pax_global_header00006660000000000000000000000064146513413530014517gustar00rootroot0000000000000052 comment=052022b0d128f56405b0c4fab818b7479fd0eacc bpfcc-0.31.0/000077500000000000000000000000001465134135300126555ustar00rootroot00000000000000bpfcc-0.31.0/.clang-format000066400000000000000000000002311465134135300152240ustar00rootroot00000000000000--- BasedOnStyle: Google AllowShortIfStatementsOnASingleLine: false AllowShortLoopsOnASingleLine: false IndentCaseLabels: false AccessModifierOffset: -1 bpfcc-0.31.0/.dockerignore000066400000000000000000000000541465134135300153300ustar00rootroot00000000000000Dockerfile* build .*.swp docker/Dockerfile* bpfcc-0.31.0/.github/000077500000000000000000000000001465134135300142155ustar00rootroot00000000000000bpfcc-0.31.0/.github/actions/000077500000000000000000000000001465134135300156555ustar00rootroot00000000000000bpfcc-0.31.0/.github/actions/build-container/000077500000000000000000000000001465134135300207345ustar00rootroot00000000000000bpfcc-0.31.0/.github/actions/build-container/action.yml000066400000000000000000000032571465134135300227430ustar00rootroot00000000000000name: "Build/Push container" description: "Build a BCC CI container and push it when not a pull-request." inputs: os_distro: description: "OS Disctribution. Ex: ubuntu" required: true os_version: description: "Version of the OS. Ex: 20.04" required: true os_nick: description: "Nickname of the OS. Ex: focal" required: true llvm_versions: description: "Space separated list of llvm versions to install in the container. Only supported for Ubuntu containers." type: string default: "12" registry: description: "Registry where to push images" default: ghcr.io password: description: "Password used to log into the docker registry." push: description: "Whether or not to push the build image" type: boolean default: false runs: using: "composite" steps: # Login against registry except on PR # https://github.com/docker/login-action - name: Log into registry ${{ inputs.registry }} if: ${{ inputs.push == 'true' && github.event_name != 'pull_request' }} uses: docker/login-action@v2 with: registry: ${{ inputs.registry }} username: ${{ github.actor }} password: ${{ inputs.password }} - name: Build and push uses: docker/build-push-action@v3 with: push: ${{ inputs.push == 'true' && github.event_name != 'pull_request' }} build-args: | VERSION=${{ inputs.os_version }} SHORTNAME=${{ inputs.os_nick }} LLVM_VERSION=${{ inputs.llvm_versions }} file: docker/build/Dockerfile.${{ inputs.os_distro }} tags: ${{ inputs.registry }}/${{ github.repository }}:${{ inputs.os_distro }}-${{ inputs.os_version }} bpfcc-0.31.0/.github/workflows/000077500000000000000000000000001465134135300162525ustar00rootroot00000000000000bpfcc-0.31.0/.github/workflows/bcc-test.yml000066400000000000000000000214371465134135300205100ustar00rootroot00000000000000name: BCC Build and tests on: push: branches: - master pull_request: env: # Use docker.io for Docker Hub if empty REGISTRY: ghcr.io # github.repository as / IMAGE_NAME: ${{ github.repository }} permissions: contents: read # to fetch code (actions/checkout) pull-requests: read # to read pull requests (dorny/paths-filter) jobs: test_bcc: runs-on: ubuntu-20.04 strategy: matrix: os: [{distro: "ubuntu", version: "20.04", nick: focal}] llvm_version: [12, 15, 17] env: - TYPE: Debug PYTHON_TEST_LOGFILE: critical.log RW_ENGINE_ENABLED: ON - TYPE: Debug PYTHON_TEST_LOGFILE: critical.log RW_ENGINE_ENABLED: OFF - TYPE: Release PYTHON_TEST_LOGFILE: critical.log RW_ENGINE_ENABLED: ON steps: - uses: actions/checkout@v4 - uses: dorny/paths-filter@v3 id: changes with: filters: | docker: - 'docker/build/**' - name: System info run: | uname -a ip addr - name: Pull docker container if: steps.changes.outputs.docker == 'false' run: | docker pull ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:${{ matrix.os.distro }}-${{ matrix.os.version }} - name: Build docker container if: steps.changes.outputs.docker == 'true' uses: ./.github/actions/build-container with: os_distro: ${{ matrix.os.distro }} os_version: ${{ matrix.os.version }} os_nick: ${{ matrix.os.nick }} llvm_versions: ${{ matrix.llvm_version }} - name: Tag docker container run: | docker tag ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:${{ matrix.os.distro }}-${{ matrix.os.version }} bcc-docker - name: Run bcc build - llvm-${{ matrix.llvm_version }} env: ${{ matrix.env }} run: | /bin/bash -c \ "docker run --privileged \ --pid=host \ -v $(pwd):/bcc \ -v /sys/kernel/debug:/sys/kernel/debug:rw \ -v /lib/modules:/lib/modules:ro \ -v /usr/src:/usr/src:ro \ -v /usr/include/linux:/usr/include/linux:ro \ bcc-docker \ /bin/bash -c \ 'mkdir -p /bcc/build && cd /bcc/build && \ LLVM_ROOT=/usr/lib/llvm-${{ matrix.llvm_version }} cmake -DCMAKE_BUILD_TYPE=${TYPE} -DENABLE_LLVM_NATIVECODEGEN=${RW_ENGINE_ENABLED} .. && make -j9'" - name: Run bcc's cc tests env: ${{ matrix.env }} # tests are wrapped with `script` as a hack to get a TTY as github actions doesn't provide this # see https://github.com/actions/runner/issues/241 run: | script -e -c /bin/bash -c \ "docker run -ti \ --privileged \ --network=host \ --pid=host \ -v $(pwd):/bcc \ -v /sys/kernel/debug:/sys/kernel/debug:rw \ -v /lib/modules:/lib/modules:ro \ -v /usr/src:/usr/src:ro \ -e CTEST_OUTPUT_ON_FAILURE=1 \ bcc-docker \ /bin/bash -c \ '/bcc/build/tests/wrapper.sh \ c_test_all sudo /bcc/build/tests/cc/test_libbcc'" - name: Run all tests env: ${{ matrix.env }} run: | script -e -c /bin/bash -c \ "docker run -ti \ --privileged \ --network=host \ --pid=host \ -v $(pwd):/bcc \ -v /sys/kernel/debug:/sys/kernel/debug:rw \ -v /lib/modules:/lib/modules:ro \ -v /usr/src:/usr/src:ro \ -e CTEST_OUTPUT_ON_FAILURE=1 \ bcc-docker \ /bin/bash -c \ 'cd /bcc/build && \ make test PYTHON_TEST_LOGFILE=$PYTHON_TEST_LOGFILE ARGS=-V'" - name: Check critical tests env: ${{ matrix.env }} run: | critical_count=$(grep @mayFail tests/python/critical.log | wc -l) echo "There were $critical_count critical tests skipped with @mayFail:" grep -A2 @mayFail tests/python/critical.log - uses: actions/upload-artifact@v4 with: name: critical-tests-${{ matrix.env['TYPE'] }}-${{ matrix.os.version }} path: tests/python/critical.log overwrite: true test_bcc_fedora: runs-on: ubuntu-20.04 strategy: matrix: os: [{distro: "fedora", version: "38", nick: "f38"}] env: - TYPE: Debug PYTHON_TEST_LOGFILE: critical.log - TYPE: Release PYTHON_TEST_LOGFILE: critical.log steps: - uses: actions/checkout@v4 - uses: dorny/paths-filter@v3 id: changes with: filters: | docker: - 'docker/build/**' - name: System info run: | uname -a ip addr - name: Pull docker container if: steps.changes.outputs.docker == 'false' run: | docker pull ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:${{ matrix.os.distro }}-${{ matrix.os.version }} - name: Build docker container if: steps.changes.outputs.docker == 'true' uses: ./.github/actions/build-container with: os_distro: ${{ matrix.os.distro }} os_version: ${{ matrix.os.version }} os_nick: ${{ matrix.os.nick }} - name: Tag docker container run: | docker tag ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:${{ matrix.os.distro }}-${{ matrix.os.version }} bcc-docker - name: Run bcc build env: ${{ matrix.env }} run: | /bin/bash -c \ "docker run --privileged \ --pid=host \ -v $(pwd):/bcc \ -v /sys/kernel/debug:/sys/kernel/debug:rw \ -v /lib/modules:/lib/modules:ro \ -v /usr/src:/usr/src:ro \ -v /usr/include/linux:/usr/include/linux:ro \ bcc-docker \ /bin/bash -c \ 'mkdir -p /bcc/build && cd /bcc/build && \ cmake -DCMAKE_BUILD_TYPE=${TYPE} -DENABLE_LLVM_SHARED=ON -DRUN_LUA_TESTS=OFF .. && make -j9'" - name: Run libbpf-tools build env: ${{ matrix.env }} run: | /bin/bash -c \ "docker run --privileged \ --pid=host \ -v $(pwd):/bcc \ -v /sys/kernel/debug:/sys/kernel/debug:rw \ -v /lib/modules:/lib/modules:ro \ -v /usr/src:/usr/src:ro \ -v /usr/include/linux:/usr/include/linux:ro \ bcc-docker \ /bin/bash -c \ 'cd /bcc/libbpf-tools && make -j9'" - name: Run bcc's cc tests env: ${{ matrix.env }} # tests are wrapped with `script` as a hack to get a TTY as github actions doesn't provide this # see https://github.com/actions/runner/issues/241 run: | script -e -c /bin/bash -c \ "docker run -ti \ --privileged \ --network=host \ --pid=host \ -v $(pwd):/bcc \ -v /sys/kernel/debug:/sys/kernel/debug:rw \ -v /lib/modules:/lib/modules:ro \ -v /usr/src:/usr/src:ro \ -e CTEST_OUTPUT_ON_FAILURE=1 \ bcc-docker \ /bin/bash -c \ '/bcc/build/tests/wrapper.sh \ c_test_all sudo /bcc/build/tests/cc/test_libbcc'" - name: Run all tests env: ${{ matrix.env }} run: | script -e -c /bin/bash -c \ "docker run -ti \ --privileged \ --network=host \ --pid=host \ -v $(pwd):/bcc \ -v /sys/kernel/debug:/sys/kernel/debug:rw \ -v /lib/modules:/lib/modules:ro \ -v /usr/src:/usr/src:ro \ -e CTEST_OUTPUT_ON_FAILURE=1 \ bcc-docker \ /bin/bash -c \ 'cd /bcc/build && \ make test PYTHON_TEST_LOGFILE=$PYTHON_TEST_LOGFILE ARGS=-V'" - name: Check critical tests env: ${{ matrix.env }} run: | critical_count=$(grep @mayFail tests/python/critical.log | wc -l) echo "There were $critical_count critical tests skipped with @mayFail:" grep -A2 @mayFail tests/python/critical.log # To debug weird issues, you can add this step to be able to SSH to the test environment # https://github.com/marketplace/actions/debugging-with-tmate # - name: Setup tmate session # uses: mxschmitt/action-tmate@v1 bpfcc-0.31.0/.github/workflows/publish-build-containers.yml000066400000000000000000000021161465134135300237030ustar00rootroot00000000000000name: Publish Build Containers on: # We want to update this image regularly and when updating master schedule: - cron: '00 18 * * *' push: branches: - master pull_request: paths: - 'docker/build/**' permissions: {} jobs: publish_ghcr: permissions: contents: read # to fetch code (actions/checkout) packages: write # to push container name: Publish To GitHub Container Registry runs-on: ubuntu-latest strategy: matrix: os: [ {distro: "ubuntu", version: "20.04", nick: focal, installed_llvm_versions: "12 15 17"}, {distro: "fedora", version: "38", nick: "f38", installed_llvm_versions: "this is not used"}, ] steps: - uses: actions/checkout@v4 - name: Build and push uses: ./.github/actions/build-container with: os_distro: ${{ matrix.os.distro }} os_version: ${{ matrix.os.version }} os_nick: ${{ matrix.os.nick }} llvm_versions: ${{ matrix.os.installed_llvm_versions }} password: ${{ secrets.GITHUB_TOKEN }} push: true bpfcc-0.31.0/.github/workflows/publish.yml000066400000000000000000000031661465134135300204510ustar00rootroot00000000000000name: Publish Build Artifacts on: push: branches: - master pull_request: permissions: contents: read # to fetch code (actions/checkout) jobs: # Optionally publish container images to custom docker repository, # guarded by presence of all required github secrets. # GitHub secrets can be configured as follows: # - DOCKER_IMAGE = docker.io/myorg/bcc # - DOCKER_USERNAME = username # - DOCKER_PASSWORD = password publish_dockerhub: name: Publish To Dockerhub runs-on: ubuntu-latest steps: - uses: actions/checkout@v1 - name: Initialize workflow variables id: vars shell: bash run: | if [ -n "${DOCKER_IMAGE}" ] && \ [ -n "${DOCKER_USERNAME}" ] && \ [ -n "${DOCKER_PASSWORD}" ];then echo "Custom docker credentials set, will push an image" echo ::set-output name=DOCKER_PUBLISH::true else echo "Custom docker credentials not, skipping" fi env: DOCKER_IMAGE: ${{ secrets.DOCKER_IMAGE }} DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }} DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }} - name: Build container image and publish to registry id: publish-registry uses: elgohr/Publish-Docker-Github-Action@v5 if: ${{ steps.vars.outputs.DOCKER_PUBLISH }} with: name: ${{ secrets.DOCKER_IMAGE }} username: ${{ secrets.DOCKER_USERNAME }} password: ${{ secrets.DOCKER_PASSWORD }} workdir: . dockerfile: Dockerfile.ubuntu snapshot: true cache: ${{ github.event_name != 'schedule' }} bpfcc-0.31.0/.gitignore000066400000000000000000000004671465134135300146540ustar00rootroot00000000000000# Editor's files *.swp *.swo *.pyc .idea *~ # Build artifacts /build/ cmake-build-debug debian/**/*.log *critical.log obj-x86_64-linux-gnu examples/cgroupid/cgroupid # Output from docker builds scripts/docker/output/ /output/ # UAPI header generated for libbpf package-based builds src/cc/compat/linux/bpf.h bpfcc-0.31.0/.gitmodules000066400000000000000000000004631465134135300150350ustar00rootroot00000000000000[submodule "src/cc/libbpf"] path = src/cc/libbpf url = https://github.com/libbpf/libbpf.git [submodule "libbpf-tools/bpftool"] path = libbpf-tools/bpftool url = https://github.com/libbpf/bpftool [submodule "libbpf-tools/blazesym"] path = libbpf-tools/blazesym url = https://github.com/libbpf/blazesym bpfcc-0.31.0/.travis.yml000066400000000000000000000013031465134135300147630ustar00rootroot00000000000000language: python matrix: include: - name: "Check helpers on Python 2.7" python: 2.7 script: ./scripts/check-helpers.sh - name: "Python style check on Python 2.7" python: 2.7 script: ./scripts/py-style-check.sh - name: "flake8 lint on Python 2.7" python: 2.7 script: flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics - name: "flake8 lint on Python 3.7" dist: xenial # required for Python >= 3.7 python: 3.7 script: flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics allow_failures: - name: "Check helpers on Python 2.7" before_install: pip install --upgrade pip install: pip install flake8 bpfcc-0.31.0/CMakeLists.txt000066400000000000000000000224371465134135300154250ustar00rootroot00000000000000# Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") cmake_minimum_required(VERSION 2.8.12) if(${CMAKE_VERSION} VERSION_EQUAL 3.12.0 OR ${CMAKE_VERSION} VERSION_GREATER 3.12.0) cmake_policy(SET CMP0074 NEW) endif() if(${CMAKE_VERSION} VERSION_EQUAL 3.3.0 OR ${CMAKE_VERSION} VERSION_GREATER 3.3.0) cmake_policy(SET CMP0057 NEW) endif() project(bcc) if(NOT CMAKE_BUILD_TYPE) set(CMAKE_BUILD_TYPE Release) endif() if(CMAKE_SANITIZE_TYPE) add_compile_options(-fsanitize=${CMAKE_SANITIZE_TYPE}) add_link_options(-fsanitize=${CMAKE_SANITIZE_TYPE}) endif() if(CMAKE_INSTALL_PREFIX_INITIALIZED_TO_DEFAULT) set(CMAKE_INSTALL_PREFIX "/usr" CACHE PATH "path to install" FORCE) endif() enable_testing() execute_process(COMMAND git config --global --add safe.directory ${CMAKE_CURRENT_SOURCE_DIR} WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} RESULT_VARIABLE CONFIG_RESULT) if(CONFIG_RESULT AND NOT CONFIG_RESULT EQUAL 0) message(WARNING "Failed to add root source directory to safe.directory") endif() # populate submodule blazesym if(NOT NO_BLAZESYM) execute_process(COMMAND git config --global --add safe.directory ${CMAKE_CURRENT_SOURCE_DIR}/libbpf-tools/blazesym WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} RESULT_VARIABLE CONFIG_RESULT) if(CONFIG_RESULT AND NOT CONFIG_RESULT EQUAL 0) message(WARNING "Failed to add blazesym source directory to safe.directory") endif() execute_process(COMMAND git submodule update --init --recursive -- libbpf-tools/blazesym WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} RESULT_VARIABLE UPDATE_RESULT) if(UPDATE_RESULT AND NOT UPDATE_RESULT EQUAL 0) message(WARNING "Failed to update submodule blazesym") endif() endif() # populate submodules (libbpf) if(NOT CMAKE_USE_LIBBPF_PACKAGE) execute_process(COMMAND git config --global --add safe.directory ${CMAKE_CURRENT_SOURCE_DIR}/src/cc/libbpf WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} RESULT_VARIABLE CONFIG_RESULT) if(CONFIG_RESULT AND NOT CONFIG_RESULT EQUAL 0) message(WARNING "Failed to add libbpf source directory to safe.directory") endif() execute_process(COMMAND git config --global --add safe.directory ${CMAKE_CURRENT_SOURCE_DIR}/libbpf-tools/bpftool WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} RESULT_VARIABLE CONFIG_RESULT) if(CONFIG_RESULT AND NOT CONFIG_RESULT EQUAL 0) message(WARNING "Failed to add bpftool source directory to safe.directory") endif() if(NOT EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/src/cc/libbpf/src) execute_process(COMMAND git submodule update --init --recursive WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} RESULT_VARIABLE UPDATE_RESULT) if(UPDATE_RESULT AND NOT UPDATE_RESULT EQUAL 0) message(WARNING "Failed to update submodule libbpf") endif() else() execute_process(COMMAND git diff --shortstat ${CMAKE_CURRENT_SOURCE_DIR}/src/cc/libbpf/ OUTPUT_VARIABLE DIFF_STATUS) if("${DIFF_STATUS}" STREQUAL "") execute_process(COMMAND git submodule update --init --recursive WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} RESULT_VARIABLE UPDATE_RESULT) if(UPDATE_RESULT AND NOT UPDATE_RESULT EQUAL 0) message(WARNING "Failed to update submodule libbpf") endif() else() message(WARNING "submodule libbpf dirty, so no sync") endif() endif() endif() # It's possible to use other kernel headers with # KERNEL_INCLUDE_DIRS build variable, like: # $ cd # $ make INSTALL_HDR_PATH=/tmp/headers headers_install # $ cd # $ cmake -DKERNEL_INCLUDE_DIRS=/tmp/headers/include/ ... include_directories(${KERNEL_INCLUDE_DIRS}) option(ENABLE_NO_PIE "Build bcc-lua without PIE" ON) include(cmake/GetGitRevisionDescription.cmake) include(cmake/version.cmake) include(CMakeDependentOption) include(GNUInstallDirs) include(CheckCXXCompilerFlag) include(cmake/FindCompilerFlag.cmake) option(ENABLE_LLVM_NATIVECODEGEN "Enable use of llvm nativecodegen module (needed by rw-engine)" ON) option(ENABLE_RTTI "Enable compiling with real time type information" OFF) option(ENABLE_LLVM_SHARED "Enable linking LLVM as a shared library" OFF) option(ENABLE_CLANG_JIT "Enable Loading BPF through Clang Frontend" ON) option(ENABLE_USDT "Enable User-level Statically Defined Tracing" ON) option(ENABLE_EXAMPLES "Build examples" ON) option(ENABLE_MAN "Build man pages" ON) option(ENABLE_TESTS "Build tests" ON) option(RUN_LUA_TESTS "Run lua tests" ON) option(ENABLE_LIBDEBUGINFOD "Use libdebuginfod as a source of debug symbols" ON) CMAKE_DEPENDENT_OPTION(ENABLE_CPP_API "Enable C++ API" ON "ENABLE_USDT" OFF) set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} ${CMAKE_CURRENT_SOURCE_DIR}/cmake) if(ENABLE_TESTS) find_package(KernelHeaders) endif() if(CMAKE_USE_LIBBPF_PACKAGE) find_package(LibBpf) endif() if(NOT PYTHON_ONLY) find_package(LLVM REQUIRED CONFIG) message(STATUS "Found LLVM: ${LLVM_INCLUDE_DIRS} ${LLVM_PACKAGE_VERSION} (Use LLVM_ROOT envronment variable for another version of LLVM)") if(ENABLE_CLANG_JIT) find_package(BISON) find_package(FLEX) find_package(LibElf REQUIRED) find_package(LibDebuginfod) find_package(LibLzma) if(CLANG_DIR) set(CMAKE_FIND_ROOT_PATH "${CLANG_DIR}") include_directories("${CLANG_DIR}/include") endif() # clang is linked as a library, but the library path searching is # primitively supported, unlike libLLVM set(CLANG_SEARCH "/opt/local/llvm/lib;/usr/lib/llvm-3.7/lib;${LLVM_LIBRARY_DIRS}") find_library(libclangAnalysis NAMES clangAnalysis clang-cpp HINTS ${CLANG_SEARCH}) find_library(libclangAST NAMES clangAST clang-cpp HINTS ${CLANG_SEARCH}) find_library(libclangBasic NAMES clangBasic clang-cpp HINTS ${CLANG_SEARCH}) find_library(libclangCodeGen NAMES clangCodeGen clang-cpp HINTS ${CLANG_SEARCH}) find_library(libclangDriver NAMES clangDriver clang-cpp HINTS ${CLANG_SEARCH}) find_library(libclangEdit NAMES clangEdit clang-cpp HINTS ${CLANG_SEARCH}) find_library(libclangFrontend NAMES clangFrontend clang-cpp HINTS ${CLANG_SEARCH}) find_library(libclangLex NAMES clangLex clang-cpp HINTS ${CLANG_SEARCH}) find_library(libclangParse NAMES clangParse clang-cpp HINTS ${CLANG_SEARCH}) find_library(libclangRewrite NAMES clangRewrite clang-cpp HINTS ${CLANG_SEARCH}) find_library(libclangSema NAMES clangSema clang-cpp HINTS ${CLANG_SEARCH}) find_library(libclangSerialization NAMES clangSerialization clang-cpp HINTS ${CLANG_SEARCH}) find_library(libclangASTMatchers NAMES clangASTMatchers clang-cpp HINTS ${CLANG_SEARCH}) if(${LLVM_PACKAGE_VERSION} VERSION_EQUAL 15 OR ${LLVM_PACKAGE_VERSION} VERSION_GREATER 15) find_library(libclangSupport NAMES clangSupport clang-cpp HINTS ${CLANG_SEARCH}) endif() if(${LLVM_PACKAGE_VERSION} VERSION_EQUAL 18 OR ${LLVM_PACKAGE_VERSION} VERSION_GREATER 18) find_library(libclangAPINotes NAMES clangAPINotes clang-cpp HINTS ${CLANG_SEARCH}) endif() find_library(libclang-shared libclang-cpp.so HINTS ${CLANG_SEARCH}) if(libclangBasic STREQUAL "libclangBasic-NOTFOUND") message(FATAL_ERROR "Unable to find clang libraries") endif() FOREACH(DIR ${LLVM_INCLUDE_DIRS}) include_directories("${DIR}/../tools/clang/include") ENDFOREACH() endif(ENABLE_CLANG_JIT) # Set to a string path if system places kernel lib directory in # non-default location. if(NOT DEFINED BCC_KERNEL_MODULES_DIR) set(BCC_KERNEL_MODULES_DIR "/lib/modules") endif() if(NOT DEFINED BCC_PROG_TAG_DIR) set(BCC_PROG_TAG_DIR "/var/tmp/bcc") endif() # As reported in issue #735, GCC 6 has some behavioral problems when # dealing with -isystem. Hence, skip the warning optimization # altogether on that compiler. option(USINGISYSTEM "using -isystem" ON) execute_process(COMMAND ${CMAKE_C_COMPILER} -dumpversion OUTPUT_VARIABLE GCC_VERSION) if(USINGISYSTEM AND GCC_VERSION VERSION_LESS 6.0) # iterate over all available directories in LLVM_INCLUDE_DIRS to # generate a correctly tokenized list of parameters foreach(ONE_LLVM_INCLUDE_DIR ${LLVM_INCLUDE_DIRS}) set(CXX_ISYSTEM_DIRS "${CXX_ISYSTEM_DIRS} -isystem ${ONE_LLVM_INCLUDE_DIR}") endforeach() endif() set(CMAKE_CXX_STANDARD_REQUIRED ON) if(${LLVM_PACKAGE_VERSION} VERSION_EQUAL 16 OR ${LLVM_PACKAGE_VERSION} VERSION_GREATER 16) set(CMAKE_CXX_STANDARD 17) else() set(CMAKE_CXX_STANDARD 14) endif() endif(NOT PYTHON_ONLY) set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -Wall") set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wall ${CXX_ISYSTEM_DIRS}") add_subdirectory(src) add_subdirectory(introspection) if(ENABLE_CLANG_JIT) if(ENABLE_EXAMPLES) add_subdirectory(examples) endif(ENABLE_EXAMPLES) if(ENABLE_MAN) add_subdirectory(man) endif(ENABLE_MAN) if(ENABLE_TESTS) add_subdirectory(tests) endif(ENABLE_TESTS) add_subdirectory(tools) endif(ENABLE_CLANG_JIT) if(NOT TARGET uninstall) configure_file( "${CMAKE_CURRENT_SOURCE_DIR}/cmake/CmakeUninstall.cmake.in" "${CMAKE_CURRENT_BINARY_DIR}/CmakeUninstall.cmake" IMMEDIATE @ONLY) add_custom_target(uninstall COMMAND ${CMAKE_COMMAND} -P ${CMAKE_CURRENT_BINARY_DIR}/CmakeUninstall.cmake) endif() bpfcc-0.31.0/CODEOWNERS000066400000000000000000000014331465134135300142510ustar00rootroot00000000000000# This file should be kept up to date with the list of maintainers responsible # for the different subdirectories within BCC. One of these people SHOULD # review code that touches the respective areas, and MUST review it if the # change is substantial or API-breaking. # see https://help.github.com/articles/about-codeowners/ for syntax # Miscellaneous * @drzaeus77 @goldshtn @yonghong-song @4ast @brendangregg @davemarchevsky # Documentation /docs/ @brendangregg @goldshtn @davemarchevsky /man/ @brendangregg @goldshtn @davemarchevsky # Tools /tools/ @brendangregg @goldshtn @davemarchevsky # Compiler, C API /src/cc/ @drzaeus77 @yonghong-song @4ast @davemarchevsky # Python API /src/python/ @drzaeus77 @goldshtn @davemarchevsky # Tests /tests/ @drzaeus77 @yonghong-song @davemarchevsky bpfcc-0.31.0/CONTRIBUTING-SCRIPTS.md000066400000000000000000000165641465134135300162470ustar00rootroot00000000000000# Contributing bcc/eBPF scripts If you want to contribute scripts to bcc, or improve your own bcc programs, great! Please read this first. _(Written by Brendan Gregg.)_ ## Type of script bcc has 2 types of scripts, in different directories: - **/examples**: intended as short examples of bcc & eBPF code. You should focus on keeping it short, neat, and documented (code comments). A submission can just be the example code. - **/tools**: intended as production safe performance and troubleshooting tools. You should focus on it being useful, tested, low overhead, documented (incl. all caveats), and easy to use. A submission should involve 4 changes: the tool, a man page, an example file, and an addition to README.md. Follow [my lead](https://github.com/brendangregg/bcc/commit/9fa156273b395cfc5505f0fff5d6b7b1396f7daa), and see the checklist below. These are run in mission critical environments as root (tech companies, financial institutions, government agencies), so if spending hours testing isn't for you, please submit your idea as an issue instead, or chat with us on irc. More detail for each below. ## Examples These are grouped into subdirectories (networking, tracing). Your example can either be a Python program with embedded C (eg, tracing/strlen_count.py), or separate Python and C files (eg, tracing/vfsreadlat.*). As said earlier: keep it short, neat, and documented (code comments). ## Tools A checklist for bcc tool development: 1. **Research the topic landscape**. Learn the existing tools and metrics (incl. from /proc). Determine what real world problems exist and need solving. We have too many tools and metrics as it is, we don't need more "I guess that's useful" tools, we need more "ah-hah! I couldn't do this before!" tools. Consider asking other developers about your idea. Many of us can be found in IRC, in the #iovisor channel on irc.oftc.net. There's also the mailing list (see the README.md), and github for issues. 1. **Create a known workload for testing**. This might involving writing a 10 line C program, using a micro-benchmark, or just improvising at the shell. If you don't know how to create a workload, learn! Figuring this out will provide invaluable context and details that you may have otherwise overlooked. Sometimes it's easy, and I'm able to just use dd(1) from /dev/urandom or a disk device to /dev/null. It lets me set the I/O size, count, and provides throughput statistics for cross-checking my tool output. But other times I need a micro-benchmark, or some C. 1. **Write the tool to solve the problem and no more**. Unix philosophy: do one thing and do it well. netstat doesn't have an option to dump packets, tcpdump-style. They are two different tools. 1. **Check your tool correctly measures your known workload**. If possible, run a prime number of events (eg, 23) and check that the numbers match. Try other workload variations. 1. **Use other observability tools to perform a cross-check or sanity check**. Eg, imagine you write a PCI bus tool that shows current throughput is 28 Gbytes/sec. How could you sanity test that? Well, what PCI devices are there? Disks and network cards? Measure their throughput (iostat, nicstat, sar), and check if is in the ballpark of 28 Gbytes/sec (which would include PCI frame overheads). Ideally, your numbers match. 1. **Measure the overhead of the tool**. If you are running a micro-benchmark, how much slower is it with the tool running. Is more CPU consumed? Try to determine the worst case: run the micro-benchmark so that CPU headroom is exhausted, and then run the bcc tool. Can overhead be lowered? 1. **Test again, and stress test**. You want to discover and fix all the bad things before others hit them. 1. **Consider command line options**. Should it have -p for filtering on a PID? -T for timestamps? -i for interval? See other tools for examples, and copy the style: the usage message should list example usage at the end. Remember to keep the tool doing one thing and doing it well. Also, if there's one option that seems to be the common case, perhaps it should just be the first argument and not need a switch (no -X). A special case of this is *stat tools, like iostat/vmstat/etc, where the convention is [interval [count]]. 1. **Concise, intuitive, self-explanatory output**. The default output should meet the common need concisely. Leave much less useful fields and data to be shown with options: -v for verbose, etc. Consider including a startup message that's self-explanatory, eg "Tracing block I/O. Output every 1 seconds. Ctrl-C to end.". 1. **Default output <80 chars wide**. Try hard to keep the output less than 80 characters wide, especially the default output of the tool. That way, the output not only fits on the smallest reasonable terminal, it also fits well in slide decks, blog posts, articles, and printed material, all of which help education and adoption. Publishers of technical books often have templates they require books to conform to: it may not be an option to shrink or narrow the font to fit your output. 1. **Short tool name**. Follow the style of the other tools, which follow the style of other /usr/bin utilities. They are short and easy to type. No underscores. 1. **Use pep8 to check Python style**: pep8 --show-source --ignore=E123,E125,E126,E127,E128,E302 filename . Note that it misses some things, like consistent usage, so you'll still need to double check your script. 1. **Make sure your script is Python3-ready**: Adding `from __future__ import absolute_import, division, print_function, unicode_literals` helps make your script Python3-ready. 1. **Write an _example.txt file**. Copy the style in tools/biolatency_example.txt: start with an intro sentence, then have examples, and finish with the USAGE message. Explain everything: the first example should explain what we are seeing, even if this seems obvious. For some people it won't be obvious. Also explain why we are running the tool: what problems it's solving. It can take a long time (hours) to come up with good examples, but it's worth it. These will get copied around (eg, presentations, articles). 1. **Read your example.txt file**. Does this sound too niche or convoluted? Are you spending too much time explaining caveats? These can be hints that perhaps you should fix your tool, or abandon it! Perhaps it better belongs as an /example, and not a tool. I've abandoned many tools at this stage. 1. **Write a man page**. Either ROFF (.8), markdown (.md), or plain text (.txt): so long as it documents the important sections, particularly columns (fields) and caveats. These go under man/man8. See the other examples. Include a section on overhead, and pull no punches. It's better for end users to know about high overhead beforehand, than to discover it the hard way. Also explain caveats. Don't assume those will be obvious to tool users. 1. **Read your man page**. For ROFF: nroff -man filename. Like before, this exercise is like saying something out loud. Does it sound too niche or convoluted? Again, hints that you might need to go back and fix things, or abandon it. 1. **Spell check your documentation**. Use a spell checker like aspell to check your document quality before committing. 1. **Add an entry to README.md**. 1. **Add a smoke test** to [test_tools_smoke.py](https://github.com/iovisor/bcc/blob/master/tests/python/test_tools_smoke.py), which serves as a basic check that your tool still works when we make changes to the core library. 1. If you made it this far, pull request! bpfcc-0.31.0/FAQ.txt000066400000000000000000000047721465134135300140370ustar00rootroot00000000000000Q: while running 'make test' I'm seeing: 'ImportError: No module named pyroute2' A: Install pyroute2: git clone https://github.com/svinota/pyroute2.git cd pyroute2; sudo make install Q: hello_world.py fails with: OSError: libbcc.so: cannot open shared object file: No such file or directory A: make sure to 'make install' and add the directory where libbcc.so was installed into your LD_LIBRARY_PATH export LD_LIBRARY_PATH=$(dirname `find /usr -name libbcc.so`):$LD_LIBRARY_PATH Q: hello_world.py fails with: ImportError: No module named bcc A: checkout "sudo make install" output to find out bpf package installation site, add it to the PYTHONPATH env variable before running the program. export PYTHONPATH=$(dirname `find /usr/lib -name bcc`):$PYTHONPATH Q: hello_world.py still fails with: bpf: Operation not permitted Exception: Failed to load BPF program hello A: sudo Q: hello_world.py fails with bpf: Failed to load program: Operation not permitted despite running as root, and strace shows each `bpf()` system call failing with an EPERM. A: The so-called Kernel lockdown might be the root cause. Try disabling it with the so-called sysrq mechanism: echo 1 > /proc/sys/kernel/sysrq echo x > /proc/sysrq-trigger Also see https://github.com/iovisor/bcc/issues/2525 If you have Secure Boot enabled you need to press Alt-PrintScr-x on the keyboard instead: ``` This sysrq operation is disabled from userspace. sysrq: Disabling Secure Boot restrictions Lifting lockdown ``` Q: How do I fulfill the Linux kernel version requirement? A: You need to obtain a recent version of the Linux source code (please look at the README for the exact version), enable the configuration options listed in the README file, install the image, modules and headers, update your bootloader and reboot into the new kernel. If you want to compile your own kernel, you can fetch the sources from kernel.org or through your Linux distribution. To install, you need all of the following: make install make modules_install make headers_install INSTALL_HDR_PATH=/usr/local/ Q: hello_world.py fails with: ImportError: No module named past.builtins A: sudo pip install future Q: Running one of the bcc tools produces an import error: Traceback (most recent call last): File "./execsnoop", line 20, in from bcc import BPF ImportError: No module named bcc A: Make sure the python bcc bindings package (python2-bcc) is installed. bpfcc-0.31.0/INSTALL.md000066400000000000000000000537471465134135300143250ustar00rootroot00000000000000# Installing BCC * [Kernel Configuration](#kernel-configuration) * [Packages](#packages) - [Debian](#debian---binary) - [Ubuntu](#ubuntu---binary) - [Fedora](#fedora---binary) - [Arch](#arch---binary) - [Gentoo](#gentoo---portage) - [openSUSE](#opensuse---binary) - [RHEL](#rhel---binary) - [Amazon Linux 1](#amazon-linux-1---binary) - [Amazon Linux 2](#amazon-linux-2---binary) - [Alpine](#alpine---binary) - [WSL](#wslwindows-subsystem-for-linux---binary) * [Source](#source) - [libbpf Submodule](#libbpf-submodule) - [Debian](#debian---source) - [Ubuntu](#ubuntu---source) - [Fedora](#fedora---source) - [openSUSE](#opensuse---source) - [Centos](#centos---source) - [Amazon Linux 1](#amazon-linux-1---source) - [Amazon Linux 2](#amazon-linux-2---source) - [Alpine](#alpine---source) - [Arch](#arch---source) * [Older Instructions](#older-instructions) ## Kernel Configuration In general, to use these features, a Linux kernel version 4.1 or newer is required. In addition, the kernel should have been compiled with the following flags set: ``` CONFIG_BPF=y CONFIG_BPF_SYSCALL=y # [optional, for tc filters] CONFIG_NET_CLS_BPF=m # [optional, for tc actions] CONFIG_NET_ACT_BPF=m CONFIG_BPF_JIT=y # [for Linux kernel versions 4.1 through 4.6] CONFIG_HAVE_BPF_JIT=y # [for Linux kernel versions 4.7 and later] CONFIG_HAVE_EBPF_JIT=y # [optional, for kprobes] CONFIG_BPF_EVENTS=y # Need kernel headers through /sys/kernel/kheaders.tar.xz CONFIG_IKHEADERS=y ``` There are a few optional kernel flags needed for running bcc networking examples on vanilla kernel: ``` CONFIG_NET_SCH_SFQ=m CONFIG_NET_ACT_POLICE=m CONFIG_NET_ACT_GACT=m CONFIG_DUMMY=m CONFIG_VXLAN=m ``` Kernel compile flags can usually be checked by looking at `/proc/config.gz` or `/boot/config-`. # Packages ## Debian - Binary `bcc` and its tools are available in the standard Debian main repository, from the source package [bpfcc](https://packages.debian.org/source/sid/bpfcc) under the names `bpfcc-tools`, `python3-bpfcc`, `libbpfcc` and `libbpfcc-dev`. To install: ```bash echo deb http://cloudfront.debian.net/debian sid main >> /etc/apt/sources.list sudo apt-get install -y bpfcc-tools libbpfcc libbpfcc-dev linux-headers-$(uname -r) ``` ## Ubuntu - Binary Versions of bcc are available in the standard Ubuntu Universe repository, as well in iovisor's PPA. The Ubuntu packages have slightly different names: where iovisor packages use `bcc` in the name (e.g. `bcc-tools`), Ubuntu packages use `bpfcc` (e.g. `bpfcc-tools`). Currently, BCC packages for both the Ubuntu Universe, and the iovisor builds are outdated. This is a known and tracked in: - [Universe - Ubuntu Launchpad](https://bugs.launchpad.net/ubuntu/+source/bpfcc/+bug/1848137) - [iovisor - BCC GitHub Issues](https://github.com/iovisor/bcc/issues/2678) Currently, [building from source](#ubuntu---source) is currently the only way to get up to date packaged version of bcc. **Ubuntu Packages** Source packages and the binary packages produced from them can be found at [packages.ubuntu.com](https://packages.ubuntu.com/search?suite=default§ion=all&arch=any&keywords=bpfcc&searchon=sourcenames). ```bash sudo apt-get install bpfcc-tools linux-headers-$(uname -r) ``` The tools are installed in `/sbin` (`/usr/sbin` in Ubuntu 18.04) with a `-bpfcc` extension. Try running `sudo opensnoop-bpfcc`. **_Note_**: the Ubuntu packages have different names but the package contents, in most cases, conflict and as such _cannot_ be installed alongside upstream packages. Should one choose to use Ubuntu's packages instead of the upstream iovisor packages (or vice-versa), the conflicting packages will need to be removed. The iovisor packages _do_ declare they provide the Ubuntu packages and as such may be used to satisfy dependencies. For example, should one attempt to install package `foo` which declares a dependency on `libbpfcc` while the upstream `libbcc` package is installed, `foo` should install without trouble as `libbcc` declares that it provides `libbpfcc`. That said, one should always test such a configuration in case of version incompatibilities. **iovisor packages (Upstream Stable and Signed Packages)** ```bash sudo apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 4052245BD4284CDD echo "deb https://repo.iovisor.org/apt/$(lsb_release -cs) $(lsb_release -cs) main" | sudo tee /etc/apt/sources.list.d/iovisor.list sudo apt-get update sudo apt-get install bcc-tools libbcc-examples linux-headers-$(uname -r) ``` (replace `xenial` with `artful` or `bionic` as appropriate). Tools will be installed under /usr/share/bcc/tools. **Upstream Nightly Packages** ```bash echo "deb [trusted=yes] https://repo.iovisor.org/apt/xenial xenial-nightly main" | sudo tee /etc/apt/sources.list.d/iovisor.list sudo apt-get update sudo apt-get install bcc-tools libbcc-examples linux-headers-$(uname -r) ``` (replace `xenial` with `artful` or `bionic` as appropriate) ## Fedora - Binary ### Fedora 30 and newer As of Fedora 30, bcc binaries are available in the standard repository. You can install them via ```bash sudo dnf install bcc ``` **Note**: if you keep getting `Failed to load program: Operation not permitted` when trying to run the `hello_world.py` example as root then you might need to lift the so-called kernel lockdown (cf. [FAQ](https://github.com/iovisor/bcc/blob/c00d10d4552f647491395e326d2e4400f3a0b6c5/FAQ.txt#L24), [background article](https://gehrcke.de/2019/09/running-an-ebpf-program-may-require-lifting-the-kernel-lockdown)). ### Fedora 29 and older Ensure that you are running a 4.2+ kernel with `uname -r`. If not, install a 4.2+ kernel from http://alt.fedoraproject.org/pub/alt/rawhide-kernel-nodebug, for example: ```bash sudo dnf config-manager --add-repo=http://alt.fedoraproject.org/pub/alt/rawhide-kernel-nodebug/fedora-rawhide-kernel-nodebug.repo sudo dnf update # reboot ``` **Nightly Packages** Nightly bcc binary packages for Fedora 25, 26, 27, and 28 are hosted at `https://repo.iovisor.org/yum/nightly/f{25,26,27}`. To install: ```bash echo -e '[iovisor]\nbaseurl=https://repo.iovisor.org/yum/nightly/f27/$basearch\nenabled=1\ngpgcheck=0' | sudo tee /etc/yum.repos.d/iovisor.repo sudo dnf install bcc-tools kernel-headers kernel-devel ``` **Stable and Signed Packages** Stable bcc binary packages for Fedora 25, 26, 27, and 28 are hosted at `https://repo.iovisor.org/yum/main/f{25,26,27}`. ```bash echo -e '[iovisor]\nbaseurl=https://repo.iovisor.org/yum/main/f27/$basearch\nenabled=1' | sudo tee /etc/yum.repos.d/iovisor.repo sudo dnf install bcc-tools kernel-devel-$(uname -r) kernel-headers-$(uname -r) ``` ## Arch - Binary bcc is available in the standard Arch repos, so it can be installed with the `pacman` command: ``` # pacman -S bcc bcc-tools python-bcc ``` ## Gentoo - Portage First of all, upgrade the kernel of your choice to a recent version. For example: ``` emerge sys-kernel/gentoo-sources ``` Then, configure the kernel enabling the features you need. Please consider the following as a starting point: ``` CONFIG_BPF=y CONFIG_BPF_SYSCALL=y CONFIG_NET_CLS_BPF=m CONFIG_NET_ACT_BPF=m CONFIG_BPF_JIT=y CONFIG_BPF_EVENTS=y ``` Finally, you can install bcc with: ``` emerge dev-util/bcc ``` The appropriate dependencies (e.g., ```clang```, ```llvm``` with BPF backend) will be pulled automatically. ## openSUSE - Binary For openSUSE Leap 42.2 (and later) and Tumbleweed, bcc is already included in the official repo. Just install the packages with zypper. ```bash sudo zypper ref sudo zypper in bcc-tools bcc-examples ``` ## RHEL - Binary For RHEL 7.6, bcc is already included in the official yum repository as bcc-tools. As part of the install, the following dependencies are installed: bcc.x86_64 0:0.6.1-2.el7 ,llvm-private.x86_64 0:6.0.1-2.el7 ,python-bcc.x86_64 0:0.6.1-2.el7,python-netaddr.noarch 0:0.7.5-9.el7 ``` yum install bcc-tools ``` ## Amazon Linux 1 - Binary Use case 1. Install BCC for latest kernel available in repo: Tested on Amazon Linux AMI release 2018.03 (kernel 4.14.88-72.73.amzn1.x86_64) ``` sudo yum update kernel sudo yum install bcc sudo reboot ``` Use case 2. Install BCC for your AMI's default kernel (no reboot required): Tested on Amazon Linux AMI release 2018.03 (kernel 4.14.77-70.59.amzn1.x86_64) ``` sudo yum install kernel-headers-$(uname -r | cut -d'.' -f1-5) sudo yum install kernel-devel-$(uname -r | cut -d'.' -f1-5) sudo yum install bcc ``` ## Amazon Linux 2 - Binary Use case 1. Install BCC for your AMI's default kernel (no reboot required): Tested on Amazon Linux AMI release 2021.11 (kernel 5.10.75-79.358.amzn2.x86_64) ``` sudo amazon-linux-extras install BCC ``` ## Alpine - Binary As of Alpine 3.11, bcc binaries are available in the community repository: ``` sudo apk add bcc-tools bcc-doc ``` The tools are installed in `/usr/share/bcc/tools`. **Python Compatibility** The binary packages include bindings for Python 3 only. The Python-based tools assume that a `python` binary is available at `/usr/bin/python`, but that may not be true on recent versions of Alpine. If you encounter errors like `: not found`, you can try creating a symlink to the Python 3.x binary like so: ``` sudo ln -s $(which python3) /usr/bin/python ``` **Containers** Alpine Linux is often used as a base system for containers. `bcc` can be used in such an environment by launching the container in privileged mode with kernel modules available through bind mounts: ``` sudo docker run --rm -it --privileged \ -v /lib/modules:/lib/modules:ro \ -v /sys:/sys:ro \ -v /usr/src:/usr/src:ro \ alpine:3.12 ``` ## WSL(Windows Subsystem for Linux) - Binary ### Install dependencies The compiling depends on the headers and lib of linux kernel module which was not found in wsl distribution packages repo. We have to compile the kernel module manually. ```bash apt-get install flex bison libssl-dev libelf-dev dwarves bc ``` ### Install packages First, you will need to checkout the WSL2 Linux kernel git repository: ``` KERNEL_VERSION=$(uname -r | cut -d '-' -f 1) git clone --depth 1 https://github.com/microsoft/WSL2-Linux-Kernel.git -b linux-msft-wsl-$KERNEL_VERSION cd WSL2-Linux-Kernel ``` Then compile and install: ``` cp Microsoft/config-wsl .config make oldconfig && make prepare make scripts make modules sudo make modules_install ```` After install the module you will need to change the name of the directory to remove the '+' at the end ```` mv /lib/modules/$KERNEL_VERSION-microsoft-standard-WSL2+/ /lib/modules/$KERNEL_VERSION-microsoft-standard-WSL2 ```` Then you can install bcc tools package according your distribution. If you met some problems, try to ``` sudo mount -t debugfs debugfs /sys/kernel/debug ``` # Source ## libbpf Submodule Since release v0.10.0, bcc starts to leverage libbpf repo (https://github.com/libbpf/libbpf) to provide wrapper functions to the kernel for bpf syscalls, uapi headers bpf.h/btf.h etc. Unfortunately, the default github release source code does not contain libbpf submodule source code and this will cause build issues. To alleviate this problem, starting at release v0.11.0, source code with corresponding libbpf submodule codes will be released as well. See https://github.com/iovisor/bcc/releases. ## Debian - Source ### sid #### Repositories `/etc/apt/sources.list` should include the `non-free` repository and look something like this: ``` deb http://deb.debian.org/debian sid main contrib non-free deb-src http://deb.debian.org/debian sid main contrib non-free ``` #### Install Build Dependencies ``` # Before you begin apt-get update # According to https://packages.debian.org/source/sid/bpfcc, # BCC build dependencies: sudo apt-get install arping bison clang-format cmake dh-python \ dpkg-dev pkg-kde-tools ethtool flex inetutils-ping iperf \ libbpf-dev libclang-dev libclang-cpp-dev libedit-dev libelf-dev \ libfl-dev libzip-dev linux-libc-dev llvm-dev libluajit-5.1-dev \ luajit python3-netaddr python3-pyroute2 python3-setuptools python3 ``` #### Install and compile BCC ``` git clone https://github.com/iovisor/bcc.git mkdir bcc/build; cd bcc/build cmake .. make sudo make install ``` ## Ubuntu - Source To build the toolchain from source, one needs: * LLVM 3.7.1 or newer, compiled with BPF support (default=on) * Clang, built from the same tree as LLVM * cmake (>=3.1), gcc (>=4.7), flex, bison * LuaJIT, if you want Lua support * Optional tools used in some examples: arping, netperf, and iperf ### Install build dependencies ``` # For Focal (20.04.1 LTS) sudo apt install -y zip bison build-essential cmake flex git libedit-dev \ libllvm12 llvm-12-dev libclang-12-dev python zlib1g-dev libelf-dev libfl-dev python3-setuptools \ liblzma-dev arping netperf iperf # For Hirsute (21.04) or Impish (21.10) sudo apt install -y zip bison build-essential cmake flex git libedit-dev \ libllvm12 llvm-12-dev libclang-12-dev python3 zlib1g-dev libelf-dev libfl-dev python3-setuptools \ liblzma-dev arping netperf iperf # For Jammy (22.04) sudo apt install -y zip bison build-essential cmake flex git libedit-dev \ libllvm14 llvm-14-dev libclang-14-dev python3 zlib1g-dev libelf-dev libfl-dev python3-setuptools \ liblzma-dev libdebuginfod-dev arping netperf iperf # For Lunar Lobster (23.04) sudo apt install -y zip bison build-essential cmake flex git libedit-dev \ libllvm15 llvm-15-dev libclang-15-dev python3 zlib1g-dev libelf-dev libfl-dev python3-setuptools \ liblzma-dev libdebuginfod-dev arping netperf iperf libpolly-15-dev # For Mantic Minotaur (23.10) sudo apt install -y zip bison build-essential cmake flex git libedit-dev \ libllvm16 llvm-16-dev libclang-16-dev python3 zlib1g-dev libelf-dev libfl-dev python3-setuptools \ liblzma-dev libdebuginfod-dev arping netperf iperf libpolly-16-dev # For other versions sudo apt-get -y install zip bison build-essential cmake flex git libedit-dev \ libllvm3.7 llvm-3.7-dev libclang-3.7-dev python zlib1g-dev libelf-dev python3-setuptools \ liblzma-dev arping netperf iperf # For Lua support sudo apt-get -y install luajit luajit-5.1-dev ``` ### Install and compile BCC ``` git clone https://github.com/iovisor/bcc.git mkdir bcc/build; cd bcc/build cmake .. make sudo make install cmake -DPYTHON_CMD=python3 .. # build python3 binding pushd src/python/ make sudo make install popd ``` ## CentOS-8.5 - Source suppose you're running with root or add sudo first ### Install build dependencies ``` dnf install -y bison cmake ethtool flex git iperf3 libstdc++-devel python3-netaddr python3-pip gcc gcc-c++ make zlib-devel elfutils-libelf-devel # dnf install -y luajit luajit-devel ## if use luajit, will report some lua function(which in lua5.3) undefined problem dnf install -y clang clang-devel llvm llvm-devel llvm-static ncurses-devel dnf -y install netperf pip3 install pyroute2 ln -s /usr/bin/python3 /usr/bin/python ``` ### Install and Compile bcc ``` git clone https://github.com/iovisor/bcc.git mkdir bcc-build cd bcc-build/ ## here llvm should always link shared library cmake ../bcc -DCMAKE_INSTALL_PREFIX=/usr -DENABLE_LLVM_SHARED=1 make -j10 make install ``` after install, you may add bcc directory to your $PATH, which you can add to ~/.bashrc ``` bcctools=/usr/share/bcc/tools bccexamples=/usr/share/bcc/examples export PATH=$bcctools:$bccexamples:$PATH ``` ### let path take effect ``` source ~/.bashrc ``` then run ``` hello_world.py ``` Or ``` cd /usr/share/bcc/examples ./hello_world.py ./tracing/bitehist.py cd /usr/share/bcc/tools ./bitesize ``` ## Fedora - Source ### Install build dependencies ``` sudo dnf install -y bison cmake ethtool flex git iperf libstdc++-static \ python-netaddr python-pip gcc gcc-c++ make zlib-devel \ elfutils-libelf-devel python-cachetools sudo dnf install -y luajit luajit-devel # for Lua support sudo dnf install -y \ http://repo.iovisor.org/yum/extra/mageia/cauldron/x86_64/netperf-2.7.0-1.mga6.x86_64.rpm sudo pip install pyroute2 ``` ### Install binary clang ``` # FC22 wget http://llvm.org/releases/3.7.1/clang+llvm-3.7.1-x86_64-fedora22.tar.xz sudo tar xf clang+llvm-3.7.1-x86_64-fedora22.tar.xz -C /usr/local --strip 1 # FC23 wget http://llvm.org/releases/3.9.0/clang+llvm-3.9.0-x86_64-fedora23.tar.xz sudo tar xf clang+llvm-3.9.0-x86_64-fedora23.tar.xz -C /usr/local --strip 1 # FC24 and FC25 sudo dnf install -y clang clang-devel llvm llvm-devel llvm-static ncurses-devel ``` ### Install and compile BCC ``` git clone https://github.com/iovisor/bcc.git mkdir bcc/build; cd bcc/build cmake .. make sudo make install ``` ## openSUSE - Source ### Install build dependencies ``` sudo zypper in bison cmake flex gcc gcc-c++ git libelf-devel libstdc++-devel \ llvm-devel clang-devel pkg-config python-devel python-setuptools python3-devel \ python3-setuptools sudo zypper in luajit-devel # for lua support in openSUSE Leap 42.2 or later sudo zypper in lua51-luajit-devel # for lua support in openSUSE Tumbleweed ``` ### Install and compile BCC ``` git clone https://github.com/iovisor/bcc.git mkdir bcc/build; cd bcc/build cmake -DLUAJIT_INCLUDE_DIR=`pkg-config --variable=includedir luajit` \ # for lua support .. make sudo make install cmake -DPYTHON_CMD=python3 .. # build python3 binding pushd src/python/ make sudo make install popd ``` ## Centos - Source For Centos 7.6 only ### Install build dependencies ``` sudo yum install -y epel-release sudo yum update -y sudo yum groupinstall -y "Development tools" sudo yum install -y elfutils-libelf-devel cmake3 git bison flex ncurses-devel sudo yum install -y luajit luajit-devel # for Lua support ``` ### Install and compile LLVM You could compile LLVM from source code ``` curl -LO https://github.com/llvm/llvm-project/releases/download/llvmorg-10.0.1/llvm-10.0.1.src.tar.xz curl -LO https://github.com/llvm/llvm-project/releases/download/llvmorg-10.0.1/clang-10.0.1.src.tar.xz tar -xf clang-10.0.1.src.tar.xz tar -xf llvm-10.0.1.src.tar.xz mkdir clang-build mkdir llvm-build cd llvm-build cmake3 -G "Unix Makefiles" -DLLVM_TARGETS_TO_BUILD="BPF;X86" \ -DCMAKE_BUILD_TYPE=Release ../llvm-10.0.1.src make sudo make install cd ../clang-build cmake3 -G "Unix Makefiles" -DLLVM_TARGETS_TO_BUILD="BPF;X86" \ -DCMAKE_BUILD_TYPE=Release ../clang-10.0.1.src make sudo make install cd .. ``` or install from centos-release-scl ``` yum install -y centos-release-scl yum-config-manager --enable rhel-server-rhscl-7-rpms yum install -y devtoolset-7 llvm-toolset-10 llvm-toolset-10-llvm-devel llvm-toolset-10-llvm-static llvm-toolset-10-clang-devel source scl_source enable devtoolset-7 llvm-toolset-10 ``` For permanently enable scl environment, please check https://access.redhat.com/solutions/527703. ### Install and compile BCC ``` git clone https://github.com/iovisor/bcc.git mkdir bcc/build; cd bcc/build cmake3 .. make sudo make install ``` ## Amazon Linux 1 - Source Tested on Amazon Linux AMI release 2018.03 (kernel 4.14.47-56.37.amzn1.x86_64) ### Install packages required for building ``` # enable epel to get iperf, luajit, luajit-devel, cmake3 (cmake3 is required to support c++11) sudo yum-config-manager --enable epel sudo yum install -y bison cmake3 ethtool flex git iperf libstdc++-static python-netaddr python-cachetools gcc gcc-c++ make zlib-devel elfutils-libelf-devel sudo yum install -y luajit luajit-devel sudo yum install -y http://repo.iovisor.org/yum/extra/mageia/cauldron/x86_64/netperf-2.7.0-1.mga6.x86_64.rpm sudo pip install pyroute2 sudo yum install -y ncurses-devel ``` ### Install clang 3.7.1 pre-built binaries ``` wget http://releases.llvm.org/3.7.1/clang+llvm-3.7.1-x86_64-fedora22.tar.xz tar xf clang* (cd clang* && sudo cp -R * /usr/local/) ``` ### Build bcc ``` git clone https://github.com/iovisor/bcc.git pushd . mkdir bcc/build; cd bcc/build cmake3 .. time make sudo make install popd ``` ### Setup required to run the tools ``` sudo yum -y install kernel-devel-$(uname -r) sudo mount -t debugfs debugfs /sys/kernel/debug ``` ### Test ``` sudo /usr/share/bcc/tools/execsnoop ``` ## Amazon Linux 2 - Source ``` # enable epel to get iperf, luajit, luajit-devel, cmake3 (cmake3 is required to support c++11) sudo yum-config-manager --enable epel sudo yum install -y bison cmake3 ethtool flex git iperf libstdc++-static python-netaddr python-cachetools gcc gcc-c++ make zlib-devel elfutils-libelf-devel sudo yum install -y luajit luajit-devel sudo yum install -y http://repo.iovisor.org/yum/extra/mageia/cauldron/x86_64/netperf-2.7.0-1.mga6.x86_64.rpm sudo pip install pyroute2 sudo yum install -y ncurses-devel ``` ### Install clang ``` yum install -y clang llvm llvm-devel llvm-static clang-devel clang-libs ``` ### Build bcc ``` git clone https://github.com/iovisor/bcc.git pushd . mkdir bcc/build; cd bcc/build cmake3 .. time make sudo make install popd ``` ### Setup required to run the tools ``` sudo yum -y install kernel-devel-$(uname -r) sudo mount -t debugfs debugfs /sys/kernel/debug ``` ### Test ``` sudo /usr/share/bcc/tools/execsnoop ``` ## Alpine - Source ### Install packages required for building ``` sudo apk add tar git build-base iperf linux-headers llvm10-dev llvm10-static \ clang-dev clang-static cmake python3 flex-dev bison luajit-dev elfutils-dev \ zlib-dev ``` ### Build bcc ``` git clone https://github.com/iovisor/bcc.git mkdir bcc/build; cd bcc/build # python2 can be substituted here, depending on your environment cmake -DPYTHON_CMD=python3 .. make && sudo make install # Optional, but needed if you don't have /usr/bin/python on your system ln -s $(which python3) /usr/bin/python ``` ### Test ``` sudo /usr/share/bcc/tools/execsnoop ``` ## Arch - Source ### Install dependencies ``` pacman -S cmake clang llvm flex bison python ``` ### Build bcc ``` git clone https://github.com/iovisor/bcc.git pushd . mkdir bcc/build cd bcc/build cmake -DENABLE_LLVM_SHARED=on .. -DPYTHON_CMD=python3 # for python3 support make -j$(nproc) sudo make install cd src/python make -j$(nproc) sudo make install popd ``` # Older Instructions ## Build LLVM and Clang development libs ``` git clone https://github.com/llvm/llvm-project.git mkdir -p llvm-project/llvm/build/install cd llvm-project/llvm/build cmake -G "Ninja" -DLLVM_TARGETS_TO_BUILD="BPF;X86" \ -DLLVM_ENABLE_PROJECTS="clang" \ -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=$PWD/install .. ninja && ninja install export PATH=$PWD/install/bin:$PATH ``` bpfcc-0.31.0/LICENSE.txt000066400000000000000000000261351465134135300145070ustar00rootroot00000000000000 Apache License Version 2.0, January 2004 http://www.apache.org/licenses/ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION 1. Definitions. "License" shall mean the terms and conditions for use, reproduction, and distribution as defined by Sections 1 through 9 of this document. "Licensor" shall mean the copyright owner or entity authorized by the copyright owner that is granting the License. "Legal Entity" shall mean the union of the acting entity and all other entities that control, are controlled by, or are under common control with that entity. For the purposes of this definition, "control" means (i) the power, direct or indirect, to cause the direction or management of such entity, whether by contract or otherwise, or (ii) ownership of fifty percent (50%) or more of the outstanding shares, or (iii) beneficial ownership of such entity. "You" (or "Your") shall mean an individual or Legal Entity exercising permissions granted by this License. "Source" form shall mean the preferred form for making modifications, including but not limited to software source code, documentation source, and configuration files. "Object" form shall mean any form resulting from mechanical transformation or translation of a Source form, including but not limited to compiled object code, generated documentation, and conversions to other media types. "Work" shall mean the work of authorship, whether in Source or Object form, made available under the License, as indicated by a copyright notice that is included in or attached to the work (an example is provided in the Appendix below). "Derivative Works" shall mean any work, whether in Source or Object form, that is based on (or derived from) the Work and for which the editorial revisions, annotations, elaborations, or other modifications represent, as a whole, an original work of authorship. For the purposes of this License, Derivative Works shall not include works that remain separable from, or merely link (or bind by name) to the interfaces of, the Work and Derivative Works thereof. "Contribution" shall mean any work of authorship, including the original version of the Work and any modifications or additions to that Work or Derivative Works thereof, that is intentionally submitted to Licensor for inclusion in the Work by the copyright owner or by an individual or Legal Entity authorized to submit on behalf of the copyright owner. For the purposes of this definition, "submitted" means any form of electronic, verbal, or written communication sent to the Licensor or its representatives, including but not limited to communication on electronic mailing lists, source code control systems, and issue tracking systems that are managed by, or on behalf of, the Licensor for the purpose of discussing and improving the Work, but excluding communication that is conspicuously marked or otherwise designated in writing by the copyright owner as "Not a Contribution." "Contributor" shall mean Licensor and any individual or Legal Entity on behalf of whom a Contribution has been received by Licensor and subsequently incorporated within the Work. 2. Grant of Copyright License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable copyright license to reproduce, prepare Derivative Works of, publicly display, publicly perform, sublicense, and distribute the Work and such Derivative Works in Source or Object form. 3. Grant of Patent License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable (except as stated in this section) patent license to make, have made, use, offer to sell, sell, import, and otherwise transfer the Work, where such license applies only to those patent claims licensable by such Contributor that are necessarily infringed by their Contribution(s) alone or by combination of their Contribution(s) with the Work to which such Contribution(s) was submitted. If You institute patent litigation against any entity (including a cross-claim or counterclaim in a lawsuit) alleging that the Work or a Contribution incorporated within the Work constitutes direct or contributory patent infringement, then any patent licenses granted to You under this License for that Work shall terminate as of the date such litigation is filed. 4. Redistribution. You may reproduce and distribute copies of the Work or Derivative Works thereof in any medium, with or without modifications, and in Source or Object form, provided that You meet the following conditions: (a) You must give any other recipients of the Work or Derivative Works a copy of this License; and (b) You must cause any modified files to carry prominent notices stating that You changed the files; and (c) You must retain, in the Source form of any Derivative Works that You distribute, all copyright, patent, trademark, and attribution notices from the Source form of the Work, excluding those notices that do not pertain to any part of the Derivative Works; and (d) If the Work includes a "NOTICE" text file as part of its distribution, then any Derivative Works that You distribute must include a readable copy of the attribution notices contained within such NOTICE file, excluding those notices that do not pertain to any part of the Derivative Works, in at least one of the following places: within a NOTICE text file distributed as part of the Derivative Works; within the Source form or documentation, if provided along with the Derivative Works; or, within a display generated by the Derivative Works, if and wherever such third-party notices normally appear. The contents of the NOTICE file are for informational purposes only and do not modify the License. You may add Your own attribution notices within Derivative Works that You distribute, alongside or as an addendum to the NOTICE text from the Work, provided that such additional attribution notices cannot be construed as modifying the License. You may add Your own copyright statement to Your modifications and may provide additional or different license terms and conditions for use, reproduction, or distribution of Your modifications, or for any such Derivative Works as a whole, provided Your use, reproduction, and distribution of the Work otherwise complies with the conditions stated in this License. 5. Submission of Contributions. Unless You explicitly state otherwise, any Contribution intentionally submitted for inclusion in the Work by You to the Licensor shall be under the terms and conditions of this License, without any additional terms or conditions. Notwithstanding the above, nothing herein shall supersede or modify the terms of any separate license agreement you may have executed with Licensor regarding such Contributions. 6. Trademarks. This License does not grant permission to use the trade names, trademarks, service marks, or product names of the Licensor, except as required for reasonable and customary use in describing the origin of the Work and reproducing the content of the NOTICE file. 7. Disclaimer of Warranty. Unless required by applicable law or agreed to in writing, Licensor provides the Work (and each Contributor provides its Contributions) on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied, including, without limitation, any warranties or conditions of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A PARTICULAR PURPOSE. You are solely responsible for determining the appropriateness of using or redistributing the Work and assume any risks associated with Your exercise of permissions under this License. 8. Limitation of Liability. In no event and under no legal theory, whether in tort (including negligence), contract, or otherwise, unless required by applicable law (such as deliberate and grossly negligent acts) or agreed to in writing, shall any Contributor be liable to You for damages, including any direct, indirect, special, incidental, or consequential damages of any character arising as a result of this License or out of the use or inability to use the Work (including but not limited to damages for loss of goodwill, work stoppage, computer failure or malfunction, or any and all other commercial damages or losses), even if such Contributor has been advised of the possibility of such damages. 9. Accepting Warranty or Additional Liability. While redistributing the Work or Derivative Works thereof, You may choose to offer, and charge a fee for, acceptance of support, warranty, indemnity, or other liability obligations and/or rights consistent with this License. However, in accepting such obligations, You may act only on Your own behalf and on Your sole responsibility, not on behalf of any other Contributor, and only if You agree to indemnify, defend, and hold each Contributor harmless for any liability incurred by, or claims asserted against, such Contributor by reason of your accepting any such warranty or additional liability. END OF TERMS AND CONDITIONS APPENDIX: How to apply the Apache License to your work. To apply the Apache License to your work, attach the following boilerplate notice, with the fields enclosed by brackets "{}" replaced with your own identifying information. (Don't include the brackets!) The text should be enclosed in the appropriate comment syntax for the file format. We also recommend that a file or class name and description of purpose be included on the same "printed page" as the copyright notice for easier identification within third-party archives. Copyright {yyyy} {name of copyright owner} Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. bpfcc-0.31.0/LINKS.md000066400000000000000000000144371465134135300140700ustar00rootroot00000000000000- 2019-12-06: [My learnings on Linux BPF container performance engineering](https://medium.com/@aimvec/my-learnings-on-linux-bpf-container-performance-engineering-3eb424b73d56) - 2019-11-21: [Debugging network stalls on Kubernetes](https://github.blog/2019-11-21-debugging-network-stalls-on-kubernetes) - 2019-11-12: [bcc-tools brings dynamic kernel tracing to Red Hat Enterprise Linux 8.1](https://www.redhat.com/en/blog/bcc-tools-brings-dynamic-kernel-tracing-red-hat-enterprise-linux-81) - 2018-05-03: [Linux System Monitoring with eBPF](https://www.circonus.com/2018/05/linux-system-monitoring-with-ebpf) - 2018-02-22: [Some advanced BCC topics](https://lwn.net/Articles/747640) - 2018-01-23: [BPFd: Running BCC tools remotely across systems and architectures](https://lwn.net/Articles/744522) - 2017-12-22: [An introduction to the BPF Compiler Collection](https://lwn.net/Articles/742082) - 2017-09-13: [Performance Analysis Superpowers with Linux BPF](https://www.slideshare.net/brendangregg/ossna-2017-performance-analysis-superpowers-with-linux-bpf) - 2017-07-28: [Tracing a packet journey using Linux tracepoints, perf and eBPF](https://blog.yadutaf.fr/2017/07/28/tracing-a-packet-journey-using-linux-tracepoints-perf-ebpf/) - 2017-07-13: [Performance Superpowers with Enhanced BPF](https://www.usenix.org/conference/atc17/program/presentation/gregg-superpowers) - 2017-06-28: [The BSD Packet Filter](https://speakerdeck.com/tuxology/the-bsd-packet-filter) - 2017-03-04: [Linux 4.x Tracing: Performance Analysis with bcc/BPF](https://www.slideshare.net/brendangregg/linux-4x-tracing-performance-analysis-with-bccbpf) - 2017-02-27: [Profiling a .NET Core Application on Linux](https://blogs.microsoft.co.il/sasha/2017/02/27/profiling-a-net-core-application-on-linux) - 2017-02-05: [gobpf - utilizing eBPF from Go](https://fosdem.org/2017/schedule/event/go_bpf/attachments/slides/1681/export/events/attachments/go_bpf/slides/1681/gobpf_utilizing_eBPF_from_Go_FOSDEM_2017.pdf) - 2017-01-31: [Golang bcc/BPF Function Tracing](http://www.brendangregg.com/blog/2017-01-31/golang-bcc-bpf-function-tracing.html) - 2017-01-18: [BPF: Tracing and more](https://www.slideshare.net/brendangregg/bpf-tracing-and-more) - 2016-12-09: [Linux 4.x Tracing Tools: Using BPF Superpowers](https://www.slideshare.net/brendangregg/linux-4x-tracing-tools-using-bpf-superpowers) - 2016-11-30: [Introducing gobpf - Using eBPF from Go](https://kinvolk.io/blog/2016/11/introducing-gobpf---using-ebpf-from-go) - 2016-11-30: [Linux bcc/BPF tcplife: TCP Lifespans](http://www.brendangregg.com/blog/2016-11-30/linux-bcc-tcplife.html) - 2016-10-27: [DTrace for Linux 2016](http://www.brendangregg.com/blog/2016-10-27/dtrace-for-linux-2016.html) - 2016-10-21: [Linux 4.9's Efficient BPF-based Profiler](http://www.brendangregg.com/blog/2016-10-21/linux-efficient-profiler.html) - 2016-10-15: [Linux bcc tcptop](http://www.brendangregg.com/blog/2016-10-15/linux-bcc-tcptop.html) - 2016-10-12: [Linux bcc/BPF Node.js USDT Tracing](http://www.brendangregg.com/blog/2016-10-12/linux-bcc-nodejs-usdt.html) - 2016-10-08: [Linux bcc/BPF Run Queue (Scheduler) Latency](http://www.brendangregg.com/blog/2016-10-08/linux-bcc-runqlat.html) - 2016-10-06: [Linux bcc ext4 Latency Tracing](http://www.brendangregg.com/blog/2016-10-06/linux-bcc-ext4dist-ext4slower.html) - 2016-10-04: [Installing bcc to evaluate BPF and Postgres](http://blog.gregburek.com/2016/10/04/installing-bcc-to-evaluate-bpf-and-postgres) - 2016-10-04: [Linux MySQL Slow Query Tracing with bcc/BPF](http://www.brendangregg.com/blog/2016-10-04/linux-bcc-mysqld-qslower.html) - 2016-10-01: [Linux bcc Tracing Security Capabilities](http://www.brendangregg.com/blog/2016-10-01/linux-bcc-security-capabilities.html) - 2016-09-23: [BCC – Dynamic Tracing Tools for Linux Performance Monitoring, Networking and More](http://www.tecmint.com/bcc-best-linux-performance-monitoring-tools/) - 2016-08-22: [BoF - What Can BPF Do For You?](https://events.linuxfoundation.org/sites/events/files/slides/iovisor-lc-bof-2016.pdf) - 2016-07-03: [Linux debugging tools I love](https://jvns.ca/blog/2016/07/03/debugging-tools-i-love) - 2016-06-14: [Ubuntu Xenial bcc/BPF](http://www.brendangregg.com/blog/2016-06-14/ubuntu-xenial-bcc-bpf.html) - 2016-05-26: [Linux BPF/bcc for Oracle Tracing](https://db-blog.web.cern.ch/blog/luca-canali/2016-05-linux-bpfbcc-oracle-tracing) - 2016-05-04: [Tracing your TCP IPv4 connections with eBPF and BCC from the Linux kernel JIT-VM to Splunk](https://www.splunk.com/blog/2016/05/04/tracing-your-tcp-ipv4-connections-with-ebpf-and-bcc-from-the-linux-kernel-jit-vm-to-splunk/) - 2016-03-31: [Probing the JVM with BPF/BCC](http://blogs.microsoft.co.il/sasha/2016/03/31/probing-the-jvm-with-bpfbcc/) - 2016-03-30: [How to turn any syscall into an event: Introducing eBPF Kernel probes](https://blog.yadutaf.fr/2016/03/30/turn-any-syscall-into-event-introducing-ebpf-kernel-probes) - 2016-03-30: [USDT Probe Support in BPF/BCC](http://blogs.microsoft.co.il/sasha/2016/03/30/usdt-probe-support-in-bpfbcc) - 2016-03-28: [Linux BPF/bcc Road Ahead, March 2016](http://www.brendangregg.com/blog/2016-03-28/linux-bpf-bcc-road-ahead-2016.html) - 2016-03-05: [Linux BPF Superpowers](http://www.brendangregg.com/blog/2016-03-05/linux-bpf-superpowers.html) - 2016-03-02: [Linux BPF Superpowers](https://www.slideshare.net/brendangregg/linux-bpf-superpowers) - 2016-02-14: [Two New eBPF Tools: memleak and argdist](http://blogs.microsoft.co.il/sasha/2016/02/14/two-new-ebpf-tools-memleak-and-argdist/) - 2016-02-08: [Linux eBPF/bcc uprobes](http://www.brendangregg.com/blog/2016-02-08/linux-ebpf-bcc-uprobes.html) - 2016-02-05: [Who is waking the waker? (Linux chain graph prototype)](http://www.brendangregg.com/blog/2016-02-05/ebpf-chaingraph-prototype.html) - 2016-02-01: [Linux Wakeup and Off-Wake Profiling](http://www.brendangregg.com/blog/2016-02-01/linux-wakeup-offwake-profiling.html) - 2016-01-20: [Linux eBPF Off-CPU Flame Graph](http://www.brendangregg.com/blog/2016-01-20/ebpf-offcpu-flame-graph.html) - 2016-01-18: [Linux eBPF Stack Trace Hack](http://www.brendangregg.com/blog/2016-01-18/ebpf-stack-trace-hack.html) - 2015-10-31: [tcpconnect and tcpaccept for Linux (bcc)](http://www.brendangregg.com/blog/2015-10-31/tcpconnect-tcpaccept-bcc.html) - 2015-09-22: [bcc: Taming Linux 4.3+ Tracing Superpowers](http://www.brendangregg.com/blog/2015-09-22/bcc-linux-4.3-tracing.html) bpfcc-0.31.0/QUICKSTART.md000066400000000000000000000011131465134135300146650ustar00rootroot00000000000000# Quick Start Guide A Docker container is provided for user to try out [bcc](https://github.com/iovisor/bcc). From your host shell: ```bash docker run -it --rm \ --privileged \ -v /lib/modules:/lib/modules:ro \ -v /usr/src:/usr/src:ro \ -v /etc/localtime:/etc/localtime:ro \ --workdir /usr/share/bcc/tools \ zlim/bcc ``` Now, from the container shell, you can try the various pre-installed bcc tools. For examples, please refer to the [tutorial](docs/tutorial.md#1-general-performance). If you wish to install bcc on your host, please refer to [INSTALL.md](INSTALL.md). bpfcc-0.31.0/README.md000066400000000000000000000550061465134135300141420ustar00rootroot00000000000000![BCC Logo](images/logo2.png) # BPF Compiler Collection (BCC) BCC is a toolkit for creating efficient kernel tracing and manipulation programs, and includes several useful tools and examples. It makes use of extended BPF (Berkeley Packet Filters), formally known as eBPF, a new feature that was first added to Linux 3.15. Much of what BCC uses requires Linux 4.1 and above. eBPF was [described by](https://lkml.org/lkml/2015/4/14/232) Ingo Molnár as: > One of the more interesting features in this cycle is the ability to attach eBPF programs (user-defined, sandboxed bytecode executed by the kernel) to kprobes. This allows user-defined instrumentation on a live kernel image that can never crash, hang or interfere with the kernel negatively. BCC makes BPF programs easier to write, with kernel instrumentation in C (and includes a C wrapper around LLVM), and front-ends in Python and lua. It is suited for many tasks, including performance analysis and network traffic control. ## Screenshot This example traces a disk I/O kernel function, and populates an in-kernel power-of-2 histogram of the I/O size. For efficiency, only the histogram summary is returned to user-level. ```Shell # ./bitehist.py Tracing... Hit Ctrl-C to end. ^C kbytes : count distribution 0 -> 1 : 3 | | 2 -> 3 : 0 | | 4 -> 7 : 211 |********** | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 1 | | 128 -> 255 : 800 |**************************************| ``` The above output shows a bimodal distribution, where the largest mode of 800 I/O was between 128 and 255 Kbytes in size. See the source: [bitehist.py](examples/tracing/bitehist.py). What this traces, what this stores, and how the data is presented, can be entirely customized. This shows only some of many possible capabilities. ## Installing See [INSTALL.md](INSTALL.md) for installation steps on your platform. ## FAQ See [FAQ.txt](FAQ.txt) for the most common troubleshoot questions. ## Reference guide See [docs/reference_guide.md](docs/reference_guide.md) for the reference guide to the bcc and bcc/BPF APIs. ## Contents Some of these are single files that contain both C and Python, others have a pair of .c and .py files, and some are directories of files. ### Tracing #### Examples - examples/tracing/[bitehist.py](examples/tracing/bitehist.py): Block I/O size histogram. [Examples](examples/tracing/bitehist_example.txt). - examples/tracing/[disksnoop.py](examples/tracing/disksnoop.py): Trace block device I/O latency. [Examples](examples/tracing/disksnoop_example.txt). - examples/[hello_world.py](examples/hello_world.py): Prints "Hello, World!" for new processes. - examples/tracing/[mysqld_query.py](examples/tracing/mysqld_query.py): Trace MySQL server queries using USDT probes. [Examples](examples/tracing/mysqld_query_example.txt). - examples/tracing/[nodejs_http_server.py](examples/tracing/nodejs_http_server.py): Trace Node.js HTTP server requests using USDT probes. [Examples](examples/tracing/nodejs_http_server_example.txt). - examples/tracing/[stacksnoop](examples/tracing/stacksnoop.py): Trace a kernel function and print all kernel stack traces. [Examples](examples/tracing/stacksnoop_example.txt). - tools/[statsnoop](tools/statsnoop.py): Trace stat() syscalls. [Examples](tools/statsnoop_example.txt). - examples/tracing/[task_switch.py](examples/tracing/task_switch.py): Count task switches with from and to PIDs. - examples/tracing/[tcpv4connect.py](examples/tracing/tcpv4connect.py): Trace TCP IPv4 active connections. [Examples](examples/tracing/tcpv4connect_example.txt). - examples/tracing/[trace_fields.py](examples/tracing/trace_fields.py): Simple example of printing fields from traced events. - examples/tracing/[undump.py](examples/tracing/undump.py): Dump UNIX socket packets. [Examples](examples/tracing/undump_example.txt) - examples/tracing/[urandomread.py](examples/tracing/urandomread.py): A kernel tracepoint example, which traces random:urandom_read. [Examples](examples/tracing/urandomread_example.txt). - examples/tracing/[vfsreadlat.py](examples/tracing/vfsreadlat.py) examples/tracing/[vfsreadlat.c](examples/tracing/vfsreadlat.c): VFS read latency distribution. [Examples](examples/tracing/vfsreadlat_example.txt). - examples/tracing/[kvm_hypercall.py](examples/tracing/kvm_hypercall.py): Conditional static kernel tracepoints for KVM entry, exit and hypercall [Examples](examples/tracing/kvm_hypercall.txt). #### Tools
- tools/[argdist](tools/argdist.py): Display function parameter values as a histogram or frequency count. [Examples](tools/argdist_example.txt). - tools/[bashreadline](tools/bashreadline.py): Print entered bash commands system wide. [Examples](tools/bashreadline_example.txt). - tools/[bpflist](tools/bpflist.py): Display processes with active BPF programs and maps. [Examples](tools/bpflist_example.txt). - tools/[capable](tools/capable.py): Trace security capability checks. [Examples](tools/capable_example.txt). - tools/[compactsnoop](tools/compactsnoop.py): Trace compact zone events with PID and latency. [Examples](tools/compactsnoop_example.txt). - tools/[criticalstat](tools/criticalstat.py): Trace and report long atomic critical sections in the kernel. [Examples](tools/criticalstat_example.txt) - tools/[deadlock](tools/deadlock.py): Detect potential deadlocks on a running process. [Examples](tools/deadlock_example.txt). - tools/[drsnoop](tools/drsnoop.py): Trace direct reclaim events with PID and latency. [Examples](tools/drsnoop_example.txt). - tools/[funccount](tools/funccount.py): Count kernel function calls. [Examples](tools/funccount_example.txt). - tools/[inject](tools/inject.py): Targeted error injection with call chain and predicates [Examples](tools/inject_example.txt). - tools/[klockstat](tools/klockstat.py): Traces kernel mutex lock events and display locks statistics. [Examples](tools/klockstat_example.txt). - tools/[opensnoop](tools/opensnoop.py): Trace open() syscalls. [Examples](tools/opensnoop_example.txt). - tools/[readahead](tools/readahead.py): Show performance of read-ahead cache [Examples](tools/readahead_example.txt). - tools/[reset-trace](tools/reset-trace.sh): Reset the state of tracing. Maintenance tool only. [Examples](tools/reset-trace_example.txt). - tools/[stackcount](tools/stackcount.py): Count kernel function calls and their stack traces. [Examples](tools/stackcount_example.txt). - tools/[syncsnoop](tools/syncsnoop.py): Trace sync() syscall. [Examples](tools/syncsnoop_example.txt). - tools/[threadsnoop](tools/threadsnoop.py): List new thread creation. [Examples](tools/threadsnoop_example.txt). - tools/[tplist](tools/tplist.py): Display kernel tracepoints or USDT probes and their formats. [Examples](tools/tplist_example.txt). - tools/[trace](tools/trace.py): Trace arbitrary functions, with filters. [Examples](tools/trace_example.txt). - tools/[ttysnoop](tools/ttysnoop.py): Watch live output from a tty or pts device. [Examples](tools/ttysnoop_example.txt). - tools/[ucalls](tools/lib/ucalls.py): Summarize method calls or Linux syscalls in high-level languages. [Examples](tools/lib/ucalls_example.txt). - tools/[uflow](tools/lib/uflow.py): Print a method flow graph in high-level languages. [Examples](tools/lib/uflow_example.txt). - tools/[ugc](tools/lib/ugc.py): Trace garbage collection events in high-level languages. [Examples](tools/lib/ugc_example.txt). - tools/[uobjnew](tools/lib/uobjnew.py): Summarize object allocation events by object type and number of bytes allocated. [Examples](tools/lib/uobjnew_example.txt). - tools/[ustat](tools/lib/ustat.py): Collect events such as GCs, thread creations, object allocations, exceptions and more in high-level languages. [Examples](tools/lib/ustat_example.txt). - tools/[uthreads](tools/lib/uthreads.py): Trace thread creation events in Java and raw pthreads. [Examples](tools/lib/uthreads_example.txt). ##### Memory and Process Tools - tools/[execsnoop](tools/execsnoop.py): Trace new processes via exec() syscalls. [Examples](tools/execsnoop_example.txt). - tools/[exitsnoop](tools/exitsnoop.py): Trace process termination (exit and fatal signals). [Examples](tools/exitsnoop_example.txt). - tools/[killsnoop](tools/killsnoop.py): Trace signals issued by the kill() syscall. [Examples](tools/killsnoop_example.txt). - tools/[kvmexit](tools/kvmexit.py): Display the exit_reason and its statistics of each vm exit. [Examples](tools/kvmexit_example.txt). - tools/[memleak](tools/memleak.py): Display outstanding memory allocations to find memory leaks. [Examples](tools/memleak_example.txt). - tools/[oomkill](tools/oomkill.py): Trace the out-of-memory (OOM) killer. [Examples](tools/oomkill_example.txt). - tools/[pidpersec](tools/pidpersec.py): Count new processes (via fork). [Examples](tools/pidpersec_example.txt). - tools/[rdmaucma](tools/rdmaucma.py): Trace RDMA Userspace Connection Manager Access events. [Examples](tools/rdmaucma_example.txt). - tools/[shmsnoop](tools/shmsnoop.py): Trace System V shared memory syscalls. [Examples](tools/shmsnoop_example.txt). - tools/[slabratetop](tools/slabratetop.py): Kernel SLAB/SLUB memory cache allocation rate top. [Examples](tools/slabratetop_example.txt). ##### Performance and Time Tools - tools/[dbslower](tools/dbslower.py): Trace MySQL/PostgreSQL queries slower than a threshold. [Examples](tools/dbslower_example.txt). - tools/[dbstat](tools/dbstat.py): Summarize MySQL/PostgreSQL query latency as a histogram. [Examples](tools/dbstat_example.txt). - tools/[funcinterval](tools/funcinterval.py): Time interval between the same function as a histogram. [Examples](tools/funcinterval_example.txt). - tools/[funclatency](tools/funclatency.py): Time functions and show their latency distribution. [Examples](tools/funclatency_example.txt). - tools/[funcslower](tools/funcslower.py): Trace slow kernel or user function calls. [Examples](tools/funcslower_example.txt). - tools/[hardirqs](tools/hardirqs.py): Measure hard IRQ (hard interrupt) event time. [Examples](tools/hardirqs_example.txt). - tools/[mysqld_qslower](tools/mysqld_qslower.py): Trace MySQL server queries slower than a threshold. [Examples](tools/mysqld_qslower_example.txt). - tools/[ppchcalls](tools/ppchcalls.py): Summarize ppc hcall counts and latencies. [Examples](tools/ppchcalls_example.txt). - tools/[softirqs](tools/softirqs.py): Measure soft IRQ (soft interrupt) event time. [Examples](tools/softirqs_example.txt). - tools/[syscount](tools/syscount.py): Summarize syscall counts and latencies. [Examples](tools/syscount_example.txt). ##### CPU and Scheduler Tools - tools/[cpudist](tools/cpudist.py): Summarize on- and off-CPU time per task as a histogram. [Examples](tools/cpudist_example.txt) - tools/[cpuunclaimed](tools/cpuunclaimed.py): Sample CPU run queues and calculate unclaimed idle CPU. [Examples](tools/cpuunclaimed_example.txt) - tools/[llcstat](tools/llcstat.py): Summarize CPU cache references and misses by process. [Examples](tools/llcstat_example.txt). - tools/[offcputime](tools/offcputime.py): Summarize off-CPU time by kernel stack trace. [Examples](tools/offcputime_example.txt). - tools/[offwaketime](tools/offwaketime.py): Summarize blocked time by kernel off-CPU stack and waker stack. [Examples](tools/offwaketime_example.txt). - tools/[profile](tools/profile.py): Profile CPU usage by sampling stack traces at a timed interval. [Examples](tools/profile_example.txt). - tools/[runqlat](tools/runqlat.py): Run queue (scheduler) latency as a histogram. [Examples](tools/runqlat_example.txt). - tools/[runqlen](tools/runqlen.py): Run queue length as a histogram. [Examples](tools/runqlen_example.txt). - tools/[runqslower](tools/runqslower.py): Trace long process scheduling delays. [Examples](tools/runqslower_example.txt). - tools/[wakeuptime](tools/wakeuptime.py): Summarize sleep to wakeup time by waker kernel stack. [Examples](tools/wakeuptime_example.txt). - tools/[wqlat](tools/wqlat.py): Summarize work waiting latency on workqueue. [Examples](tools/wqlat_example.txt). ##### Network and Sockets Tools - tools/[gethostlatency](tools/gethostlatency.py): Show latency for getaddrinfo/gethostbyname[2] calls. [Examples](tools/gethostlatency_example.txt). - tools/[bindsnoop](tools/bindsnoop.py): Trace IPv4 and IPv6 bind() system calls (bind()). [Examples](tools/bindsnoop_example.txt). - tools/[netqtop](tools/netqtop.py) tools/[netqtop.c](tools/netqtop.c): Trace and display packets distribution on NIC queues. [Examples](tools/netqtop_example.txt). - tools/[sofdsnoop](tools/sofdsnoop.py): Trace FDs passed through unix sockets. [Examples](tools/sofdsnoop_example.txt). - tools/[solisten](tools/solisten.py): Trace TCP socket listen. [Examples](tools/solisten_example.txt). - tools/[sslsniff](tools/sslsniff.py): Sniff OpenSSL written and readed data. [Examples](tools/sslsniff_example.txt). - tools/[tcpaccept](tools/tcpaccept.py): Trace TCP passive connections (accept()). [Examples](tools/tcpaccept_example.txt). - tools/[tcpconnect](tools/tcpconnect.py): Trace TCP active connections (connect()). [Examples](tools/tcpconnect_example.txt). - tools/[tcpconnlat](tools/tcpconnlat.py): Trace TCP active connection latency (connect()). [Examples](tools/tcpconnlat_example.txt). - tools/[tcpdrop](tools/tcpdrop.py): Trace kernel-based TCP packet drops with details. [Examples](tools/tcpdrop_example.txt). - tools/[tcplife](tools/tcplife.py): Trace TCP sessions and summarize lifespan. [Examples](tools/tcplife_example.txt). - tools/[tcpretrans](tools/tcpretrans.py): Trace TCP retransmits and TLPs. [Examples](tools/tcpretrans_example.txt). - tools/[tcprtt](tools/tcprtt.py): Trace TCP round trip time. [Examples](tools/tcprtt_example.txt). - tools/[tcpstates](tools/tcpstates.py): Trace TCP session state changes with durations. [Examples](tools/tcpstates_example.txt). - tools/[tcpsubnet](tools/tcpsubnet.py): Summarize and aggregate TCP send by subnet. [Examples](tools/tcpsubnet_example.txt). - tools/[tcpsynbl](tools/tcpsynbl.py): Show TCP SYN backlog. [Examples](tools/tcpsynbl_example.txt). - tools/[tcptop](tools/tcptop.py): Summarize TCP send/recv throughput by host. Top for TCP. [Examples](tools/tcptop_example.txt). - tools/[tcptracer](tools/tcptracer.py): Trace TCP established connections (connect(), accept(), close()). [Examples](tools/tcptracer_example.txt). - tools/[tcpcong](tools/tcpcong.py): Trace TCP socket congestion control status duration. [Examples](tools/tcpcong_example.txt). ##### Storage and Filesystems Tools - tools/[bitesize](tools/bitesize.py): Show per process I/O size histogram. [Examples](tools/bitesize_example.txt). - tools/[cachestat](tools/cachestat.py): Trace page cache hit/miss ratio. [Examples](tools/cachestat_example.txt). - tools/[cachetop](tools/cachetop.py): Trace page cache hit/miss ratio by processes. [Examples](tools/cachetop_example.txt). - tools/[dcsnoop](tools/dcsnoop.py): Trace directory entry cache (dcache) lookups. [Examples](tools/dcsnoop_example.txt). - tools/[dcstat](tools/dcstat.py): Directory entry cache (dcache) stats. [Examples](tools/dcstat_example.txt). - tools/[biolatency](tools/biolatency.py): Summarize block device I/O latency as a histogram. [Examples](tools/biolatency_example.txt). - tools/[biotop](tools/biotop.py): Top for disks: Summarize block device I/O by process. [Examples](tools/biotop_example.txt). - tools/[biopattern](tools/biopattern.py): Identify random/sequential disk access patterns. [Examples](tools/biopattern_example.txt). - tools/[biosnoop](tools/biosnoop.py): Trace block device I/O with PID and latency. [Examples](tools/biosnoop_example.txt). - tools/[dirtop](tools/dirtop.py): File reads and writes by directory. Top for directories. [Examples](tools/dirtop_example.txt). - tools/[filelife](tools/filelife.py): Trace the lifespan of short-lived files. [Examples](tools/filelife_example.txt). - tools/[filegone](tools/filegone.py): Trace why file gone (deleted or renamed). [Examples](tools/filegone_example.txt). - tools/[fileslower](tools/fileslower.py): Trace slow synchronous file reads and writes. [Examples](tools/fileslower_example.txt). - tools/[filetop](tools/filetop.py): File reads and writes by filename and process. Top for files. [Examples](tools/filetop_example.txt). - tools/[mdflush](tools/mdflush.py): Trace md flush events. [Examples](tools/mdflush_example.txt). - tools/[mountsnoop](tools/mountsnoop.py): Trace mount and umount syscalls system-wide. [Examples](tools/mountsnoop_example.txt). - tools/[virtiostat](tools/virtiostat.py): Show VIRTIO device IO statistics. [Examples](tools/virtiostat_example.txt). ###### Filesystems Tools - tools/[btrfsdist](tools/btrfsdist.py): Summarize btrfs operation latency distribution as a histogram. [Examples](tools/btrfsdist_example.txt). - tools/[btrfsslower](tools/btrfsslower.py): Trace slow btrfs operations. [Examples](tools/btrfsslower_example.txt). - tools/[ext4dist](tools/ext4dist.py): Summarize ext4 operation latency distribution as a histogram. [Examples](tools/ext4dist_example.txt). - tools/[ext4slower](tools/ext4slower.py): Trace slow ext4 operations. [Examples](tools/ext4slower_example.txt). - tools/[nfsslower](tools/nfsslower.py): Trace slow NFS operations. [Examples](tools/nfsslower_example.txt). - tools/[nfsdist](tools/nfsdist.py): Summarize NFS operation latency distribution as a histogram. [Examples](tools/nfsdist_example.txt). - tools/[vfscount](tools/vfscount.py): Count VFS calls. [Examples](tools/vfscount_example.txt). - tools/[vfsstat](tools/vfsstat.py): Count some VFS calls, with column output. [Examples](tools/vfsstat_example.txt). - tools/[xfsdist](tools/xfsdist.py): Summarize XFS operation latency distribution as a histogram. [Examples](tools/xfsdist_example.txt). - tools/[xfsslower](tools/xfsslower.py): Trace slow XFS operations. [Examples](tools/xfsslower_example.txt). - tools/[zfsdist](tools/zfsdist.py): Summarize ZFS operation latency distribution as a histogram. [Examples](tools/zfsdist_example.txt). - tools/[zfsslower](tools/zfsslower.py): Trace slow ZFS operations. [Examples](tools/zfsslower_example.txt). ### Networking Examples: - examples/networking/[distributed_bridge/](examples/networking/distributed_bridge): Distributed bridge example. - examples/networking/[http_filter/](examples/networking/http_filter): Simple HTTP filter example. - examples/networking/[simple_tc.py](examples/networking/simple_tc.py): Simple traffic control example. - examples/networking/[simulation.py](examples/networking/simulation.py): Simulation helper. - examples/networking/neighbor_sharing/[tc_neighbor_sharing.py](examples/networking/neighbor_sharing/tc_neighbor_sharing.py) examples/networking/neighbor_sharing/[tc_neighbor_sharing.c](examples/networking/neighbor_sharing/tc_neighbor_sharing.c): Per-IP classification and rate limiting. - examples/networking/[tunnel_monitor/](examples/networking/tunnel_monitor): Efficiently monitor traffic flows. - examples/networking/vlan_learning/[vlan_learning.py](examples/networking/vlan_learning/vlan_learning.py) examples/[vlan_learning.c](examples/networking/vlan_learning/vlan_learning.c): Demux Ethernet traffic into worker veth+namespaces. ### BPF Introspection Tools that help to introspect BPF programs. - introspection/[bps.c](introspection/bps.c): List all BPF programs loaded into the kernel. 'ps' for BPF programs. [Examples](introspection/bps_example.txt). ## Motivation BPF guarantees that the programs loaded into the kernel cannot crash, and cannot run forever, but yet BPF is general purpose enough to perform many arbitrary types of computation. Currently, it is possible to write a program in C that will compile into a valid BPF program, yet it is vastly easier to write a C program that will compile into invalid BPF (C is like that). The user won't know until trying to run the program whether it was valid or not. With a BPF-specific frontend, one should be able to write in a language and receive feedback from the compiler on the validity as it pertains to a BPF backend. This toolkit aims to provide a frontend that can only create valid BPF programs while still harnessing its full flexibility. Furthermore, current integrations with BPF have a kludgy workflow, sometimes involving compiling directly in a linux kernel source tree. This toolchain aims to minimize the time that a developer spends getting BPF compiled, and instead focus on the applications that can be written and the problems that can be solved with BPF. The features of this toolkit include: * End-to-end BPF workflow in a shared library * A modified C language for BPF backends * Integration with llvm-bpf backend for JIT * Dynamic (un)loading of JITed programs * Support for BPF kernel hooks: socket filters, tc classifiers, tc actions, and kprobes * Bindings for Python * Examples for socket filters, tc classifiers, and kprobes * Self-contained tools for tracing a running system In the future, more bindings besides python will likely be supported. Feel free to add support for the language of your choice and send a pull request! ## Tutorials - [docs/tutorial.md](docs/tutorial.md): Using bcc tools to solve performance, troubleshooting, and networking issues. - [docs/tutorial_bcc_python_developer.md](docs/tutorial_bcc_python_developer.md): Developing new bcc programs using the Python interface. ### Networking At Red Hat Summit 2015, BCC was presented as part of a [session on BPF](http://www.devnation.org/#7784f1f7513e8542e4db519e79ff5eec). A multi-host vxlan environment is simulated and a BPF program used to monitor one of the physical interfaces. The BPF program keeps statistics on the inner and outer IP addresses traversing the interface, and the userspace component turns those statistics into a graph showing the traffic distribution at multiple granularities. See the code [here](examples/networking/tunnel_monitor). ## Contributing Already pumped up to commit some code? Here are some resources to join the discussions in the [IOVisor](https://www.iovisor.org/) community and see what you want to work on. * _Mailing List:_ https://lists.iovisor.org/mailman/listinfo/iovisor-dev * _IRC:_ #iovisor at irc.oftc.net * _BCC Issue Tracker:_ [Github Issues](https://github.com/iovisor/bcc/issues) * _A guide for contributing scripts:_ [CONTRIBUTING-SCRIPTS.md](CONTRIBUTING-SCRIPTS.md) ## External links Looking for more information on BCC and how it's being used? You can find links to other BCC content on the web in [LINKS.md](LINKS.md). bpfcc-0.31.0/SPECS/000077500000000000000000000000001465134135300135325ustar00rootroot00000000000000bpfcc-0.31.0/SPECS/Dockerfile.fedora000066400000000000000000000014441465134135300167660ustar00rootroot00000000000000# Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") FROM fedora:rawhide MAINTAINER Brenden Blanco RUN dnf -y install bison cmake flex gcc gcc-c++ git libxml2-devel make python2-devel rpm-build wget zlib-devel WORKDIR /root RUN wget http://llvm.org/releases/3.7.1/{cfe,llvm}-3.7.1.src.tar.xz RUN tar -xf llvm-3.7.1.src.tar.xz && mkdir llvm-3.7.1.src/tools/clang && tar -xf cfe-3.7.1.src.tar.xz -C llvm-3.7.1.src/tools/clang --strip 1 && mkdir llvm-3.7.1.src/build RUN cd llvm-3.7.1.src/build && cmake .. -DCMAKE_BUILD_TYPE=Release -DLLVM_TARGETS_TO_BUILD="X86;BPF" -DCMAKE_INSTALL_PREFIX=/usr RUN cd llvm-3.7.1.src/build && make -j8 COPY . bcc WORKDIR /root/bcc RUN PATH=/root/llvm-3.7.1.src/build/bin:$PATH ./scripts/build-rpm.sh bpfcc-0.31.0/SPECS/bcc+clang.spec000066400000000000000000000053541465134135300162240ustar00rootroot00000000000000%define debug_package %{nil} %define _unpackaged_files_terminate_build 0 %define llvmver 7.0.1 Name: bcc Version: @REVISION@ Release: @GIT_REV_COUNT@ Summary: BPF Compiler Collection (BCC) Group: Development/Languages License: ASL 2.0 URL: https://github.com/iovisor/bcc Source0: https://github.com/iovisor/bcc/archive/v%{version}.tar.gz Source1: http://llvm.org/releases/%{llvmver}/llvm-%{llvmver}.src.tar.xz Source2: http://llvm.org/releases/%{llvmver}/cfe-%{llvmver}.src.tar.xz BuildArch: x86_64 BuildRequires: bison, cmake >= 2.8.7, flex, gcc, gcc-c++, libxml2-devel, python3-devel, elfutils-libelf-devel-static %description Python bindings for BPF Compiler Collection (BCC). Control a BPF program from userspace. %prep %setup -T -b 1 -n llvm-%{llvmver}.src mkdir tools/clang tar -xvvJf %{_sourcedir}/cfe-%{llvmver}.src.tar.xz -C tools/clang --strip 1 %setup -D -n bcc %build export LD_LIBRARY_PATH="%{_builddir}/usr/lib64" export PATH="%{_builddir}/usr/bin":$PATH # build llvm pushd %{_builddir}/llvm-%{llvmver}.src mkdir build cd build cmake .. -DCMAKE_BUILD_TYPE=Release -DLLVM_TARGETS_TO_BUILD="X86;BPF" -DCMAKE_INSTALL_PREFIX=/usr make %{?_smp_mflags} make install DESTDIR="%{_builddir}" popd mkdir build pushd build cmake .. -DREVISION_LAST=%{version} -DREVISION=%{version} -DCMAKE_INSTALL_PREFIX=/usr make %{?_smp_mflags} popd %install pushd build make install/strip DESTDIR=%{buildroot} %changelog * Fri Jul 03 2015 Brenden Blanco - 0.1.1-2 - Initial RPM Release %package -n libbcc Summary: Shared Library for BPF Compiler Collection (BCC) Requires: elfutils-libelf %description -n libbcc Shared Library for BPF Compiler Collection (BCC) %package -n libbcc-examples Summary: Examples for BPF Compiler Collection (BCC) Requires: libbcc %description -n libbcc-examples Examples for BPF Compiler Collection (BCC) %package -n python-bcc Summary: Python bindings for BPF Compiler Collection (BCC) Requires: libbcc %description -n python-bcc Python bindings for BPF Compiler Collection (BCC) %package -n bcc-tools Summary: Command line tools for BPF Compiler Collection (BCC) Requires: python-bcc %description -n bcc-tools Command line tools for BPF Compiler Collection (BCC) %files -n python-bcc %{python_sitelib}/bcc* %files -n libbcc /usr/lib64/* /usr/include/bcc/* %files -n libbcc-examples /usr/share/bcc/examples/* %exclude /usr/share/bcc/examples/*.pyc %exclude /usr/share/bcc/examples/*.pyo %exclude /usr/share/bcc/examples/*/*.pyc %exclude /usr/share/bcc/examples/*/*.pyo %exclude /usr/share/bcc/examples/*/*/*.pyc %exclude /usr/share/bcc/examples/*/*/*.pyo %files -n bcc-tools /usr/share/bcc/introspection/* /usr/share/bcc/tools/* /usr/share/bcc/man/* bpfcc-0.31.0/SPECS/bcc.spec000066400000000000000000000113701465134135300151370ustar00rootroot00000000000000%bcond_with local_clang_static #lua jit not available for some architectures %ifarch ppc64 aarch64 ppc64le %{!?with_lua: %global with_lua 0} %else %{!?with_lua: %global with_lua 1} %endif # use --with shared to only link against libLLVM.so %if 0%{?fedora} >= 28 || 0%{?rhel} > 7 %bcond_without llvm_shared %else %bcond_with llvm_shared %endif # Build with debuginfod support for Fedora >= 32 %if 0%{?fedora} >= 32 %bcond_without libdebuginfod %else %bcond_with libdebuginfod %endif %global __python3 %global python_bcc %global python_cmds,python3 %define debug_package %{nil} %define _unpackaged_files_terminate_build 0 Name: bcc Version: @REVISION@ Release: @GIT_REV_COUNT@ Summary: BPF Compiler Collection (BCC) Group: Development/Languages License: ASL 2.0 URL: https://github.com/iovisor/bcc Source0: bcc.tar.gz ExclusiveArch: x86_64 ppc64 aarch64 ppc64le BuildRequires: bison cmake >= 2.8.7 flex make BuildRequires: gcc gcc-c++ elfutils-libelf-devel-static %if %{with libdebuginfod} BuildRequires: elfutils-debuginfod-client-devel %endif BuildRequires: python3-devel %if %{with_lua} BuildRequires: luajit luajit-devel %endif %if %{without local_clang_static} BuildRequires: llvm-devel BuildRequires: clang-devel %if %{without llvm_shared} BuildRequires: llvm-static %endif %endif BuildRequires: pkgconfig ncurses-devel %description Python bindings for BPF Compiler Collection (BCC). Control a BPF program from userspace. %if %{with_lua} %global lua_include `pkg-config --variable=includedir luajit` %global lua_libs `pkg-config --variable=libdir luajit`/lib`pkg-config --variable=libname luajit`.so %global lua_config -DLUAJIT_INCLUDE_DIR=%{lua_include} -DLUAJIT_LIBRARIES=%{lua_libs} %endif %prep %setup -q -n bcc %build mkdir build pushd build cmake .. -DREVISION_LAST=%{version} -DREVISION=%{version} \ -DCMAKE_INSTALL_PREFIX=/usr \ %{?lua_config} \ -DPYTHON_CMD="%{python_cmds}" \ %{?with_llvm_shared:-DENABLE_LLVM_SHARED=1} make %{?_smp_mflags} popd %install pushd build make install/strip DESTDIR=%{buildroot} # mangle shebangs find %{buildroot}/usr/share/bcc/{tools,examples} -type f -exec \ sed -i -e '1 s|^#!/usr/bin/python$|#!'%{__python}'|' \ -e '1 s|^#!/usr/bin/env python$|#!'%{__python}'|' {} \; %package -n libbcc Summary: Shared Library for BPF Compiler Collection (BCC) Requires: elfutils-libelf %if %{with libdebuginfod} Requires: elfutils-debuginfod-client %endif %description -n libbcc Shared Library for BPF Compiler Collection (BCC) %package -n python-bcc Summary: Python3 bindings for BPF Compiler Collection (BCC) Requires: libbcc = %{version}-%{release} %{?python_provide:%python_provide python-bcc} %description -n python-bcc Python bindings for BPF Compiler Collection (BCC) %if %{with_lua} %package -n bcc-lua Summary: Standalone tool to run BCC tracers written in Lua Requires: libbcc = %{version}-%{release} %description -n bcc-lua Standalone tool to run BCC tracers written in Lua %endif %package -n libbcc-examples Summary: Examples for BPF Compiler Collection (BCC) Requires: %{python_bcc} = %{version}-%{release} %if %{with_lua} Requires: bcc-lua = %{version}-%{release} %endif %description -n libbcc-examples Examples for BPF Compiler Collection (BCC) %package -n bcc-tools Summary: Command line tools for BPF Compiler Collection (BCC) Requires: %{python_bcc} = %{version}-%{release} %description -n bcc-tools Command line tools for BPF Compiler Collection (BCC) %files -n libbcc /usr/lib64/* /usr/include/bcc/* %files -n python-bcc %{python3_sitelib}/bcc* %if %{with_lua} %files -n bcc-lua /usr/bin/bcc-lua %endif %files -n libbcc-examples /usr/share/bcc/examples/* %exclude /usr/share/bcc/examples/*.pyc %exclude /usr/share/bcc/examples/*.pyo %exclude /usr/share/bcc/examples/*/*.pyc %exclude /usr/share/bcc/examples/*/*.pyo %exclude /usr/share/bcc/examples/*/*/*.pyc %exclude /usr/share/bcc/examples/*/*/*.pyo %files -n bcc-tools /usr/share/bcc/introspection/* /usr/share/bcc/tools/* /usr/share/bcc/man/* %post -n libbcc -p /sbin/ldconfig %postun -n libbcc -p /sbin/ldconfig %changelog * Wed Jul 18 2018 Brenden Blanco - 0.6.0-1 - Make python3 the default when possible - Add with llvm_shared conditional - Add python2/python3 package targets * Mon Nov 21 2016 William Cohen - 0.2.0-1 - Revise bcc.spec to address rpmlint issues and build properly in Fedora koji. * Mon Apr 04 2016 Vicent Marti - 0.1.4-1 - Add bcc-lua package * Sun Nov 29 2015 Brenden Blanco - 0.1.3-1 - Add bcc-tools package * Mon Oct 12 2015 Brenden Blanco - 0.1.2-1 - Add better version numbering into libbcc.so * Fri Jul 03 2015 Brenden Blanco - 0.1.1-2 - Initial RPM Release bpfcc-0.31.0/cmake/000077500000000000000000000000001465134135300137355ustar00rootroot00000000000000bpfcc-0.31.0/cmake/CmakeUninstall.cmake.in000066400000000000000000000020051465134135300202530ustar00rootroot00000000000000# SPDX-License-Identifier: GPL-2.0-or-later # Copyright (C) 2022 Rong Tao # function(UninstallManifest manifest) if(NOT EXISTS "${manifest}") message(FATAL_ERROR "Cannot find install manifest: ${manifest}") endif() file(READ "${manifest}" files) string(REGEX REPLACE "\n" ";" files "${files}") foreach(file ${files}) message(STATUS "Uninstalling $ENV{DESTDIR}${file}") if(IS_SYMLINK "$ENV{DESTDIR}${file}" OR EXISTS "$ENV{DESTDIR}${file}") exec_program( "@CMAKE_COMMAND@" ARGS "-E remove \"$ENV{DESTDIR}${file}\"" OUTPUT_VARIABLE rm_out RETURN_VALUE rm_retval ) if(NOT "${rm_retval}" STREQUAL 0) message(FATAL_ERROR "Problem when removing $ENV{DESTDIR}${file}") endif() else(IS_SYMLINK "$ENV{DESTDIR}${file}" OR EXISTS "$ENV{DESTDIR}${file}") message(STATUS "File $ENV{DESTDIR}${file} does not exist.") endif() endforeach() endfunction() UninstallManifest("@CMAKE_BINARY_DIR@/install_manifest.txt") UninstallManifest("@CMAKE_BINARY_DIR@/install_manifest_python_bcc.txt") bpfcc-0.31.0/cmake/FindCompilerFlag.cmake000066400000000000000000000013201465134135300201000ustar00rootroot00000000000000# Copyright (c) 2017 Facebook, Inc. # Licensed under the Apache License, Version 2.0 (the "License") if (ENABLE_NO_PIE) set(_backup_c_flags "${CMAKE_REQUIRED_FLAGS}") set(CMAKE_REQUIRED_FLAGS "-no-pie") CHECK_CXX_SOURCE_COMPILES("int main() {return 0;}" HAVE_NO_PIE_FLAG) if (HAVE_NO_PIE_FLAG) set(COMPILER_NOPIE_FLAG "-no-pie") else() set(COMPILER_NOPIE_FLAG "") endif() set(CMAKE_REQUIRED_FLAGS "${_backup_c_flags}") endif(ENABLE_NO_PIE) # check whether reallocarray availability # this is used to satisfy reallocarray usage under src/cc/libbpf/ CHECK_CXX_SOURCE_COMPILES( " #define _GNU_SOURCE #include int main(void) { return !!reallocarray(NULL, 1, 1); } " HAVE_REALLOCARRAY_SUPPORT) bpfcc-0.31.0/cmake/FindKernelHeaders.cmake000066400000000000000000000021251465134135300202540ustar00rootroot00000000000000# Find the kernel headers for the running kernel release # This is used to find a "linux/version.h" matching the running kernel. execute_process( COMMAND uname -r OUTPUT_VARIABLE KERNEL_RELEASE OUTPUT_STRIP_TRAILING_WHITESPACE ) # Find the headers find_path(KERNELHEADERS_DIR include/linux/user.h PATHS # RedHat derivatives /usr/src/kernels/${KERNEL_RELEASE} # Debian derivatives /usr/src/linux-headers-${KERNEL_RELEASE} ) message(STATUS "Kernel release: ${KERNEL_RELEASE}") message(STATUS "Kernel headers: ${KERNELHEADERS_DIR}") if (KERNELHEADERS_DIR) set(KERNELHEADERS_INCLUDE_DIRS ${KERNELHEADERS_DIR}/include/generated/uapi CACHE PATH "Kernel headers include dirs" ) set(KERNELHEADERS_FOUND 1 CACHE STRING "Set to 1 if kernel headers were found") include_directories(${KERNELHEADERS_INCLUDE_DIRS}) else (KERNELHEADERS_DIR) set(KERNELHEADERS_FOUND 0 CACHE STRING "Set to 1 if kernel headers were found") endif (KERNELHEADERS_DIR) mark_as_advanced(KERNELHEADERS_FOUND) bpfcc-0.31.0/cmake/FindLibBpf.cmake000066400000000000000000000032061465134135300166770ustar00rootroot00000000000000# - Try to find libbpf # Once done this will define # # LIBBPF_FOUND - system has libbpf # LIBBPF_INCLUDE_DIR - the libbpf include directory # LIBBPF_STATIC_LIBRARIES - the libbpf source directory # LIBBPF_LIBRARIES - link these to use libbpf #if (LIBBPF_LIBRARIES AND LIBBPF_INCLUDE_DIR AND LIBBPF_STATIC_LIBRARIES) # set (LibBpf_FIND_QUIETLY TRUE) #endif (LIBBPF_LIBRARIES AND LIBBPF_INCLUDE_DIR AND LIBBPF_STATIC_LIBRARIES) # You'll need following packages to be installed (Fedora names): # libbpf # libbpf-static # libbpf-devel find_path (LIBBPF_INCLUDE_DIR NAMES bpf/bpf.h bpf/btf.h bpf/libbpf.h PATHS /usr/include /usr/local/include /opt/local/include /sw/include ENV CPATH) find_library (LIBBPF_LIBRARIES NAMES bpf PATHS /usr/lib /usr/local/lib /opt/local/lib /sw/lib ENV LIBRARY_PATH ENV LD_LIBRARY_PATH) if(LIBBPF_LIBRARIES) list(APPEND PATHS LIBBPF_LIBRARIES) endif() find_library (LIBBPF_STATIC_LIBRARIES NAMES libbpf.a PATHS /usr/lib /usr/local/lib /opt/local/lib /sw/lib ENV LIBRARY_PATH ENV LD_LIBRARY_PATH) if(LIBBPF_STATIC_LIBRARIES) list(APPEND PATHS LIBBPF_STATIC_LIBRARIES) endif() if(LIBBPF_STATIC_LIBRARIES OR LIBBPF_LIBRARIES) include (FindPackageHandleStandardArgs) # handle the QUIETLY and REQUIRED arguments and set LIBBPF_FOUND to TRUE if all listed variables are TRUE FIND_PACKAGE_HANDLE_STANDARD_ARGS(LibBpf "Please install the libbpf development package" ${PATHS} LIBBPF_INCLUDE_DIR) mark_as_advanced(LIBBPF_INCLUDE_DIR ${PATHS}) else() message(Please install the libbpf development package) endif() bpfcc-0.31.0/cmake/FindLibDebuginfod.cmake000066400000000000000000000030171465134135300202360ustar00rootroot00000000000000# - Try to find libdebuginfod # Once done this will define # # LIBDEBUGINFOD_FOUND - system has libdebuginfod # LIBDEBUGINFOD_INCLUDE_DIRS - the libdebuginfod include directory # LIBDEBUGINFOD_LIBRARIES - Link these to use libdebuginfod # LIBDEBUGINFOD_DEFINITIONS - Compiler switches required for using libdebuginfod if (LIBDEBUGINFOD_LIBRARIES AND LIBDEBUGINFOD_INCLUDE_DIRS) set (LibDebuginfod_FIND_QUIETLY TRUE) endif (LIBDEBUGINFOD_LIBRARIES AND LIBDEBUGINFOD_INCLUDE_DIRS) find_path (LIBDEBUGINFOD_INCLUDE_DIRS NAMES elfutils/debuginfod.h PATHS /usr/include /usr/include/libelf /usr/include/elfutils /usr/local/include /usr/local/include/libelf /usr/local/include/elfutils /opt/local/include /opt/local/include/libelf /opt/local/include/elfutils /sw/include /sw/include/libelf /sw/include/elfutils ENV CPATH) find_library (LIBDEBUGINFOD_LIBRARIES NAMES debuginfod PATHS /usr/lib /usr/local/lib /opt/local/lib /sw/lib ENV LIBRARY_PATH ENV LD_LIBRARY_PATH) include (FindPackageHandleStandardArgs) # handle the QUIETLY and REQUIRED arguments and set LIBDEBUGINFOD_FOUND to TRUE if all listed variables are TRUE FIND_PACKAGE_HANDLE_STANDARD_ARGS(LibDebuginfod DEFAULT_MSG LIBDEBUGINFOD_LIBRARIES LIBDEBUGINFOD_INCLUDE_DIRS) if (LIBDEBUGINFOD_FOUND AND ENABLE_LIBDEBUGINFOD) add_definitions(-DHAVE_LIBDEBUGINFOD) endif (LIBDEBUGINFOD_FOUND AND ENABLE_LIBDEBUGINFOD) mark_as_advanced(LIBDEBUGINFOD_INCLUDE_DIRS LIBDEBUGINFOD_LIBRARIES) bpfcc-0.31.0/cmake/FindLibElf.cmake000066400000000000000000000030471465134135300167010ustar00rootroot00000000000000# - Try to find libelf # Once done this will define # # LIBELF_FOUND - system has libelf # LIBELF_INCLUDE_DIRS - the libelf include directory # LIBELF_LIBRARIES - Link these to use libelf # LIBELF_DEFINITIONS - Compiler switches required for using libelf # # Copyright (c) 2008 Bernhard Walle # # Redistribution and use is allowed according to the terms of the New # BSD license. # For details see the accompanying COPYING-CMAKE-SCRIPTS file. # if (LIBELF_LIBRARIES AND LIBELF_INCLUDE_DIRS) set (LibElf_FIND_QUIETLY TRUE) endif (LIBELF_LIBRARIES AND LIBELF_INCLUDE_DIRS) find_path (LIBELF_INCLUDE_DIRS NAMES libelf.h PATHS /usr/include /usr/include/libelf /usr/local/include /usr/local/include/libelf /opt/local/include /opt/local/include/libelf /sw/include /sw/include/libelf ENV CPATH) find_library (LIBELF_LIBRARIES NAMES elf PATHS /usr/lib /usr/local/lib /opt/local/lib /sw/lib ENV LIBRARY_PATH ENV LD_LIBRARY_PATH) include (FindPackageHandleStandardArgs) # handle the QUIETLY and REQUIRED arguments and set LIBELF_FOUND to TRUE if all listed variables are TRUE FIND_PACKAGE_HANDLE_STANDARD_ARGS(LibElf DEFAULT_MSG LIBELF_LIBRARIES LIBELF_INCLUDE_DIRS) SET(CMAKE_REQUIRED_LIBRARIES elf) INCLUDE(CheckCXXSourceCompiles) CHECK_CXX_SOURCE_COMPILES("#include int main() { Elf *e = (Elf*)0; size_t sz; elf_getshdrstrndx(e, &sz); return 0; }" ELF_GETSHDRSTRNDX) mark_as_advanced(LIBELF_INCLUDE_DIRS LIBELF_LIBRARIES ELF_GETSHDRSTRNDX) bpfcc-0.31.0/cmake/FindLibLzma.cmake000066400000000000000000000020151465134135300170700ustar00rootroot00000000000000# - Try to find liblzma # Once done this will define # # LIBLZMA_FOUND - system has liblzma # LIBLZMA_INCLUDE_DIRS - the liblzma include directory # LIBLZMA_LIBRARIES - Link these to use liblzma if (LIBLZMA_LIBRARIES AND LIBLZMA_INCLUDE_DIRS) set (LibLzma_FIND_QUIETLY TRUE) endif (LIBLZMA_LIBRARIES AND LIBLZMA_INCLUDE_DIRS) find_path (LIBLZMA_INCLUDE_DIRS NAMES lzma.h PATHS /usr/include /usr/local/include /opt/local/include /sw/include ENV CPATH) find_library (LIBLZMA_LIBRARIES NAMES lzma PATHS /usr/lib /usr/local/lib /opt/local/lib /sw/lib ENV LIBRARY_PATH ENV LD_LIBRARY_PATH) include (FindPackageHandleStandardArgs) # handle the QUIETLY and REQUIRED arguments and set LIBLZMA_FOUND to TRUE if all listed variables are TRUE FIND_PACKAGE_HANDLE_STANDARD_ARGS(LibLzma DEFAULT_MSG LIBLZMA_LIBRARIES LIBLZMA_INCLUDE_DIRS) if (LIBLZMA_FOUND) add_definitions(-DHAVE_LIBLZMA) endif (LIBLZMA_FOUND) mark_as_advanced(LIBLZMA_INCLUDE_DIRS LIBLZMA_LIBRARIES) bpfcc-0.31.0/cmake/FindLuaJIT.cmake000066400000000000000000000044211465134135300166310ustar00rootroot00000000000000# Locate Lua library # This module defines # LUAJIT_FOUND, if false, do not try to link to Lua # LUAJIT_LIBRARIES # LUAJIT_INCLUDE_DIR, where to find lua.h # # Note that the expected include convention is # #include "lua.h" # and not # #include # This is because, the lua location is not standardized and may exist # in locations other than lua/ #============================================================================= # Copyright 2007-2009 Kitware, Inc. # # Distributed under the OSI-approved BSD License (the "License"); # see accompanying file Copyright.txt for details. # # This software is distributed WITHOUT ANY WARRANTY; without even the # implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. # See the License for more information. #============================================================================= # (To distributed this file outside of CMake, substitute the full # License text for the above reference.) # # ################ # 2010 - modified for cronkite to find luajit instead of lua, as it was before. # FIND_PATH(LUAJIT_INCLUDE_DIR lua.h HINTS $ENV{LUAJIT_DIR} PATH_SUFFIXES luajit-2.0 luajit2.0 luajit luajit-2.1 PATHS ~/Library/Frameworks /Library/Frameworks /usr/local /usr /sw # Fink /opt/local # DarwinPorts /opt/csw # Blastwave /opt ) FIND_LIBRARY(LUAJIT_LIBRARY NAMES libluajit-51.a libluajit-5.1.a libluajit.a libluajit-5.1.so HINTS $ENV{LUAJIT_DIR} PATH_SUFFIXES lib64 lib PATHS ~/Library/Frameworks /Library/Frameworks /usr/local /usr /sw /opt/local /opt/csw /opt ) IF(LUAJIT_LIBRARY) IF(UNIX AND NOT APPLE) FIND_LIBRARY(LUAJIT_MATH_LIBRARY m) FIND_LIBRARY(LUAJIT_DL_LIBRARY dl) SET( LUAJIT_LIBRARIES "${LUAJIT_LIBRARY};${LUAJIT_DL_LIBRARY};${LUAJIT_MATH_LIBRARY}" CACHE STRING "Lua Libraries") ELSE(UNIX AND NOT APPLE) SET( LUAJIT_LIBRARIES "${LUAJIT_LIBRARY}" CACHE STRING "Lua Libraries") ENDIF(UNIX AND NOT APPLE) ENDIF(LUAJIT_LIBRARY) INCLUDE(FindPackageHandleStandardArgs) # handle the QUIETLY and REQUIRED arguments and set LUAJIT_FOUND to TRUE if # all listed variables are TRUE FIND_PACKAGE_HANDLE_STANDARD_ARGS(LuaJIT DEFAULT_MSG LUAJIT_LIBRARIES LUAJIT_INCLUDE_DIR) MARK_AS_ADVANCED(LUAJIT_INCLUDE_DIR LUAJIT_LIBRARIES LUAJIT_LIBRARY LUAJIT_MATH_LIBRARY) bpfcc-0.31.0/cmake/GetGitRevisionDescription.cmake000066400000000000000000000073141465134135300220520ustar00rootroot00000000000000# - Returns a version string from Git # # These functions force a re-configure on each git commit so that you can # trust the values of the variables in your build system. # # get_git_head_revision( [ ...]) # # Returns the refspec and sha hash of the current head revision # # git_describe( [ ...]) # # Returns the results of git describe on the source tree, and adjusting # the output so that it tests false if an error occurs. # # git_get_exact_tag( [ ...]) # # Returns the results of git describe --exact-match on the source tree, # and adjusting the output so that it tests false if there was no exact # matching tag. # # Requires CMake 2.6 or newer (uses the 'function' command) # # Original Author: # 2009-2010 Ryan Pavlik # http://academic.cleardefinition.com # Iowa State University HCI Graduate Program/VRAC # # Copyright Iowa State University 2009-2010. # Distributed under the Boost Software License, Version 1.0. # (See accompanying file LICENSE_1_0.txt or copy at # http://www.boost.org/LICENSE_1_0.txt) if(__get_git_revision_description) return() endif() set(__get_git_revision_description YES) # We must run the following at "include" time, not at function call time, # to find the path to this module rather than the path to a calling list file get_filename_component(_gitdescmoddir ${CMAKE_CURRENT_LIST_FILE} PATH) function(get_git_head_revision _refspecvar _hashvar) set(GIT_PARENT_DIR "${CMAKE_SOURCE_DIR}") set(GIT_DIR "${GIT_PARENT_DIR}/.git") while(NOT EXISTS "${GIT_DIR}") # .git dir not found, search parent directories set(GIT_PREVIOUS_PARENT "${GIT_PARENT_DIR}") get_filename_component(GIT_PARENT_DIR ${GIT_PARENT_DIR} PATH) if(GIT_PARENT_DIR STREQUAL GIT_PREVIOUS_PARENT) # We have reached the root directory, we are not in git set(${_refspecvar} "GITDIR-NOTFOUND" PARENT_SCOPE) set(${_hashvar} "GITDIR-NOTFOUND" PARENT_SCOPE) return() endif() set(GIT_DIR "${GIT_PARENT_DIR}/.git") endwhile() set(GIT_DATA "${CMAKE_CURRENT_BINARY_DIR}/CMakeFiles/git-data") if(NOT EXISTS "${GIT_DATA}") file(MAKE_DIRECTORY "${GIT_DATA}") endif() if(NOT EXISTS "${GIT_DIR}/HEAD") return() endif() set(HEAD_FILE "${GIT_DATA}/HEAD") configure_file("${GIT_DIR}/HEAD" "${HEAD_FILE}" COPYONLY) configure_file("${_gitdescmoddir}/GetGitRevisionDescription.cmake.in" "${GIT_DATA}/grabRef.cmake" @ONLY) include("${GIT_DATA}/grabRef.cmake") set(${_refspecvar} "${HEAD_REF}" PARENT_SCOPE) set(${_hashvar} "${HEAD_HASH}" PARENT_SCOPE) endfunction() function(git_describe _var) if(NOT GIT_FOUND) find_package(Git QUIET) endif() get_git_head_revision(refspec hash) if(NOT GIT_FOUND) set(${_var} "GIT-NOTFOUND" PARENT_SCOPE) return() endif() if(NOT hash) set(${_var} "HEAD-HASH-NOTFOUND" PARENT_SCOPE) return() endif() # TODO sanitize #if((${ARGN}" MATCHES "&&") OR # (ARGN MATCHES "||") OR # (ARGN MATCHES "\\;")) # message("Please report the following error to the project!") # message(FATAL_ERROR "Looks like someone's doing something nefarious with git_describe! Passed arguments ${ARGN}") #endif() #message(STATUS "Arguments to execute_process: ${ARGN}") execute_process(COMMAND "${GIT_EXECUTABLE}" describe ${hash} ${ARGN} WORKING_DIRECTORY "${CMAKE_SOURCE_DIR}" RESULT_VARIABLE res OUTPUT_VARIABLE out ERROR_QUIET OUTPUT_STRIP_TRAILING_WHITESPACE) if(NOT res EQUAL 0) set(out "${out}-${res}-NOTFOUND") endif() set(${_var} "${out}" PARENT_SCOPE) endfunction() function(git_get_exact_tag _var) git_describe(out --exact-match ${ARGN}) set(${_var} "${out}" PARENT_SCOPE) endfunction() bpfcc-0.31.0/cmake/GetGitRevisionDescription.cmake.in000066400000000000000000000022611465134135300224530ustar00rootroot00000000000000# # Internal file for GetGitRevisionDescription.cmake # # Requires CMake 2.6 or newer (uses the 'function' command) # # Original Author: # 2009-2010 Ryan Pavlik # http://academic.cleardefinition.com # Iowa State University HCI Graduate Program/VRAC # # Copyright Iowa State University 2009-2010. # Distributed under the Boost Software License, Version 1.0. # (See accompanying file LICENSE_1_0.txt or copy at # http://www.boost.org/LICENSE_1_0.txt) set(HEAD_HASH) file(READ "@HEAD_FILE@" HEAD_CONTENTS LIMIT 1024) string(STRIP "${HEAD_CONTENTS}" HEAD_CONTENTS) if(HEAD_CONTENTS MATCHES "ref") # named branch string(REPLACE "ref: " "" HEAD_REF "${HEAD_CONTENTS}") if(EXISTS "@GIT_DIR@/${HEAD_REF}") configure_file("@GIT_DIR@/${HEAD_REF}" "@GIT_DATA@/head-ref" COPYONLY) elseif(EXISTS "@GIT_DIR@/logs/${HEAD_REF}") configure_file("@GIT_DIR@/logs/${HEAD_REF}" "@GIT_DATA@/head-ref" COPYONLY) set(HEAD_HASH "${HEAD_REF}") endif() else() # detached HEAD configure_file("@GIT_DIR@/HEAD" "@GIT_DATA@/head-ref" COPYONLY) endif() if(NOT HEAD_HASH) file(READ "@GIT_DATA@/head-ref" HEAD_HASH LIMIT 1024) string(STRIP "${HEAD_HASH}" HEAD_HASH) endif() bpfcc-0.31.0/cmake/bump_version.cmake000066400000000000000000000010521465134135300174450ustar00rootroot00000000000000# Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") configure_file(SPECS/Dockerfile.el6.in SPECS/Dockerfile.el6 @ONLY) configure_file(SPECS/Dockerfile.el7.in SPECS/Dockerfile.el7 @ONLY) configure_file(SPECS/Dockerfile.f22.in SPECS/Dockerfile.f22 @ONLY) configure_file(SPECS/bcc.el6.spec.in SPECS/bcc.el6.spec @ONLY) configure_file(SPECS/bcc.el7.spec.in SPECS/bcc.el7.spec @ONLY) configure_file(SPECS/bcc.f22.spec.in SPECS/bcc.f22.spec @ONLY) configure_file(scripts/build-deb.sh.in scripts/build-deb.sh @ONLY) bpfcc-0.31.0/cmake/clang_libs.cmake000066400000000000000000000054731465134135300170450ustar00rootroot00000000000000if(ENABLE_LLVM_SHARED) set(llvm_libs "LLVM") else() set(llvm_raw_libs bitwriter bpfcodegen debuginfodwarf irreader linker mcjit objcarcopts option passes lto) if(ENABLE_LLVM_NATIVECODEGEN) set(llvm_raw_libs ${llvm_raw_libs} nativecodegen) endif() list(FIND LLVM_AVAILABLE_LIBS "LLVMCoverage" _llvm_coverage) if (${_llvm_coverage} GREATER -1) list(APPEND llvm_raw_libs coverage) endif() list(FIND LLVM_AVAILABLE_LIBS "LLVMCoroutines" _llvm_coroutines) if (${_llvm_coroutines} GREATER -1) list(APPEND llvm_raw_libs coroutines) endif() list(FIND LLVM_AVAILABLE_LIBS "LLVMFrontendOpenMP" _llvm_frontendOpenMP) if (${_llvm_frontendOpenMP} GREATER -1) list(APPEND llvm_raw_libs frontendopenmp) endif() if (${LLVM_PACKAGE_VERSION} VERSION_EQUAL 6 OR ${LLVM_PACKAGE_VERSION} VERSION_GREATER 6) list(APPEND llvm_raw_libs bpfasmparser) list(APPEND llvm_raw_libs bpfdisassembler) endif() if (${LLVM_PACKAGE_VERSION} VERSION_EQUAL 15 OR ${LLVM_PACKAGE_VERSION} VERSION_GREATER 15) list(APPEND llvm_raw_libs windowsdriver) endif() if (${LLVM_PACKAGE_VERSION} VERSION_EQUAL 16 OR ${LLVM_PACKAGE_VERSION} VERSION_GREATER 16) list(APPEND llvm_raw_libs frontendhlsl) endif() if (${LLVM_PACKAGE_VERSION} VERSION_EQUAL 18 OR ${LLVM_PACKAGE_VERSION} VERSION_GREATER 18) list(APPEND llvm_raw_libs frontenddriver) endif() llvm_map_components_to_libnames(_llvm_libs ${llvm_raw_libs}) llvm_expand_dependencies(llvm_libs ${_llvm_libs}) endif() if(ENABLE_LLVM_SHARED AND NOT libclang-shared STREQUAL "libclang-shared-NOTFOUND") set(clang_libs ${libclang-shared}) else() # order is important set(clang_libs ${libclangFrontend} ${libclangSerialization} ${libclangDriver}) if (${LLVM_PACKAGE_VERSION} VERSION_EQUAL 8 OR ${LLVM_PACKAGE_VERSION} VERSION_GREATER 8) list(APPEND clang_libs ${libclangASTMatchers}) endif() list(APPEND clang_libs ${libclangParse} ${libclangSema} ${libclangCodeGen} ${libclangAnalysis} ${libclangRewrite} ${libclangEdit} ${libclangAST} ${libclangLex}) # if (${LLVM_PACKAGE_VERSION} VERSION_EQUAL 15 OR ${LLVM_PACKAGE_VERSION} VERSION_GREATER 15) list(APPEND clang_libs ${libclangSupport}) # endif() if (${LLVM_PACKAGE_VERSION} VERSION_EQUAL 18 OR ${LLVM_PACKAGE_VERSION} VERSION_GREATER 18) list(APPEND clang_libs ${libclangAPINotes}) endif() list(APPEND clang_libs ${libclangBasic}) endif() # prune unused llvm static library stuff when linking into the new .so set(_exclude_flags) foreach(_lib ${clang_libs}) get_filename_component(_lib ${_lib} NAME) set(_exclude_flags "${_exclude_flags} -Wl,--exclude-libs=${_lib}") endforeach(_lib) set(clang_lib_exclude_flags "${_exclude_flags}") set(_exclude_flags) foreach(_lib ${llvm_libs}) get_filename_component(_lib ${_lib} NAME) set(_exclude_flags "${_exclude_flags} -Wl,--exclude-libs=lib${_lib}.a") endforeach(_lib) set(llvm_lib_exclude_flags "${_exclude_flags}") bpfcc-0.31.0/cmake/static_libstdc++.cmake000066400000000000000000000016321465134135300200620ustar00rootroot00000000000000# only turn on static-libstdc++ if also linking statically against clang string(REGEX MATCH ".*[.]a$" LIBCLANG_ISSTATIC "${libclangBasic}") # if gcc 4.9 or higher is used, static libstdc++ is a good option if (CMAKE_COMPILER_IS_GNUCC AND LIBCLANG_ISSTATIC AND (NOT ENABLE_LLVM_SHARED OR libclang-shared STREQUAL "libclang-shared-NOTFOUND")) execute_process(COMMAND ${CMAKE_C_COMPILER} -dumpversion OUTPUT_VARIABLE GCC_VERSION) if (GCC_VERSION VERSION_GREATER 4.9 OR GCC_VERSION VERSION_EQUAL 4.9) execute_process(COMMAND ${CMAKE_C_COMPILER} -print-libgcc-file-name OUTPUT_VARIABLE GCC_LIB) get_filename_component(GCC_DIR "${GCC_LIB}" DIRECTORY) find_library(GCC_LIBSTDCPP libstdc++.a PATHS "${GCC_DIR}" NO_DEFAULT_PATH) if (GCC_LIBSTDCPP) message(STATUS "Using static-libstdc++") set(CMAKE_SHARED_LINKER_FLAGS "${CMAKE_SHARED_LINKER_FLAGS} -static-libstdc++") endif() endif() endif() bpfcc-0.31.0/cmake/version.cmake000066400000000000000000000025021465134135300164230ustar00rootroot00000000000000# Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") if(NOT REVISION) get_git_head_revision(GIT_REFSPEC GIT_SHA1) string(SUBSTRING "${GIT_SHA1}" 0 8 GIT_SHA1_SHORT) git_describe(GIT_DESCRIPTION) git_describe(GIT_TAG_LAST "--abbrev=0" "--tags") git_get_exact_tag(GIT_TAG_EXACT) string(SUBSTRING "${GIT_TAG_LAST}+${GIT_SHA1_SHORT}" 1 -1 REVISION) if(GIT_TAG_EXACT) string(SUBSTRING "${GIT_TAG_EXACT}" 1 -1 REVISION) message(STATUS "Currently on Git tag ${GIT_TAG_EXACT}") else () message(STATUS "Latest recognized Git tag is ${GIT_TAG_LAST}") set(GIT_TAG_EXACT "") endif() message(STATUS "Git HEAD is ${GIT_SHA1}") # rpm/deb packaging uses this, only works on whole tag numbers if(NOT REVISION_LAST) string(SUBSTRING "${GIT_TAG_LAST}" 1 -1 REVISION_LAST) endif() else() set(REVISION_LAST "${REVISION}") endif() if (REVISION MATCHES "^([0-9]+)\\.([0-9]+)\\.([0-9]+)") set(REVISION_MAJOR ${CMAKE_MATCH_1}) set(REVISION_MINOR ${CMAKE_MATCH_2}) set(REVISION_PATCH ${CMAKE_MATCH_3}) else() message(WARNING "Could not extract major/minor/patch from revision ${REVISION}" ) endif() # strip leading 'v', and make unique for the tag message(STATUS "Revision is ${REVISION} (major ${REVISION_MAJOR}, minor ${REVISION_MINOR}, patch ${REVISION_PATCH})") bpfcc-0.31.0/debian/000077500000000000000000000000001465134135300140775ustar00rootroot00000000000000bpfcc-0.31.0/debian/bcc-lua.install000066400000000000000000000000201465134135300167650ustar00rootroot00000000000000usr/bin/bcc-lua bpfcc-0.31.0/debian/bcc-tools.install000066400000000000000000000001101465134135300173440ustar00rootroot00000000000000usr/share/bcc/introspection/* usr/share/bcc/tools/* usr/share/bcc/man/* bpfcc-0.31.0/debian/changelog000066400000000000000000000373151465134135300157620ustar00rootroot00000000000000bcc (0.31.0-1) unstable; urgency=low * Support for kernel up to 6.9. * Add support for bcachefs to fsdist and fsslower tools * libbpf tool update: memleak, syncsnoop, numamove, syscount, vfsstat, tcptop, capable, syncsnoop, sigsnoop, etc. * bcc tool update: biolatency, biosnoop, biotop, vfsstat, kvmexit, sslsniff, swapin, etc. * build: Remove llvm-dev dependency from libbcc * build: Remove dependency on LLVM header from libbcc packages * usdt: Fix bare register dereference on aarch64 * Extend `bcc_proc` API which allows to limit search to specific pid * Fix several flaky tests. * doc update, other bug fixes and tools improvement. -- Yonghong Song Sat, 27 Jul 2024 17:00:00 +0000 bcc (0.30.0-1) unstable; urgency=low * Support for kernel up to 6.8. * Set minimum supported llvm version to 12, and add llvm17 test. * Add workqueue latency observation tool. * libbpf tool update: f2fsslower, opensnoop, futexctn, bindsnoop, ksnoop, klockstat, offcputime, etc. * bcc tool update: memleak, ttysnoop, bashreadline, tcpdrop, execsnoop, etc. * allow more flexible perf event options with new perf_custom_event_open() python API. * Fix userspace stack unwinding on powerpc. * add bpf_prog_test_run_opts() python API. * several deb package related changes. * Fix btf_type_tag issue with llvm 15. * Fix several flaky tests. * classify tools into different sub-categories. * doc update, other bug fixes and tools improvement. -- Yonghong Song Thu, 24 Mar 2024 17:00:00 +0000 bcc (0.29.1-1) unstable; urgency=low * Fix Ubuntu 22.04 deb build * Fix Ubuntu 22.04 Docker image build -- Adrian Vladu Thu, 14 Dec 2023 17:00:00 +0000 bcc (0.29.0-1) unstable; urgency=low * Support for kernel up to 6.6. * new bcc tools: rdmaucma * new libbpf tools: f2fs, futexctn * bcc tool update: tcpstates, statsnoop, runqlat, bio tools, tcptop, slabratetop, tcprtt, etc. * libbpf tool update: tcprtt, tcppktlat, bio tools, execsnoop, bindsnoop, exitsnoop, etc. * s390x support for libbpf-tools * examples for perf/ipc * expose pid parameter in bpf_open_perf_event * allow for installing python as a non-system package * ci improvement: deprecate ubuntu 18.04 and allow multiple llvm versions * ci improvement: reitre fedora 34/26 and use fedora 38. * fix misaligned pointer accesses in some ringbuf using libbpf-tools * some new enhancement for powerpc and riscv. * consolidate tools into different categories: filesystem/storage, networking, cpu and scheduling, etc. * doc update, other bug fixes and tools improvement -- Yonghong Song Thu, 6 Dec 2023 17:00:00 +0000 bcc (0.28.0-1) unstable; urgency=low * Support for kernel up to 6.3. * new libbpf tool: tcppktlat. * bcc tool updates: funcslower, wakeuptime, profile, offcputime, deadlock, funccount, argdist, kvmexit, runqlen and cpuunclaimed. * libbpf tool update: memleak, tcprtt, tcpconnlat, funclatency, syscount, cpufreq, biosnoop. * support ringbuf_query for bcc tools. * handle '[uprobes]' memory mapped file properly during stack tracing. * Fix maximum allowed index for print_linear_hist for bcc tools. * add module kfunc/kretfunc support. * clang rewriter: initialize only the requested parameters * filter with available_filter_functions to make multi-functions kprobes more robust for both bcc and libbpf tools. * doc update, other bug fixes and tools improvement -- Yonghong Song Wed, 28 Jun 2023 17:00:00 +0000 bcc (0.27.0-1) unstable; urgency=low * Support for kernel up to 6.2 * bcc tool updates for ttysnoop, slabratetop, readahead, nfsslower, cpudist, cachetop, cachestat, etc. * libbpf-tools updates for mdflush, drsnoop, statsnoop, ttysnoop, softirqs, wakeuptime, cachestat, numamove, etc. * fix for incomplete static libraries * implement zip archive support * upgrade to use c++14 standard * new libbpf-tools: memleak * add loongarch support in libbpft-tools * doc update, bug fixes and other tools improvement -- Yonghong Song Wed, 02 Apr 2023 17:00:00 +0000 bcc (0.26.0-1) unstable; urgency=low * Support for kernel up to 6.1 * bcc tool updates for biosnoop, opensnoop, biopattern, killsnoop, runqslower, offcputime, wakeuptime, etc. * libbpf-tools updates for klockstat, sigsnoop, hardirqs, softirqs, opensnoop, statsnoop, offcputime, tcplife, cpufreq, cpudist, etc. * new libbpf-tools: tcptop, tcpstates, biotop, capable * ci: add support for fedora 36 container and new workflow for containers * doc update, bug fixes and other tools improvement -- Yonghong Song Wed, 10 Aug 2022 17:00:00 +0000 bcc (0.25.0-1) unstable; urgency=low * Support for kernel up to 5.19 * bcc tool updates for oomkill.py, biolatpcts.py, sslsniff.py, tcpaccept.py, etc. * libbpf tool updates for klockstat, opensnoop, tcpconnect, etc. * new bcc tools: tcpcong * new libbpf tools: tcpsynbl, mdflush, oomkill, sigsnoop * usdt: support xmm registers as args for x64 * bpftool as a submodule now * remove uses of libbpf deprecated APIs * use new llvm pass manager * support cgroup filtering libbpf tools * fix shared lib module offset <-> global addr conversion * riscv support * LoongArch support * doc update, bug fixes and other tools improvement -- Yonghong Song Wed, 10 Aug 2022 17:00:00 +0000 bcc (0.24.0-1) unstable; urgency=low * Support for kernel up to 5.16 * bcc tools: update for trace.py, sslsniff.py, tcptop.py, hardirqs.py, etc. * new libbpf tools: bashreadline * allow specify wakeup_events for perf buffer * support BPF_MAP_TYPE_{INODE, TASK}_STORAGE maps * remove all deprecated libbpf function usage * remove P4/B language support * major test infra change, using github actions now * doc update, bug fixes and other tools improvement -- Yonghong Song Wed, 14 Jan 2022 17:00:00 +0000 bcc (0.23.0-1) unstable; urgency=low * Support for kernel up to 5.15 * bcc tools: update for kvmexit.py, tcpv4connect.py, cachetop.py, cachestat.py, etc. * libbpf tools: update for update for mountsnoop, ksnoop, gethostlatency, etc. * fix renaming of task_struct->state * get pid namespace properly for a number of tools * initial work for more libbpf utilization (less section names) * doc update, bug fixes and other tools improvement -- Yonghong Song Wed, 15 Nov 2021 17:00:00 +0000 bcc (0.22.0-1) unstable; urgency=low * Support for kernel up to 5.14 * add ipv4/ipv6 filter support for tcp trace tools * add python interface to attach raw perf events * fix tcpstates for incorrect display of dport * new options for bcc tools runqslower, argdist * new libbpf-tools: filetop, exitsnoop, tcprtt * doc update, bug fixes and other tools improvement -- Yonghong Song Wed, 15 Sep 2021 17:00:00 +0000 bcc (0.21.0-1) unstable; urgency=low * Support for kernel up to 5.13 * support for debug information from libdebuginfod * finished support for map elements items_*_batch() APIs * add atomic_increment() API * support attach_func() and detach_func() in python * fix displaying PID instead of TID for many tools * new tools: kvmexit.py * new libbpf-tools: gethostlatency, statsnoop, fsdist and solisten * fix tools ttysnoop/readahead for newer kernels * doc update and bug fixes -- Yonghong Song Mon, 16 Jul 2021 17:00:00 +0000 bcc (0.20.0-1) unstable; urgency=low * Support for kernel up to 5.12 * Some basic support for MIPS * added bpf_map_lookup_batch and bpf_map_delete_batch support * tools/funclatency.py support nested or recursive functions * tools/biolatency.py can optionally print out average/total value * fix possible marco HAVE_BUILTIN_BSWAP redefine warning for kernel >= 5.10. * new tools: virtiostat * new libbpf-tools: ext4dist * doc update and bug fixes -- Yonghong Song Mon, 5 May 2021 17:00:00 +0000 bcc (0.19.0-1) unstable; urgency=low * Support for kernel up to 5.11 * allow BCC as a cmake subproject * add LPORT support in tcpconnlat and tcpconnect * added bpf_map_lookup_and_delete_batch support * new tools: virtiostat * new libbpf-tools: cpufreq, funclatency, cachestat * add install target to libbpf-tools * a few lua fixes * doc update and bug fixes -- Yonghong Song Mon, 19 Mar 2021 17:00:00 +0000 bcc (0.18.0-1) unstable; urgency=low * Support for kernel up to 5.10 * add bpf kfunc/kretfunc C++ example * add PT_REGS_PARMx_SYSCALL helper macro * biolatency: allow json output * biolatpcts: support measuring overall latencies between two events * fix build when ENABLE_CLANG_JIT is disabled * doc update and bug fixes -- Yonghong Song Mon, 4 Jan 2021 17:00:00 +0000 bcc (0.17.0-1) unstable; urgency=low * Support for kernel up to 5.9 * usdt: add uprobe refcnt support * use newer llvm/clang versions in debian packaging if possible * add bpf iterator C++ support * new bcc tools: tcprtt, netqtop, swapin, tcpsynbl, threadsnoop * tcpconnect: add DNS correlation to connect tracking * new libbpf-tools: llcstat, numamove, runqlen, runqlat, softirgs, hardirqs * doc update, bug fixes and some additional arguments for tools -- Yonghong Song Thu, 29 Oct 2020 17:00:00 +0000 bcc (0.16.0-1) unstable; urgency=low * Support for kernel up to 5.8 * trace.py: support kprobe/uprobe func offset * support raw perf config for perf_event_open in python * add BPFQueueStackTable support * added Ringbuf support support * libbpf-tools: readahead, biosnoop, bitesize, tcpconnlat, biopattern, biostacks * bug fixes and some additional arguments for tools -- Yonghong Song Sat, 22 Aug 2020 17:00:00 +0000 bcc (0.15.0-1) unstable; urgency=low * Support for kernel up to 5.7 * new tools: funcinterval.py, dirtop.py * support lsm bpf programs * support multiple pid/tids for offwaketime * usdt: add helpers to set semaphore values * turn off x86 jump table optimization during jit compilation * add support to use bpf_probe_read[_str_}{_user,kernel} in all bpf * programs, fail back to old bpf_probe_read[_str] for old kernels * tools: add filtering by mount namespace * libbpf-tools: cpudist, syscount, execsnoop, vfsstat * lots of bug fixes and a few additional arguments for tools -- Yonghong Song Mon, 19 Jun 2020 17:00:00 +0000 bcc (0.14.0-1) unstable; urgency=low * Support for kernel up to 5.6 * new tools: biolatpcts.py * libbpf-tools: tools based on CORE and libbpf library directly * add --cgroupmap to various tools, filtering based cgroup * support kfunc (faster kprobe) for vfsstat, klockstat and opensnoop * lots of bug fixes and a few additional arguments for tools -- Yonghong Song Mon, 20 Apr 2020 17:00:00 +0000 bcc (0.13.0-1) unstable; urgency=low * Support for kernel up to 5.5 * bindsnoop tool to track tcp/udp bind information * added compile-once run-everywhere based libbpf-tools, currently only runqslower is implemented. * new map support: sockhash, sockmap, sk_storage, cgroup_storage * enable to run github actions on the diff * cgroupmap based cgroup filtering for opensnoop, execsnoop and bindsnoop. * lots of bug fixes. -- Yonghong Song Wed, 19 Feb 2020 17:00:00 +0000 bcc (0.12.0-1) unstable; urgency=low * Support for kernel up to 5.4 * klockstat tool to track kernel mutex lock statistics * cmake option CMAKE_USE_LIBBPF_PACKAGE to build a bcc shared library linking with distro libbpf_static.a * new map.lookup_or_try_init() API to remove hidden return in map.lookup_or_init() * BPF_ARRAY_OF_MAPS and BPF_HASH_OF_MAPS support * support symbol offset for uprobe in both C++ and python API, kprobe already has the support * bug fixes for trace.py, tcpretrans.py, runqslower.py, etc. -- Yonghong Song Tue, 10 Dec 2019 17:00:00 +0000 bcc (0.11.0-1) unstable; urgency=low * Support for kernel up to 5.3 * Corresponding libbpf submodule release is v0.0.5 * Fix USDT issue with multi-threaded applications * Fixed the early return behavior of lookup_or_init * Support for nic hardware offload * Fixed and Enabled Travis CI * A lot of tools change with added new options, etc. -- Yonghong Song Tue, 03 Oct 2019 17:00:00 +0000 bcc (0.10.0-1) unstable; urgency=low * Support for kernel up to 5.1 * corresponding libbpf submodule release is v0.0.3 * support for reading kernel headers from /proc * libbpf.{a,so} renamed to libcc_bpf.{a,so} * new common options for some tools * new tool: drsnoop * s390 USDT support -- Brenden Blanco Tue, 28 May 2019 17:00:00 +0000 bcc (0.9.0-1) unstable; urgency=low * Adds support for BTF * Uses libbpf common library to wrap syscall API * Many bugfixes and new tools -- Brenden Blanco Thu, 07 Mar 2019 17:00:00 +0000 bcc (0.8.0-1) unstable; urgency=low * Support for kernel up to 5.0 -- Brenden Blanco Fri, 11 Jan 2019 17:00:00 +0000 bcc (0.7.0-1) unstable; urgency=low * Support for kernel up to 4.18 -- Brenden Blanco Tue, 04 Sep 2018 17:00:00 +0000 bcc (0.6.1-1) unstable; urgency=low * Build support for Fedora 28 and Ubuntu 18.04 * Add option to change license * Optimizations for some uses of bpf_probe_reads -- Brenden Blanco Mon, 23 Jul 2018 17:00:00 +0000 bcc (0.6.0-1) unstable; urgency=low * Support for kernel up to 4.17 * Many bugfixes * Many new tools * Improved python3 support -- Brenden Blanco Wed, 13 Jun 2018 17:00:00 +0000 bcc (0.5.0-1) unstable; urgency=low * Support for USDT in ARM64 * Bugfixes for 4.14 in some tools * Fixes for smoke test failures * Runtime memory usage reductions -- Brenden Blanco Wed, 29 Nov 2017 17:00:00 +0000 bcc (0.4.0-1) unstable; urgency=low * Bugfixes * Support for kernel up to 4.14 -- Brenden Blanco Fri, 20 Oct 2017 17:00:00 +0000 bcc (0.3.0-1) unstable; urgency=low * Many bugfixes * Many tools converted to perf ring buffer * New utilities in tools/ * capable, cpuunclaimed, dbslower, dbstat, deadlock_detector, llcstat, mountsnoop, runqlen, slabratetop, syscount, tcplife, tcptop, ttysnoop, ucalls, uflow, ugc, uobjnew, ustat, uthreads * New C++ API * Support for kernel up to 4.10 -- Brenden Blanco Thu, 09 Mar 2017 19:08:08 +0000 bcc (0.2.0-1) unstable; urgency=low * Add many new utilities in tools/ * Support for USDT * Support for lua * Many utilities converted to perf ring buffer * Support for tracepoints -- Brenden Blanco Thu, 08 Sep 2016 17:05:28 -0700 bcc (0.1.8-1) unstable; urgency=low * Add many new utilities in tools/ * wakeuptime, offwaketime, argdist, {xfs,zfs,ext4}{slower,dist}, others * Support for bpf_perf_event() * Support for public tables shared between programs * Support for up to 4.4 features * Remove external file dependencies from clang lib -- Brenden Blanco Mon, 23 Feb 2016 00:41:00 +0000 bcc (0.1.7-1) unstable; urgency=low * Tracing features and bugfixes * Built against LLVM 3.8 HEAD -- Brenden Blanco Mon, 12 Oct 2015 16:47:09 +0000 bcc (0.1.6-1) unstable; urgency=low * Stability fixes * Improvements to python API * Tracing features * Support for kernel 4.2 features -- Brenden Blanco Wed, 02 Sep 2015 16:23:19 +0000 bcc (0.1.5-1) unstable; urgency=low * Initial release -- Brenden Blanco Mon, 06 Jul 2015 18:04:28 +0000 bpfcc-0.31.0/debian/compat000066400000000000000000000000021465134135300152750ustar00rootroot000000000000009 bpfcc-0.31.0/debian/control000066400000000000000000000032061465134135300155030ustar00rootroot00000000000000Source: bcc Maintainer: Brenden Blanco Section: misc Priority: optional Standards-Version: 3.9.5 Build-Depends: debhelper (>= 9), cmake, libllvm12, llvm-12-dev, libclang-12-dev, clang-format-12, libelf-dev, bison, flex, libfl-dev, libedit-dev, zlib1g-dev, git, python3, python3-netaddr, python3-pyroute2, python3-setuptools, python3-pip, luajit, libluajit-5.1-dev, arping, inetutils-ping | iputils-ping, iperf, netperf, ethtool, devscripts, dh-python, zip # add 'libdebuginfod-dev' to Build-Depends for libdebuginfod support Homepage: https://github.com/iovisor/bcc Package: libbcc Architecture: any Provides: libbpfcc, libbpfcc-dev Conflicts: libbpfcc, libbpfcc-dev Depends: libc6, libstdc++6, libelf1 # add 'libdebuginfod1' to Depends if built with libdebuginfod support Description: Shared Library for BPF Compiler Collection (BCC) Shared Library for BPF Compiler Collection to control BPF programs from userspace. Package: libbcc-examples Architecture: any Depends: libbcc (= ${binary:Version}) Description: Examples for BPF Compiler Collection (BCC) Package: python-bcc Architecture: all Provides: python-bpfcc Depends: libbcc (= ${binary:Version}), python3, binutils Description: Python3 wrappers for BPF Compiler Collection (BCC) Package: bcc-tools Architecture: all Provides: bpfcc-tools Conflicts: bpfcc-tools Depends: python-bcc (= ${binary:Version}) Description: Command line tools for BPF Compiler Collection (BCC) Package: bcc-lua Architecture: all Provides: bpfcc-lua Conflicts: bpfcc-lua Depends: libbcc (= ${binary:Version}) Description: Standalone tool to run BCC tracers written in Lua bpfcc-0.31.0/debian/copyright000066400000000000000000000003011465134135300160240ustar00rootroot00000000000000Format: http://www.debian.org/doc/packaging-manuals/copyright-format/1.0/ Upstream-Name: bcc Source: https://github.com/iovisor/bcc Files: * Copyright: 2015 PLUMgrid, Inc. License: Apache-2.0 bpfcc-0.31.0/debian/docs000066400000000000000000000000361465134135300147510ustar00rootroot00000000000000FAQ.txt LICENSE.txt README.md bpfcc-0.31.0/debian/libbcc-examples.install000066400000000000000000000000311465134135300205130ustar00rootroot00000000000000usr/share/bcc/examples/* bpfcc-0.31.0/debian/libbcc.install000066400000000000000000000001021465134135300166760ustar00rootroot00000000000000usr/include/bcc/* usr/lib/*/libbcc* usr/lib/*/pkgconfig/libbcc.pc bpfcc-0.31.0/debian/python-bcc.install000066400000000000000000000000211465134135300175260ustar00rootroot00000000000000usr/lib/python3* bpfcc-0.31.0/debian/rules000077500000000000000000000015341465134135300151620ustar00rootroot00000000000000#!/usr/bin/make -f # -*- makefile -*- # Uncomment this to turn on verbose mode. #export DH_VERBOSE=1 DEBIAN_VERSION := $(shell dpkg-parsechangelog | sed -rne "s,^Version: (.*),\1,p") DEBIAN_REVISION := $(shell dpkg-parsechangelog | sed -rne "s,^Version: ([0-9.]+)(~|-)(.*),\3,p") UPSTREAM_VERSION := $(shell dpkg-parsechangelog | sed -rne "s,^Version: ([0-9.]+)(~|-)(.*),\1,p") %: dh $@ --buildsystem=cmake --parallel --with python3 # tests cannot be run in parallel override_dh_auto_test: dh_auto_test -O--buildsystem=cmake -O--no-parallel # FIXME: LLVM_DEFINITIONS is broken somehow in LLVM cmake upstream override_dh_auto_configure: dh_auto_configure -- -DREVISION_LAST=$(UPSTREAM_VERSION) -DREVISION=$(UPSTREAM_VERSION) -DLLVM_DEFINITIONS="-D_GNU_SOURCE -D__STDC_CONSTANT_MACROS -D__STDC_FORMAT_MACROS -D__STDC_LIMIT_MACROS" -DPYTHON_CMD="python3" bpfcc-0.31.0/debian/source/000077500000000000000000000000001465134135300153775ustar00rootroot00000000000000bpfcc-0.31.0/debian/source/format000066400000000000000000000000141465134135300166050ustar00rootroot000000000000003.0 (quilt) bpfcc-0.31.0/docker/000077500000000000000000000000001465134135300141245ustar00rootroot00000000000000bpfcc-0.31.0/docker/Dockerfile.debian000066400000000000000000000007121465134135300173370ustar00rootroot00000000000000FROM debian:stretch MAINTAINER Brenden Blanco RUN DEBIAN_RELEASE=stretch && \ # Adding non-free repo for netperf echo "deb http://deb.debian.org/debian ${DEBIAN_RELEASE} non-free" > \ /etc/apt/sources.list.d/debian-non-free.list && \ apt-get -qq update && \ apt-get -y install pbuilder aptitude COPY ./ /root/bcc WORKDIR /root/bcc RUN /usr/lib/pbuilder/pbuilder-satisfydepends && \ ./scripts/build-deb.sh bpfcc-0.31.0/docker/Dockerfile.ubuntu000066400000000000000000000012711465134135300174400ustar00rootroot00000000000000ARG OS_TAG=22.04 FROM ubuntu:${OS_TAG} as builder ARG OS_TAG ARG BUILD_TYPE=release ARG DEBIAN_FRONTEND=noninteractive MAINTAINER Brenden Blanco RUN apt-get -qq update && \ apt-get -y install pbuilder aptitude COPY ./ /root/bcc WORKDIR /root/bcc RUN /usr/lib/pbuilder/pbuilder-satisfydepends && \ ./scripts/build-deb.sh ${BUILD_TYPE} FROM ubuntu:${OS_TAG} COPY --from=builder /root/bcc/*.deb /root/bcc/ RUN \ apt-get update -y && \ DEBIAN_FRONTEND=noninteractive apt-get install -y python3 python3-pip python-is-python3 binutils libelf1 kmod llvm-12-dev && \ pip3 install dnslib cachetools pyelftools && \ dpkg -i /root/bcc/*.deb && \ apt-get clean bpfcc-0.31.0/docker/build/000077500000000000000000000000001465134135300152235ustar00rootroot00000000000000bpfcc-0.31.0/docker/build/Dockerfile.fedora000066400000000000000000000030171465134135300204550ustar00rootroot00000000000000# Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") ARG VERSION="34" FROM fedora:${VERSION} ARG RUBY_INSTALL_VERSION="0.8.4" ENV RUBY_INSTALL_VERSION=$RUBY_INSTALL_VERSION ARG RUBY_VERSION="3.1.2" ENV RUBY_VERSION=$RUBY_VERSION MAINTAINER Dave Marchevsky RUN dnf -y install \ bison \ cmake \ flex \ gcc \ gcc-c++ \ git \ libxml2-devel \ make \ rpm-build \ wget \ zlib-devel \ llvm \ llvm-devel \ clang-devel \ elfutils-debuginfod-client-devel \ # elfutils-libelf-devel-static \ elfutils-libelf-devel \ luajit \ luajit-devel \ python3-devel \ libstdc++ \ libstdc++-devel \ systemtap-sdt-devel RUN dnf -y install \ python3 \ python3-pip RUN dnf -y install \ rust \ cargo RUN if [[ ! -e /usr/bin/python && -e /usr/bin/python3 ]]; then \ ln -s $(readlink /usr/bin/python3) /usr/bin/python; \ fi RUN dnf -y install \ procps \ iputils \ net-tools \ hostname \ iproute \ bpftool \ iperf \ netperf RUN pip3 install pyroute2==0.5.18 netaddr==0.8.0 dnslib==0.9.14 cachetools==3.1.1 pyelftools==0.30 RUN wget -O ruby-install-${RUBY_INSTALL_VERSION}.tar.gz \ https://github.com/postmodern/ruby-install/archive/v${RUBY_INSTALL_VERSION}.tar.gz && \ tar -xzvf ruby-install-${RUBY_INSTALL_VERSION}.tar.gz && \ cd ruby-install-${RUBY_INSTALL_VERSION}/ && \ make install && \ cd .. && \ rm -rf ruby-install-${RUBY_INSTALL_VERSION}* RUN ruby-install --system ruby ${RUBY_VERSION} -c -- --enable-dtrace bpfcc-0.31.0/docker/build/Dockerfile.ubuntu000066400000000000000000000061361465134135300205440ustar00rootroot00000000000000ARG VERSION="20.04" FROM ubuntu:${VERSION} ARG LLVM_VERSION="12" ENV LLVM_VERSION=$LLVM_VERSION ARG SHORTNAME="focal" ARG RUBY_INSTALL_VERSION="0.8.4" ENV RUBY_INSTALL_VERSION=$RUBY_INSTALL_VERSION ARG RUBY_VERSION="3.1.2" ENV RUBY_VERSION=$RUBY_VERSION RUN /bin/bash -c 'apt-get update && apt-get install -y curl gnupg &&\ llvmRepository="\n\ deb http://apt.llvm.org/${SHORTNAME}/ llvm-toolchain-${SHORTNAME} main\n\ deb-src http://apt.llvm.org/${SHORTNAME}/ llvm-toolchain-${SHORTNAME} main\n" && \ echo -e $llvmRepository >> /etc/apt/sources.list && \ read -ra versions <<<"${LLVM_VERSION}" && \ for version in ${versions[@]}; \ do \ llvmRepository="\n\ deb http://apt.llvm.org/${SHORTNAME}/ llvm-toolchain-${SHORTNAME}-${version} main\n\ deb-src http://apt.llvm.org/${SHORTNAME}/ llvm-toolchain-${SHORTNAME}-${version} main\n" &&\ echo -e $llvmRepository >> /etc/apt/sources.list; done && \ curl -L https://apt.llvm.org/llvm-snapshot.gpg.key | apt-key add -' ARG DEBIAN_FRONTEND="noninteractive" ENV TZ="Etc/UTC" RUN /bin/bash -c 'apt-get update && apt-get install -y \ util-linux \ bison \ binutils-dev \ cmake \ flex \ g++ \ git \ kmod \ wget \ libelf-dev \ zlib1g-dev \ libiberty-dev \ liblzma-dev \ libbfd-dev \ libedit-dev \ systemtap-sdt-dev \ sudo \ iproute2 \ python3 \ python3-pip \ ethtool \ arping \ netperf \ iperf \ iputils-ping \ bridge-utils \ libtinfo5 \ libtinfo-dev \ libzstd-dev \ xz-utils \ zip && \ read -ra versions <<<"${LLVM_VERSION}" && \ for version in ${versions[@]}; \ do \ apt-get install -y \ clang-${version} \ libclang-${version}-dev \ libclang-common-${version}-dev \ libclang1-${version} \ llvm-${version} \ llvm-${version}-dev \ llvm-${version}-runtime \ libllvm${version} && \ if [ "${version}" -ge "15" ]; \ then \ apt-get install -y libpolly-${version}-dev; \ fi; \ done \ && \ apt-get -y clean' RUN pip3 install pyroute2==0.5.18 netaddr==0.8.0 dnslib==0.9.14 cachetools==3.1.1 pyelftools==0.30 # FIXME this is faster than building from source, but it seems there is a bug # in probing libruby.so rather than ruby binary #RUN apt-get update -qq && \ # apt-get install -y software-properties-common && \ # apt-add-repository ppa:brightbox/ruby-ng && \ # apt-get update -qq && apt-get install -y ruby2.6 ruby2.6-dev RUN wget -O ruby-install-${RUBY_INSTALL_VERSION}.tar.gz \ https://github.com/postmodern/ruby-install/archive/v${RUBY_INSTALL_VERSION}.tar.gz && \ tar -xzvf ruby-install-${RUBY_INSTALL_VERSION}.tar.gz && \ cd ruby-install-${RUBY_INSTALL_VERSION}/ && \ make install && \ cd .. && \ rm -rf ruby-install-${RUBY_INSTALL_VERSION}* RUN ruby-install --system ruby ${RUBY_VERSION} -c -- --enable-dtrace RUN if [ ! -f "/usr/bin/python" ]; then ln -s /bin/python3 /usr/bin/python; fi RUN if [ ! -f "/usr/local/bin/python" ]; then ln -s /usr/bin/python3 /usr/local/bin/python; fi bpfcc-0.31.0/docs/000077500000000000000000000000001465134135300136055ustar00rootroot00000000000000bpfcc-0.31.0/docs/kernel-versions.md000066400000000000000000002063731465134135300172700ustar00rootroot00000000000000# BPF Features by Linux Kernel Version ## eBPF support Kernel version | Commit ---------------|------- 3.15 | [`bd4cf0ed331a`](https://github.com/torvalds/linux/commit/bd4cf0ed331a275e9bf5a49e6d0fd55dffc551b8) ## JIT compiling The list of supported architectures for your kernel can be retrieved with: git grep HAVE_EBPF_JIT arch/ Feature / Architecture | Kernel version | Commit -----------------------|----------------|------- x86\_64 | 3.16 | [`622582786c9e`](https://github.com/torvalds/linux/commit/622582786c9e041d0bd52bde201787adeab249f8) ARM64 | 3.18 | [`e54bcde3d69d`](https://github.com/torvalds/linux/commit/e54bcde3d69d40023ae77727213d14f920eb264a) s390 | 4.1 | [`054623105728`](https://github.com/torvalds/linux/commit/054623105728b06852f077299e2bf1bf3d5f2b0b) Constant blinding for JIT machines | 4.7 | [`4f3446bb809f`](https://github.com/torvalds/linux/commit/4f3446bb809f20ad56cadf712e6006815ae7a8f9) PowerPC64 | 4.8 | [`156d0e290e96`](https://github.com/torvalds/linux/commit/156d0e290e969caba25f1851c52417c14d141b24) Constant blinding - PowerPC64 | 4.9 | [`b7b7013cac55`](https://github.com/torvalds/linux/commit/b7b7013cac55d794940bd9cb7b7c55c9dececac4) Sparc64 | 4.12 | [`7a12b5031c6b`](https://github.com/torvalds/linux/commit/7a12b5031c6b947cc13918237ae652b536243b76) MIPS | 4.13 | [`f381bf6d82f0`](https://github.com/torvalds/linux/commit/f381bf6d82f032b7410185b35d000ea370ac706b) ARM32 | 4.14 | [`39c13c204bb1`](https://github.com/torvalds/linux/commit/39c13c204bb1150d401e27d41a9d8b332be47c49) x86\_32 | 4.18 | [`03f5781be2c7`](https://github.com/torvalds/linux/commit/03f5781be2c7b7e728d724ac70ba10799cc710d7) RISC-V RV64G | 5.1 | [`2353ecc6f91f`](https://github.com/torvalds/linux/commit/2353ecc6f91fd15b893fa01bf85a1c7a823ee4f2) RISC-V RV32G | 5.7 | [`5f316b65e99f`](https://github.com/torvalds/linux/commit/5f316b65e99f109942c556dc8790abd4c75bcb34) PowerPC32 | 5.13 | [`51c66ad849a7`](https://github.com/torvalds/linux/commit/51c66ad849a703d9bbfd7704c941827aed0fd9fd) LoongArch | 6.1 | [`5dc615520c4d`](https://github.com/torvalds/linux/commit/5dc615520c4dfb358245680f1904bad61116648e) ## Main features Several (but not all) of these _main features_ translate to an eBPF program type. The list of such program types supported in your kernel can be found in file [`include/uapi/linux/bpf.h`](https://github.com/torvalds/linux/blob/master/include/uapi/linux/bpf.h): git grep -W 'bpf_prog_type {' include/uapi/linux/bpf.h Feature | Kernel version | Commit --------|----------------|------- `AF_PACKET` (libpcap/tcpdump, `cls_bpf` classifier, netfilter's `xt_bpf`, team driver's load-balancing mode…) | 3.15 | [`bd4cf0ed331a`](https://github.com/torvalds/linux/commit/bd4cf0ed331a275e9bf5a49e6d0fd55dffc551b8) Kernel helpers | 3.15 | [`bd4cf0ed331a`](https://github.com/torvalds/linux/commit/bd4cf0ed331a275e9bf5a49e6d0fd55dffc551b8) `bpf()` syscall | 3.18 | [`99c55f7d47c0`](https://github.com/torvalds/linux/commit/99c55f7d47c0dc6fc64729f37bf435abf43f4c60) Maps (_a.k.a._ Tables; details below) | 3.18 | [`99c55f7d47c0`](https://github.com/torvalds/linux/commit/99c55f7d47c0dc6fc64729f37bf435abf43f4c60) BPF attached to sockets | 3.19 | [`89aa075832b0`](https://github.com/torvalds/linux/commit/89aa075832b0da4402acebd698d0411dcc82d03e) BPF attached to `kprobes` | 4.1 | [`2541517c32be`](https://github.com/torvalds/linux/commit/2541517c32be2531e0da59dfd7efc1ce844644f5) `cls_bpf` / `act_bpf` for `tc` | 4.1 | [`e2e9b6541dd4`](https://github.com/torvalds/linux/commit/e2e9b6541dd4b31848079da80fe2253daaafb549) Tail calls | 4.2 | [`04fd61ab36ec`](https://github.com/torvalds/linux/commit/04fd61ab36ec065e194ab5e74ae34a5240d992bb) Non-root programs on sockets | 4.4 | [`1be7f75d1668`](https://github.com/torvalds/linux/commit/1be7f75d1668d6296b80bf35dcf6762393530afc) Persistent maps and programs (virtual FS) | 4.4 | [`b2197755b263`](https://github.com/torvalds/linux/commit/b2197755b2633e164a439682fb05a9b5ea48f706) `tc`'s `direct-action` (`da`) mode | 4.4 | [`045efa82ff56`](https://github.com/torvalds/linux/commit/045efa82ff563cd4e656ca1c2e354fa5bf6bbda4) `tc`'s `clsact` qdisc | 4.5 | [`1f211a1b929c`](https://github.com/torvalds/linux/commit/1f211a1b929c804100e138c5d3d656992cfd5622) BPF attached to tracepoints | 4.7 | [`98b5c2c65c29`](https://github.com/torvalds/linux/commit/98b5c2c65c2951772a8fc661f50d675e450e8bce) Direct packet access | 4.7 | [`969bf05eb3ce`](https://github.com/torvalds/linux/commit/969bf05eb3cedd5a8d4b7c346a85c2ede87a6d6d) XDP (see below) | 4.8 | [`6a773a15a1e8`](https://github.com/torvalds/linux/commit/6a773a15a1e8874e5eccd2f29190c31085912c95) BPF attached to perf events | 4.9 | [`0515e5999a46`](https://github.com/torvalds/linux/commit/0515e5999a466dfe6e1924f460da599bb6821487) Hardware offload for `tc`'s `cls_bpf` | 4.9 | [`332ae8e2f6ec`](https://github.com/torvalds/linux/commit/332ae8e2f6ecda5e50c5c62ed62894963e3a83f5) Verifier exposure and internal hooks | 4.9 | [`13a27dfc6697`](https://github.com/torvalds/linux/commit/13a27dfc669724564aafa2699976ee756029fed2) BPF attached to cgroups for socket filtering | 4.10 | [`0e33661de493`](https://github.com/torvalds/linux/commit/0e33661de493db325435d565a4a722120ae4cbf3) Lightweight tunnel encapsulation | 4.10 | [`3a0af8fd61f9`](https://github.com/torvalds/linux/commit/3a0af8fd61f90920f6fa04e4f1e9a6a73c1b4fd2) **e**BPF support for `xt_bpf` module (iptables) | 4.10 | [`2c16d6033264`](https://github.com/torvalds/linux/commit/2c16d60332643e90d4fa244f4a706c454b8c7569) BPF program tag | 4.10 | [`7bd509e311f4`](https://github.com/torvalds/linux/commit/7bd509e311f408f7a5132fcdde2069af65fa05ae) Tracepoints to debug BPF | 4.11 (removed in 4.18) | [`a67edbf4fb6d`](https://github.com/torvalds/linux/commit/a67edbf4fb6deadcfe57a04a134abed4a5ba3bb5) [`4d220ed0f814`](https://github.com/torvalds/linux/commit/4d220ed0f8140c478ab7b0a14d96821da639b646) Testing / benchmarking BPF programs | 4.12 | [`1cf1cae963c2`](https://github.com/torvalds/linux/commit/1cf1cae963c2e6032aebe1637e995bc2f5d330f4) BPF programs and maps IDs | 4.13 | [`dc4bb0e23561`](https://github.com/torvalds/linux/commit/dc4bb0e2356149aee4cdae061936f3bbdd45595c) BPF support for `sock_ops` | 4.13 | [`40304b2a1567`](https://github.com/torvalds/linux/commit/40304b2a1567fecc321f640ee4239556dd0f3ee0) BPF support for skbs on sockets | 4.14 | [`b005fd189cec`](https://github.com/torvalds/linux/commit/b005fd189cec9407b700599e1e80e0552446ee79) bpftool utility in kernel sources | 4.15 | [`71bb428fe2c1`](https://github.com/torvalds/linux/commit/71bb428fe2c19512ac671d5ee16ef3e73e1b49a8) BPF attached to cgroups as device controller | 4.15 | [`ebc614f68736`](https://github.com/torvalds/linux/commit/ebc614f687369f9df99828572b1d85a7c2de3d92) bpf2bpf function calls | 4.16 | [`cc8b0b92a169`](https://github.com/torvalds/linux/commit/cc8b0b92a1699bc32f7fec71daa2bfc90de43a4d) BPF used for monitoring socket RX/TX data | 4.17 | [`4f738adba30a`](https://github.com/torvalds/linux/commit/4f738adba30a7cfc006f605707e7aee847ffefa0) BPF attached to raw tracepoints | 4.17 | [`c4f6699dfcb8`](https://github.com/torvalds/linux/commit/c4f6699dfcb8558d138fe838f741b2c10f416cf9) BPF attached to `bind()` system call | 4.17 | [`4fbac77d2d09`](https://github.com/torvalds/linux/commit/4fbac77d2d092b475dda9eea66da674369665427) [`aac3fc320d94`](https://github.com/torvalds/linux/commit/aac3fc320d9404f2665a8b1249dc3170d5fa3caf) BPF attached to `connect()` system call | 4.17 | [`d74bad4e74ee`](https://github.com/torvalds/linux/commit/d74bad4e74ee373787a9ae24197c17b7cdc428d5) BPF Type Format (BTF) | 4.18 | [`69b693f0aefa`](https://github.com/torvalds/linux/commit/69b693f0aefa0ed521e8bd02260523b5ae446ad7) AF_XDP | 4.18 | [`fbfc504a24f5`](https://github.com/torvalds/linux/commit/fbfc504a24f53f7ebe128ab55cb5dba634f4ece8) bpfilter | 4.18 | [`d2ba09c17a06`](https://github.com/torvalds/linux/commit/d2ba09c17a0647f899d6c20a11bab9e6d3382f07) End.BPF action for seg6local LWT | 4.18 | [`004d4b274e2a`](https://github.com/torvalds/linux/commit/004d4b274e2a1a895a0e5dc66158b90a7d463d44) BPF attached to LIRC devices | 4.18 | [`f4364dcfc86d`](https://github.com/torvalds/linux/commit/f4364dcfc86df7c1ca47b256eaf6b6d0cdd0d936) Pass map values to map helpers | 4.18 | [`d71962f3e627`](https://github.com/torvalds/linux/commit/d71962f3e627b5941804036755c844fabfb65ff5) BPF socket reuseport | 4.19 | [`2dbb9b9e6df6`](https://github.com/torvalds/linux/commit/2dbb9b9e6df67d444fbe425c7f6014858d337adf) BPF flow dissector | 4.20 | [`d58e468b1112`](https://github.com/torvalds/linux/commit/d58e468b1112dcd1d5193c0a89ff9f98b5a3e8b9) BPF 1M insn limit | 5.2 | [`c04c0d2b968a`](https://github.com/torvalds/linux/commit/c04c0d2b968ac45d6ef020316808ef6c82325a82) BPF cgroup sysctl | 5.2 | [`7b146cebe30c`](https://github.com/torvalds/linux/commit/7b146cebe30cb481b0f70d85779da938da818637) BPF raw tracepoint writable | 5.2 | [`9df1c28bb752`](https://github.com/torvalds/linux/commit/9df1c28bb75217b244257152ab7d788bb2a386d0) BPF bounded loop | 5.3 | [`2589726d12a1`](https://github.com/torvalds/linux/commit/2589726d12a1b12eaaa93c7f1ea64287e383c7a5) BPF trampoline | 5.5 | [`fec56f5890d9`](https://github.com/torvalds/linux/commit/fec56f5890d93fc2ed74166c397dc186b1c25951) BPF LSM hook | 5.7 | [`fc611f47f218`](https://github.com/torvalds/linux/commit/fc611f47f2188ade2b48ff6902d5cce8baac0c58) [`641cd7b06c91`](https://github.com/torvalds/linux/commit/641cd7b06c911c5935c34f24850ea18690649917) BPF iterator | 5.8 | [`180139dca8b3`](https://github.com/torvalds/linux/commit/180139dca8b38c858027b8360ee10064fdb2fbf7) BPF socket lookup hook | 5.9 | [`e9ddbb7707ff`](https://github.com/torvalds/linux/commit/e9ddbb7707ff5891616240026062b8c1e29864ca) Sleepable BPF programs | 5.10 | [`1e6c62a88215`](https://github.com/torvalds/linux/commit/1e6c62a8821557720a9b2ea9617359b264f2f67c) Mixing bpf2bpf function calls and tailcalls (x86\_64) | 5.10 | [`e411901c0b77`](https://github.com/torvalds/linux/commit/e411901c0b775a3ae7f3e2505f8d2d90ac696178) Mixing bpf2bpf function calls and tailcalls (arm64) | 6.0 | [`d4609a5d8c70`](https://github.com/torvalds/linux/commit/d4609a5d8c70d21b4a3f801cf896a3c16c613fe1) Mixing bpf2bpf function calls and tailcalls (s390) | 6.3 | [`dd691e847d28`](https://github.com/torvalds/linux/commit/dd691e847d28ac5f8b8e3005be44fd0e46722809) Mixing bpf2bpf function calls and tailcalls (loongarch) | 6.4 | [`bb035ef0cc91`](https://github.com/torvalds/linux/commit/bb035ef0cc91e115faa80187ac8886a7f1914d06) ### Program types Program type | Kernel version | Commit | Enum -------------|----------------|--------|----- Socket filter | 3.19 | [`ddd872bc3098`](https://github.com/torvalds/linux/commit/ddd872bc3098f9d9abe1680a6b2013e59e3337f7) | BPF_PROG_TYPE_SOCKET_FILTER Kprobe | 4.1 | [`2541517c32be`](https://github.com/torvalds/linux/commit/2541517c32be2531e0da59dfd7efc1ce844644f5) | BPF_PROG_TYPE_KPROBE traffic control (TC) | 4.1 | [`96be4325f443`](https://github.com/torvalds/linux/commit/96be4325f443dbbfeb37d2a157675ac0736531a1) | BPF_PROG_TYPE_SCHED_CLS traffic control (TC) | 4.1 | [`94caee8c312d`](https://github.com/torvalds/linux/commit/94caee8c312d96522bcdae88791aaa9ebcd5f22c) | BPF_PROG_TYPE_SCHED_ACT Tracepoint | 4.7 | [`98b5c2c65c29`](https://github.com/torvalds/linux/commit/98b5c2c65c2951772a8fc661f50d675e450e8bce) | BPF_PROG_TYPE_TRACEPOINT XDP | 4.8 | [`6a773a15a1e8`](https://github.com/torvalds/linux/commit/6a773a15a1e8874e5eccd2f29190c31085912c95) | BPF_PROG_TYPE_XDP Perf event | 4.9 | [`0515e5999a46`](https://github.com/torvalds/linux/commit/0515e5999a466dfe6e1924f460da599bb6821487) | BPF_PROG_TYPE_PERF_EVENT cgroup socket filtering | 4.10 | [`0e33661de493`](https://github.com/torvalds/linux/commit/0e33661de493db325435d565a4a722120ae4cbf3) | BPF_PROG_TYPE_CGROUP_SKB cgroup sock modification | 4.10 | [`610236587600`](https://github.com/torvalds/linux/commit/61023658760032e97869b07d54be9681d2529e77) | BPF_PROG_TYPE_CGROUP_SOCK lightweight tunnel (IN) | 4.10 | [`3a0af8fd61f9`](https://github.com/torvalds/linux/commit/3a0af8fd61f90920f6fa04e4f1e9a6a73c1b4fd2) | BPF_PROG_TYPE_LWT_IN lightweight tunnel (OUT) | 4.10 | [`3a0af8fd61f9`](https://github.com/torvalds/linux/commit/3a0af8fd61f90920f6fa04e4f1e9a6a73c1b4fd2) | BPF_PROG_TYPE_LWT_OUT lightweight tunnel (XMIT) | 4.10 | [`3a0af8fd61f9`](https://github.com/torvalds/linux/commit/3a0af8fd61f90920f6fa04e4f1e9a6a73c1b4fd2) | BPF_PROG_TYPE_LWT_XMIT cgroup sock ops (per conn) | 4.13 | [`40304b2a1567`](https://github.com/torvalds/linux/commit/40304b2a1567fecc321f640ee4239556dd0f3ee0) | BPF_PROG_TYPE_SOCK_OPS stream parser / stream verdict | 4.14 | [`b005fd189cec`](https://github.com/torvalds/linux/commit/b005fd189cec9407b700599e1e80e0552446ee79) | BPF_PROG_TYPE_SK_SKB cgroup device manager | 4.15 | [`ebc614f68736`](https://github.com/torvalds/linux/commit/ebc614f687369f9df99828572b1d85a7c2de3d92) | BPF_PROG_TYPE_CGROUP_DEVICE socket msg verdict | 4.17 | [`4f738adba30a`](https://github.com/torvalds/linux/commit/4f738adba30a7cfc006f605707e7aee847ffefa0) | BPF_PROG_TYPE_SK_MSG Raw tracepoint | 4.17 | [`c4f6699dfcb8`](https://github.com/torvalds/linux/commit/c4f6699dfcb8558d138fe838f741b2c10f416cf9) | BPF_PROG_TYPE_RAW_TRACEPOINT socket binding | 4.17 | [`4fbac77d2d09`](https://github.com/torvalds/linux/commit/4fbac77d2d092b475dda9eea66da674369665427) | BPF_PROG_TYPE_CGROUP_SOCK_ADDR LWT seg6local | 4.18 | [`004d4b274e2a`](https://github.com/torvalds/linux/commit/004d4b274e2a1a895a0e5dc66158b90a7d463d44) | BPF_PROG_TYPE_LWT_SEG6LOCAL lirc devices | 4.18 | [`f4364dcfc86d`](https://github.com/torvalds/linux/commit/f4364dcfc86df7c1ca47b256eaf6b6d0cdd0d936) | BPF_PROG_TYPE_LIRC_MODE2 lookup SO_REUSEPORT socket | 4.19 | [`2dbb9b9e6df6`](https://github.com/torvalds/linux/commit/2dbb9b9e6df67d444fbe425c7f6014858d337adf) | BPF_PROG_TYPE_SK_REUSEPORT flow dissector | 4.20 | [`d58e468b1112`](https://github.com/torvalds/linux/commit/d58e468b1112dcd1d5193c0a89ff9f98b5a3e8b9) | BPF_PROG_TYPE_FLOW_DISSECTOR cgroup sysctl | 5.2 | [`7b146cebe30c`](https://github.com/torvalds/linux/commit/7b146cebe30cb481b0f70d85779da938da818637) | BPF_PROG_TYPE_CGROUP_SYSCTL writable raw tracepoints | 5.2 | [`9df1c28bb752`](https://github.com/torvalds/linux/commit/9df1c28bb75217b244257152ab7d788bb2a386d0) | BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE cgroup getsockopt/setsockopt | 5.3 | [`0d01da6afc54`](https://github.com/torvalds/linux/commit/0d01da6afc5402f60325c5da31b22f7d56689b49) | BPF_PROG_TYPE_CGROUP_SOCKOPT Tracing (BTF/BPF trampoline) | 5.5 | [`f1b9509c2fb0`](https://github.com/torvalds/linux/commit/f1b9509c2fb0ef4db8d22dac9aef8e856a5d81f6) | BPF_PROG_TYPE_TRACING struct ops | 5.6 | [`27ae7997a661`](https://github.com/torvalds/linux/commit/27ae7997a66174cb8afd6a75b3989f5e0c1b9e5a) | BPF_PROG_TYPE_STRUCT_OPS extensions | 5.6 | [`be8704ff07d2`](https://github.com/torvalds/linux/commit/be8704ff07d2374bcc5c675526f95e70c6459683) | BPF_PROG_TYPE_EXT LSM | 5.7 | [`fc611f47f218`](https://github.com/torvalds/linux/commit/fc611f47f2188ade2b48ff6902d5cce8baac0c58) | BPF_PROG_TYPE_LSM lookup listening socket | 5.9 | [`e9ddbb7707ff`](https://github.com/torvalds/linux/commit/e9ddbb7707ff5891616240026062b8c1e29864ca) | BPF_PROG_TYPE_SK_LOOKUP Allow executing syscalls | 5.15 | [`79a7f8bdb159`](https://github.com/torvalds/linux/commit/79a7f8bdb159d9914b58740f3d31d602a6e4aca8) | BPF_PROG_TYPE_SYSCALL ## Maps (_a.k.a._ Tables, in BCC lingo) ### Map types The list of map types supported in your kernel can be found in file [`include/uapi/linux/bpf.h`](https://github.com/torvalds/linux/blob/master/include/uapi/linux/bpf.h): git grep -W 'bpf_map_type {' include/uapi/linux/bpf.h Map type | Kernel version | Commit | Enum ----------|----------------|--------|------ Hash | 3.19 | [`0f8e4bd8a1fc`](https://github.com/torvalds/linux/commit/0f8e4bd8a1fc8c4185f1630061d0a1f2d197a475) | BPF_MAP_TYPE_HASH Array | 3.19 | [`28fbcfa08d8e`](https://github.com/torvalds/linux/commit/28fbcfa08d8ed7c5a50d41a0433aad222835e8e3) | BPF_MAP_TYPE_ARRAY Prog array | 4.2 | [`04fd61ab36ec`](https://github.com/torvalds/linux/commit/04fd61ab36ec065e194ab5e74ae34a5240d992bb) | BPF_MAP_TYPE_PROG_ARRAY Perf events | 4.3 | [`ea317b267e9d`](https://github.com/torvalds/linux/commit/ea317b267e9d03a8241893aa176fba7661d07579) | BPF_MAP_TYPE_PERF_EVENT_ARRAY Per-CPU hash | 4.6 | [`824bd0ce6c7c`](https://github.com/torvalds/linux/commit/824bd0ce6c7c43a9e1e210abf124958e54d88342) | BPF_MAP_TYPE_PERCPU_HASH Per-CPU array | 4.6 | [`a10423b87a7e`](https://github.com/torvalds/linux/commit/a10423b87a7eae75da79ce80a8d9475047a674ee) | BPF_MAP_TYPE_PERCPU_ARRAY Stack trace | 4.6 | [`d5a3b1f69186`](https://github.com/torvalds/linux/commit/d5a3b1f691865be576c2bffa708549b8cdccda19) | BPF_MAP_TYPE_STACK_TRACE cgroup array | 4.8 | [`4ed8ec521ed5`](https://github.com/torvalds/linux/commit/4ed8ec521ed57c4e207ad464ca0388776de74d4b) | BPF_MAP_TYPE_CGROUP_ARRAY LRU hash | 4.10 | [`29ba732acbee`](https://github.com/torvalds/linux/commit/29ba732acbeece1e34c68483d1ec1f3720fa1bb3) [`3a08c2fd7634`](https://github.com/torvalds/linux/commit/3a08c2fd763450a927d1130de078d6f9e74944fb) | BPF_MAP_TYPE_LRU_HASH LRU per-CPU hash | 4.10 | [`8f8449384ec3`](https://github.com/torvalds/linux/commit/8f8449384ec364ba2a654f11f94e754e4ff719e0) [`961578b63474`](https://github.com/torvalds/linux/commit/961578b63474d13ad0e2f615fcc2901c5197dda6) | BPF_MAP_TYPE_LRU_PERCPU_HASH LPM trie (longest-prefix match) | 4.11 | [`b95a5c4db09b`](https://github.com/torvalds/linux/commit/b95a5c4db09bc7c253636cb84dc9b12c577fd5a0) | BPF_MAP_TYPE_LPM_TRIE Array of maps | 4.12 | [`56f668dfe00d`](https://github.com/torvalds/linux/commit/56f668dfe00dcf086734f1c42ea999398fad6572) | BPF_MAP_TYPE_ARRAY_OF_MAPS Hash of maps | 4.12 | [`bcc6b1b7ebf8`](https://github.com/torvalds/linux/commit/bcc6b1b7ebf857a9fe56202e2be3361131588c15) | BPF_MAP_TYPE_HASH_OF_MAPS Netdevice references (array) | 4.14 | [`546ac1ffb70d`](https://github.com/torvalds/linux/commit/546ac1ffb70d25b56c1126940e5ec639c4dd7413) | BPF_MAP_TYPE_DEVMAP Socket references (array) | 4.14 | [`174a79ff9515`](https://github.com/torvalds/linux/commit/174a79ff9515f400b9a6115643dafd62a635b7e6) | BPF_MAP_TYPE_SOCKMAP CPU references | 4.15 | [`6710e1126934`](https://github.com/torvalds/linux/commit/6710e1126934d8b4372b4d2f9ae1646cd3f151bf) | BPF_MAP_TYPE_CPUMAP AF_XDP socket (XSK) references | 4.18 | [`fbfc504a24f5`](https://github.com/torvalds/linux/commit/fbfc504a24f53f7ebe128ab55cb5dba634f4ece8) | BPF_MAP_TYPE_XSKMAP Socket references (hashmap) | 4.18 | [`81110384441a`](https://github.com/torvalds/linux/commit/81110384441a59cff47430f20f049e69b98c17f4) | BPF_MAP_TYPE_SOCKHASH cgroup storage | 4.19 | [`de9cbbaadba5`](https://github.com/torvalds/linux/commit/de9cbbaadba5adf88a19e46df61f7054000838f6) | BPF_MAP_TYPE_CGROUP_STORAGE reuseport sockarray | 4.19 | [`5dc4c4b7d4e8`](https://github.com/torvalds/linux/commit/5dc4c4b7d4e8115e7cde96a030f98cb3ab2e458c) | BPF_MAP_TYPE_REUSEPORT_SOCKARRAY precpu cgroup storage | 4.20 | [`b741f1630346`](https://github.com/torvalds/linux/commit/b741f1630346defcbc8cc60f1a2bdae8b3b0036f) | BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE queue | 4.20 | [`f1a2e44a3aec`](https://github.com/torvalds/linux/commit/f1a2e44a3aeccb3ff18d3ccc0b0203e70b95bd92) | BPF_MAP_TYPE_QUEUE stack | 4.20 | [`f1a2e44a3aec`](https://github.com/torvalds/linux/commit/f1a2e44a3aeccb3ff18d3ccc0b0203e70b95bd92) | BPF_MAP_TYPE_STACK socket local storage | 5.2 | [`6ac99e8f23d4`](https://github.com/torvalds/linux/commit/6ac99e8f23d4b10258406ca0dd7bffca5f31da9d) | BPF_MAP_TYPE_SK_STORAGE Netdevice references (hashmap) | 5.4 | [`6f9d451ab1a3`](https://github.com/torvalds/linux/commit/6f9d451ab1a33728adb72d7ff66a7b374d665176) | BPF_MAP_TYPE_DEVMAP_HASH struct ops | 5.6 | [`85d33df357b6`](https://github.com/torvalds/linux/commit/85d33df357b634649ddbe0a20fd2d0fc5732c3cb) | BPF_MAP_TYPE_STRUCT_OPS ring buffer | 5.8 | [`457f44363a88`](https://github.com/torvalds/linux/commit/457f44363a8894135c85b7a9afd2bd8196db24ab) | BPF_MAP_TYPE_RINGBUF inode storage | 5.10 | [`8ea636848aca`](https://github.com/torvalds/linux/commit/8ea636848aca35b9f97c5b5dee30225cf2dd0fe6) | BPF_MAP_TYPE_INODE_STORAGE task storage | 5.11 | [`4cf1bc1f1045`](https://github.com/torvalds/linux/commit/4cf1bc1f10452065a29d576fc5693fc4fab5b919) | BPF_MAP_TYPE_TASK_STORAGE Bloom filter | 5.16 | [`9330986c0300`](https://github.com/torvalds/linux/commit/9330986c03006ab1d33d243b7cfe598a7a3c1baa) | BPF_MAP_TYPE_BLOOM_FILTER user ringbuf | 6.1 | [`583c1f420173`](https://github.com/torvalds/linux/commit/583c1f420173f7d84413a1a1fbf5109d798b4faa) | BPF_MAP_TYPE_USER_RINGBUF ### Map userspace API Some (but not all) of these *API features* translate to a subcommand beginning with `BPF_MAP_`. The list of subcommands supported in your kernel can be found in file [`include/uapi/linux/bpf.h`](https://github.com/torvalds/linux/blob/master/include/uapi/linux/bpf.h): git grep -W 'bpf_cmd {' include/uapi/linux/bpf.h Feature | Kernel version | Commit --------|----------------|------- Basic operations (lookup, update, delete, `GET_NEXT_KEY`) | 3.18 | [`db20fd2b0108`](https://github.com/torvalds/linux/commit/db20fd2b01087bdfbe30bce314a198eefedcc42e) Pass flags to `UPDATE_ELEM` | 3.19 | [`3274f52073d8`](https://github.com/torvalds/linux/commit/3274f52073d88b62f3c5ace82ae9d48546232e72) Pre-alloc map memory by default | 4.6 | [`6c9059817432`](https://github.com/torvalds/linux/commit/6c90598174322b8888029e40dd84a4eb01f56afe) Pass `NULL` to `GET_NEXT_KEY` | 4.12 | [`8fe45924387b`](https://github.com/torvalds/linux/commit/8fe45924387be6b5c1be59a7eb330790c61d5d10) Creation: select NUMA node | 4.14 | [`96eabe7a40aa`](https://github.com/torvalds/linux/commit/96eabe7a40aa17e613cf3db2c742ee8b1fc764d0) Restrict access from syscall side | 4.15 | [`6e71b04a8224`](https://github.com/torvalds/linux/commit/6e71b04a82248ccf13a94b85cbc674a9fefe53f5) Creation: specify map name | 4.15 | [`ad5b177bd73f`](https://github.com/torvalds/linux/commit/ad5b177bd73f5107d97c36f56395c4281fb6f089) `LOOKUP_AND_DELETE_ELEM` | 4.20 | [`bd513cd08f10`](https://github.com/torvalds/linux/commit/bd513cd08f10cbe28856f99ae951e86e86803861) Creation: `BPF_F_ZERO_SEED` | 5.0 | [`96b3b6c9091d`](https://github.com/torvalds/linux/commit/96b3b6c9091d23289721350e32c63cc8749686be) `BPF_F_LOCK` flag for lookup / update | 5.1 | [`96049f3afd50`](https://github.com/torvalds/linux/commit/96049f3afd50fe8db69fa0068cdca822e747b1e4) Restrict access from BPF side | 5.2 | [`591fe9888d78`](https://github.com/torvalds/linux/commit/591fe9888d7809d9ee5c828020b6c6ae27c37229) `FREEZE` | 5.2 | [`87df15de441b`](https://github.com/torvalds/linux/commit/87df15de441bd4add7876ef584da8cabdd9a042a) mmap() support for array maps | 5.5 | [`fc9702273e2e`](https://github.com/torvalds/linux/commit/fc9702273e2edb90400a34b3be76f7b08fa3344b) `LOOKUP_BATCH` | 5.6 | [`cb4d03ab499d`](https://github.com/torvalds/linux/commit/cb4d03ab499d4c040f4ab6fd4389d2b49f42b5a5) `UPDATE_BATCH`, `DELETE_BATCH` | 5.6 | [`aa2e93b8e58e`](https://github.com/torvalds/linux/commit/aa2e93b8e58e18442edfb2427446732415bc215e) `LOOKUP_AND_DELETE_BATCH` | 5.6 | [`057996380a42`](https://github.com/torvalds/linux/commit/057996380a42bb64ccc04383cfa9c0ace4ea11f0) `LOOKUP_AND_DELETE_ELEM` support for hash maps | 5.14 | [`3e87f192b405`](https://github.com/torvalds/linux/commit/3e87f192b405960c0fe83e0925bd0dadf4f8cf43) ## XDP An approximate list of drivers or components supporting XDP programs for your kernel can be retrieved with: git grep -l XDP_SETUP_PROG drivers/ Feature / Driver | Kernel version | Commit -----------------|----------------|------- XDP core architecture | 4.8 | [`6a773a15a1e8`](https://github.com/torvalds/linux/commit/6a773a15a1e8874e5eccd2f29190c31085912c95) Action: drop | 4.8 | [`6a773a15a1e8`](https://github.com/torvalds/linux/commit/6a773a15a1e8874e5eccd2f29190c31085912c95) Action: pass on to stack | 4.8 | [`6a773a15a1e8`](https://github.com/torvalds/linux/commit/6a773a15a1e8874e5eccd2f29190c31085912c95) Action: direct forwarding (on same port) | 4.8 | [`6ce96ca348a9`](https://github.com/torvalds/linux/commit/6ce96ca348a9e949f8c43f4d3e98db367d93cffd) Direct packet data write | 4.8 | [`4acf6c0b84c9`](https://github.com/torvalds/linux/commit/4acf6c0b84c91243c705303cd9ff16421914150d) Mellanox `mlx4` driver | 4.8 | [`47a38e155037`](https://github.com/torvalds/linux/commit/47a38e155037f417c5740e24ccae6482aedf4b68) Mellanox `mlx5` driver | 4.9 | [`86994156c736`](https://github.com/torvalds/linux/commit/86994156c736978d113e7927455d4eeeb2128b9f) Netronome `nfp` driver | 4.10 | [`ecd63a0217d5`](https://github.com/torvalds/linux/commit/ecd63a0217d5f1e8a92f7516f5586d1177b95de2) QLogic (Cavium) `qed*` drivers | 4.10 | [`496e05170958`](https://github.com/torvalds/linux/commit/496e051709588f832d7a6a420f44f8642b308a87) `virtio_net` driver | 4.10 | [`f600b6905015`](https://github.com/torvalds/linux/commit/f600b690501550b94e83e07295d9c8b9c4c39f4e) Broadcom `bnxt_en` driver | 4.11 | [`c6d30e8391b8`](https://github.com/torvalds/linux/commit/c6d30e8391b85e00eb544e6cf047ee0160ee9938) Intel `ixgbe*` drivers | 4.12 | [`924708081629`](https://github.com/torvalds/linux/commit/9247080816297de4e31abb684939c0e53e3a8a67) Cavium `thunderx` driver | 4.12 | [`05c773f52b96`](https://github.com/torvalds/linux/commit/05c773f52b96ef3fbc7d9bfa21caadc6247ef7a8) Generic XDP | 4.12 | [`b5cdae3291f7`](https://github.com/torvalds/linux/commit/b5cdae3291f7be7a34e75affe4c0ec1f7f328b64) Intel `i40e` driver | 4.13 | [`0c8493d90b6b`](https://github.com/torvalds/linux/commit/0c8493d90b6bb0f5c4fe9217db8f7203f24c0f28) Action: redirect | 4.14 | [`6453073987ba`](https://github.com/torvalds/linux/commit/6453073987ba392510ab6c8b657844a9312c67f7) Support for tap | 4.14 | [`761876c857cb`](https://github.com/torvalds/linux/commit/761876c857cb2ef8489fbee01907151da902af91) Support for veth | 4.14 | [`d445516966dc`](https://github.com/torvalds/linux/commit/d445516966dcb2924741b13b27738b54df2af01a) Intel `ixgbevf` driver | 4.17 | [`c7aec59657b6`](https://github.com/torvalds/linux/commit/c7aec59657b60f3a29fc7d3274ebefd698879301) Freescale `dpaa2` driver | 5.0 | [`7e273a8ebdd3`](https://github.com/torvalds/linux/commit/7e273a8ebdd3b83f94eb8b49fc8ee61464f47cc2) Socionext `netsec` driver | 5.3 | [`ba2b232108d3`](https://github.com/torvalds/linux/commit/ba2b232108d3c2951bab02930a00f23b0cffd5af) TI `cpsw` driver | 5.3 | [`9ed4050c0d75`](https://github.com/torvalds/linux/commit/9ed4050c0d75768066a07cf66eef4f8dc9d79b52) Intel `ice` driver |5.5| [`efc2214b6047`](https://github.com/torvalds/linux/commit/efc2214b6047b6f5b4ca53151eba62521b9452d6) Solarflare `sfc` driver | 5.5 | [`eb9a36be7f3e`](https://github.com/torvalds/linux/commit/eb9a36be7f3ec414700af9a616f035eda1f1e63e) Marvell `mvneta` driver | 5.5 | [`0db51da7a8e9`](https://github.com/torvalds/linux/commit/0db51da7a8e99f0803ec3a8e25c1a66234a219cb) Microsoft `hv_netvsc` driver | 5.6 | [`351e1581395f`](https://github.com/torvalds/linux/commit/351e1581395fcc7fb952bbd7dda01238f69968fd) Amazon `ena` driver | 5.6 | [`838c93dc5449`](https://github.com/torvalds/linux/commit/838c93dc5449e5d6378bae117b0a65a122cf7361) `xen-netfront` driver | 5.9 | [`6c5aa6fc4def`](https://github.com/torvalds/linux/commit/6c5aa6fc4defc2a0977a2c59e4710d50fa1e834c) Marvell `mvpp2` driver | 5.9 | [`07dd0a7aae7f`](https://github.com/torvalds/linux/commit/07dd0a7aae7f72af7cec18909581c2bb570edddc) Intel `igb` driver | 5.10 | [`9cbc948b5a20`](https://github.com/torvalds/linux/commit/9cbc948b5a20c9c054d9631099c0426c16da546b) Freescale `dpaa` driver | 5.11 | [`86c0c196cbe4`](https://github.com/torvalds/linux/commit/86c0c196cbe48f844721783d9162e46bc35c0c5a) Intel `igc` driver | 5.13 | [`26575105d6ed`](https://github.com/torvalds/linux/commit/26575105d6ed8e2a8e43bd008fc7d98b75b90d5c) Freescale `enetc` driver | 5.13 | [`d1b15102dd16`](https://github.com/torvalds/linux/commit/d1b15102dd16adc17fd5e4db8a485e6459f98906) STMicro `stmmac` driver | 5.13 | [`5fabb01207a2`](https://github.com/torvalds/linux/commit/5fabb01207a2d3439a6abe1d08640de9c942945f) `bonding` driver | 5.15 | [`9e2ee5c7e7c3`](https://github.com/torvalds/linux/commit/9e2ee5c7e7c35d195e2aa0692a7241d47a433d1e) Marvell `otx2` | 5.16 | [`06059a1a9a4a`](https://github.com/torvalds/linux/commit/06059a1a9a4a58f139352c65b02989ea6077091a) Microsoft `mana` driver | 5.17 | [`ed5356b53f07`](https://github.com/torvalds/linux/commit/ed5356b53f070dea5dff5a01b740561cb8222199) Fungible `fun` driver | 5.18 | [`db37bc177dae`](https://github.com/torvalds/linux/commit/db37bc177dae89cef6fc37bdbe6b223929f70245) Aquantia `atlantic` driver | 5.19 | [`0d14657f4083`](https://github.com/torvalds/linux/commit/0d14657f40830243266f972766f1e4d00436e648) Mediatek `mtk` driver | 6.0 | [`7c26c20da5d4`](https://github.com/torvalds/linux/commit/7c26c20da5d420cde55618263be4aa2f6de53056) Freescale `fec_enet` driver | 6.2 | [`6d6b39f180b8`](https://github.com/torvalds/linux/commit/6d6b39f180b83dfe1e938382b68dd1e6cb51363c) Microchip `lan966x` driver | 6.2 | [`6a2159be7604`](https://github.com/torvalds/linux/commit/6a2159be7604f5cdd7f574f4e0922f61e63c3f16) Engleder `tsnep` driver | 6.3 | [`d24bc0bcbbff`](https://github.com/torvalds/linux/commit/d24bc0bcbbfff74c00d92d0630ef99e8d91ef37a) Google `gve` driver | 6.4 | [`2e80aeae9f80`](https://github.com/torvalds/linux/commit/2e80aeae9f807ac7e967dea7633abea5829c6531) VMware `vmxnet3` driver | 6.6 | [`54f00cce1178`](https://github.com/torvalds/linux/commit/54f00cce11786742bd11e5e68c3bf85e6dc048c9) ## Helpers The list of helpers supported in your kernel can be found in file [`include/uapi/linux/bpf.h`](https://github.com/torvalds/linux/blob/master/include/uapi/linux/bpf.h): git grep ' FN(' include/uapi/linux/bpf.h Alphabetical order Helper | Kernel version | License | Commit | -------|----------------|---------|--------| `BPF_FUNC_bind()` | 4.17 | | [`d74bad4e74ee`](https://github.com/torvalds/linux/commit/d74bad4e74ee373787a9ae24197c17b7cdc428d5) | `BPF_FUNC_bprm_opts_set()` | 5.11 | | [`3f6719c7b62f`](https://github.com/torvalds/linux/commit/3f6719c7b62f0327c9091e26d0da10e65668229e) `BPF_FUNC_btf_find_by_name_kind()` | 5.14 | | [`3d78417b60fb`](https://github.com/torvalds/linux/commit/3d78417b60fba249cc555468cb72d96f5cde2964) `BPF_FUNC_cgrp_storage_delete()` | 6.2 | | [`c4bcfb38a95e`](https://github.com/torvalds/linux/commit/c4bcfb38a95edb1021a53f2d0356a78120ecfbe4) `BPF_FUNC_cgrp_storage_get()` | 6.2 | | [`c4bcfb38a95e`](https://github.com/torvalds/linux/commit/c4bcfb38a95edb1021a53f2d0356a78120ecfbe4) `BPF_FUNC_check_mtu()` | 5.12 | | [`34b2021cc616`](https://github.com/torvalds/linux/commit/34b2021cc61642d61c3cf943d9e71925b827941b) `BPF_FUNC_clone_redirect()` | 4.2 | | [`3896d655f4d4`](https://github.com/torvalds/linux/commit/3896d655f4d491c67d669a15f275a39f713410f8) `BPF_FUNC_copy_from_user()` | 5.10 | | [`07be4c4a3e7a`](https://github.com/torvalds/linux/commit/07be4c4a3e7a0db148e44b16c5190e753d1c8569) `BPF_FUNC_copy_from_user_task()` | 5.18 | GPL | [`376040e47334`](https://github.com/torvalds/linux/commit/376040e47334c6dc6a939a32197acceb00fe4acf) `BPF_FUNC_csum_diff()` | 4.6 | | [`7d672345ed29`](https://github.com/torvalds/linux/commit/7d672345ed295b1356a5d9f7111da1d1d7d65867) `BPF_FUNC_csum_level()` | 5.7 | | [`7cdec54f9713`](https://github.com/torvalds/linux/commit/7cdec54f9713256bb170873a1fc5c75c9127c9d2) `BPF_FUNC_csum_update()` | 4.9 | | [`36bbef52c7eb`](https://github.com/torvalds/linux/commit/36bbef52c7eb646ed6247055a2acd3851e317857) `BPF_FUNC_current_task_under_cgroup()` | 4.9 | | [`60d20f9195b2`](https://github.com/torvalds/linux/commit/60d20f9195b260bdf0ac10c275ae9f6016f9c069) `BPF_FUNC_d_path()` | 5.10 | | [`6e22ab9da793`](https://github.com/torvalds/linux/commit/6e22ab9da79343532cd3cde39df25e5a5478c692) `BPF_FUNC_dynptr_data()` | 5.19 | | [`34d4ef5775f7`](https://github.com/torvalds/linux/commit/34d4ef5775f776ec4b0d53a02d588bf3195cada6) `BPF_FUNC_dynptr_from_mem()` | 5.19 | | [`263ae152e962`](https://github.com/torvalds/linux/commit/263ae152e96253f40c2c276faad8629e096b3bad) `BPF_FUNC_dynptr_read()` | 5.19 | | [`13bbbfbea759`](https://github.com/torvalds/linux/commit/13bbbfbea7598ea9f8d9c3d73bf053bb57f9c4b2) `BPF_FUNC_dynptr_write()` | 5.19 | | [`13bbbfbea759`](https://github.com/torvalds/linux/commit/13bbbfbea7598ea9f8d9c3d73bf053bb57f9c4b2) `BPF_FUNC_fib_lookup()` | 4.18 | GPL | [`87f5fc7e48dd`](https://github.com/torvalds/linux/commit/87f5fc7e48dd3175b30dd03b41564e1a8e136323) `BPF_FUNC_find_vma()` | 5.17 | | [`7c7e3d31e785`](https://github.com/torvalds/linux/commit/7c7e3d31e7856a8260a254f8c71db416f7f9f5a1) `BPF_FUNC_for_each_map_elem()` | 5.13 | | [`69c087ba6225`](https://github.com/torvalds/linux/commit/69c087ba6225b574afb6e505b72cb75242a3d844) `BPF_FUNC_get_attach_cookie()` | 5.15 | | [`7adfc6c9b315`](https://github.com/torvalds/linux/commit/7adfc6c9b315e174cf8743b21b7b691c8766791b) `BPF_FUNC_get_branch_snapshot()` | 5.16 | GPL | [`856c02dbce4f`](https://github.com/torvalds/linux/commit/856c02dbce4f8d6a5644083db22c11750aa11481) `BPF_FUNC_get_current_ancestor_cgroup_id()` | 5.6 | | [`b4490c5c4e02`](https://github.com/torvalds/linux/commit/b4490c5c4e023f09b7d27c9a9d3e7ad7d09ea6bf) `BPF_FUNC_get_cgroup_classid()` | 4.3 | | [`8d20aabe1c76`](https://github.com/torvalds/linux/commit/8d20aabe1c76cccac544d9fcc3ad7823d9e98a2d) `BPF_FUNC_get_current_cgroup_id()` | 4.18 | | [`bf6fa2c893c5`](https://github.com/torvalds/linux/commit/bf6fa2c893c5237b48569a13fa3c673041430b6c) `BPF_FUNC_get_current_comm()` | 4.2 | | [`ffeedafbf023`](https://github.com/torvalds/linux/commit/ffeedafbf0236f03aeb2e8db273b3e5ae5f5bc89) `BPF_FUNC_get_current_pid_tgid()` | 4.2 | | [`ffeedafbf023`](https://github.com/torvalds/linux/commit/ffeedafbf0236f03aeb2e8db273b3e5ae5f5bc89) `BPF_FUNC_get_current_task()` | 4.8 | GPL | [`606274c5abd8`](https://github.com/torvalds/linux/commit/606274c5abd8e245add01bc7145a8cbb92b69ba8) `BPF_FUNC_get_current_task_btf()` | 5.11 | GPL | [`3ca1032ab7ab`](https://github.com/torvalds/linux/commit/3ca1032ab7ab010eccb107aa515598788f7d93bb) `BPF_FUNC_get_current_uid_gid()` | 4.2 | | [`ffeedafbf023`](https://github.com/torvalds/linux/commit/ffeedafbf0236f03aeb2e8db273b3e5ae5f5bc89) `BPF_FUNC_get_func_arg()` | 5.17 | | [`f92c1e183604`](https://github.com/torvalds/linux/commit/f92c1e183604c20ce00eb889315fdaa8f2d9e509) `BPF_FUNC_get_func_arg_cnt()` | 5.17 | | [`f92c1e183604`](https://github.com/torvalds/linux/commit/f92c1e183604c20ce00eb889315fdaa8f2d9e509) `BPF_FUNC_get_func_ip()` | 5.15 | | [`5d8b583d04ae`](https://github.com/torvalds/linux/commit/5d8b583d04aedb3bd5f6d227a334c210c7d735f9) `BPF_FUNC_get_func_ret()` | 5.17 | | [`f92c1e183604`](https://github.com/torvalds/linux/commit/f92c1e183604c20ce00eb889315fdaa8f2d9e509) `BPF_FUNC_get_retval()` | 5.18 | | [`b44123b4a3dc`](https://github.com/torvalds/linux/commit/b44123b4a3dcad4664d3a0f72c011ffd4c9c4d93) `BPF_FUNC_get_hash_recalc()` | 4.8 | | [`13c5c240f789`](https://github.com/torvalds/linux/commit/13c5c240f789bbd2bcacb14a23771491485ae61f) `BPF_FUNC_get_listener_sock()` | 5.1 | | [`dbafd7ddd623`](https://github.com/torvalds/linux/commit/dbafd7ddd62369b2f3926ab847cbf8fc40e800b7) `BPF_FUNC_get_local_storage()` | 4.19 | | [`cd3394317653`](https://github.com/torvalds/linux/commit/cd3394317653837e2eb5c5d0904a8996102af9fc) `BPF_FUNC_get_netns_cookie()` | 5.7 | | [`f318903c0bf4`](https://github.com/torvalds/linux/commit/f318903c0bf42448b4c884732df2bbb0ef7a2284) `BPF_FUNC_get_ns_current_pid_tgid()` | 5.7 | | [`b4490c5c4e02`](https://github.com/torvalds/linux/commit/b4490c5c4e023f09b7d27c9a9d3e7ad7d09ea6bf) `BPF_FUNC_get_numa_node_id()` | 4.10 | | [`2d0e30c30f84`](https://github.com/torvalds/linux/commit/2d0e30c30f84d08dc16f0f2af41f1b8a85f0755e) `BPF_FUNC_get_prandom_u32()` | 4.1 | | [`03e69b508b6f`](https://github.com/torvalds/linux/commit/03e69b508b6f7c51743055c9f61d1dfeadf4b635) `BPF_FUNC_get_route_realm()` | 4.4 | | [`c46646d0484f`](https://github.com/torvalds/linux/commit/c46646d0484f5d08e2bede9b45034ba5b8b489cc) `BPF_FUNC_get_smp_processor_id()` | 4.1 | | [`c04167ce2ca0`](https://github.com/torvalds/linux/commit/c04167ce2ca0ecaeaafef006cb0d65cf01b68e42) `BPF_FUNC_get_socket_cookie()` | 4.12 | | [`91b8270f2a4d`](https://github.com/torvalds/linux/commit/91b8270f2a4d1d9b268de90451cdca63a70052d6) `BPF_FUNC_get_socket_uid()` | 4.12 | | [`6acc5c291068`](https://github.com/torvalds/linux/commit/6acc5c2910689fc6ee181bf63085c5efff6a42bd) `BPF_FUNC_get_stack()` | 4.18 | GPL | [`de2ff05f48af`](https://github.com/torvalds/linux/commit/de2ff05f48afcde816ff4edb217417f62f624ab5) `BPF_FUNC_get_stackid()` | 4.6 | GPL | [`d5a3b1f69186`](https://github.com/torvalds/linux/commit/d5a3b1f691865be576c2bffa708549b8cdccda19) `BPF_FUNC_get_task_stack()` | 5.9 | | [`fa28dcb82a38`](https://github.com/torvalds/linux/commit/fa28dcb82a38f8e3993b0fae9106b1a80b59e4f0) `BPF_FUNC_getsockopt()` | 4.15 | | [`cd86d1fd2102`](https://github.com/torvalds/linux/commit/cd86d1fd21025fdd6daf23d1288da405e7ad0ec6) `BPF_FUNC_ima_file_hash()` | 5.18 | | [`174b16946e39`](https://github.com/torvalds/linux/commit/174b16946e39ebd369097e0f773536c91a8c1a4c) `BPF_FUNC_ima_inode_hash()` | 5.11 | | [`27672f0d280a`](https://github.com/torvalds/linux/commit/27672f0d280a3f286a410a8db2004f46ace72a17) `BPF_FUNC_inode_storage_delete()` | 5.10 | | [`8ea636848aca`](https://github.com/torvalds/linux/commit/8ea636848aca35b9f97c5b5dee30225cf2dd0fe6) `BPF_FUNC_inode_storage_get()` | 5.10 | | [`8ea636848aca`](https://github.com/torvalds/linux/commit/8ea636848aca35b9f97c5b5dee30225cf2dd0fe6) `BPF_FUNC_jiffies64()` | 5.5 | | [`5576b991e9c1`](https://github.com/torvalds/linux/commit/5576b991e9c1a11d2cc21c4b94fc75ec27603896) `BPF_FUNC_kallsyms_lookup_name()` | 5.16 | | [`d6aef08a872b`](https://github.com/torvalds/linux/commit/d6aef08a872b9e23eecc92d0e92393473b13c497) `BPF_FUNC_kptr_xchg()` | 5.19 | | [`c0a5a21c25f3`](https://github.com/torvalds/linux/commit/c0a5a21c25f37c9fd7b36072f9968cdff1e4aa13) `BPF_FUNC_ktime_get_boot_ns()` | 5.8 | | [`71d19214776e`](https://github.com/torvalds/linux/commit/71d19214776e61b33da48f7c1b46e522c7f78221) `BPF_FUNC_ktime_get_coarse_ns()` | 5.11 | | [`d05512618056`](https://github.com/torvalds/linux/commit/d055126180564a57fe533728a4e93d0cb53d49b3) `BPF_FUNC_ktime_get_ns()` | 4.1 | | [`d9847d310ab4`](https://github.com/torvalds/linux/commit/d9847d310ab4003725e6ed1822682e24bd406908) `BPF_FUNC_ktime_get_tai_ns()` | 6.1 | | [`c8996c98f703`](https://github.com/torvalds/linux/commit/c8996c98f703b09afe77a1d247dae691c9849dc1) `BPF_FUNC_l3_csum_replace()` | 4.1 | | [`91bc4822c3d6`](https://github.com/torvalds/linux/commit/91bc4822c3d61b9bb7ef66d3b77948a4f9177954) `BPF_FUNC_l4_csum_replace()` | 4.1 | | [`91bc4822c3d6`](https://github.com/torvalds/linux/commit/91bc4822c3d61b9bb7ef66d3b77948a4f9177954) `BPF_FUNC_load_hdr_opt()` | 5.10 | | [`0813a841566f`](https://github.com/torvalds/linux/commit/0813a841566f0962a5551be7749b43c45f0022a0) `BPF_FUNC_loop()` | 5.17 | | [`e6f2dd0f8067`](https://github.com/torvalds/linux/commit/e6f2dd0f80674e9d5960337b3e9c2a242441b326) `BPF_FUNC_lwt_push_encap()` | 4.18 | | [`fe94cc290f53`](https://github.com/torvalds/linux/commit/fe94cc290f535709d3c5ebd1e472dfd0aec7ee79) `BPF_FUNC_lwt_seg6_action()` | 4.18 | | [`fe94cc290f53`](https://github.com/torvalds/linux/commit/fe94cc290f535709d3c5ebd1e472dfd0aec7ee79) `BPF_FUNC_lwt_seg6_adjust_srh()` | 4.18 | | [`fe94cc290f53`](https://github.com/torvalds/linux/commit/fe94cc290f535709d3c5ebd1e472dfd0aec7ee79) `BPF_FUNC_lwt_seg6_store_bytes()` | 4.18 | | [`fe94cc290f53`](https://github.com/torvalds/linux/commit/fe94cc290f535709d3c5ebd1e472dfd0aec7ee79) `BPF_FUNC_map_delete_elem()` | 3.19 | | [`d0003ec01c66`](https://github.com/torvalds/linux/commit/d0003ec01c667b731c139e23de3306a8b328ccf5) `BPF_FUNC_map_lookup_elem()` | 3.19 | | [`d0003ec01c66`](https://github.com/torvalds/linux/commit/d0003ec01c667b731c139e23de3306a8b328ccf5) `BPF_FUNC_map_lookup_percpu_elem()` | 5.19 | | [`07343110b293`](https://github.com/torvalds/linux/commit/07343110b293456d30393e89b86c4dee1ac051c8) `BPF_FUNC_map_peek_elem()` | 4.20 | | [`f1a2e44a3aec`](https://github.com/torvalds/linux/commit/f1a2e44a3aeccb3ff18d3ccc0b0203e70b95bd92) `BPF_FUNC_map_pop_elem()` | 4.20 | | [`f1a2e44a3aec`](https://github.com/torvalds/linux/commit/f1a2e44a3aeccb3ff18d3ccc0b0203e70b95bd92) `BPF_FUNC_map_push_elem()` | 4.20 | | [`f1a2e44a3aec`](https://github.com/torvalds/linux/commit/f1a2e44a3aeccb3ff18d3ccc0b0203e70b95bd92) `BPF_FUNC_map_update_elem()` | 3.19 | | [`d0003ec01c66`](https://github.com/torvalds/linux/commit/d0003ec01c667b731c139e23de3306a8b328ccf5) `BPF_FUNC_msg_apply_bytes()` | 4.17 | | [`2a100317c9eb`](https://github.com/torvalds/linux/commit/2a100317c9ebc204a166f16294884fbf9da074ce) `BPF_FUNC_msg_cork_bytes()` | 4.17 | | [`91843d540a13`](https://github.com/torvalds/linux/commit/91843d540a139eb8070bcff8aa10089164436deb) `BPF_FUNC_msg_pop_data()` | 5.0 | | [`7246d8ed4dcc`](https://github.com/torvalds/linux/commit/7246d8ed4dcce23f7509949a77be15fa9f0e3d28) `BPF_FUNC_msg_pull_data()` | 4.17 | | [`015632bb30da`](https://github.com/torvalds/linux/commit/015632bb30daaaee64e1bcac07570860e0bf3092) `BPF_FUNC_msg_push_data()` | 4.20 | | [`6fff607e2f14`](https://github.com/torvalds/linux/commit/6fff607e2f14bd7c63c06c464a6f93b8efbabe28) `BPF_FUNC_msg_redirect_hash()` | 4.18 | | [`81110384441a`](https://github.com/torvalds/linux/commit/81110384441a59cff47430f20f049e69b98c17f4) `BPF_FUNC_msg_redirect_map()` | 4.17 | | [`4f738adba30a`](https://github.com/torvalds/linux/commit/4f738adba30a7cfc006f605707e7aee847ffefa0) `BPF_FUNC_per_cpu_ptr()` | 5.10 | | [`eaa6bcb71ef6`](https://github.com/torvalds/linux/commit/eaa6bcb71ef6ed3dc18fc525ee7e293b06b4882b) | `BPF_FUNC_perf_event_output()` | 4.4 | GPL | [`a43eec304259`](https://github.com/torvalds/linux/commit/a43eec304259a6c637f4014a6d4767159b6a3aa3) `BPF_FUNC_perf_event_read()` | 4.3 | GPL | [`35578d798400`](https://github.com/torvalds/linux/commit/35578d7984003097af2b1e34502bc943d40c1804) `BPF_FUNC_perf_event_read_value()` | 4.15 | GPL | [`908432ca84fc`](https://github.com/torvalds/linux/commit/908432ca84fc229e906ba164219e9ad0fe56f755) `BPF_FUNC_perf_prog_read_value()` | 4.15 | GPL | [`4bebdc7a85aa`](https://github.com/torvalds/linux/commit/4bebdc7a85aa400c0222b5329861e4ad9252f1e5) `BPF_FUNC_probe_read()` | 4.1 | GPL | [`2541517c32be`](https://github.com/torvalds/linux/commit/2541517c32be2531e0da59dfd7efc1ce844644f5) `BPF_FUNC_probe_read_kernel()` | 5.5 | GPL | [`6ae08ae3dea2`](https://github.com/torvalds/linux/commit/6ae08ae3dea2cfa03dd3665a3c8475c2d429ef47) `BPF_FUNC_probe_read_kernel_str()` | 5.5 | GPL | [`6ae08ae3dea2`](https://github.com/torvalds/linux/commit/6ae08ae3dea2cfa03dd3665a3c8475c2d429ef47) `BPF_FUNC_probe_read_user()` | 5.5 | GPL | [`6ae08ae3dea2`](https://github.com/torvalds/linux/commit/6ae08ae3dea2cfa03dd3665a3c8475c2d429ef47) `BPF_FUNC_probe_read_user_str()` | 5.5 | GPL | [`6ae08ae3dea2`](https://github.com/torvalds/linux/commit/6ae08ae3dea2cfa03dd3665a3c8475c2d429ef47) `BPF_FUNC_probe_read_str()` | 4.11 | GPL | [`a5e8c07059d0`](https://github.com/torvalds/linux/commit/a5e8c07059d0f0b31737408711d44794928ac218) `BPF_FUNC_probe_write_user()` | 4.8 | GPL | [`96ae52279594`](https://github.com/torvalds/linux/commit/96ae52279594470622ff0585621a13e96b700600) `BPF_FUNC_rc_keydown()` | 4.18 | GPL | [`f4364dcfc86d`](https://github.com/torvalds/linux/commit/f4364dcfc86df7c1ca47b256eaf6b6d0cdd0d936) `BPF_FUNC_rc_pointer_rel()` | 5.0 | GPL | [`01d3240a04f4`](https://github.com/torvalds/linux/commit/01d3240a04f4c09392e13c77b54d4423ebce2d72) `BPF_FUNC_rc_repeat()` | 4.18 | GPL | [`f4364dcfc86d`](https://github.com/torvalds/linux/commit/f4364dcfc86df7c1ca47b256eaf6b6d0cdd0d936) `BPF_FUNC_read_branch_records()` | 5.6 | GPL | [`fff7b64355ea`](https://github.com/torvalds/linux/commit/fff7b64355eac6e29b50229ad1512315bc04b44e) `BPF_FUNC_redirect()` | 4.4 | | [`27b29f63058d`](https://github.com/torvalds/linux/commit/27b29f63058d26c6c1742f1993338280d5a41dc6) `BPF_FUNC_redirect_map()` | 4.14 | | [`97f91a7cf04f`](https://github.com/torvalds/linux/commit/97f91a7cf04ff605845c20948b8a80e54cbd3376) `BPF_FUNC_redirect_neigh()` | 5.10 | | [`b4ab31414970`](https://github.com/torvalds/linux/commit/b4ab31414970a7a03a5d55d75083f2c101a30592) `BPF_FUNC_redirect_peer()` | 5.10 | | [`9aa1206e8f48`](https://github.com/torvalds/linux/commit/9aa1206e8f48222f35a0c809f33b2f4aaa1e2661) `BPF_FUNC_reserve_hdr_opt()` | 5.10 | | [`0813a841566f`](https://github.com/torvalds/linux/commit/0813a841566f0962a5551be7749b43c45f0022a0) `BPF_FUNC_ringbuf_discard()` | 5.8 | | [`457f44363a88`](https://github.com/torvalds/linux/commit/457f44363a8894135c85b7a9afd2bd8196db24ab) `BPF_FUNC_ringbuf_discard_dynptr()` | 5.19 | | [`bc34dee65a65`](https://github.com/torvalds/linux/commit/bc34dee65a65e9c920c420005b8a43f2a721a458) `BPF_FUNC_ringbuf_output()` | 5.8 | | [`457f44363a88`](https://github.com/torvalds/linux/commit/457f44363a8894135c85b7a9afd2bd8196db24ab) `BPF_FUNC_ringbuf_query()` | 5.8 | | [`457f44363a88`](https://github.com/torvalds/linux/commit/457f44363a8894135c85b7a9afd2bd8196db24ab) `BPF_FUNC_ringbuf_reserve()` | 5.8 | | [`457f44363a88`](https://github.com/torvalds/linux/commit/457f44363a8894135c85b7a9afd2bd8196db24ab) `BPF_FUNC_ringbuf_reserve_dynptr()` | 5.19 | | [`bc34dee65a65`](https://github.com/torvalds/linux/commit/bc34dee65a65e9c920c420005b8a43f2a721a458) `BPF_FUNC_ringbuf_submit()` | 5.8 | | [`457f44363a88`](https://github.com/torvalds/linux/commit/457f44363a8894135c85b7a9afd2bd8196db24ab) `BPF_FUNC_ringbuf_submit_dynptr()` | 5.19 | | [`bc34dee65a65`](https://github.com/torvalds/linux/commit/bc34dee65a65e9c920c420005b8a43f2a721a458) `BPF_FUNC_send_signal()` | 5.3 | | [`8b401f9ed244`](https://github.com/torvalds/linux/commit/8b401f9ed2441ad9e219953927a842d24ed051fc) `BPF_FUNC_send_signal_thread()` | 5.5 | | [`8482941f0906`](https://github.com/torvalds/linux/commit/8482941f09067da42f9c3362e15bfb3f3c19d610) `BPF_FUNC_seq_printf()` | 5.7 | GPL | [`492e639f0c22`](https://github.com/torvalds/linux/commit/492e639f0c222784e2e0f121966375f641c61b15) `BPF_FUNC_seq_printf_btf()` | 5.10 | | [`eb411377aed9`](https://github.com/torvalds/linux/commit/eb411377aed9e27835e77ee0710ee8f4649958f3) `BPF_FUNC_seq_write()` | 5.7 | GPL | [`492e639f0c22`](https://github.com/torvalds/linux/commit/492e639f0c222784e2e0f121966375f641c61b15) `BPF_FUNC_set_hash()` | 4.13 | | [`ded092cd73c2`](https://github.com/torvalds/linux/commit/ded092cd73c2c56a394b936f86897f29b2e131c0) `BPF_FUNC_set_hash_invalid()` | 4.9 | | [`7a4b28c6cc9f`](https://github.com/torvalds/linux/commit/7a4b28c6cc9ffac50f791b99cc7e46106436e5d8) `BPF_FUNC_set_retval()` | 5.18 | | [`b44123b4a3dc`](https://github.com/torvalds/linux/commit/b44123b4a3dcad4664d3a0f72c011ffd4c9c4d93) `BPF_FUNC_setsockopt()` | 4.13 | | [`8c4b4c7e9ff0`](https://github.com/torvalds/linux/commit/8c4b4c7e9ff0447995750d9329949fa082520269) `BPF_FUNC_sk_ancestor_cgroup_id()` | 5.7 | | [`f307fa2cb4c9`](https://github.com/torvalds/linux/commit/f307fa2cb4c935f7f1ff0aeb880c7b44fb9a642b) `BPF_FUNC_sk_assign()` | 5.6 | | [`cf7fbe660f2d`](https://github.com/torvalds/linux/commit/cf7fbe660f2dbd738ab58aea8e9b0ca6ad232449) `BPF_FUNC_sk_cgroup_id()` | 5.7 | | [`f307fa2cb4c9`](https://github.com/torvalds/linux/commit/f307fa2cb4c935f7f1ff0aeb880c7b44fb9a642b) `BPF_FUNC_sk_fullsock()` | 5.1 | | [`46f8bc92758c`](https://github.com/torvalds/linux/commit/46f8bc92758c6259bcf945e9216098661c1587cd) `BPF_FUNC_sk_lookup_tcp()` | 4.20 | | [`6acc9b432e67`](https://github.com/torvalds/linux/commit/6acc9b432e6714d72d7d77ec7c27f6f8358d0c71) `BPF_FUNC_sk_lookup_udp()` | 4.20 | | [`6acc9b432e67`](https://github.com/torvalds/linux/commit/6acc9b432e6714d72d7d77ec7c27f6f8358d0c71) `BPF_FUNC_sk_redirect_hash()` | 4.18 | | [`81110384441a`](https://github.com/torvalds/linux/commit/81110384441a59cff47430f20f049e69b98c17f4) `BPF_FUNC_sk_redirect_map()` | 4.14 | | [`174a79ff9515`](https://github.com/torvalds/linux/commit/174a79ff9515f400b9a6115643dafd62a635b7e6) `BPF_FUNC_sk_release()` | 4.20 | | [`6acc9b432e67`](https://github.com/torvalds/linux/commit/6acc9b432e6714d72d7d77ec7c27f6f8358d0c71) `BPF_FUNC_sk_select_reuseport()` | 4.19 | | [`2dbb9b9e6df6`](https://github.com/torvalds/linux/commit/2dbb9b9e6df67d444fbe425c7f6014858d337adf) `BPF_FUNC_sk_storage_delete()` | 5.2 | | [`6ac99e8f23d4`](https://github.com/torvalds/linux/commit/6ac99e8f23d4b10258406ca0dd7bffca5f31da9d) `BPF_FUNC_sk_storage_get()` | 5.2 | | [`6ac99e8f23d4`](https://github.com/torvalds/linux/commit/6ac99e8f23d4b10258406ca0dd7bffca5f31da9d) `BPF_FUNC_skb_adjust_room()` | 4.13 | | [`2be7e212d541`](https://github.com/torvalds/linux/commit/2be7e212d5419a400d051c84ca9fdd083e5aacac) `BPF_FUNC_skb_ancestor_cgroup_id()` | 4.19 | | [`7723628101aa`](https://github.com/torvalds/linux/commit/7723628101aaeb1d723786747529b4ea65c5b5c5) `BPF_FUNC_skb_change_head()` | 4.10 | | [`3a0af8fd61f9`](https://github.com/torvalds/linux/commit/3a0af8fd61f90920f6fa04e4f1e9a6a73c1b4fd2) `BPF_FUNC_skb_change_proto()` | 4.8 | | [`6578171a7ff0`](https://github.com/torvalds/linux/commit/6578171a7ff0c31dc73258f93da7407510abf085) `BPF_FUNC_skb_change_tail()` | 4.9 | | [`5293efe62df8`](https://github.com/torvalds/linux/commit/5293efe62df81908f2e90c9820c7edcc8e61f5e9) `BPF_FUNC_skb_change_type()` | 4.8 | | [`d2485c4242a8`](https://github.com/torvalds/linux/commit/d2485c4242a826fdf493fd3a27b8b792965b9b9e) `BPF_FUNC_skb_cgroup_classid()` | 5.10 | | [`b426ce83baa7`](https://github.com/torvalds/linux/commit/b426ce83baa7dff947fb354118d3133f2953aac8) `BPF_FUNC_skb_cgroup_id()` | 4.18 | | [`cb20b08ead40`](https://github.com/torvalds/linux/commit/cb20b08ead401fd17627a36f035c0bf5bfee5567) `BPF_FUNC_skb_ecn_set_ce()` | 5.1 | | [`f7c917ba11a6`](https://github.com/torvalds/linux/commit/f7c917ba11a67632a8452ea99fe132f626a7a2cc) `BPF_FUNC_skb_get_tunnel_key()` | 4.3 | | [`d3aa45ce6b94`](https://github.com/torvalds/linux/commit/d3aa45ce6b94c65b83971257317867db13e5f492) `BPF_FUNC_skb_get_tunnel_opt()` | 4.6 | | [`14ca0751c96f`](https://github.com/torvalds/linux/commit/14ca0751c96f8d3d0f52e8ed3b3236f8b34d3460) `BPF_FUNC_skb_get_xfrm_state()` | 4.18 | | [`12bed760a78d`](https://github.com/torvalds/linux/commit/12bed760a78da6e12ac8252fec64d019a9eac523) `BPF_FUNC_skb_load_bytes()` | 4.5 | | [`05c74e5e53f6`](https://github.com/torvalds/linux/commit/05c74e5e53f6cb07502c3e6a820f33e2777b6605) `BPF_FUNC_skb_load_bytes_relative()` | 4.18 | | [`4e1ec56cdc59`](https://github.com/torvalds/linux/commit/4e1ec56cdc59746943b2acfab3c171b930187bbe) `BPF_FUNC_skb_output()` | 5.5 | | [`a7658e1a4164`](https://github.com/torvalds/linux/commit/a7658e1a4164ce2b9eb4a11aadbba38586e93bd6) `BPF_FUNC_skb_pull_data()` | 4.9 | | [`36bbef52c7eb`](https://github.com/torvalds/linux/commit/36bbef52c7eb646ed6247055a2acd3851e317857) `BPF_FUNC_skb_set_tstamp()` | 5.18 | | [`9bb984f28d5b`](https://github.com/torvalds/linux/commit/9bb984f28d5bcb917d35d930fcfb89f90f9449fd) `BPF_FUNC_skb_set_tunnel_key()` | 4.3 | | [`d3aa45ce6b94`](https://github.com/torvalds/linux/commit/d3aa45ce6b94c65b83971257317867db13e5f492) `BPF_FUNC_skb_set_tunnel_opt()` | 4.6 | | [`14ca0751c96f`](https://github.com/torvalds/linux/commit/14ca0751c96f8d3d0f52e8ed3b3236f8b34d3460) `BPF_FUNC_skb_store_bytes()` | 4.1 | | [`91bc4822c3d6`](https://github.com/torvalds/linux/commit/91bc4822c3d61b9bb7ef66d3b77948a4f9177954) `BPF_FUNC_skb_under_cgroup()` | 4.8 | | [`4a482f34afcc`](https://github.com/torvalds/linux/commit/4a482f34afcc162d8456f449b137ec2a95be60d8) `BPF_FUNC_skb_vlan_pop()` | 4.3 | | [`4e10df9a60d9`](https://github.com/torvalds/linux/commit/4e10df9a60d96ced321dd2af71da558c6b750078) `BPF_FUNC_skb_vlan_push()` | 4.3 | | [`4e10df9a60d9`](https://github.com/torvalds/linux/commit/4e10df9a60d96ced321dd2af71da558c6b750078) `BPF_FUNC_skc_lookup_tcp()` | 5.2 | | [`edbf8c01de5a`](https://github.com/torvalds/linux/commit/edbf8c01de5a104a71ed6df2bf6421ceb2836a8e) `BPF_FUNC_skc_to_mctcp_sock()` | 5.19 | | [`3bc253c2e652`](https://github.com/torvalds/linux/commit/3bc253c2e652cf5f12cd8c00d80d8ec55d67d1a7) `BPF_FUNC_skc_to_tcp_sock()` | 5.9 | | [`478cfbdf5f13`](https://github.com/torvalds/linux/commit/478cfbdf5f13dfe09cfd0b1cbac821f5e27f6108) `BPF_FUNC_skc_to_tcp_request_sock()` | 5.9 | | [`478cfbdf5f13`](https://github.com/torvalds/linux/commit/478cfbdf5f13dfe09cfd0b1cbac821f5e27f6108) `BPF_FUNC_skc_to_tcp_timewait_sock()` | 5.9 | | [`478cfbdf5f13`](https://github.com/torvalds/linux/commit/478cfbdf5f13dfe09cfd0b1cbac821f5e27f6108) `BPF_FUNC_skc_to_tcp6_sock()` | 5.9 | | [`af7ec1383361`](https://github.com/torvalds/linux/commit/af7ec13833619e17f03aa73a785a2f871da6d66b) `BPF_FUNC_skc_to_udp6_sock()` | 5.9 | | [`0d4fad3e57df`](https://github.com/torvalds/linux/commit/0d4fad3e57df2bf61e8ffc8d12a34b1caf9b8835) `BPF_FUNC_skc_to_unix_sock()` | 5.16 | | [`9eeb3aa33ae0`](https://github.com/torvalds/linux/commit/9eeb3aa33ae005526f672b394c1791578463513f) `BPF_FUNC_snprintf()` | 5.13 | | [`7b15523a989b`](https://github.com/torvalds/linux/commit/7b15523a989b63927c2bb08e9b5b0bbc10b58bef) `BPF_FUNC_snprintf_btf()` | 5.10 | | [`c4d0bfb45068`](https://github.com/torvalds/linux/commit/c4d0bfb45068d853a478b9067a95969b1886a30f) `BPF_FUNC_sock_from_file()` | 5.11 | | [`4f19cab76136`](https://github.com/torvalds/linux/commit/4f19cab76136e800a3f04d8c9aa4d8e770e3d3d8) `BPF_FUNC_sock_hash_update()` | 4.18 | | [`81110384441a`](https://github.com/torvalds/linux/commit/81110384441a59cff47430f20f049e69b98c17f4) `BPF_FUNC_sock_map_update()` | 4.14 | | [`174a79ff9515`](https://github.com/torvalds/linux/commit/174a79ff9515f400b9a6115643dafd62a635b7e6) `BPF_FUNC_spin_lock()` | 5.1 | | [`d83525ca62cf`](https://github.com/torvalds/linux/commit/d83525ca62cf8ebe3271d14c36fb900c294274a2) `BPF_FUNC_spin_unlock()` | 5.1 | | [`d83525ca62cf`](https://github.com/torvalds/linux/commit/d83525ca62cf8ebe3271d14c36fb900c294274a2) `BPF_FUNC_store_hdr_opt()` | 5.10 | | [`0813a841566f`](https://github.com/torvalds/linux/commit/0813a841566f0962a5551be7749b43c45f0022a0) `BPF_FUNC_strncmp()` | 5.17 | | [`c5fb19937455`](https://github.com/torvalds/linux/commit/c5fb19937455095573a19ddcbff32e993ed10e35) `BPF_FUNC_strtol()` | 5.2 | | [`d7a4cb9b6705`](https://github.com/torvalds/linux/commit/d7a4cb9b6705a89937d12c8158a35a3145dc967a) `BPF_FUNC_strtoul()` | 5.2 | | [`d7a4cb9b6705`](https://github.com/torvalds/linux/commit/d7a4cb9b6705a89937d12c8158a35a3145dc967a) `BPF_FUNC_sys_bpf()` | 5.14 | | [`79a7f8bdb159`](https://github.com/torvalds/linux/commit/79a7f8bdb159d9914b58740f3d31d602a6e4aca8) `BPF_FUNC_sys_close()` | 5.14 | | [`3abea089246f`](https://github.com/torvalds/linux/commit/3abea089246f76c1517b054ddb5946f3f1dbd2c0) `BPF_FUNC_sysctl_get_current_value()` | 5.2 | | [`1d11b3016cec`](https://github.com/torvalds/linux/commit/1d11b3016cec4ed9770b98e82a61708c8f4926e7) `BPF_FUNC_sysctl_get_name()` | 5.2 | | [`808649fb787d`](https://github.com/torvalds/linux/commit/808649fb787d918a48a360a668ee4ee9023f0c11) `BPF_FUNC_sysctl_get_new_value()` | 5.2 | | [`4e63acdff864`](https://github.com/torvalds/linux/commit/4e63acdff864654cee0ac5aaeda3913798ee78f6) `BPF_FUNC_sysctl_set_new_value()` | 5.2 | | [`4e63acdff864`](https://github.com/torvalds/linux/commit/4e63acdff864654cee0ac5aaeda3913798ee78f6) `BPF_FUNC_tail_call()` | 4.2 | | [`04fd61ab36ec`](https://github.com/torvalds/linux/commit/04fd61ab36ec065e194ab5e74ae34a5240d992bb) `BPF_FUNC_task_pt_regs()` | 5.15 | GPL | [`dd6e10fbd9f`](https://github.com/torvalds/linux/commit/dd6e10fbd9fb86a571d925602c8a24bb4d09a2a7) `BPF_FUNC_task_storage_delete()` | 5.11 | | [`4cf1bc1f1045`](https://github.com/torvalds/linux/commit/4cf1bc1f10452065a29d576fc5693fc4fab5b919) `BPF_FUNC_task_storage_get()` | 5.11 | | [`4cf1bc1f1045`](https://github.com/torvalds/linux/commit/4cf1bc1f10452065a29d576fc5693fc4fab5b919) `BPF_FUNC_tcp_check_syncookie()` | 5.2 | | [`399040847084`](https://github.com/torvalds/linux/commit/399040847084a69f345e0a52fd62f04654e0fce3) `BPF_FUNC_tcp_gen_syncookie()` | 5.3 | | [`70d66244317e`](https://github.com/torvalds/linux/commit/70d66244317e958092e9c971b08dd5b7fd29d9cb#diff-05da4bf36c7fbcd176254e1615d98b28) `BPF_FUNC_tcp_raw_check_syncookie_ipv4()` | 6.0 | | [`33bf9885040c`](https://github.com/torvalds/linux/commit/33bf9885040c399cf6a95bd33216644126728e14) `BPF_FUNC_tcp_raw_check_syncookie_ipv6()` | 6.0 | | [`33bf9885040c`](https://github.com/torvalds/linux/commit/33bf9885040c399cf6a95bd33216644126728e14) `BPF_FUNC_tcp_raw_gen_syncookie_ipv4()` | 6.0 | | [`33bf9885040c`](https://github.com/torvalds/linux/commit/33bf9885040c399cf6a95bd33216644126728e14) `BPF_FUNC_tcp_raw_gen_syncookie_ipv6()` | 6.0 | | [`33bf9885040c`](https://github.com/torvalds/linux/commit/33bf9885040c399cf6a95bd33216644126728e14) `BPF_FUNC_tcp_send_ack()` | 5.5 | | [`206057fe020a`](https://github.com/torvalds/linux/commit/206057fe020ac5c037d5e2dd6562a9bd216ec765) `BPF_FUNC_tcp_sock()` | 5.1 | | [`655a51e536c0`](https://github.com/torvalds/linux/commit/655a51e536c09d15ffa3603b1b6fce2b45b85a1f) `BPF_FUNC_this_cpu_ptr()` | 5.10 | | [`63d9b80dcf2c`](https://github.com/torvalds/linux/commit/63d9b80dcf2c67bc5ade61cbbaa09d7af21f43f1) | `BPF_FUNC_timer_init()` | 5.15 | | [`b00628b1c7d5`](https://github.com/torvalds/linux/commit/b00628b1c7d595ae5b544e059c27b1f5828314b4) `BPF_FUNC_timer_set_callback()` | 5.15 | | [`b00628b1c7d5`](https://github.com/torvalds/linux/commit/b00628b1c7d595ae5b544e059c27b1f5828314b4) `BPF_FUNC_timer_start()` | 5.15 | | [`b00628b1c7d5`](https://github.com/torvalds/linux/commit/b00628b1c7d595ae5b544e059c27b1f5828314b4) `BPF_FUNC_timer_cancel()` | 5.15 | | [`b00628b1c7d5`](https://github.com/torvalds/linux/commit/b00628b1c7d595ae5b544e059c27b1f5828314b4) `BPF_FUNC_trace_printk()` | 4.1 | GPL | [`9c959c863f82`](https://github.com/torvalds/linux/commit/9c959c863f8217a2ff3d7c296e8223654d240569) `BPF_FUNC_trace_vprintk()` | 5.16 | GPL | [`10aceb629e19`](https://github.com/torvalds/linux/commit/10aceb629e198429c849d5e995c3bb1ba7a9aaa3) `BPF_FUNC_user_ringbuf_drain()` | 6.1 | | [`205715673844`](https://github.com/torvalds/linux/commit/20571567384428dfc9fe5cf9f2e942e1df13c2dd) `BPF_FUNC_xdp_adjust_head()` | 4.10 | | [`17bedab27231`](https://github.com/torvalds/linux/commit/17bedab2723145d17b14084430743549e6943d03) `BPF_FUNC_xdp_adjust_meta()` | 4.15 | | [`de8f3a83b0a0`](https://github.com/torvalds/linux/commit/de8f3a83b0a0fddb2cf56e7a718127e9619ea3da) `BPF_FUNC_xdp_adjust_tail()` | 4.18 | | [`b32cc5b9a346`](https://github.com/torvalds/linux/commit/b32cc5b9a346319c171e3ad905e0cddda032b5eb) `BPF_FUNC_xdp_get_buff_len()` | 5.18 | | [`0165cc817075`](https://github.com/torvalds/linux/commit/0165cc817075cf701e4289838f1d925ff1911b3e) `BPF_FUNC_xdp_load_bytes()` | 5.18 | | [`3f364222d032`](https://github.com/torvalds/linux/commit/3f364222d032eea6b245780e845ad213dab28cdd) `BPF_FUNC_xdp_store_bytes()` | 5.18 | | [`3f364222d032`](https://github.com/torvalds/linux/commit/3f364222d032eea6b245780e845ad213dab28cdd) `BPF_FUNC_xdp_output()` | 5.6 | GPL | [`d831ee84bfc9`](https://github.com/torvalds/linux/commit/d831ee84bfc9173eecf30dbbc2553ae81b996c60) `BPF_FUNC_override_return()` | 4.16 | GPL | [`9802d86585db`](https://github.com/torvalds/linux/commit/9802d86585db91655c7d1929a4f6bbe0952ea88e) `BPF_FUNC_sock_ops_cb_flags_set()` | 4.16 | | [`b13d88072172`](https://github.com/torvalds/linux/commit/b13d880721729384757f235166068c315326f4a1) Note: GPL-only BPF helpers require a GPL-compatible license. The current licenses considered GPL-compatible by the kernel are: * GPL * GPL v2 * GPL and additional rights * Dual BSD/GPL * Dual MIT/GPL * Dual MPL/GPL Check the list of GPL-compatible licenses in your [kernel source code](https://github.com/torvalds/linux/blob/master/include/linux/license.h). ## Program Types The list of program types and supported helper functions can be retrieved with: git grep -W 'func_proto(enum bpf_func_id func_id' kernel/ net/ drivers/ |Program Type| Helper Functions| |------------|-----------------| |`BPF_PROG_TYPE_SOCKET_FILTER`|`BPF_FUNC_skb_load_bytes()`
`BPF_FUNC_skb_load_bytes_relative()`
`BPF_FUNC_get_socket_cookie()`
`BPF_FUNC_get_socket_uid()`
`BPF_FUNC_perf_event_output()`
`Base functions`| |`BPF_PROG_TYPE_KPROBE`|`BPF_FUNC_perf_event_output()`
`BPF_FUNC_get_stackid()`
`BPF_FUNC_get_stack()`
`BPF_FUNC_perf_event_read_value()`
`BPF_FUNC_override_return()`
`Tracing functions`| |`BPF_PROG_TYPE_SCHED_CLS`
`BPF_PROG_TYPE_SCHED_ACT`|`BPF_FUNC_skb_store_bytes()`
`BPF_FUNC_skb_load_bytes()`
`BPF_FUNC_skb_load_bytes_relative()`
`BPF_FUNC_skb_pull_data()`
`BPF_FUNC_csum_diff()`
`BPF_FUNC_csum_update()`
`BPF_FUNC_l3_csum_replace()`
`BPF_FUNC_l4_csum_replace()`
`BPF_FUNC_clone_redirect()`
`BPF_FUNC_get_cgroup_classid()`
`BPF_FUNC_skb_vlan_push()`
`BPF_FUNC_skb_vlan_pop()`
`BPF_FUNC_skb_change_proto()`
`BPF_FUNC_skb_change_type()`
`BPF_FUNC_skb_adjust_room()`
`BPF_FUNC_skb_change_tail()`
`BPF_FUNC_skb_get_tunnel_key()`
`BPF_FUNC_skb_set_tunnel_key()`
`BPF_FUNC_skb_get_tunnel_opt()`
`BPF_FUNC_skb_set_tunnel_opt()`
`BPF_FUNC_redirect()`
`BPF_FUNC_get_route_realm()`
`BPF_FUNC_get_hash_recalc()`
`BPF_FUNC_set_hash_invalid()`
`BPF_FUNC_set_hash()`
`BPF_FUNC_perf_event_output()`
`BPF_FUNC_get_smp_processor_id()`
`BPF_FUNC_skb_under_cgroup()`
`BPF_FUNC_get_socket_cookie()`
`BPF_FUNC_get_socket_uid()`
`BPF_FUNC_fib_lookup()`
`BPF_FUNC_skb_get_xfrm_state()`
`BPF_FUNC_skb_cgroup_id()`
`Base functions`| |`BPF_PROG_TYPE_TRACEPOINT`|`BPF_FUNC_perf_event_output()`
`BPF_FUNC_get_stackid()`
`BPF_FUNC_get_stack()`
`BPF_FUNC_d_path()`
`Tracing functions`| |`BPF_PROG_TYPE_XDP`| `BPF_FUNC_perf_event_output()`
`BPF_FUNC_get_smp_processor_id()`
`BPF_FUNC_csum_diff()`
`BPF_FUNC_xdp_adjust_head()`
`BPF_FUNC_xdp_adjust_meta()`
`BPF_FUNC_redirect()`
`BPF_FUNC_redirect_map()`
`BPF_FUNC_xdp_adjust_tail()`
`BPF_FUNC_fib_lookup()`
`Base functions`| |`BPF_PROG_TYPE_PERF_EVENT`| `BPF_FUNC_perf_event_output()`
`BPF_FUNC_get_stackid()`
`BPF_FUNC_get_stack()`
`BPF_FUNC_perf_prog_read_value()`
`Tracing functions`| |`BPF_PROG_TYPE_CGROUP_SKB`|`BPF_FUNC_skb_load_bytes()`
`BPF_FUNC_skb_load_bytes_relative()`
`BPF_FUNC_get_socket_cookie()`
`BPF_FUNC_get_socket_uid()`
`Base functions`| |`BPF_PROG_TYPE_CGROUP_SOCK`|`BPF_FUNC_get_current_uid_gid()`
`Base functions`| |`BPF_PROG_TYPE_LWT_IN`|`BPF_FUNC_lwt_push_encap()`
`LWT functions`
`Base functions`| |`BPF_PROG_TYPE_LWT_OUT`| `LWT functions`
`Base functions`| |`BPF_PROG_TYPE_LWT_XMIT`| `BPF_FUNC_skb_get_tunnel_key()`
`BPF_FUNC_skb_set_tunnel_key()`
`BPF_FUNC_skb_get_tunnel_opt()`
`BPF_FUNC_skb_set_tunnel_opt()`
`BPF_FUNC_redirect()`
`BPF_FUNC_clone_redirect()`
`BPF_FUNC_skb_change_tail()`
`BPF_FUNC_skb_change_head()`
`BPF_FUNC_skb_store_bytes()`
`BPF_FUNC_csum_update()`
`BPF_FUNC_l3_csum_replace()`
`BPF_FUNC_l4_csum_replace()`
`BPF_FUNC_set_hash_invalid()`
`LWT functions`| |`BPF_PROG_TYPE_SOCK_OPS`|`BPF_FUNC_setsockopt()`
`BPF_FUNC_getsockopt()`
`BPF_FUNC_sock_ops_cb_flags_set()`
`BPF_FUNC_sock_map_update()`
`BPF_FUNC_sock_hash_update()`
`BPF_FUNC_get_socket_cookie()`
`Base functions`| |`BPF_PROG_TYPE_SK_SKB`|`BPF_FUNC_skb_store_bytes()`
`BPF_FUNC_skb_load_bytes()`
`BPF_FUNC_skb_pull_data()`
`BPF_FUNC_skb_change_tail()`
`BPF_FUNC_skb_change_head()`
`BPF_FUNC_get_socket_cookie()`
`BPF_FUNC_get_socket_uid()`
`BPF_FUNC_sk_redirect_map()`
`BPF_FUNC_sk_redirect_hash()`
`BPF_FUNC_sk_lookup_tcp()`
`BPF_FUNC_sk_lookup_udp()`
`BPF_FUNC_sk_release()`
`Base functions`| |`BPF_PROG_TYPE_CGROUP_DEVICE`|`BPF_FUNC_map_lookup_elem()`
`BPF_FUNC_map_update_elem()`
`BPF_FUNC_map_delete_elem()`
`BPF_FUNC_get_current_uid_gid()`
`BPF_FUNC_trace_printk()`| |`BPF_PROG_TYPE_SK_MSG`|`BPF_FUNC_msg_redirect_map()`
`BPF_FUNC_msg_redirect_hash()`
`BPF_FUNC_msg_apply_bytes()`
`BPF_FUNC_msg_cork_bytes()`
`BPF_FUNC_msg_pull_data()`
`BPF_FUNC_msg_push_data()`
`BPF_FUNC_msg_pop_data()`
`Base functions`| |`BPF_PROG_TYPE_RAW_TRACEPOINT`|`BPF_FUNC_perf_event_output()`
`BPF_FUNC_get_stackid()`
`BPF_FUNC_get_stack()`
`BPF_FUNC_skb_output()`
`Tracing functions`| |`BPF_PROG_TYPE_CGROUP_SOCK_ADDR`|`BPF_FUNC_get_current_uid_gid()`
`BPF_FUNC_bind()`
`BPF_FUNC_get_socket_cookie()`
`Base functions`| |`BPF_PROG_TYPE_LWT_SEG6LOCAL`|`BPF_FUNC_lwt_seg6_store_bytes()`
`BPF_FUNC_lwt_seg6_action()`
`BPF_FUNC_lwt_seg6_adjust_srh()`
`LWT functions`| |`BPF_PROG_TYPE_LIRC_MODE2`|`BPF_FUNC_rc_repeat()`
`BPF_FUNC_rc_keydown()`
`BPF_FUNC_rc_pointer_rel()`
`BPF_FUNC_map_lookup_elem()`
`BPF_FUNC_map_update_elem()`
`BPF_FUNC_map_delete_elem()`
`BPF_FUNC_ktime_get_ns()`
`BPF_FUNC_tail_call()`
`BPF_FUNC_get_prandom_u32()`
`BPF_FUNC_trace_printk()`| |`BPF_PROG_TYPE_SK_REUSEPORT`|`BPF_FUNC_sk_select_reuseport()`
`BPF_FUNC_skb_load_bytes()`
`BPF_FUNC_load_bytes_relative()`
`Base functions`| |`BPF_PROG_TYPE_FLOW_DISSECTOR`|`BPF_FUNC_skb_load_bytes()`
`Base functions`| |Function Group| Functions| |------------------|-------| |`Base functions`| `BPF_FUNC_map_lookup_elem()`
`BPF_FUNC_map_update_elem()`
`BPF_FUNC_map_delete_elem()`
`BPF_FUNC_map_peek_elem()`
`BPF_FUNC_map_pop_elem()`
`BPF_FUNC_map_push_elem()`
`BPF_FUNC_get_prandom_u32()`
`BPF_FUNC_get_smp_processor_id()`
`BPF_FUNC_get_numa_node_id()`
`BPF_FUNC_tail_call()`
`BPF_FUNC_ktime_get_boot_ns()`
`BPF_FUNC_ktime_get_ns()`
`BPF_FUNC_trace_printk()`
`BPF_FUNC_spin_lock()`
`BPF_FUNC_spin_unlock()` | |`Tracing functions`|`BPF_FUNC_map_lookup_elem()`
`BPF_FUNC_map_update_elem()`
`BPF_FUNC_map_delete_elem()`
`BPF_FUNC_probe_read()`
`BPF_FUNC_ktime_get_boot_ns()`
`BPF_FUNC_ktime_get_ns()`
`BPF_FUNC_tail_call()`
`BPF_FUNC_get_current_pid_tgid()`
`BPF_FUNC_get_current_task()`
`BPF_FUNC_get_current_uid_gid()`
`BPF_FUNC_get_current_comm()`
`BPF_FUNC_trace_printk()`
`BPF_FUNC_get_smp_processor_id()`
`BPF_FUNC_get_numa_node_id()`
`BPF_FUNC_perf_event_read()`
`BPF_FUNC_probe_write_user()`
`BPF_FUNC_current_task_under_cgroup()`
`BPF_FUNC_get_prandom_u32()`
`BPF_FUNC_probe_read_str()`
`BPF_FUNC_get_current_cgroup_id()`
`BPF_FUNC_send_signal()`
`BPF_FUNC_probe_read_kernel()`
`BPF_FUNC_probe_read_kernel_str()`
`BPF_FUNC_probe_read_user()`
`BPF_FUNC_probe_read_user_str()`
`BPF_FUNC_send_signal_thread()`
`BPF_FUNC_get_ns_current_pid_tgid()`
`BPF_FUNC_xdp_output()`
`BPF_FUNC_get_task_stack()`| |`LWT functions`| `BPF_FUNC_skb_load_bytes()`
`BPF_FUNC_skb_pull_data()`
`BPF_FUNC_csum_diff()`
`BPF_FUNC_get_cgroup_classid()`
`BPF_FUNC_get_route_realm()`
`BPF_FUNC_get_hash_recalc()`
`BPF_FUNC_perf_event_output()`
`BPF_FUNC_get_smp_processor_id()`
`BPF_FUNC_skb_under_cgroup()`| bpfcc-0.31.0/docs/kernel_config.md000066400000000000000000000106511465134135300167370ustar00rootroot00000000000000# Kernel Configuration for BPF Features ## BPF Related Kernel Configurations | Functionalities | Kernel Configuration | Description | |:----------------|:---------------------|:------------| | **Basic** | CONFIG_BPF_SYSCALL | Enable the bpf() system call | | | CONFIG_BPF_JIT | BPF programs are normally handled by a BPF interpreter. This option allows the kernel to generate native code when a program is loaded into the kernel. This will significantly speed-up processing of BPF programs | | | CONFIG_HAVE_BPF_JIT | Enable BPF Just In Time compiler | | | CONFIG_HAVE_EBPF_JIT | Extended BPF JIT (eBPF) | | | CONFIG_HAVE_CBPF_JIT | Classic BPF JIT (cBPF) | | | CONFIG_MODULES | Enable to build loadable kernel modules | | | CONFIG_BPF | BPF VM interpreter | | | CONFIG_BPF_EVENTS | Allow the user to attach BPF programs to kprobe, uprobe, and tracepoint events | | | CONFIG_PERF_EVENTS | Kernel performance events and counters | | | CONFIG_HAVE_PERF_EVENTS | Enable perf events | | | CONFIG_PROFILING | Enable the extended profiling support mechanisms used by profilers | | **BTF** | CONFIG_DEBUG_INFO_BTF | Generate deduplicated BTF type information from DWARF debug info | | | CONFIG_PAHOLE_HAS_SPLIT_BTF | Generate BTF for each selected kernel module | | | CONFIG_DEBUG_INFO_BTF_MODULES | Generate compact split BTF type information for kernel modules | | **Security** | CONFIG_BPF_JIT_ALWAYS_ON | Enable BPF JIT and removes BPF interpreter to avoid speculative execution | | | CONFIG_BPF_UNPRIV_DEFAULT_OFF | Disable unprivileged BPF by default by setting | | **Cgroup** | CONFIG_CGROUP_BPF | Support for BPF programs attached to cgroups | | **Network** | CONFIG_BPFILTER | BPF based packet filtering framework (BPFILTER) | | | CONFIG_BPFILTER_UMH | This builds bpfilter kernel module with embedded user mode helper | | | CONFIG_NET_CLS_BPF | BPF-based classifier - to classify packets based on programmable BPF (JIT'ed) filters as an alternative to ematches | | | CONFIG_NET_ACT_BPF | Execute BPF code on packets. The BPF code will decide if the packet should be dropped or not | | | CONFIG_BPF_STREAM_PARSER | Enable this to allow a TCP stream parser to be used with BPF_MAP_TYPE_SOCKMAP | | | CONFIG_LWTUNNEL_BPF | Allow to run BPF programs as a nexthop action following a route lookup for incoming and outgoing packets | | | CONFIG_NETFILTER_XT_MATCH_BPF | BPF matching applies a linux socket filter to each packet and accepts those for which the filter returns non-zero | | | CONFIG_IPV6_SEG6_BPF | To support BPF seg6local hook. bpf: Add IPv6 Segment Routing helpersy. [Reference](https://github.com/torvalds/linux/commit/fe94cc290f535709d3c5ebd1e472dfd0aec7ee7) | | **kprobes** | CONFIG_KPROBE_EVENTS | This allows the user to add tracing events (similar to tracepoints) on the fly via the ftrace interface | | | CONFIG_KPROBES | Enable kprobes-based dynamic events | | | CONFIG_HAVE_KPROBES | Check if krpobes enabled | | | CONFIG_HAVE_REGS_AND_STACK_ACCESS_API | This symbol should be selected by an architecture if it supports the API needed to access registers and stack entries from pt_regs. For example the kprobes-based event tracer needs this API. | | | CONFIG_KPROBES_ON_FTRACE | Have kprobes on function tracer if arch supports full passing of pt_regs to function tracing | | **kprobe multi** | CONFIG_FPROBE | Enable fprobe to attach the probe on multiple functions at once | | **kprobe override** | CONFIG_BPF_KPROBE_OVERRIDE | Enable BPF programs to override a kprobed function | | **uprobes** | CONFIG_UPROBE_EVENTS | Enable uprobes-based dynamic events | | | CONFIG_ARCH_SUPPORTS_UPROBES | Arch specific uprobes support | | | CONFIG_UPROBES | Uprobes is the user-space counterpart to kprobes: they enable instrumentation applications (such as 'perf probe') to establish unintrusive probes in user-space binaries and libraries, by executing handler functions when the probes are hit by user-space applications. | | | CONFIG_MMU | MMU-based virtualised addressing space support by paged memory management | | **Tracepoints** | CONFIG_TRACEPOINTS | Enable inserting tracepoints in the kernel and connect to proble functions | | | CONFIG_HAVE_SYSCALL_TRACEPOINTS | Enable syscall enter/exit tracing | | **Raw Tracepoints** | Same as Tracepoints | | | **LSM** | CONFIG_BPF_LSM | Enable instrumentation of the security hooks with BPF programs for implementing dynamic MAC and Audit Policies | | **LIRC** | CONFIG_BPF_LIRC_MODE2 | Allow attaching BPF programs to a lirc device | bpfcc-0.31.0/docs/reference_guide.md000066400000000000000000003160361465134135300172530ustar00rootroot00000000000000# bcc Reference Guide Intended for search (Ctrl-F) and reference. For tutorials, start with [tutorial.md](tutorial.md). This guide is incomplete. If something feels missing, check the bcc and kernel source. And if you confirm we're missing something, please send a pull request to fix it, and help out everyone. ## Contents - [BPF C](#bpf-c) - [Events & Arguments](#events--arguments) - [1. kprobes](#1-kprobes) - [2. kretprobes](#2-kretprobes) - [3. Tracepoints](#3-tracepoints) - [4. uprobes](#4-uprobes) - [5. uretprobes](#5-uretprobes) - [6. USDT probes](#6-usdt-probes) - [7. Raw Tracepoints](#7-raw-tracepoints) - [8. system call tracepoints](#8-system-call-tracepoints) - [9. kfuncs](#9-kfuncs) - [10. kretfuncs](#10-kretfuncs) - [11. lsm probes](#11-lsm-probes) - [12. bpf iterators](#12-bpf-iterators) - [Data](#data) - [1. bpf_probe_read_kernel()](#1-bpf_probe_read_kernel) - [2. bpf_probe_read_kernel_str()](#2-bpf_probe_read_kernel_str) - [3. bpf_ktime_get_ns()](#3-bpf_ktime_get_ns) - [4. bpf_get_current_pid_tgid()](#4-bpf_get_current_pid_tgid) - [5. bpf_get_current_uid_gid()](#5-bpf_get_current_uid_gid) - [6. bpf_get_current_comm()](#6-bpf_get_current_comm) - [7. bpf_get_current_task()](#7-bpf_get_current_task) - [8. bpf_log2l()](#8-bpf_log2l) - [9. bpf_get_prandom_u32()](#9-bpf_get_prandom_u32) - [10. bpf_probe_read_user()](#10-bpf_probe_read_user) - [11. bpf_probe_read_user_str()](#11-bpf_probe_read_user_str) - [12. bpf_get_ns_current_pid_tgid()](#12-bpf_get_ns_current_pid_tgid) - [Debugging](#debugging) - [1. bpf_override_return()](#1-bpf_override_return) - [Output](#output) - [1. bpf_trace_printk()](#1-bpf_trace_printk) - [2. BPF_PERF_OUTPUT](#2-bpf_perf_output) - [3. perf_submit()](#3-perf_submit) - [4. perf_submit_skb()](#4-perf_submit_skb) - [5. BPF_RINGBUF_OUTPUT](#5-bpf_ringbuf_output) - [6. ringbuf_output()](#6-ringbuf_output) - [7. ringbuf_reserve()](#7-ringbuf_reserve) - [8. ringbuf_submit()](#8-ringbuf_submit) - [9. ringbuf_discard()](#9-ringbuf_discard) - [Maps](#maps) - [1. BPF_TABLE](#1-bpf_table) - [2. BPF_HASH](#2-bpf_hash) - [3. BPF_ARRAY](#3-bpf_array) - [4. BPF_HISTOGRAM](#4-bpf_histogram) - [5. BPF_STACK_TRACE](#5-bpf_stack_trace) - [6. BPF_PERF_ARRAY](#6-bpf_perf_array) - [7. BPF_PERCPU_HASH](#7-bpf_percpu_hash) - [8. BPF_PERCPU_ARRAY](#8-bpf_percpu_array) - [9. BPF_LPM_TRIE](#9-bpf_lpm_trie) - [10. BPF_PROG_ARRAY](#10-bpf_prog_array) - [11. BPF_DEVMAP](#11-bpf_devmap) - [12. BPF_CPUMAP](#12-bpf_cpumap) - [13. BPF_XSKMAP](#13-bpf_xskmap) - [14. BPF_ARRAY_OF_MAPS](#14-bpf_array_of_maps) - [15. BPF_HASH_OF_MAPS](#15-bpf_hash_of_maps) - [16. BPF_STACK](#16-bpf_stack) - [17. BPF_QUEUE](#17-bpf_queue) - [18. BPF_SOCKHASH](#18-bpf_sockhash) - [19. map.lookup()](#19-maplookup) - [20. map.lookup_or_try_init()](#20-maplookup_or_try_init) - [21. map.delete()](#21-mapdelete) - [22. map.update()](#22-mapupdate) - [23. map.insert()](#23-mapinsert) - [24. map.increment()](#24-mapincrement) - [25. map.get_stackid()](#25-mapget_stackid) - [26. map.perf_read()](#26-mapperf_read) - [27. map.call()](#27-mapcall) - [28. map.redirect_map()](#28-mapredirect_map) - [29. map.push()](#29-mappush) - [30. map.pop()](#30-mappop) - [31. map.peek()](#31-mappeek) - [32. map.sock_hash_update()](#32-mapsock_hash_update) - [33. map.msg_redirect_hash()](#33-mapmsg_redirect_hash) - [34. map.sk_redirect_hash()](#34-mapsk_redirect_hash) - [Licensing](#licensing) - [Rewriter](#rewriter) - [bcc Python](#bcc-python) - [Initialization](#initialization) - [1. BPF](#1-bpf) - [2. USDT](#2-usdt) - [Events](#events) - [1. attach_kprobe()](#1-attach_kprobe) - [2. attach_kretprobe()](#2-attach_kretprobe) - [3. attach_tracepoint()](#3-attach_tracepoint) - [4. attach_uprobe()](#4-attach_uprobe) - [5. attach_uretprobe()](#5-attach_uretprobe) - [6. USDT.enable_probe()](#6-usdtenable_probe) - [7. attach_raw_tracepoint()](#7-attach_raw_tracepoint) - [8. attach_raw_socket()](#8-attach_raw_socket) - [9. attach_xdp()](#9-attach_xdp) - [10. attach_func()](#10-attach_func) - [11. detach_func()](#11-detach_func) - [12. detach_kprobe()](#12-detach_kprobe) - [13. detach_kretprobe()](#13-detach_kretprobe) - [Debug Output](#debug-output) - [1. trace_print()](#1-trace_print) - [2. trace_fields()](#2-trace_fields) - [Output APIs](#output-apis) - [1. perf_buffer_poll()](#1-perf_buffer_poll) - [2. ring_buffer_poll()](#2-ring_buffer_poll) - [3. ring_buffer_consume()](#3-ring_buffer_consume) - [Map APIs](#map-apis) - [1. get_table()](#1-get_table) - [2. open_perf_buffer()](#2-open_perf_buffer) - [3. items()](#3-items) - [4. values()](#4-values) - [5. clear()](#5-clear) - [6. items_lookup_and_delete_batch()](#6-items_lookup_and_delete_batch) - [7. items_lookup_batch()](#7-items_lookup_batch) - [8. items_delete_batch()](#8-items_delete_batch) - [9. items_update_batch()](#9-items_update_batch) - [10. print_log2_hist()](#10-print_log2_hist) - [11. print_linear_hist()](#11-print_linear_hist) - [12. open_ring_buffer()](#12-open_ring_buffer) - [13. push()](#13-push) - [14. pop()](#14-pop) - [15. peek()](#15-peek) - [Helpers](#helpers) - [1. ksym()](#1-ksym) - [2. ksymname()](#2-ksymname) - [3. sym()](#3-sym) - [4. num_open_kprobes()](#4-num_open_kprobes) - [5. get_syscall_fnname()](#5-get_syscall_fnname) - [BPF Errors](#bpf-errors) - [1. Invalid mem access](#1-invalid-mem-access) - [2. Cannot call GPL only function from proprietary program](#2-cannot-call-gpl-only-function-from-proprietary-program) - [Environment Variables](#Environment-Variables) - [1. kernel source directory](#1-kernel-source-directory) - [2. kernel version overriding](#2-kernel-version-overriding) # BPF C This section describes the C part of a bcc program. ## Events & Arguments ### 1. kprobes Syntax: kprobe__*kernel_function_name* ```kprobe__``` is a special prefix that creates a kprobe (dynamic tracing of a kernel function call) for the kernel function name provided as the remainder. You can also use kprobes by declaring a normal C function, then using the Python ```BPF.attach_kprobe()``` (covered later) to associate it with a kernel function. Arguments are specified on the function declaration: kprobe__*kernel_function_name*(struct pt_regs *ctx [, *argument1* ...]) For example: ```C int kprobe__tcp_v4_connect(struct pt_regs *ctx, struct sock *sk) { [...] } ``` This instruments the tcp_v4_connect() kernel function using a kprobe, with the following arguments: - ```struct pt_regs *ctx```: Registers and BPF context. - ```struct sock *sk```: First argument to tcp_v4_connect(). The first argument is always ```struct pt_regs *```, the remainder are the arguments to the function (they don't need to be specified, if you don't intend to use them). Examples in situ: [code](https://github.com/iovisor/bcc/blob/4afa96a71c5dbfc4c507c3355e20baa6c184a3a8/examples/tracing/tcpv4connect.py#L28) ([output](https://github.com/iovisor/bcc/blob/5bd0eb21fd148927b078deb8ac29fff2fb044b66/examples/tracing/tcpv4connect_example.txt#L8)), [code](https://github.com/iovisor/bcc/commit/310ab53710cfd46095c1f6b3e44f1dbc8d1a41d8#diff-8cd1822359ffee26e7469f991ce0ef00R26) ([output](https://github.com/iovisor/bcc/blob/3b9679a3bd9b922c736f6061dc65cb56de7e0250/examples/tracing/bitehist_example.txt#L6)) ### 2. kretprobes Syntax: kretprobe__*kernel_function_name* ```kretprobe__``` is a special prefix that creates a kretprobe (dynamic tracing of a kernel function return) for the kernel function name provided as the remainder. You can also use kretprobes by declaring a normal C function, then using the Python ```BPF.attach_kretprobe()``` (covered later) to associate it with a kernel function. Return value is available as ```PT_REGS_RC(ctx)```, given a function declaration of: kretprobe__*kernel_function_name*(struct pt_regs *ctx) For example: ```C int kretprobe__tcp_v4_connect(struct pt_regs *ctx) { int ret = PT_REGS_RC(ctx); [...] } ``` This instruments the return of the tcp_v4_connect() kernel function using a kretprobe, and stores the return value in ```ret```. Examples in situ: [code](https://github.com/iovisor/bcc/blob/4afa96a71c5dbfc4c507c3355e20baa6c184a3a8/examples/tracing/tcpv4connect.py#L38) ([output](https://github.com/iovisor/bcc/blob/5bd0eb21fd148927b078deb8ac29fff2fb044b66/examples/tracing/tcpv4connect_example.txt#L8)) ### 3. Tracepoints Syntax: TRACEPOINT_PROBE(*category*, *event*) This is a macro that instruments the tracepoint defined by *category*:*event*. The tracepoint name is `:`. The probe function name is `tracepoint____`. Arguments are available in an ```args``` struct, which are the tracepoint arguments. One way to list these is to cat the relevant format file under /sys/kernel/debug/tracing/events/*category*/*event*/format. The ```args``` struct can be used in place of ``ctx`` in each functions requiring a context as an argument. This includes notably [perf_submit()](#3-perf_submit). For example: ```C TRACEPOINT_PROBE(random, urandom_read) { // args is from /sys/kernel/debug/tracing/events/random/urandom_read/format bpf_trace_printk("%d\\n", args->got_bits); return 0; } ``` This instruments the tracepoint `random:urandom_read tracepoint`, and prints the tracepoint argument ```got_bits```. When using Python API, this probe is automatically attached to the right tracepoint target. For C++, this tracepoint probe can be attached by specifying the tracepoint target and function name explicitly: `BPF::attach_tracepoint("random:urandom_read", "tracepoint__random__urandom_read")` Note the name of the probe function defined above is `tracepoint__random__urandom_read`. Examples in situ: [code](https://github.com/iovisor/bcc/blob/a4159da8c4ea8a05a3c6e402451f530d6e5a8b41/examples/tracing/urandomread.py#L19) ([output](https://github.com/iovisor/bcc/commit/e422f5e50ecefb96579b6391a2ada7f6367b83c4#diff-41e5ecfae4a3b38de5f4e0887ed160e5R10)), [search /examples](https://github.com/iovisor/bcc/search?q=TRACEPOINT_PROBE+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=TRACEPOINT_PROBE+path%3Atools&type=Code) ### 4. uprobes These are instrumented by declaring a normal function in C, then associating it as a uprobe probe in Python via ```BPF.attach_uprobe()``` (covered later). Arguments can be examined using ```PT_REGS_PARM``` macros. For example: ```C int count(struct pt_regs *ctx) { char buf[64]; bpf_probe_read_user(&buf, sizeof(buf), (void *)PT_REGS_PARM1(ctx)); bpf_trace_printk("%s %d", buf, PT_REGS_PARM2(ctx)); return(0); } ``` This reads the first argument as a string, and then prints it with the second argument as an integer. Examples in situ: [code](https://github.com/iovisor/bcc/blob/4afa96a71c5dbfc4c507c3355e20baa6c184a3a8/examples/tracing/strlen_count.py#L26) ### 5. uretprobes These are instrumented by declaring a normal function in C, then associating it as a uretprobe probe in Python via ```BPF.attach_uretprobe()``` (covered later). Return value is available as ```PT_REGS_RC(ctx)```, given a function declaration of: *function_name*(struct pt_regs *ctx) For example: ```C BPF_HISTOGRAM(dist); int count(struct pt_regs *ctx) { dist.increment(PT_REGS_RC(ctx)); return 0; } ``` This increments the bucket in the ```dist``` histogram that is indexed by the return value. Examples in situ: [code](https://github.com/iovisor/bcc/blob/4afa96a71c5dbfc4c507c3355e20baa6c184a3a8/examples/tracing/strlen_hist.py#L39) ([output](https://github.com/iovisor/bcc/blob/4afa96a71c5dbfc4c507c3355e20baa6c184a3a8/examples/tracing/strlen_hist.py#L15)), [code](https://github.com/iovisor/bcc/blob/4afa96a71c5dbfc4c507c3355e20baa6c184a3a8/tools/bashreadline.py) ([output](https://github.com/iovisor/bcc/commit/aa87997d21e5c1a6a20e2c96dd25eb92adc8e85d#diff-2fd162f9e594206f789246ce97d62cf0R7)) ### 6. USDT probes These are User Statically-Defined Tracing (USDT) probes, which may be placed in some applications or libraries to provide a user-level equivalent of tracepoints. The primary BPF method provided for USDT support method is ```enable_probe()```. USDT probes are instrumented by declaring a normal function in C, then associating it as a USDT probe in Python via ```USDT.enable_probe()```. Arguments can be read via: bpf_usdt_readarg(*index*, ctx, &addr) For example: ```C int do_trace(struct pt_regs *ctx) { uint64_t addr; char path[128]; bpf_usdt_readarg(6, ctx, &addr); bpf_probe_read_user(&path, sizeof(path), (void *)addr); bpf_trace_printk("path:%s\\n", path); return 0; }; ``` This reads the sixth USDT argument, and then pulls it in as a string to ```path```. When initializing USDTs via the third argument of ```BPF::init``` in the C API, if any USDT fails to ```init```, entire ```BPF::init``` will fail. If you're OK with some USDTs failing to ```init```, use ```BPF::init_usdt``` before calling ```BPF::init```. Examples in situ: [code](https://github.com/iovisor/bcc/commit/4f88a9401357d7b75e917abd994aa6ea97dda4d3#diff-04a7cad583be5646080970344c48c1f4R24), [search /examples](https://github.com/iovisor/bcc/search?q=bpf_usdt_readarg+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=bpf_usdt_readarg+path%3Atools&type=Code) ### 7. Raw Tracepoints Syntax: RAW_TRACEPOINT_PROBE(*event*) This is a macro that instruments the raw tracepoint defined by *event*. The argument is a pointer to struct ```bpf_raw_tracepoint_args```, which is defined in [bpf.h](https://github.com/iovisor/bcc/blob/master/src/cc/compat/linux/virtual_bpf.h). The struct field ```args``` contains all parameters of the raw tracepoint where you can found at linux tree [include/trace/events](https://github.com/torvalds/linux/tree/master/include/trace/events) directory. For example: ```C RAW_TRACEPOINT_PROBE(sched_switch) { // TP_PROTO(bool preempt, struct task_struct *prev, struct task_struct *next) struct task_struct *prev = (struct task_struct *)ctx->args[1]; struct task_struct *next= (struct task_struct *)ctx->args[2]; s32 prev_tgid, next_tgid; bpf_probe_read_kernel(&prev_tgid, sizeof(prev->tgid), &prev->tgid); bpf_probe_read_kernel(&next_tgid, sizeof(next->tgid), &next->tgid); bpf_trace_printk("%d -> %d\\n", prev_tgid, next_tgid); } ``` This instruments the sched:sched_switch tracepoint, and prints the prev and next tgid. Examples in situ: [search /tools](https://github.com/iovisor/bcc/search?q=RAW_TRACEPOINT_PROBE+path%3Atools&type=Code) ### 8. system call tracepoints Syntax: ```syscall__SYSCALLNAME``` ```syscall__``` is a special prefix that creates a kprobe for the system call name provided as the remainder. You can use it by declaring a normal C function, then using the Python ```BPF.get_syscall_fnname(SYSCALLNAME)``` and ```BPF.attach_kprobe()``` to associate it. Arguments are specified on the function declaration: ```syscall__SYSCALLNAME(struct pt_regs *ctx, [, argument1 ...])```. For example: ```C int syscall__execve(struct pt_regs *ctx, const char __user *filename, const char __user *const __user *__argv, const char __user *const __user *__envp) { [...] } ``` This instruments the execve system call. The first argument is always ```struct pt_regs *```, the remainder are the arguments to the function (they don't need to be specified, if you don't intend to use them). Corresponding Python code: ```Python b = BPF(text=bpf_text) execve_fnname = b.get_syscall_fnname("execve") b.attach_kprobe(event=execve_fnname, fn_name="syscall__execve") ``` Examples in situ: [code](https://github.com/iovisor/bcc/blob/552658edda09298afdccc8a4b5e17311a2d8a771/tools/execsnoop.py#L101) ([output](https://github.com/iovisor/bcc/blob/552658edda09298afdccc8a4b5e17311a2d8a771/tools/execsnoop_example.txt#L8)) ### 9. kfuncs Syntax: KFUNC_PROBE(*function*, typeof(arg1) arg1, typeof(arg2) arge ...) MODULE_KFUNC_PROBE(*module*, *function*, typeof(arg1) arg1, typeof(arg2) arge ...) This is a macro that instruments the kernel function via trampoline *before* the function is executed. It's defined by *function* name and the function arguments defined as *argX*. For example: ```C KFUNC_PROBE(do_sys_open, int dfd, const char *filename, int flags, int mode) { ... ``` This instruments the do_sys_open kernel function and make its arguments accessible as standard argument values. Examples in situ: [search /tools](https://github.com/iovisor/bcc/search?q=KFUNC_PROBE+path%3Atools&type=Code) ### 10. kretfuncs Syntax: KRETFUNC_PROBE(*event*, typeof(arg1) arg1, typeof(arg2) arge ..., int ret) MODULE_KRETFUNC_PROBE(*module*, *function*, typeof(arg1) arg1, typeof(arg2) arge ...) This is a macro that instruments the kernel function via trampoline *after* the function is executed. It's defined by *function* name and the function arguments defined as *argX*. The last argument of the probe is the return value of the instrumented function. For example: ```C KRETFUNC_PROBE(do_sys_open, int dfd, const char *filename, int flags, int mode, int ret) { ... ``` This instruments the do_sys_open kernel function and make its arguments accessible as standard argument values together with its return value. Examples in situ: [search /tools](https://github.com/iovisor/bcc/search?q=KRETFUNC_PROBE+path%3Atools&type=Code) ### 11. LSM Probes Syntax: LSM_PROBE(*hook*, typeof(arg1) arg1, typeof(arg2) arg2 ...) This is a macro that instruments an LSM hook as a BPF program. It can be used to audit security events and implement MAC security policies in BPF. It is defined by specifying the hook name followed by its arguments. Hook names can be found in [include/linux/security.h](https://github.com/torvalds/linux/blob/v5.15/include/linux/security.h#L260) by taking functions like `security_hookname` and taking just the `hookname` part. For example, `security_bpf` would simply become `bpf`. Unlike other BPF program types, the return value specified in an LSM probe matters. A return value of 0 allows the hook to succeed, whereas any non-zero return value will cause the hook to fail and deny the security operation. The following example instruments a hook that denies all future BPF operations: ```C LSM_PROBE(bpf, int cmd, union bpf_attr *attr, unsigned int size) { return -EPERM; } ``` This instruments the `security_bpf` hook and causes it to return `-EPERM`. Changing `return -EPERM` to `return 0` would cause the BPF program to allow the operation instead. LSM probes require at least a 5.7+ kernel with the following configuation options set: - `CONFIG_BPF_LSM=y` - `CONFIG_LSM` comma separated string must contain "bpf" (for example, `CONFIG_LSM="lockdown,yama,bpf"`) Examples in situ: [search /tests](https://github.com/iovisor/bcc/search?q=LSM_PROBE+path%3Atests&type=Code) ### 12. BPF ITERATORS Syntax: BPF_ITER(target) This is a macro to define a program signature for a bpf iterator program. The argument *target* specifies what to iterate for the program. Currently, kernel does not have interface to discover what targets are supported. A good place to find what is supported is in [tools/testing/selftests/bpf/prog_test/bpf_iter.c](https://github.com/torvalds/linux/blob/master/tools/testing/selftests/bpf/prog_tests/bpf_iter.c) and some sample bpf iter programs are in [tools/testing/selftests/bpf/progs](https://github.com/torvalds/linux/tree/master/tools/testing/selftests/bpf/progs) with file name prefix *bpf_iter*. The following example defines a program for target *task*, which traverses all tasks in the kernel. ```C BPF_ITER(task) { struct seq_file *seq = ctx->meta->seq; struct task_struct *task = ctx->task; if (task == (void *)0) return 0; ... task->pid, task->tgid, task->comm, ... return 0; } ``` BPF iterators are introduced in 5.8 kernel for task, task_file, bpf_map, netlink_sock and ipv6_route . In 5.9, support is added to tcp/udp sockets and bpf map element (hashmap, arraymap and sk_local_storage_map) traversal. ## Data ### 1. bpf_probe_read_kernel() Syntax: ```int bpf_probe_read_kernel(void *dst, int size, const void *src)``` Return: 0 on success This copies size bytes from kernel address space to the BPF stack, so that BPF can later operate on it. For safety, all kernel memory reads must pass through bpf_probe_read_kernel(). This happens automatically in some cases, such as dereferencing kernel variables, as bcc will rewrite the BPF program to include the necessary bpf_probe_read_kernel(). Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=bpf_probe_read_kernel+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=bpf_probe_read_kernel+path%3Atools&type=Code) ### 2. bpf_probe_read_kernel_str() Syntax: ```int bpf_probe_read_kernel_str(void *dst, int size, const void *src)``` Return: - \> 0 length of the string including the trailing NULL on success - \< 0 error This copies a `NULL` terminated string from kernel address space to the BPF stack, so that BPF can later operate on it. In case the string length is smaller than size, the target is not padded with further `NULL` bytes. In case the string length is larger than size, just `size - 1` bytes are copied and the last byte is set to `NULL`. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=bpf_probe_read_kernel_str+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=bpf_probe_read_kernel_str+path%3Atools&type=Code) ### 3. bpf_ktime_get_ns() Syntax: ```u64 bpf_ktime_get_ns(void)``` Return: u64 number of nanoseconds. Starts at system boot time but stops during suspend. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=bpf_ktime_get_ns+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=bpf_ktime_get_ns+path%3Atools&type=Code) ### 4. bpf_get_current_pid_tgid() Syntax: ```u64 bpf_get_current_pid_tgid(void)``` Return: ```current->tgid << 32 | current->pid``` Returns the process ID in the lower 32 bits (kernel's view of the PID, which in user space is usually presented as the thread ID), and the thread group ID in the upper 32 bits (what user space often thinks of as the PID). By directly setting this to a u32, we discard the upper 32 bits. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=bpf_get_current_pid_tgid+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=bpf_get_current_pid_tgid+path%3Atools&type=Code) ### 5. bpf_get_current_uid_gid() Syntax: ```u64 bpf_get_current_uid_gid(void)``` Return: ```current_gid << 32 | current_uid``` Returns the user ID and group IDs. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=bpf_get_current_uid_gid+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=bpf_get_current_uid_gid+path%3Atools&type=Code) ### 6. bpf_get_current_comm() Syntax: ```bpf_get_current_comm(char *buf, int size_of_buf)``` Return: 0 on success Populates the first argument address with the current process name. It should be a pointer to a char array of at least size TASK_COMM_LEN, which is defined in linux/sched.h. For example: ```C #include int do_trace(struct pt_regs *ctx) { char comm[TASK_COMM_LEN]; bpf_get_current_comm(&comm, sizeof(comm)); [...] ``` Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=bpf_get_current_comm+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=bpf_get_current_comm+path%3Atools&type=Code) ### 7. bpf_get_current_task() Syntax: ```bpf_get_current_task()``` Return: current task as a pointer to struct task_struct. Returns a pointer to the current task's task_struct object. This helper can be used to compute the on-CPU time for a process, identify kernel threads, get the current CPU's run queue, or retrieve many other pieces of information. With Linux 4.13, due to issues with field randomization, you may need two #define directives before the includes: ```C #define randomized_struct_fields_start struct { #define randomized_struct_fields_end }; #include int do_trace(void *ctx) { struct task_struct *t = (struct task_struct *)bpf_get_current_task(); [...] ``` Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=bpf_get_current_task+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=bpf_get_current_task+path%3Atools&type=Code) ### 8. bpf_log2l() Syntax: ```unsigned int bpf_log2l(unsigned long v)``` Returns the log-2 of the provided value. This is often used to create indexes for histograms, to construct power-of-2 histograms. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=bpf_log2l+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=bpf_log2l+path%3Atools&type=Code) ### 9. bpf_get_prandom_u32() Syntax: ```u32 bpf_get_prandom_u32()``` Returns a pseudo-random u32. Example in situ: [search /examples](https://github.com/iovisor/bcc/search?q=bpf_get_prandom_u32+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=bpf_get_prandom_u32+path%3Atools&type=Code) ### 10. bpf_probe_read_user() Syntax: ```int bpf_probe_read_user(void *dst, int size, const void *src)``` Return: 0 on success This attempts to safely read size bytes from user address space to the BPF stack, so that BPF can later operate on it. For safety, all user address space memory reads must pass through bpf_probe_read_user(). Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=bpf_probe_read_user+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=bpf_probe_read_user+path%3Atools&type=Code) ### 11. bpf_probe_read_user_str() Syntax: ```int bpf_probe_read_user_str(void *dst, int size, const void *src)``` Return: - \> 0 length of the string including the trailing NULL on success - \< 0 error This copies a `NULL` terminated string from user address space to the BPF stack, so that BPF can later operate on it. In case the string length is smaller than size, the target is not padded with further `NULL` bytes. In case the string length is larger than size, just `size - 1` bytes are copied and the last byte is set to `NULL`. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=bpf_probe_read_user_str+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=bpf_probe_read_user_str+path%3Atools&type=Code) ### 12. bpf_get_ns_current_pid_tgid() Syntax: ```u32 bpf_get_ns_current_pid_tgid(u64 dev, u64 ino, struct bpf_pidns_info* nsdata, u32 size)``` Values for *pid* and *tgid* as seen from the current *namespace* will be returned in *nsdata*. Return 0 on success, or one of the following in case of failure: - **-EINVAL** if dev and inum supplied don't match dev_t and inode number with nsfs of current task, or if dev conversion to dev_t lost high bits. - **-ENOENT** if pidns does not exists for the current task. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=bpf_get_ns_current_pid_tgid+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=bpf_get_ns_current_pid_tgid+path%3Atools&type=Code) ## Debugging ### 1. bpf_override_return() Syntax: ```int bpf_override_return(struct pt_regs *, unsigned long rc)``` Return: 0 on success When used in a program attached to a function entry kprobe, causes the execution of the function to be skipped, immediately returning `rc` instead. This is used for targeted error injection. bpf_override_return will only work when the kprobed function is whitelisted to allow error injections. Whitelisting entails tagging a function with `ALLOW_ERROR_INJECTION()` in the kernel source tree; see `io_ctl_init` for an example. If the kprobed function is not whitelisted, the bpf program will fail to attach with ` ioctl(PERF_EVENT_IOC_SET_BPF): Invalid argument` ```C int kprobe__io_ctl_init(void *ctx) { bpf_override_return(ctx, -ENOMEM); return 0; } ``` ## Output ### 1. bpf_trace_printk() Syntax: ```int bpf_trace_printk(const char *fmt, ...)``` Return: 0 on success A simple kernel facility for printf() to the common trace_pipe (/sys/kernel/debug/tracing/trace_pipe). This is ok for some quick examples, but has limitations: 3 args max, 1 %s only, and trace_pipe is globally shared, so concurrent programs will have clashing output. A better interface is via BPF_PERF_OUTPUT(). Note that calling this helper is made simpler than the original kernel version, which has ```fmt_size``` as the second parameter. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=bpf_trace_printk+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=bpf_trace_printk+path%3Atools&type=Code) ### 2. BPF_PERF_OUTPUT Syntax: ```BPF_PERF_OUTPUT(name)``` Creates a BPF table for pushing out custom event data to user space via a perf ring buffer. This is the preferred method for pushing per-event data to user space. For example: ```C struct data_t { u32 pid; u64 ts; char comm[TASK_COMM_LEN]; }; BPF_PERF_OUTPUT(events); int hello(struct pt_regs *ctx) { struct data_t data = {}; data.pid = bpf_get_current_pid_tgid(); data.ts = bpf_ktime_get_ns(); bpf_get_current_comm(&data.comm, sizeof(data.comm)); events.perf_submit(ctx, &data, sizeof(data)); return 0; } ``` The output table is named ```events```, and data is pushed to it via ```events.perf_submit()```. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=BPF_PERF_OUTPUT+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=BPF_PERF_OUTPUT+path%3Atools&type=Code) ### 3. perf_submit() Syntax: ```int perf_submit((void *)ctx, (void *)data, u32 data_size)``` Return: 0 on success A method of a BPF_PERF_OUTPUT table, for submitting custom event data to user space. See the BPF_PERF_OUTPUT entry. (This ultimately calls bpf_perf_event_output().) The ```ctx``` parameter is provided in [kprobes](#1-kprobes) or [kretprobes](#2-kretprobes). For ```SCHED_CLS``` or ```SOCKET_FILTER``` programs, the ```struct __sk_buff *skb``` must be used instead. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=perf_submit+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=perf_submit+path%3Atools&type=Code) ### 4. perf_submit_skb() Syntax: ```int perf_submit_skb((void *)ctx, u32 packet_size, (void *)data, u32 data_size)``` Return: 0 on success A method of a BPF_PERF_OUTPUT table available in networking program types, for submitting custom event data to user space, along with the first ```packet_size``` bytes of the packet buffer. See the BPF_PERF_OUTPUT entry. (This ultimately calls bpf_perf_event_output().) Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=perf_submit_skb+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=perf_submit_skb+path%3Atools&type=Code) ### 5. BPF_RINGBUF_OUTPUT Syntax: ```BPF_RINGBUF_OUTPUT(name, page_cnt)``` Creates a BPF table for pushing out custom event data to user space via a ringbuf ring buffer. ```BPF_RINGBUF_OUTPUT``` has several advantages over ```BPF_PERF_OUTPUT```, summarized as follows: - Buffer is shared across all CPUs, meaning no per-CPU allocation - Supports two APIs for BPF programs - ```map.ringbuf_output()``` works like ```map.perf_submit()``` (covered in [ringbuf_output](#6-ringbuf_output)) - ```map.ringbuf_reserve()```/```map.ringbuf_submit()```/```map.ringbuf_discard()``` split the process of reserving buffer space and submitting events into two steps (covered in [ringbuf_reserve](#7-ringbuf_reserve), [ringbuf_submit](#8-ringbuf_submit), [ringbuf_discard](#9-ringbuf_discard)) - BPF APIs do not require access to a CPU ctx argument - Superior performance and latency in userspace thanks to a shared ring buffer manager - Supports two ways of consuming data in userspace Starting in Linux 5.8, this should be the preferred method for pushing per-event data to user space. Example of both APIs: ```C struct data_t { u32 pid; u64 ts; char comm[TASK_COMM_LEN]; }; // Creates a ringbuf called events with 8 pages of space, shared across all CPUs BPF_RINGBUF_OUTPUT(events, 8); int first_api_example(struct pt_regs *ctx) { struct data_t data = {}; data.pid = bpf_get_current_pid_tgid(); data.ts = bpf_ktime_get_ns(); bpf_get_current_comm(&data.comm, sizeof(data.comm)); events.ringbuf_output(&data, sizeof(data), 0 /* flags */); return 0; } int second_api_example(struct pt_regs *ctx) { struct data_t *data = events.ringbuf_reserve(sizeof(struct data_t)); if (!data) { // Failed to reserve space return 1; } data->pid = bpf_get_current_pid_tgid(); data->ts = bpf_ktime_get_ns(); bpf_get_current_comm(&data->comm, sizeof(data->comm)); events.ringbuf_submit(data, 0 /* flags */); return 0; } ``` The output table is named ```events```. Data is allocated via ```events.ringbuf_reserve()``` and pushed to it via ```events.ringbuf_submit()```. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=BPF_RINGBUF_OUTPUT+path%3Aexamples&type=Code), ### 6. ringbuf_output() Syntax: ```int ringbuf_output((void *)data, u64 data_size, u64 flags)``` Return: 0 on success Flags: - ```BPF_RB_NO_WAKEUP```: Do not sent notification of new data availability - ```BPF_RB_FORCE_WAKEUP```: Send notification of new data availability unconditionally A method of the BPF_RINGBUF_OUTPUT table, for submitting custom event data to user space. This method works like ```perf_submit()```, although it does not require a ctx argument. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=ringbuf_output+path%3Aexamples&type=Code), ### 7. ringbuf_reserve() Syntax: ```void* ringbuf_reserve(u64 data_size)``` Return: Pointer to data struct on success, NULL on failure A method of the BPF_RINGBUF_OUTPUT table, for reserving space in the ring buffer and simultaenously allocating a data struct for output. Must be used with one of ```ringbuf_submit``` or ```ringbuf_discard```. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=ringbuf_reserve+path%3Aexamples&type=Code), ### 8. ringbuf_submit() Syntax: ```void ringbuf_submit((void *)data, u64 flags)``` Return: Nothing, always succeeds Flags: - ```BPF_RB_NO_WAKEUP```: Do not sent notification of new data availability - ```BPF_RB_FORCE_WAKEUP```: Send notification of new data availability unconditionally A method of the BPF_RINGBUF_OUTPUT table, for submitting custom event data to user space. Must be preceded by a call to ```ringbuf_reserve()``` to reserve space for the data. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=ringbuf_submit+path%3Aexamples&type=Code), ### 9. ringbuf_discard() Syntax: ```void ringbuf_discard((void *)data, u64 flags)``` Return: Nothing, always succeeds Flags: - ```BPF_RB_NO_WAKEUP```: Do not sent notification of new data availability - ```BPF_RB_FORCE_WAKEUP```: Send notification of new data availability unconditionally A method of the BPF_RINGBUF_OUTPUT table, for discarding custom event data; userspace ignores the data associated with the discarded event. Must be preceded by a call to ```ringbuf_reserve()``` to reserve space for the data. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=ringbuf_submit+path%3Aexamples&type=Code), ### 10. ringbuf_query() Syntax: ```u64 ringbuf_query(u64 flags)``` Return: Requested value, or 0, if flags are not recognized Flags: - ```BPF_RB_AVAIL_DATA```: Amount of data not yet consumed - ```BPF_RB_RING_SIZE```: The size of ring buffer - ```BPF_RB_CONS_POS```: Consumer position - ```BPF_RB_PROD_POS```: Producer(s) position A method of the BPF_RINGBUF_OUTPUT table, for getting various properties of ring buffer. Returned values are momentarily snapshots of ring buffer state and could be off by the time helper returns, so this should be used only for debugging/reporting reasons or for implementing various heuristics, that take into account highly-changeable nature of some of those characteristics. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=ringbuf_query+path%3Aexamples&type=Code), ## Maps Maps are BPF data stores, and are the basis for higher level object types including tables, hashes, and histograms. ### 1. BPF_TABLE Syntax: ```BPF_TABLE(_table_type, _key_type, _leaf_type, _name, _max_entries)``` Creates a map named ```_name```. Most of the time this will be used via higher-level macros, like BPF_HASH, BPF_ARRAY, BPF_HISTOGRAM, etc. `BPF_F_TABLE` is a variant that takes a flag in the last parameter. `BPF_TABLE(...)` is actually a wrapper to `BPF_F_TABLE(..., 0 /* flag */)`. Methods (covered later): map.lookup(), map.lookup_or_try_init(), map.delete(), map.update(), map.insert(), map.increment(). Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=BPF_TABLE+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=BPF_TABLE+path%3Atools&type=Code) #### Pinned Maps Syntax: ```BPF_TABLE_PINNED(_table_type, _key_type, _leaf_type, _name, _max_entries, "/sys/fs/bpf/xyz")``` Create a new map if it doesn't exist and pin it to the bpffs as a FILE, otherwise use the map that was pinned to the bpffs. The type information is not enforced and the actual map type depends on the map that got pinned to the location. For example: ```C BPF_TABLE_PINNED("hash", u64, u64, ids, 1024, "/sys/fs/bpf/ids"); ``` ### 2. BPF_HASH Syntax: ```BPF_HASH(name [, key_type [, leaf_type [, size]]])``` Creates a hash map (associative array) named ```name```, with optional parameters. Defaults: ```BPF_HASH(name, key_type=u64, leaf_type=u64, size=10240)``` For example: ```C BPF_HASH(start, struct request *); ``` This creates a hash named ```start``` where the key is a ```struct request *```, and the value defaults to u64. This hash is used by the disksnoop.py example for saving timestamps for each I/O request, where the key is the pointer to struct request, and the value is the timestamp. This is a wrapper macro for `BPF_TABLE("hash", ...)`. Methods (covered later): map.lookup(), map.lookup_or_try_init(), map.delete(), map.update(), map.insert(), map.increment(). Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=BPF_HASH+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=BPF_HASH+path%3Atools&type=Code) ### 3. BPF_ARRAY Syntax: ```BPF_ARRAY(name [, leaf_type [, size]])``` Creates an int-indexed array which is optimized for fastest lookup and update, named ```name```, with optional parameters. Defaults: ```BPF_ARRAY(name, leaf_type=u64, size=10240)``` For example: ```C BPF_ARRAY(counts, u64, 32); ``` This creates an array named ```counts``` where with 32 buckets and 64-bit integer values. This array is used by the funccount.py example for saving call count of each function. This is a wrapper macro for `BPF_TABLE("array", ...)`. Methods (covered later): map.lookup(), map.update(), map.increment(). Note that all array elements are pre-allocated with zero values and can not be deleted. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=BPF_ARRAY+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=BPF_ARRAY+path%3Atools&type=Code) ### 4. BPF_HISTOGRAM Syntax: ```BPF_HISTOGRAM(name [, key_type [, size ]])``` Creates a histogram map named ```name```, with optional parameters. Defaults: ```BPF_HISTOGRAM(name, key_type=int, size=64)``` For example: ```C BPF_HISTOGRAM(dist); ``` This creates a histogram named ```dist```, which defaults to 64 buckets indexed by keys of type int. This is a wrapper macro for `BPF_TABLE("histgram", ...)`. Methods (covered later): map.increment(). Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=BPF_HISTOGRAM+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=BPF_HISTOGRAM+path%3Atools&type=Code) ### 5. BPF_STACK_TRACE Syntax: ```BPF_STACK_TRACE(name, max_entries)``` Creates stack trace map named ```name```, with a maximum entry count provided. These maps are used to store stack traces. For example: ```C BPF_STACK_TRACE(stack_traces, 1024); ``` This creates stack trace map named ```stack_traces```, with a maximum number of stack trace entries of 1024. This is a wrapper macro for `BPF_TABLE("stacktrace", ...)`. Methods (covered later): map.get_stackid(). Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=BPF_STACK_TRACE+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=BPF_STACK_TRACE+path%3Atools&type=Code) ### 6. BPF_PERF_ARRAY Syntax: ```BPF_PERF_ARRAY(name, max_entries)``` Creates perf array named ```name```, with a maximum entry count provided, which must be equal to the number of system cpus. These maps are used to fetch hardware performance counters. For example: ```C text=""" BPF_PERF_ARRAY(cpu_cycles, NUM_CPUS); """ b = bcc.BPF(text=text, cflags=["-DNUM_CPUS=%d" % multiprocessing.cpu_count()]) b["cpu_cycles"].open_perf_event(b["cpu_cycles"].HW_CPU_CYCLES) ``` This creates a perf array named ```cpu_cycles```, with number of entries equal to the number of cpus/cores. The array is configured so that later calling map.perf_read() will return a hardware-calculated counter of the number of cycles elapsed from some point in the past. Only one type of hardware counter may be configured per table at a time. Methods (covered later): map.perf_read(). Examples in situ: [search /tests](https://github.com/iovisor/bcc/search?q=BPF_PERF_ARRAY+path%3Atests&type=Code) ### 7. BPF_PERCPU_HASH Syntax: ```BPF_PERCPU_HASH(name [, key_type [, leaf_type [, size]]])``` Creates NUM_CPU int-indexed hash maps (associative arrays) named ```name```, with optional parameters. Each CPU will have a separate copy of this array. The copies are not kept synchronized in any way. Note that due to limits defined in the kernel (in linux/mm/percpu.c), the ```leaf_type``` cannot have a size of more than 32KB. In other words, ```BPF_PERCPU_HASH``` elements cannot be larger than 32KB in size. Defaults: ```BPF_PERCPU_HASH(name, key_type=u64, leaf_type=u64, size=10240)``` For example: ```C BPF_PERCPU_HASH(start, struct request *); ``` This creates NUM_CPU hashes named ```start``` where the key is a ```struct request *```, and the value defaults to u64. This is a wrapper macro for `BPF_TABLE("percpu_hash", ...)`. Methods (covered later): map.lookup(), map.lookup_or_try_init(), map.delete(), map.update(), map.insert(), map.increment(). Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=BPF_PERCPU_HASH+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=BPF_PERCPU_HASH+path%3Atools&type=Code) ### 8. BPF_PERCPU_ARRAY Syntax: ```BPF_PERCPU_ARRAY(name [, leaf_type [, size]])``` Creates NUM_CPU int-indexed arrays which are optimized for fastest lookup and update, named ```name```, with optional parameters. Each CPU will have a separate copy of this array. The copies are not kept synchronized in any way. Note that due to limits defined in the kernel (in linux/mm/percpu.c), the ```leaf_type``` cannot have a size of more than 32KB. In other words, ```BPF_PERCPU_ARRAY``` elements cannot be larger than 32KB in size. Defaults: ```BPF_PERCPU_ARRAY(name, leaf_type=u64, size=10240)``` For example: ```C BPF_PERCPU_ARRAY(counts, u64, 32); ``` This creates NUM_CPU arrays named ```counts``` where with 32 buckets and 64-bit integer values. This is a wrapper macro for `BPF_TABLE("percpu_array", ...)`. Methods (covered later): map.lookup(), map.update(), map.increment(). Note that all array elements are pre-allocated with zero values and can not be deleted. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=BPF_PERCPU_ARRAY+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=BPF_PERCPU_ARRAY+path%3Atools&type=Code) ### 9. BPF_LPM_TRIE Syntax: `BPF_LPM_TRIE(name [, key_type [, leaf_type [, size]]])` Creates a longest prefix match trie map named `name`, with optional parameters. Defaults: `BPF_LPM_TRIE(name, key_type=u64, leaf_type=u64, size=10240)` For example: ```c BPF_LPM_TRIE(trie, struct key_v6); ``` This creates an LPM trie map named `trie` where the key is a `struct key_v6`, and the value defaults to u64. This is a wrapper macro to `BPF_F_TABLE("lpm_trie", ..., BPF_F_NO_PREALLOC)`. Methods (covered later): map.lookup(), map.lookup_or_try_init(), map.delete(), map.update(), map.insert(), map.increment(). Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=BPF_LPM_TRIE+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=BPF_LPM_TRIE+path%3Atools&type=Code) ### 10. BPF_PROG_ARRAY Syntax: ```BPF_PROG_ARRAY(name, size)``` This creates a program array named ```name``` with ```size``` entries. Each entry of the array is either a file descriptor to a bpf program or ```NULL```. The array acts as a jump table so that bpf programs can "tail-call" other bpf programs. This is a wrapper macro for `BPF_TABLE("prog", ...)`. Methods (covered later): map.call(). Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=BPF_PROG_ARRAY+path%3Aexamples&type=Code), [search /tests](https://github.com/iovisor/bcc/search?q=BPF_PROG_ARRAY+path%3Atests&type=Code), [assign fd](https://github.com/iovisor/bcc/blob/master/examples/networking/tunnel_monitor/monitor.py#L24-L26) ### 11. BPF_DEVMAP Syntax: ```BPF_DEVMAP(name, size)``` This creates a device map named ```name``` with ```size``` entries. Each entry of the map is an `ifindex` to a network interface. This map is only used in XDP. For example: ```C BPF_DEVMAP(devmap, 10); ``` Methods (covered later): map.redirect_map(). Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=BPF_DEVMAP+path%3Aexamples&type=Code), ### 12. BPF_CPUMAP Syntax: ```BPF_CPUMAP(name, size)``` This creates a cpu map named ```name``` with ```size``` entries. The index of the map represents the CPU id and each entry is the size of the ring buffer allocated for the CPU. This map is only used in XDP. For example: ```C BPF_CPUMAP(cpumap, 16); ``` Methods (covered later): map.redirect_map(). Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=BPF_CPUMAP+path%3Aexamples&type=Code), ### 13. BPF_XSKMAP Syntax: ```BPF_XSKMAP(name, size [, "/sys/fs/bpf/xyz"])``` This creates a xsk map named ```name``` with ```size``` entries and pin it to the bpffs as a FILE. Each entry represents one NIC's queue id. This map is only used in XDP to redirect packet to an AF_XDP socket. If the AF_XDP socket is binded to a queue which is different than the current packet's queue id, the packet will be dropped. For kernel v5.3 and latter, `lookup` method is available and can be used to check whether and AF_XDP socket is available for the current packet's queue id. More details at [AF_XDP](https://www.kernel.org/doc/html/latest/networking/af_xdp.html). For example: ```C BPF_XSKMAP(xsks_map, 8); ``` Methods (covered later): map.redirect_map(). map.lookup() Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=BPF_XSKMAP+path%3Aexamples&type=Code), ### 14. BPF_ARRAY_OF_MAPS Syntax: ```BPF_ARRAY_OF_MAPS(name, inner_map_name, size)``` This creates an array map with a map-in-map type (BPF_MAP_TYPE_HASH_OF_MAPS) map named ```name``` with ```size``` entries. The inner map meta data is provided by map ```inner_map_name``` and can be most of array or hash maps except ```BPF_MAP_TYPE_PROG_ARRAY```, ```BPF_MAP_TYPE_CGROUP_STORAGE``` and ```BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE```. For example: ```C BPF_TABLE("hash", int, int, ex1, 1024); BPF_TABLE("hash", int, int, ex2, 1024); BPF_ARRAY_OF_MAPS(maps_array, "ex1", 10); ``` ### 15. BPF_HASH_OF_MAPS Syntax: ```BPF_HASH_OF_MAPS(name, key_type, inner_map_name, size)``` This creates a hash map with a map-in-map type (BPF_MAP_TYPE_HASH_OF_MAPS) map named ```name``` with ```size``` entries. The inner map meta data is provided by map ```inner_map_name``` and can be most of array or hash maps except ```BPF_MAP_TYPE_PROG_ARRAY```, ```BPF_MAP_TYPE_CGROUP_STORAGE``` and ```BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE```. For example: ```C BPF_ARRAY(ex1, int, 1024); BPF_ARRAY(ex2, int, 1024); BPF_HASH_OF_MAPS(maps_hash, struct custom_key, "ex1", 10); ``` ### 16. BPF_STACK Syntax: ```BPF_STACK(name, leaf_type, max_entries[, flags])``` Creates a stack named ```name``` with value type ```leaf_type``` and max entries ```max_entries```. Stack and Queue maps are only available from Linux 4.20+. For example: ```C BPF_STACK(stack, struct event, 10240); ``` This creates a stack named ```stack``` where the value type is ```struct event```, that holds up to 10240 entries. Methods (covered later): map.push(), map.pop(), map.peek(). Examples in situ: [search /tests](https://github.com/iovisor/bcc/search?q=BPF_STACK+path%3Atests&type=Code), ### 17. BPF_QUEUE Syntax: ```BPF_QUEUE(name, leaf_type, max_entries[, flags])``` Creates a queue named ```name``` with value type ```leaf_type``` and max entries ```max_entries```. Stack and Queue maps are only available from Linux 4.20+. For example: ```C BPF_QUEUE(queue, struct event, 10240); ``` This creates a queue named ```queue``` where the value type is ```struct event```, that holds up to 10240 entries. Methods (covered later): map.push(), map.pop(), map.peek(). Examples in situ: [search /tests](https://github.com/iovisor/bcc/search?q=BPF_QUEUE+path%3Atests&type=Code), ### 18. BPF_SOCKHASH Syntax: ```BPF_SOCKHASH(name[, key_type [, max_entries)``` Creates a hash named ```name```, with optional parameters. sockhash is only available from Linux 4.18+. Default: ```BPF_SOCKHASH(name, key_type=u32, max_entries=10240)``` For example: ```C struct sock_key { u32 remote_ip4; u32 local_ip4; u32 remote_port; u32 local_port; }; BPF_HASH(skh, struct sock_key, 65535); ``` This creates a hash named ```skh``` where the key is a ```struct sock_key```. A sockhash is a BPF map type that holds references to sock structs. Then with a new sk/msg redirect bpf helper BPF programs can use the map to redirect skbs/msgs between sockets (```map.sk_redirect_hash()/map.msg_redirect_hash()```). The difference between ```BPF_SOCKHASH``` and ```BPF_SOCKMAP``` is that ```BPF_SOCKMAP``` is implemented based on an array, and enforces keys to be four bytes. While ```BPF_SOCKHASH``` is implemented based on hash table, and the type of key can be specified freely. Methods (covered later): map.sock_hash_update(), map.msg_redirect_hash(), map.sk_redirect_hash(). [search /tests](https://github.com/iovisor/bcc/search?q=BPF_SOCKHASH+path%3Atests&type=Code) ### 19. map.lookup() Syntax: ```*val map.lookup(&key)``` Lookup the key in the map, and return a pointer to its value if it exists, else NULL. We pass the key in as an address to a pointer. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=lookup+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=lookup+path%3Atools&type=Code) ### 20. map.lookup_or_try_init() Syntax: ```*val map.lookup_or_try_init(&key, &zero)``` Lookup the key in the map, and return a pointer to its value if it exists, else initialize the key's value to the second argument. This is often used to initialize values to zero. If the key cannot be inserted (e.g. the map is full) then NULL is returned. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=lookup_or_try_init+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=lookup_or_try_init+path%3Atools&type=Code) Note: The old map.lookup_or_init() may cause return from the function, so lookup_or_try_init() is recommended as it does not have this side effect. ### 21. map.delete() Syntax: ```map.delete(&key)``` Delete the key from the hash. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=delete+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=delete+path%3Atools&type=Code) ### 22. map.update() Syntax: ```map.update(&key, &val)``` Associate the value in the second argument to the key, overwriting any previous value. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=update+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=update+path%3Atools&type=Code) ### 23. map.insert() Syntax: ```map.insert(&key, &val)``` Associate the value in the second argument to the key, only if there was no previous value. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=insert+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=insert+path%3Atools&type=Code) ### 24. map.increment() Syntax: ```map.increment(key[, increment_amount])``` Increments the key's value by `increment_amount`, which defaults to 1. Used for histograms. ```map.increment()``` are not atomic. In the concurrency case. If you want more accurate results, use ```map.atomic_increment()``` instead of ```map.increment()```. The overhead of ```map.increment()``` and ```map.atomic_increment()``` is similar. Note. When using ```map.atomic_increment()``` to operate on a BPF map of type ```BPF_MAP_TYPE_HASH```, ```map.atomic_increment()``` does not guarantee the atomicity of the operation when the specified key does not exist. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=increment+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=increment+path%3Atools&type=Code) ### 25. map.get_stackid() Syntax: ```int map.get_stackid(void *ctx, u64 flags)``` This walks the stack found via the struct pt_regs in ```ctx```, saves it in the stack trace map, and returns a unique ID for the stack trace. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=get_stackid+path%3Aexamples&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=get_stackid+path%3Atools&type=Code) ### 26. map.perf_read() Syntax: ```u64 map.perf_read(u32 cpu)``` This returns the hardware performance counter as configured in [5. BPF_PERF_ARRAY](#5-bpf_perf_array) Examples in situ: [search /tests](https://github.com/iovisor/bcc/search?q=perf_read+path%3Atests&type=Code) ### 27. map.call() Syntax: ```void map.call(void *ctx, int index)``` This invokes ```bpf_tail_call()``` to tail-call the bpf program which the ```index``` entry in [BPF_PROG_ARRAY](#10-bpf_prog_array) points to. A tail-call is different from the normal call. It reuses the current stack frame after jumping to another bpf program and never goes back. If the ```index``` entry is empty, it won't jump anywhere and the program execution continues as normal. For example: ```C BPF_PROG_ARRAY(prog_array, 10); int tail_call(void *ctx) { bpf_trace_printk("Tail-call\n"); return 0; } int do_tail_call(void *ctx) { bpf_trace_printk("Original program\n"); prog_array.call(ctx, 2); return 0; } ``` ```Python b = BPF(src_file="example.c") tail_fn = b.load_func("tail_call", BPF.KPROBE) prog_array = b.get_table("prog_array") prog_array[c_int(2)] = c_int(tail_fn.fd) b.attach_kprobe(event="some_kprobe_event", fn_name="do_tail_call") ``` This assigns ```tail_call()``` to ```prog_array[2]```. In the end of ```do_tail_call()```, ```prog_array.call(ctx, 2)``` tail-calls ```tail_call()``` and executes it. **NOTE:** To prevent infinite loop, the maximum number of tail-calls is 32 ([```MAX_TAIL_CALL_CNT```](https://github.com/torvalds/linux/search?l=C&q=MAX_TAIL_CALL_CNT+path%3Ainclude%2Flinux&type=Code)). Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?l=C&q=call+path%3Aexamples&type=Code), [search /tests](https://github.com/iovisor/bcc/search?l=C&q=call+path%3Atests&type=Code) ### 28. map.redirect_map() Syntax: ```int map.redirect_map(int index, int flags)``` This redirects the incoming packets based on the ```index``` entry. If the map is [BPF_DEVMAP](#11-bpf_devmap), the packet will be sent to the transmit queue of the network interface that the entry points to. If the map is [BPF_CPUMAP](#12-bpf_cpumap), the packet will be sent to the ring buffer of the ```index``` CPU and be processed by the CPU later. If the map is [BPF_XSKMAP](#13-bpf_xskmap), the packet will be sent to the AF_XDP socket attached to the queue. If the packet is redirected successfully, the function will return XDP_REDIRECT. Otherwise, it will return XDP_ABORTED to discard the packet. For example: ```C BPF_DEVMAP(devmap, 1); int redirect_example(struct xdp_md *ctx) { return devmap.redirect_map(0, 0); } int xdp_dummy(struct xdp_md *ctx) { return XDP_PASS; } ``` ```Python ip = pyroute2.IPRoute() idx = ip.link_lookup(ifname="eth1")[0] b = bcc.BPF(src_file="example.c") devmap = b.get_table("devmap") devmap[c_uint32(0)] = c_int(idx) in_fn = b.load_func("redirect_example", BPF.XDP) out_fn = b.load_func("xdp_dummy", BPF.XDP) b.attach_xdp("eth0", in_fn, 0) b.attach_xdp("eth1", out_fn, 0) ``` Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?l=C&q=redirect_map+path%3Aexamples&type=Code), ### 29. map.push() Syntax: ```int map.push(&val, int flags)``` Push an element onto a Stack or Queue table. Passing BPF_EXIST as a flag causes the Queue or Stack to discard the oldest element if it is full. Returns 0 on success, negative error on failure. Examples in situ: [search /tests](https://github.com/iovisor/bcc/search?q=push+path%3Atests&type=Code), ### 30. map.pop() Syntax: ```int map.pop(&val)``` Pop an element from a Stack or Queue table. ```*val``` is populated with the result. Unlike peeking, popping removes the element. Returns 0 on success, negative error on failure. Examples in situ: [search /tests](https://github.com/iovisor/bcc/search?q=pop+path%3Atests&type=Code), ### 31. map.peek() Syntax: ```int map.peek(&val)``` Peek an element at the head of a Stack or Queue table. ```*val``` is populated with the result. Unlike popping, peeking does not remove the element. Returns 0 on success, negative error on failure. Examples in situ: [search /tests](https://github.com/iovisor/bcc/search?q=peek+path%3Atests&type=Code), ### 32. map.sock_hash_update() Syntax: ```int map.sock_hash_update(struct bpf_sock_ops *skops, &key, int flags)``` Add an entry to, or update a sockhash map referencing sockets. The skops is used as a new value for the entry associated to key. flags is one of: ``` BPF_NOEXIST: The entry for key must not exist in the map. BPF_EXIST: The entry for key must already exist in the map. BPF_ANY: No condition on the existence of the entry for key. ``` If the map has eBPF programs (parser and verdict), those will be inherited by the socket being added. If the socket is already attached to eBPF programs, this results in an error. Return 0 on success, or a negative error in case of failure. Examples in situ: [search /tests](https://github.com/iovisor/bcc/search?q=sock_hash_update+path%3Atests&type=Code), ### 33. map.msg_redirect_hash() Syntax: ```int map.msg_redirect_hash(struct sk_msg_buff *msg, void *key, u64 flags)``` This helper is used in programs implementing policies at the socket level. If the message msg is allowed to pass (i.e. if the verdict eBPF program returns SK_PASS), redirect it to the socket referenced by map (of type BPF_MAP_TYPE_SOCKHASH) using hash key. Both ingress and egress interfaces can be used for redirection. The BPF_F_INGRESS value in flags is used to make the distinction (ingress path is selected if the flag is present, egress path otherwise). This is the only flag supported for now. Return SK_PASS on success, or SK_DROP on error. Examples in situ: [search /tests](https://github.com/iovisor/bcc/search?q=msg_redirect_hash+path%3Atests&type=Code), ### 34. map.sk_redirect_hash() Syntax: ```int map.sk_redirect_hash(struct sk_buff *skb, void *key, u64 flags)``` This helper is used in programs implementing policies at the skb socket level. If the sk_buff skb is allowed to pass (i.e. if the verdict eBPF program returns SK_PASS), redirect it to the socket referenced by map (of type BPF_MAP_TYPE_SOCKHASH) using hash key. Both ingress and egress interfaces can be used for redirection. The BPF_F_INGRESS value in flags is used to make the distinction (ingress path is selected if the flag is present, egress otherwise). This is the only flag supported for now. Return SK_PASS on success, or SK_DROP on error. Examples in situ: [search /tests](https://github.com/iovisor/bcc/search?q=sk_redirect_hash+path%3Atests&type=Code), ## Licensing Depending on which [BPF helpers](kernel-versions.md#helpers) are used, a GPL-compatible license is required. The special BCC macro `BPF_LICENSE` specifies the license of the BPF program. You can set the license as a comment in your source code, but the kernel has a special interface to specify it programmatically. If you need to use GPL-only helpers, it is recommended to specify the macro in your C code so that the kernel can understand it: ```C // SPDX-License-Identifier: GPL-2.0+ #define BPF_LICENSE GPL ``` Otherwise, the kernel may reject loading your program (see the [error description](#2-cannot-call-gpl-only-function-from-proprietary-program) below). Note that it supports multiple words and quotes are not necessary: ```C // SPDX-License-Identifier: GPL-2.0+ OR BSD-2-Clause #define BPF_LICENSE Dual BSD/GPL ``` Check the [BPF helpers reference](kernel-versions.md#helpers) to see which helpers are GPL-only and what the kernel understands as GPL-compatible. **If the macro is not specified, BCC will automatically define the license of the program as GPL.** ## Rewriter One of jobs for rewriter is to turn implicit memory accesses to explicit ones using kernel helpers. Recent kernel introduced a config option ARCH_HAS_NON_OVERLAPPING_ADDRESS_SPACE which will be set for architectures who user address space and kernel address are disjoint. x86 and arm has this config option set while s390 does not. If ARCH_HAS_NON_OVERLAPPING_ADDRESS_SPACE is not set, the bpf old helper `bpf_probe_read()` will not be available. Some existing users may have implicit memory accesses to access user memory, so using `bpf_probe_read_kernel()` will cause their application to fail. Therefore, for non-s390, the rewriter will use `bpf_probe_read()` for these implicit memory accesses. For s390, `bpf_probe_read_kernel()` is used as default and users should use `bpf_probe_read_user()` explicitly when accessing user memories. # bcc Python ## Initialization Constructors. ### 1. BPF Syntax: ```BPF({text=BPF_program | src_file=filename} [, usdt_contexts=[USDT_object, ...]] [, cflags=[arg1, ...]] [, debug=int])``` Creates a BPF object. This is the main object for defining a BPF program, and interacting with its output. Exactly one of `text` or `src_file` must be supplied (not both). The `cflags` specifies additional arguments to be passed to the compiler, for example `-DMACRO_NAME=value` or `-I/include/path`. The arguments are passed as an array, with each element being an additional argument. Note that strings are not split on whitespace, so each argument must be a different element of the array, e.g. `["-include", "header.h"]`. The `debug` flags control debug output, and can be or'ed together: - `DEBUG_LLVM_IR = 0x1` compiled LLVM IR - `DEBUG_BPF = 0x2` loaded BPF bytecode and register state on branches - `DEBUG_PREPROCESSOR = 0x4` pre-processor result - `DEBUG_SOURCE = 0x8` ASM instructions embedded with source - `DEBUG_BPF_REGISTER_STATE = 0x10` register state on all instructions in addition to DEBUG_BPF - `DEBUG_BTF = 0x20` print the messages from the `libbpf` library. Examples: ```Python # define entire BPF program in one line: BPF(text='int do_trace(void *ctx) { bpf_trace_printk("hit!\\n"); return 0; }'); # define program as a variable: prog = """ int hello(void *ctx) { bpf_trace_printk("Hello, World!\\n"); return 0; } """ b = BPF(text=prog) # source a file: b = BPF(src_file = "vfsreadlat.c") # include a USDT object: u = USDT(pid=int(pid)) [...] b = BPF(text=bpf_text, usdt_contexts=[u]) # add include paths: u = BPF(text=prog, cflags=["-I/path/to/include"]) ``` Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=BPF+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=BPF+path%3Atools+language%3Apython&type=Code) ### 2. USDT Syntax: ```USDT({pid=pid | path=path})``` Creates an object to instrument User Statically-Defined Tracing (USDT) probes. Its primary method is ```enable_probe()```. Arguments: - pid: attach to this process ID. - path: instrument USDT probes from this binary path. Examples: ```Python # include a USDT object: u = USDT(pid=int(pid)) [...] b = BPF(text=bpf_text, usdt_contexts=[u]) ``` Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=USDT+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=USDT+path%3Atools+language%3Apython&type=Code) ## Events ### 1. attach_kprobe() Syntax: ```BPF.attach_kprobe(event="event", fn_name="name")``` Instruments the kernel function ```event()``` using kernel dynamic tracing of the function entry, and attaches our C defined function ```name()``` to be called when the kernel function is called. For example: ```Python b.attach_kprobe(event="sys_clone", fn_name="do_trace") ``` This will instrument the kernel ```sys_clone()``` function, which will then run our BPF defined ```do_trace()``` function each time it is called. You can call attach_kprobe() more than once, and attach your BPF function to multiple kernel functions. You can also call attach_kprobe() more than once to attach multiple BPF functions to the same kernel function. See the previous kprobes section for how to instrument arguments from BPF. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=attach_kprobe+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=attach_kprobe+path%3Atools+language%3Apython&type=Code) ### 2. attach_kretprobe() Syntax: ```BPF.attach_kretprobe(event="event", fn_name="name" [, maxactive=int])``` Instruments the return of the kernel function ```event()``` using kernel dynamic tracing of the function return, and attaches our C defined function ```name()``` to be called when the kernel function returns. For example: ```Python b.attach_kretprobe(event="vfs_read", fn_name="do_return") ``` This will instrument the kernel ```vfs_read()``` function, which will then run our BPF defined ```do_return()``` function each time it is called. You can call attach_kretprobe() more than once, and attach your BPF function to multiple kernel function returns. You can also call attach_kretprobe() more than once to attach multiple BPF functions to the same kernel function return. When a kretprobe is installed on a kernel function, there is a limit on how many parallel calls it can catch. You can change that limit with ```maxactive```. See the kprobes documentation for its default value. See the previous kretprobes section for how to instrument the return value from BPF. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=attach_kretprobe+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=attach_kretprobe+path%3Atools+language%3Apython&type=Code) ### 3. attach_tracepoint() Syntax: ```BPF.attach_tracepoint(tp="tracepoint", fn_name="name")``` Instruments the kernel tracepoint described by ```tracepoint```, and when hit, runs the BPF function ```name()```. This is an explicit way to instrument tracepoints. The ```TRACEPOINT_PROBE``` syntax, covered in the earlier tracepoints section, is an alternate method with the advantage of auto-declaring an ```args``` struct containing the tracepoint arguments. With ```attach_tracepoint()```, the tracepoint arguments need to be declared in the BPF program. For example: ```Python # define BPF program bpf_text = """ #include struct urandom_read_args { // from /sys/kernel/debug/tracing/events/random/urandom_read/format u64 __unused__; u32 got_bits; u32 pool_left; u32 input_left; }; int printarg(struct urandom_read_args *args) { bpf_trace_printk("%d\\n", args->got_bits); return 0; }; """ # load BPF program b = BPF(text=bpf_text) b.attach_tracepoint("random:urandom_read", "printarg") ``` Notice how the first argument to ```printarg()``` is now our defined struct. Examples in situ: [code](https://github.com/iovisor/bcc/blob/a4159da8c4ea8a05a3c6e402451f530d6e5a8b41/examples/tracing/urandomread-explicit.py#L41), [search /examples](https://github.com/iovisor/bcc/search?q=attach_tracepoint+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=attach_tracepoint+path%3Atools+language%3Apython&type=Code) ### 4. attach_uprobe() Syntax: ```BPF.attach_uprobe(name="location", sym="symbol", fn_name="name" [, sym_off=int])```, ```BPF.attach_uprobe(name="location", sym_re="regex", fn_name="name")```, ```BPF.attach_uprobe(name="location", addr=int, fn_name="name")``` Instruments the user-level function ```symbol()``` from either the library or binary named by ```location``` using user-level dynamic tracing of the function entry, and attach our C defined function ```name()``` to be called whenever the user-level function is called. If ```sym_off``` is given, the function is attached to the offset within the symbol. The real address ```addr``` may be supplied in place of ```sym```, in which case ```sym``` must be set to its default value. If the file is a non-PIE executable, ```addr``` must be a virtual address, otherwise it must be an offset relative to the file load address. Instead of a symbol name, a regular expression can be provided in ```sym_re```. The uprobe will then attach to symbols that match the provided regular expression. Libraries can be given in the name argument without the lib prefix, or with the full path (/usr/lib/...). Binaries can be given only with the full path (/bin/sh). For example: ```Python b.attach_uprobe(name="c", sym="strlen", fn_name="count") ``` This will instrument ```strlen()``` function from libc, and call our BPF function ```count()``` when it is called. Note how the "lib" in "libc" is not necessary to specify. Other examples: ```Python b.attach_uprobe(name="c", sym="getaddrinfo", fn_name="do_entry") b.attach_uprobe(name="/usr/bin/python", sym="main", fn_name="do_main") ``` You can call attach_uprobe() more than once, and attach your BPF function to multiple user-level functions. See the previous uprobes section for how to instrument arguments from BPF. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=attach_uprobe+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=attach_uprobe+path%3Atools+language%3Apython&type=Code) ### 5. attach_uretprobe() Syntax: ```BPF.attach_uretprobe(name="location", sym="symbol", fn_name="name")``` Instruments the return of the user-level function ```symbol()``` from either the library or binary named by ```location``` using user-level dynamic tracing of the function return, and attach our C defined function ```name()``` to be called whenever the user-level function returns. For example: ```Python b.attach_uretprobe(name="c", sym="strlen", fn_name="count") ``` This will instrument ```strlen()``` function from libc, and call our BPF function ```count()``` when it returns. Other examples: ```Python b.attach_uretprobe(name="c", sym="getaddrinfo", fn_name="do_return") b.attach_uretprobe(name="/usr/bin/python", sym="main", fn_name="do_main") ``` You can call attach_uretprobe() more than once, and attach your BPF function to multiple user-level functions. See the previous uretprobes section for how to instrument the return value from BPF. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=attach_uretprobe+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=attach_uretprobe+path%3Atools+language%3Apython&type=Code) ### 6. USDT.enable_probe() Syntax: ```USDT.enable_probe(probe=probe, fn_name=name)``` Attaches a BPF C function ```name``` to the USDT probe ```probe```. Example: ```Python # enable USDT probe from given PID u = USDT(pid=int(pid)) u.enable_probe(probe="http__server__request", fn_name="do_trace") ``` To check if your binary has USDT probes, and what they are, you can run ```readelf -n binary``` and check the stap debug section. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=enable_probe+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=enable_probe+path%3Atools+language%3Apython&type=Code) ### 7. attach_raw_tracepoint() Syntax: ```BPF.attach_raw_tracepoint(tp="tracepoint", fn_name="name")``` Instruments the kernel raw tracepoint described by ```tracepoint``` (```event``` only, no ```category```), and when hit, runs the BPF function ```name()```. This is an explicit way to instrument tracepoints. The ```RAW_TRACEPOINT_PROBE``` syntax, covered in the earlier raw tracepoints section, is an alternate method. For example: ```Python b.attach_raw_tracepoint("sched_switch", "do_trace") ``` Examples in situ: [search /tools](https://github.com/iovisor/bcc/search?q=attach_raw_tracepoint+path%3Atools+language%3Apython&type=Code) ### 8. attach_raw_socket() Syntax: ```BPF.attach_raw_socket(fn, dev)``` Attaches a BPF function to the specified network interface. The ```fn``` must be the type of ```BPF.function``` and the bpf_prog type needs to be ```BPF_PROG_TYPE_SOCKET_FILTER``` (```fn=BPF.load_func(func_name, BPF.SOCKET_FILTER)```) ```fn.sock``` is a non-blocking raw socket that was created and bound to ```dev```. All network packets processed by ```dev``` are copied to the ```recv-q``` of ```fn.sock``` after being processed by bpf_prog. Try to recv packet form ```fn.sock``` with rev/recvfrom/recvmsg. Note that if the ```recv-q``` is not read in time after the ```recv-q``` is full, the copied packets will be discarded. We can use this feature to capture network packets just like ```tcpdump```. We can use ```ss --bpf --packet -p``` to observe ```fn.sock```. Example: ```Python BPF.attach_raw_socket(bpf_func, ifname) ``` Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=attach_raw_socket+path%3Aexamples+language%3Apython&type=Code) ### 9. attach_xdp() Syntax: ```BPF.attach_xdp(dev="device", fn=b.load_func("fn_name",BPF.XDP), flags)``` Instruments the network driver described by ```dev``` , and then receives the packet, run the BPF function ```fn_name()``` with flags. Here is a list of optional flags. ```Python # from xdp_flags uapi/linux/if_link.h XDP_FLAGS_UPDATE_IF_NOEXIST = (1 << 0) XDP_FLAGS_SKB_MODE = (1 << 1) XDP_FLAGS_DRV_MODE = (1 << 2) XDP_FLAGS_HW_MODE = (1 << 3) XDP_FLAGS_REPLACE = (1 << 4) ``` You can use flags like this ```BPF.attach_xdp(dev="device", fn=b.load_func("fn_name",BPF.XDP), flags=BPF.XDP_FLAGS_UPDATE_IF_NOEXIST)``` The default value of flags is 0. This means if there is no xdp program with `device`, the fn will run with that device. If there is an xdp program running with device, the old program will be replaced with new fn program. Currently, bcc does not support XDP_FLAGS_REPLACE flag. The following are the descriptions of other flags. #### 1. XDP_FLAGS_UPDATE_IF_NOEXIST If an XDP program is already attached to the specified driver, attaching the XDP program again will fail. #### 2. XDP_FLAGS_SKB_MODE Driver doesn’t have support for XDP, but the kernel fakes it. XDP program works, but there’s no real performance benefit because packets are handed to kernel stack anyways which then emulates XDP – this is usually supported with generic network drivers used in home computers, laptops, and virtualized HW. #### 3. XDP_FLAGS_DRV_MODE A driver has XDP support and can hand then to XDP without kernel stack interaction – Few drivers can support it and those are usually for enterprise HW. #### 4. XDP_FLAGS_HW_MODE XDP can be loaded and executed directly on the NIC – just a handful of NICs can do that. For example: ```Python b.attach_xdp(dev="ens1", fn=b.load_func("do_xdp", BPF.XDP)) ``` This will instrument the network device ```ens1``` , which will then run our BPF defined ```do_xdp()``` function each time it receives packets. Don't forget to call ```b.remove_xdp("ens1")``` at the end! Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=attach_xdp+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=attach_xdp+path%3Atools+language%3Apython&type=Code) ### 10. attach_func() Syntax: ```BPF.attach_func(fn, attachable_fd, attach_type [, flags])``` Attaches a BPF function of the specified type to a particular ```attachable_fd```. if the ```attach_type``` is ```BPF_FLOW_DISSECTOR```, the function is expected to attach to current net namespace and ```attachable_fd``` must be 0. For example: ```Python b.attach_func(fn, cgroup_fd, BPFAttachType.CGROUP_SOCK_OPS) b.attach_func(fn, map_fd, BPFAttachType.SK_MSG_VERDICT) ``` Note. When attached to "global" hooks (xdp, tc, lwt, cgroup). If the "BPF function" is no longer needed after the program terminates, be sure to call `detach_func` when the program exits. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=attach_func+path%3Aexamples+language%3Apython&type=Code), ### 11. detach_func() Syntax: ```BPF.detach_func(fn, attachable_fd, attach_type)``` Detaches a BPF function of the specified type. For example: ```Python b.detach_func(fn, cgroup_fd, BPFAttachType.CGROUP_SOCK_OPS) b.detach_func(fn, map_fd, BPFAttachType.SK_MSG_VERDICT) ``` Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=detach_func+path%3Aexamples+language%3Apython&type=Code), ### 12. detach_kprobe() Syntax: ```BPF.detach_kprobe(event="event", fn_name="name")``` Detach a kprobe handler function of the specified event. For example: ```Python b.detach_kprobe(event="__page_cache_alloc", fn_name="trace_func_entry") ``` ### 13. detach_kretprobe() Syntax: ```BPF.detach_kretprobe(event="event", fn_name="name")``` Detach a kretprobe handler function of the specified event. For example: ```Python b.detach_kretprobe(event="__page_cache_alloc", fn_name="trace_func_return") ``` ## Debug Output ### 1. trace_print() Syntax: ```BPF.trace_print(fmt="fields")``` This method continually reads the globally shared /sys/kernel/debug/tracing/trace_pipe file and prints its contents. This file can be written to via BPF and the bpf_trace_printk() function, however, that method has limitations, including a lack of concurrent tracing support. The BPF_PERF_OUTPUT mechanism, covered earlier, is preferred. Arguments: - ```fmt```: optional, and can contain a field formatting string. It defaults to ```None```. Examples: ```Python # print trace_pipe output as-is: b.trace_print() # print PID and message: b.trace_print(fmt="{1} {5}") ``` Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=trace_print+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=trace_print+path%3Atools+language%3Apython&type=Code) ### 2. trace_fields() Syntax: ```BPF.trace_fields(nonblocking=False)``` This method reads one line from the globally shared /sys/kernel/debug/tracing/trace_pipe file and returns it as fields. This file can be written to via BPF and the bpf_trace_printk() function, however, that method has limitations, including a lack of concurrent tracing support. The BPF_PERF_OUTPUT mechanism, covered earlier, is preferred. Arguments: - ```nonblocking```: optional, defaults to ```False```. When set to ```True```, the program will not block waiting for input. Examples: ```Python while 1: try: (task, pid, cpu, flags, ts, msg) = b.trace_fields() except ValueError: continue [...] ``` Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=trace_fields+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=trace_fields+path%3Atools+language%3Apython&type=Code) ## Output APIs Normal output from a BPF program is either: - per-event: using PERF_EVENT_OUTPUT, open_perf_buffer(), and perf_buffer_poll(). - map summary: using items(), or print_log2_hist(), covered in the Maps section. ### 1. perf_buffer_poll() Syntax: ```BPF.perf_buffer_poll(timeout=T)``` This polls from all open perf ring buffers, calling the callback function that was provided when calling open_perf_buffer for each entry. The timeout parameter is optional and measured in milliseconds. In its absence, polling continues indefinitely. Example: ```Python # loop with callback to print_event b["events"].open_perf_buffer(print_event) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit(); ``` Examples in situ: [code](https://github.com/iovisor/bcc/blob/v0.9.0/examples/tracing/hello_perf_output.py#L55), [search /examples](https://github.com/iovisor/bcc/search?q=perf_buffer_poll+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=perf_buffer_poll+path%3Atools+language%3Apython&type=Code) ### 2. ring_buffer_poll() Syntax: ```BPF.ring_buffer_poll(timeout=T)``` This polls from all open ringbuf ring buffers, calling the callback function that was provided when calling open_ring_buffer for each entry. The timeout parameter is optional and measured in milliseconds. In its absence, polling continues until there is no more data or the callback returns a negative value. Example: ```Python # loop with callback to print_event b["events"].open_ring_buffer(print_event) while 1: try: b.ring_buffer_poll(30) except KeyboardInterrupt: exit(); ``` Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=ring_buffer_poll+path%3Aexamples+language%3Apython&type=Code), ### 3. ring_buffer_consume() Syntax: ```BPF.ring_buffer_consume()``` This consumes from all open ringbuf ring buffers, calling the callback function that was provided when calling open_ring_buffer for each entry. Unlike ```ring_buffer_poll```, this method **does not poll for data** before attempting to consume. This reduces latency at the expense of higher CPU consumption. If you are unsure which to use, use ```ring_buffer_poll```. Example: ```Python # loop with callback to print_event b["events"].open_ring_buffer(print_event) while 1: try: b.ring_buffer_consume() except KeyboardInterrupt: exit(); ``` Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=ring_buffer_consume+path%3Aexamples+language%3Apython&type=Code), ## Map APIs Maps are BPF data stores, and are used in bcc to implement a table, and then higher level objects on top of tables, including hashes and histograms. ### 1. get_table() Syntax: ```BPF.get_table(name)``` Returns a table object. This is no longer used, as tables can now be read as items from BPF. Eg: ```BPF[name]```. Examples: ```Python counts = b.get_table("counts") counts = b["counts"] ``` These are equivalent. ### 2. open_perf_buffer() Syntax: ```table.open_perf_buffer(callback, page_cnt=N, lost_cb=None)``` This operates on a table as defined in BPF as BPF_PERF_OUTPUT(), and associates the callback Python function ```callback``` to be called when data is available in the perf ring buffer. This is part of the recommended mechanism for transferring per-event data from kernel to user space. The size of the perf ring buffer can be specified via the ```page_cnt``` parameter, which must be a power of two number of pages and defaults to 8. If the callback is not processing data fast enough, some submitted data may be lost. ```lost_cb``` will be called to log / monitor the lost count. If ```lost_cb``` is the default ```None``` value, it will just print a line of message to ```stderr```. Example: ```Python # process event def print_event(cpu, data, size): event = ct.cast(data, ct.POINTER(Data)).contents [...] # loop with callback to print_event b["events"].open_perf_buffer(print_event) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() ``` Note that the data structure transferred will need to be declared in C in the BPF program. For example: ```C // define output data structure in C struct data_t { u32 pid; u64 ts; char comm[TASK_COMM_LEN]; }; BPF_PERF_OUTPUT(events); [...] ``` In Python, you can either let bcc generate the data structure from C declaration automatically (recommended): ```Python def print_event(cpu, data, size): event = b["events"].event(data) [...] ``` or define it manually: ```Python # define output data structure in Python TASK_COMM_LEN = 16 # linux/sched.h class Data(ct.Structure): _fields_ = [("pid", ct.c_ulonglong), ("ts", ct.c_ulonglong), ("comm", ct.c_char * TASK_COMM_LEN)] def print_event(cpu, data, size): event = ct.cast(data, ct.POINTER(Data)).contents [...] ``` Examples in situ: [code](https://github.com/iovisor/bcc/blob/v0.9.0/examples/tracing/hello_perf_output.py#L52), [search /examples](https://github.com/iovisor/bcc/search?q=open_perf_buffer+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=open_perf_buffer+path%3Atools+language%3Apython&type=Code) ### 3. items() Syntax: ```table.items()``` Returns an array of the keys in a table. This can be used with BPF_HASH maps to fetch, and iterate, over the keys. Example: ```Python # print output print("%10s %s" % ("COUNT", "STRING")) counts = b.get_table("counts") for k, v in sorted(counts.items(), key=lambda counts: counts[1].value): print("%10d \"%s\"" % (v.value, k.c.encode('string-escape'))) ``` This example also uses the ```sorted()``` method to sort by value. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=items+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=items+path%3Atools+language%3Apython&type=Code) ### 4. values() Syntax: ```table.values()``` Returns an array of the values in a table. ### 5. clear() Syntax: ```table.clear()``` Clears the table: deletes all entries. Example: ```Python # print map summary every second: while True: time.sleep(1) print("%-8s\n" % time.strftime("%H:%M:%S"), end="") dist.print_log2_hist(sym + " return:") dist.clear() ``` Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=clear+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=clear+path%3Atools+language%3Apython&type=Code) ### 6. items_lookup_and_delete_batch() Syntax: ```table.items_lookup_and_delete_batch()``` Returns an array of the keys in a table with a single call to BPF syscall. This can be used with BPF_HASH maps to fetch, and iterate, over the keys. It also clears the table: deletes all entries. You should rather use table.items_lookup_and_delete_batch() than table.items() followed by table.clear(). It requires kernel v5.6. Example: ```Python # print call rate per second: print("%9s-%9s-%8s-%9s" % ("PID", "COMM", "fname", "counter")) while True: for k, v in sorted(b['map'].items_lookup_and_delete_batch(), key=lambda kv: (kv[0]).pid): print("%9s-%9s-%8s-%9d" % (k.pid, k.comm, k.fname, v.counter)) sleep(1) ``` ### 7. items_lookup_batch() Syntax: ```table.items_lookup_batch()``` Returns an array of the keys in a table with a single call to BPF syscall. This can be used with BPF_HASH maps to fetch, and iterate, over the keys. You should rather use table.items_lookup_batch() than table.items(). It requires kernel v5.6. Example: ```Python # print current value of map: print("%9s-%9s-%8s-%9s" % ("PID", "COMM", "fname", "counter")) while True: for k, v in sorted(b['map'].items_lookup_batch(), key=lambda kv: (kv[0]).pid): print("%9s-%9s-%8s-%9d" % (k.pid, k.comm, k.fname, v.counter)) ``` ### 8. items_delete_batch() Syntax: ```table.items_delete_batch(keys)``` It clears all entries of a BPF_HASH map when keys is None. It is more efficient than table.clear() since it generates only one system call. You can delete a subset of a map by giving an array of keys as parameter. Those keys and their associated values will be deleted. It requires kernel v5.6. Arguments: - keys is optional and by default is None. ### 9. items_update_batch() Syntax: ```table.items_update_batch(keys, values)``` Update all the provided keys with new values. The two arguments must be the same length and within the map limits (between 1 and the maximum entries). It requires kernel v5.6. Arguments: - keys is the list of keys to be updated - values is the list containing the new values. ### 10. print_log2_hist() Syntax: ```table.print_log2_hist(val_type="value", section_header="Bucket ptr", section_print_fn=None)``` Prints a table as a log2 histogram in ASCII. The table must be stored as log2, which can be done using the BPF function ```bpf_log2l()```. Arguments: - val_type: optional, column header. - section_header: if the histogram has a secondary key, multiple tables will print and section_header can be used as a header description for each. - section_print_fn: if section_print_fn is not None, it will be passed the bucket value. Example: ```Python b = BPF(text=""" BPF_HISTOGRAM(dist); int kprobe__blk_account_io_done(struct pt_regs *ctx, struct request *req) { dist.increment(bpf_log2l(req->__data_len / 1024)); return 0; } """) [...] b["dist"].print_log2_hist("kbytes") ``` Output: ``` kbytes : count distribution 0 -> 1 : 3 | | 2 -> 3 : 0 | | 4 -> 7 : 211 |********** | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 1 | | 128 -> 255 : 800 |**************************************| ``` This output shows a multi-modal distribution, with the largest mode of 128->255 kbytes and a count of 800. This is an efficient way to summarize data, as the summarization is performed in-kernel, and only the count column is passed to user space. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=print_log2_hist+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=print_log2_hist+path%3Atools+language%3Apython&type=Code) ### 11. print_linear_hist() Syntax: ```table.print_linear_hist(val_type="value", section_header="Bucket ptr", section_print_fn=None)``` Prints a table as a linear histogram in ASCII. This is intended to visualize small integer ranges, eg, 0 to 100. Arguments: - val_type: optional, column header. - section_header: if the histogram has a secondary key, multiple tables will print and section_header can be used as a header description for each. - section_print_fn: if section_print_fn is not None, it will be passed the bucket value. Example: ```Python b = BPF(text=""" BPF_HISTOGRAM(dist); int kprobe__blk_account_io_done(struct pt_regs *ctx, struct request *req) { dist.increment(req->__data_len / 1024); return 0; } """) [...] b["dist"].print_linear_hist("kbytes") ``` Output: ``` kbytes : count distribution 0 : 3 |****** | 1 : 0 | | 2 : 0 | | 3 : 0 | | 4 : 19 |****************************************| 5 : 0 | | 6 : 0 | | 7 : 0 | | 8 : 4 |******** | 9 : 0 | | 10 : 0 | | 11 : 0 | | 12 : 0 | | 13 : 0 | | 14 : 0 | | 15 : 0 | | 16 : 2 |**** | [...] ``` This is an efficient way to summarize data, as the summarization is performed in-kernel, and only the values in the count column are passed to user space. Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=print_linear_hist+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=print_linear_hist+path%3Atools+language%3Apython&type=Code) ### 12. open_ring_buffer() Syntax: ```table.open_ring_buffer(callback, ctx=None)``` This operates on a table as defined in BPF as BPF_RINGBUF_OUTPUT(), and associates the callback Python function ```callback``` to be called when data is available in the ringbuf ring buffer. This is part of the new (Linux 5.8+) recommended mechanism for transferring per-event data from kernel to user space. Unlike perf buffers, ringbuf sizes are specified within the BPF program, as part of the ```BPF_RINGBUF_OUTPUT``` macro. If the callback is not processing data fast enough, some submitted data may be lost. In this case, the events should be polled more frequently and/or the size of the ring buffer should be increased. Example: ```Python # process event def print_event(ctx, data, size): event = ct.cast(data, ct.POINTER(Data)).contents [...] # loop with callback to print_event b["events"].open_ring_buffer(print_event) while 1: try: b.ring_buffer_poll() except KeyboardInterrupt: exit() ``` Note that the data structure transferred will need to be declared in C in the BPF program. For example: ```C // define output data structure in C struct data_t { u32 pid; u64 ts; char comm[TASK_COMM_LEN]; }; BPF_RINGBUF_OUTPUT(events, 8); [...] ``` In Python, you can either let bcc generate the data structure from C declaration automatically (recommended): ```Python def print_event(ctx, data, size): event = b["events"].event(data) [...] ``` or define it manually: ```Python # define output data structure in Python TASK_COMM_LEN = 16 # linux/sched.h class Data(ct.Structure): _fields_ = [("pid", ct.c_ulonglong), ("ts", ct.c_ulonglong), ("comm", ct.c_char * TASK_COMM_LEN)] def print_event(ctx, data, size): event = ct.cast(data, ct.POINTER(Data)).contents [...] ``` Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=open_ring_buffer+path%3Aexamples+language%3Apython&type=Code), ### 13. push() Syntax: ```table.push(leaf, flags=0)``` Push an element onto a Stack or Queue table. Raises an exception if the operation does not succeed. Passing QueueStack.BPF_EXIST as a flag causes the Queue or Stack to discard the oldest element if it is full. Examples in situ: [search /tests](https://github.com/iovisor/bcc/search?q=push+path%3Atests+language%3Apython&type=Code), ### 14. pop() Syntax: ```leaf = table.pop()``` Pop an element from a Stack or Queue table. Unlike ```peek()```, ```pop()``` removes the element from the table before returning it. Raises a KeyError exception if the operation does not succeed. Examples in situ: [search /tests](https://github.com/iovisor/bcc/search?q=pop+path%3Atests+language%3Apython&type=Code), ### 15. peek() Syntax: ```leaf = table.peek()``` Peek the element at the head of a Stack or Queue table. Unlike ```pop()```, ```peek()``` does not remove the element from the table. Raises an exception if the operation does not succeed. Examples in situ: [search /tests](https://github.com/iovisor/bcc/search?q=peek+path%3Atests+language%3Apython&type=Code), ## Helpers Some helper methods provided by bcc. Note that since we're in Python, we can import any Python library and their methods, including, for example, the libraries: argparse, collections, ctypes, datetime, re, socket, struct, subprocess, sys, and time. ### 1. ksym() Syntax: ```BPF.ksym(addr)``` Translate a kernel memory address into a kernel function name, which is returned. Example: ```Python print("kernel function: " + b.ksym(addr)) ``` Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=ksym+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=ksym+path%3Atools+language%3Apython&type=Code) ### 2. ksymname() Syntax: ```BPF.ksymname(name)``` Translate a kernel name into an address. This is the reverse of ksym. Returns -1 when the function name is unknown. Example: ```Python print("kernel address: %x" % b.ksymname("vfs_read")) ``` Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=ksymname+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=ksymname+path%3Atools+language%3Apython&type=Code) ### 3. sym() Syntax: ```BPF.sym(addr, pid, show_module=False, show_offset=False)``` Translate a memory address into a function name for a pid, which is returned. A pid of less than zero will access the kernel symbol cache. The `show_module` and `show_offset` parameters control whether the module in which the symbol lies should be displayed, and whether the instruction offset from the beginning of the symbol should be displayed. These extra parameters default to `False`. Example: ```Python print("function: " + b.sym(addr, pid)) ``` Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=sym+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=sym+path%3Atools+language%3Apython&type=Code) ### 4. num_open_kprobes() Syntax: ```BPF.num_open_kprobes()``` Returns the number of open k[ret]probes. Can be useful for scenarios where event_re is used while attaching and detaching probes. Excludes perf_events readers. Example: ```Python b.attach_kprobe(event_re=pattern, fn_name="trace_count") matched = b.num_open_kprobes() if matched == 0: print("0 functions matched by \"%s\". Exiting." % args.pattern) exit() ``` Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=num_open_kprobes+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=num_open_kprobes+path%3Atools+language%3Apython&type=Code) ### 5. get_syscall_fnname() Syntax: ```BPF.get_syscall_fnname(name : str)``` Return the corresponding kernel function name of the syscall. This helper function will try different prefixes and use the right one to concatenate with the syscall name. Note that the return value may vary in different versions of linux kernel and sometimes it will causing trouble. (see [#2590](https://github.com/iovisor/bcc/issues/2590)) Example: ```Python print("The function name of %s in kernel is %s" % ("clone", b.get_syscall_fnname("clone"))) # sys_clone or __x64_sys_clone or ... ``` Examples in situ: [search /examples](https://github.com/iovisor/bcc/search?q=get_syscall_fnname+path%3Aexamples+language%3Apython&type=Code), [search /tools](https://github.com/iovisor/bcc/search?q=get_syscall_fnname+path%3Atools+language%3Apython&type=Code) # BPF Errors See the "Understanding eBPF verifier messages" section in the kernel source under Documentation/networking/filter.txt. ## 1. Invalid mem access This can be due to trying to read memory directly, instead of operating on memory on the BPF stack. All kernel memory reads must be passed via bpf_probe_read_kernel() to copy kernel memory into the BPF stack, which can be automatic by the bcc rewriter in some cases of simple dereferencing. bpf_probe_read_kernel() does all the required checks. Example: ``` bpf: Permission denied 0: (bf) r6 = r1 1: (79) r7 = *(u64 *)(r6 +80) 2: (85) call 14 3: (bf) r8 = r0 [...] 23: (69) r1 = *(u16 *)(r7 +16) R7 invalid mem access 'inv' Traceback (most recent call last): File "./tcpaccept", line 179, in b = BPF(text=bpf_text) File "/usr/lib/python2.7/dist-packages/bcc/__init__.py", line 172, in __init__ self._trace_autoload() File "/usr/lib/python2.7/dist-packages/bcc/__init__.py", line 612, in _trace_autoload fn = self.load_func(func_name, BPF.KPROBE) File "/usr/lib/python2.7/dist-packages/bcc/__init__.py", line 212, in load_func raise Exception("Failed to load BPF program %s" % func_name) Exception: Failed to load BPF program kretprobe__inet_csk_accept ``` ## 2. Cannot call GPL only function from proprietary program This error happens when a GPL-only helper is called from a non-GPL BPF program. To fix this error, do not use GPL-only helpers from a proprietary BPF program, or relicense the BPF program under a GPL-compatible license. Check which [BPF helpers](https://github.com/iovisor/bcc/blob/master/docs/kernel-versions.md#helpers) are GPL-only, and what licenses are considered GPL-compatible. Example calling `bpf_get_stackid()`, a GPL-only BPF helper, from a proprietary program (`#define BPF_LICENSE Proprietary`): ``` bpf: Failed to load program: Invalid argument [...] 8: (85) call bpf_get_stackid#27 cannot call GPL only function from proprietary program ``` # Environment Variables ## 1. Kernel source directory eBPF program compilation needs kernel sources or kernel headers with headers compiled. In case your kernel sources are at a non-standard location where BCC cannot find then, its possible to provide BCC the absolute path of the location by setting `BCC_KERNEL_SOURCE` to it. ## 2. Kernel version overriding By default, BCC stores the `LINUX_VERSION_CODE` in the generated eBPF object which is then passed along to the kernel when the eBPF program is loaded. Sometimes this is quite inconvenient especially when the kernel is slightly updated such as an LTS kernel release. Its extremely unlikely the slight mismatch would cause any issues with the loaded eBPF program. By setting `BCC_LINUX_VERSION_CODE` to the version of the kernel that's running, the check for verifying the kernel version can be bypassed. This is needed for programs that use kprobes. This needs to be encoded in the format: `(VERSION * 65536) + (PATCHLEVEL * 256) + SUBLEVEL`. For example, if the running kernel is `4.9.10`, then can set `export BCC_LINUX_VERSION_CODE=264458` to override the kernel version check successfully. bpfcc-0.31.0/docs/special_filtering.md000066400000000000000000000063561465134135300176240ustar00rootroot00000000000000# Special Filtering Some tools have special filtering capabitilies, the main use case is to trace processes running in containers, but those mechanisms are generic and could be used in other cases as well. ## Filtering by cgroups Some tools have an option to filter by cgroup by referencing a pinned BPF hash map managed externally. Examples of commands: ``` # ./opensnoop --cgroupmap /sys/fs/bpf/test01 # ./execsnoop --cgroupmap /sys/fs/bpf/test01 # ./tcpconnect --cgroupmap /sys/fs/bpf/test01 # ./tcpaccept --cgroupmap /sys/fs/bpf/test01 # ./tcptracer --cgroupmap /sys/fs/bpf/test01 ``` The commands above will only display results from processes that belong to one of the cgroups whose id, returned by `bpf_get_current_cgroup_id()`, is in the pinned BPF hash map. The BPF hash map can be created by: ``` # bpftool map create /sys/fs/bpf/test01 type hash key 8 value 8 entries 128 \ name cgroupset flags 0 ``` To get a shell in a new cgroup, you can use: ``` # systemd-run --pty --unit test bash ``` The shell will be running in the cgroup `/sys/fs/cgroup/unified/system.slice/test.service`. The cgroup id can be discovered using the `name_to_handle_at()` system call. In the examples/cgroupid, you will find an example of program to get the cgroup id. ``` # cd examples/cgroupid # make # ./cgroupid hex /sys/fs/cgroup/unified/system.slice/test.service ``` or, using Docker: ``` # cd examples/cgroupid # docker build -t cgroupid . # docker run --rm --privileged -v /sys/fs/cgroup:/sys/fs/cgroup \ cgroupid cgroupid hex /sys/fs/cgroup/unified/system.slice/test.service ``` This prints the cgroup id as a hexadecimal string in the host endianness such as `77 16 00 00 01 00 00 00`. ``` # FILE=/sys/fs/bpf/test01 # CGROUPID_HEX="77 16 00 00 01 00 00 00" # bpftool map update pinned $FILE key hex $CGROUPID_HEX value hex 00 00 00 00 00 00 00 00 any ``` Now that the shell started by systemd-run has its cgroup id in the BPF hash map, bcc tools will display results from this shell. Cgroups can be added and removed from the BPF hash map without restarting the bcc tool. This feature is useful for integrating bcc tools in external projects. ## Filtering by mount namespace The BPF hash map can be created by: ``` # bpftool map create /sys/fs/bpf/mnt_ns_set type hash key 8 value 4 entries 128 \ name mnt_ns_set flags 0 ``` Execute the `execsnoop` tool filtering only the mount namespaces in `/sys/fs/bpf/mnt_ns_set`: ``` # tools/execsnoop.py --mntnsmap /sys/fs/bpf/mnt_ns_set ``` Start a terminal in a new mount namespace: ``` # unshare -m bash ``` Update the hash map with the mount namespace ID of the terminal above: ``` FILE=/sys/fs/bpf/mnt_ns_set if [ $(printf '\1' | od -dAn) -eq 1 ]; then HOST_ENDIAN_CMD=tac else HOST_ENDIAN_CMD=cat fi NS_ID_HEX="$(printf '%016x' $(stat -Lc '%i' /proc/self/ns/mnt) | sed 's/.\{2\}/&\n/g' | $HOST_ENDIAN_CMD)" bpftool map update pinned $FILE key hex $NS_ID_HEX value hex 00 00 00 00 any ``` Execute a command in this terminal: ``` # ping kinvolk.io ``` You'll see how on the `execsnoop` terminal you started above the call is logged: ``` # tools/execsnoop.py --mntnsmap /sys/fs/bpf/mnt_ns_set [sudo] password for mvb: PCOMM PID PPID RET ARGS ping 8096 7970 0 /bin/ping kinvolk.io ``` bpfcc-0.31.0/docs/tutorial.md000066400000000000000000000455321465134135300160030ustar00rootroot00000000000000# bcc Tutorial This tutorial covers how to use [bcc](https://github.com/iovisor/bcc) tools to quickly solve performance, troubleshooting, and networking issues. If you want to develop new bcc tools, see [tutorial_bcc_python_developer.md](tutorial_bcc_python_developer.md) for that tutorial. It is assumed for this tutorial that bcc is already installed, and you can run tools like execsnoop successfully. See [INSTALL.md](../INSTALL.md). This uses enhancements added to the Linux 4.x series. ## Observability Some quick wins. ### 0. Before bcc Before using bcc, you should start with the Linux basics. One reference is the [Linux Performance Analysis in 60,000 Milliseconds](https://netflixtechblog.com/linux-performance-analysis-in-60-000-milliseconds-accc10403c55) post, which covers these commands: 1. uptime 1. dmesg | tail 1. vmstat 1 1. mpstat -P ALL 1 1. pidstat 1 1. iostat -xz 1 1. free -m 1. sar -n DEV 1 1. sar -n TCP,ETCP 1 1. top ### 1. General Performance Here is a generic checklist for performance investigations with bcc, first as a list, then in detail: 1. execsnoop 1. opensnoop 1. ext4slower (or btrfs\*, xfs\*, zfs\*) 1. biolatency 1. biosnoop 1. cachestat 1. tcpconnect 1. tcpaccept 1. tcpretrans 1. runqlat 1. profile These tools may be installed on your system under /usr/share/bcc/tools, or you can run them from the bcc github repo under /tools where they have a .py extension. Browse the 50+ tools available for more analysis options. #### 1.1 execsnoop ``` # ./execsnoop PCOMM PID RET ARGS supervise 9660 0 ./run supervise 9661 0 ./run mkdir 9662 0 /bin/mkdir -p ./main run 9663 0 ./run [...] ``` execsnoop prints one line of output for each new process. Check for short-lived processes. These can consume CPU resources, but not show up in most monitoring tools that periodically take snapshots of which processes are running. It works by tracing exec(), not the fork(), so it will catch many types of new processes but not all (eg, it won't see an application launching working processes, that doesn't exec() anything else). More [examples](../tools/execsnoop_example.txt). #### 1.2. opensnoop ``` # ./opensnoop PID COMM FD ERR PATH 1565 redis-server 5 0 /proc/1565/stat 1565 redis-server 5 0 /proc/1565/stat 1565 redis-server 5 0 /proc/1565/stat 1603 snmpd 9 0 /proc/net/dev 1603 snmpd 11 0 /proc/net/if_inet6 1603 snmpd -1 2 /sys/class/net/eth0/device/vendor 1603 snmpd 11 0 /proc/sys/net/ipv4/neigh/eth0/retrans_time_ms 1603 snmpd 11 0 /proc/sys/net/ipv6/neigh/eth0/retrans_time_ms 1603 snmpd 11 0 /proc/sys/net/ipv6/conf/eth0/forwarding [...] ``` opensnoop prints one line of output for each open() syscall, including details. Files that are opened can tell you a lot about how applications work: identifying their data files, config files, and log files. Sometimes applications can misbehave, and perform poorly, when they are constantly attempting to read files that do not exist. opensnoop gives you a quick look. More [examples](../tools/opensnoop_example.txt). #### 1.3. ext4slower (or btrfs\*, xfs\*, zfs\*) ``` # ./ext4slower Tracing ext4 operations slower than 10 ms TIME COMM PID T BYTES OFF_KB LAT(ms) FILENAME 06:35:01 cron 16464 R 1249 0 16.05 common-auth 06:35:01 cron 16463 R 1249 0 16.04 common-auth 06:35:01 cron 16465 R 1249 0 16.03 common-auth 06:35:01 cron 16465 R 4096 0 10.62 login.defs 06:35:01 cron 16464 R 4096 0 10.61 login.defs ``` ext4slower traces the ext4 file system and times common operations, and then only prints those that exceed a threshold. This is great for identifying or exonerating one type of performance issue: show individually slow disk i/O via the file system. Disks process I/O asynchronously, and it can be difficult to associate latency at that layer with the latency applications experience. Tracing higher up in the kernel stack, at the VFS -> file system interface, will more closely match what an application suffers. Use this tool to identify if file system latency exceeds a given threshold. Similar tools exist in bcc for other file systems: btrfsslower, xfsslower, and zfsslower. There is also fileslower, which works at the VFS layer and traces everything (although at some higher overhead). More [examples](../tools/ext4slower_example.txt). #### 1.4. biolatency ``` # ./biolatency Tracing block device I/O... Hit Ctrl-C to end. ^C usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 1 | | 128 -> 255 : 12 |******** | 256 -> 511 : 15 |********** | 512 -> 1023 : 43 |******************************* | 1024 -> 2047 : 52 |**************************************| 2048 -> 4095 : 47 |********************************** | 4096 -> 8191 : 52 |**************************************| 8192 -> 16383 : 36 |************************** | 16384 -> 32767 : 15 |********** | 32768 -> 65535 : 2 |* | 65536 -> 131071 : 2 |* | ``` biolatency traces disk I/O latency (time from device issue to completion), and when the tool ends (Ctrl-C, or a given interval), it prints a histogram summary of the latency. This is great for understanding disk I/O latency beyond the average times given by tools like iostat. I/O latency outliers will be visible at the end of the distribution, as well as multi-mode distributions. More [examples](../tools/biolatency_example.txt). #### 1.5. biosnoop ``` # ./biosnoop TIME(s) COMM PID DISK T SECTOR BYTES LAT(ms) 0.000004001 supervise 1950 xvda1 W 13092560 4096 0.74 0.000178002 supervise 1950 xvda1 W 13092432 4096 0.61 0.001469001 supervise 1956 xvda1 W 13092440 4096 1.24 0.001588002 supervise 1956 xvda1 W 13115128 4096 1.09 1.022346001 supervise 1950 xvda1 W 13115272 4096 0.98 1.022568002 supervise 1950 xvda1 W 13188496 4096 0.93 [...] ``` biosnoop prints a line of output for each disk I/O, with details including latency (time from device issue to completion). This allows you to examine disk I/O in more detail, and look for time-ordered patterns (eg, reads queueing behind writes). Note that the output will be verbose if your system performs disk I/O at a high rate. More [examples](../tools/biosnoop_example.txt). #### 1.6. cachestat ``` # ./cachestat HITS MISSES DIRTIES READ_HIT% WRITE_HIT% BUFFERS_MB CACHED_MB 1074 44 13 94.9% 2.9% 1 223 2195 170 8 92.5% 6.8% 1 143 182 53 56 53.6% 1.3% 1 143 62480 40960 20480 40.6% 19.8% 1 223 7 2 5 22.2% 22.2% 1 223 348 0 0 100.0% 0.0% 1 223 [...] ``` cachestat prints a one line summary every second (or every custom interval) showing statistics from the file system cache. Use this to identify a low cache hit ratio, and a high rate of misses: which gives one lead for performance tuning. More [examples](../tools/cachestat_example.txt). #### 1.7. tcpconnect ``` # ./tcpconnect PID COMM IP SADDR DADDR DPORT 1479 telnet 4 127.0.0.1 127.0.0.1 23 1469 curl 4 10.201.219.236 54.245.105.25 80 1469 curl 4 10.201.219.236 54.67.101.145 80 1991 telnet 6 ::1 ::1 23 2015 ssh 6 fe80::2000:bff:fe82:3ac fe80::2000:bff:fe82:3ac 22 [...] ``` tcpconnect prints one line of output for every active TCP connection (eg, via connect()), with details including source and destination addresses. Look for unexpected connections that may point to inefficiencies in application configuration, or an intruder. More [examples](../tools/tcpconnect_example.txt). #### 1.8. tcpaccept ``` # ./tcpaccept PID COMM IP RADDR LADDR LPORT 907 sshd 4 192.168.56.1 192.168.56.102 22 907 sshd 4 127.0.0.1 127.0.0.1 22 5389 perl 6 1234:ab12:2040:5020:2299:0:5:0 1234:ab12:2040:5020:2299:0:5:0 7001 [...] ``` tcpaccept prints one line of output for every passive TCP connection (eg, via accept()), with details including source and destination addresses. Look for unexpected connections that may point to inefficiencies in application configuration, or an intruder. More [examples](../tools/tcpaccept_example.txt). #### 1.9. tcpretrans ``` # ./tcpretrans TIME PID IP LADDR:LPORT T> RADDR:RPORT STATE 01:55:05 0 4 10.153.223.157:22 R> 69.53.245.40:34619 ESTABLISHED 01:55:05 0 4 10.153.223.157:22 R> 69.53.245.40:34619 ESTABLISHED 01:55:17 0 4 10.153.223.157:22 R> 69.53.245.40:22957 ESTABLISHED [...] ``` tcprerans prints one line of output for every TCP retransmit packet, with details including source and destination addresses, and kernel state of the TCP connection. TCP retransmissions cause latency and throughput issues. For ESTABLISHED retransmits, look for patterns with networks. For SYN_SENT, this may point to target kernel CPU saturation and kernel packet drops. More [examples](../tools/tcpretrans_example.txt). #### 1.10. runqlat ``` # ./runqlat Tracing run queue latency... Hit Ctrl-C to end. ^C usecs : count distribution 0 -> 1 : 233 |*********** | 2 -> 3 : 742 |************************************ | 4 -> 7 : 203 |********** | 8 -> 15 : 173 |******** | 16 -> 31 : 24 |* | 32 -> 63 : 0 | | 64 -> 127 : 30 |* | 128 -> 255 : 6 | | 256 -> 511 : 3 | | 512 -> 1023 : 5 | | 1024 -> 2047 : 27 |* | 2048 -> 4095 : 30 |* | 4096 -> 8191 : 20 | | 8192 -> 16383 : 29 |* | 16384 -> 32767 : 809 |****************************************| 32768 -> 65535 : 64 |*** | ``` runqlat times how long threads were waiting on the CPU run queues, and prints this as a histogram. This can help quantify time lost waiting for a turn on CPU, during periods of CPU saturation. More [examples](../tools/runqlat_example.txt). #### 1.11. profile ``` # ./profile Sampling at 49 Hertz of all threads by user + kernel stack... Hit Ctrl-C to end. ^C 00007f31d76c3251 [unknown] 47a2c1e752bf47f7 [unknown] - sign-file (8877) 1 ffffffff813d0af8 __clear_user ffffffff813d5277 iov_iter_zero ffffffff814ec5f2 read_iter_zero ffffffff8120be9d __vfs_read ffffffff8120c385 vfs_read ffffffff8120d786 sys_read ffffffff817cc076 entry_SYSCALL_64_fastpath 00007fc5652ad9b0 read - dd (25036) 4 0000000000400542 func_a 0000000000400598 main 00007f12a133e830 __libc_start_main 083e258d4c544155 [unknown] - func_ab (13549) 5 [...] ffffffff8105eb66 native_safe_halt ffffffff8103659e default_idle ffffffff81036d1f arch_cpu_idle ffffffff810bba5a default_idle_call ffffffff810bbd07 cpu_startup_entry ffffffff8104df55 start_secondary - swapper/1 (0) 75 ``` profile is a CPU profiler, which takes samples of stack traces at timed intervals, and prints a summary of unique stack traces and a count of their occurrence. Use this tool to understand the code paths that are consuming CPU resources. More [examples](../tools/profile_example.txt). ### 2. Observability with Generic Tools In addition to the above tools for performance tuning, below is a checklist for bcc generic tools, first as a list, and in detail: 1. trace 1. argdist 1. funccount These generic tools may be useful to provide visibility to solve your specific problems. #### 2.1. trace ##### Example 1 Suppose you want to track file ownership change. There are three syscalls, `chown`, `fchown` and `lchown` which users can use to change file ownership. The corresponding syscall entry is `SyS_[f|l]chown`. The following command can be used to print out syscall parameters and the calling process user id. You can use `id` command to find the uid of a particular user. ``` $ trace.py \ 'p::SyS_chown "file = %s, to_uid = %d, to_gid = %d, from_uid = %d", arg1, arg2, arg3, $uid' \ 'p::SyS_fchown "fd = %d, to_uid = %d, to_gid = %d, from_uid = %d", arg1, arg2, arg3, $uid' \ 'p::SyS_lchown "file = %s, to_uid = %d, to_gid = %d, from_uid = %d", arg1, arg2, arg3, $uid' PID TID COMM FUNC - 1269255 1269255 python3.6 SyS_lchown file = /tmp/dotsync-usisgezu/tmp, to_uid = 128203, to_gid = 100, from_uid = 128203 1269441 1269441 zstd SyS_chown file = /tmp/dotsync-vic7ygj0/dotsync-package.zst, to_uid = 128203, to_gid = 100, from_uid = 128203 1269255 1269255 python3.6 SyS_lchown file = /tmp/dotsync-a40zd7ev/tmp, to_uid = 128203, to_gid = 100, from_uid = 128203 1269442 1269442 zstd SyS_chown file = /tmp/dotsync-gzp413o_/dotsync-package.zst, to_uid = 128203, to_gid = 100, from_uid = 128203 1269255 1269255 python3.6 SyS_lchown file = /tmp/dotsync-whx4fivm/tmp/.bash_profile, to_uid = 128203, to_gid = 100, from_uid = 128203 ``` ##### Example 2 Suppose you want to count nonvoluntary context switches (`nvcsw`) in your bpf based performance monitoring tools and you do not know what is the proper method. `/proc//status` already tells you the number (`nonvoluntary_ctxt_switches`) for a pid and you can use `trace.py` to do a quick experiment to verify your method. With kernel source code, the `nvcsw` is counted at file `linux/kernel/sched/core.c` function `__schedule` and under condition ``` !(!preempt && prev->state) // i.e., preempt || !prev->state ``` The `__schedule` function is marked as `notrace`, and the best place to evaluate the above condition seems in `sched/sched_switch` tracepoint called inside function `__schedule` and defined in `linux/include/trace/events/sched.h`. `trace.py` already has `args` being the pointer to the tracepoint `TP_STRUCT__entry`. The above condition in function `__schedule` can be represented as ``` args->prev_state == TASK_STATE_MAX || args->prev_state == 0 ``` The below command can be used to count the involuntary context switches (per process or per pid) and compare to `/proc//status` or `/proc//task//status` for correctness, as in typical cases, involuntary context switches are not very common. ``` $ trace.py -p 1134138 't:sched:sched_switch (args->prev_state == TASK_STATE_MAX || args->prev_state == 0)' PID TID COMM FUNC 1134138 1134140 contention_test sched_switch 1134138 1134142 contention_test sched_switch ... $ trace.py -L 1134140 't:sched:sched_switch (args->prev_state == TASK_STATE_MAX || args->prev_state == 0)' PID TID COMM FUNC 1134138 1134140 contention_test sched_switch 1134138 1134140 contention_test sched_switch ... ``` ##### Example 3 This example is related to issue [1231](https://github.com/iovisor/bcc/issues/1231) and [1516](https://github.com/iovisor/bcc/issues/1516) where uprobe does not work at all in certain cases. First, you can do a `strace` as below ``` $ strace trace.py 'r:bash:readline "%s", retval' ... perf_event_open(0x7ffd968212f0, -1, 0, -1, 0x8 /* PERF_FLAG_??? */) = -1 EIO (Input/output error) ... ``` The `perf_event_open` syscall returns `-EIO`. Digging into kernel uprobe related codes in `/kernel/trace` and `/kernel/events` directories to search `EIO`, the function `uprobe_register` is the most suspicious. Let us find whether this function is called or not and what is the return value if it is called. In one terminal using the following command to print out the return value of uprobe_register, ``` $ trace.py 'r::uprobe_register "ret = %d", retval' ``` In another terminal run the same bash uretprobe tracing example, and you should get ``` $ trace.py 'r::uprobe_register "ret = %d", retval' PID TID COMM FUNC - 1041401 1041401 python2.7 uprobe_register ret = -5 ``` The `-5` error code is EIO. This confirms that the following code in function `uprobe_register` is the most suspicious culprit. ``` if (!inode->i_mapping->a_ops->readpage && !shmem_mapping(inode->i_mapping)) return -EIO; ``` The `shmem_mapping` function is defined as ``` bool shmem_mapping(struct address_space *mapping) { return mapping->a_ops == &shmem_aops; } ``` To confirm the theory, find what is `inode->i_mapping->a_ops` with the following command ``` $ trace.py -I 'linux/fs.h' 'p::uprobe_register(struct inode *inode) "a_ops = %llx", inode->i_mapping->a_ops' PID TID COMM FUNC - 814288 814288 python2.7 uprobe_register a_ops = ffffffff81a2adc0 ^C$ grep ffffffff81a2adc0 /proc/kallsyms ffffffff81a2adc0 R empty_aops ``` The kernel symbol `empty_aops` does not have `readpage` defined and hence the above suspicious condition is true. Further examining the kernel source code shows that `overlayfs` does not provide its own `a_ops` while some other file systems (e.g., ext4) define their own `a_ops` (e.g., `ext4_da_aops`), and `ext4_da_aops` defines `readpage`. Hence, uprobe works fine on ext4 while not on overlayfs. More [examples](../tools/trace_example.txt). #### 2.2. argdist More [examples](../tools/argdist_example.txt). #### 2.3. funccount More [examples](../tools/funccount_example.txt). ## Networking To do. bpfcc-0.31.0/docs/tutorial_bcc_python_developer.md000066400000000000000000000731151465134135300222560ustar00rootroot00000000000000# bcc Python Developer Tutorial This tutorial is about developing [bcc](https://github.com/iovisor/bcc) tools and programs using the Python interface. There are two parts: observability then networking. Snippets are taken from various programs in bcc: see their files for licences. Also see the bcc developer's [reference_guide.md](reference_guide.md), and a tutorial for end-users of tools: [tutorial.md](tutorial.md). There is also a lua interface for bcc. ## Observability This observability tutorial contains 17 lessons, and 46 enumerated things to learn. ### Lesson 1. Hello World Start by running [examples/hello_world.py](../examples/hello_world.py), while running some commands (eg, "ls") in another session. It should print "Hello, World!" for new processes. If not, start by fixing bcc: see [INSTALL.md](../INSTALL.md). ``` # ./examples/hello_world.py bash-13364 [002] d... 24573433.052937: : Hello, World! bash-13364 [003] d... 24573436.642808: : Hello, World! [...] ``` Here's the code for hello_world.py: ```Python from bcc import BPF BPF(text='int kprobe__sys_clone(void *ctx) { bpf_trace_printk("Hello, World!\\n"); return 0; }').trace_print() ``` There are six things to learn from this: 1. ```text='...'```: This defines a BPF program inline. The program is written in C. 1. ```kprobe__sys_clone()```: This is a short-cut for kernel dynamic tracing via kprobes. If the C function begins with ``kprobe__``, the rest is treated as a kernel function name to instrument, in this case, ```sys_clone()```. 1. ```void *ctx```: ctx has arguments, but since we aren't using them here, we'll just cast it to ```void *```. 1. ```bpf_trace_printk()```: A simple kernel facility for printf() to the common trace_pipe (/sys/kernel/debug/tracing/trace_pipe). This is ok for some quick examples, but has limitations: 3 args max, 1 %s only, and trace_pipe is globally shared, so concurrent programs will have clashing output. A better interface is via BPF_PERF_OUTPUT(), covered later. 1. ```return 0;```: Necessary formality (if you want to know why, see [#139](https://github.com/iovisor/bcc/issues/139)). 1. ```.trace_print()```: A bcc routine that reads trace_pipe and prints the output. ### Lesson 2. sys_sync() Write a program that traces the sys_sync() kernel function. Print "sys_sync() called" when it runs. Test by running ```sync``` in another session while tracing. The hello_world.py program has everything you need for this. Improve it by printing "Tracing sys_sync()... Ctrl-C to end." when the program first starts. Hint: it's just Python. ### Lesson 3. hello_fields.py This program is in [examples/tracing/hello_fields.py](../examples/tracing/hello_fields.py). Sample output (run commands in another session): ``` # ./examples/tracing/hello_fields.py TIME(s) COMM PID MESSAGE 24585001.174885999 sshd 1432 Hello, World! 24585001.195710000 sshd 15780 Hello, World! 24585001.991976000 systemd-udevd 484 Hello, World! 24585002.276147000 bash 15787 Hello, World! ``` Code: ```Python from bcc import BPF from bcc.utils import printb # define BPF program prog = """ int hello(void *ctx) { bpf_trace_printk("Hello, World!\\n"); return 0; } """ # load BPF program b = BPF(text=prog) b.attach_kprobe(event=b.get_syscall_fnname("clone"), fn_name="hello") # header print("%-18s %-16s %-6s %s" % ("TIME(s)", "COMM", "PID", "MESSAGE")) # format output while 1: try: (task, pid, cpu, flags, ts, msg) = b.trace_fields() except ValueError: continue except KeyboardInterrupt: exit() printb(b"%-18.9f %-16s %-6d %s" % (ts, task, pid, msg)) ``` This is similar to hello_world.py, and traces new processes via sys_clone() again, but has a few more things to learn: 1. ```prog =```: This time we declare the C program as a variable, and later refer to it. This is useful if you want to add some string substitutions based on command line arguments. 1. ```hello()```: Now we're just declaring a C function, instead of the ```kprobe__``` shortcut. We'll refer to this later. All C functions declared in the BPF program are expected to be executed on a probe, hence they all need to take a ```pt_reg* ctx``` as first argument. If you need to define some helper function that will not be executed on a probe, they need to be defined as ```static inline``` in order to be inlined by the compiler. Sometimes you would also need to add ```_always_inline``` function attribute to it. 1. ```b.attach_kprobe(event=b.get_syscall_fnname("clone"), fn_name="hello")```: Creates a kprobe for the kernel clone system call function, which will execute our defined hello() function. You can call attach_kprobe() more than once, and attach your C function to multiple kernel functions. 1. ```b.trace_fields()```: Returns a fixed set of fields from trace_pipe. Similar to trace_print(), this is handy for hacking, but for real tooling we should switch to BPF_PERF_OUTPUT(). ### Lesson 4. sync_timing.py Remember the days of sysadmins typing ```sync``` three times on a slow console before ```reboot```, to give the first asynchronous sync time to complete? Then someone thought ```sync;sync;sync``` was clever, to run them all on one line, which became industry practice despite defeating the original purpose! And then sync became synchronous, so more reasons it was silly. Anyway. The following example times how quickly the ```do_sync``` function is called, and prints output if it has been called more recently than one second ago. A ```sync;sync;sync``` will print output for the 2nd and 3rd sync's: ``` # ./examples/tracing/sync_timing.py Tracing for quick sync's... Ctrl-C to end At time 0.00 s: multiple syncs detected, last 95 ms ago At time 0.10 s: multiple syncs detected, last 96 ms ago ``` This program is [examples/tracing/sync_timing.py](../examples/tracing/sync_timing.py): ```Python from __future__ import print_function from bcc import BPF from bcc.utils import printb # load BPF program b = BPF(text=""" #include BPF_HASH(last); int do_trace(struct pt_regs *ctx) { u64 ts, *tsp, delta, key = 0; // attempt to read stored timestamp tsp = last.lookup(&key); if (tsp != NULL) { delta = bpf_ktime_get_ns() - *tsp; if (delta < 1000000000) { // output if time is less than 1 second bpf_trace_printk("%d\\n", delta / 1000000); } last.delete(&key); } // update stored timestamp ts = bpf_ktime_get_ns(); last.update(&key, &ts); return 0; } """) b.attach_kprobe(event=b.get_syscall_fnname("sync"), fn_name="do_trace") print("Tracing for quick sync's... Ctrl-C to end") # format output start = 0 while 1: try: (task, pid, cpu, flags, ts, ms) = b.trace_fields() if start == 0: start = ts ts = ts - start printb(b"At time %.2f s: multiple syncs detected, last %s ms ago" % (ts, ms)) except KeyboardInterrupt: exit() ``` Things to learn: 1. ```bpf_ktime_get_ns()```: Returns the time as nanoseconds. 1. ```BPF_HASH(last)```: Creates a BPF map object that is a hash (associative array), called "last". We didn't specify any further arguments, so it defaults to key and value types of u64. 1. ```key = 0```: We'll only store one key/value pair in this hash, where the key is hardwired to zero. 1. ```last.lookup(&key)```: Lookup the key in the hash, and return a pointer to its value if it exists, else NULL. We pass the key in as an address to a pointer. 1. ```if (tsp != NULL) {```: The verifier requires that pointer values derived from a map lookup must be checked for a null value before they can be dereferenced and used. 1. ```last.delete(&key)```: Delete the key from the hash. This is currently required because of [a kernel bug in `.update()`](https://git.kernel.org/cgit/linux/kernel/git/davem/net.git/commit/?id=a6ed3ea65d9868fdf9eff84e6fe4f666b8d14b02) (fixed in 4.8.10). 1. ```last.update(&key, &ts)```: Associate the value in the 2nd argument to the key, overwriting any previous value. This records the timestamp. ### Lesson 5. sync_count.py Modify the sync_timing.py program (prior lesson) to store the count of all kernel sync system calls (both fast and slow), and print it with the output. This count can be recorded in the BPF program by adding a new key index to the existing hash. ### Lesson 6. disksnoop.py Browse the [examples/tracing/disksnoop.py](../examples/tracing/disksnoop.py) program to see what is new. Here is some sample output: ``` # ./disksnoop.py TIME(s) T BYTES LAT(ms) 16458043.436012 W 4096 3.13 16458043.437326 W 4096 4.44 16458044.126545 R 4096 42.82 16458044.129872 R 4096 3.24 [...] ``` And a code snippet: ```Python [...] REQ_WRITE = 1 # from include/linux/blk_types.h # load BPF program b = BPF(text=""" #include #include BPF_HASH(start, struct request *); void trace_start(struct pt_regs *ctx, struct request *req) { // stash start timestamp by request ptr u64 ts = bpf_ktime_get_ns(); start.update(&req, &ts); } void trace_completion(struct pt_regs *ctx, struct request *req) { u64 *tsp, delta; tsp = start.lookup(&req); if (tsp != 0) { delta = bpf_ktime_get_ns() - *tsp; bpf_trace_printk("%d %x %d\\n", req->__data_len, req->cmd_flags, delta / 1000); start.delete(&req); } } """) if BPF.get_kprobe_functions(b'blk_start_request'): b.attach_kprobe(event="blk_start_request", fn_name="trace_start") b.attach_kprobe(event="blk_mq_start_request", fn_name="trace_start") if BPF.get_kprobe_functions(b'__blk_account_io_done'): b.attach_kprobe(event="__blk_account_io_done", fn_name="trace_completion") else: b.attach_kprobe(event="blk_account_io_done", fn_name="trace_completion") [...] ``` Things to learn: 1. ```REQ_WRITE```: We're defining a kernel constant in the Python program because we'll use it there later. If we were using REQ_WRITE in the BPF program, it should just work (without needing to be defined) with the appropriate #includes. 1. ```trace_start(struct pt_regs *ctx, struct request *req)```: This function will later be attached to kprobes. The arguments to kprobe functions are ```struct pt_regs *ctx```, for registers and BPF context, and then the actual arguments to the function. We'll attach this to blk_start_request(), where the first argument is ```struct request *```. 1. ```start.update(&req, &ts)```: We're using the pointer to the request struct as a key in our hash. What? This is commonplace in tracing. Pointers to structs turn out to be great keys, as they are unique: two structs can't have the same pointer address. (Just be careful about when it gets free'd and reused.) So what we're really doing is tagging the request struct, which describes the disk I/O, with our own timestamp, so that we can time it. There's two common keys used for storing timestamps: pointers to structs, and, thread IDs (for timing function entry to return). 1. ```req->__data_len```: We're dereferencing members of ```struct request```. See its definition in the kernel source for what members are there. bcc actually rewrites these expressions to be a series of ```bpf_probe_read_kernel()``` calls. Sometimes bcc can't handle a complex dereference, and you need to call ```bpf_probe_read_kernel()``` directly. This is a pretty interesting program, and if you can understand all the code, you'll understand many important basics. We're still using the bpf_trace_printk() hack, so let's fix that next. ### Lesson 7. hello_perf_output.py Let's finally stop using bpf_trace_printk() and use the proper BPF_PERF_OUTPUT() interface. This will also mean we stop getting the free trace_field() members like PID and timestamp, and will need to fetch them directly. Sample output while commands are run in another session: ``` # ./hello_perf_output.py TIME(s) COMM PID MESSAGE 0.000000000 bash 22986 Hello, perf_output! 0.021080275 systemd-udevd 484 Hello, perf_output! 0.021359520 systemd-udevd 484 Hello, perf_output! 0.021590610 systemd-udevd 484 Hello, perf_output! [...] ``` Code is [examples/tracing/hello_perf_output.py](../examples/tracing/hello_perf_output.py): ```Python from bcc import BPF # define BPF program prog = """ #include // define output data structure in C struct data_t { u32 pid; u64 ts; char comm[TASK_COMM_LEN]; }; BPF_PERF_OUTPUT(events); int hello(struct pt_regs *ctx) { struct data_t data = {}; data.pid = bpf_get_current_pid_tgid(); data.ts = bpf_ktime_get_ns(); bpf_get_current_comm(&data.comm, sizeof(data.comm)); events.perf_submit(ctx, &data, sizeof(data)); return 0; } """ # load BPF program b = BPF(text=prog) b.attach_kprobe(event=b.get_syscall_fnname("clone"), fn_name="hello") # header print("%-18s %-16s %-6s %s" % ("TIME(s)", "COMM", "PID", "MESSAGE")) # process event start = 0 def print_event(cpu, data, size): global start event = b["events"].event(data) if start == 0: start = event.ts time_s = (float(event.ts - start)) / 1000000000 print("%-18.9f %-16s %-6d %s" % (time_s, event.comm, event.pid, "Hello, perf_output!")) # loop with callback to print_event b["events"].open_perf_buffer(print_event) while 1: b.perf_buffer_poll() ``` Things to learn: 1. ```struct data_t```: This defines the C struct we'll use to pass data from kernel to user space. 1. ```BPF_PERF_OUTPUT(events)```: This names our output channel "events". 1. ```struct data_t data = {};```: Create an empty data_t struct that we'll then populate. 1. ```bpf_get_current_pid_tgid()```: Returns the process ID in the lower 32 bits (kernel's view of the PID, which in user space is usually presented as the thread ID), and the thread group ID in the upper 32 bits (what user space often thinks of as the PID). By directly setting this to a u32, we discard the upper 32 bits. Should you be presenting the PID or the TGID? For a multi-threaded app, the TGID will be the same, so you need the PID to differentiate them, if that's what you want. It's also a question of expectations for the end user. 1. ```bpf_get_current_comm()```: Populates the first argument address with the current process name. 1. ```events.perf_submit()```: Submit the event for user space to read via a perf ring buffer. 1. ```def print_event()```: Define a Python function that will handle reading events from the ```events``` stream. 1. ```b["events"].event(data)```: Now get the event as a Python object, auto-generated from the C declaration. 1. ```b["events"].open_perf_buffer(print_event)```: Associate the Python ```print_event``` function with the ```events``` stream. 1. ```while 1: b.perf_buffer_poll()```: Block waiting for events. ### Lesson 8. sync_perf_output.py Rewrite sync_timing.py, from a prior lesson, to use ```BPF_PERF_OUTPUT```. ### Lesson 9. bitehist.py The following tool records a histogram of disk I/O sizes. Sample output: ``` # ./bitehist.py Tracing... Hit Ctrl-C to end. ^C kbytes : count distribution 0 -> 1 : 3 | | 2 -> 3 : 0 | | 4 -> 7 : 211 |********** | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 1 | | 128 -> 255 : 800 |**************************************| ``` Code is [examples/tracing/bitehist.py](../examples/tracing/bitehist.py): ```Python from __future__ import print_function from bcc import BPF from time import sleep # load BPF program b = BPF(text=""" #include #include BPF_HISTOGRAM(dist); int kprobe__blk_account_io_done(struct pt_regs *ctx, struct request *req) { dist.increment(bpf_log2l(req->__data_len / 1024)); return 0; } """) # header print("Tracing... Hit Ctrl-C to end.") # trace until Ctrl-C try: sleep(99999999) except KeyboardInterrupt: print() # output b["dist"].print_log2_hist("kbytes") ``` A recap from earlier lessons: - ```kprobe__```: This prefix means the rest will be treated as a kernel function name that will be instrumented using kprobe. - ```struct pt_regs *ctx, struct request *req```: Arguments to kprobe. The ```ctx``` is registers and BPF context, the ```req``` is the first argument to the instrumented function: ```blk_account_io_done()```. - ```req->__data_len```: Dereferencing that member. New things to learn: 1. ```BPF_HISTOGRAM(dist)```: Defines a BPF map object that is a histogram, and names it "dist". 1. ```dist.increment()```: Increments the histogram bucket index provided as first argument by one by default. Optionally, custom increments can be passed as the second argument. 1. ```bpf_log2l()```: Returns the log-2 of the provided value. This becomes the index of our histogram, so that we're constructing a power-of-2 histogram. 1. ```b["dist"].print_log2_hist("kbytes")```: Prints the "dist" histogram as power-of-2, with a column header of "kbytes". The only data transferred from kernel to user space is the bucket counts, making this efficient. ### Lesson 10. disklatency.py Write a program that times disk I/O, and prints a histogram of their latency. Disk I/O instrumentation and timing can be found in the disksnoop.py program from a prior lesson, and histogram code can be found in bitehist.py from a prior lesson. ### Lesson 11. vfsreadlat.py This example is split into separate Python and C files. Example output: ``` # ./vfsreadlat.py 1 Tracing... Hit Ctrl-C to end. usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 2 |*********** | 4 -> 7 : 7 |****************************************| 8 -> 15 : 4 |********************** | usecs : count distribution 0 -> 1 : 29 |****************************************| 2 -> 3 : 28 |************************************** | 4 -> 7 : 4 |***** | 8 -> 15 : 8 |*********** | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 2 |** | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 0 | | 4096 -> 8191 : 4 |***** | 8192 -> 16383 : 6 |******** | 16384 -> 32767 : 9 |************ | 32768 -> 65535 : 6 |******** | 65536 -> 131071 : 2 |** | usecs : count distribution 0 -> 1 : 11 |****************************************| 2 -> 3 : 2 |******* | 4 -> 7 : 10 |************************************ | 8 -> 15 : 8 |***************************** | 16 -> 31 : 1 |*** | 32 -> 63 : 2 |******* | [...] ``` Browse the code in [examples/tracing/vfsreadlat.py](../examples/tracing/vfsreadlat.py) and [examples/tracing/vfsreadlat.c](../examples/tracing/vfsreadlat.c). Things to learn: 1. ```b = BPF(src_file = "vfsreadlat.c")```: Read the BPF C program from a separate source file. 1. ```b.attach_kretprobe(event="vfs_read", fn_name="do_return")```: Attaches the BPF C function ```do_return()``` to the return of the kernel function ```vfs_read()```. This is a kretprobe: instrumenting the return from a function, rather than its entry. 1. ```b["dist"].clear()```: Clears the histogram. ### Lesson 12. urandomread.py Tracing while a ```dd if=/dev/urandom of=/dev/null bs=8k count=5``` is run: ``` # ./urandomread.py TIME(s) COMM PID GOTBITS 24652832.956994001 smtp 24690 384 24652837.726500999 dd 24692 65536 24652837.727111001 dd 24692 65536 24652837.727703001 dd 24692 65536 24652837.728294998 dd 24692 65536 24652837.728888001 dd 24692 65536 ``` Hah! I caught smtp by accident. Code is [examples/tracing/urandomread.py](../examples/tracing/urandomread.py): ```Python from __future__ import print_function from bcc import BPF # load BPF program b = BPF(text=""" TRACEPOINT_PROBE(random, urandom_read) { // args is from /sys/kernel/debug/tracing/events/random/urandom_read/format bpf_trace_printk("%d\\n", args->got_bits); return 0; } """) # header print("%-18s %-16s %-6s %s" % ("TIME(s)", "COMM", "PID", "GOTBITS")) # format output while 1: try: (task, pid, cpu, flags, ts, msg) = b.trace_fields() except ValueError: continue print("%-18.9f %-16s %-6d %s" % (ts, task, pid, msg)) ``` Things to learn: 1. ```TRACEPOINT_PROBE(random, urandom_read)```: Instrument the kernel tracepoint ```random:urandom_read```. These have a stable API, and thus are recommend to use instead of kprobes, wherever possible. You can run ```perf list``` for a list of tracepoints. Linux >= 4.7 is required to attach BPF programs to tracepoints. 1. ```args->got_bits```: ```args``` is auto-populated to be a structure of the tracepoint arguments. The comment above says where you can see that structure. Eg: ``` # cat /sys/kernel/debug/tracing/events/random/urandom_read/format name: urandom_read ID: 972 format: field:unsigned short common_type; offset:0; size:2; signed:0; field:unsigned char common_flags; offset:2; size:1; signed:0; field:unsigned char common_preempt_count; offset:3; size:1; signed:0; field:int common_pid; offset:4; size:4; signed:1; field:int got_bits; offset:8; size:4; signed:1; field:int pool_left; offset:12; size:4; signed:1; field:int input_left; offset:16; size:4; signed:1; print fmt: "got_bits %d nonblocking_pool_entropy_left %d input_entropy_left %d", REC->got_bits, REC->pool_left, REC->input_left ``` In this case, we were printing the ```got_bits``` member. ### Lesson 13. disksnoop.py fixed Convert disksnoop.py from a previous lesson to use the ```block:block_rq_issue``` and ```block:block_rq_complete``` tracepoints. ### Lesson 14. strlen_count.py This program instruments a user-level function, the ```strlen()``` library function, and frequency counts its string argument. Example output: ``` # ./strlen_count.py Tracing strlen()... Hit Ctrl-C to end. ^C COUNT STRING 1 " " 1 "/bin/ls" 1 "." 1 "cpudist.py.1" 1 ".bashrc" 1 "ls --color=auto" 1 "key_t" [...] 10 "a7:~# " 10 "/root" 12 "LC_ALL" 12 "en_US.UTF-8" 13 "en_US.UTF-8" 20 "~" 70 "#%^,~:-=?+/}" 340 "\x01\x1b]0;root@bgregg-test: ~\x07\x02root@bgregg-test:~# " ``` These are various strings that are being processed by this library function while tracing, along with their frequency counts. ```strlen()``` was called on "LC_ALL" 12 times, for example. Code is [examples/tracing/strlen_count.py](../examples/tracing/strlen_count.py): ```Python from __future__ import print_function from bcc import BPF from time import sleep # load BPF program b = BPF(text=""" #include struct key_t { char c[80]; }; BPF_HASH(counts, struct key_t); int count(struct pt_regs *ctx) { if (!PT_REGS_PARM1(ctx)) return 0; struct key_t key = {}; u64 zero = 0, *val; bpf_probe_read_user(&key.c, sizeof(key.c), (void *)PT_REGS_PARM1(ctx)); // could also use `counts.increment(key)` val = counts.lookup_or_try_init(&key, &zero); if (val) { (*val)++; } return 0; }; """) b.attach_uprobe(name="c", sym="strlen", fn_name="count") # header print("Tracing strlen()... Hit Ctrl-C to end.") # sleep until Ctrl-C try: sleep(99999999) except KeyboardInterrupt: pass # print output print("%10s %s" % ("COUNT", "STRING")) counts = b.get_table("counts") for k, v in sorted(counts.items(), key=lambda counts: counts[1].value): print("%10d \"%s\"" % (v.value, k.c.encode('string-escape'))) ``` Things to learn: 1. ```PT_REGS_PARM1(ctx)```: This fetches the first argument to ```strlen()```, which is the string. 1. ```b.attach_uprobe(name="c", sym="strlen", fn_name="count")```: Attach to library "c" (if this is the main program, use its pathname), instrument the user-level function ```strlen()```, and on execution call our C function ```count()```. ### Lesson 15. nodejs_http_server.py This program instruments a user statically-defined tracing (USDT) probe, which is the user-level version of a kernel tracepoint. Sample output: ``` # ./nodejs_http_server.py 24728 TIME(s) COMM PID ARGS 24653324.561322998 node 24728 path:/index.html 24653335.343401998 node 24728 path:/images/welcome.png 24653340.510164998 node 24728 path:/images/favicon.png ``` Relevant code from [examples/tracing/nodejs_http_server.py](../examples/tracing/nodejs_http_server.py): ```Python from __future__ import print_function from bcc import BPF, USDT import sys if len(sys.argv) < 2: print("USAGE: nodejs_http_server PID") exit() pid = sys.argv[1] debug = 0 # load BPF program bpf_text = """ #include int do_trace(struct pt_regs *ctx) { uint64_t addr; char path[128]={0}; bpf_usdt_readarg(6, ctx, &addr); bpf_probe_read_user(&path, sizeof(path), (void *)addr); bpf_trace_printk("path:%s\\n", path); return 0; }; """ # enable USDT probe from given PID u = USDT(pid=int(pid)) u.enable_probe(probe="http__server__request", fn_name="do_trace") if debug: print(u.get_text()) print(bpf_text) # initialize BPF b = BPF(text=bpf_text, usdt_contexts=[u]) ``` Things to learn: 1. ```bpf_usdt_readarg(6, ctx, &addr)```: Read the address of argument 6 from the USDT probe into ```addr```. 1. ```bpf_probe_read_user(&path, sizeof(path), (void *)addr)```: Now the string ```addr``` points to into our ```path``` variable. 1. ```u = USDT(pid=int(pid))```: Initialize USDT tracing for the given PID. 1. ```u.enable_probe(probe="http__server__request", fn_name="do_trace")```: Attach our ```do_trace()``` BPF C function to the Node.js ```http__server__request``` USDT probe. 1. ```b = BPF(text=bpf_text, usdt_contexts=[u])```: Need to pass in our USDT object, ```u```, to BPF object creation. ### Lesson 16. task_switch.c This is an older tutorial included as a bonus lesson. Use this for recap and to reinforce what you've already learned. This is a slightly more complex tracing example than Hello World. This program will be invoked for every task change in the kernel, and record in a BPF map the new and old pids. The C program below introduces a new concept: the prev argument. This argument is treated specially by the BCC frontend, such that accesses to this variable are read from the saved context that is passed by the kprobe infrastructure. The prototype of the args starting from position 1 should match the prototype of the kernel function being kprobed. If done so, the program will have seamless access to the function parameters. ```c #include #include struct key_t { u32 prev_pid; u32 curr_pid; }; BPF_HASH(stats, struct key_t, u64, 1024); int count_sched(struct pt_regs *ctx, struct task_struct *prev) { struct key_t key = {}; u64 zero = 0, *val; key.curr_pid = bpf_get_current_pid_tgid(); key.prev_pid = prev->pid; // could also use `stats.increment(key);` val = stats.lookup_or_try_init(&key, &zero); if (val) { (*val)++; } return 0; } ``` The userspace component loads the file shown above, and attaches it to the `finish_task_switch` kernel function. The `[]` operator of the BPF object gives access to each BPF_HASH in the program, allowing pass-through access to the values residing in the kernel. Use the object as you would any other python dict object: read, update, and deletes are all allowed. ```python from bcc import BPF from time import sleep b = BPF(src_file="task_switch.c") b.attach_kprobe(event="finish_task_switch", fn_name="count_sched") # generate many schedule events for i in range(0, 100): sleep(0.01) for k, v in b["stats"].items(): print("task_switch[%5d->%5d]=%u" % (k.prev_pid, k.curr_pid, v.value)) ``` These programs can be found in the files [examples/tracing/task_switch.c](../examples/tracing/task_switch.c) and [examples/tracing/task_switch.py](../examples/tracing/task_switch.py) respectively. ### Lesson 17. Further Study For further study, see Sasha Goldshtein's [linux-tracing-workshop](https://github.com/goldshtn/linux-tracing-workshop), which contains additional labs. There are also many tools in bcc /tools to study. Please read [CONTRIBUTING-SCRIPTS.md](../CONTRIBUTING-SCRIPTS.md) if you wish to contribute tools to bcc. At the bottom of the main [README.md](../README.md), you'll also find methods for contacting us. Good luck, and happy tracing! ## Networking To do. bpfcc-0.31.0/examples/000077500000000000000000000000001465134135300144735ustar00rootroot00000000000000bpfcc-0.31.0/examples/CMakeLists.txt000066400000000000000000000004161465134135300172340ustar00rootroot00000000000000set(EXAMPLE_PROGRAMS hello_world.py) install(PROGRAMS ${EXAMPLE_PROGRAMS} DESTINATION share/bcc/examples) if(ENABLE_CLANG_JIT) if(ENABLE_USDT) add_subdirectory(cpp) endif(ENABLE_USDT) add_subdirectory(lua) add_subdirectory(networking) add_subdirectory(tracing) endif() bpfcc-0.31.0/examples/cgroupid/000077500000000000000000000000001465134135300163075ustar00rootroot00000000000000bpfcc-0.31.0/examples/cgroupid/Dockerfile000066400000000000000000000005411465134135300203010ustar00rootroot00000000000000# builder image FROM ubuntu:18.04 as builder RUN apt-get update && \ apt-get upgrade -y && \ apt-get install -y --no-install-recommends \ gcc build-essential && \ apt-get purge --auto-remove && \ apt-get clean ADD cgroupid.c /cgroupid.c ADD Makefile /Makefile RUN make # Main image FROM amd64/alpine:3.8 as base COPY --from=builder /cgroupid /bin bpfcc-0.31.0/examples/cgroupid/Makefile000066400000000000000000000000771465134135300177530ustar00rootroot00000000000000cgroupid: cgroupid.c gcc -Wall -static -o cgroupid cgroupid.c bpfcc-0.31.0/examples/cgroupid/cgroupid.c000066400000000000000000000045751465134135300203020ustar00rootroot00000000000000#define _GNU_SOURCE #include #include #include #include #include #include #include #include #include #include #include #include /* 67e9c74b8a873408c27ac9a8e4c1d1c8d72c93ff (4.5) */ #ifndef CGROUP2_SUPER_MAGIC #define CGROUP2_SUPER_MAGIC 0x63677270 #endif struct cgid_file_handle { //struct file_handle handle; unsigned int handle_bytes; int handle_type; uint64_t cgid; }; uint64_t get_cgroupid(const char *pathname) { struct statfs fs; int err; struct cgid_file_handle *h; int mount_id; uint64_t ret; err = statfs(pathname, &fs); if (err != 0) { fprintf (stderr, "statfs on %s failed: %s\n", pathname, strerror(errno)); exit(1); } if ((fs.f_type != (typeof(fs.f_type)) CGROUP2_SUPER_MAGIC)) { fprintf (stderr, "File %s is not on a cgroup2 mount.\n", pathname); exit(1); } h = malloc(sizeof(struct cgid_file_handle)); if (!h) { fprintf (stderr, "Cannot allocate memory.\n"); exit(1); } h->handle_bytes = 8; err = name_to_handle_at(AT_FDCWD, pathname, (struct file_handle *)h, &mount_id, 0); if (err != 0) { fprintf (stderr, "name_to_handle_at failed: %s\n", strerror(errno)); exit(1); } if (h->handle_bytes != 8) { fprintf (stderr, "Unexpected handle size: %d. \n", h->handle_bytes); exit(1); } ret = h->cgid; free(h); return ret; } void usage() { fprintf (stderr, "Usage: cgroupid FORMAT FILE\n"); fprintf (stderr, "Print the cgroup id of a cgroup2 directory.\n"); fprintf (stderr, "Example: cgroupid print-hex /sys/fs/cgroup/unified/system.slice/test.service\n"); fprintf (stderr, "\n"); fprintf (stderr, "Format:\n"); fprintf (stderr, " number print the cgroup id as a number\n"); fprintf (stderr, " hex print the cgroup id as a hexadecimal, suitable for bpftool\n"); fprintf (stderr, "\n"); } int main(int argc, char **argv) { uint64_t cgroupid; int i; if (argc != 3 || (strcmp(argv[1], "number") != 0 && strcmp(argv[1], "hex"))) { usage(); exit(1); } cgroupid = get_cgroupid(argv[2]); if (strcmp(argv[1], "number") == 0) printf("%lu\n", cgroupid); if (strcmp(argv[1], "hex") == 0) { for (i=0; i<8; i++) { printf("%02x%s", ((unsigned char *)&cgroupid)[i], i == 7 ? "\n":" "); } } return 0; } bpfcc-0.31.0/examples/cpp/000077500000000000000000000000001465134135300152555ustar00rootroot00000000000000bpfcc-0.31.0/examples/cpp/CGroupTest.cc000066400000000000000000000042741465134135300176320ustar00rootroot00000000000000/* * CGroupTest Demonstrate how to use BPF cgroup API to collect file open event * * Basic example of cgroup and BPF kprobes. * * USAGE: CGroupTest cgroup2_path * * EXAMPLES: * 1. Create a directory under cgroup2 mountpoint: * $ sudo mkdir /sys/fs/cgroup/unified/test * 2. Add current bash into the testing cgroup: * $ sudo echo $$ | sudo tee -a /sys/fs/cgroup/unified/test/cgroup.procs * 3. Open another bash window, and start CGroupTest as: * $ sudo ./examples/cpp/CGroupTest /sys/fs/cgroup/unified/test * 4. Run file open activity from previous bash window should be printed. * * Copyright (c) Jinshan Xiong * Licensed under the Apache License, Version 2.0 (the "License") */ #include #include #include #include #include #include #include "BPF.h" const std::string BPF_PROGRAM = R"( #include #include #include BPF_CGROUP_ARRAY(cgroup, 1); int on_vfs_open(struct pt_regs *ctx, struct path *path) { if (cgroup.check_current_task(0) > 0) bpf_trace_printk("file '%s' was opened!\n", path->dentry->d_name.name); return 0; } )"; int main(int argc, char** argv) { if (argc != 2) { std::cerr << argv[0] << ": requires _one_ cgroup path" << std::endl; return 1; } ebpf::BPF bpf; auto init_res = bpf.init(BPF_PROGRAM); if (!init_res.ok()) { std::cerr << init_res.msg() << std::endl; return 1; } auto cgroup_array = bpf.get_cgroup_array("cgroup"); auto update_res = cgroup_array.update_value(0, argv[1]); if (!update_res.ok()) { std::cerr << update_res.msg() << std::endl; return 1; } auto attach_res = bpf.attach_kprobe("vfs_open", "on_vfs_open"); if (!attach_res.ok()) { std::cerr << attach_res.msg() << std::endl; return 1; } std::ifstream pipe("/sys/kernel/debug/tracing/trace_pipe"); std::string line; std::cout << "Started tracing open event, hit Ctrl-C to terminate." << std::endl; while (std::getline(pipe, line)) std::cout << line << std::endl; auto detach_res = bpf.detach_kprobe("vfs_open"); if (!detach_res.ok()) { std::cerr << detach_res.msg() << std::endl; return 1; } return 0; } bpfcc-0.31.0/examples/cpp/CMakeLists.txt000066400000000000000000000022041465134135300200130ustar00rootroot00000000000000# Copyright (c) Facebook, Inc. # Licensed under the Apache License, Version 2.0 (the "License") include_directories(${PROJECT_BINARY_DIR}/src/cc) include_directories(${PROJECT_SOURCE_DIR}/src/cc) include_directories(${PROJECT_SOURCE_DIR}/src/cc/api) include_directories(${LLVM_INCLUDE_DIRS}) if (CMAKE_USE_LIBBPF_PACKAGE AND LIBBPF_FOUND) include_directories(${PROJECT_SOURCE_DIR}/src/cc/compat) else() include_directories(${PROJECT_SOURCE_DIR}/src/cc/libbpf/include/uapi) endif() set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fPIC") set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -fPIC") option(INSTALL_CPP_EXAMPLES "Install C++ examples. Those binaries are statically linked and can take plenty of disk space" OFF) file(GLOB EXAMPLES *.cc) foreach(EXAMPLE ${EXAMPLES}) get_filename_component(NAME ${EXAMPLE} NAME_WE) add_executable(${NAME} ${EXAMPLE}) if(NOT CMAKE_USE_LIBBPF_PACKAGE) target_link_libraries(${NAME} bcc-static) else() target_link_libraries(${NAME} bcc-shared) endif() if(INSTALL_CPP_EXAMPLES) install (TARGETS ${NAME} DESTINATION share/bcc/examples/cpp) endif(INSTALL_CPP_EXAMPLES) endforeach() add_subdirectory(pyperf) bpfcc-0.31.0/examples/cpp/CPUDistribution.cc000066400000000000000000000046651465134135300206260ustar00rootroot00000000000000/* * CPUDistribution Show load distribution across CPU cores during a period of * time. For Linux, uses BCC, eBPF. Embedded C. * * Basic example of BCC and kprobes. * * USAGE: CPUDistribution [duration] * * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") */ #include #include #include #include #include #include "BPF.h" const std::string BPF_PROGRAM = R"( #include #include BPF_HASH(pid_to_cpu, pid_t, int); BPF_HASH(pid_to_ts, pid_t, uint64_t); BPF_HASH(cpu_time, int, uint64_t); int task_switch_event(struct pt_regs *ctx, struct task_struct *prev) { pid_t prev_pid = prev->pid; int* prev_cpu = pid_to_cpu.lookup(&prev_pid); uint64_t* prev_ts = pid_to_ts.lookup(&prev_pid); pid_t cur_pid = bpf_get_current_pid_tgid(); int cur_cpu = bpf_get_smp_processor_id(); uint64_t cur_ts = bpf_ktime_get_ns(); uint64_t this_cpu_time = 0; if (prev_ts) { pid_to_ts.delete(&prev_pid); this_cpu_time = (cur_ts - *prev_ts); } if (prev_cpu) { pid_to_cpu.delete(&prev_pid); if (this_cpu_time > 0) { int cpu_key = *prev_cpu; uint64_t* history_time = cpu_time.lookup(&cpu_key); if (history_time) this_cpu_time += *history_time; cpu_time.update(&cpu_key, &this_cpu_time); } } pid_to_cpu.update(&cur_pid, &cur_cpu); pid_to_ts.update(&cur_pid, &cur_ts); return 0; } )"; int main(int argc, char** argv) { ebpf::BPF bpf; auto init_res = bpf.init(BPF_PROGRAM); if (!init_res.ok()) { std::cerr << init_res.msg() << std::endl; return 1; } auto attach_res = bpf.attach_kprobe("finish_task_switch", "task_switch_event"); if (!attach_res.ok()) { std::cerr << attach_res.msg() << std::endl; return 1; } int probe_time = 10; if (argc == 2) { probe_time = atoi(argv[1]); } std::cout << "Probing for " << probe_time << " seconds" << std::endl; sleep(probe_time); auto table = bpf.get_hash_table("cpu_time"); auto num_cores = sysconf(_SC_NPROCESSORS_ONLN); for (int i = 0; i < num_cores; i++) { std::cout << "CPU " << std::setw(2) << i << " worked for "; std::cout << (table[i] / 1000000.0) << " ms." << std::endl; } auto detach_res = bpf.detach_kprobe("finish_task_switch"); if (!detach_res.ok()) { std::cerr << detach_res.msg() << std::endl; return 1; } return 0; } bpfcc-0.31.0/examples/cpp/FollyRequestContextSwitch.cc000066400000000000000000000062421465134135300227550ustar00rootroot00000000000000/* * FollyRequestContextSwitch Monitor RequestContext switch events for any binary * uses the class from [folly](http://bit.ly/2h6S1yx). * For Linux, uses BCC, eBPF. Embedded C. * * Basic example of using USDT with BCC. * * USAGE: FollyRequestContextSwitch PATH_TO_BINARY * * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") */ #include #include #include #include #include "BPF.h" const std::string BPF_PROGRAM = R"( #include #include struct event_t { int pid; char name[16]; uint64_t old_addr; uint64_t new_addr; }; BPF_PERF_OUTPUT(events); int on_context_switch(struct pt_regs *ctx) { struct event_t event = {}; event.pid = bpf_get_current_pid_tgid(); bpf_get_current_comm(&event.name, sizeof(event.name)); bpf_usdt_readarg(1, ctx, &event.old_addr); bpf_usdt_readarg(2, ctx, &event.new_addr); events.perf_submit(ctx, &event, sizeof(event)); return 0; } )"; // Define the same struct to use in user space. struct event_t { int pid; char name[16]; uint64_t old_addr; uint64_t new_addr; }; void handle_output(void* cb_cookie, void* data, int data_size) { auto event = static_cast(data); std::cout << "PID " << event->pid << " (" << event->name << ") "; std::cout << "folly::RequestContext switch from " << event->old_addr << " to " << event->new_addr << std::endl; } std::function shutdown_handler; void signal_handler(int s) { shutdown_handler(s); } int main(int argc, char** argv) { std::string binary; pid_t pid = -1; for (int i = 0; i < argc; i++) { if (strncmp(argv[i], "--pid", 5) == 0) { pid = std::stoi(argv[i + 1]); i++; continue; } if (strncmp(argv[i], "--binary", 8) == 0) { binary = argv[i + 1]; i++; continue; } } if (pid <= 0 && binary.empty()) { std::cout << "Must specify at least one of binary or PID:" << std::endl << "FollyRequestContextSwitch [--pid PID] [--binary BINARY]" << std::endl; exit(1); } ebpf::USDT u(binary, pid, "folly", "request_context_switch_before", "on_context_switch"); ebpf::BPF* bpf = new ebpf::BPF(); auto init_res = bpf->init(BPF_PROGRAM, {}, {u}); if (!init_res.ok()) { std::cerr << init_res.msg() << std::endl; return 1; } auto attach_res = bpf->attach_usdt_all(); if (!attach_res.ok()) { std::cerr << attach_res.msg() << std::endl; return 1; } else { std::cout << "Attached to USDT " << u; } auto open_res = bpf->open_perf_buffer("events", &handle_output); if (!open_res.ok()) { std::cerr << open_res.msg() << std::endl; return 1; } shutdown_handler = [&](int s) { std::cerr << "Terminating..." << std::endl; bpf->detach_usdt_all(); delete bpf; exit(0); }; signal(SIGINT, signal_handler); std::cout << "Started tracing, hit Ctrl-C to terminate." << std::endl; auto perf_buffer = bpf->get_perf_buffer("events"); if (perf_buffer) while (true) // 100ms timeout perf_buffer->poll(100); return 0; } bpfcc-0.31.0/examples/cpp/HelloWorld.cc000066400000000000000000000025321465134135300176410ustar00rootroot00000000000000/* * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") */ #include #include #include #include #include "bcc_version.h" #include "BPF.h" const std::string BPF_PROGRAM = R"( int on_sys_clone(void *ctx) { bpf_trace_printk("Hello, World! Here I did a sys_clone call!\n"); return 0; } )"; int main() { ebpf::BPF bpf; auto init_res = bpf.init(BPF_PROGRAM); if (!init_res.ok()) { std::cerr << init_res.msg() << std::endl; return 1; } std::ifstream pipe("/sys/kernel/debug/tracing/trace_pipe"); std::string line; std::string clone_fnname = bpf.get_syscall_fnname("clone"); auto attach_res = bpf.attach_kprobe(clone_fnname, "on_sys_clone"); if (!attach_res.ok()) { std::cerr << attach_res.msg() << std::endl; return 1; } std::cout << "Starting HelloWorld with BCC " << LIBBCC_VERSION << std::endl; while (true) { if (std::getline(pipe, line)) { std::cout << line << std::endl; // Detach the probe if we got at least one line. auto detach_res = bpf.detach_kprobe(clone_fnname); if (!detach_res.ok()) { std::cerr << detach_res.msg() << std::endl; return 1; } break; } else { std::cout << "Waiting for a sys_clone event" << std::endl; sleep(1); } } return 0; } bpfcc-0.31.0/examples/cpp/KFuncExample.cc000066400000000000000000000055431465134135300201150ustar00rootroot00000000000000/* * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") * * Usage: * ./KFunc * A sample output: * Started tracing, hit Ctrl-C to terminate. * FD FNAME * NONE /proc/stat * 87 /proc/stat * NONE /proc/8208/status * 36 /proc/8208/status * NONE /proc/8208/status * 36 /proc/8208/status * ... * * KFunc support is only available at kernel version 5.5 and later. * This example only works for x64. */ #include #include #include #include #include "bcc_version.h" #include "BPF.h" const std::string BPF_PROGRAM = R"( #include struct info_t { char name[64]; int fd; int is_ret; }; BPF_PERF_OUTPUT(events); KFUNC_PROBE(__x64_sys_openat, struct pt_regs *regs) { const char __user *filename = (char *)PT_REGS_PARM2(regs); struct info_t info = {}; bpf_probe_read_user_str(info.name, sizeof(info.name), filename); info.is_ret = 0; events.perf_submit(ctx, &info, sizeof(info)); return 0; } KRETFUNC_PROBE(__x64_sys_openat, struct pt_regs *regs, int ret) { const char __user *filename = (char *)PT_REGS_PARM2(regs); struct info_t info = {}; bpf_probe_read_user_str(info.name, sizeof(info.name), filename); info.fd = ret; info.is_ret = 1; events.perf_submit(ctx, &info, sizeof(info)); return 0; } )"; struct info_t { char name[64]; int fd; int is_ret; }; void handle_output(void *cb_cookie, void *data, int data_size) { auto info = static_cast(data); if (info->is_ret) std::cout << std::setw(5) << info->fd << " " << info->name << std::endl; else std::cout << " NONE " << info->name << std::endl; } int main() { ebpf::BPF bpf; auto res = bpf.init(BPF_PROGRAM); if (!res.ok()) { std::cerr << res.msg() << std::endl; return 1; } int prog_fd; res = bpf.load_func("kfunc____x64_sys_openat", BPF_PROG_TYPE_TRACING, prog_fd); if (!res.ok()) { std::cerr << res.msg() << std::endl; return 1; } int ret = bpf_attach_kfunc(prog_fd); if (ret < 0) { std::cerr << "bpf_attach_kfunc failed: " << ret << std::endl; return 1; } res = bpf.load_func("kretfunc____x64_sys_openat", BPF_PROG_TYPE_TRACING, prog_fd); if (!res.ok()) { std::cerr << res.msg() << std::endl; return 1; } ret = bpf_attach_kfunc(prog_fd); if (ret < 0) { std::cerr << "bpf_attach_kfunc failed: " << ret << std::endl; return 1; } auto open_res = bpf.open_perf_buffer("events", &handle_output); if (!open_res.ok()) { std::cerr << open_res.msg() << std::endl; return 1; } std::cout << "Started tracing, hit Ctrl-C to terminate." << std::endl; std::cout << " FD FNAME" << std::endl; auto perf_buffer = bpf.get_perf_buffer("events"); if (perf_buffer) { while (true) // 100ms timeout perf_buffer->poll(100); } return 0; } bpfcc-0.31.0/examples/cpp/KModRetExample.cc000066400000000000000000000106761465134135300204170ustar00rootroot00000000000000/* * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") * * Usage: * $ ./KModRetExample * opened file: /bin/true * security_file_open() is called 1 times, expecting 1 * * Kfunc modify_ret support is only available at kernel version 5.6 and later. * This example only works for x64. Currently, only the kernel functions can * be attached with BPF_MODIFY_RETURN: * - Whitelisted for error injection by checking within_error_injection_list. * Similar discussions happened for the bpf_override_return helper. * - The LSM security hooks (kernel global function with prefix "security_"). */ #include #include #include #include #include #include #include #include #include "bcc_version.h" #include "BPF.h" const std::string BPF_PROGRAM = R"( #include #include BPF_ARRAY(target_pid, u32, 1); static bool match_target_pid() { int key = 0, *val, tpid, cpid; val = target_pid.lookup(&key); if (!val) return false; tpid = *val; cpid = bpf_get_current_pid_tgid() >> 32; if (tpid == 0 || tpid != cpid) return false; return true; } struct fname_buf { char buf[16]; }; BPF_ARRAY(fname_table, struct fname_buf, 1); KMOD_RET(__x64_sys_openat, struct pt_regs *regs, int ret) { if (!match_target_pid()) return 0; // openat syscall arguments: // int dfd, const char __user * filename, int flags, umode_t mode char *filename = (char *)PT_REGS_PARM2_SYSCALL(regs); int key = 0; struct fname_buf *val; val = fname_table.lookup(&key); if (!val) return false; if (bpf_copy_from_user(val, sizeof(*val), filename) < 0) return 0; /* match target_pid, return -EINVAL. */ return -EINVAL; } BPF_ARRAY(count, u32, 1); KMOD_RET(security_file_open, struct file *file, int ret) { if (!match_target_pid()) return 0; int key = 0, *val; val = count.lookup(&key); if (!val) return 0; /* no modification, kernel func continues to execute after this. */ lock_xadd(val, 1); return 0; } )"; struct fname_buf { char buf[16]; }; static int modify_return(ebpf::BPF &bpf) { int prog_fd; auto res = bpf.load_func("kmod_ret____x64_sys_openat", BPF_PROG_TYPE_TRACING, prog_fd, BPF_F_SLEEPABLE); if (!res.ok()) { std::cerr << res.msg() << std::endl; return 1; } int attach_fd = bpf_attach_kfunc(prog_fd); if (attach_fd < 0) { std::cerr << "bpf_attach_kfunc failed: " << attach_fd << std::endl; return 1; } int ret = open("/bin/true", O_RDONLY); if (ret >= 0 || errno != EINVAL) { close(attach_fd); std::cerr << "incorrect open result" << std::endl; return 1; } auto fname_table = bpf.get_array_table("fname_table"); uint32_t key = 0; struct fname_buf val; res = fname_table.get_value(key, val); if (!res.ok()) { close(attach_fd); std::cerr << res.msg() << std::endl; return 1; } std::cout << "opened file: " << val.buf << std::endl; // detach the kfunc. close(attach_fd); return 0; } static int not_modify_return(ebpf::BPF &bpf) { int prog_fd; auto res = bpf.load_func("kmod_ret__security_file_open", BPF_PROG_TYPE_TRACING, prog_fd); if (!res.ok()) { std::cerr << res.msg() << std::endl; return 1; } int attach_fd = bpf_attach_kfunc(prog_fd); if (attach_fd < 0) { std::cerr << "bpf_attach_kfunc failed: " << attach_fd << std::endl; return 1; } int ret = open("/bin/true", O_RDONLY); if (ret < 0) { close(attach_fd); std::cerr << "incorrect open result" << std::endl; return 1; } auto count_table = bpf.get_array_table("count"); uint32_t key = 0, val = 0; res = count_table.get_value(key, val); if (!res.ok()) { close(attach_fd); std::cerr << res.msg() << std::endl; return 1; } close(attach_fd); std::cout << "security_file_open() is called " << val << " times, expecting 1\n"; return 0; } int main() { ebpf::BPF bpf; auto res = bpf.init(BPF_PROGRAM); if (!res.ok()) { std::cerr << res.msg() << std::endl; return 1; } uint32_t key = 0, val = getpid(); auto pid_table = bpf.get_array_table("target_pid"); res = pid_table.update_value(key, val); if (!res.ok()) { std::cerr << res.msg() << std::endl; return 1; } if (modify_return(bpf)) return 1; if (not_modify_return(bpf)) return 1; return 0; } bpfcc-0.31.0/examples/cpp/LLCStat.cc000066400000000000000000000064151465134135300170400ustar00rootroot00000000000000/* * LLCStat Show LLC hit ratio for each process on each CPU core. * For Linux, uses BCC, eBPF. Embedded C. * * Basic example of BCC timed sampling perf event. * * USAGE: LLCStat [duration] * * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") */ #include #include #include #include #include #include "BPF.h" const std::string BPF_PROGRAM = R"( #include #include struct event_t { int cpu; int pid; char name[16]; }; BPF_HASH(ref_count, struct event_t); BPF_HASH(miss_count, struct event_t); static inline __attribute__((always_inline)) void get_key(struct event_t* key) { key->cpu = bpf_get_smp_processor_id(); key->pid = bpf_get_current_pid_tgid(); bpf_get_current_comm(&(key->name), sizeof(key->name)); } int on_cache_miss(struct bpf_perf_event_data *ctx) { struct event_t key = {}; get_key(&key); u64 zero = 0, *val; val = miss_count.lookup_or_try_init(&key, &zero); if (val) { (*val) += ctx->sample_period; } return 0; } int on_cache_ref(struct bpf_perf_event_data *ctx) { struct event_t key = {}; get_key(&key); u64 zero = 0, *val; val = ref_count.lookup_or_try_init(&key, &zero); if (val) { (*val) += ctx->sample_period; } return 0; } )"; struct event_t { int cpu; int pid; char name[16]; }; int main(int argc, char** argv) { ebpf::BPF bpf; auto init_res = bpf.init(BPF_PROGRAM); if (!init_res.ok()) { std::cerr << init_res.msg() << std::endl; return 1; } auto attach_ref_res = bpf.attach_perf_event(PERF_TYPE_HARDWARE, PERF_COUNT_HW_CACHE_REFERENCES, "on_cache_ref", 100, 0); if (!attach_ref_res.ok()) { std::cerr << attach_ref_res.msg() << std::endl; return 1; } auto attach_miss_res = bpf.attach_perf_event( PERF_TYPE_HARDWARE, PERF_COUNT_HW_CACHE_MISSES, "on_cache_miss", 100, 0); if (!attach_miss_res.ok()) { std::cerr << attach_miss_res.msg() << std::endl; return 1; } int probe_time = 10; if (argc == 2) { probe_time = atoi(argv[1]); } std::cout << "Probing for " << probe_time << " seconds" << std::endl; sleep(probe_time); bpf.detach_perf_event(PERF_TYPE_HARDWARE, PERF_COUNT_HW_CACHE_REFERENCES); bpf.detach_perf_event(PERF_TYPE_HARDWARE, PERF_COUNT_HW_CACHE_MISSES); auto refs = bpf.get_hash_table("ref_count"); auto misses = bpf.get_hash_table("miss_count"); for (auto it : refs.get_table_offline()) { uint64_t hit; try { auto miss = misses[it.first]; hit = miss <= it.second ? it.second - miss : 0; } catch (...) { hit = it.second; } double ratio = (double(hit) / double(it.second)) * 100.0; std::cout << "PID " << std::setw(8) << std::setfill(' ') << it.first.pid; std::cout << std::setw(20) << std::setfill(' ') << std::left << " (" + std::string(it.first.name) + ") " << std::right; std::cout << "on CPU " << std::setw(2) << std::setfill(' ') << it.first.cpu; std::cout << " Hit Rate " << std::setprecision(4) << ratio << "% "; std::cout << "(" << hit << "/" << it.second << ")" << std::endl; } return 0; } bpfcc-0.31.0/examples/cpp/RandomRead.cc000066400000000000000000000066011465134135300176030ustar00rootroot00000000000000/* * RandomRead Monitor random number read events. * For Linux, uses BCC, eBPF. Embedded C. * * Basic example of BCC Tracepoint and perf buffer. * * USAGE: RandomRead * * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") */ #include #include #include #include "BPF.h" const std::string BPF_PROGRAM = R"( #include #include #ifndef CGROUP_FILTER #define CGROUP_FILTER 0 #endif struct event_t { int pid; char comm[16]; int cpu; int got_bits; }; BPF_PERF_OUTPUT(events); BPF_CGROUP_ARRAY(cgroup, 1); int on_urandom_read(struct bpf_raw_tracepoint_args *ctx) { if (CGROUP_FILTER && (cgroup.check_current_task(0) != 1)) return 0; struct event_t event = {}; event.pid = bpf_get_current_pid_tgid(); bpf_get_current_comm(&event.comm, sizeof(event.comm)); event.cpu = bpf_get_smp_processor_id(); // from include/trace/events/random.h: // TP_PROTO(int got_bits, int pool_left, int input_left) event.got_bits = ctx->args[0]; events.perf_submit(ctx, &event, sizeof(event)); return 0; } )"; // Define the same struct to use in user space. struct event_t { int pid; char comm[16]; int cpu; int got_bits; }; void handle_output(void* cb_cookie, void* data, int data_size) { auto event = static_cast(data); std::cout << "PID: " << event->pid << " (" << event->comm << ") on CPU " << event->cpu << " read " << event->got_bits << " bits" << std::endl; } ebpf::BPF* bpf; void signal_handler(int s) { std::cerr << "Terminating..." << std::endl; delete bpf; exit(0); } void usage(void) { std::cerr << "USAGE: RandomRead [{-r|-u} [cgroup2_path]]" << std::endl; } int main(int argc, char** argv) { if (argc > 3) { usage(); return 1; } bool allow_rlimit = true; if (argc >= 2) { // Set a small rlimit for MEMLOCK struct rlimit rlim_new = {4096, 4096}; setrlimit(RLIMIT_MEMLOCK, &rlim_new); if (strcmp(argv[1], "-r") == 0) { allow_rlimit = false; } else if (strcmp(argv[1], "-u") == 0) { allow_rlimit = true; } else { usage(); return 1; } } std::vector cflags = {}; if (argc == 3) cflags.emplace_back("-DCGROUP_FILTER=1"); bpf = new ebpf::BPF(0, nullptr, true, "", allow_rlimit); auto init_res = bpf->init(BPF_PROGRAM, cflags, {}); if (!init_res.ok()) { std::cerr << init_res.msg() << std::endl; return 1; } if (argc == 3) { auto cgroup_array = bpf->get_cgroup_array("cgroup"); auto update_res = cgroup_array.update_value(0, argv[2]); if (!update_res.ok()) { std::cerr << update_res.msg() << std::endl; return 1; } } auto attach_res = bpf->attach_raw_tracepoint("urandom_read", "on_urandom_read"); if (!attach_res.ok()) { std::cerr << attach_res.msg() << std::endl; return 1; } auto open_res = bpf->open_perf_buffer("events", &handle_output); if (!open_res.ok()) { std::cerr << open_res.msg() << std::endl; return 1; } // done with all initial work, free bcc memory if (bpf->free_bcc_memory()) { std::cerr << "Failed to free llvm/clang memory" << std::endl; return 1; } signal(SIGINT, signal_handler); std::cout << "Started tracing, hit Ctrl-C to terminate." << std::endl; while (true) bpf->poll_perf_buffer("events"); return 0; } bpfcc-0.31.0/examples/cpp/RecordMySQLQuery.cc000066400000000000000000000050521465134135300207200ustar00rootroot00000000000000/* * RecordMySQLQuery Record MySQL queries by probing the alloc_query() function * in mysqld. For Linux, uses BCC, eBPF. Embedded C. * * Basic example of BCC and uprobes. * * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") */ #include #include #include #include #include #include "BPF.h" const std::string BPF_PROGRAM = R"( #include struct query_probe_t { uint64_t ts; pid_t pid; char query[100]; }; BPF_HASH(queries, struct query_probe_t, int); int probe_mysql_query(struct pt_regs *ctx, void* thd, char* query, size_t len) { if (query) { struct query_probe_t key = {}; key.ts = bpf_ktime_get_ns(); key.pid = bpf_get_current_pid_tgid(); bpf_probe_read_user_str(&key.query, sizeof(key.query), query); int one = 1; queries.update(&key, &one); } return 0; } )"; const std::string ALLOC_QUERY_FUNC = "_Z11alloc_queryP3THDPKcj"; // Define the same struct to use in user space. struct query_probe_t { uint64_t ts; pid_t pid; char query[100]; }; int main(int argc, char** argv) { if (argc < 2) { std::cout << "USAGE: RecordMySQLQuery PATH_TO_MYSQLD [duration]" << std::endl; exit(1); } std::string mysql_path(argv[1]); std::cout << "Using mysqld path: " << mysql_path << std::endl; ebpf::BPF bpf; auto init_res = bpf.init(BPF_PROGRAM); if (!init_res.ok()) { std::cerr << init_res.msg() << std::endl; return 1; } auto attach_res = bpf.attach_uprobe(mysql_path, ALLOC_QUERY_FUNC, "probe_mysql_query"); if (!attach_res.ok()) { std::cerr << attach_res.msg() << std::endl; return 1; } int probe_time = 10; if (argc >= 3) probe_time = atoi(argv[2]); std::cout << "Probing for " << probe_time << " seconds" << std::endl; sleep(probe_time); auto table_handle = bpf.get_hash_table("queries"); auto table = table_handle.get_table_offline(); std::sort( table.begin(), table.end(), [](std::pair a, std::pair b) { return a.first.ts < b.first.ts; }); std::cout << table.size() << " queries recorded:" << std::endl; for (auto it : table) { std::cout << "Time: " << it.first.ts << " PID: " << it.first.pid << " Query: " << it.first.query << std::endl; } auto detach_res = bpf.detach_uprobe(mysql_path, ALLOC_QUERY_FUNC); if (!detach_res.ok()) { std::cerr << detach_res.msg() << std::endl; return 1; } return 0; } bpfcc-0.31.0/examples/cpp/SkLocalStorageIterator.cc000066400000000000000000000104361465134135300221570ustar00rootroot00000000000000/* * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") * * Usage: * ./SkLocalStorageIterator * * BPF socket local storage map iterator supported is added in 5.9. * But since it takes locks during iterating, it may have performance * implication if in parallel some other bpf program or user space * is doing map update/delete for sockets in the same bucket. The issue * is fixed in 5.10 with the following patch which uses rcu lock instead: * https://lore.kernel.org/bpf/20200916224645.720172-1-yhs@fb.com * * This example shows how to dump local storage data from all sockets * associated with one socket local storage map. * An example output likes below: * family prot val * 2 17 20 * 2 17 10 */ #include #include #include #include #include #include "bcc_version.h" #include "BPF.h" const std::string BPF_PROGRAM = R"( #include #include #include /* the structure is defined in .c file, so explicitly define * the structure here. */ struct bpf_iter__bpf_sk_storage_map { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { struct sock *sk; }; union { void *value; }; }; BPF_SK_STORAGE(sk_data_map, __u64); struct info_t { __u32 family; __u32 protocol; __u64 val; }; BPF_ITER(bpf_sk_storage_map) { struct seq_file *seq = ctx->meta->seq; struct sock *sk = ctx->sk; __u64 *val = ctx->value; struct info_t info = {}; if (sk == (void *)0 || val == (void *)0) return 0; info.family = sk->sk_family; info.protocol = sk->sk_protocol; info.val = *val; bpf_seq_write(seq, &info, sizeof(info)); return 0; } )"; struct info_t { unsigned family; unsigned protocol; unsigned long long val; }; int main() { ebpf::BPF bpf; auto res = bpf.init(BPF_PROGRAM); if (!res.ok()) { std::cerr << res.msg() << std::endl; return 1; } // create two sockets int sockfd1 = socket(AF_INET, SOCK_DGRAM, 0); if (sockfd1 < 0) { std::cerr << "socket1 create failure: " << sockfd1 << std::endl; return 1; } int sockfd2 = socket(AF_INET, SOCK_DGRAM, 0); if (sockfd2 < 0) { std::cerr << "socket2 create failure: " << sockfd2 << std::endl; close(sockfd1); return 1; } unsigned long long v1 = 10, v2 = 20; auto sk_table = bpf.get_sk_storage_table("sk_data_map"); res = sk_table.update_value(sockfd1, v1); if (!res.ok()) { std::cerr << "sk_data_map sockfd1 update failure: " << res.msg() << std::endl; close(sockfd2); close(sockfd1); return 1; } res = sk_table.update_value(sockfd2, v2); if (!res.ok()) { std::cerr << "sk_data_map sockfd2 update failure: " << res.msg() << std::endl; close(sockfd2); close(sockfd1); return 1; } int prog_fd; res = bpf.load_func("bpf_iter__bpf_sk_storage_map", BPF_PROG_TYPE_TRACING, prog_fd); if (!res.ok()) { std::cerr << res.msg() << std::endl; return 1; } union bpf_iter_link_info link_info = {}; link_info.map.map_fd = sk_table.get_fd(); int link_fd = bcc_iter_attach(prog_fd, &link_info, sizeof(union bpf_iter_link_info)); if (link_fd < 0) { std::cerr << "bcc_iter_attach failed: " << link_fd << std::endl; close(sockfd2); close(sockfd1); return 1; } int iter_fd = bcc_iter_create(link_fd); if (iter_fd < 0) { std::cerr << "bcc_iter_create failed: " << iter_fd << std::endl; close(link_fd); close(sockfd2); close(sockfd1); return 1; } // Header. printf("family\tprot\tval\n"); struct info_t info[20]; int len, leftover = 0, info_size = 20 * sizeof(struct info_t); while ((len = read(iter_fd, (char *)info + leftover, info_size - leftover))) { if (len < 0) { if (len == -EAGAIN) continue; std::cerr << "read failed: " << len << std::endl; break; } int num_info = len / sizeof(struct info_t); for (int i = 0; i < num_info; i++) { printf("%d\t%d\t%lld\n", info[i].family, info[i].protocol, info[i].val); } leftover = len % sizeof(struct info_t); if (num_info > 0) memcpy(info, (void *)&info[num_info], leftover); } close(iter_fd); close(link_fd); close(sockfd2); close(sockfd1); return 0; } bpfcc-0.31.0/examples/cpp/TCPSendStack.cc000066400000000000000000000071011465134135300200110ustar00rootroot00000000000000/* * TCPSendStack Summarize tcp_sendmsg() calling stack traces. * For Linux, uses BCC, eBPF. Embedded C. * * Basic example of BCC in-kernel stack trace dedup. * * USAGE: TCPSendStack [duration] * * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") */ #include #include #include #include "BPF.h" const std::string BPF_PROGRAM = R"( #include #include struct stack_key_t { int pid; char name[16]; int user_stack; int kernel_stack; }; BPF_STACK_TRACE(stack_traces, 16384); BPF_HASH(counts, struct stack_key_t, uint64_t); int on_tcp_send(struct pt_regs *ctx) { struct stack_key_t key = {}; key.pid = bpf_get_current_pid_tgid() >> 32; bpf_get_current_comm(&key.name, sizeof(key.name)); key.kernel_stack = stack_traces.get_stackid(ctx, 0); key.user_stack = stack_traces.get_stackid(ctx, BPF_F_USER_STACK); u64 zero = 0, *val; val = counts.lookup_or_try_init(&key, &zero); if (val) { (*val)++; } return 0; } )"; // Define the same struct to use in user space. struct stack_key_t { int pid; char name[16]; int user_stack; int kernel_stack; }; int main(int argc, char** argv) { ebpf::BPF bpf; auto init_res = bpf.init(BPF_PROGRAM); if (!init_res.ok()) { std::cerr << init_res.msg() << std::endl; return 1; } auto attach_res = bpf.attach_kprobe("tcp_sendmsg", "on_tcp_send"); if (!attach_res.ok()) { std::cerr << attach_res.msg() << std::endl; return 1; } int probe_time = 10; if (argc == 2) { probe_time = atoi(argv[1]); } std::cout << "Probing for " << probe_time << " seconds" << std::endl; sleep(probe_time); auto detach_res = bpf.detach_kprobe("tcp_sendmsg"); if (!detach_res.ok()) { std::cerr << detach_res.msg() << std::endl; return 1; } auto table = bpf.get_hash_table("counts").get_table_offline(); std::sort( table.begin(), table.end(), [](std::pair a, std::pair b) { return a.second < b.second; }); auto stacks = bpf.get_stack_table("stack_traces"); int lost_stacks = 0; for (auto it : table) { std::cout << "PID: " << it.first.pid << " (" << it.first.name << ") " << "made " << it.second << " TCP sends on following stack: " << std::endl; if (it.first.kernel_stack >= 0) { std::cout << " Kernel Stack:" << std::endl; auto syms = stacks.get_stack_symbol(it.first.kernel_stack, -1); for (auto sym : syms) std::cout << " " << sym << std::endl; } else { // -EFAULT normally means the stack is not available and not an error if (it.first.kernel_stack != -EFAULT) { lost_stacks++; std::cout << " [Lost Kernel Stack" << it.first.kernel_stack << "]" << std::endl; } } if (it.first.user_stack >= 0) { std::cout << " User Stack:" << std::endl; auto syms = stacks.get_stack_symbol(it.first.user_stack, it.first.pid); for (auto sym : syms) std::cout << " " << sym << std::endl; } else { // -EFAULT normally means the stack is not available and not an error if (it.first.user_stack != -EFAULT) { lost_stacks++; std::cout << " [Lost User Stack " << it.first.user_stack << "]" << std::endl; } } } if (lost_stacks > 0) std::cout << "Total " << lost_stacks << " stack-traces lost due to " << "hash collision or stack table full" << std::endl; return 0; } bpfcc-0.31.0/examples/cpp/TaskIterator.cc000066400000000000000000000056741465134135300202140ustar00rootroot00000000000000/* * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") * * Usage: * ./TaskIterator * * BPF task iterator is available since linux 5.8. * This example shows how to dump all threads in the system with * bpf iterator. An example output likes below: * tid comm * 1 systemd * 2 kthreadd * 3 rcu_gp * 4 rcu_par_gp * 6 kworker/0:0H * ... * 2613386 sleep * 2613474 GetCountersCPU6 * 2613587 GetCountersCPU7 * 2613621 CPUThreadPool69 * 2613906 GetCountersCPU5 * 2614140 GetCountersCPU2 * 2614193 CfgrExtension56 * 2614449 ruby-timer-thr * 2614529 chef-client * 2615122 systemd-hostnam * ... * 2608477 sudo * 2608478 TaskIterator */ #include #include #include #include #include "bcc_version.h" #include "BPF.h" const std::string BPF_PROGRAM = R"( #include #include #include /* the structure is defined in .c file, so explicitly define * the structure here. */ struct bpf_iter__task { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; }; struct info_t { int tid; char comm[TASK_COMM_LEN]; }; BPF_ITER(task) { struct seq_file *seq = ctx->meta->seq; struct task_struct *task = ctx->task; struct info_t info = {}; if (task == (void *)0) return 0; info.tid = task->pid; __builtin_memcpy(&info.comm, task->comm, sizeof(info.comm)); bpf_seq_write(seq, &info, sizeof(info)); return 0; } )"; // linux/sched.h #define TASK_COMM_LEN 16 struct info_t { int tid; char comm[TASK_COMM_LEN]; }; int main() { ebpf::BPF bpf; auto res = bpf.init(BPF_PROGRAM); if (!res.ok()) { std::cerr << res.msg() << std::endl; return 1; } int prog_fd; res = bpf.load_func("bpf_iter__task", BPF_PROG_TYPE_TRACING, prog_fd); if (!res.ok()) { std::cerr << res.msg() << std::endl; return 1; } int link_fd = bcc_iter_attach(prog_fd, NULL, 0); if (link_fd < 0) { std::cerr << "bcc_iter_attach failed: " << link_fd << std::endl; return 1; } int iter_fd = bcc_iter_create(link_fd); if (iter_fd < 0) { std::cerr << "bcc_iter_create failed: " << iter_fd << std::endl; close(link_fd); return 1; } // Header. printf("tid\tcomm\n"); struct info_t info[20]; int len, leftover = 0, info_size = 20 * sizeof(struct info_t); while ((len = read(iter_fd, (char *)info + leftover, info_size - leftover))) { if (len < 0) { if (len == -EAGAIN) continue; std::cerr << "read failed: " << len << std::endl; break; } int num_info = len / sizeof(struct info_t); for (int i = 0; i < num_info; i++) { printf("%d\t%s\n", info[i].tid, info[i].comm); } leftover = len % sizeof(struct info_t); if (num_info > 0) memcpy(info, (void *)&info[num_info], leftover); } close(iter_fd); close(link_fd); return 0; } bpfcc-0.31.0/examples/cpp/UseExternalMap.cc000066400000000000000000000075651465134135300204760ustar00rootroot00000000000000/* * UseExternalMap shows how to access an external map through * C++ interface. The external map could be a pinned map. * This example simulates the pinned map through a locally * created map by calling libbpf bcc_create_map. * * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") */ #include #include #include "BPF.h" // Used by C++ get hash_table struct sched_switch_info { int prev_pid; int next_pid; char prev_comm[16]; char next_comm[16]; }; #define CHECK(condition, msg) \ ({ \ if (condition) { \ std::cerr << msg << std::endl; \ return 1; \ } \ }) const std::string BPF_PROGRAM = R"( #include struct sched_switch_info { int prev_pid; int next_pid; char prev_comm[16]; char next_comm[16]; }; BPF_TABLE("extern", u32, u32, control, 1); BPF_HASH(counts, struct sched_switch_info, u32); int on_sched_switch(struct tracepoint__sched__sched_switch *args) { struct sched_switch_info key = {}; u32 zero = 0, *val; /* only do something when control is on */ val = control.lookup(&zero); if (!val || *val == 0) return 0; /* record sched_switch info in counts table */ key.prev_pid = args->prev_pid; key.next_pid = args->next_pid; __builtin_memcpy(&key.prev_comm, args->prev_comm, 16); __builtin_memcpy(&key.next_comm, args->next_comm, 16); val = counts.lookup_or_try_init(&key, &zero); if (val) { (*val)++; } return 0; } )"; static void print_counts(ebpf::BPF *bpfp, std::string msg) { auto counts_table_hdl = bpfp->get_hash_table("counts"); printf("%s\n", msg.c_str()); printf("%-8s %-16s %-8s %-16s %-4s\n", "PREV_PID", "PREV_COMM", "CURR_PID", "CURR_COMM", "CNT"); for (auto it : counts_table_hdl.get_table_offline()) { printf("%-8d (%-16s) ==> %-8d (%-16s): %-4d\n", it.first.prev_pid, it.first.prev_comm, it.first.next_pid, it.first.next_comm, it.second); } } int main() { int ctrl_map_fd; uint32_t val; // create a map through bcc_create_map, bcc knows nothing about this map. ctrl_map_fd = bcc_create_map(BPF_MAP_TYPE_ARRAY, "control", sizeof(uint32_t), sizeof(uint32_t), 1, 0); CHECK(ctrl_map_fd < 0, "bcc_create_map failure"); // populate control map into TableStorage std::unique_ptr local_ts = ebpf::createSharedTableStorage(); ebpf::Path global_path({"control"}); ebpf::TableDesc table_desc("control", ebpf::FileDesc(ctrl_map_fd), BPF_MAP_TYPE_ARRAY, sizeof(uint32_t), sizeof(uint32_t), 1, 0); local_ts->Insert(global_path, std::move(table_desc)); // constructor with the pre-populated table storage ebpf::BPF bpf(0, &*local_ts); auto res = bpf.init(BPF_PROGRAM); CHECK(res.code(), res.msg()); // attach to the tracepoint sched:sched_switch res = bpf.attach_tracepoint("sched:sched_switch", "on_sched_switch"); CHECK(res.code(), res.msg()); // wait for some scheduling events sleep(1); auto control_table_hdl = bpf.get_array_table("control"); res = control_table_hdl.get_value(0, val); CHECK(res.code() || val != 0, res.msg()); // we should not see any events here print_counts(&bpf, "events with control off:"); printf("\n"); // change the control to on so bpf program starts to count events val = 1; res = control_table_hdl.update_value(0, val); CHECK(res.code(), res.msg()); // verify we get the control on back val = 0; res = control_table_hdl.get_value(0, val); CHECK(res.code() || val != 1, res.msg()); // wait for some scheduling events sleep(1); // we should see a bunch of events here print_counts(&bpf, "events with control on:"); return 0; } bpfcc-0.31.0/examples/cpp/pyperf/000077500000000000000000000000001465134135300165625ustar00rootroot00000000000000bpfcc-0.31.0/examples/cpp/pyperf/CMakeLists.txt000066400000000000000000000012561465134135300213260ustar00rootroot00000000000000# Copyright (c) Facebook, Inc. # Licensed under the Apache License, Version 2.0 (the "License") include_directories(${CMAKE_SOURCE_DIR}/src/cc) include_directories(${CMAKE_SOURCE_DIR}/src/cc/api) include_directories(${CMAKE_SOURCE_DIR}/src/cc/libbpf/include/uapi) add_executable(PyPerf PyPerf.cc PyPerfUtil.cc PyPerfBPFProgram.cc PyPerfLoggingHelper.cc PyPerfDefaultPrinter.cc Py36Offsets.cc) target_link_libraries(PyPerf bcc-static) if(NOT CMAKE_USE_LIBBPF_PACKAGE) target_link_libraries(PyPerf bcc-static) else() target_link_libraries(PyPerf bcc-shared) endif() if(INSTALL_CPP_EXAMPLES) install (TARGETS PyPerf DESTINATION share/bcc/examples/cpp) endif(INSTALL_CPP_EXAMPLES) bpfcc-0.31.0/examples/cpp/pyperf/Py36Offsets.cc000066400000000000000000000023651465134135300211720ustar00rootroot00000000000000/* * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") */ #include "PyPerfType.h" namespace ebpf { namespace pyperf { extern const OffsetConfig kPy36OffsetConfig = { .PyObject_type = 8, // offsetof(PyObject, ob_type) .PyTypeObject_name = 24, // offsetof(PyTypeObject, tp_name) .PyThreadState_frame = 24, // offsetof(PyThreadState, frame) .PyThreadState_thread = 152, // offsetof(PyThreadState, thread_id) .PyFrameObject_back = 24, // offsetof(PyFrameObject, f_back) .PyFrameObject_code = 32, // offsetof(PyFrameObject, f_code) .PyFrameObject_lineno = 124, // offsetof(PyFrameObject, f_lineno) .PyFrameObject_localsplus = 376, // offsetof(PyFrameObject, f_localsplus) .PyCodeObject_filename = 96, // offsetof(PyCodeObject, co_filename) .PyCodeObject_name = 104, // offsetof(PyCodeObject, co_name) .PyCodeObject_varnames = 64, // offsetof(PyCodeObject, co_varnames) .PyTupleObject_item = 24, // offsetof(PyTupleObject, ob_item) .String_data = 48, // sizeof(PyASCIIObject) .String_size = 16, // offsetof(PyVarObject, ob_size) }; } } // namespace ebpf bpfcc-0.31.0/examples/cpp/pyperf/PyPerf.cc000066400000000000000000000063471465134135300203100ustar00rootroot00000000000000/* * PyPerf Profile Python Processes with Python stack-trace. * For Linux, uses BCC, eBPF. Embedded C. * * Example of using BPF to profile Python Processes with Python stack-trace. * * USAGE: PyPerf [-d|--duration DURATION_MS] [-c|--sample-rate SAMPLE_RATE] * [-v|--verbosity LOG_VERBOSITY] * * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") */ #include #include #include #include #include "PyPerfDefaultPrinter.h" #include "PyPerfLoggingHelper.h" #include "PyPerfUtil.h" int main(int argc, char** argv) { // Argument parsing helpers int pos = 1; auto parseIntArg = [&](std::vector argNames, uint64_t& target) { std::string arg(argv[pos]); for (const auto& name : argNames) { if (arg == name) { if (pos == argc) { std::fprintf(stderr, "Expect value after %s\n", arg.c_str()); std::exit(1); } pos++; std::string value(argv[pos]); try { target = std::stoi(value); } catch (const std::exception& e) { std::fprintf(stderr, "Expect integer value after %s, got %s: %s\n", arg.c_str(), value.c_str(), e.what()); std::exit(1); } return true; } } return false; }; auto parseBoolArg = [&](std::vector argNames, bool& target) { std::string arg(argv[pos]); for (const auto& name : argNames) { if (arg == ("--" + name)) { target = true; return true; } if (arg == "--no-" + name) { target = false; return true; } } return false; }; // Default argument values uint64_t sampleRate = 1000000; uint64_t durationMs = 1000; uint64_t verbosityLevel = 0; bool showGILState = true; bool showThreadState = true; bool showPthreadIDState = false; while (true) { if (pos >= argc) { break; } bool found = false; found = found || parseIntArg({"-c", "--sample-rate"}, sampleRate); found = found || parseIntArg({"-d", "--duration"}, durationMs); found = found || parseIntArg({"-v", "--verbose"}, verbosityLevel); found = found || parseBoolArg({"show-gil-state"}, showGILState); found = found || parseBoolArg({"show-thread-state"}, showThreadState); found = found || parseBoolArg({"show-pthread-id-state"}, showPthreadIDState); if (!found) { std::fprintf(stderr, "Unexpected argument: %s\n", argv[pos]); std::exit(1); } pos++; } ebpf::pyperf::setVerbosity(verbosityLevel); ebpf::pyperf::logInfo(1, "Profiling Sample Rate: %" PRIu64 "\n", sampleRate); ebpf::pyperf::logInfo(1, "Profiling Duration: %" PRIu64 "ms\n", durationMs); ebpf::pyperf::logInfo(1, "Showing GIL state: %d\n", showGILState); ebpf::pyperf::logInfo(1, "Showing Thread state: %d\n", showThreadState); ebpf::pyperf::logInfo(1, "Showing Pthread ID state: %d\n", showPthreadIDState); ebpf::pyperf::PyPerfUtil util; util.init(); ebpf::pyperf::PyPerfDefaultPrinter printer(showGILState, showThreadState, showPthreadIDState); util.profile(sampleRate, durationMs, &printer); return 0; } bpfcc-0.31.0/examples/cpp/pyperf/PyPerfBPFProgram.cc000066400000000000000000000365661465134135300221760ustar00rootroot00000000000000/* * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") */ #include namespace ebpf { namespace pyperf { extern const std::string PYPERF_BPF_PROGRAM = R"( #include #include #define PYTHON_STACK_FRAMES_PER_PROG 25 #define PYTHON_STACK_PROG_CNT 3 #define STACK_MAX_LEN (PYTHON_STACK_FRAMES_PER_PROG * PYTHON_STACK_PROG_CNT) #define CLASS_NAME_LEN 32 #define FUNCTION_NAME_LEN 64 #define FILE_NAME_LEN 128 #define TASK_COMM_LEN 16 enum { STACK_STATUS_COMPLETE = 0, STACK_STATUS_ERROR = 1, STACK_STATUS_TRUNCATED = 2, }; enum { GIL_STATE_NO_INFO = 0, GIL_STATE_ERROR = 1, GIL_STATE_UNINITIALIZED = 2, GIL_STATE_NOT_LOCKED = 3, GIL_STATE_THIS_THREAD = 4, GIL_STATE_GLOBAL_CURRENT_THREAD = 5, GIL_STATE_OTHER_THREAD = 6, GIL_STATE_NULL = 7, }; enum { THREAD_STATE_UNKNOWN = 0, THREAD_STATE_MATCH = 1, THREAD_STATE_MISMATCH = 2, THREAD_STATE_THIS_THREAD_NULL = 3, THREAD_STATE_GLOBAL_CURRENT_THREAD_NULL = 4, THREAD_STATE_BOTH_NULL = 5, }; enum { PTHREAD_ID_UNKNOWN = 0, PTHREAD_ID_MATCH = 1, PTHREAD_ID_MISMATCH = 2, PTHREAD_ID_THREAD_STATE_NULL = 3, PTHREAD_ID_NULL = 4, PTHREAD_ID_ERROR = 5, }; typedef struct { int64_t PyObject_type; int64_t PyTypeObject_name; int64_t PyThreadState_frame; int64_t PyThreadState_thread; int64_t PyFrameObject_back; int64_t PyFrameObject_code; int64_t PyFrameObject_lineno; int64_t PyFrameObject_localsplus; int64_t PyCodeObject_filename; int64_t PyCodeObject_name; int64_t PyCodeObject_varnames; int64_t PyTupleObject_item; int64_t String_data; int64_t String_size; } OffsetConfig; typedef struct { uintptr_t current_state_addr; // virtual address of _PyThreadState_Current uintptr_t tls_key_addr; // virtual address of autoTLSkey for pthreads TLS uintptr_t gil_locked_addr; // virtual address of gil_locked uintptr_t gil_last_holder_addr; // virtual address of gil_last_holder OffsetConfig offsets; } PidData; typedef struct { char classname[CLASS_NAME_LEN]; char name[FUNCTION_NAME_LEN]; char file[FILE_NAME_LEN]; // NOTE: PyFrameObject also has line number but it is typically just the // first line of that function and PyCode_Addr2Line needs to be called // to get the actual line } Symbol; typedef struct { uint32_t pid; uint32_t tid; char comm[TASK_COMM_LEN]; uint8_t thread_state_match; uint8_t gil_state; uint8_t pthread_id_match; uint8_t stack_status; // instead of storing symbol name here directly, we add it to another // hashmap with Symbols and only store the ids here int64_t stack_len; int32_t stack[STACK_MAX_LEN]; } Event; #define _STR_CONCAT(str1, str2) str1##str2 #define STR_CONCAT(str1, str2) _STR_CONCAT(str1, str2) #define FAIL_COMPILATION_IF(condition) \ typedef struct { \ char _condition_check[1 - 2 * !!(condition)]; \ } STR_CONCAT(compile_time_condition_check, __COUNTER__); // See comments in get_frame_data FAIL_COMPILATION_IF(sizeof(Symbol) == sizeof(struct bpf_perf_event_value)) typedef struct { OffsetConfig offsets; uint64_t cur_cpu; int64_t symbol_counter; void* frame_ptr; int64_t python_stack_prog_call_cnt; Event event; } sample_state_t; BPF_PERCPU_ARRAY(state_heap, sample_state_t, 1); BPF_HASH(symbols, Symbol, int32_t, __SYMBOLS_SIZE__); BPF_HASH(pid_config, pid_t, PidData); BPF_PROG_ARRAY(progs, 1); BPF_PERF_OUTPUT(events); static inline __attribute__((__always_inline__)) void* get_thread_state( void* tls_base, PidData* pid_data) { // Python sets the thread_state using pthread_setspecific with the key // stored in a global variable autoTLSkey. // We read the value of the key from the global variable and then read // the value in the thread-local storage. This relies on pthread implementation. // This is basically the same as running the following in GDB: // p *(PyThreadState*)((struct pthread*)pthread_self())-> // specific_1stblock[autoTLSkey]->data int key; bpf_probe_read_user(&key, sizeof(key), (void*)pid_data->tls_key_addr); // This assumes autoTLSkey < 32, which means that the TLS is stored in // pthread->specific_1stblock[autoTLSkey] // 0x310 is offsetof(struct pthread, specific_1stblock), // 0x10 is sizeof(pthread_key_data) // 0x8 is offsetof(struct pthread_key_data, data) // 'struct pthread' is not in the public API so we have to hardcode // the offsets here void* thread_state; bpf_probe_read_user( &thread_state, sizeof(thread_state), tls_base + 0x310 + key * 0x10 + 0x08); return thread_state; } static inline __attribute__((__always_inline__)) int submit_sample( struct pt_regs* ctx, sample_state_t* state) { events.perf_submit(ctx, &state->event, sizeof(Event)); return 0; } // this function is trivial, but we need to do map lookup in separate function, // because BCC doesn't allow direct map calls (including lookups) from inside // a macro (which we want to do in GET_STATE() macro below) static inline __attribute__((__always_inline__)) sample_state_t* get_state() { int zero = 0; return state_heap.lookup(&zero); } #define GET_STATE() \ sample_state_t* state = get_state(); \ if (!state) { \ return 0; /* should never happen */ \ } static inline __attribute__((__always_inline__)) int get_thread_state_match( void* this_thread_state, void* global_thread_state) { if (this_thread_state == 0 && global_thread_state == 0) { return THREAD_STATE_BOTH_NULL; } if (this_thread_state == 0) { return THREAD_STATE_THIS_THREAD_NULL; } if (global_thread_state == 0) { return THREAD_STATE_GLOBAL_CURRENT_THREAD_NULL; } if (this_thread_state == global_thread_state) { return THREAD_STATE_MATCH; } else { return THREAD_STATE_MISMATCH; } } static inline __attribute__((__always_inline__)) int get_gil_state( void* this_thread_state, void* global_thread_state, PidData* pid_data) { // Get information of GIL state if (pid_data->gil_locked_addr == 0 || pid_data->gil_last_holder_addr == 0) { return GIL_STATE_NO_INFO; } int gil_locked = 0; void* gil_thread_state = 0; if (bpf_probe_read_user( &gil_locked, sizeof(gil_locked), (void*)pid_data->gil_locked_addr)) { return GIL_STATE_ERROR; } switch (gil_locked) { case -1: return GIL_STATE_UNINITIALIZED; case 0: return GIL_STATE_NOT_LOCKED; case 1: // GIL is held by some Thread bpf_probe_read_user( &gil_thread_state, sizeof(void*), (void*)pid_data->gil_last_holder_addr); if (gil_thread_state == this_thread_state) { return GIL_STATE_THIS_THREAD; } else if (gil_thread_state == global_thread_state) { return GIL_STATE_GLOBAL_CURRENT_THREAD; } else if (gil_thread_state == 0) { return GIL_STATE_NULL; } else { return GIL_STATE_OTHER_THREAD; } default: return GIL_STATE_ERROR; } } static inline __attribute__((__always_inline__)) int get_pthread_id_match(void* thread_state, void* tls_base, PidData* pid_data) { if (thread_state == 0) { return PTHREAD_ID_THREAD_STATE_NULL; } uint64_t pthread_self, pthread_created; bpf_probe_read_user( &pthread_created, sizeof(pthread_created), thread_state + pid_data->offsets.PyThreadState_thread); if (pthread_created == 0) { return PTHREAD_ID_NULL; } // 0x10 = offsetof(struct pthread, header.self) bpf_probe_read_user(&pthread_self, sizeof(pthread_self), tls_base + 0x10); if (pthread_self == 0) { return PTHREAD_ID_ERROR; } if (pthread_self == pthread_created) { return PTHREAD_ID_MATCH; } else { return PTHREAD_ID_MISMATCH; } } int on_event(struct pt_regs* ctx) { uint64_t pid_tgid = bpf_get_current_pid_tgid(); pid_t pid = (pid_t)(pid_tgid >> 32); PidData* pid_data = pid_config.lookup(&pid); if (!pid_data) { return 0; } GET_STATE(); state->offsets = pid_data->offsets; state->cur_cpu = bpf_get_smp_processor_id(); state->python_stack_prog_call_cnt = 0; Event* event = &state->event; event->pid = pid; event->tid = (pid_t)pid_tgid; bpf_get_current_comm(&event->comm, sizeof(event->comm)); // Get pointer of global PyThreadState, which should belong to the Thread // currently holds the GIL void* global_current_thread = (void*)0; bpf_probe_read_user( &global_current_thread, sizeof(global_current_thread), (void*)pid_data->current_state_addr); struct task_struct* task = (struct task_struct*)bpf_get_current_task(); #if __x86_64__ // thread_struct->fs was renamed to fsbase in // https://github.com/torvalds/linux/commit/296f781a4b7801ad9c1c0219f9e87b6c25e196fe // so depending on kernel version, we need to account for that #if LINUX_VERSION_CODE < KERNEL_VERSION(4, 7, 0) void* tls_base = (void*)task->thread.fs; #else void* tls_base = (void*)task->thread.fsbase; #endif #elif __aarch64__ void* tls_base = (void*)task->thread.tp_value; #else #error "Unsupported platform" #endif // Read PyThreadState of this Thread from TLS void* thread_state = get_thread_state(tls_base, pid_data); // Check for matching between TLS PyThreadState and // the global _PyThreadState_Current event->thread_state_match = get_thread_state_match(thread_state, global_current_thread); // Read GIL state event->gil_state = get_gil_state(thread_state, global_current_thread, pid_data); // Check for matching between pthread ID created current PyThreadState and // pthread of actual current pthread event->pthread_id_match = get_pthread_id_match(thread_state, tls_base, pid_data); // pre-initialize event struct in case any subprogram below fails event->stack_status = STACK_STATUS_COMPLETE; event->stack_len = 0; if (thread_state != 0) { // Get pointer to top frame from PyThreadState bpf_probe_read_user( &state->frame_ptr, sizeof(void*), thread_state + pid_data->offsets.PyThreadState_frame); // jump to reading first set of Python frames progs.call(ctx, PYTHON_STACK_PROG_IDX); // we won't ever get here } return submit_sample(ctx, state); } static inline __attribute__((__always_inline__)) void get_names( void* cur_frame, void* code_ptr, OffsetConfig* offsets, Symbol* symbol, void* ctx) { // Figure out if we want to parse class name, basically checking the name of // the first argument, // ((PyTupleObject*)$frame->f_code->co_varnames)->ob_item[0] // If it's 'self', we get the type and it's name, if it's cls, we just get // the name. This is not perfect but there is no better way to figure this // out from the code object. void* args_ptr; bpf_probe_read_user( &args_ptr, sizeof(void*), code_ptr + offsets->PyCodeObject_varnames); bpf_probe_read_user( &args_ptr, sizeof(void*), args_ptr + offsets->PyTupleObject_item); bpf_probe_read_user_str( &symbol->name, sizeof(symbol->name), args_ptr + offsets->String_data); // compare strings as ints to save instructions char self_str[4] = {'s', 'e', 'l', 'f'}; char cls_str[4] = {'c', 'l', 's', '\0'}; bool first_self = *(int32_t*)symbol->name == *(int32_t*)self_str; bool first_cls = *(int32_t*)symbol->name == *(int32_t*)cls_str; // We re-use the same Symbol instance across loop iterations, which means // we will have left-over data in the struct. Although this won't affect // correctness of the result because we have '\0' at end of the strings read, // it would affect effectiveness of the deduplication. // Helper bpf_perf_prog_read_value clears the buffer on error, so here we // (ab)use this behavior to clear the memory. It requires the size of Symbol // to be different from struct bpf_perf_event_value, which we check at // compilation time using the FAIL_COMPILATION_IF macro. bpf_perf_prog_read_value(ctx, symbol, sizeof(Symbol)); // Read class name from $frame->f_localsplus[0]->ob_type->tp_name. if (first_self || first_cls) { void* ptr; bpf_probe_read_user( &ptr, sizeof(void*), cur_frame + offsets->PyFrameObject_localsplus); if (first_self) { // we are working with an instance, first we need to get type bpf_probe_read_user(&ptr, sizeof(void*), ptr + offsets->PyObject_type); } bpf_probe_read_user(&ptr, sizeof(void*), ptr + offsets->PyTypeObject_name); bpf_probe_read_user_str(&symbol->classname, sizeof(symbol->classname), ptr); } void* pystr_ptr; // read PyCodeObject's filename into symbol bpf_probe_read_user( &pystr_ptr, sizeof(void*), code_ptr + offsets->PyCodeObject_filename); bpf_probe_read_user_str( &symbol->file, sizeof(symbol->file), pystr_ptr + offsets->String_data); // read PyCodeObject's name into symbol bpf_probe_read_user( &pystr_ptr, sizeof(void*), code_ptr + offsets->PyCodeObject_name); bpf_probe_read_user_str( &symbol->name, sizeof(symbol->name), pystr_ptr + offsets->String_data); } // get_frame_data reads current PyFrameObject filename/name and updates // stack_info->frame_ptr with pointer to next PyFrameObject static inline __attribute__((__always_inline__)) bool get_frame_data( void** frame_ptr, OffsetConfig* offsets, Symbol* symbol, // ctx is only used to call helper to clear symbol, see documentation below void* ctx) { void* cur_frame = *frame_ptr; if (!cur_frame) { return false; } void* code_ptr; // read PyCodeObject first, if that fails, then no point reading next frame bpf_probe_read_user( &code_ptr, sizeof(void*), cur_frame + offsets->PyFrameObject_code); if (!code_ptr) { return false; } get_names(cur_frame, code_ptr, offsets, symbol, ctx); // read next PyFrameObject pointer, update in place bpf_probe_read_user( frame_ptr, sizeof(void*), cur_frame + offsets->PyFrameObject_back); return true; } // To avoid duplicate ids, every CPU needs to use different ids when inserting // into the hashmap. NUM_CPUS is defined at PyPerf backend side and passed // through CFlag. static inline __attribute__((__always_inline__)) int64_t get_symbol_id( sample_state_t* state, Symbol* sym) { int32_t* symbol_id_ptr = symbols.lookup(sym); if (symbol_id_ptr) { return *symbol_id_ptr; } // the symbol is new, bump the counter int32_t symbol_id = state->symbol_counter * NUM_CPUS + state->cur_cpu; state->symbol_counter++; symbols.update(sym, &symbol_id); return symbol_id; } int read_python_stack(struct pt_regs* ctx) { GET_STATE(); state->python_stack_prog_call_cnt++; Event* sample = &state->event; Symbol sym = {}; bool last_res = false; #pragma unroll for (int i = 0; i < PYTHON_STACK_FRAMES_PER_PROG; i++) { last_res = get_frame_data(&state->frame_ptr, &state->offsets, &sym, ctx); if (last_res) { uint32_t symbol_id = get_symbol_id(state, &sym); int64_t cur_len = sample->stack_len; if (cur_len >= 0 && cur_len < STACK_MAX_LEN) { sample->stack[cur_len] = symbol_id; sample->stack_len++; } } } if (!state->frame_ptr) { sample->stack_status = STACK_STATUS_COMPLETE; } else { if (!last_res) { sample->stack_status = STACK_STATUS_ERROR; } else { sample->stack_status = STACK_STATUS_TRUNCATED; } } if (sample->stack_status == STACK_STATUS_TRUNCATED && state->python_stack_prog_call_cnt < PYTHON_STACK_PROG_CNT) { // read next batch of frames progs.call(ctx, PYTHON_STACK_PROG_IDX); } return submit_sample(ctx, state); } )"; } } // namespace ebpf bpfcc-0.31.0/examples/cpp/pyperf/PyPerfDefaultPrinter.cc000066400000000000000000000074441465134135300231600ustar00rootroot00000000000000/* * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") */ #include #include #include "PyPerfDefaultPrinter.h" #include "PyPerfUtil.h" namespace ebpf { namespace pyperf { const static std::string kLostSymbol = "[Lost Symbol]"; const static std::string kIncompleteStack = "[Truncated Stack]"; const static std::string kErrorStack = "[Stack Error]"; const static std::string kNonPythonStack = "[Non-Python Code]"; const static std::map kGILStateValues = { {GIL_STATE_NO_INFO, "No GIL Info"}, {GIL_STATE_ERROR, "Error Reading GIL State"}, {GIL_STATE_UNINITIALIZED, "GIL Uninitialized"}, {GIL_STATE_NOT_LOCKED, "GIL Not Locked"}, {GIL_STATE_THIS_THREAD, "GIL on This Thread"}, {GIL_STATE_GLOBAL_CURRENT_THREAD, "GIL on Global _PyThreadState_Current Thread"}, {GIL_STATE_OTHER_THREAD, "GIL on Unexpected Thread"}, {GIL_STATE_NULL, "GIL State Empty"}}; const static std::map kThreadStateValues = { {THREAD_STATE_UNKNOWN, "ThreadState Unknown"}, {THREAD_STATE_MATCH, "TLS ThreadState is Global _PyThreadState_Current"}, {THREAD_STATE_MISMATCH, "TLS ThreadState is not Global _PyThreadState_Current"}, {THREAD_STATE_THIS_THREAD_NULL, "TLS ThreadState is NULL"}, {THREAD_STATE_GLOBAL_CURRENT_THREAD_NULL, "Global _PyThreadState_Current is NULL"}, {THREAD_STATE_BOTH_NULL, "Both TLS ThreadState and Global _PyThreadState_Current is NULL"}, }; const static std::map kPthreadIDStateValues = { {PTHREAD_ID_UNKNOWN, "Pthread ID Unknown"}, {PTHREAD_ID_MATCH, "System Pthread ID is Python ThreadState Pthread ID"}, {PTHREAD_ID_MISMATCH, "System Pthread ID is not Python ThreadState Pthread ID"}, {PTHREAD_ID_THREAD_STATE_NULL, "No Pthread ID: TLS ThreadState is NULL"}, {PTHREAD_ID_NULL, "Pthread ID on TLS ThreadState is NULL"}, {PTHREAD_ID_ERROR, "Error Reading System Pthread ID"}}; void PyPerfDefaultPrinter::processSamples( const std::vector& samples, PyPerfUtil* util) { auto symbols = util->getSymbolMapping(); uint32_t lostSymbols = 0; uint32_t truncatedStack = 0; for (auto& sample : samples) { if (sample.threadStateMatch != THREAD_STATE_THIS_THREAD_NULL && sample.threadStateMatch != THREAD_STATE_BOTH_NULL) { for (const auto stackId : sample.pyStackIds) { auto symbIt = symbols.find(stackId); if (symbIt != symbols.end()) { std::printf(" %s\n", symbIt->second.c_str()); } else { std::printf(" %s\n", kLostSymbol.c_str()); lostSymbols++; } } switch (sample.stackStatus) { case STACK_STATUS_TRUNCATED: std::printf(" %s\n", kIncompleteStack.c_str()); truncatedStack++; break; case STACK_STATUS_ERROR: std::printf(" %s\n", kErrorStack.c_str()); break; default: break; } } else { std::printf(" %s\n", kNonPythonStack.c_str()); } std::printf("PID: %d TID: %d (%s)\n", sample.pid, sample.tid, sample.comm.c_str()); if (showGILState_) std::printf("GIL State: %s\n", kGILStateValues.at(sample.gilState)); if (showThreadState_) std::printf("Thread State: %s\n", kThreadStateValues.at(sample.threadStateMatch)); if (showPthreadIDState_) std::printf("Pthread ID State: %s\n", kPthreadIDStateValues.at(sample.pthreadIDMatch)); std::printf("\n"); } std::printf("%d samples collected\n", util->getTotalSamples()); std::printf("%d samples lost\n", util->getLostSamples()); std::printf("%d samples with truncated stack\n", truncatedStack); std::printf("%d times Python symbol lost\n", lostSymbols); } } // namespace pyperf } // namespace ebpf bpfcc-0.31.0/examples/cpp/pyperf/PyPerfDefaultPrinter.h000066400000000000000000000013621465134135300230130ustar00rootroot00000000000000/* * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") */ #pragma once #include "PyPerfSampleProcessor.h" namespace ebpf { namespace pyperf { class PyPerfDefaultPrinter : public PyPerfSampleProcessor { public: PyPerfDefaultPrinter(bool showGILState, bool showThreadState, bool showPthreadIDState) : showGILState_(showGILState), showThreadState_(showThreadState), showPthreadIDState_(showPthreadIDState) {} void processSamples(const std::vector& samples, PyPerfUtil* util) override; private: bool showGILState_; bool showThreadState_; bool showPthreadIDState_; }; } // namespace pyperf } // namespace ebpf bpfcc-0.31.0/examples/cpp/pyperf/PyPerfLoggingHelper.cc000066400000000000000000000011061465134135300227430ustar00rootroot00000000000000/* * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") */ #include #include #include "PyPerfLoggingHelper.h" namespace ebpf { namespace pyperf { static uint64_t setVerbosityLevel = 0; void setVerbosity(uint64_t verbosityLevel) { setVerbosityLevel = verbosityLevel; } void logInfo(uint64_t logLevel, const char* fmt, ...) { if (logLevel > setVerbosityLevel) { return; } va_list va; va_start(va, fmt); std::vfprintf(stderr, fmt, va); va_end(va); } } // namespace pyperf } // namespace ebpf bpfcc-0.31.0/examples/cpp/pyperf/PyPerfLoggingHelper.h000066400000000000000000000005011465134135300226030ustar00rootroot00000000000000/* * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") */ #pragma once #include namespace ebpf { namespace pyperf { void setVerbosity(uint64_t verbosityLevel); void logInfo(uint64_t logLevel, const char* fmt, ...); } // namespace pyperf } // namespace ebpf bpfcc-0.31.0/examples/cpp/pyperf/PyPerfSampleProcessor.h000066400000000000000000000006601465134135300232040ustar00rootroot00000000000000/* * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") */ #pragma once #include #include "PyPerfType.h" namespace ebpf { namespace pyperf { class PyPerfUtil; class PyPerfSampleProcessor { public: virtual void processSamples(const std::vector& samples, PyPerfUtil* util) = 0; }; } // namespace pyperf } // namespace ebpf bpfcc-0.31.0/examples/cpp/pyperf/PyPerfType.h000066400000000000000000000063171465134135300210110ustar00rootroot00000000000000/* * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") */ #pragma once #include #include #include #include #define PYTHON_STACK_FRAMES_PER_PROG 25 #define PYTHON_STACK_PROG_CNT 3 #define STACK_MAX_LEN (PYTHON_STACK_FRAMES_PER_PROG * PYTHON_STACK_PROG_CNT) #define CLASS_NAME_LEN 32 #define FUNCTION_NAME_LEN 64 #define FILE_NAME_LEN 128 #define TASK_COMM_LEN 16 namespace ebpf { namespace pyperf { enum { STACK_STATUS_COMPLETE = 0, STACK_STATUS_ERROR = 1, STACK_STATUS_TRUNCATED = 2, }; enum { GIL_STATE_NO_INFO = 0, GIL_STATE_ERROR = 1, GIL_STATE_UNINITIALIZED = 2, GIL_STATE_NOT_LOCKED = 3, GIL_STATE_THIS_THREAD = 4, GIL_STATE_GLOBAL_CURRENT_THREAD = 5, GIL_STATE_OTHER_THREAD = 6, GIL_STATE_NULL = 7, }; enum { THREAD_STATE_UNKNOWN = 0, THREAD_STATE_MATCH = 1, THREAD_STATE_MISMATCH = 2, THREAD_STATE_THIS_THREAD_NULL = 3, THREAD_STATE_GLOBAL_CURRENT_THREAD_NULL = 4, THREAD_STATE_BOTH_NULL = 5, }; enum { PTHREAD_ID_UNKNOWN = 0, PTHREAD_ID_MATCH = 1, PTHREAD_ID_MISMATCH = 2, PTHREAD_ID_THREAD_STATE_NULL = 3, PTHREAD_ID_NULL = 4, PTHREAD_ID_ERROR = 5, }; typedef struct { int64_t PyObject_type; int64_t PyTypeObject_name; int64_t PyThreadState_frame; int64_t PyThreadState_thread; int64_t PyFrameObject_back; int64_t PyFrameObject_code; int64_t PyFrameObject_lineno; int64_t PyFrameObject_localsplus; int64_t PyCodeObject_filename; int64_t PyCodeObject_name; int64_t PyCodeObject_varnames; int64_t PyTupleObject_item; int64_t String_data; int64_t String_size; } OffsetConfig; typedef struct { uintptr_t current_state_addr; // virtual address of _PyThreadState_Current uintptr_t tls_key_addr; // virtual address of autoTLSkey for pthreads TLS uintptr_t gil_locked_addr; // virtual address of gil_locked uintptr_t gil_last_holder_addr; // virtual address of gil_last_holder OffsetConfig offsets; } PidData; typedef struct { char classname[CLASS_NAME_LEN]; char name[FUNCTION_NAME_LEN]; char file[FILE_NAME_LEN]; // NOTE: PyFrameObject also has line number but it is typically just the // first line of that function and PyCode_Addr2Line needs to be called // to get the actual line } Symbol; typedef struct { uint32_t pid; uint32_t tid; char comm[TASK_COMM_LEN]; uint8_t thread_state_match; uint8_t gil_state; uint8_t pthread_id_match; uint8_t stack_status; // instead of storing symbol name here directly, we add it to another // hashmap with Symbols and only store the ids here int64_t stack_len; int32_t stack[STACK_MAX_LEN]; } Event; struct PyPerfSample { pid_t pid; pid_t tid; std::string comm; uint8_t threadStateMatch; uint8_t gilState; uint8_t pthreadIDMatch; uint8_t stackStatus; std::vector pyStackIds; explicit PyPerfSample(const Event* raw, int rawSize) : pid(raw->pid), tid(raw->tid), comm(raw->comm), threadStateMatch(raw->thread_state_match), gilState(raw->gil_state), pthreadIDMatch(raw->pthread_id_match), stackStatus(raw->stack_status), pyStackIds(raw->stack, raw->stack + raw->stack_len) {} }; } // namespace pyperf } // namespace ebpf bpfcc-0.31.0/examples/cpp/pyperf/PyPerfUtil.cc000066400000000000000000000260271465134135300211430ustar00rootroot00000000000000/* * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") */ #include #include #include #include #include #include #include #include #include #include #include #include "PyPerfLoggingHelper.h" #include "PyPerfUtil.h" #include "bcc_elf.h" #include "bcc_proc.h" #include "bcc_syms.h" namespace ebpf { namespace pyperf { extern OffsetConfig kPy36OffsetConfig; extern std::string PYPERF_BPF_PROGRAM; const static int kPerfBufSizePages = 32; const static std::string kPidCfgTableName("pid_config"); const static std::string kProgsTableName("progs"); const static std::string kSamplePerfBufName("events"); const static std::string kOnEventFuncName("on_event"); const static std::string kPythonStackFuncName("read_python_stack"); const static std::string kPythonStackProgIdxFlag("-DPYTHON_STACK_PROG_IDX="); const static int kPythonStackProgIdx = 0; const static std::string kNumCpusFlag("-DNUM_CPUS="); const static std::string kSymbolsHashSizeFlag("-D__SYMBOLS_SIZE__="); const static int kSymbolsHashSize = 16384; namespace { bool getRunningPids(std::vector& output) { auto dir = ::opendir("/proc/"); if (!dir) { std::fprintf(stderr, "Open /proc failed: %d\n", errno); return false; } dirent* result = nullptr; do { if ((result = readdir(dir))) { std::string basename = result->d_name; if (basename == "." || basename == "..") { continue; } std::string fullpath = "/proc/" + basename; struct stat st; if (::stat(fullpath.c_str(), &st) != 0 || !S_ISDIR(st.st_mode)) { continue; } try { auto pid = std::stoi(basename); output.push_back(pid); } catch (const std::exception& e) { continue; } } } while (result); if (::closedir(dir) == -1) { std::fprintf(stderr, "Close /proc failed: %d\n", errno); return false; } return true; } typedef struct { int pid; bool found; uint64_t st; uint64_t en; } FindPythonPathHelper; const static std::string kPy36LibName = "libpython3.6"; int findPythonPathCallback(mod_info *mod, int, void* payload) { auto helper = static_cast(payload); std::string file = mod->name; auto pos = file.rfind("/"); if (pos != std::string::npos) { file = file.substr(pos + 1); } if (file.find(kPy36LibName) == 0) { logInfo(1, "Found Python library %s loaded at %lx-%lx for PID %d\n", mod->name, mod->start_addr, mod->end_addr, helper->pid); helper->found = true; helper->st = mod->start_addr; helper->en = mod->end_addr; return -1; } return 0; } bool allAddrFound(const PidData& data) { return (data.current_state_addr > 0) && (data.tls_key_addr > 0) && (data.gil_locked_addr > 0) && (data.gil_last_holder_addr > 0); } int getAddrOfPythonBinaryCallback(const char* name, uint64_t addr, uint64_t, void* payload) { PidData& data = *static_cast(payload); auto checkAndGetAddr = [&](uintptr_t& targetAddr, const char* targetName) { if (targetAddr == 0 && std::strcmp(name, targetName) == 0) { targetAddr = addr; } }; checkAndGetAddr(data.tls_key_addr, "autoTLSkey"); checkAndGetAddr(data.current_state_addr, "_PyThreadState_Current"); checkAndGetAddr(data.gil_locked_addr, "gil_locked"); checkAndGetAddr(data.gil_last_holder_addr, "gil_last_holder"); if (allAddrFound(data)) { return -1; } return 0; } bool getAddrOfPythonBinary(const std::string& path, PidData& data) { std::memset(&data, 0, sizeof(data)); struct bcc_symbol_option option = {.use_debug_file = 0, .check_debug_file_crc = 0, .lazy_symbolize = 1, .use_symbol_type = (1 << STT_OBJECT)}; bcc_elf_foreach_sym(path.c_str(), &getAddrOfPythonBinaryCallback, &option, &data); return allAddrFound(data); } } // namespace void handleSampleCallback(void* cb_cookie, void* raw_data, int data_size) { auto profiler = static_cast(cb_cookie); profiler->handleSample(raw_data, data_size); } void handleLostSamplesCallback(void* cb_cookie, uint64_t lost_cnt) { auto profiler = static_cast(cb_cookie); profiler->handleLostSamples(lost_cnt); } PyPerfUtil::PyPerfResult PyPerfUtil::init() { std::vector cflags; cflags.emplace_back(kNumCpusFlag + std::to_string(::sysconf(_SC_NPROCESSORS_ONLN))); cflags.emplace_back(kSymbolsHashSizeFlag + std::to_string(kSymbolsHashSize)); cflags.emplace_back(kPythonStackProgIdxFlag + std::to_string(kPythonStackProgIdx)); auto initRes = bpf_.init(PYPERF_BPF_PROGRAM, cflags); if (!initRes.ok()) { std::fprintf(stderr, "Failed to compiled PyPerf BPF programs: %s\n", initRes.msg().c_str()); return PyPerfResult::INIT_FAIL; } int progFd = -1; auto loadRes = bpf_.load_func(kPythonStackFuncName, BPF_PROG_TYPE_PERF_EVENT, progFd); if (!loadRes.ok()) { std::fprintf(stderr, "Failed to load BPF program %s: %s\n", kPythonStackFuncName.c_str(), loadRes.msg().c_str()); return PyPerfResult::INIT_FAIL; } auto progTable = bpf_.get_prog_table(kProgsTableName); auto updateRes = progTable.update_value(kPythonStackProgIdx, progFd); if (!updateRes.ok()) { std::fprintf(stderr, "Failed to set BPF program %s FD %d to program table: %s\n", kPythonStackFuncName.c_str(), progFd, updateRes.msg().c_str()); return PyPerfResult::INIT_FAIL; } std::vector pids; if (!getRunningPids(pids)) { std::fprintf(stderr, "Failed getting running Processes\n"); return PyPerfResult::INIT_FAIL; } // Populate config for each Python Process auto pid_hash = bpf_.get_hash_table(kPidCfgTableName); PidData pidData; for (const auto pid : pids) { if (!tryTargetPid(pid, pidData)) { // Not a Python Process continue; } pid_hash.update_value(pid, pidData); } // Open perf buffer auto openRes = bpf_.open_perf_buffer( kSamplePerfBufName, &handleSampleCallback, &handleLostSamplesCallback, this, kPerfBufSizePages); if (!openRes.ok()) { std::fprintf(stderr, "Unable to open Perf Buffer: %s\n", openRes.msg().c_str()); return PyPerfResult::PERF_BUF_OPEN_FAIL; } initCompleted_ = true; return PyPerfResult::SUCCESS; } void PyPerfUtil::handleSample(const void* data, int dataSize) { const Event* raw = static_cast(data); samples_.emplace_back(raw, dataSize); totalSamples_++; } void PyPerfUtil::handleLostSamples(int lostCnt) { lostSamples_ += lostCnt; } PyPerfUtil::PyPerfResult PyPerfUtil::profile(int64_t sampleRate, int64_t durationMs, PyPerfSampleProcessor* processor) { if (!initCompleted_) { std::fprintf(stderr, "PyPerfUtil::init not invoked or failed\n"); return PyPerfResult::NO_INIT; } // Attach to CPU cycles auto attachRes = bpf_.attach_perf_event(0, 0, kOnEventFuncName, sampleRate, 0); if (!attachRes.ok()) { std::fprintf(stderr, "Attach to CPU cycles event failed: %s\n", attachRes.msg().c_str()); return PyPerfResult::EVENT_ATTACH_FAIL; } logInfo(2, "Attached to profiling event\n"); // Get Perf Buffer and poll in a loop for a given duration auto perfBuffer = bpf_.get_perf_buffer(kSamplePerfBufName); if (!perfBuffer) { std::fprintf(stderr, "Failed to get Perf Buffer: %s\n", kSamplePerfBufName.c_str()); return PyPerfResult::PERF_BUF_OPEN_FAIL; } logInfo(2, "Started polling Perf Buffer\n"); auto start = std::chrono::steady_clock::now(); while (std::chrono::steady_clock::now() < start + std::chrono::milliseconds(durationMs)) { perfBuffer->poll(50 /* 50ms timeout */); } logInfo(2, "Profiling duration finished\n"); // Detach the event auto detachRes = bpf_.detach_perf_event(0, 0); if (!detachRes.ok()) { std::fprintf(stderr, "Detach CPU cycles event failed: %s\n", detachRes.msg().c_str()); return PyPerfResult::EVENT_DETACH_FAIL; } logInfo(2, "Detached from profiling event\n"); // Drain remaining samples logInfo(2, "Draining remaining samples\n"); while (perfBuffer->poll(0) > 0) { } logInfo(2, "Finished draining remaining samples\n"); processor->processSamples(samples_, this); return PyPerfResult::SUCCESS; } std::unordered_map PyPerfUtil::getSymbolMapping() { auto symbolTable = bpf_.get_hash_table("symbols"); std::unordered_map symbols; for (auto& x : symbolTable.get_table_offline()) { auto symbolName = getSymbolName(x.first); logInfo(2, "Symbol ID %d is %s\n", x.second, symbolName.c_str()); symbols.emplace(x.second, std::move(symbolName)); } logInfo(1, "Total %d unique Python symbols\n", symbols.size()); return symbols; } std::string PyPerfUtil::getSymbolName(Symbol& sym) const { std::string nameStr = std::string(sym.name).substr(0, FUNCTION_NAME_LEN); std::string classStr = std::string(sym.classname).substr(0, CLASS_NAME_LEN); if (classStr.size() > 0) { nameStr = classStr + "." + nameStr; } std::string file = std::string(sym.file).substr(0, FILE_NAME_LEN); if (file.empty()) { return nameStr; } if (file[0] == '/') { file = file.substr(1); } if (file.find("./") == 0) { file = file.substr(2); } if (file.find(".py", file.size() - 3) == (file.size() - 3)) { file = file.substr(0, file.size() - 3); } std::replace(file.begin(), file.end(), '/', '.'); return file + "." + nameStr; } bool PyPerfUtil::tryTargetPid(int pid, PidData& data) { FindPythonPathHelper helper{pid, false, 0, 0}; bcc_procutils_each_module(pid, &findPythonPathCallback, &helper); if (!helper.found) { logInfo(2, "PID %d does not contain Python library\n", pid); return false; } char path[256]; int res = std::snprintf(path, sizeof(path), "/proc/%d/map_files/%lx-%lx", pid, helper.st, helper.en); if (res < 0 || size_t(res) >= sizeof(path)) { return false; } if (!getAddrOfPythonBinary(path, data)) { std::fprintf( stderr, "Failed getting addresses in potential Python library in PID %d\n", pid); return false; } data.offsets = kPy36OffsetConfig; data.current_state_addr += helper.st; logInfo(2, "PID %d has _PyThreadState_Current at %lx\n", pid, data.current_state_addr); data.tls_key_addr += helper.st; logInfo(2, "PID %d has autoTLSKey at %lx\n", pid, data.current_state_addr); data.gil_locked_addr += helper.st; logInfo(2, "PID %d has gil_locked at %lx\n", pid, data.current_state_addr); data.gil_last_holder_addr += helper.st; logInfo(2, "PID %d has gil_last_holder at %lx\n", pid, data.current_state_addr); return true; } } // namespace pyperf } // namespace ebpf bpfcc-0.31.0/examples/cpp/pyperf/PyPerfUtil.h000066400000000000000000000026511465134135300210020ustar00rootroot00000000000000/* * Copyright (c) Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") */ #pragma once #include #include #include #include #include #include "BPF.h" #include "PyPerfSampleProcessor.h" #include "PyPerfType.h" namespace ebpf { namespace pyperf { class PyPerfUtil { public: enum class PyPerfResult : int { SUCCESS = 0, INIT_FAIL, PERF_BUF_OPEN_FAIL, NO_INIT, EVENT_ATTACH_FAIL, EVENT_DETACH_FAIL }; // init must be invoked exactly once before invoking profile PyPerfResult init(); PyPerfResult profile(int64_t sampleRate, int64_t durationMs, PyPerfSampleProcessor* processor); std::unordered_map getSymbolMapping(); uint32_t getTotalSamples() const { return totalSamples_; } uint32_t getLostSamples() const { return lostSamples_; } private: uint32_t totalSamples_ = 0, lostSamples_ = 0; ebpf::BPF bpf_{0, nullptr, false, "", true}; std::vector samples_; bool initCompleted_{false}; void handleSample(const void* data, int dataSize); void handleLostSamples(int lostCnt); friend void handleLostSamplesCallback(void*, uint64_t); friend void handleSampleCallback(void*, void*, int); std::string getSymbolName(Symbol& sym) const; bool tryTargetPid(int pid, PidData& data); }; } // namespace pyperf } // namespace ebpf bpfcc-0.31.0/examples/hello_world.py000077500000000000000000000007131465134135300173630ustar00rootroot00000000000000#!/usr/bin/python # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # run in project examples directory with: # sudo ./hello_world.py" # see trace_fields.py for a longer example from bcc import BPF # This may not work for 4.17 on x64, you need replace kprobe__sys_clone with kprobe____x64_sys_clone BPF(text='int kprobe__sys_clone(void *ctx) { bpf_trace_printk("Hello, World!\\n"); return 0; }').trace_print() bpfcc-0.31.0/examples/local_storage/000077500000000000000000000000001465134135300173115ustar00rootroot00000000000000bpfcc-0.31.0/examples/local_storage/inode_storage.py000077500000000000000000000010411465134135300225040ustar00rootroot00000000000000#!/usr/bin/python3 from bcc import BPF source = r""" #include BPF_INODE_STORAGE(inode_storage_map, int); LSM_PROBE(inode_rename, struct inode *old_dir, struct dentry *old_dentry, struct inode *new_dir, struct dentry *new_dentry, unsigned int flags) { int *value; value = inode_storage_map.inode_storage_get(old_dentry->d_inode, 0, BPF_LOCAL_STORAGE_GET_F_CREATE); if (!value) return 0; bpf_trace_printk("%d", *value); return 0; } """ b = BPF(text=source) try: b.trace_print() except KeyboardInterrupt: pass bpfcc-0.31.0/examples/local_storage/task_storage.py000077500000000000000000000016401465134135300223550ustar00rootroot00000000000000#!/usr/bin/python3 from bcc import BPF source = r""" BPF_TASK_STORAGE(task_storage_map, __u64); KFUNC_PROBE(inet_listen) { __u64 ts = bpf_ktime_get_ns(); /* save timestamp to local storage on function entry */ task_storage_map.task_storage_get(bpf_get_current_task_btf(), &ts, BPF_LOCAL_STORAGE_GET_F_CREATE); bpf_trace_printk("inet_listen entry: store timestamp %lld", ts); return 0; } KRETFUNC_PROBE(inet_listen) { __u64 *ts; /* retrieve timestamp stored at local storage on function exit */ ts = task_storage_map.task_storage_get(bpf_get_current_task_btf(), 0, 0); if (!ts) return 0; /* delete timestamp from local storage */ task_storage_map.task_storage_delete(bpf_get_current_task_btf()); /* calculate latency */ bpf_trace_printk("inet_listen exit: cost %lldus", (bpf_ktime_get_ns() - *ts) / 1000); return 0; } """ b = BPF(text=source) try: b.trace_print() except KeyboardInterrupt: pass bpfcc-0.31.0/examples/lua/000077500000000000000000000000001465134135300152545ustar00rootroot00000000000000bpfcc-0.31.0/examples/lua/CMakeLists.txt000066400000000000000000000002601465134135300200120ustar00rootroot00000000000000file(GLOB C_FILES *.c) file(GLOB LUA_FILES *.lua) install(FILES ${C_FILES} DESTINATION share/bcc/examples/lua) install(PROGRAMS ${LUA_FILES} DESTINATION share/bcc/examples/lua)bpfcc-0.31.0/examples/lua/bashreadline.c000066400000000000000000000007341465134135300200450ustar00rootroot00000000000000#include struct str_t { u64 pid; char str[80]; }; BPF_PERF_OUTPUT(events); int printret(struct pt_regs *ctx) { struct str_t data = {}; u32 pid; if (!PT_REGS_RC(ctx)) return 0; pid = bpf_get_current_pid_tgid(); data.pid = pid; bpf_probe_read_user(&data.str, sizeof(data.str), (void *)PT_REGS_RC(ctx)); events.perf_submit(ctx, &data, sizeof(data)); return 0; }; bpfcc-0.31.0/examples/lua/bashreadline.lua000077500000000000000000000021231465134135300204010ustar00rootroot00000000000000#!/usr/bin/env bcc-lua --[[ Copyright 2016 GitHub, Inc Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] local ffi = require("ffi") return function(BPF) local b = BPF:new{src_file="bashreadline.c", debug=0} b:attach_uprobe{name="/bin/bash", sym="readline", fn_name="printret", retprobe=true} local function print_readline(cpu, event) print("%-9s %-6d %s" % {os.date("%H:%M:%S"), tonumber(event.pid), ffi.string(event.str)}) end b:get_table("events"):open_perf_buffer(print_readline, "struct { uint64_t pid; char str[80]; }", nil) print("%-9s %-6s %s" % {"TIME", "PID", "COMMAND"}) b:perf_buffer_poll_loop() end bpfcc-0.31.0/examples/lua/kprobe-latency.lua000066400000000000000000000047261465134135300207070ustar00rootroot00000000000000#!/usr/bin/env bcc-lua --[[ Copyright 2016 Marek Vavrusa Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] -- This example program measures latency of block device operations and plots it -- in a histogram. It is similar to BPF example: -- https://github.com/torvalds/linux/blob/master/samples/bpf/tracex3_kern.c local ffi = require('ffi') local bpf = require('bpf') local S = require('syscall') -- Shared part of the program local bins = 100 local map = bpf.map('hash', 512, ffi.typeof('uint64_t'), ffi.typeof('uint64_t')) local lat_map = bpf.map('array', bins) -- Kernel-space part of the program local trace_start = bpf.kprobe('myprobe:blk_start_request', function (ptregs) map[ptregs.parm1] = time() end, false, -1, 0) local trace_end = bpf.kprobe('myprobe2:blk_account_io_done', function (ptregs) -- The lines below are computing index -- using log10(x)*10 = log2(x)*10/log2(10) = log2(x)*3 -- index = 29 ~ 1 usec -- index = 59 ~ 1 msec -- index = 89 ~ 1 sec -- index = 99 ~ 10sec or more local delta = time() - map[ptregs.parm1] local index = 3 * math.log2(delta) if index >= bins then index = bins-1 end xadd(lat_map[index], 1) return true end, false, -1, 0) -- User-space part of the program pcall(function() local counter = 0 local sym = {' ',' ','.','.','*','*','o','o','O','O','#','#'} while true do -- Print header once in a while if counter % 50 == 0 then print('|1us |10us |100us |1ms |10ms |100ms |1s |10s') counter = 0 end counter = counter + 1 -- Collect all events local hist, events = {}, 0 for i=29,bins-1 do local v = tonumber(lat_map[i] or 0) if v > 0 then hist[i] = hist[i] or 0 + v events = events + v end end -- Print histogram symbols based on relative frequency local s = '' for i=29,bins-1 do if hist[i] then local c = math.ceil((hist[i] / (events + 1)) * #sym) s = s .. sym[c] else s = s .. ' ' end end print(s .. string.format(' ; %d events', events)) S.sleep(1) end end)bpfcc-0.31.0/examples/lua/kprobe-write.lua000066400000000000000000000021451465134135300203730ustar00rootroot00000000000000#!/usr/bin/env bcc-lua --[[ Copyright 2016 Marek Vavrusa Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] -- Simple tracing example that executes a program on -- return from sys_write() and tracks the number of hits local ffi = require('ffi') local bpf = require('bpf') local S = require('syscall') -- Shared part of the program local map = bpf.map('array', 1) -- Kernel-space part of the program local probe = bpf.kprobe('myprobe:sys_write', function (ptregs) xadd(map[0], 1) end, true) -- User-space part of the program pcall(function() for _ = 1, 10 do print('hits: ', tonumber(map[0])) S.sleep(1) end end) bpfcc-0.31.0/examples/lua/memleak.lua000077500000000000000000000140641465134135300174020ustar00rootroot00000000000000#!/usr/bin/env bcc-lua --[[ Copyright 2016 GitHub, Inc Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] local bpf_source = [[ #include struct alloc_info_t { u64 size; u64 timestamp_ns; int stack_id; }; BPF_HASH(sizes, u64); BPF_HASH(allocs, u64, struct alloc_info_t); BPF_STACK_TRACE(stack_traces, 10240); int alloc_enter(struct pt_regs *ctx, size_t size) { SIZE_FILTER if (SAMPLE_EVERY_N > 1) { u64 ts = bpf_ktime_get_ns(); if (ts % SAMPLE_EVERY_N != 0) return 0; } u64 pid = bpf_get_current_pid_tgid(); u64 size64 = size; sizes.update(&pid, &size64); if (SHOULD_PRINT) bpf_trace_printk("alloc entered, size = %u\n", size); return 0; } int alloc_exit(struct pt_regs *ctx) { u64 address = PT_REGS_RC(ctx); u64 pid = bpf_get_current_pid_tgid(); u64* size64 = sizes.lookup(&pid); struct alloc_info_t info = {0}; if (size64 == 0) return 0; // missed alloc entry info.size = *size64; sizes.delete(&pid); info.timestamp_ns = bpf_ktime_get_ns(); info.stack_id = stack_traces.get_stackid(ctx, STACK_FLAGS); allocs.update(&address, &info); if (SHOULD_PRINT) { bpf_trace_printk("alloc exited, size = %lu, result = %lx\n", info.size, address); } return 0; } int free_enter(struct pt_regs *ctx, void *address) { u64 addr = (u64)address; struct alloc_info_t *info = allocs.lookup(&addr); if (info == 0) return 0; allocs.delete(&addr); if (SHOULD_PRINT) { bpf_trace_printk("free entered, address = %lx, size = %lu\n", address, info->size); } return 0; } ]] return function(BPF, utils) local parser = utils.argparse("memleak", "Catch memory leaks") parser:flag("-t --trace") parser:flag("-a --show-allocs") parser:option("-p --pid"):convert(tonumber) parser:option("-i --interval", "", 5):convert(tonumber) parser:option("-o --older", "", 500):convert(tonumber) parser:option("-s --sample-rate", "", 1):convert(tonumber) parser:option("-z --min-size", ""):convert(tonumber) parser:option("-Z --max-size", ""):convert(tonumber) parser:option("-T --top", "", 10):convert(tonumber) local args = parser:parse() local size_filter = "" if args.min_size and args.max_size then size_filter = "if (size < %d || size > %d) return 0;" % {args.min_size, args.max_size} elseif args.min_size then size_filter = "if (size < %d) return 0;" % args.min_size elseif args.max_size then size_filter = "if (size > %d) return 0;" % args.max_size end local stack_flags = "0" if args.pid then stack_flags = stack_flags .. "|BPF_F_USER_STACK" end local text = bpf_source text = text:gsub("SIZE_FILTER", size_filter) text = text:gsub("STACK_FLAGS", stack_flags) text = text:gsub("SHOULD_PRINT", args.trace and "1" or "0") text = text:gsub("SAMPLE_EVERY_N", tostring(args.sample_rate)) local bpf = BPF:new{text=text, debug=0} local syms = nil local min_age_ns = args.older * 1e6 if args.pid then print("Attaching to malloc and free in pid %d, Ctrl+C to quit." % args.pid) bpf:attach_uprobe{name="c", sym="malloc", fn_name="alloc_enter", pid=args.pid} bpf:attach_uprobe{name="c", sym="malloc", fn_name="alloc_exit", pid=args.pid, retprobe=true} bpf:attach_uprobe{name="c", sym="free", fn_name="free_enter", pid=args.pid} else print("Attaching to kmalloc and kfree, Ctrl+C to quit.") bpf:attach_kprobe{event="__kmalloc", fn_name="alloc_enter"} bpf:attach_kprobe{event="__kmalloc", fn_name="alloc_exit", retprobe=true} -- TODO bpf:attach_kprobe{event="kfree", fn_name="free_enter"} end local syms = BPF.SymbolCache(args.pid) local allocs = bpf:get_table("allocs") local stack_traces = bpf:get_table("stack_traces") local function resolve(addr) local sym = syms:resolve(addr) if args.pid == nil then sym = sym .. " [kernel]" end return string.format("%s (%p)", sym, addr) end local function print_outstanding() local alloc_info = {} local now = utils.posix.time_ns() print("[%s] Top %d stacks with outstanding allocations:" % {os.date("%H:%M:%S"), args.top}) for address, info in allocs:items() do if now - min_age_ns >= tonumber(info.timestamp_ns) then local stack_id = tonumber(info.stack_id) if stack_id >= 0 then if alloc_info[stack_id] then local s = alloc_info[stack_id] s.count = s.count + 1 s.size = s.size + tonumber(info.size) else local stack = stack_traces:get(stack_id, resolve) alloc_info[stack_id] = { stack=stack, count=1, size=tonumber(info.size) } end end if args.show_allocs then print("\taddr = %p size = %s" % {address, tonumber(info.size)}) end end end local top = table.values(alloc_info) table.sort(top, function(a, b) return a.size > b.size end) for n, alloc in ipairs(top) do print("\t%d bytes in %d allocations from stack\n\t\t%s" % {alloc.size, alloc.count, table.concat(alloc.stack, "\n\t\t")}) if n == args.top then break end end end if args.trace then local pipe = bpf:pipe() while true do print(pipe:trace_fields()) end else while true do utils.posix.sleep(args.interval) syms:refresh() print_outstanding() end end end bpfcc-0.31.0/examples/lua/offcputime.lua000077500000000000000000000060521465134135300201260ustar00rootroot00000000000000#!/usr/bin/env bcc-lua --[[ Copyright 2016 GitHub, Inc Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] local program = [[ #include #include #define MINBLOCK_US 1 struct key_t { char name[TASK_COMM_LEN]; int stack_id; }; BPF_HASH(counts, struct key_t); BPF_HASH(start, u32); BPF_STACK_TRACE(stack_traces, 10240); int oncpu(struct pt_regs *ctx, struct task_struct *prev) { u32 pid; u64 ts, *tsp; // record previous thread sleep time if (FILTER) { pid = prev->pid; ts = bpf_ktime_get_ns(); start.update(&pid, &ts); } // calculate current thread's delta time pid = bpf_get_current_pid_tgid(); tsp = start.lookup(&pid); if (tsp == 0) return 0; // missed start or filtered u64 delta = bpf_ktime_get_ns() - *tsp; start.delete(&pid); delta = delta / 1000; if (delta < MINBLOCK_US) return 0; // create map key u64 zero = 0, *val; struct key_t key = {}; int stack_flags = 0; /* if (!(prev->flags & PF_KTHREAD)) stack_flags |= BPF_F_USER_STACK; */ bpf_get_current_comm(&key.name, sizeof(key.name)); key.stack_id = stack_traces.get_stackid(ctx, stack_flags); val = counts.lookup_or_try_init(&key, &zero); if (val) { (*val) += delta; } return 0; } ]] return function(BPF, utils) local ffi = require("ffi") local parser = utils.argparse("offcputime", "Summarize off-cpu time") parser:flag("-u --user-only") parser:option("-p --pid"):convert(tonumber) parser:flag("-f --folded") parser:option("-d --duration", "duration to trace for", 9999999):convert(tonumber) local args = parser:parse() local ksym = BPF.SymbolCache() local filter = "1" local MAXDEPTH = 20 if args.pid then filter = "pid == %d" % args.pid elseif args.user_only then filter = "!(prev->flags & PF_KTHREAD)" end local text = program:gsub("FILTER", filter) local b = BPF:new{text=text} b:attach_kprobe{event="finish_task_switch", fn_name="oncpu"} if BPF.num_open_kprobes() == 0 then print("no functions matched. quitting...") return end print("Sleeping for %d seconds..." % args.duration) pcall(utils.posix.sleep, args.duration) print("Tracing...") local counts = b:get_table("counts") local stack_traces = b:get_table("stack_traces") for k, v in counts:items() do for addr in stack_traces:walk(tonumber(k.stack_id)) do print(" %-16p %s" % {addr, ksym:resolve(addr)}) end print(" %-16s %s" % {"-", ffi.string(k.name)}) print(" %d\n" % tonumber(v)) end end bpfcc-0.31.0/examples/lua/sock-parse-dns.lua000066400000000000000000000032361465134135300206140ustar00rootroot00000000000000#!/usr/bin/env bcc-lua --[[ Copyright 2016 Marek Vavrusa Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] -- Simple parsing example of UDP/DNS that counts frequency of QTYPEs. -- It shows how to parse packet variable-length packet structures. local ffi = require("ffi") local bpf = require("bpf") local S = require("syscall") -- Shared part of the program local map = assert(bpf.map('array', 256)) -- Kernel-space part of the program local prog = bpf.socket('lo', function (skb) local ip = pkt.ip -- Accept only UDP messages if ip.proto ~= c.ip.proto_udp then return false end local udp = ip.udp -- Only messages >12 octets (DNS header) if udp.length < 12 then return false end -- Unroll QNAME (up to 2 labels) udp = udp.data + 12 local label = udp[0] if label > 0 then udp = udp + label + 1 label = udp[0] if label > 0 then udp = udp + label + 1 end end -- Track QTYPE (low types) if udp[0] == 0 then local qtype = udp[2] -- Low octet from QTYPE xadd(map[qtype], 1) end end) -- User-space part of the program for _ = 1, 10 do for k,v in map.pairs,map,0 do v = tonumber(v) if v > 0 then print(string.format('TYPE%d: %d', k, v)) end end S.sleep(1) endbpfcc-0.31.0/examples/lua/sock-parse-http.lua000066400000000000000000000037521465134135300210120ustar00rootroot00000000000000#!/usr/bin/env bcc-lua --[[ Copyright 2016 Marek Vavrusa Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] -- Simple parsing example of TCP/HTTP that counts frequency of types of requests -- and shows more complicated pattern matching constructions and slices. -- Rewrite of a BCC example: -- https://github.com/iovisor/bcc/blob/master/examples/networking/http_filter/http-parse-simple.c local ffi = require("ffi") local bpf = require("bpf") local S = require("syscall") -- Shared part of the program local map = bpf.map('hash', 64) -- Kernel-space part of the program local prog = bpf.socket('lo', function (skb) -- Only ingress so we don't count twice on loopback if skb.ingress_ifindex == 0 then return end local data = pkt.ip.tcp.data -- Get TCP protocol dissector -- Continue only if we have 7 bytes of TCP data if data + 7 > skb.len then return end -- Fetch 4 bytes of TCP data and compare local h = data(0, 4) if h == 'HTTP' or h == 'GET ' or h == 'POST' or h == 'PUT ' or h == 'HEAD' or h == 'DELE' then -- If hash key doesn't exist, create it -- otherwise increment counter local v = map[h] if not v then map[h] = 1 else xadd(map[h], 1) end end end) -- User-space part of the program for _ = 1, 10 do local strkey = ffi.new('uint32_t [1]') local s = '' for k,v in map.pairs,map,0 do strkey[0] = bpf.ntoh(k) s = s..string.format('%s %d ', ffi.string(strkey, 4):match '^%s*(.-)%s*$', tonumber(v)) end if #s > 0 then print(s..'messages') end S.sleep(1) endbpfcc-0.31.0/examples/lua/sock-proto.lua000066400000000000000000000026341465134135300200640ustar00rootroot00000000000000#!/usr/bin/env bcc-lua --[[ Copyright 2016 Marek Vavrusa Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] -- This program looks at IP, UDP and ICMP packets and -- increments counter for each packet of given type seen -- Rewrite of https://github.com/torvalds/linux/blob/master/samples/bpf/sock_example.c local ffi = require("ffi") local bpf = require("bpf") local S = require("syscall") -- Shared part of the program local map = bpf.map('hash', 256) map[1], map[6], map[17] = 0, 0, 0 -- Kernel-space part of the program bpf.socket('lo', function (skb) local proto = pkt.ip.proto -- Get byte (ip.proto) from frame at [23] xadd(map[proto], 1) -- Atomic `map[proto] += 1` end) -- User-space part of the program for _ = 1, 10 do local icmp, udp, tcp = map[1], map[17], map[6] print(string.format('TCP %d UDP %d ICMP %d packets', tonumber(tcp or 0), tonumber(udp or 0), tonumber(icmp or 0))) S.sleep(1) endbpfcc-0.31.0/examples/lua/sock-protolen.lua000066400000000000000000000030011465134135300205500ustar00rootroot00000000000000#!/usr/bin/env bcc-lua --[[ Copyright 2016 Marek Vavrusa Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] -- This program counts total bytes received per-protocol in 64-bit counters. -- The map backend is array in this case to avoid key allocations. -- increments counter for each packet of given type seen -- Rewrite of https://github.com/torvalds/linux/blob/master/samples/bpf/sock_example.c local ffi = require("ffi") local bpf = require("bpf") local S = require("syscall") -- Shared part of the program local map = bpf.map('array', 256, ffi.typeof('uint32_t'), ffi.typeof('uint64_t')) -- Kernel-space part of the program bpf.socket('lo', function (skb) local proto = pkt.ip.proto -- Get byte (ip.proto) from frame at [23] xadd(map[proto], skb.len) -- Atomic `map[proto] += ` end) -- User-space part of the program for _ = 1, 10 do local icmp, udp, tcp = map[1], map[17], map[6] print(string.format('TCP %d UDP %d ICMP %d bytes', tonumber(tcp or 0), tonumber(udp or 0), tonumber(icmp or 0))) S.sleep(1) endbpfcc-0.31.0/examples/lua/strlen_count.lua000077500000000000000000000024311465134135300205010ustar00rootroot00000000000000#!/usr/bin/env bcc-lua --[[ Copyright 2016 GitHub, Inc Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] assert(arg[1], "usage: strlen_count PID") local program = string.gsub([[ #include int printarg(struct pt_regs *ctx) { if (!PT_REGS_PARM1(ctx)) return 0; u32 pid = bpf_get_current_pid_tgid(); if (pid != PID) return 0; char str[128] = {}; bpf_probe_read_user(&str, sizeof(str), (void *)PT_REGS_PARM1(ctx)); bpf_trace_printk("strlen(\"%s\")\n", &str); return 0; }; ]], "PID", arg[1]) return function(BPF) local b = BPF:new{text=program, debug=0} b:attach_uprobe{name="c", sym="strlen", fn_name="printarg"} local pipe = b:pipe() while true do local task, pid, cpu, flags, ts, msg = pipe:trace_fields() print("%-18.9f %-16s %-6d %s" % {ts, task, pid, msg}) end end bpfcc-0.31.0/examples/lua/task_switch.lua000077500000000000000000000026041465134135300203070ustar00rootroot00000000000000#!/usr/bin/env bcc-lua --[[ Copyright 2016 GitHub, Inc Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] local program = [[ #include #include struct key_t { u32 prev_pid; u32 curr_pid; }; // map_type, key_type, leaf_type, table_name, num_entry BPF_HASH(stats, struct key_t, u64, 1024); int count_sched(struct pt_regs *ctx, struct task_struct *prev) { struct key_t key = {}; u64 zero = 0, *val; key.curr_pid = bpf_get_current_pid_tgid(); key.prev_pid = prev->pid; val = stats.lookup_or_try_init(&key, &zero); if (val) { (*val)++; } return 0; } ]] return function(BPF) local b = BPF:new{text=program, debug=0} b:attach_kprobe{event="finish_task_switch", fn_name="count_sched"} print("Press any key...") io.read() local t = b:get_table("stats") for k, v in t:items() do print("task_switch[%d -> %d] = %d" % {k.prev_pid, k.curr_pid, tonumber(v)}) end end bpfcc-0.31.0/examples/lua/tracepoint-offcputime.lua000066400000000000000000000051321465134135300222670ustar00rootroot00000000000000#!/usr/bin/env bcc-lua --[[ Copyright 2016 Marek Vavrusa Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] -- Summarize off-CPU time by stack trace -- Related tool: https://github.com/iovisor/bcc/blob/master/tools/offcputime.py local ffi = require('ffi') local bpf = require('bpf') local S = require('syscall') -- Create BPF maps -- TODO: made smaller to fit default memory limits local key_t = 'struct { char name[16]; int32_t stack_id; }' local starts = assert(bpf.map('hash', 128, ffi.typeof('uint32_t'), ffi.typeof('uint64_t'))) local counts = assert(bpf.map('hash', 128, ffi.typeof(key_t), ffi.typeof('uint64_t'))) local stack_traces = assert(bpf.map('stack_trace', 16)) -- Open tracepoint and attach BPF program -- The 'arg' parses tracepoint format automatically local tp = bpf.tracepoint('sched/sched_switch', function (arg) -- Update previous thread sleep time local pid = arg.prev_pid local now = time() starts[pid] = now -- Calculate current thread's delta time pid = arg.next_pid local from = starts[pid] if not from then return 0 end local delta = (now - from) / 1000 starts[pid] = nil -- Check if the delta is below 1us if delta < 1 then return end -- Create key for this thread local key = ffi.new(key_t) comm(key.name) key.stack_id = stack_id(stack_traces, BPF.F_FAST_STACK_CMP) -- Update current thread off cpu time with delta local val = counts[key] if not val then counts[key] = 0 end xadd(counts[key], delta) end, 0, -1) -- Helper: load kernel symbols ffi.cdef 'unsigned long long strtoull(const char *, char **, int);' local ksyms = {} for l in io.lines('/proc/kallsyms') do local addr, sym = l:match '(%w+) %w (%S+)' if addr then ksyms[ffi.C.strtoull(addr, nil, 16)] = sym end end -- User-space part of the program while true do for k,v in counts.pairs,counts,nil do local s = '' local traces = stack_traces[k.stack_id] if traces then for i, ip in ipairs(traces) do s = s .. string.format(" %-16p %s", ip, ksyms[ip]) end end s = s .. string.format(" %-16s %s", "-", ffi.string(k.name)) s = s .. string.format(" %d", tonumber(v)) print(s) end S.sleep(1) end bpfcc-0.31.0/examples/lua/uprobe-readline-perf.lua000066400000000000000000000036071465134135300217740ustar00rootroot00000000000000#!/usr/bin/env bcc-lua --[[ Copyright 2016 Marek Vavrusa Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] -- Trace readline() call from all bash instances (print bash commands from all running shells). -- This is rough equivallent to `bashreadline` with output through perf event API. -- Source: http://www.brendangregg.com/blog/2016-02-08/linux-ebpf-bcc-uprobes.html local ffi = require('ffi') local bpf = require('bpf') local S = require('syscall') -- Perf event map local sample_t = 'struct { uint64_t pid; char str[80]; }' local events = bpf.map('perf_event_array') -- Kernel-space part of the program local probe = bpf.uprobe('/bin/bash:readline', function (ptregs) local sample = ffi.new(sample_t) sample.pid = pid_tgid() ffi.copy(sample.str, ffi.cast('char *', ptregs.ax)) -- Cast `ax` to string pointer and copy to buffer perf_submit(events, sample) -- Write buffer to perf event map end, true, -1, 0) -- User-space part of the program local log = events:reader(nil, 0, sample_t) -- Must specify PID or CPU_ID to observe print(' TASK-PID TIMESTAMP FUNCTION') print(' | | | |') while true do log:block() -- Wait until event reader is readable for _,e in log:read() do -- Collect available reader events print(string.format('%12s%-16s %-10s %s', '', tonumber(e.pid), os.date("%H:%M:%S"), ffi.string(e.str))) end end bpfcc-0.31.0/examples/lua/uprobe-readline.lua000066400000000000000000000030241465134135300210330ustar00rootroot00000000000000#!/usr/bin/env bcc-lua --[[ Copyright 2016 Marek Vavrusa Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] -- Trace readline() call from all bash instances (print bash commands from all running shells). -- This is rough equivallent to `bashreadline` -- Source: http://www.brendangregg.com/blog/2016-02-08/linux-ebpf-bcc-uprobes.html local ffi = require('ffi') local bpf = require('bpf') local S = require('syscall') -- Kernel-space part of the program local probe = bpf.uprobe('/bin/bash:readline', function (ptregs) local line = ffi.new('char [40]') -- Create a 40 byte buffer on stack ffi.copy(line, ffi.cast('char *', ptregs.ax)) -- Cast `ax` to string pointer and copy to buffer print('%s\n', line) -- Print to trace_pipe end, true, -1, 0) -- User-space part of the program local ok, err = pcall(function() local log = bpf.tracelog() print(' TASK-PID CPU# TIMESTAMP FUNCTION') print(' | | | | |') while true do print(log:read()) end end) bpfcc-0.31.0/examples/lua/uprobe-tailkt.lua000066400000000000000000000047731465134135300205540ustar00rootroot00000000000000#!/usr/bin/env bcc-lua --[[ Copyright 2016 Marek Vavrusa Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] -- Trace operations on keys matching given pattern in KyotoTycoon daemon. -- This can show you if certain keys were modified or read during the lifetime -- even if KT doesn't support this. It also shows how to attach to C++ mangled symbols. local ffi = require('ffi') local bpf = require('bpf') local S = require('syscall') local function help(err) print(string.format('%s [get|set] [key]', arg[0])) if err then print('error: '..err) end os.exit(1) end -- Accept the same format as ktremotemgr for clarity: local writeable, watch_key, klen = 'any', arg[2] or '*', 80 if arg[1] == 'get' then writeable = 0 elseif arg[1] == 'set' then writeable = 1 elseif arg[1] == '-h' or arg[1] == '--help' then help() elseif arg[1] and arg[1] ~= 'any' then help(string.format('bad cmd: "%s"', arg[1])) end if watch_key ~= '*' then klen = #watch_key end -- Find a good entrypoint that has both key and differentiates read/write in KT -- That is going to serve as an attachment point for BPF program -- ABI: bool accept(void *this, const char* kbuf, size_t ksiz, Visitor* visitor, bool writable) local key_type = string.format('char [%d]', klen) local probe = bpf.uprobe('/usr/local/bin/ktserver:kyotocabinet::StashDB::accept', function (ptregs) -- Watch either get/set or both if writeable ~= 'any' then if ptregs.parm5 ~= writeable then return end end local line = ffi.new(key_type) ffi.copy(line, ffi.cast('char *', ptregs.parm2)) -- Check if we're looking for specific key if watch_key ~= '*' then if ptregs.parm3 ~= klen then return false end if line ~= watch_key then return false end end print('%s write:%d\n', line, ptregs.parm5) end, false, -1, 0) -- User-space part of the program local ok, err = pcall(function() local log = bpf.tracelog() print(' TASK-PID CPU# TIMESTAMP FUNCTION') print(' | | | | |') while true do print(log:read()) end end) bpfcc-0.31.0/examples/lua/usdt_ruby.lua000077500000000000000000000022761465134135300200110ustar00rootroot00000000000000#!/usr/bin/env bcc-lua --[[ Copyright 2016 GitHub, Inc Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] local program = [[ #include int trace_method(struct pt_regs *ctx) { uint64_t addr; bpf_usdt_readarg(2, ctx, &addr); char fn_name[128] = {}; bpf_probe_read_user(&fn_name, sizeof(fn_name), (void *)addr); bpf_trace_printk("%s(...)\n", fn_name); return 0; }; ]] return function(BPF, util) if not arg[1] then print("usage: rubysyms.lua PID") return end local u = util.USDT:new{pid=tonumber(arg[1])} u:enable_probe{probe="method__entry", fn_name="trace_method"} local b = BPF:new{text=program, usdt=u} local pipe = b:pipe() while true do print(pipe:trace_fields()) end end bpfcc-0.31.0/examples/networking/000077500000000000000000000000001465134135300166625ustar00rootroot00000000000000bpfcc-0.31.0/examples/networking/CMakeLists.txt000066400000000000000000000007071465134135300214260ustar00rootroot00000000000000set(EXAMPLE_FILES simulation.py) set(EXAMPLE_PROGRAMS simple_tc.py tc_perf_event.py net_monitor.py sockmap.py) install(FILES ${EXAMPLE_FILES} DESTINATION share/bcc/examples/networking) install(PROGRAMS ${EXAMPLE_PROGRAMS} DESTINATION share/bcc/examples/networking) add_subdirectory(distributed_bridge) add_subdirectory(neighbor_sharing) add_subdirectory(vlan_learning) add_subdirectory(tunnel_monitor) add_subdirectory(http_filter) add_subdirectory(xdp) bpfcc-0.31.0/examples/networking/distributed_bridge/000077500000000000000000000000001465134135300225205ustar00rootroot00000000000000bpfcc-0.31.0/examples/networking/distributed_bridge/CMakeLists.txt000066400000000000000000000004571465134135300252660ustar00rootroot00000000000000set(EXAMPLE_FILES simulation.py tunnel.c tunnel_mesh.c) set(EXAMPLE_PROGRAMS main.py tunnel_mesh.py tunnel.py) install(FILES ${EXAMPLE_FILES} DESTINATION share/bcc/examples/networking/distributed_bridge) install(PROGRAMS ${EXAMPLE_PROGRAMS} DESTINATION share/bcc/examples/networking/distributed_bridge) bpfcc-0.31.0/examples/networking/distributed_bridge/main.py000077500000000000000000000056471465134135300240350ustar00rootroot00000000000000#!/usr/bin/python # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from sys import argv from builtins import input from pyroute2 import IPRoute, NetNS, IPDB, NSPopen from simulation import Simulation from subprocess import PIPE, call, Popen import re multicast = 1 dhcp = 0 gretap = 0 if "mesh" in argv: multicast = 0 if "dhcp" in argv: dhcp = 1 multicast = 0 if "gretap" in argv: gretap = 1 multicast = 0 print("multicast %d dhcp %d gretap %d" % (multicast, dhcp, gretap)) ipr = IPRoute() ipdb = IPDB(nl=ipr) num_hosts = 3 null = open("/dev/null", "w") class TunnelSimulation(Simulation): def __init__(self, ipdb): super(TunnelSimulation, self).__init__(ipdb) def start(self): # each entry is tuple of ns_ipdb, out_ifc, in_ifc host_info = [] for i in range(0, num_hosts): print("Launching host %i of %i" % (i + 1, num_hosts)) ipaddr = "172.16.1.%d/24" % (100 + i) host_info.append(self._create_ns("host%d" % i, ipaddr=ipaddr, disable_ipv6=True)) if multicast: cmd = ["python", "tunnel.py", str(i)] else: cmd = ["python", "tunnel_mesh.py", str(num_hosts), str(i), str(dhcp), str(gretap)] p = NSPopen(host_info[i][0].nl.netns, cmd, stdin=PIPE) self.processes.append(p) with self.ipdb.create(ifname="br-fabric", kind="bridge") as br: for host in host_info: br.add_port(host[1]) br.up() # get host0 bridge ip's host0_br_ips = [] if dhcp == 1: print("Waiting for host0 br1/br2 ip addresses available") for j in range(0, 2): interface = host_info[0][0].interfaces["br%d" % j] interface.wait_ip("99.1.0.0", 16, timeout=60) host0_br_ips = [x[0] for x in interface.ipaddr if x[0].startswith("99.1")] else: host0_br_ips.append("99.1.0.1") host0_br_ips.append("99.1.1.1") # traffic test print("Validating connectivity") for i in range(1, num_hosts): for j in range(0, 2): interface = host_info[i][0].interfaces["br%d" % j] interface.wait_ip("99.1.0.0", 16, timeout=60) print("VNI%d between host0 and host%d" % (10000 + j, i)) call(["ip", "netns", "exec", "host%d" % i, "ping", host0_br_ips[j], "-c", "3", "-i", "0.2", "-q"]) try: sim = TunnelSimulation(ipdb) sim.start() input("Press enter to quit:") for p in sim.processes: p.communicate(b"\n") except: if "sim" in locals(): for p in sim.processes: p.kill(); p.wait(); p.release() finally: if "br-fabric" in ipdb.interfaces: ipdb.interfaces["br-fabric"].remove().commit() if "sim" in locals(): sim.release() ipdb.release() null.close() bpfcc-0.31.0/examples/networking/distributed_bridge/simulation.py000077700000000000000000000000001465134135300302222../simulation.pyustar00rootroot00000000000000bpfcc-0.31.0/examples/networking/distributed_bridge/tunnel.c000066400000000000000000000045651465134135300242030ustar00rootroot00000000000000// Copyright (c) PLUMgrid, Inc. // Licensed under the Apache License, Version 2.0 (the "License") #include BPF_HASH(vni2if, u32, int, 1024); struct vni_key { u64 mac; int ifindex; int pad; }; struct host { u32 tunnel_id; u32 remote_ipv4; u64 rx_pkts; u64 tx_pkts; }; BPF_HASH(mac2host, struct vni_key, struct host); struct config { int tunnel_ifindex; }; BPF_HASH(conf, int, struct config, 1); // Handle packets from the encap device, demux into the dest tenant int handle_ingress(struct __sk_buff *skb) { u8 *cursor = 0; struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); struct bpf_tunnel_key tkey = {}; bpf_skb_get_tunnel_key(skb, &tkey, offsetof(struct bpf_tunnel_key, remote_ipv6[1]), 0); int *ifindex = vni2if.lookup(&tkey.tunnel_id); if (ifindex) { //bpf_trace_printk("ingress tunnel_id=%d ifindex=%d\n", tkey.tunnel_id, *ifindex); struct vni_key vk = {ethernet->src, *ifindex, 0}; struct host *src_host = mac2host.lookup_or_try_init(&vk, &(struct host){tkey.tunnel_id, tkey.remote_ipv4, 0, 0}); if (src_host) { lock_xadd(&src_host->rx_pkts, 1); } bpf_clone_redirect(skb, *ifindex, 1/*ingress*/); } else { bpf_trace_printk("ingress invalid tunnel_id=%d\n", tkey.tunnel_id); } return 1; } // Handle packets from the tenant, mux into the encap device int handle_egress(struct __sk_buff *skb) { u8 *cursor = 0; int one = 1; struct config *cfg = conf.lookup(&one); if (!cfg) return 1; struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); struct vni_key vk = {ethernet->dst, skb->ifindex, 0}; struct host *dst_host = mac2host.lookup(&vk); struct bpf_tunnel_key tkey = {}; if (dst_host) { u32 zero = 0; tkey.tunnel_id = dst_host->tunnel_id; tkey.remote_ipv4 = dst_host->remote_ipv4; bpf_skb_set_tunnel_key(skb, &tkey, offsetof(struct bpf_tunnel_key, remote_ipv6[1]), 0); lock_xadd(&dst_host->tx_pkts, 1); } else { struct bpf_tunnel_key tkey = {}; vk.mac = 0xFFFFFFFFFFFFull; dst_host = mac2host.lookup(&vk); if (!dst_host) return 1; tkey.tunnel_id = dst_host->tunnel_id; tkey.remote_ipv4 = dst_host->remote_ipv4; bpf_skb_set_tunnel_key(skb, &tkey, offsetof(struct bpf_tunnel_key, remote_ipv6[1]), 0); } bpf_clone_redirect(skb, cfg->tunnel_ifindex, 0/*egress*/); return 1; } bpfcc-0.31.0/examples/networking/distributed_bridge/tunnel.py000077500000000000000000000050561465134135300244100ustar00rootroot00000000000000#!/usr/bin/python # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from sys import argv from bcc import BPF from builtins import input from ctypes import c_int, c_uint from http.server import HTTPServer, SimpleHTTPRequestHandler import json from netaddr import EUI, IPAddress from pyroute2 import IPRoute, NetNS, IPDB, NSPopen from socket import htons, AF_INET from threading import Thread from subprocess import call host_id = int(argv[1]) b = BPF(src_file="tunnel.c") ingress_fn = b.load_func("handle_ingress", BPF.SCHED_CLS) egress_fn = b.load_func("handle_egress", BPF.SCHED_CLS) mac2host = b.get_table("mac2host") vni2if = b.get_table("vni2if") conf = b.get_table("conf") ipr = IPRoute() ipdb = IPDB(nl=ipr) ifc = ipdb.interfaces.eth0 mcast = IPAddress("239.1.1.1") # ifcs to cleanup at the end ifc_gc = [] def run(): ipdb.routes.add({"dst": "224.0.0.0/4", "oif": ifc.index}).commit() with ipdb.create(ifname="vxlan0", kind="vxlan", vxlan_id=0, vxlan_link=ifc, vxlan_port=4789, vxlan_group=str(mcast), vxlan_flowbased=True, vxlan_collect_metadata=True, vxlan_learning=False) as vx: vx.up() ifc_gc.append(vx.ifname) conf[c_int(1)] = c_int(vx.index) ipr.tc("add", "ingress", vx.index, "ffff:") ipr.tc("add-filter", "bpf", vx.index, ":1", fd=ingress_fn.fd, name=ingress_fn.name, parent="ffff:", action="drop", classid=1) for i in range(0, 2): vni = 10000 + i with ipdb.create(ifname="br%d" % i, kind="bridge") as br: v = ipdb.create(ifname="dummy%d" % i, kind="dummy").up().commit() mcast_key = mac2host.Key(0xFFFFFFFFFFFF, v.index, 0) mcast_leaf = mac2host.Leaf(vni, mcast.value, 0, 0) mac2host[mcast_key] = mcast_leaf ipr.tc("add", "sfq", v.index, "1:") ipr.tc("add-filter", "bpf", v.index, ":1", fd=egress_fn.fd, name=egress_fn.name, parent="1:", action="drop", classid=1) br.add_port(v) br.up() ifc_gc.append(v.ifname) ifc_gc.append(br.ifname) vni2if[c_uint(vni)] = c_int(v.index) ipaddr = "99.1.%d.%d/24" % (i, host_id + 1) br.add_ip(ipaddr) try: run() ipdb.release() input("") print("---") for k, v in mac2host.items(): print(EUI(k.mac), k.ifindex, IPAddress(v.remote_ipv4), v.tunnel_id, v.rx_pkts, v.tx_pkts) finally: for v in ifc_gc: call(["ip", "link", "del", v]) bpfcc-0.31.0/examples/networking/distributed_bridge/tunnel_mesh.c000066400000000000000000000034531465134135300252120ustar00rootroot00000000000000// Copyright (c) PLUMgrid, Inc. // Licensed under the Apache License, Version 2.0 (the "License") #include struct config { int tunnel_ifindex; }; BPF_HASH(conf, int, struct config, 1); struct tunnel_key { u32 tunnel_id; u32 remote_ipv4; }; BPF_HASH(tunkey2if, struct tunnel_key, int, 1024); BPF_HASH(if2tunkey, int, struct tunnel_key, 1024); // Handle packets from the encap device, demux into the dest tenant int handle_ingress(struct __sk_buff *skb) { struct bpf_tunnel_key tkey = {}; struct tunnel_key key; bpf_skb_get_tunnel_key(skb, &tkey, offsetof(struct bpf_tunnel_key, remote_ipv6[1]), 0); key.tunnel_id = tkey.tunnel_id; key.remote_ipv4 = tkey.remote_ipv4; int *ifindex = tunkey2if.lookup(&key); if (ifindex) { //bpf_trace_printk("ingress tunnel_id=%d remote_ip=%08x ifindex=%d\n", // key.tunnel_id, key.remote_ipv4, *ifindex); // mark from external skb->tc_index = 1; bpf_clone_redirect(skb, *ifindex, 1/*ingress*/); } else { bpf_trace_printk("ingress invalid tunnel_id=%d\n", key.tunnel_id); } return 1; } // Handle packets from the tenant, mux into the encap device int handle_egress(struct __sk_buff *skb) { int ifindex = skb->ifindex; struct bpf_tunnel_key tkey = {}; struct tunnel_key *key_p; int one = 1; struct config *cfg = conf.lookup(&one); if (!cfg) return 1; if (skb->tc_index) { //bpf_trace_printk("from external\n"); // don't send it back out to encap device return 1; } key_p = if2tunkey.lookup(&ifindex); if (key_p) { tkey.tunnel_id = key_p->tunnel_id; tkey.remote_ipv4 = key_p->remote_ipv4; bpf_skb_set_tunnel_key(skb, &tkey, offsetof(struct bpf_tunnel_key, remote_ipv6[1]), 0); bpf_clone_redirect(skb, cfg->tunnel_ifindex, 0/*egress*/); } return 1; } bpfcc-0.31.0/examples/networking/distributed_bridge/tunnel_mesh.py000066400000000000000000000122611465134135300254150ustar00rootroot00000000000000#!/usr/bin/python # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from sys import argv from bcc import BPF from builtins import input from ctypes import c_int, c_uint from http.server import HTTPServer, SimpleHTTPRequestHandler import json from netaddr import EUI, IPAddress from pyroute2 import IPRoute, NetNS, IPDB, NSPopen from socket import htons, AF_INET from threading import Thread from subprocess import call, Popen, PIPE num_hosts = int(argv[1]) host_id = int(argv[2]) dhcp = int(argv[3]) gretap = int(argv[4]) b = BPF(src_file="tunnel_mesh.c") ingress_fn = b.load_func("handle_ingress", BPF.SCHED_CLS) egress_fn = b.load_func("handle_egress", BPF.SCHED_CLS) tunkey2if = b.get_table("tunkey2if") if2tunkey = b.get_table("if2tunkey") conf = b.get_table("conf") ipr = IPRoute() ipdb = IPDB(nl=ipr) ifc = ipdb.interfaces.eth0 # ifcs to cleanup at the end ifc_gc = [] # dhcp server and client processes d_serv = [] d_client = [] def run(): if gretap: with ipdb.create(ifname="gretap1", kind="gretap", gre_ikey=0, gre_okey=0, gre_local='172.16.1.%d' % (100 + host_id), gre_ttl=16, gre_collect_metadata=1) as vx: vx.up() ifc_gc.append(vx.ifname) else: with ipdb.create(ifname="vxlan0", kind="vxlan", vxlan_id=0, vxlan_link=ifc, vxlan_port=4789, vxlan_collect_metadata=True, vxlan_learning=False) as vx: vx.up() ifc_gc.append(vx.ifname) conf[c_int(1)] = c_int(vx.index) ipr.tc("add", "ingress", vx.index, "ffff:") ipr.tc("add-filter", "bpf", vx.index, ":1", fd=ingress_fn.fd, name=ingress_fn.name, parent="ffff:", action="drop", classid=1) for j in range(0, 2): vni = 10000 + j with ipdb.create(ifname="br%d" % j, kind="bridge") as br: for i in range(0, num_hosts): if i != host_id: v = ipdb.create(ifname="dummy%d%d" % (j , i), kind="dummy").up().commit() ipaddr = "172.16.1.%d" % (100 + i) tunkey2if_key = tunkey2if.Key(vni) tunkey2if_key.remote_ipv4 = IPAddress(ipaddr) tunkey2if_leaf = tunkey2if.Leaf(v.index) tunkey2if[tunkey2if_key] = tunkey2if_leaf if2tunkey_key = if2tunkey.Key(v.index) if2tunkey_leaf = if2tunkey.Leaf(vni) if2tunkey_leaf.remote_ipv4 = IPAddress(ipaddr) if2tunkey[if2tunkey_key] = if2tunkey_leaf ipr.tc("add", "sfq", v.index, "1:") ipr.tc("add-filter", "bpf", v.index, ":1", fd=egress_fn.fd, name=egress_fn.name, parent="1:", action="drop", classid=1) br.add_port(v) br.up() ifc_gc.append(v.ifname) if dhcp == 0: ipaddr = "99.1.%d.%d/24" % (j, host_id + 1) br.add_ip(ipaddr) ifc_gc.append(br.ifname) # dhcp server only runs on host 0 if dhcp == 1 and host_id == 0: for j in range(0, 2): v1 = "dhcp%d_v1" % j v2 = "dhcp%d_v2" % j br = ipdb.interfaces["br%d" % j] with ipdb.create(ifname=v1, kind="veth", peer=v2) as v: v.up() br.add_port(ipdb.interfaces[v1]).commit() dhcp_v2 = ipdb.interfaces[v2] dhcp_v2.add_ip("99.1.%d.1/24" % j).up().commit() call(["/bin/rm", "-f", "/tmp/dnsmasq.%d.leases" % j]) cmd = ["dnsmasq", "-d", "--bind-interfaces", "--strict-order", "--conf-file=", "--dhcp-range", "99.1.%d.2,99.1.%d.254,255.255.255.0,12h" % (j, j), "--dhcp-no-override", "--except-interface=lo", "--interface=dhcp%d_v2" % j, "--dhcp-authoritative", "--dhcp-leasefile=/tmp/dnsmasq.%d.leases" % j] d_serv.append(Popen(cmd, stdout=PIPE, stderr=PIPE)) # dhcp client to assign ip address for each bridge if dhcp == 1: for j in range(0, 2): call(["/bin/rm", "-rf", "/tmp/dhcp_%d_%d" % (host_id, j)]) call(["mkdir", "/tmp/dhcp_%d_%d" % (host_id, j)]) call(["touch", "/tmp/dhcp_%d_%d/dhclient.conf" % (host_id, j)]) call(["touch", "/tmp/dhcp_%d_%d/dhclient.lease" % (host_id, j)]) cmd = ["dhclient", "-d", "br%d" % j, "-cf", "/tmp/dhcp_%d_%d/dhclient.conf" % (host_id, j), "-lf", "/tmp/dhcp_%d_%d/dhclient.lease" % (host_id, j)] d_client.append(Popen(cmd, stdout=PIPE, stderr=PIPE)) # make sure we get address for eth0 retry = -1 while retry < 0: check = Popen(["ip", "addr", "show", "br%d" % j], stdout=PIPE, stderr=PIPE) out = check.stdout.read() checkip = b"99.1.%d" % j retry = out.find(checkip) try: run() input("") finally: for v in ifc_gc: call(["ip", "link", "del", v]) ipdb.release() for p in d_client: p.kill() for p in d_serv: p.kill() bpfcc-0.31.0/examples/networking/dns_matching/000077500000000000000000000000001465134135300213205ustar00rootroot00000000000000bpfcc-0.31.0/examples/networking/dns_matching/dns_matching.c000066400000000000000000000044771465134135300241360ustar00rootroot00000000000000/* * dns_matching.c Drop DNS packets requesting DNS name contained in hash map * For Linux, uses BCC, eBPF. See .py file. * * Copyright (c) 2016 Rudi Floren. * This program is free software; you can redistribute it and/or * modify it under the terms of version 2 of the GNU General Public * License as published by the Free Software Foundation. * * 11-May-2016 Rudi Floren Created this. */ #include #include #include #include #include #include #include #define ETH_LEN 14 struct dns_hdr_t { uint16_t id; uint16_t flags; uint16_t qdcount; uint16_t ancount; uint16_t nscount; uint16_t arcount; } BPF_PACKET_HEADER; struct dns_query_flags_t { uint16_t qtype; uint16_t qclass; } BPF_PACKET_HEADER; struct dns_char_t { char c; } BPF_PACKET_HEADER; struct Key { unsigned char p[255]; }; struct Leaf { // Not really needed in this example unsigned char p[4]; }; BPF_HASH(cache, struct Key, struct Leaf, 128); int dns_matching(struct __sk_buff *skb) { u8 *cursor = 0; struct Key key = {}; // Check of ethernet/IP frame. struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); if(ethernet->type == ETH_P_IP) { // Check for UDP. struct ip_t *ip = cursor_advance(cursor, sizeof(*ip)); u16 hlen_bytes = ip->hlen << 2; if(ip->nextp == IPPROTO_UDP) { // Check for Port 53, DNS packet. struct udp_t *udp = cursor_advance(cursor, sizeof(*udp)); if(udp->dport == 53){ struct dns_hdr_t *dns_hdr = cursor_advance(cursor, sizeof(*dns_hdr)); // Do nothing if packet is not a request. if((dns_hdr->flags >>15) != 0) { // Exit if this packet is not a request. return -1; } u16 i = 0; struct dns_char_t *c; #pragma unroll for(i = 0; i<255;i++){ c = cursor_advance(cursor, 1); if (c->c == 0) break; key.p[i] = c->c; } struct Leaf * lookup_leaf = cache.lookup(&key); // If DNS name is contained in our map, keep the packet if(lookup_leaf) { bpf_trace_printk("Matched1\n"); return -1; } } } } // Drop the packet return 0; } bpfcc-0.31.0/examples/networking/dns_matching/dns_matching.py000077500000000000000000000063421465134135300243400ustar00rootroot00000000000000#!/usr/bin/python from __future__ import print_function from bcc import BPF from ctypes import * import os import sys import fcntl import dnslib import argparse def encode_dns(name): if len(name) + 1 > 255: raise Exception("DNS Name too long.") b = bytearray() for element in name.split('.'): sublen = len(element) if sublen > 63: raise ValueError('DNS label %s is too long' % element) b.append(sublen) b.extend(element.encode('ascii')) b.append(0) # Add 0-len octet label for the root server return b def add_cache_entry(cache, name): key = cache.Key() key_len = len(key.p) name_buffer = encode_dns(name) # Pad the buffer with null bytes if it is too short name_buffer.extend((0,) * (key_len - len(name_buffer))) key.p = (c_ubyte * key_len).from_buffer(name_buffer) leaf = cache.Leaf() leaf.p = (c_ubyte * 4).from_buffer(bytearray(4)) cache[key] = leaf parser = argparse.ArgumentParser(usage='For detailed information about usage,\ try with -h option') req_args = parser.add_argument_group("Required arguments") req_args.add_argument("-i", "--interface", type=str, default="", help="Interface name, defaults to all if unspecified.") req_args.add_argument("-d", "--domains", type=str, required=True, nargs="+", help='List of domain names separated by space. For example: -d abc.def xyz.mno') args = parser.parse_args() # initialize BPF - load source code from http-parse-simple.c bpf = BPF(src_file = "dns_matching.c", debug=0) # print(bpf.dump_func("dns_test")) #load eBPF program http_filter of type SOCKET_FILTER into the kernel eBPF vm #more info about eBPF program types #http://man7.org/linux/man-pages/man2/bpf.2.html function_dns_matching = bpf.load_func("dns_matching", BPF.SOCKET_FILTER) #create raw socket, bind it to user provided interface #attach bpf program to socket created BPF.attach_raw_socket(function_dns_matching, args.interface) # Get the table. cache = bpf.get_table("cache") # Add cache entries for e in args.domains: print(">>>> Adding map entry: ", e) add_cache_entry(cache, e) print("\nTry to lookup some domain names using nslookup from another terminal.") print("For example: nslookup foo.bar") print("\nBPF program will filter-in DNS packets which match with map entries.") print("Packets received by user space program will be printed here") print("\nHit Ctrl+C to end...") socket_fd = function_dns_matching.sock fl = fcntl.fcntl(socket_fd, fcntl.F_GETFL) fcntl.fcntl(socket_fd, fcntl.F_SETFL, fl & (~os.O_NONBLOCK)) while 1: #retrieve raw packet from socket try: packet_str = os.read(socket_fd, 2048) except KeyboardInterrupt: sys.exit(0) packet_bytearray = bytearray(packet_str) ETH_HLEN = 14 UDP_HLEN = 8 #IP HEADER #calculate ip header length ip_header_length = packet_bytearray[ETH_HLEN] #load Byte ip_header_length = ip_header_length & 0x0F #mask bits 0..3 ip_header_length = ip_header_length << 2 #shift to obtain length #calculate payload offset payload_offset = ETH_HLEN + ip_header_length + UDP_HLEN payload = packet_bytearray[payload_offset:] # pass the payload to dnslib for parsing dnsrec = dnslib.DNSRecord.parse(payload) print (dnsrec.questions, "\n") bpfcc-0.31.0/examples/networking/http_filter/000077500000000000000000000000001465134135300212065ustar00rootroot00000000000000bpfcc-0.31.0/examples/networking/http_filter/CMakeLists.txt000066400000000000000000000004331465134135300237460ustar00rootroot00000000000000set(FILES http-parse-complete.c http-parse-simple.c README.md) set(PROGRAMS http-parse-complete.py http-parse-simple.py) install(FILES ${FILES} DESTINATION share/bcc/examples/networking/http_filter) install(PROGRAMS ${PROGRAMS} DESTINATION share/bcc/examples/networking/http_filter) bpfcc-0.31.0/examples/networking/http_filter/README.md000066400000000000000000000040671465134135300224740ustar00rootroot00000000000000# HTTP Filter eBPF application that parses HTTP packets and extracts (and prints on screen) the URL contained in the GET/POST request. [eBPF HTTP Filter - Short Presentation](https://github.com/iovisor/bpf-docs/blob/master/ebpf_http_filter.pdf) ## Usage Example $ sudo python http-parse-complete.py GET /pipermail/iovisor-dev/ HTTP/1.1 HTTP/1.1 200 OK GET /favicon.ico HTTP/1.1 HTTP/1.1 404 Not Found GET /pipermail/iovisor-dev/2016-January/thread.html HTTP/1.1 HTTP/1.1 200 OK GET /pipermail/iovisor-dev/2016-January/000046.html HTTP/1.1 HTTP/1.1 200 OK ## Implementation overview The implementation is split in two portions: the former that exploits eBPF code, the latter that performs some additional processing in user space (the python wrapper). ### First part: eBPF filter This component filters IP and TCP packets containing the "HTTP", "GET", "POST" strings in their payload and all subsequent packets belonging to the same session, having the same (ip.src,ip.dst,port.src,port.dst) tuple. The program is loaded as PROG_TYPE_SOCKET_FILTER and attached to a socket, bind to eth0. Matching packets are forwarded to user space, the others are dropped by the filter. ### Second part: python code in user space The Python script reads filtered raw packets from the socket, if necessary reassembles packets belonging to the same session, and prints on stdout the first line of the HTTP GET/POST request. ## Simple vs. complete Two versions of this code are available in this repository: * simple version: it does not handle URLs that span across multiple packets. For instance, if the URL is too long it shows only the portion contained in the first packet. * complete version: it is able to cope with URLs spanning across multiple packets; if such a situation is detected, the code reassembles packets belonging to the same session and prints the complete URL. ## How to execute this sample This sample can be executed by typing either one the two commands below: $ sudo python http-parse-simple.py $ sudo python http-parse-complete.py bpfcc-0.31.0/examples/networking/http_filter/http-parse-complete.c000066400000000000000000000104501465134135300252470ustar00rootroot00000000000000#include #include #include #define IP_TCP 6 #define ETH_HLEN 14 struct Key { u32 src_ip; //source ip u32 dst_ip; //destination ip unsigned short src_port; //source port unsigned short dst_port; //destination port }; struct Leaf { int timestamp; //timestamp in ns }; //BPF_TABLE(map_type, key_type, leaf_type, table_name, num_entry) //map //tracing sessions having same Key(dst_ip, src_ip, dst_port,src_port) BPF_HASH(sessions, struct Key, struct Leaf, 1024); /*eBPF program. Filter IP and TCP packets, having payload not empty and containing "HTTP", "GET", "POST" as first bytes of payload. AND ALL the other packets having same (src_ip,dst_ip,src_port,dst_port) this means belonging to the same "session" this additional check avoids url truncation, if url is too long userspace script, if necessary, reassembles urls split in 2 or more packets. if the program is loaded as PROG_TYPE_SOCKET_FILTER and attached to a socket return 0 -> DROP the packet return -1 -> KEEP the packet and return it to user space (userspace can read it from the socket_fd ) */ int http_filter(struct __sk_buff *skb) { u8 *cursor = 0; struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); //filter IP packets (ethernet type = 0x0800) if (!(ethernet->type == 0x0800)) { goto DROP; } struct ip_t *ip = cursor_advance(cursor, sizeof(*ip)); //filter TCP packets (ip next protocol = 0x06) if (ip->nextp != IP_TCP) { goto DROP; } u32 tcp_header_length = 0; u32 ip_header_length = 0; u32 payload_offset = 0; u32 payload_length = 0; struct Key key; struct Leaf zero = {0}; //calculate ip header length //value to multiply * 4 //e.g. ip->hlen = 5 ; IP Header Length = 5 x 4 byte = 20 byte ip_header_length = ip->hlen << 2; //SHL 2 -> *4 multiply //check ip header length against minimum if (ip_header_length < sizeof(*ip)) { goto DROP; } //shift cursor forward for dynamic ip header size void *_ = cursor_advance(cursor, (ip_header_length-sizeof(*ip))); struct tcp_t *tcp = cursor_advance(cursor, sizeof(*tcp)); //retrieve ip src/dest and port src/dest of current packet //and save it into struct Key key.dst_ip = ip->dst; key.src_ip = ip->src; key.dst_port = tcp->dst_port; key.src_port = tcp->src_port; //calculate tcp header length //value to multiply *4 //e.g. tcp->offset = 5 ; TCP Header Length = 5 x 4 byte = 20 byte tcp_header_length = tcp->offset << 2; //SHL 2 -> *4 multiply //calculate payload offset and length payload_offset = ETH_HLEN + ip_header_length + tcp_header_length; payload_length = ip->tlen - ip_header_length - tcp_header_length; //http://stackoverflow.com/questions/25047905/http-request-minimum-size-in-bytes //minimum length of http request is always geater than 7 bytes //avoid invalid access memory //include empty payload if(payload_length < 7) { goto DROP; } //load first 7 byte of payload into p (payload_array) //direct access to skb not allowed unsigned long p[7]; int i = 0; for (i = 0; i < 7; i++) { p[i] = load_byte(skb, payload_offset + i); } //find a match with an HTTP message //HTTP if ((p[0] == 'H') && (p[1] == 'T') && (p[2] == 'T') && (p[3] == 'P')) { goto HTTP_MATCH; } //GET if ((p[0] == 'G') && (p[1] == 'E') && (p[2] == 'T')) { goto HTTP_MATCH; } //POST if ((p[0] == 'P') && (p[1] == 'O') && (p[2] == 'S') && (p[3] == 'T')) { goto HTTP_MATCH; } //PUT if ((p[0] == 'P') && (p[1] == 'U') && (p[2] == 'T')) { goto HTTP_MATCH; } //DELETE if ((p[0] == 'D') && (p[1] == 'E') && (p[2] == 'L') && (p[3] == 'E') && (p[4] == 'T') && (p[5] == 'E')) { goto HTTP_MATCH; } //HEAD if ((p[0] == 'H') && (p[1] == 'E') && (p[2] == 'A') && (p[3] == 'D')) { goto HTTP_MATCH; } //no HTTP match //check if packet belong to an HTTP session struct Leaf * lookup_leaf = sessions.lookup(&key); if(lookup_leaf) { //send packet to userspace goto KEEP; } goto DROP; //keep the packet and send it to userspace returning -1 HTTP_MATCH: //if not already present, insert into map sessions.lookup_or_try_init(&key,&zero); //send packet to userspace returning -1 KEEP: return -1; //drop the packet returning 0 DROP: return 0; } bpfcc-0.31.0/examples/networking/http_filter/http-parse-complete.py000066400000000000000000000261011465134135300254550ustar00rootroot00000000000000#!/usr/bin/python # # Bertrone Matteo - Polytechnic of Turin # November 2015 # # eBPF application that parses HTTP packets # and extracts (and prints on screen) the URL # contained in the GET/POST request. # # eBPF program http_filter is used as SOCKET_FILTER attached to eth0 interface. # Only packets of type ip and tcp containing HTTP GET/POST are # returned to userspace, others dropped # # Python script uses bcc BPF Compiler Collection by # iovisor (https://github.com/iovisor/bcc) and prints on stdout the first # line of the HTTP GET/POST request containing the url from __future__ import print_function from bcc import BPF from sys import argv import socket import os import binascii import time CLEANUP_N_PACKETS = 50 # cleanup every CLEANUP_N_PACKETS packets received MAX_URL_STRING_LEN = 8192 # max url string len (usually 8K) MAX_AGE_SECONDS = 30 # max age entry in bpf_sessions map # print str until CR+LF def printUntilCRLF(s): print(s.split(b'\r\n')[0].decode()) # cleanup function def cleanup(): # get current time in seconds current_time = int(time.time()) # looking for leaf having: # timestap == 0 --> update with current timestamp # AGE > MAX_AGE_SECONDS --> delete item for key, leaf in bpf_sessions.items(): try: current_leaf = bpf_sessions[key] # set timestamp if timestamp == 0 if (current_leaf.timestamp == 0): bpf_sessions[key] = bpf_sessions.Leaf(current_time) else: # delete older entries if (current_time - current_leaf.timestamp > MAX_AGE_SECONDS): del bpf_sessions[key] except: print("cleanup exception.") return # args def usage(): print("USAGE: %s [-i ]" % argv[0]) print("") print("Try '%s -h' for more options." % argv[0]) exit() # help def help(): print("USAGE: %s [-i ]" % argv[0]) print("") print("optional arguments:") print(" -h print this help") print(" -i if_name select interface if_name. Default is eth0") print("") print("examples:") print(" http-parse # bind socket to eth0") print(" http-parse -i wlan0 # bind socket to wlan0") exit() # arguments interface = "eth0" if len(argv) == 2: if str(argv[1]) == '-h': help() else: usage() if len(argv) == 3: if str(argv[1]) == '-i': interface = argv[2] else: usage() if len(argv) > 3: usage() print("binding socket to '%s'" % interface) # initialize BPF - load source code from http-parse-complete.c bpf = BPF(src_file="http-parse-complete.c", debug=0) # load eBPF program http_filter of type SOCKET_FILTER into the kernel eBPF vm # more info about eBPF program types # http://man7.org/linux/man-pages/man2/bpf.2.html function_http_filter = bpf.load_func("http_filter", BPF.SOCKET_FILTER) # create raw socket, bind it to interface # attach bpf program to socket created BPF.attach_raw_socket(function_http_filter, interface) # get file descriptor of the socket previously # created inside BPF.attach_raw_socket socket_fd = function_http_filter.sock # create python socket object, from the file descriptor sock = socket.fromfd(socket_fd, socket.PF_PACKET, socket.SOCK_RAW, socket.IPPROTO_IP) # set it as blocking socket sock.setblocking(True) # get pointer to bpf map of type hash bpf_sessions = bpf.get_table("sessions") # packets counter packet_count = 0 # dictionary containing association # . # if url is not entirely contained in only one packet, # save the firt part of it in this local dict # when I find \r\n in a next pkt, append and print the whole url local_dictionary = {} while 1: # retrieve raw packet from socket packet_str = os.read(socket_fd, 4096) # set packet length to max packet length on the interface packet_count += 1 # DEBUG - print raw packet in hex format # packet_hex = binascii.hexlify(packet_str) # print ("%s" % packet_hex) # convert packet into bytearray packet_bytearray = bytearray(packet_str) # ethernet header length ETH_HLEN = 14 # IP HEADER # https://tools.ietf.org/html/rfc791 # 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 # +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ # |Version| IHL |Type of Service| Total Length | # +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ # # IHL : Internet Header Length is the length of the internet header # value to multiply * 4 byte # e.g. IHL = 5 ; IP Header Length = 5 * 4 byte = 20 byte # # Total length: This 16-bit field defines the entire packet size, # including header and data, in bytes. # calculate packet total length total_length = packet_bytearray[ETH_HLEN + 2] # load MSB total_length = total_length << 8 # shift MSB total_length = total_length + packet_bytearray[ETH_HLEN + 3] # add LSB # calculate ip header length ip_header_length = packet_bytearray[ETH_HLEN] # load Byte ip_header_length = ip_header_length & 0x0F # mask bits 0..3 ip_header_length = ip_header_length << 2 # shift to obtain length # retrieve ip source/dest ip_src_str = packet_str[ETH_HLEN + 12: ETH_HLEN + 16] # ip source offset 12..15 ip_dst_str = packet_str[ETH_HLEN + 16:ETH_HLEN + 20] # ip dest offset 16..19 ip_src = int(binascii.hexlify(ip_src_str), 16) ip_dst = int(binascii.hexlify(ip_dst_str), 16) # TCP HEADER # https://www.rfc-editor.org/rfc/rfc793.txt # 12 13 14 15 # 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 # +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ # | Data | |U|A|P|R|S|F| | # | Offset| Reserved |R|C|S|S|Y|I| Window | # | | |G|K|H|T|N|N| | # +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ # # Data Offset: This indicates where the data begins. # The TCP header is an integral number of 32 bits long. # value to multiply * 4 byte # e.g. DataOffset = 5 ; TCP Header Length = 5 * 4 byte = 20 byte # calculate tcp header length tcp_header_length = packet_bytearray[ETH_HLEN + ip_header_length + 12] # load Byte tcp_header_length = tcp_header_length & 0xF0 # mask bit 4..7 tcp_header_length = tcp_header_length >> 2 # SHR 4 ; SHL 2 -> SHR 2 # retrieve port source/dest port_src_str = packet_str[ETH_HLEN + ip_header_length:ETH_HLEN + ip_header_length + 2] port_dst_str = packet_str[ETH_HLEN + ip_header_length + 2:ETH_HLEN + ip_header_length + 4] port_src = int(binascii.hexlify(port_src_str), 16) port_dst = int(binascii.hexlify(port_dst_str), 16) # calculate payload offset payload_offset = ETH_HLEN + ip_header_length + tcp_header_length # payload_string contains only packet payload payload_string = packet_str[(payload_offset):(len(packet_bytearray))] # CR + LF (substring to find) crlf = b'\r\n' # current_Key contains ip source/dest and port source/map # useful for direct bpf_sessions map access current_Key = bpf_sessions.Key(ip_src, ip_dst, port_src, port_dst) # looking for HTTP GET/POST request if ((payload_string[:3] == b'GET') or (payload_string[:4] == b'POST') or (payload_string[:4] == b'HTTP') or (payload_string[:3] == b'PUT') or (payload_string[:6] == b'DELETE') or (payload_string[:4] == b'HEAD')): # match: HTTP GET/POST packet found if (crlf in payload_string): # url entirely contained in first packet -> print it all printUntilCRLF(payload_string) # delete current_Key from bpf_sessions, url already printed. # current session not useful anymore try: del bpf_sessions[current_Key] except: print("error during delete from bpf map ") else: # url NOT entirely contained in first packet # not found \r\n in payload. # save current part of the payload_string in dictionary # local_dictionary[binascii.hexlify(current_Key)] = payload_string else: # NO match: HTTP GET/POST NOT found # check if the packet belong to a session saved in bpf_sessions if (current_Key in bpf_sessions): # check id the packet belong to a session saved in local_dictionary # (local_dictionary maintains HTTP GET/POST url not # printed yet because split in N packets) if (binascii.hexlify(current_Key) in local_dictionary): # first part of the HTTP GET/POST url is already present in # local dictionary (prev_payload_string) prev_payload_string = local_dictionary[binascii.hexlify(current_Key)] # looking for CR+LF in current packet. if (crlf in payload_string): # last packet. containing last part of HTTP GET/POST # url split in N packets. Append current payload prev_payload_string += payload_string # print HTTP GET/POST url printUntilCRLF(prev_payload_string) # clean bpf_sessions & local_dictionary try: del bpf_sessions[current_Key] del local_dictionary[binascii.hexlify(current_Key)] except: print("error deleting from map or dictionary") else: # NOT last packet. Containing part of HTTP GET/POST url # split in N packets. # Append current payload prev_payload_string += payload_string # check if not size exceeding # (usually HTTP GET/POST url < 8K ) if (len(prev_payload_string) > MAX_URL_STRING_LEN): print("url too long") try: del bpf_sessions[current_Key] del local_dictionary[binascii.hexlify(current_Key)] except: print("error deleting from map or dict") # update dictionary local_dictionary[binascii.hexlify(current_Key)] = prev_payload_string else: # first part of the HTTP GET/POST url is # NOT present in local dictionary # bpf_sessions contains invalid entry -> delete it try: del bpf_sessions[current_Key] except: print("error del bpf_session") # check if dirty entry are present in bpf_sessions if (((packet_count) % CLEANUP_N_PACKETS) == 0): cleanup() bpfcc-0.31.0/examples/networking/http_filter/http-parse-simple.c000066400000000000000000000057221465134135300247360ustar00rootroot00000000000000#include #include #include #define IP_TCP 6 #define ETH_HLEN 14 /*eBPF program. Filter IP and TCP packets, having payload not empty and containing "HTTP", "GET", "POST" ... as first bytes of payload if the program is loaded as PROG_TYPE_SOCKET_FILTER and attached to a socket return 0 -> DROP the packet return -1 -> KEEP the packet and return it to user space (userspace can read it from the socket_fd ) */ int http_filter(struct __sk_buff *skb) { u8 *cursor = 0; struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); //filter IP packets (ethernet type = 0x0800) if (!(ethernet->type == 0x0800)) { goto DROP; } struct ip_t *ip = cursor_advance(cursor, sizeof(*ip)); //filter TCP packets (ip next protocol = 0x06) if (ip->nextp != IP_TCP) { goto DROP; } u32 tcp_header_length = 0; u32 ip_header_length = 0; u32 payload_offset = 0; u32 payload_length = 0; //calculate ip header length //value to multiply * 4 //e.g. ip->hlen = 5 ; IP Header Length = 5 x 4 byte = 20 byte ip_header_length = ip->hlen << 2; //SHL 2 -> *4 multiply //check ip header length against minimum if (ip_header_length < sizeof(*ip)) { goto DROP; } //shift cursor forward for dynamic ip header size void *_ = cursor_advance(cursor, (ip_header_length-sizeof(*ip))); struct tcp_t *tcp = cursor_advance(cursor, sizeof(*tcp)); //calculate tcp header length //value to multiply *4 //e.g. tcp->offset = 5 ; TCP Header Length = 5 x 4 byte = 20 byte tcp_header_length = tcp->offset << 2; //SHL 2 -> *4 multiply //calculate payload offset and length payload_offset = ETH_HLEN + ip_header_length + tcp_header_length; payload_length = ip->tlen - ip_header_length - tcp_header_length; //http://stackoverflow.com/questions/25047905/http-request-minimum-size-in-bytes //minimum length of http request is always geater than 7 bytes //avoid invalid access memory //include empty payload if(payload_length < 7) { goto DROP; } //load first 7 byte of payload into p (payload_array) //direct access to skb not allowed unsigned long p[7]; int i = 0; for (i = 0; i < 7; i++) { p[i] = load_byte(skb, payload_offset + i); } //find a match with an HTTP message //HTTP if ((p[0] == 'H') && (p[1] == 'T') && (p[2] == 'T') && (p[3] == 'P')) { goto KEEP; } //GET if ((p[0] == 'G') && (p[1] == 'E') && (p[2] == 'T')) { goto KEEP; } //POST if ((p[0] == 'P') && (p[1] == 'O') && (p[2] == 'S') && (p[3] == 'T')) { goto KEEP; } //PUT if ((p[0] == 'P') && (p[1] == 'U') && (p[2] == 'T')) { goto KEEP; } //DELETE if ((p[0] == 'D') && (p[1] == 'E') && (p[2] == 'L') && (p[3] == 'E') && (p[4] == 'T') && (p[5] == 'E')) { goto KEEP; } //HEAD if ((p[0] == 'H') && (p[1] == 'E') && (p[2] == 'A') && (p[3] == 'D')) { goto KEEP; } //no HTTP match goto DROP; //keep the packet and send it to userspace returning -1 KEEP: return -1; //drop the packet returning 0 DROP: return 0; } bpfcc-0.31.0/examples/networking/http_filter/http-parse-simple.py000066400000000000000000000122141465134135300251360ustar00rootroot00000000000000#!/usr/bin/python # #Bertrone Matteo - Polytechnic of Turin #November 2015 # #eBPF application that parses HTTP packets #and extracts (and prints on screen) the URL contained in the GET/POST request. # #eBPF program http_filter is used as SOCKET_FILTER attached to eth0 interface. #only packet of type ip and tcp containing HTTP GET/POST are returned to userspace, others dropped # #python script uses bcc BPF Compiler Collection by iovisor (https://github.com/iovisor/bcc) #and prints on stdout the first line of the HTTP GET/POST request containing the url from __future__ import print_function from bcc import BPF from sys import argv import sys import socket import os #args def usage(): print("USAGE: %s [-i ]" % argv[0]) print("") print("Try '%s -h' for more options." % argv[0]) exit() #help def help(): print("USAGE: %s [-i ]" % argv[0]) print("") print("optional arguments:") print(" -h print this help") print(" -i if_name select interface if_name. Default is eth0") print("") print("examples:") print(" http-parse # bind socket to eth0") print(" http-parse -i wlan0 # bind socket to wlan0") exit() #arguments interface="eth0" if len(argv) == 2: if str(argv[1]) == '-h': help() else: usage() if len(argv) == 3: if str(argv[1]) == '-i': interface = argv[2] else: usage() if len(argv) > 3: usage() print ("binding socket to '%s'" % interface) # initialize BPF - load source code from http-parse-simple.c bpf = BPF(src_file = "http-parse-simple.c",debug = 0) #load eBPF program http_filter of type SOCKET_FILTER into the kernel eBPF vm #more info about eBPF program types #http://man7.org/linux/man-pages/man2/bpf.2.html function_http_filter = bpf.load_func("http_filter", BPF.SOCKET_FILTER) #create raw socket, bind it to interface #attach bpf program to socket created BPF.attach_raw_socket(function_http_filter, interface) #get file descriptor of the socket previously created inside BPF.attach_raw_socket socket_fd = function_http_filter.sock #create python socket object, from the file descriptor sock = socket.fromfd(socket_fd,socket.PF_PACKET,socket.SOCK_RAW,socket.IPPROTO_IP) #set it as blocking socket sock.setblocking(True) while 1: #retrieve raw packet from socket packet_str = os.read(socket_fd,2048) #DEBUG - print raw packet in hex format #packet_hex = toHex(packet_str) #print ("%s" % packet_hex) #convert packet into bytearray packet_bytearray = bytearray(packet_str) #ethernet header length ETH_HLEN = 14 #IP HEADER #https://tools.ietf.org/html/rfc791 # 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 # +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ # |Version| IHL |Type of Service| Total Length | # +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ # #IHL : Internet Header Length is the length of the internet header #value to multiply * 4 byte #e.g. IHL = 5 ; IP Header Length = 5 * 4 byte = 20 byte # #Total length: This 16-bit field defines the entire packet size, #including header and data, in bytes. #calculate packet total length total_length = packet_bytearray[ETH_HLEN + 2] #load MSB total_length = total_length << 8 #shift MSB total_length = total_length + packet_bytearray[ETH_HLEN+3] #add LSB #calculate ip header length ip_header_length = packet_bytearray[ETH_HLEN] #load Byte ip_header_length = ip_header_length & 0x0F #mask bits 0..3 ip_header_length = ip_header_length << 2 #shift to obtain length #TCP HEADER #https://www.rfc-editor.org/rfc/rfc793.txt # 12 13 14 15 # 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 # +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ # | Data | |U|A|P|R|S|F| | # | Offset| Reserved |R|C|S|S|Y|I| Window | # | | |G|K|H|T|N|N| | # +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ # #Data Offset: This indicates where the data begins. #The TCP header is an integral number of 32 bits long. #value to multiply * 4 byte #e.g. DataOffset = 5 ; TCP Header Length = 5 * 4 byte = 20 byte #calculate tcp header length tcp_header_length = packet_bytearray[ETH_HLEN + ip_header_length + 12] #load Byte tcp_header_length = tcp_header_length & 0xF0 #mask bit 4..7 tcp_header_length = tcp_header_length >> 2 #SHR 4 ; SHL 2 -> SHR 2 #calculate payload offset payload_offset = ETH_HLEN + ip_header_length + tcp_header_length #print first line of the HTTP GET/POST request #line ends with 0xOD 0xOA (\r\n) #(if we want to print all the header print until \r\n\r\n) for i in range (payload_offset,len(packet_bytearray)-1): if (packet_bytearray[i]== 0x0A): if (packet_bytearray[i-1] == 0x0D): break print ("%c" % chr(packet_bytearray[i]), end = "") print("") bpfcc-0.31.0/examples/networking/neighbor_sharing/000077500000000000000000000000001465134135300221725ustar00rootroot00000000000000bpfcc-0.31.0/examples/networking/neighbor_sharing/CMakeLists.txt000066400000000000000000000004531465134135300247340ustar00rootroot00000000000000set(EXAMPLE_FILES README.txt simulation.py tc_neighbor_sharing.c) set(EXAMPLE_PROGRAMS tc_neighbor_sharing.py) install(FILES ${EXAMPLE_FILES} DESTINATION share/bcc/examples/networking/neighbor_sharing) install(PROGRAMS ${EXAMPLE_PROGRAMS} DESTINATION share/bcc/examples/networking/neighbor_sharing) bpfcc-0.31.0/examples/networking/neighbor_sharing/README.txt000066400000000000000000000052231465134135300236720ustar00rootroot00000000000000This example shows how a combination of BPF programs can be used to perform per-IP classification and rate limiting. The simulation in this example shows an example where N+M devices are combined and use 1 WAN. Traffic sent from/to the "neighbor" devices have their combined bandwidth capped at 128kbit, and the rest of the traffic can use an additional 1Mbit. This works by sharing a map between various tc ingress filters, each with a related set of bpf functions attached. The map stores a list of dynamically learned ip addresses that were seen on the neighbor devices and should be throttled. /------------\ | neigh1 --|->->->->->->->-| | | neigh2 --|->->->->->->->-| <-128kb-| /------\ | neigh3 --|->->->->->->->-| | wan0 | wan | | | ^ | br100 |-<-<-<--| sim | | | clsfy_neigh() | | ^ \------/ | lan1 ----|->->->->->->->-| <--1Mb--| | | lan2 ----|->->->->->->->-| | classify_wan() | ^ \------------/ | pass() | To run the example: $ sudo /path/to/neighbor_sharing/neighbor_sharing.py Starting netserver with host 'IN(6)ADDR_ANY' port '12865' and family AF_UNSPEC Starting netserver with host 'IN(6)ADDR_ANY' port '12865' and family AF_UNSPEC Starting netserver with host 'IN(6)ADDR_ANY' port '12865' and family AF_UNSPEC Starting netserver with host 'IN(6)ADDR_ANY' port '12865' and family AF_UNSPEC Starting netserver with host 'IN(6)ADDR_ANY' port '12865' and family AF_UNSPEC Network ready. Create a shell in the wan0 namespace and test with netperf (Neighbors are 172.16.1.100-102, and LAN clients are 172.16.1.150-151) e.g.: ip netns exec wan0 netperf -H 172.16.1.100 -l 2 Press enter when finished: In another shell: $ sudo ip netns exec wan0 netperf -H 172.16.1.100 -l 2 MIGRATED TCP STREAM TEST from 0.0.0.0 (0.0.0.0) port 0 AF_INET to 172.16.1.100 () port 0 AF_INET : demo Recv Send Send Socket Socket Message Elapsed Size Size Size Time Throughput bytes bytes bytes secs. 10^6bits/sec 87380 16384 16384 4.30 0.18 $ sudo ip netns exec wan0 netperf -H 172.16.1.150 -l 2 MIGRATED TCP STREAM TEST from 0.0.0.0 (0.0.0.0) port 0 AF_INET to 172.16.1.150 () port 0 AF_INET : demo Recv Send Send Socket Socket Message Elapsed Size Size Size Time Throughput bytes bytes bytes secs. 10^6bits/sec 87380 16384 16384 4.10 1.01 The bandwidth is throttled according to the IP. bpfcc-0.31.0/examples/networking/neighbor_sharing/simulation.py000077700000000000000000000000001465134135300276742../simulation.pyustar00rootroot00000000000000bpfcc-0.31.0/examples/networking/neighbor_sharing/tc_neighbor_sharing.c000066400000000000000000000031511465134135300263340ustar00rootroot00000000000000// Copyright (c) PLUMgrid, Inc. // Licensed under the Apache License, Version 2.0 (the "License") #include struct ipkey { u32 client_ip; }; BPF_HASH(learned_ips, struct ipkey, int, 1024); // trivial action int pass(struct __sk_buff *skb) { return 1; } // Process each wan packet, and determine if the packet is in the IP // table or not. Learned IPs are rate-limited and unclassified are not. // returns: > 0 when an IP is known // = 0 when an IP is not known, or non-IP traffic int classify_wan(struct __sk_buff *skb) { u8 *cursor = 0; ethernet: { struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); switch (ethernet->type) { case ETH_P_IP: goto ip; default: goto EOP; } } ip: { struct ip_t *ip = cursor_advance(cursor, sizeof(*ip)); u32 dip = ip->dst; struct ipkey key = {.client_ip=dip}; int *val = learned_ips.lookup(&key); if (val) return *val; goto EOP; } EOP: return 0; } // Process each neighbor packet, and store the source IP in the learned table. // Mark the inserted entry with a non-zero value to be used by the classify_wan // lookup. int classify_neighbor(struct __sk_buff *skb) { u8 *cursor = 0; ethernet: { struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); switch (ethernet->type) { case ETH_P_IP: goto ip; default: goto EOP; } } ip: { struct ip_t *ip = cursor_advance(cursor, sizeof(*ip)); u32 sip = ip->src; struct ipkey key = {.client_ip=sip}; int val = 1; learned_ips.insert(&key, &val); goto EOP; } EOP: return 1; } bpfcc-0.31.0/examples/networking/neighbor_sharing/tc_neighbor_sharing.py000077500000000000000000000056561465134135300265610ustar00rootroot00000000000000#!/usr/bin/python # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from bcc import BPF from pyroute2 import IPRoute, NetNS, IPDB, NSPopen from simulation import Simulation import sys from time import sleep from builtins import input ipr = IPRoute() ipdb = IPDB(nl=ipr) b = BPF(src_file="tc_neighbor_sharing.c", debug=0) wan_fn = b.load_func("classify_wan", BPF.SCHED_CLS) pass_fn = b.load_func("pass", BPF.SCHED_CLS) neighbor_fn = b.load_func("classify_neighbor", BPF.SCHED_CLS) num_neighbors = 3 num_locals = 2 # class to build the simulation network class SharedNetSimulation(Simulation): def __init__(self, ipdb): super(SharedNetSimulation, self).__init__(ipdb) # Create the wan namespace, and attach an ingress filter for throttling # inbound (download) traffic wan_if = self._create_ns("wan0", ipaddr="172.16.1.5/24")[1] ipr.tc("add", "ingress", wan_if["index"], "ffff:") ipr.tc("add-filter", "bpf", wan_if["index"], ":1", fd=wan_fn.fd, prio=1, name=wan_fn.name, parent="ffff:", action="drop", classid=1, rate="128kbit", burst=1024 * 32, mtu=16 * 1024) ipr.tc("add-filter", "bpf", wan_if["index"], ":2", fd=pass_fn.fd, prio=2, name=pass_fn.name, parent="ffff:", action="drop", classid=2, rate="1024kbit", burst=1024 * 32, mtu=16 * 1024) self.wan_if = wan_if # start the namespaces that compose the network, interconnect them with the # bridge, and attach the tc filters def start(self): neighbor_list = [] local_list = [] cmd = ["netserver", "-D"] for i in range(0, num_neighbors): ipaddr = "172.16.1.%d/24" % (i + 100) ret = self._create_ns("neighbor%d" % i, ipaddr=ipaddr, fn=neighbor_fn, cmd=cmd) neighbor_list.append(ret) for i in range(0, num_locals): ipaddr = "172.16.1.%d/24" % (i + 150) ret = self._create_ns("local%d" % i, ipaddr=ipaddr, fn=pass_fn, cmd=cmd) local_list.append(ret) with ipdb.create(ifname="br100", kind="bridge") as br100: for x in neighbor_list: br100.add_port(x[1]) for x in local_list: br100.add_port(x[1]) br100.add_port(self.wan_if) br100.up() try: sim = SharedNetSimulation(ipdb) sim.start() print("Network ready. Create a shell in the wan0 namespace and test with netperf") print(" (Neighbors are 172.16.1.100-%d, and LAN clients are 172.16.1.150-%d)" % (100 + num_neighbors - 1, 150 + num_locals - 1)) print(" e.g.: ip netns exec wan0 netperf -H 172.16.1.100 -l 2") input("Press enter when finished: ") finally: if "sim" in locals(): sim.release() if "br100" in ipdb.interfaces: ipdb.interfaces.br100.remove().commit() ipdb.release() bpfcc-0.31.0/examples/networking/net_monitor.py000066400000000000000000000064471465134135300216040ustar00rootroot00000000000000#!/usr/bin/python # # net_monitor.py Aggregates incoming network traffic # outputs source ip, destination ip, the number of their network traffic, and current time # how to use : net_monitor.py # # Copyright (c) 2020 YoungEun Choe from bcc import BPF import time from ast import literal_eval import sys def help(): print("execute: {0} ".format(sys.argv[0])) print("e.g.: {0} eno1\n".format(sys.argv[0])) exit(1) if len(sys.argv) != 2: help() elif len(sys.argv) == 2: INTERFACE = sys.argv[1] bpf_text = """ #include #include #include #include #define IP_TCP 6 #define IP_UDP 17 #define IP_ICMP 1 #define ETH_HLEN 14 BPF_PERF_OUTPUT(skb_events); BPF_HASH(packet_cnt, u64, long, 256); int packet_monitor(struct __sk_buff *skb) { u8 *cursor = 0; u32 saddr, daddr; long* count = 0; long one = 1; u64 pass_value = 0; struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); struct ip_t *ip = cursor_advance(cursor, sizeof(*ip)); if (ip->ver != 4) return 0; if (ip->nextp != IP_TCP) { if (ip -> nextp != IP_UDP) { if (ip -> nextp != IP_ICMP) return 0; } } saddr = ip -> src; daddr = ip -> dst; pass_value = saddr; pass_value = pass_value << 32; pass_value = pass_value + daddr; count = packet_cnt.lookup(&pass_value); if (count) // check if this map exists *count += 1; else // if the map for the key doesn't exist, create one { packet_cnt.update(&pass_value, &one); } return -1; } """ from ctypes import * import ctypes as ct import sys import socket import os import struct import ipaddress import ctypes from datetime import datetime OUTPUT_INTERVAL = 1 bpf = BPF(text=bpf_text) function_skb_matching = bpf.load_func("packet_monitor", BPF.SOCKET_FILTER) BPF.attach_raw_socket(function_skb_matching, INTERFACE) # retrieeve packet_cnt map packet_cnt = bpf.get_table('packet_cnt') # retrieeve packet_cnt map def decimal_to_human(input_value): try: decimal_ip = int(input_value) ip_string = str(ipaddress.IPv4Address(decimal_ip)) return ip_string except ValueError: return "Invalid input" try: while True : time.sleep(OUTPUT_INTERVAL) packet_cnt_output = packet_cnt.items() output_len = len(packet_cnt_output) current_time = datetime.now() formatted_time = current_time.strftime("%Y-%m-%d %H:%M:%S") if output_len != 0: print('\ncurrent packet nums:') for i in range(0,output_len): srcdst = packet_cnt_output[i][0].value src = (srcdst >> 32) & 0xFFFFFFFF dst = srcdst & 0xFFFFFFFF pkt_num = packet_cnt_output[i][1].value monitor_result = 'source address : ' + decimal_to_human(str(src)) + ' ' + 'destination address : ' + \ decimal_to_human(str(dst)) + ' ' + str(pkt_num) + ' ' + 'time : ' + formatted_time print(monitor_result) packet_cnt.clear() # delete map entires after printing output. confiremd it deletes values and keys too except KeyboardInterrupt: sys.stdout.close() pass bpfcc-0.31.0/examples/networking/simple_tc.py000077500000000000000000000015241465134135300212200ustar00rootroot00000000000000#!/usr/bin/python # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from bcc import BPF from pyroute2 import IPRoute ipr = IPRoute() text = """ int hello(struct __sk_buff *skb) { return 1; } """ try: b = BPF(text=text, debug=0) fn = b.load_func("hello", BPF.SCHED_CLS) ipr.link("add", ifname="t1a", kind="veth", peer="t1b") idx = ipr.link_lookup(ifname="t1a")[0] ipr.tc("add", "ingress", idx, "ffff:") ipr.tc("add-filter", "bpf", idx, ":1", fd=fn.fd, name=fn.name, parent="ffff:", action="ok", classid=1) ipr.tc("add", "sfq", idx, "1:") ipr.tc("add-filter", "bpf", idx, ":1", fd=fn.fd, name=fn.name, parent="1:", action="ok", classid=1) finally: if "idx" in locals(): ipr.link("del", index=idx) print("BPF tc functionality - SCHED_CLS: OK") bpfcc-0.31.0/examples/networking/simulation.py000077500000000000000000000122111465134135300214200ustar00rootroot00000000000000import os import subprocess import pyroute2 from pyroute2 import IPRoute, NetNS, IPDB, NSPopen class Simulation(object): """ Helper class for controlling multiple namespaces. Inherit from this class and setup your namespaces. """ def __init__(self, ipdb): self.ipdb = ipdb self.ipdbs = {} self.namespaces = [] self.processes = [] self.released = False # helper function to add additional ifc to namespace # if called directly outside Simulation class, "ifc_base_name" should be # different from "name", the "ifc_base_name" and "name" are the same for # the first ifc created by namespace def _ns_add_ifc(self, name, ns_ifc, ifc_base_name=None, in_ifc=None, out_ifc=None, ipaddr=None, macaddr=None, fn=None, cmd=None, action="ok", disable_ipv6=False): if name in self.ipdbs: ns_ipdb = self.ipdbs[name] else: try: nl=NetNS(name) self.namespaces.append(nl) except KeyboardInterrupt: # remove the namespace if it has been created pyroute2.netns.remove(name) raise ns_ipdb = IPDB(nl) self.ipdbs[nl.netns] = ns_ipdb if disable_ipv6: cmd1 = ["sysctl", "-q", "-w", "net.ipv6.conf.default.disable_ipv6=1"] nsp = NSPopen(ns_ipdb.nl.netns, cmd1) nsp.wait(); nsp.release() try: ns_ipdb.interfaces.lo.up().commit() except pyroute2.ipdb.exceptions.CommitException: print("Warning, commit for lo failed, operstate may be unknown") if in_ifc: in_ifname = in_ifc.ifname with in_ifc as v: # move half of veth into namespace v.net_ns_fd = ns_ipdb.nl.netns else: # delete the potentially leaf-over veth interfaces ipr = IPRoute() for i in ipr.link_lookup(ifname='%sa' % ifc_base_name): ipr.link("del", index=i) ipr.close() try: out_ifc = self.ipdb.create(ifname="%sa" % ifc_base_name, kind="veth", peer="%sb" % ifc_base_name).commit() in_ifc = self.ipdb.interfaces[out_ifc.peer] in_ifname = in_ifc.ifname with in_ifc as v: v.net_ns_fd = ns_ipdb.nl.netns except KeyboardInterrupt: # explicitly remove the interface out_ifname = "%sa" % ifc_base_name if out_ifname in self.ipdb.interfaces: self.ipdb.interfaces[out_ifname].remove().commit() raise if out_ifc: out_ifc.up().commit() try: # this is a workaround for fc31 and possible other disto's. # when interface 'lo' is already up, do another 'up().commit()' # has issues in fc31. # the workaround may become permanent if we upgrade pyroute2 # in all machines. if 'state' in ns_ipdb.interfaces.lo.keys(): if ns_ipdb.interfaces.lo['state'] != 'up': ns_ipdb.interfaces.lo.up().commit() else: ns_ipdb.interfaces.lo.up().commit() except pyroute2.ipdb.exceptions.CommitException: print("Warning, commit for lo failed, operstate may be unknown") ns_ipdb.initdb() in_ifc = ns_ipdb.interfaces[in_ifname] with in_ifc as v: v.ifname = ns_ifc if ipaddr: v.add_ip("%s" % ipaddr) if macaddr: v.address = macaddr v.up() if disable_ipv6: cmd1 = ["sysctl", "-q", "-w", "net.ipv6.conf.%s.disable_ipv6=1" % out_ifc.ifname] subprocess.call(cmd1) if fn and out_ifc: self.ipdb.nl.tc("add", "ingress", out_ifc["index"], "ffff:") self.ipdb.nl.tc("add-filter", "bpf", out_ifc["index"], ":1", fd=fn.fd, name=fn.name, parent="ffff:", action=action, classid=1) if cmd: self.processes.append(NSPopen(ns_ipdb.nl.netns, cmd)) return (ns_ipdb, out_ifc, in_ifc) # helper function to create a namespace and a veth connecting it def _create_ns(self, name, in_ifc=None, out_ifc=None, ipaddr=None, macaddr=None, fn=None, cmd=None, action="ok", disable_ipv6=False): (ns_ipdb, out_ifc, in_ifc) = self._ns_add_ifc(name, "eth0", name, in_ifc, out_ifc, ipaddr, macaddr, fn, cmd, action, disable_ipv6) return (ns_ipdb, out_ifc, in_ifc) def release(self): if self.released: return self.released = True for p in self.processes: if p.released: continue try: p.kill() p.wait() except: pass finally: p.release() for name, db in self.ipdbs.items(): db.release() for ns in self.namespaces: ns.remove() bpfcc-0.31.0/examples/networking/sockmap.py000077500000000000000000000067351465134135300207070ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # Copyright (c) 2021 Chenyue Zhou from __future__ import print_function import os import sys import time import atexit import argparse from bcc import BPF, BPFAttachType, lib examples = """examples: ./sockmap.py -c /root/cgroup # attach to /root/cgroup """ parser = argparse.ArgumentParser( description="pipe data across multiple sockets", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-c", "--cgroup", required=True, help="Specify the cgroup address. Note. must be cgroup2") bpf_text = ''' #include #define MAX_SOCK_OPS_MAP_ENTRIES 65535 struct sock_key { u32 remote_ip4; u32 local_ip4; u32 remote_port; u32 local_port; u32 family; }; BPF_SOCKHASH(sock_hash, struct sock_key, MAX_SOCK_OPS_MAP_ENTRIES); static __always_inline void bpf_sock_ops_ipv4(struct bpf_sock_ops *skops) { struct sock_key skk = { .remote_ip4 = skops->remote_ip4, .local_ip4 = skops->local_ip4, .local_port = skops->local_port, .remote_port = bpf_ntohl(skops->remote_port), .family = skops->family, }; int ret; bpf_trace_printk("remote-port: %d, local-port: %d\\n", skk.remote_port, skk.local_port); ret = sock_hash.sock_hash_update(skops, &skk, BPF_NOEXIST); if (ret) { bpf_trace_printk("bpf_sock_hash_update() failed. %d\\n", -ret); return; } bpf_trace_printk("Sockhash op: %d, port %d --> %d\\n", skops->op, skk.local_port, skk.remote_port); } int bpf_sockhash(struct bpf_sock_ops *skops) { u32 op = skops->op; /* ipv4 only */ if (skops->family != AF_INET) return 0; switch (op) { case BPF_SOCK_OPS_PASSIVE_ESTABLISHED_CB: case BPF_SOCK_OPS_ACTIVE_ESTABLISHED_CB: bpf_sock_ops_ipv4(skops); break; default: break; } return 0; } int bpf_redir(struct sk_msg_md *msg) { if (msg->family != AF_INET) return SK_PASS; if (msg->remote_ip4 != msg->local_ip4) return SK_PASS; struct sock_key skk = { .remote_ip4 = msg->local_ip4, .local_ip4 = msg->remote_ip4, .local_port = bpf_ntohl(msg->remote_port), .remote_port = msg->local_port, .family = msg->family, }; int ret = 0; ret = sock_hash.msg_redirect_hash(msg, &skk, BPF_F_INGRESS); bpf_trace_printk("try redirect port %d --> %d\\n", msg->local_port, bpf_ntohl(msg->remote_port)); if (ret != SK_PASS) bpf_trace_printk("redirect port %d --> %d failed\\n", msg->local_port, bpf_ntohl(msg->remote_port)); return ret; } ''' args = parser.parse_args() bpf = BPF(text=bpf_text) func_sock_ops = bpf.load_func("bpf_sockhash", bpf.SOCK_OPS) func_sock_redir = bpf.load_func("bpf_redir", bpf.SK_MSG) # raise if error fd = os.open(args.cgroup, os.O_RDONLY) map_fd = lib.bpf_table_fd(bpf.module, b"sock_hash") bpf.attach_func(func_sock_ops, fd, BPFAttachType.CGROUP_SOCK_OPS) bpf.attach_func(func_sock_redir, map_fd, BPFAttachType.SK_MSG_VERDICT) def detach_all(): bpf.detach_func(func_sock_ops, fd, BPFAttachType.CGROUP_SOCK_OPS) bpf.detach_func(func_sock_redir, map_fd, BPFAttachType.SK_MSG_VERDICT) print("Detaching...") atexit.register(detach_all) while True: try: bpf.trace_print() sleep(1) except KeyboardInterrupt: sys.exit(0) bpfcc-0.31.0/examples/networking/tc_perf_event.py000077500000000000000000000050271465134135300220660ustar00rootroot00000000000000#!/usr/bin/python # # tc_perf_event.py Output skb and meta data through perf event # # Copyright (c) 2016-present, Facebook, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from bcc import BPF import ctypes as ct import pyroute2 import socket bpf_txt = """ #include #include #include #include #include BPF_PERF_OUTPUT(skb_events); struct eth_hdr { unsigned char h_dest[ETH_ALEN]; unsigned char h_source[ETH_ALEN]; unsigned short h_proto; }; int handle_egress(struct __sk_buff *skb) { void *data = (void *)(long)skb->data; void *data_end = (void *)(long)skb->data_end; struct eth_hdr *eth = data; struct ipv6hdr *ip6h = data + sizeof(*eth); u32 magic = 0xfaceb00c; /* single length check */ if (data + sizeof(*eth) + sizeof(*ip6h) > data_end) return TC_ACT_OK; if (eth->h_proto == htons(ETH_P_IPV6) && ip6h->nexthdr == IPPROTO_ICMPV6) skb_events.perf_submit_skb(skb, skb->len, &magic, sizeof(magic)); return TC_ACT_OK; }""" def print_skb_event(cpu, data, size): class SkbEvent(ct.Structure): _fields_ = [ ("magic", ct.c_uint32), ("raw", ct.c_ubyte * (size - ct.sizeof(ct.c_uint32))) ] skb_event = ct.cast(data, ct.POINTER(SkbEvent)).contents icmp_type = int(skb_event.raw[54]) # Only print for echo request if icmp_type == 128: src_ip = bytes(bytearray(skb_event.raw[22:38])) dst_ip = bytes(bytearray(skb_event.raw[38:54])) print("%-3s %-32s %-12s 0x%08x" % (cpu, socket.inet_ntop(socket.AF_INET6, src_ip), socket.inet_ntop(socket.AF_INET6, dst_ip), skb_event.magic)) try: b = BPF(text=bpf_txt) fn = b.load_func("handle_egress", BPF.SCHED_CLS) ipr = pyroute2.IPRoute() ipr.link("add", ifname="me", kind="veth", peer="you") me = ipr.link_lookup(ifname="me")[0] you = ipr.link_lookup(ifname="you")[0] for idx in (me, you): ipr.link('set', index=idx, state='up') ipr.tc("add", "clsact", me) ipr.tc("add-filter", "bpf", me, ":1", fd=fn.fd, name=fn.name, parent="ffff:fff3", classid=1, direct_action=True) b["skb_events"].open_perf_buffer(print_skb_event) print('Try: "ping6 ff02::1%me"\n') print("%-3s %-32s %-12s %-10s" % ("CPU", "SRC IP", "DST IP", "Magic")) try: while True: b.perf_buffer_poll() except KeyboardInterrupt: pass finally: if "me" in locals(): ipr.link("del", index=me) bpfcc-0.31.0/examples/networking/tcp_mon_block/000077500000000000000000000000001465134135300214735ustar00rootroot00000000000000bpfcc-0.31.0/examples/networking/tcp_mon_block/README.md000066400000000000000000000066541465134135300227650ustar00rootroot00000000000000# eBPF tcp_mon_block This eBPF program uses netlink TC, kernel tracepoints and kprobes to monitor outgoing connections from given PIDs (usually HTTP web servers) and block connections to all addresses initiated from them, unless they are listed in allow_list.json To run the example: 1. Run python3 web_server.py . Note the server's PID (will be printed to stdout) 2. Add the server's PID to allow_list.json . You can replace the first entry on the JSON file and put your PID instead 3. Run tcp_mon_block.py -i network_interface_name (-v for verbose output). For example: python3 tcp_mon_block.py -i eth0 4. Put your web_server's listening IP in 'server_address' variable in http_client.py and run python3 http_client.py **Explanation**: web_server.py is a simple HTTP web server built with flask. It has a SSRF vulnerability in the route to /public_ip (you can read more about this vulnerability here https://portswigger.net/web-security/ssrf). This route demonstrates a web server which connects to some remote API server (which is pretty common behavior) and receives some data. The attached POC simply connects to https://api.ipify.org and fetches the server's public IP, then sends it back to the client. However, this specific route receives the API address to connect to from the user (http_client.py is used as the client in this POC, but in real life scenarios it will probably be a web browser). This creates a SSRF vulnerability as an attacker can put any address he/she wishes to force the web server to connect to it instead of the intended API address (https://api.ipify.org) **Run the POC twice:** **First**, run only web_server.py and http_client.py . http_client.py will send 2 requests to the web server: - The first one send HTTP GET request to the web server with 'https://api.ipify.org' address as the 'api' parameter, as intended to be used by the web server. - The second one sends HTTP GET request to the web server with 'https://api.macvendors.com' address as the 'api' parameter. This exploits the vulnerability, as it forces the web server to connect to a different address than intended at /public_ip route. **Now run the POC again** First run web_server.py but this time add the web server's PID to allow_list.json and then run tcp_mon_block.py as mentioned earlier. This will make sure the web server will only connect to the predefined allow_list of addresses (this can be either an IPv4, URL or domain name), essentially blocking any connection to any address not listed in the allow_list. Lastly, run http_client.py again: - The first reqeusts sends HTTP GET request to the web server with 'https://api.ipify.org' address as the 'api' parameter, as intended to be used by the web server. - The second reqeusts sends HTTP GET request to the web server with 'https://api.macvendors.com' address as the 'api' parameter. This time the exploitation attempt will be blocked by tcp_mon_block.py and the client should receive an error. Monitoring started: ![alt text](https://github.com/agentzex/ebpf_tcp_mon_block/blob/main/screenshots/1.JPG) After web_server.py initiated a connection to a non-allowed address: ![alt text](https://github.com/agentzex/ebpf_tcp_mon_block/blob/main/screenshots/2.JPG) **Prerequisites**: 1. BCC and pyroute2 for tcp_mon_block 2. Python3 flask and requests in order to run the web_server.py and http_client.py POC 3. Tested on Ubuntu with kernel version 5.15.0-57 bpfcc-0.31.0/examples/networking/tcp_mon_block/screenshots/000077500000000000000000000000001465134135300240335ustar00rootroot00000000000000bpfcc-0.31.0/examples/networking/tcp_mon_block/screenshots/1.JPG000066400000000000000000000654221465134135300245460ustar00rootroot00000000000000ÿØÿàJFIF``ÿáÐExifMM*;pc‡iJœÂê >꘬’‘58’’58ê Œê2023:02:01 00:49:322023:02:01 00:49:32pcÿá http://ns.adobe.com/xap/1.0/ 2023-02-01T00:49:32.582pc ÿÛC   '!%"."%()+,+ /3/*2'*+*ÿÛC  ***************************************************ÿÀé&"ÿÄ ÿĵ}!1AQa"q2‘¡#B±ÁRÑð$3br‚ %&'()*456789:CDEFGHIJSTUVWXYZcdefghijstuvwxyzƒ„…†‡ˆ‰Š’“”•–—˜™š¢£¤¥¦§¨©ª²³´µ¶·¸¹ºÂÃÄÅÆÇÈÉÊÒÓÔÕÖ×ØÙÚáâãäåæçèéêñòóôõö÷øùúÿÄ ÿĵw!1AQaq"2B‘¡±Á #3RðbrÑ $4á%ñ&'()*56789:CDEFGHIJSTUVWXYZcdefghijstuvwxyz‚ƒ„…†‡ˆ‰Š’“”•–—˜™š¢£¤¥¦§¨©ª²³´µ¶·¸¹ºÂÃÄÅÆÇÈÉÊÒÓÔÕÖ×ØÙÚâãäåæçèéêòóôõö÷øùúÿÚ ?ñêÑ}:Þ/ŨIs šy^8áXA_—nI}Ù{û§¥gVíͭľÓî#‚G†™üÉ TÏ—Œžƒ4S ´WN·“Ãòê\Èf†TŽXZæÝ‚q'î÷QÖ®fÇþAcý›iö?=fÎ6cÌûøÝžÝ=©-ín"ð=ôòÁ"C5ÔTŒ„+àHCj_—èŒ*ÒjId.Œ1˜ü¡6Õ¸¤Ÿâ(pø¬Úì¥Ô¬[Ox­þËòé1¢]I,6âH°[hm¤ãŒðGSCÚÿ×P[Ûúèq´Wg6¡mÿÚ¤oöB×Ȫ&Ç, Ú[~îwgôøn-£ðì¶Ï~³[¶œv#^D©æã8òî܉ÉǾ(z_Ëþ-mýv8û{I®Ì‚Ý7ùQ´¯ÈQÔó@¶cdn|ȶ‰{<Á¿8Îvõǽué|?²ˆQ·[ìƒÛÔ>ß›÷yÎâsÎ9õª^]åÏͽơm&ÉÒX “Qˆ”Œ#ç _#’>\gÚ‡¥ÿ®¶­¿®‡/Euòj«$Mf÷¨ÖŸØª¾QlóB qÓx?Og~—Z<ÑÛ_‘ ZC£Øìa²@>gé·“ß9ç=/ýwÿ ZÛúíþgEÛCqm‡e¶{õšÝ´ã±ò%O7ÇvàxÜNN=ñGK‡[MMoi5Ù[¦ÿ*6•ù :žk©“UY"k7½F´þÅUòŒƒgšcŽ›Áüjd¾ÙDG¨Û­‡öA‰mŒêŸoÍû¼çq9çúÐô¿õßü¿ZÛúíþgEÛÝNñi ]^Ä,›FEÍ0ËJTm"<äœàîÇ¿jŠÿ×P[Øâ(®Ú‹hü;-³ß¬Öí§ˆ×‘*y¸Î<€»·ÆârqïŠËÔuÉà³±¶¶¸I­ÛMX¥€¶ä wr@?xpA<Ž(z^¿ä _ëÓüÎv¦Ìl쪄 g˜7çÎÞ¸÷®©nÄþòg½ŽÞ(íD†õ ÈÀä+[‘»yþøúÕ.òçÀæÞãP¶“dé,I¨ÄJFó…/‘É.3íCÒÿ×PZØå设MUd‰¬ÞõÓûWÊ2 žhAŽ:oñ©ìïÒëGš;kò!‹Ht{Œ6HÌý6ò{ç<⇥ÿ®ÿä []¿Ìâh¢»hn-£ðì¶Ï~³[¶œv#^D©æã8òî܉ÉǾ(épëc•¼Ònìma¸¸g$FñN’‚@ƒ´œGÖ‹Í&îÆÖ‹†rDoé($H;IÁäp}kAbÞ‚(g·ÚÜÍ$‘Ëp‘¶ÖTÁˆÝ÷O&…ˆ_xF¡žÜKks4’G-ÂFÛYS#wÝ< šP] :+±7©ýŒGÛ þÍþÌòŧœ»¾ÑŽ¾W]۹ݎêËêvGI.. ó¾È.vùƒwšaòvÿ½Ÿ›qÍKÿ]ÿȶþ»™ÂÕËÍ&îÆÖ‹†rDoé($H;IÁäp}iÿØZ¿Ù~Óý•{älßæýöíÆsœcïWV!}á"†{q-­ÌÒI· meLßtð2h¦H¶cdn|ȶ‰{<Á¿8ÎvõǽC]G—ysàsoq¨[I²t–$Ôb%#ù—Èä—ö« v'ð—“=ìvñGhB$7¨VF!ZÜÛÏ÷ÇÖ‡¥ÿ®€µ±Ê½¤ÑÙÅtéˆevDlŽJã#ˆT5Ô>«©^x.bÕß÷J³Ã%èFhŠ¦Õ Ì Ž€ `}þ%mûM¿úß+Èßûޙݷû½³ë@t³Km4ÂH”CŒ«H6N>QÔûã¥C] ýõÇ„5h.®®%¶‰!X£’F(‡Ì(<j¾·b y3ÞÇov„"Cz…d`r­Èݼÿ|}h{\:Øãè®ÄÞ§ö1nƒû7û3ËžrîûF:ù]wnçv:w¦Éª¬‘5›Þ£ZbªùFA³Í1ÇMàþ4=/ýwÿ/Ķþ»ŸàrQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQZóEk„í&‘µÍÌò«\3>å ³Ûˆõ€2(©¾É7Ø~׳÷g•¿#ïc8Ç^•£V³øNêci\Û\D‚ugÜáÃ’-·øG@("Š+[û ¿áþ×óÆï7o‘³™ÆüçûÜc“EkÚønò{9.¦ÛKj÷)–RΣ§ÉÀïcZønò{9.¦ÛKj÷)–RΣ§ÉÀïc=s"ŠÒ“I1x}u9/0EÙ,n 'æ·+qШâ‘ôF;?´´ åùB| ·–z6Àwcž¸â€3ªÏöÿØ>ÃöÛ²uû?šÞ_\ýÜã­Y]Rk/µÊòŒø3 ,ÌîǾ9¬Ú<ƒÌ(­Û¿Gi¢Å|Ò_;I K”±Ì*[¢™wðà5Z-¬ö24™w·Ú^%‡÷aGUߟ¼é·ã4=/äØÇ¢¶ÓC¶“ÃêÂæìydGµ¬Ç–Òt8rxÊŠ‚]&ðÿöŒwË,«*G$)ÂnV#æ=OËÈõ£`2éòM$ÅLÒ<…T*îbp£ Õ²|=Ӽ߶·Ú§Úöy?ºÙéægïvÆ1ž3šÃ£­ƒÌ(­™¼5q…¥ö‹B²Ìj‹ (SÇÏ–?7Ý#õ[ûPÛ|äìó1æ.ý™Æí™Ý·ß  ú(­6ð樖þy·]ž_™ÄÈ[nÐÿwv~éÎ1œPeYþÓ¿ûØ~ÛqöN¿gó[Ë럻œu©ÿ°õ§ý·ÈNÏ3bïÙœnÙÛ}ñŠWÐuìþÒÐ/—å ð&BÞYèÛÝŽzãŠÎ¢´¤ÒL^]EÎKÌvK¨Iù€mÊÜt*8©æðÕÄ:—Ú- È_1ýª,€¡O>Xüßt Œ{Ð5¡ý‡¨ ?í¾@òvy˜ó~ÌãvÌîÛïŒRQbçÈ_-¡óÀ&ó÷‚gv?(:Š¾t[ñaöÃò¶y˜ó~ÌãvÌîÛïŒU‹_ ÞOg%ÔÛ`‰m^å2ÊYÔtù3¸ýìb€2(¢´_AÔc´ûK@¾_”'À™ yg£mÎì{ãŠÎ¢´Nƒ¨‹1sä/–Ðùà “yûÁ3»‡ŸØz€ÓþÛä'g™1wìÎ7lÎí¾øÅgÑZØz‡öÛ<äìó1æ.ý™Æí™Ý·ß¤:-ø°ûa€y[<Ìy‹¿fq»fwm÷Æ(õ+ë«xíî¯.&† qÉ+2§n8Z¯üiâðÄ‚"ž`dÞS8ݳ;±ïŒPtKñ§‹ÃŠy€“yLãvÌîǾ1@(«çE¿l0+g™1wìÎ7lÎí¾øÅD¿x¼1 ˆ§˜™7”Î7lÎì{ãBŠ( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( µæ–Ö ÚB.ã[›iåf·e}Ìf!vÿ êEdQ@šвþÛwåïëö†Ç—·o—îûtö¤Š[X<'u »înn"q«î@Á$•ÛüC¡5‘EP é‰,~Àtÿ°ÿ£ÿgý›Îù¼Íÿ8ß·g=3ʹš(é`ës¤ÞšmÚWBí´ß±Â)Œ»CnÝžƒ¦?@ÖôÓnÒ¸ºm¦ýˆÆL`…Úvìô1øšæè¡ëýzÿ›§õéþHÜŠçG_ Ib÷WÂâIVs‹D(U†Üù™ÇÍ×…;ûrÛÏ/²\/ì}ßÙŒõéŸÇÚ°h¡ë륿 Z^w:ë[ÛytY¯.Ò¦sZ+‹Ô,øTy?|sÆk‘¢Š®áÒÆí¾­eo§ÈD·ÒÝIfÖ¾L¸h”᳜¡võïA½ÒâÎÖ{Ø.$]×è¨Âg…ßæzmëÉÏ¢‡¨- »}GK³±­Rén®->Îð°,œe÷g'¦vãƒÞˆ®t„ðÌÖMs{ö™dI¸µM•XmÏ™œÝqÛ¥bQC×úù‚ÐéOˆ,¿²|ŒÝíû'‘ö «öq&1æçvsŸ›îç=ñ\ÕQÖáÒƨ¼²ŸÃ‘Ù\=ÄwòÉ$^\Jé&ð¼Xû½ëW¹`mLûn>Úl>Åål_/vïÝœôí·¯z稡ë -?¯˜WP|KfP.~a1ýÑ×ìÞW¯÷¹ú~UËÑGK[ ×, ©ŸmÇÛM‡Ø¼­‹åãnÝû³ž¶õïLþܶóËì—KûA÷öc=zgñö¬(zÿ^¿æÁiýz’7"¹Ñ×ÃRX½Õð¸’UœâÑ Ua·>fqóuÇáP Ë)ü9•ÃÜGqo,’EåÄ®’o Á%_»Øµ•Et'\°6¦}·m6bò¶/—»wîÎzvÛ×½gêŸÚ>ÄmZXš 5·sœg®qƒÐƒYÔPõþ½Í‚Óúôÿ#¤›ÄpK¤ª#Iȳ¥Ò·>iùðGðãñ kzi·i\] ¶Ó~Äc¦0Bí »vz˜üMstPõ¿õßüÁiý]‚º›ÍOM¶…$ŽIf»})-v S’˜$¶rùq×½rÔPõV·4u Oíb6­,MšÛ¹Î3×8ÁèA­®XS>Û¶›±y[ËÆÝ»÷g=;mëÞ¹ê(zßúþ·§õýv6îµ2òÒ9ebö;E¶(QTm »9Æ?‡oãVfñé*ˆÒEr,Å©E´„†mÏš~|ü8ük›¢‡¯õýw¡Ð&³`tmuçÜÊ-ÌqÅ-´dDÙá–lïuÛŒPšÍÐMµ×Ÿs(·1Ƕёg†Y³¼×n1\ý=Aht“xŽ t•Di"¹bÔ¢ÚBC6çÍ?>þ~5k6A6×^}Ì¢ÜÇRÛFDMžfÎð]¸ÅsôPõ¸-Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( ·nn®"ðFŸoò$3\ÏæF®B¾<¼dt8¬*Ñ}FÞ_ŧÉm!š ^HæY€_›nAM¹?wûíÔœønàhÚh´Æüyk‡;vîÏßÎïö1Ÿj–Þêâ_ßA,ò<0ÝAåFÎJ¦D„àtö¬µMö?²oýÇ™ælÀûØÆ*¸º¼~—OŠÚA4Ò¤’ÌÓ¿.ì›A{»”>¿/Ð;ÕÑ×þß?Ë?Ú;~Ö_qÿQ¿ËÆ:uç5ÎÖÏü%Z™‹ÈóÑ>Íöo²îo+nݹ۟½ß>¿•©n×B²ŽÚ_µÜ4·GMkµ„FB¦W*w†äãœcôZèVQÛKö»†–èé­v°ˆÈTÊåNðÜœsŒcÞ©¯ˆî§’mmZCjm ÁVó xÀ{zã4/ˆî§’mmZCjm ÁVó xÀ{zã4K­¿­ÿàéëoø Ö¶Ÿð‰˜|Ët‰)x6²’¬p¬‚¼wPsR¿‡¡Çeó5в¾Qƒ ·+»wP=°j×Q4vÓ¿²lZ6!šBfÞ\ÿ¬ÆyóÝ cvÐ@(èCQŽÒOX^[ÙEk3Ï,RÈpª„¹ŽÌzbF;I<9ayoe¬Ï<±Hbw!ªNæ8?1銯¬cÒÍ„öv÷1g¥Þ&` «A×#Š ÕŒzY°žÎÞæ ìñ´»ÃDÌ$aè:äqCê ¡pøz!gÿ§í¢ÓížG“òyxÎ7çïmçqïS7…1oç}·äÆïõ_Áäy»ºÿÀÎ*™ñ Á±ò>ÏoæùfûVÖó<¯îõÛÓŒã8ïN>&½6_e)ϲ \í9ÚÞë÷±Æ};PúÛúßþ.—þ¶ÿ‚Y>œikß>ÿ²ý«þ=“³Ç›Ÿ½ŽqŒvÍ>×B²ŽÚ_µÜ4·GMkµ„FB¦W*w†äãœcõ™.²óÙ,3YÚÉ*Ä![–F2]¼3ŒûÔëâ;iä›[VÚ›CpU¼Ã0ÞǸͭ¿­ÿàéëoø&=nŸ±Â.?²íþÕö³ùþd»±³vìoÛŸÃÕ…ZgZØٟٶ{7oó³/™¿Ý÷öçØö¡ìé¹6—¦C¦Änm, ‰ôõ›í"ðùæb™F\äÀûƒŽõ™'‡–=5>w/™˜íKB§8ØÒὊãÞ³/o¤¾hZe@a…!] òª03ïVá×ÚÅà‚ÊÒ9d„À÷*¬$d=A¶çßn}è}Zþ·ÐË¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(«Ù—_ÙÚ$F¶ÅÊ)i3Œá Üq‘ÐUJؼÿ‘CKÿ¯›åÔÇ«gLº_öˆµ¶ð„¬ÈYIÎ@w àõ«LØh¿ðŠ ±swö¿?f~̸ÎÌìÿY÷süXϵCgÿ"~§ÿ_VÿÊJ—ù™EÚ=¿áûaÜ-ÿ´vùÉæoß¹Øò¹Î1GK‡[UØÚÛ[YÛM_;è­p÷[س\‘ŒíÀéÓÈ-äjJK&$Ê?ÌÊX®x€*ëéÚsBm–ÉRA¤­çÚ»ÌÚñ¸>˜¡é/ò¸-mýu±ËQ]zh–‡H2.™æCý˜×ÿÌ~fÇ+×o¸Ï×!CÑØ7W + 7³Üøh¤*"‚òBòI“ÇR{“ZKèÌ—cû:;%¶:{#ô‚¸ 8ÚNà_p9À¡éë -lq´WO¡u†äþÒ“m¬öÞEŠŒ+œÿ®ÛÛ?7R}³\ïÙ§û/Ú|™>Ï¿g›°íÝŒã=3ŽÔu„TW@og¹ð,ÑHTEä+"…ä“'Ž¤÷&®¾ÒJU¸ÒÏûE®TŒSpc8å=sÇ4=/ýt¸-mýy•Üìca¾_3û$KöMŸèØÆï3?ßÛÏO½ü]«Œû4ÿeûO“'Ù÷ìóv»±œg¦qÚ‡£°-®EEtö{ŸÍ…DP^B±¢(P>I2xêOrkìÓý—í>LŸgß³ÍØvîÆqž™Çj:´¨®¶ÎëPo Þé7RßE‹QtŽÓ—‰¡* zƒ×Šä¨ë`ép¢º[»Ûsà=F•k–št¾\¡ Î>|dûäqÒ¤:]‡Øͷؾq¥ý·í›ßvügÎݹùzgÞ‡¦¿×pZÛúëc–¢ŠêâÑl›Hš)à·Žî=<݆Yei³€Àž<°¤Ç_z:\:Øå(­ýJòêûÁúl——\4wS¢´®Xªí' ö£R¼º¾ð~›%åÄ× Ôè­+–*»cÀÉè=¨ÐÀ¢º“¥Ø}ŒÛ}‹ç_Û~Ù½÷oÆqŒíÛŸ—¦}êËh:`Óȶÿ–jǘßpÁÓ¯üõÿ —þ¿­kýz™ÆÑ]TÚV•ªÞY´ñr$Q;M¼Œóå„íê={Tö¶ÖÖvÓA—Îú+\=Öö,Å—$c;p:tÏhz_ËþùÖß×oó8ê(®Œêz‡ü ¶Üù_mò¼¿5¶ìòó·éžÔt¸u±ÎQ]­þ³ŽŸmÅåìë&–ˆ4òƒÈÜÉ€ä–ê<.r:ÕÓì'Ðqik»KC<¾sL“pyuÿ–l˜íÖ‡¥ü¿à‚ÖÞg3EPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPVÿ´î¿²ÿ³É­ƒ—PСe'Ѹg¡ª•¢úu¼^‹P’æA4ò¼q°‚¿.Ü’û²>÷÷OJΫgSº:_öp1­¶ðä,(ˆÎ p7dõ=ê¥h®o'‡åÔ"¹Í ©°´ /Í»>âOÝΩ¾Ùsçy¿h—ÌÙåïÞs·vçÓcÓŠ†­fÝÿdÿiy'ìžo“æîÆ:ôïÒ€ÔïÖÏì‹}r-°G’&m˜=~\ãšS¿[?²-õȶÁH™¶`õùsŽj;{I®Ì‚Ý7ùQ´¯ÈQÔóE½¤×fAn›ü¨ÚWä (êy  K¯ë j-“U¾[p›BåÂmÆ1ŒãÕWí—;³ö‰såùYÞ~æ1·éíÒlÆÈÜù‘möyƒ~qœíëz†€4-µci§Ëoogl²ÍD÷_9©<Ž[hôû¹¬ú(  ã]ÕÖÏ싪^‹m›<‘pû6ôÛ·8ǵS3J`XLŽbV,#Üv‚zœzð)ÿd›ì?k)ˆ<Ï,9 e±œÔñùdzЖs½”—jŸ¸Â3’Ìs€=O¥Xæ¬,þÈ5KÑm³g“ö‡Ù·Ónqj«ö™þËöo:O#~ÿ+qÛ»Î:gê:».‘}–šŒÖå-d`ªìÀH$|¹Î8Çy€á®êëgöEÕ/E¶ÍžH¸}›zmÛœcÚ þѽûØþÙqö\çÈó[fÝÎ*Çö£ö¶yÊòüÜy‹¿g÷ögvß|b‰tKØlVîo³¤O‘U®âÊz›·~”?0 þÒ¾ûؾÛqö_ùáæ¶Ïûç8¨¾Ó?Ù~ÍçIäoßån;wcÇLã½GZCÔE‡Û ÊòüÜy‹¿g÷¶gvß|b€kººÙý‘uKÑm³g’.fÞ›vçöªŸiŸì¿fó¤ò7ïò·»±Œã¦qÞ®Ql0+Ëóqæ.ýŸÞÙÛ}ñŠ›þSìæo.ß´ûd>`níÛ7néÏJ=CТu Ób,ÍÜæÔˆ ­°÷sŠ¯E]—H¾ƒKMFkr–²0Uv` $>\çœcŠ<ÀŠBöÞÖ[k{¹â‚oõ‘$¬ªÿP Ú7¿aûÛ.>ËœùklÏû¹ÅX—D½†Ånæû:Dñ‰Zî 짡 »wéDº%ì6+w7ÙÒ'ŒHª×qe=MÛ¿J˜õoûWPû µû}×Ù•ùÍ°Ôc8ÅT©žÒhìâºtÄ2»"6G%q‘Ž¿Ä(öÚ•õœCi{qRŒH‘JʯÛ4[jWÖpI ¥íÄJ1"E+*¿n@<Õj(ÇöïØ~Åö˲ç>GšÛ3þîqIöë¿/ËûTÛ<¿+o˜q³9ÛL󎙨*åæ“wck ÅÀˆÃ9"7Št”$¤àò8>´öïØ~Åö˲ç>GšÛ3þîqN]NýlþÈ·×"Ûy"fÙƒ×åÎ9§^i7v6°Ü\Œ3’#x§IA AÚN#ƒëTè«¿Û:§Ø~Åý¥wö]»|=¼¼zmÎ1T¨ É4“3HòP«¹‰ÂŽ€{TÿÚ—ÿaûÛ®~Éÿ>þsy÷ÎqQÛÚMvdé¿Ê¥~@ÂŽ§š†€ +Cûôi_Ú_èÿeþ÷ÚâÝŸM»·gÛ§·‡µ%³>TL†/?bÜFÒyxÎï,6ìcž”leQ@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@nÜÚÜKà>â8$xa¹ŸÌ‘P•LùxÉè3XTPñÖlá?Ù¶ŸhóóÖlãf<Ï¿ÙíÓÚ’ÞÖâ/ßO,$3]AåHÈB¾€àô8ö¬*(zÜ<‚»q¥ÿÂÉ×ìþky}s÷sŽµZ‡«¸-Ž¾IlŸGDylMŽÃ¦Sí pW'¿ÿðµ\h—z/ÙÄò#ZØ»$ÄZàãs‡ß–=€ÛÐ åè¡ëë¿ùþ@´±gìñ+ûoÚmÿÖù^FÿÞôÎí¿ÝíŸZÙŠÎFðmÈ{«3#ÏË_E¼¢£ƒòîÎF@ÛŒûW;E,NÄÏkýŽOÚ,öfˆ¾Õç´—Çú¯/9ÛŸ—;~ïñv¨án42u4§·K./gÚƒî~|ç¯ðâ¹Z(zßúïþ`´·õÛü‹?cÿ‰_Û~Óoþ·Êò7þ÷¦wmþïlúÖäV­eá纆îÒâîêÜ£–¾ˆ5¼_Ü[qr1Ž$ñÍQG@:X­ZËÃÏu Ý¥ÅÝÕ¹G-}kx¿¸¶âä cIâ”7)iệó•îïœ@~Z8WçÓ'hÊkŠ~Çÿ¿¶ý¦ßýo•äoýïLîÛýÞÙõ­˜¬äo܇º³2<ñL±µô[Ê*8?.ìäd ¸Ïµs´QÒÁÔê–án42u4§·K./gÚƒî~|ç¯ðâ…¸[ FM)íÒǡËÙö ûƒŸŸ9ëü8®VŠ·þ»ÿ˜--ývÿ ®¡õ]JóÁpîÿ¸’Už/B3DU6¨V`\pÜk—¢Ž–·;zŸØÄ}ºìßìÏ,ZyË»íëåuÝ»ØéÞ¸ê(¡êî,vÐÜ[GáÙmžýf·m8ìF¼‰SÍÆqäݸ7“|V*Ä/¼#PÏn%µ¹šI#–á#m¬©‚»îžMaÑCÕ¶ K],n,BûÂ0E öâ[[™¤’9n6Úʘ 1¾éàdÖ©½Oìb>Ýöoög–-<åÝöŒuòºîÝÎìtï\u=U¿®À´·õÖçtú‘ÒK‹¨<ï² ¾`Ýæ˜|¿ïgæÇ\sPM¨[Â6©£Ûý€Fеò*‰±Ë6–ß»Ùǽq”Põþ½AicµKáý”DzºØd–ØΠ‰öüß»ÎwžqÏ­qTQCÕÜŠÇ@mü à}¢ÏÚüÿ+íqy›6c;7nÎ{c>Õ.£®GmªØÛÚ¼çNŽ» Ìé”Ã.7mŽ™®jŠ¿×•iýyÜììOá/&{ØíâŽÐ„HoP¬ŒBµ¹·Ÿï­qôQG[‡KQ@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@kͬ´˜ZF×73Ê­pÌû”.Ìmþ#ÔÈ­y¥µŸÂv‹¸ÖæÚyY­Ù_sÙ‚]¿Âz‘@u3¾É7Ø~׳÷g•¿#ïc8Ç^•£V³øNêci\Û\D‚ugÜáÃ’-·øG@)OŠ5C ÿeý¶ïËß×í /nß/ÝöéíI¶°xNêwÜÜÜDâWÜ‚I+·ø‡Bh}~_ v2+[û ¿áþ×óÆï7o‘³™ÆüçûÜc“]1ñ%ØŸöôìÿ³yß7™¿ïçöãÌç¦qùQÐ:”-|7y=œ—Sm‚%µ{”Ë)gQÓäÎà÷±Š-|7y=œ—Sm‚%µ{”Ë)gQÓäÎà÷±Šº5½4Û´®.…Ûi¿b1„S!v†Ý»=L~&­é¦Ý¥qt.ÛMûŒ"˜Á ´6íÙè:cñ4K­¿­ÿàéëoø&lšI‹Ã먹Éy‚.Écu©?0 ¹[Ž…G ê1Ùý¥ _/ÊàL…¼³Ñ¶»õÇn+|5%‹Ý_ ‰%YÎ- eVsæg7\~ïíËo<¾Épt¿±ôf3צj[Z˜.—þµÿ"šè“Y}¨@¾W”gÁ™ùcø¶gv=ñÍf×]k{o.‹5åÚAÃNkEqz…Ÿj'ïƒîxÀÍr4=ì kš’é0§‡ÿ´c¾YeYR9!HÎr±1ê~^@ç­Z‹DÒæ´âÕ§ymíĘ´XbÉ¿ÌÎw¿w­2+!<35“\Þý¦Yn-S`eVsægw\véUüQx}¬`WO?™pä Qò(üKøPú‚è[MÚO K« ›±å‘Ö³[IýÐáÉàw*+¶íõ.ÎÆvµK¥º¸´û;ÂÀ²q—Ýœž™ÛŽzÍÿAþËÿ—·ù¿ìù^^?=Ùü1CÜÅø´[Yìdh52î+o´¼KîÂŽ«¿?xÓn3Æié¡ÛIá‰uasv<²#ÚÖcËi?º9<åE8Þé áÑgk=ì.ëôTa3ŽBïó=6õäçŒ6ßQÒììgkTº[«‹O³¼,‹'}ÙÉé¸à÷¡õþ¿¯é‚èA.“ xûF;å–U•#’Œá7+ó§åäŽzÖ]mÅs¤'†f²k›ß´Ë"MŪl ªÃn|ÌàîëŽÝ+7ýû/þ^>ßæÿ³åyxü÷gðÅvn]&ðÿöŒwË,«*G$)ÂnV#æ=OËÈõ¦¾‹sƒ¨ñÍåÈä."%BŽ7è9àø?˜®t„ðÌÖMs{ö™dI¸µM•XmÏ™œÝqÛ¥Y:õ’nºûY°ûÙð¾N6íÝ»9ÿknÞ½è}mýiþ`ºÝoE¢isZNñjÓ¼¶ö‚âLZ,1äßæg;ˆ_»Ö²¿Ð²ÿåãíþoû>W—Ïv Tâþ(¼>Ö0+‰§ŸÌ¸r ¨ù~%‰ü(èG>‹sƒ¨ñÍåÈä."%BŽ7è9àø?Žmt‡^±òMÀ_k6bû>ÉÆÝ»·g?ímÛ×½stu†ÌÞ¸‡BƒRûE¡Y æ?µE)ãçË›î‘z­ý‡¨ ?í¾@òvy˜ó~ÌãvÌîÛïŒT¢òÊGep÷Ü[Ë$‘yq+¤›ÂðI`Wîö­\:åµ3í¸ûi°û•±|¼mÛ¿vsÓ¶Þ½è}At¿õ©ÏUÿì=Cû?íž@òvy˜óW~ÌãvÌîÛïŒU é¡×´¸4Ù"‚å±6æ5´‹‰ à¿›äÎ8Æ}¨èL»í6Ö &ÖþÎêYÖy6Y`”e N0Í‘ó{t¢ûMµƒIµ¿³º–užG–XeB“Œ3d|ÞÝ*Hï,&ðòXÞ=Ä3A4’ÄÑD®¯¹T`å—o+Ôg¯J#¼°›ÃÉcx÷ÍÒKEº¾åQƒ–]¼¯Qž½(}At!þÃÔŸöß y;<Ìy‹¿fq»fwm÷Æ)N©Üm¾]Ûs½zìó=»ÍhrÀÚ™öÜ}´Ø}‹Êؾ^6íß»9éÛo^õa¼Qht³•7›ö!p1çmòËué³ñÏj[[ÿ_0]/ýmý|ŒS¢ß‹¶•³Ìǘ»ög¶gvß|b¬Zønò{9.¦ÛKj÷)–RΣ§ÉÀïcvoÁ.’¨$W"ÌZ”[HH`Üù§çÁÃÆ­é¦Ý¥qt.ÛMûŒ"˜Á ´6íÙè:cñ4>¶þ·ÿ€ ¥ÿ­¿àœÝk.ÃþÁ©}ºãÍó<Ÿ#ì«·~3÷¼Î˜ï²khÝéðŠ‹>óí~wŸ³/—»nÝ»¼Ìãß…fI¿á¶x’8¯å7­eöÏ-­€nÍÄoÞNp;®+8è—ãO†$ó3&ò™Æí™Ý|b¬ê~!º»µ·´¶»ºŽÒ;Xáx „#2ŽNÐpFjÂk6A6×^}Ì¢ÜÇRÛFDMžfÎð]¸Å­¿­Át¹ÏÑEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEnÜÝ\Eà>Þ9äHf¹ŸÌ\…|yxÈèq@TVÁðÝÀÐ?´þÑiøòþ×víÝŸ¿ßìc>Õ-½Õľ¾‚YäxaºƒÊœ•L‰ Àè3íCÒàaQEtGGµÿ„7ÏòÏöŽßµ—ÜÔoòñŽyÍçh®’×B²ŽÚ_µÜ4·GMkµ„FB¦W*w†äãœcôZèVQÛKö»†–èé­v°ˆÈTÊåNðÜœsŒcÞ‡§õëþ@µþ½?Ìæè­†µ´ÿ„HÜÀÛæ[¤IKÁµ”•c…`ä㺃š•ü=¶;/™®…½òŒ]¸É]ÛºíƒCÒÿ×K‚×úùTVèðìe;ïØ]‹zbe6ã!wîëŒvÇÖ°¨ë`ép¢¶ž>_ =Ž£%Ì7F󼄗ܮHÇ@2£gÞ´¿±ì>Â`û<^gØ>Óö=¼íþW™÷3ŸÃÓñ¡é/ò¸-mýyµý#ÑÕ /¥‹íG/"ßä¶s@=kŽ¶— +~Ú6çEº°’Þܶ¼½§= í óÆ3œÓ¬âÓïSûÎ'ï“žœPl`Q[‡ÃÑ ?øý?mŸlò<Ÿ“ËÆq¿?{o8Ûzã­ƒ¥ÂŠÞ‡Ã-q¢=ôR\–H ç6l!À<¯šO-l{Ô:Œv’xrÂòÞÊ+YžybÄîC…T Ìp~cÓl˜ôVÆ£¤ž°¼·²ŠÖgžX¤1;áU's˜ôÅH|=³ÿÓöÑiöÏ#Éù<¼gó÷¶ó¸÷£`ßúùtWDÞÅ¿öß“¿Õ‘æîëÿÿ8¤>œikß>ÿ²ý«þ=“³Ç›Ÿ½ŽqŒvÍ@Ü種’×B²ŽÚ_µÜ4·GMkµ„FB¦W*w†äãœcõÍѳ°t¸Q[§ì_ð‡ 컵}£ìþ™.ìlÝ»öçðǵiM¥éé±›K("}=fûH¼>y˜¦@—9°>àã½Kÿ]. _ëärVäžXôÔ|ùܼ^fcµ- œãcH†ö+zã­ƒ¥ÂŠ( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( ´_Q·—Ãñiò[Hf‚W’9–`æÛSnOÝþðëYÕoû2ëû/ûDˆÖعE-2b1œ!;Ž2: ‡íS}ì›ÿqæy›0>ö1ŸÊ®.£o‡åÓâ¶M4©$³4À¯Ë»&ÐGÞîÇ¥gU³¦] /ûDÚÛxBVd,¤ç ;†pzŽÔt¥lÿÂU©˜¼7ýìßfû.æò¶íÛ¹ûÝóëùV5t°y› â;iä›[VÚ›CpU¼Ã0ÞÇ¸Í â;iä›[VÚ›CpU¼Ã0ÞǸÍcÑCÔ65“]DÑÛNþɱh؆i ›ypþ³äñŒ{TÛ—>a}‘dÙý¡û›qž½OjÎØÞ^ý§fq»gÒ’Àè­ÇäýžÛÎò>Íö­­æyXÆÞ»zqœgë*Š7 H|IªÅc-›^K5´<™dfE^: àŽ*§ÛâWö/³Ûÿ­ó|ÿ/÷½1·w÷{ãÖ«Q@ÒëÂ}& t»"°!XäPÀž¯€ûK{‘ØR~°˜µ²ÊÐ vºT>cGýÞ»z3Œã½eQ@šþVÒã° ‹ Je%AÜì@ýãêi>Ûÿ¿±}žßýo›çù½é»¿»ßµZŠÖ>"¹6¾_Ùí¼ÿ#ìÆïaó|¼co]½8Î3ŽôK¯ ô˜l%ÒìŠÀ…cCz¾í-îGaY4Q¸lYûoüJþÅö{õ¾oŸåþ÷¦6îþï|zÕÙuá>“ „º]‘X¬r(`OWÀ}¥½Èì+&—cy{ö™ÆìqŸJÔMqF}8iVE†iI›ypþ³ùl{Pšâ&ŒúpÒ¬Š9 Ò“6òàýf3óØö¬ª(ܯǪ‘¤gÍkoª u—žÉašÎÖIV! ܲ1 è:íàqœgÞ³¨  …ñÀ´òM­«HmM¡¸*Þaïc\f±è¢Ž·–4δ?°ÿ³?³lönßçf_3~1»ïíÎ=±íUoo¤¾hZe@a…!] òª03ïU¨  HuǶ±x ²´ŽY!0=Ê« PFí¹÷ÛŸzË¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š+bóþE /þ¾n?”uVÿ´î¿²ÿ³É­ƒ—PСe'Ѹg¡ :šfÃEÿ„P]‹›¿µùû3öeÆvggúÏ»ŸâÆ}ª?ùõ?úú·þRV=[:ÑÒÿ³m·‡!a@ÌFpK¸ã'©ïCëò¥v§Ooø@þØw í¾ry›÷ãîgv<®sŒWS}²çÎó~Ñ/™³Ëß¼çn6íϦ8ǧt°u:»[kk;i ‚Ëç}®ë{bË’1¸:gŽ´ZÛ[YÛM_;è­p÷[س\‘ŒíÀéÓîk>‡½Áltö{ŸÍ…DP^B±¢(P>I2xêOrh7³Üøh¤*"‚òBòI“ÇR{“YÃ]ÕÖÏ싪^‹m›<‘pû6ôÛ·8ǵ]ÕÖÏ싪^‹m›<‘pû6ôÛ·8ǵ[ùÛôÿ ] {=ÏfŠB¢(/!XÑ($™ùr„,8ùñ“ï‘ÇJæªÄ:…í½¬¶Ö÷sÅßë"IYUþ :[ Òì>Æm¾Åó/í¿lÞû·ã8ÆvíÏËÓ>õËUíß°ý‹í—eÎ|5¶gýÜâ«Ð÷¸t±Ù¾¥›B¢ÅUűo4Hû·}”KœnÇÞöÆ U:]‡Øͷؾq¥ý·í›ßvügÎݹùzgÞ¹ï·Þcþ>çé·ýaé·n?ïž>œQý£{ö±}²ãì¹Ï‘æ¶Ìÿ»œPõ½ik éÚsBm–ÉRA¤­çÚ»ÌÚñ¸>˜ªEÒo>È-äjJK&$Ê?ÌÊX®x€+'í—;³ö‰såùYÞ~æ1·éíÒ­.¿¬%¨¶MVùmÂl — ·Æ3Œ{Põ¿õÖÿðioë¡«w{n|§¨Ò­rÓN÷Ë”!cùÇÏŒŸ|Ž:T‡K°û¶ûÎ4¿¶ý³{îߌãÛ·?/Lû×=¡{ok-µ½ÜñA7úÈ’VU¨íß°ý‹í—eÎ|5¶gýÜâ‡Ô–þºš÷©¥YYÚE-†^âÀJgIx”îÁÁm»xúU¹´­*!U¼³;iâäH¢v›yçË ÛÔzö®bI¤›g›#¾Å›˜ª;ARÿhÞý‡ì_l¸û.säy­³?îç=oýw¥¿®ÇSkmmgm4Y|ÃÝobÌYrF3·§Lñָ괺úÙý‘o®E¶òDͳ¯ËœsUh{ßúÝ‚Úß×Cª“K±6þ@ÓÂì‘yöï»~Ü÷;pOÇSÖª^¦•egi¶{‹)$mâS»¶íàdcéT.õËû»T¶{‰Ý"HÌ1»m£•Î ÷ªRM$Û<Ùö(DÜÄíQØz ­ÿ]ÿÍ}À´þ½?¯™Ó.ÃìfÛì_8ÒþÛöÍï»~3ŒgnÜü½3ïP]ÙZ[ÙGo–ó»Ø-Ñ»Yr±'Û°téŸzÅþѽûؾÙqö\çÈó[fÝÎ(þѽûؾÙqö\çÈó[fÝÎ(zßúïý|iýz_3¢›JÒ¡Ò[Ë3¶ž.DŠ'i·‘žp<°½G¯jtû ôZZÄnÒÐÏ/œÓ$Ü]å›&;u¬íß°ý‹í—eÎ|5¶gýÜâý©ö±}ºçìŸóïç7—ÿ|ç=n K‹§ØO âÒÖ#v–†y|æ™&àòëÿ,Ù1Û­I6•¥C¤*·–gm<\‰NÓo#<àya;z^ÕÏÿj_ý‡ì_n¹û'üûùÍåÿß9Å7ûF÷ì?bûeÇÙsŸ#Ím™ÿw8¡ëpZXÞ]>Â}–±´´3Ëç4É7—_ùfÉŽÝk™«_Ú—ÿaûÛ®~Éÿ>þsy÷ÎqUhëpèQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQE¢úu¼^‹P’æA4ò¼q°‚¿.Ü’û²>÷÷OJέۛ[‰|§ÜG 73ù’*©Ÿ/=h¦h®o'‡åÔ"¹Í ©°´ /Í»>âOÝ]:Íü"‚Çû6Óí~zÍœlÇ™÷ñ»=º{R[ÚÜEà{éå‚D†k¨<©WÀ‡Ô>¿/Ð;Ukû6ïû'ûKÉ?dó|Ÿ7pûøÎ1ק~•V»q¥ÿÂß›÷yÎâsÎ9õ¢Z_úïþ_ˆ-mývÿ3Ìl쪄 g˜7çÎÞ¸÷¨k¨òï.|mî5 i6N’ÁšŒD¤a8Rù‘òã>Õ<šªÉY½ê5§ö*¯”d<ЃtÞãCÒÿ×K‚Öß×[…ÛYߥÖ4v×äCèö;l™úmä÷ÎyÅq4=¿® ¶¹v]"ú -5­ÊZÈÁUÙ€$HùsœqŽ)ÿØZØ>ÙöÝy~n<Åß³ûû3»o¾1ZQYÈÞ ¹ufdyâ™ckè·”Tp~]ÙÈÈqŸjxÕ펑%ü‘…Ô¸°là†]›K”ÆGÉÆs‚ON Kÿ_Ö º_Ö†QÐõaöÃò¼¿7bïÙýí™Ý·ß¬úébµk/=Ô7v—wVåµôA­âþàBÛ‹1Œp8'Œ?±ÿįí¿i·ÿ[åyÿ{Ó;¶ÿw¶}h{‚Ø’]"ú -5­ÊZÈÁUÙ€$HùsœqŽ*²Möµ”Äg–2ØÎêxü²=kr+9Á·!î¬ÌзrxûùßÿÛCÒÿ×OéÖÆö£ö¶yÊòüÜy‹¿g÷ögvß|b³ë±3Úÿc“ö‹=ŸÙ¢/µyãí%ñþ«ËÎvçåÎß»ü]«—ûüJþÛö›õ¾W‘¿÷½3»o÷{gÖ‡»±$ºEôZj3[”µ‘‚«³I ‘òç88<ãU*袳‘¼rêÌÈóÅ2Æ×Ño(¨àü»³‘6ã>Õö?ø•ý·í6ÿë|¯#ïzgvßîöÏ­v9ÐõaöÃò¼¿7bïÙýí™Ý·ß¬úébµk/=Ô7v—wVåµôA­âþàBÛ‹1Œp8'ŽjŽ¶„Ïi4vq]:b]‘#’¸ÈÇ_â uªêWž †µwýÄ’¬ðÉzš"©µB³ã†àVMêcöè?³³<±iç.ï´c¯•×vîwc§z—­¿®§EÛCqm‡e¶{õšÝ´ã±ò%O7ÇvàxÜNN=ñGK‡[­æ“wck ÅÀˆÃ9"7Št”$¤àò8>´^i7v6°Ü\Œ3’#x§IA AÚN#ƒëZ ¾ðŒC=¸–Öæi$Ž[„¶²¦ Fïºx4,BûÂ0E öâ[[™¤’9n6Úʘ 1¾éàdÐú‚èaÑ]‰½Oìb>Ýöoög–-<åÝöŒuòºîÝÎìtïV_S²:IquöAs·Ì¼Ó“·ýìüØëŽhz_úïþ@µ·õÛüΦ·´šìÈ-Ó•Jü…O5Öͨ[Â6©£Ûý€Fеò*‰±Ë6–ß»Ùǽ9/‡öQê6ëaýb[c:‚'Ûó~ï9ÜNyÇ>´=/ýwÿ/Ķþ»UhaÞ+ûKýì¿Þû\[³é·vìûc5Ÿ]´?ðƒö‹=ÿkóü¯µÅælÙŒìÝ»9íŒûPöl:ؤÞÔ–Ì\ùQ2¼ý‹qIåã;¼°Û±ŽzVetºŽ¹´v«cojó:8Zì33¦S ¸Ý´:f­­ØŸÂ^L÷±ÛÅ¡Þ¡Y…kr7o?ßZ—þ»‚èqôQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQZóEk„í&‘µÍÌò«\3>å ³Ûˆõ€2(©¾É7Ø~׳÷g•¿#ïc8Ç^•£V³øNêci\Û\D‚ugÜáÃ’-·øG@("Š+¥>aköŸ¶~ëìjÝåËM›ü®¿Ýç?¥.lsTV‡ö 4ÿ¶ùÉÙæcÌ]û3Û3»o¾1Jú£ŸÚZòü¡>È[Ë=`;±Ï\q@ÔV”šI‹Ã먹Éy‚.Écu©?0 ¹[Ž…G<Þ¸‡BƒRûE¡Y æ?µE)ãçË›î‘zÏþÓ¿ûØ~ÛqöN¿gó[Ë럻œuªÕ¡ý‡¨ ?í¾@òvy˜ó~ÌãvÌîÛïŒRQbçÈ_-¡óÀ&ó÷‚gv?(:ŠÒ“I1x}u9/0EÙ,n 'æ·+qШâ‘ôF;?´´ åùB| ·–z6Àwcž¸â€3¨­%Ð5&²ûP|¯(σ2òÇñlÎì{ãšÍ Š¾tKñ§‹ÃŠy€“yLãvÌîǾ1V¦ðÕÄ:—Ú- È_1ýª,€¡O>Xüßt Œ{Ð5ûPþÏûg<žf<Õß³8ݳ;¶ûãã ê"Ì\ù å´>xdÞcþðLîÇáÅgQ[3xjâ Kí…d/˜þÕ@P§Ÿ,~oºF=ê©ÑoÅ‡Û ÊÙæcÌ]û3Û3»o¾1@(­{_ ÞOg%ÔÛ`‰m^å2ÊYÔtù3¸ýìb²(ë`ép¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(­y¥µŸÂv‹¸ÖæÚyY­Ù_sÙ‚]¿Âz‘YPÁñF¨t쿶Ýù{úý¡±åíÛåãû¾Ý=©"–Ö ÝBnã{››ˆœ@ªû pI%vÿèMdQCÔºøHÓí'æ¸û7öÙü¬ñæù^ìg{õÅsÔQÒÁÖçBuËjgÛqöÓaö/+bùxÛ·~ìç§m½{Ó?·-¼òû%ÁÒþÇÐ}ý˜Ï^™ü}«Š¿×¯ù°Z^ŸäÈ®tuðÔ–/u|.$•g8´B•XmÏ™œ|ÝqøTòÊGep÷Ü[Ë$‘yq+¤›ÂðI`Wîö­eQ@ ×, ©ŸmÇÛM‡Ø¼­‹åãnÝû³ž¶õïYú†§ö±V–&‚ÍmÜçëœ`ô Öu=¯_ó`´þ½?ÈÜŠçG_ Ib÷WÂâIVs‹D(U†Üù™ÇÍ×…;ûrÛÏ/²\/ì}ßÙŒõéŸÇÚ°h¡ë륿 Z^w:ë[ÛytY¯.Ò¦sZ+‹Ô,øTy?|sÆk‘¢Š®áÒÇ@šÍÐMµ×Ÿs(·1Ƕёg†Y³¼×n1Uå”þŽÊáî#¸·–I"òâWI7…à’À¯ÝìZÊ¢€Øé¡×´¸4Ù"‚å±6æ5´‹‰ à¿›äÎ8Æ}«+PÔþÑö#jÒÄÐY­»œã=sŒ„΢‡¯õëþ`´þ½?ÈÕ–Sør;+‡¸ŽâÞY$‹Ë‰]$Þ‚K¿w°=jüÞ#‚]%QH®E˜µ(¶À ¹óOÏ‚?‡stPõ¡Ò oM6í+‹¡vÚoØŒaÆ]¡·nÏAÓ‰®nŠ(ëpé`¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(ÿÙbpfcc-0.31.0/examples/networking/tcp_mon_block/screenshots/2.JPG000066400000000000000000001457711465134135300245550ustar00rootroot00000000000000ÿØÿàJFIF``ÿáÐExifMM*;pc‡iJœÂê >꘬’‘51’’51ê Œê2023:02:01 02:36:402023:02:01 02:36:40pcÿá http://ns.adobe.com/xap/1.0/ 2023-02-01T02:36:40.509pc ÿÛC   '!%"."%()+,+ /3/*2'*+*ÿÛC  ***************************************************ÿÀé"ÿÄ ÿĵ}!1AQa"q2‘¡#B±ÁRÑð$3br‚ %&'()*456789:CDEFGHIJSTUVWXYZcdefghijstuvwxyzƒ„…†‡ˆ‰Š’“”•–—˜™š¢£¤¥¦§¨©ª²³´µ¶·¸¹ºÂÃÄÅÆÇÈÉÊÒÓÔÕÖ×ØÙÚáâãäåæçèéêñòóôõö÷øùúÿÄ ÿĵw!1AQaq"2B‘¡±Á #3RðbrÑ $4á%ñ&'()*56789:CDEFGHIJSTUVWXYZcdefghijstuvwxyz‚ƒ„…†‡ˆ‰Š’“”•–—˜™š¢£¤¥¦§¨©ª²³´µ¶·¸¹ºÂÃÄÅÆÇÈÉÊÒÓÔÕÖ×ØÙÚâãäåæçèéêòóôõö÷øùúÿÚ ?ñöûÇëIW¡ÑµK«vºµÓnæ·ÌÑÀ̃yRA£j—V†êÛM»šÜd™£™:üÀcŠ¥EX‡O½¸µ’æ 9å‚?¿*DÅSê@À¢:öâÖK˜,î%·ïÊ‘1Dú0(½~ÛAÕï-ÖâÓJ½žÎÙ"·vSô b¨të@Q@SÄ2˜Za˜•‚—Úv‚z úð*e÷†HãI7TŒT€Ø88=ù¦PEv Tº´7VÚmÜÖã$Í È1×æP*(¢€ (©’Òæ[Y.c·•àˆ$ª„ªg¦OA@ÑV!Óïn-d¹‚Îy`ïÊ‘1Tú0(‡N½¸µ’æ ;‰mãûò¤LQ>¤ ¯E2Z\Ëk%Ìvò¼$•P•LôÉè()é ²G#ǺFvU$ Î2OnjXtëÛ‹Y.`³¸–þü©O©€+ÑEL–—2ÚÉs¼¯D %T%S=2z †Š)ñÃ,ÁÌ1¼‚5ÞûT«ê}½2Š±{qk%ÌwÛÇ÷åH˜¢}H^€ *ì6©uhn­´Û¹­ÆIš8c¯Ì8ª±Ã,ÁÌ1¼‚5ÞûT«ê}½2Š±Ÿ{qk%ÌsË~T‰Š§ÔD:uíŬ—0YÜK~T‰Š§Ô@觤2ÉnéÙTƒ8É=¹¦PEPE2Z\Ëk%Ìvò¼$•P•LôÉè(*Ä:uíŬ—0YÜK~T‰Š§ÔQG ³0Æò×{íRv¯©ôôÊ(«é×·²\Ágq-¼~T‰Š'Ô@è«°hÚ¥Õ¡º¶Ónæ·&hàfAŽ¿0âm ê÷–ëqi¥^Ï gl‘[»)ú1@(£§ZzC,‘ÈñÆî‘€]•I3Œ“Ûšeb:öâÖK˜,î%·ïÊ‘1Dú0*½UˆtëÛ‹Y.`³¸–Þ?¿*DÅê@À¦¥¥Ì¶²\Ço+ÁIU TÏLž‚€!¢¦KK™md¹ŽÞW‚"’ª©ž™=C@øá–`æÞAï}ªNÕõ>ƒÞˆá–`æÞAï}ªNÕõ>ƒÞ€E]ƒFÕ.­ Õ¶›w5¸É3G2 uù€ÇJ€ (¢€ *Ä:uíŬ—6öwÁúÉR&eO©«ÐEPEPE€»}qTmé´]A᳆hÇç\:‚ðóÆÓœŒž+>Š+´Ò,<Ý7Hc§ÛÉg$séÚ%T3`—#+ŽÇ#ÓšâêinæšÞ%}ÑÛ‚#\´“õ掀t:DvhgQ¸Š3Iß¾6Aþ‘¿ýVGñaóœöÅI£Ýj»·Ó¬àº–˜ÉE°ŠV µòÇ*IÁÇÌztÍsKw:X½¢¾ ‘ÄŽ ™€ s×¹ãÞ¡¡ëpGe¦:Mkáû ííå†æ9ÖO2%fÆöÆÖ#+Ž¼b“E²ItÍ<­ŒYH%þѸxUŒDŒ¹å0¸#gÞ¸ê(¯Ò£¡Ð­ÒÕÒõ&³@¥Û À|ÄdŽ Š‡ÃvS­œ%´oay¬×¨ÌÔ(< ž8?xb¹j(«pI§­›­Í­Ì—';$ŽåQŽ2¥ <ÿ´? ©EÔè–:Í÷†u4ŠÒö{cnÜ$LÈ[ÎBÛp0O?Oj娠·F¿€XÚÞL×0U\ìÌJ©9È$œƒ•^Ø£A³ÕÆ›®¶×wpÛ‰#³‚Þ&pXçqlgœòztÎ9*(zf>êâÆæò(·Ak·ÎmÀmÜp8''ŸJè4KfûÃ:šEi{=±· n&d-ç!m¸'ƒŸ§µrÔPe¤iñÍ¢Y[›!5•Ë<—÷aÙM³) gjòÇ>… ¦ér$rÊ"m¼± žI½ÿ½É^ûÝ+†¢‡¨aÓîn,no!t¥|×ÜÝÇŽ§ð®ƒD±Öo¼3©¤V—³Ûp¶á"fBÞrÛ‚x9ú{W-EÔ³u=ÍÜQf R¢fÜÝÇ‚ryô®B´Óï4¸,Vþåºg{¸°âV DS´®8Üryü+“¢€:ÝËW]6-Y-¯.á·Ge3‚Ç;‹`p£<ç“Ó¦q…iÑѵŠÊ`S; /÷M†Å/áŽK¦w»‹%` ”E;JãÇ'ŸÂ¹:(Ì:}ÍÅÍä1î‚×oœû€Û¸àqœž}+¤Ð,µuÓbÕ–Úòîq$vpA8,s¸¶ 3Îy=:g•t©ðÝÂÚHÒ[#X^Dë5ê3µ ÂçŽù†TÑî&‚Æ}Ry­„^E =¥œcè ·×ƒE 0é÷W77‘Gº ]¾sînãÆryô®§G°Š}Êf'±¹g’þðHËöfRB䃵~`îâ¸Ú(è[ Ùjé§E«%½åäâH¬ ‚&pÌs¸¶ 3Îy=:gÜ:}ÕÅÍäQn‚×oœÛ€Û¸àpNO>•ZŠët -]tصe¶¼»†ÜIœDÎ î-ÂŒóžON™Äz%Ž³{áM"´½žÛìámÂDÌ…¼ä-·ðsôö®ZŠêtKf÷Ã:šGi{=·ÙÂÛªDÌ¥¼ä,ðsôö¬kH4VP˘üéÝxyãiÎFOŸEuš¦Ÿy¥Áb·ðÇ-Ó;ÝŇ°@J"¥qÆã“ÏáF…i§ÞipØ-ü1ËtÎ÷qaĬˆ§i\q¸äóøW'Eu>²läi-£{ Èf½F`ö¡Aà°8\ñÁ0ÅrÔQGP-Á&ž¶n·6·2\œì’;•D^8Ê”$óþÐü*¥PS ¶¥s¢hói ʶÉ0š`ØHIbNóÐeq×­XÑ,’]3O+cÖR ´ncã.yL ‚3ï\u×éQÀÐèVijéz“ Ù Rí†`>b2ÇPETp4:£ÚZº^¤Âvh»a˜˜Œ‚1Ô\…ÙèövmáûIM›ÜÆË)¼1ÙÇ&Ò Æef, Ž¾ý*½…¤­ Ù>Ÿ¦ÚÝÅ"Ëöéf‰O–A8̇˜þ\‚3ï\¥0:½ëPŸÁ÷vúuœRCs(¶ÊÁ6¾XåI88ùOZFÒõ-CÂڊǤ´ñùjÖÓ%gfó0Yîµ6‹§ØÜévKk4È7Ïîd-'æ„gÖ¸z(µÒ­l¤Ðí§û\G ˜ÞyVq¸S“€ef, ×¥?Ã6ò,:<¶VPË ™ÝÇ’¬Èã;A~©Æ0Ïzáè Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š(  A£ìØï®5+;e›•‚Rï´àýÔ sêh°Ñý„×K¨ÙÃä!y#”J¹W'°Ï5©¢êéii Ýkmaóºq…¿zx¬ ?ÄF;T:í–Ÿ™õ96Gz{#ppBãi¼A8¡õS³ðíÍå¼·ÑKt ¶·‘Èy°HãÈ dŒ‘Å%Ÿ‡ç½·ÒæÖ9¦ `·w>d»sœ`:¼FjÖ™®¥®œMÊA%Íš°bæ!bI9n$ò ÉïNÒŸk¥½Âj¶ÐjrîAçÇ1ò¡+µ<óž¿AõAaá³~–»uKeºVxáÊXH$•BÝ'“Ò²–Úy!–há‘â‹dŠ¤ªg¦OlÕí:î 6þA'úlÈ-áPÊ÷Û=: ¿ð#P[”eØmAàc³m°V"ãžäp1ךêÔzeüÖÆæ++‡€)c*ÄÅ@NqŒqUk°±¸µ²Ó´ Û»Ñ ÛG;y™rì0¸ç¡ÉzÑÐUlî]¡T·™šõ !&Nqòúòâ´-¼1¬]é-¨[i÷Â(Ù ’ùæ mÁ=‰£¤_­¿„î®&SçYÈc²“ѦR~Kz¡§Ëk7‡îì./c´•®#™Ur¬\ò)Áù‡^(}A·~tد¢·’h$FrÑ#7–ˆ;Ž0:UxtëÛ‹Y.`³¸–Þ/õ’¤LU>¤ ÝÓu›[wÐD·RÑf­…ÜÍíÎA*M+U±†ÛKškß%´á(’Ûc“6âHÚ@ÛÎprGNô™5©¹ŠÊåà Xʱ1PSœcjÃDö].£g…äŽQ( vä!\žÃ<ÖŽ¬ZA&ƒæÜKE˜N6± ¹›Ûœ‚:S4;Û->3êr"28»ÓÙ‹ƒ‚Hä}â9Åu9Ú(«pjSÛÙ½´ilc“92ZÄî21ò–â€*VŒ:,óhóê"kuHT1ˆÉûÆ]Ár$uǶk:·´e±]PKZÖÚ[¸Di‘ÌJ‘"¶IT#^ÄÑÐ:•ìü;syo­Å´RÝm­ärl8À r#$qIgáùïmãt¹µŽiƒ-ÝÏ™.Üç‡ïšµ¦k±ÚiäÜ$ÜÙ©[(Ûб$œƒ· ’yäŒw§iOµÒÞá5[h59w óã˜ù Еڌ yÏß úÏVŒ:,óhóê"kuHT1ˆÉûÆ]Ár$uǶj¼0Z½Ì³]ùWíò`ò‹yÙ<üÝžzÖ®Œ¶+£ê s«ZÛKw#’9‰R$VÉ*„c Øš©•Œ’ió^DŠ& ó—cü+êqÉöü*퟇®/-a‘n-£’à1·‚F`ómàãÈ#’3ZÚN³gma`¯¨˜ ¶}®ÇËcö²I<`m91Çi¶Ÿo¦ÚÇ%äpÅ—íVï <²nÏú§íÊàu^AÎh}@äëFy´yõ5º¤*Ädýã.๒:ãÛ5^m^ÆæYnü©ã+äÁåóryùº.<õ­]lWGÔçVµ¶–îG$s¤H­’UƱ4S­[XKsgst#†ÙAwrFI8 8äž#I ¯cs$מ\ñ•òaò‰ó²yù¿‡žzÖæ¬é1ÛYZj6³*ÀevH nì É°’@Àëýhè}–=õ¼OͪK8c»¹ó%ÛׇˆÍg%´òA$ÑÃ#Å<ÉITÏLžÙ­Í#û>×K{ˆõKk}N]È<øæ>Bc]¨À±óÀ÷é—nPi·µ¾M¶ÁX‹Ž{‘ÀÇ^h{€Èìd“Ošð²$Q0O˜œ»á_SŽO·áW,ü?qym ‹qm—;¼3›oA‘œV¾“¬ÙÛiö ú·†ØIö»-ÚÉ$öNFæ#â'Z³‚×N’[ăì!¼Ûf„³Ë‡g]´÷°rWñ¡“gáë‹Ëhd[‹hä¸Ümà‘˜<Ûx8À räŒÕ;m>[›;› É6Ê »’2IÀQêO?‘®‹HÕ¬-ôËX低ã}ªšY7gýS€våp:¯9Îj YÒ#·³´Ô-fD€Êí ÝØ“a$×úÐÀÃŽÆI4ù¯ "Eù‰Ë±þõ8äû~ZºÍ'Y³·Óìõo°“ív[µ’Iì6œŒ/ÌF1Årg’p0(ê¥{Yã·ŽâHdXeÎÉ ­Ž¸54”ööom[äÎL–±;ŒŒp쥇àx«ºf³“bë Kq4À‰"™¿ÑÀí”|÷ÉÆ= cÖŒ:,óhóê"kuHT1ˆÉûÆ]Ár$uǶk:·´e±]PKZÖÚ[¸Di‘ÌJ‘"¶IT#^ÄÑÐ:‘Øxlߥ®ÝRÂn•ž8d2– %P÷Iäô¨ltA}c5ÊêVqy Yã”J§! äöæ“N»‚ÃM¿I›É[ •ï¶zt}~cWô+Ë->ÜLúœˆŒŽ.ôöF"àà…ÆÒ9x‚qCê;Z¶Z÷Öñ9˜Á+µ#¾xýÔ§a¢ û ®—Q³‡ÈRòG(”NBÉì3Í2y´yõ5º¤*Ädýã.๒:ãÛ5£¡ÞYið _S‘#du»ÓÙ‹ƒ‚Hä}â9ÅG£-Šèú‚\êÖ¶ÒÝÂ#HäŽbT‰²J¡Âö&† hâÏ6>¢&·T…CŒŸ¼eÜ p2G\{f«Ã«ØÜÉ5ç—mÁT´Y„ãk›™½¹È#¥sTb:öâÖK›{;‰`‹ýd©2§ÔS¾”F‹ý¥弨²,rD›ÃÆÌ Êü'¡5½ jzM”|—‡„Iæ¬Þ{:ÈýØ_“iÎyëYZl–“hwš}ÍìvrI¤Ç4E|¸pÅ~`A-Ó'‘€j #MÒïö[H÷FéÒGyP…ŠÜ($e‡$Œ÷  :+ Ñì´+Ñ Wß´‹ Íw4w‰\žÆIà/~§ šÎâà\A‘·Høy2qòŒsŽô^Š+^×óÝÛ[J—Vª÷jæY›|›Ip¸Ž2Fh"ŠÓ¶Ðn®ÖÍ¢xv]ù˜rÇìå·ñÆQŽqÞ€+ÑZ–ZGŸ¦Iu*ÊÏ!1ZEÞ•Ç,z}Õ}È¢ËHóôÉ.¥YYä&+H£ûÒ¸åOº£¯¹—Eohšn¨é·m47/ue•b¼ZC‚FØŠdŒ’JÁ£­€(®’ÛC´ KïìVý¦Y i XãÚÄsû¦ì3Ö¨›; |3%ìÜGuñÄåæVGÜä(PGÝõ4“EiXh¨Â¦ËE™÷yVÍ!ó$Ú2xí¸Œö©l<9=ü6î·V°½Ño")YƒH©áHƒÔŒÐE§‡$ºb^Ëykn’—$ÌÀÈW®R£þET†Óβ¸¸ûDùt'(Ç8ï@袷ìtk)t$½™/g,\K%®Ö[\tÞ¸$ƒ×9Qõ  +vÃC¶½±†ÿÌ•maý r3®Þ?ˆsÎj准-/´Ý.åeœ5̬·|«– WT ç=EËQV!³ó¬®.~Ó~FßÝ;áäÉÇÊ1Î;Õz(¢¶-¼3{woм%dËþñÊ݈9  z+RÏB’ùq 혋í̇|›zãí¸ŒÒA¡É.˜—²ÞZÛ$¥ÄI302남ÿ@”Q[°øp]é¶ÚÝD—7I#&c™ ±L.øˆÉé@TV©³±—Ã2^ÃÄwPOR™Yps¡AwÔÒÙøzâöÖVâÞ9.7x$f6Þ¸À räŒÐM©m¡KqeÃ]ZÀg `Šg!¥Û×`sÇÌFMJš ¹±°–Ùö´ñK,ï+b8•Œð2ç’x  j+VÓÃ÷–ÑH“Û¤—¼;m½và`t#’3V4_ ù,Þòê(bº/åĉd œ‘ò•Žäg…EhZXÁ>‹¨ÝÈÎ%¶1yjÁÜÄñíYôQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQE¯¦êÖšiI¿³ËÞÂXÇ0œª’zLãد¾itífÚÂ8dpkÛpÂ)Ö]ªwg—\|ÄgŽGlæ²ï­%iXëw:~™wiÌ>Ò»x”„P~÷ÉÐ’8ÏaŸZ±e«éöú#XM§Ü—•³4Ð]¬fQü*A¸€ò bÑ@mõ³iwv±E‰.Š—wD;qŽç9íQC5²Y\G5©’y6ùSy„yX<ü¿ÅŸÒ«Ñ@tvú펥2ÛµÅíšK´‰ ,lÌq¸m;¸9àzç(  ½?X[/ ê6ž`3\È«í9E ï`z €ZÇR·‡L¸°½µ’x¦‘%SÂ6VPÀuVÈùºqõ¬Ú(Ü ‹M{ì²imömÿÙáÆ<Ìy›‰>œu÷§Øø†+KkO2ÈËsb[J&Ú£q'æ]§v '‚+ŠØ´×¾Ë&–ÿfßýžcÌÇ™¸“éÇ_z4ífÚÂ8dpkÛpÂ)Ö]ªwg—\|ÄgŽGlæ±è Š( ¶4ÍSM²Ónmîtû©äºA’Gx¨00À1œ”w5EiXëw~›yinór»×¨§ï|½ #Œöõ«Z¾Ÿo¢5„Ú}Éy[3MÚÆe¤Ûè'ðÆ-fíRÆæ)lüÙäÛäÏæ‘äàóòôlŽ9éWôÍSM²Ónmîtû©äºA’Gx¨00À1œ”w5EnYx†X¬šK-ÖžZÊ&Ú£,Xo\|Ø$ž÷¥±ñV°Ù™lZ[›âYö!ÜIùÓiÝÉìFG°¨  0Ïl–71MgæÜHWÊŸÌ+äàóòŽzsү隦›e¦ÜÛÜé÷SÉt‚9$ŽñP`8a€c8?(îkŠ³ ö©cs¶~lòògóHòpyùG ‘Ç=+KKñEÖœ-ãx ¸‚Ý]Q^Þ¡³œHT°äæ±(  «-cO·ÑÂm>伬LÓAv±™Gð©6àzÉü1›ÖÉgq¶¦IäÛåMæ‘å`óòÿGåUè  ½/ÅZp·â‚â uuExSz†Îq!RÓš£o¨}›K»µŽ/Þ]6îˆvãÎsÚ©Q@v³ma2 85í¸aë.Õ9Ï.¸ùˆÏŽÙÍ:ËXÓíôF°šÂ伬LÓAv±™Gð©6àzÉü1‹EnØøŠH,üË’âÄ0Ö}ˆw~tÚwuìFG°‰É¢Š*ô½Í¥Ÿ‘d#¶$óF¸•Áí¿¨°0=sTh ¶4ÍSM²Ónmîtû©äºA’Gx¨00À1œ”w5Ekišµ¦›åÌ4ö{ØK¦¼Ž7.qìWÞ£±Öîtý2îÒ˜}¥vñ) ýï“¡$qžÃ>µ›EY†{d±¹ŠkO6y6ù3ù„y8<ü½#ŽzV—ˆbµ†É¥±ónôðE´¢mª2ņåÁÝ‚Ià|Ö­¦jöºw—?öy’úÆ9„åT“в`çìWß5Jí’Ææ)­<ÙäÛåOæäàóòôlôç¥V¢€6¬µ}>ßDk ´û’ò¶fš µŒÊ?…H1·ÐOá‚ÏXÓíôG°—O¹/+4Ð]¬fQü*A¸€òyôÆ-¹eâmb²il ·zxam(›jŒ±a½qó`’x#Þ³"¸¶[+˜ç´ón%*bŸÌ+å`óòŽ=9éU¨  3TÓl´Û›{>êy.G$‘Þ*  0 gåÍ?KñEÖöxÚ'‚Ý]cW…7¨lç,99â±(  «-cO·ÑÂm>伬LÓAv±™Gð©6àzÉü1›ÖÉgq¶¦IäÛåMæ‘å`óòÿGåUè  ½/ÅZp·â‚â uuExSz†Îq!RÓš4¿]iÂÞ7Š ˆ-ÕÕáMê9Ä…KNkŠØÓµ›káiÁ¯mçYv©Ýž]qóž9³šÇ¢Š»s¨´úm• BŸeWƒ}ýÍ»§j—OÔ­­ôû‹ûY. žD“÷3ˆ™YCÉVÃ1Y´PI¥ø´i–ÖÑ%½Çú>ñ¶+¿.9Crêæaœg=‡'‡µ‹{h mFk ,‹ù*ñÊgÃHR£f ?ÅÈæ¹z(sGñ zM©Œ[Ü;ÙU»+ ¹ýäeHl{YpÍl–wÍkæO&ß*o0¯•ƒÏËüYý*½VÆ—­Z领žZößw—2Oµ_9û냻ìGkŠ»m¨›}.öÏËÝö³-»v’zwëZzOŠ›K6ƒìžr[Á$N¦Ly›œ¸=8ÁǯOzçè  ÑÑn<Õß~ò¢Ä2ÃË@ fô98Q¢Š+ Ó¼Tl,­-þÈ$û8nó1»')Æ8ÚÄŸjç裥ƒ­Î“Jñoöe­¬Koq›pÀ¬7f8æÜI˦ӸóŒç°â«èþ!Iµ1‹{‡s»*·ea—#¼Œ© b+Š+vËÄ0Z[X†°i.lA ¾~,IË.Þqž€ŠÂ¢€4´ýJÚ >æÊþÖKˆ'‘$ýÌâ&VPÀrU†0ÇŒU«/Ãi®û’âÇxµ“ÎÚª“ó.ß›“Á‡EkìZÿg[Á}§}¦KPëyÛS Iù×lOTÖ¾'– 2ßM’&–Å#‘'ƒÍ!fÜÛƒc+Œz~…EoYø¢K]&+".ÇEä^´HC~uæÁ'¡i¾"‚Î+´X4óØïºÏ±J±$†]§$pr?Á¢€,Át‘i÷Ví³ÌSk,˜UÁÏ+›óªÔQ@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@^–ö—z]¦›k-´Wòù¡¼Í69wœ’¹‘†WŽ\ãÚ¢ðä«%¬ºtÐAö‹ˆØY´Ö:“ƒ’d#~xÀÆ@5“¹¨YÛkyÂÆ7m&%fMÝv±—>ÄR[ëš…­ŸÙ`œ,`0RcRÈïb7.{àŠPGA¢Eg-…˜X´ù-•$}OÎ ç(ò¹ù€Û·{õªz$Л6ûM…ªéÐ+ýªyb $¬AتÄe[¦‘ГXQÝÏ ¬Öñ¾Ø§Ûæ£-ƒ3×íôô«–úýý¶ž–HmžÞ2̉5œ2í'©Ë)4> ]RÝŒ¶ÓO·g˜Ég;v̤òYG ¬™³¸û@Ÿí_/‘åíÙ×æÝžztÅ"ÞN–RZ+â ]du >b3Žz÷E;2I=¹êzÔ–Úæ¡ggökyÂÆ7mÌjÌ›ºíb2¹ö"€4ì4M:æßLŽcuöA%ìŠ2¤òíÉ¢ŸáÉVKYté ƒí°³iì"u'$ÈFüñŒ€kVöµh¦Úm7>E;2I=¹êzÓíõÍBÖÏì°N0)1©d ÷‚±—=ðEu(U¸,à–Íæ“Q¶‚EÎ ‘e.øŠ¡^zrET¢€ ÝÓd‚o j°›;}ðÀ² Ên±•ýÑ‚F3ß5…ZVZýöŸhÖÖße8É,á¸ÎpK)$gÔö£ u7tH¬å°³ÛŸ%²¤©ùÁ<åžW?0vão~µODšfßi°µ]:µO,A¤•ˆ;XŒ«tÀR:k ;ÉⵚÞ7Ûäy€(ù°rzã=ºtô«–úýý¶ž–HmžÞ2̉5œ2í'©Ë)4> fÖî›$xkU„ÙÛï†NSt…Œ¨8'îŒ01žù¬¸u «{›8eÛÖß96›iÈçúU›-~ûO´kko²ˆœaÄ–pÈ\g8%”’3ê{PM=7H¶—K·µ’Pš†¬snÍuTV ÙùK0<€x±5sF¶µþͱ†x-<Ë.è%„4×|»'#W‘ߥsöÚö£ij-íîÆ»¶f5-®}ˆ¢×^ÔlíVÞÞuTLùdÄŒñç®Ö#rþPúœF+wM’ ¼5ªÂlí÷ÃÈ')ºBÆT÷F Ï|Ö\:…ս͜2í‚ëoœ›AÝ´äsÔséVlµûí>Ñ­­¾Ê"q‡YÃ!qœà–RHÏ©í@u3k¨Ò<;sq¡‰¡³i¤¿Þ©;B^;xÓ;˜œ‘è3ê+Fê ›HeÛÑS2m6Ó‘Î29ô¦Ú^ÜXÜ,Ö²˜äLí8<;ÑÐ ÍX“}ªÆÔið#ýªy" ò±j£•n˜ GBMbCö?±\yâµ|¾FÂ6uù·gž1V­õûûm=,Û=¼e™k8eÚOS–Rj¬W÷YÜZÄáa¹Ûæ®Ðwm9ã#ð¡îA¤xvæãCCfÓI½Rv„¼vñ¦w18 1#ÐgÔRh:ìe°°6š}»<ÆK8¤iØ“°e'’Ê8=sö—·7 5¬¦9;NÆFŽô‹y:YIhˆ$u‘Ôóõîx¡õ¡ðäË-¬º|ÐAö‹˜Ûìm6Ÿ©89&B7öÀÆ@5‡,FɾÕcjº|ÿjžHƒ<¬AÚ¨Äe[¦‘ГYvúæ¡kgöX'  ˜Ô²ûÁXËžø"Ÿo¯ßÛiéd†Ùíã,È“YÃ.Òzœ²“C{E·µ:e„SAi¾äJLÂk¾H]“‘Ž«ÈïÒ¸óÁ­mR³µX-çUDÏ–LHÍzìb7/àEgQÔ:ೂ[7šMFÚ 8‚E”»àv*…yéÉMÑàÕ4çpf´’wÜͳ·p pTû|Ùö¬Z‘çšHc‰åvŽ<ìBÄ…ÉÉÀí@Öî›$xkU„ÙÛï†NSt…Œ¨8'îŒ01žù¬*Ò²×ï´ûF¶¶û(‰ÆIg …Æs‚YI#>§µ©±¤½¥Þ“g¦ÚËmü¢PÞf›»ÎI\ÈÃ+Ç®qíRèÙËaf->KeISó‚”y\üÀmÛ½úÖ¶¹¨ZZýž Õc¶“MÝv±\ûUc»žY­ã}±O·ÌF[ g®3ÛééCÔã¥tºn‘m.—ok$¡5 Xæݚꨬ@³ò–`yðbkBêÞÆæÎvÛÝmó“h;¶œŽzŽ}*{mwQ³´Ö÷c]Û Y£Ý×k¹sìEÛÒšÒëJ´Ó-¥¶‹P“ÍVi±Í¹²vƒ# ¯¹Çµr•~Û\Ô,í>Ío8XÆí¤Ä¬É»®Ö#rçØŠ†BêÞÆæÎvÛÝmó“h;¶œŽzŽ}(kC–#dßj±µ]>µO$AžV íTb2­ÓHèI£C–dßj±µ]>µO$AžV íTb2­ÓObMg[ë÷öÚzY!¶{xË2$ÖpË´ž§,¤Ñˆ/í¬É ³ÛÆÌÈ“YÃ&ÒzYI¡õiéºE¬º]½¬’„Ô5c›vhª¢±nÏÊYäÀ‰®h‚ µh[kº¥ ¶·¸ îØLjZ=Ýv±\ûPC¨][ØÜÙÃ.Ø.¶ùÉ´ÛNG=G>”uSM’ ¼5ªÂlí÷ÃÈ')ºBÆT÷F Ï|Õ½#÷7š6šKýê“´%ã·3¹‰Á‰ƒ>¢²lµûí>Ñ­­¾Ê"q‡YÃ!qœà–RHÏ©íU-o®,®{YLr.pp<;ÐÁš±&ûU¨ÓàGûTòDåbÕF#*Ý0Ž„šÄ‡ìb¸óÄÿjù|„lëónÏ=:b­[ë÷öÚzY!¶{xË2$ÖpË´ž§,¤ÕX¯î ³¸µ‰ÂÃs·Í] îÚr9ÆGáC܃HðíÍƆ&†Í¦’ÿz¤í xíãLîbp@bF Ï¨£HðíÍƆ&†Í¦’ÿz¤í xíãLîbp@bF Ï¨®zÒöâÆáfµ”Ç"giÀ8ÈÁàñÞ‹KÛ‹…žÖS‰§ã#ƒÇzþ•dµ—Nš>Ñq 6šÂ'RprL„oÏȹš¿o®j¶e‚p±€ÁIK o¼ˆÜ¹ï‚*…C¡n 8%³y¤Ôm ‘sˆ$YK¾b¨Wžœ‘U(¢€:%š; KXôû{¯¶$­0’Îä9P±¹p~\RiÚ%…žŸË\ý«Rž7P‘m$ ÊA-’;zε×5 ;O³[Î1»ncVdÝ×k•Ï±[kš…ŸÙ­ç Ý·1«2n뵈ܹö"††‰§\Ûé‘Ìn¾Ó¨$¸u‘BFT>]¹ ãÔQa¢i×6údr›¯´ê .dP‘•$—nH8õ‘«{Z´Sm6›„"™$žÜõ=h‡U½­Z)¶›MÞGȧfI'·=OZØÓü=c6•k=åÀ‰îÖFµÜQ¬;I(ß3äŽØǽV‹NÓ!Ó,ä¿7m5òÈÈÐÛRTeHËdŽÄqTíµ«ûKO³Á*ˆÆí»¢Fhó×kJçØŠ[]sP³´û5¼ác¶“³G»®Ö#+Ÿb(`iYx>âk« ‰'K¨Ñ¤K„S’®xÌd…ã‘ÎN9œ¶ÒxgV “-Äq£³–FFb€0Sržz†æ¨Yê—VË »Fb›ÒXRU$g'‘Ï55–¿}afÖ¶ße8É,¡¸ÎpK!'ŸZì;ôíÂâßOŽå®>Õ© O¨H¶’å –ÉˆÇ½:ÃDÓ®môÈæ7_iÔ\:È¡#*H.Üqê+2ß]ÔmmM¼ªÇómýÒwÞØÄe3þÉ:­ì jÑM´Ún|Švd’{sÔõ  uÑéú&so¦G)ºûN ’áÖE R@ùväƒQ\å\‡U½­Z)¶›M‘NÌ’Onzž´«§h–ú|W-qö­HHbxÝBE´7)¶HìF=élÆŽ<q-Õ…Ä“¥ÔhÒ%Â)ÉWÄSìõýJ†ÖuTŒ“hQÙ3×kH¸€3k©Ð4Í5fÒ^ö9gšûÌu¯”¡w(H%²Aî1ÇZå«JÏ_Ô¬-ÒYÕR2Le¡GdÏ]¬A à:¥§øzÆm*Ö{Ë]¬Œ%k¸£Xv’Q¾gɱzm˜Ñǃî%º°¸’tºD¸E9*çŒÆH^9äã‘Y–ÚÕý¥§Ùà•DcvÝÑ#4y뵈%sìE2ÏTº°†XmÚ3Ø.’Â’©#88ppy<Žy¡õcOðõŒÚU¬÷—&»Yek¸£XB’Q¾gɱøÕh´í22ÎKóvÓ_,Œ]±%FTŒ¶HìGNÛZ¿´´û<¨ŒnÛº$f=v±®}ˆ¥µ×5 ;O³[Î1»i1«4{ºíb2¹ö"†•˜Ñǃî&º°¸’tºD¸E9*çŒÆH^9äã‘NÓü=c6•k=åÀ‰®ÖFYZî(Ö¤”o™òGl~5gª]XC,6íŠlIaIT‘œ88<žG<Óíµ«ûKO³Á*ˆÆí»¢Fhó×kJçØŠP] ½LÓRm%ïc–y¯¼ÇPJùJr€T‚[$ãu®V´¬õýJ†ÖuTŒ“hQÙ3×kH¸³hê¸,à–Íæ“Q¶‚EÎ ‘e.øŠ¡^zrET¢Šê4UÒí¼3u{,Ä\‰£Œštw<‡8P탣œ1Péú%…Ì:|w qöHHbxÙBE´7)¶HìF=ë næK)-ñŽ²:`rÊ=ˆþujÛ\Ô,ìþÍo8XÆí¹Y“w]¬Fåϱ> ‹iúLz]„ú‹Ý#^4ªÒFÃl[H¶í%ºò2*îá‹Kë+i¼éc#cýk$»(}kœ’îima¶‘óŒkòî9<þjÛ\Ôm †{’‘Â$Švïn£¿éÚŽ€ki´ÔaˆJ'îLžL­spDgæ“‘‚F?«Ÿ¤Ç¥ØO¨½Ò5ãJ­$l6Å´€nÒ[¯#"ªÚøƒR²†(íæEçÊf 1Éã8æ©Éw4¶°ÛHùŠÆ5Àùwž é4 3MIô—¼Ž[‰¯¼ÆPJùJ«¹@*A-’qŽ:Õ 9mäðά%[ˆãGg,ŒŒ<Å`¦å<õ ÍV³×õ+ t†ÖuTŒ“hQÙ3×kH¸‹-~úÂÍ­­¾Ê"q‡YC!qœà–BO>´£§èšu;™¦ëí:‚K‡Y$eIåÛ’=E;IÐl.¡ÓVè^4º‡šCÂê0™ ©ÉãÔ`õ¯{–ÏÁZ×w“„_“q$ñRzÕÝÄØöî¡nä}Å‘ïdÆhöÄuê;P-tVCGžk« ‰'K¨Ñ¤K„S’®xÌd…ã‘ÎN9ÎÕË=RêÂa·hÌS`ºK J¤ŒàáÁÁäò9æŽS[NÑ,. Óã¹kŸ´êBCÆê-¤¹H%²Gb1\íh[kš…ŸÙ­ç Ý·1«2n뵈ÊçØŠÏ£¨M¦™¦ßiú-´ÑËÍÚLhJ¨ °\KzuHJ.<qæÃo¾ÞêŽD·E}¥dÈ,-Ðu'¥T·×õ+[4¶‚uXãVXÿr…7ÞÚÄdg=A¨¬u[½9%KfŒÇ. Ç4)*±×ddóïCꮢX\[éñܵÇÚµ!!‰ãu Ò@ܤÙ#±÷¨bÓ´ØtË9/ÍÛMz²24vÄŠŒ©l‘ØŽ*¥¾»¨ÚÚ›x'UæÛû¤-ï½µˆÊçý’(µ×5 ;O³[Î1»i1«4{ºíb2¹ö"€6aÑ ºðí…ôÁR ž[%”M.$Àu=@ÜA~UË}*ì½õ¹¶ògÛö`ËؤÙÜG äðsT4u¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(ô:6©un×VºmÜÖã9š8c¯ cŠH4mRêÐÝ[i·s[Œ“4p3 Ç_˜ q]“nu-.Î Í(Icœ$¿7î3“’Âœÿ{9íQxnÊu³‘¤·ì/"ušõƒÚ…‚ÀásÇï Pú‚9ètûÛ‹Y.`³žX#ûò¤LU>¤ !Ó¯n-d¹‚Îâ[xþü©O©ºMP€XZÞÊ×ÿb£|¨—;3«œäNÁʯµ.ƒg«6-]m®îá·Gg¼Là±ÎâØ(Ï9äô霨#ÛAÕï-ÖâÓJ½žÎÙ"·vSô b¨të[Ú=ÄÖöSê“ÈÅl"ò-þd'úíõÅQ´K¦Ñu†Î Spê ÃÏNr2x8¡ŸEÚin›¤1Óíä³’9ôí’ª°K‘•Çc‘éÍâéâL-0ÌJÁKí;A=}x?•tšDvhgQ¸Š3Iß¾6Aþ‘¿ýVGñaóœöÅI£Ýj»·Ó¬àº–˜ÉE°ŠV µòÇ*IÁÇÌztÍDÁ»Ã$q¤ªH F*@lüÓ+²Ó&µðý„ööòÃsë'™³c{ck•Ç^1I¢Ù$ºfžVÆ ¬¤ÿhÜ<*Æ" Æ\ò˜\‚3ï@u]ƒFÕ.­ Õ¶›w5¸É3G2 uù€ÇÑiQÀÐèVijéz“ Ù Rí†`>b2ÇPECá»)ÖÎF’Ú7°¼‰ÖkÔfj …ϼ1GFNZŠ*Üiëfësks%ÉÎÉ#¹TE㌩BO?í€*TÉis-¬—1ÛÊðD@’UBU3Ó' ¨k©Ñ,u›ï êi¥ìöÆÜ-¸H™·œ…¶à`ž~žÔt§=Ÿ{qk%ÌsË~T‰Š§ÔD:uíŬ—0YÜKoß•"b‰õ `WK£_À,mo&k˜NˆŒ *.vf%TœäNÁʯlQ ÙêãM‹W[k»¸mÄ‘ÙÁo8,s¸¶ 3Îy=:gê%S%¥Ì¶²\Ço+ÁIU TÏLž‚ŸŸuqcsy[ µÛç6à6î8“Ï¥t%Ž³}áM"´½žØÛ…· 2ó¶Ü ÁÏÓÚ€ês) ²G#ǺFvU$ Î2OnjXtëÛ‹Y.`³¸–þü©O©º­#OŽmÊÜÙ ¬®Yä¿»Êm™I88Wî8©ô(dm7K‘#–Q›mämˆlòHýèïýîJðGÞéCÒàpÕ2Z\Ëk%Ìvò¼$•P•LôÉè)ðé÷777Ǻ R¾kînãÇSøWA¢Xë7ÞÔÒ+KÙí¸[p‘3!o9 mÀÁ<ý=¨§-OŽfaä®÷Ú¤í_Sè=êhtë©ìnnâ‹0Z•6à6î8“Ï¥tz¦Ÿy¥Áb·ðÇ-Ó;ÝŇ°@J"¥qÆã“ÏáG@9¸tëÛ‹Y.`³¸–Þ?¿*DÅê@ÀªõÖèZºé±jÉmyw ¸’;( ‰œ9Ü[…ç<ž3Œ+H4VP˘üéÝxyãiÎFO=À¥2ÌÃÈ#]ïµIÚ¾§Ð{ÕËmW¼·[‹M*öx[;dŠÝÙOЊÝЭ4ûÍ. ¿†9n™Þî,8•‚Qí+Ž7ž ££ÜMŒú¤ò1[¼‹@{K!8ÇÐo®(}@΃FÕ.mMÕ¶›y5¸ÎeŽdëÈ⢇N½¸µ’æ ;‰mãûò¤LQ>¤ è|7ep,äy-ã{ Èf½F`ö¡Aà°8\ñÁûÃ&e«®›¬–×—pÛ‰#²‚™ÁcÅ°8QžsÉéÓ8€sPé×·²\Ágq,ýùR&*ŸRW®çA†VÓ4¹)dò–l]Æ؆Ï$ÞŽÿÞä¯}î•Ã¾´u°t *Üiëfësks%ÉÎÉ#¹TE㌩BO?í´ìÀik_fhpÞJÀ?ÒϨãþþ}…`ÔÉis-¬—1ÛÊðD@’UBU3Ó' ¨k©Ñ,u›ï êi¥ìöÆÜ-¸H™·œ…¶à`ž~žÔt¦6©uhn­tÛ¹­Æs4p3 Ç^@Ç:}íŬ—0YÏ,ýùR&*ŸRtºE±Ô´›+{Ý(=Œ"a%ø™¿qœœƒÙ³žÔhº„ÂÖöV¸‡ûå@<¹Ù˜•\ç ’pFU}¨`rTô†Y#‘ãÝ#»*’g'·54VW6W7°Åº b¾snnãÆryô®§G°Š}Êf'±¹g’þðHËöfRB䃵~`î⎀sPhÚ¥Õ¡ºµÓnæ·ÌÑÀ̃yU*ët‹í-*ÎÞïKXCçÔÍû€rr@8SÓ†Î{W7Ÿsqcsy { µÛæ¾à6î8g'ð ‡N½¸µ’æ ;‰mãûò¤LQ>¤ !Ó¯n-d¹‚Îâ[xþü©O©º]ËW]6-Ym¯.á·Gg3‚Ç;‹`p£<ç“Ó¦ph6Zºé±jËmyw ¸’;8 ‰œ9Ü[…ç<ž3épG*Ë$r‡enlÄÖ7,ò_Þeû3) dƒµ~`î8®Z-:æâÊæò÷ÛÚ•ó_pw Éü(êÒæ[Y.c·•àˆ$ª„ªg¦OALŽfaä®÷Ú¤í_Sè=ë¦Ñ,u›ï êi¥ìöÆÜ-¸H™·œ…¶à`ž~žÔý ÎÂïL†À_Å·Lïy%`€”E;JãÇ'“ô¡‚9¸tëÛ‹Y.`³¸–Þ?¿*DÅê@ÀªõÖèZºé±jÉmyw ¸’;( ‰œ9Ü[…ç<ž3Œ+H4VP˘üéÝxyãiÎFO=À¥2ÌÃÈ#]ïµIÚ¾§Ð{Ñ2ÌÃÈ#]ïµIÚ¾§Ð{×S¡Zi÷š\+ rÝ3½ÜXq+¢)ÚWn9<þhVš}æ— ‚ß÷LïwJÁ(Šv•ÇŽO?… 4mRêÐÝ[i·s[Œ“4p3 Ç_˜ qT«©ðÝ”ëg#ImØ^Dë5ê3µ ÂçŽù†+–£¨t/[hzµí¸¸³Ó/.!9Ä‘[»)Ç^@ÅE.›}š]Ïeq´‡ ;ÄÁèÄ`ô­«™4ôð¾/`º’R“lhgTQûÃÔ9üÅE¥Ú\êÔ-¬ –æqužT(]¶…Î2GçCê ÛøsIIl-æÙ%†çÌóYlVM¤dy™³ dÇ\Ô^†Ö{}6(ãÓdVi~Ø— ˜·;0æÆ1÷xëšãh®Ã@²ûn‚±¥Š¦L¾eÜ–iµÏÚ%Éѵ†Î  S›pê ÃÏNr3Ðâ€3êÄ:}íŬ—6ösË_ë%H™•>¤ ¯]~‡ouy¥Ù+Å€ (®ãEÓìn´« &µšd‰Œg÷2“óB3ëGK‡[=Üx{LŽæÎÔÏk¶÷fS#G`²ê´Å³È ;Ž¹ªú—Û4Ž;L™|˹,Òx›ŽÉÐãÔ}h§¼2GHñº¤€”b¤ÁÁÁïÍ2»*ÞKEY,¡žÀÅ?Úæ’o)w·;Ï)ìF2}hè!.›}”w“Y\Gk!ÂNñ0Fú60zUjÞÒí.u jÖKs8º‚O*.ÛBÈ Àç#ó­MÅ_MÓÿÐ –ÍÄßÚS¼*Æ Æ\óÁ>´=.OheHÒGÕ$ÉF*@lõÔXZJÚ ›éúm­ÜR,¿n–h”ùdŒÈyåÁ#>õcO·µŸCÒ÷:ýmî ¥´‘ƒ¯¼õ$ò@É Œ=¨Œ§Å “ʱAË#}ÔE$ŸÀWa¤YÙÖV²{”a/ÛLvqÉ´‚q™Y‹c¯¿J—Ã6ò,:<¶VPË ™ÝÇ’¬Èã;A~©Æ0Ïzâ– ^%H£Ü)!3Ó'¶i•­`ò¯†õuH£c÷åL1Æ~µ“@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@ ßxýi+PhÃû6;ëJÎÙfßåE ”»í8?uúš,4Aa5Òê6pù^Hå‚nBÉì3ÍeÑZÖ~¹¼·ÖâÚ)n6Öò96 `9 ‘’8¤³ðü÷¶ñº\ÚÇ4ÁŒîçÌ—nsŒC÷ˆÍeQ[V7ék·T°†[¥gŽ ¥€‚IT }Òy=+)m§’fŽ(±æHªJ¦zdöÍESKw4ÖðA+îŽÜà  œŸ¯5 ZL¿šØÜÅepð,eX˜¨©Î1Ž(5»,^Ñ_HâGPÌÀ9ëÜñïPÔËgrí ¥¼ÌÓÿ© 2s—×G¡mábïImBÛO¸–áFÈ\—È?0ÀÁn ìH£Ì<Œš+@èwçMŠú+y&‚Dg-3yaXƒ¸ã¥W‡N½¸µ’æ ;‰mâÿY*DÅSê@À  ôU¨ôËù­MÌVW/RÆU‰Š€:œã«V ¿°šéu8|„/$r‰A·! äöæ€2袊(¢´aÑg›GŸQ[ªB¡ŒFOÞ2î 8#®=³@ÔVµŸ‡no-àu¸¶Š[ Mµ¼ŽCÍ‚GA$dŽ),ü?=í¼n—6±Í0c»¹ó%ÛœãÐýâ3@TQZ0è³Í£Ï¨‰­Õ!PÆ#'ïwÈ ‘×Ù  ê*Ìv2I§ÍxY(˜'ÌN]ð¯©Ç'Ûð«¶~¸¼µ†E¸¶ŽK€ÆÞ ƒÍ·ƒŒ ŽHÍdÑEhâÏ6>¢&·T…CŒŸ¼eÜ p2G\{f€3¨¢­[XKsgst#†ÙAwrFI8 8äž#@h­[-{ëxž;›T–pÆ wsæK·®07šÎKiä‚I£†GŠ,y’*’©ž™=³@ÑV­¬%¹³¹º ‘Ãl »¹#$œrO?‘­  ›ôµÛªXC-Ò³Ç †RÀA$ª>é<ž”‹EjXè‚úÆk•Ô¬âò³Ç(”NBÉì3Í-–=õ¼OͪK8c»¹ó%ÛׇˆÍeQZÖ~¸¼¶†E¸¶ŽK€ÆÞ ƒÍ·ƒŒ ŽHÍdÐE+ÚϼwC"Ã.vHTíluÁ ¨¢´aÑg›GŸQ[ªB¡ŒFOÞ2î 8#®=³@ÔVšhÃû.+ëJÎÙfåE ”»í8?uúš}Ÿ‡no-àu¸¶Š[ Mµ¼ŽCÍ‚GA$dŽ(&ŠÁÁ«1ØÉ&Ÿ5ádH¢`Ÿ19v?¾§Ÿo€+QZi£츯®5+;e˜?•‚Rï´àýÔ sêk2€ +VË@žúÞ'ŽæÕ%œ1‚ÝÜù’íëŒCÄf‹-{Ûxž;›T–pÆ wsæK·®07šÊ¢¬Çc$š|×…‘"‰‚|ÄåØÿ úœr}¿ ­@£‹<Ú<úˆšÝR b2~ñ—p\€ÀÉqíš‚ÚÂ[›;› É6Ê »’2IÀQÇ$óù«EjÙhß[ÄñÜÚ¤³†0[»Ÿ2]½q€@èq¸ŒÖr[O$M2`—N0·ïAÏ€U'øˆÇj‡C½²Óà>§"FÈâïOdb.\`m#‘÷ˆ çÏ7Þ?ZJßÓ5ÔµÓ‰¹H$¹³B¶ Q¼Ä,I' íÂäžA9#éÚAÓít·¸MVÚ N]È<øæ>Bt%v£ÇžsÀ÷éÏQ@zuÜmü‚OôÙ[ •ï¶ztàF ·(4Ë°ÚƒÀÇfÛ`¬EÇ=Èàc¯5NŠ+°±¸µ²Ó´ Û»Ñ ÛG;y™rì0¸ç¡Éz×EtúEúÛøNêâe>uœ†;)=e!‡à°÷ª|¶³x~îÂâö;IZâ9‘¥W*ÁUÁ"œ˜uâ±è¡ëp:]7Yµ·}KpU-a8ÚØ]ÌÞÜäÒ¤Òµ[m´¹¦½ò[N‰-¶93n$¤ ¼ç$tï\µÒéÚŤh>mÁT´Y„ãk›™½¹È#¥3C½²Óà>§"##‹½=‘ˆ¸8!q´ŽGÞ ƒœW;En J{{7¶-Œrg&KXÆF8vRÃðBt%v£ÇžsÀ÷éÏQ@a‚Õìnešïʸo“”[ÎÉçæè¸óÖµte±]PKZÖÚ[¸Di‘ÌJ‘"¶IT#^ÄÖ Öi:͵…‚¾¢`‚ØIö»-ÚÉ$ñ´ä`|ÄcQ¤jÚ}¾›k—‘Ãb_µ[¼,òÉ»?ꜷ+Õy9®NŠ7Ì0ڽ̲ÝùSÆWɃÊ-æäóót\yëZº2Ø®¨%έkm-Ü"4ŽHæ%H‘[$ªŒ/bkŠ³ ¯cs$מ\ñ•òaò‰ó²yù¿‡žzÖæ¬é1ÛYZj6³*ÀevH nì É°’@Àëýkš¢€: #û>×K{ˆõKk}N]È<øæ>Bc]¨À±óÀ÷é—nPi·µ¾M¶ÁX‹Ž{‘ÀÇ^jÒèÚΓµ•¦£k2¬Wi€ÆîÀ€Ì› $ ¿Ö³tÛ¸,tËùÿ¦Ì‚ÞÁùQ¾ûg§A·þk2Šè´+Ë->ÜLúœˆŒŽ.ôöF"àà…ÆÒ9x‚qMÒ?³ít·¸T¶·Ôå܃ώcä&0JíFˆïž¿N~ŠêôVÂÛL´ŠKØâŽ1 ºàf–]ÙºpÜ®Uç9Ír‡¯(¢Ž·Ü”ööom[äÎL–±;ŒŒp쥇àx«ºf³“bë Kq4À‰"™¿ÑÀí”|÷ÉÆ= cÑ@ohËbº> —:µ­´·pˆÒ9#˜•"El’¨F0½‰¬(§Ðõt´³…nu’¶°ù‚]<Âß¾<ÿíUôÍu-tân .lЭƒo1 IÈ;p¹'NHÇzÀ¢€,à ¬–72Íwå\G·ÉƒÊ-çdóót\uç­tzN³gm§Ø+êÞa'Úì<¶?k$“Øm9_˜ŒcŠäè ŸDÖÖÎs«”µ‹ÌéÆýèlð09þ"1Ú°a†Õìnešïʸo“”[ÍÉçæè¸óÖ«Q@ýŸk¥=Äz¥µ¾§.ä|s!1‚Wj0,G|ð=ú.‘ýŸi¥½Äz­¬œ›yñÌ|„é•ÚŒ ß<~œõÖi:ͶŸ`¯¨ ¶}®ÇËcö²I=†Ó‘óŒq\äPÚÉes,·~Lñ•ò`òËy¹<üÝ×­V¢€7´e±]PKZÖÚ[¸Di‘ÌJ‘"¶IT#^ÄÔú>³¤Åogg¨ÛJ«nev‘d7vdØIÀÀÿZ樠ƒHþϵÒÞâ=RÚßS—r>9˜ÆWj0,G|ð=úeÛ”màmA o“m°V"ãžäp1ך§Etº6³¤Çmei¨ÚÌ«•ÚA 1»° 3&ÂI¯õ£FÖt˜í¬­5YU`2»H$7vdØI `uþµÍQ@‡ye§À&}ND‘ÅÞžÈÄ\¸ÀÚG#ïAÎ+¢Š:»&¸!ðþgl¶²¼i(˜Mh’2eÉfSŽ= E¦Éi6‡y§ÜÞÇg$“Å2<Èì¤(pGȬAù‡jÇ¢€:í RÒlb°yîbݘ%yìÊ[#1…ù6‘Œçž¼TþoµÃ§Ja¾DÓLÊóGmðÀ±.ùùO=0sÇJ⨠›F¿°\0êwpˆà2M“,ñîòÍ“å9ÿn±mÊfÞ¨< vm¶ Ä\sÜŽ:óTè ºMöÂ->8õ øÞÔ3ØÏl]‰= Lí'Žw/#½stPÆŸ« _j–^vל§”»rzüø8ã#úÖίéÖéÖ׳íŠ8\Èv1òå̇ÎA#ïWEhÛÛH<=yvo¼Øâ.q;ryçø@ÏCÔVuP]Ž¯iÖÚmŒwS푉FÆ8òÜÉAÎKcÛ½qÔQÒÁÔë´-SJ´ŠÂ[›˜Ä‘yžrÏ糡lÿ« òm#Ï=j¾`4¸aÔîáÀd*›&YãÜ?å›'ÊsþÝs4P]^—©ØAk£Ë6¢#m=f2[ynK–c€¤ ¼ƒÎHãò®RŠØÓe´›C½Óîo#³’Iâ™dvR8#äV üõhéz¥„ú\³_›M‡·Øäϸ’61ÎpwÓ½rÔPEm}i&—§çUk lVPѤn^MÄSo àî#§zžÃ[ÓãÑm,d+ÆÞxšð+—·,Ùt*GœÏj娠¯LÖ¬­ô›ÉkÅŠÊ?Ì͸“ò!AÁÝÆT°Š="[@[*É É}ÄFÐGpHßDk ´û’ò¶fš µŒÊ?…H1·ÐOáõM£ÙhW¢®#¿išîhî ¹<)Œ“À^ýN++A5ÅÀ¸‚?#n"‘ðòdãåçê[}CìÚ]ݬQbK¢¥ÝÑÎÜc¹ÁÎ{TPÍl–WÍjdžM¾TÞaV?/ñgô¡^µí|;=ݵ´©uj¯v®`…™·É´G €xã$f²+£·×lltí)–Ý®/lÒ]¤HQcfcÃiÝÁÏ{ÑÐ ûmêílÚ'‡eß™‡,qÎ[`sÆx"¬ÚèVw—P“V¶†e™#Øâ\(!Ž#<£8ÆsI§ë eá}FÓÌk™b]§(¤ìAâ«XêVðé—¶²OÒ$ªb˜FÊʪÙ7N>´>¨n/ ½2Âk[¨–æé$a¬s!F# …Àà=* ?\^ZÃ*Ü[Ç%ÆãoŒÁæÛ×A‘šu¦½öY4¶û6ÿìðãf<ÍÄŸN:ûÓì|C¥µ§™de¹±-¥mQ¸“ó.Ó»“Á¯‡g»µ¶•.­Uî•Ú›|› p¸Žäf§Ñ4Ý;QÓnÚhn^êÙ•b¼ZC‚FØŠdŒ’¥Ci¯}–M-þÍ¿û<8Ç™3q'ÓŽ¾ôiÚ͵„pÈ4à׶á„S¬»TîÏ.¸ùˆÏŽÙÍu1êÜV¡uf÷VÖ3[GóG 2.NX ©E¯ga§Üh7×Kƒ{o—hF È«ƒÔ±Ãg¶=ë"¶4ÍSM²Ónmîtû©äºA’Gx¨00À1œ”w4t¥½;B±¸‡MŽäÝõ æ9¢+åÆ+ó n™<ŒPin—²ÚGº7N’;Ê„,VáA °#,8É Œg½U±Öî4ý6òÒÝæåvÿ®!QOÞùzGì3ëV,µ}>ßDk ´û’ò¶fš µŒÊ?…H1·ÐOáõµìì4ûúàÉpomãíÔpz–8löǽQ†{T±¹Š[?6y6ù3ù¤y8<ü½#ŽzUý3TÓl´Û›{>êy.G$‘Þ*  0 gåÍÔ[/Ëw¢Éxª^i­´+"+8^]¶žX˜^sô«zW‡í/t˜îeM¼Iç\ÄÊ"´ÛÓx “žQ׌š¯eâmb²i, ·Zxak(›jŒ±a½qó`’x#Þ–ÇÄQZÃfe±inlCˆg؇q'çM§w'±P0«^ÎÃO¸Ðo® —öÞ1.ÐA‘W©c†Ïl{Õg¶K˜¦³ón$+åOæòpyùG=9éWôÍSM²Ónmîtû©äºA’Gx¨00À1œ”w4Sµ,´?L’êU•žBb´Š/½+ŽXôûª:û‘U!žÕ,nb–ÏÍžB¾LþiN?(á²8ç¥ii~(ºÓ…¼o[«ª+›Ô6s‰ –œÑÐGÓ´½Ac¶‘îÔ‰#¼¨BÇn 2ÃŒ’Æ{Öd6žu•ÅÇÚ ÈÛû§|<™8ùF9ÇzÒ²Ö4û}ì&ÓîKÊÄÍ4k” cn <ŸÃ±Ml–wËjdžM¾TÞiV?/ñd~T=À¹e¤yúd—R¬¬ò¤Q}é\rǧÝQ×ÜŠ¹£ÙhW¢®#¿išîhî ¹<)Œ“À^ýN*-/ÅZp·â‚â uuExSz†Îq!RÓš£o¨}›K»µŽ/Þ]6îˆvãÎsÚ‡Ô MÓu6í¥†å®`™+ÈÕ¤8$mŒ¦Hdiš>¥ê ´tn¤IåB;p X–dF3Þ™§k6Öà Ӄ^Û†N²íSœò똌ñÈíœÓ¬µ>ßDk ¬.KÊÄÍ4k” cn <ŸÃÖ•áû;Ý&;™EÓonbeZmé¼IϨëÆMsu»câ(m ³ó,ZK‹ÂYö!ÜIùÓiÝ×±Â'&Ž¡Ð·•¨]Y½Õµ…ÌÖÑç|ÑÂÌ‹“–¤·Ò&½´XÉă;푱*ã¾Ó÷¿à9÷ªz ^æÒÏȲÛy£\JàößÔع  5¯ga§Üh7×Kƒ{o—hF È«ƒÔ±Ãg¶=ë"¶4ÍSM²Ónmîtû©äºA’Gx¨00À1œ”w4t¥Ë=ÚoÛÝ­­ÍÕÌË)Äw±E§²2~984švƒcq›ɺ3êAÊM_.1_˜KtÉä`¥¦jÖšo—0ÓÙïa,b˜NBò8ܸ9DZ_zŽÇ[¹ÓôË»Haö•ÛĤ"ƒ÷¾N„‘Æ{ úÐÀÍ#Žµ³eáùnôY/KÍ#¶…dEg ˶ÓËÓ Î~•Ÿ öÉcsÖžlòmògóòpyùz6Gô­;/Åk “KcæÝéà‹iDÛTe‹ ˃»“Áù£ ,ôi¼?ov-.n®fYN#½Š-»Odd,ür@5ÍÖ¶™«ÚéÞ\ÿÙæKèKæ•ROBɃœg±_|Õ(g¶K˜¦´óg“o•?˜G“ƒÏËѳӞ”¥£éÚ^ ±ÛH÷FêD‘ÞT!c· aÆIc=èÒ4í/PXí¤{£u"Hï*±Û…‚À‚Xq’AÏzK-_O·ÑÂm>ä¼­™¦‚íc2áR mÀô“ø`³Ö4û}ì%ÓîKÊÄÍ4k” cn <ž}0> „²ðü·z,—Š¥æ‘ŠÛB²"³…åÛiå€é…ç?JÆ­Ë/Ãk“K`e»Óà iDÛTe‹ 뛓Áõ™ŲÙ\Ç=§›q)Sþa_+Ÿ”pÙéÏJ:zÎÃO¸Ðo® —öÞ1.ÐA‘W©c†Ïl{Ó,´?L’êU•žBb´Š/½+ŽXôûª:û‘Riš¦›e¦ÜÛÜé÷SÉt‚9$ŽñP`8a€c8?(îiú_Š.´ï³ÆÐÁ<êë¼)½Cg8©aÉÏ0A£éÚ^ ±ÛH÷FêD‘ÞT!c· aÆIc=ë2O:ÊâãíGämýÓ¾Lœ|£ã½iYk}¾ˆöi÷%åbfš µŒÊ?…H1·ÐOáŒØ¦¶K;ˆåµ2O&ß*o4+Ÿ—ø²?*à\²Ò<ý2K©VVy ŠÒ(¾ô®9cÓî¨ëîEZGŸ¦Iu*ÊÏ!1ZEÞ•Ç,z}Õ}È©ô¿]iÂÞ7Š ˆ-ÕÕáMê9Ä…KNhÒüQu§ xÞ(. ·WTW…7¨lç,99¡€ýMÓµ6í¦†åî Œ²¬W‘«HpHÛL1’AéX5±§k6Öà Ӄ^Û†N²íS»<ºãæ#àç!B‚>頻×:‹O¦ÙZ)öUq¸7ßÜÛºv©týJÚßO¸±¿µ’â äI?s8‰•”0•aŒ1ã> #ê0©†òÑf}ÞU³H|É6Œž {n#=ª[O »­Õ¬/t[ÈŠV`ÒêxRàõ#5wKñhÓ-­¢K{ô}ãlW~\r†$åÔ/ÌÃ8Î{*OköÐ@ÚŒÖ@YòUã”φ¥FÌ‹‘ͨPhrK¦%ì·–¶é)qLÌ …zà…*?àDUHm<ë+‹´A‘·÷Nøy2qòŒsŽõ©£ø†=&ÔÆ-îÎìªÝ•†\Œ~ò2¤6=ˆ¬¸f¶K;ˆæµó'“o•7˜WÊÁçåþ,þ”^·ìtk)t$½™/g,\K%®Ö[\tÞ¸$ƒ×9Qõ¬ ØÒõ«]4C0ÓË^ÛîòæIö«ç?}pwc=ˆã­©-†‡m{c ÿ™*ÚÂû@äf29]¼ çœÕË Z_iº]ÊË8k™Yn0ùW,¯¨AÎzŠÃ¶ÔM¾—{gåîûYŒ–Ý»I=;õ­='ÅM¥›AöO9-à’'S&<ÍÎ\œ`ãק½ xlüë+‹Ÿ´Á‘·÷Nøy2qòŒsŽõ^¯DlE¸óW}ûÊ‹Ë-%›Ðäà~uF€ ضðÍíݼsBð•DW,sûÇ(;v æ±ë Ó¼Tl,­-þÈ$û8nó1»')Æ8ÚÄŸj:Rž…%òâÛ1;Û™ù6õÆÛq¤ƒC’]1/e¼µ¶IKˆ’f`d+×)Qÿ"´t¯ÿfZÚĶ÷· ÃvcŽmÄœºm;8Î{*¾âô›S·¸w;²«vVr1ûÈÊØö"€0ëv ½6Â[[¨’æé$aÌs!V# …Àà=+ ·l¼C¥µˆk’æÁdËçárÄœ²íç裠͌¾’öî#º‚xâ¼ÊÈûƒœ… û¾¦–ÏÃ׶°Ê·ñÉq¸ÛÁ#0y¶õÆG$f£Óõ+h4û›+ûY. žD“÷3ˆ™YCÉVÃ1V¬¼C ¤»ìZK‹âÖO;j¨bOÌ»~lOPú^ÛB–âÊ;†ºµ€ÎÁÎCK·®8À瘌š•4sca-³íiâ–YÞVÄq*1àdÏ$ñM‡Xµþη‚ûNûL–¡Ö󶦓ó®2Ø$ž©­|O,e¾›$M-ŠG"OšB͹·Æ>V<ôü(½§‡î/-¢‘'·I.7x›|ÛzíÀÀèG$f¬h¾òY½åÔPÅt_ˈ1È9#å*9ÈÎ)lüQ%®“‘cÈ"ò/Z$!‰?:ó`“Њ4ßAgÚ,yìwˆ]gØ¥X’C.Ó’ 89Q´±‚}Q»‘œKlbòÔƒ¹ˆ9ãÚ³êÌIŸunÑ»<Å6²É…\ò¸ù¿1Š­@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@ ßxýi+«ÒÞÒïK´Óme¶Šþ_47™¦Ç.ó’W20ÊñÀ+œ{T^•dµ—Nš>Ñq 6šÂ'RprL„oÏÈ€9š+¯Ñ"³–ÂÌ,Z|–Ê’>§çó”y\üÀmÛ½úÕ=hM›}¦ÂÕtèþÕ<±’V ìUb2­ÓHèI¡è9Etú¤»l, ¦ŸnÏ1’Î)v$ì™I䲎AX3gqö?Ú¾_#ËÛ³¯Í»<ô銯EÑiú&Ÿs—Æëí:ŠÉ‡Y$eXòíÉsÈ vŠßÓ´+[í> ã$¢Þ/7íø#)´n]¼q¸` çiöcGÿ„>âk› ™&K¨Ñ¤K„S’®F Œ8äs“ŽE@9Ú+©´Ó4Ûí;F¶š)c¹»Ž`³DTC6 Œeºc¨Àªúv‰aqo§År×jÔ„†'Ô$[IrKdŽÄcÞ€9ê+£°Ñ4ë›}29×Úu—²(HÊ’Ë·$zŠ‡%Y-eÓ¦‚´\FÂͧ°‰Ôœ“!óÆ2 fŠ*ÜpKfóI¨ÛA"çH²—|ÅP¯=9"€*QEné²A7†µXM¾ø`Yå7HXʃ‚~èÁ#ïšÂ¢ºý+9l,öŧÉl©#ê~pO9@'•ÏÌݸÛß­SÑ&„Ù·Úl-WN_íSËi%bÅV#*Ý0Ž„š€s”Q[ºlMá­Vgo¾A9MÒ2 àŸº0HÀÆ{æ€0¨®—MÒ-¥Òííd”&¡«Û³@Uˆv~RÌ ìM\Ñ­­³laž O2àKº a 5ß$.ÇÇÉÈÇUäwé@uŠÝÓd‚o j°›;}ðÀ² Ên±•ýÑ‚F3ß4S Š+¨Ò<;sq¡‰¡³i¤¿Þ©;B^;xÓ;˜œ‘è3ê(ép9z+£ÐåˆÙ7Ú¬mFŸ?Ú§’ Ï+vª1V逤t$Ö$?cûÇž'ûWËäl#g_›vyéÓ^Šê4ÜÜhbhlÚi/÷ªNЗŽÞ4Îæ'$`z úŠMRÝŒ¶ÓO·g˜Ég;v̤òYG  bŠéü92Ëk.Ÿ4}¢æ6ûM§ÄêNIý°1 G¡Ë²oµXÚ®Ÿ?Ú§’ Ï+vª1V逤t$Ð9Ev-½©Ó,"š M÷"R`–Ó]òBì||œŒu^G~•Çž lŠ·œÙ¼Òj6ÐH¹Ä,¥ß±T+ÏNH«ún©§;ƒ5¤ƒ¾æl}»€[‚§ÛæϵbÑEné²A7†µXM¾ø`Yå7HXʃ‚~èÁ#ïšÂ¢º­%í.ô›=6Ö[h¯å†ó4ØåÞrJæF^8sj—D†Î[ 0±iò[*HúŸœÌ ÊçænÜmïÖ€9 (=N:WK¦éÒévö²JPÕŽmÙ ªŠÄ»?)fv&Ž€sTWW¥5¥Ö•i¦[Km¡'š¬$Óc›sdíF^8sjå(¢º=X“}ªÆÕtøþÕ<‘yXƒµQˆÊ·L#¡&XM“}ªÆÕtøþÕ<‘yXƒµQˆÊ·L=‰4ÎQ].›¤ZË¥ÛÚÉ(MCV9·f€:ª+ìü¥˜@<Øšæˆ {QÔŠÝÓd‚o j°›;}ðÀ² Ên±•ýÑ‚F3ß5oHðíÍƆ&†Í¦’ÿz¤í xíãLîbp@bF Ï¨ ^Šèô9b6Mö«Q§Àö©äˆ3ÊĪŒFUº`) 5‰ØþÅqç‰þÕòùÙ×æÝžztÅW¢º#÷7š6šKýê“´%ã·3¹‰Á‰ƒ>¢#÷7š6šKýê“´%ã·3¹‰Á‰ƒ>¢‡ ½ÓxrU’Ö]:h ûEÄl,ÚkIÁÉ2¿<`c æhêEuql¶ð¾$WM³È²—vK,’ä 7”ßN¢¨ Eσ. °Ûï·º…#‘-ÑiY2 tIéCŠé4_[j6° 4s\ïòå7F£Á·Ï È ã÷¥Òt ¨tÕº.¡æ𺄌&F*rxõ½sTVþ—£Ø_iAÔÍqzÅÁ†+˜ãhÀ)°Ì™ÿdŠÈ‡ìb¸û@Ÿí_/‘°~mÙç§LPz(®ŸGû=Æ—¥´MxæO2¸2× ýß.L¤tÆW‘ÔÐ1EtšZØK£Fæ¼í+!¢1ñs¸þïwc†ÎsÔ+[EÓ¬¯ô½u¤áæ”ùc÷±—d;½pvcÓ&† EY‡ì_b¸û@¸ûWËäl+³¯Í»<ô銭@WQ¦øbÒúÆÚs,ÊgXˆŒgÍd“·e¯z:\^Šé´Új0Ä%Æ÷&O&V¹‰8"3óIÈÁ#A¥èöÚPu3\^±pÐÅsmå"6“?ì‘@Q]M¦™¦ßiú-´ÑËÍÚLhJ¨ °\KzuËQ[‚QqàË6}ö÷P¤r%º+í+&A`nƒ©=*];D°¸·Óã¹kµjBCÆê-¤¹H%²Gb1ï@õ·¦Ã¦YÉ~nÚkÕ‘‘ +¶ ¬TeHËdŽÄqW¡Ñ ºðí…ôÁR ž[%”M.$Àu=@ÜA~TËQ]%‡‡¬fÒ­g¼¸5Ø‘–V»Š5„) eæ|‘ÛM išjM¤½ìrÏ5÷˜ê _)BîP KdƒÜcŽ´ÊÑZv&ÜxT¤f|Ãå3¹~cœwé×™@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@kš…±¶·œ,cvÒbVdÝ×k¹sìE%¾¹¨ZÙý– ÂÆ&5,¾ðV#r群‡FÕ.­Úê×M»šÜg3G2 uä qIª]Z«m6îkq’fŽdëóŽ(îç†ÖkxßlSíóQ–ÁÈëŒöúzUË}~þÛOK$6ÏofDšÎv“Ô唚«Ÿ{qk%ÌsË~T‰Š§ÔD:uíŬ—0YÜKoß•"b‰õ `P-äée%¢¾ •ÖGP£æ#8ç¯sÇJXoî ²¸´Š@°\íóWh;¶œŽq‘øTöÚ¯yn·šUìð¶vÉ»²Ÿ¡C§Z+]ÔÛ=RêÂa·hÌS`ºK J¤ŒàáÁÁäò9æ©ÓÄ2˜Za˜•‚—Úv‚z úð*³«{Z´Sm6›„"™$žÜõ=jKmsP³³û5¼ác¶æ5fMÝv±\ûTž#$xÝR@J1R`àà÷æ™@!Õo`kVŠm¦ÓpƒäS³$“Ûž§­>ß\Ô-lþËác‚“–@ßx+¹sßU »ª]Z«m6îkq’fŽdëóŽ(•Q@iYk÷Ú}£[[}”Dã$³†Bã9Á,¤‘ŸSÚ³jd´¹–ÖK˜íåx" I*¡*™é“ÐPäñZÍoíŠr<À|Ø9=qžÝ:zUË}~þÛOK$6ÏofDšÎv“Ô唚«Ÿ{qk%ÌsË~T‰Š§ÔD:uíŬ—0YÜKoß•"b‰õ `Pè][ØÜÙÃ.Ø.¶ùÉ´|ÛNG8ÈçÒ¬Ùk÷Ú}£[[}”Dã$³†Bã9Á,¤‘ŸSÚ³jd´¹–ÖK˜íåx" I*¡*™é“ÐP»m{Q´µö÷c]Û3–w]ŒFW>ÄQk¯j6v«oo:ª&|²bFxó×k¹*ŠC,‘ÈñÆî‘€]•I3Œ“Ûš–:öâÖK˜,î%‚?¿*DÅSê@À ‡Pº·±¹³†]°]mó“h;¶œŽzŽ}*Í–¿}§Ú5µ·ÙDN0âK8d.3œÊIõ=«6¦KK™md¹ŽÞW‚"’ª©ž™=>Fê ›HeÛÑS2m6Ó‘Î29ô¦Ú^ÜXÜ,Ö²˜äLí8<;Ôøá–`æÞAï}ªNÕõ>ƒÞ€/Ûë÷öÚzY!¶{xË2$ÖpË´ž§,¤ÕX¯î ³¸µ‰ÂÃs·Í] îÚr9ÆGáD:uíŬ—0YÜKoß•"b‰õ `UzžÒöâÆáfµ”Ç"giÀ8ÈÁàñÞ‘o'K)-ñŽ²:€>bž½ÏÈá–`æÞAï}ªNÕõ>ƒÞ®[h:½åºÜZiW³ÂÙÛ$VîÊ~„ Po®j¶e‚p±ÁIK o¼ˆÜ¹ï‚)öúýý¶ž–HmžÞ2̉5œ2í'©Ë)56©sjn­´ÛÉ­Æs,p3 Ç^@Ç:uíŬ—0YÜKoß•"b‰õ `P›mR³µX-çUDÏ–LHÍzìb7/àEgUˆtëÛ‹Y.`³¸–þü©O©«ÐR<óI q<®ÑLjX¹98ª:(­+-~ûO´kko²ˆœaÄ–pÈ\g8%”’3ê{VmL–—2ÚÉs¼¯D %T%S=2z µm®j–¿g‚uXÆí¤Ä…“w]¬FW>ÄUXîç†ÖkxßlSíóQ–ÁÈëŒöúzTðhÚ¥Õ¡ºµÓnæ·ÌÑÀ̃yTPé÷·²\Ág<°G÷åH˜ª}H°êVö76p˶Þëoœ›AÝ´äsÔséSÛkº ¶·¸ îØLjÍî»XËŸb+>žË$r¤ ±m®ê6–‚ÚÞà,k»a1©h÷uÚÄesìEA¡uocsg »`ºÛç&Ðwm9õúT) ²G#ǺFvU$ Î2Oni”¥e¯ßiömmöQŒ8’Î Œç²’F}Oj©k}qep³ÚÊc‘sƒ€@ÈÁàñÞ‘-.eµ’æ;y^ˆJ¨J¦zdôÈá–`æÞAï}ªNÕõ>ƒÞ€/Ûë÷öÚzY!¶{xË2$ÖpË´ž§,¤ÕX¯î ³¸µ‰ÂÃs·Í] îÚr9ÆGáD:uíŬ—0YÜKoß•"b‰õ `UzžÒöâÆáfµ”Ç"giÀ8ÈÁàñÞ‹KÛ‹…žÖS‰§ã#ƒÇzŽ8e˜9†7F»ßj“µ}O ÷¢8e˜9†7F»ßj“µ}O ÷  –úæ¡kgöX'  ˜Ô²ûÁXËžø"¨UØ4mRêÐÝ[i·s[Œ“4p3 Ç_˜ qT¨êÒÝÍ5´Jû¢·F¸.NOךšÇU»Ó’T¶hÌrà¼sB’«ÐípFFO>ôëmV½·zeåÄ'8’+we8ëȨ¥Óo ³K¹ì®#¶á'x˜#}Œ”fÛÄ:•¤q%¼Ñ¨‡>[#fŒ’ŠäOãš±¢øƒûÝÔ-ܸ²"Ýìƒ8À-Ó¸Ž½GjÅ¢€4-5ÍBÆÜCm,j«ŒÐ£¬C§ÞÜZÉsog<°Eþ²T‰™Sê@À Çw§?€ª4Q@h[kš¤ÃorR8D‚1±NÝã Ôwý;V}¥kâ JÊ£·™CŸ)šf@z€Ä'Œãšm¦¹¨XÛˆm¥Us±šg=v¹—ð"³è ´mõýJÖÍ- V8Õ–?Ü¡d ÷¶±ÏPk:žðÉi#Æê’QŠ¿4fÇU»Ó’T¶hÌrà¼sB’«ÐípFFO>õ%¾»¨ÚÚ›x'UæÛû¤-ï½µˆÊçý’* tÛè,£¼šÊâ;Yw‰‚7ѱƒÒ«P…®¹¨YÚ}šÞp±ÛIY£Ý×k•Ï±È5{ësmäÏ·ìÁ–!±H³¸ŽAÉàæ©SÚR4‘ãuI2QŠ½\·Ö¯ím~Ï ª#¶î‰£Ý×k•Ï±û=R°!µU#$ÆZvLõÚÄî¬Ú|PÉ<«¼²7ÝDRIü>;¹¢µšÝ ˆçÛ¼RNF …COX%xd•"vŽ•Ðh–:Í÷†u4ŠÒö{cnÜ$LÈ[ÎBÛp0O?Oj娠ËHÓã›D²·6Bk+–y/îò›fR@ÎÕä;Ž*} MÒäHå”D&Ûyb<’?z;ÿ{’¼÷ºW EP,çÜÜXÜÞCè-Jù¯¸ »ŽOá]‰c¬ßxgSH­/g¶6ámÂDÌ…¼ä-·ðsôö®ZŠ©f:ê{›¸¢Ì¥D͸ »Žäóé]…i§ÞipX­ü1ËtÎ÷qaĬˆ§i\q¸äóøW'Euº–®ºlZ²[^]Ãn$ŽÊ"gŽwÀáFyÏ'§Lã Ò;££j ”2À¦?:w@^xÚs‘“ÁÅgÑ@f…i§ÞipX­ü1ËtÎ÷qaĬˆ§i\q¸äóøUâh,gÕ'‘ŠØEäZÚY Æ>€»}qX4PSá»+g#ÉoØ^Dë5ê3µ ÂçŽÞ©4 -]tصd¶¼»†ÜI”DÎ î-ÂŒóžON™Ç%E çA†VÓ4¹)dò–l]Æ؆Ï$ÞŽÿÞä¯}î•Ã¾´QG[‡BÜiëfësks%ÉÎÉ#¹TE㌩BO?í´ìÀik_fhpÞJÀ?ÒϨãþþ}…`Ñ@u:%Ž³}áM"´½žØÛ…· 2ó¶Ü ÁÏÓÚ¹j(§[¤[KI²·½ÒƒØÂ&_‰›÷ÉÉáH=›9íF‹¨@,-oekˆ±Q¾TË™‰UÎr '`åWÚ¹*(ÌVW6W7°Åº b¾snnãÆryô®§G°Š}Êf'±¹g’þðHËöfRB䃵~`îâ¸Ú(é`:Ý"ßûKJ³·»ÒÄ–ùÁõ3~àœô᳞ÕÍçÜÜXÜÞCè-vù¯¸ »ŽÉü*µÖèZºé±jËmyw ¸’;8 ‰œ9Ü[…ç<ž3ƒA²Õ×M‹V[k˸mÄ‘ÙÁLà±ÎâØ(Ï9äôéœrTPÀì´}>9ô;+sf&±¹g’þð;/Ù™I$ «óÀçqÅrÑi×7W7G¾ÞÔ¯šû€Û¸àpNOáU¨£­ÀêtKfûÃ:šEi{=±· n&d-ç!m¸'ƒŸ§µ?B³°»Ó!°ñG-Ó;ÞDC‰X %NÒ¸ãqÉäý+“¢€G[ Yjë¦Å«%µåÜ6âHì ‚&pXçqlgœòztÎ0­#º:6 ÑYC, có§táç§9<V}ÖhVš}æ—Šß÷LïwJÁ(Šv•ÇŽO?…¦Ÿy¥Ã`·ðÇ-Ó;ÝŇ°@J"¥qÆã“Ïá\ÔønÊu³‘¤¶ì/"ušõƒÚ…‚ÀásÇ|ÃËQE@èîdÓÓÂú@½‚êIJM±¡QGïPPçó—is¨xWP¶°‚[™ÅÔyP¡vÚ@N8É`ÑGp;i)-…¢ÜÛ$°Üùžk-ŠÉ´Œ€¯36caŒ€£¸ëš‹ÃÚÏo¦ÅzlŠÍ/Ûác3çf|ØÆ>ïs\m]²Õîôø^;6Š=ùÌžDm ÈÁÕܼzCêG Y}·AXÒÅS&_2îK4ž&ã€ògt8õZçíäèÚƒCgÐ)͸uáç§9èqYôP]~‡ouy¥Ù+Ūî~*sÿçÔPõBÔ\bß´vpIèÄ—(ßÉÀBNFpsŒð+>¦s‹f$Ä ”¦,Ï^„Ô4Wq¢éö7ZU„“ZÀÍ2 ÄÆ3û™ Iù¡õ®Š:X:LJ´ÈîlíLö±Ëove24v ^ +L[1‘Œ€£¸ëš¯ Y}³AXã±TÉ—Ì»’Í'‰¸à<™Ý=GÖ¸ú(®ãJ·’ãGÑVK(g°1Oö¹¤…[Ê]íÎóÊ{ŒŸZá裠Ú]¥Î¡ámBÚ ngPIåB…ÛhY8ã$~u©£X«éºúÙ¸›ûJw…XÂA8ËžcÀÁ#'Ö¸Ú(`uv’¶ƒfú~›kw‹/Û¥š%>Yã2cùpFϽXÓíígÐô½Ãο[{ƒim$`Ç+ï=I<2BãÏjã( ÏH³³:¬­d÷(Â_¶˜ìã“iã2³Ç_~•/†mäXtyl¬¡–3»%Y‘Æv‚ýSŒ`3žõÃÑ@Ö*øoWT‰Ú60ïp>TÃgëY4Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@ƒFÙ±ß\jVvË6ÿ*)¥ßiÁû¨@çÔÑa¢ û ®—Q³‡ÈBòG(”;r®OažkSEÕÒÒÒºÖ ÚÃæ tã ~ôðXˆŒv¨t;Û->3êr$lŽ.ôöF"àà…ÆÒ9x‚qCê§gáÛ›Ëxn-¢–èmo#ó`‘Æ@É#ŠK?Ï{o¥Í¬sLÁnî|Évç8À t?xŒÕ­3]K]8›”‚K›4+`ÅÌBÄ’rÜ.Iä’1Þ¤>×K{„Õm Ôå܃ώcä'BWj0,yç<~ƒê‚ÃÃfý-vê–Ët¬ñÃ!”°I*„ºO'¥e-´òC,ÑÃ#Å<ÉITÏLžÙ«ÚuÜmü‚OôÙ[ •ï¶ztàF ·(4Ë°ÚƒÀÇfÛ`¬EÇ=Èàc¯40)Õ¨ôËù­ÌVWRÆU‰Š€:œãâª×acqke§h·w¢¶Žvò612åØap1ÏC’8õ£ ªÙÜ»B©o34ÿê@BLœãåõäÅh[xcX»Ò[P¶Óî%„8Q²%òÌ00@Û‚{+GH¿[ Ý\L§Î³Çe'£L¤0ü–õCO–ÖoÝØ\^Çi+\G24ªåX*¸#äSƒó¼Pú‚+üé±_Eo$ÐHŒå¢Fo,+w`tªðé×·²\Ágq-¼_ë%H˜ª}H»¦ë6¶ï ‰n ¥¢Ì'[ ¹›Ûœ‚:TšV«c ¶—4×¾KiÂQ%¶Ç&mÄ‘´·œàäŽè=2þkSs•ËÀ±•bb §8Æ*Õ†ˆ/ì&º]FÎ! É¢P@íÈB¹=†y­;X´‚M͸*–‹0œmbs7·9t¦hw¶Z|gÔäDdqw§²1.06‘ÈûÄsŠ:0ês´QVàÔ§·³{hÒØÇ&rdµ‰Üdc‡e,?ÅT­tYæÑçÔDÖê¨c“÷Œ»‚äHëlÖuohËbº> —:µ­´·pˆÒ9#˜•"El’¨F0½‰£ u+ÙøvæòÞ[‹h¥ºÛ[Èä<Ø$q€@ä2FHâ’ÏÃóÞÛÆéskÓ0[»Ÿ2]¹Î0Þ#5kL×c´ÓɸH%¹³R¶ Q·¡bI9n$ò ÉïNÒŸk¥½Âj¶ÐjrîAçÇ1ò¡+µ<óž¿Aõž­tYæÑçÔDÖê¨c“÷Œ»‚äHëlÕx`µ{™f»ò®#ÛäÁåó²yùº.<õ­]lWGÔçVµ¶–îG$s¤H­’UƱ4S*;$Óæ¼,‰Læ'.ÇøWÔã“íøUÛ?\^ZÃ"Ü[G%ÀcoŒÁæÛÁÆG$fµ´fÎÚÂÁ_Q0Al$û]–Çíd’xÀÚr0>b1Ž(Ò5m>ßMµŽKÈáŠ1/Ú­ÞydÝŸõNÛ•À꼃œÐúÉÖŒ:,óhóê"kuHT1ˆÉûÆ]Ár$uǶj¼0ڽ̲ÝùSÆWɃÊ-æäóót\yëZº2Ø®¨%έkm-Ü"4ŽHæ%H‘[$ªŒ/bh¦ Z¶°–æÎæè2G ²‚î䌒pqÉ<þF’-^ÆæI¯<¹ã+äÃåçdóó<õ­ÍYÒc¶²´ÔmfU€Êí ÝØ“a$×úÑÐ û-{ëxž;›T–pÆ wsæK·®07šÎKiä‚I£†GŠ,y’*’©ž™=³[šGö}®–÷ê–Öúœ»yñÌ|„Æ2»Qb;çïÓ.Ü Óoj |›m‚±÷#Ž¼Ð÷¶ÖÜÙÜÝHá¶P]Ü‘’NŽ9'ŸÈÖ…‡†ÍúZíÕ,!–éYã†C)` ’UtžOJ·£k:LvÖVš¬Ê°]¤»2l$0:ÿZÍÓnà±Ó/äþ›2 xWåFûížßø¡õltA}c5ÊêVqy Yã”J§! äöæ–Ë@žúÞ'ŽæÕ%œ1‚ÝÜù’íëŒCÄf®èW–Z}¸™õ9]éìŒEÁÁ Œ ¤r>ñ⛤gÚéoq©mo©Ë¹ŸÇÈL`•ÚŒ ß<~ƒ­Ÿ‡®/-¡‘n-£’à1·‚F`ómàãÈ#’3Y5Õé­…¶™i—±ÅbAuÀÍ,»²?tà¹\«Îsšå^:QÔ:Jö³ÇoÄÈ°Ë’;[pjh5)íìÞÚ4¶1Éœ™-bwáÙKÀñWtÍf&ÅÖ–âiE3£Û(>ùï“ŒzÇ­tYæÑçÔDÖê¨c“÷Œ»‚äHëlÖuohËbº> —:µ­´·pˆÒ9#˜•"El’¨F0½‰£ u*&Œ?²â¾¸Ô¬í–`þTR K¾Óƒ÷PÏ©§ÙøvæòÞ[‹h¥ºÛ[Èä<Ø$q€@ä2FHâ´t=]-,á[d­¬>`—O0·ïφ?ÄF;U}3]K]8›„‚K›4+`ÅÌBÄ’rÜ.Iä’1Þ†85f;$Óæ¼,‰Læ'.ÇøWÔã“íøQ 6²XÜË5ß•qß&(·“ÏÍÑqמµÑé:ͶŸ`¯¨xm„Ÿk°òØý¬’Oa´äa~b1Ž(è2hÃû.+ëJÎÙfåE ”»í8?uúšÌ®ŸDÖÖÎs«”µ‹ÌéÆýèlð09þ"1Ú°a†Õìnešïʸo“”[ÍÉçæè¸óÖ€.Yhß[ÄñÜÚ¤³†0[»Ÿ2]½q€@èq¸ŒÑe O{oÇsj’ÎÁnî|ÉvõÆ¡Æâ3Vôìû])î#Õ-­õ9w óã˜ù Œ»Qb;çïÑtìûM-î#Õm`Ôä܃ώcä'L®Ô`XŽùà{ôPF™ºM RÒlb°yîbݘ%yìÊ[#1…ù6‘Œçž¼TþoµÃ§Ja¾DÓLÊóGmðÀ±.ùùO=0sÇJP984Ûë›Y.m¬®&‚?¿,q3*}H[O$M2SŸöëܧömà:ƒÀÇfÛ`¬EÇ=Èàc¯4Nµ-t)nl£¸k«X û¼ˆ¦r]½qÆ<|ÄV]tš5í„Z|qêñ½¨.g±žØ»z˜)ÚOî^Gz:S6ßCº¹6F'ˆ¥Ør$ÜvdzïoãŒO^© ðÍíÅ­…ÄR@c¾‘ãŒî?)\ýî8Î:ô£OÕ…¯‡5K/;kÎSÊ]¹=~|q‘€}kg@×ôëHtëkÙöÅ.d;ùr‡fCÀç ‘Ç÷¨`rimæò;9$ž)‘æGe!C‚>EbÌ;VŽ—ªXAo¥Ë5ð‰´Ñ({}ŽLû‰#içq;ÐúÏC§^ÜZÉsogq,¬•"fTú0*FÒî|‹9#O8Þò£ˆc´àñåZÖ×Ö’iz~uV°–Åe FåäÜI06òâ:w©ì5½>=ÒÆB±Lm牯¹{rÍ‘ÇB¤pp Á<ö z->ö{i.!´žH"ÿY*DJ§Ôã¬iš%þªëö[y<¦m¦vFòÔã8,ÅméšÕ•¾“c™-c¸±YGïã™™·~@„!È8;±øÑ£j–G¤Kq¨ c`%Y!1¹/¸’ÚîÉŽôÏA§Ëq§]Þ# Ž×fðIÜw qUjý¥ÂÇ£j™ÑS#*ÄɆ'‚=ê…QEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQE+}ãõ¤®–×A¶›A‚ímnn®fœG{XÚ{#!g㓃Phšn¨é·m47/ue•b¼ZC‚FØŠdŒ’JÁ¢º=;B±¸‡MŽäÝõ æ9¢+åÆ+ó n™<ŒPin—²ÚGº7N’;Ê„,VáA °#,8É Œg½aÑ]e¡^ˆb¸Žý¤X^k¹£¸DH‚äð¦2O{õ8¬x­Öwâü¸ŠGÃÉ“”cœw  ôQZphrK¦%ì·–¶É)qLÌ …zà…*?àDPe±má›Û»xæ…á+ ˆ®Xç÷ŽPvìAÍGg¡I|¸†öÌNÅ„væC¾M½q€@öÜFh.Š×µðì÷vÖÒ¥Õª½Ú¹‚fß&ÒA.㌑š-|;=ݵ´©uj¯v®`™·É´G €xã$f€2(­[MâòÖ)V{xä¸ màvmómëŒ ŽHÍ-§‡¦¼µ¶™n­ck¶t‚)ƒHËÔp¤¼d@4V¶‰h·º…Ôi$Vp©"‚­+|¨=y%¿à5¡¥ørÚòÊÌÊ·M-à$M(Ž˜¢îR l•=üh™¢ƒÁ«piZ…Õ›Ý[X\ÍmwÍ,ȸ9`00(¥V½†Ÿq ß\. í¼b] ƒ"®RÇ žØ÷  Š+£Ó´+ˆtØîMÑŸRcš"¾\8b¿0 –é“ÈÀ5‘¦éwû-¤{£té#¼¨BÅn 2ÃŒ’Æ{ÐV½†Ÿq ß\. í¼b] ƒ"®RÇ žØ÷  Š+fËÃòÝè²^*—šF+m ȊΗm§–¦œý*Þ•áûKÝ&;™EÓoy×12ˆ­6ôÞ$çƒÔuã&€9º(­{; >ãA¾¸2\ÛxÄ»@5E\¥Ž=±ï@QZ–ZGŸ¦Iu*ÊÏ!1ZEÞ•Ç,z}Õ}È  º+oGÓ´½Ac¶‘îÔ‰#¼¨BÇn 2ÃŒ’Æ{Öd6žu•ÅÇÚ ÈÛû§|<™8ùF9Çz¯EjYi~™%Ô«+<„Åi_zW±é÷Tu÷"®höZè†+ˆïÚE…滚;„Dˆ.O c$ð¿SŠçè­íMÓu6í¥†å®`™+ÈÕ¤8$mŒ¦Hdiš>¥ê ´tn¤IåB;p X–dF3Þ€1(®“Jðýî“̢鷉 ·12ˆ­6ôÞ$çƒÔuã&¹º:ØŠ·•¨]Y½Õµ…ÌÖÑç|ÑÂÌ‹“–¤·Ò&½´XÉă;푱*ã¾Ó÷¿à9÷  QZöv}ƃ}pd¸7¶ñ‰v€j Š¸=K6{cÞ€2(®’ÏA¶›Ãö÷kksus2ÊqìQci쌅ŸŽN & ØÜC¦ÇrnŒúr“DWˇ WæÝ2y€9Ê(#Žµ³eáùnôY/KÍ#¶…dEg ˶ÓËÓ Î~”t¸u±Et–z ´Þ·»—7W3,§ÞÅݧ²2~9 æ袶ô};KÔ;ièÝH’;Ê„,váA °#,8É Œg½F¥ê ´tn¤IåB;p XK2H#ï@”VÍ—‡å»Ñd¼U/4ŒVÚ‘œ/.ÛO,L/9úV5V½†Ÿq ß\. í¼b] ƒ"®RÇ žØ÷¦Yi~™%Ô«+<„Åi_zW±é÷Tu÷"€2è­½NÒõŽÚGº7R$Žò¡ ¸PH,Ë2H#ïYÚyÖWh‚?#oîðòdãåç轩e¤yúd—R¬¬ò¤Q}é\rǧÝQ×ÜŠ,´?L’êU•žBb´Š?½+ŽXôûª:û‘@tVö‰¦éÚŽ›vÓCr÷PFYV+ÈÕ¤8$mˆ¦HÉ ô¬:ØŠ·•¨]Y½Õµ…ÌÖÑç|ÑÂÌ‹“–ªPEmEa¥Á¥ÙÍ©=Жõdd’"»! JŒ©¶HìGãQÙøzâöÖRâÞ9.7x$f6Þ¸À t#’3@4V½¯‡g»µ¶•.­Uî•Ú›|› p¸Žäf‹_Ïwkm*]Z«Ý+´36ù6ápÈÍdQZ¶šÅå¬2¬öñÉpÛÀìÛæÛ×A‘šKm [‹(îêÖ8cS9V—o\qÏ14—EnZhvw“P—V·‚e™#Øâ\(!Ž#?1Ú1ƒŒg5žÚ ýá–)&…TˆÃº¼`¸]ØÙµÏ÷u°TVµŸ‡®/ma•n-ã’ãq·‚F`ómëŒ ŽHÍ-¯‡g»µ¶•.­Uî•Ú›|› p¸Žäf€2(¢·t_ ù,Þòê(bº/åĉd œ‘ò•Žäg…EjÚh–±J“ÛÇ%Æão³o›o\`:ɦÁ¡É.˜—²ÞZÛ$¥ÄI302남ÿ@”V妇gqáÉ5 5kx&Y’=Ž%‚àâ3ó£8ÆsPÚxzkË[i–îÖ6»gH"‘˜4Œ½G ׌(ë`és&ŠÖ´ðõÍå¬R­Å¼r\oû<3›o\`9rFi–Ú ÕÚÙ´OË¿3Xâ=œ¶þ8ÀçŒðEfQZ¶ž¸¼¶ŠDžÝ$¸Ümàvmómë·¡‘š±¢øp_Éf÷—QCÑ. ÄK \䔨äw#88  *(¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€5ôÝZÓM)7öy{ØKæ•ROBɃœ{÷Í.¬ÛXG ƒN {nE:˵Nìò똌ñÈíœÖC}ãõ¤  +nçOÓ.í y‡ÚWoŠÞù:Gì3ëV,µ}>ßDk ´û’ò¶fš µŒÊ?…H1·ÐOáŒZ(í¾¡öm.îÖ(±%Ñ@Òîè€çn1Üàç=ª(f¶K+ˆæµ2O&ß*o0+Ÿ—ø³úUz(­ÍÄ1é6†1opîweVì¬2äc÷‘•!±ìEaÑ@â£aeiÙŸg Þf7då8ÇX“ïíRi^-þ̵µ‰mî3n†ìÇÛ‰9tÚwqœöW7EÑÛë¶6:v”Ën׶i.Ò$(±³1Æá´îàç‚=è·×l¬tí-–Ý®/lÒ]¤HQcfcÃiÝÁÏ{×9EoYx¢K]&+&¸#ò/Z;Ž~uæÁ'¡›qö.ÎÏËÛöS!ß»;·zvÆ*¡-üC@ƒO·W fi®†8Âì5nÇÄZAfe²2ÝXÒ‰¶¨É'æ\Ø$ž¬J(ëEP[f©¦Ùi·6÷:}Ôò] ŽI#¼T`ÎÊ;šÇ¢€4¬u»?M¼´·y€¹]¿ëˆTS÷¾^„‘Æ{ úÕ‹-_O·ÑÂm>ä¼­™¦‚íc2áR mÀô“øcŠ³ ö©cs¶~lòmògóHòpyùz6Gô«úf©¦Ùi·6÷:}Ôò] ŽI#¼T`ÎÊ;šÇ¢€7,¼C ¬VM%–ëO -emQ–,7®>lO{ÒØøŠ+Xl̶--͈q¬ûî$üé´îäö##ƒXTP˜g¶K˜¦³ón$+åOæòpyùG=9éWôÍSM²Ónmîtû©äºA’Gx¨00À1œ”w5EY†{T±¹Š[?6y ù3ù¤y8<ü£†Èãž•¥¥ø¢ëNñ¼P\An®¨¯ oPÙÎ$*XrsX”PÕ–±§Ûèa6Ÿr^V&i »XÌ£øTƒp=äþÍŠkd³¸Ž[S$òmò¦óHò°yù‹#òªôPÞ—â‹­8[ÆñAqºº¢¼)½Cg8©aÉÍQ·Ô>Í¥ÝÚÇï.Š›wD;qŽç9íT¨  ;Y¶°ŽœöÜ0Šu—jœç—\|ÄgŽGlæe¬iöú#XMar^V&i »XÌ£øTƒp=äþÅ¢€7l|E ¤~e‹Iqb@ë>Ä;‰?:m;ºö##ƒXDäÑEz ^æÒÏȲÛy£\JàößÔعª4P[f©¦Ùi·6÷:}Ôò] ŽI#¼T`ÎÊ;šÇ¢€5´ÍZÓMòæ{=ì%ŒS È^G—8ö+ïQØëw:~™wiÌ>Ò»x”„P~÷ÉÐ’8ÏaŸZÍ¢€,Ã=²XÜÅ5§›<›|™üÂ<œ~^‘Ç=+NËÄ1ZÃdÒØù·zx"ÚQ6ÕbÃràîÁ$ðG¾kŠÖÓ5{];ËŸû<É} cÂrªIèY0sŒö+ öÉcsÖžlòmò§óòpyùz6zsÒ«Q@VZ¾Ÿo¢5„Ú}Éy[3MÚÆe¤Ûè'ðÁg¬iöú#ØK§Ü—•‰šh.Ö3(þ ÆÜ@y<úcŠÜ²ñ 6±Y4¶[½<0¶”MµFX°Þ¸ù°I<ïY‘\[-•ÌsÚy·•1Oæò°yùG žœôªÔPÆ™ªi¶ZmͽΟu<—H#’Hï†3ƒòŽæŸ¥ø¢ëNûÞ Ý;í2Z1›jaŽ~uÁÝ‚IàŠ’ÃÄZ[Zy–F[›âÚQ6Õ‰?2í;°I<X”PŦ½öY4·û6ÿìðãf<ÍÄŸN:ûÑi¯}–M-¾Í¿û<8Ç™3q'ÓŽ¾õEoYx¢K]&+&cÈ#ò/Z;Ž~uæÁ'¡:ůöu½½öö™-C¬ çmL1'ç\e°I<YP•Ž¥o™qc{k$ñM"J¦)„l¬¡€ê­‘ótãëSiº¦›g¦\Û\é÷S½Ò–Hï3Žƒ¹¬z(rËÄ0ÚAkºÅ¤¸±Þ-dóðª“ó®ß›“Á¦½öY4·û6ÿìðãf<ÍÄŸN:ûÖ=Vö›â(,¢±ûEƒO5Žñ ¬ûkHeÚrA'#ñ¬(zËÅZé1Y0»@q‘zСÜsó¨6 =¦èþ!M&ÔÆ-îÎíÊ·ea—#¼Œ© b+ŠÒ±Ô­áÓ.,omdž)¤YTÅ0•”0U²>nœ}j‹ÿ?K³³òöý”ÈwîÎíıŠ§EmØx‚+KkO2ÈËsb[J&Ú£q'æ]§v '‚(Óõ…²ð¾£iæ5ÌŠ±.Ó”Rö ÈqX”Põ—Š$µÒb²awû€â?"õ¡C¸ççP>lzF›â(,â±ûEƒO=Žñ ¬û«HeÚrA'#ñ¬(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š([ï­%+}ãõ¤ Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( ÿÙbpfcc-0.31.0/examples/networking/tcp_mon_block/src/000077500000000000000000000000001465134135300222625ustar00rootroot00000000000000bpfcc-0.31.0/examples/networking/tcp_mon_block/src/allow_list.json000066400000000000000000000002401465134135300253220ustar00rootroot00000000000000[ { "pid": "53927", "allow_list": ["192.168.1.2", "192.168.1.3", "https://api.ipify.org"] }, { "pid": "1111", "allow_list": ["192.168.1.2"] } ] bpfcc-0.31.0/examples/networking/tcp_mon_block/src/http_client.py000066400000000000000000000012021465134135300251440ustar00rootroot00000000000000import requests server_address = "192.168.1.42" api_address = "https://api.ipify.org" # https://api.ipify.org should be allowed on default print(requests.get(f"http://{server_address}/public_ip", params={"api": api_address}).content.decode()) # Now let's use an address which isn't on the allow list. This is an MAC address to Vendor API. # If tcp_mon_block is running and filtering the Flask's server PID, this request should fail! otherwise we should receive a response api_address = "https://api.macvendors.com/00:0c:29:de:b1:fd" print(requests.get(f"http://{server_address}/public_ip", params={"api": api_address}).content.decode()) bpfcc-0.31.0/examples/networking/tcp_mon_block/src/tcp_mon_block.c000066400000000000000000000132551465134135300252450ustar00rootroot00000000000000/*author: https://github.com/agentzex Licensed under the Apache License, Version 2.0 (the "License") tcp_mon_block.c - uses netlink TC, kernel tracepoints and kprobes to monitor outgoing connections from given PIDs and block connections to all addresses initiated from them (acting like an in-process firewall), unless they are listed in allow_list */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include typedef struct { u32 src_ip; u16 src_port; u32 dst_ip; u16 dst_port; u32 pid; u8 tcp_flags; char comm[TASK_COMM_LEN]; } full_packet; typedef struct { u8 state; u32 src_ip; u16 src_port; u32 dst_ip; u16 dst_port; u32 pid; char comm[TASK_COMM_LEN]; } verbose_event; typedef struct { u32 src_ip; u16 src_port; u32 dst_ip; u16 dst_port; } key_hash; BPF_HASH(monitored_connections, key_hash, full_packet); BPF_HASH(allow_list, u32, u32); BPF_HASH(pid_list, u32, u32); BPF_PERF_OUTPUT(blocked_events); BPF_PERF_OUTPUT(verbose_events); #ifndef tcp_flag_byte #define tcp_flag_byte(th) (((u_int8_t *)th)[13]) #endif static bool VERBOSE_OUTPUT = false; static __always_inline int tcp_header_bound_check(struct tcphdr* tcp, void* data_end) { if ((void *)tcp + sizeof(*tcp) > data_end) { return -1; } return 0; } static void make_verbose_event(verbose_event *v, u32 src_ip, u32 dst_ip, u16 src_port, u16 dst_port, u32 pid, u8 state) { v->src_ip = src_ip; v->src_port = src_port; v->dst_ip = dst_ip; v->dst_port = dst_port; v->pid = pid; v->state = state; bpf_get_current_comm(&v->comm, sizeof(v->comm)); } int handle_egress(struct __sk_buff *ctx) { void* data_end = (void*)(long)ctx->data_end; void* data = (void*)(long)ctx->data; struct ethhdr *eth = data; struct iphdr *ip = data + sizeof(*eth); struct tcphdr *tcp; key_hash key = {}; /* length check */ if (data + sizeof(*eth) + sizeof(*ip) > data_end) { return TC_ACT_OK; } if (eth->h_proto != htons(ETH_P_IP)) { return TC_ACT_OK; } if (ip->protocol != IPPROTO_TCP) { return TC_ACT_OK; } tcp = (void *)ip + sizeof(*ip); if (tcp_header_bound_check(tcp, data_end)) { return TC_ACT_OK; } u8 tcpflags = ((u_int8_t *)tcp)[13]; u16 src_port = bpf_ntohs(tcp->source); u16 dst_port = bpf_ntohs(tcp->dest); key.src_ip = ip->saddr; key.src_port = src_port; key.dst_ip = ip->daddr; key.dst_port = dst_port; full_packet *packet_value; packet_value = monitored_connections.lookup(&key); if (packet_value != 0) { packet_value->tcp_flags = tcpflags; blocked_events.perf_submit(ctx, packet_value, sizeof(full_packet)); return TC_ACT_SHOT; } return TC_ACT_OK; } // Removing the entry from monitored_connections when the socket closes after failed connection TRACEPOINT_PROBE(sock, inet_sock_set_state) { if (args->protocol != IPPROTO_TCP) { return 0; } if (args->newstate != TCP_CLOSE && args->newstate != TCP_CLOSE_WAIT) { return 0; } if (args->family == AF_INET) { key_hash key = {}; struct sock *sk = (struct sock *)args->skaddr; key.src_port = args->sport; key.dst_port = args->dport; __builtin_memcpy(&key.src_ip, args->saddr, sizeof(key.src_ip)); __builtin_memcpy(&key.dst_ip, args->daddr, sizeof(key.dst_ip)); full_packet *packet_value; packet_value = monitored_connections.lookup(&key); if (packet_value != 0) { monitored_connections.delete(&key); if (VERBOSE_OUTPUT) { verbose_event v = {}; make_verbose_event(&v, packet_value->src_ip, packet_value->dst_ip, packet_value->src_port, packet_value->dst_port, packet_value->pid, 3); verbose_events.perf_submit(args, &v, sizeof(v)); } } } return 0; } int trace_connect_entry(struct pt_regs *ctx, struct sock *sk) { key_hash key = {}; full_packet packet_value = {}; u8 verbose_state = 0; u16 family = sk->__sk_common.skc_family; if (family != AF_INET) { return 0; } u32 pid = bpf_get_current_pid_tgid() >> 32; u16 dst_port = sk->__sk_common.skc_dport; dst_port = ntohs(dst_port); u16 src_port = sk->__sk_common.skc_num; u32 src_ip = sk->__sk_common.skc_rcv_saddr; u32 dst_ip = sk->__sk_common.skc_daddr; u32 *monitored_pid = pid_list.lookup(&pid); if (!monitored_pid) { return 0; } u32 *allowed_ip = allow_list.lookup(&dst_ip); if (!allowed_ip) { key.src_ip = src_ip; key.src_port = src_port; key.dst_ip = dst_ip; key.dst_port = dst_port; packet_value.src_ip = src_ip; packet_value.src_port = src_port; packet_value.dst_ip = dst_ip; packet_value.dst_port = dst_port; packet_value.pid = pid; bpf_get_current_comm(&packet_value.comm, sizeof(packet_value.comm)); verbose_state = 1; monitored_connections.update(&key, &packet_value); } else { verbose_state = 2; } if (VERBOSE_OUTPUT) { verbose_event v = {}; make_verbose_event(&v, src_ip, dst_ip, src_port, dst_port, pid, verbose_state); verbose_events.perf_submit(ctx, &v, sizeof(v)); } return 0; }bpfcc-0.31.0/examples/networking/tcp_mon_block/src/tcp_mon_block.py000066400000000000000000000142241465134135300254500ustar00rootroot00000000000000#!/usr/bin/python # author: https://github.com/agentzex # Licensed under the Apache License, Version 2.0 (the "License") # tcp_mon_block.py - uses netlink TC, kernel tracepoints and kprobes to monitor outgoing connections from given PIDs # and block connections to all addresses initiated from them (acting like an in-process firewall), unless they are listed in allow_list # outputs blocked connections attempts from monitored processes # Usage: # python3 tcp_mon_block.py -i network_interface_name # python3 tcp_mon_block.py -v -i network_interface_name (-v --verbose - will output all connections attempts, including allowed ones) # from bcc import BPF import pyroute2 import socket import struct import json import argparse from urllib.parse import urlparse # TCP flags FIN = 0x01 SYN = 0x02 RST = 0x04 PSH = 0x08 ACK = 0x10 URG = 0x20 ECE = 0x40 CWR = 0x80 verbose_states = { 1: "Connection not allowed detected - forwarding to block", 2: "Connection allowed", 3: "Connection destroyed", } def get_verbose_message(state): if state not in verbose_states: return "" return verbose_states[state] def parse_tcp_flags(flags): found_flags = "" if flags & FIN: found_flags += "FIN; " if flags & SYN: found_flags += "SYN; " if flags & RST: found_flags += "RST; " if flags & PSH: found_flags += "PSH; " if flags & ACK: found_flags += "ACK; " if flags & URG: found_flags += "URG; " if flags & ECE: found_flags += "ECE; " if flags & CWR: found_flags += "CWR;" return found_flags def ip_to_network_address(ip): return struct.unpack("I", socket.inet_aton(ip))[0] def network_address_to_ip(ip): return socket.inet_ntop(socket.AF_INET, struct.pack("I", ip)) def parse_address(url_or_ip): is_ipv4 = True domain = "" #first check if valid ipv4 try: socket.inet_aton(url_or_ip) except socket.error: is_ipv4 = False if is_ipv4: return [url_or_ip] # if not check if valid URL, parse and get its domain, resolve it to IPv4 and return it try: domain = urlparse(url_or_ip).netloc except: print(f"[-] {url_or_ip} is invalid IPv4 or URL") return False # should get a list of IPv4 addresses resolved from the domain try: hostname, aliaslist, ipaddrlist = socket.gethostbyname_ex(domain) except: print(f"[-] Failed to resolve {url_or_ip} to Ipv4") return False return ipaddrlist def create_bpf_allow_list(bpf): bpf_allow_list = bpf.get_table("allow_list") bpf_pid_list = bpf.get_table("pid_list") with open("allow_list.json", "r") as f: pids_to_list = json.loads(f.read()) print("[+] Reading and parsing allow_list.json") for pid_to_list in pids_to_list: try: pid = int(pid_to_list["pid"]) except ValueError: print(f"[-] invalid PID: {pid_to_list['pid']}") continue print(f"[+] Adding {pid} to monitored processes") bpf_pid_list[bpf_pid_list.Key(pid)] = bpf_pid_list.Leaf(pid) for url_or_ip in pid_to_list["allow_list"]: ips = parse_address(url_or_ip) if not ips: continue for ip in ips: print(f"[+] Adding {ip} to allowed IPs") ip = ip_to_network_address(ip) bpf_allow_list[bpf_allow_list.Key(ip)] = bpf_allow_list.Leaf(ip) def create_tc(interface): ip = pyroute2.IPRoute() ipdb = pyroute2.IPDB(nl=ip) try: idx = ipdb.interfaces[interface].index except: print(f"[-] {interface} interface not found") return False, False, False try: # deleting if exists from previous run ip.tc("del", "clsact", idx) except: pass ip.tc("add", "clsact", idx) return ip, ipdb, idx def parse_blocked_event(cpu, data, size): event = bpf["blocked_events"].event(data) src_ip = network_address_to_ip(event.src_ip) dst_ip = network_address_to_ip(event.dst_ip) flags = parse_tcp_flags(event.tcp_flags) print(f"{event.pid}: {event.comm.decode()} - {src_ip}:{event.src_port} -> {dst_ip}:{event.dst_port} Flags: {flags} was blocked!") def parse_verbose_event(cpu, data, size): event = bpf["verbose_events"].event(data) src_ip = network_address_to_ip(event.src_ip) dst_ip = network_address_to_ip(event.dst_ip) verbose_message = get_verbose_message(event.state) print(f"{event.pid}: {event.comm.decode()} - {src_ip}:{event.src_port} -> {dst_ip}:{event.dst_port} - {verbose_message}") parser = argparse.ArgumentParser(description="Monitor given PIDs and block outgoing connections to all addresses initiated from them, unless they are listed in allow_list.json") parser.add_argument("-i", "--interface", help="Network interface name to monitor traffic on", required=True, type=str) parser.add_argument("-v", "--verbose", action="store_true", help="Set verbose output") args = parser.parse_args() print(f"[+] Monitoring {args.interface} interface") with open("tcp_mon_block.c", "r") as f: bpf_text = f.read() if args.verbose: print("[+] Verbose output is ON!") bpf_text = bpf_text.replace("static bool VERBOSE_OUTPUT = false", "static bool VERBOSE_OUTPUT = true") ip, ipdb, idx = create_tc(args.interface) if not ip: exit(-1) bpf = BPF(text=bpf_text) create_bpf_allow_list(bpf) # loading kprobe bpf.attach_kprobe(event="tcp_connect", fn_name="trace_connect_entry") # loading TC fn = bpf.load_func("handle_egress", BPF.SCHED_CLS) #default parent handlers: #https://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git/tree/include/uapi/linux/pkt_sched.h?id=1f211a1b929c804100e138c5d3d656992cfd5622 #define TC_H_MIN_INGRESS 0xFFF2U #define TC_H_MIN_EGRESS 0xFFF3U ip.tc("add-filter", "bpf", idx, ":1", fd=fn.fd, name=fn.name, parent="ffff:fff3", classid=1, direct_action=True) bpf["blocked_events"].open_perf_buffer(parse_blocked_event) bpf["verbose_events"].open_perf_buffer(parse_verbose_event) print("[+] Monitoring started\n") while True: try: bpf.perf_buffer_poll() except KeyboardInterrupt: break ip.tc("del", "clsact", idx) ipdb.release() bpfcc-0.31.0/examples/networking/tcp_mon_block/src/web_server.py000066400000000000000000000017601465134135300250030ustar00rootroot00000000000000from flask import Flask, request import requests import os # Forcing requests to use IPV4 addresses only currently requests.packages.urllib3.util.connection.HAS_IPV6 = False app = Flask(__name__) @app.route('/', methods=['GET']) def index(): return "Hello World!" # A simple route which is vulnerable to SSRF attack. # On normal usage, it uses an API service to get the server's public IP, this demonstrates outgoing connections from a web server # Extra read: https://portswigger.net/web-security/ssrf @app.route('/public_ip', methods=['GET']) def public_ip(): try: api = request.args["api"] except Exception as e: return "Missing api argument" # On expected connection to http://api.ipify.org the output here should be the server's public IP server_ip = requests.get(api).content.decode() return f"Server public IP is: {server_ip}" if __name__ == '__main__': print(f"Web server running on PID: {str(os.getpid())}") app.run(host="0.0.0.0", port=80) bpfcc-0.31.0/examples/networking/tunnel_monitor/000077500000000000000000000000001465134135300217365ustar00rootroot00000000000000bpfcc-0.31.0/examples/networking/tunnel_monitor/CMakeLists.txt000066400000000000000000000004351465134135300245000ustar00rootroot00000000000000set(FILES README.md chord.png monitor.c simulation.py vxlan.jpg) set(PROGRAMS main.py monitor.py setup.sh traffic.sh) install(FILES ${FILES} DESTINATION share/bcc/examples/networking/tunnel_monitor) install(PROGRAMS ${PROGRAMS} DESTINATION share/bcc/examples/networking/tunnel_monitor)bpfcc-0.31.0/examples/networking/tunnel_monitor/README.md000066400000000000000000000050631465134135300232210ustar00rootroot00000000000000## Tunnel Monitor Example This example shows how to use a BPF program to parse packets across an encapsulation boundary. It uses this ability to record inner+outer ip addresses as well as vxlan id into a hash table. The entries in that table store bytes and packets received/transmitted. One novel part of this program is its use of `bpf_tail_call` to parse two different IP headers (inner/outer) using the same state machine logic. Also part of this example is a simulation of a multi-host environment with an overlay network (using vxlan in this case), and each host contains multiple clients in different segments of the overlay network. The script `traffic.sh` can be used to simulate a subset of clients on host0 talking to various other clients+hosts at different traffic rates. ![Overlay Diagram](vxlan.jpg) Once the simulation is running, the statistics kept by the BPF program can be displayed to give a visual clue as to the nature of the traffic flowing over the physical interface, post-encapsulation. ![Chord Diagram](chord.png) To get the example running, change into the examples/tunnel_monitor directory. If this is the first time, run `setup.sh` to pull in the UI component and dependencies. You will need nodejs+npm installed on the system to run this, but the setup script will only install packages in the local directory. ``` [user@localhost tunnel_monitor]$ ./setup.sh Cloning into 'chord-transitions'... remote: Counting objects: 294, done. ... jquery#2.1.4 bower_components/jquery modernizr#2.8.3 bower_components/modernizr fastclick#1.0.6 bower_components/fastclick [user@localhost tunnel_monitor]$ ``` Then, start the simulation by running main.py: ``` [root@bcc-dev tunnel_monitor]# python main.py Launching host 1 of 9 Launching host 2 of 9 ... Starting tunnel 8 of 9 Starting tunnel 9 of 9 HTTPServer listening on 0.0.0.0:8080 Press enter to quit: ``` The prompt will remain until you choose to exit. In the background, the script has started a python SimpleHTTPServer on port 8080, which you may now try to connect to from your browser. There will likely be a blank canvas until traffic is sent through the tunnels. To simulate traffic, use the traffic.sh script to generate a distribution of pings between various clients and hosts. Check back on the chord diagram to see a visualization. Try clicking on a host IP address to see a breakdown of the inner IP addresses sent to/from that host. As an exercise, try modifying the traffic.sh script to cause one of the clients to send much more traffic than the others, and use the chord diagram to identify the culprit. bpfcc-0.31.0/examples/networking/tunnel_monitor/chord.png000066400000000000000000003017121465134135300235470ustar00rootroot00000000000000‰PNG  IHDR€8g±VsBITÛáOàtEXtSoftwaregnome-screenshotï¿> IDATxœìÝ{XÔeþÿñE˜T`LÍÉ£X Vëèº2HtÜü)¤åDíŠÛ·ë[b]îj±Y+VWb[ Õ&µ¥ø]¬Ñ´@[ÅC:˜å˜§!Oc*y`"üþ hü ‡ù8ÏÇ{1ï¹ïûsêÕµ/nÞ·_ee¥ ©µñõ-4@ÐY@dA 4@ÐY@dA 4@ÐY@dA 4@ÐY@dA 4@ÐY@dA 4@ÐY@dA …¿¯74Þ«¯¾ZVVvç×룣£oØãÐä~úé§ÂÂB÷JDDDHHˆ¯öÓ„œN§Ífs¯ôèÑ£W¯^¾Ú@h4cË–-»|ùò {Ü­·ÞJݬeeeedd¸W>þøãáÇ7íSöíÛ·|ùò¦]ÓÝÈ‘#G-)îÚµë/ù‹{åÉ'Ÿ|î¹çäÛ€7  )=zô“O>‘oý:xÐ7'z@dA 4@ô€F3¶gÏï/_¾ü¯ý«{¥wïÞ6lhêMø4ÈK©T~÷Ýw¾Þ€Ђ h€, ² €È‚ _o@=ìv{qqqõË®]»öìÙÓ}ÀáÇ׮]»cÇŽƒž={öòåË …â¶ÛnëÛ·ï!C C¯^½¼Üž={®\¹Rý²OŸ>J¥Ò}À·ß~»~ýú]»v9räܹsåååíÛ·ïÞ½{xxø°aÃÆŽÜØÏú›òòòÝ»wÿý÷GŽq8—/_nÓ¦M‡zöìyçwFFF†††^ÿS Q\\¼}ûöï¿ÿþçŸ...>þ|`` R©ìÙ³çÝwß=dÈÛo¿Ý×{lz‡¶Z­{öì9sæŒÓé¼råŠB¡èÔ©S÷îÝ5ÍÀ»wïîë=Ð\@ öÚk¯edd¸W>þøãáÇ{¿ÂK/½ôÉ'Ÿ¸W²³³Xãà7ß|sÍš5Õ/yä‘¿ÿýïU_ïÛ·oÁ‚[¶l‘L¹té’Ýn·ÛíëׯOMM5jÔ³Ï>{Ï=÷x³·¿üå/gÎœ©~ùöÛo7®ê뜜œ… ûì3»Ý^÷šñññ>ø`PP7{ÕhÁ4K•••o½õÖĉ=ÓgO›6mŠóÍ7+++÷¸ .LŸ>ý©§žòLŸ%ÊÊÊ–-[6vìØÜÜ܆>åòåË©©©111™™™u§ÏBˆýû÷Ï;766vãÆ }Ü}óÍ7±±±O=õT½é³âûï¿öÙgÇ·uëÖ:†ÅÆÆJ*›6mòr?ž#/]º´k×.oæ^½z5//Ͻ2jÔ¨ÓçO?ý4&&æÍ7߬7}Bìß¿ÿÿøÇÈ‘#ÿýï7ú­4ÐüTTTÌš5kÑ¢E^N©¬¬|çwRRRñ8§Ó9eÊ”µk×z?¥¤¤ä©§žr?¸]/»Ýÿþûï———{?ëøñãùË_^{í5￨VVV6þü?ÿùÏÞ„°î>ü§?ýé7Þ¨-ÕëõmÛ¶u¯lÞ¼ÙËÅkü™JÝywµ;w:N÷Êرc%c***þþ÷¿¿øâ‹%%%^n©JIIIJJÊSO=åÞ£Ôh~þñ|þùç˜øÉ'ŸlØ°¡AS®\¹òè£Úl¶†>«²²299ùôéÓÞ Þ·oßäÉ“8ÐЧTÉÈÈxþùç¯^½Ú¸é­ÓåË—}ôÑ>ø Ñ+,^¼øÙgŸ­ñÛé^),,}BBB Å¥K—Nž;;{âĉÆ «{3@@ÍŽ{ú:þ|ÉQÓŽ;öîÝû¾ûîËÏÏúé§ÝoB 888<<GGG¿ôÒK½zõr/………ÅÅÅíÞ½{öìÙû÷ïwwÉ’%UY¼—­5{ûí·={g=÷Üs î?ŸP©T*•ê÷¿ÿýŒ3þõ¯½õÖ[¥¥¥î³–.]:`À€É“'KV=zôË/¿ì^Ù¼yó´iÓêÞXm=ͯ\¹²cÇŽ#FÔ1÷رc’åcÆŒ‘ŒñìÖ2yòä”””[n¹Å½tçw>øàƒkÖ¬™5k–äS¿óÎ;Ðxƒ@s5jÔ¨U«VIÒgw‘‘‘Ÿ~ú©ç¡ÑOF×ëÿ÷—,Y"IŸ«ùùù=òÈ#ž‡ËËËë¾$ð½÷Þó<:ýøã¿ÿþû’ôÙÝ=÷Ü“=|øpI½}[¡#GŽ¼ûî»’b—.]²²²þô§?Õv:¾]»v&“éã?öüq¼yó<{­ôèÑ#""½’ŸŸ_VVV÷Þê¸T³Þ6О±Gíþ²°°0??ß½2bĈÔÔTIú,qß}÷½ýöÛ’¢Åbq8uïN@ÍThhè»ï¾[wp&„¸ãŽ;üñ·Þz˽XGÆW› &Ìœ9³Þa“'O^±bÅöíÛ%?~|ã‹‹‹322<yá…ê}–B¡xï½÷ŒFãîÝ»«‹gÎœY²dÉ3Ï>^@?~¼¢¢¢Mo¢]»vÞ$ÂUî¿ÿ~I}ìرÚòÉ'/^t¯ôîÝÛû¬V¡P¼þúëüãÝ›*|üñÇ&“) ÀËEn€²²²ÌÌÌë\Äd25I]XX˜““#)&''{“>W4hГO>ùÏþÓ½˜ýÜsÏ…„„¸G-ù»·iÓ¦:èÍ›7»¿;vlnnnõ˽{÷–””ÔÖÎåÂ… ’¿xžý7 %•îݻ׶ £Ñè@ûûû{vÄžhÁ4?·Þzkll¬—ƒ{÷î}ë­·ºW***Ο?ïýãôz½J¥òr°V«•Tú¨ûOY***,Kms·lÙ"9Öí@{^oèÙþ¥6ƒ zì±ÇæÍ›÷ñÇçååíÛ·ïÙgŸõr.­4Ðü >Üß¿¿¾*©\ºtÉûéQQQr¦Ž.’§‡……õíÛW2¦k×®’ÊÂ… Ngmkºkß¾}rrrBBÂðáÃ{õêU[§l A 4?÷ÜsOƒÆKN@ !$gE›ðq’Nµ=ë›o¾‘T¢££¬WÑét’ütÛ¶m ]¤•(++ûá‡$Å &4b)ÏÜÇŽî½PªxÕ¯­ùŽ;\.WõKN׶mÛAƒ¹©íO¶¢¢"//¯îç !  ©>|øØ´iSË€ëG 4?ž§Œë(©x…ò=NÒð¡Úž={$•†ëU‚ƒƒ{ôèá^9qâĹsç±T‹÷ã?J~ R©$7õy©OŸ>’ŽÏ—/_>tèdØ!C$]›kK{%ý7†.„øýïï^øàƒ>hß¾½N§5jÔÈ‘#Õju‹ï@ÍûÍlrkß¾½L+Ÿà~ÝœJKKe]¿™òü¶7m]ã·=(((22Ò½"é¶!<"i÷ÐyĈîo8qâرcî•ÿþ÷¿u?NÂßßÿÍ7ß|ýõ×o»í¶:†¹»téÒ_|ñÄOŒ1âÃ?¤O4Þ#€àµÝLØTˆkTYY)©xöböžçb@@@#GíþÒjµJÎbKN@»Ѓ–,+9-é¿ãͯÜÿý7n\¸pá°aüÿ&œ:uêÕW_/,,ôr ­= ðÌ[IO!DÛ¶mï¾ûî¦ZÿöÛooª¥ZÏ€¸¤¤¤Ñ«yέ­;ù½÷Þ›’’Rý²¢¢bëÖ­ƒ¡ê¥Íf;}útõ»wÜqG×®]«_<Ø=tÞ¶mÛ”)Sª¾¾té’ÅbqVÝý7ÜL˜0a„ gÎœY¿~ý† ¶lÙRc‰ýû÷O™2åóÏ?oèu ´BÐ@hh Lƒ…Báçççþ}óóóûÏþ#SËiTñl¸qáÂ…F¯æ9·¶++»wï.¹KpÓ¦MÕtÇŸ«Œ1Â=€vÿzË–-eeeÕ/FÕ€Ï „¢sçÎ<ðÀqâDqq±{%  GµˆˆèÞ½»{¥êôîÝ»/]ºT]Ôjµ;v”Ìõóó:t¨{¥ª Ç?üpæÌ™êb›6mbbbüIêÓ¶mÛÑ£GöÙgž=ÊwíÚÕä …!€,00PR9wîœ÷Ó‹‹‹ ›tGÍÒ Aƒ$•¼¼¼Æ-5oÞ¼ |òÉ'6løñǽ¹G®uêر£F£‘×®]Ûˆ¥Ö¬Y#©hµZÿºî‚Þ´i“Br… gÿ*#FŒp¹}ûö«W¯Júo <øÖ[o­íéåååGŽY·n]zzú¬Y³î¿ÿþÜÜÜ:v+Ñ¡C‡¿þõ¯’âÏ?ÿìý ´N\B4˜ç ÍÊ7nlÒí4W#GŽ”ÜCøã?nݺuØ°a Zç»ï¾ËÌÌ”7oÞ,9o‹*z½Þf³¹W–/_>iÒ¤†®óÿ÷’Šä²§Ñ£GôÑGÕ/óóóKKK½  %õ .üðÃ’z̘1u<ý«¯¾JJJr¯X,–µìøÝï~'©ÔqK!¨Â h ÁíyŽ»ž¿»pÏ=÷x?€Ö‰h°ððð.]º¸W*++çÎ{õêÕº'æååÍ;Wέ53111Z­VR\¸pavv¶7Ó÷ìÙãÙ–744”ºn3gΔTÇ´iÓ¼ieþóÏ?'&&z¦ÕžkÖHrHÙjµº¿¬­ÿFïVTT¸¿¬»ÿF£Ñ(©¼öÚk¨w¢¢¤¤dáÂ…’¢7 •#€ÌÏÏ/&&FRܶmÛÓO?]RRR㔋/¾þúë=öXYY™ülNæÍ›'¹¹®²²ò…^xõÕW=;¸[·nÝÃ?ì~~¶Ê¬Y³ê8E !„N§‹‹‹“­Vë”)SvïÞ]ÇÄo¿ýöÁüñÇ%õ‡zÈóJÉ5ªŽ?ºè¡C‡¶iS볼ɂ'Mšä^)))yä‘G$}¨=ýùÏ–´zïѣǽ÷Þ[ïChå Æ˜:uªŸŸŸ¤˜››ûöÛoïÞ½ûÂ… ååågΜٺu뫯¾•žž^}fsРA„¤Uú÷ï?{ölÏú‡~¨×ë/^,9 zñâů¿þ:11Ñd2]¸pA2Ëh4Ž7NÆí¶)))žd8ÿÜsÏmÞ¼ùÊ•+Õõ²²² 6<ýôÓF£ñرc’Y÷ÜsÏœ9s¼|nÇŽk»«°sçÎáááuÌ ¾ûî»k|«W¯^Æ›§'''KŠ§OŸ~øᇟ|òÉ 6H~€tõêU›ÍöÆoŒ;ö‡~LüÛßþÆ¿bêå_ÿ4Íý÷ß¿bÅ IýÔ©S .ôüU}w·ÝvÛ?ÿùÏèèh97Øœ$&&:Ž÷ß_R?sæÌo¼ñÆouéÒ¥}ûöçÏŸ?qℤ÷Bµ?üá/½ô’üûm ‚‚‚þõ¯%$$HNõVVVšÍf³ÙÜ®]»®]»*•J§ÓyêÔ)÷<Ú]¿~ýÞ{ï=…Báý£G½iÓ&ÏzÝÇŸ«Œ1Â3õ]?èÎh4~ýõ×6lÔssssss…·ß~{pp°¿¿ÿ… Giiië<òÈ#cÇŽõò¡´fœ€iîܹ’;ͼѥK—O>ùD¥Rɱ¥æ+99yÖ¬Yž‡Ê«”””9rdï޽ǎ«-}3fÌG} ç6[”^½z-_¾<""¢Æw¯\¹RXX¸oß¾ÂÂÂÚÒç¡C‡þç?ÿ¹í¶ÛôÜÑ£G×X÷&€®mLƒ²à·ß~»ŽgÈÉÉyë­· êÙ­[7“ÉôÈ#[Õ!22òË/¿\±bEffæÁƒë¯T*ãââ{ì1N”7Z``àœ9sŒFcFFÆêÕ«ë½$³sçÎ?üðÔ©S•Je£+¹íP­VwïÞ½Þ‰‘‘‘7nt/ÆÄÄ4ôŸUÕ§ŽÏÈÈX·n7WƒvéÒåøŸÿùŸëùà´B~•••¾ÞÐX­Ö¯¿þúûï¿?räˆÓé¼zõjÇŽ{õêu×]wÅÄÄDEEIî+Ûµk—{7‰;ï¼³C‡7|×7/›Í¶yóf«ÕzäȇÃqéÒ¥ŠŠŠ   àààž={þîw¿4hÐÈ‘#ožøòË/Ý+ …â‰'žðÕ~¼WRR²aÆo¿ýÖf³?~üܹseee:t »ë®»FŽù‡?ü¡¡Ç¥or%%%yyy{öì©ê7RRRRRRR^^Þ¾}ûÎ;‡††Þu×]Æ 2dˆ¿??² Á ² @ÐY@dA 4@ÐY@dA 4@ÐY@dA 4@ÐY@dA 4@ÐY@dA 4@ÐY@dA 4@ÐY@dA 4@ÐY@dA 4@ÐY@dA 4@ÐY@dA 4@ÐY@dA 4@ÐY@dA 4@ÐY@dáïë tøða_oàÆéÛ·¯¯·4˜_ee¥¯÷hhÁ4@ÐY@dA 4@ÐY@dA 4ŠlŽi IDAT@ÐY@dA 4@ÐY@dA 4@ÐY@dA 4@ÐY@dA 4@ÐYøûzh |½à ÷õ|†¾Ñ½{w_o]aa¡¯·àK´àÈ‚ h€, ² €È‚ h€, ² €È‚ h€,ü}½ÐÄJ-&íÃëÊê1oãê„žB”î›3êÿ-;-º$~±inÿ@·úÎÙ¸nZÏßfœ?´z…5"aRX |»´ œ€Þ8oymR䘋6ž÷õNÍ' h±´s>œQëaåÀà°ž¿|1pÔ¨§E—Áuœl>¿µLÎ>¼G @KÐ5B§Óy‘÷œôú’IòïÐêЂ hZ»Ò}s"ÃÂÂÂ"çí+­ýý¨W !DÉšÉýæmt{ʲtδñ‘aaaaaa‘± ³Ò×’¬v|éø°°°°ñ+N߹Ħ•0ï—®Òç÷­xÍ4i”6ì—E´£&™æ­ØyJž ¸hÁêÖ·‡8~ât™Bõè,‚{ÿúöñµ³¦Mÿì°Û„²Ó‡ó?{=ÿ³%±ó–.J“69´Ä4'#¿L!DɉC¢k §V?3~ÆšÓî‹”œ°®Ë´®[ºbÎê%Ó<4œ€õ›¶tݦÏ÷Bˆ û–¬Û´iÓêW !ÄyËœ„韢˨Y‹×îoά×,¿Ý@صTÂóé+>Œ Bˆ}ë$šhÐ¥e¿%Áý§Mê"„'–Ì•¦Ì¥;½²étÙéǃ"ºÖ·¦5ýõÌeŸe¼²º†¨ºT!‚=ÚFšhàà®ÁBQfÉ\aÙ·oß¡óBˆÀþ3æÝ$„(ËŸ;>áµµ¿\JxþÐÚy ™'„£^y¾Þ{{N2E!öÏMxf©åø/ wéqË’3Ö• !zLJ 44G\B¼ÙCXOˆ’us^'Dßy×%ôÁc^_ñZYÂóëN—ägL“qÍ”í¬¥‹Æ×wþYÑuÒ¢×7ŽŸ±æô‰5s^3÷Ú7ƒ"ç,™ÑŸüš#N@¯„ÍX²è!m—!„âÐùª“Êa“Ò7müpÎC£"zý24¨‡66ñµìü¦^¶Îè:þ­MkϺ?²ï/Bõ¼ï‰E_lZ:ãÏÐLùUVVúzhu ºwïîë]²+,, ÷õ.|†ÐY@£…9»>):::::úV9¼;þeë!D™uΘèèèèè1I9µÏ-;øöýÑÑÑÑcæXË~«^ØþëRûÊj ´.Ðhan’0¼BÊÞRO}v{ö.!„è“п£ûWv½™ZG À+Ðhi:jb:!ıìõ?Õ5б>{¿Bt›<¹_€ä½+»¤Ö‚€ÖÎeIÖkuIyN_oÀMŠ-N@ÿɺ !DѪœ:èŸÖgBˆ°„˜Þ5½¿káËDÐÔM¡M4ˆüEƤ"h5!€F ÔoÂä^BQ”“}°–ŽÌeWe !Ä€„*É{"": !Äþ…/gAP…&)kadÑGã É2hü}½@ª˜„ˆwìÅë³þoriƒ !Êfç !Ú Or«ôÍ€þ¿Ø?uæŠ"±ÿ9ÙC>˜\ã inbN‹9Ë*ô‰qE-h·ÙN§ËYÅåt:NGÕWÑMˆüC5Ö…æ¬$²iž E €F‹t누?¼9÷Û+·dï+{Q+M /X—®¿(„èdHÐv¬azÇþ¿2iËc+ŠÄ¡w^ÎòîäÞž673WNêôŒTëWÖtCSÂö¬¸ˆé»j{70¤[·P¥Ré´X‚€h´L‡$Œèð톋·d[/h‡\›2_°fo¿"„èf˜\Ãéh!„ýå¡í-;öK@ hN”ú4ó|«nö8ø<'=N}½ë©ô)K–8 ¥R©üí”J¥¢‰NXh¡è* BL'!Ä•íÙÖ ×¾uv{ö·W„a êh®Ð/ñŇz !Ä¡÷çÔÚK€›’Ëa:SâQßGcLË»ÎþÌ M\bb¢Ñg0èõ:­V£Q«T¤ÏêE–* ßäÉÝ„W¾ÍÞ~Öý Ç–¥»„¨ñúAé ‰/>ÖK!Ž½ÿr&4à&åtØ,yæ¬ôÔd“1N¯Ó¨~~·Ü10zZFUÓ »%Ëlsùx—Z'Zp åê“öþÂCbWöö³1†_ïüi}ö!QËõƒRý&¿òØú©ïÇ–½œóÁãýhĸ©¸òŒªèåç~+„„†kô V£Õh4F­ºQç”].—Pp*€;h´`ª ÎÛ%ögoq&Tw>˜³ê˜¢SLÍ×JôžüâS맾sH[6罘ÿ·Ÿ¬; ašÄäj…V«Qßذك+ÇpË8ÛŒ¶4-4€j´à@Kvë„á턇²·8„B”í[•S$„èfH¨íúA©€Þ“_|*L!ŠVÌyo87•!9-5)ÑhÐk}˜> !„B"œŽëì5  ¥!€F‹ÖQ›ÓAq,{ýOBˆ²}Ùë‹…a“ëº~ÐCïÉ/>!„E+^~oß…ú†psq9íV«ãúš@;óRM&SRjZ¦9Ïj¯i-¥R!Î9i5 àÐhÙúOžÐMQ´*秲 Öì-…bê¾~ÐCïÉ/Îü%‚æ4 ™qå%j’­×• »挌ŒE³gN‹Øç?•Ö`J5[;ð¬P¨•B8I \ƒ-]¿ “{ !ŠÖçì³fo¿âåõƒT~‰ /îß±©÷€ŒjZÙl×ÕCeÌ+.>ydÿÎ Ÿ/Y8cJ”Òž›1;~`'…Ö˜j¶¹„ ¥B—“Ü@£ÅSÅ$D!ŠrÞ{ïÛ+BtðòúAÏu&¼ø€vM¼9ä§Òª…°_o…R©Rk´ú¸Ä¤´¬<›óòÉmK^˜¨±-Ÿ¡Ò%e9 !\œ€p h´|·ŽHøC;!Š÷Bt3LööúA*Cò³DЗ͜j2¥[n–³¾sRœÁ`0⌉¦äÔô¬˵§*M¨(ª¹ssã)TºÄT³Õyréj뢇†NËÂiw‘@pCV ã„ª¾ì5yr¿ëXIexñÙ?A@+§P)yÓ‡êMæ&ÎtG!¬9¹¹¹¹¹+—”±`öô‡Æ èä§ÒLiUMšjZ»å:@×òt•>)ÓêعxJ¸ )¿ÊÊJ_ï­NAAA÷îÝ}½ @v………ááá¾ÞY8-©q†ÙÏ…Ž‘’lŠÓk”¾Þ‘B—Ón³Z­VK^NŽ9w×9!DHäÔ””8kb|–ö+GŽAÆ}ºì‹C©ÕÝ$ß 7hø4Z h ÅrÚòÌæÌÌ´6 !DÈ” Ž,½Â×»’r9,9™é©iå !„Ÿ¿ß–¬‘åQN‡S¡RÞtßh¥ |½ ñ4«òõn^•ÏÅúz @cøûz̓Ӟ—cÎÊÊ2¯ü%Ñ 0vªÑhŒ‹3hnÆìU¡ÒÅ%ëâ’Ó,™ÉIIùv‹Ã%½S§9N›äЙRR“ êkqYSt9Â'¦ff&é8ÿ 7Nü 9#€Zh€:¸ì³9Ëœe6ç-Bˆð±SF£A¯UÝŒ¹³¥.1ÝbLu åõœQV(\Ž£ùËg[ž9õóœÌ8µÛ[*CÒ GVæò™C Š#“º¶5´>еqåUÑËÏ !㦼`4ã Í$v–P(¯÷d²R¥B3uŠøè£xs‰Åœ¨þõ-•!)Í”lŒÓħ¤ZÓuÍñ;@m|½€›–B›”2ñçÛN^vÙò²RMqµ¤ÏN›Åæ¼Ñ›ó’-Uãç§P듲l®ëYG¡T ¡2¦[v.Œr®œ¦3š×P’âBŠnÞo_ €¨•R—”lŠÓÕ}èÙ–ª‹jÌ´ß =ÕÀeIT+”ƒ)Ýâÿªt‰S§èÄÆEéŒYŽšf{E¡P)„p:] mRŽe~¤sy¼.Q’A+„Âu]17€†àú¨ †P±++¯ñéîõR¨´ŠÒs¹Ó‡ªtI9×lD©OÎÌʳY2Öµ29ÍÚèxX¡Tár¸„ mrNÞ ‘G?Š×R«?¶Ýœb>¢Õª®ç“ha ®B“hè&ò3s|—@«4š@2qá©êüEã4Ï YmL1†ͱ4zJ¥ò×Z¡Ô¥æl[%rgGß®Òââôê>åž‹LI¦47Ðש*Þ˜™ç³öÇ µF-Î9TÆLëþŹ3êLÒÍ ¥R¸ì×s:P8Îꔺ¤<û¶ÅS£¶Ü•+7ºLY¼-'IÓø ò÷õn~.‡ÍjµÙ‡Ó%„P(”J•Z­Ñh5*…B¡MÔ‡|dÎÌsã”>Ù J§Ânq¸ŒZ“ÙªN2Œ[¯±½•™bP+„ÂiI7jm£·§Ð$¦¼àЪ¯9à¬Ô™2óL™×¹y-4@=œæ8u|niï†FâŒFƒA¸Ü’iqÆ|’@+ÔÚP±Ñjw ­B¨ i–ýÚDôãú¤kЩ„-gùÆ¢nS3 ïЬ6&§6Ꮄ ÐõPêSÒæZ¥R)ÂårºœN»ÍfµZ¬VK΢™+ !„ÈË´º z_4AV¨uj±Ènqˆª#Ø Mb–MgLINN[¹|—"$ò‰eYiúëIÇ]»Ý)Ô5]žx‹ >J)Y'-êôcÕW.‡%'+3-Ýì‡ê¼;!„ µ¦›°XíN¡ù5dVhâRÍq©.§Ó¥P*¯;5¶§ëûÌ,ˆú¼8ÏGmF4CÐ×I¡ÒÅ%éâ’Ò}¹)}‰A¥õÌ™›"|B¥6nÊD‡VÅùgÞ#€h ”Ú¸D­¬Чféå|€¨¯7Ðì9sâ”~~~*m\jŽÃg»pÙ­y9y6—Ï6RÐ×K©‰‹›8q¬Ú±rö8)Ïé“M¸,ÉúèqÆTë O ]KÉ7€š@xÇž•l2%%§›­§œÕ‰™fsŽÅ¾q”#ÔnóÅöšÄä'f$ÇÝø&Í —%e\´ÞWÉ;€›4€w.KFÆ¢ÓãÞ®Ò'eÕpÒX¡IL1†dåØoüî„P’ÓÓ’âÔ7þÉjSúüEÅ%fÚoüîK`ׯfÄžèë-4€wT†ÄH!B¢f̘¢´,zh JŸl¶KRh…J¥›ãæjGáräe¥gÊÕžÚåt:•q©3ÂÏ­œ¦3¤Y8  4€—TzãqΡ2eÙÛNQn\ßGcH6ÿÖýØ™—žuT¨´7¾ FÂiNž6Îl¹®`Ü‘“gÐëtZ­F­V)• ?????¿[:uº½OĸEBˆ¢Ü™Cu©>iAàfäïë 4jƒ1|æìÌ{r’.)Ë—˜f2Í^± 4r¢N£tÙrVæ…LLóEŒ:©âÒÍ3¬Ñ ôz‘““ªW6r§Íb± ¥R©Tª4jB©T*J¥R©R©~{¡Ô¨›rïM¥}ç¢ïHê¤ò®‹Î¬Í{M{/•JƆÌ}gr?¥Ê_¸Î93·íMúuLHמiѽãnï ô¢¼Ôjÿ))Ǿ±TˆÀ®_™´ê]lýúÆ…´µïÙ¡Í->wã?p³"€ðš&..|ö‚Ì{’I-jCrŽ-1/3%%-såò|!DHäÔ%™éq*_ïSÊép( ISÌÓ—/ˆVçMMKOKÔ6<…VsFvp´ Y˜0()äbÖö=æŸÛêôK2 V\ÜúÐI÷1_xpHêm¥yß$Ÿ¼¢Ñ„%†¨…eÜ^—hß-óÁˆ¸ÒŸS¿>dqµQ÷ M½ûŽ,ý9unqU<­ù}_qð§ä‚6âH é3àŽÀ{j£!tÁ¢Ì<‡)±*eV¨ô¦ô<µ{ZTM>÷“qõÁ]WoønzÐÞShŒ†n‹22ó‰ÆkÏ9+”mlÑ„œf}§øn…ÐýƒF«Õª5F£Q<€V¨F¤ç2•ýR(=3íƒh¹æj ǩŠðAÚ¬í­»ö¿;e)./ígLžÖV¨W_o ùq9¬99¶ÖwÈÅeK5DÏÎuFN¿äó¯¾Z¶ð‰¨@U\ºÍUYY¼óóù]+§ëfGý+ÜP6{‰K„$ö ø¥Ð6(yüïÌ#;¹ýúV¹õ`‰Ë¿ƒöjÉÆãÅo<~Îu»:mXOMÛ6Ú>A¢¼8eóÉÅå¥Bˆà¸`!„àçî@½8 Ð@.K’vh†sì玜¸›»ã„Ón±äY¬V›Íát ¡PªµzC\œ^ݸÿ«äÌKNÉï6õ+[¦¡ês Æ8­NcL4ØsŒÚ¸d³NmP?”’eKR7áǸnE¦Ÿ’d´,ø¨ù|[Ý€¾¦¥™9§ŠD'阉CÄ÷GÌ…ª>½S(GöX/U(O^½:¥Œ¼Ýes)B:'í­÷Âߟ¨4@)´¦¤©BÔ¾ÞHí\6sJRrZnÁ¯¿>¢¢èÜG f†DÍ7›“õ ÎÎ]ö;í²$ë†.Ø%B£¦èÔÂn1otÅ¥ædš4 —Ú•b2Í6Õö£ªaë*J…p9%Gœço¿|ê²çÙ…BOø nF—Š¬´,KO[´îš1k<Æ!®^ÈXcÉXã^Úê·¹ê‹kWp-z@4!…JéÈ˘>To2Û}Ô#Ú––¸`Wè”eG¶¼¬Ì̬<›ýs}Þt}RžK(TÚÄôóEnªÙÞà•Õz}·¢Œ¤”<篗5=)¥@ ˆÓ*…ËfN3,:bHÔ@B@4-¥>Ͳm~”=#¾Æ”™gsÖ?§IÙs² B&¦§k‚¡ŠKIP”™úKp¬Ô4ž×ð€\¡KÍœš¿ º“J«×ëõZÕ-§ç–x!ݤž™<;×ù‚9½áÝ=´PÐMÊi³Ú„ZÛMˆ£¹‹¦EëLy7ö$´Ëå*úÚ X¡PˆRÇ/‘³Ób¶ …²1)±ÒiݹdÆDµÓf±XìŠÈ‰/,ÛoIÕ)„jSæ¶#NK*ñ3€jô€hN{^Ž9++˼2¿H!DÈ€±SFc\œá÷£Pi5æLkJª¶º3³53-_„LÕ(…Ë–ž7}å¹Ð¦FîK©ML3'¦y¾¡Pëtß6€‰ Ñ\v‹ÙœeÎ2›ó– !DHøØ©‰F£Ñ ×ª|ÔY©OI ¸@§³'™â´J§=Ïœž‘{TD.NÑ+„Ëiµ8L]fþ-žÙ@/9-i¦¤,…15ŤW^ áÊ3ª¢—ŸB†GMyÁh4Æ|;»QhSó¾r-˜¾¼ª>qaf¦I-„PèÒlNEc7é²¥™’óÆ´t£ºi6  e#€^RªµZUÚì™ÑÍ šbÐiµZƒÑ¨m½ Ú¤”ùzµ>Π» bçk¨ iyŽT‡Íjs¥Z£uïÝèôY!óÊ• uJšQÜdÀMɯ²²Ò×{@«SPPн{w_ï]aaaxx¸¯w49§53)nÚGG…"ü‰ –t®œ«‘Ëa·9.¡Tk47[<}\»Ý¥P©Uü©ÀM‹ÿÃ…f-ø=‹¯·póª|.Ö×[£¯7š—-+Å”ôÑQ!BÇÎÿê¤ôYÂi5§%uj¥ß-·÷8pèзߢԙ2m®½—Ó)ê •ZCú Àk´à^qÙÍ)‰¦‹D·±/d¥§h} —ÝœœhZ´±H!DHäÔù‰Z)¶œ¬´Œi:»Â–cTÝ ÍØÓu}¦çG-+Î3’ðÿÙ»Óè´Î4_ôˆ-ÄÖŒ,kÀ²<ÄÂñ„c'ÆÁ¤ú¦MÖ­\“|hãÕ]ËrßS¹ú¬uÔëÞ®(U½N”uú¬às×JH¥zשN”r¥ƒSqÙå;lKh°…Fмƒ6 Áý°,k²fdôü>(bï—w¿ Küyx^„Bá„Ð!„zÚj¨Pˆ7½þ~-}àô—MVC¦ÏO¢ÍÕ ÉëÖRŽŸ8yüH)\××X…r…B©.×Ì—OË+M«V-”HJ ˆaË®)ƒF&‘W™W½Ò!„B!´¦aB¡¹ØUJɦ£ï_¤ËN~Þd7V+%OfÏvC•R©]ýk‰U«>SKùàŽÝbÔë´zƒÙzYm_©ÏX‰K IDAT®±)Ó¨ÒûŒFëj-ˆëÌ£nÕ*®€”«¥tíYUÅêÅì!„B¡gÐ!„šeªVI2žýÊ^zò“;V“V%™©îÙn0|uJ­³®öòÖ«AW´ºri¨ß)¯¨(u|UmdhÊb¡V¢'óÂÑ”Õb]¥²jýé‚æJ-–A#„B!„~„= B!4Úl²–žøH[­‘ÍÞIX¨ÖUk7*×è•«×ãxm¡)DRÉ“ÏAv; @™ª”ê‹^Ñi•8<ë{‚Ý ‘¾~^òÞc…t1}ThÊjµÚ)Š¢(šbÐv»ýÑ BŽ‹§¶IŸÔèÔ3¾_B!„Z_0€Fn``€¢(—Ëåv»€ÏçÇÅÅ%%%%''‡{i!´æ‘r…â©)¢X­{O»å¬¦¼F¡W®Ç=ïÄ2©à¬Á`¥¥¡È•2VU]Á ©€¦ÌVâÀ{5U‹ |—›P©­9i:xV®$M5šgÄ´¥R¾íÃŽYÎr¹‚ôtIv£…RKÖçû!„B¡ÉXÁ`0Ük@ëNsssffæJ_%´¶¶ºÝn’$ù|>ŸÏ·Ûív»)ŠŠß¼ysTv¡A+¨···   Ü«@huЦrÉîé—-:ù:Œ is•lÛYkÙÉJBLØ-}õ§µ}ÜYŒ1ÐMk!}~„¶T+¤gj½Ç?ÐViä ÚQ’2ëkÌ4A$I$ƒ¹±† B­o«ó‚ ¡’ð¿Lá^ÂÚü¿_ ÷Z  Q¬ÂßC@ ®®.333;;{ÆÝÝÝ===Ï?ÿæü#s6ðx<‡Ã1} B¡'‘2Mùœé3ÐFd÷Ñ7ß|óèîMBy…‘Zµµ­m¾Xo2˜"ûIÑ3B!„Bh~°E—˵iÓ&æû¾¾>¯×;}Œ×ëíëëKOOçt:—xQªþý…K m6‡€—’[¢8þÖÑBÜÖ !´®òJÝrB&!¬5•š÷J‰Å¨‡{U«H¨ªiW’br–p–¦( g;ù ‘T˜¨Šp/!„B!ô¬À h„–jàÊÿ[þ«ß^mòg–ì;tè¬d# ¶™~û/ÿí³_¸×†B«K¬,W+d2¹ªÊ`8-¬-¯0®¯ á¬é3eP‰¥ƒ}5d7j«Ê+ôÖÕ¼&B!„BM†4Š4|>ßãñ0ߧ§§s¹Üéc¸\.Sþ '..nñ×ó5ê?kòÃÆã¿þõýÍ;ï¼ó³wßûŸ¿T¤ Ö]²aZ¯©Z)rõæõ•@ÏŽTè ï°ž;*‘•×XVëY¡LÕg?|_k^µ¦ 4³ç/B!„Býhi&ÐðòË/O3ù ÛíæóùK¸`êþ·ÞþéI"3&t(&c‡ˆà¡ÜK˜!„Ö,Úª/WÊeR©L®T—WëÖ2GÚn§ÃÈIi…ÁüѸþáë[bÅòrÃ*¤Âb•öËoê´òÕi E›4âØXyµuU®†B!„z6`hiRSSÛÛÛ³²²˜›ùùù?ùÉO¾þúk¦4—Ë}ùå—óóóCã)ŠÚ¼yó⯓Zºÿp)€êmííìèèlëhmjðpüþ¥=„Z›‚°k¯;€+°\¯ýêÓÏ€ àˆR­RÉå2™˜ÚnÒ•«Ï;ÇT’g¿åñ2°› ƒ^¯¯¹XÏl{+’Äj¤ó„X®¯üe~¼š¬R{Lÿúe•ÜT!ÅŸÇËÊÊJOOe³—ú¿@êNEîo?ikøàïïÛ-"ýžÞÆ›·:=9žN¿Û»"„"!«ÔÔ<§©ÐX´2L"#ÖØ“AÙ-‹Åj±˜Ífæ¿Í}Þɬ&}E#Ÿï‘¯­n"!„žqN§³¥¥¥··wtttbb‚ ˆäää¼¼¼7NÖßßÿŸÿùŸ<ïoþæo˜#F£Ñjµîܹ³¨¨hž×²X,&“);;ûðáÃËü0fwùò厎Ž]»v®ÚEÀï÷û|>>Ÿ?ǘ@ ð›ßü^|ñÅЈ÷»ßy<ž)#£¢¢¸\.I’b±8///**ê© p:</::z±!!0€F‹Åb%$$ÄÆÆúý~¿ß?11ÑÑÑœ-ÏeRÿã/á³/˜®^hŽ`ã–Ý'5?‘ù>û»Ê«¶º6÷þsý²G¡g)¯Ò´h%@¬±Ì=BUƒç'mŒ+HäljT"•H$‰D,ÄB¡°ill¼yóf ñx<§««+++ëÀ11ø©ÒÅèêê2™LeeesÐóÆÆÆÆÆÆl6›Õj=tèÐÜ]wïÞ­¯¯ã70€Fa"Ürfͳà‹kþù°fÊQÍÿ÷ï¡C™ªÿýqSTòð{ÿ¾zïµ#„ÐÊ"Z£"Ü‹@s $êŠÓbB*•ˆW&l¦)«Ål±Ú)Š¦R,–Jeb¬F!4uuuÍÍͽeË’$¹\®Óélkkkjjêéé¹téÒ‘#Gf+¶ÍÉÉINNž¾á<€††æsÀ‹VVV–““ºhšnnn¶X,6›íþýû¥¥¥³Ýw||üÖ­[K¹:B(’`B¡%£ÍúJhªUâNR&]•‘PiTÒõ”JR¦*M¹*ú07È**ªWä=»I[YQ­«möN;Å-8V©ÕVÈqB„Bs°Z­Lú\VV¶eË–ÐñÄÄÄçž{.33ó»ï¾ëëëknnž|v²)=:Ðòb³Ù\.wò‘ØØX™Læóù>|ØÜÜ\RR²,›*!„"Ð!„Z*«Nóæû×V¥B?}#;ÊlÔëÎ^|ÿlŵR&•ˆÅ’ȯ%Àb¼^OÔXhE$öǶjÒS\Ñã'e2™T,$I‚ )»Õb¬Ñž;{Ðb¯3WGâcG!´&&&nܸyyy3æËYYY¹¹¹­­­³Ð(,òòò>|èñxœNgBBB¸—ƒz`B¡¥«uŸÓf©fzú ¤¼Â`U´UUUçξý)Ž}c­ s]ðŠ#dÕ¦v­XòÑt†»©4åš é¶÷+j*ªÿ9#„Z¤žžf›»’’’ÙÆ%$$¤¥¥ƒÁ+mgÜ„Ðáp455õööº\.‡“ššZ\\<“~äCMùLiò hKÉ[P¥1}BªV¼¯5YiÕ<çD!´ÎØl6HHHˆŸmŒ@ (..^дW®\çp8‰‰‰§»»»»»ûàÁƒ"‘húø@ `4m6[BB‘#GæHŸ}>ßÅ‹‡††X,V|||ll¬Ûíèíí}ñÅŸº¶®®®›7oƒAGÓôÈÈÈ7FFFöìÙÓÚÚZWW8I’cccÌú%‰L&cÆøýþo¾ùfdd$::Z €Ãá (ª½½ýå—_æóù<O$Ùív¯×›ššÊãñ–·NÙét2ßÄÌ¿å“’’6nÜØÙÙ 6lˆŠŠ í$ùý÷ß·´´ÇãóùL¿ï‡îÝ»wr¿i„P„Á!„B+‰¶ªÕš³;@Pvús]•J‚¤X­7˜åßß-1¿§Ó–+R|¼8´E«”ºèQÙñÓJ…\&•JÄB!Im5é+ÕoŸQVÈ,ón™AÀÜí£qXj¼B= FGG ))içt¹\W¯^/,,ܾ};›Íƒf³¹¾¾þÊ•+o¼ñÆ”À4 ^½zµ»»;>>þÈ‘#¡ÂÞÕ×× %$$>|˜ÉsƒÁ`SSÓ7zzzRSSç^žÍfËÊÊÚ½{w\\\0¼sçNCCCkkkqq13áààà÷ß ‹‹‹KKKÙl6<|øðÚµk‹E 0­HZZZFFFÒÓÓ<È<"ÇséÒ¥¡¡¡{÷î•••¥¥¥¥¥¥}ýõ×ÅÅÅËÞ)»±±âããù|þŒòóósrr~ûÛßÀÞ½{C¤ïß¿ßÒÒÂf³Ÿþy&n¿sçÎýû÷ÿò—¿$$$¤¤¤,ïRBkÄÌ;É"„B-ÝX­”d={Ñ^vò“;vS5¦ÏòjSÝ{eÔųG7‘E•‰^ÑËYªU§.‘îŒXMúê µR.  ‡ ±L­«y· C¯3Ïo„D)ãÖW–ë,3Ž§,5åJÕEo™F)^®G€B(Òø|>˜½„vqšššü~VVÖ®]»˜ô–ÅbmÛ¶---mbbÂjµN_WW×ÞÞÎÔ>Ï–¥†ôööÀ®]»BÕÄ,«°°011ÇS—wðàÁ¸¸¸Ð˜êïf@}}}0ÌÉÉÙ±c³~ÈÉÉyî¹ç˜³022"‘(ôìñx¼;vdgg?õQ,ˆßï§'q¹\===—.]bžŠ…§††صkW¨Ø™Íf?÷Üsb±8˜Íæe\ÐiËåÂ'ÏÑV£¾ºZ[c¼ÞáÓTUW*W! ÊX]Q¥Ó_¬g>˜›^vì¤J¥R*äâUÌgI™\äÐVê*j4S{ PV£A¯­<{¾9ýø—ê§l$9uVuuºàQ|°¼Ÿ¢F!á˜FÃÃÃsëééIMM ma7‡ññq&JžOmõÄÄÇ‹‹‹ëïﯫ«;räÈSïâóùnß¾ÝÚÚ*vŽŽŽNKKs¹\¡Mùæ6wm/“>GEE͸~¦Ì™CÄ+¯¼ÒÐÐ`µZ=Íf³Ùl·nÝÊÈÈÉdËàîÙ³'//o¹fcž7æL˜ˆŠ<@#„BhY‰Õú:)ȤS²gʬ«Ð”Ÿ»î®è€ò¤JLÒV“þý×¥–Ï-5*áÌsEÊ »h—;©Rª”J¹$,eÁ„´¢ú¸þõS[ĺc ©˜$hÊn·[-fssŸ@pàô—º*å"~ ”^.|³–8pZ§­Rb‡o„Bó–m6›GGG].×l0ÇŸþô'‹¥P(ÒÓÓçž0ïÎ'ÄŒeBç?üá6›­¥¥å© %._¾l³Ùbbb$IJJ I’ **êâÅ‹ó  çÆäÎL;=ƒfZf‡Ž±k×®]»v Ùl¶žž»Ýn³Ù.]º¤T*£¢Öâv_ÌÈï÷O?5111ÿ7BÏ"ü!„BËL(“>y€2U©g/:Ò¼§×WÈŒa+5åÒƒAQ£ˆÐ† ¤²† †¿4X¨Ô›/Ë**«õŸžó>:ÆM/QÈJµJ9õí‚ù# /€Ðª}}‹þÈ»:m¥"’ëÙB-Ÿ”””¸¸8—ËÕÐÐðüóÏÏ8¦©© ¸\nJJÊS'd±XñññN§“¢(’|âïŠööö–––ììì­[·2G’““™Já’’’;wîܼysÆ LW Øl6‹õWõWS&÷x)‘²Æzç…½úè&‰²Ê¸â!„Pd())€ÖÖÖÖÖÖég;;;›››`ëÖ­óܘ.++ ÚÚÚ¦okk³ÙlLñEEEÀçó]¿~}Ž™™瘘˜)éóÐÐÓÚxþ¤gÅì"ØÒÒ2åÔƒü~LLLjj* †‹/vuuM“œœÌ4*™²’ù4§^ ,kÊRRR‚ðûý<˜2Øb±€P(ÄŠT@#„BhÙkÔªsÍ‚#ÔP³Ùb¹\N|ú¦¢‚Éœ)‹Å Áñó4´Õ¨+WÉ„¬ÄM»¾yêÌÙ³gÏžyûè¶ ±Jo]ëSÍtk¦L5z}MÁ`0M&“Ùl±XíÔBç#H(Š&¥jÙ^÷‘ÜZy0C¢Òš<B¡u'???;;; ^»v­¶¶Ön·û|¾@ 022b2™._¾ ÓÒÒBeËOUXXÈf³»»»ïܹÃä°Á`°¡¡¡§§‡ÃáÌØd#::z÷îÝ`µZ§Dº“1«½^o{{{è`ÿåË—™ïC¡—¢¤¤$**êÁƒwîÜ MhµZoܸ¥¥¥L‡ŠœœøᇘÂaæaÞ½{—¦i.—Ë„Ôðc·e›Íæ÷ûW¿·2ÓÖz{{™öÜÑÑÑÅÅÅpãÆŽŽfØÄÄÄíÛ·>|µmÛ¶U^$BhÕ` „B­kMÕWÑ麚rÙ£B`R^Y}B{PWeªÒË­U_yÇ5ÒuѶ¶èËÕês×½ *;~Z©PÈeR‰ íæšJõ©7Ur™I#^¹Ø åJÕ‡VUU+#h‹Nóæ¹¾'GNÔÙu²ü4’$¦´Ë4:³J£Õ¨OíjOhuÕji„¶VA!´<ärù_þò«ÕÚÞÞ>9Ûedee8p`þöíÛW[[[__ßÔÔ”àt:½^oTTÔÞ½{ù|þŒ÷ …¹¹¹mmm&“)==}Æ SRR²³³»»»kkkx<žËår8$InÞ¼ùÁƒËÒˆ#55U&“™L¦Ðú=3³D" ñÅÅÅ===.\HHHàp8.—‹y˜{öì íò—˜˜ØÛÛk±X,KQQÑÎ;—¾ÂIJJ¼rå >|˜iBQTkkëåË—ù|~llìèè¨Ïç‹ŠŠÚ½{w(:GE  B!´bh»Ù "•úÉ€™’à°Z)Iyõ{BB©  '£ÍUòmg¯CÁ±w++ËUO¶½ åÎd8X]cÕ”‹WhV­òè‡×¹¥'d$!-¯:nx»Fü^M¥ hŠ²èËÏœ·X(Í£%m7›-vŠ¢,V ¼fmEE P4EQMQ!oý§oo3¾±è×ÃO!„Ð"±Ùl¹\n³Ù"”Uè«1€F¡Õ†/¸ŠHø=»°4B!„VŽXY~¾Ò”×Xi í&Z~ð\”UV¬£ô€2×ÔCiUõlé3PÆj}3ˆå³_:»Åeå*Éäc„T)ãv VB(BŸÅ:¯ŽÜbeõçŸùå7—¿y¯@túrûÈÈX0 ƒ4EÙ­î÷R` IDATV‹Ùl20}F!„BhÝÃ!„ZABµ^o½þú¦OC‡Þ­©YÉVÇkA\rÆt™¶µš3ç; NëUóè~±Ø%I°Ø)€É‘0e·{˜  ±L `5[iÕÓ{r“eÓ¤T$°…büä,B!„Bh&@#„BhE •zK“Z§«1ÙiR"WªT+Xæ»V2µœûzEEL«|ôèi»ÙhÐëuúOk;¸e§¿©©^ÁªpBª’ ÎU–ë”zõÏ¿µ¦¼â:N(Ä̱T&³˜ÿ:™ÎJ­ÀzB!„B{@£0À–dhÀ]¡I¬Z…ôÔEWT*!iÊÚÜá`Ž Jk***TR˜½ýh‰lez»^)yó+‡¨ì˜\*¤ífãW×û@pìsKÍ£ÂkÚb¨±rå|v!D!´vá .„"¾ÀDÏ.  QàßChÀ¿BO²›tÕÕz£ÅN¤P,‘Ër¥B& ¥Í´I#Þ}NòùˆQµBý,솪òŠªóõnÁ‘ò*m¥rý¤#„P„Ã\E$|‰ž]@£0À¿‡Ð: ô$Ú¢/×TQåF½r¦x•2验„JÔ¯O´Q%?...)))999ÜKC¡õ‡KÅOb·Zú ýÀi­®JÍ8h«Ùl±ZìvŠ¢€ HR,–ˆ%‰R®–ÁE£ÎLËeT£ìq9¹Dl4ûñ_ž^·s¸ûá”aqÉiñ)«»4„B!„ÐÊÂE¬@ ÐÚÚêv»I’ÌÌÌäóùàv»ÝnwGGÇðððæÍ›£¢ðC!´6ÐvCµZsöbÊN®«RI"(~}̪•m:U?ó9AÁ…B¥R(ËàŒAg¡eÒµøxé1ý¨>{”f¾ñ8ããþé&Û²mg<™º9Ôýà›~>Ÿ+ óJBßÇ%§Ç'?ª ÏÈ/e¾IÊÎáòãö0B!„B«h™@]]]fffNNÎäã\.7))iÆ ÝÝÝßÿýóÏ?4B…ÝX­QŸùª¸e'?ÑV«×dðº<Äʪ( )‘J„$I@ÓEÙí‹Él6›Œç?3_RRRZZZ$ɲ]Û]ÿ?ÊÕPòOÿóg…1Ožñ Ü<ÿ±þJƒÍÀIÉÝ¡8þÎÑBþ“c¨ú?|¬74t:üÀl,Q¨Þy­ôÉ(Æ×qå·ŸýÇ•¦A?/eËî¿~ëø~Ñ“³ÌçB!´Pfm¹ºüÓz/ÿH§ÕÈ"={žR,WUÈU+5¿cÄîs{i—cØ>%kž‘Û9¼\—ž_®©j¤ç!L ¦³râ“Ó“7ä&mØÌË(( ÓêB!„Šp@£HÓßß?22RTTäóùæHŸ™¯éééýýýiiiËpm_Ç7¿úÀäÞôS½ßýêŸ4ù9%²¿íÖ-Óoÿ¥©íÌ/¶3”·PuÿýçÿvË)[dûR`°Étëü¯šNþúÝý©¡ùõ¿øÅð6–ì ¦†Kç~QßQùË·òø ¸B­ ÖšòSŸÖ‹Ž} Ó–Ë…O– É|Ùí~jÜ<Ýø¸oÊ‘.áóÎÐâù™3Òóp¤çagÃãŽ"‰Y9É6'oØœœ‹}¥B!„Z.@£HÓ××7wíóä¯<oYhßÀÍß¾ÿÁ%ÛŒ'¾;÷I“Ÿ·ãïý»I_ÇþÛ/ΛÎ}vhËϘêd÷ÍÏÝò@îÛ¿þ§Ã™1àûëï~õ‹O>þ¸®ä]æN½_ü 6ìûÇ_kJùo5~ü‹¹dø·/öÿú-QÌþ»™@Sm·l‚ÒÒ”IcD»s9WÚ®tøvÆø:ê:8¹2ÑäÎÑ);J.u^msNå6Õ;2d[&·ÒàçîAC[“ÉæËÅÌãBKz !„ÖÛÃΡÞ>&wö{§vÉ€ÁÞ¾”ÌôÐM"6nÑך÷E³ÿþH “œÔÈ¢g{v1õÑÌ÷‚Ç”E‹JŸÇ0!„B¡¹aÐ’Ådþä)*ñ|ÓOûm È<ÿƤŠÐ08ÐëÂGï€ %—œ2d£ÀAu ÂnÕæà¤f ž˜œ—’ƒ6GÇ€D0 -ÓCF¡eFÛí ³œ¤i‚˜åÜ:2ØÛgØÙÑØj·v?uðð“4?>qÑ×u9‡‰Ø(å ~ÚÓÙP×ÙPwýkùIiù¥ù¥XBÏ"‡Ãñå—_²ÙìŸþô§á^Ë‚9@ðôqó644tóæÍ¡¡¡`0H’äË/¿ Ífóƒ<A;wîììì´Z­;wî,**ZÆK#„"Ð(Òðù|ÇÃårç9ÞãñÄÅ-¾. R çì é¦<@ò¦ìMÈIá€gÐÀó z€GNBÆ€‡òùÀïqøx‚©Æp{üœ§_7"D­A´¹J!?kU×YªeÓbfÚ\­1KOTVV¨’õöϘwŒîhlµ=ì´=ìt;ðy!ÛÝ¥øñI˵¤h6þõø÷p›éOLçh&ŒI÷dä•à†!„VŽÃá¸víZrrrYYÙrÍéõz¿ýö[¯×;ù`CCC}}=ó½Ç㉉Áš&„ÐbàKi˜:1q¾¥^n·›Ï_ÙÞÈ~?p8œ)‡91ðûýàóÄLÃ܉â÷gêïû˜GC|þù]!„ÖB,’é4PÀ´B[BªÑéíšò÷Ïýô WT*“HdÚ*yd'у½}­ÖÆÖPOç…š@?.ÑíZLë Çpßä h~<檳šF óJDÒç…y¥)sý.„B³âr¹;v숊Š ÷B¦µµµ¿¿?99yçìëëóz½G¡P$%%MLL€Õj€‚‚‚çž{¢¢¢@rrrzzúܳ!„Ðd@£H“ššÚÞÞž••5ÏñEmÞ¼yE—Ä™9ÿeBc&/Žáø¦ŽñOŠ”91à÷Miôé{4$†3¿ !„ÐD*ô;ÌÖcƒ+« UµBv¦¶£¾–&e4½ªË[%L±3Sï8­ÓV)%Õ:”;w6µ-ïÌSö!ä'$íÁ"æq;‡'ߌ!b—º²uÆ=ÜßxùËÆË_ržHºG$݃I4B¡5(@ttôäƒÁ`~ £BhÑði8Nnnîõë×ccc“’æjy988Øßß¿k×®® Žä¦Â%Õ6»'õúð t0» ò@™Ê›£mÀ©1“†t: 5WCæ àÖ`o¯ SÏâôD©œù]!„ž)vc•F}ö«”ü\W­ŠœìyårçÛÃÎeÙ‡p|ü‰rl.Ћå§=¡Kv‹¤{D¥Ïc«h„Ðzæp8îÞ½k·Û=›Í›6m*((˜’:Î{÷îõööºÝn‡“ššºeË–éõF~¿¿±±Ñjµ:N‹E’äæÍ›óóóçn¯1}ÂË—/wtt=z”Íf›Íæþþþñññ„„„¼¼<‰Dš­±±ñÆÛ¶mËÏÏ7›ÍÝÝÝccc|>Æ %%%S¶OƒŽ{<ÖÙP×ÙPw Wö"ÖD#„Ö§ááaƒÁàóù¸\nbb¢ßïèêêz饗B©kOOÑhôûýÑÑÑ`||¼»»»»»»¸¸xÇŽ¡ÙœNç·ß~ËDÏñññÑÑуƒƒ‡ZDoOOϽ{÷@ll,‹Å¹qãÆðððÞ½{'óx<.\`vçãp8N§³±±±§§çÕW_ ]tbbâòåËÝÝÝÀãñâãã)Šº{÷n{{û‹/¾ÈÄ!>lll ÝqJú ÑÑÑ"‘hdddtt4>>>)))%%%tÖårݹs‡ißìp8˜íŽ®]»ÖÚÚÊ\$Iš¦‡Ãá°Z­¯½öA±±±"‘Èétóx¼ÔÔÔÐR»ºº@ff&‡Ã™­åtggç•+WÆÇÇ9Nbb¢Çãa~F‰D }æB hX,–@ ؾ}{{{{cc£@ àñxÌ[»Çív;Ž¸¸¸íÛ· ‚é¿Ñ—_æîW7žÿ¤ó‹ÏêvÿÃnÀ×aøøªx;^-aj•É’WK84\úøÒ¡:š0påã/¶¼¶; &ïè¡”«š>Ó×—hJùîÆ/>kðƒàЫ¹1ó½B­}”I«QŸ:ß Ü‚éª5²g>{^ÍÜ9dÊ>„Ñì.Á÷Òî…Î3ý.¼¸x˹Ðyq—õ€©‰Æî¡uèöíÛ>ŸoË–-Ï=÷SV<88øí·ßÚl¶®®.¦Ñ°Ó鬭­õûý‰dçÎL¤ÛÛÛ[[[{÷îÝÄÄÄœœƒ—/_v:B¡pÏž=ñññ0::Z[[k³Ù~øá‡Ý»w/ty YYY2™,>>~bbÂl6ß½{·­­­¸¸xrdÜÜÜœ P(˜¾Žµµµ‡ãÁƒ̘~ø¡»»;..nïÞ½Ì0ŸÏwýúõ\¾|ùµ×^›\£ÝÔÔ”••UXXèõzc¦nAÀápÛÜÜ·cÇ6›ív»ÙlvWWWkk+›Í>xð`¨<Ëf³ýùÏöx<­­­ÅÅÅÉÉÉ´X,&“‰ù>4áùóçÇÆÆvìØ1[úìr¹®^½:>>^XX¸}ûv6› Ífs}}ý•+WÞxã)Åà¡õ h™ØlvRR‡ÃéëëµÛín·ø|>ÇËÊÊJOO]­VV©ûvüêÏÏßú·òÿrEV˜êï¸ijsoÇ;ï”þ “;ßy§äçç~ûóŸß’•fBo½©i8[Þ>¹ÿÇàEôêß+nV®þêï:vÈòxžÖ[·:=rèïçÅÌÿB!´¦Ñ¦ ¹üýë^(8þ®º\6µI?m5ÕjLf;MHdJµJ.\Û/jzt´Þ¾×Ñغô}jÄ>0å?>i4LŒû¢Ù_Gc#ÈåêÎÁìXXtèõø”Œp/ !„VEQ››Š_SRRJKKÿþºÿ¾Ïçc‚àÐÁÌÌÌ]»v]½zÕl63tGGSº{ðàÁPS‹„„„ÔÔÔ´´´ÇÅÅ-hyqqq/¼ðÓ $::zÇŽLsþþþ)5ˇ ‰D999mmmLív»[ZZ`ÿþýiiiÌ°˜˜˜={ö PeµZ™GÁˆ ]w‚Áà /¼˜ø¸ïVOO‹Å*((˜üáàŒŒŒÍ›7[,‡Ã±¸ …455ùýþ¬¬¬]»v1GX,Ö¶mÛl6[¿Õj•H$K¼B(àë±X,VBBBll¬ßï÷ûý̧¢££9?ZÍÅÄd¾öO¿N=ÿÙ\i¸z €#ظã¸ê×J'õ¥î÷×ýgú+ ¦KM¼Œ…êã;'5|æç½õÏ¿ÿì?ên]íà¤äî;þÓ·çñv!„ZÉB*³*+«+äS²gÚj¨./¯üªÙ Àp½ç><«}¯ÎX![{´s˜êhl½wí¦ÛβßÞ™›ô•Ÿ4<еˆy\ÎaAâÊnØ‹¡ ³rŠý›D#„"X||¼Ëå2™L;vìHKKcbè­[·NÓÕÕ¹¹¹Sî+‰þò—¿ŒŽŽ:@À Û¸qãä–Êœœ<00ÐÛÛ›ŸŸ¿ åeggOIÓéŸ|$É)y4þú|Þxîéé  ”>3¢¢¢D"ÑÝ»w»»»'Й™™‹NŸ >>~rú 2™ì¹çžcöœŒy®˜—ÉKÑÓÓ3ýŒöïß ÍýB‘ háV9kŽ)üÝ¿Ïr*s÷[ïî~kλ§–ªþ¡T5×¾hÿ;ÿuÿ;s®aB¡5‹”kò©íÆ*µêìÅ>€‚cïVThT21”¹Z);£ªPXª¥k'‚n¹uw•[mÌaÈÖ?9€Ž[ì>„S$INjdY¦B³éyxõ7ÿÊ4‰ÎÛýRf4Ü+B¡e&•Jûúú CLLLFFFVVÖÆCü~?ó1Ö†††P[ä‹ N§@ `Š©»»»¿þúë)ÃFGG`u¾L÷äɘϹ‡1ñqhsé±±±ék£i:´Â)qöB͸ÅQttôøø¸Ýnw8N§stttxxØårÀô`z¡˜õOI½£g„Г0€F!„ÐZF›«•ò30µ!4)ÕT««¶éµæ*mØ‹ ÃÔ½ïoµÞº»ú­6æ0eBþb÷!t ÷at¸„ZsúIžì%,ˆFEŒôôôW_}µ¡¡¡««Ëçóuttttt˜L¦Í›7—••±ÙìPñÈȬïz2c˜¯.—‹ U§›R¶<³•!OIl'·ož‘ßïgV8¹µÈd¡‡9÷uçiÆ&“÷ïß¿wïÞØØs“Åb%&&¦¦¦Î¶¤ùg¢öÕjn‰zVá¿!„Z³h‹V!;S e§¿©©VL‹@i ): ›Ê9âhüþV¸W1•íaçä›Üظh6gbÜ¿Äi¹Dìg@ åî¿þ¿µ·/üF$ݳõ…Ÿ¤lœúIg„z%&&8p`bb¢¯¯Ïn·wuuŒŒ´¶¶}ûö…2Í×_}îº`f¤L&[ƒí†™@Y,Ëåò°,àÎ;õõõ,+777==$I’$9N}}ýÒèP\¾ˆˆ!´®<åÍ:„B¡°±ê5§jáÀfã é3Økªô}\™JîògÈÜ,JLO ÷*¦r;œÞ±'òùÅA;Fì“orc×À3¾.1{~õËS_ü?'[¾¿îå „ÐâƒAf¯xˆŽŽÎÌÌܾ}û±cÇÊÊÊ ½½=p¹\¦ÇÐÐÐôz{{S~ËÄÓÃÃÃÓ‡ ŽŒŒ„1ezb̸6‡Ã100À4âX!@€é^RVV¶wïÞ¼¼¼ÔÔT¦Ge¨ z)X,V||<ü¸¥ädííí/^¼ÿþÒ¯‚ŠXB¡5ÊnÔÖBÁ{Úòé3mÑ«o~å(û`¦hzE¹Îk7=F—ʶM>^´gçÕ/ «»–§êí{² tÒèHßÒ§ðûbØêX/ðûƒã_Eû}ãc? Íõe<º›”¿çè—`=ù¡f¯ÇÑ.+põ€kÈîYjéÖ3Šé}û¿Éß}dë ¯c_„Ð3Çãñ|ñÅ,ë7Þàñx¡ã ™NÙÙÙmmm÷ïßß´i‹Å ëììüóŸÿýÆo‘••eµZÛÛÛKJJ&·öx<ß|óÍÄÄÄádz³³Wññ=–••Åb±FGG;;;7nÜ: ¯\¹244´uëÖçž{nŽfÄ<OíàLÓ4Ó$==}òq¿ßßÙÙ9Ÿž*++Ëb±´µµ‰ÅâÉÇÛÚÚl6Û”­BëÐ!„Z£hšJ§Ì”I«QŸ:ß '¾¬™!œ^1ƒök÷èÈ£ŒhÏÁ{ÜŒB´5¿î—Æ}Kmp±¼l»&Ð «€9QVÆŸ,kŠ'“ÆûZVº–,øä.O1bxñ>Sž ÌW`s‰ ¿/úh7Œö÷Àhϸ׳Âk 3÷pÿ¯?»wé?DÒ=Û_y+>%#Ü+B¡ùâóù6›íêÕ«ûöíc2hŸÏwûömÈÌÌdz;µ·· ]»vm×®]111Ð××wíÚ5ÈËËcJ¤srrœNgmmí¾}û˜¢c—Ëe4'&&H’ÌÊÊ ×#MHHÈÉÉyðàÁ÷ßÏf³333Àï÷߸qchh(::zqmC˜*æÁÁAš¦Ùlöl-˜ ‚ˆ‰‰ñù|ÍÍÍeeeLlír¹®]»æñx`9Zg¶µµuwwß¹s§´´4*** Þ½{·§§‡Ãáäçç/q~„PdÀ!„Bk”X®*€Êê«B-ÚjÐVTTœ¯÷‚èØGzݤ- Wßïêìhµúhïäã­Ö‚Ò-¡›ÜXB¼5¿íÎÚú¨éí‰zgn,ÆaÑÁ¨¨¨¨¨ñ ¼t`|Âïq€wÆÑá=Cû¸qk&¤fú#§lÌeÇp'ÆýÁ@Ð;æ§]´kÔÑ×y©4Ó—£Íô§%»·úIf4Ü+B¡yyþùçÿøÇ?Úl¶ßÿþ÷ ,ËétŽÇÆÆîÚµ‹C’ä¾}û®\¹ÒÖÖÖÞÞN’¤ßï¡P¸sçNfXttô¡C‡þô§? |ùå—$IÓ ƒÇã½ð “«§WŸL&s»Ýv»ýÛo¿‰‰õûýQQQr¹œia±PIII088¨×ëSSS_~ùå‡EEE•––þðË¥»»[ x½Þ¡¡!‡STTtïÞ=&†^Š„„„}ûöÕÖÖÖ××755%$$8N¯×µwï^>æ?<Bë Ð!„Z«$ÝiÝî·7‰uÇäB°˜¾ºÞ¢#ïVk+•âKŸiˆ•)ƒöûý½ÖîîöîÀÄÄô³ý½}9…¹L cëžk-€¶õO¾)H¤¸981÷{GYîB;Dü\@­Aã¾Gù¹ MH;üÄÔä ›ù‰©^·ÓïõŒ{éÑÛPgKx¹Œ:ê:ê„y%Û^y ch„ÐÚÿÊ+¯Ü¿¿§§gtt”ÅbÅÅÅegg“~¯‹ÅâÄÄÄû÷ïÛl¶‘‘‘¨¨¨”””M›6I$’Ðx@’䫯¾ÚÔÔÔÙÙét:ŸÏß°aCqqqll˜÷Îåp8/_ob IDAT½ôR[[ÛƒFFFÜn7AÙÙÙEEEÉÉÉ‹›3;;[*•¶´´Ð4=wóÖ­[îß¿OQ”Ýn‹‹+,,,**ŠŽŽnll¤(ÊårMî[²"‘èµ×^»wï^ooïððpLLŒX,...^ô£CEÖÒ;þ ´PÍÍÍÌ'Šl½½½á^BÏ:ʤ-¯ÔÍv ŹR£Ñ(¥ëží5jÙëŸÂ‘w«*Ë•2á²åÐsGÏ!6‹Äù›&ùâÃGú—kËâoþËßÆ'=~Ênÿñ³E´N.:ü$f<î\YñühÏ‚fHHË*=rz¤×úìÖG‡v)ÜþÊÿ…14B!„ ¯úè!„B=3H™Fg¶|yBàh¾n²Ðôâf¢=cÍõM¦ï®u¶uÌ'}íµwÙ&ÉßYÂŽáÌ6~EÅòc²6%”¦ÇoÎc“ñž˜¨Ñà¸{JÜÌOZÌ~ôS&‰[p;ŽPCŒÕ7î[È`:0኎NÞ°¹ð ²ð…×óž?’–[³zÛ].÷pÿÕßü«þÿgË÷ý„B!´~a4B!4 Únáò5u@+ƒ2ëÊÕšOë½Ppü]u¹L¸ð9˜ªçζŽE\¿¯Ç.Ü1ùHþŽâƺۋ˜jâ‰ÄäX"–t`Üà ú¦Ž¡ì]¢ÒÇ7ydÊ".4%>æÆ%,b’ð`EÁœÐs`5‹E¦g“éÙl.1á÷y¨ááî¶ET‘‡ Cc54B!„   B¡G¬:…ôí‹  h{s‡Cpâ²U''Ÿ~W´E_®VŸ»îѱ÷tÚ ù³ç5ܘÑèˆÃåpÆ oa_´gçŠÐL{A4;ÊË„Î0s$¬Sz_Lnå<®áþ§Zyãô‚4³¹Ä"î5óÕ½4Ä&Y…;‰¸¯Çåèïµ7ßY–ÉWZ(†–½qJ¼mo¸—ƒB!„Ö  B¡GiyõR“Ùj·¾ºî€ôãº*LŸ×(Ú¢¯Ðh>¬u@ú‘÷tÚr…x¡¥êKžCz¬Ý¥[B7ã“ÈtqvŸµ{‰ÓNŸH$§ñ¸1þàø€˜_]ï¸Ïëê‹ONáò¼îÑ¥,†Ÿ˜º”»/Z¼{6›Ã_dS–¹Ð®QHH&e*Ç}>ŸÇ9ÒÛáèë\þ+-+÷pÿ¥sÿ,Ì+ÙöÊ[™Òp/!„B­ @#„B¥ µT¡¦Œéy€Ò÷ :å"º9 •F[k*Õš÷kû ýÀ»:]¥rÁÙ3€½Ûö ±méÑ3£¿·/§0—ÃyÜú9{ѲÐÑlnH$bÆÙl000\Ì&|à˜@óS@ö÷<±0w1ëÖŠÎδéˆáÅ¥çnÍÚºcÂï[ûeÑöÖ†o>ø¹0¯dÿ‰ÿŸ½{kòÌóÇÿÉáIB$œÊ¡¬ŠS¡•ŽNË´t¦³2ßoÝ¢×ïÚ2[Ûq:Û©ÖÙkœÝu[k:­öú]-ÖÜi-ÛîNéÁ_Q;’ÎÊ´´ÂAI€„$O¿?¢1 <9߯?¼ž<ܹïÐÞùäsÿSLbêìO˜B஫ª¬ä¸FþÐk÷æKÜîVTTµ Œü¤­.˾ëáƒgL›~ú^[W]¥ßé³îúÈŸÕw|y‰«ôÙ©÷ëIqó<"iÑ]qËWÇ/]&”IÆü ‡}NÁó- ‹£ãç[¿,… €æñçòƒ«e9ßÉL¬f“ÃnMTÞý­‡WløžrÅ¡X´Õý¥íhþÏ_þý™ªCcÃý³˜+T@¸˜Ô{Kv~d^ñÓºª2÷âç®ÚªªãgŽ×©ß«=:—z[àŒ²°8ÿAEåÑ£eÙþ~ÆõcWÚ:GGôØ×@¯6kù]îwVÝ÷ÆÏÎû5I”L— Š–‹È:êììÌýÀ¤|<6yñ&qïãá^O4Ñ\º9ÛؼrÄšMD›¨LÎZn™˜¿Þ¯íl±š¹iEÍ­Nõ'šÆ¿¬Úüû¿õ°X3ûü„à&muyÉÁKâM¯Ö-œÜú9«¢¶]¹§äáãg7>[[S9‡Ãî€#Y5µþ>‡eÙ«­ƒ}Ø“ÅdÖöô+Óow3X^°ÊÇ:J&JJ•EEYÖ " c1'ÐÎ^ ·¥îþr¶Š–*WmþÁøÈàØðÀ@GS÷3-Öd¼ø?o]®ÿhí÷ÿ~ù½†z;iЂ€ˆÈÔXYúã“úÌÇkj*²¦~X’Uz¬ñâ«)¾8x~ÉÑF]Ð7stíëž¿~¦húì4Ыu¯HÏ^êe¼³ÏÆʵ év 3æ°Nt{#ý·ÏÇcÄQsè¡aÔ »?Ëb9ØV€ %áÒÃl2òùyrš³;GZκPïÈ“áÆà¹?üûÿ¼øó¾K¡Þ DÐDºÚŠÒ}_Ðú#µGK3 ’äWԴ׿°ÉôÑÏÖä—¡%tØÓ]i8÷¿_·_ N ìèˆ~\?æ~gyÁêiGƧD«îŽS­È$cÖ‰€´™Ê#>–*ýÁj™ôW>øí„ŒÿmµŽlÄoFl3ß|5›v{t|ÒÊo=¼bÃ÷¢ä ¡Ý›çù„gª™ c³ðh¸ã™Ú•–¾©IÙþ^ͯ…MÚƺvÊÊ—iNî,=Ú´-‚X–½ÔÔöå_›Œã†`®ÛÛ5©ÕrÖÝËeòÛ)m”L”¡ŠË^-MŒ7ñícóª½Ú¦\’㺙´dåÀÕÖîÊÅ02”˜±ÌõPªHô·‡†iL/‰‘;¯ƒ@ûK Žò¥ô8Ь&ãžå,÷N_u_À uµ_ï¾Ìõ¾üÜÉxúø¯3r‹6>ö J¡À/ !bÙíöŽŽƒÁ P(ÒÒÒd2 ƒÁ Ñhnܸ±téR>o€i˜Ú•þä#}ʃGjª÷N×^C’]Q×UfR($DTRRZœ¿f_ù±²Æ=YAÞìeÙËÍí7¯‡z#Äw°"·è¯™­lŸUï@Ç¥fÈâ’ #C^ž:mOfÞí‡shâ<1~;€>³a”/øñ{è_“Š£æY…m·± éK嬹Þs¥·õW››îæú“û]»õïWmþahw Ò7ˆLv»½¾¾^$­^½:===>>^,‹ÅâøøøôôôÕ«W …ÂóçÏÛíaq6„]{c—)ó±÷k§OŸor¦ÏDD$É/«È£¦ê:m0öDD4¬úëgê§Ï|+¶jí׿4]ÿÚne‰È024Òßí>&-{Mˆv7‰GÜ<‡smìí&Îq©ìÉþ¥Ïþ÷¾ûœÌÄ4>*‹KÊÞø=UáB±”“9çÆy8áÿ¼øó±áþnÐìvûùóçU*ÕâÅ‹g³xñb•JõÅ_ ƒ€©”¥ÇÚu]U¥Óô…ž‰©«Ùsа,ÛÒðeÛŖжÝÒ„˜í³_ÿÒ¬ëóøP_ûE÷‡ éK¹ "çiìú€ëzç†C·ï¬K¨·@fÃèìƒ|f·ÙùÁŠû y{hmGó{ÿVñÕéwC¸X(Ђ"Ð¥K—’““cbbX–õ2,666>>þòåËÙÙÙœ­mhúÝžC͹ûÿäJÑäX†.œ|½úls¿‘ˆIT”lßõ•²ÉctMï¿^]ÛÜ­g‰‘gä–”íÚ–7¹øÒ¢9ûö[ïžmf‰¤‰9E?ܱ}c¦Ç,®±o=s 6ég¯ýrÝ #À z9ëÔÇÊËÞ õ¦ôŠÎ…CÇg Ï`7 [Æ®[gpãÚ÷vÉŒ8*yÉJT:$F{cRœ×Îs­³÷§¸ó,–År°z1‡†Î<^ˆ+-DÒ‹qŒóií¡ïZ»Áápt]ü|Bš78K¡5ç7>öO1‰©!Ù, !Ò êtº»ï¾Ûj)¸-55µ¥¥ehh()Éï·!Oâùð呦yglߧ‡ž{£eRs älCƒúíß´uþìù'×¹f]ýKϼÜ`¤ÄœÂ ‰4ܦn8y¨¹íñÃÏnLrÍ_ýÜsô“4#wC¦\¯Q7Ÿ>þ\“æÀó;–MM˜‡Î¾|¨v˜ˆ‹O œLÚƺ:u{WW—ÖD&“ÉdÒé´Ú®vu“ÆL”¹ýÕY¡ÞcD ‡ŽÏBšàzM³§®ÝÍõËï+q=\”½6hÃA÷‡þžC8>ùébYLÐhçïSX“!;ñÝöì;ç‹w­Ý`1{[&FCóïÂY ]øw?Y~oÉì£àŽ„"ÍÀÀ€T*õ^ûìN*• Ì?€¶ ]xûà‘ÓÓ·Cúôøm¬´`÷᧋DDÍû¿zî¤úø[›sžt–A.¼~¼ÁHª‡÷oI‘凟zîæ×_¯Ï}Öù¤¾S¿û Ÿä~q¸"OFD´£õõç~sºöåSïÈt/¸Ö5U9òA§¯_˜¶®²¼|ßG·[b±\¢(ʬ’ÇÊJÊ+Ê‹³ü©š?…¼ðYH|ó eÌטïúµ+¬y‚ßlC,‰‘Ç&/ò÷Ð?Î鯹?ô÷Bú¦>E6kˆwk™ôV‹™Ï¤¯¾‡Ççw7«CR ÍšŒçþð¢¦ñüÆÇžËb‚¿sè ‘F¯×K¥R‡Ï¤R©^¯Ÿßšº¦êƒ{ö9ÝO©ªÄi>ÞW_ÛI”ºµ¬èV¹³(³d×)Nµ9«³t 4°$ßüèÆ´›I²(mË®’Db›ß¿0DDdé¨=ÛO¤*+Ë»Uî,[¹}G.CÃgß׸~Å6t|øÒOŸ8ôA'+W¥2óû¼ÀŤëjl×QÊö?~=áüÏÇ­úçƺšªÊ ¤Ïòì•ÖŽv|҄Ȭ±·ùž>‘Õbö(y^”³–ë­ùÍ4>ʺ5²ð÷BÐ e:7ÛòŸü«&æ C\f!G9‚x΄Ãn¿k톜â‡BÕº»¹þäþG».~’Õ œ!€†H3>>.•úq:¼T*›_F‹æƒšõ‰¹Ûñû_oÏœúê:ú‰äyyîá´(³HÅÛyVc!"‹¦^CĨ '2'äɉºÏuˆh¸­IO”Z˜ãÞZ¦Ú˜IdlS÷ßL -}§O5 ËsJ~vôð®~ãv´¿Ï5ê†ý?/Žà-5•€âøA_X-f‘Dªºç[ªÂ„â¼ÝúÙ{§þõñáîÎà/ á 4D™Lf4}o4£££ç·fÒʼ̩§ºtF"RxÖe3‰ ‡Dã°‘ˆ¤ Ï! u ±F=KÄÈ=“)"2oõ{V,Ë[¦ eIe]û[ÑôÛïdWÖyO“MíGKÖ­ÉI‹ŠŠŠŠ»kÍw~\Q©Fí–e[¾üºýJðÛnð¬ØªgôìâÑ…#yIÎüçœ'ƒýíÂacÍ®kh«eîo°Zükèlóá,âÀa$Q!\ˆ_ Xq߃‹V® þê#½WÿüÒÏ/Ÿ¯ þÒ†@C¤ñ7€6 2™—ô˜,KDÌ”·3"†ˆœÇ%ZX""‘çç“œCX 1"Ñ䢛C,8p X$YeU_}Hrf_Ee£·8M’½§®ÿâg¾÷Æ‘ÇVå=[SU‚—ˆf§»>ò·Ï/Ü öqj+qŒ¾Ý¬ëãjNÃÈÐH·ë!#ŽJY²’«ÉçÆãÔÁèø¹·ŠÄÜìÉ<ž?µ²¦λXM~ü(8¬Ù$‹KZ±áûñéË‚½´Éxî/ž©:d6„¦Âhˆ4III~*¨Óé§;9;n)²;ghì E ‘Ås ë–]3""b=ë¿,7‡ˆÐp ˜$ù5ímë*ó%DºÆêꙂh‰2¿¸$_RWs‰ä¾QSYˆ“ g¥éøúË¿6YLæÙ‡rJÂ30ãWL׿¶[9~IÏ£:5{ ·óÏ{&›¼Ø¯çZ-·¿51 )œí‰S¡höA#GYYÿêµÊa·%f¨–ß÷ݨØ`ŸOØ©þä½ßT À4D¥R)•J{{}:®ª··7&&F©TtK2…”ˆŒFÏty˜%"i¢”H$M”k𢳑T!#•3D¬ç$dѱD$“"€6Ev¾’ˆtµÅ?þqaIÕ =¡M{Kü_ú?­©.Ï æþ –e›Ô»;5A^WHŒ¡Ó4tÉjHÕêkWLc·_IH‰M^ˆ…|çÞ‹Ùß hAc6Œú1š°}ø@ Ïÿ);ÒrÖdä}3Èçn ¢À4D†aT*•V«½qã†÷‘ÃÃÃ*•jjw N‰äª$"ÒuN>yÉ2¤qž*(%"yZC¤ï²LÒ­'¢$•œH¤Pɉؾ¾ÉÕÝÆáa#‘<G„Š¢øÀÑǶ8Z6í+YÚšò’ƒMâM¯ÖT»õÞ0uÕÛ[^ZRRZ¾· ]¡‰ˆh\?ö·Ï/ŒŽøñ–ùã;X1Ûgnc'ü 7ý×Ý\ïþ0äGê´=®kFåW+g³õ‚¦ó߇¶³eb<„«{!2’蘻ÖnrchW;Ž`. á4D ¹\¾nÝ:F㥺···§§gíÚµ±±þ 4 UA"ÑpSëÛM‹¦¾“%ReŠˆH”Y”IdlkèwO ‡ÛšôD©™2"JÌÉ‘õ«;Ý£*CçY £*H å{îl’ìòªê½ùÓ”šÚ––Hy¬¦¦"Ûõqº²$ë®ûr°ºQ«Óªí,Rî½ÓChmOÓAn»q³Ý³~†ÚuN \mu/‚NÌXæïñ}ܼæþP‘âGÓx`ÃúiÙlþõEñ÷ÄBI¢å»=T«û‚/Êâ’Vlø^BÆò`®Û©þäÔ¿>>6ÜÌE  €†ÄãñärùÚµkY–mmmííí1›Íf³yddäÚµk---V«uíÚµr¹œÇ üÛtÓŠ¶fõŸz«þVÄdÑÔ¾~ÎHÒ‚­¹Î¹[sÒŸ~ýtß­ß™‡Î¾~j˜(g[Q‘hÙw6'µ½UÝtëX%Cë©·šY’oܪBþ vtu{J~ö…yý µÇn<¨­­(,Ú÷=xä³~SW£ZÝ®m{µ¸ñ`IEíA_iíèøê’Ýf ÚŠ7{n Ý³W[Üfäm马óØõ×CY|²_OwÓ£¢åœmkfB±4«p‚µx;š4|8ìö„ô¥KîÙÌŽ#½Wßû·Š¾KA[Â0Ô¡PÏ0ÌÀÀÀèè¨V«5 D$“ɤRé¢E‹RRR¢¢¢„ÂàüHÚøäösÏœlxyÏ?-\™Äj.¨;õ$-ص+OvsˆbÝ®]¹Ïo~û™g óÒ¨¯IÝ6LLÎÎÇ7ÞJ®2·î.¹p öÜ¡'4…ˤƎ††n#%nÞ½}òg€pÓUUVr\#è5·‹£Mê½%ß9~)ó±÷ÔU¥·:vH²Ë”(ª>¦6•”ÜiG²,Û¬n4Žfʇƒ•Ø®›u}A[Ñ¥¯ýbZöF|³5DBúÒ¯ÄîúÙè`¯ëAÛhLŒë%17sgqt0J¹BÆêÏ«VóDà6ã…€ÛB÷=!èîùÖˆ¶g°óËà¬ÈšŒyfý*VmþapV€C ‹ÇãÅÆÆFEE±,˲¬Íf#"@ÀÜÌ͈Ҷí?œtò­wÏ6Ÿ;MÄÈ3 ¶—íÚ–çÖ–’6>{X^ýVõÙfõé6"ijnIÙ®íëÜΆ’-Ûñëç3O¾õn}ùn"&Qµaû£;¶,“MYBJ§ÞS²ó#óŠgëªo·†ÖÕV”l""]MY–B™_Rq rOI–„L:ŽÈD&¢;*€×5}ÑÌÂg Ï`Ñ]5±êÙÕbîk¿˜™w¯ó!#ŽJË^ÓݬÉfˆÈàv– +‰ö‘ûy€Â ÔÏú•êò„Œ#DßePhcRMD‡C‘²8&!¥ëoŸÛØ •oñ§c×{®l*ÿEp–€ÐB .ÈY³håÓU'føPZÑŽg‹vx}zR^ÙÓyeÞFÈ27îúåÆ]>í%sÇ+'¼¯aÒ6¶ëR|£¶²ðvççº=åo8ï±Êåù’®Ú£{÷}'¿îÆÚr¥²¤t=•æ+¼Íi´=ý_] Úr|+´ô™Æ®mÅiyA‡6€ÖOn›¼htpƃ<¸ÐRE"—ÛšXíÞ÷Ã;@èW¹4‡‚ÙÔ…[!£Zÿ­‰±‘î¦úÙGs¡SýÉõž+ß{úßŲ˜à¬¡‚ÐÜ’dWÔvuÕ–gݾ¥­9ðæå½ VWí)-..)¯¬U¿º^ÿÑÞj“$¿¢Z]s»T:òu¶v3}óFIßn uúLDV‹ùzÏ×CF•²de¨6cut£ýimžë9„Ái9Âç‡æç[F"³²!;üpþ‡$Z±bÃ÷$1qÁYq¤÷êÉýwwg9ÐÜ“LjK SWŸ!ùC•ù·og—® Fµ6è{ ¹Ä”`ÔÌ‘€Ì"³Æ<Ô>u©=_N*yÎÈ- ÕNˆH7Ð㺖§,öý‰ã·“ë¸Ô ߟ8îÖ÷Ã/– ?z:;s[d¾øAhæ”Ãn_´²`ñª{‚³k2þù¥Ÿ_>_œå $@œIG¤,ÎvﲡÓ6j‰$Š;ªï³“"!nÙª^Eâ± ·„Cá³;Óø¨¶ó+×CIŒÜß94:p» GtœÐFÝp¶ã@èG7-«É¸Ì„/¸w&YÐBF*OX±áû1É~¼,1g¬Éxî/~uúÝ ¬! ÐùÅ™ÔUãVí¬S¨8©§õåÅwPë 7ÊôÔä4ÿ¾ó€ÌŒ¡ÓtýëÍ?OáSíÞZ#Ëb}|¢G' Y\ÒL#ƒÏfc‚h‘4Ò;ì¶ô»×-ùÆ·‚³Ü:v¦êPpÖ€ C (uFê IDATpÙ{Žn—œ)/©¨ªklT×-+,úí%ñ¦#U0iµ¦Àî0 Nœ8ÑÜÜìqsE^Nlœ¯‰§ïļQ‡î2;¾µ¨¦ñÑáî×Ã¸Ô ß“_Îwšo·¶ð+G»>àº0".·5Ó؈#Å2y@w2“”]šÕbŠÄ+6|OÀã­êOþçÅŸ› cAX ‚ 4@à)K«Ô,£ª÷¯YSôðÏNvå=ö†ºvOö ©NWU‰‚ÇSdeegggg)xQ©Ùuºàn™+'Nœxꩧ¶mÛ65ƒ^Y°Z-åj!‡ƒ³}aÕñy&}íÝfä†j'z÷.ñ~ÐîEÐQÑÏ|}ϸy<^@w2-H¼ ôÎa·«Ö+Yµ:ki;šÿç¥B a@ƒ$»¬ªQ×ñ³?û¬­ßÔXUž?sM¡$ÏÑ#Ï–f+´—4zJÙ^UY¬˜qxø:xðàSO=EDccc»wïÖé&¥è ìÈÍá 8øiDÄ3 ôífýÂ8ÓQ?pm¤¿ÛõP©Zª"h÷:ÖŸ†¿£ní;ÄÑݼGÇïv{àv2/¢ˆ$ñi™Y›¢€—Bô^=¹ÿÑáîÎ@/Aá?.„‰2¿¸¤¸8{¶ÆÏÊü’ò=•ÇŽV(µz¢¼j«J`¯è'žxâСÛM][ZZ¶mÛæ‘AGËcî.˜We¥ÃÁŠí×-Cíá_øìnJ'èÐA»Ðq©¾?Ñ=8”d¤Ñ¾¶[ƒ]‰,`ÄV·N&‰ÏØm6‘Dº¤`cN&dMÆ?¿ôsdÐ4@Hèj˳³ËªÚglîÜUUVr\#èµ{½K‡«'žx¢ººÚãfKKËþýû=n*â–­Z1·Ud5æš¹==„¦A EâàoÃ02dÓ»Æ&/òñ‰ã7]×RE"ÇÛšL d|l·Ù·“i1’…÷ÏÓ/’¹ebÜyÍã ’ïÊÎÈ øəΠúòùÚ@/A€ tµêK—ÔêN4©÷–ìüȼ⧵Ue ¬øY§ÓmܸqjúìT]]½oß>›ÊôÔä´óÆÃü¼Aï<Š Ó²×„dº×µB™îã³,ÆÛ]zÛ­VGòü‰ª¹b5Erù³@åþ „Œ$Z±ü¾ïºk2žûËȠ"h€PPmüºM}tÚÖÎÚêò’ƒ—Ä›^­=Z¸°Z?ëtºmÛ¶µ´´xóÚk¯8qÂã押œØ8?Z ‹í×ÍC—VÛ EÐiÙkBR=êÖ…Cçë9„¦ñÛ¹L‚ß/øEåãHFèëY…\Š£"øøAŸÏsÌÔSÛ‘ýÍï$d,ôADÐ!"ÉÊVNSBhj¬,ýñI}æã55YAßÔ|477oÚ´É{úìôÔSOý÷ÿ·ÇÍ•«¥ÑÒYŸËw°Œ¡s!¶Ý˜Ê½šG…¤Zïvœ <Åö¾…±¾°Í)«õ½:ø3泑@íåHÖlJH_„vçþðbýÉW½ h€p¢«­(Ý÷­?R{´dA?777oÛ¶íÚµk³%"¢Ý»w777»ßafEn_àí‡ÏHúö…ÛvÃC8A›ÆG]Q2#Žò½zbÜïæц‘!·GD¬yÆFé¬Á­ˆ0bÛÌùìB'–Åš ³ÿC“D+–Þ³9Ðí8Z?{ïLÕ¡ÙÇ@XB 6LíÇJKßÔ¤l¯fOöB:ÙÌ™>Í>ô–±±±mÛ¶i4“ ™£å1w¬žé)Lje¨}A·Ý˜*Š ÝÛ@Gû@uÃÙŽ'¡Ïá¦ÝÔn|¡0˜Ë“@Åš ¾fDªõ[$1qÝR§údÐ h€p¡SW8cÎ{¶¶ªtÖƒµ5åÅÅ¥eå{*ÊËJ ³²J«º‚°ÇiÌ!}vÛ±c‡N§s¿©Hˆ[¶j…ÇH‡ƒ³}¦ë_Ïk£aÉ£:eÉÝÁ߃{èXŸ»pX-· “}?½pLc#¾ ò „|ÀjŽØãyDv›Í÷ñ»-3¯(>}Yà¶DÈ ¬ˆ-ÜXpÅU÷P~þìŸÚÆvRP—º¶N7 ×‘ü¡?–d|‡SÍ9}vjiiÙ±cÇ|à~S™žª¿¡ìp>™oì1GJÛ©z¾TÇ¥f8¯%1ò”%+®¶sîm )¾FÉ:mOf^`64™€ñéhAñÞŠ!#±ø\#¼°ˆ£åæq¿|;ŽÄ Ut|bwS} våÔ©þ„ˆ6•ÿ"pKçP F”ùù³?)KöVÕÔ5vµ×–¯ ¢ÏÖV—ùôDNÍ3}v:þüO<áqsE^N|R‰xF‡îrÄ4}ž–GtFnÀOuóàÞZ#Ëb}y–û‰‚¾wŽö—ÍækÇ>/@[˜žÝç-,bYìÒgI´BUô€P<ûi¢s†:h€4@¸ÒÕí-Û[«y€¶º¼ä·—ľQ[Yô–Ñœ¤ÏNÕÕÕ•••7—çeË£)òš>O˽´³:Èpoícšì~¢ € ÔÙ‰<ž¯o׳±þ™ÇXÙ ö›¿Z?Ï„Ï,½ç[=–4À‚ Lµ«8xò`E¥Ú4í‡M•%?þ/}æãµÕåYS>à½q˜>;>|øĉîw†Yž¿F( T²VB^}½çŠëÚ÷†Î®ºéèø@U@‹¤2G³#³P¼ÎõÏ÷·õóLv›êžoÅ$ûÚO|A,  ÂTöÞºÏÞøã ÅÍÚšŠ’}MâMGj+\wM]5•¥ù /ŠÇS–W5ê¦yê¼qž>;=õÔSçÎs¿#‰‘¯Úò·«„­NõÇ®ëàAºµŽM^äã³&nõj`ÄQÜ|Ž•yB†/hb'"°û³HÃaˆïp8’ïÊNË)àj©A, –²¸¼,{šøÙÔ~´¬ìÍ”íÕÕ{n\[SQx×ÃûþKWøÓ#¯¾úB Õì\S¼·‘ãbè¥ÏN;vìhnnv¿“²¬è@¬nLã£Úί\ƒ\mµ˜Ç®ß<õ1&!ÅÇ6Ðî±u€Ú@K¢}Ú Ÿ¼Ð>nia™gëçi „Lt|rZv>·ÓºC ° €X`tu{J~vÆœ÷BmU©ëàA]mEñÃÇ›Rz£­½ö螊Š½UuuÏf6ÜSí¥‰´¿š>Ñò¬Åú–³ìä2L¥jUFna€V +¡í}ãš[ŽŸš'X-f×µ€q¿'"Ó¸OçO:‚ÕšG<³!ҎĈ£&FG4ytBjVÁ¦MNÈ Ð JWUYÉqü¡?ÖîÍ¿Uülj?ZRzü’ü¡7Ô5å®’hIvI¡œÚÕ]Õ@k4š€¦Ï[¾¹þ¹]? «åËOÞñÈ 3óî þ¹|ÁgÕ4w=¼kݦ`¶Àvoë[=~cÐuŸìËS\uÖ>ò1׶[ƒt$ 0Jœ…‚†Ççóö€60I¤ª@¾4@˜C °€t-Ûù‘yÅOk«Ê\ÅϦÆ¥?û¼âYÏÓµíízRd+¹8/M§Óíر#péóÎmÝýȈÈ02ôå'ïx X~_I€š<„•¾ö‹®ðG¥e¯ ÚÒ†‘!×ÒŠŸÎ!´oÿ}ð1+w/šö…͇ñþÎ9gv›-˜G‡(*:_@>_ *|@ ÔáêO¾üôÝMó„"ÜÐÐPGGÇÅ‹?ÿüóÏ?ÿüâÅ‹ׯ_õ¾æ&«âØGÞ«=ZxûàÁ®c/Ñú#5&ŸVhRWh¢¥%Yó^U§ÓmÛ¶­¥¥eÞ3Moç¶>t_®ûÃÈÐ¥¿Ôz [ýíG">ƒ¶ZÌ}í]Ӳ׳Z?p³§³$FîKh÷þþ~kl¬O¡§½´Y,‹ñké9“Èbv{pÖ IŒÿÛÓ{¤ÏNƒW[=2hFµ¬è`²!Ñݬ6Ý<.ÈEÐ7züníj©!`üû¾F†fc³±¾´àà ¿–ž3» ÎBÁ!’Ƹþ¦‡Ãn»k톘dŸþjÍÁ¹?¼ˆ  !€†Èd·ÛëëëE"ÑêÕ«ÓÓÓãããÅb±X,ŽOOO_½zµP(<þ<2hXðºjêhÓÞòÉñ³¶¦¼ô·ñ¦£UåJ"ÒÖ=z²QYòø³åÅTû“¢ì2?N&Ü¿àÒç÷í^•‘8ÓG¯¶j;¿r¿“²jË#w@]ïºf´~ðšëÚÇ6ЮúÙèxî‹Ó6Ÿþ7m5sÔæÜ+I´ÜêC9öB!GYÍÆà¯ËÓ–ç4ƒî»Ô É`n@C²ÛíçÏŸW©T‹ÏøëÍâÅ‹U*Õ_| 4“I§#±"KávO§Þ[òðÉùöªêŠ,""R–U7ökkŽU­ªkÿìqÉÉŠŠZŸÊ Ÿxâ‰êêêlœ±Ñ/îÛ½4Eî}XGýÇS3è» 6bKácàjkHŠ M㣮ŠfÛ@» ™qçû‘ÄÆù2Ì21ÎùÒS™j€|<>ŸGd·ÙB²ºÃáhýé«¿îî Ðä0ÂPo€{—.]JNNŽ‰‰aYoo•¿|ùrvv6gkš~·çPsîþß?¹Òã=Ö¡ '_¯>ÛÜo$bU%Ûw}g¥lò]Óû¯W×6wëYbä¹%e»¶å)&Ï¢9ûö[ïžmf‰¤‰9E?ܱ}cæäY†šÞ¯>uº¹sØHDÒDUîæìðœ"†$«´P~\}¬NW\¢ "ÒÖî)-ým“xÓµÛ9…$QºŽ"TV”¤¯®j4•{ïÆÐôùå_>-òé…ðŽúeqI1 )®;JÕ*çý@ì-L\®ÿ(÷¿s^§e¯ék¿œ£öF{_jgèY߸ÝIC—äKc ß™Çõ‚ÙÚkØlÖ@dßx|Ú¸6DQÑAký<-g=–Ò×ÖÀùä¬Éøç—~þݧ_LÌPq>9Ì* !Ò êt:¥RiõAjjêÈÈÈÐG¿-[4:¢žöý¬}ŸzæHmó°<·pÆ‚Lc§úíß<ó» îõ‡ºú—ž9t²¡›QnØP¨bºNÚsð¬ÛÞ,šêçž;~ºÍ˜š»aÆÜD}ÛéãÏ=÷V‡áöˆ¾õÌ¡“êN6±`ÃæÍr꓇öüÛ§\N%ÇŽ=D'¿“]XV^^Vœ•úß~¡xèUuížÉM9tZW—­ºq€$’YŽ{å•WÂ!}vúêÓw\•¹NJÕª`6G>ýÀµ‘þnç5#Ž ZÑ·NÛãºö¥ ´Õr»ý…/ýšý"‹›±=‹ #–r»è´ì6kV Ž`<è…ÃሎONË)Ää¬ÉxöÍÃfCä­,h !Ò H¥RÖgR©t```öygcºðúsϽÝ9mÍõЧÇßhc¥»þû³OVT<ýëß?¿=ƒôêãoµÞ ^?Þ`$ÕÎÇùdEÅ“¿<|xgÃ6¿þzý­”ºïÔï>è'ù†_}áÙŠŠŠg_øýþ͉4\ûò)ÍÍž”:õñ·;YFõèá£/<]±kWų/üþù­Ķ½q¼Þ¯3Ç`Q–մ׿Z*i¯«Uk³¶¿ð^[{ME¾ÄäÖWWW‘ŸªÈ/ÝSy´²¢8ÿ'_PfYE¾—úĉÿüÏÿˆÝÎ!}&"«Å<5ƒ^úûS–¬ätwáåë†3®k¥j•X„Eo\»Âš'œ×¾´ìu]+”>uíðad˜Û ç†Çðx¼Pï‚Á?xлÀeÐ#½Wÿç¥B @C¤ÑëõR©Ôá3©Tª×Ïó71]SõÁ={Žœî§TÕtµZ}õµD©[ËŠn5Âe–ìÚ %cé6g­kø %ùæG7¦Ý,¥mÙU’Hlóû†ˆˆ,µgû‰Teey·ZnÈVnß‘ËÐðÙ÷ ´®ùt'‘|㣛Ó\5h¢Ì”0Dm§5· ¥ Ò( +ŽÕ5vi»Úëª÷–f+ˆ´U%Ê첪®›/>ZûFI×ývßÞUÊú^]eáŒùsssóþýû²Ï9¥ÏNV‹¹ýì®lÔiù}%±É‹8Ú]Ø1Œ õ¶ýÍõpYÑÁYW?pó(„ô¥¾ŒwšBÑ,eõþI£gþtÄ”?‡êàAïšA«ÿôj f¿ €†H3>>.•úñn\©T:66¿ê‹æƒšõ‰¹Ûñû_oϜګR×ÙÐO$ÏËs§E™E*†Øγ Y4õ"FU˜éþîåÄ‚<9Q÷¹N ·5é‰R sÜ»9ËT3‰Œmê~ 1™[wnß^¶9sò[ ¥ CDlØýÆ ¤k¬>£ïÒ)\ÿÅd—«\Oâ’j­®½öhiÖLI¡N§Û¶mÛ|ÿÃ8ù¤ÏN¦ñÑ/?yÇ#ƒ^Y¼M—4ïÝ…©îæz×ç—šœ´ýFÏç#Žòåk;1~3€–*fï˜áWó£îº÷V‹™ó¾"¦ü™ÇçóöP<è]à2èNõ'gªbfðh€y¥ýàÏ¿öÛg·å)¦;)É¢ï""¹J>éWdQR¦œˆê3‘¾oˆ%’«C2äD¤Ó Ytz"&)M>irib¢”H¯b‰H–¹n˶m'çÏÍéf#QbŽÇY…ÙL&"eþ¤˜Y¢T¹®¦Ý4ã“Â:}v2Œ ydÐŒ8jõ·‰Ô Új1w7«]—¬+¢ׯ]q]ûR=:x³b:*Zî}$ù@Ïzº # xh¡˜ã²îP0âàœc97Í /Ÿ¯ ÄÌà#Ðid2™ÑèG±¯ÑhŒŽžý¾^%­Ìó–îtF"RxÖe3‰ ‡Dã°‘ˆ¤ Ï! u ±F=KÄÈ=Ó)"2§í=Mdh}ûåsF¢œ–¤ùó)À§È/[OšÚÚ®ÛisWÍÑ:"e¶ÂKœ¶ÿþ––îwÃQúìäÌ Ýï83h¡HÌÉü᦯ý¢«ùuLBJÚ^[-f׊±É³·6ßÌ”%1³о³˜Œ|ÀûÁl扑È؉Hè`%Ž–['¿u .ƒ>÷‡û.5bfðhˆ4þЃA& lm0ËÃxVG3"†ˆX–%" KD$òã|’sk!"FäñFcÑÍ!–éh‹æýC‡N“4w÷îŠi@äÊ*?öl^Ó¾ÂâŠc5uuuÕ{K wž1Ë:Pž=ÓSöíÛW]]ÍùN¸MŸ #C—þ2©¤‘G­Ú±´ûi„¹EAø4¯¶:/âR3f]ÎÕ‚ƒˆ8<)Q(š¥ü™ˆØ‡ªV6|K†}'‰Q˜ÇÃèàA/—Aúꯆ»;13Ì 4Dš¤¤$¿Ôét‰‰³÷¬œ·Ù34vÈ"†ˆÈâ9†uË®±Ëä–›CDSšèšÞúÕs';Y&gç¯V„øàŽ#ɯ¬«?R¢;þ“‡ï¿ÿþüh`ÅöWëªË”Ó?qâÄk¯½Æù.‘>; ^mõÈ cR"5ƒÖ\îîp^KbäiÙk‚°¢ëzÖ"èÑÁ^×µXÃÕxüY:/Ûl¬ÃÁÕjÓ`$2ÇÂ?~P(Ž2éB½ ?(ƒfMƳo6¸ï/³B ‘F©TJ¥ÒÞÞÞÙ‡õööÆÄÄ(•3ä1‘)¤Ddôì’Á³D$M”‰¤‰R"b žCt"’*d"b¤r†ˆÒjâc‰H&@[4Ÿ|æPm7É wþå–´ÀžÏáJQ¸§º}¢¿­þ³ÏêÛú'Ú«+ò§o¿ÑÜÜüÔSOb ¯x:é³ÓLt€– ­¯θª}Ó²×:g7Œ ™Æn¾š«P¦Ï:Þ58:>™«=g;]P ÍÚ£c>¬VËìƒÂ›@e_€Ÿ…B™ž±œóiGz¯ž}ó0çÓÀ¬@C¤aF¥RiµÚ7nx9<<<88¨R©¦vÇà”H®J""]çð¤Û–!óTA)ÉÓ’"}çeòn=%©äD"…JNÄöõM®î6‰ä™I·?]ÓëÏ=÷F³‘QmÝøÉ¢È<– |&Qff+gjý¬Ñh¶mÛˆ¥_Ü·[Ê·bf—i3èeEtÑ0öµ_t^3⨻ 6zE×Q„ ‹g?‡ÐÕ…ƒÃdÜ2[óe0€ÿûæñë ç+,<¾Ãj±Ûûo0¬sb†*Ƈþãþên®¯?ù{Χï@C’ËåëÖ­Óh4^ê {{{{zzÖ®]ËY·Ê™(T‰DÃM­Cn7-šúN–HU”)""QfQ&‘±­¡ß=nkÒ¥dʈ(1'GJÔ¯ît­¡ó¬†ˆQ¤Þ,34½þ«C§ûI^¸ûðþ²•mn ŸN§Û±cÇØ÷oKqßî¥)\I7“©´Rµ*"3è¾ö‹®Bc¥j•,.°¯0ê´=Î IŒ|ÖÎΣƒ7[vørh¡„"/çeôT=ûo¾Áãó…"ñBLŸGÚòÜ@dЭŸÕ\>_;û8àhˆ@<O.—¯]»–eÙÖÖÖÞÞÞ‘‘³Ùl6›GFF®]»ÖÒÒbµZ×®]+—Ëy¼YZLr ­hkQÿ©·êo…ÇMíëçŒ$-Øšë̈¹[sÒŸ~ýtß­zèì맆‰r¶9‹˜E˾³9‘¨í­ê¦[%a†ÖSo5³$߸UåÌŸuõ/9=LòŸ=ÿdQoÀ¬öïßßÒÒÂù´AKŸî Új1_®ÿÈõ0ПàkW\M?Òg)‚6:/¢¢9û¾›¼ž›gµ˜×Z$‘ãǃ€±ÙX#h@Î šÏpßmFýŸ¯â@B€`†z! ããã†Õjµƒˆd2™T*]´hQJJJTT”PœIŸÜ~ /ïù§³…+“XÍu§ž¤»våݪQV¬Ûµ+÷™ãÍo?óLCa^õ5©Û†‰ÉÙùøÆ[fnÝ]rá@í¹COh —I ÝFJܼ{û2‘¥£úõf–ˆXÍ»÷½;y ¢Ìþ¬bÎ"7'Nœ¨®®æ|Ú?ÚÌôÙiðj«$:63ï^×¥juÔä”ó4ÂÄŒeD“’–½ÆÕ—#®÷\q~ã/õ¾ÐøÈÍ7ùHb¸ùÖÛl¬÷Ð|!Ãç¤Ân³Y& ´€óg’ÊÍ^ãû…Âápdæu7«m‡Ó²&ã§Ç~õðþcž™ ^ €†ˆÅãñbcc£¢¢X–eYÖf³‘@ `n æfDiÛöN:ùÖ»g›Ï&bäÛËvmËs„“6>{X^ýVõÙfõé6"ijnIÙ®íëÜÞa-[¶ã×Ïgž|ëÝú†sÝDL¢jÃöGwlYv3Änh3‘±¿»{ÊXÝ”[p'knnÞ¿?çÓîüÑÖ‡îËå|Z_t7«Å²Xg`ê‘tGýÇò”ÅŒ8Šˆ2r ¯¶Z-æ­å  ãR3„"±—… #·»LÉâ’ÜzÐi{2óf_š5™$^ÃA@èpØgŸÈ"I”•]x÷¹ˆ£å‘‘>;1â(Õú-_|Êmm¸1xöÍÃßþÇápN˜ ϸ·/ÌàÒ¥Kiii¡Þ@Àõõõ­X±"Ô»˜†N§Û´iÓµk׸6„é³Ë²¢Ü3h"Òv~atÊ’•Ëï+q^ú³+ü»Ÿ8ÃîË©¸ÚêedþwÿoLB 5}trtpÆ3b“å=¸ˆ4Mç»›Õ3 c-fÆëy†¬y¹1nñ»Õ¶p˟ŲX³a4Ô»àžÝfëTsÿ÷<ÿ»l{ŒóiÂ~áˆHø.ô€¸ãìÞ½›óô¹`uÎ÷ï qúLDõk;¿r¿£T­JY²2Tû „«­#ý7ßé¢T­ŠM^¸µ®÷\q^ĦÌrœ+÷T(Óç¿®÷ö“Q ÈI<¾ésâ ª4=oüóÛ}—9Ÿ< €¸³TVV~øá‡Üι4cñs»~ änj½ü¾’Ë ;Õ»N\²®8p ¹èYÏ!tµÝËbç¿®ÐëÑsŒDÊæ¿Šñ,&ÃìãÂ’@Å.ØÍû‚Ïä?Äù´Ÿ¾ú«±á~Χw î çÎ;|ø0·s*b£½{G˜¤ÏNõ÷¶g`êò IDAT5¸ß‰° Ú4>ê:Ðya€ºqíŠ3éfÄQÞK­uÚç'´•õÖØšÇ Èß6>ÃA="‚+q”Ãj±Ûl¡ÞH`ÙXKZN·s²&ãÙ7ÿÛ9Àh€;…N§Û±cçÓ>ÿô?D‹Âî'Š«Î\úK­ûå÷•´X8Ⱥ›Õcל׹…B¯“çÃU˜±ÌË0£nØyŸäe˜¼Ÿ¬ÈšŒó_Â_(²-̳ïôÙ):>9&y–n0þÒv47¼ÿ&·s€»°ûudÇŽcccÜÎùâ¾Ýi îÏ‚ãÄàÕV zQÎÚeè$*®ãqTà>¯Û]8{ëÂaµ˜]µÒóLÃm6ÖK‡ Öd Äñƒ6¯5×aëŽJŸÒ–çJbâ¸Í  4Àá•W^9þ<·sîüÑÖ¥)rnçäÖÔ Z©Z1´adHÓtó{š˜±,Þk@N "_ssó?ÿó?s;ç–o®è¾\nç „ÈΠÝq,¿÷5â¸~íftÊÒ»½ ¼æ¼ˆŽOžÏrÞ´Û­ó™|*ñ¬–…×|ƒÇç ñ–>;9춌ՅÜÎÉšŒŸ;Àíœà„ òíÞ½›Û Vçüä‡[¸3p";ƒî¨ÿØÕû"@ŸÔÀ•ç…÷.® hIôŒuñ£ƒ½³.'Îx Ådäñ…³ÎàZõ³3}¶š'B½‘a$QY›¸SÛÑüå§ïr;'h€ˆ·oß¾––'TÄFÿ¢üaÁ‚Ê쯶¶Ö½Ïºv“AF†º›ÕÎë5â0Œ 9묽wá0ê¸iÁᥪ—Çãy¯ö—ÃA‡Ã ƒé³“H"MË)àvο¾sl¸»“Û94@$;wîÜk¯½ÆíœÏ?ýâ…?ÑõžÎ/?y'"3è¾ö‹#ýÝÎë5â¼Úê¼ðÒ…Ã4>êüòFÇ{k=+»éC|ÁŒÅÑsåàz€0"¤ÏN1 )1É‹¹ó웇¹@D,N·cÇnç|îKSÌx@\˜3Œ M›A¨ur0µŸý  8nÜjíKF5¿/éô/oX-f/ÙôœÖá-¬³y|>#‘ZͦPo$\8ŽŒUßàö@‘ޫ ï¿Éá„€ bíÞ½{llŒÃ ·|sý=Ë9®7 2gmÓ»î(U«Vmyd¡gÐV‹¹£þçu q˜ÆG‡»;h¶.®sçÜ…Ãd2¢i?ä bÄœ½øa·ÛlÖ…tö ³ók2†z#á…5›V|ó;ÜÎÙøç·û.5r;'À 4@d:qâć~Èá„ŠØèt𠆑¡‹~ÛÙÔØ)&!%2èë=Úίœ×Ëï}@,‹åvþ=7‹ Ó²×Ì4F§íq^(”és[Åne3ÐÒg,¯6ê†^ª¤½c$Òiï[-f‡ƒ»šÇ#g 0¤Ï³2¢dÕj'4ÜüÛÿà îd "çÍ7þíéˆEÔ Î ÚU2LD1 )ëJwÍ99 V‹¹£þcgL—š‘‘[Èíü}퉈G¥,Y9ÓœíMf­¿vv‹žÊn³NßnãªÿÆÂj¾ôÙGqÊtIL‡¶~VƒFœˆ¨ß$€ˆNœ8qþüy'Üù£­«2p,;g\ëžA3â¨Õß~dAgІ‘¡«Î8¯3óîM^ÄáäƒW[ñ3Aëzˆ(&!e¦#ýÝDdµL’ž}†hØa·û¾OïPó ¤Ï¾s8™ù÷q;'qp4@DÑétÜ6ß(Xóý{s9œ0ÜtÔ|é/µ®‡Î šóCü‚iðjkoÛßœ×+‹·qØWÄuabƲ™jœ #7K›ç}Ûl,_8Mh«ÅÌümz §ùÒg9ì6n›A£'@DΛoülGiÄ´~žÉàÕÖÖº÷Ù[I#Žºûþ‡fê2± \½Pçj½q+‡3\¹Y=S'hýÀ5çEt|²¿“³&“pº¹ê¿±€šo }ž!#ŠãôÕ#4â˜?Бãܹs~ø!‡F^ëç™\ïéüò“wX·¼où}%œŸãL_}úN šA߸vÅÙåyQöÚiF†œëΡ“‰ÝjL@sÕc¡4ß@ú<ÉY+" ‡¢À<Ý¿RÜ t:ÝîÝ»9œpË7×Gdëç™F†ÿ|ÂY8ì¤T­ZVô‡-,‚Éj1·ùÀyÍm3è«-D$‰‘Ï4§³z4?MŸ ‹É8mY´¿6Û‚h¾!Gñx<¤Ïsæp8Të9nÄñÕéSNp§A !}ÇyJž“RµjÕ–Gh­¸vå?s^¯,Þ6S×fõµ_tÖ8/Ê™¾Ú@Ç$¤øýusLWél·O[íßć8;Æ0pâ(‡Õb·ÙB½‘…Ía·/ù—tãŸßîîäpB€; h€Hpîܹ×^{à ŸúhtËå–ÕbþêÓwzÛ\wbRÖ|÷Ñ9Ô󆃾ö‹ÚίˆˆGålÚÊI’nµ˜ûÚ/ÒÌGºÚ@K‰~MËã =nÚlì\·y›Ýn³Ûmáß|C$AúÌ¡H”±œÃ ¿øÓ«ÎpGA  öïßÏál;´5MÁÁ™o ×Õ g.ý¥ÖõP#_ýíG8ìbLõwwQLB W]­4ÍPíj­P¦Oý¨Q7<휬ÙĈ=[÷ZÍ&áüŽ´Ûl|P ðŒ¶ÃXk1Ž!}æPRÖ2›Ak;š/Ÿ¯}L"ÜÐÐPGGÇÅ‹?ÿüóÏ?ÿüâÅ‹ׯ_õ¾¸TYYÙÒÒÂÕlK3ÿÞ\®f[¸¯¶þí¿ßrKȈ£òÜž–½&´»š›Žú½­3–-YW<ÿ ­³³°:yIδUÕ^Ú@[-¦içtØ­S[m8l6¾`šÆÐ~àñ¿õ³Xk6Œ†z‘Æn³/Y·‰Ã Õÿù*N#˜ƒp/˜3»ÝÞÑÑa0 EZZšL&#"ƒÁ`04Í7–.]Êçã5Xð4ͱcÇ8œpÅÿð8œo3Œ ]¨y}Õ–GbRœw–~ã~Y\Ò× g¬sh÷æg_‘5ß}T#_”³Öpcpàjë<çìùR­T­bÄQ ‹—NM?p-1c™±¬è¥j•óŽRµJ—Ôv情Z-æÖ3ï¯þö#Œ8jù}%ã#C†‘¡ùLhÕv~¥T­ÊÈ-š@߸veé7îgÄQ²¸$²±ž™>ŸÇcæÑÃn·9ì¶pþq—Ç狤1æq}¨7iŒ˜/šÆôD”|×rý@m†º{u~ñé²{L[‘ÏÉl³bÅŠPoà6DoìvûùóçU*ÕâÅ‹MýsÑ¢E*•J­VÛíöÐî`>Î;÷á‡r5[Áêœ{–ûQ²zçè¨ÿøÊÿÖ¹Æ$¤¬ùÞÿ]pÇF†¾üäçõêo?2ÿý÷|©&"IŒû¬»YÝüñ²æ çCgKèøÅKC»+¿¸ê cRVmyd>uÐÝÍjÓ˜^#ÏÈ-œ²J%f,›ú,÷:hóø¤Ðó)vØlBî ]¹ÅãóÅÑrçÉxÀQ”ÌÊšVvÖ‘BFŸ>Í_Źiý¬fl¸Ÿ«Ù"hˆ4ãããÒÿŸ½{kû¾óDÿÑõ'Hâ*™« 8È—l§ N“˜œ¦:½„LçÔ´Ónñìž ó„ìÌlhÏ>Ï2ûìLÉÙ-™gvBf;)N;xN/dšNI“68ic¥ql Æs±¸Kâ" !é÷ÓóÇÏVdn~?Ð…÷ëÉ“駾lÃ[>Ÿôôí_Ÿžž.4Á Lüô§îÜ“çÿÓÿúóó¥ë{®\£Ìi«ªbÃieéÙ GßžQ`âò‘¢¢¦4vžsî™*-Ñä;£^"Zêwª9ª‹¹B]ñX)‘oÈ< "呯üù‹û?¾[Ä;;´@DyZAï#$˜‰‰‰¿û»¿«Úç?õd§'nÇhbZ3ŽCÁ¤ü©²jyëÝ"fÐ7/¿ND¦SŒZ{»}lˆrîÍY?“þQû3ëq¥iv3ý™ó­Hv›\ï5™\‰•ƒâ’He¹"à÷ÊdÛýãËpä„œÙÁW‰[{û»ÿC¬R© 4€`Ê‚ßûOùw/>ÿ¹*ÝFßÜ£óD¤­ÐÞµ,P™Wª% ÎÏúˆÈ=;$ÒVèÖ\R¢%"×ÄQÀ5ê&R¬ ’ÓssÓ‰Üók®ù‰—ÿåþ—ÿ÷ƒ UœÿÊI5@ ùã?þc±Jé4_ú³bU;PBîú›?œè7zKáÑÓ'žø}uVÞJ(beÐnûôÌÐU“VöÀ¹ØÛ½Îy¾9zM0½F$Šþ¿ßãV¤íæï,‰D›b'&3ku5ºÓ2©2µÛl|ŽâØÃgë ¶‘Ùá>±ª¤0ÐjÔjµÏ·áÀù|¾Œ ߯æ«*Ýâ{e¯ËGDºµ}ÙŠ\ù|Dß‚ˆÒuk/Ñ)‰Èç (ès‰Úµm;J‚ˆ¼¾»¿ L\üFó7þâo.~0GÚ3ÏÇ’H¤™ùkcîÚÛßýïb•Ha !Õì4€öz½jõÞvƒD¤P¬ý.I¡TQ0$¢@ˆH¹öþAü%Á)”k‚dåíKwÐJíɯüñsÏ=óåOMwðòŸýÙ+ý/…€dtÿý÷Ÿ?^”RO<òP.M”R™Û>}í_ÿÑ6zSÁ¤Ý÷ñº#g'YÆq¸íÓ¾ñCÏ¢OÏw—A‡?ˆ£òáºØwœßL¨/;½eÙ1ûÀ€Ï¸ás/îbøÆj8œ˜“7$R©*SëuÎÇû )B®dÔYyÜÊrXX/yAe•XGò.9n¾Û#V5€T…RM^^ÞŽ– º\®ÜÜ6Š'&EŽÅ‡Æ|€¬TÖ^ŒÉ®J" w_¸}‰rMt­«:{öûÔþçÿþÇgÒiá—/odÍC i•––þíßþmww÷Ù³BGgü_OB”#A(À\þÅÞ‰n&4Tœ8õ»_^Óœ°¼ÎùëoþгhW0i÷ò÷w·PÑmŸ{ÿ-U¦öÈÙ߉Þ p¶ÑëªLí†5CN"½³^D"•)vö3; ›>ËUé‰+Å’ž•/•+EIóW#‘¢ã^‡wõµïq^ÑöÁ¤$Ðj CzzúÌÌ̽/%š™™ÉÌÌ4 {z$µ.ˆ|¾µéòBˆÒsÓ‰”é¹éDô®½Ä ¢tZIŠt­‚(¸¶\A"Ro¾=Lwæói‰ÜC,W <ú裯½öZwwwaá.#ÎoüÑWLßÕâÔè•îW&Gø7U™Úª'Ï—œ¬‰ï©¶)àúþõû¶ÑëüBÅÝM™µ\³^Ï-9û^O}h&¢œâèhLïs/ª2uü³‡üÞµ?GÂá„Ý:¨ÊÔ†XÆnˆB®dt‡J|NGÀ'ZΫÕÉ”*QJy—×ùcQJ¤*Ðj EEE…Íf[ZZÚúÊ……‡ÃQQQ±~:†¨”ÚŠ<"rÞæ'ø­‚éD¤-ÈS¹Gçw_2é&¢¼ -‘RW¡% ÎÎÞÝIå[XðiKóDä¹òæÏ~yMoÐtÛD 4@ zôÑGþú¯ÿz§ãìK‹ Ïm*D…ÜÐ¥ŸŽ½ßÍXK«®þÝ?H–Í„#—Á¯U¼ïãueÔsn²´êáh÷7»²<3tÕPq"z‹Û>M|èÌÝžøìs-¦ïä—HB’Hpë œIS¦e ñY,Y…er&Í57)nÙ ÇßÿXÕõc4Al4¤ ­VûÀLLLlÑ=33355uúôiF³Ù5bÑUœÉ%Zè¿› &.‰*Ζ*‰HYz¶”È7ôÁ\lH¼0Ôï&:t¦TMD¹G¦Í™G]1WxGßž RTœ9¤$"÷ßûÎ?þã÷~z÷° ïÄÀåUh±ˆ ¹±›¿Œôðýýýög¶ýúÙ/?îç½3k¹Ú÷¯ßwÞIÍ2sô§?ó•di…Ž®U,ÚFͯ(,9y{h ?HÁ³`ËÌ;Wí9zé¶{™%Ri(”JîëXezf$øWâ}T ÊÔiô%ΙqÖãº÷Õ;§T¥§irD)d}h‚ØBÂ}á œD"Ñjµ§OŸƒ7nܘ™™q:Çqçt:§§§C¡ÐéÓ§µZ­D²÷LÁÙÏ–Íýø{—ï|˜èy奟ùìI~¢îägO*ÈýËW~9{'`šû•/ýÜÙ<""å‘O}"—hè{]Ñ}‚Þ?þÞ@´}¶BIDTðØ'¹ùJÏD4¥r]~å• )Î|öŒnÏßQØS×nÝüû_½6µàØð^N×ÒÒòöÛoog?á^Ç?6àn\ú—Œì¼hWµÏ½¤ÊÐHårïâ|º.wûés$ 9™L¾£#í5‰Tš¦Í ø<»!œ\É䔡ÕȲ]äÆç5JªD{M¨ï_ÿѳ0'V5€#kmm÷àÀY\\ÌÌÌÜÓ§J¥iii™™™‰Äï÷ó¹³Ãár¹û„onÎ<|"}°wàÖÀ/߸2:1zý7?}åÛ=cúÄŸþ駋ѽï<Ï^¯¸„ƒƒ ~~Íì†f&¦š4µ6]½þ2N÷éOº¡¡a```zzz³jÿ¹éÒ‰897õxæl#¦i²Òµ9DĤgº¯Šh•ŸA‘È"áðÒô˜×9ŸS\žø¨:+×57±£tuizŒ]q—ž<«ÎÊó:çýËNçì„ÎP¬H˘ºâü™\BU†f›és$ŽDÂ2¹\*M¬Ï^&3K*•p+Ëñ>H*È.8,‘Iݶ©P€Ûó'[]•1iÞ¥_ÕÛ)Îë1žzD”R)F²ººï3À3<<\PP°?ϼ#‘L&SܱO¸ñ?ÿý_| ¨ùþ×ÿ}lMÞ˜½|ñ{?z{`ÎG¤Ð–œ¬køÃÏU­iJžïïú^×Û“î Qú¡“5üáùòîªãxûâ÷~tyhÁG¤È­¨ùì—¿òÄ‘»3(Wÿ¿|ïÇ=Œºƒü=öù†ß{ és<ÌÎÎVVVÆû".ß¼þÞèPì-…Y¹5GŽçæoöwÞyçßøÆ7ÖÜ~áÿüìS?¹'§„ÍåW”9§Ê¼ÝxîY´_é]vlken|É•Œé±Ïf*a=îÉËöñµŸQ÷|xéTvaÙòüìÂäˆÏµ p2…’ó.K$R™b»?IdòÕPˆlnŒD*eÔZÖãŒ÷AR:+Qk–Óû=ß!•IGß{+ÄùD©ö…ÿö™¹‡D)J@Cìg G A,l0ðʯ~‡ÖßU–èܱjíæ«Ø¾ÿýï¿ð љø:MÆßÿù³˜þr%Sr²¦ðè™è-¶Ñë·>¸´ŸqÛ®iõE‡ÏœËÌÑ;ç&'.ï.:×ê‹BŽ½}©L*—‡ïWI©ÖD‚\R|øœ\Éd–{æ§Ùxt‘XŸõƒK¢”ªxè‰sž¥@*Áˆƒ}Á0‚ÄòþØÐäâÆ?$îô®ôYGÝ>ožF«Ú¨™ôäÉ“_ûÚ×VWWÀü·_,ÎÝóå«°¡H8ìœpÛ§Òu¹LzedçŽÜôûvšÉî?λlù]qçW;è3½ÎùppgÙ+ç]²;h5„ÃrF ø)Á&$Rif®ÁïZÄÄgárK*”jíâÄp¼¢|&=cÅ9º3«]ˆ¥™ñ#5ŸdÒñU.À]@C €†4ˆ‚Ÿþ^lqÍ‚ÇÍÇÐE9yòÆé>òÈ#.\`æìá¬=;)lK4ÉÕê er…L®ÈÊb­¹ IDAT)©Ðäzó; gãÂ뜟µ\#ZÕ—;tßÉ4Mö.bèíÊd Uz$Z„mâsº6["!¿c7„Rgå镺æ&âûL$ÖŠ'GD©†IÐë!€†8@ hÅíÏk,xÜc¡H$O£[C«TªGyD_v,¼ó :¯sÞ6òa$ÒŠ‰(-SË/'ô:ç¿©ÖmŸž¼ðû2²óŽÔ|R“_(!ë“J¦`”iêp0mâ³2=S&W²+îp(ï³$7¹’9Ty*`—¦Çâ~uÕçv¢ ` €†8@ Ä  Ykﯭ*£aӉİ3l0ðê•_oÿúðjdfi~‹ZΨrJ*²‹Ê|î%Îëõ°°3‘pØmŸvŒ¦ërÓ2µD¤3ŽÜ/•ÉÝöéxŸîÞ¼Îù…‰›ŽñA¹’)4.9Y£LËHeAÖ·‹HQ•§LS“Dâüá —h37äJ&M“â|A12ʃL®d ÷U1ZÛÍ~·‰Ï›É.0.L ‹R MÐk` !Ä–ÂqЖ²ÖÞŽ–¦ç.ZŸü‰­§^ï㤈Ë7¯¿7:´»Ç*eòšûŽŸ>|ßfÙ&âÒê‹î;û¤*SË¿ÉzÜ“—íã7â{ªQgåiõÅÙyÚü¢`€]v̸lS¡»Ù'£Ö0êL‰T&‘P(À®l¯Í?.˜Ì¬0çòAáôeÇÔÙù³–«qY6xOÎë¼u—Þ®ñ…ÿö™¹‡D)@C €†â Ðl_gK{WoÏëýv"":÷OÎÞ†Ûù³ËÜÑa1ÖÕ×U#Þ6xåW? „CBŠdªÒjŽ?^|x³ &GƯ\J¨VÄ+¿ìXéɳÑ:y_!PehµF•/W*‰H•¡eÔ·cveѦT¥+ÓÕ|‹wâ7z§i²‰È¿¼ïƒ$=M~¡¾ü„c|0‘?è©tøŸ‰Rªúw¿|æs_¥@ @ q€ˆ@»zLõ½ºêšÚZƒù…—ûÏýÓ\oƒ¿ím0<~ÑMDúª§êêëkª¸7©i^ã!éjÙ‘ãúòã›]`½>9`F ÖÄÐx… .äL£Öx—ìñ>HÒcÔš’“5œwyrÀï³ÜÛÂäèÒ”ÛªôóñŒçˆ@C\ €†â€ÐQ|ÚlúÎœ¹Ñs«ÍÜÓÝÕÕÕÝ}i‚#"¦ô\}CCccc Iô½üý¯^ó°" œÍ—Pñ©24%'ÏnC9ÿ¬åÚ¬åF Ä\ɘN˜N)˜4þ¼B°oäLZšFçw/á7‚@ü§qš.wâêÛ‰9sc=4AìРá€8`ôíüù¥[æ&ㆸ,½=Ýí-_u‚¨ê¥[}›\· NÝzãÃ+¢”:Íy$+®è›ˆ¡“bè}&W2Œ:“ózðÉ/\Éɚ첩ë¿]œ÷Yvf~â¦szLx4ADIã}H l_g¯›ª댛]¡R¹ÌÝ=Ä<ôìOºD¬µ»¥¡Öd4šªkZ:{mûwÚd`¥N¾„bÓg"bW–o¾ûúû?ù¶}lƒ§P0i¥U?Pÿ‡%'käJF”3Àî„Üä€ùJ÷+ýï²7*N<ø{ÿîÄ¿¯É/Œ÷éRŠ\Éhò ¤2™×¹€ôY }Ù±êO}‰ˆ®ÿòGI—>‘¾Ì$J ë›èÿ(¥’: !Ð Äê€fÍMƳ/ë¾uËÒlÜðþ¾öºÚç.¹«žýyO{ˆ¬µ¦¯]âJϯ3©læîWûÝUϾÕÛ^‹u…´—íÏk :‰¤ÌŠÂ„"gÒ´ú"ï’=YfD$²ì¢òòjÝŽéñ+½Iý‡ÆÊ’cvèáuÔÙù ù}áu’hˆÐp@¤šík6zQõÍ!KË­c.sKíÙúµO~«·»¹ZEDÄš›Lg_Ö}óš¹…¿ÁÕÛ\óø‹®¯¾eí¬Åphúÿ.¿5ã\^':ýykª MEÍïd*Ùð^ÄÐ %§¸âPeuôƒÅzÜ“—§ÇðÑÙ)U¦N¡JìgQhò KNž%¢[\ò:çã}¡Tš×/ŠRêÏüã©GD)¼@C €†âÐl_‹éÔ ôüµm]þÌZ:꪿vIõäKæî¦ØѬÍâÒ™ Ñ[l5‡.XŸ¹fí¨>à ´ÃíüÁoÞ¥ÔÖíÏkhõEÅ÷× †N Z}‘¾üx´u=ÈùãC3CW1z;Ò4ÙR¹‚[qá“Y8uVÞá3çÒ2´ã\JÆ›ñ/;§>4 ¯c8ròÓòWÂëì”ä¯Þˆ÷ 9¬þÉ'ã}8äñ>$?kO÷•>Û`\wËÜRÿµK\Õó½w§ÏD¤2˜ w]jq©¶“=³ìö®KVWoÝ¥ÎúéÏ[sÛ§ÝönCó³¡ L§C'·}ÚmŸ¿Ò›_v¼ÐtJ•©-µÒýžYûæå×ÝöéxŸh?,N-NŠð¢`õï~ùÌç¾*¼Àöa4lf@Àþ@4§2¬M}Ù¾ŽÖK¤}ª­iƒô™µöv´¶´~÷=7‘þÜ3/µ¶4Ö·ˆM=C-F“QÕ×l:u©²¡ÎøÑ}®Þ–ººÞãˆÑj9·›´çžïîn«ÕmZ,‘ NÝ%}V‰•>SL7tìÖ»X†Š†Šˆ¡»²ÌæPgåéËåUð£9ˆharÄmŸ^œK½Ÿ;ËÆ3?·01ï㤎hôäücï÷ÎZ®ÆûDû'»Ð(J=bþh8È@À^P™šº~b²U¯K‚YKgcÝ…‹¤è«ßjmi¬3Ý3+Vª« DÄöuvOPåóõÑL›µ´×=þÂ{•_ýNw{£IG¶ÞæÚÇ_¨oªµvÕ%c}cÚ*JŠ0+JXü‡ÉË%'ÏnC;ç&'.c ^‚ð:çǯ\¿rI•§Õç—óItùÇççD/LŽ$ûK•—™{ˆóy¾eäÎâŠFÏD43ôÁä€ù tÐÇ’Heišÿò¢À:Þ%‡õÚ¯§åTI#8 0‚ˆƒ4‚cÛl]õ¦/¾ê¦Êg~ÞÛQ·ÃAΖÓÑØg¯YÚ«ùvi[g­ñ‚¹ö;ÖžÆ;¥\Ýu†§{ëÞru×&Û$‡Ûùƒß¼)¼ŽšÈ´8%¼ÎTšü²c¦S &mà <‹ö9Ë5ûø==ì‚\ÉhõÅZ}aNQ…*SKDAÎï¶O{ó.ÛT²„ÑšüÂŒœ|‰D¶‰,MbΆè4ù…%'Ïòƒw&Gn}péÀþ"¯FÂ#—!¼Nñɳ¿óGÿUx€mÂØ&Œà€ýhØ?¬Í¥«.e.M ¿ü©C¥Õ×7444lsl³¥»{˜JŸŠfûÚZ/q•ßloŒ ²uÕ OŠßþ»®Š´~ððjP”:[`W–'̳–k¦Sú²ã|Ž+3GŸùñº’“gíン–k­k2‘…ÜâÔèâÔèø•Kü¨èŒì¼t]nnÉ‘Ò*""çܤϵà²M-;¦ç'W2éºÜhèì¶OÍ]‹÷¡RSvQyé=;ç&§>4qÏ›‘He2¥*ú÷ÊÔÀeÏÂ\fî!QN\Ð q€h8 н)ÖÚÛÝÝÕÕÙýj¿ˆH[ùTKWWKµŠÈesé NÏ°¶W~ÎöÌekGŠèÎjBöÜù[÷ëÃ1¥çšÚ:Ú6^d¸ö}­]ªÆÖí]½?þöõŸÂ!áupÏ­†D¨³}ùeÇJOž]Có‚œß1>43t5õ†§¹’QgåiõEü¿ùÞö ç_Yš÷¹Ø÷Ê’ÃçZØ·HZ•—‘•ÇdhH"“J(ÀúÝö)¯S´Éæ°ž¾ìXÉßȬÇ=1pÙb "¢P 0þþ/…×9öxýÙóÿAx€í@4l: ` öÊXÛÐ\ÛÐÜA®¾žî®®Î›J§""WO£ñS=Õßì3·¬Ý]híéì'ýW«£ýÏÝv"2[ m?7‘¥»½åÅ/ÖXÉÒÝ°Õh—¥§«½­õåKöÒçZöæܹÁ©[¢¤ÏFIdŸÓg"rŒßpŒßÈ)®8TYÍ7NÆR0i…GO=m½nL–!M(Àñc¾ù7ù¶æŸˆó.Ø)Ãñ"W2¦SÑa7äXCÅñéÁ÷…Öa}7ßí¹ïá:QND@@â0ÔwôÖot‡­§ó=Òžoª¹³V³¨ª¹é£¬YUÝX«}ù»f‹‹ª7è¶YÌ.cݳ µu¦¾æ§_tÕ%Nþìö­Ì8„×É¢Uò¯¯#„Û>í¶ÿP•¡)9yV_~|ýüxèÃœ›µ\³ÝÀ\Ž$ÂçÑ1©´y³+UF­!"¯s>qIC”:+¯ÀtÊPq‚3Èùg-×0®} ÙEeÂh"²ö½‹ Ðøl½—ˆyªqmg³Á›4³.K¤Smœ+ê:zꈈ¬íÕñÃ<îÅÕ×Û§«©5î]\}õÖˆ(uJ‰±+Ë7ß}}ràréT~Ù1¾¿2–‚I+­z¸´êá…É‘™¡«˜Ë‘bØ´3'(}Ù±¼²cÑŸQ@ô¼MìÊržñè¼uH`¬"€ƒ 4$>C]ç[?é3Ô~´Pe¬5ÒEK¯…­»$ÛzÚ{9z¨¾zÆQÖžÎ~Òn/võuµ67½xI÷üµmíTjñŒÛEˆ_嫹+±V´±+ËãW.M˜cÌÜ’#¹%GX{ràòâôR0€½ÀOÛЗ. Eô¼SºCÅÂh"²ö½{ÿŸ^ ‰ €€$ 3ÖÖïºÅØÐv¾õS/44×ô´×ÉÚÛÞØø:§ÿj[ƒqà wÜ&]³Uþlëikíèéí¹4Ì•6Þ£¨£¶ië^ç°T"¼È^¸Éóä€9¿ìXéTì¼à(U¦ö¾×9ÿâÔجåÚî6ÚÀzŒZSr²&:mƒgœ¸Œ.õQ¨ÒeJU8À ¬3ø«#€€ƒ4$']]gïKT÷µ§¿|û–Ò§¾ÓÓQ»uÿ³­·ó½†yÜÅÚÕÒÚå2Õ4<_ïê|áUªo¼k\´ÍÜÑÚÖe¶²SMCskcÍÖOy£6q¦Oh= «¢Ú3ŽñŽñZ}‘¾üø†ã¡LZì¢B4Dìš\Éä•ÇNÛà!zÞµP€+¶™ˆÈÚ^ý韉]Whí¬¯¾ðª»ôɯÖ]½Îvvÿ“¥»aƒ­‡ÛÁ–ÙÉÝ=6V‘tu•Ú—·?Üöi·}züJïš±øE…Dd½nÄ„h€íã æ—¯zƒèY¸tm–(uF.¿ŽÐÔt¦ÚzSí]7¹Ìmm/¿J®ºÆZãÝ»z;ÍÄÔn·gyý¸hK{ý…WÙ‡¾5ÔÛlRQkGÍá¯55÷ÖwÕîjGá˜HíϹœC<öSì\ŽüuMšQ|C4ëqÏX®:Æo !`3|Ëó¡¦Ü8ç&§>4»íÓq9X*‰„#ÙÅG–¦„®¹ü‹³çÿƒ(GH0Êsoe¬õo:Ýñ=£}ö‰ûj-מ íåÓÈúØý]çåd³\1ýLð{Íäü¤ét­åŠáu'¾â€ƒR®®Óüó‹qݘg—¹³—£šíæÏwÆEGógWwKK?U}«³ùNK´±¡åÉæ§Í=¶ööU6sg{{—ÙFSm}SSÃÖ+GÅX?¨&’-/ ¯ü\uV^áÑÓÙEe.*TejË?öxùÇ_˜±ÝXšÛÿs$¬ÍZž ÑóÈ):,<€²>ëµ_O="Ê‘“Ùt2·Új÷9ˆÉÖ7›tÖÑ=~šôœöÇrKŽ¶ënëœ7Ι;@bC ©Ggªk0­»Õeîèåè\SíöæeØz:ß»+¶u·¿Ê1O¶6Æ”VéTD.?ý‚ík««ùú%N[õdÑÖÛúÅ—[;¾Õ×ÓlÚ¸;š n9ævôŽmèðjPx‘øò:ço¾ûº\Éä—/4Úp.å–É-9äüŽñ!ûØ vÂA&W2ùeÇ M§7üý‚èyˆµŠp¢ï7 ’žœÑYú‡¿~59Æ Äh8(\.©òÉÆ»ògkO·ÕX[kZߧlëí¼DÌSµK[»;.‘ö©æ»ÖÚ,VŽt:¹zšê¾~Iwþ;æÎF£Šˆl]õ¦/>×ØYon2ntžSVQÞ/•×•àë·)àf-Wg-WsŠ+UVo6—CÁ¤=]xô4?šcqjŒób¬- šüB}ùqCʼn ï]˜™µ\Cô¼GBN_~|vèu&/3ˆ'YÆ3Om5é r"Öß;:Öüæ\¿<ï­¦êZ9‘é—ÉÓð7æ‹œ´òø}g µZQÐrk¶õ­Ñ‹ÎU~ìaËÃ\ÛÕHýÉ\“ŠX÷Rç;CÍþ æNÈ”O>|´íxNµZF{¥´êчû 5üù"ÿ0&ï­¦jÓào+-%ç :"ãg_}xÄôÖáð¦'Yƒ9d²~)·çmgõÃÕr®»ÛüôX¨´¼¢ã±‚ºlQÐ2jm~ÃúºôÇklu™DD?ºú¸·é_aŸ:×iãJZ3¬ãVÍF-Ù‡Ú/o,NSQØæ˜o{sèÅ9~$ˆüÜÇŽ·Ÿáß©uçQe6º²Å”©£°mÖÞÒ3ôÝŽ \¤ñ>À>16tš-=1ù3knk|úñê†n׺‹]æ5ã¢]æ®÷ˆ©¹{¡«¯ÛBŒ©Ö¨bûÚš¾k/}¶ûvúLD†úæZ†Þ붬¯NDD7f¬Âß©$Z?¸}‹S£×ßüáû?ù¶}l0¸ùxk~4ǃ¿÷ïN<ñûú²cr%³Ÿ‡ØgŒZS`:õ±ú[õäù ÓgûØàû?ùöÐ¥Ÿ"}ÞSºM^Û~ ‡ð:ñ }èñÓ'˜Þw¯×w4 ú«Oœèy\ËpÎÆê {k¨öz8iåÉS}uŦåÙ¦×ßšw*íúÒýç5wÊȳ[NJ»öŽîo.7N1MŸy Ã¸¾=NZõð=æ°££ Ý} oÜê¥ì¦ÏoÔ¬»077RûšÍFÔ÷Ö•êîYkø^'Y+­ñ±[ÿH˳s}ùqs}i--¶ô 4¾esôœ¿ï!†ì£5ÝV"ëWkþ¡¯‹)¼àH“z±íí[ý¶[š¢ž/hÊãºÞºÞÐ3Þ+Ïkÿ©çó¤D¤-?ÞýXÝmèîkxËÆ—vÕ—TÊn?½®¢²5ÛÛñÆõ¦ß:Ù‚‚Θ»’: à3Ô·>ËZêj×5@ß½‡µôXˆªïžéì2wš9ªn¨Ñ¹zÛ:&èÜwšVs¯t¦êjƒJUÝÒù­Ö¸Ñ·oeÁ#´Àœ`Ên©aW–ù¹ÙEå¥'Ïn6—ƒˆ²•ðíÒ “#KSc‹ÓcXW)ƒQkrŠËóËŽ­ß.eœ¸Ì®àGöCˆcµú·}R`Lဤ¥¬)fhi¸õý¹a"[´†+ë½R…&–ü¶±œ·oÞç–eu<š­rŒÔþÈ:&"{×\Ðò¥ÒöµÝoò_ÿ„{z>üº5@Dߨ.>Ûò¨¡Õ:=ûT2UM6YFëß´Û‰ˆæ{¼j[}V]¶üååÍ›‚ìe™c‰\^O¿3D²¬ÖÍO²á— .ˇ ½N7É2¾ù¸Áà­ýÁà%Žˆìݲœ/m¯œ<;à{ože‰Ø%ï{ó,‘’ˆˆ<-¯¾¼LDÒsO>P+÷¶ýàƒ¯ÏGˆèâ-¯êBuëÃ9¯.‹3uäigò¢ˆæÍÞHkq裯½Su?°\ ‘Ý’þHjÆ:ìÛÝ Q €€ƒKe¬kj¯Ûà—¹£‡£sM%Ó¬Íj'}I·æ*7=ÔTgpõ¶w»‰±µšMÜþ9Ъ¯vvw644×lüÔc¶YQÞÅŠ35æol&àøE…Z}‘¾ü¸¾üøóC¢ I4$¿íä΄è9N ÷!€ÆHVó-?©4_Èé¾µØ=lëygðõu1Ù95*ê{Ç6¾} ç˜ír—¶kÄОιÀíû¾ž©`‹)¯š™žˆý{;ì{ùÕw_&bÒÓÊV³Õµ™*’ªvÒ¼ÕIdáÚG‹ªï„"Ö[Öv‘eôÎFAµ®NK¶ë³}!)##"bçí=lqƒ)S;ÀnÐGàuõy‰ˆH–^_¬ ÷t×12)çîœ ×åWËæû¬nÛCç¿©i¸µÐ=jë½ya˜ˆnÇ3ìÜ|ßí£F¬ó!"…± $?üI°kíéãè¡Æµë UºØff[wÛ«s®¹ÎÀöuörDŒ®¾óZK½Ieíimlxñ‹uS_[õÆE›¿ ¯“Üöi·}züJovQyéÔÖ©’hHRr%“STžWvl³è¼ ç_šGô/‰/üñS8Ð I(òÞ;Wê¼GZ«òÏä6ž©$¯«ã›ÇØ»þ¢e‘‹‹ù*%°pDŒJ%#–ˆB!6üÑl8BrF·.YÖ2vÖ•Õgó鯿oiççÝâ$ŒºáLqí›m4÷Ò …]¡È‡¦ëˆ 'p­™{¤ftDСбh C¤:Ü×|øî+T9¹­ƒµ¯qmêN®;q¸#äï¹:ØøŽÓNDD,IµÙj ÖSU·[-6ULþ¬3ÕTÒ¥Þ^+U›ˆˆÈÕÓÒr‰JŸm«7µ½#æÉÎîö‘©¾½«½÷ð×:ÚÌ­]µëhÌßصhC´*CS`:•_vLÁ¤mq=ŸD9¿Û>$Ÿ;g—ó/œl!Èùg-×f-×ð™G‘pÄPyÊ6|M`›—’R˜}ýý_Ÿ¶®âPóÙâ¦Ïïýß\Œ ”‰ãX"#'º“üÊ”&†(ÌÞÎåò˜¸YªSË)äqÅV "&§ã÷ŽÔ‡ÍÝcÝÖ•‰0iU¶ÏçÄ^òQ7´L®Û0ÞØâ$>ûãõÆ]OxèК‡²D¶ë×Ù»BaÎkÛä×æÎeGä»UÿÆâÝ«@‚}E†‡o>=|“Õ9£¡ñÁ²Æ«Úoýú‹ó›H~ 6¢3ÜÝþljn}ªã‹ÏÕ5P{S5õu´s¼14×8ÇÖ~æá®ò¶¿í©}ðh—Š\Gˆ^˜^·ÖÂgo|u¢ë‰¢¶Ïä-·f›~0Ùø…“ÕÆLfØÉÍÖ¿Át>lhùd>ëuu¾9Hž¬ç¸¼Ð6ZÒQQܦ•™‡—îq’­L öׄîëxÔÐþ™b¢°mÉÑö£¡¯¯?ê:œÓZ÷Ï¡öZcÓ'O6±^O×[6]]áˆìÃÖªvï#À€hÁT¦æ³®¹©ù§^&"b*Ï¿ÔÕ¹AúL˜¿±/Öì*Ì)ª¸çh^tT4ëq»ìSËöi—}Ó¢a§vÑìÌ r~ÇøYË5vŸu‰N™¦^Ä»äX˜Í-©^ a!€ƒ®º±ÓÜØé²Z]*Ñ°áìg""šca6ë^ä ˆÝU˜S\¾Ñ€äJF“_¤3kò w:óœs“SšÝöi±ÎûL®P /âœ÷,Ìeæ^ 1!€Ø?3K"ÌßÈð{„9àBnÖruÖrU•¡É.ª(4Úæè(“ £éΘï’3£S£ÖèôE}‘N_¼ÓO•õ0è9eˆ5…cîf?hHa ö‰Û·²àq ,"_H½B‹@»²Ì'Ñê¬<}ù±í¯+\ƒÓq»¦Ç½ât¸íÓ+K4G'/uVžV_Äÿ³‹™Îâ§m,MaÐsÊe ÇÜpÿ}׉r€„`ŸL‹±~Ð “/ëyóüºBI4©2µªLmtÌ´snÒçZð.9Vœó^§Ÿ°Gµ†Qgê Åšü¢¬C%â· ÚÇ1m#õHÄø#y¢ÿ]ª$*ÐûD”Ð9A4Nî-“h?©#ú¦sn’ó.{ó+KŸk°q¤É/LËЪ³óÓu¹Ùybµ9Çb=nûøà¬å>Щ*Ždæy‚^Z²¾…ÉÑÜ’ ±NP@ì“1: ~VîÑ“hÞšÖZ~^‡×9¿²4ïuÎc~ôÞ‰68«³òµFàþÀ{rÎMÎ ÷-Nîé³@"È:T"0€&¢‰¾ß €€T…`?8ÜÎ@8$°H­®r¬(çíÛ£$š·f^Ýi‘æ¼Ë+Kó¡‹)Ò»#W2éºÜ½np^/Èù—¦Ç'.cÁàÁ¡ÎÊ^dîf¿ð"‰ 4À~cþF.æ?ÇUl­Õç—Ý‹.ÚõÓ‡ƒœei©ôf4ù…D¤3‘&¿ˆ6ú5ܬÇ=1p  °“‘ì£ /˜@ì‡)1æodø=‹€p^ç¼×9?k¹ªÊÐhò‹rŠËc[˜E§`Ò6K¥ÃAŽ_lÈÓá` …÷ò342²óåJF•'S0ûÖ×¼¾å ¸üŠû‚äÙᾂÊjQÎP@ì‡Yç‚ð"R¯[x»²Ì®ÜpŒß+­¾8§¸<»¨l"Ñh*½aö휛$"¾išˆ\¶)þvÎëIÌ1Ó|¸LDr¥*#;¿‘og&¢Dš×ó,Úg-×Ðò D”‘ï\dn¸4¤$Ð{Îáv /R$ÅöÁÄ p‹S£üÆ9­¾(§¸\ÜQÑ;µ¦cº´jƒkXÛ¿rû%hTÍãû©·~ Ÿk!à¢Áñ†ønåõ·'x²¼µ çwŒß˜µ\ÔgˆReh„ÁhHU öÜ´ó7t‚wÂþpÛ§Ýöéè¨h­¾pOtì¿ÿ0Þ§H& “#Žñ!þe€X!ŽMÓäø—…ÁhHU öÜÔ’ðÎ&•×…èäMD9ÅZ}a|Û¢awX{Ærmiz-Ï°…üò£×~-°Æ@@JB °çfw@«‰V¹{ŒD€DÆè¿rI•¡É.ªHضhˆÂvAØeÚ¦³h¶c  %!€Ø[·3 xzFÝÏ)‚]Yžµ\åÛ¢µú"­¾H«/ÖŠã}.øÈÂäÈâÔ˜cüF¼ÉD*•/‚1Ð’@ì-Q@«~áE ÑðÓ¢‰Ìr%ÃO‹Öäeæèã}®ʳhŸµ\[š ¸xŸ’ÏêêjVáaçÌ-!E–¦ÇÄ:@â@ °·ËNáEä>7Z SX(Àñ3:ˆH®d²‹Êu†bm~FïŒxqH¤y¥&tõyæ2s‰u(€D€`oÍ, í€NWCB‡x@²8Çø ~þCt`´V_¤`Òâ}´”ÂzÜ‹Ó£ö±^§?£“T®”)R©,àõ¬®FBAzççnö#€áVÿä“ñ>ÀG@ì!6ð°B§gä+d¢’NìÀhuV^Nq¹V_¬ÎÊE½kX-B„ÃA™\©P¥¯FŸ—( ¢÷*ÓDø¹8…)j@ì¡éE‡ð"Ú˜€,¯sÞëœ'2‘:+O•‡1;²09ââçœl_(ÀÉJ‰T&‘$,¥ÕÕ ßKDRÙÚ—#áHš6Çï^òt  õ €ØCóË.áE~@C,>ŒæÇtDª³òu†âx-á8ç&ã7°Zv„ó­He2™‚‘ЪT&—H$´Y]Ý t^C“_$0€¶~(äá 4ÀšZ:^VM´Ê±¢RRìC"Òê‹ÔYùí²M-Naµ lS€õý^9“&•É#á“ž½K²“:š<ƒ}¤_àa&GsK*H öЂàè,)ºŸaÜöi·}š­ÊÐhò‹t†ât]nfŽ>ÞGÛ “#‹Scèw†{ ¸ ë ²¬L©X„*µ:+OxY¹¯úÌÝìG ©4À^qûVáÀ"™‘°(‡ˆ]YfWnD'u¨³ò´ú"uV^FV~*MŽæ÷ .Na¾3l!à‚ °A¿W*“É•B¥Öäg‰û,;j—ÞÌ>“ µ €†ø˜÷öœ( U¬Ox€P€ã›£ù7£y´*C›¤ýѬǽ8=º85}§bq¾•H(dÙPÀð{•ijeºZ™¦ÞÓÏöP€Ë3· )²8=.ÖyhˆƒÊÊÊx`?ˆ@Ë8/fp€èÖäÑtgxtFv^‚çÑžEûÒôØâÔ˜×)tÀ:¤’p8⸀ßB6ıR™L¡R+ÓÕiZÝ~ÎC׊ÐÎÐR@ì‡ðдº:Ä`;ÖäÑꬅÜù`Ú"næEÇk$Hè‹óz„ñ,Ø…H öļ[„Ð Nh„ °GØ•eve9vj¿ØP•/W*µúb•Z£ÊÔn¿àÂäˆÛ>ã¶Oa¸óÂùV"áp(À†ƒH( °‘ðÆ/¼ÉJeššÿG¦Pîó9w$»øÈÒÔˆ s7ûÅ: @Ü!€ØË~¯ð"Ê ‹ Ð,î^lhæoŒÝ!WªÖ4J{íË·›§7* )eûYsT…α„^YB4¤Ð{Bx­&ÂüHvëgw„ƒ©\d}¿ou5"W(¥r…L®+™8žÄCGD¿—ˆ‚~/m'kŽJÒÐ9£Ö¬à]rˆr€D€`OL- # –ˆr€ø‹„ÿ7à÷rÞåp0°Ùe2…B&WJå ™BÉÓ©T©JßÏ£Â6Xßj$ÂOjæ;š#‘pˆcwW-BçXŠ4µð"³Ã}•ÕÂëÄh€=áܳŠñÜ‚œŸó.|ÞÀö~;„ƒÁõëæˆH*“É•*ŠÉõ”ij"B<½§8ß ñ3…8v5¦;­ÍÂ¥XèK”W¾1ÊÄh€=áa…îT†@Cò |§sÀïÝþÔ…­ñ Ô}®I@£ 5ß=MD|5ÉF&SˆrŒ”’AD!ΉDˆh5 ü´Ãq;•Â¡s¬ÕÕU™R천·85f<õˆXGˆ#Ðâ›Zc|§Hm†{-Èù~oˆc~ï6öN4¡Þ‚œQI¥²è›±C¤R©áEöHÀï øW>o¼bÍZ3žxûs$øÉÔ›Ý+W¦IdRA'ÛDp“Š5cOÉ•2M­LËP0ªƒ:ÇÊ*<,0€^Y´‹u€øB ¾ùe—À Ù2ü ‰% 9–Ïw½k.m6™š—qðþˆ†ÎÊ4µT&»÷RšR•väœå$q‡onÄçö ͤä €†ø‹ûl Hp7'Â&Â…ÉÑÜ’ áuâ 4€ø–ýB§ghiU”“ì?A˜Ÿ­Þ^ØBçíPeh„ øW„ˆ;Ðâ[<‚C¾šCu!59ˆcƒ{ÐfkÀö!tÞ)¯s^x‘•E›ð"q‡@|°Ð*a¯ü^>ths†Í t(ÏxtÞ:$¤‚g{  €™Ãí¡JÀ/B€˜©!Ž èq†- tQXð+‘Á©4€ÈòµY_úø\08¿ìâB·Ï»ì÷-û½+ì2e)¾Án…ƒ džþ€Ï±<¶†Ðyhò –¦F„TXœë0q„@|ùÚ,"*ÎÍ_s»Û·²ìó-û½Ë~/Ë'ÔÁÀâÊòšË2TiûtPH Ñ!Î!Α°÷A$,t”?~;@j@ °´éÚôŒõ·³ÁÀ¼ÛÅ…óË."bƒAMлì˜Ù÷Bø½á`  `¤ìBç}¦ÊЬàœå$ñ… þT %ß.]a(º}ÓñSüs“D´ì˜&"—mŠˆ|®…P€‹Ë9aŸ9ÿj$𯄃Áp0 °Â{*á@AèG‘ÐЩ4@BË:TýwiÕG·{í¡çs-„ìÊÒ|(À"˜Njá`  9ÿj$ŒÙÍ Bç!Ê/þìp_Aeµð:q„@dŽ—Ã6Ã`$"¥ZÇdfíųdæèéN0‹õ¸ý+nλÌy—¹•eÿŠ›óz8ïÚ1ÓG‘p˜ïeü!Ž„Øô !t€„…@d³ï÷‘½ÿ£[¤ &-Û@DiÙ™2M¦TÝ~3Ë gDÞ7¨ÊÔª2µëorþ•¥ùpó:çCneɼÎyqŸbñ±2ßÔÌÍèkÉJeššQk:'¬<ãÑyë ‹Sc耀d‡`ÏE‚œ×>ADü¿×XO+t©T¥Öl%IãÛ¥sKŽÄÞÎÓt÷˜iì?ܾؔ™ŸÔ‰„±ö:óÿÈÊxî!::à[å$q„ ÎÖÇÓ~U~ì4guVž\É‘V{E¡V_LD2…’Ä!D4˜^?fšßxÀÇLóã2øÿøWˆ)3ì3„ÎÉ+ÏhZšRÿc ©!€“gn\x‘5!otP†Û>}ç6sìª £Ö£Ö¨24wnÔò7Ñîš©cƒéX±û“wÌtó¯F"t{ûßí±ßíYÌüŒæ¸<„Ω!ÈúVXœå$)ˆµš{ͪkk« ª»ïêioië4[\d¨®kjmkªÑÅë˜@ R»²Ì®l7ÿöS‘:+_®TÞ}×]ßÅoØd½ý‡û6f:¶C™(óøùËD„¶eHdSO$"tGªb­›ÎdÜF,ÌZÚkk;ë{ûZLÝèêm©«{á½;¯ÕêŸ|©·»Étû¯/[wcõÓ顯65›ØÞŽ¿v¶×r¹¯½Fµ®6ìЉEš¦¥½œr›Ç´Tï@l„½‰D¢ÊÐæ—‡‚ëYŽ„ƒìŠ; ù=."ò//ñ—ñ-¶ÿìüÌe€Ô •É*µ2]­Rk:§ž´ÌÔj¼em+M†5Q®ÍÜÕÙÕÓgeUÆÚÆæÆZã½¢^kgéÛ1gn4ÜãJWosýsïÙKkX–èNYWwcý ýyO{ÁÕ×ÙXwáku-Õ–öknmºè®úÖPo³IEÔÒTßTýø‹MM}ͦ-Ÿ öh1ù—l+„WE9ÈÚQSóâÔèš[dred뉈õzäÌíŸRçwm ÿ‰u€ •ij“ïãÀ ‡‚+,M‹6‚ƒe],«Òé¢é°ÍÒkX±¦¶Öt靖5·Ôœíª½líŒi&võ¶Ô>þB?SùP­í{ñâw_ìüæµÞ–êÍ3hWOsÝ…KU¹îñó(¬¥³±îÂÅ "bc¯µvµ½êÖ?ÓÑVg "]ucggñS­=­=õ:¶¯³ÛNµ5Üé‡ÖÕ¶4W½ü\G§¥¹ 4@œHã}€”`Âèԙ*uffŽ>3GŸS\žS\n8r¿áÈýÙÅåºcfî!uv¾R­Q¨Ò¥2Y¼ °{R™ŒQk2óå”Tä—Ë*(Uër‘>Ã=mï59[WSCs¯ë£·»kªM&£Ñ`ÐéT^ZZV–©¹%âccÝ¡£?ýÅ .<ýøÑ,c}‡eË¿½XKG}Ý‹äº+6võ4Õ¿Ðÿÿ³wïAqÞwžï M÷ÍåáÚ- Dk„Ž- ;q„[ÂÇŠMì8ÆÉlÌf OíVPæàÉNLNÕÖjþ9Fu*üWðùǸvë×Înpe2Fs’ Š36r|AŽc·¤ÈnFÍEÐMsyúçƨÅMˆç×ýôåý*—«AÍçùI¥xF~ú~?ÿ;k°`ÈýñÏ[Ïÿ¤­Ç½IŠw°«¹îk/^B¯g«zúZêî|öUíÉ^8.nzª×Õ7$¬ -7:nµ¡µÑèÒ„ðº†Æ…½.¶Ow44ØÅÅA½ß;Æ h’‹Ùš'‚™~ Ø¢ä !„­`ÍçƒÚÂR$²E¡¥P0 FÂá¥ðmLð†›ÎX '`´æêji}é\]}§h\©]!Åáp*uªª¨Šª¨ÂÓÿÒk‹›ŠžÞ–¦3çœ'1ØÝR§Ï@gKÓON5u4¸º6¼¹¬¹ûÚ›[^ºB¼1Ã0<ý¯úª¿ß}zåÁJ]kw··OÛx‡6Ô^ôÅáÚ“/÷6t?tÊ›´þÍ^Q÷Ã_ôw¶8[:E@‹) Ýž€pÜ4>Zu68Åk®A·hT¼^!Gì*Îz‡ž!&Ö‰A €LúGp„“~‡VŠéuÂÁ@8\^Z µå¥HH[\^^bß aµR:#*þuÃ;ØÕÒôܹÀÍS*Ôæžæ˜wi®Î†…ýd_w³CO×Ù€ýdO÷ʘ GcGOgÏÞçúz\4ÐÞ¾æ½O-:þü/Û½mO½¤ycbû†DQsëÊ×hš¦(u­›œUQÛÞÜÒÖèðö÷¡y½›¼Q!œ­½ýÑTEUV®@¯<Æ«‰µÅµêT…p»¼šX*}Óý‡*„Û³Õã@\Q@ S$¸hô2‘Ùbý|/bQìç#‘PHӢŴ`Ì4âÆ’k³äÙr›5/ßè³ ÝŒ]º£¶~ƒðt4·œ97^ýè£êÙ³šgÓ ÅîžÖŸ\(zò—]+•Íßÿ¾ÒZó^Å¡ áÚx(³âlzá]í-uŠ«£}¥7ŽæxÝnŸpÔ)®ž¶¶Ž—Î !ŠŽœìêé¾)ûgs{[4RQ­BÛæ·U¹©^~|ó«7JjUÂ}ótEYÿ ‘( H.Ñ}";;'Ûýõ,BˆRûêió~!؈£tÆv,/-›²LñHÖÜ}}.ç1ÐÙäj*>»I},„·¿£ã¼8ò³®æ•¹Ž¦Žî¦›Þâîï>/¬6mØ+õíÑþ[qÜ\k^MOoKƒK4·¿Ü^/Ü}]?yåÙzp÷·:¶:»¢*"s«yË·:!´ý±ºá}fEEB¨N‡Uœ÷xb£5M[騀1( H.š0úA±¬þ;¶˜ŽŽ™ŽKK‘P@[Ž„#¡ÀR$bÔ9‘T(q»”¢’€&.Éu§=ª*„ÐÜŠUx7¹âëîéxÕWôtg«s“ÍÕÝÚvNÔ>ßÙ¬nò–ÏŸ¨ªBxnŒnV!„ï‚÷äï\=ÑËÕ-Í JÝC¯tœjéÞpœtl’¶Ye¾ö½Š^Ïj[­8ë«Å9—Û+ÄjÉíõxWšiÅÙT'^s ¸µæÕx\!õ €À0YF€´ Q§6‹’§Ø lÅe¥ö’;ªK«öUüÕû–TíSïpV축Tä¨9J^–Ùbôa‘–\[~iEñýK*ÿ*¿ÄNûŒí³©e:æ®o²Z@QÕÕWŠlXçjC]]DukGÃ&å²»·µñÔ9qüç}§·jŒ£QÖ Ãp:„ö–öájC{³]Œn¹AQÖÜjÞúÍꚧ6Õ[…«w0võ€KXëŠÎÆ–Z1Ü×ãZýwïEQÝظålOÜ€@&mfÜè# .¶Þ¸EÂ!ö¦ ³U±äÚ,¹ùJ~¡ÑgA¦óOÝòÿ¬Ü“¼¦CÖ\=½Ã¢:/*u IDATö…¶ ËeÍÕÝÒxê5ïñûÛ6Û¼ÉcV>vÔW‹³kÞ£8·q¹ym•};Ojc{‹ýµW::‡š:ë!„»çt¯¯¨©-z »®µóÉΧ^ln­ëílqj-Ï]°¹ã–ý:ˆ h€‹Ùx“Øý‡Ó)aµt¶äÚ²²³>°}+{ùÖÿ÷ÅÝÛ?.ª[šœë¿FêjjxîœòèÏûÚ·YÎ*jÑMt]s£ýÌ+nQ_·ò9¯kÀ-Šš6xâÚ{o^›èêëô:›[›kßl½¹¬V;»Owý…bÏàÀEQôtóúÛÍîîæ†çΩO¾<ØÛêÜöÕ`EQD@»Q+ G^yî¹ÖŽú¾ÎF‡Ð\=mmgÕßïhP„Bl¯oê­ƒC]7WÜën5 !<ý§~rñQgKSÓÍRUqSYíhîz«±³«wÐåVêÛ~ÞÝÑ;aCmhï÷´y††Üšâ¨«wÞb¶5ˆ7 h’Lÿ×9Ím¶ÿ0ZL³ÿ0Þ(‘H9Š-þQW.¯ù´æp Q×´®vu6Ÿ:8ò³•öYÓ¼^¯¦iÂát(Bêl==èhíîj^wymo\×Þ÷KWãSgÚÕe·+ãã>Qtügý] +OTElÔþ*Ž†G«7ŸËÑÔù²Cs®»Œ­4ôx–{ÖÿœZ;{[7üåøüõ \{ 9ðG\’K`aÎè#À+•tôß1‚ÚÂR$-¦—BÁp( ‡—ÂAŽ˜²²s,V[¥3ÒÔJ1¼v´æq‹¢Æµ€µÎÎ Bˆówæ>wÓÿåÌ@³*<}¯uÔu®- µ¡áøzsœ£¹Û5ÓÞß×?䪳¡©¹áÆj¥¾sÈÛ¹Ñ:ûÖ|N­on­ßÞϤ h€¤¶²ÿp]1»ÿbz½ì‹%×ý';Çbôq¡Â¡@ž¢n¸øOÓÔÚêúúµ×€½^¥ñÑ'…ª(Š¢*ª¢*Õ¡¨ŠªÖÕ+B¥±Çõ©¦8œëãléhÙèñuM­uMr~* ™–——>écè•ÿ¢3ÁŸµvd0p[2yÿ!¥3’MP[p¿{NO‚½æà×ÿÓÝú=^× KsÔ×oœ3@âpi®_3úÀ¦û£Å´H»ý‡”΀Z×Ð`ô6C €4‘à¢ÑG6µZLo¶ÿ0ZF§ÄþCJg UP@dºh%­l¹ÿÐðb:+;;G±)ù…”Î@ ¡€ÀÆ ß--y6K®-Çš+=@¼Q@àö˜-V³ÅºþóÑbZçþCJg P@@Ž˜bzƒý‡±Å´¸yÿ!¥3®( _«ûc‹i³ÅZXQ™cÉ/µG‚šÂëBÌN|fÌ)Ä4§°b·ê¨*¬¨,ÞµgÍU¾ñzæÚU!Ä‚w*Ôæ¦'ÃAmÁ;yTúQ@ ¾¶(7}çú÷û¯‡ƒŠi UP@@¾”ÎÛQPjÓšß·8ç ÌÏægs³‹s¾À¼?0?+ñÑ€!¢¿çR4Òìú+£ÉV\^d¯Œþ“à]‚JA‘RP´þó±Åt8˜›žˆ„‚ó3“‰< G~©Ãè#èB €³Ú K«öR:oÇfÅt(°87= æg&)¦€ø¡€Àí±Ú U{e¡½RµWmXï&¿kntŽGÙžý±ŸÓBˆÙ‰Q!„×3"„˜ø̈3逷f¶X +*K«ö¥n鼫ÅtôßÕ‡oüÐ̵«âæbšý‡¸¥p`Ñè#Œ‹–Ϊ£ª°b7›Ð6+¦ý×ÇÃÁÀ‚w*Ôæ¦'ÃAb«üS£`0 h’KVvöR$bô)Ñ +v«ŽªÂŠÊhÙŠ­E«ùõ¿V±Åt`nvqΘ÷æg8# cÊÊ6ú£€ ¹äää( ‘p¶âòÒª}”ÎmVLk~ßâœ/0?˜Ÿ¥˜N{YÙü d:þÿ!€ e+./²WFÿɱæ}œL¡m8D;ºÿ0 ÌÏL†ƒ¹é‰H(8?3™øQ@ “9¯0¼ÀMF$/«­PµW–Tí£tN6«ûËöìý|l1->ß8;ñ™!‡n42YóU h$›hé\h¯TíUÞ½E2[SLÇî?œ¹vU1;1*(¦ÓWiÕ>£  4É%´è¦£O”g¶X +*UGUiå>Jçt-¦£ÿ^_LG÷ÎMO†ƒÚ‚w* tLèbÉË7úºP@°=^÷ÐË£)Žº†z§¿çäÍÍ-Ä/é­¤rŸê¨*¬ØÝ€‡Ì[LÇò_Ó‰4=rÙè#Œ€^W_ßÀG8ZZ[êÕÕÐܽíÍ­/]X-iªŸ~¹¿§µn£:ÛÂP]$ZaÅnÕQUXQ¹¾pbE¿-±Y1˜Ÿ ÌÏæfç|y`žiB€i´ÁŽÆV×éÁ¾&5æ“C]MÏóUתދ/žéèza` £ABhƒíÿþ%ï£/¼ÞÝÖäTÜý§[›Ï<Û¤Ö¹ºÖWй%ŽÙÑ‹‰ûÙ SÙŠË‹ì•%•û(¡ßf÷å5¿oqÎG1m¬;jë>€.Ѐ´  uµ÷8:ºZœ·x£w ½åÌùáÃ.¯¸Q@k®Ó-ÏSO¾îêiráîkmxê'-®®Å;ÐÙ3l}ô—½Ñ÷;›:{ºöžêíìêmŒÃ(ÓRD~(ÒB´tŽþ“cå®=âN)(Úp€x(°87= æg&ÃÁÀÜôD$œŸ™Lü “ÜR„ÿžP@’”×58èòG]CCzË7v´<÷’çdkgË–Ó™=ýíM_{iXáu{5!VÞ«¹º{/Š#/w69„B8›»ºí}ªûtÿéþfMSë4ÇNäªSµ ŸW»‘ Ór˜y¬¸Áj+Tí•…öÊÒª}”ÎH9ÖÜèÕû²=ûc?¿¾˜BÌN|fÌ)“@–™?mP@ åéëèpµtwÔǹžþöæ–ÏûV>´?ùóÞ¶ . !„Іºš_¼(„ðx·¨„½ÍÍgÎiG¾ÿCí¥ÝoÌ  {sLǬ6¶5ˆ³=CZscsÏ`óÍIƒ=ƒQÛè¼e1ìÈjé¬Ú«6¼ $§ÍŠi!Ä̵«BˆÙ‰Q!„×3"2£˜Žè^ðX¼{¯”“ˆ ‘æq ¹Ü^¡:ë·qoY¸{Z[Îœ­svvÔ;V#†:š¾ö¢ûø ¿ëmoT=ý§[šÏœj>Ý0ÔY¿Aµìênk9õêÅê#‡=ç/x=ÚæóºÜõÏ¿ÞsºÑÝÚûâ…زÚëñ ¡:”˜(u ÕâœkÐ-ëÖä t´½ê+z²§uÍDå–86úôm0…BXu† å˜-ÖŠJÕQUX±{³¼H€h7+ÔÖ—ƒó3Û ŒÞ–s¸Û§äZm…ë?oµ*ù|^É/ÚðýŠ­Pç÷B¢ÅtôßÕ‡o|~}1½à2ðWL®à¼ÎKn¾”“ˆ°]š×ãñx<¯7úÂëñ¸=Z]{W{½"„w ³¥õ'g‡?wÑ‘çûú:7oc=}­Ïž áu{…øü}ÞþÓ]Šž~½¯£QB8›:{»\­}š'æ=1G:ÝñªöôÏßênlÜûœ×µá»¢œ­î6E¡yêç¥sì¼±(j½C×G±w¯5WwKÓKÃö“¯÷4oü l‹î©aMdQ@gŠÂŠÝe{öS:Ë ,ÎÏL­~è‰y=ºæÍÆVÉ¡ÍÍjsñÚh¶XmÅå«ÚŠ+ÌKôul‘cÙâ·÷fÅ´ÿúx8XðN…ƒÚÜôd8¨¥b1må?æЀ yz›»z>Ÿ¡ 4«½¶ÁŸü­6w¶×+îžæ¦Ÿœsž|ùýΖzÕ;ÔÛÞü왦–:×@«sýiîþÓ­-gÎi‡Û/œóÆ\FÖ†zEMm7ªag[ß@Û&ÇTê;®9ëŠðzT!\[Îàøü‚³¢:Õ›‡@«U·÷¦/VUUŸ7öJµæîii8uVyôçÝM›ÝïζH˜Ò»‰˜²³õç 9VìVU…•ÑÒ [Ðü>m~¥?½‰{9 °þÎá` ¶Ö__ñoÈV\n¶¬Ô²±±Í«­¸"æme«=b­/¦óþÀ|¼JvÂE |k ¤ hÀ:š«»¥õµ‹ŠrãN°R×Öõ³F¡:‡ªª‡Cqu4|íggW“*„«·ó\ úùÞîÖzEá¨oíéxè•®~wk›sÝ<}g†ê~øËÞÓj‡ó¡Wcjc¯Û펧ðöœîêt µ®©ít{ó&»Õºú•ªªUŒ{¼¾kí9T!Ü1ã:T§Ã*λ<7µ×ŠrÓÅ5ÍÝÓRÿìkÚñŸ öm1Zä•îÚζ–•eZÖŸ‚db+./²WÙ+×ÏÆÍL«W•WkåÕN90ÇK»0Üí~·`uŠÈj[­äEo^Ûÿê®ÕÁ šß·8ç ÌÏægs³‹s¾d(¦ç½×u&ä—êë`8 hÀÍ4WwKã©s!±÷‰MmíM1ïlo|e¼öù¶:EMó:¯kŽéeG*„×½áPfGsÏÇ­õuªÐ†ª1£›5¯&„pu7;Ï ¨Gë÷à+?9ûJïóo v6l9ÛBu:VæjÜòëŠê(¾˜Ÿâlª¯¹ÜZóê iÍë ˆ"ÇÊEgO[C´}îoßhµd–ܼ€¶Å…ø¯GBA!ÄüÌDtlÂêõØmÞ“¢¶3EdMImÍ/,©Úg¶(BˆlsN84ª˜6™²ó €dF ˆáîii|öÕáê'øäà‹¯­“¼ú¾ÞŽ‡‹žüeG´rVê;û×¼£¿÷¢°>¹ñ hÅY]à·2 #¦6V„_:£}ÿuww“C¡ u55¶Š=óWoyŠ-d-/éùrÈj+Tí•…öJÕ^¥si[2‹öËùYmÎ'„Ðæf£^&LUFÚNIýa2™J«jÌK84™²L&S8 e™ÍsÓ‘PPú,—ÅÙi –<–€”G ¸As ©Oÿ¼¯»Mí­ñµØ1É7½m°³ãœ¨}¡³y³AÈîîÖŽ ¢öùÓ›½c…êP…p¹VŸ£:B\Ç;;›>o¤ëÛ:[;¾Ô×çêìØ¢VŠžMN|3E­S…¸ica][ûñ3§ºÚºZúÛ롹ºÛ»‡­FOáêéxÍ'„ÒßZïðxÆ}«õÚ‘_\l‰ÇߎÎÎ1‹@0Áˆ ³ÅZZ¹/ýJçØ–yu>÷—‘¢VËå G*Ù+m%šßgÍË,Î-/-EBA=Åô¢OïŽÒª}: G ¸AiìR!„ס ávo8RÙ;ÐÕ;.Žt¶nR{ÚšNG~Öwú–Ó*‡jÞ[þüãújqÖëŒù¬8œâ¥˜–z“$‡U mpâ ¾*Z{ß´±ÐÙÖóróÏÝ£v®îó}ö§ÑÓâBx]Þ"{µÃ¡:Tg]ƒÃáPU‡ÓéPΆ ûuK~±ÎЦeF@';³ÅZXQ©:ª +v§ô–0Zf@Ä,TÜð7‘½R!DVvNN8°hVrç¦'[ÁìÄg[d®îZÈpЀXÊJ!»nLò ÞÁî>Ÿ8ÞÖ´áÕ_ï@{ãC/]¬ýáïúÛ·XÕ·Juª"pcr†R×ÔPtæÕ¡Ahp®fz¼B8êÔ­ãT‡*^o̵fm¨½îž½'ßòôÜÑÖÛ×ê¼9IqªBxÝ1´¢ÖÕÕÖjëª4öxe]¡­Ö5·u6oçÜÈ$ÑÒ¹°¢²x×£Ïrk^ÏH8¨ÍÏLFç2æo=ÀŽE»éàâœBóûbH±s&€$C ØÈʘd÷ú~îÁ!Ÿ¨njXWëj®®¦¦/TŸ|}°{ãÛÑ›NÃpÇŒnVêO÷>?pôÌSu®'[ÚPß+ç†køÖçóŸ5×ÀùóJ½GkuÞœålé~½A©sÆ~ª­ßÕ¶ñÏo}û,O¾Ã9þÁ9= &Í'²Òg”p*ŠNƒþ“cÍ5ú8Ðü>m¥_öÍÏL…ƒ7š¤2;åÑ™`¯9(å$Æ¢€l(Z ¯ŸÁáu \Ö'׎×ІN7?w^<úò@ÏJû¬y=WSuE¸»ê÷>wáÑ×gú›n¾Ý|ÓMkµ¡sðÓ†®ÓÝ}ý.ÕÙøÂ/;Ú›?žÒÐížéV7Ç¡8›œºÞIc91eg}ŠÌbµ–VíKÂÒ9:@Ã7>žv¼ @ÂæŒ>@R €lh³!Ð^·[GÝÚÎÞþÓ]…°º:›œϸ/°òöï¿åînPTgÝáZŹÁsêO÷¿Þ®®ÙV¨8›;zš;69™Þ Ëñ–[²Kˆb³´õP ™ÕV¨Ú+ 핪½J)0þÖùšó3“á`àÖ_ ùèŸ~³ëÀa)'04`cÖ¼nMÕ±æ²æt+EÕ‡ª:uõ ªêp8ÕápÖ×)Bµ¹whãáÊj}cSœ~ F1˸íhjÁéX»P©ïòv&ô€ÉͪV¼zL¦eY‡ˆ) +v”Ú€èÈfßøW› èý[,»j¹ Ò4`cÎöÁÅöõ«úMíévc9¬ùÅ: èeÍ/3 õ*¬Ø­:ª +*‹wíIäsý×Ç£-3ë e2éÏ°äæë04`3ëÛglWn‰cvô¢ž„å¥ôÎØŠË£‹ËöìO̽ž‘Àü¬6盟™Òæ|l%áÏYe{jô‡Žù,ùz7%f‡E–EÊa2At—`IÕ¾"{eŽŒÜ[ð__ðNis>ßø(ƒ›lhqÞ§3ÁlÍ“rÃQ@ ŸþZa‚9Ð[0[¬¥•û 핪½*~»WWÎMOÎÏLr»Àv„µ ¥Uû¤œÀpÐÈ—[²KˆEQšÞV駤r_\w j~ßÜÌDt|óüÌœìÀ¬Wg‚%Ð MP@ ŸÙšk2[–ÃA=!YbIÖyR]\w F'8ÏMOÎÏL°-€þÉÏt&”Vr¤ hâ"¯Ä1?qUO‚9Ë$ë0©hu— Ü±ÎÑ‘¾ñˆ³E 1‚àsÐÄ…%¿Xg½È:Lªˆî,´W–Ví“U:¯ŽÔðÎÏL†ƒ÷« Á–—% ðÏ/uèHÐÄ…þ=„&Í'²âµ[/y˜-ÖŠÊÒª}²v †‹Ñ®™Æ€!ý3úCÊöÔèHÐÄEn‰„Ëk« ¤çŠÝe{öKÙ%;Uƒµ ·¨{¡½æ ”“$ hâ"·d—þÓrZí!´——V퓲KÐ뙟™˜›žœŸ™dŽ3€¤2«{¡þïÌ$ hâÂZP¬?$;+å hY»ý×ǼS^Ï3€df2™½S:CJª˜¿Ò4ñb«Ø£saÖRXÖaiu— ž±Îšßç››žœŸ™ðÊ=!ĉ„ýƒB”Ví“( ˆ—Ü’]: è¥ùë"§TÖyâ*ºKPuT•VîÛqé¬áÿÌ7>Âò@©(¸8¯?¤´’¤ hâEÿÂìls’ï!,¬Ø­:ªJ*÷ílbi(°èŸ™ôrÍ@XðMëL°—[mR ( ˆ){sÌÙÉvxu¬sÙžý;øòèl ¦9HKþÉ1 ù¥z¿y T( ˆ—¼R t–HŠ=„«cK«öí`— ³5d“É´è»®3d×ÃR$( ˆ#{ƒ²s»ôŒuf¶€ $eaAÙN&$- hâHÆÂi‘µÃ~;³ã±ÎÌÖá¤l ,©¬Ñ<( ˆ#ý{…VE hñÝC¸ã±Î«¥óìĨ67§ã@JXœõêL0[óÊöP@€´B @IÙC§1Ð;ëLé š¹¬3¡´jŸ”“$ hâHÎÂð¢Ùús„Ž±Î¡Àâôè'”ΰ™l‹5¤-è a!H?ÐÄ—þ=„Ë‹^‘Sª'¡°bwÙžý…»ok¬st‘ oü3ßø3`káÀ¢þ]µÐ ÝP@_ùŽ½: èìl³Ùl‡Ã·õUѱÎ%•ûŠwíÙþWQ:ÀÎÌNzô‡ÜQ[¯? ©P@_ùçøçt†ä˜³¶Ó?GÇ:—Tí+²Wn¬3¥3è§tñî½RNT( ˆ/9{7ë\ZµOµWÝÖXg¯gäúÈJgÀdb4À†( ˆ/³5תV¼zBÖÞÙXgÍï»>úßøg×Gþ¢ç<€XÁÅyý!Ð -Q@wŽ½: èìl³Åªääìx¬óõ‘+³£Úܬžc64;1¦?„¤% hâ.ßáœrßÙךó {‹öÔå;öš·=ÖYá¿>>=zÅ7>êÝÙ£Û¤´­¸Üj+r€¤B @Üå;no¯”ÉlY-­ÅÛÿBÍïóMŒz=#Ó£WÂÁÀm°#&“þ ®?€tE @Üms ´­bO¾coÑž;óJooo!ëÀ@šß«?dW-4HOÐ$Âfc ­jEco¾Ã©Vá¶Y'IbæÚˆþ’Êý!Iˆ€Dˆëœïpí¹ó¶Æ: !¦®^f $³EñOè- mÅåe{( @z¢€ ò{ +k£¥ómuBxƯ_½ê¹xyØç›;œÏFAH"¦,@l…€D0[sÿêáïlÿý‹ZàêUÏ¥ËÃÃW=³³ó«Ÿ_.¶™Bó[|! ‘| ó7ªë¿¢? 9Q@D¼^ÿ¥ËW‡¯^»ü—¹¥¼A IÁl±Ž_ù³þn@€4F €ñ.^¾zíÒ嫱—74ê]¾³ 1‡ÜB(i :Cì5­6þËÒ4Ƹåeç Mù#¢Xa-~lÓüÌ„þæo€ôF @B _½vñÒðÕ«ž‰É™%,˜òó4oâæoÜ4‰sáƒK¿~ýßt†\›5íË•rÀÎEBÁp@ï·mÅåe{j¤œ 9e}2Hõž]úCÆfÂ"›o!€ÁBEý!\i€ÄQÕ‚òrUN0«P@I÷Eý! €i€„ªÝ_­?d|‘Ð`$SVö¢ïºþn@€´G @B8 ¡€vO„˜ÂZœÖb¯9hµèÏHfÐ$”Ã^ZP§?‡)` æol4‰V+ãôˆ?[`,y…Ræo8ëï×ä( H´ê=ý!cÓaaVôçn—ê3ý!Å»÷”íÒŸä( H´ÚN‹EÂçS¾þÀíšøÔ¥?dÿÑGõ‡$? h p`¿„)Ã6`nOvv΢wJó7@† €Àµöè™òG²sYE å¿~Mó7@æ €À²¦pLrõ‡¶Éd2þùús˜¿24Æ2…cäzX`›‚‹óRr˜¿24Æøò³Ü’ IDAT}wé™]\ŠäèÏlÇÔÈ'úCªeþÈÐÃa/-(ÈÓŸ3ÅHˆ¥HÄ?1¢?‡ëÏ £P@`˜Ú¦p\ò„D¶„qÒ€­-x'¥äTþŠ”€”@ €aÜ/%g!K•’ØÂħë©:tÔjctÈ ÐFÖŽËËúC[X^Š„šþæo€LC €‘XE)azlXJó7@¦¡€ÀHµû%Œ¬"€x2[•ëÃõçÔ9Áü i( 0’ªÔÔTéÏa!ÄO`a^JÎþû•’B( 0Xíþ=Rrü¢XJ –Éd~ÿ÷úslÅåwÔÖëÏH-Ðìð¡‹„ËËŸL-é¬e2IY?x×ÃßÒr( 0Þ¡ƒûõ‡Ì..sJôçb]ý`PJΣHÉH-ÐOJ-„¸Â%h* .ú®ëÏaý ÈXÐÏa/-/WõçLÍ›"9 Í̵a)9¬‹€¤ðå/Ý%%gl1WJ ЦGþ¢?‡õƒ “Q@¨–²ŠÐ=fE 0?+%‡õƒ “Q@r«¬IÐ3¢TJd2SVÖØÇïJ‰bý ÈdÐ$ YS8.}6/²%\¦€LæŸòHÉaý ÈpÐ$ U-¨©©ÒŸŒ˜ü¢Xd,“É4ñÉŸ¥D±~d8 h’Èáƒ5Rr> q v,°8húsX?@ @©=à,(ÈÓŸÃ%hØ1³Å:~EÎõç{ŸxFJ@ꢀ ¹|ù>9“ ? E")QQ–——½SúslÅåîoÒŸÒ( H.‡î·X$LÏFL¥\d÷û’³ÿ(ÓŸ( H2¹ŠõË_’s úã “”È!maÑw]ŽÙšw÷ÃßÔŸê( H:‡î—’3»¸Ì)‘™ üé¼”¨÷?bµH‰HiÐ$U-¸û®}R¢¸ ÛœŸ 5)Q\ˆ¢€ {à)9\‚€m2™L×.I‰ª9r¢ l—”(€TG @2RÕ‚ªJ»”(.AÀvçÃ9ןïzø[RrÒ4IêAy— ýÙåR¢ ]™L¦ÑåL¶×,ÛS#% P@¤œÕ»d]‚þh,$²ÍR¢ -I¼þ|ïÏHÉHÐ$/Y— ƒ“_K‰€ôcÊÊr¿{NJTñî½wÔÖK‰HÐ$/gõ®òrUJÔÐHX˜)QfüSYQw?üMYQ逤öå/Ý%+jÒŸÉdùð¼¬4®?l†€ÔðÕ‡dEýi4,²Í²Òé¬ù…FéÏ?u-ФDqý` Фgõ®ªJ»”¨`Ä4*‘ÄIaÅn£€tfÊÊs½/+ëÏ[ € e<(q´'Ä6B$3³E1úHg“×dEU:Êõg€-P@2œÕ»î¾KÚl\·Ÿ‚É+¿¤Üè# m-/E¦¯J+ ~û”¬(€´D @*9&ïôØt8˜Ã $)n@#NL&Ó§ïþ^VZÍ‘e»d¥¤% hR‰ªH¼ýþèÛ‘œòÔ2£€ô4ï åìLØ hṞî±Xä´Æl#DÒ2[¬FiÈ”•5úáÛ²Òêû.ןn‰€£ª_þÒ]²ÒØFˆ$äõŒ”Ú>ÒÐäðeYQ¶âò»þ¦¬4€4F @ê¹ï¾» òd¥}8aa’— !W8”¸{ðÞ'ž±ÚøîÀ­Q@zrë#'ŽÈJ›]\š^.••ÈÂhHdÊʺzáßd¥Ùk¸¿IV@z£€ %ÕpVUJ›QðçÑàrŽMV$›ÉáËဴ݃ ßþ¬(€´G @ªúª¼KÐB×t®Ä4@?ÕQeô&äߨ9r¢lO¬4€´G @ªrØKï¾kŸ¬´)ÄŸ].+ Ð#¸à7úHr‡o˜­y\¸-Ф°¯ž8b±HÛ84f’67+„°óH wøÆÝ“݃·…€–«X|à‰ â@òÈα}¤<¹Ã7lÅå_üÆIYi‚€Ôvä¾»ËËUYiSþÈõåbYi€¹ùEF©Mîð !ıÖKLÈФ¼'?&1í£k"’Ã_0‡ñ” hè"wøFÕ¡£wÔÖËJÈФ<‡½ôK_¼Sbà‡‘-m´4°þëãF©Mîð ³5ïè·OÉJÈ(Фƒ¸§  OVÚìâÒx¸DV°á`@QX±Ûèƒ %™²²G>xKbà½OyøˆÅ"­2FLWæ‹e¥·% !Ì«ÑAŠY^ŠŒ}ôŽÄ@†oèD @úPÕ‚¸GbàØtØŸ].1ئù™I!„Ù¢}¤’¥HäÓ÷~/1°x÷^†oèD @Z9rßÝU•v‰C#áHNÄ@`ûòÔ2£€” ‡Æ?ù8Ð$f;ùc‰i™‰€tóÄãJÄ!„xg4›aÐ’Ü¢oZâèg!Dýcß-ÛS#1 3Q@n¤â`4Œ’_ÂlK`anÌõžÄÀâÝ{¿ø“24iHú Ž±éðœu·Ä@`ksÓ“Bˆk®ÑA XŠD>ûèr3¾ý¹‹€ô$}ÇûŸ.„,ªÄ@` áàÊ$_³ÅjìIäL&“ôÑÏ_x¨ùŽÚz‰™Œ€ô$}‡â½!ÌŠÜL`kì!ÄÖüÓrG?ïÞ{ôé¿“á( H[Gî»»¦¦Jb`0búx&Ÿ…„’„)+kì£w$š­yÇNþXb ( HgÒqLù##  üÑù%ÆžI+Ûb½øƯåfÞûÄ3e{jäfd8 hÒY®býëož›é¾.üÙår35´¹Ùè f@cC¦¬¬ËoöËͬ:tôà‰oÉÍ4iÎY½ëK_¼SnæÐH˜…„H ³…±ãXËd2]ü@îâA³5ïøÉ€( hÒß#'ÊË%÷Åïˆå›ÜL`=–b½‰O]r !¾úƒ´Ú˜/ 4á‰ÇÉŒ˜>˜PXHˆøÑü>£€dä™ùì¹™õ}÷ŽÚz¹™ˆ¢€ #8ì¥>pÜÌÙÅ¥+óÅr3U‹s>!D~ ÇqÃòRdü/ÊÍ,Þ½÷‹ß8)7«( ÈGî»»¦¦JnæØtx|¹Bn&+Çškô,–"‘Kož•›i¶æ}õÔ?ÊÍ@, h2È?(}ô¥k¡ëË܃F™-V£ã™²²ÝïÿÞd2É=úô©‚²]r3‹€ ’«X¥ƒB|tMsJäf‘P ú‚=„0™LžK 4¹±5GN¸¿In&Ö € ³8ì¥_}øˆôØóÃË!‹ä»ÕÈpó3“FIÁl±N\ñË-Þ½·áÛ?› €õ( È8‡¸û®}ÒcßË96é±@n~‘ÑG€‘f'Ç®_”›ýlµÈÀzÐd¢¯ž8"}t0bz{4G˜¹±€5¿Ðè#À0s3“£¾-=ö«?øGF?$4™(W±þ»ož> :1}<“/²%Ç"3…ƒ£ƒÍNŽ}ôŽôØ/ÿuÛµõÒc°! h2”ª<ñøƒÒc§ü‘½*4ô››žˆ¾(¬¨4ö$0DH[ð\º =¶æȉƒ'¾%=›¡€ sÕp>üÜ'=–€NËK‘Oß='=–щG @F;rßÝñXH¸ÒA2°„0Ó,/E.¿õ¯ÒcY<` h2]< !¦ü‘ñå é±È‘P0úB) €Î á` í³`ñ €A( Èt¹Šõ»ßyLúBB!Ä¥k!:hìØṳ̈ÑG@¢™²²¯¼ýÛx$³xÀ(Ð`¥ƒŽG24¤°—}Ä)+ûÊÛ¿1™LÒ“Y<` h „{éã_ûJ<’é ¡_vŽÅè# ¾¢ís8 IOfñ €±( ÀŠÃ‡?øÌœ÷<dÜ. h°U-øîw£ƒ†±V h¤™å¥È'üß&“)á_x¨ùÀýMñHÀP@€9ì¥ßýÎcq ¿t-tE+Ùq)¸‘~XB˜N–—"—ßú×8…×9qôé¿‹S8v€lÊa/}ük_‰SøØtøc¯Jíȱæ}È×ö¹x÷ÞãÏ>§pì 4ØÊáCâ×AOù#{UaVâ”T77=¹úÚl±xHaɵŵ}~üï§pì4¸…xwÐç?S–slqÊGJ ol¨ËSË < ô ,Ì}ø›ŠSx´}¶Ú ─£€·vøлïÚ§ð`Äôöh4®"áÐÜÌäðûoÄ)Ÿö ™Q@€mùÆ×ŵƒþð%˜S§|¤Üü"£€0™LŸ^ûè8åÓ>$9 h°]qí …燗é kÁ;µúÚš_hàI°3¦¬ìáý#qÊ7[óŽü1í3@2£€·!ôørEüò‘ZÂÁ€ÑGÀÎ-E"WÞþ6;§|³5ïñý´lOMœò 4¸=ñî /] ]ÑÊE¶9~@**¬¨4ú¸ ËK‘¿ þk8 Ýú­;Bû *ø£¸mßøú1!ć¾§ü±ép0¤Ö•,šBóqz€øÑæf¯^ø·øåÓ>¤n@€ˆ÷=è)äíÑœå[ü”0síjô…Ùb5ö$Ø“É473Iû €UÐ`‡âÝA#¦? [XKˆ¨‚R»ÑGÀ-˜²²Æ.ýiì£wâ÷Úg€”C v.Þ´`-!*L¦+oÿÖ?1¿'Ð>¤" h K:èK×BûËXK˜™"¡Àêk«­ÐÀ“` ‘pðÒþ%~+í3@Ê¢€z% ƒžòGÎå3:ÍÏL®¾¶Ú < 6d2™|ׯœÿm\ŸBû º( € è £#¡rÊãúÛg¶*c—þ4úáÛq}Jñî½´Ï©‹Èñ¯ûÒïŒ÷SÞ†+Ç‘™òK˜žD²s¬—þíõ¸}ÑöùïiŸR4æ‘ í+ñ~ʧ¡ SEŒãȹÙÕ×f‹ÕÀ“ VH[øx /®CŸÅçí3£WR4éð¡ è g—þ0l æ”ÄûA0ÜâœoõµÙ¢xD™²²¦F®|úî¹x?ˆö =P@É:ð·­ß°Xâ>%ãüðòø2ã82HžZfô2Ýò²¸òöo§¯^Š÷ƒjŽœøæþhŸÒ4Ïa/ýîwK@}éZèÂTQ$‡– ˆ/“É473yùÍ×ã=vCQsäÄñgŸ÷SÐ .¢ty¹ïÍ..½9lö›YO—ž¼S«¯só‹ Bú0[¬ù¹+o¿žÈ‡V:züä?0v sP@ÃÔpüê׿Ÿœô&扳‹Ko›쪰›§E$AÅ7ŒL¦Oß{cÑw=‘ÏüÂCÍGŸþ»D>†c0Rt$tMMB7Ë]º:?–ÏrÂT˜›]}›_dàIÒƒ)+Ë71véÿ’ÈöÙlÍ{ð™Ñ>d n@ƒå*ÖoëÄïßxïo^HØC£Ë Ë Ê”˜È‘äç|«¯• è3™Lá`ðÊÛ¿Iðs‹wï=vòÇe{jü\$ hŽ=xïž=»þéý&a#¡…SþȔ߼·¢¢R™a-aÏÏ”•uåí߆‰þ}^säD÷ÀÐg€ŒeZ^^6ú +µÀ?ýÏߎŒŽ'þÑõ{r – Œ +v~ôéÕßûçÿ6?3iàyRÉ4~ùϾñá?ÖlÍ;úô©÷7%ø¹H*Ü€I$W±~ïoKð8Ž¨¡«!Kvþ=UÙ–`Bײá–f'>‹ý0;ÇbÔIRŽ)+Ëë¿œèÿ5 ÆnàsÐ é{ðÞªÿÇÿüß¿Èç#¦óî¥ÂÜÒ/Ø#9Ao" Èe¶(ÁÅù¿üÛë†<±XŤµÀ¯~ýÆ_þ2bÈÓï(1; 4ö&‰¿÷÷«¯‡/¼yõƒA“äL&Spq~äÃó‰÷,„0[óŽ·þƒóžÿh$'n@€$•«X¿ý­çÿøáx?‘› £Æ¦ÃcÓæ;JÊ©¡“A(°˜cÍ5úÉÎØêYQ¼{ïWOýcAÙ.Cž€äD ’Ú‘ûî®Ý_ý?þ×o&' ˜‰­¡쪰çÌŠ°1¥„sÓ“Å»öD_›-Š±‡IBf‹5XüäsFUÏBˆúǾûÅoœ4êéHZÐ Ù©jÁüÛ§ ÙLuéZè’È=°«:ä©eF!¹,/-}úþ½SF€}ƒØ4H ÑÍ„¿úõï ¹ ->¯¡ï()`(’ÄòÒÒèGï,ú®x.>`kÐ e8ì¥ÿñoŸú×ß ¾óîÇFÙІÌÏ®¾ÎÍ/2ð$É :ëÙsåÏÞzB؊˵þøŽÚzÏ€äG ’ƒæq¹¼Š³Î©Þâœh8°¿úW¿þ½ß¿“m€:Áb h¥ s hSV–67ûÙG4pÖsÔj¾÷ëÏXmÆÉ/Ëèx:¹»î¼çνÅjcÇÀ-Gl8«wý‡¿m~àþÉ8ÝæƦÃo›/Ì”-¥"›ïë#Ž¬¶‚¹™É‹oüzøý7ŒmŸmÅå_{îÿ>úôßÑ>`;LËËËFŸd2ÍÕÙpçOÜÇ¿º¥Þ3ÐÝõêåé×ݽM·º-„Â3~ÝÀ©Ð±,ÙË_Øm)l)Œ‹=‡ªß¿úá{ÿüßæg& HZ)¬Ø}øѧW?¼pöÕÙ‰Ï RÙªÌÏL%àç(³5ïÞ'ž9xâ[F)‰ÐÀPªCÃýîhÓ¦¹z»Ï‹"gË˯¿õÖï~ñ“Õ_}¶±íÖS¡Uµà{óØã_ûŠÅ’ß_›Ÿw/W§³ìÂ|ëKܸ-ª£Êè#Èg¶X——–®~òÑÿþ¥áƒžWU:úÍÿÜMû €c0Ttôkí“­MOÏkÏ¿5ÔÙ°ÒÙzúšëžz­á—3ýÍÛ -µÀxÿw?Žã™oß%f.Dëa+.¿÷ëß[ýpø›W?4ðËZõ}÷ɲAüÿíÝoLÝ÷àû¯”Cþ€ñØ®ñ@ÆÄdlìíÔÇ•*HÚÅD- : Õ»»­®É½W5¹ºqÈÊ–"%RH¼ÚÚó$øÁÄŒî½1‘Æ)Õ8[V fz·ÐvÜ6§×4œCŸCþx`LìÄIüã`x½Ô>çüà|~ôÙ;_}~_œ ¤H"‘HOO!d—Ô6õÔ†]Õy›šúG!LõÅÑþÑd,¯ û³ýîì•ËþÃÿöØo^kûyçøø»WwðÏmâƒE¯žš!-ó†ô¿þòâχ÷çЉ×kÈYËS=Âr.,zçÏo¼Ñû»9uäyÒÊÛþfsÕÃËW¥zæ ; €Ù6Ô\[–·hÑ 7Ü°(=¯¨¼¶¡ýüŠçô좼0ÜPSßu¡Êõ7V×v¬¬¬-¹²ãÏ3lüêÚÿø@ù7ïØx•¿jÆÎ~ø?Þÿ—“7ô&VL¤- ×9° ¤Ý˜™|÷í?¾ú«ßÿÿÿõOÇ=×êóÒœ[¿óÐÞ-ÿ÷QŸ¸Šì€fU¢½¦àöý‰»wÔ”ÇCOscÃO aÝži¬¯Žg%Úkã·?u",ÙxwY;z:Õ³\Úõ±oÿÁƒkï(Kõ ÌC40›úë‹n­I?ØßZu~©F¢¿y_uÕ£/ ‡•÷>ÓÜXOt5ÔÖ<Öpt [½¹²¶n_uÑ«Ï}÷Àëÿòóι³ú’”èËùÊ·¿¿tÕ_M½ü—ÿ翤p˜+±hñugÇþ<ÒßsöÌœ~ø¤uÏDJ€fQ¢µ<ëÎþº?tÕä]ôvOCuùö<6î|¥uߎ¨ˆþ IDAT<îü)N¼Öÿòë˜;‹¡/ç/ÿâúUÁžè)×L€^´(1~fîwçÂm…ßþÚ=gᑲp˜MYyÙ¡¹©}¨&oúcÓ ªºâEå%î/«Œ÷4WåE7ÁºµyëÖæµýËÿüå¯_˜˜»§ŒÿôÖûz+„pÃòŒ›s—.¾qñÙë&ÆS=ÔrÓÒïüy$ÕSœ·hñâ÷'o¿ùÆ[§zßKÌõÿ¶BXyÛß|íž¿ûËuñTÀüç40›=uñõöo~¦«¹º }æ‡]uE›í¿ÿ•¡†’™Ÿ]}gÉ_ýêÕ9ž¡§K»î\β´/ßøAÚ‡ï,ÀcÑõÕ¢Õï˜zyì¥çÇÞLá<קÅÞ›˜H¾}mvž"=0Ëh`vMVæc±ÍO67ÕÎܶ1Ú\žý®êΞ}ñè táÌГ–g\·rÉu×O|éƒñ²-zŽèE‹¯{âìŸ_ÿã['_›ýoÿ"¤gR `v¥Çk[_-){êÑ; šŸlh¬-›¶Œ#=++=„YjÏ!„nHÿÛ¯}ýëÿæW¿zõçÿýØ,~órzüƒÓã„BÈX€1:„•}ËìèE‹Þ;ûλgÞzó¿?yí=¿i銢÷¿çmúfª`!rˆØPcUuW徺²¼io&zk*·8º{ŸÜWWSVB¢k_YÑCC5]u³uú"££ãm?ïüÝ«½)øî«dyÆuqó⥱¾t.±è½wR=ÎÕ´r͆µß(›z9pì¿ŸüM{DßµhñâÅ‹¯{gôÍwFO¿9p"¢o™7-]ñµ{þníeŸ~)DC€"Ö¿/~ëCÇÂƇ÷U^´÷y¨u_Muíó'’!ÄV®Ë'†Cá“­µ)ÉÏ\£K9>.íºsË—|éË7/J_üÞ—><{­¯ÎürÎÆ»0õr°ûöýºõj~Á¢E¼—|ûÍ7ÆFþt ít¾œ¥9·~å[÷IϤœ D,ÑUS°iÿ@!¬þÁ3õÕE-~Nô·6666·÷¦ç•UÕV—奲>O™7zÊTŽ-þàº0qÝÄxª'úlfè?¿~òwÿíŸ>÷o[´øº?üðýÄ;½qjç)v=0§Ð@Ô†‹VmÝùdQó£ÿx",ÙüdScmIö§ÿÜp6‘üÍoÿË_½:>þnªg¹ú2oX|ó ‹¯•$ýEôG¹ùÌ[¿ñÇhfL±Û ¿ý×wÜ-=0§Ð@ÔFK–nM|½½2ÑT[Yµ¿ãL¬pgcc]ùÜ8ë|EŽý浶ŸwÎË =Ýä)éØõ‹–¤‡óUúÃ÷æÈîŽëÓb·ÿàÿ˜z™?󫦘qÍ¢Å×;÷á¹>x"‘<ûNâí±÷gçknžî¶Âoíž¿ËX¾*ÕƒÀLקz`Þ ±¼ì¬ž^¾¯½§¼®ªòÑýß»µùþƒõU)]÷|å6~uíƯ®íxý—¿~õ_ÿuÞ͉ýé­é+G®áún˜<+BXzãâ/->B¸qñÙÂâsÎÚ£ߟHN™ž±ä½Ä»!„3#¯‡Þ:ùÚìŒ1§\»ñ+ߺoíwIÏÌYN@‘Kô77öīʦÖnŒvÕWW>øü‰°òÞ75Ô\¼zÎÿå¯_ýÍo?oÖC_“§§§^N¥êÏá½ýùݧ^¾}öñ³†þÓ#Û§_öÕ¥Ÿï÷Ï“Ï\½ñ±›2R= |HDcMyÕcÉ•÷¿ÒÓPrm5è0ß×CÏMíÜvCzlêå ÿoüC çI ‹ž¸¶XÁ¤Fz^e}WIy]]ù5vzÒ é±Â¯¥ðë_éxý7¿ýýï^íMõDóßðð[y«?Ú5‘vÃÍ)f–Ý´tÅ¿ùVÅÚÛïrä€k‹ ¤PvYí¾TÏðEå­^•·zUé· ˆ& ·|õöµ·ß•·é›©>à*p zö-»%ø_›ê)¢rÓÒ«ãßøÊ·îó€A®i4ÀÕ4ý@ôo~ûû‘‘ÑTO4 ¿ñæ¼_Áq}ìƼø¶<0oÐÀÕ1Ô\ßš]UOOõ sÂÔèÑÑñ_þúÕ¯ XÍñÅ%©!B·|õö¼økï(Kõ p5-:wî\ªgæ¡Æ’U[®¼ûÇM5ŸðPÁþ†êºP½¯jáuêÉÕ¯ý~`bâýTÏr­úæ‹ÿíצ^þéD×Ï~üp ç¹*–æÜú•oÝ·zã7<]€yÉ hàªÈ.©* G;^zèö¼¦Gëʲ/qÑhsmÍç=E%­Uy³=aŠM®æ!œx­ÿÄk'•è+þúö»×Þq—ÏÌo4pud¬ ]Ù÷ÆûúÔwV5ï8Ô¸¯²`Æ9笲†öŸ”ô-¸ú<ݺµyëÖæ%ú³894ý嵸ziέ}ûÝyñ;tg¸JÒ³ÒCV¼¶µµ¶¾ªò¡[×77=ÓT_¿hGzAyuAª&œc¦JtÿÀë¯ý~ÀžèÏjù_Ý–ê®Ôä~g{6X€hà* éÙYéY5M=e ÕåÛÿñÁMÍMO65Ô–\jLnç¸ëÛECÃoœ|ýµ×NþñÔpª‡â‹º>vc^üŽÕñoämúfªg€”ñBà*mßWÓP°¯¾ìü‘çDSmeåþŽd¬pgcc]yÞ‚{îàçw6‘|íµ“CtL—™yÓÿùà¿›þNã£ÛÞùóHªæ¹¤¥9·®ÞøÕño\C´ :4¥¡ÖºªÊG_ëîÿIkC¹“ПcÑÓý§G¶Oyä?ÿ_ÃÿúÛT 3eiέ«ÖnœüŸ%0@”²Kj›{Êê«« ò²>ýr>.{å²ì•Ë ¿þ•BÿÀë'O¾>prHŒN¹›–®Xÿ†è ŸL€¢–¯nìªNõóÂä¶èÉOÅèá7Þ\°k:–Ý’?›' —æܺ,7Õº«ÖnÌX¾jÖ¾®]4À5izŒ~sxøÍá7Þ8ùúÈÈhj‹TÿÀëSwBH»áæH¿î¦¥+þâ–ÛV­Ý¸ì–ü¿\ô»`^ €Ï.1Ô?²ó²=VpŽ˜\Ó1õròpôè™·‡ßxs~÷è«îúØËnÉ_µvãªu—åæÛ­_ |&ýM5•Uû;΄Vïx¥§¾D„ž{¦Ž!ô¼~æÌøðo ¿5Ïöu¬Z·±ë¿þ¿_ä7¬¼ío2–­¼yYöªu3–­´X®.¸r£­Õ%ß;¸{Ç“eyCCÙ5E—«Ï‰ž¦æDIyÜs炼իBø¨«žM$'Kt211pr(‘L^C§¤“ÉäçþÙÉÓÍËnÉ¿yYö²[òp€Y @W¬¿±æÀÐÝû›«²Ï¿3ÔÞÔÔÚÞòŠJÊË‹.¼›èz¬ü{OX÷dwOmAª†årnHÍ8"B~3‘˜8yòõÂÐo%só¬ôðð[ëÖæM½¼äèÉÐœvãÍËróC«Öm !Øà )!@Wj´§éXˆ×”ïÌCMÕ%ß;p⧮¾÷™¦ÆêxzéÕu;{šKªÔçkÆä éU:„0::>zæíd29<üVaôÌÛgμB=3>>þîìÏ9Ãò¿º-þ·ÿ>„0YœíЀ¹fѹsçR=pmH4—g}§«º³g_<= 5–åmmïl¬¯)Êmo|¬æÑŸ,¹ûPOseö§ÿ*æÉ…S/§Rõ '‡>ù÷¬\ùé±´o.Yró’%mÉÈZrsV–¥p- €+6ÔX–·µ½ìPOSezcÉÒªôCýåæÑÖš¢;÷Þÿ‹þ†Ë®†`AYœê€kGvù¾Ç6žùéÖ²šÖþÑD¬à£­Ï!„¬’Çê6‡áÖ¦þ”ÍÀÜ"@W.½ ¶ù'?Xylÿ%ûú“ý­=£}š•½$¤g¥j8æø$CÍõ]‰iod—7výlçÆĉápæùªê†ž &zk:³®¼Iz¼æ±ûËJ&W?§T5týá'; /=zg^QMS"Åã0—Ù |vC­uU•¾4ÖÝÿ“Ö†òìOÿ  ' €Ï.»¤¶¹§ó™lÌ*ÈËJõ0ÌUN@ ' ˆ„ @$h „†šë*‹ò²³²òŠ*÷µ¥zæCåßy´i(;/Ht<ÿÐñʦK5è¡æFm€+&@À‚7ÔXUõÓ¬?êoonmúÃÁ{— ?_ýX{bÆuýûÊ¿³õ΢ê}—´èܹs©žH¥þ}ñ[ËûYSYÖ´wÚñ‹þú¢ôéWµÖÕ4d×5TåÍþ”\ƒœ€€.ÑßÞ²ò²§¥æ¼òªa¸½kæ¶ì’ÚFõ€+&@À—žÏMõí£½—/XúÛ‡¦vmŒ¶ÖÕÔw^êçàrhX°FûGC¡ ªîÞ%jû§>IÏŽg‡3ýôhsuå£ûëh>¦DWmÉ­Ù%õý!d—7¶¿ò‹¦ê¼>ÍÊËš ÔCMU•Ï¯ÛÙ¸¯$ëÒ¿ .I€€…(Ñ^[ùÔ±<ÚÐÜBH/()ÊžþyVv^, õ %ÂPcUåOϬ{¤±îâÀ§ `ám¯­Ü"Vx÷êÐQß܉+Ò³ãya¸«§«¾²ê¥äÆ'›‹ËÏ|V‹Î;—ê€Ù4ÚZ¿óÀè~ÒS7Tv냣töÔ},/'Z+³ï|þL,„dá»Ûk R2*×6' `am®©<0°òþÆúòì¼òšÍa þ±Ö?\0½¨¦reÉØægÕg>' `!jª,øÞóY;^éª/É !Œ6Wæ}çùìG:»>~z´¹º¬¾¨±©*/ƒ0а€ô×<8Zý‹®}SOìß¿õ¡c…?þC{M^*G` `AI õŒfdO;íœèªozê„MÏ\u4,x‰öÚøíOX÷È/ºêŠf.â€ÏÍC`íéJ\öÓô¢ÇšžÙ;ñTYy}Ïå/€ÏH€€ù¯¿¡rÓªxUC×åêrzAuSë#ϼô`¼¬®}tV‡`þ `þË.)YNüãöMyåû.——³ŠêZ_ydcèjíw€«ÃhXF›J–~ïèê•a`8,ÙüHcc]Yö%/LŒ…¬l{ ¸*œ€€ =+;ÖU6ÿáglGŸúN^¼ºñ’ÛžÓÕg®‚ÄhéÙYyeu­ý¿øñ½ÙÇl]_PYßeÝ3 `!È.)Z—WBYE5M=Ýï_7ðüƒ› ÊêZ‡R=ó•а@$!}úzDSmeåþŽd¬pgcc]yžÝ\eN@À‘>#0§ç•ïkïåÉ»³:ššú/µ¾' `¡K †ì,矸êh"a‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$®Oõ NòøãÅ÷4œ¾‚+×ì>Ú²=7ò¾ˆäÑíh 9¿ÜVÙ‹Žï.¾çÐ'ßñú§ÛT¬½õÅwí ÅÏ?¸9vÕ§]3ïåŠþV0¯8 @$œ€˜m± »Ú:w&?z#yüñ-?|átX³ûåÃ+¦_™™9ëÓEéc78Í|»W Щ‹eƦí—HfÆοËœ×vÞß p1+8ˆ„ 0§õÖçççço?šœñþÓÅùùùë/¼Ÿ<þxa~~þ–Ã#ÉS/?]½¥p}~~~~~¼tûîÃÇǦýÜØËùùùñ‡;“cÏíÞVÏÏÏÏÏ__\ñ£ú£§f|GÉSGëtá¢üxñ¶K^½ä©£ÞVzþ®ÖnÙ¾ûpçÔm©ÈÏÏÏ/®ïþ3§êKó'ÿDÝÿÑíëóóó·°yËî£#aݽeóO¼ÐÑwz"#'gyÆÄéî¶C»¾_¸­~ò¾VV¬! éš6×HGK_!Ltéýèî“ÇwN„°¦¢87„äñúŠ»vhéÏÈY³&gyïëxq+ê{?¹#Ý]ºùÁ'^hë>–çäääd„0>ØõâÞ7o;Ÿ¶€ @Ì+}‡u¯¹ïéîìíîîîíüçÇK3B}÷^t 8„ñ¶†–dáÃÏ=ÞÛÝÝ{üè³UëCã-Oœ:D|êàöõ…°fë3Gww´µ´u¿®ïÐ;ÏZe=õ\õ‡úBÈ(ÞýO½]mm]½íÏ…‰Ž½Ûv¾<BXQ\±&„Ð=íTôØñ#ÇÏßkGÇÔ°ÉÞ#ã!ä”ç†0rdÏÞîr¶>ÛÞÛÕÖÒÒÖÑÝùOÇÓBèÞÿÄŒ?ØE’íï<4BÎ}“š¶¶¶®ÞÎ~¼8#„е¿¾Ó)h8O€˜WÖ?~poņÉýenØöøžxaâxÛÌ#½÷Õ×WoÎ…B,wó®Ç·.! vtO"kzwi…ûŸ{â®ÜóLŒånÞspqZO®ÊÚ½gsþ¥?Ý{™ŸHvÖïï !äìx®~û¦ Ï/\±y×Áƒ÷-a¼eïs½!„ÜâÒœÂñ#Žz'{tN„´5kÒBl™:}êHÛé–—nÉ !yª½7„°¼t[ÑŠ _—¹iûÓ;K ‹KׄËßÞùŠñÝÇ÷LýiBÈÜ°mwuNát÷  ç ÐóÉúmŹÓ_g®_¿<„0vzf.®˜Ê¹!„Ë/Ê !„±‘d!${·‡V´£xÅÅ?¸¢xë¦Â鶖Ù8ì=Òv:„°~çö ±‹>É,ªÞžBè;Üv*„»¥xyãÖmô¶tŒ‡PT]½)„p¼åüìSm-ƒ!,/Ý’ !¶bCnátÃÎÝϵ÷^8ð˯®îàßï¹kÆ}OÛðD[oïñ¶½›3g|™Bɤ ç]Ÿê¸ŠVä\Nc±ÌÉp;£‰fnXqqÐ iÓ¯ëë!L´ï©(q];BƒÝ§ÆBþŒûiÖì~ùpÅ%Ên,v™_”é !,¯ÿø¹ñ iapb¤s$¹=7–_Qœqè…Óm§Â†üpª«e0„õ[ ÇÖ„Ž¾Î–SÉÍb#GúBÈ(Ü2³s+vßwð‡/ ö½°ç‡/ì kŠKKK·l)ݼáòñyÚÌ™±±ÞÎÎîî¾ã½ÇOõõuwvõŸŸú ÿ0ÿ ÐóHZlf.¾ŒØÇ.¼èurl2¢N öõ]æ7Œ}ŽÌ‹Å23?S´O†B,óR÷ˈ…0‘œ˜¼$KQÚ -}-]#Õù±®#}!äl‰ç®H/}§;:F†ÌÎÃ]!¤U\8LY´÷È?íß[¸­o<Œ÷µ½p í…{ÒÖ”îzúéí›>aб΃»v=Ñ2ýo“¶|}anoG÷Äg¹=˜ïh€kÁÌÚ›ŒvÏÃù>½æá£-Õ¹Ÿvq”2b!„K&g$òBr<ÎgèBæ¦ûŠÒZÚºŽtŽ•ÆŽt†QX˜b¡´0­áž#]#/t†Vtßô²œ¹¡bÏÁŠ=É‘Þö¶¶¶–#-G»'úZžØ¶sEÛÁ-—9 Ý{pû÷Ÿè !mMqEEiÑúõkòó7äf†‘Ã[ŠvuGðW€k–ÐsZl²»~¬7 Ž]êò«$sMnZ¡¯ãøÇ¿eìx{çñÞ‘YÙ3[±>'„pº«ûãsœê:>BÈÝ´âB®ØBè<Òy¼­s"¤mšÜô¼a˦Âñ#GÚ'BØôÑîëäØ©ã“ÛŸc+ò7WlßS¸­ëåÇã!„‰¶ƒ—ù_x.⚇9øDõ¶-›7mÈÍ !„±Þ(ÿ?€k‘ 0§ÅVd†©ŽSÓ‹ïXûáö(w=Ä6ÜW”BhûûÃ3ž58vt׶~ÿž»¶?7!Œåo)^Bè®?xüââ=Ö^p0„S\xáˆöŠÂŠõ!Œwz®åt¶lÈ !„Ì [Ö‡0Ñ~àï[ÆCˆW^8ÖÜ{pËæ{¾ÿÃG.º‘X~aaÎä?/“Ø“ƒ}ã!„Œõ…¹¯-9~øÈàäÏY ç ÐsÚŠxaNátÞýí#!„’½/?½½úÅñH¿6sóÃÛׄºŸ¨øÑá©cÐcõÕÕ-ã!d”þ¨bVVsÄ6UúlßùÜÔ#íõÕÛ_8BZñ®íùS¯(®XÂé–CXS?_šs ‹sBïêaýGý9ä—NÞáã»ê;§N.'{ï}n0„°¾"~™±œõËCãmZF¦Þé»û¾Â5“sŒgä¬/­zúŸÚŽìÚ4cŽÜ-¥ËC!mSiþTŽå—n !„SZ|QUŽm¨>|ôÙ‡¿[¸&#m|°¯oðtX¾¾xëîÿ¯íðöüOȹ[žÙQº~yÚx_WWWïHfá}»Ÿ=ÚR¿kkQZãm‡{€B‹Î;—ꘇœ€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@ €HÐDB€ 4‘ ˆ„ @$h"!@‰ÿsy›@å,žIEND®B`‚bpfcc-0.31.0/examples/networking/tunnel_monitor/main.py000077500000000000000000000065241465134135300232460ustar00rootroot00000000000000#!/usr/bin/python # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from builtins import input from http.server import HTTPServer, SimpleHTTPRequestHandler from netaddr import IPNetwork from os import chdir from pyroute2 import IPRoute, NetNS, IPDB, NSPopen from random import choice, randint from simulation import Simulation from socket import htons from threading import Thread import sys ipr = IPRoute() ipdb = IPDB(nl=ipr) num_hosts = 9 num_vnis = 4 null = open("/dev/null", "w") class TunnelSimulation(Simulation): def __init__(self, ipdb): super(TunnelSimulation, self).__init__(ipdb) self.available_ips = [list(IPNetwork("192.168.%d.0/24" % i)[1:-1]) for i in range(0, num_vnis)] def start(self): # each entry is tuple of ns_ipdb, out_ifc, in_ifc host_info = [] for i in range(0, num_hosts): print("Launching host %i of %i" % (i + 1, num_hosts)) ipaddr = "172.16.1.%d/24" % (100 + i) host_info.append(self._create_ns("host%d" % i, ipaddr=ipaddr)) with self.ipdb.create(ifname="br100", kind="bridge") as br100: for host in host_info: br100.add_port(host[1]) br100.up() # create a vxlan device inside each namespace for host in host_info: print("Starting tunnel %i of %i" % (len(self.processes) + 1, num_hosts)) cmd = ["netserver", "-D"] self.processes.append(NSPopen(host[0].nl.netns, cmd, stdout=null)) for i in range(0, num_vnis): with host[0].create(ifname="vxlan%d" % i, kind="vxlan", vxlan_id=10000 + i, vxlan_link=host[0].interfaces.eth0, vxlan_port=4789, vxlan_group="239.1.1.%d" % (1 + i)) as vx: vx.up() with host[0].create(ifname="br%d" % i, kind="bridge") as br: br.add_port(host[0].interfaces["vxlan%d" % i]) br.up() with host[0].create(ifname="c%da" % i, kind="veth", peer="c%db" % i) as c: c.up() c.add_ip("%s/24" % self.available_ips[i].pop(0)) c.mtu = 1450 br.add_port(host[0].interfaces["c%db" % i]) host[0].interfaces["c%db" % i].up().commit() # pick one host to start the monitor in host = host_info[0] cmd = ["python", "monitor.py"] p = NSPopen(host[0].nl.netns, cmd) self.processes.append(p) def serve_http(self): chdir("chord-transitions") # comment below line to see http server log messages SimpleHTTPRequestHandler.log_message = lambda self, format, *args: None self.srv = HTTPServer(("", 8080), SimpleHTTPRequestHandler) self.t = Thread(target=self.srv.serve_forever) self.t.setDaemon(True) self.t.start() print("HTTPServer listening on 0.0.0.0:8080") try: sim = TunnelSimulation(ipdb) sim.start() sim.serve_http() input("Press enter to quit:") finally: if "br100" in ipdb.interfaces: ipdb.interfaces.br100.remove().commit() sim.release() ipdb.release() null.close() bpfcc-0.31.0/examples/networking/tunnel_monitor/monitor.c000066400000000000000000000062251465134135300235760ustar00rootroot00000000000000// Copyright (c) PLUMgrid, Inc. // Licensed under the Apache License, Version 2.0 (the "License") #include struct ipkey { u32 inner_sip; u32 inner_dip; u32 outer_sip; u32 outer_dip; u32 vni; }; struct counters { u64 tx_pkts; u64 rx_pkts; u64 tx_bytes; u64 rx_bytes; }; BPF_HASH(stats, struct ipkey, struct counters, 1024); BPF_PROG_ARRAY(parser, 10); enum cb_index { CB_FLAGS = 0, CB_SIP, CB_DIP, CB_VNI, CB_OFFSET, }; // helper func to swap two memory locations static inline void swap32(u32 *a, u32 *b) { u32 t = *a; *a = *b; *b = t; } // helper to swap the fields in an ipkey to give consistent ordering static inline void swap_ipkey(struct ipkey *key) { swap32(&key->outer_sip, &key->outer_dip); swap32(&key->inner_sip, &key->inner_dip); } #define IS_INGRESS 0x1 // initial handler for each packet on an ingress tc filter int handle_ingress(struct __sk_buff *skb) { skb->cb[CB_FLAGS] = IS_INGRESS; parser.call(skb, 1); // jump to generic packet parser return 1; } // initial handler for each packet on an egress tc filter int handle_egress(struct __sk_buff *skb) { skb->cb[CB_FLAGS] = 0; parser.call(skb, 1); // jump to generic packet parser return 1; } // parse the outer vxlan frame int handle_outer(struct __sk_buff *skb) { u8 *cursor = 0; struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); // filter bcast/mcast from the stats if (ethernet->dst & (1ull << 40)) goto finish; switch (ethernet->type) { case 0x0800: goto ip; default: goto finish; } ip: ; struct ip_t *ip = cursor_advance(cursor, sizeof(*ip)); skb->cb[CB_SIP] = ip->src; skb->cb[CB_DIP] = ip->dst; switch (ip->nextp) { case 17: goto udp; default: goto finish; } udp: ; struct udp_t *udp = cursor_advance(cursor, sizeof(*udp)); switch (udp->dport) { case 4789: goto vxlan; default: goto finish; } vxlan: ; struct vxlan_t *vxlan = cursor_advance(cursor, sizeof(*vxlan)); skb->cb[CB_VNI] = vxlan->key; skb->cb[CB_OFFSET] = (u64)vxlan + sizeof(*vxlan); parser.call(skb, 2); finish: return 1; } // Parse the inner frame, whatever it may be. If it is ipv4, add the inner // source/dest ip to the key, for finer grained stats int handle_inner(struct __sk_buff *skb) { int is_ingress = skb->cb[CB_FLAGS] & IS_INGRESS; struct ipkey key = { .vni=skb->cb[CB_VNI], .outer_sip = skb->cb[CB_SIP], .outer_dip = skb->cb[CB_DIP] }; u8 *cursor = (u8 *)(u64)skb->cb[CB_OFFSET]; struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); switch (ethernet->type) { case 0x0800: goto ip; default: goto finish; } ip: ; struct ip_t *ip = cursor_advance(cursor, sizeof(*ip)); key.inner_sip = ip->src; key.inner_dip = ip->dst; finish: // consistent ordering if (key.outer_dip < key.outer_sip) swap_ipkey(&key); struct counters zleaf = {0}; struct counters *leaf = stats.lookup_or_try_init(&key, &zleaf); if (leaf) { if (is_ingress) { lock_xadd(&leaf->rx_pkts, 1); lock_xadd(&leaf->rx_bytes, skb->len); } else { lock_xadd(&leaf->tx_pkts, 1); lock_xadd(&leaf->tx_bytes, skb->len); } } return 1; } bpfcc-0.31.0/examples/networking/tunnel_monitor/monitor.py000066400000000000000000000055141465134135300240040ustar00rootroot00000000000000#!/usr/bin/python # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from bcc import BPF from ctypes import c_uint, c_int, c_ulonglong, Structure import json from netaddr import IPAddress from os import rename from pyroute2 import IPRoute, NetNS, IPDB, NSPopen import sys from time import sleep ipr = IPRoute() ipdb = IPDB(nl=ipr) b = BPF(src_file="monitor.c", debug=0) ingress_fn = b.load_func("handle_ingress", BPF.SCHED_CLS) egress_fn = b.load_func("handle_egress", BPF.SCHED_CLS) outer_fn = b.load_func("handle_outer", BPF.SCHED_CLS) inner_fn = b.load_func("handle_inner", BPF.SCHED_CLS) stats = b.get_table("stats") # using jump table for inner and outer packet split parser = b.get_table("parser") parser[c_int(1)] = c_int(outer_fn.fd) parser[c_int(2)] = c_int(inner_fn.fd) ifc = ipdb.interfaces.eth0 ipr.tc("add", "ingress", ifc.index, "ffff:") ipr.tc("add-filter", "bpf", ifc.index, ":1", fd=ingress_fn.fd, name=ingress_fn.name, parent="ffff:", action="ok", classid=1) ipr.tc("add", "sfq", ifc.index, "1:") ipr.tc("add-filter", "bpf", ifc.index, ":1", fd=egress_fn.fd, name=egress_fn.name, parent="1:", action="ok", classid=1) def stats2json(k, v): return { "vni": int(k.vni), "outer_sip": str(IPAddress(k.outer_sip)), "outer_dip": str(IPAddress(k.outer_dip)), "inner_sip": str(IPAddress(k.inner_sip)), "inner_dip": str(IPAddress(k.inner_dip)), "tx_pkts": v.tx_pkts, "tx_bytes": v.tx_bytes, "rx_pkts": v.rx_pkts, "rx_bytes": v.rx_bytes, } def delta_stats(v, oldv): return stats.Leaf(v.tx_pkts - oldv.tx_pkts, v.rx_pkts - oldv.rx_pkts, v.tx_bytes - oldv.tx_bytes, v.rx_bytes - oldv.rx_bytes) def key2str(k): return "%s,%s,%d,%s,%s" % (IPAddress(k.outer_sip), IPAddress(k.outer_dip), k.vni, IPAddress(k.inner_sip), IPAddress(k.inner_dip)) prev = {} while True: result_total = [] result_delta = [] tmp = {} # compute both the total and last-N-seconds statistics for k, v in stats.items(): # subtract the previous totals from the current, or 0 if none exists v2 = delta_stats(v, prev.get(key2str(k), stats.Leaf(0, 0, 0, 0))) if v2.tx_pkts != 0 or v2.rx_pkts != 0: result_delta.append(stats2json(k, v2)) tmp[key2str(k)] = v result_total.append(stats2json(k, v)) prev = tmp with open("./chord-transitions/data/tunnel.json.new", "w") as f: json.dump(result_total, f) rename("./chord-transitions/data/tunnel.json.new", "./chord-transitions/data/tunnel.json") with open("./chord-transitions/data/tunnel-delta.json.new", "w") as f: json.dump(result_delta, f) rename("./chord-transitions/data/tunnel-delta.json.new", "./chord-transitions/data/tunnel-delta.json") sleep(5) ipdb.release() bpfcc-0.31.0/examples/networking/tunnel_monitor/setup.sh000077500000000000000000000013141465134135300234340ustar00rootroot00000000000000#!/bin/bash # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # this script: # 1. checks for bower to be installed # 2. clones the chord-transitions UI from github # 3. installs locally the packages required by the UI function which_() { hash "$1" &>/dev/null; } if [[ ! -d chord-transitions ]]; then git clone https://github.com/iovisor/chord-transitions.git fi cd chord-transitions export PATH=node_modules/.bin:$PATH if ! which_ bower; then if ! which_ npm; then echo "Error: required binary 'npm' not found, please install nodejs" exit 1 fi npm install bower fi if [[ "$(id -u)" = "0" ]]; then args="--allow-root" fi bower install $args bpfcc-0.31.0/examples/networking/tunnel_monitor/simulation.py000077700000000000000000000000001465134135300274402../simulation.pyustar00rootroot00000000000000bpfcc-0.31.0/examples/networking/tunnel_monitor/traffic.sh000077500000000000000000000024321465134135300237140ustar00rootroot00000000000000#!/bin/bash cmd="ip netns exec host0" if [[ "$(id -u)" != "0" ]]; then cmd="sudo $cmd" fi B=/usr/bin/byobu S=tunnel1 tmux has-session -t $S &> /dev/null if [[ $? != 0 ]]; then $B new-session -s $S -n "c1" -d tmux send -t $S "$cmd ping 192.168.0.1 -s512" C-m tmux new-window -t $S -n "c2" tmux send -t $S "$cmd ping 192.168.0.2 -s128" C-m tmux new-window -t $S -n "c3" tmux send -t $S "$cmd ping 192.168.0.3 -s1024" C-m tmux new-window -t $S -n "c3" tmux send -t $S "$cmd ping 192.168.0.4 -s128" C-m tmux new-window -t $S -n "c3" tmux send -t $S "$cmd ping 192.168.0.5 -s128" C-m tmux new-window -t $S -n "c3" tmux send -t $S "$cmd ping 192.168.0.6 -s128" C-m tmux new-window -t $S -n "c4" tmux send -t $S "$cmd ping 192.168.1.2 -s128" C-m tmux new-window -t $S -n "c5" tmux send -t $S "$cmd ping 192.168.1.4 -s768" C-m tmux new-window -t $S -n "c2" tmux send -t $S "$cmd ping 192.168.2.2 -s128" C-m tmux new-window -t $S -n "c3" tmux send -t $S "$cmd ping 192.168.2.7 -s1024" C-m tmux new-window -t $S -n "c4" tmux send -t $S "$cmd ping 192.168.2.2 -s128" C-m tmux new-window -t $S -n "c5" tmux send -t $S "$cmd ping 192.168.3.8 -s768" C-m tmux new-window -t $S -n "c5" tmux send -t $S "$cmd ping 192.168.3.9 -s768" C-m fi exec tmux attach -t $S bpfcc-0.31.0/examples/networking/tunnel_monitor/vxlan.jpg000066400000000000000000005605751465134135300236120ustar00rootroot00000000000000ÿØÿàJFIF,,ÿá0ExifMM*  , ,(1†2–GF GI ‡i¾ªdarktable 1.6.72015:06:27 23:22:092015:06:27 23:14:19   ±  #2015:06:27 23:14:192015:06:27 23:14:19ÿáchttp://ns.adobe.com/xap/1.0/ 2 5 1 1 flip clipping ffffffff 0000000016512d3e6b6ba03edcb66d3f9c10523f0000000000000000cdcc4c3ecdcc4c3ecdcc4c3fcdcc4c3ecdcc4c3fcdcc4c3fcdcc4c3ecdcc4c3f000000000000000000000000010000000000000000000000 gz12eJxjYGBgkGAAgRNODESDBnsIHll8ANNSGQM= gz12eJxjYGBgkGAAgRNODESDBnsIHll8ANNSGQM= 7 7 0 0 ÿâ ICC_PROFILE lcmsmntrRGB XYZ ß acspAPPLöÖÓ-lcms cprtdesc,tdmnd €dmdd twtpt”bkpt¨rXYZ¼gXYZÐbXYZärTRCø gTRCø bTRCø textPublic DomaindescsRGB sRGBdesc Darktable DarktabledescsRGB sRGBXYZ óQÌXYZ XYZ o¢8õXYZ b™·…ÚXYZ $ „¶Ïcurv #(-27;@EJOTY^chmrw|†‹•šŸ¤©®²·¼ÁÆËÐÕÛàåëðöû %+28>ELRY`gnu|ƒ‹’š¡©±¹ÁÉÑÙáéòú &/8AKT]gqz„Ž˜¢¬¶ÁËÕàëõ !-8COZfr~Š–¢®ºÇÓàìù -;HUcq~Œš¨¶ÄÓáðþ +:IXgw†–¦µÅÕåö'7HYj{Œ¯ÀÑãõ+=Oat†™¬¿Òåø 2FZn‚–ª¾Òçû  % : O d y ¤ º Ï å û  ' = T j ˜ ® Å Ü ó " 9 Q i € ˜ ° È á ù  * C \ u Ž § À Ù ó & @ Z t Ž © Ã Þ ø.Id›¶Òî %A^z–³Ïì &Ca~›¹×õ1OmŒªÉè&Ed„£Ãã#Ccƒ¤Åå'Ij‹­Îð4Vx›½à&Il²ÖúAe‰®Ò÷@eŠ¯Õú Ek‘·Ý*QwžÅì;cŠ²Ú*R{£ÌõGp™Ãì@j”¾é>i”¿ê  A l ˜ Ä ð!!H!u!¡!Î!û"'"U"‚"¯"Ý# #8#f#”#Â#ð$$M$|$«$Ú% %8%h%—%Ç%÷&'&W&‡&·&è''I'z'«'Ü( (?(q(¢(Ô))8)k))Ð**5*h*›*Ï++6+i++Ñ,,9,n,¢,×- -A-v-«-á..L.‚.·.î/$/Z/‘/Ç/þ050l0¤0Û11J1‚1º1ò2*2c2›2Ô3 3F33¸3ñ4+4e4ž4Ø55M5‡5Â5ý676r6®6é7$7`7œ7×88P8Œ8È99B99¼9ù:6:t:²:ï;-;k;ª;è<' >`> >à?!?a?¢?â@#@d@¦@çA)AjA¬AîB0BrBµB÷C:C}CÀDDGDŠDÎEEUEšEÞF"FgF«FðG5G{GÀHHKH‘H×IIcI©IðJ7J}JÄK KSKšKâL*LrLºMMJM“MÜN%NnN·OOIO“OÝP'PqP»QQPQ›QæR1R|RÇSS_SªSöTBTTÛU(UuUÂVV\V©V÷WDW’WàX/X}XËYYiY¸ZZVZ¦Zõ[E[•[å\5\†\Ö]']x]É^^l^½__a_³``W`ª`üaOa¢aõbIbœbðcCc—cëd@d”dée=e’eçf=f’fèg=g“géh?h–hìiCišiñjHjŸj÷kOk§kÿlWl¯mm`m¹nnknÄooxoÑp+p†pàq:q•qðrKr¦ss]s¸ttptÌu(u…uáv>v›vøwVw³xxnxÌy*y‰yçzFz¥{{c{Â|!||á}A}¡~~b~Â#„å€G€¨ kÍ‚0‚’‚ôƒWƒº„„€„ã…G…«††r†×‡;‡ŸˆˆiˆÎ‰3‰™‰þŠdŠÊ‹0‹–‹üŒcŒÊ1˜ÿŽfŽÎ6žnÖ‘?‘¨’’z’ã“M“¶” ”Š”ô•_•É–4–Ÿ— —u—à˜L˜¸™$™™üšhšÕ›B›¯œœ‰œ÷dÒž@ž®ŸŸ‹Ÿú i Ø¡G¡¶¢&¢–££v£æ¤V¤Ç¥8¥©¦¦‹¦ý§n§à¨R¨Ä©7©©ªª««u«é¬\¬Ð­D­¸®-®¡¯¯‹°°u°ê±`±Ö²K²Â³8³®´%´œµµŠ¶¶y¶ð·h·à¸Y¸Ñ¹J¹Âº;ºµ».»§¼!¼›½½¾ ¾„¾ÿ¿z¿õÀpÀìÁgÁãÂ_ÂÛÃXÃÔÄQÄÎÅKÅÈÆFÆÃÇAÇ¿È=ȼÉ:ɹÊ8Ê·Ë6˶Ì5̵Í5͵Î6ζÏ7ϸÐ9кÑ<ѾÒ?ÒÁÓDÓÆÔIÔËÕNÕÑÖUÖØ×\×àØdØèÙlÙñÚvÚûÛ€ÜÜŠÝÝ–ÞÞ¢ß)߯à6à½áDáÌâSâÛãcãëäsäüå„æ æ–çç©è2è¼éFéÐê[êåëpëûì†ííœî(î´ï@ïÌðXðåñrñÿòŒóó§ô4ôÂõPõÞömöû÷Šøø¨ù8ùÇúWúçûwüü˜ý)ýºþKþÜÿmÿÿÿÛCÿÛCÿÀ#±ÿÄ   ÿÄ~     !18Xw–µÓÔ "7ATVW•¨´ÑÖ#25Qavx—³369BYq†‘“”˜±ÂÒÕ$4bst¡¶*HRZu‡©²·Å×ð%'Cr‚¢Æ&Fd’£ÁDESUc¤ƒÃÄÿÄ  ÿÄ] !1T‘’Ò"6AQSs²Ñ257Raqr“±#34BUt¡³Á$ƒ´ÂCDb‚¢âð8Ec„”ÄÓá£Ãñ%dÿÚ ?ïð™¹;k–ñ5ývã{¢.Nzâ²î ”ÚÑÑ­ˆÒ#”˜Ï-§ +è²=ÜM™—î2=żJùN¦ô¿9Ëi⨺{"¤¯&šM~ÎGy–³ôk+ÇOQOn §dšºvùGêÒhóÚ‹¼˜þX2<i¿Ê¥Ó}RÇ…íñTè®°êÒhóÚ‹¼˜þXi¿Ê¥Ó}QÂö‰øªtWXui4yí ÅÞL,4ßåR龨á{DüU:+¬:´š<ö†bï&?–oò©tßTp½¢~*ÖZM{C1w“Ë€7ùTºoª8^Ñ?NŠë­&=¡˜»ÉåÀF›üª]7Õ/hŸŠ§Eu‡V“GžÐÌ]äÇòÀà#MþU.›êŽ´OÅS¢ºÃ«I£Ïhf.òcù`p¦ÿ*—MõG Ú'â©Ñ]aÕ¤Ñç´3y1ü°8Ó•K¦ú£…íñTè®°êÒhóÚ‹¼˜þXi¿Ê¥Ó}QÂö‰øªtWXui4yí ÅÞL,4ßåR龨á{DüU:+¬:´š<ö†bï&?–oò©tßTp½¢~*ÖZM{C1w“Ë€7ùTºoª8^Ñ?NŠë­&=¡˜»ÉåÀF›üª]7Õ/hŸŠ§Eu‡V“GžÐÌ]äÇòÀà#MþU.›êŽ´OÅS¢ºÃ«I£Ïhf.òcù`p¦ÿ*—MõG Ú'â©Ñ]aÕ¤Ñç´3y1ü°8Ó•K¦ú£…íñTè®°êÒhóÚ‹¼˜þXi¿Ê¥Ó}QÂö‰øªtWXui4yí ÅÞL,4ßåR龨á{DüU:+¬:´š<ö†bï&?–oò©tßTp½¢~*ÖZM{C1w“Ë€7ùTºoª8^Ñ?NŠë­&=¡˜»ÉåÀF›üª]7Õ/hŸŠ§Eu‡V“GžÐÌ]äÇòÀà#MþU.›êŽ´OÅS¢ºÃ«I£Ïhf.òcù`p¦ÿ*—MõG Ú'â©Ñ]aÕ¤Ñç´3y1ü°8Ó•K¦ú£…íñTè®°êÒhóÚ‹¼˜þXi¿Ê¥Ó}QÂö‰øªtWXui4yí ÅÞL,4ßåR龨á{DüU:+¬:´š<ö†bï&?–oò©tßTp½¢~*ÖZM{C1w“Ë€7ùTºoª8^Ñ?NŠë­&=¡˜»ÉåÀF›üª]7Õ/hŸŠ§Eu‡V“GžÐÌ]äÇòÀà#MþU.›êŽ´OÅS¢ºÃ«I£Ïhf.òcù`p¦ÿ*—MõG Ú'â©Ñ]aÕ¤Ñç´3y1ü°8Ó•K¦ú£…íñTè®°êÒhóÚ‹¼˜þXi¿Ê¥Ó}QÂö‰øªtWXui4yí ÅÞL,4ßåR龨á{DüU:+¬:´š<ö†bï&?–oò©tßTp½¢~*ÖZM{C1w“Ë€7ùTºoª8^Ñ?NŠë­&=¡˜»ÉåÀF›üª]7Õ/hŸŠ§Eu‡V“GžÐÌ]äÇòÀà#MþU.›êŽ´OÅS¢ºÃ«I£Ïhf.òcù`p¦ÿ*—MõG Ú'â©Ñ]aÕ¤Ñç´3y1ü°8Ó•K¦ú£…íñTè®°êÒhóÚ‹¼˜þXi¿Ê¥Ó}QÂö‰øªtWXui4yí ÅÞL,4ßåR龨á{DüU:+¬:´š<ö†bï&?–oò©tßTp½¢~*ÖZM{C1w“Ë€7ùTºoª8^Ñ?NŠë­&=¡˜»ÉåÀF›üª]7Õ/hŸŠ§Eu‡V“GžÐÌ]äÇòÀà#MþU.›êŽ´OÅS¢ºÃ«I£Ïhf.òcù`p¦ÿ*—MõG Ú'â©Ñ]aÕ¤Ñç´3y1ü°8Ó•K¦ú£…íñTè®°êÒhóÚ‹¼˜þXi¿Ê¥Ó}QÂö‰øªtWXÜ-0kêÞ5Û+&çB,¤SθÝÍMf+‰9Š’–H’ÛÎÿð'LÉ\<ƃ-ûù´-Ð|ïBçMc6µm–ß½Ù¿_)lÑÍ,Ê´¦3x[÷½Ò\w·~'ü ¬q³jÞ§õyŠ4‘HµkyU›©èw„é1é)µ©mJs”a(RøÒ·›æÜêwpïözۆߢZœé¥j”ðn7‚Mí6¸ïâOÄkzI¥Yf‹R„ñ;V›il¤ø¿zñškÕ¤Ñç´3y1ü°o<i¿Ê¥Ó}SQá{DüU:+¬:´š<ö†bï&?–oò©tßTp½¢~*ÖZM{C1w“Ë€7ùTºoª8^Ñ?NŠë­&=¡˜»ÉåÀF›üª]7Õ/hŸŠ§Eu‡V“GžÐÌ]äÇòÀà#MþU.›êŽ´OÅS¢ºÃ«I£Ïhf.òcù`p¦ÿ*—MõG Ú'â©Ñ]aÕ¤Ñç´3y1ü°8Ó•K¦ú£…íñTè®°êÒhóÚ‹¼˜þXi¿Ê¥Ó}QÂö‰øªtWXui4yí ÅÞL,4ßåR龨á{DüU:+¬:´š<ö†bï&?–oò©tßTp½¢~*ÖZM{C1w“Ë€7ùTºoª8^Ñ?NŠë­&=¡˜»ÉåÀF›üª]7Õ/hŸŠ§Eu‡V“GžÐÌ]äÇòÀà#MþU.›êŽ´OÅS¢ºÃ«I£Ïhf.òcù`p¦ÿ*—MõG Ú'â©Ñ]aÕ¤Ñç´3y1ü°8Ó•K¦ú£…íñTè®°êÒhóÚ‹¼˜þXi¿Ê¥Ó}QÂö‰øªtWXui4yí ÅÞL,4ßåR龨á{DüU:+¬:´š<ö†bï&?–oò©tßTp½¢~*ÖZM{C1w“Ë€7ùTºoª8^Ñ?NŠë­&=¡˜»ÉåÀF›üª]7Õ/hŸŠ§Eu‡V“GžÐÌ]äÇòÀà#MþU.›êŽ´OÅS¢ºÃ«I£Ïhf.òcù`p¦ÿ*—MõG Ú'â©Ñ]aÕ¤Ñç´3y1ü°8Ó•K¦ú£…íñTè®°êÒhóÚ‹¼˜þXi¿Ê¥Ó}QÂö‰øªtWXui4yí ÅÞL,4ßåR龨á{DüU:+¬:´š<ö†bï&?–oò©tßTp½¢~*ÖZM{C1w“Ë€7ùTºoª8^Ñ?NŠë­&=¡˜»ÉåÀF›üª]7Õ/hŸŠ§Eu‡V“GžÐÌ]äÇòÀà#MþU.›êŽ´OÅS¢ºÃ«I£Ïhf.òcù`p¦ÿ*—MõG Ú'â©Ñ]aÕ¤Ñç´3y1ü°8Ó•K¦ú£…íñTè®°êÒhóÚ‹¼˜þXi¿Ê¥Ó}QÂö‰øªtWXui4yí ÅÞL,4ßåR龨á{DüU:+¬:´š<ö†bï&?–oò©tßTp½¢~*ÖZM{C1w“Ë€7ùTºoª8^Ñ?NŠë­&=¡˜»ÉåÀF›üª]7Õ/hŸŠ§Eu‡V“GžÐÌ]äÇòÀà#MþU.›êŽ´OÅS¢ºÃ«I£Ïhf.òcù`p¦ÿ*—MõG Ú'â©Ñ]aÕ¤Ñç´3y1ü°8Ó•K¦ú£…íñTè®°êÒhóÚ‹¼˜þXi¿Ê¥Ó}QÂö‰øªtWXui4yí ÅÞL,4ßåR龨á{DüU:+¬:´š<ö†bï&?–oò©tßTp½¢~*ÖZM{C1w“Ë€7ùTºoª8^Ñ?NŠë­&=¡˜»ÉåÀF›üª]7Õ/hŸŠ§Eu‡V“GžÐÌ]äÇòÀà#MþU.›êŽ´OÅS¢ºÃ«I£Ïhf.òcù`p¦ÿ*—MõG Ú'â©Ñ]aÕ¤Ñç´3y1ü°8Ó•K¦ú£…íñTè®°êÒhóÚ‹¼˜þXi¿Ê¥Ó}QÂö‰øªtWXui4yí ÅÞL,4ßåR龨á{DüU:+¬:´š<ö†bï&?–oò©tßTp½¢~*Ö9Ž?ÚÛ¥L“y[V-¿'1\»+ð)´=íxÑÙT©’[ŽÑº,ÏìÞIžâ3á%îÜ,s-KéŽWž"£¦áäí&Ý¢›£â\åÞZZ3˜báF {Ri+¤·¶’ý/œ§¢%$p dÔ欱f’íënæÊm\ïSnš³°é…kÓ”ï,Û|jâK7ÍÃ÷7ŸÞöFÙ¢Zœiž&t°n;PI½¦ÖæíàL×4J2Í¡ ˜«IÙY'óøÑ¥ZM{C1w“ËùÀF›üª]7Õ5´OÅS¢ºÃ«I£Ïhf.òcù`p¦ÿ*—MõG Ú'â©Ñ]aÕ¤Ñç´3y1ü°8Ó•K¦ú£…íñTè®°êÒhóÚ‹¼˜þXi¿Ê¥Ó}QÂö‰øªtWXui4yí ÅÞL,4ßåR龨á{DüU:+¬:´š<ö†bï&?–oò©tßTp½¢~*ÖZM{C1w“Ë€7ùTºoª8^Ñ?NŠë­&=¡˜»ÉåÀF›üª]7Õ/hŸŠ§Eu‡V“GžÐÌ]äÇòÀà#MþU.›êŽ´OÅS¢ºÃ«I£Ïhf.òcù`p¦ÿ*—MõG Ú'â©Ñ]aÕ¤Ñç´3y1ü°8Ó•K¦ú£…íñTè®°êÒhóÚ‹¼˜þXi¿Ê¥Ó}QÂö‰øªtWXui4yí ÅÞL,4ßåR龨á{DüU:+¬:´š<ö†bï&?–oò©tßTp½¢~*ÖZM{C1w“Ë€7ùTºoª8^Ñ?NŠë­&=¡˜»ÉåÀF›üª]7Õ/hŸŠ§Eu‡V“GžÐÌ]äÇòÀà#MþU.›êŽ´OÅS¢ºÃ«I£Ïhf.òcù`p¦ÿ*—MõG Ú'â©Ñ]aÕ¤Ñç´3y1ü°8Ó•K¦ú£…íñTè®°êÒhóÚ‹¼˜þXi¿Ê¥Ó}QÂö‰øªtWXui4yí ÅÞL,4ßåR龨á{DüU:+¬:´š<ö†bï&?–oò©tßTp½¢~*ÖZM{C1w“Ë€7ùTºoª8^Ñ?NŠë­&=¡˜»ÉåÀF›üª]7Õ/hŸŠ§Eu‡V“GžÐÌ]äÇòÀà#MþU.›êŽ´OÅS¢ºÃ«I£Ïhf.òcù`p¦ÿ*—MõG Ú'â©Ñ]aÕ¤Ñç´3y1ü°8Ó•K¦ú£…íñTè®°êÒhóÚ‹¼˜þXi¿Ê¥Ó}QÂö‰øªtWXui4yí ÅÞL,4ßåR龨á{DüU:+¬:´š<ö†bï&?–oò©tßTp½¢~*ÖZM{C1w“Ë€7ùTºoª8^Ñ?NŠë­&=¡˜»ÉåÀF›üª]7Õ/hŸŠ§Eu‡V“GžÐÌ]äÇòÀà#MþU.›êŽ´OÅS¢ºÃ«I£Ïhf.òcù`p¦ÿ*—MõG Ú'â©Ñ]aÕ¤Ñç´3y1ü°8Ó•K¦ú£…íñTè®°êÒhóÚ‹¼˜þXi¿Ê¥Ó}QÂö‰øªtWXui4yí ÅÞL,4ßåR龨á{DüU:+¬:´š<ö†bï&?–oò©tßTp½¢~*ÖZM{C1w“Ë€7ùTºoª8^Ñ?NŠë­&=¡˜»ÉåÀF›üª]7Õ/hŸŠ§Eu‡V“GžÐÌ]äÇòÀà#MþU.›êŽ´OÅS¢ºÃ«I£Ïhf.òcù`p¦ÿ*—MõG Ú'â©Ñ]aÕ¤Ñç´3y1ü°8Ó•K¦ú£…íñTè®°êÒhóÚ‹¼˜þXi¿Ê¥Ó}QÂö‰øªtWXui4yí ÅÞL,4ßåR龨á{DüU:+¬:´š<ö†bï&?–oò©tßTp½¢~*ÖZM{C1w“Ë€7ùTºoª8^Ñ?NŠë­&=¡˜»ÉåÀF›üª]7Õ/hŸŠ§Eu‡V“GžÐÌ]äÇòÀà#MþU.›êŽ´OÅS¢ºÃ«I£Ïhf.òcù`p¦ÿ*—MõG Ú'â©Ñ]c”Y{]ô¡}Ý4B‹)3W¸ë0àS<óµc0Ò¤I} ¶F®‹?×:“=ÄgÂFdG»p´ÇjSL²ü$ëÍÓÙ‚mÚMîI·ú?1sƒÖ¦Œcq1¥=©4•â–öÒù_9Q„DI DM[¶ýîͣˆ¯Ð¨ÕÄEÉNdUéÉ&ÍUYûÍ$´žíû‹­÷ÿ¬LV' «¼‘ӛป_¡ èV…}5Ívâ¥iøUÿJE†ô5Ç^àl®õbø±ö×4òÒé?Y,v»/òQè¯Pô5Ç^àl®õbø°í®iå¥Ò~±Úì¿ÉG¢½CÐ×{²»Õ‹âö¹§–—IúÇk²ÿ%ŠõC\uîÊïV/‹ÚæžZ]'ë®Ëü”z+Ô= q׸+½X¾,;kšyitŸ¬v»/òQè¯Pô5Ç^àl®õbø°í®iå¥Ò~±Úì¿ÉG¢½CÐ×{²»Õ‹âö¹§–—IúÇk²ÿ%ŠõC\uîÊïV/‹ÚæžZ]'ë®Ëü”z+Ô= q׸+½X¾,;kšyitŸ¬v»/òQè¯Pô5Ç^àl®õbø°í®iå¥Ò~±Úì¿ÉG¢½CÐ×{²»Õ‹âö¹§–—IúÇk²ÿ%ŠõC\uîÊïV/‹ÚæžZ]'ë®Ëü”z+Ô= q׸+½X¾,;kšyitŸ¬v»/òQè¯Pô5Ç^àl®õbø°í®iå¥Ò~±Úì¿ÉG¢½CÐ×{²»Õ‹âö¹§–—IúÇk²ÿ%ŠõC\uîÊïV/‹ÚæžZ]'ë®Ëü”z+Ô= q׸+½X¾,;kšyitŸ¬v»/òQè¯Pô5Ç^àl®õbø°í®iå¥Ò~±Úì¿ÉG¢½CÐ×{²»Õ‹âö¹§–—IúÇk²ÿ%ŠõC\uîÊïV/‹ÚæžZ]'ë®Ëü”z+Ô= q׸+½X¾,;kšyitŸ¬v»/òQè¯Pô5Ç^àl®õbø°í®iå¥Ò~±Úì¿ÉG¢½CÐ×{²»Õ‹âö¹§–—IúÇk²ÿ%ŠõC\uîÊïV/‹ÚæžZ]'ë®Ëü”z+Ô= q׸+½X¾,;kšyitŸ¬v»/òQè¯Pô5Ç^àl®õbø°í®iå¥Ò~±Úì¿ÉG¢½CÐ×{²»Õ‹âö¹§–—IúÇk²ÿ%ŠõC\uîÊïV/‹ÚæžZ]'ë®Ëü”z+Ô= q׸+½X¾,;kšyitŸ¬v»/òQè¯Pô5Ç^àl®õbø°í®iå¥Ò~±Úì¿ÉG¢½CÐ×{²»Õ‹âö¹§–—IúÇk²ÿ%ŠõC\uîÊïV/‹ÚæžZ]'ë®Ëü”z+Ô= q׸+½X¾,;kšyitŸ¬v»/òQè¯Pô5Ç^àl®õbø°í®iå¥Ò~±Úì¿ÉG¢½CÐ×{²»Õ‹âö¹§–—IúÇk²ÿ%ŠõC\uîÊïV/‹ÚæžZ]'ë®Ëü”z+Ô= q׸+½X¾,;kšyitŸ¬v»/òQè¯Pô5Ç^àl®õbø°í®iå¥Ò~±Úì¿ÉG¢½CÐ×{²»Õ‹âö¹§–—IúÇk²ÿ%ŠõC\uîÊïV/‹ÚæžZ]'ë®Ëü”z+Ô= q׸+½X¾,;kšyitŸ¬v»/òQè¯Pô5Ç^àl®õbø°í®iå¥Ò~±Úì¿ÉG¢½CÐ×{²»Õ‹âö¹§–—IúÇk²ÿ%ŠõC\uîÊïV/‹ÚæžZ]'ë®Ëü”z+Ô= q׸+½X¾,;kšyitŸ¬v»/òQè¯Pô5Ç^àl®õbø°í®iå¥Ò~±Úì¿ÉG¢½CÐ×{²»Õ‹âö¹§–—IúÇk²ÿ%ŠõC\uîÊïV/‹ÚæžZ]'ë®Ëü”z+Ô= q׸+½X¾,;kšyitŸ¬v»/òQè¯Pô5Ç^àl®õbø°í®iå¥Ò~±Úì¿ÉG¢½DŒÙXÃu´‚,VZ6p†Üxì6Hm¶ÓR®’R”—1XM:à”§£y#níÒ~"-Õ¤có6KrU¥Pµ%à³µí¦Ÿ­è©—›mæ^ÎKK­:‚RT“r\Œ½¢ô D: ߶mõÿÍ"Ñ—€ mÕ~¨1ö‘0Ýs0ä"•6,I-¶íºjÒ™uz³ÉQ±•+™;É·¥žòCm­[”dI<þhî;J3Xáhno{oŠ1\mýËÆÚEÎ S[b'[jþß=UÊ«Î~ÙƉBqã:m2±EªTe2ß°—$& Ê\WùDÒÿàŸ¨jSF£I*•ª9xZqK›eÛ›r*Žöïû½G§êõë#Ü&;Ì«ÿ{ ¼ 觔«ÒPåÚ,ó¯Pêõë#Ü&;Ì«ÿ{º)å*ô£Ô¢Áøß:õ¯^²=ÂiӼʿ÷°p+¢žR¯J=AÚ,ó¯Pêõë#Ü&;Ì«ÿ{º)å*ô£Ô¢Áøß:õ¯^²=ÂiӼʿ÷°p+¢žR¯J=AÚ,ó¯Pêõë#Ü&;Ì«ÿ{º)å*ô£Ô¢Áøß:õ¯^²=ÂiӼʿ÷°p+¢žR¯J=AÚ,ó¯QDô¶Hµ ’(˜S?YÖÕ{^Š5xYn<Ý"tó/Q øï¸âØuÃ-ͬœZVµ8Pf“V‰¦º©í_,f£8o”em¤¼i¤“K¬¬·ï1ØüŸÚôÜ黥Çrð`ÁM¬Ë!¬«JÅ•ÌS’m…\^z«}UåPÞ¢ÔÓ [¦ÒcTÝ–Ù) I§—ŒÑŸXøO˜e(e‘Ä`'^cµ©JÞÒNq‡ÉØ{严ÄVÅÒXZ¨¤§N0º¾éJ¨“ÚQ|Tæ›WW^&™›,¢xÞu,2ëë'†[RÖ–YS‹2"Þ|(I”pˆŒÏØ!ÆrP‹oÁûÿÊu&¢¸ß¤¹Þåô½Æ Çù旯ʥ‰ÁÉÖ›Ðm6ë0*÷ý°š;uklof#®t[fKIï),2{·n#çÝ›ÄdµpÙ|«º{2Œ\c-¦œ”ÚwánáñI¿G,]?jN’¾Ò©Ù,×éö=¥¾ÞV-4š~3&_­·Žm:åíwÔ<ë·mèfõFQ0·œ2ÞICm4‚5¸êÖ¤!  KZ’”‘™‘ ] ñXˆQ¥)ͨÅ.6Û²_ý½Ë´·œðøyâjlÆÊɶ۲QŠnRmîJ)6ß&ÌgeçhW5×N²®lq“1-ÅpÒäM³¡äš|"³Ž|ã; l”!ÖÒâ¨ï›R &jä÷%fœ­|–t°ó©N¬*v;m¨¶ÜSvO|R”ohíAÊ)¸¦ÖÔoN´;8ÔOjœžÊ’½¶¬ä¢ÓJIµ5x«¨»oM—%åz65ú€åæ¼îëÆ{±¬ë ɈËÕZ“7Ê>¤rï4ÃM4T·Ÿu¦‘Ä’5’–„ªË­˜V”ad¢¶¥'º1Ò»;i$““or{Ê´ðûT%VRQ‚i]ß|¥{E$›m¥'d·(ÊNÉ6X×*ÑòR.Q.k:ê³êMļlKÖ,Õ)8Ù8ɹÈ<ë¶ãj%!æu¥îQÍIQ&®;-ž”*Æq©Jw´£{7}¤£%%uu(§g{Ù&èÕ„èWìsVvR^'ÚRMx//qi¤Ñů,óÜ»*–M¯ŽrfZ¸mªlyw¬\kO€ãtF#SìÙ±’·–„©iÞhÜ®OrjûƒË%‰Â¼EJ‘¥Jî*RÚ³’IµÊOe5w³²¯f︺ö›Q†Ô’”ÕãìÚ»Ž×ÌbäœS“Šn2µö]¹Õ&ZW;‹”¨*ÕëJm êC·%ͨ:ÒHø›DšT…>•%H6I³p–“I§ˆŒ…n_‰Àc}¯Q-»¤·­—µm™)_ge¦¤§}—µ{o-¨SjΛ[2NQj[¶\[RNüM4Õ¼jÊûŽ1Šó,,©T¾) Yå:Å›©ïêlxr$·-ŽY—›e·ÜZhýkÄÛ„}t¹Çe3ÀàáYԌԥ(÷.öpPm7k=Ó^õÉ|çÌD}¯Š.=¨F¢~œêCÃgºTå{¥àµÖó2ŒIĹ²Ó²i7wX¾®‰ß[Ýìä~eúH‹V¿fÞqzU F ‚]‹»]¾ßè›»±þrõ+ù¶k椈‹ZŸ—ËüçT´B%ÐÖ}LjVÞÓ¥±tªz®®âqÖí›qy¹É‘r<æãàih.b3Q¨ˆ·z¥$ œîÒÜì§\S6Æ,i¥,ͦ×Cœ£Jwó«£KyîöwÇÕ,Ï^æñWÀ¼´ê–g¯sx«à ÞZuK3×¹¼Uðï-:¥™ëÜÞ*øw–€RÌõîo|;Ë@©fz÷7Š¾å T³={›Å_NòÐøé[XÔ¼ÿ&e£qQãZÙ%In,Ô¸Ué2'ǪBÑÄ[ÛQ¨ø}Q(È”IwèîKšÛ³¨“î[¾à¡Ú¶å)²]N¿rUšƒ 2 D’S¯º¤¡jRKzŒ¹Ì‹Ù'V$¶šWvßã|Kég:têUvŠmÙ½Þ$®ßЖ÷óRѽ¬ÌFnã°®ëb÷·ž}Æ™¯Z5ö*P”êrÐO²µ Ô“æ2ß¼½‘ZtªSŒ\“JJëçWjëÆ®šúS^„*Ò©)(´Ü]ŸÌ쟉٧ô4ü'' €«­W(–Ý6Ujâ¬Rè4x-ñÍ«Vª ÅŒÊ~êÝY’R_|ÌS©V•%y´—ϸç u*;E]üdžݸèurÚÕª]ÇoV#òÔšår%D”Öó"[N Í+I™å$ÌŒW©J¥&”“M¤÷îÜÒiþôÓ(S«J²n 4›[·ïM¦¿sM?®ò¿ìß}GÁ¸éïdlM†®;HŸIU©Ö|*&¢moõḞ¦HA(‹ØSfGÖÞ]qkŒÔžC: aëTŒü[2_½(Åÿ„ò3s&™Ù·æ›PتÍÌXÚ íBѽi¢Ú&äÇu SoÆ‚3$¼Ó¨qµ‘—q¨·õë8Êq¹eS ˆVœŸ‰øšùšÞj½ ˜z®ãFXˆ¯+亖. ¹rEŹ%S Á—*¼«e¥Ó¢Ço”[¯&¥R‰ÆF’Vâg”W©=ä\Ûî0ÔhV›U*ÆšJ÷’“Oæî#'¥[ç/òü¾y•xÒ§%Ù%(Æ1w»rܬíe¾ÉÝ®5ཹå½Z‹rÐ(wä3 ¿G6RÐIu->Ú\A,’fD¢%ò#2ß옩˜`ªå¸ú¸i´åNR‹·âÚv½·nݹl.ž?N¼QšRWã³WßÆ{f]-çúF#x™™`e+­ ô ªµk^Ñá¥@fT„°ÛTd¸Ìu™-eÄÓ uä–ã6ùÓ¿/“dõ3œLiƤ!µ5´ìÜ¥kZ*òkzî¶vouµ¹Ú¼èJ•îžÄ*TÙ[äãN2œ¾dím§ø/u|ö1¼Ö»—Sví§w7LǹR÷´ñÔç#dŒeÐáÉ£Q$4‚\–Ö—%·*Z˜BˆÝ(1äòg½*Ü´©%˜ÂdÓÄaéÔ©V•Oy¶ÚÚÞã}ɨÇi4¥QÂ.ÍÞÛËî××uU(ZUšOa{îé^+}£µ$ÓŒv¶šqvî£|ð»–ßjÛ]àåfš‹YS©.àT´”B€Mr§#•ß»“äýW[w8Åâ¨ÖÁV:±qœ[M[ziÙ«qÞû­ÇrÏfR¦¨-§RÛ6ðߊßI‚­L[÷VÑb¥Žò­ldY©òëB‰‘[}ÆÔã ¡ KrTE<Ú¦ŠtxÆç2S½F”žr®Žâ¨¹Ósƒ¯M7*i·8¨ûíöØ“Šß(Ær”Rm«FMr«Bƒ«Nj¥8´œ£½+µ÷¥x¹5(§Úßf›ÊY'$Û¸¶Þnà¸QTš¹ÕXÔû~߷ຕV§!\1áÄ`Œ¸ÝY‘Ÿ9¥)JTµ©J”XŒ˜bãF’¼ßI(§)I·d£›mýí'ÎZ3“j0‚¼¤ø’ºK‰6Û“QI&å&’M³ŽãÜÇù¯V,Ú½—|c ò‰Kb|«'!G„Rݦ¼µ!¹q߃.LWÚå¤+’yJm[‰Ä Ôž+Ì^U,>³Ó©´ï²Üv»™ZéIJ1’ºMÅÛfV–Ën2µ:ÔåBP¿½šn/Àöm´¼iÇj7M'i'k3ÒÝ9þ‘kßÖí„唧~ñ‡CrôM£ÐT³¤¶§.Š”ãG)&”qCCéJ½J&JÝË.Éêf\ÕHG¹œ’oº}Ž2”»•v·EÙÏe5f›M_ž&ƒÃ`g]´övK{Ju!M6ø·Jqº¾Òñnf{‚ˆ]ڹ뽳߻³ß-¤ ãSç>iz5‡Yß å~qýð-Éx»³ç³»it…øVxž5—ñu’}Eè@ˆt¿lÛëÿšE¢9/o|еj¨Å#JvërŠ-N¥yM—™ÉQQLC+2ÿ%ß"ÿß1>j27WRÝÒT×î{mýÈØô}+ÍøwR.èïD›[UÇob³·)Û6.˾ðœëè\º–QÙúÓN8·]äž4¥(ݹµ$\òÖ•i†S¢hTÄݹ»F1I·n7½¥eu}þ3ŒÆÑÁA9ø|Eêjwßÿ.«yÐømÑß!Sš=cÛì/ÉÃÖ:€š÷ßÀÿ˪Þ@6èï©Í°íöä¿áë@MNûïàåÕo twÈTæXvû ò_ðõŽ &§}÷ð?òê· º;ä*sG¬;}…ù/øzÇPS¾ûøùu[ȆÝò9£Ö¾Âü—ü=c¨ ©ß}üüº­äÃnŽù œÑëßa~Kþ³d݆º±Çö=ÇzR®¼I\¶©OL‘jZÕiéªJe¤š–˜¨zqÎ3$ÒjݹNÀ¶­£zdètFmn{¶³`æÛ‚ŠÔ›Xšä©Ì?ÐSš']™)ô-/ºJtÛ‡ ‰e¼Æ[í¬ž¾:¶&œv©Ú2§ .Í);Z2‹J0Œj9(¤¶%$âìXÐÄžŽÒØ[êÉ(6“’ŒTeVMÉ96¿NÒnÝ–RV’lûºš¤¿gÚˆ£^7Ú§ãéLC‘‡Zɵˆô›Å«¨qé¬H&ž«q,ù6œCê>’eÀóz=‰ì˜©àåMMWº¾Ä%*nÛç%ºJõâ£ç &åuBŒ1¹l°í¨v5¶ª=ÖQßj’÷Û2vW»–Õ•¦›§/.˜)oßsîFU¯ÝU,…-èñqŒ•W™F³ÐÂø„ý2Lƒeª¡-²è‚K-¡•‘¶Ê¸Ý~ã;PÊp4òøF3^ýÕQ‹ì›[×c¶%½E·µ'w-•³N¾cYâ1Û —sk(É´­·=ÝÒiÅ+§·9=³žänÈ=6ÿ¢^Ÿ!`c²ͱÞe>óð?j¥þdL¯uÐ,Û¿W¸ëUú ˜DÓ­(J“XTÉkKš§²–Ü7%-×[Ci$+zÔ\Û·Œn[Œ§Jœv§'¹q'²œÝÕ¢£äî­Ûj×U0p”«mn´SmËÞ¤¼/ú-í»$›i=UZèÇ·n'®Ð1þ°ìÄ\¹V‰F¸«³2E¹h8yõ9WÕÃwÕ¥ÆÔÌhÊJД«Ô{¾ž^Xj•(8ºužÌ ÔÓ§Fubã>Ư¾ 4êI8¹q»5÷£<ªµ[©J 8­›^­8;«E4ã&·Å´ÚjÖ3f¦ízõÅ}é® ·’²>5“re Ô›†}‹vÈŒ‰t8ª2ŸŽ¸f³Š§¸d-•¼ÏÙ4¤+œ`ôf¥ u±}–œjAPsÙ’ý(Õ£µ/}m½­‡µÜɵkTnÅ“Õ’ŠrŒ¡²ÚNÎRQoý­ÜQ•ã}î/z~ÎÜ·ßÄyî˱mË»!Öì̇Œî9õjDÈu¡qêT©TÔ³",ªƒï>×*/¥mœ‘ð¶iBLŒÕ÷Û]µÊ1«)Rtœ\a;O²)E줤»˜´åy+=öe¾.*X*xŽ)öEMÛr’”'4Ú[“‹§e²•ÔïhÛk†¸[€º7Ùm+ñtá—Fk ÞÞ+ÎÐô+•óÍp[÷`§9©|iÑÜ>t–¡,/=yOÐø|ùÈñýîˆè~¿³¸}ѯt4íÇØñ6ú}©^ß¿ÅóÛÂrWíN.Ü{èöZ[»±íßý›øç>r%xéxÛáóÛ¦ ²§?E䎃Uèßäò<§±¸4~þÚÄx»]¯¢ðµÿ¼ì¾ÇÙü‹þâß[Û4x¾}¿ÝµóŸÕW鸱ú3‡•é{¹<âåáyíL辿Ãлþöà˶½Ïcíå0·ú6qÂö¿Ïo˜ùŒ¿kð¾-º×úÛ¶?}»%¾m¯œþh¼‰jç">#Óí¨uÎK­ÊùëVè^Sü®_w³»xQ¿¹j—âìû¾žÅ¿áØïþé÷0üßãþÓ«|6Ïî¿d·ÏµóŸÖä>ª53ÅÃç·L$¯=8¿Dáóš—ÐÜ_{¡ù¼í¯sÙw‹±ÖçöÞ"ÿ¿‹÷[Ácæe~ÛOűGgêö(^ß7dìŸïmxn:^ä~£² Bá*JuJM~…Éyý+”äÿÉå¹~·6ýá›ßÚ¸+ñö |Ö{þ=‹|Ö>æŸâ¹é{Z†ßïÛÚ¿ÏsÏŒ½~õ7þ›gø$|©Þ½=[РpÌÿ?Ã~Ëñ8ÃbÆ \ÙiÙ´›»¬_ ×Dï­îör?2ý $E«_‡³o8½*…£A.€EÝ®ßoôMÝØÿ9Nú•üÛ5ó?ÒDE­OËåþsªZ!èB¤U ’så.SqìÁd™$·ä)g»îš¯÷¾ààm"äÜÿF©\¶Ü»zƒnÓ§TÕnIN ¤ÉJR¥¡”6ÚÔd’Zw¨÷óÜFfFD|êdåÿwXÛùDß&:™9ÝÖ6þQ7É€¦N_÷u¿”Mò`©“—ýÝcoå|˜êdåÿwXÛùDß&:™9ÝÖ6þQ7É€³/èg.aû6¡}Ï©Zw5 Àu”Û“91šR‰<©¶ë(âA“¼Òfe¿y–â3 1Ö’jR©ZÄRb8¦œzëDg '»{RýãCŠ dЕ¬2_‡6ø³áÌŠò›•UË·q'¹IRM{ÈÈËq‘óÁè™ýðlŽúâøÀÑ3ûàÙõÅñ€µþ±jrØM½-*„éKá Ç×\WÜJ³3?¼Då ×;ZêËíg›—_6zÑM¦šÕ…Ž&Á©O†·ÔÓ©\Ç*Ï7ÊD_C¥ÎäN–”\–óA|À^®·dßV›ŠvÜ­8Þ3³»´œjÇf÷‹‚nOi!Ž½*ô{êu6¸÷»ÃŽ7VKt©ÉI®ë»Šs´x±Ó™/«'½q\ØΧ­[¦mÓ“ncIÔé³fÇK|»«yÚ»èSQÞSÑ”Im&댭DmpŸ ¥\–5[ümM­—næÑn n7½§(ÊQŽÒî6e´öûžX—f®”âá²ä›»¼–Ú‚•’º„©·-Ÿ})Ga8Ýã9Ï0XÑïL}’Þ²¤çjœå'Òì¼_;ÎË–2¿Cq¦«¨ÞS|ç%*~1DO«Y­£C®q‹­ŒÂFxÿiO»ŒŸsßßÞÛ©¸§øÍïjÐì{{0©ÎJŽ)ÖÙšîZ÷Î\[>ÏiÆвڊrSKmÒÚÌ|ÞAnÏ¢S™hN¿—q9aÒdC¥!åþN:$>󆔒xÔ²ã2âáFþ½Ä¬2«j-¸¯ ðüöð}Ig‡x‰S½T“~à^&ü/çV^ ö»Æ¸ ô ÁÝîæüãbÛðè­þ/UÄü?‹ÿËÿƒÃo6_•kdl›ƒq-&cŽ¢}×›$-l…ÃÉ·1Lˆ—LÈÔfg!&\Ûˆ÷žê.¥±2’JÛ—oÃáVKvýü|KÃp¡z.J-´÷øþÍ»é=.ÌêÉò¯›~MÕ/ù¶4Šq•ûˆ§r”:œY­-m)-‰ä)—R¶¹w‹q!D¿U›åO²`{6˧*m=÷q9íEÙ^.5b¸·II]Ù7g*›ÞÅ´¤œ#4Öæ¯)Çe«½éÂ÷¾õ%¹*Ú»µGz_zÒ¥Ôðm‡Œï”Óé·­RÄ©Ív¤‡©ñf"1ÓUo’SI˜IT£’dá™pÇFãßi„UªåTëÎÛMÎ6\Rpœ äžýˆ½Ñj£Ní»Z÷8—Nž=Ò‚{.1•ßè©^Ñÿmî»}Ââ㻶tÄWÍK ÙmÖktÈt‹†›_«ÑîH4Ù*z!T)“^‰!qÖ¢%+\u-DJ$¨‰\äbâNJ4êÓ¾ÍHÆI>5u¾-­ÏeÝ]Zö½•ìQµZuêRœ íuÄÓJQvð^2‹jîÎêî×y4S9œvà´mK¨é‹º-‹zäU wEÑ_¢³0áÊ$šIæ9DŸ&ç ”\IÜ{ŒË8§$©Ë²GtÒi? N×Wã³²ºðÙx„žÝ'¾.×^n-ß5ÝŒE¥²"À¸ôˆˆˆ¡LÜEþ˜ð­ƒ°³á¿ÃÓ8Í%šciňª} .Å©œ•[¬°Ôù8û[´ë9KLT-éî²Gö+’Š…(¹Í,$·îÞC†\—k±5JuÝ&ÿاF„ã£n´Ûñ÷7÷¨åmâðô¿F4û'ûó©R ý*4’‹jV÷ÌùÁÐ#[¦ ¬J;Mõíü•m¿Ha²C|ó¥Å•)¦R\ÉmRœ÷ sžVîa÷ )K%‚{ûêS_UlÎ+芩±#ñ!ŒJ9½×úJTêKë9Õ¤ßïTbߎMÉïlãXRÁµoÜ;{ʼ(ÐkÒ³-Ýt=~I¨ÆKŽKATdƌҔ|ü1ã1¦Ëõ„Ñw8³¯GoEð°‹qn…*·[š«V”kJ¢~ vI·Æ’Š[¢Šð¯:Yþ"­®áVtÒ{ÖÅ):q¸¶Z严)I½ògUåu?¡6NMÛ# ·w:]Ý+¢TÙF9|eÖwœÜâÿ…Î2¤iæøì,jFÐÅT©¥¹lâ'K²E[‹uI%n"†ÙD±Jžÿj+£ó¸£Ò*— ^—A¢Â“T­W*LD¤Ób7Æô‰O,ÓhO²¥-I"/dÌw®­Zt)9ÍÚ1WoÄ—!6¢®ËkCØ#ªÚ">«‘ðu½Q™K¡Ê­Td;j-æÓŽ5 M©ië¡JNò=ÊQn3ˆkk«F©Õq*’KÃh«üûå~}æYö=ÉÿYíz€š÷ßÀÿ˪Þ@)ðÛ£¾B§4zÇÎßa~Kþ±ÔÔï¾þþ]Vòá·G|…Nhõ‡o°¿%ÿXêjwßÿ.«ypÛ£¾B§4z÷Ø_’ÿ‡¬u5;ï¿ÿ—U¼€8mÑß!Sš=aÛì/ÉÃÖ:€š÷ßÀÿ˪Þ@6èï©Í°íöä¿áë>`&§·ì¿Œ÷sÏ«ÿð º;ä*sG¬;}…ù/øzÉaª-.e]"å §-D¥&²t¦gÑ«VôÕH¦Ôéî©iDˆÎ-Y§§Pd´!IRFž±œ‘£šG–éF]íœ+{7³OsOÄøüiîmL.*–.–Ü8ŽÉ{+Õ ú[Ê4O¸ô*p”ªbQŸ$‰ØJZ÷Æ…+wÝZÙºèÓ†‘Ñš[åM_÷JF·ŸE,T_ÍýYtD6`Àõuºð ]é«XK×ý6‡áhƒ5£=ô`¼õ/Mÿ1Æ~Í‹ÿ Tر…|E²â5ŸKeðyü‰¯êêø+žÝþ;õAPè¾W³ÇÇ¿xÊi>ϵ¨mûÏjá¹½­JÿÖÿ=＿Äö_tX}Ù§o¶¿o÷66~kXÀd|[3còœ§/lòœ[þÓrE¿ïðt&ÿþ³bvøJÂv_íœ.Ýþ_d¥·÷¯µûîU£ðÆaí—ìvúkö-ŸøvmóXÏš¨8e…ã©žK—NJ°ŽÝä·oèϪ:Cr[¿]Å»vïcï &ŽöOu4/ǵ;ý^Ç>É÷6ïó\°Áv>Ôb¶=ﵫÛÅ~Ã=øöv~{c0rŒÚU9Ü=è…pô'+öx}NÏäøù>ŠÝû¢žCµýºÜ~Ö—øœ-ÿ‡ð¿‚åZ×í$­å©_êìÕãù»'cÿ{gÃcù½yÕ6èn{;¶‘÷H_…g‰ãYY'Ô^„‡A;ö;¿ù¤Z!’ð֯ͽ÷ÿÿrÀj/ý{û¯ÿa²h÷úOÝýNgæ|H½5*­Å¼ï;xŒ÷sîèi?9‹Mxþ}„ú²ûÑÃH?)Þv!Q¯ù¿×™j=éZŽÃhe†.‰(e¦Ó¹)B_Q{DC¾ô–-ü•÷4wŤèA€?k¾³²V’q<ƒ‡*Ñí¼”î©-Cº¥±5Pi”öÛ\³i—жŮLDoZD…9¸‰\*LŸªýËôŸ4ªñqÚ¥N+uÚ»•ív¬ì¬ÞçÇo—Ê0Tñu[šº_ÔëÏÕrÚÛ+ògnÿw Ï‚ýä¿ñÔëjrÿ‘ü_¬u\¶‡vÄÊü™Û¿ÝÁÁ~‚ò_øêu‡jrÿ‘ü_¬u\¶‡vÄÊü™Û¿ÝÁÁ~‚ò_øêu‡jrÿ‘ü_¬ÝíÛRõS5_1†wÉ-d &K~Ž¸’ìú]=ØuR¡¾Ë‘#4£Q¾ÛmVjI¡Õî"I–Ÿ§z¸Ñ¼UÄ`©lT§i{é;«ïOi¿ÿÜYf9^žR‚³_IÚ¨u´Õ@øRIDiQ’¢Ü¤¨·‘ã(Æqiñ3êm;£ aÌ ha/ªs¶jw5`î9L&:®‰¬>tºTn>‚¤Â6™o‚ n]þI ãYrªâZ¹·fs ë™aiÒ¨—q½µ{Î[0ƒ©6Û¼ÜaÚ²{7µÛn®2¼±¸×^I&ï¹q')ʤš^9Nro÷EZ1Š_Z½‚™¸³E«š'äÜËÙqfÞÇ|•ër9<ßî!·i«’‡Ü.e>‰ t’jBV–Ô¤Ìlð Ô#J/²«9=­«-é&¤–Ê{öZjMEÉKf6û‰¯íœ 0û**-Jê÷“OŽWm=ÝÊÝܦÜm&äÖþ jÛÌ×ne§äìËÞñ›jádžÍ›qói¾SmSQ%o¶ÄO¹!NšR”-km)A#šÉd~ÑtâÕÜ”žÖÔ[w{=ÖÊ¿[;/ß4çÝq˜nºMÅEÓ[)«Ý¯›nêýÒ[¶[{*RO†ÖtÓt×.Š ß3Uz‡MjÕTÿ©§X¢Y)D4LA!ô%m,JK”ã2ݼ~ó;Œ6uC FPŽ›ÛŠŒ›unÒ”eå,»¨§¹.+qn*ÖÅÒ­Oc±ECmM%µe%Å;¹7º5&¬Ûã»»I¬©]Å.ÜyÁ¼nûÊç—\Iqr‡¡À®·R‰ ¤Dš…CŠÌt<Ó¨lÈ’Á6¢Nå¡d¥¬Va*9”qT!n7²Wq³ƒ„—väÚœe%$Û÷ÎÖVµ½ ÎŽÚiJ3M8¾&›½·Yîvqií&“½ÕÌ;ti9Wº¨So Eê*¿_´®8Uk6¾åb… ©s¢¸KmÔÓ£QÛ%\Æò⾤’„Òg¼d°šEÚüGd¡†§Ô£-Ó{Qœ% FòœœSR{é¸=Ë}®g‹ÚÃ΋‚ìrµÖÿ£$ö“Úvq[œœ|-]&².@Â’²ÇŒîW2îNµäâê—GRa[1('lóŽôgdKèªSË59T†Í-)¦ÈœâJR²J“k—æÐËëVš¡ *±qiíÙEÊ2qVšvÚŒ]ÛrîVýò½Qö­áš½íyþ•Õ¶_ÈîZÚ]Í›né«%ì® Duü¹feßDkú‘*É¡N§A²élRN&4Å´¹e ݧ®Q©ÅE‰¼ÛŽE<ÒÁV£Øã5V×ojëe=™Enm½éݽ÷VK•jζ4,’RSº½î”—…µïe(ñq;ûäšÌQûwdØÚý-÷ìp㽶wZîûxÙþ@³ë5ßÚÅ »NèzšTù°ú·n4º‡Zá6žJÒ—ã|&…¥*O ‘nÂSÄUÃâ£Z“Øœd¥¿E§uk߉øî·;¦Ê8JÕ0m4ö·8»¤Ô“N2RV³RM©+Y¦ÑìÜ Ü»)·½Ñ‘rVZ¹-ÚdˆVlÜ“:ž¤Qc>I'ú¨0£!N¸”! ú]|ÐFžS…K%dëçS©‡:T¡O²[mÅ;É'täÔc{Kf 1mE´öco•§ÙiÆš[4âö”UÚÚ³Š“m¹6“’W“KjVWmœ›$âªFHúœºíÍeݶuAÙ6…÷eKaš¥9Ç[6ßJ C/0ëN øVËí:Ò¸Rfž$!I²Àc«eõ¥(¤Ô£³(½ñ”nšãÜÒi¦¤šÜÕÝêSÄlQt¥(6÷J7´“M4ÒrWO|e(»¦ÑñqM¦ášÍjå¼nËƢܫÊü½%²õV¦óM“l“œƒ-0ÓM6\(e†šiÔd‚R–j­ŽÌ§Œ¥ Q„iÒ…öcÙ9[jMÉÊNNÊîRnÊ1÷±IQ«9ׯÙ&îÒQ\VŒSmE%༤ümɶÛg¼°L;’êª^vÆHɸš¿rÓcý$ciôô7Za‚RX9 Í…%-¼„-H)É—ø8SÊnB ,&dðøWB¥8Õ¥w%mn“I6œe-¥uµ²í{^ìºöäœaµåhÉ«´®å³kìÉ)6Ò’’NR·¾wæôluG´±Ü\m`ͪXTª]PèUj±&|=ær©>Û¯šÔ§¹ »Æµ)K%žúXÜ~#0ÆözÖnëu¬­%•­¢”mhî‹VM[Qš§UÎkmÉÊRÚoº”›nM¦ÛmññüÛŒ=kéÂ䵯½ìƧ³íN¥rÔ)ÏÝê”{7¡ª‰„‚m–&­Ä)´rEÀfšY‘™ñ·(²rÏpòÂ*Ô§°œ¤·ÕÝ)(¦ÿ+âŒw;­Ü[Ýêb«,RMÅ)(l&¯u)ÍZí§iT›»OŽÎé$¶€kå"æËNÈ}¤ÝÝbøNº'}ow³‘ù—èQ"-Zü=›yÅéT-‚ t.ívû¢nîÇùÈBwÔ¯æÙ¯™þ’"-j~_/óRÑ —@íì†c¹ý3ó¯€(^ÏĤ´Óm™ªá«šŒ‹®}¢çý ë€ ;¨t!Ì šR´¥DX®¾¢%þr„é‘þá‘io²#þÁÿ¬ìº€e{†]£‹²EÕOWBÛ°êóà(‹¬û\q³ÿó$€Zžyé/;"C®?!÷·ßyÃRÖµõ)J>s33330Œ}ÊuBm&¡©M’ì:…6cR Ka|+iæÔJBÒ~Á’ˆŒï;Z[Õ%Öh:È&—U£Æ’¶ÓÖIºÚTeûœ@p0vj±o{›VîÅ2m¨YFê>»yÛ¾[Ñé²aLeLM‹%ÆYuÂlÒ¦ž"J½ØÌïÜ[Ì­çJ·gnÙS„éÉñµ$ã(®'(TŒ$“jñSÖÓexK*[Sj2„Õ¾T]š¿JœªSo~ÎÞÕ›ŠG.±lµãLkD³mâb³Q·h†¤U¦*2j5##[ÏÉy-­H7ä)DzBÌÅ ˜ïs ʤŸµ £¥qota£ÞÍÚ1I^ψ´ÁBwRÄÊ󜜪J+ŽRnSi6¼-Ù]$¬·#Y"à\•xЯ«¿1Ql*†|‘;”Æ7-¡”'"-¦•Å ªt§)å4g½ÃKŽIš¹n6ÔL¢ÙƦ…•±Nr¤øøïOeÉ*-l¥Ç'9Ê¡p§ F6J¼o‡Ù´b®íáÿg»rŒª¥´š[1Š„bóu»7Q°1#ê–Õ÷\! Ö#ÀÉu u Tt§žRdùÌã­º£Ý½Ž‡49“„[’.±s¥*±tcdýò¢÷ûÞ7%Åïšjö¼­µ+|,'MU•íï_kw¾÷©4¯wÓjéE;GƒâZ&¢¬ê¥~5Ë`aTÐo ‘Q­Uªt<ßS•2 “SlÆrÝiŽn'Z%oýhá„*x*T&Ý©ª›Ò½ÜêÔª·]Y^¢‹w{–ÕŸ½ŽÉ £ÛÝöE¦eÉ™b¶±…û2«gA¤· $]¨²h óî-ÈاÌÞÛýžQ®M£52ƒ7[’šgW ÐVµI)mxl¡ì5úP‹‹œ{¥iT©¹í]WÄ*uÕ&ÛüZkgÁ½ßi;î“÷²vwŒaÅg]‰ìLálå¬yßíâZ$Òé*vE—R›U-øyŒQŠ´ËJ‰ýꔩ ¨Ì¹˜"ÜE_ ØðùmL;Þû,ª'à“:0³ú4»â•M­ÍÙ¶• S«[N²JÊ _zQYÝJÝÛnku¡eãµåï±±–mÛ³3Uï{{Ó©—ýäŠÍ¾«W!L©¾•¢Ÿ1!·©QÒ‚4Á'8Ð¥î7 'ÃƪT\éd¥oÇCm¥~å¹ÎuÚµÕœ”o°î¯+/zVÄlÔÍ6ãù'þ—s¹=ëzmµµ¹¤®ïuì0«‘lërç¥äjM•LRÈuúÅ7ê*ñ•XiLÔç½,Ð꟧Å4)³‘Éú”¬–Iâõ;øJ¥5Nž_Fû¨GeîÝ»zißÃwumÖ[Ý÷SªçS1­RÝÄöZñ÷0ŒÕ­ú Þï«n»Îƒ‰Èáw¼ì‡ŸÌskÙ—UQr¸fý¯É6üvØá?V‡˜¦ÌR×ÅÂ\ÚKq™ñsn:S첞ÊKe§w}é·ønî­e¹ßw4©ì;½þ Û¾}÷Ýàð;üÞE§»w5ØvÅ ÂÈVž-ƒC S¤“W%™”çÕe¾úßS‰IÂ~‹(FçF®]FF’õ'¿ÔÜñ¬*m»Ó§JšÝÇØéÆÞý×Ù½·Úö¿„¡S²©‚5[Ðupê­4“§Q©üñšŠ„¤—é)Â0M^6ìqiïh¯US¯rnÓ…×Ô£&žËÞ­³+¸½þþi§t×!Ä– n͇uVo ¥>³~dK©ÊÍá.ŒÊÑ—y£Ç‰—êÍ–#Fa²R÷)f•,É&¾¸J• %:îÔv›os”¥')I«»o{1W{0ŒSm¦Ý:•±R­4“j1IoQŒVå{+¶Ü§'eyNVIY,^œ{¬ˆ÷…“‹&ãc±îºýN}¿tÝuyU­eTž[òÐÕ=¸«j ”Hy÷Zã‘„–”+ˆ‘Äv^ÖöÎ[ i8Âì{Q÷Βݤì£(BÔã;ÉZ1“ƒwNéÕ…,t±PŽÔ¤Ôœ%º;vI»«·µ·(Ù=§+I&¶r’°í¬xWÐ,—96‘cò·“(ž.‹(å‘'¸÷~úþ-ßgÎ.óZ•3 ²©OñsRŒ¡eu A©Si?cdüE ¶ø&OÆ^ûwý=«íí[åÞW·˜½xû;_h³lü«3³dÚ72¥_¸­ ¼Çê—SÔ×ô4;Ø­·NB¤2ÃÎ’$Jâà6Òi%Š¬jÒ©˜G(ì¸í8ÁoŠœ¢âžÓ³Ù†Ó”#³}¥äöZ•FTpÂÓ–Ôd¶\åº[¶••Ó”â¶%+¥²äÔSkg,ß Ìqj*˜Ôñåv˜ˆJj«f_2¥Ò”ëÜ[Òû5XíH6·šMµEp•Ìd¤n=ö‘ucRWIÅ¥möq{ïà{IîÝܵn7{+©*r¤¬Ú’nû®šÝeƬ՞ý÷¿äÏC`X÷±Þ•¼¥“äÛM]•+yŠ=Ö³%=*›G¥¶êžq=óM9)÷RT· –RIm´¥²Ü¥.â’¥†¡R1mÊ£‹“jÛ ¤¡®÷Gnm¶ï'7Ä’JWSZ›’J4Ô”Uîï=¹7eÇØà’·r“Þܳh¦s.íBìšÙ•ÝÚ_…mñ;ê½L÷̯B±ë'¾,£Î?J‘h„KÀwlÚ *÷vGæÐ'}Fþs˜yŸêÈ‹[?ÁyÂÑ —@ =¨X åÜzæðsã+‘|7‡óô‘[ùÄ~•÷4dD­`éE*"RU©K”“-äeçÜQܽ,ï[æªz ÞqŸ™Ïèqú šZ|ÐS-'+éÖA6‚}Ü{XC}R™šHÏî­[¿lþèìv£Ûín)x6£÷3hÈ?#?¤Ú½€ŽÙ¯»J|kZîø{æÿÌË\ÿóˆýÔ½b0 žá®@¶(Ë–ªµ7L·¨ògT\AšXaµ8á–ÿg…*УYzΤHµ—J¸aZt»eEVKˆR‘!s(²‡œJŒ¡Í–Ëõ¨I‹c0‘©QË );¤ÝKEx£j‰Ûë9?œ¹Ë±õ2ÉÒ©N)Õ§%%7{ÝY«¤Ôw5{áwº²_{âºö4i˜33VRÉ4H4F Qè7å6Ýj<&Ù$¥µ¶ºm"#ÊY!Ÿ®¸²23=Ü^¨]f¹Ä3j“©*IÉÉÊ;wmݵiNQ³nû£}ÊÍ+§§F… P§J;‚²Jïr²Wrmî¶íÿMÎî›Ã•j}µšó…cV«gMÇn™ž‡æ<§¥ô<ÕÓ—RŒ—uÕðǘ٠Ö|™ ·q§›Ç°S…j¨éÆ0‹–ÕÔb”c£(ÆJ1J+i7²’w±‘ž:R¬ê¨ET{Ü­{¿”ã+Âï½îòwm·ì±æŸ˜Åؾ³‰í­”ãÐ%?(튥Etyµ+}™-׆ó´Õé5ºç«œ™Nú£Þ³=Æ\3lÖYÜ©ËJ-Æ1„¬œvãÆ IFIG¹Š_‹Tü6ð[…Æ»¨Î}ÕÜjFP’}Õ•ã'¤šã[÷™ĵ+Ö2T ƒ&ÞùJT‰¦ëU«î<–ÂEÈ¡4Ê|6ÈÕ½m©{Ô~«vâ+|f*†)ÇbŒiÛä¹»üïnRþ-%iTr[–íÞÇ¿}ÞÿûnVK}ñ-ͦ{~¿R»WNÈ™RË´²$åÉÈØâÍ­ÃG­>ê Vµ¹Éq ô$‰Þ‘”>%+zÔ¥Þ8–NJPª©ûÍ´ÞÎ÷+niJ;MµŠqÞÕ¶wÝ°®ªª°´k$–Ú÷ÝÊÙ‹ßxíF)(Ëgi%>æ6Χm[çmžtjoÔ©Ñ<í;{¡Оwò\—Cò[·r|Ÿ¨áënæ¼]jØêÓ©VNS›m»ïmïnüw¾ûñܳÁJYl©ÊƒÙp¶Í¼â·Ð`«kM VÑ~­‘2¥÷lc™¨“ñõï[‡"“DÚ ¸î¡mDnTµ²…)-*{òM¾e'rÉ*,å]"ÅUs©Øà«ÔMJ¢MNJ^ûuö"æ·IÆm6›´¤Ÿ:µ!:8*täÓq³RK{mEI&££uÖŠK)ä|qoäûyºyÚ¬ÁªÆ¨P. ~BÔ©u(êâb\G·¨=åê‰HZT¤-+B”“Ä`ñuð¨Ö¤í%uãMI8Ê-=ÍJ-¦ŸÒ¬Òk•î”g”¡5iEÞÍ]5ÄÓMI)&šjI4ÓGǸnŸcÜ‹Ò¯y^Ù>þ­Ò٧ɾ2ðŽc4Æ–kD8ìA‹+ rŠ5«’e*q[Å,ÒžÌ^k*ø^ÁNœiSoi¨íwRµ““”¥'dÚŠ¾Ìo-”œ¥zuêJ¼ã{ ì¯v­´×…¹lÆí¶í¯d‘Ä2NŸky*¿³'Q¶×ƒD¹âÖ-«^×¥ÚMŸ³Ckir¨/HYz· ÒûΚϛq$‹žY›C,ÕNvšÚ–ÝÚš”Z´gûÙ8«Föß}­å̱T冕.Ç™¨©{íûDýöç·Ëu–ë[e´f«BƒT¶¨1)›ÒæÈ5ËpÞºnø´ögÈ%(̉Ä@‰9HÉ%ÀÊOqï3±Å×¥‰«µ q¦¼QÚkéî¥'¿é·‰"ËôÛð?‹æ^Ÿ{o¬—&§Ð"îÕÏ]ížýÝžùm O›ø9óKѨD:ÎøW+óïh„KÀEÝŸ=ÛHû¤/³Äñ¬¿‹¬“ê/BC ûfß_üÒ-ÉxëWæ‡?Þƒûÿÿ¹`5þ½ý×ÿ°Ù4{ý'îþ§4ó>>·z•ü4·¾M$ZkÇóì'Õ—ÞŽAùH~ó±‚xÎäý<×ÿ %|¡C¾ØÌ£õWÜHÐ÷ˆýBHä뉷æÞ­]׉-KrŸ"­pÜÕ›ÚŸA¥DO²fHr„Û- ½•)kJKµ'^Ž†aV£´b©¶üIvFÙ±äŒ#Q¾%oêjý¿²úØÆCpœ2ê*7æ$ʸÆePêq*À9U8T7×Pe4iRIº„nQ)#ÞL<É(Ôf£=Š¾±q9Ž‚âqø[B½)¥k'dæ¶]øâíô§bêY¤ªåò« ÒOúú‰—¬LekbMSæìWéÒ ÚvnB—N¶iŽÌr[ÈŽƒ"B Å™­gÏ×331!h¦c‰Í4o‰®ï9Å6ø·ýÆK RUp±”¸Ú)M–(ÅYóA¶¾^‡V¸ìmCÑÖÆW§"c‘M¹›Šü§éÄóF•6”´¨Ä“ßĵG}bÜ4k!æY&cS ÔjPwƒã¼.’•ŸûßÅtcžiÙpõ\8ãÅôxÎ3? X{ÛA1.¥Ê£X–Ži°üâ¦Íª;5Öú*—SÛÞuJZ·½%Õs™î#".b!q Ûžj–®+ïRTê]Ù.)I-ËwG(Ö©ˆÉœåÆÓþ§q!ÕsO"æËNÈ}¤ÝÝbøNº'}ow³‘ù—èQ"-Zü=›yÅéT-‚ t.ívû¢nîÇùÈBwÔ¯æÙ¯™þ’"-j~_/óRÑ —@íì†c¹ý3ó¯€(fÏÞÆ‹gð‚¯ò•7XaýBzÂæ®å7È]@--öDaßø?õ€—@aýBzÂæ®å7È]JJ>•#ÎÑ%K!ô+ˆ/T>©¡¼{¹_9ÙI¶Q7ÿ–ÊœD\æ¥6·Ú„"ÖÓŽ+& woúÌÑ°ô¡áÑ…Ó|¹ƒÈUy¥_¶ÝVîUøD´"/Þ7Û\•’HýQ­å½$÷ÛEm~˜x„q[UŽ.îßõŠ`´Ø¤{3ðRòt9X]W«Ò¨ÉÕªåJ ‘MŽ§j:œ¤±†“×RÜQ‘$‹î™€0õ{¦´)H<¹l™¥FFhKê/Ü2oqþà5ÚW•©~QX¸¬Ë†“sQ$-Hn¥Gš—›ãOÙ!FGêV[ËzOq–þrrP]Ú…Ù5³+»´¿ ÛâwÕz™ï™^…b!ÖO|YGœ~•"Ñ —€"îÙ´UîìÍ Núüç0ó?Õ‘¶!‚ó…¢A.€{Pþ°˸õÍàçÆW"øoç!é"¶óˆý+ï:&èóJŒ­‰á¸£¹zYÞ®7ÍTô¼ã?3©õ_Ü~‚c£æ€Vß4룧/ÀßÊÚÔÁد­¹›FþJI´û;³_v”ø2(ÖõÝðöÍÿ™–¹ÿçú?©zÄ,`@0ö¡ý`3—që›ÁÏŒ®EðÞÎCÒEl?çúWÞt¾ÃZ ½²ö‹³Î«iÇ9¥búÄ©* lóU©°Ð¥×žç-û˜iæ•$÷±!æE»¶y¶šá2½-Ãe’·ãÚ%¿x¿{M?¥3s­§GOÃÿHÎz»ÒNÄ»>ôƒŸ¬{r¥NɹsÎO«šÄ›ŽL–dôM!ùðGZͶ÷ºÚÔn"Ü\à ¢ÚOœfšqŽÀÖštiml«%kM%¿îñ–øL]zÙ…Jr}ʽ¹Ì)£M^š¸Åº‘Èt#¨G^(³ Ðö,vHÓ[º Ip̽WøO#qL—F|$¢<¾–i¶Eó,- Ûñ²î¿Ù‡úM?¢2+ã1ðÂU„_…ïù—Ÿú™ÿ,hûÚ{*q©(öÍR.h»nQëÕç®IKaÆÜ1¥‘DRù$Ÿv‹™%»qýÓL³J³œN²«å³št"›JËäÅñÚþ…,]yf’¤ßr¿ú/FǯÔñÀ¿é7gûEP¾µ;úÄÿ¹ü¸˜ãá ~ï¹ÌG¦0.í\õÞÙïÝÙï–Òñ©¿sŸ4½„C¬ï…r¿8þøˆ@ä¼]ÙóÙÝ´ºBü+¢ô D: ߶mõÿÍ"Ñ—€µ~hsýè?¿ÿûvQëßÝû “G¿Ò~ïêsO3ãëw©_ÃK{äÒE¦¼>Â}Y}èᤔ‡ï;(×€üàîOÓÍð²WÊ;í‡üÊ?U}ÄxÑðt$Ž@¿Ûk/+“f ž÷•¡Qó¢å¡^W‹”ŠŸAµ ØqNÐÑÆ”:…#ˆ‰jÜf[Ò{”[ŒˆÊnÕ&ŽÊ³:UUàã ­ëÁSÄgòXF¥*±—·õ6;Ý·›Yt;b.zWjÄÅ7•^-1PÚ3n í6¨Ë®¥ÞP¸Ûe”šI\'ɤ̷‘Öòl-«<µ»·:q¾þ%(;[‹¿ŸymBíMIxn¾ôu¡×ÃW´¶‚ê ê JD*íµœŸEšäFß&eÇq2³mÄ© áZ|+I¤÷s‘ì…P¥ŠÐl5)«ÆTìüÓâÞl¸©` ŸGe ý’ïg³öÉ;qê➢äªv±zÂz èÚœ:,#ŒÑÄÒÑç„ÒúÑ£y<²=ä{„’eø5‘çU{ªj1Ž÷¹9Êë}öWøj…(*‡n+%ÎýD®Ï«ÝBîÓ¼JFKñ+/7WÓ™•Ãüþ‰}ìíz:Òj€åÚa­K£DøZݼ,[Z‰s^·ÅâšE wG(ªl¥‡u÷šiÄ-Õp¶IJ i-êâ5nO ÷Í_hŽK³yR­7pŽÓ·Þ’I´ÒùÝŸõY³ mf¤ì’ Jvêë`”“:fY‘šUbJÜx÷MgZ#òªt—TÏöóóŽôªº¦±tçCËõûb§r¢½:‘rS(ï­pW2/©èÜfkKkK¨>š”“âOˆ‰Gi¶SÑ\úXXMÊRMñÙø‚êÞ\Ì0«ˆØNèÝQ©@\ÙiÙ´›»¬_ ×Dï­îör?2ý $E«_‡³o8½*…£A.€EÝ®ßoôMÝØÿ9Nú•üÛ5ó?ÒDE­OËåþsªZ!èAÝ£Ìw?¦~uð ÙûØÑlþUþR ë ?¨OX\Õܦàù  ¥¾ÈŒ;øwþ°²è ?¨OX\Õܦàù   {jþ¦fKü6cÂôðh_éWL?3ÿ3O|Ø©¯—? KåÔà°Ú/úOÓàÕcóÀf°ÿHögà¥;äèr°8ÛHSŽ­ ¶’Þ¥¸­Ä_¶`¤ÅZ•)ÞB-NŸ%ÿÿ‚ÄÔ-_ÀG¼ì–¹r[¶ÄO<.ZýÞ€F{æ×*­Dg›¯êÜQúÀßvë[M¶*ÛÙ~[{øaÚP¨ñîÿ‚òÉ È¡Ú¯Ö%.â·ìËZÁ¿)K‚¯Æ.Û™„D!1–Nm¡´¹¼É'ö|ۈ̷€&ÉlÀKÿQÙYJ'ºîjq2¥òfá0¾=ÞÆýÆÿ¶þÀ£"îÔ.É­™]Ý¥øVß¾¨ûÔÏ|Êô+²{âÊ<ãô©ˆA¼vÈý Ò¯wd~mwÔoç9‡™þ¬ˆµ³ù œ-‚ tÃÚ‡õ€Î]Ç®o>2¹Ãx9I°ÿœGé_yÑ7F˜zPüelO ÅËÒÎõq¾j§ ÍçùOªþãô4:¶ù ¿]9~ÖþVÐìn£þÅ}hýÌÚ4òSúM§ØØíšû´§Á‘F·®ï‡°þoü̵Ïÿ8ÑýKÖ!c‡µëœ»\Þ|er/†ðþr’+aÿ8Ò¾òè1djvÈ}WÕá\DÄìE:äƒTx¦Ý:)ÓaÉS|‘µÀé)ù’œQºK5ªâ3.a4é¶U€ž´0qqÝWaË{Þö¤¸ïu¹%ºÜF{J›Íé«qÚüæ5Ú {öJìö>ns¶zÅ»ÿ»òFCA¾3³?÷ÿ˜Š™ÂÕÞsÍŒÙBúƒ¤ýmS!×—+¶J­a2Å=„œ ”ŠuIפq{ÝZ—1ït׸šJKrKp³ÖÆ]‚ž“`$ãwUìË{Þ” ’ãÝÆø­ÆpÎiSxªNÜ||èúZ—®Tîm‡˜Jä­>ܪÅÁbΫIj#l%É/Õªn:¢i´¥#R”|(I$·î""æt~<>¸kÓ‚´c—‡rŒRãÞrÃEG;’^/èŠo±ëõ

¢ô D: ߶mõÿÍ"Ñ—€µ~hsýè?¿ÿûvQëßÝû “G¿Ò~ïêsO3ãëw©_ÃK{äÒE¦¼>Â}Y}èᤔ‡ï;(×€üàîOÓÍð²WÊ;í‡üÊ?U}ÄxÑðt$Ž@ºûwÿO:ü,»¾QA¶¦2Ì~¬>ê†ÅûÊ¿»ú›M?VOD½ÁnÏ‘Ö·“|Tær| ZTúWô:ÕíìäÔ÷uŠ‡õG`4 ¼ì'ÔFÉ—þe ìaž»&¶,ÿÉ·g€éÉ{ÝϾ˜zs5Ú?›âwÞÉÑžÿWº…ݧx”7Ì—âV^n¯§3#‡ø ýûÙÚôu¤Õ%.¹ö«ãíä*V*,gpe ÞM¼ÍN°ÄZú)`Æ}KK 7Ô˪qÕjQ¥(áJM>¨ÌÌŠJÐÝZã´·ñ=•S§{-ÛMµÇºêË÷þã+ʧ§·µeÎi¥æƒliõ¨1om4\ÖÍéILúÅ»“¬Ha£=Æâc9 9,ȹøyBß÷FÙŠÔv2[£‹R—88§ûö¥÷³Ñù¨÷3»ú-ýYº™l¾„ìV4‹òêÉõ"I8êÇ’âÍGÖI=,£°gÏú×wíGª3Æ>ꚦ¼r’û£´ÿeO&ÇT{Õ¾—깇´ËW„ù-.lñÉõšt³ÿÑwÆU–í:šæÿ±Þ\“L}óÝ3›ïuÆWƒíʾÌàšãŒ7¿½¿ø Ï,ÂQü­Uô/úþ‡È)ÚÑY´ªÙ=jGN:!ÅôÖxî%PÚjL¸È?±KnpIRœ3õ)Cs kQ‘$”fD.p<RÅF† WYñ^é?ÝÜîúadr§Ú˜Ïfœåÿ_GÜFw0Ž¤5å’*ÞÈ9ÛTVµ óžzf,ÛRz•DL“O1°Ä™/&!(¹Ñº§–•¦ˆ”E,,ß Ð¼©Œ¥O 9ñBšR•¾v’ÚùݬŸ…™žÍ†ÀÒ¼Òƒ~Æ`Ún†uWÔ¥sImŠ3¹ªÝ€Rª´5]qS¶RøŠY¯“WÖ$´­Ä{÷™–íäd354Ç!¥£ñÌå7íy;'²ï{¸ñqñ¦Wxì:Ã*·îYÛ÷g.—.í"é’‡Š¯Ú½­x˹*šú( Sâ;(ÐIŽÛª$›¼eKá"âRˆ·¤‰JêÞžiJ4†Xš1j («ñ»xmàãæ5Ç ^%Î<\F÷ 0°"æËNÈ}¤ÝÝbøNº'}ow³‘ù—èQ"-Zü=›yÅéT-‚ t.ívû¢nîÇùÈBwÔ¯æÙ¯™þ’"-j~_/óRÑ —@íì†c¹ý3ó¯€(fÏÞÆ‹gð‚¯ò•7XaýBzÂæ®å7È]@--öDaßø?õ€—@aýBzÂæ®å7È]KÛWõ32_᳧€BÿJºaü ŸùšxæÀýM|¹øj_.§=†ÑÒ~˜?«˜¦+5‡úG³?)ß'@•€@í=®U‘ZÅÖëuIˆ¢¿HŸ.M¹&–N¡(uh.e(“ÄDg¿vóÝ»yïT´ë¬8Û̸ã/4²SN´³J’¢ëuŒ€Ý3%ÿ’é´Ë{ k2V+§ÂˆÜh±˜¢Lèå2ÚxHÞ˜Ëm%J2.u9!J=ûÏyï äcÝi¦ðp«Õ¥YγԎ)’¾¯Úu…9™FW*ž¿?§»ï8­í”°*¬7t½…ìü“–ßp؉:•@MEˆ/_ŠYñ:ú“×4¡d„î3ZÒi4€9Þ0ѵ^긕uU^^C½eWÌT‚]. zémÞÈY'è-’Y#ßú!ðÍ8“Qu¹…,ZM“oӬ놃NvµmÀMÄ’ã’¦¥j[eÍΖ›/ÚI+E¯iZöE‹~зéÕ:Ô¦©”XŽÉ-_d£JH·¨÷õ9û&ä@»µ ²kfWwi~·Äïª>õ3ß2½ ÄC¬žø²8ý*E¢A/Eݲ?h4«ÝÙ›@õùÎaæ«"-lþCç D ‚]0ö¡ý`3—që›ÁÏŒ®EðÞÎCÒEl?çúWÞtMчf”?[ÃqGrô³½\oš©è3yÆ~gS꿸ýÇGÍ­¾h/×GN_€5¿•´;¨ÿƒ±_Z?s6ü”þ“iöv;f¾í)ðdQ­ë»áì?›ÿ3-sÿÎ#ôRõˆXÀ€aíCúÀg.ã×7ƒŸ\‹á¼?œ‡¤ŠØÎ#ô¯¼ë‹¡OÔt׿áÇàJ`ž´ÏãS-ú!éÌØ±ß Rýß{>v‚þ¤¦Ï_ÞÏû?$|ÐŒìÏýÿæ!—ü-W÷ýçÆÇÅí£}Î"ø&²>ëW¾<¯ë?JÜãóš?OõG»Ï?¨A§ŸÂÊo„ê"†Kñωú£å‡gôDTÝ_©ãÒnÏöŠ #jwõ‰ÿsùq1YÇÂýßr)˜L`OQ™âÎÓ.¾s}øÍR]µc@aÉ(¬’åHûqã0Ñ‘œ}ö‘Ä£$¤”j3"#|‡%ÅémOFÊs|o‰$›mý 2¾„ñ5”#ÆÈS#Í ÑÓ'†&”*OCãýFiCNpýÞ¥(·ýî/Ý,uYÇ~1_ÍÿÎg=Ï¿)ü?û7'í©ÑÍó`N»2Ej³…î:eC¡äXÕšTšÌ™;Óćb9 •òŸ:MKKF•‘‘ •ªfš¤Ò¬9RÃÅVƒWÚME/™í5gô\³­’ã!RÑî—‹ï8}ClýzN“DÓ–õ¨zÛpSmöJŽ™OyËìÙFïõ‹ªz¦Åa §˜ã)PÎîÿŽÊælæ²YÁ^¬ÔWý}…9slÞq.NÅÓþÓ½8ÿÁn,“VLÊ›ðÚS®¬·•¿w¬>¼¯Tù?å±51^+'ûì½3ïbɨ{é¹?›þ¿©/5yvê"جž+½µÿ”5 ¨ŠÜ‚x+L±$D¢Äœáð“SdÅS([¤®bˆÔ5:f[–lï%‹¢ø\‹GÛ4rØP­ý’µœšù“»·ûNIx®e0ÃImÆ’Œ¬¾ôpÒÊC÷ˆkÀ~pw'éæ¿øY+å öÃþeª¾âF‡¼Gèø:G ]}»ÿ§~]ß( ‰ÛS?™f?VuCbÈ}å_ÝýM¦ÎŸ«'¢^à·gÈë[ɾ*s9¾­ª}+újö‹vrj{ºÅCú£°Þvê#dËÿ2‡Ðv0Ï]“[äÛ³Àtä½îçßL=9šíÍñ?»ïdèÏ«ÝBîÓ¼JæKñ+/7WÓ™‘Ãüþ‰}ìíz:Òj€YvÐi3Qw¾¤XÌÖ'»²<©±«ØTWªÎÂ~žåÓ.;)SÒ²_&i2õ\D².Çê›I²@ð•ëFU6í&£{ÚÖosú8ÿ´dؼ<0Û•ü$D±0niÊ4ªµwâ<—Ш&éVëve6§›o”Z^}–”„(›2W Œq—79 œåmXÃ^”¸”¤“~ É»ñ™¹×£IÚRIüìª?r.«éôÈìé^ƒ£¬¥zÛ¬(çbëºÆ¥Ð/”2ß2Üè³D&¤·oåS-õ'zyN>iÆFgQ¼ÊUéÓ—ã)JŸÑkÍGèÙ_5øÌfaOßã\’ñݵýmÌoUǶã'aʽÅ3î×nf É¥Ð2Ræ-ÙKìò)¤òVôºâ&[‹œŒi¸}PåÙ­(â0Xݪ ñ¸o·†ÎêüÈ°ŽIJ²R§S¹ú Ækû-"ûÚ5«6U¥oUŒì;Ñ)µ] Ð|æg8š8ñš=ä…,Ý\·Ky­’Rg¸æ9Ve¡gaÈpNs’.kí7óYEx™}V\œ5;·Æ÷×ô;ÏÕ>‡t½i×%­‘1M/[†Ìj‹ˆª1ª¼´— JCãÄRo/Å©JçæZÜQz¥.7¦E:u)M×–öæšÝãnVÝâæH×–Š¯fžÓñ{­-~àJ>ÕLƒ¬9¥{'\öº!Óy;q*ª¥C… Íq¹]ÄžZ+¼ä³õ;ÙÜ',V„çUumK*[=ž.ï~ï)qÛÄ×€Ø'€¯,­QÝ´½gi¼)›1®¡±Í*âk›žÌ¸RáDš˜ëaæžmF—˜}•‘-§P¢24¨¾á–ôšT}pÍòŒÃ"ÇË ŠŽÍHÿÒiøS5jô*áê8MY™Xc @\ÙiÙ´›»¬_ ×Dï­îör?2ý $E«_‡³o8½*…£A.€EÝ®ßoôMÝØÿ9Nú•üÛ5ó?ÒDE­OËåþsªZ!èAÝ£Ìw?¦~uð ÙûØÑlþUþR ë ?¨OX\Õܦàù  µ¸~ïÉvÖuÇ’ìLH¼‘Q§]P¢RÓ|F¤ùá#˜ÉžQä5ϼ¸•¼¹·€-gL†¹¿c¦Gó­¡y8Ó!®oØé‘üëh^NtÈk›ö:d:Ú“€2æýŽ™ζ…äà•sî²+XÇ"Qî­?fÛ5["«á»RÔjRà¹i~_B¶Á-îI¥òh2Røwï0˜Ñ/ÜÅGW…… .¡‡§Üm;Xξ‰PÚL>*ÒÇœæß.æ÷[a®4¨ˆ¹n.²L€ Uß¹Šõ¢a¨ùW/  [’š³j ÉPî?£©¸¤·ÉÛIÆá&Ø>7™òÛ‹ìLók_ÙŠ¯»—‚¬b•ÄN×s‰d¨qÓN‘Ñ1ÈyЦùw}[l#*"úöþ² öµes=ï@Ã1rÆs À·èóÛ³*kÉЮ?™[pÉ×I¸í¤âòij:¸\Þjå÷Ø+xËlê#[0í»~%3gÌŠ½6-#tú©jŽˆÇE0–’M»Éª>ôq¤‰\'Î[÷ÞtÈk›ö:d:Ú“€2æýŽ™ζ…äàL†¹¿c¦Gó­¡y8 æiڙϩ‘oýšu'åQçŠV®è‘¥ÇK›¹D’Ê1’’®Ÿ Ò¢Þ[Ëq€'–±²•ïyä$}"\ù vG““mÓ5I¢¹KÜûˆäß’ìe&OèfŽ&Éè5u”[€æS¡ê/M®.µ“tmU1M^°mC³r6V Õg? IŒ$ŸmÒNþ'l‘Ö5 ù€=7*jí+O:J‰hA£DmU;V‡"Yñ™’'&¸Ú¸ËëMð£y·ï lÇx»i&«Tjø»O3­c¨¥(–R²±9n2“ÞHqnžãNþ~d§îõùÀ·"ë£]öE±SµoLMhÕú“Ä{‚ÜÊ4‰5˜g¼¸ÖqãÊu(Q¤Œ‰FÒxL÷—9à4£œu W¸é÷V—yT®ÊJšUÍ;+r³â¡*R’–_QšÛI)Å™LˆJÝ×08Ò^®µ±^´+Ô¸:d©çôPj\5LõM¤Ì†—PfL:¹ )RÍ Q(Ïzw™™p‘¶2æýŽ™ζ…äàL†¹¿c¦Gó­¡y8Ó!®oØé‘üëh^NtÈk›ö:d:Ú“€2æýŽ™ζ…äàL†¹¿c¦Gó­¡y8Ó!®oØé‘üëh^N÷úXÕvXÔMßÐî]5¯ÛXÚ¿V Ýyå蕲b駺Â_¥ô*#4µ!õ/—A©¯Q¸”£>`7œv¡vMlÊîí/¶øõGÞ¦{æW¡Xˆu“ßQç¥H´B%໶Gí•{»#óh¾£9Ì<ÏõdE­ŸÈ`¼áh„K Ô?¬rî=sx9ñ•È¾ÃùÈzH­‡üâ?JûΉº0ìÃÒ‡ã+bxn(î^–w«óU=o8ÏÌê}W÷ ˜èù Õ·ÍúèéËð·ò¶‡cuðv+ëGîfÑ£ÿ’ŸÒm>ÀÇl×Ý¥> Š5½w|=‡óæe®ùÄ~ê^±  =¨X åÜzæðsã+‘|7‡óô‘[ùÄ~•÷qt)úŽš÷ü#¸ü LÖ™üje¿D=9›;áŠ_»ïgÎÐ_Ô”ÙëûÙÿgäšñ™ÿ¿üÄ2ÿ…ªþÿ¼øØãؽ´o¹Ä_ÖGÝj÷Ç•ýgé@ûœ~sGéþ¨÷yçõ4óøYMðDPÉ~9ñ?Côb|¡ðìþ芛±ëõ

%ÄhÞ×] kΘr©§¼UsU®ûÂÜÊ”és«´ú)• ÄDnKo¥‰jQr»–êH”„›kç4©E¸ÏqÕ~„iM›G‰‚„%¬ßu¾ÖºðsßÆ‹ì£/ÄáëvI«&¿yE6vkëNžÃÃztµ®:Å;,ØØb…O“nÜ´EDMAêe5–¦œ‰JC¤ƒijá3JÍ 5’xR£N‰§zŸå8ÚøúNŒêIÝ;ÛjM«®5{ýÝs˜à14g*w-¿âʨ#cEÝ«ž»Û=û»=òÚ@ž57ð.sæ—£Pˆuð®WçßÑ—€‹»>{;¶‘÷H_…g‰ãYY'Ô^„‡A;ö;¿ù¤Z!’ð֯ͽ÷ÿÿrÀj/ý{û¯ÿa²h÷úOÝýNIæ{êgênŠRšóÑ‹’Ú”ä#W«èw˜„¬‹Ù.&Ô_{›\…¾¼iÍb°“¶ëM~ûÄ㤠íAý?Ðì` s]¯.\X%N!˜¡G[Ó%ÉpÛM ŒÖµ(ù‰$Dff}b!Ê1”䢕Û>¤Û±ù¾U¥&£rÔæÅ{3«¯;B›Ý¼–éšTiö:ä{‡}éEÓÃ(¿þ„dw.é~ÚÓû ¸kù¬BþØél4K’K¦Í²à|›ç/ÛZd 5ˆ_ÛØh—$—MŽËòoœt¿miý\5üÖ!l;a¢\’]6;.ɾqÒýµ§öAp×óX…ý°í†‰rItØì¸&ùÇKöÖŸÙÃ_Íböö%É%Óc²à|›ç#ÆÕˆ'ä3"WØò ÿ†bbÕV#'­„ÇûZ‹‚JW•ïº¥¾9›É燔jlFÜ^¤ÎÙKkÒÑÝ2Ú—¬1Ýg=UñM}ü{–"àèÑéÔzj#ÔNLg©„® q’’Yžôò©?ÖÀåX¼†Z¸ÆÎ4¤ªBñÚwn𳿃ÀP£S Ú¹µæëuþ‚,ë‘(:¡Îl©wSoÜ‹N¿¥µx^Tzi‘j3KwÍÄO©e'ÍêK¬&½ ž¦‹a¥J;0qVW½—Òg0N/ ebÆålY®˜Y·f­:åÕF>­Ý×t*ùéþâ‹„ãFfÑB)tõI)Œ·Oå\fÈ×»„ÚR¿\bÊqY²<åƃQNkkßwSµ¼[îa)O Ø+÷;·_öiÎW²µ+ jí*ʹs]«[Ô²òU–ÌlÙ3”Šƒ´¨ é|–X\vÔû–mì†å”×Ë%ªyN4Ú£±S¹¾ûmÊûþv_P•“¶—sgºÿ;ð—Ã¥ûkOì‚á¯æ± ûb톉rItÙ®v\“|ã¥ûkOì‚á¯æ± ûaÛ ä’é±Ùp>MóŽ—í­?² †¿šÄ/í‡l4K’K¦ÇeÀù7Î:_¶´þÈ.þk¿¶°Ñ.I.›—äß9‚3Ä}|a[bYf]©še²Ù¸i[¥Ñ®\L*¦’lÉÆã!Nñ«ì‰&¤‘’MIß»y ÎK…ʳ|Bö¦_R{-]©6—ÓºÅÆ8zÓî)7oœ’û5ò>f°1nFƒjíÀZW„åääÙ¶ŽRƪ³*fÜ&¸¥ÇSÊ%pð£“&FjZ ’F£"nŸä˜¼neIÕÂOömµ ¤·½ÎÜ÷~e³:¥UznAéøgVºëÔ}nüÁ—Õ·SvÓª%Û—Up1z1‰-ïQM}q–j'™IRQÑ‹#%-IÞ›ú˜ª:FŽ2¥¶–ê/ñ²kįàýû+Àʽ’ž ³Qñþ¾ÿ¯¸àøz·—to©‹–wçŒOc_ŒÈt¤g˜XÎUa¥»½FûO%å¸Ï*F®%´ßDú¾P’5^æ™n7Jôz¤¥:~MÞ‹ÝàjÉ;x.ö|)œëÓxÌ2i6¼^÷þ¾ã!e¬é™õWŸA´j¶¾ª.—ÀšÅ g•<·}nNc.*z7ÿ›I‹³F±Y%:µ½­¯&¹šØþ%:8W‡Woe}gÿðÖ«¡ýiãÖÖKÌö{RœO’U'hï«q«ˆÉm!“=Ûiµ ã0F‚tÕT²%Óíø5%Ê­ÓЪN@jårl„oܦÞh‰\‚’{‹~änRTdF\Æ@ML¤§l}AØX!7ãu3¾éñd3sªÛ6z/=!²J£òêã2èmûÉe¿‹ØÝΈÓv(Zsµ*t*mrmËU¯Ô&»[—£%Å!<-¡¦ JàBHÕ×R”f£Þ{·±`ŸZÿÖÏã￦(‚€"îÔ.É­™]Ý¥øVß¾¨ûÔÏ|Êô+²{âÊ<ãô©ˆA¼vÈý Ò¯wd~mwÔoç9‡™þ¬ˆµ³ù œ-‚ tÃÚ‡õ€Î]Ç®o>2¹Ãx9I°ÿœGé_yÐ÷HÕJ}UÚb­Õ¥5—GÔ-—*¥5õp¡˜íV#-Ũý‚JRf´;¥ç[F±pŠ»tª%ô¸3zÅÅË 4¼Oî?B1ÑÂ?ªßš«ÓŸÍ„̦œªÓ1•FTøiVõ´Ä™Ü,©EìŽ3Ä_û†;#© U#”âfÖç4—î[þôm9}‚Oç=&Éc­»ÛåJŽšu=aa+F6NCU‹zêÃQî7¤Îèæo¥÷F„ðÀ\Û˲1ºÙÄe|ò—¶é:Ãu¥³ew»çßvpÎg‡xíÆû¼v+KöÖŸÙÃ_ÍböÄWÛ ä’é³Ùp>MóŽ—í­?² †¿šÄ/í‡l4K’K¦ÇeÀù7Î:_¶´þÈ.þk¿¶°Ñ.I.›—äß8é~ÚÓû ¸kù¬BþØvÃD¹$ºlv\“|æ7̘#j|,C•f\šòÄ5«v&7®;^£ÅÓ$8îË„˜N›ì¡Ò^öÔ¶ÉI%Ø™ïöC)ÇhÄóJ*žJNq³ÛnÎêÎÞ2¥¸'Z6ƒ½×„‹QÇÚ·«lÚÕÅÍ`jÌ´°µ"µZNBÆu,VÄùõ‡SK‚§”ÍAGÅ–ʘA1¶gúá-i4¨ÒÓì:ëkÔvf”{©ZñðÙÝ™¼\©,Êš’¼·Yþ÷à>u…µoFÙ士‹"ê̼°õgÎ?CŒsLÅLSçQx¨ï©Ž^zOŠG$¶Ïˆ½Q¨•ìš+*5tëO¶+­­¹·u.í^Ñð]ï9RyEio»ñï>6kãí[ÜØ#ZSð®¡,ÌejQ,¦“(ìTÅeêÜS§Ô”–˜}fGÉ´IG}—HÿZ>éü¨áó¬q‹²M˸iì콨q¯ûs ÊTã^žÚ»¾ï¸i–±Þ¯âl›ÃwuÁ¨›*¯§ù· ÛxŽ6'aŠ”'ŽtÒB×T#ãp‰Ä¼­Æ\ä²/`RË'‡–³+Ò§bRwîŸsÑâ[¬|¥*o6’Kºñóx ÷Ù½‡6‹Üº6ĵ¬/¬¬c1¼·î©û.»§èµ‰PÍ™‰k–µœã}/8[þÄ–Iö—§Øœ“¥u¡‹¢êU[7’–Ê}Äm»Áedcó*˜Xã$§½Ûïo¼/ÛZd 5ˆ_Ûwl4K’K¦ËËòoœt¿miý\5üÖ!l;a¢\’]6;.ɾqÒýµ§öAp×óX…ý°í†‰rItØì¸&ùÏ£SÂ[Uè”ÙõŠÎÑ\H¤R¡¹"©U©éŽŸ4hí¤Ô㮺· (BRFf¥˜çO¢Õª(C7'¹%6Û1õTÁIÙSwúH#©ÿ1V5Ù§‹¶­¯\”n;nŸEn¨[OÂfݶ9*¤Å¥ã6³iþEKSêQžå!ôXˆM9KŒ¥¡¸ªQÂÎœ$åzR¾Ôïñ7½_‹éLÏᨵ€šPi;îð½ÆS×`Î"Þ¶ðÄÝfá=o]WŒÆjXØK°¥?C»‰ jªÃœqä(ˆÓÉÆ5<bâ•sã´?G±8 óÅÆ„°p…ö¥9´š_ìµf¾ynñ;”°8gNN{. x[þž³NsÖŠµ§ [.Ì۱ܫz›%NSðW"³:§n•’Œ—GSÉ-Ï –PÔï[ë¼;ŒmY.‘a³ìÊ­,ړ㨩YNßíÛÁàÚ·Ì^PÅÒÄÕ”`÷øíÇûýfÌTõÃ~JĶ…¨z§Æ÷u!4¤Fƒ‚cìë¢IE+Ÿ„£RL3NþräsysqoIkôô4Žg:½ÅÞî§g’Úùî“—:EªËê*ÍìÙøöŸÿÓZbé \Z”­JÁÓDƒ=DTû‘Œ$ÕMq*ýrS˵ˆ¾êT­Ã`–{€Ñú;5ó8Ýq«öW÷9OC ê¯õÿìÑkªÆÉö=É[´.÷¶î‹r¤ìJí ±Aä$Å’Ú·-·®r22ýÞ¹s Ç Ûf5ib#(I]4“MÑnqº•Ñ»›3ñ^§r®,%`+þ›c^6Í6·1ü‘RÇÈ­S¨q—L’ÂÜ•[¢{—èdñ2ßJ‹ìF¡¬ÞÑÑŠžÞ¨§NN+aw.Oi=Ïæ¶Óù‘e™ÎðozvÝÅ}çg®—í­?² †¿šÄ/펼vÃD¹$ºlÕû.ɾqÒýµ§öAp×óX…ý°í†‰rItØì¸&ùÇKöÖŸÙÃ_Íböö%É%Óc²à|›ç/ÛZd 5ˆ_ÛØh—$—MŽËòoœt¿miý\5üÖ!l;a¢\’]6;.ɾqÒýµ§öAp×óX…ý°í†‰rItØì¸&ùÇKöÖŸÙÃ_Íböö%É%Óc²à|›ç3>Î@dÝFiÉwn_•D©ßÖžM¸íjÝ~ƒK(LTÕJ•È”³ŽŸRÒœç3J’\ÛˆYi_†Ë³Š7PqRIïµÕìSÆQ…Ö®o°À– ]ڹ뽳߻³ß-¤ ãSç>iz5‡Yß å~qýð-Éx»³ç³»it…øVxž5—ñu’}Eè@ˆt¿lÛëÿšE¢9/b|Ð õŽkõý?X´«² C%ãÔÜݤåWMM…Ép¹›qGzZ3ã4/ŒÈ’i5vR8,} šÒƒTªlÚOÂãµ{xÖýïŠû¼vÙò u# É­ÎßÂäÄy³,à[¤ï\;~ÜXúæ\%Æ‘S·ær|¼e™y³#C­ñ%*áZT\IIîÞDe3æ™>Ya».šœ8ìüƼ+÷Ê´iW†ÌÕÑ´ÝT=|vÊ^_Óü˜kœhW$<½e¯jð uPõñÛ)y|Oò`àëB¹$yåë«À|ÕC×Çl¥åð]?Ƀƒ­ ä‘ç—¬v¯òU_²——Átÿ&´+’Gž^±Ú¼ÈT=|vÊ^_Óü˜8:ЮIyzÇjð uPõñÛ)y|Oò`àëB¹$yåë«À|ƒ‰ßC5§‘íZÝ“xêúªZ÷"×iLxe*+…Âã.-†³mi3J“ŹI3###28=Ñ,&5©ab§t÷»?öÕ×€çO/ÁSš”`®T´•CE×l.çzTki #¸dAË>Üy<º›oyq(›ã2NòÞ{‹y —Ùž}ßÙÛé¶ïâ]OkeÛŒý¬KîÏÉÖ}½Ø 6ê³®ºkrèúCü£_²^ÊTFF•!DJB’¤¨‰Dd]Æ`ñY~*T+ÅÆqviñ§ÿ\äy8N”Üd¬ÑËE±À®¾ÝÿÓ΃¿ .ï”PDí©ŸÌ³«º¡±d>ò¯îþ¦ÓgOÕ“Ñ/p[³äu­äß9‡œ‡ßÖ‡ÀÕ>•ýµ{E»95=Ýb¡ýQØ ï; õ²eÿ™Cè;g®É­‹?òmÙà:@ò^÷s列ÍvæøŸÝ÷²tg¿Õî¡wiÆÞ¥ ó%ø•—›«éÌÈáþD¾öv½i5@œ;r]’混ݘ¶XÄ4†‰&ç&„䙓\\ÜSÄjýwí^§TV‡îùrþœý›†Iùïdu©˜)†§è¾,rÅÖuï­›H©m±-4PX‰lÄ5ŸÍ šŸ’H5(Õ½¦g¿~ýç¸ãÜÞz[)ζSO+þ•Û›ýû£ÎÙŽ®ñ—r¢¢þÿWñ-ž Â{/º«sIÃ74ºüF{ÑýŸàwŒ·ãµRy§Ùp·ó*:i>rÜb"Îs}o૪•û$T]û˜ÅÇ÷¸&šú[0•ëgtåy_÷%oàbêî™u‹³2­RÉú,¸ªš„Ó<éG:ðÀ×ÉÑ2õo2Ó[Ó$‘„Ä$»¸“ʲëh5FŽè®°©,6oC·F¢ÜŸÌïÅõeuâi²¬qX<Î;5–ÌüõýJM¤ z~Ö…é–ÅA6¶Jf Žæ÷‹Í•I´’w<¨ýdÌŽ\ûÖÙo"ÝÊ!³2HÐ4§B3Í­µQmRðTÍ’þgû›1˜¼¿‚w{ããD³Ç¶­œæÞµ@ú›¶\·²ä:/œì$;õ1N_áà%q©JÞE¿ˆÌúâHÇbqkSg¶öö¸îïùIxxÌ­IÏ´QwßÿÛ;¥$’$¤‰)InJR[ˆˆ@†¸|€5ÓX=‰:£ü]/JŸáj^>’+aÿ8Ò¾óìæì Òâýl|‰±s¤b>¼¾óž3ó©ý&èŒ)lse§d>Ònî±|']¾·»ÙÈüËô(‘­~ͼâôªŒAºv»}¿Ñ7wcüä!;êWól×ÌÿIµ?/—ùΩh„K ¶‚Ü–­ËŸTí±[Yv‹jE§\] ê›PeçmeRãd­ßb®$Ÿ9ϳOÅG?Ðöô­ZíÕ8N£ ©S)?b¥4²R DFdJݼˆ÷odÞœmL{íW¿‘Eñ N6¦=ö«ßÈ¢ø§SûUïäQ|HÓ©}ª÷ò(¾$éÆÔǾÕ{ù_tãjcßj½üŠ/‰pËçP™§%QŽÝ½òz½B[èqêS«m–Zz Ķ”’÷‘+y‘\ˆì4Ë\µí¬õŒk×Q[v•q¥éµG‘½¶VM¯‘5ŸëQÊòD¥u’“51;/²óRiömöm+eæVJBÐe¼”“.c##ß¼€@aýBzÂæ®å7È]KÛWõ32_᳧€BÿJºaü ŸùšxæÀýM|¹øj_.§=†ÑÒ~˜?«˜¦+5‡úG³?)ß'@•€Dµ—¥k¯PNZÛ*»EƒYµâÉ"•p¸¶˜}‡T•ÛuY¥i4™(·s¤ËÕ¢16oêùjDüy •,‰rž¸ŸZRŸd÷&9™ÿnhú«Ù´Ê{¸ãPùȹ[„ßž² ºù\%ÊeÖ”†Í[÷Ôá‘uø€Ø­½ øçí=áŽ3M1‚ÿƒ]a¥©%ì-JK¼þ龯ÛpL‘œ.jýºí§ªmÝoQQ¼×rÚŠT¦â»»q»Þ–Eì¦G9sòß¼ G²5++NÕö‹ Þµ‹÷T$)r1¶C¦®$¸{Ïzˆ–Ž&›sŸ™Ö¹Gζ¹ˆǯ­XÕ¯|÷bçWlÊu:e‹,x¶ãuu¸ÓèeçÜ#[Æ‚23è“.dþ´€+LšŽ¦ê6Ó«Ö™·ßµë6åI«T•Í覾¸Ž&œiîñ%DJæ4‘¤Ò}rÜfË}hüg[?¾Bþ˜  ‹»P»&¶ewv—á[|Nú£ïS=ó+ЬD:Éï‹(óÒ¤Z!ð]Û#öƒJ½Ý‘ù´ ßQ¿œægú²"ÖÏä0^p´B%Ð_uS~cœw§¼·\Êwl+.ЛbÕ)²«2½[†ôÈÎ2ÓQÚ/TóÊR÷%´‘©G÷·™g4oÇg”a††ÜÔ“·ÐÓ»~ãeÆJ˜ˆ¨+»ŸžÏX÷‘ó—XÈw á í'×EµF¦Ði:“¿ÓM¤ÄCQPèi¯%¤ä’Ÿ}•¸½ÄD[Ö£?¾4úÚ¡µê¹Ë ½û®¿‚iRËp3•Üíú¨zø피¾ §ù0¥ÁÖ…rHóËÖqí^䪾;e//‚éþLhW$<½cµx:¨zø피¾ §ù0pu¡\’<òõŽÕà>@ê¡ëã¶Ròø.ŸäÁÁÖ…rHóËÖ;W€ùª‡¯ŽÙKËຓZÉ#Ï/Xí^䪾;e//‚éþLhW$<½cµxjJÊ91Ýõ+û(ÞÛæñ«%´Ï¯Ü3M÷Ô†ÓÂÚì! InJD”—Xˆm~]Ê°ª† ×_õüKºt©Ñ†ÌU‘Ù³`eûŒÑ…²–0sÆôY^I~»U´å¤š|èʇ;ÇÞ^m.2é,ÓÎÚœA(ˆ”ƒ_^µ×‚ÌoGáø…/ö¯&Óñ;5o=µ¬ú^ÍÛ¹µ¿yØB&jÖ9w¹¼øÊä_ áüä=$VÃþq¥}ç\] ~£¦½ÿî?Sõ¦™oÑNfÅŽøb—îûÙó´õ%6zþöÙù#æƒügfïÿ1 ¿áj¿¿ï>68ö/mîqÁ5‘÷Z½ñåYúP>çœÑúª=ÞyýB <þS|'Q2_Ž|OÐýŸ(|;?£ú"¦ìzýO þ“v´UëS¿¬OûŸË‰ŠÎ>—îû‘LÄzcšÛ^”ÎÏLü¨nLiå²…*¸Fm*¿%šXmšÈø½I‘î>¹ UÊ/Np×âîý [ø™,£áþÿ¹ p ØØ}?5B¥Õª—uíSÔ5¯bÀe0ë×^ŸèÍ»-¶Þ#5°ü‡d2ÓiRPFIR‹qós xëT¥TU)T{Ôj½Û¼)$Û-ëí5hÙ¿œ³Úp³vÕ^‚í~ú¼«·L‡ n3©:ÍF”ItÏy­çb6Ìo3=ä·_w\Dùþ/\”“P§Ãÿ Eó)7>dŒ>&yââJß7ÿ{ÍÊËû406[:NsÙñ”­\-—¬ö›vÚ¬b{µ­©Î¡N*+‹8®)>¤Ýg‰+#W(Ó†£PÔò½`çYb–<£*Ô'ƧMsÚÿCÞ¼ tsâÿ1üºúVƨXwjç®öÏ~îÏ|¶'Mü œù¥èÔ"g|+•ùÇ÷À´B%à"îÏžÎí¤}ÒáYâxÖ_ÅÖIõ¡!ÐNý³o¯þiˆ@ä¼"6˜í1 é*…+bÉTÛ‡QW8 (’ü[V+©Þ‰“ÎJ¤™)¨êë‘“Ž ]”5}«ÚúOYbq)Ç ô9µà_7þå¾öËå™l±rÛŸ¼_ÄéÑqÜuû¿Yº®šÅJá¹.“Ó+•Ê¼µ?*\§Tjq×\Q™©JQ™™˜íVC B4éÅFVIq$¼ßƲâ=(¬r)ŽÏ £WÆ‹n¿©Úâ*Žº*irî²Ðö÷éÏ+rUP¦qä¼I"ãhÌòRD£J‰"=Ó­Áén²BÐÄÅw2ð?öeóxŸú7ÜÃ.§Öé/¬îƒŽr5‘—,‹s#㛎vYwe92¨UÚ[œM¼Ñóå!iQ) Bˆ–…¥IQˆÈº›Àc2¼dðøˆ¸Ô‹³Oþ¹Ÿ[Ѧե:3q’³G6e0:ëíßý<è;ð²îùENÚ™üË1ú°ûªCï*þïêo6K_Úçgï ¥n™{Ó´ÑZ·k(:rŸžÌȲ›SJZÔpßóf…·¸ã«‹ˆˆi¹|³êÓ©$麱ÛãºV‹Mo·¾I;§Çà,ivNÔNÜ[[ÿÖƒjQã#×p%²òª++n‘R¯ÒIS#4£Þ¦Û’Î%|ü®üû·óŒÎU¤9ÞGjV•4øÒ{Ÿîâ+ÑÄâ0þòMŠØÙÙ¢+:± ½BÓ^4n©M”—à¿S¦¹PKo$÷¥dÜ…­ÈùË›˜È·uˆdñw¥øªNÅÎÏŽÎßuŠÓÌqӜٶW©k^4×(×uµ@ºiþ‹J¸èìÎŒ®mÜí:•$ù¾ðÖhbqZ›t¦ã/m?àZFsƒºv4ƒ%ìºÐ¦Q)ÕtÿjÚõˆù:–7}ûqM(ÿ\–"8† þòÛQ}á¸eúÆÓ,ºÊ8™Ix§i]ÿúžiŽ¥Å;ý;ÍS^Çʆ6qÙzUÖ¦¢°ZÉfã4yus¨ÀR·ïäÔÜW"oAŸü2sʵ§O0VÌ°«|ö³þ*_ÂÅßnOÊÓRÿ¯ÞE=£z2Ô¦ž'вþq¿ñ†B]ù^z™ñ°éEJªM”L©Å9QŽÜ6P·T„¯{Ƨ\^ýËZ¹·Kš¥š?žÂX\9Ãa_fOi%{w-É»|Û’ð#3—cpØ…±Õ¼ЕÉR¤©*4©&F•$÷Ý!$™Cº^ÆKúò¿ôKB‘zÜ•kž]µÖi4iÕ©j‘!ªs<ŠÙ`ÝVõ)(7–Iâ3áO KrR’.¥kc„Àé|•(©F2inWw»·Ïmÿ>óLÎiž7¹VºE\¡Š5ÓX=‰:£ü]/JŸáj^>’+aÿ8Ò¾óìæì Òâýl|‰±s¤b>¼¾óž3ó©ý&èŒ)lse§d>Ònî±|']¾·»ÙÈüËô(‘­~ͼâôªŒAºv»}¿Ñ7wcüä!;êWól×ÌÿIµ?/—ùΩh„K ´Ön³Êß*®#ÄUR:ùñǼï(ï(%ÎK‹eÿ·ë’Ü/ÐùÒŸW¼Û9™šŒÔ£33=æf|æ`€Ñö³¥ã'i¸Ï'Ìzv;uÒj‰_xÍÇ膣æJ½•ÅÞ}n»}tïO©[¸²£Md9 K‡-„;TgIÆÝmE½+B‹™I2222æ20œaýBzÂæ®å7È]MM8¶üå¦q% 4¨’£-ûŒÒ¢#çÜ}a<é®× Yu¸íNfÅø^—îûÙšv”DÓŒ-—:fƒn]—}f‘ ‹pôêÓ•H…6£ÃORrªEq¥ˆŽ=ÊIhÊA´ƒ4ñn_Ë>–±±r©©=¾Ë¹ÙwWîwød•¯~æïyG-öÃÍ'uã¿?€Áû;ö÷8‹àšÈÌkW¾<¯ë?J|ãóš?OõF}ÔëÚj‡±_Æ \פÛ2TZR±$9U¨Š«H¹×"CŽÁšêckLWP7‰¶Û5&)’T“2Qàôz:A=mÕs„UEµ·¹ì¨Y+¥{÷Kf×oŒ¡†öËÎ¥t¯áú?û7¯c×êxà_ô›³ý¢¨ ;ZýbÜþ\K ãá ~ï¹ÌG¦0Q^ P®ª-RÛ¹èÔ«ŠÞ®Ar5f…\§¢T9qœ-ËiæVF•¡DfF•‘Š´+ÖÃVU)ÉÆKziÙ§ãLûJºã4¶FÌíÊ’rœÓ>>K¦£3Lr”Ë{Ïÿé¡âNï½»pÛc¬3Œmí¹Q{Û<ËfÑc A‹°µµõ‰¬W[')o½Hµ¨íÄiçÔDJuÞÞã†IIq¬Í[’E¿q s1Í3ÛÙq5%R|W“¾ïñ"Ö­jµåy»³di_.ôBò&ŸñMÅ6Vþ^´«:_¸±ÀiV’evì™Åx¶›\Îëøic1T}ìÚ4>ñا¥9•3¸qË™0ÄÁ™Ó¥X7âä0ÊïKKîûÉ}?¶7<.·4–4ö1P§^>¨ÛѲþü3¬RVšR_:5§<ì¬×Ýe?bSµ@Ô ˜Â”í2‡¨Š §P‚½Û‰Pª.&sÌ:DD\m8É(‹…^ Í#aÉu“¡ø\_f–Щátš³úb¶_3Oœ¹¡šàa=§OeüßôŽ®ku×y2qÇ&›$4KYŸ K¬E÷ œù‡cHÙÊ­±žÿ½-Ývâ«2‹rÕéöÿO¹#^6ëÐsÚD›)ŽU¯±5!ø¬-+ÝÄ\&D{”¢8Û[%} ­ZpNppq~yÅ=ÿ:lÅg4á, ¤Öõks£ºpêI¦)6;ö/äƧ#xLÆצ? CÍÃî/ó˯¡lj…€v®zïl÷îì÷ËixÔßÀ¹Ïš^B!Öw¹_œ| D r^.ìùìîÚGÝ!~ž'eü]dŸQz"ïÛ6úÿæ‘h„KÀI-¥ÛK-Ý#Û³1Ž3—N¸uqSHáÄRRü[^+©Þ‰³SÖSÆ“%3_e¼œp¹>»'jûWõô¢ºÄbŽ/èskÀ¾oýË[-Ëe‹–ܽçÞtÞ¹.Jýá_¬ÝWUf¥pÜ— Ié•ÊåbZ¤J—)Õœu×fjR”fff;Y‡ÃÐÂÐ*QQ„U’[’HÜ#Â6\G¥Ž@R=ž{CoÞåJªFìÀ÷]E ¾lT=ÄìGrN£M%%R’.$o$>„’Td¢mÆô :Ð\—`ö£hâb»™xÿÙ—Íâ|iï^ñÙ†_ lȾêEìѯ]Dç<Ã3½Ï]¡ÐòV$a„Y«>†PÑ‘’§ÐkiJZ\õn,Œ•½*IšTFFdrÖS¡YM•UÁS‹tªûå'{Ý[æ±™£ÃТé¥Ü¾;š{>tÚ¤é•:”©ê5n?>t·MÇ^yÅ–µ¨ùÔ¥(ÌÌÏœÌÆÕBœb¬–ä]¤’²6×9k=ê8ïJ­™3Né_¡…RÑ£ QWAîukãW‰:dU%\ÛŒŒý‘¬dú’d~Øì1mW÷êNéûíßñ2Ö† †kgô¸ÿë÷œ—DÉíÓýÝpÍ•^ºnœÿ­qUõNÉ”ì£~KËÝì™›Š?`¹Å¶˜ÐÃà´JšÙ„i¸¥âIY#Ž61§€š\IðÇLM×KéwêϧæJº¥%U¹ôZ•" q*é¨JOGxˆ÷¡Å¤Ò¤© %s¤ÌˆË;£úGšhÆ;ÛIZMY¦®šñ5ÿL¸Ãb«a*mA“k¨9£-ÿUšÝ¿Õµ7wí}¬÷ ú[ò)ôe×2]½Æx—3õ•`¸à3GšÇ“Š_‡Ž2TÉ3q¬§¸iu’z†âîsš£žóAo4š’]t˜4˜ó#Ç™ öeD–Ê‹*;¤¶ÜmE½*J‹˜ÒdddeÌd`0稯MÁÙŽ$d’$bÚúlºêQÁwqí€:ëÃÍy (ªáXÕX¨ÇÕ©é“P¥-£uo%æÞ#'ͪ;G¸ØûæÇÕZõf¸ŠKuzŒª‚(T–àR)Î.‡†…­Heq$§d^Æði«%§³-]B›u›b]B‹*&FGû N'Ö?Æu³øûä/銠 »µ ²kfWwi~·Äïª>õ3ß2½ ÄC¬žø²8ý*E¢A/Eݲ?h4«ÝÙ›@õùÎaæ«"-lþCç D ‚]æ,ÅŽð&:¸ò¦S¸¢Û6m¯”Ÿ:Gªq×™¶l½S¯8­ÉCiÞj3ý³ «*ÇgXèá°ÑÚ©.%ý_‰/ *Ñ£SQB í%uã®Ü…­ŒªµHæ[X¦Ø”ê1¶:LíÅhùŽT®ávc‰û%ó’øÌFjíæ…èfDrý˜÷U¥ïåãù—Š+øñ³uÀàià©Ùo“ãõà4—îû‘K„|c }lEÑEëtVnx¥•¬dÖ§»%Ërɼ#5Man+‰Ia¹ÞShÞg¹¾‘îIJX=oév obvV¼¢îþ›I_é±—§ãa·?§ÿé™t¿²ãKšNÈme[‹îä¾`À‘…YÈ3<íL†Í·Õ¶#²‚ZÚRÛ5¨”d•¬ˆËˆÆ'Hµ¤zM€öµwÓm6¢š½·«Ý¾'¿é(â³LV.žÄ¬—ÌQ‘¡˜à%&Ç~ÅüƒøÔäo ˜ÚôÇáHy¸}Åþcùuô"­P°"îÕÏ]ížýÝžùm O›ø9óKѨD:ÎøW+óïh„KÀEÝŸ=ÛHû¤/³Äñ¬¿‹¬“ê/BC ûfß_üÒ-Éx ?© ÚtÔÆc»³eÕ|æn罕uÚu­Z€PMæ#¶ÂVÚ_„âÓ½¶[Þ\f[ÈÌ·î)3 Öž}£ÙT0t©Ó”!{6¥}í¿’ã~#+†Íñ8j* &—ýxÌÔÒ·¾Æ ~¤vŒÇ šKäisO®Wíö+ä¯ãë@}+{ìjášG÷hpÙ¤¾F—4úã·Ø¯’¿¬uô­ï±¨†iÝ¡Ãf’ù\ÓëŽßb¾Jþ>±ÔÒ·¾Æ ~¤v‡ šKäisO®;}Šù+øúÇPJÞûøf‘ýÚ6i/‘¥Í>¸íö+ä¯ãë@}+{ìjášG÷hpÙ¤¾F—4úã·Ø¯’¿¬uô­ï±¨†iÝ¡Ãf’ù\ÓëŽßb¾Jþ>±ÔÒ·¾Æ ~¤v‡ šKäisO®;}Šù+øúÇPJÞûøf‘ýÚ6i/‘¥Í>¸íö+ä¯ãë@}+{ìjášG÷hpÙ¤¾F—4úã·Ø¯’¿¬uô­ï±¨†iÝ¡Ãf’ù\ÓëŽßb¾Jþ>±ÔÒ·¾Æ ~¤v‡ šKäisO®;}Šù+øúÇPJÞûøf‘ýÚ6i/‘¥Í>¸íö+ä¯ãë*ÞštñcécÚøSK¯Ô-«]Én3Rº'"DéÉ}o<ãŠB‚Þ·¹(BHˆ‹›~ó8×H3Üf’f³ÆWINVÜ·%eeã|ìÅbqÅVs—3À”Vus¤\]¬Ìeä÷+”Èôºû5;zåµä4ÕFŸ1´© 6ÔãkA¡m¸â…$ÈÈÈù””¨¶MÒŒÇDóˆÃY¶¬Ó½šýÍq=ëÕrë Œ«ƒ«µdu4ÉïÁÿ–Ò¼„H\6é§Í.±“íþ'ä¯ãë@M2{ðgå´¯!t‹ÈSæ—XvÿòWñõŽ &™=ø3¿òÚW‡ ºEä)óK¬;‰ù+øúÍÒ¾É-;éO-Ó35¹sdkæì S¥3m3{̆¸Ù´ä”!ˆÍšä–êÔ£IŠ=Ü\&œ’k;=Ò\­á*B„š¾Íîí¾ÛÛÝ{?Ü[b³lF*ŽÃI'â*pÌX®šÁìIÕâé{øPÈäÿ Púñô‘[ùÄ~•÷˜çg7`nÿëcäM‹#ø{õå÷œñŸOé7DaK`‹›-;!ö“wu‹á:èõ½ÞÎGæ_¡Dˆµkðömç¥P´b%лµÛíþ‰»»ç! ßR¿›f¾gúHˆµ©ù|¿ÎuKD ‚]ŸWÎ,5pW«5åÝy" •ª£ò‡§ M¶·VkRPkŠjá#Qîâ3=Ýs>¸Óõ2ðÇ»lŸð„$:™xcݶOøB’L¼1îÛ'ü!ɦ^÷m“þƒä€S/ {¶ÉÿAò@©—†=Ûdÿ„ ù ÔËÃí²Â|êeávÙ?á>Hu2ðÇ»lŸð„$:™xcݶOøB’L¼1îÛ'ü!ɦ^÷m“þƒä€S/ û¶ÉÿAò@¶-Úm¡m[ö¥/"‘lÑ"Óéhñ¸áGŽÒ[l”£û#áAo?dï@ 1)‡¢Éi·ãIeMÈaÔñ%hQnRL½’23 í³C Ê›2L[»"S£H”âا±6"У2m*TsQ¥${ˆÔf{‹œÌùÀS©“ˆ=ÝdŸå¼˜êdâwY'ùD/&{zÍÌ1F­Òjò®[î¹™Pi÷hÕ91:Q!D®IÞä£B·n2##2Þ[ÈC·s1Xˆë@Ÿã:Ùü}òôÅPP]Ú…Ù5³+»´¿ ÛâwÕz™ï™^…b!ÖO|YGœ~•"Ñ —€"îÙ´UîìÍ Núüç0ó?Õ‘¶!‚ó…¢A.€¬ZµÒŽ;Ö>*oäº×E¢Åº"V)õ[6 ÔyŒÍŽÛ­ ÷ºÓˆR ¹$Ò¤Ù–ã"2Ø´cIqú)™{k¢äÓ‹RM«;?O/ u„ÅÔÁÕÛòdõô­ï±¨†iÝ¢Bá³I|.iõÌ—o±_%Xêé[ßcP? Ò?»C†Í%ò4¹§×¾Å|•ü}c¨¥o}@ü3Hþí4—ÈÒæŸ\vûòWñõŽ >•½ö5ðÍ#û´8lÒ_#Kš}qÛìWÉ_ÇÖ:€úV÷ØÔÃ4îÐá³I|.iõÇo±_%Xêé[ßcP? Ò?»C†Í%ò4¹§×¾Å|•ü}c¨¥o}@ü3Hþí4—ÈÒæŸ\vûòWñõŽ >•½ö5ðÍ#û´8lÒ_#Kš}qÛìWÉ_ÇÖ:€úV÷ØÔÃ4îÐá³I|.iõÇo±_%Xêé[ßcP? Ò?»C†Í%ò4¹§×¾Å|•ü}c¨¥o}@ü3Hþí4—ÈÒæŸ\vûòWñõŽ >•½ö5ðÍ#û´8lÒ_#Kš}qÛìWÉ_ÇÖ:€úV÷ØÔÃ4îÐá³I|.iõÇo±_%Y²úPÙI€4‹–ÌVEá•®›¦ dl{ʳ PØL”’]s‚ ‰DiQ’¢Ü¤™o# F¼6iV溮Š™~æ+Br®ü¸Öµ ¡NTz]Y«ÊCRɤ™$”¥$ˆŒÏvñ/auϤ¸|4iÊ98¤®Ô®íáv•®ü&nî*1I¤ùÎ9ÔÓ'¿wþ[JòqÃn‘y |Ò뻉ù+øúÇPLžüßùm+ÈC†Ý"òù¥Ö¿Äü•ü}gÉlÓòߘ3Á—²E:“äÃn‘y |Òëßâ~Jþ>²Ñcqib {fâûçU¡b[Ñ©´JsdÃ($’œ_ëÜQ‘©k>u-JQó˜‰s~+4ÇTÄÖwœÛoéÓÅójµ'Z£”¸ÙÎ…™L%&Ç~ÅüƒøÔäo ˜ÚôÇáHy¸}Åþcùuô"­P°"îÕÏ]ížýÝžùm O›ø9óKѨD:ÎøW+óïh„KÀEÝŸ=ÛHû¤/³Äñ¬¿‹¬“ê/BC ûfß_üÒ-Éx5ÓX=‰:£ü]/JŸáj^>’+aÿ8Ò¾óìæì Òâýl|‰±s¤b>¼¾óž3ó©ý&èŒ)lse§d>Ònî±|']¾·»ÙÈüËô(‘­~ͼâôªŒAºv»}¿Ñ7wcüä!;êWól×ÌÿIµ?/—ùΩh„K ë@Ÿã:Ùü}òôÅPP]Ú…Ù5³+»´¿ ÛâwÕz™ï™^…b!ÖO|YGœ~•"Ñ —€"îÙ´UîìÍ Núüç0ó?Õ‘¶!‚ó…¢A.€JMŽý‹ùñ©ÈÞ1µéÂópû‹üÇòëèE[¡`EÝ«ž»Û=û»=òÚ@ž57ð.sæ—£Pˆuð®WçßÑ—€‹»>{;¶‘÷H_…g‰ãYY'Ô^„‡A;ö;¿ù¤Z!’ð»…ÙÙä6+²l îξ#[·)·$›BæRnŸQm´8äY ej&žJiFÚ÷(‰i3-ÆCŽÔ}©Eÿ%u/ÑkÆŸ_:Ür© Òĺ2V©8¾5½­ëoM})ž7(c<‹M¨Ö±öD±oº=ój¯V³nصHÑ]$ñu‡”(“ϹFG»œ*J4p½žnÔ¬ÞÓÝ%vïÅdšoÄω7Št?Ò­Î?¤®ÚW\{ÚkéMxîÆɘß'Á›TƹÈÈtÊt²P¨Ø×\Z³ >i%n9Å¥+áRUÂfG¸ÈúÆ*ºU#MM§²ïgàvã³ù®¯ôœ6áÙ];÷Jͯ Né]|í;}Ä{ÛŠä·m %Få»+Ô[^Ü£Ç7ªõûŠ¨Ô(QZ#"5¼ûªJæE½FEÎ(U­F„v§%t·»onÉ}-»/+S¥V´¶`›vovýÉ]¿¡$Ûñ%sèC¾lª…›"Á»­™˜úe¾š´Kæ5u…ÑÜ¥)®U30•ÉshÉdé+ƒ‡ÕoÝÎ*â“À¶«÷ n{[­ô߈áB2ÄÏf—tîÖíûÓ³[¼)¦™é /beXÞ‰å”1Ùã^"O¢^°üãâ7y.åyü©“gö~§¯Ì>WþÌâªw.\WÝ{ïV¿Ò|GÊ/ÛJŸu³Çmö²»½¸¬·ïð¶ƒpPnª56ãµët‹’Þ­DDŠ=zƒRnd)l(·¥Æ_mF‡eÖRLÈÅJ”ªÑ–ÌÓOwî5uη¯˜áN­:±¼Zjínñ§f¾”ÓOÄÕ×Ϊò¶Ÿ `œ]§*Æ¿u9ªŒ¯õ'†éyF£&-¯Nä!»6¥V«*1“ë‹4u)M°dâÍiáß»qç4S%¥ŸçR£Z}Ž…*U+Õ•®Ô)ì­˜®-¹ÊqŒoÜñ¶÷oßôCG2\vWÍsYÔŽ©©v$IÔ­>ÇJÚîcw´Üši(ÙÚûKèh;UÙ“6Wµ€5Egc›7TzN¾iT¼›è76cöf™X‚ShõZ_FÈi·™7R¦^R–…5¼Ì¸¸•Ò<‡(£‘`ó|¶Sx\C« š›;p©BJ5ÙÜâÔ£(JÊéµm×vzk£˜]Çaêa&çƒÅRU¨ÊI)[jPœ'mÛtç¤ÒQw[7[ÞñßY ÁÅöô›»%^öŽ=µ!-)—rÞ÷$zT–­ü)T‡Ö”žãÜF{ÏpÒ6¢ëBû¹»Exdøì—{žå¼ÔéÑ­Y7·mîÞt®üJí+¿ KÂrÖÜC¨C­­.6â M¸…o%$úÆG÷IFP“MY¢…:”êÓS‹¼^ô×OÂc*ÎmöվÅÙte<jZòëóiPî®î‹L„õF®µ&3o>´%n6äi 4¤Ïô5{f)©ÁÊš¾ú‘S‚ðÊQjQ^µ(´Öæ¥ÄÑ[±ÍíÙ_aÚ_3ñ7à|i®4ÓOzir«’õ³lÛR§}Ý÷m³jXôZaͬ^W%yˆ4¨·ôCÒÝZZm­ÆGÆ¥w\1Ž{5^ËÚQß»ºmEGé95¸Ûi-çÌ,eŽIÐ[i­¥³¾ñKiµoŠnüVßÄr&^fC-HŽëo°ûi[²²R…òRL¹ŒŒŒy “„éMÆJÍniñ¦Q£Z–"”jS’”d“M;¦žôÓ\iøäJ€ºk±'T‹¥ïàiC#“ü-CëÇÒEl?çúWÞcœÝºCü_­‘6.táìG×—ÞsÆ~u?¤Ý…-€.l´ì‡ÚMÝÖ/„ë¢wÖ÷{9™~…"Õ¯ÃÙ·œ^•Bш —@"î×o·ú&î위'}JþmšùŸé""Ö§åòÿ9Õ-‚ tväl}`;o1}_V}™"î®1Lµº®XôõÕ*O--³"]ZM÷Ö·J[o‰Fj""ç §øìJ£ õmEomG¥Çeá~ ÊQ”0ò¬Õ¡9xæ÷¾%¹7ûŸˆñÝ™3ØSíúUól‹.§vÊS­:ìºâÓŸ©¾•!*n#o8•<²S­¥fF´—²[Ô¿ˆTa¾£ý½ñÛ‹wÒq¨ûU§ºœxä÷%¹½ï‰nMý ¿ãºò–2°êt %ó‘lK2³u¿ÉZô‹®î‰N•RwàŠÓÎ%O+Ö“¹gÄ´—\È(ÿhÄö}ÕMÝÊÞ÷Ý-Ë~ö¼v~!Uö ;«=ÐW¼žä¬®÷ñn[߉ìѱó·Ë˜Á«êÏw%3CUMì|ÝËU´SR¦Ò©J‚K剂Sì—(iáÞâKª ¥øøÍúPiJÛö[WJ^&ÖôŸÞr«PŒÕ”ýí÷mqñxý츼OÄ'dl{K¼)Xò§~Y”ëþ» äPìi×Dfk#—÷X„¥“® ¹'}RReê÷ )hœ£Oºpß$·Ù|þ/Þq«øŠqœ÷FNɽɾ+'á{ÖïœñEÉØÚmí7ÂÈV<¼MŠoÔl·dW+qÙ$¡|£IÎY áu¥qH·-'Ö2Þ£ý¢•>éG­éo¶ûqoݿøUj„¢§Ü¹ûÛî¾æ÷x÷&÷xñ3œ&^`Õf¢°¶C‚ÝÙNÓ"­j½û náJMï6^MªReÍèV*šNæUÅÎçµÂD• ×ÄA‘_0Ì0øjþþ«Q–ÆõEµµzþŒVö÷]4Õ¯»ænÞ[KÞS‹’rÝÙ6muq6Ý’îšß{«^šð~ØîŽ ke,e|Ö+öõ•‘lK¿i¾m]4;Zî‰P™MpœSf‰L²â–ʸÛq;–D|HQuÈÂöŒ2¯Oº¦íi-ñwW[Öíëzñ£íWØkö)îžýÏsÝkîãÝu׌÷²î‹zr%µ6±-zueJ--çÉ.ªŸm"Dƒ/a´.S 5âÞá©N4ªTnѦ¢æüRÚÙr|Kkbv¿Ä­ï]¹(ÉÊ)qÍÚ+ÂÚã²ãvº½¸¯÷É_ÓXÙ3äø3j˜× Ù™N–Qêë‹Va‡Í$¢mÇ#¸´¥|*J¸LÈ÷XÅgJ¤i©´ö]ìüÜv5Õþ’žÜ;+§~éYµáIÝ+¯§o¡øe@½,ë®mÏMµîËjä¨ÙUÓ¥ÞP(Ö&?H©“M¼q&¡µ™Ç’}—9' +àq ݹDgJ”£^‚«x7$šÞ›‹Ù’¿ã$Ô—{žóDè×ìSÝ;FV{žÌ·ÆVã´’n/‰ÛqÉG#àë@Ÿã:Ùü}òôÅPP]Ú…Ù5³+»´¿ ÛâwÕz™ï™^…b!ÖO|YGœ~•"Ñ —€"îÙ´UîìÍ Núüç0ó?Õ‘¶!‚ó…¢A.€Ã.ܬmæ/«êϳ$]ÕÆ)–£UËžº¥I奶bÄK«I¾úÖãiKmñ(ÍDD\äÿ‰Ta¾£M¨­í¨ñ´¸ì¼/Áá9J2†Uš´#Ç/ÜÞ÷Ä·&ÿsñ;³&c{ }¿J¾r ‘eÔîÙJbÕ§]—\Zsõ7Ò¤%MÄm秖Ju¢4 ŒÈÖ’öKz—ãñ Œ7Ô¢·¾;qqñîúN5aÃJ´÷Sžä·7½ñ-É¿¡7àvùs5}Yîä¦hj©½›¹cª¶ŠjTÚU)PI|±0J}’å <;ÜIoõD¿¸wJ )[~ËjéKÄÚÞ“ã[ÎUc*ƒš²Ÿ½¾í®>/½—‰ø„ìiw…+TïË2×aœŠ:èŒÍbdrãÞ딲uÄ$ïªJL½B¾á…/í”i÷Nä–û/ŸÅûÎ5N3žèÉÙ7¹7Ådü/zÝóž(¹;M½¦ãXY Ç—‘©±MúìŠån;$”/”r 9Ë!<.´®#Iå¤úÆ[Ô´BR§Ý(ñµ½-ößn-û·øw ­P”Tû—?{}×ÜÞïäÞï~&sñ´•Ø:õ×6«êò+·Y0Æ{f‹©%cêÕJEzªyZU9šÒh²®¨ÉIô@¢ ¾hªG.¤%^©%õÁ+hÞ„dY¤²Ü»VqÌs*jt”T{7R2VÚî¯8Ǻ”]£µmq9·4Õ¾ŽÐÄâòL5Z²Î°”]Z‘’Š£)Æ’¯R„?Kn4Þé·°ÚosîNÂHZ\BVƒ%!i#J‹Ù#ë®IÅÙñ„'R\Là2Þ*¨^Òq¤ ›¦äxdáÌÇñ/8nVÚ&ÐK_ºo'… JzyˆÈϘÇÌ?öºr.ê1½ÚÞ•¥²îפö]ø¥»Œå_û4ãË•¬žëÝm+_ŽñNJÞ üG'©Üt:4ûz•TªD…RºênC· ¼æçfJn;²ÛIöM,ÇyÃö (1ö Õ¨áòQrkÅã'ó)N¿åÆЕ¡ §¹]/Þø’ñ½ÍÙo²o‰6¸õ­”±•óX¯ÛÖVE±/ ý¦ùµtÐíkº%Be5ÂqMš%2ËŠ[*ãmÄîYñ!E×#(ÿhÃ*ôûªnÖ’ßuu½nÞ·¯_a¯Ø§º{÷=Ïu¯»uÕüW^3ÛB½,ê•Ó\±©×eµ>ö¶)°¦Ü¶t*ëÕiÐæ…ù1³q–ž6&Ö´’WÉ/„Ï„÷q¥(׌åu lÊÛödÒ–ËñKe©Yï³O‰Ÿj§FPŒ÷9§(ßvÔSÙr)nmnOsÞrQÈø¤ØïØ¿œá3^˜ü)7¸¿Ì.¾„U±ª]ڹ뽳߻³ß-¤ ãSç>iz5‡Yß å~qýð-Éx»³ç³»it…øVxž5—ñu’}Eè@ˆt¿lÛëÿšE¢9/5'Žjwö¨"ßX7 ÚVŽD»™@¬\5û}èÕx-ÛôÚ{­6ˆ5gßin9O,ÛEÀDf¤™‘ ^™hµZàÚŸdR§{JQ©4š{)î³îÖö¬ív²•±³Ãg˜J˜yï¥NÛ·r§ õê'f¶šµHµÜ¿ jêÆ.Ę«#Yõ,×köW»í•àêM­ca\¥v[3+õÖi]ê`’!¼šK1Ö™¨ŒÓ’¤)çTãê–ê[K[²¼V:xLMjVÄW©Û‹zM:“vQŒª9^p¥Ó£ EJ¤åN8¼C‚£‡oC Å5v’›¥² “ub-Òœœ¤ê8÷*sÊZ{‹’dOȹ+â;ÎÈÊW= ̨ê´ÑÓO„rÕ‹HT œ…­1U*A¹*bXSîK5¤›h“7,mYàr9ª Öš•JŽ>öu*8B7W{Œ”#EÔn;-ÎNûr§‡Š¯Œ¦¦•*i(ÅqƾûÛ|¤ïw³¢£uye».ûÈì?B¿¯xØ™£o"Us×D©ÖiÓ ÷*Gµ4©Ï8]~4É&Ì¿]¿˜SÍiB=š2ì·Œx•¬å´»­ŸxÛRke¸í&¯Ëå^sS[ Ji_~Ôc)(K¹½»$R”Sߤ§²Ó¶š¹‹3é¢l9Žgc¼‘¯LmT±{c–îú 5šÕ6"+•Ð*§¿¥¸†Ý6œT†'YI¥ÈÊà}?qP‚Îp§*tœœãÔ®ðÕ¨Âí¸n…iÓ­-™_bfó´KÌ}w­š*v‹¯R¬¡9+­™bUf¬¯¾¥%*Vœ\/S»Œ©í'Ê.Lwœ«¸ЂˆYB—uÛy¸ë48ÑnºW Ðí¶¥Éè&™R}ú\ÉéaÆZqS]“ŒãÛÜ~JPâ­ë¿¶ð5g$êSì›r¦’]Ý*Њ´’[¡8S¬Ô]æ§:v¼g0ìÃã©(ÚEK±ÆnO|'‡œÛq“—åiÕ­Aml§ØaR*žÝ#˜ãF3. ÓUˆ˜~îÌ9)9c•1»ÊƒM¯J…X¸ÝvM^¥)rZ¦ÖâÍ\éLÃY0§RóPÛ$›-–NµJu±˜£Of…)Í]ÂŒaEEÊÒ½IÆ.*6[uw¼•äZÏmRÆWŽÔ¦»$ál©T—i¦»ˆÝ÷0”œR‚‹žÌ¶‘†6‹`\ï|T´­©]1Z Ÿ›´q™¤ÜtŒ9rÝPX»hu:kÔêµ9š‹ßY‹,Ù} i×¾¶“B¸·ï"<æ†æ¸,£;ª±wö¶"…Jqã†Û„¡Rߤ¡8-¨«9&ì÷YÉš›ä•ts1ȳ*Î… gašª ç±WS²Cj1îœ%y)lÝßg‰^KÒìÿÁúŠ·oýdkSØ⋉ó6®¯yø:~¶o¸·ÔÕ½mÒº—MUžïÍ|ÔúÜ[fm{>©)½Óã,Ë´' ”e’x¿kæWƒi4Úº¼]ÍWE±Ôð™í,N#¸…·ñ¹Bl¤¶om¸%QFVi=™ZJÇ6¼nL’þ§G´¬«²ÎÉ·™D¡R)õ–!Αn?%\‹µI«…"DnJ+$ì¯Ñ.mµ¼œp’*fÔ(æ9‚¡¶Õ*Ò{s‹qq§g:‰J×GéÓvqU¥ Þf"ì¹fQÔ¦¥: ìÔæ¶aÒ’n››‹©²ö£INi^61æX¢_¸ÒØÅÛO¸Ná¹ Á·%Q&e ve¼íJÏ¡6Üt¸ˆ­UêŽL霛|*3[ [ ~I:m·E Á¬ßV¡±Bq’âT`–êpKÃkB*1¦®öé^áð8öû%e5.îïjoiʵF­µ+ÊW³RœªKºI»ã½I`ƒ{ijѲpÍ!vìl}‹Ýn‰€/[n%vlùíÒŠ5‰E_‰/AqFçå¼Á¾ÛO–l¶j¥¥¯˜ãqXˆÉUHÕŠÙîVÕ^æU"å²×âÜágyR}˖Ͳº'ˆÂåø¬?f“‚…Zs”åÝ9FœœÜ\b·íÍB}ˆø¨6©ÎhÝÛªÔ{Ëbä‹Ð79è\ƒmr3ò8}ä'rÉE¹/:’ÝÌâËÕw;«†¯œ×znrq{÷§'g½EñxâŸÌ¸;GpØœA†£YZ¤)Â-nÜÔRksk™³–ŒY™5ÓX=‰:£ü]/JŸáj^>’+aÿ8Ò¾óìæì Òâýl|‰±s¤b>¼¾óž3ó©ý&èŒ)lse§d>Ònî±|']¾·»ÙÈüËô(‘­~ͼâôªŒAºv»}¿Ñ7wcüä!;êWól×ÌÿIµ?/—ùΩh„K kNª¾jê“G°qmᔪÏä«B|ª}£W£CTXtÊô²\qu:„DÖb½Â–Ôµˆ‹qoÞ8Ó›†aE¸½˜ÉI½ÖVðqÞîû¬­¹Ý­×¼ÃÊœ0˜›Ë|èצ–û¹T£RðZÊM'v¸î“W¶-Õn0½²Õ¬¦l7-Òo¼…Šª–ÍRmð·é´˜0j$Ž(w¯>ô”²ÛŠ5©Ú2’D—RÓÅÄ“;j¸OZ•*»©Ø¶ªoqüTª8N uG:]’¤¡ØéԔ㠯fîŸÜ:žx|UJ{S¡)¸ÆéK»ì{q»½5Ž5)59ACj½ã?ç=Qò}RD OIÀ×ÖBÇüefË–MN×j³_„Ù¼ÙÛ±“R«ÄužP”ûJYZnQ¢7×\ˆ™zX˜â´âZìTãV ¸Óššœe-›µN“K¹Qs¨ÓVŒ#j¸Œ–hî ªíÖŒï³Êi=Îu-»}¢âœöì¢lõZí¾)Ù2ó)X–½\°n;r¯*ëË‘®šcm¹±y‚ƒ" ’ \…Ë'dp¹§k¡Ï•RxѾփuñ5ãS¹Œ!FOz©'=™A%¾.1îܦ£·&師5Ø0”]8ÝÊ[2„%-¶Û³[J4öbܯ-«l¦ÌQ{;KSØŽ¯JÃWõÁc[ö ÑK¯dZen€Ý6$Š¬šBÙ50ýQ¹«BO’k6ã(Ëqp’÷`Z–"¶ßpœl›âm5-Û7{ýêº[øíåþ.¤#’Fœ{©öju,¼·â!™;Û˜†œRš5¡*B’¡Æ‹•\µU—sUΤ{ãQ‹JrWª¦ÚI¹E.í'dRªû;±Çº§± mø6¤åµNÎÒ¼‹r¶Ì¶Ò‹vdéÔƒ©]G¥6mSFøþļ#\0“njŒó%6kÔÑf%æåÂKL¢¡¼Ò•nkrK‰ff^Àû”Gg1Ãb¤û ¡(ÎvÞåo} Û¤¤·-­Öµìí%qŽ©N ôcÏNJqŠ}Êî“Q“¾ø´ìÞÎ÷o ºt>v_ŠÊ»n)¸Çô|N¨Ò³k·=1p*Õ‡_y¹4–éÉ‘Ñ<Ëm0ñ¼ëIae ’…š¢/Ž¢­†ÄÔ”6\&”!¹º±prr‹¾ÌTeø»Tqm½¤¶{¢Î0©‡ö½5-½¨Ën\[‹‚Š’㓨œ¤œQQjM6‘¯&G¸²*/|£§›× 9B±gÑq}´º¥°õÛ ¹&*× J¥Õ¤="¡(âDuj&S„D&Z=ä§æ]a[¡–ÔÚšu*v'5¿ôM˜ÓÝïiíÉ9IÆU””c¡ ¸éJ®>ÑßN2›OÃ9Iï«;ÙÞVîb“ki¹¹7xòÛb‘^¨Ñ³Žk¹ñfó¹/ª\Ø~,YòíJbE:”¦ê5§j¹.RŠRšJz= >i&7–;j®#†Ä6ëUµY¦Ò´¦—c¦ÛWŠ£OeN=ÞÍgˆ•5-´ÔÞ|¯QÓ§Aö8K~æêÕVnîu£(4ªQ¥‡“³¹é0-×™Ê÷ûbÝk5_V: Jåy:¥’ÄtÌó¶2=>ªó’›€ì·Ýué}¹K’fŽI¾ñ®ñô'<Šxj‹Nrœœö{½¹Bœ]EñŒm¨CnM87=¦ö¥m«JžeJ¥j7£’¦–•Ü\–ý©ß{ŒTRIE+^\FØ—*áÚÞ|¶ïúd©É7•ëðmǦ•ÆH¥0ÕB¤â\¨¾§ž”Ó®8¹EŸµ¹Â®Sr9Pe²î;u§³î£J4°ô©(îvŠTÜbœå-˜­¤Ÿ dkK4§7>Él<#)Ù+ÕuñUgu»zìÑ÷°5}˜w1FòŠg 'Ö?Æu³øûä/銠  /œµ§ý2Yîd Ef¼[ƒ¬´)HnåÊ·Ô:GIoä™\—ʺe»smñ-FdDFf@å/Í1쌩äÛ[ â\Ý5”¯{® ϳp† ¯TžªV&:–¢Åˆüˆ¬0òÜuhAn)Ô^«q°üÓ–É‹o+ݸG4äü¹§ ™b\ò¨·}·›0f"éÕXë6ß!p™’–”…¤ÒjY’=’Q¤ÈÀOZ°Ó.¬­eÞšfϘ—;[L%¿<*8¾û‰X8KYoKrÚeÃr3œÇõ·’…—²@ ¿µ ²kfWwi~·Äïª>õ3ß2½ ÄC¬žø²8ý*E¢A/Eݲ?h4«ÝÙ›@õùÎaæ«"-lþCç D ‚]ZuPÕóPÇTš=ƒ‹o ¥V%ZåSí½¢Ã¦W Í’ã‹©Ô" þ³î¶¥¨ÔD[‹~ñÆœÜ3 -ÅìÆJMî²·ƒŽ÷wÝemÎín½æTá„ÄÞ[çF½4·ÝÊ¥‚ÖRi;µÇtš½±n«q…í–­e3`Ù¹n“}ä,UT¶j“h·…¿M¤ÁƒQ$qC¸y÷¤¥–ÜQ­NÑä’$º–ž.$™ÛUÀÊxúÔ©UØNŵS{â¥QÂp[ª9Òì•%>ÇN¤§U{7tþàqÔð³ÃâªSÚ MÆ7J]ßcÛÝé¨Ôté©I©Ê Pïÿ9ê“ê’ bzN¾²8¯ã(°s6\²jv»Ušü&ÍæÎÝŒš•^#¬ò„§ÜzRÈÒÓr¾¼êäDËÒÄǤo×b§°©ÆœÔÔã)lݪtš]Ê‹Fš´aUÄ`0ØŒ³GpøeWn´`àäïx-˜ÆSIîs©mÛíç·egª×mñNÉ–™JĵêåƒqÛ•yW^\tÓƒmÍ‹Èt\Rä.Y;#…ÈÍ8Û]|ª“Æö´¯‰¯ÌaÊ2{ÕI9ìÊ -ñqvå5µ¹7-ÅY®Á„¢éÆîRÙ”xœ ¡)m¶ÝšÚQ§³åym[e6b‹ÙÜ‚ZžÄuzV¿® ß°nŠ]{"Ó+té±$UdÒÉ©‡êÍZš|“Y·F[‹„—¼ƒÔ±¶û„ãdßi©nÙ»ßïUÒßÇhï/ñu!’4ãÝO³S©eàŒiâ)»·e{ÔƒÜÞçãMzÖÄù¦ÓÔÅçsÇ‹’fR/lÚu¹—ò¯è ´>£‚Ür¤=E))}sÛšÊIÅ¥ kt²dŽ)PÉ!S —S¡R^ñâ]G-ý“²Ö«R‡b³–çÑ„œ”/5cÝ)RnÓ5]ŸR¬8ä°êšÒ¥ØûkvKµ´ªF5å¸Fu¡%ÍU¨zëk fXz¦\õWÙãÊFkº.Fé3ªVéØãO¤HŠÄúg$¯?UWqRnaªN\óm²áˆ´ÕÑë`0…Mϱׂ¿옵](lÝlÊÛRu/4î£(Çñn®réâqr+÷O÷~“§B4¥Ùvží˜v+&©Ñs‹“­7¹–uÝ|\vP Üøž»aÛvmÁ-ƒ|TîŠlèׄ'a´óóbÇŒú߈†_qØÆÜÄ4â”Ñ­¤)*(¥_-U*w5êEÁïj1iB¦Ò¼mQ6ãö£kME´ŠU›§Žìq mñ-©9mS³î¯¢Ü­³-´¢Ý™×VàЦ¿œÅÖË*N°ähÞýÕ÷SZØ^b„ܪmƒ.æEÁ"»hÒs«¥ô¹/‘t:‰E¿„¾¸S.‹é6ŒañÙ>w‹­(âòÊp‹£°ä«ÎŒ%N”£5hÓŒ“‹š–øì»m^Ï°™®›èšÏ±úY‡ÄJY–2Œ£íwM¥N½J 9¹ûÙRQNQŠ{né»5°v'ªÝWµ'%ØVE#×køú¿mÕä]9~-ÑMb»2' P¡?×Ó2B哯ð¹§k¡Ï•R8Ѿ¡'‰ÅWU{…FQ“ÞªNS´©¤®âãíÊIE­Ñn[Ž»Î „¢©÷MÏa®'(Iª»&œ”a³ÊòÚke6`›¦×½o­FbKµœ_“mˆØ¦ä«•Nô¸ò->EŸQ¢½N˜ÂW ŠÕMå•EoIÁ)È1ßi’”Ñ¿É-L¿ó+”©W«Y½•:r„£-í÷pqØiµ ðRnéJ§=‡Nãã,£é©BQ”w$÷9ª—ÙsŠ†ÔcKf¶ÅH÷)·­z-jíÌצM¸èõ*}Â€í«‰éµ8Šao¡fÓÕšª½Þ¦CíÅŠÚ”[¹8 q 6äo:%ØrʵÜvªÖmlîÚT©9F0î­³*µ6êKºØ?k9ZTݾb“©‹§A;S¤”›ðJ­HÞû›RT©IB2IJ3©‰¦Ó²1F‰’.,ˆ‹ß(iêõÂ.ÐìYô\]m¹T¶ [t$ÅZá)Tº´‡¤T%HŽ­DÊb0ˆ„ËJÞJ~eîn–YU:‹²Ôìn|vîMˆÃw½§·%)IÆU“QŒR„>ce*¸ýÛéÆSiøg)>ê¬ï¾ò·s›[MÍɻnjéç æÜ_©|­V¾]¥ÞuÝŽ ¿'-Ó¬xôuÖn5U%¼ëo×åÉQ±K £Š#,¥–ZmµZJWi”ÁaòêÔªn”VßïöV"Ujl¤Òs©WnW”{¹Ëf+ulêqÅcpÕ)oŽÖ*MxiƧµcFû•-˜Pi8ÅÝGj¤IÉ›ú*”›ûòãS‘¼&ckÓ…!æá÷ùå×Њ¶5BÀ‹»W=w¶{÷v{å´üÎz‡t£G•WœÔFdLŽ¥6Ûk}+Q6ûª4¤È‹~à7ù¯\±£}Xæí+jgBxúô¨àÜR¶nKËgùqyÈnš&,iô•©YTHZÚ2߸Ô{·˜?D¾hAºË²ñýáRô_Ò¤\£tH cª®ªqÛ–Ý­r\‹ü&Gº·iä¡GÂQÎSrVg¸™ÞJIqÈÈŒŒŒŒ·‘‘õÀwe§d>Ònî±|']¾·»ÙÈüËô(‘­~ͼâôªŒAºv»}¿Ñ7wcüä!;êWól×ÌÿIµ?/—ùΩh„K ë@Ÿã:Ùü}òôÅGŸ4æѳJÝ©à,[ÐrF®ªTøŸUwUR’¹ÖÆ1‹=¥. Õ>­½U’ÚTìh+Q6DûĦͶdÒÇDÛAt•ªéz¿Ä»r*õkúv¦íÅûAë–Œ»²þÅ÷5=+\8tÔGiÇ£Ò^Z’e mÇ%¶M:Ù°ñ®8ëI:Nµu§ÝMR-æòCZxÎvýÛØ“QU%5Æ©5ä&9¿Éºq¹d³ÃÇÀç&jß½Ü&ŸZš“wXú¹ÔV©åÚ-ãåçì½ZºUeG­L©(Ÿ!N¦7EMræÚTI796øÌŒøS¿q[µÇ¯ÝéöÒÑf ض«‚ª鎈ªîMÚ Ð~ÎÉ—ÕáQi=é‘+ÎÄ®+æã W$Ëi6c%É[Ý mµÍ»G²ÎXXöU¿”ì]C7L´5Lµœ¦[çj4…9$–Óš³ „µ:ÜuNÈÐÛ&\š¦MWfø,I›áª»Jµ²í¹¸Â«Ù¿‚M;ÅxlíÄFÀËqX¼×-¯M^4ê-¥á³5{x“VoÁt~…‚$ð»¶Gí•{»#óh¾£9Ì<ÏõdE­ŸÈ`¼áh„K “c¿bþAüjr7„Ìmzcð¤<Ü>âÿ1üºúVƨXwjç®öÏ~îÏ|¶'Mü œù¥èÔ"g|+•ùÇ÷À´B%à"îÏžÎí¤}ÒáYâxÖ_ÅÖIõ¡!ÐNý³o¯þiˆ@ä¼é¬ÄQþ.—¿¥ ŽOðµ¯I°ÿœGé_yŽvsvéñ~¶>DعÒ?‡±^_yÏùÔþ“­Ü lm&ÖÝ S:SØ×f\wÆ+ÒÝÌ›_[Ùg ^ð~®êç5É·hÔIMAPãÖ¥?¥;!þV3[bA=…-Ž˜{4öžä ˜¤0vlÀkÔ.™5fTm}Mèï'UÞ· UA--–e%×"ºä ÌÜmgÈñ)µ °ë L\_—ï<™ì,í†jK±¯ìQ‘é×F0ª)†jGIªSå¢Lš$6¦ärN4Öòuµ!|;”“#2y3ŽlÉzÌ9#=ækŒï ©–ï µëþæ:dx%6§-Ã[Îxí¡–’j>d4„¡%¸’DE¸Mö†í<É»M¢éKKxCN±ôõ¦í<ÚôëkO:=õiW?E\/!,99kLfž¨O£äÚI´§N8\Nºûî¼mš¬ÚU²ZÇÓ®ÛÕÇÒ.£2 7M‡™rÝ=y2©ÊigäRÍõJ+uKm1ÜL˦­ÖieŽ$€/~ËNÈ}¤ÝÝbøNº'}ow³‘ù—èQ"-Zü=›yÅéT-‚ t.ívû¢nîÇùÈBwÔ¯æÙ¯™þ’"-j~_/óRÑ —@$nÍT6éój®¡ëÑ}j?5^5jy;Àr#Ñ©Èš¶‰^Á­1Í%÷Ô@Ì3Lûvuñ¦ì™¨ ÙÛ“ç{V*}Õ©L¨[‹šË»jÓT\»E_ ¬}i ´”Çu´m2…%hi &N{ÉÔ,Ï™r6U¶q6<ÁT+îç~£LÄXž#ñíÊnnÿ§´û®- ‘‘™'‹…&£$IB@Ä@p´ˆµ™õe†-½3i¾« ­F½ Öix:ñ´“Y¶k,A}:Õ}—e”Ò•¹(}o¼ËD…™)Äo#oÔ ¤;N²V¦éËU× »ƒoe³p£Ó¨¶®:¸iï´¤ùÖPy/-—"±Àó’dšIHY'y ðÅbiЕ(ɨI¦Õ÷7Ùµã[NÞ+²Œðô*UU%ä“IøRvºýöWúúÏè'R¨Ö6Šô¹ª#‹C8àûz¿pÓ!¤É˜•‰ç”v÷žþ¥¦Ki?dF(·]Û#öƒJ½Ý‘ù´ ßQ¿œægú²"ÖÏä0^p´B%Ð I±ß± þ59Âf6½1øRnq˜þ]}«cT,»µs×{g¿wg¾[HƦþÎ|Òôj³¾ÊüãûàZ!’ðwgÏgvÒ>é ð¬ñOì \Æ{·˜‘0þ¨ôçGaà«â?µSì°Œ¡¾qÚŠ|vÞìÍ;IrÍghÖ˜â2Üu Tj¸MÆr~öV“æ?= #g.Ý 6®£¬¬u§}iaÊÙ—vÖ³užôÊUU³dæK—%Ö_) Bš%¸ê#ã."ZOœ†˜eIQ—óOÏÙ.ðÌyžø¸2NQ¿ê§:ò¾.©Ç&}FWPN:áõ÷!In"JHˆˆˆˆÀˆÙ1²whnЛNÉZ=§×1E¿‡.hÕõ[S¯=oS-ÊÄE%æ<íž…%×ê-©(Z[Šf¦ŒÐ§TÊT•Î–¶"1­=ˆx]›²ù’ã5×ÒŠš•éPr§ ©xíßàþ?Aïgl³Ú“¯¬¨<¹„éy+h͹Œ2í^йõW"³QnáªÓRÚÞè9Yå&bIYZMžU K‰6Ô¤©&le<5,T£FnpOtšÙmxíwo¢ìa§^¥ʬvfÖôìüW²¿ÓdwIØ™u¡‘°Eéñ}¡ïÛòé£ÛÓ³ Å.²®Ær¦Ã®§“çSŽÈjrœâë(“»®c°šIWD3m ɪfµjSjœ£Æ“¾ÎÄe{üñVúY äTô—-ÒœÎ}8M9§-¶Õ¶¶¥[éwýÅöú¶Úï%¥_Ê%Dh>ÐÕ*Ät n>ÜÖG'£Óú¶Úï%¥_Ê%D=¡ª>Uˆè@{sYžNCêÛj¼–•(•ö†¨ùV#¡íÍdrz=9«m¨òZUü¢TCÚ£åXŽ„·5‘Éèôäzºn¥µq2þ±5‰0åÙÍw[ô:S]Ò¥Ì9,ò„·÷©äȈ÷‘óö7 µtWB³<“ˆÊñeS6ªE$ÕíºÞ="Òœk‡¡˜P¦¡Z[)ÂM´í€¥+$ "î×o·ú&î위'}JþmšùŸé""Ö§åòÿ9Õ-‚ táÅòm¸á–òm£"ûÄ8Î[1oÄrŒv¤—Œ…ÕŒ-pjkd®Ò6ì&¥Ë¸u»lfêþ8µÉtTZ•F¨©®(ŒÉÅ*\§$\It¹ˆù†‡ªý=Ãk;A°Ùå.”+íÚ ¦ÖÅIÓÞÕ“»…ÿy½ë;@ñ:²ÓœNGZª«:šM'·N7'w¹N߸üÊr>ØíqäÛ"³Œî;‹Ó¬ŠÞ=ú—©Û¶ŸíêLC¥ôB))eˆiJ6·ïZH‹Ÿ˜Ä­‡Îjá°N‚¥M§}îrßþÓWÝàñ…l²ñJ«©4÷nSj;¾e»éñ’ÄaÌY’{õgµ§"¡ŒmKsiÞÚ¬¢>SÔµÝHZè´ÍÛ”äJ{\H:•GDe¥Qă}Æ´¬Àí´{i×ÌËiŒy£Gešv¯µÁ3lÓ)ÎS£UfÄŽf‰7vCLò½ Öâ#1¼›T‡ -§…Tã ¥™V*xzyu';5Ù'yÊïô·î¿‰YGæ5:ú9˜â³^xêŠ7÷‘´coíÿK½þs¥¶+Ú «L7KJ²²›¦ÝG$To Ó®‹n nk×4þ‡èÚ‹²¥²ã®<ñÁŠ¥›ŠQ›%nÞj3Çdš_èö¶ â¡WtÓ„e´¬Õ›i»o{¸·²û5Ѽ«:ÅS­]IΟ½´¤¬îÕšß¹oùÔ/döÏ,ëflÝÑ­6àÖ£±uv±ƒi5ê¾;·&F‹&´J©9 {ЦÕ<Ò¤û %°3^šeY~_ 52Êe9I=§¾÷v1y†‹æ8ÜdªÃVœ_bÕ—ÐP®‘ì½Ûùª¯†"ø±á%ýO‡æ~²ÏÜnkúη:#Ù{·óU_ EñaÂKúŸÌýcÜnkúη:#Ù{·óU_ EñaÂKúŸÌýcÜnkúη:8Åí¤\±eY—uå#^Z®œÅ¥lO©¿šäD-äEanš£oq‰³-çÖÞ.òý6ÉñøútQ‡NrQ¾ËÝv—ç-ñš+š`ð“ªó*ÍE7Ƽ þ#v´û’cæ 'Œ2lHuï;>$ÆâÕå%ùIâNí"RÌÒffDE¼Æƒ¤¹T²Lþ¾´Ý95»rýËÄna×'£‰I¥8§¿÷™„`Ì°Eݲ?h4«ÝÙ›@õùÎaæ«"-lþCç D ‚]”›ûòãS‘¼&ckÓ…!æá÷ùå×Њ¶5BÀ×UjãNz%×{ÕU¶±0· -¿\¸RÞ™-DfÔ81JŸ™)ÂJ,0…¸¢JŒ“•ÕWThg]çCùÇ\Û(´õ†$i¿ä¥ÛYNçÌ· õü«G†L6ïÕ –|2LH4ÂåÛ"yé“ÂN8¸í´Ó«l}²ƒl>Ô ¦[P´Ë¦ OëË1[¸g/VîvîªfC°ä![µ)ñ#G—žÚÑÅ& V÷ï7•I\jâiUKÍ íŽÓV¡2¥‹5·|åFÎË•ê5¿FËÖ…ïóÊ I}è&ñ©hm³âŽãf£>mÄ{€„µ©µƒS¸.¯²¹Ý¯˜ßbkþ÷{êö©Nµªœ›†Ó¡*}8’«®×”ÚÜ„êÑj#‰.I­Öe´L¡qÍ'%jÿLp/…ÇPÄEµˆ§²šý”’ºñ=®5½x™£i–Œc3üF­$èOi§áW‹v~5oÝ1`Ź÷Z9‡ ßÖ¶OÅ÷í%­ æÌ«¢u>te–öÝAžå%D¤- Ü´-*BÉ*I¤£Sy2@‹»>{;¶‘÷H_…g‰ãYY'Ô^„‡A;ö;¿ù¤Z!’ða­Fv=ç~ãWGƒ_6³þ-soÙkÿ*fñ«Œœ§öšͨp°czÙCPÓ‹’X‚yãDõ+AŠ„üž«Ð]ˆÓ统ëk} ÿá=F|Nd¿³Rôœ×ÇsûM_MŸ¶AÊz®Ç•»ã ä\±œ­ú­•R©Z×æ:®dš‘7 è‹\I´éóG Û)³#Nâ2Üd%R+5Äw&Ø{æYr^¬hj‡h]"çÚfyLÔ,Üï+L¼/¸üÊmÉbå*–ç7«æ—!Í¢a jJ€¦Þijþ5ÐnŸ©{4ÕÅ·-Áa·53Šá7N‡aØò[ÞÝ *"KSªM8µ<fˆ®•½rÐâüø,›·'Òä³k㛞ü¦K¹ªl°Å½eÖå°º„ÇL›i²a…ºâIBKq™ï" êµæl°uwM“9`;­–cÝø¢ —F½#Æp–Óu¶WX*‚P¢æRJQ¾D¯dˆÙN³ppÀhvEMy)?ß%JOø¶EºŠ–3I³y¿)û¢çüÙ„BĤ:õ¡ëÿ³ëñ†—òv‚w·œù•é—ü9•ù×è”PF&ü]ÚíöÿDÝÝó„ï©_ͳ_3ý$DZÔü¾_ç:¥¢A.€à•þ-#üÂÿ S­ù)} ©Gò±úQ¢[1»°ï—ÃõןbwÄUýÿøšÇa=•ßÙ§÷᨟Ÿ¯š\Ø)é0ä=wirÊsi ,Ür+92ÞµéÊyÜkpKpܗ˲‚> 4‡Ö·}$MÆ[‡dÚJ:žìQ×s¨(´_™¿ØQ¶«Ýy:j2óŸNÓ^Ÿï*m2³Œ­)g±xVg¢NÒÒd¨P×%Ê8ÙrÎò¦†–Ê’n¤Ñ»SZ‚ÒVÈ= \yF­mÚ¸Ÿà+EqÞ(°i¬SJ£PQ(©ôJTd‘%Re?ÍŸ÷ou÷THC®Ž&»µµ›6†j‡&ê§=Ö:>óÈ5OýB†ê¼í·è¬™¦"žƒûÑš2I~¹ÅÝpÔëŽ-@Pû1¯Ej#I¹s:ãJ´ #]Ùú릘¶!_ª‡S„‰ôøD­ÆôDœ¶›}äúT¶’£p—ÉïZ¡òÒZÌL¥jXjr›ñ¹lÉÁ}‹oæVðÝj:Q¤ÑÈ«a¨E^¥y¨¯[QRM¤­ó»øØÝChKm¥(m "BÄD]b"ûƒE6ãú(Ï>±¹›¹EÅà÷†gG;áÂùÈzHÆg_Wú’ôY†t Øe§æ¬3ºÈïëçˆÐ~ôpŸQz4“j»¶Gí•{»#óh¾£9Ì<ÏõdE­ŸÈ`¼áh„K “c¿bþAüjr7„Ìmzcð¤<Ü>âÿ1üºúKïÛæÓÆ5é’ïÚÜ+fÆÇ–F¹yÜ•šcÓé0#®D¹.™uÛ-8³ûÉ1ªæIª,©†¼Ñýõ|äk»iµ…£ìçaßUzn“´Uªª–Þ:nÈ.†óWJ[Zœ¤²–¶Öêœ40ÛfÃ,¬€ëņµa«žW®£1þž³¢l99[ÇyµËm2ä·®ZBv;äî´ügÛ?¯œyñ÷8–ÞZ˜u)uF 4¬ɬ»ÆçÇw§,šÄ«vó±nh›JàÃËÁ©Â}Åßq¶ëM¬·‘–ô–ò0ÓWò^nÚQ«ê5Ѫ=J[hÉÙ²æO»3þ~¸Y£Ð)›l›mÉN4ÚX‡–›$¥¶›Ci=ÄDž#1wÂ,n#±íÆ›¼–äݯãv²^Òð–ؼCÂÐÛÙrÞ•¢®÷´¯ô+Ýø’líW³khVˆ¶'j³écNúÿÉáÁêøUZ™Xð¨XºÑ­K6X¥Ü6ªÞuOrŒ<£D×oG• ‰d³u–R‹Bäý @]ÙóÙÝ´ºBü+¢ô D: ߶mõÿÍ"Ñ—€ j3±ï;÷º<øѵŸñk›~Ë_ùS7Xüdå?´Ðþl£NŠרOá|AyºÛ°é0BÖ»‘ºrÏtב%e)+DE¥ ÜNºÂÐp·;[±Öɽ%ÖòEÑ.H䘲©:kų^':²mîUNc¢_°IIuÕsŠä˜%%o%Iñì»îܱ¨¼·pÞ·mJíËYŸ1^Ò'×jkaÊf½]¨>kqDÛi58ó®¸{„õÌ’’"Ü@ýžg;ÌÕ_Xbÿ±µù´>ÏjÛ¾-'ªéÓMÆÉÉôz™nTzíÂß:Y”Ç2ãÂ=î2ï ¯rn´–ˆû-;!ö“wu‹á:èõ½ÞÎGæ_¡Dˆµkðömç¥P´b%Ð ×­_ýŸ_Œ4¿“´½¼ç̯HÐt¿á̯οD¢‚17à"î×o·ú&î위'}JþmšùŸé""Ö§åòÿ9Õ-‚ t¯ñiæýoÉKèeJ?•ÒÙØ=„|¾¨¼û¾ 2¯ïÿÄÖ; ì®øþÍ?¸ÿ DÞ©ð Õ Ì¦TáŨÓj1\b¡OŸ/0û$Òãn6¢2R“24™‘ŽÅw:¯kûÌ‘lñÕb½´õS¸ôE”kn¸ü˜ØÎŒÍVÅ~JùÔâíÇVßCóî"D1YIo>HÌ÷€&n‘|Ïnß •Y.ì½6|kwH3­ËÕ¸ñïKNü•Wáb:–q—>ŽýK q®UΙ’O œq)_ ÖJÞk;ašÚ½tZnk×Z:2 c‹ s¯YØ÷ΫùÓKòI.ÊKFi24q$ž—%n¥&¤!IBŒ€½ ¿1û Í5Öh—öªïK§Z÷å!Ô?Ö¸hɶì6ßNå$ܤ2ó¯ÌáW7 ™JaÂû8æG¸Jö’PhV¶ÙglÛZM¹n[ù‘Èt~ƒNnPÙ©ÛÈeˆì6’Cm¡ JR„‘%$DDDD'}Q÷©žù•èV"d÷Å”yÇéR-À‚ xgŸXÜÍÜ¢âð{Ã3£ðá|ä=$c3¯«ýIz,Ã:ì2Ós?ÖÝdwõóŒÄh?z8O¨½Iµ]Û#öƒJ½Ý‘ù´ ßQ¿œægú²"ÖÏä0^p´B%Ð GtA¤¬¥7'WpŽIÔ5‡D¥åªÕ6ðµ1îNE¤Ä¹˜4K‘ŽóF£âqÄ­K%)*RÏ„÷Hy~²sŒ4] 56wmNš”ŸÒïàâF«œhž;ÇU–äMÉt{€Çc³xaàœcv”§-¥ìÓãKrj÷Þ왥ifiœá±˜L& ZUäÔ¥k¸Æ6rj÷\O§ó+³B±–‘6neí=ßYêîÚhi_..uÕ6ÎÑMɦ›šîŸ,i"œíÑÐÃÎHaˆžC "7 ”$¨–”dz’”ÛJËÅâç»çfç㛿ý|Çé­¡ýZùƒEšAËw¦nÕ´Ç)izÀ¸îÈLgy(C5:• $™HJTÖò$ºòȈùËp’(ëC6£F0ö®Ù%wI]ÛÂ÷ñøÍ®€eÕj¹{b²»½•Geônâ6‡©­Œ}þ5wù{‘âE^snI†ûë)ð{—ršÿjýG‘›XÉ—Zy9ÛW SN%IK™éóI™ýÆ\9Z™³Vö¦ìW¬úµ}—'l×ûWê9Ά²m÷”¬¬ÑS¿®7$ûkSW•‡"Tv›8ô¨n´Q£¤›BHÒ‚RˆŒ÷¨÷ó™‹ aevO˜aa††Â S|{å$î÷·Æ^èfeÌðx‰WžÓj‘\[¢š²Ýâ7`hàwgÏgvÒ>é ð¬ñ'2_Ù©zÎkÇã‹9ý¦¯¦Í—©š¬½˜º ÚL(Z´Ó68ʵv!t=2ývéwTK q«ÖÔÖÛ#>.HäÌȸ}`¬yŽ½ÐïXÙOúœ×ž.z|¥;G•fdú[çN3ÞGÐ’N˜‰mú“2Þ© =ÞÏ_xǤõÑñ|IÈZÕþ½5sJ4tMFôÉô²“- ë"TÇi¯Iq<êÝÂê ·õÀÿE#6vlöäj:YÓ …dÞÈŠ¦^ÊÕÔ=p]î!iÜêSYž·d2Û…öM0¶Ú>oPDDD!EÍ–ûI»ºÅðtNúÞïg#ó/ТDZµø{6ó‹Ò¨Z1èëÖ‡¯þϯÆ_È IÚ ÞÞsæW¤h:_ðæWç_¢QA›ðwk·Ûýwv?ÎB¾¥6Í|Ïô‘kSòùœê–ˆAº‚Wø´ó þN·ä¥ô2¥ÊÇéF‰lÆìÂ?¾_Ô^}‰ßW÷ÿâk„öW|fŸÜ†¢o ìQ×p.íBìšÙ•ÝÚ_…mñ;ê½L÷̯B±ë'¾,£Î?J‘h„KÀ£<úÆænåƒÞï‡ ç!é#| _êKÑfÐ'a–œ{˜Aþ°Îë#¿¬oœf#AûÑÂ}DmèÒM¨"îÙ´UîìÍ Núüç0ó?Õ‘¶!‚ó…¢A.€O­ž¥­Rþ;9þ¼`W×N—(Z×Ñæ¤4§pÊb9âZ½ ŸY’ƒR)ÕGZ5SgHŒÕÐóŠþíÜü–àâ ›pÆKÓ®\ȸ/1Úµ#(⛺m÷µêð»|g ">²ÛVâZIšmHZ IRLÀÅÀ ¦Ñæ‹5+¯L×oà-ã æLÈ5Õ’Ó¾F›H€J"v}Rj÷5#{Ë{®¨ˆÌÒ„ÜR ?Q­¾gÃK{&-hÙË*Ô-ŒÓ«èöó².ÌërÆK45ƒhÎ[ëO‘V’ß\žöé —þ.ÓŠ`€èïæŽöÈ–ÔmRB°ðõAâÑþš**v"})6Îê«:¤¢¡q:“Ü|“܃mÆBùÑfM¹!Ô&¢­V44û–ÓkÀÚ½Ÿî»·ÒÎ7QM®é]'ó;_žË˜”{:´=“vŠk éGÛљ åiW­Ï)¸Í»kÇRWV«H=Ü)CøÍ$­Ü£ªi¤ï[ˆ#¦s?o«>Ô Øv•­cZÐ[¥Ûe»“nS=é#)f;Dgì%¶ÐŸÜr :ökú¬cž?³WwòÜý³×Ì$ýjü/„^,5¹š¯> Ä¿üz¿z( Œ ø"îÏžÎí¤}ÒáYâxÖ_ÅÖIõ¡!ÐNý³o¯þiˆ@ä¼kQy߸ÕÑà×Ƭÿ‹\ÛöZÿÊ™¼jÇã')ý¦‡ó`pÝv(iã¹äÈ=F|Nd¿³Rôœ×ÇsûM_M›.%R+¹²Ó²i7wX¾®‰ß[Ýìä~eúH‹V¿fÞqzU F ‚]zÐõÿÙõøÃKù‰;A;ÛÎ|ÊôKþÊüëôJ(#~.ívû¢nîÇùÈBwÔ¯æÙ¯™þ’"-j~_/óRÑ —@ðJÿ‘þaÐ)Öü”¾†T£ùXý(Ñ-˜ÝƒØG÷Ëáú€ëϱ;â*þÿüMc°žÊïìÓûðÔMôŠ:îEݨ]“[2»»Kð­¾'}Q÷©žù•èV"d÷Å”yÇéR-‚ xgŸXÜÍÜ¢âð{Ã3£ðá|ä=$c3¯«ýIz,Ã:ì2Ós?ÖÝdwõóŒÄh?z8O¨½Iµ]Û#öƒJ½Ý‘ù´ ßQ¿œægú²"ÖÏä0^p´B%Ð õ³Ïôµª_Çg ׌  ºûp<Ï–ÚËFo,صªN Ö}«B(–öUrš§(÷<6R}M¸Ùh¹E¡`ÔƉO0•n4>ÚPÉùëƒeV½¶wÜu F©tí|YÖÔiÆÅ/-QiÊ«Ùu=ç¹µE­Ç%GâYnQ2â›}$¢%¶ƒæv¸ó*»^6lèÓLÙKM:˜¼­½6æ«‹0J¸•–.êÞu]Ô—"Gj$wª4¾‡vš”’bA¶× üm)Kqä¤?šAóH8‹;á‰ÚÙÓ“¤Þö®Ialê[<Ð)Òéð¤QˆÿK´§m·D“ÞrŸBy%2DÂê^|S=/ìÊÕþ©î PůŠ.{eûÆ%ÖÍy2ß•IµŸqךmÇ#J[[æ“]É­1ê“Æä[ÈÆÃh¾o¤•á£xÒ‹”ÛvQI7ô¶ìì•ù·˜\ã?Ër>Æ«ÊÒ©-˜¤®Ûº_¹+«¶~® 60i³dF$¨[øå×rVw¿áG,ͨ;Š–ˆõÁ¶|H… ‚RŠ 9µ™©1Òµ©jÜ·\uIA£^3E‰ëÙ§ê±&f{õÒu[~-E윦Ëq“õ­»:¯ÜÍ WŸWøÕ~òŠÀß@.ìùìîÚGÝ!~ž'eü]dŸQz"ïÛ6úÿæ‘h„KÀ†µØ÷û] |hÚÏøµÍ¿e¯ü©›Æ¬~2rŸÚh6 ѧb†ž;‘PþLƒÔgÄæKû5/AÍxüqg?´ÕôÙ²âU"°‹›-;!ö“wu‹á:èõ½ÞÎGæ_¡Dˆµkðömç¥P´b%Ð ×­_ýŸ_Œ4¿“´½¼ç̯HÐt¿á̯οD¢‚17à"î×o·ú&î위'}JþmšùŸé""Ö§åòÿ9Õ-‚ t¯ñiæýoÉKèeJ?•ÒÙØ=„|¾¨¼û¾ 2¯ïÿÄÖ; ì®øþÍ?¸ÿ DßAØ£®à]Ú…Ù5³+»´¿ ÛâwÕz™ï™^…b!ÖO|YGœ~•"Ñ —€1FyõÌÝÊ./¼3:9ßÎCÒF3:ø¿Ô—¢Ì3 NÃ-8÷0ƒýaÖGXß8ÌFƒ÷£„úˆÛѤ›PEݲ?h4«ÝÙ›@õùÎaæ«"-lþCç D ‚]Ÿ[<ÿKZ¥üvrýxÀ >¬è0ªpåSªPâÔ)ó£­©°'GK¬¼Ò‹r´(Œ”“#222ÜdÑ«Ïe¾Í,‰Rv³{ìûÑmÏZòœ“Y«iŽÝrc«W\Ü ¸×¼ùýQŸ?8Ýã}››<ðõIšÖ+оñõr;ü¬zõ¥§*í¬ºÆ™-Ã' vîmÊæö_µe)F\Ùê„%)Bs£Ä”¤·M¤n"!é ð¬ñÑõËú›öltæiSß÷wÌØpãªÖô>ÑõËú›öltæiSß÷wÌØpãªÖô>ÑõËú›öltæiSß÷wÌØpãªÖô>ÑõËú›öltæiSß÷wÌØpãªÖô>ÑõËú›öltæiSß÷wÌØpãªÖô>ÑõËú›öläv®§ôí{Öb[¶¦jÆõªõAÂE>‘ë`¤HpúÈe Q‹?ø)ÞxdòlêÏ>ÇG ƒÍ(T«-ÑŠ©Éø¢›Þþevb³QkGGðÅcrªôèÇ|¤éËf+Ç&•’ùÝ‘„„G@ _âÒ?Ì/ú:ß’—ÐÊ”+¥%³°{þù|?Pyö'|@e_ßÿ‰¬vÙ]ñýšqþ‰¾ƒ±G]À»µ ²kfWwi~·Äïª>õ3ß2½ ÄC¬žø²8ý*E¢A/bŒóë™»”\^xfts¾/œ‡¤Œfuð5©/E˜g@†ZqîaúÃ;¬Žþ±¾q˜ïG õ·£I6 ‹»d~ÐiW»²?6;ê7óœÃÌÿVDZÙü† ΈAºÇžõ_Œ°‘©Wª5û²t^Z-­@Bò32K¸¥ZA™íûÔ{·’L¹À³Õ>²=ë.¯‡#ÿdêŸYõ—WÑÿ²uO¬zË«áÈÿÙ:§ÖG½eÕðäì€Së#Þ²êør?ö@©õ‘ïYu|9û TúÈ÷¬º¾ýÚ…´ï;-†êÖò‰ nH“£÷ŸºM™¤•û\D X÷!Ú9JÕ§^vE]šÅ ¤“&ßBM4ê~ͧ[>t8“ë¤þñ–ò23›Ÿ[<ÿKZ¥üvrýxÀ ‹»W=w¶{÷v{å´8˜RqÛcpj2j;K»í&®·Y;ßqNÇl¢€kQy߸ÕÑà×Ƭÿ‹\ÛöZÿÊ™¼jÇã')ý¦‡ó`pÝv(iã¹äÈ=F|Nd¿³Rôœ×ÇsûM_M›.%R+¹²Ó²i7wX¾®‰ß[Ýìä~eúH‹V¿fÞqzU F ‚]zÐõÿÙõøÃKù‰;A;ÛÎ|ÊôKþÊüëôJ(#~.ívû¢nîÇùÈBwÔ¯æÙ¯™þ’"-j~_/óRÑ —@9xÜ°¬»Fé¼jIRéÖ¹:§=(=ÆlÅeN¬ˆþï bó¼Ö†E’â1Õ}åNoè„\ŸðFW"ÊkçÙÞKßÖœ)¯¦rQ_Å2ò–N»óùqdKæ¨ýVà¸ç­çÖ릦ØhÌù8ì¤ÏÔ4Úw%).b"!á¾—i^u¦ÚC[3Ì*9ÖªÛ~$¼ŠðF+tWòèvˆäz £”2¼ºš…QIxÛðÊ^9Iï“ð³ lÙ€þ’¥!IZ¤­*#J’{ŒŒºÆF>¦âî)+>#µNÎ|Ïpf­4Q*7dùkšÈ¯Ë·ªÕ‰Žšß–QÛiÖqGÎ¥òXI¨÷š”ƒQ™™˜õïØǧ9–ꮕ\dÜëáç*2“Þå²£(¶ü/bqMñ¶›{Û"¯­Ê;NQ’KÀ¶á&—M%¹#{Ga¹€}*•F >­S”Ô*m.²j_VæÙa´šœZØ$¥&gûB†+‡Áa§Z¬¶aå&ø’Jí¿¡L.#Š… 1r©6£¸ÛnÉ/½Ä`«m–¶#U*1èØ"±U¤±9ÔS*rò";":TdÛ‹g ×Éš“¸ÍJáß»yõÇEñ¾Î,ª–2q¡”ÊtÓj2u”\•÷7Å-–Öû]ÛŠìï® Ø›ÕÁÂUóx«IÊ*‹’‹¶ô¥Ùc´“Ý{+ñÙ¿«9Jíy¨~SÑäÛðæÂþ¦ú…ÿÂ]~xÏ×QÿÓ¿þaÕœ¥v¼Ô?)èòü9°¿©Ÿþ¡ðÀ/úê?úwÿÌIÛ9H5$—§º’Pj.5'& Ì‹ÙÜ][ÿ„}^Î\÷äÒ·Ÿ_ü'É{ñ¶ÝFÿ³¿þbÄãÛ惓lkO Ûºõò F¨ÒÍô]KO ”Hq$g¹i34¨·žå$ÈwsF´ƒ/Ò­ÃæXGz5áÆüv’½Ÿ‰®&¼ 3¢ÚO£¹–‰i',Æ+V¡9BVâ¼]®¼iñ§áMÄfÌà•þ-#üÂÿ S­ù)} ©Gò±úQ¢[1»°ï—ÃõןbwÄUýÿøšÇa=•ßÙ§÷ᨛè;uÜ‹»P»&¶ewv—á[|Nú£ïS=ó+ЬD:Éï‹(óÒ¤Z!ð(Ï>±¹›¹EÅà÷†gG;áÂùÈzHÆg_Wú’ôY†t Øe§æ¬3ºÈïëçˆÐ~ôpŸQz4“j»¶Gí•{»#óh¾£9Ì<ÏõdE­ŸÈ`¼áh„K ÖP-Fî͹N»TqÇ$¿|ÔYi.«y·‡”Ó þÒm´ÿð€=•¡¦¬í~Pâ\¶¦4¸j´*À©ð¶Ão¤w|ªÒjNò?T[È÷uÀŸ¤çSôµïå±|pÒs©zZ÷òؾ8é9Ôǽ-{ùl_tœêcÞ–½ü¶/Ž:Nu1ïK^þ[Ç':˜÷¥¯-‹ã€‚üÆwö0©G¤ßö¥bÖŸ1ƒvuHÜ(}²=ƦÜ-éYî#á3Ü}pÙƒsÔ[Ê6bÞqt§éPªlGR½Krá´â’^Á­.6G÷y4ýÀ>¶yþ–µKøìäúñ€v®zïl÷îì÷ËixÔßÀ¹Ïš^B!Öw¹_œ| D r^{1¹ôùwº\èPWºÚWÝOG™oÿQ‰;[;´–šñQ¥èš®~›ÿÅ©éPF&üwgÏgvÒ>é ð¬ñ¾jÙvú½-z-ÓR´SG‡l5^§7-ˆ‡$¤®C©mÂ4ò†L2’^íé.2#õF0Ã-ѽ Æf9†>„kNc58©(íí¹4Ö×s®•íÆ̓ٵ§zM£¸,·.Àb'F~Ë*ŽqrØØQ‹i§³ÝIµ{7kñ"ãúbÿ{{ ¼øž,wû܆‰ò*?g©ç—»-/åÕ¾Ö}aèU‹ýíì.óâx°÷!¢|ŠÙê=Ùi.­ö³ëB¬_ïoawŸŇ¹ äT~ÎQîËKùuoµŸXzbÿ{{ ¼øž,=ÈhŸ"£öpêvZ_Ë«}¬úÃЫûÛØ]çÄñaîCDù³‡T{²Òþ][ígÖ…X¿ÞÞÂï>'‹r'Ȩýœ:£Ý–—òêßk>±Å/m;á,lÕíK‹YÓk\eÇáÛ˜’Á¨·¬<–ÉM¸“ÜiZLŒŒˆaóíYè’eU0x¬' ¦®©ÁI_Ã%xÉq¦·¦ftZÁќޖ7 ˜UU)´ìêMÅÛÁ(·iEñ4÷4të©Ò×C¹jUºO9G®;o$·”Ó¦ƒQßáÞÛ.ëî\Ø!)ki[l°E¿ë‹v!(Ëï™!ûƒÏgêK5Ê!àP¬ÒùÛ§¹{©Ó†QœÔð¹ÑMüÊ5õdù²ô{•n¼úÖœêJ£Y·êè%Pqw®ô"8I”Djmµ(ÕÀ²O2L‰d¢3æ1Öì‹Rš_œkhÅ]š· ¾îû)v5SŽ)»ÙÛrÝ+¯Ù¬ÿ^z“jÕéU-ªø5=ŽâÛMöGOŠM+]_{÷­? ƒ2m‡RÅÙ óÇ5™pgÕl›Ž]2£6˜¥œw^aÃB”Ù­)W ™so"?¼#ý+ÑÜV‰i.'+¯%*˜yÊq¾Ëqvm]'o¥"DÑ-$Âi†ŒasZq§ˆ„jEJÛII]'fÕüvlËvŽ–rUÉ’pÎ5ª5Ó¨g+eªÅ™T¬¥ÅF:{­¼¶Üs&df˜æ|$FdKAŸ\nY.¨ô§4Òœ³*¬•æÕJR•öv“MÙ_zM7Æi9Þ¸´O+ÑLÓ6¢ÝxeÕ*±¶¶ÓŠi]ÚÉˉ´Òâ3+Ä•Ý>íÅØ¢µX§Õë6žP·Û›U¢r‰Žêe°Ëû‘ÆD­Üœ’Iï.¹°7mÐÜÃVþÈüO^¬gVŽ"ŠrìöãnºOŠv¼ÑtËM²ífû³ ëJP¥[Y¨ÎÛKbR†û6¸áuûŽÔC׃Ç j3±ï;÷º<øѵŸñk›~Ë_ùS7Xüdå?´Ðþl£NÅ ¿i 1'h'{yÏ™^‘ éÙ_~‰EboÀEÝ®ßoôMÝØÿ9Nú•üÛ5ó?ÒDE­OËåþsªZ!èˆ5’VÎ Q¥X‚å%û%çsãIÖROW9ªÿþjÿÊ‘¼jÅÛYYOí4?›¨¦´i×þdÄö-`œ:Eå’¨tº·"á¥} *kM;ÂeÖ>«q4&Âé›åù}ÉׯJœ­Ç³:‘‹·îlöëXÞ+F´1Ìh~R… Õ#~-¨S”£Þ‘Ûú—…°ý“JŘò :Ÿ-CˆÅ›’„$·~‡ÏûgÎgÎ|ãÚ¼&‚èN 4pc«$©Cræ<:Æiöœæ©V­˜W”äîÛ«=íÿ¼}ÿB¬_ïoawŸÅ‹r'Ȩýœ:¥·»-/åÕ¾Ö}aèU‹ýíì.óâx°÷!¢|ŠÙê=Ùi.­ö³ëB¬_ïoawŸŇ¹ äT~ÎQîËKùuoµŸXzbÿ{{ ¼øž,=ÈhŸ"£öpêvZ_Ë«}¬úÃЫûÛØ]çÄñaîCDù³‡T{²Òþ][ígÖ>âã##ÆÖ ‘–ã#³¢sÿú0z¢M~cGì¡Õ L´Á¯VûYõŽ¼ÛT0µ‹Š³Ÿ\°¨4Ë^Aµ“W¡Qb&öiö‘i–‚bpù•iVž¢Œg6å-‰Fê.O{ÙjVm·f—F÷ìzQŸ2"7ó§2J3OíÓ`üð¾Âf¸7Ưÿé—ò©rös'Ân ÿÿ,›X­¹'J€0.©ä¿Lú‘Å4ò0ÍËÀâz從ñïÜ1ëz­J:ªÎ%gíjÿË‘$jr•:ÚÚÉ£%tñT?›©<]zNƬÁ’ã–%ï‰C¨Õ‹yðÏÊÝInû¥%(÷)æ‹œÔ^¦3*…ˆëê“EnAäãII%ä—©5s‘ûãxÓÝOgÚ¿Ñl¿6ÅV§:xØ©ACkj)Â3¤–æ÷š&¯µÑ£úÅÒÌÇ(ÂЩ ¸8ÍÏgfMNPîm&øâÞô·rÓÅ×­íjä[Òܤ;>ÞÅ”x“¯¨Þ|ƒ2d%–ˆˆ‹FfµŸÜCN(ÏrF“h–{ŸeÜvžÕc:¯Ä¥%ô¾7óF2~{δà Ñüç€ÅTÙ­Œ”¡IxÜ"æþ…Ä—ŽRŠð™ÂýÒ=ß`iÆÂÔBè¶ç[WüèlSíøm¼S˜T†ÞZMÃR ˆ£(qŸ\†ý¤ZšÎ´sVM)©^¡‰qJ kmm)µ{«~ƒâ~=ѽvdšK­LfŠRÃÎ5ðÊNS{;eÁ;YíoÛ\kÀÎÂ[;]qía5ºµ8¢¦Õ’JQï>Õ¥¥%ûDDEûƒÒc4çSQÙ[“¿sQsV¨—ð<ÅöPÂ0×Æj’·uOøѦßñ7PNäx%‹Hÿ0¿èë~J_C*Qü¬~”h–ÌnÁì#ûåðý@uçØñ•þ&±ØOewÇöiýÇøj&úÅw"îÔ.É­™]Ý¥øVß¾¨ûÔÏ|Êô+²{âÊ<ãô©ˆA¼Š3ϬnfîQqx=á™ÑÎøp¾r’1™×ÀÕþ¤½aviǹ„ë î²;úÆùÆb4½'ÔFÞ$Ú€.í‘ûA¥^îÈüÚï¨ßÎs3ýYkgò/8Z!èugË>º™/ºgåŽ;8Xñ#@²í0Øn48v½=¨±ÙO m ’”—°DDDåní6§ÃsصU°Ú§ÃÉMG$ÓêËФ©Ô‘ýÅ)†Œÿ÷H¯[1}sr/à#+liÀiæ¹2…Á‹pTɶ­JU½tÜQhðêð6äFC¨u×VÒË 6ã­$¢ÜiãÞFFD`èí›ýù2¯åŽ=³¿&Uü¡ÏñÀ£¶o÷äÊ¿”9þ8´ú4ÏùEyúη®‹þñº­ë»¢ióé·-Ç" ÚV¦V¶m.­D…“­¶\E¸øMEì€.à'ÖÏ?ÒÖ©œÿ^0‚€"îÕÏ]ížýÝžùm O›ø9óKѨD:ÎøW+óïh„KÀ¯f>›ë‹.t9/U6¯`ËÏó—ð ?[}ôÃÍRôMWïËÎTôŠ(#~»³ç³»it…øVxž5—ñu’}Eè@ˆt¿lÛëÿšE¢9/ÏmûÛ~?÷PóÿÙÑÿræöç¢ÀŸû÷ÿ+ÿ¸9Æt¤­\ò½Þ©WŒ÷ûÌ­ßÒc#ìKµ»ÿn£PÆ{<[íÎN¿Ø­éS-`ïyÐ :L_Ë6ò èâwq"ñ©wýÒ’±àÖ‘·#Å?üIúLýèÔT´g ¿ð¡è#»8÷”üþ÷hUJÖ£êEÕKÊ‹*â B¬Í[ôX¥³}þ‹‰Ðä³Qdñ´¥§qñ!*O³¼tŸÙ)ŠÊ0:ÛÑŠØêN­ÊMÅ4®öéìÞû¬¥g%áŠkÂw—ØÅ„Î1ÚžÒš8 ª•iF M¦ì¶*mZÖ{N7Q~ 4üwÈ-‚ÚC Æ¡½ïN­É«\(’žJ\:)ØS\;Ém-‰ÇÄ{ÒöíÅÂBBÒJ¹WáE”S…&±>Õ«)Nû¥ÙckqÅÆN÷Þ¥kn#¥›þ ™ÅIÕO íºQŒ,ï®Æå$ïkMJ*ÖÜã{ï æ¦dPbk#1Jº`Ϊ[Q³…IË‚™MLÈ“ 3LÞi·™ Z I%ã=ûváçžµjeÔuß™O: 78ÅÚRŠ©Ý$ü «¤üg£º¥¥™VÔNY Ô+¼$%%xÆNŸs&¼);6¼'2_Ù©zÎkÇã‹9ý¦¯¦Í—©€\ÙiÙ´›»¬_ ×Dï­îör?2ý $E«_‡³o8½*…£A.€N½hzÿìúüa¥ü€Ä íç>ezFƒ¥ÿe~uú%‰¿v»}¿Ñ7wcüä!;êWól×ÌÿIµ?/—ùΩh„K !Ô¬&oîCrø9á¥k+âë5ýš¿ò¤o±øÉÊi¡üØPtª“V¦ôôI-æYªØ?Ü*‹&ÐÍ*PôŸâeÙbœÞþê[oku»˜Æ> œOTJ‚½—:yU-©LÓvQŽœÌçRãÈc¨riqI"%(“¸ŒÈˆŒ÷î"]l¼;ö$äÎ’j’žÊ{ݶkZíY7n;$fõ>±1ö`çj³N§c«´Ò²oj…ì›m+ñ&Þï B¶töaOôÏ…æÊûþ#r¿¢¯óêaöR||æ¿Z—ò)°'’úuÍS)óªO¥Å1O†ëï%¢#Q¡´šŒˆÙÜB†+ &ueÅÛú¹_ ‡ž/ Qã“I}-Øë—smuÔDúåFM­lcK~ß\•ùÓKE‘6Kloõóý’Z÷nÞiB¿¬’cf¾Í fb1ó–… tnöbã)I/Ô¶Õߤ—‰#ÔÜ£ØEªü6]c1êÖ²Ú’œaü;1Øm/r“ñ¶m~ˆ6Šdüb,ŸlÚKú¤¦Îz‡pZ݆äw£0§”‡Û[«JФ4²#O ’­ÛøˆýLÁ¨?dÖ–k Má’æÔ)þ63p4ââá&¤œ¤ši;ZÍ?{¡d'±sDus ³ÎòŠõ?()£Œ””䢜ZŒZiµtîšñ5¾ÈŽð¯ñiæýoÉKèeJ?•ÒÙØ=„|¾¨¼û¾ 2¯ïÿÄÖ; ì®øþÍ?¸ÿ DßAØ£®à]Ú…Ù5³+»´¿ ÛâwÕz™ï™^…b!ÖO|YGœ~•"Ñ —€1FyõÌÝÊ./¼3:9ßÎCÒF3:ø¿Ô—¢Ì3 NÃ-8÷0ƒýaÖGXß8ÌFƒ÷£„úˆÛѤ›PEݲ?h4«ÝÙ›@õùÎaæ«"-lþCç D ‚]¬ùg×S%÷@¬ü±Àg‹Oô«lþÂüÊ@€N¦^±öuh~šÖ혾¹¹ð¿•¶´à'nÒÖ ÙL2ÚÞyìµ 4Ò JRŽÒ"".¹™û b“¤8×,évŸsSJ»odíE¿ KqJe5´6·$3Ä“-Íš\A#víüŠÌ¬:®´-û'P™ ѳèìQ¨4ÉtäRéx”†ùH1Ö¢Nó3=ëqG×ë˜k#hâ|éY˦’uª=ù¾N¥ÍZ¦ë*ié i[Œ·&®L‰'ÎqT®º€€­nÃÚ+Dµ-Lj»I»é%N¥D5m”¦œ^î#3ç[‹W9õÌp2"33ÜE×3xÒó+2JmJ>²Rá€<€'ÖÏ?ÒÖ©œÿ^0‚€"îÕÏ]ížýÝžùm O›ø9óKѨD:ÎøW+óïh„KÀ¯eïc£ö2ÞfG÷ô›‚OÖç}«ÍRô¡jã½Çç*zL¢‚07Ћ»>{;¶‘÷H_…g‰ãYY'Ô^„‡A;ö;¿ù¤Z!’ð öÐÿ½·÷ãÿu?ý÷'þgÿnz!ì ÿ¿ò¿ûƒ‘lhý)çÂ*ædŒ—°sà|ÛëÑôj¿gÃY?Ô­éS-PïqÐ0:KdÓíïø_RùBǃ:Iß+ÎOÒgèF;ÚÂyª~‚;±ÇÿcüÊ {ÅGòQúùÿ­ùY},ó …0Ÿµ×ïGÿòãÞ„:ìµøÄÑϬÿ›HôØñm¤ßQ*©°÷çê¥á?ŪwÊ*bKÒ/û]e°ÏÒÄ~ÿØï5ý¾ŽƒÚ¿ì¥ÔuŠ×ÊV<õ×WÆæqûE_MžŽj;âw&ýš— ‹™™;'ökÿÉ7'‚âÿéÇÆÆ„}Zÿʦyß :uõ¨:¡£Ycõ^©]Õì¿@ÓûhÓý£ üªGb4/þÄ?fÅ:±ØŒzdyv<µc´*ÎÒõë…Z¿n—h­O©6ÅaØ‘YuJ&“Ë)·µ™!FdHÜDiõFfd]iײW$Õ6}³Ú’ÄâTåi(F*W²Úq“mÚîѲVß}˳ú–ö1gºßÈ'š{rl:›„oRRq¶ÓÙRŠI^×r»wÝmïXíͲ֜ʤH÷V ®ÐiÈJfT¨·ÛU7šlÏdÂâ²J2.}Üeûb(Ë=œY=l\cŒÊgN›{åÊm/˧ ýH—3O`~uC)`óxTª–è΋¦›ñm*•-ôì³hï=§zJµ4ÒîÛ†þŸÂ\4Û*Ó}k5Y$ì’e£>af%¼÷Ùa©¬ž?‰ÄO?“Jœ¹¯=ˆóIþAìE×^u+ÖÃC •V¤Wï´6åÏcdkŸR™0‰¼¢Ëê|Iâ7VE–¸0W¿­Ìm¶×íî“üq«/d´ô«vŽhÅYEñT¬Ü`ÿ„#ÿå6¹{µQ¢[ô—JhÆKŽ§5üg/ÿÆoDí¨[u;Ï2g|+¥[ |U9˜nD–HúÉmd‡”¥ŸY(nO•¸ˆŒÌb³Õì˜ÄåsÇg™¶'ÁÇßl¤ä¾dí6߉F­ÛÜ“f[ —±{ šÓÀdY>+9ÆKÞí6¢þv¯—…¹QÙK{i‡:êöô¨SqmÛ–3µµl©Â—“rÍAÊ}4änßõ–ß}Òcˆ·Z'á¤ÉJCe¼“Õè^°uӞΖQˆÄf)^õñ ÂÿeNsP¿èÇiÉ«7«¥Û™iÆ®µ®q†ÃeÕëZØ|4Têlÿ´á9Ûô¥² žå);7ˆiZTÌÕ¬ßWÓÍ>…Lw(PÙ[•*Rëì&:–PòŒ¤¸ën ù>î¸Òðz ÓœvŸTѪt¢ñôÓrŽÜl’Š—¾½žæŸ¼cuË x ^ÒÒŠµ¤²ú(Ëb[M¹8®æÛKzkˆì«¢|qi¿ÒqíÝS¦TîWë“*u9ԥƎäŽ&Pâˆ|)m;Õ¸‹ˆÌ‹yú™¨m\æz®Õí<·R3®ç*’Ù»Œ\­Ü¦í{$®ì·ÞÛ•ß“ÞÈ eezÕÖ5LÓNP ¡qÚ²””oÝ4¯k¶ì®÷Zû÷-¶1 €kQy߸ÕÑà×Ƭÿ‹\ÛöZÿÊ™¼jÇã')ý¦‡ó`pÝv(iã¹äÈ=F|Nd¿³Rôœ×ÇsûM_M›.%R+¹²Ó²i7wX¾®‰ß[Ýìä~eúH‹V¿fÞqzU F ‚]zÐõÿÙõøÃKù‰;A;ÛÎ|ÊôKþÊüëôJ(#~.ívû¢nîÇùÈBwÔ¯æÙ¯™þ’"-j~_/óRÑ —@ C¨/XLß܆åðsÃJÖWÅÖkû5åHÞ5cñ“”þÓCù°:£i?²{OÙmÏ—´<{Ô÷ƾOûUæDöo]?9×ìµÿ—#¸¸öäð° ¶Sôû„¿*¿(lyËìáï‹+óu=(ž–{;Úͼí?BFÃìvõŒÉ½Öàø¢Köü_ã¿h˦EþÎŒLìËùµ è;žtŒ_µaØè>ãWȾ¸¾)óÙ«ÿ.D™©Ü—öª̉±êHgÃi,¦”hOýŒó:ý:y4çþÛ9?š^…sÏ´G±D‚ÿD=’ÿ-æáüŠe?b÷Çv•ùÙÿˆ¨x4ØW®ÀšÏ€¤Š~ÇOˆ+óUÃÔ*{%~?tGÎÒÿLöº’ýJ­6~оMPzÐÿ²Gõéz5‹=TÿÛ+=ú•½:%ÙÓØe…?Ðk>˜;7ìcøÊþŠ¿ÏªukÙIñóšýj_ȤnÀžH Có=³§ü[seK¶5Fu&Ým”¦Il•"L‡ÝKL´Ž#"OÜNõîIo>}ÛJÖœåZ¸Ñ*ùÆ22•:Vîcï¥)5¥}Êí«·Ä®þcxÕÎfúÌÓ 6 QJ·î¥ïc§)7mîÉ;%½»/œ“îí¦“ü,éâs‘·þŠîQB»ÿp©æ_üçsösaUNç&n?´$ù» ûÎèCØ‹tï,í)x½®ÚçìËî6{mFÓÑe=rÞ•z¦5®Eš¦³ªTÇêR]>R\Ž¸Í(–ÙïÝIJorˆÈÈ‹qœ³£~ËmTfÙÅcªK U;:RŒ§'ºéÅÂ-8¾+½›;Ýq7é7°û[™F,&”qtd®ªÆQ§àjJ¤“R\v[WMYÞéqY;Nél·é¸NÙ£3Oiλ“Б_ð¸™D…’yÈ÷­ûûºãWÙa‚Îk:Z9“b±Ó[·Gf?Orª´¾˜¯Üf){qÙ%WIs¼.}œ¶¥ôwN”[ú%#ù+ójWÜݳŠñN£Ê?ðzÍá='4Gì­·›ïÅ!óݲÓL7a2ü>[IñJ£RšúSs|ôQËÜß±C7âóFgUqÆ”\`þ‡h.jÌŸ­æV+…‹êZ»È¹÷3V¥7±vŠôz$i ÞJnC¬-yÂõEÐíÆÞ[•Æ¦·n>µë;§ñý©«¤u³ÎoeЩ*Q~)A¥)qþ.4®·í8x{7ªÌ¿@êeý¸¥£T2Ì®šÚXŒ[ŒªÉxc5'¿)*¶{¶TÍ[Í:;ÎÚ~³(7æP·)”JÃT)F¸•!©¯0ëÉeÖÛQšTHŽîó-é#-ÛùÄK§z’Ö­ò:9†mF4éU’‚´ã&¥(Ê[-&ìí~5à¹1h½5s¬Ìú¶[“וJÔ¢æï F.1”bä›JêòVâvßb“lïÐö^°²•¡ŸïµPhV´{MùVÝ65Q3&T £ ÐÒ-ïKH&äω\\D”ð󙧴~Æ}Ai¦ivI3 ŠxuMÊRR”û,[–è¥]ÝÞöVÞÚ겇٠ úI¡øËvêbE’qqŒ;DÚ»ß&å++Zïk‰;¢=<ì¯ñiæýoÉKèeJ?•ÒÙØ=„|¾¨¼û¾ 2¯ïÿÄÖ; ì®øþÍ?¸ÿ DßAØ£®à]Ú…Ù5³+»´¿ ÛâwÕz™ï™^…b!ÖO|YGœ~•"Ñ —€1FyõÌÝÊ./¼3:9ßÎCÒF3:ø¿Ô—¢Ì3 NÃ-8÷0ƒýaÖGXß8ÌFƒ÷£„úˆÛѤ›PEݲ?h4«ÝÙ›@õùÎaæ«"-lþCç D ‚]¬ùg×S%÷@¬ü±Àg‹Oô«lþÂüÊ@€N¦^±öuh~šÖ혾¹¹ð¿•¶´à'®Ò„ÚF°*´Ù.èÓ3:D Œžå´ûp¦© IýÒQ—í=žU¸ëd}Áz©-Øwùsk‘ÜwzeKj>Må—²´ôKû¯õÅ}ÓM=gM—MÕ~I¨À}ȳ©õZ;ðä´{”Û¨§ER_|ŒˆÀÎõºî7®­Äz³9Ø×w)*æeÇ·¦l–éÑV‡]ûª%:é‘õýZ¾é€5NíýSh¿†_°³€1ÍÙ—ñ]‹Ê&ðÈvm¼û[ø¡T®Q$÷uÉ,ñq¨þñ$Àû]š¶²ÄûFÜƼÚÍ£J‰%whq$DŒôÕ-$Ù¨œB Þ$÷ãIqî¹€'›¿æ¤FyØòY)—Øpд(ºÆ•9ß e]-\«§Oض»pÔ¥V+mÝÓ*sãyãmÕ¶•-gÎ¥p¡;Ô|æe¼ÌÌÌÀøëgŸékT¿ŽÎ@ÿ¯A@wjç®öÏ~îÏ|¶'Mü œù¥èÔ"g|+•ùÇ÷À´B%à ײç±R/ukǯ ?[½ø?7KÐFƒ«nöß©é2ŠÀ߀.ìùìîÚGÝ!~ž'eü]dŸQz"ïÛ6úÿæ‘h„KÀ3ÛCþößßýÔ<ÿötÜŸùŸý¹è‡°'þýÿÊÿîE±£ô§ž?¨_™’2^ÁÏóo¯GѨbýž? dÿR·¥LµC½Ç@Àé-O·¿á}Kå  é'|X¯9?IŸ Mïk æ©úîaèaÿ‚K¿,ȲâýnTY7Dd8Û‰æRT“sy(ŒŒŒœŒ‡¸ËIôj‡q<]%%¹§R ¦¸ÓWÜÑàÛÑ}%®öᄪâ÷¦©Í¦ŸNÛÓ‰ø×ßÆï¶/Œuš+Ëi}¤=cÜž•r*¿g?PôOƾøv7}±|`{¬Ñ^[Kí!ëäô«‘Uû9ú‡¢~5÷ñ»í‹ãÝfŠòÚ_iX÷'¥\Š¯ÙÏÔ=ñ¯¾ßl_ë4W–ÒûHzǹ=*äU~Î~¢5m/º­zæsÒ\ª-ÉA¬E§V:„š]a© °^xB=î) 2O2Lù÷sŽŽ{*³|§0ÖN…xN1“»Œ¢Òüe.6›·ï;ãìKÊ3l¿WZI ô' J ÊQ’oñUx“Jÿ¸Ï×Åíf;´ß ×»­‡(‘´ç5™5†ëÌVÞ7êFM©Þ>Vå'˜Ï9}Ñ#é}‘ÏÙ]–b"›¤°RN[qÙOj¾ç+ÚûÖëøHÓGròÄlÓðõWŽƒQØ–Ó[47¨ÚöÜ÷ÛÀCÍỶPÔÞxTiÐ¥å*Ë‘fC}.´ëj£%!i3%—²C ºä¯C­lÚ¥9)BXŠ­4îšÚ{Ó[™è^¥(VÃj'§R.2Ž’i«4öVæžôËa—¯K:F¥¶tÎv[O¢Òî"¬LfºÂšˆj¦E$“Ë%îoy‘‘qnÞdc½úkžä•u§¡u#ˆ¦ãN5¶šœmÒ§m§{+üçŸú ‘gtµM¦ô凚•IPÙN¼­V¥öU·þãJ2ÁA‘µŠ™p±[¤?@NR³œUqš“j†HE2 -\±+ƒrM*#=üÆG¼@ú]™eÕ=˜”ñ1«GÛg¶¤¶l©R»Ú½¬¼;ÎÀhv[˜ÓöÔÃJ”•okâ–Ëڻ­VËf×»ðn;ú'ã_|;¾Ø¾0z?î³Eym/´‡¬ó;Üž•r*¿g?PôOƾøv7}±|`{¬Ñ^[Kí!ëäô«‘Uû9ú‡¢~5÷ñ»í‹ãÝfŠòÚ_iX÷'¥\Š¯ÙÏÔ=ñ¯¾ßl_ë4W–ÒûHzǹ=*äU~Î~£¯ÞÓ¼}q]™Õ¼™e·N½­¥›:§YµfªnÆ‘.!öR–ß1¥D®#ëï%yÁì°Ñ¼Ë8Ö Íp*8Œ4éA^””Ü\nš”bÜ—ÞÛ->;§oL}ˆºS”dººyN=¼>&g+U‹¦¥Ù§I(Ë}Õ¯´šâ³W˜Ô[Fê¹#J›@·+U˜P‰Î‹›M¦8ó-šÄ¢RÒ[‰D“#Ý¿yï-ÅÎCª ›6Í)J¦Œ§Þî1m++»µºöðq¹Ì3ì“*­xœD)ÎV²”’nîÊÉ»Úþ"Šé3-ç fˆÔœ0­(ÜõŠ28gYw™n\ÉBHËŒå(¡œ¢ÜGõÄÉuE¼¸øLøGfu5¦z}•`ò'—Õ«:UcJ{/Ûì“ë*³kvÕžã«zêн]fÙƒ†Û4ªqU¥:µè]ø6gìUÒ‚{ön·›_7kmÉd»WµòN§Ç¾iÑȦÙÉ,È„©&ŸPN[sùÏ…ÅžïcÙffgΦ4Ê"±q[¶+ÆQÚð^Ñ•—Ñ);¾ØU“é)ã2œå¼$ÞþÉBQžÏ†×”nüW„Uü&°cÌŸ5’¾­5¹¨ˆåQ?©<+N6ŸKà=ÛÌåfË 2M\©ÈsõÎ ’ñ6ifŠk¯J}½§¹Ê¥Fü^*¤)ôí±øÚueá”RW—´ŸDô«Qº'í _d®­j‘üf*Nœêt6¶ç/ [ ”|“nÖb¥©Ý!`œa} "ãö5 -Å¢[˜Æ­¢â–½æ–Ø‹j>#Ü¥)JÜEÎkQs˜ï+[•Õî‰Æ¦Aa)Ú0… Bnï‰FÛw{ÛnÞ&t; ª]vëKåO‚®ñu/)ÏÁnãrD•–ä’¿EŠÌÖ ¡ëþöÔ”åÜ¥Ž.sìÀä© TòRà0Áq±Ên"ãi®>mÇ÷‡F²=uèVÙŠÒšŽ~Ò«—r¶÷Ó„7ÇkÆŸ‡ˆï¦}© 6Ì=M§Øý½JI¾ï¸ÝVsÝ+x¤¼eì°u„r]©I¼íL—h¿F«´ja5ÓP¤´´™’Ûy‡T•¶´™(‹Ø2ÞFF~ˆèæ³´J²zxì:›¥>-©(É5¹©FMI4ü |êé¦y»¤º¯ÓýΪ`1¸Š¬8öbåžôã(§&¼)üÎÍ4sDükï‡cwÛÆ çºÍå´¾Ò³îOJ¹_³Ÿ¨z'ã_|;¾Ø¾0=Öh¯-¥öõrzUȪýœýCÑ?ûáØÝöÅñî³Eym/´‡¬{“Ò®EWìçê‰ø×ßÆï¶/Œuš+Ëi}¤=cÜž•r*¿g?PôOƾøv7}±|`{¬Ñ^[Kí!ëäô«‘Uû9úŒA¨L%à<á%ùfJ•+\­Æ茷qTçÉ)JIÍæffDD\æcIÖ^”hÍm\æ°†.““ÃWI*m·JVI_{fë«mÒZ:Åʧ<%U‰ Ûtæ’J¬nÛ¶äv(iã¹äÈuñ9’þÍKÐGÍxüqg?´ÕôÙ²âU"°‹›-;!ö“wu‹á:èõ½ÞÎGæ_¡Dˆµkðömç¥P´b%Ð ×­_ýŸ_Œ4¿“´½¼ç̯HÐt¿á̯οD¢‚17à"î×o·ú&î위'}JþmšùŸé""Ö§åòÿ9Õ-‚ tÄ:‚õ„ÍýÈn_<4­e|]f¿³WþTãV?9Oí4?›ª6“û'´ùÝ–Üù{CǽO|käÿµPþdOfõÓñC~Ë_ùr;‹nO €›e?O¸KðB«ò†Çœ¾Îø²¿7SÒ‰ég°C½¬ÛÎÓô$f]‘÷}§ná<‘àº-Ú—ò’Üf=b¶ÌWß@F.$¥j#2ÞF[Ëî ãØedÙfãa‰¯ rx†Ò”£×c†û6 Ùµ’ç9ž°03ÃPH¬:MÆ2’O²TÝt™W}ñ¯¾ßl_;…î³Eym/´‡¬é‡¹=*äU~Î~¡èŸ}ðìnûbøÀ÷Y¢¼¶—ÚCÖ=ÉéW"«ösõDükï‡cwÛƺÍå´¾Ò±îOJ¹_³Ÿ¨z'ã_|;¾Ø¾0=Öh¯-¥öõrzUȪýœýFÕ.DÇóôמàÁ¾¬é³eâ …¸â\Ñœu×ÒJP‚Yš”fdDEÎb;Öæ“hÞ'U¹½:xºR”°Õ’J¤[mÓ•’Iïd‘©ÝÒL6¶2z•0•câh6Ý9$’©¶Ú܉-‰n;z>Ê|áoȯQ˜¯J¼ßTZ#ÕF“-Äô]8÷¥“W–ä¨÷‘{÷M´74Ëi{3\4«EVu]¢ä¶ŸwCŠ7»â~Ým5Ë3*¾Ì̧RtU%y(½•ÜW㕬¸×‡Ây¶€\–õcJZ1§ÒkÔZ¤úe§5(Tê£O½EGŠ“'P• øˆËœ‹œŒ…Odvi–cu=£èÖŒç pÚQ’m~"šÞ“ºß»yOØÏ•æx-séMZÔeN¤ö\¢Ò—ãê=Í«=Û÷ Üvõ'GÙ¦ÕkÔjmF©fVLPª4ËòtI)"i QÌÔd[’GÎ{…?cîg–àõ!¥«UŒ':U6S’N_Ùæ·&î÷îÝá*{#2Ì˯m«F”§U¥´Ô[Qþѽ¥e»~ÿìõrÛ“6_éÖ…¿E•\‡_¡œÊ4j«NKh“y(ÖÉ+‰;¸“¿y{$.µ™še•ý‰¹.¢êÆt¯$仚Üq½×ˆ´ÕvW™Ðö_gx‰Ñ”iJm'¢ûºcBx‰+N­Ji|̣֞öb’â½Þó«zî«ìӼѼë-ÄSÃEÞ©Óœ¨ÂÞ¨mFrÿjM¾=›Gq¤J5„s–=¤bÌe[©\u«W)1>ueªQ·Ky†aÌaÃaõŸ\Þã$𨷚Te¸ÎöRë¯@µ£tòŒª¬ªÕ£ˆSrÙµ6£ {2{å¾JÍ+5½6ŽÂ{5¬^i=Lã7¥T«aÜv¯Q9T¥5µïwEÝ7t÷4™¿ºNÖ¾žò%£fcX7yÛ—}¡©qæÀ¼ØM5©*‹¶Ÿ8Ï©FÛœ*Nþ"Y§ÕwŒ»©Í|j×Ir\.UOر4(Ó‹UR‚–Ä#lɽ—gຕ·ÚÉÛ­:éÔ³´[;ÅfÕpÝ— ^µI)R{n;s”£·¶£uá³÷^í_r}ñ¯¾ßl_'uš+Ëi}¤=dîOJ¹_³Ÿ¨z'ã_|;¾Ø¾0=Öh¯-¥öõrzUȪýœýCÑ?ûáØÝöÅñî³Eym/´‡¬{“Ò®EWìçê‰ø×ßÆï¶/Œuš+Ëi}¤=cÜž•r*¿g?PôOƾøv7}±|`{¬Ñ^[Kí!ëäô«‘Uû9ú‡¢~5÷ñ»í‹ãÝfŠòÚ_iX÷'¥\Š¯ÙÏÔx$äükÐÒ?õ‡c~€¿þöÅûŸç:ºY¢Ý‰ÿl¥Åå!ë*RÑ=)ì«û^?'?Q©{1»°ï—Ãõ û¾ 2¯ïÿÄÖ&OewÇöiýÇøj&úÅw"îÔ.É­™]Ý¥øVß¾¨ûÔÏ|Êô+²{âÊ<ãô©ˆA¼Š3ϬnfîQqx=á™ÑÎøp¾r’1™×ÀÕþ¤½aviǹ„ë î²;úÆùÆb4½'ÔFÞ$Ú€.í‘ûA¥^îÈüÚï¨ßÎs3ýYkgò/8Z!èugË>º™/ºgåŽ;hË”}t¶zÿš¨üŠœœzÜì¢Ê¿ét¿ÆQÛÃôå³³þO“à¨@ s»TÚ/á…À¬,àk«-OgFp¾m rýªÚ¶í¯=¸”Êu¸²½$Ò¥¸áÖ¥(Ì÷žâëuÀÃ6.²õgWé•IµvS£KBªýÓ(¤Ç–ÎÿVÙ­djoyu–“#IóýÒ0(%%ë“9DèÛ Æöô’#\*Ôz“ÉBºÆ­ÎHçý¶Sû@CÒu—ï¯Wš5C|V¢>á–夕ňw„Ô²oÿÐ5¯ [ÚPĵtc¼IŽgj3Éq¢1V«È¨Á‰'Ù'ÐÁ¡§Ö“분snWѸÈÀɸßg®æ&]yú¬ª5r°Ét ™˜‰OKO\’£C*kˆ‹›¤ð‘ï3RÌÏp÷§Ý.cœ›3v;¹']i·ñ•ns5SjLµ!öب-„”…›&JÞ„óA#œÌËwXm­KZ…dÛt[Jا·K [ôöãR 4£Q6Ò ›zŒÌÔ£ç3Q™™™™™™˜}lóý-j—ñÙÈõã((.í\õÞÙïÝÙï–Òñ©¿sŸ4½„C¬ï…r¿8þøˆ@ä¼;6Zö#ÐÏÙVH¼ Ïò¡­þýgõ)úÐukÞ´~½OI”LEæüwgÏgvÒ>é ð¬ñCìñøk'ú•½*eªî:Ilƒú}½ÿ ê_(XðgI;âÅyÉúLýhÇ{XO5OÐGkZ®‡4sÕ*W-{Úu:íÃPzuj¥!Ù<¤‰o¬ÜyÕnt‹z–µî".qì3Øý©¼ß<^'*§:Õ[œ¤Üï)IÞM÷^Û<`Âkÿ\yN\6iR©%Å(Ú1Š´Rî| $} {ÂYßÆÊñÂÛðnÔwêŠ|óë„~»ÿ[Ôæ‡Tt€hãÞÎþ6WŽÁ»Qߪ)óϬ?ýwþ·©Í¨éÑǼ%ül¯ƒv£¿TSçŸX~úïýoSšQÒ£xK;øÙ^8?íG~¨§Ï>°ü#õßúÞ§4:¤ª×þð®&Ì:h·qÎ>¢Ú”KÖ¬ãwU:œ·MPSb6D¾5™ýƒ®1—Ùê²;VZ¡šk’ar¼hÒ¯&ªF;V’ì”Öû·àmnñÍö3k/NôËA3ìViŒ•j´"9J׋ìuë%áIïñ®ïÒ–ž)ÛAqV#…‹-èøÞ½‚eÕjö’¡Ÿ¨!ééKê>S‹ˆ‰†K˜÷z‚æÞu©ÝYá}’Y~KO/‚ÀÔÂJ¤©÷[.jU’“î¯~æ>äzàÖ^'ØŘçU1óxÚxÈÓNçiAÆ‹q]Í­ÝKÁá$&¥íŠ•¨,ËhÚÔÈô[nÜȵXt:LSQ·+O©-¶ž#3ÜDD\æc¥úÓÊ2܇Yž MS¡JµHÂ+Š1Ri%}û‘Þ=RfÙŽ{«¯‹›©^­ rœŸ¤â›nÛ·²µdý,iö‡Ÿt+iÒqu¿ÜÊTêâò)—äêŠbŸÆÝîoõ+qj..¸îF–jƒV¹~±tSGÑÆF«­êÕ6iÂJýÕ÷6Þëq%Ðýnë'0Õ¦—ã+cç*ØIQTeÜÞžÕYÅÛu·¤–ûñ—‘pÆ.£m*§áje›K‡‹^ȶ´7lÆ”çBœiTønHoy«‹rÖóŠ?U×QîÖ“è&ˆà}”Èia£¯‡bß³³:tå%Ç}îM½þmÑm:ÒÜo±6yí\L¥T1컶¶¡V¬bø­¹$–ïkú@4qï g+Çø~ ÚŽýQOž}cÏÏÂ?]ÿ­êsCª:@4qï g+ÇàݨïÕùçÖ„~»ÿ[Ôæ‡Tt€hãÞÎþ6WŽÁ»Qߪ)óϬ?ýwþ·©Í¨éÑǼ%ül¯ƒv£¿TSçŸX~úïýoSšSeý2ìîÄ´K¾l|GdTêt©Gn±]¸]"C©l÷)–”ÿÈ”i#2#"3">¹ 'MuOìeÐܾO0Âaðõ'l)Í©I¥ú)ÎîÎÛíkØÞtZ^ɽ5Ì¢²ìV'NŽÛ„£ßé5 +«înö½‰¿ kcCµ]zHÔºqŠ.ø—¤…ÑÓz×WQÒ‘ …}iâxË”'÷©JÞDF{ˆuƒØë“ûñZ%Š–•* ²qì³q—cTà÷%%~ëjÉ&ÛÜ®÷©öIãõÿ„Ó ,tIWxiRŠ—b‚”{#©5Ý7nçfí´’Þì·œ^ýÂ8ÏW9ªN‹°[ûÚ u»Ë3]5yp(¯–âáRÚuK&R’#4¥o¬—½M “͉Ò_èž¹ô‘QÐ\¥a°t.ªâjJp¤üM©9(¥Æ’N¤“¼¢’2ú7§:M©-uôû5öÎ6½,-8ÂuW'&ø›mS‹VŒ¤Ùè°:OÁ—­ÑŠuu‰m»º§ £‰•­[µêý=¦¸w¡¥FŠñ§€÷’Гxd—Nã4ãµwKSzž×ÉôÓ.…i©nÄS©*ÐJÛ“9ZÏJ+m^ÒŠßlŽ²ik‹Xy:ÐŒÂt)¸ïÃT¦¨Í»ïju#{®'=‡kÂOÃ. ³Úæ~E¿…4;|æjºUÂÚ(gSZpÏìx\açdÿ¾Ñ 2Ò/cNkRXl‡Ej㪰ªA?¡ÂS¨ºŽòÝöKeã‰Ò +£€§þÛ§6¼wSŒ)¿Ý6iÆ~Ó^B¡Ð•YÒcãv桇£H¹åU^en‘›fúd<§ÚG©áã[hO’ûÔDp–±µW¤y~[Ûˆèô²ìÒ³œê4ßÒœœâ·[iÆ*í+ݤNº´ÖvˆæŸi¥¤0̱Í6š§ i¥Ç²á ?Ê”¥dݬ›4×Îøÿ?Âbö®ä“ÁØgÞ‹ðû§:Mߘ°µ.±q×.Zƒ´š¥À܆ž~–\ aiI8Ÿ­š’ï îç.rÞFF=ö7j'@4V4ñ¹ÞWÖ©9¸Ê{Iº{”Z³[®·ññXó;Ù5¯-:Ñ­iÔÀäYœ©Ð§N Q†ËJ¦÷$ÛOº³WWÝÅÇsw:@4qï g+Ç ëðnÔwêŠ|óë}ü#õßúÞ§4:£¤Gð–wñ²¼p~ ÚŽýQOž}aøGë¿õ½NhuGHŽ=á,ïãexàüµú¢Ÿ<úÃð×ëzœÐêŽ {ÂYßÆÊñÁø7j;õE>yõ‡á®ÿÖõ9¡Õ 8÷„³¿•ãƒðnÔwêŠ|óëÂ?]ÿ­êsCª:@4qï g+ÇàݨïÕùçÖ„~»ÿ[Ôæ‡TÛZe2E§B¤R ĦRé±PÅ>:Ze–P[’„!%¹)""""> …Àa£FŒ)Á$¢•’K‰$¸’!¬^/Äʵi¹Ô›mÉ»¶ßmñ¶}áp[€\ÙiÙ´›»¬_ ×Dï­îör?2ý $E«_‡³o8½*…£A.€N½hzÿìúüa¥ü€Ä íç>ezFƒ¥ÿe~uú%‰¿v»}¿Ñ7wcüä!;êWól×ÌÿIµ?/—ùΩh„K !Ô¬&oîCrø9á¥k+âë5ýš¿ò¤o±øÉÊi¡üØQ´ž{µ=§Íüßúå¶þ^ÐñïSßù?íT?™Ù½t+ê‡:ý–¿òäwÜž6Ê~Ÿp—à…Wå 9}œ=ñe~n§¥ÒÏ`‡{Y·§èHö2tÕ‚3v(¿ë¹WЯJÕ#!œJ}Bª·‰mEè6M—‰-ÜjYó—ë…bžªµw§ÚŒÄgW« Û1”¶·Gb.Ûšð¶ÿycìºÖž°ô M0X|Ÿ:§CiÆ;;åÙ&¯½?K÷£¤Gð–wñ²¼pí'àݨïÕùçÖ:øGë¿õ½NhuGHŽ=á,ïãexàüµú¢Ÿ<úÃð×ëzœÐêŽ {ÂYßÆÊñÁø7j;õE>yõ‡á®ÿÖõ9¡Õ 8÷„³¿•ãƒðnÔwêŠ|óëÂ?]ÿ­êsCªaEè“J–vÍe³…mZ=ÅmâúäêV3² ÈÒ؆âÚu;Ý2Þ•$Œ·‘—0ѵ›¨-OdzºÌñ˜L®œ+R¡Vp’s¼e6š¼­¹«›î«5÷® ïYYVšT¸Š0œ^Í¥TŠiÚ>ìM iƒñ=kfö^ÌÕ[&“7'Û×SÑè·‹ªs¢£²R`$’’%ðîá}ÒçIý‘Ž«è®¯ô7ì`̳ÚØXËJ£Q«¿j+jŠ²ßn)KÁá;m¥º¦8enY‘ÑÅJ8 ´Ó•-Û-ìVw{¯Çø|›Zø7c=7iJó±,ŠMµt_¶Ô7ï Ì8nÏut¸Î©Nq,Ëy¸âÕÌEÎcž½µ}¡š)ªíÇåØXÒÄbiÅÔ’½æÝI·v×¾mî·ÃØý¬ 2Ò­li0ÅJ­ 5Iªqv´­8¤¬“÷©-÷â<:8ÁøŸ#icV×ÝídÒn+»ÚµImrjÜ'©ï5H}æÔß È·“­¡\ä|ä8jKWú¥¢Ò,Ç…\NGJn÷ƒTg$Õš[¤“Þ™Ï^ú¦:1®MËð©RÃbjSU`­i§^iÝ7¾-­ÍÃ9àŒGkìòÁy~ß±©¼•tÖ© \tu»Ñ2›u‰Šp–F³Oª6[>b/±!s§ú¼Ð¼£ØÕ”çxl$aŽ­:juö¤¥­ß}·¸¯€µÕÖ°´Ï7öPæù.')àh«…7m˜µ*I[u÷)?„ݽhóLù7K¸ªù¿1 ³rÝ•è•EUësÜ|}MT¤´Ù«…Ò.fÛBy‹¬’Ρu!ª,Õ._˜f9l*â**›S{Wv«R*ö’[’K‹ÀuïÙ®Ýj覸s¿.̧KMÓقٲ½*rv¼[ÞÛ|~jº@4qï g+Ç ðnÔwêŠ|óë×á®ÿÖõ9¡Õ 8÷„³¿•ãƒðnÔwêŠ|óëÂ?]ÿ­êsCª:@4qï g+ÇàݨïÕùçÖ„~»ÿ[Ôæ‡TúM è–‡MX­a\H¤S"­ú•R©Q~#½×µ_cîgW«öéN]‡j UÙµ-˜Ùn¾ßƒÆgD+g}–Œ{0•4åÛÖ3kBÅ•y®µ çSõ§\’êãq&|\ƒd³3I“œ™ñ¿ë-{²ü"Ëts+†?1®­MaåQ¨¶·78ÉÝ®=ˆ¦÷Z{(5YGÙ;ŒÆ¼ÓHóYåùnÞ£ÄFšrQ}ÔT'dø¶å²•ï ¦i%æ+“K²ì‰Ÿ-+û¶'JJ®ÌK ("%eŽ22CRRʉÂVíÊâc•Anܳ">x2Õ>iªJØLÏH°Ôq$ÿ‡UÔj«ñ)(µ+øo ¸®)4v+ÖæQ­ú8ܯF±5°Øˆ§Øñ/åJVã”\“¼žÄïÍÍ—˜öPG¢Òª=×. Š« rÒ¤[rJdi ÿÙ:ë²ÐÒ²ÒÜ#ö7Ÿ0œk鯰êžZ94êVš_‹Œ'µü ʤbþ˜Ê_ЀèjÿÙ™<Â¥:ÙÌ)Qƒ•HìÉ/ÒJ4å%ôN11чÏ:Æv>Ÿöt^Eo(½Ñ~Ôâ2´ŸYijSF-ßyký¿`i¹¶…=`Òqѽ «‡¿Z•ªÅ?*Žù¥/¤Þ²}8Z¹ª¥¤ÚoK³ÇJRkær¦§Wž1ú —Z¢Õíº½F_¦N¢Öé©J©ÅS2#¾ƒÜ¤8…TF]cUÇ`1¹^2x|M7N¬RŒ“M5Æš{Ó;o—æ× N¢©JiJ2‹N2O‰¦·4nNϼ5DÍZ [÷“õk©ÔZœ›¾,¦\8l§¡\Le<´pï¦I%¿yŸÝ"17ûô/ÓÍgQÃc°¾ØÁÆ5%Q;ì®âJM5nïfÛ÷¿Þ@ÞÉÍ:Çhªëb08¯kã':q¤Ó[O»‹šŠw¿p¥}Û—î/ÇHŽ=á,ïãexáè¿àݨïÕùçÖ<Ñü#õßúÞ§4:£¤Gð–wñ²¼p~ ÚŽýQOž}aøGë¿õ½NhuGHŽ=á,ïãexàüµú¢Ÿ<úÃð×ëzœÐêŽ {ÂYßÆÊñÁø7j;õE>yõ‡á®ÿÖõ9¡Õ 8÷„³¿•ãƒðnÔwêŠ|óëÂ?]ÿ­êsCª:@4qï g+ÇàݨïÕùçÖ„~»ÿ[Ôæ‡Tt€hãÞÎþ6WŽÁ»Qߪ)óϬ?ýwþ·©Í©´V¥©mضÝд(°-ÛfÞ‚ˆÔj-1‚m†OX’^É™ï33Þj333331.dÙ6U£Ù],’¥B’QŒb¬’_õvøÛ»wl‰3Œã4Ò Ò®7UÕ¯U¹JRwm¿ú²\IY+$r“1 ]Ú…Ù5³+»´¿ ÛâwÕz™ï™^…b!ÖO|YGœ~•"Ñ —€1FyõÌÝÊ./¼3:9ßÎCÒF3:ø¿Ô—¢Ì3 NÃ-8÷0ƒýaÖGXß8ÌFƒ÷£„úˆÛѤ›PEݲ?h4«ÝÙ›@õùÎaæ«"-lþCç D ‚]¬ùg×S%÷@¬ü±Àg‹Oô«lþÂüÊ@€N¦^±öuh~šÕšÕê#&äC«Vi4²UŒÚSçE¶7ŸE6{‹ˆËŸw8É}]Yìm^øcÿlúº²=ØÚ½ðÇþØõud{±µ{áý°êêÈ÷cj÷Ãû` é´šêµê8NÑbŸrP'¼Œ¥kfa—TIè ¥¼É*3ݼ˟ï€<¹6ëµÝÉúu»’€ãp¨ôsˆ¬2ig|*y(|^§œ¯»¬` ß­:Ýn¦òŒ˜ujd¸Î˦rR#OCˆVêlb=Ê#Ü|äd¢7u×k®ðÙð´\”"ŸGG©5†L˜ÿÑpËë‡ÅêyÈËŸwX¯7]Ço/iLZ’kÔeSŠî£ÏMQ£gqQØ#>>-ÜÆF]~¸Åý]Yìm^øcÿlúº²=ØÚ½ðÇþØõud{±µ{áý°êêÈ÷cj÷Ãû` c«Í3عy;Û™~IRœ©U¬ù³(äHe¢%w’ùxø Ôš¸Ì÷íÉ 5i1Œ¹‹©Ù†Æ Õ¥ªZ)–qĶku‡Mœ•ÞÚTI3%jë‘nÝÎú¶µ/[uIÖ®h›{`Œ‡oÆZà^v%{Ï lî=ÇÉ‘8²R÷z•²é´£ßúíÀSbÔu'™)—e·bfÚúñzÖc×ræŠk“XIîK Y¸ëœJ-䤶³l‹™j"=À £‡î¼¤Ø’#ÈÓåy¹%J*…éf^¬ËªÊg‹~å-§$P\Þ¡-´“á#2ß½@O”öš¾šM:Ÿí©‹¨ßYÜ._¤‡›ŽÙp&:âMjQñoS„’I'™*5oH=ŽuW}ã ööÈÖìëIêþAœü‹•º¤2r;‹vBŸY! q&‚5­]cæ.`íÄ9ÎÓÉXÒξj«fP¸¨éz}Ë…Ÿ¬>J48’âVþ$(Ë>ã-üà õud{±µ{áý°êêÈ÷cj÷Ãû`ÕÕ‘îÆÕï†?öÀ««#Ý«ß í€WVG»W¾ÿÛ>®¬v6¯|1ÿ¶}]Yìm^øcÿl¢»;j´¹4-PDR"SÚË¿¥5‰ˆ[ŠŒ¥Å$ºI#Þm™™+¬tEwjç®öÏ~îÏ|¶'Mü œù¥èÔ"g|+•ùÇ÷À´B%à Õ²ÃÕhæÑYó­ËêíSŠ>¹ŸŸyÌIúàïæªÿbŸ¡AÕ§ztþ´ý6QQðEÝŸ=ÛHû¤/³Äñ¬¿‹¬“ê/BC ûfß_üÒ-Éx†{hÞÛûñÿº‡ŸþÎû“ÿ3ÿ·=öÿß¿ù_ýÁï¶3¯}¯žÛÝö5ê·ïû­Jù†CØ8ÿÿ'7_íÑûªßg”ÿ_'ìVô©–¸wÀè%²éö÷ü/©|¡cÁ$ï‹ç'é3ô £ía<Õ?A×iÊRéðV£Þ¥ÃhÔtÍ$=ß·,4ñ/¸ð ”q3KÆþóî 埵×ïGÿòãÞ„:ìµøÄÑϬÿ›HôØñm¤ßQ*©°÷çê¥á?ŪwÊ*bKÒ/û]e°ÏÒÄ~ÿØï5ý¾ŽƒÚ¿ì¥ÔuŠ×ÊV<õ×WÆæqûE_MžŽj;âw&ýš— ‹™™;'ökÿÉ7'‚âÿéÇÆÆ„}Zÿʦyß :uõ¨:¡£Ycõ^©]Õì¿@ÓûhÓý£ üªGb4/þÄ?fÅ:±ØŒzdyvÖOjòå«UϦC’ËxêŒP÷ 3xÌ‘ÅÍÃÆn©æâ5{;Ç”ÞÌ)VzájMÙQ¥kßrà½ø·^þž·{ #Aja8%w^®Õ­½÷9©9U•¸®í w·Ê›ñ;âÝ•weEÉwפV!©‡Jò»¥±YsŒ·™ns¨y§9ù”ÊPi>¶ãºÐÝö çCðõÕ¿Rj«¿†*¬£8¿ž -:Ó]1ödä¸åˆÌ"”`ïøªpt•¼tc(I|Ór¹jø'Rú©Î¿´»Y¨fL*J¥Ü¸‚°g&TfOìœiçpÉ$__ŽDæâO(ÛˆI™ëxÝ^kSØ÷‹žc¢UeŽÊdö§†—u(¯ I{íߧM)qmÂQM›6XÚ¦öEá!–é…(à3t¶iâcÜÆOÀ›|[ÿÑÔn<{ŒšFñé»XøoT®€ ÍEøD5yÿŒîWSD[6wú™,—?ªAo"ÝÆ”îö«µß úÚÁö<<»*ÝÝ Ûmxö|#ó­é{èÆö:õ­mEiÞ¨1“É„¿qˆ§}‡âÚðÓ—Í-ÍûÙJ×'ö( [oí`Ì´—(”7¨ñíWÕšºkJŒ…”F†øxH÷šy²c®—eU=˜™J’¦í•²Ÿc£Ä­oÙ}4̳Z~Âü®²«5UÔW–ÓÚk²Vãw¿9nˆˆˆˆˆˆ·u‡}’I}¶Û>@se§d>Ònî±|']¾·»ÙÈüËô(‘­~ͼâôªŒAº:õ¡ëÿ³ëñ†—òv‚w·œù•é—ü9•ù×è”PF&ü]ÚíöÿDÝÝó„ï©_ͳ_3ý$DZÔü¾_ç:¥¢A.€‡P^°™¿¹ Ëà熕¬¯‹¬×öjÿÊ‘¼jÇã')ý¦‡ó`u?Ò¿dÖž»¶Zþ`xïª?\›ö¬?ó`{A®?ŠLëöLGò¦wÞž€6Ê~Ÿp—à…Wå 9}œ=ñe~n§¥ÒÏ`‡{Y·§èHØŽ¾²™Kº‘|‚8‘ý„}âcÿhÿõÀŒý=ÿåÿ³ÿû&W¡Ý3£àý«ÆA÷¸þ@èõÅñOœ~Í_ùr$ÍKün俵PþdHýˆ?RC<~Hùe0t£Bìg›ù×éÐ;ɧ?öÙÉüÒô+ž}¢=ˆú#ü§ø ©ì—ø˜Ño7äS)û¾;´¯ÎÏüECÁ >½sþÖ|$Sö:|Di_š«þ¡SÙ+ñû¢>v—øšgµÔ—êUi³ð†…òj€»Ö‡ýr?¯KѬYê§þÙYïÔ­éÑ(®ÎžÃ,)þƒYð¼ÁÙ¿cÄnWôUþ}S«^ÊOœ×ëRþE#vò@hÓ—%·£¬‡Ð®Hm ¬Ð“3ãܦN¢Îò_7ÙsoÝìîqöWÊ´u%ŒØm-ªWµø»,xíླྀ÷~û–ö#F„µé‚ÛI½šÖ½¸û¸¯áµø·þëY‡‘§±FrÃ-ÛÔ×ê7ïQÎõ™Í«^Ô¶Ô£J·)l¾û¯6Ùsp™ïæ=Ýa¿hƒ`ðx=Áª0ŒS¥M½”•ÞÄw»x~s©úyŒÆã4ÇëÎSj­D¶›v[rܯľc' ¬Ô@»µ ²kfWwi~·Äïª>õ3ß2½ ÄC¬žø²8ý*E¢A/bŒóë™»”\^xfts¾/œ‡¤Œfuð5©/E˜g@†ZqîaúÃ;¬Žþ±¾q˜ïG õ·£I6 ‹»d~ÐiW»²?6;ê7óœÃÌÿVDZÙü† ΈAºYòÏ®¦KîYùc€ÎöŠ’»NØRL”•[Ð*Iï#.E B'>Ó5$°šƒQq«*D4§9‘@›¼ÿÖ_ÂÐ i·ç,—~£+ØëÉ1-¤F)Óä³Âñ>Ûd¯­:Ös}À;êpèŸÞÝøv¥å@S‡Dþðvïõ/*:œ:'÷ƒ·~©yPÔáÑ?¼»ðíKÊ€K¯ i‹â{fàÇØ–mV'd8ÐåN‹Ušê—På­H2qõãSMŸ1oõ %ÿ¢í0Ò2‹éìKF‹MÉmÎ;æ**³Lªˆ°–ž37ÌÓ¹O:~ Óö_´ÒViûØ9ÿ!Ú6…O¢[”y0M¥±6BÐÑ9‡¹KpÔ{ÖâϜϮÝû›EÚaƒsè¢ \IFf&M†ú¯¶SUšeQRiñ\#Y›ûÓêÝq^£‡ì€FãÒ®ŸáëÎ>(imcÕÜÔ¦l¦£(Ú6¥²ë‰ã7¸ùÜZ•ö^ÏÜT>§‰ýàí߇j^Tu8tOïnü;Rò ©Ã¢x;wáÚ—•NûÁÛ¿Ô¼¨4uCfh›W¯¶ýäd@fÌ‘²ߥÐ)²qtøwUÀË«*Ý>åqTöÞlȸÒµTFJÞ—dde¹De¹@if>ÐåS%ßW~<¶¬Û|îsÑ\ iˆëiõ0á’øŒ‰Ä(½Aòç °6eé6ƒf[”‹ÏÛ·e× ˜„Ü Uj &T£çZ’”ÈIHÏ„¹ˆÌˆŒÈx˜u8tOïnü;Rò ©Ã¢x;wáÚ—•NûÁÛ¿Ô¼¨êpèŸÞÝøv¥å@S‡Dþðvïõ/*:œ:'÷ƒ·~©yPÔáÑ?¼»ðíKÊ€›Fz,·tÉSÊw<»~Ôfïº2y}fÚ«Kql™/Gv 9Òx’’qµÆ#Vä¬ù‹ëŠço¨.í\õÞÙïÝÙï–Òñ©¿sŸ4½„C¬ï…r¿8þøˆ@ä¼:öVsè·¸fõÙv)Å}Õyõ,·ÿ¨„Ÿ®ÿ+/öiÿ.&…«Nô)}iúr( Œ ô"îÏžÎí¤}ÒáYâxÖ_ÅÖIõ¡!ÐNý³o¯þiˆ@ä¼C³ñßSr”–”qYvímLj¹’âÊšiIŸÝ2mf_û¦:ìç§QÓÉgnå{a_ç}‚ßsæ= öU¦ªg¿tÖÛæ]žü×\æ ìúÖ«¥«†û¦ä Ufu›Å‚§j6üd?*Øfï&£iKOKD— [ŒÔF”n#Þbö7k³(Õg‹¥™S”°Ø•ê 9FPÚ¶æÕâÔ÷Ý4¬žòpöMê39×Wƒ«–TŒqXg>æm¨ÎÙ¾ô¤œ®¬ÓwkqVº«ºPöÆEï4¼pîá…©ß•[ì¿æ:gøëŸÅCíåUÝ({c"÷š^8? -Nüªßeÿ0ü uÏâ¡ö¿òŽªî”=±‘{Í/†§~Uo²ÿ˜~:çñPû_ùGUwJØȽ旎à S¿*·ÙÌ?sø¨}¯ü£ª»¥ld^óKÇá…©ß•[ì¿æŽ¹üT>×þQÕ]Ò‡¶2/y¥ãƒðÂÔïÊ­ö_óÀÇ\þ*kÿ)Æo­Zw§Û©V]2û¸.´SÝúŸ¥O·Q3’Í'Érî›ÛÒÑ+q¨ÒF­Û÷˜ÄçžÌYᲚ³ÀB­\EžÄ\båmÛOktoÇk»q+™l‹ØS­NoJú”iaÜ–Ü£7)(ß~ÌvwÊÜW²¿:å:åF¿Wq哳êõº‘©D„o[Ò^^þb/eJW[ï1g,VcŒr}ÕJ’ýîRÕ³ÔøG –`TWsNœrŒWôHîû •G‡…î5±Q—[y$ˆÿ {ãBÅøG纼ÕJò’ð¶Ï²*”€"~Ô?_½ÿËxFèo²×ãG>³þm#ÐbŶ“}Eüª¦Õ]vÁWÚUîªu?¢h6†›TWäÊm'¢æU[ŽfÙ¨–¢RÒiÞ”™îâݼ·ËÙÆM™c}•,e(^ vâw^îíZé4¼6º!¼›:Ë0^Äìv¬íZ¾;¸V}ÖÄ0î[Ò²²w³i¿ìÈ?®;Jà´uQ™[¸`¢— é:¯Im3™yNSå¾µÇuDÚÕÉšÓ긲##4‘oóÛ_Ù6e“kw3X˜lºµgR;âï ɸ·fíu¾ÎÒµ›[Ñèß±ç;Ë3½Neo =¥J”)Ët•§¥$¶’½žëÆñ½Ò{™ròE¥p\š‘ÙûR¢SÎt;:ι*7#ˆ”ÚA@g–àR‰JI:û)>3#YoæÿÒŒ›2Í5£¡õpðÚ u§=élñҎ՛M­©En¿<ïÑLï,ÊuU¦t±Ù•z´!Os{Sì•¥³tšOf2{Úâf‹æûZ½BÚËaÖê°z›ydKFm´ú¥6¥IŠÔ8±–é!*5!$üwÐF²Nóm[·‘o}Óì£1Ëý˜ØJõ¡³ õ°Òƒºî¢¡N Ù;¥µGzWiØìV¯³œ·1öc0ôgµSC ŠÏ¹”§Ri]«7±(ËsvM^Ç`1éæp%ɘfE@s(c›^ó“KiMÓ§UéÄrXmG¼Ð‡Ó¹dƒ>~Víüû·7Jõy¡pàól:ò†è¹GºKĤ­+xm{_yºè–±ôëAÖQŽ©‡Œ÷ÉF]Ë~7x·à½¯mÆ9·ô[¥k^©³FÁÖ3U|”½ ù°W0›u'½*$<µ§y9ssî± c-ÔN¨rœ\kÐÊ©)ÅÝ6œ¬×´›[¼·Ng¯Írg9P¯›Vp’³I¨Ý>5x¤÷øwï6¹nÛ÷<%Ó.Jᦹ¿”§×)Ëa[úûÛq&GüKÌ2Ì·6úXªQ«àœT—3M~_šfyF!UÂV•)¯Ò„œ_:iš¥|èI7ñ<¹øv@˜éëçh¦ÙŸ²–£­-ÿï ËïH=ŽZšÒ$ÝL¶äü4›¥oÝ¡ÏLú;ì•×f4©fs«ણVÿïM9óIô½šµ nHÓÖ©3N'Y(ÖÕ.UDæÃQïßÀ¤Ç\r4ïÿ†KûûÄi/bÆ'Gäå£Yþ+áÙrÚÐÔ-ßJ—ÏrN²Ã ¤QPÒ}Âã|J;úSš«¿èqù¬K-niŸ9aŠ…!嫾¼ݼjOBsÚò:SÉlÖ¥ÎešJœ4š·ºfâÕ¿r”|Ûº¯­UkA±4ó<çF»¯'RšØœšWn¤T œš½åyIød÷Åö>ëkWzy…«•ä˜jØuB*nYmÂ)»%NN¤ÚŠv´m¯ÑŠÞhTi2RLÒ¤žô©'¸ÈÇ\Si—i5fv‹Ù…wÜ÷Ž•éÝ5Ê~MðªS©’ê²M盄ß&¦Ú7ê””«$ï3áNä–䤈½jö'gY¶wªrÅÕ•IS«Rrwj+e¥w½¥wkñ+%¹$xÿì»ÈòŒ‹\ucƒ¥Q©Jœä¢¬œÞÒr²Ü›²nÜníïm”0vXë6ZvCí&îëÂuÑ;ë{½œÌ¿B‰j×áìÛÎ/J¡hÄK ¯Z¿û>¿i 1'h'{yÏ™^‘ éÙ_~‰EboÀEÝ®ßoôMÝØÿ9Nú•üÛ5ó?ÒDE­OËåþsªZ!è‰óÔwåàÌÑ3K~LœOq·–Ó½KZ©ïRE÷L̈iºÅ¥R¶¯³8A^OY%ãnœ¬nš¶«N†±2©ÍÚ+A·âJ¬ntë°îéÖóf_”¶š‘R²nÊu^œÃç¹ ~„<ÚU»Ø56DcÄÎq9Ÿá³ Jó¡R"Ÿp’’¿ïGºZI’aô›GqYmfÕ©kác:±¯ µ¾=;? º•ŸÓüåž3ØW® ©B”¨T‚{¥Ùºð;8Ý}ã=‡UwJØȽ旎?†§~Uo²ÿ˜¶ü uÏâ¡ö¿òŽªî”=±‘{Í/†§~Uo²ÿ˜~:çñPû_ùGUwJØȽ旎à S¿*·ÙÌ?sø¨}¯ü£ª»¥ld^óKÇá…©ß•[ì¿æŽ¹üT>×þQÕ]Ò‡¶2/y¥ãƒðÂÔïÊ­ö_óÀÇ\þ*kÿ(ê®éCÛ¼ÒñÁøajwåVû/ù‡àc®µÿ”ºìÕ-'T¹R•]µ)•:U‘h[åO·­4†åÈZœS’$8„©DŽ%Iâ?RÚL÷%Ñÿd·0zÜÒúxŒ% -lCjÊM¶Ü¤Òm+»$®÷E7fÚ]íö9êw©í ©†ÆÔŒñuç·=†Üb’QŒSi7evÝ–ù4®’n§lyƒ)œ‘ê´¤E›–DWT[‰fܼ{¾ñq¤·ýÝÿpvëØM‡« ^ãjµÜËÒùíNþó§^ÎlMšÇÀÒOºŽ7ó^¥K}ÅoÌ:L¯Ú°ìaÔq«äˆß\_ùÇìÕÿ—"LÔ¿ÆîKûUæD‘˜2›2³²3Ò)Í¡ê…W"*4\} %o;:˜”­fII”\ê2"뙑˜jû _ì>Í(ÒWœël¥t·º”Þì–ÿ i/ ÝÍbbè`=™Ù]z®Ð… ¦ìÝ’§ˆor»{¼ 6ü1Ú5ïHšBÓ²¨Ý œ]A¦D¾‰ú‹T+§ÅŒ–øMÍî«–J“¹¢^âI¨ýIŒß²sEóÚ•Èœé[Ú§·”{‰:Tà•¯y=¤×sµÄß¹‚ö,é^A_^ú…[ûru%FÑ“ÛŠ«RmÞÖŠÙi÷[˜'cÄnWôUþ}RöR||æ¿Z—ò)°'’ÕW(TKžQ·î:E6½B«ÅSZ5b$ŒʾÉ4²4©'÷ …ža—à3lðتq©JjÒŒ’”dŸ§¹¯¤¼Ë³Ã(ÇC…©*u ïE¸Ê-q4ÕšA¬hOH®½Ë«Y¤¾-ü-ôBÿä'I?ê<½š˜M§”Ò¿ûÉs)X—ãìŒ×t)ì¬Þ­¿ÝoÆæÁXøòÅÆ–óv¥iÐm q§–áR(4ÔGeN¯q-Å’KÕ­DDF¥o3"-çÌBHÈ4gGôW-X<· SofQW|mÛ¿ wdc¤:Q¤ZY™¼ng‰zí%µ99;.$¯Ä—+$c»ãLxɲï<5jò¤o媈¶Ú‹9[ÿüS$‡ù†³Ÿê›VšQwŽË(ÎOŽ[ 3éÇf_ÄÚt{[ÚÐÑ[,iZ\Qì’”:Ú‡ð5ãÙg€\žu¬gse=[ky‘i]ª}–ÿó’ž?c¬ñg4ö#jæXŽÏ•W¯‚ª¸:¥Ó¼ù¦‰³*öbk*8okæÔ0øêOT¦“}¡ÏkîpÐ6«jÖTújJ‰šm:Dg¥F˜(ë*œRBxŒâLq2œmÍÈ"Þ‡Z%nW©3H´ûØé® nCÏî­Áó@\£ë¥³×üÕGäTàãÖçeUÿK¥ø60ŽÞ§-Ÿò|ŸBkÛú¦Ñ (¾`gB[i»6Ô3õuÐqíÅu[×EE¹tª­N\Ôš ¤$ÐâÞ¤-*I‘’ˆ·îÞ[È÷€0••¤A]÷2ŽXÎè¶Ø•1 •[»(®A‡½åÄë†é$·Ÿ IJVíÄF|À nXºáÁl”{FØÁ¹•$’b…B‡JxÙ/`ù4C3VâöMg¿þ—§[µ–FÖoÓ^H³Øh·I®Ðcª\5ýÓO*†Ñ»öžP[/™Z\ȵ¦òFËm`<½Ó}¸Uˆ’(ôÙO_ÂA´Â•ÎFhR®~4¨”ñ¶Ð„Û,̵uByËŽŒÉk®Á8ó¢ÔÈ·+…·y-ê.rq•›jçÜHݸÀ×½;jwã|ïœ2ÎÝÆÅ»’ëSŸ¡*%-<ËoÔ}=‚sÔ™!e¿€×ϼ‹\lí»Ž‰wÐi=·QV ×`7&•QŒgÀë+-é=ÆDd~Á¤ÈŒŒŒŒˆÈÈîÀwjç®öÏ~îÏ|¶'Mü œù¥èÔ"g|+•ùÇ÷À´B%à Õ²ŸÕè¾g&»u-Â.¶ó®L.oà~¸·k¼JŸòâh:²ß¡Ô_Ï?NE¿]ÙóÙÝ´ºBü+¢ô D: ߶mõÿÍ"Ñ—€8•õ}ZxÒÒ®_7Åj½kÛ•"«Uš­ÉB ˜’’.u­J2JP’5)J$¤ŒÌˆa´‡H2mɪæ…UKI^R~™x[orJí¶’M³5£º;ifuG.Ë©:¸Š®ÑŠð¿ð$–öÝ’I¶ÒGVÍgk&æÕU׆"»nbëZcª³mw &úÖ¢áTÉj/²yiæ$‘š[Ið§ˆÍk_’ò׆m­üâ1Œ],û? |[skŽmxè-Êîò—°Ú…ÔFQ©¬–R”».aY.ËS}’ãìpOŠ ø^ù½îÊÑŽ“ˆìÛ>m.t*6\ˆt¶ß:#¦Û¬¾Ú‰Hq .t©*"22ç#![ˆ¯ƒÄF­)8Î-4ÖæšwM?Oz(bpØ|ftjÅJMI5tÓVi¯ ksGe­ ëÚ‘¨ |,k’åB¢æŠlNÏŸ 1®6[Nõ<Ây‰2I$fã%ÌdF¶Ë‡‰ úŸì{öDെ†UšÉSÌâ·=Ê5Ò^ú>4·Ê ßGuÔ|›öF{±º³ÅO6ÊbêeS{Ö÷* ¿{/ ¦ÞèMñnŒ÷ÚR¦cµgR€!þÕª¤fÒ•n¦éǦÑæL•P|›RÍ 5:ÜW HÌ÷%&{ˆŒÏØö`âè`4çGëÕv„¤ß’©M·e¿‰…{ ðxŒÇ@´‹E^¥EÅq]ÊT•Þå½øN—5óézÖÆ9ÇW*—n8…Š·2#¨Ò!<óN–ëˆCRÙ­M±O°fŽý}Ø-3öEh¾_ ʪʶ 8uB²Q”[N¥I4”Ô[q¼&¼ «_ŒÏèG±³Jñš€ÇèöoF41Òĺô”f“TéE6àä’•§áIÞÜD Ë9&½˜2Mé“.W U‹Ê¼üÇ™å iŽÒs1ÐgÏÀÓIm´ÿ’‚<Ó)Ìt×JqY®-þ6¼Üšã²ý¯š1´WÌ‘Üý ÑL·A´S ”aâ¨AE>-§úR<¤ÜŸÎÙTsæºñÛY+H\“.G1 6¡"Ó‹*) [pš‘¹vÐNÛfG §ˆ’´!^ÂGnõ‹ì‚јiNŽfywUà£8ÖŽÌãxÍRŒ£Ý¨§xÆVjéI'â:q«_c¦”OE4›+Ïh*K(J„¶á;N¬£>âRjÒ”n›‹kÆkµ™šªz‚Ú#Ž2|þY¨uœÇJjÛ§<|ñ),qû5åÈ“5/ñ»’þÕCù‘ –8ÔF&·¶yå| T¹dFÊW=Ðìš%¾š¥¡ÖNL’º%-›Iõ1Ý=ÊY©ûå¿ÎÍÖ^†å¾Æ¬ÃGkWkZ£”!±6šÚ¤ýòŽÊÝq¿é&•j¿MsOdö]¤”h'—Ѧ£9íÁ4ö*«l9m½ò_Òc}Mk6åÔ6&Á¸æF²íBår·×¼ªµÆøã±#¯ê·FI8gÍõÉN–íÉIž¯­]yfºËÐì«,©tðð½fÿÒUW„eó÷ iñwU$­d™µj“PÙN«ôÓ6Í)Y¬DíE/ôt]§(üߌ{+¹§{¶Œ‘¤mDb\W¦MTã‹âä~“wäÛ^§̦7B•%2žz”û ¤Ýiµ!½î¸„ïZ’E¿yós£S:ËÐÝÕFexúîœ]:‘¥‰ËiÊŒà·Æ-GºiwMxøW]º¯Ó]2Öæf¹u<6¥9U–Ü#²£Z{¥%)w)¾å?òž³nl“¥,Q§©]‰öEmÞU‡ÍQ¦Â$•!­û÷Ÿ -D²>º£4®}ç»WÒíyfÚS©ü¿F§}º2j¬¾\)Û°¯žÉ½«øaáfÕ¡Ú†ÊtS\ùŽ“ÂÛâ(ü‰Ô¿g5Ú[6ðTšð"ïléì2Ÿè5Ÿ Ì…{þ#r¿¢¯óêžr{)>>s_­KùØÉ>«ß®ÐîŠ5»>Ë»½Vn 6ðiêr©ª’¶Vé$ÑÑ\Í-;ÍÛËîÔëéTðšGG/­ƒ«Ö”¡ ­Ñtå(Òf¬ªº«¹§$œ©.é[‰¦mX†c’UÆRÅÒÛ¥9Rµ^È¢¤¡{ö.Ä÷É;*—³ñÝm†ª6‡P¶BmÄ\mÄïJ’}r2öHq”c8´ÕÓ9FR„“NÍRâÙE¥zõf}Z*²E°Ìù+t¨¶íÐÂa°j=æ–’ôg”–þb5žâæ!ÕŒÏØyª,Ç:Ðuè©6öaR;*þµNM/»±Û«ÙŸ®<· T+8¤¶çN[NÞ8T‚oÆì®f?h?iÂë~ø²c]«­P±yV–¸m;¸èt6ËhJ”EÂk4š¸MI#"Rˆ÷}[ûuyªüáæÔ©ˆ³Š•Y)8§Ç²£¤ÚÜÝ›µÒvnú.³}‘ÚÈÖ®L²ìÂTéáö”œiEÅI®-§)I´žô®•ìÚºVÜÑ90cX6 Bò‡g¢Ù¼¡*¡{ëÕª@Ãxâdê[CªKÊý&Kä¸\ä£æfU¦¸lÛ?Xá«SÚ§:‘Hv5%Nt¡$£&ª¦X¾êœS\M›†/Cq8=–`ñ¥²àœ!=¹.ȤâÛŠt×½w[{IîqG?¨O…Jƒ6§R”Ì*}:+Ι%ÂKm2„š–µõˆˆŒÌþðÙ³,Ç“åõqx™¨Q§)Iñ(Å]¿Ü_ „ÄãñP¡F.U&Ôb–öÛvI|í˜Ò–iÕJ…,ëRõµé×S¼§p\´Ö‰QpÐkB”>·XZÐ…))’Û*VíÄF®a¬åšiG˜RÃb0µ°Ò­~ÄêÆ TÙ‹“ŠØœÜ'°œ¶*ªsÙŒžÏs+mùŽƒb°XJÕ)bh× õaNRr¦®¢Û¼# ¥&”)ÔJ÷nÛÎ]vÝ´»:šÍB¤ÜéMžÔJE"“—™:c›ù6oy¨È”ffd”¥*R)I™esý!Âhýnp•J•e±Nœsœ¬åh¦ÒVŒe)JRŒcܤ’0YCÒ \©RqŒc)ÎNЄ¤÷îÞ’I6ÛQŠri?]jßqnJ…F‡2…pZ7-*3R%Û—CQÊAÅtÔ–ßmÈï:Ë­š´™¡ÅL·(’f[éäZI‡Ï*Õ¢éNŽ"–ÎÝ:Š*QS¾Ä¯ NŒ¶d”¡9+ÆI´âÒ»Îôf¶O…§‰§ZðõŠ©MËgj6n-Nœd“NÒ‚ºwÕÏÏÆ·êÑmÚu½r^w,¨ –ªªÔnYˆd®]ç$¾Ë-¤ÔF”’œ%,Ò®«…[­s}-¥—f~ÒÃáªâk¨©Ê4”;ˆ6Ô\¥Rt⶜e³'9lɨ´›9äÚ-[4ÀKZ½<>Kcn«¥;_f*œ*NM+95˜¦¶šº¿µ·/ %ÍA]à סÊä†ê¬U™ègà¿F™ HB¾Ám©*ßìn-äf“#<†Hò|~CÛ(ÔÙÃ¥''.çcaµQMJÎ.Œ£4ýë‹Oˆ±Í´2Éó_iÔJS{../iMM' A¯|¤š·‡ÀÒi£„3™iKj-^M£}Sl©ï6˜y£Kaºb’á‘4ê›åÎSL¨ÔκÂ"2Q¨’{Ƨ¸iÔ¥*øJô0õe­HEA¹´ œTÝZ{m¥ËNš»IÙ´’¦¯±±œèCFx¸&ÝÊN¢ÙW’RØìR’³¼!VRºi&÷€of‚]Ú…Ù5³+»´¿ ÛâwÕz™ï™^…b!ÖO|YGœ~•"Ñ —€1FyõÌÝÊ./¼3:9ßÎCÒF3:ø¿Ô—¢Ì3 NÃ-8÷0ƒýaÖGXß8ÌFƒ÷£„úˆÛѤ›PEݲ?h4«ÝÙ›@õùÎaæ«"-lþCç D ‚]$^³u£Ñ{b?Uÿõq¯[ÞžÿèžÃ‘!¬¿[×%º]~t§›zŒ 6åVUësãËš•xYõi4ZýA9 leù´õ–…òRU¼”Fddì ¦-RZúƒ t3……‘hñ«Ž×7}K‰-Ärbžõ²fe¼¹ÔÙ™%[ÈÒ¥µ@;L½cìþêÐü4Ë®ª.»”40š…u4Y4›N·:ŽÂàòÅ>K0é†q¸¸ÓÉ™·Ê¬•¹_¡îÝϼ€›Úù£Ò©z‘ºäÁ®¦­>¹N§K¬ÓÑ “*k½ ÛH`×Æ|¢¶[tÏ…;‰Ô—?9€(üê5*³vè?Ïòh²iVeBe…ÁåS>KTØãqq§“3lÝY+r·›|;·¨Œ€Ö܉K¤ÀÚIfÊ\*¬úÍb“&µOD.L©¯&žM!ƒsŒùE)¶[tÏ…;‰Ô—>ã0|Š.ì†ï³u˳Ù•‰Oïåj.PšjYïÿñ$¹ÿÌæÓ…­†ªvsÚ•jUŸZ‹!™üÈ‘æ¥iäÛåR”ßfD¥z­Ç»¬` þ”©jJ•)jQR’ÞfgÖ" eM*QjÖöžqU&¹O•K©Ç¶¸ä@šÑ¡ÖÉ×Vâ8Ò|é3BÒ{œ·î2#æl.í\õÞÙïÝÙï–Òñ©¿sŸ4½„C¬ï…r¿8þøˆ@ä¼:öQú­ a·ºÝ>èY§îééÅ»ýBN×Æ%x•?åÀÐuc¿B¨?Ÿ§"ŠÄ߀.ìùìîÚGÝ!~ž'eü]dŸQz"ïÛ6úÿæ‘h„KÀq;æù´ñ­§\¾/ŠÜ;vÖ·a)úµVrŒÚ ˜‰$[ÍkRŒ’”$JQ’RFfD0ÚA¤6ŠäÕs ª¥‡¤¯)?õm½É+¶ÚI6ÌÖŽèîu¥™Õ,».¤êâ*»F+¿¹$·¶ì’M¶’:¸ë;Y×^©n²…¦Û¸–ݘ£´­»¹o¬·§£fðžå>¢3Üæ–’f”™™­kòK^ZòÎ5¹œlBô²êOñtü-ñvJ–Üæ×Þ •Û”¥ì¡u “jw&ì•-W2ª¿SÀ—c§}ê ñ½Îm]Ù(Æ:B S°`÷iµ*…¡­I.™T¦KnE6¥B™}‡ÛQ)6´™T•ò2ð¸¬N  ÔfáR 8É6šiÝ4ÖôÓÞšâ-ñX\.; :à§NiÆQ’M4Õšiîi­Í3²^‚µëOÏø8·)ΉL̴ؼ4Ú‚É,±r0Úw›—Y2’”™­²ÜJ"5 ·q¥£{ý‘maá¡”fóPÌà»™nJºKxD·Ê+wQÝu)=’>ÆüN®1SÎ2x9ås}ÔxÝßðºmîe¾ÎUvÌê×iÞ˜²xµ±µÏ‹¨N\÷%…RŸ¥oÃ}¶ä?q2|ª8ÔD®IÈÉ#IýΙî2#ÝÔe~ª4—XyF”QìµðòœeÒ“…Mêí_eÁn½í&ü î±[º/«ŒçƒÎ+v˜ÂQ›MÅNžÖçdÚÚŒÞûZñKÂFží^{ÅÝßÆÆñ㿃ֺ?TÔÿƒ¬wÃðÔ‡ëz|ÓêŽí^{ÅÝßÆÆñÁø=k£õMOø:ÃðÔ‡ëz|ÓêŽí^{ÅÝßÆÆñÁø=k£õMOø:ÃðÔ‡ëz|Óê›[¢ ꉨÜ}yd¬{U²-  ª´Ú^K^}”C0ÒPáš”§”ÙŸ6âBT{÷î#˜5ìÖ>YØîM´’J7KÂäׂív3YŽïÜ‚å†tSU•w] W*mBf]¶í9-3-å’mã•1žQFIJ‹zwî#25$OÒM.©£˜ì=iU­Ùå±AÑQÛ´¥²ÝJÔÚmA´í²Ý¢››Q6ÍÑXé4k[J‹¥6ª*­¸Å^Rc¥Rû+{[®Òi6¼7ŽFzШÛ°¯;’EÙ'¡é§o?L܉DÚÝS.‰Í(-²âÍI%6D_e¼Èžilò\ó€Ž ­iW¾Ì©º;=Êr•öëBiF*î[;=Ôb›œ”Jš?¢Tóì&¿·hѵ.È«{×(ÅIlQšß)$“jWý&Ï5c"3C¾-«&m­s—ÕSnyÙu¡"•Ë!¥°¥®R]å‰)ÞM¥µ)E¼ÒJJViç[Kiáô¾žOS R.¤e(U}R–ʼ”_dìŽK‰ÁSÚµçnÆœÕ<‰ÔÌtk™SÄÓüC[T¿êÙ´”¬©¸l]ûç4“²•œ¢šÛÈŒÜ÷mÕjµ®xìÚ29 …Õ%P—JvG1“-8Ô¥¸np«ˆÐ¦Òh-Ü|i%4{KiécŠ¡O RÃÍÁÔ—ctç(»5M¤ܭá¼V˼g³4â™Æ‰ÔÉr<66¦&›x…µK²*Š;û©)SŒTn¬š“Rý ¤›\bUª`³ß§U®Ãnç¤\ÖiµÞ£6Ülã)³nÏ­–xMÅî&’"=ÅÍÌ0˜lº>²©BZ®°Ø™Ê3­Z¤6£[¢ã “”aeRil(¤¤ÒÝdfifÍ5ŠjT¯Ft%4¡4šªêBœï²¯·)]«½æ^¨ÍM6Éë6baÇS‡O¾ç oám´ó©Gì ó0Æ,¿*ΞÏèÁ9IüÉ.?¹q¶‘¡a0ÏŠ%%§kɨÅ|í½É|æ>“ Ê­*™_±o‹1ªô¾‡¡Õ®F`ª,™< ZZ3-å²µ% á'’Þó.õFDzÖKû>eK ŠÁÖÃJ­Õ7S±¸ÍÆ.n)Ò«Sf[”­=–Ô]®ÓFÕŠÐíŒZø\eC¤¶§nª”ct¶¿Jš’M«ì9Z÷{®ÏêýÊì{Q¶iõKríª¦í˜äJ<ËnœÔĪrZ[ˆŒm¤÷ÒÒÌ”M›iݽkAo2¥¤zq…Ѭކ ®µI×O±ºqŒ”¥8[mII.éÊQ%³F4/¥X¯y/²Ú€×þaªÌÁ`qÍÔÊê>éqºMñÎ Åáœ<%U.(MøüŸƒ‰÷>÷³}½pÐîÚ&æ¶j°k–ývr¨õzl‚u‰ 8[д(ºädcÕ̳3Ë󜾞/ QT£Q)FQwRO‰¦yšeyŽI˜ÔÂbéºu©·FJÎ-q¦r/‹á™ϱíõaKt£Æ½¬ú%ùŽ.M2ã­“^ïgw)¿÷IòJzK£X¼ºnÑÄR©M¿Ü\oû¯s=¢¹å]Ò|&eyaêÓ¨—bJVýö±Õ~¥ -^Sj©þ‚× þ‚–ãE:›63±Þ$(Ë¥ò¥Ä…nÞG¸¹¬CÈŒW±Ë]\Léö®rÙm^..Þö·§à=Â{%µ!‹Â¯ma¤¤¦¤®¸šÙÜ×>—Hv¯=âîïãcxáCðz×Gꚟðu‹Â?R­éóOª:CµyïwÇàõ®Õ5?àëÂ?R­éóOª|–ƒux£$– »w™î-ïÅ"þX}^Çt·ðMNxuÙ©¾§Í>©Ù›L8®vÀX»Õ\iÊűm‘W ‡8ÛLù.D”!_®J]}Ä’½’"?dz«ªmÄh®pMgz´¡ÝÛzÛ“sšO”¤Ò~®y)­Ý1Ãéþ²³ ÞŠj•jÅ÷=ˆ¥6¼ Æ)µànÆy!9ÊV|ëÊϪ@£Õî -Á3ÛòèTÊQœ´¤Í¶Þ\gPkigêT•‘ŒËrˆ”Z.°² fu£óžu#ˆ¤¶à©Ö«KmÅ©:rtç ªŠ=ŽîîNPq–ónÐœÿ £ùý:¸ŠP©BMF¢*u{–÷¸ª‘’Rj×jÎñm6ü ÝYxÛi%½´jUÃQ«Ût«%µ¨¨S Î†ëw5á|2õ6CJ„­2i+©&ÚÐ¥ðÃmhß¼¸ „+‹Äæ9%\.*†NR¯‡„§^¼jS”*קJjtž&¦Åã7²ãFŒöx•ÉÓ*Â`3|sËñ8Œ¡(Ív:TdªE¨I§ 붜ZO}yFV³ÚLÌÒ JU·n®‰rÜ6cу%fߪºÊ›D©ì²÷(É+’|µ¨‰¡ÄžþºëÅÏ.XlUL<刌©Í®âq“šp¿c“j=Ëœ'°÷ÅqßBÕ¦'C6Ä,Nz]‚¼œ*E;¸R”£i[nÒWtå5ºçÕ~‚æ<»ñÇœ·%éQw\©—+ªð—Viô•>L”>„ÈqdÉr"Kë<4­Diû´²ùh¦•à¨áëÕ,OeŒãV­JÊðƒ©ÅÕ”¥ܸµ ÔãuªÓÌã¥z?xŒ=(KÔ§*T©Òkñ´é¸·N1Û‹Fû½©&“Rã¾uQ*¹=vñwàõËýÆ‹‹øÐÁþÉ‹þ~Ýòžð³9‡û«Àx¦ôå¿Å<íGž;þÇ¡9Trü_äò\¦ÿ½¼qÖNǹ˜íþO³á6ïűíª;wÿgfûWݳ{î>êÛkÝÆgßÝìý}™l[çÚµ¾sÅ™ù/¨Úa§ƒ—,ƒjyÛÃ×å¼ø‹ÃÁ÷÷q~æðÓýžÁ€òžÛÂìøÿ-»uÙ/þÎׂç-^mvö­ýïµñ[_Gµêñþû~ûKЛôHÇ'‡óҵм§ØôgëàÝþW%Ñ;¾÷f›<$åÛ|^×Ålßåíámoö¶;%¼;;^ Ÿ4{oÜvk±Ç³FÿS²«þí­‹üö?Š×£f?ä¸z ñíËÑ|?eÈtM;‡‹ïqõ¾þÿ¾ØáJžÇµ*mý½Çÿ.ÏûÖðŸrý® ñ»^÷Û{};‹Û÷Zÿ¸þíboÑc+ò¼=t»s’âû.ƒä¤pnÿ'•èÝâ Ù÷Km{ÿlSúv=«‡Ùÿwk²[Áµ·á¹ó<Û÷•ÛÞmWú6ö¡ß³±û¬}{ ˆ²®¬ãÙbE5ûö2$Gq²[+qTh$úT“æ=ûÈ”^Ï>ñKChaqO7¤â¥FXºŠÍ'‘[‰§S²m/•µ}÷*éEZÔrlšiµQPm>&’Ä×Ùiñ«x?ô®™jɪ«cK`‘õ2ð²%ÔÚw°Ã=giѬ¹+Nô-EêXJ~÷8P(æx‰iî&X 6ü&»=_Ü$›¡Iø]ÖÍj‹téź»N•ÆKAh\igÏÎ_wB—…¿Ñ­SäÓO|SßU­ÝÅäf´‘$‰)-Ä’ÜE÷„Ûnär÷Ÿ#໵ ²kfWwi~·Äïª>õ3ß2½ ÄC¬žø²8ý*E¢A/bŒóë™»”\^xfts¾/œ‡¤Œfuð5©/E˜g@†ZqîaúÃ;¬Žþ±¾q˜ïG õ·£I6 ‹»d~ÐiW»²?6;ê7óœÃÌÿVDZÙü† ΈAº$u§¬Î/=pö"«úŸWø¼é¯õúää(Žî“Ž$þêd` *EiÝ—qR®»N­.‰pQeÔêŒ5îZ\ÆF]e%Df•%DiRLÈÈÈÌ€4·ª[sP6êaNT:&J£E/ªm.nKé-Är¢žõ4£ë§M™î=äiR€Û :ö˜¡JÁ¶Š‰&iFV…Æd]mð&õÀÇ)jÒâÈ20}F“m±hV0q)Tzƒ5…K)n™E"RÐm£…?àE½;ÔJ' ﮥÛX¿nÛŽó¯½ËÖ.jÃó'¬ŒøR·gÀýd$Œ’’öD^Àbr^«k÷ä<šU¸Í§VÁhlèÕf+ ’ržm’•©Úx |23Nõ’Ì¿lëOwebüÕõ‰yWåë6Cvlõ' -ĸ®—°„‘’H½„‘°ìL8m둱ö5§F«äkîÍ°)3fxuKÖçJŽìƒI¨šC­)RøR£á#ß¹&~À¦êÒEÖÓ»KÂÒµÚ_5ÕüW^3š§RPrKrã~+ñŽµ›0Í·nÐ.û‹.c ¥u§}¯tV¯Ø1iÕ"Ý¿|Y+t›{›ŸÔ(ù…J¿ˆ®©OtÚºOs¶íöã¶õ¿‹zñ£…/ÇÑu!¾ 춷¤÷«7Å~åîãÜüLþê¹£К´ß­åŒiGbýeدUo¸QÑZmf‚BàÝ"’“7ZÜmqñ§îæ©T–3ÚÉ>Ë»¹ý-÷K¹ãßgmÛììpuiÇ ë¶»½åú;¸÷ñnðø¼'²““ñ¤+Ò&7™ìh™{$ä MÛºÓíš²SpMÎYIàBÕ¼’e¹&}b1Âö‡%Oºp÷ÖßmÉï·æžÿ^3oìðŒªw*\Mî½Ý·_zkw‡wòEÍ•ìËÞÀ—àÇ’±Ýßi”Iv¼Ì}3Ϧ“!§ Ç‘TMP™ÞKky$áóî33. Á÷y”(TÞªv[5ºÛjUW½ïw >-ÏÀÑÇÝ<²¥z[>Å{ïOn½:NÖµ­—^ûzñ;-3ÝÎ|Ä]s1ñ´•ÙÈÆTü׆ª×JljV[ÆU;ÙKRSgÓïÈ/UMI-ê"ˆ—MÍäD{ˇ˜r¢ž&.Tû¤·»o²ý³Xf•Næû·îûÎKr^v]¢º4{¾ìµí…ÜõDSíæ.J뎡5c:]ZyWUì6ê?¸8)FU{}Õœ­áÙŽù;x¢¸ßðŸ\eNoÞ«&ü ¾%žÎÞ3Z+_UJ•*Á¿±µãZ¡o:½6к¡T%CÜ®¯6ËŠS~«›ÕsópŒªÐì±W‡qsñj5J·c–éxŸ7’GÃèkÞ¹š™šl{Vé)Ö=è‹„ SmÕMŸT$Ái açf»È¶“Y9ê™LupŸ1:¢-çó/½j•)Õ÷ê‹©»‰5VŒ»ß%jŽÎÐââß»Ž=º4©Ô¥ï]hÓwãjT«Îö[¢Ó¤·^WOxs ýyÒñÝ“v_u´Hv•hÛòª˜ˆŽ'C šù6ËÙZ·H½“2q5jÒ¦»vªIÆ1Ôç%Fþ ©4¯ó—8j1¯YFRQŽöÛâŒR¼¤þd“oæF<ƒìdÙ·~W…d]÷ 6›^·-LÖj–«Õ'RÌ5==ÙN5QBd<Ã.š#Åáå iâJLŽú©C$¥µ)m(Î;¢ç¹[eÝÚ{.0–ÕöœSŠÚ{6.´«`%Š§˜Å)8K|¶.®î¬”¡·(Ù­˜É)6–ÖMËwõvÏiP¬Ê]:±d[¡4‹F5iÕ¢u“È“.Y£Õ›,GŒòÍ2SŠ$ ”ž>$ÚAUÄc#B›IìÊrm_f²nÉ«·9 ]wSM´“.›¥G :ÓM¤â’[œ¥'d¯gk+ÎNÎÑŒšMÙ?Af^Ù‘SŠòË–mb§[µdVl«ÎĠɤÚÌWšjtW È•%L¼ÉÊŠ²Q>´º‡ øPh2;Š.–"RMNžË{î¥í%%¹[fQ´âïm¨5'´Ò£YT éÉ´á6ãâq’[[/~ý¨í8µoy4×Íá{dŠÖFâUÙ´Z…½kÅ«Þ×­ùA“V‡Ýu¸0؃Te:ó½ %jY¾„´„'Ô¸k"+z ®!U¨šTéÉCç”öTÜS⊄%ÛR¿dŠKsjµgJ‚§›K¿ŒSKiîÞå+¨¥oy6Ú²Oâkú¹y@ºém.›I¿ñåÒíî…G}j€óÄËR#JŠ¥—2üi1Ü$«z›5)j4qi8VÀ½ﶖË{ã8IÆQm-êëj2²¼%l¦ì©Ztqr£QÞÊ2M/} +©ZîÍ5(5wÝBVmY˜¯ _Æ6­_(ÝU<ví $üÜaO¢TJ¢û\[Š,J듇¥¯y%´9㆔zž."ãEÂ8š4ª^n¤áåY§9(ÝEímì·v¯Òo¹*Ôƒ«Ž›QPR•å½5ÝäÕ¶K{îöÚ6µ¥ò­¶ç ÑÊ •Àâw(·—XËîŽSŽÄÚñ)Tì´”­k«Ùñ¯¤þÇ wjç®öÏ~îÏ|¶'Mü œù¥èÔ"g|+•ùÇ÷À´B%à?‡VM6ã¦FdÚ FE÷ˆ}JîÇÆì®O-”ˆ4h+¨Ï*åТûßý ¨ÿ¨IšâwÖ6/û¿å@Ðõb­¡÷ÿ™"ˆÈß@.ìùìîÚGÝ!~ž'eü]dŸQz"ïÛ6úÿæ‘h„KÀ@]£¶þ¯s`ŸeÐñvH®a»@¢9f³gÛ&Óç>ät›Óq¤¨–ñ-n¶IVîM)ÜDF¥)~rû'òíté®›OC^¦YGeÒT©Êp“q[S“ŠiÊîQIûÔ¬’»rô¯Ø­™ê?AôüFaBži_iUujF‚Rj0Š“ME¥6½ówm¤’œ)ºŸí|Ì“¹Þ(u‡Ýl~§Äý…N©ÚŽuCúë öôúÃ¥7Sý¯™òw;źØýO‰û QÃN¨]a~ÞŸXt¦êµó1þNçx àw[©ñ?aSª8iÕë¬/ÛÓë”ÝOö¾f?ÉÜïëcõ>'ì*uG :¡ýu…ûz}aÒ›©þ×ÌÇù;âƒÝl~§Äý…N¨á§T?®°¿oO¬:Su?Úù˜ÿ's¼Pp;­ÔøŸ°©Õ4ê‡õÖíéõ‡Jn§û_3äîwŠu±úŸö:£†PþºÂý½>°éMÔÿkæcüÎñAÀî¶?Sâ~§TpÓª×X_·§Ö)ºŸí|Ì“¹Þ(8ÖÇê|OØTêŽuCúë öôúÃ¥7Sý¯™òw;źØýO‰û QÃN¨]a~ÞŸXt¦êµó1þNçx àw[©ñ?aSª8iÕë¬/ÛÓë”ÝOö¾f?ÉÜïëcõ>'ì*uG :¡ýu…ûz}cîS´½ªúEB Z•‚³u2©L–ÜŠuF‡PeömD¤8ÚÒÙT•ò2ðÚ¦×  ÔrœT*A§*5SM;¦šÓOzkˆ¡ŠÖþ¦1ØiÑ­›á'NiÆQu©4ÓVi§+4ÖæŸÙ÷IõìÃqà[§ž(³¨y/¡¤3Zb«¢Ë}¦žZ#¾ûÜ›«i(R’d[ÏyîNýÅë§s6Í5w„«¤4®a¤¹½L뇩Â:sN2…ÔjWvi6¥Sbšv´½®§ã4Þ奔òÉû]€¯ÑÄTu\£%/ÅFê„%²ÞÌìç:{ÓpºMW)T½ë°°Ó[¦ Á¶õÁ~•“9ÈpÒÙ“·i0l"YšHÒú–IdËy$ b´º¤´Ï>†*UiR‹U'_±UIJ=ÜaB¶Çc„÷^U\–Ê{öªIö; ÂÃF²Éé ªÒ”áx‡f¤¥;Þ-Õ§¶ª:[ì騷S•;Éù±=]Ûb|Ü?*…r®=¤ÚŠƒz¦ÄQ¼Ô¢zJ˜K',ŒÌÖ´)H|ÕÆ“âR›FC@³Š˜hTÉjáçƒ[1¨¨U§J¬#¹8íB1Û_¥7þR“”[P§§X yÆü+SÚÄ{ú=š”êS–ëlÁMϱ5ï#(©SKbJÊ2—ª®äz,Œ‹cVX·ò›´Ê*¸ÍRZ0•ÄdÛô94D]½\\“œé#"ÝÎe¼·â1a—TÓ¬65PÄöañoÚx½Ó\,¢­Ø/¾4æïk-›6›W¾Ë´G1¥¢8Ì4«á•J“£(¯na7¨ª›_鬭´·;=û¸™ÏoºÍr§a3V³tFLéðŽ¤¸Vû±ëlRÍ䔵LJ%¢q/“\fIS|{·šR¥p‘íaŒÌëäT*àû,hÎpu]8K³Æ‹‹obœ£¶¥µ°¦¶;,`æãÈ¢k1—å¸='• ÁÓ“Œg³µ8Ê‹¨¢öêS“‹ƒ•®Ô¶oe)(Ý­~¸N‹§bÕ­ksQõÈ4[êŸ.ä¬\lÜÒã°Â8¸•çdÕ®«y—°éMÔÿkæcüÎñAÀî¶?Sâ~§TpÓª×X_·§Ö)ºŸí|Ì“¹Þ(8ÖÇê|OØTêŽuCúë öôúÃ¥7Sý¯™òw;źØýO‰û QÃN¨]a~ÞŸXt¦êµó1þNçx àw[©ñ?aSª8iÕë¬/ÛÓë”ÝOö¾f?ÉÜïëcõ>'ì*uG :¡ýu…ûz}aÒ›©þ×ÌÇù;âƒÝl~§Äý…N¨á§T?®°¿oO¬:Su?Úù˜ÿ's¼Pp;­ÔøŸ°©Õ4ê‡õÖíéõ‡Jn§û_3äîwŠu±úŸö:£†PþºÂý½>±W6bÑõa¯jÆ9¿±þ@·pĪ ©©Eïo¿ =>¦KG¡©ä¤÷»Ä²[HÞGöfDdf}Âö(`µÃ¢ùõ\³1ÁÖ¥–8J_„ ¡RêÛI{íûQ[Ÿ¾¶æßL}—XíKé^ÒÍrÜm¹¢œaø™Æntìﶢ߽ݳ'f½íÝÒVäwØóè wlã: «sÜ7L uyk¦ï!M!µÄ§%çùI†”¶JA>ú¹Uñ©{ÔE»„ˆˆjZ9¡¹^ŒãqèJRu_šjÛ©Sb¢š†ÝYÊÍÉïQ¾Ìaí™Î˜æyæOCV1Q¥kÊ)©TqŠ„FäÓp‚Ø…”l¯{¶Ùâ¼1»w•ÁkWeÝ÷e1‹Nr%B·)¨€ºkòRg¹×Û~#ŠRÈq(–F²GýPá›h|s}$ÂæSÅUµÝãIv'Jþ5*R–Ós´¦¥¶©¸9I¾y—K Êq8XaiM׋ŒªK²ªŠ/ôbáV +ïiÅ©qOj=È—Ñ#"EÈÌ]÷]2käÓ@¦¢)òãï&äïˆo:D£5$ÍÝè5+€ÐJQ–ˆFŽ˜O8†*ª”â£*K±*RIZ;V¥Ù$âï(ÉÔrÜSTÛƒQÒéRÑ9eÂÒœ¶ÔåÙ]HÉøaøÕN7[¡i$¶ÔœS^ªãÅuK–§£#.d˜-Ó+žxQi´ø4"bä•¡$Ù¹KRÔ”¡Õ¤‰Õ¯¯¼ÌÏœc³ÇæY,LólJ•)ÊtÒŽÐr„é»_ ÛJ%¶å¹Ý·$¤_e:o‚Ê0R£ ¯-¸lNR–'jq¼[½±*)·ÞÄcâI-Ç+úŒn}©R´nªýzô‹VeÖæÔ«…4³m}d¤á°Âi2Þ•%¢>}ædC?ˆÑÊY†@ðÊÓ­{>É-˜ÔÚŒ¶á$éBœc(IEÁÆ*Î)»»·ƒZC<.yO‚¡ < ÓQ†Ü¡uãUgRNüRNM5ºÖ8{¦ë¥»Gº2–U­ÀÞÚ¡2åNBŽëj%6á”hM”ƒJ’“"’O$Ì·šLùƯ™êÞYÕ(,^g‰©*s…H=ª1Ø9Æq–Ä(Æœìâ·U…EáIJÍlù^±ÞGŒUðYnœ÷©=š²ÚM4ÕêV›…Ó{é:nÛ“KqÉn¼u&î¢Ûôyyõ§®ƒ>,µÕ©qée&t¨Î!ÆNA[diq´«sHm&{ÈÒeÌ3Yî‰VÏc…ÚÇV§,;RN …ç4¬§=º3W÷Û ¡é÷;£³‡Èô¶ŽC˜W¯OFj¬e™:û0ŒÓŒ£šÑ•œ]¯9NK4÷Ÿræ°×sTìÚªï ¦õ•R9‘¤µÛ— Ù[*TŽZ#‡ÎÓÏ#sfÙnp̈”I4Üæº3Û\û öÍJoÛŒ#ض$Úq–ÖÕ9Oº‹q{3–øÚ]Ño“é4r|.‚ÂÓ¨±1ØnN­ã%4¡³V+t£^JO¹IÝ9'ÏÆÎjà†êXš¯S¯Â¹˜òtj…-3HLhN+2M«h%RO‰;šlˆÜ5(‰=}æfqÍMÌjf°Æ¼ßÙ¡ ÓOg º”%%ojÛ|©ÁݦÖÎæ“wpšu€ÂeSÁ¬§éÏaÊòÅ^N ì¶Ö%Y÷Rº–þ-ÊÙ;Îv$ÐÕA¬¼íÅE0âÕ«²×ÖÔŽ 䶄7½dg¼„§œ÷0Ý1™V3Êg‚Å®ËNppžÕ»´Õ¥}”•åáÙI&÷%¸Ó>­ Éb°ë±IKj*.VƒNëeÉÊ]Ϲ7»{lÇô|MN¦Ô(’ª7]étÓíWyKNß¹j݉NthC‰6ØC¯­R’•Iqå'~ò2W8×²Ý ¥ƒÌibq8ºØ™Q¿bUe©¹EÅÉlBSqn;uç³)%.êWÚqús‹Åá+S£†£Bu÷U8ÉJ¢º“Ojr„i9F”i§k5mÇ/»-:eáMfAÙО…=©tŠ½&O#2¶÷ð<Ê÷ˆDd¢RT•)*%%FG•Ï´ ŸÑ¦§9S©J[têA¥8JÎ7Ô¢ïJ2Œ£(Ê2jQi˜,=Æd·V’Œ”¢ã8I^ƒãŒ–çmɦši¥(´Òg¬µ¬8–ÝF£]™\¸.ëš©¨ò®KÈç ¢¶f¤0ÛqÙi–›%)J2m´š”{Ôj2-Ôò-ÃäujÖug[Wgn¥G¹(_b6„aÆ;Rj0„Uå)4å&ÝÞw¤õóŒ%<-:0¡‡¦Ü•:{[;R²rnsœå&’W”Ý’´lâæ°c×ê±nuÅrY—$h ˆºí¬änUøf®.E椰ó.$”f¤š›âA©\*O·Úæú'O1̽¹‡ÄÕÃWqP”©8wp‹n*Q©N¤^Ë”¶d¢§©%+6Žy>”UÊð2ÂV¡O‡rÛØ©·hÎÖÚŒ©ÎœâÚ²’RÙ’Ki;+|ÅÇ´šu—V²é5*ý%ºÔy…>å…SÿÒê•+y½3¢•„”j%LˆÈˆˆ’DEö®‡åÞäç“ЩR)FKnüeç')ËnJWœäå)I¦Û“|lù[Jñø½#¥™W§ Ž›…©Ê?ŠÙ…¶iì&»„•­{µ{¶Ûg ƒ†ª”ºVÍ+4e:M<#"nÄ6š22>MÆé ZÎgÆ•·žýûùƆãðØ(a©æؘъQQŒpJ+Š+c mÝËV\V6N°pXÌÍã+å8j•œ¶›œ±r»ùÔ±M5ó4Õ·ZیܒáJS½JáIœÿlH­Ý‘Ãwgô>.íBìšÙ•ÝÚ_…mñ;ê½L÷̯B±ë'¾,£Î?J‘h„KÀ£<úÆænåƒÞï‡ ç!é#| _êKÑfÐ'a–œ{˜Aþ°Îë#¿¬oœf#AûÑÂ}DmèÒM¨"îÙ´UîìÍ Núüç0ó?Õ‘¶!‚ó…¢A.€À²©W¾qÝågÐk˶j÷øk­¥FqÔâwú“#Üe½&d{Ȍ̀O©”=ñ,/âeø ©”=ñ,/âeø ©”=ñ,/âeø ©”=ñ,/âeø ©”=ñ,/âeø ©”=ñ,/âeø ©”=ñ,/âeø ©”=ñ,/âeø ©”=ñ,/âeø ©”=ñ,/âeø ©”=ñ,/âeø ©”=ñ,/âeø ©”=ñ,/âeø HÃû?2V8Éö=õ'%[-Dµ®ó&·CfOD¾ÃjÞã âBK…Ôñ6­çö+W1õŒ Â0n¢°ÓßVl#žÕ&¤ì†%Ðj´km‰¬«z i.~%N ̹ȖfD{·#©”=ñ,/âeø ©”=ñ,/âeø ©”=ñ,/âeø |Óf„+xƒ(Ó2-çvÛõä[°ä›Caíç1ÖͲqÅ8’.¡no>#Iónç–€#Y´Ì…e]EdÜE:碿 ÷Ø=βkI’lÿZãjáZU×%$ØغuêQ½lÕ‹R„¾LàÔ¡/ŸfI;xl\akBdç¨;©EñJ2V”_Í(·ó3S)÷S71ˆqx›;Ž‹[~v á²ÈmVÜ”¶Lš}†æÔ“ äó9.uÈÆJ•JÌÊ8êQÙ£*±ÍZ›P…6ü.Œ£]¶¸ªPú´j`rú˜)Ëj¤¤èÝñÊ’Qœêx¿FT£%àöÇŽ&\Ôs¶s–}6—Z‰Y©_Ê=iÖkèjâú¡BLÙzœê¹™6ÒjS®¹õ”³ÊÜM©IV2¢ÄÏ…vÄ+¸·ÅñIÔÜ×b³Ji§µu§QÁ<…7By¼Gä7)-û÷Þ*6iöK«ÂÍ4ÖÕâ£),uQ_¥_ÕhZ†\I:“©Q•ç]z2÷ÐæÛ¨4™µooBy46¾”Ñ‘2ÂUl‹Z Fœ¨Önïio¥+]­•´Ý¶w{ë5sf5aA£Ý8ž›mÜ4øõzw.Xqk¹‰âjLgn()qµ—²•$ÌŒ½’3!kF:¹î I])ÍÙïW Ínâ{ÒÜ÷?â¿d©O*ÄJ-§ØÞõ¹ï·ð?o^Ï•h´z-ñ¥ézU:’õ7+H¦SܦÃCÍ5ÚMNEG  *S (Û/S½¤íé#.xz•'97w:UŸ' +øí$šñ3ZTé䳌U”%IÅx›«6¼WŒ¥¡´lˆâr =~´÷þ…x|óð­Ù§þ# qÌ> £ûM?ðøÃÚj:T®à¬¥N¢À~©UU¡%è4¸¨âvSŒ:L ½•/“á"öLÈP­ˆ¥‚¯‡ÄÔüÔ*Ëæ…:Щ7óÚ1nÞëBXµSiU§Rš¾åµRœ¡¿¼•ßó8_½ù‰ì…f zVb¾-DØlÓd¥ÅÌeºœirŸJH÷ð1;&Ìqî!xz´tEûêuIx”)wnWâÙ•”bø¥)Å+í# ñ«£Øšœ[tjSIîjua*Q‹\{JS¼—TdÞè»rL×>5³}éú÷¬8ÜKfgS«•wÖHbêtÙâ:òÏ™(T“až#æâ}t[à;œíÅñÕ¡Vœ~yöJ”~— 5-ãiEoh¸Æ-¬¥¿:”ê?ª£R““ñEJOrgŠ¹Q‰qj{Ò(ï7:F:Æ·ÛÉq–KL<„Ô2û(Ò–”Ÿ9¥…íÛŒ2þê¾*·èÆ¥å5Q¥ãp;ËäíÂþù sþLJ¥úR«ÙÔ…*´Ûú«EGdz+{×oîQ‰ojc%QªîµNAÇÖíFÐ\— =õËf{Moû%±ËEZ’\ä™ >¶ñó/ieØš¥ î£ú•(Ч}t*'âîoïÆ«bðõFTûúЩRm}.5Sfv÷¬úXz¿J©\Úɱæ2«"uþË4Ë ã)ªM&4y²Qoãm’×w‘©…nÞ8Q©O Æ­G³Î¥]þ=˜E¿’¦çá„£.&T¯N¦'¬Õ´# þÿó$P¡ØEÝŸ=ÛHû¤/³Äñ¬¿‹¬“ê/BC ûfß_üÒ-Éx"æËNÈ}¤ÝÝbøNº'}ow³‘ù—èQ"-Zü=›yÅéT-‚ tuëC×ÿg×ã /ä$íïo9ó+Ò4/øs+ó¯Ñ( ŒMø»µÛíþ‰»»ç! ßR¿›f¾gúHˆµ©ù|¿ÎuKD ‚]»µ ²kfWwi~·Äïª>õ3ß2½ ÄC¬žø²8ý*E¢A/bŒóë™»”\^xfts¾/œ‡¤Œfuð5©/E˜g@†ZqîaúÃ;¬Žþ±¾q˜ïG õ·£I6 ‹»d~ÐiW»²?6;ê7óœÃÌÿVDZÙü† ΈAºÇi¶§F®WîzE±nÒ®[¯¡þªnm–'T¹p1ÑO¥$·¹4¥¼.: ¨Uû¦Ì‡P›¾4r¼Ú–Þåú¢á2Ü®~¸Qþ͈ìÔû™îî–绋zߺîÞ![ûF°Ôî©ïî^õ¾ÉîâÞ’OÇeqSĸªµx@Èuœgª×ý(Ù:eóS³!¿XŒmoä¹)«lÝGóááQnß͸(e©)Òîe+Ý­ÍÝl»µÇx÷.ükw­ý¢œaSºŒx“Þ•žÒ²|]Öÿ§ÅkzkÓËW¨×î<…. õ^Zß«Vëx®™.\§Ö{ÔãÏ8Á©k3ë©Ffc…:TèÃf %â[¸÷ýç:•*U•äÛ{–ÿV\ËrùŽ}iX%DrÚ±,«JÊ·ã®Ð-+r=6pˆœY°ÊƒRˆˆŒ÷o=żU­9â)(T{QJÉ=é&ÛjÏÁvݼmøÊTã5à­&ïu¹ÝnOéܹŽOx–šÒ)˜?S“rÄv=ĘÒœÉTsôFäð°\ª¼÷¥{Èý‘M‡bk¸ºvð^-8»q]4šñ4šÞŠŽRu»%û½ûü;Õžþ=é´üiØûõ¬#…îK~ß´î,E‹ëö­¦ƒM­mV¬2©ôÄ™n2‰Æ ‘‘z‚.aÊ£u± ¬÷Í+&÷»nÝ~;n[¾eâ8ÒüMN ÝÚ[“{÷µÅ}ï÷ãg°¸q6+»\¶žºñ¦?¹³ %g»pٰ檕Âh4ô¸Ú¹ Ü“{¹>Ü û„9ª•#x”ÿøçú\mûî>6ßoÂSìT½§í{.Åųú6µ­³ÅÅ»‹‹q `ÊŽ˜4ÓWŸ6«VÓÆ ªU*rÜ‘Q©Tq-)ùqF§qÅG5-jQ™šŒÌÌÌÌÅ:T©P¤¡£¹%¹%âKÀs©R¥Y¹Mݾ6÷³0ѨÔ{v•N Ûôšm ‡Hˆˆôš5 "ÄŠÂ re”%I%$DEÖêT©Z{Sm¿ÞQ§N(ìÅ$¾oŸ{ç{Î-AŸÊÖ¸ª×…±ŽlKrí¯qyûtPmê3x•Ä®^Km“ŽoW9ñ(÷Ÿ8áGû=ÅO¹‡‰n\ËqίöŠª¥NêKÂ÷¾s–U)tÊÝ:m"µNW¤Ô£)š.©#ÈeE¹Hqµ‘¥i2æ2221Â¥*u¡³4šñ=ç:u*RžÔ]ŸŠÎ°l\wK]Ùv‹ErJžr‘g[‘é‘Tò¾ÉfÓJMG¸·žíü´ªÔœT[m./›è(ªtã7$·¾7áIüÞXþÃÈ´Æè¹É´oº;2Iæi7•·©n%“O¡I%óîÞ(ºtÝE6»¥Äü+è~´jTŒSÜø×é9 6›N£SáÒiøTª]:2§Ói±RÄvAnJm$IJHˆˆˆˆˆˆV©R¥i¹MÝ¿ ÞQ§N(lÅYx‘Á!á¼CN»~ÓñV7ƒ}-Å-w¤;UcZ¾ÉG1-»Ïyï>.q‡öX8ÒîSÜÒÝ÷ëÿiiÔîšñïûÌ.í\õÞÙïÝÙï–Òñ©¿sŸ4½„C¬ï…r¿8þøˆ@ä¼­¬©(¤UV£Ü”S_5Ü"AŠ´7×ÒŠu¿#/¡š²É Fƒ0!(·ƸŒ‹ïzy—úŒ„‹­ç}bã?Üþ\ 'VªÚ†ÿ{Ó‘@Äjo@v|öwm#î¿ ÏƲþ.²O¨½‚wí›}óH´B%àŽ$ñw—óNþ}À|’­æ“%‘î=üå×|€~\µ«RÞz­oY•‹òªRj5¿E”Ë(Öf·Q%(/dùÌ·õ·o2ÕtÃ?Ítw+U°Xâê9[bŒl¬ÞÔ¥6’Šµ®“wku®Öã>[žfª†/ -+6ç5)-Þ¢›r~»é8þÈîå¬ooßÏÑJÝv¸äÒ]ªÈrgw+Àž#>K~þëŠz¥í´; ›v>Çíˆmìßj×mZöWâã²ú ¦°ôF: ¥õò¨Ö쪖Çw³³}¨F~öò·¾·2Û(øJ’¢%$ÉIQo%$÷‘€< Ë‹!ÙL1&;ïAx›šË/”ˆ„¬’²#Þ“4- Ü|û”GÖ25sëN/Óû·«ó¦¿s>À.l´ì‡ÚMÝÖ/„ë¢wÖ÷{9™~…"Õ¯ÃÙ·œ^•Bш —@'^´=ö}~0Òþ@bNÐNöóŸ2½#AÒÿ‡2¿:ýŠÄ߀‹»]¾ßè›»±þrõ+ù¶k椈‹ZŸ—ËüçT´B%Ð…))-ê2Io"Þ£Ý×ë>@ñÄ’2I™”Fdü绯ý ²½Ù™®¿seÚž/­c*½ÜKFE^›U®Ö™vDÆ–ˆé2ŽÑ(›JK23pÌøK›qïN†ë5Òm-Äex¼ºXIR¥«nq”åÍÁ^0ºŽø½Ûr{¼VnVÒ-\åy.Óΰٌq;UcJQ„$£:n£îåg&•–è%¿Žû„¹€×z\Xˊ܉1ã¹6G% ·ž$)çxT¾ŸªW ­ÅϹ&}b0[ݶ{-ø®ß{KégØàEݨ]“[2»»Kð­¾'}Q÷©žù•èV"d÷Å”yÇéR-‚ xgŸXÜÍÜ¢âð{Ã3£ðá|ä=$c3¯«ýIz,Ã:ì2Ós?ÖÝdwõóŒÄh?z8O¨½Iµ]Û#öƒJ½Ý‘ù´ ßQ¿œægú²"ÖÏä0^p´B%Ð>8’FI3"RˆÌ“¿œ÷uÿ¤ò‚RLÔDdf“Ü¢#ë~ØäqÛº».ص® Š ½Y»fÑ(ò$Ķ-ÖйÓÜm¤°Á-II¸³""Þd[Ì[âjÔ¡GjrwI%ó´®ß+ݽöI»>"µ p«UFRÙ^?úðøÏá\f¨c=Rä Î]¶ðÞkÓíGÜwíµ>©Þo&@¹Q1ˆD•HD¤FBUÂBÒeÄJJŒ$­ä2Z0ŬD¿B1œ—Ù””RâoiÚÖâßÅkÙb+KØg³øº²q‹{žÒ‹–øñ¥²¼{›I®;nˆ·+€×f\YÊa‰1ßz ÄÜÖYx”¦\4%d•‘ô™¡hVãçÜ¢>±q«ŸZq{þŸÝ½_5û™öø]ڹ뽳߻³ß-¤ ãSç>iz5‡Yß å~qýð-ÉxMq™&Þ®©FDEF”ff|Ä\š…|/ç0úWÞR¯ù } ÑÝ—de¡FFGçut÷{[¸H:ÜøÄÆ}0þ\ 3Výåa¾‰zr7ìFæðwgÏgvÒ>é ð¬ñMHž§“×–ÛOËuÕ¼Ì\Ž_ ˜l’pîR—bîIRPEÅ'ÝM©>Ë('¸Â*RVœþfrìÙµÞ÷T¼í}¹I§-–½í%³Ü«¥.æÑ‚ŒSÛ‹#%Ûù^ѼêÏXÙ"E Ý³@ʲ}&]E4ç–Ãò"ÀÏ)2 ‚B–ÃÍ!h’ÒÒ¦ø‰DCUPÄd´±#zu©íì5y¨·%³Rœ£=ÛéÉmY§mè­FU©fó¡MÚ¥)Æ*iÚ-¸ÆjP©u´“švSŒ•ïiŒ‹”´k¨Û#N–-錯J-Ñ‘ßÆöÕkÖ¬ä&4êíBD?;"Êb ¹ÊÆ^öÊ3šTã~­£RT_s8×ÄeØ'V‹U(F·éÉPxvt ¯)[´£´û˜¦÷3çدkÅmJ”]>(ó{Nœ`å&œX…øÇ$Ò´œ“\NƒcTâi_QVN8².·dU¢¢É©Vtòv}f®Û±áFEJÜO„íE†9$¦‘§§Çiq’n,É÷9fŠ­|&M(¨b)´—ã"éFµ9mNœZµÚ©Ҏ•8Fkb5VYvÄq•]äÜðÓÚwØŸg•:ë±Ó«5'nÅ*u¤ëv:Õ$å)ºn !i¾§QÁ˜3?^ׇuTè½ñW®Ûö¶Ó…^Úr­Lf• JfÛ±7gÆZjC] Äê¥ËKò[2L”¶‹¼Ë 6M„ÚR”£µ—ã%Ýâjl·²·E)§f—c¤–Ój;o†ñ9¬áEm(]µØ⚦”“rÝ)w7ÛM¦¥~ú -»¯äHôk|·gä:ÓhQbءٯ»\i2PJJ_‚®Z [œJÈFF[ËpÕ´ÿ9z‚©|=\SÚt톇fw´»¥²ìéî÷éÙÞ6ãF_Bò¿vXŠPjxe8íß.£¹=™m+Æ{í²Õïuà0N«uX¸Ú“+öI´+6ËsäK›xY¯S ¾™Þqaç7q¬’êLÓ¸·sõ÷o– ±øØjû •b°uðõ°”ãvjR§6åù7/|•·îM]nÞLšÿËð82­›aqØ|Eî *UcRkf”bÜ£$Ü]Ù!äk.ã,…Q»1vHú‹¡ÝºËeeR躱S¥ ‘ŒäU½P‚úN0û-8Ûí\Fôó‰Xœ’Ž"Qº­8ūΠɨª¶Õ9©%+I'i;-äFu©fu¨BV•&âä£$é©=‰Ý)ÇfNe´ä¥ íXÄúsÈtLs¢|q_©ZWÕ´Ö,Ä4š|ûäÆu+j­Ñña2Ûtø´ùñ˜uN8êša¢B8≠322,žu[-‰ÓµJÕv#仪“Ù„T¤ÛؽGiJvQ]Ûîw•%OW<Æ(µO؉íl½˜ÑU*TÛI-ñ.êÑMÙY+î8ÎB·¨ø¿Oô„eŒ9^Ô.AÈ™ kºÍ¶¬JËH•wÎmÇíU¨q$hðm,¡Ù Q«: ´UZ„ÓîåV4è¥ ´””œæ¡*ôÚîãÙ)4œ·}Êœàë:O±b$ÞÃ[£Nsš»Rnpƒ“…N.Ì£RQÙÚ“4E«OÒf¥Vì—±ÅJŽáAzÅ~:œªZcoi¶:l(´ICiÜ…Çoqná#O Žæ²©Ø0ûssŸa¡´ÛMívmmZRî”®¥¾÷Né;¥l•%˜c;Ti¼N%Å+ÛbXŠŽ7Qî\Zqv³VfÓ‹r¨\ÙiÙ´›»¬_ ×Dï­îör?2ý $E«_‡³o8½*…£A.€N½hzÿìúüa¥ü€Ä íç>ezFƒ¥ÿe~uú%‰¿v»}¿Ñ7wcüä!;êWól×ÌÿIµ?/—ùΩh„K q­8vƒö‘:»Ž.pÐ3-•R´µ0­Jñ¨R•᧿2[%‡"pÅiå¾£zR¢#>°ã‡© Í ‹tÓ}ÒOt”–×=×û¤¸šN×ÔRžY‹„Úp•Ëeµ¾£¡US´_Rv‹·rÚÞ›WÄúÙ±$Ñh7-™Jº+y«*ÔücE—§…ÀüóyÆ™ {Èj=¯TC©dº6 d–’ëiFÎâ¶ö¶?›ÕŽj5åØR›kf›§:ITßMí¹b!:•aNš¦”öøákåó¥F¦*.XxJnP¶×dŒ”6£*;œä”vh¹8B¥U'±98øuKÒ¸+vŽ<¼±=ùrß㘫¸u FÓõÇwD´!ò«'Wn»„µ^uæÜ[fÇ&¶ ?!K&âF‘—ÂÔÃTÒÇ_ ÇNiÉ_¹sÙžÜ)m;%M'jÓrPJN+jNnž' OGEhQŵV«„¢Öç§F¤æ¸ä›÷‘jòjI8'&÷f­“iôL™aâ·m<™QŸ~[•zŒ+Ê“¦Ë¶iȧrlU*èlØ…%î‰#a—”•¿É=ÀGÀbÖ‡ö¬Mzk¹t¡¶÷FJSØÙƒ{§4û©B7q‡tÖÎò¬ÚÃa(Ï|•Il.7%hJ{S\q£³µ$–ÛŒxÙ®÷“–MZØ¢â‹.ãº'âkªtäËsV&DQÊ—DU:,Û‚==QÉ£J2'_$µÀ³Wevu±4é÷*I7~åJQ³½Ý”š†ä÷ü•¿qÌ%ÑRs{Sjn?¥(Óìx¨ÊÉ]ÅmÊ-­ÛÚ“Vi˜v‰jdúɯ]—e½Yº.gs £Y²êx#¢hT¼pª T‰q.·#8q&"o,ÑÆf[)Z”á*”ñÌU ìÔpŒíÙdñ=ž^ñÅvj¯ ¡º=šô½­ $梧Q­™Q™i^­Iµï"°ý‚7ÚMþ)b6Õš§i{b¬Ù“p¤IFtéGÔZõZlÝÚjb2³ ÒýV{8&§ ¸Š´g™†üûõk8JRÝ&Mª;M¥æô>' éî¡ut^Ø\¶¬'¹ºuÓ¿sÝK‘ÚO}Iì+B¤l¡O¸Ù’üaÏ>Œ*ã¢î“øþ’vÃÆ3Tì¿”›ÛS¿dœjÉI{bTÍÉ´ûÖîÊtKK$Ð%b»‚:¡\¼±üÚM"²¹0Ú”—è“žm-Tc ž&œv9©-¼‡Q’’dw팹bVäçR/tïM¤äàû¥ ^ôçm™¤Ü[H§Yöo`{ÞÄ'u¾6›’QÚâÛŽÍç8©Fþù¶æJ©–¦S{úg…[mcEÛGPN-’i9§S'yb>·Cðþ=ûþðë&G¦8ÌF¸êæ/)ÆÈ¡G¥,4â£8Õœœ§àŒšnWv³ºV;7îCÀÏk{k‚öǶ=±³í˜{Îó³ãÛ¾í›~ói+Y6ŸDÉö6+zÒÉ5 …ùoÖ*0ï.?›.צ¢œlØ©ÕÐÙLJ!î‰.A§”•?É;ÀGÀc³xoíUëS[(FmËr’”ö6`ÞéÍ>êPåwM[yÖLCö½S{û$Ü,·´Ô%=©%ïaÜ쩽În1ãfšYÍãû«V~P1DÅõ >õ¸™’+~¸âÔ¯ºª¢ÈfIJ¸Ðè·ÙI¨ã“òM_b!ÇKL±¢êdMÓÀÕ©£Ó’P}ËIÕ„ÝI§kÕ”£ÜÁmN0œå6¤å |óv爄%ÝJ. ÏsJÐÙŒ)ÚöÜÒ©=ÊêQ´œ¥5°4B<¡œë·‹èqë#7&…f—&jneÕ%¤bse¸øú:š‚ÚÓΗ©6eÖØZ±¡—ÖÆÊ÷ª¥N6»j9þ1¥vêצ–ÃŽÒXjsƒq­¿æ2.xšXEþŽÕ'}ߌœé[bŒÝGfá5ˆ…í:;°–°kùr»}Ù8ƒ à¨oY•T›jéÀ7³P¹#ªlw­\ÕIðjDõ8„œhî¼ì¶Ú~[®¨Ü}æbÞ`cW ‘T‚Q[]‰ì&’¤¡Š1Š\rj_Ž”„\a)$§?™”»6myoq•KÎ×s”šrÙkÞÒ[=Êm)w6ŒbŸ¯Óe­–­­`g*žW±),Ü—¶&¢Ì¸2•±&¹>“=öj³ú ™dª$X‰D8RAFfK«GªuiS<²²É)ªYf"Ý$ðû[’U*¸×uª&Ú”•Ü"žÌ”)*TœÿWÏœjæ9ú‚öÚŽ¶°ª”d–ÒŒ¥±Rm9wu%VqŒbÒ)¬P‹»P»&¶ewv—á[|Nú£ïS=ó+ЬD:Éï‹(óÒ¤Z!ð(Ï>±¹›¹EÅà÷†gG;áÂùÈzHÆg_Wú’ôY†t Øe§æ¬3ºÈïëçˆÐ~ôpŸQz4“j»¶Gí•{»#óh¾£9Ì<ÏõdE­ŸÈ`¼áh„K i]äå“CÖ¶(¸¢ãK¸î‰øšê£]92ÜÀU‰‘r¥ÑN‹6àOTrFèÒŒ‰×É-p,ÕÀ9evu±4é÷*I7~åJQ³½Ý”š†ä÷ü•¿qw˜J=¢¤æö§ÔÜJQ§ØñQ•’»ŠÛ”[[·µ&¬Ó1uSVãëعqÄj³óÊR+YZí€åRä³DU Ø˧»xÉáf§O7Ž3O†…¸ÓÜ)Âj2’(äž8§jUö¯ÜºŽ¥IÎ Å÷Sœ*Ê.D£N8j; ¹J“¦r•jkòòt6?MAAÓU½¥ÑE5ÝNUëI¤”ê8{9¼ujÃÏÊ Ș¾¡gÞ·32EcO×Z•÷UTY É)WÐ:û)5r~I¢KìD8éi–"ô]ÆDÝ< ZJ19%Ü´XMÔšv½YJ=ÌÔã ÎSjNP§Ë7nxˆB]Ô¢àÜ÷4­ ˜Â¯mÍ*“Ü®¥IÊS[—gdÚ}ëwe :-¥’h2±]ÁP®^Xúm&‘Y\˜mJKôIÏ6–ª1ÐON;Ô–ÞC¨ÉI2¨[—,O\êCeîé´œœu±+Þœí³4›‹i+>Ãì{Ø„î·ÆÓrJ;\[qÙ¼áÇ(ßß#V07œ´Ë³X–Æ$ÇW62™_¿Ž¯f?WÀ5‹Nƒ6iÛt¸ÎLjDš{¤ÎeÒQ¶µ)ΫՆ'5†k[@«C.j5£ ªŒ_s²åÒJ.Î1ÚãV´_›ß›©S.Ž•a'‹îàáYǺrqÄbï5täéÊ6wÞš³f"Ò£{Ð1ÞT„»*ö›zWpD ½YÄ)°.9™ Æ&út:³±PåE´¹À¦ç>ìãmÇ8Îd’sëy=-§„Äd8úzk Ý,;WŒåBWr¥déÊ+±¸·MJNsƒR97‹ÑÙbii¦a(ºûO³¶»%8lΖˌ’J¤gøݸÆJ;4©¸Ó¥ Æ/•èbÒ¹l)9VUb܇†»"Ðä±ô×WÅÔ¹(¬Í)ͦP[˨— z¤Ò‰¹(r+)m Š£^S7Ì0ø\’µD¶”kV¨”Û‡c£eJ’¼¡ÁìRnMÉÊÒ•í^_…«8§iGŽ2N.Í;_`¶q³œSÙÙu#Ý^)ºnQÜÚ÷³q¼%Å(Ê2[™?0õ¡ãÖE§˜ðn›³Æ¥Ô)÷õqf‹Uê4JÙMA9¸qä¾ê”ÿF% Q°HA$¹ÈËx«’Ñí~II,3¦”c{¾È¦šq𤣵}«§Ä¶]¶©æÕ£ìR”[Ä©§µú*.2Rð6÷(Û}ÝÝ×½ßV2•“±†A¬Ü¸¯**Í¡Ýu›vç²²©ú«pfg¥E¢¹oT)ïnåYy–œD†w-²QÇÕ VU‡¯5Ü׌f“çäÔ{$,Ý9ÆQR´Òq[3•£¼º¥*´³ô`í*WNW´ezjobwJiÆ[eڱ€4åç>ž±~¹G½Órdú¾>náʼn³«Uv§ÂJb1@D(M°³œNÂ`›‡äšPâ’ó®®T‹¼^#“ E%Q«: ´UZ„ÓîåV4è¥ ´””œæ¡*ôÚîãÙ)4œ·}Êœàë:O±b$ÞÃ[£Nsš»Rnpƒ“…N.Ì£RQÙÚ“4E«OÒf¥Vì—±ÅJŽáAzÅ~:œªZcoi¶:l(´ICiÜ…Çoqná#O Žæ²©Ø0ûssŸa¡´ÛMívmmZRî”®¥¾÷Né;¥l•%˜c;Ti¼N%Å+ÛbXŠŽ7Qî\Zqv³VfÓ‹r¨v®zïl÷îì÷ËixÔßÀ¹Ïš^B!Öw¹_œ| D r^Ý¿¥[›ð~oæT.p_žSúËï(b¿6ŸÐþãJ¶aö `ù"±á‰£}Ö×Æ3éòâiú¸ï+ ôKÓ‘¾¢97p‹»>{;¶‘÷H_…g‰ãYY'Ô^„‡A;ö;¿ù¤Z!’ðEÍ–ûI»ºÅðtNúÞïg#ó/ТDZµø{6ó‹Ò¨Z1èëÖ‡¯þϯÆ_È IÚ ÞÞsæW¤h:_ðæWç_¢QA›ðwk·Ûýwv?ÎB¾¥6Í|Ïô‘kSòùœê–ˆAºwjdÖÌ®îÒü+o‰ßT}êg¾ezˆ‡Y=ñeqúT‹D ‚^ÅçÖ73w(¸¼ðÌèç|8_9IÌëàjÿR^‹0Î; ´ãÜÂõ†wYýc|ã1ÞŽê#oF’m@vÈý Ò¯wd~mwÔoç9‡™þ¬ˆµ³ù œ-‚ t"îÕÏ]ížýÝžùm O›ø9óKѨD:ÎøW+óïh„KÀq‹Ûô™w~ OüÂÅæ]ð…/­½ØÏÌê}W÷u³7°gO߃õ/ Kƶ>0±ŸL}šž®»ËÂýÒ‘½‚;7P‹»>{;¶‘÷H_…g‰ãYY'Ô^„‡A;ö;¿ù¤Z!’ðEÍ–ûI»ºÅðtNúÞïg#ó/ТDZµø{6ó‹Ò¨Z1èëÖ‡¯þϯÆ_È IÚ ÞÞsæW¤h:_ðæWç_¢QA›ðwk·Ûýwv?ÎB¾¥6Í|Ïô‘kSòùœê–ˆAºwjdÖÌ®îÒü+o‰ßT}êg¾ezˆ‡Y=ñeqúT‹D ‚^ÅçÖ73w(¸¼ðÌèç|8_9IÌëàjÿR^‹0Î; ´ãÜÂõ†wYýc|ã1ÞŽê#oF’m@vÈý Ò¯wd~mwÔoç9‡™þ¬ˆµ³ù œ-‚ t"îÕÏ]ížýÝžùm O›ø9óKѨD:ÎøW+óïh„KÀq€fVîdfFVKq—ú:ÅöYð•/­½˜ÿÌj}W÷3Qöj‘‡4ù¸ˆ¿û3;­ÿ(Êžµ~01ŸYz5}^w™…ú¤Íæñ¹€_M1ê# éÛ\{@§f›æ …ëÉÒQo=S§Ix¥)š¤Ós‡‘i{·ˆç=Ä{ù·ŽËinŒçºO«ìž8 N£…5µf•¯Û¢ ÑÌû(È4Ï3–2¦Â”Ý®žûJ^$ÊGÕ-Ðßl·ðOÉDWÁN°y¹áÖ$ô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TuKt7ÛmüSòPà§X<Ž\ðëô3•.iuGT·C}°vßÀ?% uƒÈåÏ°áC9Ræ—TÒý’•ªeÓ™vƒÝ”EQ·.œ½MŸoÕ[eHnTGçÖÜiĈr´ã"2ßÎDc{×>¶#ɨÔVœ)É5âj4“\棪êÔñ9¶iVð•DÓñ§*2ܘ€'^´=ö}~0Òþ@bNÐNöóŸ2½#AÒÿ‡2¿:ýŠÄ߀ŠbªèÒtw]©½Ð´šf~]Zr›RÄv• KZ·žâ"3æçû‚{Ô})׆gN ò•$’ñ·´CúØ© 2ÀN[£—2[&ãõKt7ÛmüSòQ£pS¬G.xu³„= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥Õ&¦µµ%„u©½ž%…/èùٙϊç*e6S=™UZ' kåšFòWC?ö;÷pýÜÛå]Ñ\ÿEôS9öýO²RînÓ½¡VüMñ]s‘æ˜iM¤E•ûNª©±S}“ÝyS·^&vh'p Qž}cs7r‹‹Áï ÎŽwÃ…óô‘ŒÎ¾¯õ%è³ è°ËN=Ì ÿXgu‘ßÖ7Î3 ýèá>¢6ôi&ÔWlì¦)öŽ™*rÖlÀ¥æ®ˆ¨Ià5%¦PÒMKVâë çQ0•\n>ãt¬¾›‘·%x\Ÿ©wÌnT·C}°vßÀ?%G:Áärç‡XÚøCÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]QÕ-Ðßl·ðOÉC‚`ò9sì8CÐÎT¹¥ÕRÝ öÁÛTü”8)Ö#—<:Ä= åKš]RgëÇS83Qy›C1p®A§ßÒ-,Ü—n&©”ÙLœVß›Lä”®Y¤o%r.õ·îá=û„±«ÒÈóg¢é©ÒînÓ½£RüMøÑ鶑d¹þo—,U7›ìžëÊãKÄÎì¤ð ÉJR1Íþ´žå&ɪšL½ƒ(® †S¿4£õã÷¢Ï0ü¯՗ÜÍWÙº”§Dz$–â;FIî/ºs¤ÿ¬Æß­=úúËщ­jÿv†á~«ô™»Ã@7Ö+ŸEúU½+õk¦ëÁö¿qWª/ˬUêTnQé^qN:âÕ¿®¥­j?¾£1¶á4ïL0hÑ£‹œa’IîI+%û‘®btCFq•åV®2”›mµÆÞ÷üOCÒ£>× ]Þù|âã„m:åÕ:Epú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡1™1~ Ä8Uª«8£[vUÆ㢮ݻ ‘)aN©’W?Y • Ë︯º0y¾çyó‹ÆV•M›ÛiÞ×µù칑—Ër\«'RXZJV½—¯o½ó™\aŒ˜ëÖ‡¯þϯÆ_È IÚ ÞÞsæW¤h:_ðæWç_¢QA›ð«)`üG›bR`eœmßÐè/ºí5Ç—Dw$“ŠAoæ5¿öˆf2 β ÊX*Ò¦åDzí{qÌË&ÊóˆF8ªJjˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì{«{EZP´ëë‚ÛÀ¸î‹Z¤Ï*RE$:̈ï!æ\Iïë¡ÖšY}Å Ø1:{¦XʧW9FI¦›ãM4×ïM¢µ ÑŒ-U:xh)&šixSºæi3hF¢l€£<úÆænåƒÞï‡ ç!é#| _êKÑfÐ'a–œ{˜Aþ°Îë#¿¬oœf#AûÑÂ}DmèÒM¨1~P˜£5Óét¬¯a[·í:‹1r)0î(\²#¼´p)h-üÆiæ?¼2ùFœä5%<iS”•›‹µÑ̲|³8¦£Š¤¦–õ…:AôgÚá‹»ß/œg¸FÓ®]S¤aýÃè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’äF}®»½òùÄm:åÕ:CÜ>ˆòHs}ö¸bî÷Ëç´ë—Tépú#É!Ì:AôgÚá‹»ß/œ8FÓ®]S¤=Ãè$‡0éÑŸk†.ï|¾páN¹uN÷¢<’ǵ¢èIvåNf…€qÅ*«N˜Äˆ3¡Ñ 4ó.¥Ö–G¿®—mE÷ÒGì 5ôÿLñ4œ*c&âÓM7àjÏ;hèn‹aê)à %g{x×ñ6˜jÊÊ‹SxÃ#¸že"¬wýÒˆàÈäêù½¯I9›¶[WêËîf²ìåBQ¢M<%=c²œ?Ý9o™ÿ¬ÆÛ­}>Æýoò£]Ðó°¿Wú³uÆ‚n:õ¡ëÿ³ëñ†—òv‚w·œù•é—ü9•ù×è”PF&ü(Ï>±¹›¹EÅà÷†gG;áÂùÈzHÆg_Wú’ôY†t Øe§æ¬3ºÈïëçˆÐ~ôpŸQz4“j1Þ^Yµ‰²ƒ„DfÞ;­¨ˆþô7FO$WÎpëý¸zH°Í]²ºÏý‰}Ì×=È&ôQ§d‘™‘Ød®º©™ÿHÚ5œö´÷õÿ¢5ýVÐü/Õþ¬Ý¢xN½hzÿìúüa¥ü€Ä íç>ezFƒ¥ÿe~uú%‰¿Š3ϬnfîQqx=á™ÑÎøp¾r’1™×ÀÕþ¤½aviǹ„ë î²;úÆùÆb4½'ÔFÞ$Ú€ išä°îXww'+ªáß»~è.Œ®B¶³Ì:ÿć¤Œvní”×ìKÑfÙìß'¢Í:'~ýøñ•oÝÿ ×ÿÖ6Me»éæ7뿹=VÑ /Õþ¬Ü‘£hN½hzÿìúüa¥ü€Ä íç>ezFƒ¥ÿe~uú%‰¿Š3ϬnfîQqx=á™ÑÎøp¾r’1™×ÀÕþ¤½aviǹ„ë î²;úÆùÆb4½'ÔFÞ$Ú€ [œ–MaLÂâˆÌ›Å·Œ‹¯¸ <3<¯Ÿá—þ$=$csÙ=©/E˜?gú ½iÉ&dfxÖ"¹¾â”³/éýd»éÞ7ë³  ÊÚ#„úˆÜ!¤XN½hzÿìúüa¥ü€Ä íç>ezFƒ¥ÿe~uú%‰¿Š3ϬnfîQqx=á™ÑÎøp¾r’1™×ÀÕþ¤½aviǹ„ë î²;úÆùÆb4½'ÔFÞ$Ú€ MŸ–ðViqG¹(Äר÷{Oxf´m_Hp¾r’1yÛ¶Kˆú“ôY‡t…#FzpJºç‹©çû†Feþ£½c»éÖ7Î3¡èá>¢6ìiFÔ¤GŒMªCìÇK¯!¶”ó¤‚SŠ=ÉIoë¨Ì÷uÌÁo’^ýo™&þ„Ø{•üô¾ýǘ…éãjû1ÒëÈm¥<é ”ârR[úê3=Ä]s0[ä—…ÿDÛæI¿¡6åý/¿qæ„äG) ˆo²R–ɸ˜Æér†Ù¨“×á#Qþ¶ó [ïo¯ûïn{;}Äë|ÿÓï\ç˜ü­im*ZÔ”! 3ZÖ{ˆˆºæf8ÊQ„[nÉRrv\gòËÌÈe©Ýmöm+aöVJBТÞJI—1‘‘‘ï!RQ”$ÓVhãFQºÞ[.¿BV¤PgV©0«·rWA¢Ë¨¶Ü¹©Ž”ªAÇdÕÄá6• Ôi#á%žíä8E©Õp[ä¢ä×…E8ÅÊß%Jp‹|IÊ+ŽJÿgøºjrÝ%ß“Œ¤¢ŸÊq„ä—Œ$íh»{aôëÖ‡¯þϯÆ_È IÚ ÞÞsæW¤h:_ðæWç_¢QA›ð„äG) ˆo²R–ɸ˜Æér†Ù¨“×á#Qþ¶ó [ïo¯ûïn{;}Äë|ÿÓï\瘄äG) ˆo²R–ɸ˜Æér†Ù¨“×á#Qþ¶ó [ïo¯ûïn{;}Äë|ÿÓï\ç˜dGo%‡Ù}Qž6ä%—IFÛ„Df•në+r’{ŸqqÅ?þ§üS_Jhxmáÿ§÷o<Àõ0«ô*•N³E§V©3ë6ãŒ"á¤Â¨¶ì˜ }²q’ÒTjhÖÙ’ÒK"âIï-åÎ>Aª°rŽø©8¶¸”’Œœ_ûJ3„šãJQ|RWOñuT%ºN*ix\\¥+|—(N)ñ9BJ÷‹·¶@Š3ϬnfîQqx=á™ÑÎøp¾r’1™×ÀÕþ¤½aviǹ„ë î²;úÆùÆb4½'ÔFÞ$Ú€ ?¨epqRrS‡îcQŸ°^w>3š2›ÒL'§é#ŸnÈñn~‹1^ƒÒ¤èßMÄ¢23Äô£ÜpÛÞC1¬]úsŽó’1z»D°ŸQh4³i ù­\;‹k6œ35bö«NÕÔö4§ZwÍ^š™U DGk­“È€ã›úÝKÎ%Å3À§d•š’DEÇ%“ÁéÞ^éw.¯·TÚã”VS˜5øöo-Ÿ{´”­´®[gÿÚtC ›ã aeø”ž?¶­ÅµmÊ\i6“³fÌæm8à=EG´¡gÌ?Žó5*Æ®=Sµ¨9:Õb·L‹Pv3‘•# ¤%l¸¾E÷’FâÃÄfÊÜb’Ãá£öÎÊ쪦¤ÒmBr§9%~+Ê•6Ú´­›ìÊIÞJ¥YaûÓPÚR²m'(©E^Üi)Ësº»N×QkNtm§œRæÕ,ŒOjRôûu-š®¤[p°¤ªušËvìiÔÞ„e-²ô”Ñžœ‰ GøbTG¼’eV Ûº'—ÓÄ=¸ÔŠÄÉm=™ÃS³ÒƒßxÆX7‡¥V1qwìŽ.3–ÑÆsŽJ±U¨¨©QÙÃÆ[*êTT».ÒiÆS¥Œ©‰Œ\Ô“Œ ¤¥²x4ç‰p¥T;‡GX¾ÏÅXKYÛc7ÝXâŠÕ&…}^G.'C0–˜I"©2“ЕI©¹Ä¶Þ˜¸©u×1î2ÜMzÙ}jòvÂÖPì0I(¶›n½8«*T¶ „–!56» Â…U¨áì劧-ª•rš¦éÉv’wu*Tœ©Ö{MÊŠ§àx‰^›Š%R~kWâÚÅͧ ÍX°íªÆSµu=)ÖóW¦¦UB‘Úëdò 8æþ…7Ró‰qLð)Ä%f¤‘qÉdðzw—º]Ë«íÕ6¸å”æ E¾=›ÅKgÞí%+m+–ÙÿöÅB¦øÂXYE>%'Â-«qm[r—M¤ìÙövˆä›ÂÅĘêֲ蹹?9gk~ɨCÄÕC¦×܇5©/¹5D”“§&QÂD7'’иlÊvCjK!Eg*SÇçØ,ÂœjÊ«q”œ#%KZµ§5v©ÅÓU*ÅFR«JœèÂHÅæ)Ê<‹Žì›¡ n/eMÞ®'‡î"ÚR«jÏ°í5[±Ê£TÔ™÷tgFÇ8ö¯–pý'J¸oJYfÒjTÈÖþ~5JpÓjH”šUY5”S Èž¥.M…ªlfŸCÑÞý mçs½’X¬™T¥&¨ÂµJn*…XŒ屷‰S©EÆQQº[1tì°j›¡˜Ú¤o9ÓŒ”Üœå(íN;3”»®É FNI¹«N2S“œ’ÞÑ`^“òÚø·í;žÅ°í«jèɺaºj9é§SRUJܲ¸éfÚçKV÷_&ùgI´­F–’£Kd„ó:9'‡Âç8Xn¥Ö5ŵ.Û©I¯ ¤£);ÊVWnȶÏ?še•ç¾£Ž67|{+µöŠñEx"¬®ÛµÛ(ä\šû©ü=‹³V¼íœ·b[yئP*5-‹Âœ™ÔÇ&3 âioÄs{O’8ÍD—R´’‰*"âJL´­b¿kè6c‰†ê´ðõÜ%ጻ­(ü™+w2V”E£bÑ9JZG…¥~âui©/”¶ãx¿_†Á¸{=Ë¡ Ó<¥»[— Ñ¡ÙUv©t¥²ïŸ°–ŽAú{n­rŠ2÷0N´Ê”•iHÙ4Ÿ“ÔÏjc\¨Fð£Þ£I¸B‹K|§]B*•7ÝIº’q‹«ØåŽÑÍëeª›Š§ˆÄIÔª©÷ n¤¥Z¬"Õ¶):’nJ;=ÄvìNq—·Ð݆ÝhäÚÅ¥`ÉÃX/ d£«éï Ê¥*™õ=mùß•8ŠQ¥%Ijt¶%ÎE9)A°™Dn6Ëî<ËjGC-£C',D\ÛMí:q”¯ 2ÞÛ¦®Û»Töý¯MÊ•rv°8ŒÊu°i*â­µ"æç^+u”ã*tÓKñ‡³»ºÍ½ßeÉ?-¬;‹q®Ðã¹ì[Ú¶®Œ›¦¦£‘.šu5%T­Ë+Ž–m®tµouòo–t›JÔii*4¶HO0㣒x|.s…†êQícQ\[Ríº”šðÊJ1R“¼¥evì‹lóñù¦Y^{ê8ãcwDz»_h¯W‚*Êí»]³jú¥yåíYY:_…‚#j ˢ೽êxÏ"_N[Ú­%ú›ÐÍËžj M9…1Q©Š‰!—Þžo¼„FßfÏ/‡¶óuIÒU#†ŽÛVîgˆmÂîjV©ØR¥'±¥Yº°Zjy|Á¬SPªá,ULJj7Ûk+W’iÂ…ñ³%µ:’ì1Q•>ÌáÒÅ{\X&È—‰±•+ Ù´ÕÕ)Eˆè´tÈÖÕVP‘«MLxEÐÄlO1³SÛpÒkI™(Œó¹„ªVtk:Ž¤*Ò£Rœ¥{ºU)Bt®›n-S”…ÞŶ|G²RtÔ' •#%zçÉJQv[Q›îã&“”d¥(¦ÚYªâ·é7eµk×¢ªmâ¥H…X†‰N0nÆy‡QÊ6¤­;Ò£-éQoæ2ªô(âi8TW‹µÓâvwÞ¼+Æžæ·;£#Fµ\5URÒ[Óñ]¡œ{aâ¦5Q`ã;6ØÇöE½«:Ò(v•CfNˆ•Ñhî9ÉGi)BMn8âÔd[Ôµ©G¼ÌÌî²üM|V„e’©+µí诚1ÍsÆ)x#¥¥º)$’HÆJ*U˜¨®7†oÆÛÀamñ¶ÞöÝÛ{Û¹½B™|Oíaâ])ÌšŒ™¨Ì]Q÷}ÇM‡jàœ#tÑâלv»¾CÉnק¾’L:”Ž3\Š‰)ÄxHuטkN:tjº“¡ƒñµ›”f¤á8F1Š¿fuF…'z’œ{®ÉSŽ¤û5{‰ÒU1ÙÂÑ÷ÉÇj Éþ•;>ÍR{©Ó§-¥kÆŽÝYK:c'«:yÒ¥Ÿ3PW›u*Ʊäe«ÞUUÙé5S`qÎ}R"vO Z_ל"qÞ5)FC)¤Ù<;­‰‚ušKÞAFU§d¯ QÝVžøRÔe5ÞȲȲêØìLpô¡Ø•J’Ø„§uJ¨Ý:r¨ýò£:÷Jmïf8Óþ¯Üu½$䉷m”u]"«uez•§V*}~…"´Â‰4²J¹)Ê[TêzAo%Bå¹G¼T̲ªX % ª¬•Hᬪ8¶áV£¨êâm-ÒtkV•XÇzœpã©`3_oãªf”7F«üNÔwÂŒc±‡nºŒökTƒNØVâÔšxsNx— PõAS¸tu‹ìüU„±å‘]¶3}ÕŽ(­RhWÕärât3 i„’*“)= QDš›œKmé‹Š—]q3æ[‰¯[/­^NØZʆ %ÓmקeJ–Ïâá°’Ä&¦×c¡BSf(Ò­Gg,U9mT¨Û”Õ7NK°Ô“»©R¤åN³ÚnTU?ÄJúY“u=¥ìÛ® }\Z†À‰¹°Æ´}pn'©åªJ.7L«Ä¸ëÓ ¤2üê¢#SÙ%·ÄlBiMŸ å%Vz)ý¯„ÆáÿSîñî¶0Ë ˆì0º½iÿh¨“´”°´êEUךNã†Ñü~³Ø§†XI=­ÊuÞ?9Í]ïXzTã+' Kï*rŒŽÁB±@ Qž}cs7r‹‹Áï ÎŽwÃ…óô‘ŒÎ¾¯õ%è³ è°ËN=Ì ÿXgu‘ßÖ7Î3 ýèá>¢6ôi&ÔaGžsÉ™‘a‹£yŸü˜øÏh¯|ø?;OÓF#H>Äù¹ú,ÇZ#-é³yê~‹×ÿ0‘”Öï9/¼Çè_zxO7¸ÚÁ¦›8jn¢ô¹\Ô5NÓ”Þ¨µ †(ÖuÁF¬Sm¨óîA°l›IÊ5­‡®«ZÄ£[ãšZK+C^œ÷g…´›ÆÚIÅïBŒÈÊò®6®"µJµ–Üæ­w}ÛÓºI¥}Û;Ó´[J×1ðÁÂté·Æ[NÖ{]ÌÓRm94Üöå½9MFRnÎÿ~~”íꆰh:Ê^Yϱîz‘c³…áäÅ7Ž$DzaÊ:“ô>KÕÔ‰GÀOò¤ž¤¤¥Eg–þ[Ƹ÷~Úؾ×u±ØínÅòomü|sÙÙÛžÕÖd»eK w>Öœæ¶wm¹ÃaƧʊ÷Ñ[»¥ÛÙŠ_KQz\®j§iÊoTZ„Ãk:à£V)¶ž%¤ÙnÁr³K—Ñ1&ºåfÛ¨H7 Âl´¼–T–Ò\žóQªŽ”°ù¥ä÷u ›*WÅjnÉŠ¸bÛ²æ¥$ªm³iMl\ ¸¤ó¬É)$ÑÀÿ`Ñì>\»¨Ð۴徤¶Úon_¥knÜ·¹IÞr”\böî}W0}̪B”êiRM)F> JýÛ¾ûE$£—Ÿ¤;º~|‰¨Öv©!Õ`@™NaE cã·Ú ÉžÄÇ©EÇi*aÇ5Äa¢¥¢AçøŒÖ>e)eRªßã;7aì›_§Ø;?c¾Æŭ튷ÙÙ½Õýê8ftÖeØÚü[¦ª(8þeT”ÚÛÚM¾ÃÝ)$Ó²³h庨ҽªú.(¢\Yg>âF±&l ßÙØ&*Ù•W—JRͺmUÂiΈ¦¼nŸ*Á®VƒIû‚þä8lÅwR¡µhK}9m+=¸þ•¼Öç(»ÂR‹çŒ^ÝÈqy{îc‰†ÃœwT‚º{Tåú2ÝÇgn4¶’k$æ¬a\˶T«2‡™2n:‚Öš¥ÏŠiÖüšŒ˜n2ãnEQV©5émDá(Ô†RéÂá+œelóS ]¾ÃR„⬔£5²îí´šMÙÅ®=÷Ýkü¿W-ÄFµ4»$\eïܸ´ÓJö|V{I«|ûÌkðnHÀº}­b¼{œo|ÅwP,ESpÝÁ¨ˆ”(íR]‹O(ÔÈïªE„KŠ…´ÒÖ¥²óêÞ¿V|É,Þ“cqúOÙ§9ö:õå':±]Òì’îç·°åå*q´c)Z2’Në£Ø»#«FRž’„U;¥ÜÃÀ¥g$æ­&åd“Q½ö²ÆÅÔl)ŠlUA“*| Ú uŠ‚¸¥Ôe%;åN’¯×Èúž}ÅŸ:œuj>ssF‰}‚š¥F)BœõN”"¡Jœo~æ8Æ¿‚(£¥Š¥AË5:ó”ªT’[*ujIάì·-º’”¬·+ÙnF¤cÝWñNájk‹X1â^Y5wUõN›Oǽ]œ¹(ulNª*ÏóÅÖ9&š†’è¢q¨¶ÃKm ·Ãe–.Öàp¸gøÊxu”·m´ï)TØØÚI^ue¹Ô“n\eîhûgŒÅW_‹u%xïìqiÆ1§··³Iþ);¨µ}òm½¨Ï8•YÛßX…YüÅr ¿"•Y¼1£•Ö%ܦ™óÒŸ62yV–¶ÍJŽ¥$”fƒBˆ”V–]O4Ãö’jûI[ºM5²ÛM¥¾÷‹Œ®–û]<ŽQšâ2LÆž*Š]–›Œ¢ÝÞÌ£%%$¯fÓ\RMY½ÜVæ6¬ådÚVc—%zð]©nC§Õt·*Gi-”‰E;ÉÕ’ÕȲÓ{ÌøP’æ,îeŽžg©ˆ”Te6äÒ½®÷»]·Ç¿Œ×rœ¶ŽO–ÒÂRmÂœTc{_enŠÜ•ì¬“ãiomݾX,Œ€¯Z¿û>¿i 1'h'{yÏ™^‘ éÙ_~‰EboÀ[?HwtüùP¬íRCªÀ2‹@ÇÇoµA“=‰R‹ŽÒTÃŽkˆÂ9EJ9D‚=Ïñ¬|ÊRÊ¥U¿ÆvnÃÙ6¿O°v~Ç}‹[Ûo³³{«ûÔSÌé¬Ë±µø·MTPqýÊ©)µ·´›}†ºRI§efѱyCÛ¹nƒF¶®§êÈ£QïËzá8”©(h¥K¢ÔX¨CióRÄÇDÄŽ¥ ¸MDŽ"#=ÿh·C1£‰[åIͤ÷ŹR©I6¼pì’ 4ãV–õJ›U0uh§eV; ®=–Óœ|V©éÍ4ïNsJÍ©,E©½.DÔÛ8͙ٛ0bf±}웂³oK…T©4Ð×Sƒ[£Ô#JLW7H`”ÑrRÛÅõÆšR(Ò¥:µ•$ð%$h5%**ygÿå¼kwí­‹íw[ŽÖì_&ößÇÇ=¹íWÌ—l©`á.çÚÓœÖÎí·8l8ÔùQ^ú+wt¢Û{1K†ä]To|ûQÔU½ªÝIâ›Ê]“ߥÑlº]‘U¤Ñé­«ŽB)ˆ®[¡ªS¤Û’M§“Ñ eŽ=ée¤¢Ž ”ð+£6û<”¥{^ÑŠŒ`šJ]Ž-Jqƒm*•*Io‘_RØáÔ —aM+^ÎR”›¨ÓmvG©í$¿Ç'.W‘°ÛzbÜE…&dZÅ÷hÒ/z ùÂòÉ’X;Žè¡RRù 6b­Ù“ãSš„²Ã*ˆ¹IJHÍ(;ºs§Û¼6%ÅF~î1Ww­(Гrm§N¥±;wo³R§™ÉÆÒtæòœ] §)âáw³hÓ«?ÇA$’³¡*” ’NšžÖÔÖ[ÍxÃÑ£_x¤ïü‰‹[¿-÷iÒ/ìKXO¸é¬»¸œr—ã¾ÛNš8‘Æm(È”fÊÜ¢Æãð4ó œÛÙÚ„šÜÔ”d¤á5$Ô©ÎÛ"×u(øLŽ,¾¿dŒS{2J÷î\¢â¦¬Õ¥öàø”ãÓJÏ`­-×ðdëYˆú£Ï¹Á²m'(Ö¶º­klCŽii,­ PmzsÜL!žÒoi'½ 3#,Í\m\Ej•k-¹ÍZîû·§t“Jû¶w§h¶•®b!ƒ…4éÓn1Œ¶¬ö»™¦¤Úri¹íËzršŒ¤Ýù^kÓ㹦ï—S™£-cˆ¸K!3s@´±ôKytÚåA¦e ©ª£G—'’ä$Êk†#ñsÊ>.4¶´Xa °¹¼1»ØRJÞ­¸T§'ÜìÊò…F·É¥h´“½ïqS–'&­‚]Ê«±µ%ï¿V•h%{ÅlÔ¥ {Û½éÞ.ÆÄŽg1FyõÌÝÊ./¼3:9ßÎCÒF3:ø¿Ô—¢Ì3 NÃ-8÷0ƒýaÖGXß8ÌFƒ÷£„úˆÛѤ›P„55Øݨ>âg‚ä ƒDûêÁyÚ~š0ÚGÞö+ÍÏÑgÑaþš»ŒÐ~J§ýûã¼ìþöYèoz˜O7¸Úa¨(N½hzÿìúüa¥ü€Ä íç>ezFƒ¥ÿe~uú%‰¿Š3ϬnfîQqx=á™ÑÎøp¾r’1™×ÀÕþ¤½aviǹ„ë î²;úÆùÆb4½'ÔFÞ$Ú€ ª>Æ]E÷ »¼ lZ!ßf ÏSôâat“½ÜW›Ÿ¢Î/¢žÄ=4w¶þBлÓÞý±Þv~“-´C½\'›‡¢ž‘±€žá¸h¹uÝuÊ=±k[y5–å¸jm§өñ›S’$Éâ’†Ym´-kqfIJRffDF` (ªíLÙCžý*·´gBzœ^‰§UuyjG}¾$’“ÄÚê¢Þ•$Ëys‘‘û @ÊhÃbž!ª¦uëóÕ¥ª¡61=‹íJõ´¡Ó9TZt¦‰³5—&çŽM)iJŒ€Åþš;aGo/Å› ý=4vÂŽÞ_‹6Aú>Ô½Dy¡mŽÙo)éV÷±5D©[x7+¿]ÉRê˜‚í¤½˜¸Ü’\e!§§/Œ÷r0Ðó¤\æ‚.q!èf?„È3XU¨£*”’Šm''µÄ¼oè4­(Áâñ9Æ]:prŒ*7&•ÒVã~$m§¦ŽØQÛËñfÈ?GÄxn£ÓGl(íåø³d£à¦ŽØQÛËñfÈ?GÀM°£·—âÍ~€š;aGo/Å› ý=4vÂŽÞ_‹6Aú>zhí…¼¿lƒô|ôÑÛ ;y~,Ùèø飶vòüY²ÑðÓGl(íåø³d£à¦ŽØQÛËñfÈ?GÀM°£·—âÍ~€š;aGo/Å› ý=4vÂŽÞ_‹6Aú>zhí…¼¿lƒô|ôÑÛ ;y~,Ùèø飶vòüY²ÑðÓGl(íåø³d£à¦ŽØQÛËñfÈ?GÀM°£·—âÍ~€š;aGo/Å› ý=4vÂŽÞ_‹6Aú>zhí…¼¿lƒô|ôÑÛ ;y~,Ùèø飶vòüY²ÑðÓGl(íåø³d£à¦ŽØQÛËñfÈ?GÀM°£·—âÍ~€š;aGo/Å› ý=4vÂŽÞ_‹6Aú>zhí…¼¿lƒô|ôÑÛ ;y~,Ùèø飶vòüY²ÑðÓGl(íåø³d£à¦ŽØQÛËñfÈ?GÀM°£·—âÍ~€š;aGo/Å› ý=4vÂŽÞ_‹6Aú>zhí…¼¿lƒô|ôÑÛ ;y~,Ùèø飶vòüY²ÑðÓGl(íåø³d£à¦ŽØQÛËñfÈ?GÀM°£·—âÍ~€š;aGo/Å› ý=4vÂŽÞ_‹6Aú>zhí…¼¿lƒô|ôÑÛ ;y~,Ùèø飶vòüY²ÑðÓGl(íåø³d£à¦ŽØQÛËñfÈ?GÀM°£·—âÍ~€š;aGo/Å› ý=4vÂŽÞ_‹6Aú>zhí…¼¿lƒô|ôÑÛ ;y~,Ùèø飶vòüY²ÑðÓGl(íåø³d£à¦ŽØQÛËñfÈ?GÀ'ù¦ˆ7®5Èvu»­èò® ¶Æ«S(Qfiâû„Ë“%Eq¦R¹ÐÓI5­$n:´¡${Ô¤¤ŒË-Õ§C<ÃÎnÑU Û|I)+¶cózs«•VŒUÛ„’^7fcÝ.y£½‹¸KO8‹d}jÓiWÕƒeƧ]Ú6¼ëQY–Þþ4µ: èÒÎ^­—Vƒöc1§¸¬6;L±•¨ÍN›i§t×5Æbô?_ £jubã8Á&š³OçF{ôÑÛ ;y~,ÙèøÔMzhí…¼¿lƒô|ôÑÛ ;y~,Ùèø飶vòüY²ÑðÓGl(íåø³d£à¦ŽØQÛËñfÈ?GÀM°£·—âÍ~€š;aGo/Å› ý=4vÂŽÞ_‹6Aú>Û _¶ÿd>^¥fÔÚ-¤úLDÓáI6r†Z‰dJäå!Khº´¨®ò„H>Q¾6Or]J¤‘´øŸ]$ÏW6ÐÁšÅÒÆg»+$3Hµñ> è7FS±ãªCèf49Ž8µ6Âê‰)3Ki5žä‘˜iÀÕz:[Ô¢’f•'Þ&•$÷FÉ¡½÷à|õ/N&I»ÛÅùªžƒ=6ŒH“¤}3Hˆ½­cÜEì9â¾÷éŽóµ=&QÑõ°žnŠ6\j†Ä~F¾jk!ßõ´ºÏÇ5 âðŸh k.…bM¹¤»F…)Xþ†jyˆJY´Û†rd­)#3yÎT­àuÑ¿¼ËþË í,»Ó‹ƒ=>¥Î¿çþ³nèo©þGí]B7žS~Ë~þWŸ 8@íùé\vv|frÒÒ¸ì(íøÌ䤥qØQÚ5ñ™È?HJã°£´kã3~•ÇaGh×Æg ý =+ŽÂŽÑ¯ŒÎAú@zW…£_œƒô€ô®; ;F¾39éé\vv|frÒÒ¸ì(íøÌ䤥qØQÚ5ñ™È?HJã°£´kã3~•ÇaGh×Æg ý =+ŽÂŽÑ¯ŒÎAú@zW…£_œƒô€ô®; ;F¾39éé\vv|frÒÒ¸ì(íøÌ䤥qØQÚ5ñ™È?HJã°£´kã3~•ÇaGh×Æg ý =+ŽÂŽÑ¯ŒÎAú@zW…£_œƒô€ô®; ;F¾39éé\vv|frÒÒ¸ì(íøÌ䤥qØQÚ5ñ™È?HJã°£´kã3~•ÇaGh×Æg ý =+ŽÂŽÑ¯ŒÎAú@zW…£_œƒô€ô®; ;F¾39éé\vv|frÒÒ¸ì(íøÌ䤥qØQÚ5ñ™È?HJã°£´kã3~•ÇaGh×Æg ý =+ŽÂŽÑ¯ŒÎAú@zW…£_œƒô€ô®; ;F¾39éé\vv|frÒÒ¸ì(íøÌ䤥qØQÚ5ñ™È?HJã°£´kã3~•ÇaGh×Æg ý =+ŽÂŽÑ¯ŒÎAú@zW…£_œƒô€ô®; ;F¾39éé\vv|frÒÒ¸ì(íøÌ䤥qØQÚ5ñ™È?HJã°£´kã3~•ÇaGh×Æg ý =+ŽÂŽÑ¯ŒÎAú@zW…£_œƒô€ô®; ;F¾39éé\vv|frÒÒ¸ì(íøÌ䤥qØQÚ5ñ™È?HJã°£´kã3~•ÇaGh×Æg ý =+ŽÂŽÑ¯ŒÎAú@zW…£_œƒô€ô®; ;F¾39éé\vv|frÒÒ¸ì(íøÌ䤥qØQÚ5ñ™È?HJã°£´kã3~•ÇaGh×Æg ý =+ŽÂŽÑ¯ŒÎAú@zW…£_œƒô€ùbëÛؘ[V9[ã:ÔÕ‘myÅç%Ï99ˆ£Ã÷פ8·UÄóî«Õ,÷qn-ÄDDŸ€ØkÌÍ]—Uó±EMís\…ÏTôHóÎãºk/T'ÈäïÚómò²R–¾ÛmÄg¹)I1.ð^õp¥#JZœZOr“§»ÐÒ|¨òFÍ¡júc€óÔ½8˜)vÑŒgš©è3éèé)F’ôÈI-ÄxÑ=ß|élÿ¬Ç=8méž?ÏTôÙÇD÷h¾ÍCÑFÈ XØÈÍG~®¾¹æËþÏ­ðÿ|ÅO[>~ÝÓÿÒ ÿ`‹Þõºå³eÝ÷%³fÖ25ÉoÚõ Öþ=·ªPáT+Ó˜an1N"kìÅié! !É/4ÊT²7B J :½eý¾[S1mÿwZQ|ÍŽ·îº= ð«S¨— !Tk•4Ü…ªiÔ!§”I!dqåÉa[Ï‘~BPAšüؤ´×U§Ðµ°ß8`ÝZžÔº]5ê©jÊ“Õº†ži©ÖKJ[j\Y)%$ŒŒÙpˆ÷¡[€Äö÷›– I¯Ðã]{3k[ZEb2.Zͽ«Öê•”õ8’ôhnÛ1Ñ!ä6kR[ì%Å$ÝlŒÖ(>-óf»+/jõ ~c_ᦪ}ç­åtãMR…MäÛqmrª§Ußšç*m¶ÙrP×Âã©âál”éAñ¿š[Ø”n*§D×E¯o×®î-„äŒUtÚÔèÊn:Þq¹UZ)˜,(’ÚÒ\r .9†ÍkZ 7_ªÅ²ËöK4üò-ï ÷ÒêÔªä*”Z>±L•ÅÐÕ\ÄHaÎUÂâ Ò{”•î>c#/`ìˆ>ÔŽÎÜçûÙÿg©à þ?_¯2ãú…ÿœßûA¸ø¤–³™v×ÖÌÛNêÎ7^@°oŒp\lqPµhôú=¼üZä#&ãCLÇUÐòÖ‡.Kä¥É¤|È¥Ù0™½Üè{AÆosül•H¤­ízM&œ•æÓ²¡›ÎQÌp§Ü¤qIÅq>Åí=™6îö¯V§Œm/{uw÷µcdZqdœÛ'Zù×⛪£&ÂÅVŽôHh¦³&EBsÓ+víFKÎ<ß$D„­¶Û&9’fµÃæŒVQ”â«ÅJ½[ÊTà’âìtã 0I^R•XÎJR“mÕPI(+æ²ì³œÛ…§³ ½˜6ïï¥9^rmÙEEÅY$–Óokw‚ϵ5cyi—Möõ[4=b媽§CQ™p­JC÷CJU5NËE&©Ê¥"jæª;Jqèg “Ɔ8ͲFן`ha´Š¥TüE(íSÿKR0MmíìR›Û«+9MZãe'RîM˜G”lµîœ‹77[¸§0H·l,éT @§Ì¹#³+“Û”Tøñà¿" Eéð~v5ÅSfÚ^iíöTjÇ“PÅ8(9íÚ×µJq•¡Y)7(©««6ÕMŽÏNÔkSŠ¼ÄRx<Þxu74¡ Jé^I9íQm$¥³Nªv¼UeJMÎœ¤öøR9šIk9—m}lÍ´î¬ãuä øÁ7ÁFÇ VO£ÛÏÅ®@b2a.44Ìu]-hqrä¾JQq!,‘šGÌŠ]“ ™Ñ«Ý·´f÷?ÇöÉTŠJÑQ~פÒiÉYÞm;*¼åÇ*}Ì*GœWì^ÓÙ“nïjõjq8ÆÒ÷·WxóWÚ¤U–,=ѲÅs K®Yʸï[ÃâYõúäuˆP­«}š|þQ× ¢ü‰¯B–Ä8ð÷-òóXzÔ±Y•zs¨á „šŠ]Ó›å9µ(Ò¡Kb=–RQÚ•j0…H·+å1*àòÊ”yÔ„\¢»¦å”£)ÖŸfa„oܵI)*{2ÜÜ)R¥V±M‹Z¡åº¶x¢Öh K¤eêáRÊUv3ÆknC…L‡ ‰;™ŽÑ$·§‹ˆÏ7˜BT±;.šƒJ;¢ÛO¹]ÚnR¾ß¿¼^ÃÚ¼…’Ãàç”›Srҳ‹RiÁÆÑqpiÁÆKn.-OºLç*ÅFZ§ÛÕ¤ÛuéÔ© Q®Ó4 ÊZ š¡Öd—xd®·n>cÊôêU¤ãl½ÛÕ›[÷Ú÷W·i¤÷Ùñ 3§Nª”ã´—ƒz¿Í»6ÿ­£ÚŽET ÿi䬯væz®8Ô]V‰G½ïzE* AÊzitÙ-²¶ip¢F$¡ÉxY%pîãRÕ½gw„«O¢¸ J†Ìçí¥'vÜ»aŒ¡ ;îÚìt žÊŒn®£¸Ç>ÍKH1´e+ƃŠµ”{& VIxm·95´å-örfá Eᤚ̬ÜxöΨå¹ÚÔ>Æöm ú:‘¦6DÈ5ÙSŒÜZ¤NaÚ eÓ†–ÐÙ}fVôñ3µJͦçIÖ”dé¨KŠ¦†Å'IµNXšuexª²‘ìØZ™õz–Û¡Kñ0Q{*££´§=¥µªâ]ŠÑŒ›Ãv³-…éq•K0c}PQ°…Á¨»¿St«ƒ Ôî<Ýód[ôÙ–DÖ¥Åf”¶¢Óa¡¸uVª–ãNL‰ :zÖÛêKO﯃©G\#ÅÑØÙ¨ßu·&ÿ;Z“§j·§v$¿šÄPQ·Åµ 8j²’UjÍÅÓJÐtÔ%)V…ܧN¢…+NsÛìËe§F£—Êùó0Vµc†íÜWy»là‹;C±ó­ø2Óy\µ*ùîÓŠDˆî;Š[1iî-È‹inIšm){£<Òírij»èÖxŠt£ãìkÎ¥k­îÕéªÖÒJTq]’½Fë8‚ÃäXˆÓÝ^ŠÃUœ¸ÜUlf„)Zí^¥Õ*ÔÚŽÔa,,éÍ)ÍÀT)k¦°mé7SŠNíç§ëÅ<ÿpé2ÿ¤lú¯¦X=KÓ‰€Ò·mÆyªž‹?­!!-é;LINýǧË1\ÿtéŒÿ¤4ÕßL±þz¯§!¢ªÚ/ƒóTýlHÖ øùù¨ïÕ××/üÙÙõ¾€ ¿ï˜©ëgÏÛºúTßìœ_ÛE6}âšýJÔÊ:êÑÆ6ºhÕ‰´ê½µjrÛ£Ô"T!¹ÉËŒôy¶ÞeÏPãj"RÌ¢#æiÆkóA[0 VŸG¾¶‚`ú캕=©1Þ‡PÉQRÛ‹u 'e[‘'4Ó„qÜÞÛ‹JÒFÚ”’K­Àc͈ì‚ÇWJ‹g§Tùê›DtE»ñ>1.GK‹q”Wj4é$––£e\«Q¸“4ÛÜá>2×›†Âôk²\<³ç(d{Ÿ@\yk=Á²ªÎoe³_)N‡Mª´Ï*B t¥ïCm¬øMÅ6Ø Ÿ6Cµ73eeÙº`Ñ.˜+.\µ ê°ñRqýÝ}ÝkŠ×- ›7iõxã0ÚâqÆ¡´GȺïh>ë{OüؽVSr á}sÛL¢9!Ph›)#8ÒÔFgÊɵ_‘‘s(“¹%ÌG¼Ì ÷ÇÏy¹[¦·iÚ•>Û Uî¬Ôk9‹„¢Aƒä~|hñÕ<£¡¹‰¤¼†ÉÉ,FläÊqkÜÑ)n:£ZÀƒ5·èÊmvå2±J‚QÈ[®7PuNï=ê'ŽÉwp— ™ñýÄÞ¸kö~‡uÚ•ÊűtÛˆÕjå·ªnB¨SªœK±äÆÒ’¶^mÄ!hqJJ’FFFD` öÇí]Åæ³öŠëÉvÌw£Ñï=@V.j"Z\u±Àå"§"D'’–Ü>u•j$-+B(¾$óW»k1USnmBcüåHM¾pbZÙoP[ˆÃœm&ŠDX2Ü”´¤ou÷Q<á­ _ІÑÿšÆÛœ¯§âCÙocêúÞj×~rì½âËÖ u¶™˜ÃNÎTÂ~´Ž…A¸¶þ DO>É›…Âm:×ÒþÝÍrfK¥v¾^ó>Kñ çÜXÕFÛ¡®tWŽcÎ6û“e\Têhm³¹ƒåTòÙ"ZÔû‘‚ZÀ¼Øk/dŸNvmí¥¬ï§I-ÖŒšFe¸l¹ÒÊC‰–•[×Q¾EkZšIÉÒ[j56–Í( îñÚ‘ÙÛœÿ{?ìõ<?Àëõæ\P£C_ó›ÿh7ÿ'õRØÖ³Ú¹£åÈ8sKnâÊ-…V´[™+Uµæ®©s*ð¥Héåe)„ÈK0Uþ ÑjA­dž‰$—ñÈWµ§Œx®çÛ^Ô¾Ïu±íonÞ×ØÚÛöÚ·½¶Ãã¾ê9Í9V–XnéÐX‹)w;N²ÃY6¶öT]¯i6¤•¬lV£ñmw5c±&}&ŸJº/ u9êËp“*Õb§úÌ&Ò„+‰r¡°üR%p§sê3QnÜ|°ö§`ëËÞP«ÎÎÒÛ¢¥W×¥Š…4Ú½%;]Ù:µÛ–YŠ¥ÝÕ¥:J÷I*˱T•Öõ(ÒISký*…ì¯%Œ5fê› Ú6••¦ÿCfèÊû¨Î?UÙŠ©bÖe[¤ÉîƒE«À¢Ô—Ù™6ô‚e6Ç(QÜeå¡ölªaý³˜Áb ªaTdåÚÛ㱫=ª6Ûu#µ6¡zn¤eyJ¬0Ù|Ý8bo l¦¡KnJïò‰¨*wŒ¢¯)5xÅ<‰§:FY¶¬µÚy'à|)C´º‹¬L“gÝÈ´6#6”¥×¥Pé|ŠÒá8”´Ó A6”¬ÔfE™Åb%Œ½j³r­);îI%hìÙÝÝßjêÑIl¤¸ÌM / >ÇN)RQ[ö›“›”ÜÛºâkaí9JR››—‚üsM”ÍdS«Z^¬®lqP*²¤þ™YÂ4ªŒiPqù¥=¾rÈ’º’L•Ælq·×2Y‘’Qgît{NüjÛì®?“jëca>ër½ïmÛ1îœe9Ýc6¥ŸU• Ø7 [ þQM'Ù\šîv[Ùضÿ|Ý“QŽ#ª[Ö{W4|¹imÜYE°ªÖ‹s%j¶¼ÕÀõ.e^¢©<¬¥0™ f ¿Á:-H5¬“Ñ$’ã>9 ö´ñÜûkÚ—Ùî¶=­íÛÚû[~ÛV÷¶Ø|wÝK9§*ÒÃK Ý: e.çiÖXk&ÖÞÊ‹ Õí&Ô“²µŽk™ðÞS§ç›STZ}µ0Õç“à⊅‹wÛŠë—l³2€ôæ§Dv-r.¢ôuÇ”ÓÜQúMÉLê[je³:XG‰À×Ūilb• ¦Û¼g‡uû”R´ÓXšŠqr‹º¦ã%iÆw˜žÃŽÃa•I5,4ª¸%g«ª*ª{Ö̯‡¢á5µd§Ù¡ììÌAšñ’n|y‹nlnî¤eÛ÷bظîÚ\¿¨Ø÷åvdÚŸ×#´g ©MTj JPî”t$·¹ƒ=xÇ•QÃe²W¡GBšÙÚ†•:;MGiFS…7$–Ôa&—u¿îL𽵕|Â/b­Z•';´§9Ke7³¶âšR›Pus´¬²!kRt}:Ù fåâ ßUìpÁ_ÇaT§QlšÔ†>¸Qd»é1á-â"åN2Ö”™¨™>fÆK;©ƒx™K/ƒØ´l¦í¾ËozÛ²ÚÚp]Ó¶Êrnò1™41ªŠXù­­©ï‚¿q·-ÍÆòPÙSÞ“•Ú²²0~•­[YWÎi7âý9ÚövUÊ ®_jB³tÔáÈz­B\)–9µ£üÕ©òF\II4®u ¾0º9‡ÁÎOn‡g³Kt»>7Šß½8ìƾǶœo¹Kw,DqΫb`“gJ鶜U,5*·=§)RNÝÍ”¸Û¥çÓ5­`ÐjôÛ›#BÍá9 \–œÊUDò:òÌ3fC‘tSJ/)Dçp(Œ–Šygrñ¾Üß}kìø·dì·ñ÷VÙ½û{³.És™mJ–Ú›¤§>ϵჇâÕ;qINÎ[I-¯|ÚÙöùR¥«ªEεá++N9 ̨QB"åLŸZ³ª”šŠT¾Uãv%"¦ÝE…¥M5Á M›j#qÞP«hÇS²S“QM÷3³–ÊqI©S¼vÚ–Ô®ªÁJ-Cf..¤«Ë°EBJí¯}+ïºj{ön»›:r³îöö¼0õaé/i*Ô—X¹«™bàE­’r%­Av =¨ô™÷UA¤¡K󹃉ç”XISŠäž“®5o;š˜\»Àà/€ÃÓ£ *›/n†Œ)Ó§SrŒå‰•:TkF)>ÇVµHÅF›µ&'0Ëhãs rÙÆÔ©Z¬6B¾*¼¥·ÓºÃ:²®œÿ(¨¨ÉíÔWÚܯKÊ”l+uPôÇOÆ02µ6Ñè,G'J•Ö‰) Kqú0á°óÉa¤òCm+ˆÐ”ú’3QQÎkf¹Œ¥R3½Z“‹œ›î¶e4êÊ-Æk²l98mEÇogm8ÝòL.Q–S… Q§£­×Œ§½5%6žÒ…Üo$‘­KÆúšÄóUod|O€è” £ë[0е?X¾o‹²ìp™Cs&³"Ð¥0IR´nC¤ÜfZ3 °ÚÞKoØ; c£N6§½]É99JRÚr—u)Í©N¥FœŸc(ãeZmN´ä¶äû” £;FœRi(ËaBQŒ\äܦۖÌ[<Ý—´ùxéÞß®3lÚz{"eØ÷¾Ð¬—D„Óò\˜ìåR-†z:šû¯ÉªH´(á´®2{Ú᧑ÆY^m…¾ì6œ¡þ6vtjÑŒmSÁ ¨=§6䶢Òý+ìæ}²È±´øñžÇôqü]znÜ7ÝÆ‹„{ŽŠ‘{P« ¨pÖÝd¬ÛÒN¦”E¿~»ÏþU1òÿõ«A–Öš`<õ?Mö–»h¶/ÍÏÑg°ÒZ9=*陲=äÞŸlÄ‘ŸÞ¤F´ÍßL1ïÿ¯§"¦‹«hÎáSô°CZ3 ä 棿W_\¿óeÿgÖø€ÿ¾b§­Ÿ?néÿéP°­i;Sû!g=@þðú½«ëZ廿ü!Áó¾% 'ü¦—9Wý¬¤ÿí땬 ÿ›B~úb—…ì &×a\z?—jå¢cün)7üÅO襴–¸¸ZèbeLð_å÷×ÇWwšþ¯Þ”Hy–&Ôf+Zñ€½"Y)´SˆOÉ$—l(è‚r¸Ôÿ_3’mò²äÊ9'X¶ž¾¨÷Ü;§h³¬ ^M¼9O;î=bÑ®6+µN„·99´“ÏòQÕNAî5p6qÈ÷'“ Ÿ€a<úú¿±þ¦þ£þ¨¾¬)žpz!ùÕçFôJ9<üöÿÑýÊpò½þ ÉñòÿZã]ì3ö¡b©öÝý†oŠ8Þê ôgÔÝéJ¹´oG¹aréu™3Z&7ÆÛ϶{Ô\M8i-í¨ˆÀ¶Øâ÷ólÙË·n¼GwØ÷Î;ªÑâ=iܸ⿧:M=Öv*âHŠµ2¶TÃŒ­ÙšMµ ÓêLŒÎ?Ý×ç¥ôÿw]ÿž—ÐýÝwþz_@÷ußùé}?Ý×ç¥ôÿw]ÿž—ÐýÝwþz_@÷ußùé}?Ý×ç¥ôÿw]ÿž—ÐýÝwþz_@÷ußùé}s‹¿æä-úý6EÅdX÷Å8ë—* ý/ ³O&Pæ÷[xés#Èä\Iîs’W*I/­Î`v†Ð´Ý±5›PÚIУøž¹hZoræ]v5ÒШìHT·\„uT ÄÈ8î9ÛIò W2Œ |®É6ƒ|_0ìëÃ!˳,úZ-a1&¿]r$e¼š}1—Þe§&H6ɦë­!N-§“5d³7š×mŸuTh8‹Ìém?È´úMÁS‡2­}Y›‰–$Fy…Smê¬wùT“ŠQµ!M'ry7d%\dп<К\¨ÝU‰xÇaáhY/Ô$*ß·¯Íe;Ž«)¼³a¹ò ´ûˆdÚBœDVIkJ–Hl”M  ¡uíóbyšÕ´x¯_öµ2ò§¹Lz5©³9ªâ·%®EkUú˜L˜Nz¥,¤¢BÊ7“H©Ÿæ³5‹bry§­ú®-È¿n,üõ­ö(0è Zèë^}y·ÚÝ"N7ÊB.%O§zT—LjyŒ=ª{4[ŽûÎ:0³¥Ü´öçÜ´ÊÆM¸ªµÊtÇÚå+¡*3Òê¹7̧5Ô‡O ¨ /Dó 4%8»i•b«ã™5‰¤&éî¥Ýå¹Fã—3ÄiÝÄ\<$ffGÄ[·~Áó»%,êý6³q]úÇÊÔè5ˆReZ—öb¤Æ§Ìe‡8݈òétXr —Óõ· §›t“ÎÓ+Õ€(¾%ó9ûð­Ùô³´ ‹ë5ˆ\§#-]uëþ’®6\hùJ]v£2ž¥õ™q²|+&Ü-Ëmµ$ ?…4q¤M5ÕjÝ:i[N·V§»©X˜:‹jÊ“Õ´·YuØ1ZRÛRâÆQ¥FdfËfe½ ÜÇ€ñÚ‘ÙÛœÿ{?ìõ<?Àëõæ\P£C_ó›ÿh7ÿ5—Z.rzEÔÂŒ·ïÁ·:wïSÝ/ÿXÛ4 _Mp>vŸ¤wK÷h®/ÍÏÑg¿Ò«|Ž—´ÞÑŸµ,ô™‘u÷Rc¶Ó}.Ç?üj¾œŠú2­£˜Eÿ…OÑF{á›? _5úºúåÿ›/û>·Àwýó=lùûwOÿJ€;ý€ÖŒÅ¢Ýj"U*v 4›¦Œç6ƒ"k´9™‹Q.ga;0Û9‹asbºm©ãaƒpÓ¸Öm£‹ nte¿3Ÿ±O5ÝI¼oâú5]òŒQ1%×^°)\™<ë»Î™A¨Ãˆnq>²å ®S€›Gm¥ MŒ‘æ3vQ^w~à³ò±ñ J¤vÊeY™^>‰LuÐß~yÑeMq+qòÒ쵩ŒÚ8€'ÆR󖬺õv¡…6‰\ý°çBýMZ9KN,Ö'³¹¶Ó#¢ªñ+Pç„ûˆà‚Ž© Ÿ¤ÞP¢õóûM¨ÕvNyÑEíoB¬>‹YÉ·ÝÇI«Ô)ü±¥‡Ÿˆª ŒFyMp¸¶JS©Añ%.»¸” 8ýe—›¶¢¹ݺõÏ@„ìƒuØt]©ôˆ­)Ó"#Y¡»ÀˆÔd”–þ¾ä—ÜQû+ÓÌÙµrCô(÷¥XbL»bõ®`é1ꬡâqÈ“%7)¹†Ë¥ÄÚ™ :”(É·2J’cížoÍã|Ðz£¸gÆ-çGŒ»ŠN%¾k?WŒ¼º|¥mDjUF›%äÎM9ÿ„Åi¶Öò˜9>¥(ÛñÚ‘ÙÛœÿ{?ìõ<?Àëækõ?§|[±+DŽFÌøîʺ#FÈïH Üw;1e!§oûM¬ÛRˆÈ”\ä~ÈزíÒ|ß «áp³©Mî¼bÚÝǼÂc´“!Ëq–#MxIï.;šéÑÓ[¸µ%ˆO‹­ÉÞ,/ú ÆAj÷N%þ£S¢Ë7¦š&¿Öéô‘à^¼´l„ñ+R Ëü‹¡µðäµu§/ýF§DâôÛD—úÜ9ÏëçFi#Qê?î"Þ{«Ägü‡Þ4ë‘Tæ>{¸ÑWsëuA4]ÛŽ>_ö> tï‘O›ÿ³»­åPç<´3EDfG¨¬¼Øñÿþ¡Ïƒ-=äSþ³»ÍåQþ>£ë¹´[DÍ«…Zˆ±ÌËÙm”_ÂLîV¬4ùÿ©OøzÏO´9­Gøú›G´DÞî-CYÇ¿­Éš¿è`rZ­Óù©Kž>³‹Ö‡/õ¨ÿQà^Òm6ž%jÕ2ßúÊMAGüsZ«ÖÿS—®¨¿„ n–¨uŠ×æñÓëœ^²´%¬ÿÃ>©àsjž‚[2J³Óff[þ·Œî—ð•¸á7BšÝ]ô'Õ Ú«¢'8‰œ¡_yiIŸ&Ö*®üŒ§´ýqá×ÚSë8LÐ×ÅYô'Õ Ú££¨‹òïZ•ö)N&­ŸÿÚ¼éÚÿC´§Ö&h‹ÿK.„ú§ÇU7GÛ÷Ï«Ÿ›v#¬sÿý°pA§Ni°á/E>\ºõ+Ú¤ä¨ÒU<žáYhÃÕmÇü,‹TZd×½§ö°õ‡¬^ýœ½@ö¡élÉ*hòì„(·“Œáª§úÚ!÷‚=/ðö?µ‡¬p‘£^ ¿³—¨ø=¨g2ÞÅ;5Êçõ]…êG»ö÷¶AÁ&–.9R_ÞÃÖ8HÑ×Ī?îåê> iîÌÍ·žd9ì4Ψÿ”8$Ò è¯ïb8GÈ*ýœí8À;†ÉÔBÕ»™ ·™ýÂx%ÒO+Gíb8FÈü_³‘ñÕ5Âöš˜ü†ÌþÐùÁ>yzkÂ.Mäk}›>S´¿¬‰Mâ T8ƒû£Ê22ûÞ¬8(Î×'öËÔ8DÊ_ú ßfýgÁm,Åk5r8;VÒ“ÝÊ3¤~t8)Î/ öËÔ8CË¿Ù?YüõJq–HcOšÄ’|;þ±€Þ?õäcïY¢WxÜ2þùz‡Yƒ ]ÿtýa{I¬Dð’4Õ­'Ô£ÜIkOîoÿ\’ªÌ×a~ÛþSãÖ ’b>Ëÿ³å[H-4¤Ì´­®™u=«yÿ  Z­Æ·ð†í¿å>ð…äX²ÿ˜ùNѺ ÒJNõन·¥IÓ¾ò2þXUØ„þÂ}·ü£ÝýC‰û/ùåF)Α›Z0×û©#ÜjoN‰2ùp=WÕ\y¦íÿä>-?¦ø°¯²ÿ˜uDMÅš#h‹hû‹c·ªþ–aÁ—ušà×÷ßòw·{²üWÙÌ´&¥½$Î…µü³Qî>WOjAîôI‚Õ¥/mƒûoùCÓºž »ö_ýŸ*Ú_$™£BzïR½‚VÜ_ÃÑ V¸{ïÍ°ŸkÿÑ÷ÝÕÕ¸Ÿ³ÿìùN¾îÅ$”Z×åòâÄ)#þ|®0Iü/„ûOþ‡»ŒWêÜGÙÿö(×­öá“ ½h‘îúæ5müè=\åëþ÷Âý§ÿGŦø×ÿvâ:ý‚×~Hqf–t¬3IòSö3-ÿK›¿ÖåioÎ0Ý7êí³÷eµú+Ö|«]PÔ”³ M[(Ô|üµ±_»ÆaÁîOáÎ0Ý'êí3?Y_™zÏ•ë‡0’LÛЪ¿Ö¥t¨©/áã?è«ì’ûóŒ?;>½3Í¿VVæC§k7þÇî¦?‚ö‡Ïp:?úâ‡üCÝŽsú²·ðÖž~ZIiÙó¨‚#ëêpRÀ|ãï¸-_÷ÍiuùãÿºêóÄøéÍÔZÍ\ŽÏ\ôh#æS÷,Ô¸dA4]qç4z2ë³÷Å•Õç‰òZÆÔÊ$±³Ë6(÷«¢/zsEû†iç=Ãè¢ãΩt$ǺÍ"|Y]N”O“Õþ©™­ùyK3æ'rM1 ýÓáæq:!áΩýœýcÝ^’ø2º8Ž›XþÇfQü­R¼X{ŠÐß×TþÎ~±î§J?UO§Q‹3†kÖ6`Ù?±³öû ½‘,ZªÓÙ–‘!1-…4N›D„šÉ<{øx‹~î¹ Æä: ’g”18„»ã+v)«ì»Ú÷væ1¹Îq¥™®S[ ²ÉG²EÆý’×V½ëÒ¼;•§+A¿­ –ßkcºm·kϨµ)Ö§´QR³q£4*ˆèxˆŒøIÂI™™ˆóL*`kiN*¦ª©Js””’jûOjÖ{÷7ož×7MŽ.žA‡…z{#Ó¶ÊÙðxíÞgÑ­™ÀòóQß«¯®_ù²ÿ³ë|@ß1SÖÏŸ·tÿô¨¿Øáù …s]6 ñlÙWÍC^WŸSidªM%NU½S‘mÅ©³[nFägV‡’Ô„-— ²K‰R D`uBÖÃݹy-Û« y üá_º¾¨'̵¬k‚_RPÌÉ)l˨ZÓÝBù(äé ‘M&’¶É 5·–m s^Æ/5¯ŠéTú‹´;7êR\ʃLÈ¡aM§W\ qZRŸuWŠS&Ú –ÒdÛ‹s{íð¡I'TØ‘'ù°ýÖS‘]Ÿ´šõ›"CTr§ÆÉÉÔ,2SÄ™ip舗Ye).ƒ$ªYÇ$£ˆØS©åͧû™+ÍèZ»ÐÚƱ¼÷—yþ•-­khµË‡¡ß+ÎôÒ˜¢ºöòŸ nrŠ{ƒtnM.,ið×›{ÔåœëZƒÐÆÉõc¬<¶fᬛV±#¦žl šeLNj®£y/«SÜ¡%HRPM Òn, …<ۮ봪ƒÚ‹Ñ^¤1]qºƒ©¥Ó°¥áE¿â=Ñ´ã²'9FSN)j’FÚZp’M¶dµŠK@QìKæ³6)ä{NÇxç|¡€«yNZÁËZ|¯L«GáyÆË”r…¥ ø’Ò. *õ6G²q¶À£Ú=’™&M¹mí£º7§Sª´xS¢Æ¿³Ý&Ô¨!™Mò%è5GãÈeâO3Œ:Ú]e^¡Ô!^¤A¬<…`å;V}câÏÈÖMÅO.ß¼l;–5^•:$†PóG—kiÖÜeÖœJУ%!iQ’ˆÌ`ÄjGgnsýìÿ³Ôðÿ­™˜ÂøvöØ}¡êõå‰ñ¥Û\yœ’ÛÕ«žÄ…>ZÛF@¸ 7iJ2Isoæ.°Ëa3ìó/£Øèb*B(ÎIs&‘ŽÄåN2®Ýjœ¼n1o¢ñ·§=3¼šÀøe¢W\›ÅôÔïþw¥:M.å5:rõœ»M”ytcê>× î"÷¬ÇãÂñCos¾QS§/Y˵9W‘‡Ez9blV’$§cô¥%¹)+6ñcƒÎs‡þž})zÎ]«Ë<Œz+Ô}†ñŽ6i< cÛ´Y-ÚqH¿ƒ“^mš·¾´úOÖ}Yn^¿ÑG¢½G¼wÚßÉXÖs{úü³·ÿò/3ÌŸYtŸ¬ä°ÅN<ËÔyÛ±l–ŒÔÕj¶£-Ʀíèä{¿q‹Ì3 qÕ—IúÎKƒ\TãÌ°›BÒB‰hµíÔ)=e&ˆÉòŽ/Œé%ÎϾÔ¯Ð\Èó•µn9P(„eÖ2¥5ý‘ÇÛx¯–ùÙËÚø’¹‘ö|æ£ÿüª›ü…0áÙëü§Îrì4¾Jæ>Â`ÂIS*R’Ü”¦:Hˆ¿€qìµ€ä 棿W_\¿óeÿgÖø€ÿ¾b§­Ÿ?néÿéP° æÕ͘˜Î•X«^»BtaIEß‘T•JgR” •W¡²…©GœÄµÉ–â¹'†£´ãŽ¬¸JÖd“|^Þj7aí›O¸ßcY2/JÍŽü˜–Å“€¯ R*!“q¸å9In¼éð¶“vCM%j"qÆÈ”¤82G›]ÙÙE·kîb4kÿ½!Hmõ.ò¡[¶Ízz!)uÇ* V&Ha$Áºâ?ÀÖ¥©(B‰¢R–€'F[ópÙN§JLL³çÙ5¶nRî·žåÝdR‰‘¶TøtÚz™¥œuòêHq 5¥Ä¤ÿ5«¶ßS~râ]?ã?Øù6à¸#5A“¦8U.Kª óüQ˜‚Ä µBªË¼¤‰QÍ)DSuO!”%\*[n¨ä¿6'®Ší»Ž¤ÓvÙ5=çeB‰ÚÓ´q¶O¹Ñu¶aQc¹ê`#¢d+…K6›Ü©&‡@õó<ΗšDÖ…åIoVw ÀÚäSÕKs!jó[í^‘ Sb“²ã2áÀŸV—Ðê’ã‰m¶™_ ïÔ–Ðkt€Ú )æ"µw]ªÔÔ^µ4áŠèÓÝU.¡…,úÕÿ)éD¶‰¦Ý9º2ZmHT“7놓m²$(œRšáO1¤J »zŒÖ¦¤2¥Mî‡ó†f³è¶·)Þ_¢œÝeOñ%Q‰< k€ÛpÏ”åMo¶}ìÙå³_!Ò²öŸhù£”¨ôö™wßùÚ¨ûo¸P%Âyùt¨KM–ã¬Ôeé1\C+Q.2#¨·€-p8ýÙN®Õík–“k\_Q÷5Rߙݻ|èn¡ç\÷RcËèW ÿ$âç$³$¯‡„ùŒÀdµ»²Cn† ‘S›vú^ˆñ® œ‹+[X$°ãøæ0¶áÉ®ÚóTîA†I(vC+VöÌ‹€¤¼¢LKØæ¤*J í®‘& $,¡È—´K-°ëŸ–Úi+$(ËqšIJ">n#ë˜_¨榿f£þ‘¼¹ýÌuüÔ×ìÔÒ7—?¹€ _ššýšúFòç÷0Ô óS_³QÿHÞ\þæ:~jköj?éËŸÜÀP/ÍM~ÍGý#ysû˜êù©¯Ù¨ÿ¤o.s@¿55û5ôåÏî`¨榿f£þ‘¼¹ýÌuüÔ×ìÔÒ7—?¹€ _ššýšúFòç÷0‡ß›|Òæ,µkÖNÛÁgã›&ݧȗp^7æÔ§H¥A‰•¼ûÒ%Ȥ¡¦›m–qKZˆ’„)FdI3 'Z²¶‘a[Neéxù«í'Öhðy>Z%Úë”o겸Þm¢äéT*DÉŽz§ÐgÀʸPN8{ÛŠHƒV—P®;¹)ymwO ]>œ™Ø£ÑW3Õ¼÷B'¡m±ÈÝ6Ì(Jèg 37>ê\Ÿf·‰(0%€ÙŒ;¢Ýcj-VvŸô›©Œç…Õ¹˜wVîf¡µ0œT5¾¸Q\&Òñ0ù¶jÜK&×ÿ„÷E±'™ÏÛYšíU^6v2…ŠÆ8™në Ø^P™iÝåL¯TaË6ø_Ar„×8Ž.6ÜJ@¹ú_ó6¾hãc»:<Ú oèêÝk£XÚw T£ðÛÍ\%KFåÄaÃÝÒ7ëÆn!Aó{1.úÝÛqÐsŽ·ìê…ËpJŸ–œ›@ªÓiÄüƒpã·ÑT%Ky´%Jm+‘)ÇrT㎫ˆÔÀ¿<Ã…ýOµkñŽÑû>ｘ§ÈU¿o_š^“nR¥K&Vl7"¡»9Ö[ÄÒâ"¼hB”²C†’m`O›ûÌjík³¨*ͽwèß+T`ÑæÉ‹jX9Š­¡5æãj#+ªQaÇ'ŸWÖÛ7^m¢W;®4ŸVœùkÌçí¬Â¶œËÒñÐ&P¬Ñàò|´ËÔ —-©¶S$RiÐkAz6PÕÅ…dTòmÃSpkVÄY3ÂòŸCjiJ% –jmiH^Âó{ò­§J¿q~­5Ÿ’,Z÷/çéag›"±I›È<¶^ä&G¶Óœ2ëjáQð­µ$÷Lˆaé*vY{þkÿò§hý=%NË/ÍþTí¢ ¤©Ùeïù¯ÿÊ£ôTô•;,½ÿ5ÿùS´~Š€’§e—¿æ¿ÿ*vÑPÒTì²÷ü×ÿåNÑú*zJ–^ÿšÿü©Ú?E@IS²Ëßó_ÿ•;Gè¨é*vY{þkÿò§hý=%NË/ÍþTí¢ ¤©Ùeïù¯ÿÊ£ôT]öwl:Ñ>ÌÏ:fྦ+÷è¨ÕâU²F¥«nÓ—:–Št•J·)ÏC¡ËQ°Ù¨“Nqä8¤©.'‘ŒLa€Áòm÷¹±¶B¶ñõd{‚Ç«AÇù2]¦Õ}«v¶üWƒS]1×njc>¶ž8Ëq x›àR’J3 :µjÿe÷šXËVÍFÔÆ»rñýzV¨>§™‡‡ƒ§ÅaØz2cÕí˜ç§y4¢Qräd”òF·ûÆŒ9¯Ì¸y JR©ô-Eí%Âú‡I¨5.—FÍzÄÉTHÒÚC¨iæ™o:”8”J’’ZHŒ‰çrÕ¼O†üÄF¬k•Ô¶´ñŒ)EGylÍÃv-bûª<‚i“fqRL©“uj{”5%iJ ¥’ÄE𧘊Ò%]½FkSRR¦÷CùÃ3 Yô[ˆÛ”ï/Ñ În²§ø’¨ÄžµÀm¸gÊr‰&€£Ø“Ì™ìSÆöª­ëÇe ýWU@Þ+ë-ê½ ª–ù‘Èt4ØœŸKwyÇããyÂãà&ÐØìIÙˆh-«Sg>’*ÔéÕ‡'='(a¨½A/-¶Û4·:´Ü© ³ÂÊ ˜C‰i*5¬JqjP^ÂǶ*´éV/±ìüobÐy8ì» ÙG¤ÂåÞ[Ïrã¡ 7Æóθ®—ÜRy¨ÌÀæÄjGgnsýìÿ³Ôðÿ¯×™qýB Îoý Ü üòóQß«¯®_ù²ÿ³ë|@ß1SÖÏŸ·tÿô¨¿Øá÷æ=°r«X±rugäk&â§È‰pY×嵯JC+eödD…´ën2ë­© I’µ$ÈÉFFáË[6Cæ«Ne—xìéÒ};“å¦b\KÁ«'æÝ.N«BL9ú¦GÀòxn6{Ðã‰Pã,y’ÝŠùÝ©Q,ü'•ð-Jtxè‹wâ}@ÖæTa©¹ qn2ŠëõƧP“e\« I6£4áp€ÕIS²Ëßó_ÿ•;Gè¨é*vY{þkÿò§hýT}œ;´½³ÿ¨d,¨-sߧG†ÉYÙoR rÕä£C›¤I¡RaÀ…PJ©¼¦Ê Ô’Œãm9Y)KÛñÚ‘ÙÛœÿ{?ìõ<?Àëõæ\P£C_ó›ÿh7ÿü·<ÓVÍízÞ»RõŸ«‹HùÞýÓun=Žü,¹acé5ÊZ"S,:KUoô"\\x±œ¦ÍC²JlÚ2RËzwÔê«IªÐç¿J­Ó*zœ^‰§Ua.;íñ$”ž&ÖD¢Þ•$Ëys‘‘û ^ìýæzvÕécdÑdâÔ]ƒ¨ ÓêÐë^uú Z´Š'Ñžrr\¯GUaîÝç<ü<[¸ÛÝ¿z¸@ìûéÕ¶Y{ÁëÿòYhý*=:¶Ë/x=þK-¥@§VÙeï¯ÿÉe£ô¨ôêÛ,½àõÿù,´~•[e—¼¿ÿ%–Ò Ó«l²÷ƒ×ÿä²ÑúTzum–^ðzÿü–Z?J€N­²ËÞ_ÿ’ËGéPéÕ¶Y{ÁëÿòYhý*=:¶Ë/x=þK-¥@§VÙeï¯ÿÉe£ô¨ôêÛ,½àõÿù,´~•[e—¼¿ÿ%–Ò Ó«l²÷ƒ×ÿä²ÑúTzum–^ðzÿü–Z?J€N­²ËÞ_ÿ’ËGéPéÕ¶Y{ÁëÿòYhý*=:¶Ë/x=þK-¥@§VÙeï¯ÿÉe£ô¨ôêÛ,½àõÿù,´~•[e—¼¿ÿ%–Ò Ó«l²÷ƒ×ÿä²ÑúTzum–^ðzÿü–Z?J€N­²ËÞ_ÿ’ËGéPéÕ¶Y{ÁëÿòYhý*=:¶Ë/x=þK-¥@§VÙeï¯ÿÉe£ô¨ôêÛ,½àõÿù,´~•[e—¼¿ÿ%–Ò Ó«l²÷ƒ×ÿä²ÑúTzum–^ðzÿü–Z?J€N­²ËÞ_ÿ’ËGéPéÕ¶Y{ÁëÿòYhý*=:¶Ë/x=þK-¥@§VÙeï¯ÿÉe£ô¨ôêÛ,½àõÿù,´~•[e—¼¿ÿ%–Ò Ó«l²÷ƒ×ÿä²ÑúTzum–^ðzÿü–Z?J€N­²ËÞ_ÿ’ËGéPéÕ¶Y{ÁëÿòYhý*=:¶Ë/x=þK-¥@§VÙeï¯ÿÉe£ô¨ôêÛ,½àõÿù,´~•[e—¼¿ÿ%–Ò Ó«l²÷ƒ×ÿä²ÑúTzum–^ðzÿü–Z?J€N­²ËÞ_ÿ’ËGéPéÕ¶Y{ÁëÿòYhý*=:¶Ë/x=þK-¥@§VÙeï¯ÿÉe£ô¨ôêÛ,½àõÿù,´~•[e—¼¿ÿ%–Ò Ó«l²÷ƒ×ÿä²ÑúTzum–^ðzÿü–Z?J€N­²ËÞ_ÿ’ËGéPéÕ¶Y{ÁëÿòYhý*=:¶Ë/x=þK-¥@§VÙeï¯ÿÉe£ô¨ôêÛ,½àõÿù,´~•[e—¼¿ÿ%–Ò Ó«l²÷ƒ×ÿä²ÑúTzum–^ðzÿü–Z?J€N­²ËÞ_ÿ’ËGéPéÕ¶Y{ÁëÿòYhý*=:¶Ë/x=þK-¥@§VÙeï¯ÿÉe£ô¨ôêÛ,½àõÿù,´~•[e—¼¿ÿ%–Ò Ó«l²÷ƒ×ÿä²ÑúTzum–^ðzÿü–Z?J€&³s]«¨JdŒÇdÓî ]±xyÏçd¦+,Oo¡)qb¹Ê¡—]Aor3†\+VôšL÷ò 5|–1>Îyêâ¦Ú3 eŒÏvV$Hf‘kâ|uP¸ê2RC1¡²ã‹Sl!n¨’“4¶“YîI€?`/3Ù€s.—v@iêÜ«.ØßWßU¶ÒÊ[Ÿ£oZÔȼªR¥r‘eÆt·ú—³ÀÿÙbpfcc-0.31.0/examples/networking/vlan_filter/000077500000000000000000000000001465134135300211675ustar00rootroot00000000000000bpfcc-0.31.0/examples/networking/vlan_filter/README.md000066400000000000000000000045311465134135300224510ustar00rootroot00000000000000# VLAN Filter # This is eBPF application to parse VXLAN packets and then extracts encapsulated VLAN packets to monitor traffic from each VLAN. Extracted packet header fields can be stored in a file or sent to remote server via Apache Kafka messaging system. Also part of this example is a simulation of a multi-host environment. Simulation environment can be setup by using test_setup.sh script. Then a sample script (traffic.sh) can be used to send traffic from one client (VLAN=100) from host1 talking to another client at host2 and one client (VLAN=200) from host2 talking to another client at host1 while running vlan_filter application in parallel by using command 'python data-plane-tracing -i veth7'. ![picture](scenario.jpg) ### Usage Example ### * $ sudo python data-plane-tracing.py Timestamp | Host Name | Host IP | IP Version | Source Host IP | Dest Host IP | Source Host Port | Dest Host Port | VNI | Source VM MAC | Dest VM MAC | VLAN ID | Source VM IP | Dest VM IP | Protocol | Source VM Port | Dest VM Port | Packet Length | ---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|--- 2018-05-24 18:43:30.386228 | Box1 | x.x.x.x | 4 | 10.1.1.11 | 10.1.1.12 | 54836 | 4789 | 10 | fa:16:3e:ec:22:99 | fa:16:3e:1c:6f:2d | 100 | 192.168.100.11 | 192.168.100.12 | 6 | 1285 | 20302 | 1200 # Implementation overview # Example application implementation is split into two parts: the former that exploits eBPF code, the latter that performs some additional processing in user space (python wrapper). ### First part: eBPF Filter ### This component filters VXLAN packets. The program is loaded as PROG_TYPE_SOCKET_FILTER and attached to a socket, bind to eth0. Packets matching VXLAN filter are forwarded to the user space, while other packets are dropped. ### Python code in user space ### The Python script reads filtered raw packets from the socket, extracts all the useful header fields and stores extracted packet into a file by default or can be sent to a remote server via Apache Kafka messaging system. # How to execute this example application # VLAN Filter application can be executed by using one of the below commands: * $ sudo python data-plane-tracing.py * $ sudo python data-plane-tracing -i eth2 -k vc.manage.overcloud:9092 # How to install Required Dependencies * $ pip install kafka-python * $ pip install netifaces bpfcc-0.31.0/examples/networking/vlan_filter/data-plane-tracing.c000066400000000000000000000024721465134135300247730ustar00rootroot00000000000000#include #include #include #define IP_TCP 6 #define IP_UDP 17 #define IP_ICMP 1 /* In 802.3, both the source and destination addresses are 48 bits (4 bytes) MAC address. 6 bytes (src) + 6 bytes (dst) + 2 bytes (type) = 14 bytes */ #define ETH_HLEN 14 /*eBPF program. Filter TCP/UDP/ICMP packets, having payload not empty if the program is loaded as PROG_TYPE_SOCKET_FILTER and attached to a socket return 0 -> DROP the packet return -1 -> KEEP the packet and return it to user space (userspace can read it from the socket_fd ) */ int vlan_filter(struct __sk_buff *skb) { u8 *cursor = 0; struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); //filter IP packets (ethernet type = 0x0800) 0x0800 is IPv4 packet switch(ethernet->type){ case 0x0800: goto IP; default: goto DROP; } IP: ; struct ip_t *ip = cursor_advance(cursor, sizeof(*ip)); // IP header (datagram) switch (ip->nextp){ case 17: goto UDP; default: goto DROP; } UDP: ; struct udp_t *udp = cursor_advance(cursor, sizeof(*udp)); switch (udp->dport) { case 4789: goto KEEP; default: goto DROP; } //keep the packet and send it to userspace returning -1 KEEP: return -1; //drop the packet returning 0 DROP: return 0; } bpfcc-0.31.0/examples/networking/vlan_filter/data-plane-tracing.py000077500000000000000000000170251465134135300252040ustar00rootroot00000000000000#!/usr/bin/python from __future__ import print_function from bcc import BPF import sys import socket import os import argparse import time import netifaces as ni from sys import argv from kafka import KafkaProducer from kafka.errors import KafkaError from datetime import datetime #args def usage(): print("USAGE: %s [-i ]" % argv[0]) print("") print("Try '%s -h' for more options." % argv[0]) exit() #help def help(): print("USAGE: %s [-i ][-k ]" % argv[0]) print("") print("optional arguments:") print(" -h print this help") print(" -i if_name select interface if_name. Default is eth0") print(" -k kafka_server_name select kafka server name. Default is save to file") print(" If -k option is not specified data will be saved to file.") print("") print("examples:") print(" data-plane-tracing # bind socket to eth0") print(" data-plane-tracing -i eno2 -k vc.manage.overcloud:9092 # bind socket to eno2 and send data to kafka server in iovisor-topic.") exit() #arguments interface="eth0" kafkaserver='' #check provided arguments if len(argv) == 2: if str(argv[1]) == '-h': help() else: usage() if len(argv) == 3: if str(argv[1]) == '-i': interface = argv[2] elif str(argv[1]) == '-k': kafkaserver = argv[2] else: usage() if len(argv) == 5: if str(argv[1]) == '-i': interface = argv[2] kafkaserver = argv[4] elif str(argv[1]) == '-k': kafkaserver = argv[2] interface = argv[4] else: usage() if len(argv) > 5: usage() print ("binding socket to '%s'" % interface) #initialize BPF - load source code from http-parse-simple.c bpf = BPF(src_file = "data-plane-tracing.c", debug = 0) #load eBPF program http_filter of type SOCKET_FILTER into the kernel eBPF vm #more info about eBPF program types http://man7.org/linux/man-pages/man2/bpf.2.html function_vlan_filter = bpf.load_func("vlan_filter", BPF.SOCKET_FILTER) #create raw socket, bind it to eth0 #attach bpf program to socket created BPF.attach_raw_socket(function_vlan_filter, interface) #get file descriptor of the socket previously created inside BPF.attach_raw_socket socket_fd = function_vlan_filter.sock #create python socket object, from the file descriptor sock = socket.fromfd(socket_fd,socket.PF_PACKET,socket.SOCK_RAW,socket.IPPROTO_IP) #set it as blocking socket sock.setblocking(True) #get interface ip address. In case ip is not set then just add 127.0.0.1. ni.ifaddresses(interface) try: ip = ni.ifaddresses(interface)[ni.AF_INET][0]['addr'] except: ip = '127.0.0.1' print("| Timestamp | Host Name | Host IP | IP Version | Source Host IP | Dest Host IP | Source Host Port | Dest Host Port | VNI | Source VM MAC | Dest VM MAC | VLAN ID | Source VM IP | Dest VM IP | Protocol | Source VM Port | Dest VM Port | Packet Length |") while 1: #retrieve raw packet from socket packet_str = os.read(socket_fd, 2048) #convert packet into bytearray packet_bytearray = bytearray(packet_str) #ethernet header length ETH_HLEN = 14 #VXLAN header length VXLAN_HLEN = 8 #VLAN header length VLAN_HLEN = 4 #Inner TCP/UDP header length TCP_HLEN = 20 UDP_HLEN = 8 #calculate packet total length total_length = packet_bytearray[ETH_HLEN + 2] #load MSB total_length = total_length << 8 #shift MSB total_length = total_length + packet_bytearray[ETH_HLEN+3] #add LSB #calculate ip header length ip_header_length = packet_bytearray[ETH_HLEN] #load Byte ip_header_length = ip_header_length & 0x0F #mask bits 0..3 ip_header_length = ip_header_length << 2 #shift to obtain length #calculate payload offset payload_offset = ETH_HLEN + ip_header_length + UDP_HLEN + VXLAN_HLEN #parsing ip version from ip packet header ipversion = str(bin(packet_bytearray[14])[2:5]) #parsing source ip address, destination ip address from ip packet header src_host_ip = str(packet_bytearray[26]) + "." + str(packet_bytearray[27]) + "." + str(packet_bytearray[28]) + "." + str(packet_bytearray[29]) dest_host_ip = str(packet_bytearray[30]) + "." + str(packet_bytearray[31]) + "." + str(packet_bytearray[32]) + "." + str(packet_bytearray[33]) #parsing source port and destination port src_host_port = packet_bytearray[34] << 8 | packet_bytearray[35] dest_host_port = packet_bytearray[36] << 8 | packet_bytearray[37] #parsing VNI from VXLAN header VNI = str((packet_bytearray[46])+(packet_bytearray[47])+(packet_bytearray[48])) #parsing source mac address and destination mac address mac_add = [packet_bytearray[50], packet_bytearray[51], packet_bytearray[52], packet_bytearray[53], packet_bytearray[54], packet_bytearray[55]] src_vm_mac = ":".join(map(lambda b: format(b, "02x"), mac_add)) mac_add = [packet_bytearray[56], packet_bytearray[57], packet_bytearray[58], packet_bytearray[59], packet_bytearray[60], packet_bytearray[61]] dest_vm_mac = ":".join(map(lambda b: format(b, "02x"), mac_add)) #parsing VLANID from VLAN header VLANID="" VLANID = str((packet_bytearray[64])+(packet_bytearray[65])) #parsing source vm ip address, destination vm ip address from encapsulated ip packet header src_vm_ip = str(packet_bytearray[80]) + "." + str(packet_bytearray[81]) + "." + str(packet_bytearray[82]) + "." + str(packet_bytearray[83]) dest_vm_ip = str(packet_bytearray[84]) + "." + str(packet_bytearray[85]) + "." + str(packet_bytearray[86]) + "." + str(packet_bytearray[87]) #parsing source port and destination port if (packet_bytearray[77]==6 or packet_bytearray[77]==17): src_vm_port = packet_bytearray[88] << 8 | packet_bytearray[88] dest_vm_port = packet_bytearray[90] << 8 | packet_bytearray[91] elif (packet_bytearray[77]==1): src_vm_port = -1 dest_vm_port = -1 type = str(packet_bytearray[88]) else: continue timestamp = str(datetime.fromtimestamp(time.time()).strftime('%Y-%m-%d %H:%M:%S.%f')) #send data to remote server via Kafka Messaging Bus if kafkaserver: MESSAGE = (timestamp, socket.gethostname(),ip, str(int(ipversion, 2)), str(src_host_ip), str(dest_host_ip), str(src_host_port), str(dest_host_port), str(int(VNI)), str(src_vm_mac), str(dest_vm_mac), str(int(VLANID)), src_vm_ip, dest_vm_ip, str(packet_bytearray[77]), str(src_vm_port), str(dest_vm_port), str(total_length)) print (MESSAGE) MESSAGE = ','.join(MESSAGE) MESSAGE = MESSAGE.encode() producer = KafkaProducer(bootstrap_servers=[kafkaserver]) producer.send('iovisor-topic', key=b'iovisor', value=MESSAGE) #save data to files else: MESSAGE = timestamp+","+socket.gethostname()+","+ip+","+str(int(ipversion, 2))+","+src_host_ip+","+dest_host_ip+","+str(src_host_port)+","+str(dest_host_port)+","+str(int(VNI))+","+str(src_vm_mac)+","+str(dest_vm_mac)+","+str(int(VLANID))+","+src_vm_ip+","+dest_vm_ip+","+str(packet_bytearray[77])+","+str(src_vm_port)+","+str(dest_vm_port)+","+str(total_length) print (MESSAGE) #save data to a file on hour basis filename = "./vlan-data-"+time.strftime("%Y-%m-%d-%H")+"-00" with open(filename, "a") as f: f.write("%s\n" % MESSAGE) bpfcc-0.31.0/examples/networking/vlan_filter/scenario.jpg000066400000000000000000005547031465134135300235120ustar00rootroot00000000000000ÿØÿàJFIF,,ÿáòExifMM* $b1$†2ª‡i¾ê VêWindows Photo Editor 6.3.9600.17418Windows Photo Editor 6.3.9600.174182018:05:25 10:49:45 ê Üêÿá1®http://ns.adobe.com/xap/1.0/ Windows Photo Editor 6.3.9600.17418 ÿÛC     ÿÛC   ÿÀJ B"ÿÄ ÿĵ}!1AQa"q2‘¡#B±ÁRÑð$3br‚ %&'()*456789:CDEFGHIJSTUVWXYZcdefghijstuvwxyzƒ„…†‡ˆ‰Š’“”•–—˜™š¢£¤¥¦§¨©ª²³´µ¶·¸¹ºÂÃÄÅÆÇÈÉÊÒÓÔÕÖ×ØÙÚáâãäåæçèéêñòóôõö÷øùúÿÄ ÿĵw!1AQaq"2B‘¡±Á #3RðbrÑ $4á%ñ&'()*56789:CDEFGHIJSTUVWXYZcdefghijstuvwxyz‚ƒ„…†‡ˆ‰Š’“”•–—˜™š¢£¤¥¦§¨©ª²³´µ¶·¸¹ºÂÃÄÅÆÇÈÉÊÒÓÔÕÖ×ØÙÚâãäåæçèéêòóôõö÷øùúÿÚ ?ýS¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢¾ý¼u/Ž_³Â[Ÿˆ^ø߬]ÙYÞCÞ—­hZ<¥RWØ­‰f¨ÚÊr^9ø;áßüCö¦ø‘ñÃ>±ø£Úö©k¥Á,º™±$žU‰Y±mРÝÊ+ÍüðëžÑu }⯈|[¨Þ[öãNÒíE”„çA6€oƒ‰L«ò”󟆿à¡?h?Ù ë^øߨk:µq5©¶Õ¼=¤‹yC)ó#´UpÊOð. ÷Ï¥´Wâçì­ûe~Óÿ´·Ço |>O‹ßØðjO,—7ßðŽér4PÅÊåWìÃ,Bm²Àž3_¯^ð¾¯á=í5¯jÞ5»i<ëÛÙÀè6±ÖWnA?0f˘ŒÔÑEQEQEQEyÁÚ?ß|Eãû †ºÓ¼'©¦”Ú¢È+Ù {¢Çð+¡²wc#‚(×h¢Š(¬x›Hðn‹w¬ëú¥ž¤Z/™q¨NA çgb r{×Á¿´güûÁZ}#á¶qã}knWR¾W´ÓS#†\$ÃèHä9 К+òãþ ³û[|Rý¦?jï7Ž|I5Þ—„î®-´[AäX[¸½²PË ðÌ8ûŸ Ãv ¯Ôz(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(®Æ^Ô|M¡Éc¥ø›SðÛ0eÔ´¨me™qü;naš2§¿ÉŸB+òwöÖýª?iÙ7ã\¾ ·øÈÚî›qa§ew7‡4¨åòdgM²mÁ¢q‘Á8Àý‚¢¿*¿`?´wí…ãYë?n´=A´Š{†°ðî’×<®Êˆ…íJ¨Â9,Aè9ÈýñÃßêÞÓ´½7â—‰4MRÌ6ýn+*iïIègìÌX¼¤‹ß4è4Wâ7í ûs~Ô_~4x³Àü[›hw†ÝoÃÚbyÑ•WÊý˜í%r2psɯª?àž~:øõûYø7Ä>/ñƽ[LÑl5¤ÚÚèz&òL±G,Žï-”€(Y£É$ò1Èè^Ú7†Þ8äšK‡U ÒÉ´3>ñÚÉëÀØUŠ(¢Š(¢Š(¢¸Ž|;ðᎹãÎbÓ4Èw,*G›s)â8c«»`NIÀÐEs¿üT¾:ð/‡]k¶?>Üø^ÎÛRñ,>#Ó¤Òì®ßd7bê3 nÙVp œŒyý5×æ¯üïþI_Ã_û Üè^©ÿ Wöåÿ¢-ðÿÿCÿ’«ã_ø)w‹ÿhxÁ‘|bð/‡<%¦E¨ÌÖh—Âáæ”ņWkàç  7ÿ‚OÿÉíxCþ¼µý$–¿z+ð_þ ?ÿ'µáúòÔô’Zý½ø¡ñÃáWÃøËT¬4-:}BhÔá¤Æ[bÿ´ÄäPñûö¬øcû4iðMãÏŧ^]){].Þ6¸½¸ò± $.AÛjäcvkÇí?à¨á}2_hÞ8ð^“ªa¬uŸøyâ³¹B£9e稉éÍ~Lü9ñ«ûV~ÚÔ|s7ö¼þ&ñM™¿†Aº/³ùêMº©'ˆÁ@½‡­~ÈÿÁD<§øËö7øݪÊÚ]ˆÕmfL2ÀÁÃ/§ÊOû,á y🋴oxvÇ]ðö§k­h×Ñù¶×Ö3,±J¾¡Ç^ìA¹¯Œß<û?xF_xë]ƒDÓyq湓Åå½€àdœM~DÿÁ&ÿimSá¿ÇKO†÷÷¬þñƒ4)o3’–·êŒÑHƒ±“o”À}âÈOÝgþ -â­gRý¦ô} òYFÒô%°·'äÝ4’eÕŠ*éúPÞZüÿàÞ§%¥Æ©kâÿ èr­ô¤d3Žd[”òø&í‰ð»ögð'tÏëW:]槩CsjXÍp-¤“9õ©¿à²ÞðßüuðÚ?ø{JÐçO¼y×K²ŠØJÂXðX"Ädò}kÐàŽ ¼!㯆ß'ñ'…tOO¯nɪiÐÜ´ja$….§=…~ü*ø¥áßÒ¼eá;¹/ü?ª,kq,/ p’øWkXŽ§¼ö‘ÝlbÂöò3&î»KF‡¢¿Hëó«þ gÿ$À¿ö3ý%ž€>kÿ‚*ÿÉÓx§þÄ˯ý.±¯ÚšüVÿ‚*ÿÉÓx§þÄ˯ý.±¯Úš(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š+ñ3þ ;ÿ']¢Ø¥gÿ¥Wuûg_‰ŸðYßù:íþÅ+?ý*» Sÿ‚ø›|b8ÿ–HÿÇ®ëõ‚¿¿à™(øÝá›ïˆ‡àσtI4vT]róìâÜqåýêgvdÏ\m+îÿøZ¿·/ýo‡ÿø:ü•@˜_ðRù=¯Š_õûoÿ¤WèŸüWþMgÅ?ö9Ýé ~`~ØÚ—ŒµÚSÇŸt‹ Æ2ÜÂu;M—Í·…þÏP¹² ?xòM~ŸÿÁäÖ|Sÿc×þØÐè|·ñþ 3ðwÀ¾5ÿ„CN¼Ö<â…‘¡m/ÁzyÔ$($Ær£·ŒÄAÆ yÿü{ö’Ôþ |°ðLJ¯ÃÄ4š[Cu ’ ÕMÃ!*ÌdŠ<ÿuß ùÏþ‹àÛ-CÆ_|ñTÖuí{Ųmÿ‰‡->Ûv…±µ\]ÈBÁˆÁÆÏ!?üóà~• k7šÝ߈<7­é‘ùá}gF–ÛT”ÿ Fû²Ì}dub£šüˆýœj GàŸí9gñkÄ6oâ«Énn_V.%û@ešDcÂÈ ’:‚¼‘ú§ûAxá¯ü¯öi»×¾]Ùk>/Ò¡3h÷Xo-n@ÜlnPH2¸c·qW’õþ%xgáoƒ¯¼Yâ­j×Dðýš %¾ºl.ÝUY˜àPI$ ¯ÃÛÓöâÔ?koCg¦C6—ð÷E•Î—a/ÜÈFÓu8ÈáWŠHä³ûœ<§x³ÁZV•âíÇXD·„Ïe©ÛÇų8`ÊH9æ¿œÚ2ÆÛLý þ'YY[ÃgimâRmíÐ$q"ÝÊG@8Pì_ìßÿø¨xWáwÃÈ|MxÞ)šËKÐÔéW! áŽ(y›6ãÌ8ÝœwÎ+ízð¯Ùßà¿Ãè~|2Öcð/†—W] L¼]At‹qp'ñ8”I³výß6ìç<æ½Ö€ ñýöqÐ-þ8x“⿈<ŸxªûȶÒeºµtK(£P°À 7ÎÒy’4£™0ŒçØ( žm¿ÙçÂß¾xº-_KµmLÒî/t[ÊQqkÿ‚OÿÉíxCþ¼µý$–¿Wà¡v—Z‡ìañV+0Í*é‹+ëå¤ñ¼‡é±Z¿àž<;ðƒö´ðwˆ|W©G£èA.­gÔ&ÈŽ–ÚDFsÙw•ôÉàýå±Ö¼ñ¯ÁÚ­¶™¬i0ðÞ¡š}ãéw±ÝÁ"I2ñ±£Ž3Ñï@€Ÿ°L‰í‹ð¤ /öÜj3êU€ýH¯ÛÏÛzà[~È¿\Œç׉ÿ}FWú×ãÇÄO>%ÿ‚þÕžÖuë Ëÿé^"µÔ´Ýj(ÉŽþÎ9ÔÜ0¢q°d8 ò2¤÷ïüöÏøY©þÉž"Ñü'ã}Äúß‹-¡µ³²ÒîÖyR'‘ZW™W&,F®0áNì g8ü·ýŒl.µ/ÚËá Vd¬Ëâ>f Ë8çGß Õûûv~ÅZ/íƒá¸?³u+]â&ƒ6’Æñ9$Ar«–±V*à¤1‚Àü­ÿý‹u­3Åã7Ž4i´»{h? ÙßFc–W‘p÷…ÈAB~öòÀ¤ú/íaûO]þÉ?ðPø†k­OÂï‚­muûKQ™4¾»Ûrƒ€^,Œnૺän~S|Lø]ã_€~;›Ãþ+Òo|5â->E‘7¤àå&†E8uÈÈt$duȯØ/ø%§í¯~ÐÞÖ¼%ãK¦Ô|Wád…“V”æ[ûY *™Oy—ioâ „å·ËÁA¿hÙ×ã—쟩Ý[x»Añ‰”G/‡!´NÞá f"‘!L‡Þ x-Rÿ‚:þÎZ÷€|'â‰^"±›LoG ž‘mqIÕ wœƒÎÇbzdFO!”ЗÁp?ä~øYÿ`ËßýzWüþI_įû ÛÿèƒU¿à³Ÿ2~ÓÑêÖ-µí3MЭ´É5 '[Ë2É4­å¸áÔ ”ndJúþoÿ!oŒŸõÇIÿЯ+õz¿?à?üð—Ǿ>Ò¼câM?à ¯YÙ›;Ru··’H^\¡•°ªØ›€HÎzýlÖ¾1xÃ>³ñ¯ãoéšèfµÔ®õH"·¸ ×Ë‘Ÿkãý’hðþ Cÿ'µñKþ¿mÿô’ ýÿ‚*ÿɬø§þÇ;¯ý!±¯Ì_ÛSâ&‹ñcö¤ø‰â¯Ü‹ÍûP kt¹ :GEæ.…Œdb+ïø#÷íàüñg‚¼Iâ½+Úïöüš´Qê×ij³Á%µ¼@ÆÒ¬C@ÙPr ?þ }gt¾<øYvêßb“L½Š6íæ,±—\Öß aÿ}W•ÿÁL¾*X~Ö´'ƒ¼!ð¤ñãi/l’hjnRâêi7H±:ª$d¸;ynp¤×è÷ì+û1Ùgà>›áËäüS#j:äð6å7«wXÐ*z‡Þ ‡?oOø&Ž§y«jßþ ºþ‘ª3jZ‡‡l°òÆÏó´ö›x–6Éo,r3òî ðWÁOŽ^3ýœ~ Zx£ÁúŒÚV§jÛ.m¤Ï“woš ããrt<ƒÈ €Gè÷üûöúðßÃ?¿Â/ŠwÇÃÖÚEí;â Åak$"W-o3òÆÄ…o»´…;vÞÿ Óþ|ný¦ü7ið9lüaâ½n×ËÕ¿á+qowt_÷l2&Ì™±Èjý~øñJÇãoÂ? øëN…­­µËîþÎç&#FO}®sßnkùÝý¦¿ää¾+ÿØÛ«édµý~Ìÿ ßàoÀ?øyV{ÍMŽ+©åZቒm§ºùŽøöÅ~þß_üGðsöœñÓë:|Ñi^ Õîõ+PØ|›˜'™¥Â·BÈ_c ®q‚ ýØýžÿäü4ÿ±gLÿÒXëÐká_ØÃöÂÔ>8xá€üá=L]x~ÂÆÓÅÞ!Ö ÙÖVöðª:Âë&džr€"6‰ B_uPU/¯`Ò짼ºž;k[xÚY§™Â¤h£,ÌÇ€’}*Ý~LÿÁT?n¯í‰õ‚žÔ?Ð`+Äú¥³ÿ®l‘‡ð©¼#©:³Õü¬ÁQ¾?CªÊn´ÏÙÇÁ7OokqóDúõÀ#Íh»áÊ…Ýü€È¢ÖöÚä0Ggáÿ è–XTP"·´¶‰?%UUü…7Zíñgš=¦‘¢|Pñž¥Z ŽÞÇOñÜBŸÝHÒ@ª=€¤Ö¾3üSø©×> x¯ÅP^JǧêºÝÍÔR;2í$¼·P(ú=øwã­;âw´/é q“­ÙÇiö¸ü¹L2(db¹8Ê~„WMX^ ð¼ð^áÛ\}—HÓíôø°06EÆ¿¢ŠÝ Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹¨ÿ‚itøÿpßýº¯·¨âøygýSŸü®÷5ðòÏú§?ù\ÿîjûzŠø‡þYÿTçÿ+ŸýÍGü<³þ©ÏþW?ûš¾Þ¢€>!ÿ‡–Õ9ÿÊçÿsQÿ,ÿªsÿ•Ïþ毷¨ ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹«íê(âøygýSŸü®÷5ðòÏú§?ù\ÿîjûzŠø‡þYÿTçÿ+ŸýÍGü<³þ©ÏþW?ûš¾Þ¢€>!ÿ‡–Õ9ÿÊçÿsQÿ,ÿªsÿ•Ïþ毷¨ ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹«íê(âøygýSŸü®÷5ðòÏú§?ù\ÿîjûzŠø‡þYÿTçÿ+ŸýÍGü<³þ©ÏþW?ûš¾Þ¢€>!ÿ‡–Õ9ÿÊçÿsQÿ,ÿªsÿ•Ïþ毷¨ ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹«íê(âøygýSŸü®÷5ðòÏú§?ù\ÿîjûzŠø‡þYÿTçÿ+ŸýÍGü<³þ©ÏþW?ûš¾Þ¢€>!ÿ‡–Õ9ÿÊçÿsQÿ,ÿªsÿ•Ïþ毷¨ ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹«íê(àÆÿ‚€èŒÄŸ„y'’N¤Ÿü‹Iÿ ÿ¡ÿÑÓÿðeÿ"×Þ”PÂVßðPí6Íd[…6° —d‹¬ª}-¹ZƒþÿCÿ¢?§ÿàÊ?þE¯½( ‚ÿá¿ô?ú#úþ £ÿäZ»cÿ´Óchí>CkÅ!Ö}p-º×ÜôPÂZçü7Lñ6—>›¬|(µÕ´é×l¶wÚªÍ ƒÑ‘­ˆ#ê+Šðÿí?ð£ÂzœZ–‰û5x7GÔb9ŽïOŽÒ Pú‡K Gç_¤TPÄ?ðòÏú§?ù\ÿîjÎoø(f˜ÚÃêÍð¢Ôê²[ 7¾:ªùíbÂ"ÿfÜSq'nq’N+îú(ó{þ‡áOöàÖÿášüý°²yÃQÙiö€ãø¼Ï±nÝïœ×¡ÃË;‡öÿîjû~Šø}¿à¥BE*ß Ã) ëœü–¬Möðð׆o&»Ñþ i:MÜÃÏc.㎖Ô÷W¯ ô¯¾è ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹«íê(áËø)7°¼3ü4Iáq†ŽMh2Ÿ¨6Õÿ ÿ¡ÿÑÓÿðeÿ"×Þ”PÁðßúýý?ÿQÿò-^³ÿ‚Ž[iÐùVŸ "¶‹9òáÖB.}p-«îj(âøygýSŸü®÷5ðòÏú§?ù\ÿîjûzŠø‡þYÿTçÿ+ŸýÍGü<³þ©ÏþW?ûš¾Þ¢€>!ÿ‡–Õ9ÿÊçÿsQÿ,ÿªsÿ•Ïþ毷¨ ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹«íê(âøygýSŸü®÷5ðòÏú§?ù\ÿîjûzŠø‡þYÿTçÿ+ŸýÍGü<³þ©ÏþW?ûš¾Þ¢€>!ÿ‡–Õ9ÿÊçÿsQÿ,ÿªsÿ•Ïþ毷¨ ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹«íê(âøygýSŸü®÷5ðòÏú§?ù\ÿîjûzŠø‡þYÿTçÿ+ŸýÍGü<³þ©ÏþW?ûš¾Þ¢€>!ÿ‡–Õ9ÿÊçÿsQÿ,ÿªsÿ•Ïþ毷¨ ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹«íê(âøygýSŸü®÷5ðòÏú§?ù\ÿîjûzŠø‡þYÿTçÿ+ŸýÍGü<³þ©ÏþW?ûš¾Þ¢€>!ÿ‡–Õ9ÿÊçÿsQÿ,ÿªsÿ•Ïþ毷¨ ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹«íê(âøygýSŸü®÷5ðòÏú§?ù\ÿîjûzŠø‡þYÿTçÿ+ŸýÍGü<³þ©ÏþW?ûš¾Þ¢€>!ÿ‡–Õ9ÿÊçÿsQÿ,ÿªsÿ•Ïþ毷¨ ýšicûDÿÅ9ÿøÑþÍÿ/ßió¼ß7þ™¦Üy^ùÝÛû…|CÿÒéñþá¿ûu_oPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPE|?ûcx“ÆßðÑð§…|YªèÛu¼qZêSÛ[ùòÝÏ‘ÄgýÜœ…p;þsö‘ÿ¢¹ÿ—.¥ÿƨíê+âøeÏÚGþŠçþ\º—ÿ£þsö‘ÿ¢¹ÿ—.¥ÿƨíê+âøeÏÚGþŠçþ\º—ÿ£þsö‘ÿ¢¹ÿ—.¥ÿƨíê+âøeÏÚGþŠçþ\º—ÿ£þsö‘ÿ¢¹ÿ—.¥ÿƨíê+âøeÏÚGþŠçþ\º—ÿ£þsö‘ÿ¢¹ÿ—.¥ÿƨíê+âøeÏÚGþŠçþ\º—ÿ£þsö‘ÿ¢¹ÿ—.¥ÿƨíê+âøeÏÚGþŠçþ\º—ÿ£þsö‘ÿ¢¹ÿ—.¥ÿƨíê+âøeÏÚGþŠçþ\º—ÿ£þsö‘ÿ¢¹ÿ—.¥ÿƨíê+âøeÏÚGþŠçþ\º—ÿ£þsö‘ÿ¢¹ÿ—.¥ÿƨíê+âøeÏÚGþŠçþ\º—ÿ£þsö‘ÿ¢¹ÿ—.¥ÿƨíê+âøeÏÚGþŠçþ\º—ÿ£þsö‘ÿ¢¹ÿ—.¥ÿƨíê+âøeÏÚGþŠçþ\º—ÿ£þsö‘ÿ¢¹ÿ—.¥ÿƨíê+âøeÏÚGþŠçþ\º—ÿ£þsö‘ÿ¢¹ÿ—.¥ÿƨíê+âøeÏÚGþŠçþ\º—ÿ£þsö‘ÿ¢¹ÿ—.¥ÿƨíê+âøeÏÚGþŠçþ\º—ÿ£þsö‘ÿ¢¹ÿ—.¥ÿƨíê+âøeÏÚGþŠçþ\º—ÿ£þsö‘ÿ¢¹ÿ—.¥ÿƨíê+âøeÏÚGþŠçþ\º—ÿ£þsö‘ÿ¢¹ÿ—.¥ÿƨíê+âøeÏÚGþŠçþ\º—ÿ£þsö‘ÿ¢¹ÿ—.¥ÿƨí[ËmB ͼW1ç>\ÈsëƒTáÐÿè §ÿà,á_Ã.~Ò?ôW?òåÔ¿øÕðËŸ´ýÏü¹u/þ5@cÿÂ)¡ÿÐOÿÀXÿ§—CÓn-â·—Nµ’ÕÄð)Tú `~ñü2çí#ÿEsÿ.]KÿQÿ ¹ûHÿÑ\ÿË—RÿãTö?ü"šýtÿüü(ÿ„SCÿ .Ÿÿ€±ÿ…|qÿ ¹ûHÿÑ\ÿË—RÿãTÃ.~Ò?ôW?òåÔ¿øÕ}¸ª#Pª€0è+’ñ·Â_üJhÅþ ðÿŠšõG[Ò ¼1ÿ»æ#c©éë_(Ã.~Ò?ôW?òåÔ¿øÕðËŸ´ýÏü¹u/þ5@Zø3áƒ>Ã,^ð–‡áhåâDÑtØlÃóžDj¹æºšø‡þsö‘ÿ¢¹ÿ—.¥ÿƨÿ†\ý¤è®åË©ñªúÚãᯄo|.¾¸ð¶‹?‡T³.‘. ZÌYˆ„®ÎY˜ž9,Oz«àŸƒÞømq<þð?‡<+=Âíš]I·³i£ÑIZùOþsö‘ÿ¢¹ÿ—.¥ÿƨÿ†\ý¤è®åË©ñªûz²µÿ é+±6:Þ•e¬Ygq¶Ô-Òxó‚3µÁ ‰¯¿á—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ³´Oðý’Yiv6Úmœd”·´…brrpª5¡_ÿÃ.~Ò?ôW?òåÔ¿øÕðËŸ´ýÏü¹u/þ5@oVLžѤÉ&“bîij3[!$ž¤œWÆÿðËŸ´ýÏü¹u/þ5Gü2çí#ÿEsÿ.]KÿPØÿðŠhôÓÿð?ð¥ÂÚ,r+¦‘bŽ§*Ël€ƒê8¯ÿá—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ·¨¯ˆá—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ·¨¯ˆá—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ·¨¯ˆá—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ·¨¯ˆá—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ·¨¯ˆá—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ·¨¯ˆá—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ·¨¯ˆá—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ·¨¯ˆá—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ·¨¯ˆá—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ·¨¯ˆá—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ·¨¯ˆá—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ·¨¯ˆá—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ·¨¯ˆá—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ·¨¯ˆá—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ·¨¯ˆá—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ·¨¯ˆá—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ·¨¯ˆá—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ·¨¯ˆá—?iú+Ÿùrê_üjøeÏÚGþŠçþ\º—ÿ ·¨¯> êüû_hÞñwõ]{ì¾qº‡ûZæâÒ]Ú|“'Ë!±¹+Ã/¯¾è¢Š(¢Š(âø&—Oˆß÷ ÿÛªûz¾!ÿ‚itøÿpßýº¯·¨¢Š(¢Š(¢Š(¢Š(¢›šZZ)¸ùx¤Éî1HÑLÍ/Þ QEÀ(¤¢•ÀZ):ŠLÑpE4Š`:Šm=¨ÔRRRÔSzÒš`-ÌûÒõ QMúŠ(ÔQESqŽ”™ö¤覂h QMæ†Ï¥:Š(¦E3è) @:Š(¦EPE6—Û€Z)›³J~´ê)Ÿw­/Þ‹€ê):Òt¢à:ŠoáE:’›Û›¶òxÀ’Še€}ßóÒŒ{ÑpE7ëIþzSôS('ú)ƒ½½hú*=Ù¥Á c袊(¦äQHQM£šuOjuÔQILŠgÞô"Å:Š( Š( Š( ˆàš]>#Ü7ÿn«íêø‡þ ¥Óâ7ýÃöê¾Þ Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( ˆj?ù=„÷ÿÓ”µöõ|CûQÿÉì|#ÿ¸Gþœ¥¯·¨¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(âùÉ—ùÿ 5}½_ÿÎL¿Ïý«íê(¢Š(¢Šø‡þ ¥Óâ7ýÃöê¾Þ¯ˆàš]>#Ü7ÿn«íê(¢Š(¢Š(¢Š*µåÕ½…¬³Üͼ©w–V Š£’I<S׆øÿöyÔ~)xþòÿľ*¼o«Dmyöûk£i$ê„#8PÇa?ypG=jêË…RIÀM|×û–þ ñ\q±¦µ"¨ô4ºÛÅ·žø9bO<ð8€+Ç~ØÁð‡ö¤Ö|¥¯‘ x‡O„`°J Ÿ”z|²ŒzÃUìpÕ£5BüÑWÖÚ¥¿§âO´«MÅÕ³RÓN‡¹x×â'‡>é¢ûÄšµ¾—©æeÏ¢¢‚Íø\W†ÿjO†Þ)Õ“O´ñÛÜÊûbûl@’ge >„‚s]6·ðŸÃ~$ñÅ·Šµ[Ôuµ·Žè† ßxB0_/ÔçÁæ¹oÚKÀzˆ¾øŽæòÆÝ.ôë.­®–0²Fñ®åPÀg €¤tÁúVXxá$ãN|ÜÒê¶_+jiQ×çY¾)kÍ?g}b÷\ø+á;Ûùk¶´ØÒHrÎÙ“Ü•QÍzOjá«MÒœ ú;0—½I5•4¡KÛ×»MÙ%¥û÷ЩԛŸ³§ÓwÛ±½ðçâ׆>*YÝÜxný¯RÑ•gW…âhËW!€Îpzg¥[ñ×Ä|7ÓÿÄz¬:dJÆ® I!B"‚ÍÛ ã<Ö½Ž‹§i·73ÙØ[ÚOs·Î’•]¹Û¸Î2qŸZùÃPÒ­|Uûi½—Š"Ž{%fÑ­n¾håp¨I xb§nüÇžÜ:ib*Mê¡{uZµ)B+G&íäzoƒio‡~;Õ¢Ó4Ýyc¿™¶ÅäOšs€˜$ö\äç¥z—óÿí…áoÉð†÷W¸‚ÞÓX°–ìû˜Ô$»ÌŠ¦0G$ÜqÛn†½gáíþ¥ðïÃ7Z®ÿí)´Ûg¹ó3¸ÈbRųܜæž"/cE¤ÛVzíoó*“öŽ•M^÷GQX>-ñ–à]mS]ÔaÓ¬bÉ3`±Æv¨êÌ{“[§kãŠß³­ö‹ðÇÄ~0ñ¯ŠnüUâkx °··-*)ÛžX`œp£Ÿ»Q‚ÃÑÄUQ«;j’Òí¶V"¤éÆðϬü1â+OxOÖl µ•ô q ‘v±FYÕ5k=NžÿP¹ŠÎÎÝ ’Ï;„DQÜ“Ò¸ï€ßòEüÿ`›ýW”þÒ“Mãω^ø_ ÒGc©Mý¡©¬mµ¤… `gÙc˜óÜ)íNžTÅ:W²W¿¢Ü™Öp¢§ÕÛïg[íqð¾MSìcÄ,í¢á¬æçýí½=ñŽz×®ÙÞA¨ZÃuk2\[L¢Hæƒ#© à‚;×/©|)ð¦­àù<5.‡dšKDbX¡…WËãã!‡7\ŠòOØçY¾±Ò¼aàFfžo jM lÇ¢3:•Áâsÿ­gF…j2«‡ºpµÓ×G×dLjU…E ¶|Ç­xûâ×…>[Å/‰5xtó/ú¸B´’ÉîAl{ãõ“ðÿãÿþ&jÃDÖ•õ [;ˆš“´0°3Â’x'¥y7ìÿ£ZüføãO‰ä ªC ñÓ´ˆî}YÏSW¿kÏÛé¾´ñö‰i¾ Я!”Þ[(FhÙÂØûÄ9B è7õÒ°˜uV8I7í•ô²o¥¿à˜ûz®ºK•t>•¤5‹àï'Š¼'£k(6®¡g Ð_Mè†kÍÿj¯\xàî§=Œío¨Hš|!Ã!“%È=–¯‚:òiQ•ZʊݻӪ¡MÔèKâÚ“á¿„õi4Û­Ϻ‰¶J,à’dŒŽ º¤öÀ$Šï|%ãMÇšü?Ó´§Ò­d¾–Ù[P–h•Þi™A1#•€:y7‚4ôø7ûY^x_MßÃÞ(²7pY©ýÜrwÈ°ÑL v a^ÕðÕ£R4æ‚o[Y¥¾;õ9=­Zn.¢V—à}I\ω¾"xÁº¦§j×ÿf¾Ö'û=Œ ’´Ï•àe—“ÏZékçoñsöœ×|D}¡ø6ìÛü tÛ„Ž;7‘ÿLÏ¥pá說sŸÃÑ/¼é«QÖ1ݳÖ;ínûË}Ú‰ ‘ª# ¹'¯'œq^Yûbx7Hÿ…c?‰¢¶ŠÇ^Òî`’ÚúÌÅ¥U+¸r~öáèW#߯K ZQ ù¹¥mt²o˵üÌ*ε4祗Oø'Ñ4•‡à­FãVð~…{v1usaó¾Ñ«7êMyÏíñûKÓ¬¼á³æøÃÄÍö[USÍ´'‰'o@à±?Âk†U«ì£ÿ ætάavv^ø§áˆ×š­·‡uUÔ¥Óc»Ù ˆ¨X¸\3( –Ü©#q]}|³ûøu<#ão‹$r´ñé·–¶«# Ø÷K¸|WÔë[cèC]Ó¤ïmüÒfxj²­IN[‹EW Ô% ÁzœS9®[ÅÞ¿ñ<ÖñÇ©Ic` ùÑÅÒôúc×ò® uzØzž—´ž–Ò¿Íö5¥ÎIN\¨Ò³ñN}«K§[γ]D›Ü'!F@Æzg$q[¯-ðN‘ƒñ/UÓíÁòaµP»ŽIÈŒ’O¹&»ßj¤øP»Œ~öY“ŒóŽ?\WÏå9½|F¶+NSMG[r¶·ùnvâpЧZ4é;©%o™GZñ扠L`»¼à ˜ãRì>¸ëVôiž$ÛOºYŠ}åÁVPy®ᎃk‡a¿tY¯o7I,Ò ÌrÇŒÿžsY¾,´‹Â~2Ñ5k$XEÔ¦ „_•X ã×óQ^GöÆiC K5®¡ì&ãx¤ù£4“æ½›Õ6¬Ž¯ªáåRXjwçW×£k¥­úž…}}o¦Û=ÅÔÉ2ÒHps ñWÃm7—öò9Æó…üñ[:߇¬üE¼wÉæÅ ¢`™ùY€ õô©/t+ Í=¬æ´‰­ÈÆÍ ôôü+è±Ï7”ÛÁÊ‚Zs&Ü´õVüN?VK÷©¶ûY[ðÔ»oqÜ),2,‘¸Ê²œ‚=A©º×Ÿü!šQ¥ê6›ÚH-®™!fþîùþ5èÕ”f4ÀÒŵg%·àgŠ£õzÒ¥{ØäXб`æ²ôiúåÅÔ6S ͹FO»“œ`÷èzV'‰¼wâW}Æ¥$:R e‡9vîOoÐÖG‹Xì5ÚÄ6Å ÈE\ç À¯¶q†oCè(Q›’æoYZ-Ý.Šý÷:£†¢ðÓ¨§yFÚ[k´·îzN?Ä×¼]¥xp(¾»XºFf#ל{ÕícR‹GÓ®/&ÿW lçð+‹ø ®¡ x‹Tn5 Ç. Ès´?,W~g˜b)â)à0Vö“M·-£Õ¥½Þ‰СMÖ­~U¦›¶oh><Ò8kŒÔâäœSVµ®š»Ó]RªÑ£:µÕšVnûýÝŽ×økžÖý-¹fû⇬nŒ }æ:œ3E:Ä Ã5½¦êÖšÕš\YN³ÄÝè}µføsÂv:&‹šÁ™@%fPK·rsךäü/ü"¿/ôx¾[¸üè£ì¬xÿLJà*c™æ¸¸yæ<Žf£î¦œWJí»ßkÙêøzÑš¡{Á_^©oèwÚž­g¢YµÅõÂÁÿ‡¿ Ï°¬‰ÞÔnV½Ù#ªdõ#ñ¬-Jñ‡ÄÁ§Ü|ú~™˜Ñ 9Áç×’?ïšèDLÿ\q_S…Ì©bpÌ6Œ£Íø\óêP•:ÎTìgkž:Ѽ;0†ò𠱟*5.Ã뎟XÐ|Y¥x‘ìK;'ÞB °÷ÁçõËü.Ðc›KmjñVâþòFc,ƒq Ž=2A?•Pñ­œ~ñV­X¢À³Mäܪð¬8íêWwä |oöÖkK Þ¬aì$×»gÌ£'e+ÞÍê›Vùž§Õpò©,$[çW×£k¥¿àž¡YºÆ±k¡YµÝì¾L €ÎA=Nk@r5çþ2?ð“x»IðúüÐF~Õt;mýGüWÕæù„°8_iE'RMF)õ“Úþ›ú#ÌÃQUªZ[$ÛôG]{â ?MÓÒöêå`·eZL©9/\ûc5‹kñC÷—¿òÙŽ¤•OâGŽ+WTð͆µ}guy­U„q¿)–Ç$wûµ_Åz †¥¡]Ç<€‘3#m¡Aí\8éç4ÔêÐpQ‚½šmÊË]n¹|´fÔVÚ3M·ÚÚké©Ð«PAÈ<‚)kŽøYy-ׂìÌåŽÆtVc’@c˧áZž*ñ ^Ñå»q¾O»]äsÑÏ`kÐÃæÔjå°Ìª{±qRü ªa§î‚Õ§aëâ5µÏì…¹Íø¸ã=qŽžõ¯úWŽøSM¹Ó~$XÖ/yq\Mììíü+Ù¥y¼9›â3z5jâ!Èã7ºÚÉ«ù멾; 4¡né¤þc¨¢ŠúãÍ (¢€ (¢€>!ÿ‚itøÿpßýº¯·«âø&—Oˆß÷ ÿÛªûz€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€>!ý¨ÿäö>ÿÜ#ÿNR×ÛÕñíGÿ'±ðþáúr–¾Þ Š( Š( Š( Š`¬ÝkĵóïîN9$Ÿ@&°­Z–­i(Åu{Ê£QŠ»f¥-yÖñ"Oø¶ÖÆÖÜÃ`êì^aóK€pG Èÿ=+оïZórÜÛ ›S\$¯»_mROîÔÛ‡©†’UfÕÇÑ\çuMcV¸±ðÝŒw?e;e»¸cå†ô#?ŸáÞ›¥øÛUÓu«}/Äv1[ÉrvÁu;ôÁÉ=ýøÈãšó?Öl´Q÷¹/ËÏÊù/µ¹¶ßKìt}B·-ô½¯k«ÛÐï©k#ÄZÚøK’ôÁ%ÁRªÄ2ÎÌ@~&¹fÖcÀÇt|:·<àtïZ¾*ñ4Òžöq¿‰õv=·CùW=,Ú„°Õ1U”©Æó&¿=þEË ?h©E¦ßgs~Šó˜õïËl/×J³û9Å©-æ•üúþ…tÞñT*ÒþÕ f'S²XØä£Ùïõ®|}…ÆÖT”%%x©EÆ뺹upu)GŸF–ŽÎöõ7éj3ÛÇjž(Önuk?CÓÍl@–æäâ0ÄÁàŽÿ‡zôqØúX)ÕMÝÙ$›mù$aJ”«;Fß=ÖŠóÈüo¬øwP··ñ-œ[ÎÛRòØŠÚÉ?Ò»«‹¨­m¤šV )vfè&¹ð9¾¸^.’i®º§Ó̺¸z”mͪ{5ªeŠZó˜|câ?<“èlOF*³]±R=F?_­ixCÆ“ëw×:^£möZÛ—Œ•Çªþc¹à‚ yø~$ÀâkB”y’ž‘“‹Q“òosz˜Ôâäí¦êêëÕ-s^0ñl^±ŽF®.fmÛ¡åÛü9˜®jëľ4Ò­Ž£w¤Ú5’üÏ l|Å_Rwäzt®7ˆ0x²£.iJ:Ë–-ò®ò¶Â£ƒ«Z*JÊú+´¯èzU• ë0x‡K·¿€Ÿ.UÎU=>àÖ™n+Þ£Zž"”kRwŒµLã”e 8ÉY¡ÔW ¬xÛP¼Ö¥Ò|;d——ÿëæ”â4çu?àj7Ç®—®[éž%³ŽÜÜ°Ý@NÂzsÉê~˜Èã5óRâljû7ÍË~^~WÉÍ{[›mþGrÀVqæÒö½®¯oMÏA¢š¾µ‡âÿ/†t;‹ò¡¤A¶4oâbpõú_EˆÄÒÂÑ–"«´b®Î*p•I¨GvnÒ×'â{Í/@Óî&°kRìª%´9°s’Ÿ¥d\kž7²„ÞI¥ØÉn£s[ÆÌeuçv úf¼:ùþ‹·$åd›´[²zëò:©àçSf–¶Õ¤z‡á[ø£IKÛn¯uFAÿ=­’دw‰¥Š£ôexÉ]3’¤%NNVh}çú‡ÄY#ñ¼-¬QÉuŽY[9 zŽ8ãñÍw ñŸÆ¸p9®2•Xá¥g.Wê·6­‡©AEÔVæWC袊õÎ`¢›ŠÎ×uí?ÃZMƧ©ÝÅcan»¥¸™¶¢ ã$ýH 9;-DÚJìÒ¢¾[ñÇí“oq¬iºgìÞò¯¡·ŸX»…–ÆV48$‘ž[çƒÔ}B3·¦+²¾¶1•hÛ›c uáYµ±%ã_>8ßxÅ–Þ ðv†Þ$ñ… ¤…Ÿl‘Ÿâ•²0qƒŒŒ<€ySã_Äÿ„÷Vw¿|-¥Í᫉V)/ô'rÖ忼Û?Bq÷‰­)àkTŠj×{+«¿‘ÅS‹k·^‡ÒtVMÖ½imáùu¥“íÚ›±$<ïŒ&ü¯®GJñO‰Ÿ¼ký«á/iZF‡!ßjþ!•¾ÑqxmŠë´7¸Æðk XyÕ»Ñ%ݤi:чKúBQ^/ðã•ÿ‹/|P·“[ðW„´k/ ùŒ¶ÒkR¹–è) ‘µÔc>ØÈÆãƒ]§ÁŸÒ|DÕ5_ kÚCxwÆ:HÍÞž[rºd"@YxÉûÊA Öõ05©EÉÛMìÓkÕÃNm%Ôõê)«\§~&xs᎖·þ#ÔÓO†BV ¼’°êza‘œW #*’劻gL¤¢¯#­¢¾røsûMÞ|TøÍk¡iúciÞk9§G»Oô‹’Êýp«Áàg¾OaôPâ·Äaêad¡UYµs:U¡Y7ƒè¯ñ7ÇOø›ÇZŸ„þèšÅÆ’û5[Rr¶°¾pTË’#©$«aH¨üñëÅ:Ä+/|PЭ4kíH§êZ{“o+…S–nXñF ¨Îk£ê¹y´½¯k«ÛÓs­S½º^×ésèZæüwã-7áï…ujÎc²³Mìe‰QGvf ­xuÅ/Ž>2ÒWÄ~ðV‹k¡Ê<ÛK[ù™®®"9ÃÞ'QÈásÁVTp•+GY-®ÚJýµ4©^4Ú›~GÒ´W˜|øÕiñ‡A¹˜Ú6—¬éòu :BI‰Žpà § Ôd ôÉôÎ+ ´§BnEfa5R<ÑK^Añ“ãtþÖ´¯ xoGÿ„ÆZ¨Ýmc¿lq&H!ôá¸ÈáX’ç…Ö>7|VøS5ž§ñšTÞ¸•b–ëEvßnÍØæFéƒÔOºW], j±RµÙ6“~ˆçž*œ%ÊïçÙLÑT4½NÛXÓmu –æÎê%žü®ŒVPE.©©[hºeÞ¡w*ÁikÏ4­ÑAf'è® ;Ø꺵ËÔWŒxã}þ¯ð‡Uøƒâ [iÑM+YZX©i¤X"“¹°X¾Gf±Æß5ëQªi~ Ðt»'ýäZ~©pæíÐŒØu qÙ‚œõÚ°u9¤¤Ò³¶­-No¬BɤÝü ¨¯'ø'ñ¨|RþÕÓu-5´èòyWÚlœséžq¸Gn99ú«}á\Õ©N„Ý:ŠÍS©‘æŽÃè¯ý¤¿hÙ~ ͤéÚU¥®¡¬^+O,WE¶ÅùTáH9fÎ?Üoj÷ Õ¼äÒF®@é’­*aªÓ§ Ò^ì¶ù ÐœåN/U¹jŠ(®c`¢Š(¢Š(âùÉ—ùÿ 5}½_ÿÎL¿Ïý«íê(¢Š(¢Šø‡þ ¥Óâ7ýÃöê¾Þ¯ˆàš]>#Ü7ÿn«íê(¢Š(¢Š(¢Šon´ŸÃÖŸHßtý)[Q3æßØ‹þEÿØvOý•é¿>/ů‡7Ú•`½Ü·’¾v,É»°>é©ã€Ùí^eûÈ£âïûËÿ¢Ò½÷Ä> °ð®qªj·+g§ÛÒÜHÔ“Ó$W·©:y„§OtÕ¿ÎÃF2¨ÏcçŸ |lø—à½.ßÃÞ#ø]­k:½š hõ 8;Ep ˜#.qÉ`H=p+’𿊵ÛÃ:—Š–+m^çOšò[ s¹l¡0Ïp“žHXŸW5ôVµñÃÀš.©?Šô™­•w¶»ŽiÙI,}€¯6ýŸô½OâÄ|YÕìä²·ÔYh¶×ç[PF_³±yI~ÄÛN·%*µ]% ¦¯®­ôW3šTù§ j£•¬þH÷SS´Ñtùﯮ"³³·BòÜNáu$ž‚¾mñGŠ5ŸÚªùü1á8¦Ó~Ã:ÿjx‚d*o6|¨TP?t¶ÑÃfþÐ0Ó|]ñ¿Ið/‰µ‘¢ø+M‰ou ¹Au)]êŒGl71ëŒzÞ“ñãá>ƒ¦Ûéú‰ô{++tÃoQG`®jxyáiÆ´`å6®´Ñ.ÍþFÒ« D¥NR´V›êüEÐt[O èö:VŸ‚ÊÊ·‚1ü( =ø¡Í`è~9мEáÙuÍ3T‚÷Hˆ9{ÈÉØ¡_$ú ¯à/ˆÞø™£>«áÍCûBÊ9š-ãep «G x²„õ”“ó=(+E?@øÿ$ßÅGþ¡W_ú%ëÎcŸù z!ÿ¦÷_ú9ëÑþ&ÿÉ7ñWý‚®¿ôKל~Ç?òA4Oúïuÿ£ž½[ê_ÞäÎY¼ÇÑþ‡ûljSØ[øʶû^ÝXÏäçc M©Ÿ}ÄVÓ~Ì7Þ.·]WÅÞ;ñž(”y¤é×+­«žvESò®qÁöÍi~ÖÞ ½ñÃx5}*6—QðõâjI©bñ¯€=ôC]„?hoø£Â°k/â=;Mo(5Å¥íÒE4 ŽT£O9óvÍvƵe‚¥õu³iõ{Ý}ç4©Áâ'ížö±ÄþÏþ5ñ&‡ñ ÄŸ |[~ÚÅÞ‘¸±ÔäååƒäÀbI$•’6$˜p+âä|~ø¥„<-oç†e¾ñcÚ1#÷Pìa“œðǪ¶6íÜm|i~(üxñ—Ä»kwßg^4¨TÌÃË×#¦#$秘cY>ñ%§ÀoÚ Çºo‹$e‡Šn¡c©Îq ~òVŸ°ýëO§=s]\œ•çRšýä`—ó;_O+ìbéÆøzùtÔ­ñ+à‹üŒõO?Å ýªãFÖHÔF n‘‘#ŽGEçCô§|caãÿ éž ÓšÎþ/1crÈØî¬ Ÿq^cñËãçƒô‡º½µ–·c¬êº•¬–¶–v¤ìÍ" ÛIFìóŒãš·ðNÍ> ~Ϻ\ž)”é«g——‚@XÄ$‘œ.Р݆Q´ îÈ® B©[ •U¥Íhôºô^}Nš\”ëJ4Þkÿ{%yOíIÿ$ÅßõÂ/ýw~ñf•ãÚkš-ؽÓnÁ1L®pÅH €Aƒé\'íIÿ$Å¿õÂ?ýpa"㋦¤¾Òüκšíú?r~ x+þÁ6ÿú¯)ñ4b?ۋ†^7hŽaÏýs¹“W«|ÿ’3à¡ÿP›ýW–~ÓV÷^ñ÷~)[A-Ŷ‘7صË,Nú‡•rxË(ï^†ÏVŸY©%êïc’¯û½9¾3èÿjù‹àD-7ÆïŽ j>F¹)ïæ&þ»«Ôµ_Úáþ—áy5Ñâ}>ò’;[{„k‰ˆó¸7 `ŒóŠä¿dßê6>×<]­BÐj¾,¿mA£a‚"Ë${³ÈÃÙ–¢„e†ÃÖEkÙ+÷ºoî±ueÕ` ïk¿ÀÍý…Ìð§o¶}ïíy·ÿ½åCý1]ŸíKåÿƒño›÷|˜±þ÷Ÿß×åÿüQ§üø•ã/‡þ%»M'N¹¼þÒÒo.ØG£Œ|Îx¨Až™Fp*÷í%ñÃâV›¦ü5ðeý¾¹¬kw‘‹–±‘fŠÞmä») a‚±‚18ã=u(Êy’¬¾Ô¯ÒÛÜÂ5p®÷¶·™ëU×à¿‚ÄŸ{û.>›?LW•þÜ‘ø@ü2òÿDzëq‰nb—ú^ìøÿüe.¯{ýŸ£iñÃc²3· *‚IÂö‰®+ö‰ð¬¾ÜÏ¢?öƒªE«X˜A>zª“ÀêIŸ®p+ S—CÒ.[ôÔÞ´o‡t–éÍ÷Tz×Í[öÂød"ÿ_ö'-þæ.?û*ìþþÑžñgtëíSÄZ~™ªC¥ýµýÊC"Ê `ÊO P:ñ\Wÿát~Ñš¿Ä+T‘¼3¡Zfi—R)_:Bb¾ØyO®3Œâ« FxYÕUeµóz$Mj‘«FíµòîzßÆϯÃ?†ZÞº-Üp˜­3Þwùcã¾ Ü}”Ö_ìãàøwð£J´¹F]RôBø¸ù¼é8ou]ª}Ô×ñsþ.·Ç|?÷ºFŠ?·5…ê§êãaô }&ö¯¡ûf¹êÚ†ºÏÞ~›Gõq´?yZUÑÑ~¦7ŠÜfI¦l`RO`95óÓE­~Ö¾ ÓåšÆ}án›sç¯ÚÙõY ;/QÇ-É?w›ñwŒ¼5ñö‰Ô¬¼¬C§øCÂÄÅi¦Ü¹]\‚3×Çèª:Ÿtƒö…øai qCâÝ.8ãP‰lBª€€v,=\T©ÁÊ£W½´ûyþG3­CjRJ)íÕ›¾$i?üs­jÛò­mc!ZâR>H×Ó§'°ö® àýRKË5_3ÅúØÌPH¸þϵ?v%S÷IÈêò[=¾øGö‡Ð´[˻ۛ6óÚO§Ìd€IÊœ–¸øa߇óßZÿÀ¤ÿãuáãAÓ”Üg/‹KéÛuó4©Òª§§¶¤³1ÿ‹ÇñËþÃÿèëºú6¾#øû=xcÅß>!i×Ò_ˆ—Œ´I­ÄÉ©Ú˜ñ’L cê È®JÖãþ­®­ÕŽ¥Ë# %íÉOÐvÍ|vi—Súµ<· Œu!9EBšåvI§vÖ®1WÝô=L=vªKR’M'w¯¦Û]³ÒåAž˜® Ä2¸Ö®$Ñ<6¦æéÆÙn”þî<»×ßòɤø¯¯Icic¦Å7Ù…û”–îÆ †ÿп }jÖ…â/ ø{OŽÒÏP¶T|ÍžXú“ŽM}&ešG‹žT«ÆŒ —<›JNëáËwÒç 3§J8—fïem4êþ} ¯ øn èÐØÇó8ù¤“Þç©þŸ@+n³4iºé›ì7qÜùXßåœã9Çò4Í;ÄÚn©©]XÚ܉.­N%iÁÁäŽpxâ¾³W†¡JŽ¤T6šÖÝ»žmHÖœå*‰ßwäk0ÎkÏ>ÿÈÇâÿúü?ú•èM÷MyïÃ?ùü_ÿ_‡ÿC’¼LÛþFÙwø§ÿ¤3«þï_ÑéH×ø£#Eà}D¯'÷j~†E¹ß ø6çÅZ ŒúŽ¡smh!T·µ¶pŠ nIÆ»oèí®xvúÅN$–3·ýáÈý@®kÀ>2±M:þxìol—Éxî!ÂðÏ°äv¯4Âájq e˜JÔ§JË[EÊ2m¦ý‹üŽÌ=IÇÕï)]÷I¥ú™öSjñuž—q}-þ—òÄÓœ´mœŸ®=¹éšÒø‹~šƒZøvÞÒ;ÝBóæ_1ˆXTgç$s‘ƒù½n¡vž:ñî—‡ïì´³çKp¿w9÷åWëÏ¥?Å’7…ü§k“£6,~CÉŒìo˜"¾ xU+J–FŒ¯…uc'ïZÜöo¢z_§ÈꌫS”•ªr·m®Õí‘¡ð×[m%aþÞ’ø ì³Xßùs»8ÿ€w¤Ñ¼O§x‚+‡°¸¤ ±ÈR1ùŽG½y·†õí#[×îõ½zî•$Ûko1ÊƃÀzÿ\š÷s|úžiá*Gš³|²oÝInß{v¾¬äÃ`å7)T‹´-t·×dohºN¡ã-z VˆÚÙÁÍ›}ïfoçïØrß‹ŠÐIÿUöÀôÿë×Eÿ ý?µ êj‡Äíõ¯ ¼–ûš{W[ˆÕzœdГøW…Áᥒb©àêûjŽÓ“M6ÚiôÛE¢ìuÑ«8âéʬy#²[YLìEyΩ“ñ›JÙÚÔîÿ¾dÿëVÞ…ãí'RÒa¹šú i¶6)d ÊÝø'¦zV/ƒƒø£Æºˆ€e²~Ïm¸cw?#ÿ}{WViÃæ«C59Jq–šÚ1Õ߶Öù™á©Oí§QY(µózðjíø‘âmÿ|í#éÇÿZ»ûŒdÏÝÚsùWk7 àïˆëªO¹tíJ/.I1ò« ï‘ùšÖñwŽtÛ]u²»Šêòá pGnáÛspaý1Xåy†,Áã(bf£:s©£Ý¦ÛVïtÊÄQ©ˆ©J¥5u(Ç_MÜQø)»þ›œôûScþùJè>!Þ ÕvõòOåžJ‡ÁºjøGÁð-Ûš4iîôR~cŸ ãð«iyaã_Ý 9¼Ûk„xK ©#ƒÜg5ß—á<‚lÚU¥Iû½u]¾f5ªsceˆJñRßæAðóoü!º^ÞžW?\œþµÏ|jù´;¿ë Òíÿ¾[ÿ­IðëÅúFŸ&‡ªÎ–w–r2œ… ¤“Á=y'ðÅC¯^Eãßizuƒ‹‹+'ûEÌèr°ïÓð/jðqXÚÎ¥‚¦Ó«%rõæºOMô³gl)JŽa*Ò^ì[wénŸyè—IgfóÊÁ#‰7³À “\oÃ[y5)5?\®%Ô&"-ßÃœý?à"Ÿñ6úC¥ÚhÖ§ý/S”B¾É‘¸ý9èMuzVŸ—¦ÛZB11ª(öõúþqo 4nÿÇ%úGó<åûœ+}fíÿn¯ó‘bY#·žF Š2YŽ¾kÎõÍ~ëÇÓ>‹ ©$í¹Ô|›{ªúçõúsQüLÖ–}sOЮ.>ǧÈ×2ç\œ/þ:=+Oñw…´›(ímoí`‰S^V;3¥šbªeò®©Qƒ´Ýí)·«Šì»¾»#¦Žxzq® å)j»/7ækÙÚÙøO@ŽË¥¬|»{rI÷''êkðôøë^þÞ¾Bše«°ÿˆƒË‘õŸÒº[ì¿h—ÑÜùö®Á¡lÊCc8úVü)»ÝßÁþ¦e†ÆâjaÖ_J50°W·?*r[twŠµíÜœ=JTã7ZN5%¥í}:õZ² ÌÂä±Áãì‡ù=z7Ò¼VéÑü@·ÑU¦û#Àdc¼n݆=qì+×´6-'O·²‡&("î98— VÆN®68ŠJ ÚÉüWÖÊëe÷•™F”cG’W|«¥´×]ËôQE~’xaEPEPÄ?ðM.Ÿ¿îÿ·Uöõ|CÿÒéñþá¿ûu_oPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPÄ?µüžÇÂ?û„éÊZûz¾!ý¨ÿäö>ÿÜ#ÿNR×ÛÔQEQEQEÁYÚ¶ƒa®y?n¶[‘E“ ät?jRV5hÓÄAÓ«(¾b£)AóEÙžquÃñ{MDUD["Ÿ]íàÙÎ"â]·ëŽ+…¾ÿ’ɧÿבÿÙëÐÏq_ÃôÔ–>œt^ÖKÓHžž2_ÁÝ_›<÷àËÃÿÜѦu¼Ñß8Ïáü©Ÿ%Š=Ñ‹l¹[…h˜}á€r—éW5?‡Oý­%þ©É¤\Js"ªnG$äœdcõ®SǾ—MÓ"–÷P“VÕn¦XbgBŽI¹ãœsïï_˜¬Ç.áú™mL>Vçºåjú4¯Íwé¿SÕ èWÇÇüNö¶¿åoÐõ«9…Íœžw"·OQš’i8Ù‚ªŒ’Ü*©’J\H© ¼_<Ðk…iu_‰Ò„ɦx{wÍ'I.<íú}zÐqy§Ô©Ó£¹×’VŠôÝöK»<*Xm'6ù`žÿåæOðÕ†¡âêP.,æ˜$g³X“úƒÿ¯BKKÒí´k­-"èþgÔÕÁí]9.yn 4*Jó»oµäÛvòW'YW¬å¦–ôJÚ™—¾Óµ+Èîîí#¸ž!µ ƒp^sÐñœ÷®CêâLjù%z%yï‡øøµâúâŸÉ+ÃÏ(Q§‹ÀÎJRª¯e¿¹-μ$å*U”žÑÿÛ‘Úê·£MÓ.®ˆÈ‚& 'úWœø'Ä:_†ôÔµK /u9¤™”)g 1^ƒ¶A9>µÜxÊ&—Âzº¡ÃY1ÿ|šåþèv‹áØuE–îVeÞã%X€£ÐqŸÆ¸óg‹­Ÿáèa­uNRNZ¤î“vV»èµ[šá½”pU%RöºV[½žŸätzt1ŽÆì”dÄêU±ì_Ã5“ñCA¹Ö4x%´O:[9DÞHþ5ÁȹÿëÖ?ÄÛ´=CHÖl£[{µ¹±ˆ\c<Žýú¿ñ P¹ºÔ´} šÝ/Û3J‡ ´ºçù äÇfS­ÆeùšRœ9bœtRçøw½µÜÖÔ«a“»×¥·ü ±üNÐN’.Zì$›y·*|À}1õïÒ¡øe£ÝØÙß_]D`mBs:AžQy#>„çô¦¿|>¶Bßû.¸Æò¿?×ÞÏãX¾»ŸIñ­á¹¦kˆm1%»9ÉU8ùIÿ/ëZÓŽ>Žeƒ©›òµ¬`áui5¯5û¤öëЗì%‡«-ú7~×Òß=Î÷<Òª½©Km®Sž2:DÑiÚ|ÿW¸»z(þó{‡jû¬v;—Ñöø‡d¼®Ûì—Vxôhδ¹ ®ÌŸŒM¤Ù騷·S¨Š1׎3ù?µñ>éôÿMr^CE»žA?˜ó©¼/à¹moŽ±¬ÍöýbNüî¨þ¿—¼­üïÊøÿU27ëë_Ÿã¨âž_˜f•cÈêÂÊ=Tb¯æîý6=º3¥íðøx;¨½üݶòV:/ ØǦø~ÂÝGú¸T®2Oçšã|[ögÄÏ^Gò›å7¿%“þ‚»­én´›9”‚²B¬éȸbûâ…­îxØÊW¾2ñÃùW~y tò|?³Ñ©RåÿÀ£ú`Û–*§7U+ýÌn §Uø¹eo!Ý¿˜«Ûv ÏæWòè³F²ÆêÀ2‘ŒzןdYüdøûMŸËžø¿ï“^…Ÿ”ŸjéáÔª,s©¬YßÑ%oÀÏíìRÛ‘ÁüO<øBÆÞ=kN$”¶»;sï‘ÿ²×{¨\}ŽÆæ~¢8Ù¿ Mp_ ÿ}uâ+ÁÊOw…aÐà±ÿÙ…w¼"óJ¼„¿/æ¤Tð×\ ¼ˆLSH‡óÏõ§ü^¸ø6d'Y#Qÿ}nÿÙkÇP¥þ¦Ü;ÿÛÛþgcrþײþoÃþê´{£}¤ÙܲĎ q~)ÿŠ£Ç^†¼ÚÙÿ¥ÝzgøAüÇýõ]NŸ"h~·{†Ø–¶Š_Ø* ÿ*ç~YËuö½r?Ò5)K(?€çŸÀ õñÒ–9a2Çöí)ÿ†6Œ¬¾óŽ…¨ûLBé¢õä®ÎßË^2:T…ì:}”×"†5,Ìݳ¬[h:t×·²Ç=É=€É®"?Sø•4w:}?ASº+5$<Þ…§ùµëæyšÃ5ƒÂÞ¼–‘[/9>‹óèsÐÃûEíj»AnÿEæZøAo"è··E<¸.®žH—ýœŸÌøV·Ž|Lt=!´n§v|«h—’Xñ»ƒ?ʵo'·ðæ‡4ÉÛ{8Y„qáQœʼ›Añ机åƹ¬‰¦¿o’ã@Vô#žOëë_)ŽÆSáì&uy*MYËeöŸ¯eÜô©S–:µLRÒ{wì¿Ì»qáÕð߈7>µ‘âo é¾1Ñ.4^Ùo4ë¢kvfPáX0‚2lÑBn.èM]YŸ-~Õ^Ó•ó‡í“÷¾ÿØqöZúEz õ±NøJ îù¿3‚„R­U//ÈùŸàmÄVÿ´×Å›}ObëH­j_‡6áÉ {m0ŸÀW¨þЋ§”ñŸö™Œ@tévy˜ÇÜã=ü͘÷¬Ÿ‹³í—Ä}rÏÄz^¯uáoÚ±ê¶@’Ê3€êrFHÈ ààä`4ø™ðsXÑü¯ëÞ?ñýߊ¡Ó,fkƒÈ·,›!wŽò—uïÉÙPÄÖ§[žÍr«YÞêËNšØÂ^Ò9Óåº×^Ÿ3Òÿe½VM{à…ÚáüçŽm7?,rº*ý6ëkîy¯(ý—tYt€þ†uÙ$ÐIvr1òË+ȧþùe®?Äÿ¼Mñ_¾ðÂÖ[]>ݼ­KŲgˇ±X=[®rzŒž¸ëaÝ|]^Gh¦îú%êÇE:ª•9nÖÅK‹ˆ¼eûji³i çÃáÍHu£?(r& èH3 Ç\ƒýÓ_JuÅp¿ þ迼>Ú~”²Ou;y·—÷3]Iýæ=€ÉÂŽORI=ϽrâëB¤£{E$¼üͨS”"å-Þ¦‹¼¢xïO†Ã^ÓãÔìâ™n ‰Ùæ( áŠð?‹š}®“ûI| ³±¶†ÎÖuŽÞÞ0‘¢î<*€>•ôâõ5óoÆïù:„ŸWÿÐuå³—µqoNYé,Ç ¥Öëó>Ýü«å/øëC_Œÿþ#x¿Q†Â×F¸&œd°¡O– .V,àþ±ûWÕ½½|‰û-ü<Ó5Ÿ‰ou¨ÓQºÑuGŽÚÞàHåy$6ÃÆã娶µ^S õ*_D¶ÞÍÿHÏÌêRŒOeðwí9ðóÆú¼z]†»ä_ÌÛ!Šò€J{fr{rsÀ®ãƒ®~ |3ñg"Åy{lVÍ…2) ªO`J€O½p?µ—Ãý^øM«êòÚC«¤"ÜZÞ""á”ÝÔ©§¨µ`xãã&¹áÏÙKBñ$Èšþ©mof/e•Ù[|Ý:•ˆ>¬ U<4féVÂ+7+Yô{ùªÊ<ôëÛkéùþ ürð¿ƒ|cáo^/…|CáøÅ•Ýò²“·îº0Á†¾„_àíßįŽÞ"ø£ik5—†$´þΰ–eØ×Åv))çhòÏ^øAÇ_ð÷ösð^ƒá{DÕ´K?ë1‰/µRq$Ò°È/£=1ù’I<>™kÿ öˆÑü3¢K0ð‡ŠàgþËi ¥¥ÀÝóG’H¨üõÚ1ÒçB£¬°×çiÞû[y[·•ú¨ÕŠ§ív]¿ ŸL-s^*øyáÏ\éóëÚM¾ªÖ Ïn—@¼h[nâPü­÷GÞºLÔWÍÆr„¹¢ìÏ^QRVjçÍPB–ÿ¶âCªFš  `( €ì+Þ_¨ü¯ý|ÌOÚ«Tÿ„ºÏáW‡ hí|KªC,ʼ~éÿɃù{WÒñFB‘Æ¡#QµUF ¾cý¢¬O‡eðL#¶—‹4û`RÓXÓ~ÒÑöó Äå¿ï¡'ýôk鮕ónŽXý·µ™-þhôÍVV)Æ}s ü} NrzšœÃYSo~HÜxOv3]›¾ãÅß´·ÅoÜeæÓ$].ÄPíœ[~§Ö½ã&…‰~x¯OC,štì¼g¨]àʧð¯!ý›vé?¾4ir³I©-Ôqž»<ÙÎ~˜‘?:özWÃß^JÊ©›s!féÄLk\dœqåè¡o¹~¤PJXysu¹ç_²³.­ð#CY˜»ÙÉ=®æþêÊÅGपþÕ^ »›Âú?ô—ÿ‰Ï‹oRÅ?Ù„2™ú ”Ø·¥Iûé²iÿt™%EÔ÷¢ãø|£ÿ@'ñ¬‡ßñv?hßøÁ¿{¢øV?ì}0õVœäJëØõ“ŸIÒ·”cujïáƒoç}ÞBoêôéõ’Kåÿ {†ü7eá éº%”`YXA+Èûäg>¼Ö®Ð1ê;Õ{ëë}.Î{»©£¶´‚6–Yd`ªŠ£%‰=¾s¿ñw‹?iËÛ­ÁÏ'†þÇ!†÷Ä)Yï@ᣅx Ôz}â3°ùThOÜå+Enßõ»ìvN¤h¥®ú$?àìñøÃö¤ø“â%üÝ+H´óqýܳ åOFÿQ'#±½{WĈ_ÃÞkú´›`·$J~yä?v4÷'ò'€iþððÓÃ6Ú…mäXÖbÇt’¹ûÎíÝŽ?@¾@ñwÇoxÓãq¾ñšßÂ+áÉ™4Ý"ÞO:¶ ³e€ê¹Ç<Þϧ +1®åM>H%êÒV_7ø’“ÂR³ø¤þWä<ª7Á=[⊢+âŸjVò\Ç•¦Å§IpA¯¶4fÿ‰Mïä'þ‚+ã?Ú;ö˜ð—Åo‡'CÑbÔRóíqM››uDÚ»³ÈsÏ#µ}ð[ã>ƒñkMºM /éi sýª œ²¶6áŽ~áý+|}97êDa|*Ç!¯|&ðg‰õ)µ-_Ã:f¥6Ñ%ÍͲ»¶Q’G`ü*ü(_‡]ü¢ûrOð®ûpöüèÜ=¿:µˆ­¢¦ì¼Ù.•9;¸£Fðž‹áÝ´3Lµ°Ó[vëH" Ý÷²£Ž{Ô~ðf‹à}5´ý M·ÒìÚV˜Ãn›AvÆXúžú: ÝÜ=¿:7oγu&ÓM½J傳²Ð«}i¥i=­ÌK=´ÈÑËŒ«« #¸ ÕoxwLð®—¤X[éÖ1–d‚Ö0ˆ¤œ’õ$šÓÜ=¿:7oΧ™Û—¡VïÔC“Ÿë^s¨~ϵ-Yµ+ŸéÏtí¹™Pª1îJ“ô¯GÜ=¿:7oήYÓ¿#jäÊŸÄ“*iÚu®“c ••´Vv° Hà"(莬ïx?Dñ¦Ÿö wKµÕmAÜ#ºˆ8Sê¹äq[›‡·çFáíùÔ)J2æ[Æ-r½ŽÃ?ü àÝAu #Ã6·¨wG9C#Æ}T¹; WY¬hö^ ÓntíJÚ;Û+”1Ío2îWSØŠ¿¸{~tnß\ªÔœ¹¥&Ø”!d•Œ¿ø{Nð®‹k¥i6‘XéöªV+xW  ’O¤’IîI4ýoD°ñ™6©ÙÃa8[{„Ž^@?…hî߇·çQÍ.nk»•hÛ—¡KMÓm4m>ÞÆÂÞ;K+tC*#P0Ð }õ¾¥i5µÜÝ[L¥::ž¡”ðG±«[‡·çFáíùÒ»½ú†–±ç³ßÃ7T…¿„4Ô¹VÞ»ã.Š}B1*?^Š¼qŒS·oÎÃÛó­'V¥O·ë©1„!~T‘ÍxËá߆þ [¥¿ˆtk]U#Ï–Ó§Ïzíq†\ûÕƒ~øSáèøwB³ÒÞQ¶IaLÊËœà¹ËžÙÅu›‡·çFáíùÓöÕy=š“åí­ƒÙÛšÊæ7Š<'¤xÓH—K×,!Ô¬$!š×# äÜê*ý…¾›cogi [ÚÛ¢Å1(TaTÐÅZÜ=¿:7oγæ—*ÝŠ´osÏ5Ï€_¼G«>§¨xRÂk×mï"¡ŒHÙÉ,ª@b{’k³Ót›=MŠËM³†ÊÎÝvÅmkÆŠ:áT` Ðܽȣ"´•j“INM¤DiÂ.ñI;ð#áιáý[ÅÞ*ñd oâO_1$«(†ÝÕ `HîF=kØz`S¿ (­VUçÏ §MR,N#Rø/à=Zúâö÷ÂZEÕÝÄ,ÓËhŒò;–'’MWÿ… ðëþ„­ÿ“ü+Ð(«úÅt¬¦þñ{mÝÅ_С¤é:›†k••ºìŠÞ ˆ¾€‚®q¶ŸI\í¶îÍmÐÄÑü+£xPÔ¯tÝ2ÖÊóRK{4{‡ˆg#©Ë7_ïÙõ§RÓmÉÝ»‚I+!)h¢ÂŠ(  øô»Xuo’Ú5»•v¼áFæøʯuÎiÔVP¥ i¨E+맘ܛÜæáï‡d›Ì:TºáAUÿ¾AÅnZZAcn°ÛÂÄ£ ‘¨U@*ÕˇËð˜Yº”)F-îÒKò4j•§&þff¥áý;Zd{ëHnŒ`ìóP63×Gþ]9:E¨ÿ¶b¶ä™!‰¤wTE,Ç­aÉãÝ(Úœ9väÌ åÄárçSÚbagÝ+þ&”êWµ©ÉÛÊåý7BÓôS)±´ŠÔÉþZ…ÝŒã?™§Yè–7—vöÑÅqps$Š9­fÿÂÂð÷ýãü›ü(ÿ……áïú Gÿ|·øQå°PQp\»m§§bœ1í©k¾úèER±Òí,'¸šÚÞ8á·ÊÈ l““êy?eÿÂÂð÷ý#ü›ü(ÿ……áïú Gù7øVòÅ`¥%)N7[j´ô!Q¬•”]½Ðsº±uOhÚÔÂ{Í>)fï& “õ#üjøX^ÿ ¤“…ð°¼=ÿAHÿï–ÿ ÇS.ÅÃÙâ$»;?̨SÄSw‚iüÍ]7KµÒ-ÄvñÛÅœí@õ>¦¥¹·†ú†x’xXa’E ÔÅÿ……áïú Gù7øQÿ Ãßôþùoð«|)ûÊ*=®¬Ê»—7+¿£x~9t¸ ƒ‘•ÈüÐ*„@ª0E`ÂÂð÷ý#ü›ü(ÿ……áïú Gù7øV8w–a/õ~Hß{Y~ETŽ&¯Æ›ûÍ7A±Ò£ž;KXàI›sª.7z¢|  ?²mGý²ÏøX^ÿ ¤“…ð°¼=ÿAHÿ&ÿ ÎPÊjEBJ -¾/½» ,Rm®k¿Qÿðèþa6¿÷ìVà@«´t¬øX^ÿ ¤“…ð°¼=ÿAHÿï–ÿ Ö„²Ü-Õß{Y\SŽ&§Æ¤ýn^Ðnîĺd-#“Œ}HÛ·¶ŠÒŠÖaQ ±?áax{þ‚‘þMþÂÂð÷ý#ü›ü*heág*”9"ÞíY\%MD”Óy¯}¦Ûj–ïow \@ÝREVn›àÍH¸š|QÎ9‚Ä} Î? ‹þ‡¿è)äßáGü,/ÐR?ûå¿ÂŠŸÙuª*Õy%5ÕòÜqŽ&1q\É?Sn⺉â‘CÆëµ”Œ‚QQiºU¦j-ìà[xT’=MdÿÂÂð÷ý#ÿ¾[ü(ÿ……áïú Gù7øWCÄ`\ÕG(ó-/u{ûöååvù–u i:äžeíŒW0Œ6=29«:f‹e£Û˜lm£¶Œœ‘ã'ÔúŸ­fÿÂÂð÷ý#ü›ü(ÿ……áïú Gÿ|·øW4WN³ÄG‘Mý­/÷îhã‰qP|Öí­Šx~ò÷Ç“j׈©ik•f7I?y°:un¾£Ò»ö®wþ‡ºÿiÅŸ÷[ü+bÇRµÕ!ZÏÄ_ÞüêòúxL?#Ü7ÿn«íêø‡þ ¥Óâ7ýÃöê¾Þ Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( ˆj?ù=„÷ÿÓ”µöõ|CûQÿÉì|#ÿ¸Gþœ¥¯·¨¢Š(¢Š(¢Š(¢Š(…»Ñ®ßâ•úÀÆÍ- 4݃|ü~£ó®ß=iÔW•‚Ëáuœ$ß´““¿FÒZyhtU¬ë(§ÑXá¯|q¬é÷SÛ¿†®§+#,RÀK#®~RHSŒŠ­¤è:¯‰|Aµ®Â¶°[œÚØçqSýæü@>¹ èX”W‘,Ž¦"¬eŒÄʤ"î¢ÒJëkÙ&ìt¬\a©SQmY½oò×C‡ø©a¨êš 6š}¼—æ_1cþàóøãòªVž*ñ•¼pCáHã]ª«6À+Ñ(¬ñY ëc§Ž¡Š•9I%¢‹V^©Žž21¤¨Îš’W}zú3•ð߈5­VýáÔ4FÓ`XˉŒ›²ÙoOBOáRëk ã)¬O ¤,{’ë%°\ã®F1ž3]/áGá^¥<"4éÂx‰IÆWoݼ—gd•¾F­)5M$Õ­®ž{î%q:.‘wÄ­nùàe´š )èH Àüå]Å'¾9­ñ™|1³£9¶½œ¹•º»5¯ÞE*Ò¤¤—ÚVüSý¤‰eR­†R0Gc^mbº×û««H4ÙumI Â`$¼YíŒþsžµéß……sfYWק ôê:ua´•¶{¦ž2èâ=’p’æ‹èyÄzn¯ãzÎçS²m7J³1 æIÔûtþU­ã¯ Ýk+e}§8‹S±“Ì‹qáÇ®@öëë]áGá\1áÜ<°õhâ$ç*­9MÛšëf­d­Ñ}vj¤g’ŽË§ŸßÔà?á:ñƒìÿð‹]Ücp'ÊÏ®qúgñ«~ðÍî™5î««2¶§|ÙeS‘õÇÿ«ŽvŸ……<>E5ˆ§ˆÅוWOáO•%Òí$®íÔ'‹\’§J *[Úÿv¬æ4=[X¾×5K{Ý?ì¶p¾-æÁùÆ}Ï9ñÓ¥qš{x‡CñF±©.-ûÜÊDr;…(ŽëÁï‘^µøQøVxÌ‚¦24¹±2R§'$ýÞ·èÕ´OMK©9Zš´’VקϩÀÿÂi⎿ðŠ?ýþÿëWKu§ÿÂMá³ì&Ùî ãêbbǹùVÏáGá]¸l®´#Rž/*Ñš³RQ^»$eR¼dã*pQkª¿êÏ1Òuø6Õt»­}N8‰H.-²A^Àà=Î1ZžÐuï\x‹Z…m® yvöÀçËOR}qüÏJî¿ ? óð¼9ì'IU¯*”é;Â.ÖVÚí+»t»6©æRq‚Œ¥»]{ýçãï Þß\YjúQÚvM•FÆ$_NÌÖ}׋ jÖRj{iš=£ù¾Tܼ­î0ôéОµé_……x+† —°öòú¿77³ÒÛÞ×µùoÒçg×ßÅȹÿ›[öô¹ÂüL»–â Ôÿ¤jR„l `‚ÇóÇášì,,âÓ¬ µ…vE Uô`Vsx^ÞO®¶òH÷+”ˆØ1 õÏ'¿s[;OQ^¶RÜF3¼­ùB;}îìæ«V.”)Ce«õð?ø¥a©jwZ:ÙØIk†i¡Sò±p§ðÝùÓ—Æ^(U|&êý6ÿëW ÑjóëdeŒ«ŒÃâçMÔµÒQ{+-ÓgD1±T£Jt”¹o½úú3›ðƱªë?iþÓÒš#Û³sîßœç·lκ ‹Ÿº?*’–¾ †• 1§Zn£_iÚïîÐà©59¹F<«²8oè·—ž0ðåͽ»Ionìeuè£+Ö»U.©(®|[K^µz{Ôi¿-Óî.¥iU„ þÊ·ãp¢Š+Ö9Š( ý¨ü­øÀøèºlÚØõušãÉùQü¿1öâ½ßÐRÒ×DëJ¥8S{Fÿ‰Œi¨ÎS]O"ø…ñkžñD–¶ÿ5/hm47ÚQ/ c÷•+t8ôükϵMâí-¨éö÷‡¦ð'€­¦[‹¨.eÍÕã)ápUX~ ’rÄ_NÑ]ñjŠN4¤ºë÷Ûk˜Ïêi)>^Ç ñ[O¿áˆtïY¼·­¦½¥µ¯ 7.ÀÓñô¯øQ⯉¿ üeáÛ/ƒ÷+n]åº7Ay‰.À)çO júÙ~aF?t1Š•'JpRMß[þL?<ÕHɦ• ð·Æ‰º¿ˆôë-KáUÆ“§Ïp‘Ü_5Þá‚øÛÎtÿðÊë>¡qåêwŒý7(ÎA0¥›s1^›Š+)W§)©ªI.Úÿ™q¥5s±¢¼#âÇ‚uÍkö‚øk­Xé³ÜéZ~ïµÝGüÄüÕïT•• ò¡'(ökïV.¥5QYù~cÒ¾sñ·„¼aðâÆ¡ãÿèÇÄz>´Šº¶‹lH1ûÄ$’yÈ‚Ï‘ƒšú6ŒUañƒz]5fŸT*´•T»­QòÿŒ5/ˆß´e„¶ð}çü9q"I©j:¹++¢°; ©êÆ9 d¨Î}Wâ7Á?ÆŸO‚m[ì1ZÁz|Œ2"x€–õ=ðǽz^(­¥Œ—¹ì¢¢¢î­ß¾¦kŸ>·Óä|Ûáߊßþèöúˆþê~!¼³Qm§¤1’+…P3•VÇ–ãÜVþü=ñŽþ,Åñ/Ç–1èkaA¤h‰&÷ˆ˹ÿcÎ b+è|QZK¤½5Kv¯óë¡+ ªç“it<ËVñ—m¾4iZ§†VOjd¹ÖlÇ&ýüí!FÒ2s}=2—µÁ9FI%Y}þgTbã{³Áá ×?á®?á$þÍ›û û#Éûw^ý¸ÛõÍ{³(‘J°È#”üRÖ•«Ê·/7ÙI}ÄS¤©óy»Ÿ+èz?Ž¿fëVº'…®¼iàMJàÝ[E§’n-\àT+B€§Œ6Õ ƒ‘Z–~ñŸÇïˆz¹âÏËá/h}¦ÛL»}×W …Î@w>“¢»a'ïò.{[›[ö¾ö¿™Î°©{¼Ï—±æŸþ‹ÿîthåK}BîÆY>êÌ €ÂÁ™O¦sÎ1^m¢ülø« ièz¿Â½WWñ º£Ÿ³NÃ#²¡Pz†Á9û½¾”£•,_%5J¤’wW¾Ÿu‹©Cš|ð“‹<{öø[«ø6oÄ~+xçñ‡ˆ§ûMàŒ‚°&IXpI't;ru|;ã/ê5í QðÒÚxBÖÜIg«m`e“Äílå¾P]¼ûúe¬ªbYÊsŠmþž…ÆŠ‚ŒböüO¾*xÅž ø³ÄÿéÿÛrÜ@-µ6×Q•ú„N™!0$VG‹üIñ+ö€ÒÓÂV¿ðN“xè5=OX%HˆYYTž@é’Ý>PI¯¨(ÅtÃâ¢å囿M´½´1–í¥&“ÝOñO_²øð2át¿Ü5•šiºb“ó™v!÷#—>»Mhüø|~ü-Ñt©cÙ¨IÚïw›Ï“æ`}Ôa?à´> |+Òþ%_ø~}^âóÉÑ®ÅìVpº'coš ’À`Œ8fõ®×…c:ëØ{5¼ßéúšF“U\ÞÉYMûOé÷ˆ¾êZO‡ln5 ëÙ¡‰¢¶ûþXpÌ~Ÿ(ë^sàω?üá]+B±ø5qö[ tX]…Ý´räêÇ,}ɯ¨©+Z8ÅN±5%{ëÑ¢g‡r©íÚ{9ðïâ‡ÄxªßO×¾ÏáÍ.Es& ÷^`B•Ú:ã^Á´z Óék’µHÔ•áUÙ_õ7§Ù»úž)ûYxGXñ§Â“§hZ|º•÷Û¡“É„Û@lŸÔW®éq´:m¤n6ºÄŠËèBŒŠ»KNU¥*1¢öM¿¾ßä%J1¨ê-ØQEÎlQEQE|Cÿ92ÿ?ô¯·«âùÉ—ùÿ 5}½@Q@Q@ÿÁ4º|Fÿ¸oþÝWÛÕñüK§Äoû†ÿíÕ}½@Q@Q@Q@Q@Q@ n•ñ/í;û_ëzGŠ¯ü'à©ÖÁ4÷0]ê[Hò¼‘ç… r3Œ’8â¾Úõoô¯ÇHÓxãÄìYÚþrX÷;Í}÷å¸|v*¥LBæäJÉív~{Æ|:—»¾ºOü4wÄÓÿ ®­ÿ Iÿ ñ3þ‡M[ÿ[ükÍè¯Øÿ³p_óæ?ø ?þÑÆÏé}ìôøh߉Ÿô:jßøßãGü4oÄÏú5oü oñ¯7¢ìÜüù܃ûGÿ?¥÷³Ò?á£~&Ðé«àKðÑ¿?ètÕ¿ð%¿Æ¼ÞŠ?³p_óæ?rígüþ—ÞÏHÿ†ø™ÿC¦­ÿ-þ4ÃFüLÿ¡ÓVÿÀ–ÿóz(þÍÁϘýÈ?´qŸóú_{=#þ7âgýš·þ·øÑÿ ñ3þ‡M[ÿ[ükÍè£û7ÿ>c÷ þÑÆÏé}ìôøh߉Ÿô:jßøßãGü4oÄÏú5oü oñ¯7¢ìÜüù܃ûGÿ?¥÷³Ò?á£~&Ðé«àKðÑ¿?ètÕ¿ð%¿Æ¼ÞŠ?³p_óæ?rígüþ—ÞÏHÿ†ø™ÿC¦­ÿ-þ4ÃFüLÿ¡ÓVÿÀ–ÿóz(þÍÁϘýÈ?´qŸóú_{=#þ7âgýš·þ·øÑÿ ñ3þ‡M[ÿ[ükÍè£û7ÿ>c÷ þÑÆÏé}ìôøh߉Ÿô:jßøßãGü4oÄÏú5oü oñ¯7¢ìÜüù܃ûGÿ?¥÷³Ò?á£~&Ðé«àKðÑ¿?ètÕ¿ð%¿Æ¼ÞŠ?³p_óæ?rígüþ—ÞÏHÿ†ø™ÿC¦­ÿ-þ5oLý§þ'é7‘ÜGâûùÙ|»–FÞÅ[ ×–QI嘬èÇÿCY–5;ªÒûÙú…û3üzOŽ^¸–æÝm5½5Ö+Ø#ÎÂX²&{;}«Ùëá/ø'k·ü%Þ*\¦Ê2GlùŸýzû¹zWàAƒ§€ÌjQ£ðéo+«Ÿ¿ðö2®?.§Z·Å¯àÅ¢Š+ç¤ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€<ƒã½pu´¨ä)n±‰$QülOöù×›WiñsþFé?ë’*âëñ,æ¬êcªó=‘öø(¨ÐQEâÁEPEPEPEPEPEPEPEPEPEP[þ×®4=~Ù£vK"Ç4}™IÇOZÀ«zOü…-?ëªÿ1]˜Z“§ˆ„àìÓ2«RR>œ)iîŠZýíl~~QE0 (¢€ (¢€ (¢€ (¢€>!ÿ‚itøÿpßýº¯·«âø&—Oˆß÷ ÿÛªûz€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€>!ý¨ÿäö>ÿÜ#ÿNR×ÛÕñíGÿ'±ðþáúr–¾Þ Š( Š( Š( Š( Š( šÌN¥¯5øïMckm§Û¹Aq¸ÊW®ÑÀLçò® n.8,<«Ï¡½NµEÔê®…ÿ…‰áïú Çÿ|·øQÿ Ãßôþùo𯞨£ýjÅ$óìš_ÌÏ¡ábx{þ‚qÿß-þÂÄð÷ýãÿ¾[ü+çª(ÿZ±_ÉÇüÃû&—ó3è_øXžÿ œ÷Ë…ð±<=ÿA8ÿï–ÿ ùêŠ?Ö¬WòGñÿ0þÉ¥üÌúþ'‡¿è'ýòßáGü,OÐN?ûå¿Â¾z¢õ«ü‘üÌ?²i3>…ÿ…‰áïú Çÿ|·øQÿ Ãßôþùo𯞨£ýjÅ$óìš_ÌÏ¡ábx{þ‚qÿß-þÂÄð÷ýãÿ¾[ü+çª(ÿZ±_ÉÇüÃû&—ó3è_øXžÿ œ÷Ë…ð°ü;ÿA8ÿï–ÿ ùêŠ?Ö¬WòGñÿ0þÉ¥üÌújÇT¶Õ!Z\Gq÷£`:·Ç5óÏ‚uÛÄ­°†Y9£ìÊN:z×Ðáƒ_k”æk2¤çk5¹âbðÏ ;^èZZ(¯tá (¢€ (¢€ (¢€ (¢€ (¢€ (¢€(jš•¦‡¦ÜêÓ¥­•´m4ÓHp¨ª2XŸ@|wã¿ø(GÙµi­¼)áèîìbb¢òþF\¼¨¸ÀúŸð¯Wý¶u)ô߀z²@û~ÕqŽè_$ãµù£üUúw ä8\} b±K›[%Ðü»Š³ìVºÂá_.—o©õü<;ÅŸô.i?œŸü]ððïÿй¤þrñuòm÷¿êÎSÿ>ÞÿÌø/õ—6ÿŸÏð>²ÿ‡‡x¯þ…Í'ó“ÿ‹£þâ¿ú4ŸÎOþ.¾M¢õg)ÿŸ ïæë.mÿ?Ÿà}eÿñ_ý šOç'ÿGü<;Åô.i?œŸü]|›EêÎSÿ>ÞÿÌ?Ö\Ûþ?ÀúËþâ¿ú4ŸÎOþ.øxwŠÿè\Ò9?øºù6Š?Õœ§þ|/½ÿ˜¬¹·üþõ—ü<;Åô.i?œŸü]ððïÿй¤þrñuòm«9Oüø_{ÿ0ÿYsoùüÿë/øxwŠÿè\Ò9?øº?ááÞ+ÿ¡sIüäÿâëäÚ(ÿVrŸùð¾÷þaþ²æßóùþÖ_ððïÿй¤þrñtÃüWÿBæ“ùÉÿÅ×É´Qþ¬å?óá}ïüÃýeÍ¿çóü¬¿ááÞ+ÿ¡sIüäÿâèÿ‡‡x¯þ…Í'ó“ÿ‹¯“h£ýYÊçÂûßù‡úË›ÏçøYÃüWÿBæ“ùÉÿÅÑÿñ_ý šOç'ÿ_&ÑGú³”ÿÏ…÷¿óõ—6ÿŸÏð>²ÿ‡‡x¯þ…Í'ó“ÿ‹£þâ¿ú4ŸÎOþ.¾M¢õg)ÿŸ ïæë.mÿ?Ÿà}eÿñ_ý šOç'ÿGü<;ÅŸô.i?œŸü]|›EêÎSÿ>ÞÿÌ?Ö\Ûþ?ÀúÈÿÁCÒGã'ÿ]ÏÂÿÛæÇ^Ö Ó|_£¦ÄMBÖBÐÆIoVä ÿ'•ð¥…nʪSq.WÝ7¡µ)Í)ÔS•^eÙ¥cöž9XÕу+ † Z’¼ÛövÔ&Õ> ø:âáËÌtøбêBåGèz:õ¯À± ³¤þËkî?ÃÖúÅUþdŸÞ:Š(¬¢Š(¢Š(¢Š(¢Š(âùÉ—ùÿ 5}½_ÿÎL¿Ïý«íê(¢Š(¢Šø‡þ ¥Óâ7ýÃöê¾Þ¯ˆàš]>#Ü7ÿn«íê(¢Š(¢Š(¢Š(¢Š(¢Šcÿ«¥~:xëþGMþ¿¦ÿÐÍ~Å¿ú¶úJütñ×üŽšÿýMÿ¡šýK€ÿ‹_Ò?©ùWÿ‡«ý *(¢¿a? (¢€ (¢€ )y¨éÍ°”QE+ ³ (¢‹ ³ (¢‹ ³ (¢‹ ³ )G'š=E+¡ò±(¢Š¢BŠ( Š( ®ÿà¿ò8x£þ¼cÿÑ•÷zô¯„?à¿ò8x£þ¼cÿÑ•÷zô¯çÎ-ÿ‘µOEù#ú „äSOÕþbÑEñçÙ…Q@Q@Q@Q@Q@Q@ñsþFé?ë’*âë´ø¹ÿ#tŸõÉ?•quønmþýWÕŸu„ÿw‡¢ (¢¼“¬(¢Š(¢Š(­Ëëš•ºOo§Lñ8ʱÂäzŒš±ÿ çÄ_ô “þú_ñ®èàqRWTݽ =½-¹×ÞstWIÿ çÄô “þú_ñ£þψÿè'ýô¿ãOê¿ùõ/¹‹ë¿}ç7EtŸð®|Gÿ@É?ï¥ÿ?á\øþ’ßKþ4}Cÿ>¥÷1ýb—ó¯¼æ讓þψÿè'ýô¿ãGü+ŸÿÐ2OûéƨbÿçÔ¾æX¥üëï9º+¤ÿ…sâ?úIÿ}/øÑÿ çÄô “þú_ñ£ê¿ùõ/¹‡Ö):ûÎnŠß¸ð¿k K&›.Å;pÇò°+ ¸z´lªÅÇ×BáR>p¢Š+œÐ(¢Š*Þ“ÿ!KOúê¿ÌUJ·¤ÿÈRÓþº¯ó½âÇÕ/…ŸN/Ý´‹÷E-@Gd~zQE0 (¢€ (¢€ (¢€ (¢€>!ÿ‚itøÿpßýº¯·«âø&—Oˆß÷ ÿÛªûz€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€>!ý¨ÿäö>ÿÜ#ÿNR×ÛÕñíGÿ'±ðþáúr–¾Þ Š( Š( Š( Š( Š( ¯!øÕÿ!M?þ¹ý ½v¼‹ã_ü…4ÿúäô*ùž"ÿ‘|½WæzYwûÌO6¢Š+ñÓìŠ( Š( Š(£Ì~¡EPES¢Š(¢Š(¢Š)QE(¢Š(¢Š·¤ÿÈRÓþº¯óôÊüª>•ó6“ÿ!KOúê¿ÌWÓkÒ¿Iá?áÕõGÍfÿQE÷çÏ…Q@Q@Q@Q@Q@Q@<þÝòBn¿ëúßùšüÛo¼kô“öçÿ’uÿ_ÖÿÌ×æÙï_¹ðWü‹_øŸäÂxÓþFKü+óbQEúðEPEPE;hÛœóIŸ–ì%¼QÅŠ^( ^( ^( ^7{RðÍɧè; ¢Š(QEQEžÀ·?Vf?ù þÿ¯!ÿ¡õÖ¼Ãöcÿ’àïúòú¯OZþ]ÌßkŠ_›?¨òÏ÷*?áä‡QEçžQEQEQEQEñüäËüÿоޯˆç&_çþ€ÕöõQEQE|CÿÒéñþá¿ûu_oWÄ?ðM.Ÿ¿îÿ·UöõQEQEQEQEQE1ÿÕ·ÓúW㧎¿ät×ÿëúoý ×ì[ÿ«o§ô¯ÇOÈé¯ÿ×ôßú¯Ôøøµý#úŸ•qçðèz¿Ð¢Š+öñð¢Š(¢Š(Ù?e„úwÅïŠ ¦ë;¤Ò¬íÚò{tb¦` ª¦áÈ°Î9À=:×Þs|øO¦ìŠ h06>Q<(_›“_$ÿÁ>?ä®kö oý^ÿ‚…1_‰Zû,èÙ+òŒÚž#1ÏV5œ#ËÒý¯ÜýS)©‡Ëò7Ž9suÿ†>¥ÿ…/ðƒþ…¿ ÿ߸èÿ…/ðþ…¿ ÿ߸ëò»ÌoïÎ1¿¼:îÿT±ô/Çÿ’8ÿÖÌ/ýGðÿäOÕøRÿÿè[ðßýûŽøRÿÿè[ðßýûŽ¿+üÇþñ?'™'÷çKýRÄÿÐl¿þH?ÖÌ7ýGðÿäOÕøRÿÿè[ðßýûŽøRÿÿè[ðßýûŽ¿+üÖìÄ­'˜ÿÞ$}hÿTñ?ô/Çÿ’õ¯ ÿ@Qü?ùõGþ¿Áÿúü7ÿ~ã£þ¿Áÿúü7ÿ~ã¯Êï1¿¼:<ÆþñüéÿªXú —ãÿÉúÙ…ÿ (þü‰ú£ÿ _áý ~ÿ¿qW—þÒÿ³?‚›á~©®øH·Ñ5M.t’Y®Ä•ÞF^‡ ’ç sŠøÚGûD_1û㿽~£üTÿ“iÖìÿ´…xXì+#Åa¤±2Ÿ<ºßºó}ÏoŽÂg˜\L^0åKyù–QE~ʶ?{…QLŠ( ®ÿà¿ò8x£þ¼cÿÑ•÷zô¯„?à¿ò8x£þ¼cÿÑ•÷zô¯çÎ-ÿ‘µOEù#ú „äSOÕþbÑEñçÙ…Q@Q@Q@Q@Q@Q@ñsþFé?ë’*âë´ø¹ÿ#tŸõÉ?•quønmþýWÕŸu„ÿw‡¢ (¢¼“¬(¢Š*î‡ \kQÈ7#L€Q‘T«CÃÿòÓÿëº1[á×ï`Ÿr*| žÿâ-z iMy,O$jUvÇŒó\—ü.­3þ|®¿ñßñ­/‹ò&Íÿ]ù×…×è9Öm‰Àb*-ZÝÀ`éb)¹TZÜö/ø]Zgüù]ã¿ãGü.­3þ|®¿ñßñ¯¢¾ýcÇÿ2û‘èÿfáûÅÿ «LÿŸ+¯üwühÿ…զϕ×þ;þ5㵩§xcTÕ­¤¸µ²’Xc,«×ØzŸ¥iO?Ì«6©ê×dD²ü,½§Ìôïø]Zgüù]ã¿ãGü.­3þ|®¿ñßñ¯thØ«©VS‚¬0E%Câ,Á;6¾äZËpÝbÿ…զϕ×þ;þ4ÂêÓ?çÊëÿÿñÚ)¬xÿæ_rön±ôW…¼Q‹,d¹‚9"T,¬˜Îpo­x!Kji…Q3aGAÍzoÁù.¿ëäÿè+^kã¯ùµOúìÕêçUe‰Ë(VŸÄÎ<,Tá‘…EWÁBQEoIÿ¥§ýu_æ*¥[Òä)iÿ]WùŠÞ‡ñcꈗÂϧîŠZEû¢–¿ #²?= (¢˜Q@Q@Q@Q@ÿÁ4º|Fÿ¸oþÝWÛÕñüK§Äoû†ÿíÕ}½@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@%%yçÇÏ Þx»áN½g¦Í5¾¥ jµ{w(æHþ} ïWþZRŠ©5;&ír*IÂ.I\ôJZùÓö+ø‡7‹¾Ýé÷R]j:5É]ó9wheË¡$ò~o0}¯¢=+lVXZÒ£-Ѫµ5QuIšóÚǃá×ÂmVŠO.õ¡û5¡ΓäR=×%¿à5Ä~ÆþÔtÿ…­®j·WWwzÔæXþÓ+9X(€nuè ç¥|uñ¿âÏÄ_‰³Ôµ›I4^LRÎÎ0R;‚ 6æ'æ” ›îç ÎkÚÀåU±¶•Ôbú¿.Ë©çbq´ð÷V»]Ñ\ç‘È¥ª?üìë‚è"¢×µËO è÷ú®¡(‚ÊΞidU$ýNJò9_7*;ù—/34óFG­|eá»~ØÖ©ª]ë·^ð=¤ÞLv¤ì9 €@v‚ÎÙÁ`ÇH¾ | ñgìç¦øÅ—ÓØزµÝœ‡P·Þdd‰“È c9ç·¸²ÊjjŒë%Qô³µßFÏ7ë“·´Tß'øÚtW ðwâE¿Å‡úoˆ EŠiTÅun§>LËïӡÌ+Í?i¯Ú·ƒî´¿ø<ñ^³´ ThÛbîÙž€ÜæÓÁÕ©_êé{Ë+sÄBý«ØúpõWÊ0þÅ7ÚÅŠßëþ<Ôgñ4Š\ܨ2Ç„r73oqï•Î: ‡à‡Ä¯ü1ø­/Âß_>£­¶ÂöyBÑ…vå‘ǺØs]¯/§RxjÊn*íY¯[_sb§%V©ìÿÌúÖŠJZñOD(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šø‡ö£ÿ“ØøGÿpý9K_oWÄ?µüžÇÂ?û„éÊZûz€ (¢€ (¢€ (¢€ (¢€ (¢€^Eñ¯þBšýr?úzíyÆ¿ù iÿõÈÿèUó#ÿ dŸ÷Òÿwßðº´ßùòºü—ühÿ…Õ¦ÿÏ•×ä¿ãGö~KÿAúùÖ1ßóïúûÎþψÿè'ýô¿ãGü+ŸÿÐ2OûéÆ»ïø]Zgüù]~Kþ4ÂêÓ?çÊëÿÿ?³òU¯ÖõòÖ1»û?ëï8øW>#ÿ dŸ÷Òÿð®|Gÿ@É?ï¥ÿï¿áui¿óåuù/øÑÿ «MÿŸ+¯ÉÆìü—þ‚õòÖ1ßóïúûÎþψÿè'ýô¿ãQÍà[ÆÒ>™6Õ;pÇò½þN›ÿ>w_’ÿtÞñd,µšx"’%ö&2xÏjÞŽQ•b¥ìèWn_/ò3ž3MsN #玜 Ð|@-ü_©,`*™7`z‘“\ý|EzN…YSìì{”åí §Ü(¢ŠÀÐ(¢Š·¤ÿÈRÓþº¯óôÚô¯™4Ÿù Z×Uþb¾›^•úO ÿ¯ª>k7ø¡óEWߟ>QEQEQEQEQEQE|óûsÿÉ ºÿ¯ëækól÷¯ÒOÛŸþHM×ý[ÿ3_›g½~çÁ_ò-â’? ãOù/ð¯Í‰EWèÀQ@Q@Kþο² ø½á“â]oT›JÒ¦‘¢µ†Ù–m§ äžs8$àôïìkÿñð‡ëþýñ5迱þGìëácè“ÿè篊µ¯Ú£â¦­{ ~.¹X£™•G‘@ܯÉ#[:ͱøšxZüŠ›·Êív}Ö%C&Ê°8z˜ª.n¢¿ÎÉ÷]ϤáÞ>ÿ¡XÿÈ_üEðïÐǬä/þ"¾bÿ†°ø±ÿC…×ýù‡ÿˆ£þÇâÇý_÷æþ"½ìž$ÿ µýÛ§Ÿý«Ãôÿ¯™ôïü;ÇÂô1ëù ÿˆ£þãáúõü…ÿÄWÌcö²ø¯ÿC×ýù‡ÿˆ¦ÿÃY|Wÿ¡ÂëþüÃÿÄQý“ÄŸô¿¯ûtÚ¼7ÿ@úùŸOü|!ÿC±ÿ¿øŠ?áÞ>ÿ¡XÿÈ_üE|Ãÿ eñ_þ‡ ¯ûóÿNoÚËâ¿ý7_÷æþ"ìž$ÿ µýÛ¢þÕá¿ú×Ìúsþãáúõü…ÿÄQÿñð‡ý šÇþBÿâ+æ/øk‹ô8]ߘøŠ?á¬~,Ðáuÿ~aÿâ(þÉâOú _×ýºÚ¼7ÿ@úùŸM·üËÂ8ñ&±ÿ¿øšù[ã÷ÀûϾ.Lšèj}Ü~u¥àM…—8*ËÙ÷<kÞ¿d_ŽÞ:ø‰ñcû+Ä>!›SÓþÅ,žL‘F£pÆUA¦ÿÁEþÙðwoÜOÿ¡-c—bsL&q ¿_óò]³ .W‹Ê'˜`©r8»~^o¹ñ½Q_¨˜…Q@QIì sõköcÿ’àïúòú¯OZóÙþH?ƒ¿ëÈèF½=kùw1ÿ}­þ9~lþ£Ëܨÿ†?’EWžzAEPEPEPEPÄ?ó“/óÿ@jûz¾!ÿœ™ŸúWÛÔQEQEñüK§Äoû†ÿíÕ}½_ÿÁ4º|Fÿ¸oþÝWÛÔQEQEQEQEQEÇÿVßOé_Žž:ÿ‘Ó_ÿ¯é¿ô3_±oþ­¾ŸÒ¿€µôÿÁØo^ñg‘©øÊY<=¥¶X k”zxñÉö¬¿Ù“áŸ&Ðn> xîÆ}jÂéí$ÒoáR·VÂH~ëãªÿ½Ú¾¥øwûQèÚö¤<=âû)|âÈÎDZԾXäoúg!ÀçÐã¨Á5ùÎœã#ÍG-³åøšÖKåÛÍ\ý!Ê0så­˜Ý)|)éóïå¡'Š?d†þ ðœ,:é/n¤AhÄN¬z–cŸ3'³gÛñ‡ÆoÙOÆÚ{Ánuß©$jVhIéªuO¯#Þ¿Lµ ZËI±šòòî;XW|“Ï DEõ,x¾|ñ/í)ªxûT¹ð×Â- ¼KyÌwÕÒ±¶ÏçïwëÇFÍ|nGœf´j>GϵÌô_öóÛúÐû,ó'ʪÓI®IôäÝüºÿZŸœ´W§þÐ 5…¾6†ÏUÔ Ôu[ûqtö°aIÛ*ŠF=ҼȃֿnÂâ!Š£ÔõR?Äa冫*SÑ¢Koõñ¾?~¥|Tÿ“iÖÿìÿ´…~Z[ÿÇÄ_ïç_©?äÚµ¿ûí!_Å¿ï/ñ~±>û„ÿÝñŸáýù_EWèëcó—¸QEÄQE}wÿíÿ‘ÃÅõãþŒ¯»×¥|!ÿíÿ‘ÃÅõãþŒ¯»×¥>qoüªz/ÉÐ\#ÿ"š~¯óŠ(¯>Ì(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šð¿‹Ÿò7Iÿ\“ùW]§ÅÏù¤ÿ®Iü«‹¯Ãso÷꾬û¬'û¼=QEäaEPZÿöŸÿ]ÓùŠÏ­ÿÈ{Oÿ®éüÅtaÿUù™Õþ=“âÇü‰³×DþuáuîŸ?äM›þº'ó¯ ¯§â÷ÅþyYWð_¨RƾdŠ€ª–8ËÄÒWWðÎÆ KÄÉos O Å dq‘÷kæp´&´(Çí;¥ZŠœ%7Ðì¼#ð®Æâ»Ô%Pv–8Û0þÅü«Ñ#…!cF¨ÀØW7„5o L×>º/oœ¾ŸpÙSþéÿõz±cñ;OX¤MR94ËÈGϨrOû¿x¯Š<6þÔM³ÜÃsÜÛ$¼;ôæÔüAã—N´])ºÝH?zëþÈÿβüqàý?Ã^v ·M2o¹˜åÛ¯ä+ÃÎ0´±´çˆ£NܪüÛ_åÔîÁÖžj”å{ôíó<¶Š(¯ÍϦ=ŸàÇü‹w_õòô¯5ñ×üÚ§ývjô¯ƒò-Ý×ÉÿÐV¼×Ç_ò7jŸõÙ«íó/ùáÿ®‡ƒ†ÿ}¨aQEñ¼QEoIÿ¥§ýu_æ*¥[Òä)iÿ]WùŠÞ‡ñcꈗÂϧîŠZEû¢–¿ #²?= (¢˜Q@Q@Q@Q@ÿÁ4º|Fÿ¸oþÝWÛÕñüK§Äoû†ÿíÕ}½@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@ ïAÁZu%|[ðýáE~×z‡‡Û÷:6¸í ¢„›÷cèãËüM}£ŠùOöãðŽ¯†¼u§æ+Ý6qk,É÷•Iß À\7â⾆ð/-|aà'ÄÊé½åšÜÉÏËÛûÅ'ý– ? ÷ó âhÑÅ­Úå~«üÑåa?sR¥²w^‡Í_¶.±sãx7ᮘù–Y’yÀä %o.2ßî®ö>Ï_UèZ=·‡t; *Í<«;#¶…=*ÈWÉß³m¼Ÿ¿hüFºFkK7agæU¤8‡ü û°5ö NdýŒiaØWâ{•„^ÒS®úíè~ÿÉðøŸþÞô¯°ëãχ?ò|>'ÿ·Ÿýkì1FqüJ_àˆ`> ÿ‰‹P]\Åio,ó:Å J]äc€ªI>Ø©kÄ?kÏÂð‚öÖÙ}­·öt[O"6Ê~›_«Šò°Ôe‰­1ݳ¶µEJœª>‡™þÍ°Éñ{ã׌>$]ÆÆÖÕš+ã|ÀR0=Ö û¸5SÀÍÿ 'ö¸Õ< ÚÉ+Æúœ ¬§ ƒ˜ úW§|ÿ’1à¯ûÛÿè¹ê_û.㑬-õÙ?î¯Ì諸ŠðÏPçµïh^'¿Óïu}"×SºÓ÷›FºŒH"/·qñŸ‘yÆF8¯›¿oϗÞö¹ÿô¯¬|¡ûÈ·áúûŸÿ@Z÷2iIã©&ö¿äÏ7’ÃÍ¥¯ü1õÿ ‹úáþ‚+Æ?lyô_úŒ1¾ÆÔna³Èë‚ÞcÄFGКö}þ@ö_õÆ?ýWÏ¿·j;| ÓJŸ•u˜K}<™Çó"°Ë⥧üß©¦)Û +v;ßÙ§Ãñxwà…!0ׂõÎ9-12dþ Ð ïÀ5ñçíµðϼâ»o–ñ7ë×6òÇ"~9‘¿*ûïWÈ¿·üŠl¼3+IvW×CŸæ+ÄÉ?ß¡Žëðg¥˜ÿ»·ÚÇ×1¸‘”åHÈ4ú­aŠÆÞ6$²Æ –ëY¯èÏElQE!…Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@þÔò{ÿîÿ§)kíêø‡ö£ÿ“ØøGÿpý9K_oPEPEPEPEPEPkȾ5ÿÈSOÿ®GÿB¯]¯"ø×ÿ!M?þ¹ý ¾gˆ¿ä_?Uùž–[þóͨ¢Šütû0¢Š(¢Š(ð®ýáüëß|ÿ"Mùÿ¦kÿ¡-xë£ÿx:÷ßÈ“¨ÿ×5ÿЖ¾Û!ÿtÅ/îþŒðóãQõÿ#çú(¢¾$÷ŠÌ@Î3ë^«àï…¶’Cî¡ È÷þ»Jú.ÿ‘„}äyÙ—û»ù'Äoùu/÷ÇòÍWKñþGKýñü…sUãæïu?Äÿ3³üz ¢Š+Ï:Š(  zOü…-?ëªÿ1_M¯Jù“Iÿ¥§ýu_æ+éµé_¤ðŸðêú£æ³Š1ÔQE}ùóáEPEPEPEPEPEPÏ?·?ü›¯úþ·þf¿6Ïzý$ý¹ÿä„Ý×õ¿ó5ù¶{×î|ÿ"×þ'ù#ðž4ÿ‘’ÿ üØ”QE~€|QEQEúû øÇ_ ÿ¹?þŽzüÒñ?ðj#?òðÿú¯ÒßÙþMÏÂÿî\èç¯Í/ÈÁ¨ÿ×ÃÿèF¿7áŸùãÿÅúÈý‰ä[€ÿé;Z8õ¤§F†GT^YŽ~d~p:ZâEŽ$gv8UQ’O ô§ÁØľ9hu/´žÑ› eÍÜ«ì‡îêÜûë¿gû¿|× Òþ"øJoxžFÍ¿ˆoGÚ-å¡€Ä}@Êç©ÉöÅ嶥mÕ¤ñÝ[Ê¡£š ®§¡pE~[ÄMŠÃ¿e„‡,^ÓÞÿᶇê|?Ãx\Jö¸©ó5¼6·¯SóëãGìIâOµÆ¥ág“ĺ2庯ú\Kî£ïê¼û ù¦XZÞFŽDdu8ea‚¡û;yuo§ÚÉqu*[A–ye`ªª:’OWÄß´E׃>:ëSé<+?ˆüWÍƽ`<‹X€?7šäbN„n8í†=)pÿb±Øâ©óEo=­þ.Ä5…ïk…©ÊÞÐ}ÃÔøçZ8õ§IÙa”àze~§¡ùaôoìü/uÿ‰|ßÌWwÿÿσ¿ë„ÿú× ûÿÉqÿ¸|ßÍkºÿ‚‹ÈcÁßõÂæµùÆ#þJª_áýú>þIj¯ûߪ>8¢Š+ô“󀢊(¢Š)=n~­~ÌòAüÿ^CÿB5éë^aû1ÿÉðwýyýק­.æ?ﵿÇ/ÍŸÔyoû•ðÇòC¨¢ŠóÏH(¢Š(¢Š(¢Š(¢Šø‡þreþè _oWÄ?ó“/óÿ@jûz€ (¢€ (¢€>!ÿ‚itøÿpßýº¯·«âø&—Oˆß÷ ÿÛªûz€ (¢€ (¢€ (¢€ (¢€ (¢€ÿêÛéý+ñÓÇ_ò:kÿõý7þ†kö-ÿÕ·ÓúW㧎¿ät×ÿëúoý ×ê|üZþ‘ýOʸóøt=_èaQEûøøQEQEõüçþJæ¯ÿ`–ÿѱÕßø(gü”þÁƒÿFÉT¿àŸ?òW5û·þŽ®ÿÁC?ä¤xþÁƒÿFÉ_™ËþJµþÐý&?òKKü_ª>Q¢Š+ôÃócôþ óøU:×óý{—Ä_„žø«¥ý‹ÄzTw›A\¶h}ÑÇ#éÓÔWÈ¿±_ÇÏ ü=Ño<-â–Ò§¼½7ÞÌ?ÑÎQWk7ðœ¯SÇ=E}Íky õºOo*O Š$ƒ+)èAE’/²éÓNB˼d9àœ{b¾Àðφt¯éqiš5„mŒ# ºQïî}Ï&¼7à¯?´ÇÆ?Š×ÿAíÞ)ñ†‹à}mO]Ô Ó,b4×´tÎêÇØdÖYÍlEjð ›k–.Ë»ŠmÙum›dÔpô(O$“æ’»ì¤Õ®ú$‚ÿoïù,Vÿ \ú×Ìüc­{íIñkIø¿ñ(jÚ"N,-­VÑeB™v³á{ž3ÏÒ¼{.kö쎌èå´iÕVimØüG:« Ù…j”Ýâå¡%¿ü|Eþøþuú—ñSþM«[ÿ°þÒùioÿ¾?~¥üTÿ“jÖÿìÿ´…|¯ÿ¼`¿ÅúÄú¾ÿwƇôgå}Q_£­Î^áESQEõßü·þG׌ú2¾ï^•ð‡ü·þG׌ú2¾ï^•üùÅ¿ò6©è¿$ApüŠiú¿ÌZ(¢¾<û0¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(Âþ.ÈÝ'ýrOå\]vŸ?än“þ¹'ò®.¿ Ϳߪú³î°ŸîðôAEW’u…Q@hxþCÚýwOæ+>´ÿÉðøŸþÞô¯°·ZùoÆß²Ÿ‹uŸ‰š×‹4Ç¡M3:5±š)‘XTºéPÃ3|]ÿ¢Á©àußÿ^þ.8lc§5YFÑKT÷_#Ë¡*Ô9£ìÛÖçÕ[«ã? ÿ ßöžÐ¼4º>ÞMÎÂ@è%¹ ö;Ucÿykܾ ü3ñ—Øuáâ_Oâ¹/²}ªy¥[r‚Mßëà6äÎ?»ô¬O³½ÿÃëÞ'×ux5­[RB«,1²í/&ùXç¹!z{ú×6tp3«QM9%hÚú·×äm^51„lžåŸøc…¿ô¸ÿÀù¿øª¡¬þÆß.4›È¬4Ë‹;é!u‚àÞJâ9 ¬Ab {íÉËš~Õéænðxv­È¾ãäß؇Æ3Ø7‰<©†Š÷O™®¡…Ï+†ΞÛX!Ç«5Oû~È£á_úþ—ÿE×a/ìï¨i_´üCÑ5k[;9¦ÝXIn}é²`ãæ冈ÖÏíðJûãf‹£ÙXêPi¯cpÓ3Ü#0`W¯]b°ÿÚTñiÚ-]ù;YœƯÕ%E­V‹Ðôø£ô?úñƒÿE­rŸ¾Û|^ðÞŽû"ÔcýýËõSq“ýÖSìsÔ í´=´ÂÅÜHööñÂ\ªŸÒ´kç£ZTk{ZoTîz®š>Imcó«^ø›wª|¾øâ!$> ðæ¥g8v…K£F}Z2vÿºG÷I¯µ¾ÿÉðWý‚­ÿô^]ñóöM_Š¾,‹Ä.£o£ÞMËåš&e™—mèØàúí_zö¯‡>—Á~дæ[™´ë8í^hÁ åT €{W½˜â°Õð°öI»µÙžfZuß´ÚÖO¹ÓQEó'²4WÊ·÷ü‹~ÿ¯¹ÿô¯¬;b¼köø}ñ³LÑm¬u(4×°šIY§F`Û” }+ÓÊëCŒ…JŽÉ_òg2œªP”c¹ë0ÿ‰=ýpÿAæµ'„fñ—Á]z XüÛ«5[è‘FKyM¹À÷Ù¿õê–0K;x ÉŽ5B}p©ÙC)d¢¹)ÖtkF´z;›ÎŸ´¦àú£ÄdO[x³àî›d²©¿ÑÐn#Ï*&#B„ ú«zWoñ“ÇßþkºÄÒˆäŽÝã¶]Ø/;‚±¨ÿôžÕã>$ý”õÿ ø²ü+ñ:øjk’Lš}Ád…rrUYU²™èŒ„ ué†Zþ˾3ø¬YÝ|Tñ°ÖllÛriÚ{6ÇõäªÏ!I#ŒŽµíNž ¥­{UÈÝígN߉çFxˆÓTyûô4ÿbM |/»Ö.c1ˬݙcÜ0L1ˆóЊáµé×àßí©~~Ï¢ëã?hn “cz L Ÿ@s_^iö6ú]œ–%µ­º,QC…TP0Ð\Æ‚z?ÆŸGc¨»Z_[{-B4 ð1 ƒ÷”àer3È#5<Â2ÅÔ«[ਚ~K§Ü]L,•Æžñw=Šùã¤Éñƒöšðƒtóö«m•¯YyTË 'éÄhƒý㎵­eð7ã¾bº5‡Ä›4ÑPyQ»K'ž‘ã)1\€?z—Á€WÁ»k«‘rúLjoF.µ9—i#9؃'jç“É,FO@£ì2÷*Ѩ§+4­~½]É©íqJ4ÜUîîzÈàRÑEx¬QEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQE|CûQÿÉì|#ÿ¸Gþœ¥¯·«âÚþOcáýÂ?ôå-}½@Q@Q@Q@Q@Q@ ¯"ø×ÿ!M?þ¹ý ½v¼‹ã_ü…4ÿúäô*ùž"ÿ‘|ýWæzYoûÌO6¢Š+ñÓìŠ( Š( Áþº?÷‡ó¯}ñ÷ü‰:ýs_ý kÀ ÿ]ûÃù×¾øûþDGþ¹¯þ„µöÙû®+ü?£<<ÃøÔ½T|ÿEWÄžáÑ|?µ†óÅ–PÏËî ®2ÊkÒ.¼}áù^ïÃ7M<µ„͘ÛØgúþuçŸ ärÓþ­ÿ š÷úý#‡p´ëá%ͤ”·ê´]O™ÌªÊ•¶¶Ý.ÃâU¤~dÌ2i7±Œ´r)*ßu½{Æ­å鶕¦“†½˜aز;~Mñ.äm tjù½U;”O¥vñ€ª@QŒ+ݧOˆ«<=Z¾ìm¶úÿÀ8$á*‘Ž¯ð<×Åž °ð÷ƒï¦P×W¬S}ÌÇs“¸g•äÕïÿäL½ú§þ„+Á+áøŽŒ(â£JË”÷²Éº”¥)k¨W°|ÿ-ïývþ•ãõì¿ä {ÿ]¿¥eÃò0£ü‹Ì¿ÝßÈá>#È㩾?®jº_ˆßò8ê_ïä+š¯0ÿ{«þ'ù˜àÃÑ~AEWžtQ@ôŸù Z×Uþb¾›^•ó&“ÿ!KOúê¿ÌWÓkÒ¿Iá?áÕõGÍfÿ>c¨¢ŠûóçŠ( Š( Š( Š( Š( Š( žnù!7_õýoüÍ~mžõúIûsÿÉ ºÿ¯ëækól÷¯Üø+þE¯üOòGá#ø‡®¶›á+•žÑä(²!åL­þ9nOݯ ´¿èžðÆ— évúeŒp0Û®3ò‘–=Xû’Mb~ÏòE<?êþƒ]'ýƒÿä¸ÿÜ>oæµÝÁE¿ä1àïúá?óZá`ÿù.?÷›ù­w_ðQoù x;þ¸OüÖ¿9¯ÿ%U/ðþŒýÿ$µ_ñ/ÍQEúIùÀQEQEžÀ·?V¿f?ù þÿ¯!ÿ¡ôõ¯0ý˜ÿäƒø;þ¼‡þ„kÓÖ¿—s÷Úßã—æÏê<·ýÊøcù!ÔQEyç¤QEQEQEQE|Cÿ92ÿ?ô¯·«âùÉ—ùÿ 5}½@Q@Q@ÿÁ4º|Fÿ¸oþÝWÛÕñüK§Äoû†ÿíÕ}½@Q@Q@Q@Q@Q@ õmôþ•øéã¯ù5ÿúþ›ÿC5ûÿêÛéý+ñÓÇ_ò:kÿõý7þ†kõ>þ-Hþ§å\yü:¯ô0¨¢Šý€ü|(¢Š(¢Šú‡þ óÿ%sWÿ°KèØêïü3þJFÿ`Áÿ£d¬ŸØPµ±øŨA<«·:[Ç ±ÁvŒ@÷Ú ü }IñÃö_Ò>9kÖZ¶£¬^iòZÛý™c¶TÌÙ9ïó~•ù.aŒ¥—q'Ö1G—·•Õ°:¹‡¼>Yswó?0诽?áÞÿ¡ŸSÿ¿qÿ…ðï ÿÐÏ©ÿ߸ÿ¾›ýnÊÿà,ùÏõG5þE÷£àßáâ½GáíンFšeë^éÌš]ã„ÿ»Ýºã Îkê/øw…ÇüÌú¦ëœáAÿ‚wø_þ†mSþýÇþɈâ\MÒ®ù“ïþG^†³¼%ER‚åk´—ùž+¡þ×øcÇ;ñN™ ÿÄÃÄB³Ås>c·e\1l_žƒzñß|Kñ/Å aµê“jäùq±ÄPƒü(ƒ…Jû3þááŽÞ&Õ?ïÜáMÿ‡xø_þ†mOþøOð®Jça§íiüVJí;Ù+Yi¦‡M|ˆ1ý•EîÝ»]nÝïç©ðwQŠNzWÞðï ÿÐÏ©ÿ߸ÿÂøw‡…ÿègÔÿïÜá^·úß•;ÿÀ_ùgú£šÿ"ûÑð…¿ü|Eþøþuú—ñSþM«[ÿ°þÒä±ÿÁ<ü/ŠÃĺ¡*s÷#ÿ õ¿²Zxköñ-¼÷b‡K6Èò ¶Ð‹ø“Šù ï8Âfج$p­·v}Ñõ™.QŠÊp¸©bÕ¯ëÌü®¢Š+ö%±ùÜ(¢Šb (¢€>»ÿ‚vÿÈáâúñÿFWÝëÒ¾ÿ‚vÿÈáâúñÿFWÝëÒ¿Ÿ8·þFÕ=äè.ÿ‘M?Wù‹EWÇŸfQEQEQEQEQEQEx_ÅÏù¤ÿ®Iü«‹®ÓâçüÒ×$þUÅ×á¹·ûõ_V}ÖýÞˆ(¢ŠòN°¢Š(­ÿÈ{Oÿ®éüÅgÔöFÆú €7_¸9­èµo¹àÒ=·â·ü‰Ó×Dþuá›O¡¯ ,üqáýVÍï PÀn†à€TúiÿÛÞÿŸ«ÍkôlË/¡™ÕUã^+D¿­O™Ââ*a`àé¶|ù´ú6ŸC_Aÿoxgþ~¬?ñÚ?·¼3ÿ?Zþ;^Oú½Ko¬Çúù¿ÚSÿŸLùóiô5j=Vú¶ q0ïæB7ݱî=:WÒ ¦Ù²‚- #±ò×ü)²ìÿçÖûö?»#µ#ðÖ·¢ÿ‚`óX½™æ’[‰ZIY¤‘ŽY˜’I¦m>†¾›þ̳ÿŸX?ïØÿ È:ï†Uˆ76Ž:­cW†”ê×JýÿáËŽhÚå…=žöŸCFÓèkèOíï ÿÏÕ‡þ;Iý½áŸùú°üÖ°ÿWhÿÐL¯™§ö”ÿçÓ0~ ‚<7u‘ôƒÿ ­y·Ž¿änÕ?ë³W³Éã/é¶îë}j¨9Û “ôáZö¦5bòñTªÍ+:©êœ_º)iîŠZþ€ŽÈüô(¢Š`QEQEQEQE|CÿÒéñþá¿ûu_oWÄ?ðM.Ÿ¿îÿ·UöõQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQES1ÐÒ/¨Þô¼S¡éK´sHÒSh ¤Í?ýj1šN§§¹üéÔPKL'Þ“¹â˜4mê3E --7š? `Ñü©1ÓzÐ袊`ߥœ÷ QM¥ü(ͨýi´~4´™4E'=¨ ÑEÀ(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šø‡ö£ÿ“ØøGÿpý9K_oWÄ?µüžÇÂ?û„éÊZûz€ (¢€ (¢€ (¢€ (¢€ (¢€^Eñ¯þBšýr?úzíyÆ¿ù iÿõÈÿèUó†½l¿2ÅeîôvíÐãÄa©b¿¹í¿æI—@’7Y¯«)È#A­ßx³NðÜï'LeaN]¾ƒúšùþ=Jòb‰.%E •q°îcPÜÜOy3Í;É4¬rÎä’úÄ3ƒ©R;JVü;û5K–3–ˆê<]ñóÄÈÖª‚ÖÈœù}Y±Óqÿ ä©vŸCFÓèkä±ëâæêWÕžÅ:tèÅF ^Áð[þ@·¿õÛúWm>†½à¿Ë£ÞçƒçJ÷xq5‹·FpfM}]¯C„øÿ#Ž¥þøþB¹ªé~#È㩾?®j¼lÃýî­ÿ™þgnø0~H(¢Šó΀¢Š(Þ“ÿ!KOúê¿ÌWÓkÒ¾dÒä)iÿ]WùŠúmzWé<'ü:¾¨ù¬ßâ‡ÌuQ_~|øQEQEQEQEQEQEóÏíÏÿ$&ëþ¿­ÿ™¯Í³Þ¿I?nù!7_õýoüÍ~mžõûŸȵÿ‰þHü'?äd¿Â¿6%Q_ QEQE~ŸþÇÿòn~ÿrãÿG=~ixþF Gþ¾ÿB5ú[ûá¿g_ rvÏÿ£ž¾UÕaωwÚ¥ÝÂ&–YYÇúYîsé_”dxì6 2Ç%÷OðÛâçŠ>jk}áÍV[<ŸÞÚ±ÝÃÑÐð~½Gjú‡Tý²´/Š|Q¡ëvÿØ~$¸ÓeŽ5žÞåöôCÉRy·ç^mÿ %ñ3§—¥ÿàWÿZøa/‰¸Ç—¥ÿàWÿZ¼uNÇÔZ•b¦¬îšON练Ž„©S¥'uf®µìzm—í“ ü1ø=áCƒûwÄpé±ÆêC%½³íèíÁb=óòÏÄ‹^(ø­ªïê²Þ`“²°ÂdAÀíÏSŽkÖá„~&ãîi_ø?Âøa‰¿óÏKÿÀ¿þµðþr«N¬\¥wvÓzöì#Ü7ÿn«íê(¢Š(¢Š(¢Š(¢Š(¢Šcÿ«o§ô¯ÇOÈé¯ÿ×ôßú¯Ø·ÿVßOé_Žž:ÿ‘Ó_ÿ¯é¿ô3_©ðñkúGõ?*ãÏáÐõ¡…EWìãáEPEP½/T½Ñu+{ý>êk+ÛwCq”xØt Ž†½JÚÃ⤬kâÛ‚c-lOԕ漊Šã­ƒÃâu©©?5s²Ž3†V£QÇÑØöøkoŠßô6Mÿ~cÿâhÿ†¶ø­ÿCdß÷æ?þ&¹‡? ¼SñVîòÛÂúwö„¶¨­2™’=ªNËÞ½Ûö'ø³<_B·Oñ½ô$ɳúW‰^9~β§.”öèK;ÄÁT¢êJ/ªr;oÙÇö–ñ÷Š¾2xHñ½%þ—xòDöï ±¶…ÈÃ`þ÷÷oZù/öpýï¾x²ÛÅ(Ômî/­[<²+Fçb €;ãž1_Yzú×ãÜI__¾¡nT­¢²½Ùû ÑÇQÂ?¯·ÌÝõwv²½8¯ý°¾(k_ ~Û^hbÔîïã·Y•M®Ì@#Øƽ޼»öø/ÇíŸÙ×–ó‹›[»”8maýÒnFö¯,©Bž2”±?zžÆiN½LX៾ևÁðÖß¿èl›þüÇÿÄÑÿ mñ[þ†É¿ïÌüMtš¿ì3ñCM’ÖÊÇU´–÷h€þ5Ïë_²?Åé×W÷ž-m¡yå‘/am¨ŠYŽz_¹S­ÃÕ>e¯øOÃjSÏéß›ÚäÃímñ[¿‹gÿ¿1ÿñ5Éøë㌾%C#×®µhÛrÀHX·{hÀϽqTW½O/ÁÒ’:1MuILÃV.*ɧѶQEz'œQEQE}wÿíÿ‘ÃÅõãþŒ¯»×¥|!ÿíÿ‘ÃÅõãþŒ¯»×¥>qoüªz/ÉÐ\#ÿ"š~¯óŠ(¯>Ì(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šð¿‹Ÿò7Iÿ\“ùW]§ÅÏù¤ÿ®Iü«‹¯Ãso÷꾬û¬'û¼=QEäaEPEP0¢Š½¡ÙŨëvÓ±He‘QØ0 Á95¤"êJ4âD¥Ê›} 4.w uϯ`_…þgP”ÿÛÂ…ji> ð¶“2Ë“4ªr­4Á°}qœ~•õ¸{).iÅ/SÉ–cJÚEýÇG ùƒE±óùï¨m£5¡üª§ö­ŸüýÃÿühþÖ³ÿŸ¸ïâÿ~¥ ÓŒTy¶>U©7{ ÕžDÒîÚ>dX˜ ¸8¯™›;ŽzçšúgûRͺÝCÿük™Õ|ámVfšO&XåšÂäý3Ò¾g<Ëå™(JŒÕã}Ùê`q u8½O ¢½}¾øcœjƒÿ]Óü+ÍüY¥ÚèºõÍ¥¤†h# µ‹'* äWÀbò¼FÒm5¶Œú8ºuåËïèdQEãyõ;|‚Š( Š( ­é?ò´ÿ®«üÅT«zOü…-?ëªÿ1[Ðþ,}QøYôâýÑKH¿tR×ôvGç¡ES¢Š(¢Š(¢Š(¢Š(âø&—Oˆß÷ ÿÛªûz¾!ÿ‚itøÿpßýº¯·¨¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¤¥¢€8¬kÃÃzL·Í \$dnD# ŒþdVÁõªz®Ÿ§§ÜÚJ3Ѳ7ÐŒW5V–¢Ã»T³å~} irûH¹«®¥/ øŠi1ß@­fe1·%H8Áýã[«É¾_I¥ë¦…pv¸bÁÚSµ±õ?…zÈZðxg4žm–S¯[ø‹Ý—ø–çf?°¸‰BëÑ•µ èôÛî¦8Š21ö5‰àß'‹­î'ŽÖKx¢`€¹sc$ zqùÖ'ÆMkìKlIzø?î® ývÆ·ü¢Ã6vÌ»e)¾O]Ç’?Ÿ…r,ˉÏÞÿuJž›Éì¾íM>¯ x/o?ŠNËÑnÊö>8†÷Å×ÛȲŜÊHÚpþµÔqÍy6ÿ%ŽÿþÚè"½kø«NÌq•óÄ;¸T”W¢ØY…aå¼Sù±h¤=é¸ï_cæyg;ã?Ûx>ÖÞI¢iÞf*±¡à “ϧ_ðô‹}BU%ånªAÁñæúÌðž|Jî²±B­ŽŸ/ÞÿÇÈ_­|$¿“KÔµO\œK"pv¶?ñÓøšü§ ÄتÙã§RßT”¥N/ûñIïÙê‘ôurúQÁs/⤤ÿÂÿ­OS®kÆ^2‹ÁöðI-¼“ù¬T c=ë¥þóŽ_ò Óë³è5õœSÄe™ElVÚqµ¾ô;.¡ F.êlλÂ^,¶ñm‰¸€4lµâ|nSÛð"ºù¯·y~øžÖðm&ú5-ŽHª“‘ì}ëÚ!¸Žâ%–6€ÊÀäzâá|ê¶i‡• j¶"ž’]ï´—“4Ì0‘ÃÍT¥¬%·ê¾F?‹üQ„ôµ¼–K„Ú„È'<ý*îª.³¥ÚÞƦ5¸Œ8Vê23Šä~4È©ý|§ò5ÐxþE 'þ½ÓùV´3Dø†¶O÷q§%æÙ¡‚…uñ95ò7éh¢¾ÌóoÅ6Ó¼'ý®F{†H#cïì=ÍrŸð¹$OÞÉ Ü%©é6î¿øî?Z쮼+a{®Væ!=ÂD±F®2 Çp¿7éZÏ r)V@TŒFF+âñX,÷Zr¥Š/…(©_üMíò=Ju°tâ£:No®¶·¥¿SÃ>,°ñM©šÎBYp6t'ÔQÅnv5äš]¢øgâ÷Ø­>K[sž(_ô 8ôÞøãYmÂ÷×q¶Ù•v!ôf;Aü3ŸÂ±Éóê•2ìE|zJxw(ÎÛ>^«Ô¬N F¼!Gi¤×ÌÉñÄû ôÙA ºâœ4pôSèO¯°³ôÿŒVÍvjztú[7ñ1ÞÜð? wÂOÇk£jLîîÙ°ì2Ê ã÷ Ÿ~+sǾ‡_ðíÒùJ×0£I È`3€}ñŠñ![ˆñxízU£®hÒåM5ºNW½Ú;pk}VPo[9_¯¦ÇG«*«£F‚*†·­Zx~Éîï%F½Ï$Ÿ@;šå>ë/¨ømídmÏfþZŸöÊÿQô°ü[»Æm4RçìvÄPxû»ØýHÂש‰âfòjü,S©YÆ1Onfí¯¦¿qÏ ¿ý®tj?vmù/ó/Iñ¶e¶Ñ.e³Rs360>Hýkªð§4ÿ@íjÍÑÿ¬†\_qï[Vö°ÚÛ¤1ıăj¢Œ=¯$׭Ǿ#X^Û(†ÖíxÔapN×~Mõ® f+:á÷KÄ*´e%®U[õMtõ6¥O æ¥FŸ$’ºÖ÷·ø²ÑH§* -~žÕÏŸ (¢˜Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@þÔò{ÿîÿ§)kíêø‡ö£ÿ“ØøGÿpý9K_oPEPEPEPEPEPkȾ5ÿÈSOÿ®GÿB¯]¯"ø×ÿ!M?þ¹ý ¾gˆ¿ä_?Uùž–[þóͨ¢Šütû0¢Š(¢Š(Q¶2°êkÞtŸhš¶›Mu .P !˜ã¸ç¨¯¢½¬·4«–¹r$Ô·LáÄá!‰K™ÚÇПÛÞÿŸ«üvíï ÿÏÕ‡þ;_=Ñ^ßúÍ?ùó‹û.?ÌÏ¡?·¼3ÿ?Z浩…Äk$vð™e‘µùÙô/ö÷†çëOüÖ†ñ‡ôøYÒúÕrV22_=QKýhª®ãJ)û.=fÍOjˮ뗗ª ¤ŽJ)ë· ÍeÑE|}J’«7R[·sÚŒTcʶ (¢²((¢Š·¤ÿÈRÓþº¯óôÚô¯™4Ÿù Z×Uþb¾›^•úO ÿ¯ª>k7ø¡óEWߟ>QEQEQEQEQEQE|óûsÿÉ ºÿ¯ëækól÷¯ÒOÛŸþHM×ý[ÿ3_›g½~çÁ_ò-â’? ãOù/ð¯Í‰EWèÀQ@Q@éð/ö®ñÁm"Ml`Ö´fÍ9GÞØñë‚:ôêkÕÿáâ×½?á €ÛéÿâkãJ+çq=–bªºÕh§'¾­~GÑaøƒ2ÂÒTiUj+m¿T}•ÿ½ÿ¡2ü ?üMðñkßú!ÿÀÓÿÄ×ÇÑX\͇KyOB‘’?•jè¾ñˆ§X´½ PÔ%c€¶ö®äþB¸gù%5ySKæÿÌïgsÒ5ù/ò?MgŸð¼¼w¬¾œ4¹­®ÚÕíľgƒg®â? õZðOØÿá.±ð§áåÂkñ mKR¹ûKZî b@ (lp©#·ó^ù×­~šCOV8Wx'¡ûvUÜ= úƒù×çÇí}ð/Æ2|TÕ|M§è×Z¾¨‘g³ŒÊa!²ºŽW‘ÁèAë×á¼> ŒtñÖ嶗v×CÈâLF7 ƒŒð7澶WÓS¨ÿ‡‹^ÿЙþŸþ&øx½ïý °àiÿâkäI´=JÞM’é÷Q8ê­ ? Ui­ä·ÿYÇž›Ôç_­Ç†²imKñæ~Jø—9ÅUýËü±þ -|U±àÛp{fñ¿øšùÃãÆ kãGŠµ¬˜¡òãÛÚ[‚#†0IÀÏ$’I$× Ez8'ÿÏ]/ÿÿúõó¿Ý£šò+åXMGVµ%)>é3Ö¡šcpÔÕ:5\bº&Ï¡ÿá»>'7üµÒÿðÿ¯Kÿ Ùñ;§›¥ÿàÿ^¾v¥®u‘e›ý^?r7þÜÌ¿çü¾ö}¿·WÄý¼K¥ãþ½?úôŸðÝŸ¿ç¶—ÿ€ŸýzùãšJØ9_ýÇîíÜÍiíå÷ŸDÿÃv|Oò×KÿÀ?þ½RÖ¿moˆúö“{§\¾˜mîà’Þ]¶˜;]JœõÁ5àœÒP²<µ;ªûžw˜´Ó¯/½…Q^éá…QLŠ( Š( ®ÿà¿ò8x£þ¼cÿÑ•÷zô¯„?à¿ò8x£þ¼cÿÑ•÷zô¯çÎ-ÿ‘µOEù#ú „äSOÕþbÑEñçÙ…Q@Q@Q@Q@Q@Q@ñsþFé?ë’*âë´ø¹ÿ#tŸõÉ?•quønmþýWÕŸu„ÿw‡¢ (¢¼“¬(¢Š(¢Š(¢ŠG¸n>´n>´QUÌÞ—ØZv ÇÖÇÖŠ)óK¸r®Á¸úѸúÑE.iwUØ7Z(¢•Ü’¸ZÖaERQEQEU½'þB–ŸõÕ˜ª•oIÿ¥§ýu_æ+zŪ"_ >œ_º)iîŠZþ€ŽÈüô(¢Š`QEQEQEQE|CÿÒéñþá¿ûu_oWÄ?ðM.Ÿ¿îÿ·UöõQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQE0ãbŸIJÀx÷Ž¡>ø§ë1°ÎC9£åÍH¯]GºTŒæ¸ßŠš/ö¿…g•f³>zúà}áÿ|’U|+ã‡á»_HÁ¥±¡e=Ù@ ?Wó¯Ë°U£çxÜ5GËJ¤}´}~ßùŸAZ/„¥R:Ê/‘üö0u/ø­>*Eköv' éò¶~¬B×®`töÅy·Á½%ÖÆïWŸ--Ü›U›©Py?‹ùW¥v5ép… ËS2®½üDœÿíß²¾ãÒIUŽ;SVùõüO%Ðä±ßýdþB½k½y.ÿ%‹Pÿ¶ŸÈW­V\ÿÙñõú§æVmüJ_àˆv¬Ÿk  èw—¯ÿ,•»tQø’+TóŠòߌš¬—a¡ÛóLÂFEêyÂ/âsù ÷x—2þÉÊêâcñZÑÿÑX ?Ö±§Ó¯¢Ü·ðoIuÓ¯5iòÓ^HB³u*¤äþ,OåY~=ü%ãÝ;]ˆbÈó6ú•‡â¤~4º]Ç4}> Km‚$ ¹ÚOÏÏÖ³üXž2×´²ºž“‚ßyˆeÀ9þ#Û5øö# |?GC UV¤ÔÔ½›·:wnýž§ÔӦ厕YÔ$¯¹–ÝgŠE–u!•†C•æ¿¿ä¦×fÿÐkgáN¹ý¯áx¡vÌÖ‡Èo û§òÀü+ã†?²ôÜÏfÿÐkî8‹ Ï„§Œ§´ãóºÓï<œaóHÒ–é¿É.±á¸|QàølßjËä«Å'÷(Áúv>ƹ¿…~$š›ÃšŽRêÜ°‹\ó'áÔ{}+Ð4|ÿdÙÿ×þB¼ûâ—‡e²¸‡ÄšoÉqnÊgÚ;ºÿ‡CíJ3Œ-\½aóü¼¡ª%ö©Û_œwDajF¿> «ÒOÝ}¥ÿ¿ñ£þE8ÿëå?‘®‡Àò(i?õîŸÊ¸ox‚|;¶½‹Œê$LýÆäžÆ»/üR:Iÿ§dþTò¼MZ‹ò_æ'€,n¼K⋯ݧ—[qømãÔã=É­/_…àPp$¹U?÷Ëé]Ü0Çk E*FƒT`;\GÆK_?ÂB@3äÜ#þy_ýš¼\Ç(þÊáœU.iÉJR—y=[:ðøŸ¬æ§k$ÒK²[‚‘bð– cý6üJ‚l¶6°<ñX~¸[¯é.§ [ªqê£iþU±wp¶¶³K!ÂÆ…Ð šûºpþË£%ðò/KržMu/o(½îÿ3˾ æ;­rO,{p\S|ÆëâÆ·#}äøH«üªÇÁ wòu{¦û² 1?úªþQ§|\Õ`½7›Œÿ´Uÿ¯ÅòØÊnM*ŠÑöÒü\­ÿúÌW½‰ÅÛ~UøZç­g¨¯*øäœhòŽ ™ïƒý+ÕOµyGÆcöíSBÓãæGfÿy•GëšýŽõÈkG«qK×™.Kþý v¿äÏT·mÐÆÞªéSS#]±¨ô§×ÞRMSŠ}îQEj ¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(âÚþOcáýÂ?ôå-}½_þÔò{ÿîÿ§)kíê(¢Š(¢Š(¢Š(¢Š(¢ŠmyÆ¿ù iÿõÈÿèUëµä_ÿä)§ÿ×#ÿ¡WÌñü‹çê¿3ÒËÞbyµQ_ŽŸfQEQEQEO§À—WÖðÈÛc’EVlãšõ…ø_á¼ê“ÿ_ þän>µêà±t0ɪÔTïÜãÄP©Y§ ¸Ø÷7ÀÞÓdYG“q"œƒq0aùtý+©þÓ²^êÿmø×Ì»­­}$†8Ò伟üΞXêk:ŸNkYÿÏÔ÷ñÆík?ùúƒþþ/ø×Ì{­­tÿ­’ÿŸ_ü?ì…üÿîÚ¿ƒü/¬LóMäÇ3œ™"˜)'×ÇéY-ð¿Ã ÓP”ÛÂ…xþãëFãë^eLë Q·,,oýy1ÀÕŠ²ªÍ¯iº»-œ†hT†f y<ŠÅ¢ŠùŠÓJŽpVMÞÇ«N.I»´QEbXQEQEoIÿ¥§ýu_æ+éµé_2i?ò´ÿ®«üÅ}6½+ôžþ_T|ÖoñCæ:Š(¯¿>|(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šùçöçÿ’uÿ_ÖÿÌ×æÙï_¤Ÿ·?ü›¯úþ·þf¿6ÏzýÏ‚¿äZÿÄÿ$~ÆŸò2_á_›Š(¯Ð€ (¢€ (¢€ (¢€>ÄøYûlxkÀ>Ðô _\\Ø[,/4mV#<Œó]hÿ‚‡x`Ì«©ßÈÿƾ¢¾B¯ 啧*“ƒ»wz¾¿3ëiqFeF§ +%e¢ÿ#ïøx‡†zÿÂ/©çþºGþ4åÿ‚‰xkþ…}PÿÛHÿƾ ¢±ÿT2Ÿùöþ÷þfßëvküÿ‚>ó?ðQ/ ЯªßØÿÆ“þ!áœsámPúëø×Á´Qþ¨e?Èþ÷þaþ·f¿Î¾ä}àßðPÏ 7Þð®¤G»Çþ5á¿´çí£|s±Ð`Òôk-ô饒F¸(woU ¿î×€Ñ]¸NËðU£^ŒZ”vÕœX®#Ì1”eB´“‹ßDQE}Aó!EPEPER{ÜýZý˜ÿäƒø;þ¼‡þ„kÓÖ¼Ãöcÿ’àïúòú¯OZþ]ÌßkŽ_›?¨òß÷*?áä‡QEçžQEQEQEQEñüäËüÿоޯˆç&_çþ€ÕöõQEQE|CÿÒéñþá¿ûu_oWÄ?ðM.Ÿ¿îÿ·UöõQEQEQEQEQE1ÿÕ·ÓúW㧎¿ät×ÿëúoý ×ì[ÿ«o§ô¯ÇOÈé¯ÿ×ôßú¯Ôøøµý#úŸ•qçðèz¿Ð¢Š+öñð¢Š(¢Š(¢Š(@ÍhèžÕ|MvÖºF›yª\ªy†8g íPN9ž3^±û-øëþZÔ²yvW²}†ç-…Û/Ê {Úß…pãkT¡†Z*òŠnÝìvàéB¾"ª»&Ò¿kž[uk>Ÿu5­Ô2[ÜÂæ9!•Jº08 ƒÐƒW£ð®¶úëI¤_>Ž§ ~¶ÎmÔç2chä×½{gí©àøEþ6OyoÛ]v»jñæ’AŸRË»þ+Ò?i øT¿³Ÿ>BZ+ËåI/ˉ$Vö2¿îW…ý´êÓÂ:1»­ø$¯/¸öÿ±ýLLkJÊ—âÛ²ûÏ•.<â[= j³è:Œ:iA »{Wm=v1ƒëXú­oâ %·ð7„5 t’Óĺ$ñ•#‚Ñà )ô(ò~Uð?…þÝ^þÑQxáY¢¶Ô™gb6æÚ2\¸ú ãê+“+â/®F¬±åä\Ë]Òm?¹£¯2áÿ©Ê’¡.nwg¦ÎÉÛñ<þø’×Eþ×›AÔbÒö >Øö®"ÚzØÆ au¯Ó‰Þ,¶ñ/ŠVÖb?²èñ˦©ŒcæHP¸üŠÿÀkó¥wäyµLÖœçV¼®ß…Î ë+†W8Fœù”•ÿ EWÓŸ6QEQEQE}wÿíÿ‘ÃÅõãþŒ¯»×¥|!ÿíÿ‘ÃÅõãþŒ¯»×¥>qoüªz/ÉÐ\#ÿ"š~¯óŠ(¯>Ì(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šð¿‹Ÿò7Iÿ\“ùW]§ÅÏù¤ÿ®Iü«‹¯Ãso÷꾬û¬'û¼=QEäaEPEPEPáE’hÑ›b³[Ç=k¢ñ‚¤ðÙ_í+uàáÂmÁã©ìkš¯T¾ÿŠ·áLsšâÇÇ_“ƒÿŽkÛÀáéb¨Õ¦×¾—2ùnpb*Ê”á/²Ý™Æø;Á²xºk .Öu Ò2îäôÈìåZørÞ'µ¹¸[åŠ(¥1.’ØçÛ¨­­%¿áø[qv~[AŠ§cƒòÐøÓü3[ü6Ö¥BCÇ+¸#®B¡¯c €Â©R§Z7n.OWò8ªâ*¾iEét‘ÀøƒC›Ãº¤Ö3•w:ô`FA®‹Â î!ÿ‚itøÿpßýº¯·«âø&—Oˆß÷ ÿÛªûz€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ JZ( ¡[ˆž7PÊÀ©¾z×Ͻæ{¨øj0Ì&»@‹žX Û?﬩ü}UÆÞI„Ím(é!@[Žœ×Âñ? . T¥ œ“…õµï¬ãÓs×ËñÿQr¼nŸæ¶e}KMIµ²îÁLú9?‰ÏçZiôWÙQ£ £Fš´b¬¾G•)9ÉÊ[³Ã¥ñ ¿†>'êw×)$‘)dÛäêEu_ð»tùó¾ÿ¾ÿ‹®êM.ÎW,ö°ÈÍÉb€“úRbØÿÏœ÷í¿:Âpþs–ʬpx¸¨NR•œ/no™îUÆa1®­&ÚIoÛäbøSÇV^.û_Ùaž³/窽»Á?Ý5ÂxKwŒþ%]j­óÛ[ÉéòÆ?,·ÔW¬Ccmo¸G q†ûÁP ýimì µ äÃ9ëå¨ü«ÕÄäx¼ÃêŸ]®¥ì¥Í++)?³×K|îsSÅÓ¡í}Œm̬µÙuûËŠd‘¬‘²°0Á©)kí\£ÊÏ/Ìñϳx3â5æŽçmµÉ(žŸÞCù>¦´þ8È/Mÿ®Íÿ ×£=¼“,­<£¤…F᎜ÒÏgÒ4I0¨l~uùäxV¤rŒFR«{““pÓáM§mÏoûI}j§R×ÍÚ×!Ñÿäiÿ\Sù žâî¡x¥A"H¥YXdx ÔÊ¡T0_}NŠJZÙXñ¥&åÌ|ñã-çÁ÷ך`ÜÚuÓ,Ðîç¡8üFH?ô¯gð.áÒëÙ?•kÜÙAu:æÛÓÌPØüêH£XP"(TQ€ª0+ár>ŽK™VÅS©zrVŒmð«Þ×¾×=|fdñ”!NQ÷–ï¿BZJZ+ô#Å<3Åõ¼îýâÎÍ•V%Ê™÷Îk«ÿ…Ù£ãc¾ÿ¾ÿ‹®îM.ÎG,ö°ÈÇ«ŸÒ“ûÇþ|àöÍ¿1Ãðös¯^®ídäï ½vW¾È÷ªcp•¡Õ¦ýÕmÿàe—Æ 'P¾·µKKÅy¤X†äLÄŸ›§5ÖëºLzæ“uc/ :Ðö?Áü*dÒlã`Ëk °9 #PGéWq_Y‚Ác ”sJ±ª¥¦‘¶z³Í«R’œe‡‹¼ï©ã¾ñ|žš}\ŠHâËG*®@Ï_ªž Âç‹>!'‰¬Î E5ÍÅØØîŒ)ê>£©<^“}¥Új‘í»¶Šá:í–0ÿ¡š~e¥©vÛ×ÉS?¯•‡fÔ°Ï,§‹K ôø}õåNöÛKž“Ça¥Qb%K÷›ï¥ûÚß™à¿/…ô{Lƒ7/+/BǯåÀü+ø•£^iZͧ‰ôä2ÄeO§ê4„9ôxîÃâ²ØåÔŸ"…¹ZÞ.;3ŠŽ6¥,CÄ=[½üÓÝoñ‹D{?2SÿÜ#ÿNR×ÛÔQEQEQEQEQEÚò/òÓÿë‘ÿЫ×kȾ5ÿÈSOÿ®GÿB¯™â/ùÏÕ~g¥–ÿ¼Äój(¢¿>Ì(¢Š(¢Š(¢Š(¢ÔdàzÐEtþ*ð;øoM³¾Žéo-î:2¦Ý¹Îr3ùUoøN__ËN-’8÷´…7w dW{Àâu†å÷ßCŸëù=¥ô0h®Ëßÿá"›Pê ‘ZË嬛3æu篊Ãñ7‡gðƪös0“€é"ŽOóéN¦F’¯8û¯¨GNsöiêdÑ]ƒþOâ»).Íȵ„>ÄùwG_çXþÚ¯qbò L-ê1šš˜*ô¨¬Dãh½‡ôç7N/TgÑEÂnQEQEQE[Òä)iÿ]WùŠúmzWÌšOü…-?ëªÿ1_M¯Jý'„ÿ‡WÕ5›üPùŽ¢Š+ïÏŸ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€>yý¹ÿä„Ý×õ¿ó5ù¶{×é'íÏÿ$&ëþ¿­ÿ™¯Í³Þ¿sà¯ù¿ñ?É„ñ§üŒ—øWæÄ¢Š+ôàŠ( Š( Š( Šw=;W×þøgâ÷ìÏâ>=Àx»K¬wÑÛ¯Ú›6/ŸùˆdÇL òsÂ9u(Ö©âä“òO©êeø f%J´¹[^vè|‹EzWìõàø‰ñ‹ÃÚ5Ô"[1qç]Ç ùLq‚î§ê}§ø_ÀÞ*ý²$ðõ§†ô¨ô=&Åá{x-Õ!–uRÌÌ€`•f+ÿ®Lnq YRär僛·eþg^(©‹§ŠIsIA_¿üâº+ìŸÚÓá…føwŒ<¤ÛiÒi:„¶Œv‘ìR«#DK(àuãõÂþÇÿ t_^xÅþ*°Ž÷@Э²!¸\£ÊAlã£aTñêËXRÏèTËÞ?•èíËÖýÌÞ¦C^ž9`y–ª÷énÿ#ç +êOÛ“ÀþðŽ­áIt×Hû]´†UµŒ l0Æ@ã#'šùwåSë^®_ŽŽa…†&*ÜÝ­/0ÀË/ÄË 'wÞ—EW¦y¡EPEPER{ÜýZý˜ÿäƒø;þ¼‡þ„kÓÖ¼Ãöcÿ’àïúòú¯OZþ]ÌßkŽ_›?¨òß÷*?áä‡QEçžQEQEQEQEñüäËüÿоޯˆç&_çþ€ÕöõQEQE|CÿÒéñþá¿ûu_oWÄ?ðM.Ÿ¿îÿ·UöõQEQEQEQEQE1ÿÕ·ÓúW㧎¿ät×ÿëúoý ×ìTŸ2°•øÿñ;NŸIø‹âkK„)4ŒñºŸQ!¯ÔxIV®ºÙ~§å|vŸ³ ú]þ‡1E/4s_°Ÿ E/4sEÀJ)y£š.QKÍÑp f ˆèpêCî)¼ÑƒKF¬ÆÓ?F$ð¬?´¯ƒ>x´ªÍ&x“_ù˜ù‘Aõ’%Àôl×˵÷?á6øå©Çî´Òvé°ýPŸ3ÿ/úW;ðçöñ×ÂßI¢h¤pX4*Ç5ºJQ˜H, ÇŽŸy½åíÅõä×W´·9’IòÌNIüëâr¬’¾ *µZt⤠»s;»öì}¦gœÑÆa#Jšjrås}ùU‘ö×í9âËÙüñ·úÛfÛœnP–û”û‘ø×°øƒIð÷ƒu_|jŽHä3hˆÁàH@,­ŸWJÇÖ¿<üñ‹Å´ÝÃ^»ŠâÛIB–©)PB©ÉQ“Â/_J»«||ñ¦¹ðæ]ê¢]HÖ%”C”RøÉß°ô¯.\3ˆ æI§%-õƒ•ôÓsÓaãZ´¹[M')%kŸG|ÔçÖ¿d_‰×÷R4·WWw³K#–fHÉ'󯋿ˆWsáÏŒþ)ð¯€õ_é×±E¡êEšxZfË FFBŠá½ÏJú¼³< JîV´åuékj|¶eŽ†2Þ³¿{ÜJ)y£šúÀŠ^hæ‹€”RóG4\¢—š9 ®¿à¿ò8x£þ¼cÿÑ•÷x¯†?àº|Íâ^?fŽÚYûng$ÉM}Ì9Å>qk_Úõ-åù#ú„SYM?WùŽ¢Š+ä² (¢€ (¢€ (¢€ (¢€ (¢€ (¤  ø¹ÿ#tŸõÉ?•quét9×Q‡TDß ŽFî°Î3ìGò¯7¯Ä³šr§Ž«Ì·wGÛथ‡˜QEâÁEPEPEP^ð§X·‰µ.öTŠÚá71ÂŒô#ŸPJóú+»Šž º­Ÿ‰Ï^Š¯wßµk}ºv‘c2Ékk%£`Ã=8îýj _[Ãðß[†IãŽVi £8 ~Eè+Ψ®ïíI¼Lñ»«%ÛKÿS^ÉS¾Îç¬ü.ñœºØßÍfÒA$~{…àòÏ¡ó¬ ø†-Gât×òÌ‘ÂâEF‘‚¡p£Ÿa^{Emý±W’Œþ¿­¶û‰úŒy§$þ#cÆ$þ(ÔäÖHÚw!”äžÆ±è¢¼JÕ=­IM­ÝÎúqäŠ`¢Š+Š( Š( ­é?ò´ÿ®«üÅT­ïèsëž µH˜£‘d•±Â¨9<×^œêW„b®Û2«%Nr>‰_º)iAK_¾-ÏŠ(¦EPEPEPEPÄ?ðM.Ÿ¿îÿ·Uöõ|CÿÒéñþá¿ûu_oPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPMüiÔR¢Š)€ÊZu˜£šZ)QEÀN})9§QJÀQE0Pih¤ES”¸¨n.¡µ@ÓJ£0PÎÁAbp=É«Ú_zZ)Xÿ ÃN¢˜Q@(¥¢QLŠ( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( ˆj?ù=„÷ÿÓ”µöõ|CûQÿÉì|#ÿ¸Gþœ¥¯·¨¢Š(¢Š(¢Š(¢Š(¢Š(µä_ÿä)§ÿ×#ÿ¡W¯zWüjÿžŸÿ\þ…_3Ä_ò/ŸªüÏK.ÿx‰æÔQE~:}˜QEQEQEQEêZcÂYð¶âÙ¹¸±)nOËóÿ|ä~ƒÏü#?õMY²³\±zñò©‰'ð¬Ï„úäZn¯qiu*ÅmsräÜ:dŸlŠµñ7P²µÓ4íNž9mâË¾Ç ì2G~Xþ5÷­Má9¿~1q·[ìŸÜÏŸ•9{W†KFïò,ü9v ñ†Ã„bÐìni|ykÿ 7…t}nß>9p99ãô`:¯à ëkx‚9§Ž)*»[÷g =jç½zÍ´»­6úX•cM™€œñŸBük\<éb0Ô°•“‹¿“N芑•:³­¬Zû™½e³@¾ðÖ€˜Ý±å—¡OþÌ[òæäqÔßÈWCcâ(µ/ŠbòI•-£ßnÌí @9>½æü}2\x³P’7Y#,0ÈAÞ¸³LD+`Üa´gʽÐßNTë¦Öë_¼ç袊ø³Ü (¢€ (¢€ (¢€-é?ò´ÿ®«üÅ}6½+æM'þB–ŸõÕ˜¯¦WæQô¯ÒxOøu}QóY¿ÅJ(¢¾üùð¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(çŸÛŸþHM×ý[ÿ3_›~µúKûrFÏð"ð¨È[ÛrÇÐdê+óhdü¢¿sà¿ù¿ñ?É„ñ§üŒ×øWæÄ¢—&ŒšûóàD¢—&ŒšJ)rhÉ ¢—&Œš^rzú3öñ×ü#?›F¸—ež¹lÖåXá|äùã?S†Qþõ|äx=kKÚõÏ…üC¦ë6mþ•aqÌï#ʼÌ˱¸:˜wÕ~=?Ò˱O‹§ˆ]ü:>äø[ðâÛà¾0øÂò+NÒվ½ÄëçíSë-?+Æÿc=^ãÄ´tÚ•Ü-ÍäWÈÝY›$ŸÌÕߎ¶Z|Vøw?†tïͤ5ãÆnf’äH ) ´£«çÛÞ¼£àň~ ü@‹ÄW:|šœKo$ä·Ì1œzWÆarÌmL&x˜~úqåJëd¬µ¿V}†'2ÁSÇa¡†Ÿî`ù›×vîút>±øWmãïüpø_¨1Þj7—VÛ†vï‘‘Ûê¯å°®KâŸ'ìûû0h ‘V ÄWÊ׊8®ü@"_Ä׆ø_ãľøõyñÛOsouy<òéÞw-¥²›ñŒÙÎ:Ný ¾=Kñ»Æšv®–2iÖ|+6’K»æÜY˜$àtècK$ÅÇN<¿¹j2—øâ­o¿SZ™Îág+þù9E†N÷ýbÿ‚„gûCÁõë/óZù 8<Œ×³~Ñ¿­¾;\h2ÛéiÙ°²8’a.âÄ0£ÅxÏÝ ã5õ¹®.§Fº´•ï÷Ÿ-â)bñõ*Ñw‹·ä6Š\š2kß<(¥É£&‰E.M4J)sè1F6õtÜýYý˜ÿäƒø;þ¼‡þ„kÓÖ¼ÇöfR¿|~Ä:ÿ¼kÓÍ.æ?ïµ­üÒüÏê,·ýÊÿ–?´QEyç¤QEQEQEQE|Cÿ92ÿ?ô¯·«âùÉ—ùÿ 5}½@Q@Q@ÿÁ4º|Fÿ¸oþÝWÛÕñüK§Äoû†ÿíÕ}½@Q@Q@Q@Q@Q@ ÛŽ•óÇíû#é?µ#®é·¿Øšû(Y$ò÷Eq¼Ý>ažNõôU%v`ñ•ðUl<¹d¿­Nf¤èâ#t|ÿóñ—ýô_ûê_þ"øwŸŒ¿è?¢ÿßRÿñ÷õôßëvmÿ?Ü™ÿT2¯ä{>ÿ‡yøËþƒú/ýõ/ÿGü;ÏÆ_ôÑï©øŠûúŠ?ÖìÛþ~/¹ú¡•#ûÙðü;ÏÆ_ôÑï©øŠ?áÞ~2ÿ þ‹ÿ}KÿÄWßÔQþ·fßóñ}È?Õ «ùÞÏ€áÞ~2ÿ þ‹ÿ}KÿÄQÿóñ—ýô_ûê_þ"¾þ¢õ»6ÿŸ‹îAþ¨e_Èþö|ÿóñ—ýô_ûê_þ"øwŸŒ¿è?¢ÿßRÿñ÷õ­Ù·üü_rõC*þG÷³àøw§Œ¿è?¢ÿßSñý|d¿ó0è£þ7ÿ¯¿+ç¿Úã7‰>øÊÏMÑä·KY,á„Ї;Ì’)çÓ+« ĹÖ.¢¥N¢¿¢ÿ#“Ã>Ÿ´©oVx9ÿ‚zøË?ò0h¿÷Ô¿üEðïOÐÁ¢ÿßRÿñô—ìéñK\ø”Þ ÓÂÿcû?“äÄüÝÙõû‚½®§ÄùΣ¥Rjëɇá|ŸMT„Ÿ›>ÿ‡yøÇþƒú/ýõ/ÿJßðO_ÐÁ¢ý7MÿÆëïÚ+ŸýnÍ¿çâû‘Óþ¨e_Èþö|ÿóñ—ýô_ûê_þ"øwŸŒ¿è?¢ÿßRÿñ÷õ­Ù·üü_rõC*þG÷³àøwŸŒ¿è?¢ÿßRÿñüüeÿAýþú—ÿˆ¯¿¨£ýnÍ¿çâûªWò?½ŸÿüüeÿAýþú—ÿˆ£þçã/úè¿÷ÔßüE}ýEëvmÿ?܃ýPÊ¿‘ýìøþçã/ú4_ûê_þ7Vtßø'‰d¼ué–ö™ùÞÙ$–L{+­}ëE'Ź³Vö‹î@¸G*NüïgðŸáN‰ðÂpèz$L±¾k‰dšCÕØÿ!Ð íéh¯’«Ru¦êTw“Üúê4aBš¥MZ+`¢Š+3`¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¼ÐÇqG*+Æà ¬2ôÅ`Éð÷Ãò9vÓcÉ9;KÐ騮z˜z5¿‰ýUÍ#Rpø]ŽgþχèýöÿãGü+ŸÿÐ.?ûíÿƺj+¨açÒû‘X«üÏïg3ÿ çÿô þûñ£þχèýöÿã]5}C ÿ>—܃ë™ýìæá\øwþqÿßoþ4¹ðïýãÿ¾ßük¦¢¨açÒû}b¯ó?½œÏü+ŸÿÐ.?ûíÿÆøW>ÿ \÷ÛÿtÔQõ /üú_r¬Uþg÷³™ÿ…sáßúÇÿ}¿øÑÿ çÿô þûñ®š’¨açÒû}b¯ó?½œÏü+ŸÿÐ.?ûíÿÆøW>ÿ \÷ÛÿRø•âKï èÖ÷V%I'Ÿ1r0Qó¹O|GÖuÏXØݼMÅ·ˆÙ‡?P+â±ÙöK—æpÊkRýäùmh«{ÎÈõ¨á1•ðÒÅB~ê¿W}çþχèýöÿãGü+ŸÿÐ.?ûíÿƺj+í~¡…ÿŸKîG“õŠ¿Ìþös?ð®|;ÿ@¸ÿï·ÿ?á\øwþqÿßoþ5ÓQGÔ0¿óé}È>±WùŸÞÎgþχèýöÿãGü+ŸÿÐ.?ûíÿƺj(ú†þ}/¹Ö*ÿ3ûÙÌÿ¹ðïýãÿ¾ßühÿ…sáßúÇÿ}¿ø×MEPÂÿÏ¥÷ úÅ_æ{9ŸøW>ÿ \÷Ûÿð®|;ÿ@¸ÿï·ÿ騣ê_ùô¾äX«üÏïg/ÿ ïßô Œ÷ÛükkOÒlô˜<«Kxíãî±®3õõ«´µ¥<% R槟’DJ¤æ­)6QEu™…Q@Q@Q@Q@Q@ÿÁ4º|Fÿ¸oþÝWÛÕñüK§Äoû†ÿíÕ}½@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@”_µ—Š¼Cû"ÁF<ãÆÖõ%ðˆå†úæÍîäkT‡Ù¯F[i*œ0 ‹Žœ~¬Ç"È¡•ƒ+ ‚§ Zø—þ ÛðWþgìÇ'‰¬àóuÝ®¤¬«–6’b;•Àä>ÐצÁ=~3Âîý”|ª\OçêúLØzŽN[ζ˜÷g‹Êû½}%_•ÿ´wŠµïÚ‹þ Uá?…µ©YxWÃ-¾ªº}Ü‘G"Æ>ÓzÌTŽJ탞Œ£×ŸÒ‹_tÿ„ ¼QãMP±hZt×î™Á¢±vl(÷a_ŸŸðG߆÷þ&¾ø—ñÏÄ@ÜkýôšuµÔƒÙœ\^H3Ô4Ϭn(Úà«úæ£áÿÙP¼Òïî´Û±¬X¨žÎfŠ@ ¶Få à×ÈßðM_ڳğþ+Ùü4ø—©ÝÏ xâ kíûR¹i„S òJ»òL?vGiG5}Yÿxÿ“7Ôì5aÿ¡µxd–øýÿäøOâÿ Zñÿ„t´[y#÷·¶aÝ¥·ä²ó$}~`Ê>þhõN¾pÿ‚‡j—š?ìkñ2ûOºžÆò;sÅ´ˆMÜ#!pOç\çü§ö²_Úoà´ÚÍÒÉã¿ ¬vZÀcóÜ®†ïôÐ) þÚ¿[ŸðRù2_Šõåoÿ¥pPüãZÔ5ïØ×ÂwºõΣy%æ âîf–Fî@f$œ ù×þ —âÍs@ý¦¾ZéšÎ¡§[\y~t6—RD’¦ ù‚s^ÿÿŸÿ“%ð‡ý~ê?úW-|Õÿcÿ“¦øÿlÿô¹(õVŠ( ¾Jý³?à¡ý‘u{o MáÝKľ1¿Ó—R´´…–E‰ä’%2ÌI`wDÿ*£tê3_Z׫|!ðV»ñÓÆúŸ…ôÍGÅ–vÉek«Þ[,ÓÛDŽò*ÄX„4Žw.Ìy Æo‰Ÿ>:ü\ý¢¾ ê_ín¼7£jž Óõ Ãk¶·ŠyyÞI%É'v\±í‘_¹uùkÿ4ÿ“äýœÿ뵇þœÅ~¥P||øÍ£~Ï¿ Û®ý@ô¯¹~ ø"ßá¯Â?xVÖ1 Z>ke´ e’%VcîXOrM~^übø7ñ{þ «h~?ðµ|8’î;[í'P,±)#ˆ§‡,…]TªÌYOýJøKñ+IøÅð×Ã~5Ф/¥ëvQÞBå£Ü>hÛý¤`È}Ô×~Ü^ ¶ñçìñ_L¹A ‡@¹ÔcÉómWí1ãßt+^ÿvñdþ ý’eÓeveмCyc ·ðÆéÇÛçÖ€>袊(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(âÚþOcáýÂ?ôå-}½_þÔò{ÿîÿ§)kíê(¢Š(¢Š(¢Š(¢Š(¢ŠC^iñ‹CšòÖ×P ‚ ¬¡FNÓÐý3ŸÎ½2šÊH# ðs\ìqØyP—Sz]Šk¡òÍô-Ç€t ©GÓ"ÜÝvQù3þχèýöÿã_ž>ÄÞÊqüÈú/íjÊÏŸh¯ ¿á\øsþiÿ}¿øÑÿ çßô OûíÿÆõWüñüÈÚÔ¿•Ÿ>Ñ_A¹ðçýÓþûñ£þχ?èŸ÷Ûÿê®+ùãøÿkRþV|ûE}ÿ çßô OûíÿÆøW>ÿ Zßoþ4ª¸¯çãþAý­KùYóíôü+ŸÐ-?ï·ÿ?á\øsþiÿ}¿øÑþªâ¿ž?ùöµ/ågÏ´WÐ_ð®|9ÿ@´ÿ¾ßüjøbÍCÍcjN<¬Ó–¥.ÄÂ-Ê¢Iy¿òšÒnÊ,ð:+Ý ðo„ç}‘Û[È碬ÌO庭ÿºðïý#ÿ¾ßüj)ðÞ"ªæ…hµäßùÍ)EÙÅŸ?Q_A¹ðçýãÿ¾ßühÿ…sáÏú§ýöÿãZª¸¿ùø¿òöµ/åóíôü+ŸÐ-?ï·ÿ?á\øsþiÿ}¿øÑþªâ¿ž?ùûZ—ò³çÚ+è/øW>ÿ Zßoþ4¹ðçýÓþûñ£ýUÅ<òíj_ÊÏŸh¯ ¿á\øsþiÿ}¿øÑÿ çßô OûíÿÆõWüñüÈ?µ©+>}¢¾‚ÿ…sáÏú§ýöÿãGü+ŸÐ-?ï·ÿ?Õ\_óÇñÿ þÖ¥ü¬ñ¿hsëž ´HИ£‘d•±Â¨9<×ÑvT´Ý&ÓI‡É³·ŽÞ>¥c\gëëW³_i”e‹-¤àÝÛÜðñxŸ¬ÏšÖBÑEï!EPEPEPEPEPEP/ñÀ¶?<ªøoR öKø¶_¼¬eaîøWçŽ?dŸ‰ Õ¥¶‡A¸Öí7 朦UuìJ™O±ú‹I_G”gجŸš4¬âõ³î|Îo᳇UmIit~LÃ>|Hÿ¡+ZÿÀ'ÿ ?ážþ$Е­àÿ…~³í”m•ô¿ëÆ7þ}Gñÿ3æ¿Ô\'üý—à~LÃ=üHÿ¡+ZÿÀ'ÿ ?ážþ$Е­àÿ…~³í”m”ÿ׌oüúãþaþ¢á?çì¿òcþïâGý Z×þ?øQÿ ÷ñ#þ„­kÿŸü+õŸhô£hô£ýxÆÿϨþ?æê.þ~Ëð?&?ážþ$Е­àÿ…ðÏŸèJÖ¿ð ÿ¿YöJ6J?׌oüúãþaþ¢á?çì¿òcþóâGý Z×þIþ¿ðÏŸèJÖ¿ð Oð¯Öm£ÐQ´zQþ¼c?çÔóõ ÿ?eø“ö{ø‘ÛÁZÖ?ëÊOð¥?³çÄŽ?â‰Ö³ÿ^OþúÈTz O—=©¯8ͽ”óú„_òö_ù7ÿ ûñ'§ü!Z×þ?øRÿÃ>üIè|­cþ¼Ÿü+õ—ØÑ´w§þ¼ãçÔóú„ÿŸ²üÉ–ýžþ$Г­ûr“ü(ÿ†}ø“ÿBVµÿ€OþúÏ´z 6AGúñŒßÙGñÿ0ÿQ°Ÿóö_ù1ÿ ùñ'þ„­kÿŸü(ÿ†{ø‘ÿBVµÿ€OþúÏ´zQ´zRÿ^1¿óê?ù‡ú‹„ÿŸ²üÉøg¿‰ô%k_øÿáGü3ßÄúµ¯üð¯Ö}£Ò£ÒŸúñÿŸQüÌ?Ô\'üý—à~LÃ=üHÿ¡+ZÿÀ'ÿ ?áŸ>$ÿЕ­àÿ…~³í”m”¯8ßùõÇüÃýEÂÏÙ~äÉýŸ~$7üÉ:×þIþÛü/ýŽüyãmj¬isxwEWâæðl“h<„ŒüÄ‘Ðãõú_´z 1íXÖãl}H8F‹}M¨ðN œÔ§94º¾Ñm|7¡Øi6)åYÙ@–ð¦sµBïÀ­´ê+óÙ7&å-ÏÐã¨ÇdQE"‚Š( Š( Š( Š( ˆç&_çþ€Õöõ|Cÿ92ÿ?ô¯·¨¢Š(¢Š(âø&—Oˆß÷ ÿÛªûz¾!ÿ‚itøÿpßýº¯·¨¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(µòíqÿ%*ÃþÁQèé«ëêùö¸ÿ’•aÿ`¨¿ôtÕïdï±ùžuþèýQÓ~ÆŸ{ÅÿK?ý­_K×ͱŸßñwÒÓÿkWÒâ²Îߪ|¿$k”¹Sùþc¨¢Šñd(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šóßò-Ùÿ×Úÿè\Âÿù´¿¬Ÿú-ëÐ>7È·eÿ_kÿ =yÿÂïùô¯¬Ÿú-ëùƒŠ?ä¹ÂÿŠŸæ~…–ÿÈ–·¤¿#èZZ(¯éóóТŠ(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(âø&—Oˆß÷ ÿÛªûz¾!ÿ‚itøÿpßýº¯·¨¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(+ÅÓüaá½[AÕmÅÖ—ªZKcwt’£¯â¬E~aÁ-üA¨|ý¥þ,~Ïþ œ†ó¥žËÌàIqjåÓXdÿv_ªUùYÿÒnfÛ3áWí¤ÀÂÎúh“SòG2KoˆåR{md?ë›P¤Ábþ.Í¡ü!ðÏÃ%žm[ÆZŠÉ=¼#sµ­») Î^v‡¾[ úïögø?À_€þ ð,AÚM‚-ãÇÒK§Ì—=Œ®ä{b¿?t„ÿ†Êÿ‚®]j$‹ßü4Ë`wF~ÆØL‡uäŒþè‡Ò¿T¨âŸø+Çü™¾£ÿa«ý «Õ`?ù3„ÿöOý ëÊ¿à¯òfúý†¬?ô6¯Uý€ÿäÍþÿØ?ô7 †ÿi¯êßðNŸÚ÷FøÛà»'o‡>*¹xµ].ßå‰ZCºæ×lyñv „cj`ýiûvx»HñïüïÇ~#ÐocÔtmWI³¼´º‹îÉÝ@Ê}Ž òA潿ã¯Á ãÿŸøÄQæÃU€¢Nª ÚÌ>h§Oö‘Ào|x$Wä›ñ[_øð7ãÇì­ñ)Œ7¶6ïsáù¤b#óhæxŸùg*>>œ—\ ýÿ‚OÿÉ’øCþ¿uý+–¾jÿ‚±ÿÉÓ|ÿ¶ú\•ô¯üþL—Âõû¨ÿé\µóWüþN›àý³ÿÒä ÕZ(¢€ (¢€?-টò|Ÿ³Ÿýv°ÿÓ˜¯Ôªüµÿ‚šÉò~ÎõÚÃÿNb¿R¨òËþ ‘¦ÇàÄ€þádÖÿÞ"ËýWêD3%ÄI,l7PÊËЃÈ5ð—üá]ߎ?f?ÄÚ|-<¾ÕîåQrE¬ªb‘½xs >€1=+èoØçãñÃönð?‰lî–âåtèlu(Õ²ÐÞ‹ÈöXnꮧ¡Ñ~Ò—ZþΟæ˜+C…uWpØÁQg)9ϵ|}ÿSµ‘gNY¼¹?ü/øƒ§x“OÒ,¼#%»Ïeu ¼—]Øœí+ÀÈç½}wE›â NñN‡¨hÚ½œ:Ž•¨A%­Ý¤ëº9¢u*èø ‘ø×çeÇüoã'ÀŸjºìßñŠ hz›ï—H×¥•!ÎÕ%b™'+’Ú5`2NIý%¢€??¾ÿÁ7¼]ã‰Úo¿i?ˆÃâf£¦6š¦÷±ÊÊPyyäÄ‘(cË ïõQ…P€AN¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€>!ý¨ÿäö>ÿÜ#ÿNR×ÛÕñíGÿ'±ðþáúr–¾Þ Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( ¯9øÛÿ"ÝŸý}¯þ€õèÕç?¿ä[³ÿ¯µÿо'ŒÿäAŠÿù¦WþûKÔà>ÿÈõ¥ýdÿÑo_B×Ï_ ÿäzÒþ²è·¯¡kâü'ÿ‘-_úøÿô˜žÏ¾Gü+óbÑEûQòAEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEP[îµ~?Wì }Ö¯Çêûîÿ—ÿ/ÔùŒëþ]üÿCõ;àÏü’ÿØÇÿD%vë‹ø3ÿ$ƒÀÿö±ÿÑ ]§zøzßÄ—«>Š—ðãè…¢Š+P¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(âùÉ—ùÿ 5}½_ÿÎL¿Ïý«íê(¢Š(¢Šø‡þ ¥Óâ7ýÃöê¾Þ¯ˆàš]>#Ü7ÿn«íê(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢ŠJùö¸ÿ’•aÿ`¨¿ôtÕõí|…û\ÉJ°ÿ°T_ú:j÷²?÷Øú3Áοݪ:oØÏïø¿éiÿµ«éq_4~ÆŸ{Åÿöçÿµ«ésYg?ïÕ>_’5Ê?Ü¡óüØê(¢¼cÙ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¤ :øÝÿ"Ý—ý}¯þ€õçÿ ¿ä{Ò¾²è·®ûãgü‹võö¿ú×ð¿?ðéY?ô[×ó¯øÎp¿â§ùŸ¡e¿ò&­é/ÈúŠ(¯éóóТŠ(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(âø&—Oˆß÷ ÿÛªûz¾!ÿ‚itøÿpßýº¯·¨¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(âÚþOcáýÂ?ôå-}½_þÔò{ÿîÿ§)kíê(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢ŠJóŸßò-Ùÿ×Úÿè^ˆ:W|mÿ‘nÈÿÓÚÿè_Æò Å„õ2¿÷Ú^§ð¿þG­/ë'þ‹zú¾yø_ŸøN´¾ÜÉÿ¢Þ¾„Í|W…:dµëãÿÒb{%뾸Kˆ.¥b§8Ý@¬ŠÁ”rCN¯˜?gÚCþãÓõI1?A¸×ÓŠÂE § ŒŠ}Q@Q@Q@Q@Q@Q@Q@Q@Q@ÿÁ4º|Fÿ¸oþÝWÛÕñüK§Äoû†ÿíÕ}½@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@þÔò{ÿîÿ§)kíêø‡ö£ÿ“ØøGÿpý9K_oPEPEPEPEPEPEPEPEPEPE2I5,ìGRkμeñÓÃÞ‘£šá$‘z€ÔéWÏíû]øqXŒ¯çMÿ†¼ðçªþtôâ¸?‹š]Þ­ ÚÇgn÷.·!ŠÆ7»gõyßü5ç‡=Wó£þóÞ«ùבšåÐÍ°U0UQš³±Ó‡¯,5XÕŽè½ðïÂú¾Ÿã->âæÂâSÌ,î„˜Ø Ÿ©î5àðמõ_ÎøkÏz¯ç^W ðíÂK BnIÉÊïÍ%ú8ütó ª¬Õ­¡ôóïü5ç‡=Wó£þóÞ«ù×Öiôóïü5ç‡=Wó£þóÞ«ùÐÐTWÏ¿ðמõ_ÎøkÏz¯ç@AQ_>ÿÃ^xsÕ:?á¯<9ê¿}E|ûÿ yáÏUüèÿ†¼ðçªþtôóïü5ç‡=Wó£þóÞ«ùÐÐTWÏ¿ðמõ_ÎøkÏz¯ç@AQ_>ÿÃ^xsÕ:?á¯<9ê¿}E|ûÿ yáÏUüèÿ†¼ðçªþtôóïü5ç‡=Wó£þóÞ«ùÐÐTWÏ¿ðמõ_ÎøkÏz¯ç@AQ_>ÿÃ^xsÕ:?á¯<9ê¿}E|ûÿ yáÏUüèÿ†¼ðçªþtôóïü5ç‡=Wó£þóÞ«ùÐÐTWÏ¿ðמõ_ÎøkÏz¯ç@AQ_>ÿÃ^xsÕ:?á¯<9ê¿}E|ûÿ yáÏUüèÿ†¼ðçªþtôóïü5ç‡=Wó£þóÞ«ùÐÐTWÏ¿ðמõ_ÎøkÏz¯ç@@7*kò+ûPÿŸŸûòßá_zÿÃ^xsÕ:Oøk¿ ÿ±ù×½•æ,ç´9¹­ÖÛ_ËÌóq˜%Œå÷­cÓþ «GðÁ*êU×D²HÁÈN+³ï_?Ã^xsÕ:?á¯<9ê¿x“—<œ»ñ,T{AQ_>ÿÃ^xsÕ:žÏö¶ðÝÄêŒÊ÷¨,÷º+˜ðŸÄ #Æë%ÌlÄgnêé袊(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(âùÉ—ùÿ 5}½_ÿÎL¿Ïý«íê(¢Š(¢Šø‡þ ¥Óâ7ýÃöê¾Þ¯ˆàš]>#Ü7ÿn«íê(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š+‰ø·­I¡ø.úxŽaÁü+¶¯8øíÿ"÷û‡ùPæo‰õI¼Aâ+»›–.âCÖ©S¯>]VóþºçM Š( Šô‚šež­â«¨om ¼‰l„w«¨o21œדù×µÿ¡žžÓˆÿ¯8ÿøšùRŠú¯þþ…í?ÿãÿâhÿ„'Cÿ¡OÿÀ8ÿøšùRŠú¯þþ…í?ÿãÿâhÿ„/Có/éÙÿ¯8ÿ€>T¢¾ªÿ„'Cÿ¡{OÿÀ8ÿ—þ¿‡ôïüÿ‰ •(¯ªÿá Ðÿè_Óÿð?þ&“þþ€þÇÿÄÐÊ´WÕð…è}¼?§ûsÿ‰¤ÿ„/Cÿ¡{OÿÀ8ÿ€>U¢¾«ÿ„/Bÿ¡NÏýyÇÿÄÒ¢н§ÿàá@*Ñ_Uÿ¡wðþÿ€qÿ…ð„èŸô/éÿøøPÊ”WÕð…h}ü?§àáGü!ZoéÇþÜãÿ ùRŠú«þþ…ý;ÿãÿâiá ÐûxN?öçøPÊ”WÕ_ð…èŸô/iÿøÿGü!zý úvëÎ?þ&€>U¢¾ªÿ„/Cÿ¡NÿÀ8ÿÂøBô.þÓ‡ý¹ÇÿÄÐÊ´WÕð„èô/éßøøQÿV‡ßÃúwþÇþò¥õ_ü!ZoéßøøQÿN‡ÿBþÿ€qÿ…|©E}WÿV…ÛÃúwþÇþ¡ÿп§àá@*Q_Uÿ¡ÐNÏýyÇþ¡ÿп§àá@*Q_Uÿ¡ºœ?íÎ?ð£þßÿÐ MÿÀHÿ€>T¢¾«ÿ„7ÃÿôÓð?ð£þßÿÐ MÿÀHÿ€>T¢¾«ÿ„7ÃÿôÓð?ð£þßÿÐ MÿÀHÿ€>T¢¾«ÿ„7ÃÿôÓð?ð£þßÿÐ MÿÀHÿ€>T¢¾«ÿ„7ÃÿôÓð?ð£þßÿÐ MÿÀHÿ€>T¢µ|[[ø«Y†Ö8£½™8Ôª$ AY>]Án!Ê€ŠO.|ó þTÿóÅÿ*un4ž]ÇüðÊ—k¯ÞR¿ZÜøo­MáßÚ< W.:zýFø©>«á[‰Ygò¯Ê ÿÈÕiþøþuú™ð§þD};ýÏè(¯¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(âø&—Oˆß÷ ÿÛªûz¾!ÿ‚itøÿpßýº¯·¨¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(âÚþOcáýÂ?ôå-}½_þÔò{ÿîÿ§)kíê(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢¢¸b¶ò0êÐÏß´×Æáà[)qtÀ”ó_êž%Õ;ȇ}þáþTù…}ÿ![Ïúè6}ÿ![Ïúè6€ (¢€=+ö{ùüyp‡¡±ý}åáØÞéqË$`’+àßÙçþJçþœ_ÿFG_¢~¼„h±)u½V“á¾µˆsô¬H|e.¡åùc¯D’ò-¿x½=kŸµ¼…uLï}h¯ü+=?û‹ùV×€,“P„ÍzGÛ _ùh¿s··P¶¦Ì\gÖ€9o|/º›ÁzÚømà¶ñ±›û6YãÜì>Qu=W~ÜL×ç?ì?ûcø¿ã_ÇŸ|C]:7¹²œØ­µ˜·‘n¡!š6çŸÝ‰N;¯Ö¯!1¯ï§­~~×:,Ÿ²7üA|_¦FÑé7:¥¿Š­Ö1€ðÌçíq tÅÊ`tR(öJÇὄֱ³"äJüÒÔ?k?ˆ_¿n)¾ü?“I_ ÿÂAý”²½€šQ¸ÅäÁóÏNëÛú×è_Ư6 g?|@‚êWMÑä»±l‚“LêØ}GŒÀ«ó‹þÛð¬ëž8ñßÅMYZeÓ­ÿ²l¦›,^ær$Áþò¢ >Óš³ûvþÖß¿g/á/ É¥&•ý™ow¶òÅf}î_wÌOO”Wéë|1Óöœ"çé_‹?ðViOÚÅÊœì+?ý ZýÓkè6“æ/ç@qû3©ö f¾1ÿ‚~ÒÚ·ìÍ­x/žK9|OªÇ%õÚÜÛ} ¥¾ï.TÏWq/ýû÷¯½c¼„jÁŒŠ}kòÀ÷ëûnÿÁRκ[í~Ñõ#g1?OÂÀqýÙeX‰ôݨÞàž¿´®§ûNÛø³Hñ‰±#Òd†êÜÙÀ!Ym\?('”u?ôÕkïO†º|–ÈÌ‹’3Ò¿¼2þÅðR»ÍŸ±øb}aôãü(4ÛÒ¯'¦ØËÂÄŽðŸ¥~ÛØ^Cö8ÿx½=hñÅ¿ðQo‰¾ ø½­i—0è×ú“®Ïk%šØˆäšÚ)ÙJ áŠ.7cƒÎJýdøQkáŠÞÑ|] \%î‹«Û-մîÓÕXve «ÅHí_‹ ¾X~ж7Žü {8µþÕ»×¾ËxÀŸ³ÜFf–0:€è»‡u,8Îkéø&?íªþÏßuÙóâ+I§[ÞꜷMÅ–¤¹>Üp_ië  Bÿ‚•~Ñ3ý–ümàÝ'Áo¦ÇkªéÓ]\}²ÌLÛÖ]£ž+í†>‡ÄÞ Ðõ;ÅCsy§ÛÜÊUp7¼jÇ°É5ùÅÿ·™&ø¥ðÔ£ÆqÓþ»Šý:ø#y ü3ð¨.þȳïÿLR€4ÏÃ?iò¯Éÿø*§Ž<]ð§ãׇt¿ x·\ðõŒÞŽâK}/RšÚ7ÜÜ)r±°°ª3×Wìk^C´þñ:üWÿ‚ËȲ~Ñþ*r?á‹ÿJîhõ—ß ln¼=¥O!ß$–‘;3rI( $÷¨µÏ‡6vª (ë_Ÿ~&ýª?kߌÞ_üðEׇþØB"²½66“ßj1Æ¡Z]—%‹† áaC»¹ˆ&º_Øsþ 5âŽ^2?>'[ÙÅâI#’M;Vµ‹ìÿihÆ^ bè$Úƒ.¹Á wXü1±šÎ6e"™¨|1²ŽªŠøgþ #ût|Oý™þ+xgÞ¼ÒáÒïtõ –öÅg8ÜO!‰àmxú×=aûn~Ñþ1xcRð„õ+/‚ç^³Ó®5 }Ü-í·œ±ÜO$·` »/hŒä@ñ»À¿µ4¶‚,õI¾½ÕŸØä·TþËÅSíj'€C s¿æÆ6uZý ¸ø_b±’Wç×ÆïÛÓâ§ÃŸÛ¡~h·ºRx8ëZ5‰Žky¼«˜­ZoÞg9ÌσÛJú»öÜý±4¿Ù#᮪,ã×?økûT~Ý4Ññ ÃþÄ2}€i‘Atˆ~o$·2çs7 ã‘@¢^?ð=®‹¦´Ñ(Î+ÈÝšøïÁÿðRo‰ß?h­Ã3Aa¤xCUÔ¼Ÿì¹-®mãÚIŒËÁ$0#v>ƒ¥{Gí!ûB音ǂÓT¸¶–¯}!ƒNӼ͞k–v<‹‘’VQß4ë´WÀÚoÅ/ÚÓÅÞ>>Òí-!ð鮢°ŽÎÔ¡;’7Ì̸|ÙaÈÏZ÷ÏÙ+öœö†ðÝä:¬:wŠt‚òùsÆÃåš0yA\œsó ÷Ú(¢€ (¢€ (¢€>yÐô¨üAñgW´›”mJqÿ‘Z¾ÌÒf ãL·‘‘72x¯¼BügÔË£ûJ~í«Wé‡uk5Ñm¸Lùc½xεû2è–vûÖ4?…&‡û2è—ÖÛÚ4ü«×|Q¬Ù5žÑp„ýižÕìã³!®ó 5—ö\ÐV"4,#Šøçã·…müâµ·Pª8¯Ò›­jÏì²pŸt÷¯ÎÿÚ‚æ;Jc`Ãqé@Ká_ù,Ïûküëõ7áOüˆúwûŸÐWå„ÿäf²ÿ}~§|)ÿ‘Nÿsú ë袊(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šø‡þ ¥Óâ7ýÃöê¾Þ¯ˆàš]>#Ü7ÿn«íê(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šø‡ö£ÿ“ØøGÿpý9K_oWÄ?µüžÇÂ?û„éÊZûz€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ ‚óþ=eÿtÔõçüzËþé ÍOÚsþJ ¿ïòµé^©ûNÉA—ýã^V½(¢Š(cÁ¿ò8h_õÿþŒZúÖÓJ¹Ô8 ~òG„änпëþýµúðvΓûÅ @ÿ~§ÿ<[ò¦7…õ¾ôD~õ/ö]¯üñ_Ê°uí.Ù]qúPÏ+á]EÆDM¥6O jŒ´L? úrÇG´û,ºSÇ¥S×´‹U·D ý(æåðΡ'"&ü©ßðŠê*¹17å_Hèº=£[1)?JüLø©6£ûÿÁEšionÓÂöºôz”Q¼®c:]ß2"‚pBG,±xèô‚? ßM±±#Úœ¾Ôç“~Uô†t»I¤•‚+©äÈ"¿ÿà¡ž.Ö~:þÝÃO^Í°{/ [­¼Œ±›¹\<²0øZ`Œ{}³@~7‡o–M†6ÝéŠü"º—üòoʾGÿ‚¾h1|1ðÁ A¸¹³²ÓྱŒ¤¬¬ÑÅš&â'¯¹¯¸?a8µÙá]ÍÊ™ç“GFy$;™Žöä“@¤ž¿‡ïFÃð§/…õ]Â&ÇÒ¾Š×´[5U"%…|+ÿpøÁÀڂt™Í®³âÛÝó4-µÒÎÜ«¿#‘ºS÷Ç­zûxkPˆe¢l}(‹Ãw×r6#é_œ?°_Ä wàoíq¦xGÆw1ÛøšÊ-6{{ÉY„RÜCÅ£a¿ˆ³FŸöÔ×í/†t›VGÌ@þó×ü"ÚŠõ‰¿*bøzù›h³ô¯ÌÏø)Þ¡©YþÛž8°Ó¯.âÊÓV;{y\ ÍcoÀPz’Zûçþ ŸûKZþÐß Ç‡¼C:Ëã¿ F]´‡ç½µû±\óÉn69çæ߀;Ñá]G¼MùTg÷ÊÛ|¶ÏÒ¼£þ ,Í¢~ΞšÂI,åoBŒð9BWìwG²å^ƒÿÙ¶]Wö6øisvíqq'öŽù%%™±©]’}€  ¯øEuùâß•s<ñ.‰ð¾ÊÚóŚ݇‡­ndò¡›QaYÚ Nkì…ÑlÀ¹_Ê¿8¿àµÖYü"ø|Ñ BÚì€ãþ½Þ€=ŸÃ~OŒ´MoA¼ƒVÒnÁh/,ÜI ¤« ´†õ16>•oþ Ócb?bO†—"4U³¹g’L»›’Ojú.m/Mº±ó¡X䉗rÉ ¬=Ahæx´Ù‰ d{T‡ÃwãŸ)¿*úú%›M6bð­ÇðýŽÓû…é@"øƒRÓ¼&¶ç\Õì4e¸.Ô.’#ÿuw‘“ÈàVÒøvùÔ2¡eaÀd\?í¹ÿý¸ý«¼[á­cFñt>¸Ó`k)íï-Zh^6rþbma‡Aá†ÞFÞ~²øeð»OøqðçÂþŠyu(ôM2ÛM[Ë‘ûÉÄQ,{ÛйÇlâ€<þûíØòÛ?Jâ¼mñ3Á¿ õdÒüSâíÃúŒ­ÂÚê‰ †2HŽpJ°Ï±¯¯/tÍ6ßQ†'òÑå$F¬@.@Éw⿿಑YþÕ"B»PøNÐàzý¦î€?A¤Ðoaûñ·åJ¾¾uÜ#l}+è?h¶qƤDáVôÝ7KŽÖÖ9K,Ù«È üPÎMáÛõ]Æ6ÇÒ¨IBÛXa«êmKA²[H…FÒ¾jñBõ¹ÕxPÔ™EG5ÄVû<ÙR-ìw°˜ô=MI@Q@Q@Q@6|^#þ&ª;Ÿ'ÿD¥cØøXÕbó- gOPµ©ñ{þJŽ¡é˜ôRWÚß³O…´KÁ±É=²ÈûGQ@7Ã]}åÖN?Ù4ÏøWšã¢Ù÷ºkõ ãÀZ’ÿèH8ôËiž Ñ›Y1µªŸîŠüé_†~ ?òë&Ý5RÿÁº®›® h×ÔŠýNÐ×þ\SòóÿíUá;KÐí XÛnxð¥ïúœ{×Ûß±?üƒ_ýÓ_ÝïÏ÷«î/ØŸþA¯þ頫袊(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šø‡þreþè _oWÄ?ó“/óÿ@jûz€ (¢€ (¢€>!ÿ‚itøÿpßýº¯·«âø&—Oˆß÷ ÿÛªûz€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ óŽßò!߸•z=yÇÇoùï¿Ü?Ê€?0¯¿ä+yÿ]ó¦Ó¯¿ä+yÿ]ó¦ÐEP¥~Ï7.¦l_ÿFG_yø?ÂóÜiHâr Zø3öyÿ’ƒ7ýx¿þŒŽ¿F< Ãû.{ £/„n„mþ:ƵðÅÃj|óŸ­z<Œ<¶Éí\ý©_ío¼:Ð_øDnwÇÉüëóÃW+¨óÏ_Zô½ÃÖ¹»ÌXa»Ð8|#u±Òç_Ÿ¿ðX/³ê ü9ñó®|;{öK·Qȵ¸À O¢Ê±ÿ]M~˜FG–¼çŠó/Ú#áÍŸÅï„þ&ðméQµ§Ëh†|©O—'Õ+u È/ŽŸ´¤ž.ÿ‚||#ðšÞ´š­ÕôÚv¥lâ8([ýá5«óÝ ~ŽþÄ_³íÏÁÿÙkÁºlËömSPµþØÔŒ0žà 6·ûH†8Ïýs¯Î¿‚ðLŽWÿ¼Ž|ý›àHuHîu9ßX±ÊÒs³"Ʃž«ž~Þ]mKV àPáüNÕì¿j‡ÛsbYœþ2Wí³xFëiÿH?~cÿÁA¿bŸŒßhI#xQô/ßM©¥ÜJÎåEÎß.t+ ÎÃr,$ýÛs’(âŸØ¾Åæÿ‚j6êØq©kÃwÑg¯¡¿à§Ÿ²ö©á”ø×áX¤þÛÐѶ¶Ù=ªýË G;¢8õÙƒ#ª²ÿìeñ‡á—íÉ}ñÄÞþÌðt·ÚÄÉ©jYK”œL">\s4Ÿ6õþ3Î+ôêÞÎßRÒ®,îáŽæÖâ6Šh%Pé"0Ã+Á>´üû~ÔŸ´iý£ü3ðÃTÔåÝâ#M¸Ó5…Æ<ÉVE)8퉂qуŒ` þÜüðÝÍÇß ˜€t›C×þ˜¥~Z~Ñ¿ðJ‹ÅÍx|.ð²øÀ—}§Nœê¶p=²>I·uždbc9PØ ®Óœä×Ï„ºmÆ‹à]O½A å¦mo4{ƒm‘"UaH8 ò(ØðÐS›ƒù×ãü Éìh Fí¼ÿÂ3Ïý½\×íÉ#šüµÿ‚™~Èÿÿh/Žº¯à ÿoéÖú vRÍý¥im¶aq;•Û4¨OÊêr9ëÖ€>ùøgà«{?‡>ƒGž4ÒcÒ­VÑaá"Ù´Ûq_ŽÞ³Žûþ —q‡?$xâó W”ÎW`…“Ÿzú]ø;ûv| ðÙøqðó]¸ñ?i¦ê²ééwi .<ó0–™*XªíxÇmûÿÁ>üAû?ë—Ÿ>%Uñ|н¶Ÿ¥Ã2Ür<Ù¤•IS+ ¨ H Í’Ka@>kÿ‚ÂX½Çß+¶âÞ…‡þÝWê¯Ã¿‡ àï…¾Ò,a²°Ò­­âŽ1… ±(éï×ñ¯ˆ?à¥ß±ÏÅïÚ#ã…uÿ‡¾ÿ„‡I³ðìv3ÜiYÛl˜\Ü9M³LŒ~Yä s×­~‘XÚIgá}:ÚqåÏ ´Qºä0@È÷ø‘ûRZ<ðT4·-—>$ðèÝõ·±ÿí?à²ÖúŽŸñ»Àöw½‚øwÎ…‰ÿ–s(~Iç^‘ñóö-øÉãïø(üJÐ|öÿwC¼:§ö¥”¹·†Ñfo)æ|¦)6äíàŒýAÿ ý‹_ö²ð›wáû‹[øy¤{ .²±ÞBã÷–ÎÃî’ʬ¬A‚–¥ðo¶Ñ|7ð¤Z,±t›Agäcg“ä¦Í¸ãqÒ¿%|+kg7üq­ôÇŒÛÿÂutá#ipÒo#íî¯Tø=ð¿öù🇭þhrIá*›TÔoîôùWO…¸>]™% àG–_á;à_ü«ãÁßÛ3Âþ!“@“Vð>‹­ ¤ñ4Úkˆ‚Ó˜|ó(ÜÄ¥K óž´ÆÁa#¾³øáàû9òÖI ù±9<âQ ü’?οU¾ø>Ö†>Dž1£.f,üŒy~O’›6ãŒmÅ|ÿÿý¥ýª¼;a7‡î-l¼o¡™Åî‰X®âq—·vt’ªUˆ AÀbGÌ>Á@<#áÛo…ºLóxWà ¦Ù5+û½>eÓà<*áL“ü¢<•þ¸àÃ;ÿড়ZiˆÚ'.Ô1³piãíî«_ðS‰î›â‡„áqþ‚š;zÐ-ÞóâÞ­m±Ž¥??öÕ«ííán©q¤[H/˜n@qšø«ÁK»ãF§Ûþ&sèÖ¯Ò¿ át;1¸ÝŠñïü.Õ-íwæoƛῆZ¥Õ©"õ‡ã^µâ­­b~`*?í-óÍpMð§T[Yw_·CüUñ'Çí]IJG,†FÝÔ×é˳ÉÈû¦¿9ÿjeÇ‹¤ÁÏÌhÈ|+ÏŠ,ûküëõ7áOüˆúwûŸÐWå„ÿäf²ÿ}~§|)ÿ‘Nÿsú ë袊(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šø‡þ ¥Óâ7ýÃöê¾Þ¯ˆàš]>#Ü7ÿn«íê(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šø‡ö£ÿ“ØøGÿpý9K_oWÄ?µüžÇÂ?û„éÊZûz€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ ‚óþ=eÿtÔõçüzËþé ÍOÚsþJ ¿ïòµé^©ûNÉA—ýã^V½(¢Š([Â#>.пëþýµ÷ÏÂb-5°õð7„änпëþýµ÷ÿÂ2Þù•wP©ZZÅÖ¼Um+ŒWHÞ±oùeŠÂÖ¼;g‹„ï@,|]j¶¨sŠ©­x²ÖHæµl|7bÖ±þïœU-{öQÛ‚±â€!Ò|[k WæÏüsá;½¤ø#âfŸïìô-Añɉ÷KnO²°œ}dú]¢ønÉíÁ1ó^qûU|³øÕû=øãÂ0À¯¨^éîö»]lj`ç°óAö&€<“ö;ý¦ôÝCö8Ò‘Ö¼Sm0¯Çßšçü6‡ükHð”l×Ò¯áÐö©8–¬ÒÞ¸í’ÂàÜl¯Ñ¿Ú3ã¿‚|ðÇ>8ðψ´mzmÏd?Ù—Ñ]*ÝËû»umŒq™N=Õù5ûþÉÿh‹ø³á—‹m¼u¤J–³ê÷š¥ÝŒÓ¼Á™Ò9-ãv8 ä¾½yÀ¸Á]¼ ÿÆ_üQðê}‡ûJÕ-ešÝvùw–Œ OìLl€{A_¤³ŸÆí?â·Â x¾(Õì#¸–4äG61,ð¯ü¿2þ?Á>?iÝ7ávµ¯øçâ}Ž4/ÛÉ«I¥Ëâ-JúLDŒYâŽxo_œƒŒŽø¯eÿ‚1üLµñ7‚üaðçQp÷š,ëªØ+M´Çlª=’E õž€>}ý²5î¿à©¶—iþ¯û{ÇòŠÓü*þÕÿàžÿµÆ“ñ7À6ì<ª\½Íµš±X|¶?éZs‘Ñprœp “¨ÿl»(­ÿàª6–踋û{ÃX¬ëôÿãïìÝáïÚ'Ꮉà½UVºO2Æûn泺P|©‡ÐœÝY—½|{ÿSø¹áïŒß±ßÃoxjçíZN©â{¸$ngtvel«ÅH¯eÿ‚jëÐÙ~Æ "n©ý¥ŸÇRº5ù#ñÄ2ø_àŸüñm›@Ú7‰£ÔÖ9I&Òâ8f†EŒã˜¥Y£Áج>ù5úçÿÑÑíî¿c†r:å›ûK?ø2ºõ²øºÔ__ðZM^-Oá/€V?á×d?ù.õú:¾² ?w_œßðZ­2 „ŸÚÚ[]üzðÿÙÏöOø…ûb|ð×ü$ÿ¤ð_í9¬|=£ÚÙ5ÊÝ0šF–æHüÔ\ù¬Ê’Ça(Ÿ8ðo¾ ÿÁ6ÿjFðÝι&¡á•¸‡ûFÖaiªiò‰–6û’(f ŽUÕ—,¤îýÿ‚]øÏÂ^5ý’<5¤ZßZkææÛU²2(– ÜI"HË×c#© Ó;†r¦¿?à zþ™ûFþÛ6žð‘ë~\v^†â̇ŽâçÍråpÊ­1RÝ>Bzs@KÿÁ]|Mq ©íëϹ ‘‘öwàkçß„³ÅÿÛwàþ€o²Þ€<+ösýŠ|eûfi·ÿ|mñïH[Û¹ÒþêÝïîïdRCËóH#WùF ÉF(Ÿý±ü-ãï‡ÿí|!ñ]>'¼ðþ•Ÿ¥ë ntàòI $üÄ©’Dù‰#fÜ ŸÓÿø&'Ž¼+ãoÙwÃZ­íºëž76Ú‹H¢Hƒ\I*K·9ØÉ"üÝ7|ÿ@ø•á¯‰_µ%ãxZöSNÑ4»}"KËW ³£Ë$›0S6ÂGt?Zý;ý¾?i÷øð&ÿ[ÑÙG‰/çM3Ig@ë$i# ‚ ­~u~Í?±ŒlÍÿâw>"]hp\ÝH–w×6Ïw{*A™$jÿ(Á9(ÀÀ5õ?üsÁ—ð£|#«ÙG#YØë¡.‚ „ó #· ÊíÏ«Þ½þ g㟠øçöOðöƒmyn5ÿ5Ͷ§bdQ,A®$•%Ûœìd‘~lcpaØÐå×íwañCáwÅH|ãÞx†mM†ËJÕRWOµiû¤xXó¸]Ðî$‚›w0PkôOöÍøàßþêzõš,šÅäÂÃMWPʳº³oaÜ*£6:ï_ÿÁQ>%xkâOíMwÿµì:–Ÿ¡évúD·–² !–tyd“c† fØHî_@ÿÁT¼?uuðßH¿¶I×OÖíUâuWoA¸Ï«Þ€°¢Š(¢Š(¢Š(柋Ãþ.† {þŠJû öuñöŸ¡øJ8¥'vÚøóâñÇÄí@v&ý•öGìÑàÝ7VðšIqöÛ@£qñ{Jò_Î+—Ó~(i«« =k¸¸øg¢$"Üt®;Kø{¥6¶PÃòæ€:Uø»¥3Íx7íAãË=kCháÎq_D¯Ã=X7ÙëÀjŸiÚN†Ò[ŵ¶æ€>¸èçÕ«î?ØŸþA¯þ鯇n:8íº¾âý‰ÿäÿîšú¾Š( Š( Š( Š( Š( Š( Š( Š( Š( ˆç&_çþ€Õöõ|Cÿ92ÿ?ô¯·¨¢Š(¢Š(âø&—Oˆß÷ ÿÛªûz¾!ÿ‚itøÿpßýº¯·¨¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¯9øꥼ|@ÏÈ•z5aøËC_xvòɆLˆ@ Ék£»T¼ÿ®‡ùÒWcñ‡ÀwžñeÌm ˆYÉÝŽ+ŠIÕ†sŠ’Šo˜¾´y‹ë@ÏÁÿiÞñMÅö¥qöhÑ£WØÏ–.‡PO@*ú+Lý­¼5¤ÛˆWVløõ›ÿˆ¯<Åõ¤Ü‡®(ìÖý²<:ÊGö³à,ßüETö´ðÜsy¿ÚÇ?õí7ÿ_~ïÚ—1ûPÙÿðÙ^ÿ »à,ßüEToÚÛÃM7šucŸúö›ÿˆ¯Ž¿wíK¹:q@g¯í™áÅj·ôë7ÿU¯?kÏ êªž?éÖoþ"¾9ÌìþTnJû6/Û#Ãvñ¬cUl/ý:ÍÿÄQ'í•áɯö©çþfÿâ+ã,ÇíFcÿgò ²-l Ùç©ù¿éÖoþ"§?¶g‡cûU¿ðoþ"¾0Ü”f?ö*ûk ,þwö±ÏýzÍÿÄUÏølïÐU¿ðþ"¾/Ì~Ôf?ö*ûëö´ðÕôάr?éÖoþ"®EûexnÄÚ­Çý:ÍÿÄWÆ[’Ñÿ³ùPÙ7¶'†î†Ó«7þÍÿÄRÛþØžµ]£U?ø 7ÿ_æ?j3µ}›'í•áɯö©çþfÿâ*_ÚûÃvyƪ~oúu›ÿˆ¯Ž3û?•’€>Ðÿ†Îðç#ûU¿ðþ"©ÚÓÃ&è\ÿjœúv›ÿˆ¯3û?•’€>Ðÿ†Ïðæsýªßø 7ÿU®¿kï _c:©ÿÀY¿øŠøã1ÿ³ùQ˜ý¨í¿lÏ A Æ5SòÿÓ¬ßüE2oÛ#Ãw ´ê§õë7ÿ_nýŸÊŒÇþÏå@fZþÙ´jŸü›ÿˆ©_öÐðÜŠWûTóÿN³ññvcÿgò£1ÿ³ùPÙvÿ¶'†­X‘ªžéÖoþ"¬ÃiøoŸøšü›ÿˆ¯‹3µýŸÊ€=Oöªý®üog¥xwWøA©É6«i~Ò_ÛýzMo埕’U†ì}Ϙv"¼#ÄŸðQïÚ›Æú=¦ƒgáÙ¤ÊmOMѧŠàq‚Uæ‘ÑIç¼gŒWI¹(ÌìþT‰û|5ðïÁýZ÷ƾ4Ö!¸ñuÔ ¥ªÃ4¦Ä>|×wÙ†•‡Ë•$[“»¬?ánøKŸø›ä´ßüE|Õ¹;`Rù‹ë@JÂÞð—ý¿òZoþ"ø[Þÿ ·þKMÿÄWÍ~búÑæ/­})ÿ {Â_ôÿÉi¿øŠ?áoxKþ‚ßù-7ÿ_5ù‹ëG˜¾´ô§ü-ï Ð[ÿ%¦ÿâ(ÿ…½á/ú ä´ßüE|×æ/­búÐÒŸð·¼%ÿAoü–›ÿˆ£þ÷„¿è-ÿ’Óñó_˜¾´y‹ë@+x™tŸjzÅ“y±Iy,ѶܥɑÁ¯W³ý³µ‹Xà10+ÀüÅõ¤Ììм_þØúÆ¡Ɖ©š퉬i¨QclW…f?ö*3û?•}߶¶²Ñ2y-ó W‘xÛÇSøúôÝÎ ³ó\Öcÿgò¤y–58äÐÿ Æá*³UùÇó¯ÔÏ…JWÁx#gôùÝðÀ7ž0ñm¼âò•Î8ë_¥¾Ó£ÛZùf PQ@Q@Q@Q@Q@Q@Q@Q@Q@ÿÁ4º|Fÿ¸oþÝWÛÕñüK§Äoû†ÿíÕ}½@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@þÔò{ÿîÿ§)kíêø‡ö£ÿ“ØøGÿpý9K_oPEPEPEPEPEPEPEPEPP^Ǭ¿îšž¢¸_2ÕM~i~ÓŸòPeÿxו¯JõÏÚ›MžÏâ"ãÍyTÒ€Š(  oÿÈÝ¡×üú1kôá¡™k…ú×禨dë7Þ_öYãŸËÎÝÛX63Ž3Šõ˜ÿi+«^`ÐöÿÛö?ö~ˆoYÏuüë\׬äeÛ*ž}kàÿøj=[þ€Íÿÿý®šß´ö¥'-¢’ëûÿµÐè=Ž½eöXÇœ£Z¥¯k–mn•Iú×ÀÃö¢ÕW¢œ×÷ÿk þÓúœŸ{E?øÿÚèïíZ³[P ªÖ­^k–_fß)ãÖ¿=ÿá¨5TátRýÿöº?ᨵfá´cúÿÿítãOø$¿ƒþ$|Gñ‰!ø‹u Ù꺌×ÿÙii"Áæ9v\Ê8É8ãŽ8¯Ñ´oèÖVœ"µÓìm㵶‚>8‘B¢`…~Ú{Sîh¤Ûÿÿk£þ“Xÿ 9ÿÀÿþ×@Ãûj~É:?í…qá;{¯Íá…Ð^é•à³[Ÿ;ÎœºãW¾s_7Õü-ÿEŠûÿ‘ÿñúëÿ᧵3óîÿ¯ÿþ×Kÿ I¬Ðÿàÿk  æÿ‚Véz/ÃSÀößo?³5=RÛTºa£ gx"–8Ðþûî=ÛêÒ¾µý‘þø{öWø;oàÍ/WmZF¼šþïQ–…®&€ @N6Æ‘§S÷3ßòÑý§µ7ûÚ)?öýÿÚéᨵeátcúÿÿít÷·Š/tÍOG¹³¹ò®m®#h¥‰ùWFe#ЂkâÏÙ?þ ÷¦~ÍŸ ñî‰ñ&îî⸵›HŸME[‹yTâ6KŸ•„o¼˜ÇÍÿÃPj²pú1#þ¿ÿû] ûOjpÿ«ÑHÿ·ÿþ×@ƒñþ ÷ |Xý¨bøÑ7Ä 6ê;í:ûû"=9$Bm æù¼‘ÎÞ7wÅ}ee­Z-é>jã>µðoü5®zèÇÿÿû] ý§µ5äh§?õýÿÚèÔ¿l/ø'ÿ‚¿k/i~*>'—Áúõ½·Ù/.-lÒà_FbÞ¥× Ÿ0Ý“@?tW©~Î? tÏÙÏá/†~[km®Á¢ý£n¡,"—ι–s” ØÁ—oSÓ5òçü5&±ÿ@sÿÿý®“þ{S?7ö)Ýÿ_ÿý®€?CƹeÇï×ó¯š?nÙ§Jý¬¼áýçÅxqt›æ½Cj·Bc)´‚뎹ÍxGü5&¯ÿ@cÿÿý®þÔ¤œI¢’?ëÿÿµÐ_‰àþñ‚<=‹ãË­Ä–6Íî¤Úxž E·³$š¦7 B¯‚g9õ¿ÙSþ Ýðçö\׊î5¹¼mã£1ÚjW–ëo –å*í !Û ÁˆÜÌÄ2sç?ðÔZ²|«£¿õÿÿÚèÿ†¢ÕÛƒ£×ÿÿk mýª¿em+öÀð– ^x®O ¦•~×Ëq ¢Ü™ “i×{9Íz×ìùðÛMýŸþ xkáý¾¶u¨tH¤…o¤ˆBÒî•äÉ@Çߎ§¥|p¿µ«1èÄgþŸÿû]ðÔšÁÿ˜1ÿÀÿþ×@‘ûb~Ä:/íâÿê·~7›ÃI´’Ñc‚ÅnD»ŸvâL‹Júo…>×>Yü.ñ ÄF·ÑîVlÆgH£Dòœ£eT€Aâ¾/ÿ† ÕAÈÑNëÿÿµÓ¿á©µŸú·þÿöºá¼EÿgðÜž,-£üYº±ÐBßd»Òâå<(”LŠN8Ý°cÁÎ+·ø…ÿøq≴ðߎ/<+c¦é‘ØËiñÝK{0’IæY<ÄË·˜p(ŸÚ‡UnNŠw×ÿÿk¥ÿ†¦Öèð<ÿñºû/ã–‹àï|?Õ<;ã´ºðæ¥ÛÝGu(çP˜l­¿fÒCmÇ8¯Ïû¯ø"ÿ†õ h]éÿ.ìt6rßc¸ÑÒ{•]Ü/œ&E'Ååõx‡ã—Å Gãw½{Áw6¦¦¨‘¯ÚþÓçye%IÙµsÊÔu¯”WàïÅhô³¢¯Ä›åжìûÔ®„;pxò³·ô÷ ÿio…¾ÿ†Ÿð÷¯„›µ=#O[-kèHš[ÛÖ•šâgu;.Ò@ X _©¼7¥xÕ5]X³QÒo‘¡¸¶—;dSÛŽAî䯄fÿ‡ºÀ aTVêÃÊaÃH,Xœ2sôk~Ñ)Ý&ƒ–ïþ›ÿÚèÂ|EÿÏÓX–ïÂÞ=¾Ðm]É[{‹/´4jO*$Y#$qé“Þ½_öqýtÙ÷^¾ñx†ÿÄíå£YK4Ѭ0ùlé#Ÿ3n-ò\ý;Öÿü4'ý@?òsÿµÑÿ ÿPüœÿítìWÿÃBÔÿ'?û]ðПõÿÉÏþ×@ÁExÿü4'ý@?òsÿµÑÿ ÿPüœÿítìWÿÃBÔÿ'?û]ðПõÿÉÏþ×@GÅáÿCPôÌ?ú)+íoÙÄšnŸàôŽ{˜ã}£©¯…|]âøJ¼GuªýŸì¦}Ÿºß¿nÔU럻žêµ¿‹5í5vYÞ¼IèÐê½Ç4%ÿÓc<xW¦øÇHMq˜ÝGŒÿz¿7Od‚t‘¶ÿ ¯Š×Ǿ*^šœŸ÷Ѩ.!ÿœ™ŸúWÛÕñüäËüÿоޠŠ( Š( ˆàš]>#Ü7ÿn«íêø‡þ ¥Óâ7ýÃöê¾Þ Š( Š( Š( Š( Š( Š( Š( Š( Š( 2ø¯ðSKø‘fâH•n1Ãb¾NñO샪XÞ:ÙDΙã¾þ¢€?9?á“üCÿ>ò~TÃ'ø‡þ}äü«ônŠüäÿ†OñüûÉùQÿ Ÿâù÷“ò¯Ñº(ó“þ?Ä?óï'åGü2ˆçÞOÊ¿Fè ÎOødÿÿϼŸ•ðÉþ!ÿŸy?*ý¢€?9?á“üCÿ>ò~TÃ'ø‡þ}äü«ônŠüäÿ†OñüûÉùQÿ Ÿâù÷“ò¯Ñº(ó“þ?Ä?óï'åGü2ˆçÞOÊ¿Fè ÎOødÿÿϼŸ•ðÉþ!ÿŸy?*ý¢€?9?á“üCÿ>ò~TÃ'ø‡þ}äü«ônŠüäÿ†OñüûÉùQÿ Ÿâù÷“ò¯Ñº(ó“þ?Ä?óï'åGü2ˆçÞOÊ¿Fè ÎOødÿÿϼŸ•ðÉþ!ÿŸy?*úWãÿÆü;ñ•¦›£Én–²Ø%à ¡w™$SϦW=à_ÚÅÞ ûÚæ³&›|¸ë»=ý…eœTŽK•O8Äÿ ½·ÕÙiêÎ|h㱫Kã}öÚç…ÿÃ'ø‡þ}äü¨ÿ†OñüûÉùWÙ? üwªø›^–Òõ¢hV“äM§peÈšôúñ²\ç žá3 ~WÜõ1xZ˜:®•MÑùÏÿ Ÿâù÷“ò£þ?Ä?óï'å_£tW¼qŸœŸðÉþ!ÿŸy?*?á“üCÿ>ò~Uú7E~rÃ'ø‡þ}äü¨ÿ†OñüûÉùWèÝùÉÿ Ÿâù÷“ò£þ?Ä?óï'å_£tPç'ü2ˆçÞOÊødÿÿϼŸ•~Ñ@œŸðÉþ!ÿŸy?*?á“üCÿ>ò~Uú7E~rÃ'ø‡þ}äü¨ÿ†OñüûÉùWèÝùÉÿ Ÿâù÷“ò£þ?Ä?óï'å_£tPç'ü2ˆçÞOÊødÿÿϼŸ•~Ñ@œŸðÉþ!ÿŸy?*?á“üCÿ>ò~Uú7E~rÃ'ø‡þ}äü¨ÿ†OñüûÉùWèÝùÈdÿÿÏ»þUÒø/ö?Ôo¯£ñ´q眊ûÚŠà>|!Ò¾ؤvÑ+KŽ[ßÑEQEQEQEQEQEQEQEQEQE|CÿÒéñþá¿ûu_oWÄ?ðM.Ÿ¿îÿ·UöõQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQE|CûQÿÉì|#ÿ¸Gþœ¥¯·«âÚþOcáýÂ?ôå-}½@Q@Q@Q@Q@Q@Q@Q@Q@Q@;~ÓßÏ4™oì£ÍÊ‚~QÍ|ªxwSðíÜ–×6ò,ã$WëÔ‘¬Ñ”u ­Á¼çÆŸ|?âægkxᑺ¶(òûÍùäÔyÏÿ<š¿Aì{¡n'ÌOÈÒÃè_óÕ#@ŸžsÿÏ&£ÎùäÕúÿ {¡ÏUüðǺüõ_ÈÐççœÿóɨóŸþy5~ÿÃè_óÕ#Gü1î…ÿ=Wò4ùùç?üòj<çÿžM_ ðǺüõ_ÈÑÿ {¡ÏUü~~yÏÿ<š9ÿç“Wèü1î…ÿ=Wò4Ãè_óÕ#@ŸžsÿÏ&£ÎùäÕúÿ {¡ÏUüðǺüõ_ÈÐççœÿóɨóŸþy5~ÿÃè_óÕ#Gü1î…ÿ=Wò4ùùç?üòj<çÿžM_ ðǺüõ_ÈÑÿ {¡ÏUü~~yÏÿ<š9ÿç“Wèü1î…ÿ=Wò4Ãè_óÕ#@ŸžsÿÏ&£ÎùäÕúÿ {¡ÏUüðǺüõ_ÈÐççœÿóɨóŸþy5~ÿÃè_óÕ#QÍû"øzÞI'Ž8Ô,ÃÔ“éBÔ€<çÿžMGœÿóÉ«ïøfoÿÐkOÿ¿éþ5?ü2¿…?è!kÿ}ŠŠµ!FÞÑòß¾áÔø#ÎùäÔyÏÿ<š¿@#ýü?*«,ÈÊÆQG­?þ÷Bÿž«ù¤î“[©ùùç?üòj<çÿžM_ ðǺüõ_ÈÑÿ {¡ÏUü0??<çÿžMGœÿóÉ«ôþ÷Bÿž«ù?át/ùê¿‘ ÏÏ9ÿç“Qç?üòjýÿ†=пçªþFøcÝ þz¯ähóóÎùäÔyÏÿ<š¿@ÿát/ùê¿‘£þ÷Bÿž«ùüüóŸþy5sÿÏ&¯Ð?øcÝ þz¯ähÿ†=пçªþF€??<çÿžMGœÿóÉ«ôþ÷Bÿž«ù?át/ùê¿‘ ÏÏ9ÿç“Qç?üòjýÿ†=пçªþFøcÝ þz¯ähóóÎùäÔyÏÿ<š¿@ÿát/ùê¿‘£þ÷Bÿž«ùüüóŸþy5sÿÏ&¯Ð?øcÝ þz¯ähÿ†=пçªþF€??<çÿžMGœÿóÉ«ôþ÷Bÿž«ù?át/ùê¿‘ ÏÏ9ÿç“Qç?üòjýÿ†=пçªþFøcÝ þz¯ähóóÎùäÔ¢I…‰‰úWèü1î…ÿ=Wò55Ÿì‰ ÚÜ,…Õ€=1@ü5øU¬xëÄê-ä[}À’WŠý"ø_àX¼á»{5P% 7qW¼+ðÿGð²Ggkº¿Šé¨¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(âùÉ—ùÿ 5}½_ÿÎL¿Ïý«íê(¢Š(¢Šø‡þ ¥Óâ7ýÃöê¾Þ¯ˆàš]>#Ü7ÿn«íê(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š))h ÿkù)Zÿ‰T_ú:jä>çþ&˜ÿ¦_û=uÿµÇü”«ûEÿ£¦®Cá_MSþÙìõÅâ?üHéÈžGëÅÛï/ý%žùð_?ð–OŸùôý +Üzkþ ÿÈÙ7ýz?þ†•î5ùŸ†ò ø¤}ß¿ËÑ¢Š+õ“æŠ( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( ˆàš]>#Ü7ÿn«íêø‡þ ¥Óâ7ýÃöê¾Þ Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( ˆj?ù=„÷ÿÓ”µöõ|CûQÿÉì|#ÿ¸Gþœ¥¯·¨¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(µËüQ8ømâ¯ûÝÿè—®§½rßäšx¯þÁW_ú%«J_Ä©oáËÐüû¯~ëÀkßkò_[‹Ëy^üÿûaéxoï}nÿÝÿÛ¥|Ï…túô‹ÿ@³Xþ ÿ‘OGÿ¯H¿ô[+_¡ešà¨¿î¯ÈÆ·ñ%ê:Š(¯PÄ(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šø‡þreþè _oWÄ?ó“/óÿ@jûz€ (¢€ (¢€>!ÿ‚itøÿpßýº¯·«âø&—Oˆß÷ ÿÛªûz€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€>?ý®?ä¥XØ*/ý5r új¿öËÿg®¿ö¸ÿ’•aÿ`¨¿ôtÕÈ|+éªÿÛ/ýž¸¼Fÿ’éý8#‡䨇¬¿ô–{çÁ_ù&ÿ¯GÿÐҽƼ;à¯ü“×£ÿèi^ã_™øgÿ"ÿ‰þgÞqûü½ê(¢¿Y>h(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šø‡þ ¥Óâ7ýÃöê¾Þ¯ˆàš]>#Ü7ÿn«íê(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šø‡ö£ÿ“ØøGÿpý9K_oWÄ?µüžÇÂ?û„éÊZûz€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€½rßäšx¯þÁW_ú%ë©ï\·Åù&ž+ÿ°U×þ‰zÖ—ñ#êŒk^Œüû¯}¯¯}¯Èüß,ÿ¸Ÿûaéxmÿ1öïþÜ}-àßùôoúô‹ÿ@²µàßùôoúô‹ÿ@²µúWþãCü+òF5¿‰/V:Š(¯PÄ(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šø‡þreþè _oWÄ?ó“/óÿ@jûz€ (¢€ (¢€>!ÿ‚itøÿpßýº¯·«âø&—Oˆß÷ ÿÛªûz€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€>?ý®?ä¥XØ*/ý5r új¿öËÿg®¿ö¸ÿ’•aÿ`¨¿ôtÕÈ|+éªÿÛ/ýž¸¼Fÿ’éý8#‡䨇¬¿ô–{çÁ_ù&ÿ¯GÿÐҽƼ;à¯ü“×£ÿèi^ã_™øgÿ"ÿ‰þgÞqûü½ê(¢¿Y>h(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šø‡þ ¥Óâ7ýÃöê¾Þ¯ˆàš]>#Ü7ÿn«íê(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šø‡ö£ÿ“ØøGÿpý9K_oWÄ?µüžÇÂ?û„éÊZûz€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€½rßäšx¯þÁW_ú%ë©ï\·Åù&ž+ÿ°U×þ‰zÖ—ñ#êŒk^Œüû¯}¯¯}¯Èüß,ÿ¸Ÿûaéxmÿ1öïþÜ}-àßùôoúô‹ÿ@²µàßùôoúô‹ÿ@²µúWþãCü+òF5¿‰/V:Š(¯PÄ(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šø‡þreþè _oWÄ?ó“/óÿ@jûz€ (¢€ (¢€>!ÿ‚itøÿpßýº¯·«âø&—Oˆß÷ ÿÛªûz€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€>?ý®?ä¥XØ*/ý5r új¿öËÿg®¿ö¸ÿ’•aÿ`¨¿ôtÕÈ|)ÿ˜§ý²ÿÙë‡Ämx¿Áÿ¥£Èáßù*!ë/ý%žùð[þFÉ¿ëÑÿô4¯q¯ø/ÿ#dÿõèÿúW¸ö¯Í|3ÿ‘ÄÏ»â÷éz!ÔQE~°|ØQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEñüK§Äoû†ÿíÕ}½_ÿÁ4º|Fÿ¸oþÝWÛÔQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEñíGÿ'±ðþáúr–¾Þ¯ˆj?ù=„÷ÿÓ”µöõQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQE'zå¾(ÿÉ4ñ_ý‚®¿ôK×Qé\¿Å/ù&¾+?õ ºÿÑ/ZRþ$}QoáËÑŸŸuïµàUïß~Iãþùe¿éçþØz^ÿÌ_ý»ÿ·Jø7þE=þ½"ÿÐl­cx7þE=þ½"ÿÐlûv¯Ðò¿÷á䌫^¬uQ^¡€QEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEñüäËüÿоޯˆç&_çþ€ÕöõQEQE|CÿÒéñþá¿ûu_oWÄ?ðM.Ÿ¿îÿ·UöõQEQEQEQEQEQEQEQEQQÍ2ÁHçj¨É4²H±©g`ª:“\ö¡ñ AÓd)5üjèÍ|ÙûI~Òòh3ɤé~óî’¦¾KÔ> kšÌÍ4÷R†n¿1 Ó¯øZþÿ Œ˜£þ¿†¿è#æ+òçþmSþ~æÿ¾ð“jŸó÷7ýôhõþ¿†¿è#æ(ÿ…¯á¯úÇùŠü¹ÿ„›TÿŸ¹¿ï£Gü$Ú§üýÍÿ}ýFÿ…¯á¯úÇùŠ?ákøkþ‚1þb¿.á&Õ?çîoûèÑÿ 6©ÿ?sßF€?Q¿ákøkþ‚1þbøZþÿ Œ˜¯ËŸøIµOùû›þú4ÂMªÏÜß÷Ñ ÔoøZþÿ Œ˜£þ¿†¿è#æ+òçþmSþ~æÿ¾ð“jŸó÷7ýôhõþ¿†¿è#æ(ÿ…¯á¯úÇùŠü¹ÿ„›TÿŸ¹¿ï£Gü$Ú§üýÍÿ}ýFÿ…¯á¯úÇùŠ?ákøkþ‚1þb¿.á&Õ?çîoûèÑÿ 6©ÿ?sßF€?Q¿ákøkþ‚1þbøZþÿ Œ˜¯ËŸøIµOùû›þú4ÂMªÏÜß÷Ñ ÔoøZþÿ Œ˜£þ¿†¿è#æ+òçþmSþ~æÿ¾ð“jŸó÷7ýôhõþ¿†¿è#æ(ÿ…¯á¯úÇùŠü¹ÿ„›TÿŸ¹¿ï£Gü$Ú§üýÍÿ}ýFÿ…¯á¯úÇùŠ?ákøkþ‚1þb¿.á&Õ?çîoûèÑÿ 6©ÿ?sßF€?H|I¨|6ñeò^kYj1Æ!Y&䄽zeçU´õø[¥ùŸd³±ƒÌÆï/¾3Žþæ¿9ÿá&Õ?çîoûèÑÿ 6©ÿ?sßF•x¬U‡¯ïS{Åê»ìô&:žÖ Òî·ûÏÒí7Å^Ñn{)-­æeÙ½:•È8ëêåZÿðµ¼5ÿAÿ1_—_ð“jŸó÷7ýôhÿ„›TÿŸ¹¿ï£\ø|5,=(®É$¿YNU4ÛoÌýFÿ…¯á¯úÇùŠ?ákøkþ‚1þb¿.á&Õ?çîoûèÑÿ 6©ÿ?sßFºH?Q¿ákøkþ‚1þbøZþÿ Œ˜¯ËŸøIµOùû›þú4ÂMªÏÜß÷Ñ ÔoøZþÿ Œ˜£þ¿†¿è#æ+òçþmSþ~æÿ¾ð“jŸó÷7ýôhõþ¿†¿è#æ(ÿ…¯á¯úÇùŠü¹ÿ„›TÿŸ¹¿ï£Gü$Ú§üýÍÿ}ýFÿ…¯á¯úÇùŠ?ákøkþ‚1þb¿.á&Õ?çîoûèÑÿ 6©ÿ?sßF€?Q¿ákøkþ‚1þbøZþÿ Œ˜¯ËŸøIµOùû›þú4ÂMªÏÜß÷Ñ ÔoøZþÿ Œ˜£þ¿†¿è#æ+òçþmSþ~æÿ¾ð“jŸó÷7ýôhõþ¿†¿è#æ(ÿ…¯á¯úÇùŠü¹ÿ„›TÿŸ¹¿ï£Gü$Ú§üýÍÿ}ýFÿ…¯á¯úÇùŠ?ákøkþ‚1þb¿.á&Õ?çîoûèÑÿ 6©ÿ?sßF€?Q¿ákøkþ‚1þbøZþÿ Œ˜¯ËŸøIµOùû›þú4ÂMªÏÜß÷Ñ ÔoøZþÿ Œ˜£þ¿†¿è#æ+òçþmSþ~æÿ¾ð“jŸó÷7ýôhõþ¿†¿è#æ*þ›ñBÕd o¹íšüªÿ„›TÿŸ¹¿ï£WôŸˆúâ ©ISœn4ú̬ASzN¯–ÿfÿÚHø±#ÓµI1?A¸×Ô(âE § ŒŠ}Q@Q@Q@Q@Q@Q@Q@Q@Q@ÿÁ4º|Fÿ¸oþÝWÛÕñüK§Äoû†ÿíÕ}½@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@þÔò{ÿîÿ§)kíêø‡ö£ÿ“ØøGÿpý9K_oPEPEPEPEPEPEPEPEPEPECuuœ-,Î#FKñ~Óš„§x!‘'‘x89 m¢¾PoÛZÐ1!ùSá¶-?çü¨ë+äïøm‹Oùä?*?á¶-?çü¨ë+äïøm‹Oùä?*?á¶-?çü¨ë+äïøm‹Oùä?*?á¶-?çü¨ë+äïøm‹Oùä?*?á¶-?çü¨ë+äïøm‹Oùä?*?á¶-?çü¨ë+äïøm‹Oùä?*?á¶-?çü¨ë+äïøm‹Oùä?*?á¶-?çü¨ë+äïøm‹Oùä?*?á¶-?çü¨ë+äïøm‹Oùä?*?á¶-?çü¨ë ç>!XϪxÄvv±™î®4ëˆb‰z»´LG¹$WÎ_ðÛŸóÈ~TÃlZÏ!ùUEò´Ñ24\O:ÿ…#ã¿úoï‘þ5ì¿ð€x‡¯öTþ¿Æ¹ÿøm{Oùä?*?áµí?çü«æ¸Ï$£Æ¾Ãë’pö\ÖåëÍkÞ÷ìm‘Ty´öóÚ÷ò¿ùŸLøZÚK? épL›%ŽÚ4u=˜(~u­Þ¾Pÿ†Ø´ÿžCò£þbÓþyʽ¼=áèÆŒvŠKî¤å''ÔúÆŠù;þbÓþyÊøm‹Oùä?*è úÆŠù;þbÓþyÊøm‹Oùä?*úÆŠù;þbÓþyÊøm‹Oùä?*úÆŠù;þbÓþyÊøm‹Oùä?*úÆŠù;þbÓþyÊøm‹Oùä?*úÆŠù;þbÓþyÊøm‹Oùä?*úÆŠù;þbÓþyÊøm‹Oùä?*úÆŠù;þbÓþyÊøm‹Oùä?*úÆŠù;þbÓþyÊøm‹Oùä?*úÆŠù;þbÓþyÊøm‹Oùä?*úÆŠù;þbÓþyÊøm‹Oùä?*úÆŠù;þbÓþyʧ³ýµ,d¸U’!´žx ª¨¯?øñ“DñÔ ä\Ƴ0û¹®ÿvFG"€Š( Š( Š( Š( Š( Š( Š( Š( Š( ˆç&_çþ€Õöõ|Cÿ92ÿ?ô¯·¨¢Š(¢Š(âø&—Oˆß÷ ÿÛªûz¾!ÿ‚itøÿpßýº¯·¨¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(®#âî³&‹à«é¢8}‡ð®Þ¼ãã·üˆwßîå@™ž$Ôå×¼AwspÅÜHy5Nyòê·ŸõÐÿ:mQEQ^Çû=[ÜÄüù-ƒö|×JñÊ+ìO"ùäß•/“7üólý(ãª+ì_³Ïÿ<›ò¤òeymŸ¥|wE}‰äOÿ<›ò¥òfcoÊ€>:¢¾Ä0Íÿ<Ûò£É›n|¶ü¨ãº+ìO*SÒ64y3Ï&ü¨ãº+ìO._ùæsG‘?üòoÊ€>;¢¾Äòåî„~y3Ï&ü¨ãº+ìO&nñ°ü(òfí€>;¢¾ÄòfÛŸ-¿*<©OHØþñÝö'‘?üòoÊ.^›~”ñÝö—7üòj<¹GXØPÇ”WؾL¿óÌÒyRÿÏ3@Ñ_byrž‘“KäËÿ<Í|uE}‰åKÿ<Í/“7üó4ñÕö'—'M‡?J<™ç›~TñÝö'—"ýä RPÇ”WØtPÇ”WØtPÇ”WØtPÇ”WØuóoÅïù(š·ý±ÿÑ)@umfáFOµ(µ»Ýÿï¥%¿eºÏ6ïùR5­ßkwü¨ Ã¥e»ÿŸy?*6H¿}JýhoáÞ±7‡üchð1\¸éõ¯Ôo‡Úƒêž±¸å™*ü©ðÏüVŸïç_©Ÿ äGÓ¿Üþ‚€:ú(¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€>!ÿ‚itøÿpßýº¯·«âø&—Oˆß÷ ÿÛªûz€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€>!ý¨ÿäö>ÿÜ#ÿNR×ÛÕñíGÿ'±ðþáúr–¾Þ Š( Š( Š( Š( Š( Š( Š( Š( Š*¦+o!¦€>aý«>7?‡ldÒl%Û;ÓÍ|9=åÞ©p÷73»»œÆ½_ö žY~"H‰]Ƽ¦€åûÑåûÓè y~ôy~ôú¹¤izö£ …Œ^}Ô¹Ùà¹À,y$€Ð/Þ/Þ»OøT~,ÿ WþLÃÿÅÑÿ ‹Å¿ô ÿɘøºâü¿z<¿zí?áQx·þ?ù3ÿGü*/ÿÐ'ÿ&aÿâè‹òýèòýë´ÿ…EâßúÿäÌ?ü]ð¨üYÿ@¯ü™‡ÿ‹ /Ë÷£Ë÷®Óþ‹èÿ“0ÿñt£ñgý¿òfþ.€8¿/Þ/Þ»OøT^-ÿ OþLÃÿÅÑÿ ÅŸô ÿɘøºâü¿z<¿zí?áPø·þ?ù3ÿGü*/ÿÐ'ÿ&aÿâè‹òýèòýë´ÿ…EâßúÿäÌ?ü]ð¨¼[ÿ@Ÿü™‡ÿ‹ /Ë÷£Ë÷®Óþ‹?èÿ“0ÿñt¡ñoýòfþ.€8¿/Þ/Þ»OøT~,ÿ WþLÃÿÅÑÿ ‹Å¿ô ÿɘøºâü¿z<¿zí?áQø³þ_ù3ÿGü*ÿÐ'ÿ&aÿâè‹òýèòýë´ÿ…EâßúÿäÌ?ü]ð¨|[ÿ@Ÿü™‡ÿ‹ /Ë÷£Ë÷®Óþ‹èÿ“0ÿñt¡ñoýòfþ.€8¿/Þ/Þ»OøT>-ÿ OþLÃÿÅÑÿ ‡Å¿ô ÿɘøºâü¿z<¿zí?áPø·þ?ù3ÿGü*ÿÐ'ÿ&aÿâè‹òýèòýë´ÿ…CâßúÿäÌ?ü]ð¨|[ÿ@Ÿü™‡ÿ‹ /Ë÷£Ë÷®Óþ‹èÿ“0ÿñt¡ñoýòfþ.€8¿/Þ/Þ»OøT>-ÿ OþLÃÿÅÑÿ ‡Å¿ô ÿɘøºâü¿z<¿zí?áPø·þ?ù3ÿGü*ÿÐ'ÿ&aÿâè‹òýèòýë´ÿ…CâßúÿäÌ?ü]ð¨|[ÿ@Ÿü™‡ÿ‹ /Ë÷£Ë÷®Óþ‹èÿ“0ÿñuƒ¯xsQðÅâZêvÿfãªoWÊ’Fr¤Ž ÐO—ïG—ïO£"€åûÑåûÓ÷Z2(ž_½_ûDS·Z\ŠÚð/µ?kð\Ás'”dgŠý(ø7ñ ?xfÞbÛ¦ 3ϵ~[^ÿ©¾kî/Ø®âI4§Vb@_é@UÑEQEQEQEQEQEQEQEQEñüäËüÿоޯˆç&_çþ€ÕöõQEQE|CÿÒéñþá¿ûu_oWÄ?ðM.Ÿ¿îÿ·UöõQEQEQEQEQEQEQEQEç¿äC¾ÿpÿ*ôzóŽßò!߸•~a_ÈVóþºçM§_ÈVóþºçM Š(  tÕóµ[hÝg×ègÀ?†z]¿„ÅÏ’»î7qéŸñ¯ÏM'åÖ­Iàú[ðY´“Áp ™w*®yö ¦O‡únÈ—ò¬;ÙK¨ù~Zã5Üɪ[ymûÕéë\ý®¥nº¦|ÅÆ}hßð®ôßùæ¿•~yÁQ¼Qñ+à׃¼KàO\èÚ ÿ›¦ÞÛÅo ˆ—+ûÈ›.ŒrèdÏü²ú×éoö¥·üõ_ξcý½~Áñ³öqñ®‰n«>©kju]8[íÿ¼ ¾î¡ãÿ¶”£ûxŠÃãïìßàŸ]2Ï«\Z}›Rp¡I»…ŒR±`nd/ÆWœÁHþ$Iû:üþÑðÝØÓ¼Q«êéú}¢»EÖI\+É/#‚â¼Cþ«ñ†?ì|5½¸Ú`–=~ź«…†à@ Ûž;¹ü|çþ ññçâ—íàï†:7­¢ZÇŸÅzêB{þímñþûP§þÏúǯŸ°ïŠ> Ùxâý¼u5ü—^…l툺µµ%„/•‚Ò¿œÝ |€Z±¿àšÿµ¦¯ñ{ÇÚßÿ‰ºÇö–±{ ¼Ðîî!Ž&gŒ5¶TPyƒ#þYÉÏ WèÏÁ/é? ¾øKÁÖ'Ù´M6 ã1‘y»6æ>ìkògþ )ð^óöUý¦´/Œ"ÏIÖõ«Aäð–šœnhˆÁ'ß¡Ý"ã @AÿÁH?iIg_ h¾ðUúÙxëY¶Itˆ’5•’1¶¸#t® ŒƒÂIÐà׳~Å?~!_þÏñx·â¶½sªø_ûBÒÊâÞ(¾Ák°˜Tª"üî˜sÐ2®¾ ý—<{ÿý³5ÿˆ¾2‡Òn“S½²™÷§–‹+ê¤GópXäè\WìÞ­©Z®xE@àþé Éø&ÏÇ?hÉ|9ã?M­i+¢ÜÝ i-àAæ,…l¢ÀfïÞ¿Vá\éŸóÍ*übÿ‚@L~Ö“»«ÿíç'þºÁ_·ÿÚvßóÕ:ó­kÀö6·P½M~0ühýº>*ë¼gàOÜiÞµÔ à´·xÒLq9fŒœÉ°¿$òÆ¿Nà¡ß#ø?û7ø«R³¹k¤ØÚqVà §Y”ú¤BWè+âoÙöH‹â7üïã³5¸ø¼ÝåËãN&HöÆI¼è°€èìëâ 'ãÇìýà¯D±ý§T°O¶ªˆîã&;…Ç`%GǶ+‰ýº¯µ_ƒ¿²‹ü_áKöÒuëlVÞò8ÑÙ—Æü8#•vŽõóOü¿ãz¾ƒãO…šÇÍm"ëÚb±þÛÊ@È`=]}ÿ6¾†oØoDZ«‚Þv›Çý¿ÛÐÄ_±/íãâ;~øµ¯_ÃÞ Ûemq1gÝû¦%~G'cg¦U²œþ´hÿìfgÜ‹_‰ÿe£ñ‡ö×~"hþo‹¼!â‹Ô¸‚%ËÞiŸd³‘×Ô´LÏ"ÿ²ÒNÑ_¢ÿðLÚÚ?Žß ÛÃ>"¿ß㯠F\É3fKë_»Ç<³ lsÏÌ߀>sý–þ<|CøÿÕ¾ëÞ'šÿÂPêzݺiÍo¨HþPܨåؽûs_£Íà{/í¥‹bíÍ~Q~Å3¤ðU vFl'öψÎ šývkè?á Vó3@¯Æo‡ößüqqÙ$Zó«/näüÃÿ‚FÃ?Š>!|AŽúêk•‡J·eHXf#Œšý_øÛ¨[·ÁŸ*’t üà4•ø[ûüHø‘áx›Ã¿ txõø¢Î+H/gØbÓ¡ËËpÁþ^P q“ÑŽ€~ëØü7Óä³™FHÏJf¡ðÞÂ8rª¿•~FüZñ÷í“ûjZ/‰¼Uã˽WH¾¹ †ðjt’\ÛÉ(òò¡¸P¹¶Ÿ—Ño~ÓP|zýŽï¾$il4i´;ãqo l¯¡‰Ã…'¶å¹þ\ó@¯¤ü9±•X²ŠóÿÚgà‰|að/ÅÚGÃEtÜÛ¨ÓîüãJŒè²¸Ït Æ ‘Ö¿,¿gÏÛ£öŒ×§×|#á­_Vñ¿Ž¼AVš*ܬR¦Ÿ†gžàfO‘A,ßwŸª,|EûEüý‡¾5êßµýRÏÇVwVóhº”—ð]I-$ Æ7‰˜–qƒÓ'Šïàž³‡Å‡> ñ$?ofyn®¢m3KºÔVú[EUo5ŒŠî¡\”«lcÁjúßþ¦œü«ùWÆðIߎ>2ø½àO_xïÅž!º²ÔáŠÞkçĆ"HŒó^ñ£öêøÛûR|}›áÇÀ+é´m+‰­m.4·Xæ¾òk†º‹ríÛ€ÀÌ@ }ÿ‚žh+á¿Ùw^¹³•íæMBȉŠžfò)¿ðI Eâ¿ÙnêöþY.'#»tÌXàE'ë_~Õ—´ŸÂ¯„7ž øÅŒ<1®OoöMqnEËZ\Äþg–eÚ®K(n$íÊ·ÊÀý¯ÿu½‚ÛöI¼Ȩá%½<žÞM½}%ñ Ávš>–ÒÄ W×ë_~Ñ·Å¿Ú›ã…߀> ]É¥øjÖy­­fÓV[øÐá®å†c*n îbyÏÅO~Ò³ßÚÃÅ:Ó]ÙjrF–zý­ÂË-¤Êw4fM¡Žå 0àçVà‚ú1E|ñû xÿÄ> Üjþ'Õ§Ö5Õ®!ûMÑ„j‘½: ŸÎ¼KÆ´—ÄïÚ3âõÇ> ÞG£èö¯&uT!LÑ¡ ×JUŠE’6„ŽáÔÞ”Wç·ˆ~'|vý|e¡ÿÂw¯ÇãO êE²¦f¸YUY|À’:«¤ªŸ—žø8ûïCֱ֭Ljק¥|Õ75uÜÈØúVF¡ke£È‘êz½†™$‹¹òé!,=@b2+ê=rα“å®~•øQû[jš¿íaû\øÖËÃ[¯,<1¦ßCiå©uú}¼³LF:ù’¬¡O14úcàûRÊ;Ë)£½´f9íÜIŒã!‡šlž»‰dyŠ8Ô³»œ*€2I=€¯ÿ‚5ü`‹Åßè¾&¸ÐµøVÇ\S´é—ZÍ´w çò™Ã~•êMenÑ’"RÈ"€>`ÿ„>ûÌÙ±³ô©ŸÀ÷ñ£;©TQ’ÍÀÖ½cKø…àM[Æ@²ñNƒy¯ d„évú”u½2/”vå ÙÈÚsÒ´ßÄÞñÔš÷„áñ‹ª^Gk,zž›g¨D÷6ðœÆæDFÝÆH4òÿ‰Þø±¯j:/„<[§kúžž Ooi!,6Òë 8“#‘Ï#>ÿ&£ýÆü«Ë?cßØßàÏÁ‹úŸˆ|ñ:/ë-i4VÖ1j²ý’ÕÝ7;¬$—`v®ÿ•~o»’+ííR÷GðþŸ%þ©sg¦ØÄ3%Õä«iõf ùÅ_ü!º£¬êÎÖºnŸm%ÝÔ弸£RîØPI‚p>•ÂüøµàŸ·¤>×ÿ·¥Ó9.Õl® ò•Ë?½s’­Ó=+׿h‰^øû>|R_ x¯Ãþ%– j†Uѵ8.ÌxµÂ68Á së_ÿÁaŽo|Zó>,´ÜgýûŠû%ü¨Gc`{V%Ä m!øa_Pø¦ïHÐ4;«íNæÓM²‰r÷7R¬Q§Õ˜€+ä«Ï‰^ñ6¥¨Ühž*Ñ5k[UygšÃQ†d…ï3•bäô  +Añ–⧙4]sMÖ «awæ0s‚Û ÆpzúVíõ¶›k%ÍÝÄV¶ÑŒ¼Ó8DQêIàPôW7¡üLðŠ/–â½V¼©·±Ôaš@GQµXœŠé(¢Š(¯øõÿ#…Ÿýx'þŒ’½ê¼ã×üŽõàŸú2Jó]Ãp^æ» á.µâ+a=¬.É×\_ü¿Cé‘_¢Ÿ³Ÿguà¸Ì–êí´r€>/o#?g“j…~ ëò6Á ›¾•úuq¡éþKæÒ>…rZ^“`u²†ÙHÏ¥~|/À_>Ï'åYZ÷Âý_Ã0ù—‘:/¸¯Ôßì=<ˤ•|ñûZi¶¶Þf†FÛØPÀ÷§÷Xô5öÿìOÿ ×ÿt×÷Çþ÷õ¯¸¿bù¿û¦€>¯¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(âùÉ—ùÿ 5}½_ÿÎL¿Ïý«íê(¢Š(¢Šø‡þ ¥Óâ7ýÃöê¾Þ¯ˆàš]>#Ü7ÿn«íê(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š+Î>;ȇ}þáþUèõç¿äC¾ÿpÿ*ü¾ÿ­çýt?ΛN¾ÿ­çýt?Λ@Q@iËæê–ñçœ ×è_Àù>óÍË~ø'éŒÿ~{i?ò´ÿ|:ý7ø4GÀöÀ8$*çŸjÛ—Ámå·ïÏçX¶ž-¨ló_Zô9$O-²ã§­sÖ’Gý­÷ÇZþ³Ÿøøl}kóÂ…užq"½ÍOïιËÇFÕ‡Î:Ðã„t¯øc?ø)”~–O°xvçYû¶vF4ûð $ž›c2ÄIõ„úUØßÃ÷?µgíÑâ/ˆ—Ñ»izmÍξ|ÐHBÏåÙÅŸUX×_dÁB¿àŸ¾#ý«¼gá_xUÐt^ÆÅôýDësÍ–5}ð1C&X˜ジé]Gì7ûê?²/Ãm~ËÄ·ÚN£â­sQYî.´y$’o†=ÒFŒHf™ËÞ{PÒQxn+M%îî¯ÚÚÚYe•‚¢(,Ià9¯ÆÏ‹ž,Ö?à¢ß¶&àï Ï;x6Êáí,$`vÅd„5Õóи\€pp"^µúûbü-ø¡ñ»à{øá–¯ èm¬7“¬ßk7SÂÆÓ0ÅåC&|ÃÔçyÇŸþÀ°Ìÿ²6ƒâ]KÅwºV¯ã}aÄëIy$‚ÞÉpV$is>Y¾P>T²@?<¼3¬jÿðN_ÛR÷KÔMÁðtónUrßjÒf|Å:ŽòGŒúî×8&¿fÿ°í5Ï ONÔRöÆòÏí6×0¾èåÓr:‘ÔAÞ¾lýº¿bIk¿ h·¼Òô¯h—`¼Õã‚kGÿY´híÁY~RÞ8ÜMwŸ±_ÁŸŠ> ÍðÿâF±áín-=š=óF»žfŽÝÁ&|ØcÀF?)¾VÛ€dóþ #`u/Ú®xCmÿŠzìçþÚÁ_µ'Á­ÿ=Ûó¯ÈŸ ÿÁ&ÿh/ëjðÿÄèZ‘CÚôÝkQ·“i •Þ– ààqì+Ó<#ÿñý¬ô_hÚ†£ñ¶ÂêÂÒöî`+ÕÜÉȬ뵭À9Œƒšó/ø+‡Ä)¼Añ«ÃŸ ô©ðhvëqs_3=íÎ<¸öŽ¤D##þ»_‡íûtü4ð^‘á xR°Ð´ØD¶ë£Z>ÕÉ$– ’I$’z’k×tø'ÄËïÛ ‹Ÿuï ßi’kòk³Ùiw—3LYžÚ%[¢•F/-÷S½~œØHŸc‹ :zÐó×ðŸ[ñWì£ûZx~ÿÇZUÇ…¯£¾_í{£l´º‘‚—hY7€8ʘ¯Ó¿ø)?‡þËûøæèK½Dºqðs}þµÿý|EûSxÛÃ-ðV« ézƒéÚ˜Ö¦š,k&ø QI’ “»lÆ{wÿ?gˆŸ`¸~꿇ÿá` K IµºœØIö[˜˜9“Éó74Qw÷É9 ÿ‚=øû[ö[ñT¥ð£Å÷HW±ÿB²ÿù£ö’øg¯ÿÁ=j=âOƒ-Øø3V¹y­íã%b‘ö­=Èè;“#€W1“_¡ß°ìËâÙ?àŽ»áj:>¡©^ëóê±Ë¢O,°ˆžÚÚ ¤ÉgvèXãÁõ¿øëð'Aý¥>ø‹ÀºáXÒõ<Ë+Ý»žÊíA1N¿îžÜ¥—8c@“¿°F¥iã¿ø(ÃjºsÈ,5K½röݤ]¯åÉâ¿_[Ãmý¶±ù§­|5ûÁ4¾&~Í¿´6‡ãÏëþ¿Ñl-îâ’&îêK‚eãR«%².2Ã?7OZýbŸð‘!ÝÞ€9OhþøêO<º ùü­ä¯Ê_ø$H°¸øÅã+YgŽ-J] M²±Ã:,éæõê‡ÞÕûñA›Åþñ6…g$Q]êšeÕ”/;¼‘2)b e†p Çjü¦ð7üKâ¿€´u¯øXzâë4Ž]ÿ@¾º*³C¤ìmÑ‘7&ã×*AÅ{Çüƒû7Ãÿ²T÷“«_êZݤVP³|Å;»èXþÐõÇ~À>½·ÿ‚uøëR¸‘ÄÒkW6ÊÃË[UˆãÔoŠOÇ5Áô?hÏÚÆÚ]çÆ?ˆvRèÖmå5äš”—· rÂÚ±þñ_R0H®¾é~ýŸn>xJ8ìtû}mÀ\?´,åe$³nf$–8 Ëø#/…`×>2øîùø¹³ÐR(›¨’á cÓýZ×Ü¿ðQ µ‡ìcñ2s)m––üÛÜ5çßðN?Ø{Ç_²<]¬ø³Wðî£m«éñZ@š-ÌòººÉ¸–A„×Ò¿µÇÂm[ã·ìïã/hW66z¾³oVóêR:[©YãïdG`0‡¢žq@žÿðJíûTýœ~86šåuÞ-ÿë¯ØßgëŠá?àË¥Ý|tñ•ÄñÁ«\x|›0Ä‘x̪¾§îÊOjû{þ Ëû(ø³öOðŸ‹ôŸêZ&¥s«_Åuh³Í**¬eHc$Qsè |íñóþ ]ãÿüa¹ñÿÀ?ÙéQÍv÷ðØÉxözdÎIJ[ÈŠU¢äà¤)Û†ê@;¿ø*ÓXh³]Í¥ÝÔbòûVµŽÎ#{²±v*=‘['ÜzÖOü[Ã÷Ú—ìã{6R/Ö÷WËÿME¤[?\WŸx“þ ¿ñËã_‡/µ‰ìõ¯¨Ž ÏSÔg’ÒÎ/0šGH› ʸ ˆG9,N1ö¿ìû7ø—öYø?ƒðÖ¥såÃe$ðgclP£n@8ÀGjùBÃöý¦|wqme㈰éÚ"Ȧâ8®Ë<¨¤¥!EŸFaÓžÕöíQEóoÅïù(Z·ý²ÿÑ)_IWÍ¿¿ä¡jßöËÿD¥TøWlo¼Wom…œ ­}ý¡ü#’ëG¶“í® 8Í|ð\øM­rp<Áüëõ ÃrFº˜/ú±Þ€<£ÄŸ嶵Ü/\þ4ß ü&–îÔ“xÃñ¯PñT±5‰ýâþu„f„YŸÞ.së@cü’;Ys|äà÷¯‡¿h- è~$’3!îï_¥×3Göy>uÆÓÞ¿:¿j]¿ð–ÈU²7ò óâ‹#þÚÿ:ýMøSÿ">þçôùcá?ù¬¿ß_ç_©ß äGÓ¿Üþ‚€:ú(¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€>!ÿ‚itøÿpßýº¯·«âø&—Oˆß÷ ÿÛªûz€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€>!ý¨ÿäö>ÿÜ#ÿNR×ÛÕñíGÿ'±ðþáúr–¾Þ Š( Š( Š( Š( Š( Š( Š( Š(  ¼ÿYÝ5=Ayÿ²ÿºhóSöœÿ’ƒ/ûƼ­zWª~ÓŸòPeÿxו¯J(¢ŠdÃrâ¾ýüQý“«Cmå–Þ‘ì¤×Ì7êÍ}mûiö×7K$±+ºƒ‚G± ªÛÆå‹~U¬x¸Lã÷L? íÛK´n°¯åX:æ—l²."QÏ¥Ac㶨 MùV‰¼Eo«isÙÝÚ‰ín#h¥ŠEʺ0Ã)„+­±ÒíZÒ?ܯOJ¥â .ÕmF!QøPâ쟭OûÿÁC¿áº’HôË‹ùü5+Hpe·¸!­ý[ìÏøšöø,¿Æ§×&ðÃK2À!“^½…y,Çtßü|ñþЮsþ íð–oüFð/ÅMÐjpý†æâ.ò؇†B¼Ñ¶´Ç| ¸“öòÿ‚Šiþ&ºµß¡Y5‹›}„$6öpÆ0…î6ž¾i Ò_ÙÁñüøá}ŸeÝ•Š½î[© ’~{þñØ`+çø+ç…|'⯂ú7Œ/§‹Lñf|–zieùïâ”þòßî…2‚x}å£ÛØZ%ÝÅÑŠ xU¤’YHTE%‰<ÎM~2üø­ÁFÿl}Á^ w‹Âp]6›¤6ÒR+e;®µ^9eBøàíH×ïuòßÙNÇLøñûL|;Ñþ%ëïF´Ž;{[¿™n"¶ýÄvÛBàõ–ûê¾2DUU€ª€é_’ŸðS_ÙÓà%׃>!ü:¶›LѬ ´Ò/ »2ÚâÝmnKŽw:Æ·0Ú ò‰ü+ñCÇ^ ÑüÿHÕõnò3EÓünÓ]]Lq1†å°¯ÔËÛ‹öqŽÕþ(øx69ÌÿÄпÚËö‚_ƒ|aâ¨ñ¡kdÑXnïw.#‡ŽøvV#ÑM|5ÿtøwW=ø“ªÚ›³rƒ@´iFíêÛfº'=sûŸ÷…7þ ñëHñ6“ðÛÀþ¾†÷KÔ-Å“ÜÛœ¤ÐÊ¥,È>…LσÙÖOŸø$_|YàmVŠk᩵ (oeÒÆ+g‘ŒlDÊ .pN:Šó¯Ùÿ^“ö)ÿ‚Š^xrVk}ãQ›@HHÝctUí±6ÎO³}kõ[â |v¢3óhWãó·zü|ýµ¿a¿~Èpø_[Ôè‡Æ_ø–ÛÏÒõÁ ‘@/o Ÿts&z:8VL ­ßØÇã&»û~ÒšßÂ/Iö êwËo$®H† “ox„ôŽT*ñÁBq°Šéÿà‰v±]|Rø”%@àhÖøÏýw5ïÿðToÙ>/xøïÃ;üaáxå†ËßØ ³ÇîÑüÒ/±K ùöÀÔ~ÕÿI²½ÛøŸxq±ôŠÓü+öÄž(B?vE~xâ.¯ñSö”øU«x‚oµêqjÚ%ËrÓ$C3ú¶ÅPORA'­B>+Ó­Öˆ€  úO‹–=>5ò‰Çµ~C§ø³Å··‹4ïêÍ x“Uñf·g¤ŸzÖžæ;‰pV”‚0F8 à×ﶋ¥Ú¶›bS‘é_„Þ ø¡¡üÿ‚“ëž-ñ h´+k]ʨ_ÉŽy.­Ì…G$'›¸ã' p â€=—ãÿüÞø/âøOÅ:Þ¡¯è6’jW°êÂ&‚îÔ¼Å6"´lgÎÜwÈö?ø$oí#®ø«áÏŠ|¯ÞM© ½¼Ú]Å̆IÖ`ê`ÉþÚ WÐKŽ€ ïÿkÚßáW…f¿ÛèÞ0мG®øIŸJÓ,t‹ø®¥cqDe"2v"+3nlT/Ryü[áMÜ^ø‹ã½BÏnŸ¨Im¤éÓ8åÌ^d—² Œú†|]"ø»Výº<]cà;¥ÓüQ«ø«[Ó-oŠýn¤¹‚YwWdRÈÛ‡#nFHú3û/þÃv_².¹â[øÎãijê¸Òçµ—Mêž9|Åa+p<¬m ýìçŒWÈ?²íœ7ðV«ˆ&^!â߬2>XoÈüˆ•~Îø³JµÖO”¹ûÝ¿Ø4øÃÿ{Ô›ûMxŽR»³á+•ÿÉË#ý*_Û#âg‹?mOÛ*Ûá>}%Žƒ¥êm¡YY¼„À“DX]^Hƒï0Û'¾ÈÀ“—ÁíÒãöžñÈ»—þ“ÿ“¶UÏCâ _Ù?þ {ªë¾0¶šßF°ñ^¡<Ò:e²¾Y„sàX®VN'igŠö?Ž?ðM½+à‡Â]kƼoâ?øI´.æ[õ¾h„¶¦&1 “tEþVg ÷{äGÿVÖ‘âoŠìP¶û=8qì÷ôÿí¹ûYü"Ñ?g?¦‹ã=ÄÚ·ˆ4»3M±Ñunåwž6ÌeŽÔ@ʼnl—oÞ WÍŸðDKX®üQñhJ€²ÓqŸ÷î(Ìÿm‰Þ,ý´?l¨>é’Yh:N¤Ú•”’MoµÝÈ€üÌ6Éï²0 9ÐøÇûZ|ø­øÀÞ-ÖŸ[Ò´ùä¼[³Çwmå°¸E ¦c-ò’ùÆ;äqwܲŸüÏXÖ¼_m5¾‘eâBy$t,E•êÌ#¸ÀÉ`#¹Y8É;Hñ_S~Ö¿´·ÃÍ;áG‹Iñf¯^ë:tö6º]ìw#Lrª¡‹Ø.:(çOø%ßü‡¾ ×µ—þ‡5sŸ´oÄmGöˆý¥á³ø†? x7MÔÂY.n;pðî3ÜI’œu@OetðK¿ù|@ÿ¯k/ýjñ¿ø3Ãþý¯5Í+â>[{Kžöë¬A<Ò†p¢Hü¼2º± ‘ÆéŒ×ز'ÅKÿ‹ß´]cV“ÎÕí™ôû¹ó“3Ä@7ûL¥ ÷$×\~Êß³%®’5I|OnšyMëp|GÆÏ<ŸaÍ{ÿìÿà|?øwm€¥ž ê’N®$g2yˆƒpܪ/P¤QEW‚üzÿ‘ÂÏþ¼ÿFI^õ^ ñëþG ?úðOý%y–?ÒáoB+î_Ù÷â4z…c‡Ègùz_ ÿËä?Q_ ÿ²þƒcyáy­ÖFÛÜP_sñ™ÕúzW3¦üXEÕ Ÿfbsé^½sá-+È“ý>ž•Åé~Ó·d#=1@|eF`>Êÿ•xoí1ñûsEhÄ,œwõRøGJVìqçé_=~ÖZ•ž‚Í ·° ƒ.>ëV¯¸¿bù¿û¦¾¸þ?÷«î?ØŸþA¯þ頫袊(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šø‡þreþè _oWÄ?ó“/óÿ@jûz€ (¢€ (¢€>!ÿ‚itøÿpßýº¯·«âø&—Oˆß÷ ÿÛªûz€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ ó¯Žq³øø¨ÏÈ•z-dx£EM{Cº²q‘"@’7yþÔ¼ÈÁóó¤¯CøéðÆÿÀ¾(¸t·o³3–ÝŽ+Í’é[¯5Ú#þõhûÔ,L`™e_¼§"½¯á‡íAqà{;«]BÉ£`‚³*¶1»9ËQ^öˆÿ½GÚ#þð ©[öÔ³e Ùjß÷ê?þ9Uãý±,#“ÌZ®ë”ür¾bóãõyñúŠú›þZÏþ|µoûõÿªíûcX4ži²Õsÿ\£ÿã•óŸ¨£íÿz€>¥¶Õ¢ð,uoûõÿ¨®?l«ìo±Õ¸ÿ¦QÿñÊùÏÔQöˆÿ¼(êEýµ¬á@‹c«`Ó(ÿøåûlZJ¥MŽ­úåÿ¯–üøýE|~¢€>¡‡öβ³ÎÛ[Ÿúeÿ©?ᶭcì:·ýúÿŽWË_hûÂ>?Q@O/í‘`’y¢ËUÝÿ\£ÿã•cþr×þ|uoûõÿ¯–|øýE|~¢€>œŸöÄ°¼míeªçþ¹GÿÇ*Ķµ¤(XêØôÊ?þ9_-ý¢?ïQçÇê(ê)¿m++ŽÇVÇýrÿŽQí¥el¸[[þýGÿÇ+åß>?QGŸ¨ ©$ý¶-&R¦ÇVÇýrÿŽTpþÙ¶VyÛc«sÿL£ÿã•òÿŸ¨£íÿxPÔßðÛ–Ÿóã«ߨÿøåVÿ†ÄÓÌÞØu]Ãþ™GÿÇ+æ/>?QGÚ#þð ©¿á·-:ý‡Vÿ¿QÿñʆÛ2Æó¬uoûõÿ¯—üøýE|~¢€>¦öÚ³†1°Õ°¿ôÆ?þ9M“öÖ³pÖ:·ýùÿŽWË~|~¢>?Q@R[þÚÖv …±Õ¿ïÌür¤oÛvÒE*l5l×ÿøå|¯çÇê(óãõõ_¶••»¶:±Ïý2ÿŽTßðÜŸóá«ߘÿøå|­çÇê(óãõô÷ü6E‡Ÿçý‡UÝÿ\£ÿã•oþ‚Ó ýƒVÿ¿1ÿñÊù[íÿxQçÇê(…ñ7ÇÏÚkFñw‰ÿá×ïµ ê­Õå•¥ñ·»ñK3º"ùÙx©j£ í^}¨|;øŸñëÅ–wßµû‹m>Õeh”‘•†ÙcRØbG@Nìb½ïÏÔQöˆÿ½@Ïአð7†tÍFÒõM/Nmà‰b…©;ù$ä“Ü’k_þׇÿçÏRÿ¿QÿñÊð´Gýê>Ñ÷¨ß¿á}xþ|õ/ûõÿ£þׇÿçÏRÿ¿QÿñÊð´Gýê>Ñ÷¨ß¿á}xþ|õ/ûõÿ£þׇÿçÏRÿ¿QÿñÊð´Gýê>Ñ÷¨ß¿á}xþ|õ/ûõÿ¯$ñÖ½oâ_jv©$pO³jÌa¶5Sœ:ƒÞ¹Ï´Gýê>Ñ÷¨CEÕ¥ðíêÝÛÿ¬S‘^›mûWø®Î…íA^Eöˆÿ½GŸ¨ Y¼ýª|U}ÇߊeŸíMâ›ÛüW”ùñúŠ<øýE{~ÖÞ-hÊøn+ÏcÚ€4ü' ?Š¬Õ~qüëõ+á\m‚tõaƒ³ú ø örø_âïAy%»ÝŠýÑtÕÒtØ-W¤j_¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(âø&—Oˆß÷ ÿÛªûz¾!ÿ‚itøÿpßýº¯·¨¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(âÚþOcáýÂ?ôå-}½_þÔò{ÿîÿ§)kíê(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š* Ïøõ—ýÓSÔs/™ ¯¨"€?4iÏù(s¼kÊ×¥{'íY Üéþ>’wB",~lW#PGJZ(¢€0Ê_S~Çž)²Ñõ­§‘RG €O¢“ý+åÊÒðü+¬ÛêV†hwmI(w)S=­~ªÂm¦ÏuüëZñ•„Ì6ʧñ¯Ï¯øh/ÿÏ-7þýËÿÇ(ÿ†€ñYëš픿ür€?F,¼i¦­ª2‚­TÖüe§ÍU™Oã_ž_ðÐ>-í›úç/ÿ£þÅm÷£ÓOý²—ÿŽPØŸ>øö˜øj<ãG¸þÌ[¸¯£–ÆeŠx¦@À21V*Œk—ý›ÿeo„߲濨ø&mJâûX‚;yçÕ®’vHÑ™¶Çµ‰õÎÅô¯˜íâÞÑé ×)øåðÐ-îšiõÊ_þ9@jøûÃzƇþ ðf±«j:^“¬Åö{¹´›…†w„Z0å[ Àmn9RGBk…ýšÿdŸƒß²¿ˆ5}sÁÏ©\꺕²Ù½Ö¯t“¼P†ÜÉÔ\`…³œì^œçæSû@x¬}Ø´Ñÿl¥ÿã”Ã@x»ûšwýû—ÿŽPÛÿ´? |`ðžµàÿÆ·z±lÖ×(¬¨<«¡Áëe8á”óoÙ·öGø[û+øŸQÖü®xˆ>¥l-nìõ B9­¦PÛ‘™Kó)ΧâÐÝñªÃÿÆ+‹ÿ†€ñgx´Óÿl¥ÿã”Ã@x·²i ×)øåz§‹à_|A®é:Þ£©ø›R¹Òìì, ·¸Ô¢0›{8"‚ÙDCåÙ îÁ%¯¬¼5âÝ>pÒª­~|ÚŇïG¦‘ÿ\¥ÿ㔧ãÿŠ×îE¦ûe/ÿ ³ÿhÏ…?¿i¯‡£Â2’å´Èï#¿Š[ –)¢™(eb¬UÝO×#ðGà€>ü5ñÃÝSÕçðÞ´n é¨]¤²EçD"“Ë`‹·*Æ<÷5òïü4‹»¦š픿ür—þÅ¢Ósÿ\¥ÿã”ôïìÑû(ü(ý”uÍgVðUö±-Ö­l–·U½I”"¶á´,kƒšö›ŸiòjJ|Õ+Þ¿>á <]ýÍ7þýKÿÇ(ÿ…ÿâ¾ñi¹ÿ®RÿñÊö(ÿàœÿ³ý¯Å|uc&¹¦jêɬÃcg}YÅ2Ê%‘˜‰îwwŠú—ÄÞ*Óî!&SÏ­~|Ã@x»ûšoýú—ÿŽP?h½šGýr—ÿŽP讓ã :=>%iÔ=kåY?àŸßÅ gÇ÷ɪëZž­suw§ê7‘Ée#]¬«(òÄa†<æ*CeX)"¼OþŽ“Mþ¹KÿÇ(ÿ†€ñwtÓHÿ®RÿñÊßÑà“ÿæñ ]Üx‡Å’iÊw 7íöá ÏÝ. ß·ØÚ¯¹|oàÓü5á‹=BÓâò­¬m,q¯SîI$’Ç$’I$’kóóþÅ‹÷cÓGý²—ÿŽRÃ@ø»ûšoýú—ÿŽP¾øö5øKðÿöˆŒ]ö´Þ*}BûQ)q{Zù·K*ËòÁÛ‰ßwu¯¨5i:•Í¤·#ʸ‰¢}¬Ã?:üâÿ†€ñg_/MÏýr—ÿŽQÿ âÿîé¿÷ê_þ9@A~Ï?±ÏÂ_ÙoÇ÷~'ðeö·.£w§¾™ Õ/cš?%åŠB@X×æÝ sž™­ÿÚoöJø=ûW}ŽóÅ‘Üéºý¢yQkº,É Ù’"rÈë"r)#'i9ùþŽãÓsÿ\¥ÿ㔟ðÐ^/þî›ÿ~¥ÿã”ßøþ §ð?áhÕgkýgÅ7÷ÖsØÇqªÜE‹4š6ä…5_3k6·`à€Í{ì­û/ü/ý•$×/¼{«Iq®E WcT»I€+´*.>ûg¯jùþÅ÷ãÓOý²—ÿŽQÿ âhõÊ_þ9@@þÔÿgïÚÃ_þÈñ>³ÄU¸Ò/¢ƒTXnDtua$D¶FPà’®[?ühýþ þɾ ñEèÕî|CâÛÛ ì4{}RxžXä–3š¢¯ÝX»d1Î3Î|uøC'ÇOOâ«ý\麜ðÇ ‹dXEÚ¤ÀŽ:üƹ þÉz.›}o>¯ªÏ¬Cn{T‹ìé(þëÅ€õÁЊöø&Gƒn´ÿ øÇÄ×1xkÉ|_Äxþð®KOøµáøõ£!¼ˆ.¼+ó‹íÚ¯ýfÿ¾'Úµ.¢ú@Þ4úœ¿<4ØÿO‹þûá´ÿÄ ÄEiu­·)Í|Qöí[þ‚3ßF”\_Hw$ÃÑT¸þ3Ûwõ¯¸¿bù¿û¦¾!ºÂÆ>ñjûËö7ÐfÓô=Ô…eã#Ú€>›¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(âùÉ—ùÿ 5}½_ÿÎL¿Ïý«íê(¢Š(¢Šø‡þ ¥Óâ7ýÃöê¾Þ¯ˆàš]>#Ü7ÿn«íê(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šâþ ü-Ò~ X¼7¯˜Fb¾eñGì_3Þ1ÓÓ1çŒ û:ŠøWþ·UÿžmùQÿ [ªÿÏ6ü«îª(á_øbÝWþy·åGü1n«ÿ<Ûò¯º¨ …á‹u_ùæß•ðź¯üóoʾꢀ>ÿ†-Õç›~TÃê¿óÍ¿*ûªŠøWþ·UÿžmùQÿ [ªÿÏ6ü«îª(á_øbÝWþy·åGü1n«ÿ<Ûò¯º¨ …á‹u_ùæß•ö/ÕGXØ~÷>qœð|qñƒâ׌¾/üX?þêiöÖ®ÑÜ^ÛJÑ‘Îí"üʈ~^>ñõÊŠóqØè`i©É6Û²KvÏ{'Éëge rPŒ”¥-RêÿCÿ†1Ôÿºhÿ†1ÔÿºkÚ´_ÙwVŽÎ1«|WñµÅÖѼÙê nï€ÛŽ?г?òSþ ÿàóÿ°¢8ŒL•Ý|Ñ0˜(IÅbonª/õ±à¿ðÆ:Ÿ÷MðÆ:Ÿ÷M{×ü3 ÿÑPøÿƒÃÿÄQÿ ÂÿôT> àðÿñ^Ûÿ>¿gõ|ýä¬ð_øcOû¦øcOû¦½ëþ…ÿè¨|@ÿÁáÿâ(ÿ†aú*?ðxøŠ=¶'þ}~(>¯‚ÿ ü•ž ÿ c©ÿtÑÿ c©ÿt×½Ã0¿ýˆø àðÿñÃ0¿ýˆø¿WÁÐGþJÏÿ†1Ôÿºhÿ†1ÔÿºkÞ¿á˜_þŠ‡Äüþ"øfÿ¢¡ñÿ‡ÿˆ£Ûbç×âƒêø/úÿÉYà¿ðÆ:Ÿ÷MðÆ:Ÿ÷M{×ü3 ÿÑPøÿƒÃÿÄQÿ ÂÿôT> àðÿñ{lOüúüP}_ÿAù+<þÇSþé£þÇSþé¯zÿ†aú*?ðxøŠ?á˜_þŠ‡Äüþ"m‰ÿŸ_Š«à¿è#ÿ%gƒØÃT=š_øbÝWþy·å]'Åï„¿>i§Å^ø‰â jÇOýõÅ­õì’Óðµ`á;]_f¼š=fFèàc™a«F­&ù]®œ_i&´¹óGü1n«ÿ<Ûò£þ·UÿžmùWÝ4µì.|+ÿ [ªÿÏ6ü¨ÿ†-Õç›~U÷Uð¯ü1n«ÿ<Ûò£þ·UÿžmùWÝTP¿ðź¯üóoÊøbÝWþy·å_uQ@ ÿÃê¿óÍ¿*?á‹u_ùæß•}ÕE|+ÿ [ªÿÏ6ü¨ÿ†-Õç›~U÷Uð¯ü1n«ÿ<Ûò£þ·UÿžmùWÝTP‡ö-ÕûFß•tž ýŒZämM199ö=Ëx#áÞ•à[·°T‚Ø®¦Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(âø&—Oˆß÷ ÿÛªûz¾!ÿ‚itøÿpßýº¯·¨¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(âÚþOcáýÂ?ôå-}½_þÔò{ÿîÿ§)kíê(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šñ?Ú#༴9f·Oô¥ð9¯€Ïyÿ>íùWéWü3?„ÿçþ8(ÿ†gðŸüñÿÇ~jýžóþ}Ûò£ì÷Ÿóîß•~•Ã3øOþxÿã‚øf ÿÏüpPæ¯Ùï?çÝ¿*>Ïyÿ>íùWéWü3?„ÿçþ8(ÿ†gðŸüñÿÇ~jýžóþ}Ûò£ì÷Ÿóîß•~•Ã3øOþxÿã‚øf ÿÏüpPæ¯Ùï?çÝ¿*>Ïyÿ>íùWéWü3?„ÿçþ8(ÿ†hðŸüñÿÇ~jýžóþ}Ûò£ì÷Ÿóîß•~”ÿÃ4øOþxã‚«_~Ï^ Òì庼òí­¡¤š]ªˆ g$“€©¤ÚZ±¤äìµgæÿÙï?çÝ¿*>Ïyÿ>íùWØ÷'ýŸm§’'ñfF*Z=:á× öa{ƒŠþßÙëþ†&ÿÁ]×ÿ®íüýÞ¿Ìöÿ°³oú©ÿ€Kü>Ïyÿ>íùQö{Ïù÷oʾÃÿ„·özÿ¡‰¿ðWuÿÆèÿ„·özÿ¡‰¿ðWuÿÆèþÑÁÏèýè_Øy¯ýÔÿÀ%þGÇŸg¼ÿŸvü¨û=çüû·å_aÿÂ[û=ÐÄßø+ºÿãtÂ[û=ÐÄßø+ºÿãthà¿çô~ô?ì<×þjàÿ#ãϳÞÏ»~T}žóþ}Ûò¯°ÿá-ýž¿èboüÝñº?á-ýž¿èboüÝñº?´p_óú?zì<×þjàÿ#ãϳÞÏ»~T}žóþ}Ûò¯°ÿá-ýž¿èboüÝñº?á-ýž¿èboüÝñº?´p_óú?zì<×þjàÿ#ãϳÞÏ»~T}žóþ}Ûò¯°ÿá-ýž¿èboüÝñº?á-ýž¿èboüÝñº?´p_óú?zì<×þjàÿ#ãϳÞÏ»~T}žóþ}Ûò¯°ÿá-ýž¿èboüÝñº?á-ýž¿èboüÝñº?´p_óú?zì<×þjàÿ#ãϳÞÏ»~T}žóþ}Ûò¯°ÿá-ýž¿èboüÝñº?á-ýž¿èboüÝñº?´p_óú?zì<×þjàÿ#ãϳÞÏ»~T}žóþ}Ûò¯°ÿá-ýž¿èboüÝñº?á-ýž¿èboüÝñº?´p_óú?zì<×þjàÿ#ãϳÞÏ»~T}žóþ}Ûò¯°ÿá-ýž¿èboüÝñºõ/|ð‹t‹mOHšû×tsÆR?¡Áä mG‡Ä7UšìîrbrÜn*xš‚}\Z_ί³ÞÏ»~T}žóþ}Ûò¯Ò¯øf ÿÏüpQÿ Ïá?ùãÿŽ ê<ãóWì÷Ÿóîß•g¼ÿŸvü«ô«þŸÂóÇÿÃ3øOþxÿã‚€?5~Ïyÿ>íùQö{Ïù÷oÊ¿J¿á™ü'ÿ<ñÁGü3?„ÿçþ8(óWì÷Ÿóîß•g¼ÿŸvü«ô«þŸÂóÇÿÃ3øOþxÿã‚€?5~Ïyÿ>íùQö{Ïù÷oÊ¿J¿á™ü'ÿ<ñÁGü3?„ÿçþ8(óWì÷Ÿóîß•g¼ÿŸvü«ô«þŸÂóÇÿÃ3øOþxÿã‚€?5~Ïyÿ>íùQö{Ïù÷oÊ¿J¿á™ü'ÿ<ñÁGü3?„ÿçþ8(óWì÷Ÿóîß•,vwÓ0T·bǧúSÿ Ïá?ùãÿŽ –×öoð¥¬Ë"Á’~è ‡þüÖ¼e¯[Íqm$vÁ9Wè—€üoàÝÞÊ•@$VŽ‹áÝ?A¶XlíÒ £šÔ Š( Š( Š( Š( Š( Š( Š( Š( Š( ˆç&_çþ€Õöõ|Cÿ92ÿ?ô¯·¨¢Š(¢Š(âø&—Oˆß÷ ÿÛªûz¾!ÿ‚itøÿpßýº¯·¨¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¤¥¢€ ˜þéþ†¾;ýƒmÒûÄŸu †ûÅ6Ê%=~w˜¿æU*ûoõ2º•|ûÈSâ'ûÖúÅ|Öa®gƒÿ·ÿ#ïòVãÃù«[þçÿK>ÃÛAã·ëN¢¾”ø1F)h Å¥¢€b–¾ ø‹ûVxøÿÁJ|ð^Îò3Á6òG-ÜVÑ~þýžÂI±,‡'b±UÚÜœñ€¼qF+Àÿo+‰lÿcA+Ã*hÎVHØ«)Þ¼‚:W–ÿÁ%/®5ØÿNšæâ[™¶o‡™3—lo^2hììQŠZ(1F+òÿãÇÇ?‹?¶wíE¨ü ø/â|#á=¤[×læhÚ_)ÂO+ʘ-\ùI¼œ±Á1~)ÿÁ?¾6~Ëþºø‘ð¯ãN¹â=_FŒßj6;$µ–hЖES4‰8‚apr厀~­bŒWÎ?°ŸíN¿µ‡Á"½gÿ¡\WÍc´Í0oü‘÷ù3êîj¿ëÏþ–}‹EWÒŸQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQE|CÿÒéñþá¿ûu_oWÄ?ðM.Ÿ¿îÿ·UöõQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQE|CûQÿÉì|#ÿ¸Gþœ¥¯·«âÚþOcáýÂ?ôå-}½@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@ ÝØWÉ߶׵;«Ï|>Ò_cë ²\®pd@±&º\1?îŠúÈu¯ŒÿiŽj߆ ò<Ý?ÿKZ¾{=”–’.ÜÎ)ú7©öüjª³ýœg$Ÿxŵøžóðwà†þèVÑÃeæ®ñ¯Úµ£ ò¾9ÛŸº¹è£Û9<קbç÷h?à"¥ýZý)kØ£‡¥B 8Ù#åq˜ÌF:´«â&å'Õ²?³Åÿ<×þù¿g‹þy¯ä*J+~Tqó>äg‹þy¯ä(û<_óÍ!RQG*gÜìñÏ5ü…g‹þy¯ä*JÏÖu‹iw:–©}m¦éÖ¨e¸¼¼•b†–wbêM¨9ŸrçÙâÿžkù >Ïüó_ÈU]'V³×´›-SO¹ŽóO½.mî"9Icu Ž§¸ ‚>µä ÿk¯‡Ÿ¾3x¯áw‡®u Ïüó_ÈT”Qʃ™÷#û<_óÍ!GÙâÿžkù £®ëÚo…ô{½WYÔ-t.Î3-ÍíìË 0 êÎì@QîM|««ÁT¿g-/Z:xñ•Õâ+”{ÛM&éíÔö¶Ã= ‚Óš9Ps>ç×g‹þy¯ä(û<_óÍ!\×ÿ‰žø·á[oø;^²ñ‰pHŽòÆM˸uVU‡u`î+©£•3îGöx¿çšþB“ìñÏ5ÿ¾EKE¨9Ÿs‰ñ÷Ÿ üHÒå±×4¨.ƒ’e@²ÄØá•Ç þ‡¡Èâ¾cýšu OáǽoámõÇÚl.ÚÓ,bTp;n‹ïP¾•ö‡¥|qsÿ)¶üôÜÕòù­(Q¯‡ÄÓVŸ:‹kª{¦~Ã8Š˜¼a—×—5%FSIô”-f»y÷>É¢’–¾¨üà(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šø‡þreþè _oWÄ?ó“/óÿ@jûz€ (¢€ (¢€>ÿ‚|øëÞ >=ÿ„‡ÄV…öŸìÿ#ûNö+7oÚwmÞÃv7.qÓpõ¯°ÿáyü7ÿ¢ƒá_ü[ñuâ?ðÿôñWþÛò=ðÿôñWþÛò={wü/?†ÿôP|+ÿƒ«oþ.ø^ ÿè øWÿVßü]xü;§á¿ýüUÿvßüGü;§á¿ýüUÿvßü@Ýÿ Ïá¿ý ÿàêÛÿ‹£þŸÃú(>ÿÁÕ·ÿ^#ÿéøoÿA¿à]·ÿ#ÑÿéøoÿA¿à]·ÿ#зÂóøoÿE¿ø:¶ÿâèÿ…çðßþŠ…ðumÿÅ׈ÿú~ÿÐoÅ_ømÿÈôú~ÿÐoÅ_ømÿÈôíßð¼þÿÑAð¯þ­¿øº?áyü7ÿ¢ƒá_ü[ñuâ?ðÿôñWþÛò=ðÿôñWþÛò={wü/?†ÿôP|+ÿƒ«oþ.ø^ ÿè øWÿVßü]xü;§á¿ýüUÿvßüGü;§á¿ýüUÿvßü@Ýÿ Ïá¿ý ÿàêÛÿ‹£þŸÃú(>ÿÁÕ·ÿ^#ÿéøoÿA¿à]·ÿ#ÑÿéøoÿA¿à]·ÿ#зÂóøoÿE¿ø:¶ÿâèÿ…çðßþŠ…ðumÿÅ׈ÿú~ÿÐoÅ_ømÿÈôú~ÿÐoÅ_ømÿÈôíßð¼þÿÑAð¯þ­¿øº?áyü7ÿ¢ƒá_ü[ñuâ?ðÿôñWþÛò=ðÿôñWþÛò={wü/?†ÿôP|+ÿƒ«oþ.ø^ ÿè øWÿVßü]xü;§á¿ýüUÿvßüGü;§á¿ýüUÿvßü@Ýÿ Ïá¿ý ÿàêÛÿ‹£þŸÃú(>ÿÁÕ·ÿ^#ÿéøoÿA¿à]·ÿ#ÑÿéøoÿA¿à]·ÿ#зÂóøoÿE¿ø:¶ÿâèÿ…çðßþŠ…ðumÿÅ׈ÿú~ÿÐoÅ_ømÿÈôú~ÿÐoÅ_ømÿÈôíßð¼þÿÑAð¯þ­¿øº?áyü7ÿ¢ƒá_ü[ñuâ?ðÿôñWþÛò=ðÿôñWþÛò={wü/?†ÿôP|+ÿƒ«oþ.ø^ ÿè øWÿVßü]xü;§á¿ýüUÿvßüGü;§á¿ýüUÿvßü@Ýÿ Ïá¿ý ÿàêÛÿ‹£þŸÃú(>ÿÁÕ·ÿ^#ÿéøoÿA¿à]·ÿ#ÑÿéøoÿA¿à]·ÿ#зÂóøoÿE¿ø:¶ÿâèÿ…çðßþŠ…ðumÿÅ׈ÿú~ÿÐoÅ_ømÿÈôú~ÿÐoÅ_ømÿÈôíßð¼þÿÑAð¯þ­¿øº?áyü7ÿ¢ƒá_ü[ñuâ?ðÿôñWþÛò=ðÿôñWþÛò={Tß¾dâ…³´ÿÌjÛÓýúù×þ þÁµ/ˆl¤M™wæâ·dÿ‚vü8X݆·âœŸøû¶ÿäzÀÿ‚}Æ!¿øƒä…ûŒûŠù¬üŒðöÿä}þMÿ$îkÿpô¶}‘EWÒŸCXÕìô &÷TÔn#´Óì {››‰N(‘K;“è'ð«õóŸü;Z»ÐbÿŠ—6NÑÍ&˜–¬cëåÍ…$`}|fh?Úþ #ñ?^о êò|4øk£¾Ùuu™­ç(ĈÞY|× ÄEŽœn3üJøUûa~Æz$ÿtŒ7Ÿ¼=¦(ŸU±Õn§¼ò¡.í Ã7î‡v‰Ãó`Hò?Øâ÷í9ð³àÜö_¾i^.ðµö©5äšµåŒóÈ÷#×r]FQ6úžs^é¯~ÒŸ·G‰t=CHÔ?g¿Ëc¨[Ik<ÙW4r)VñýèM}uðö€‡öÂý›.üMá;ƒá¯]ZÜés¡bçJÔ„X|Ê Ç"œr¬2È•~&øCñ~Óþ ¤ø"óâ‡Ú¾(Éäù>4òÛ÷y±2/ËŒñS§zûþ ð_âoÁ+‰Úg¼-©xfÆúM>çN[õUY$áf+‚yÇ“Ÿ ¯9ñÿü¦Óßöíÿ¦– ¢þ.šFŽY%·,º«:°QœFîΡ”Wé7íùÿ&oñcþÀÏÿ¡¥yü÷M·±ýcž(Õd¼×蓮€å˜ãÿÀQGá@1ühÒÿkØ´Ÿ]üZ½ø‰áYn’ÚãûFöçP\‚DsÃpIEp¤ÏRFJ¾|nµø•û;é¿4ûq7Új¿fvÞ"‘#c$DŽ»]sßãðUHROØÇL˹£¸ÓY¡ût?‘?Sý‡4ÉüAÿÕðæ› ´÷š±m`òÌ×7jª?0(À?à‰z(¾·ø½â»¯ôJêêÆ×í>lby$çý¦d'ýÑ_§ÓÁÄ2E*¬‘È¥]d0#é_™¿ðD R9¼ñWN ûÛ}FÆá—¸Y"•AÿÈGò¯ÓŠü¦ÿ‚BÜIàÿÚã‡c“6P uL’3kw$ Âoå_«5ùKÿ£ŒkŸµ·Çm~Ø3Ù4wd퉯˧æ#?‘¯Õª(¢ŠŠoõ2º•|GûøãÞ Ôüv|Aâ /B j :ìVþnÖŸvÝì7crç7Zûroõ2º•~vþÎ?³¿‡>>j*_Þê–cJxL?Ù’Åï4Ë»vøß8ò×ÇSÖ¾kÿ#<ý¿ù’Ûý^ÍoÿNô¶}¿ÿ Ïá¿ý ÿàêÛÿ‹£þŸÃú(>ÿÁÕ·ÿ^#ÿéøoÿA¿à]·ÿ#ÑÿéøoÿA¿à]·ÿ#×ÒŸ{wü/?†ÿôP|+ÿƒ«oþ.ø^ ÿè øWÿVßü]xü;§á¿ýüUÿvßüGü;§á¿ýüUÿvßü@Ýÿ Ïá¿ý ÿàêÛÿ‹£þŸÃú(>ÿÁÕ·ÿ^#ÿéøoÿA¿à]·ÿ#ÑÿéøoÿA¿à]·ÿ#зÂóøoÿE¿ø:¶ÿâèÿ…çðßþŠ…ðumÿÅ׈ÿú~ÿÐoÅ_ømÿÈôú~ÿÐoÅ_ømÿÈôíßð¼þÿÑAð¯þ­¿øº?áyü7ÿ¢ƒá_ü[ñuâ?ðÿôñWþÛò=ðÿôñWþÛò={wü/?†ÿôP|+ÿƒ«oþ.ø^ ÿè øWÿVßü]xü;§á¿ýüUÿvßüGü;§á¿ýüUÿvßü@Ýÿ Ïá¿ý ÿàêÛÿ‹£þŸÃú(>ÿÁÕ·ÿ^#ÿéøoÿA¿à]·ÿ#ÑÿéøoÿA¿à]·ÿ#зÂóøoÿE¿ø:¶ÿâèÿ…çðßþŠ…ðumÿÅ׈ÿú~ÿÐoÅ_ømÿÈôú~ÿÐoÅ_ømÿÈôíßð¼þÿÑAð¯þ­¿øº?áyü7ÿ¢ƒá_ü[ñuâ?ðÿôñWþÛò=ðÿôñWþÛò={wü/?†ÿôP|+ÿƒ«oþ.ø^ ÿè øWÿVßü]xü;§á¿ýüUÿvßüGü;§á¿ýüUÿvßü@Ýÿ Ïá¿ý ÿàêÛÿ‹£þŸÃú(>ÿÁÕ·ÿ^#ÿéøoÿA¿à]·ÿ#ÑÿéøoÿA¿à]·ÿ#зÂóøoÿE¿ø:¶ÿâèÿ…çðßþŠ…ðumÿÅ׈ÿú~ÿÐoÅ_ømÿÈôú~ÿÐoÅ_ømÿÈôíßð¼þÿÑAð¯þ­¿øº?áyü7ÿ¢ƒá_ü[ñuâ?ðÿôñWþÛò=ðÿôñWþÛò={wü/?†ÿôP|+ÿƒ«oþ.ø^ ÿè øWÿVßü]xü;§á¿ýüUÿvßüGü;§á¿ýüUÿvßü@Ýÿ Ïá¿ý ÿàêÛÿ‹£þŸÃú(>ÿÁÕ·ÿ^#ÿéøoÿA¿à]·ÿ#ÑÿéøoÿA¿à]·ÿ#зÂóøoÿE¿ø:¶ÿâèÿ…çðßþŠ…ðumÿÅ׈ÿú~ÿÐoÅ_ømÿÈôú~ÿÐoÅ_ømÿÈôíßð¼þÿÑAð¯þ­¿øº?áyü7ÿ¢ƒá_ü[ñuâ?ðÿôñWþÛò=ðÿôñWþÛò={wü/?†ÿôP|+ÿƒ«oþ.ø^ ÿè øWÿVßü]xü;§á¿ýüUÿvßüGü;§á¿ýüUÿvßü@?üK§Äoû†ÿíÕ}½^Sð?öuðçÀ/í¯øG¯u[Á«yö”±I·Êó6íÙc>kg9è:W«PEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPÄ?µüžÇÂ?û„éÊZûz¾ý¶¼Mÿ_íCàOý›íŸÙ:u…ÿÙ÷ìó|«éßfì¹ÛŒàã= nÃË?êœÿåsÿ¹¨íê+âøygýSŸü®÷5ðòÏú§?ù\ÿîjûzŠø‡þYÿTçÿ+ŸýÍGü<³þ©ÏþW?ûš€>Þ¢¾!ÿ‡–Õ9ÿÊçÿsQÿ,ÿªsÿ•Ïþæ ·¨¯ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹¨íê+âøygýSŸü®÷5ðòÏú§?ù\ÿîjûzŠø‡þYÿTçÿ+ŸýÍGü<³þ©ÏþW?ûš€>Þ¢¾!ÿ‡–Õ9ÿÊçÿsQÿ,ÿªsÿ•Ïþæ ·¨¯ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹¨íê+âøygýSŸü®÷5ðòÏú§?ù\ÿîjûzŠø‡þYÿTçÿ+ŸýÍGü<³þ©ÏþW?ûš€>Þ¢¾!ÿ‡–Õ9ÿÊçÿsQÿ,ÿªsÿ•Ïþæ ·¨¯ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹¨íê+âøygýSŸü®÷5ðòÏú§?ù\ÿîjûzŠø‡þYÿTçÿ+ŸýÍGü<³þ©ÏþW?ûš€>Þ¢¾!ÿ‡–Õ9ÿÊçÿsQÿ,ÿªsÿ•Ïþæ ·¨¯ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹¨íÁÖ¾4ý¥¿äë¾ÿ×]?ÿKZ³áåŸõNò¹ÿÜÕç·ßǯž×±?°¶£ciöµ}£v.ƒîݱ1÷±Œvë_9žÿ»GüqüϺàè·¨ûS©ÿ¤³ô~?õkô§ScÿV¿Ju}Øøg¸QEÄex‹ÄšGƒô[­_]Õlôm*ÕwÍ}¨\$D¾¬ì@êkÂ#ÿ‚†~βjbÀ|TÑÄþg•½£aÎqŸ4dzínǽ|?ûBjZÿüöôO‚6ú½Æ—ðçÂ7SGx¶Ç6ãwr ¦B`Œ°!A3çìø&/ìçqá#¡ùMål¤z…Ƚ·o˜dÁlüÛH)ŸáÇôÞ­iþ"Òíµ-*úÛSÓ®£ÛÞY̲Ã2ŒŽ¤†ÔüØÿ‚Ê|ZðίðÇAðV“⛟Øx$Õ4;[ g†?³HTË9,„dwûø«ÄŸ±ßí½âÙ«XÖeÕü©NÿÙ­9ÂÃ3[‹›y”gd‹÷n«Á¯÷yµÿø'àŸ ø3Eø¥hÙøÃ^ñ Á©j«,…îZI…*X¨ÿVû´öŸì›ñ·À>>ø[à xoÅú>·â /Ã÷L±»Ig¶ Q¾ô+µÈSž„â¾ý…ï­´¯ø)çí)ywq¥­ºx’In'p‘ƃ[·%™É&¾ËýŽÿf¿†¿ ¾x?Æžð´G‰õ¯ Y.¡¨E<ÎÓ‰b†Y2®åF]CpJü¾ðÀ›ÏÚCþ 1ñgÀ‹¬^hº ÿ‰õÙuéldÛ$¶j-#EèwJ°¸ÖÁÛŠýH›þ û;Ûë ¦?ÅmܬžQxÄÏ}DÁ eÚÝz÷[Ó¼I¤ÚêšEý®©¦]F%·½²™f†d=I ¨5òw‹?à•ÿ³ö½àkKð”Ú¦mü»mrßP¹’æ)@âF!G窕ÁÉÆ8#À¿à‹þ4Öíÿái|9Ô®äžÃEžÞòÒbRÞVyc¸ žŠFqÓ œdš›þ ‹ã½{â×dž?³w‡/¤²µÖ§µºÕ^&$I$ó˜áY•‰Qæ*x;”õQ_Yx[öø áCá!ðÛDÕ­–ÚŽ¥h“j¶25ΊÇ$ü…@ÏÊâ¾+ñDƒYÿ‚ßé¶×@Ëœ–â5cÀÛ¡yË£¶kõj€?&?g›{ÏØ?þ 7yð‚ßRº¹øã.+Tº|“æÆ^ÒB‘% n[!˜ã ¬õùEÿ$ߢÿÁC>jöùK…G!£11êÒ‘õ?5~®ÐEP}+ã‹ŸùHE·ãÿ¦æ¯±ý+à/ßáQþך‡‹Ný­ýœ"?có¼Ÿ3}šÇ÷ö¶1¿=qzùœïþa¿ëìSôWy‚_ôWô>þ¥¯ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹«éÏÏ·¨¯ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹¨íê+âøygýSŸü®÷5ðòÏú§?ù\ÿîjûzŠø‡þYÿTçÿ+ŸýÍGü<³þ©ÏþW?ûš€>Þ¢¾!ÿ‡–Õ9ÿÊçÿsQÿ,ÿªsÿ•Ïþæ ·¨¯ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹¨íê+âøygýSŸü®÷5ðòÏú§?ù\ÿîjûzŠø‡þYÿTçÿ+ŸýÍGü<³þ©ÏþW?ûš€>Þ¢¾!ÿ‡–Õ9ÿÊçÿsQÿ,ÿªsÿ•Ïþæ ·¨¯ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹¨íê+âøygýSŸü®÷5ðòÏú§?ù\ÿîjûzŠø‡þYÿTçÿ+ŸýÍGü<³þ©ÏþW?ûš€>Þ¢¾!ÿ‡–Õ9ÿÊçÿsQÿ,ÿªsÿ•Ïþæ ·¨¯ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹¨íê+âøygýSŸü®÷5ðòÏú§?ù\ÿîjûzŠø‡þYÿTçÿ+ŸýÍGü<³þ©ÏþW?ûš€>Þ¢¾!ÿ‡–Õ9ÿÊçÿsQÿ,ÿªsÿ•Ïþæ ·¨¯ˆáåŸõNò¹ÿÜÔÃË?êœÿåsÿ¹¨ÿœ™ŸúWÛÕùÑð_â_ü.Û“FñpÓ²?´|ïô??Îòü½2H¾þÕÎvg Æqï_¢ôQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEßêdÿtÿ*øÿöÿ§ÄO÷¬ÿô+ŠúþeLŸîšøßö¼Kñô{–ßÈaa6#’U~=‹¯ç_3˜;fX6ÿ¿ù’'.Íb·µ'÷Lû:’“u'^õôÇÀ®#ã?ÃŒÿ |Wà}FC®½§Ëdg Âì¿$ ¥+êµÛm£h¤ä'ì7ûS/ì'âÏ|øÙiu iÑês¦¶ÒJ–³•ì@ž V8Ù÷8!É_¦¿i_ø*OŸ|5Ôÿá^x–xÖòÙ£Ó!±‚C ´Œ0³Ìî¡p™Ý³–bÀ°ú‡â·ÀO‡¿¬aµñׄ4¿¬*V¯ | õʸt¸V®7Àß±À¿†ºÕ¾±áÿ†z-¾§nþd77÷Mvdó™ö‘ØŽGj`qÿðO½Kã7‰~ ÿÂOñ£\¹ÔubeŸH³º²··–ÞÇ`Û#ùH¤™ Ãä…Txgᎀš'„ô+i #J¶:l AÛ–m«ÆM|ÝÿSÿ“ñ÷ývÓô¾Þµà™òc ?ë÷þ—Ü×Ð>6ð?‡þ#xnëÃþ(Ѭõíè¡ŸO¿„K …:îSÁÃ*‘î?Áþ оørÏÃþÒmt=Ì0¶ÓìbCf.ÛTp2ÌÇêM~Oø'ÅÒÿÁ/ÿm¯iž)ÒîWágŒYšÓP¶˜Eje2A*?x`ó)|Ü–ü¡¾–ý¤¿à©Ÿ ¼ð¯R‡~%OøÏPµhtÛ{;y‘-]Ô<Í"(P‡Ÿ/ï“€ aõ×ÄO…~ø·áöÑÀ_&Á?RI&ñåÙŒˆ¦{EVí¸Éö ¿|Ö9§š`×øÿ#ïòt×æ²éûŸý,ûŠ(¯¦>(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šh¯?ioù:õ×OÿÒÖ¯²ÓŠø×ö–ÿ“®økùé§ÿékWÎg¿îÑ_Þæ¸àÿùOþ½ÔÿÒö\ê×éKLLíJ=ÿ:ú$|CÜ’ŠJZb? ¾~Î6?o¿‹?üAâKÂgTÖ®mî´üg•/wy1VŒ¼™ÿ`W׿ðç þ‹'Œ?ï„ÿâªÛƒöñÖ­ñ‚ÏãÏÀ«¥·ñå«Åq{¥¬‰“M…Yá/û¶bŠâ|õ,Aç¡ý¹?kù4gÑ?á™õøIÕ|¯ívѯÖÏpß°‡žx—oá@Ÿ ÿàžÿ ~þÑžÔGÇC«xï@¾†í|9}wh/dm»‘-þh ¤Ç äqRÿÁlÿäøþÆaÿ¤³Öì'ûø㿵OŽîþÓñP2Ég`Ò¤¯nó)O3'Êi(±¡ÚŠO°_Nÿ‚—~Î>&ý¤?gØ4ßÁïˆt=V=^+pwÃ,rEd‘T‘ÓšÂý³ø©ÿXø9á<¬Òh§GŽí;v]K{.í‹)¯Õºø#öý‹ükைZïÆÿSý«âN´$Ör:K% —lÒ2|«#/Ȩœ"ð¿{ÐEP}+ã‹ŸùHE·ãÿ¦æ¯±NµñÍÇËÿ¶üôÜÕóY×üÃ×Øþ§ßðüÌ?ì¯è}‘KEô§ÀQ@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@žxë_"ütøâ¿üDÿ…—ðÚ&yËîìm×{¬‡!Ùcþ5p~eä’<}}Iׯ5çc°4ñÔÔ&ìÓºktÏs'ÍëäõÝjIJ2V”e¬džé£ãM/öú¼±Œ[ë~ ÿNˆÃxcË÷ù O¡cWáàö_ô&Ïø߯ÿ_]ùÿÏ5ÿ¾Eg‹þy§ýò+ËXÎ*Ëÿ’/ó>ŠYÏIó<«_*Ó·ä|‹ÿ³ÿ¡2ü_þ"øxEŸý “ÿàzÿñõ×Ùâÿžiÿ|Š>ÏüóOûäU}G3ÿ ¿ü‘™?Úü=ÿB·ÿƒ¥þGÈ¿ðð‹?ú'ÿÀõÿâ(ÿ‡„YÿЙ?þ¯ÿ_]}ž/ùæŸ÷È£ìñÏ4ÿ¾EQÌÿè/ÿ$_æÚü=ÿB·ÿƒ¥þGÈ¿ðð‹?ú'ÿÀõÿâ(ÿ‡„YÿЙ?þ¯ÿ_]}ž/ùæŸ÷È£ìñÏ4ÿ¾EQÌÿè/ÿ$_æÚü=ÿB·ÿƒ¥þGÈ¿ðð‹?ú'ÿÀõÿâ(ÿ‡„YÿЙ?þ¯ÿ^™ûiB‹û3øÈ„PÐùþŸ`¯ÎßÀ7Æ¿‡ÀŒøHtÿý)Ž—Ôs?ú ÿÉù”³~ë•¿ü/ò>Æÿ‡„YÿЙ?þ¯ÿGü<"Ïþ„Éÿð=øŠúëìñÏ4ÿ¾Eg‹þy§ýò)ýG3ÿ ¿ü‘™?Úü=ÿB·ÿƒ¥þGÈ¿ðð‹?ú'ÿÀõÿâ(ÿ‡„YÿЙ?þ¯ÿ_]}ž/ùæŸ÷È£ìñÏ4ÿ¾EQÌÿè/ÿ$_æÚü=ÿB·ÿƒ¥þGÈ¿ðð‹?ú'ÿÀõÿâ(ÿ‡„YÿЙ?þ¯ÿ_]}ž/ùæŸ÷È£ìñÏ4ÿ¾EQÌÿè/ÿ$_æÚü=ÿB·ÿƒ¥þGÈ¿ðð‹?ú'ÿÀõÿâ(ÿ‡„YÿЙ7þ¯ÿ_]}ž/ùæŸ÷È£ìñÏ4ÿ¾E/¨æôÿ’/óí~ÿ¡[ÿÁÒÿ#áoühøûP«xcžm/F¹`—M™¨ âIʪ¢÷ÚOO›8¯ª>|(´ø?à[M&¼cç^Ý*ãΙ€ÜÃØ{(ïšô%‰ÐS맖º^"½GR£ÒïK/%ÐáÍ3øã0ÑÀ`è*¿*m¶ûÊOVQE{gÈ…Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@ o­|iûf[\xOâ×€ühдÖVívâ†7n{]§Ò¾Ë®KâOý'â‡„î´ ^6kyÀ)"æDãîºþDƒÁ5äæxYã0²§ïhת>“‡³*YVc ExÞ›¼d¿»%g÷\Õð׈,¼Q¡Yjš|ëqiu͈rXd}>ºVÇÖ¾)µø#ñ×à½ôöžÕ«£É&äXå…TVŠsµ÷(N}kTêµ`ë§Åÿ}iÿü]y°Î*Æ*ðÕ9–ö×É£Þ«ÂØz³sÁæ7ªæŸ,­ç´gØtWÇŸný«èýõaÿÅÒý»ö­ÿ t÷Õ‡ÿZm/ú«ÿ€ÿÁ2ÿTŸýáÿðjÿ#ì*+ãß·~Õ¿ôþú°ÿâèûwí[ÿ@èÿï«þ.í¥ÿ@Õðø!þ©?úÃÿàÕþGØTWÇ¿ný«èýõaÿÅÑöïÚ·þÑÿßVü]ÛKþªÿà?ðCýRô‡ÿÁ«ü°¨¯~ÝûVÿÐ:?ûêÃÿ‹¯Ô¿lÏŠ>£ucw®ÁÕ¬­ÑýŠ&ÚêJ°È\zQý¶¿è§þÿk„döÇáÿðoüô–ŠøŸÂ¾8ý¦ê‰ñSöÔ½ñ>’]&ËÌ“Îå(¶ßfR£1Ü=µ.±ðóöŽø°?²•ôoÁ/‚ZOÁ_ ½…ƒµåíà //äP¯3€uG8\œdòI&¹%*ùµz_ºp¥¥ïhÛ[YŒ)àøg‰ÿh…lEhºiS|ÑŒ_Äܶ¿dzeQ_^~bQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQExí©ÿ&Ëã/ûsÿÒØ+ó¯àoü–χßö0éÿúS~Š~ÚŸòl¾2ÿ·?ý-‚¿:þÿÉlø}ÿcŸÿ¥1Ðì%Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@óÎ? 1ózÔ””€n(”úJ`RÑH¢–ŠJ)h ¯Æ‰òQÿ±‡OÿÒ˜èöŠ( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( ¿¾$ÉDñGý…n¿ôsWìÍ~3|Hÿ’‰âû Ýèæ ÓïÙ?þMßÀÿõäßú5ëÖëÉ?dÿù7ÿדèׯ[ Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( Š( ýµ?äÙ|eÿnú[~uü ÿ’ÙðûþÆ?ÿJc¯ÑOÛSþM—Æ_öçÿ¥°Wç_Àßù-Ÿ¿ìaÓÿô¦:ý„¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¯Æo‰òQÿ±‡OÿÒ˜ëôSöÔÿ“eñ—ý¹ÿélù×ð7þKgÃïûtÿý)Ž€?a(¢Š(ªš…ô]ÅåÔ«okoK,²*"Œ³Ø ¯²¹Òar±ÜjK,“(8ßµ6ØŸ_AÕ‡ÂÕÅ6©+ØäÄb©a•ê;kQ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÕÝý“‹þSûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åí\/óxÑ_Ãp|Rÿ¡kDÿÀ ¯þ=Gü7Å/ú´OüºÿãÔdâÿ”?µp¿Ì}ãE|ÿ ÁñKþ…­ÿ.¿øõðÜ¿èZÑ?ðëÿQý“‹þPþÕÂÿ1÷ðwü7Å/ú´OüºÿãÔÃp|Rÿ¡kDÿÀ ¯þ=GöN/ùCûW üÇÞ4WÁßðÜ¿èZÑ?ðëÿQÿ ÁñKþ…­ÿ.¿øõÙ8¿åö®ù¼h¯ƒ¿á¸>)е¢à¾ëÿRÃp|RPIðÖ†ÿ§ ¯þ=Oû#ü£þÕÂÿ1÷•ð^›ûzxõ¦2Üø{Cº´‹ 2ÚÃý“ÿäÝüÿ^Mÿ£^½n¼“öOÿ“wð?ýy7þzõº(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢ŠðÿÛSþM—Æ_öçÿ¥°Wç_Àßù-Ÿ¿ìaÓÿô¦:ýýµ?äÙ|eÿnú[~uü ÿ’ÙðûþÆ?ÿJc ØJ(¢€>uý·+xc@VÝ‘‡÷^iHoüv45çUú.GEC¥ÕŸŸg5œëòtAEWÓ=p¢Š( …Q@\(¢ŠáEP (¢€¸QEŠ( .QEp¢Š( …Q@\(¢ŠáEP (¢€¸QEŠ( .QEp¢Š( …Q@\(¢ŠáEP (¢€¸QEŠ( .QEp¢Š(ôQE¨QE áEP (¢€¸QEŠ( .QEp¢Š)_§Pó (¢˜_°QEŠ( .QEQE. (¢!ù…QG®QEp¢Š(¢Š(ì‡æQE+‡˜QEü…¨QEŠ( Š( .QEQEQEp¢Š( BŠ( .QEp¢Š)Š(§ä‡êQE¸QEQEŠ( .QEp¢Š( …Q@\(¢ŠatQE-v …Q@\(¢ŠáER …QL.QEp¢Š( …Q@\(¢ŠáEP (¢€¸QEŠ( .QEp¢Š( …Q@\(¢ŠáEP (¢€¸QEŠ( .QEp¢Š( …Q@\(¢ŠáEP (¢€¸QEŠ( ±šŒ*°’?D(¤-|öá_Œß?ä¢x£þ·_ú9«öf¿¾$ÉDñGý…n¿ôsPé÷ìŸÿ&ïàúòoýõëu䟲ü›¿ÿëÉ¿ôk×­ÐEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEP‡þÚŸòl¾2ÿ·?ý-‚¿:þÿÉlø}ÿcŸÿ¥1×è§í©ÿ&Ëã/ûsÿÒØ+ócᧈ-|%ñšÝðÙišµ¥ìâ%Üþ\s#¶Ñ‘“…8æ€?e诙¿áà¿ ?熿ÿ€QÿñÊ?áà¿ ?熿ÿ€QÿñÊð?Ú:ø뵸 ÌvžL+í¶Ù ÿlj¬jÈ×¼aiñã'ˆ¢¼1”«`C‚QW‡ÅÒÄó{7·Éý­…©‡·:ßîŠõé?g=RçAð½þ™¨-ìšÔQÎñ¼\vˆÑ <›Ž@Î: ñëŠÙÒ~ø7X¸þÌ·ø‹ks¬1ÀŽÝ”¶:*ïù»ô5ÈóL*WR¿¢z~B˱-Û–Þ­jxEÓ|@ð¥ðçÄRi:Gl "š?¹,dzr#±SÂÕ|s®C¤é6þ}ÔŸ1$á#QÕØöQŸè2N+ÐUéº~ÙKÝîq:5Og˯cŠ÷k€>Ñ$çÄ++=\˜@@±“Ù·>¶¸oŠõO†sC4³G©iGú„ ÇÚË“´ã‘Ét=qÇK1ÃÖš„^¯k¦¯èuTÀ×¥9-mN—öZÒlµˆ:„Ö^ºdåÜD²(o6!œyÁ?y¯Š#ŠßÅÚ²öÀ—Ó.<.HxœW«~ÉòR5ûËÿ£¡¯)ñ‡üÚßýOÿ£¹¨¶ñõ“zYÔI`éI-nοã·àmjMø3Ok.&GÊ1ƒ÷vVl·|õ5çè>Ÿ…šlUþÔ7‘¼›¾ÏålÚ@Æ7¶zÔž ø7qão‡ú·‰-µYìfxNŽÛÌiØ$lmã—Æ6ž•µF†Sn-îïs*´+ׯ(8¥.ÈóŠ+Úì~x{J)mâßXé:¼Š XBèL$Œ€ì[¯à¡5ÎüXø'ðÊ;kä½VÑ®$wq¦Â¬A!Yrz€pA ãµi ÃRjœe«ÛGgèÉž½8:h·Õhyµ5¥¬××PÛ[DóÜLëqF2ÎÄà;’kÛm¿g=7Ãúl^6ñm®ƒ4˹m®áê73|Ädd(#ÜÖ¸Œe5½£ÕôëøPÃTÄ]Ám÷E{pý›ãÖ¯,gð׉­õ­âo&âê%¯7Ì:gFGæ¼Ûâ'ƒ¿áñ–¡ }¯íßcòÿÒ<¯/~øÕþîN1»{TÐÇPÄOÙÓ•å¾Ìª¸:ôaí'>G5]_Ãhü'&¿(ñ„³Å¥ý¶4·y»—oÝã«”¢ºªÓö°p»WêŽzsörRµíÜúCðÏÁêöºeÖ¥%ÝÓˆ¢F2¨,z •À«>*ðOÁëSiZ­Æ¥ ìJ¬è­+€9 Ž†¼‡àßü•O ÿ×ìκ/ÚkþJö©ÿ\ ÿÑk_6ðÓXŇöÒåå¾ýO}b 𮿲ԭ±‰ñF/Eq§ÿÂ5ÌÑÿjû@~#n7þ×Jᨯ^“öuÔn4_ ^éú’ÞM®$s4O––¨Ñ ™÷…Î: ñëŠöeZ–§VMù½_sÉ:¸ÉÊ¥8¯–ˆò+Óþ$|-Ð<áد4ßÚëú‚ÎÏknc%2¬Ka\\sëV¼ð&-cÃvÞ ñŠ4ÿéw@˜<â É‚G;™@éØ“íSý¡‡ö^Öú^Û1ýJ·´öIjµÝME{³~Κ7‰´û©¼ã+]fîÜe­dÚ3õe9\㌮¯zòOøz-SÅVú>§„+C=ÕÐmÈÎwÊ:ŒrEiGB²“ƒøwÑßî&®µeñmª=_à߆´O|=Öþ!ë– ªµ“˜í-f@Ãh ÎFK¸ íÁ5Æ|Jø·?Ä«+'Ò,ôãg#:½ #r°iÓýjúßáÞ‰À{ŸX6–ó:îÈSç+m?½Ærýþ§ð¯¹øEá¨|Yi¤§Ä]*K)­ä™õ%ùqºg÷ØÉÎ~ðéÒ¾ ˆÃÕ¯RµVÜ“mhôHö±8zôèÓ£NÉ4¯ªÕ³®ðNŸ¢ü'øCoã‹ý*cZÔ¥ò­#¸\¬@– sŽ˜2rkñ7Äû_xÃÃú–»¤Aoefè—PÙä ¢ó77Û#üE{ç¾hº¿Â? h—>2°Ó´û9#hui‚yWDFàÌ ržô5ó¦¯à?ˆZo†´ï[k6׳AÔíQYÊáOÊ®À•ÏMß•< \>"U*To›Þï¤CNµÂœ»eÛV?âæ©á][ÅK7„->ɧ}V@#1£K“’¨z mQÓ׈®Çâ§ÃÓðÏÅØÇPþÑ>BMçy>WÞÏw7§­IðÛá.·ñ:òEÓÕ-ìa O}>|´?Ý囇âE{´êС…NgÉÝîxÕ(Ö­ˆpå÷û-Ž*Š÷fø!ðþÖ_±\üJ´†v¶ß("¶pAùÎ9ìZ¼«ÇÞÿ„#Å—Ú(¼]Am¼²·(»VExÕÁ'³æ uD¹ ÝüÓZwlZç­äÓ9ê(«}”º•õµ¤ º{‰(×Õ˜€æk¹µvr%ÌìIø{ðïIÿ„'UñŸ‹DßØÐ)†ÆÚ)<·¹—8àúgåÿ¾ðÖ¿„þè>9ø3¬ëz}¼ÑxN2—Q1d;§Ö2÷cö‘¾@Ã~ÓÎÝ?J³Yœ7Èr °õÀ-ÿm Eû+x¬i>6¸Ñgoô]^ª­ÓÍ@Y5.=ò+æ*N½L,±‘“½î—NUþ{ŸEN4!ˆŽIZÖoÍÿ‘â”WOñ+§Á~;Ö4¥a‚r`Ïx›æOütŠ¿ðoÂ_ðšüGÑô÷̵I~ÓrãÊO˜ƒìH ÿ¯vXˆ¬?Ö:Z爨IÖö=oc­ø‘ðÇCøyðÇ@º¸ŠfñF£°º´§jq½þ_ör©øæ­x‡áG‡õÿ„px¿Âη6ã}õ›Ìe(ýêB§æ÷^k/ö–ñ‡ü$¿泉÷Zi)öEÁãÌë!úî;à~Ï?—Á~):V¢ëý‰« ÂO¹‡…sžÇ;O±Éé^"X•„Ž%I¹¯y®ë·Ü{.X¬¼;K•é>ÿyäÕì¿~èŸð®õ?xÅgM5sö8bsIƒŒ]Í…BzUoö|¹_Œ‘è6±¼zÙ7«p½"·ç\ÿx°¼¤õªÿ´OÄ5mNÛÂZ)X´-ŠC÷ep=|£ßwµmSõ×N†ÙKY>©v1§†XXΦ!|:%æpô;/üBÒt˨™l/.v4Q¹Täà7^=jçÆO Øx'⥣éªñÙÛ¬%½¾h•?Rißÿä¬xgþ¾Çò5¯ûJÉbÖÿ݃ÿD%oí&³Jþï-ÿHýEÎÚó[ð<Š(¯dòYøð¯Oøƒy«]ë~bhö€Ydòòìr>o@ªÙúŠç¾2x >øêóL·,V{Vä˜ØtÏ|0eü+Ó¼MŸ…?³®™¤¡ò5H'›8S‡oÉDH~¦¥ø̃â_Á¿xâ yfW›{;?IcÙÍ|­,e_­{vÿw&â¿GógÒTÂÒú·±K÷‘JOõ_#çJú'à¯Á øãáüz¶¬· w$òEæG9@>`\šùÚ¾Žð•õÆ—û)êWv’´6÷‚X¤N¨Ës}®ÜÚUÆ“³rKï92ÈÓ•Y:ŠéE¿¸ðÿø>÷À¾'¾Ñ¯†d·’L`Kå\{ùr;V }+ãk+ß íüQ§D£ÄÚJº·ï0.€wÆ¿R:“_5WV*ô¹j|qÑœØÌj_øðÏEðïÁŸ x–Ò9—RÔÝgf”²ðÈí…íÊŠò ú+â÷ü›_€¿ë­¯þ“K_:Ö9eIÔ§77wÌÍ3FH¨+{¨(¢ŠöO,žÆ%¸½·‰þãȪ~„_AxûÁŸ ~ë隥®´÷2[­Àò$.»K0’9Êšð /þBvŸõÙ?ô!^ÁûYÉL²ÿ°\_ú2Zñ1jU1t©)8§Í·Èõð®4ðÕ*8¦Õ·#ðÂÝÆßõ]jÆ)—ĺo™æ~ô”m„? ïÀÿhñšö¿Ù_ÅcIñµÆ‹;¢êð•UnžjËù©qï‘^wñ+§Á~:Ö4¥a‚r`Ïx›æOütŠxZ“†.®£¿Ú_ª L!<5:ÐVèÎb½âGà áïÂýîâ9Š5-›÷Jpœo—ýœªþ9®Kàß„¿á5ø£éï™j’ý¦äÇ”Ÿ1Øþ]'í1ãøI¾$Ogî´ÒS싃ǙÖCõÜvÿÀ)â*NxÊt`ì—½/ÑBœ!…i­_º¿Ìv—ð×F¼ø©x¹â›û^ÞmŠÂRr/Ýú1¯#¯¡´ù4]kþ¾?öâ:ùæž_Ru%[™í&— ±ÔãÒå[ÆïÔ)ðÂ÷$Q#I$ŒUFI$àL¯Rýœ|ÿ WÄ«Iå]ÖzZý²LŽ )1õÜAú)®üEháéJ¤º#‹Iâ*Fœz³»ñçìë¤è îolL²x‹OµŠæé|ÝÊÃþZ½‡Gû•ó•}=ðïâ¬~(øåâK ÝeÒu„k[d'*ÞH!_0ýXW|@ð´ž ñž­£8!mg"&n­ùþ*ExÙ]ZÑœ¨bÛ´—Ïü_1¥IÆ5¨-5OåþdŸ t _xïFÒ¯•ÚÒê.Qml`ô=«Öþ8~Ïúo„ü9ý³á¡+Çfûo ’_0ª0ãÓŒjó‚òV<3ÿ_Cù÷›‰ø{ã߈|3«•“CÖDm”|‘ÌÖñ¯?ì¸ÂŸø¡¬s ØŠx¸ºOhó5ßS\ 3µUjÝ“í¥Ï“«Ñ¾øLøãitÍY${U³’`"¡Ü@çñ5KãÙ~øÂ{% ÚlùžÊVçtdýÒ¼§ƒøõÖþÊòT&ÿ°tßúuèb±øV¢÷W80´91‘£Ulìp×Zv… üOÔ4ýR;†Ð,õ+‹wH2ùhîªã'^œþøsâo‡>%×¼9m©Ç>— nå oÆGœŠò‰_òQ¼Uÿak¯ýõê?¿äƒ|Gÿsÿi×.'P¥^3w÷}ís« ÈëNŒ ­ïzœÂ=Ã~%ñÑ|B%„߯•gy ›|© t!³Ç¸½sþ0ð­ï‚|G{£_®.-_nåû²)å\{A¬˜¥xdI#b’! ¬§Њ÷?ŽQ§>ø?Çj«ö¹£WŒƒ‚À1éÛ²ßB»*T–ß»==—©ÇF¶I/zú£Âh¢Šõ4(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š+EƒûK㉠äE*?ýð ŸÒ¶ë?áÚyÿ b?Õ¬„ß‚?­q⩘UûÃèºñoÚBŽßFJI’ a×$!–Ó^Ó^MûGF„´Ù1ÊßÏÖ7ÿ ð£¹íËcïíøjZEà$Øí(?Ö¯WÉž ý»¾øÂz&™¶ol¬ ·¸1Y¡O1#Um§ÌädÙÿ‡‚|0ÿžÿþGÿÇ+à&¹dÑ÷0|ÑLúj¿¾$ÉDñGý…n¿ôsWèü<á‡üð×ÿð ?þ9_žž/Õ!×x›BÐl_QÕ®¾ËäÛ#*—Ûu ·,@áU^Õùýÿ ‡ñþ„›¯üƒÿŽWêÕùKÿ ‡ñþ„›¯üƒÿŽQÿ ‡ñþ„›¯üƒÿŽWêÕ%~MxGE½ðߊ/4JÝ­u {{ˆ‚c‘XRA#‚Jî(ø• YþÑž6¸/}p߃0aú+õ¼¾Ÿ¡ùV;Jòõ (¢½„(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š+èoÚSþD‡¿õîôTUóÍ}ûJȃðóþ½ÏþŠŠ¼LgûÞÕþG¯„ÿv¯è¿3çŠúKÿ“AÖý=¯þ•E_?WÑ? låñ‡ìÓâ}Õ|ëÛ{‡tyvÚc™p=IVÔŠY«ä…9=”âÃ-÷§R+w|Ï«è+?ù4ßúúúT•óøFg—'qÎ}+é­{Ã^ý“žÊö3 맖ê…îU‚‘Ø…+‘Øæ–eR7 ¯¼âV_ 5UÛì³Ëg/ù,ÞÏOôý&–­þÒž$ºÖ¾)j6’HÆÓN ¼}—äVsRÄóè¥Týœ¹øÍáÑï?þ“KT¾;É\ñ/ý|ýir)f·zûŸ¨ã'·Oæý‡ö]Ö.4ÿŠPZFì"¾·š)±Ú¥Áú‚¿©õ®7âÅšXüLñ41à/Ûæm ` Ì[ó®ökçã‰þìÿú!ëã7ü•Oÿ×ìŸÎœcË™É-/ù‰»åño[IþG´üVñ%Ö‡û9ø>ÒÒFˆê6–pJËÁ1 p̹í’}2+æhf{yRX£‘2ºœ#A¯ ¾8É øqÿ^ößúJ+çªYD#õi4·lyœŸ·Šod¿#èoÚjí¯x X”´ÏnÎÍŒg|q¹ý™­oÙÛÃw¶¿ üE«h©ñ ï¬’Päú33{àV/Çïù$Ÿ ¿ëÖ?ý•{à=ÌÞ)ø;⟠i÷m­Äï-±I l*”!ÈùÑ=²=kÅ“—ödRÛ›^ÛþG­_í 7¿.ŸqÈMû0xöâg–T³’Y³»]‚X“’IÇ&½-ü­hÿ³ž¿¢x•a’âÀIshRA&ÈÓlƒ±ÌCŽ•óµç‹¼[§]Kmu­ë6×11I!–îUdaÔO’m{Åwú=ÅÄÚž±q¥îóK%Ä­ ,ÈI8$€xô¯R¦_‘ΤlšjË·mO>ž#GŸ’»M;¾ýô=3öHÿ’‘¨Ø&_ý yOŒ?änÖÿëúýÕêß²AÇÄCþÁ2ÿèèkÊ|aÿ#v·ÿ_ÓÿèÆ­èÿȲþê0©þçKÕþ‡·þØGvµá¯úö›ÿBZÑø¯Kᯀ~0Õ ââÖææX™†FñoÒG¦qY߶Ƶá¡ÿNÓèKMøSÿ&Ëã¿úøŸÿDC^7*–YE=œ—æz×qÌjµº‹üŸ®.%»¸’y¤if‘‹¼ŽrÌÄä’{šúÃ÷âÙCZ†éŒ†ÂSLy ,‘È ø>œWÎÕôÃÿù5Ÿ×ÜŸÊö³H¥ /´¢y9}Üê_¬YÏþË^‡Zø÷wù‹§ZµÄyè$,¨¤ý1ú\ÄÝxÏƺ¶§s+:¼ì©bDq)!{cõ$÷¯Dý”uøt¿ˆw6SÊûBÑ£‹?Å"²°_ûä?å^{ñ+Á÷žñ–¥¦ÝDÈ‹3=¼…HYb'*ËëÇ_BíSMÇûF|ûò«~£©¨C“ngÐê?g]èßt«x%e¶¿ÝÄYá×cϸ`çëPþÑ¿òY¼EŽ™ƒÿI¢­?ÙŸÂ7šßÄ[=Uaa§i›¤šbRå ¢ýì°8ô³?hÞ>3x‹ëoÿ¤ÑTFP–jù—_½(Íe«›nm>ãÍh¢ŠúÃ;/ƒòU<3ÿ_±ÿ:è¿i¯ù+Ú§ýrƒÿE­sßäªxcþ¿cþuÐ~Ó|^Õ?ë”ú-kÄ—üŒ×øæ{ÿ‘sÞý,¯¨~)xšçÃÿ³„mí$òfÔ¬­-d‘NEöpÎ÷Ú û_/Wп?ä„ü8ÿ¯{oý%žcMO‡Œ¶¹x¸P®×oÍŸ=Wqῆ¾4øgm-ÕÝŒ+äÃ5Ä¡!Aä!r8É-x–8ÆÚŸ‹"±ýI®—öhðüOµÕÊÉ-¦œ’<÷2Fæ‘W'©%³@kãÿü–ÿ×hÿôRWfRSŸ3å×¥µõgn#“ê”cʹºëÓÐô ?ù4ÓŸùzÛÒWϵô˜ÿŒA½?ôô?ô©+çÚëËUý·”ŸèrãôöKû¨ú â¿ü›o€¿ë´?ú&Zò†¿òQ¼+ÿak_ý•ëßÿäÛ|ÿ]¡ÿÑ2×ü5ÿ’á_û Zÿèä®lûoY§lU/HïíUÿ%Pÿ׌?Í«°ø™}/Âß>Ð4·6׬`ÝM!ÎT<¸>ìÁÝâ¸ÿÚ«þJ¡ÿ¯›Wkñ;K—â—Àß kúLfîçMEÄ1.ç`Ip<2ƒîó\š{,´ø? ÛC­©{\W'ÅÓÓ©óM)bzóIROo-¬ž\Ñ^Ïvˆë³ø7köÏŠ^†@½ŽNÙ;¿¥q•Õ|,Ô“Iø‘ứdi}f=³'ò5†)7BvþVo†kÛBýÍ×Fóâ÷ˆÜœí•#ð‘¥qš¯>ƒ¬ØêVÇÙΓÇþò° }8®ûöŽÒäÓ~.ë,ë¶;¡ÄgûÊcPOýô¬? ó:ã<#Ñ¥ù⯠TåÕ?Ôúö Ò Ö¬|3ãk›mB‚Fú¯™}ð\ÀEKû=ÚÅà‡þ*ñåâ Ç[Úîþ-¸$À¤(¿U©>È>%~Ïž"ðËþûPÑ÷Mjª2ØæXÀ÷$HŸB*/ à?†~𻙣[‹À½öäœû4Œíÿ¯œŒ¥(,³ª—þK¹ôŒTž=lãÿ“lx ÝÔ·×S\ÎæYæv’Gn¬ÄäŸÌÓ´ûRúÞÎÒ¸º¸‘bŠ$gbpüj½}ð'Â6~ ðÍïÄŸ&Èmâaa˜ÿ qžì~Eú“ÜúL^"8J;]½—v|ö„±U}5o²=§M’k_Ûø*]qá1]²ÜàN6õ8lsÔíÍ|C«é—z&­wa}Cyo+E4mÔ08?_¯zè[âv²~"ÂcæcRûGœ'hNžWû»>_¥z×ÇŸ ÙxûºÄ¦ô’%[èÔ|Á~èfÿiÈÞØì+ÃÂS–[Z*®Õ:ö—oCØÅTY…éïÆ=Ï/øÿ%cÃ?õö?‘­ÚSþK·þìú!+#à‡ü• ÿ×ÐþFµÿi/ù,Zßû°脯BVYš¿ò~§uËßø¿CÌ+±øGàÿøN> ic¦û_7Ϲôò“æ`~¸Ûõa\u}ûׄüOáh×Ö:mäfH¤¸…•AuØàßî°ú^eÿ 1ãïú Ãÿ€‘ñ5£á¿ÚsÅðëú{j×ÐϦyè.£[hÔ˜ÉÃ@Î@çð¯¦õUAF6µÖú|bž'õ—[šZßµµ<ŸXÒ®4=ZóNº]·³</ûJH?ʽçAÿ“EÖëàÿéDu‹ûTxDi^4¶×m×6šÄA™—îù¨==Wa÷9­þMZÿ¯ý¸Žºq8…‰Ãaê­ù£sŸEЯ^›Û•Øó¿‚¿¤økâø®&f:EÞ!½Œsòç‡ÕIÏаï[´ÃTðˆ—XÓ[AÕó4-)‡–AŽ0s¹}‰¥y5} ðg^´ø¡à‹ï‡ô£ÏŽ"úmÃrʺ@‚º±‘xZ‹Om¥éßäsád±Þ{ï^¨›â÷ü›_€¿ë­¯þ“K_:×ÒŸ´›½à„ôÛÕ ug{ ´Š¼Œ¬3/¸ã­x7…ü­xÒâ{}Å聾<ÙYWjç%ˆj2šŽsoNg¯B³*suãµå_‘‰E+ ¤ONi+ß<2Ö—ÿ!;OúìŸú¯`ý¬¿ä¦YØ./ý-xþ—ÿ!;OúìŸú¯`ý¬¿ä¦YØ./ý-yÿßèúKô=Z?îU}Wêy‡«Ï ë6:•±Äös¤ñÿ¼¬N+Üiý& jÇÃ>6°­µ ê¾dy÷ÁqÿàôOÙ?áe~Ïž!ðË~ûPÑ÷Mjª2ØæXÀ÷$HŸB+ÂÔ*SÅöv~ŒÓûèTÃ>ªëÕ ýžíbð?Ãÿøòñc‰­íwÜ?àR_ª×Ï÷wRß]Ms;™g™ÚIº³’3^ûñâá<ðÏž·`³Öâì/}¹'>Í#;À+çʬµ{gSþÛÓÑh…~ÍSÃ/²µõgÐÚüš.µÿ_ûq|ó_Bè?òhÚÏý|ý(Ž¾z¥–µÍ_üly‚|´_÷PWÓ_ ü7©øC௫é¶7zA¼dȱœÆè ÉŸq_>xKÃÓø»ÄÚfo‘%äëà3µIù›èOá_BürøÁ©ü5Ö´¿ xZx¬â±´A0h–Ld|Àã  ñýêË4”ëJžŽ­êýü\º0¥ â+l´^¯þãúÿøY±Ôí¼3ª-Ťé<èï÷”ƒƒÇN+ÓjÏ ›ˆ´Go$"â%¶¹ŽEÚÈØ/áØà¸?î\Wü4Çÿè+þEÿÄרxÄ×¾øŸBÕÞ9õÈ>xYQSpýNì÷ß›ô=Ã÷þÐß fÑnäSâí‚i .‰ô`6·¸ {W+û,ÛËgñZê Ñ¡š+ ‘ãq†V€‚=A¯6ðo|â‹=fÈîh›Ãœ c?yÔ~DÚ¾³ðß„¬5ˆÚÄ •ô­fÂE¹ 1‰NÒ‰ÚCz2úšò±©àaRü»¨›^Oªùô=±“§WíÁÙù®åÔù?âWü”oØZëÿG=zÂ/ù ß?ÜÿÚuåß¿ä£x«þÂ×_ú9ëÔ>ÿÉøþçþÓ¯GþåKÖš8pßïu=%ù3ÂëÝ´fþÐý“uÅo˜Ùj+³=¿{ 8ÿ¾ÍxM{¸_ìÙ=Äß#k€ò”õ8”å 5¾eµ4L0;ÕÝg„QEìžPQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEU…ÿòYþ¹Ëÿ UêÏøtþOƨPŸõ‹ ÷ä·ô®,_ðÎÜ/ñ¢ëÊÿhÏùlì"Ÿú*ZõJòoÚ:@<#§GžZø6>‘¿øׇÑíKfyMì¹ñKÄ6ú¦Ÿá›>ú5¹·™g„ #pùäyõ«ðÈÿèIºÿÀˆ?øå~–ü'¶6 ¼nFÓf„zbÖ×ÀÔw›~gÜSø#è~RÿÃ!ü_ÿ¡&ëÿ ÿã”Ã!ü_ÿ¡&ëÿ ÿã•úµEfhy·ìíáOÁ¿ü)¢ë6c©ÙÚ˜ç·v Q¼Æ8È$t#¡¯I¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Š(¢Šüêý£,ŽûQkÙŽëÉ™:î¶LÿãÀŠÆ¯Cý¹´s¢ü\ðÞ¼Øo,U z¼Rßøë¥yå~¥”ÏŸ ä~gšC—$QE{'QEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEÝ|@ø¯wñCдˋ­JM‰$nI“åUç=>ïë\-„¨ÂsŒäµŽÆÑ«8FP‹Ñî×|9ø›«ü2Õd»Ó9!œ¸µ˜~îeÆ{‚2pG¯§ÈÑUR”+A¢ºb§RT¤§fq½ý¤´ç’Kë?‡úE®¶Çrê22HÁ³ÜF¬NyûÕÊkõxÿÃz„Ý=ìÿh–ý˜ïÝæÀ^€| ØWœÑ\0Ëp°i¨ìîµgdñø‰¦œ·ßDtñ„Þñe†»o]Miæm…É ÛãdäfÏáPøËÄòøËÄÚ†µ4+o-ä›Ú4$ªð?JÅ¢»=Œ=§µ·½k|Ž?k?gì¯îïó:?‡þ2ŸáÿŠ­5Ë{x ŒBÈËÔ½TüYâ--l,ô}±ÙZF>ð·âz9¯<¢¹ieØj2SŒu^m1ØŠ±å”´ôGaðÃâ5ÇÃ~}RÚÎ;Ù%¶kc¬T]µWÔ¾¯p®ãCø¥u¢|9Õ| –1Km+H×,ä2ä'tþù×EkR:É)­þhÊ'M·äX°¿¸Òï ¼´™íî u’)£8d`r?Zö¸iá©épÚøŸÁÚwˆå¤³2¢Ÿ}€NLjòÏ]hv>,±—Ä–íu¢þñnb@KѲ© ðÅOù?Rkš¢º~¯IUöé{ýÌ>±QÒö7÷Im¤Ž+ˆžh¼ø•Áx·Þ¹ädtÈï]ïÄŒš‡Ä='NҾœ¦Yr–¶ÄíbÕÎ{(ÈÜמÑU:êN5$®ã·£Zpƒ„^p¯Cøoñ—Pø{£ê:OØ Õ´ËÞZÚåˆU$m|c³ =«Ï(¢µxˆòUWB¥VteÏfnx_Åž.²×--UþÉ9š+i‘Žp¥ºœÖ½~OÚÎþgÞþÓd~ìÎÄÿ*ðJ+ž¶ˆ’HÝú³z8ÊÔ#ËNV_#ÜuÚŠïP±¸¶>ÓcDÑ–W9\‚28÷®?]øÁw«|7°ðlt6Þ^ùbv-6Ü“¸9s¸ûŠóê*!—a¡gìï»*XìDïyo¦È(¢ŠôNÐ|Oñ‚óÅ¿ôÏ j|2?Ëòo··™ò£#§*p:†ÇâÅÝÂû¿-Œ-kq'˜n‹ã÷ŠøÇOáÇã\%Æ°t#¿ÌëxªÎ\×Õ«|‚®èÚ½ÖªÚê62˜nídYb‘{09üG·z¥Eu´¤¬ö9¢Ü]Öç¨|Pøï¨|Pðý®•w¦ÛÙ¤7+sæDìI!qƒÛç?•o|1»ÿ„#àŒüD>K½I×M¶õÎÜ>žcøxj\xŸT¸ðý¶…%Û6“o)š+mªd9Ëd “ó§½y•01TcB’´n›ù…©e w^d-¶ò1 êH#§p@®FŠÞ¥8Öƒ§5tÌiÔ•)ÃFŽ²×Çcñx²ßOŠ9Ó]‹Mç`fÉ#=q’MVñÿŒ§ñÿŠ®õË‹xíe¸ƒ lJ¨«Ôÿ»\åÃÓ„ÕDµJß"åZ¤¢àÞßæéŸ >;ë ´»6 Xµ)$ócŽwaå6>m¤v _|=½º¼Ó-l¦½š# \]FÎЃԦzu§¡9ç.®¦¾¹–ââFšyœÉ$ŽrÌÄä’{’kiQ©WM{°ÛÕõ2XSøGyoéØŠŠ(¯Hà (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ (¢€ ÄÐæþÍøÁ¢Ìxʈ?àJcþµ·\—‹æ}/[Ò58ÇÏ †T`Ãù×.!^™Õ†v¨ª+Åÿi+‚ÖÚš Ï$²¾Ñìý ½–’âåŒîÔ2·¨#"¼Å–‡Æ_´‚ü>¿¼‰nm–Uô .ùý𯟺Šr}ï[™¤º³ôE°^ad:[Á_÷Êý*õ ¥¯ÏÞ®çÝ-¬QE!…Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@%-ówíÇàiëÿŒÑý³„þaÿdâ”ਮ÷þ‡â—ý º'þÝñš?áˆ~)ÐË¢à}×ÿ£ûg üÁý“‰þS‚¢»ßøbŠ_ô2èŸøuÿÆhÿ†!ø¥ÿC.‰ÿ÷_üfíœ'óöN'ùN Šïáˆ~)ÐË¢à}×ÿ£þ‡â—ý º'þÝñš?¶pŸÌÙ8Ÿå8*+½ÿ†!ø¥ÿC.‰ÿ÷_üføbŠ_ô2èŸøuÿÆhþÙÂ0dâ”ਮ÷þ‡â—ý º'þÝñš?áˆ~)ÐË¢à}×ÿ£ûg üÁý“‰þS‚¢»ßøbŠ_ô2èŸøuÿÆhÿ†!ø¥ÿC.‰ÿ÷_üfíœ'óöN'ùN Šïáˆ~)ÐË¢à}×ÿ£þ‡â—ý º'þÝñš?¶pŸÌÙ8Ÿå8*+½ÿ†!ø¥ÿC.‰ÿ÷_üføbŠ_ô2èŸøuÿÆhþÙÂ0dâ”ਮ÷þ‡â—ý º'þÝñš?áˆ~)ÐË¢à}×ÿ£ûg üÁý“ŠþS‚¢»ßøbŠ_ô2èŸøuÿÆhÿ†!ø¥ÿC.‰ÿ÷_üfíœ&ÜÁý“ŠþS‚¢»ßøbŠ_ô2èŸøuÿÆhÿ†!ø¥ÿC.‰ÿ÷_üfíœ'óöN'ùN Šïáˆ~)ÐË¢à}×ÿ£þ‡â—ý º'þÝñš?¶pŸÌÙ8Ÿå8*+½ÿ†!ø¥ÿC.‰ÿ÷_üføbŠ_ô2èŸøuÿÆhþÙÂ0dâ”ਮ÷þ‡â—ý º'þÝñš?áˆ~)ÐË¢à}×ÿ£ûg üÁý“‰þS‚¢»ßøbŠ_ô2èŸøuÿÆhÿ†!ø¥ÿC.‰ÿ÷_üfíœ'óöN'ùN Šïáˆ~)ÐË¢à}×ÿ£þ‡â—ý º'þÝñš?¶pŸÌÙ8Ÿå8*+½ÿ†!ø¥ÿC.‰ÿ÷_üføbŠ_ô2èŸøuÿÆhþÙÂ0dâ”ਮ÷þ‡â—ý º'þÝñš?áˆ~)ÐË¢à}×ÿ£ûg üÁý“‰þS‚¢»ßøbŠ_ô2èŸøuÿÆhÿ†!ø¥ÿC.‰ÿ÷_üfíœ'óöN+ùN Šïáˆ~)ÐË¢à}×ÿ£þ‡â—ý º'þÝñš?¶pŸÌÙ8Ÿå8*+½ÿ†!ø¥ÿC.‰ÿ÷_üføbŠ_ô2èŸøuÿÆhþÙÂ0d⿔ਮ÷þ‡â—ý º'þÝñš?áˆ~)ÐË¢à}×ÿ£ûg üÁý“‰þS‚¢»ßøbŠ_ô2èŸøuÿÆhÿ†!ø¥ÿC.‰ÿ÷_üfíœ'óöN'ùN Šïáˆ~)ÐË¢à}×ÿ£þ‡â—ý º'þÝñš?¶pŸÌÙ8Ÿå8*+½ÿ†!ø¥ÿC.‰ÿ÷_üføbŠ_ô2èŸøuÿÆhþÙÂ0dâ”ਮ÷þ‡â—ý º'þÝñš?áˆ~)ÐË¢à}×ÿ£ûg üÁý“‰þS‚¢»ßøbŠ_ô2èŸøuÿÆhÿ†!ø¥ÿC.‰ÿ÷_üfíœ'óöN'ùN Šïáˆ~)ÐË¢à}×ÿ£þ‡â—ý º'þÝñš?¶pŸÌÙ8Ÿå8*+½ÿ†!ø¥ÿC.‰ÿ÷_üføbŠ_ô2èŸøuÿÆhþÙÂ0d⿔ਮ÷þ‡â—ý º'þÝñš?áˆ~)ÐË¢à}×ÿ£ûg üÁý“Šß”ਮ÷þ‡â—ý º'þÝñš?áˆ~)ÐË¢à}×ÿ£ûg üÁý“‰þS‚¢»ßøbŠ_ô2èŸøuÿÆhÿ†!ø¥ÿC.‰ÿ÷_üfíœ'óöN'ùN Šïáˆ~)ÐË¢à}×ÿ£þ‡â—ý º'þÝñš?¶pŸÌÙ8Ÿå8*+½ÿ†!ø¥ÿC.‰ÿ÷_üføbŠ_ô2èŸøuÿÆhþÙÂ0dâ”ਮ÷þ‡â—ý º'þÝñš?áˆ~)ÐË¢à}×ÿ£ûg üÁý“‰þS‚¢»ßøbŠ_ô2èŸøuÿÆhÿ†!ø¥ÿC.‰ÿ÷_üfíœ'óöN'ùN Šïáˆ~)ÐË¢à}×ÿ£þ‡â—ý º'þÝñš?¶pŸÌÙ8Ÿå8*+½ÿ†!ø¥ÿC.‰ÿ÷_üføbŠ_ô2èŸøuÿÆhþÙÂ0dâ”ਮ÷þ‡â—ý º'þÝñš?áˆ~)ÐË¢à}×ÿ£ûg üÁý“‰þS‚¢»ßøbŠ_ô2èŸøuÿÆhÿ†!ø¥ÿC.‰ÿ÷_üfíœ'óöN'ùN Šïáˆ~)ÐË¢à}×ÿ£þ‡â—ý º'þÝñš?¶pŸÌÙ8Ÿå8*+½ÿ†!ø¥ÿC.‰ÿ÷_üføbŠ_ô2èŸøuÿÆhþÙÂ0dâ”ਮ÷þ‡â—ý º'þÝñš?áˆ~)ÐË¢à}×ÿ£ûg üÁý“‰þS‚¢»ßøbŠ_ô2èŸøuÿÆhÿ†!ø¥ÿC.‰ÿ÷_üfíœ'óöN'ùN Šïáˆ~)ÐË¢à}×ÿ£þ‡â—ý º'þÝñš?¶pŸÌÙ8Ÿå8*+½ÿ†!ø¥ÿC.‰ÿ÷_üføbŠ_ô2èŸøuÿÆhþÙÂ0dâ”ਮ÷þ‡â—ý º'þÝñš?áˆ~)ÐË¢à}×ÿ£ûg üÁý“‰þS‚¢»ßøbŠ_ô2èŸøuÿÆhÿ†!ø¥ÿC.‰ÿ÷_üfíœ'óöN'ùN Šïáˆ~)ÐË¢à}×ÿ£þ‡â—ý º'þÝñš?¶pŸÌÙ8Ÿå8*+½ÿ†!ø¥ÿC.‰ÿ÷_üføbŠ_ô2èŸøuÿÆhþÙÂ0dâ”ਮ÷þ‡â—ý º'þÝñš?áˆ~)ÐË¢à}×ÿ£ûg üÁý“‰þS‚¢»ßøbŠ_ô2èŸøuÿÆhÿ†!ø¥ÿC.‰ÿ÷_üfíœ'óöN'ùN Šïáˆ~)ÐË¢à}×ÿ£þ‡â—ý º'þÝñš?¶pŸÌÙ8Ÿå8*+½ÿ†!ø¥ÿC.‰ÿ÷_üføbŠ_ô2èŸøuÿÆhþÙÂ0dâ”ਮ÷þ‡â—ý º'þÝñš?áˆ~)ÐË¢à}×ÿ£ûg üÁý“‰þS‚¬/Ø›ÍFUËÂDƒéÐþ‡?…z×ü1Å/útOüºÿã4Öý‡þ(²|K¡x ßÜÿñŠ™gI+s«Ÿ(ï„~0·Õ¾Á%Äëšd~EÉs÷UÊÇÛhúƒVÿd]Oˆ_5ïÍû–Žag$”ã_¨ˆ>}8õ¬ë_ØOâ5¾è¿¡AkpU.7w2žWɱØøéÖ¾»ø?ð«Lø=àËmMÝ3ƒæÝ]ºá®f r;°¯$üî;GÙJ4]Û=ü¯µŒª+$w”QE|©õEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPQKE (¢˜Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@ E-€(¢Š`QEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEÿÙbpfcc-0.31.0/examples/networking/vlan_filter/test_setup.sh000077500000000000000000000122271465134135300237310ustar00rootroot00000000000000#!/bin/bash # This script must be executed by root user if [ "$(id -u)" != "0" ]; then echo "This script must be run as root" 1>&2 exit 1 fi # add namespaces ip netns add netns11 ip netns add netns12 ip netns add netns21 ip netns add netns22 ip netns add netns3 ip netns add netns4 # set up veth devices in netns11 to netns21 with connection to netns3 ip link add veth11 type veth peer name veth13 ip link add veth21 type veth peer name veth23 ip link set veth11 netns netns11 ip link set veth21 netns netns21 ip link set veth13 netns netns3 ip link set veth23 netns netns3 # set up veth devices in netns12 and netns22 with connection to netns4 ip link add veth12 type veth peer name veth14 ip link add veth22 type veth peer name veth24 ip link set veth12 netns netns12 ip link set veth22 netns netns22 ip link set veth14 netns netns4 ip link set veth24 netns netns4 # assign IP addresses and set the devices up ip netns exec netns11 ifconfig veth11 192.168.100.11/24 up ip netns exec netns11 ip link set lo up ip netns exec netns12 ifconfig veth12 192.168.100.12/24 up ip netns exec netns12 ip link set lo up ip netns exec netns21 ifconfig veth21 192.168.200.21/24 up ip netns exec netns21 ip link set lo up ip netns exec netns22 ifconfig veth22 192.168.200.22/24 up ip netns exec netns22 ip link set lo up # set up bridge brx and its ports ip netns exec netns3 brctl addbr brx ip netns exec netns3 ip link set brx up ip netns exec netns3 ip link set veth13 up ip netns exec netns3 ip link set veth23 up ip netns exec netns3 brctl addif brx veth13 ip netns exec netns3 brctl addif brx veth23 # set up bridge bry and its ports ip netns exec netns4 brctl addbr bry ip netns exec netns4 ip link set bry up ip netns exec netns4 ip link set veth14 up ip netns exec netns4 ip link set veth24 up ip netns exec netns4 brctl addif bry veth14 ip netns exec netns4 brctl addif bry veth24 # create veth devices to connect the bridges ip link add vethx type veth peer name vethx11 ip link add vethy type veth peer name vethy11 ip link set vethx netns netns3 ip link set vethx11 netns netns3 ip link set vethy netns netns4 ip link set vethy11 netns netns4 ip netns exec netns3 brctl addif brx vethx ip netns exec netns3 ip link set vethx up ip netns exec netns3 bridge vlan add vid 100 tagged dev vethx ip netns exec netns3 bridge vlan add vid 200 tagged dev vethx ip netns exec netns3 bridge vlan del vid 1 dev vethx ip netns exec netns3 bridge vlan show ip netns exec netns4 brctl addif bry vethy ip netns exec netns4 ip link set vethy up ip netns exec netns4 bridge vlan add vid 100 tagged dev vethy ip netns exec netns4 bridge vlan add vid 200 tagged dev vethy ip netns exec netns4 bridge vlan del vid 1 dev vethy ip netns exec netns4 bridge vlan show ip netns exec netns3 ip link set dev brx type bridge vlan_filtering 1 ip netns exec netns4 ip link set dev bry type bridge vlan_filtering 1 ip netns exec netns3 bridge vlan del vid 1 dev brx self ip netns exec netns4 bridge vlan del vid 1 dev bry self ip netns exec netns3 bridge vlan show ip netns exec netns4 bridge vlan show ip netns exec netns3 bridge vlan add vid 100 pvid untagged dev veth13 ip netns exec netns3 bridge vlan add vid 200 pvid untagged dev veth23 ip netns exec netns4 bridge vlan add vid 100 pvid untagged dev veth14 ip netns exec netns4 bridge vlan add vid 200 pvid untagged dev veth24 ip netns exec netns3 bridge vlan del vid 1 dev veth13 ip netns exec netns3 bridge vlan del vid 1 dev veth23 ip netns exec netns4 bridge vlan del vid 1 dev veth14 ip netns exec netns4 bridge vlan del vid 1 dev veth24 # set up bridge brvx and its ports ip netns exec netns3 brctl addbr brvx ip netns exec netns3 ip link set brvx up ip netns exec netns3 ip link set vethx11 up ip netns exec netns3 brctl addif brvx vethx11 # set up bridge brvy and its ports ip netns exec netns4 brctl addbr brvy ip netns exec netns4 ip link set brvy up ip netns exec netns4 ip link set vethy11 up ip netns exec netns4 brctl addif brvy vethy11 # create veth devices to connect the vxlan bridges ip link add veth3 type veth peer name veth4 ip link add veth5 type veth peer name veth6 ip link set veth3 netns netns3 ip link set veth5 netns netns4 ip netns exec netns3 ip link set veth3 up ip netns exec netns4 ip link set veth5 up ip link set veth4 up ip link set veth6 up ip netns exec netns3 ifconfig veth3 10.1.1.11/24 up ip netns exec netns4 ifconfig veth5 10.1.1.12/24 up # add vxlan ports ip netns exec netns3 ip link add vxlan-10 type vxlan id 10 remote 10.1.1.12 dstport 4789 dev veth3 ip netns exec netns4 ip link add vxlan-10 type vxlan id 10 remote 10.1.1.11 dstport 4789 dev veth5 ip netns exec netns3 ip link set vxlan-10 up ip netns exec netns4 ip link set vxlan-10 up ip netns exec netns3 brctl addif brvx vxlan-10 ip netns exec netns4 brctl addif brvy vxlan-10 # create veth devices to connect the vxlan bridges ip link add veth7 type veth peer name veth8 ip link set veth7 up ip link set veth8 up # set up bridge brjx and its ports brctl addbr brjx ip link set brjx up ip link set veth4 up brctl addif brjx veth4 brctl addif brjx veth7 # set up bridge brjy and its ports brctl addbr brjy ip link set brjy up ip link set veth6 up brctl addif brjy veth6 brctl addif brjy veth8 bpfcc-0.31.0/examples/networking/vlan_filter/test_traffic.sh000077500000000000000000000001551465134135300242040ustar00rootroot00000000000000#!/bin/bash ip netns exec netns11 ping 192.168.100.12 -c 10 ip netns exec netns22 ping 192.168.200.21 -c 10 bpfcc-0.31.0/examples/networking/vlan_learning/000077500000000000000000000000001465134135300215015ustar00rootroot00000000000000bpfcc-0.31.0/examples/networking/vlan_learning/CMakeLists.txt000066400000000000000000000004311465134135300242370ustar00rootroot00000000000000set(EXAMPLE_FILES README.txt simulation.py vlan_learning.c) set(EXAMPLE_PROGRAMS vlan_learning.py) install(FILES ${EXAMPLE_FILES} DESTINATION share/bcc/examples/networking/vlan_learning) install(PROGRAMS ${EXAMPLE_PROGRAMS} DESTINATION share/bcc/examples/networking/vlan_learning) bpfcc-0.31.0/examples/networking/vlan_learning/README.txt000066400000000000000000000037561465134135300232120ustar00rootroot00000000000000This example shows a unique way to use a BPF program to demux any ethernet traffic into a pool of worker veth+namespaces (or any ifindex-based destination) depending on a configurable mapping of src-mac to ifindex. As part of the ingress processing, the program will dynamically learn the source ifindex of the matched source mac. Simulate a physical network with a vlan aware switch and clients that may connect to any vlan. The program will detect the known clients and pass the traffic through to a dedicated namespace for processing. Clients may have overlapping IP spaces and the traffic will still work. | bpf program | cli0 --| | /--|-- worker0 | cli1 --| trunk | +->--->-handle_p2v(pkt)-> /---|-- worker1 | cli2 --|=======|=+ /----|-- worker2 | ... --| | +-<---<-handle_v2p(pkt)-<-----|-- ... | cliN --| | \----|-- workerM | | | ^ | phys | veth | switch | | To run the example, simply: sudo /path/to/vlan_learning/vlan_learning.py Serving HTTP on 0.0.0.0 port 80 ... Serving HTTP on 0.0.0.0 port 80 ... Serving HTTP on 0.0.0.0 port 80 ... % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0172.16.1.100 - - [04/Nov/2015 10:54:47] "GET / HTTP/1.1" 200 - 100 574 100 574 0 0 45580 0 --:--:-- --:--:-- --:--:-- 47833 ... Press enter to exit: mac 020000000000 rx pkts = 95, rx bytes = 7022 tx pkts = 0, tx bytes = 0 mac 020000000001 rx pkts = 95, rx bytes = 7022 tx pkts = 0, tx bytes = 0 mac 020000000002 rx pkts = 97, rx bytes = 7154 tx pkts = 0, tx bytes = 0 bpfcc-0.31.0/examples/networking/vlan_learning/simulation.py000077700000000000000000000000001465134135300272032../simulation.pyustar00rootroot00000000000000bpfcc-0.31.0/examples/networking/vlan_learning/vlan_learning.c000066400000000000000000000037601465134135300244720ustar00rootroot00000000000000// Copyright (c) PLUMgrid, Inc. // Licensed under the Apache License, Version 2.0 (the "License") #include struct ifindex_leaf_t { int out_ifindex; u16 vlan_tci; // populated by phys2virt and used by virt2phys u16 vlan_proto; // populated by phys2virt and used by virt2phys u64 tx_pkts; u64 tx_bytes; }; // redirect based on mac -> out_ifindex (auto-learning) BPF_HASH(egress, int, struct ifindex_leaf_t, 4096); // redirect based on mac -> out_ifindex (config-driven) BPF_HASH(ingress, u64, struct ifindex_leaf_t, 4096); int handle_phys2virt(struct __sk_buff *skb) { // only handle vlan packets if (!skb->vlan_present) return 1; u8 *cursor = 0; ethernet: { struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); u64 src_mac = ethernet->src; struct ifindex_leaf_t *leaf = ingress.lookup(&src_mac); if (leaf) { lock_xadd(&leaf->tx_pkts, 1); lock_xadd(&leaf->tx_bytes, skb->len); // auto-program reverse direction table int out_ifindex = leaf->out_ifindex; struct ifindex_leaf_t zleaf = {0}; struct ifindex_leaf_t *out_leaf = egress.lookup_or_try_init(&out_ifindex, &zleaf); if (out_leaf) { // to capture potential configuration changes out_leaf->out_ifindex = skb->ifindex; out_leaf->vlan_tci = skb->vlan_tci; out_leaf->vlan_proto = skb->vlan_proto; } // pop the vlan header and send to the destination bpf_skb_vlan_pop(skb); bpf_clone_redirect(skb, leaf->out_ifindex, 0); } } return 1; } int handle_virt2phys(struct __sk_buff *skb) { u8 *cursor = 0; ethernet: { struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); int src_ifindex = skb->ifindex; struct ifindex_leaf_t *leaf = egress.lookup(&src_ifindex); if (leaf) { lock_xadd(&leaf->tx_pkts, 1); lock_xadd(&leaf->tx_bytes, skb->len); bpf_skb_vlan_push(skb, leaf->vlan_proto, leaf->vlan_tci); bpf_clone_redirect(skb, leaf->out_ifindex, 0); } } return 1; } bpfcc-0.31.0/examples/networking/vlan_learning/vlan_learning.py000077500000000000000000000072401465134135300247000ustar00rootroot00000000000000#!/usr/bin/python # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from bcc import BPF from builtins import input from pyroute2 import IPRoute, NetNS, IPDB, NSPopen from random import shuffle from time import sleep from simulation import Simulation import sys ipr = IPRoute() ipdb = IPDB(nl=ipr) num_clients = 3 num_vlans = 16 # load the bpf program b = BPF(src_file="vlan_learning.c", debug=0) phys_fn = b.load_func("handle_phys2virt", BPF.SCHED_CLS) virt_fn = b.load_func("handle_virt2phys", BPF.SCHED_CLS) ingress = b.get_table("ingress") egress = b.get_table("egress") class VlanSimulation(Simulation): def __init__(self, ipdb): super(VlanSimulation, self).__init__(ipdb) def start(self): # start identical workers each in a namespace for i in range(0, num_clients): httpmod = ("SimpleHTTPServer" if sys.version_info[0] < 3 else "http.server") cmd = ["python", "-m", httpmod, "80"] self._create_ns("worker%d" % i, cmd=cmd, fn=virt_fn, action="drop", ipaddr="172.16.1.5/24") # simulate a physical eth vlan trunk with self.ipdb.create(ifname="eth0a", kind="veth", peer="eth0b") as v: v.up() self.ipdb.interfaces.eth0b.up().commit() # eth0a will be hooked to clients with vlan interfaces # add the bpf program to eth0b for demuxing phys2virt packets v = self.ipdb.interfaces["eth0b"] ipr.tc("add", "ingress", v["index"], "ffff:") ipr.tc("add-filter", "bpf", v["index"], ":1", fd=phys_fn.fd, name=phys_fn.name, parent="ffff:", action="drop", classid=1) # allocate vlans randomly available_vlans = [i for i in range(2, 2 + num_vlans)] shuffle(available_vlans) available_ips = [[i for i in range(100, 105)] for i in range(0, num_clients)] # these are simulations of physical clients for i in range(0, num_clients): macaddr = ("02:00:00:%.2x:%.2x:%.2x" % ((i >> 16) & 0xff, (i >> 8) & 0xff, i & 0xff)) # assign this client to the given worker idx = self.ipdb.interfaces["worker%da" % i]["index"] mac = int(macaddr.replace(":", ""), 16) ingress[ingress.Key(mac)] = ingress.Leaf(idx, 0, 0, 0, 0) # test traffic with curl loop cmd = ["bash", "-c", "for i in {1..8}; do curl 172.16.1.5 -o /dev/null; sleep 1; done"] client_ifc = self.ipdb.create(ifname="eth0a.%d" % i, kind="vlan", link=self.ipdb.interfaces["eth0a"], vlan_id=available_vlans.pop(0)).commit() (out_ifc, in_ifc) = self._create_ns("client%d" % i, in_ifc=client_ifc, ipaddr="172.16.1.100/24", macaddr=macaddr, cmd=cmd)[1:3] try: sim = VlanSimulation(ipdb) sim.start() sleep(10) input("Press enter to exit: ") stats_collect = {} for key, leaf in ingress.items(): stats_collect[key.value] = [leaf.tx_pkts, leaf.tx_bytes, 0, 0] for key, leaf in egress.items(): x = stats_collect.get(key.value, [0, 0, 0, 0]) x[2] = leaf.tx_pkts x[3] = leaf.tx_bytes for k, v in stats_collect.items(): print("mac %.12x rx pkts = %u, rx bytes = %u" % (k, v[0], v[1])) print(" tx pkts = %u, tx bytes = %u" % (v[2], v[3])) finally: if "eth0a" in ipdb.interfaces: ipdb.interfaces.eth0a.remove().commit() if "sim" in locals(): sim.release() ipdb.release() bpfcc-0.31.0/examples/networking/xdp/000077500000000000000000000000001465134135300174555ustar00rootroot00000000000000bpfcc-0.31.0/examples/networking/xdp/CMakeLists.txt000066400000000000000000000001451465134135300222150ustar00rootroot00000000000000file(GLOB PY_FILES *.py) install(PROGRAMS ${PY_FILES} DESTINATION share/bcc/examples/networking/xdp) bpfcc-0.31.0/examples/networking/xdp/xdp_drop_count.py000077500000000000000000000104101465134135300230550ustar00rootroot00000000000000#!/usr/bin/python # # xdp_drop_count.py Drop incoming packets on XDP layer and count for which # protocol type # # Copyright (c) 2016 PLUMgrid # Copyright (c) 2016 Jan Ruth # Licensed under the Apache License, Version 2.0 (the "License") from bcc import BPF import pyroute2 import time import sys import ctypes flags = 0 def usage(): print("Usage: {0} [-S] ".format(sys.argv[0])) print(" -S: use skb mode\n") print(" -D: use driver mode\n") print(" -H: use hardware offload mode\n") print("e.g.: {0} eth0\n".format(sys.argv[0])) exit(1) if len(sys.argv) < 2 or len(sys.argv) > 3: usage() offload_device = None if len(sys.argv) == 2: device = sys.argv[1] elif len(sys.argv) == 3: device = sys.argv[2] maptype = "percpu_array" if len(sys.argv) == 3: if "-S" in sys.argv: # XDP_FLAGS_SKB_MODE flags |= BPF.XDP_FLAGS_SKB_MODE if "-D" in sys.argv: # XDP_FLAGS_DRV_MODE flags |= BPF.XDP_FLAGS_DRV_MODE if "-H" in sys.argv: # XDP_FLAGS_HW_MODE maptype = "array" offload_device = ctypes.c_char_p(device.encode('utf-8')) flags |= BPF.XDP_FLAGS_HW_MODE mode = BPF.XDP #mode = BPF.SCHED_CLS if mode == BPF.XDP: ret = "XDP_DROP" ctxtype = "xdp_md" else: ret = "TC_ACT_SHOT" ctxtype = "__sk_buff" # load BPF program b = BPF(text = """ #include #include #include #include #include #include #include BPF_TABLE(MAPTYPE, uint32_t, long, dropcnt, 256); static inline int parse_ipv4(void *data, u64 nh_off, void *data_end) { struct iphdr *iph = data + nh_off; if ((void*)&iph[1] > data_end) return 0; return iph->protocol; } static inline int parse_ipv6(void *data, u64 nh_off, void *data_end) { struct ipv6hdr *ip6h = data + nh_off; if ((void*)&ip6h[1] > data_end) return 0; return ip6h->nexthdr; } int xdp_prog1(struct CTXTYPE *ctx) { void* data_end = (void*)(long)ctx->data_end; void* data = (void*)(long)ctx->data; struct ethhdr *eth = data; // drop packets int rc = RETURNCODE; // let pass XDP_PASS or redirect to tx via XDP_TX long *value; uint16_t h_proto; uint64_t nh_off = 0; uint32_t index; nh_off = sizeof(*eth); if (data + nh_off > data_end) return rc; h_proto = eth->h_proto; // parse double vlans #pragma unroll for (int i=0; i<2; i++) { if (h_proto == htons(ETH_P_8021Q) || h_proto == htons(ETH_P_8021AD)) { struct vlan_hdr *vhdr; vhdr = data + nh_off; nh_off += sizeof(struct vlan_hdr); if (data + nh_off > data_end) return rc; h_proto = vhdr->h_vlan_encapsulated_proto; } } if (h_proto == htons(ETH_P_IP)) index = parse_ipv4(data, nh_off, data_end); else if (h_proto == htons(ETH_P_IPV6)) index = parse_ipv6(data, nh_off, data_end); else index = 0; value = dropcnt.lookup(&index); if (value) __sync_fetch_and_add(value, 1); return rc; } """, cflags=["-w", "-DRETURNCODE=%s" % ret, "-DCTXTYPE=%s" % ctxtype, "-DMAPTYPE=\"%s\"" % maptype], device=offload_device) fn = b.load_func("xdp_prog1", mode, offload_device) if mode == BPF.XDP: b.attach_xdp(device, fn, flags) else: ip = pyroute2.IPRoute() ipdb = pyroute2.IPDB(nl=ip) idx = ipdb.interfaces[device].index ip.tc("add", "clsact", idx) ip.tc("add-filter", "bpf", idx, ":1", fd=fn.fd, name=fn.name, parent="ffff:fff2", classid=1, direct_action=True) dropcnt = b.get_table("dropcnt") prev = [0] * 256 print("Printing drops per IP protocol-number, hit CTRL+C to stop") while 1: try: for k in dropcnt.keys(): val = dropcnt[k].value if maptype == "array" else dropcnt.sum(k).value i = k.value if val: delta = val - prev[i] prev[i] = val print("{}: {} pkt/s".format(i, delta)) time.sleep(1) except KeyboardInterrupt: print("Removing filter from device") break if mode == BPF.XDP: b.remove_xdp(device, flags) else: ip.tc("del", "clsact", idx) ipdb.release() bpfcc-0.31.0/examples/networking/xdp/xdp_macswap_count.py000077500000000000000000000107001465134135300235460ustar00rootroot00000000000000#!/usr/bin/python # # xdp_macswap_count.py Swap Source and Destination MAC addresses on # incoming packets and transmit packets back on # same interface in XDP layer and count for which # protocol type # # Copyright (c) 2016 PLUMgrid # Copyright (c) 2016 Jan Ruth # Copyright (c) 2018 Andy Gospodarek # Licensed under the Apache License, Version 2.0 (the "License") from bcc import BPF import pyroute2 import time import sys flags = 0 def usage(): print("Usage: {0} [-S] ".format(sys.argv[0])) print(" -S: use skb mode\n") print("e.g.: {0} eth0\n".format(sys.argv[0])) exit(1) if len(sys.argv) < 2 or len(sys.argv) > 3: usage() if len(sys.argv) == 2: device = sys.argv[1] if len(sys.argv) == 3: if "-S" in sys.argv: # XDP_FLAGS_SKB_MODE flags |= BPF.XDP_FLAGS_SKB_MODE if "-S" == sys.argv[1]: device = sys.argv[2] else: device = sys.argv[1] mode = BPF.XDP #mode = BPF.SCHED_CLS if mode == BPF.XDP: ret = "XDP_TX" ctxtype = "xdp_md" else: ret = "TC_ACT_SHOT" ctxtype = "__sk_buff" # load BPF program b = BPF(text = """ #include #include #include #include #include #include #include BPF_PERCPU_ARRAY(dropcnt, long, 256); static inline int parse_ipv4(void *data, u64 nh_off, void *data_end) { struct iphdr *iph = data + nh_off; if ((void*)&iph[1] > data_end) return 0; return iph->protocol; } static inline int parse_ipv6(void *data, u64 nh_off, void *data_end) { struct ipv6hdr *ip6h = data + nh_off; if ((void*)&ip6h[1] > data_end) return 0; return ip6h->nexthdr; } static void swap_src_dst_mac(void *data) { unsigned short *p = data; unsigned short dst[3]; dst[0] = p[0]; dst[1] = p[1]; dst[2] = p[2]; p[0] = p[3]; p[1] = p[4]; p[2] = p[5]; p[3] = dst[0]; p[4] = dst[1]; p[5] = dst[2]; } int xdp_prog1(struct CTXTYPE *ctx) { void* data_end = (void*)(long)ctx->data_end; void* data = (void*)(long)ctx->data; struct ethhdr *eth = data; // drop packets int rc = RETURNCODE; // let pass XDP_PASS or redirect to tx via XDP_TX long *value; uint16_t h_proto; uint64_t nh_off = 0; uint32_t index; nh_off = sizeof(*eth); if (data + nh_off > data_end) return rc; h_proto = eth->h_proto; if (h_proto == htons(ETH_P_8021Q) || h_proto == htons(ETH_P_8021AD)) { struct vlan_hdr *vhdr; vhdr = data + nh_off; nh_off += sizeof(struct vlan_hdr); if (data + nh_off > data_end) return rc; h_proto = vhdr->h_vlan_encapsulated_proto; } if (h_proto == htons(ETH_P_8021Q) || h_proto == htons(ETH_P_8021AD)) { struct vlan_hdr *vhdr; vhdr = data + nh_off; nh_off += sizeof(struct vlan_hdr); if (data + nh_off > data_end) return rc; h_proto = vhdr->h_vlan_encapsulated_proto; } if (h_proto == htons(ETH_P_IP)) index = parse_ipv4(data, nh_off, data_end); else if (h_proto == htons(ETH_P_IPV6)) index = parse_ipv6(data, nh_off, data_end); else index = 0; if (index == IPPROTO_UDP) { swap_src_dst_mac(data); rc = XDP_TX; } value = dropcnt.lookup(&index); if (value) *value += 1; return rc; } """, cflags=["-w", "-DRETURNCODE=%s" % ret, "-DCTXTYPE=%s" % ctxtype]) fn = b.load_func("xdp_prog1", mode) if mode == BPF.XDP: b.attach_xdp(device, fn, flags) else: ip = pyroute2.IPRoute() ipdb = pyroute2.IPDB(nl=ip) idx = ipdb.interfaces[device].index ip.tc("add", "clsact", idx) ip.tc("add-filter", "bpf", idx, ":1", fd=fn.fd, name=fn.name, parent="ffff:fff2", classid=1, direct_action=True) dropcnt = b.get_table("dropcnt") prev = [0] * 256 print("Printing drops per IP protocol-number, hit CTRL+C to stop") while 1: try: for k in dropcnt.keys(): val = dropcnt.sum(k).value i = k.value if val: delta = val - prev[i] prev[i] = val print("{}: {} pkt/s".format(i, delta)) time.sleep(1) except KeyboardInterrupt: print("Removing filter from device") break if mode == BPF.XDP: b.remove_xdp(device, flags) else: ip.tc("del", "clsact", idx) ipdb.release() bpfcc-0.31.0/examples/networking/xdp/xdp_redirect_cpu.py000077500000000000000000000037511465134135300233630ustar00rootroot00000000000000#!/usr/bin/python # # xdp_redirect_cpu.py Redirect the incoming packet to the specific CPU # # Copyright (c) 2018 Gary Lin # Licensed under the Apache License, Version 2.0 (the "License") from bcc import BPF import time import sys from multiprocessing import cpu_count import ctypes as ct flags = 0 def usage(): print("Usage: {0} ".format(sys.argv[0])) print("e.g.: {0} eth0 2\n".format(sys.argv[0])) exit(1) if len(sys.argv) != 3: usage() in_if = sys.argv[1] cpu_id = int(sys.argv[2]) max_cpu = cpu_count() if (cpu_id > max_cpu): print("Invalid CPU id") exit(1) # load BPF program b = BPF(text = """ #include #include #include BPF_CPUMAP(cpumap, __MAX_CPU__); BPF_ARRAY(dest, uint32_t, 1); BPF_PERCPU_ARRAY(rxcnt, long, 1); int xdp_redirect_cpu(struct xdp_md *ctx) { void* data_end = (void*)(long)ctx->data_end; void* data = (void*)(long)ctx->data; struct ethhdr *eth = data; uint32_t key = 0; long *value; uint32_t *cpu; uint64_t nh_off; nh_off = sizeof(*eth); if (data + nh_off > data_end) return XDP_DROP; cpu = dest.lookup(&key); if (!cpu) return XDP_PASS; value = rxcnt.lookup(&key); if (value) *value += 1; return cpumap.redirect_map(*cpu, 0); } """, cflags=["-w", "-D__MAX_CPU__=%u" % max_cpu], debug=0) dest = b.get_table("dest") dest[0] = ct.c_uint32(cpu_id) cpumap = b.get_table("cpumap") cpumap[cpu_id] = ct.c_uint32(192) in_fn = b.load_func("xdp_redirect_cpu", BPF.XDP) b.attach_xdp(in_if, in_fn, flags) rxcnt = b.get_table("rxcnt") prev = 0 print("Printing redirected packets, hit CTRL+C to stop") while 1: try: val = rxcnt.sum(0).value if val: delta = val - prev prev = val print("{} pkt/s to CPU {}".format(delta, cpu_id)) time.sleep(1) except KeyboardInterrupt: print("Removing filter from device") break b.remove_xdp(in_if, flags) bpfcc-0.31.0/examples/networking/xdp/xdp_redirect_map.py000077500000000000000000000043411465134135300233450ustar00rootroot00000000000000#!/usr/bin/python # # xdp_redirect_map.py Redirect the incoming packet to another interface # with the helper: bpf_redirect_map() # # Copyright (c) 2018 Gary Lin # Licensed under the Apache License, Version 2.0 (the "License") from bcc import BPF import pyroute2 import time import sys import ctypes as ct flags = 0 def usage(): print("Usage: {0} ".format(sys.argv[0])) print("e.g.: {0} eth0 eth1\n".format(sys.argv[0])) exit(1) if len(sys.argv) != 3: usage() in_if = sys.argv[1] out_if = sys.argv[2] ip = pyroute2.IPRoute() out_idx = ip.link_lookup(ifname=out_if)[0] # load BPF program b = BPF(text = """ #include #include #include BPF_DEVMAP(tx_port, 1); BPF_PERCPU_ARRAY(rxcnt, long, 1); static inline void swap_src_dst_mac(void *data) { unsigned short *p = data; unsigned short dst[3]; dst[0] = p[0]; dst[1] = p[1]; dst[2] = p[2]; p[0] = p[3]; p[1] = p[4]; p[2] = p[5]; p[3] = dst[0]; p[4] = dst[1]; p[5] = dst[2]; } int xdp_redirect_map(struct xdp_md *ctx) { void* data_end = (void*)(long)ctx->data_end; void* data = (void*)(long)ctx->data; struct ethhdr *eth = data; uint32_t key = 0; long *value; uint64_t nh_off; nh_off = sizeof(*eth); if (data + nh_off > data_end) return XDP_DROP; value = rxcnt.lookup(&key); if (value) *value += 1; swap_src_dst_mac(data); return tx_port.redirect_map(0, 0); } int xdp_dummy(struct xdp_md *ctx) { return XDP_PASS; } """, cflags=["-w"]) tx_port = b.get_table("tx_port") tx_port[0] = ct.c_int(out_idx) in_fn = b.load_func("xdp_redirect_map", BPF.XDP) out_fn = b.load_func("xdp_dummy", BPF.XDP) b.attach_xdp(in_if, in_fn, flags) b.attach_xdp(out_if, out_fn, flags) rxcnt = b.get_table("rxcnt") prev = 0 print("Printing redirected packets, hit CTRL+C to stop") while 1: try: val = rxcnt.sum(0).value if val: delta = val - prev prev = val print("{} pkt/s".format(delta)) time.sleep(1) except KeyboardInterrupt: print("Removing filter from device") break b.remove_xdp(in_if, flags) b.remove_xdp(out_if, flags) bpfcc-0.31.0/examples/perf/000077500000000000000000000000001465134135300154275ustar00rootroot00000000000000bpfcc-0.31.0/examples/perf/ipc.py000077500000000000000000000126331465134135300165640ustar00rootroot00000000000000#!/usr/bin/python # IPC - Instructions Per Cycles using Perf Events and # uprobes # 24-Apr-2020 Saleem Ahmad Created this. from bcc import BPF, utils from optparse import OptionParser # load BPF program code=""" #include struct perf_delta { u64 clk_delta; u64 inst_delta; u64 time_delta; }; /* Perf Arrays to read counter values for open perf events. */ BPF_PERF_ARRAY(clk, MAX_CPUS); BPF_PERF_ARRAY(inst, MAX_CPUS); // Perf Output BPF_PERF_OUTPUT(output); // Per Cpu Data to store start values BPF_PERCPU_ARRAY(data, u64); #define CLOCK_ID 0 #define INSTRUCTION_ID 1 #define TIME_ID 2 void trace_start(struct pt_regs *ctx) { u32 clk_k = CLOCK_ID; u32 inst_k = INSTRUCTION_ID; u32 time = TIME_ID; int cpu = bpf_get_smp_processor_id(); /* perf_read may return negative values for errors. If cpu id is greater than BPF_PERF_ARRAY size, counters values will be very large negative number. NOTE: Use bpf_perf_event_value is recommended over bpf_perf_event_read or map.perf_read() due to issues in ABI. map.perf_read_value() need to be implemented in future. */ u64 clk_start = clk.perf_read(cpu); u64 inst_start = inst.perf_read(cpu); u64 time_start = bpf_ktime_get_ns(); u64* kptr = NULL; kptr = data.lookup(&clk_k); if (kptr) { data.update(&clk_k, &clk_start); } else { data.insert(&clk_k, &clk_start); } kptr = data.lookup(&inst_k); if (kptr) { data.update(&inst_k, &inst_start); } else { data.insert(&inst_k, &inst_start); } kptr = data.lookup(&time); if (kptr) { data.update(&time, &time_start); } else { data.insert(&time, &time_start); } } void trace_end(struct pt_regs* ctx) { u32 clk_k = CLOCK_ID; u32 inst_k = INSTRUCTION_ID; u32 time = TIME_ID; int cpu = bpf_get_smp_processor_id(); /* perf_read may return negative values for errors. If cpu id is greater than BPF_PERF_ARRAY size, counters values will be very large negative number. NOTE: Use bpf_perf_event_value is recommended over bpf_perf_event_read or map.perf_read() due to issues in ABI. map.perf_read_value() need to be implemented in future. */ u64 clk_end = clk.perf_read(cpu); u64 inst_end = inst.perf_read(cpu); u64 time_end = bpf_ktime_get_ns(); struct perf_delta perf_data = {} ; u64* kptr = NULL; kptr = data.lookup(&clk_k); // Find elements in map, if not found return if (kptr) { perf_data.clk_delta = clk_end - *kptr; } else { return; } kptr = data.lookup(&inst_k); if (kptr) { perf_data.inst_delta = inst_end - *kptr; } else { return; } kptr = data.lookup(&time); if (kptr) { perf_data.time_delta = time_end - *kptr; } else { return; } output.perf_submit(ctx, &perf_data, sizeof(struct perf_delta)); } """ usage='Usage: ipc.py [options]\nexample ./ipc.py -l c -s strlen' parser = OptionParser(usage) parser.add_option('-l', '--lib', dest='lib_name', help='lib name containing symbol to trace, e.g. c for libc', type=str) parser.add_option('-s', '--sym', dest='sym', help='symbol to trace', type=str) (options, args) = parser.parse_args() if (not options.lib_name or not options.sym): parser.print_help() exit() num_cpus = len(utils.get_online_cpus()) b = BPF(text=code, cflags=['-DMAX_CPUS=%s' % str(num_cpus)]) # Attach Probes at start and end of the trace function # NOTE: When attaching to a function for tracing, during runtime relocation # stage by linker, function will be called once to return a different function # address, which will be called by the process. e.g. in case of strlen # after relocation stage, __strlen_sse2 is called instread of strlen. # NOTE: There will be a context switch from userspace to kernel space, # on caputring counters on USDT probes, so actual IPC might be slightly different. # This example is to give a reference on how to use perf events with tracing. b.attach_uprobe(name=options.lib_name, sym=options.sym, fn_name="trace_start") b.attach_uretprobe(name=options.lib_name, sym=options.sym, fn_name="trace_end") def print_data(cpu, data, size): e = b["output"].event(data) print("%-8d %-12d %-8.2f %-8s %d" % (e.clk_delta, e.inst_delta, 1.0* e.inst_delta/e.clk_delta, str(round(e.time_delta * 1e-3, 2)) + ' us', cpu)) print("Counters Data") print("%-8s %-12s %-8s %-8s %s" % ('CLOCK', 'INSTRUCTION', 'IPC', 'TIME', 'CPU')) b["output"].open_perf_buffer(print_data) # Perf Events for Unhalted Cycles and Retired Instructions are supported on # most platforms with a PMU and the kernel will attempt to translate these # into an architecture-specific event code. For architectures that do not have # these mappings, see perf list --details to find event details. # NOTE: Events can be multiplexed by kernel in case the # number of counters is greater than supported by CPU # performance monitoring unit, which can result in inaccurate # results. Counter values need to be normalized for a more # accurate value. PERF_TYPE_HARDWARE = 0 PERF_COUNT_HW_CPU_CYCLES = 0 PERF_COUNT_HW_INSTRUCTIONS = 1 # Unhalted Clock Cycles b["clk"].open_perf_event(PERF_TYPE_HARDWARE, PERF_COUNT_HW_CPU_CYCLES) # Instruction Retired b["inst"].open_perf_event(PERF_TYPE_HARDWARE, PERF_COUNT_HW_INSTRUCTIONS) while True: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/examples/ringbuf/000077500000000000000000000000001465134135300161275ustar00rootroot00000000000000bpfcc-0.31.0/examples/ringbuf/ringbuf_output.py000077500000000000000000000020271465134135300215610ustar00rootroot00000000000000#!/usr/bin/python3 import sys import time from bcc import BPF src = r""" BPF_RINGBUF_OUTPUT(buffer, 1 << 4); struct event { char filename[16]; int dfd; int flags; int mode; }; TRACEPOINT_PROBE(syscalls, sys_enter_openat) { int zero = 0; struct event event = {}; bpf_probe_read_user_str(event.filename, sizeof(event.filename), args->filename); event.dfd = args->dfd; event.flags = args->flags; event.mode = args->mode; buffer.ringbuf_output(&event, sizeof(event), 0); return 0; } """ b = BPF(text=src) def callback(ctx, data, size): event = b['buffer'].event(data) print("%-16s %10d %10d %10d" % (event.filename.decode('utf-8'), event.dfd, event.flags, event.mode)) b['buffer'].open_ring_buffer(callback) print("Printing openat() calls, ctrl-c to exit.") print("%-16s %10s %10s %10s" % ("FILENAME", "DIR_FD", "FLAGS", "MODE")) try: while 1: b.ring_buffer_poll() # or b.ring_buffer_consume() time.sleep(0.5) except KeyboardInterrupt: sys.exit() bpfcc-0.31.0/examples/ringbuf/ringbuf_submit.py000077500000000000000000000021701465134135300215230ustar00rootroot00000000000000#!/usr/bin/python3 import sys import time from bcc import BPF src = r""" BPF_RINGBUF_OUTPUT(buffer, 1 << 4); struct event { char filename[64]; int dfd; int flags; int mode; }; TRACEPOINT_PROBE(syscalls, sys_enter_openat) { int zero = 0; struct event *event = buffer.ringbuf_reserve(sizeof(struct event)); if (!event) { return 1; } bpf_probe_read_user_str(event->filename, sizeof(event->filename), args->filename); event->dfd = args->dfd; event->flags = args->flags; event->mode = args->mode; buffer.ringbuf_submit(event, 0); // or, to discard: buffer.ringbuf_discard(event, 0); return 0; } """ b = BPF(text=src) def callback(ctx, data, size): event = b['buffer'].event(data) print("%-64s %10d %10d %10d" % (event.filename.decode('utf-8'), event.dfd, event.flags, event.mode)) b['buffer'].open_ring_buffer(callback) print("Printing openat() calls, ctrl-c to exit.") print("%-64s %10s %10s %10s" % ("FILENAME", "DIR_FD", "FLAGS", "MODE")) try: while 1: b.ring_buffer_consume() time.sleep(0.5) except KeyboardInterrupt: sys.exit() bpfcc-0.31.0/examples/tracing/000077500000000000000000000000001465134135300161225ustar00rootroot00000000000000bpfcc-0.31.0/examples/tracing/CMakeLists.txt000066400000000000000000000004241465134135300206620ustar00rootroot00000000000000file(GLOB C_FILES *.c) file(GLOB PY_FILES *.py) file(GLOB TXT_FILES *.txt) install(PROGRAMS ${PY_FILES} DESTINATION share/bcc/examples/tracing) install(FILES ${C_FILES} DESTINATION share/bcc/examples/tracing) install(FILES ${TXT_FILES} DESTINATION share/bcc/examples/tracing) bpfcc-0.31.0/examples/tracing/biolatpcts.py000077500000000000000000000063601465134135300206500ustar00rootroot00000000000000#!/usr/bin/python # # biolatpcts.py IO latency percentile calculation example # # Copyright (C) 2020 Tejun Heo # Copyright (C) 2020 Facebook from __future__ import print_function from bcc import BPF from time import sleep bpf_source = """ #include #include #include #include BPF_PERCPU_ARRAY(lat_100ms, u64, 100); BPF_PERCPU_ARRAY(lat_1ms, u64, 100); BPF_PERCPU_ARRAY(lat_10us, u64, 100); RAW_TRACEPOINT_PROBE(block_rq_complete) { // TP_PROTO(struct request *rq, blk_status_t error, unsigned int nr_bytes) struct request *rq = (void *)ctx->args[0]; unsigned int cmd_flags; u64 dur; size_t base, slot; if (!rq->io_start_time_ns) return 0; dur = bpf_ktime_get_ns() - rq->io_start_time_ns; slot = min_t(size_t, div_u64(dur, 100 * NSEC_PER_MSEC), 99); lat_100ms.increment(slot); if (slot) return 0; slot = min_t(size_t, div_u64(dur, NSEC_PER_MSEC), 99); lat_1ms.increment(slot); if (slot) return 0; slot = min_t(size_t, div_u64(dur, 10 * NSEC_PER_USEC), 99); lat_10us.increment(slot); return 0; } """ bpf = BPF(text=bpf_source) cur_lat_100ms = bpf['lat_100ms'] cur_lat_1ms = bpf['lat_1ms'] cur_lat_10us = bpf['lat_10us'] last_lat_100ms = [0] * 100 last_lat_1ms = [0] * 100 last_lat_10us = [0] * 100 lat_100ms = [0] * 100 lat_1ms = [0] * 100 lat_10us = [0] * 100 def find_pct(req, total, slots, idx, counted): while idx > 0: idx -= 1 if slots[idx] > 0: counted += slots[idx] if (counted / total) * 100 >= 100 - req: break return (idx, counted) def calc_lat_pct(req_pcts, total, lat_100ms, lat_1ms, lat_10us): pcts = [0] * len(req_pcts) if total == 0: return pcts data = [(100 * 1000, lat_100ms), (1000, lat_1ms), (10, lat_10us)] data_sel = 0 idx = 100 counted = 0 for pct_idx in reversed(range(len(req_pcts))): req = float(req_pcts[pct_idx]) while True: last_counted = counted (gran, slots) = data[data_sel] (idx, counted) = find_pct(req, total, slots, idx, counted) if idx > 0 or data_sel == len(data) - 1: break counted = last_counted data_sel += 1 idx = 100 pcts[pct_idx] = gran * idx + gran / 2 return pcts print('Block I/O latency percentile example. See tools/biolatpcts.py for the full utility.') while True: sleep(3) lat_total = 0; for i in range(100): v = cur_lat_100ms.sum(i).value lat_100ms[i] = max(v - last_lat_100ms[i], 0) last_lat_100ms[i] = v v = cur_lat_1ms.sum(i).value lat_1ms[i] = max(v - last_lat_1ms[i], 0) last_lat_1ms[i] = v v = cur_lat_10us.sum(i).value lat_10us[i] = max(v - last_lat_10us[i], 0) last_lat_10us[i] = v lat_total += lat_100ms[i] target_pcts = [50, 75, 90, 99] pcts = calc_lat_pct(target_pcts, lat_total, lat_100ms, lat_1ms, lat_10us); for i in range(len(target_pcts)): print('p{}={}us '.format(target_pcts[i], int(pcts[i])), end='') print() bpfcc-0.31.0/examples/tracing/biolatpcts_example.txt000066400000000000000000000012121465134135300225360ustar00rootroot00000000000000Demonstrations of biolatpcts.py, the Linux eBPF/bcc version. This traces block I/O and uses layered percpu arrays to bucket the completion latencies. Latency percentiles are calculated periodically from the buckets. # ./biolatpcts.py p50=595.0us p75=685.0us p90=1500.0us p99=2500.0us p50=55.0us p75=95.0us p90=305.0us p99=2500.0us p50=385.0us p75=655.0us p90=1500.0us p99=2500.0us [...] The latency is measured from I/O request to the device, to the device completion. This excludes latency spent queued in the OS. This is a simplified example to demonstrate the calculation of latency percentiles. See tools/biolatpcts.py for the full utility. bpfcc-0.31.0/examples/tracing/bitehist.py000077500000000000000000000025651465134135300203220ustar00rootroot00000000000000#!/usr/bin/python # # bitehist.py Block I/O size histogram. # For Linux, uses BCC, eBPF. Embedded C. # # Written as a basic example of using histograms to show a distribution. # # A Ctrl-C will print the gathered histogram then exit. # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 15-Aug-2015 Brendan Gregg Created this. # 03-Feb-2019 Xiaozhou Liu added linear histogram. from __future__ import print_function from bcc import BPF from time import sleep # load BPF program b = BPF(text=""" #include #include BPF_HISTOGRAM(dist); BPF_HISTOGRAM(dist_linear); int trace_req_done(struct pt_regs *ctx, struct request *req) { dist.increment(bpf_log2l(req->__data_len / 1024)); dist_linear.increment(req->__data_len / 1024); return 0; } """) if BPF.get_kprobe_functions(b'__blk_account_io_done'): b.attach_kprobe(event="__blk_account_io_done", fn_name="trace_req_done") else: b.attach_kprobe(event="blk_account_io_done", fn_name="trace_req_done") # header print("Tracing... Hit Ctrl-C to end.") # trace until Ctrl-C try: sleep(99999999) except KeyboardInterrupt: print() # output print("log2 histogram") print("~~~~~~~~~~~~~~") b["dist"].print_log2_hist("kbytes") print("\nlinear histogram") print("~~~~~~~~~~~~~~~~") b["dist_linear"].print_linear_hist("kbytes") bpfcc-0.31.0/examples/tracing/bitehist_example.txt000066400000000000000000000022701465134135300222120ustar00rootroot00000000000000Demonstrations of bitehist.py, the Linux eBPF/bcc version. This prints a power-of-2 histogram to show the block I/O size distribution. A summary is printed after Ctrl-C is hit. # ./bitehist.py Tracing... Hit Ctrl-C to end. ^C kbytes : count distribution 0 -> 1 : 3 | | 2 -> 3 : 0 | | 4 -> 7 : 211 |********** | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 1 | | 128 -> 255 : 800 |**************************************| This output shows a bimodal distribution. The largest mod of 800 I/O were between 128 and 255 Kbytes in size, and another mode of 211 I/O were between 4 and 7 Kbytes in size. Understanding this distribution is useful for characterizing workloads and understanding performance. The existence of this distribution is not visible from averages alone. bpfcc-0.31.0/examples/tracing/dddos.py000077500000000000000000000073521465134135300176030ustar00rootroot00000000000000#!/usr/bin/python # # dddos.py DDOS dectection system. # # Written as a basic tracing example of using ePBF # to detect a potential DDOS attack against a system. # # Copyright (c) 2019 Jugurtha BELKALEM. # Licensed under the Apache License, Version 2.0 (the "License") # # 14-Jan-2019 Jugurtha BELKALEM Created this. from bcc import BPF import ctypes as ct import datetime prog = """ #include #include #define MAX_NB_PACKETS 1000 #define LEGAL_DIFF_TIMESTAMP_PACKETS 1000000 BPF_HASH(rcv_packets); struct detectionPackets { u64 nb_ddos_packets; }; BPF_PERF_OUTPUT(events); int detect_ddos(struct pt_regs *ctx, void *skb){ struct detectionPackets detectionPacket = {}; // Used to count number of received packets u64 rcv_packets_nb_index = 0, rcv_packets_nb_inter=1, *rcv_packets_nb_ptr; // Used to measure elapsed time between 2 successive received packets u64 rcv_packets_ts_index = 1, rcv_packets_ts_inter=0, *rcv_packets_ts_ptr; /* The algorithm analyses packets received by ip_rcv function * and measures the difference in reception time between each packet. * DDOS flooders send millions of packets such that difference of * timestamp between 2 successive packets is so small * (which is not like regular applications behaviour). * This script looks for this difference in time and if it sees * more than MAX_NB_PACKETS successive packets with a difference * of timestamp between each one of them less than * LEGAL_DIFF_TIMESTAMP_PACKETS ns, * ------------------ It Triggers an ALERT ----------------- * Those settings must be adapted depending on regular network traffic * ------------------------------------------------------------------- * Important: this is a rudimentary intrusion detection system, one can * test a real case attack using hping3. However; if regular network * traffic increases above predefined detection settings, a false * positive alert will be triggered (an example would be the * case of large file downloads). */ rcv_packets_nb_ptr = rcv_packets.lookup(&rcv_packets_nb_index); rcv_packets_ts_ptr = rcv_packets.lookup(&rcv_packets_ts_index); if(rcv_packets_nb_ptr != 0 && rcv_packets_ts_ptr != 0){ rcv_packets_nb_inter = *rcv_packets_nb_ptr; rcv_packets_ts_inter = bpf_ktime_get_ns() - *rcv_packets_ts_ptr; if(rcv_packets_ts_inter < LEGAL_DIFF_TIMESTAMP_PACKETS){ rcv_packets_nb_inter++; } else { rcv_packets_nb_inter = 0; } if(rcv_packets_nb_inter > MAX_NB_PACKETS){ detectionPacket.nb_ddos_packets = rcv_packets_nb_inter; events.perf_submit(ctx, &detectionPacket, sizeof(detectionPacket)); } } rcv_packets_ts_inter = bpf_ktime_get_ns(); rcv_packets.update(&rcv_packets_nb_index, &rcv_packets_nb_inter); rcv_packets.update(&rcv_packets_ts_index, &rcv_packets_ts_inter); return 0; } """ # Loads eBPF program b = BPF(text=prog) # Attach kprobe to kernel function and sets detect_ddos as kprobe handler b.attach_kprobe(event="ip_rcv", fn_name="detect_ddos") class DetectionTimestamp(ct.Structure): _fields_ = [("nb_ddos_packets", ct.c_ulonglong)] # Show message when ePBF starts print("DDOS detector started ... Hit Ctrl-C to end!") print("%-26s %-10s" % ("TIME(s)", "MESSAGE")) def trigger_alert_event(cpu, data, size): event = ct.cast(data, ct.POINTER(DetectionTimestamp)).contents print("%-26s %s %ld" % (datetime.datetime.now(), "DDOS Attack => nb of packets up to now : ", event.nb_ddos_packets)) # loop with callback to trigger_alert_event b["events"].open_perf_buffer(trigger_alert_event) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/examples/tracing/dddos_example.txt000066400000000000000000000041001465134135300214660ustar00rootroot00000000000000Demonstrations of dddos.py, the Linux eBPF/bcc version. This tracks ip_rcv function (using kprobe) and elapsed time between received packets to detect potential DDOS attacks. The following steps illustrates the usage of dddos : 1 - Start dddos.py : # ./dddos.py DDOS detector started ... Hit Ctrl-C to end! TIME(s) MESSAGE 2 - Launch hping3 (or any other flooder) in another terminal as shown below: # hping3 localhost -S -A -V -p 443 -i u100 3 - dddos.py triggers alerts and reports a DDOS attack: DDOS detector started ... Hit Ctrl-C to end! TIME(s) MESSAGE 2019-01-16 11:55:12.600734 DDOS Attack => nb of packets up to now : 1001 2019-01-16 11:55:12.600845 DDOS Attack => nb of packets up to now : 1002 2019-01-16 11:55:12.600887 DDOS Attack => nb of packets up to now : 1003 2019-01-16 11:55:12.600971 DDOS Attack => nb of packets up to now : 1004 2019-01-16 11:55:12.601009 DDOS Attack => nb of packets up to now : 1005 2019-01-16 11:55:12.601062 DDOS Attack => nb of packets up to now : 1006 2019-01-16 11:55:12.601096 DDOS Attack => nb of packets up to now : 1007 2019-01-16 11:55:12.601195 DDOS Attack => nb of packets up to now : 1008 2019-01-16 11:55:12.601228 DDOS Attack => nb of packets up to now : 1009 2019-01-16 11:55:12.601331 DDOS Attack => nb of packets up to now : 1010 2019-01-16 11:55:12.601364 DDOS Attack => nb of packets up to now : 1011 2019-01-16 11:55:12.601470 DDOS Attack => nb of packets up to now : 1012 2019-01-16 11:55:12.601505 DDOS Attack => nb of packets up to now : 1013 2019-01-16 11:55:12.601621 DDOS Attack => nb of packets up to now : 1014 2019-01-16 11:55:12.601656 DDOS Attack => nb of packets up to now : 1015 2019-01-16 11:55:12.601757 DDOS Attack => nb of packets up to now : 1016 2019-01-16 11:55:12.601790 DDOS Attack => nb of packets up to now : 1017 2019-01-16 11:55:12.601892 DDOS Attack => nb of packets up to now : 1018 2019-01-16 11:55:12.601925 DDOS Attack => nb of packets up to now : 1019 2019-01-16 11:55:12.602028 DDOS Attack => nb of packets up to now : 1020 Remark : Use Ctrl-C to stop dddos.py bpfcc-0.31.0/examples/tracing/disksnoop.py000077500000000000000000000036331465134135300205150ustar00rootroot00000000000000#!/usr/bin/python # # disksnoop.py Trace block device I/O: basic version of iosnoop. # For Linux, uses BCC, eBPF. Embedded C. # # Written as a basic example of tracing latency. # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 11-Aug-2015 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF from bcc.utils import printb REQ_WRITE = 1 # from include/linux/blk_types.h # load BPF program b = BPF(text=""" #include #include BPF_HASH(start, struct request *); void trace_start(struct pt_regs *ctx, struct request *req) { // stash start timestamp by request ptr u64 ts = bpf_ktime_get_ns(); start.update(&req, &ts); } void trace_completion(struct pt_regs *ctx, struct request *req) { u64 *tsp, delta; tsp = start.lookup(&req); if (tsp != 0) { delta = bpf_ktime_get_ns() - *tsp; bpf_trace_printk("%d %x %d\\n", req->__data_len, req->cmd_flags, delta / 1000); start.delete(&req); } } """) if BPF.get_kprobe_functions(b'blk_start_request'): b.attach_kprobe(event="blk_start_request", fn_name="trace_start") b.attach_kprobe(event="blk_mq_start_request", fn_name="trace_start") if BPF.get_kprobe_functions(b'__blk_account_io_done'): b.attach_kprobe(event="__blk_account_io_done", fn_name="trace_completion") else: b.attach_kprobe(event="blk_account_io_done", fn_name="trace_completion") # header print("%-18s %-2s %-7s %8s" % ("TIME(s)", "T", "BYTES", "LAT(ms)")) # format output while 1: try: (task, pid, cpu, flags, ts, msg) = b.trace_fields() (bytes_s, bflags_s, us_s) = msg.split() if int(bflags_s, 16) & REQ_WRITE: type_s = b"W" elif bytes_s == "0": # see blk_fill_rwbs() for logic type_s = b"M" else: type_s = b"R" ms = float(int(us_s, 10)) / 1000 printb(b"%-18.9f %-2s %-7s %8.2f" % (ts, type_s, bytes_s, ms)) except KeyboardInterrupt: exit() bpfcc-0.31.0/examples/tracing/disksnoop_example.txt000066400000000000000000000030631465134135300224110ustar00rootroot00000000000000Demonstrations of disksnoop.py, the Linux eBPF/bcc version. This traces block I/O, a prints a line to summarize each I/O completed: # ./disksnoop.py TIME(s) T BYTES LAT(ms) 16458043.435457 W 4096 2.73 16458043.435981 W 4096 3.24 16458043.436012 W 4096 3.13 16458043.437326 W 4096 4.44 16458044.126545 R 4096 42.82 16458044.129872 R 4096 3.24 16458044.130705 R 4096 0.73 16458044.142813 R 4096 12.01 16458044.147302 R 4096 4.33 16458044.148117 R 4096 0.71 16458044.148950 R 4096 0.70 16458044.164332 R 4096 15.29 16458044.168003 R 4096 3.58 16458044.171676 R 4096 3.59 16458044.172453 R 4096 0.72 16458044.173213 R 4096 0.71 16458044.173989 R 4096 0.72 16458044.174739 R 4096 0.70 16458044.190334 R 4096 15.52 16458044.196608 R 4096 6.17 16458044.203091 R 4096 6.35 The output includes a basic timestamp (in seconds), the type of I/O (W == write, R == read, M == metadata), the size of the I/O in bytes, and the latency (or duration) of the I/O in milliseconds. The latency is measured from I/O request to the device, to the device completion. This excludes latency spent queued in the OS. Most of the I/O in this example were 0.7 and 4 milliseconds in duration. There was an outlier of 42.82 milliseconds, a read which followed many writes (the high latency may have been caused by the writes still being serviced on the storage device). bpfcc-0.31.0/examples/tracing/hello_fields.py000077500000000000000000000012471465134135300211340ustar00rootroot00000000000000#!/usr/bin/python # # This is a Hello World example that formats output as fields. from bcc import BPF from bcc.utils import printb # define BPF program prog = """ int hello(void *ctx) { bpf_trace_printk("Hello, World!\\n"); return 0; } """ # load BPF program b = BPF(text=prog) b.attach_kprobe(event=b.get_syscall_fnname("clone"), fn_name="hello") # header print("%-18s %-16s %-6s %s" % ("TIME(s)", "COMM", "PID", "MESSAGE")) # format output while 1: try: (task, pid, cpu, flags, ts, msg) = b.trace_fields() except ValueError: continue except KeyboardInterrupt: exit() printb(b"%-18.9f %-16s %-6d %s" % (ts, task, pid, msg)) bpfcc-0.31.0/examples/tracing/hello_perf_output.py000077500000000000000000000023661465134135300222450ustar00rootroot00000000000000#!/usr/bin/python # # This is a Hello World example that uses BPF_PERF_OUTPUT. from bcc import BPF from bcc.utils import printb # define BPF program prog = """ #include // define output data structure in C struct data_t { u32 pid; u64 ts; char comm[TASK_COMM_LEN]; }; BPF_PERF_OUTPUT(events); int hello(struct pt_regs *ctx) { struct data_t data = {}; data.pid = bpf_get_current_pid_tgid(); data.ts = bpf_ktime_get_ns(); bpf_get_current_comm(&data.comm, sizeof(data.comm)); events.perf_submit(ctx, &data, sizeof(data)); return 0; } """ # load BPF program b = BPF(text=prog) b.attach_kprobe(event=b.get_syscall_fnname("clone"), fn_name="hello") # header print("%-18s %-16s %-6s %s" % ("TIME(s)", "COMM", "PID", "MESSAGE")) # process event start = 0 def print_event(cpu, data, size): global start event = b["events"].event(data) if start == 0: start = event.ts time_s = (float(event.ts - start)) / 1000000000 printb(b"%-18.9f %-16s %-6d %s" % (time_s, event.comm, event.pid, b"Hello, perf_output!")) # loop with callback to print_event b["events"].open_perf_buffer(print_event) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/examples/tracing/hello_perf_output_using_ns.py000077500000000000000000000034631465134135300241510ustar00rootroot00000000000000#!/usr/bin/python # Carlos Neira # This is a Hello World example that uses BPF_PERF_OUTPUT. # in this example bpf_get_ns_current_pid_tgid(), this helper # works inside pid namespaces. # bpf_get_current_pid_tgid() only returns the host pid outside any # namespace and this will not work when the script is run inside a pid namespace. from bcc import BPF from bcc.utils import printb import sys, os from stat import * # define BPF program prog = """ #include // define output data structure in C struct data_t { u32 pid; u64 ts; char comm[TASK_COMM_LEN]; }; BPF_PERF_OUTPUT(events); int hello(struct pt_regs *ctx) { struct data_t data = {}; struct bpf_pidns_info ns = {}; if(bpf_get_ns_current_pid_tgid(DEV, INO, &ns, sizeof(struct bpf_pidns_info))) return 0; data.pid = ns.pid; data.ts = bpf_ktime_get_ns(); bpf_get_current_comm(&data.comm, sizeof(data.comm)); events.perf_submit(ctx, &data, sizeof(data)); return 0; } """ devinfo = os.stat("/proc/self/ns/pid") for r in (("DEV", str(devinfo.st_dev)), ("INO", str(devinfo.st_ino))): prog = prog.replace(*r) # load BPF program b = BPF(text=prog) b.attach_kprobe(event=b.get_syscall_fnname("clone"), fn_name="hello") # header print("%-18s %-16s %-6s %s" % ("TIME(s)", "COMM", "PID", "MESSAGE")) # process event start = 0 def print_event(cpu, data, size): global start event = b["events"].event(data) if start == 0: start = event.ts time_s = (float(event.ts - start)) / 1000000000 printb( b"%-18.9f %-16s %-6d %s" % (time_s, event.comm, event.pid, b"Hello, perf_output!") ) # loop with callback to print_event b["events"].open_perf_buffer(print_event) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/examples/tracing/kvm_hypercall.py000077500000000000000000000027601465134135300213440ustar00rootroot00000000000000#!/usr/bin/python # # kvm_hypercall.py # # Demonstrates stateful kvm_entry and kvm_exit recording along with the # associated hypercall when exit_reason is VMCALL. See kvm_hypercall.txt # for usage # # REQUIRES: Linux 4.7+ (BPF_PROG_TYPE_TRACEPOINT support) # # Copyright (c) 2017 ShiftLeft Inc. # # Author(s): # Suchakrapani Sharma from __future__ import print_function from bcc import BPF # load BPF program b = BPF(text=""" #define EXIT_REASON 18 BPF_HASH(start, u8, u8); TRACEPOINT_PROBE(kvm, kvm_exit) { u8 e = EXIT_REASON; u8 one = 1; if (args->exit_reason == EXIT_REASON) { bpf_trace_printk("KVM_EXIT exit_reason : %d\\n", args->exit_reason); start.update(&e, &one); } return 0; } TRACEPOINT_PROBE(kvm, kvm_entry) { u8 e = EXIT_REASON; u8 zero = 0; u8 *s = start.lookup(&e); if (s != NULL && *s == 1) { bpf_trace_printk("KVM_ENTRY vcpu_id : %u\\n", args->vcpu_id); start.update(&e, &zero); } return 0; } TRACEPOINT_PROBE(kvm, kvm_hypercall) { u8 e = EXIT_REASON; u8 zero = 0; u8 *s = start.lookup(&e); if (s != NULL && *s == 1) { bpf_trace_printk("HYPERCALL nr : %d\\n", args->nr); } return 0; }; """) # header print("%-18s %-16s %-6s %s" % ("TIME(s)", "COMM", "PID", "EVENT")) # format output while 1: try: (task, pid, cpu, flags, ts, msg) = b.trace_fields() except ValueError: continue print("%-18.9f %-16s %-6d %s" % (ts, task, pid, msg)) bpfcc-0.31.0/examples/tracing/kvm_hypercall.txt000066400000000000000000000033661465134135300215330ustar00rootroot00000000000000Demonstrations of kvm_hypercall.py, showing eBPF/bcc based hypercall analysis This example demonstrates how we can statefully save static tracepoint events based on conditions being met for other events with which they are associated. Here, we wish to record kvm_exit and kvm_entry events which are linked to the kvm_hypercall event. We are interested in kvm_exit with exit reason as VMCALL (18). This may be useful to analyze latency caused by a hypercall itself. To test this, while the python script is run, induce a hypercall from a guest based on the following example: https://gist.github.com/abenbachir/344822b5ba9fc5ac384cdec3f087e018 # ./kvm_hypercall.py TIME(s) COMM PID MESSAGE 2445.577087000 CPU 0/KVM 8896 KVM_EXIT exit_reason : 18 2445.577122000 CPU 0/KVM 8896 HYPERCALL nr : 0 2445.577129000 CPU 0/KVM 8896 KVM_ENTRY vcpu_id : 0 2445.577136000 CPU 0/KVM 8896 KVM_EXIT exit_reason : 18 2445.577145000 CPU 0/KVM 8896 HYPERCALL nr : 1 2445.577149000 CPU 0/KVM 8896 KVM_ENTRY vcpu_id : 0 2445.577155000 CPU 0/KVM 8896 KVM_EXIT exit_reason : 18 2445.577160000 CPU 0/KVM 8896 HYPERCALL nr : 2 2445.577164000 CPU 0/KVM 8896 KVM_ENTRY vcpu_id : 0 2445.577170000 CPU 0/KVM 8896 KVM_EXIT exit_reason : 18 2445.577175000 CPU 0/KVM 8896 HYPERCALL nr : 3 2445.577179000 CPU 0/KVM 8896 KVM_ENTRY vcpu_id : 0 2445.577185000 CPU 0/KVM 8896 KVM_EXIT exit_reason : 18 2445.577190000 CPU 0/KVM 8896 HYPERCALL nr : 4 2445.577194000 CPU 0/KVM 8896 KVM_ENTRY vcpu_id : 0 This output shows a sequence of exit -> hypercall -> entry where the exit_reason was VMCALL. bpfcc-0.31.0/examples/tracing/lbr.py000066400000000000000000000223211465134135300172530ustar00rootroot00000000000000#!/usr/bin/python # # lbr.py # # Trace conditional branches executed by syscalls using the Last Branch Record # Buffer (LBR) # # REQUIRES: # Linux 5.16+ (bpf_get_branch_snapshot support) # # Copyright (c) 2023 Bytedance Inc. # # Author(s): # Lorenzo Carrozzo from __future__ import absolute_import, print_function, unicode_literals from bcc import BPF from bcc import PerfType, PerfHWConfig, PerfEventSampleFormat, Perf import argparse from sys import exit from pathlib import Path from subprocess import Popen, PIPE # Number of LBR entries and output tags lbr_cnt = 32 num_entries_tag = 'lbr_total_entries:' entry_tag = 'lbr_entry:' # BPF program text bpf_text = """ #include #include // Define arguments passed to tracepoint struct params { short common_type; unsigned char common_flags; unsigned char common_preempt_count; int common_pid; int __syscall_nr; long ret; }; struct perf_branch_entry_buf { struct perf_branch_entry entries[ENTRY_CNT]; }; BPF_PERCPU_ARRAY(branch_entry, struct perf_branch_entry_buf, 1); // Function to use with tracepoint int disp_snapshot_tp(struct params *p) { unsigned buf_size = sizeof(struct perf_branch_entry_buf), idx = 0; struct perf_branch_entry_buf *buf; buf = branch_entry.lookup(&idx); if (!buf) return 0; int total_entries = bpf_get_branch_snapshot(buf, buf_size, 0); total_entries /= sizeof(struct perf_branch_entry); if (true T_R_COND P_COND) { bpf_trace_printk("NUM_ENTRIES%d", total_entries); for (int i = 0; i < ENTRY_CNT; i++) { bpf_trace_printk("ENTRY%pS --> %pS", buf->entries[i].from, buf->entries[i].to); } } return 0; } // Function to use with kretprobe int disp_snapshot_krp(struct pt_regs *p) { unsigned buf_size = sizeof(struct perf_branch_entry_buf), idx = 0; struct perf_branch_entry_buf *buf; buf = branch_entry.lookup(&idx); if (!buf) return 0; int total_entries = bpf_get_branch_snapshot(buf, buf_size, 0); total_entries /= sizeof(struct perf_branch_entry); if (true K_R_COND P_COND) { bpf_trace_printk("NUM_ENTRIES%d", total_entries); for (int i = 0; i < ENTRY_CNT; i++) { bpf_trace_printk("ENTRY%pS --> %pS", buf->entries[i].from, buf->entries[i].to); } } return 0; } """ # Parse arguments examples = """ examples: ./lbr -t # the syscall to attach the exit tracepoint to ./lbr -k # the syscall to attach a kretprobe to ./lbr -r # filter by syscall's return value ./lbr -p # filter by program pid ./lbr -b # kernel to search addresses in using addr2line ./lbr -d # show debug strings """ parser = argparse.ArgumentParser( description="Trace conditional branches using LBR.", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-t", "--tracepoint", type=str, metavar="SYSCALL", help="the syscall to attach the exit tracepoint to") parser.add_argument("-k", "--kretprobe", type=str, metavar="SYSCALL", help="the syscall to attach a kretprobe to", ) parser.add_argument("-r", "--ret_value", type=int, metavar="VALUE", help="filter by syscall's return value") parser.add_argument("-p", "--pid", type=int, help="filter by pid") parser.add_argument("-e", "--extend", action="store_true", help="extend output width so entry addresses are on on \ one line") parser.add_argument("-b", "--bin", type=str, help="the binary to search address in") parser.add_argument("-d", "--debug", action="store_true", help="print out bpf program text") args = parser.parse_args() # Check that tracepoint or kretprobe is given if args.tracepoint is None and args.kretprobe is None: print('Error tracepoint or kretprobe is required') parser.print_help() exit(1) elif args.tracepoint == args.kretprobe: print('Warning it is not recommend to attach to a syscall`s tracepoint \n \ and kretprobe at the same time!!!') # Check binary is valid if provided if args.bin is not None and not Path(args.bin).is_file(): print('Error binary path is invalid') parser.print_help() exit(1) # Replace conditions based on arguments if args.ret_value is not None: bpf_text = bpf_text.replace('T_R_COND', f'&& p->ret == {args.ret_value}') bpf_text = bpf_text.replace('K_R_COND', f'&& PT_REGS_RC(p) == {args.ret_value}') if args.pid is not None: bpf_text = bpf_text.replace('P_COND', f'&& (bpf_get_current_pid_tgid() >> 32) == \ {args.pid}') # Remove any unused tags not used bpf_text = bpf_text.replace('T_R_COND', '') bpf_text = bpf_text.replace('K_R_COND', '') bpf_text = bpf_text.replace('P_COND', '') # Replace other globals bpf_text = bpf_text.replace('ENTRY_CNT', str(lbr_cnt)) bpf_text = bpf_text.replace('NUM_ENTRIES', num_entries_tag) bpf_text = bpf_text.replace('ENTRY', entry_tag) # Print out completed bpf program text if args.debug: print(bpf_text) # Load bpf program bpf_prog = BPF(text=bpf_text) # Open perf event # Filters are defined in perf_event.h # PERF_SAMPLE_BRANCH_KERNEL | PERF_SAMPLE_BRANCH_USER | PERF_SAMPLE_BRANCH_COND attr = Perf.perf_event_attr() attr.config = PerfHWConfig.CPU_CYCLES attr.type = PerfType.HARDWARE attr.sample_type = PerfEventSampleFormat.BRANCH_STACK attr.branch_sample_type = 2 | 1 | 1024 Perf.perf_custom_event_open(attr) # Attach to tracepoint if args.tracepoint is not None: tracepoint = f'syscalls:sys_exit_{args.tracepoint}' bpf_prog.attach_tracepoint(tp=tracepoint, fn_name='disp_snapshot_tp') # Attach to kretprobe if args.kretprobe is not None: kretprobe = bpf_prog.get_syscall_fnname(args.kretprobe) bpf_prog.attach_kretprobe(event=kretprobe, fn_name='disp_snapshot_krp') def print_line(max_len, dir, info, i=' '): line = i + ' ' * (3 - len(i)) + '| ' + dir + ' | ' line += info + ' ' * (max_len - len(info)) + ' |' print(line) return len(line) def print_ex_line(max_fr, max_to, fr, to, i=' '): # Construct line and print it line = i + ' ' * (3 - len(i)) + '| ' line += fr + ' ' * (max_fr - len(fr)) + ' --> ' line += to + ' ' * (max_to - len(to)) + ' |' print(line) return len(line) def addr2line(addr): # Get addr2line's output for the address comm = Popen(f'addr2line -e {args.bin} {addr}', stdout=PIPE, shell=True) stdout, _ = comm.communicate() stdout = stdout.decode().replace('\n', '').split(' ') return stdout[0] def print_snapshot(): # Get number of entries at_start = False while not at_start: (_, _, _, _, _, msg) = bpf_prog.trace_fields() msg = msg.decode() if msg.startswith(num_entries_tag): total_entries = int(msg.replace(num_entries_tag, '')) at_start = True # Get addresses fr_addrs, to_addrs, fr_paths, to_paths = [], [], [], [] entries_read = 0 while entries_read < total_entries: (_, _, _, _, _, msg) = bpf_prog.trace_fields() msg = msg.decode() if msg.startswith(entry_tag): addrs = msg.replace(entry_tag, '') addrs = addrs.split(' --> ') fr_addrs.append(addrs[0]) to_addrs.append(addrs[1]) entries_read += 1 # Get address line number if args.bin is not None: fr_paths = list(map(lambda a: addr2line(a), fr_addrs)) to_paths = list(map(lambda a: addr2line(a), to_addrs)) # Get longest string for addresses/ paths max_fr = max(list(map(lambda a: len(a), fr_addrs + fr_paths + ['from']))) max_to = max(list(map(lambda a: len(a), to_addrs + to_paths + ['to']))) # Print info to user if args.extend: line_len = print_ex_line(max_fr, max_to, 'From', 'To', 'i') under_line = '-' * (line_len - 1) + '|' print(under_line) for i in range(total_entries): print_ex_line(max_fr, max_to, fr_addrs[i], to_addrs[i], str(i)) if args.bin is not None: print_ex_line(max_fr, max_to, fr_paths[i], to_paths[i]) print(under_line) else: hdr = 'Addresses' + (' / Paths' if args.bin is not None else '') max_len = max(max_fr, max_to, len(hdr)) line_len = print_line(max_len, 'T/F ', hdr, 'i') under_line = '-' * (line_len - 5) + '|' print('----' + under_line) for i in range(total_entries): print_line(max_len, 'From', fr_addrs[i], str(i)) if args.bin is not None: print_line(max_len, ' ', fr_paths[i]) print(' |' + under_line) print_line(max_len, 'To ', to_addrs[i]) if args.bin is not None: print_line(max_len, ' ', to_paths[i]) print('----' + under_line) print("\n\n") # Main program loops print('\nTracing logical branches... Hit Ctrl-C to end.\n') while True: try: print_snapshot() except KeyboardInterrupt: exit(0) bpfcc-0.31.0/examples/tracing/mallocstacks.py000077500000000000000000000036721465134135300211670ustar00rootroot00000000000000#!/usr/bin/python # # mallocstacks Trace malloc() calls in a process and print the full # stack trace for all callsites. # For Linux, uses BCC, eBPF. Embedded C. # # This script is a basic example of the new Linux 4.6+ BPF_STACK_TRACE # table API. # # Copyright 2016 GitHub, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from __future__ import print_function from bcc import BPF from bcc.utils import printb from time import sleep import sys if len(sys.argv) < 2: print("USAGE: mallocstacks PID [NUM_STACKS=1024]") exit() pid = int(sys.argv[1]) if len(sys.argv) == 3: try: assert int(sys.argv[2]) > 0, "" except (ValueError, AssertionError) as e: print("USAGE: mallocstacks PID [NUM_STACKS=1024]") print("NUM_STACKS must be a non-zero, positive integer") exit() stacks = sys.argv[2] else: stacks = "1024" # load BPF program b = BPF(text=""" #include BPF_HASH(calls, int); BPF_STACK_TRACE(stack_traces, """ + stacks + """); int alloc_enter(struct pt_regs *ctx, size_t size) { int key = stack_traces.get_stackid(ctx, BPF_F_USER_STACK); if (key < 0) return 0; // could also use `calls.increment(key, size);` u64 zero = 0, *val; val = calls.lookup_or_try_init(&key, &zero); if (val) { (*val) += size; } return 0; }; """) b.attach_uprobe(name="c", sym="malloc", fn_name="alloc_enter", pid=pid) print("Attaching to malloc in pid %d, Ctrl+C to quit." % pid) # sleep until Ctrl-C try: sleep(99999999) except KeyboardInterrupt: pass calls = b.get_table("calls") stack_traces = b.get_table("stack_traces") for k, v in reversed(sorted(calls.items(), key=lambda c: c[1].value)): print("%d bytes allocated at:" % v.value) if k.value > 0 : for addr in stack_traces.walk(k.value): printb(b"\t%s" % b.sym(addr, pid, show_offset=True)) print(" %d\n" % v.value) bpfcc-0.31.0/examples/tracing/mysqld_query.py000077500000000000000000000032451465134135300212410ustar00rootroot00000000000000#!/usr/bin/python # # mysqld_query Trace MySQL server queries. Example of USDT tracing. # For Linux, uses BCC, BPF. Embedded C. # # USAGE: mysqld_query PID # # This uses USDT probes, and needs a MySQL server with -DENABLE_DTRACE=1. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from __future__ import print_function from bcc import BPF, USDT from bcc.utils import printb import sys if len(sys.argv) < 2: print("USAGE: mysqld_latency PID") exit() pid = sys.argv[1] debug = 0 # load BPF program bpf_text = """ #include int do_trace(struct pt_regs *ctx) { uint64_t addr; char query[128]; /* * Read the first argument from the query-start probe, which is the query. * The format of this probe is: * query-start(query, connectionid, database, user, host) * see: https://dev.mysql.com/doc/refman/5.7/en/dba-dtrace-ref-query.html */ bpf_usdt_readarg(1, ctx, &addr); bpf_probe_read_user(&query, sizeof(query), (void *)addr); bpf_trace_printk("%s\\n", query); return 0; }; """ # enable USDT probe from given PID u = USDT(pid=int(pid)) u.enable_probe(probe="query__start", fn_name="do_trace") if debug: print(u.get_text()) print(bpf_text) # initialize BPF b = BPF(text=bpf_text, usdt_contexts=[u]) # header print("%-18s %-16s %-6s %s" % ("TIME(s)", "COMM", "PID", "QUERY")) # format output while 1: try: (task, pid, cpu, flags, ts, msg) = b.trace_fields() except ValueError: print("value error") continue except KeyboardInterrupt: exit() printb(b"%-18.9f %-16s %-6d %s" % (ts, task, pid, msg)) bpfcc-0.31.0/examples/tracing/mysqld_query_example.txt000066400000000000000000000007631465134135300231420ustar00rootroot00000000000000# ./mysqld_query.py `pgrep -n mysqld` TIME(s) COMM PID QUERY 17450459.549910001 mysqld 18608 select @@version_comment limit 1 17450463.822668001 mysqld 18608 SELECT DATABASE() 17450463.824042998 mysqld 18608 show databases 17450463.824570000 mysqld 18608 show tables 17450465.602717999 mysqld 18608 SELECT COUNT(*) FROM words 17450479.944897000 mysqld 18608 SELECT * FROM words WHERE word REGEXP '^bre.*n$' bpfcc-0.31.0/examples/tracing/nflatency.py000077500000000000000000000141061465134135300204640ustar00rootroot00000000000000#!/usr/bin/python3 # # nflatency Trace netfilter hook latency. # # This attaches a kprobe and kretprobe to nf_hook_slow. # 2020-04-03 Casey Callendrello / import argparse import sys import time from bcc import BPF BPF_SRC = """ #include #include #include #include #include #include static struct tcphdr *skb_to_tcphdr(const struct sk_buff *skb) { // unstable API. verify logic in tcp_hdr() -> skb_transport_header(). return (struct tcphdr *)(skb->head + skb->transport_header); } static inline struct iphdr *skb_to_iphdr(const struct sk_buff *skb) { // unstable API. verify logic in ip_hdr() -> skb_network_header(). return (struct iphdr *)(skb->head + skb->network_header); } static inline struct ipv6hdr *skb_to_ip6hdr(const struct sk_buff *skb) { // unstable API. verify logic in ip_hdr() -> skb_network_header(). return (struct ipv6hdr *)(skb->head + skb->network_header); } // for correlating between kprobe and kretprobe struct start_data { u8 hook; u8 pf; // netfilter protocol u8 tcp_state; u64 ts; }; BPF_PERCPU_ARRAY(sts, struct start_data, 1); // the histogram keys typedef struct nf_lat_key { u8 proto; // see netfilter.h u8 hook; u8 tcp_state; } nf_lat_key_t; typedef struct hist_key { nf_lat_key_t key; u64 slot; } hist_key_t; BPF_HISTOGRAM(dist, hist_key_t); int kprobe__nf_hook_slow(struct pt_regs *ctx, struct sk_buff *skb, struct nf_hook_state *state) { struct start_data data = {}; data.ts = bpf_ktime_get_ns(); data.hook = state->hook; data.pf = state->pf; COND u8 ip_proto; if (skb->protocol == htons(ETH_P_IP)) { struct iphdr *ip = skb_to_iphdr(skb); ip_proto = ip->protocol; } else if (skb->protocol == htons(ETH_P_IPV6)) { struct ipv6hdr *ip = skb_to_ip6hdr(skb); ip_proto = ip->nexthdr; } data.tcp_state = 0; if (ip_proto == 0x06) { //tcp struct tcphdr *tcp = skb_to_tcphdr(skb); u8 tcpflags = ((u_int8_t *)tcp)[13]; // FIN or RST if (((tcpflags & 1) + (tcpflags & 4)) > 0) { data.tcp_state = 3; } // SYN / SACK else if ((tcpflags & 0x02) > 0) { data.tcp_state = 1; if ((tcpflags & 16) > 0) { // ACK data.tcp_state = 2; } } } u32 idx = 0; sts.update(&idx, &data); return 0; } int kretprobe__nf_hook_slow(struct pt_regs *ctx) { u32 idx = 0; struct start_data *s; s = sts.lookup(&idx); if (!s || s->ts == 0) { return 0; } s->ts = bpf_ktime_get_ns() - s->ts; hist_key_t key = {}; key.key.hook = s->hook; key.key.proto = s->pf; key.key.tcp_state = s->tcp_state; key.slot = bpf_log2l(s->ts / FACTOR ); dist.increment(key); s->ts = 0; sts.update(&idx, s); return 0; } """ # constants from netfilter.h NF_HOOKS = { 0: "PRE_ROUTING", 1: "LOCAL_IN", 2: "FORWARD", 3: "LOCAL_OUT", 4: "POST_ROUTING", } NF_PROTOS = { 0: "UNSPEC", 1: "INET", 2: "IPV4", 3: "ARP", 5: "NETDEV", 7: "BRIDGE", 10: "IPV6", 12: "DECNET", } TCP_FLAGS = { 0: "other", 1: "SYN", 2: "SACK", 3: "FIN", } EXAMPLES = """examples: nflatency # print netfilter latency histograms, 1 second refresh nflatency -p IPV4 -p IPV6 # print only for ipv4 and ipv6 nflatency -k PRE_ROUTING # only record the PRE_ROUTING hook nflatency -i 5 -d 10 # run for 10 seconds, printing every 5 """ parser = argparse.ArgumentParser( description="Track latency added by netfilter hooks. Where possible, interesting TCP flags are included", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=EXAMPLES) parser.add_argument("-p", "--proto", action='append', help="record this protocol only (multiple parameters allowed)", choices=NF_PROTOS.values()) parser.add_argument("-k", "--hook", action='append', help="record this netfilter hook only (multiple parameters allowed)", choices=NF_HOOKS.values()) parser.add_argument("-i", "--interval", type=int, help="summary interval, in seconds. Default is 10, unless --duration is supplied") parser.add_argument("-d", "--duration", type=int, help="total duration of trace, in seconds") parser.add_argument("--nano", action="store_true", help="bucket by nanoseconds instead of milliseconds") def main(): args = parser.parse_args() src = build_src(args) b = BPF(text=src) dist = b.get_table("dist") seconds = 0 interval = 0 if not args.interval: interval = 1 if args.duration: interval = args.duration else: interval = args.interval sys.stderr.write("Tracing netfilter hooks... Hit Ctrl-C to end.\n") while 1: try: dist.print_log2_hist( section_header="Bucket", bucket_fn=lambda k: (k.proto, k.hook, k.tcp_state), section_print_fn=bucket_desc) if args.duration and seconds >= args.duration: sys.exit(0) seconds += interval time.sleep(interval) except KeyboardInterrupt: sys.exit(1) def build_src(args): cond_src = "" if args.proto: predicate = " || ".join(map(lambda x: "data.pf == NFPROTO_%s" % x, args.proto)) cond_src = "if (!(%s)) { return 0; }\n" % predicate if args.hook: predicate = " || ".join(map(lambda x: "data.hook == NF_INET_%s" % x, args.hook)) cond_src = "%s if (!(%s)) { return 0;}\n" % (cond_src, predicate) factor = "1000" if args.nano: factor = "1" return BPF_SRC.replace('COND', cond_src).replace('FACTOR', factor) def bucket_desc(bucket): return "%s %s (tcp %s)" % ( NF_PROTOS[bucket[0]], NF_HOOKS[bucket[1]], TCP_FLAGS[bucket[2]]) if __name__ == "__main__": main() bpfcc-0.31.0/examples/tracing/nodejs_http_server.py000077500000000000000000000025401465134135300224070ustar00rootroot00000000000000#!/usr/bin/python # # nodejs_http_server Basic example of node.js USDT tracing. # For Linux, uses BCC, BPF. Embedded C. # # USAGE: nodejs_http_server PID # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from __future__ import print_function from bcc import BPF, USDT from bcc.utils import printb import sys if len(sys.argv) < 2: print("USAGE: nodejs_http_server PID") exit() pid = sys.argv[1] debug = 0 # load BPF program bpf_text = """ #include int do_trace(struct pt_regs *ctx) { uint64_t addr; char path[128]={0}; bpf_usdt_readarg(6, ctx, &addr); bpf_probe_read_user(&path, sizeof(path), (void *)addr); bpf_trace_printk("path:%s\\n", path); return 0; }; """ # enable USDT probe from given PID u = USDT(pid=int(pid)) u.enable_probe(probe="http__server__request", fn_name="do_trace") if debug: print(u.get_text()) print(bpf_text) # initialize BPF b = BPF(text=bpf_text, usdt_contexts=[u]) # header print("%-18s %-16s %-6s %s" % ("TIME(s)", "COMM", "PID", "ARGS")) # format output while 1: try: (task, pid, cpu, flags, ts, msg) = b.trace_fields() except ValueError: print("value error") continue except KeyboardInterrupt: exit() printb(b"%-18.9f %-16s %-6d %s" % (ts, task, pid, msg)) bpfcc-0.31.0/examples/tracing/nodejs_http_server_example.txt000066400000000000000000000004241465134135300243050ustar00rootroot00000000000000# ./nodejs_http_server.py 24728 TIME(s) COMM PID ARGS 24653324.561322998 node 24728 path:/index.html 24653335.343401998 node 24728 path:/images/welcome.png 24653340.510164998 node 24728 path:/images/favicon.png bpfcc-0.31.0/examples/tracing/stack_buildid_example.py000077500000000000000000000060421465134135300230150ustar00rootroot00000000000000#!/usr/bin/python # # An example usage of stack_build_id # Most of the code here is borrowed from tools/profile.py # # Steps for using this code # 1) Start ping program in one terminal eg invocation: ping google.com -i0.001 # 2) Change the path of libc specified in b.add_module() below # 3) Invoke the script as 'python stack_buildid_example.py' # 4) o/p of the tool is as shown below # python example/tracing/stack_buildid_example.py # sendto # - ping (5232) # 2 # # REQUIRES: Linux 4.17+ (BPF_BUILD_ID support) # Licensed under the Apache License, Version 2.0 (the "License") # 03-Jan-2019 Vijay Nag from __future__ import print_function from bcc import BPF, PerfType, PerfSWConfig from sys import stderr from time import sleep import argparse import signal import os import subprocess import errno import multiprocessing import ctypes as ct def Get_libc_path(): # A small helper function that returns full path # of libc in the system cmd = 'cat /proc/self/maps | grep libc | awk \'{print $6}\' | uniq' output = subprocess.check_output(cmd, shell=True) if not isinstance(output, str): output = output.decode() return output.split('\n')[0] bpf_text = """ #include #include #include struct key_t { u32 pid; int user_stack_id; char name[TASK_COMM_LEN]; }; BPF_HASH(counts, struct key_t); BPF_STACK_TRACE_BUILDID(stack_traces, 128); int do_perf_event(struct bpf_perf_event_data *ctx) { u32 pid = bpf_get_current_pid_tgid() >> 32; // create map key struct key_t key = {.pid = pid}; bpf_get_current_comm(&key.name, sizeof(key.name)); key.user_stack_id = stack_traces.get_stackid(&ctx->regs, BPF_F_USER_STACK); if (key.user_stack_id >= 0) { counts.increment(key); } return 0; } """ b = BPF(text=bpf_text) b.attach_perf_event(ev_type=PerfType.SOFTWARE, ev_config=PerfSWConfig.CPU_CLOCK, fn_name="do_perf_event", sample_period=0, sample_freq=49, cpu=0) # Add the list of libraries/executables to the build sym cache for sym resolution # Change the libc path if it is different on a different machine. # libc.so and ping are added here so that any symbols pertaining to # libc or ping are resolved. More executables/libraries can be added here. b.add_module(Get_libc_path()) b.add_module("/usr/sbin/sshd") b.add_module("/bin/ping") counts = b.get_table("counts") stack_traces = b.get_table("stack_traces") duration = 2 def signal_handler(signal, frame): print() try: sleep(duration) except KeyboardInterrupt: # as cleanup can take some time, trap Ctrl-C: signal.signal(signal.SIGINT, signal.SIG_IGN) user_stack=[] for k,v in sorted(counts.items(), key=lambda counts: counts[1].value): user_stack = [] if k.user_stack_id < 0 else \ stack_traces.walk(k.user_stack_id) user_stack=list(user_stack) for addr in user_stack: print(" %s" % b.sym(addr, k.pid).decode('utf-8', 'replace')) print(" %-16s %s (%d)" % ("-", k.name.decode('utf-8', 'replace'), k.pid)) print(" %d\n" % v.value) bpfcc-0.31.0/examples/tracing/stacksnoop.py000077500000000000000000000062641465134135300206730ustar00rootroot00000000000000#!/usr/bin/python # # stacksnoop Trace a kernel function and print all kernel stack traces. # For Linux, uses BCC, eBPF, and currently x86_64 only. Inline C. # # USAGE: stacksnoop [-h] [-p PID] [-s] [-v] function # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 12-Jan-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF import argparse import time # arguments examples = """examples: ./stacksnoop ext4_sync_fs # print kernel stack traces for ext4_sync_fs ./stacksnoop -s ext4_sync_fs # ... also show symbol offsets ./stacksnoop -v ext4_sync_fs # ... show extra columns ./stacksnoop -p 185 ext4_sync_fs # ... only when PID 185 is on-CPU """ parser = argparse.ArgumentParser( description="Trace and print kernel stack traces for a kernel function", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("-s", "--offset", action="store_true", help="show address offsets") parser.add_argument("-v", "--verbose", action="store_true", help="print more fields") parser.add_argument("function", help="kernel function name") args = parser.parse_args() function = args.function offset = args.offset verbose = args.verbose debug = 0 # define BPF program bpf_text = """ #include #include struct data_t { u64 stack_id; u32 pid; char comm[TASK_COMM_LEN]; }; BPF_STACK_TRACE(stack_traces, 128); BPF_PERF_OUTPUT(events); void trace_stack(struct pt_regs *ctx) { u32 pid = bpf_get_current_pid_tgid() >> 32; FILTER struct data_t data = {}; data.stack_id = stack_traces.get_stackid(ctx, 0), data.pid = pid; bpf_get_current_comm(&data.comm, sizeof(data.comm)); events.perf_submit(ctx, &data, sizeof(data)); } """ if args.pid: bpf_text = bpf_text.replace('FILTER', 'if (pid != %s) { return; }' % args.pid) else: bpf_text = bpf_text.replace('FILTER', '') if debug: print(bpf_text) # initialize BPF b = BPF(text=bpf_text) b.attach_kprobe(event=function, fn_name="trace_stack") TASK_COMM_LEN = 16 # linux/sched.h matched = b.num_open_kprobes() if matched == 0: print("Function \"%s\" not found. Exiting." % function) exit() stack_traces = b.get_table("stack_traces") start_ts = time.time() # header if verbose: print("%-18s %-12s %-6s %-3s %s" % ("TIME(s)", "COMM", "PID", "CPU", "FUNCTION")) else: print("%-18s %s" % ("TIME(s)", "FUNCTION")) def print_event(cpu, data, size): event = b["events"].event(data) ts = time.time() - start_ts if verbose: print("%-18.9f %-12.12s %-6d %-3d %s" % (ts, event.comm.decode('utf-8', 'replace'), event.pid, cpu, function)) else: print("%-18.9f %s" % (ts, function)) for addr in stack_traces.walk(event.stack_id): sym = b.ksym(addr, show_offset=offset).decode('utf-8', 'replace') print("\t%s" % sym) print() b["events"].open_perf_buffer(print_event) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/examples/tracing/stacksnoop_example.txt000066400000000000000000000054671465134135300225760ustar00rootroot00000000000000Demonstrations of stacksnoop, the Linux eBPF/bcc version. This program traces the given kernel function and prints the kernel stack trace for every call. This tool is useful for studying low frequency kernel functions, to see how they were invoked. For example, tracing the submit_bio() call: # ./stacksnoop submit_bio TIME(s) SYSCALL 3592.838736000 submit_bio submit_bio submit_bh jbd2_journal_commit_transaction kjournald2 kthread ret_from_fork This shows that submit_bio() was called by submit_bh(), which was called by jbd2_journal_commit_transaction(), and so on. For high frequency functions, see stackcount, which summarizes in-kernel for efficiency. If you don't know if your function is low or high frequency, try funccount. The -v option includes more fields, including the on-CPU process (COMM and PID): # ./stacksnoop -v submit_bio TIME(s) COMM PID CPU SYSCALL 3734.855027000 jbd2/dm-0-8 313 0 submit_bio submit_bio submit_bh jbd2_journal_commit_transaction kjournald2 kthread ret_from_fork This identifies the application issuing the sync syscall: the jbd2 process (COMM column). Here's another example, showing the path to second_overflow() and on-CPU process: # ./stacksnoop -v second_overflow TIME(s) COMM PID CPU SYSCALL 3837.526433000 0 1 second_overflow second_overflow tick_do_update_jiffies64 tick_irq_enter irq_enter smp_apic_timer_interrupt apic_timer_interrupt default_idle arch_cpu_idle default_idle_call cpu_startup_entry start_secondary 3838.526953000 0 1 second_overflow second_overflow tick_do_update_jiffies64 tick_irq_enter irq_enter smp_apic_timer_interrupt apic_timer_interrupt default_idle arch_cpu_idle default_idle_call cpu_startup_entry start_secondary This fires every second (see TIME(s)), and is from tick_do_update_jiffies64(). USAGE message: # ./stacksnoop -h usage: stacksnoop [-h] [-p PID] [-s] [-v] function Trace and print kernel stack traces for a kernel function positional arguments: function kernel function name optional arguments: -h, --help show this help message and exit -p PID, --pid PID trace this PID only -s, --offset show address offsets -v, --verbose print more fields examples: ./stacksnoop ext4_sync_fs # print kernel stack traces for ext4_sync_fs ./stacksnoop -s ext4_sync_fs # ... also show symbol offsets ./stacksnoop -v ext4_sync_fs # ... show extra columns ./stacksnoop -p 185 ext4_sync_fs # ... only when PID 185 is on-CPU bpfcc-0.31.0/examples/tracing/strlen_count.py000077500000000000000000000024631465134135300212230ustar00rootroot00000000000000#!/usr/bin/python # # strlen_count Trace strlen() and print a frequency count of strings. # For Linux, uses BCC, eBPF. Embedded C. # # Written as a basic example of BCC and uprobes. # # Also see strlensnoop. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from __future__ import print_function from bcc import BPF from bcc.utils import printb from time import sleep # load BPF program b = BPF(text=""" #include struct key_t { char c[80]; }; BPF_HASH(counts, struct key_t); int count(struct pt_regs *ctx) { if (!PT_REGS_PARM1(ctx)) return 0; struct key_t key = {}; u64 zero = 0, *val; bpf_probe_read_user(&key.c, sizeof(key.c), (void *)PT_REGS_PARM1(ctx)); // could also use `counts.increment(key)` val = counts.lookup_or_try_init(&key, &zero); if (val) { (*val)++; } return 0; }; """) b.attach_uprobe(name="c", sym="strlen", fn_name="count") # header print("Tracing strlen()... Hit Ctrl-C to end.") # sleep until Ctrl-C try: sleep(99999999) except KeyboardInterrupt: pass # print output print("%10s %s" % ("COUNT", "STRING")) counts = b.get_table("counts") for k, v in sorted(counts.items(), key=lambda counts: counts[1].value): printb(b"%10d \"%s\"" % (v.value, k.c)) bpfcc-0.31.0/examples/tracing/strlen_hist.py000077500000000000000000000035001465134135300210330ustar00rootroot00000000000000#!/usr/bin/python # # strlen_hist.py Histogram of system-wide strlen return values # # A basic example of using uprobes along with a histogram to show # distributions. # # Runs until ctrl-c is pressed. # # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # Example output: # $ sudo ./strlen_hist.py # 22:12:52 # strlen return: : count distribution # 0 -> 1 : 2106 |**************** | # 2 -> 3 : 1172 |********* | # 4 -> 7 : 3892 |****************************** | # 8 -> 15 : 5096 |****************************************| # 16 -> 31 : 2201 |***************** | # 32 -> 63 : 547 |**** | # 64 -> 127 : 106 | | # 128 -> 255 : 13 | | # 256 -> 511 : 27 | | # 512 -> 1023 : 6 | | # 1024 -> 2047 : 10 | | # ^C$ # from __future__ import print_function import bcc import time text = """ #include BPF_HISTOGRAM(dist); int count(struct pt_regs *ctx) { dist.increment(bpf_log2l(PT_REGS_RC(ctx))); return 0; } """ b = bcc.BPF(text=text) sym="strlen" b.attach_uretprobe(name="c", sym=sym, fn_name="count") dist = b["dist"] try: while True: time.sleep(1) print("%-8s\n" % time.strftime("%H:%M:%S"), end="") dist.print_log2_hist(sym + " return:") dist.clear() except KeyboardInterrupt: pass bpfcc-0.31.0/examples/tracing/strlen_hist_ifunc.py000077500000000000000000000073301465134135300222240ustar00rootroot00000000000000#!/usr/bin/python # # strlen_hist_ifunc.py Histogram of system-wide strlen return values. # This can be used instead of strlen_hist.py if strlen is indirect function. from __future__ import print_function from bcc import BPF from bcc.libbcc import lib, bcc_symbol, bcc_symbol_option import ctypes as ct import sys import time NAME = 'c' SYMBOL = 'strlen' STT_GNU_IFUNC = 1 << 10 HIST_BPF_TEXT = """ #include BPF_HISTOGRAM(dist); int count(struct pt_regs *ctx) { dist.increment(bpf_log2l(PT_REGS_RC(ctx))); return 0; } """ SUBMIT_FUNC_ADDR_BPF_TEXT = """ #include BPF_PERF_OUTPUT(impl_func_addr); void submit_impl_func_addr(struct pt_regs *ctx) { u64 addr = PT_REGS_RC(ctx); impl_func_addr.perf_submit(ctx, &addr, sizeof(addr)); } BPF_PERF_OUTPUT(resolv_func_addr); int submit_resolv_func_addr(struct pt_regs *ctx) { u64 rip = PT_REGS_IP(ctx); resolv_func_addr.perf_submit(ctx, &rip, sizeof(rip)); return 0; } """ def get_indirect_function_sym(module, symname): sym = bcc_symbol() sym_op = bcc_symbol_option() sym_op.use_debug_file = 1 sym_op.check_debug_file_crc = 1 sym_op.lazy_symbolize = 1 sym_op.use_symbol_type = STT_GNU_IFUNC if lib.bcc_resolve_symname( module.encode(), symname.encode(), 0x0, 0, ct.byref(sym_op), ct.byref(sym), ) < 0: return None else: return sym def set_impl_func_addr(cpu, data, size): addr = ct.cast(data, ct.POINTER(ct.c_uint64)).contents.value global impl_func_addr impl_func_addr = addr def set_resolv_func_addr(cpu, data, size): addr = ct.cast(data, ct.POINTER(ct.c_uint64)).contents.value global resolv_func_addr resolv_func_addr = addr def find_impl_func_offset(ifunc_symbol): b = BPF(text=SUBMIT_FUNC_ADDR_BPF_TEXT) b.attach_uprobe(name=NAME, sym=SYMBOL, fn_name=b'submit_resolv_func_addr') b['resolv_func_addr'].open_perf_buffer(set_resolv_func_addr) b.attach_uretprobe(name=NAME, sym=SYMBOL, fn_name=b"submit_impl_func_addr") b['impl_func_addr'].open_perf_buffer(set_impl_func_addr) print('wait for the first {} call'.format(SYMBOL)) while True: try: if resolv_func_addr and impl_func_addr: b.detach_uprobe(name=NAME, sym=SYMBOL) b.detach_uretprobe(name=NAME, sym=SYMBOL) b.cleanup() break b.perf_buffer_poll() except KeyboardInterrupt: exit() print('IFUNC resolution of {} is performed'.format(SYMBOL)) print('resolver function address: {:#x}'.format(resolv_func_addr)) print('resolver function offset: {:#x}'.format(ifunc_symbol.offset)) print('function implementation address: {:#x}'.format(impl_func_addr)) impl_func_offset = impl_func_addr - resolv_func_addr + ifunc_symbol.offset print('function implementation offset: {:#x}'.format(impl_func_offset)) return impl_func_offset def main(): ifunc_symbol = get_indirect_function_sym(NAME, SYMBOL) if not ifunc_symbol: sys.stderr.write('{} is not an indirect function. abort!\n'.format(SYMBOL)) exit(1) impl_func_offset = find_impl_func_offset(ifunc_symbol) b = BPF(text=HIST_BPF_TEXT) b.attach_uretprobe(name=ct.cast(ifunc_symbol.module, ct.c_char_p).value, addr=impl_func_offset, fn_name=b'count') dist = b['dist'] try: while True: time.sleep(1) print('%-8s\n' % time.strftime('%H:%M:%S'), end='') dist.print_log2_hist(SYMBOL + ' return:') dist.clear() except KeyboardInterrupt: pass resolv_func_addr = 0 impl_func_addr = 0 main() bpfcc-0.31.0/examples/tracing/strlen_snoop.py000077500000000000000000000025501465134135300212260ustar00rootroot00000000000000#!/usr/bin/python # # strlen_snoop Trace strlen() library function for a given PID. # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: strlensnoop PID # # Try running this on a separate bash shell. # # Written as a basic example of BCC and uprobes. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from __future__ import print_function from bcc import BPF from os import getpid import sys if len(sys.argv) < 2: print("USAGE: strlensnoop PID") exit() pid = sys.argv[1] # load BPF program bpf_text = """ #include int printarg(struct pt_regs *ctx) { if (!PT_REGS_PARM1(ctx)) return 0; u32 pid = bpf_get_current_pid_tgid(); if (pid != PID) return 0; char str[80] = {}; bpf_probe_read_user(&str, sizeof(str), (void *)PT_REGS_PARM1(ctx)); bpf_trace_printk("%s\\n", &str); return 0; }; """ bpf_text = bpf_text.replace('PID', pid) b = BPF(text=bpf_text) b.attach_uprobe(name="c", sym="strlen", fn_name="printarg") # header print("%-18s %-16s %-6s %s" % ("TIME(s)", "COMM", "PID", "STRLEN")) # format output me = getpid() while 1: try: (task, pid, cpu, flags, ts, msg) = b.trace_fields() except ValueError: continue if pid == me or msg == "": continue print("%-18.9f %-16s %-6d %s" % (ts, task, pid, msg)) bpfcc-0.31.0/examples/tracing/sync_timing.py000077500000000000000000000025561465134135300210320ustar00rootroot00000000000000#!/usr/bin/python # # sync_timing.py Trace time between syncs. # For Linux, uses BCC, eBPF. Embedded C. # # Written as a basic example of tracing time between events. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from __future__ import print_function from bcc import BPF from bcc.utils import printb # load BPF program b = BPF(text=""" #include BPF_HASH(last); int do_trace(struct pt_regs *ctx) { u64 ts, *tsp, delta, key = 0; // attempt to read stored timestamp tsp = last.lookup(&key); if (tsp != NULL) { delta = bpf_ktime_get_ns() - *tsp; if (delta < 1000000000) { // output if time is less than 1 second bpf_trace_printk("%d\\n", delta / 1000000); } last.delete(&key); } // update stored timestamp ts = bpf_ktime_get_ns(); last.update(&key, &ts); return 0; } """) b.attach_kprobe(event=b.get_syscall_fnname("sync"), fn_name="do_trace") print("Tracing for quick sync's... Ctrl-C to end") # format output start = 0 while 1: try: (task, pid, cpu, flags, ts, ms) = b.trace_fields() if start == 0: start = ts ts = ts - start printb(b"At time %.2f s: multiple syncs detected, last %s ms ago" % (ts, ms)) except KeyboardInterrupt: exit() bpfcc-0.31.0/examples/tracing/task_switch.c000066400000000000000000000007631465134135300206170ustar00rootroot00000000000000#include #include struct key_t { u32 prev_pid; u32 curr_pid; }; BPF_HASH(stats, struct key_t, u64, 1024); int count_sched(struct pt_regs *ctx, struct task_struct *prev) { struct key_t key = {}; u64 zero = 0, *val; key.curr_pid = bpf_get_current_pid_tgid(); key.prev_pid = prev->pid; // could also use `stats.increment(key);` val = stats.lookup_or_try_init(&key, &zero); if (val) { (*val)++; } return 0; } bpfcc-0.31.0/examples/tracing/task_switch.py000077500000000000000000000007511465134135300210250ustar00rootroot00000000000000#!/usr/bin/python # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from bcc import BPF from time import sleep b = BPF(src_file="task_switch.c") b.attach_kprobe(event_re=r'^finish_task_switch$|^finish_task_switch\.isra\.\d$', fn_name="count_sched") # generate many schedule events for i in range(0, 100): sleep(0.01) for k, v in b["stats"].items(): print("task_switch[%5d->%5d]=%u" % (k.prev_pid, k.curr_pid, v.value)) bpfcc-0.31.0/examples/tracing/tcpv4connect.py000077500000000000000000000045551465134135300211220ustar00rootroot00000000000000#!/usr/bin/python # # tcpv4connect Trace TCP IPv4 connect()s. # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: tcpv4connect [-h] [-t] [-p PID] # # This is provided as a basic example of TCP connection & socket tracing. # # All IPv4 connection attempts are traced, even if they ultimately fail. # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 15-Oct-2015 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF from bcc.utils import printb # define BPF program bpf_text = """ #include #include #include BPF_HASH(currsock, u32, struct sock *); int kprobe__tcp_v4_connect(struct pt_regs *ctx, struct sock *sk) { u32 pid = bpf_get_current_pid_tgid(); // stash the sock ptr for lookup on return currsock.update(&pid, &sk); return 0; }; int kretprobe__tcp_v4_connect(struct pt_regs *ctx) { int ret = PT_REGS_RC(ctx); u32 pid = bpf_get_current_pid_tgid(); struct sock **skpp; skpp = currsock.lookup(&pid); if (skpp == 0) { return 0; // missed entry } if (ret != 0) { // failed to send SYNC packet, may not have populated // socket __sk_common.{skc_rcv_saddr, ...} currsock.delete(&pid); return 0; } // pull in details struct sock *skp = *skpp; u32 saddr = skp->__sk_common.skc_rcv_saddr; u32 daddr = skp->__sk_common.skc_daddr; u16 dport = skp->__sk_common.skc_dport; // output bpf_trace_printk("trace_tcp4connect %x %x %d\\n", saddr, daddr, ntohs(dport)); currsock.delete(&pid); return 0; } """ # initialize BPF b = BPF(text=bpf_text) # header print("%-6s %-12s %-16s %-16s %-4s" % ("PID", "COMM", "SADDR", "DADDR", "DPORT")) def inet_ntoa(addr): dq = b'' for i in range(0, 4): dq = dq + str(addr & 0xff).encode() if (i != 3): dq = dq + b'.' addr = addr >> 8 return dq # filter and format output while 1: # Read messages from kernel pipe try: (task, pid, cpu, flags, ts, msg) = b.trace_fields() (_tag, saddr_hs, daddr_hs, dport_s) = msg.split(b" ") except ValueError: # Ignore messages from other tracers continue except KeyboardInterrupt: exit() # Ignore messages from other tracers if _tag.decode() != "trace_tcp4connect": continue printb(b"%-6d %-12.12s %-16s %-16s %-4s" % (pid, task, inet_ntoa(int(saddr_hs, 16)), inet_ntoa(int(daddr_hs, 16)), dport_s)) bpfcc-0.31.0/examples/tracing/tcpv4connect_example.txt000066400000000000000000000020471465134135300230130ustar00rootroot00000000000000Demonstrations of tcpv4connect.py, the Linux eBPF/bcc version. This example traces the kernel function performing active TCP IPv4 connections (eg, via a connect() syscall; accept() are passive connections). Some example output (IP addresses changed to protect the innocent): # ./tcpv4connect.py PID COMM SADDR DADDR DPORT 1479 telnet 127.0.0.1 127.0.0.1 23 1469 curl 10.201.219.236 54.245.105.25 80 1469 curl 10.201.219.236 54.67.101.145 80 This output shows three connections, one from a "telnet" process and two from "curl". The output details shows the source address, destination address, and destination port. This traces attempted connections: these may have failed. The overhead of this tool should be negligible, since it is only tracing the kernel function performing a connect. It is not tracing every packet and then filtering. This is provided as a basic example of TCP tracing. See tools/tcpconnect for a more featured version of this example (a tool). bpfcc-0.31.0/examples/tracing/trace_fields.py000077500000000000000000000011151465134135300211210ustar00rootroot00000000000000#!/usr/bin/python # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # This is an example of tracing an event and printing custom fields. # run in project examples directory with: # sudo ./trace_fields.py" from __future__ import print_function from bcc import BPF prog = """ int hello(void *ctx) { bpf_trace_printk("Hello, World!\\n"); return 0; } """ b = BPF(text=prog) b.attach_kprobe(event=b.get_syscall_fnname("clone"), fn_name="hello") print("PID MESSAGE") try: b.trace_print(fmt="{1} {5}") except KeyboardInterrupt: exit() bpfcc-0.31.0/examples/tracing/trace_perf_output.py000077500000000000000000000031001465134135300222230ustar00rootroot00000000000000#!/usr/bin/python # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # This is an example of tracing an event and printing custom fields. # run in project examples directory with: # sudo ./trace_fields.py" import atexit from bcc import BPF from bcc.utils import printb import ctypes as ct class Data(ct.Structure): _fields_ = [("ts", ct.c_ulonglong), ("magic", ct.c_ulonglong)] counter = 0 def cb(cpu, data, size): assert size >= ct.sizeof(Data) event = ct.cast(data, ct.POINTER(Data)).contents print("[%0d] %f: %x" % (cpu, float(event.ts) / 1000000, event.magic)) global counter counter += 1 prog = """ BPF_PERF_OUTPUT(events); BPF_ARRAY(counters, u64, 10); int do_sys_clone(void *ctx) { struct { u64 ts; u64 magic; } data = {bpf_ktime_get_ns(), 0x12345678}; int rc; if ((rc = events.perf_submit(ctx, &data, sizeof(data))) < 0) bpf_trace_printk("perf_output failed: %d\\n", rc); int zero = 0; u64 *val = counters.lookup(&zero); if (val) lock_xadd(val, 1); return 0; } """ b = BPF(text=prog) event_name = b.get_syscall_fnname("clone") b.attach_kprobe(event=event_name, fn_name="do_sys_clone") b["events"].open_perf_buffer(cb) @atexit.register def print_counter(): global counter global b print("counter = %d vs %d" % (counter, b["counters"][ct.c_int(0)].value)) printb(b"Tracing " + event_name + b", try `dd if=/dev/zero of=/dev/null`") print("Tracing... Hit Ctrl-C to end.") while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/examples/tracing/undump.py000077500000000000000000000075061465134135300200170ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # undump Dump UNIX socket packets. # For Linux, uses BCC, eBPF. Embedded C. # USAGE: undump [-h] [-t] [-p PID] # # This uses dynamic tracing of kernel functions, and will need to be updated # to match kernel changes. # # Copyright (c) 2021 Rong Tao. # Licensed under the GPL License, Version 2.0 # # 27-Aug-2021 Rong Tao Created this. # 17-Sep-2021 Rong Tao Simplify according to chenhengqi's suggestion # https://github.com/iovisor/bcc/pull/3615 # 11-Mar-2024 Rong Tao Add --hexdump argument # from bcc import BPF import argparse import binascii import sys import textwrap # arguments examples = """examples: ./undump # trace/dump all UNIX packets ./undump -p 181 # only trace/dump PID 181 ./undump --hexdump # show data as hex instead of trying to decode with %x """ parser = argparse.ArgumentParser( description="Dump UNIX socket packets", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("--hexdump", action="store_true", dest="hexdump", help="show data as hexdump") args = parser.parse_args() # define BPF program bpf_text = """ #include #include #include #include #include #include #include #include #include #include #include #define MAX_PKT 512 struct recv_data_t { u32 recv_len; u8 pkt[MAX_PKT]; }; // single element per-cpu array to hold the current event off the stack BPF_PERCPU_ARRAY(unix_data, struct recv_data_t, 1); BPF_PERF_OUTPUT(unix_recv_events); int trace_unix_stream_read_actor(struct pt_regs *ctx) { u32 zero = 0; int ret = PT_REGS_RC(ctx); u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = pid_tgid; FILTER_PID struct sk_buff *skb = (struct sk_buff *)PT_REGS_PARM1(ctx); struct recv_data_t *data = unix_data.lookup(&zero); if (!data) return 0; unsigned int data_len = skb->len; if(data_len > MAX_PKT) return 0; void *iodata = (void *)skb->data; data->recv_len = data_len; bpf_probe_read(data->pkt, data_len, iodata); unix_recv_events.perf_submit(ctx, data, data_len+sizeof(u32)); return 0; } """ if args.pid: bpf_text = bpf_text.replace('FILTER_PID', 'if (pid != %s) { return 0; }' % args.pid) bpf_text = bpf_text.replace('FILTER_PID', '') # process event def print_recv_pkg(cpu, data, size): event = b["unix_recv_events"].event(data) if args.pid: print("PID \033[1;31m%s\033[m " % args.pid, end="") print("Recv \033[1;31m%d\033[m bytes" % event.recv_len) if args.hexdump: buf = bytearray(event.pkt[:event.recv_len]) unwrapped_data = binascii.hexlify(buf) data = textwrap.fill(unwrapped_data.decode('utf-8', 'replace'), width=32) print(data) else: print(" ", end="") for i in range(0, event.recv_len): print("%02x " % event.pkt[i], end="") sys.stdout.flush() if (i+1)%16 == 0: print("") print(" ", end="") print("") # initialize BPF b = BPF(text=bpf_text) b.attach_kprobe(event="unix_stream_read_actor", fn_name="trace_unix_stream_read_actor") if args.pid: print("Tracing \033[1;31mPID=%s\033[m UNIX socket packets ... Hit Ctrl-C to end" % args.pid) else: print("Tracing UNIX socket packets ... Hit Ctrl-C to end") start_ts = 0 # read events b["unix_recv_events"].open_perf_buffer(print_recv_pkg) while True: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/examples/tracing/undump_example.txt000066400000000000000000000015661465134135300217160ustar00rootroot00000000000000Demonstrations of undump.py, the Linux eBPF/bcc version. This example trace the kernel function performing receive AP_UNIX socket packet. Some example output: Terminal 1, UNIX Socket Server: ``` $ nc -lU /var/tmp/dsocket # receive from Client Hello, World abcdefg ``` Terminal 2, UNIX socket Client: ``` $ nc -U /var/tmp/dsocket # Input some lines Hello, World abcdefg ``` Terminal 3, receive tracing: ``` $ sudo python undump.py -p 49264 Tracing PID=49264 UNIX socket packets ... Hit Ctrl-C to end # Here print bytes of receive PID 49264 Recv 13 bytes 48 65 6c 6c 6f 2c 20 57 6f 72 6c 64 0a PID 49264 Recv 8 bytes 61 62 63 64 65 66 67 0a ``` This output shows two packet received by PID 49264(nc -lU /var/tmp/dsocket), `Hello, World` will be parsed as `48 65 6c 6c 6f 2c 20 57 6f 72 6c 64 0a`, the `0a` is `Enter`. `abcdefg` will be parsed as `61 62 63 64 65 66 67 0a`. bpfcc-0.31.0/examples/tracing/urandomread-explicit.py000077500000000000000000000027471465134135300226310ustar00rootroot00000000000000#!/usr/bin/python # # urandomread-explicit Example of instrumenting a kernel tracepoint. # For Linux, uses BCC, BPF. Embedded C. # # This is an older example of instrumenting a tracepoint, which defines # the argument struct and makes an explicit call to attach_tracepoint(). # See urandomread for a newer version that uses TRACEPOINT_PROBE(). # # REQUIRES: Linux 4.7+ (BPF_PROG_TYPE_TRACEPOINT support). # # Test by running this, then in another shell, run: # dd if=/dev/urandom of=/dev/null bs=1k count=5 # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from __future__ import print_function from bcc import BPF from bcc.utils import printb # define BPF program bpf_text = """ #include struct urandom_read_args { // from /sys/kernel/debug/tracing/events/random/urandom_read/format u64 __unused__; u32 got_bits; u32 pool_left; u32 input_left; }; int printarg(struct urandom_read_args *args) { bpf_trace_printk("%d\\n", args->got_bits); return 0; } """ # load BPF program b = BPF(text=bpf_text) b.attach_tracepoint(tp="random:urandom_read", fn_name="printarg") # header print("%-18s %-16s %-6s %s" % ("TIME(s)", "COMM", "PID", "GOTBITS")) # format output while 1: try: (task, pid, cpu, flags, ts, msg) = b.trace_fields() except ValueError: continue except KeyboardInterrupt: exit() printb(b"%-18.9f %-16s %-6d %s" % (ts, task, pid, msg)) bpfcc-0.31.0/examples/tracing/urandomread.py000077500000000000000000000020101465134135300207710ustar00rootroot00000000000000#!/usr/bin/python # # urandomread Example of instrumenting a kernel tracepoint. # For Linux, uses BCC, BPF. Embedded C. # # REQUIRES: Linux 4.7+ (BPF_PROG_TYPE_TRACEPOINT support). # # Test by running this, then in another shell, run: # dd if=/dev/urandom of=/dev/null bs=1k count=5 # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from __future__ import print_function from bcc import BPF from bcc.utils import printb # load BPF program b = BPF(text=""" TRACEPOINT_PROBE(random, urandom_read) { // args is from /sys/kernel/debug/tracing/events/random/urandom_read/format bpf_trace_printk("%d\\n", args->got_bits); return 0; } """) # header print("%-18s %-16s %-6s %s" % ("TIME(s)", "COMM", "PID", "GOTBITS")) # format output while 1: try: (task, pid, cpu, flags, ts, msg) = b.trace_fields() except ValueError: continue except KeyboardInterrupt: exit() printb(b"%-18.9f %-16s %-6d %s" % (ts, task, pid, msg)) bpfcc-0.31.0/examples/tracing/urandomread_example.txt000066400000000000000000000012431465134135300226770ustar00rootroot00000000000000Examples of urandomread.py, the Linux eBPF/bcc version. To demonstrate this, the following workload was issued: # dd if=/dev/urandom of=/dev/null bs=1k count=5 While urandomread.py was tracing in another session: # ./urandomread.py TIME(s) COMM PID GOTBITS 22592556.392825000 dd 14228 8192 22592556.392949000 dd 14228 8192 22592556.393068999 dd 14228 8192 22592556.393183999 dd 14228 8192 22592556.393298000 dd 14228 8192 The GOTBITS of 8192 matches the workload of 1 Kbyte (8 Kbit) reads. This program was really written as a simple example of tracing a tracepoint. bpfcc-0.31.0/examples/tracing/vfsreadlat.c000066400000000000000000000016001465134135300204160ustar00rootroot00000000000000/* * vfsreadlat.c VFS read latency distribution. * For Linux, uses BCC, eBPF. See .py file. * * Copyright (c) 2013-2015 PLUMgrid, http://plumgrid.com * This program is free software; you can redistribute it and/or * modify it under the terms of version 2 of the GNU General Public * License as published by the Free Software Foundation. * * 15-Aug-2015 Brendan Gregg Created this. */ #include BPF_HASH(start, u32); BPF_HISTOGRAM(dist); int do_entry(struct pt_regs *ctx) { u32 pid; u64 ts; pid = bpf_get_current_pid_tgid(); ts = bpf_ktime_get_ns(); start.update(&pid, &ts); return 0; } int do_return(struct pt_regs *ctx) { u32 pid; u64 *tsp, delta; pid = bpf_get_current_pid_tgid(); tsp = start.lookup(&pid); if (tsp != 0) { delta = bpf_ktime_get_ns() - *tsp; dist.increment(bpf_log2l(delta / 1000)); start.delete(&pid); } return 0; } bpfcc-0.31.0/examples/tracing/vfsreadlat.py000077500000000000000000000024701465134135300206350ustar00rootroot00000000000000#!/usr/bin/python # # vfsreadlat.py VFS read latency distribution. # For Linux, uses BCC, eBPF. See .c file. # # Written as a basic example of a function latency distribution histogram. # # USAGE: vfsreadlat.py [interval [count]] # # The default interval is 5 seconds. A Ctrl-C will print the partially # gathered histogram then exit. # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 15-Aug-2015 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF from time import sleep from sys import argv def usage(): print("USAGE: %s [interval [count]]" % argv[0]) exit() # arguments interval = 5 count = -1 if len(argv) > 1: try: interval = int(argv[1]) if interval == 0: raise if len(argv) > 2: count = int(argv[2]) except: # also catches -h, --help usage() # load BPF program b = BPF(src_file = "vfsreadlat.c") b.attach_kprobe(event="vfs_read", fn_name="do_entry") b.attach_kretprobe(event="vfs_read", fn_name="do_return") # header print("Tracing... Hit Ctrl-C to end.") # output loop = 0 do_exit = 0 while (1): if count > 0: loop += 1 if loop > count: exit() try: sleep(interval) except KeyboardInterrupt: pass; do_exit = 1 print() b["dist"].print_log2_hist("usecs") b["dist"].clear() if do_exit: exit() bpfcc-0.31.0/examples/tracing/vfsreadlat_example.txt000066400000000000000000000070431465134135300225350ustar00rootroot00000000000000Demonstrations of vfsreadlat.py, the Linux eBPF/bcc version. This example traces the latency of vfs_read (time from call to return), printing it as a histogram distribution. By default, output is every five seconds: # ./vfsreadlat.py Tracing... Hit Ctrl-C to end. usecs : count distribution 0 -> 1 : 4457 |*************************************+| 2 -> 3 : 447 |*** | 4 -> 7 : 2059 |***************** | 8 -> 15 : 1179 |********** | 16 -> 31 : 63 | | 32 -> 63 : 0 | | 64 -> 127 : 2 | | 128 -> 255 : 0 | | 256 -> 511 : 3 | | 512 -> 1023 : 1 | | 1024 -> 2047 : 3 | | 2048 -> 4095 : 2 | | 4096 -> 8191 : 0 | | 8192 -> 16383 : 0 | | 16384 -> 32767 : 0 | | 32768 -> 65535 : 0 | | 65536 -> 131071 : 4 | | 131072 -> 262143 : 2 | | 262144 -> 524287 : 0 | | 524288 -> 1048575 : 4 | | ^C usecs : count distribution 0 -> 1 : 241 |*************************************+| 2 -> 3 : 17 |** | 4 -> 7 : 2 | | 8 -> 15 : 4 | | 16 -> 31 : 2 | | 32 -> 63 : 0 | | 64 -> 127 : 1 | | 128 -> 255 : 0 | | 256 -> 511 : 1 | | 512 -> 1023 : 1 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 1 | | 4096 -> 8191 : 0 | | 8192 -> 16383 : 0 | | 16384 -> 32767 : 0 | | 32768 -> 65535 : 0 | | 65536 -> 131071 : 0 | | 131072 -> 262143 : 0 | | 262144 -> 524287 : 0 | | 524288 -> 1048575 : 1 | | These examples show outliers in the 524 - 1048 milliseconds range. Since vfs_read() will catch many types of events, this could be anything including keystroke latency on ssh sessions. Further drilling with bcc will be necessary to identify more details. Full usage: # ./vfsreadlat.py -h USAGE: ./vfsreadlat.py [interval [count]] bpfcc-0.31.0/examples/usdt_sample/000077500000000000000000000000001465134135300170135ustar00rootroot00000000000000bpfcc-0.31.0/examples/usdt_sample/.gitignore000066400000000000000000000000121465134135300207740ustar00rootroot00000000000000**/build*/bpfcc-0.31.0/examples/usdt_sample/CMakeLists.txt000066400000000000000000000004171465134135300215550ustar00rootroot00000000000000cmake_minimum_required(VERSION 3.12) # This sample requires C++11 enabled. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -std=c++11 -Wall -Weffc++") add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/usdt_sample_lib1) add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/usdt_sample_app1) bpfcc-0.31.0/examples/usdt_sample/scripts/000077500000000000000000000000001465134135300205025ustar00rootroot00000000000000bpfcc-0.31.0/examples/usdt_sample/scripts/bpf_text_shared.c000066400000000000000000000040161465134135300240100ustar00rootroot00000000000000#include #include /** * @brief Helper method to filter based on the specified inputString. * @param inputString The operation input string to check against the filter. * @return True if the specified inputString starts with the hard-coded filter string; otherwise, false. */ static inline bool filter(char const* inputString) { static const char* null_ptr = 0x0; static const char null_terminator = '\0'; static const char filter_string[] = "FILTER_STRING"; ///< The filter string is replaced by python code. if (null_ptr == inputString) { return false; } // Compare until (not including) the null-terminator for filter_string for (int i = 0; i < sizeof(filter_string) - 1; ++i) { char c1 = *inputString++; if (null_terminator == c1) { return false; // If the null-terminator for inputString was reached, it can not be equal to filter_string. } char c2 = filter_string[i]; if (c1 != c2) { return false; } } return true; } /** * @brief Contains the operation start data to trace. */ struct start_data_t { u64 operation_id; ///< The id of the operation. char input[64]; ///< The input string of the request. u64 start; ///< Timestamp of the start operation (start timestamp). }; /** * @brief Contains the operation start data. * key: the operation id. * value: The operation start latency data. */ BPF_HASH(start_hash, u64, struct start_data_t); /** * @brief Reads the operation request arguments and stores the start data in the hash. * @param ctx The BPF context. */ int trace_operation_start(struct pt_regs* ctx) { struct start_data_t start_data = {}; bpf_usdt_readarg_p(2, ctx, &start_data.input, sizeof(start_data.input)); FILTER_STATEMENT ///< Replaced by python code. bpf_usdt_readarg(1, ctx, &start_data.operation_id); start_data.start = bpf_ktime_get_ns(); start_hash.update(&start_data.operation_id, &start_data); return 0; } bpfcc-0.31.0/examples/usdt_sample/scripts/lat_avg.py000077500000000000000000000113151465134135300224750ustar00rootroot00000000000000#!/usr/bin/python import argparse from time import sleep, strftime from sys import argv import ctypes as ct from bcc import BPF, USDT import inspect import os # Parse command line arguments parser = argparse.ArgumentParser(description="Trace the moving average of the latency of an operation using usdt probes.", formatter_class=argparse.RawDescriptionHelpFormatter) parser.add_argument("-p", "--pid", type=int, help="The id of the process to trace.") parser.add_argument("-i", "--interval", type=int, help="The interval in seconds on which to report the latency distribution.") parser.add_argument("-c", "--count", type=int, default=16, help="The maximum number of samples over which to calculate the moving average.") parser.add_argument("-f", "--filterstr", type=str, default="", help="The prefix filter for the operation input. If specified, only operations for which the input string starts with the filterstr are traced.") parser.add_argument("-v", "--verbose", dest="verbose", action="store_true", help="If true, will output generated bpf program and verbose logging information.") parser.add_argument("-s", "--sdt", dest="sdt", action="store_true", help="If true, will use the probes, created by systemtap's dtrace.") parser.set_defaults(verbose=False) args = parser.parse_args() this_pid = int(args.pid) this_interval = int(args.interval) this_maxsamplesize = int(args.count) this_filter = str(args.filterstr) if this_interval < 1: print("Invalid value for interval, using 1.") this_interval = 1 if this_maxsamplesize < 1: print("Invalid value for this_maxsamplesize, using 1.") this_maxsamplesize = 1 debugLevel=0 if args.verbose: debugLevel=4 # BPF program bpf_text_shared = "%s/bpf_text_shared.c" % os.path.dirname(os.path.abspath(inspect.getfile(inspect.currentframe()))) bpf_text = open(bpf_text_shared, 'r').read() bpf_text += """ const u32 max_sample_size = MAX_SAMPLE_SIZE; struct hash_key_t { char input[64]; // The operation id is used as key }; struct hash_leaf_t { u32 sample_size; // Number of operation samples taken u64 total; // Cumulative duration of the operations u64 average; // Moving average duration of the operations }; /** * @brief Contains the averages for the operation latencies by operation input. */ BPF_HASH(lat_hash, struct hash_key_t, struct hash_leaf_t, 512); /** * @brief Reads the operation response arguments, calculates the latency, and stores it in the histogram. * @param ctx The BPF context. */ int trace_operation_end(struct pt_regs* ctx) { u64 operation_id; bpf_usdt_readarg(1, ctx, &operation_id); struct start_data_t* start_data = start_hash.lookup(&operation_id); if (0 == start_data) { return 0; } u64 duration = bpf_ktime_get_ns() - start_data->start; struct hash_key_t hash_key = {}; __builtin_memcpy(&hash_key.input, start_data->input, sizeof(hash_key.input)); start_hash.delete(&operation_id); struct hash_leaf_t zero = {}; struct hash_leaf_t* hash_leaf = lat_hash.lookup_or_try_init(&hash_key, &zero); if (0 == hash_leaf) { return 0; } if (hash_leaf->sample_size < max_sample_size) { ++hash_leaf->sample_size; } else { hash_leaf->total -= hash_leaf->average; } hash_leaf->total += duration; hash_leaf->average = hash_leaf->total / hash_leaf->sample_size; return 0; } """ bpf_text = bpf_text.replace("MAX_SAMPLE_SIZE", str(this_maxsamplesize)) bpf_text = bpf_text.replace("FILTER_STRING", this_filter) if this_filter: bpf_text = bpf_text.replace("FILTER_STATEMENT", "if (!filter(start_data.input)) { return 0; }") else: bpf_text = bpf_text.replace("FILTER_STATEMENT", "") # Create USDT context print("lat_avg.py - Attaching probes to pid: %d; filter: %s" % (this_pid, this_filter)) usdt_ctx = USDT(pid=this_pid) if args.sdt: usdt_ctx.enable_probe(probe="usdt_sample_lib1_sdt:operation_start_sdt", fn_name="trace_operation_start") usdt_ctx.enable_probe(probe="usdt_sample_lib1_sdt:operation_end_sdt", fn_name="trace_operation_end") else: usdt_ctx.enable_probe(probe="usdt_sample_lib1:operation_start", fn_name="trace_operation_start") usdt_ctx.enable_probe(probe="usdt_sample_lib1:operation_end", fn_name="trace_operation_end") # Create BPF context, load BPF program bpf_ctx = BPF(text=bpf_text, usdt_contexts=[usdt_ctx], debug=debugLevel) print("Tracing... Hit Ctrl-C to end.") lat_hash = bpf_ctx.get_table("lat_hash") print("%-12s %-64s %8s %16s" % ("time", "input", "sample_size", "latency (us)")) while (1): try: sleep(this_interval) except KeyboardInterrupt: exit() for k, v in lat_hash.items(): print("%-12s %-64s %8d %16d" % (strftime("%H:%M:%S"), k.input, v.sample_size, v.average / 1000)) bpfcc-0.31.0/examples/usdt_sample/scripts/lat_dist.py000077500000000000000000000072701465134135300226700ustar00rootroot00000000000000#!/usr/bin/python import argparse from time import sleep, strftime from sys import argv import ctypes as ct from bcc import BPF, USDT import inspect import os # Parse command line arguments parser = argparse.ArgumentParser(description="Trace the latency distribution of an operation using usdt probes.", formatter_class=argparse.RawDescriptionHelpFormatter) parser.add_argument("-p", "--pid", type=int, help="The id of the process to trace.") parser.add_argument("-i", "--interval", type=int, help="The interval in seconds on which to report the latency distribution.") parser.add_argument("-f", "--filterstr", type=str, default="", help="The prefix filter for the operation input. If specified, only operations for which the input string starts with the filterstr are traced.") parser.add_argument("-v", "--verbose", dest="verbose", action="store_true", help="If true, will output generated bpf program and verbose logging information.") parser.add_argument("-s", "--sdt", dest="sdt", action="store_true", help="If true, will use the probes, created by systemtap's dtrace.") parser.set_defaults(verbose=False) args = parser.parse_args() this_pid = int(args.pid) this_interval = int(args.interval) this_filter = str(args.filterstr) if this_interval < 1: print("Invalid value for interval, using 1.") this_interval = 1 debugLevel=0 if args.verbose: debugLevel=4 # BPF program bpf_text_shared = "%s/bpf_text_shared.c" % os.path.dirname(os.path.abspath(inspect.getfile(inspect.currentframe()))) bpf_text = open(bpf_text_shared, 'r').read() bpf_text += """ /** * @brief The key to use for the latency histogram. */ struct dist_key_t { char input[64]; ///< The input string of the request. u64 slot; ///< The histogram slot. }; /** * @brief Contains the histogram for the operation latencies. */ BPF_HISTOGRAM(dist, struct dist_key_t); /** * @brief Reads the operation response arguments, calculates the latency, and stores it in the histogram. * @param ctx The BPF context. */ int trace_operation_end(struct pt_regs* ctx) { u64 operation_id; bpf_usdt_readarg(1, ctx, &operation_id); struct start_data_t* start_data = start_hash.lookup(&operation_id); if (0 == start_data) { return 0; } u64 duration = bpf_ktime_get_ns() - start_data->start; struct dist_key_t dist_key = {}; __builtin_memcpy(&dist_key.input, start_data->input, sizeof(dist_key.input)); dist_key.slot = bpf_log2l(duration / 1000); start_hash.delete(&operation_id); dist.atomic_increment(dist_key); return 0; } """ bpf_text = bpf_text.replace("FILTER_STRING", this_filter) if this_filter: bpf_text = bpf_text.replace("FILTER_STATEMENT", "if (!filter(start_data.input)) { return 0; }") else: bpf_text = bpf_text.replace("FILTER_STATEMENT", "") # Create USDT context print("lat_dist.py - Attaching probes to pid: %d; filter: %s" % (this_pid, this_filter)) usdt_ctx = USDT(pid=this_pid) if args.sdt: usdt_ctx.enable_probe(probe="usdt_sample_lib1_sdt:operation_start_sdt", fn_name="trace_operation_start") usdt_ctx.enable_probe(probe="usdt_sample_lib1_sdt:operation_end_sdt", fn_name="trace_operation_end") else: usdt_ctx.enable_probe(probe="usdt_sample_lib1:operation_start", fn_name="trace_operation_start") usdt_ctx.enable_probe(probe="usdt_sample_lib1:operation_end", fn_name="trace_operation_end") # Create BPF context, load BPF program bpf_ctx = BPF(text=bpf_text, usdt_contexts=[usdt_ctx], debug=debugLevel) print("Tracing... Hit Ctrl-C to end.") start = 0 dist = bpf_ctx.get_table("dist") while (1): try: sleep(this_interval) except KeyboardInterrupt: exit() print("[%s]" % strftime("%H:%M:%S")) dist.print_log2_hist("latency (us)") bpfcc-0.31.0/examples/usdt_sample/scripts/latency.py000077500000000000000000000112761465134135300225250ustar00rootroot00000000000000#!/usr/bin/python import argparse from time import sleep from sys import argv import ctypes as ct from bcc import BPF, USDT import inspect import os # Parse command line arguments parser = argparse.ArgumentParser(description="Trace the latency of an operation using usdt probes.", formatter_class=argparse.RawDescriptionHelpFormatter) parser.add_argument("-p", "--pid", type=int, help="The id of the process to trace.") parser.add_argument("-f", "--filterstr", type=str, default="", help="The prefix filter for the operation input. If specified, only operations for which the input string starts with the filterstr are traced.") parser.add_argument("-v", "--verbose", dest="verbose", action="store_true", help="If true, will output generated bpf program and verbose logging information.") parser.add_argument("-s", "--sdt", dest="sdt", action="store_true", help="If true, will use the probes, created by systemtap's dtrace.") parser.set_defaults(verbose=False) args = parser.parse_args() this_pid = int(args.pid) this_filter = str(args.filterstr) debugLevel=0 if args.verbose: debugLevel=4 # BPF program bpf_text_shared = "%s/bpf_text_shared.c" % os.path.dirname(os.path.abspath(inspect.getfile(inspect.currentframe()))) bpf_text = open(bpf_text_shared, 'r').read() bpf_text += """ /** * @brief Contains the latency data w.r.t. the complete operation from request to response. */ struct end_data_t { u64 operation_id; ///< The id of the operation. char input[64]; ///< The request (input) string. char output[64]; ///< The response (output) string. u64 start; ///< The start timestamp of the operation. u64 end; ///< The end timestamp of the operation. u64 duration; ///< The duration of the operation. }; /** * The output buffer, which will be used to push the latency event data to user space. */ BPF_PERF_OUTPUT(operation_event); /** * @brief Reads the operation response arguments, calculates the latency event data, and writes it to the user output buffer. * @param ctx The BPF context. */ int trace_operation_end(struct pt_regs* ctx) { u64 operation_id; bpf_usdt_readarg(1, ctx, &operation_id); struct start_data_t* start_data = start_hash.lookup(&operation_id); if (0 == start_data) { return 0; } struct end_data_t end_data = {}; end_data.operation_id = operation_id; bpf_usdt_readarg_p(2, ctx, &end_data.output, sizeof(end_data.output)); end_data.end = bpf_ktime_get_ns(); end_data.start = start_data->start; end_data.duration = end_data.end - end_data.start; __builtin_memcpy(&end_data.input, start_data->input, sizeof(end_data.input)); start_hash.delete(&end_data.operation_id); operation_event.perf_submit(ctx, &end_data, sizeof(end_data)); return 0; } """ bpf_text = bpf_text.replace("FILTER_STRING", this_filter) if this_filter: bpf_text = bpf_text.replace("FILTER_STATEMENT", "if (!filter(start_data.input)) { return 0; }") else: bpf_text = bpf_text.replace("FILTER_STATEMENT", "") # Create USDT context print("latency.py - Attaching probes to pid: %d; filter: %s" % (this_pid, this_filter)) usdt_ctx = USDT(pid=this_pid) if args.sdt: usdt_ctx.enable_probe(probe="usdt_sample_lib1_sdt:operation_start_sdt", fn_name="trace_operation_start") usdt_ctx.enable_probe(probe="usdt_sample_lib1_sdt:operation_end_sdt", fn_name="trace_operation_end") else: usdt_ctx.enable_probe(probe="usdt_sample_lib1:operation_start", fn_name="trace_operation_start") usdt_ctx.enable_probe(probe="usdt_sample_lib1:operation_end", fn_name="trace_operation_end") # Create BPF context, load BPF program bpf_ctx = BPF(text=bpf_text, usdt_contexts=[usdt_ctx], debug=debugLevel) # Define latency event and print function class OperationEventData(ct.Structure): _fields_ = [("operation_id", ct.c_ulonglong), ("input", ct.c_char * 64), ("output", ct.c_char * 64), ("start", ct.c_ulonglong), ("end", ct.c_ulonglong), ("duration", ct.c_ulonglong)] start = 0 def print_event(cpu, data, size): global start event = ct.cast(data, ct.POINTER(OperationEventData)).contents if start == 0: start = event.start time_s = (float(event.start - start)) / 1000000000 latency = (float(event.duration) / 1000) print("%-18.9f %-10d %-32s %-32s %16d %16d %16d" % (time_s, event.operation_id, event.input, event.output, event.start, event.end, latency)) # Print header print("Tracing... Hit Ctrl-C to end.") print("%-18s %-10s %-32s %-32s %16s %16s %16s" % ("time(s)", "id", "input", "output", "start (ns)", "end (ns)", "duration (us)")) # Output latency events bpf_ctx["operation_event"].open_perf_buffer(print_event) while 1: bpf_ctx.perf_buffer_poll() bpfcc-0.31.0/examples/usdt_sample/usdt_sample.md000066400000000000000000000607211465134135300216630ustar00rootroot00000000000000 # Prerequitites ## Ubuntu 21.10 prerequisites ```bash $ sudo apt-get install linux-headers-$(uname -r) "llvm-13*" libclang-13-dev luajit luajit-5.1-dev libelf-dev python3-setuptools libdebuginfod-dev arping netperf iperf ``` ## Building bcc tools ```bash # Make sure you are in the bcc root folder $ mkdir -p build && cd build $ cmake .. -DPYTHON_CMD=python3 $ make -j4 $ sudo make install ``` # Building and executing the usdt_sample (gcc 11.2) ## Build the sample ```bash $ gcc --version gcc (Ubuntu 11.2.0-7ubuntu2) 11.2.0 ... # Make sure you are in the bcc root folder $ mkdir -p examples/usdt_sample/build && cd examples/usdt_sample/build $ cmake .. $ make ``` ## Create probes using StaticTracepoint.h bcc comes with a header file, which contains macros to define probes. See tests/python/include/folly/tracing/StaticTracepoint.h See the usage of FOLLY_SDT macro in examples/usdt_sample/usdt_sample_lib1/src/lib1.cpp. ## Create probes using SystemTap dtrace As an alternative to using tests/python/include/folly/tracing/StaticTracepoint.h, it's possible to use dtrace, which is installed by systemtap-sdt-dev. ```bash $ sudo dnf install systemtap-sdt-dev # For Ubuntu 21.10, other distro's might have differently named packages. ``` If using systemtap-sdt-dev, the following commands can be used to generate the corresponding header and object files: See examples/usdt_sample/usdt_sample_lib1/CMakeLists.txt file for an example how to do this using cmake. ```bash $ dtrace -h -s usdt_sample_lib1/src/lib1_sdt.d -o usdt_sample_lib1/include/usdt_sample_lib1/lib1_sdt.h $ dtrace -G -s usdt_sample_lib1/src/lib1_sdt.d -o lib1_sdt.o ``` ## Use tplist.py to list the available probes Note that the (operation_start, operation_end) probes are created using the macros in the folly headers, the (operation_start_sdt, operation_end_sdt) probes are created using systemtap's dtrace: ```bash $ python3 tools/tplist.py -l examples/usdt_sample/build/usdt_sample_lib1/libusdt_sample_lib1.so examples/usdt_sample/build/usdt_sample_lib1/libusdt_sample_lib1.so usdt_sample_lib1:operation_end examples/usdt_sample/build/usdt_sample_lib1/libusdt_sample_lib1.so usdt_sample_lib1:operation_end_sdt examples/usdt_sample/build/usdt_sample_lib1/libusdt_sample_lib1.so usdt_sample_lib1:operation_start examples/usdt_sample/build/usdt_sample_lib1/libusdt_sample_lib1.so usdt_sample_lib1:operation_start_sdt $ readelf -n examples/usdt_sample/build/usdt_sample_lib1/libusdt_sample_lib1.so Displaying notes found in: .note.gnu.property Owner Data size Description GNU 0x00000010 NT_GNU_PROPERTY_TYPE_0 Properties: x86 feature: IBT, SHSTK Displaying notes found in: .note.gnu.build-id Owner Data size Description GNU 0x00000014 NT_GNU_BUILD_ID (unique build ID bitstring) Build ID: a483dc6ac17d4983ba748cf65ffd0e398639b61a Displaying notes found in: .note.stapsdt Owner Data size Description stapsdt 0x00000047 NT_STAPSDT (SystemTap probe descriptors) Provider: usdt_sample_lib1 Name: operation_end Location: 0x0000000000011c2f, Base: 0x0000000000000000, Semaphore: 0x0000000000000000 Arguments: -8@%rbx -8@%rax stapsdt 0x0000004f NT_STAPSDT (SystemTap probe descriptors) Provider: usdt_sample_lib1 Name: operation_end_sdt Location: 0x0000000000011c65, Base: 0x000000000001966f, Semaphore: 0x0000000000020a6a Arguments: 8@%rbx 8@%rax stapsdt 0x0000004f NT_STAPSDT (SystemTap probe descriptors) Provider: usdt_sample_lib1 Name: operation_start Location: 0x0000000000011d63, Base: 0x0000000000000000, Semaphore: 0x0000000000000000 Arguments: -8@-104(%rbp) -8@%rax stapsdt 0x00000057 NT_STAPSDT (SystemTap probe descriptors) Provider: usdt_sample_lib1 Name: operation_start_sdt Location: 0x0000000000011d94, Base: 0x000000000001966f, Semaphore: 0x0000000000020a68 Arguments: 8@-104(%rbp) 8@%rax ``` ## Start the usdt sample application The usdt_sample_app1 executes an operation asynchronously on multiple threads, with random (string) parameters, which can be used to filter on. ```bash $ examples/usdt_sample/build/usdt_sample_app1/usdt_sample_app1 "usdt" 1 30 10 1 50 Applying the following parameters: Input prefix: usdt. Input range: [1, 30]. Calls Per Second: 10. Latency range: [1, 50] ms. You can now run the bcc scripts, see usdt_sample.md for examples. pid: 2422725 Press ctrl-c to exit. ``` ## Use argdist.py on the individual probes ```bash # Make sure to replace the pid $ sudo python3 tools/argdist.py -p 2422725 -i 5 -C "u:$(pwd)/examples/usdt_sample/build/usdt_sample_lib1/libusdt_sample_lib1.so:operation_start():char*:arg2#input" -z 32 [HH:mm:ss] input COUNT EVENT 1 arg2 = b'usdt_5' 1 arg2 = b'usdt_30' ... 3 arg2 = b'usdt_9' 3 arg2 = b'usdt_17' 3 arg2 = b'usdt_7' 5 arg2 = b'usdt_10' ``` ## Use latency.py to trace the operation latencies ```bash # Make sure to replace the pid, the filter value is chosen arbitrarily. $ sudo python3 examples/usdt_sample/scripts/latency.py -p=2422725 -f="usdt_20" Attaching probes to pid 2422725 Tracing... Hit Ctrl-C to end. time(s) id input output start (ns) end (ns) duration (us) 0.000000000 7754 b'usdt_20' b'resp_usdt_20' 672668584224401 672668625460568 41236 7.414981834 7828 b'usdt_20' b'resp_usdt_20' 672675999206235 672676011402270 12196 ... 23.948248753 7993 b'usdt_20' b'resp_usdt_20' 672692532473154 672692561680989 29207 26.352332485 8017 b'usdt_20' b'resp_usdt_20' 672694936556886 672694961690970 25134 ``` ## Use lat_dist.py to trace the latency distribution ```bash # Make sure to replace the pid, the filter value is chosen arbitrarily. $ sudo python3 examples/usdt_sample/scripts/lat_dist.py -p=2422725 -i=30 -f="usdt_20" Attaching probes to pid 2422725 [HH:mm:ss] Bucket ptr = b'usdt_20' latency (us) : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 1 |***** | 2048 -> 4095 : 1 |***** | 4096 -> 8191 : 2 |*********** | 8192 -> 16383 : 0 | | 16384 -> 32767 : 3 |***************** | 32768 -> 65535 : 7 |****************************************| ``` ## Use lat_avg.py to trace the moving average of the latencies ```bash $ sudo python3 examples/usdt_sample/scripts/lat_avg.py -p=2422725 -i=5 -c=10 -f="usdt_20" Attaching probes to pid 2422725 Tracing... Hit Ctrl-C to end. time input sample_size latency (us) HH:mm:08 b'usdt_20' 3 29497 HH:mm:13 b'usdt_20' 3 29497 HH:mm:18 b'usdt_20' 4 27655 HH:mm:23 b'usdt_20' 5 28799 HH:mm:28 b'usdt_20' 7 23644 ``` ## Attach to the probes, created with SystemTap's dtrace -s implies using the systemtap probes, created with dtrace. ```bash $ sudo python3 examples/usdt_sample/scripts/lat_avg.py -p=2422725 -i=5 -c=10 -f="usdt_20" -s Attaching probes to pid 2422725 Tracing... Hit Ctrl-C to end. time input sample_size latency (us) HH:mm:08 b'usdt_20' 3 29497 HH:mm:13 b'usdt_20' 3 29497 HH:mm:18 b'usdt_20' 4 27655 HH:mm:23 b'usdt_20' 5 28799 HH:mm:28 b'usdt_20' 7 23644 ``` # Building and executing the usdt_sample (clang 13.0.1) Build the sample: ```bash $ clang --version Ubuntu clang version 13.0.1-++20211124043029+19b8368225dc-1~exp1~20211124043558.23 ... # Make sure you are in the bcc root folder $ mkdir -p examples/usdt_sample/build_clang && cd examples/usdt_sample/build_clang $ cmake .. -DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++ $ make ``` ## Use tplist.py to list the available probes ```bash $ python3 tools/tplist.py -l examples/usdt_sample/build_clang/usdt_sample_lib1/libusdt_sample_lib1.so examples/usdt_sample/build_clang/usdt_sample_lib1/libusdt_sample_lib1.so usdt_sample_lib1:operation_start examples/usdt_sample/build_clang/usdt_sample_lib1/libusdt_sample_lib1.so usdt_sample_lib1:operation_start_sdt examples/usdt_sample/build_clang/usdt_sample_lib1/libusdt_sample_lib1.so usdt_sample_lib1:operation_end examples/usdt_sample/build_clang/usdt_sample_lib1/libusdt_sample_lib1.so usdt_sample_lib1:operation_end_sdt $ readelf -n examples/usdt_sample/build_clang/usdt_sample_lib1/libusdt_sample_lib1.so Displaying notes found in: .note.gnu.build-id Owner Data size Description GNU 0x00000014 NT_GNU_BUILD_ID (unique build ID bitstring) Build ID: 8814f6c44f9e9df42f29a436af6152d7dcbeb8d9 Displaying notes found in: .note.stapsdt Owner Data size Description stapsdt 0x00000055 NT_STAPSDT (SystemTap probe descriptors) Provider: usdt_sample_lib1 Name: operation_start Location: 0x000000000000e703, Base: 0x0000000000000000, Semaphore: 0x0000000000000000 Arguments: -8@-128(%rbp) -8@-136(%rbp) stapsdt 0x0000005d NT_STAPSDT (SystemTap probe descriptors) Provider: usdt_sample_lib1 Name: operation_start_sdt Location: 0x000000000000e755, Base: 0x0000000000016610, Semaphore: 0x000000000001da48 Arguments: 8@-144(%rbp) 8@-152(%rbp) stapsdt 0x00000053 NT_STAPSDT (SystemTap probe descriptors) Provider: usdt_sample_lib1 Name: operation_end Location: 0x00000000000101bc, Base: 0x0000000000000000, Semaphore: 0x0000000000000000 Arguments: -8@-120(%rbp) -8@-128(%rbp) stapsdt 0x0000005b NT_STAPSDT (SystemTap probe descriptors) Provider: usdt_sample_lib1 Name: operation_end_sdt Location: 0x0000000000010228, Base: 0x0000000000016610, Semaphore: 0x000000000001da4a Arguments: 8@-136(%rbp) 8@-144(%rbp) ``` ## Start the usdt sample application ```bash $ examples/usdt_sample/build_clang/usdt_sample_app1/usdt_sample_app1 "usdt" 1 30 10 1 50 Applying the following parameters: Input prefix: usdt. Input range: [1, 30]. Calls Per Second: 10. Latency range: [1, 50] ms. You can now run the bcc scripts, see usdt_sample.md for examples. pid: 2439214 Press ctrl-c to exit. ``` ## Use argdist.py on the individual probes ```bash # Make sure to replace the pid $ sudo python3 tools/argdist.py -p 2439214 -i 5 -C "u:$(pwd)/examples/usdt_sample/build_clang/usdt_sample_lib1/libusdt_sample_lib1.so:operation_start():char*:arg2#input" -z 32 [HH:mm:ss] input COUNT EVENT 1 arg2 = b'usdt_1' 1 arg2 = b'usdt_4' ... 3 arg2 = b'usdt_30' 3 arg2 = b'usdt_25' 5 arg2 = b'usdt_18' ``` ## Use latency.py to trace the operation latencies ```bash # Make sure to replace the pid, the filter value is chosen arbitrarily. $ sudo python3 examples/usdt_sample/scripts/latency.py -p=2439214 -f="usdt_20" Attaching probes to pid 2439214 Tracing... Hit Ctrl-C to end. time(s) id input output start (ns) end (ns) duration (us) 0.000000000 1351 b'usdt_20' b'resp_usdt_20' 673481735317057 673481761592425 26275 0.400606129 1355 b'usdt_20' b'resp_usdt_20' 673482135923186 673482141074674 5151 0.600929879 1357 b'usdt_20' b'resp_usdt_20' 673482336246936 673482338400064 2153 5.610441985 1407 b'usdt_20' b'resp_usdt_20' 673487345759042 673487392977806 47218 7.213278292 1423 b'usdt_20' b'resp_usdt_20' 673488948595349 673488976845453 28250 9.016681573 1441 b'usdt_20' b'resp_usdt_20' 673490751998630 673490802198717 50200 ``` ## Use lat_dist.py to trace the latency distribution ```bash # Make sure to replace the pid, the filter value is chosen arbitrarily. $ sudo python3 examples/usdt_sample/scripts/lat_dist.py -p=2439214 -i=30 -f="usdt_20" Attaching probes to pid 2439214 [HH:mm:ss] Bucket ptr = b'usdt_20' latency (us) : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 0 | | 4096 -> 8191 : 1 |******************** | 8192 -> 16383 : 2 |****************************************| 16384 -> 32767 : 1 |******************** | 32768 -> 65535 : 2 |****************************************| ``` ## Use lat_avg.py to trace the moving average of the latencies ```bash $ sudo python3 examples/usdt_sample/scripts/lat_avg.py -p=2439214 -i=5 -s=10 -f="usdt_20" Attaching probes to pid 2439214 Tracing... Hit Ctrl-C to end. time input sample_size latency (us) HH:mm:59 b'usdt_20' 1 16226 HH:mm:04 b'usdt_20' 2 20332 HH:mm:09 b'usdt_20' 2 20332 HH:mm:14 b'usdt_20' 5 29657 HH:mm:19 b'usdt_20' 5 29657 HH:mm:24 b'usdt_20' 7 33249 ``` # Troubleshooting ## Display the generated BPF program using -v ```bash $ sudo python3 examples/usdt_sample/scripts/latency.py -v -p=2439214 -f="usdt_20" Attaching probes to pid 2439214 Running from kernel directory at: /lib/modules/5.13.0-22-generic/build clang -cc1 -triple x86_64-unknown-linux-gnu -emit-llvm-bc -emit-llvm-uselists -disable-free -disable-llvm-verifier -discard-value-names -main-file-name main.c -mrelocation-model static -fno-jump-tables -mframe-pointer=none -fmath-errno -fno-rounding-math -mconstructor-aliases -target-cpu x86-64 -tune-cpu generic -mllvm -treat-scalable-fixed-error-as-warning -debug-info-kind=constructor -dwarf-version=4 -debugger-tuning=gdb -fcoverage-compilation-dir=/usr/src/linux-headers-5.13.0-22-generic -nostdsysteminc -nobuiltininc -resource-dir lib/clang/13.0.1 -isystem /virtual/lib/clang/include -include ./include/linux/kconfig.h -include /virtual/include/bcc/bpf.h -include /virtual/include/bcc/bpf_workaround.h -include /virtual/include/bcc/helpers.h -isystem /virtual/include -I /home/bramv/src/projects/bcc -D __BPF_TRACING__ -I arch/x86/include/ -I arch/x86/include/generated -I include -I arch/x86/include/uapi -I arch/x86/include/generated/uapi -I include/uapi -I include/generated/uapi -D __KERNEL__ -D KBUILD_MODNAME="bcc" -O2 -Wno-deprecated-declarations -Wno-gnu-variable-sized-type-not-at-end -Wno-pragma-once-outside-header -Wno-address-of-packed-member -Wno-unknown-warning-option -Wno-unused-value -Wno-pointer-sign -fdebug-compilation-dir=/usr/src/linux-headers-5.13.0-22-generic -ferror-limit 19 -fgnuc-version=4.2.1 -vectorize-loops -vectorize-slp -faddrsig -D__GCC_HAVE_DWARF2_CFI_ASM=1 -o main.bc -x c /virtual/main.c #if defined(BPF_LICENSE) #error BPF_LICENSE cannot be specified through cflags #endif #if !defined(CONFIG_CC_STACKPROTECTOR) #if defined(CONFIG_CC_STACKPROTECTOR_AUTO) \ || defined(CONFIG_CC_STACKPROTECTOR_REGULAR) \ || defined(CONFIG_CC_STACKPROTECTOR_STRONG) #define CONFIG_CC_STACKPROTECTOR #endif #endif #include __attribute__((always_inline)) static __always_inline int _bpf_readarg_trace_operation_start_1(struct pt_regs *ctx, void *dest, size_t len) { if (len != sizeof(int64_t)) return -1; { u64 __addr = ctx->bp + -128; __asm__ __volatile__("": : :"memory"); int64_t __res = 0x0; bpf_probe_read_user(&__res, sizeof(__res), (void *)__addr); *((int64_t *)dest) = __res; } return 0; } __attribute__((always_inline)) static __always_inline int _bpf_readarg_trace_operation_start_2(struct pt_regs *ctx, void *dest, size_t len) { if (len != sizeof(int64_t)) return -1; { u64 __addr = ctx->bp + -136; __asm__ __volatile__("": : :"memory"); int64_t __res = 0x0; bpf_probe_read_user(&__res, sizeof(__res), (void *)__addr); *((int64_t *)dest) = __res; } return 0; } __attribute__((always_inline)) static __always_inline int _bpf_readarg_trace_operation_end_1(struct pt_regs *ctx, void *dest, size_t len) { if (len != sizeof(int64_t)) return -1; { u64 __addr = ctx->bp + -120; __asm__ __volatile__("": : :"memory"); int64_t __res = 0x0; bpf_probe_read_user(&__res, sizeof(__res), (void *)__addr); *((int64_t *)dest) = __res; } return 0; } __attribute__((always_inline)) static __always_inline int _bpf_readarg_trace_operation_end_2(struct pt_regs *ctx, void *dest, size_t len) { if (len != sizeof(int64_t)) return -1; { u64 __addr = ctx->bp + -128; __asm__ __volatile__("": : :"memory"); int64_t __res = 0x0; bpf_probe_read_user(&__res, sizeof(__res), (void *)__addr); *((int64_t *)dest) = __res; } return 0; } #include #include /** * @brief Helper method to filter based on the specified inputString. * @param inputString The operation input string to check against the filter. * @return True if the specified inputString starts with the hard-coded filter string; otherwise, false. */ __attribute__((always_inline)) static inline bool filter(char const* inputString) { static const char* null_ptr = 0x0; static const char null_terminator = '\0'; static const char filter_string[] = "usdt_20"; ///< The filter string is replaced by python code. if (null_ptr == inputString) { return false; } // bpf_trace_printk("inputString: '%s'", inputString); // Compare until (not including) the null-terminator for filter_string for (int i = 0; i < sizeof(filter_string) - 1; ++i) { char c1 = *inputString++; if (null_terminator == c1) { return false; // If the null-terminator for inputString was reached, it can not be equal to filter_string. } char c2 = filter_string[i]; if (c1 != c2) { return false; } } return true; } /** * @brief Contains the operation start data to trace. */ struct start_data_t { u64 operation_id; ///< The id of the operation. char input[64]; ///< The input string of the request. u64 start; ///< Timestamp of the start operation (start timestamp). }; /** * @brief Contains the operation start data. * key: the operation id. * value: The operation start latency data. */ BPF_HASH(start_hash, u64, struct start_data_t); /** * @brief Reads the operation request arguments and stores the start data in the hash. * @param ctx The BPF context. */ __attribute__((section(".bpf.fn.trace_operation_start"))) int trace_operation_start(struct pt_regs* ctx) { struct start_data_t start_data = {}; ({ u64 __addr = 0x0; _bpf_readarg_trace_operation_start_2(ctx, &__addr, sizeof(__addr));bpf_probe_read_user(&start_data.input, sizeof(start_data.input), (void *)__addr);}); if (!filter(start_data.input)) { return 0; } ///< Replaced by python code. _bpf_readarg_trace_operation_start_1(ctx, &start_data.operation_id, sizeof(*(&start_data.operation_id))); start_data.start = bpf_ktime_get_ns(); bpf_map_update_elem((void *)bpf_pseudo_fd(1, -1), &start_data.operation_id, &start_data, BPF_ANY); return 0; } /** * @brief Contains the latency data w.r.t. the complete operation from request to response. */ struct end_data_t { u64 operation_id; ///< The id of the operation. char input[64]; ///< The request (input) string. char output[64]; ///< The response (output) string. u64 start; ///< The start timestamp of the operation. u64 end; ///< The end timestamp of the operation. u64 duration; ///< The duration of the operation. }; /** * The output buffer, which will be used to push the latency event data to user space. */ BPF_PERF_OUTPUT(operation_event); /** * @brief Reads the operation response arguments, calculates the latency event data, and writes it to the user output buffer. * @param ctx The BPF context. */ __attribute__((section(".bpf.fn.trace_operation_end"))) int trace_operation_end(struct pt_regs* ctx) { u64 operation_id; _bpf_readarg_trace_operation_end_1(ctx, &operation_id, sizeof(*(&operation_id))); struct start_data_t* start_data = bpf_map_lookup_elem((void *)bpf_pseudo_fd(1, -1), &operation_id); if (0 == start_data) { return 0; } struct end_data_t end_data = {}; end_data.operation_id = operation_id; ({ u64 __addr = 0x0; _bpf_readarg_trace_operation_end_2(ctx, &__addr, sizeof(__addr));bpf_probe_read_user(&end_data.output, sizeof(end_data.output), (void *)__addr);}); end_data.end = bpf_ktime_get_ns(); end_data.start = start_data->start; end_data.duration = end_data.end - end_data.start; __builtin_memcpy(&end_data.input, start_data->input, sizeof(end_data.input)); bpf_map_delete_elem((void *)bpf_pseudo_fd(1, -1), &end_data.operation_id); bpf_perf_event_output(ctx, bpf_pseudo_fd(1, -2), CUR_CPU_IDENTIFIER, &end_data, sizeof(end_data)); return 0; } #include Tracing... Hit Ctrl-C to end. ``` ## Use bpf_trace_printk Add bpf trace statements to the C++ code: ```C++ bpf_trace_printk("inputString: '%s'", inputString); ``` ```bash $ sudo tail -f /sys/kernel/debug/tracing/trace ... usdt_sample_app-2439214 [001] d... 635079.194883: bpf_trace_printk: inputString: 'usdt_8' usdt_sample_app-2439214 [001] d... 635079.295102: bpf_trace_printk: inputString: 'usdt_17' usdt_sample_app-2439214 [001] d... 635079.395217: bpf_trace_printk: inputString: 'usdt_18' ... ``` bpfcc-0.31.0/examples/usdt_sample/usdt_sample.sh000077500000000000000000000100231465134135300216660ustar00rootroot00000000000000#!/usr/bin/bash # sudo apt-get install linux-headers-$(uname -r) "llvm-13*" libclang-13-dev luajit luajit-5.1-dev libelf-dev python3-setuptools libdebuginfod-dev arping netperf iperf # mkdir -p build && cd build # cmake .. -DPYTHON_CMD=python3 # make -j4 # sudo make install gcc --version rm -rf examples/usdt_sample/build_gcc mkdir -p examples/usdt_sample/build_gcc && pushd examples/usdt_sample/build_gcc cmake .. make popd # sudo dnf install systemtap-sdt-dev # For Ubuntu 21.10, other distro's might have differently named packages. # dtrace -h -s usdt_sample_lib1/src/lib1_sdt.d -o usdt_sample_lib1/include/usdt_sample_lib1/lib1_sdt.h # dtrace -G -s usdt_sample_lib1/src/lib1_sdt.d -o lib1_sdt.o python3 tools/tplist.py -l examples/usdt_sample/build_gcc/usdt_sample_lib1/libusdt_sample_lib1.so readelf -n examples/usdt_sample/build_gcc/usdt_sample_lib1/libusdt_sample_lib1.so examples/usdt_sample/build_gcc/usdt_sample_app1/usdt_sample_app1 "usdt" 1 30 10 1 50 & pid=$! echo "argdist.py - Using non-sdt probes" sudo python3 tools/argdist.py -p ${pid} -i 5 -C "u:$(pwd)/examples/usdt_sample/build_gcc/usdt_sample_lib1/libusdt_sample_lib1.so:operation_start():char*:arg2#input" -z 32 & sleep 30 sudo pkill -f "\\-p.${pid}" echo "argdist.py - Using sdt probes" sudo python3 tools/argdist.py -p ${pid} -i 5 -C "u:$(pwd)/examples/usdt_sample/build_gcc/usdt_sample_lib1/libusdt_sample_lib1.so:operation_start_sdt():char*:arg2#input" -z 32 & sleep 30 sudo pkill -f "\\-p.${pid}" sudo python3 examples/usdt_sample/scripts/latency.py -p=${pid} -f="usdt_20" & sleep 30 sudo pkill -f "\\-p.${pid}" sudo python3 examples/usdt_sample/scripts/latency.py -p=${pid} -f="usdt_20" -s & sleep 30 sudo pkill -f "\\-p.${pid}" sudo python3 examples/usdt_sample/scripts/lat_dist.py -p=${pid} -i=5 -f="usdt_20" & sleep 30 sudo pkill -f "\\-p.${pid}" sudo python3 examples/usdt_sample/scripts/lat_dist.py -p=${pid} -i=5 -f="usdt_20" -s & sleep 30 sudo pkill -f "\\-p.${pid}" sudo python3 examples/usdt_sample/scripts/lat_avg.py -p=${pid} -i=5 -c=10 -f="usdt_20" & sleep 30 sudo pkill -f "\\-p.${pid}" sudo python3 examples/usdt_sample/scripts/lat_avg.py -p=${pid} -i=5 -c=10 -f="usdt_20" -s & sleep 30 sudo pkill -f "\\-p.${pid}" sudo pkill -f "examples/usdt_sample/build_.*/usdt_sample_app1/usdt_sample_app1" clang --version rm -rf examples/usdt_sample/build_clang mkdir -p examples/usdt_sample/build_clang && pushd examples/usdt_sample/build_clang cmake .. -DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++ make popd python3 tools/tplist.py -l examples/usdt_sample/build_clang/usdt_sample_lib1/libusdt_sample_lib1.so readelf -n examples/usdt_sample/build_clang/usdt_sample_lib1/libusdt_sample_lib1.so examples/usdt_sample/build_clang/usdt_sample_app1/usdt_sample_app1 "usdt" 1 30 10 1 50 & pid=$! echo "argdist.py - Using non-sdt probes" sudo python3 tools/argdist.py -p ${pid} -i 5 -C "u:$(pwd)/examples/usdt_sample/build_clang/usdt_sample_lib1/libusdt_sample_lib1.so:operation_start():char*:arg2#input" -z 32 & sleep 30 sudo pkill -f "\\-p.${pid}" echo "argdist.py - Using sdt probes" sudo python3 tools/argdist.py -p ${pid} -i 5 -C "u:$(pwd)/examples/usdt_sample/build_clang/usdt_sample_lib1/libusdt_sample_lib1.so:operation_start_sdt():char*:arg2#input" -z 32 & sleep 30 sudo pkill -f "\\-p.${pid}" sudo python3 examples/usdt_sample/scripts/latency.py -p=${pid} -f="usdt_20" & sleep 30 sudo pkill -f "\\-p.${pid}" sudo python3 examples/usdt_sample/scripts/latency.py -p=${pid} -f="usdt_20" -s & sleep 30 sudo pkill -f "\\-p.${pid}" sudo python3 examples/usdt_sample/scripts/lat_dist.py -p=${pid} -i=5 -f="usdt_20" & sleep 30 sudo pkill -f "\\-p.${pid}" sudo python3 examples/usdt_sample/scripts/lat_dist.py -p=${pid} -i=5 -f="usdt_20" -s & sleep 30 sudo pkill -f "\\-p.${pid}" sudo python3 examples/usdt_sample/scripts/lat_avg.py -p=${pid} -i=5 -c=10 -f="usdt_20" & sleep 30 sudo pkill -f "\\-p.${pid}" sudo python3 examples/usdt_sample/scripts/lat_avg.py -p=${pid} -i=5 -c=10 -f="usdt_20" -s & sleep 30 sudo pkill -f "\\-p.${pid}" sudo pkill -f "examples/usdt_sample/build_.*/usdt_sample_app1/usdt_sample_app1" bpfcc-0.31.0/examples/usdt_sample/usdt_sample_app1/000077500000000000000000000000001465134135300222545ustar00rootroot00000000000000bpfcc-0.31.0/examples/usdt_sample/usdt_sample_app1/CMakeLists.txt000066400000000000000000000003261465134135300250150ustar00rootroot00000000000000cmake_minimum_required(VERSION 3.12) project(usdt_sample_app1) add_executable( ${PROJECT_NAME} ${CMAKE_CURRENT_SOURCE_DIR}/main.cpp ) target_link_libraries( ${PROJECT_NAME} usdt_sample_lib1 pthread ) bpfcc-0.31.0/examples/usdt_sample/usdt_sample_app1/main.cpp000066400000000000000000000116141465134135300237070ustar00rootroot00000000000000// std #include #include #include #include #include #include #include #include #include // gnu-c #include #include // usdt_sample_lib1 #include "usdt_sample_lib1/lib1.h" void print_usage(int argc, char** argv) { std::cout << "Usage:" << std::endl; std::cout << argv[0] << " " << std::endl; std::cout << "InputPrefix: Prefix of the input string to the operation. Default: dummy" << std::endl; std::cout << "InputMinimum: Minimum number to make the input string to the operation somewhat unique. Default: 1" << std::endl; std::cout << "InputMaximum: Maximum number to make the input string to the operation somewhat unique. Default: 50" << std::endl; std::cout << "CallsPerSec: Rate of calls to the operation. Default: 10" << std::endl; std::cout << "MinimumLatencyMs: Minimum latency to apply to the operation. Default: 20" << std::endl; std::cout << "MaximumLatencyMs: Maximum latency to apply to the operation. Default: 40" << std::endl; } int main(int argc, char** argv) { std::string inputPrefix("dummy"); std::uint32_t inputMinimum = 1; std::uint32_t inputMaximum = 50; std::uint32_t callsPerSec = 10; std::uint32_t minLatMs = 20; std::uint32_t maxLatMs = 40; try { if (argc > 1) { inputPrefix = argv[1]; } if (argc > 2) { inputMinimum = static_cast(std::max(1, std::min(50, std::atoi(argv[2])))); } if (argc > 3) { inputMaximum = static_cast(std::max(1, std::min(50, std::atoi(argv[3])))); } if (argc > 4) { callsPerSec = static_cast(std::max(1, std::min(50, std::atoi(argv[4])))); } if (argc > 5) { minLatMs = static_cast(std::max(1, std::min(50, std::atoi(argv[5])))); } if (argc > 6) { maxLatMs = static_cast(std::max(1, std::min(50, std::atoi(argv[6])))); } } catch (const std::exception& exc) { std::cout << "Exception while reading arguments: " << exc.what() << std::endl; print_usage(argc, argv); return -1; } catch (...) { std::cout << "Unknown exception while reading arguments." << std::endl; print_usage(argc, argv); return -1; } if (inputMinimum > inputMaximum) { std::cout << "InputMinimum must be smaller than InputMaximum." << std::endl; print_usage(argc, argv); return -1; } if (minLatMs > maxLatMs) { std::cout << "MinimumLatencyMs must be smaller than MaximumLatencyMs." << std::endl; print_usage(argc, argv); return -1; } std::cout << "Applying the following parameters:" << std::endl << "Input prefix: " << inputPrefix << "." << std::endl << "Input range: [" << inputMinimum << ", " << inputMaximum << "]." << std::endl << "Calls Per Second: " << callsPerSec << "." << std::endl << "Latency range: [" << minLatMs << ", " << maxLatMs << "] ms." << std::endl; const int sleepTimeMs = 1000 / callsPerSec; OperationProvider op(minLatMs, maxLatMs); std::mutex queueMutex; std::queue> responseQueue; auto dequeueFuture = std::async(std::launch::async, [&]() { while (true) { bool empty = false; { std::lock_guard lg(queueMutex); empty = responseQueue.empty(); } if (empty) { std::this_thread::sleep_for(std::chrono::milliseconds(sleepTimeMs)); continue; } responseQueue.front().get(); // std::cout << "Removing item from queue." << std::endl; std::lock_guard lg(queueMutex); responseQueue.pop(); } }); std::random_device rd; std::uniform_int_distribution<> dis(inputMinimum, inputMaximum); std::cout << "You can now run the bcc scripts, see usdt_sample.md for examples." << std::endl; std::cout << "pid: " << ::getpid() << std::endl; std::cout << "Press ctrl-c to exit." << std::endl; while (true) { std::ostringstream inputOss; inputOss << inputPrefix << "_" << dis(rd); auto responseFuture = op.executeAsync(OperationRequest(inputOss.str())); { std::lock_guard lg(queueMutex); responseQueue.push(responseFuture); } // For a sample application, this is good enough to simulate callsPerSec. std::this_thread::sleep_for(std::chrono::milliseconds(sleepTimeMs)); } dequeueFuture.get(); return 0; } bpfcc-0.31.0/examples/usdt_sample/usdt_sample_lib1/000077500000000000000000000000001465134135300222425ustar00rootroot00000000000000bpfcc-0.31.0/examples/usdt_sample/usdt_sample_lib1/CMakeLists.txt000066400000000000000000000041451465134135300250060ustar00rootroot00000000000000cmake_minimum_required(VERSION 3.12) project(usdt_sample_lib1) # Define variables. set(USDT_SAMPLE_LIB1_INCLUDE_DIR ${CMAKE_CURRENT_SOURCE_DIR}/include CACHE STRING "USDT_SAMPLE_LIB1_INCLUDE_DIR" FORCE) set(USDT_SAMPLE_LIB1_SRC_DIR ${CMAKE_CURRENT_SOURCE_DIR}/src CACHE STRING "USDT_SAMPLE_LIB1_SRC_DIR" FORCE) set(USDT_SAMPLE_LIB1_LINK_DIR ${CMAKE_CURRENT_BINARY_DIR} CACHE STRING "USDT_SAMPLE_LIB1_LINK_DIR" FORCE) set(USDT_SAMPLE_LIB1_LIB ${PROJECT_NAME} CACHE STRING "USDT_SAMPLE_LIB1_LIB" FORCE) set(USDT_SAMPLE_LIB1_GENERATED ${CMAKE_CURRENT_BINARY_DIR}/generated) set(USDT_SAMPLE_SDT_HEADER ${USDT_SAMPLE_LIB1_SRC_DIR}/lib1_sdt.h) set(USDT_SAMPLE_SDT_OBJECT ${USDT_SAMPLE_LIB1_GENERATED}/lib1_sdt.o) set(USDT_SAMPLE_SDT_PROBES ${USDT_SAMPLE_LIB1_SRC_DIR}/lib1_sdt.d) add_library( ${PROJECT_NAME} SHARED ${USDT_SAMPLE_LIB1_SRC_DIR}/lib1.cpp ) target_include_directories( ${PROJECT_NAME} PRIVATE # For folly StaticTracepoint.h: ${CMAKE_CURRENT_SOURCE_DIR}/../../../tests/python/include PUBLIC ${USDT_SAMPLE_LIB1_INCLUDE_DIR} ) target_link_libraries( ${PROJECT_NAME} ${USDT_SAMPLE_SDT_OBJECT} ) ## Start - N.B. Following section is relevant for when using systemtap-sdt-devel to define the probes. # Create usdt header file. add_custom_target( ${PROJECT_NAME}_HDR_CLEAN COMMAND rm -f ${USDT_SAMPLE_SDT_HEADER} COMMENT "Remove generated header" ) add_custom_target( ${PROJECT_NAME}_HDR COMMAND dtrace -h -s ${USDT_SAMPLE_SDT_PROBES} -o ${USDT_SAMPLE_SDT_HEADER} COMMENT "Create usdt probes header file" ) add_dependencies(${PROJECT_NAME}_HDR ${PROJECT_NAME}_HDR_CLEAN) # Create usdt object file. add_custom_target( ${PROJECT_NAME}_CLEAN COMMAND rm -rf ${USDT_SAMPLE_LIB1_GENERATED} && mkdir -p ${USDT_SAMPLE_LIB1_GENERATED} COMMENT "Recreate usdt probes generated folder" ) add_custom_target( ${PROJECT_NAME}_OBJ COMMAND dtrace -G -s ${USDT_SAMPLE_SDT_PROBES} -o ${USDT_SAMPLE_SDT_OBJECT} COMMENT "Create usdt probes object file" ) add_dependencies(${PROJECT_NAME}_OBJ ${PROJECT_NAME}_CLEAN) add_dependencies(${PROJECT_NAME} ${PROJECT_NAME}_HDR ${PROJECT_NAME}_OBJ) ## End bpfcc-0.31.0/examples/usdt_sample/usdt_sample_lib1/include/000077500000000000000000000000001465134135300236655ustar00rootroot00000000000000bpfcc-0.31.0/examples/usdt_sample/usdt_sample_lib1/include/usdt_sample_lib1/000077500000000000000000000000001465134135300271145ustar00rootroot00000000000000bpfcc-0.31.0/examples/usdt_sample/usdt_sample_lib1/include/usdt_sample_lib1/lib1.h000066400000000000000000000026631465134135300301230ustar00rootroot00000000000000#pragma once // std #include #include #include #include /** * @brief Contains the operation request data. */ class OperationRequest { public: OperationRequest(const std::string& input); const std::string& input() const { return _input; } private: std::string _input; }; /** * @brief Contains the operation response data. */ class OperationResponse { public: OperationResponse(const std::string& output); const std::string& output() const { return _output; } private: std::string _output; }; /** * @brief Provides the operation. */ class OperationProvider { public: /** * @brief Constructs an instance of OperationProvider. * @param minLatencyMs The minimum latency to simulate for the operation. * @param maxLatencyMs The maximum latency to simulate for the operation. */ OperationProvider(std::uint32_t minLatencyMs, std::uint32_t maxLatencyMs); /** * @brief Asynchronously executes the operation. * @param request The request input data for the operation. * @return A shared_future of the response of the operation. */ std::shared_future executeAsync(const OperationRequest& request); private: std::mt19937 _gen; ///< Used randomly determine an operation latency to simulate. std::uniform_int_distribution<> _dis; ///< Used randomly determine an operation latency to simulate. }; bpfcc-0.31.0/examples/usdt_sample/usdt_sample_lib1/src/000077500000000000000000000000001465134135300230315ustar00rootroot00000000000000bpfcc-0.31.0/examples/usdt_sample/usdt_sample_lib1/src/lib1.cpp000066400000000000000000000040261465134135300243660ustar00rootroot00000000000000#include "usdt_sample_lib1/lib1.h" // std #include #include #include #include // usdt_sample_lib1 #include "folly/tracing/StaticTracepoint.h" // When using systemtap-sdt-devel, the following file should be included: #include "lib1_sdt.h" OperationRequest::OperationRequest(const std::string& input_) : _input(input_) { } OperationResponse::OperationResponse(const std::string& output_) : _output(output_) { } OperationProvider::OperationProvider(std::uint32_t minLatencyMs_, std::uint32_t maxLatencyMs_) : _gen(std::random_device()()) , _dis(minLatencyMs_, maxLatencyMs_) { } std::shared_future OperationProvider::executeAsync(const OperationRequest& request) { static std::atomic operationIdCounter(0); std::uint64_t operationId = operationIdCounter++; // We create two probes at the same location. One created using the FOLLY_SDT macro, one created using dtrace. FOLLY_SDT(usdt_sample_lib1, operation_start, operationId, request.input().c_str()); if (USDT_SAMPLE_LIB1_SDT_OPERATION_START_SDT_ENABLED()) { //std::cout << "operation_start probe enabled." << std::endl; USDT_SAMPLE_LIB1_SDT_OPERATION_START_SDT(operationId, request.input().c_str()); } auto latencyMs = _dis(_gen); return std::async(std::launch::async, [latencyMs, operationId, request]() { std::this_thread::sleep_for(std::chrono::milliseconds(latencyMs)); auto output = std::string("resp_") + request.input(); OperationResponse response(output); // We create two probes at the same location. One created using the FOLLY_SDT macro, one created using dtrace. FOLLY_SDT(usdt_sample_lib1, operation_end, operationId, response.output().c_str()); if (USDT_SAMPLE_LIB1_SDT_OPERATION_END_SDT_ENABLED()) { //std::cout << "operation_end probe enabled." << std::endl; USDT_SAMPLE_LIB1_SDT_OPERATION_END_SDT(operationId, response.output().c_str()); } return response; }); } bpfcc-0.31.0/examples/usdt_sample/usdt_sample_lib1/src/lib1_sdt.d000066400000000000000000000005301465134135300246750ustar00rootroot00000000000000# This file is only relevant when using systemtap-sdt-devel (see usdt_sample.md). # This usdt_sample uses the StaticTracepoint.h header file (from folly) instead. provider usdt_sample_lib1_sdt { probe operation_start_sdt(uint64_t operation_id, const char* input); probe operation_end_sdt(uint64_t operation_id, const char* output); }; bpfcc-0.31.0/examples/usdt_sample/usdt_sample_lib1/src/lib1_sdt.h000066400000000000000000000031321465134135300247020ustar00rootroot00000000000000/* Generated by the Systemtap dtrace wrapper */ #define _SDT_HAS_SEMAPHORES 1 #define STAP_HAS_SEMAPHORES 1 /* deprecated */ #include /* USDT_SAMPLE_LIB1_SDT_OPERATION_START_SDT ( uint64_t operation_id, const char* input ) */ #if defined STAP_SDT_V1 #define USDT_SAMPLE_LIB1_SDT_OPERATION_START_SDT_ENABLED() __builtin_expect (operation_start_sdt_semaphore, 0) #define usdt_sample_lib1_sdt_operation_start_sdt_semaphore operation_start_sdt_semaphore #else #define USDT_SAMPLE_LIB1_SDT_OPERATION_START_SDT_ENABLED() __builtin_expect (usdt_sample_lib1_sdt_operation_start_sdt_semaphore, 0) #endif __extension__ extern unsigned short usdt_sample_lib1_sdt_operation_start_sdt_semaphore __attribute__ ((unused)) __attribute__ ((section (".probes"))); #define USDT_SAMPLE_LIB1_SDT_OPERATION_START_SDT(arg1, arg2) \ DTRACE_PROBE2 (usdt_sample_lib1_sdt, operation_start_sdt, arg1, arg2) /* USDT_SAMPLE_LIB1_SDT_OPERATION_END_SDT ( uint64_t operation_id, const char* output ) */ #if defined STAP_SDT_V1 #define USDT_SAMPLE_LIB1_SDT_OPERATION_END_SDT_ENABLED() __builtin_expect (operation_end_sdt_semaphore, 0) #define usdt_sample_lib1_sdt_operation_end_sdt_semaphore operation_end_sdt_semaphore #else #define USDT_SAMPLE_LIB1_SDT_OPERATION_END_SDT_ENABLED() __builtin_expect (usdt_sample_lib1_sdt_operation_end_sdt_semaphore, 0) #endif __extension__ extern unsigned short usdt_sample_lib1_sdt_operation_end_sdt_semaphore __attribute__ ((unused)) __attribute__ ((section (".probes"))); #define USDT_SAMPLE_LIB1_SDT_OPERATION_END_SDT(arg1, arg2) \ DTRACE_PROBE2 (usdt_sample_lib1_sdt, operation_end_sdt, arg1, arg2) bpfcc-0.31.0/images/000077500000000000000000000000001465134135300141225ustar00rootroot00000000000000bpfcc-0.31.0/images/bcc_tracing_tools_2016.png000066400000000000000000010176341465134135300207720ustar00rootroot00000000000000‰PNG  IHDRÜYóºysRGB®Îé pHYsgŸÒRÕiTXtXML:com.adobe.xmp 5 1 2 ‹O²@IDATxì˜$ÕÕ†ïÂâ®Á³¸»[eq.Áƒ-²Ø·E7\Ââî.‹-,¸$Ü!èýÏwóßšêêê™îj™™ž÷<ÏLÙÕ·ªKÎ=÷œ~ÞÄ!€ @€ @€ %ð]¿~ý&£hnòA€ @€ @€ ÐA…{ Ö @€ @€ @…  p/ŒŽŒ€ @€ @€ (Ü;X°@€ @€ @(L…{atd„ @€ @€ t@áÞÁ‚5@€ @€ @€@a(Ü £## @€ @€ @ ƒ ÷¬A€ @€ @€ @á^!@€ @€ @P¸w°` € @€ @€ P˜ ÷ÂèÈ@€ @€ @è €Â½ƒk€ @€ @€ ÂP¸FGF@€ @€ @€@î,Xƒ @€ @€ &€Â½0:2B€ @€ @€: pï`Á @€ @€ @ 0î…Ñ‘€ @€ @€ ÐA…{ Ö @€ @€ @…  p/ŒŽŒ€ @€ @€ (Ü;X°@€ @€ @(L…{atd„ @€ @€ t@áÞÁ‚5@€ @€ @€@a(Ü £## @€ @€ @ ƒ ÷¬A€ @€ @€ @á^!@€ @€ @P¸w°` € @€ @€ P˜ ÷ÂèÈ@€ @€ @è €Â½ƒk€ @€ @€ ÂP¸FGF@€ @€ @€@î,Xƒ @€ @€ &€Â½0:2B€ @€ @€: pï`Á @€ @€ @ 0î…Ñ‘€ @€ @€ ÐA…{ Ö @€ @€ @…  p/ŒŽŒ€ @€ @€ (Ü;X°@€ @€ @(L…{atd„ @€ @€ t@áÞÁ‚5@€ @€ @€@a(Ü £## @€ @€ @ ƒ ÷¬A€ @€ @€ @á^!@€ @€ @P¸w°` € @€ @€ P˜ ÷ÂèÈ@€ @€ @è €Â½ƒk€ @€ @€ ÂP¸FGF@€ @€ @€@î,Xƒ @€ @€ &€Â½0:2B€ @€ @€: pï`Á @€ @€ @ 0î…Ñ‘€ @€ @€ ÐA…{ Ö @€ @€ @…  p/ŒŽŒ€ @€ @€ (Ü;X°@€ @€ @(L…{atd„ @€ @€ t@áÞÁ‚5@€ @€ @€@a(Ü £## @€ @€ @ ƒ@ÿŽUÖ @¯¾úʽð nŠ)¦psÏ=wà|ÿý÷î駟v3Í4SøkXÁ}´ xÖwâ½÷nžyæqß|ó{óÍ7x꺯Eú÷ïï&›l27ùä“»©¦šª–¬ÉﬦL–x 'tÓO?½›rÊ)]¿~ýºÌÏ]&¬2ÁœsÎYS__{í5÷á‡VYzíÉtÒ½ª¤/ÿ¶¹^J¯ä¾|-”’` € ÞD…{o:[´€ZBà¹çžs+¬°‚[ýõÝ 7Üа:ßyç·üòË»Ã;ÌqÄ +·¯ÏúÎüwÞé^yå•p=Ž5ÖXîÑG ×}ÑR§›nº¯½örK,±D—ÅÄßY— +${ì±Ý AƒÜn»íæV_}õŠÊ÷zëÉVÙe—¹-¶Ø"»»âöqÇçÎ?ÿüŠÇë= {”îUí$}ù·ÍõRz%÷åk¡”[€ ô&(Ü{ÓÙ¢­€ @ AN?ýt'EûÎ;ï\Râ ,àvÜqÇ’}•6~øá÷Á¸ÿûßîùçŸwW^y¥»úê«ÝN;íäŽ=öØ`ý^)oÜ_K}Êóõ×_‹ñ'Ÿ|ÒÝ~ûínäÈ‘nÖYgu·Þzk§3Rj­'¶/»\|ñų»:ÝþÃþàZh¡NÓă—^z©{â‰'ÜàÁƒÝ¼óÎwwº\pÁ;=ÎÁÞE€ë¥w/Z @€ò pÏ£Â>@€ ÐÆä¶Bî›l²‰“ezZ¤¼Þ}÷ÝÓ»ª^øá‡ÝgœáFŒᮿþz÷Øc¹Yf™¥ÓüõÔ÷ú믻6Ú((û×\sM÷ø㻩§ž:·¾zêÉ-°Ê+¯¼²Ó_5¢A)Ü×^{m·ÖZkU“…4mF€ë¥ÍN(Ý @ O hjŸ<ít€ ¾LàÌ3Ïtòá>dȆbXn¹åÜUW]å8à÷ñÇ»]vÙ¥¡åg ›m¶Ùœ”üRNÿë_ÿrë®»nðEŸMÇ6 @€ V@áÞ*ÒÔ@}žÀŒ3ÎèFå¶Ùf›>ÏÝG@AR/ºè"·È"‹¸e—]¶) >|xðs~÷Ýw»+®¸¢)uÄBDõ¦›nr î^xa<IJ—à^ÙKO͆ @P¸s!@€ZD`üñÇw«¬²J—.6ZÔªé£ä'üË/¿,ì6¦Zlq`IAF›-ýû÷w Ö*‘…=Ò» p¯ìÝçÖC€ ¾N…{_¿è? @}Š€|¬O9å”nóÍ7oj¿—Zj)7Æc¸—^z©©õÄ·ß~ûPŸ| #€ @€º‹ ÷î"O½€ @ Åî½÷^7zôh·Ã;¸qÇ·©µO4ÑDÁÍË;ï¼ã¾þúë¦Ö¥ÂåZfÚi§u?üðƒûâ‹/š^@€ @È#€Â= û @M ð駟º£>Ú=ðÀe¥ßsÏ=áØW_}Urìµ×^s{[f™eÜo~ó7Þxã¹yç×­·Þzî°Ã )K2älT*;'iî®gžy&´íí·ßNŽ?úè£aß_ÿú×d_-+Ï?ÿ|ÈÉ%—Ô’­ª´¿üò‹»ùæ›ÝÆoìZh!7Ùd“¹qÆÇÍ4ÓLnÅWt't’{ÿý÷«*+›è7ÞpÇ{lð}.?Óc=¶›zê©ÝÒK/|–Ÿ}öÙAá›ÍWÍv3ËŽõŸ~úénÌ1Çlz0SÕ÷ã?ºwß}70j¶r?öOçB"—9í,ý¦<öòË/wÇwœ;ꨣÊ0|ûí·îÄOt›m¶™[rÉ%Ãõ«ßÇ,³ÌâVXa…câÁ,ËWÍŽF]ÃÝu¯Ìöñ×_u#GŽt[mµ•›k®¹ÜÄOìäî&Þƒ¯¹æ÷óÏ?—d»õÖ[Ã½í§Ÿ~*ÙßÓ6Þ|óÍ’{ÙXcî•ê›ÜAÝ~ûíe}«¥Í.?Û ´]ýõn“M6 ÷}=/Õ§f˜!ܯ·ÜrK§˜ @hî­ L€ #ðÉ'Ÿ¸C=ÔÝwß}e<î¼óÎp,*ܵ”â@JžsÎ9ÇIñ£íaƹAƒ¹Ï?ÿ<(ÓfŸ}ö <++0µ#[vêPU«O>ùdh›(QæŸþ ÔÛm·Ý܈#âjûïÿûÐ~õ¯‘"e×Ì3Ï$ VÊö?þñÛ:ë¬ã¤È:t¨›gžyœÒÖ"§œrŠ›{î¹Ý!‡âä3|ƒ 6}PùRêhaðàÁAq©´µ(ÜšYv죱êóºë®âþf-eI/b&ÅW+ä­·Þ ƒ+:í,y¿i)á×^{m7묳:)8àwñÅ'4uÚi§…ãúÓŸ‚«ýVvÜqÇðûXuÕUƒ2Yh¥x_i¥•Ü믿žäïj¥‘×pwÝ+Ó}üì³ÏÜk¬˜Š­=÷Ùg'vº¾î¿ÿ~·é¦›†ûÍ-·Ü’d½ñÆÃýRN=UN=õT7çœs†vj°eà 7tÇsLˆë°è¢‹º;î¸Ã­µÖZa€òƒ>¨¹Í.?Û )Ú§™f·ÑF¹Gy$(ÜåbJƒ£znJù®s¸Új«¹Å_ÜPÊÖË6 @¨HÀ#€ ”0 toN¿þúë—ì¯wã•W^ åšezYQ¦ÇÌ"Ø›õµ_pÁýLàMaæMiY–^;^|ñEÿÛßþ6ä3«íÜ4Ú™.»b¢N˜B=Ôa%©Ì7wh£Y/ûgŸ}¶äXg¦ð å™ò¯³d]Ëò>|¸7ŸáÞ¬v¤È-㡇òÓO?½ïׯŸ?üðÃ}¥t1³ ~x³–m¶ÁoJÝx¨l©kÇㆴ[o½uÙñìŽf–­k¿ýöË=1]£¯û]wÝ5Ôg±Š’e£ë3Å`¨Ïf54µž’¼¡kF÷žÛn»­Ó’Ó¿i]¿|pȧûY¶û¿ýíoÞ<¼ 0%åè<¨ìEYÄ›B5ÙŸ]1E³·AoƒJ~¾ùæófŸMR²ÝŒk8ûÛNW˜î{£ï•±ÝÏ àMíÏ?ÿ|oVìñP²÷çž{Î/¼ðÂá¾c³±í¶Û.pþæ›o’´ÍZ©öz‰õë\n±Å¡}68ãõ¼É,ð\p×½ÝÜ4ù‡~8/YÙ¾f”ßÙµ èüجo34¼)Õ½ ,•µK;¾ÿþ{o3²¼)æ½ÍTð¯¾újn:vB€ : |”ðuBv@€@Ûh´"0êLq•Hæï:(ŒÍò;(cÞJK³@õÓM7]PŽURzDz+)W*•÷WR¸ëøW\”7fiï¥xëJN8á„^ ìz%ÍÓ\h„rwß}wo®º,Z,ÌJ?ä1—=ÓKdÚ!È•?²ì½÷Þ!ú•¤™egëüî»ïüä“O¨Ùcq»‘×½Yü†þ›µWÝyÒÈúTþGê4÷%Õ5ºž’¼Q­5ý›6ü¡ß{챇—¢4O4X¦Á(³^öÿýïó’”í;ùä“C¹f)_v,îhÖ5œþmǺâ2ö½÷JÕñ /xsÝåmvŒ7+öXmÅ¥˜eu`e®¬|OU¸«ŒÒ Ë^{íUQ1îèã?îÍ:ÜÛ oVäéCeëÍ*¿³kAÏ ™ÿŸÿü§¬My;lÆVH±YN]&ååg @è‚@P¸ãR& ;ð€ Ð3\}õÕ!¨¥¦¼Ë—nW"÷¦ô¾våz¦Õ²ùæ›7ò5¿ÓN;uZ½ü¾ËÍÅsÌáÌ*±Ó´µT@Î}÷Ý×í¿ÿþN>ÊåW½+‘K³Út ,°€“z¹[ÉS:º—_~9¸&8óÌ3ƒ+™¼tÙ}6°àl†„3%°³™ÙÃa»™eg+Ô5"6 ‘=ÔÐmùQ–|ù¼¶ wÕUW…¸ ­$§0ùä?þøãùSé+òØc¹óÎ;ÏÉ‹ÜxTrÝc³BPÙk¯½6¸Ü©†)eƒ»¹N©$­¼†³mhÖ½ò ƒ .¼l&Lp­“­7»-Ÿîòå.Ÿør9£ß@O¹2‹üà‚LçÍ`ºlæK,ážx≌X±Dl°¦bžf—ŸW± ¦…gŸÚ&·1ÕÈb‹-îçry•çÞ­š2H@€º"Ðõ›VW%p€ †PCùžjª©ª.ów¿û]ð_+eZwˆ0*ø¢”« š'ò.ÇR^wÝun¢‰&ÊKVhß¹çžë̺2(Ük)@¥—Ÿq³ÍŠüHK‰+?óRXÖ"RfÉ_¿Ä܃”emfÙe•ÙŽ3Î8ÃM:é¤Á·wÞñô>ñøâ‹/ªú3«R'¥¯Î½j0Eòÿm3.œvÍ ö(&€®!C†8ù"Ï“Zú•×sI‘Wl·îkùª–±’HI*E«¹: ôJéòöËßµb˜û”²Ã­¾†³ hƽRþ¿õ{5+õªó•”H Z«HQ++w—4ßì%Ù¥Ð3—AÙd>‚KŽU³a¾ƒ•÷í·ß^–¼™eg+“%¿®R"Z\€ìá²m)Ųš?óïì–^zi§™`P F)-8rꩧ.+»‘;t½ŸuÖYNœŸzê© L”R±’ÔÒ¯¼¾›Ë–JEwÛ~ duÖg5LJEóA‚~ÖÚPóáí4д•×p^»›q¯4_øa‹2jÍ62ÿè=ÒÂ]׈‘ÌÅ•Óó¢VÑŒõÏâd¸/¿ü²,{³Ë/«ðÿwÄÙLÙ{w¥ôq¿Quý<óÌ3qK@€ ÐPýZ…A€ PõÖ[/¸~¨µ –²˜_㚬ãk­§RúgœÑ™u·Æk¸M6Ù$(@£»¬ÄGŽ¾Rú6CŠºJ‘òIîh¤P’ë ó9ž4OJx ú“ì¬qE.nÞ|óͲ\Í,;[™Ú ‹ûÝvÛ-{(w{À€­Ä³¤ˆýðÃßÜòŒ5ÊYàBgqétrßЕh€F–éÕˆ,­-nûÇ?þá,HjÈ"Ë})ü¤—‚¸’ÔÒ¯¼2–[n¹¼ÝݺO÷‹)¦˜¢Ó6hð@×À:ë¬Óiº¼ƒRèW’V^Ãymhô½R3äÊËü±;]+EDÖãâÒ“Džr›¥Î 6Ø PÓÌOzø=ëþ­Ù,;ï¼sRN³ËO*ÊYьɭ·ÞZ•ûŸX„PÍW¿+2Ë` @€:#€Â½3:ƒ ´˜€-T£”Ž PY(#2É•Ça‡,Â¥‘ßpYWKñ*+òJîê­[îwºR:vVGT §ãr•"KNYæ±õå)¸šYv¬7.ÿýï»n¸! „ÈBµ‘Åx%×@åÿå—_ܽ÷Þë.»ì²P§ èƒî,[Ë›jE×ú,³Ì⤗Q ¶ËìEûÕeÁݘ`РA]Ö.k^ýÕ*ÐÐùÌ“V^Ãyõk_£ï•ÈÑ€Ž®“¢b–ÃàVž ž¢eÖ›O÷ŹX}õÕ뺗i0UbALKšÔìòK*ËlhpWÏ (éž`­3)*oÎ6Ûl•r€ ÔI…{É@h$¢J¤,Q®#ºSäVD>½¯¼òÊ  •’]Aå·]Sø›!R´Ô#²j—xZáþꫯ†"å"¥ÑÒ̲³m1bDp'R­y6-Û²Õ ‹þ†ê¤ –2\3äj£’¬¹æšî /¬t¸dÿ8ãŒã&™d’’}}y£¨%vgÌôS3R4xV)Hf+¯áJmmô½òŸÿüg¨ªE¬\œh¶|¹÷‰ç*Zƒm—‚’*îE,/–·›U~¬'o9ᄆgÍÖ[oî5·ÜrK$ÕlC @€@w@áÞ]ä©€ C ¨)§¨nÙ%ŵ,œYdwÐA…6\sÍ5…­Q«éDµ–Û•Ê’w†fpo¼ñF’$*‘z³Â]î^Î9çœÈ´R Ѥà ^YpÁÝ<àè¶ÝvÛÐàÌño¶¿÷¼zÛaß4ÓLSs7ää_æþG–ʺÎeÉþÑG¹÷ßßIé,·T²Ð–[ ÅeÐyÌJ3Ùº*m7ú^ûTo¹ºõ$…{H¨·_:*#–ÏKÜnVù±žJËVXÁ½øâ‹î€3jîºë®àZJ¼—]vÙ»`™e– 1)*•Á~@€ ÐhMm4Qʃ ÔA ú=¯£ˆnÏ*÷.R¸Kde¸ÔRK5µM°x–›’Ï>û,igT˜Eßøɬ4³ìtó®¾úê H••y=nqÒeÖ².÷ò߯Y'žxb-YI[% VT+ ,©(º¦5+D3 ´­`²R²K¹®™\pA²+—@ñúÏ^?­º†;ë[£ï•?ýôS¨.Îê¬îÎŽÉßyO¹Ê‘Ôc¹û£24X“žIÕìòcÝ-u-h6ÕK/½äN:é$·òÊ+»§Ÿ~Ú{ì±! ¸žIóÎ;op9“ êÝY¹ƒ @E  p/JŽ|€ >B VÄrcrÓM79Y4˧ü¦›nZ¢ i4¶wß}·î"å‡XÁ%£È}‚äã?Ž»¶lfÙéFÊ/ºQ²0ï.‘e¹RPC¤û(Ð¥,O=õT·Ê*«¸;î¸ÃEßÛRRÊW»‚}ôÑÁ%‡f(t&­º†;kC£E×Ti×REêHÏ”)’¿Ñyb|Ï?ÿ¼î¢¿øâ‹0ˆšThvùµ4Zƒ| \+—H@}ä‘GÜ 'œà`W€Ï:ë,·ÐB …ßÀèÑ£k)š´€ @ &(ÜkÂEb@€@ß#P‹Bû¹çž ùE¿ûî»Ýþûïï}ôQwà6 \´¶-Z¤Œ‘…o”¨|“5g£¥™eǶ>ñÄNòm,¿ËÝ%òi=ÓL3…1FZO@Á‹·ÜrK'ú-Ë‚]4§›nºÂiÅ5\¸q3F×Tõ(Ìeù]ïý¨`ó+f‹¾Õ_{íµŠiª= ÷1±¼˜'n7«üXO­KÍTXzé¥C< Ž–ë$ <©½`RŒ‰žv®jí#é!@è¹P¸÷ÜsCË @ !ÝAÈws©V‘òõ×_;Y4Ë"^îLdùxä‘G—2r)Ò,+g¹Ã¨GÞ{ï½=­p×€¤ ÷f–mÿN?ýôàFf÷Ýw»ºmݞȧ<ÒZú-ʥР,àäÛºV÷Ki×!é–·âN×׊õ8ˆ]¤©SÖñ•˜)¯ybŠèk½h™úýJA챜f—ë©w©ç f[ɲý´ÓN 1 dùŽ@€ f@áÞ ª” @èAde,ùöÛo µªZ…ûÎ;ïì”ö¸ãŽ îdT™\\yå•ÁÊZ®MêUŽçuàË/¿ õæ«fŸÜH–Xb‰$yT(Ö£|SaGq„›jª©\Têk_3ËVù~ø¡S Z¹™k®¹´«ÛDJº—_~ÙM;í´á¯ÛÒG+~ᅜ܀l¶ÙfÁH­¢pv°®Ù×p­ílDz¹É™~úéÃ`aÑ{¥Üiõ4‰ÁLX´ÑïX8QÁËjvù±žìòÿø‡;æ˜c\­÷è1ÇÓ 2$¸ÚÒŒ¬f¸ ˶•m@€úî}ïœÓc@èc0NRćïW_}媱Œ<çœs‚bý÷¿ÿ½Ûk¯½J0À{î¹Á§®, cpÂ’DunÈ¢»¨œ}öÙ!«‚HFüñÝï~÷;wýõ×;)ô‹Š\H‘7à 3$E4³lU¢s!EwO°n—poùóGZOàÁ •.¿üò5W.@ <™';†óêlÅ>¹¾’V¾¾k tõD…ûLà]tQwÝu׫îZûÓËÿ¿${-5»üXvùý÷ß»C9$¸‰É«f;Þïåz  @&€Â½ÑD)€ ÐÃDW Ñ’»–æýå/qRlt&²¢ÝsÏ=Ýoû[wá…æ&ÝxãÝŽ;îè{ì1wÀ䦩gçE]ä48P«ÈJRmšo¾ùËóXÆÁ”í >ZD4PñÊ+¯¸u×]·,{³Ê–; )ýd¼öÚk—ÕÛê°¤g´º }¹>F•h†A­¢›ÿþ÷¿³5ë®Xa è5ãŒ3:Ý÷jµr>|¸Ó@ÄZk­Õ‚–ÖVÅQGÎåŸÿüçÚ2þjùµ¿ôÒKÝÀÝŠ+®XVF³Ë/«Ðv(ø©foÝÿýy‡»Üƒ½Ö$·ËŠH@€@Ÿ$€Â½Ožv: @}‰À²Ë.\»Üxã5u[›'Ÿ|r®‚%ôÍ7ß¿í¿üòK°4œl²É⡲å)§œâæ™gwÒI'¹[n¹¥ìxÑRæK9VĺTm‘~øáeÕ¯ºêªn±Åsjw­Ê7¹^Øc=‚õ6Ú¨ee+8àûï¿ïvÝuW7ÆÝûš7räH'%¤¬ûwØa‡2ìh>yç7T¢¥ZD¿ë¿þõ¯Vmæ¶62­¸²šþè£ÜJ+­T•E¸~ëD”¸bUL=õÔlRCÊZc5ÂŒ ¢ÄA˜Z –B]ƒyú=çI³ËÏ«Sçjá…vÿûß«š…•-cÔ¨Qa—Ü!€ @ Ñº÷K¬Ñ½¡<@€Êȇøj«­æ}ôQwÏ=÷”ÏÛ!ËV)mlQn`*ÉàÁƒÝ«¯¾1K-µT¥da¿¬?åbeÜqÇ þs£èN3Uqpî¹çvòÐA¹óÏ?¿ŠÿKrØa‡9YÆËEBžR\©dÅûÉ'ŸµXÐ}ôÑ!H¥”w‹,²Hn›šQ¶\ëˆóöÛoŸ[g«v*@ç[l,P5Ð#·:Hë Ì?ÿü¡ÒZ¸>ûì³àÿÁtƒ ù+mÆ5ÜzJ¥5ÊÊ]¾ÁåNGnšSI(zƒ 6q+tÚf›m*%íöý²nÿᇜJÞzë­ªÚ#ßý‡z¨»øâ‹Ý†nØ©k¨f—Ÿ×` ”ªO:µ Š*ÏÍ7ßâh` @&€Â½ÑD)€ Ð È2QŠnùXøá‡;m¡‚Ð-½ôÒîÞ{ïur§Ò¯_¿Üôçwž»üò˃ë’}öÙ'7Mv§€²*—?ùFús—ué2Ë,,©´µ+Q0SYmÊ Ž*Ézë­çÎ<óÌ <_rÉ%» Î*œX¨|ù6lX¥¢]£ËV@[)º;›iP±AuÂëÚk¯ JÊÕW_=¸°Ð5"¥%Ò=ävC Öø[íªš¡Ø ò«Á›èvCƒjyÒèk8¯ŽVïÓýNƒwwÞygˆ… {ál³Íæ¶Új«p/Ð=O.´ä&Iñ1n»í6§¶"3lZÙ7õC’r¡¢{YW.Æ4èª`»ê›®¡ë¢R››]~^½²¬× bEHé^Í@‚fnIÉ®ß$èŽ{e^_Ø@€@{èß^Ý¡7€ ÆP0µÎ¬»«­i§v ¾o«MߌtRtKé¶õÖ[E°›n¹å–NM55_ÖæO>ù¤SŸ¥X™p .ÊÂ]û³"r™"Dz~¬¤”ÏæÓö.»ìâ4_–Ïûí·_p[“—®–}c5V°XT P¹w¸ï¾û‚ò]ÊC¹xPûd©.kU "È[~Ûå‚eºé¦ë´*YúÏ5×\N®k¤dÓ5¡  ú“Ë)šÅ㩧ž ¾Ÿ¥´”Ò[õtåÖ¥‘eÇÀ±õK­åº—RîÝwß ×,£%ã7^PHêÜvŶS𬛀®ûË.»,ø»ÖïýÊ+¯ AuÝN3Í4áw¡ó&ÝR$ËO·Î™fÃè·­ß³tßÐu/_ð²OK#¯át¹Ý½.ëþgŸ}6PÕ}B|ÄR2æ˜cWIº2$ ÜeÛ[Ë=1›·YÛüãf.ÈZ}å•WvÛm·]xè>?ÑD9¹Ó`Ë­·ÞF48ÙÕ½Lmnvùy\4¸)%º4ÛI÷?ů˜sÎ9Ãõ*+} ð>óÌ3áqÍ5ׄÞzni @M!`/! @)<ð€·‡nÃþLJ·š¡Lse’ªí«C‡ ÇLyYv¬šf]ò›¢¹Óäjƒ)#’¾™RÈO0ÁÉöä“OîÍbЛ#)'[¶ùwö¦€öýû÷÷æ?7IWËŠ)ù¼)ôB½¦x¯%k’¶ÏÛo¿Ý›2Ý«o:¦Œ÷¦Núh>Åý‘GéMYœ”UÍŠYDz›!àÇgœ¤,­ÇzT—ùË÷?þx5Å•¤©·lL}4iI¹µl¹îmÖD¸Ì¢ÝÛ@Š7Öþ?ÿùOUÕÆúÖ_ýªÒMÔªzŠ¶/ÏÛáÚ2«éôî²õZïü±?ðÀ½)UK®Ýôµ<ûì³{óÛî¿û>SÀz›¥áuL¿¡Í7ß<9–]©÷N—Wé·­4µö=]®Ö³÷³ìñJÛ?þø£7e´ÿ׿þåúé§Jɼ LxsëTñx#T{½dëÔýByÓ÷~dõ6\æ ˛ەlÖª¶Y~g×Bº16èé×Yg¤ýº«zNÅç¹ÍØð6`ämP1•u@€ ÐHßÚ»‡ë§µ‚@€ Ðw˜R4š“ûÑSà¸Yg5XmËx;ˆ?ÊòüùçŸw_~ù¥3¥aøSàVY¨•õÐC…€Š²¬”½,†U® X-6ä+Z¶,Ràvß}÷ur³€@ €â¼øâ‹aF‚fµhvËÌ3Ï~ûšñQs^¹é}E¯át½y]îZÄùå—_îñÝøþûïÝý÷ßf©è™ ™Mšá°è¢‹†{e½hvùyíûôÓOžkú“‹=Ï4›Cý’Û1]ó @h"ïÌ kîM$LÑ€ @€@ï  Á) å›ÞfÂj´à^xáඪPd‚ @èÍ‚ ©½ùÒv@€ @ !¾øâ‹à“=új¯µPÅ»0÷=!>D­yI@€ Ð>°poŸsIO @€ ‚ÌO»›d’IÜb‹-ÜFÕZÌšk®B›?ûºÖü¤‡ @èõ°pïõ§@€ @ ! ÿÞòóýÈ#¸›nº©¦2ï¸ã§¿-¶Øe{MäH @€ÚîíwNé @€ P€ÀèѣݲË.ëðSÁˆ Ôi)¿þú«;æ˜cÜGáÆo<÷ôÓO»9昣Ó<„ @h[MmÛSKÇ @€ B|ðA·êª«º~øÁ­²Ê*nÏ=÷tK,±„S@TÉgŸ}æ^xá÷üóϻ믿>¸Ÿ™bŠ)Üm·Ýæ–Zj©Bu’ € @ - po‹ÓH' @€ †xã7Ü™gžé.¸à÷å—_†²Çw\7ñÄ»>ú(©kÒI'uÛn»­;ôÐCÝä“Ožìg€ @ O@áÞ'O;† @€ª"ðí·ßº'žx½ûî»î½÷ÞsŸ~ú©“’}Ê)§t ,°@°hsÌ1«*‹D€ @mO…{ÛŸb:@€ @€ @­ îc´¢&ê€ @€ @€ ´;îí~†é @€ @€ ´„ ÷–`¦@€ @€ @hw(ÜÛý Ó?@€ @€ @h î-ÁL%€ @€ @€ ÐîP¸·û¦€ @€ @€ Ð(Ü[‚™J @€ @€ @ Ý  po÷3Lÿ @€ @€ @ %úóÍ7î…^hIeT@€ @€ @h7¿þú«ŒÛ—éÿÀ¸C9ÄyïÛ­ô€ @€ @€ Ðt¦pÛ*ùk?S´£io:n*€ @€ @€ 6&ð]¿~ý&À‡{Ÿaº@€ @€ @­#€Â½u¬© € @€ @€Ú˜ ÷6>¹t € @€ @€ZG…{ëXS @€ @€ ´1îm|ré @€ @€ ´Ž ÷Ö±¦&@€ @€ @hc(ÜÛøäÒ5@€ @€ @hî­cMM€ @€ @€ ÐÆP¸·ñÉ¥k€ @€ @€ Ð:(Ü[Çšš @€ @€ @   poã“K× @€ @€ @ uP¸·Ž55A€ @€ @€@@áÞÆ'—®A€ @€ @€@ë pokj‚ @€ @€ 6&€Â½O.]ƒ @€ @€ Ö@áÞ:ÖÔ@€ @€ @mL…{Ÿ\º@€ @€ @­#€Â½u¬© € @€ @€Ú˜ ÷6>¹t € @€ @€ZG…{ëXS @€ @€ ´1îm|ré @€ @€ ´Ž ÷Ö±¦&@€ @€ @hc(ÜÛøäÒ5@€ @€ @hî­cMM€ @€ @€ ÐÆP¸·ñÉ¥k€ @€ @€ Ð:(Ü[Çšš @€ @€ @   poã“K× @€ @€ @ uP¸·Ž55A€ @€ @€@@áÞÆ'—®A€ @€ @€@ë pokj‚ @€ @€ 6&€Â½O.]ƒ @€ @€ Ö@áÞ:ÖÔ@€ @€ @mL…{Ÿ\º@€ @€ @­#€Â½u¬© € @€ @€Ú˜ ÷6>¹t € @€ @€ZG…{ëXS @€ @€ ´1îm|ré @€ @€ ´Ž ÷Ö±¦&@€ @€ @hc(ÜÛøäÒ5@€ @€ @hî­cMM€ @€ @€ ÐÆP¸·ñÉ¥k€ @€ @€ Ð:(Ü[Çšš @€ @€ @  ôoã¾Ñ5@è¼÷î駟v¯½öšÓúl³Íæ[l17ÆåcÂ?ÿü³ûüóÏC¯t|Š)¦p_}õ•{þùçÝ[o½åfœqF·À „ý]uýûï¿w/¿ü²=z´›fšiÜ /Üi>µí“O> ÅN0ÁnœqÆqÏ>û¬{å•WB¾\ÐM7Ýt]Uë¾ýöÛPço¼á~úé§Ð楗^Úõïßßõëׯ¬ßª·ÎÙNÔ’·‘ç(Û¶!@€ @=ž€}D#€ n!pÝu×ùYf™ÅÛòäï·¿ý­¿ôÒKKÚtñÅû‰'ž8I7å”Sú<ÐO4ÑDɾXÎ&›lâ?üðÃ’üqÃí~Ø°a~¼ñÆ+Ë7×\sù‘#GƤÉrÔ¨Q^õÅò7Ø`?ß|ó%ÛÚoÊr¿çž{úï¾û.É—^ùñÇýŸÿüg?ùä“—äS^õkÚi§õ¦´Ogñ¨WÖ¹¤5æmÔ9ʶm@€ @€@/ ð­}ã»~j¨V@€@+ \xá…n‡vp¿þúknµ²ö>õÔSÝ!CÂñ¡C‡º“N:)7mÞNY¿ßÿýÎãÉáÏ>ûÌÉšüŸÿüg²/oeß}÷uÇ|rè´ÓNs¦LO¶;[ÙqÇÝ9çœS–D}=ÿüóËögw¼úê«nŽ9æ»Qo­œÓí©5o#ÎQº~Ö!@€ @½ˆÀw¦Ë˜ |¾~/êM… ÞIà¼óÎsÛo¿}P¶ÿæ7¿q#FŒp/¼ðBp #eµ\³hú裰ÿÉí”×’%–XÂ}öÙÁŽÜÑ\}õÕa ¦sÌ1ãjÝõá+/’·Þsëf @€ @èµdáŽ@ xî¹çüàÁƒý*«¬âÍŸ±8p ß|ó̓„JîÌbÔÏ3Ï<áoÅWŒEuº¼ì²Ë¼)»’|1ÿO<Ñi>B½Ÿ€\®D·*æsÝüñÇe2…µŸwÞyƒë•ñÇß›ßö$YŠ'.YÖXc ÿÃ?$ÇâÊÞ{ï¤9ýôÓÃî»îº+Ù·òÊ+{¹–ÉÊc=æ'œpÂN.cÒ¢ôö°¦\/sYsóÍ7'ÇͲ>Õ›ò?9¦{Ÿ)øþ˜HLÖ^{moÖüþ—_~‰»Ã²h½õp®'¯]ô•tœ ÔA ï7Ýt“_i¥•’w—í¶Û®Ž66k3úÛØR @€úàR† ©½v¨¤ñ —Eç~ûí¬@³¥ËŠÓ”ñÁš3{Ì”C! öñÅÙùÛæÇØɪ4+ &Ø ÙtÓMCyä‘Nƒ$¶¢-Ô¾F@n^äÚErâ‰':ó^†`ª©¦ ÇV_}ugÊ_gÊr§ßmV:è 7öØcgw»¿üå/î’K.q²rôÑGÝî»ïîl@/I§à§¦tO¶Ó+ ˆúÍ7ß„{”Ú­ÞÓi6Úh#7õÔS§w¹f˜!ÙþòË/“u­¨ S¨»Ûn»Í=ôÐCIݲî·G'+ý3Î8Ùïú’|ÙZê­‡s=y³m®åeó² ¢šñžqÊ)§8ý6¢è÷ÛS¤ýí)}£€ @èmP¸÷¶3Ö¤öJù}Àe»ÜÈç±\:üûßÿvï½÷ž“ò(ºKÈ6¡ÿþÎý…ÝR’U#ýë_Ýå—_”afÝêxàj²5$äþÁÆÕ‡ó†nØr)¨ŽÀ¿þõ¯$áRK-•¬gWäk=Ê»ï¾W“å¸ãŽ[æ^&Ô}LŠl)·u“È}K¹¯©F^zé%'×3 ÜÖÈÌÿûßP¤ÍrúûÛßþüÕËG½|½7Bêá\OÞtÛk=G鼬C ÍxÏÐ@ÞE]Ü@iЮ'I3úÛ“úG[ @€ Л pïMg«‰m•Å–,Õ%RP¥]Ú÷óÏ?;)ÖódÒI' ÖâyÇ*í“+*±¤l7W4•’6|¿|)KÙ.ÉZ¡6¼2 „ʤæ ÔÜÊ”¥ÑŽ—_~9Ùo.®’õ¸"¥õ 7ÜàdõE}òÉ'Ãî%—\2,g›m¶$ÙrË-çÆo¼d»ÒJ5i*åÍî—/yù£–¨Ï?ÿ|è£ú©ûà×_ípuî¹çïÙüµn×ùž¼évÖzŽÒyY‡@=šñž!Ãýýãÿp>ø`=ÍkxÞfô·á¤@@€ ôùÔ>Òyºù?r™ðÆo„ )Õ¥”’Õ¹Ä"ëw•”íR ÉõBZ¤€k¬±Ò»š²®º¥¨=z´›fšiœrSL1E§uiPA.&¢HÁû÷ÉõC:haÜ—RÖ?ýôÓîµ×^ Š{ñÒøc”Ç Ö@…ùžYu\í“Â_Š¶·Þz+(X`.Ûëf v ÅÐ8ãŒãÌ÷ºÛsÏ=\;M2É$%]“™]wÝ5ì3ŸêÉ]I"Û0Êá7¥¥îWY‹ËJ\Ê^í[sÍ5Ãþô,¹±Q Õ¼ßmHÜàæ_9lU»Î=÷ÜpÏH·GåšY$·Z²„—‹™z¥ÎõäͶ»–s”ÍËvýô;гN¢ç›\,éù³Â +¸™fš)\s üã?ºAƒ9ÍJHKú9¯gXö7ó믿&ÏU‹·àä’)Otmëy­÷Ÿ~ú)<ÿ4¸¯÷ ýN³å¦ËP^ÍÄÓÝ´ÓNëôÜ”;=Ou‘L4ÑDemO—Qd]Ü4Fm+Íæ›l²ÉŠUSžzXÕTQ&q-ï7J­üu͈žˆa¼ëú‰÷étÚ"ïséúU–®;]]'zOÓµ¢ë¼³k+dà @€MÀ^X‘>Jàí·ßö HùÙµ•»nÊlÿøã—Q2ŸÈÞëeyÌê«,mg;̺>)Ãe% ÇìÃÌ6Ì›åi’/¶}®¹æò#GŽÌ-CÅL©W–'æK¥1Ÿõ¹e\wÝu~–Yf)+Ãü.{S’•ä¹øâ‹ýÄOœ¤5Ÿ?ðÀ½}”&ûb›l²IYÆ’ÂØ€@›0VÉï`úé§÷æfÅ+h³)·üùçŸ_roÚc=JzŸÈCúÝ.²È"^÷«¸OËáÇ'yŒÔfÓ$Ç8Õ\DxS6ú×_ÝÛìo~ÔýV[m¶.³Ì2Þ_!¿)(½Å¹Hò*X«ùcOÊV×Ã;,9nƒÞÜà$Ç·Ùf›ä˜‚R›²?ôU}>ï¼óü¶Ûn›×½5J½õÖùž¼EÏQì7ËÆøÓŸþä-ÆArméš¿#Ö3ÉÜÇ%û0X×q”wÞ¹ä9oÊæpíÆã "jJü$¿ Vû7Þ8KSä‡Àëét± zFšRÔ›"»$OÜÐó~ÿý÷÷¦”OêP^më7³ÄK$ûm/¤yÓËZß3ÌÀë7lÊá¤|ÕkŠe¯ß§*k[T)õ°J·£Öþ*o-ï7zϳ qÒ}--6ãMÙ]ÂPyÒïˆEßçî¼óN¯wªxiyôÑG{Ð)¹}CÍ‚@IDATÇkÿB -äÍ­Xºi¬C€ @ ™þœ²™5PvÏ& %Súc¥³õ¬2Y=[|ñÅsó§?¦ª!Pˇ¡Y§û9æ˜#·Þtû÷Ýwß²ª- l—ùbR4eå‚ .ðf%U± }pžvÚiI¶}öÙ§bÚXOzi–_Þ¦©'ùY@»8âˆ#ºüè·,ÅMZ¢2WƒnìJÿŽâº¶ÌuK:[X—Ü‚›ææ‰yÓK³ª ù¤`Oï׺îfIŽÿñ,;¾êª«&õ<¸ìx¶`îp’|õÖ«‚Šr®'o=ç(é<+u0×IU]wÙkñÞ{ï u›{£²üðŽ"%g6¯½Ò¿Ùí·ß¾,M6¶ão)–m³Ã¼Åa¨*o,ïw¿û]Ì^²¬å=ãƒ>ÈXu¤—V¸eUÒYÛ¨¥¿Ê[ëû͈#Ê΋c¤@b³”J”ò‘ÛYg’Ôó>g®¹Êê×µ’g¢z5ˆŠ@€ @ EP¸·t®Æ|{}ü¬¶ÚjáãE $YxÆ¿3Ï<3X#™k”²~È¢S–àJ;dÈäã§Y w}À›kˆ¤syàõÑ'…Ø}÷ݬޣ”ß²VM‹>þdý~ÔQG%el±ÅI_cŸo¿ýö’F•a. +-›Æê•%®¹†ñçœsN‰… = ÕÆúd%?4µ4WÁBPJ5 Þê7Ûl³äø¼óÎë•@_!`½¹Vñ²Œ¿­ËZ=*f²,¢2W–ñæšÂ_}õÕá´öÚk{)¬ôÔý©’˜‹?tèÐ2«ÙX¿,eè-°sR„Ê4¿æIea+e¦Ê’è^h¾è“ãºO¤àtR{u?È›-vß|óͤN­Ô[o,¬çzòÖ{ŽbÝ,ë#`.Ó¼fˆÄk[Öä£F Ï­¸Oמžq=öX2¨|ðÁ‡Šßÿ}Ÿ¶Š×oÒ܃$ÒºëLÊ—E³¹GJŽ[œ”¤LY£k&‹¹úðÀ8ünÍ¥L’W³LÒ"KùØF)Ò-^CŒºæšk¼f…ÅcZjíª«®òæâ$]D²^‹Z÷‘X¶Íîºë.o.eÂRÛñ˜–T¸×Ã*éèÿ¯ÔÒß"ï7z'Ô=/²øÃþàÍÍž77~ƒ 6z7Ó_zvf/)o½ïsš pÏ=÷„{llC\Jé®YO<ñ„?äC ½Ë"€ @hî-Ý+ªÑǵ>Vôá]Dôá?vš¥p×Go¬C €´%Ul³š¯tšò'r¥ËÑÇ_W"xTäK¡&FV¤Ü“²\åjš¾,ó¢DÅ“ŽÉZÕüÍÆCÉrï½÷NÚtúé§'ûY@_!`¾˜½ÜhÀKŠ§Î$þ¦¤À®GtÑ ™öú3_òÁ LÞc=õdóÊ]…I B)õͧvEEa6o½ÛµpÎÖUKÞF£lØ®À%—\’<_â@ô;３ìÓ t”è’i§vŠ»‚«§èZEç5+éÙR¦§EVÌñy«Ar EÑo1æÓq)X³’è·.ÙÃ%ÛÕ* uÿ‰õÊeMž¤Ý?5Rá^”U^«ío½ï7ñz‘á€$=³OçGïšuï­zŸÓuÏ—–æg? …Šù@€ î!îMµ7t¤w0k¥¤¡ ÔeJ÷d;½¢ÀY äj–UNaMYž>\óº}¸†r”ñÄO Ad³…˜åk8¶úê«;û€uö1é6ÝtÓl2wÐA9ó§[¶ßüH;SŠ„Às hgÖYeiØv& €{6Ó¦¥]T ?_Ô_+E÷(³Øme•I]õp®'oÒVº•€‚HfÅ|¸gw•l+Pè†nèÌÇ·³™Î\®¹Yg5¤1«ôðìÒÆïÿ{g3SJòêùk sgñœ)û“綞š Øf—9s U’OÏÁ(fˆÝf„Ã_|ñELZ÷2Ö«çô©§žš[žöÛ@Yüš› à΢¬ V²Õû~£û˜Í8çVpð9ŠéÝÆÃ.Èé›ñ>§¶Üxãu¿óÅö³„ @€@=ƨ'3y!ÐJ6=©Îܹ8}çý}øá‡Iº—^z)Y/ºbÓ㓬K-µT²ž]ÑÇdóW“¥”{æN"ÙN¯è#Tʉ÷JbH0WLî½÷Þ {ÌEÜ2kXg–Ž©T¬v'ÎQwÒoNÝÀ™Ë9gÊNëQŽ<òÈ°Ï,àKöÇãZJ »çž{:=£è9mAÒù€wóÏ?¿³ÀÁñPXÆç §–\rÉ’cqÃfä%Ï͸¯Þ¥ÅQ EXvg]s‹Ó~o†aUO;ê}¿1B¡z/s¡ål`Ò<˜»!g®f¾ô c3ÞçÌÝÊö„>+€ @ÝM ÷î>Ô_5Ùf›-Ik¾“ùAN¶+­T“¦RÞ¸_ÖëQ,¨›3·2q³di¾K“m›Þž¬Ç)Í­Ûh£â®d)•ùÓÛ•” IbV ÐG H¹wøá‡'½7 N³J$LÙI‰#ÅÒ}8GÝǾ™5k@Ø܆¸+®¸"XwxàA¯m‰ùív²„ÏsÝä,È¥³ Æa晹qrz^êOÖÏÁí¸ãŽÎ´‹w•aþÞCQß~û­»ùæ›Ýzë­WV´~ïæ¦l=;ÌEJÈnnâ:-F³ìš!EXÕÓŽzßo¢Â]mˆ÷æI&™ÄY '†‡vXÒõñh¾×ƒ•ž¬iõA™¹‘Ùu×]Ã.ó!ò¤Çõí¶ÛΙd§el‡¬üÌÇ©“B^û,0lLÎHH[Ȧv‡ÕF ®eËd»vœ£Ú™õ–R¨Z¬g¾ÖÝ°aÃÂóWëzni;O.»ì2·ÕV[…gœçtzŽ§Ÿå²°¶x+NŠuYw[PñPÌŠ+®èô,•{¸­·ÞÚYl“°ŒÏÍ{ï½7”©çr#%ºÄùÏþãÔö-·Ü²¬xµóƒ>(Û_¬ê©·Þ÷ Äè}L:‡¹Ó›tÒIÝñÇΟöÉEODÑvú¨ç}Ne!€ @è‰P¸÷ijҢ6Éïé-·ÜâÞ|óMgNC­¿þúkɇ³Ͳ`ʺByë­·‚OVY˜JTF” .¸ÀécX¢)ùo0`@ØÖ?}`ßzë­Á_yÜŽåV>E%Rv+ïÌ3϶¥ˆÖG¸ŽßtÓMnРA΂:¹r‘Uš>€e9÷øã»gžy&(ÅGå,ˆiÈÿÉwlT Ëoº>åÃVS¡e1wÕUW7ú@T[•Þ‚šë¼Ñ£G; Ž¬¶d‰®)ö²L· s!­ê°r¹~ÚuLʃí·ßÞY`±à÷ý÷ßwú°rì±ÇÞq›% ÐA`¿ýö Ê;ý.Ó"ßâú]Fe\úë­%À9j-ï®jÓ³Ú•&É4ËJÖäiÑ ¯ÿLžµ:&×*O=õT‰bT³H¤€¾øâ‹Ýµ×^›üÞ6Ùd“ 4O—×- zX•ËýnwÙe7ûì³;½k¨ü‡~8QÔŽ5ÖX1[xîJ¹¿îºë x TêöÚk¯ðÜ”û’ôs3É”ZQ]EÞ3dÅ?|øp'nzVë]býõ×w 9¸{Ó@¿Ü¤DQº#F„vvå ?æ©´,ÊJåío½ï7ºçJi/ßéQt®ôî'…{”Å_¼Ä¥P½ïsò¯ë:*ùUÞ;åG>Šâ(®@½q|by,!P Ý×äv+~éúSüŠv}ê[éÙgŸ ÷÷Ø_ýöõm‡@€ú$î ØJ­=ÀСC½]ô]þ™qoŠá’&›Ë”.óŲM1]’×^¾ªÎkVP%yÍ7ºŸa†ªÎoSKòÇ ³˜ë² óëmJtÌâíºË<û7EB’G+f½ò™®·ÀÜ2Laèmº}I>6 @õÐó7>‹ãÒ|ý;ï¼S²_Ïe‰ ^'ûõÌ2…fIõ$Õ›ïô$ :{ˆ.I“Þÿüsá…zH÷«­¶š·YˆÞŒ¼tH6X¦ó(Òe,÷f`áÍh²Hvò@ 'S? šjo}U²myd ®@TSO=uÉaY|Uc5$+uY¥EÛÚß•äå5e{ðûj7z§€iy¢680ø™•ÕkžÈBm›m¶ÉuIc/ÕÁ=Œ³¦ý›Ê©¬44ZAN£h]ÓÐÏ:ë¬`ÑUÉÊV¼LY¦äÛ y°Þ—ÝI'äÞxã ·ÿþûÇ"YB€ê&}ÞjƘfŠ¥EÏ&Y’§E.šÖYg²b³Î:kxvÆ´›o¾yð½·³KY¿Ë:\³äTfVô·¹0SL–ïYÙpà CÐM¹£Ùm·ÝÜZk­åvÚi§ð¼UprS4g³„íl¿sÙμ÷ µU×UWV4«Mûg™e–ä¬Äá ®VõôW©çý& UïUQÒ3)ÒþÛãñ¢ïs“M6YàÝ™û*Õ! ÷•W^9VÇ… hffÑjvOW"+oÍôÒ½²·J-ý}Ô=P³ƒtS¬ªô÷SLÓÌe‘67³=” ÞN@÷;ÍÜ“\é?îºë.g aFÛ‰'žf·ÉKÀÛo¿ÝiWÍø1ÄÛ©GïrEwùå—wZ!Ð[ ôÓ@om<íîÛäó\ÁFåF¢`¦ú“Â<­ïŒÒ{ï½øšž>ÓL39ù#­æ%Q¾ßåË]Óâåsvâ‰'®X>:5^JÕ‡@€z+)wåŽNÏY¹Y“«™jDî?äTŠ+ù~—ÒZJöjà+•¯¹ŽQ r¹i´È7¹‚»Êe‹\×éAÏòfK3XUÛæZÞoª-³«txŸëªŽC (¹Š4+Ïða³ƒª*F„2î‘{%¹¬ìMR¤¿ÙþɨK.@å–TËfK#ÚÜì6R>z³îì³ÏÍ•‹ÝE]4NHÏ"WºR¼ë½H"£ )ËW_}õ°ý'C¥=í´Óœ ³²ÜrË…ò4PyÜqÇe³ ÞLà;3Ä ßD¸7w‹¶÷²nZ`Â_ÑNËÂJµŠ|FÛÔªZ³‘€ Ðk Ha.e»DþÜ«U¶+½¹isikhíëé"e™¬³ó,´›ÙöîdÕï7xŸkæù ìžAà»ï¾s²–TŒ ýFô  A0ŤŠþûe£™®y"£å57 nÁtsÍ5W—:_}õ•Ó€DF6Yå¹êêÌè&¶CBª[ƒ -´›m¶ÙrgÙÆôq©úä^†AšM#Å—–ÕˆbL¨^ŽRL¼4Ð)Vé˜é²Õßt™Õ®ëü>÷ÜsÁ8IƒŽÜÔLå®9ÑæZ¯ ÅäúþûïC,='4¬¶Ë—ýÜsÏíæŸþŠñ¼Ò¶! Èáî»ï›š¹¢Øvy×Ú<bÜ|öÙgaæŸbܬ·Þz±–€@$ГÞÐ6ôv¯¾úª·ßà×ЬøüwÞéåÖF{{×h? ´9ŸþÙ[ òðìÒók•UVIüôÚG˜·û–Pœ ÌÚ´ÔRK…ö˜ûoJ)oʬ–·‡ !æ0·RÞÛÉýǾcú¹½ô6ð—ì7E¤?òÈ#KdAv½)1“41¯Òî¼óÎÞF%éµaJiŸ#æKShú¥—^Úë^™ÅPšñÇßËyL—Šw o„Jòå—_z â\¯@146Ø`oŠ×JY½ÍöñâëJ/ÅÊ”¹^÷ï´ÔÛßtYZ7×e¡~õ½+Ñw‘|C§ãƒÄ6ÛL*¿ÕV[yñÈJ#Ú\äÚ0wk^ñKÔF±T\”l\ Pñ<Ûäd[ÏÎC=4ä}KñŠ¡åc=òÈ¿µ <$çT×Øêy(ÑÒ\hyíå˜;X/ßöª%pÛm·%×ÍÐ/»¯e˱€ÞÜ·…<ºæüñÇl?`À€pÜ,ÜËŽi‡~ûºfÍÂ=÷8;!Ћ î%E &è,™^xãKRª¦H@€@Ýlªoòñ?âÓË=÷ܳî:j-àøCÅ6™eV­Å‘èáÌ]HÅß|ú~××^{í¤GRò¤•1Mz)Åä[o½•äÑŠ”ðf½^U½RÜ+¸`Z¢Â=]Ov]ŸÀ:+ lñ¢:­{¾ùæófUÍ‚X›5j§yÕ‹¿Q’·Þþ–fµ(Ü«ae®Ì²UÔ}ŽŠ\Rò›ëÑ.ùŠ±® ‹ÑUÖn ˜å~UerÈ!!¿‚Jf¯Ÿ 'œÐ›E{8n³r¤Ì­QYýì€@,è¾¢ëLJòì b^í»ù曓kóŒ3Î(KzjÙ1íÈS¸ë¾h>ã½YÑ{›å“›/o§²d$¢*ýVk‹ßŒ9ÐÑÔJŽô4Õn(šFÀ^´*–<®bb@€º@WÏ*¹Ghµt֦Ξ»­n'õAõ¸ñÆÝ\ ’»+¯¼ÒɺÍr ”M™žT"7-×^{­»ôÒKÃ>ù6ëãÄÇàî¸ãŽ—A>Ùc°cóS0æ´(8¯\À(“ͤ ‡´ÏJ%çŸ~HgÊótö²õ=öØ#Ä~2‹j§Àª¹Â9rdIZí3ËåàFFLpÔ¨QηÎf%A«åZG.º>üðÃ’üb%·"Š±¡þ*ÆÅ›o¾é}ôQ·ÿþû;SÒ†ôÙXWîoI£ºØØk¯½ÜöÛo‚ÍŠ§Y†‡s,W:b!1¥^™;ŸzÚ\ôÚP où°VPñ´ì¾ûî¡Ýr»6lØ°pH®]N:é¤t²°®kR¹%6‹ÂÝtÓMÁõÏßþö7wôÑGWGá ý“ëÉÆoìL鞸ˆ‘k!¹°‰çSÏEÅ1Yd‘EBzýÓï {]'Y@†€ë¾":th—î¶bvýäÚKrÔQG…û­®eÝ›õ'ÿí3ÐHö™B<ìËþÓïB¿yÅÕ“ë^­+¶ž~'¯½öZ6y²­X;J+×7J«{¶îò+o³<’tqEϵM®Å$¦¤®¾äÂJyâ»­ &mVŸ"PAÏn@ Þÿ}oÁUKþìëö°¥@h>MÎ>Ç´µm~K:jÕ`¶M櫸#A ×ÄÇ|2ö¬ikYš¿ßЗ6™ª Ðk˜/ì`=)÷拼¬ÝÇsLb]i è’ãrõbÇÁ݇\%dE¦ÐNò_wÝuÙ$a{»í¶ i,``îñ¼Ñj[nR²î[d=݃È=LZ,h`Ò­çÉ™gž™¤9è ƒJ’XPÂpLõÊ¢Ôüƒ—Xª^sÍ5ÞSÁ½eIÆÔF‘þ¦²‡ÕZ,ÜÓyeio moÊ-¯{kÚ²[Ö®•¤Ö6×{mØàEà¬{½ Ê”5Ëy‡ãâ}êšÔßZk­•ëíõ×_ÖñJ£ë;-º^â5m)éCÁš>ºå‘ÛµK][šÙ£µÈ駟ž\צ`÷÷Ýw_²­2³6˜-Üå:J÷y¥Õ¬#Í°´XI^Ës-uÉ%—×]ÊgOÁ}˜Å«H\TÉ­×½÷Þ›Ô§•+®¸"”«tr+•®GåDëxÝ+cÛÕ'5ÀÂÝ~@šJ`Úi§uöRWògÓµÂhiS+¦pô²þ2_¨!PU+»Ü]õ¶²ÔP`ÁìsLÛ è6@ ü—mÓì³ÏÞ-í‘E£, M‰,»ìe¼¦¥,³dщ@¥,ÞQ°F×^YO7Ýt¥ lKVÛyAKÍB°‚WY›âÒ-³Ì2%¦Ð –ã±ÐY¡gå²Ë. Áœo¿ýö0s硇 Á¢ÍõSHjƒqÎ\$•dSPèvØÁ)àòn»í¾e­n1Bðe€Õ1s3‚—d¶ ó9~¿ Ò¬ûãå—_fŠèŠ@ Q¸šE’r @ ¥4õZÓÇ¥àºÿþû݆nØ’ú»«Þ–tŽJ šhª¿\ÙÈý„îEµŠ Í?q­ÙH¶' ×1R J¢‚:Ûi¹F‘‚R.fÒ"7RöHÌ¿zp©’>ž·Ý)äkÕ¾è~A ))N+‰\&ÈMÌ»ï¾[’DûåFæÀ :(¥’ú¦?)µävF®[Ìb¿$owlèž¹É&›¸8ÐЊ6t絯1¹¾èløOú“Ó_VlÆGà%÷2¤ÐyÖoCî6¢+¥õÖ[Ï™…}6+Û蔀͆ Ç¥p¯UdE w Úì4%‰÷1 ,œì‹iÓKÝ ÌòÜYðßd·KmÖNpã%åº\r¥E®ºtÓÀ”Ü}¥å7¿ùM¸¯è^*wKgu–³Y?é$A oÃÀåúë¯_rLú¶Œïu±e‰Ø. pï‡!@ gøꫯ’¡¬Q3[Ü]õ6³O” #0öØc‡Á¾V øk%¹ ÐûÈ2RJYóFEe¶R¶H“ùŽy5ÛT³K»sïÔU’¦—¿bù”Ö¦•*ÔÌIV±ªY²ׄ”ñ²ôÔ``TV=:ø„·@´aY©üVí—ÕkT¶O1ÅÁo³|(‹ƒ¹ròõ,?ú”î¼6â, YÔÊ?{ôÁ^Kÿdå.cYük]JJY´këöZH’6MÀ‚“†Mýks÷’d‰å$;ª\±@Ñ%Êöt6½_ >LÖ²º’»½(éEGÖYчŧŸ~šìV°ìKž^³Á’ ¶b>¨C½ú¸ÕG>³<¨·Öþʺâ“O> M7?ƒÁBDÓ²FÑ‹±‚þĸtÿ²ë*Gî/d ¥u˜Ó nßzòÊ"Q…•­6jBþb®ók~Ãþl=lC€D@ƒY²è•u¢ù-®dÍž)ZôLÍŠòê9£gžžGRLu£.ªGÏθëÔ>½¿è™Z¯ 4(ÔTPÏsÏ=×í¸ãŽeE*àŸ¨JbàטH RD)ø Xéy+w QäšG,ͱ³8S¹ï±­è¯Ç’i¦™& L9å”±©a©„j¤–67òÚ¨¦mé41¯ÜèœrÊ)îCINÖuM)`°Üi"-r$×Aš­ Kw) uMHdé«ß Z è~!·-šYT«¤ó¤­Ýk)§³AÑ80õý÷ß'EÆÀÃúVÔz„LüÿJü6Ôs@·úîI‹\t!h*»¡#€ –0Ë4ÿç?ÿ9 ’c»$8ùdõf•æM™\Ö.ûÈð“L2I’6/½®4öR’ßæ~¯½öò6Õ07¿½pú›nº©$Oܨ§^•Q¤¿£Fòöš´U³ì¥4ÙVíCÓ›¯ÖNƒ)œ½—äS^dðfõ»˜»¬%ïÅ_ìuîâyPÛmʳ·éÓɾx̦‘{ó_›[';!@fÁ˜<;4ÏüùzS¢{í7ËÄ䘞+Ù ©÷ÜsOx>ê˜òê9©¦fíímØ›B3<Ÿž…^xa.p³Nê1¿ÛÞ¬ÏßÊ×óÍ,¦Ãqó¹ò«S¬†} ا §6°Ž™Ù›"ݛۆp\yÏ9çoŠ¤püí·ß.y?ÙrË-½Þl <þ3á%}R€Í( dŸ¯“M6™?ú製*ùEöæãÛ›“Fï ¦ˆŠYK–µöWïUæÆÆ+ßá‡þôn¡¶h÷éø-·ÜRÄÕÜ=„t:?z[lÌŒ:öGK³Ê÷6ÐPÒÖ¸Qk›ë¹6ôNƒ)š²Ï+`¤ ^Ħxó‘ïͧuh»CøtÀ^ssäc `3Hðæ’Ì9Ò+˜ª¹ºñÏ#¼“™ÑIÈo ¹ïIºtL\âRå™â1i+¨…€î5ºž,þ@-ÙBZý®ão5U ŽéÞ'1hª‚¶V’[ß?QlvLRg¬»«¥~k’4Ué?øàƒX$K4šÀÿ¬]*åA€ª! Ç®^Žt\`iÑKY5ù”æ€Hg .úÐì,¿Y?y ºS’OõÔ«üEúkþ;mkºf §jÊÄüµz}ˆ¥Ó¦×Å£Ò‹p­y÷ÙgŸŠõ¤ëŒëfý>4ËÍ@€€:thUÏ•¬Â]ð¤ìÏ›®–fœË[JL "Øe9zG0ËñÜtƒe[пÜãzÖG1kyoÖò¹éb¤¨·™1KXJqwµ4ßÇ%yÓµôWù¤Äꪾôñ´Ú‚Ö”WådzjC­mVž"×†Þ Ó}‰ëRVJ¤4Ï{Ç|ä‘GÂqý3kà`Póv¶´à¹%I!¶²ÝvÛ•´eóÍ7Of5Ѐœ®E]¿¼«EÒßGf%_’µY w ~ª½æ:Ì[œªþ4&‰ wåµÙ&aÿ Ð(Ü›•"!@  æs=Q/±Äþì³ÏVkæ&ÅÛY­{ô2•¶àRÑq>|àÅ—C¥Ùb‹-¼Ì)ù“EW´K7I¶²”:þøãýÍ7ßìUç›o¾é¥\VYú³h÷é,a½žz‹öWVñ²‹íÒR/¯²ÜW»m:¶·é‘á¸^’³㲤‹²ê1b„á…‚uŸ¬êd}Ë>餓Jú\$oddS÷“rU¾,XÌOk°,T›7Ûl³ä¸>(• ä¸á†¼¹Ižz®h Y3¥Ì÷zØŸ§pWYøÎë9ŸuÙ¥¬ÍÍÕŠï½÷òªû¤TŽVééü²pV½²Ž—¥·”©æš.y¿QZYŒj†œDÊbs RÒ zé|ðÁp<þ“E¼ž“SO=uIZÍÓÀ@¥¶ê˜f³eëˆm–"ÿ¢‹. muå-«í¯òæõ9Ö—^ê|‰¬øÓ¢w ¾§Ój]ýÐùûeÉ­™æN0=Y¯¥Í1S­×†Î‹ÞYÓF š©÷%‰ÞÙVYe/à µ»R›e¡¾õÖ[eaì_z©÷5ŒTê«êÒ{«®¿XÞ %`®»’ï…¼o Jåêû&Î:Ö»Vš¥p×l]ûú-êwW‹D…»¹é¬%i!P+ pï§\v±öx‘ïWS8S¼¿½òÍk/!Áw­ð†õl'ä«i¹å– »•ÖFµ²Iʶm¤Ý™â§Ä7°ÙËIBS–¡A;Qo‘þf›_„s¶ŒVoisV8G­fÓÛÜjFÔ×=ä'P¾½%Ë/¿|ø$_亷Kä§Ï>´œ}à?—öBö§ÿÉg MW»Î?ÿ|§ `µˆ|« ûøsæòÄ)¢½¹lqO=õ”[i¥•‚Ó¼òŠÔ[Om ²3ëºÐù´Ê’gžMåtfÝŽÛÇ£³©Îa] íC?ød”WùÁÍúG•oCõլ¯P)›tÒIÿ¢yU¹üÎÆ@gk¬±†37=ÁohØÿÿ3kxg*a˦d;ù–EKÀÜ „@Sòé+Ñïɬ JS+ÃÒ5,‘Ÿ[³ÞkBM½£Ht6Pèl@-4ØÜ08 ,i|#ž÷EÞJÁšH@Ÿ¬ò•®  òé+Ÿ¿ ˆj P÷ä“O:ù?¿ûî»+¶@>ËM)ïéy¯ç¢žsæ­bžôŘQü½3Ø@¶3·!Î\´„à¬ét^W›õ­#ßÜ ìªº«^Õw³bÀè;X¾•ågÞ”ÀÕd1uZÕ_Åá‘¿}³ïjkg>+u è9ª÷Ú¨Ôž®öëÜ(®ŽÞ+õ¼“/{]Óº¶ô·3Ñ;âI¶Új+wÉ%—t–œcè’€Þ³Ì%VøæнV×bWrì±Ç†À¤J÷ÐC%º·˜Oïú]ÛLZ7dȸ;YJW§˜f%‚š&R+±Ýtÿ—è½V%ún‹¿…°#õO¿mÅ:ì´ÓNN±°ó@q´®àÅšDà;{^O à/=^þò—¿$#nC%²Èù¦‹ieÅWÈ7TÌ“^Æ)(Õ”Q$M#ê-Òßt[‹rN—Ñêõ¢m.ªç¨Õ|zc›[͈úº€ò*»ßʪÇÀÞlajng­“•T¼O›Â½³¤%Ç4UR–EÑ2(–‘^V²”SAEë-Ú_ûKú)Ÿ÷Y‘?ÛØvYìG‘…ÜÍ5×ÄÝeËh%¢´ò=+©'¯òï°ÃIÝö®]eb‰U›½ø–gGýÄ5^ZÎ9çœõÚäô|Ž³2bÛ5{¥/ËŠ+®XruÌJ#ž÷EÞ²í`­$ Káx¿8è ƒZY5uA [ ¬³Î:á¹ wYýÔK@î¬äfEï^š ÓÕu%w”q¶‡®Ç<‰îi·YétE}¸« Í&Q[×Zk­t‘%ëq–ŒfýD©ÖÂ]îfâ_ÌË5îå&ƒvÕö$Q4a›R¢ÂkD^²–SäyYBj_6Úpl¿=€BzåÑHq5b¾õÜÎ;ï¢|G+ÁjòÕ›¦õéolw=œc­^ÖÓæ"¬qŽZͨ7¶¹ÕŒ¨¯ûX°NgAÌܸ㎛4BœšdÁ¾‚5W´’NÔ¹òØc…ç,dáÞJiueQŦaÇÕ²¥¹ïIöEKèzò&…يέM1MïJÖõüŽÏfYÖ#' Ëð½÷Þ;Xr6¾ô攨Y<ÏY0¹æTÐ K5ãgS¼Ëf¨¤»Òˆç}‘w£tX‡@3 Ȳ\3_ôgÅî°Ãs«®ºjøFT½š­…@ ] èýØè†ë_ÏHs7ºªw¸qƧ]»M¿ZH@3Kô¾¡YÅš£kKß.ñÛ@MÑ,Í(Ò;‰Å‚p¦³gÌ-enK-€sØoî´ÂŒ[ÍÚ5…enÚZwwÜqaÆfþêÑ\0%EhÆÞYgåÌà(ìÓÌÛZEϱÐ_5ž2j-Ÿô}ƒ@ÿžÞMM7Ÿx¡™š¦’V h§&ú@ÈM‹î¹çòUÜ'×ú“h*öŠ+®Ö›ý¯õéoìW=œc­^ÖÓæ"¬qŽZͨ7¶¹ÕŒ¨¯ûhú¬\Š˜Õ¶Óš¦L¿üòËáO÷_M1Ö ’¦P›DÝ ýöÛoƒëÕ«)Ù¬Õ®Ê6„NJ_¹mH+›ë®4U@«û;ÕTS%µkj¹¦Ï牘GYxá…Ãj=ycYZêÅÚ|ï†Aìô~­ÿóŸÿ /íZ—‹ ¤ñôÛÑGPzJmãki|‰š¿úê«;ó÷ßøÂ{a‰ºWéOS©Í×snñ¼/òn”ÛvB ÁäBÉW,Õ¬ÛY;V<Îôf÷ÜsOp™”×éGÌz7¸¦±ýyIت ÈÊfÌ7~6ëÍÙŒàWî·äÂEn¦ô=Å,Ûƒ;#½?ä‰ _•G®jô'‘ò½3C ¼ròö-²È"á;rß}÷u×]w³XQÁm–”ürQuˆRÆËø@wÈ×TwGKrê”Ï[ù’H©.¿súáK¤,‘T%e»nYŸLºtå-^ç?Õ-†E¾Ø¤Àˆ¾Šë,ºbözú[g5¨;ú[O›ëaUñTy VRêšÒoB£ËRžiJ¿ý4úÚ Ñ(´Zò1¨uýõáŸWŸŽË¡D–­ò‹'R¤J§vë·¡eVŠ°Jׯòä›müñÇEKá¨~Èf¯äµ?Û¶›GÀˆŸ“æzÄY°©pM麊"¥·^øtÝ˺"Oáž¾ntMå‰îº.tIQe¯B²#<2ø…NçÑóEméJj­Wå5¢¿]µ+{\ 8Y=ýðÃa&Á#<â,°QI2 VêvÝu×°O>q•GROÞP@êŸâ¬|õÕWNËÈN–":÷ñ>°æšk¦r°Úlú½È ÁÜ+…8ú ªô±”n‹Òë9¤ß‘®ÅPßÌj|×û Óµúøã_·ò ª6g¯çt[ñ<(òŠm¨‡•Î7Ï{}યÑJ,–ßèe‘w£4c=ou¿Ñ‡µ|Nëž«vW£ª‡s£9P^Ï$ wJ½·Éš2Š¶uÿ‘Bˆ ‘ Ëv$`AXÃ÷^g33;;ÖŽLèSó 80<Ë¥|—õ¸ÞÕ-Psø‹µêýO>Ù)¾ÛÇcéå1ÇãdmþðÇeúžNWt]mÔLZ-õþ!}E}óËSÆàÁƒ;mcLÏM!`/Ë=NäwÀ€Á'“uºâRÑêí㫬ýŠ4ýO¥óg#À—eÌì0 ê¤îj|¸Ûƒ6l˜·àvI¾X¿üF)zz5Rk½Eû[/çFõ·&1M½m.Ê*Ö—µž£zX)ò¶ü6› ¥²ëÊ=y{˜xû¨M«¸¬µÍ*ÈF‹½M/+«×²Þ” %ué÷eA™’´öð ¾ÕÒ‰ä͔݉¿Mý>”'ýÛ,ÊJ~¨m.©_e›[oÊ!o3UJö/´ÐBÞ¬™ÓMc½Å¶Ùf›äœÈŸY%xS0ySzs#ã·ÝvÛä¸~·ybŠdo žÎ¬¼)”ƒßw›ê®Oùô³)oƒ.Þ„þŽ;îHÊÜb‹-¼îë6ãÍÛÛÔÈ’{·®qsÑàí³¬êZëUEûkJ; '$í6‹|oA/“6©_6­>9nÊsoS?“ãö¢™›~ú齌ÅZ~ïÓÏZ›šäÓJ=yÓ>ÜãsД£^çIÏî¸OËáÇ—ÔËFã lºé¦¹ Ôúý÷ßßÛ`hÉ9ÐyÐo¦ã–UnB~¯½öòŠ¯>oq}ÖYgõ·,_ÜQô¦k;Öa3 ÊžzÆèKÏ•¬Ôû<(úª—•Šxý†Õ·Øw-MÙèuŒ~Úó|¸§Ôú¼/ònd® Jž¹p:i_l»úaÁÞKÒÍKÖ‹rN `¥O0ƒŽðœ×³^y÷«>„Îö)f¸àÍ2¸ä7 ßÁO<áu/E Ð ºîî½÷^o†C~Ĉá›Ißj=QÌ ÑÛŒi¯w éŒôN†@  î²üëqb#`%ñÅ=o™Uú©3‹/¾xnþ´R¯šN×òÁ¢—¾9æ˜#·Þt»mÊK—U×Ro=ý­‡s#ûÛ%T‚zÚ\«TÂj-ç¨^V6…¶ËëJט‡I-mV96}7 „’¾†ãº>¤,%ŠÂñX\šE^ÉK >ºÓJù˜Î|¬…bêae®IÊê7ÿйƒoª×\Ħ³ìfmPv¾âõ^š•¤7×#[¨à§éôyëfyîú ±ø]¦O—±Új«åÖ]K½* h¥`O·çÿØ;¸«æíÿ/dl’±f·D™‡k*™Cº®!—„pÍCi é–)™eH7Š‹ä ’1C¦(꺗J‘ˆŸB]ö}Öõýþ÷™žçœ½Ïóœé³^¯çÙß½÷w|ï}ÎÙ{}×w-¤ÕªÏÞO9å””óêÓ6¡ÏÆ KÉ“\'~›Ò).£–u wL@cò"¹=ìCé›.lB繓Nážî:„a7ùó¦~cSÀá2H«õ]Zt>êoXXážÜ^x¿_¿~)ŒâüÄùŠÃjÉ’%i'¸Ãcué|+Ü£<7#šëOu[u –râpN©ŒH€H€H€H€H x¯ÂŒ`¡%”x‡‚áÖ[oõ·Ýv›YÅêò©¤xI›0a‚åÕ¥.þ… ¦îPRèrxߎ.Å·@Ì°½ð f嬓¡¤T_k)}ÈU1g¼Q8ç{¼á±g“ŽÒgWoV®l³½FqY©_i¯ôÞu×]Í:UÝ¢º\;˜8qb .eü}§ÁMÂ]LIgÛgT·^Á«F(Óa«>¶ƒ1cƺDÜ·«þ­-|ñ¹s/ÞùË_,º¹ºW `ù†?|&ð¶ö…•-ÊÆe+Jõqh“®n‹/°àƒˆ´Uø¡Ž¾aq­Ë,ËÝ5ƒe:¬ÜçÏŸ_e'aŠû ¿®¬ÛBykQuÃäë€õwøûÚå…°G¬uÝ1ÜûáI%_‰&rm7êxñùRê¾Oà²×^{êrºƒÏ¬–«ëóøñãuÙ¨ëŸiXœ» ¯ðøÂé(eÂ×'ø¾Âïña‡f XŒ ßÇ”Ú!¬pÇç+%ðÙ€åÒQGåï ü®$?[A¹ŠÉ‘#G“'O¶ß |611ëî=¬I–8¿a¸?\ÝØbµ•úÿ´¶al¡þéí§«3*+Ô•í5ŠË `îÞÂD”v8æãxI‡"«ºeSÙöuº "(òÔ¯µkÎoñr¾Í6ÛXßà®C}³ùsÎ]DÏž=í˜úvóc@?!N W§Ø‰ËÊ*ÖP8fتÿÛŸ?Jñ€òZƒ¤š2íþûï·%³X:ž‹@‘>uêÔàÞ{ïµÏguÊ\¸‚Ë$—_}½çҜϛk»(˜ñúä˜ÀÒP¸Ûxꩧ(Cs‘\ʺÏ8î”Â+Üñ›‘î÷bÀ€þ»“,é“'PÒã·“ß‹-òJÕtJà8¿aa…;\‘…ûÐ7LþºïzL§“\òõ;„¾ä ŸG7L4¦“°›­t¬Ãe²ý½—qé\ž°jÈõza¥:êÃäŒ;>9É'gW'·$@$@$@$@$P$Lá^ÔASõ!½$D­f}?0R•î~?œ@@)U´ˆZø ù©R3|ºdÒ•6Þ8&.+Ü#ªµDD¡w÷–ZÞŠºK±@’ºòÃ×Åég¸¬¾Ûý‰c×_½'ŸGZ-níÜÁ,ª }yUèX¶}öÙGzè!ë¯*,à¥+¯ÊT¹öÚkE•«vA_]°½¸¬\á-úòØc•ìg-<–rNã»×*Žl±Å‚¿lE­cq%×vÑ^>Ƶßd¬+Ç"S6Rƒ,T#tuOÚ Ñ—_~¹¨Åº¾V?±¢+G|ûb~‡¢°oã©…|ºîÛqü†âwµEWIˆºŒKèZø;Y'øü¹|pö•1A$@$@$@$@EH€ ÷<\]:ëkQ++Ÿ®*1gÎQ‹åª²í¹Joœ ‘Vºt^40œh°C‹Žþ@¹€? úh/áêžAÔ¢4NW}Y( œì¾ûî.™²…²Ü‰Zùº¤¨%¢)Ü5(©¨;Q yMˆÒG+YóÁÊ7ô{B—á§(i’ópŸH ¿Ô¸h°Y«tÕªU6!e½ZÀšB1¿­±¶\è $ÑU?i‹@Ù«¸E]ÌHøYFWÙd¯Z3§-WÝÁÚþ ËÔŸl~âþEeõÁX·Û·o/ =ípç]Þ´™Jä`\Î%2Lv“H€H€H€H ‚ Pជ‹ß¶m[_‹úÖ ç÷3%²É“©l¡WÚxãðÎ+(94œhpA[¡~ÔEý¢Û,ÅÕ—³h@2³ÖÝsÏ=ãt×ÊÂz݉bu+ãv¶èƒ“vØÁ%Máîv` iØ°¡¬»îº¢.ä²Ë.s§&òÁÊWÌ @A >Ü,¡]ãêD°¢ÅŠ6õçìNs[ËÔý—YHk\‹´-c•DãØvåÊ•rÄG~‡pÝ0i¢|mu,–1± ‹ìðD­ ý«íß°PÓ9'ãüÅa…‰~#«w}ªÊS çâp.…ñ±$@$@$@$@$@…{î¼€:Ùd“Mä‘GI»\Ûå)õm¥7ÎõŠËê¾ûî“^½z™õº25eG¸N(94&€àEV„ùP¸cå”ã?ÿü³œþùòú믛Â<Ìnd4¥ÒØ Šs¸ºÁçŠô w3n¸¡hÀ=s«„c°¦Ô@°Hš„ÇU Ÿ#7nnI œ¬·Þz‡SÊÍUb'ð½>jÔ(ÑØ)=‡k0gÙî&Q5öWc2EƒN'”à &ü6e’Bü†eêK6ÇãüÅa¥Á‹­{_~ù¥€Ù 'œÒ]üÆ/Y²$åx)ˆÃ¹ÇË>“ T¢T¸/_¾\üq™?¾àòÛo¿™[ w‰ „ëŠ=öØÃ²í‚ Ìß5¬ê ¨Ã |“b©4 =øÆnÙ²¥íã”—O<ñ„¸²Øw¢Ää%õm Ùxã­l«V­l¿[·nÒ¥K;?iÒ$9à€Ì .7`µ„$X%¿ùæ›2sæLS^>÷Üs¢Á&­|ÔvQ8Îx£rŽ;^tÄQû—UÔk—•/3RcÇŽôáÌ3Ï”­¶ÚÊ>ï¼óŽ¼úê«^©l±µÏðá…šE½– ŽjVé»í¶›M$i <¯_Ô9å”SÜDÀ J{øNw¢ÁÞì3…»“]vÙEÂʹ¸¬àVùyhŸ÷°¿Û-Z˜µf©ÆOpì¸%b% 7m’Ð}?¸~Â¥ ¾KhÝîˆÔΟ¸ÒVG¹q°Òà/ù‹¹—’÷駟¸&Ó C£«¦ áë…2xjÚ´©À-¾_ñ\å\Í,\¸Pî¸ãéÞ½»h°\+õ7ì“O>‘‰'Zø‡z°BÏWwß}7á¼@6W,n7êïAœß¡8¬4ȸ\}õÕöLקO{VüÓŸþd±Š†pÇæÏ~£G6Ö¸ø¼Ey~E}QŸ#Ñ&úå+î`p衇Ú!LÆàÞs‚ L,À¯{ή>nI ˜ à]ÏÒï½÷ž=³»¾âÙï”Å&X‘:eÊÿ}>pà@9ñÄ‹­›yíO©]£äÁ_yå•WLJ &ˆ£‘‹`îJñ.‰ïó:uêØ»t#ˆõã¾ËÓÕ§lºúxŒH€Ê–@‘DpMèF¿~ý^íŸ[ ¾øâ‹„²j•Um9W·*ÊêCPÖeÕ:'¡¬ú°ô%"ëò8Õ—ÓnœñÆág¼~àqú‡Uœk‡Õgœ‘Õ=¥“@úMN §Ï¨HÞªm»ÿþN†%´‹›nºÉ—ÕÀvþü¾ûîë4Èw‰¨¬ô¡9Ð _·ûŒ§Ûªe¾kŽ[ (k:Ù™Õ÷¢û®Ä÷¨*n=U¦:uÊ©}Q÷å£þ†i|”6Ñ·E‹´5P—7)ç5`gðË/¿q¢þÅeõÚk¯º $e\îÚ¤ÛªâÚXÇù½úl¤®…RúºæškêŠÎú¤“ñ)çÕ¾¿7¢rö0AEL@'Sî|†ÕX¬èz­îÁ|vÃß1:[týÌw‡Jé¥ûÙgŸí¯Ù˜1cÒeÉxL〭[·öåÃ×Þ¥ÕuhÚòqʦ­I€H < ˜«‡5õKµèD•râ¬Ç3u/X Y`”õ*¬Ôá—4,ØÇñê$]YXìÀ§µ*„m†8]èó~ûí'÷ß¿Yú¹ê³V„c¾àyc€Å=çÃ1`Ð_¬,u•³+Ï- 3|6±jß°<VŠ­ßÈ WVXiSIRJ×(ÝuÁJ2:Ç_6ºpçwž÷€UÿøÍE:X·ãwïK.–K¸ÒqÊ&×Å} (wk`2¡ÜYÛã[µj•¨µ±-ÙFÛxáÀ~¸ÂŠËÚîWMµWiãÃ1+øCÇ2z¸(úõ×_/ÞP²‡•qúVUYf…/w¸v‚Ÿx<œ×´ÄaUÓ}cý$@$PÊœSWÚYÐS<Ÿl½õÖ¦À­jL0*€›1ÄðhÞ¼¹¨å»)·«*>WÈß°p?rIGýŠË ®€P–ùÃ5!b£87=¹ô¿TòFå\*ãc?ICpÉw¨Ø£|ÿý÷>f\ŒÁ%N%I)\£|](ÙáR®cžy晄jñ®ÁDo:‰S6]}øàY¶l™Y·oß>£!T>ÛE?¢*ssésx¼˜ÅŠ%”Çd'&ìG¥ª‰»L wp‡á ÖÏn¸a¸©¼¦SFkˆ]«mLìÂÀñ˜ÐvU§,êzrmwÅŠæ++„¡¼†!®î9L~wìØ1!6Vº1»ûÓʳ† ºÝŒ[ø^GYw©Wxo@IDAT\|ñÅ +X9æbÌ%W§lr]Ü' ` wÈ¢ @Á hàä@WÒxÓª„ Ô-‹ßW…{ Ÿý¾¾¸[¼ ”K ¢h@儼ȯJüà¯ýkðí·ßú"ùl×Wª‰.]ºXûÙúpÏ¥Ïáv BW¢êâ)e¼:AôêÕ+€Ïöt‚ãà‚?çñšT™ë㜮¸ T9Ÿ®ŠÈÇfÎœ¨[“„v\_4`¶õáÁL[œ²á s½FQÚ=üðý¿|píÛ·oJ ª¶mÛÈ4Ü5ŸÖUficÆáóP\rÉ%º·MËرÆ}£ÁrSªŠS6¥2  Ê P¼>ÜõKŸB$@$@$@$@$@$Pa.\($Ù–é_ýµßá…äðûHÌž=[N>ùä„c£F’ÝvÛMTp;°Ü¾óÎ;–îpßÉW»VYĹö9Ü â„©Ò]4¸tø°¥áŽòÿø‡¨B5å\¦Ó§O Fp« Â×"ád„ÔW;S§NM[ïèÃäÉ“SÎÇ)›RY¢´‹k2cÆ [±¦0&¸îõ~XtÒGößïc=|ÖôXµEð€•zU‚>Â…h²Ä)›\÷I€H ’¤wÎUI8V      ¢ —1PüÁ冓sÎ9Ç\ H¤Sž5k–üñvè7Þ0E:v xV b¬æ6—4ƒ ’§Ÿ~ÚÜÐŒ7ÎFL‹ÓO?ÝÊç£]«(â¿(}7uÁHŸ>}dÀ€r×]w‰ZJÛÄÅ;ï¼cJmä…â:…9Ü÷|üñǾz°3fŒMl„8û wß}·¹¬‹ \£'žx”͸–”zõêYÍéâ Å)±»V,J»,ýöÛo‹Z¹'4û× qºþö·¿Ù9LAŸ,‡rˆ€Ëí·ß.·ÞzkBÐòä¼Éû'N”‡zHn¾ùf ¬QûÄÌ+¯¼âÏ»Dœ²®nI ¦ à»þüóÏ—vØÁ\hÁ¾ós¸]ÂÄ$Ü;¡÷wÒI'åZó“€® £ @PÅ®¹ÀP‹_ß«SN9ÅŽ5jÔÈ»6=z´w•ñÅ_XÞ?þñvL}O>ù¤/ïjñ{ì±¾ÜÃ?ìNqÚõ•„Ùº+‰ÓçPs–„«Uð/¾øb Ù*MýX_~ùåäìæjFu#–G}âpAãöU‰¨%vJ™|8÷Üs­¸3QepðÑGjií«V%qWÚUê¶!¹Ý-¶ØÂî]õ©Ÿ|Šû$@UØj«­D'_eÊ”)¶R¦Š¬UžêÖ­›\}õÕö9ÄwªNPfµ*¨ÊJy²b Pá^±—ž'     ò"ŸìpËY¶l™¹á¨n„~øauYjô|Ü>«‰ sÌ1òÈ#ä­ŸPÌÃe”Nk®Y3žhwß}wSŽ]|ñÅòþûï[ßáß×÷ÝwŸÀ… \äl¹å– c‹S6¡¢w ÕnŽÝdv¨8ÛÜgÁ5UTYýõͽ•+¿ï¾ûÊK/½äv¹%œPáž.f&     (VÍ›7u%c)›4i"Ûn»mµ]Ýzë­«ÍS“âöùúë¯÷Êö7ÞX:è 9øàƒeÓM7•Å‹[ÀNX«g#êRF¾úê+óÿ~ÓM7Y Nø÷^o½õ²)žSòD{X‘ðÙgŸ™‚Ar,Á:çÎ+Ï=÷œ¨+!Û†+S6\O®éBµ›k?™ŸÒÀ÷Áœ9sì{a³Í63å-[¶¬vbíÇ´I1î]¹r¥4kÖÌÊb›N¾ÿþ{¨«‘ðý¡.£ì¢:u’víÚÙJštåݱ\ÛuåÂÛÿûßö]‚UMˆkøššDt킾Ë0é‹6 ;], —ŸÛò$@…{y^WŽŠH€J†ÚðB5oÞ<{9†“ú1˜Ââ䢟~úIV¬XaãÃKeòyXb!à dƒ 6ºuëZÿ`öÍ7ßØ>ŽcI/^òðˆºð@Ô´iSŸ¿ªDÔÖ\Ç›¯>£åB4¤Û¶m+;ï¼s ¿tcÎ¥,–Åãá‚k®x膕܂ ÌB Ù8N!  |€KüÎà7¿Gp±²Ç{ä»™¼Ö·Ïÿüç?­?pƒ%O8à,N@Iœ­wÜq¢þí-°,~»Õ§±|ùå—pu£6ʶš¬òa2Šv(Û´icÏæéAEo»í6yá…Dýó'<£Å)ëê²-T»QúÊ2$à xòi§æW’¸ãØbÕÄ@Ôïyø”°F æ7ß|Ó\?…OB K¼Û A;¥öž{îiA‚]^¸¥Â$‚a‡ ÿQ£FÙêœðq¤‘7—v“Ëcî`n¹å–”UN˜ˆ…û™îÝ»§+ë\rá{ †aÁ„CïÞ½Í]Æ ŸbºŒ Pá^Æ—C# b&€²n¸AFŽ)Ü+¡«xhƒBbn‰12œqƶ´Øù]Å ,¶Ž<òH+?yòd³‚rõáAç4è–L›6Mðéî8Ž‡¿ð2r(øÏ;ï<{Â’Âtõ5ÊxóÕg,1ÇCk²O×-ZˆÍ’N8!ÝPíX.eï½÷^Ñ`b¦`Ga¼ðãáâ?üðCBXúŽ‡l\c 8˜8üñÇýä­ý4 m(…œ`"wÒ¤IrøᇻC¶…rÊk®¹F8às-ƒ<½zõ²ÉüwÜQ0qßC(Dð÷É'Ÿ˜RþÄOŒÝ.ž]žzê)™9s¦YŒ¢S˜l†Àm ”ÿLHk€LSj;«Ç(}ÆX!ÎÇ9ܱ }°Âóž¡þþ÷¿'Ô±}õÕWM‰å,Òa=WÀì!¨³_¿~²÷Þ{›å,žÏ0a2uêT;‰LJ8‰S÷WÔk§]ì!pïƒ>ÃHý‡,Z´È¶¸¿Â÷îqø¡¤à>ǤŒ>œ<ÿüófèâöñLxÄGHò¤Jœ²®nn Kßgžy¦ÝGézâîK|Ž7.a5 âBhÐâtŬ>¬~qßÇÈ„ø˜¨ Ëøñãû>½téR›Üý xXrm7\Ö¥“ëtÇ—,Yb÷:¾s®»î:w8öï5ˆEï«dUÿwÞ)=ö˜M^`U¥èÍ@!  Z'ЧOŸ´Qàõ§7á¸.ô}Ó%ß çW_2üyU§œWk¯@_N‚›o¾9å\r[n_•Ä¾Îpb̘1¾W[ZçúB.Do>ú¬¾O}éÊØg}IÔú#¡¯n'ײ}ûöÍØŽcÞª•{ –x®9nI€H€H xúé§S~KÔEL  ä@]‹$œS¥d J•„c—]v™Q:thÂñðïOrú¨£ŽÊK»èOrÝUí?ùä“ W<×>»ÂªœÊ©]ôé7ÞT9¨åeBY5†pÕª”O8çÆ¢JxŸ'jB•^iëvm„·j ‘ÐLœ²q®QÔvÕ:8íXÕàÁÆ¥ŠüÏcá1#­V¾v^ JRÎ%ç ïã3äDW}øü„ÏgJ«RÖ³mœ² q§`tò*P#"»þØâ½ Ÿ}]ݨ¡LÊwêòåËúŠòx‡QÃ@c):ùèdO uAçÎý}¥Ês_ïnªÈöçp¿é„Y€÷4Uî:™èc A‚}ô%,QÚEy õu¢]Œí¢M]Ic¿êjËçÁ÷AUÒ¥KË‹±V%à‚÷?´‰ïÔAƒÙo ú£“N‚ù6u2¸ªªx®<üov³<ÆÂQ ”¼à9%ð®»î茿=ááoâĉº”ñ%jý䇦ˉƒ®]»úswÜqG þ<Ò·ß~»?‡#¼Ä@Ôš+Ð :þˆÔº Ð¥“öЩ˱u±bçñÒ£ÖE¾^$â<°FoÜ>«E‹Û|óÍí!söìÙZž˜]›rÞȥݰÂcv“V®.lñùЕÖ.Þ«’lîîÝ“[É©¨¿_êªË3Iþ¬UÕž+IT¸Ç½lPìÀúðè£tœ)ˆtÉb ËéÓ~Èâ¶Çò¥C€÷Fé\+ö´0ð’çÂtùp K ý‹z¬úð´ïS< „E—GûŽSO=5|ÊÒaë7X3„Vç®]¼$+ÕÃDxá KœÖ8ãÚg0t“ê?íË1^"ÙêëÖ†§,*Àuqœ9ä@}džQZú /ôyt fÊy   |и+ºÐî¹çžà™gž1KGL†³D鳺v0e,*ñLSJ«È`tEìê>ÅŒ!ÔõJV—(N٬ȩPífè“@ L¤à™\ÝA¥œs €ÞgŸ}‚áÇ»C~‹÷0XŸcbÌ=Û§Ûâ].,a…û~ûí>•¾ñÆ}½PÀ;‰ÚnXáŽwÂL¢¦}»X¹’I²Q¸«ÛP?¡¥îNM/|òŸ3ì¿äU;™Úçñ’%@…{œK%Mu_:ø°S¢À,(fþ¯½öÚè• d©Ý…â\¨v pK°É  PO~`ƒ•Ã¾ûî\zé¥Þ2=]q§üÆÒ½°¼õËù`Í“,aåõˆ#’O›•½ë^TÃ÷5êx£ö/«n,êÃ><”„4.߃>hçâ”Ea…{¦eçx‰v–xU½$t–;$@$@$@$@$@ÕÀœ{Ƈ‹—\+°ÆÕQÕ¶*…ûUW]•±iL„ºz_TËyHœvà w¸Ë$x?qí>ûì³™²Ù(ÜñþéêÊv‹Û”²&` ÷5õ† D € z.ø‚ÂxàÕÁt‰¨bÆ@‰P=‹(G}Tt¶QÔ¥¤x”Ú½Q(Î…j·¤n¦2ï,‚ì ° ¢¶;Ñ +ч- äÙ±cG ˆêÎ…·Ã† ³`P:…´µÌÓ¥‹ ÇÝù¨[üÔeëVÁ¨2‰ú"]R)C† IÉg¼)•eq½œ„͹cn«Ö.)jábé8e}ešÀµU÷2áC>­Ë<¥C‡¶¯V|þ8$@$@$@$@$@ñÔ«WO6lh•à+WQ+pA°_ˆɈȈZ»‹Æ°w45°ÉªJcÕÕ®ió"8*ïêfËÒùjAY3 ‚J;q‹Ý~®ÛæÍ››åPvW÷·í¶ÛæÚ ó— :%Øç¢èò´iÓ¬ˆî®Ö }Ò9ÛWj ǹ“]æiÜ6·Ò…Ë]j÷†ã붵Eε綵Õ.Û)j¹-ºŒPÔÒ\>üðC‹h¯V ‚?(­¡äVŸ‚¢RE}€'tŠZõ.<ð€àAíâ‹/6<ö!Gy¤l·Ýv eâì¸VܯQXÑvœñFé»òÅ4x‘¨[¿N€·“vØÁ’qʺº°U÷Z6yª+‡-­ËFEý@ZZýÁ¦œçÂÀo˜úë•N:¦l•H€H€H€H 6 iìѸö¾tÑEÙ3^ºŠ5N–=³ãý ¥»dÛÆ‹º§òÇí þˤDwçÝvæÌ™¢+E-Ϊ¼çéŠf¹ûî»m_]ÚHýúõ-¯vÇŽ+£CÔÍ‹Õëþ©»ÑX¶ ã ¼kÆ kÏÍêÊTÔ=§h`ÚŒGqÚaÙÒ#PQ wõI++WþÏ•.•ú¶µ™4wÙðÁÓ€ nW4¢±@É|©¨/^ûÃqX:jП¥nݺ¢~pý~ºÄ‚ ŠXô¡x©U÷4¢¾ŸüÌXºr8å…úŠ“¹sçšr Ö”øŇŠþª”üè§F“–/¿üRÔmƒÍ b›NPÆ ÁµûÒuy¡tÒà.¶«.R¾ÄV¬XaÊ%W–êêwÙêÄ,WÑçL¢ËŸl¬8¾„ãغë®+ 4@2/R÷F”û*.gpÃuUmöÙjÖ¬™¨?hÁ¶*‰ÛnUuó\i¸ï¾û¤W¯^Ë Î)êÓÎþ\ïaa™|gÃ2Yð™Ç!XÅ€kß4ëÖ­[¨“…" .ÜdÀ€öYÂý‰B] ¶K$@$@$@ñ àù w(Ô5î h %{¾kÚ´©@gƒw®3f˜ïÐSi°dkØ=·Cï£î&+faŽ÷¼¿aëï:ȃÔt¢n[¤M›6¦÷‚ž í8…=¼C8£)”Ú®º‰‘Ç{Ì7¯’mÌXy £"蟠G»æškä­·Þ²|ýû÷è³ Ð;aœ˜ @ œÜû%Þ9QÞ_`™A°jÇ»Æu´÷\¬"†¾FWðŽ6ñ§îP­®“N:ÉÊò_(k¯9¡Áé÷ë«—Ó|,éòš@-#-üÖn¸á† ¾—ôƒè‡È×rÉ%—ªèMÈãêr[ø>ñÄ}™pB?¸ºžI[þøƒE%wþsÃåÖn _>r¹k[ŃÏclõË2¹h Êñ@g*DL—C_Õ 4Ð/Í„2ð[Œº\^õóçõK9Pe¹?‡<:aàÏ#À±`‡sú¥ôíÛ7¥mDœõÕWÊa'ô?¡~×ðV¿„-E¶tR (õ{#Ê}—3"œ«4å3…k„hàªHµû.„Ù’qÛM®/ßûsæÌ Ô²ÓîA}(Éwõ¬/D wïÞþs¾ÿþûº\1˜={v nZ#úâÏ«eB¨dbÒÕƒï÷½ƒðéD˜ø/tß%æŽ"¢—]v™?¯Šh‹bïêÒAN—ò£JIó5¯úV|Ï#ø(Ú@m'®Ÿ8žËxãöyРA¾Ï:ÜyçƬïºë® eË–þ|rðž8eÃ>ÜoüæêCg V2¾Mœ»úê«&n L GþÚ (<…H€H€H€H ´ <Ø?ß¹çòt[¼Oá}Ç teéòUuì7Þ°âá ©[mµ•éÒ•Ûk¯½,@²kÛ(íª»ÚýO×F¦cj`dú'×ö”)Sr*~Dj –uyÄ#£”5Ê šÚ®]»´7¿úþµ«ŒþtDtÓ™:Ë%Iº<ÉÇ LNI t‰Lµå;î¸ä¢¦¸T«ájË¢Pö„E­Ôƒp4ää¾b_­Hƒpdæ+¯¼2¡­°Â]g ½RËÕV¸C¡ª®Ê»|É[Ô;oÞ¼pw]aPí¤†«åuÉNBù(;¥|oD½¯âr†"Ò]‡LÛt+ã¶åúæR‘ÌÝx †RsÎ8ã ÏÚ1O·Åw°Z@dì¦bòЕ…ÒŸ‹t»Ëç¶È¯îV,{øú»ó˜$ KÔÖ¨ãÍGŸñ;çÆ“i«Ö (º1èª^3‚î*,Ðu©ù}—+ç¶xD>ï.né—^z)¨Jw‡þÀ˜ |(eM ²îøê2—@ƒØN]¿¼!Pwv•u™‡í;¥8¾TÆŸð!—ÇC=ÀêË}Ø;ì°àÖ[oõêú Hg«þ²¬ ¾ˆ`5øÄOØ—fñeƒ=ê<á„Rîº>}úøö`ý=iÒ$S@!ŠóW\´oßÞŸ¿à‚ |y(£¡Lw}…Õ§.'2%7¾Ü—øòUW3VV—öS§Nµ/]” +Ü‘VÀø„¢çà wœ×å6fåîÚÅ_*°hW¿V.Åñ}:ûì³Q$A \ƒ…+¾°QV}ny¾Ž5,3 :RÊ÷Fœû*g”Å}©®ÌJ×?Pê²(èܹ³¿¾°N–8í&וï}|¾Ý}‹]ò•ï&XßïÉ×P3€RÖqw[(Ña厇³ê$üyüñÇgÌ®¾ú&Ѭ*Ô‡ •™0aB ~Î}_ÔåV K*ê‹úÀu¼ùè3€ß3L¾â7È1FçwÜqG“w¢”u w\c<̪ë³øÇo&®Æ•îû!¹mî×.*Ük—7[#   Ú" ®7M—£AOí^}¥›ŽF]WÙu @÷4nܸÞÔŸ{•ùq2Yá^m4¢´›\ ÆüÞ{ï™®ïúè;¼GÔ´€éóÏ?ÜsÏ=6±å÷áêíCVRj÷˜D½¯Â<ãr†Õº>´a ¾hŠ5wÏjàËpS é¸í&T–§(S·ß~{ÿ™ÀL?¥æ ÀUî¸ÔÂBLD&»ºªªÝ»w·k²³V¯*>ÎE}`EÛqǧÿxpÅ„+,Xr}èË¥lX᧿,[»¨p¯]ÞlH€H€H€Ê‘@>îåÈ…cª•©p‡E»sy²ÝvÛ%,¡w®WàË}ùòåï„( w(Ân „sX Ãª–•Pö% fò–Á™DÙ9AÙ¤ÁT­,–´¤«ÛÕ¥Á,,åÃâ”æqî™ÊÂÏ;ÆÅ{&©m…l©Ýàõ¾ 3ÂÊÆ{ï½×–’¹û3ÝV½™$J»™êÊçqÌø‡Ç‚}JñÀª w½°j‡R¨p/Žëk/¨pÏ•ó“ „ @¯oîíüóÏ4hª­ˆçcšʘ€)Ü×ÔAE‰³ âicž5k–<þøã–V‹?QÅ¥ÕjX4¸[^¹ ¢³º‘µžõõ"Š³ÚDtVßíÑù³Ï>óç‘ÀyˆººuûbétÿÔµˆ¨…¨hðU‘”!ê†ÆGz¶IÿÐ7HrÛIÙÊ~·Ôî \¨÷Uœ‹©_Š¢þÚDƒ[´í8ucÙƒ>Ø"Œ»¾!ª9¥xèdEwG¤{ü©‹.ß9õwî£ÝûƒLÔ:µj±vuɦ]' .+øÍ£ ”'uÕ)M›6 ê¨L×Õ¼ysÑÕÌþ8$Pî*NᎠª~ÃEý‚ÛµU×1¶U×0¶…b[ý [:ŸÿÔ/ºì²Ë.¢þ£D}]›òýª«®õQ,:t°¦Ô¿ºhо„fñeÑYBQ7 çªÛQK~Ë¢.ªÌªn@ì¼Z›W™¯N–Ò½ëõ¾Šs-ÕõŽ<òÈ#V…Æ: |"jí.j .ê>HÔ²5NõEQÖ} 3˜ˆÓhíEÑ/vBDÝPÙ$"&Fð7mÚ4¥gÏž¢+sü>µO`øðᢨ“Ø}b×iÏ=÷”Ž; &ì($@$@$@$@$@åG@ŠÊºë®›v`UK[€I Ä Ô)ñþGê¾Sª:T4ˆ§À:\}§[]gu–l´ÑF‘ê­ªºŽ1 r – mÚ´õK.<ÎÑ ¢¢þÔE]pˆ]µYAœtÖçêFnºé&¹ôÒK}™pJŒÇ{L`¥ %DýO ÚÃØ42´œvÚiá"–VW6^1Ò­[·„óêÝöÕ…Ž)û5°«?>: z0Ï ×>&0>·ïšÁ±yóæIÛ¶mÝ¡ØÛRº70ب÷U”ãš-g}`Å7n,c@6Ùd“puY[çÚnB#5¼£î˜Dƒ ‹z´–4ЯYõ«[¨n™ÕWG@¬V™ð”ÂP7b¯îÚe,È$@$@$@$@$@EO nݺ¢CeöìÙ)zåÔ„®­è¡°ƒK bµGçwžÀRWƒÀÙw@Ø¥Hº;â­·Þ2…8“N4ò°@!í¤E‹¢>P¾H ˜ÖÀ¦–Vîýúõ“½÷Þ[š5k&Xz¥ÿÔ©Sí<”ÈêÛÝU';í´“YB±‰ |qÁ*Ëq Ʋý Èí·ß.êÏ[4h )ì7Ûl3¹ð  õ¯¾úJN?ýtyå•WD}KË–-ÍÊV»wß}·µ…/>¸ ‹út·](°† &êsÛÚ{òÉ'MW¥K—Ê”)SDƒºÚ>¬Ÿg̘ai +·Þz«üùÏ–&MšØ±—^zÉåØAßÂe-ÃïÿÀ¢A9ËÜ„\߀;–#aµ@ÿþýeäÈ‘¿—Š¿)•{#Î}¦”+g§(‡{ ¼h“BàRÞÿ}»/°uwIÈwÐA¹C~›k»¾`-%pÏ«ï9ÁýÿñÇËèÑ£c”ÂÀw¥–eË–¥tß1ø~£ŽÀ€¤W¯^)²ø½Òx")§…ë)[&    È7©í¸ãŽù®–õ‘@éPoÅÊàÁƒ} ½r*¨3²ÐeñÁÚk¯eÒýyæ™ õ,Y²$m¾teUÙ›P;ªTT‘”UªJn_‡Z€j^eYUÞsçÎõe\Bg&uReÙð¦OŸ¼ùæ›ió#0,D•Ä*lSò¨_׬ߪu~ ‘)yÃm"­ _&_‰R¸7âÞWŽU®œu¢£Úk’|Ü5Yrm7¹|mìëŠ?V|u²­6še$@$P šZìl”H t}Ÿ}ö Ô()Pã©ô€M’ ”)Ê šªŠ@/°Ç’üLÁR:“Àç;,¬«Z.²°ÚÝo¿ýªë hݺµ8«ñ„ º·(ãÇ—o¼1ù”¹Ÿu:‚TªÒ?å<l¾ùæ<ù`åîm"X|Ãê=,p‚~áüÖ[o>eiø‡%9úÔ·5® ö˜ckÕª•Àüs9ÕiçÎmu‚³âGY¸ÍÁò¢do{X£ÎdÁ¬©>$˸qãäꫯN>{¿î¸÷•ƒ”+gøl3fŒÀ{²à~ ¯”p×7Ìוɵ]W®6·:ñ"Î †NpÈu×]W›Í³-     €˜/xoÂ3m8L 4Å*I€H€H€*À˜M¨ÀqtÈb 3pÃ%8””P¸C9Y  Ü[À•ÊO?ýdÊp(´¡¼Ì¤Œ× W ³fÍ275P˜;÷ á<ÉiÜ"piƒ?´Õ©S§¿ÝÉeò¹—=6»páBë/ƺÕV[e5Þ|ö£6êŠsoÄ)‹±åÊÈáIW-˜ %ÜÇð)Ÿ«äÚn®õÇÍ?dÈqAT6l(óçÏOp·~–' b!УG™$@$@$@$@¥Aàÿþïÿ|GëÔ©#믿¾ßg‚H€H€H€òA€ ÷|Pd$@eOà„NöíÛÛ8±¹ÿþe?fH€H€H€Ê@XáÞ¸qãrÇC$@$@$P¨p/‚‹À. ?µÖZK®½öZßѧžzJ^ýu¿Ï @ñ+ÜéN¦ø¯{H$@$@¥H€ ÷R¼jì3 @AvØa²ûî»û¶èÓL ?*Ü‹ÿ±‡$@$@$Pê¨p/õ+Èþ“ Ô*#Føö^}õU™4i’ßg‚¢˜2eŠüõ¯•™3gF­‚åH€H€H€² @…{˜…H€H€H *Ücáca J#йsgéÞ½»ö!C>Ý)$•À²eËäOú“Œ3ƶQëa9   ê Pá^=#æ   ˆG€ ÷xüXšH  \~ùå²ÆkØÈ?üðC7n\RàóI`õêÕVÝ¢E‹dñâÅù¬šu‘ „Pá‚Á$ @ Â½F°²R r&ЩS'éÝ»·"ð?ÿü³ßg‚r!ШQ#iܸ±/òñÇû4$@$@$@ù%@…{~y²6   TT¸§2á ¨–Àe—]&묳Žå[¸p¡ÜrË-Õ–aÈD`«­¶ò§þóŸÿø4$@$@$@ù%@…{~y²6   TT¸§2á ¨–@«V­äœsÎñùFŽ)ßÿ½ßg‚r!ð‡?üÁg§…»GÁ äîyGÊ I€H€H€’Páž„»$@$-AƒIýúõ-û7ß|#W_}u¶E™ÐÂ=wH€H€H ÆPá^chY1 Àï¨pç­@$@ lºé¦¥»“Q£FÉW_}åv¹%¬ „î´pÏ3’ @ξûî;_fã7öi&H€H€H€H _¨pÏIÖC$P‘Î;ï<Ùl³Ílì+W®øv§@®Â.e>ýôS ‚ ×*˜ŸH€H€H P¶‡ÝSá^ 0ž&  ˆD€ ÷HØXˆH€þG ^½z2lØ0cܸq2oÞ<¿Ï dC eË–>ÛO?ý$PºSH€H€H€òK ìN57hÐ ¿ °6   PT¸ó6  ˜úôé#­[·¶ZV¯^-ŒY#‹WLÜ4oÞÜ›ne< &H€H€H o wX·×©S'ou³"   p¨pw$¸% ˆÖ^{í„€©>ú¨Ìœ93bm,V©èǽR¯<ÇM$@$P[’îµÕ.Û!  ¨,T¸WÖõæhI€jˆÀÑG-Ûo¿½ÕÿÛá`ª5Ô$«-3a…ûþóŸ2‡C$@$@…'@…{á¯{@$@$@•@€ ÷J¸Ê# @Xc5¬ÜŸ{î9yöÙgk¼]6P>ÂSéR¦|®+GB$@$P<¨p/žkÁž @9 Â½œ¯.ÇF$P«>ø`9à€|›—^z©O3AÕ …{u„xžH€H€â Â=?–&  ÈŽîÙqb. ÈŠÀW\áó½óÎ;2aÂ¿Ï TE ¬p_´h‘üúë¯Ueç9    Páž#0f'  ˆD€ ÷HØXˆH€ÒØu×]åØcõ'‡*ÿýïý>$‰@Ë–-®‰ «W¯–yóæeÊÊã$@$@$@Pá‹ äL€ ÷œ‘± TM`Ø°a²ÖZkY&øâ=ztÕx–”Àºë®+­[·ö,8Õ£`‚H€H€òB€ ÷¼`d%$@$@$@ՠ½@CÖ@$@$@$P=*Ü«gÄ$@$3L]ýõ­Ü’%Käºë®Ë¹¨<a?îXA!  È*ÜóÇ’5‘ d&@…{f6ûÌï3AÉÂî‹/–_~ù%9 ÷I€H€H€"XºtiB©† &ìs‡H€H€H€òE€ ÷|‘d=$@$†À™gž)Íš5³3«V­’Áƒ§ÉÅC$ð?[n¹¥Ô©SÇv`‰G·2¼3H€H€H ?Âîd6Ø`©W¯^~*f-$@$@$@$D€ ÷$ Ü% |Xo½õäÊ+¯ôUÞÿý2wî\¿Ï „ @Ù¶rgàÔ0¦I€H€H :°Âîd¢sdI   ê Pá^=#æ  XN8áiß¾½ÕñÛo¿IÿþýcÕÇÂåM ¬p§…{y_kŽŽH€H öPá^{¬Ù T:*Ü+ýàøI€jœÀZk­%#GŽôí<õÔSòúë¯û}&H L€SÃ4˜&  ü Â=?Y @õ¨p¯žs @l‡~¸ì¾ûAƒù4$&¶p§K™0¦I€H€H :*Ü£³cI   ÜPáž/æ& ÈFŒáËNŸ>]&Mšä÷™ G ¬p§KG…[  ˆG€ ÷xüXšH€H€H {T¸gÏŠ9I€H Î; ,Ý 2DàÓBaa—2_}õ•üôÓOáÓL“ D @…{h,B$@$@$‰î‘°å¯ÐàÁƒeçw–m¶ÙÆþ&L˜¿ÊYSÅà}U¼—þŠ+®5ÖXÃ:øá‡Êøñã‹·³ìYA4iÒDÖ]w]k;ù׿þU~°Q  ('T¸—ÓÕäXH€H€H ¸ Pá^ÀëóÍ7ßÈÕW_-ï¾û®Ì;×þ¾ýöÛö(ZÓÇ{¬´k×N±ÑjÊ­T¡ÚÍ­—µŸ»˜î+^£Ôëß©S'éÝ»·?1|øpùùçŸý>$°æškÚwª#A?$@$@$@ø]eã7Ž^K’ @5¨p¯PMžÞd“Mäž{î‘£>º&›©Ñº—/_.ÿüç?~†_zé¥m+\y¡Ú ÷¡XÓÅr_ñe¾C.»ì2Ygu,ÃÂ… eÔ¨Q™3óLE»•¡Â½"ošH€H ϨpÏ3PVG$@$@$‘îÑÔΉ^½zÉm·ÝV;Õ@+ßÿ½Àåä»ï¾«ÒWY¨vÓ÷¦øŽÃ}Åk”ù¾hÕª•œsÎ9>Ã5×\#àE!G€S nI€H€H ?¨pÏGÖB$@$@$P=:Õg)í‹/–9s涛m¶™ùIoÙ²¥*IJýL²`Ásñ²téR©W¯ž´hÑBvÚi'Yk­µ2I8µ]Tòã?Ê›o¾)‹-(æ¶Ûn;iØ°aBýévX¾~ឦqãƲÃ;H¶Ë%W®\iåæÍ›'«W¯–-·ÜRþøÇ?J:uÌßt:V¿þúk‚™~øA¾þúë„®m´ÑFU2‹Â9í&t2ÂNÔëe¼áîEmuÔæ}•k„‰¸[‚u/ÒmÛ¶µxéîEŒ k皥~ýú²ÞzëÉG}d«V­¸rë£l?è³&eРAò÷¿ÿ]ð¹qn€àbŠB @ wÞ$@$@$_aã lß‘òÛÖF$@$@$P1T‘U–òöÛoÛo¿=L¯Sþvß}÷`‹-¶zöì™0vU\pA°ù曧”A=mÚ´ &Mš”P&y'J»ªÔ÷íí¶Ûn*©ý>ÚÕ‹Áßþö·à·ß~KnÎöUÑnç×_ý„r(Û¾}û`Ê”)iËáà/¿üŒ1"¥M”mРA ÁûUø§”¿ï¾ûHiåÂÈ£`ÊÇá§Ý„ND܉r}ãŒ×u3J»…º¯òq~øá uëÖ ÷î+ø þñ8,¶Å=¼Ë.»$ä=餓‚=öØ#áÊë¤[0qâÄ„ò…ÜѪ¾uëÖ ¾üòËBv‡mW_}Õߪ(¢ž±+åLàˆ#Žð÷Ý7ÞXÎCåØH€*ŒÀ²eËü÷ž 5nV…àpI€H€H€j‰ÀJ}ÖЧ2”1cÆjÅšðP…¡&ÿ©õveµ“¯¾úÊ”ÛÉùÂûêw9PësW$aµÝ°b4ÜVrº_¿~ íaG—Fj ™2¶ä²ýû÷O)‹}úô©¶,êú÷¿ÿP~À€Y•CYµäM(‡sœv:a'êõ3^t3j»…º¯â^£»ï¾;P+öŒ÷& n¹åuUE€Ïeò=_Õþ_ÿúW_¾ µn·I××ÓO?½ÝaÛEDßî¾ÀV­òŠ¨wìJ¹ Â½\¯,ÇE$ðÉ'Ÿ$ü®þ÷¿ÿ%   ¨ ¦p_5ëË|ÙÜOÀ Ü«¨Å· 8P:è iÔ¨‘¼õÖ[ØSz~¼ìv×¢Š<™5k–¨e¸¹Ÿ€ 7|I‚žrÊ)Vîì³Ï–[o½Õ×Dœvá†înœ¨e¯\uÕU¢ú¢–Í–†«¸‰Y²d‰Ëfn6;ì0yꩧìØÞ{ï-Ǽìµ×^¢ÊVyå•WãQ s ƒ}œs࢖ó²ë®»Š*ßÍe‡ZÚƒ›nºIÞxã Ë®©¢þ®¨ñ}ñÅeæÌ™2dÈ;Ž¶á†&,˾ûîkî=ÂÇ£rÆuÓn¸¹¤ã\_´u¼qÚ-Ô}ç;VTél÷¶®4‘aƉZªÛ>Ü,éJùâ‹/ìÒÝpà rá…ZA{Ÿx⠹袋lÿð¹EpÒý÷ß_Ö^{m™6mš'ýüóÏ-Ͻ÷Þ+ðu_h¹ãŽ;䬳βn Ÿø¬‡?k…îÛ/¸3ƒ»/ÈŒ3DW@®3l¹"ôèÑC&OžlcU wÑU1n’H ü à=ÐýŽn²É&)n0ËŸGH$@$@$PK~TCѺegá~ÔQG™õ,Ü_{íµ´3§všåÙ`ƒ Ì¥JºLêÇ|°â#Y¶Új+A°RXÆã3ƒ8VHU;‚¥â; òÈ#ØÊ‘wܱÝbÛE@÷æ;ï¼c=Á½J!  ˆF@Š|ALõ(˜   ¨!e¥pWÈ¢Vµ†ª*e•L•—_~9)–ìCQ—¹HÜvsi+œ÷£>ò»jùîÓU%æÌ™“ ˆÔ”æ¦ãÎ;ï”U«VYQ(õñ×-7ß|³ÀuÇ©§žZUµ9‹Ê9§Fò˜9îõ:Þ¸íFEû*JÛ˜”p¢]2ev[ôÙgŸ¥œÇýöÛ/íqìÔ©“?·xñâ‚+ÜÑLˆ@éþþûï›ûL L:Õ÷“‰Ê$ ñ9üÀ©p÷(˜   œ Páž32   ˆA ¬îðw ì\ÎƹpŸ\]JmÊvuGa¾Ì9ä³òF}PÌAùV ºúã´ëꈲmÛ¶­/ßìðY_$çÁäü´Ž1Â,àá¿>¤ñ‡I (}Õl½õÖÆ¢ºú«;‡suu×Ôù8×7Îxã´‡E>î«(íÃzÝ V ¨[·›°Å½éd‡vpÉ„íÃ?,}ûö•u×]7á8vî¿ÿ~;¦n§d§vJ9_ˆøÎÂß9çž{N`½ø”Ê%^}8   h¨pÆ¥H€H€H€¢(+…;”Vþ e”j FF„À‹>ú¨ôìÙÓ\W  (B†.—^zi8»ÖùûßÿžpÌíÄi×Õe«þ}}1¸ß€+Š5×\Ó«.qß}÷YÐHX¯cl¨/\'&Ôï»íƒ%<\Ì$ ÆîÊùt7!ê£I°|3çpݹ¶.›k:Îõ3Þ8íæ:Æpþð=å¾ruåzà òŸþYÎ?ÿ|yýõ×£^õóîŒbB"ÛäC0_L =ZZ¶l‰C6y„ϵ š¼Ï>ûHýúõí\1üƒ›xEpWúJ…{1\™Âõ!lá¾`Á‚Âu„-“ @‰ Â½Ä/ »O$@$@%F ¬î`òÉ'›Â õ]vÙÅ|5#"}Ó¦MÍ9”Èpñ7)PÞÁjð–[n‘°r.5àOeà‚åùçŸ7%s5·5wÜq‡tïÞ]š5kf—Æ¥ÝBÞWaÆQ®Ñ°a꽟ú÷ïèÄP¸©àóÏ?÷åÔG .cü~øó î— J([L;ÇsŒï7ƱzõêbêûRËt•‰¿tÅL-·Îæ*€® ò÷›º›«´ás¼$@eL@Wúï7]UÆ#åÐH€H€H€ L`¥ê ${ÿ#È]"+Ø1cÆd †«cXO™2Å[®·Þz¶«ñdm=ÌZÖƒ•á¡‡êvm¥Ý<Ð\­¸Š`I7p…ÓhC•Õî´Y§Ãõ„³8GXø´îׯŸÔ©“~Á,ÐDnv`5ìD{f¡¿Ç{¤õÿŽúN:é$³,ûvåÝööÛo—Þ½{§ug£æA]aežÎQÚueâl£\ß|Œ7J»…¼¯ÂŒs¹7\9Xµ?ÞÜá3àiCÆê’‘#G&¬JqyÜvÀ€‚ “`÷—¿üÅ>¿”gžyF¦OŸ.íÚµsY‹n —VnÜH’C@IDATS*—@Ø­ §Vî}À‘“ Ä#@ ÷xüXšH€H€H 7k@ëŸ[‘ÒÉ ×(pk¢Öâ3pÅ0–éÃíI&.-àr¦yó梖ïÒ¨Q£LÙSŽGm7¥¢¬ZµÊ\ä`ÌÄÆìx™ªDpO¸¯š_ýÕÜp@É¿ëÙŠZ›òÿË/¿4n:t0%{¦òq9»zsmו‹ºz}ãŽ7j»QÇéÊŹ¯\Q¯âÀ—;ÆŽø g6Æ1 › T嬳β‰ôŸ_¸r® JuLìw4˜ô¼çž{¬0&àr‰B5EÆ“'O¶êPý‚ .¨©¦X/ Ô*¸Ä;!äÅ_4·œµÚ6F$@$@$P)~TCïºe­p¯”+Éq’ ˆ”“ÂcÁ„—‹«÷!C†ð2W øõwA¼<òH Ž]8äZ"@…{-f3$@µN ^½z>6VÞvìرÖûÀI€H€H€*‚€)ÜËÒ¥LE\>’HÀÀjCv¢± dêÔ©¢1Ü¡’Ú"sß¾}}Ÿ¯¿þzùöÛoý>•C€.e*çZs¤$@$@5C@ãbye;ZÈeoÍôˆµ’ ”;*ÜËý s|$Pæàv.¢Ž:ê(?Ò›o¾Y4¨±¹6Bì‚R”‹.ºÈ»²úî»ïVî”Ê#ŽŸ1þüÊÀ“ @LK—.M¨aà 7LØ/—÷Þ{O4øµÅìBÜ®ÝvÛ-òЖ-[æëÙwß}³ªÏÜûì³/‡>àïí·ß®¶|œ²ÕVÎ $@$@$Pé£l #l’H€¢XsÍ5ÓIUçÒå/¦cx„+D† x*ÒˆË@©­[·öƒE¬ ¬Úà=à‘0A$@$@ÕL­[·nÙÆÅÒúñÇ÷<ªŠ}ä3eH ¦bšA–/_ž!WâaÄ™Á*ÓdÁóKu§luuó< ‚î… Î6I€òF/Nðyœ?ÿüsB½íÚµ“6Ú(áX)í xê 7Ü`ãCðÚÁƒ˽÷Þ[JC`_cÀË2Vp ð7äã?¦Â=&S' ¨,a…{9»“9ï¼ódíµ×¶x/x^ˆ#uêÔ‘í¶ÛΪØtÓM³ªêöÛo(ýÁû믿–—_~9«rȧlÖ0# Ô"*Ük6›"¨x)ØqÇk¦òÖºÞzëÉW\!'Ÿ|²õ/1ƒ ’:°Wlº¶ À­ŒS¸ÿç?ÿ‘®]»ÖvØ ”,JQ¸7oÞ\®¾új3@¹ñÆc]/¬´|ÿý÷sªcï½÷üA lïÒ¥‹¥³ù§l6õ3 Ô6*Ük›8Û# ôêÕK®¹æùè£ä·ß~“È“O>™C ÌZê8ÕY‰ÅµX+uì? äJ RîÕq&àfâĉ—2N°jÔ ”ôO<ñ„ÛµmË–-mì(ûÏþÓÜÂàÄرceéÒ¥ yq¬OŸ>öL¶ùæ›ËèÑ£eöìÙ¦Ø3fŒ¹¢ÂòÉþô£”EL'\›ä®{ÉÅdúܳgOë'îy¤qý)$@$@…!@—2…áÎVI€H ';wXº»—ƒ!C†Ø~²?Êœ*eæ’ ÐªU+ó=Š·ŸþÙüt¶iÓ¦$úÎN’ @¡ TªÂý—_~(dá—²å–[š¢}ÇwÌxI6ÝtS¯´}þùç3Zhg¬ –OÀ¯¹óKìXÅùFm$íÚµ³geX¡ãY Nà¿~ÿý÷w»¦\‡B®g (»Î:ëÈGa–îÿú׿ü9(±hÇÁtæÌ™æâÅU?ê=zô07>sæÌ‘K/½TN>ùdó›§l·nÝä±Ç3×’hëC±ë‰~B0ö£Ž:Jš4ibJ~´}×]wÉ9çœcçùH€H v нvy³5 ˆLIð' ùàƒdüøñ–æ¿ò&k4øuB·2Ž·$@$@$P=JU¸¯ZµÊ+ÛaéýÎ;ïHUÊöêI_(Ö;ì0ëV€víÚÕ‚†6nÜØÒW]u•YëßrË-U1…¢Ú)ÛÝ(·Øb —”ï¾ûΧ_zé%ï+þúë¯OP¶»L˜¸À9È?þ(Ï>û¬¥ã”µ Bÿ.¹ä›²äµ×^맾ñÆɧ¹O$@$PK¨p¯%Ðl†H€âØn»í̤«gøðáfñìö¹-_ôã^¾×–## ¨Y•ªpS…÷¯¾ú*|¨lÒÿøÇ?ÌÏúzë­çÇ„±¾ø⋸´cÇŽæÆŸŒ™€{?'áKî˜Û†ÝÙ|öÙgv8NYW/¶k²{w®s:tè`»‹/v‡¹% ¨eT¸×pøZÆlû6Ûlc§œrJ-´Ê&r!Àk” -æ-$¡C‡zkd5jT!»Ã¶k‰@XáúUKͳ  (Y•ªp‡ÛÁ?ýéOvÝ xÝ{ï½å…^(Ù똩ãpÓ?éË–-“·ß~Û”ëýúõ¸`©[·®=í´Óäµ×^ËTENÇa½îäßÿþ·K¦lá†ÆÉ;ì`É8e]]Øbõ½¦<'‚d·ÝvK—…ÇH€H€jîµù¦›n²vDCÇ_xf»šÏª‰c=Ö|Õ…H³*3S¡ÚMîv)\£ä>s¿2 ÀÿäÙgŸíÍ5×FQÊ›@8p*]Ê”÷µæèH€H€òK`ùòå¾Â7ÞاË=Q¯^=SÊÂ8Êw¸Eßïûï¿¿l†~ß}÷Y€ÒÓO?ݬ¾wÞyg fzÝu×YÑ?üДî0,áó!˜¸€¿xÈù矟ànÆÕ72gu–íâ:  $NY« ô~áï¾ûnó%ïê× y¸¡Ä¤…H€H 04µ¸Ã|-#Rú7ß|S -æÖBÕùàWîÏþsnDÌ]¨vÓu·Ø¯Qº>óXå¸øâ‹Ízç‡~°ï”#F|TRÊ—-ÜË÷Úrd$@$@5GVϬ餜î0ÀxüñÇ%Ùo7‚f6mÚÔj"j¯^½þÎܳ{÷îâ|•/X°@ž|òIqXóçÏwØL±‹ ªM6ÙÄü¦#8©”=ñľlØÀ ïÁxÇ„€?|®‡˜Æ);mÚ4«wìر‚zÎ<óL Š@ªðYÿꫯÊÊ•+-¥:AÞGyÄíÊË/¿,Ûn»­zè¡vì믿¬€vìðV›o¾¹\xá…‚çoÓaûe—]fÖä˜Ø€u9â.¡ V·»À¦qÊZe¡+V¬°É…¾}ûJ›6mä‹/¾/¿üÒçÀ»AçÎý>$@$@µL@•¬”Z"°Ï>ûzyƒ}÷Ý·–ZÌ®uKaýBß4’yv…ò«PíVÕõb½FUõ™ç*“ÀW\á?·º\6ÐìÊQ!£ÖåÁþzשS'X½zu…ŒœÃ¬MGq„¿Ïty~m6ͶH€H Fèª0ÿ½¦¿Á¯¿þZ#íC¥jáÇŠ÷º øn©>áÎão¿ýöóyÔíIÚ<.ox«®J|9$vÙe—¬ËªzÞÊžqÆYµ«ŠþÏRNÔ <¥œ*ËucYTIžrþÀtÅm;lØ°”ÚÍÔŸlŽ—Ê5Ò¯¿*>±|ñ½÷Þ“>úÈ,DpoÁb¥:A=ï¾û®ÀÒmÛ¶,¹LwO$וKYXÁ’‚ºaÅk›Y³f îÜ“°¦)gë¢d~5µ%¬·Ür‹}îðÙ‡o÷Ñ£G×Ts¬·Àð½Šïa|wâsöÉ'ŸHûöí Ü+6O$@$@ÅMÀYk£—°ÌÎæÙ·¸G”¹w°f~衇ì]09\Ó!À'¬¯ñ,Á{&¬ÍÀß;â}ûí·îPÚ-žãu‚6áöaæá÷|—=æ˜c̲ÏIxG‚?÷°à=ø„N0 ô°Uý`ðî½ùÀǽWáüsÏ='.Ø),ÓìЬÚÑî­·Þjm;®x^Ã;üÆë„@¸;>§,*Áû9žáÇVüxÏB¡7Àxþâ}£L Ô.U¦QòD@—uê«-€õ„^Eÿ§QÄ]Êè25;–ÉÂ]€‚í·ßÞ— ס.a zöì™Ò[]h³ØúÛR– Mš4 ôG?¥œú¼ 6l˜R&Ü.ÒÈ3a„„òú@\pÁþ°§-¯ËÚ‚I“&%”q;qÚuuDÝ–Ò5Ò‡¼@_ <ß#<ÒßCîá^SÅk ~3"yøᇃ֭[ûz\Y}@ Ô—aÆr8‘KÙ{î¹Ç,i\ýè;,m`eᎹ­>_}õU•módõn¿ývÏV—Éúà]}!æ(YêVÆ_o]æ\²ã`Ç‹—-Ü‹÷Ú°g$@ÑL™2ÅÿvêDu´JXª$à=O]Ã>ø` ~êXõ«;×Zé»Ï<óLðÔSOê+?§6s)ë,Ü›5k–SÌL$@$P«þçˬV›,ãÆ–,Y’V©éŒám:…û˜1c ÷„áüá4\ èÌ}É>}úT[u¸%r®ð€²*‡²ƒ rÅl eiòÄB¸ŸH«¯ºàÍ7ßL(‡8í¦T–ÃR»F7ß|sÖ×G-(Ò’Ð@:Zòd¬×P­¤óRVýfl'ùÞÀ¾Z¸|ðAÚ¶y0;˜l O¦uÔQÙd®’$ ~EýgLƒ•äØéâ&@…{q_öŽH w÷Þ{¯ÿíÜsÏ=s¯€%H ˆPá^Dƒ]! ÌLážÙ?‰jÄ(ÙÀ’1XFý» «Àµ ¶Ø¯Jàæî!° Mý±Éßþö7 v·!úhV\y¸øùçŸÝ®¹ë7nœíïºë®rçwšë”EV¸”q’ìí¨Õ‡uqyŽ?þx[‡¥qîOgêÍ]…˃-– ÞtÓMÖ·‘#GZP´ ˆ–APô?Yâ´›\W.û¥vôÁ‡Â×BºÚÀ\Ê Ð-ÜÂ@(.}‚c:c®ˆ°ÄîFàêî]t‚Ç–Lê÷ƒœwÞy¢¾zÃE­¾\˪Oq»ŸöØc„ºôåÆ‚©ßD Ϋ«4ì<–œ"¼ô3¡0wª$€àOá`©þ4sæÌ*ËðdéNÅï…H€H€H ja'tiX5+ž-nx—úüóÏ­“«V­2=Ã믿nïÜÅÝsöŽH€*”@f…<ÏdKKÇôö±¿“N:)m1wy’-Üa•Šs°píµ×Ò–‡3òl°Á¬ZèC¤¯wï½÷^xá…ÇœÀÕˆú› Î=÷ÜŒA‚â/Eð>\°¶ágÑ¢E‚á ¿ÉcuýÂ6n»áºªK—ê5Âjw߀i²¸•pç_zé%×ݹR¿éú'ôç\Bôúù³ò¸¯Ô÷ºŠS8Ë ô ‰t‚È5é·^x¡ï÷¨Q£üq&r'€@LaWTÉr¯‘%Š•Àm·Ýæ?7U}·kÿÙ¯â'@ ÷â¿Fì! @n.½ôRÿÛyòÉ'çV˜¹I HTdUýó§ ÌZ$]g7H€H  ÐÂ]‚yõgõ¨ Q7 iëÄqX£¦¯{ì±’lìò#°Ê>ûì#êÚ%¡Lq\¦OŸ.]»vµ€”7¶4¬_a©ŽàŠùô駟JïÞ½Í*_}¶[{¡ÞžóÎ;Öu<Æ£PÛr¸F:1c+  կ¿ßU>­Êwðèú믷 Qþäï ÓÁ9ˆ*ÙÍJé8eQ>,—\r‰às‘,×^{­œê®MrîgG@Ý V™8™:uªàR~ðÌ -Ü nI€H€H 3Z¸gfÃ3¥C@cÂeì,VÈSH€H€Š]Êäᚨj«Eñˆ)M[#Žã|²üðà ÇwÜqÇäÓ~ŠU #C† ñÇ\B_šKšð±ZBË‹/¾(póѱcGsâòçc;cÆ éСƒ¹Œ››b—J»F˜ q¢w]2ev9ôÙgŸÙù8eà à~Ì4÷F¸ ‹/c:8@ºtéâK<ا™(a—2_|ñE‚{±ò%GB$@$@ù#@…{þX²¦ÂÐh‚g?¸ ÿá÷½÷ÞàPH€H€Š‹îy¸°&‡$ûÐN®Z£¤'’zõêIÆ í8”äQ>°áƒ[]‚¬åá»»_¿~Ò­[7©[·®@©ÿåê®&Jõ)eV®\)ºìÜ|oãÇVí°À‡¿ú‡zÈú_ãÅ$•v`½îDƒåºdÊö_ÿú—?¶Ã;X:NY_™&à[ðÑG òiø t+;vÛm7œ‰è®¹æ_+L|ðA¿ÏDyÀÄ«[)¥®„¤ªÏvyŒ˜£   x¨pÇ¥‹‡@“&M,> ¦Ü߶ÛnKe{ñ\"ö„H€Pក#ÚŽ³LÿòË/å¾ûîK[ ¬Ð—,Y’r k;…ÜÿýU*í1« ÷0aÅ=ÚkÚ´©œ~úé‹bÑD°Ëë®»ÎX~øᇦtGýèC: ψC9ŸN¾ýö[q¬¯¼òŠïçðáÃå­·Þõ+gÁa>úhAàUõ ž®š„c¹¶›P8ÇR¿F9WÔŸ¿¬»îºV yÃîf\]p#sÖYgÙ.&~P§¬Uú§¾2-ˆ®:íòG±òB}»›B÷&†(ñ à{ä˜cŽña¬VŸø3Q-¬ ¡[™j11 xîý4Õca‚H€H€H † PážÀ={ö”V­ZYMPv÷íÛWàO}þüù¶½à‚ L îšZ°`Œ=Ú–…á”’(Ôa-~ÓM7 üZkPQ™3gŽ)ÎáJî4ø©@ÉídÚ´i–„U;ÜJÀ¢KËfÍš%wÝu—)Âa‘q–‘¶ú·ùæ›{åì½÷ÞëÛ†•,úð<Í›7 ¾™0‹þÑG™ÏoX,?öØcrÎ9çH‹-dîܹÖÆpÇw¤u’k»¡.çœ,Åk×.$Ñ.…¦L™â÷q-4hªßÇ ¹l50©ÃµÐà¨2fÌ»/pÜ}÷ÝvlæÌ™–ç”SNñ¾Öã”õù=±bÅ »÷5j$;í´“À2qðÙ€ Æ@çÎÏÍM\øn€RßwÞygÜ*Y¾È„ÝÊà{—B$@$@$™î™Ùð @ ¨Äp±51fu×hÀ˜ñfý§–½¾+ês9«rj<ðÀ¾Ügœ‘U9µèT9ãË%'N<ñÄjëQ÷4ºÍ Ô…MЩS§jó‡YtÐAÉMÚ~.í¦­ ‡ƒ¥vÔ <…±¾ Ô„Z•ä)ç<ðÀ"UE´wקÿþi#ÛG-{ꩧZ¿ðyÐÉ—”>¢Ýúõë#FŒHè+wòC ü N¸å§bÖRÔ‡§ÿLédmQô‰(ê.Îß_ꪮ|Æ‘ T,]uë¿×Ôè¤b9pà$@$@$@µFÀ¬žiá®Ú¿|‚CÂýÐCM©N•¤v¼uëÖþ¬ˆÃ®4.¿ür³@[/úÌš€ë X°ÃÂù¸ãŽó§àB¢Y³fœ2]„ò:uêÈI'dþ²3ÕÊn¿ývéÝ»· ¯É«d¸™={¶À¿7\× áþ»2묳ŽôèÑCÚ´iã™u|:.ÈK»¾Âˆ‰R»F¸Þa긖\Ap~Ë-·ô4pOa5BXàVdüøñæjÈY>ã<Òp³ƒÕ#GŽLXµàÊÇ)‹:6Úh#ùä“Odâĉ¶2}à n¸AæÍ›'tMq›G—^z©¸ï¸±ºþúëóX;«*4ð÷8V1PH€H€H€ÒX½zµÀ…¢º”q$¸%  ¨ik@¿_ÓTZýð±Ž`”p ‚`:t0¥x6nZ-Zd.f4h`n8à²Æ)Z3Õ×1ï¾û®ùŠÿõ×_ ~(gry¸„KôþèáB}+}“ÛF^¸,ÁÃ,ò«å»À}H®’k»¹ÖŸœ¿”¯QòX²Ý‡~DµÇ=¶çž{ î­l%—²Ð G˜r.n²m‡ùòC@W̘»Ô† ÌpრJé€k©.]ºØ@6Ûl3‰l»ôIp5AæÎU‚±Ã%…H€J•ÀâÅ‹Çà}Å%¸cÜ’ @ž ü¨FÓu©pÏ3UVG•N€ ÷ÂßË—/· ·eË–Yg 4ƒòŒRú°j!<ùŠÉ0=¦@>Pដ¬ƒH X`uîvÛmgÝÁo%~3)åKñ¬0Á‚ØU  ( S¸§ú)`Ø4 @i@GgÕ¾jÕ*Áƒ/¬êùå—ÒX‰õ~à 7¸–q‚ ÍŸ}ö™Û嶄 `ÕTØ:+¢($@$@$@©05•I¹›Ìƒ>ØÜhΘ1£\‡Éq‘ ”*ÜKèb±«$P̆.íÚµ“gžyƺ‰—<øÂ}MÇŽ…Þ«j÷ê!îÜú@0ùVÀ×nOØZ> ž>gNèÇÝ‘à–H€H€ PážÈ£œ÷ÜJN<óˆB$@$@…&@…{¡¯Û'2!€`º™$l‘›)ç—®ÇW\á+½ÿþû-Þ‚?ÀDÉøÃþàûN…»GÁ $ Â=GÙîàY(ü<äbÝ”í€90  ’ @…{I\&v’ŠŸÀ€,Ð/\È„ÿ>øàyï½÷–¹”Ú%ЫW/iß¾½5Š@ʸF”Ò'€`ØNhÅåHpK$@$@‰¨pOäQ®{O=õ”Z§N¤yóæ~Ÿ   (:…j˜í’ ”&Mšþ(ÅA`­µÖ’k®¹FŽ8âëД)Sl2d=ö(Ž²‘ÐÂ=6" ¨0T¸WÆúé§ý@»uëæÓL @! нôÙ6 @,«W¯ŽU¾ wïÞ]vß}w?ÔAƒù4¥I lá>þüÒ{M$@$@5L€ ÷\ÕÃgû+¯¼â{B…»GÁ @ Pá^à ÀæI€¢8í´Ó¤nݺ2tèÐhTP©#FøÑNŸ>]&Ožì÷™(=a…û7ß|#ø£ $ Â=‘G9îM›6M~úé'ZýúõŒLÊq¼ @é Â½t®{J$ð;(ÇŽ+°p>|¸Œ=šlª йsg9ì°Ã|Ž!C†Èo¿ýæ÷™(-›l²‰4hÐÀw:(Ìd‚H€H€*œîå„ÝÉ|ðÁ²öÚk—ÿ 9B  ’ @…{I\&v’H L Çý÷ßßêÛ·¯Ìš5ëÿ±w`RM.ýAÉ'YrPQ’$• €‰  ŠälE‘¬ (IɈdD’ (AD$‡‰*Y@¼¿¿†î›½Äí…ÝÙݯžç˜žØÕï{³5Õ_Ùu6¢èß¿¿-\‹B¶'NŒ~· S ³pjÀÜ6:J$@$àC ¸û¶ŸºZ¶l™í¹V­Z¶Í ø›îþ¾ìŸH A0Î’%‹>SIŸzê)¹páB‚® '•,YRš5kf‡Ú¯_?¹|ù²]g#°8ee˜áX÷ŽÞ’ ø†î¾áì¯^vîÜ){÷îµÝW¯^ݶ٠  `ÀÝßw€ý“ $ˆ@Îœ9eòäÉ6kÝmÛ¶MеBå$èÝßrË-z¸”>ø T†tã,R¤ˆî$@$@$` œ9sƶÃÂÂl›à °hÑ";{ï½WråÊe×Ù   `ÀÝßw€ý“ $˜@5<Š¦"?f̘_/ØOÌŸ?¿¼üòËv˜(¦zîÜ9»ÎFàpf¸SR&pî=% ð S§NÉÕ«Wmg ¸[AÓpê·×®];hÆÅ ܃ã>†ä(š4i"E‹çtÑâƒ~íµ×¤R¥J–B—.]dÛ¶mv O½zõ’téÒé(>‹ ;-ð83Ü÷ïßx Ç$@$@$Œœßn¾ùfbãÉØ-/í#/^”ï¾ûÎöÆ€»EÁ €K0àî’A7¼#€)¢3gÎÔÅW­ZåÝÉ<:¨üïÿ“/¾øÂCϽQ£FÔså.C÷¾{÷îvïÈ‘#åĉvÀ P @ë(f);vÌ®³A$@$@¡NÀp¿ýöÛ­a¨s –ñ/_¾\þþûo=œ 2ȃ>,Cã8H€H€‚„îAr#Cm0EDDèaŸ={6Ô†ÏñF!=÷)S¦Ø/SÐsoÓ¦M”£¸jtìØQ²fͪWQhÚî´À")S&{á9eeëþÑ[  ä%à ¸SN&yYûãêNýöZµjIŠ)üáû$  X ð/S¬hÜ¿oõÏŸ?¯Íœ9³¬[·N8 •+W–?¼ålÎÃÒ›s¯\¹"§OŸÖ§ã‚+^RüüóÏúwã-Q¢„Þîì#ÛÕ«W—¾}ûÚà1ðåË—g!ÕnjÚ´i5'£ç>aÂéÖ­›,X0†£¹É­ +óûï¿k÷ðÙÏ~ €x|W`À=ø~#–-[f…€;H€H€\G@ñhH k×®*ˆoýóðÃÛ¶ ~G(æ´¶ÛT€-â7Þˆq¤³fÍŠPòöXsͼyóF¨"”çü÷ßèK¥íñJÚ3zôèôe®åœ9sìþ¯¿þ:BMë´ûüñˆ»ï¾Û®ãx\»C‡J›Ïžg*ˆ¡øÇ;û2m£dFÌiv©^>DÀ_vôéÓGäÈ‘#Büíñh$Ögs1o8›sÌÒ›s'Nœ±àߥÛm·™}7ŽPr"¦›€_ª JÏÝŽóÖ[oغukÀ+9€ÿ ªˆªe¥dx’£^3 <ÿüóöþ©&ÉØ/*4h`§† *Ãæ8I€‚ÀСCíç>ÛhÁC@Õj²÷ß=<ƒãHH€H€‚Às“˜Ó—±‡æjëׯיëÆÉ+V˜¦ ˆÌ€D=|Ømýõ—¼õÖ[â<;?ýôSQAW‰©èÞÁƒ¥Y³f2jÔ({dµoܸÑʹØ×›7oô›!«Üd·ãŒVàRýï’#Fˆ ºG»Œ žJ|$dp ²¹£ZÛ¶m¥gÏžrêÔ©¨»t8tqžSž!±>£#o9;óö\ølvcàß3ÂlÇrÆŒR¼xñh÷ÀyL µ©çÿ»•2eJý{aÎP/uÿiC páÂÖYd¸ÓH€H€H€®pΆe†{pýV8ådî¿ÿ~Q SÁ5@Ž†H€H (0à ·qîܹòꫯZïñ ¡2±eìرv´ì>ùäApÞHÃ8îãÆ“–-[ŠÊZ—lÙ²ÉG}$h#`‹ë@ÖÁoô£2ÝôuUÆ°lÙ²E>þøcÛ³ãæÍ›'*£Ú¹Ù¶ðž?¾]G#_¾|ºè%$ePR60øgäôõ$C.\(o¿ý¶Ù$Ï>û¬|ðÁ?x‹ªK 4‚×0ÖÁ £ƒ~§OŸ®%eÌEr4‰õ9!œ 9·ÿþšäTœV¡B™={¶~™ÎO=õ”Þ/$h_ºtÉyxÀ¶£ê¹ïÚµK^z饀Or:Ž—m¥J•Ò]àÿzlÿo“Ó^;á )cŒwC‚K   ¤L0ÿ,^¼Ø¯víÚ¶Í ¸Š@0äê‡ê&Mšd§Ó}ûí·áC‡ì6”¶h²gÏ®··nÝZoƒ\‹‘UQzÞJÝk*Øq×]wéó S£4ÁÍ®œµý8%eÌ*(o÷;%e°ßy® ®G“4Q{{îªU«Ì%=–*ûÞ3~üx}±­¨À²=§bÅŠêåC¶“ºuëF´oß>BéÄ›Íz™PŸÃ91çÂéV­ZÙñ*mÈ˗/{Œ +:u²Ç¨™ Ñöò†~ýúÙ±©݈?ü0‡“l¾+ LNK—.M¶¾xá¤% ^ŽÚ{ù$H~ÑH 1()“z<—HÀM •‡ç?üÄô]ÅM¾Ò—øP3©=dUU ³øŸÌ#I€H€HÀ7()ãª7‰t&¦©tqUl+«2dÈQ:ßÑ<È’%‹`LEâ¢“Ø O>ù¤dÍšÕã2wÜq‡]|Œ=ø RUu}”zA!J‹^ U/#tûÝwßÕYò#GŽ´3bº¤7>'†sbÎêwïÞ½= ךýƒ¶…SQt7˜¬OŸ>E$UÝùå—_‚iˆI2T®R¥Š½¸Ñƒ€ª½aÅ õÂÕ®³A$@$@¡L€’2Áy÷Q,UÕ!҃˔)“<ðÀÁ9PŽŠH€H à PR&àoaÂnO,[¶¬mGm”+WÎnúí·ßl;Pª¬Ö†O:µ‚**+W®H±ÜsÏ=ZÊÆîLd#1œs®ÓmŒ5ª¼ŒÙéh¸ÃŽ9b6ÅÒè¹›:Hªl§8k ÅÀ0ˆAƒÙ³P£aÚ´iv ÷PªÅù‚’²2î½WôŒH€HÀ·p÷-o_õæÔo‡œŒSÔW>°  ˆÜãC)Aöº1h\Çf;vì°»î½÷^ÛÔ‚®Ð™Wò8²aÃ\ïÒ¥‹àí¶ÛnÓ…E_|ñEùþûï“dˆ‰áœ˜sΣÐ-ŠÓÆd( °2eÊÄtH@oÃÌ)S¦Ø ø]oÓ¦M@)9œGM¼Œ0öÆoÈ•+WÌ*—.&à,œê,öìb—é $;Ü“±_:@†»1%™iš\’ €ë0àîº[⇔†¹¤J•JwÖ¡C‰Iº22íÚµÓÇ “ç»é¦›LS¯íŠj(I$InygÿçÏŸwvoÛ§NçÃ6¯ÙQ:ö‚¬ogEÑØ÷ß_ݶm›ºãÈ„O K çÄœÕ÷çŸ^&L˜ ïÙ‡¬~<¨" žÁZt’)(¶klêÔ©2zôh³Êåu(Dl²„)í,ÀLHî%À©î½7ôŒH€HÀ\c,,,Ì4¹ `[·nµòyøî‚g| ¸•în½37ðëÀ¢Š~Ú£Á|æÌ»Žª8Îiа†dD¶lÙDÌÔ»¶oß.ª8ª°©"|ZçÁYlÛ¼y³>æ…^ðÐG°>_¾|zßôéÓeùòå‚sUSA&|Û¶mõ>üƒL#G™U¼Òî[½zµv› ªx«¨¢©fUëÆ>|Ø®›ü7/ TñXàW…TõØX‡V;ŽÉ“'àš0ø7nœ~@3ð0~«"›ráÂ}LÊ”)õÿ$ÆçÄpN̹Öùë U`H¿\€Öáý÷ß/Èü††ýþýûõЯ¯\¹rÔÓ‚föÎñaVÚi‘Š-*˜Ýa KxéFs7f¸»ûþÐ;  ßÀŒVóLÞp÷ý=HŽr2˜id#“£/^“H€H€MÀ7ZÙKRPòêæ{ütîÜ9BÍóئ Éè®UaP»ýÖ[oP¡z» 2ÛíQ¯gÖ»uëñßÿEBÏž=ox®¹Æ#<¢ÏWÕÑιùæ›#”Ô‡Þ¯ûÑöW¯^=ZßØЬY³hÇšþÌRÉÄDüþûïú|%%rÃãqžz(PÒ ¶Ï¤ð91œzn«V­ôxq¿óæÍãØÓ¥K1pà@;Ö`n=z4B=˜[*À¡fGó½›z¹ßóÿGe½{} žà[꥽_*øîÛÎÙ[ÐhРý}RòkA7>ˆH 4¨DûY†g5›34䣬T©’½¯ø~D#  —Й¼ÌpWOahêK±G¶Fþüù¥J•*CÉœ9³Ô¯_ßc› ¦I½zõ$Mš4z;´š?ûì3-¯bä$°íûî»OÆŒ#ï½÷ž–ñ¸ZAV4ô°ò.8Eüž~úi{8²qÃÔ?§6yŠ)tAOH½˜ý¹sçÖmüƒ,os®Ýx½YæÍ›[}nç~dpCY̦¿ÆK®\¹tàÕàK‹-´¦¹3k4)|N çÄœ‹1â÷`ïÞ½‚™íÛ·×·a(œê|aèR·é–K 4lØÐʺ¡À8þÿÓH€H Ð@vSÍ®ÕnC3ªÄf ‡þŠÌš5K5j¤QàûššÁìÓ$@$@$à‹*1ù¶^œЇ~ùå—‚ çÿýW…׬Y£u¬zPIì<2@jÔ¨áõU¡ Ž¬y2êñã!@¥¦%zsJ’›PÎp 1ç&ÙüBÐsDZU«Vé‘tíÚU.Q¢D€,iÜϘ1£ôéÓGÀöÑGé/8x¡Fs'ÌÂËCØìÙ³¥lÙ²ît”^¹žÀŸþi}ÄÌ(ó9i7²A$@@ßóŒÝrË-ü,30x‰:aÆPÊyÍv,‘ØÄDgŸ$@$à~!‘áþõ×_ë€ðåË—íA4þPû"£ÙvÊ øˆ²\;tè K–,Ñ¿ãS§NÕÁúÒ¥K{¿õ‘;®ëÁÉR¥Jéì8YÌxH›6­ë|õ‡CÈšÆl•#GŽø£{öI$@$@$@$@A`ãÆ‚—4  ¸N@g¸}ÀR'ÈÚ¾xñb´;ò•+WÆ[:%Ú¸\Hà­·Þ’7ß|3FÏXÞ¹sg4ÝýòË—/ן FŠu>ÿüó uü‡÷駟Š*blOH™2…Λ׮³áÇþøCNŸ=§ʤ¤ÀrdÍâçèI@øM½Œ<áÚóR¶ÛÃ$LÍx¡‘ @ øãÔiùãz šô*™âŽìÙmô×Aà’Jš;ðÛa»¥Hþ|’BÕó·…>"U’ÊŒ3¬Ü¿}JÎþ!QúË/¿hÙÉ’%KJ±bÅtÝ·ØúDü2®0ÔsÖ‹CÍ!S' 3ÏM}¹˜®åm¿Îk ‰ß}!-|óÍ7ëYñ>ø N@Ãw@l‹Í E…$6$ Á̆†ì&R¦Lí´¿þúK.]º¤¿gß~ûízöé–-[5%î¼óN-»‹77²?Ôs=^â@.³Xñ2Ëø˜7çž;wNLB*fѧNZ³/pÃx‹-êqßâã!Ђ_R«uêÔñ¶£À§‘­ß¼y³Ô®][–-[ç‡<aH àelS±ØØŽ öí>ú¨ôë×O^ýu=Ô/¾øB×. žûµ;߬Y3]0]°T)o‘m‹]ÛÉ]E`Ô¤ÉÒ¡íÓýwß-Ë>ûÔUþÑ™À!аm;ùê›o´Ã=Z·–Žª8H€@çwÈðÏ>Ón7mØ@F9j÷ÚXè¯È;£ÇÈëÇkåî½W¾Ÿ>ÍXª<ûœ¬Ù°Á¾$§Ô_yåùñÇ=ºÁwÎæ͛ˀ³NCÒÎäÉ“åÊ•+z3êç=Zžyæ-تU+AÝ(XŠ)¤iÓ¦2a½nþIH¿æ\’ßyç4h®3g¶c‰à9^üüóϲH}·)S¦Œs·®ù׳gO#òØ¡V¼.“&M’&MšØÝõë×—… êšJªƒ×¨Q£tpÞ„Ùß©Ï%ÔÊ‹É饗4õ®?vìØXÕ¼9׆àk¬…zÞÃËÔósZÖ¬Yõ8 ÍL#ðž@ì¯ô¼¿–«Îøõ×_uö*>|ŒU®\Y÷„F±±ï¿ÿ^P$̼Ý3Û¹$@%н{w9zô¨þƒ‰?šæ (Œ—N´k ç^¥J‹ºå[·nµë¡Ü@ Rý¥²TÖª—”4÷(œ/ræÁnõ%€F$@$@¡Làä™Óvøa=vC`±C“¿¶ú>OóŽl‡È‚þøãu¦;‚ÐNûöÛom°ÛÏž=+Ô‡ìß¿ßÛ±Aù¨šü í×CüYáo¿ýv´`;ö#³*X.X°›¬íرC3BBfL† 4êZÍ›7Ïî†ÿëׯ×ÁvlÄþ¡C‡zÛ±µqð…ñG5ø‚BÏÓ¦M‹v®?gÎýYïQÍÛsq/ð²Áix5ØŽý(NŒ mÚ´qÎ6 @< eÀ}ß¾}R­Z5=}ÇpÀÔ¡ùóçKùòåõ›LL]2w|˜7°f;—$¨räÈ!åÊ•óø¹[e¾2ØîyG1™ífš5j$˜HM)Æz¾ÿ¾iré"…óå³ÞVâ,pkq°A$@$‚N^ÏœÅÐ)Ø¿gÏŸ—ÁÁZ•+ö€È{$&vîÜY« ›Yß‹/¥!= ¥‚²­Õ¬8§­^½Zgk;·™ï)qZÛ¶m=î‰é×…ÏH¾„áeÁ—_~©³·dï¯f„B ÇXÔï|Ȳ?¯~çx„ñ"~„ùºuë¤G¶Þ—SèȯW¯ž¹¬^"ËòÆP]èÛ·¯Þ†ïšÆ; ™þòCF†¸âSˆi¡fÀ¶mÛ&•*U’'Nèuü“s!wƒD¼÷£|¯Cf>øàå|FâÕwÜ¡û‹ÌX ‘ xG èî¿ýö›~;ˆ¢ˆÆî¹çýÇÚT0"¿úê+­SeŽÁ[J|˜=g³K à&={vAQY£á‡Ì…¨ÁM îÑ9Y|·q“•›ˆû,îõ%¼9sZ}Eü Û{è/»g_$@$@$à*'O_“ª€Sa™"g6»ÊI:/KTv;ô¾aY”ȽŋÇë<”xݺuÓ ‰Ð+Ÿ5k––Ž©Y³¦XC‚Áh#«‚ñìÙ³m§9Õ³éG}$#GŽ´Ï¨O>ù¤@²òñÇ×Ç!hýÁh©o,1ý"(=~üx})H #k»AƒR¸pa!Þ§OÕn$X³dñ¬{dT¤†6œ—'O)[¶¬ 8PËÞ 8Ž—NË«ê\¿þ»‰sǧ¥X Ý‚º¨¯v¯’C‚™—æ|HÅÀo‚ÜÈrG&<ôâQ‹Ùç~ø¡Þ¿gÏÍT¯¨z.¤qžzê)s”‡úfàƒ—ð³æW¬XaÓð"ƒF$à  ¸ãí*>œÌt% À‡$þ@«Ëi?ü°Ìœ9Ó£à &FýðtžÃ6 @pÀ>è¹CÖ;i"¥J•òÀðÚ°á|1éAÄÿ+Ȭ)¨¾ Û­Š<ÑH€H€H T 0Ã=xîü"•)m¬v•Êœ­k`$ó3ÿ!E K« CJΟ‡zHgaW¢ÊÂ`{ûöíµü ®'ȒƉH€ŒZ;+±ýš,qô=lØ0›P…uc Ôr3ÈÇK§AcÏÕð£C‡úå º":óð™òà›¥J•JZ¶lm·É‡¤‹ÓÌ‹Š»îºKð²!&k×®NÅ>ÈËK̹æX"6V±bEç&ÝF, ™þ°?ÿüS𧑠ğ@ÐÜOŸ>­edj o#¿QÅ¿Œ\„Ùn–uëÖÕú&³Ûñ–°K—.æ.I€B„ôÜ«V­jG‹ž¨úvvg7¶©Ï؉sç†0w½ˆCVfOøAw:I¯H€H€HÀp÷dt!_YÄ‘úí>€~½ h²Cþ†8 $Ubúq¸M–öõKØ›!î4d~c{TKl¿Æô,ŽÍP· ²7ÈôvüDæ¾3áR¸î”)Sä駟ÖYçPUH*3ú÷È,KþÕ0tö˜sþÇt/Ìþ%J˜¦9rĶ٠¸17>ÄýG@g Ó›œÅ!`{îܹã¦A]¸pAP)ÔaÐÕ‡´ÑÚŠóÜI$ðâ ³\ð€m<0ñŒiCÆ / ³Ý .I ø =÷êÕ«k٣牙P·Û•,×EõŠïCGÊ“§H—–/„:׌¿p¾¼Ö—ÝÂm›   %§TBgM®°L™BiøA5V§œLùûî•Ì©Çï«ŒšÈlFñLd¸#1.•˜ü: $kÕªeÉø~ms$:.[¶LáQ[oáÂ…6Ó<±ýš,p| >\^{íµ˜\Ó‰–sÕŒ]ÈÅ qÓ^, ÐuHÏ yªÆPzêÐ6?ª¾™¿ÙŸeµjÕtx)ñÉ'ŸÈ‹/¾í2ø.Š—0S¬íÄœ‹ómÞ¼YkÝCw?ßõY³Hj?’…A‚‡Ih†—$?-)ƒÀÏO½þ0ŠÏ[X{’j¼ú꫺*³s¦Ab†F$:mñÖ[oÙ£p õÜEnQY.í”®¡±ê³ñÜõŒw³Kÿð”9HIÿÝ öL$@$àON9dE§»í6ºÃ¾A`ñê5ölÊÉX>k €'$N0ë·žšÙÚ±cG™>}ºÖñ†²²Ó!ɉzÒ¢¸' 1dE#˜n²¶¡_ýv°1£Øª÷îÝ«CP×HØ$´_ô lè­ÃP¨³•-Z¤%aPçAmHÃ@Òq$Ó‘]ƒ< ü1YîЭ‡.ý¾}ûdñâÅ:V„0̤ÁËcÐR_¿~½^…þ;¾;;vÌìÖñ*\†™ÔxÉ`¬S§NV¹uëÖZ+Lá ûxAñì³ÏêÃQ—c2–˜sÍ5ÌréÒ¥ú%¤xð²Ùó(z CQXÜ7 €wnR×tT¼;ÏïGc**+cú‹1¼¡Ä›¿˜ >˜cn´Ã¨‹G@IDATDQ|ÈÃڤI“쇜ÙÎ% @ð@V2ðC%{ØÐÞ½¤c‹ºÍH€H P¬S…+4yJ»›UÍz>¾nm ¸N?N«Â’YÊ”µ³~š7OJÞYÌq„ÿ›Už}NÖlØ 3fÌFùß¡dð™í˜ùCÒ™3g ²±Q|4ª!;|Ô¨QÒ½{w'ê11­#YsĈz”Ð_T{î¹çôKúóçÏoå‹Íqk×®µ…P÷ï߯µádÍ ·ƒXWTéž„ž =vSÈAv\1¶¨†â¸˜™P´hѨ»¸N$;‹ê…åm™áŽw¨üì ¶ã #¦%&ØVT6†À[ õ…opi$@¡A/Ú™a .#ãÒ˜ZÊ–EeUtWYÆFLœ$'TÅzšÿ äÊ–MÏB0žìÚÀ4¹$  !àÌp§~{àÞöÅ*³ØHeSß%Š1Ø绉À7’o˜ŽÍLF0.0d™£&–³(Ž1Ò-HjŠ*ý‹ë9\#!ýâ<²è‘™Þ¬Y3­Cm«ç¿øŽ‡DK‡`; Ò¢xiP @)V,æ—;ð™üÆ ³ÄØ|ðAÁ÷Gc9räÊ•+ëUdócµÉˆG«3€>€GBiÖ¬YÍeô÷ð û£Ûq@bÎ5á%Èž={äí·ßÖ/K6l(=zôÐþo¿ýÖÃWs—$@7&âƇ¸ïˆöíÛËĉ­c)R¤È>@,) S€ éŽÌv¦áëñ‚F$üðÐ…©sø?~<„`š_¨ë¹wlÑ\F©)¡¨"HU ¾#Gɘ·â—ùü¿5þ!ò‹¨þmª¨ …SK¿Ó±g  ð“§ÏØ^Ã2QóÛ°ƢU«­ÇuªTñÞÚlø„ÇÛT[h–ïܹS>¬“’ØF†4$}V¤H]tÔ¹ÍÙÆw+|¯º‘yÛ¯ózŒ#^4dÈÝסC‡µÿðýÁðâÅ‹ÇŒG†¾1Èá ãüO•\„ 8Û¸® Л㠽òÃ?˜ÕhKŸýú믣mº×1ß3Á™÷ÇAÝùò"êyXO̹æzxq›æ½9†K ï\À½W¯^ºP…&>|>ýôSyì±Ç̦D/qM舡º5ô¸`Ðò›>h[aZ H ø <üðÃZÏÝ<|àÅ á¥_¨ZZ¥…úfûWä•~oi㕬W×V-¥ šæHó/N5wNõï½`ï$@$@þ!pòÌiÛqXFLµ0¨Ùì_+­mcÔo7$ü»D¦¶Ñ^÷¥'‰éÙáøž¼·† tgº·ç'æxdØÇ–e£ë&æÜ]›ûI€¼#9ïÅ»óürô»ï¾«%_œCë úXImxs‰ìV3õ ׿xñ¢Ô©SGWëNêþx= wÀK>ÞaÊÝ–-[ÌjH._TÅzò©ŒfõzHHrpÛ ‹äËo]B†;H€H€B%eÿŽÿøóV=“#ÁwòGÊ{, |  $ĵL‘Wô‚ ( ý{ @Ò˜€; lôéÓÇcä(¶Ñ¦MmI¹­9sæXý-\ûܹsº Å¯¿þš”]ñZ$@.%©¼|sê¹£:|(ë¹cj从b©³TŸÍüLôûo02Üí ?hš\’ @È`À=ðo5ôÛ=¤ôÀ3¤KgV¹$H$|‡Å¬èÂCØ5j ³¢ŽH iDÀ’1:tðño¼!]»võØ–+·Þz«ÖnG! c'OžÔºÎûöí3›¸$b¶#ènŠá@wðÅ_ âßxhMêÔ–’wFb–û™%÷…óæ³]ì·m6H€H€H TPÃ=ðïô¢Õ‘ú픓 üûɸ‹¾Ï¦J•*F§âÚã ÜH$'×Üg̘¡[Ðr3Ö©S'éׯŸYMöe:õV}ñâźh…éìرcºÚ4§Ý"\’@p€¬ *·›>}º`æM¨j] êÖÍZ›N½M»ƒ Ÿ(’?ŸíëäéÓrNÿ¦‘ @(`†{`ßm<¿lRòÆjU®dš\’ $ÛT=®#GŽh™äµk׊óç?þðÈ|O‚îx i®¸/\¸Pë³_½zÕÞ$d•:Ô®ûª‘9sf]]U·ýôÓòÑGÙu_7 +±|ùrÉ›7R'w÷îÝR½zu9­ÞÆÓH€‚›¦ÙA×.{öìz —/_–F…´ž»3ËIÓÕ‹RšÿÍÏ©þ£ÏžI€H€üMàä™Èïda3ùÛöï%§œL*U¼<›‡“ €{¸2àŽŠÉõë×—¿ÿþÛ’Âú¤I“¬†²ÝáãFîܹuÐÝÜÐýÖ­[¥fÍš!tóñm`w$à7QõÜ÷îÝÒzî–,!OªÏ?c¯!W®\1«\ú˜€SV†…S} ŸÝ%%ª`ÞŒE‹ôÏü+’ìºÉy¡c¿ÿn}^þýZ®°nƃãÅÕï@áK?“‡Àé³çì…Ã2e´m6ÜOà¿ÿþ“åk×YG©ßnQ°A$@$€R¸ÍçŸþYjÕª%9´g!Û-wL}qƒ*THËËTQoÝQ@öã?ê—‹ÔDZ¥‘ /ªU«j=÷>}úèABϽ|ùòòꫯï ãÙÛ;ÈœeË_”ö*©­±ŠG»gŸã îJ.ž…S$W7¼. $#ÇOHÝÖ/éÏÓÉöÅ‹¤XÁ‚fÕ•ËÍ¿n—§:vÒ¾Ý÷Ýòh…òÖÏ^C†XMâù,u²fµûüÙز}‡\ýïšlã=J¶á–[nñpÇ­~{8Ép¸xé’\r$l…edÀÝÇõÍõ[¶4ÜaøÞÿpÙ²®÷™’ @l\•á¾k×.-ÏræÌëo… äË/¿Œµ’²=Ðǻ՗©%K–HúôémÏ«V­’'žxBœ28v'$@AE ªž{÷îÝ姟~ ª1Æw0E VÙÃû#øÒKó=f¸ûž9{LZ“Ô3^Þ9mÂìÙÎU¶“ˆÀCJªñÇŸÐ?‡Õ‹ :§~;Æ’Éñ=-ÐÇ þ/V³›ŒUzàI—6­Yå’H€H€Ž€kîáááºé¶(ä€Â©¨¤ìF+]º´,X°@Ò¤IcÝ[¼x±<óÌ3â,ôjw²A$4bÒsoܸ±œ;9•9h¼ÞîeI*•>ò¸ªp?t§ñ8‹‡$5g†û¾C‡’úò¼ $; ³fEëcÒÜ/ZªêÉš5¤ nã'o®œÑÆçÖ ê·[yÒ¯ä'pòtdÒV:õý1ê¬ä÷€=$†À¢U«íéµ+W²m6H€H€H  ¸"à~ôèQyä‘GäðáÖañâÅeéÒ¥’!C»ÍŠ+Êܹs=èf©/‹-[¶´ÖÝè7}"H<ê¹G2Ì•=›tlÑÜnxüx9嘭dw°‘¬ æÉm¯F½üùýºì™ÝÈ ¸˜Àš7ˆyQô@‰{¤l©RÚ[ü/T³Õz´n-£ûõÕ?w+é–@±@õ;PøÒϤ'àQ05 ¦&=áä»">çÚ¾ÝvP«ReÛf#4°ThÜgŽ’B‰€ßEÑÏŸ?¯3Û÷ïßïÁAø’%Kzl‹izéíÛ·—:Ä´;ÁÛ¾ýö[­Çì̸ëb7Ýt“Çî‰'JXX˜ Qº4 à%=÷þýûKïÞ½õ QoRX¡¨çÞýÅå£/¦ ½çTHË íÝ+xo¾ Gv{æÌ’YiÖš—{Ô챬êoÀ„Ù‘ÙíÏÔ«'7ßt³@Ó6~æ,i júxc§Ïž•Û¶éY‡ÐUÏ¢þxc¶Ù©žO·«âØEòå“⪆Or×:¤žtJñ¿‚h…òæWŸñúe×n9þçJÒëoÉ™-«ö×Û1{ÃÇy,f6ý¼s§š‰pUJÞYLîȞݹ;^íËÿü#ßoÚ$ÔX «qÉŸ_0›,.Û¥îÏ•°)|ÖÌG 8^<Æu.÷§¤ õÛëþ:³Ûñùqg!w×í,ºîööòåËÒ¢E -#ŒïS¯¿þº»¦w$@$O~¸O˜0AvìØÍ]è¸;µÜ£àØЩS'yꩧÙ¦Ie–m¹þ%/¡×>|¸tîÜYråÊ•ÐKð< УGY±b…,_¾\{ =wÌ~¹÷Þ{Àû¤s1£ÒJíÓ¶­t4H_tÌçŸK§ç[Hî9’®^醨úáúì‚Ý*à^áþûox 8¯^ÒÍZ²T» k“ÚµÉ Þ}WkºCÛ÷˜’ÌCÁÑ…+WI½—^Òç6mØ@†©/ì Ûµ“ï6nòVžœ9epîÒ¨V-íX–ù&œ‡íûf¹¬VÙö¯ª—©]¸ ·áÈfÕR2Ÿ¨íx±_s^[M­ZÅãTÔþé=t¨L˜5[ð’Ài¹Ô³m·V­ä¥§Ÿ’TQŠšâ¸þ)¯«çÍé Éy‡¯Ø÷¿ÿýOꪗÂïuï&…Õ Øűv«uÛùO¡ë/30®?üAﺑß2ìÓOå½OÆE›Mƒë¼¬Šg¿þr»h/ &Ι+Ï÷ì©ûèüÂóòvÇŽj½—ÌSCt7v¯šíúÁ›oH¹þ–~6{Ž 7NvìÛg·KÿV‡WåUÌœZpÜû½hu¤œ >·h¡CÁöiÓ¦éôÑG ¸‡Î­çHI è Ä6âƒágÉ’%ѽàÿOõ…#)-¾™íqõ‰ì{·êÏÇå7÷‘ xG€z^~îYY‰-œ Dó-XC¯Èp§‘@ ˜¾h‘-¶\µlÉ®ž³Ý~»  CmT½‘ý~ò”TmÚ,Z°ç!{¼I‡ŽÒuàÀ8/3æ‹/ä…^½<‚í8áo•…7wÙ×RZçÙµ+ÎkÄwçáãÇÅK‡ŒŸ-ØŽk9qB:¾óŽ<Û¹K´b²È*¯Ú´©Œ›13Z°ç‚‚Ø•Ÿ}Nö<ˆMIfxXqî:pP´`;:Á,›·?üPÊ6j,áÉȨ\¸xIê¶~If¨ûï ¶ã8dú×|¡¥€‘ÓúŽ¥ïOLÁv·N0¯ýbkÁ‹Zhpj¸3Ã=pî=>«–¯]k®]…r2F7Ñn‚íêsÏ=ä#æðH€B‰€ß3ÜQ`²2ß}÷]´/qÝHЬ_¿>®C’l_>•TÞË,™´ªªzóæÍ%£PIæ0/D$àsYUÖå*Hƒz!Ø«$Z©¬DHÌ„’!ÙŠ-{]“Ø™2ï+Ô ¤h¾!é c{“6Èf®Ë% $5dwƒœŒ±§ëÖ•oÖ®Ó«8ºâqÙR% «¡fa† >{~ݳGË]!ø CQçJ< õÕçuLöþ¸ñ’F%M èÒEª”yPnI™R¾Y·Nzªå²@nÑ£§lœ;GgáÇtønkûÆ›²aë/úpd³èÚEû™”yË¿‘ÑS§Ê?*~βe2hì'ҫ͵L~œðƈ²sß5IÆ0¥WÝS±Á È1lÛ½[º¿7X6ÿú« 0ÿ±Ê¬fcAZç«?Òý5jÿª ríÿ¶~ɱÆÇ:¿;@ÍøQ VýÔÌÐGÊ•S5RÊJõ|þƈ‘úúoýÚë²ì³˜ i>]3|MÍHhT«¦ögò¼yú%Â¥¿ÿÖ/¸ÿøí·u_Î4v¬uñ=5£ìñêÕu¿èëõá#ôËÌhûæ›r°ÊªDß#Û®'à‘áž)þ³P\?° wpí柴!†™R}UyðÁ 1‡SÕß·XøõŽzÁL# `!à÷€;@¾¤¦ãǃFº¯î¶ãH€â"P¥J=÷™3gÊIêqùà†}Í6ÔÐÖÅˇ*è3ìÇnp-$|(œ/¯'$eh$àv;öî³ZíMAÕÚíÞ쫃Θ±ñÝÆòPéÒfwŒË†Õ•™#GjI€t5U[2&“¿œ§ÏA°ºÞÃÇŒ…”ͪ)“¥ô=÷Øë-P@RòLå›<¥3ñ‘}l÷ÇkDújŽgEbM1ØÛÒ¤‘µ3¦[ .ÈßTVA'øÙØ xÜ owì mT¦¼±‡UðûÓ¤d½úz$r`Ðt7r œ1öpÙrñÖ>Ç=ø|þ|}ª~¡žÉË”Š¬»„—¸^ù&Mä¬JªAæꜥËbd…Yª#^{M^i™Õîi]û»±uç.ã¦Î^7™ð˜ÍÓµUK»÷¹@îÜòH³ærUýí¹¨ö[”l%¤ih¡AÀ#àΤ§€¹é‹×¬¶¾"Øžö¶Ûì:ÁIàûï¿—–-#?¿ï¼óN™5kV4 ²à=GE$*ü.)* 9N Ð =÷G…ý°¾yóæÐüõQ"ˆ3PeiC@imˆ10c÷Ç…íÿí7Óä’\KÀY,RÒ¥³¾¢6D­Ê‘òãÕòYUÛÇLÆñþÔ­›ÎVÇ:‚¸¹–YŽu§=Y³¦G°Ýì+Q¬˜´lô¤Y•ñ³fÚvBc¾øÜžÖµå 6Øn7ªFo•ÑþXõj‚—…òæ±27Èàž 2—L¯^lÜØyšn;5ÝQÌ:©lœz™l¬©zÁê ¶›í(xØîÙg̪8ϱU#S† Òö™Èf_Õ2eMSE5+Κ xó±*Ô»Æî.RDN¬_§uè¡EÏ`»!Ë“gNÛ†eÌdÛl¸›€óå!ådÜ}¯’»}ªöFCõ·ÅRa^¸p!•’.¯A$à* ¸»êvÐ @'`ôÜs\/Š‡ÉÆ*r. ƒÀ¨zéP¦ddÆcÏ÷ß·ƒÂÇ‚yòØq\¸xQŽ?a×Ù ·¸råŠÍ:‡oN9ãëÓu똦Ì\¼DP`56ËwDZJXA¾J™kšð8O,ºæuÔl¥Ø 7Æ+Ù´SÍ2SaPìƒTÌì>9JV?&ó² ÕzÈþà$X -?{éR]?£aÛvæòIºtj§;ïMÔNœ¬œç8»«p¡h/G°?GÖÈOÈV7†¬öÅŠšU-“£|y¦sg5i².|ë ÀÛÙ Ìp¼Û É+ç,–Z•*Þ èq¼ œ>}ZêÔ©cëï¥RR”ó”ŒX~G²H¼/ÆI€HÀå\!)ãrFtH€¼"=÷Ï?ÿ\gº£29BQÏ}`·®Rõ¹¦šÝw7ÉWß|«f²W€ypœÒ«"(6yâz1ñÝá$WölqžÃ$à/˜ƒœÆ>™>C&Íõ,ŽŠb¥Æ á«­bÈèÆ1y•K\æ|![!Ѽ¹b¿†óüð#GtaÒ¨ÙôqõïÜç ØÎ)å<æFíU?ü жÿnÓ&9¨üDKr›ÑG?NQû…¼‹1ø†{½w§¥M³t¤tb2l_ 4Üñ2ší°?N’i ê¬ã%Å‹IW%W™²"@2æQ4•îq߬œÍ›+—8géÄèd¼ `fÖOb¸Ö-_5uŠŒð®ž%sòhXCŸÝؾC‡L3ÚÒÉ™«·¦Ní˜Äl¨©¤'F÷ë+;–,–S7ÈÜÑ ô÷!ÿýñãÍ*—ANRB(Òk,Œ³ ×.!)öÍÚuÖ¿ÚŽzv#AAà­·Þ’O¯Ç€š6m*ø^D# `&À€{0ß]ŽHÀ¯ ç>eÊ e=÷’w“¦ ØûÐWed^þç»ÎFò(œ/Rž‚îÉØWM=Ǻó”*ŒŠ—”±>C« ²±É_ÎèÁÆdÝß㋽7GŒ†!»½ü}÷Ætº@Sî¨Í÷1Ÿa77mù2Ñnô¢ñlýzöh\/ ¢Ú ±ŸØMuªT¶K~;ylLòs™2ï+{nLÿ9x› WLÇEÝÖòÉ'í¦©_}%ë~úÉ®›Æ¯{ö(VŸ›UiÕ¨‘m'¦ñÛ±ãÒwä(ý󆺟Qekpmç‹ŒœŽ™‰é—纟€SNÿ'Ò©z&4wX¼zuða¥ãµÆƒÝÉFÀøQÍÐjÖ¬™ý¬.T¨Ì;7Á³Ã'I±³ I4 $=ÊjŠlÿþýí…‘é1|øp»ìü*°Õî™gì0(m]o‚;öD6âMÀ™á¾ÿÐoÔÎ79è+k7o–]û÷Ûîž­W߶ck8Ô(”¹`åªE!Ñ*Ï>'ó–/×/ù ß´k79i’=¾û‹/ÚàµÝèhÔmý’ôÿp´.Ì ?QÌõ¡§ždÑ yãôÇqj¼›?©ø@i}< ÇV|ú™¬²þüö›ü¼c§´yã -#ƒýÙ±E },þ¹ÿ®»m{ÜŒ2HÝ®‹%C~EEg-Yb9úûïúºÎFN™ž×†“™‹K\Ùýæb•.-ÏÔ»ö²:ô6o!ï/[¶ïÚñRc1Ÿó–//רnNOÔ²jÙ2öÅ ~‡ù™¾p¡>~\o✹‚z!ƪU¨`š\9gÀývU8—æ~NI±ZJ"Š\ª—Ôõë×—Kª`6,sæ̲P}^‡……×@9 ˆ…@ŠX¶s3 @€žû %ðõ×_ë«öìÙS*©/÷Ýw_öâÞKõnÛFÆ« ]¸ (h‡àÐ;#õÝÝëy`zæÔ¦F@ìà‘#‚4p gáSÈ”*~ç ]+¯>/óäÌ©ƒè8x‚úLy¬zd l+’?¿¤Nu‹üðóÏòX»—±)š5©S[}<Úv³ò,>¿1b„þ1ÛÍò%“¶3wÌö„,ǽóŽŽïP³Ÿ0¨y÷˜5m‡öî%÷/n»hXíQ)úqýÒÿÇ{½?DÿØT#« j è Ý÷‹*àQð‘Gå‹aC¥I:ú°jÊËî×j<,ZµZð“Yé^Ç'8>¬Oo9râ„@_þÒßK÷÷ÞsvmÛ÷ß}·|òNä g»#Âùòɨ7^——ûöÓWÀKüÄd¸Ï‰})Óu¹ÍœwÊɸó9½:rü„~Ag¶Õ¬TÑ4¹ çΓºuëÊ õw†z'sæÌ‘"EŠÁè8 ˆf¸Ç" DˆIϽ‘šb6™4vål2œœEeµtsèꎘ8Igb&CW¼¤"€iÙÈÀ5¶GeÑHÀ- ë2}Ñ"ëŽÉ–¶biÜtÓM*³º®Ý»xÍ9zý˼٘î¶ÛäëÏ>“ç”ÜKT©•L2ÈkíÚÉçC‡Æ,oÖ°¡Ì5R÷Íu±Dÿ¥ï¹GÖNŸ&•|À¹+Ám7Î#íž}VÒ*ߣÚ]… Ë2Uhû–^Ée,úd¬Ô©RŹY·‘ óÝ_/“ÞmÚDÛo6ô{õU®/(ºj cŒá3}ÅäI2¤WOØz÷¯¿ü²¬›1]P05)­­š15[i¸#˜“á¥Ëû={ÈÔ!C$ÅuÍû˜Žã¶à"pòôµÙ'UX¦ŒÁ5¸  ¤»Œás?´à põêUiܸ±lÛ¶Íh¬J´ÁŒ_ „f¸‡ÒÝæXI€üJÀè¹?òÈ#ºPà~%SЪU+™9s¦_ýòU甓§¤ m Þ1oõóU÷!×¾¼MèÝÂ¥úC…ØnK“FÎo‰®ûoßíÒEðã´Ÿ””‰Ó ž4ø=ñZéŽb©%‹“¢ªHi|ÊOÔ¨!W¯.[vì}‡I†té¤LÉ’‚@wLV§jùo÷®˜vɆ9³cÜn6Þš:µ|ðæ:s}mݹK÷S$>ýâ,6Ÿ1keþØõ dÈ_¼ô·c~)¬Š¹"›öÚËícÁ8îÈž]¡„ÞŽŸüþ`ýƒÏehâ;¥8nä7üêôüóúçÄŸê>®\¹*¥î¼SreÏfû‰Úhþøc‚Ÿ¸¬¸Òù'ÎÃÌü„>,ÕÌ€£'~×AÖ<êEc1GQ׸úà¾à"À ÷ÀºŸ”“ ¬ûå·íUí¦¥K# Œ÷ë×Oš7oîÍ%x, ܃â6r$@BÙï( HÊÀŒž{ÇŽe öÙ›o¼ò²´ëm} HÌ ³`ž< ¾&OŒ@p_±n>€…Scçj{ ÑÝOeÇd26xÜ8q5Eâó¢O>‘œÙb¤šsݲDF{ÍDè#  §”KrŽ ýRÁrüxcÈ +‹üÎB?q^R$ƲÝ~»Ô¨è{Iˆ|wÜ!ø¡‘ÀÉ3§-„°ŒÔp·0\ØÀ˽ªÖ„±Úª 4-8¼§äÅÆŒcƒL÷×_Ý®³A$@¡D€’2¡t·9V W€ž{u•9i¬G²iÓ&³ÔËÖMšØàÈ•+W¤÷¡A=^ÎY8î4ÊJ e§š]óË®]Ñ~L‘Kwì÷?<ö§N•* ‚íH t0Ã=pîõš tMxŒ¿-•H‰®À!œžÎŸ?_zõêeW¶lY™8qb¼g–ÙÙ  !À€{ÜHƒH p ‹qÊ”)’SÿƒýóÏ?Zë0ôÜS*máwÅRQ˜pó¯¿ÎÍ Oz¨{ÂÃÈsºšœÂ2e’zU«zÝÅó?áõ9<H€|EÀCÃ]É%ÑÜKõ7Œ=R®œº›u.“ÀO?ý$O?ý´ü÷ßzùÔ,ËyóæIj%™F# P%À€{¨ÞyŽ›HÀ¯²dÉ"_|ñ…-ê=÷–-[úÕ'_uÞ¤Nm)yg1Û]¯÷‡Ø6IG’2Æ qŒ4O<îÕÄÿ[ ¸•€G†;‹¦ºõ6i¿<ôÛ+Wrµ¯tîÆŽ(9ºzõêÉ… ôÁ”œÛÂ… µ«h$@$Êpå»Ï±“ ø•@%¥- =wc³gÏ–aƙՠ]"ÃP·nv|_ÿ½à‡–´ò)]ç›o¾ögþêÕ«ºðcÒöÀ«*šJk;kXX¼ÝoXíQɘ>}¼÷õÉÙº`¾þ™6üðC©V­šYå’H€Bšî!}û9x e=÷]»Zü›¶m“‹Ùu6’†uÜ“†c0^¥ùcÅkX9Ô”ðj*ÄëXD$@þ"pêÌÛuXÆL¶Í†»,^½Æ:T«ReÛf#ðtéÒEP(Õ ¦¶nÝÚ¬rI$@!O€÷ÿ  ˆIÏý…^ð·[ÉÞ™R%å‰5l?oŒIqK#i…óåµÚ} ܶ٠{Š•ûîºë† š5lh¥‰nx0  ?¸pñ¢\Vè…QÃÝ pÕòuVþðƒõ©6õÛ-‹@kŒ9R†nÝn¨žú÷ïo×Ù  aÀ¿$@$àÐs÷Ýw­'sæÌ =÷þ:Ú`ÞžðpùdÆ Ë€ÄpN¥¤LâyÛâ#Óü±†Á6lŽ‡H È8åd0´L.®9dè½Ϊ¼¥¹õVy¨ti¯ÎçÁî °téRéܹ³uæþûï—©S§Úçy»ƒ  q ¸‡ø/‡O$àÝT!ÑŽŒoè¹oܸÑ=&ƒ'E VÙ+¿ýáh¹xé’]g#qœ’2»HÜÅxvÐxºnI™2e¬ã*S²¤+X0ÖýÜA$@n à ¸§O›6ÎÏ57øª>8åd-_^R©Z3´À"°MI@6nÜX®^½ª¿CÕ ‚¬Lš4ik ô–H€|@€w@f$@$ÐsŸßSð}¥¤š G# ˆ™î1sáV ðŠ+FÓs:t¨ßüñEÇÝ_|Q2^×\=÷×_Òô_tô}à Q¡¼yì8Y8Õ¢`ã:df ‹Æ£Á£Úÿ“Ñvr ¸ˆ€SR&,cFyFW +W™¦/THòæÊe×Ùp7$l4kÖL~TüƆ ¦³ÝÍ:—$@$@Ñ 0à · €ß DÕsïÕ«WPë¹#ØÞ»MË}ÌçŸËoÇŽÙu6N H¾üöä=Ãm› Ì€xVe­Eµ?u×I€HÀ•pwåmñpjñšH9™ÚU*{ì㊻ à;ɬY³¬“:u’öíÛÛu6H€H€b&À€{Ì\¸•H€üJzîS¦L‘\×3€Œžû™3‘:¥~u0:ù¹g%g¶¬úÊ—•~ýëÇ'C/¡wÉÂù"uÜ÷„ =ñ D ®çÈšUªU¨pÃóx ¸5ÜÝpb÷áïË—eÕ‘Ùѵ+3à;-wí™0a‚ 2Ä:U«V-ãå‚ÊÈFjÈÿøãu¦;¾': œc‚í؇ö}÷Ý']ºt±ÁvlGP»[·núÖax9QYÉCÅlÇ~d¼ã¼yצ°ÍXB}Æù˜pÿý÷ËÛo¿-ØŽý§N’•+Wêå‚ °‰F~'À€»ßo  ï DÕsÿòË/uaï¯äî3òçÎ-mU!Gc>+çÔHšwŠäÏoO@6à©3gì:$@$@$¨pwï[òíë\­Ê•l› w€ü2ÿüóOí²¢$Íïxft‡§±{$$H©¼ÿþû!3»ÿþ²~ýzÙ´i“Έ†ì èÉ“'{_«V-Y·nŒ=Z>øà)X° ÇþØV~øáéÓ§@B&½ª3lØ0dG ml‹jIá3 ÛBýâ¾!Û|ñâÅ:þ駟JíÚµu·xÉкukÈ&x1Q£F ½wp„AÙéK—.Õ²¥§É‘#‡Þ‡&L˜ ƒò¬A¿óçÏ×R:à×£GI›6­>6ª¤Mb|Æ1Þ_ýU_/ðÝÁ}Ùq¯á§1ÈåÐHÀ Ü?OÈ ”è ¸² çŽ,ŠüTTDа &ëÓ®­LPS[ÿºpA,~ï“O¤§NÁ4ÄdK5ÍÓ¹Ï+†0N-«d‰h$@$@$ÈpwçÝÛ©2§ü™1\㡇Üéhˆz…,gݵk—&ÉJjË•+pD aòÔSO ê\Á0–åË—ëïDf0ÈÞF&?¾'8qBo›6mjvësÊ–-+øM›6Mý#{õÕW…›o½õV܇1®ÐFV¶S+ûë3²Î¯\¹¢gÏš5K¿81ý"ðܬY3yæ™gdúôéòõ×_k‰ gØoܸÑ\Jψ©(*f%@n¦R¥Jòä“OÚãÙ `†»?é³o H$£çŽ7ûx˜1zîsçÎMä•Ýuz§-äƒÉSä¥ÏwQõé7êݯ¯»œt¹7Eòå“M*C¶'ü Ë½¥{$@$@$pcÌp¿1#±Øà«]¥²?\`Ÿ±@PÙìÆ$5h³-—Q‹”:Ç‚¬scGŽÑÙÙfÝÛåÎ;õw/œ×ìâ¸ö™>½ñÁqdqà )—2Äã2È¿4jÔ(®Cì>d±CF3«·lÙ¢·C³}àgŠª·Ùd¤çVÒ 0|?MŒÏÆÿtéÒÅyÏ0ËÁÌtÐóð3Üý|Ø= $–@… tzLÕƒAÓZ†ÁôÀ‘VÉ¡¼ñÊËÒþ­·õÇÍœ)]Z¾ ÕFZüVwc”¡‘ @ 8yæ´BXÆL¶Í†ÿ\¸xQ¾Ý™‘ZKeœÒÜAò#o¾ù¦uÙÀãƳëÁÐÀ¡÷*UªhÙ:uªÞ†3¤OcÙ³g·§C+=63ù±íÇvo|Ƹ ÃŽ™ÍtŒÊ,¦ìûÛ~dö?ðÀ:Ëþ·ß~ÓšõЇ< Š±nß¾]Ëؼð z‰ë@r&1>çÌ™S»sAIcBŸÝèÄÇæ#·“€[0àî–;A?H€H  çŽé{‹-ÒWéÝ»·žRŸ¬ŠDtëÓS_lÜX†LøTÂÖ%½‡ •é#†ûÔ‡@î¬Hþ|Ö}JÊXl 0f¸»ïæ}£2nÿQÁ@X•‘Êš1î¸G†BÛ…6aXÁŒØIˆ¸Ãûø{™— ÈG}$ù®'›œ?^^{í5y+áE²¥cÙ”LÁGÕ…V›7o® ˜:¯ íöQ£F97ÅØöÖgdê£ð)2Üûöíë!ßcI¸~ÚQÀ2.Èb¯[·®íá•W^Ñî¨36`„ß±Äøl´õQÜuøðáú^Ú ünãw75kÖtìa“üC€wÿpg¯$@$¤Œž{)Uó° H=w<ÀeÊ_xX{GK}V½\€ÍTÅb{´~Qî»ë®$e¬+œ7¯ÚÞƒ””±0Ø  XÔpwß­sê·×¬TQMLó/ƒê¹¯~ýú¶xgfUiáÂ…‚e0 "\ @]ÐÙצØg^õ<üùçŸÛaCs KÐEG@vèÐ!½¡×JŠóð'뾆 åç;õåª)9¥ŸNHŠKý5NŸ=+a'k6lÐÅ&ã«íçÎÈOlAE@5X zìwÜq‡2÷LF =ª¡˜($tŠ-jw!øŒïKñµÅ*áÇ™=ÝP}/™7o^|O×Ç!ŽÌï„úŒ‹ @Þ¯_¿xõ‹"¢3•' ’£C† ¹áyZ#“²5ÆŽ?î±n¶Ç´D±Ø#FxìJ¨Ï¸|)S¦Œ;vÌãš1­ .øóÏ?óe_Lp¸ÍW.ª„ÈÛnöUoì‡H€H ù àzàÀ¶#<BÏ=X ™üÕƒ¢±¯Õ †å߯5«\ÆA S† r»c¶ §Æ‹»H€H€‚%eÜu›ðòÃÛáYŠ¹ËÁóAçÆJ’ÑÛ1ü±cÇU°=ê-íÞ½»ìQ¿‡(‹ÄIÄ{ôè!K–,ÑÝÎ`;Î-Y²¤Î ÇwŒ¸ î¥K—Ž¦™ “?þ8ÆÙªƒ¿1±‘‰^¨P!³I/½õ'!xĨ¸’Nóçϯ3ð!Ãb ‰TØ—!ÃYøQ3Ä¡[à=f+V,ÆK`lŸ}ö™ 6,Úþ„úŒ Aºf*Æ Y$èÁÇdùA`Ç™51â6_HáëÙ @ò@¡ èæ9õÜ1ÝYÁ`5ÔX*«i›«Uv¬—ÊÒx¤|9¹Ñƒr0Œ=±c@áÔ?•Þ#lwø©ø@éÄ^’ç“ €ßœRòÆÂ2f4M.ýD`Ѫնçû•Ös¶Ûo·ëløžäN Ub rÐvC@šíñ1HÌ@ %¡†ï­[·–çŸ^öíÛ';vìÐÒžJCê3EŠ2}úôh—¿¨Š ;ÍŸÍy˜¥€—)Pfعs§–VAÐÁidϧOŸÞj—uêÔü$ÔL¦<Îßµk—–˜AaXç1fÜã v'Ägã+® ¥ dè㥠¤ ¡ƒÈÄ/^¼x¬Áxs .IÀ—p÷%möE$@> €?hFÕs‡6a°è¹#˽ÜõŒ‘MêAz"-n…óå•uê÷Æ ÷¸Yq/ €» üuá‚-Î Oó¸Üíyðz·Xe–«D’%fL´‚q6(2Åׯ_o†ª3¾¡Q͘í@IDATo·Z úìV–ô‹ÜL€w7ßúF$@‰ P¾|y=w<|#Û%X¬§Ž=EØžðpùdÆŒ`Z²îÆv7M.I€H€H à8îÒ¥ÓÒ 7ˆ røkUSçßÿÕ#BݘK”¢ÑÎP0£Úåÿý÷Ÿv:Ÿ’DM§Ô©SÎ âééùóçuf7tÅ¡Pg •”“'O™:uªÙìše úìxt„ŒîvÃè. xCzîN¾>}úÈ?üàÍ%\{lQ¥زQäöÛŽ–‹JÇ;g†û~•ùûÁÜC$@$@.&à ¸S¿Ýÿ7jÑêHýöZ•*Ù¤ÿ{:9rDêÕ«'ÔlXõâcáÂ…ÑŠ_ $Þ ÀgL×¾˜Ž÷Õ¶¸üŠkŸ¯üc?$@IG€îIÇ’W" ×ÀÔQ—¹÷Þ{õÔJdAÃ1XôÜßxù™üå<ùûòe9þÇ2ìÓϤO»¶®»nq¨`žÜÖ•Kÿ-‡—ܪÈH€H€ÀÉÓŽ‚©™X0Õß÷o‰C¿r2¾¿²#ØŽ ; ²’(p‰B’Áj·Ýv›ïÖ­[å²ú.à4h‹gΜٹÉí@ôÙàè  Üð¦Ñe ð†ôܧM›&¨ s£çŽé¥n¹²g“͛ˠ±cõP'mŸyZ2gäï˜îmZõÅ$GÖ¬rì÷ßõîÝø4à~èèQU춉í?&¹H€H€¼%°aë/rs‘¢ÞžÆ㓉@Ó®Ý?Án·¨B™þù§ß‡ ù˜§Ÿ~Z'Ôg>üðC©V­šY Ú%^,Üwß}5¾@ô9 ÓYp JʸäFÐ  HNÐs4hí"˜ôÜ{´~Q2^/”vä1Ùq²@¥åil*¦ëKûáçŸl÷%pöE$@$@$lþQ3G÷ìÙ“l×ï…»té"óçÏ·‡÷èÑCZ·nm×Ù  ð=f¸ûž9{$ ¿èÔ©“¬X±Bk9Âè¹W¬XQÊ–-ë’ªSÛ{·i#Ýß{O_r´*Ô±EsŸfn'ÕX|qN]ýãº+N-§$Ž¾3ÚÃe$@$@AJ ÏС2nÆL=º›4–þê9‡æ Ú´•õ[¶èλ½ØJº¶léG|Øköíd*Pêo5j” >ܺѰaCy÷Ýwí:$@$@þ!À€»¸³W ð9è¹Oš4IJ•*å¡ç¾E}AÊ”)“ÏýIÊ_~îY>ñ39zâw¹üÏ?òƈòéÀIÙEÐ\«pÞ|v,{ÂÃmÛ—”júoêjú’û" H‹—þ¶¸#{vþ]±4|ÛÀì ¿üb;}²F¸x–ñ·-Y²DPcìþûï—©*ñÅ7i$@$@þ%ÀObÿògï$@$àS(4}út]H :tHš+ ô@·[S§–·:t°Ã@!Õí{÷Úu6" ÉŸÏ®øZRÆvÌ $’ÀÉ3gìÂX»Å²ðucÙwßÉÕ«Wu··«Žûï¾Û×.„dÛ¶m“&MšXöwÜq‡–•I“&MHòà I€HÀmpwÛ¡?$@$ÌÊ•+ç¡çÍÇ÷®Ë±$s×Ézùæ=&E Ð} xTÏÁï'kzñ ÷‡Û/j:úM$@$špwÇ}_´jµu¤f¥JÌ®¶4’¯qâÄ ©S§Žœ;wNw’6mZY°`äÈ‘#ù:å•I€H€¼"À€»W¸x0 L?­[·®Ìk¯½&ëׯ·ëØøßÿþ'ºt¶®/X¹RÖnÞl×Ù¸F @îÜy!Ø¿ªØWø‘#×vð_   'Ïœ¶Þ†e li<;l,UîÆjW®lš\&K—.Iýúõõ,UtçßiÓ¦IÉ’%“©G^–H€H !pO5žC$@N׉'Jn|…!ðŠi©§N è‘5¬VM,YÂŽ¡çûÌr·0®7R§J%yræ´›ý¥ãn`ƒH€H€@àäi‡¤L¦Œ ¸OI,Ÿ¶o—c¿ÿ®/ƒgËêUHì%y~"""¤iÓ¦òã?Ú£† ¦³Ýí6HàNž<)Íš5“{î¹Gîºë.ûÓ¢E‹œÉÝ$@Þð¥o¼å±$@$@IFÀè¹WRÓ¯\¹¢3eð 5oÞ<›dùðBƒºu“ªÏ5Õ=~·q“Ì_±Bê=ü°=pW…ó敃×3ÛwL§‘ € ´}ãMÙ±oŸ„© :4¡מ)}zA±Ncg”´ÆŸ*i S† :ã×lç2y 8ådÊ–*%™©¥Ÿ¬À»wï.³g϶}tìØQÚ·oo×Ù øXµj•Lž<9Ú¡Y²d‰¶-96|ûí·:Ñ«sçÎÒµk×äè‚×$W`†»+n  ÿ€ž»S¿zîƒö3IÔkå”Z•#È}†hºÓ" ÉŸß®ì9nÛl €Û@ m͆ 2wÙ×òÉô2ðã±Ò#J–Gš5—¬eËIÊ;‹KæÒHáG«ÉK¯¿î¶¡?‹×¬±c¢œŒE‘, &ÈûŽ™›µk×öXO–NyÑ $€ßHãÆåÉ'Ÿ_Ú Ì9sæȱcÇôlk³KF ¸ã]å˜H€HÀ ÈŽ‰ªç¾nÝ:/®à¾CßíÜÅ:µm÷n™üå<»Î†Há|y-d¸ÓH€H€HÀ­êV­ê•kÈvßwèTy°ŒWçñ`ï€óú-[ìIÎd»‘$!°BÍÖlÓ¦½V‰%´n;ôÛi$à-[o½Uzöì)Ó§O—™3gjIo¯‘˜ãÏž=«O7ËÄ\‹ç’€› PRæÿì]|¹ÓÿQ™™S†+_Sfffæ¦ÌÌÌÜ”™™™™¹M™¯½Òµß}zJ¤¬;q'µ™þ¶«ÕjµÒ[gáiôÆ‘¯·`P@@é¹gË–MÊÊ@ϽvíÚtáÂ…P8{Èœ"KútT¿R%Z*äq`§L¡ÚåËQ¸_~ ™:Y­©“¹éßyøP§9Á0Œ#À8éS¥$·Ä‰ÉëÉ››–,Q"ªY¶ŒÍå¹`àØ%d!Ô Â¸±bQ¶ _  7oÞ¤jÕªÉxK(œ AÚºu+E‰%Àc¹€í|UH«Ly}üøQjæ¿~ýšòçϯã_¡~ÿÐC‡á{*vìØ2­þ¡ü×_ÉÍŸ~ú‰bI,£©sªcáõ}Q b¡ÎôéÓKõ_løvñòò¢K—.Éö§I“FÐ…Þÿ»wÞ¥øáŠ%þFíi_¾|‘m}"îËŸ?¦Dâž =x¬ý³b îëׯ²ð®F 'bME’alŒ€+ Àî®p¹Œ#À¥çþóÏ?Ëš Ï°F^ÖœÕwì@º?ϞьeËœµ+vowšänºÎGõ1 39Á0Œ#À8åÜ ª5M›²–{  |áí‡éƒàÝÒ;¼yóFÎB}ÿÞ;@pĈióæÍ&¤¯}Ï6k+W®EñâÆ+—„ ÊøV&LrñâÅ©N:”*U*š4i’ פ¼:&‰¾R³¢‹˜j¿»»»Ú-×+VÔçIíááAÉDŒ%Ƚ 0nŽ9$}ìØ1“㌧N¢Œ3Rr!Y¹reÙÆß~ûÒ¥KG}úôÑçÆ@€››=xðÀxxÒǧ ȶc¢V­ZÔTÜoK•*%Û`¬ ÕÍ ñÂòäÉ#[±b…ÜýTÄ“Rø¨50Ë—/ýûï¿æUð6#àt0áît—ŒÌ0Œ@È €— Ñ£GëÊá=£^ˆt¦%’‹ß6âåXÙˆY³M¬©ü°¸v/öj2¼Kî=zaà>3Œ#À8 åÌÈ*ÿšÀM«Wó¯ï &pÈØu䨮…õÛ5vK|ûöM’¨÷DÀ`4–.]*‰X»„+’3NŸ>­gk¼gÏž]’àðpW•îÝ»Óm!WyõêUú]j¶dÈ¿v횥]2äóÉ“'õ9Q/È}Ì26ÚÝ»w dÿýû÷Ù2=kÖ,IL[:Ž3ÉõPÌh…'|pm™p` ú`n ÉŒ¤»¹Gxïd¸·`–µ÷€ŽáýŒ€£"À’2Žze¸]Œ#À|ºtéB O…ÍŸ?ÿ;´Â~§ìÛ¶ -X·Ž> O“·bZ嘹si˜ècX7LkEº;>/ÞœŠ)ûlŒ#4®ÜºEkwî¢ûÓÃgO)Vô”2iʘ:”³ /¦H³…<ªù÷?Þ„EV1ß : ³ï=vœ~ÿÃÛ‹´ ð,L <aÏ_½¢#gÏÊtÌhÑ©xþ|2íŒÿYë£3ôÅ=wnŠ><ýé#Eà_›;4¨O…F1[È!pN¯|¤4 WQBxº²Ùx ½›0µJ•*ö= ×&gÞ;wN~ÿÀÑh×®]’¿råŠDžêݺu£xñâÑðáÃ%ÉYäåÌ™SÛ{öì1AÞî8×oÚ´itùòe“ýx?#AwèÐAs¡@ûöí¥¬'4Öñ-6hÐ )¿2õ(!Ý©S'ÙNH° 8Š+&iöîÝKS„”æ31ƒUY›6m¨qãÆ”+W.•ä5ba05iÓ¦•KÒ¤Ié•xVÂKÿ˜ù²IHzB*FÉòàdÓ&‡E åyóæÉä :Ô¤-è{¡B…ä쓼Á8!L¸;áEã&3Œ#’xzz’Òs‡‡ÌY§õʼn“º5kJƒ¦L•ý˜ä¹ˆ:ˆišñÌ4åÎ0ö§jÂÝ‹uÜÃØåçîÚ Ûbzv§aÃ…§ç«5ö8‘zµlIí è’ /…DÁ“/d{c O`hc»Š5îÙ“>ŠVØøÞ½E¸÷?ž@"¶̞Må|÷ó×®SíÎÞµ¿‰©ûÎL¸[ë£ì´ƒÿ‡A«¢b&Þ¶ƒým)Hùvõêù[†w‚4S–/{6ŠÎšË »¬û÷ïOË—/×uµhÑ‚ºvíª·9a_@CJžë Ü•Ç@‡ÒQ/Y²¤Ú%×%J” }ûö‘9áŽDL,Û·o÷C¸c?äc°Ä:Þ æ § fÍša—4x؃¸¹nîÅŽ€§ðŠÇq¨ e”©$âX´Vúè¥K—¶ ÙŽs¤NZæHC#30°ÄŸÚ¶m+ wì»qㆠáŽ<‹ðð92µk׻ؗD€%e\ò²r§F€:æzî¨é™ðZpV=÷®MšˆwØ iðT_™Fÿ3N½í|MÇ0 #w; #ðôÅK*Ѹ‰²ÝœT‡‡t§aÃhÀäÉÖ’›(gÕjr0yŠC´‰ÁØ‚@¹"LlŸg~€…¹@Ø~ÐW¿åd‚ £Å!Ù1L<3”ARdÆŒj“ס€žã«W¯–žâŠlÉÓÂKÝH¶«s%öGðUeøY À‘lWe áÞS @‡„Á ²1)S¦$|3ÂË¿H‘"2È+ôÜ•9«³–j?¯{ À„»=Pä:F€p1 ç>fÌÝ«O"=äXœÑ"GŠDý ÞóÖ¬šåœ±+vmsšänº¾;ìá®±à#`+u=ºÒãçÏeñ(â>3[L‹~yòýuýêCÅ´ëŒiÒèê†Ï˜IëwíÖÛœp,ª—.E­EÜ,É%t¬ÆÙ©5ÎÞÇ€ˆ]H› X*[È"‰¾Ó‰Œ2…Ð6d[çܵ=zÔ„xM/¤±Ö®]K a =ç¨F¡wÂ@œ Úæ*(iÑ¢E­ ){Èþš5kJvKºòö>×Ç8;|çvö+ÈígF „€F¼;Nœ8!ÏÐoâ$‚®m>1ÅÑÙ¬e­š4aáBòzòDùé;a"­œ4ÑÙºa×ö²‡»]áäÊÂ?}¢cçÎë^/;†* /De¹³f!,‘ÉU­º–oò\¿žª–2’®Žáõ÷E §ýqusö>&M˜Pb]²–¬fÙ2.%‘d©Ž·KÂjÖ#bdIŸÎšåôm€,4Ú¡ ƒþõ¶mÛ(Z´hNß7î€ýˆ*ä›àÁ~óæM9ƒï5K^ø˜)ao/¤×Ö‰ØX0h¸—*UŠ WƒßêÓ§O¥ç=ôÙÙFÀ&Üù—À0Œ#`Þ½{SÅŠå~L „Ží…M)–rãL†Ñá"Xj=̶Zè)öhÑœ²ÿú«3uîm…†»²g/_É@tоec€8.4UUŒ ”Î%‹Åƒ¢E‰B +W¦þ“&Éý'/^´X.8™·îߧb0ñíû÷W|§L’”Rˆ€­ö´‡âCZæI& #…÷_`ì² n{yIy/`eDÏ—K¢ f¹%JD¿ WGzùH¤;wõšäŽ í®¤ËlÅÁ?O]º$gIÍ“—ÅgrèýGÅu},SþNQ"G¢$ñP¦´i^ܶð<íEŽ‘ÊœrP¯yHÿáånpïѼ…­Ðp¹` `”“)#t¢Ù‚´°Ë•+GoDŒ Xxñ>ýîäÉ“¿r®!DP2rÿý7}ƒñÐ%W†À¥^âÙgo+_¾¼$ÜxµjÕªRr:ô0x¿÷íÛ—-ZdïÓÒ1K½v@mK tb…Ùgsƒwj[‡< @¥J•JeñšpJ˜pwÊËÆfF tˆ"È"£!Ð^#¡ ˆ€ræ/GÆrŽ˜®]¾™7—.ݸ)›×kì8Úí¹Ð›*mJ’ ýòóÏô—ø@€!€jfá1ÃÆ0#ðï¿Þ¥UÉ {öP›ºuզɺAåJ”(ž/™Š@gç š¿Vm]îöžÝ”JP37|ÀÇÏ—ŸÞùè·î]äIEóæ•Å<×­§±Â“ì†ø(5·¼Ù²ÑN©˜!Z1=þô¥Ë&E— B lŠÒ|eøà9k6Mí¯ÿ]eS$AÞΕ“fê‡$^´~5ÁÜ`]›6¡–BϵnWIúª ~÷öõëË ¦8G·Q£iž˜M¥‚¢FuëF«UU‡…øºö&AS­è…#èlÛAƒhÃî=&m‚÷õØž=¨F™2&ùØH^¤(À†}»v•p²ÍÀA}Øê)“©ºð„­ÜºÆ/X Û"3}þK&#:5jH76f“÷Þ­[É ½­ u¡`AZ€p¨A¹æª!ý=ªã».çînQ⮸ø­gÍ>°Õqù@"€ÆÝÂÃ]Y@2?ª¯­#€û|µjÕèÖ­[²Þ¯ŠY™y}îõÖä=ö@ཬ޼y3A"åˆOtüΉû¼2h¬÷Pkzé(‡ãÁƒS;ê‰ߺu« „úU ®Â^‰û=f,``Oq¥ÅþÏ?ÿдiÓäï x?‡fÞVÏPe Ü;tè@§N’I>|HÐgÇ ( žò8ö¸øvÁ@ Žß°aµnÝZÊâ]D»Ñ”ìŒ1é;wR… ̳å6ÎkÞo ¨A‚Ž;R½zõ$QÞ¨Q#‹u¨Ìbà ¤IAÌ }5jýùçŸÔEÌ@ÆbÉÁoiç1΀€ís¡7ÜFF€`A VôèTÁ˜§ÿ¤Ét\xF8›•*XPxfæÒÍî)¼ÜÕˬΠC‰4ÉÝto9pª†‚Œ@€$ëÍjø~,ƒüë!MÇÉ‡Ê -p§Öd/TåM ÞÛ+„W³%[%<ȔկTQʉ|¨ôT6¦Gº»w/=:|ˆ6 «Mî1f¬$ÛÆ‹K˜yÕV‹y*(Œd{•’%híÔ©ôäÈaºµ{— «¤|&.ô¤?Dà}š¬i¸gƒä¿‰¿]ã¹QŸ¹a?Ê¡¼²ºb&ßñþývsƒ—=ª*SmNc¯öe÷l¶$™„Á…„Tþ.p ÙgF€=ÜùêqÛF€E¤¨8;r¤ˆ4gå*Ù߉žž4¼kWc:=WxÖ©P^oCre­ð®S†Á'ªMÙþo^S»AÞž…w„·£Èë5S¦è)öÀ¼DþüRJgÉFoyžbŠ<©-yçáZã™3Äp)Ï£úYe˜±Lx\*Ü‘ß·m:ýšüMà7ƒ ½eݽÉuÖ¨±ÐF[½ƒs̓ú{4¶9°iÈʬÚæ;…˜,l¡ƒÀöC‡ô‰XNFC¤Çþâ9¢ $#d9Ø‚‡À1 «†Pƒä ì°$‚ç¶5ƒ÷¶òà¶V& ü,"6 ¼Ð¡kŽäyæÌ™ýhœë7»5ƒôÚ!Ug‹Aö‹¹A2Æ’%ï£ ªµhÑBÎÀÑ š˜1cJ9›Œ"– lÕªU6U È(a@×ÏKñ©Å ?úÏƸìáî W‘ûÀ0Œ@( CLÿ_%<áySzîÎæ!ž;kª*¼T”Á[ž0aÑŒS!)ÃÆ0¶#€ÂÅcÇÐID¬QÕ*’ä4?r*Ë„6l¡ºõ¨Rë628±*“@xÊ•.TPmÒ 1mÛh»„Nò€ –3s&J—2¥LƒôV†²Ù+VjVägÞd/Ož 7§OÉÅHâ«ãü[OY¼X{ÅíÜÙ„ôUÇ!µ"“§/]FŸ„'»¹!ˆ¨‘lÇ~hƒ VVÛGËVmcÓàM‡çŒ£Ù0Ñwxî ž€£…Ö,âbÀ.ß¼EgébÉàÙ¾pÔH²åògÿMzÍÃs~÷ÂqÿøÉç÷M%UŒç,¦ýÛJ¶ã¸à\óþ=û¥Ò¥Å õûKž$±ÉÌ U†×öG±TœÔ^¦p!ûŸ$ŒÔdx³«whŒT[Ѐ¬ <ÃÙŽšÈTáôš>÷$ì\Œy@Ñ€kpžˆñå.>7nL+V$E¶¶x‚§?H 3ÂÉöÀ¢Èå&ÜùêpÛF€p0@VÃCQ™ÒsWÛβÞµ‹žJ Âjž Ì¢¥qK®»Íî N0B W–Ì‚@EoÏœ¦Sk×ЮTDLýVƒ“ª²-û÷Ë™Ajë&bú·2Ë4’F^åÝŽ²ðjÏœ.­:LÊÆ$Uë /ó©‹—HB ÐAµ+·nëCÿGÿžÔçü,7…µ"Î1(àåT(é}ŒyHƒtW–$/ù®ò"Eˆ¨’& :ó;&Ü'–H-5!~œ8Zcû­yç#l„ðáýT‘>UJ*Y €\ ï{&´Ú /ș˗K©"Ä È@ú·®S; b&ûƒsÍCú÷hÒPŸØb0'·ð(…y4mêgħ¯ìŒÀNá)¬îQÁ=¶À#o^”Я†ÁC/±f :ÐW/ î¡*)jÂÆ<\\ нvç9òˆ±‰h§+»té’ nª¶yÍ0¡ƒKÊ„Î|F€`\N"HΓ§´F-<Ä ©„üBçÏY,­Ð„þòÜUÞSø‡L›N ´"Fˆà,]°K;îð\qÆz¬v–+ ƒÀË9§ðn ÒÐØÞ*áõ±"äÒý¨˜Ê­ä]*9—X1bÐ[ñ oî£gÏIÝí¯ß¾ÑfQo/£'8ˆƒ­BCµr›¶tþÚ5Y¿ ì±ÀPg‹š5¨[³fZ]îà?idª¬ºâf‹½ûï·µ-÷SKÄó?:®?P2!õ⟥LšTï¾kEÂÀÚ@Äï`‘ðr]»s]ð,ÍÐ'°’@ã%Ük’¿G+]”Ù3ÆÆA+ÿÊó¾à#`"'cAÎ(øgpý>ˆx~ùÒ癀¿Õõë×K ×ï}ÈõðšxB/ýÉ“'ú$ð¶ŋ×y®ž¸yó&ýúë¯~«  uÞÏœ9#uÙ]î#à(0áî(W‚ÛÁ0Œ€!€éðæzî7o’$³tc@»ö½][/^¿¦Iž‹¨O›ÖÎÒ|»´’ Åô†€€9 rv9 W¸ÐVŸ¶t©îUE1}=U²dz[% £]Ox1æÚª)‹ù~ð#è "ÜA¶ÔAH!éCQºÄì!E¶–Ät£Á»üì†õÓÍûöÓá íne nGÍžC yLUƒ$˜-ò1:”eÁÞ ¬¦ÊòšÄ¬_©™¿­H•%XŒ˜!> ¤‡°Vr>mŠä”N Ck¿ßÄIÒã]í·´¶V¿¥²È³Ç5©ß£µ6#¿\wúOü³4hãßq¼/h`ÖÌî£ÇôÁ¬ß®¡°9ùB•¼*â)CJ(Såñ:p;vŒ*ˆç(<»•!¸)deô3,fÖá½â«ˆßbn¼7Ÿyg^†·FÀ¾0án_<ý­ ‘£/^¼HÇÅtPK‘ý=˜w2Œ#à@(=÷‚"Z=> à½Ù°Géué,Ó6ÅGðÖ->v`cD *LÃ=º!òMI#ä)TvÇë!î!9ŸÁÉÀÇì¸ù ä@ºbµgË–V{•\(ûUèó^Ë°7RÛðÐU„ûÚ]»hê€þ´Ê'Øö7ªR+‹VZÙÃ{/<' ]àe›·èÀ¤:nþ|«AMÍ+¹ŽÁƒëwïÊ]k¦N!£×¶yù°¶}_HøgŸú’å^kÉ~øŸeþ–ýúk²ÁPç J …l‡Ñlü°¥Œyöºæöþ=ÛižFlþmš£rÛ'Å7ì»?þ'qW,oÞ;™‹ÖÜAÌÚ%îñÊàuÜH¼‡²-b‹’çAM)Ä%pN•*UÐ+vÒ#ÑçßÅŒ7n5žã¹õH‘"9iϸٌ€s"`ùÏ9ûâЭ~ÿþ=­Á·oߦƒ:t[¹qŒ#ÀØ‚€¹žûŽC‡¥G¥-Ç:J™ž-[Pô¨Qes §2|æ,GiZ¨µú»Ên{=PI^3Œ€?äñ,”Af^Âþ™ ~Š2Æ  ØÎ’>©À¦ðL‡W:¤h`ðl7÷$Ý!Î7dÚ4¹ì7h´â^VIL_=e2ukÞLÿN\¸¨Ó¶$àQ­ $›5C0ØùâÝËßÿm­˜Kå?~þÜj0THí3\TI“ÙÜwx¿pA—Ÿ?b„²;ß!aÁ¹æ!ý{ô¯¿,æ:ö݇™9Ê #™‰;‡MëñãÇÓ¬Y¾ï˜ ‰ dÓ±\È2óÅ`r1 m$Û³fÍJðx‹d»B)‚˜¹Š@¤yÅ ˜ZrçÎÍd»ˆ×Œ@("À„{( ½6õ1ö‡w@(šOÃ0Œ@ˆ!qÈ)(0y² ®§¶} ‚ª·ÐZV6cÙ2¡–,Mr7Ý]x¸³1Œ@ÀÉG:ræ,u=ZÎöÑ™†fÑï+ «ÌͨCÝaÈPúÓg:xíre¥†»±üãç/hД©r0yŠ~¿4–‰²„bj½ÑŒéÆU¦A¥J*IÃfÌÔÒ6:S$ijA·îÔ¢o?Z°vŸ6˺ZºÇ˜±ôMÈ ™Û@q->ù"³áÝž/{6ó"V·AÖ+ !̳4SìÊ­[z6’ÕŠ‚¸#8×<¸¿Ç 6™ e s¥¬laïY5j›×þ#°Y Nö³@•åAµ===-þ«2¼ö‘#GRóæÍM¼¸‹Ù­Cb@:¾\ccFÀ`I™P¸ ˜Îóöí[}¦â¥úµÐ 6¢’ÿøãÆ,™þ$<.£¶qâÄ‘ù¨ã´˜6ŒzòçÏOI¬L[} ôx¯_¿N¯^½¢È‘#S21MZf–Îe~rh!ðŽÇ4¤Ä‰ËÑRL¥†'Žµ)«hï !O€ãðÀË&´KYBÇ]Þf\è¹g¯\…>}*_|kwîBΤçÞ¾A}š¼x={ùJ’(4X8j”ë\ z’:™›.qç¡—Ns‚`¬#ж^]Ú´o)ó Ê@—õ+U$­Â…'ÈÀSýÔ¥Kº¢ª%K Mn_2\í¨[¡>äÀ=é‚ø®SV¦Pa•äu\3Wê ùEܯanbVá¦M›(|øðÉ»-!;wîLS§N5Ù]£F Z²d … Î$Ÿ7F€øž0áÂè/Þ’íÚµ#£W;XŒM¼hcšYíÚµuv¹råhçÎú  ³§L™"§ t‡-<«TxyxxЊ+tt]©H¤˜0­­’ÁƒÉ¸ÿ› 8|øpY'ƒ Y²d¡KâãH0=Iz´‹qûÓ¥K'ÏY¶lYUœ×Œ#à"(=÷uêh=÷Ý{ж¹sœÂ{×wì(=5qIHµ»ðšÉF´S»ùÊ°‡»‹üQr7B8.¬š4‘ò×®#ƒ ã„v9ÂYªbùòÒò ã-¶ ±# ³fǽ3-1† tÞÛ ,Ën4X,Y-AÄ׫XÁd<ìÌ ÷0¹Ó°arÿ”þý%áŽÙC‡På6méƽ{r©Ñ¡£IjcX—.TµTIµéPkÌP3ük˜µà¦–ŽÁàÅU¡ÅA”*mÛY*BÀ¼Iµª÷ù—‰ÙV­Ä5€)Å5–iãI&Ô:ï“„‡,d>nìôýÍË6ÔkÜßc`ÛÉåCH*Ãosl#ðT8¢”/_ž>þ, ã{Û¶m„€žlG¼DÆ iÕªU&ƒk?bÍФ0o0Œ#ŠüŠç “§º|ù² Ùn ò ±•ÁC ìj4ùHgÏž]’éŠlG>>Ý»w—úðØ~#¼& Í—"ˆ¡%»'>ž!õ›¤oà?Tj2'ÛQA8o-¬·nݪÇ6ˆxhÑ™“í(Oy §Óéƒ9Á0N@®,™i\Ïžº; 0j¶w0RéÀ‰ÆU«j¯SÜk{³LŠ9p‚Ü´4‚¼S† ‹oÄýœ`FúêW¶n¡9ÆRò$‰­öbúû6!-' kfNÒ6¨ì+íb~Lá1¹Nè¸ÿ&‚ Y²4É“Ó¸^=i™p°€Ã†Ñ0zù„ Òߘ/”L´D=·quhØÀ¢V3ú„ó÷iÓZñãĦ=ž ålóþbð¹_Û¶[• ¬µ¨US¤ÄÎ-æ–9]ZÚ¿d1]Ø´‘b‹ß]HXp®yp~!ѮӾ`†…2ó˜*Ÿ×¦€dÙþL ÄÂp^»v-eÁ~Ù¸8탦iâYÄd{à1å#F äøŸ˜¶ø_ÈŸÆþgX´h5nÜXW|õêUúULuµ—%J”H? 1 žêA1Ï ¨Ï O•þ>^+õêÕ“,Œõ!š6tÇŒÓË=z$…§º1¢9ŽËœ93uëÖâÅ‹'½ÑAxÓ‚£øL+Å(/|x–§M›V.øÈ;xð 5õ™ú‹Ñ`< Œ-4 Á{½wïÞòÅ#ô@²téRIžc?<ê'Nœ(§¾â…ï°‚ úX @)esXohÚMJlc#À8>¸gàÞOËk;¼ÿÆýk5<þ”§%<@‚ €½bÿêø^û6îÙ#§ñ«ó]¹BhðfW›.½Žñ[)[€N†d¿á½[«Sg*”3'\¶Ô¥1åÎ…- è%Þ•<~"¥dð¾“,QBJ.dB@dÚbÐH.ß²¥,Šã:H‰mТ… ÉCAê@+VŒè”4AJ'îÙ¶ØW1«ñµx?‹1"0¶døT€<Îå›·(b„ðªI“X*¦ò0£2~ýFYŤ‚,i¯\`íõô Å‹› Çµ2èîÃþËŸ_Å ˆŒc{[p®yp~öî×|po‹+·~GØ<{•ï…l$¥¥Ÿ9C]ÄLŸ bS7*W®L[¶lQY4{öljés×™œ° 8‚lŸ¢ ß3gΤB¾‹`Dà‹x'Œdêò‭tö&!J4…’"Ü‹-ªIoÿú—4iRj$Þ¾}Û„pïС7N{I•z æÖQÈ#ÀþùçqÿðáCIÆÓ•sòëìÙ³RcÝx-ÙotxQ£Å©S§&w¡ Éôò1JO~ ©ÙŽ¾aªœ8À ȺҥKÎ Mú6mÚЕ+WŒ§æ4#À¸ÐsÏVé†Ös¯Ó¥«·Gž=Gë24lá©úÒeÙ´^â>{X †À©g.{ß—!+Vµå>†øøO)ÞÛ°ÕVf‹Ô²ç‚ö7– Xx¡w›DôþHäàöÍ¿úuˆî »qMð,ÂbÉ¢Š˜L¥ ²´ËnyÁ¹æÁù=Ú­\‘Ý8~þ‚&Û!EUÄ 'j·“¸XE àd;fx3Ù´‹Œ™ù¥J•"¬•gX¹r¥Uy\UŽ×Œ#À|oXRæ{_@œ/¿«W¯–ÞâþMIF•^^^’¬áÍvá9…G!H|í0x,Må#žëŠl7–A]›)$^ô«W¯.w¥i gƒsåË—ÏdÁ‹G¤H‘dyûðvgc×C zÔ¨B×x’–0x*¼Röè)gÂ8CoG y.eGÏž“Õ¶+¯Ó¸%×ÝãÀ© N0!Šœ"?NðX^¹u ÷Ž†è¹¹rF€`lA`Ça_9™Â¹rQ$1†Í:3fÌßêª<ÝG I1¶À#€€³ùEÜ #Ù]Ä;Ù½{7“íþÀ …¨@îÎXŒ<ù¡ˆÝ§ÊAöˆ`ì‡{¸Û˯ ÞSˆÀaÊ žAƒÉ4þC}……ÔôÒ•‰}Ô{ðàAyH¸ìÛ·,X ½ßQTÝ»¢ –0²‰io™2e’MH‡iܸ±Ô}‡ÌÌ“'OèÁƒmº'NnæÏž=“AaPçÚ¸q#•áUŸ7o^Š?¾½¼téÞ®ˆ.-Z4B UñWW׌€k"=÷Õ“'Q:uéï¿ÿ¦g/_Qƒî=hû¼¹d¼W9bï‡têH«wìí~$îs3Ä”à.Mš8bSíÒ¦ÔnnºžÏbÚ)¼ÚŠç#À„Dà·N…Ü ¸fF€`‚€QN†½Û­¹I8“¼ïM0|ã»^y [?Š÷˜#п6l˜I68…5kÖèXp&;Chãëׯ’ŸÌ ä€0[Ü xð1F‰ ²€ß/A@Wp0XPOæÌ™ Þùø]˜êzûö­ÌÆw2ZyùÿôÓO#F ãn†3$8£‹/JçÍtéÒIMv]ÀŸÎoÜ@ÁÕØjà†n‹ÙÀPQ€w<ú›"E ùý>Ë’3`ùÁ‡ WTñ ÉƸL¸‡ÒUÄÍ ÓÌ@¶ƒt6’äÆ&àÃÃSŒ†ÒàÁƒYòæýøñc=‚â7:åÐŒÃbÍ@¸·mÛ–ð’Í9œ£ÇEÆ<Ü°X3ÜÌ1ÒŒ‡Î’%K$ÁRS—š¾„›3‚s°1Œ€k#SÜÆõìI|^ w‰DgÐsOž$ µ®S›¦.^"/СAßLÄЀGª+úWÜÏ_ù¼øßÏ&Ü]ñJsŸF€`€@Pç½ÇŽë‚L¸k(tD'L‘íHOœ8‘àíÎf;áiÕª•ÝqÈÊÀYdshˆs=z´&ºÕyA&cN„Û·o§ìÙ³KÉÞ3gΨ"ÔX8*‚|>~Ü÷ï;ãÆKS§N¥š5kê²p¬l"y pQ¯âïAÞŽ‹W®\ÑåÁïàÜæ‡Ç¦M›J§Hã>´µX±bÆ,“ô7¨dÉ’Ò¡Ò¸£hÑ¢ÒIÓ˜g)€¶½zõ’lÍ÷§I“†¼„)x/ð_ÊpOÜ œ0•¨>FÃà”àtji ÂX–ÓŒ€£#ðƒ£7ЕÚÏðF“É8*ªú‡)g ¿A”lj‡Š)Bɘ¶‚7JãM 7kæeË–UUë5HDJO™2¥Îƒç½ñ¥ ‰ ™ KÓ°aCée¯ 87X”S7AŒüâÆíááaõ¡ˆöâÆA&Û €r’pq:4l@•K×½ âH9sVo;j¢Ÿ¸'GŽI6ï­"4vÞÔ 2 € ‡#£¹¡m&L0ÏÖÛ8Ž’A1p>PYؽ{·ÅÃ1èÏ|8u ²ÊðÂÈ0Bßš s@Çó~FÀ‘áBGêñwlK$AÜàF ïuܨ^¼x!åZ2dÈ IvcÓ@‚‰pã¾€Ò ¿Aºã˜ …¨ÔI“&•žïÖ¦"ëDT<ààaçÎzôè‘q…< Ð^KS„ W7nÜ8Ù?Üh1•  ŽU½ñ|œf×G`ÁÈ‘tñÆMò/w˜­S§«ãë¹ÇÞ,Ýš5¥AS¦Ê 4q¡'µ¯_Ÿâ™Mùt•«—Z¢:&>°awzÉ5ÿÇ0Œ#À0a‡|õÛ‹oSH`±ù"°`íZz"¾å•ÁÙÍ?‚S•ãµ/ï„3 ¤m=ª3áÝ€‘9ï ý‚Óæ<áÄtòäI)“ƒA£Eˆ *DÑ£G7fsšpJ˜pÿ— „8–¶ôéÓ– tÄ°`JS` ^ö˜ö„…` =÷U“&:ž{W1ÝsúÒeôZx›|^8C¦M§éƒºäEM“ÜM÷ëŽ×Cæ#À0Œ#À„-ŒúíeùÅæ‹À~AT¶àû.ˆïe趛Œ¾GpÊÙ¥J•Ò$7öádn}áÜšoóùóçËSÂár/J‘ uêÔÉÞÚµkSÆŒ¥ö8Ô`NA¾"Ü1X‚½`Á‚r?þƒôL•*Udiû ÜAÌ#îbì™î8d?È×X"Ü1›R< §A\9p0ÀûJ¦uMɶ@º†ß¯­„»Ò¬Gp¨Fpî„:êÃyAº·iÓÆxJ™FY,L@»á°Ù®];?å8ƒp˜pw•+Éý`F À´â-Âc"¸Ö¸jš»jµ¬zî EÕšeË·Ú=¾Šx!ž³j•<ÇÂJŸŽø¼l‡è‰C¹ò?„·Š²ó×®Úåz«úÔúœø¨}Á’®ß½«²yÍ0Œ#À0‚À‹7o蚘å¬,ur7~fû€q_ÄN«×Õƒ G­ ’­˜Éf˜B³è•A `ݺu2_å…ÖúìY_™Kxz+²Ýx~HòÂíÕ«W7îÒix˜Évµ3äx»téBoÄßTᘀ°N:™íªNð å!;co«[·.Íœ9Sþ àü0 `"kÖ¬R¥ò; äÙ°ŽîaýÀýgFÀðbôÙJ­ýz*øs¨M»– /,ÎbÿŠi—­ûp–湟‡ÌõV :+¦”f,ËAżfF€`²Íš;jÓ¢]Ыf³ x5—/_žÞ¾}«À ÈáæÊ•Kç…fî0 šøG„Ó]y³[jŸAJ3ÿáÝïßy,ÕmÌÀ…ðñ3ÿöë l^ìx€ìŽÒdÇßpÄùÌTÀ¬Èã°1a&ÜÃòÕç¾3Œ#ð8ÁK!bDûèw"Ο~“ºƒÞu“˜Þ¡=!ðbûíÛß ü>|81uø½í \—/_¾ê®Dˆ΢—.„Äÿýß)|éá„ÃùF€`F€aàA ØO‡Æ'É@IDATB§Þ«aÝðŽôMŠÐ»VöË/?SÔH‘)S¦L*‹×þ y”5jÈørªX2?Á7áý½,a„òÔŸÅl^hCæ$(¶VèúC2&\¸p~_¶l™Ìƒì$W‚cˆ«§ Y­™rš²¶?¨ù¸?@úïÅŒh…6;bø>}ZÆ„LNÓ¦M-Êåõ¼|#àŒ0áîŒWÛÌ0Œ@(!m@Xºt)éÚeËÑèƒÒ”³g/SþB5èï¿ÿÄ;Qü9iÇ6O‡%Ýñ¡•-G9¡£è íݽsqPºîÐÇ$qË'DyÛ¸~•(î«CéÐ çÆ1Œ#À0Œ@°€§j¬¸Ùéóç/²®­[PÉü.P¯AgZ±ÒwFæØѽi˶}"äiiÌæ?‹-¢æÍ›kÏl”Æ@ÅÎ;IÞþ×r{•Ž9S&MšDýúõ³x2| lØ°A8 E¤Ò¥Kû)™—J•*ѬY³ÈÍÍMîGpQÔo‚å‡”ì ¾‡ÌÉþgÏž‘———<Îø_¼xñ$fØ ª5Ž@¦NQÐnŸ:uªñ0»¥¡e¢Af!µ/vÌZPÖ¾}{©áŽà­h£¥ë«úAશUȃ¦|ªT©T¯§D€ w§¼lÜhF€`œ92Óø±}¨cçÁ²#»÷¡#§Sß>í²cx5¢'•-ßD¶oï¾£´ÿÀq*Z$ŸC¶7¨J“:¹&ÜïÜñbÂ=¨@òqŒ#À0Œ€"päèM¶cöa¡‚ßGæÑ 0h‚ ÙÞ¼Y-òèÚBîŽÔNGmËرc©gÏžzf+Ú âÁI£E‹öÝ› sÿðÒ8p  RÚ¸qcäø“'OèÁƒ4cÆ :!æÂKDrܸqý´}×®]’„N‘"… h ¯od3Ë—/79&]ºtrPLMš4‘çÛºu+Í;WiEx²CvA]a}úô!Ûpt ¶ÕL Y>|¸I@ÚÅ‹˺J–,)ƒ­b¶<ÔÕŒ ¥§~4HžZöúZ¶lY=ãw}b0ÁËÝÃÃCêÖ'J”Hz¸Ÿ;wNÎX@ Í­ÍŽQƒT¿ÿþ;Mž¿%CàÙQ£F ‰Ñ?e0Y”µdæžï–Êp#àȸ–­##ÍmcF€ðƒÀ‚y£Å´ËÄ2^uêw¤×¯})ù9à;gÀË]Ù¹sWhíºjÓ%Ö©S¹é~ÀÃ`F€`ÂÛwÐ-Sº°N‡ÅÄQáí߬E/ÝuÈ+®]=~ú‰}5(VH©_¿¾²½eË–’Ì6·VªÕlÈ¢>|˜6lH?ÿü³ÅsCÊ¥W¯^²¼ÜÍ­GtçÎ:t(Õ­[—*W®,=û!›¢oÞ¼R¢%K–,Òs= 2î9rä HÈ(C;A–ÃßصkÈÀxzzú¹öÆ22d hÞ'OžÜ˜-Óøû ˆ… ÒÈ‘#ýìç FÀ™৅3]-n+#À0.†@´hQiõŠiZÏýùóWÔ QW‡ÕsÏ;+U­RšÖoØ)¯D¿ã©Jå’.óñ•&ï‹ï»^.ökãî0Œ#À0Œ€5>|J7oÞӻ˖)¢Óa-qïÞCª\­AÓ;vLÚ¶y@‰Ö t¡E^­Z5--¢*èß¿? 2Dm:ÜD1´æÇ/‰sHšÀ$s‚ $±52^u²5 xUÆ| 5´Á‚seΜ٪w¸:„90 C½ó7nÈØX ófÍ*¿MV­Z¥ŠëuŒ1Ò/A5ÌPvëÖ-)1ƒ­ØÁ¹£¥ uŒZCªÇCÚæáÇrÆ00ÆL€pVuðšpt˜pwô+ÄícFÀÅ°¤ç>|Ätê××1õ܇íF7í–º‡w„ìʼù«¨u«z.q•R§ò%ÜúêÕ«†l _¾|¡“'OêCÀt÷îÝ2ð§Îä#À„i˜pÓ—Ÿ;Ï0Œ€ã 0î(í=äèzîûwÒÄ^¼xM“&/p ƒÑ’_~ù…’%K¤k`Y 'F€`—EàÛ·o´ÿÀqÝ¿²eÜu:,%ZµéKù’¨Cw¥Z5ˇ%‚Ô×Ë—/S¾|ù¤‹ª jÔ¨ýrÈ˸š}üøQê¯CÏ\ÙäÉ“©T©R”4iRZ¶l™Êæ5#À„a˜pÃ?0]‡~YóæÍ c¿þú«\Ξ=k± D¬VeŠ »ÚÁáLF€°Št1¡ç®tû ç^¿aúï¿ÿ¬ó½v$JŸ:vh¬O?fÜ=õXg:iÂ8Õèáå¤Ýáf3Œ#À0Œ@³ Õl½H‘"RÁ98Âõv9<­ÕkP¿ õíã˜ò†º‘8tè rùüùsÝèž#©»»»Îs¥drà½oÉüÛg©<ç1Œ€ë"À„»ë^[»öìôéÓ4þ|Âèõõë×å‚iT– 2ªÌíÛ·-±{^­Zµ¤~ØÛ·oí^7WÈ0¡‡Ào¿e¢ ãúêîÙ{” çîˆÖ«GŠÝ;xÖ‡iĨŽØÌ@·‰§2>€`F€pjvì<¨Û_¬h>ÂŒ·°dkÖn§~Æë.,˜“æΩ·9aõë×K¯î?þøC@ÐËãÇKG=éb‰H‘"ÑÓ§OeðQôÕ¸@ÇÞèùîb]çî0Œ@ `Â=`…å¢ »‹- °Ox,ˆ4Òöþý{B´lû éÓqýŒ#´kÛОû¡C§Bø¬¯d{ïžmõÓg,ºÏô¶³&ŒSÙÃÝY¯"·›`F€ð‹@^#iÎÜ~ÞW¶ï8¨ —)í®Óa!qêÔEjÔÄCw5U*7Ú°vv˜tÐؘ˜5kÕ¨Qƒ G¤,GŽtìØ1!™\e¹ìœGöìÙepUXUK̘1]¶ÏÜ1F€L¸¯0[úǤ®]»R¿~ýÄ zôètñâE¹ìÙ³'ÀòÁ-ðáÃ-9a]n½|<#À|?ÌõÜë6èD¯_;Þ –öí Çx¨oßþ¢ƒ'}?ÐìtæÔ©ÝtMwîú Ó™œ`F€`§DàÌ™ËÔºm_J–¢eÊZšzöEËWlÚÛ¾Ïû2¥ ;eß‚Ò臟R¥ª-éëWoÒ8FŒh´mó|Š3zPª 3Ç }"è§+S0ê€Ì ¦,!x’$IT“õÇéÒ¥KMµ”)SRîܹE ¿ð¯pÎmišÉ÷ïß—¤9ÒéÒ¥“ºì&•[Ø@[Ñf£€WšÌÆ|Ki`OuLÑB»2gÎL)R¤ DŒ·TäkŒ22À˜ õø‡±±,§FÀ1Pzîù V—ÿJÏ}Ç6O‚6¢£X„áiðÀÎÔ¢UoÙ¤ÅKÖS·®-ÄìžÔŽÒÄ@·#Mj_¯¤ÇŸKÏ%k:•®œ V¬ÜLç/\£ӧϟ)Eò¤”2ER*_®˜˜Y–>XõóÁAGàòå´nÃNñžw—^¼|M1i“Zü-áï©zµ2!BÞà¾xäèÙè˜1£Qñbtöî;*âJxOñ‡s‚qõ>ÿ·o‹w¿K7d‘Ÿþ‰ªT.å_q§ß‡þ"8ôßÿC±Á–/ŸÿïåNßaî@˜G vl_ïÛk×n£á^ÏÝ°`,W±)½zõFvßšðlǽ›Í2 ØÛ¶mK³gÏ6)P·n]òôô´ø½nR7F€C„§éw¼ x(yxxЊ+èåË—~Z|üøñT©R%?ûÊ•+'#{«‘c¼ü€Ðž2e 4ˆ@.à±7zôhêܹ³®ãñãÇÔ¢E Úµk—ÎC"V¬XRgmùòå:m8zô(!¸ ²,M›6ó¾žȇDL±bÅ´h:t_ãFCÀ”‚ ³ü¤/\¸@½zõ¢Ý»wûÙ—&Mòòò¢Å‹´Ú•!úw»víÈèÕ Œ8 l´hÑSÞj×®­å5#À8JϽC§A²µJϽ¿ÕúƪӸ séÖ­û„ûuï¾chÓ†¹ÕÆÀ4&Y²DòcûŸþ‘³‡îÞ}(\Ó¦ .L˜8Fíg¦ÇaèÖàª\©$ÞCÄ4I-\•/éüäÉ yP¬X1ÈÍ-qà*p’Òüñš6ïI6š¾o›ß½çHêÜ© uíÜL¼“xÇ}0îjúü…«T»®÷ý÷K#áÞ»ïX¡-{EV½eÓ<*— `I@Þ¶ýyt.‹%²Ý ÷‹¯œ%`™2¥ýn’ xW­^³-mÙºO¶Eý÷òÙáKmòšp9âÄñ%Ü-uy‰“åNOé¨l™"T¦Ta!•‘ÝåHx¼ãÔ¨ÕN ’ÞÑ0@³½P¡\z›¦@:Ä:tÛ†oï &Ðÿþ÷?c6§F€ó8Ž› ‹^Š7oÞÐäÉ“-’íèò½{÷¨fÍšÒ[Ý>àÁ®ÈvìC:a ðÙŽü¿þú‹ºwï.=ñ}íÚ5ʘ1£²ûà n$Û‘‡6À£â:íæd;öÁSSkvêÔ)é‰jm¿µü7nPáÂ…-’í8ïèã¦M›Lª@W#Ùn²Ó°2h;#À8Ðs¯VµŒnøà¡“ÉÑôÜ1ƒfÄ°îº pŽ?§·-þ¤L™T7ÞŸlßaçQ·#üíæ­Ú¸i7)^GÝÏÍw…úö’¥)gžJr0Èú»C¨7ÌŽ'¡=gÉvœîãÇO4tØTr/VGÌülÇ8_U ×п 5 ó=z1vÜ?dû÷hŸ“mbÇŽaÓ)/_¾I£FϤÂEkS¼„9…óÓ›Žs–Bpæ€#‡²¾}ÚQÃUÕ&¯ÍÀ÷t©R¥üí#GŽ¤‰'2Ùn†o2Œ#˜páßAܸqiÒ¤IÒc|Ìáõ(Hã›7oJ¹– ȳƒL†÷¶Ñ0¥íܹsrjn0îW®x{+AjÇÀƒ½P¡BRò%A‚„ÑúFtÍaÍš5£³gÏŠÀ8iíÚµ~˜@—ç´ ó¾}ûJƨQ£Ê‡'ˆj,x"Ï?Û¶m›ôäŸ6mÁÛÝV@É/÷-[¶H|Nœ8A={ö”ò;¨Ë\^þ8çСCõ©êÕ«G8¿qÙ¾}; 8P—á#À8óæŒÒRÞ0îƒuêwÔÓ¥']È•+‹nN/áåîÌf œz玗3wÅéÛ¾ÿÀq2Ö+§“ÇÖÓ×Ï7éÅÓÓ´lÉ$jÒ¸†~F¾xñZêÑ*/b§ÀA; H^AÚ)RDÂì›Ý;Ó‡wWèÍËó´ïr*Z$ŸîÁ%!ÕR§^'íá­wp"Ôؽ÷ˆ>g­šåéÚåÝtõÒ.B0l6FÀ•ˆËwK}o׶KÍRÂŒ±Ùs|g{׬QŽ† êj©ëœ'€4-ø†C‡i<0ó~áÂ…òÛ]gr‚`FÀŸL¶x#Dèر£¬dø£GºêQ¢D¡âÅ‹"yƒ¿~ýºŸs'MšT’çðð6JÀÌ7nœž†[²dI},¦x@‡¼Æ¨³²Ä‰“»»»˜Â›I>8‘_¾|yé54Ú‰ô"ÐÉ“')}z_-Xü þAÌ5åqœ2èË+Ù–}ûöÑÔ©SÕ.×*²9¦¡aÐ uêÔ„¾#ºyžlµŒy½æÛ l<¡³·mžï‡l×;Ebʤ”8qe®®wˆÄýûhßþc28.í0pb”4–u”4Þ!1cËÖ½bç=»¶÷Ï?¿J‰.`þúõÛ@wÇ麢E‹¢Ó–Á½&=•¿9 ¶¼ïÚjÁý›°õ<\.ì †» ÄßX¾d²žAeÜçŒi F×­ßIÎæFû[dãºÙ&ÏNgìWHµùÌ™3”?~ñ¬ôÒ§ˆ3&íÝ»—Év'F€°ŽîÖ±±ËxŠgÈAÊ¿æÛÒÉ!©R£F K»tÞýû÷eâáÂù~xë" ¤æ™Õ¾\¹¬‹ñoŸy¶nË22Y³fÕ‡À‹õêÕ«´téRªS§ŽY‡,#À„]Ú¶iàGÏDŠ#V*»zõ-]¶Qm:ÕÚÄÃÝà êTp‘Æþûïÿ鞀¨µFDCŠnåò©´`Þ¹äøÍÛÛºT™†ôÃÏ)äR¿a]—ySìU¹BE|”cFIz¥†/òkÕi/Íå-P•%ÍC]» 3ß¾êêòä¯"ëéÑk¤ÎÃߪ{ÚôE:‰ÿþûFŒœ.ëOžª U«ÑFj|G•…ÊWlfB’DYUç‡ÅÜ4J˜$•*ÓH¶1EêB„' Äu¦¬¥)n‚T¥Z+*S®±Ü4‚Æ ™¤‹.”[8QøÊI醜 05K–ôryúô¥a¯wråª-²ß©ÒºS‰R ¨^ƒÎT±r Ê–£¥LS˜&M^àç˜ÐÎX´xÆ1pÝ´תxÉúT©JKÊ©„ìlj¾>˜¥¡®•q}E~ìxÙýtA¨ º×¤¨12tß+Wm)#i3£3—ø) ão±@ÒãE‹×¥FMþL•*U’,ðN‡Wû€¤< <Õ¡‹îææÜÓ˜9F¢q~K"ÛÜâǯ³^½²þái|èê‚™À°w>$w@¾1‚7n,+Pýž={X*&˜8óጀ+ 0î(=wx*½zåû1ð½ûB­^ÝʺÐÞ¶FªèB˜HÊM· „kXô¨Áø xµ+1\¶|1#Íïse ïÞ¸Qu¹äÎí=ˆ }weðì6ž*ëÕk·é͆õ«È4¼ÄA ¯Z½Õ„TWÿøã£$‚A$~ýúMeÛ¼~÷îÙŸ~Æûñ^þüù‹”^É•·²Þ»ìoM¤þ'øi#Ú_¦|cé5ï^¬¶*ÛO=À¤Y‹ž~ò­eÀ!àÊ•[z7´m±ÎšÒ…³Ûä²MÈÏmò”…Òëžý– ^ÎØë(†ëƒ‘Õk¶‰{Ü_&Í‚ii1 Ôམ¡#wE:v쬟¦;Bâª}ÇÔ¶}í(brrŸ ü¼ ì`Šª+8×ý.P¸&Ÿ0ð77»ƒ*]üÌ°×ß„ù9y›PØ*)Ó½[K*SÚ]æÔk¼Ã€lW÷8±­]=]|gz7;uçB ñË–-£ *˜p ¿þú«˜mtÜâ,øhWÉ0Œ€K À„{^ÆÇ "È›¼2d>}šLÐ\‡§:|B:Åžu¼Õ»wïî§ê'OžÐøñãýäÇ‹Ox0$”ù8úõ«¯·š* ív[uÙÕ1¶¬3fÌH‰%¢{÷îFΡ+ß»woˆåÚµkÔ®];YÍþýûéÙ³g~ªÄ`†2_µd¿ÿþ;½}ø©È–êâ bM|XpèÖµ…ɵس÷¨$#áIܱó )ãokV¹RIR’ I-É™€˜>}ú’¬×½Fõ²2½Àsµü cã7¡pßJzùì 9¹ÉDÓr"Ë–{Ïæ7ºmÞ8W’þ²ñtÌ‘‡¥|¹b*[êèBÚöë¯ihãú9ôðþQ:zh Õ­SIæƒ )"<”!cÍà-\Ä=/;¼–ž<Eýú¶§Kç·Óé©C{È'†—Íûøñ >U¦’`êú‡ ç+‰8gÖ™¿|édÝ¥{÷Š]ÑóEÊ'õêÙ†ÎÞB÷礪óÇRœ8±dÙY³—j¬Y^£äu‚wníZ3¤òåùÍßvŒò™¡ÜkÒ¦]:sÆûï)Q¢ø/aüîì]AxQ²ë7ì¤Ñcf™tÚÒöø›0©”7ˆ9A×|øÐnsŠýx?¬[¿³œå¤”-’OÏXRyªQDä‘Œ#Ð[.(~_³”’3*¦ÏXBx3ftu¸^C’¦fr4îhŠɯs‹íÎ59|ø4A«†ó?²V8“xÿFð»C¬Ü_'Nš/ˬRB½{µ•i{þMÈ ù?FÀÃb”3‹=*­\6EßOûœ1ÙAˆ‡¡¬›G jѼ¶Ú䵸§÷êÕ‹ÆŒc‚ <ÝW­Z%cÑ™ìà F€``Â=@ˆ‚^ÀÝÝ2gÎ,ÉjLÍÂbÍ@¸·mÛ–6mÚD;wî¤aÆùñDáy£áƒÚæ $Ù¦æéé)Ixx×£>,¶<É!Ý‚òW®\‘Úéþ7þ|ÂÏýV­ZIIKåÑ£A—Úö°ðá½=¡~÷îõë×I‹Ö¡CIØ›ï‘^«V-I¶#ð«µàªÖ4íÍëãmF€p|à­xðÐ)Z»n»lìaS$OZG°~‚$[è¹VJ±¼}ûŽÆŽŸ#yò‚\FEKM re‹ê"M„ÌŒ"ÜA2C¶"FŒhzÿª5[uÚHp&1úœ2Í“òäÎFPã êÃ> ^ÜŠl7Ö‚}²ÈÕÞÂÛ„®¹µoÛÐ9bVîðªÆ@‚Ñ@zæƒ æaOž¼0~ùòµÞBÕ’#€.`C"¾´s»÷àœ[²Dqøøñ³®éý{ÇðpÇï§Mëúº]*QÄ=&܉X±bI]{•íøêÕ« §ÂÃ-Ê6Y£~öм·f3fÌ FÉéÇæe0Á xé³w»9:¼Í8/óæŒÔÞ‘ÞS†GÏ]škp!a$êôN§Âû—íû"€í± y Ⱥ @*¼ô ÿc4²U«·‘ä»Ê‡ç1$[`ð^·~‡Ú%f™yi?^¼ØT²DA½¯zµ2:}êÔEJ®ˆÔtïÕg4AƒIAµ+ ¼«@¯Û|¿ê߇%Iié|ðp7·d‚¼VY8$˜[¤Htî!¶XªTnºßàJ¼ íÀKš4)dÝÏž½Š'å tÒ1‹ÇÑ ¿'£—¸j_‚ø¾ï¤Féµß¿õÕk¾²>I…W¸ùïAmLjî;Xtéò ‹U¶l^'Hd;* Î5¹yëžnOÞ¼ÙuÚ˜ˆ+­[3“Ö¯%5ˆdÏ¿ ãù8͘#`MV²P惓æÇ:Ë6¤Â:vöuTÃìHÌ ²ô,p–>…D;¿|ù"¿Í1KÜhw…c¥û¼±§F€`¬#ð“õ]¼Ç@ë ¤û7$ Ž‡Hox¾ÇˆÃê)@¼+òÝj!v€Ø^¾|9Íš5Kz«CZD<$bàÅŽ(ÌÜë½-[¶¤&MšHMu´ç ijfÍ*=È0­ÌÜú÷ïOX‚bk֬чݺuKJÌ 8+p^î=ì#EŠ$IyÌ @›_¼x!qÎ!“ì]N0®…È5+§SÞÕ ¡çŽ t–p„*®Íi†ñxýú­ T9dØTš>uˆÓ\càTHʘ´µ?|øDiÓz“„æûy;äÀ€ä2°À.^¼NS§/Ò-xnCßzïMEðTîÃåöŠ•[¨y3ï)õˆª ÏÛªUJÓ¸1}d]Š RZïJïï  椾½ÛQ‰â¾D½ªÏÚž½7nxËÉ¡LõšÞ’ÖÊ«|K(±/¢n¸*g¾¶æålì«ù1Ö¶3˜‘û^^O)Ko kÇ ÿÑ£§Bóü´,òÃÿ3 ®Œ xã¯!W¯ÞvŠ Å‘-È´ s掲Ã6þwíÚ]3Ôìi!aí7aiÆÂáV³‚zMîÜñÒuï¡:ÓJÂÞVNÃÙŒ€D ¶ô17ÒcG÷6ÏvÊí+BΪfíö:(1n·lœ'b§ù²:eÇìÜhÄ7ßÙYexž4iaf9#À0Œ@ð`Â=xøÙ|túôé¿KTï¨Q£mÅŠrAý@¢[2ìƒÇ¹5¯sKÇØ#/mÚ´‚¼ XCÕÚ¹0ÀÁ]¬¡ÃùŒ€ë!-Û¯4q|?j×a€ìܾýÇFÏ^‹–éÔÅÛà ÒÐÁN™2™S\HÊ(»råõ8ž@&|ÇÞ½]…?Y¶AàM:wþŠ¬‰–$6°úúЪƴð%K7Èòž±MÔÀzýz•©goï2ðžÆ€I‚qi•A¿½aý*òXã¸ÆЀGPTè´ŸÒ5ˆ IÍj,B׺U=ã¡VÓ8îß}=ÊÑ~G$³Ú`ÃH„€´ùòåO™ L²dIo(a9‰ëÒà¹r)Ü€ˆ/T¤–‰¼Èâ´ÂÛÚöå…4OpÍ\ÝŒñqãÆ–ÚÿõÒ1–Ì(‡di¿yA½&hÿ_ý­«Ž%’N”p濉€úÆûs÷(Q"Ó*1k*¸Y¡ÕSÌx‚Ó…%ƒóEùJÍõÀ%¤¿¶nš'Ÿw–ʇռGQ©R¥d¼3…®?<Ý!ÕÊÆ0Œ#|˜p>†[‚ˆž={V¼pxcÞän Cpш#:lû¹aŒ#ÀØ‚t„AF­Y»]‡ž;¼n‹¸çµåð-Óªeìq¾” âl…FæhiH!hBýîBÐAe ׇ˜®6õ:On˃¶º'‚…À­Û÷ A$a yëÕ­dân^yÅ Å5áï÷ßÿÐ$¼âË—+J7í–D9<ÛK•,¤uúAgÎl™8Ž?y=j,¨Úþ»v‘¿m÷0LÝÇ€€-„ ×S¥J&fþy{4c¦Š³ DÁƒ»DñZk3 ºtnêïu>ûœÀJZü9T’Z¶î£ÉvC3k„ünJ";Ë`„îTiÒøòcÄ"ªaAP-¨×3&R¦LªïÐÈ6'6U›0˜öÿy:åÍ“]j÷;ëß„ê¯رM=Üqßq–{ð½{©XÉz‚DŸï'Ð5Á"ÀøãÇÞúô¸w®Z1Õê³Íy®˜}[zõêU*]º4=}úTW%J‚´l±bÅt'F€`‚‡îÁÃÏa†— ¼Ó½¼¼,¶1I’$´hÑ"‹û8“`gC`îì‘t^’ć˜Òs¿xnÅ‹ç»vÞBÆxPý†]d;@rv÷hI˜ºíH†@ðÀ¬!ˆ&[È!`ЀG5–Š5µf<û|Ô› máÁn´&«KÂyËWnúã¾åÖ¯j,J .ÆŽ›#ó@2÷îÕFÊÊ!)S:¹4nT’¥( Ëb@éìÙ+2x±IEV6àÁ­÷“§.X%{àY9}ÌÀûÞ6zdOÚ¶ý€œQbgÒär0ÂZ»ví>L˜q ¬p¡Ü2‰{ÕñçU¶˜¥0Êâ=ë÷wïuWNà7¡ìô™Kò^ni°¿›'½qËøkZÊmÇ¿à^“tiSjÂ}ËÖ}ïõ»÷¡Òeɮƌ]ÆdÀ†3ÿM¨ëÆkç@ Ž˜1¥ AˆkÕ,¯6~½tÙF9H™¿P I¦—.UX¶ƒÁ uϡ˺Ç÷' d²ù"pôèQªP¡½ïû\A¹íÛ·‹ûUvß‚œbF€6?»®À!Àq„~uêbÇŽMµkצƒŠ[߀­Ù n#À06"€©Å«WLÓÓ¡_¾|#Hî®Z¿ÓÆjB¤XÚ…w•oPèÞ}Ç„Èy‚Séà]Ó®c sU@ËÀÇemG)²ˆQ€@¢– Ó臟ªw,S§U¢LiwAèÆ–› %fÎ^&ÓðÌ­[§¢*&×Ð=Ÿ5g 2‰žhâ¡­ ¢m©,aB_‚ÿÇ}_1¡õon ò5ÃFLÓÓÿåfŠ PZ´êM <×8ÙŽö!¸iÛ6õuS»÷IC†NÑÛÆÄ A¨7kÑSgVÁh1àñéÓg¹ïmXÌ ZĘâ*fÔÍ7ÿ]à÷y!Ø!]µP\ss^*7—¿ ü.>|ô42/”íà^ÌBQ†¿/åi«ò°=f–Þ,W¶ˆžá̺Cœp ÔsòV“&xKò9EÃE#—ŠAX¤ÍTÏ Þ­Ì[Yûv A`Ù|Ø´i•(Q„lpìØ1&Û}aâ#À0vCÀ÷kÈnUrEŽ€<‚0]ìòåËtüøq¹ ýêÕ+‚†;‚‘²1Œ#àJ(=wÕ'è¹J¿·D5—pƒæóþÇ¿w³LÎÉxÞÆØ»=0h­,ÈÉË&k}óW¯ÞPÆ,¥¨F­v4qÒ|Z-ô×A6 †Aª´îôð¡÷ôpå;6õsÒŸ~ú‰Œ¤êƒAZÆÒlÈz(Ã,Q£gŠàjŻđܨ‰=yò\I–,‘‰qSÅM¼ë÷î;FS§-’Þõ*XjåJ%ɽpYòE¹óU¡u"h¨—ש ˜*È+ y-yG²ý;™È``"}ÆâB"¦·$Šáõ^¯Ag©ÏþìÙKÙtÈí,^8^¬1bD#7·Är¼3«Öh#ï À„óä) ©Hñº&Ý>{™ðÁ$Ï™6$ðu‰-H)’ ï®Çõ×Ý´K¯>£é¤ˆpÿþ#ò\´Vh37£Ë2˜iQ¼˜ïoTŒDp¯Iõje¥¤š€ëXн¦”yB›/]ºA­ÛöÕ³0ÊøwêìÁ€ e )ƒû‡Êgúép/ÀLFe˜‘‚ç_ÉÒ hÌØÙ*›0¸ ïv6_æÍ›GÕªU3ƾêÌlÙ²I²ð4$œ`FÀ®°¤Œ]át¬Êðá’)S&Çj·†`DÀ’ž{¡B¹¾»ž;¦Šdûúþß÷w‡ ÁÝÝ$¸»k°,¸w·\‚;wY»¼¯N…êôLfâž{ù5Ý]^§g&3§n‹Ã”Tß²i¾Y™¶vMÈiÚ"ƒªæ‚±ÂóÒ Äß¼yGÃGN5¨§n°ÃdÕŠêVžáaBñÇ2À¨ »,³Àe<5lÜ…@ÂãÀB‚)ƒ,Ó_jšÊŠ´4³§Ol•ÚõK–®—ãN8/ñ½×;BØÖJŒùÆt§.Ý|Ÿ8qžªV÷óœWõ-,Òk:ï ò÷î;L7®º«ìhu®Vµݾ}_ŽyÏ^ÂYõ|+T(AØq3ÖÁYîP‰¦'ÒÔd±P±{Ç’pù í3Y¼`’öº†Ž;¦LÙt§„…b½Eç÷„~|µH™"¹ tÀÌÑÉV®ö nf§ÜöŸ0aƒr¸A ×Í]hø0ÓD¼¿ œÌñyƒàžÀ4nÜ8þF€4,Þ¸z€”Ö°¾P§Ž-h¶óBP[cƒÕ!÷5táÜni!ãrÑé~ìè¾òu¬ÇJÿšÀ\ìGö¢#‡Öì Ps„7.d"Nxn7I«Ð>¼®ÏÞ!d‡lÉÔëÒ9nû\e¾š—:G÷÷„šŸ£6¥J’11¢ö( G÷óçOBœ€ ΋Ågr¢D *kò°@ß³gOd{³fÍhïÞ½L¶ÇšWO”`" ÿdÄÿ"«óÐô»BülÛ¶­ÖäSòä1ôÑ2Cp‘!Czö왬iccC«W¯A+\…`èâ=TªTIz¤‚ð‹.vAP-U¶±ô®Å˜+W*- Sø"rN…dÄÖmûe— V®]Þ/QFäê · ®­³4W8~xw9غïæÚãô #ðþ½ݽû€î éìF€E¦ôâ=šài+^ª¡Xäâ— Vûüù‹9y@=%3¤ÁÙ³QÒ¤‰­‹ §¯_¿•ä#H|S†¯£ ¹,4Ë!u`%äiŒÉzSõ¢Rp¹zõ6÷º"2S>¡le•%Hž–Àèòåô@È¥IR`ki óããóQXEðÜ¢Eò‘…E†¨4õ¯‰Ÿ?ÿ‹ É´øÆ A§ùòå›ôìù+Ê"d‹ðš‹(2-,ž ^×ÀÀë:qâ„”C|îgïWãEãyã>&¼'LÍ‹Ó °c§;5ü«s U0|ç¶ÅþvZ1*Vi!%Ð6lØ@M›6 A áW»ËZ·nM7n4è¼³³ŸTA&ß0Œ#À„_Äw½L¸›“ w3Àp2#ÀÄ*¢+ᎇ4_¬ëÞÓOÚˣGõ‰Ô繉<ù«kÁ\]æ:J¯äH”Qçx@ ²€ žÇðºe‹~€¬Ï‘»²6𳧶SAà²1Œ#À0QHŽ™“R33m׬r6»{˸|Hï£*áîããC5¢C‡LÍÁÁÁŸ·»A¾aF€+$áÎ’2a'·Ã0Œ#¥èÚ¥5kZGÓ8ÇY‘¬4gNKjßÎÏ :ÅðXJV»V¥@5ïY¿=*=±ÀÇOxxH#pc×î~:®¥Jf²=pø¸#À0Œ@$"€];w ò𽪑ˆ‚àâ±Í^¾|I+V4 Û€ASuÜc6<_F€`"&Ü#qî`F €¾rv!MÃöüV¶}#]ÏžöÐ!†užµL^G¥ÿœ¦øq47&Öo7‡LÔLÇÂNÒ([Ž ‹NÓ¦ŒˆšæQ1Œ#À0¿ظi&TPðoáâµô@ȯÅ»wï•.]š.\¸ M9^¼x´eËêÐ!à‹Z¾`F€3˜p3(¹!F€`¨†´~7¬£3|ùò¢ÚW“t‰Œñ"˜$‚`*›Ê’%c°êF×Â^^^’l÷ööÖ¦,Y2rss£úõëki|Á0Œ#q0áqXk=]ºt‰ºuëFÕªU£Â… SÕªU Y'OžL¯^½ÒÊñ#À0Œ@è(XКfLóÓr÷8|’ /™6tp7-Ø$¤>&Lš™Ã1Ù÷x‡ÚB…¾s"p![ôA eóú4Áq ÚV,›F7® ŽZDŸ ðHF€`b%E iOϳAš;vÖƒîÞò È þ÷¿ÿ R½è^èàÁƒRFFÏ# §§'•-[6ºOÇÏ0Œ@´E vüŠBÇÉɉ,¥ Œ‡µvíZºxñ"áÌõhÞ¼¹|^'Nœ )RDýóXŒ~x>rŠ6lô ôéà8›Ê—+N•+•ŽT’&ML ݇Ÿ,ûŸ;Ï•ú¯÷L™ÒŒç€»'ݹó€ºw³5Hˆ ‹ Ô§w;š"<ðõV¼XQ×õI|Å(_¾8á`cF€`¢«VîÝŽï$¶­‘㸔1cºè4½Puýúõdggg ¹“+W.Ú¿?YXX„º}n€`F ä°‡{ȱ vÍ«W¯ÒСC%ÙŽà%  ZµjQþüù)yòä„´¢E‹»]®ñ¼ÿž6nÜH·oߦÇGü¸GF€6Æzî–†zdY¯žm(}ú4²ûïßÐè±3µ¡œ;w™ªVoM5jµ¡;ݵôˆ¾6¤›øû”Ô Û’% Üó #À0Œ#À0áÀª5Ûl¶Jå2tþÌNZ¾Ô)Ö‘í³gϦ–-[í%K–¤cÇŽ1Ù૆3F€ˆ˜pœe/ fÿý÷_y-^ðfß³gAbæíÛ·ôíÛ70`@Žˆ» )>>>Ú.…>„´®Ç0ˆ€±žû«WodÕ_¿~Eà(üºŠïO3ª–àºr íÝ{˜š·ìIÅK5Ô‚[z߬•‰è‹$IÓ¨‘½ ºeýv8ø†`F€`Â8ܺå§I®ï"Ož´{çR:°%A:0¶Ùˆ#¨wïÞÚïQÌ¿víÚyÞyÛ^ <_F€ˆª°¤L=™wïÞ"‡Ã '—={vzýÚ׳ÛàR¦Li 3$½¡lª«?cu®_¿NÿùÏ„×@F*^¼8ʼnGDš9{úô)]»vpN:5åÉ“G­Éh=`rîÜ9áuú‚Ò¤ICEŠ‘gSý|üøQ.R óŒ?¾VìçÏŸ/teI’$‘ãV÷Ÿ>}¢¯_¿jØ>þ\.€óܹsS¾|ù Ê«z8cÑD=ÜcêYâ¦v,øÞñÿŒ#UÀ²™ÓGQ·#唞û˜Q}#eˆíÚ6¥i3Ë”øܯ۠ƒÁ' ú¥È è37<ß­k+š=w…øöPvÄ{x¢Ím3Œ#À0ŒXiBN&mÚT4nL?Â÷'ìm†ß¡;w¦¥K—L½M›6´xñb>Á ß0Œ#ÀD8æÓJÌìðÑ£G”5kVItÏœ9SNòŸþ‘$4ˆh©R¥¢téÒÑ™3gdþŽ;dšÊÏ”)“ÎçÏŸ¥MÒ¤Iµ6*V¬¨å»»»ké¨okk+Vý R±bÅä5V¾Aœ÷íÛWÎZEÝÅ÷ïßiÔ¨Q’ºP¡BÔªU+¹]­\¹rrœ•+W–ã;}ú´®–ï%ÈrÔA5jÔ öíÛSݺu%¥J•¢Ì™3˶Œ+Âc[âàcD½:uêÈv7nl@pcA¡J•*r| #l©Sæââ" o•‡óîݾºÍ(ƒHí˜ÒÑv`\èxAÖ ÇWMjçÕ«WËg‰`·Ê€¥¾/\ó`ݺuªŸF !Ð¥³ 5oVWôÜòÿ~× „ãŧOŸ)u­|¾?~nœa÷üñM?Högii!ˆ“GXßÜ#À0Œ#ÀÄ>ð{yÝú]ÚÄãÇG£ì{Ó›2èwl$Ûá,Ö¨Q#dû AƒhÙ²eL¶k¯¾`F j À„{8?‡ÇÓƒíÝЇAëñ¦ éð7gðFWÞí(³eËÙž¾<gggêÓÇOÊ@åƒø†W¹ƒƒƒæA¯òpFÿò¼k—ß— ä-Z´ˆ ©SvêÔ)zòä mÚ´IóLG9´ 5ˆ%½áËæ€E`ƒç=ˆ}SÄò½¼¼ì¦ íaJB»¦OŸî¯ß»wïRÕªUÉÛÛpãåË—)(2(© 6F€ˆš,œ?Aì4Ê"‡Ï’V¶ýÌê¹ïÙë!>Go…éD°°9mú"Ê–£"mÙº/ж½ï? ´LxhÒ¸¶ø|/D%K Ïn¸mF€`F€`È퀧ØAüVîFnß®™$Ú±1A¿ͱ ¦¿ÿþ›ªU«F;wîÔ¦]ðø;eÊf¯¡ÂŒ#ÀD˜pçgQ¦L:{ö,Áëß0ÈÌ™3G;æÎKGÕ<¿Hnnnòªñðàí~ ¬‡@IDATåÊZ¸p¡ôt7ÎïÖ­›ÁbäCÊeíÚµR>U`Vl;{õê•Aýû÷×ý%JжmÛäBHvGGGBÔsezRûÎ;’ÀÇ6·xñâј1cèäÉ“²OWWWé±®êôÙƒìK… $Žûæ͛Ӥüξ}ûÛã`X„(_¾<½|ùR¶RÁ‚2Ïø¿3fÐöíÛiØ°aÆYråÏ£^½zy={ö”fΟ?/ÇŽLûø£7Ì ÞòXP†úç‰khó=Zá3#ÀD1 ç¾qÝ\!¹GŽ zî6­ûh‹qHÄgÕÐá“©ný‚ß&3Àbßò›È*We4d¢Xpô“¾ ¨oïÈ%Ü16§ÉÃá^0 ar#À0Œ#À0¡F`媭T£zyºäµ‡/œ$vY§u›Ñµ8¬a§¹~÷5v®ZµŠúõë]§ÅãfF Æ#ÀîðˆApãÀËýû÷K½Gf{†F:V°ôä³±Y[[ºð¸ÖþøÂ3[úA ™XÎœ9¥6yƒ ¤‡ø7´<ÚK–,‘å çi¥lee%½Ì[´hAyóæ•d4¤p” >\JÔ`{dmJ—.­²dŸjA¼à¡µ®ôÖ±p€~a“'O¦Áƒkõ,--å"tãHýY³fÑøñã¥DuéÒE+¯.&L(ec 3qâD•¬‘üà!ÏŒ©C‡Z>äb@Ø_¸pA[|P™XL€ô 0°··—ÉØ#“1<ÓÙP/2&Ì·^Ý*´ió^9•ÃGNQíºí¨f b1Ї\Wm;”žÈ¼¥Ë6PâÄ C=ågÏ^Ò¼ù«èË—¯Áj Ûª?~ü¬:áQøû÷1òuXq›Ñ8 |øðQHÑ%æQ2Q|OH’$Q¬ÔÕŽ¢$Z+uª„˜1îË#*NæÉ“çá>,üV‡ÓvÍ+ÃoÝÍ›7SõêÕUŸF€`¢ L¸GÁ‡–CjÒ¤‰F¨«v¡¯®L/™eðWd»JÃ9[¶lÒ»d5ÚV¯q<Ôõd»ÊǺð·nÝ’ X€áË šéП3eÝ»w—+ø𘇼 ÷°2”Õ“íª]`Â]Êã3#›ðÝóbwÉê?Ð1ÆO[˜qÛ£ÇÏ"uþИ,yc,øž`F€`FÀ Èdž+üöE,4½Ô,ÞàL‡øllŒ#À0Q&Ü£öó‰ÐÑ)OóD‰<ÚÍ$op(ûøñ#=|øPÞꃉª|u‰}äÈu+Ïê äkàmnΠ /úÕ}se9`Âh&úý!vÞdÊœ-ìŽB-ýúõ/=}ô@Ärøà¨R¥IG‰‡ì¿B®æųÇB^ë[€}ªÌ¸qÿ¤ YÕ-ŸF Œ¸÷–Øñ÷‹R oʤìåF¨r3± 7B–íýߤtcŽl™cÛôy¾±žÒ—¯ßD0ù”aŽHõfÍš‰‘_´¶!‹Ýò9räÐÒø‚`F ê"À„{Ô}6>²ôéÓË>?þ,ƒŽb»ZP å’$I"½Á¡±Ã*={öLh ?Ð'…ú^ä0õ›9s¦Ùöþ÷¿ÿIiüчaœÐY‡­^½Ú_ V™ñû?ŒAEß¼y#S UCh©›2|U}A?]™Â÷ˆÜ®7Œñáeú¾ááoÊ°ýïíÛ·¦²8`¢ž{iH¯Ö’ín?~B;…x‚Dw^´™Z´éhSÞ¿¤ O å¸#À0Œ#À0Œ@ôD1ÍÚµkgð}³B… tôèQ&Û£ç# õ¨/]ºDݺu“1þ &€x}6662þ¯ô§ù.BS×|«1+<äqTªT)fMŽgé°‡{8?‚÷ïßËà£ÞÞÞò%º¡=fÌ­gèˆã©±öy®\¹dô;v¬üã‹À«»ví’äô·o¾Rø Å¶3: ¯tÑQ.ð‰<Øëׯe@Py#þö4|pCî¥H‘"”/_>ºrå =ZdmÛ¶-YXXdfÐ÷ýû÷iÞ¼y’ÌFTèÈŠ/ðŠ{hÊ!b:dbà5ÿéÓ'9®S§NÑôéÓåÖ¸Û·o˨(Bžñ;w–µiÓ†°eîÑ£G´fÍZºÔ7PcòäÉåÖ:5và†r˜óúõëåxÌC‹~öìÙ„?0ÊÜÜÜdàÚL™2I|0Ø?BÖ 7Ö¾Ä>|˜îÝ»'ó1.…­Løý_š4iýÿþ\]]å‚æ |oÞ¼IëÖ­“ØÂ;ãÓ˜Õ·Ã׌#yàý?{ê(Z2orÂÛëì1*^ªbÊ¥beŒtœMé3XÐô C¬òøá=Ê—wùg2Œ#À0Œ#Í€³Xÿþýý9½ýõ×_ò÷0~w²Å>œœœhðàÁ&‚À¡\¼xQr)¦ M]SíEå4Ä'Nœ )Rk¨àÚ®_¿.뀻ccÂ&ÜÃMm9::Ò´iÓ r@¸ƒ@×Èkè“ë·‰Áûð’Æ&SöâÅ PÅÓÓ“&L˜@{÷îÕŠá¤:$Y ÷6tèPÀF!çwïÞ•eð‡ä2ˆòçÏŸÓÆå¡5ftõÖ²eKºvíš h ¢Dº9ƒwx©R¥d6È||0"ú:ƱjÕ*y×E9x¹#h«ÞZ´hA“&M’¤¶ò–×ç«ëùóçÓ;w$>ú`¯ ÜzõêE§OŸ¦•+WJ-úÊ•+kÔ°€€`5£3Ú‘Žví^^^þKT¿üåH!ÁgF j!ðòùSØ£%]8{3Œ#À0Œ#Ànv8œ@Õ[×®]iîܹç ¶Ø‡âë»Áb ¸"8QÂÁïéÓ§ÒòÇÒ¡Ð2¡©kª½¨œ’¼p‚ã$)ƒcÿýï©@² ;I9.øÓ;((…¢ ¶¥dÍš5À@ÊV¯^]zŠë âõàÁƒ”6mZ}²üÀ­Y³&åÎ[¦ã$9pÎú |€ÀsmÁ/oeðÔ¡¬ yزfggGüñ‡J68£>üQ}+spp … š ¸ ¢ýƒÔA¯ÌÒÒRÚ Ïá-¯7¡AÂ[ÍWŸ|ÑK¼ ûú>Ð.æ‰gùý,r`‡ 8U©REê¸Çü µ“3gNÜ+ðåHß–*€6»wï.w 蟇Êç3#ÀD.¼oÑó§‚=ˆ£w»NP+Ԫߜ¯q£ÄILf}òÐ;¨Mq9F€`F€`(Žv‚c'º1ÙŽÝæ...&gFñ)ñðÂÇð¾†Á±Ü{öì‘»øá µƒ˜ì-4uM6…}||4gI,B×’&M*±¾Pl`cÂöpK4M´…? JÎÅDv IXmƒ—5d^p€ÈEÐsÑÐáYw9HmYöìÙiÅŠÒ3^áðXÿúõ«$þÑ¿µµµI2¤7¼tèÐAʪ Æž8qb9nÝŠø7ú¢IÈÁ@Þ$»1™®¯‹<|ñ~ìØ1ú!L²›C˜Ó¨@‰2•eRçÉ#iÍò9ÚµÀFç}÷&=ytŸ2Z¼X;æò‹”(G«¶—\Ÿ=yhP ý²1Œ#À0Œ#ÀD EŠødCU†ß¯pêêÒ¥‹Jâs4F^×çÏŸ—;íq ž¢hÑ¢.¤ œ’¸…%êáõÿ.é¦,4uU{ð¢‡zÎp\„¾y–,Y¤4²ÞÙj*–Ò¡~\¤ˆáÌ îJ©"¨öÕ±ð”L2¸•øñã«,ÂνÄK’$I4§HU ú˜yhOá¤Ê@–Xï$ªÒqÇ…E/½€7çxŠ±ªø}h11O8o‚úüù³ÆIÁÑôÏ?ÿÔ7mp¾Á!Aζ… 2‹“AE¾‰V˜~—F«)ÄüÁâCT8"ÒðAŽC/¥”þña ÒGH žúJ¿>¨õ“%KFõêÕ jñ0-ozlŒ#½ˆŸ ! 7“ê4jI£w¦;7¯iðr·i×3HeCRÈ2{.Z³ã$uoS—®_ñÒš€†;#À0Œ#À0Œ@ôF$$Uáܦ »Þá,Ýv¶èâêA±üô–9sfé°×ºuk}²¼†Ã"ÈÛhy µU@Ðnß¾]îÜWCSWµÅ8PÂÛÛØ°ë1ýÊ–-+%!­ i^ì0ðF¨‹øxŠ”Vm4kÖLÆØSóÀâ‚¿zxxhNO 2dˆ¬‡J`§'÷lÙB5RMÒêÕ«©G¤÷jïÛ·/áЈzÈ ;bì ,ľ¾WýÈ—-[F ™Év”yøð¡”ï={¶¾Š¼FL?=Ùî¯Àï쬿}û¶AvhꢡE‹I)]Sd;òO:% ÷M›6I¯t¼ŽÙŽü7oÞÐĉý‘íÈÛ°aƒtÆ„¶< ¤3È}ï¦ 1òôd»©2—/_6 ÛM•AyŒÕØ z/ú æ¯ÈvÔQd;®¿|ù"ç®Èv¤aüãÆ3(‡ÝP°3fŒ?²u ôu ,6°Å ØÃ=fiÆŒR½$7H|S±ä¼½½½,ÒªU+ê ˆˆ¸ŠÆ†¸‚ˆ—Iš[·nI|ã2úû­[·bªg÷-¼ü±[Ï™xç«çóë×/I¸ÃÏßÖÖV[(=Æ‹¯^½’ñÑ6Hy'''ª_¿¾ÌÓ¯£L¸G¿gÆ#fF€'²Xæ å=hóÚÅ4müúèã?øÎñ%óÔ±ƒT©ZøËX\=É…Òg´ èÍ¿xö˜2dÊN³çfF€`F€` Ø@V*Ë‘#‡$U¡Íý€DdQ@®B¿d0¤V”A"¸aÆ’†FúÈ‘#©]»vÝpeÐxÇùìzáé” XHë>\z\ãw‡»»»™Ÿ3gNI#^ðOÁg%HŸ€ˆ>qâ„^­Zµ q~ﶲ²¢&MšÈx~ Ñ1ç%K–PÏž= ñýìììLÆ+€ gÈï˜#ÜAÚ£ÿ¼yój„;ˆíöíÛ*sOÉÌ€x7µã@ßž#ðU¯}åØY  ÁŽ;vì(o!ŸƒJSqô†q‚ðWïÐÈÇ¢@Íš5¥Ô¼ã»uë&c8Ê ü_´E€%e¢í£ã3Œ#À„ðibÓIU½FÕj™ÖÑ}zã$í;”A~¤;v)èìv@ðXäwÔkIÕãsôC€=Ü£ß3ã3Œ#ÀD©Ò¤£ 7Ò¡ýÛÉqdOzõâ™Ö+§F´Õý«•ô˜‰è~U?E ƒû·©[Ê•§ aG@`vüˆ›Ø)ð^Ë)+å+XŒxߦ›×.VÕ ?nÜ?©Rõúi¸ù.t ÷l_Kׯ^ §î‹/Ÿ(£…%eÊlIªÖ¥\ÖüÕáF ¶"ðíÛwÚ±y7]½|ƒ?|B_>!‹,™äQ¥F²Î›+ÊAóêÅk:sê¼WÒ¤I¨lÅRQnŒ< F€`Ì!¯Wh9ë rðxWäš>¯£/zýu5g¥JùýÓ{H›+žép ]yXáÂ…Ív•1cF:räˆÙ|xkËܨÂðŽ·¶¶&OOOzúô©JŽUgè³+ƒþ|P ;Lp J].5`Â=j<#À0Œ@E rT¼t%š1q­_9_Žò勧tëÆeÊ™;„ŽÞ÷‘e(;kŠ==zpW¡Vƒ4uÎê‡óé£õhWŸþù”hÌäù’pÇ‚Å”q¬kœ™ÚØØH}k}kŒ€ÔHd:PèÇÃ×a‹¼‘ãÆ+¥ƒ„Úæ ³õ,ÄÀ@vG¶3^‹Å‹'hŒ¯^½šHÐ7eö RÚç¦är Gïãã#uéÕkÜÃÃCêšã=4è®+Sepÿ÷ß«dy†~PägômÀ[ß”Aší¥H‘ÂTv„¤éõßv¸@ŸŸ-f#À„{Ì~¾<;F€`0D p±2´yÿZ(Hç“GÝ Úê±ÉjÔm¢îŸ?}¤ÓÇQÙJ5ÍBp`Ï-¯dÙª”$Yrí^]€ˆoܲ£º5{N0±–‡~õd;¤f:‹g™!_sZµ=)Ž›\ fo^½ ^íJÒÛZÙØ„À‰£§ Èöjµ*Q~É:_.òùð‘Ž‹üãGNÒæu;äûåõË7Ô±uOÚᾞøý›^)õšçxíìرƒ¼½½µ×ϯ_¿h̘1ÚŒAèW¨PÁŸ|Khê‚(áB±0Œšäà‰ñž:uŠ¦OŸ.uçá±>kÖ,mLêe;tè@ýû÷§lÙ²Éö8TÙ„ äØÕ=æ’%KÙþúõëeÀPì8wîœ bzéÒ%U”ÜÜÜdÐRã]À\-r¸ººÊÅŒÁJ!ã²nÝ:©“œ1´ÿþ}Úµk½}ûV¶¼•-]º”Db¼nݺrŒ¨sèÐ!UL.‚Í"PêÊ•+%vOž<‘佞À×Ñ]€äÇ¢ [ôE€÷0DßgÇ#gF€ˆD  ›Èv5de”>°ƒðCÀ”lÿöÍWŠ‹•«70U,DiçO{jõò(¦‘‡Zâï xÎÇAœ”]:R]ò™ˆ5œýp.P(ŸÙ÷K ÛÆâýâ÷ƒÔëlÀ_½|MG£CnGèùS?¶ ûôÉ3rÛsHÖ¿{Û›þù矠V q¹o_¿Ñù3èÀÞCþ´ìCÜèïŠ÷îܧÃ=iÛÆäéqB,L>m“\Ÿ`¢ Ú@öéÉvx§nß¾ÉöhôÃb¨ðjq ýN1\#0©‹‹ M™2ÅßïcïhScq\½zu²/¡©‹~àyxVVV¦º•c!¾{÷nùllÉ“'§»wï<Õ{õê%=Ãáí¯ø{÷î™$ÛѼ޻víê iÕ÷2Þæ¦lÞ¼yÔ¦M“ßo°( *Uû5"Œ70ƒ v«ÀpÖKÒÀ‹ëzC›õë××'ÉÅ—zõêIOuÌ úý ,Ä™2<ß*UªHy&ÛM!½ÒL?åè5-#À0Œ#ÀDzY™·o^ÑÅs'¨pñ²þz×ËÉ”­X“%Nâ¯LH~ýúW«zØ}'üwŽÁ•‰€dNs×Ò‡÷ïd’¥Un•ÅgF Ö ðïï Ÿ˜°û~røw¤Ù÷ËœÅNôþï›ì9²ùè‹]VЂYKéÍk߭تPÒdIÈ®£ õØÕìÉŸ"€ò‡™´aõVñ¾ôíGÕO›> uéÙžlÚ6ÛÃÍdžPåÕùªðÆ·iØ^ÈãøȤÆ-ДYs>¤Ï(º ôé!3¥,k¶ÌÔ®‹-Ùuð#@š·mÖUÑÎå‹Ô”טçÅ»'´ôk¶Ò‚9Ëèî­{Zšº(\¬ Ö‹ÊT(©’øÌ01x´Ö©SGz±ªéœƒlEÉ’üþW˜Ä¦3`Ї–;TÊ”)C‰ûI$ã׎Xhê¢?8A"$9¤XàéŽ/HkÌj È@"7kÖL•Óç¡_,@€x?vìýñ¡`4_>_5kÖè‹›¼N \à€—?mxž[XXµµµF²ë+ÚÛÛŽàØ°aÇ)Ãw#cƒDŒ)ƒn¿““a¬æÖ0HåàÖúESmpZôA€ ÷HxVÐf–¬B7 +aX±+P € 0a.HE$ 5X]"ÈÆ‚ 4-,U«»ÐccF€ˆþ@V&S–lôø/¹ä.‚’î?¾'LUV«¾i9•Ü3¼Ú¯^:'«½~ùœºÙÕ¡¾C'˜”‹¾;#›(P(/]¾pUBðêÅkjÛ¼+ ±ïgR.¦Z­Êf¡ÁÞ³Ã:uü¬É2 êgMu‘ë.ËgR&‹ åàßµm_ÄØOjA_àų—4vøD:}òÍ[:ݤ§š¾<®o\»E­ÿê ‘í­Yïè4ÊÀSn÷öý4¨×Húòù‹qu! öF ?zoÜ¡1“†›](ðWñwÂŒÉsÉyÊ‹ ˆ°ªK‰ßyIã›·ùòÕ:rÌ÷=œ4Ibª^¥LˆÛÒW|.>[œ¢«A; ^îðÚGTè#GŽDÈT‘{ãÆWD}F 6F€`ðC@/+óäÑ}A*]¢\Ö´õr2ªÖº… ´<ã æƒ{µ6N6¸a¯'Ü3Zd¥ÅkPÏv 4¹Tð¾{Sk–ùJÌÀ¾rúÔܶ“ïˆòMlB S挴fëê`ÓC#§1è¦ãX±hµÜ¾ Oøjµ+Sëv-ü‘ïÐß¾Éw×Jœ8ˆö–R¡¢ù5­re ]%¨qÍVäãóQL>I{q^«^5Yæ´ð|…Ö;,~‚ø´eßjJŸ!¼Ï1=•,SŒþOüƒ\ lÇæ=îwnÞ•dûßïÞËò=t¡Ã{ËkýãGM•„7Ò¦Îv$ÈÍ(ƒ~ñRE¨Z™r1ÂUþ]{·§)“S•e±ÿˆïëÊJ‹ùYdɤn…÷ú%Œ‡4 6”¥ËV–Å‚ˆ¸¯_¿Òµ+7)¯Z˾8Nq!{ÇÙüßï;µéç­»Ò)ñ ÏÞ@Åóbc‚‹Àãß±+ôd{Ù²eiçΔ4iÔÚÙܹqyF 0ÆG « ÃräÈ!¥Rbc¬+…Ÿ ÀAS#ðu2XýAöôô”Ù{öì!HÌà «‚ ]­\¹rR*ä·q$í𜓶c‹lŒ#À0á‹€’•Q½²2ÊøÐÃm‡º¥šõ›i×ayQ¨hiÚ➊¹óò×4þÞ^ò:E3&§ê¥²Ò‘ƒ»ý•áF ¶ P¤x!òôr£q“GP¤/Þ/^Bß|ò¸T¦`5Wø¬[¹Y]R£fõ Èv•a•3Ùvh¡niýÊMÚõª¥ë´ëÎ=Újd»–(.zôï,=ÄkÔ©BY,-Ä.?y}9,´DöÛßÞ˃Fö1I¶?~ôTeEÝœ¹­ ÈvÕt›6Må-$g\¼ÛFÕäº2HÓ¬^¾Þ ˆ4ú<K|ßzï8˜lWh…ßùБSd{±€/óoo.Ò‹{ž´fÉTjoûý÷÷BÊó—o¨A‹Úï³ð·“ÀNõA#§’÷_Ï^57UÇh ‰bÎâÅ‹g.‹ÓX…{¸GÐã~÷îŒÎŒîL àÃÊ_Ê”) t#T$¼>_ÞüþÄ2JÀÐ4¯”áKÀ›7oä-H Òñ… ä*#äV XÀ TÆ‚8\¿~]nÃ…VñâÅåö Œ[sÃÒ¾½CÈÂÀÛ24؆‡ÈÌmÇÃD…Æ‚ $ W56häxý!šüßÿ-±Öž¹ò‘-¼¢>}ú$§ƒçgŒ»þµ?~|Â3gcF ¼ÐËÊÜ»Ue¾^.gOÖ¼Îã'HHå+Õp(qÄߨAöN–G»)ƒdL˶=äñîík:sƒN;DÇ<öÒ‹ç~?„}>¼§>ÓŠM‡©@á’¦šâ4F Æ#É5Ų20ÇAyØÝ“ž?{¡ÍÁG»Øõ¡õ;WPáb¾;W@r+kÐØü{º~ã:4wÆ"YT_AK•!¨)K&¤7æ¯p6•¥¥½yõVíí´€­ð–oÒ¢¡–¯¿€.»²ôÓѹÓ^êÖàœDèX+».4áƒjðjÏ'§Ô‘GÈÆL²:ÙnXäÀâ†ñ÷¶ ¶Ïå‚À>÷cZ¥ÂrÓ–5³4üS§JA-›Ö‘$Oº÷we½.Ý KWnQá‚«W¬ ”/¢p*hß}$­\ççX€ tìØQ:ž™û ­&Ƀe‚€d’mmméÁƒ¥!)‡½Û `á›XŠîáüàݹB… DøCm5mÚ´´}ûvIhïرC^IÃê!HWˆèR¥JI‚X&ˆÿl^ò0wwwjÙ²¥F¸ÿõ×_2ú±^[~½{÷¦‰'’©ÕÇï"ØÝøñã ztŠÔ—‹ÿ@^ƒ°GðÎ/Q¢„Ê ñºëøÀ>}ú4½áK‹ Í™3Ç_DoÈ×ôèÑCJñ¨:}ûö%zK’$‰üÔ¢…Ÿ×òÏž=K={ö$D•×ðFDqà£_Ȉ l»víJK—.Õ¶Cc<‹/&¸"#S€lJ݆5å9]»rCJËlXíûþ…æ¹Óg)ƒü{wüw‹¬H2iB¾FÙ“ÇϤÎ9ôÞï{?TÉ¢:¤¦_@ðJÖ -];Ï_“·…ìŒ2G G`öá½O`E´||ŸF¿l{‰ Î×e:2vlÙ#$`¡¥]S!7Ó–’&KªÕå‹ðA@íDëÅ çÓÈvãÞ:¶iB†O¡¯¿ãœ±(`! æ7ïdÜÖ‹—¯éâå›äóñ“k!çU0àyAÌéÍÛ¿©T‰‚ÁÆõOŸ»LŸ<§ÊJR""ì³ø¼ibÛ—ô ;追-ò]hŒˆqpŒ@TA ]ºt„ƒ`L#À„»i\Â,õñãÇd»¹†_¼x!‰qxƒWªqy¤_»vÍ8Y»‡7ºònGâ–-[´š®¸ôì_°`mݺU.dÉ’EfG¶GÕÈv ^øðÆW„»ñkxA®Ï8ª|©–àñŒ#ãP²2Ü“s;¸o+ÙuêGî⬬Vƒæê2ÌÎgO¡ëWÎËö’&OI šØ™lãspZLÿŠ…Ü›WÊ2ð€ÿ!•áUÏÆÄN‰À W.ù~oLž<™IYà'_nš2ËQ8>üK[Öûznžô<#5ÊãÆc¾c˜3ã<|Áw“Ÿ"ª² C·ÎÐlŸí4_J¸@cþ«y}Õ…<ÿûï/í>¥ðnF ÖÀ,MÚT1ȇ¬Ì®CéðAO±Øè!w è½ù¡1?oæ"!ms6ï]%‚µd5è„o‚Œ€þ™ïÏcît{“»Vøvݲiôîï²íÜ9-MöqÎë*uí;F×ÿŠÝ½Êþ#^×êU%û!ݨ@¾\*Ùäyóv7ê?l2=ä°²¸"B¿mhô°±Êÿß#¼&N[HÎóV~M(vtT([”85K2ßòFðÀö<éûwRõ™I¼V§:¤ä,üdÍ[Õ0à«.Nƒj§™]?Ú¸m¿¼ã4’zt¶QYžoݾO{ÚKíüÄ炲b£O7;êÞ©¥JÒÎú1ýx{‰öºyR·~céÙ ßâ]gP“†5´òáuñöí{ªÓ´«$úûÐÿÆ4Îã{F€`Ø‹îáüìË”)#=©Ï;' cDnÆÖÒY³fi=ãÇH¾|ù$ÑÄR±bÅhêÔ©RN+(.2eÊ$ WÔðú鬷nݺ‘¥¥%Õ«WOKÎ"cxk*THÖ…ç:ÆOiGGGoûþýûkd;¼×‡ FÖÖÖ2°+ú\µj•”™AãJæDë(„ðH‡W=äRræÌ) zõê•Ô´GðUxrC*&U*¿BcÆŒ‘»¼¼¼ÈÞÞ^öÞªU+¹@?àQ©R%- óÀ<ñeÞì軀өS§dVxï£ÿÎ;“›››¬ØXÞ`±Âyé¬ Éa dk7îBÇô7é½^¿NåÑš³`µô‚ÿ!v{Û/ñ·dóŽ´Çí(ÚµœJ/`\DÞ/[µ•-ßHz²ßÅÔ¤‹ mO›0Ä îßâ=gÓa?/jú$<¬wï?JÅ+6£íëæRQ1_½ïŸZu¡/ÂÜØà³E»Ô¬QM㬹߸uŸ\ÀŒíö݇Ôc€]½~‡fMn ³ª/»ïÀ1jܺéÉz}~x]c—AFèÖZqÄ¢MvËLtý–·–ÆŒ#À0Œ€&Üõh„ÓuÑ¢E ´Âá)s'NªV­lEàcŽ¤°1áªU«jUÐïîÝ»5R„6ÚGPüºq㆖oé%K–ȺuêÔ!HÛ(ÝI+++ªX±¢ôÏ›7¯ôדßZ‡!¸@Û ÿaðà¾wïž< ³"„; cÕ÷ 9œÚµkÆ£÷Ê•+K‰YÁ̃ ’Ò5ÀjÓ¦M„¹*ƒ~»”±Y¿~½ÄóæÍÔ¸qc!{ñØb‹ÖôéÓåb ž×ùóç 23Ê ÏÅe(›9sÈ·j«vøÌ0Œ@PÐËÊ\<’Ö®ð“u¨R³ý!þÞ„µå×i°ýú… _²l³Ý|òñõ`DÔiÓ3Ùn)Έ‰*êG~ýòUÄ88Ke„ƒ9óññƒü4Búd;,{Žlá¾}ó.³mlß´[–÷­ãç5œÍ*«F¸»ï󠼬µrêâè¡ãd×´³¼M*ä6pÔØrçÍ)Év¤÷ÚƒöìØOOÝùáÆÒâÕs´*–¢Oe—¼®H"_}¯Ué8ßÒ3^g/ɤ"Ði!^½úòêÚChß_튕,L¥…v; šðÕE°NF;I¢éª\³…{·'ÜJ*ÆíР‘[,U­TŠªU*-<Ä‹ ™Ê„ží½'µ—îe}êÝÕ–R‰ 7ñ:]⺙Έ(ôS·YWºÅ%Jà¯ÍùK×Sþ<9hÒØþd+<|Š¦fÎu¥þ=Ûx«餑íysg§ñ£úR!¡GÿøÉ š'‚ú®Þ°K.&TªÓ–î_=@)/^AªkŸ±Ùž\¼‡ÆèEË“Ž8‡Žœ¦¡£§ÓA|G´Ýó~D­;‘ ÿO8ž îÛš6ªAÉÄŽ#â3i°ˆãòJÈ1¹,YG‰Ž“Æ 09D”ÙžA|6•/STxë'?iM– «Ä+×nSMA¶+z´›(a|Ú¶v›$¾ó0áVPs;Œ#ÀÄ8þãfÄ2@ I“&¡®2üTäV”é‰Û3fhd»ÊÇ9[¶läàà@åË—'´O&ÈÆ mxkûé¹sç¦æÍýä°%9´x…%L˜PjÕCBG”-[V p‹ru1e…-4óAøÖ/_n0¶»wï’«««ÌÃ"JáÂ…å5ÿÇ0Œ@D  deÐ÷îX¯u[«¾ßç·–ÙsäºÈ)µ–†ôjMÞwoj÷ú‹7¯^Ð|gG-©Hq_T-/Ž@Ž\Ù ¼ÉûtLú`¦ú鿚ϳ\´¤â%‹h×Í[ÿ¥]oÛ¸‹ÎŸ½¨Ý« h¦¯ZºNÝRs[¿ï‰ ›ÔÕÒW-[OÏžúÉk¨ —Y¾N¸¯\½B€žø(ƒ€©N£p) Dþ¶;Õ-aîy~Ë}Ü2ëÓkÄÅçOŸ©½MÒw”<> ½k½ý¿ÿç÷Sé£QÞs1‡“çÊcš–ŠÏ@cËfe©%¥N›Z»æ‹ðA k–Œä¾c© Æ“tpCì0˜-<Öë·èA)2—¢ÒU[Òdáa®_`ÒW2jšF¶÷îÚšV,˜DED Õ,™3Pçvð.ŸCñïÞxûîð8¡¯®]CwýäÁµT«zyÊ,v…´·kLû·."HÃÀà)¯neD,€e«|å@±HpöÈF‚'~&ÑNé’…hÕâ)ÔEôƒ§øŒ9+TUrY¼Ž0OaÝË¥ÜK±ˆd-Þ =»´¢£ûV#¦J²ý.7ž&Œé'¬%žmZ5”Åû-­3wÑZ!­úÞäoŠ]2ÍÿªE·¼öК¥N4gš=•øØÙd…ÑGÇöÚŽSE |M[²=§:²×UjÇ›ªÃiŒ#À0Œ€B âÿ⪞ùåPUY^çæ 2&ð:Ï‘#‡¹"ANÇ“fÍšI¯roïðß’÷àÁé›þäÉ“&ýâƒÂ%È“2QPµRlÇŽ+@°`€keãÆ“Þú%Ò§«|>3Œ#ÞÔ¨ÓÔ_ ÄK”©ì/=, ßê×¥¹.šAûvn u®.ä8¢'Õ*kEÏž<”Ýþùg<²íØ',†Àm0Ѽ_f/rÒÞ/o^¿¥êeP·výhñ¼´kÛ>Z)HrûAT¡h-B S¤`ÚwµÓæYLï ~“æ?„F«F¤ç6‚­‚hw]¼†šÔ¶%EJCÂ¥V=?I©Ú jPñR¾>ÆÐT”…îúc!AsýêMÞ,ô<-û‹#ô­õ}kƒ0qQ¹Zy-ð+²GH¯_½‘%áÍn?~¨Vkh¿ÑÂÓxºô4ôà1m\³•Ú·ì.Ç€B¹¬sÆ­·Ôi|=ü‘æ4~í1{wúî>-U¶„†ëù3¨‹]oÚ¹u/=ҘצµÛdàYÕ^9£¶U:ŸÃÓÞ—ôÅ Ïðÿ3jÒ'Ï\’ÞÞY„fùî}G J@güÐQß×"¼­Fö6ÈÇMZñºp?ˆÕ­"÷f‚íB§=¾rÒ‚¥;5”Ý×É0Íš¿J’ðÈs°ïíOR éðx‡†*dŒ”µ dùu}¨ô­ɦ™ßâ—JÏóƒ‡OiÛ‹|ÖVdgÓÀ_w–Br 0,$€t7eðl_æ2žü^°0U&¨iSf.¡%+7Ë ¦êlÛåNÕt¤÷>jÙÙÄ8O¸¯‘‹Z"_0Œ#À0f`I3ÀÄÆäôéÓËiþüYê³Ã<¼mÚ´iÉ4ÜkÔ¨A5kÖ”Ò1OŸ>•šêJn&,ÆmxHÃ`Û%äZ G˜ÁÓ>´Zl!!„€~H↠ªð„gcF ¢¨Y¯)-ž;É ÛêušêjP!˜7>EŒ†4rà81~ßXI%Ë£þC{ÒÌ)óäçÄ|áEÃØ2 ïãeë\üÅÀ)[±´ØAó@÷8p”p@î‹ Y…FüØÉ#äb ¸í9$YØè¿zjIý|£d¾ ' ƒ`ž8^ ©A CÎeïO‚–¹²¿QþW«ÞÒcYé°ß¼ãç”GHº˜“ŸéÖ±%áÈòç5휔NœWèò%ÊàLsü”—º58g2*ÂúAH@=xôŒò "û¦X(P/psV³jYZ¹n‡¹ì0O×{ð[dJgvNÉ’&Öú¾tÅô®5òñ~ï,Ð ‡àâ¥X”ÃŽÈý´iRÒÈÁÝ´– »ß­ïXí},ÞìݲR w6F€`F (0á”"© ¾hÁ@#@©žöìÁ[;,­dÉ’²93gΤ‘#GšläÆÖ­[…ÇF|IŽ›,ÄÄ7Ê’Ðk¿rå ¥Lé'€ S ÌN(÷ñ£Ÿ‚¾Þ»wïäLúùóç—Zèðp3fŒ¬V_>¬¯ÃÛÑ£Gtå!­ƒqƒpÇ5æ{6F€`"%+óøÁ=­ûšõ|=Õ´„p¸hݾ·ÐL®N gM ךܯöúMì¨Uû^”Í*è^8 —›d"v]ZS9¡_=gúDxé÷‹ ²7¯Om;·&«œÙü7EÊä´vû2Zââ*Ikxªë D´]Gê=°«É ‡ ¨wÜ@ãQ¿eýv!çòE_]JÀŒéÆ^æ…LÜÀ }¨X|ƒ—A·=eê´”.ƒYfÏM ùyÍ…¶?®ÏDg² Mè™ó'K¯ì‡"ˆáãGOéµÐmO%ëôÒ‰À¨–”(`’øîѱ{y@ºr0ÿþó/YçÍEiÓ§ HÕ8LIã„gøÃûè†ðèM”(!eÍžYŽA}·Ñ7=÷oý“Ùú26mšsV´DaÚl}úø™n^¿E/_¼¦Œ™Ò‹…8Kñá?Ø¥j'i²¤3àöVxJÿóóJ–"©Ê–çšu«àùTHò¼|ñŠ’‰zé…î60e‹|óüß× ‰š’.ÁH ŠÝKæ:JIF×µ¾žÞð€Ç‚Jܸq´€«(›(¡ù×òÃÒ@¸ã7Ÿ²Bbœÿù¯ó•J3wÆbŽŒ7ðÓ·d™ÌÙ¯ÿý2 w1J@IDAT—.éú9Aÿôëìì,UÎø L@¸wïÞ=R°ÕÇÞÞ^JÊ@Ë_Ìñ‹#lŒ#ÀÄf'IJy •GlÆçÎ$I y¥¼òJyseàÙ]¡²ïTseÌ¥ƒXÏb™YæÊ„G:Èuï!1xød™„, ¶ÈAà–¨9`ÄÙy¡›ÞªyÝ¥Íê×®LŠpGðÒw H½ä´Ê¢M²-æì¡X`ñ~ðDf£^®P.®à;}vñžPá]gP6K sÝûK·Ì’I«{_Œ žý¦ÌûþcSÉþÒ~ýúŸ¿4$@c=8–CìòPV­riZ¹h²º ö9¨ 5 öï"…±á÷¹1ÙÞKšuž2\sr2®Ã÷Œ@TA’³;vø. bL‰Ç.gpApÔ¼Ãáq® yðÄ·³³“Zç*]F÷(‡¾a 4Ò‡z”UfccC .4Y×ÒÒRùª,úÑn*X+@؛ڮ ­våðØWØ`ø°ðºÏ“'jÞß^ø={ ÝO!¯‹,lõË–-›ÁÂDË–-µ×¾_3Œ#À0Œ#À0±’Åüb}þò•{ž pêtÁ0ŒSéªë‰s´ñQìŠ0e-Û¤ÊuÛÉc¿û1SE‚¦'ûO½d¶þêõ;i‰ë&y@z–]GÎoÞ~Àlݵ›ö˜ÍÃÎe/^½V—ç{bgJp,§•ï®fÔ9sþ²I9+ä]Ò3jN§˜;ʆ԰ذlÕÖ U?ªÍš:‚Éö ¡Å…"81‚Ÿ±²²Šì¡Dxÿ Éá$zûömÉïwàË âæ±1a‰Àò1nË?rQr.þsOÁ²-Ð7ÇòäÆZ窥~ýús†À›8²ìÙ³KÙxæß¹s‡=zDZñþñA„À£z1bá‰uêÔIŽéüùóô@ȶ$Ožœ@¶+™è–f $ åË—vÀ›^ÿÂÁXÉnÜd|®^½*ñ…ô $s°˜€EHì¯ G¶Æã†T ðÔgcF€`F€`b3pšJƯßþ-ahÕa0޻¤çù !¥ä0ÅEƒ«\é"Úu¾<9(¿8. ¹£"ÎÀÄi iÂÃßVž'ÎÑÉ3~„8¼åÃÂl[Ö§-;ÝeSŽSæSƒ:•…4Dƒ¦]¯¥îýdZ驃ˆAkoûm{a –­é)‡Uy¯þÛëv”ö‰À±æ,‹Ø¡qî·,Ï¡#§©¡JÒ›»Ç º}÷¡>)Ðk<Èã\Úù¨»lÕm̪ò§OŸ©^³îÚŽ·m‹UV˜žÇNšK?Å.áÀ,i’DÔºy½ÀŠq>#eï1qâD)±;cÆŒ(3®ˆˆÜù¾>|øì.“&M*½ãƒ]‘+0A@€ ÷ €ÙE°í$;Žˆ4ú8 oÞøŠ+†ºå8‚cØI€#"-¤ØbQBmƒž»)oÿˆœ÷Å0Œ#À0Œ#ÀD6pDY»Ì‰j4ìDÿ y—"¨oÞâõ©Q½ªTºD!Ê>5½}÷ž®^¿C+Öˆ ½Â _ÄèÛÝN>vËÎœø|¢2ÕlD€â¾T¾LQúüù+ís÷¤q“\È´PŒo3eJ¦MÛÝäÍ‚¥览YЮu#J žØ1p–†™®õÔ à9cÒPªX»¬Ò¹×hº#ˆwÌ5uªätôø9Z¾z«F¶c±£j¥°ÿíyó¶7­^¿+HÃ~/v?àutÌmµØ…m³!H p¡X‹$_öçŸÊ8x¦Àøøñ£ŒÇž 8bçAêñú Éž9sfsO) —èÅM‚`6vžÔ×…£%Ñ7. *dR@ÕQsÁ=œ ãǯ²ÄgÈOÒË´$I’D‹‡‰\è§Ãð9@ž_ºtIÆ „$ø/%a¬5ª»€ŒŠ!ˆdŒE9'ªbpæ4‡æúéÓ'UTžÂ1Ñ íBêÏ ŽœXôøüù3;vLÆ„:^æ,¸8›k‡Ó£6L¸Gíçã‹åàHvõÇZþÊjÕª%W±•6½Jç3#À0Œ#À0Œ#Û¨R±MŸ8„ú DÐeñY‘ÈÆxü!¤¶¬žE%tr4(S©| ;¼'8W¶3_ÙÄalqY<Ç×ÛÜ8/¤÷ œÇPÖ½èú­{òhbÛ×dS<ù«~5ƒ¼¥óÆSƒ=$yýF,. ¨Þ@é îÓ¦8/Ñ'k×];4§és–ÓcXô‡ ÊŒç]0_.Ê,‚ +Oz­b Ê£q#zI<ñL&Ï\"ãjY3g Ý›æ›$Ë÷~ôø9òõÔzXð¨Ó´+ÚµLˆñ‚ZËÅbO¯I“&’  Ñ;îÀ?‰'ò†4/®aÔ¹iÓ&*W®œ$Å @k×®¥—/_Ê|ý—… ^¢WŸo|ííí-ûƒb2âð†ïÕ«—J’gÉ“'O–È`½AºýÖ®][KÆø«V­*ƒŒª¹Lš4‰† "˸¸¸ÐàÁƒ í-[¶P£Fdì=ô‚gD¨Ì™3G#´e†ø±gÏžíO~ºõ=zô0ðjïÛ·/áÐHþùóçûSy@ÿ ,‹úòx6xÆ6hÐ š5k–$Ó‘W¹re:tÈwWúôé#U" NÃ"IÿþýýÅn .β1þ/Ú"ðŸh;r8# €×?ôù¡ÙÃÝÝ]›5¤Ô4-‘/F€`F€`XŠ@ïn¶tíìN) òÿ„פ)ƒW{×öÍéÒÉ­T£jYSEhÔÐîR’&¯D1ö=Qß¿g:{xƒ Lh²~H­²g¡óž›¨w×Ö”(¡Ÿ§¨j¤7 †좒´s^k+:t5kTSzîkâ"a‚ø´pö8êÕµ•>ÙàúÏ?ã’ÇîåT¥BIƒôÿ€8iw.%½Î»A¡@nì‡t£#û\)Ÿ£1žñD¿˜ï ÷5”1ƒaì²@š Röå«·hãÖ}A*«/túÜe‚Ó¥«7eÙ²f"«l™ýi«+ìï_õsŽQiÆç ®k,ƒøvž2\JÛ Ð'ôä±H€~-EÿYÒ¤‰iýŠé„ß×o޺鄎}V9gÈ6ÀþçsÝlÙ„×¾» ÖŸ/÷;÷’ÏÇOT®T!Ÿà+­²x®á0¶:5+Ø.ÊC²æò©íÏË×nѳ篤LžW¢D†Zõªý à©Êš;Û;Î PJÇ\=¤ïš÷ÐÓ#v<°1!бcG‚7uË–-e1éÝŒu*Ö"`§N*½¡QpÉ’%Ô¦¯ä¼ÝgÎœ) bx•çÌ™SqâÄ‘AÛ·o/I_WWW*^¼x@ÑÄùŠ+´2à†Nùòå“ž÷*ä¿­­­ :Š4xw·jÕŠÊ–-+àñ ÏnÅØm_¿~}™‡ö.^¼(=ø»tñ¿-ùzõêˆjÑzCÜ=xÿ?žNœ8¡e•)SFz…cŒ É7oÞLëÖ­“²1p6<{ö,)~‹r±ooo/ÛÀ¸å» Œm÷îÝtðàAÙö­[·¤½qýýÖ­[ÉÁÁAbtÄ6Äs€¤LçÎeQ`…g?Æ_ºti¹cÄ<¼áCŠ³~ |ý`Â=ú=3q,BÀÍÍM®(+IýÔñ!Ÿ%K}_3Œ#À0Œ#À0Œ€@äsQ¡kŽ#42¸¬ #Ú IGp šÅ‹#$Oóðð6ÇX€'È÷ˆ°³ç¯ÐŽ=Áî*nœ?¨qƒêÔ©mSª(tõÙÀÀ{¤p¿~ýèÅ‹’lÍž=;A"R*° 2HÂVi¨#ŽÈv½ÆxïÞ½eY쬀ÌÇ¥<ä[Š-*½ÊáMýøñƒ@^_¸pAƒú¶mÛ¨paÿï;HÞìÙ³G–1 "ZiçÉ“G’ÕØiþáµÝ­[7ºråŠ,Ÿ5kV²³³#S„;$U@ÎC{Þ˜piyØŠp‡\.ƈŘ•••”èçò»°8ѳ§ïâ—j#oÞ¼áŽñcQ"(–*U*MfÄ;dk2ÈÞeð¼Ç¢ÄãÇU=š°ðÃâ ^JS>48kðE´C€ ÷h÷ÈxÀ± ¬n³1Œ#À0Œ#À0Œ#À‘ÎA/,JZ‹ÝÛ4¡66 4¯þ`5À…c=åË—'±ÐtGÐЕ+Wj˜@wÞíGŽ‘iðÆÖ“íH„G<ˆÛ5kÖ˜•3 l—;ä^ÙŽ>@dƒ6ezyH»€´6eÐ~áix»#hhX¼ïÙ®oxÁ“ÁQ¤Tîú2‘q…cKŸ>½q’vUpÖÄ‚î3wÂ0Œ#À0Œ#À0Œ#À0€ç‰sävÈO®Â\ŸÐoÚ¨un×,Â<ïÍ…Ó£?9áþôéSéÍ®<œ13ÕóæÍ#h«Ã@Îë ò+ ¼Mé¨ëËç^òÀjŽp‡>»2è¢Åàmn*°hPêš*zH°˜2,HX[[Ë `]-*à]±‹ÎãfÂ=:?=;#À0Œ#À0Œ#À0Œ#À 0rÜ,ƒ{ã›üBn${«fu¥üq>ß3!A„»2xªÃ í7n\©‰>jÔ(•m@Z#˜iƒ $Ù9)È—@fÒ0ü ²Uá˜!^Ú‚d ꇬ)ïuÈÞ(ƒDŠÒHWi¦ÎA)cªž¹4xäc|Mš4ñWäöíÛR»%J”ð—]¢ÎÑ«˜4N&ÜcÒÓä¹0Œ#N¼|þ„toN­s³Œ#ÀD_¿|–¯\º†<ŽœAp¯Œ@4Gàú•r ÇÆDÏö£ÂÃÝØ&ˆOÍÿª%ˆö¦T¼h~ãl¾gB¼±¡÷ yè°æÍ›‹E¤4eÊ)Ë‚4ȧèŸ"8é«W¯E®:räHy­þƒ§ü¢E‹Ôm€g觃Àž3gõéÓGö ï—.]*¢ê+ëuÉ1n*U–õåÌ]cq@™qÜ9üM€ LP¬]»väããC8«6=<<¤&:y¤A÷ÝØTY¤üøÑ8[ÞcgÆ’"E “ù‘Zœ#bŒÜGØ#À„{ØcÊ-2Œ#cxö왜ËçOiÿÎ1f^<F€`ô\ºp™p°1Œ@È€^1#°w4ôn/RÐZz³·lRGm cä1ÄL@ãÞåÊÚ¶m+IxîÊŠ+¦'Ešž8†üÈáÇ šàoAPOåJjT]\\dPRbQ½cÇä6ôÎÑ<ÇHÕÖÖVJ³äÏŸ_Ö͘1£$±+V¬(ûƒÖ{µjÕ¤g=´ßÓ¦MKÏŸ?§K—.ÑéÓ§ÉËËKzë#hüøñåT๟åÿ³wðQ_÷þû•â®‚»»×àîNÑâNñâÜÝ¡<¸—B€àä›3Ûyy»ÙÝl6BHîýýoÞøœ +gîœëì,=ï×­['ƒ«" éÙ³ge R´U¶gÏé¹ ®¦}ø¶mÛR¯^½(}úô„ß :ªì?þ ýé•Ÿ>>ª;‰3ð†a¢zõêr}hsàÀ­64Ú·o¯=# ‚2eÊ‚É*C€Y`Í‚à¬úãû…î?ÖëųeF \À-X¬Øq¨HqóAtÂuB<#À0¡ˆÀ¡ý;èÛ¿ÿRÆÌÈ9S(öÌ]1Q×nÒ}_?Š-ZÔY4¯4Â"°mçA:uÖ‹âÅ-äb\©}«z”7w¶;_žXäCÄ°"Ü3gÎL ¯a cAÊÂL5ÐAÆ‚‡Ž:‚«â²d Ü;wîLîîî´{÷n7n;ÖluÏêôîóæÍ“õ@ïÛ·Oz³#°+æèçç'Ie=±l®SÏÙ³g׊5j$çB„½%›;w®Ô¯Ç¸zƒD 4æ±.Èç€ØW7n\}"'''éùž0aÂp™ôÒ¨r,0È¿àqýÿ÷Vç wæ¯AÐœ9sZÕƒÇÄÂ… ܼëCjèØAŠ¸AO2ÑB‚sD\Ï)ŸÄ&Plöp„KÄËÀ™‹/Ò‰'¾k Sd 6zôh£]DµãgZ7*?=zTs‚YŸ>}¢2¼vF€`F€`F€`F Ì€O)<®AœCÊ—"ÒÕ³ÊSws7¡íòð¶¬Y³®ïað´‡´ ®à6àÍý½ õ¸~ Î?ÂúxŽ˜pà ø Ø°aƒÔÝ‚§)ô¦"ŠÅ‹OêT!@‚Q°™Gúh6‚SL¸›ÇˆsF€`F€`F€`Sàm®ˆrSÝ4åpTò)¦}ç^ælaƒ¼è•W;¼½Øzí :a3*÷Ê„/L¸‡/ÞÁ ^äJõ$"š!x´Ã˜p·üʨ×MÝ-×äF€`F€`F€`F r"mhg+Ïrý]ŸÖë?~ 70 !“$IB°Ñž={†Û¸Qi ‘#G¤‰•aƒ¤råÊòšó³&;#ð£#À„{8¾‚ø À.)‚YüóÏ?R Ñ þùgù†¢‚ª)aWV/Ñ‚cNøàÑ3XÒÒ‚æ¤h°sˆ±¡…À¸eØeÄæ‹yáhŽT!`>$Mçj®?ô¡ŽfE‹$H`®šÌ³w<àqöìY©Ó…Àùóç'ÜM sVXâÍ¢z­1^½FÚ‡¤†›jouàŠþpÔ ÚdÀÅœaÃkƒa¦¯‚à¤#À0Œ#À0Œ#À0Œ@ÄAÀÖß½gÆá?ð –ˆr=i®Ò Ûkx8ð%ÐñÆïu·”F9~Ÿ³…-S±d1cr cKØpþ‡îáðš\Ÿ2e M˜0!P$d­±cÇ–›Aâ*[µjuéÒ…ô^Ñ=zô \z‹?>Í;—5j¤eCë½_¿~RoÌ4Â4Èy9s¦Y¢ÁBÆŒCãÇ×hÕ1>¬rçÎM—.]’‘³ .¬ŠÝ1þôéÓú@Њ“'OÊ£Bª½ãÈFïM›6ÉÍ ÕÈrD†ž?¾¦wɛ֭[kØã ^yÅlz â·2è•a0ô… °øRR½k×®4cÆ £1déÒ¥T¼xqÕwDñÖk¾=|øP¾ÎZ%‘‰¨áÐy·´q¢¯ÏiF€`F€`F€`°Càð±34nÊjÓ¼Õ¯mð¼ »Ñ"NÏø §2èz]ŸVĹÊSÎeá± p Ë­æúrká1_Ã<àŠš7oN¾¾¾F )Qön7‚…~`˜p‡¯S§N´hÑ"³#8ƯièXá ÌËËˈl7ÛXd‚9¬'ÜAÖ?~ÜlxͯX±BŽ¹eË£:˜G±bÅèÊ•+Fùê»Ñ”Û·o'k„;då1®Ú#b4> ñF ³w<Ì£R¥JÒ³]õ­îø’Ít`¹wï^J‘"y{{kd»ª§îèËÒzÑ6Ô<ÖƒS»}û6•/_^ö“.]:Y Ï~ýŠiõ ¹  .È“ü…@¡ÂwF€`F€`F€`Âü.Û¶ó 2ŸNžñ’»V)~ƒ‘ð{Û”<7%Ìõ刧älÃ`:F]™MOŽ["ÑõùðXg‹888.6F 2#À„{¿ºø[²d‰’,mÛ¶• àÕ¢|Ú´iäéé)ËõÎǧҥKÓùóçièС²¼iÓ¦Ò[?e¼eÊ€<<Ç'NL™3g–—““={öŒz÷îM‡&wwwI~ãØ”²^½ziä3Èô¼Òá™ åÊ•Rfõ!³bÉöïßO·nÝÒŠË–-+7àI®iÚ3¾è°† R»víd¿sÍš528)ÊK•*%=Ǩ´`Á‚4qâDIˆÿýãèè(½Û±>xýc£C¼åÏœ9Cݺu£mÛ¶©léåŽ wB>^+ì샌G0HÒÀkþÈ‘#´páBIÜ#oÔ¨QZ?H Ì“Év#Xø`F€`F€`0G§ÑW¯ßA¦-¢«7î÷âåk£çïù€y*¯r=InšÖê¦pa5x$ã÷¬-’-ŠdgYÕ°z5¸_F€ˆ(0áƯ¼¤•‡4ôÀ2fÌHÎÎÎRK d¸««+5hЀҦM+/5±U«V¥9rh„;ˆë6mÚ¨*ï$/ìõë×R3ºñðöîܹ³$ÜQsE¸ƒ V^ø‚ ¥ÓŽþ\\\$iŽù€\VíÐÞ@x÷íÛW‹ þÛo¿Ñ¤I“¤.º¾ž½ãA*F‘í½Áq$e óáùŽ Èñ€€wss“9*T lÀëÝÔ°©€kçÎF„;ê¥I“F–Xlj ÈMÕG¾|ùäæ¼ÔM=å.ùð”GÌ‹`F€`F€`Fàû!ðñã'Z¸l#Mž±”<|bv"aE¸Ã‹'Õõä¸J«»)¹®—š5;ÙPÌ¡ˆq½‡¹%Buô΃¡8îŠ`&ÜÃø¥ƒîyõêÕ ,YiC`O¼Ðý†W4ˆÝÐ2ü•çµÅn!/£ G•M:U#ÛUîéÓ§—Ú ŸëÕ«§/ÒÒð‡á¤«V­ä³é?öŽÍv´½@ì›3l*À' /MúÐ0l˜à„‚©! ,÷ðüd:~fF€`F€`F€°ŽÀ«WohƼUâZI/_½µZùù‹WVËU!ÒL=ÍM sE¤ãt8æ…‡Á‰œ„ž8·”V„:Nã³1Œ#À„ &ÜC†ŸM­¡™ò{Þ¼yÒ;ž>}*/h¢#¸(äH RÃn9<æ1mkÊkúêðʶdgÁ”̇dÈå)¯ocïx*°$o¬Ó@ Rî<ÐËiF€`F€`F€`(†À¿Ç4eæRZ°t#}üôÙ¦Õßö¹O[¶ï£/ßÈwx¼?ñZÞÏ_º*ûhÑ¢…öߦNCX d¸"ÆAœëÉs}¾Jƒl7÷{<„ÓàæŒ#À0A À„{…FñçÏŸ ^ããÆ“r( ¢!ç‚ zê°Ù¾}{Êš5«ôxɘ“'OÖÈvh¸Cb¥råÊòCZì6Qr3úqR¦L)?~ü(õÙ!bA+› ÷ïß—úô~~~2HkŒ1Œº³w<|q€ý7Œú3}¶°¼yóšñ3#À0á‚€¯ÏMº~åb°ÆŠ=•©XC¶ñ<ºÞ¾1xVå/T’’&7zþô1;}TÖ‰Ÿ -Y>Xc„Få›×.Óž›Èïž=zx$LLŽiÒSÆÌÙ©JFÝä=?4Æä>F ã‡O ÙÀ7ÁHÅŠ“ÊV,m¶ÅÇiŸÇ!:~Ø“ž å+˜‡Š–(d¶2}nûÒUïëËQ0aÊœ-#%IšØj=ÓÂõ«þ¤å‹ÖÈì–íšP׊th¿á}™ÅK¡„‰˜63z>wú=~ôTæ%Kž” ͯ•5wÄõɘ9½ÄÁâ*¨þ0°½Xh“æ#ÀØ„À5¡Ë}öUë¶Ó?Áô*?{á ÕnÒÝê8ðn·×ðÞ‚ßì¦Ä¹žDקñ[Øôwµ½cs;F€`°E€ ÷°ÅWJ›4oÞ\z¯Cÿ»@òRÃÂcºè ºá ‰½é½¸AÌ›³W¯^Éhâø°Þ°aƒ¬½víÄ´ÞLÕœÁ#tr2dˆ¹jrœÍ›7S¬X±$‘oZ©qãÆ2)ôç±±°qãFzòä‰Ô9Çîº2{ǃ;´Ò¡‹<±QajБ߽{·ÌÆ<”),pA_õ› ="å=¯ê‡Ö]‹×'Ô³êyÐØÏ!ƒÊâ;#ÀDŽì¸F}"H¿ÔD‰“j„û´qƒèŠ×9YO}:7–éì¹ò‡+áŽM„±ÃzÐñCúi¥§OBí:÷§&­»z¿3ªN/ž‹eýähØHåèN#ó0Œ@Ø!0qÌ4ºxî²]¤vJe–pß»ëõî2˜Þ½}gÔïiOÃû2 ÉG½u§"Å ÕÁÃ=‡iôÐ òÍe€pI>bü ±ag(GûEs–Ók·dW…‹ 'ŸR׶½µ®7íZIù Yw²X0{íÞfˆåãR®„ Üçiím{¬Ø±({Î,¿ŽÝÚXôµµ?L ¸Xh“æ#ÀXEàÔ™K4nÊBrß±Ÿü­Ö ½B5%Ï•§¹ž8Wi5ýmz³ážF€`¾'L¸‡1úûöí“#À«„n§N¤d ˆmè˜;vL’í¨-Z´@³Ö;´ÃA”/_¾\…w8´ß®_¿Nk×®%úå—_dÿêÉÄ6ôã.^¼( jÜ•AçõàŸ?~Ê™3§$é‡ &ƒ‡BÝÉɉ 3Oõ»wïÒìÙ³¥T 4ÚARÓãè óƒ^=‚¯âŽ5b#¡I“&xxÜÛ;^Ïž= „:¼è;tè@GŽ¡–-[Ê@´˜ËêÕ«iñâÅr: ø!¯£,K–,2 ¹›#FPë֭庠¯ò^y'Àƒ~ÇŽrþæÁ©tö ·_·n]rppy‡’d90'ÕNþ÷ÒçÇÆäƒÔ&änÈzû˜;4é'L°í‡ª¾N3Œ#<}üÚ5®(¼^¥ºð¹ƒCeðÀ)ÿêåsêÖw¤Êþn÷m›VÐä1ýåø®ušÑØé˾Û\x`F ""G„ #§Ñ‚ÙKƒœÞ™“ç©QV4mî8ªUß5Èú–*¼xþ’Ü7í ùó–O§\ysXªJ^¼5²D?<îoß´£ÈbG¡PðIY¸N=Enó'éYÔ°ÁÁ"¨¾¸œ`ˆŽ‰÷•¡£ÜèÐ1Cl±b’SœÊIšDh 'N(î åéÙ ÖÐ5ñ^4qâDù;$:~“³1¡‰œçÎK·oß–Úÿà8’%KF¹sç–|Ò–,$m-õZùˆÙe¬ gÈS§N…V÷áÒÏëׯ©D‰r,¼‹fcô0á®G# Òˆð­ ä»"àUžºÃ;½{÷ÀÇÕð¡Ý°aCI¶Ÿ?žŠ+¦šÝAÊÃÐGÓ¦M ä.ˆhkb´ÎÃ,†6úãÇ¥§¼ò–7×Èkl”,YR#ªõõ@Òà ^6~ÿýwùoLÁè?qâ„Ü$À›36 p™6 àåŽ@¯Êà>¤fÒ¤IòReú;<òèšû;vÔŠ@¸wëÖM~à4½{÷d\E4aí0¿¢E‹jí`rB†.s¦6KÌ•q#ÀüØàÈpÝÆí‚\Dì8ñ´:«Õ¥¹ ^¤)S¥Ñò¿W¢_·¦Ù;N\ê;t"•­T‹ ksÅë,Ag÷¶õt뺷œâ<·1”%GªP¥Î÷š2ËDZ ©’#W¶@ë;rðÝ÷5lŠ9¤LAå*•T'¡ ŠôÖ«Ó@Ú¶y—–U¬TaªY·ºôfwL“ŠÜ{Hûv¤“æ IJ^ßnC)eê”F²,Z"=ú/4hDà>ïÞ}žù^´ßã¬þøÑê×}(í:ò§E/OÈÉ(kج®J†ÙÝtÖó[wé–¥ÀÒvT`]Í¥möXMÉ,¦ý©‰Ûƒ…jËwF€°Œ@á¹hØÀ.ThÏQÚ)NÞx_3z–[X/9¾wµp@ DtãI¸Ã¹JÉ¥Zï‰Kà!΢_¿~FŽ-ª8!™ws’¶æú í<8nݺUë§C¾‡kŽàpÀÇàÈyõêUÙäÍûdþ‚3×ýñ`Â=Œ_3xXoÛ¶ðAŒ]<®z Ó¬Y3IF§M›V_¤¥áU2$/<ãõOëÚµkSïÞ½¥N;¼È!]2pà@I,ëë¦K—NÊÙ¬_¿^fƒ¼†Çy¦L™ä³£££ô5j”|ã†Ç“©ÁãžáðÆN˜0¡ô‡‡»éºÐîX3<Æa’:ÊÓ<¸ã¡= ëÀ"68 õ2x¸¸¸HYœT©R!K3|‚G9<ìAª+C¿ ãA Cû]ͳT©RòDN"(ÜwéÒ†¯è¯\¹r3œ@;à™9sfÕµ¼gË–MJëtíÚUžÐâõÇ& 0EÀ6F€ˆœD“†þ1+X‹k+dY"Š}üðž.œ9®Mgì´e‚l¯©=çÊ[Xx¨¦&­ºR£ê…éÞ]ƒôƒûúeL¸k(q‚= gbκ´é¥î2§£Ñ“ Îæê"æz²„öS†Éï4ªMº ÎÔ¡kkAÞ»PÍ éÃû„ïˆ#¥7ªjF÷h¿D£–í›åéÖ,ß@{—Yׯޔr4èßÔþúü¹oÜ!³ãÆ#´Û+˜V õgksûæ­Ü ð°GÓ¬i häøÁça­?4² ‹X)À÷Sö¸µEJàæR²¼ÆêM–ºkïQÚ%øý‡=éýæ™­‹G Ts„»­í¹#`ÞÞÞ4`ÀI¶ƒg€ 1øÄåƒúÀÛ·o¤Šõc„¤­¾Ÿ°LƒËÁÿU( ܺeøÝ–ã™ë$9œLá@ å(ÇÀåठÒQlŒ€)L¸›"ÊÏeÊ”‘oˆèDø¹sç¤9vÃ@g̘1È4D"_ºt)=Z ‹áÁ "×Ülèš7jÔHŽåëëK8v„±ð& [·n¼›û:âË–-#_ŤN@¦Cd3ÆÔKß@£Ý’Á—5 îxª/¬[íæÂ{Ç¥ ‰ƒÀ³Ö<Åñ†OtèÛãšråÊHë^cíXpØ»w¯ªjõzň}ÌXâõ×ãiµ.d0CàAJD‹„Ç€ÿïß×®\ 7¯^PîüE ñöØ…³'´G´¹nÎâÆ‹O5ê5§ $ߥóI.suíÍ»{ç=¼—Þ¼~I‰’$“ÁZÓ¤³·;³íùÝ£«—Ï“C*'Ê’=ùh¶Iæk^tOèÝ'L”TbeDßn\½$<‡ï/agÊ ‚ÍÆŒp*̤;ùë67.çE^ðsäàqÚËT(Eã§[–JŸ1- Ö›†ô1Ô¹âuMœzyJ)R&×ú°5ѸE}šüÇ ‚œ ìÂÙK’Ð7m¿{û^Í«ÞµNUŠ3†i•p}ŽŸ ¾Àq£1â„’àY+6ºôhoÕËÝÚ$mÅÂZ–ʦŽ›E¿õë,‚,F·T…óH€cjêк¼°YxôÄ9áù~DðWÅ©•  „{ZçÔAUãrF TŒï‹0(èOÐ#§ïAøš³´5×_XäÏ;v¬”Nž:ujX dŸïÞ½ÓN`#¸† zÉæà¶çú‘óÿC#ÿº¿Ë AœÃkÚ^K:5á²Å éOo{ žâ¸LßØíí/¨v!óÊk>¨qP²$;®ð4ë… ’WxŽËc1Œ€e KþÇïÝiÀð©’\µ\3üKV+d4µœ!hª-39û{ßöä%oõeíÒ¤ÍHÍÚv§Æ-;ÛÒVçÛ7Ã~•±o÷fjÔ¢“z4º×¨Ûœ’§H¥åa3ãÊåsÔ¬–Aã;Ü §´´:*Â¥ó9л7¯eÖ¢µ{©pñ²2½eýRZ.˜9–V.r“úó†\¢˜±b iÒ4lÜ\A¨¬ åî–Ñà^mdÕ–zQý¦í©_צ’¬Wíïýðüï÷û$9ÆÄQ}iÓš…„SÊ‹ƒžÇR­­T–v†œ`‚@21Þ— G¡QÕ’×¼¾›ZõªÓº•›è߯†÷o¯«vîèÓ9]p(döT}kóD¼@ŒC¿u^POÀæœsû'Ó ¾€×Â’Ù³^K}q~Ø"`ýz؎ͽ3Œ#À0ß|[¹Ø\Ëd#¿{>Žl (Û7Pƒª¥ŒžlGŸz3¤ÔEzÆØ:N–lÆ^Þn†ÐA~_M ^á ŽÕ…“ ÄÓäËPÇ–Õ¦Íäó©cû5²=…Cj*XÔEæÏš2‚†ônk–lG…‹ç<é×Õèðþ²~pÿy+~´w›0ÔˆlG?Ÿ?}¤#vR#ׂœÚ - ¿©£yXbÚµiÓ† ­ŒõBn×ÝÝ]ߥմ$걩 æ)ã3fj{Ĉ/ûÍ›7—óG[(@úØœA?çË—O+îÑ£‡6žuÖ®]«ÕQ ¨8(´eŸU¬VO« ™›WS• iÝŽÓrþÓæo”AgQ ?h–Í›¢Õ·wÝZœ`‚@@•eË™U%Ãå¾kÛ^zúø™6SÛ #Š4xÁ—3dJ§Mù¾oÀæ–icÂ,lìʨچÿN;ä)¥Œ ù`!€xåËrWýéÚ¹t÷ò^š=e(9¤H¨.g0ÖX²d‰$œA›äeA´š#ˆ]eHÃ{eÊàÁ~åŠaÓÞñÓ§O§§OŸªb£;<õA¾›nUÒ=(Yc]–&ͬσ'?䂇n6ž d‡SAgMÍËËKjà›æ›>CfÒŦÙasñMë©gñð\W†8„Ê>}ú$¥u {¬ žó#GŽ”ñ U^HÖ«úà{ø#ðsøÉ#2Œ#À0áÈõ“†Ñ*áÙ®Ž(be*¸†ùdà Þ¯[3«ã¸ˆyä/\Òj  'î+=ªQoÔäET³^ ­I*GgÊW¨$Õ*ŸSz¦¯Y6‹Úv iu¬%rò Ÿ4IÔUÞßð‡%NšœŠ–(O šucHÈ ¬FÝ4}ü‰=$o®y_ ¬9ò¢H¤gö ©eЂ‡]Þëù"ÓÄiýk™Æ?ð‚O픎Ú6*/¥s@R_¿rQö«Æ¿{ûºV?¹¨ï¢#ÚQ€yl^·DÖI—! ­Û~š”æºCJGÊ[ ÅŠ‡6¬š/×»|Á4ú­ÿh­O}bÄ„ùTµVc-«Ï ´gÇFí›gx÷cþ/ž?¡Ñƒ»Ê:*Ø,ì]·6' ¸}3€ptJDíàÿûï7?â†Q#üXõâ5ÜwDœ0 Øtƒw{ ¡Ï®7¼Go\mðÌƱùÚ Âþ}Z?¾-édÉ’hÕ Y œ(2wô<¤Xhƒ#ÍŒ£‡NÈÀ}Ó:wêÒ³C0zઌ#àœ&ujð™Îˆ0¶ °páBêСƒ$¨“'O.=°‹+&ŸAÔ‚ ¹Š ¡ð^‡w¸²âÅ‹Ó™3gèìÙ³´eËòððÎ'nnnªŠ”rAì:ô©7{Ú¶k×Nz^7nlø;‡'><ÆAúdÈjݺ5Aû[4Þqùùùi„{—.]T±Õ{pÛb“¸Q£F’ô‡×¼Å;uêD—/_VÍ D~ÕªU)GŽáŽ~ …c‹AV¸Á@¼E¸ão¯²õë×6p*A$d°Ã&^¥)Òõª1øþüþCòˆŒ#À0Œ@ø  ‚¢îßmð”4µt¹êfƒþ˜Ö éó/Ñ£Sß¡“¬v“Ú)@/ÔjE …·nxk%)èü™ãÚ³>/~À—úW½ôE6¥sæ-D¸¾}[(ƒºž:¾ŸNÙGçO5Ò…?´wõéÒ˜f.À¾VÃVá¾Kî½Óð‡$‹²š"ðª2xµgΚ‹n\3Ìu¤™)N*Róä+By„:ˆû P©þLï·®|G(K¸Á;þÉ£rS› úõ–.£yIAº+Â]O¢«¶ʪÌ_üÐQÖëVãð=ê"àœÎIÄ 0üý?~hÿ¦•½:¤LAn &ˆ Ä7=ׯ2üÐGßQNó‚·¾2l˜#ÛUyPwkXÕÖ\¹©n»Ïm_:wæ"å/˜Ç\uÎcF€àÑ ¯jØäÉ“epSÓnAÖ¢ „0äDàÅÞ°a`‡ Óvaù\ªT) ]vH¥¬X±Bzçðn?|ø°Ìƒ¸žlG&<âA¯^½Úè·€Ö‰H˜Æ•Ò—! éE¶c í žÍ™^ž’6 ËÍYìر%áîíí-_+wSK™ÒòIÃ}½¦kJÏL¸G¥W›×Ê0Œ@A«—Δ:å’±de*†LA´h¿Pã–-M#TòïÜ4h)¢3H¼(™k¿}@Y«g® wN቎ Zñðv?¼o;M;ž>y(›€t?ú˜&/S¦¼+%H˜˜Þ¼~)Ih”AF’;8…ûYxÒW©iðÁ3HðY˶Q÷¶µµ€¤¯^>'ö¸`è^ï­;ö¶Y"í µàs+ ØaÏõ‘¤½3ƒ[ŒÆºæ:‰Ãàí¯/3ýÑ¢ÊÂrÝj ¾Gm2fΠî~÷ ÿgmAdßîƒôîí{Y5[Î,”%[¦@Íà רE½@ù %hEì… ”6}y„Ú´Ò›×ohÏÎý2;™ÐN.].à¸i]õüåK€6ªÊ3½ÿmCÓ6ÖžŸéN8¥Im±jH°°Ø©•‚‹ç¼H/¤ªB¢‡ w…ßF€}@<++R¤ˆJºë¥Kô^Î*†SäU@¸?|øPz³+Ïj „Ù³g´Õa çõ}rÞðî-ƒ—<4á-îÐgW=v[ ' =ó#ZT[ïøYš3î–á|F€`E1àWé}mm1ùY¤x€ µº?B™Þs$q’dì ,YrËÞª-´Õ±y¡¬L…ä”6ƒzÔîqãŧêušJóÊÅÊÜ­îÑ~ù…ª×n*%mÐp‡$ ÂýÈÁ2€-òJ—«& t¤•Aë|ýÎ3tLôuPø§O$èÀ+¿pÖ8)s³bó1áišPY½ƒpÿ÷Û¿Z,ÙóØí)¯uŠ‰°Zw(N‘»úÐýÿÏËüò¥«T¾ràÀfª16$¯zlÒ™óÊWum¹# ì‰#„»Kùˆá5Oÿmî2»„÷BcÞcÇ>ªY·šÙrÎdF€ ‰ARùò…~ûí7:qâ„$®õ½BF¦sgé×8qâØúzá™Î–-›”¿< Htdn -?aÂ)Ë‚<B-T¨’Òœ„< ÁU¡I¯7xÊ/X°@Ÿe1 ,@°Ïœ9SbÂäýâÅ‹e@T}C½:ôÑ7mÚd—à 6 ”½o8¹§žÕþpÐIœ8±Ê ÷{h­7Ü'ÎîüGÀ0Œ#ðÃ#`)(ªµ…•A=#“9§Ë¬-çòÅÓ2ð‘9]sËÏyʺÐ!Ï•·°ÖÎR"·ÐJW:øGì¢6úiÚëæÚ¨à§(Ë‘»€Q•,ÙrKÍõkÞ¤´ ‚¯BŠi˜’e«Õ?zpy_<#óò*A…‹t¡E_¶RMyMÓŸ–Ì5hä_úomFXyH+pS„»×ù“ ÷í®? þ’=Õ›*x”•®CTÖëÑä¸q¤@ {άT§a úsAÎiÎôE’´‘mÎðƒs܈)ZQúŒi)IÒÐýêíuMㆣâ ó!;cÉ2g˨îÛ÷Q÷>¿šõ†Gûc‡=Å&Ý;­«LY¼ã´LO?£A½†kµS¦r zkiÏß3±w×z÷ÎêÕ«'N»ýMÍ›7—Úò8‹¶©S§–O]\\äxÐz¯P¡‚$ç!Õ“"E züø1]ºt‰N:%×Â[GcÅŠ¥†‘w¼^jƒdùòår3óÇFÖ³víZ©±×È××—p‚áîÝ»´}ûvzùò¥ì¯•2¬ë†a# zõêäìì,Û8p@U“ í۷מ‘8xð  öš6mZ-^p^Cc½ZÇœ7˜p7¨y F€`ÐF ¨ ¨–ÆÃÄRBº$2¼Ê!‰rýÊEºw÷m^·„ê6nk´DœèÒºùÝ¿+óç¯ÚmTné¡PQp?wê(MÝzkVyÑìñ2¸¨ê ’1¦V»A+á3´»”ôY¦¡ÝnJd#Pé¬)#dy^ µP±2F_ðQ6}ÀfCÒÆ29zô7Ù¡øǵn3Ú·ÛðcžÛIàÇŠGËûÚåshôà®2'Ñ@¸U¥‡®;”¦ÁÝDrú éA;·î‘^ë÷}P½ªÍiÅÆùbãÉø<<§G '‚ _Ô4¢–­Dp‚¥V¬R–Ž2üP¿~õ&uoß—¦ÏŸè}éòÅ+¢¬Ÿ6EÈÑä-[{¶%Í¿èÜ)!Y&‚=ãD€²Î=Û&*ÿ{Ü7Z“Qs^O=¥)“«,¾3Œ#À„"cÇŽ•'f4JÇŽÍöÞ·o_?~¼QÙèÑ£e@U}&÷# ߃U>¾ÛBû]|3$mÑ/H|E¸gÎœ™”Î|™2e$Œ:¦è A„CGÁUqY2îðìwww§Ý»w6%€•9éÏ]îóæÍ“ixÀïÛ·On^ °+æèççG ³õ„¶¬lòˆrl€è D:<ùA¶Ÿ?>Ð&†ª R^Yݺuµà®*OÝ—.]ª’ò¾råJ‚Æ}ãÆ%ù¯ ûõëGOž<¡=z¨,B]Èé¤b3šù8yëÕãD¸!À„{¸AÍ1Œ#À„6ßü¿Ñó§ƒÝmÎ<…„gfä"àÍÞØjÝÀà>¼GA¼ß¦r•kR¢ÄÉQt„¶lX¦‘홲䤢%ËÛ„]#ðõ€jzê¸Á;cÙü)RÆŵN3‚„ ôðÜ÷žê;ÈëB€ÌB…*uŒÈp5XµZMhâè¾}ø—ÏŸªlªiFN;Ö†Ξ ßÚ×¥*5RÞ‚Åé«Ð“ƺÜ&Õú(f²¦$É´²“G÷ѪÅ3ÙäH΂¤OŸ1«À§aCá´ç!© ßȵuí3‚²çÌOÞ'OÑféüÉZ-;öÒÒa™éºÃrnÜwäAÄëP±6´ïhùìÞÝûT¹T*P(¯”‹I픊@fï÷8dˆ³QózT®’K¨Rúí°ØqbQµš•¬öß¼mcÚ%<Û=Þsv¸{Ðñ#')Wž”=WVá}öJœŽ¹J7®Ý"}Œ‹ñÓGŠ#þñ,öýéãg¹ñ *|Çÿ}îܣϟ ƒ*wHÞ4lVGŸõÝÒð¼?rð„ÕñA\lZçN]zv°Z F€`ìG^íiÒ¤‘ò(.\Ð>ƒ@”çΛàÝü믿ä6HeÖ ä/tÍMŠ†¤-ÆÒCmÙ²¥6<æ ïk˜)á#F Ú±c‡ÜTعs§Ö Ùð̆—ö;wd<Ê«U38<©@­ªLß8S¦L„ ³8 >¿±^xŒ+ƒ§;´ðáýø¯_¿ª"í¬ ñŽ“¦d»ª„€°pÄ¡ßzÆFíÚµ©wïÞÒ»exÆæ¤f¬$h IÃýöíÛšW<¼Ø]Äf…Þ%J$=øõyÐwuu•žùðÎõêûçtØ#À„{ØcÌ#0Œ#À„‚8]¶é0MÕ—V-™aó(e*F.9µð‚EKS×ÞÃiöÔ‘òKãâ9—©¥rt¦ÙË·ò7­§žñaòœµÔ¬V òõ¹)³AFÏŸñ‡ªè^¤D9š0Ó¼§Kü„‰¨lÅšä±}ƒÖ. ¿MågP˜&mF©ó®<Ìx¸‹à¨îZ;}D|5”Uoù •$èЃÜÿüùfð&4rº$ÜQwØø¹Ô­mmò¹uM^½:6Ðw¡¥»÷EØD éºÃcŽ+<Ù­Ù/¿D£áãQ“–æß+¬µ «2hð›’æÆÚ´– ws¸p#À0¡‰Hk\Ї–;ÞŸ‹/NñâYÞð­éàÎ%$m1‚·*¯rýØðÎÆeÉ@|ƒt|õêU‚F½“““ô|O˜0¡¥fT©R%IB›«òÙTjÆ\=è¾Oš4‰àÝóæM)ƒzV‹ „¹þ¤«¹>bÇŽMðLGX<Ï1èÚëƒàª¶C‡%\Á±.sfsH☳ÐX¯¹~9/ì`Â=ì°=ã¨Þ`•6Wÿþý©E‹Qbí¼HF€ˆ@‚dàÈi”¯PqÚ§ ‹>9±2jYçG­ðk¡THèœÔ™n]÷6ZFtá‰R¯q{jßu%I–¨,¨è«oÞçEîÂK~á¬qš§¼i»ÌB£½yÛî/vÝ– ²2z½†v±dZt'RЂ™céŠ×¹@Õ0¶~ÓöÔ¼]é ¯¯Ü!•$þ§‚ðÁ=­ä›2Ûvž¥)  Íë—úš: \ËW1ÀQõÚ÷¬;´çÂýEnŠ/H»ÿI£‡N “ÇÎÐãG† ÉúUC³}øØAT²Œ±n¬¾NHÒz9™†ÍêÚÔôÓ÷w®ëhÚ„Ù".„°7m\¬Ta<²¯8¹’մȦgü`Ϙ9=åÌ“rïù⥋R†Lélj^• Ïn‹ùÜö¥sB(Á<¶Tç:ŒÀ‡À†Í»i´E’àüöÍÿ¿û7qÿ/-NG" ÏY-O¡ Dµçÿê ÿÿo_ÜM Æÿá°à âÆ+Éåï?“°AÖ¬Y ×÷0xÚCÚ—½†\?‚…Æz„uF†9þOì¨øÿˆ Y¶lµ”y{{[<&¢êçŽ@=’Mš4ibU*8ýÚSºR/^”;£ß3:²éÜè»–zoš)S¦È@!¦uù™`~L:$¸Àûxëcò6"®èÚå Ô¤V1éÍli~ðîö8a8Úh©NdÉÿøá½Sð²;(ejgJ—!‹jˆâåáGêþâº+ˆwé)ï*”—ym‹9°“:·4œ4ù½÷”/¥pú‹.Æ}äwO®)¾ØpHå$×e˘_þúK}.ŽfÆ¡ø Ì{Ýàkˆù›·1cI{Ç4ߟX ɺmÁ&ªÖ)’-}xÿ–&ÍGõšDΓ/ö¼¶ÏŸ½òPÞ‚x*‰å,"@i‚„ ìéʦ6xOY4w9ù  ÇÐ[w´¼g©C'(tÖ}…,Î}_?Š7¶øÿ›†œÓ9QÂDa7wKó Ïü‹ç¼¨VEˈ¦siÜ¢>:Ü4ÛîçQCÆÓ¢9Ë)­Ðþ÷ñò°»nÈ„󗬧.½FÑWñÞR«Qµ ¹¯¨—*-èðñ³´~ýzª_¿~ rÎ`F€ˆ²|¿oc³‡{ýmzÆ òxˆ/iˆ(†ãPî€HÚˆàÌÆ0ŒÀ÷F`ñ¼IVÉvÌ/2{·›âr=ŸÐ:mƒ·—“szyÙÛ÷Î-Ÿ¥ÊVµ‰lÇXØ0ÁeÁÃ2DÖ äH×f­{ËB²n{ÇävQ¤É’„ºF»54ñžÒ¡KkkU‚,ûùçŸÁî$¯ +G² ¶z·«eoß¼‹†(âo‚Se|g"Z7 gƒ¢~‹ôîýÇ-©Ecƒsˆ:áÆŒ#À0QŸ¢ÜŠ°Ë\BxûÖü1Ùï¹$èy©¨Ñßs<6#À0+»Ñ.w‰[®ý¢‹*¯Š¬úíj}õïÓÇoâw´S¼N;Ý×hSmÚ¦›–æ#À0Œ€í ØìÖMÆÁê‚jýþýòر/¨j\ÎüÐT,WœŽï]MN©ì^GÂñ¨ze»ÛsCF€`¨‹{¸‡ãkÿñãGH‘˜ÿùçÈ¡hÑ¢xÔýô“ñþŽ×¾|ùR›!n<þ\{F%àdΰR4~~~„±!“ƒè̸e‰c÷ׯ_—óż gU¨P!yÌ2¦s5×úÀœaÐXNÀòqÞ»wïÊ@>”k‚þVºté$Nh«·>HÍx`–$IBP ¬XA7,gÎœržú6¦iàxöìYѲóçÏO¸e¶¶ÃFÉ—/_dwÐmƒÎðÄ\°¾Ì™3[|í‚š—3Œ€1Þ—ÎÒ¤Ñý´ÌBE]hÆ¢ÍR¤gÇúšÞxœ¸ñ„Ö{I­'Â7¯_R…ÂÎ,îR‰Š•ª(Ÿ3F€`‚FÁfß½3|ߺv@ xÅ׬[- ƒSŒ@$D ‡Ã:up-¹6èLg/\ ö Ô®LÑ£[ŽGì¹#À0Œ@”A€ ÷px©A®CÛ|„ B;ö•ÑˆeAdädÉ’IÒX®ZµŠºtéBz¯ö=z.½ÅŸæÎK5Ò²»_¿~têÔ)‚G¡Þ@ÎC“~æÌ™f#dƒ$3f ?žþþûo}SI„çΛ.]ºD;wî¤Â… •ë0þôéÓú@¤ç“'O M͸ZÕ .ЀhÏž=ZžJdÊ”‰|}}iùòå{X5dVþÐøìÚµ+͘1Cóª]† h©ˆ4(à¦"¼cÇŽ´iÓ&£6Øô@ßóçÏ's:ù¶¶ÃkqÏœ9£ ÝJÄ@Ôl¼.zÃkŽ¹7hÐ@ŸÍiF€&o_¿"ê_Åÿ?‚N˜µZnheÍ‘—Ö‹`˜ƒ{µ¦ƒ{¶Š`Uä`0‡àêa„@î|EhÌäÅaÔ;wË0Œ@äGŽ)]{w ´Ðù3‹ïá†ÏÅFÍëŠÏÆ$Fuð›Î=–wŒ*ó#ð#"yR:¼k95mÛ¶ìج•$ÿo>}ú,b¿Ä V;®Ì0Œ#À0á:u¢E‹™ D..xiƒ”É óòò2"ÛÍ6™ äA€ë wõÇ7Û_¬W¬X!Çܲe‹QÌ£X±btåŠùÝl}JØ ˜5k–Gá2žãݺu£mÛ¶iýÃË1cÆ”ùÀ²- ãáÉCðYûÞÞÞòóíÚµ“óÁ\׬YCË–-“å¥J•"l@bÆžv—/_–óèÓ§ ÿÀÿ÷ß—ðDÚ·oŸôn‡Ü4ðáß¼ys­>'FÀ6æNEGh×ö<žò.¨1$¨Útê(Ÿ3Ââ=ºyÛßÂo@‰`F€`ÿ€$êä?úS†tNÔ­ÏúWœ˜¶Å>|üDKWm‘—cªÔ¬¡+5o\Ö¦\‡`F #À„{¿øðœVÙÑEð¾Œ3’³³³”gîêê*%EÒ¦MK¸”<®Zµ*åÈ‘C#ÜA\·iÓFU±xÇ .”å¯_¿&hÆã‚×vçÎ%áŽBx˜+ÂD´ò¯V­mݺUÛ½G...’ÔÆ|@f«v¦“q òžô°ß~û&Mš$uêMë*sal ‡"EŠH]uî8! ,Mš4r„;Ú-X°@nb¨ò|ùòÉÍHÕè=õ!£ÈvÈå@òF6àÁŽ Èø€€wss“Ò:ö¶Ã€"Ü1Oì%K€˜gíÚµe6°ÙÁ„»zEøÎ؆À©iŽ Ü••©XƒZ´ï©ùÎ0Œ#À0Œ#À!Щ]cJ›&55hÙ“ÞødT¦hP»yì?Noß8š=xø„ÆNY ¯¸qbÉêp°ccF€`LøÉ4ƒŸC5­^½ºì^Ó Íáyòé?þøCzaƒàµ%©-³ÁÙ˜ôéÓKb¿`Á‚Ò E•:úQ¤8Ò ªlêÔ©fç‚þFEð¯W¯žªnt‡ºÒƒ„g?<øá™nΠ%2lJ€˜Ï’%‹ˆ%ƒž‚|F?°Ì9ÃN ˜¼Âôú÷Ðl‡Áƒæ ›êäe`ö¶Ó÷×YO¶«2ld@¿öâÅ £SªßFÀ<ÏŸ>¦~]šhš©ÒÒ˜)†ÓDæ[p.#À0Œ#À0Œ#@T¹BI:¶gÁcÝœ/œ—Ö-›JOn¥µK&QµJ¥ègq*[oŠ¬ïСƒŒ¶qãFReúzœfF€ˆš0á¯;ÈoÊ1bÄÐFƒW3ÈäÑ£GK‚Yy¤kìL@ÏA8[´hA>>>6÷¢¼¿¡¯"Ø’Ák’4JkÞR=åÌQÞýæêÁ‹žêyòäÑŠ¡ËŽ¹@¾¦qãÆÒóüÁƒZ¹½ _…A*ç– s‚©1ím§ï¿\¹rúG£t®\¹´gH÷°1Œ@Ð`“®wçFôòÅ3Yù±ù6uÞ‚V;#À0Œ#À0Œ#¹rd¦S×Q¾Üã´hRS6#:5¬[•¶o˜Ko¢©cªß»øM[¿~}éT×±cG‹ñÔ‚š—3Œ#ÀD˜p‡×òóçϯqÈ»Àä:´Ô!;vl©cÞ¾}ûPù`žOIàܸqCŸ( ™XÞ¼yåÝÞv²ñÿXóv@€[têóçÏÿ_ ¾1Œ€5&éOçOÓª 9²æ0üŸÕ29Á0Œ#À0Œ#ÀXAÀ!ER:²{Õ¨-ú/ѨAíÊZ%Kš˜ztiAçŽn¢+§·šõŽGü/H’–(QBž6Gl±Û·oê‹3F€`"?L¸‡ñk OmÙ8jwL… tÍwìØ!½¹AºÃà ojzoì÷ïß›ËçW¯^ÑË—/ezÆ òÉ8¡ y–Ê•+Ëq‘lÚ‘òìÆ=ˆrKzÈ­ìÞ½Ûlx¥#lîܹe9Èæ *æhjЃO•*•Ô—wtt”Ò;Ô )è¯COvàÀzôè‘ió`=c0…î»9ƒþ¼Z6C`ö¶Ó÷À·5kÖ$å-2¼–8õ€À±0Èôàt#ÀXGà€‡;­XðU»akª×¤½õF\Ê0Œ#À0Œ#À˜A vìX´yõ êѹ¹,u­R†$ˆg¦f@V¶,(³AÆtÈ!òtyœ8q*ˆN›1Bž/^¼8Í›7O:àUâF€`H‹€yqíH»Üð_‚eÂàÕÂ@!ÙbºéÇŽ#x•Ã¢E‹&ïú’'ONÐ*‡78<ÕØþóçÏ%¡¾víZòðð _~ùEö¯zH³ìܹS…>øÅ‹%ÑŒ»2l †Â»:gÎœtùòe6lyyyIOsx«ƒöóó£»wïÒìÙ³%¡làðLÇ8zÃü W૸cø’o{x´ƒüj·yðø‡Î9ø›7oÒ¹sçhÏž=²[üX šê'Ož”iÈJÌœ9“êÖ­+ƒ®"óСC’ÀG²=ØÔÀ4¸Wk­R†ÌÙiÐ(7홌#À0Œ#À0Œ@p@,µ©ãR†tiD@ÕTÁj‰PÄ9›3gŽü­ 'ºýû÷I«ž8q‚pÁá ñÝ ÿZ¥J³¿ÿƒ58WfF€ˆ°üO™þvvV&¶lÙ2I«*ÐýF@ÌÐ2¿Ê«D±’þnÿ ØçÎd3È¿À3Üœ~:ˆaíÖ ^ò Ä!ÁÒ´iSkU•a\x¸C·ç?TÇ4XƒL¹®—Œ™2eŠ$©QÄ:ˆfSC» 2h$¹i¹és÷îÝiúôétúôi9?ÓòfÍšÉÓ÷îÝ£´iÓ’éŸ4¾Ü *¼ °¹ ˆ~Ó~ðŒ x¹#À¬2{ÚA]oÅkŠ>ôAjUß8nˆÍ˜Ì™3«,¾3 lbU©ZMœÐ‰)d[ò|·¹}ûö/]¾x–>}ü çð“ØôË•§Å–ÙF€°Óž‡é_±Ÿ)KFJ&¤ØÈ‚€çÑSÚwÏ<ùsSœ¸†µa±¾»w|éáƒG+VL*&‚M²1Qï+7é݇Âik‰”QÕ¯<øïph3gøýÓá ßá€ÆÆ0Œ#iø$œ¡cƒœü!méÒ¥Ø(Ð.A¸‡ê:‘¬õ-w»ûr(þ‚¼÷/V¬˜¿ðlÖúTsÿùçŸý[µjå/Y‹c|øðÁ_îþbç=P{ÿÎ;ûß¹sGk/tãüÅx ºÂ»Ú_xnkùÂKÝ_íþBŽFk{ëÖ-ñ¡ï/¼íµzj®¸ {ÿhm„w¹Ñºá®õåæææŸ,Y2­Œ'}á/ëÔ«WÏsÊ’%‹VG?– åýñ: ¢ZÖö왿ðð7Âë1²\xëû—/_Þ_xÃËþÌ­}4jÔÈh^3I’$þ˜ðä×æ¯O·úQkÁüðú Ïü-ÕªUË¿ÿþþ‚Ø×ÁiF B" NÂhËêošïŸ=ŒcÁü7Àü7Àü7ÀQ÷o`ôèÑV¿Ã yQqjÚ_H¾ZüN-œ¯üÇŒã/N[í‹ F€`~¤Œ {¸‹oGæ,´<Üõ}C:R)ð ‡·3äEàýŒÝm[ ².êùäÉé‰-[6RA=MÛC#cAº) šé¶dhù.åVôšð‚Ü–ÁLÍIßØÚ¯¥zf ÏsŒ+Hz9_xÁCº&¬ ÷—.]’R:ðhWr·®ÑiÏCÚØ™³å¢¼ŠkÏœ`FÀ^6®^@¨+P8eÍžÉÞn¸#áX»býóÏ?r^ÕjV¢D‰†ÙϜвeËä½÷fÍšQóæÍ)[¶lZN0Œ#À„/¼õ¾xóhŒ#À0€§NÿnÍèÉc?Y›W“笣D‰“ZhÁÙŒ#À0Œ#À0Œ@Ô@ C† 4bĺsç=z”Ú·oO $0Z¼ŸŸ7Ž²gÏN  777zöì™Q~`F€{˜p{ŒyF€`˜5e?¼G«Ùwè$Ê[ ˜öÌ F€`F€`F€ *Q¢ÍŸ?ŸPuýúõT½zu‚³ŠÞÎ;G¿ýö¥J•Š\]]iÆ ô×_é«pš`F Œ`Â=Œ€ånF€`lGÀóè>šï6FkP¡JjÚ¦›öÌ F€`F€`F€0F zôèT¿~}Ú¶m› ¶:}útÊŸ?¿Q%H5nß¾4h@)R¤ :бcÇÈßßߨ?0Œ#À„L¸‡–Ü#À0Œ€<}üúumª}éwrÎ@£&/²£'nÂ0Œ#À0Œ#ÀDM’&MJÝ»w§³gÏÒÕ«WiÀ€äèèhÆÛ·oiÁ‚T²dIJŸ>= 6ŒnݺeT‡F€`BŽî!Ç{`F€°þù‡zwjH¯_½=Dƒ¦Îß@qâƳ³GnÆ0Œ#À0Œ#ÀDm²fÍJcÇŽ%___Ú¿?µlÙ’âÆkÊÝ»wiäÈ‘”)S&*V¬Í;—^½zeT‡F€`ìCÀXä˾>¸#À0Œ#`Gõ¡‹ç<µ¶CFϤÌYsiÏ¡™øçï¿i¿Ç­Ë,ÙósºLÚ³¥tåß¿{#‹S9¦¥œy Zªdþó§éÜ飲^ü‰¨hÉòA¶‰ìîܼJ·nx-3ÐîOáÚ(ÏÜÃÛ7¯Éóè^£¢4i3RÖyòø`">·}éª÷u91èW®nü~¸{û>‚ ‚%û¿ÿû?J›> ¥Ï˜–¢E‹f©ç3Œ#¥ø駟¨lÙ²òš={6mÞ¼™–/_.IøÿýWÃÆÓÓ“pAózð-Z´ *UªÐ/¿ü¢Õá#À0Œ€í0án;VQ®æ—/_hÞ¼yRß ;ãø1”$Irvv¦J•*QµjÕa2fÌZ½zµÌGõzõꪣ2^¾|I={ö¤ .зoßT6,X–.]ª=s‚`"'{vn¢ÕKfj‹«×¤=ÕnØZ{íD4ñƒÁmÂPºï{[v]¥f#š8s•Õa>¼G]Z× ¯Â6|üÜîW½ÏSŸÎe_ÙsågÂ] ±gÇFBÀ\½5kÓŒ˜ªÏ2›ÞþçJ;¬‡QY“Ö]™p7B„ˆ‰À=‡iôÐ rrqâÆD¸÷é:ˆ>¼ÿääñý4C¦tԭϯT­f¥ ësF€`¢*±bÅ¢¦M›ÊëñãÇ´jÕ*I¾_¾|Yƒäoá òçŸÊ+qâÄÔ¨Q#jÞ¼9.\X«Ã F€` `Â=hŒ¢dgÏžQÑ¢EÉÇÇÇìúg̘A×®]£,Y²•ãƒzq°×¯_•™>:tˆV¬XašMОccÈÀ½»·hhï¶Ú"áÕ>pÄ4í9¬•ª×§3ÇÊîìßAðzoÉïÛ®‘í u*T©k©*ç‡"»¶­£¾¿O"x°Z³][×Y+æ2F€ˆÀ þúÕ›Ô¥M/òlÝFMJÿûßÿ¢ÀÊy‰Œ#ÀØ€ƒƒõéÓG^—.]’Ä;瞤”)S>¤M-UªT”;wn™(Q"Ób£çªU«J]9åá~øðazþü¹Q~`ȇÀ_Ÿ?SÏõéã‡÷rqÐkŸ:oA¿=¬­RõzáŽñO?@%ÊT¶8ìÞjeEJ”§ø ­¿¯i•9"^>*_›b¥*XìçñÃûFrD+r#ÀüðTªVŽŠ•4ö®üúõ_zòè)mÙ´ž?5ÄY¹d/]”ª¸Z~ïøáÁà0Œ#Êà÷ûäÉ“i„ ´wï^I¾»»»Ëßÿj¨›7oÒ!ChèСTªT)I¾ã4{¼xwIaÄwF€`ô0á®GƒÓûöí“iHÇìÞ½[ËGBÉ¿@ÎÔH¸l±˜1cÊÈéªn™2e^ïlŒ#¹=¤+ݼptuôäÅä”6C¸,ºíNÎ4Y™½»6[$Ü?þDǼÿU©Ù0\æȃرe Y#ÜÙ»ÿR¨ƒ@Á"ù©eû¦fÜ£gr-×€  ›5u>î þ‡`à!€“…•+W–×û÷ïiãÆ’|‡cœ¿¿¿ì w<ãêÚµ+Õ¬YSJÎT¬XQJÐoD®Í0Œ@äE€ ÷0|mqÄUɪ€œ†Ú»wïG¶ÜÑÑ‘råÊ%óÍMf/^ÃãšsÀ;ó¸ J‚ T'À1Œ@°Ø°j>mY¿TkÓ¦S_*_¥¶ö ½¬Ì¡½[ÅûÖ³ï¡ Ûÿú볜dgÊV¬ivz/ž=r—èß¿Ræl¹m öi¶£0ȼqÍ‹îùܤ„‰’R®¼…"@°¬bîîÝ¡”©)Cæì3¦ás&¨é<ò»GW/Ÿ'‡TN„ŒÐxï…´Ðí›W–ÿÒ¾]ÒïÌ4g5/=áž-g>9UféŽM”[b³¯Ù_"4yJJŸ)%J<)³‡|ÉûÒCûŒÙ(~‚„–†ÔòÜó¡‡îÒ«Ï(Vœ¸”"¥#eÊ’ÓìßžÖ迤®_¹HÏž>1 Q²)M«ùÒ× 'S¼.žÅ¨p±²”Ü!UcrF <ˆ'6µùµ é3RwÅë}ùò7EnY.,<æÅc0Œ#ð##7n\jݺµ¼îß¿O+W®”r°×¯‚]cmŸÅwƒµk×Ê C“&M$ùž7/¯ÿ‘_{ž;#À„L¸‡ŽzAäïnݺI‚…eiß¾=Íœ9“°[¬· 4Ñ“%K¦e{xxP³fÍŒ÷Ñ£GS:u¨sçÎFžàyòä¡;vH™ÕˆýŽ;Ò¦M›èŸÿ‚ý¡ Ä5jÔ ùóç"ú,’tW6vìX)û¢žÑ¤Ë–-SYRË;Ú ¿õ†hèû÷ï×g…ZúÌ™3rGýôéÓF}Æ’-[¶”sN˜0hĨ1?0Œ@˜"RZà2obÔ½ßè0Ó\çzY™—‚ü¼xöå+T"PU½œL —Ê7^À"6D—/˜J‹çL$ô¡·ø QãV]è×߆ËÓ§bÑtR¶f«'åÌ[Hß­L÷úµ¡ 2Š‡Á£Üä8H»oXFƒ{µA’ZvèEõ›¶§~]›‘Ð?G‹FMZu¥~BóŸ8ª/mZ³P“öAÛÄI’QÏc©VƒVx dh ü•‹ÜèÕË °˜±bSÁ"¥iظ¹!"b‰ñ‹;¤¦#vÊy>°ƒ*V ¬›×¼/Èù€N&ÑZM'þBHÔ̘ø;íÚðJÊHÕÁFAéòÕ©÷àñ”&mF•-ïú×äôõ·tÚóAZýîßÕêa3¦E»žÔ¹çïf7vº¯¥eó§Ð¯sZ•H™: 5kÛ]´7üªÊß¾~E¿÷kO‡E¼¸eÎé2Ñì¥Ûh‹xÝçÏøCVG°ØA#§«¦ònïë¥_÷Ÿ¿èØÁ]4rPg!ÛñXö;eî:ªXÍrPt£Ið#¤M—F÷O?§™µÈî=~FÇ<Þ÷«WvŽS1ißÁôêõ[Ù¾d±ä"x¾Aü+<~òœŽž8+g(a|*_¦Øwœ š899Ñ Aƒä…ßáà:@´ëŸ>}JS§N•WŽ9¤ä xHβ1Œ#¬ Qƒ5ˤ·2|¼6%ÛQ¾~ýzÊ–-y{{«ê’ÄÖ€¡ALàÅ}ÈDvåâÅ‹FÒ,¯^½¢råÊÉA=ÙŽ>àu¨ã...FQPòZO¶#ÏÔÐþĉFÙðÖ7%Û*„ò6'%Ý”lÇ0ýõÍ›7Ozºûúú†òÈÜ#ÀØ‹À‡÷ï¨gÇúô÷zð(ž4{m°i{Ç6molGçôZö¾Ý[´´J`ž˜ª¬J9ìm”“„µ)ÙŽúoß¼¢¹ÓFQ“E…G³¯ê"ÜîOûQËz.h¶Ø$˜ç6†üÖB¦MÉg¬ghŸvfµÑß¾yM¿¶¨Fn†‘íXØçO%IÞȵ°ðü6üضwÁÕëÈFìؼÚl7»‰­ÌUW_åéïðfoÓ l ÍUÞô<Ü%f÷ïÞVÙî÷l¥ê‘í¨ïóE³ÇÓô CµY±hºÜø0G¶£26X&ŒèM“F÷ Ô§êVÎGûÅߧžlGE_Ÿ›Ô¦a9zpß|`sÔ ­× '=°nE¶£o6F ¢!ðྱÓGÂDìtÑ^£y>W¯ß¡†­zË«NÓîtó–oË™1w¥Ö¦÷  âô˜!NÍÀáSµüó¯Ù¹ Å)Žs®ÈëoñQ ëQ8al‘‚ JgÁGtÞëÖ­+NE7Z,x~ýúˆz8æ­X±‚>~ühT‡F€ˆì0áF¯0¼Ñáu^¬˜ñÎ~ñâÅ¥×9‚ŽlØ°5j$g9¤q, Ö¥K‚Žº›››|Æ?W¯^•Þêð¬€^g.AðÒ"EŠÈzoÞ¼!HÌ@FÖ°aCøäÎ;R‹Þß0|"Ø v¢•­[·N’ÿÓ§xÈU¯^]zåÃ3>,9¢šÈ{•*UÈÓÓ“fÏž-ë¤O@dU …‡ãÇS¯^½¤w&¼Ù @»ví’K–,!b…={öŒ:tè #rŒ# Þ×|ïÈ®þ÷¿ÿÑ„™«Bä Ò9U®Þ@ëâ€G`ÂÝóØ>Í:FŒ˜äRÁU«?ado:sò°|†üJŸ!hãîsä¾ÿ²ô:÷Ÿ¼äV†÷卑 ¯Äîmëé“ oç=ž>´eŸ—‘72<½AdcáÿÙ» ð(’&ZwÇáÜ5¸Kp—à.`ÁÝÝÝÝípw—Á îî®Ááäÿûu˜Îìf6ºñªï›LOû¼ÙÝì¾®~µn×ÚƦýµQÈ¢x„…wè²ùS¼Mwòè>tüð^™é™™‹¶ËéG´bË1ªR«¡Ì)Û\ÛïßyÉ¡yëÈ—ŒÒå«Sô1e-xºúèé ¨oæ,î&µFu‹!ú:Zz椡BÛÙsûsœ¸ñåóZ¿û,¹øœ­u!ÈÑÀ@̯’G– ‹¶é2ÓÜå;%®Ã'üEÙsåSÕW,œ&¼jŸªk¤Çë¡®í+Ö¢©m ƒgŸÐ®£·¨sïJ† !úûÄ3À{ò-°”ƒìôe´çø=‰·SëîôB,¬èÔ@¿Öz^SF÷•?±©TÑ›vr8æãñ5#R|ÿþƒV/Û †Oœ4‘Ø‘äù¢29Áê•ËP”Ȫ¶ìܯҖ›¶»¨¢zµ+¾ûXËŠ•oLùJ:ÈÃý©×o9kõÏý0~AœvÎCçýÅ‹4oÞ¯‡÷oSÅjõhĤ…ê}`4&ç1A‰À˯èæõÛ&Cü:í÷î< Åó–Óõ«^šÂ-Ú61©ÇŒ@`ˆ+U´/NÛv”]mÙ±Ÿúvoe±Û«×ï( Tª_»’ª[·fÊŸ7‡¼N*™Êç#–ˆ'Ž”³…¤-x8éAó]Ï ÀÃR48 3ùÜ&MšP¶lÙÂò­óÜF€°ˆ{¸[„ÆúÐ=C Qs›8q¢ÒS‡§¸%ù~ñâEE¶ÕÁ Ã?.ÓF øÂ… Ë"ÈË„ƒœ î3fLÂBvèbÅŠ™üc7÷Æ+÷ÊódBÈ`aÑŸY²d¡ .PÚ´i5• g /©¢¥*P«ŽýÕ§5›ËÊ@¶C3|Ö@>D³ŠÕ½¼á7®Y¤eSõ:MLÈv­ ]†,äèÔA»¤M«½Ú¨Ì L@®GO¶c(h…ƒT׬RúZR³çʯÒ/^˜Ê3¬\{ò°ÔaǤMJ”öô:Æõƒ{7q’VYÈkX2”i}ëÛXªoÍ|[AøYRAºC††gan|ªÙÿ„ǵÞîÞºª.ñÚÀBŠ‘Á 2(Ðì‡~}†ÌÙªùšWPì€g7d^Îœ8$õÃ&N*Û9o÷ÔodzüŒO†ÝPEK–7©ò]H·=~t=¼C·¯_¦õ+ç›”[ºÈ”Å‹0Ñ×IÈs^ÈûOèÁk†…z{õâ™÷ÁÝ›tôÀnÂ#Ó¿fôrFúº‘…^ª]Á&;´rk>/±HUìÚccB;šÕ£Á£ûQÔ¨QBûTy~aMVæÇÏ¿ébþ[w Žm<åÔÌogÓ¶}*«^­Š*Äýé‚Ú3FtªT¾D@ºT›ŸÐC7wzõúÅŠƒR¦HB9²e¤ßg¿½@ACNdrwìØ!½Û÷ìÙ#er5ààƒ΂د÷5jˆÏrïÎZ>3Œ#`Â=˜žˆbY17è¹#Ú7L“Š1¯ã×ë„ ÊÕáÛ·oûØäæMOÒ(Ož<>Ö M…ÓyEÈð`EÜ7ƒ—.#ÀxGàÁƒ´lÙ2y¸¹¹y«P¯^=Ê›7¯· ÍÞ*ZÈ€DFŸN#,’xïN™·Ž ¡ZL/+sGÊOÜH­ìý‚|׬Lù&žÉi£Ø®Ñâˆ6£2k?/K 8ÚøÌvòˆx ™M†ŠéJk›š2fÉ@™Ä7ž©¥Ie¾`‰³Œp@@IDAT€‘¬ŒᎀªWoxɲկSÉdäüB{ýœx Û¹~.U©XR¦—­ÚJÍÚé=ÛP¿­©mס´f£§,ZªIé±ûsY®ÿ“.Wy?ž ½ytR¦Óf·§G=¿>¸ÖÄÃ^k[Ï©;mغW^Κ4ÈÛâÁZ1îä™KÔ\µv8§R8]Û;Q·ŽNúlN3@PUð 8Þ¼yCkÖ¬‘²3‚†øþƒx8lll¤Ô-È÷âÅ‹‡g‹7ÈŒ#À À„»(A•Õ¼ysé-Š³öýСCÔªU+é¹<-èg@çP®\9©ࢠ, Ö­½oŸÇ?8¬,Ã;^@çvãÉ™3'?^z¸c«š¥]éŸÛ0áh'"ö¼Ù!·d‰tÄÂ?ÆfLL§\¨.ú ›j(¿¢*„@B“•Ñ‚¹:ó uõzóFÒ+ÚT-á‡ró²ßè7­Y˜;ã^þýÏËs¸‡g[µÚ$áÀ +ƒg£—“A¹_lΔábëþU5¶MAÐå” &¹ò’‹@ÝÚx_ W ˜xþô19Õ)I8kò:mºLâÈL%í«ÐLñ>Áb€Þ"EŠD1bÆRA{ÿþùS_l’þüÉ{@Yk?/#Rßd|Á•ª•£VšÃH<#`ÈÊh:îG\ÏŠß#7®IƒÍ;¼‚¥fʆrçô¿óœª:´§£'Ιô\Óç,§nýÆYd~÷þãèéó—4q”±„©ÅÆ\áH uîÜYˆM÷U«VÑãÇ^ß—<<þL-[¶¤=z´Íž={&#zkS3f •,ééåpæÌ)ó‚L³˜l¿J:µÜn¥—™éÞ½»\1~ùò¥ÔK©†hàøG…b«W¯¦Å‹Ë.Ñ^¬šdÌÅöùÝ»wKmu-Ú¸öÏòáÇR¿ ýƒœ·,~¤Qí°}Lk‡ú0HÇ€L‡¡.¼ðÑÐzâv T«VMn9ƒÞ4ú†¼vq8 ‡~š5k&ûâ?Œ@DEú‰ ÙpŸC¾Ó§Oï[5‹å®‡öÐÂÙ^?ÔpÑÑ©½Åú!Y`"+#tÜsæ)Ho_¿”S1[¤x9“éÙ¦ÏBW/‘yOÜîSò”iLʵ ÷_^ظ†~º%9þûßZW&g¿xH›4°Â>‡S¥I¯•N™·^\[öî·Â²‹,Ùójx×_¿rž¼sïŽõ² ò2ñÍ._8¥ÈvH°Œ¶ŒÊU®#ÿ·hm7(lX߶ŠlG0ÔaãçôÐõö›ÀÖÈðšApXØ£· 5ÜQ¦ßqk˜µŸ×ï¿ÏÑs4þË0Œ@ÄA@/+óø ´Ãù095¬a€^NF,Õ¤’/«¹u÷!ý.œ±Š¶£œÙ3cË–,$[:8u£ï"h0lÁÌ”$Q'ìOyØ?Ð¦×“íµ«ÙS£úÕ¨Pþ\ôåËWZ¿e 3›pÿSg-£A½Û oäX–ÛGP2gÎLà@›íðáÃ’|GLºOŸ¼â뀀#ÈâÂëÝÑÑÑW©Ý )ß6#À„""…¢¹„ë©Dú§‰%"H7`ÅD³f±bÅ¢Rß¾}eÖ»wïÁ?!¢7xÃãРΞ=[eAvåĉRÿ „3¢ƒã07Ôƒ—;ˆ˜Ælß¾=Í™3G¶Ã–/h¬ôáÇ›9;;SÅŠåØ Ì ™·Û¹s'U©R…Ê–-KC† ‘å˜óôéÓåaÔò0?&Ü-¡Ãùáwww)³téR¹øä×{#†|ùµ¾y½çOSß.MTvÛŒ4bâuÚzY™KçOÒšežŸm˜gÙŠµèO±³Fo €5Â^×…Š•Õ«´>Ð'Hz¿XÜx ¤Ü êB»ÜÈ@ò‡„¥µÍ¤÷+‚ĶD¸ïܼŠ~üðŒµQ½®“” Ì|áÅ>}ü ÙÅèA•}¥êŽ&¤¹¥1ôdzM‡fT¡ªƒ·ªÞyË l’/ž;¡º1i!%H˜X]k KcgÈœCî›Ö.6\\À„~ ­OœCêyéçÀiF€`ÂF²2zÂÝíñS Ǻ•Èö8‚ÄÞ°|*Ù—.â­½\™É6mJoušáìrL5M2­Z4Ñ$.Â@A°_¸tƒ6ïØ/v¿ýGÇO] Ê<ÆTCN0þD;ýK—.-ð [¶l‘’3...*º-…šlº=¼kž,×Õê4VãÌŸ1šŒ<í×.ŸKýº:ÑÐ>mh˺%&Û1`•š Õ¸z‰"¿Êɼxæ®ÚÿþÇ*­%ðÌwˆEkÛ§ #ü4úyçæUºuý’áÐMZvUù{¶¯£í›V¨k$<Þ¿£þkKRÏËÒ|8Ÿ`ð‚de4Ûwð8}ýúM»¤ÍÛ÷«tŽ¬(K¦têÚ¿‰á:’íþíÇ¿õ‹ÊC{·,Ǿ­ MÈv­¯OŸ½v`ððòDÖÊùÌ8*6lØਢI“&8½ý¿9@Ê×®][Ævƒ"Èøˆh—/_&8DB»þííí%~PxõêU@‚ àbp@®”`Œ`wc\‚$[!ᢗq1?Ì·nÝjTäç<O…V; Úhø i ’Ýè‡@Ç©MuÿZÊ”)éܹ€ëBzçÚµkR–÷‡Ɖ'&ô›"E Š;¶§ÄõpvÌh»Hü{Cñãǧ>}úø·™ª?nXwåýÌ¡ãçQúL–ÆTÃNT¨â`"ƒéÀÛÜH²$obT¥VCÚµe5a¡•c9êØs.n/¶{ÿIg…÷ÌICèó§ò®_N÷ô‹åÉ_„\vo’UׯœOÿˆ]Nµê5£hÑcÈ~§Žà—n‚¤NÙŠ5©@áRRožÕŽÕ Q§^Ã)[;)›‚Å€¥MVc7mÛC¥“€´Š]Áâtþô1ÕMºŒY r3~±¬9óªj›Ö,¤¤ÉRÈ`«1bƦûwoЊ…Óé°ËUçõËgäþø!%JœŒ AP³‰WÊ !ø)Hýn­ëH¼ÒgÊ.^tôànš7m”I÷ׄlN‰²U(VlÊ‘;?-UŽÞ+e×tk&‚¯.§ÜùŠüÂÛ…^¿|®Æ0éH\„Ôó2Ÿ_3Œ#ÞÐËÊ|ýöö8Nµ„ì L/'PïvôEÈôké}ÑeAmX$0_(xöüݹ÷ˆnÞ¾O»ö!—CÞ ‚z^ÜÄDN@={ö”Ç•+W¤ä $rŸ?®Á®÷¹sçÊ#C† Òëžïi„¤nx7,Fà·¾kš¸ K—.)NH_^¿~}Y'Lüþó¯ÿ7nÈfïß¿÷os®ÏD˜pÚh8£%K–Œp°1Œ€]»v•òUS§NõÊôCjÀ€^¬‚gøºóÔ(Ðl¯VÛË+Z„ÂDÅjÞ ÷òUêʸFÓí;t ½zþ”Ξ:"âI|£É£ûU£l9íhø„¿ ËŒ2ë7nGËÿš*eS@¶ƒtÇ¡Y¦¬¹¤ü¡}Ûµ¬`=c¥sËZRSºê=ÚÖ3¿KŸ‘~^d0ìÀ,Þìz½ªXðð«•­P“¦'õß±@2uìyèÛÇOHÄ6øH?Dloß¾RÅ¢éiâìÕd´ÃAßηtëNýhXßv²¤_ZŠÅsKš<•Òy_±p¹r¦‡=ÀL™»NÊ3i §$šaÁãçô×Ì1Z–É9¤ž—É$ø‚`p†€‘¬ ÷ç/^Ó‰ÓÕÝT¿¤K›*D%2Þ¾ý@ËVo¥ÛöÒµwéÓç¯ê¾8Á„9sæ”ÞîðÜÞ¿¿”œ—ûׯ^¯Ï»wïJiÌ¡C‡RñâÅ%ùîàà â Ø„Ô´ƒl\8öë×O’í™Êž=»äEž>}*!c …sûðámØ°A¶ƒj@:uÌ«øzóv½h×ÑÛÔºSóâ@_×mØšŽœAx½˜[¦,9åkhãž ŸiŒ˜±hæ¢-4tÜ\ª\³ì¼Àks¬UÔ®ë týG‹Ãd˜z^&“à F€`Â!zY™{Ó?ÿüC[wî'ÍÇ4_žl”Î6U€ïêS1!À­OsCc, ô1ú ŸJOÜЛW(j´è’ N™ÚÖÇþ-¶ï>„pX2ȳ\¼ï¥‘kTo¢  qYŠTiiöÒí2 -<ó¿}ÿ*ƒŠ‚ւ₼.W¹Ýšê‰“¦ œy Ê®ö|`Ô¥IÞ”yëL®õ šu¤ÚŽ-%NO݉šÄ”6}f“ªÎ®wé’ð€Ç¼²ç4õDÂëÌ¡QyèûÕÒ/Ÿ»kI²MŸI¥µD@Ÿ—_î[ƒÏŒ@@hÕ¡)á°d×±TÄùŒ@ˆ" —•yÿá#>vFÈɸ¨9Æ»è‰CÕiÿý§-˜vðù‹—W°¾¤M—¡ä&HwX• %è¯#(YRSçkÎO?6§ÿ"3fLjÖ¬™<žÄ3ûóÏ?͇âkFÀ*xZ¥[îħ€§ÂÆ0Œ@P#²ž¾Þ@ë0 6¢_{ºç†j:fÚ2Á‘,AÂÄTLèm[Ó’ÒGh5|™Ç⎰bЃÇaÉÒeÈB8¬m ½sä) £¾á…_¬´ç‚¼V¾{ÛZZ4g‚¼Ì_¨¤\àÐÊ´3$p k¤™mzËs‹ÏK»/>3Œ#Ú0—•Y°t£$Ý1ÏßÄQ¯¶égzpÏ?Aü¸ôè±'iþâ•' g>‡û›gIM/‹³hö(Jœ(·zïÞÌ+Ö[GœÁXÝð¼ÆXq Þ¡c®'”DtúôéòÐ~ÿ4jÔHÆ€óïT@ÔN™2…&L˜ p}{Ä“‹#à‡¸‘mÚ´Iê¯?x`êÜy£F¢Æ½Ksâ·bÙxÖ ^ûGoо߶m(P@e¯ZµJîfÖ{µwëÖpè äù¼yóÈÑÑQŸ-1Ê—/¯´Â2eÊдKÃs•*UhÏž=Š¨ÇbHó3fаaÃ$鎆 ï!d>§Ó§OSË–-éúõë&ýc¡¡V­Z4qâD•ü:DiÓzþ½xñ¢”ÞÙ·oŸª£%@ÚËåË—vA°1ÖF€%e¬è¯þ¼âÙ³gRBÁ(´ãêÕ«„7=~ü²1Œ#T?~œ *$=Ü}cìرò¦Z³líؼRuYŽÒ媩kN0Œ@ÀÈmW˜n߸,5Ëfb$èÍãÃ{Ô«%½xöDf#^@–^bõu9Í0Œ#`}ô²2ë·ì¡y|.˜›R¥Lfýu=þñ‡×OøŸ>ëJ<“iRyí´;xä´·òý‡Nˆ ¨nÞò=<>)½ößÅoU£ß«W¯ß¡KW¼¼‡½uÂŒ@(@Úå ÖÁÇlß¾ ãn¾“ä-4ÐAÐÚÛÛKÒ^Ø~µöíÛËöð677ȶ °èåË—¥Wµy9dpêÕ«Gæd;ê¹¹¹Iü™3gš7#xñëÉvo~e¼xñÂÛ¸:«'Û-µEÌÛÜà!îîînžíë5&àÁ®÷ŠG:oÞ¼2.<Ü5ƒôrïÞ½Mæò¿H‘"ÞÈv´¹wïž ÙŽ<à§a„X 0"ÛQï‹lŒ@P ÀîAê¯>“&MJ8ØF€Nà1¯l¡„áS—.]hÁ‚&…P†­{ÕªùŸ$¿qõMᥠ˜¯P BG6F€<ðÄoÜ¢ ­\~ '‚ÀÂ"G‰Bc¦.5Ü:ø™pŒ#À0FT«Tš¢Dþ“~üüÛ¤8°r2&Y¸Hš$!}üä)å7hätjÚ°¦”€¨]Ý38wÑByEÀSOoÎù‹× É„¨yãZÂã6šðÄ?Ký‡M1ì9n\J›:9=t{Jÿ ™†Ú »ÐˆA){Ö ‚¨ûD»÷¥‘æ*­ztrîâ5!=SRHJÄ2ì“3DžÔøƒÁB!-ÏwWWW5-¿ðÐÆ1hÐ yÎ!ƒ*7J€Piƒ9¼¯Aòëdõ´iÓèäÉ“²Ü\žeáÂ…Ô¦M)…’8qb>|¸$”!Onx|c¡¿Ýà½Þ½{wÙþàw¤BáÁ¿uëV#2*ð× ¿ûräÈ!ûÔòpF¿ Ÿ/\¸@ƒ–Eðî‡üÞ ³Rºti}–LWªTIÞœGÙÔ©S•¬·Êº ȵ@6^çØq€¸†hGT¤]zõêEÀbôèÑr·€Æ¡a¬®]»ÊúX0dsÙ²eåçç⾕fXÄæÙ¿xñbé=g"øagv€¿Ù³g‹8Ÿ}”ÐÑúæ3#˜pj܆`PŠÀ¬Y³ÔL_NðÅžø‚‚mwZ€”7'ÙGÔ½­ƒ"üâ I•I³×ð—¡È•Ÿ€N~¢$ÉhɼIôþÝzýò¹<ô­J‰%Ýû¡t³ê³9Í0Œ#ÄÄŽ“*Ú§m»ª‘àîP+èådÊ•.B·ï>’ãîÚ{”pÄgCáÞ®e}š2k)=yú‚~ ïÒy‹×ÉC›hî™)µðÂ×Ï]+ëß³ AÇvüôE*[­…V¤Îh«é¼O½œœ÷£›çw©rN0¡8qâH¢d7<Ëë ¿‘à%­<È7nÜ(ei´<£3ˆpÆ0üÖAŸ&M© ž)S&Iðò&š´ êBF¥oß¾’l‡Èoè­kò¹fÍš’ð†>š7oN˜»f öqÀÛä5÷Ž;jÅÏ5®\¹2eÏž]îƒiÑÂû{ܨùØ=¶víZ?*U*jÚ´©ô(Çœ5ëܹ3Mš4IJÉ ’5zÃx c샚,"ØÙÙQ5¨D‰J615²ýüøñCv‡ö ññœ0<Üú颞 ¼ö£EïÜ'#À0Œ@° €/}лÃí Â`õd; Þú퉸.V¬˜¿æï‹Ý›ÑÓ'd;|É›8{5%H”Ä_ýpeF€ðí{ÓÁsî4où.©ãÙ¦>C&Ñô›hÇá4kñV&Û}‡‘k0Œ#$èee0@‰¢ùÞçAmÃt¢Æõ«QÔ(‘ÕPBF¥£FB‡v-¥²%=‰1­ È;°c1AçÝÈZ7s Y“Q¢žÁÚõureÏ$û½èº‰Zh¯¯ÏiF ´"/î!C†È`¥ál×® ¶ MoxHûføUµjUYíرcâÁ:¡Žô˜1cNPðÀÆo%Í>¬ôÞ'OžlB¶kuLe°¯_¿JR]+ /gàØm| ÛndøÍyêÔ)Y"²2æ–9sf¹€až¯]7lØPîÅ <åQ?zôèrâ—Á ž÷F}k}ð™ ìáô¸-#À0¡HÇ`KàæÍ›Õl°rïììLð²ÐVð‰à0ð&À—AÿÚ‚Ycé°ËÕ¬›ð®-P¸”ºæ#ÀXlÅEPUóÀªÖ…{cF€ð/éÃ?vöÈÃêMÕ$~±xñâЊãåñúÍ;)“ ¾—,úHg›Šö bÝ]x¹ß½ï&$h>SñÂvÂ׳ÞÂÙ# ‡‘ulÓZ:Õ¡+×n‹à«OeàÔÌÓšP½wy/!Àê×oß)_žl²›*KÒÿ>Þ0ê’óP‹ÈVsçÎõ×á™–ùóç+OH•à‰ yUmÕª•ê¿Á4Ó<ŵkýY/ó¯ûðfxÑÂ,Ý´Ý!ÝÃ"†%îKŒwìØ!w,hÁká1íÚ5y`—dg-ZDØqÀÆX&Ü­(÷Ç0Œ@0"ðöí[é¹®ébhl3ܹs§ÔÂ3š dd¨[ ýcçN^OžÛŒÑ®dÙ*Ô¼]/ÿtÁuF€`F€`¬„@BOt}×)’'!þ5xÉÈ—SFm¥¤N¹âFEœÇD sü® ívéÄqäÈ©ÞºukÊ’%‹Ô(ð^×ìöíÛI^ô¡Yž\EœŠ)id;ú8reËiÃpŸŒ#À0Œ#À0Œ#À„Z¢E‹¦æò]#àU毩véÒÅ${ìر„öC‡¥§OŸRÛ¶mMʵ‹Þ½{ÓøñãµKy5j” ¨ª€¼Æï@½Áù *I“&ÕgË4ˆeìtÙ~á‹ÄW®\r^z9}- ¯vÄÓÇ ìœãĉ#½îá‘ŽE ,Ô©SGJÃ`Ç·% ÷$I’Pݺu¥G½|Ðâgc‚ßÄö‰ÿEÇAÝ'´šð!¦U`KŽµ [M4§† Z|#[k<î‡`ŸÀGõÀ ^šá VýK•*¥eYõŒ­x9rä ÏŸ?Ë~ÿ_ãÇOD¿‰/SlŒ#À„^>w—·a'6E‹îå±îï!b#ðòù+Ò~æÅOô²ÖFæ£Ç'úúå+¥J•œÜ®qà9kãËý…NJUr¢#ÇÏ3Œ#.˜8²ý ŒUjT¤‚Eó…‹{â›`€Àè!éÇ÷ŒöÝZQÒdI‚ çûèä±36F€`F ¨Àodx·ëõÛ/_¾,5éY=¨ÑçþýŠ+ò+R\``F’.ˆò~óæM52< 6lØ@ð†*ƒÞ‚ LºO”$5hÚÁ$/F€ëL?Hî¥íK‰øÕÂúíðü…ÀÄ‘Óá^µfEÊ–#‹*³vÂíácI¸û¦ïkíq¹?F€`ˆ‡HvìòFÀX½A:ïÐÎ×dfôåœf‚â nÄy-ÀD;&%£-å·Ëà¹pCF€`FÀL¸[B†óF€<<<¨víÚtðàA5´çœ)EŠ*/¨пspp Ÿ?Ê!’%K&=Ýÿz–lŒ#À0Œ#À„g›õ4!l¡çýìîJ˜ ž·Ýˆµv¡×oß›Ô{ûè„Ð7ægR‘/@ÿžmÈ6M jÖn}ÿáù=Ö¿6iÀÞíþÅŒë3Œ#Àø –”ñN\‹`«#àîîNÅŠ3!Ûá]îêê,d;´/›4iBnnnòÞÑ}ݺu”(Q"«ß+wÈ0Œ#À0Œ@hGàA¤¯ß¼Ç×i}ªjöíÛ—–/_NÐ¥ ƒ„͈#ÔP5kÖ¤îÝ»«kN0Œ#À0Œ#8yú=róúŽfŽdø6ow1ÏæëD Ðs?¹ •,šÏϳxûîÕkÚƒ’f(Am:¡§.ú¹-WdF€`|C€ wßârF€`¬ˆÀÒ¥K©J•*ôéÓ'Ù+´Òÿúë/7nœGñ¹«gÏžQƒ ú£°téÒæÅÆ0Œ#À0Œ@DE _žlòÖÿ'þ®Ù¸Ë" {÷§žßã´6+›¸=~J[vì§ó¯«ïafU|¼¼rí6mܺ—Ž¸ž5ôÌÆw» —nІ-{èìù«ôõë7ûÓ ±ˆpéÊMÙîÜ…k†}ku-¿}ûN‡¡k¶ÑÓg/-U ²|x¬ïÛ¶š8úO—ÏrÁ²T´|#J—³<7‡îÝ÷”[ ²ÉrÇŒ#À0á&ÜÃý#ædЂÀèÑ£©yóæô÷ßË)ÅŒ“vìØA­[·¶)þóÏ?äèèH¯^½’cF•6nÜl26Áv£<#À0Œ#À0þ@@OÔ®^oYVF/'£oci(ÄÌ3i>%¶-Fi²—£ÚºP¾’'EAªêÐÎœ^¶j+ý;«¢|%êR®"µÈÁ©;•ªÜ”l’ žÆËa1ÒñR";QžÛJ×'ÛåiéÊ-–¦Fwï=¢²U›SÌ$ù(O±:²]þRõĵ.ëH—¯Þ2l›6»½š¾×nßuÒçª@¥«4#§¶ý©rÝvª¼q«>†} sÊÌ¥ª^‰ M,ÖókAäÈ‘iù_ãhXÿŽ>6)[²$æcƈnRïÁ#w:feÈS‰Š—oL –n >šÔá F€`FÀ/DòK%®Ã0Œ#p@r·mÛ–/^¬:I’$ íÚµ‹òæÍ«ò‚#ѧO:vì˜jæÌ™”;wnuT‰ýÎ[èŸ<,)ÒŸ”$YJJ™Ê–lâÆ3¬öúås:Æsþ6qâQáâö†õ‚;óä±ýäñáÖ®@qJ˜8©U¦ðèÁºuý’ž€YºŒY)uÚ ôûï¡s =¨°±J ô˜_ûJµÙcèmþíÛWº~ù½ÿ†¢D‰J2ç ¤â=È>سs¿øÜýÇ_7ƒ ‚•kTðs›'Â[÷ò…«²~¢Ä ©@a;?·åŠŒ@hC _žìRü¶ ·¯Ý¼Gð&Ï™=“É4áŽ}÷!™—8a|²/]ؤÜüâý{jز7íÙïj^DŸ¿|¥]{RApo[;›òåÍî­2ÜŸ¾¤’•œèÅ«7&å?Ñ=eÖ2Š'<»oÞ~@«  ^¾~K-;÷•– 4ý¾"¾cÏ‘ôUÜ“¹ýûßBßüŠ˜[};¬;õèÜ̼ŠºÞãâJuw%œÕ¬t‰?\od<<í£G¦«ózቯ™SÃZ2Ðç¡‚pO—6¥¸÷ÁœÌ­o÷VT®L9¯MÛöÑò5Ûéà‘SôŸX¸ÐÌõÔÂѹ×(ªQ¥,95¨Aì‹R¤HL¡hñ™`FÀ2üßÂ26\Â0Œ@ €tŒƒƒíÝ»Wõ•%Krvv¦Ô©S«¼àHlݺ•¦Nª†jÑ¢µjÕJ]eb`æôå³çök¿ŒSʾ*uè1”²æ0]¸qíõêÐ@v‘-§ð¾ %„û´qèú•ór^³—n§’‰«øå6}­sôÀ.š0¢—¯õ¢EAY²ç¡’e+Sóv½CùTØø J+è13–Õ w, hrNÁý§ðÆ ;zp7 èÖŒ>¼«†wtjOƒFÏRלÛôê4€>ú⯛‘¤'Ü_ ‚ïÅ/iˆ8ñâˆÑä&ý>~–zu(óJ•-&÷ù&å|AtýêMúïßÿ$™²f xಅ^ׯFƒGÍ”„—»9á¾kïI”£‚cÝÊéŸN÷4I‘íÙ³¤§ÑCºQž\Yè‰û š³p$ÉŸ½x-=Ã^s¡ñãzgÝfgŠ!Èê™RµJ¥äøÃÇΡ BZ6hä yv¬S‰zuiA‰ŧ³B¦uçÁôö‡$‘'Ï\B N—õðçæíûÔ¦ËPúû×¢\yA>whÝ€òäÌB×Åbâå›h“ЩYÝSxØÌŸ“Š2ýN¦uÖgð$I¶'OšˆJ u,Ô®fOðÒ‡\ v8¢úu*kMä:ù§Ï]‘éhQ£CM¿/ö™tdᢱ–I•2)ÕjØ…Þ‰…Í’%IHeK’—Xh"ˆtÏž¿¢k·ÓJq`ÁE³?ÿ&, àH(žO£úU…w¼õ´qøÌ0Œ#¾îpá c¾F€ˆ @+½D‰&d;®?ìdûýû÷©Y³fêIäÈ‘ƒfÍ ½ÄÚáý;É©v ºsóªš3',#ðíëºpÆ•¦Ž@íšT6!Q-·â’@ I­âT¿Jy¼xîS O=¼‘í!24Ô#°eýªV¶ž<¦Œõ$!Cý¤CÙëVn¢0Ô/BÙy:::TUWk79¤Zô¶vãnu rÞ'»xù-Y¹YVÉ’Ñ–ÎÙ@Õ«”¡”)’R‘Byhå Զy=YRzªðV·d fŽ NmQj±è•-Kš8Êt1>g¶Œ´fÉd²:ô)’'¡Z‚ð9¨‹êî®™&y—ÞcÙ^·FyÚµqžôâN•2U*_‚6¬˜FíZÔWí;õ¥‹Uæ¯Ä­»©~íJtûÂnZ½xÍšÅõðzòè¾,ûþý îÕ’Öí:ã­nD̈,^7ÐqÕìÛ·/ôàÞmº÷Ý¿sƒ@ºÃNu¡ºíhõ¶”(I2­zˆËW©CÙså—ã'K¼»:Bì¦CùÀ7¯_T‹2𰟱p3¥Ë ´‚…œ[øD oþÜ”ÕLÃèN¼ÙˆŒ€­!)"¤WNœ¾DnOžÑq!)Rì—TÒ'±cî°LÒH h«[²óV*‰’‘ƒ»PTáÅmnðx‡N8¤Lf/XMý{¶¦˜1c˜TéÛ@G^£Ä{JA¬?yúBÖ…·½¹åÏ›Ce¹ë‚˜Â³|ÿᓲì!G7itoo2)ø0fh7éñýEÈÁ\ZîôZ _NÕ§–€gû’¹£)Z´¨Z–<7o\[xñ¯•iÈÎ@^M5['44ƒ\KPYFñ¬NXC5;ÑñÓ¥4ŒocaáÇä1}s_.ÁÂKÿûŸª©&ÅÓ¡CÚ¼y3999Q­Zµ(F Óç§p‚`F B!À„{„zÜ|³Œ#>|X~áþðხG4iÒ¤!´ðCàâÅ‹j.ВϘ1£ºî„]bÔ°y'‹ÃíÓ–6­Y(Ëo^»H?Ä‚AÜ5¢ÛŸF¶ˆ›Ç‡÷4¤w+:°g«„éų'´`ö8øk›yHbײCßžÇ6@ÀM,niV´d*^º’vÉçpŠ@åêå©U‡¦áôîø¶ë"Ïuî°Õëw)Â}Û®ŠpõÍ»m¯^÷ú¬ òÞÈà‘þØý9y|üL?£ìBzHoY2Ùê/U:µðF×wïæ#†—cÅB“]3ÈÉhV¤`IÞk×ú3ÈñŠöŤ´ ò¡oD¸·^úæd;êC“2:g4 $jZ5­‹"º'<î/\¾)ÓI% òe‹ÊtPýTÏKhÒŒÅÞðõiLÈlU2>8<„<ä}–¯Þ&^IÛû€]...òÙ^·n]jÒ¤ •.]ÚГާñ¸Œ`F ü À’2áçYò0Œ@(@`õêÕT¡BÒÈvlY…tËäÉ“C„l¹¾dÉ… ˆüÍV¡ª×üðñÕËgšîß?Ê€£{wn k"0$ˆ{ÿØ÷oßèÊÅÓä¼}]ú¨¦+–—·¡Ê4KCò‹ ®.«èþ•}”ZèÛۗ/_änV{{{)Ù¿ºqã†y5¾fF€ˆ°‡{xÈ|‹Œ#<Lœ8‘úöí«ô>£GNkÖ¬¡êÕ«ÏÌF¹zõ*uîÜYå.\˜Æ§®CkB¯«™0qRJ™ÚسËÒüÝÞ¥áýÚ Móc&„-ú…´Éqs)sÖ\–šKr~Dÿö’¬×“ŠðN³¯X‹Úväc{óŽñ£{HïÖ´eçÂGl›84åÊ‘ÛSfż~`®ÛtêOë–Ï%Èñ`ÁaåâÔc€÷gþðþm9§+N™F©Óf Æ-»Pƒ¦Ô4Þ¾yEeò¥Põ¬Þk¬ö£Ç*‘;±ÂÜÙõ®|vÐ+7 ([¶Šê ÓÇÙbú(<õõ–8IrjÞ¾ÕkÔ– ©cnÀvÁ¬±´rÑ “‘Í_¨$ 7'5 òhÞ‡®·mXF{´M°¸Ñ¹×Գܷ@ºk†¶EнÜv…e–ë¡=ÔÎÉô¾QP©˜§£Mœxtüªé‚Žž‘6nù¶„…ØÅßÉõ3Ð^¿ô$slÓg ž…Z››WØ¢µ.T°h­ˆvo[KËþš¢žŸ*‰d)RË׊S«núl•KÏUMš šåéÒyÓÐsÇ.E7mÝHÕ×ÒÚ³cñž8ªHJ”eGLDvBÚÆÈî è¾]‡ˆÀËê³õÒ¦KMÍÛ6!§– ¼5+–»ü†Ý}qI,£â=ùJ „ÍY'BñãÇ:æÅiûîCôæÝÚwà.Kž1Ó¢Â+N¯ýâ/‚‘þþûo>¶ ®B½|æé“ýOùq“EÇ‘”ɽÏZŸ«Qß!“¥^üácgè¹x&AKƒKNF›‡µÏxþi„¬Û“ç4bÄrww§ 6Ù¯ï1ÈÃ÷nùòå“’3ŽŽŽ”0aBkO‡ûcF€…°‡{(|(<%F€[àU»ví¨OŸ>ŠlÇ—éC‡…ÙþéÓ'éÉþõëW f‚ hýúõô矆zp·¯Wsô¯ÔÅÖõK©Nù6qãQåš^Ä$yÌ ÿõ*秋g›¨‡ÅŠÑƒ:ÓÈ~ñ$¢"%Ê«nöîܨÒúÄ‘;U›\y ùi¡AC›Ô.NKçOöF¶£ï—/žÒ¸¡Ý©oçÆÞždt@bϘ0Ø„lG;èÙ=¸›«” (ȳ¶aŒͪўëMÈvŒÜÛ6®D Šêßgdtoˆ‡Ð­M]E¶Õñ)oÅ¢éÔ§S#C²í@ìOÞ“&êã­›°ü\½Ý gøÂ3·AÍæ´WÈnhÁZãëWnRS‡6ôü—Þ´–3¼Ì˜žæz‚e…ìÄ>£h ÒÿùçdÚ‘®Ô®i7E¶V™.Âãõôd;êþüù7;P¼ž§{k ïwç“FO7!ÛQñ«tyÈå(U/W_üñ  è­Î“è%cVoØI›wìWAFá‘í›a‘?½mjUmÃò©tîèF_âb'¨Mï‘~ÿÁ‡»ÿà±*Ï,¿™O …þ|ÕŠ%e3èÔƒh‡§üÕwe^î™)§âKZò2gÎLóçϧçÏŸËïÚU«Võö}ûܹsÔ¥KJ–,Õ¨QCÆRú¡[¨-÷Âó`F€°ìán=,¹'F€ˆ€`ë(‚¡îÚµKÝ}† ÈÙÙ™Ò¥K§ò‚;ѲeKºsÇS;?úV­ZE)Røì\s|òø!?}ÌÛpwn^!gA^^8ã*ËŠ”(G=Œ÷VÏRÆý»7¹ÝV‘2hïèÔžàm|ïÎuÚ¼f±$ÌÿÕGö¦y RÞü^š¡3¤«ê¾z&Ô¨EgŠ7¾Dº6­]L×.•Ò4šV£}'PŒ˜±T}£ˆkMÞú ׸ˆà”YŒªZ-Ï6}fÕ—ûc¯íìÈ|,ÒöíÒ„€^-Ú÷!HøĶ‰KçN¡É£ûJòzÝŠyâÞb ïø±²¯juÓ1á- ;°g 3ÛÛöïΞúñ¨Sµ¶wÏWä›ÛÈþ$¦È‡7{·þc(_Áä.^#…ÌÍÚås¤§>:ÍO­…¿f“G÷¡ã‡÷ÊËô™² ÏÔQ”YcSiT€G<>WºônOÐŒÿ)‚ n^/ÞÇ+6¤^àý>sò|3e¨ÞíácêÖ¶¯$èѶ]—–Ò+Ý&Nl!Ót–Æ›,Iî•KÖQÌX1©ßP¯×¥êD$P¯÷Ä"xcÁÂùÄ⣠%5ðºíÞ®esï+úÉ)ø 9I«–­Wdù¢yËå=ê½ÕGDGzþ_ʘ9=õÔUzìcñ`ù¢µ´mãNIô;ÖhN®÷Q<¡#W6Z´z¶œb‡æÝéǯ@‹ã¦ §„B¯:,,~ëñˆéj•J“Mì˜RW}Û®ƒôð׎ˆÈÂq’3~1V½~랬zêìeJgë%Ï¢o¿jÝ¡ ÿCf!xhP¿>ô„ûÉ3—èá#wCýw»Ï~Ï×>&§o§Ÿ¿oiOݲ󀬆ŠŸT“  –ª ¦D±ÏÁÁA¯_¿&ÈL®X±‚Ο?¯f€…ÃíÛ·Ë#Nœ8ò7‚­)RDÕá#À0Œ@ø@ Rø¸ ¾ F€`‚—/_¼Xൢ¾0ã‹tüøñµ¬`?O™2EnkÕ6l•/ï塬å‡ÔyÍÒÙ„Ã'Ë)Èðé 7‹ \Ñ}ªfR6Våšd¹ÊuhâìÕ„`W°¤ÉSQ±R¥çöú•óe<¹×ï>«ˆã)cúÉ|üiÔ¼3õÍLè@IDAT1M];4jC¥ËU§ŠEÓK¹ïèÄ1*W©¶ªcž=¸ icaüEk÷Sª4A¿“ ¡Wà4x!ƒ„Ò´Q'ê-ÉvÌuääET£®“švò”i(oâTÓ>‡\TX³l¶Xè-½æË”¯AÑcÄÞœŸéý»7Âõ¨Q(­ÚB'Õ0`^±Z=Uf)qîÔQ©ÕŽrHÀ¬Üvœ’&óÔ’^ù —”„6]äM4ÂäšDÖí<£ë¢<ùŠPôè1 ¤8<Ñ—/˜F]ûŽ’ýXëv/ô>Í$mö\ù$N¹a /~B*eïé©×Ô…|‹¹dR@Ÿ‘H÷’4x#&-XÄЕ¯a¡¯Yâ¤)ÔÜ´÷¹óàâ¹ãT¢Le‰…›°ý\åM„Ã?[É…Ã7Ûyh£$Üó²“U!õ¢Hè²Ji—†ç¡âsT/5“3OvŠ!dW Ç»yÝ뵇ëÑC&*oø‰3GQÇÈ––RÈ5(lGåŠÖŸI?¹½Fò-Ä"h­Š:cžUkV¤ 3FŠ÷ åÿI“%¡-{W‹ÏÏ`’õ…¾tÅjöT8§½ôVÇûúö­»JæšðÌß°ÊsÁ!½ðîÝ~`½’œI&}»yäý­¤=¼ÝÍ]&ùn_xõjXý®Ó¦.R¼ ø?à³f¶º)N„(Q£F¡:5ÊÓâ›éË×otòÌe9ŸŠåŠ‰ïxÞ_ƒF“mÒ ºôŒGÙ¨ ó¨F•23¦éçñÜ…k¨C‘²y‘‚¹©¥S]£®¬š—Z¼·ìK¦ýbÁé_±û¯×À ´nÙõ ƒá½Ðoèú*Ë`ðD·Ë“M¦ýûò<ŒúâÕ:{á=2,°Hâ½Ñ°^ÿv&êc§k×®]åqóæM©ëçÈÌh†xOðŒÇ'ï7&[[ãZ;>3Œ#À„ XR&l<'ž%#À„2nß¾MÐDדíµkצ„(Ù~êÔ)êׯŸB DûÀÕuXI@ú¥lT2€¦_æüôÉ#Ôuá%Ù{ðD“ŽÈ‡fi×¾£‰[~¼!lÂ@NB†¯õνGÈ´þ<‘{‰~ËV¬)OB³Ü’AE[TH)Hö囎 ÙŽùè½îA¶k2’Â2dÎnB¶ËLñä¯CÃ6òD5HwXÔhѨ¼ðâÖlŸ™¬ vÀ«V´dò‹79¼è5kÞ¶§"Ûµ<œÛtî/uóyª4é%áü•‹g*ù¦NâYE‰Ù&‚]Ó©Å}`±Àš[ª­/vP˜["¥TÖÓ'^d¥Êô!˜gdÞ-<ÛGM^ìl7¯gtGìü˜¿ÒYÐì7Â÷Ë/Eý{!¬?W#<8ÏoÀ3¾q Go• +¨òž¸=õJ‹ ¥ûv”×ð:דíZ%Ó ›:ÈKÚË9idðlŸ4k´d;Úµlï¤Èv­Ì;K¶LÚ¥›ñšãÒ¿VªÏšžý;+²]U x¼kŸ5˜ß—Ï_ôÅœÃèee´Û0ÊÓÊÌÏ5«ÚSéâdö-±(T°´#mÚ¶‰×ØQ±ƒcðÈb'ßÕ¬gçæ*Ô‰¨À°Ë©\§-mrPE\„Ý{PÝÆ]iÁ2O 9(ÏÏšÙÜi#•L ꕲ¯&½„}jcͲwo_«îà9Ž{†Ý½}Må'M–Š. w#CPWÍnßðôÐÆ5de4’ý?Õ^[û==@Qϯr2t^Ö¹~E{½AÎgÚÏüúü»·®ªK]–îÞÛ˜Á¢Èl,4XËð:ÑvèûL($[4‡,°ÏH?–CÃÖr¡DŸç×4dÌ¥^½xFÞ¡BºéèÝtòØ~ÃîÂús5¼©pY±Z9‚wµo–,yߪX,Ϙ9á{"‘¨™þ=qçæ]-[|f'•î*C—°±ñú<¾qý¶®Ä+ÙÐÉA¼Þ½/¼yÕðLeÉ–Ñk 3odðœöô9}úôYrÅ[ØG d±ü”BììpöRÞ $f 5ã›?}ÕlЙnÝru›t3l>ZìÒ«]½œaYPdf’JÍNz’ü.‡Nsƒ„ÎØaÝ©h¡¼æEþºnÖ¨&Mœ¾Ø¤Mx’“1¹1 øÎdoo/HRnÚ´IJÎ!}âÔ²AÞ¤cŒ Þ±Fvç—¶5Êx‡oæñá£a•ô‚<ô‹Y’›1zßâ³æÞªÛöÍüöÞÒUGœ3à;^C‡ª4aú"9gHÌ@jÆ?–!}:l#õ2™–¬ÜLŸ>5i©–!ý:P-!mÜÖ¬q-*V8/µë6\xÜŸSAa1Ƚä·ËNs§¥\bŽµ¬"þAÁ|9éô9Ï…ü86±¨zå2í6̶#†$Ò!#óôéSZ¹r¥$߯_÷ú®öýûwù]ßç%JD 6”mòäÉfï›'Î0Œ@DB€ ÷ˆô´ù^F PL›6zô衶—G2ø‚\§N@õkÆÐiß·oŸê ‹¼ ‹†­Çð¦¾qÕÓ“P ¢êÓ½èÉ$>™¾\k÷ã— ÚE÷%ªO}ke¹…Ç6‚T9°Kz- ìÙ‚6:Ÿ§È" VPÛ™‡Õ)„DŒfzÏÒø ‰à‚¾ÑM”8™Ö\J&T©ÕH/Eæ>±„;‚­b7Ì^hÚC~Æ7Ã\þþû§ª¦—ÁQ™x~ÿþçå9ž9[nåio¡I˜Éì3Òßh’d׉~þô19Õ)I8k?mºLâÈL%í«ÐÌ ƒéÌÉÃZ±<ós5ƒ/|AàßÿS5$Œ¯tÓU¦A"±Î[^_ sk>kôÞîÙéø› `ÙÂÿ}¼áã Ù“pX²ŒÒÐÿ|é$ýô hÚøþôàáºrýE;22¤KM¶i?«› p>Ù±}+}*&¿Ì-½˜Ãþ‹e,…·îÓÝûn”6u Ê–%½‹ ¯ïròiBpѬ^­Š>ö¯Õ‹çäÉ“Sß¾}å«Ë—/§µk×Ò«W¯Ôí#ß!8²eË&‰w8Ú -#À0Œ@èD€ ÷Ðù\xVŒ#ŠÀx°Ïœ9SÍ AQARCÚ 9zôh5ºuëRçÎÕuXLÄŒé%!€¥?ü𑬶MŸEÝæ·û*m”xòÈ«Ü6½§noA$jöBG2jyÚAHŸ<öôx„tvš[¾B%hÎÒRƤZé¬BÏ÷“ôÈž=e8uï?ƼºU¯o‹ §T}/]Q¥ÓØzI).^ŽÆÍX®Êüš¨.BÍ/«CúAC÷ïÙªšI©B]R,؉í|ˆ]KºïgO¡ÿþçù#=wÞÂROzî÷ïx’$Sæ­6}|Ý-IÒÏH›Øￜַ­"Û uØøùMx½ü\õqÚ7lѧY1ÀqÚ<ÏÏ-Ï?çß·äGïŸ^Lë»9uÚTb‡‡çÿŒ9K¦ÊkÓZ|Åø,ò§³M%¿· žšØ Ovkx³Íøž ò0U³6ÍëiI>ë°³³#pœqvv–^ï;vìqr¾«Zð‚Aß¿*[¶¬$ßkÕª%8ÇPu8Á0Œ#ò0áòÏ€gÀ0¡oß¾É-œ[·z‘Š¶¶¶òKpÆŒ^fHÝ‚»»»œŸæ5”!CZ¼xqHMÇjã^:Rõ•0qRÉvTÔËg\mÝ?¤©Òª>´„Çûwäzxv)sO¢>­Ž8‡×.Hr#¯ëÞÒå §dû¾Ã¦îÍÛõ’Ò*Wé&äqFî"ë/™7Qx€×¢¹ó«ñ­™€Æöð¾íT—ðp®éÐL]§±õZT¸zéŒô¼¡dn ²5ü¡y®×ÏO—1+eÉž‡n^»Ho^½ ‹Bþà^Ï÷‚Ê,ZƼ;‹×À\#Ü»ì0”:~dµm\IöG/½é´â^4ÂýŠx©t2Aúwn^E?~xþH­^׉@(„f³Æ3 ìýá³ä⹪›“R‚„‰Õµ–ÀB˜‘ñs5B…óŒ°Íàõ}ùÂU‹ŸIw…ôÌ…³—e…6z!K\–NÌQ#Ü/ž»l‘pߺaýøî¹k§¶cõPÿY\øñ8/_ OþhôöÝ)[£¡Q¤`n²Ë“M»ä³r·gµjTM´nÝ:éù~üøqUÿ¯átƒAX±ã5¥J• 7;ÿÔÍr‚`0ˆ€÷_Úað&xÊŒ#ÀBZ¦LÒ“íùó秓'ORh Ûµ^½z„y¢‰5À+V¬ €#Xú„ùÂÙãhóZ¯Eƒ¹ ø:6‚¤*VVÖÃI#{Kmq}CÈLÛ_x }“Ù™²æ¢¬9íd:cæ„­jèÆ›ÛùÓÇÙŽ2¿h•×V5Âó$¤eþþé%¥b>†¯qO b¹vùÜtåâiÕEëNýèÏÈ‘ÕuúLÙò+07¡Ÿ¾eÝU¦%pï›W§¡}ÚÈÁFÍ r?šMÓ@ôÃ*Uw4 ˜¨Õ5?ë½á×­˜GÏEpSs[4g‚Ê*Y¶Šê_?‡ù3FËg¦*þJ¬]>—úuu’÷{ -dûï»_³/"P°Þ¬õŒô}ú7ý飇ÂÞ˜šì’¾Ÿ;7¯Ò­ë—ôY*QŸ« œ%ô‹rŸE@PkZF¡é ™ØCáýºa•÷X_>¡ ;RßnCäaí9øv?µêUWUfNž/c¿¨k-±bñZêÖ®ŸœßºU›½}Öüñ‡×Ï-Uec" ÃÇÎ!›È6gy:p䔼mìE™<ºoDÀ*÷iccCmÚ´!WWWºÿ> :”Ò¥3[ñùógZ¶l™ôxO:µô~¿yÓ+¾‘U&Â0Œ#Àø öp÷\\™`" ÷îÝ£J•*ΚÁËšŠÑ£†Óê×¹gÏž’ü×Æ›3gåÈáIky¡ñ¼jÉ,rq6 V¹{çÖU“)ÃK¼×@/ÒÕ¤Ðì¢ÿˆéTGÎâ¹ÏjïT…4í =²ïÞ¾F›×,–ùZ³£f*¤RßáS©e}{Y ÒA6«Ôl@ÉR¦!xQOÕGkJå«Ô5ô W~%Ð/ä8*Ùô­á•=gêv”yU_¯¿}ýBMj—Põpí&‚½~ûöUåi‰šõšQmÇ–Ú¥<Ë{:…š×óôB‡lˆÛÃ{T¶b Š?‘‚z”¶Š ™ØÃDáâžxÈŒ_*×h@“¸ÍÛEÕj7ÒWó5 í —ÁW„ÕIÜ[çÞ#(oþbôYÑë–Ï£3'É~°pФUWÕgÙŠ5 A\±^òŽÕ Q§^Ãyg'¥PNÛOKÿš¬ê7mÛC¥C:)"ì €Í:è5œ$|9¡o­g˜{´‰—’‹×<r° Ó­u‰múLÙ…L’‡ ¶;ošéë÷Ú•óTB,ˆÄŠm#ßñ¹óàh;iÌ š5e¾Ÿ†Ú伊àÙ K¤ÓLw„ÙÒ¿VRÒäÓJCü¨ÔÒ x½Ý«7“UúuJ¸QùÊeÅ®ŠxtúÄ9Ú¸f+=qs—噳f$HϧU¨R– +@']ÏÐý»©FùÔ³_'Êž;=sNÇŸ ³—ª)µîØL¥µD¢Ä Å{Ç“¨Ÿ4zÕmPS¾×+U+§Uá3#!ˆ,v™Íž2˜ È!î7(n»l· ø+VÈÀª>|PÃa÷ë¸qãä‘/_>éõîèèH &Tu8Á0Œ#ôD ú!xF€`§N’[85Ïq̾C‡4cÆ EІômܸÑDSž/Íš5 éiùi|y8|3x­3‡R¥Mï[UYžNu¹=zPgIBƒtÅan‘ľîýÆb·¨IQÁ"¥©c¡’Ѹ~å|y˜T)…|Ɉ‰ ̳-^gÌ’ƒšµí¥´ÏÏ ¥e²ýò®·ØЬ@J} Ÿ Äô±ðàШa59íÔs˜¼Gô‡¹à07®s–ï4ôn†¼H‘åéØ!gÕ ZöYsäU×~MÇÎ-kI{è¸èÖÌ°iŸ!“剾pèøyªíƒ»7©GÛzúb•îÒg¤$³UF' —(GÄB ìèÁÝò€\w˜5ž‘ì(°;bØ/y"ÈË´tôN &MžJ鼯X8\ÅëaÇárÔˆø\w°4ýþí;áð‹éƒ÷(dG‘#ÿI?þMß¾~£aýÇÊ.†hÂ*šŸz{Ú„9RRfÞŒE„ÃÜR¤JNKÖÎ5üL2¯kíë1S†Që&éžÐrÇѾywÃ!z ìJF$z±REèÁ½G²Í!—£„#N\ú†s&#FhàP™R§JFŸÄ‚SæŒi©h¡¼ƒÄ†Ñ[ Ñi+VŒpà÷ âJ!Øêž={Lvxž;wŽpÀIŽDœ©Zµ*E‰%Dç΃3Œ#ðÚãî–ï‘`_€| dd4²r cÆŒ¡Ù³g‡²ýîݻԲ¥—÷rîܹiúôé¾ÜYè/Ž-û,¾Uñ> !0lØ0éܹ³Ž²C—oRÑÂø[ƒe˜ábHâzï½÷ÊæÍ›u— ë¸nݺZŽ¡êï¢E‹¤Zµj:)鬅[CUm¢Ôƒ/¿îÚ.”^yŽ\ù¤`¡â‡²¿ÙÛ7Éo'I®<T²¼;¼:…ý­/Ëé1îØ,'‘ì9óê$°Þ’Å&Fßñqäà¾_eçÏ›Uò¯[%oþB‚įþ8¦ô½û÷È/j,©nN­ß«\yò'F·ƒjãô©“rY=§2Þ榷ï¬4)ߣK/j¦‡í“L·e$Du&P…ÆÿFÿ×Å?åλïQÑÜήëýp_ï-–QKå Ö_6«£ÿݵ !܃ôÊÏÛwÊñc'%g®ìJÚ&¿šàL‚« Ïó}eǶ_äæÔ©$_þ<1&#bkáÔo§ÕïüeÉ)½þŒ[Ù`¯Ý•·¼Š,¾ª?wÑt%¹u5Ix°õz»ÿ­×È'O|jbfÏæo½á9ˆ:U~Z/_«%]àð7Û¾}»Žz‡23Þ Zðˆzꩧr54  øS}‡Mãþ’zY D|~ùå—eРA¶ãéÓ§×ÉR«T©bυämŒ³ý7n\‚9ÛÃa¼ÁôI2‹¨(g¼âcp<—.W)>·FÌ=zŒÒ:IÕy8Ö!䯄³Ÿú^%õ“[½"ɼE{ö?)ß#LPÝUªœ~yö ÇXé×*”äø¾zc çR©hóìJ¿=! Îõ{Ê»Gf&d{Öç9O¾Üúè½(Ÿé¶Œñ¹÷ @ÀŠ+¦uܱRwáÂ…Úù>cÆ ¹pá‚­Ë$a…&<äià|Çäzh$@$@Á ¤Lpüx7 @„¸té’<ñÄnÎö €èp÷‹ D½{÷JÅŠeÙ²evp?ü°,Y²D²eKØ%ó¶A?wÎ;§“á0,sæÌ2eÊñL êgu,F$@$@$@$@$Œ À™IÍmÛ¶ÉÚµkå…^ÛowO–~âÄ ›„õ®»îÒ+‚‘˜•F$@$7:ÜãfÄ$@QF*+T¨ ;wî´#kÕª•Ìš5K%kLkÏ…ËγÏ>+ÐX„aYè_|!Ù³g—î±$@$@$@$@$@J L™22tèP3߇6l()S¦tÍÖ­[r–¹rå’š5kʤI“äÏ?ÿt+Ãk°* ~ýúR¼xqý*_¾üµ‹î9sÆÖS­Z5¿îF²ÜÊ•+ÛûL?Ö¬YçýÁÜgåQV ’X…ò™Œ²·1Á†Ã¤© †–“ „#èB—Й0èÍ7ß”ž={†cweàÀòÕW_Ù¾½ýöÛòÀØcî @°°z¶nݺúuöìY--3aÂY¾|¹­úßÿ• èWûöíåñÇ×25U«VuÓ…·7$Ó8b1yaìÖ[o5»o¯\¹"Û·o×÷á}ñÇú÷ï/˜$ñ4çw`Ïkæ8˜{MÉeI¬BùL&—÷7ØqÒá,AÞO$1FŽ)Ï?ÿ¼àC ìÆo”1cÆè‰á8ÈݼöÚk¶k¼yå•Wì1wH€H€H€H€H€H ÔÒ§O/mÚ´Ñ/¬´8q¢~íÙ³Ç6õÇè$¬ãÇבïO=õ”4oÞ<ìraÙ'â$zð]óË/¿”]»vÕ2&BJ”(¡ëð”ýñUñðáÃÖS§NÉÉ“'eñ➊Æ8̽1*‹ò‘Ä*”Ïd”¿­!î!CÉŠH€•€Ëå’7ÞxÃ-É(¢ f̘!Õ«WËnC3‘ø—/_ÖýË;·^ºyÝu×…eÙ©Ø ,˜7C|ø±Ø ñ* „ HïÞ½õ AˆzŸ6mš8£­<(ýúõÓ¯{î¹G45mÚTn»í¶0MâtßÝÀãÒ¥KòþûïÕ(&?6nÜP÷ß¿àƒ³+üµ`îõ·h)I¬BùLFËû—Ðã Ã=¡ ³~ $%ð÷ßËsÏ=§gøMGræÌ)ß|ó ùO8–j6kÖLë(¢7Ýt“þP›1cÆpì.û-VK¯n­épƒ/“ „7J•* ^Æ Ó’)p¾ÏŸ?ß ¡÷È—…׋/¾(X¡ûôÓOK:ubèÂÇw¤¦Z·nŽÇ~Á‚N~亊˹÷âÅ‹rþüy]%¾‡­\¹RöîÝ+UªT8/!Ï‚ |ß|ðÁ%UªTq5o¯#òßù`p¨#Þ›ýõ×_‚•N‹­¼³\¤ì‡’3xíرCKðdÍšUJ•*%™2eòŠ"”ízmÀÏ“ôÙ³J<B°rÑåÉ“G“á†nð,籿Ïdœ±€%÷_$[”;$@$YuQ«V-7gûÝwß-?ýôSØ:ÛAøõ×_—~øÁÂ2dˆ”+WÎs'rœ;{Fº¶B~?wVþQÆi$@$@$@$@$éTµQ£F2{öl9|ø°àûJéҥ݆õÏ?ÿØ$¬Ù²eh¾ÃiŒA¢ö²eËê¥'Ÿ|R4þüz5pluro·nÝ$]ºt’9sfýB¢XD3cò hÑ¢òꫯJ¡B…ôwÍzõê ¤^zõê[óú$yàEä¿©;C† zÃóæŽ;ºõÁ”ÇwÙh±Pq†óyÙà\‡ÃÒF˜g¼_¶sZ¨ÚuÖè~ }6õc¢¦K—.‚ <÷˜ÌB€aãÆõïBáÂ…eæÌ™¦xœÛ@žÉ8+c7t¸»áà @´8pà€Ž¾øñÇíjÔ¨!K—.•9rØsá¶3oÞwötätž=%    ?ÀÜ©S'uŽDÝ»wñ}ëÌ™32bÄ©X±¢ÜqÇÒ§O!îGõ¶È§Ÿ~ªŠNysqÿþýÚŽÈ{oè½pj#rÝØÂ… Í®üùçŸZ.æÈ‘#ö¢Ð1&g9{ѱ=w|Ou"å±ïi«V­LZD³…‚óéÓ§µÆ=d-îi?ÿü³Ô®][?—æZ(Ú5uÅgŸ>›v~ûí7:t¨?~ÜœrÛ"çœï«W¯v;ïë gÒW<ïîÞ¹ð, @€Æ]… dÛ¶mvˆFÀÌv0âme ´ƒ_H6G-¬H‘"2zôèjÕ&4±’EßϱÍÐánQp‡H€H€H€H /^\  Ê ,БÆiÒ¤qéîÝ»u48œ þÚ˜1c¤eË–Z†%K–,Úy¿yófÙ´i“Œ5J²gÏ®¿C!1¤§fz|îýꫯuC„>ƃ¶Œ!™)¾«Áykälbs¸ÃŒ³Æn¾ùfyë­·ä믿–?üÐœ¶Û¹sçÊ_|¡¯!Ú=-XÎøÞŒhö_~ùEãÁ*Lì`âïœðF–uðàÁZƒm7˜÷"¾}6mb‚ +JÕ>pà@ÍŽILD;VÃdäžâ²@ŸÉ¸êãuwÔpwçÁ# 'ðí·ßêåFoÃyíµ×äí·ßë‘áŸ"–eb¶†¦Xö-¶¤4$mÍ™¿ üyñ‚Ô®Z$)»Qm_T¨9äÖç6Í–Têƒ5H |¤UËÅÓ¤»UÞw¤ òIøtŒ=! üqáO[C«§ºÊMJþ!¡ Ÿ²äÌ%]¾Nò•®ŸPÍ°^+—.ý-¹òßá5¢6¬:šD«‹ñ>|¸Ì˜1C;±úØh—#׃Sðå—_Öõ\¹rÉúõëÝ’±B2´AƒR­Z5pyÎgŸ}Vk£Ç÷^H‘@ÞØÔ©Sõêi$‡5 ™V­ZéC8A;&'Ož4—ݶø®wß}÷Ɇ ôyŒŽvOçM©ÁjgäF}Eï;ý`9cÄÈÅ<ðÀ‚I £¥É<˜ÅsˆU5Ú²e‹~~BùþÂ=¾}v¶a&ƒðÿA{XáqË-·èqb\È¡m÷Ø,>ÏdlõñZLt¸ÇdÂ3$@J3ºmÛ¶µI{u€nDC„»uîÜÙmÙ×È‘#¥X±bIÞm|h<´gw’÷#:à逆1q $@$@áOàè!wù‚ðï1{H‘CÀ)+9½NÜž"€«ñ:tèίÇ3¤gü±E‹Ù ¤wß}×ÍÙnî‡s×à\…ä ‚°žxâ æ^S7¶ˆp÷4DÕûkÐë6Îv¬Ä†³Nzš;@9;eS µ§»7C0îˆ|G€›‰z7em×ÜŸm(ú¼oß>½JäóÏ?·¾Ͼ\¹rÅó”Û1ŸI7 r@‡{‚`e¥$@‰MIR°dÌ>ØM›6Mè2çÂu;yòdùøãm÷:tè Hf>|dΞCº¼ón8t)¬û€ˆqïö—]Û6ÇègÃVí¥L¥*1Îó „š@ïöÏÊ¥ÿ´l;¾Ù_²çÉê&X $k£ú½){wî $k>gÎœ:Z=ûà\4vï½÷šÝ[8²™Hô`î5u…z‹ˆdèoÓá>GòûÙ³>¯ñ @LˆFÆ÷£K—.I§NdÅŠ’Nå`qdd°J†•Î&‚9˜{õ»>ÁÁŽä¨œ£p”B5\V6;Ƥ¸ß©Ã=xä@3 l“¢?þ´LŸ—,Y"'NœÐÍôéÓG¯ÀiƒE"_ŒÏ¤?”‚+C‡{püx7 @Àì-2Û#3½±*Uªh=¼ôéÓ›Sa½m×®NìƒNb†™ÄóæÍÖ}fç¼øíØQy½Õ“:™“÷"¿Ÿ¹š××už'    p'%KéÒ¥‹ôïß_'‚D2Ìž={JùòåµsuÍš5òÖ[oÙ¨Þçž{Nnºé&]I|ïÝ»w¯,\¸ÐvÎrçªd\@X$åÌ—/Ÿ-‡„œHXY¨P!™5k–¬\¹Ò^ÃÎÿþ÷?ö;‚®´²yóæ²téRAâ×zõê $w`hÎœ9rêÔ)}¼gϽÅ8é‘D's:uܾC"ºyöìÙö^êpèÚÃ2eʤïuö?˜{u¥þ–ó#<"U«VÕc‚.þƒ>¨'2 /”5kV9zô¨ö¬ZµJ'ÛÅD ’–BÒ'˜÷Nóø²ŠoŸS§N­}1VÊã½Äó™<x6ŒÔ ©B¶ÏUŽ9ä÷ßê™4írë?ë\Êü/>%Ç/-Z´°Bòüá •á4 Pš5k¦{„ªnÖC$ü¾ã•ÑæCmM›6Õ²2æÃUp-$üÝÇ—çŸÞ6ôꫯJß¾}íq¸ìàŸ¸þ Y¸¨L]µ5\ºVý@BšõjÈúåKbíWÍÇ›HßO>‹µ /’ @(TÍA.¨/×°IKÖQR&PY 8´­]Mö›:uª4jDÙEšÛEDo¯^½b­¿[·n2`À7Ç$nô^hÅÃIë´®]»JçÎÝVR—-[V’¦ÇŽÓÅ!Y‚ïyƒ¶·ßzë­:ª' ÁíÔ›7…ªW¯.ßÿ½>,]º´M²j®ûÚbâu+W®œ`ƒãØY6˜{ýiϳL°œ‘(IPÁ yý1øZ¶lÔû‹váèw²‹­mOÎèk }†¿‰Nñ~û«W>=ôÐC2þ|¿¡_¿~¶›>“öFîøCàOP™æzJ² „ ÌDCŸÍélG†ûÏ>ûÌF2„K_}õcݺu‚lÆ™´È$0²o¯8íÙù³g"s€ì5 $1Dµ#BÎËn¸ÁöûpP#šwàÀ1œí(è½ÐÉF¸1DÃÁê´Œ3êèaç98ÛëÖ­+5jÔð™PÑïp4;Ç€ªˆT7öè£ êËÐGôÕiž}w^sî‡ú^gÝþî{ö5PΈúƪè÷¿øâ‹’"…wHaB>8®CÑ®g¾Æìs|úŒúS¥J¥sÕ!øÐÓxØ A·ç+<  ƒÏÁW’gžIÏöx7F¸û`Äw`xš’À¤I“K‘(†)Æ “öíÛ'a¯kúÌ™3‚ĨX>ÃR· 6èm`5%NiF¸ÇÎyù‚yҹѵDZ•.Vº¬Œ_x-ú$¶²¼F$@$@Á`„{0ôx/ ÄM€îq3JÈÈå-÷ÿýW'ŒD´®¿̽þ¶ÁrICà¿üò‹@n†»xa‚s‚#izç½Õøö“ Û·oä/@þ:È!'-,èwïÓ?aÑ?v‚H€®Àò',ƒ2†ÙìÉ“'ës.Ü·Pðzæ™g¬³ÿô18Ýi‘GàØ¡ƒÒ«ÍÓ~wœî~£bA    ðIà–[nÑR> Är!˜{c©–—€"ÀáxÆ+R,¾}.Z´¨àE _t¸‡ï{Þ‘ (ÐÇF»3Û6–Ü!‰ 4ó"É0i€6ÆpŒ¥]´È#pY­²xõÙ&r.€D¨t¸GÞûÌ“ @ èp”Ë“ $ .HãÆå›o¾±mB_ I?œÙÔíÅ0ÞY¼x±Ö4]„¶ßK/½d¹0õyM¶¬ Læü¹³‚U*J„–Ý%      𗓦úKŠåH€•²¼#úÛél¿ï¾ûdåÊ•çlÇXš4i¢£õ“&L ã5QŸ¨Ð6Ö¢ë+òÖè‰Róñ&’6]:¿*‡³ýsçü*ËB$@$@$@$@$@$@$@‘I€î‘ù¾±×$Õ™·÷íÛgÇÙ°aC™8q¢ÎÌmOFÀ$qàl‡Ó† éÓ¦M“ôéÓG@ïÙE_ÒeÈ(µ5ӯ˗/˦Ÿ–Ë”‘ÃäÇÙ_ùºEŸ?wö´ÜÂ÷>VF¼¹ðü_¾|5©µ·Qd¼-³¾»”ß“TÞêHÈs¿;*V.ÕMܪ~ÇËW­‘Í…¤îÄf‰ŒBš• @èp‹’ $<%K–Hƒ äÌ™3¶±Î;Ë{ｑá=zôÈÉ6l˜”)SÆrR¤H!e*U‘ï¿šfGS°ø]’á¶Ûeýò%rE9ä?{í¹6ç¸%h!ðf‡gåÂùóq'g¾R´diÙýu)P´xœå«ÀÏ›Ö«Ü Musè_ùEáïpOlæ‘È(±ž¶C$@$@$@$@†%e nI€’œÀ”)S¤fÍšÖÙ~ýõ×ËСCåý÷ßHg;¤<Ør}ꩧ¤uëÖö˜;ÑE`åßÚ5mßI†Ï\ ßï9)ýÆM–Gš4—t3 §ZDÜIÆíýU|5UZT¿W¾ýrr2&‘xC'óÄcÍ–H€H€H€H€H€î|H€‚ÓÝ»w×I%Ñ¡›o¾Y&Mš$=öXXô/ÐNìÝ»Wžyæ;žâÅ‹ËÈ‘#­†å#„Àîm[äð¾=¶·ª?¤÷ÓÞz«ÔhÐH¿þý÷_ùûÒ%[†;$ͪÖi e+WÓCDþ‚c‡ÊÞ;Ôk»Ù¿OŸ¿øçŸòzË'åОÝÒ²ÛëIŽ#k®<òøsít?²åÎäý ´‰Á<ÒÊ”åI€H€H€H€H >èp5ÞC$2pB¾ð òÑGÙ:o»í6™5k–T¨PÁž‹¤KÊ©Ú¨Q#©Ÿ6mZ™>}º¤N:’†Á¾@`ÉüÙ¶tñ2åäölÙí±ÙÁŠTj"‰FÉ@© •¤q›ÿy*tÇßêØJΟ=«¯2¨¯Ô}òYÉœ=‡×ò‰u²`±;å•÷®ý/J¬vCÕNb0tF¡bÍzH€H€H€H€H 6Iîp‡³­oß¾²|ùrÁ¾¿väÈ‹]náÂ…Zæ"Šà`kÙ²¥Ô®];ÛX–’?Utc³fÍdæÌ™vÜ yóæÉwÜaÏEÚNÇŽeݺu¶ÛcÆŒ‘"EŠØcîDeóçÚAÝ_‹÷- î€Õê>*EJ”–'+—ÖN÷þþ[Æ(ÝõRúê©‹ý%;7o³§~“»ËUÐ9|N„ èÏîm›åÈ}’%G.É]à¿û”c‰s`D_·­]%ÇT+H”I‘`ùÄÕç}»vªU{åÜéS’ñöÌ’CåÈ™7"<5l‚H€H€H€H ¹Hr‡û§Ÿ~*={ö kÞÇŽ¼µ¹sçÊáÇѺ4 w'Ož”ºuëʪU«ì…òåË tÏo¿ýv{.Òv ƒ3zôhÛmDï?ñÄö˜;ÑGàw•uÛºÕv`•ªc÷¹CÁ¸üÏ?rêÄqåÔÍlUau¶Üyä±m•£}€î××ãGKÛW{Ë­é3¸õÎÑ·;¶–­k~’+W®Økpp7iÿ‚4jÕÁžÃΠîdê¨õ¹»ËW”O¾]êvÝ|Ðóe™øÁÕȱðæˆq²ìÛ¹Òå‰zº’¦NXtí÷ÚÜ·}ÃZé×¥½ü²y£[ Èu×]'pjC§Ð]%Lq·m cq»9q1¯ww~9z`¿niåÉ‹²|Á<éßµƒüvì¨>×ÜI©Véx2:}ò„üú[)_µFŒcEóØDÒ_mÜåæèŽú\½ACÝ—ÙŸÓï9¤< “8m_}SÊU­îy‰Ç$@$@$@$@$0$Ošú·Šj ÖR¤H!Y³f ¶·ûsæ þ‹-"ö/_¾ìV/H€DvíÚ¥åbœÎöúõëË?þÑÎömÛ¶I»vWõñ>—+WN Ä·<Ê ,7Û:Þ2eÎâÓÙå8¼"0vð;²~ùâª=i«mÔúš³ù <¡ß=Mž®ZV6ý´Ü:sMüºK¾ÔQ9„Ÿwû¬õH“§LÙ¼j…œ<ê}EäÂY3l¹‡7³û±íÀ‘ß²f%ùyãzû;oÊC§u>÷`EÙ¢&<->cñ¬#Çq17m¬ø~¾¼Ü¼¡u¶›óÞ¶ˆ/ÿ@M{釯§Û}çÎÒoçXgû]eïus¶‡‚Ol}ÕïMéó|ËϘéßæÕ+¥S£ÚzÒÅœã–H€H€H€H€âK É#Ü[´h!cÇŽ•µk׺!oÞ¼’.]:·sÞ ‰Ü¡CÉ”)“·Ëñ>‡ä†HàxâÄ ¿êØ¿¿œýO‹ÔÜðÆo„|"ÀÔÍ- D*•+WêÈöS§NÙ!<ÿüóòÁ4®#ÕþøãiØ°¡\¸pA“¦M›&7ÝtS¤‰ýö“À’ùslÉ*µ"]i$ ;UõØwß‘6¯„÷JÀøŽQû7§I#ý÷w‰‡K¨¨tØ¡½¿Ê­› "üñ¿áéNÝ‘ʈ€Ç"ÔÏüvR¾;BÒ¨äÄ{÷Ó÷/]Vò,$ûwÿ¢ÎúRžhÛQï›Î$ǘ$+[%î¨fD¶#zޢ⛴ë(é2d’Ÿ~üNfN+Ûׯ‘K/J—Æueææ=’æ–[tñøŽÅ´ÊmlÌí€/V E©Š•Õ83J–œ¹´¤³œÙÇDÇ ƒFÿËï~$7Üpƒ¹¬·‹æ|m~âI»*>¾úŒä¼f%}¡Ï©Vï1¹ñÆ›äçMëeDßžJh‹~ÖÑ?{ë>þ·ïwH€H€‚!ðÙgŸ |KÎﾨoܸqR¶lÙ`ªŽqïâÅ‹¥_¿~rðàA}-_¾|2gεï)1nà  %ä÷›ÕÒTè5WªTIvîÜi›>}zÁŒ[Õ—¨¤°’%KÊwß}çWÓK—.¡ñŽ(×p—Êñkp,D!$0cÆ yòÉ'å¢rHÀà˜0`€tëÖ-„­$MU­[·–ŸþY7ŽqMœ8QrçÎ4a«‰F©5‹°íQ¿Ý¢àN kÞ»} |xÿ¾ k ßÛ3eΪëè!îƆ¼ÞM;@qÜó£O¤vÓ§Í%Éž'¯”¬x¿4¹÷.íàž6ú#åï¦Â(çïÇo÷Ôå˜Óáþ㜯l]5oÃ1l/:v†õzÅÁÿÒ€!öø±m¤òÃõ¤AÉ‚rIižŸ;sZVý¸@PN]X0c±„pÇsgû•”σ6–7>£'EÌ5Èîx³*Ô—Ô*ÑŸjò:û–/‘{*W³E¡«ŽtØ je*ê6*>¾ú¼zÑ‚0H5á%Ó´–jÊ¡ôÛ;Ô«!ÿª¿çpÎc¢«H‰R¶ wH€H€H ¾ú÷ï/[·nq» ÒŠq!ˆ£F’o¿ýÖÖà”â³'#`r¬7n”+V„<°6¶á'U»±õ‰×"›@X„“BãräÈaiâ¬^½zÖ1g/„ÙÎæÍ›u´®q ¢{ˆrýè£Â¬§ì $-¡C‡J£FìïtÊ”)å‹/¾ˆ g;¢ó'OžlcuËÃ?l¹½Ö-]¤“>b„7ªÕ e*UÞÁrd‰J`ÌÀ·uÔ-E‚Çh5Žñ;}Zóˆš`X<÷j2íÅîts¶Hrù¨rtÃ!§»±‡_“•Ù¸r™üvÜ=¯Hks¿çÚâk—ü¨O£¿í^ëãYDnË’U:¿=HªÖi _çÏÕe‚KŒ†BpÂsÏjÙÞsøX7g»gçq*@S½~C{ê{Y™U ¿Ó“(P¡úC’>Ómºl(ùøê3"óAŠhƧ#Ý$ ªgì»ÝÇäû½'õ‹ÎvC‹[  ` >\Ú¶m«}DUªT ¶ºXïýõ×¥K—.’+×µÿ{±Þ†¡Uâ¿üò‹,Z´(Ñz˜Tí&ÚÙP’Hòw3ê}º_ÑG¦®ÄÚîÝ»WjÕª%çγMV¯^]°l(’¥1ì`¸C! €\/½ô’¼ÿþû¶¶ 2ÈÌ™3¿ï‘n«W¯v›4À߀^½zEú°Ø? 8£=ïUÆÇ ‘@°vl\'ãßïo«‰f‡;daŒeýÏ1úëŽk‘`YsæÖs{‹Z il×ÖÍfW´”Š€ß°b©@[ýÇÙ3lrÕÃûöÊ/[6é²yî(,HŽ—íÿåêê%”Ë_¤¸¤õ±ú²aËö‚—Ó‚‹³®Pí{cîY÷£-Z œèØ#O<%HL óÙÏà •ÌŒ1§œL(ùøê3¢Úï¸ón1ÏH¿.”ŒL/-%tw¹{Éu ß]ÊöÕô“[  –¾ïšï¼ðoU­Z5Ø*}Þ_´hQyï½÷äÈ‘#2eÊŸåÂùÂï¿ÿ®?»¡N?[B÷9©ÚMèq±þ¤%6w`(^¼¸Ì;WjÔ¨!ª%°¯¿þZÏŽ3F‡ËãÇk™£GÚ.•)SF¾úê+j6["ÜIî°ò£yóæzÒÌ°@~ÈH)RÄœŠØíi‰¨}“ü9{öìòùçŸóK{ľ£wÜH$àÎJµj^ï ¾èÝNIÉ(y cÇÒÇžšØæz¤ná ?uâ¸í>¤=`{~ÞfÏ-ÿîÁ+.ûýìÕ` SÎ_8Üaˆ¶nÔêj‚ÖE9“¥=xÔ•K9o±PŒ%öâ*당ç}ù õ<çq™û«j‰<¯§OžÐüËTª¢“Ú.û/×dg ¿c,”||õ2oïO™-/=ù¨Nx‹¶1éðÝ—“õ Çé2f’GŸi-O½ð¢•&Ây Ù¾}»üúë¯òÊ1ƒHò *H %•†ÿ5 t‰@O´‹ü‚iÕÿQ«Â÷äïçÂóçÏk‰Ôƒ{K”(!pöeø¬ðÛo¿ÙËiT@r' ½nÝ:É–-› bßטãÓg|öujÝ£ß'O^ Ì@û3fŒuÜ) »;vh^Y³f•R¥JÅ)KŠvÁ \víÚ¥' ,(÷ÜsW>—/_¶AÆà‡ÜopøoÚ´IÀ ÏÕÝwßg¿ÁƒÞÂÊáTøƒ…%$õë××Ðqî“O>‘Ûo¿]'€ÀqR~ ±{÷nÛ•;î¸C;où/A–½ÀH¦ðÏ¿ÇË—/·ðÁ‰[ðÏ/Ò ÿTŸzê)9pà€ >hM:U2gÎéCcÿý$°OE½B3ØX…2»Ü’@¼ Œê÷¦r8ow»ÿŠú`~òÈaÉš+·ÛùH?ØôÓr­QoÆaîÎɆŒ·g–Ì*¹j\v{ÖìnEj4h¤’œ¾ µ»7*Ç;À¨®P­@IDATëGGâÎZ®%ît»ÙãàÒÅ¿ì™4i¯&Bµ'âØ ÅXâh" Ë¾˜{V’%GàËÑálS“ úùp¸¯_¶XÌ„Hµº¹E·’Ol}F²Ø‰‹Öhù%ßÌ–µKtûû}îô)§V•,šûµ|òÝ2œ×“ I€H€’'8×9>pà@AÀ•Ósi|„,r¨ «Ä_|ñE-ÁŠ`OO+P €¼ûî»úû¶ç5sŒ ÖW^yE kçµÓW ²¨p`; RÏøŽët¸¿ýöÛòØcI‡Üd^÷³:ƒÓg¨D<ÿüónQí;w¼œ–.]:1b„4iÒÄyZËÖ"7^pº; ~`õÈ#8Oëý`ÛE%_~ù¥tïÞ]öìÙãV?&7ÀÀwßB…®}†ñVÞßspx#‚¼¼¢ìá]ºt©”+WÎ[9xð v@{»GóÂ… 275†èp§³籂ûÍ7ßÔQý¦¶˜`€CNdX0}FnD$dP‘àN‡;&A¸ëô=èý÷ã矖ڵkkX|gwZ0í¢ø-[µjå–ÆÔ¿ÿ~íÓ„d6œì0ôÏ‹10ëׯŸ9tÛÂwòÃ?èIŽ;ï¼Óí"ƒ@X:ܳ@X>ÒµkWK3|pj;gˆìÅDØAN³fÍÜfõ EYÀ¼J&ƒF$ ²fÍ©S§Ž^òfx´iÓFϬû»ìÍÜ®[üãÇc>úh’Oš¾p›xœúí÷ת›x ³¥¨$pIIpõnÿ¬×ìðÑûÔÏ„M¶…v˾?FœŽØç^ì!)n¼Q7ïtpcsoÎT¬زz¥¾ÉUＧ¼[÷!+‡; ÑÖשe»æ‹«SGÜí&/yï¸&¶nÙ"¹ ¢Äœ‰GÍ-¯µl&[Öü¤»ö{ïªÃÝá¬f,¦`¶±1¦^罘4)\¢”ìÜ´AN©dµˆ¨GÔ8,“J,{OåœÅ%Tïµ[¥ËÌ“íë×è³%ï­¤´Û¯ö9ªÔ®¯_ô|YMv Öe6¯¹úLyTÃC  dHÎQ8Uapl·lÙRK… ˆ ÎÓ!C†ÈÊ•Wÿo„ò».‚MQ7Ú@„váÂ…õ릛nÒþ¨çž{NËšÂÙíËánÞ®Š+Ê«¯¾*Ðxß·oŸ|üñÇZò“Ï<óŒvÚ›¾#Êü®»îÒ’,/¼ð‚®r6°Õç4$€E`ì¬Y³ô$Ľ÷Þ«¯áG0}îÝ»·–¨Y¿~½¼ñƺNDáÑî´üùóKµjÕì)|®ƒ„­q¶C/÷UªTIû#–,Y¢#ùá”Áï9¢æ'Ož¬%v0¹ËÍæÖA½´¤%¶w`Á §»™ñÁƒûì³Ïêe/Þ–ƒ$4JÌlΘ1Ã6ƒ~öìÙÂÙ&‹„;Éœ~ðÁä`üSyíµ×¢† þibâ  –ó™aQ3H$N¨ß›þ‹”Eaê·Ç‰Œâ 0¢oO]ë«Ø‘ýû|]Š˜óþñ‡ìÛõ³|öáûV;‡ÜGÝ'ŸµãÈ_´¸^5²sóF9ðë.™=éS©ÿtK{;¨«k“z*¢|¯>ÿáWóÝ®ã‘ÌÐæ†\Ⱥ¥ÊQþ_DÑ )RHGÇ(ïëDÁâw ^»·mÑíŽ{¯¿<ß«¯[qèÅg;.òPÅ­±üe@•qÅDî°a½^‘“Gèýš7‰¡»š|Ž>(j‚!Aê=•«i­]}â¿NÇ¿§<‘³÷I€H€’8JÍ÷¾”)Sêhp[BŠNðºuëêHó|ùò ^¡4ãðF cŠˆiH#ç!ôÁ×®]«ã±µ‰@¸™3gÚÀ8¬xàyùå—µD& &Mš¤ï¨Nu8„+W®¬ŦîܹsëÕêåË_ n([¶¬`Å·§Å·Ïð­ÁÇßšq¸£Ÿ˜XˆÍ,X ß|ó.‚ò¸I•*•>FŽH8çkÕª¥™ý¡>;§·eË[e|Û…l ÂG ÍuL@Æ4Ø4h Û߶m›¼þúëÚ— í|Œ¹ÃÊÈ]‰ÉV4lØPëä¿ÿþû‚û!³ý¿ÿýÏTÏm„k‡;¾óÎ;zf  l¤ðûï¿1Û¥ $Ð8 Gmk‡^3´æ)!a‘p'™ÀL9–J=VüÃÀïmR­HIˆ·žxâ ½æÓ§OhÉÑ’åß͵ÚÓpè-Y&yàhCJ`³ŠÒþìÃ÷b­óˆŽpµHX]œ2êCY8û+Ý'|Óóø¡ƒ1ú]õ¾Ÿ|.7þ÷%ÍÞå÷¤]«‘È};µ•{vKUœA•ß°|‰Ìù|¼u¶Ã^®ju#bNÞi£?Ò_–·oX«ËÀŸ^ýÞúkèÏ‹ýÞ—öõ®¶­oh’×jÔTIIå•­k’¡ot·ÕUoÐÐÊÕ„j,¶òXv‚aKµ_z¨aSù@ñÀçç$Ä#cjæ'Ÿ{Ÿ)8L )Ôí©ÇÕsñ„”(Ÿ\Vº¼V,‘ß¾M‡Á–¯óY o  ˆ p¬ÃiÚY>aÈ@ÁËÓ²çÉ+C¦Î‰±lÊÕnÚ\;ÜÍ1¶ÈɘûݦG/ݼW3>©_æºÙæÌW@^ÿàZ€·j,¦ _Û`™ûª7Ðó™2g‘òÔ”JÊÅôì‹”,mݶ Í'w;¤Û dÀ‹W#ÃÏ)xy³š=!µ¼L x+Ës$@$@ɃÀĉµ<üR• ‰LñúñǵÖ:’ªBË;TöÓO?éïÒž @©?kÖ¬‚Ètoo‰%´F8tÌc³š5kúålEŸc뇷kÐg7×8L9DŒCz&ÃÄ‚1§¬Ž9g¶NIhê{ø CãÍ óƒIø=>ì­Ï…9ˆp¸ãAûâ‹/ôÌ’:Àxࡇ’åË—'Èl¢yßLÂ3Q+fš [E#äNàï¿ÿ–-ZèßOÃKª°¬+Ú¤–0«%]Æ°¼ ~´äGQ’?-üÎüþZuì>wH PÃßz]˦Äu_¤E¸{OúL·I‘¥õŠ8_+«¤¦F·Ý[ùVÝß²Jó»_×òëö­nERª/( ži--º¾"·)mp_V¼tYÉS°ìßý‹.íõøæ\hýrOA´ô€Ÿ—_wlsk25O´í(­º½.io½ÕíB1–•úq"Pæ~TéW$Ou:ÜöH–êYIBóiز½dÊœU>}·ŸìظγyýŒ<Ú¢µ4íЙ¨1èð $opzã{`ÿþýu„44¶‘\/ø§Î«Ü.­[·Öé¡P@¸pá‚Ô¯__Ð.‚=!ÙÔ¤¡p¾"(ÔéôõöÁgöZÉ™of’£fË–ÍÛå€Î…ªÏ5ª ,XÐÞÝvtÎý)c+õ±ƒèuc;wîÔ²2æعÅ3b¬T©Rf×n1ƒ@EHÈxté¡Ý3R>žexÞ"ÂᄘùöTÕªUu6dœÃ8Ýqêm ÊcóçÏ×:KΨ3è4!y+’;³gÏj]23 ˜%‡³={ö˜ÑŠ‘Ì Yà‘?Â4ÙÝNKž6®\¦5¡1z8Ù<“&O*u|àYšüñP¿n=yä°–¿ˆÍAíWE XhÑÁ³!¯½Ä½÷Éä›t¢ÒÝÛ6ËÉcG´Œ ™zK\ê­Ó×^û²ãíº9Wé¡Ú²æìsèu[ªâý2yåfÝŸ][7éÄ 9TT;¢¨S§Mëõs2c1u™m(™ÏÚ¼ÇTësë#Üü’òÁ+‹úlúP­î£‚V=¸_~SÏ$Á²æÌ­ÜšrÜ’ €!}s$åDô:$†áüÆËœÞ4ƒÃ‘ð¡p¸#Ñç‰'t}úôÑúߦ=l‘çÐ)wì¼æÜ¿té’ 6L'ãtžÇ>äMLD¸7G°gù¸ŽCÕgL0ÃD†7CTøè2eÊäö^À'ˆd£« ÔmòÐôãN:i=vO™Y(stèÐAw%­úŒè+ª~$çÅÖô+'ðÌÁ!sI‘Ã2P†,“@Ä8ÜÑu<Àp‚ã`0Ì&a¶$âP–Ã<þøãzFÐÔ‰_ÌjÒH ¹Àlx•*UÜ’´`©ôÌ‘È%š ÿä0ãŒhØ­*rã ÅÌx4qJNcYöí59Dßz‹fMN<8Öø¸¨>„¿Ùá¹8¥dLíXYqLé ç̛ߜJV[8×á CJV¨¯î„ÛXâ5ˆ¼)¡ù@†/ ÄE¹acÆŒÑåHº‰¤–ø\†¤¥þ„³æIgüìÙ³µ<2®ãØظqã:à08Ž¡o’®§+®A2åÐ)”~øAk¯©$RE.µzõêi0‚T¡Sn ’¨¨£Y³fZ^æرc2oÞ<œÖˆÔFt¾1h¢/\¸ÐŽ çÑ&"åA¯øNôøö9GŽ¦Z½…6¾qdO˜0AÊ•+§ÇŽIŒcòäÉz²’8à G4‚rÁÔ>ø öBÊ’:G¬HXµj•Nl Ÿ"­¦N:¨vÑO(aÀ?¸}ûv-uݳgO‰‡?"Ó¡“oÞs¬Ž÷¦ÓŽN@[+ç»ví* #GŽÞ'c·†ï…y®S¿d±‹††á˜öì٣š‘‘Ø×CÈ0ð ƒÙ'ÌœÃ0,õ€¼ ’;Þ½{Ë›o¾i1@V³ìH&m†ŽŸ~ú©œí˜ŒK.†/ÈpQ™ºêÚ‡·ä2~oãlT®¸ìûåª^`·C¥q›«ºÀÞÊò ø"0¨{'™ª‹bÃg.²Uä–%H¦ªæÎ TÄlÒ’uRønæœI¦‡@ÚÖ®&ëUï©S§J£F¨V›Ôà`1bDœÝ€Ó‰-áŒ7g±‘1ç|m5oÊ"à "&Ý×=ÎóP~€4 ùþ&àコÿœÔN纯º¹„¬ÆâÛgÔz¸ÂÙ›! êÞ½{õ„Á¡C‡vlý1LHxËh»h +Ø66ëÖ­›Îw眔À$&qÄ—9sfÁĉ§!ñµ×^¨lÐ"ŽÀŸêýNs}Äu[u8þü:Òݹd3XꃙÆ`ìÀZ¦Æél‡ó}Ê”)t¶–÷FÂ… Ûñà ÒÑèlGæv§³³ÎÉÉÙnßdîXÇ°Îvœ¬P£–½Æð—€þ‚ ³uGZâTy° „#Æ ¢°‘ØÒÛ g|FðœåNg;Æ‚(p8âã2”AYcSF0©7˜6hÐ@GB›òˆ¶®]»¶`ÅyÎœ9ÍiíÈÅd·ïé•+WÖRÍÆÙŽ›2dÈ ÛDû±"ÜxÀ=$¾}öÖÎðáÃÎooÒ0˜T€³“FGc†V:¤Ÿ½m j¾zõê‚Þœí(h»¸Qí˜äÀ„‰38û¥K—Ö«h¥bpÓ°J`÷îÝÚßرcG=ùhw¬@€ªíNZ‘·‘î3t¢0“‡Ù4cž3mæ¼?[ÈdÀ¹îÌt ­f´ãtîûSË@´X¿~½þ½À²§h4üGÆq³\²íí¹T0Çî#Ü4D¾PzÛïõèªO(Z\k9»—à ÄMàÊ•+²kË&Ù°r©@ǯÓ'¯juÆv÷s/½&í_ï[^# M€î|H a 0Â=aù†cíŽY·n–)Ág9‚ÂÉîS=¾ã# ÐÏ;·À?Çx =xDu#b®\¹trW8éÊBÑgô ë¨ Ê{±bŬ“ÝWßáD²QãÓÃxñ‚£Þé÷u|ÛÅ}Ðœ_±b…† 6¤h}™‰pÇdŽ¿‘ù¾êâù°$ #Ü#Zÿ³rÐpBÄ)þàÁ0+…™.H^bÐM¬ ùÅĽøŠdt¶B’e“ ÌØF«!i tÛ³S°Ê%¹9Û£õý f\NýöJ]]~L}¼7yÀþ"%KëWÓö4„¿î’§«–SÉ8¯J@x#ÃwoTxŽH€H€H€ždLàƒJL+Z´¨vÓ&$K<#Òƒ©/®{CÑg´ÈugÄ~\íâ:"í1)W|->í¢-HÀ ˜F†@DJʘÎc‹¥7#GŽtžÒÚÒp¼ûkÿý·<öØc‚Æ0ã÷Ýwßi +sŽÛð%€ä ø'‚åAxAw;.Cò h²!±œÇÈ€d" °YÁMXz„®¦~³5:k¦\8l¡ó…%M¦_|ñE8t+¢ú€e\»víÒ}ÆR6¼ÿþ³¨³³~øKEµlX±Ô–½¿Vm»Ï§³9ú›"MÚ½ …K”ÒËjØŠfX @@¾‰jGD>‚|¿$-ºDt„»y+àCÖâ=z˜Sý£Ûn»M ¹›Aóý駟֙ŠM9,ý@ææh•Ê0㌦í!C´Ü‡S\K¤,ÈØí-g0Ô7n§£٧پM;&#¹9Nê-d‘úõëç6.g>‚¤î_$´½4$F5†Õ2˜”¡‘ÀŠïçË?ÿ}J«2Ü¿§<¡@È@VÆXþ"Åt¢b$+®Þ ¡>}A-SÝóó6S„[     "à™dõÔ©SR«ÖÕœ`… ÒŠÎäª44vÕ ˆp7czå•W¤K—.æPë&!‰*’©Æf/¼ð‚–Š0eLÑÒ¥J•2§¸ƒ ’çŸ^O²ÄÕ]8Îñ¼ÀÙŽeý%J”‡~X/;BÒ œC„¸Ó°b¢mÛ¶Zf¤J•*ÎKaµI¦ñãÇ ’£Ð'€Ìòx6ŒaIV ÐH–ΟcAT®U×gR[ˆ;$§Ã½d…ûcÜ™F-S½«ì½1Îó @øˆ-!­·¤¼á?"ö06Qánøî»ï "|'Nœ¨OaIÆ£>*?þøc * `vé£>2·kG+¢š«V­jÏq'2ÀAŽ×–-[t’ÛØz$FóéÒ¥R¡B·â—/_ŽáHC2]¼`‹/ëgM˜%6mšÛ¸x;üíÀŠ˜þùGDr•I“&yÍŽ{M¼0A÷ÓÂïìÐ*QNƲàNh¸;Üï M¥¬…H€H€H€H€H ,@eþš}ûö¹õúïft»–ˆ?ˆ*‡;αcÇ –e|óÍ7úÍA2TD//[¶L .lß°#FH¯^½ì1vpzZ€>27ÃIŽhâ½{÷ "Æ‘uò,xŸ0Q ØfÿPÏæÍ›å×_Õ÷"JÝŸlÝWÁ=°)RHÁ‚µŽñü BçCeè'Æ C’•Ô©SÛªáØ={ö¬=FrÞ›nºÉ;wÀÙÉÑwÜg0& ÐWô:ã±²š¯ZµJ8 ùòåÓQýL|¤¥ ßo´ÔuêÔ©~­˜¸V ÷¢™ÀÖµ«äÔñczˆø}+_2CÑü~'öØN8.÷ì¶Í–òán/r‡H€H€H€H€H " dË–Mð¢E?ÐyĈì…É`ˆ\­Y³¦>Α#‡Ög†üˆÓÞyçiÕª•ó÷CH [·nòÁØDHpºpáBÝœÐ:uÒR(GŽÑçÒ¦M+]»vÕ p݀㳂ü±›N9œóxÿ|é•ÃÑ Ç¾s&‘ìÈØí´¬Y³jI¡råÊ9O¼hX$aÅê £ø—_~Y×…þc˜26cÆŒ>p®CS|àÀ1Ɔ\pâc Ðœ÷eXñѳgO·ûá¤Ç„Îc?¹[ïÞ½Ýò8`µÌ½÷Rº!¹?Îñ/?×–®TEnMŸÁs‡‚%àŒnÏ’#§dÍ•;Ø*y? @ˆ=,6‰:l³pàΙ3G/É0uÁá =f8ãŸ|òI­ñn®uîÜÙ-áª9ÏmèüôÓOÖÙŽZ³ûˆ¾F¢OãlÇ98¢!ùã,wìØ1­³=uãÄFY¢È?üðC¯‰MqýàÁƒnÎvœófhY£ƒ5ôgíÚµ1úiê]¿~½›³Ýœ÷ܶoß^kŠ{›Høý÷ßåèÑ£²iÓ¦XûŒÈvÏûÁNfL„$wûî»ï¤oß¾ôï‘t™FNKç϶‡÷?TÛîs‡BAÀép÷¦ßŠ6X @∺wƒ ò"ß~û­Üwß}²ÿ~}zÛ¶mZ£Ù”ÁÎwDÓ–ÀW_}%o½õ–ŽrGKXB3aÂ-)Ó¦MÝ8V' òû®»î’Š+êI8Ü kݺµìÙ³GïcÅ‹/¾¨%avïÞ-ˆH†ãÔ—á9X³fv‚ýõ×úÙ€,¢î!ÒÛ´mÎÅw‹„ˆ:_°`N¶êYÏûï¿/uëÖLD`²Á›Á¡þ駟êKˆ¸oÙ²¥Ö©GT;œìC† Ѳ<(€D¯±Yþüù«8J–,©9`ÇŽòÙgŸÉàÁƒc»5ª¯ABÆ9‡ÌàŸ|òIT9¾ƒÛ¿k§¯œñúœÒä·åZ´haË9wpÞ¼ÏÕªUs^rÛíµ×t9åàw;ïïJºjÛQ’1±Þö×_Ù²JR&FY唷ו¤ŒÛu•‹À^S []jòÁ…sÆÔÊW:u\*Û¥’ÀšÓz{âÄ {¯’Òq»Fe¯+-|·{“Ë~÷•lŒå VƸ’+‹ØÞs5)áJ™2•åd~Ǹù?…LÈ„ÏŸ>|ø ðà3|žnHáÚ²eKl¥yH€H ù¸ > HÔF¸cp0D¬"ªrÀºIx@Ÿyúôé‚䈴Ä'à-IDöìÙ}v VaH*:tèP¯åpÛÐ=CbYåP×òHj‚ÂFúgÉ’EŠ+¦Wo@F'Ož<±)¨ËiÎÂÇבýÎëÉa+$°ÂÀ¤Š°ÂæNy/Ž=¢å‹Ü¯$Ÿ£víÚ ~ajbRLÉç­O”‘._¾\ÌJ/äæ@þæÖHôl„¢š@ùòåíw|ç)Z´hT—ƒ#¤  û/ xˆz‡;|Ï=÷$MêÕ«'*âX;ÕæÎ+Ðz§E9 ;Z¤HC›á<®›²ÞÊDÚ9$<…ÖúÈ‘#µN=ú9^HÈŠIH"1áo`ï,¾x6ÌÞg×3φuëÖÙ¡ã9Á„BE`òäɶªÊ•+»åŸ±¸C$@pÊ (P€ÿ»äÇâ$@$@$@$ dáp 5j4Ü•d„<øàƒt¶óÔ$Á½JbF·ª¤Rbmý·ß~‹õz¤]ÄôÞ•N ívh¯ãµxñb9¯ô9¡m¨%èÔÓâ&€¤¸Ï=÷œ-XªT)Ÿ«&l!î$[È Äΰ[n¹Eç—H¶08ð!`VO r%– m°R      Ä#p}â5•ô-åË—OêׯOg{Ò¿÷ téÒúžcǎɤI“¼Þhð£Gz½–T'²gIÑ%ce“žzëÆ ™D_§J•J¯Ô@âT$9Å ­[· ¨Â0vZÜ0Ñ°aC=QÒéÒ¥ÓÒRàK#oæÌ™cO?òÈ#ZÖÊžà Ih«W¯¶µTªTÉîs‡H€H€H€H€H€H 2 $›÷È|{¢§×{÷î•ôÓH%Õ‘Ùö„ÚD ´ö11b ò0k×®•&MšH¿~ýõÀé¼~ýzyôÑGúÒ‡–/¿üR Ám åFŒ¡e„à´>{ö¬Ìš5KöìÙ#K–,ÑÅþý÷_-×bîI™2¥¨£1"X÷íÛ'³gÏ•°Tű±qãƉJ¢ª3eʤ5×ýGyóæÜ3eʽÒ:$M±n ‘´?Ê•+—>õý÷ßëí˜1côýíÛ·—;î¸CÐoÜ¿lÙ2¹pAçbpËE°{÷nÝ–©õ —VvÀ ¾ƒ¼ äxÊ•+gNEí ’CãÇ—üùóGíx9°à ÌŸ?ßVR·n]»Ïü=6+(ÌÄj(êe$@$@$@$@$@$@IGà:$‹MºæÙrr!€$µ«V­rn×®]¥sçÎ’;wn{¾lÙ²:ÚIUÍ»ùæ›R17nÔkD)ûkˆHE4øK/½$ï¾ûnœ·AïòàÁƒâLê Gôš5kâ¼à0÷,Û£G- ãOÕ«Wãh‡s“qýH* g< “fRÁÜ‹äÀ¿þú«Ž˜‡Cßs%@æÌ™åСCnŽ{so´lG%mÛ¶µÃéÞ½» 0Às‡< ÀŠßiØõ×_¯ÿ&11–'%C`РA‚¿E0è·C*ŒF$@¡ >}z9wjÆ R²dÉPTË:H€H€H€H€b'ð§R»H“¬$ebçÁ« IR>p CxÕªUÍ¡Þf̘QG¤;OÂÙŽ¨R$¸­X±¢Öá¯]»¶³ˆÞ‡3 çÑÊY²d8Üaž‘óú¤ÇD£×¬YSà|všgßלûÊzÚ;ï¼#íÚµ§¼ ÊäÌ™Sš6mj‹£Ý:uêØãÆë~Œ<-EŠÒ¢E íà7Îv”Áœ¬ál‡.0êÇ„8)”ÛZµjEµ³_4;uê„áj¾}ûšCnIÀ+§œ ~él÷Š‰'ƒ €•JƨßnHpK$@$@$@$@$@‘M€î‘ýþ%ÛÞ#â‰C!Õ‚„ªÅŠÓÎép w8Wþþûo)X° Üu×]:jÖŸ>C:ѶˆL¿r办X€“ÝéX÷§žäXÑ]eÊ”Ñþ?&bà€w®bHŽ\8æ¸ `Å ä›`H\üòË/Ç}K€Ÿ°À“8F® òE=ôŸw³ ÄN€î±óáU   H :Â÷¢ËjI€ƒ´þ¿þúkÝDøC+ÿαaKàäÉ“z29`Û¶mÓ{aÛav,âlß¾]Š/®ûUZ˜”E>  „‚î¡ È:H€H€H€H `”” o ˆ(´Îvtü­·Þ¢³=¢ÞÁ¤ëìÌ™3u‚bôy°Š†F¡$°téR[]‰%èl·4¸C$@$@$@$@$@‘M€î‘ýþ±÷$@>À™õÚk¯Ù«Ðóå•Wì1wH 6Nýö ÄV”×H ^œúí•*UŠW¼‰H€H€H€H€H€H üÐá~ï {D$$'NH“&Mäòå˺¦ ÄJ`öìÙöz­Zµ$UªTö˜;$ Îèö H¶lÙBQ-ë      t¸‡Á›À. „†À7ß|#ýû÷·•!Ò½}ûöö˜;$àùóçÛb”“±(¸BN‡;ådB–U‘ @ Ã= ÞvH xghÞ¼¹¸\.]YÑ¢EeÔ¨QÁWÌ’-[¶Èž={ô˜¯»î:A„;BM€ SCM”õ‘ @ø Ã=|Þ ö„H žä²Q£Frúôi]Cš4idúôé’6mÚxÖÈÛ’+9sæØ¡—+WŽR–wBEàìÙ³²uëV[#Ü- î @T Ã=*ÞF‚’7Î;Ëš5k,D¶+VÌs‡ü%àÔo§œŒ¿ÔX.Ë—/·+q2gÎ,…  äv–%     st¸‡ùÄî‘ ÄNà‹/¾?þØêСƒ4kÖÌs‡ü%€«W¯¶Åép·(¸BNýöJ•*…°fVE$@$@$@$@$@$èp‡w} ˆ;vH›6mì½÷Üs¼÷Þ{ö˜;$ÈÉ\¹rEß’-[6)Q¢D ·³, øE€úí~ab!     ˆXt¸Gì[ÇŽ“@ò&páÂiØ°¡üñÇD† dÚ´i’2eÊä †£7§~{ýúõISi$J/^t“¿¢~{(é².     t¸‡ÇûÀ^ H mÛ¶²}ûv}£&L¼yóX ‹“ÀU—/_– X”“±(¸BëÖ­$y†!©sÉ’%CX;«"     t¸‡Ã»À> D`øðáòÙgŸÙ{zôè!tZ܉Å‹ËÙ³gõ©R¥’ªU«Æ£ÞB±p®š¨V­š¤H‘"öx•H€H€H€H€H€H âð›^Ľeì0 $ok×®•®]»ZpŒöéÓÇs‡âCÀ)'S£F I“&M|ªá=$+Š+ʨQ£dÛ¶mÒ­[·XËò" @d Ã=2ß7öš’%3gÎH£FäÒ¥KzüHl9yòd¹á†’%:tæÍ›g+«[·®Ýç „š@ëÖ­C]%ë#     #”” £7ƒ]!ðMÀårÉÓO?-ûöíÓ…àd‡³=K–,¾oâðƒÀÏ?ÿ,;wî´%kÕªe÷¹C$@$@$@$@$@$@$@ Ã=Z,K$dúõë'NÙW®\9ÉúÆ£‡€ó¹*Uª”äÎ;zÇ‘ $*:Ü7#ˆE‹IÏž=í­õêÕ“—^zÉs‡‚!àt¸3ùn0$y/ î|H€šÀ±cǤiÓ¦råÊÝÏ|ùòÉøñãåºë® ë~³s‘Aà÷ß—+VØÎR¿Ý¢à @<Ðáh¼…H qÀÉþÄOœî°”)SÊôéÓ%}úô‰Ó¶õæÎ+ÿüóçí·ß.eÊ”‰ú1s€$@$@$@$@$@$@$@ G€÷„cËšI€‚$УGY²d‰­eØ°aRºti{Ì–€SNÑí×_Ï‹Á2åý$@$@$@$@$@$@$œ гœß}Ž˜À¬Y³dðàÁ¶‡Í›7—Ö­[Ûcî@°þý÷_ùî»ïl5Ôo·(¸C$@$@$@$@$@$@$Ot¸Ço#H8{÷î•gžyF\.—näÎ;ï”#F$\ƒ¬9YX¾|¹üöÛozì7Þx£T¯^=Q8¬]»VM_¼xqýºÿþû¥Ý„l䯿þ’V­ZI‰%ì¸0N_Ö·o_[2Q4      ˆ)¢e  @t¸té’4lØPΞ=«tË-·hÝöÔ©SGÇ9Š°!0{ölÛ—x@n½õV{œ;&L§”Ím·Ý–Í%JÝ«W¯–O>ùÄ­­?ÿüÓíØypôèQÙ¾}»>uæÌç%î{@‹7êä¾™2eò¸ûa0÷Æ^3¯’ ø"Àw_dxžH ItìØQÖ¯_oÛ3fŒ.\Øs‡BEÀéôNL9™.]ºH÷îÝ¥@¡J’×S©R%y÷ÝwþXŽ9t4<"â3fÌèÏ-ɲ &§M›&¿üò‹,Z´( ÁÜPC,L$@$@$@$@$@$àF€în8x@$”&Nœ(£G¶]xá…¤qãÆö˜;$*û÷ï—;vØê~øa»ŸÐ;ùòå“Èü!ÇOèæ¥þn¸Aºví*¥J•’… ÆÙ&"ãE‹Àï¿ÿn¥µÎ;{a«ÁÜëQI€H€H€H€H€H€ @‡{°X”H álÛ¶MÚµkg(_¾¼[ÒT{;$3gδµ G@8D›#ŠyË–-råÊ)Y²¤,XP®¿>ö…hmÜÈ¡C‡äÂ… ‚ÈqhÃc›ÁÙÝuc·ß~»Þ=þ¼@æäÉ“rß}÷I®\¹L·-ò+ìÙ³G·ý"EŠèvÝ ù88uê” a­±›nºIÒ¥Kg}nƒí3*Þ·oŸlÚ´I½P¡B:Êý7²6àíK¶|!ƒó믿Ê?ÿü£ÙT¨PAR¤H!×]w]œï•Ïù¸€ç¬Œá½Áûâ4¬Àd‡§Å÷^<à Ïçï›éd¾Ò¤IãÙ´>”Þ“Ou¦L™R6lØ ?ÿü³îVBdÏžÝk[Γ¨gݺu²k×.=Qß¡{î¹'Æ8œ÷˜ý@î½|ùrŒgx¶ƒ¿7wß}·ÏgÉ´É- @”P_0h$@$¤”#É¥dc!U¿”£ÇuàÀ$ín5jÔ°ÏÛ+¯¼’$ƒíСƒîƒr\ºªT©bûc~ð;±sçN¯}S _]Ê!îRÎÞ÷)¬«yóæ.íõÞGyÄ¥©ö>Ô¡È.% ãR9ìyåw½ÿþû1êøñÇ]*Jß–3ýUNQ—Šr·ç/^ìv¯rV»ræÌi¯›û” [9oÁöù§Ÿ~r©‰ˆm+‡¬«[·nnçóäÉãR“ ¶ÿý·«ÿþ.åÜv+‡þ+ÝW¶lÙ\{(mÒ¤I.5 £=ÃÌlQæ‹/¾pk:¾÷¶mÛÖ¥’Û63dÈàúòË/mÝ_ýµº|\w4ß>«Ì.Dê£?˜dyçw\«V­Òœ0y dJÜúܾ}{}Ý@Ã*³ \¹r®‘#Gº”d‰KI¸¦L™âR’2öþÝ»w›Û‚Þ"’o½õ–­ÿÉ'ŸÔÜÀμ¾ùæ—’qk/¾÷9rÄ…÷¼‡xî.^¼hëÆ>Þ;s«2”D½_V˜P™={¶­õçÍ›WGJëR²0ú:çžã*ï‡Ê’%‹kĈ®Í›7ëçrÔ¨Qnïñ{ï½gû‹øÜkøV¬XÑ­ÏXq‚øÝDŸ›4ib¯cuElÑùnâ „ˆî!ÉjH€H€H€H 0t¸Æ‹¥I€BM<ã ƒ“2J{8ÔÍ°>p#ТE ëƒôJR™q¸#Š|òäÉnÝ€sZé°ë~Bb#6;}ú´kÍš5.H½¨D°Úlœ¢žNog=¯¾úªå€ò;vt]ºtÉYÄmg”»ùæ›]‡ñ4œÃ5Úƽ•*UÒeýq¸›¶ísÍš5upÔB†ÇÓÀKé×Û>+m·"J¯Ü^»ÿþû]ˆ|Ç9cp¢Ö©SG³Kˆ¿]˜h0<1±ˆÅç^•À:¯[µj£¹çž{ÎöN †& Ì8á\÷tªã}1×-Zd›#õ£tÓ]JãÞ^3;˜t2rBoRzýúR0÷¢ð1}RI—½þî8'Ά fºÄ- $ :Ü3!   OÚá{66õM‚F$@ A‰÷”¾­¨èF]=’<~þùç~%·Kˆþ°ÎäA@ý'”ùóçÛÁ*g©ÝOª%#JVÉ­yå $õ„)ç£Û5 y¥Ò¥ÖÉ^‘8³lÙ²R­Z5Q² nu!yf\†¶¦N*JrCÀÔ›)G¼¨hq}Iiiëv<Ë¡m¥ïy:AŽýé3Þk5©§ÛWŽwQÉ1ú‚d¯/¿ürŒóæØšgdéÒ¥¢&t"L%¥¢÷Uļ¨hsÍÎ3Á¨©#’¶HNúøãë.«U:A¬é¿ŠàµúA*¹")]º´¹¤·¡bÕ°aCÉœ9³[ÝJûß«Hz»¯œï¢&œô±ÊA J.É^3;HŒk0ådµzCïs¯®ÀñCMyýÝ4hMœªVw8îà. @4 Ã=šß]Ž”aO=õ”( ÝCá+JžAà¡‘@BPr"rìØ1Ý„’G‘|0!›KºñûƒÉª§Ÿ~ZTrÏ Û•ü2Öz”´‡(é]FEºû,Û5Ÿ7Åã‚?}VɘEÉáèÚá(÷eJFÇ×%}˜dH•*•-‡Iµ¢@”®¹(ý{3fŒ½é;o¾ù¦žøÄû}c}úôÑÏ&;œçÍul›•’´±Íß{ï½vßsGIÿØSÔûÁÜk+S;x.¼Mæ  žÓbÅŠéâ‡Ö[þ     ˆ~t¸Gÿ{Ì’@ØPºÄnQÆ¥výd‡¢Àœ9sì ”F¹( w{);ˆÖUZѺ»*!£4kÖLG«dÃÚñ«¤.B>DtSf7Æö·ß~‹q.©N(MyA;LéöÛÕ4žýùì³ÏýôÓpèû 9rD6mÚdG gXR$”Œ&:‚Çײ.ˆºE^heÉ H`Œ=Z;Õ!_a©(÷Í7ߤ4Y®^êr؃åzè!}êìÙ³2kÖ,-EMr˜qªêõÌ*UªÄÉ€Nõÿþ÷?íd†t Ž!§Û¼y³ôíÛW¶mÛ¦ñc€cúépÖ¢¯6l°¿ÿÆù½wï^ëÄ…:´Ááœ4šèÁô}Z»v­@¯òüùóëƸk×.6}löý÷ßëËŒÁûѾ}{¹ãŽ;ôPï²eËäÂGn¼ñÆتŠ×5Lt ¯è'x‚;&>TrP=Ù¢’íjMrhï£Ψí`îEþÈ~a2<晃”ÑwÞéu,ñe…~›¨X%úÕmÔ®][·ƒ±ª¤©¶Mh°ã®;ƈ Ûþýû‹JÚ+*9ªôìÙSG“ãùÁD VT¡ ˜JújµÖƒ¹WWæøñÇ艘®]»ê¼ ø[c¤«P Zÿø¢‘ $*‡F$@ NàŸþq)Ù„ÿé×Í7ßìRŽÁo— €! œÚöùSEs:Ñ· .´ý0¿ضk×N÷ÅÙOçõ¡C‡êë*¢Ýëýβžû*a£¾WI¡øu¯Òžv)§a 6*Y¦_÷;Û_½zµK9LºOÉãضƒí³’‚q©¤´.å4öÚ%;cÏ£ŸNÃ{⋯}%íãRò!Î[C¶¯´úã샒¶q)©Ÿms¯J’êRù5lÛÊíRNím˜ñe¥&¾l†/ÚR1ºjå$q]Mâ˜fõViÊÇ(cê2Ûnݺ¹Ôä’Û}8ˆï½JºI·‰ÿeyòäñÚþ-·ÜâR“1Úä H éÒ¥³Ï¥šìLŒ&Ù €Ë¥#²ÂNR‘MX(%¼Ìrpõ…)" Ñ”ˆˆCb>DdÕ¨QCëí0@bÓÁ Õ`†dq†'¢»|ôiM¹jÕªù*Æó$/Ý»wwÓ8†,…/àx5À›H N9™¤üß‚•eÊ”±Üè6¢u+Uª¤GI£=n†„ˆc#ÍöQ£F ôÛ= ܈B6†¤ˆ€Çý0ümÏ—/Ÿ¹ìu‹ˆjD¥gÎœ9Æõ¯¾úJFŽ)3fŒq ‘מm#Y%Æ‹ßuü4‘Ò1nþ!Û⌢¶ÏéÓ§D‚¯[·N •¢œïòøãK=DMhI_ýÁxräÈ¡£ý•c5F1$|nÑ¢…Ž¤Fä{BV?<óÌ3ÿgïLàe*ÿ?þýeIH)B(I…hQÊšJÖV[Yþ)J‹"•$­”Ri±‡””%©P Ù—V"D"Dö-:ÿçó­çtfî̽3sæÞ;sçó}½æžsžó<Ïyž÷9sgæ{¾çó ¸^ìqŠ+¦r)xÂÀÝn÷ûi{æ™gêqm_x:©B… v3Í2VVø~ä;˜" ©•0Âþ’%KºÇCdzðûQí#FŒÐk×¼5¬ãº¸ÃMê&Mš„œ¤cÀ{óæÍ*‘ƒ9ÃÉêÆGÈ|nܸQ˜Bª¤T©R‚ä¦ö3;£®cmkžhP "8®!ÙboÜdt¼ìd…÷¾óA* ɸ‘<7R‹¦-åBj7dÀ—F‰F7m^Èyá4HG˜Ý@IDAT€H€H€H Ó ì7>ùî—ñ#<¢šœï¿ÿ¾@·ÖA÷Ú£pxÃéìuøùé7’¶H¤Ö£G=6~¨Â bØøa†/ÀˆâËl{þùç5ê zÁp¨§gp”؈ãHħ×_$û²óE2>ÖñO‘Þ'+p!ºFYIà³Ï>sípÀÁ—ìfä*²í¦ôÊ…‰ŸìLÓ¿‘m‘š5k¦W%S÷á)¼b±XÚâæôþaÐsÔÙŽúÙÉ ï ›³c‰Æü´æ8¬K$@$@$@$@$³ $œÃ+ã1\$œ‚“ØíÞ½Û.·~ú‹¦-üHCb:ñÄzØ9ã»&rÁð®­PZñ¶>—$@$@$@$@$@9Ÿ@Â;Ü¡· i$þ‚3ÙkÐ{ùå—Ó$o3fŒÜ}÷ÝnT-ÚÜÿýúò¶/X° ¼þúë‚’Ö¥„G§½÷'Ÿ|Rn¸áML†ÈukÐBœ:uª›ØkÆ ꄇž®5D²'ž;í´ÓT'ö’K.±Õt ç:¢û‘Ø N{¯!2Žô* oèÅ#1˜W3>OžÇŽ+}úôIã†ã7F¥‡ÆX½Îv;žà%žáqä`‡û]wÝ6‘$¤WðB²6´õj©¢?è¯]»6øPêLÈH/{Á‚iæ–¦£0±ŽÙÏ9 3'œß{î¹Ç$½ÝJ\!L"0eÊ·g\‹Y•£Â=(WŽž<ÃmÈ­yɸ!ƒœ+¸Áj†<ˆÎ¶’2Þù㩾ҥK{‹RvÁ ­[·Nó}’2xj‚Ñí){ipâ$@$@$@$@$àHx‡»)œ$={öh¼Ã©HnhAÃݶm[ÕI·ò0?þ¸Fš#ªñÑGÕ. ¬£^¶lY©S§Ž=„._±bE•t¹ï¾û´ ò.0D½uìØQÚ´i£‰Ä†*—^z©îÃ8½ñúâÅ‹eâĉªé‰ïˆÂ·†bèóñœé6ŽøöíÛ«(~ôã¦ãž7ož6±ó´íï¸ã×Ù~õÕWK×®]U¶É*  øž!JæÌ™*ÁÉœAƒ¥WÝÝçgÌ~Α;®$$\Ðm‡L ÎÍ÷Þ{/%#Fò¥à ¼ú픓IÁ Ì”|ã;LÕ”)N¥$¸~N*n@àE#     ŒüHBZóæÍ3`}‰c"ÐÒŒÓD¹uFŒ‘fÿúõëÝýÆ9žfz‡vÛbFÝ™?~zMöõêÕKÛ›ÇÒÊÃm P÷xFÆÅ1‘ûʬiŒüK‹?þØm×®];[=`‰rËÒÜ`ؼ1cÆ ·®‘” Þ°똽ø9GÞ~¸ž8n¼ñF÷27œœéÓ§'Îà8’”#°eËÇÜèt¯Éï¿ÿ>åpÂ$@$@©GÀHgºŸ}Ë–-K=œ1 d}pÀ‡Ï¾‰½ b¯¾újÈD¡}ûöÕ¤¦þÎŒ!׬YSÌU©V­Zft¯}"«¼œ={¶Ô­[WŠ)"Ð{ÇúSO=%†A´<¢æ­ÙyC‹ö¥—^²ÅK”Gšü4 a±Ž9ƒn¹;‰ Á„ ÜàI†zõê¹Û\!¬&9ó«‡E"iH>ÐH€H€H€H€H€H€H€H ³üç¹Í¬#øìg8IBœÌ•+WÖ]ÐŒÎ,ƒL œË™mo¿ý¶tîÜY¼ ¹Lt¦|ñÅ‚Ä­¢2dHÀ0 ? ÃcàH¬ÊPžY‰Ç2æPcdYòøúë¯5§ Sš'=ì&—$-¼úíM›6Í–1ð $@$@$@$@$@$@$@©C áîHÞõ×_…=#6ÁiNÐÒ„æõ‹/¾¨ Ë ç:ôØ4h  ÜöìÙ#ÐkŸ;w®Ë7$`[·nuËB­XN¡öù)‹eÌ~ŽÇ¶‰I`Û¶mÒ¬Y3÷½Z²dIARcïÓ‰9rŽ*'0Ò`šXÛÎÑ>Ed·¹$       xHx‡û¡C‡Â&ñüôÓOÅF¶W©R% $(µgu(Û±c‡& µ/+ËF-Å‹—:h„ûE]¤‰Sû÷ï/Hjjt‡ÕéŽ1!ªÜZÕªUuõ÷ßôÊPÉeãm±ŽÙ;Žd:GÞqsý?ÿý· )ño¿ý¦…/?~¼J"ýW‹k$õL. ±ÿû‘€ò`4       ÈL¹2³óXúF$ö¤I“ÔÁlۛ䨲råJiÕª•ÊËÀ¹ro:`ìÖ† &˜;ìä“OVùÒ¥Kë6þÄ:f·³Ë9ò¶çzöÀõm£º0`@¦æ;pÄÈ€þ·YƒÄ‘W®Ë–sI$@$@$@$@$@©J`ïÞ½š‡mßž]©Š€óŽ3øh¯¿ñ&É•+wœ{N²î²'akø£¶k×Ùí"~ç³c4zÃvئM› û2‘Ž‘dq¶oßî ¿HŽß©S§4Ç4ò/µ=öØcM›6´¿óÎ;#jk©:«V­ hk$fœ¼yóFÔÞÎÍÈÔhæÉ€ˆÛ™¤±Çõ3foGÑœ#o;®g?O>ùÄ1²1î5dde²P üK L™2îµin ’ ¤ ‚ ºŸË–-K™ys¢$@$@ÑèÝ»·ûyaýE\Fî“$«Ð¬ÞõftbΪ­Ü áŽ¥ˆœÞ¸q£¹nEŠ-ªá~ø¡9rDËìÈ MRßì!žÊPOðÀðP¿~ýTÆÁ¹“ @P€€{f 9·\É4ûY@ј·ì'ùmËÙöÇöhšåȺÿÃM„d˜’‚BÇ:ÑHÈX¡BuG:v8ðát†M©R¥ÔI'{"¤c–,Y¢ºëG•²e˪¼ œÞ$y0OÈÒ ¡*nF@^&³ÍϘíØ’éÙ1§ê‰ŒqÃkþüùŠ _¾|²`Á9ÿüóS ç` µÕ³gOäÄp}ÒH€H€H U*THvíúGÁ<\pAªLó$ ˆ‚ÀÝwß­2Ľïi&½ï¹9Š–¬Ji 4»ÿyÿ“yòê OK§z¤­%ûMÐ_þ„‹pÇá¡¢ÊÃÕ./Q¢„à• æ'¹´ÖkÔ¨¡¯¬œ«Ÿ1Ûq&Ó9²cNÕ%ž ±Îv0À“&t¶§êÕ˜óöê·7nÜ81ÉQ‘ ä8Çä¸qB$@™J`üøñ2hÐ ÷:t£Ãïns…²›$²¼í5Êî!ñø$@$@$@$@$@$@$@)B€÷9Ñœ& ă€IØ+íÛ·w»ªZµª¼üòËî6WH  ºr\°âÅ‹KåÊ•aX @  Ã=N2§Hñ °ÿ~¹ñÆeÏž=Ú´AíŽDÀ4H$Ár2HšJ#       ¬ @‡{VPæ1H ¸ë®»4q1¦æÈ‘#5¡o˜§ƒ9rD¦OŸîΈúí. ® d:ܳ2AÉNàÍ7ß”Q£F¹ÓèÖ­›4iÒÄÝæ $ Y³fÉÎ;u8yòä‘:uê$ÊÐ8        @‡{ œdN‘üX¶l™tîÜÙí¢fÍšÒ¯_?w›+$H¼r2õêÕ“|ùò%Òð8       N€÷~‚9=ðC‘Â7Ýt“½¨:1ºuƒw~2{™ìÞ{@‹óœ4®{Qp•4ÛïMû: ¬à ùäš”…Û˜³d…lÚúgÀî뮼XŽ3s %:Üë|p4$í¶lÙ"Í›7—#GŽèXJ—.-o¿ý¶üïÿËö±q$ŽÀ®]»äë¯ÿûâB‡{8R,'     Ä$0uÖRéúÌÈ —?_©R¡´4¬}¡tkß$¬ó½]WeϾâvj*T«\Nú=ÐRê^Z1Ãê¿mÙ.:>#ÿý·[÷ÇÊ9eOw·C­´xàÅ€âc=F6Í~SN9©`@yðÆÑ£Gå†{úËîØõÇüarîLa#ãÛAY<ÊY³fIýúõå¼óÎÓW²;M¾ùæ¹ë®»äª«®’ªU«J½zõ¤U«Vòì³ÏÊÖ­[³˜nèÃ3FjÖ¬é2·ì-ZºKs,üoÙ²¥lÞ¼YçxÜqÇÉøñã¥páÂ9vÎœXÎ 0mÚ4ù믿t2§œrŠ\tQÆ‘9cæœ ¤}ûÊœ%+åácäÚ;úÉö?÷ÄÀ‚oVK½vOÈkc?É°¿Qg8ÛÑ`Ø„Ï3l\áèÑ¿å½ió‚‹Ól>ÿû4Îö4•X0.ÂýÍ7ß”O?ýÔ C¤îòåË5ò±H‘"~ºŠºmÿþý塇ÇqÒ´EòIŒ Ëì¶gžyF¾ÿþû4ÃØ·o_š2äl>ú¨|ñÅî$HÇ¥Kƒ+‰LÀ«ßÞ¸qã°‰<ŽH€H€H€H€H€HàÇ›¨íçjíâØwà¬\û›üøóFùqÍFÓ6}î·Rõ†‡dÞ¸~RüÔ“ÜúÁ+×Õ»ÄD®Ÿ\¬ð߬\/ÎXh‚¸þyÒ¿ë3£¤Þe•äì2ÅÓÔ·Ã&üç;±epÂ?õ@+Ée¤o¢±±Í–»o©Ÿn“qÏMw?w&„s¸?òÈ#rꩧÊûï¿/¿þú«/Z;wîÔè\8¼¿üòK¹ñÆ}õMc8°¡yc{ì±rþùçKñâÅå·ß~“7 ä%óµ×^D¹oß¾]¶mÛ&xÊ€–z¦N*¸ùb Obàé  $:<Âç½Q›ìOF%:oŽH€H€H€H€H€2›Àq¹sÉ=·^ò0îÚ+í{ –‰ÆIûuóòô›Ê GÛ‡¬ÂUÛöOûj™4ìðVåÐá¿ä“ÙËÃ:Ü¿Zô£¬Ùð»Ö½¸âYÆïwŒÌ_¾J¶nß%ÅijtÕ£±yËVÉ/·JéEC6;lÆóÁg BîcabH8I™ *È /¼ Õ«W÷Ml÷îÝnt9ÜYipðÛè|$ D4ûÇ,˜cûàÁƒÒµk׬RØcÕ¨QC^ýu½9ѧOŸ°õ¸#çX¿~½´iÓÆ}¿à}ˆ§Mh$ æΫÿW1VÈ Aº‹F$@$@$@$@$@$3 .x‚|ðJ7éòÝ ¾õÞ Ù´e‡»íʵ5«È™¥Ns›}ûÓzw=xÅ+ÓªÑÒ²áån•¡ïÏt×3Z¹ðü²n•w¦Îq׃W>óìÚ³_‹½m‚ëq;q$\„{84{öìQ§õºuëäŒ3ÎÊ•+K¡B…ÂUWg7ÛÖÐÑÛ^;餓4úÜ[†uD¥ÿñÇnqþüù%_¾|ºýÓO?É’%K¤X±bR«V­²;vì5kÖhý\¹rÉYgå‰'O>ùdóxIxôrùñGs·ÌôMâ’%KÊe—]¦mÐ>½LÌ~ÚºŽaÌÀeõêÕÊsF¨±zùæÉ“G (òˆ8g¸19C(TÒÎÈŠ+”×i§&UªTѺ!;ü·Ð{|E{~Óë;÷>|Xn¾ùfÁu  &è2çÃ1§>úÈt:uÂþOq+q…H€H€H€H€H€H é ôìx½ ~çS9pð°6r0/úXžívkÌó*Y¬ˆ¹ž7Ïq!ûÙ³÷€¼ÿé|ÝŸWóÕÕ_õÀÓ#UÓ‘ò›·þ)ÅŠfœ ¯u“Z²äûµÚ×ØæÈÃoyL¯œŒ·MÈÊ,L áLeÿþý*Írúé§kb϶mÛJíÚµ5‰ã­·Þê: ½í -’”Z»ÿþû¥hÑ¢/Ô7nœ­¢KÈ×{ñÅÕ© GÎ9çœ#·Ür‹Ô­[W.¼ðBÙ´i“Û~Æ R¦L=6´¯aGŽ èÉüà¬_¸ðŸÇ^ÜÆfÎu$S-Uª”\rÉ%š¼QÇ8.ÆÇ»wNñjëí'–u8gá`¿øâ‹5!,øT«VMÊ–-+£GèÑþpŒ[Æ Ô„²ÞJpˆãcêÚ ­58âsˆóкukí73§ B™Ÿóª¿œP†÷†7Aî[o½¥ sÂÜ8‡Ô àÕo§œLjœsÎ’H€H } °æ]·e\’ @N pR¡&ºü w*ËV¬s×£]/jõ/›ÝfÏ.å®{WÞ6Wö=yXjçÉi§–SO.¤ë(CÔQ“"“j¾èü3]ÙšVÿ*¡¢ê<$“?_Œ®¥h‘‚R¯zE]çŸÄ&ðwè¸Ã hç`ƒcÚ航öÚ·ß~«éÞ²Pë™Ä‹×-ínǾ±cÇjD=db¼™è´[ÃXùå»vùûï¿ËªU«Òì‡^6ú³‘ÆÞ ÇÙ¼y³Ž7Þm½Ç‰v}øðáÒ¬Y3Y»öŸ;rÞöV¦dРAn1"÷·nÝênã"ãá@·†uœ쳆6?üðƒn‚žpxüñÇîÁ¶råJiØ°¡&¬ Þççü÷•¶qm<ØJ§NôF[ÀHpøŸ‹÷µµ ØU.I€H€H e <ýôÓræ™gʽ÷Þ+åÊ•KYœ8 @Î'PáÌÓÝI®ýu‹»Í èOž ¿ý+I“?_iPë¿ ^o_Þd©“±æuü{%gìþpË[×pwò_ ©-œúåR7Al #]“Ë䉤%>ðº& 6vhº÷ìÙS#oá`“‰Uá„FÔ;¢Ÿ‘œG,ä^–.]*>ú¨–!ê²,^C6¢Ç½v÷ÝwKÅŠU¢ä¾ûîÓ]pÃrçÎ-;vT­ëÉ“'ËСCåÒK/Õ}øsùå—k¤ðâÅ‹eâĉšÄ—¼üòËnÈ¢ ÿ`z8Ôἆ!º½}ûö*É‚ˆÜ@Äü¼yót¿§n˜?~ÚÚ>bY2D:tè Žq$ºEÄ9æGù‚ ô<à pD¤ÿ< ·ß~»F®·lÙR‰Äœh‡sÚ«W/-{â‰'äóÏ?—çŸ^FŽ©e`óŒ¾Íno:@çöŠ+®PGþW_}¥¼á”ïß¿¿4iÒD÷Ùùù9¿¶œ²„“çÏžPÀÓ4H&ø_lí¼óÎÓ'kì6—$@$@$ªð”,^4  ÈéN3ÑåÖÖoÚ¦ÓÁ~3ìÿè‹%òû¶¶ª»\¹î7™>÷[9xè°–Áo÷RÏÿ“§qëØ•k6jrTl\n¹áêjv—®wêó–JÛ R~Î’rÅ…ÜýáVZ‡ûc/¿«»!ót×[$•½r2·6®®–'¤p¸C"`Ò¤I®8åtéÞ½»<÷Üsꈆt ²°¼yó ¢ýnî¨Ûm·eˆNõ+¯¼Råk¬Ã óòÞ{ï©T ¶áœìÛ·/V ºåxmܸÑu¸ÃÉ›‘Á!ý÷ßkµã?^#QJ—.-Й/_¾¼4nÜX#É!Yƒ—×ü´õöÍ:"ËÁpHÝàæä\¬UªTI®»î:½¡ÈôGyDþïÿþOu÷[´h¡ÎwDúcΣAÙ>ø@›C>7)p.`ÐxǹÅ?ÌÏ>ûÌ•‹Á9:uª@gn Ô¯__“&îÝ»WðÔÀwß}§ûñÇïùu;Jòhýßxã‚% ×Ùøñã5ád’OÃO1^ývüŸ¤‘ ¤ù󺓅œËn£±Ž¤ªÁöÅ‚ï¯ô¬d±“eøӤe[¼‘ë jU‘‚þ“p+tb~AâÕI3é!†¾ÿyD÷²%O•Ëªœ-ó–­’ ›þ¹KWºí wØÙeŠËEÏ”Uëþ“¶Öü“^RÔ^}õU×Ù·uòÚèoïþx­×¬YS–-[æ:ÛãÕ¯·8<­ö0¢õáL†>9´Ë±þÔSOÉ+¯¼¢ŽèàD¤~ÚzÇÍ:äu¬ôÍ€ÜóàíÚë؃?ôÓ­) s…výÛo¿mw ¤‚:$³fÍÒ2<™`ïNzµï!ý6ˆª÷¾Ioµ*¿ÿþ{wœî‚V²âü2Û7Ùne8p÷vÔ¨QšŒ8ÛÆ@pS OµX³ÿCí6—$@$@$@$@$@$@9›À¶?w»„L(g»[!ƒ•_7ÿ!]Ÿå&NõV?r䨼=é¿ßŸ­ý'cëµôHÌŒÿdžÀa‰ÝÚä¿Èõ±Sæ¸M&}¾HþK·½Ò3n®$,„w¸ÃáŒèòPvÜqÇ©–7öA·=³ìꫯÖàÌêßö §sçÎ݈m”oÙ²E¾øâ yòÉ'UŠ2.¡ÌOÛPýeT k^Y[f—^hÜ[ƒäì·ß~Ó›Û¶m³»ÔAþÚk¯¹ÚüÖ9 Ðg·†sŽ-¡^àfÍj¿ÛíàeVßàãf×6ØB»ÝÚÃ?¬š÷v›KH¸‰‡›s0ÜxLïQ²Ì‰ã$     ˆœ€W&¦l‰¢a>óà-²oùè€×Ž…#dáøgä±»ov}¿Yù‹´é>H¼MµT¶nßå½5~†4íôlÀkèû3ÝýÐ…G‚ÕH¬Yýê’+×?2ÙpÔÿõ×m6nêíoi’ÖÁI߬“=^RæÏ?ÿÔh+/ŒÉ&8-V¬Xð®¤Û†L 4´ŸyæAd6´Û…Œ¢½‘8öŽ;îP{èÅ{ÍO[o?‘®#zÝÚO?ý¤²2vÛ»´QÔ(«R¥Š»Ë:ÜQлwo-/X° @N R{ì1·.tÚ­A~ÆtÛ!”‘ER'£>rÊ~äÀÖ ÁÍ| $#¯œ dÄì“0É8Ž™H€H€H€H€H€H z^™ȳ„³Ü¹rIÞ<ÇìÆ6dZð:ÉÈÐÜÿÔpÝyè°CÆÅšWNeŸÍùÆî »D‚ÕÛo®v¿ÝQ¤p•£™òùbÙ¾s|6÷¹ì‚³u‰:Õ«”—2%ÂÏÍöÃeâHx‡;¢ $]ºtIC Ñ6²Ýë̵!•a ÎêPYèC¾%; ôHŠ¤¢o½õ–êÀC Þ"Ê¡IÍmD³{î~ÚÚþ£] ç8΢ò¿þúkM†êí22:uÒ¢N8A¼ŽósÏ=WehpÃÄêˆ7oÞ\5Þ¡Ë©žb@Yk^&š0a‚{ÒÖá24ܼºùæ›åðáà&Õ;ï¼C'eh\,Mpø¿=mÚ4w”ÔowQp…H€H€H€H€H€R‚À·?­—Ïçÿ§Ë õX­íõµ¤{ÿÑ®„Ë*Ãý÷mÊÇ&ÂÝZñ¢'_JhÑ#GÊæ­jÕùËW ­V8³„mv Y8Üac?š#›Í1!cct»bHª? çp‡ Rámí¡‡R)‘V­Z©¼ ’mÂÑò /¨³ÑÖˆü¶SO=Õu C£ŽÛâÅ‹ äK M2nÜ8Õ‡SmôðÏ?ÿÜu£Ï™3gj”½íÿŒ3ΦM›¦‘™Ù¹s§Lž¶­1B¾4Zí0Ü€>²MØ ¶ˆ”F4þ?þ¨ K•^­Z5u€/Z´H“ÊÚþ°œ­áfð~ø¡-’víÚ©wkHNk“¢¢ Q¬µk×ÖqMœ8Q®ºê*¹öÚkÒ5Ú¼y³>°`ÁM䊨ùéÓ§K¾|ù´K?ç׎)—pN↎=¹ÌÝwß}Wpi$Œð·ÒQ¸ž! E#     H ›¶ìŽ½áN OÛ]_ÛÝŽv PÏ8ý7)éÆßÿñ“¡ŸQ“f ²ÂN?õ$YÿÅà°ÁŸƒ)VãÙ±óŸ@R$Oíß½¶MïOã:ʉ'ä3I_÷kâÕu·jõܹs $ghÉE áîݺu8z½vÔÜBÔ7^Áçó°aÃB:áàEÔ4œíK—.Mãä¶}!R†hwÈ” ‰§× ¡Ž—×¹d®^ƒÎºMjËápïÓ§ÝÔ%d gî•ÁñÊžÀnè Íß÷Ýw_@±Ÿ¶Íš58ÇCÙÈ‘#ŠÁÑ[÷駟VIHÂ@‹½cÇŽõíÎé³Ï>k7Ý%nø`¤Í²µ^2ŽÙ°dš/òAî0Ø‚{‚÷o#ò"Áè>C`ä‘G*” 4HÎ9çœP»YF$@$@IC‰JÏ5Nï Ï?Sªž[FêU¯$ç”==nã¿úòÊòŽIX CBÖ/ü ïNûÚí¿U£+ÜõôVðÙªQ yæÍòNûj¹@s¾¸ÑOÏ £ŒvÏ¤Õ 1©ZòH‡{ò¡åˆI€H€2ƒåd2ƒ*û$Ô!ðÁèS„ÈU“,÷d³Ÿ+*™æÛ AA^#á>kÖ,Ù¶m[ÔÓ‡´dåÊ•µÝI'¥ÿc<¸säw²ÎvDµCÖqÿþýúô,ž +^¼x@î¨àöÜ&  D!ð@»F‚W¼l×’QQuÕÖ$]ÅËk{–¦½±îÝný)£ÛŽW°ý½r|pQÀö³Ýn¼ÂÙÙeŠKF}„kËò¬#@‡{Ö±æ‘H€H€|8pà€›T]Q¿Ý'P6'$°k×? °ì2رÚe2ŒÙÏí<íÒO_™Ý¹—zôèáRˆzÖ~øaÁ+›1c†6ƒtÌ'Ÿ|ÐLJ!bŽF$@$@$@$5èpÏÎ< @À©§; y"®¸"²GúâphvA$ìÞ½[<¨3#28I×3ÊAƒö+W®Tù81!YxÉ%—”£O¯cǃ¶6 Ò{ÂC[¼Ðdñ ‹œwFüû'cÆ</^¬¹Œé /”p¹â1fïø£]Ç|³úE;ÇàúзŽqìõT°`Áàji¶qm¡-^0D¶{¯iHMæË÷_ò·4˜äúî»ïTÆöIïz ÕËH€H€H€H€ Ðáȃ[$@$@ L`Ê”)î讽öZÉ;·»Í GàÈ‘#zƒnÁ‚nHm G× ·y饗 4ăŽpn"±å³Ï>+‡ö6H€ÀY‰„Îü±:>‘@~Ñ¢En½víÚi¢w$˜÷ÆífÍšy‹%c†óºcÇŽ2aÂù믿Üþ‘P³I“&òæ›oJ‘"E´ûýŽÙ=@ +ñ˜oVŸ£¦ÐdÅŠrõÕW«ÓÛ»y«fÎœé-J³Þ«W/0`€{C mƒ—5œçV­Z ä“‚ ×æ=÷Ü# . Ø…›BmÛ¶Õ~ .°$@$@$@$@‘à³…‘qb-   0mÚ4w”“qQp…H {öì‘åË—gPKÄqÕâF}¯Áq¨ð¾}û¦q¶£ÞŽ;Tî K䙀 œï^1b„;Û± /›7o.wÞy§·ºø3Ærå•Wʸqãœí8œÛÐI¯]»¶F½£,cF?±šßùfÇ9Šu®¶ÝºuëÒ8Ûí¾Œ–p”Û§'ÂÕÅyuÍáOµjÕÒ8ÛÑžxã74Òý—_~ ×5ËI€H€H€H€Ò!À÷tàp @âXºt©ë˜€dCýúõgp @B@¤.d3¾úê+2dˆÌŸ?_Pº× Ç]³fM)T¨·Xºté"?üðƒ–ÁQ ­ísÏ=W%?wî\=z´ÊÄ ÂÞ½{‰+q<<•ãMÌ ©Ç{LêÕ«§Oè@& ÎOÈzÀɉóÖ­[ëqüŒyçÎR«V-ùþûïµ/8ôo¿ýv)[¶¬¬^½ZÞyçzÆ~Ìý˜ñ;f=XŒü̇̎sãTÝfxRkÞ¼ynÂÕ_|QÖ¬YãîOoåÝwßÕ(øÍ›7Kçε*nD{?!Kƒ›.^Ãõ V¸¹„höûï¿_¯•Ò¥Këûbüøñú”nuèÐA>ûì3os®“ D@àæË–A=V!  l%ðÄOHïÞ½u Ðn‡ƒˆF$@Ѹí¶ÛdøðáR²dIÙ°aC†Íá”®X±¢ÖkØ°¡Lž<9@§;à$=ÿüó5:²3={öÔúpÈC㹚Y³fI5tÛþe[¶lQG½WƒÛÖ‰vÌÏ=÷œtïÞ]›C硇²]¹Ë×^{Mî¾ûnÝÆx1nX¼Æ¬Åø'Úù&Â9²SµISqÃãË(“§â:˜3gŽD")c‡(v+¯öä“O ¤fÒ³êÕ««“m>üðCÁ5í5hÉC†}Øûï¿/7Þx£· ×I€H€r|Àw‚Þ÷43¯›sÐÌ8•ì ÐìþäýOæÉ«/<-ø/©|vŒ%¹ß|ïÏOI™l<<4 @ä¼ú픓‰œk’ ø#€d£ÖìMŠjËÏ<óL–G´øM7Ýd‹–p¢;ÛQ¡\¹rÒ£Ç??Hþøã@hÃ4ÛaçwžtëÖ-d:u’Ë.»L÷A^&”eå˜C?Ò²d£X¶Õã~    ÿÐáþ ®‘ $($!´ hgœq†Fm&èP9, F xñâ:£}ûö©>;"ƒc1Hs@;ûøãOÓ|̘1Zvì±ÇjrÖ4¢,8å”S4ëO?ý”nË+Vèþ*Uª„¬—•c9€ “ñE8µ¸V+Uª”ÊÏüõ×_R¬X1•AÊè*TȨ ÷“  ¤Ln’ $8Ü­5iÒÄ®rI$@Q°ßp ÛyÞNPöóÏ?»Eˆ‡AÛzàÀnyð ÚAšå“O> Þ¥ÛHüÜ´iS±Ñç(ܳg&¼6l˜Ö$ "éƒ-Ú1_uÕUÚd¾õÖ[ÁÝé6§Ú±6hÐ d?cÙa„…ÑÎ7ÎQ„SËÖjHÚkŸ¦@„ûã?®IQ‘5Ü륗^ÊÖ1óà$@$@$@$ŒážÉg ?ÎhhãÆz$<šûÌ3ÏDuÔI“& ¾ìBR†Çƒí³àŽðåÚ‹°¢E‹Ê_|\…Û B ×F$SAÔÜo¼!Û·o¨>bĹøâ‹ʸA‰HàðáÃ2cÆ wh”“qQp…H xJ¶cÇý~eÍU™9s¦àsÉT¡}Žä£^x¡&Mýî»ï4qó·ß~+íÚµD Ã9ŽïxëÖ­Ó„cgA”ú¦M›ô{Xðð>ýôSÞ{Ù²e%oÞ¼²jÕ*9tèVøƎÜÄ݇•HÇüÀêøîØ¡CwÛ¶m¥téÒ:7Ç~—<餓¤Y³f!‹ÂXǶÃv$Ë9Âw¹?þXpcë0\ 0ÜXCݼm«V­ªm½ù.\(Ÿþ¹àÆ‘5\¿ˆ^·Ž¸Éƒsl ItqCÒ27–Ö­[«–?ŽqàÀY»v­ o¼pã ãÀõN#   ˆœÀÿL4ŽyõÔªÙ¼ysY¾|¹|ýõ×R¤H‘˜&ÿæ›oJÇŽݶH¤5~üxw;’•:uêÈ—_~éVÅ6¾`‡2$ÛÂcÄ0<^ Ь°x°ÊŠqÆëñ˜o<®HæS±bE ¥¿‰›1µk׎¤ Ö!l%€Ìk¯½VÇ?~½yJ’![Ƀ“ $ üQ.ºè"u.¦7è‡zHàœ„Á€‡Í›7§×D÷!Qé7ß|£ŽU|+Q¢„–C—ÎL8Zƒ ÁC† ‘òåËïÒíXÆŒc]sÍ5ÑúÁã¦þÇzeCâ5æàcE³Ë|³ãÁÙÞ°aȧ†§µlýÉ“'«3<ÒÆÓ¦M“úõëkuÜx9í´Óœëáú¹ë®»ôfw?œè}úôñ…]å·KØθƒH€H áÜ}÷Ýú9qqÅ3å¢óÏJ¸ñq@ÉEàÓ9Ëeí¯[äÕž–NôH®ÁÇo´ûÍÓšùñ(--)î@¸áýÊ52.2_†“O>Yû@?x™/­7 ª±hÑ"Çütû2÷ ÿmbÜ•+WÖW½zõþÛ‘‰kñ`•‰Ã‹{×ñ˜o¼®H&g¢ÚsÓG¯½Zµj¹×£q¸GÒœuH Û àÿŸýzýõ×gûx8 ä'0uêT§L™2îÿû?&W®\Ž‘uq†îÇxÀDW¯^í´iÓÆÉ;wšvhꩧ:=zôpÌen;ýîÖ5Ò.Žq‚;}ûöuZµjå\wÝuN÷îÝãðv맷˘·nÝê´hÑÂ1O=ºãÀXñýßI1¾`‹ç˜ƒûŽf;–ùfõ92éŽyÂ1‘ç|íõd—Øzëׯw˜xÇD•»¿7lÝà%ÚšDŽ¹¡à¶5ñŽ‰\wòäÉ“îqM„{Øß1&˜Ç17‡Â¶Çûãž{î y¸á @ÒèÙ³gØÏ‚àÏ$nÿã×#‡Œ9ŒþFÒ¿7|L@?Ìe.Z»wïvu=wíÚ¢FÆE=ö˜ â-Js²2n¢¢°ð£Ìx$8=+T¨Få§W'ÞûâÁ*ÞcÊÌþâ1ßx]‘̳F‚lÖ¬YŒjë$DZÃãï4 ðKÒH( 9ãÕïiçž{® Ý8ÔCvÖYgÉÈ‘#eÀ€b»*Í D#%Ú‡kk;4NLyä‘GìfTËXÆŒ§!-[¹r¥FÞãÉ7D´[ôŒágÌõÞþXæ›Õç¨dÉ’²xñâô¦vä^–,Yvz;pî&Nœ˜^• ÷™ }òG¸6 dn 愧2N<ñÄ û`  ä'ºÂ… kbøäŸ gðýóÆma(Ù:†¤p¸ãÇÌŠ+—âG 43’x£nÈaD‚*èâ˪‰ðIsð¨¯Wïõ·mÛPZˆVƒ1`Ç¿pŽø`jN>ÊY#? ¤;wî¬7©£lÎê©FÀ8§ÖŒ³Í1ƒŽI*•æó£ÁÁ£¦Áf¢LãLsës饗:Ƭ›H߀G7Qm¬=Ú)X° ÛÞ\!×QÇD Ùfi–F[Ûá1PãàsLÔ“n§')cœåN§NƇããqQ<Òyþùçk¡$e°ßü(I3Vȉdd&!¡c¹:æ&Bšöæf…ò„LM°Å‹Up¿‘l§Úµë9 f‰Ç‡í5©¤ $•Lr7·mÇ”ß~ûí€Càzó>¶Ž÷_°´ƒ†´ öÙ¾ÐÆ{­Ær~1<–o¾0¸ý¢ÿ'Ÿ|Ò17’ûž´Ç¼à‚ £S0~n$§žzÊ=ŸÆ1–xäˆH€H s“\å<ìçŽùq昤dHÕ’qÌ~X¦Ú|ý°b[  Hu]»vÕߦðŸÑH ÿd´O§B¶î‚þåÙgŸí:Zì•àe·nÝÆ 'pp8àŒ ˆ‡¶×hëy†&AVšö¶^ð:¡ìÝwßuûèСƒVÉÈán’p…tjÛ¡î_|±{Lo¯3ÔXQÖ¾}ûm½ý`Ý4O„h•XÏ/¿øâ‹iŽ÷^¨›Q¸¦[·nm‡Åe‚¨^½º{NŸxâ‰%‡E$@ð½3½|_M4KÆ1ûa˜jóõÊmI€H€H€ …¡wïÞÄAéH\ w3j1Ž0Yµj•¹–Eõ§o¹å¹âŠ+Ä$Rsãä“xRú÷ï/Mš4Ñ}¨Û²eK1?päÎ;ｊ"1Ž{•Ž0ÎA]G0èa€D‰¨W©‰¥K—Ê£>ªõpìàdžMįÇ·î÷þ1ÎD÷qè`õë×Ï»;ìúwÜ!&‘–î¿úê«ÅÜ9SÙŽŸþYµB?ûì³°m±ÃDûËÌ™3U š¤ƒ J·¾Ýi~lˆI ¦›x¬Ú8vU*2ß|ó 8PæÍ›§ûƒ%tü²²cˆf™Š×†Ÿs ÛàºC† sÃH%d éÙ§O1ÎOÝ^°`àüC÷ó¾ûî“#GŽ´ßn¿ýv}ÿá}3Iá´½êÕ«—–§©|þùçòüóÏ«. ‡*mÛ¶Õ¾c}ï£dX‡6-¤‘0.Öax,Ý$“ðN&Ož¬Ç4O¿è>þILöµfúí–—$@‰N’e5 eéí U?«ÊÒWzû²j|ñ>NzsJo_¼ÇÁþH€H€H€H€r ô\òÙµÛÔúª[·n@t¬ÓüùóN8Aë@j%ØLâ’¶¬Íiw»jÕªéÊI˜Zn]ã î>ì¶qÒ»íŒÓÛ­—^„»Iè¶i×®ÛÆ»‚r;—PîÞº3fÌpëfáŽhbÛ/ävŒ#ÔA™5D#7jÔȹ÷Þ{U’Ç–{—±²òöézª]àsdùFáŽón%†Œ–¿crØ.Ü¥¹qåœwÞyzýtçÏ?ÿt÷™\ ZÞ¢E -ëÒ¥‹{áZ‚ç¼–(PÀ1{-‹ÇùEGà±×5–¥J•rð?ƒ–\LrB÷<}Ùä ua&¬˜$¥ºüåØoëï÷³ g(äAÞxã wü[¶l¼LbM½ ð /¨\ˆŸãÄ£mªK+7@IDAT]–YVŸ#HÀXKOvÅ+µô믿Ú&*ˇ;d ÿd"äÝ}‚zíµ×dõêÕZ‡¸µx_Û–hòÞŒóîãzâ€L‘WJ 7i$@$@$@$@$@$@$@$èÒá~ÖYg¹Ü Ûž7o^w;ÜJ¨:pRB“Îvè·ãuôèQÕlë­·TË9\±”#Ú>#ÃñáÄF侑ÝÐêviµåÃõ6™a&¡¥˜d“b2-ëÓÐn_±b…¾…¼gÏÆ|… 4â=3ÆiŸ©vmX.Y}Ž½n 9Œ¬ŒÝ Xâ:±V¥J»ªw»a·ÒUäV€ž-®óÇ{Ìî¸Q¯óëvΕ¤%`ä°d×®]:þ]2ˆÆíׯ_€ft¯^½ä†nÐsa’šJÏž=uý‰'žüQ£m¡¹î5h˜#ÇQ£F©SÐ$íS§9d/ƧšÕpÂ)ˆàë®»N_¶hWO:UÇjË°´ò6¶Ì$–”§Ÿ~Z ˆ|Ì Î{èÐC’7 Áa õ^ýuբǘ° ­c“„K«¬]»ÖV•aÆÉÌ™3uPÈ2”.]ÚÝo¬êú!CtwÝu—”+WNǸxñb™3gŽë0Í;·Ûλ +oûhÖSíÚ?ç×&—öÚÀ¶µ#Fè{ Û¸i„k£L™2ºçôЧð1ÉQõ}R­Z5½ùµhÑ"éÛ·¯^3hpÛm·H(á& ðP²fÿªwk_|± zÙšŸó‹> oÿº×,Êpýã½h ùš6mJ™ $A—³F9K‚K       „'anÕlª`ô %Jh`1Ã¥Iœª#=ûì³ÓÔ5Î?ÇhH;FžÀ1ºéiö-ZÔ1Nð43mÓ¦MšºÁc1ZðŽ‘ÈHÓ&1kÈöÇsŒ³iÓ¦€6sçÎuŒ,NÈúÁÇ´ÛÆ9©})ˆÛ‡iÀqï¼óΈÚ‡¬³jÕª€¶Þ ¿¬¼}e´žj׆ŸsdÚ_\S&º< ú>}údؾ[·n!ß?tÛ–/_Þí»N:ny=Ür»ëù57sSÈíÛ¾OB-‘]œ–¸ÌMÍ€ó¸aÆÄ,GF$@$@$@$@$@$ã Àÿ‚‘ÍÍñså}P™‡cÌÅ’fœíª!ÞµkW7¹hð@~å•Wʘ1c4ûoºé&•­°u=Û¤IàEâQDŽ{õÞ ( Íš5S}wÛÆ.Uéã ·Eî²X±b*§¤®^½k·‚YTLåÊ•úƘ¯¹æ1N~oU©^½º ñkÆ ʱã£Ü+WƒdDÃ0§H’B"Š‘½^ÃÜIã{¹Ø:HìŠÈdD4#ò=œùe®ßPå©vmø9G8ßVò(K[êÚÀ>h­#R/H8l 븾!„ˆu¯¬­ãM†Š÷‘5ä°æ•¡±e±žßÂ… ë{Â1oûô.á^·n]o׌žØ±†ÜárØ:\’ @¢ø|ö‰2˜pã8xð ˜èj” μàôö:õ÷[¾qãFuþCc½T©R}êpNv¿ÇB{è^#å/Fþ:8œâ™mÐÚ^²d‰Jö ¹+üp²Gâ°µcËjV©vmÄãÙsí¹  åI$hùãVf[vŸßÌžûM’bHØ ƒ ä¿h$@$@$@$@$@$@$]î¾ûn•{6îòøãg×0xÜÄ'°ß¥æO ‡{â³äI€H€âAÀH©Öÿ‘#G´;äêð&ÖÇ1Ø $*Ù³gk‚é.]ºÈƒ>˜¨Ã串@v]ÙuÜl@œ’‡äùMÉÓÎI“ ÄH€÷Á¥^3u¸§ÕJI=œ1 @‚˜6mšXg;¤· gD#T!ðÁèSf#GŽL•)sžÈ®k#»Ž!VóI€ç×'@6'   0èp†Å$@$@YOÀ«ßÞ¨Q£94²~T<" d <á³Ë¬9*’ ì5a—Y5f{<»Ìªãò8YCÀžW»Ìš£ò($@$@$@$ó äÊùSä I€H€’rG|òÉ'îPáp§‘@ªؽ{· o ¹2¶mÛ0u$]Ï(wÚ#ßÍ?þ¨7«„’LÇwœöéMã:tHòH8¶x¡ŸJ•*Iùòå#Ê•Íq&e60ÏÅ‹ òä !ü…^¨Ëàzv{ïÞ½ràÀMÖ}òÉ'ëË—/—íÛ·K… ¤bÅŠ:_[ß»ôÓÖÛòÕ|÷ÝwòçŸJåÊ•åœsΉˆúˆ…U<® ïø#]Çq£™o¼®Éýû÷ ® œ'ä¾A¤óÎ;/â|HÑŒ9˜¥Ÿ¶Ñ\Wñ`ó<n“ üKISi$@$@$ݾúê+$ñÖ—q:ÆÝCâñI Ó üõ×_NµjÕÜkß¾‚—&ñŽsÙe—9Fr)͘Œ“Ï1 †¼o‚ÛtÒIN:u,çÏŸï>|عøâ‹êµk×Ω^½z@ú1²Nλﾛæx¶ šãÚ6vi"j-Z8¹sç8n®\¹œn¸Á1 ämUwÙ¸qcÇÜ4Ðú˜«ÑºOÓþ¬³Îræ̙㶱+~ÚÚ>.\è˜ã's³Âéر£³cÇ[5Í2Vñ¸6Ò $‚‚x7šùÆëšœ;w®c’º;¸†‚ßÇ{¬Óºuk×]8‹fÌÁ}øiÍuVñ8¿Áóç6 ¤N:éw “45¦Ë9ÆN`Ÿù.j~%ÐH€H€H <ôÐC®“äꫯN€q$ùà¤5Ñëîµì(ônñk¢ª¢‰Þ¨ý#<☈òŽyïq‚×áL¶hëmo¢Ñ“Ÿ!Ý1ŸþùÎæÍ›ÝfpžrÊ)鶱ã§5kÖÄ¥­íäå—_vpÓÃ#Ô7(Ö­[g›¸ËXYù½6ÜD¹â÷¸ÑÎ7^פýêÜز¦M›†¤혽øiíuV~ϯwî\'  T"`¿kÐážJg=¦¹ªÃîæ8H€H û xõÛM4jöˆ# , P¸pa•'2dˆ\zé¥zD”½òÊ+¯¡C‡j½B… ŒÊDyË?ü e&R^&Nœ(«V­’/¾øBž|òI•;± ©È¡ôïßßë²3¨o¢àeÉ’%òì³Ï $i`o¼ñ†¼ýöÛºnÿD{\ÛnçÎR«V-•‘AYóæÍeúôébä*)Õ¶m[­úý÷ßKÍš5eË–-ºm¢–eÑ¢Eü¿áž{îÑ®c~üñǵ®‰6–^xA×ñÇO[´7‘Ó‚ùš¯Û*½Ó£GA‚ç+VÈðáÃ¥Aƒ¨&[·n•:èº÷O¬¬ü^Þ1D³î÷¸ÑÎ7^×äý÷ß/íÛ·sóVð~Áu±aýÖpÍÁ&Mš”F® åÑŽm¬ÅÚ6–ë*¬üž_;o.I€H€H€H€Ò!“¯žH€H€H Žj>ªÜ—7:5Ž‡aW$ÐþïÿþOß%K–ŒhœÆqî¾g6lè˜<iÚýüóÏ*y‚÷W¿~ýÜýF/Úm‹ÈmH:›qÜ;FW]ëGŸ»ÛÏq#ß=.ÖCÙ«¯¾êÖéÙ³g@•îÝ»ë>ŒÙܤ؇*UªèþÚµk§Ùk[Hù€äoÌÁ4ý‚»¹qàŽùý÷ßwëøaåvbV¢½6¼mý¬G{\?óõsMÏQÜæcn<9æƈJ#ÙϘY³fT÷3f?mý\Wñbíù Ç   H1ŒpO±ûtán¾xÓH€H€€ÀäÉ“ÝQ ¹]Ù²eÝm® „&€d£Ö^|ñEM”j·íòÌ3Ï”¾}ûj´øM7Ýd‹–uëÖ•5j”a£\¹r‚hn˜ÑT—Õ«W뺟ãN˜0AûÀû¼[·nºüÇü˜ãŒÔâ>ø x·n#‰,¢™ƒÍFå™à]îv4mf¾,[¶LÛžp bnZˆÑ»x]qÅ¡o`n^ØU7’~ΑÛa‚¯ø¹6¼S‹öšD[$Æ“¸æMÎ1¹ Ää/Ðdºx’Ât{ÍϘcmë÷ºòŽ?VÞö\'   ˆ?\ñï’=’ @t¼r25Š®1k“@Š€ì ¬@ê‡áÁ¼ÂÙ•W^n—TªTÉÝ÷Ûo¿éqü÷—_~Ñþ c¢ÔݾƒW ¯3oÞ<ùõ×_ƒweé6Æ ‰˜ÑÏ×1e4Ëõìºßs”Ñ1e¼æí5i¤Y³fboèDÃÃϘcmë÷ºòÎ/ZVÞ¶\'   Èt¸gWöJ$@$!èJ›GüÝÚÁÍî® (^¼¸nïÛ·Oð>Bv,f$PTÑßÁ6fÌ-:öØcå /Ôu?Ç5‰OUëü§Ÿ~ >TÀ6ôÑaF"& <«7J•*%FJFLÒV)V¬˜˜d®¡B… n?¬ÜN’h%^óöš0`€ël/R¤ˆ\sÍ5R¿~}Áõ†EÈM€< ¡ÌϘcmë÷ºòÎ#ZVÞ¶\'   Èt¸gWöJ$@$!O?ýT>¬µ!`GFØœÕH Ç°ßp #b×nÛ ¢ ÉEÏ:ë,-²ïHi 8Pyä[5`‰v~ø¡äË—O;ÍÆÒ¥K¥iÓ¦òúë¯KéÒ¥u÷ž={´¿aÆé6˜"Jæç¸W]u•&yEÂÈ·ÞzKî¸ãíÓûçwÞѪ(³ I½û³rÉdåD²ˆpGbVHÊDj~Xya¯…H¯ o[?ëÑ7^óöš?~¼Nó´ÓNÓ¤ÀH.êµC‡y7ÖýŒ9Ö¶~¯+ï¢eåmíùõ¶å: @:Ì°”°åË—;wÞy§S¯^=M¨e¿tZ¶lé<óÌ3Ζ-[2Áĉ£#éœ{î¹úB’¢p†DO¶^¨¤_áÚ¥ryvŸßHØ=Ú1¹î¹µçxáÂ…‘4gȱÚµkç&¼õÖ[sì<91Ȉ@Ÿ>}Ü÷‚ÑûvL¸¾f̘á<üðÃŽ‰ŠÕýFû\»2R'NÅŠµì˜cŽqn¾ùfgêÔ©9É gÎœ9ŽÑ´vlrF¥î~çñ&]4_Ý>Œ3_û4ÑîîXÎ8ã góæÍîðýwýúõn"VïùéÓ§;FÞ™9s¦ctÙãÔc›p’¾ZC2ÒZµjé¾\¹r9ƒ r6mÚdwk‚L|¶¢_yàÔO[ð÷Ž©sçÎθqã$•ýæ›os3CϾ[‚ÕðáÃÝ1ùaåvbV¢½6¼mý¬G{\?óõsM‰"÷š9r¤¾oÌM x/¸àÝg¯óÛn»Íùä“O\,~Æ짭ŸëÊ+wâf%ÚóëmËu  H5Lššjg<æùjÒTDPåx{þùçÝJö˶wÙ¢E‹Lgǹ÷˜p¾‡³mÛ¶¹uñƒ1«Ìh_:gŸ}¶c£eÕ!ãrœD8¿‘LÄ<†îžWïµðÅ_DÒœuH G0‘¹Î78±h$ª~øá'oÞ¼!?+¼Ÿ=ô‹hÆ Ž‘:É° Ú›D¥ŽIÖ¨m½;“Õ3Þ{ »n‚:+W®tgWb=.Ú›(}Ž}{ŒPKÜ\øñÇíᜠ„¬ooÒáƒuŠ{ûûúë¯}µµèÝ»wÈã{e×MrZÛL—~XÙŽb¹6l[?ËXŽë|ý\“Fú(âócÏ“ÉࢉuÌèÀOÛX¯+?¬ÜI›•Xί·=×I€H€H •ÐážJgÛ×\SÃáŽ(/û#ËÊ•+;×^{­cv9…²þýûû"IãE‹9wß}·cqÕé9ÜÍ#Ë:NŒùYa8¦ý¡Š(°d±D9¿‘ðúꫯœŽ;:ø!n#ôð£÷Hè±NN%`tu]' "Vñ¿ˆF©LêeÊ”qßÖ9ˆ÷‡‘uÑèé£G Btx›6m£5ž¦ÚŸzê©N=œíÛ·»í¼;#íâ¬]»ÖéÛ·¯ÓªU+çºë®sºwïì6ô¬Är\Û|ëÖ­Š-0f|OÂç$Æç5Ô¿ä’KDò[&¸Ñ€±ÃŒ,•~g2RºßïŒÜ‡ÎÙO[ï¾üòK½ia¼Äy»çž{ÒŒ}øaeÇ˵aÛúYÆrÜXæë÷š|óÍ7£ßî^öü”-[ÖAP‰Ýö^^.±ŒÙ¶÷Ó6–ëÊ/+;n,c9¿Þö\'  T!@‡{ªœißóT‡ûÿÐùšcí•W^‘{ï½Wçg¢œÄHйlÙ21ò+ªãndRÄD¡kòÎôfcžPãø|¦8p@ gDŸhÄŸ^C"É%Jh´Ôo¿ývïî¨Ö£9n¨ŽM½i1ò8‚„£& Tµ„)326‚1§§˜›R²dIeyâ‰'f8F¿¬b½62Xb=n4óÇ5‰ÜÐÛ7O<r‚g{D‰n½ÓfÌÞvX÷Ó6šë*¬¼cõüzûà: ät&ˆV^{í51O¨i^Ÿœ>_Î/fûÍï™üYçiŽaœøÒŠûFGT‚Äà µÑMÔeÁ‰‘ì¡Œº&Ã6œêH2fäZt7~Ì¡]zÎv$¦23kø"ŠTpØ£ Ú›(+{¨4KŒïÛo¿Õ¶æ±h1ÑêR¸pá4õ‚ ðyï޽Ņ JóC9 ‚g#–1›H91Qon/»åd ñ£ÅDÙ͸,“ùüÆÂ9Ðð~ÀI8T°Žkú¢‹. y-b?ÃòäÉã&» ‡÷½d"ÃB::p]®X±BßpàT©REP7=óõòçϯ û°nt‰upá&Tzï%Ô§å\}ô‘;¹F¹ë\!T&縉æÖW4ð½¯àà‚húˆ¥®ßãžsÎ9‚W²˜‘û¼b1¿¬b½6b«·M¬Çõ;_ï"YGb_ÐIýPuüŒÙO[?×U¨yDSëùæ¬K$@$@$@)EÀ8ÅÎ/^ GjœÛúX°qz;xŒ‰'QfN”¾ðH1ÚXCB®Ò¥K»ûm½à¥qª®§mg—x,ÉT!9ÜÆ8þul{ eÆYîà1ïøЇqxêcÆVÇ;”¤ C6_xÓR$Y¬cF"Ï‚ ¦9fð¼QçwÞÉhíOæó+ç`0x|Ø2ŽTRR?x,Ú¶³K$hCR<¯ášñ>¦ë1XžÚÙ¶ñ^«hã½ÞŒ£ÝyüñÇCj çˆ>†ì=®]G22ó£3`¬O>ù¤êñšÂåHff"µlS.SˆÀ¯¿þp- A$H ó ˜›Æ>Sìç’€~ú駪EùGçH -^“i™„+!«pdXN$@$@™K€’2™Ë7õž¸îpÛv çÝîÝ»8´½ŽD»ßëpœ3gNšö¶^ðÒÛΞÜöíÛGÔ>Ø9´yóæÑàcb;”Ãýâ‹/y\¯ÔŽ1x똑x-ÔøB•Aÿ5–¬çs•s0·hîÆ Э >?pš¿üòËîa^ýõ4çÕûL÷…ûc’ÉÌ™3UÞ’ƒ W5 ÜϘMô²Jz,]ºT}ôQí÷–[nIó8:40¡¯KÖó뇳nC† ‘:¨„ ´bûôé£×­ù×$ ,œCè~Þwß}‚œ<ð€jñâ=Ö0“OÛAÓ´W¯^ZöÄOhçŸ^FŽ©eÐïoÛ¶­Ë8ÁeÕªUZnž*\W\q…à½gn ÞOm2I‡¥I“&ºO+›?Ð6Ãû ’L ë0<¶l’ÇŠIð'“'OÓ$¶Ó}ü“Z¦L™âN¸qãÆî:WH€2$¼ ÕÊÒÛª>ËH Ò»îÒÛc'[éñHo_²Í“ã% È9Ö¬Y#‡Ê‚ÿ fëßHö‰Á×ió9&û\nü‰|?Á$£r 7a é ëF¯ÚÝ®Zµj†Rƹ¨õîzDSET¯=¤kLbSeÖlt†“ˆUåmlùÇì¶k×®-X¢Üö*ÂÝ[yÆŒnÝŒ"Üc³÷xá±c3Pï®L[O¦ó ñàlaFáŽëÍJ™ŽùÇn»p—ÆîœwÞyzþòåËçüùçŸî>È&ἶhÑB˺téâžg\Ã0“(OËŒî©cöZi{=Ô­[7 2^+˜?óçÏwN8á­©¤P Û–&Ÿ¶ U—e©E×vÞ¼yÝëÿki$@YC}&ˆc’ɼ¼ßw²f$< üC€×däWYEΊ5I€H€²—€ òsïyý\ÿÇÇ™( @‹+Äp7Ú駟.³gÏÖ(]$Ö[¾|¹Ý¥µcÇŽÕDŒnaV‰ûp<Û8µWDI žå•WÒܲQïÇwœ¼ôÒK!G‚ò1cƈù¢r¬…±Ž9ÖãÅ«]2_Ì9;8ǼF‘ãøxJɸ‚í”SNÑ}õë×ãÄÔ':š7o®ÕjÖ¬)ï½÷ž^˸’Û×"¢ÛgÍš¥eH²gŸÚX¸p¡[‰WíûÀ-üwwC‘ä÷ûï¿×q‚Q8ÃX>üðCå®ËS‡€¹©(HÆ ÃÓxz‚F$5üÝ-dÍÁxˆ€¯É ý[…¬"gÅš$@$@ÙKà»o–êNÈ—Wòæ ý„eöŽ0º£—¬þ눗;—@5#Ùmßþƒ²ÿÀAùöÛo“}* 9þ„””ñ’2´b"qÅD‹Iò¨»à4 ¾âîl·Ç…S2o¼ñ†è=yâÕñ…ÜŠ„w¸ÃÁ u8Ûq ¯£Gªfû[o½¥:Ðq£ñoGˆº4Iå™gžÑÈ]h·¯X±B_ˆÞ³g@¯½B… ñŽfFºC[[mù»J³@´pfX,cÎŒqDÛg²œ_;¯¬æŒèukÐõ7²2v3`‰ëÓZ•*Uìª:ÜíFïÞ½uÑÄÐïŵúØcÙÝÎò³Î:Ë-G䱑þp·Ã­DR'\[–§䬰†§Šh$@$@$@$@$X?Bð\öíS•àâ€m?m:ʆ {ñ ymì§ÒîúÚrÕå•B^Ÿñ™IÎìÅj¸Ó/÷ó»ßü¿Ìþ?mÜy‡7Ýt“J^؈¼mÒ¤‰:Ú‘x‘ã^½è H³fÍ\Gc:uÜaÛGðÑÜH∯¡D¥#òÝ{ [4ˆ†CÔëlÇ~´Á‡ZÆ muw‰&”—-[Ö-Cô2î0Ì)’„’pô#*Øk~Æìíøpº‡úÅM ¼ ñAêÇÙŽã%ëùõÃç ç.# u~ÑOp Îxï¬ã‹ÍàÁƒU"_‚‚Í› ç×òX³vË%JhÞ‚®]»ê,ï>»Ž÷Ñ•W^©LâK¬páÂz]{#æm}ï_¢àô§¥$ŸÆÓBÖ¨ßnIpI$@$@$@$@þà{6rzá·Ü5×\£O@Û'¨á8Ço°–-[¦9œëÞ*Uª”>íŽ:mÚ´øVà3ãÝ:Ô½!ƒß°Þ}öBï uðÔ¼×àüÇÓÜÖ‚ŸãÄÛøÝ C‹Mš4ÉÛÄ]÷s\·®$=ƒ‡Ë»Ï•kïè'¥jß%#?­ý-éçÅ ä  áž(hqwwÉ’%*Ÿ»§ø€“=Ç)4³‘Èò#‚hiÑŸÙægÌvlˆhÆØñÄ>p1v¿NvÛw"-ý°òÓÖ/hìãi |AAÜ„Êl;xð >ub£ãñ… /܈ñÞÈìq°ÿä'0tèPÍ‘™ ÊÑ,4 È íÃ{}î7rMû'ÓŒ¾ZårõÞ¢áåR°@þ4ûYðF¸gÚ• î ©ážiSŽ²cȧx£ƒ£iMb¯þZ4mýÔõ3f{\Ü Ç+§›V~ÚúåŠ':­•†/c•*UÒWV—ÇÊy¼úíŒnÏyç—3ýQˆäÔ]ºtQ‰;2IÈ—‚öÁ–UApdǵ‘]Ç æœ Ûd• g‰c$E`õêÕÒ¹sgu¶ãI}8¤ñ›O#¿>‘yÞC‡¹wè >\÷Aú±}ûöúd5~ó"o$b § ¶Bž<äÆC^/äÚƒÝrË-*C£ÿþAð"¢å½†xôcœsÎ9ÑŽ¨v8Ù1^D»>|Xeo1.¯ù9®·®çL ¾Y-xÝÿÔ¹®Þ%”œÉ™§9ágE‡{Ÿ"H€r|±·É‡1£Æ猉q$à!ðÁè“q#GŽ¤ÃÝÃ%V!ã‡÷6‘ƒHŸU–]×Fv7«¸Æó8dOšì‹H + ôìÙSsÉÁ!ŽïÛ»µ'vëÖ­ÕYŽ(ø|ùòéËî‡Þ>ùÉP<Õ'Q!y‹¶øΙ—2eʤ‘î…sŸ¯çŸ¾ëp‡l(œå‘Ø}÷ݧÕ0† 6ÈúõëfÈ9UHä@Û=Øü7¸?nçL‡ÿ¥’3)^ô$iÝ´¦:ßË—Í|õ‰œI”³Š†îÑÐb]  ˜ QÔÞ½{µ="f C#œF`×®]:%»ÌióKæùàÇ9g·†H;DÐe•ÙkÂ.súq³j~ñ<Ž=7vϾÙ d&䘃áI*¯³Ý{Läƒ$ œÙ¹sçvwÁ±Ž'Oñ$*žô±y¶sò²1}å•WTÿÝm§HðöîÝ[ÆŽ«‘÷¡ºÍH"'T¿e<5`oDøí/UÛïÜùÏ÷â¿o—å+â/%ºfÃï£Ý´u‡<ûÖD}Qr&bl¬èƒî>à±) @ä¼r2HZ ä$x$9/`ø=k>£¼h|ˆæBsH¼á1j<^>½‰Íq<<9C4ä¿Ð/ô)0D¦?þ­ ‚þDsÜ ¦:Ïÿgï<À¤*²6\*&P1*"‚Ĭ«.¢.˜³«0»˜Ã*îšÃþ†uÍ9­q ˜³¢¸*f0"" @Äãü÷-÷\«ïÜÎ=3ÝÓßyžž¾}oÅ·ª{º¿{êhìýÂóUVYÅ?'ÓÙkn¼ñC–¾ Á7}út÷Ê+¯8b¬÷éÓÇ­°Â ¾¿–>|.'oXN©Ç3gÎôme¿ösa6 Ï·OO%æF)m®D½ÅÌJÌIc믅ü!Þ0ax_!þ°—L6c|^ýu÷Å_¸~ýúùPùÞå°*·Í¥Ì+«³”÷QȽT&Nœè¦M›æ½YùÜ ô(†‚\˜GÇ" ÕE€ÏG<ñpóÒd+ùNÁê®4#äaZ.»ì²ø»ÌŒ3œfÎ;ïÄ=³ž={úMLéchåä Ë)å®Gu”cÆ;4ÆrÈ!Þû/yC¥s#¬«ÐãJÔ[ÌÜ@à©ÄœÜtÓMÝC={2—bÎ?ÿ|/!*aÌÞ+‡zhÞÌ)„ùи5tèPRˆxÆ¡•Ëªœ6—:¯*ñ^ ´+>y䑇?fCD¼N¯»î:ï-Û(Nˆ€Tùæ›ÏuèÐÁ±:¼ã³öœsÎq§Ÿ~º7nœÿÎñæ›o:ˆô|þî³Ï>þÆxòÿs)õqÓzË-·ŒoÀ>fã7öÿKèߣùù,jn{íµ×$¶77ôª/ 9³ÁZ+¸þy°[t¡Z¨5ª¶µàÞÚFTý*$ÀwûÂŒèH¬G™´üÅC;Ÿ544øøá¤_`ß¿Ì#\³üû7ÞH-âóÏ?÷Þe\d¥ÈÒK/퇉¯¹æšðe|üñÇ{ÁlÔ¨QîÒK/ÏsPl½¡àN›ØŒ Ïö¤!` ¯Ù‘#GºÎ;û$œÇ›Í–g³ÞrI{çwürwxài‹•“7Y~)¯o¼ñF÷ôÓO§fe©;žð¼ë®»2Ò”;72 +âE¹õ;7*1'¹é‚PnóƒîrŒ˜·zhÌ#<Òÿ/AƸ±Ä†¼Ï’†—>^›wÞy§¿iBlb³rX•ÛæRæU%Þ h„u£ïiÆ{»ûî»%¸§Ò9¨2|·f5ÿsù\ùë_ÿÚ覿5ùÃ?ôÿ£wÜqG¿ÊŒó7Üpƒñ¾÷Þ{;b¼#~ó0ã;<1ÚÉù—&¸Ó³lŸ-|wà3ºS§NîÉ'Ÿt|GÁN>ùdwì±ÇZvÿÌj&Ú’ÏŠ­7_y\ljb›m¶ñß½ÂÿI…äUšL3£9óSôýož¹çtsaŒ2S•þêçŸq3gý¶Ú³”R:ÌßÖí¸é¢¸îë;ÂÌÈD ’$¸W’¦ÊH%pï½÷ÆçW[mµX€‹Oê@j˜³‚üx¼òÊ+½¨Ì¹SN9%£WÄ_o½õ2Äv~øá±ØŽ¨ý·¿ýÍÇLÅ» ‘—„‰Á#Aêã}Åj3¼~‰Ïj±YÙ4 ’%шü@fÓ4³bëµ|_~ù¥븑†/–éˆãÄ;½é¦››Ærþ–P3x+ã|ÐAù¶[yx$óÃ>ôéÄOôËÙ㉋•“×ê)çOj<¾ Óã[·n^,8âˆ#¼÷â$…@¡¾rçF©m.·ÞbçF%æ$áKÆŽëæÐÃ?ìwÛ uÂ|g.±á¦K—.ïÚŒƒ7;ã… Œ°ÎMž#FøÕ!ˆ;ûî»o†Ww9¬Êi3 /e^Uâ½põÕW{±Õܸà³ÐHxÆrÓ袋.òŸ5É•8¥ÎGåz"€8Íÿ2Â’`æpÂ17Çÿû¿½CøŠO6"5+'ï{ìáwu¾kvØaŽï]»võïgÊæóÿ­„±âÆ«‡0¾/`|‡!Ý°aÃüÆ©ˆÍÜX=z´ÛI“-ÔŸÍ„Îã%«c¸@Ýü_ä;ÌÍ7ßì?×ù®B¡PÎu¸ž›í=ö˜ãsÊBÍ.ç’K.ñ«ç’!ÜŠ­7üMÒŒ>²zOV>¶Ù¸ó^wÖðÝÜþC—_`¢„‘O¿êíujâlî—„gÜhíÝîÛ p[m¸º›{®9sgÐU(•@ôÅT&" " MJ òÞÅåÐ?"/–&­K…‹@Kˆ~ðúyÅ—.¨‘˜¿7¢Ð ‘·t£|‘ÇwC$"út‘Ð_„ô8oôõ!üãkvý nˆ~Œút‘(j§Ê©7 å×ËqšE‚]œæïÿ{F’áÇûk´9úqŸqýû÷÷× ÐèZ9y“…Q>ŸK‘0›¼”óu$ô6D7¢˜¶ ‘§pÃ-·Ü÷5ZvŸ5o±s#kAE^(¶ÞræF9s2ìsÆþgðݤiˆDœ0IÆñZk­åÓG"IC´ $ã/x_E7†â2o»í¶Fi8Q,«°bÛæå¸ØyUÎ{žpÄû†(dCC$v5Džóq“n½õVÿ¾ˆndÄçt "PHìŽ?kÂϱ´ãÈ‹<£ÐròRÐ1ÇSPÝüÿ6)ëþË_þRP¾è&Aß+²Ùn»í–·œvíÚ5D7?"1½!º‘š7}È-ZY—Zu1õ¦ “MF`û­7÷c|áñ{5ü:aDÅ_ulÁshÙ‹5œvÄÎ SŸ¸¬âíhŠ¾5G™Ç°½ç·ÿþû7Ù¨Ó‚¿‹>»Üìü‘‰€ˆ€ˆ@SÀÃ3Åo7z—’…ةᦨƇpxËã-¾ÝvÛÙéŒçºu×]7ã/zõêåã4sü駟ztŽÃP0ÅÖk^_xÄâ›fÑw‰ þáeÒ O¸½öÚ«Ñ%6uÈášÍÊÉ›­Ì\çñòc=cAL}¼×_}Ë3ÂËÔº•37¾;'üvŒd$þz/L¼"ÓŒ+Ä#LjcŒ÷;!šÂá&Mšgg5JSY!m¶º+1¯Jy/°çžò°# ϲË.ëÚ¶më7,f ó8º¡äZ[õ,"Pâ’㽞ÏHCÚÐÊÉK9|W`ÿþ÷§ŸOm´‘ßKe§vŠ“ì°Ã~óo>7Ym–4>/Ø+†UjÙÊ&ÏÅ_ì÷ËHû.Ê$¾/sV#±§KZ˜I>ï·Új+ÿ?×Ú‚';{f¤Y1õ¦å×¹ÖK€1ûí¸‘{ö–ÿsã8× ßg+×uÑ[o‡Õ³ª" 2U5jŒˆ€´>lòhñYy¯¶¾NªG"P" Ë2ÿüóçüK(0|L²º 6Ø y*~M(3ÂÔðc¹œzY Ž±TïÙŒ bŸ}öY÷ÁdKRç#Ï¿é¬Ýh¨‰F—ÑÈræFXm±s2ÌkÇ„4Ù~ûííeê3ó‘íØ_|áç\jÂà¤õ18U±ÃBÚLe-9¯xoò‚ðU¶ÿqñáƒ0V„s¸êª«\´Z§blTÔÈËÜñ(ÅÊÉK}üOfcSnf¦åý÷ßw„˜aCooÂ׶%iÜ@&üFœvÂ{MŸ>Ýß|#\ß ¹‰y¯û°9§žzªßlõ£>òá×úöí›nÍêç;¢;ûJŒ?Þ‡º!\ß[÷U¨[o¡å*]mPȘÚ·ÖØj î­qTÕ'¨"ü¨7“w»‘гüFÀ~øò—øìxè–bQˆ Ãoפ±†¸Ê*«øãrêÅ3XØo½õ–/+Û~@cµ~“í_ÿúWËÁÍbìÅn`°‚‡¸·­ÅÊ™!ƒbçd˜·˜cÄâí²)‚ûå³>}úäKÒä×[r^c™U¬ à†Ø«¯¾ê÷… ¦3×"|±ùâž{î韛†*¨(GDnÅâ5+êÊ1„t[­VH9|&Wâs¹Øz i›ÒÔ(dŒºõ·ëëÉ‹½v†­U·T‚{«^uND@Z–È#<7B‚{ŒB­”€y|# ãÁj¯­»œ#´EÏž=ý)Õ%—\Òw:ÚÑÿß7±që±Çsü/`‰7±ÏÏ<óLïq¾Â +x!÷„Nð±M‰“Š×.â8K¼§L™â㢞/u–‡óý i?ü°ÏXþÍû oUƒiW´AZœO÷Rë=ì°Ã‚:ßiöÝw_G<ì¡C‡z¡Ÿ¾Q}Çáû±aÍËb{:?ú /tÛn»­÷L&Íÿûß8Ö6å³ÔÜb¶–“—„·B¶WpÅI‚H‹áˆG>ãkÌDXBnP‚4ñð ÅÁ  ÉAZBq/ø¤;7’ùK}]l½åÌd‹™“_~ù¥»çž{ÜäÉ“ÿ;0ÆÊƆ׬àˆ6¹m$¨G›÷ú¸Ä„–Ù|óÍqÈÙC`å•WvÑÆ|¾L<·yð[€2yŸ%­XVå´¹œyUÎ{ùŒïŸGq„ßÿo|fpãÂn”s£/[ìü$;½æ&°VÿÞŽ‡Lª‘ÀlÑ)v¥mÕvÖYg¹£Ž:Ê{š¥utÇwô?Ó®UêqÑøiÆk¼FÒŒq,×Æð(a¹rs›~ñ£ñ™gž)(F[s´©:ªa| i'ÂFZÌPn¨ 0 "”FjŽÀá‡îØÃ{. /SsQƒE „bXuÕU½È—+9ßK 1ÄxnÄ/5Ÿ±Q)7™ƒù~`K¶‰¯ŠP™¶i'7ñ yÒ»wæ’Rë¥Ô…¨lÂ]Z»¹i€—»-G줟IÛe—]ü†¤ï½÷ž/›üjÊ÷ú[j^„W„rî“õ§½¾ï¾ûâôÜ@ØyçÓ’e=ÇÍó·D¥Ì Ë[Îs)õ–:7Ê™“ìQ@˜•|Æ\ }„ ý¤“N Oe=fóaó0˪œ6—:¯¸)TÎ{˜ÊIv!ƒðøàƒö7Ãs:B ì°ÍnÄ÷º ßËí?¤ñ ÍBËQº¦!pâ·º“/á74fe›¬bfFŽíf¯XqUZçÑGíÅv¾ ãѾñÆû¥§x]qŽÆMmÿüç?Ýà’ËÓêepÚÉ£”¸kieæ;‡‡?<ðl o äË×Ò׫e| áÀîéûí·ŸãGÞY2¨ˆVfáru;§ghmø¿Mìj6&Kÿß ëòïÿÛvÚiñeÂ9à%¾Ûn»ùXÔñ…à`ÑEõßgHÇw—¤!à¿ýöÛî”SNqC† q[mµ•>|¸¼ñNŠíä/§^¼èÂqZHzÛó]‡ÿu\7±ú`²úê«{/r^cö?'VÁ˜G-ýD´¦íåä¥nzã¹X™Ë¸nÞ–ž—_~yª3B~kó2Ë,cÙãçRæFœ¹ŒƒRê-gnXS‹“8£¤½o¬<žñpÿÓŸþÔhÎq Áï°Ü”Êf”O¸Â7¥Y±¬Êis©óªÜ÷¡‘x2w—]vÙ4 >ä+0í†yj"ÈJ Õ{¸³Tù ƒòøᇗSh,gæps?*ù±œËý¹ÚÖÃp[F{ÕUWùM’ÂëÕz\mã[(§'žx øŸW»<Ü ¥¦tµF€ Ãóx$š7n­õEíb °âµMè„<¼ÐÙÜ1—±Ê áœÿË„Â@C”&2oèMLh“½÷Þ;WÑ9¯SoZA&Lðž÷Ûˆìô¹µ1ñ ·AHœ6, Ù 3É¡Ô¹‘,§Ø×¥Ö[Ìܨäœ,¶azÂ.1' ÉÄÍ*n ðÿ§}ûöa²¬Ç¥²ÊZ`Ž •šW9ªÈy‰ÿÕ¬Taœ¹yƼf‰´{9 ÒEH‡{H•½”‡{“ ˆ÷po>¥¹È~°œ˜/~…Ø ,ÐèG(ùˆŸÊÆd¢:_?ùäÿš‚x`åÛÙÔŠ¥¥”Áo¾¬#Ø“‡ü¹¼¤øòüÚk¯ù¼,©Æ[½cÇŽ¾î\øqýí·ßf$ÉÖ¿ŒDÿ{QJ›Y~þÙgŸÅÅÑvãd'm5€½.÷¹ÖÇ·Îå2#?Üø±Ã1sšis1d<Ï<óÄå%ÛÁxó”9Ý©S§T‘„yùæ›oú÷âñmI›ËÂúIÇŽ÷mÛ¶õYøqG?̳1­ý¹ÊÖµÚ z·¯´ÒJÛkcØÔÊ @Ç››G1ÆwIbÊ(%m¹õrs-¼ÁVJª=1õífy9m-un”S'yK­·Ü¹Qn»KÉÏj‰r6ú,•U)m­Ô¼*¥nò°‚$mL©å)Ÿˆ€ˆ€ˆ€ˆ@¤CW+ó²(¤}#GŽtn¸aœ¯0<Éñ@2Ó=¹äáÍL“?†×Ï>ûl¿™¢}hxÆ RV¸I–¥Aˆe í%—\’3Áϳdy–g<ñÙT“úCÃ#~Ýu× O5:.µÍlÞF¨›¯¾ú*.óÐCuâ&†çû^{íåCvàÕŽàÌ&KÏ>û¬¿¶‘ûì³O,ˆ²¡ÓGáC~O`<Ïr^¾=ö˜ïBÈP@Í•¯œ6#¦²ॗ^rÇwœ¯fçwn´”xŽxCWÊBvµ2¾åp.‡Û•W^éöÝw_/Œ‡”ùϼE(ç& cH¬Òƒ>ر’ã°Ãó«)X•°ÓN;ùªaL>nDsÌ1þÜÉ'ŸìFåØÐ÷Úk¯õçˆß?tèP_ö®»îßTâ=ƼXgu¼W<ï'Dù³Î:Ëm±Åþšõ“U¼¿þiÆ1Æ2m6å&Á=÷Ü㨓Mñd­‹ÀC=äç#½bÞ®¶Új­«ƒê´ ¾Ó°ydšåº––^çD rÍ»\×*Q·Êj#Pµ‚;ñ"—^ziýÈ#t„ÀËzРA±Ø¾å–[º[o½ÕÍ5×\¸ך›%™àŽ˜Ï,Íûš³lpÖ½{w¿9ñ ‹€§ñRK-åVÞƒ>è,|Âî»ï‹ö\G¬F€ßc=Ü5×\cY=/¼ðÂÎB¶ ¼*¸—Úf0ï¼óú lúe‚ûÀ›|ÓÔZ_X•Ã™ü¥a\†îpBpcvf¬¨Øj«­üÍ<Ó=öX?ψûÏ\B|gåsšxïܺãŽ;|öÅ[Ì‹æà1DÛ¹ÂÍ¡xÀŸg>p3ˆ°HØrË-çë±K^ g¿·ß~ÛŸC7#>»”ÜPJ{ð¾0³Øïö:ùÌ ³\‚|2½^×.gžy&¾QÄMÈ6Ú¨v;£–‹€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ@ªÚÃ~|öÙg^¬yùå—}·ðܽá†^4Me„ñ8çœsÜ駟î=w‰ÝÎ&<ðfc(âµ÷éÓÇ{¼ÓŽÎ;ûæ„U¦µ/¹‘dZšRΕÒæRê©tžZ_ëwssÆ{ÝŒ¸þ„•I3æ¦YÿþýíÐÇç·'œp‚?$¶;á’˜«Ç¼]ÎØ ð3fÄm'ôP>+$M¾2t½uÃÉ 0ÀÍ7ß|­£cê…ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ä!ÐtªužŠ ¹Œ8½á†úÍJIÏx[Ø  çðBf“`³pΓÿöÛo÷Ûu=‹@.¡àNˆ.™ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€4×ÞzÏÝþðsnü¤©î£O¾t .0Ÿëµd·L÷.n»AkF¯çÏÚŒ;G>ï~úù—¬×ÛD{ÞõZ²³[¶ÇbQÔtIõ›o¿w>õ›Ó0m°æ ®SÇìu’æ™—ÞrSg|Æ¡ë²pG·îª}ü±þÔ.ôÙQý!ô›.Z¨DF6Q 7XDp'Ü ›@²±¤ñÞï¹ç7yòd÷ä“OúÓlyâ‰'Z/bncíµ×ŽÏqðè£úׄŒA\g3HÄ|ò3Æ=:.Ã6lPyÚi§¹)S¦¸½öÚËonIœy6¦$œ‚%á;ÌHw饗º-¶ØÂuíÚÕçC¤Âã£ífW_}µcU ñ‹\ÍJm³åç™õ&ì^wÝu^|¥]ŒáEn¾ùfa.¡çuXN¡Çµ6¾ô«Î0»÷Þ{ãñåµ7ŒþÅjǸ™Áø²)/Ƹ°ñ)«-ÆïC,á•Î¦£³Ï>»ßÓ€÷„•·çž{fl"Ìxb§›±©/óÁÝlµÕVË¡Ä&—x&Ó®»îºË¯2Ùxã¡kXÍÁ#V~‡Ÿ\yŽ9ÒµmÛÖI øQ£FÅïN2‡Ãý ØfÆF¡u<óÙÆ\5“àn$ô," " " " " "ÐT¾úæ;·çß/vwŽü}Oºd]Gžy½;tè¦îð=6sæo—¼ìv?ú"÷Íwß7:Ÿ<ѦÍ®O$º»ÿvnûÁ¿‡ø%Ý´?w;vNœeôNukwì¿N;8ûš{Ý<ï/ ^w¥Hp?&-™ÎÕª܉—nb;<¿úê+?=m—šë§žzªßD2L‹`~ÒI'…§¼§<ñ®»téŸÃb °šÈ'øßÂèÁŸžþù½4ùv„°4Ù 1öþûïwÛn»­³°9É<²¡áiýÜsÏŧJms\@t€Žç3b;jòF„¥E”¯„ÕÚøÒçr8ï°Ãñ†¿I~×^{mÆ)ÆÀö+à7r¨›0ܼÙo¿ý2ÒÛ‹#<ÒqÆö2~æÆ’ î½{÷ö¢9×_}¿/Ç¡W<¯óY‘À>uêT/ž# ç2„V68f%ahBq|Œ9Ðð̿袋ÂS:®q|¦™1ìæ‘Ó³ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€T’ÀØq“܇ží¦Lý8g±ˆé§\|›»gÔ÷Ô'»ùÚ埛VàÏ‘üëßwŽê||Ç?¹‹NØÛ…‘#Òòè\}¨êMSK „Ä|"Â1›8.²È"Õ Œâ•Žà ¬–ˆØñx#ˆ&Ã؇#7ÝtSK?#`r¾Gñ9¼—ñ$Æð†/ÄÓ¡¯àÐÊisXøC‡M ÂM ÄQ6Ð,×»=¬³”ã–ßr83f…„âI_áÕÎB½XH%ÎsL8£K.¹Ä{¬§}À‡›¡2¾fìC`–Ü9¿øâ‹û} Ž8∬{&ð>b%Ê7ÞèÅvòuìØÑÏëy晇—Y ÷f½® µI@ádjsÜÔj¨E„Y{§cc±½]ÛyÜq‘çù#Wç¾{ûô¹«Ý¨kOt×\>îÞ«Þu;q®ûå—ìác¶Úpuwþ±{f<ÎþÛÐÈ;~s×yáâ².½ù‘œ^õqBÔÙ¢˜Ü uÕã":KÌë±cÇúð¼ ËÙ N‰™ÍF–ïFžì„à –6B~S[9m¶¶áÑLÛ‰Gß­[7ßö–Ù­m•|.‡U9yËí1ö‰åΪ öhß¾}¹EæÍ?kÖ,7qâD^ˆÄlÞʃ1á €¼)A«&ðí·ßúÏÇüÑ÷󩧞ò«Zu§Õ9FvØf 7âÎ{Ý…Çïåö2¸ÑõJØ`èIîñçÇùâêØÞ=pùßݪ+,Zü_N¸Ü]~ËÈøÚÝw›ü}ßƫ쇔ù×ÑCÝa»§ïIömä)¿êvG»‰S>ôe­¼\7æöß"L˜<ÍõÝäиRfåÞñë´ƒí>+#¤ÌW4}H™/¸Õ|Ñï\«Èi£Rò¹™‘3l»ª )Sr·*˜±]»v.ô.¦hbdã5œæ9\L9Ŧ-§ÍVžÍOKVй^Ýß’à!å”UP…JTSäá^SåƊ€ˆ@uà Æ<7n³ÍÒ—ÞÅ t " " " " " " %ø1ò(gãR³ [sèÐÍrmÊÔE,ÔqþŒ×zQßäá^ßã¯Þ‹€ˆ@E¼ð îã۞ͥnº}i° ¨YßmzúkÜþ•út›ú`Ö?F±à«éºÈ‚®ý|mã×:y¸kˆ€ˆ€”Mà¾ûî‹Ë`ïŠ:įu " " " " " " •$ðf´9ihݺ,¾,ûøÃ?w¯½õ^F9ÄisÒTwîµ÷»WÞ|7¾vÈn›ÄÇ:Hp×<(›À„ â26ß|óøX" " " " " " "Pi3>ý2.²]ÛyñÙ+iÿºú^Ç#Ÿ­°L7·ÿAù’ézPH™:puWD@š‚ÀðáÃ]=ÜÀÝ°aÚ¢ •)" " " " " " ž@Ï%;Ç$¾›9Ë}õÍwñëæ:ØoÇÜó#Nsþ2 ÈÃ=¤¡c’¬ºêªnÒ¤I%åU&(†@ߥÏHþî´O\¿eÛeœK{ñþ‡Ÿ¸'^ï/Í>Ûlnç-ÖKKæÖîßÛ%ã·i3‡ëµd·|¯%¢G7ש€R C“Ï I“¯ ]¯.Ü«k<Ô–ˆb¶·wn7óû|ª‘O¿ îÝsäøíÒõw?éŽ;ïfÿbù(L6Á}ÛAkºÃvß,oyÉ wlŸqêÛÈû>Ÿ…i^Pû¡åãU ×R¦FImðf‹¼Ó7Z{ŘÆ7<è~ùå—øu¶ƒQÏ‹/­³ò²ñq¥ðz_t¡ââƾ19>N; Í¯Nø}sVbÂËjŸ€÷ÚCõ@D@D@D@D@D@D@D@D@êŠÀÝÅæû`ú§îÜkïÏÙÿ‡ŸzÅ=þüï‚ûWï›3}©CÑüΑÏç¼ðè3¯»/¿þ=þüòË,QjµÊWE$¸WÑ`¨)" " " " " " " " " ù ,³TW·ÿAqÂ#ϼÞ|шøuxðìËo¹½Ž¹$>µF¿^n»(lLSØ–¬ûúÄ÷Ý#Îs?ÿÜØû~ì¸InÈ_Ï‹Ó.¼`{·f¿eâ×:¨]Šá^»c§–‹€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ@Ý8á€íabÆEÂ6vâ·º›îíÖ]µ[k¥eÜWßÎt/¾>ÉÝúà3‘§ù¯> ±ß¯;ã 7Ç¿yÇû“üÃM€;y>ö¦ñгî±ç^w«.¿´ëßg)÷Éç_;BÍŒ{ûý¸MTå©ÃÜíóoüZÁ¦ª¨&" Á½‰ÀªX¨5¯¾úª»ôÒKÝ;ï¼ã>ûì3·à‚ ºEYÄõë×Ïí±Çþ8Ù§/¾ø­³Î:þ4iüñd’F¯o¼ñFwÙe—ù:‹×\s[mµß=„Ãk:$ŽæsÏßúîàSÿí®ºí1ù­):WŽøíu˜§Ë"ÝUÿæzuïž®è1ñå¯9ý·á'»·ßîËþüËoÝ#£_õde¤?jï-ÝæWM^Òë% Á½FNÍJ8묳ÜQGå{ÓM7¹W^yÅñœ46~?~¼?ýå—_&/§¾>ýôÓݸq¿ÇÓ¶Dß}÷{%lvÞb=Ç㧟~ŽÂµ|…m™ä:Ìßα‰i¯%;ç !óÕØë²]Òù9çlãÚu7l§Aî½?qï¼÷‘›õÔSn­µÖʨóçŸvëi¶À xï÷´kÙέ»îºŽ†Ø>`À¬?ÍO€ ;ì°ƒÛ}÷ÝÝ Aƒ²Žsó·¬´ºû÷]Ê?J+¡²¹Ú´™Ã-‰ëú®^Š€ˆ@‹à‹åi§æ>øàß–¥–ZÊÝwß}%·«”؉%WV'5Fu2Ðꦈ€ˆ€ˆ€”A1šïâØì³Ïî:uêä¾þúkG<ô)S¦¸%–X­¸âŠþ|¶j=?ýôÓør»ví\Û¶¿…¾xë­·Üرc]—.]ÜÿøG_Gœ08  Ò½ýöÛÞS½gÏžÞ+6å²Ï?ÿÜMš4É'AT'^çñ¥Zh¡¬"ì÷ßï¾ý63\üœsÎéó7åê~óÍ7}8›Î;»þýûçdÜ”m©õ²o»í6ÇŽ»ì²‹ß—[n¹Zï–Ú/-B@‚{‹`W¥" "ðË/¿Ü=üðÃ1ó(‰OyPJìÄ"«HMþç?ÿÙ{´<óÌ3­î nk£ÔÓI² \wÝuî ƒò;…!Nï³Ï>î /tß|óMFùx_pÁ6å7"g(¸Ÿzê©n›m¶qûï¿¿ÃûÜl¥•Vr÷ß¿÷bçx¾ýöÛ}üõÉ“'‡§Ý’K.é(‹ò“öþûï{ÿÝwß/qó€OCC„½ûî»ÝꫯžöýfãÓŸ~ÊŒ—ýä“OÆÞë*ôbÖ¬YîŒ3ÎðD÷Ж]vY÷¯ýËm²É&áiHà£>rÄòçA!¼ÞwÚi'¿ynE(™Ô=Ü·8눀ˆ@Ó8öØcÝa‡æ=^*Q“ÅNìׯŸëÛ·o%ŠÌ[›"1ÂMœ81ã‡@ÞŒ5’ 5ŒQ V3E@D@D@D & àÅŽ7»¢9«X“b;×o½õVÿ==¹Y(^Ú¡ØNÚÿüç?>.z(¶sžK‰µÚ¿ÿýo$)¶“æ½÷Þs»í¶›úÃ<³Ò6Û“×í5",ß÷“öüóÏ7Û“i*ýo|~ïœxâ‰.)¶Sׄ ܦ›nêo>Tºîz+o̘1îÀô++¶ß~{£‡22Ü$¸ç棫" "ФúôéãÎ>ûl·öÚkW¤‹È—ð‘#GV¤Ì|…ðã‚¥«)µ6k cÔÚÆDýj"€÷8çÉïôøü×9B5*;o6›„rŠÅp€{ôÑGÝùçŸwmüøñ^Ì&4 ¢ç /¼àp!¬Ìšk®§»òÊ+Ý^{íå~ýõW·è¢‹ºK/½Ô½öÚk>œ «5Ùø”ïë|°;çœsâ|ÐÆ_|Ñ]rÉ%>v7ç?ƒw¾=.ºè"‡Ç:^ÎI£ß7Ýt“O‹—SýØu×]cñŸðô—£Fò"ü‚ .蛇öèÑ£›ºIuQþ?þèÃÍl¶ÙfÞYìÈ#to¼ñF]ô]R(¤L)Ô”GD@š˜Þ0ˆæÄ{d (ˆé¹Œ/ìåÄN,%Þ#!løÁ`F»-Ö£ã ïsÌa/=So%bc6j@‰'jeŒ¬{ß}÷mIlN–üG”°XA\Îd\OÆż¬ˆ:÷Üs»—_~Ù{ “”9É·|VÌø&Ë*&o5Íd?ôZD@D@D u˜wÞy}ø’;ï¼ÓbÛxãÝ]wÝåæšk.ÿºW¯^n»í¶ób9¢7båUW]å…t ªo°Án½õÖó¸ÏýéÖ­›÷Š_c5ü©ÕV[ÍrÊ)vÙ‹öÇ÷‚:ßï^zé%ÒÆ7~«­¶r믿¾¯Á~=öÈømAØS§Nõá.ù^È €Blá…Žo$<öØc©^ô…”ShœŠxàŸ|àÀþFÇ<óÌã_oœ~<Øm¸á†þ·Ñ°aÃÜ믿^hñ>Ý?üàðÜç¹^ŒïÝ…šBÎJJéꙀ÷z}õ]D êÌœ9Ó/½øâ‹-AÝyç½Ç‹yl„Ç›¤œØ‰¥Ä{¼ñÆýñЫýÐCuûl,¸‡iìñ?íû¿¥!ÜŒ}Ç#n9ñ㓆(Î5„h¾Ë/ž=˜jÑðò7ã»*¢{šñg$¾¿Â'Ãd~8%Ãø$Óèõo9ÃãðÃw[l±…÷¿\Wb'õ@@!eêa”ÕGš!@ E6ÿI‹÷ˆÀ½üòË»·ß~»QʉXj¼G–©†b{£Fýïiˆk™´bë­DlÌdJy]KcDÿðê!Ƨý ûL8 éÓ§ûñ cr²|ÙÄvÒßqÇb;çð‚9ï¼óÜ!‡ÂËFVìø†›·ZæFØ‹€ˆ€ˆ€Ô/<®“áeŒB¤íµ4mÚ4;úü§?ý)¯PÆ_ÃÌ$ de£ßgkÕˆÏnÆïnZ¤=f̘aÉŠ }Âw\~[ÉŠ#†œa5Gxc¤¸’”ZZy¸·ŽqT/D@Z¾ ãCüp¾DSñ¶ÛnóâèСCÝSO=•á5@ìD–pâ)óÖ[o¼”“xûO‰÷xÒI'ùöE“ˆ>üðCïÉLÈ6x5ãÚÿøG¿lõ¸ãŽó§ñ¿Ìs²G~i§åã¹”z‰É2ÛüãñR]Ê"î$+¬°‚ŽñŒ¾ùæ›= ¼ê‰I™Í›ü¥Z-Œ‚:â5¶úê«ûØž,Æã‘úÜsÏõ?P¸z¡ Ò3n›o¾9—¼uïÞÝ{³÷ïßß/ËåÆÞ,Œ%cƒ—¼Y)ã[NÞj›Ö=‹€ˆ€ˆ€Ô'Y³fy‡BÈ$ '¾Ÿb&&™¦˜×x¯›ñ;€°2iƦ¬f|Ÿ«UëÙ³gÜôuÖY§ ïùÅü`ç\à¿'×[H™wÞy'f[Ê¿vß}w¿z‚•´2¨gÜëyôÕwª$ÀF4wß}wSá“¥’Äf$,7ÜpƒCx7+%v"1ßˉ÷h±*ñº7Ávî¹çžÖ¬ÔçrêÝd“Mü²ÚRcc¦6¨„“µ2FÜ$aó,Œìx› œ³¤¶wïÞ^Pßa‡ÜRK-冂¢Ä½4C¤ç¦Ž‰êä%é–[néoÖðή•3¾åä­–¹aÌô," " "P߈“Žóψ¸Øã?îöÞ{o‡ Ï9¾¿”klÊ÷<ÄaVò=™Ž¡Ffÿý÷÷§æ›o>GžZ5¾—š>g›ä^Dv½Ôg6 åQO†ÃU)_|q·Ûn»ùߦË,³L=!S_E ' î9ñ袈€4?‹.º(õË›#]}õÕ>Ô¢{(¸—ÒÊ–Š÷XÉz+³vµ2Fëܸï¾ûüª‹qÉj–2³:à /ôóæâ€w– ê–Ž/×fah¡rÆ·œ¼Ö{n©¹aõëYD@D@D ¾ ?Ñ–•˜K/½´_5Êf“fÿ÷ÿçW‹ÚkBpŒ5ʱѽ+XÙÇlÉ%—ôaKËËJK~£ð¶M›t?RÚŒ÷õ7Þ(±=ä×aÍÊQöà÷¿Ÿ=0]ÿHÿd!@ìE6éaéiÒ~øagží•Øè¨RñÃ/툷i†×qùÂ\©z©§¹bc†}ª¥1“h×]wõÞëW\q…ÿƽģœü,]ÆSˆ3åZ9ã[NÞd»[bn$Û ×" " " õK!/nùŒïÓ„G)×9ɃïäÄrÇSïw¹ÒM7ÝÔñ(ÅØÇÉör*6?^þWš€÷JUy" "P<ÖÙ uܸqq®£Ž:Êa2dˆ/C¬Ç|Ð{Ä ZãŒgY©±Ë÷hõSŽmÔÄrÏÕW_ÝuíÚÕ}òÉ'¾7ß|³ãf!qx+U/õÓÚ\Ìs-Ñ£>껊W;ì‡ æ7NåÇט1cÜèÑ£ã8¡l”jFZ6 2{â‰'¼0o?Æ[æ­ã‹ç0åŒo9y­-öÜsÃêÒ³ˆ€ˆ€ˆ€TÂÖ 4¨ššÔdmaUÀŠ+®èMVI¬1u2Ðêf³˜-oš¥&U"" "Ј^¸,ý,ÔEï¸ã¿,Õò tf‹hiìy5ÖȈÈù“O>Ùï1—Y¼ÇЛ=L' b{.#| 7,lH©õr³9Œ™¬7-6f2M¡¯kyŒØ/½ôÒ¼]eåñöêÕ˧e3*nò„F¼L–î.³Ì2~06 eÆïf¥Ž/ùKÍÛÜsÃúªgÀËúCq=ô_ÕI(¾“²º0ܤT¤D ^ì°ÍnÄ÷º ßËí?dp½t»fúyâ·º“/áÒö…¨™NTgCgFºI;Åp¯ÎÁQ«D@ê„"%^ÁfÄEÜ~ûíSc®·Þzî•W^ÉÛÉWNìDò—f_|±_¾š¶C=Ë9ù'N8ÛÉWn½ÅÆÆ´¶û\ËcÄæÅ[Ìá­Â Š¤±Ôy÷Ýw÷±ÝMl'ÍFm”1V¤£ V.Øu–êšá™¾Ùf›ÙKÿ\Îø–“—Ê›kndtX/D@D@D@ê–ν{÷öb;>ûì37xð`Îe…Vð¡ëŽ:." uH@îu8è겈@õøøã}˜™iÓ¦ù„}úôñ¡:šºåÅÄ{LkËÔ©S½4apºuëæúöí›!ܦåá\1õš3B2õµ”ÕÚ§}ìرnúôéî—_~q=zôðí…lVU.ãbÆ7YW1y«en$û ×" " " ­››‘><µ“ýúõó«Q³­Mͤ“"Ð ÈýºQîM6>ÞÃ]1Ü›Œ¯ Ò àé>pàÀÒ (1g¹ññÖ=ö mF¹õZO%ÓÕÚÒ‡U-aåŒo9y[¢¯ªSD@D@D þ°Õ³Nh|Yn¹åœÄöŠŽE@D õàÞúÇX=VC€Ø˜æÕ>kÖ,3œ2ŠÙj†¸äŽhn”ŒNE@D@D@*@€0ŠXVñÿøÇ?â²n»í¶²Ê*$ó7ÞèÖ[o½¸NëÇ‹/¾XHv¥©BO<ñ„(»¯mÚ´‰çä /\pyµ:¾¥ö·`0J(" " " " "•@×è71öÎ{ùGÖ„ºÐ¢Ð.d•'0[$4T¾X•(" µG`„ ®OŸ>¾á7Ýt“ÛqÇk¯Q‹Û àÛþøãÇÇMÕ™÷ßß-¹ä’¾ø«®ºÊí¹çžMUU]–Ë<¼å–[\ïÞ½s´¹MãÛÜÄUŸˆ€ˆ€ˆ€ˆ€Ô>ï¿ÿÞ=úè£nÖ¬Yµß™VÚƒvíÚ¹ 7ÜÐÍ5×\­´‡-Ò­™³Í6[;y¸·{U*"P+Þzë-†ã§Ÿ~òÞÁxÃÏ>{îí/ð2ÿõ×_ã.òÏ«C‡ñë|Ü;v¬{ûí·½×xÏž=ݪ«®š·Þ|åæ»>eÊß×?þØÍ7ß|^D_e•UÜsÌ‘5+a;è¯Ù7ß|ã=ìí5Ïxøç*ƒ/bo¾ù¦¯»sçÎ>–~®°4ðùôÓO}|A˜{î¹ÝË/¿ìÅhò±² k×®a²O›6ͽñÆŽçEYÄÇ8ïÞ½»¿ä8ÓÎo¿ýÖ—E=É댹±hÛ¶­£mMa0&|ãÅú»À ä¬*l»%$ÏœsÎi/SŸ[b|Ɖ08“&Mr¼—Xb ·ÖZk9¼×£/1ÆÀò–Òßp^Y9Ùžs±+v>g«CçE@D@D@D@D – Ì;ï¼nóÍ7¯å.¨í"P:è¦LD@D "‰¾¬øñ¿üå/ ‘°¿¶ó]ºti¸ûî»SyEÂ`Ãâ‹/Þ(ÏÀSÓ§ŒÂ‡4ôèÑ£Q‘°Úpýõקeit. ëç<Ü]OD‚já‡Ú….‰óX_y^zé¥îºë®0K||à 74D7Ró…e&Z1糃H˜l8ñÄ¢/bÊXvÙe¢?–4~9rdÃB -§ßf›m–_~ùø5õFBlC´ nÃÌ™3ã|Ƀh3Ù†•VZ)#ŸµyÍ5×ôãy–ÇÙöÛo¿†HœŽÓwìرáöÛo¯Ã(º±_n04l¿ýöñõr¢øé¾ÜHln>|xÃüóÏ×cmÞyç"±?µš<0£í–çÉ'ŸLMo'[b|­îü±!Ú— ƒ©µ»}ûö ¼£ –<ã¹ÔþF7šqµ:“ÏÌä•2Ÿ“e赈€ˆ€ˆ€ˆ€ˆ€ˆ@MðéåvÓŒ~aÊD@D  ÓýÙgoìÂf¨[n¹¥ûë_ÿÚ ÇS§Nmt¾Ðÿþ÷¿Ý;ìà&OžÜ(Ë{ï½çvÛm7wÁ4ºVÎ <ÅÏ;ï<7cÆŒÔbð,¦M/¼ðB£ë¯½öš+dsYÒ¼úê«ù?ÿüsï™ îà¤:eÓM7uGuTÆ%¼Í» wÜqG£Íb£;O‘èž‘×^\qÅ.Õ½—¸ ŸŸ{î9?ŽÄN·å‘8í=¬-á¾þúëöÒ·>™áþÔSOù v®Üg⸟qÆ÷¤¿?ºñàWE$¯=ÿüómO^Ïöº%Æ×Ú2lØ0wôÑG»©]ûúë¯ïCæÔĉítü\jÃU)qa”:Ÿ ,^ÉD@D@D@D@D@D@jˆ€b¸×Ð`©©" MK ŒáNM,;æ˜cÜÆoìæ™g/ wÜqqÈ6YÝd“MâF!ô"öÞñîœsÎñ¡0"w÷ØcÅéÒ®¼òJ·ï¾ûz–2O:é$·öÚkû×”‰0ýá‡ú¬gŸ}¶;ì°ÃÒŠñçŠá~þùç{ñ2ò*÷q‰NœÈS>ŽÇ~À¸ /¼0£N„rbÄ¿ôÒK.XäiíC~„ #}·þúë{†œ‡Óf›mæxàŸlÝu×õùÖYgG8ÄmÚ„ˆIØ^s #¬ÈÃ?œ±4‘0§všEƒŽ(=fÌŸ÷£>ò¡b|æèazÁBÛßÈcÜ 4ÈEëþ¦}¾úê«-¹cÃPÂ!ðî²Ë.nÔ¨QþÚ%—\âöØcΆ?üðƒÏ·ÿþûûëüãݵ×^Ƕ÷'Küc1Ü-;óâïÿ»ßoàÝwßu´…›áVúÃ>l¢Ëü#Ü !’ì¦ \aŸÍZb|i ‚:ãÁ{hõÕWw{íµ—©DˆDösÏ=7¾öÎ;ï¸hFFJí/7rl3Ù!C†ø÷Ÿµ‡÷#cŒ1wáM(#¬œùì ÐÖBÀÇp燢LD@D "†”!$È3Ï<ÓˆKäe‡¹ˆ„ÞF×ÑHìCTä )Cè GBØH0 ‹ñÇ„»Xn¹å|yQ|ð†ÈúQ;‰ÆqhŒ|!e,Ï‘˜Ýy´7D¢r!W¢Í2¢Øñ¾¬H0“fGÞ÷q}Ѧ©×Ò^D‚yœ6‘°Û(YäeÞÅ‘÷éé£ÿÄþAû"ïüð²ùc×aÚvÛmçó1¾O?ýtx)>ÞgŸ}|8ÚÄ,Š›îÃÕPöÞ{ïm§ãçh³Ø¸]Q þø|¹R†z#±·0@I‹VÄu_sÍ5ÉËñëhÓ¢8]$¸Ççs4÷øÇÆ/º!àçc.‡÷ :è Ta_Ší/!”¨;ºi拉n¸4¬±Æq{¢Õ- ‘ðVÑPî|Î(L/D@D@D@D@D@D@j™€)£MS£_Ö2H:th#OmÒD1Ú½×ûGáð.ƃš>Ë1¼ª-tÆ¿þõ/Å(oTž·\'>–KG°',OšZ„¸ñܘàØDö“O>ÙŸ#ç›Â˜gݺuK-š@Ü tL¡LS ªÀÉJŒo´A°£tÙe—ÅqôÙg€aŒØw€ÐJÑJƒ ´ø÷":uêäx££6rÑJ‘;ÑÆ¿®M›Æ_›*Ñßß[ #Z'Ðø—c­÷Hí  –x6 7íìÒ¥K¶dŸ·¸Ñd ÆvV&5oò&>ß¿ÿø¸Ôƒï¾ûÎo‹ØŽP…gññêñ Æ3|Ú´i^Ø o”ZW˜¯gÏžñKb³K=Ÿ’&_Qˆ¾eÛ$6_xXSÕlTú·¿ýÍ{œóÛf›m¼ð¯œR®#Ã>ôº˱yY‰9–[ìq%Æ—9ɧŸ~º_á@ìvæ?n†pó$ ýããØ3_+iĺGlg/ŒÕ7ÜpCªØÎõJô—rd" " " " " " ­ƒ€÷Ö1Žê…ˆ@… °‰éè7o ‹&´ žµ©öéÓ'¼\Ò1W²#›2rÈ!.Šï…á°0ÂÈ؆œǹ6» óå:fÓL»±€‡ö±Ç›‘œÍ'¯¸âŠŒsi/ëÍBÓŒ9Q6ï=Œ°oFøœÛo¿=5LŠ¥©Ô3íduÂÈ‘#½Xþ׿þµQ8«‹ jñdG\O†ø!ü¡E˜ lf;ûì³ûcÊçuSóƒ O?üðFU°‘¬y¶WâfLXAs/âö®»îê½×™Ì—pÎp(Šëï¸a„'|%wnZJÛi§|¶ -›ù2ö„êÕ«—O¶­9糯\D@D@D@D@D@D@ªŽ€÷ª5HD %<õÔSîÎ;Ž6 u«­¶š;î¸ã&!;ÆïÎ8ãŒ8fó‘G{½"¾>ðÀÞ+ö×_õåP6eÊ”XˆEœ%œÉ&›l‹ÌĦ>ì°Ã¼7/u?š8âÑf> 1¤‰ÑmžæÑ朾=¾ðèçï½÷^‡g.fé8F$Fæ< i}0`€¯ï®»îòÞÄo¼±™OØ”éÓ§{Á“xÚ/½ô’¿ù€Hmbêó#ЛáíŒøºé¦›úSÔy÷ÝwÛe_/¼-®û{ìáwuÆîp¦½Ä‹§}„Ùᦠ79&NœèYC[f™eÜ.»ì⮽öZ7bÄ¿:€ë;ì°ƒoK˜¶œcÄ_úB {³hsTÏtÈ!>¼ ñÆ|ðAß^nh°ZÏo3æ±ÐmnLž<Ù.ùñeœ1„bæF÷îÝýëðOsŽ/õFúê¹éÅx 6Ì‹Û¼¯ÆŒãFíÅv%½ýËé/sgƒ 6p¯¿þº¯¿C‡Žý¼÷̘ ¬4àfÌðáÃýér法«gVD –·}UÛE@D "‘®!Ÿ¢ö‚‘‡yCÞ#®>F ÎK=‘H絃(öwÞ2"‘¿!-‹Ž„ã¼ù¬o‘7nœ7 ÛÑ°âŠ+œ—2 çvÛm·¼åD› 6Dõ>[ƒ¾!Áóæ±vG¢³Ï óòD71¢P<þzt3¢ÑõhãË°© ÇsL£4VOøÌœˆBÅdäµÑ&© Q<ï¸ÚÝ,±ËyÞ}÷ÝãòÃve;ŽÄç†èÆKFÝÑÍ¢‚ˈnÑ®|׋i;Ü©+éIŸ‹]©ãUL»Â´³fÍJmc˜FÇ¿HÎlãÛ\¼˜W̯Z³?üп÷:wîì¾úê+߇9昣fºÁ{†›]»vwbÎqã*Üó}Ž¶D§›kÞ~úé§î­·Þò7U’ýäÆBxÛ¶m3.ñ ŽÓ§OÏ8Ï „÷%–XÂõèѣѵä Dó>úÈ çÉkÉ×¼‡ìFgòŸÕÜÌšk®¹’—Züµ÷5@D@D@D@D@D@D@Š#`äâ8iˆ6ˆµæmBN—.]’]ò¯ó]OÍ”å$+ õ“bM­²ËÒͺ9œÙÆ·¹€´iÓÆáõ‹7n­7”¸q±ð »9眳VšÑNú€…b±Ãë=´|Ÿ£aÚÖtLÈ.Vƒ`Œ57f™§Ü˜xï½÷üÿ®¯²Ê*.¼Ùòî»ïz±ÝÄuVÀUܨyÿý÷ýçi®›¼èxñbÜ$e‡7X,]K>g®9kÉ–¨n/0·PQ¢RÈ6U 5Â1ÐNÄÏr Eú 9a™ù®[ZúAÌææ2êkÎñ‚õ¥­l(µÏV&1 5ê/gìA³Íʦ…¶§Ð¹‘Ö·rû‘Vf¡çx¿±ÏÅŒ'\`_ŠñÞ0:ÌOý„ùÀ 5—ûYaeÑOÚ]Ìg[±sÓúz³sŽÕ,ÄÓ/ÇÊ™+åŒYØær?wy_1çà±ÔRK…EûcYltVI™áUNÿášö0ϪÚG\øÐð|GŒç|¡cÏ#¤B~xSÀÊ5wnؘ۵jx–‡{5Œ‚Ú " " " " " "P÷»%0–í#& 6°Œ#ÜÃo¼áíÏsÏ=çñ$/^„&j°ÌŸr±UW]Õ‡ øì³ÏüfŽ„ÜXa…|_„© -@(<„ ‹‘4DÚIX‚Ðh+¢ ËþCÃkvòäÉþ}ɶ!m¥>ú‘f¹®#âQ}7‘fJ6¯¿þº÷Š\~ùåã¢9Gzk“½ÎÅ.Î2^–þÅ_ôí"ôœ’ŽI6¯hÆÏTúŠð…`FÓ˜'ËÏöVÆ'ðÍ[l1G?müñVÅÓ•<Æ ÏXâ7Ó®ÐÃßyçGLpÆcâĉ^xcœ˜ãx¦.»ì²ž }#F4ã‚p‡q=ßƶisÃÆÓÆ7lÇ…öÖ/¼ð‚¿9À{"Ûüä}ÉûsÉ%—ôìì½ ›•W^9®žòxÿÀÝæ*mîÃ(-œ ïO8R®Ý˘÷1yÒÂG=ûì³~ŒÖ^{m/Jžüäáó 4UÚCYiÆXó»˜Ï Ê¡­Œ)ŸöÃyÚÛ½{÷Ôvs½˜¹‰àÊÜÁ˜;óÓ„XŽáËû ƒ[®ÏÑäêˆBçŠ/<øSʘÙ3‹ýÜÍȼ°¹Ã¼L†Ó²d\ÃìÇÌ,ÛÍÞ÷xž3Hþ€gxs±2/{_hʘc|®„ÞòaÒjÞÈ·ñΰå:hrˆo<Ú4jðBDWâE¦‚6Q["ÆÓ?æ#}D´&_Ò¬ŒäÜ1æ6¾–¯Ø~ÐæcÎû"œÛV&u!æR—ÝP¢úÏé+iM „=B7ýàÆcr§ÄVÞ[0$|áÃ5¸"ô#`‡fóáùå—_öí ¯‡Çô¾¦y/ó~/ö³‚²¹)G»iífÌyÒfÞ·´»oß¾âl)s“qaΆ–Ô¹ÆgÆçãÃÃÌŽí™ó—2çÉ[ꘑ7i¥|î&Ë°×ÌG67 ߣvÍžíæEøÙoâ»Ýüµ´á3×ø¬²´v !>´ä{"¼fÇ|þ`„Ž1ãs†m§®´ÿ–¶¥Ÿ%¸·ô¨~º'€Ø…`سgO/zaá•W^ñbÞžˆi묳ŽpGí¹­µÖZ<ñ„E¥L¼ƒÓ Q!àPdã<Â×@Cï\ÊD|#äºÂuÒN6Ý EI„An²y*Ò,l‡•Ís¶ë´Á“:ñ”6†sôƒ6bæY^»BÇ«z IC}ˆ•…¡W*"#B607Bq*W¹Œb;ãÁ8šHL„BÄU`Ê6!1±¾Ì)æ–"1Â*s–9Ó¿»?SBÙj«­Ï„رcÇzŽ±¢ý°Ì,¼Nþ4Á=Û܈+N”Ò¼ó©™yeí³¢Mlg r…-“‰ílHŠ—°³¤1ahbY#¶#\‡›ï;bf[È®§y ãÙÎ{…Ï®‡õR)}ã¦[8¿¸†•òYaíf W¼‘íýÏ9<œ™OÌÚdLK™›Ì_cB_ù¼±;áÆ<¦û\¢=…|Ž–2Wàe}/gÌ(Ǭ”Ï]Ë›|æs„G6ãæ› b¡Pn«1Ò懕eBº¥µó¥<[|f0Oø\æ½gÆç7™xT£e®ó©ÆªM" " " " " " "ÐÊ à±Ê²{«¸fçà–ÏJ+”[‰1 ÛgóÆúb×èG¶Ï]KSÌ3Ÿ¥¶"ù/3æ>~ÆÚ5{¶k–ÖΗòl‚;ÿXeÀœaµÞùp >óho5š÷jµID@D@D@D@D@D ®„ÂFØqóV5ñ!¼Vî1âFš!’™kb"é¬=ˆ¯¡Ï5Ä3âBó(Fä&âV¶¶äºÎ5,[^Úd^­>a…þ4÷xQ_6¦PáE’¡Òº‹øÊ|‚ µÉtx²²˜å¡ îi†øj¬ÓDi¼´*& “Q-iv=MÄË57’åðºœ~«ðý@™&ó~²dœO3{ÿÀ1ù¾†-±ä&c–fˆáÂl(Öû“ÑÚ…Íð æ=ŸvCŒ<¥|VX»yo¦ ÜŒ5^þÌ3’m|Š™›aŸ¬ïÜ1K;g×r=[[J™óÖ÷rÆ,l›Í›J~î†åsÌÜ!|ákxÏqs,7nd4—Q—y³³zƒ÷7m ;ÅVÐpŒ!È'÷i®væª'ýš+‡®‰€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€T”@(…›àÑb[šÀiõ#Ð!f˜`Åy$¼Q •@òFÁ Q(éµkeåzÆ»QËÄÚdÚ\×­m¹êÍu-YW¡¯›{¼r…€@¨F D ‚ãšËBfæ‘šLÏùP 5ïrêÊ–‡2ÔÁ­Ž°Ü¤w¾]³9žm.ÚuK>çša:;.§„•!4I2¬ 7ž¸ÀüÍ&ˆ[ý™¼‡›BÛºaÆû‡÷ï¡äks®9À|$â?ì“óÓnžY;ÂgÚÏûÙDûðš—òYas _»Ã¶ZÞ³ÙæYrnZy¶üie†çÂ<ÙŽ{)sÞòæë{®1 ÛÕŸ»V>ÿ[˜×¬,`ó¾gµPòsÄÆ#íÆWXǹ޳–6×3ùyÐ6Þ3ˆëÉ2¹‘ÃÜåÁ{ÉnJä*·9¯IpoNÚªKD@D@D@D@D@D@R˜˜‘r©ÉNe@­B»Žg†8H nó´DXÂã×¼~¹Žb¡â^•xf#ž$…FêÌuË&Ör-ŸJšb­¹ÇËÆ"[;¹p¬²¥5/ø|e†ù­\ó6¯…Ç&ÒYáµJçšÙê*§ô Q`<˜à1›û柭n;Oè(bˆ‰²˜ÿ<CÂ{€Õ „‰aŽ1¿ÍÓ·öÄOcŸ+/b%bf¶U´;ß\±ëÆ—v§½¼>ÑÿþXÛ­¼ðZ¶cò°çf¬­c!–l7é'ŸOÙ<ùÃ:¬/¹Ø‘>9ç+5fa[*ý¹ke3ϼaî1ïÂÕ–Žgû|¶ÏÜðšÛ5KkçKyæsÛâÿgû¼eÜiµ™÷jµGD@D@D@D@D@D@š€ QÙª²ëIñ !ÑŠb¡ðzGxDEØ"^tè!­DG,›Ø—ë:í@Ø Å½´zL8K»V-çryÒF‹líµëɱJKo7'LœLK“å"¢j…<ÈÏ> ¼‡XÀ ,‹ÿML|æ·ÍñrØ[¿“í£LKÚžkÌòÕm×­ÚŒHJÿŠ™g¥ÌÍ°O&ø†-çxôó¥[_¬oii8—œó•³d}•üÜ¥l>¯ÙŒ—1b.âEžkp潟l¯íZ®rÒò¥ƒ?‚{®²ìZ¾1J+¿©Ï)†{SVù" " " " " " "P…Ës‰aˆç˜ypZ\Ý0×!ûôéãÖXc ïMŽ€c±Õsu›t—xo¦…^Èw²-L¢e6C miË'öY(Œlí´±H»Ž£UZ:;gÌL³óá3íÁk˜›'Œa50òä odž¦–>,³’Ç…Ì´ú¬]¥öƒ°1ªÌ)ÞˆÕºœÏ7Æ´‡´ä3†ÁxÍ3ŸÕzó·6皈¾ö¾´ôiýOžÃ»¶d»áeéÃ9fçÂgk[8ÿlžÙœÓÛ1¡L˜g´³<ÅÌMê´M™ÉPk¯yf\`lç— 1ãXÊ\±¼Æ%­¾BǬҟ»´…°Hl6JÙ¬¸HnÆ›Ö^ëS®ñ´k•ãŘa̽lf×Ây—-msŸ—àÞÜÄUŸˆ€ˆ€ˆ€ˆ€ˆ€ˆ€TDKóN6ñÎBe˜ç.çFíž~úéXÜ óámhqØM, ¯'Û)3Û†§ù®SžµXØ&b†õ Uƒànž»ÙÚB_s‚$ã•f¡Xi‚eZ:;ÇÍ „^?ÛÜÑ®Ù3ñœñÜfIËjÛQƒYÿ )7[Û€˜›Z0H3û¼±¹––¦¥ÎIpo)òªWD@D@D@D@D@D@J$€j†p•4»žv-L‹‡iRìEÔó™g„*ñ\D°!FrRàF 4A™M Í%_~ùeÿ@¬1CìCÀ´òí¼=ç»N:â ##½ñÆ‚$Þ¥xÏâyluò\(»0O¾cóøäÆ€ ©ä1ñË27Òê¨D?Œ bb1c›¶B#­~óÚ…¯‰“a:ði§yïmÞËx%‡ó‡¼Œ?<0bpj¼¤éO8o²å/泂2ºwïîßßÌ'æYhÌ{æó…ùh\J™›V.aEì3ËÎÙÊ‘l‚»½×IŸü¬,g®TrÌhG)Ÿ»Æ ùÌãó’2ís ™&í5ûrÀ‘1c<Ã0.Ì#D|Œ÷B¡ï‡´zìÿCh#óÐ7ÉÏ>nZ±²‰1´Ï&Ë[ ÏŠá^ £ 6ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ@§:ÆŒã9<‰«Ž™X‡0ŠNúþýûÇž¤¤1 ñ /AD„@Ä „žÞ½{gˆq={öôb<ž‡eÞä£ò!’˜§;õpÕ˜‰…ÌœCìCtOZ¾ë–žº gƒ ƒ·6ø„¨¡N4f¼?–]vY?ÇyÏ=ÿüó>sî&*ã©Lù…žçÌÁBDWkc1Ÿ0âóˆyM]´Ïê¤ÝÌ5>—úöíßä¢íô½Ø¹I>ã`mÍvŽófù>GK+•³R>w­Égû,æ}ûÜsÏ%/g¼æ3€ÏO VxÄs3–¹ÏgŸÿðV¦õ;£_0OV\qEÿùdóÞVؼ§M´¹Vm&Á½ÚFDí lâiŽÐ„xeb6Yñ0FA¨à<*ÐìؘAŒt¶<ÑQq54ÄFâýÂÑ%ôt¦<Ú¥–ZÊ‹õa¾ä±y䆂n˜&ßõ0-¢Ð*«¬âo Ä Zr³ñ_óç\!V»BÊ Ó Là á¡ ÞJˆûˆ©ùÚ†˜Š¨þn´"Á„^ÊG\äÂ`1F}0ÃK”q‡ŒqDDÛpq‹ù‚xŠW5\‰1ãøEþ¦´bæFZ;*Ñæ7Ãb¼ùI¿ÜrËù÷ý`,ÃñDPd,ÃVô÷㪫®ê=‹í}ÍyÊãF ï¹bÄv>˜ƒ¼Ÿ“ïqÊMZ)Ÿ”Áû›¹÷3óÅ<ø¹†X‹ÌõÐJ™›ä/Ep'_®ÏÑræJ%ǬRŸ»ô×nêps4é5ÎõиiíXyå•ý<¤[±Äw­ŒJ<ãÙÎgŸùŒg)ó°˜vÐo[Ág_¡ÿkŠ©£BigFmk'Á½B4UŒˆ€ˆ€ˆ€ˆ€ˆ€ˆ€Ô4Á½ÚÖF¬ð ÌJ6Oã^xÁ Cx’gøÓÊÖ9(’€Ü›vO‘-Rr(”^ŽS§NõžÁˆîx>†Fȼ0ñHM†éÓéXD@D@*E@‚{¥Hªf%@Ü`bWãµÏæ±ÄM&DáˆuM B+º©C4kÇU™ˆ€ˆ@Õà^µC£†‰€ˆ€ˆ€ˆÀÿ·w)C1@A¼ÿq]ë6+ZºhŸ ¤`¤ÿu7JB€/…göw3?üø»Ù÷9K–Pf‰g–P&xÏ;¯ÌˆÎ’¿„í«sª÷Ý•n¸³€îw~úÎN€ @€.$ð[(˜Î\äy!BG!@€^ÀÒÔÞN' @€ @€Ø¾ûc»T @€ @€ @€µ€À½¦ÓH€ @€ @€F@à>* @€ @€ P Ük: @€ @€ @`îc¡"@€ @€ @€µ€À½¦ÓH€ @€ @€F@à>* @€ @€ P Ük: @€ @€ @`žŸò5—* @€ @€ @`Q@ξæã @€ @€ @à¯À˜)ðžúl×IEND®B`‚bpfcc-0.31.0/images/bcc_tracing_tools_2017.png000066400000000000000000010772401465134135300207720ustar00rootroot00000000000000‰PNG  IHDRÜYóºysRGB®Îé pHYsgŸÒRÕiTXtXML:com.adobe.xmp 5 1 2 ‹O²@IDATxì˜,ÅՆ놋[ÐôâÎÅ5¸»ËÅ‚‚{pÁÝ%¸»‚\/4¸»èÿ|õ§zkzzfgzdggßó<»ÝÓ]úVµ:ujPbâ@€ @€ @€ŠønРA£ÿ¦hlâA€ @€ @€ ÐC…{ ö @€ @€ @…  p/ŒŽˆ€ @€ @€ (Ü{X°@€ @€ @(L…{atD„ @€ @€ ô@áÞÂ=@€ @€ @€@a(Ü £#" @€ @€ @ ‡ ÷ìA€ @€ @€ @á^!@€ @€ @=P¸÷°`€ @€ @€ P˜ ÷Âèˆ@€ @€ @è!€Â½‡{€ @€ @€ ÂP¸FGD@€ @€ @€@î=,؃ @€ @€ &€Â½0:"B€ @€ @€z pïaÁ @€ @€ @ 0î…Ñ€ @€ @€ ÐC…{ ö @€ @€ @…  p/ŒŽˆ€ @€ @€ (Ü{X°@€ @€ @(L…{atD„ @€ @€ ô@áÞÂ=@€ @€ @€@a(Ü £#" @€ @€ @ ‡ ÷ìA€ @€ @€ @á^!@€ @€ @=P¸÷°`€ @€ @€ P˜ ÷Âèˆ@€ @€ @è!€Â½‡{€ @€ @€ ÂP¸FGD@€ @€ @€@î=,؃ @€ @€ &€Â½0:"B€ @€ @€z pïaÁ @€ @€ @ 0î…Ñ€ @€ @€ ÐC…{ ö @€ @€ @…  p/ŒŽˆ€ @€ @€ (Ü{X°@€ @€ @(L…{atD„ @€ @€ ô@áÞÂ=@€ @€ @€@a(Ü £#" @€ @€ @ ‡ ÷ìA€ @€ @€ @á^!@€ @€ @=P¸÷°`€ @€ @€ P˜ ÷Âèˆ@€ @€ @è!€Â½‡{€ @€ @€ ÂP¸FGD@€ @€ @€@î=,؃ @€ @€ &€Â½0:"B€ @€ @€z pïaÁ @€ @€ @ 0î…Ñ€ @€ @€ ÐC…{ ö @€ @€ @…  p/ŒŽˆ€ @€ @€ (Ü{X°@€ @€ @(L…{atD„ @€ @€ ô@áÞÂ=@€ @€ @€@a(Ü £#" @€ @€ @ ‡Ààž]ö @¯¾úÊ >Ü7ÞxnÆgl”ï¿ÿÞ=ñÄnòÉ'÷MKx€&ÏÆ>I7ÓL3¹o¾ùƽþúëN<Õïë‘Áƒ»qÆÇ;î¸n‚ &¨'jzÕÉ1Æn’I&qã?¾4hP¯ÑÃõÜkÀL?ýôuÕõ•W^q~øa©×L÷(Ý«ºIòµM)íɹ/”’à @ý‰ ÷þÔZ”€ÚBà駟v‹.º¨[}õÕÝ5×\Ó´<ßzë-·ð »8ÀtÐAMKw &ÏÆZþ¶Ûns/½ô’ï#Ž8¢{衇|¿/šêÄOìãï¼óÎnÞyçí5™põ°B€‘FÉ-½ôÒnûí·wË-·\Eå{£ùd³¿è¢‹Ül=\ñ÷‘GéÎ9眊ç=¡{”îUÝ$ùÚ¦¿”öäÜJIð € þD…{j-Ê @€šDओNrR´o³Í6%)Î6Ûln«­¶*9VéÇ?þèÞÿ}÷î»ïºgžyÆ]zé¥îòË/w[o½µ;üðýõ{¥¸áx=ù)Î×_í-Æ{ì1wË-·¸›o¾ÙM=õÔîÆo¬:#¥Þ|Bù²Ûyæ™'{¨êïõ×_ßÍ>ûìUÄ“^x¡{ôÑGݶÛnëfžyæp¸êvèСUÏs² ¿ô¯ö¢´€ @ ÷<*ƒ @]L@n+dá¾Î:ë8Y¦Ç"åõ;ìªyÿp'Ÿ|²;ýôÓÝÕW_í~øa7ÕTSUßH~¯¾úª[k­µ¼²…Vp<òˆ›p sók$ŸÜk<¸ÄK8ýÕ"DÂ}¥•Vr+®¸b-QÓeè/]Ö T€ I€ESd³Si@€2SN9ÅɇûŽ;îØT øÃÜe—]æöÚk/÷ñÇ»?þñMM?›Ø4ÓLã¤ä—rúÍ7ßt«¬²Š÷EŸ Ço@€ @í"€Â½]¤É€<É&›ÌÝqÇn“M6ð,Ðw´HêùçŸïæœsN·ÐB µ¤ Gq„÷s~ûí·»K.¹¤%y„Dµˆêu×]ç† â-ÜÏ;ï¼pŠm?%À½²Ÿ6ņ @ðP¸Ó @m"0Úh£¹¥–ZªWm*Ù Pòþå—_vS+¶0°¤EF[-ƒvZ¬U" {¤à^Ù¿ÛÒC€ N…û@ïÔ€ E@>ÖÇ|7lØ°–Ö{þùçw¿ùÍoÜóÏ?ßÒ|Bâ[l±…ÏO>Ð@€ @}E…{_‘'_@€ ÐfwÞy§{á…Ü–[néFe”–æ>æ˜cz7/o½õ–ûúë¯[š——k™ßÿþ÷îÇt_|ñEËó#@€ @yP¸çQá @ >ýôSw衇º{ï½·,õþóŸþÜW_}Urî•W^q;í´“[pÁÝï~÷;7ꨣº™gžÙ­¶Újî€ð S–DÈùQ)휠¹‡ž|òI_¶ÿüç?éù‡zÈ;õÔSÓcõì<óÌ3>þßÿþ÷z¢Õö—_~q×_½[{íµÝì³ÏîÆg7òÈ#»É'ŸÜ-¶ØbîØcuï½÷^Mie½öÚkîðÃ÷¾Ïågz¤‘FrN8¡[`¼Ïò3Î8Ã+|³ñjùÝÊ´Cþ't’a„Z¾˜©òû駟ÜÛo¿íµZ¹꧶ÈeN7KµkZ‹Ç^|ñÅîÈ#t‡rH†o¿ýÖsÌ1n½õÖsóÍ7Ÿï¿º>¦šj*·è¢‹ú5&î»ï¾²xµhVî«{e¶Ž¿þú«»ùæ›ÝFmäf˜a7ÖXc9¹» ÷à+®¸Âý÷¿ÿ-‰vã7ú{ÛÏ?ÿ\r¼Ó~¼þúë%÷²GÑß+U7¹ƒºå–[ÊêVOZ~¶,h»úê«Ý:ë¬ãïûz^ªN“N:©¿_o¸á†NkJ € @ P¸·ƒ2y@€ŒÀ'Ÿ|âößw×]w•ñ¸í¶Ûü¹ p×VŠ)yÎ<óL'Å~xàn饗vŸþ¹W¦M;í´^yV–`t ›vtª¦ÝÇ{Ì—M ” ³Î:«Wêm¿ýöîôÓO‡kڪ쫮ºª/¿ê×L‘²kÊ)§ôZ VÊöÍ7ßÜs[yå•y»îº«›i¦™œÂÖ#Ǽ›qÆÝ~ûíçä3|5ÖðuPúRêhaÛm·õŠK…­GáÖÊ´C¥ˆUWYe?øŽ·j+Kz13)¾Ú!o¼ñ†\Q{t³ä]ÓR¯´ÒJnꩧvR.îµ×^î‚ .H1h êÄOôçwÛm7ïêG×ÊV[må¯e–YÆ+“µ­ï‹/¾¸{õÕWÓø½í4³÷Õ½2®ãgŸ}æ–_~yÏTl5è¹Ë.»8±Sÿºçž{ܺë®ëï77ÜpCõÚk¯õ÷K 8uªœp núé§÷åÔ`Ëšk®é;ì0¿®Ã\sÍån½õV·âŠ+úÊ÷ß¿îj´:ýl¤hŸh¢‰ÜZk­å|ðA¯p—‹) Žê¹)å»ÚpÙe—uóÌ3+: ”͗߀ @ " @ „€Y 'öàLV_}õ’ãþx饗|ºf™^–”)ý9³NÌú::th2úè£'¦0KLiY^ž{î¹dŠ)¦ðñÌj;7ŒÆiW Tå„)Ô}6PPÊ|sû2šõròÔSO•œ«öþ>=SþU Öë¹,Ï#Ž8"1Ÿá‰Yíz66H‘›Æý÷ߟL2É$É Aƒ’¿üå/I¥p!² ~$f-ïËlƒ‰)ué²­úŽ-ŒëÃn¼ñÆeç³Z™v6¯=öØ#·C¸f÷ûí¶ÛÎçg!‹’m³ó3Å ÏÏf5´4Ÿ’Ä›üC}F÷ž›nº©jÊñ5­þ»ï¾ûúxº˜e{r÷Ýw'6à‘ØSšŽÚAiÏ9眉)TÓãÙS4'60˜Ø R2Ë,³$fŸ Rò»}8{mÇÆuoö½2ä£ûÙ!CSF'çœsNbVìáTº÷§Ÿ~:™cŽ9ü}Çf øs›m¶™çüÍ7ߤa[µSk ù«-7Ø`_>œIô¼É,HÎ=÷ÜD÷vsÓ”<ðÀyÁÊŽµ"ýj}APûجÄfh$¦TOl`©¬\:ðý÷ß'6#+1Å|b3’—_~97!@€@ƒ¾õJø!: @ ë4[US%’ù»ö c³üöJã·ÒÖ,P“‰'žØ+Ç*)½CÚ•”+•ÒÇ+)Üuþ’K.ñʳ´O¤xëMŽ>úh^ ìF%æi.4|º;ì°Cb®zMZ,ÌJßÇ1—=ÃKdÚ>œÈ•?² üùÏöq¤Ð¯$­L;›çwß}—Œ;î¸^š=~7³ß›Å¯¯¿YP'Ê;Oš™ŸÒ?è ƒ|žæþ£$»fçS’x“Ôª@¯ióÇïëý§?ý)‘¢4O4X¦Á(³^N~øᇼ eÇŽ;î8Ÿ®YÊ— ZÕ‡ãk;䶡W*áÇ'æº+±Ù1‰Y±‡l+nÅÀ,«=+se•tªÂ]åÔ`”]vÞy犊鸢<òHbÖá‰ÍPIÌŠ<>U¶ßªô«õ=s40dnp’>ø ¬LylÆ–H±YN½&åÅç @è…€W¸ãRÆ;ð€ Ð.¿ür¿¨¥¦¼Ë—no"÷¦ôö¾våz¦Ý2lØ0ï†@¾æ·ÞzëªÙËï»Ü\L7Ýtά«†­ç¤äÜ}÷ÝÝž{îéä£\~Õ{¹„0«M7Ûl³9ù¡—»•<1¥£{ñŽk‚SN9Å»’É —=f ÎfH8S;›‰=í·2íl†ê#r‘aÙSMý-?Êò‘/Ÿ×6ä.»ì2¿î@S3ÉIL>ù:ê(FîTŠ<üðÃîì³Ïvrç"7•\÷Ø쿨ì•W^é]îÔÂÇ”²Þ]Š\§T’vöálZu¯ÜgŸ}¼ /› ã]ëdóÍþ–Owùr—O|¹œÑ5Љ"wBf‘ï]©Ýl¦×bÎ;ï¼îÑGõ‹k-¬©§ÕéçelƒiþÙ§²ÉmL-2÷Üsûû¹\^å¹w«% Â@€ Þôþ¦Õ[ œ‡ @ i´È¡|O0Á5§¹È"‹xÿµR¦õ…hF-¾(åª ÍùN—¿c)¯ºê*7æ˜cæ+t쬳Îrf]éîõ$ ¥—Ÿq-f›ù‘–W~楰¬G¤Ì’¿~‰¹)‹ÚÊ´Ë2³'Ÿ|²ûíoë}{ç‰Ç_|QÓŸY•:)}Õöb¨Á |Èÿ·Í¸pRصZ4Ø£5ÔvÜqG'_äyRO½òêo.)ò’íÓcb-_ÕR8V)I¥h5WG^^)\Þqù»ÖÚæ>¥ìt»ûp¶­¸WÊÿ·®W³R¯iÀ3”ÉÜSùþ¯…¥åO¼ÓDëfh]­½a³oê*ž›>ÐÖyçwœó¤Õéçå©cAa.ßìõH¯{@€ZA…{+¨’& @  seà­$ë‰.eK”ìã?®'jSÂÊ¢\ÊþñÇßÉ*V ºXlÊÛd“Mœ¹qñ )}š)æ+Ù+‘´@j½"E­¬Üµ¸¤ùf/‰.…ž¹,ðÊ&ó\r®–æÛÙ[yßrË-eÁ[™v63YòKá*%¢­ =]ö[ G±¬åÏü;»XÀi¦ƒ´£”–Z8r ',K»™ÔßO;í4'Î?þ¸W&J©XIê©W^ÝÍeK¥¤û츲ªÕY“RÑ|ûE?ë-¨ùðvhÈ[´}8¯Ü­¸Wš/|?‹EõŠf™ôŽ´pWÑ ’¹¸rz^Ô+š±¢úÙ:îË/¿,‹ÞêôË2üß0›){ï®>× ªúÏ“O>±… @M%0¸©©‘ @ XmµÕ¼ë‡z±Å}ók\—u|½ùT ?Ùd“9ó£î–_~y·Î:ëxh°b—•øÍ7ßì¾Rú¶BŠºJ‘òIîh¤P’ë ó9žOJx[4Ò×'=XçŽ\ܼþúëe±Z™v63•A÷Ûo¿}öTîï!C†T´ÏF"öÃ?ôrËsÇw8[¸ÐÙ¸ÎétrßЛh€F–鵈,­mÝ÷ì³Ï:[$ÕG‘å¾~RˆKA\Iê©W^øÃò÷é1Ý/Æo¼ªeÐàúÀÊ+¯\5\ÞI)ô+I;ûp^š}¯ÔL¹ò2ìN}¥ˆÈz\\:I4à)·Yè\c5 Íü¤ûëY÷oÍfÙf›mÒtZ~šQÎŽfÔHn¼ñÆšÜÿ„$4€j¾ú]‘Ô[@€ P ÷jt8@h3[|´PŽR:JlÊBñ›I®<8ào.…Œü†ËºZŠWY‘WrGÐhÞr¿Ó›Ò±ZA)+Æå*E–œ²Ì/bòËSpµ2íoؾûî»îšk®ñ!²P­Ed1^É5Pµø¿üò‹»óÎ;ÝE]äó´$½ú¶Ûn[-šË›ZE}}ª©¦rR€K‰¨[¶×èEëÕkÂ}`饗î5wYóê¯^Ñ€†Ú3OÚÙ‡óò×±fß+5£õ“¢b ,ûÁ­<òÈ#»±Ç»äØ@þQÔ»3-ú©)<«´Hf;ûp¥²6û^ùïÿÛgÕˆ"V.N4ÛG¾Ü;EB[kð¢åÒ¢¤Z÷"¤Ò ¿[•~È'o;ÆcøgÍÆoìï57Üpƒ$ÕlC @€@_@áÞWäÉ€ C ¨)'©>9$ŵ,œçœsN·Ï>ûø2\qÅ…­Qk©D­–Û•Ò’wÒI'u¯½öZ$(‘ú³Â]î^Î<óL¿i¥…DÓ 7ygèСîÞ{ïuK.¹¤ÛtÓM}´gžˆ«ý½çåÛ Ç&šh¢º«! ošûY*«ŸË’ý£>rï½÷ž“ÒYn©d¡-·@Z—A형V^Ù¼*ýnö½2Ô©Ñtu?ê$…{Hh´^j¥Ò í~·*ýO¥í¢‹.êž{î9·×^{ù5ÿøÇ?¼k)-ä½ÐB ùµ \pA¿&E¥48@€šM€ES›M”ô @ ~ÏH¢Ï£Ê½‹îYÎ?ÿü--S3,žå¦ä³Ï>KËfÁ7~z¢ ;­L;.Þå—_2oÄ-Nœf=ûr¯!ÿýšuqÌ1ÇÔ•°5Ð`E­¢…%5E}Z³B4³@¿µ˜¬”ìR®k&¹çžëÙ•K Ðÿ³ý§]}¸ZÝš}¯üùçŸ}va¶Pµ¼«“¿óN¹Ê‘4b¹ê£44XϤjuú!ïj[õͦzþùçݱÇë–Xb ÷ÄO¸Ã?Ü/(®gÒÌ3Ïì]Îdõ®–.ç @€@Q(Ü‹’# @`€¨×±Ü˜\wÝuNÍò)¿îºë–(hšíí·ßn8Iù!Öâ’Aä>AòñLJCMÛ¶2í¸ò‹.E”,ÌûJäcY®„´¨!Òw´Ð¥,O8á·ÔRK¹[o½ÕßÛRRÊW»=>ôÐC½KÍP¨&íêÃÕÊÐìsÁ5UìZªHñL™"ñ›'¬ïñùçŸ7œô_|áQãA…V§_O¡5ȧ…kåI¨>ø ;úè£ØÕÀ§vš›}öÙý5ð /Ô“4a!@€@]P¸×…‹À€ G …öÓO?íò‹~ûí·»=÷ÜÓ=ôÐCnï½÷n¸`m[4 H# ß Aù&kÎfK+Óe}ôÑGþäÛX~—ûJäÓzòÉ'÷/bŒ´Ÿ€/Þpà \lèZ–»Ðœx≠¦}¸pá F ®©Q˜Ëò»ÑûQÁâWŒ|«¿òÊ+ÃÔzBîcBz!NøݪôC>õn5SaðëIháh¹NÒÀ“Ê«&­1ÑimUo @€@ç@áÞ¹mCÉ @M!ÜAÈws©U‘òõ×_;Y4Ë"^îLdùxðÁ{—2r)Ò*+g¹ÃhDÞyç=V¸kÀ@Ò …{+Óö…¶'t’w#³Ã;„C}¶ nOäSi/]‹r)4Ûl³9ù¶®×ýRì:$.y;úpœ_;öà Bp‘R$OYÇWbV$½fÄ ëP_ëEÓÔõ+uP°‡tZ~ȧѭžƒšm%ËöO<ѯY Ëw€ ´‚ ÷VP%M@€@•±äÛo¿-TªZîÛl³SØ#<Ò»“Qfr=p饗z+k¹6iT9žW/¿üÒç›w®–cr; ™wÞyÓàA¡ØˆòM‰tÐAn‚ &pA©¯c­L[éøá‡N ÕÊuÈ 3Ì C}&RÒ½øâ‹î÷¿ÿ½ÿ볂 ÐŒ‡îäd½õÖó®@êÅ,€³ƒu­îÃõ–³áå&g’I&ñƒ…Eï•r§Õi3Õ¢ˆ®c à{H«Õé‡|²ÛgŸ}ÖvØa®Þ{ô#ŒàvÜqGïjK3²Zá6,[V~C€ 0ð pxmN!@`€Ђq’">|¿úê+W‹eä™gžéë«®ºªÛyçK2ÄuÖYÞ§®, Ãâ„%ü!‹î¢rÆgø¨ZD2Èh£æYdwõÕW;)ô‹Š\H‘7餓¦I´2me¢¶¢»¬Ûå\í-þHû Üwß}>Ó…^¸îÌåH OæI«ûp^ží8&×WRÀÊ×w½¢®NT¸>úèn®¹ærW]u•·ê®·^!¼üÿK²}©Õé‡ü³Ûï¿ÿÞí·ß~ÞMLö\-¿Ãý^®·@€ Ðl(Ü›M”ô @F ¸J–Üõïoû›“b£šÈŠv§vrSL1…;ï¼órƒ®½öÚn«­¶r?ü°Ûk¯½rÃ4rðüóÏw¨Wd%©2Í2Ë,©åyHcß}÷õÊv->ZD4PñÒK/¹UVY¥,z«Ò–; )ýd¼ÒJ+•åÛî°Ä³Ú]†œŸF•h†A½¢›~ø¡b´Võ኶á„îQ“M6™Ó}¯^+÷#Ž8Âi bÅWlCIëËâCñmù׿þµ¾ˆÿ -¿ö^x¡[rÉ%Ýb‹-V–F«Ó/ËÐhñSÍÞºçž{òN÷z,,öÚè"¹½fD@€$î²Ù©4  $ -´wíríµ×ÖUmYlwÜq¹ –Ð7ß|ãý¶ÿòË/ÞÒpœqÆ §Ê¶Ç¼›i¦™Ü±Çën¸á†²óEH™/åXëR•Eò—¿ü¥,ûe–YÆÍ=÷ÜNå®Wù&× úÓŸ¼õµÖZ«mikqÀ÷Þ{Ïm·Ývî7¿éÛ×¼›o¾ÙI )ëþ-·Ü²ŒZO`æ™gö™h`©Ñu}ꩧV]Xµ•×G=emfX)pe5ýÑG¹Å_¼&‹p]ëD”¸Öª˜p ›Y¤¦¤µüòËû;D ƒ0õ$,…ºót=çI«ÓÏËSm5Çs¸ýë_5ÍÂʦqÇwøCr#„@€ fèÛ/±f׆ô @(# âË.»¬{衇Ü?ÿùϲóydÙ*¥­[”˜J²í¶Ûº—_~Ù+bæŸþJÁüqYÊÅÊ(£ŒâýçÿÐU#ÕprÆgtò¿Ï>û¸sÎ9§†ÿä€p²Œ—‹„<¥¸BÉŠ÷“O>ñ ê± ?ôÐCý"•RÞÍ9眹ejEÚr­#Î[l±Enží:¨:7Ø`oª¹ÕAÚO`ÖYgõ™Ö3ÀõÙgŸyÿÿC‡uK/½´_i!ÐVôáöS*ÍQVîò .w:pÓ ˜J¢…¢×Xc ¿n…îA›l²I¥ }~\Öí?þø£Ó@Éo¼QSyä»ÿý÷w\p[sÍ5«º†juúyÖ@©ê¤6¨gPTq®¿þz¿®V@€ Ðl(Ü›M”ô @H@–‰RtËÇú‚<ðÀJI»f§­Õ¶RtW›iP±@ žÂëÊ+¯ôJÊå–[λ°P‘Òér»!k¸V{+…fGhí-ò«Á›àvCƒjyÒì>œ—G»é~§Á»Ûn»Í¯… {á4ÓLã6Úh#/Ð=O.´ä&IëcÜtÓMNlEfØ´³nª‡$åBE÷²Þ\ŒiÐU‹íªnêCa­‹Jenuúyùʲ^ƒ>Z+BJ÷Z4sKJv-ð­A‚¾¸WæÕ…c€ tÁÝUj@h-¦Vͺ»Öœ¶Þzkïû¶Öð­'E·”no¼±WkaÓ 7ÜÐiASMÍ—µùc=æTg)VÆc §eá®ãY‘‹ ¹L‘¿cY?VRÊgãé÷ÿøG§éü²|Þc=¼Ûš¼põqĽŢ •{‡»îºË+ߥ<”‹•O–ê²VÕ ‚,°å·].X&žxâªYÉÒ†fpr]#%›ú„ÕŸ\vHÑ,?þ¸÷ý,¥¥”Þʧ7·.ÍL;,Ûèb©õô{)åÞ~ûmßd-uÔQ½BRmÛÛªà9Ù0õû‹.ºÈû»Öõ~饗úEÕo'šh"]¨Ýä£[ŠdùéV›i6Œ®m]?ÌÒ}Cý^¾àeK3ûpœn_ï˺ÿ©§žò ¨ê>!>b)a„¼«$ÝwÜqG?p—-o=÷ÄlÜVýÞ|óÍf.ÈZ}‰%–p›m¶™è>?æ˜c:¹Ó`Ë7Þè^xá?ø ÁÉÞîe*s«ÓÏã¢ÁM)Ñ5˜ ÙNºÿiýŠé§ŸÞ÷WYék€÷É'Ÿôψ+®¸Â/à­ç–Q@€ Ðö‚@€ ¸÷Þ{{è6íÏØ>u[@Ó§i®L¢Üþw×]wõçLyYv®–f]é㛢¹jp•Á”iÝL)”Œ>úèéïqÇ71‹ÁÄi:Ù´Í¿sb èdðàÁ‰ùÏMÃÕ³cJ¾Äz>_S¼×5 [‰ç-·Ü’˜2=QÝÔŽ¦ŒOL œÖÑ|Š'|pbÊâ4­ZvÌ"2±ÉÈ#œ¦¥ýò2ùÉ#¨)Ûßꫯ^Sø¢Ú•OÑòÅñL±íû–YMLJËöë½_|üñÇÉÞ{ï˜Rµ¤ïÆ}yÚi§MÌo{òÝwߥù™6±Y‰Îé6lXz.»ÓhŽÓ«tm+L½uÓÕ~ö~–=_é÷O?ý”˜2:yóÍ7“Ÿþ¹R°Ä&sëTñ|3OÔÚ_²yê~¡¸ñ½ßYHHû‡¹ÂJÌíJ6jM¿›™~µ¾Æ=“•W^9-¿îǪŸžSáyn360JlP1ŽÊ> @h&oíÝà RŠÚA @8L)êš“û-¢§…㦞zjoµ-àÝ ZøQ–çÏ<óŒûòË/) ýŸn•…jQQZ÷ß¿_PQ–•² —Å°Òµ‹¢ÉúxEÓ–Eª¸Ý}÷ÝÜ, È# už{î9?#A³Z4»eÊ)§ô×¾f|ÔbÅœ—n|¬hŽÓèÏûr×"Î/¾øbÇWãûï¿w÷ÜsŸ¥¢g‚f6i†Ã\sÍåï•V Õéç•ïÓO?uz®éO.fô<ÓlÕKnÇÔç@€ ÐBß™AÖè(Ü[H˜¤!@€ þA@ƒR@Ë7½Í„)Th ÀÍ1ÇÞmU¡ˆ@€ П x…;‹¦öç&¤ì€ @€@S|ñÅÞ'{ðÕ^o¢ZïÂÜ÷øõ!êKx@€ î!€…{÷´%5 @€ 0?ínì±ÇvsÏ=·wUo2+¬°‚_ÚüÙû©ëOx@€ ~O ÷~ß„T€ @h ù÷–Ÿï|Ð]wÝuu¥yë­·:ým°Á(Ûë"G`@€ Ð}°pï¾6¥F€ @€@/¼ð‚[h¡…œüÔbÄK/½tÕT~ýõWwØa‡¹ƒ:È:ê¨î‰'žpÓM7]Õ8œ„ @èZ,šÚµMKÅ @€ Bî»ï>·Ì2˸üÑ-µÔRn§vróÎ;¯Ó‚¨’Ï>ûÌ >Ü=óÌ3îꫯöîgÆo ›JC€ @5øöÛoÝ£>êÞ~ûm÷Î;ï¸O?ýÔIÉ>þøã»Ùf›Í[´0Â5¥E @€ ®'€Â½ë›˜ B€ @€ @€@;x…ûoÚ‘y@€ @€ @€º ÷noaê@€ @€ @m!€Â½-˜É€ @€ @€º ÷noaê@€ @€ @m!€Â½-˜É€ @€ @€º ÷noaê@€ @€ @m!€Â½-˜É€ @€ @€º ÷noaê@€ @€ @m!0ø›o¾qÇoKfd@€ @€ @è6¿þú«ŒÛ|ï½÷ºýöÛÏ%IÒmu¤>€ @€ @€ –0…ûH–É©ƒLÑŽ¦½å¸É€ @€ @€º˜Àwƒ î]ÜÂT € @€ @€ÚG…{ûX“ @€ @€ t1î]ܸT € @€ @€ÚG…{ûX“ @€ @€ t1î]ܸT € @€ @€ÚG…{ûX“ @€ @€ t1î]ܸT € @€ @€ÚG…{ûX“ @€ @€ t1î]ܸT € @€ @€ÚG…{ûX“ @€ @€ t1î]ܸT € @€ @€ÚG…{ûX“ @€ @€ t1î]ܸT € @€ @€ÚG…{ûX“ @€ @€ t1î]ܸT € @€ @€ÚG…{ûX“ @€ @€ t1î]ܸT € @€ @€ÚG…{ûX“ @€ @€ t1î]ܸT € @€ @€ÚG…{ûX“ @€ @€ t1î]ܸT € @€ @€ÚG…{ûX“ @€ @€ t1î]ܸT € @€ @€ÚG…{ûX“ @€ @€ t1î]ܸT € @€ @€ÚG…{ûX“ @€ @€ t1î]ܸT € @€ @€ÚG…{ûX“ @€ @€ t1î]ܸT € @€ @€ÚG…{ûX“ @€ @€ t1î]ܸT € @€ @€ÚG…{ûX“ @€ @€ t1î]ܸT € @€ @€ÚG…{ûX“ @€ @€ t1î]ܸT € @€ @€ÚG…{ûX“ @€ @€ t1î]ܸT € @€ @€ÚG…{ûX“ @€ @€ t1î]ܸT € ÐM¶ß~{·ë®»¶½JçœsŽ›yæ™ýß 'œÐöüÛa_qnw=³ù]ýõn‰%–HÛzóÍ7Ïiêïʹ©I € @H`p–‰"A€ Ï?ÿ¼;õÔSý±wÜÑ 2¤ä|+|òÉ'î…^ðY|ôÑG­ÌªÏÓîKÎ}]ùã?ÞÝsÏ=i1~÷»ß¥ûÍÞÈœ›Í’ô @€ Ði°pï´¡<€ ”x÷ÝwÓcï½÷^ºßŽ 'œÐ :ÔÿM4ÑDíȲÏòèKÎ}Véÿeü·¿ýÍÉê|üñÇoyQ2ç–Ã%@€ ô1,Üû¸È€ rŸ}ö™w3î¸ãºUVYÅýòË/i ÿþ÷¿îÎ;ït7ÜpƒûöÛoݱÇëÆk¬ô|³w6Ûl3§¿n”NâÜ×|çž{n§¿gŸ}ÖÝwß}M-œ›Š“Ä @€ ÐÑ%&]B @ |üñÇîñÇw|ð“ûƒ¹æšËoó"|õÕWîÇô§ÆsL7Ê(£¸—^zÉÿýðÃn¶ÙfsÓO?½a„ò¢—{çw¼RêóÏ?÷V¿3Ì0CÕxß|óûþûïÝ Aƒ¼õèûï¿ïž~úi÷駟ºgœÑÍ:ë¬n¤‘F*É#ïÇo¼áþýï;Y‡J«2O5ÕTîçŸv#Ž8bY”få[çl!ê‰ÛÌ6Ê–£~«ÝäJC[YË/º\Ãüúë¯î7¿)twþùç—(¹Õ_ÕO%ñ¾~_qÅníµ×ÖnÓä‹/¾ðýªR‚L0A¥Sþ¸úªÜÐÈÍcŒá¦˜b }Vº¾ä¶&¼’<òÈeqßPã7^3¯7߾⬺ªÎ’ÑGÝ©ÎO=õ”¿©nšQ0ñÄûóÕþ)'žx½òÊ+žß4ÓLã•æÙþ”—Æ×_í†î^{í57ùä“û<Çg·è¢‹z…ûâ‹/îîºë®¼¨þ~öâ‹/ú6Ö¬‡9æ˜Ã·In`;ØWœ+•‡ã€ @€@K|gzÑõq‚@€@?#ðå—_&ë­·^bJf š¦ƒNÖXcÄYi~úé§džyæIÃ(ü¦›nš,¸à‚%ÇtÜ” Éå—_žÆÍî<úè£É¼óÎ[Ï É6Ûl“˜g6J²òÊ+'¦üòqL©žì²Ë.eå6%YòÀ”Å ž|òÉd™e–)ËWežnºé¥{Ùe—…à~ÛŒ|ëá\’¹ý¨'n3Û([ŽNøýØc%³Ï>{nûÍ?ÿüɤ“Nêûs\V¨HÖZk­D}:îãñ¾úÿlÛïâ´êÙ7Åvbó ùç¥iVøÉÎ;ïœØàWnü©§ž:¹îºëJ¢Ú€Yòûßÿ¾,¼¸Ø@RbÖüÉB -”ØK[Is{’ÜvÛm>­"ù†Bôç;î¸#QùKݳf™e–ô·Ž«¾;í´SòÝwß…¢–m¯ºêªÄÜJâ)® n$^xaYøpÀâ’í¶Û®Œ©îc;ì°CZS¸‡(éÖ“<0uÔQËòµÇäæ›oNÃÆ;}Á9ΟýþAࢋ.J^xád¦™f*ùÓ³·¨èž£¾Ò´Ù:E“ê¨x­`ÕQ¤0m' w••VZ)½Vþð‡?´½ íÊë§]¤É ¾µoû*A @ _0«ðÄÜ”){tKR^™¹¯—=RH‡sµl¥<Ïʉ'žX¦ Ê¦%…½YئQ¥04Kàšò–²Ë,MÓ¸aǬ„³Èï5aÆ…(^QÙh¾õrN3·zã6«â2tÊþ™gž™˜Uw¯í'ź”™YÑàÑ¡‡Zßüm7UÑò}ýõ×{íçê÷yòá‡öW×â#<’F¿ôÒKËê¦ôûÛß&feŸ˜vbß¹aŽ9æŸN‘|Óüo§œO8á„Üúdï'ú½ÕV[e‹êŸ{î¹é@^^<)ìuÏÊŠî‹yJú¼4² w]×àË Û}÷ݳ٦¿ÛÉ9Í”~C ;ðúÕÝwß]¸‹-¶XIŸÍöë ÷qÄV°êã*‘}‹˜‹0?°­÷†jb ²—\+î/²Î:ëøçSlpS­ì}uýÔÚÕÊιM@Ð{íµW²æšk&[z饓7Þ89ýôÓ›UÚ0›5îÏd€&£  p/Žh€úŒ€¹pI­/õ!¾îºë&²•¢ZÖ®›l²Iú±0í´Ó&zi¼üòËÉÑGžS\)þ¤È|øá‡sÉyä‘ÞÒ8|àÿýïOë)ëó`i,Ÿ^tn½õÖÄ\*$çw^²Â +¤iëÅ'–7ß|Ó[¹‡tµ•©ÒT¾² çlÁÂ8ªßßm·Ýüy)m•ï7Þ˜H)úÐC%{î¹gbî:üù 7Ü°$n#ùå¬Ûh•T¾C~˜ûŸÔXÁjkµ›¹2JÔ¿6ß|ó´íÕ¤`Ί¬·¥ }$lÕçZ%Ï=÷\¢‚“O>¹äoùå—OËQ)o)“U¯£Ž:*¹þúë}]Õ_¥ eû¹êwÿý÷'[n¹ez^}ù™gžI³0·'þc"Äßh£’þóŸ‰fF©7ß/lÛÉYåÖu꣭¹J4ø ¾qå•W¦ƒŠRœk@!–³Î:+ØÐl}d‰‘˜©ÝÌMš¶ù÷£zëůfÍüãÿð÷Om³³hbŤ¹=*¹ÏÉ Yùª¯˜Ûß·ÍÍ•ÏWeV›æI;9çåϱÎ& e”¼5»Ç\¥ý¸…»¬vuÏ ³Jâ~ÝÙ4ª—®¬ªçÈÙþJ@3Ïtß—’¹šèY½Ç{$š¦ðýEá®÷N=wTfÍüªEúêú©µ-j©a½ æ}„w:m5óõø㯠FƒRš]j®MsÃé»:¤Ym–endB ‡ ÷ìõFÀüæ&ú˜7¹Þ5Å ,àh²¸é¦›*F—2/LaÕto¢  z! ñ´•¯/RçÉ)§œ’¾(ì³Ï>ió»ž׋¹^¶³"ip‡hèš/2y×¼”HRþ‡²e_ø¥×9å{öÙgg³MÌÿ±?/K¼¬‹#)üu’B.¶80ÿÝ^1ñ¯ý+Õ+ä‹ä+¶¡.õrn$n#mTVù8 ¥‘8j°$¯}TDY0+Ìh£V¢@Å—•rh ¹Bˆû™”Ø픿üå/iYzËW³;4&e¬^o½õVªDÎSxé¥>\{¶¦A"o,á1ã‰ÜÞT’zó é´›³f3„vÕŒ¬R]ƒáü=÷ÜŠé]ÌÅöd“M–hvHVdáÜ©_I!¹å–[Ò4åV+Ot<ä·“òáøK,‘;Cƒ—a°’b§ÝœóêȱþA@ý>ô¹F‹,²ˆO/î×á\ß6›UçAùK èÝA×’žµˆ\Ž)|ü\K¼¾ óŸÿü'½WœsÎ9u£×O½mQweˆÐ•ô SL2É$‰fuh¦§Œ±ô|‹]ýé[A3DóÄÖÔñ׋Þ%ó…{Ž àîƒía‚@ *-øfÊ6g£þ¹áN:é$§…ôhbV´0¢“ØoötÙo{à;ó»Zv¼·ÅéÊ"<`iÎnÐÎ|L;³ª-˜ Ñ Ð:W_}µO\‹MšÛ‚ÜŒìCÁ™oFg–Äîšk®q‡vXY8S9³Ð,;nVñÎ^\ÜŸÿüg¿ ¡"œrÊ)ýb† ¬Å•^^š¦èKÓ3e¾³©~éï°£…·Øb‹ð3ÝšoŸ‡ù=O…õ×_ßvÚiΔìÎ|:ûÃfï̵ƒ3¿ànÅWt¦Œð ²†8Ùm½ù6¹‘¸q¹ëi#µ['‰&ª@IDATŠ)š}±t_µ5r‹xÀ8³îwK-µTî·ZU¢gŒž7ê6Ô/jÓ=KVÍÍ Ímf…3ż»ä’K|Yó²·ª²Ãö¡àvÝuWgÖu~Abó»ìV_}uÎü‚§× ®-zœ•¢ù†tú’³ ÌøEtCY´Õ=!H|_Ð{‚­áOÙ‡–_„9„ [½3èÜrË-çl Ù²Ü?ÛuO”èþaƒw!xÉVÇ/¾øâ²sÕ炘q€Óõ™'ZV‹5›å»/§wŽ¥/9Çåèô}-¬Em%b¨¶3we~A[-pûí·ß:›%ål¶„³YU~!å¸NZ¤[í É[`X 5›‹ Þeü½þGæŸòÑ{¬ÖÕ3ÎvþØ€ý3§Ú⼊«~ û›­Óàù¶A5/€0ÏdÛÐÏJ‹7”h ‘©o#œk(ZÅ ö]ó¢Ë «k_b3ýrïÃ:'þê¿f`àûž¶YQÿ¬gÑeÅó×oÝkÔw%êcZWë—>Bÿ3±³IN߉fMîæ›o>ÏT‹•K´¸xöÞ©ãE¸éz ®ëº·AZ%•JÞ"åéÉÿí˜1Š.ëÙ­÷N-ÎÝcåcV´Îfš:]÷sÍ5—ßfÓÎþ®÷ZP™Â½Li©ÿeë(–bÚLѳÕ,„Šøû±)@¾M´­$¶…òzöÙg½NA «ë½°R½â륑…Ùß}÷]÷üóÏ;mÍm¦¯£ÍÈsêKqhÖ3§»|\ß”úFÐ3Xm©÷ëUVY¥ ‰®s}cê¼¾ôÜ6Ž%íT‰h5»!¨J ¶&ÔH¿¦\Ë_–¦kÚŽ'Ës D?üðĈþ/kñš—©,üŽ8â?b)ËÈàƒYÓjÛ!Lskeòh„€|¤ÛsÁ»¬¨–Ž)Ì}8{1IƒÅÖÓº6+ÉwÞ™ZÊȪΔîéoå]ËŸ,@c îrG“'ZàTéÊŠ7O侦Ң›Š'76² ÎJÑ|áÜHÜ¢m”­w'ü–vè+rgTT4CQ²¢YöRíÝ!…cíØöfá.w9±…M¨v+Kœ<±åÔ_{|-˜2³k¬±Rkí8~£ù*­vs¶Ó´üõ¯«ã÷ån*p“µ{SO=5=žw͇pZ´8Ä~{W[m5l¶Ùf Ár·ša ¸±%°ç éÕºÓ¬´›s6ÿþð[nÄäò,pÖó$ìkÆÂÞ{ï]bé¦Y6p—VM.YâÅ5+ÄBÓóZDÔPišš£œ±Èí‘úe.”Aס:Öûmž¨oëÙÜ°…xú­ñÂã¦ìóaóÒ±Á¥´ŒµX¸7²p^þµk¤¾pŽËW/+Å­gÑe]·áÙ®öÔl=SÅEð³’ô½¢s¡Í'¾ˆU‘E—å2Pß`!]m5‹XkÜd}ôë]É”ƒ%e딺g/»ì²%õP]´N‰W”—[—°Qnšíž1·ì¾ÚK³8㙓ÁÂ]÷µi6ÎôÓOï]5æqÕ³g½õÖ+¹)¾®-®ÙÜyRäZЧc=vYù²åU¹l«$õ\?²4ÖBîÙû›òÔ½T3ÕÅ –FÚBéÈgw|ß õÓ7…î÷6gç]mÆ×K‘…Ù53±Òw‡µ7£ßÎʸÏœ’ ð#% ÙžóÌ3ï㺟ª]ª‰Â‡o?õ¹=Í îY"ün\Ê´l×%kÓ RVäFB­’ðÙ.…;ÓÜZÕ’¤Û,ÁM‚^v«‰Yvú— Ž‰•¹sÎ9gb–áTÉ6øÕÖ‹³”¦?þøcúá %ƒ”Û½ýýéO*I3¼üQ¸«œáEkòý¬).är*¼xg?~U€¢ù6¹‘¸EÛ¨v‡üÐKoø¬¶ˆd‡·¦bTS¸KÙ2ú€×‚”€rE"·GÇwœ¨V­¤pW!âbo¸áÿáúxì"*¸Yù†ôÚµ•%Ô«…»ÜÓ…xšö[IäÞ%„“¿{ɶÛnëM4ÑD•¢ùãºÏ)n¬pÛ>,ÒÕÛ}°·ê…À'Å7´]=[ KfœqƲøRr‰¯±¾ú„îYA4 ÎUÛjíXä¾(~.U‹ÎUºÔ£kd1à¸üõî7Zߢœ³å¬‡•âÖ»è²Ökí¶ÈÑ},ˆŒ†Â3 „ÑÖfèù ,º¬çGœ¦öÕÏâ¥ø¼”ž&ZïBƒUq9{Û—Ÿå¢Ü¤„Õ€Voyè¼ÞMƒë1q ÷jqµ°yvÐWe•‹´jñän, $ÄmTäZ¿ùjyÅçäv£’ÔsýÔÂfÕUW-ɪ‘¶¶x+®SØ×u÷Æo¤yÊýd8×Û6oav­£o ÞâjÐA÷€f¬ÞtÏÔ}P³l?¼ßh¶[H¯Ú·D\öûŒ ÷>Cß2–]ø  uv«àÆo\Vúé#">ëb¢,bÎzîõN9S–NsSzQªuú n°ajT`$K]óo\ÆL#öz` ´0RXXQýgà 7ô/ôúXuŸ^‚ƒ%ˆ¦ÂÇÊ€¬2Wñ¥TB[.âk~ s[àèC/N×üH{E^Lͧ(Ò Ü’K.™(®^„ƒèc*¼„ë¾!Ū^Nƒèå!("õB/ʪpèeG//÷Þ{¯¯—> ô‘¡…Qùb…d#ù6¹‘¸´QàÙIÛxðÇü.{+o}´J¹%Å„ÚZ ‚ðB©r;Yª)Üõúª>xÕ¯eýªg …8…Ñ5"…ŸÚ;OdÒ [¹ÙÈ“fæ›—~+Žéº–›¡P·å—_¾äº×‡zÌ@Ê)f‚è£;ÄÕ¹¢æK6>|¸WèÃ:œgÛhP1(vä²DŠ¹{BD[Ý×b‹Q¥#…Š„ôñÞI”¶Þiô±%…€î³¶ŒWrȲTˆz¦÷f˜êöœ@<ð!¶Y“†vµÂíÖ[o&¤þžY[n¹ez<ìÄJ¹/ŠEVª!)Fµð±Ž‘’K nݯâÝÛB<Ïû ‹€+\ì6*¤okU‚ŃnzŸÌe‹’òÂÖz¬ÑúåœW¾ZY©í‚› z]V¾¡¯é_"…Hàž_êo:fþùSÙf-º¬>òÓVÏU :uºÈ¥S(wž¥µŒ´ÂÌ"…Ó5'i·zg0…»ÞY5(‹lzh rä‘G¦uÔ~žHñ8Ä3Ö½ôÞÒm碩²\×L.½ïH +9õ®ž'õ´…\ý¨^z.Çß!]Ýc×·zïê׳0»\Ú*OY¸W20’U¼ÂèÝ5Üçyæ„2³-% w¨ðÝÆ•†Êÿ¥Î0ã(<‹(܃•ú ÔÂ@¸Þâw‘PÝÏôœ atŸVÞÁU²Ž›ú²„Xáž Gáèö«- ÷~Õ\m.¬\3„›Dµ­uYÑH{^œV+Ü‹L9SÙ™æ¦øzIªgú ‚±oÒÐô"OQÓtìØJ5Y/úÐõžÂkÑÝZ©p/:å,”¹È47Å-:}PJ…غO|ô*ë]YªÈÚJÖñ‡½^n²•…U½_}è…/Ïr6Væêeãõ×_÷âz©”‹¹_ÑGf5ÑGmvt?ä­­¬G5µ9ä¯rê#$LÏWY1)‰^p4À¡4 ©¿ñG¤ê£{}œÄy…} >È_liØŒ|U¾"œOR$n3Úèÿsïœÿz&ÈDPB„v [)Ú5XŠN—j w•]añçPGõo]cáy¨ãR¬h ¸’ÄVÜñGd^øfæ›—~³é"VTIù©>MÝ•hÚ·¬O¿J¬tÝëc;<Ô¾ÜÉÄSý³å×½oÅWLÓùè>¥ã±"Ayë]&ˆÊ¸ë®»¦ Û7l5SH3}äÒ)N  w¹æ ϞاµöÕ^º÷èÃ9Oô~§AáÚ7l5 žc!~°v–û§j ·0£±Y ÷Fe/²mF}‹pÎ+k­ ÷Ø•PÖÿvœ®”+¡­Ã¢Ë:[(gßã^÷¶OïôAšµèr¬pÓùtêVï™â’g¨ʬű» ¬m·Z•¼¡,Eîá}\ÆÕ$¸¤Ñ}"–F®…v)Üu_[sÍ5Óv í•· m×Qûµ¶…FóÒ­v,Ö5Q¸k\H_×w½ÒÈ3§Þ¼BøØ— ©ê• øÖ`h,õøp—Ò>OôŽúŠfz‘Á˜Þ-ô^«ƒ<ÑÌWÅÕ xìn3(ÜuN}YF¡y¢ë°Ú;F^Žõ ¯pl Š@ Œ€Ý˜œ®9›ŽãìƒÃŸ7%˜³iñea³ì&ãV‘tf)š ÖÔßfÅæËj7.gÓÉœ}0§é›’Ιëg/{Φº9µt6µÑÙ CÆANfùæLáíÌçkMu5%’3 6ŸŽ)Èù³KÓ´vg֋Δ>-{qp¦\q‡v˜³ª3e©3>¼˜™Ëg7õ4¾) ÜꫯîÙÍØÙ‡³Äô<;›€)«œ½ˆxfîìaïÌ-Œ³…{œúS-bÊqgVGµMØkßçm°Í)_S;SH9SŽ9 r¶ VV;*§½$•‹èšÕ5YMl‘Äô´ V9³Tt6]ÏÙÇÓufpΔlií4#ßNQÎ}ÕF% :à‡ú£M¿uæîÈ÷Sr8õõ|qê‡æJ¨JÚ{lRÈ”ª¹u Ø,/gS«Í0qæ¾ÀÙlgά`rãT:xÄG8ýÕ"ÍÌ·–ü c §¿J¢ç£þzû˜rú3%¸³g Î,ËîCÙtÔçlzº¿¨­ÌZÙ™•´3×VÎ,W³ÁK~ëýÀ>Ä)»œ Öû>­ºêO}:{?*I€m# öT?2‹2gÇÎÜž9SÀûß*„¹ƒpC‡Í-)kœ-TéÌ2Ò?óôŒU_ÑŸ¹Jð}N÷5=sÕç$zß“˜µ›3å¡3E¸ÿÿÓsÓŒ*âC ï«ïJl·jZzn6SšQß"œ©ƒžËAô>¡k6OÔÎAl`$ì:½±X¿k‹ƒ;=ÄßÜ„Ó%ïôzO bƒ‹ÎfÙ„Ÿ·µ„©¹ÃNèK¢{­®S6—•0|OÅ'ú7õ-õõ«júVܯ¾Ý×Bµ2V:g³Zü7´Î7Þxþ;w¹å–óïÜæzÍC›ÏüJÑë:®w'}#˜¥»®š;^ãë~܈èù®ëÙÜœ¾½ë•Fž9õæ5›UwZMõ·zEú,‰ fy=‘)ÁëM™1Znéhô®gÆ^þ[XïùõSíº•W^ÙÍ>ûìãê›ýÙgŸuçŸ~‰þHôžb†¿jýÎÏÍœƒm'P¯k{ÉÕ hPÀF} =(¥ÐÖ_VôÀbÓ{Jîáx½[)î%fñë¤ôϳ’p]t‘3«g#š¹e³QÌ’óŽ^PÍÊÑ+&ô¡$¥}xi aØB@ƒJúk§HAÚJÒ駟Þé¯/¤ÎÄ틺¶"O½@êcDýQôRm3¿|Ñm*iÕ*裯Ñ¿ªT8ÙWùV(NÛ›µ±ÿð¯7C›䟽ñ`w­i˜å³H YµÆ#\{ H)*c ]¿¶øÿÕ¾>Xõ;OôÎ&óÅíÌŠÝÙ, ÿÂJi(å‡6Û3U¸›o°¡9zØz%~>ŽmŸ¦-ü’jÊVs;åß7mú{Yº*§¹h+;ÞÈFë[”s#eÖµ.å¸Ú@E¨“‚- ”êÝ]¢ïŠøþ ç—îz'WûK̇´3ŽraPÖf5¥0 £>Dñõý gâ@[0ÕWUßlú^²™%U—ñ†”¹Yi·p ªÍ¤ ¿C~:&ã°XÁÎÕºµ™zÎ,œ½ñ–îËŠ 8l&©?l³áÒÓ^ q}4'f-ëë^DqÒ 0䓲P}9–Zîm¡¬µ´…ž¯ ”ÂT÷k›g×ô}•M‰2Ò ­ ãdÜ“'2Ñw½ucEž9yésÌ9›šb±Nü;=QeGq$¼)¢lWÜJ=Õ=\ï, ¢{€DƒEz÷¨$a0@:©Ø`SáÍeUŸ|CT*+Ç#€Â½1~Äîúð1ß[¾$z K±Ý›äYQô'ï¼ò–Ì7ß|e/oþÄÿþÉÚ_å²iÿñátߦŸ§ûÙøc^Ö(ܳ„ø] }@jöF]·ß~» W²ð aÙ¶‡mÔεä¢gÉ“O>é-b^–Ìúø ÷p½ #€@k¼ñÆÎܤ‰K©‘U^™SÿQªÙ A¤züñÇK”›šQ(ô\à¤, ÊóÅ]ñCZ3%²TÓ{ÞÿøGÿî¥JßܦÊV}TÑl/}`ÛbhÞÞjs¶àšWèýM ñj¢¼n¼ñFg.Õ|°ðŽ©²‚3·)þ¸fææÑÏÒ)|4FÜ4“H÷.Yßi¶†ò•r7Vp*Ü駟îËÙÈÀy£õ-ÊYu.ÊJeÖìÍ\Ð,$ÌÈ*]ïñRžØÎü†ûô•¹qRžQÿ‘þÚk¯ ‡œÚY 7)܃hPVƒrA¤\]ÌdÔ†×]w“rÖÖ²pæ[ØÏ®Ñ`ˆfQhF ÚOƒRúÙ¢Œ>‰G}Ô_AɯƒÀ‰‰Ì_°³5 \P䄼;a«™Ç²ì×µcî¾ü,·m·ÝÖÏT¥¤”B8+r é‰Dy˜»T”Ýz¦‹£žïRÎi0@ƒj‰ÞËtíhÖ·,ØÍ¥3wWiÿP|)×5@§~%…º,£m= 'Ešf` 2ħ­™6çž{®OWm¤{PF®¥¡~’T>)umËBX³j4ÛÜ õ}Y׎úQ‘{M¸Šƒ¹ô³Ù5ød®¹<mƒhAá4Û;–zÚB³Çu­è;_Ãâ¬kFƒŒRrš{8§kCšý*¥¼®GÕ1Å)oÍJ’â4Ì€ÍB "6JS³Íå¿ö¤P×u¬vÕýA<5 ¦´õ=eî£|ÿÐû¡f°)òÌ qÙ–ˆ ¬ÔÖõ¾{ëY'iÄ(­Ò€KiI{~é¹"‘N0Òé9[¾—73­‘¿ò8ÒçúÄ› ™öZ°Ä:©ÿ+ê+P~Y•†|QÕ+örêãÚΊQm4=]J¾¡å ¸·¿Jþpkõ+ |YÇ‹æ„sñÖ¦ÛùzˆEØW³=ä+."“_Zù–C P/õûxó}0\ÏñÖ^ŠëM’ðM&@5hÉÙÇi‰OðøZѾž/öÞ@D…ª0åFÙóJþÂM!Vr\‹–I¢©º>µ ®)“J’ׂ©ò§®eS¬–-*G0E`6ÄÉÛšâ;Ñ@Y1׆%kðÄqµXZ(oÖ‡»ê‡­¶¯µ bid1à8"ûEëÛçFX©ŽE]VÜã?>m'Sé—°¦ÚMkpdÅ”³ûE^[›a„OBkÚØÀNšg^ØpL¾Ç;Ut?硼•¶±ÿï¢Übò­­{C¥üÂq›­F}U¯âh«5Ï$f%ïýÔÇç²ûfm[vÿiäZðÛ?›U“[ö8ù7_ºàc|®Ò~|¯±‰^óȦ£uÝb©µ-Ìê×G³Á˜šóÔšO’Ffßwß}kÊÓ ü"˜>Óè_½Ïœ(*»›“®ñe)Ñ™Þwm (½æ³zÀöík_¹ Ù`gÚþÕÞ÷Ã}YÏÀ aATsãe×ÂìÕþ¶Ùf›5 >ܵX4Òþ\WT…J´Œ@P¸«òfàoŒZÜJE%(·uÎ[ŒBÇ´ˆK³\JoÈZ0O´uxù8üðÃÓ ±Â]çÍ ±‘Øô¼pz@„¸z‘G P„€YdTüÈ‘âÁ¬þŠ$Kœ& š³Á¤ô¡”·P¢Yœ$f锘UUƒ9¨F@ïJRf‡÷³bOn¸á†…»ÞÓÂGiP`K¡fV£¹I›åwšžb¬&Rö™ux¢ÅMó”tRÞëã_‹ïVÝ'´¨ª­}äâ5‹W¿¯Ý5KM_–¬Â]†-q½Cý³[… uóod1à8"ûEêÛçFY©ŽRºH™(ƒ–ÀXû2‚©¶è²Y?§áã÷úø}ßÖòÈÅXdÑe}{Ha“÷\ åÖÖ,‡“Xñ“[€>>(%Ø°aÃü¢‚qÙ¥„Ž¯ÑXá®"á–­ªÚD÷’8_íëz^d‘E’óÎ;/1ëeÿM©wãάž“`˜"å±Y˦çFJ2³fO³“BÛf”½wÛ,ˆD a}ÿe¥‘k!¤¥÷H³¨OŠå×ViŒÑ€€¤‘ëGß»y÷)-6®ûoÈW×’ÍðN4`”•ZÚÂ\u¤ÑlfHŒÜBúñVíºÃ;¤l]˜]לêi³ÊÓúÄùIÑ.ã ³òO˘݉ûsoÏœl\~÷нOìm¦Qb3¶zNô²g³Ò¶³Ý%¡[©pWŸWym´’Ð{£üŽ÷¶pÁ¬jŠVK}[Á¹¦ÂY ù¼®gÑåZÓ­NϘ¼è²ùg¬Üvè»H Ê…NpùaÆS¹þºå&<úFÕ·¥Ü£èÚÐõ»†ªÖnõž“;¹ Rý´ÆJpÉR-F¯ùÃ×õ/Vò]­:Æ‹WË»Ösºft_Ô=Fߺ/Vòu])Í"m¡þ"¦ª£ÜèÈ%¦¾¥Çk¬JÙ4t\úå§ï}å­|ô>(Fo>s*pFÖóZîuõü•‹6égzÝ_t_ѳPn{ƒË¦O.æ¤WRß .ÜÂ9m^z%‰ÜJI/“'r7¦~léÚ€rë&×Qrû¦ç|%‘«<݇T·àZXßäz.˜ÂݯP).Çû ïìž?º”JÔ3uÑüZ–Ä5héh¢] ½îßzë­i|v×'„¹é¦›Ò¸Ú)2å¬$ûQï47Å/:}0¶p×zlaꨭÜÐÈÅ@€ P󻞾_Ê´¯¥’…{_—«Uù´ú¶Šc·§kFKþ:•›†¬[¨n¯;õë.öÌéïtãÙÒ÷TYÁ:ÔßK4Am‘•`á>Î8ãdOù߸”±u*Ò¼ÍÐ27}3€KÝÜÙú i˜Z-Üm È{bÐéhÞÂ}à,nšK¤6vóñ–Ýñb?y1euFäÂy»ÁyËõÞFðeÉ­•çãÑpþk¡š`ñÒÌnu^á>-”¢Åˆ´R%ш´M9sæ17ˆ¬4J©pYÑêֲ𗞧 ¢Q}YÆhѪìÂZDɦúó²l¨$ZÚ\Õø…šÖ_}·Új«¹=÷ÜÓ¯dÿý÷»xÑJip€  t²„ÓŒB-„§?ó§"ÑB•aö`z° ;öIèTy´`ŸDVx² ³:ÛPŒ¶e1ÐêÛ6°]‘®?Y°‡ëS‹‰j‘_-ì)ÑÌá°XlT—* øÌé&ìZÈ:èŒlý ïÉ@º—øY®ZÝ\ºøY%ª¿¹uñ:£, éº$_~ù¥_([Vì²To†Øº~~Ar=m ?¿H¶ö%Új†ùm÷3h¥7Ò °zDº.éÂô·˜-Ät>\Êt~QÂrVdš[(f­Óc—2Zá~Ë-· I°… @(@`á…vfeV1æN;íTÑð¢b¤O˜_'ÅbžèƒÛfˆæê·ÇZ}ûmCµ¹àRLÚz(ÞI^Örr÷Ýw§î7óÂp F Ÿ9ƨÑòH).Eµ­§&5òÈ#»ÙgŸÝÙº î7ÞHËõ $×XcôX¼cëx·rº±µô¼¡£~7âRFñm¡gŸ·Y×ë§wE¤óŠº!–›)Ï5À¤—2Š#7Ï‚Þ{ï½!:ÛÎ#à]Ê î¼rQ"4N@~Õzó­V-ùòÓ 0¾ V Ÿ³Åtœþ@€ ö¨äo5”"þÈÇZ½­V¦Þf”¶ºl­H Õ· »1MÍ€Îëš¼ÔRK¹Ã;ÌûïƺS§î%קãÚöÅ3'οö5ëå /ôJfù8—gY¸?òÈ#iõ¤¿‘ïuy2ÐÚ •DÞ lalwôÑG{å¸-ú])h¡ã8Ô,žý÷ßß´kÍYä‘'­˜õÖγí.X¸wW{R›~B@£´æ¿Þ»›Q‘em¥ZåvF7i€ @ Í6üüóÏË"÷åȲªûðÃKÊ$Ec5Å@Ià&þŸaÆùÅÔÃt÷z’—aÉ9çœãX`ŠÑ:©¾ ɉ¶ %[3Ë}óÍ7>ï1Æû‹èÍiÛ J†¨ƒ@'>sê(~¿ ªÅT¥t×3UZ \»˜Nªf}î¹çÜØcígïŒ9æ˜T<ÊÒ:ÞÂ…{ë“2r hew)Õå7,O4UJSq@€ 4›ÀÅ_ìl‘ʆ’=ꨣÜî»ïÞPD† @]H—2]بT©Ð"ò9–'ÕÎå…ç @€ê!°öÚk;¹²yöÙgýBnõÄUXùš]uÕUëFx@€ 0``á>`ššŠvÿþ÷¿~o¼º¶Ê§˜qÇ·“ŠJY ô+ûûÇ?þá‚OÆýöÛÏ»Nè«Jl¿ýö^±uÌ1ÇôU:.ßNk£FѾÐ#. @€ºŽ.eº®I©  ÜÿýnÝu×u»ì²‹Ûm·ÝjŒÕx°¾Ê·ñ’“B ðÉ'Ÿ¸ 'œ°Äbóä“OvRŠö…ÈOí,³Ìâ³~ã7Ü!Cú¢mÉS÷“§Ÿ~Ú/ 5ÞxãU̳ÓÚ¨bAk81Ú· @€œó ÷ß@€k®¹Æ½ÿþûî‚ .hkåû*߶V’ÌúŒ€ TŸ–»„Nwß}7-Æ{ï½—îwÛÎ_|ᮼòJ÷ïÿÛÝsÏ=U«×imTµ°½œ(íÛ NC€ @ƒ3¿ù @€@X´7lÛUå_ض+_ò86Úh#·ÜrËyp»kýÙgŸ¹]wÝÕ»[e•UÜ/¿ü’A®Äî¼óNwà 7¸o¿ýÖ{ì±n¬±ÆJÏ÷篾ú*UP˵ݗmÔçÚ¾0#. @€"î±Õ©3 Ð5ä¦BV¥²´”ÿÿÙf›ÍM5ÕTîçŸv#Ž8bn=¥ûá‡ü¹_ýÕ}üñÇ%á´¨o5Eàwß}ç]G¼óÎ;^q8É$“¸™gžÙi[MÍWi×[ßo¾ùÆûò4h“e­¬úåöâÓO?u3Î8£›uÖYÝH#T­Øþœ=þøãîƒ>p¿ûÝïÜ\sÍå·½F´õÄ£°¶Ã˜cŽé}¿ôÒKNj3µ¯Öza„jɺ߆‘rúóÏ?÷å×bÒrQ"6Ï<óŒï“M6™gQÍuI\yõÙGyĽõÖ[nÊ)§tC‡uc=vÄï7š¯”é矾OK u-JdÙe—M¯;ÓïfXâ7Zfùº×u"OñŽE÷]/’ÑFÍ>úèñi?¨ÎëÄ×_]vOѽ©·>[k•dn?’$qO<ñ„{å•Wüþ4ÓLãæž{î²z„x /·6ÕE÷»§žzÊ_cª¿úÆÄO‚—lû¢}K À@ð.¾øbwÆg¤ÏæDïóÌ3OøÙ[=_<ð@÷ꫯúòŒ1Æþ}¬# G! ´š€}x € ÐÏ<ùä“É2Ë,“Ø3¢ìoºé¦KL‰œ\vÙe%µ2%|2ß|ó•…ϦaÊédHL‘Wÿ_ÿúW²ÐB %ƒ.KÔi‰Y­&fÝZG?ÍWi©ïÊ+¯œ˜òЗU<Ì_}bƒ%e7å\òÀ(‹\Q}Ö[o½²xb°Æk$¦¸Ë§ƒõÄý駟ûH*)Û¦›nš,¸à‚%ÇÔVæ£<¹üòË+æÛßO˜K˜Ä|ÒzÛ@I²÷Þ{'6‘ }vuÖI>üðò*ôÑGiXõySø¦¿W}Ü>S&§q›‘¯ ®$k­µVî5ʬ>¸Á$f-æ]t§Ñ2o³Í6%}{œqÆI®¾úê´8×]w] ;]ç6Hž¿è¢‹¸(aêoæÒK/Mãi§H•$`?®ºêªÄËòŸbŠ)’ /¼0<¹ãŽ;õ§P6]Ãæc?ý­ãê;í´SbeñÛݾeà@¯Ì¥QbƒYÉL3ÍäÿV\qÅ^ãtB€}öÙ'±Ü´Ü—\rI'«ÏÊ {Ïâ‹/žòØl³ÍÊÊ¢ûÏ /œ† mþ裖…­t@÷áo±Å«Œãè(ÙçVx¦Ý}÷ÝUNÆfý•,Íš³äÅ7„ÍnÍ271 ã’øÛm·]¯qW]uÕ’8úÑh¾Eê+%ÿLÐkyUoÕõµ×^++·Yí&f)[5 }ô˜Õ|Ãq¥ÈÓ @¶ªý–²´E#Õê=gVÉɳÏ>[‚"VæfÃÇ¿õ!¤ù†´4s衇–Õãoû[Sí!ŸFËl³<Êʨˆ yu˜h¢‰ÒŠ=öØ£,~Ì7Þßk¯½B²~[¤âÎ=÷Üt@-Î'ìKq~â‰'ÆQ’N8¡æònµÕV%qãíjß8Oök#°þúë—´±Íª-b†Òý_ý5ô]mm±ç>,Qßg-åwÌCÊ÷¬4Cé(ö!›Ù’Í‚ßèH÷Ýw_¢w@ ð/ºè¢iîD…ûþóŸDÏÿi§Ö—…{Gv) 4Ÿ ÷æ3%E@­'°Ûn»ù—VY›ê%öÆoL^ýõ䡇JöÜsÏĦkúón¸aYaÌýLröÙg'óÏ?¿#‹V}ØÇçœsNbîrãn±Å‰”l #ËpsÑ‘˜«•’~)Ò²ÒH¾Eëûæ›o&²rÓÚî°Ã¾Üæ‚Â[8‡sÛo¿}I‘5Ø̯»îºÞ:VŠùÛn»-Ùd“MÒtõa®fÒøEã¾üòËÉÑG¦«²I /¥çÃ?œ¨ÌGyd2餓¦aþþ÷¿§ùvËŽ,‹o¾ùæ2ë~Í®õµú’-Ðég„ö3—F%ÉYe®¬ 5ãÃ\óxËç h–ò8H3ò i™ïvoʶ+¬°BÒ”m£e¶…\“%–X"íO§vZb®‹Ò²iÿÔSOMÏëÃ^×Uÿ!‡’†‘õ~|?Ñþ-·Ü’˜ëšÍo‹´QHଳÎJ”æâ)9ýôÓ“áÇ'ær(9óÌ3)Îssí¢%šI¢ûe8§í!C¼õ½ú†úUd“4oö„kWû¦g§f ýóŸÿœ˜Û)ßÎýAá®Êé^®Ù#¡oêºÈòØc%z.‡)y ÷f(õ¼67Rþo©¥–ÈÈ©{?% Y=á¾Ñ‰ ÷€U÷e•…{ ÂèrÝ¡p×Ç ,–ô’ªéørƒ ËŽ;î˜ÜtÓMÛP Œ0…PX½‰¬™ä.A ˜O[)]Z)ÍÊ·ÞúfëT”s6vþ.ZæzY5«Úɦ?–¹|:=/ÝßôÒ*·&ºÿIQ»¹âŠ+¼\.`*‰¦g+ )%Šˆ¬ÖõA¬—û_|Ñ»8 /ü÷Þ{oÅ$‹äÛH}5¡rIy¦†¬Ì1Çþ|v*¹Û¡>ÚÏ“SN9% #wA‰k~ñÓ4Uf)²"…³”Œ*Ÿ”Ý*[n¹eÊbùå—OÌ·}YUÃœXœtÒIéùX™+%±f+Ä"¥lh_)jci$ߎ,«Cúêó° ¿e™Ýli¤Ì¶¦Aª¼V:YÙ|óÍÓ²kÐ'OdÁê§Á¸Z¤hIÉ\éþ% Õ¬(m ¨Læw¾d¶Žÿ¡¬R®g•ê×_}z^ŠŒŽcù?öÎL–êhà H.\,x€‹{ $¸—àÁ5¸;½wwwAƒ…@\‚k°·¤ÿz+ÔùÏôöìÎtÏîÎìV=ÏnÛѯ{ºÏ©SõU•z­œ…Z(>LÚ?þøãL‚µê9ø¥[-UÛŒ[:xð^‘Àf±yxºØ»¦ˆ.ÊVU¸)ëÝ#¬åíÞ1ѯ'x¢Xº4žEªp?üðûdGibùP¾I_ßߢ6ø¹îÈ+Ü%è².`÷Už2­^ieKV¿}øÄù&óídcÞ[|Oó’o}ñÅßS „˜ñ{à=Òð­2Å[ò›°0/µ¼¢º-]_+á¬^î^sÜpbQéM…;}Mñb¿'…_Š1ør/1>@ÑÊ»IØ[—ºÝVÁ¹Û‚ýbCà9™Òø¥ž^,Ò7&õ”Âsô€èR6ßhØÆk¬øÝ°ïãB¼õRiU½i™Í*Ü›m³ÕÅ{c§vŠÖOÛ6,#öB=É+Üñjª©jp“@æ]¨àê•ççGÀhs:_ánƒi^ôXù@IîÁ%û¹ͪ781bDt!DùØ“009rdF€6&¦Æ ÜÛ ÷VÕÛlS<ªàœ–Ó—ûUÚÜ,V­ºG}‰O'¶¹/ñ鄺n¹å–l®¹æª¨Ú —íRK-¥t/õúÒ¬â›Iæꫯ^·¾´îV+ÜéCÙþ–U¸˜”>aÝÛØ‚I‚I•¼©ÂwQ=¹óÎ;ã½@91Å”È,–t§ "h÷*ý£8±g²e.8V©×îž üÆÒØ(¼ d‚¨ÕRµÍÏ<óLäCǛτ}pÄÛKøzÒ— ÷”âJ«zBÐb{àÎ7i…½¯ï¯µÝ·#`ã@¼ ø]†þ(ïýB UK(mYÌ1O {ÙbÝ9餓ê$ß›ô½Õh°g+ƒ&£_±úðØ„b'χÎØ!¯î/%‹ćácífË{ 8£vkµ…;e烨So‘W™a\5è2å”ÅÙÚàÛÖ `‹¦é3×È>c/Þ3Ì0CÍs[TÆî»ïnYTOQ”¦§si½±°všQ¸—i³Õ‡1[þwšo7‹X»‰—ÍÂ=]OËémö€¢¶ù9GÀpzÎW¸›U[‘µƒåî&èUµÁk:Á¯Zf#ùû£ÞþĹLŠÒôg›ûãaÐ̹Nls3ýhi±3wUNp£œÝxã•òÊ®Ýñ‘6«pGaeåòûš‹=áPµ˜Â4­V¸WéoY…»ÑQÀÞ,»ì²Š “7“*yS…ûÜsÏ]çmå³5šxü± ˆ’>Sõ¨ßà½G1ÃsGl“TqUVáN™ÍÖkõ÷õ¶ VÖV 69ꨣª’Žž/p`±­;éK…;÷„6ñ—÷NHÛȆ¥»ãŽ;â¥V(Üca¾Ó¶˜ÂÝžz[”ßy/¡ªŠ%ÖêÕ—žçý•JúÞJÓå÷Ó`Ï–?õz²ôP_)•¹ž.¬õ—Ž€ã=yÌY_Z­p‡†ÔÊN·Ý)Ü«]®‚³Ýg߶¨ÈvØa‡ø ðà{’ÒÍáÝE¼¾%|yNöÝw_mF(Äd±g‡…b‰<ýôÓ:ÆêÝÜPR›—^Õz‹zߨ½l›Ó:ù 0þ<òÈ#3<À'ൌa§x‘¤ w ¿Ö]wݘbÁ`!ÿÙgŸe÷sŽ@Ç"Ào}¥ÑR¯°Â ¥úrñÅg¼k¬ÛâIçÒ–t®Âå –öbÇí‹Aªý¥.”EЧ\aä©g_”×ΕUP¾ùæ›êrˆ['e\›‘2õ–íoUœéWÕþ6ƒ i«¶¹,Vi;ËÜ#òWÁŠÁ–pçþáˆV•=¹ÆZ»Ë¶™ß.´ ´p›LGZٶŊÉ~£õÃ8oiH_OÊ`ÅÎÊfk‚²e .ßÝYKZúvØN7ÝtÙ˜cŽYCý¶Ëh‘˜ ä­Ø,)l™0Ï çÒÀ©F“BÉ"Îä”ϼ;…{³õÒ®*ý-«pÇmÖ¾1õhÇ.½ôÒ˜&µF¯’7U¸S?´W_}5Þž×t’Ø“"fìÀT‰Œ;7ï·ôYå93e Z´&üÆíþUQ¸7[¯Õß×Û*XY[Qþ™‚o¾uÖYG1Û§žzÊ’nywÞÇ|a”M¶PH‚²÷ˆï ï?êc²Q4†cÈ‚i¸‡)ÿ¿+Ü oÏ€;™W¸/°ÀÊ9Œ× Ö¢F£Ä35X~<^V±„g…)çønžqÆÊíŒbêŠ+®Ðºì·’Ò7å¤áýÖS°g»qŒ÷ˤñ¬”îXt3)ßo¿ýÔžo6ÒŸJ¸W\1¾7ðR¾õÖ[uüÊ–ck?Ûž¾u* /Þ?Œûø>XœêéNáÆeƒ.·gk»o[ƒF#öŒ™B<ý–¡6aìKÚ-·ÜROñŒZ^èhø®äE=ßÒá©aR¥^+#Ý6úìWisZûß|óþV‡A©np¼ÞoÕîIXü$°Á ©^|˜|½~ìt"fÐb±eÌãËʱí@õtîÄ{ksg*Ü Lg-{Èò[V¤7ÜpÃ\3µØšbŠ)âÒòñ¡lVšUP2È5…•ÕË–ÎV[m¹ {jG3õâFZ¶¿Up¦­êoOx¤×«´¹ ViØo摾 V>úh—I‰=_¸9âÚ—r×R_‘4Ûf&”(cò–SüöV[mµ¥ õÔØ9´%/AˆR¹æšk²¡C‡Æß'éÉ—JY¬°B± 0õÓN‹ÇsL›9xa%Ö΂òÕî1xá2·+w?˜ L?ýôšEY‘rœþtÐA±úŒ²?&ì,b¯¢¹ÂâÞn÷ŽUÒ”•I{žÚ¥: @EÒl½Uú ]^HvÏ ªùöÛoÇf1@AaÇu¸:Ó@ÛXìZ`R®Ãõ‹(k°`_Ã$UœTÉ›W¸S>Ï.‹³Ï>{Í÷Ú4,ª¤JdpàoÜqÇUEªM~í<”o&Ü#~vm•UVÉn»í6»œ=òÈ#Ja`×ù§.ÐeëôÃN«ÚŒ+7¸ðlÛ;ÅeO‚BÛÆf(ºï»ï¾ìµ×^‹ÜÆXóðÞ…EWÕ{´×^{Åû;ùä“«RÊà²0µ Ý_¨LxŸ}ôÑñÁxÓß=mƒ§×òBuÁ¯Kç!*ÜQì-ôãc÷žô"iV±ÄÂ’•‰% )Ι`ÙI{PòæÛ”.BñíJó‘?µ¾Í{¶òQ [ýlù–wGcÕ_J¸4ÞyEÂyëK=%žåkTéhéÓ-㫧;…;yÒ»f‚.·ç´í¾_Tñmc¸Táž·1‡)ÜkÛ33ÇsèB wù¿ti¿ç*õõ¶Ñg¿J›­^¾¡èXøž[ÿó[â.‰)ÜÓôà…G‘‹#0@ÏÄóÏâÏY…;ß'æ, Øü–ò\áÞ¶OOg*Ü¡HH_ÔõöQNä Ü¢ô½­pÇÚÄ3EõsÎ_>b=I3ŠÑ*ý­‚s+ûÛéõ*m®‚UÚö›¹GU°âå]ÄIšÆpÙëIši3F³bÈ×eǬÀš"«ž4ð¥9âˆ#jš•*A, \³h-‹“Ï<¯)Š$”—VOºe‰2¹]\Óöv·Ÿ*šòý³¹(ÈS¾<£éÀ+'­§c‚æ¥ÙzËöjQûPœ#(‹ÞË( M°„ä[RTŽC™Áo1/eó¦ wNÒ…*«“-6XLd1%2Ï)‹ iÿmŸw`>ð¥Ù³4lYd"+®ãé5öùó®@ÊÖÛŸ÷¢UmFéN¤yW=ßE}ežÇ5L¬”ŠUïõ§‹wùzì˜Cû†»]³-}´w¾yàØ5¶XÚºt©ÂEÐ"a¡ÈÆLbS©¢XJ-·íYBñ†Ò s¾?E’*Ü›õ̱òR…;¿3SòÙõü¶¿”pûï¿¿þ1tÀˆ£H8o†í¨pÏ{èC½ Ë­À¹#?W*Šoâ?Øo»Ñ­-æT©·¨·*Ü«´™zÓ72ohFá΂y½Åâ¾ú9G “°qIY…{Ú÷F÷ißïsTá>º|$:JÄ3ˆua%LØqǵí2° £û!pa‰%–ˆÇ¶#­ ‹ðØc™€±ê ¢±Ë½² аË.»¹½A¬ÙƒP Y‘ b}Äâ$i+ ƒì «æA¬ðZÖŽ*ý-‹sö·l›¼ VeoXU¬„Æ%MJ…\¥B®é ÜÑA,‚pà±<BË¢×˶1ŸO\÷õù:$½$Ž Šž nÏA,ƒ¸ç±~\—WÍ “L}ÖÅr2È lÉUÞ¿ “§ “ -m·ð"j9¤£_óÍ7_àžŠR4TÁJ&kA&@Z7í+#ýý E‚öA,SÂn»í¦í<ì°Ã‡~D!—ïzÛË"D•í Þ Š¥(]»´M”ÄA&õA8Z»\³bÙÄ<ˆ›yÅ‚Ö­(Ü‚¸ßáy¢DÓsΩ!ˆõ{ |Mzî¿,„+¯¼RÏóL ?j/‹št4[oÙþN3Í4A¼Š‚X3ëý¦nîL©P…@IDAT+ï_Dô;!  ýÐféuþÑ/QÀY¸b¥¨ïi»(Jš UAè3‚LìtÜVÉk…Èb‡¶Q;ÂsÏ=Ä2RÛÇoG¨f,ـߊGLEp¸öÚký÷Þ«Ï+ïÞw²€$ˆy ¢ ²°ŸSÞbiD©®÷Y¬­õ]ÅóŒˆÕµŽ!H—J³õ¦yûk¿j›‡ x‹eŸvAlÃÌ3ÏÜPw$˜©¾¯/ºè¢ø›³ŒüöV]uÕ ÜÓz¿ZqÄ=ÈBLŤŽëÄZX«ãý3çœs†-¶Ø"l½õÖÖÝJ0i}'ˆçó®ã[Ãûáºx²±j×cž3Ƙ.‹ßY-ìãžæŒELŸ‹1Nkf;ÕԖ߀p8¡“ Bu¨y›ñÇ8Hèj±Ç«ã§¦ n21¿3Þ ÝI:†H1è.ïWÞ©HY¬l 6ÓL3 ¢XXç¹ni uÈɪ8wH7M3g›ˆDE´ÖÝ6’¦næ\¨ÒfÆK+¯¼²¾™—1ægîÌÜSÆ‚ÐWê{M{l©,rkYBªùx—0¾ãë2xà[É{RŒ<ψ°4è<Žï4z;ÎÕæ±äCŸ&4N:6œgžy u bx>úè#-Š2%.YºÎðÄOèüB¬ÐºÎ÷$ÍÔ[TúñÎÔzÏ2o¼ñŠ’¶ìãæ”àÅøHèêkË0 ês=‹*ÄÅSî—þá:^F,ByoZ¸ã*E;±ÐHÝ–­½¸“Újé @èN[l1-7’f¥L›Å¹Õým¶¤o¶ÍEu”ÁÊÊiôUÅÊ8'±F„kT>R5¤¢üÌxNDYmM«»m´ÍX¥Ûï.o¡n…§\ÞÐü˜LÈòÒV¸|±lâ}€—×}K“–_+kí±òÙ‚aÊíké:i –¼[p‡ÇE;ÿôÔ¬á°çy!!èfé[”qQdçwžLê‰Û¹¨ Î5[¯•Sµ¿VN™­ P”¢ ŒR«ÙFÊj4ojáN°®Á,fµT_JÕ[¥­lóJ+­¤ïI¼+Ìò»™¶ñ‡Â+>,p°Úímá½ïÀzÖ²½Ý/¿½°±5TGÝ}Ód‚«Ï;txñcðxaŒ€Á5¡‚„ï$lb4£×ëYrB]Æ7úø ,N Sèíðò°qˆ, Ö€Öj ÷FæGÇíaì+‹N=þѧªXÉb˜Ö+þ òæ‘ÔéîUpÎcâÇ­A Š¥yÊåm]žª»V©·¨\¾³öNa|^Oª´9¥€Â[#/¼»Œ¢±Þ{Ñ(ed!M³Có( Om;óABº >ˆ¿‡Ç“éìYf+ ÆêÆ6OÆoŽ˜Yx¥yl_ H4oŠ(”¨<–7hT‹ˆeTDwT¦^kƒK –!ÆXQ½x¢ôä™Fyþî­nÆ#bPè¥" Û‹ÏÒú¶et¦…»ü@:FXAÚaµ ëYþò" âx kËÕW_=wÒÎ`ëo•{Ó ¬°8>í´Óe™·«ÀX §vÀŠS^jqX¥­i^áY×C,K±ª/á¼ 2hRo,ì™ÇâÝËw¬%d¬§èafeÈI³žjVV¯m±ÎÀz^8âíTÇn±ÈN­²›íV½X‚ó׈Èà ÈM#I»MÓl½VXÕþZ9e¶XÚñWFªä-SŸçqÊ €7Ä×Ьxy©ôT.VIüõ¥ð^L^}‰m§×%‹êA;êmšï ofÕ•Â8+9äàƒVo1=øáÞ²šžªÙgüƒwޤÔ?,@…vOÇ@Œ{°íOIÛ†çã¼î, Ó¶VÁJb=hQbl¡cFÞ7y<š‚TÁy ô¿Ýú€e*ž‹&ÌWðŠJ…9…xLšàmç¤,žéXX”^êUŒwßb ¤V£<·XÌŠA‹z¤â}÷^.Uêå9â"ÊóèÅ—Z•‹ñM MºxhYû˶/@æM&bø¢u0gÃÛ!¼®Í#H(¼t~*‹÷êŠõ0ã XRÁÖ2ðÚe>È{“ù!ÖÅäíëqDÚ6ßïx6ð¨æ9*¼Îù"b\$žXL&†{êU!ªÑx.ÝÅB”æúLÙ—ß$ušP†Ä€²Ãš-^Û<Ûüžøf›”©×òÚ/J1,´Ãš-^ͼ#$>[jÑškeÀ‘wÓ /¼PX¿iôFèvŽ<òÈÂ4~²<G)S¾«}Ÿ“ ¹’⺒ÿеȨ:Š®µû¹ÁÖß*÷£XáÏ€ ŠÜ‘,%¹*%¡‚¢ z ÿÐT™N<%U‡’lË()²PÞ=Þ+¯¼bÕè¸Ü PXŠGƒS§žp…Š‹1<{&|·XX@qXg+Ï·­Cº4”á&¼#x/@ýj´ž©ˆ5}LËBZ™6cd…¡ Špæn(ù«'(Ü1¾â· žgAbÔUjò[6…)[h¸@ì]Z¯?ßù@»lÊvt è4 å,¿A¾Ã4¹© S€Ö%:FMfÅá/¢$—˜<ªá7`ßIñúRªNŒ¡ 5aᛶH|7-÷üå—_®ß¾UüÞŒªL½VO~Ëbƒxßë<ï †”|ÛY°ƒÞ‘(tU„ß‹Y¦lÇ Q¬èUçb:‰“§”ºÌXì2}L•z=o‚€Ü„Ž”N  ªBÓ궂Kd#nšÝ9äFÉOËkGJ™Þèo™‡s°<¸`É€O!" ®‚#FŒÈ6ÞxãèÖ'?õŒ`²=I£Ï• ºôù“S·EJLM‡{r*DÕ¦M©K5!9ÇŸx‚è6unåse”2Pظ8í„”b ö›°­ :Û©¹½Ú–î‚aŠªi:ŸFÛ_õ6Ú¾¢tUÛÌ;Úž±¢­xOUëç¶E€1Pѳ\ïãtÆO&¸]‹b©©2Ļ²gF•R¯>;/Ö§™L€c>hìšmi[#Ážq?·ù†å­·EX¬Óv ¥p—úë•!‹šµ*VPŠ£ázi(®µn¨~êµ/^j­«ºo††óŠ(æ•EÈ.ù Ä0ê­ž‚.—Å96ÀwZ†ó%~ƒö¬ˆx&VØú{³sÐX} ÔGœçy…jÂD8˜•.Šy…åK·PZI\¹LÔš¥õB•¶=­/Ý'µßÚ˶Ù6[^ž_~iìC­v šQâiVèÞÒkF)ÃEÞ]b¤•Aagy¡ô‚ºËe`#%©ÝsY´,¤e’…èLb j:Q’×ÝX´g²è¥4n|7yïS~ªS°Œ†‘ë¼×Ñ5äÅ(HýQ‘4[¯QÊP¦,æöYÿ".ÐÅÖYTˆéÄ  ^2¥Ã£>þ Ñæ»èzL#‹ÈùË~\¥”aU±#¥”ª+ôçeÑ—vO7£QÅhQ96±n†³¾Yœ[Ýߢ~ôt®Ù6•W++§Ñ{T+ ~“1ãcT$Ûn»­>{Ld¥¸(I<×h›áJ³—ö™gžó§;—^ziLÃÀ2_–Ÿ-m“•éø1µkð¥¦R++ËoÛ ”7Ø~¶åw¿þ`‘4V„a`[ø–›åÏo·þª·Ñö¥«Úf  Û¢­¸|Uëç¶E€1Hª¿)…*H¹-M½-yÓq¬ºÍÄ"¶‡{É|ìË.»,ƒ›×ÊK•Žš@þ•ÅÙòû¶=@‰Å|F¼PôO¬g5.•Ðb¶gƒ¥UeÛ,Áõ==J?¡«hÛ>zÃÚbÙ»2]|ηø¨£ŽÊøVÛÂfz]¼Fô;XoÁ‹òÉ›—Tá.VäùËzÌo׶Ä;®&MÙzS…»x‚Ô”i(ÿá–§í[mµ•î²mTá΢›áŒ1qñŠþR.üF8ä»4ÈO!  ÷Q¸"7¡c$u™Ä-_M~L±E.“¸MKÀåTÇ­‘z0å6“A«ž“žºÿáúÇ>Bzò>ú裺Ï98Òp™¢.8sJÓÃI^sÿÀ-wP`Æ…—ÜÏp1”]À‘>ñ‡;©3ˆåU©·JéKYœ«ô—z«HÙ6WÁªÊ=ª‚nGÆÉ7tèÐ Á¸”óW\\†p=Æ…êÅ_Tê\†pEª´™ß nYp"pnâò„»-×d¢«î¸ö¼sOĪAÓòWD"p›,½ôÒJA9©{"<‡b™oÉÔ-ºìïèã?Vî@~k¸{âžÅo[´Äò¡L¯å‘‹'}ÇècˆWÀoD[55ã&™RÔ\ ¸SòžKJ\›Sʇôz+öû«Þ*m¯ÚfÜuR&m‡xæE*…ô¼ï;ˆã hfpU‡¢ ª.™`vÛ vD¹ û‚ŠJÆ\ ô.ŒÇø2Öå±ÒËÈ$¾Ñ"ú<^Œ#ͬøã}`s›¢FUÅ ŠÊà½/ÖÄJ+À˜v JYœ*Þ/GÀ\ì¶Ûná˜cŽQºÈ”W½Q à”Eé; ^>t„Ð¥…´ob«o¦óKÓ°O^ôèDÁ­—«Ô = Ôp|ãÔt è‰Ð¦Ô7izú´Ø1Õ๷ý4 ûyKþzÑ1Ô¿K¯èºŸk/eÎ:NGY¸7ã2)œ‰¬%D±¸º#õ¸/ÜŽ1ïM7ÝÔcú´LáŒyÙI#Ó§éŠö¡Ü0©Ro•þVÁ¹J­ße¶UÚ\«*÷¨ Vò’nø™ÌÓUm3.[X×=¿vN&¦ye&“Õ˜K4D>ñ«ÔXûæ¥ìïH#bÙÖ¾¢-îŒo¿ýv¾Z?vGÀpGÀpGÀp ÊvŸ‹²;z 5Zlê, Í Š1¼ã%nF&ÁN•’HŒµüž,ÜëycQot6м Uë5 w $î^ÝîâÍ‹®bµÕV«›¦Q ÷T‚GV#×ÂY_·^¿ÐG)ƒ²®¬Ë¤XLdbUžñ£,R¶Ù9~ôp>áNj”\³tE[®“®ÈE„…ñ_å…;×m ¼bÕ*\Ùz«ô· ÎÖø2ýµ¼e¶UÚ\«þz6ÀˆÅ\m%PHás‰Rî/±ªª´mK±LVi3\µÓç(Ú•>Ç5•ËãÐ<ðU‹ÕX¼,V¼zžf=)ó\±Æï+mg~ŸníìúY?ï8Ž€#à8Ž€#à8Ž€#àtP-Û|¼(Ö€õ1ÍRcXažè6/z ¾ªizR¸Ã]~Î9çÔÐUB gtfèÑ? Uë5…;ýfÁ¡Hˆy`úÊîp¡M†_wîĨ±tÄZÈë…ŠÚàçZ†@gRÊÈÓÑ"´ê¦IDs\YqÓ$z½éè~Õkü`ëo=9_+Y…UJ"\r‰žÛ²(Ü»uÿm¤M¤Áí˜áDöÆE[>d«”¦ V•*öÌŽ€#à8Ž€#à8Ž€#à8Ž€#P è3ÅÈ.HðT¥z]}õÕ•Vú6($Ñ• Wz8õÔSÃý÷߯: æÿè9D)ÄPNë]ýõƒp²‡É&›,HL¥b9÷Üs#Õ ôÏ{î¹gƒ¿`4eF)“6\ •—:Þ}÷ÝxiäÈ‘a¯½öÒã²õB]+Œ A‚k) Š6 ´„^)ë¨S‚Ä Q;‰¢ØõˆQžauжp|Áè¾ÑûredÔò`$ps½¦…†ì «1jô8>ø ÒgƒÔ¾'FÓû¿J(¥LÇq¸Wê²gvGÀpGÀpGÀpGÀp~A@%¯ýënùÌ­aÄpB1Œ¢šä#îU£²Ì2˨¢žô¦pk¬±TO\Ƽ ôßwß}UYo×ÊÖK â?6*4=\{íµª8·<ÄЪ;ìv+l5iY¼@Áζ!Þ x»TF@îÿ‹ Z¹,/ÀpGÀpGÀpGÀpGÀpúÀô@€Î 7Ü0 d.,¼±0'î&ةĤ Ë/¿|—,cŒ1FêµV·‹”±Â +ØaÜŽ?þøÊ@ Óí·ß^Ü›m¶™Z™K̺e;™ÊÖ»ôÒK+£…UŒ•þšk®$nŠ[µ>þøã5Êv. ­¶Z¯Ç„uv°p'm*°i”\âÚÖIZ¬ð±„¿ä’K\Ùž‚ׂ}·poˆ^„#à8Ž€#à8Ž€#à8Ž€#à8Ž€#à4Ž´¸/¾øbXsJÝ –áÂÅ^WOé(’Ÿ}öY¥aŽfŽ9æC‡í¶b³p‡b¦Q«ï|eêÍ—!\ókòþóŸJ3 5¯QÈäÓ¶ê+ý^xA)®)“EþÀÚ4ZU——œRÆGÀpGÀpGÀpGÀpGÀØ´Bá>°òÞµ§”i^Œ#à8Ž€#à8m…@–eaÇw ¿øÅ/Ô=>F2õ§Ü{ï½êêûÐCõg3¼nGÀpGÀpA†ÖÝfÕŽµ÷­·Þî»ï¾ðßÿþw!áÝí+ºõUÍ^#à8Ž€#à8Ž@¯ ðÒK/…O<±¦ìO>ù¤æ¸¯N8á„ðÇ?þ1Œ7ÞxP.Ž€#à8Ž€#à8Ž@o#pðÁ‡áÇÇj>øàƒ°ì²Ëêñ 3Ì 4+£Œ2J¼î;Ž@+ð ©­@ÑËpGÀpG ˜~úéÃ駟~ûÛ߶M«à©DÞ~ûí¶i“7ÄpGÀpG``#@ÐÓz2ÖXcÕ»äçJ¸Â½|žÙpGÀpöD`«­¶ Gyd¿5îŠ+®k¯½¶*þß}÷Ýšv |?ùä“ÃZk­®»îºšk~à8Ž@«€^k›m¶ sÍ5—Ò´ª\/ÇpG sØc=Ôà ™ô逸ž =öXpëöι—ÔÒQd’uRƒ½­Ž€#à8ÿÀ«¯¾ªÑÆQ^?þø}Úi§ ß|óMaTw¢ÀóÚg•ÿ§?ýéÿôÃÞgŸ}à´C&œpšÁÇ矮‘ãpíwÞ ?þxÀ%Èê³Ï>{cŒ1~(©þ†òÿñhTùQG5L1ÅJ/AÞï¿ÿ>p®ž4ÛßVµù_ÿúWxä‘GJC"ÈÏ3Ï< G’o&履~¾þúkí>÷‡ûVüÛsÌfœqF$_ïé€óöLZS'šh"Ýå··9ÏË‚ .¦œrJK¢¿ ~gˆýþâEÙ*Æø'G}ô0tèÐx™g‡ß'rÙe—…uÖY'<ÿüóúûã=1çœs¬áëý3¦žzêðúë¯kÝ”OÛhç˜cŽ©[‚Î2Ë,á™gžÑtþÏpV"ðÀ„ùçŸ_‹$¦Å£>ÚÊâ½,G ¾Ù;ï¼³*òÛšÌ;ï¼áüóϷöÝvØaáÒK/ÕötÐAa5Öhª­ŒeÏ8ãŒ@ì–×^{M¿ÿÌ,³Ì2a…V¨[^•¼u õ Ž€#àô-4Å‹‹#à8Ž@‡! Æl饗fÁ´ËŸðÐe¢¼Î.¿üòØ«'žx"›|òÉcZQÚe‹.ºh&“MÃö7¿ùMÆy+sâ‰'Îî¹ç½.´™(Ìôeï²Ë.Ù~ô£˜–<ÓM7]&ëXg~GÆÙþûï¯m³:l+‹Ùâ‹/ž±•Éq>kÖl) mEf& Ê.}Åa¶Új«e¢ŒìÒV;ÑL^QBf2 «Ásã7ÎX`šsàÅ}Ëa«Æ·„ÀòË/GÜKž#QzgÇsL& ,ñ^ó;î¸ã´gÂy®¿ û­È"Lì±(ï3YèŠùH#‹2ñ:;Ï=÷\¼¾õÖ[g¢xŠÇV椓NšQO*Uß”%“õlª©¦êRŸÕËvši¦É®½öÚ´jßwG eÜvÛmñ$‹‹-+× rºCàꫯŽÏ]úÍcìÝ ²í¶ÛÆöŸyæ™M5ù½÷ÞËÄø'æOûoûŒMŠ¤JÞ¢òüœ#à8ý„Àò¾“™Ž‹#à8Ž@G!ðì³ÏÖ(çlðšß®»îº±_(hó×ò“ŸdbU«i¾üòËlÈ!]Òœzꩪ+Ü.×òåqŒ2ðå—_ŽõÚÊçYgµ¡2öÛo?˦Û2ýE‰YµÍb”ýò—¿ì¶Í³Í6[&–þ5íå Ù¼bÕ\¸Q„±º.õú‰öE€E±îªyžXÄÊ+Ìíþ¢ŒKôL¬Ìjò¤ ÷7Þx£FOÞîîVv½í®»î¬òΈ…È‹y÷ß—ß¿Ð;dbÑŸ&õ}GÀpZŽ€+Ü[©ØŒ«GŽ™ mZ&ÖáqLÚ) ÷#Fdâ§,4#B%Ç-Œ{0Zh¡…2±nW–ŸÿüçÙÇ\Xd•¼…úIGÀpúW¸÷î^«#à8ÕØm·Ýt ;Úh£e{íµWvà 7d¯¼òŠ*µöÜsÏ E: µ 6Ø V„Ò šY° %JöÒK/Åëìp<÷ÜsÇAòE]”}ûí·šFÜAÕb¬bò²Ùf›Åë¿þõ¯3álÎ^xá…ì®»îÊ=ôÐl¦™fŠ×wÚi§šìeúKUÚüÑGe(Ó­¿Ln¿ýv]LøÓŸþ”m´ÑFñsB5Û\6/ÊÕ£>:–KÝX:ƒVÿà|ÄGdBÁÓ\xá…±^ßi„^%WòLÜ©ã=´g E9÷óÖ[oÍYd}þ„b(×ê …ÑRK-¥yR…;=*– ë3òSVO w ¥ÏÏy%°jTÿ¦›nR «¾3Ò»qçwvYàýõ·¿ý-MæûŽ€#à´W¸·R/°‹-¶˜~£;Eá^¢‹1ËL }e¬“—ï¾û.㯞TÉ[¯L?ï8Ž@? à ÷Þ]x3\·—\rÉLø³%–X"ÃÚôðÃÏp•r¼ø³1xï}«z¾ýöÛë@ ØN8!Žæ¨§Ž+¯¼2c@_¤Ì‚¥t0(éSÁ22¹K^Pæs ¥ýÙgŸ¿¬ï:®3©HE‚Ñh>® gcá@e?ŠDÒ`Ñ›J•þ–m3ŠmÚÂûErÊ)§Ä4ûì³OLR%ï[o½Ëg£ô‰…Ë Â#¯é°ré<x^ìùbË3Žb½;±g9¯p·<«¬²Š–ÙÂ%·Š²,qûæ›oFÚ,ÐR©òΠœ¯¾ú*ÒY=öØ™ðÈgÂá®m6l˜zФõù¾#à8­DÀî­D³³ËbÜ‹ÑÄ9眓ýሙx õ$UòRvY…{³õâ¹úþûïgxN"o¿ývvóÍ7gÑH,¢Çä.‘2쯞5:iS:RbJÅñÍÞ{ïË ¬/¾ø"M^³_%oMA~à8Ž@{ à ÷ÞºGuT´"M'Ô¶°K5pσ§º;þäj5ôNîN{6ú çþ¨+ñÕW_]¹Â{çî·®TèL1nï,¡±Èƪ…Ö©Eòä“OÆ÷á©pLy(záLÏKO ?”ôäg‘1•óÎ;/¾Q×~XöbéJ•þ–mó¯~õ+m348õ°¤Æ‡…¾I•¼©Â…Úz¿·Ýûî0­—ßÏ÷/¦pç·ÆY#Òӳ܈Â}ÓM7­[<òöL¥4IUÞTvÇwÄrQr 'žxb<ÇïÛÅpÞBÀî½…lç”[&õ®J^+ƒm³ ÷2õV]…cêEicb<õ$Œkl1Ýòå·Ì]6ÜpÃ.EUÉÛ¥0?á8Ž@{   ÷QåEèÒBž~úé pã±$ Â}–[n¹ gA‚ê9ánaƒ¯(YeW]uU%SøË_þÒ1tÚ³Ñ_8÷G½Â/„2$\sÍ5A¾Ax‘Ûú¹šo¾ù‚,á@ŽíëœÀ3vñÅñ¦ âÆÄj5^·á‹² ¡‡bí¢¿#^|ñÅÀ1"Š» JsÝoÅ?Ú…HPÈ ô+u‹ê˜p÷ÝwYL«IS¥¿55q t4šZèo‚(Eëæ¤mHŠu•¼iE¢pOköù¦˜ˆ5‘íú¶Ã`œ°æšköY«e1¨n]é5Q²ÇtUß¼S÷ØcpüñÇQøk¹bÑd-H¼†Ö+õGÀpG HpÎ ^ŸA^ Kc>ÉZ‡w¹^%o—š8Q¦^¡€ B?ÄHDk¢OÇ{l˜F55‹Giü –ó5ç9xõÕWƒ~t9ßÈ ‰ÉÄS¯Û¤´Q¼ìº¤©’·Ka~Âp6B`ô6jË€h `á%Ó¾üõ¯ býXÓ/>4²º[sΚC@8muAƒ\(J;E:íÙè/œû£^á4ã7^GáóÏ?ûï¿¸à‚ ÚöÑb@;ï¼ó†Ç{L½O<ñDÚUž3h • |ãªÜb›á[×E+ÞUì_zé¥á ƒÒwÊeö[)“M6™'®¤Š¯pÌ7U|Õþ6UÙ‰%àj÷× ÖöÝfgR„¤ Uò¦•Iª°Ë.»±JOëþ%—\¢[¶ÂÇß废pŠà™®'â1/M:é¤qŸ*ï ¡¯ B³TS,°¹8Ž€#à8½‰À¹çž„fEÞvß}÷°à‚ ñ^ Bñ$žPz@›2žÊK•¼ù²š9.S/ú…‡~8° QŽ‰Ä[ â]˜ëpžï¹Ð·¨2þä“O¶dºÅHP¼Ît~â^¼)ƒÐMÖ¤©w q¢‚Äk â!vÜqGM¶âŠ+†e—]6fwÜqC‘1I•¼±pßqG  pÍï7…‰&VéÊ!C†üp唀骭ô£ŽZë ðá‡Æ½é¦›.š€K¸v»U¶£ŒBQƇÕè)§œRö”Eþ|}5 ”¬%šn'žxbLL=õÔºÒÝ]^ú-ÁÓÔ•}Ú~½< ZøP#ãŒ3NNVÝçíÆBÙ„«P]Ø¡bl“zò‚5JCá `ŠG€)çb¦dá|ÏÐÃØNš'WÝvú³Qæ¹jÎXIð<£àAÁ*éU1X4 µ{ÔŠz­¬f¶<£Â6Ùd͆ËË›)¿Õi…:FíüÞ…Yß jM\3øóŸÿ„»±ËoJèOÂzë­§Öð rW]uÕ 44š}5ÖX´¶RÌ œÁ;V®`[$¼„SSß)é½j‹êê霨Ô÷©ðà‡³Î:+l±Å]²€™pêùå—_>^¯’7";âNV^yå A-ïr„wø1C°ÆsÀeà#`ž|gYL®ø¿öƒWFwHHì…ÀûaèС5Éx÷b ‡G|˜yæ™k®÷õ;£¦r?pGÀpJ"`ów¾¡,&3¶Ÿjª©Â4ÓLŸb´À˜y›m¶éRC•¼] kâDÙz™kÍ2Ë,ªX§¿Œ_7Ûl³XóÜsÏ­–ü̽™Cä…<`bãöË/¿<ê6òióÇÌ¿ñØøÐí¶Ûæ“v9®’·Ka~ÂpvB@ƒZ"ßÈ%*÷F÷塼䣑ÉJxä<¶ëª#è òúë¯g¢ éR†¥µí$“L’=øàƒ]ð&P ÁTåcÓ¥ QükûDÝ%ŸÕìL¨%ºä¥^ú[=Þx± Ì¦vÚ.y僭ÁU¬¶ðÃá&㘞v›œzê©™(â5ê¿öÚkír&–¶¸bƒsÚŽÙR¶|¤3±4ŽùlG¨22QàפOóÚ>ià°®*þl”}®ªà,J›l§vŠížØ–ybMRxkªÔ[X`“'E‰•Ñ>k«(P›,¡o’ËBFl£(ͲC=4–Œ £E:äC2™Lh~O4)ß:¡ÉdñCÓÙVÙ2€ç“ê1ï ±‚,f't’b²ÄwÝuW&ƒ|½.‹fÙ7Þh—2!‰_¯Q‡ ȳ›nº)#˜ª( ³{ï½Wß7ƇN{,¸t•þVi3ïu LJŸáÆçnbÁ“É&¾ ywƒ¿I•¼)‡»=‹`& ¡ŠaÊÉ{:åÚ¶ú}Ûž|ôÑG™xÎdÇÏ^xáø{àØþFŒQì˜þùš‡çB¬Ãõ·zë­·jÀU 8Ì5Æöû#èîÎ;ïóq÷e‰gL&™Piew€ëâáS`³ïŒÂBü¤#à8}Œ€s¸÷1àmV]•8@Uòæah†Ã½J½=Å{©o)ß^ŽZh!?4Âánù™O1–à9J3R%o3õxZGÀpúš È(fí£n…^"KíL¬ 3±¼.LC€1eQš·»}"„çÅMwyìZ> åœyæ™Qif銶(Ⱦúê«šªÅB2C‘S”žs(ëlf‚œ€4}ªpß|óÍk®‘.U¸Ÿp ]®§e¥ûbMjÕÆ­pÀ6œ_xôc¾²;þl”}®ªàŒ’4]Iï©íܳhá©J½eïq>ßõ×__óŒ =K>I¿£`5,{Úî°ÃݶW,úkÊî÷Âôܯ¢ºPB#(Í‹î»ð4Æò„¿pq³¨\•²Ø‰”ío+Ú,ÞFªè.j£+©Œ Sy)›7U¸³pb‹!VŸm™‰gP¾Z?ncvÝu×Âß‘ÝSÛrÏÅb½KOÄ‹­îxÄò¦[‚±ý.Ó4ù}˜ðÖ“FßõòûyGÀpúW¸÷5âíWß-·ÜR×8ï x&fŒS‹¤JÞ´¼fîä+[¯+ÜSÔ}ßp~CÀî@E®p­g©²%–_&©;µ $¿yÉ„Mëc+œl+â(a.¼ðÂL‚“ÕLîY@0³8ÇŠS( 2úI¿Qâc¡jý7sË–I€m£]Kî,NHÀ™lï½÷ŽyS…;x w\¼Fx Ø¦Í5*½Ž’À,\­rþXÅbÁkõ¯¿þúcÃ+ßüâ‚•Ñ̶“Ÿ*ÏUUœYXáÙ;òÈ#õyàÞòÜ°Àc÷MÜ »ÜŠªõv)°ä q-ídpÜŽ"´/ê™"4±­†-[¬¡±`åîN¸/,Æ‘%_=®Ð©lº@‡gï„߶`ÊXL±²ð®ú§šê±Ýpà 3át.l7ï"ËòùÊô·Um¦<„„¦«¦ÍxëÐ.äõ¤LÞTá¾Ü#ÞyB”I0ÛŒ‰”yWÕ«×Ï·'X‹ {Ís”þnÙǃA8T»Œ¬G?þ¸Z°§ùøí S&40ñ÷'Á~3ô•Zó{Š¢Â6àvôÑGw«l§ ¾3¬½¾uG ¿p…{ßþ­/K¡ÕF Tg.Š7ÙÆo=3ù¦2ŽÍK•¼ù²šQ¸W©×îyäýØp~AÀî)ì(ûŒ>êèSR‘€x:‘…ÂAøÜÓK5ûû¦C‰Õˆ X²‰3–e¹\£l¢]Âͬ.ãyåÊò2ÙžáÂê°'ð¬ÇÊ4úá‰/¤œ@Q„•©åÅÞe¶µ9U¸Ûuv=U¸s=Í‹r=¯TGaoy%ȨY³…®ÁÒœsÎ95×zã Ÿ*Ï•aXg¬$±òå™fAŠA®-¨,¾øâVM—mÕz»Øä Óìùb -I; Jry(ØYlâ8¿°W¯ý,îY_YHì+æëwá†ÌÎ;ï<µâὑ.bÖkK•þÖ+³ÑóÐoÐfhwò߈žÊh4o^áÞS¹~}ð!À³Çâ84\ÐÕ£ª‡ c áoÕwVðP;1¹oDúëÑHÛ<#à8E¸Â½•Ás#³ó†k†F@Œ…1*a¡:•*yÓrØoFá^¥^W¸ç‘÷cGÀpúU¸{ÐTùÂ"Dîwï ´A&Ÿµœ@‚ˆXUk`Oö ÒÊu !Ø¡(Ì‚XÚáH£š Ê zB$u"ˆ W¯žOÿ‰Y{íµÃ ,^Šûp@*š «öA¬Jõ¼(²^¡ÅÑ`®zü›h¢‰ô Eá„'VëI’TÞ•ƒ@p×T„o>Š•vÜïÏN|6ªùäA<Ń,"YÑ뢎 â©A«’WƃÁ„G}4°HL"ÝR®}Kù‹Q_¸QA èâõ²m–˜,áÐr˜ƒ¡CX}õÕ5X,'ш1”^£7Õq¬°Â zÌÜŒ6PÕÚ,ÆRz¶§m&ø*m¦ý&BÃÄÈ*|ñÅÿŒ:9/FA °,‰ê3ÄÓ.0OM¥JÞ´ßwG íè]›VšòµcÑn‚k¶Ü8å/O-½ízºmÖ¼”I Ð4èõÙŸ(ø#uƒÕ…•½]Ç ¼!¸©å­ÇWGyÐ’Xº£Ž:*V‘Z©W±p/Ê›ZÏaí^$ýaÝIφaVæ¹²¼lËà ¥‘ÑÙ³S´]d‘EÒªjöËÔ[S@ °þL¹¡\òî»ïfXzAI‚E¼Ý¼kº{ „¾wBd’¢VÇv_ø.ÓïM'ܽÙFg Ìûê½rná>˜îvm_ËÆ¢”*y¡@µ±\#[ t^¥Þª±‹R/óFÚ Ç¼ žÕõè"óem³Í6–M·UòÖ䎀#à´ºúøÿË’ò6ì"¦açwVXÝŽ· ôA>`zn»í¶ Lµå0‰;wÜqA¤«õ³Ï>[WàY9gœq‚({ƒPá‰uÓÖqÇWY¡nF°^7Áú½žB¼Äêû`–Nz6ì>•y®,o™- X-P/˜X’`5w„Ðè3.œýeŠîó.S/uf$XTÔ²è ê Êp(vÊs·ë®»®LVÕi”Í[ªBÏä8Ž@"à ÷ØC† ;ì°ƒò6G:IÄý©ëœk(篿þúðÊ+¯”ŽÜgÆuÆ1ŠV˜ó\ëX!Xµ¿&Êuê™~úé5?ê{ï½7r¡»f›l²‰~8Q¨cMÌ‚€Ðߨ•ä矮åÁãvì±Ç*;\u'žx¢òÓV(]³Ï>$8ªZ"“Åýf±ö ›nºi\ 瘾L-–Ê\¿âŠ+”ž<í=餓‚s#™ ¼x, 0ð =Ür&wß}·.&w Yqg³ËjÍJ{ÊëÎEøímÁà /Ô…VíÉ/ƒ5Ô¼( ¨3µè…—Øé¤g£ÊseÐ4‹sª(ç>ÀÈ}‘“Êáwî¹çªõ;å£À>í´ÓÂJ+­¤<ŠV'ÛfëmÕýMÛÀ>–"Äuàw‚à…¢ ÏA'ŠÐøhìî‹Q© ˆÇº¦'Ë”4ï·u%XWxòÉ'u14-Þú<ßezÝ÷Þ@Àß½ª—é8Ž€#Ð_T‰T%o•þöW½UÚìyGÀp~@ ½hnÚ£5p‰Á›.éœÔð˜ÖQÊÅ´–§h+«ç™(ÇkŠÙzë­Ê+–Ú™(Ìkòr`œñEõ¥çDšIËšütPuï¾ûî™,Ôäã`¯½öê1¯Õ/®cš¹å–ë’Gü™XèuQìw¹.ôz-ÿoà 7ì’Öê³­(°2±¸Îg­tÜ)ÏFÕçÊ@jg¸ý%_÷Åî[¡Ë°ªj¶ÍÔ[“±Å²ˆSó.Øi§Z\ƒç8Ž€#à8Ž€#Ð[8‡{o!ëå:Ž€#à8Ž@œÃ]~…‚%á¶Ûn¯ÁŸŽÕm=Y|ñÅÕ¶ÞuÎc‘ wòÄO\“l­µÖR _,ßE±_s,OáZÆêË÷¼`‰~æ™g^#-VÇK-µ”F!_wÝuk²Ã¯ gè©+ûX–c|ä‘Gj5å`ĈA”º]®ažÖCW\qEÍN;RkdúF¿±‚F¸Ž%¼ ˜[^;g[ ü6Úh£ž:»_t8XŠ¦õÙõ*ÛNy6ª>W†Q38c-A‚”ÃÏòÛoƒUVY% 6ÌNéoʼâÉvš©7Ÿ·•ÇN8a>|x,’ßšQŠÇ¾ã8Ž€#à8Ž€#à8Ž€#à8Ž€#ऌ‚6>=áûý‡<íp§¡Ðûî»ï4À JöFxÈ¡°Æã7ÞÐÀ‡Ð^ x†ÃÚÝõ .t¸Ü)žøFi3àp‡ö†€’pàAK-M_É[o½î*Xp–Yfi¹’½¯úÒ]=Už*y­MÍâÌ=®ˆX|Ë÷@Pœf¥Ùz›-¿‘ôàÇB'Þ`ƒ 4žB#y=#à8Ž€#à8Ž@ÿ!o5FOó*(6]GÀpGÀèE¾ãçq\áÞ‹{ÑŽ€#00 x*ž& ,&Ì0à zìÿGÀpGÀpÚW¸·ç}ñV9Ž€#à8U¸÷)òFÒ»æ8õ×__=8è%Þ'Âå>°;ì½sGÀpGÀpGÀpGÀ(…€+ÜKÁæ™G`0!@¼ã?>vù–[n >ø`<öGÀpGÀpGÀpGÀpG\áîÏ#à8 @€W ›ì±Ç¶ëÛAˆ.ê—]v™z< Âî{—; žÕ•VZI[wXÓ½¹Ž€#à8Ž€#à8Ž€#àt®pï¸[æ vþBàÈ#ŒUßsÏ=áꫯŽÇ¾3x0>ØõÖ[/z衃§ãÞÓŽD€ÀÏn¸a¸á†ôXY–ud?¼ÑŽ€#à8Ž€#à8Ž€#àt ®pï”;åít~G`ñÅ«®ºjlÇÁ¾ÿþûxì;ƒ·Þz+v%¦‹#ÐÎ|òÉ'áÛo¿Õ&¦ûíÜfo›#à8Ž€#à8Ž€#à8Œ€+Ü;ùîyÛG Ï>|xe”Q´Þ§žz*œyæ™}Þ¯°˜gžybž|òÉðŸÿü'ûŽ#à8Ž€#à8Ž€#à8Ž€#à n\á>¸ï¿÷ÞpšD`Î9ç ›o¾yÌ5räÈðõ×_ÇcßøÌ:ë¬aœqÆÑŽ~óÍ7áÑGøö:Ž€#à8Ž€#à8Ž€#à8Ž@C¸Â½!˜<‘#à8ÿÀ>ûìÆc =ñÆo„£Ž:êÿ/úÞ€G`´ÑF«  ûàƒø>{GÀpGÀpGÀpG 1\áÞNžÊpˆÀÔSOvÝu×x|ÜqǸ‘]¿þõ¯cgxà¸ï;Ž€#à8Ž€#à8ƒ÷ß?l¹å–áòË/¼ xÏGÀp‚+Üý!pG »ì²K2dˆæüðÃÜî.ƒTáîîƒç¾{OGÀpGÀ¨‡@–eaÙe— guVXýõÃÓO?]/©ŸwGÀà¸Â}€ß`ïž#àôN8a’à©o¿ývïT楶©Âýõ×_ï½÷^ÛµÑä8Ž€#à8Ž€#ÐwÜpà á±ÇÓ Q¾[ÌŸ¾k×ä8Ž€#Ð.ŒÞ. ñv8Ž€#Ðil½õÖÊßþî»ï†¯¾ú*ì±Çáâ‹/î´nx{K 0ù䓇)¦˜"¼õÖ[š+÷•VZ©DIžÅp¾Eàƒ>;ï¼³*…¾ÿþûXù¼óÎÎ?ÿüx\´S%oQyvŽ égœqF¸÷Þ{Ãk¯½F}ôÀû,0ŽAòßD¾ëX ›Œ;î¸:¶±cêú÷¿ÿ­‡äsÌ15Æ c"°›sÎ9Ãd“MfÉ»l™‡Ù÷™‹´%ýFsŽqs6G ÏÜÅpG "â¾Æ²zü»òÊ++–èÙ;¹æš+ÞósÎ9§šìmdÈ$+>£¼£D<ÈèîþñÌd±ýñ+’Iv6ûì³Çkà. åx=Ý‘ j¶ÿþûg¢X¯IOÊësÝŠçTš-ûÛßþ–-¸à‚™Lö»ä“Ieö»ßý.…Mžz‹-¶˜–±è¢‹ÖKR÷|³y}ôÑL¨Xº´™þ =›â ñPêÖ×Ì…VÜ£}öÙ'“Éa{i3܃ 7ܰǦ5‹÷ouÖÉd¢¦~ê[mµÕ2QPÔÔ¹æškfÜ{kÏÏõ×__“æšk®Édá'¦!=ù²ÜvÛm±¿ÓO?ý@îª÷­Ÿ¥d&ŠÈøœ]{íµýÔ¯¶Õ0fª šï½½c‡ ’ X& ášj·Új«š÷6ï\Þ½&×]w]MyEïá2õZùlÅó6Kç(Öf¶â…É¢¾~_Ò<¶õÕWg²ŸgË+´i™Ä±dºÅ}&‹K™,:Äôàerꩧf?ùÉOâ5ÊJ·ß~{&mñ:߶Ùf›-“ž²wÜqÇL“­Ø¸½øâ‹3Qàפ·ö¦[Ò\vÙe1Ÿï8}€Àò ÷}GÀp*" ŠŠ°úê«ÇR:è µˆ'|dïS@IDATg@"ÒÊ8û€¼ÅÞ)G §Ÿ~:|øᇅ×8EYO‚g ÖʇrH´„OóPÎ]wÝ¥õÜxãé¥pÉ%—Qº‡o¿ý¶æ<X{U”À]®õç ¼€øVŠ´°p¯â ŠòÂëÍžlÅ=Âs ÷î„{Jì.m£×¸÷K,±D ;Ö©PŸ(,‚(ðÕêk2qÔç{oB`ž ž}ôQÍ ßðwÞy'<ñÄê±e×ñrNßÛ¼sŸzê)»òߦ¢÷p™z­‚³Î:K©M¡9*¨OñŠÅz´J·tçwžÆw) þúë¯ë¸‚á&XµãÅ7¨Hd‘=Zú]ÇkÀ¬Û¹Î· |R¡ìN8!ˆÒ==­ûO>ùdC2xrŸ\¾FÀî}¸×ç88@Ý é Ê–3Î8cÀöÕ;ö?\áîO‚#08Øm·ÝTq¼ÔRKuWs&×gžy¦R¥tIðÉ]vÙ%*æy—ˆÕ›NÚQ²zè¡a¦™fŠYÍ5ÝN {³Í6 P˜‰wM¸÷Þ{Ão¼¡_”ÚŠë¼[µåïí¹çž«®Þbͧ Œn¸AƒÞÿýaÏ=÷ b§Íâz+¤÷èŠ+®ⱦ“}kÓŠ+®N>ùäøÇâF+iäp½ç¢Ä@Ö^{í V€JewüFm¤çQJ,²È"á½÷ÞÓ±Jøø¨ˆn¹åUP`€Ac”í¶ÛN?ýéO5ñfX,†ÁÅpšGàí·ßbe3ÂÝ^v#&òŽ@…: hŠ7æuЬ@u·aþùçýH¿[wÞyg ¥Ði§V7…o“X~Ǽ¼ïyÛ{¸l½ Ši”øÄ9ðÀßXÚ|á…†M7Ý4ÖËâmº |öÙg븂Å#hËN?ýô€BE5ãh]P~@œøeu Ø¯7ç%c‘z1 XX`, ”7b®m&*T6í{ÿý÷Ó¤Ú¿›nºI ìÂú믿Ïö­¾ùæ›ÃðáÃ-‰o¾C@~4.Ž€#à8-B`Ë-·Ìä ®¢tÉ  p¸ÈÂJ¼ß¸„B%áâ´N)Ó»wCÅúH)eÒWYe½ž§”…||w¬°Â ™LŽÓlºÿÒK/e”Ë7å°ÃërÝNˆåº‹¢>‹æL±ì»ï¾Û’ÕÝ6Ku’ÔLÞí·ß^Û%ŠX«e¢Èd‹ƒŠMJ—O¶`§ì=J«kň©,†¤—Þo«#Ž8"ÖÅ~‘œrÊ)1 ´7&¢ ‰çÁÚ£+wáÏÞ|ó͘¦^ùVÞ@Ø:¥Ì@¸‹íÛY8¿'ÆýNÛÖ¾÷ªÙ– /x¼· /¼pöç?ÿ9㜠'²›ñmËÃE iV6ß|sË·¢øŽe‹?žg§J½k¬±†–Ëœê¹"Ùb‹-4ÄðˆÏ+}1š<žcY¬ï’U”ݙĈ‰yÅr?¦ÎúØŸ”RÆ€‡ÍSJ®§yE¹žÉ"²eÓ-ôp– ×"ëû˜Æ)>‹òsý€€SÊÈ×Åp–" ßF&µáÈ#liù^X{!€ªp8j£°&1‹Äöj¥·ÆpÚ ô]X‘Eä°aÃÔj +f™D×t 4,«I#“ä0ï¼óªuóÌ3ϬÑ–˜÷R»Èzë­Dé«48Xàñþ$h§ðÝáœW‹<¬ûX`vir¿´C¸~µ^‚ßî¾ûî…møýï­+qÁ7áY1*Ë[hz¬óÖø¢D²ä¾u&€*Ë_,—[ôÙÊõmÿ À·&„÷)p â9É$“è>r± >ñÄ»|à ôiT£çŸ¾z(Y/d1]­Í9†~ˆ@Ü©T©W¸Ûµ(<£ê}Kñvâ[±×^{ÅçUÙ‘&ï˜cŽéžB'šh¢À5„àÜ·Þz«î·òc‚»¦By¨a\NBÀ)e:ény[G í€2· Š”42»÷íÀ@%n¦&ÎãnHøÖpºCÀ8J¡ö@Žu“ò=+õ Ec±ÒQŽU8Ú‹xVcÂ6Û¾×q ä[†2,P ¯»îºa™e– ,Vfyíµ×´ûÐ Å@à‰¤x±àbÊ hnŒÁòCëƒb À\õõ„ÿs¦@Ñjt_(bÅ’¹©üž¸ý`‘’bñ6‹…Æ˨ßX0†ê¤H óbžÀb'û&|°žãýžž·ëlËÔûÙgŸxÖ‘¼_Oþð6ã ØOÛw‡öm‰“”F'ýö$I|×p\កỎ€#à´xyÍêëçŒkªí[†ó¸·ï½ñ–9íŠ\¨È_|6¶ 3³‚FɃå8ܬpv3ñoW¥\±Xâ?öØcÊ7ò Á7Þ8Ì2Ë,Ú}¸ÊSŽÙF1Hé°"Džþùn»eQñ‹_Ô¤3+w,ß-Hœ-ên\¥Š[ãÖ@çŽ@Ã`á‹u³ q5ðØqX݉ò•3ŸÃzœoì®»î–_~ù0Î8ãh\¡hÑ Õùžó][guô4Îyÿò^¿ôÒKõÜj«­°„/’2õeÜqÇÕâXhFì»Cžî¾=öÝ!]þÛÃ9GÀ¨EÀîµxø‘#à8•@BÜM…GÙ};Àp…û»¡ÞG  ÌY8¾»(Î ¦—Z¥ÅšÔ0Ç|z©fkv§Ë4!ˆ‚[;ИÈCɲì²ËjÀ³vÏ6ÛlaòÉ'W×zËâªO 5¬° 4¾í¶Ûj¿„'7€]«¤ì=jUýÍ–cx…7œuÖY…ÙQšÛ3â'S¸³˜ƒ`ayõÕWG M³Èu:™5ßwšC€ ‘#A3¡è´÷Ws¥xêvFÏ+Ç%>—¾?ñ"XùÑGÔ‰wJw‹ô"Á芀ª|ë™òÕß%ö‹¤l½”i^·Œ òFÓºøƲ`dÏ0߃1ÇS“`Ñ_DÝÂ"tfÏ|ú ±ï,×XœH…q [{SÒú±ô/‰w„¿è’Ÿsz Ñ{­d/ØpAŒÀV[mŽ:ê¨ðÎ;ï œöØcUŠ bHl×S…; +o½õVHùlǽcŽ€# <äÀÀ×ðM6ÙDß7Þx£*Kyÿ#L|™ K€T=žgžy”»\‚§ªÔ“O>©–ÞSM5U€f†÷È«¯¾N=õT¨2ag‚ ]ˆM,¡c¹ùæ›ÕR™I³%Ó:Ùš‡7T-“~ò<ú裺Ï9êAX0JZ÷(s©©’—²á­E°rÇBÉ: ø^x!Hи Á-õ:“s ô©û­øW<Òì="ÏC=X0å5çî¼óÎÀ‹ Trðð»kR«wÞY­Ð±PDÑ5ÌFm¦žzjõ À:j„:×Zk-«V·x¶æxÉ%— ´Wù„Q˜¤Ê;ç[GÀè~ÿPFšl³Í6aèСvèÛ‚ÀwÜ¡=Áªo÷o!ÞïÄa¹÷Þ{ã·¡ž·tpl°A¸à‚ ‹åöýæ½Í"t‘T©—1žbŒøÖò=ažÂ‹­ôãÇ{¬ò°óý…ég?û™¦•€§áÙgŸ Ä뼌°î?äC4?mÆ-ýN£¬çEù¸=ðÝÁjœN:é¤èmE^¾õ,^°ðNzóØãT7àbc% Þ$h*—Tà‡.'?Ï¢ý´O:<þXx ÏäÇ0áòË/WÎyÚL©E¿•í[G WA­‹#à8Ž@/ ü1hñ2€é…Z¼Èv@@™ñ^‹%a;4ÉÛà(²ŸMHf¢¤udZˆøŠWS Æà\ïO¯ÅÚßxãlÒI'­›6-C&¿™ðÀj^Qš6”'Í/ÖešW”þMå•…ƒØÞ*yeñ¹ázwØa‡Xg+vÊÞ#±„ËD‰ÒP»ESÓÔ*XQÐË/¿œM7ÝtÝÖ-‹3…ã Qe¢ü‹yEA¯mEF<'Ák3Q¾Ô´y ˆr'ö[”eµ›Þ¯>DàœsΉϔ(ð2Þ1.­·Þ:Þçô{šßg ŠëºÈbsÆ;×ò‰»ðÝmT­wß}÷uYE[Qþgö}°ºÅp Ç¼Ì;ã;“ ÂÚc^kÇK,¡Ù—[n¹.yÀGhmôº(ö»\_zé¥óUë±Äµé’Öê³­x$dbQ˜ßO:-F@Ý RF~}.Ž€#àôðêÎ8ãŒZ4–uð;º LŒ‚ÞyàÔy½WŽ@XPañ ½K*X…CñBK„c,ÅÌÚšsXwa½LðÓzÖqXmÉ$VÓ™¥9ߨʠ/ËË´ÓN[cñLÞOt•oX×c±Öpݬð-]•¼à³ÆkÚ—b`e³s8ÿüók,GÓëe÷ËÞ#,V±ðOƒåµ wQÔ\ª‚Ó}÷ݧü¿Õ*˜p K®Ûóe×ØbAiÖëðù®²Ê*zª“à½`Ti^ßwîÀºV“%ï—‡Vèxa-°Àd:ßCQ¢î?Öß'#Ÿ†ãaÆ©—’]#@xѻۮW­KtÆõÚÄ7ê2¼îhK*XµóÆÝÆ\gËòÓN;-yä‘ÑR?ÍKLY,èr kô´¾iPÊ!´#µ6Sð¶ß×+™0&²¼vζxâ V4¾ã¥ÃÁ›0­ÏòúÖè-FA‹ß[…{¹Ž€#à vb—ò«ÂÉÊ@Âe`!3n›J \"]v@·b&Œ&ÐÔSîZß6Ãièaøcb…ŠÑFJ˜_|Q)C–†‚šrºVï~ÁS  îÑP‹ ¤­ç¢Þh;ú*AÙ ˜¡ßL¾i; ÷t‚ßê¶T½G­nO3åáOTù(jŒ– ™2kZèÄ"R» G ,ÄCXsÍ55;Š=Þe¼»\6Њñ½…*#*¾Y¼OŠ¾‹€vìúë¯×o”-¶^”6=W¥^‡øvˆ7RÌ 2DÇÓL3MTh§uå÷c°°K9 .¸` #‡;t;Œ7ùmðÝ*R‚7RV™4PòÜõÝwß Ðô1Žr%{$=OE¾”±Ú8®p¯ˆ¢gwG '°.4«g, B\²…¬ 6Ô›Š£…ž÷¦7p…{o¢ëe;Ž@»#à ÷v¿CÕ>x±á¥FÖYg·ÐY=ðÖö5(ê±G°ÀÆ‚ÜÅp<ªpïÞŸtÀcàtG ÷ÀõÎ w‚ɸ ,pÏ7+T¬Qž~úéÕAï#à8Ž€#à8ƒoLÙ {î¹ç Fû^,à ¸M€Oþ …3Îr ìiǾu€+ÜöýõÞ9Ž@ Åܵ&|°ºçÙ±o;8~çœsÎØ‘x îûŽ#à8Ž€#à8Ž@g#0räÈØè"çšk®xì;Ž€!°Øb‹iÌâ¸ðwÇwØ%õŠð…š‡ï8W¸ø[ìtv@`øðá‘¿î¾ÓO?½šåmh!D41 !;ö­#à8Ž€#à8Ž@g"€Åò]wÝŸZ-Ç“¾ãc5V·8`ïâ8ƒÑG7½—Ž€#àô/²ÛrË-£¢+™M7Ý4`í20€«ÿ”SNÑθÂ}`ÜSï…#à8Ž€#à8#FŒˆ ³gᅎǾã¤ÜvÛm¬”à¡y!úÔSO?íÇŽ€#0@p…û½±Þ-GÀh?öÞ{ïpÞyç)wÔáv?à€Ú¯¡Þ¢R¤îÿøÇ?§Ÿ~† Rª,Ïä8Ž€#à8Ž€#Ðÿ<÷Üsáúë¯ ÙgŸ}â¾ï8EÌ4ÓLE§ýœ#à 2œRfÝpï®#àôSM5UØ}÷ÝcŽ;î¸PdýøNG!0ýôÓ‡ñÇ_Ûüý÷߇‡~¸£ÚïuGÀpGÀ¨EàðÃY–éIX@xà±guV€^Æe` ÒÊ8ûÀ¸§Þ GÀpGÀœuÔQá›o¾ÑÎO3Í4a­µÖœ@x¯GÀpšFÀîMCÖ\† /¼0ÜxãáÙgŸÕ?x};Mþú׿†É&›,}ôÑ}Úôþª·O;Y²²vy®ü•»[mµ•þ¦ÈýŸÿü'ì±Çå ò\m‡SMzè!Ûõ­#à8Ž€#à8Ž@!ðïÿ;œ{Ō×Gm´xì;Ž€#à8Ž@w¸Â½;tZp ú>ÎÆ kAiýSĵ×^ÞyçpÁôiú«Þ>ídÉÊÚå¹ò{TîŽ5ÖXáˆ#Žˆ™¯¸â ]‹'|§cH)eÞ{ï½ðÚk¯ul_¼áŽ€#à8Ž€#à Vˆµôå—_j÷ö³Ÿ…7Þx°BáývGÀ(€+ÜK€ÖL\ÏP¬-³Ì2Ídk«´Ÿ|ò‰¶Ç¶}Õ8«Ï¶}Uo'ÔÓ.Ï•ÝÛvvíÒÆu×]7X{lî´ÓNíÒ4oG  "xª‰ÓʾuGÀpG 3øì³Ï©§ž»Ë.»„ÿøÇñØwGÀpž½§í~:hZ luÔQÃSL°0cŒ1J,Î «Õ?þ¸r'ñÅaòÉ'WŽu¶HÙz­ì^x!<õÔSá»ï¾ sÍ5W˜nºéê¶Õò°…ë™|}ôQ˜sÎ9UaרkÛ«¯¾¨÷Ÿÿüg@)4Çs„i§Vyé~ô£¥ÕÄýO?ýT)/8žÿú׿â5vÆsÌ0dÈšséAYœ«Ö›¶¡Ì~Ùû[¶¿ÖƲõZþ¾|®Zqxžà£÷Ýw–#óÌ3n­?é–ú¾þúk=õÓŸþT½üöù7žçgœ±c\=ùÝb9³ÜrËiŸn¿ýöð·¿ý-,¸à‚i·}¿€ÇýÅ_Ô–8uíµ×îÀ^x“GÀhoî¾ûî0räÈðæ›ojC1F€Æ±ªœsÎ9áØcÕb¶ÜrË°ãŽ;V-Òó;Ž@‡!pÚi§…?þX[=î¸ã†­·ÞºÃzàÍí áLJ›nº)|õÕWštÏ=÷ n¸aOÙ ¯vØaáÒK/ÕktPXc5 ÓÙÉ>ø à±þØc©ŽÅÎÏ;ï¼áüóÏ·ÃÂm•¼…úIGÀè=²Q°eûï¿&ŠõLЩùer¶øâ‹glEÙQÓCQhe¢ÐÊF}ôš<”! °ìw¿û]&Öº5yÒƒ²õþþ÷¿×úÆ{ìlÑEíR·( ³çŸ>­ªf_¸€3YHè’OVÚ3áƒÎ>üðÚôéÁ£>š-½ôÒ]òÒçf˜A1¼üòËÓ,™‡ÉDiT˜'Å[¢´góÏ?öí·ßÖä/‹sÕzkQâ ìý-Û_kbÙzûã¹jÅ=â7¶Î:ëd²ÐSóŒñ»\mµÕ2áL4h²ÿþ÷¿™ >jÒ‰Kg¶À Ԝ㹜xâ‰3¡g‰y;a‡ßý¦è“Kç#pÒI'Å{ÊýuqúYdÏ#ïÞ©.ŽÀ@@`½õÖ«y¶K·B?üðXî>ûìÓŠ"½Œ~Dà¶Ûn‹÷S<Ðú±%^u§ À¼lÒI'Ï;ûîÛ)M÷v6ˆsQ1ÌŒ÷˜ñ‘,´6˜»k²m·Ý6–uæ™gvM;sõÕWÇô6d‹ž¨'©’·§²ýº#à´ /ä7-¿ê^³Î:káKŠ.¥ûí·_MMA™¦ÉﯼòÊ5yì ·ëo¼ñ²7Þxê‹ÛO<1C±ogzŒ¢Q,ØcÛËÿL¬»ÍK9BoaYt‹_¬×{ÌG^”þbq_“¿,ÎUë­iD“½}ÊsUõɪ|öË_þ²Ûgk¶ÙfË$n€ÞA±‚/\XKŸÿü>‹P"x¶‹Ë.»¬Sšîí¬ƒÀÃ?ï)ïGWpÖÊO÷ ®p’~@€1®XfSN9¥¾s[¥p— ‰™x‘êcp—ÎFÀî}ÿú£õbÝÇqw)“˜<ýÑ ¯³—‹t5³yd…ûˆ#âw…xO"^ñ™xhek­µV&ÖðÙDM¤Ï\# ÷*y{j—_w–!  ÷Ž¤”Cí™gž‘wc¸îï½÷Þa–YfQª(.¾øb¥™àúçŸÎ& <ÉÐRL0ÁJ?ÅTSMÞÿý°ë®»ÜSÿøÇ?*uŠ¼øb>vªÔ[Sì°ÃA,|ƒXôQ°)µnk¸5¥.kô‡zå¶+…í—q˜zê©TW]uU¸ù曵ý¸½Ê ²¦*"«ÃA}Åî»ï®t²XæwÝu×…SN9E1ÊÓÒ :T©kî¹çžpöÙgk]œ;äCjÊ'øã"‹,d± æ|Yœ«Ö[Óˆ&ªÜß²ý¥‰UêÍw±/ž«*÷ˆgœç÷駟֦Cµ±ùæ›+µüÎËuž+QF+Å 4J7ÜpCØm·Ýb—¡:à€Â’K. DºãŽ;‚X+íÒgœ¡Ïºx¬Äôíº³ÐB …5×\SË´ñàƒÖãüo²]ÛïíêŠôFÐmñ­+©ðÄOYdêšÐÏ8Ž€#à”F`æ™gVê—·ß~;|¼U²É&›þ\G`ð!ÝëÑG;¾Ùf›1l‹Ç¾3p žÖ +¬ÄÓ¿r§ÐGñר CÙk¯½bragùË_âqw;UòvW®_s^@ eúû>*HoqÅY^™|»ÔüÒK/©ÕµÀ• ŸV—ëvK],ïºë®ì¹çžS* òð'ŠwK¦ÛªõšÅ7”yúáFÏ„;^ë…N#£›€zCx)ÓKºOÿEi1ɯ¨n¿ýözzO8á„Lø®kè_®¼òÊŒ•T(Qê‰L:´ ,ˆÊH38§åW­7-«§ýª÷7-¿™þV­·¿ž+ëo³÷HÇg•ý"‘E ˜&uå–øñ<²Ô%»pØg¯é&œpÂ.×Ûõ„,0Ô¸5BIâÒÙØ»›ïÉÉ'ŸÜÙñÖw4náÞ·ObdbС/¨¦!x¾Ø5¶²@Ws==xíµ×21ÉN?ýôLâ}d”›æÇs¬;áûyë­·fXn3–4È¢1twåôt­Uýe\ÌøëÃK.¹$“àÓ…ã}kƒÍÂv0FüL]¼0-_ºÅS3½ùý4­íÓNKÇý…^‘v_tÑE™Ãdüö¬ÿþ÷¿k>îoJ«—ÏŸÖI?ë‰Ý ¼É3˜Å-ÜóÝo¾ï¼sLÀüùÕòæKõíŠîv¿S wáuï÷¼'¾/¼³í[ÀV ÌòIz<^l±Å´èeš•²y_yå•ìOúS&qK²?üáÙË/¿¬U×óÌ#Ní'ßD»õ[Ç7Ob²u;ŽÑ ?ü#¾‘ŒIÄØ4“Xnéån÷›É˽µûÂýDÐùÑW<ÊÅ€·F/ÖmÅ~ÑhΤ”9ï¼óâKåZ=9ꨣ2±í‹Îäâ /Ì$Xh,Ç^²éöÏþsMÑUë5Åh=% œóÔ¿¼ \ÙÐp^¬Š•+%Nþ/¥ç gË®Ûûï¿¿ _=¼÷Pvl°Áú²éi Þ¬R•ŠËâœ6¾L½iþfö«Þß²ý­Zo=W†m³÷Èâ@ ÕÝsgÊÊ™fšÉªÊR…ûK,Ïçw$iümw÷ŽÈçëïãm¶Ù&¶›8&à.‹€x½ÄûIlG ¿p…{ß#Ï÷í7¿ùM  ¼à&§žzjö“Ÿü$¾#ç]{íµv9n¡\f™ejÒ‘V¼4³<ù°aÃ"›€òw®¹æê’Ÿ2æ›o¾lŠ)¦PwzK_vÛªþR?†#EcôŸÿüçª.j£)Ü1 ‘ w…TŠë¯¿~V´0bºšÊ|½(ÆÓƒ%Ì0¶¶c¶HÀÕºßsx`eEš}Æ?("Ra IKKùâå—&ѱ ›”Š’åË°wJ½-f&mj².õäóbÁi–_–·Ùm+úKX»åƒØ¥íE‰\Ä©n ÷4mÑ>Aó ñXø¥Êé¢|œË ^£õÒæÏo±ÅùìªüŸa†z,Å ù²1ÈIï÷ÂÆZiZ8©«¸Â}°Þùæûýnx/ðvØ)ÜY¶çÀ¶<fnˆ°(j×Óm‘>ÆòÔÛ6«4OËi&o™ø~Ç|ÚÏ¢}æ²yœhk³1ÜÒþ5›w ÇK±ñý¶F@î£Ê¥£d²É&ÓöŠëf~öž:rÌ1Ç„k®¹F“Áá.ÖAA¬Ýƒ(¤•§.ézR¥Þzeötny¸©™$QŒ÷ø'Ö55ÅÂ!,+|á±Ç ¢ÐSlQV†7ÞXyïI,V:A 5ùªTÁ¹J½UòV¹¿Uú[¥Þ²ýmÅsU¶n‹‹ðüóÏw[„¸{éõ_üâ…éÄNù±‹.Š+¨ž†}žyæ)JÒ–çÄ2Oã,Xãd2Ä…Ñ}Ûa_ÄDhÎü^¾uð«>þøãx"E"žX/¨ß«P“„6Ú(ˆõµf‡CX”éáÍ7ß |ÿ¦™fššb‰#”$ñ›GL±¬â}h‹XQñxÔøFŒ{Ó1u1V¬"UûKÝÄ ¢ŸbÄ ±[D¹ž|òI!‹ñ’L«4øu' ,°@ÅYIEø é4¹cW\ÁÅ,…Þ/P‡ÐÕü-·Ür–¬ËV¼ÒtL^ ¾±h„¾Qã²Xìú&ní1)ý ÆŒ(ÿõÜ /è/ñkÄàGï×øã¯×à’‹AÝgžBù&Ìczè¡ ”CA ŠôO´ ž¡ ¢ô·Cß:Ž@da4^Yi¥•qÏ\|3ø†šˆò\¿|ÄûÊNë–oßVñZÓo‡xšÕ\oǃ4¾òÄHã»A?ÄC,ˆ÷6;%& óA<æ‚X¹×ti»í¶ÓïãƱ«„šG÷íŸÅpcƒÈ"¹êŸøF ¥~—9Ï7nÄ4)“W¼Ïô»žÆb <â¿zè¡›6 ½m­ŠñšPãXµ¾uZ‡@[¯ 4®qé½þIÏ‚ÿ;…Õ±(×3¬»MŒÎb’I&ÉŒ{Ê®±M¹£óîUê¥ì2–Èä…¡ö•ÕÂîxÖI[$¸öHð¾ ^û"ÙvÛmµ|,ŠêqMb æ2ø/¤k¬ñMªàle°m¶Þ4o³ûUîo•þV©—>ö×seø6{Rš ¬ïŠÎVû§–ì©…;×q³5áUÄ-J%Ë MS§ üÿ€8öA2Öoo‚@je˜~‹’$¾ëô:náÞë×­Ëcû&¥î–A”òñzjáÎøÕòÉ„Ø’Ç-|±Xk[šü˜UÌz ÷zcG¬®É?öØc+|,¼ÂNÙþb•Í“ö@ S4F‡‡Õ¨_hsÊ©›Z¸¯¸âŠ…|ï{ì±GÄëüóÏo¨—xšÆEÒþBï(J‚šdðî[~¸äMàÓ·óXB¦ê–戴CPÕ¤Â<†ü¸æ#¸ö[yÄnBÌ‹`¸å³¸…û`¾û÷Ú%û±…–Õeà#Z¸CC’z†A †uw£²ÐB é3ÔÎîUâûAÙÆokYHî‹Êéu,îS©íJÞTw@›‹¨ÕðzëÄøo)¾¾ß¶t&¥Œ¬še³Ï>»þ˜Q¯¹æšÊqHðI‚JÁEàã€æ¥i`±8Ô| ê ¤$V¶:AÑžç¸D‘H “*õ$Õ\“˜$P„ YguV&6Ú6±>ÎPDÚàûŽ;®´›?åñrxâ‰'4èƒXHepZÃo '¸ ÊH8àr*+z å;*X°€êÀ^œEÊ:è ƒb9ðcƒ´ºi3e˜Ûkœ­íeêMó6»_åþVéo•zûë¹J±möÙxýõ×ãGg†8ð ²`ŒX·Õ<ïéBQúÑ´çšw‹J¼XX²óüÄ’-mjÇì§nêô ª—ÎD¾C{&Åò£3;á­îx\áÞ·0UÈ6£pßo¿ýôÝO*ã„"!V‘½_ò w¾\ƒç½žˆµ¼Æ::øàƒë%iú|Ùþ2&µ¾\yå•uëe\n除 wÆEÂxÛ8×·Új«¢$]Î5£p/º¿Bµö¢|7aümçç˜cŽ.±™,V“)H›òϯµÖZšŸx/pÕ¦®þÌxfl|¿ôÒK[µƒvë ÷A{ë›ê¸X+Çße'í4ÕYOHîö^F”êTbâv:AáÎBTrÖW¶Æ÷3…;† Ebó縉qb™nUò¦ºƒÿ-ÅØ÷ÛÎT¸% ¨Ô²'}aä÷ùa›eGu<Ÿ®Þqºº]¦^&AEeo½õÖúT8«è:J7“tÀ_”6=‡U“ ÇôZwûù`«V["8tÊ—‡õRg-Dþ5[¯å+»-s©«jËÔÛŸÏUŠo™{¯Jòü󓳈Ç\*éG“‰djæe°#îÜiÖŽÚGaÁ$ÚúdlÕ o¬"À"§ÝG&r.Ž@ à ÷þ@ýu–U@[@T¾•õ$µžNîx{Ù{GÜ©ëeï•óeû›Ž…Õ“T1‚ƒ‰)ܱüîN˜pƒ íF$¥ï©¿õîpµ{Ôè6µÌK=r¹Çù2Ä?žã;4ØÅîƒý è¹ÿ±¥¿#ž—Á@ú]IŸ¼²…~¬):AáN‡ÊÆ÷+«p7_ Z»“¢nUò¦ºƒÔk>߆Nÿ–Éá./Â×± <ƒDçœOE¬B¼T¤Åœ^‚ëŽFøÛó'—XŒÄÓä«ô â¹2õÊdI95Å7–W”¼õŽê™fš)^c‡:Sîj8±Äµ[98(áÑ:þøãcY2ñPÞJú–¯ÃÑ>q­ ÝñaJTîBÎPÊ€Ó ®-Y#GŽÔb«âlmk¶^Ë÷ì Ü•ÓöÇ÷½—Ë%e&RQ†P¦D3eJ ¡Hfš ‰›)C†B"cIeJ%”)Q‘yÈ<–!sÆû?ÿõÝÙ»}Î{Îûžù<ç¼k}>ïûìçyöøÛÏy†µ×ú­l·ÙÌ/må:ÞlÚ-åuâ›Íq=Κ5ˈ"ÙÈC4¬ÎÀ¹×*ç›5kw.Ü‘Å˯'Vbÿƒ>ØòÎÁ÷Ì3ϘM7Ý4Ì^Vi±°œr®Óbíg9íܾnËÇž]E@PÒA@•m6¸¹‰Y”Là:M&ð¯Ö«WÏž yP“åÊ1ß…þTãÅÅw!_øžÌ>BÜqÿ_º“ä¿PñØ£ÄE*¥ðç„ïtb4Á“ï¤mÛ¶.idQÀ¦™s÷Nuþùçûóðë(Š@õ¸oXrm»í¶ö7Y} =[‰÷ŽXg:¸ÆÅc¨¢†ZŠø~î_ÝóÝ3>|¾çR6œ¸JŒÿŽOÓF rëvQÎYš\X±ƒËT‚õÏŒ3¬«BÐÑd*Ù´›iÉòc©Æ*”8¸ÖbaÌÊl:‚Õ/Ñ×á®Ä}—}gýŸNy0}á…b¸ûŽ?Þ¶]hœéW¦í¦3–šòd3¿µõºÊuŽäáj¿\ËÄH%á*54L•,ü.eÁÁ[ÛÀI«R~H O‘$¯– ¬üF¡=.wÔ½t3µ¿}þ° …çÝ7Þèχî=ô?.Á9Ãb6 Œã<§îР¢Àµå%Ш§U¬R‰àÚ>|xRÎôdùk:–íx.\èiád!?ƽ3Qdá!&Š0;.YT°”Œ.³p dïÇmyg†Ã•<ÕÅ€ ÊÂ]‚ÔùùƒŒ­(¹v=ãá¯gÏž±§žcÐ`…_ÛE-ÜkûPýøñ¼ ½fùÆU©=„îxñ\lÑ¢…¿GcµRzU‡L9X¸Ë‚oÖñý²µpÏ%†[.eCÝÏÄJŒÿVÝõ¨çJŽ@ùRÊ”:í€" ð¡Yé wÀ ¹jyIP÷Ö¢_ryiåóÇñETb#  ÷b#ß^ãÆíïŸ-1K0 !ØXøAÏýªAG§‚»ûpçÜAd J^zé%«¤w.ÖîÞ’¨pƒCÑFüŒSˆu$–ñÖøžxâ Q‡ ´ßóìö²/-ÖZµQ£FY¬^}õÕØ­·Þsõ’ÇÑ b–.˜*çPœÃi Ç ß9 þt¤:…;q’B:hÃ0jqB¬&±4÷c"È= %óKP97^ìA‘C*b׈§^lĈ±£>ÚŽ­uëÖ1B9äC|yêa~‰ïäêd»óÎ;‡EjmZîµvêÓ8‹Uîwee¦4"i5¢™"‰Àœ9sâbÕ¡pG0¢ï ]S@Œx'v:Á8ŠÅqâ™ñ¬àÏŵ#6Ÿ;ÆyYÃëŠ4Dz.ö Û°,m„’¹”å¹å®õLãû‰…xL¼«ly8àY¬ÿâ‹/ö™ë¾yX쟇¹ÄpË¥l¨;pã®Äøo~45TáµÑþ(Š@røÐäAï–ž6mšWN$/UþGùÈvc&ð²Jù!н{w?‡BûU~З=ªp/톊dw?Oµ ƒz¡xMT¬§*—¨pgÄçž{®¿÷¤*Çq¬¾QÐçK²/í‡ØSõ¹ÿþÞ®[·niÑÕµüòË[%GºcEéáÊ&– ,º<|È‹Ë¼Í W­;î¶aS”ïB1Y%Ë›¸e¡$¡;ðe…FÏŸ"Ø£+Ë\¨Ä¬Á‚Ã…ªŠ"à ÞÙ +¬à3,î©Ô°l'ø§»7°u wÀ:<çÒ,ˆ"aw®ºm¨¬ŸÛ²¡Â½’ã¿9Œu9Ê—Ã]~È*Š€"PKø駟Œ¬”[nw7d *läEÈòìIÐZw¸â¶—_~¹Óìٳͽ÷Þë÷5Q„<îòÂZÖ^*Š@Þ@]F¬×|ŒÆÕI<Ÿ#Ž8ƒ[èÃü~“&MŒ·yËÂ1{üñÇû¼ÉÄ8!n‘ãƒOÌCp‡ËÇ{\?óeºŸíxiîqâ µjÕÊÇ_â8q•àU ÃsÑá! lŽNÀ°S§N6¾;æ¶Äï‚8ŒÝ¹l¶`ç¸e)OL#Y$·ï+ìsž=Nˆ-Î/ý†¯¶oß¾IûK9QY„1¼çˆ¿«Ên“c=Ö%X÷û´ò·{(4¡$E@(¨ œÖˆxÖQ &ͧ+ºuëšý÷ßß„ñ1ÂQrŽgŠžC¼Ó»¸xâ¥fŸKîyäò%n‰ãÇ3mË-·ô§š7o^%ÆŸ?$(Û²eKC~'¹”Í6¾±·ß~{Cœ ÅÅá;g•Ð˜ÙÓ`E,Ä0¦Z.1Ür)ëú[ÉñßÜuMþÁ:@4»¦½REÀØ€q ùH.”ä2^úÄb»XÇú/Ô(†~§+¼/ð¬ï«ô&; ïL¥_¿~…ŠïBΣn¡ƒ±óDQÔóÇ<éó>ÓY«šŸß ‹3 P`­¢H¬k¸Ã½ê-#|Ñ L… l†{*…z… 3§aÄT¼é ÅY\à{›÷“b† ÷B·§õ+Š@e €•5Tb,é€øh3fLÒsz0=p©‡¬“ \ì<ƒUE r€^â믿¶ª]‚ÚWÎàjñHˆó!o=(ßUÙîá¨5 h¢x?’À¸~ÌÄãÁ;𨣎òç4¡e‘ ÙŠÖ­(Š€"5ðÏìÅ / ‹/v»º885â¤ÝS"Šœ¦É¼™Ö\sMÓ¥K3sæLËéÑî—E·ðBZ~ùå«ôÛÞ½{›‡z(éT) E ,À“eØ°a¾¯'žx¢Yc5ü¾&ÊçŸ>ŽƒoÒpžËsTÚël >±W’Iuç’å×cŠ@®(‡{®jyE@PŠ€½³Á5Ájãúë¯/BËÚD®|öÙgqî‹ô[k­µr­VË+i! îiÁÙLÄïxã7<¥L:uÌ–[n™Q€±È."#h)Ai¥ ÁJ7n‘Þi7rE@9ÜsE°²ÊãÔ­[7;(‚Ù¿ÿþû>°be´öŒæË/¿4-[¶4lîáóæͳÛÚƒ‚Ž4D€çymÿâ é’" ASK ¿6®(Š@† >ÜÀ3‰°rÏlÆ 3¬E³—õ×_ß øD°˜$ “Š"P Tá^ ”µ E@ˆ*ªpêÌ¿_±XÌ.X¾ù曶ñ=zèeTÊ?ÿüÓ´k×ÎÌš5Ë‚E”3f˜Ö­[—犀"P X…»RÊTÂTêE V p 'x+é…43µ€2¤ÒÊ”ñäi×E@PE ìxàŒS¶C-Ñ¿ÿ²Sm†HNÙ×]w*ÛkûE¡ãW"„€*Ü#4ÚE@PªC`ÅW4—_~¹Ï2~üxëïh"²ì¸ãŽ¾o/¼ð‚OkBPE@PE ð :Ô7Ò±cG³É&›ø}M”7Ýt“9r¤ï8|üü©(Š€"Tá•™Ð~(Š€";w6[l±…Í ·ïÙgŸF)ÍRjB ÷9sæÜšUE@PE@P ÀO­‰òB€ ©‡v˜ùüóÏmÇ—_~ysÿý÷›õ×_¿¼¢½UZ€*Üó0Í(¾®ºê*³ûî»ç¡¶ÂT1qâDóå—_š1cƦµ–ªÝÄî”Ã%öY÷ê¹Üq«¼çž{ªË®ç"€@H+º5G kÚE@PE@P*K.¹Ä‹w±¶mÛú}M”ÐÈ<ûì³¾ÓÇ3Bò'4¡(Š@P…{&š€>}ú˜óÎ;/µ¦ ( ·-L+Ukuí¹mÕÅ9RsT$´•JA`§v2ð¹;¹ð Í_ýåvuA4pj'E»¤(‹ôŽ:tðt»ì²KÅŽ5)½b:(ižJCàwÞ1<ð€Ö9çœãÓš(/n»í¶¸ ©Ý»w× ©å5…Ú[E Ö!°\­qL°»>øÀÌŸ?ß¾Ûl³Íâ¨jjâ·ß~³ü½PÏÀÇÜ A³ýöÛ[Þ1‚ r,•|øá‡æÝwßµnT«¯¾ºÙj«­ÌFmdp¯Â¥*™üøã†6êÿúë¯ã²­°Â ¦nݺqÇÂèqëgŸ}f~ùåë²O}M®[¹¶ö!Ót9ÍÑÏ?ÿløúÇ?þaÖ\sMë‰Þß~û­iÖ¬™iÞ¼yZœtÌ+— .´\vpFÃi—ŽdR–yuœy«¬²ŠYqÅíõ '5××䦛nêùªÓi_ód‡ÀàÁƒ­åÿþ÷?{_¸á†âeW«–*¡…û믿n©ÇVZi¥B5§õ*Š@™ ý ¨oôëׯh½.U»¹ 0“>ßqÇæ‘GñÍñŽU›ÅÑ+†D3웦| w;ß¿Èæ›onáòQ¯ÖQ\æÌ™cN>ùdßèvÛmgn¼ñF¿¯ E@P"‰€(&U2@`ÆŒ± 7Ü0&“÷'Scò¡ä=õÔSUjedlРA1 èáó¹zDyÛm·Ýbl…Û·JÙ—^z)¶÷Þ{W)GùM6ÙÄÖ9vìظr¢„‰‚'i×.[QôÆÄZ6&Ö±qåŸ{î¹ØÎ;ï[n¹åªÔ!ã±£>:&–ëqeØɵÝ*fx œæH,¯b²Àbñåºà’…“8¼›6m×¹”(0]ºt©RŽy;ôÐCcß|óM^ÊþñÇ1y¹‰ë[·nÝb­[·Ž;Æ5µöÚkÇÆ—²]=‘?N=õTýúõc²(–¿Êµ¦¼" #1Y¤òóõôÓOçµ~­LH†€ðœúkŽû3÷r•h!ЫW/;G[n¹eQ;Vªvsd&}ã˜Ø€bMš4±øŠÂ=—¦Ë¾,ïùB LOHö½RöM€–÷ãÝxãÎên%#ð駟Æ}Ýyç•<ÜŠ›I‰¢ÿóÉܪ(Š€"a~‘ï.ùòRIY!·Êi`«é/ñ¥¨X…×XŽz…š&®Ob §¤IÕöGWnñâÅ1±^O«M±RŽ}÷ÝwqåO9å”ËtÐAqeØɵÝ*fp œæˆ…‰µÖZ«FŒ™oæçý÷߯‚„XÁÇZµjUm|À ÎeÅ >ébQªë‘ã'žxb•võ@~Ï“Øþó °¨§]BE‡ððG·£Ú³ŠA@îÑŸJq‹·÷ð 6Ø ¨-U»¹ 2›>»÷ÙÚ®pw¸?ùä“þ!ñ{Å婤­*Ü+i63Ë™gžé¯õFY£°ÌjÐÜ¥F€ïå]wÝÕÏ#eµá¾Ujܵ}E@È«pWJÑ ¦#¸;÷Üs-… ô+ð%» ©òâj v€j#•à&üÆoØÓÐ ·6"l‹%¹¹ë®»,-  eôèÑ槟~²ýû÷7bun)ldµ×rÒ]ýõ¶ <塬¶Újæµ×^3bEin¹å#–ó†cC† ³QÖy™UW]5î¸XYê5ÖXÃR„@Ò°aCóÕW_™¾}ûyØ™|ÐRÔˆâؗ͵]_Q†‰r›#ya0¸Ç~úéæá‡ö£=í´ÓŒX¬Ûyáø\`©Z† fFŒáó}ÿý÷6èÔîè=zô°C ,0÷Þ{¯ ’Ëyæ7lG1“mY®'úº¼‹e¾9ÿüóÍž{îiiüqC(ˆFe¯Wñ†ðýÖD~€ÚI,øì=‰š¯½öZ#†ß­JôàþÏ3ÑÀ©Ñ›íQíCª(ÜGí¢@ ñ °‡xnóŽ“J”ö/2K) sÅ9_T…P3ò>ÛÖ[omÄ“°Z:GGýçFçÞyy7‡¦Z>ÞÍeÁÄe©²åˆ6ŸňW¬Ž2ñ½½J!9-­#uɧbN˜Ù\ÏÉÆ ÇR Àý†ï_'¼+sW)/ø¦A—á„ï¾kUE@( rÖÛ×’ „cÝ®¬bIŠÅy¢p,´2 W^åÛ¯Êî¿ÿþ1hå½÷Þ³VÌrÑÄ.¾øâ¸Ó¢µåYÑ•‡LL¸²ãè_î»ï¾˜D[A“J²± ëÂj]”Ã1èZÞzë-KB_ù Ç–!k»‰õU·_®stÖYgY¡ö‘Ã*CÜf›mìùvíÚÅ:t¨=ÎN&²ãóH Ÿ%—²XT»¹§ÏÉh1äc6&Ê}›O-Ê<ìKÈŠ¥£ró"‡kvpê¼@IDATK+Î Y¤ô¿ÜcUB# î©æ÷•Ÿ»wâMæD”¬1‰¡âÏ‘Gb”¸Óq[¥ý‹ƒ£ÊN®8çJUè,Ü%f†}_vóí¶bP“ÀŠUúÍýöÛÏSÿ‘Ÿwqú5KH-àÕW_]¥QÈÇÜû©k-×^€¼_'“li]]¼¯gK™ÍõìÚâV-Ü£8+…ïŸî7‰,^¾Qm!¯Œ3ÆÏ!syì±Çæµ~­LP" ”2é‚ ÷:/ØÜèÏ>ûì”Åœâ”|¡Z"jû‡ŠÈTrÅWX—©Ä—þçŸÞ·ï^x±‡*¤k×®1±dŽ‰…Vªjíñlß, HÀ©˜eõýwí‡[\SSI6í¦ª«ºãåÊ®"-UP wr¿ ¶(CUB"  ÷ÔèbàþÃçð'Ÿ|§h%_2…»Òþ¥Æ×Éç\© Â=œëÄ´xyƘóPˆw€Ñ@˜—¸;‰ 1î<ß á;üu×]W#%Š@±$›µétúœŒÖ‘¹Ð+f{=W@„¨Â=B“Q¤®ˆ÷IÜbê%—\R¤–µ™|!0wî\oŒÈ=¶eË–±_ý5_Õk=Š€" «pÿ§ÜÀTj@@,ʲ¹DQ™2wªsŽòC,aŒëIYšhZ$j\žwÜÑÒxàöê÷fê…ŠF¸ÛMûöíq§sÞÊÕg?üpsÌ1ÇXwÔœ+,pµqŽD¡jQ…¢7øTÂõƒ„×G.eÃvDáîÆ¥E1á÷¡NR),'œp‚wgçþý”JôXwÝuðˆúŽ)­Œ‡BŠ@Ñà½K”qf¯½öªÒ6ô P€ÜtÓM&|ž%f iÿÄ(þ¯I°N#ÆFÔM:ul‘DúG¿å{Ns ê¸ðïÖ[oµýHFûwüñÇ[J1òHpu# c#J K7G£Žö/ìs®í†u¥›Îç|÷ùŒ3Î0³fͲt0½{÷¶Ã€joòäÉqC’ öfÞ¼yæöÛo·ïÙœ„‚ˆëáºÃ3mÚ4KqMŒ/·ç ‹„N’÷iYÈ1\S¦L1â%jÄLjå¼ÍMcÏž=m:ü­c6ó›H¯(Ææ•W^±¤¡Å¬N²½ž««SÏ)ÅF`äÈ‘Fêl³\óâùYì.h{9 Mס‡j)U©¯I“&Ù{iÕjQE@PŠŽ€™¥9 '¼§’o¾ù&é©õÖ[Ïÿå—_,׺ûøJš9ÉÁßÿÝl·Ývæå—_¶JS^œyÙ‡ƒîH±F1Ó§O7ÇwœÝ&©"ãCâ*k&L˜`ËÁBŸ}ö±<”§ðÁ‡¼x7çµqŽxùàzkªjÑäã yŸ/—²¾IÜÿýöƒR‚ó†‡múî»ï¶[” b•På¼È/Ìá´ pÔÌܼúê«Õ*ŠòÛ­-]X$ûøãmv”#‡rHºE5Ÿ" äb lâ‰'’¾?k‡¿G}ÔÞO“5Í;ÂÂ7ÊV +ˆw#tV‘ÎóX;É>äåå,ïU¼žzê©Éš©rŒrî= ^p ¬nÿxëhkÀA!Þ縫$—v]™lós>ú,èÖP…˜7N$ð¼jFS‰wé“N:ɲ[æRh ì;7Šu'Äß¹òÊ+ cCöÞ{owÊnYôÆX¥=Ïc¡”ôçQÌcÐrä‘GšqãÆÙkwîŽ;ú<ÙÎ/‹ pÓŸ‰kªY³f¾NxŸçšKQ0)óŸ¿XgÅ,Xk½× ×ç˜G®'¹” 9ÜݵÉuÝ´iS{‹¥µ¿>„:#gµJñàqóÂ6Õo³x=Ò–àžïæH”1qA°óê¾"+Êá^3‚5ÅR9øàƒíoV,„“V&T!UÞÜoœ­,rWá+Ê4Þ(ccb íï#a[‰é(ÄÙqcÍgêÉ+Ê8>ôTAÜe¡Âb¹óÎ;“=©xlyW«IxKœ‡šöwß}w_m¶ó;þ|ß®ðøúbMïó…1§\¾\¯gWOT¶Êá•™(|?ˆ?澋ù͉gQáÕò†úð^É·­Š" (eŠ€MÍtâN>ÒI å‹m†@LâjœVy”÷bcË%Ø«®M±XI9$±„‰{ií0ÀÖ!í5æMì Á]%ÓvËgº_Ns$TI1v/,Æ8…yˆµðŽzXÄëÁ*ºÃó‰iS‚•(Ù– î¼Ô²@”Ø&ûb½ïˆÄfu¿ Üqs"tTEhQ›È%K–Äš°LŠk^E #Tá^3\¹(‚1ªJAÛïz?üpŒ}ݺuó æÜ÷ÜsÏ”ÉT‰|ÅWø{¼ÐþÅÄ*Ù¹GQ*43±=zøóªp/¾Â],ÍcB%cç€wžÉ5ý…ïðÙÎïÂ… ý¼ ‡uÊëmÔ¨Q>_¢Â=×sʆKtBî%¾ÍŽ;Ö_Û|Ÿð­£RˆwNœ®B¼éc¼/«(Š€"P¦¨Â=Ó‰Ãâ„—T¬…2Ëm±>:œ‡<ë°Å7ƒÅ‹p6ú—pWÖm…%&A•bß~û­/Câ°Ã‹m´ÑF1qSöõ»2l±,–€N1Võ«¬ê…S´JXëíGL(jâê@a1>ä¶Hӗı mN•~»¾dÚ®+—ͶœæHø×ch7†u¸Ã˜3¡‡±CBû.ü ö<×T2œ©§K—.±µ×^Û×C}Xrqí  O%Ù” îôU‚ÃYO >ø±Dq¡VÕ©/Îq¿Ü5ÅV‚+§am%m„C×Ï÷ZE P¨Â½fdy÷â^ÉsVhÑâ €ŸóìKfáÎ;ž]¡YXÐþÙºyÖSW2ÁSöy¿ä=&Q8Æ;¤ÞÈ/´I=ñFä<Õ)Ü3m×µŸí6œ]›Ùô¹ØîôÕÝã…ÒÂzˆºþ§³Íe~ùaÞ…^.&t—UšCÅ9w}$*Üóq=Wi´ÄTá^â (bó(iݵ}ÔQG±em*ðÐÇ+ÚÍß°ž©(Š€"PÆX…»M•;{ºocÏž=X"YÞEQýùçŸFÐF>Æ,‡'ÁR‰¼ÄxåH*N6Üïð¤h‹À\WJǧÎqdµN€VQ°Ú¶©W>‹UهÛòðJ°ñÐ&™’µ{ 'QäšyóæyèYŽPÆê8¢«kØx¦í†e3M—ÓÄŒ€‰©„9!€WMB=pµ#ðíTîXx:Á£:É¥¬«—ÀpçwžÛÕm nÄGᯠ¡”²¼µð «Dxܹ·"ܸߪ(Š@i€wïœû%ïy²¸l„¢ËÆHq±{T.F>&ïF¼“!·ïÛ·¯Ùe—]lÜÛóeŸ=/ )9¿EÑ`󈑆¹öÚk‹¹ò駟ڀ®ÄÑ!€8 Žíží$ +÷|Þ …RÄö—­Yp5ä#Xf¢dÚnbùL÷³Å9l'Ó>ó®êxÍEÙln¸á#ÔŽ6,¸ÜqÇö—6À›˜8Ä,‚ûùûï¿7=ôÃóÌ3ÏØnÈâ‡¹à‚ lš,oÛ¶mŽþ¡C‡Úx9\;:t°uŠ!ŽÙvÛmmÀRê/XûÇ5DâaëÍe~…úÆœvÚiFh/(î û¼"R‡OžøON?}$èk¾®gW·nb"@Ì*;vŨ˜Ík[Y"Às}º ÷mw¯Ï²Z-¦(Š@4(ãíº" ”D ÷tA›Lè|°Ö”'ý“€Íi”Ò,ÅB€Ønn SQ …€Z¸×Œ,%óès¿ÑÄ­(_m¥JûW3¶aŽlqëÈ„ªëþĹcÿ¤“N²UŠò=éyYô°çe%éùÄ:yÖ†ñw\œVyêÃ#ÑI®´ŽÙÒ+æëzvãˆÊV-Ü£2…íÞÚî·)‹\…mLkϽzõòóÆüé÷JÞ ÕŠE ´X ÷ÊMEP´À:löìÙ>/TXïa¦-6ÝtS#Á¢|§.»ì2óË/K©ÄüAM” ,Üà-%4nW·Š€"Pd„†ÃZ’ãq –vûì³õã8ûüv¥6ùEQj½ ݱ°ƒ½P»¡óñU4hÐÀHŒ»/ô~.]pâ8"ÁT“ΉËË w¬Ãñ:M¬ÖgÎœidQ5ñ”ßgαH%“?–ëüNš4ɦõLõ•þ`¯,ïÁ*_×sb›º¯¡R4O?ý´oF­Û=‘Nà¡xï;óÌ3#Ýgíœ" (™ ð”þ™мŠ€"P;@!¸Á˜~ø!)¸­ _bÒsz°4ˆÅýˆ†º úgÈ!¥éŒ¶‡^”eß}÷=þÄO˜Ýwß=.î(ù@€ûÀúë¯ï«‚F#œÏP‹ü._{í5ûÕŸp¶á’M‘\hÿhšÂtiÿÈÏs9íçÓ•LÛM·ÞTùrÅ™z‹ÝçTcI÷8¿Chÿ *’˜Mö} åݺuSV‘ëü‚‘4É(0S6œÈõzª*izFEh4¡{R©, m‚ aRbTÖ+p4P ¶nÝÚ`Ì…@ÏûÜsÏ™•VZ©G«CRZˆÀ¡\YîµpæuÈŠ@6` ‡?¶‰‚õ|{Xú©D øˆ±²CVYeËE›‰ÉÔAËÙiÓ¦Ùº/¹ä3pàÀ‚´£•ÖnTá^»ç_G¯ÔvTá^ÙWÞ¶,Ž:Â)S¦XϤÊuyŽx%­Zµ2~ø¡(sçÎ57.ïiïE@X†€U¸/ó±\vBSŠ€" TA`å•W6¿j­éfÍšeÂ?‰.Ÿwe;Xýþõ×_Uú¢ÒG@¸=íÖrƒ J¿°æ,(!­Lu” Ú ­\PE@P2Eª-§loÑ¢…*Û#>.HªS¶C{6vìXU¶G|Þ´{Š€"ªpÏ7-¥ÔJà’ÝvÛm |Ÿáßꫯžw<°–ßsÏ=-—ª£ÝÈ{#µ Âzõê¬ÜŒ=Ú|ôÑGnW·%D@î%_›VE@P²F€÷Ùûî»ÏáœsÎñiMDøõñ:qrùå—Ûï=·¯[E@P* U¸WÒlêX AK!¸ŠvéÒÅ[¯Øƒú/#zôèa5jdËÀßÜ¿ÿŒÊkæ °ýöÛûŠ.\h>þøc¿¯ E@PE@PÔ ¬už°þíرcêÌz¦ä@?zÕUWù~tîÜÙôéÓÇïkBPJC@î•6£:E æâ‹/ö#yì±ÇlÀO@!°Â +˜¡C‡ú2&L0óçÏ÷ûš( péóèDieºUE@PE 5‹-2·Ýv›Ï0`À=‰J4 ùñÇï;ï>^·*Š€" T2ªp¯äÙÕ±)eŒ@ïÞ½Í!‡âGpÙe—™©S§ú}Md†@§NLóæÍm!<Î>ûìÌ*ÐÜA@ie «Vª(Š€" (ŒÀÕW_m~ûí7;Âúõë›cŽ9¦‚G[ÞCƒôàƒ6¿üò‹Èj«­f&MšdVZi¥ò˜ö^PP…{ éiE@(·ß~»Ùd“MlþïÿþÏuÔQÊ?žåtüóŸÿ4,Z8™6mš™2eŠÛÕm‰P…{‰€×fE@PE ,øá‡ÌÈ‘#}ßûöíkðæT‰|¿qÄæƒ>°ã{„ ©m´Qô:«=RE Ï,—çú´:E@Pò†@ݺuÍĉ JI¬"/^lùŸ{î9³âŠ+æ­ÚRÑ~ûígöÞ{oErþùç›}÷Ý·¶ ?’ã î/½ô’å"%8±Š" (Š€" (Š@Un¸áƒÒÁZºgÏžU3é‘H €G-F>N0þá[D¥0üúë¯æ­·Þ2o¾ù¦YwÝuÍ6ÛlcÖXcjûæ›ol¬4­øö姟~²ž$нB…™J²i7¬ëóÏ?7o¼ñ†a»öÚk›-¶ØÂ4nÜØ°`Ã"M*A?ÀXßÿ}ó矚 6ØÀì´ÓN†o)úœX/oÆ‹¬¼òÊv¡îå—_6o¿ý¶Å©E‹f½õÖKÕœ?N=óæÍ3 ,°ØAÚªU«*íùA"“²Ä¨ÀCa,Ìå?þh^yåóá‡ÚñBÏTÓÍk²ØÈ„«(Š€"iî¹çž˜ÜýßqÇéþF¹sÂîqÓ;î¸#ÊÝ­ø¾ýþûï1yÁõs2wîÜŠ³°¸ÈÇ‹¿¾øÍKàäâv@[SE „ˆ‘¿n¼ñÆ%ì‰6D±[guüœŠñH>ªÕ: €Àøñãý<ñþ!ô–hE«~\pAì?ÿùOæà¾Ùf›Å&Ož\(¾9„ŽÉçulÇwŒ‰â:ö¿ÿý/¶Ë.»Ä8Fü‘7ñ;%›vÃŽÌ™3'¶õÖ[û6\[léKƒ b]ºt ‹Ø4ï²²x[}õÕ«”•EÛWQžÇ•›>}zL |þC=4¶å–[ú}Úd¼gžyflÉ’%qeÃûï¿?&qå(Û¨Q£ØwÞf­’Τì˜1cbŒÅaBß[e•Uü1wîðÃI\‹*íé’"°”C«¤]ÐÆE@H~ýúÅ=\®¿þú4Kj¶DŽ<òH¥¬ÈÛ«Ä<º_<ÄÊÝχ^×Åý¶´¤ ÷Ú2Ó:ÎrB@,ÓbgœqFçå4¦¨öUîQ™ìú5bÄÿÎ$౯¿þ:»Š´TA ©1± ös…bóçŸ.h›µµòo¿ý6&¬k§„MÜöïß?¢»îº«J”ºbAmçJ,Í«œÊÙ¶ë:qÓM7Å$Ðq•6û-ÖêvAÁ•c+xk,G=ï¼óŽ/víµ×¦U†r'œp‚/&$ÐoL,ÍSÖƒÂþºë® ‹øt¦eûô铲DŒØ+÷¿;•È   ÷ÈL…v$)O?ý´]¼âŠ+’ž×ƒµ V²wÞygÿàÁ*8q•½v!’ýhyùàåÅ=¬%ðTö•iÉœÀ’ÂÍ…ýʹ>­@P…{ˆ†¦h ” þ¾/®áÑèT…öBî•3±XÞ Í„ÿíðþ¤=„#†A{·]uÕUcï½÷^ô:Z=Ê•˜P†z¬±J—ø±×_=öä“OZ«wgŽ2ø™gžñ£ÆŠýᇎ­¿þú¾|ëÖ­­²]¨ZbmÚ´ñDZ4ä‘G¬å;äÒ.åß}÷]oU>ÖùÏ?ÿ|L¨]¬÷5Þìîúaûý÷ßSÌŠÐIy¥÷öÛo5jTLè]lÙqãÆÅ„RÆ— ¯;t Œ7¬—ûɽ÷ÞkËâ‘!´0öù¤rW!#A‰+ñ¡üûì³8Z(^œâ™ßÛ¶Ûnk¿ÁÃÑçÚîa‡fûƒ…»Äf «öi¬ÌiO–‘ow`……P€¢ú€ˆ~úé~ÀU Ž+Ë•ê>ø ??sæLWÌ*±ÝÂ…ðÄ'õ¬ùꫯb(¼]ŸYxBèO¶e)ߣGß'~[Б&JïÞ½}žáÇ'žÖýÒ `î©#È•¢¢” ÇmKÙm;ÄDV®m zôñÇ¡G±U¢ÑÃòéAŒäÆvX^6Ì¥—^Z>¯°ž†SÅâÈG…P‡£(Š€""@p:'òñì’ºUˆ¾Ä\~ùåþl×®]mÀ@@‘@àÜsÏ5S¦Lñ}¹øâ‹( ý¾&ò‹À‹/¾è+$¨(ÝXDÇý‰2Ö%£X¾›Å‹û2$ÄÂ݈å»%µ=>þ|#^ä6}àa¨H4×v…»ÝÖß¹sgÛW»“ðOâ3˜]wÝÕðÍ* lþ¬(¯}_é7c&h(AbI_rÉ%F¨§ŒP»TÄT”þ6@«¯XbÉïwC”(ß=nW]uUÒ²k­µ–á"Jv,8—²¾3'Î9çóïÿ;ñ°F8U<ªœ×¥C`¹Ò5­-§ƒ€¬ÖYeâŠ+®h#D?ñÄöÇÄÍDVmj"+o·ÝvFU[¥pÜÙ›çÂ… X´š–-[Úm²BD„¦mD\jªÜT¸ÉJ£=Oh"ć"Ö²FV}Ù/¿üÒpó¦ÎfÍš™æÍ›'½Y¸:ˆ¾üÛo¿Ù]úBßCIE;/ÃD2Ø}þÑ®pWù}ê¾){³fî´ÓN3âÚ׶ðº™Ûo¿Ý•/G⯿þ2ÂfNî7 Úáví–-nv¬jrƒ …VBÅ…4SQ68»dZV]b²QãCÜeÁÅ5W1[Y¤ˆÉ˶ǀ<‰×SÅ ¶€¹þúë=†ða*†»šª‡ âçàG*Š@¾P÷|!©õ(ùC@ ü=_ùVó‡k²š”Ã=*åuL,Výï…(¯Txo h)žö~ŽD™j:Vø°#1¼0èÁ\…³k#H‹û?wꩧR$NˆZ}Ë-·ÄÄ‚Ý溚˜ðpÅýq£Y°`A\9vúõëgˈÕ{L¬Üm$ê>øÀF½ú 0DxÿâÊæÒçlq¦Ù–••ÕØ•W^éqc”ð]t‘ ŒÂÃB\úbDwóO ¡JXxð¸1ä…À$*é#Àï½±DhwvìØ1ýš3o„ îû*Š@¾P…{¾Ôzü! T þ¹ËûœJ៯|﨔{ï½·ÿ½ì¹çžå7€ î±P¿ÆÂD~<òH8ZC#Hm»víüïCXbÂçmõ.ï½÷^Lجå裶=…’$†bZ˜ÇÝ7 [”ïN„ =îN…¶ÆžÎ¥]*–_wÆ cb­C÷…NF,Öí5tÞyçÙ€©ô‹¨NB÷è—Ð[’xþûºÑA9AêO@^«=eaÁáqÊ)§Ä„Æ·º%wNxïcBgcÛ¤mtSá÷´Pßúr$ÐKe[6T¸»:XÔB¹/Œ¾^ÎIL¶¸vu§¤¨Â½¤ð§Ù¸[­ _.Ž;î8ûÃB•/"4þÇöÅ_Øc(\Ý’t2 ­[…;. jÊ'*Ü]&VQ9Ÿ¨pç¼+ËCåy¢ˆ‹-Ë"•­ÍC$èt…›1}báA¸»ìƒDhj|ñûî»/&àI£agÛç\pÎ¥,ÅÝü‚³P¬øqº‹Â×oóUªO‚¨zÀƒ‡°Jf„r-½ôÒK™U ¹sF€Å7°w¿i^’U|   ÷| ¨u(ùEOKw¿ùmEkU¸—÷uÀ;©û­°Å \%:HÔ¸ùÑûYñç¥phdþ^’¥Qh#Bµ7wäå[kr¡{±ú”ÄòBWë­«³m×!”xí$¶åöé z''tR•~»¼áV©ÆyZ `Ï“†¹CFÄéØÂ<,ö…rá…V©#ÌOºÿþ£|”u w¡Š5jÔ(iû0<$³ØÛ×tÑ° ÷ÊE¡RÀמ(ð_,3•ÀÙŽl±ÅF~øI³ÉÊådç$œPù8*áK:Œþœ˜'›ý#<ÒÀMà÷×(¤UVp-4Rœ ÍLûœ ι” ñÓ?1ø ç ¤ Ÿ=B@Fñ °éJú?½,–ø!Áo½JútêÔɈçŒ- ¢8<Ó¯Esæ‚€P"Ù Ç®ŽÙ³g»¤nE@P* åp¯° Õá ±Øôuo·Ýv6Æ™? ‰’" ”F¬ }ÄÏ 8Ðïk¢8 W;¼oß¾V’¬Už9{챇¹ûî»­nˆ}¬u~xœ4+Ù+¯-[¶´éJûÇÇ—V–yà²Èª½¸¡¡Ò©´ád<ûì³iß¾½™6mš­ŸUxðÕ-Ö¤#µ¸R ñÐ@P¸«(Š€" T&ªp¯ÌyÕQå¡Þ´Ê,jE¡{ÐAå·­-+„ÒÖ`ÍŽÂAÑøÀTëyŸUCZ(c°RÇØ.4¸Ë¸’, äҮк Djÿ2mZ‚£š]wÝ5ÓbyÉÅ?ßÎÙH.e³iOË”¥”)öo·ä¹çž37ß|sÒöî½÷^#Tí¹DkV§hûóÏ?ÍÏ?ÿWžÕGgw";®}V.ÝêyX=Çp« E‚ÄZ#ÜjXÍÅÕk÷Ûn»ÍH°W#AZmv‰ælWPò٦sÁ9—²aQ,óÎ /AÐê`Ñð0ªŽ‚(¬¯ÓÐ.¡tGùŽà±û«Î*é!€kŸ¬$ ¼ÛÕmÀÂÝ :, ª(Š€" Tªp¯¼9Õå¾5Ã÷P(2Ý·a~[ÒÚ2A€ïo,ÛAs‚ù¦›nšI5šWPÒ@ogÍÿÛo¿YÃ8¬ê1.T)TáÑyBIÈJ±Ò³=Ä =‘Ó—ÕeòH”è¸Q`팲—¸§ž={Ú‡ãã?n•Ô(œ%ƒ§,€*Ñ5K„ú%@„µ—ÀCF¢.›&Mšxʬè'Ožlóò×?×W¸ÔGŒa­Ž]†™3gZž)ö-ZWÖåa+A!ìîâÅ‹@µVêÜt$XŽu)lܸ±u0`€Í‡²¼³rÇMJ‰Ú¶¦L™b]¬è?ÂË¿ÿýo›æ_.}Îç\ÊúÎÿÀ2™y«ŒUm¬ç¯»î:{,%ØHb‘ŠÛoÓ¦½VÜÀ¸Þ•ÏÌ¡QóïÆä¿ÿý¯aÁM¥84oÞÜs%ò"åh±ŠÓº¶¢(Š€"P,Tá^,¤µrEz §TˆŠ8]*¥Gà‚ .0=ôï:‚:ø}M(Š@~à;œ…,gûí·ß<Ò¡¯á›1™Aj~ZÖZòŠ€L”Jq•ÄË/¿|L_V‰ ,ÊîØÈ‘#ãò „•XzÇš6mwN. ¸ý† Æ„j¥ Â÷#ºsbþTûŸ„¤ù»víj른~X‡¬ÔUi_,ÒcDcNÌ›¸/ w[V¨DjÌëÊÊ¢o/}ÎçlËÊj§¯(ÙcBã÷Ý8ÙŠ:&¼h~¼µ!ѹsg…X^Ä$¨Omv^Æ(‹ZqQ鯺ꪼԫ•¤‡¿W÷û•…Æô i.E x–»kŠ­(0ªÉ­§E ˆG™ÿ]ÊBw1š¬µmˆ±Çš÷e•è# Š¥˜pCûy¢èwºôPíqßñ¢h‰‘`-yi†øý÷ßë;[i D«B©åïá{<é-Zèo/³Tm'~‘¹2já ¨Qˆ~ §/|Ê«­¶šï-.\pr“7Q°›]vÙÅ"pn'€X{íµÃl–ÛžkÎ7kÖ,î;DlÆšªŽPàguÍ•a*,â nA J×oÊô¢mÛ¶¶ ê$À§³.§,¼ÅÉÜÐàòÂZŸ:Ú(R ŠqÑëé'ãaÌÎ:?±ØÜ~ûíæꫯö§òÑç\pÎ¥¬Vþ‚ xõ°ìfE”@¢Éðue+qKP\®Dnƒæ˜cŽ©B?T‰ãÎǘðpÔKÔf"¥T>ÚÑ:’#ÒÊ8O¡ä9õ¨" (Š@¹" îå:sÚïb 0|øpÿîI,&‚*ª”¼ÌÅ€Î[Õòm •ŒÒüä^øv%@0 믿¾yýõ×ó߈ÖyÐï@­…®.ü#>!ñ õ·ù)´ü:ùòèjî½$`&'¼ÞõêÕ˽Â2¬ÐÅ …y:?T.~Øü¡<‡®¤˜(¡´`Þ>þøcÛ_©(Åâ¿Ú€[Šñ °‹ (¶Q¸£ä/´dƒ³ëSºeÅjÑ4hÐÀƒ£Š •e0ÿP¤¸€>\·Ï?ÿ¼Yi¥•–eÒTR.\h+ÄO@x郢I¥ðŒ?ÞÓ{qÏ"…Š" ¼¬óÁæýšžŸ.¯nE 0@ùGœ:†¢¡0-ÖÞZ§OŸnöÞ{o ß(U¢‹ïžPaBŸ€`LtÞyçE·Ãµ g|KaÅ-BL°_|1¥[-€¤`C„Ž·[·næî»ïömôíÛ×@±¤¢(e…Àѵ®¼4º`Yõ;»ÎÂuG9Ê[”®p{£<®m‚åw*ëïTX ”GYÉ_)ÅVóüe"¬¼—ʲ;œÝØr)ëêЭ±s^È«¯¾jN<ñĸLŠSrð!8Õ Aƒl†k®¹ÆzÜ„6ÉKêÑ\×À?øà#tHµv8W,µüRXt婧žòÁ¥ÃãšVâ!¹JDC|#•Â €¡‘“%K–(ÖŒˆn1æÎki^+qäE%Pª“ÁƒÇí»ãºÍ Å‹[¼±°¸!ñœÌ駟îéVPÊká^ñ ÷gŸ}Ö´oßÞ  L”m·ÝÖ̘1ÃÔ­[7ñ”î+‘EE(Jõ~ø!iáÓ“\IÏÕƃÿûßÿÌž{îé­cˆ€…'±TªG@‚1›“O>ÙgjÚ¨¡ùw TN>³&²FàS±vü闥Ϭ5%nÇÚk¬žu]ZPøSÜ“|ô±¢Y“Ò¢“ó4¡(yGày—û|ÑW¶Þÿ¬°‚Ùpƒ¥yoH+4?Ë7à'_|i‘à†w•h"ðÝ?š/¿úÚvîò¿iãFfy‰ÛUùè³ÏÍ’ß~3÷ÝwŸéÔ©ST»™u¿&Ožl<ð@#Qmûï¿¿yøá‡õ"kD“üôÓO­¾Êy‹ïU< :wU¨#Pù”2óæÍ3<Be;+…Îeÿ¥—^²VÁ½^y£~¹jÿ<¤ ƒmù’¨î\˜¯6¥áì;v¬a .cø‹y)æ÷¿ÖZkÕ&(2ëqÇg°lÓi.4MFŒÈ¸-—eιj˜-´µÄÚxìöÛ2«@s+_,Zd첫?2ÿ¡‡”ÃÝ£¡ E 4Lœö˜9ìo«ÅMÅ›ì¥(MGjA«ÓŸ{δï~œiÃõÖ3¯?úh-uù ¥îæûîg¾4Kî'télFþ÷¿‘H»£ºš§ç̉t³íÜ‚ ¬—S¶C›¯8º•ü!@ŒAŒC?ûì3_i:ṳI“¬Á˜?¨ E@(KþY–½N£Óo¼ñ†½yý(+åNÚ¶mk°x_uÕUÝ!󜼄|ðÁqt3þ¤&"°òÊ+¦² F¬&ýõ×_{š™v½d]Zgu œ.P /5]ºt1X¿«¤Fë xïLzlº™÷úënW·B`á+u2G‚U»EbwL·Š€" (åÀ ò|uò»¨(µ‰b÷î‡Z0 êwüñµ’’ÿ矶úçM˜xxõêÕ+YŸ*±aècvÙe—8e;Æ`3%¦ÞÙ*Š€"PþT¤Âýý÷ß7{íµ—¸Â4p¨Ö­[›GŲ¥¥8Þq×!*´Š"P,'î•Xlï´ÓNq«¯®Ô©æßþðáÃýé'Ÿ|Òôïßßïk"9,T†rö•W†»š.Û5oî-ˆ xG‚§ª(Š€" Tªp¯œ¹Ô‘äËFÝä+ê´ï>BýÓÈïk¢¸tëÖÍ`y`Ñ>fÌCü;•ü!]Ju¸Ûl¸á†Ö´eË–înE Ì¨8…;X{챇ùR8p4å&WYe{%åCâR½âŠ+º,æÁ4Ç{¬ç(ó'4¡(ƒÖÚGy¤TqÙSI@¢ë賞7“gÌL]@ÏäŒ@YÞB\w¼ðÊ«.©[E@P @@î0‰:„¼!ð˜x ¿$ÞéNÎî¹Ì»ÒÓmq¸è¢‹Ì„ |cçž{®9ôÐCý¾&rG€ BÚãâÝ óÔ=¥’ï¾ûÎl±Åöo·ÝvË©èÖvß}w_4¥*Š@mD ¢î_}õ•])üøãeÁÁ¸iaÁžhùË ¤˜`òï¹çž¸µñ‚Ð1+•ŽÀÍ7ßl¶ÜrK?L¬8Þ}÷]¿¯‰ä¬üŸÿøƒ®¹FiN<…I„´2/¼òJaÑZE@PJ‚€*ÜK»6Q.9Ê÷l߶»šÍ6óûš(S§N5ƒö î»ï¾6–“? ‰œÀØ«{÷îqÌ x?õÔS¦~ýú9ןKP­âÙÀ_®ßÆ×È·âŒ3|}}ôQ.]Ó²Š@Ù"P1 wVä ‘ o 64O<ñ„¿9™pÀæÎ;ï´&Ýù›nºÉôíÛ×íêVP* •VZÉLœ8ÑÔ­[׎Œ8XnüòË/6Òüg­€®hþ[o™;&i€·ü"_Û-¶òfÏŸïÓšPE@(Tá^þs¨#È/ÌÅ<õ⋾²Aì PGJ^¼€]Ô¦M›ZcDøôUrG€xLè˜úôég´tÈ!‡˜iÓ¦E‚ÊZ,íùË•BèŠ+®0§žzªYsÍ5sOkPÊŠ¸ƒþ$·ûì³yõÕen÷ë®»®U¶o°ÁÕNÜíX¼†´ Æ 3\pAµåô¤" ”/x¾àÎç„ Ë'œp‚ÛÕmþ#\Gx ?óßëG˜?ÿüÓïk"¿„Ư¿ý–ß´6E@P’!°Â¿—÷mkÐT…&j!—ŽZfÝÞZâSµiÕª¢PÚ!ctÅ Œ±î Ü\uÕUKÛ± i8ÇsŒAÇJÏž=Íý÷ßoVXa…ðpÉÒÌ÷|1òᆈ\¤•üŽGŒ‘³â>—>hYE ,…NäÒ‡_ýÕ(J ƒ•ñ5ÖXÃÞ$X™MGà”"÷™gžé³_xá…–ó]­Ý=$šP* ^, d† bÇuï½÷‚Ôèo>õ4>ý43N‚Nóâø᧟™ëî¸Óô=þ¸ÔôLÖÀá¾²xcü²d‰ÁÅsÞë¯ëGhÖhjAE@P¢…@háþ‡.^Gkr´7ECàÍ÷Þ3‰7ºµnwHw ÅÉëòžéäöÛo£ßtÇu›9,fvØaºžPh.¹ä’ðPVi¾ÉÜB ÞèÁðÞ~Eè(?üðCƒñéV[meW×:5ôa¡ €_~ùe‹Ãá¹Ä4°¿â)ËVò«­¶Zb6»Ÿ¯>Sý~K<¯¡ÁÁàv›m¶©q¬x|óÍ7¾o,0á¼óÎ;fÞ¼y–ÞªŸTÌ+m2^ ÐÀ™8‘x `È›ªmdÓgÊ9ùüóÏ Æ‚l×^{m˓߸qcëR]»®¼n‹‹@Y+ܹ¸;vìhfÎœéQƒ&‚ZÈÑìOV“8ãŒ3 7ŠóÎ;ÏçêׯŸUº³ú¨¢(•‡<…¨yòÉ'íàxùáaÙºuëÊlFÔ´Q#sêQG™kÿö*\=;nV©S'µk!¼0m'¿g¾ð‚=LàTµú Ò´" (å‹@¨pgüñ‡ù÷¿ÿ]¾Òž+Y pÙ¨›|©-7ÙÄì¿[;¿¯‰â p饗ڸv®µsÎ9Ç*ˆÝ¾n³GàÛo¿5ûï¿¿yáïwyjâýþºë®³t+Ù×¼´äwÜaN?ýt«`çô-xlcYŽ^+”Ã?Ü >Ü*hÃ㤩c”xš$z.?ýôÓf—]vIÌ·âyÀ€æÆoŒ£ÊYQ<£{ôèa/^—?_}þM<‡jÿP`‡²Ùf›™«®ºÊì·ß~áa›†¾§k×®q wC/{Ê)§Äé·Þzk3yòd³ÞzëùzÀO…Ë/¿¼ÊØÐC¢¼G Ž—@¢dÛgWÏܹsíü&«{Çw4Ÿ}ö™iÓ¦ÁˆP%:”-¥ ðŒM™2Å£ÉÊÔ#øÀqÄ>HêFmd-c•’"÷ º¼¥Qü:Ye•U¬¡(†]ù,³±ÀNôÌÞyçÍ„  JßñãÇ›.]ºØ&±¸'¨¤¦¬¢Qcíž®`MÏu„ì½÷Þ6ø++X‘³ŸLrí3zÀ£>ÚŽúÑý9Ò*öñXG ¿úê«Û¦¯¼òJóì³ÏÆuƒÅŽÇÜz¸Pðà}Îi§f©ªa½¨_¿¾Ur»|(Ôo»í6»»ýöÛ[¯èg˜çqãÆY/y—£>'¹öyÁ‚–úƒãÿˆÑc|þùçm»x @íýÅï¿ÿîvuþ!@,ýȨ ü®¿þz_®$Víˆòœ”ì\ÀNfñðÛ½öÚËÒ­" T·ÜrK\àTh¦®½öÚ avCaµ·Ýv3Íš41oLyÔVò“pü5ÙcOƒ…;r¼¼<Þ|ñE6­ÿò‡À—_}eÖo³Ì•ó‹çž5ëÊ‘Š" _ˆÇNƒ]võE~ãõ´99}!M(Š@^àã~…-¶ôu~*®û믻Žß×Dþ˜.Ôí»/UH@÷îôÇòW¹Ö”_‹…j£¶íÌo+†n”Øi'±T)˜U…%*Ôæé9s¬"ŸŠÔBg‰Ä‚BÎm–xp}«ä†À¬Y³ÌàyÕ© ŠX¶• À…ß|Ç"û5u†d®½>}ú˜«¯¾ÚîB-ƒ>-™soÁr%>s’¸ÀB ÀÆ žßò÷߯ïù€RzY"|þ+—…;Ë¡² üÀó¥lg^¨sôèÑ–ÞÍ+EYL\%sçu«(å÷P£èuAL©Ï”ð…R¶'öþP‘ìÎ_qÅ^YÌâJ®âê ­TjO|Ö%k7“>¿ø⋾ ¨aPº£€ÿz÷îm¹ÔÉ¥M2ú_‰$vÝuWóòË/W«l'?ŠuSgžyƶž`­ôƒ ¸x  C=EríóYÔCðÀO¦lçÜùçŸoÇÝM:˜SF¥8”•Â‹Ê—PàŒ"ðA¾…$øœöÙg_5«Á¾ÀuDEP*Æ„/œ¼†î€•7âìGtÜa­ 05àâ6@‚Ǩä%`§ª(Š€" T!­Œ*Ü+cNu5#€—ä wßã3öîÞͬ(žä*ÅA€`Ð_8!~Š<•Üp !] A7Ÿ›&â%\ ÁÒ;•BÝÖæ›on»ñ¹ÄOÈUœÕ8J šL8Îùê$Ó>‡ßå,¡øOöÆcƒâ§:þÆY©W—sw •ê™gžiB«zÚš1c†.§yóæÞÛÀÕ•KŸáãÿøo£¶êmˆG÷ÔSO™Aƒ¹fu–‹H?jì®/5 …•º“N:)<”×4+vÅr×.`î&ÜXØßb‹-òÚžV¦(¥E^4~ó-[¶4?üðƒ :CÔrV¦ëˆU·Ê2X=¿\‚Ñt:ý {ð雹â²×J^4Tò‡SïŸ:ÕV¨<îùÃUkRE Ô pwŠv·-uŸ´}E ÐÜ m?ˆ ©'¼Ö' ¸Jq€»kb'Xc_|ñÅnW·Y"pÕUW™~ýúÅ•n×®yðÁS*£ã2çi‡`™|ÇvØaUj„ÏÝYJWG›R¥`ŠXu#_ ýeu’ 41o¦}nÚ´©¯¢M›6–ÓÜH‘àû>_‚ Ô<c=OX±ò‡~9t9Íš53pé#¹ôýC½zõ¬^"\DÈ×x´žÂ#P wV YI ·‰Ä>_i~ p·ó@rî œ€ËW’b­XækÃÍc=ö°J÷ 6Ø X]ÑvE tèÐÁ <ØF§9îCX½‹n•eðpYÿ~>ٌٳÍ#òRw€ÆQÉ-åÅ 7P>~–¸7$R}óM7ÍOåZ‹" (Š@ÉP…{ɠ׆K„Àm¢[$¼Ë42gsL‰zR»šÅ*—xw "V|à<§wíB#?£%èf7  q(°/o°XJà°mÒ ÅPŒ…ŒÈP¢wEsÛ¶mÝ®ùðà ÜóîÚøàƒü9¸ý ¢Š À…¿¼±,Ô (u/½ôR[žö^zé%{­¿þúÊáP?;¡‘#Gš<Ь·Þzî°ÝfÒg ÐÉÍœ9Ó^ÃÁÂFA`¬îÑÑauNàTú„u8Êj®yZ‚·¢w™O'$¸6†w‰43xˆ ¨E¹~òÉ'›7ÞØCÍ;×Æztõ†<ê¹ö™ ÆÀ\n·Ýv](^ àvôe¶|ƒ6Ì@7<ò*Ñ@ Ò ÷É“'ÛÕ2· d(ß¹˜Š-üà¸Ð ªÀEŒÀ§„å;Ñ‚×YgbwIÛS"¼{üî(­x˜•\e{‰»Ü>r_œ*÷AdXyì//BΪbYNMeƒÀ„±ù&›˜ùâi@+£ ÷lÔ2Š€" D 8…ûŸD«sÚE Ïð=…(ªœßé0³¶T)<XäΟ?ß7„°…Pªd‡JU¬Ø§M›Wߊðx—J`fÀúÔ¨(œ`@Jÿàì…q04™Ü.ÁCÁÂÅ.B}ì£ s4+P­¤§ †9Ÿ“LûÌB–ó|“öÙgVyŽ½:AÙ4ÁS¡¡ •ë”À¿PN9å»p ©iP¾;|˜‡4TÏ8c)å*û¹ô™òGí<ôÐ?}òÉ'VáÎñdÂ÷7بDF§+ñ=ᢇ*üAp±±2V*A©Î‹U/'(ß ´F£vçt«(å‹G¬6lhñ×_™Ã?<-׸òuv=¿¨w/_ð•·Þ6c&NòûšÈ œš;†Zƒ" (QC Ná.T*Š@%#0îÑG͇Ÿ~f‡ˆç^?±ŠU)<W^yeœ6”èTT²CNòÝwß=NÙÎ7ã7ÞXRe;£Á@ô½÷Þ³4¨§Ÿ~ºµHÇúcÕ÷ß¿Š²2x>$Zrs°Q@íãâ.®¶Új¶ý0à©ï\@×Ç' z,øw¨|wùè ^påcùJ¶}vu 2ÄÜtÓMUêuçQ´cíÏb†þ¾*ÑØþC¨ZbÑèʲ^°rƃ‹„ÜOpMIõ£rùŠ±åF†•kèž·ÊxVûTE rà¡Éïý÷ß·ƒbeœÁ(Ü‹Š2.{» EL3qK|cÊ£)›<¦ÿs—BË‹ÐÛS§O«äŽ ÝÏ>ÛV´¥X»¿úÈùWª5Ô¾X´È4ØeW?ÞßßxÝ„®®þD„xÌüø÷; ^’|øD¨»¶+_Jà°gÄ¥Y½ÞªfÏ[Û4ÿn–YüÃ÷váü¬Ÿ‚ÓˆH¢\ûøjìF˃ñ1PÆ¿Îtlß¾Æ2š!s¦‹·bûîÇÙ‚ME‘òîôÇ2¯DKäŒ@‹š×ÞyÇÖsôÁ™1—_žs¥® ÝQ]ÍÓòõd§NJÝ*ícù‹a c @‰øØc)o{¤Ò;€åx{¹O¿ó÷uL)»(u±/•À×Ê`¬¾K!,D Ç’j—Í%ÆýI%ùê3¼ôÀ¾ýöÛ¶)¨žù«_¿~A¯s¼æÍ›g ñø}±°€’…‰š$—>Ë‹±béÅLݺuíX7ÜpÃ*T=5õCÏ%²²rò%¡‚·º8—àa •í¸ªð ‹Š‚‹HÃÐL´k×Îó]ÁÅ¢À£²zŸlÅ+õˆõŒ" D¸ÒàA;ñÄm7Ÿ}öYÓ«W/3bĈ(w»è}|úif¬¬ªã ð‘¼ì]wǦ_µ^ÊÇD„Sáp‡Ë½ÎÊ+ç£j­CˆŸ/\dèy¢åÄt{Sû6“E¿(ËKo¼iºôêm»Hì…Pá>ðª«Ì< zŒ<NÙN³zöL«œfÊ”Ã;wöÊv¬vÇWP%dö½~É×厲%§”pác˜TÛŽw ÔŠM½ŠµúV[meÿŠ9+ËwTÓÙH.}Æs€Å þTÊF©›¬² ûý÷K­€èÑ}¹‘•"ÊsuØxêÔ©vUÉåÔÕÍÇÓ­" ”/=åÀ•x'Ãá¥UeM„zç´®]ý¡½ý§ÀKÉŸÐDÆl*VuëÔ±åpJ›óÚkסrAàyçÂ'”ÑâᨒÚ­Àv‡v´ŸÉB‡JqP…{qñÖÖJ‡Àe£nò$†t›‹ñšJá€SûÐC5X#Nš4ɾ,\«•[3ÆV(’Ce;ô(O=õTÉ•íXw;«v,§á•Ÿ5k–ù#Â4eåØçʽºud…F 2 wÜO°dÿJ\rl»í¶–‡ˆ¤(J+q &ª³‹zL§L™bŽ<òH¿šÅ~kŸE s°rßzë­}A½ùæ›~_Æœ}bO³òßQà¿ýî;sñ¥‹¹QIó/ßöb½á„À©*Š@¥"0úþû« íŽIXï™*'ÊäÀaû´7'‰r›¿Fë¯W&½6¦\û].«Â½\fJû™ ÏÌ™kfÁÏVëö\àL«,†BaÀL¸Ÿ·Ùf›´Êj¦xzè!Ku„6;”Úáwa|©âìý÷¿ÿ5›nº©5¥Åo¿ýÖì³Ï>Ö`µyóæ&‚ÌѦû\œÙÔV*H(ÜY-$¨[lÜ$X¡«W¯^¤±gµ“ãÐ ÷~ùX$@Eor‘S;§DÜ¿&Nœh¸‚@{…õÈO?ýá^·kk oÝÀ¿©why„D¯_øõ×ÅíD…¶¦S+tbuXq<ýâó¾ðR"ÛmÕܸëþ+ùˆœ,^„å*Ð'Üpáö8 å"åÚïrÁWîå2SÚÏ\¸Th´œ´Ûa³ÃÖ-Ü®n €ÀÕW_mî’÷o'½{÷6]Tw\·5#pë­·Úo=,Ç°pñœÄ…ƒºsÅÞVü3ªÇåØçbÏ«¶WY”œÃe–í|ðA²(á[´¨ùÌÍ„(Ìgžyf\ù\wžyæsÆgÄYÜWW'ˆ¡Œ3ÆM¸Jx;UE 2 /±p€]Pƒ«{÷î†E6•¥œqÌÑæZ¹ÿ}½x±Y".­ç]}¹å’‹žØ!xª…{Ž`jñÈ"0z²{é‘:˜þãŸföüù¶¿·Ž¿ß@E‰|÷Ãf®ð®Ð ^õµV_=“â–Úæmy?}ó½÷Ì&[„BÇúDÞ_ï©åþµœiÒpCÇtÚä~ûÚ;ïš…ß|-÷ÞßÌzë¬mû›é˜3(ÈÌâê+È믿þgZ4ÛÌ4 i™Êïâÿœ!ûEƲ±Œ{yæÂWZ¼#óó¡Ä ùVè(Yôm²AC³‘àV¢ ÷r˜%íc.¼òÖÛ† ØNž´4’Û×m~€ÞvÀ€¾RâÍ]^Áiý€Š˜·³Î:+®E‚ÎBu¼Ê*«Ä/Õs}ôÑGÛ@¥aèß[laõSažR¥Ë±Ï¥ÂJÛ­ J®p=z´hœ'n;¡ëNâùpŸ•Û.]º¸´ò%(Ûçÿý‘—m×\séÓ§Oµš³­[Ë)Š@iØo¿ý¬;Ü Aƒl&·ð¥—^jXšE¬U‚y‘ ²'¾íÙñ:«ç fcQV©dÀö-–QÊ ØúôË/Íõëg_¡–T"†1îŸ:Íö %kg¹×ò±Øû’K¬â{Š(m¾ÚÁúIŽNž1ÓtøÛ»æèƒ2WŸsŽ9ø”S̳sçŲázë™+Î`:í»oÜqvà2wMßâqó”XÛŸqÑE6H±Ë¼â +˜}Ûîjn–㫯ºª;\ã6¬ÛMÝ­]\bÿœ3l˜}ÿÃ"A(ëË»m¡0;ñˆ.&Tк<‹„£w¼oŽ›ü¨ùI*‡ò¯ýË ÁÜ.Ðß߃Q~í×cYL—¿éß‹Œë›_°‡kê7žœWßv›¹üæ[ ^¡PÏ©GezJ•ƒ1'™îgŸm³÷9®»}ft?{ yðñÇ Jw'Ûˆ·ëˆÁç›’P!Ü>a¢¹â–[Ì[ï¿ï²û-ùÿ{æfÖ­ý±(&Âù ÇžjŸl­Û·à^›M¥0|úé§æðÃ÷ôkl°¹ï¾ûªÜ ÓzåÔÊs­—|Ç@%J§N¬ÑUÈjž/Uº¾| ðWNRŽ}.'|µ¯ÑB z³‘"ôu­µÖʹnŒ.(HΕý]AÈ%ŸmXßG•>Û1i9E@0æQæÀ‘çå;sT–"нã¡f#yÑG°,í?ôò¥'ôÖ`¥ºá |yµr÷Ph¢B÷è£Ö+†áì¶ãf]y?\gÍ5mšcÜK¨Z“|õíb³ÛÑÇTQ¶SëñÎgö2ý.»¬Újn¼÷^sœ,¢þœ Àþí÷ßͤǦ›V¢œM<œò!Ÿ-\h^zÕ­£«(Û©ÿóE‹L¯‹/6Gõé[%˜,‹o»‰uÛ-÷¯¢l§,˜¡Än{TWóÞÇs(o‚‚}wÁ¹ßeC«(Ûid±Î ‘ã;v:Ü|$è©ä—%¿šzžhî“ùOT:cé¿ÏqÇ0 å‚ë†ÛùI¦l'ßó/¿lö;¡§a!&Ê¢ ÷(ÏŽö-W »êT_Z·{(òž€òšË¯å™€@Ûåm>ô,yïl„+dñ›X|‰ÊöSdìرq†vMP"„@É-ܹ©A+Côçÿû¿ÿK(hfÏžvþ\26ËÌÖZÉÔ©SÇ{ì±fÕ , r飖Uâ!€õåÝwßmZ¶liÝøPjtîÜÙ(ZO,(k»,¿üòbQ9À&t_ÈCOüt©â šÃ‚EŸlêÓ2Š@”ÀºÛ t2NŽ ¯'f=owɯxu2M(‘öc§w÷n–Vå ÌÈ{ÇZå3熾ÍìºÝvæ@‰”L®¼åV³’M\Ú·¯i·ÃöæßrO{âùçÍ9W 3?Š%> ängmæNš˜³ËöÉç–ûãk¶X³_Ú¯¯í4)>þ„¹Až5ˆ`âc™¡7ÝlB¥Õù×^kÞ~)%ã_„`„,V@çòú»ïš—_a^zã Kc”( ®÷x¨u5Ò¶×éô3¼’û¦‹†ØEÆšŽô¹äRñxÑf« Å3tv…Äòf†¼ŸŸíuvö{ž7ȶ?w>ø ]DøU”HXí£¸5dˆ-uÎP è„gÍ¡{ïmÛ¥­A×\kCPœœ=.ïùâ±{á…ÆÓE@PÒE ä w:z¢¸ó—‰À‘^,…;Êv”k*Š€" 8V‹c¸Ûw÷ØßÅêq‘X!ân" çÚ.‡ì½—Á}‚âgÆ]wÖvXr? ÷±L¶u¼ðÊ«9Õ¥…(!ðÖ{ï{®v”(P>eðVé¼à£Är}®iÓª•;t{ð^{šñ⥠‚*hLî|àA{ euácMÆqʱ™r¿jÕ¼¹ÍË¿M7ÚÈ´‘EÖÖ»XK|¬¯±v?´ý²¾úÌi&ë‚Á®¼ÒJfÖ}ãé÷5‘9;¶ØÚb!㯿þòûšPÊ0Xê~íÚšzA@²UëÖÞô¶~x·¦¤ú"‰í*“)ÌÇóÐþý­‚˜}”¸s_[jYÎ~(x„Êvwn«Í63Çw:Ìíš[ïïÓÙ$n¼÷_¬ßñÇye»?(‰s$È ˜,"4mÔÐÓÜ`Á=Zâ‡L}«ý;A¸{%ätÿþÇOg½Ëøeã>úàƒã”í®ÒfM›˜SŽ:Òíš°Œ?(‰ÕêÕ3'¹l¡ÀÛm‡]ÒEu;aì `F‰çBè!»å&›˜E³Ÿ·<ôpÑGUÙÎxTáîfU·•†À0Y$Ä3Ás§ëKþ*mœ¥ÏÓ“£¯xb9Ùu×]Í•W^évu›Ésã©PÙ¾‚ÄkÁ¨J•íi¨YE ZTá^-Á¤1q)†95‚[Ô¬isÏö0uÜrº0 wâ¤àZòqqãÆé]Ù€Àˆ#T"TýÜæEùwcïÞ½BÇvrX‚†€܃†›ôAÀ!={ö¤Ò¥KÇ @{˜ÁêÒ³Es#Ùßó—/iè´éV‡$HúÃ#ÖÌI|œ>‰žŠÀüµëŒ©×äĨ:BȨ4$´:•µ Ñ* <Ž¤û¨Ñ䈢£ÿÄIô'S~AàÝž'kGÝ ¼ò0tÛËuN²:}Ùr£º^_º,£2…:åË­1. ìeä¬ÙFUNB­ùâï=öm«ëŒ†\Ë’›ÌU~Ê}èû˜EÐ&ì¨eé¦Mtäôi½kl/r”×tSñ¦œÜ/$äÞ£Ç4`ÒdõéÇ×Óž¶ç0/d$0EF„ÄùCr [ƒ»P­…$¶2VØ#°tÓfã†ûugñºÑ‹ð#Dá™­÷rÔК5kŒÒ=™— †DÚí8Ú¶W¯^6šÕ¨Qƒ¶lÙBјŽMDÐ@À÷I;4F—1A@°à¨]²d‰–/ŠšìåsŸùu­,q˜ß¾W‹S£G>ÉžŒJ)¸„@ί3íŽ9k”¥ x‡O"Dih©S®¼.:Ýš ÔH”ùýÞ}Û"‘h¡:uiãîÝ+pÀ×ëÚ&™¸…»srkG†j=`Ùæ-hÈÔi*1'æ‰d®ùjÖ",B@ycžî˜-èOògϦº qlþZµi1{ýßbZœ³—¯PË~ý |¬Ž ª¶øóMzߤÜsV­¢‘œHôçÛ·éɯ¿ª>H*º†“¿iyÈ÷[Œk^ˆ0Óôô0žVoÛFþy÷ë±òeËFµË½_,}Ñ iÌœ¹tæÒe‚¡}*ßß¡‹6âÍ“‡*—(®»k[8WNcaß¡ÊmÚÒJ6˜ÜüXé·pÝzê;~‚qŽbyóew+˜ îXzøä‰ÒáÊêú?{Îib_wÓEæcm°ð5Šs*h©_±"%ü"žÞ•m0@î#$I}Ì÷9ˆÎ#ÃDüGØÕâ|Sìrš€ŠT A¥…óÿ¬rT÷D A@B˜1cÒºuë(wîÜŠ#ðæ)†WÊ,ý`‡äY.$–Þ0w"Œ"à àq߶ÿ€êtô¬ûÒ%N+im5̉OA7’9]Ú!È“5+%I@ÑÑx{÷U*^̦_*æ`øé'tììYªÔºÍ1½S£LiN,ZYïúÙ‚žÆç~'ª}З,=:D< ç J0Ž_f#+tïa:µ?®w/Bj-‹¥Ô3“«E ½{«>ú8¶qcÅRFoð¾#™aŠ"EiùøqT£LÕ¬XÞŽ×9¸‹"ŽÆ lðÉU­ºJàŠý1'Í=sù2%Ê_ÀÏÐÀ.¸ÔE~• A „Ø°k7!gŽ'Ý›5 á3X{¸6mÚÐ1^HÖãqÎœ9õ®l ðŠiä*UªD?üðƒM D÷ïßߦNvA@ ÄÃ=4P•1AÀòdf®íéÓ§8àAÞV–(‘#ÓàŽ À߬=F¥DÀœ8"‚€§!oÞ•[·ÓÖÞÒF…“ 9µË•5ŽnãELx›%Z”(´kÁªËt/öì1?ûŒú¶nM˘ó”ÎÞ™«'ORÆ}sœ?[ÆŒtxå *#»ùPË0 Ÿ\¿ŽZשcÐn™KÿÕW´sþ|uÜ\=jTÚ:{•)TÈ\­Êð†ùµ];©wË–~ŽëŠíÛ³Aº¼Jºªë £+‚¨¥=‹ÑØ^=•aß¾ ÷ß±‘èȪ•„„©!)­jצµlp‚1ß‘`ÑeLÏ´tìXŠàÃyï¨]XÕ!Yl^P‚>"3àù£»#:óœ0÷ÊÅC&2À<®”F`Ĭ™ÆˆÜÁ}M$dÀ»Äœ9sŒÁZµjEM›Ê‚†ˆ“ÂSŽê*\¸°±ÏHš*Æv' Iµ „8ðÃÞ!>j ¸páBjh ­½pá¥OŸ>ÄÎ ^4p¥AjóƒýÒ¥KCllH¬ƒŒìS§N5^Ä”õêÕ3öݽ°oß>õÀ Ô‹Û| dA÷?ÿüCiK–¢wïª!Ê}û-mœá»0Ôq­Ôï'BŒ•=‡¡òuöîLž$±±/AÀŒ ÒfÏÙw/økl6÷õ”ò¦–)çCY#ì‰ukÕÔñ¿Ow$Ký:MJÍIJ”³W®B?ñ³$dóÌ™T¦p!e…ç1îWŸ1Ç+»`è-Á#9ÎuîÊUužTÉ’*êgsÖó¸óàòýæ-똌¾âd®æ0ùË×oò þâ Ö!“Í1= ÁàŽÍZæ¾úx@[PÙàÿüó/eN›6Ìè$n3]Û~^øä)ÅŠƒ’0ÕOSR×€æVÇAÿ•»zõ@‹)›M†Ì@u¶`cð4;PJ•jòÞ@‰<(WM‰u{ÿòGè6²uŒÀ‡S±†ŒƒX@Ì‚ïäÆÀnXuÙ'hÓzU ¡<f5pbèB|- $Ós!ÁgPîÑæq½½|‹#·Šóbåõë× U#òÂçòåË©"/¨‹‚€ ¼æç÷(ÂàDr A@,‹ÀXö°;Î!÷'øÒ‚B_³Ñ&S&_n+½QÝ»SoÿÍœP†ˆœ™¿¶ ÁÒ^ºðàÔÑ0(ŠÁ=XzEçªmÛÑÏœÔÓ^þùço›ªo*U¶1:æ°ô }ûØ´ñ–ü¯”,à—¦ÃUý`è‹™ÊÅÕ¾Ai‡ó>$°"ð ÷Ï‹—}xu5B®]³ic¦(Òmd+!@KNºëªDäg‡ EŠ¸Ú\Ú1 ùÙ*(Ò€9žE‚†ÀÉóçi{akéÕ²….Ê6À£ÆvÝ!0²¯]»–`tqŽÀþýû©`Á‚6Æv`†ZblwŽ›ÐC@ ­Œ,‚€B ‡0/[¶ŒtÈò NŽZeô ‘«:²[Wc„ã:Kzg4’‚ f#)<ÜEú•*Úx®»‚èQì“ŽºÒOÚ‚@à@רœcÀŒ«m]Ï mr0]RšÉ¥*¢Jpï Ù~K žK æð¥»Óõ² <í9¿èd´Lž<™rçέweëuëÖQ‰%lšR¥JE‡™ò(#ç^A <ƒ{x .çË!P¬X1>|¸¡÷æÍ›iРAÆ¾Õ ßò‹ƒ9Ùßw&’3þU«a㊾fƒûéK—ŒcWúJïD I‚ômî\R”ð¤ÐGô:åʹt"¡“q &?ëå^„ŸEqn‘À#p…G6ìÚmtìÝÊy‚f£‘D`Ö¬Y4ӴѼysÂGÄ9À úïÞ½3eË–W®\ïvç :”Z¶liã´''$—'ŽóŽrD0@@ îa²œB €ÐåÅ‹SŠï“×Á£»víÚt—“xYQ@®Ae_îÔ“§Ð;æ­ ?þ؆_heÆÌ -*ñKf4)+x7WæÌ^ ”8tŸLáA?=†PyAéã øÝ3G(9êîv‰üÐï«nÃ*•=_¹pÐ`áºõôˆ½²!àÉïØ°A8ÌÂ;NÙ±cG:pà€¡ ’}æÏŸßØ—Â{Œ©¿ûDU 6uêÔ*Ál† &A@Ü¿O!n?e™  Þ‡@—.]¨bEßç¡C‡ÒŽ;¼OQ4Š!ìÖÕhñ={µµ §½€ …ì3Ô!ó¾Æ"‚€1!ÿfI•,åÎ’Å\%eA@'àÕÚ¸êû„“‰ãÇ—$ž!|âÇKÅí<`¥ßE‡œ FÏ™ctj\µªAhTJÁ%.\HS§N5Ú6d|3»qÀâ…éÓ§S5HSîpÜj”Q–‚_¢EJiS¤0HâT Ë"s2±jìfI–jFCÊ‚@ø#Ðœ Jà¯^º”±xþ³òž4¬l› 8GŠÑ{ #MVoÛF7îÞUgCÔ@×&ÃèÌÞuš“'ORË–- ¥²eËF0,‹Ø"0xð`µw!-%J” ={öPlŸ|Oº^¶‚€ ¸3bpwç«#sK!=zt•0)2ó™Cž?NUªT±ñî° #»u3Ôñ !½Ïä,ðÛHjè£>¢l&:‚£gÎ*‚€@’ hæàAñÓO:)‚€ `%æ&”ZA¸àÃgøFWÈž](y‰á)^°hÞÜ—‚'+SÍ2ñár8¯k~ýúuÊ›7/1=·Fb’õë×SÆ ½N_QH¬‡€Ü­wÍEcA@ð°¡låÊ•Ê Š)ß¾}[%BR!+È— Rûõ UGÏ™K/9ìTÄ/¶<îçü6K#P­T)Kë/Ê ‚€µ€—»Hà8Ïu[L4(âÝ8ü~ýõW•$õÍ›7ªcìر•!Y’¤¾Ç‹0¶ß¼yÓ6f̘´{÷n*[¶¬Q'A@<1¸{òÕ“¹ ‚€×#ŽÇ1cÆznß¾¾ûî;cßÛ =š5£hQ¢(5_üö >ÝÛU’~¹2g6ú;{Ö(KAA@À"0bæ,£Kæ´i©dƾüGàßÿ¥5jÐ;wTCD"®ZµŠ’ø$1÷¿·÷ýᇨP¡BôôéSCÙD‰Ñ?þhC§i”‚ Š€Ü=ôÂÉ´AÀ:€¿½J•*†Âǧ­[·ûÞ\ˆÅÞ.}Z·2Tœºd)=xüÄØ—Â{̉Sï>|HOسJDA@À"pëÞ=ZizÎïöÀ!صkWÚ³gÑ Ž3…9ᬩ…‡Ò¥KÓ«W¯ 8ÒpަÇSúôé:)‚€ à ˆÁÝ®¢è ^’¥NZéùßÿQݺuéÖ­[^¯7l˺~'ŽÒõí»wÔwÂxKè%0×B¾ô/÷À 'mA@A@# ?M_˜‚½²«–,©É6–-[F&L0ZÕ®]›à8#B4uêTªU«ýõ×_9s椃Râĉ:)‚€ à-ˆÁÝ[®¤è!^@´hÑhݺu5jT¥ç‹/7$’©z»DæJƒ;v0Ô\¼a#]¾~ÃØ—Â{Ì<î’8U¾‚€ ‚€ X!7íZ£[æÍèÃÅd`âOÉ?›6mj´ÈÌtsæÌ1ö­\0`µmÛÖXÈ¥8¿ "bÅŠeehDwAÀ!Èÿ€ûÉ×_­¢?ròäI‡mQ9tèP£Ýš5kœ¶“a‹€üz†-Þr6A@‚Œ@ºtélÜñ`ߪ•/ÝJö€Ž *U¢TÉ’©™Âëªû¨Q0ë°¢Ùà~ì¬$N [ôål‚€ ‚€ç#0~þzçã?n\ª_±¢ç+<{öŒ*ñ³ªN’ #òúõë);XYÀgߢE 8p  õêÕ£M›6QäÈ‘mêeGÞ#püøqš;w.;wŽ.]º¤>¯_¿v Ï£GŒvpÌ AÞ… Øä› ‹ózÒ9ÄàîIWKæ*–GI˜À ©eÁ‚4mÚ4½ëµÛ"ÐÈn¾zoÙ·Ÿ:åµúE1sâÔçÏÛxe<é#‚€ ÖAà7æ՞Δ(Z:7jDŸ|ò‰Þ•­àR³fMº}û¶j$©+V¬ ¤I“:éajDáV«VfÍòMÀ ÍA±³páB³½ˆ 8F _¾|4vìXúöÛo7°«M˜0¡ò†‡GüçŸnw4tv}C?þŸE# wǸH­ n‹’¦âGXKçÎéĉz×k·Š¥_g2ôë1zŒQ–Ñ7Òaßüù']¾!´;ò½A@×@búWüü‰=:µ¨YõŽoµdÉÚ½{·ÂÈ‘#©(?³ZY~ûí7*Q¢„òò×8|ðÁ4Š#TÇO(‹‚€s°p‡wü¾}û:od:Ò«W/Bô;>UªT1 ½"þÏ!zzgòÜ‘eYÑs¯Ì\,ŠM={ö¤;wú9œ*U*E“µhÑ"¥­ØiìØ1]¥ õÀÇ,X|È•+çÝÑB…¹­7—…RÆ›¯®è&^@þüù·›Vr×®]Ô»wo½ëµÛ!:¡¨—®_§¹«%»¾Ø’8U#![A@A@pPÆÌg4mÎÆ•XN¼0F/<ù’𠪆¼ 6X: ("ma¼4 èvÄØ®¿)² MàuýÍ7ßÐàÁƒýÛq^Æ÷îÝ«¶ˆL÷¹½ùÑìíèûôéSexnÙ²%v•\¸pÁ0¶ë:½Å¹.^¼¨wn±0¹ùÿF7ÆÜƧwýlÑÇÞØ“ ë ,èÐØŽ.ðxÇ‚ÅÆmFxŹ>@[ÀK}´·²ˆÁÝÊW_tG }ûö6+íàFܼy³ÇëåŸ9¤¯aåÊF“AS¦Ð[öf!Êõuf†‹ìeô§÷•qP ‚€ ‚€/Úé@IDAT 0ËÙðt‡©  <èܸ‘*ËÇ€>¡V§ÎƳ'<9—/_NÉ’%sÜÁµ0ª*TȆV"qâÄtðàAååkDE7@œçÚÈ3gNµÃ1ŒìC† Q4-zšüñ‡¢ú˜1¶yÁ@É‚öGU”­0Šƒ’2sæLZ¼x±*wíÚU¬‹+¦öÍðýÇØH ÏvG/ñ>}úŒÓ _A~ÙñA9 J–R¥JÑ‘#GhÚ´i4…߇S¤Háè4ëæÍ›§Œáð>‡—;ì ´Áx=zô ¨Q£ª~öÞé Ä^sæÌQìh„:œßüA´ÚňÃáù­R)”2V¹Ò¢§ x-ú +ÕøÁ?âÉ“'õ£ëiàôo×––rß_Ì-÷àÉ?õjÙÂÓÔñù¦I‘œ¢1ç*’žá…ð${^d¾BA@A@ìÀsãÈY³êºåËSb¦-qŽ@¯1ciסCFƒ:uê(Z£Âb…+VPƒ l<ŠÓ¥KG;vì0Œ”ƒDÔ àm®)Ê”)C {Ñ<í_qN+,!ÇB† ÷xœ8qÔ,A‚zÏ!X@Ã"ɵ oZ¥J•TÝ~ï„a¿ç¹€aÆvз ÒÜ^ð€èkÌ9 t;8Îýû￉ópÁ¸Ÿ6mZ}Hé‘xûš¦Æ8èSд- nàñÆ>Gý߀z‚1@U Œ’$I¢1Î;uêTjÕª•ŸÐŸC|ļaœoÓ¦ŸvRA$îò-AÀÃÀܺuëT’¨ò’Ã\+³¸³gWWM?I‚ÔæUö>™Òu·xhÊñµ¯§Š‚€ ‚€ àMl(ÒÔ(x†èѼ™£fRçƒÀêmÛÏœf)Ï‹VpZ#‡”™+¼ÕàmÖÁVÅFô[àl¦ÞáÚخ밅8èf (@Uä¹½‹ÙØ®ûÃÀ Opȯ¿þJÈWÁûÔ©Sjˆ:ØÛõ¸0ÀÃ(‚ÿ[D4R çG’Vä[Ș1£ZLÀB"òäɧ·Ì˜bp·Ì¥EAÀ›À$Bô`½E ïöøÆKatŸp·—ÌÙ7dÚt­¾¥·¶<îbp·ô—A”A@üA`ÄÌYÆÑJì©™:yrc_ ¶\`jŠF={•‘Ù+ÕÊÒ¯_?e D”„xÃ;Üí"‚@X"wH´hÑ”÷µ³sÓ}ÿþýÏvGâ_’R35Ì.Gc¸RwåÊeìFÛþD#ûwÌ•ó8k/vÐÈdÎìKGŠ…3à¸dɪU«–J€|ïÞ=gCH½ ˆÁݤ‰ ž€VêÁ¹¦ürð<ñVùœ9áú˜Âܦ-]J÷?öVu]ÖËlp?zF î.' A@ !°ùƒÍ‘p=[4·öSQ”[µ¦×oÞ¨Ž1˜o9}Ê”ÄKZÃóµY³fÊSجhe¬ž8ÖŒ‡”Ãý ù“i5ÁÏTY³f iºû1–ò»&¼æ \ Ž|ñÅFw$du&𦠎ٳgW‰MïÞ½«ŒïÆ £† *œ497Ó[fL1¸[æR‹¢‚€ `àǵ` Y¼UÚÖ«KñãÆUê½ãUù¾Bhu1Üñœ,BXý!ú ‚€ ~>c¦QY$OnÊÆT"~@NœÚ»ÐMOOPï,7–"EŒè·±—×¼}û–ªT©¢&šUíÒ¥ ÍŸ?_QT˜ë¥,„šÇÿ¯&LpzZDd€ŠuûöíÛ€æ¥B… tûömãø«W¯튎&% <éµàžù›s‹Ùû>|h3–î/^<Ò‹H6Šÿ-{=lh9ÏË>a„Šó ^Ë–-K½zõRÿÇH<«9Ù÷ìÙCÐÁ‘h½±ÈaŽtÑmQwýúu½kÉ­$Mµäe¥AÀ[ÛÊ•+ É]ðãˆÐ0x¾ãáA'‡ñ&Ýñ²3¤SGjÒ«·RkÉÆMÔ½nÒYÔë Ä‹’&JD·ïßW˜À{-‘É‹BUÊA@A@°,§Ø bNüÙËËiƒs¡á̱ƒ9ɵ í܉J²ÁÍLÇ£yó9¢ÀW~v-0¸3F%‘Ôu²ÂxœƒüüùóÔ¿•¤ÞÚH ãø}~/ºuëM›6Ž9¢¼Ôñ®×ÇqËt€€vèСã·–E‹©±Š/®Î…d¬§OŸ&,2@à©ž PepÙÃ.Pºtiƒ×‹ Ú/w,˜·xèúÓO?ÑÎ;UÍ‘Ö‘ ÈóçÏiâĉêØ É""sêÖ­5 ‡,'0€¾¤[¤þÂ… U¸ƒž2¸†Ò§O¯wƒ½Å—M¯ä ¡€ öÀ2€ a€ÀáÇU6v¬´C?œ ŒìÛ· .Liù¡ãⶭéfmñp“¡LYºzó¦:géBéûY¾œ¤a67:Q­Nhå–÷׫kÓ&4ª{w7šLEA@ÂjíÚÓZ6*A²gÊHǘFAÄ/ÀXi©Ì†®5SÞÓ5ªS—œ8A«V­¢jÕªé&^¹…]¤dɒʘ©üøãUþ¨ºuëê*Ù አ½9sæ¤G8ØϲSÞÁÇ®“ü"9êM~§Äû¥½äË—OEw¤NÚæþ?ÀïþìÙ3›zg;X´ÂXŠ+ÒÆ5uXüøq¥#<ñ]•mœðÿÃÇLÁ?~|—º"i+ŒéŽäÒ¥K”-[6‚'¾ÒßCGŽé_o<öš$£ˆ‡»7^ZÑI,2Š#C;VÍ!C˜˜7®.ãAiT÷nT¡e+¥ëÖ}ûé¯Ìç &·žÌCÿ€VFÜÍü¬á­Î]~ Í]½êFDA@ÂçÎÓ‡©l Há?+÷œÁ:v^1cõ C‹cÙ]€Ç+{¼êÍ‚¨{Ø#€uýúõ͇,Uƒ»¥.·(+VBÜk‡"¬¤{›”cþ\œeýè™3Jµî£FÓ¡•+¼MM—õ1ó¸Ÿ<Ayi8z¨tyÀjã¿ÛCLFA@¿8’ôçŸ×9„æÉO°?¨(Ì‹ ±˜º´ð$Ü ŠÁ†1vìXõ¿ Jx`ÃÈ ¯n‰áŸ$K–L›ýkcìkvv‚§;(mðÁ¹àõ;vlû¦6û ejÞ¼¹2L߸qCæ¡:›Ìün«ébm:ñN̘1õ‹}½«û«W¯6š^½zUQÌàÿ†|œ8ºòîˆûúÃð…èŒ)ÎƼ¸ w/¾¸¢š àøß°úÝ A:yò¤úô6tF²§BÁ:u”ZGøGÝŽT¹DqoSÓ%}²ðƒÐþùçzÃIxÎ_½F™Ó¥u©oX4Ê% m˜>-,N%çA@°è½rú›Ÿ “¾ëK5|ø„}šX~>äz]»Ñn¦g„À€´„VŠæÍcƒMÅV­ Ï›Þ* ¢D‚TsHðaƒßÚì¡ë­ú‹^ž ÝøäÎ;ÌÁ½Fv|+0Nãÿ*<þ·àÁoO“˜ùcîð¼ÇGÄ1¸Ûâ!{‚€ xùD&v$Dùý÷ßÕ§råÊtìØ1Š9²Wéš?{6*Ï!€›8¤ÒwÂxªP´ˆK«ó^+ñÓO)sÚ´t’=, ð,w'ƒûǼçóÏÕÜä ‚€ „ ÃgÌ4Œí‰Ù³e­Zj>lÎîgA’TmlÇŒuè@µÊ•õ3y<Ëx« :N::ôç5ŒíÈu'"x  Œ9zô¨¡rCb±)-¿G¢FD§³ôA@pR¥JE ,0&Š‰fÍšûÞTÚ¹“òD‚NWnܤ¹«­›,ç×¾ÞîÄãîMß7ÑEA@ðž¿|I³V®4¦ÛµI1¶h¼/lص‹†MŸaÔV,V”z·jiì[¡€‰u8bÔllÏ›7/!Ñ£Û­ð °ŽŽ¯^½"ð¤ƒÏ\ ¾ÿàjG4xÜEà ÷à '}A@ð*UªD½{÷6f»lÙ2š0a‚±ï-…ôÌ׈Ã_µ š:EQªè}+mÍ<îbp·Ò•]A@¿LZ´˜^3—1$6óÿ6­^Ío# ×\¾~ƒêwïa &ErZ8r¤áÈaðâBŸ>}¨cÇŽ6IË–-K»x!œÑ"‚€7!€„¢ŸrT°#ñöR'8B@ îŽP‘:A@¼AƒÑ·œ\T ²°öá§ÔuÞ°íß®-}Ê×!Ÿ<¥ñó¨²Õþ˜ î—9 Ïïüa5D_A@A@`þdÚ„É‹Xt`ºH#ûV/à©bëÖôÇŸ*(¢GJ¦M£h¼µ‚üûï¿Ô„#† f£n£Fhýúõ)R$›zÙ¼P¯>xð@%Å;±ùóË/¿Øx¾{ƒ¾¢CØ# ÷°Ç\Î(‚@¸ €Lã+V¬ D‰©ó#T´ZµjôäÉ“p™Ohœ¤x‘Ô2zÎzñÛoz×2Û¯’&¥˜Ÿ}fè{üì9£,A@A@ð>ÇÆS{•Œ~ŠÊF¦6uß'™·ogÅýÿþûêvéJ?ß¾m¨¿xÌhJ•,™±ïÍ…7õ€HØyóæ٨٭[7UÁ‹¹êm–K"€ïwÖ¬YUrU$XÕŸÏ%×”%¿!­´ÜCQO7F Nœ8´zõjúD{€?|H5kÖtøræÆj8µÍ›ÑgÑ¢©v¿1?ßà©Óìã Ì^îB+ãWXtA@|¨Ö¾¥*^œfpÒË·ïÞ©ýõ5S[ÖªI1¢G÷ídñÒ€I“éû½{ ´oGåL¡Æ/,¼xñ‚Š+F›7o6´ûàƒh<'Ž5j”Q'A@À# ÷Àc&=A@ðhråÊEH£eß¾}zoxv÷iÕÊPi:sÖß{ôÈØ·JA§ZåJ‹ž‚€ VGˆ^¼uï>µî?€’þ–FΚ¥¥‚bòÉÇS§† UYþ!"`ðÔ©0´צ±ïÍPi(P€:d¨ù1?–,Y¢xÜJ)‚€  1¸ 6é$‚€g#вeKª[·®¡Ä¸qãhíڵƾ7. ^\¥Ê;öîê3n¼7¨(ÄÃ=PpIcA@AÀcxúì™ÍÜŸüú+õ3–:jÔ7¬R™âÇ}ÿldTZ´põæMª×µ›¡=(d@%oo—«W¯Rž­Fê1z4^µ2˜£zN÷\™¿&Ðé@ŽwϹr2SOBà<Óq­Ù¾ƒnÞ»Gw> X1bRŠ$‰)ÃW©¨fÙ2ñÓO=Iëú»èïþVóÏœ6-“ÙUÙ}è0=ÿí¥jž?[6ƒçúÑÓ§ôãÉ÷ µŸƒŠæÍãên×ΙŽn7Q™Pøåù‹@÷ûãõkJ/^ ûyj‡ï™6eÀ¤ÉÆôË*DýÛµ5ö½µ0~üxÂs=¼ûµäË—Oq¶ÇàhHA@G@ î!©Œ(‚€Ç!0`À:räíÞ½[ͽgÏž”3gNÓÃÙ„GuïFùk½OuôÌZ»cU±O¥ÙÃý4G0üý÷ßôñÇ;ƒJêA \»u‹:pBÂ?þè´W6tôlÞœÚÖ«kD9mHñþãÇêL±ØÐ’4Q¢08kØœ¢a'óØ^=epï5v,ýä“@p3ç8)ã“XòÔÅKTÓ'È7ì êÉwg:†ÍÕ‘³„6®z¸ëy”,P€ÖMb™Axò×íÒU«O_%MJKÆŽq‹û²1©P(ôêÕ‹FŒa32œmà`‘ó‰x/ êÔ©f§£ÿý Z°`±/ÏD@®¯û_7¡”qÿk$3A ÔøðÃiùòå”8qbu®þù‡ªW¯NÏ$à õ …ð ò~ó U,æ.ÜwüR§qËá¾N“†>ýä5·wýEg¯\qËyʤOCàÁã'T¬a#?Æö>øÀFxHw2„úMœhS^;‹7l¤ì•«¨O¿‰“Âkr^A@acp/Ç<ÞHj•è›?˜Fô9¿ûä)Šª’¤N£Ï¢E á«à>ÃáY¾aÆ~ŒíMš4¡uëÖ‰±Ý}.U¨Ídß¾}´xñbºÀ‹É  ÕŸÛaD#õ#;#$H€ÆŒj:Zyàð¾¾VÆÞUÝÅàî*RÒN/G vìØ´fÍúÄÇ8ûèÑ#‚ç»·ÈöðÀ‰²æ¬Zí-ªù«¼Ù³¤Kg´‘Ä©R‚…@í.éß'!ÑØx3“i¹ž=B]ºHGV­¢Á;R†T©Œs 6ÖíØiìKÁ½¨Z²µ¬UK}¾L˜À½&B³±‚Ž!•GãªÁ~k&O2ž÷|¸r¢ªZµ*ʼn'L•ÆÂÞ'í¿‡a: />Yx__/†6ÄTJ™ƒRAÀóÈ‘#M™2…š3ýäüù󞯔é8Al£*Uhîê÷†öAœ4«~¥ŠÉá´ ••<î ¶ #ðŠ½$ýtÊ`ÑèQ6I÷rrî|ð¿–£JU#)á~ù¬\¢¸ÑO îƒ@Ÿß=÷™QÈÏÄ :†ƒßAKŸÖ­¨Rñbz×불N-W®œJ†ª•CäÕ„ ¨}ûöºJ¶@ R¤Hj‘E«Z˜óZÁ+:¬ä·ß~S§ÒÛ°:¯UÎÞ××*8GO1¸=é+‚€"ЬY3:tè7‚Áõtu‘kÉÆjÐ<Œ›7Ÿðâåí‚Ä©}œœ$qª·_mÑ/,8lLJjΕ`>?è ê³—áwlè€è…/s›à–±sëþ}zöò%Å‹R$NBÉ9akHÊ\æIÄ'$# ¬±îSY]ãö8ŸNÀÊžÆâßÿUtW7îÞ¥¤ Rú¯¾¢Èl(pg¹ûð!s¾_äEÛO ÜîÐ-0òæí[µŠ(‰os妄_Ø&®¼y÷_×{ôôÙsŠ5 %þ">eLʈÔrå\ÀóÔÅ‹5rd*U° +]Œ6A½æañ}4&)2¸7¨\‰æ¨ïÍ }ºz Ãä!§/_¿áñá·‰¾ø‚:2ŸåÈY³”^£9¬¶UíZô9'ôf1¯ß¹CÏÙ0çí:{óõÝÂÿõM>†Ù¬ßµ‹ï%µN¬^Å ”0ž¯1/å?±4o _ãǵ];)å—_úé$Ç_äÉK/|¼Äv/\@ßæέÚ-X»Žp3Ó$èrgÉBƒ:´§"yòè*ÊU­?{ÎØG ø@&}÷Mô ^â‡Ï˜É‹u ÉlÈ‹ÂÆÛ‚9²ÓÌAƒý‰®[O˜²Ò¹q#j^£ÕîÜE}U%ÿñ§mݺ„¤¦8G×#™âk•‘ìí°p0¢kWjX¥²îê[ðÚÛ$M-\Èá9‘t¶õ€6³h˜„yjG÷èNÕJ•òÓ/Yáo lÈ»‹hÛÔªÿµð‹ºU“&RÕ’%Q¤ßo¡±óæsQ•>¾dCG‡õÕތ{¯–-T’Þýú©±Ð^0¸¤cP®¹žG`¿ºŸlCóÿ©ý¨ÍkÖ éz}‚P³ÞxÞÁýßkHŠ$Ih)'GÖô‚æ¶ÞP¾|ù²2¶ß»wÏP'jÔ¨Š¯½X1ïõè7”u¡P¦LÚ¾}»‘@Æq¯'Mš¤h4at‡€^s$Óudj¸M›6Q£FŒ¼VH4« ö0@çæßdsDp¦L™Ô;”žÔnÙ²Eã¶mÛ–&OžLø}×’’ïÑ 8‰) ýŽäرcîý‹üì`ô«T©=Ú¨þ’Ÿ%öîÝKÉ’%3ê‚R8|ø0uïÞpnä0 Œ±µù™QÑöFs´Í—/Ÿê§û<àß¿¸>‰ÈuŒµ¹rå"ð¼ûgÜÕí]ÙÊõu%ß6'NœPßG,4™ßñ (:"ûÅ£ø>›Ïåíeáp÷ö+,ú ‚€ ¢¶víZŠÂ¼Ä¼¬TæDÐ(xºtoÖ”bøxTÀsðÔiž®R€óOš(‘÷åñs¶F·‚€ `ƒ@æ´¶Þ?}Ƨ1sæÒÛwïlÚa†XŽõ/Ü0ˆ§2½ /Û¼ÙO?TüpäˆalÇ‚a¡œ9U»“&Sã^½ÛÑà{à—nÖœ¶ìݧÚö ü¥›6£¾ãÇÛÛ1Οìí¶uß~ÊÁ|°'ý¡»ÏIe Ö©kclGÆÏŸOയ׵›*¿b£…Yž²×_“Þ½•æúð.cžEê7ðclǼàñ^£CG^@áï4·³q¡JÛv†±ÝÜ‹µ;wvhlG;í;NÝØäLþ÷¿ÿ¨l‹†±ÝY;ûúà\óÐþ>ÚÏUöý"€¤ ˆÞs$ ¶š1h¥ŒíÀ£Rë6ô› …¦O3žÿáäÉuGUFN³±ž½0¼Š±ýý•Åo ‹ð¶Ö‚rÖ¬Y©K—.¤í8†…ñnݺѵk×TÂQÐô8ÔÛÁÍí`|ƵÑçĸãƳ1¶£ýõëשhÑ¢t“#ÖìeÆŒ”‡ÏýÌÆvô½Ã M!‘uéÒ¥*âÙÞØŽs * ÉXëׯ]ŽÚaËæ€ÝÞ-Oó³Šw»&Ú•ë(¸Ô¢ON~¦´7¶cD&Ìœ9Syº›¿K!ñ}Ü,=¿µÜ=ÿŠ‚€ „ É“'§>}úc#L¼q¯Þƾ§b~öõiåK#3}Ù2e(ñT}\·ÙË]§ºŠš´#€=Ö›T«j|É¡ÓÝG¢89sQYæ‡áô¿¨û'LÞÛË٫ّ¬ÜºÕ¨®[¡¼òÌ|ÍÞx:JG±ÚõÝ»éîýÊ ”1ujÕ/Ÿ­ú÷7¼;ÇpÒÀM3gPÃʾ^ã0ࣟ²&în#GÑ6 C@ïCÕýûèàŠåT›¹! å*\¯>ýêıŠç5<çoíÝCç·|oxq£?hv°ÐP£Li:±n­šÿZö–ÓÑ7x;wšº\»u‹.±£Dþü´}Þ\5çmsçØð÷ƒªlÓ?8s÷Q£•±"A¼¸T³lj]§Ž¢‹yÀ †3úcz {AÞÿñ]ݹC%áÕ^€ãç/0 ‰FŸÂþ.üxâ¤2®æÏžÚÔ­C‹µoæg?¨×<¨ßG?Š`!àÌ»½K“Æê0Xƒ{`çF={ÑÅŸ6f>Äpu/3*¼¨°•ïµEŠ1<°¡ZÒ¤I•±4[¶l^¤iðTAtÕO?ý¤<ÉA»!\{§Ã3Ô;;vì  (ccüøñ©+G[íܹÓáÂEâĉUÿY9‹þözxƒSß,ðr?xð šÏŽ˜‚ÀÈ c¼Y`îСƒš'(X†1%<ÎOže9BΞ*ÑÀÉyáÁA¼áÍŒ‰v1B(ÊX®¯ëWÔ±yqÏYðfG2åmÛ¶¢dæ³C’±BžòsžÎë†ýà~Ÿ1†Õ$‚Õ}A@\Ga’fYË¡£fϦîÌóîÉÄÝ|ðä ýÅF)x§.ãŽéɺ9›; îß³§DxÜ¡$õ‚€ëLfCòë7o JôÔÞßð‡Äcž×¢ì™Ö‚éòÙ>ÀíŽ{^ø± yš9w³¤K§úá<á̉þÐïuíÉúUº6m¢êñ^ðÉÙ/ìyÜ×ü†_ 0®>ÿ•¾th_ÖîÅó˜ÏN4)’+c¸æ\OÌƇ<ì 5Jdšµb¥Òw<ßK‡ò‹›#™=dÕ*WÖ8Ê•5ί‹ËÙ‹^ æóø×_¨Í€ªêgöÔs7ñz5Óhã7æ\Œi@¥³xÃ{zž~'R¹o¿uèQŒk]_fçJðºÕZ-ˆŠõ…ÆõÈ7rêÒEõÀwI{KòËËŽñ‘;s,š7Òßmp®yP¿þNH_ž¿çp6wÄwf0ͬ& ÂÂóª–ž-šÛ,öézoØÂ˸qãÆ6”0ü‚6Æb[’0­¨2à¹ú–víÚј1c õâÅm“›#Jà^HÝÅôqö’Ž_ñÁÂÇ9¤ xÁñͼÀ •ÙüC¶xØÃp 㺽; ¡x@¿={ö(OwÝï›o¾¡ *¨Åmô.ÉÔd9räÐM‚µýŠÛa4‡€ÛûÆêóÿæµnÝšös~Œ´š']Uðôņ]xøƒÚ¨M›6úp¨måúº-¢7à­ŽEŠ5kÖ¨x´€¿‘   Z¹r¥úÎ#ê½J•*ªIp¾ÏúVÚŠ‡»•®¶è*‚@ˆbJ^Ñ~;®· nÝ`ÄÒ©“q~xYž¿zÕØ÷ƧjJ„l #€•E£GÑÑÕ« Éaä´ð}/eþ×µëP…–­‰2µÄg>Ó’òë]Zþý÷F…ìý¦VgÏ”‘ß)Ôq½µüÌ Ôf._a„«£>'R{rôýzü˜ú˜øºŸÛIìá¯'Œuf£¯î7”ïŸ0@¦.YJ o°$5Ûqä0Pk©izÉÓuÙ9yœ–ûë¢ÛlñÛ¡ízRà„É/°ŸðwrîÊU§t;ðl‡·­ÙØŽ>y³~£¼æá9¿sþ<‡¸¿úÃç—¯~G7‡‚¤®Û1@p®yh*(•~xúü™MÝ öŠµ¢±‘9 ÂÒRœ¹¤ÍÏ{ºÞ¶ð††ñØLùÏìœ#BŒí®]aüŽ­âÅNp¸ƒî-´^êfc»>_"¦~„ ùªüÃX ÁheìÆѽ‚…],è¤àgÏù÷<{öìÊsI^kp~- —qW‘ëë÷Êà~ÅB†ª¾[ø~é8ø±À¢÷G˜ï³£þV¨w+\eÑQ`"úxT‚£Và©=µa=¡ÞS‰ ‘pôx¨E˜?¨¼U²›B]ÁÕ C¼cEA xäø:á3wØÿ÷6x×w:L?rصÙ²™½ÓjvìDgL7N؈=†´7<’eÂh« Ù+·øÒÉhïvtÄÿm¦4©•Qû Gu‘<¹)wæ,ìžEy´51àù«×0¬’èö¤þIïÚla8¿÷è‘Z¸ÍÜâ0ô›%­Ï¹eݵ!=q|_ã»n%’¯×7^øÝI HÉÌ— Šž¼Pw¾ù¾«û ‘l$ᶗ´)SøILþ£°®ñ½‰q·ìÛG»9‰]@£ËZ5jfs<8×<´¿6•§˜)epéÆùj¬&7ïÞ£ZÞÓ$@wDû,?Îë’¤ªgV¦ù€G¶Y*rÔòåËE„¹^ÊÎÀâi5N(îŽnóß™®ò-GL9GT6ÎÚºZïXõêÕU>/Wû¸c;¹¾~¯Êm~¦}‘ Gø™5 ¹páB@Mä¸Äàî©A@ðE ?.›2™òÖ¨©(XЮ:Ý÷.^¤ÂÑ|[zNI{$–ãärxEÁs¿`…bºÑÙ‹0n  •ƒ»»]%™'#€{ ¬øôäû ’õÆ©çè1Š¾ ºÁè~ ñšÞ¥Ó¹ÄbnÓgüÒ#ôÁ“?x·‘|u·…À“Þì ƒü÷Ì[±Uk#!)Œm0ØãÁ˜ÍªW£®¶®9ÑÕþà%[ß#д*‡Ù»"/~óëmÙål G†ç>rßÜ/íøríõJÁtZ®;¡Ãq¶~ø,\¿žiwvÐæŸv9 Çw¶Åã©ÜkšßGg:J½_´Á}çÞiß ¾ß^^:¯ŠLs|ÜÖO›JÈÛãM‚E\PÈÀóØ,͘êqúôé~¢oÌm¤ìYD]ñÈ_¹rEÑ~€SÝѽÉMCZÆ2¥hD ±bÅ"pÞƒ®Ô1xž÷šn&¤Ïm•ñÂëú‚vÏ•ÈóƒH˜ 29¢D‚†€܃†›ôAÀr|Ã?ÈSú÷£æ}¿Sº>uŠ:N“ûõóX,Ê.Dy™Q{pö=ZÑCx¬BL<îÚ˜ƒ{]æ~À!>Õ)K–Ês²º”ÌÑj/ ˜©S¾<åÉ’…R)jÞÆ¡¹ÚàŽ—ç:œL ”Ð[Áà¯wml-Ã<Ý0 ›Þå'ׯ£í<Ö¦öÐ^N’în-0ÜŽ˜9‹@óЊ.`|5‡‡gæ—¬ zÊë¹Xi!ÂG†º³aÌ‘˜)XÌÇAê!lµÀ8Ÿ:y2JÃIÌÁµßwüÚÇ×Ú?q6¾³>!qÍCëûèlÎRïg/^Òô©E £üŽä™5Mz÷±IT=oø0Ò ¤=S#¿³~Í‹ ðÆW¸Yz÷î­h!ÌuRytô •üñ‡¢ãÐgyÈ÷mx‡´”-[–`pGâÕÊœð|Ú´iƒ)Þï}xmáÂ…!}ZZÍTyðµ#±ilÎGc–wìàŠhÌþdÚ9üÖè}Ýu .Ié$rL· ‹­ž›·__ç(&$6ÔœÞèÿ݉L'Ö¶mÛ€ôòåKÚÄ9UnòâôÕ m ŽZÀI]°`A‡Hð¥C°(=·5jD÷ïߧï9ÿ ¡jšŽ§OŸÒ–-[ŒD”ð××  S¦LQ (5Ïþ¾}û ¾ì'L#fî ~퓇6¨O΋¯ø`ž?ó3…†oè†Å™Sì ¥éÙnݺ¥tÀâ€Öߣ,ìPš“yëü$Úø Œ‘+W.ú•sÒÀ–]±Õ²„Ð^ðö‚›|ñ]Å9 ÷ø·Ihá÷î]BÏQ£F©cAý#×—ÈÕë;räHB"`|g˱ÓG½zõ(wîÜ„¾oÞ¼Qÿ#ÇùyŸëü<ˆïJÆ Õ¥ Î÷9¨×Ö“û‰Á=Œ®nX)Ä*n˜:Ëo^N#‚@ˆ!0é»ï˜§ø"¾tIÙ¬o_Å' ƒ’'J~¸¨T¼­ß¹KMÿ» ©?„Dˆà}?‘0¸k9Ë3 ­p”Q·‘­ 8FIˆ7ìÚ­nÝ¿Ÿºs8¿~AuÔC'?Å1sRPì6â\Ç=žéðJ ží¥ùåß,Ûø|'Øã ’#t¾å—$H ?¯P´¨útç×1sæªú#§}_ŒUEàQ­ îGù¥Ú™ÁÉ`q€c!ÊÞ.à¬?ÉØg3%vÕ:ƒBüýZR&yohÐûþma 9ì“Ä íæFñì< Qÿœß'BC‚sÍCûûúzã˜V5¶ï:tˆzg\Ò¢œøoX—Îƾ7`œ„1óòåˆ:Xø­ x¶E\C`È!ª³àÞ ã¹Y`tæÚ ®Á@ §ÉgL« þ|{}Ýî1ÓÃÁ3F}\§ªU«êC*¯K;¦j;Æ‘J¸~w˜z üì°Aà)¾pЄý×3ÍXË–-UrWûah7 ào/Û·oWÆTûzìã¼özcá‹:öœx»N:ÊPŽÄ¼þɼyópÃ0oè>bÄeÄíÄ Çñq$þ=?9jï¨N®¯/*]ß"™Ù#ÔñЋ!Xq&XìÁøà|ŸïÍõŽ],¼YãpÒ !?úFjÎ>NÓ‘Ó ‚€ d` ]Ë|îšó5¯„WnÓV%Î ò áÜq'2Ô^×ØûcŽO(e8O+ÄOŸ1u*#YŸÊRï³hâ'’/G pNß—ÊOœ¤nì-dNjV$ó­ÃP«%¶lºhlá宥ݠÁôÆ'¡UÍ2¥ý²ï=zL&MVŸ~'Ï—º?¶  Ñ’ n\]T[3Gºy!@7ªg¢š2mºAm£c;}Ù2ª×µ5ëÓ—æ­YëgŽæ¶ÞVF‚m$·—þ|-À# w;’׺*0Ök !Î_½JgL7WÇv¥]p®yp¿®ÌOÚŽ¸ÅFQ$¢ÖÞ»Hj¼bÂxÃK×QO«»ÄÏi {0Û£1]¼ŽÅظ«Y˜i¹’%Kæo'xŽ/^œâÚýn¢SÎá¯lЬ˜zð›kžkìçäÚ0„ã|987”~Ç@?òáEÁ˜0~°A_­S§N­öñ'FŒ´‚©á@ÒŸ“¤ƒ5Λ½zõRPgîyaø^”7ŸÛÔTÀq´C{-µkצYüì∕öæïžžs*»Äé+]ºtŠÞîpl*ÀzóçϧáLQ\‘ëëAG×-áµ¾Ó§Oï¸#×âº!‚f„ ªMH|ŸžÌKxŸûž^(¬Db%T 2Nÿ↬ë>ÿüs‡àCX‡$ª€` ¬0aœ¼yóRb'a«+Á5B›¢rÂ<„õà†Šc@‚¬–¢?þQñC ~0ðƒ€g7oÌè‡$„(9ºYt~9.î‹^j–ŽCeš5WÆžŸoߦ†=zк©SÝwÒþÌ,mÊÔ¤ZUš½r•j5hÊTå±éJÒ?†u»C¸÷g˘` „€Ç=7ߣEA p´®S›6ò‹÷æqóæ«D—u+”WÆÖHŸF$ÐÀSÿgZ*ó‹|j“1\××.W–º²Ø_Ì û„öµ8¢“)œ+§zS^Ñ*ŽOæ‘Ü£øÿ\ßZŠñs¢YâÇñ5Àïf/ºÉ‹3Å”:Yr½°"{ñbc¸ÂÁ Ÿ³j5Ô±}Ã/ew>¢]‡ÑعóŒ!»p?w`0túŒ§¶zÒD*lç•ç_'àR¨N]NŒÛ\E&\ågíEë70•Ï&£"\yÖÖ°€ßÕÛLO\ÓAÚS6`À(ŠÁS§éæj{òü*S¨!W@p%8×<¸ßÇàÎ]ú[8{TjÓ†^üö› ˜×ó3h`’D»;rðrÝöÊGûèh‚*HÄ[³fMeè ìU0¶ë$›+W®tihÐÈ\åãÓÅÏk,(ÃÿGF‡ddœ\_—.‡M#,ü\¸pA}§a÷ER¼xñ”m¶?$v5 l‘!õ}6ëÍe1¸‡òÕÅŠc~0{µ#Ã4>fùŒ´g̘¡njº7 „éU{¬˜=iÒ$µ"£;pð0é1ѾK—.´|ùr˜½¤àL§ª`ò`2·øÂ0&ø¸Ì‚-~hÎòË#~ì±z«zôÁǼH€ãXáÅ95o—î#[A@ð\ÀÕ: };‚Wô #fÎd#D Tª8oب(ÀÍ Zß6­=Rÿ& Z³ÁÝ¿¶rL#cêJö¤ÌËùÿö0 ¼Eòä¦eãlÃÙõè09$´ a¦#ê’¯’&U<ïm¼ƒßÈ4ø8’lˆ¯S¾œÍ!xØÂ/ù0îÃhÕÃì!  ƒÁ2sð ªØªµJ²ŒDËÕÚµWõö†pxxåÅí«ÝbQ:RÀ¿ 9Knê¨/.p8?Q*µn㨠óFU*;<æ_e/þílÁׂ¤äE4TeóŸ$ì ©yÞ',X@HÀ{y»ïwÆÜ6°å ^óà~;Oi/¦œ,òÜ•«søÝô\Þ" p€1¥jwéÎ;Ý"Á¤ž“·0ÃÈŽ· ¢) ñÂnp†u8nâãîb¥ë«¯"-ð y> ù!eD3ç8¹ ÙØn>f.£ ŒØZà¡vmlG=ÊHdcº6¶£Fq$š¸vívUB p092¶ã82AããÛ ¨o°b>˜5ÙÛÑ+ì{Ù[ [ð|iÁ> ñM±7¶£ VÌ°€Ð½{wÝE¶‚€ àômÝšJ|Ÿ°êÀ£pïÑ£©YÂ/âQdž¾<…£çÌQ|Ê©Œ?“6ó¸KâT€’C‚@€_ýü÷›iÖÁ”,q"§­ašÇáÒ[8<[‡;jlo¤­W±‚£fª®‡{¯åÄkßdÈà°M*6ÌŒéÙƒ#‘ÆúÉG{ݲqã”'¾¹3Û õ§ ë©]ýz5J£^ Îß»UK]e‰íqbÓ®óU4½ÂðRÇo"° Š×^³ÕÕBJvn±—LiRӞŋèôÆ ›¿w¡!Á¹æÁù>††.2¦w#€›ßo1”ìÒ¤1Õâ(!o‘… RE΋a6¶ã=ï)S¦ô5E`"ð‚s¾€âÜéZ`OBrSÏG@®¯ç_Chð‡-þç‰ªà‡¨¡O¦\Ì¡þñVÇ„ ªÐ ô‡•3n¬€Æ…ñj„ú|ç㵂H‚a„ç€w*"‡ÃiAÆfô…§úŽ;tµÚbEµk×®*äÞè0xãG«xÁㆠÏrp€áƒ—¼}ÌÓÔØ'ôž÷È’m–¦œÕ}îÜ÷I¶à½n0„üž¦†¿ó½ÏÉœ’xω†¦¸œ*,Þ»5:t¤Ù³Ó¾¥KÂâ”rA L}àm~Vºuï¾¢’ÁóΗ P2É…!ÓÙºo?•mÞ\5Eÿ;û÷Q";®XG〆ä{×?|ò”“¬Æ $➆ïÙ®’žþÂÏgQ#G6òrØ÷ëèqàM9RDúêˤ”<à_¿y«(ÂàõÒœkœïcHë!ãy?ðûn‰ÆM §4$Þ1on (œB PK8qB%‚Ç m!!£Göã Ú‡7"âE { l_fçL ~‡Nð÷Rh‡4"ž·•ëëy×ÌÁŒ_óÿb”HU")R$E£®+mpG&jmôöïTI’$!d…†çºÙàŽÌÖÈŠ­½¤ØÃ^Y‚^0܃/ Æø¢®œC‰ÁçŽu³`ÑBÛᾉ¹(5O;8¶N/èúÍ'Þ1ml‡nÓ ø!€±‰DpnpÒ·jÕJqž™Ï-eA@ð\àÕ‡$ªyª×P‰ä`¼©Ê÷©ýlPÕ÷)OÑ.sÕõaÍ®#Fª)ÏàÏN²á,¡§¨àA•å¦ÈÁÒl`qÅØŽsûŸ ’`'f½‚—÷àêæßøžz †îÐ0vãšäø:“ú8Â&:çd¥[hJp®yp¾¡©“ŒíùÜáEÍš:FFüÿÚ+0ùÜ,rÁ™ÎÞp_¹reZÆIª‘ÌSDЀjïX°ÉØ "¬p\Äsëë¹×Î~æòŸhˆïãáÉ)ªU«à,oß¾­²XãFwGo,³˜“jÀs]ÛÍmÀÿº™Í›7SÕªUÕ!35 B˜`tw$Q8$wöáí>xA@ð²p$Ì´¨I¯ÞJ!q;¦êäMxÆ4,L­Ÿ6•£zB‡b)T•±T²pÆC$¹YZp^‡iÓ¦9|'7·“²õµì)HÜj¶éÀ~çHØ]D<¹¾ž{íìg.w{DÜx«÷®Û22ŒÞŽ¸ÔýS†p<ááÑîL°úŽM1ƒ}pÖ»"/^TÔ3®´•6‚€ à4ªR…ŽŸ=G3W¬P†wxž¬Y¨®“Íîª^â°ajŠ0‚uoÖ”21E—·ˆ½ÁÝ[ô=OBàÙË—ôeÁB~¦\‚©ùœSDAà=Íû~Gg._6à˜=tÁÙÃÓåÏ?ÿTNlÛ·o·Q‘ñƒ ²©“AÀŒ˜j4mgŽPosâT,’ ”¿"‚€ ¾äÊœ™æ¾“³ ‚€ àFLX°€–2Õ©–ŽœÇ­Nùòz×c·Ïž=SÔ³æhqx(Ož<™ZsfA@ÏF@ îatý̆ŒW¯^9<+‚`ôˆŒäuHHúôéS5>VÅûöíks®_8työìÙ6uz'W®\ªˆä&LðÓW·Ãׯ_O‘9Á¸ÙaÔ×›“;­]»VBß4 ²,†À§Ì'>÷¬+ÑsöÞDp•¶íèäúuŠ6ÁSàÀ ÏÈnÝŒ†;¤}ÇŽQ!N&í ’ÃM¡#î÷¯x‘õò”ŽÃSEA ì÷ø>½™"á%E™²¦KÏ …³y\î‹°CLÎ$VCÏ^ÝFŽ2ÔÆsبîÝŒ}O- ÇZ‰%TòK­xÚA+£i[u½lA@<1¸‡Ñu‹/žJvòîÝ;Z´h‘ ÿG9 à dYÁ HŒŠäð>G² $-½yó&ýøãj–0Œ 0À˜1~”‘µÍ£¼¨K*Hù²}COþ¤pŽ€ú@IDAT.RÑ£éØš5^qÁ¢ðý7Cª¯èÜ•«Jð¸‹ÁÝ+.­(áADŠ‘:4hàA3–© ‚€ vÜå÷Ìêí;ÕHð¼jâO‰÷rÛy®%zôèÊ¡ÍY.4ÝN¶‚€ žƒ€ÜÃèZÁ^£F el‡ÑÙl$7OAg 2d;Ö|Hy"8Ц¼î÷îÝ£øüá;S¦LÊX¾téRÂÇ™ÀàŽpµ7xãpî-[¶PNö€‘|õêÕêã¬æ3†7>¼$/^L0°Ã(¿gÏõqÖõ0ܧOŸÞ¿&rL<âL/5¸cGêË ˜!›ù¾0lú êÓº•Gi5ª{wÊS½†šó‰sçiÕÖ­T½tiÒÁÙdA+c6¸ƒƒ_DA@ðFà-;©UnÓ–~õI’ŠJ$Iýùçá=µ`ÿСCT®\9zᣃcÞ¶mÛ(K–,Á[: ‚€ ¸º×t¼{6È2Þ€=™` ¶ÌaüFÒÑ8qâPáÂ…)Y²döÍlöa /^¼8ÅרÈÞR0š—v`‚Ñ¿bÅŠ”"E £=~àË”)cì'Nœ˜@KS¿~}åeo0ЧgÏžª þD‰ÑeNdÓ¥K§^˜o‘"EÔ"€ÛM€JQðRzµlAexPK?αûÐa½ë[ð)Wæû¬–ï&L¤þùGïzôÖÌãwA@A@Üœ4ô{‚k™9x0eõpg­Í›7«Hp³±ïå0‹±]_iÙ ‚€ à=ˆ‡{^Ë(Q¢ÐNúïu§?~¬èZÒq†uÙÍ#¸Ùn>PÆoÝqŽK—.ÑëׯÕyàù3fÌ€º’ .\¸PyØÿÌ Á1‡$¬ ‡ÁÂæ Ê{A’Õ1cÆ(ý®]»fpÒÁˆúj½}_ÙïCW‹ÇŒ¦l•*ÓMŽÄAþ‡Z;Ó© ë aÁž"C:u¤ »w«(£Ÿ™òkÖÊ•ÔºNO™¾Óyš îç¯^£×|ŸìBÒk§ÊA@A@‚‰À¤…‹hñ†Æ(íê×£ú•*ûžX˜?>5kÖÌ Ç0²Ã³Îl"‚€ Þ‡€ÜÃášÂ ŽOhKÚ´i Ÿ   âª˜À¼ìaÜÇGD¬@ æ¤\;e å®^üŒCh«¶kG?.[æ1‰Ó°÷QÓêÕhÖŠ•êbžÊÑJ•*xÐ=YÒ²^Ñx!IS‘#ääù T GvOVIæ.‚€ ŒÀã'¨Ëˆ†²g§±YíÉ2räHnÖÑìÈ}îv‘A4¹9šöÉ“'j@Ðä"» Ûñ»Ð‰'Œ¨Y8;fË–MMõÙ³gÔ©S':}ú´z>×óÏÎÿ pÞtÁÜ[ðúõëj:p¼D¾¾ð’€0 ¯yÉy1¸Ëw@Aàÿì˜UÖ†Ïîï®™`$ "$   Ar%JNJÎ’sAÉ9'A%™$EAtu÷¯÷Ž·¨îéžzfÎyžžºuëƯª{º¿{îw"ERö˜ÚkµkËçË$†z¥æ-¤Uý¤ã%Ž´Ì¬¥ËäÿüGÎýø£°Õ¹–GŽ+¦¸$v½ÌÎâïÁ¯Ã§¾½l©\úõJ¼iï¡C¦ýkׯËI×µqE@PE@Hœu¾_ÕlóºëžÎqüêïì2üÆÙ]ŠÆw™ˆŒ§À^«^½ºÌ™3ÇÄOóæk:vŒ=Z>øà·‘PÝ9°{÷n™1c†;N(XcÄÇó7Eÿë yNœÀU«V¹]&öÂQd˜ºE‚xŒŸþ¹ìܹÓÄ1ŒESñZuûöí&vdgWy§Nâµ/mÆ 3à éGûû%ú­Ä¢E‹é^$€ßàÌD,¾Áƒ»î~ø¡\¸p!þ^ýu#1¼téRA‚8±-2Lc;¾_~ùE/^läQY©V­Zl›Œ·úË–-“3gΉh%Üã æ(7¬„{”¡Ò‚Š€" ¤<ˆ=¡Ç~Ûm·Ä <}®_ÿÝÙù?·[n¹Ù‰í>´[ „ŒÿÚµÞL7ÝôŽwÒ¿Ch„ÑÊŸþ%¿ÿþ‡©èÜbçßýF¢Qƒ{û-·Jd^aÑhR‹*Š€" (Š@Gà÷?þp=ۙʿxa7ÝêTÅÿä6ç;MÞ¼y}Ðÿõ×_ !·iÓ&ŸüÞ½{ŸL=‰3dáuÐqêضm[œµ× Óïc4üî·:ñ”ºyd”òzîÇõxbÒ^¦L™Ì¢ÀïŽ\è¨Q£bÒDœÖ‰ ÓØvvùòeC¶ÓÎ¥K—bÛ\¼Ö·ã³ÇxíLPÿ/é´€" (Š@ü!À—>,W®lrø€ï‡˜ôzòäy¢À‹ŽçÉES=}úûdïîÕ’&MÒа=f¦tè4ÀŒýÿø§ü|£dÎÿ19b‚uTêœ;wAÒ?ø´)ê¬'È×_¼/< Á»¢‚–QE@PØ#0aâ;Ò¦m·¡–-Èø±}ÝóPM”,]Û!vwËC=äÏj<”Ñ綆7û„ ¤yóæ6Kq€À•+WäÀòý÷ß p¾|ù$mÚ´‘¶ŒÞ÷—_~)_|ñ…¤K—Îßwß}w¤õ}ARääÉ“rÕ‘ÚÌ!ƒ<úè£æQevŽ9bê’Ε+—©QØ^£Ÿ½{÷ïsÒÙ³g7‹QÙYqêÔ)9|ø°p¼ï¾ûÌX3gÎlôä£RŸ±³ëƒøPXš4iŒ7¼9‰£?±Á4º÷ÿ¯¿þ2ó±Cç¹óßqp×]w9dÿg‹ø£ÛŸ·òuG¶ê«¯¾2Ï*ز`Á‚&øúߨƒqÝœ7ß|s„q#(¿gÏ9ëìlG’éÉ'ŸŒ0¨3÷Á»›G½ÛþŽqöµ#YÊ3˜>}z)Q¢D¸±z癜ÓJ¸'绫sSE ÄxðÁô2î)÷|#óEàèÑR¿a{Y½rºñ¢±á†N‹æõd”CºŸ8qZØ.üfÏá2÷ÝÑáÊ%•Œûï¿×ù‘ò€?~Ú y×'ŸÉKUË'•áë8E@PE #°cǧҾc˜#Ó(Z´€ŒÑ#IÎè‡~²eËÊ7ß|㎂ ½ëP– p›DÝ]ºt‘I“&¹^Ç ý–[n‘¦M›ÊÅ‹aN=þÓˆ$€-/HP¯A‚1Â,–xóI£ÙMýóÏ?}.C²Ö­[×ÈÒ1Ç3ý•W^‘£GúÔcq téÒ>yqu‚Ì ã…ä÷ C úõë{³Ý4Dk³fÍÌ€›ùw¢P¡Bf¡é–ùóçû_vÏéüãÇ»y°Hä(6.,¦˜ÆäþóÞmÕª•W{»ví„—×R§N-“'O–ÚNÌ2k1éÏÖeçÀÀͳú‡³ûÇkûöØc2qâD²f!8ÑÇ?tèP¸^ á!)ûôéŽl§0^Ä*T0DµeH×>úÈ}N½×ñ~&ÀiÆ ½Ù& ±_ªT©pd;!KGŽ®Nl3Þ~ûm©Y³f8²vYbœãÆ…ÿÍ5mÚ4CÄâÁÈvíÚe÷%K–¸ÔÊ¡çî%Û)à žÎqa1Å4¦÷ŸQ‘f¡ ÷ÔZLû£>ä7žåýû÷²ë´½uëVs\³&,ž^÷Áîu¬á‘þÙgŸ å­Ñ‹? ,ð!Û¹‘&|É’%×»­Ã‘]"^²cQÄkŒÍ+“ä½–ÜÓJ¸'÷;¬óSE èÒù5©ôbwd}û‘›¶¹ç¡œ¨W·²äÉ“Ób×îCÜtRLzúqwØJ¸»PhBPE@Pâ <8«Õl!çÏÿhzø÷¿ÿ-ËOrä î§ã¯Yˆ§âÅ‹ËéÓa»é ©‚]BT©Åx`[Ïmvàe‹¤ GÎ$cƒ ÜÅbÅŠodˆy4Ô!áñƆ.;vìðioæ&Mš2~ÆŒæ:¤2áHe`+W®ô‘ïÀÓøÍ7ß4‹,¼ s!Ë‹t oxŸNcp2}út3N¤DÁã˜>ñPÆ»,xêÕ]‡$oÛ¶­‰¡€”(x|üñÇfâwÞ1úv8°¼w»fÏží^¢-Hã+V˜…÷B 1Å46÷,ðÌfÖêÕ«gæÃâŽ}áiNŒ,6ýQ}$}0¼×Á]3ìx³Ãñ"0¤”XôãÀƒÝæÙñÙ#Ï/åùÁË3̳ŒÕªUKÞ{ï=óžb±°Q£F&Ÿ÷ ŸqçÎ3çüÁóóæÍ2vìX7™&<äÿåÄàhݺµìÞ½[zôèadeì¸ÜÂ)$ñçø_Rœ+oæ—ÈßÖxÐЊ+C“ËþÓd›+›jŠ€" ¤4X¡fkà#d w/~—.]–…ªÈwß3ÙwÝ•Æè¹?ôPo±L¯ßðTxñwl›7Í‘RÏqÏ“RbçνR´D 3d‚¦^ºxÀg›aRš‹ŽUPE@PB¦¯v“™o/r:mÊ`iòJ-÷<)$¬†;ä’W†½là¬Y³&…i$™1®_¿Þ•|›Ûß7n,³fÍ2Ùü~P'xm¹råLç¨ÈÏx 2·L™2™'OCJz¯ÛôÏ?ÿlÈHʱ¨¡ I‰±À)‰A”B6B:ãÝýÈ#˜|û‡E¼˜­´·®-c6h*Ĩ¿ç°-C;è{ã­œ1cFÙ·oŸÜsÏ=ö²9¢ÏM[¹èl#9ñZ£F Ás‰‚ͲSÃß^}õUÁ žz´<óä0ä=x2G¼§1ÆQüÄO˜ó¸øSLãâþ³Àbc5@Z#ÌbÓœ¦ ÂÌŽ‹U«V…Ó>g‰g”ÈμñÆ>Cal¼7¸þ» | :'C‡•®]»šlv Eäoì&\Çè‹>½Æg ¦Öˆ§°hÑ"ó°y)ôxÍ‘ð¹ý¦:y¶" (Š@"#:u*Yºh¢zæ%ç çuçKâ/ÆÛé£m‹é–P¶çË—t¾T4Á²g×îoÉîW$ z\Ÿx" Ñ‡×ʵk¿9_Ä¿q¶ëúþ0ð¯£çŠ€" (Š€" ÄÉSæúíÍ_«—äÈvæ}æÌ3}/ÙÁ1L°Iµ¸E¯k ro̘1'GIï=ø¶†¤{ Ck"ÒâÚz½ã1N›x;[ïú@õ‘—Áð‡ðÆð÷'ÛÉ'OsHθ0ˆxÆŒ¡EïO¶“ï½÷škåË—w¾ï_3‹B,Ø¿¤‘íÔíÕ«—“E K¶“o ò×’í… 6d{\¾bƒilï¿cT±éÏzšÓ þAQÉÏ–-›ñ¸_½zµT¯^¬šíŽË;wØzìsæÌ1»—ñ'ܽ•XpZ¾|¹ûÞñ^K©i%ÜSê×y+Š€"äÍ›K¦N$ u0£Ù·ï´~½àéêöÖ nR¸èKf˜{÷”E‹×J­šC}ØáÆwË-7;{.çÇÁ!sm×'Ÿ+á%ÍPE@P¨ 0qÒ»’9óƒòÂóφ+ήº×Ûõuó‹yRÆŒêåž'•Ä ÁäÛoú dȦ;ï¼Ó'_Oâ¤00$5‚I²Ïu[–òè³[Ã#=*†8Ò3ˆA ‰n‰É¨Ô¥?œX°‚ ­ѵ •‚\8vì˜{%"éÈpk'Nœ0ZÞh»cy£ã=~T ¯j¤Gâ’p ¦±¹ÿQ™¯™ØôÇbÆgHŽ9ü›vÏ;uê$¼bkö¹a÷UƒÏ ^<3²Nv¡*¢r)éšî)énë\E@AêÕ­"h‡ŸðŽÝŒ™ åé‚ù¤i“‘ÞCpØÎV¹üRí¥çeé²õfx=zpÎËoñPoDc"pª%ܹ¯6«Qq½¦(Š€" (Š@@f8R1”ïק½¼Ñ½•Käœ>}Î ’ÚÒ%#Ó§¿O–,œÐc6`Ã! Û¶}_÷;«¤,Á3½Ò öšã$\°óçÏGØ  G$~¬-ZÔȼØó`G¤`0¼Å-Ù~÷Ýwi<ÄñG’…`¢èf{ÍŽ“¼ˆÆê?NoÑM3kx¢#'Ȳ±öøãËwÜ!©S§6A½úܶLTxbW®\Ù,8 ‹xCÛMÕvm¹Ø`›ûoûÎ16ý¡³h–ÝÜŸø4žžQž™ˆÌ>7<3jÑC@ ÷èá•bK£ Ö¦M³åȮآ£ÿÔSO…Ãm3þ™a¬làAMPˆ1ìMÙãx‰ïÚ¦ýצmyâñ<Ž·Ežˆª%úµý;ÊŠ•›L ¡ï¿ÿA¦L'­Z6LôqEwN4yŽ©¦S£‹ž–WE@P8zô„#-ð¯g×Ù=7ûíáŽTà¿ Ù~öl˜ ²KMrt°o…¡Žàü!w’…‹Öø }ðùóç”ð)¨'±BÀz`Ÿ={ÖH\Ô¯_?\{,zœ9sÆ'ßËW µHªÃ§Òß'‹/6)_¼æý¥Z%`)Ä)ñ VIàIÍx¸•qãÆê2FyÜÈq2dlvîÜiˆtocÈÈ ‚AäR¯f<í ”‰l^ÓÁ<Ó™$zíÚµÃá@{\c¾ôéÒ%yþùçeæÌ™BÑØZl0Íý·ãöz_¹rÅfû‘ôaA.6ýÙÝ È=Úõéäïúa7 šú,yÍŽÒžröÜ–!xž{î9£éÿÑG~‚ûŸmPÅ^xáÿËz J¸G^C-*Dxí@†~Š1‚j$„¡9öù矛.¬>«)Š@ÒB€^‹L' ¼(.üä|aüÃè¹ïݽÚÙšI=gôðÃYOüZ†hg|ýŽ——U—Ûo¿-‡tLì(°öå—ß9[Lu¶3ƯW…íOŠ€" (Š€"<Xº,Œ˜±³Á)áé"U@€9]§ ®ÛW J:Þ’¿þzUªVk.[ÞÿÈNÍ=6iÒ$Ê®[IÑF¢wðàÁ΢ÎQstÒ«V­*2d0Þæéx´F¹É“'KÅŠ¥dÉ’‚Î9&•*U2]ÃJFÿoL1£˜Þ;Jðµ Ü+î)ó$-2 ,0šø`ŠÎLû#.Ï ‹;½{÷6Ay L RdfNž¤d™™8+ÿ³%¥#ÞÕ<|ÖÐ;âƒ%®Œn^¬nݺæÁŒ«¶“b;è¼a‰êÍ M’Œm*|€Ç§Ñobe"lW«V->»Ó¶…_N‰hÿÈ#ÙåðMñ>÷>Ü%eÊÖw¿d–+[\Ö®žÒ?dÎœ9/Ùs–4_¨w϶һWÛxÇ*.;àóóîûwI/›f7oš#¥ž-—]h[Š€" (Š€"Ì ¶Í'N,˜ˆ¬YÓÚ2eÒ ˆŠ„Ô5Až¯ØØ•Þcp˜Ù²ertÜÉ¢E‹¤F!5æä:<·!¥ñªA8N™2Åì–Q1Ë-A8F×C"b¾J•*²råʨtç–!P&$hTmÍš5R¡B·x¿~ý QëfH@´¬Õ.&P¤GôÍPOxa?¬¡W;9ïÕŠ·eˆq°yóf{£cL0…NŸ>}Œî¿wÑíwY a§D÷y£mˆq<üwjêþ“Å"ˆwk8¾âeÙ{¤K—.æ9`€E¢ï¾ûÎ6îá—» ™Ïb•—\Wéï vUL˜0!ØåäœÍy¿ÜþÏäÄ2»p8MèïãiÞ°aàñ-ð¸ïÖ­›)çÅ™ñæÎÛ8¡fÉ’Å;|“¾é¦›¤xñâòöÛo» &<Ç,d±ƒÄë)O$”Ø­ÀuK¶“Ÿ6mZã9ï/•Ä5¯ááW:þÞv“RZ=܃ܭøðpgµ‹' sÅÈ¥ÿ›Ä;$¶ñxW§l@ ´£X­cË3Ï<40Q§Yõb…ŒEVËxcX©úôOoGV» ÍIí›X= Ôž÷|°YM7´®øÇè5Ú‰coYM+Š€/ íán{¯V£…,_±Ñž/÷çË—tÏC-qùòÉš£„\¼&£…Žû¸1}Bm˜Ž§wßQÒ@˜žä‹KËÊåÓ",¯ë×—ù VÉ>GàWggÖ,™$[ÖLR±BiÉ—ï‘„”öh8pàKYº|ƒó=ï;9{î‚Ü•6µóÃ5‹<켪W{ÞùN÷ÒXì®Ù¾ãSÓÿ]w¥–2¥‹ºwcó–ÎçQ˜·Y±¢¢L }óóÝoXPµýë&©Z¥œÛfrL0ßo¿;æ|ÏüSîvîQ‘"/OŽèœ¸B`ì¸YÒ®C¿H›«ôbygÖI•êÎHË&f>×ËWxY¬î9‚ÑgŸ}&ð,˜P‡•Èêqÿᑶd§®ZŒ0îJ¸Á.®w>´XIµÚHþÝA‚ým#c…–­V¿‹)ÞhcÇŽ5ú]6`ZQl j×®Û[Qz°qã Š‹6º6Û£¬1†;v˜70ylèzY½0[._¾|fÕý.ÌŸp'¨*«¸¼¹½Æ A9"2> X¥Û´)¼d«¤ü#e ZíÖX}nÕªU¤^íè°¡ßƪš" DÄ"ÜÑ/P¨²ó…8L·0MšT‚ž{–,£7,=fìÛÒ¾cÓ#_f¾<ôžó¥:SŽ v]­[¿U*V óÔ¿ï¾{äì©Ý±kPkÇ)#o ›áî‰*•ËÊà]$gÎÞ]q:ˆh4vÎ!Ož {ô²c 4°§ æw³ÏŸÿÑñˆû¿àfj"ÑàãíÔeP„d;ƒ#8ݳeê8D÷™D«íøÝ9+Ì¢Äo¯>a õöZr9BhèÙ»'ÐÜX@d÷HÉÒuœ]€7‚K*›ÜóŠ–¨á>vA&1æ(?žÛ'ïožç|x¿#ÕR§^[½7!ðhlÚ¼ÝE­šMPðCû7 »©ÔE ú,_±É©ÕÚ,F²;ðêÕkQ­ïå¦N›/5jµr‚þáöÅ¢¶-é]–î`5¡(Š€"2Ü2#IÆyýõ×Íì ÃÑÃBGéÎ;ï4¶‰ !Ž¶»¿¡ E`<¼½ÞêÙÇw·á–-[Ö­ºlÙ2C “yíMð†’%K=&õ˜àVÿœq¢‰~ë­·šèÒÞÀüD/†˜÷jÊ»; ´«¬lË–-[dܸqÞËAÓDqÆЇbÑm)æÎâ7è“ÈÆ-Z´ðiƒqoþž=ÃH8¼óYÜPSäDÈ®O>3?ȘѬÙK¤ÐÓË«Íê„äëÔ®$ÃFLubK„éBvíþ–!àBr°…—û÷ßÿ`®@¸×¬Q!@)ÍJH6lüÐíîñÇ•eK&»›þá™ãõ”C´jÓË”e¡r÷‰'¢¦/êv ‰(#оãwWß=÷Ü%ëVÏt‚”=æSŸ мš·|S q0d`oz±bŸ²z’°X¹2zíÒé5G§4{Â@{S’K—mˆÖŒxà~>ô ©]ëÅhÕ‹ÏÂì&óß‘UºÔ3²|édÇìöøìZÛVE@H†¨‡{ÜTôÇ!Î!ˆÑK‡.P €!•!Û1ˆîÈ BzÑ¢EFÃ=˜æ%Zè×ñ÷74Üñj÷7Hï}ûö™ì¶mÛúD!¶e!àíâÍ‹‹#ANѧgA‚¾ñÖ¿í¶ÛÌÂ@ƒ 6[·nuY‰‹î´ E@Hb {«»ìç)wÔ¯·ëë,TÆ­®°Ûx,D®2¨«Û ·¼ÿ‘{ê ¯¬ j‰€ ŠÉH 8„.ÏX kÚ¤–ýf÷ÒÇ»Âþ§»±L …²Ã йxÉ:Yºl½³+îs¹ví·X¶ê[#¶ò#Õ•ïE¾µÅ‘™»,ï9žËŒñر“þ—Íù?^”•«Þ“›¶-°¢' „­|ìæ¬]5#Ùî^tcG÷–Lïfù놻œÄ‘#ÇÍgÁq׬ÝbN¼ò‚Þ²¡’æ;$;1V¯ÙììâüÞG1¶cüí·ëNз½FvâÂ…Ÿ¢Ýõ?øp—¼;g¹#ŸS€F._þÕm+uê;Ýt DlïÉñã§Ì3Çb øð}7ªÛ÷DTûÑrŠ@lø駟Íû,*mð›¯SÇfòÕáÍ!C¶óÛúõÞáÈvœ>Ö®ž¡d{Tn¬–Q"A {÷îNù»Ì÷X¾ËFç…³jÓ¦M#éA/+¡‡@à_m¡7Î$;¢]»v™ˆÀÈ¿Dç v  #©R£F@—Ü<¤j0<Äo¾ùÆo·€“ ©¿!scÇW°`AÿËîyD×ÜBÑLàÅŽŒ Ѻ­!³sèÐ!™3gŽÔ©SÇx×VMPRü8[4¼Üÿ=fò|>Ts‚Ýñ/­|¹Æ«ÕŽ /÷ÿýïö4¤OÌçŽoß¾C®¯›©‰G௿þëö QŒˆFŠnÁ¼q2súPózêÉ0oërÏ7”þ+«yÕoØÞmË?APV[®ø³7”#QS§Þërÿ„üZuZ›íö…‹¾$2’8;ß®»Íz¦ªi§K·ÁnÞœ¹+ܶÇO˜íæ“à½1hðÓ~–ìŤZFã;ÍÝùL_/Iê­HY;^‚Ú 4^ÈXHÊ=ßÈŒ1kŽâ ‚Ãã?oþòr_ú§¤jµ×äù /›ë¤Ïœ9ïm:ÒtŸ~£Ý2%Š?í8QÜx߸< œ ˜š/ß#æuêTø¸>HP¡wŸ=gIy®\©× TªÒLª‚d{¸„Œ&Cèi6Á“³ßYêbNLî{íºm„{U¦l}©\õUÉ÷93?¾±àÃ. {¯¼‹4Ì•ü{î"Ü\Ðw.V²¦¤J›WÐ}¯âÈ$ñ æÌ]Z&Nz7\y2¼Ïq4X¡ReêJ£ÆeÚŒŽÃûÜÓ^lî ýwî:Hî¾ïqÉœ­˜yæp >Y²—±ãf9’c’Äô=Á˜ÕÄ@€EÌ`ÿ›¼ã)õl9ðÙz:¤{ÈØ|§äœÿçJëV eÞœ1îŽrï<4­(ÑGyãŸþÙ|ïãÿ\t^¿þú«PßòUÑï]k(‰ƒÀM‰ÓmÊèõêÕ«R¹re#Á‚w:ò1Ï?ÿ¼ã©ùŒ öI Rª;v,ÎAŽ£Mú¿ýöðÛß ²ý-]ºtnÖùóÁx6®xüã©Žfžþv H•w4ØèãÙo¯Gvd‡÷+®ó·ß5ž¨‡cv° È ùY¼‰ ¨~lî A‹YþôÓýš6žöí:ô“mÛwË¢ã}þ‡ÅÕ{"`Çš©Ä‘ÉÉdÈÎ|רþB< fÍ¢!_µZs³CÇÛBÿ¾äÍ7Z{³4­(±D`Íš5Bl½_~ù%Ú-Ái!oì~´Ô Š@!ø[južÜ»Ù¶m›Xòº_¿~Ò£GŸ)_¸pA¦M›æ“ÛôÎ1Vÿ:wî,'NôiòäÉ“2bÄŸl$w2fÌ(hË[kݺµÑpÿý÷Íø§×XÌ°FðÕ@vñâE³ŠŠ¤Žš" $MŠ/èxEu“Žš @"B´y•†ÊÌðx­^íY²tR^#¤ÚKå/äP6ëX´xwîr™>c¡ñ|‡Èê?pœL™4Hžtb ¬Zö}׌pêäA’.ݽ>¤Ä`'âl7ïÒù5Ó~Ú´©åÃmŸH—nCi™ÉSæ:Ïü>^ÞùRŽû„NtñbÍý/RèÉÇqWÚ4¦‰ØÞ“­zºd;DãàÍŽ=)+W¿çxÒÎn–-ß o ,Ý»µt‡Wï ·AM(ñŒR^›·|°¾óðÙÏç¥CÉΟÿÑYmìܞϜ)“šÿe¡4V‹"È™3§ðRSRJ¸ÇãÝöÁH¶|ðÁ†Ô†X&¨èÌ™3÷;C ê¤I“¤R¥J’!C³ò·jÕ*GËóˆl߾݌}¹>}ú˜4Œ)Q¢„¶y… ¤hÑ¢ŽÎêÓzóæÍ ¡þÉ'ŸHïÞ½šÝ6¼‰7ÞxC ·ñ€G:†ó¼yÃ<8 4¤¸­ƒLÎõë×… ­GV-úé'sÙJÛpÂ<™/vÏ=÷2=sæÌæOüï¾ûΤñrïر£+VÌ`€‡ûÞ½{eÓ¦Mæ:ÛŽi׳XxÊ3&Æ)Ï‚¸/X°À¥.ýÜUMP’&íY†w}æÙHQz:¿T¬P:ä&4°G£G éƒð”©ó¤u«F!7Nÿ¡ãŽ>7áÞ²EÔy,@¸-Z€Sglaw¤|0]¸÷(^Ð,$`,|ºk¥ë!Ÿ1ãÎw›'ÉÛL°QˆçQŽ¤ „| #àåÆõ³]Ï' ðŽGÅÚ´)ƒ2Ë”)ƒ¼=c˜l؈cDØνo¿;%ÂýË¿%jl»™2ù:Øü¨×oøÀ-J[sßíâÀ¼,÷9X¡mÏ÷@^xþY·Nb%øN6fT/ŸÏ4‚ÆXpð0gÂGó¼ØÏhžUkÈKd͚ɞš#R5íòH ¼dÒüÉœùA)æ<_yò•3 P&¾kž²˜âoHÒôyÆ´·}#6÷dÛ¶Ý&0.ã`ܹ}‰ðMðƒïðôéÂq±2?kÖ,CÂã]O{¼¢b­Zµ2Ò-”GÒíôˆlÆŒ ٗ×^{ÍHÂ*Ïx¼†.;Úö˜×‹M/ÿ]ÞzmÚ´1„½74Dz­Zµ ÙNà×`ÁUƒiÚû·§çŠ€"ÚÌœþ–:üµ«ÍÜ QÙóÉ*g‡ÌC!5ð9²H³¦µ'&ë?p¼¼Ü¨zÈè–Ë7pjñ¬¬æ' ÏG¾ýÐ~œéÔs^cQg—³Åë­a“åÝÙ#¥Â ¥Ü"çÎîÌÈVà1lmáâ56éCpfôú;~–ñºfÀ¤uLö m1¶ï’£`Ÿ6})¹Ú½k‹€ïŸÖ-ºd»Ĭ%Ü!RüI#õçxíCÌc'OžµU#<ž;wÁ½¡ÈÀ-…Ä3Ež’ ëf›’™ïü@8\¹rÕmé—_.»éÄLðü´h^?Üž-YÈ%Üñ莎±ÓÙ#ŒÝ^²Ý¶Aÿj³:FBˆ…ž‹ž=ÚØËîÏvžÏ[oõÝ­éˆ ›{2iJØÂͳ;Å’íÞîÞp<Ú™«}þ HÌBE\¾'¼ýiZˆOüådxæGè!/U-ŸÝƸíÏ?ÿÂH;¶ØJCì[µ|šãô¶¨ãƵ¢" (Š€"àAàŸž´&ãÈäµk×Ê /„׫ãZ•*UŒ„ŠíOm<Ô±gŸ}V²dÉb/ùÞ“‰' 28,8ø‹,f°ð¡Þíþèè¹"ô€˜X¶x²ëµˆTFµš-ŒŒA¨Í¦W×]½ld† “UµqzÇã%ÜÑK†œUK|ŒiåË{w¯–s§?5žx,è<è!Å%„ìKÕ[òÝŽÏc$[0<—.[o/9»ÌŽ¹>‰Ë>W̽V½Úónš]9r=+EíöÆ[F#6‹:.Öø®òÑG{½ðà·ó»|ùŠ!)mïwCZƲ¾Ü~û­¶ˆñwO"HdÏžÙ½ á‹œBlŒ±ƒ9/ë zúô9ùàÃ]f‘ôÍ[vĦ‹x©Ëóäõ·¤Owã;©WzÇ^èÈBªµLiè™ /mš‹Eû|i«ø_mZ'Fd;Äæž|õõ÷î8 ~ÂM{wßV–.ž$Ë–L6/þ§aqùžðö§iE ¾à3I.Œß¶oto%_z/dÉv>WK”ª-^²AÛ¶.T²=¾mWHà[¼xqç»ò£>¯O?ý4AFã©í0)N»¥J•rçñÊ+¯$ÅiÄù˜oŠóµA|ðACºùå—†¿víš!½ñ|O›6­OYï Ä»%ß½ùQMClÏ›7O&Ožl¼Õ‘–ˆG"†À£x¦cþ^ßüè}õÕW¥qãÆÎ6»ï…qóãB<þüƃláÂ…á†Ñ³gOá[¼x±[í믿63ge!~!Üý¨s+9 i@ʳ3€1Ÿ={Öàœ;wn%Ù½@iZH& AñöŒ¡R³vk3#‚66où¦Ì~{DHÍ}bôK8Þí؈‘Ó¥¥ãzß}÷„Ô8½ƒÁƒ­ì “Ûíþ+W¶¸[‚©t¹!2Õ$:Ëà…á±7nÂlW¢…ÿÛÄ Ø¼é†·í+NðTÿ`þ‚ÕÒ´ImS—€¾ÖêÕ­âóÿÅáCß0m¡!ÏN;´Þ­Þ;ߊ+ o:$Ësenõ¶½`G<{¿ü2LNŽ2Õ“Q±`‹?·EâÅÌË9²ïÆ”ÛÜ?vì”ä˹¦úñ㧠òݦÉþóŽN{·y.ðÆ_â,„:ôàñêvG=fGèÌãðáoÝâì<°»Ü̉`ÏD E˜ÕƒfÅôž|ûí1·ÍžÅ73H"®ßAºÑlE NX»n«‰ßð|ù’FbÊ» §ÅAc,4×kÐÞÄO°Í±qÓúwÄ»@k¯éQPRC† 1²Êþ3¾z5a¾á ðÅ_˜îcTÖ܉q>zôhùÀ‘ж†3±šˆî ô<òÈ#ŽÇÌ# ÔÛnR¥J%Ï<óÌ '5þ|sN Hô@Æ5<΃yªy± ¦Á/5E@Hþ”´Cû¦2rÔt3Ùwç,7’dÎ_uüðÙ»ï i„E@\ÌïE«š€é¼°­|lb›Ø…õúõªH×îaeðò;sæ¼#GwŸ,ôè·7¬_ÕÔõþá=†ü0lçNBÍò¦›nr¾Kæ3Ý%UE†aÆÉ,Çç\œgÕÂPÂ=? ݳgã)öØ¼É nŠ\ô¶ÛnKÆèÔE ¹#0dPùtÏ~'¸tØ–¿vúË瑧@ª¡bwÞy‡ô|³´ëÐÏ iê´ùÒ¾í+!§9W4; ÕOž:ëÂ7Ç!Zý ÂQ½ÛýQ‰ûó¯¿9"‘ÄÀ¼^ÝÊ>èþ=BzXÂïâÅK†T§„DÅ ¥dÅÊM†tÀ³ ‡þ–v4~ì±ÀÄ1;5::zÔ¼h—:7mw™Î0Ä=í¿Þ®¯Y`œ‘äzöì9ÞƒtNÔÅR‚Ÿ)V]¶nžg*!Ú·ßéÛŒÏ%>_u²rN>õDˆ"ìúÛ±c‡áSžzêÆÿõ(V×b!„@±bÅœ›a;5!ÛK–,™ £K“&³[õóí3®;ã=ÀëàÁƒŽ#ζ¸n>ɶ§„{’½u/¼Ó;°`ÆŒeöìÙ¯i¦" (I<Í/?UÑ‘’º`$°jÔnåè\¯ŠÔã)!çØüµº2zìL£Aò›=‡ î„C ¾®èÝw´!Ù÷î=h¶†*矗#Gfÿ,= yŽð¨Æ˹t)ß]kÞn‰g` Òv¯5~¹º!ÜÉ›·`•£?~£|Ãú/y‹š˜ÆO5yÌÝ»µ0²r¤óæÍe^/7ª&e-jÊò\ïÙsÐÑÀ,èÓN°<¸-á¾ë“Ï‚îxÖ#gƒááϼĶ·wuv€l5; Nœ8-£ÇÌ4‹ÁƵqÓ6³ãÀ^/Qüi“äÇúÎ÷Ùlg—¹ÿþ{Ýs›¸øó/6™¬<Ö²Ÿ@‹ <7ï Ã-Ï£9ãt5¶÷$WÎl.á¾zÍyâ‰î¸ãGªê!yòÉ'#uÈøí·ß\YÛ|°ï»ÜpÆîºë.ùøãÍ}-Q¢„‘TF‡… ?þøCž{î9gAÿÛl¸#}#Ç̸‰­øøã}.ü+3b$"CMœHîOD’ÙþõSÊù?SÊDSÚ<ùA|ë­á½Ìî¹ç©]»¶ÑWBÓ]MP¤Ž²ïØÉ“g¤N½¶ŽdÅ_!35‚‰ è×ÑÏ"GÆcß¾Cîyb%ðî:åx³ïܹ7Êd;cÍ‘=Kb 9EõK`J¤d¬¡?K Ñ@Æ‚SÿãÜKÅŠpÓ6Î.Q±={È$g›=†gnÝ:•LÚþA÷|òÔ¹Ò§ßhgQf”‡¶-ÃØiínüÿ÷7¾b^¾ü«-âxäk P·|Òä9Ò QiöZw™9kqÐn£ ” ¸iËõÝÞ:w,ýúuϽ‰B½I³®n»ol0Z<¬^;ßÛxùÛÁƒ_~ÿü¤zîÕÍ÷.xÞ‘ÂØü¶sÏý ¼^¬ÒÔ<<—ÿþÑé_.¦ç±½'ìB±Æû‹{kèd7«Â Ϻ?Æ“ò{Â&B€$sÉ;Œï}îVòŽ]Þµê´ G¶¿Þæe™óΨù_’@Pi7q„Ê 64äb§N\²æ7nÜG½„o†~!B‘Íè—#@IDAT-W®œŒ²bÅŠ’%K)\¸°!vëÔ©c*¾óÎ;†0…ç…æo¼aê´Q£F&°%œP­Zµ 9l{„ð.]º´@¢Ûú,*X›4i’!xí5Žk×®5—cS—6oÞìöI» 40ÒÇ 0é^xÁÌ¡]»vŽ“ÇovHáŽÑÁ*\åd°°×¾}{CV{ûÂý©Y³¦ã ð´ —L0Ñ`Ö¦M¼-¶»v–ìܹ³Où²eËÏ|žK䫹×?ü°”/_^*UªdböîÝ;\÷ö}ûö5Ï ‹à 9ÏsA;ëÖ­ WÇf@è·jÕÊŒ£hÑ¢æ™"Ð+‹!ÌçâÅ‹¶¨nüR8’¬f:tȬ:íܹÓ!Svš4+nh¸ó ¦(Š@rAàG¢àŽÖÞߺÓèÛóP8âUåÕzFO;lìèÞÎè4ÑŠWú!Zµp´€œœ?wŒëå‹'_ž|å¤F­V2jô aáRmÚì9K:?þN™ö!ËÛ½þJ¸¾X”ò’z´‡!-ȳšm÷Öê7l/CÞšdôü©‘ܨqGCtP† sÙ³g¶Å}¼ë7oùHÆŸm¼ëm°Ô*•ËšÀ»T€8yºHU!¨Ý±c'&|ÏÞ#Ü ¯”éèhɇ’õîÙVÐb·ÆÂÄ#yÊÈ«Í»¢¯÷z Ú}öӧϙbÈí¼ãv¶¤sÚ´©%sæ°¸3üX}©F gac§ñØ„p3ömy¶L]Û…9îqv¢\ºtÙ'/)¤OÃmúÅKÖɲåÌøî:jxOw:H»t{ã-ÙåÄ @:bÖì%R±rÇ“ë„)ÃN‹2¥o<£nÅX$b{Oˆ-B aŒ÷I±’5ÌcÞ¿ÿKÜ›ø  ±Þ÷iRO˜IéE `!²Ëÿ[ø|8{ö¼<_¡±ùb¯qDþfôÈ^6½å4­x¸víšÌ˜1ÃÙ­ô„@þâÙ΂Ž×ø,‡ðŒ›6mš*T(¨ÜÄìÉ“'eÉ’%Æ+/v¼Ù­á1>xð`×#Úæs\´h‘äÎÛ  aÍ÷‘@¶oß¾pžØ¶\lêÒÖÖ»óeË–¹ãâc\cÆŒ‘¶mÛ†eøý.V~ÕctʘÓ¹saßóüÁûò}÷îÝþ—Ìù'Ÿ|bvg¼ “û纵÷ßß&ØB×̽>}úÆB?ÒÒýúõo9q¼Ñûôépñ‚*T.]º¸mÛÄÙ³gÍî4ïýŸžñãLJ»o¶nJ=*ឌïYý$È{*C SS„žKµjVtgŒ¡ÕYv31Áçï[ƒ»¹#ØòþGNÊíîyb%N8rxhuÿpõp`±(Œ„ ÷Çþÿ†`€˜îØy Ô®ÛÆíî6ˆ'¤ú²%“ƒÊl¼Ü°z¸Ñ Æ 9‘3gØý?^”7z “ÂE_’t Ê3Å«»zñ©RÝ)sfòi{~„bŒ­mû¾òRõæÂsomʤ®î.d Ys—’¥kËÀA\)v‡¼Tµ¼­GˆÙOv.—&¯ÔrÇÃÂÁô G{‡Nd¾#ÛcwÚ ï³dÑDÉá÷ÞéÞµ¥[Ÿ&eÊÖ7øæÌ]ZÚwìo<63eº±…"¿Ð3/¹u’Zâ¹2a©Œ{Ýú­Žjkg‘âÆbi‰OKßÞíÍ"?憛âh4W3 J¯4íbc¨ËBÅÚU3Ü÷yqe±½'Ó§ qŸktÜY˜Êöp Gú¬‚ÃÃÚÈáo:^‹ÚSsLÊï Ÿ‰è‰"°ó‡gcq.×£e|‚Ló{˜ âݺ¶ð/®çŠ@P¾ùæÁ‹=C† Ò´iS#mâ_©–:ɼ‰ãÚ¾ýö[C.ó=åRäC DñdÇ“Ú22, 0Àx)RÄ^2ÇgžyF–.]*Ì‹˜~(`Äø#×8} #>eÊsÍÿϨQ£Œ·v÷îÝý/Ū.µhÑBV¯^íÓnfG.GQæ˘ÑǦOŸîã™O^L°¢^l ôÑ£G›{1tèPƒã=räˆÌœ9Ó4AÎý dì`ŽÕx‡GfË—/—×_Ý-–>}zyï½÷I#kü`ñržÏ?Ìî|¯Â›çC·~òäɆ$§ Ï25ØðáÃ49ùû²IÌ Ã»ž,*pä\-<aw |¾æ(Š€" (IéS‡8Þ9Üq7jÜÉH¸‰œ(û\1y¶dawÝÞÎCÀ½˜€ W¯7sd]+áBq{ŤÃ69AS«¸_žý{À«ýµWëÊþ}ëŒÇºÿu{Îû£`Á|öÔÙz§l5A*oÝ<_Ú¾ÞØmõ/¡Î"×ö »L¼FPÝysF;;ê2y³}RÈç½»WK›Ö¯cGíÞèÞʧP9óiS›àž`zóÍa Þñ‘×¢y}ùòÐ{R¾\ ï%“nÖ´¶ŒÓ'`̉ÇË%ï;Á?Û³ÖGZ(\#I(£oïvæ9öbe“ì4zöh#¾¿Àg½vË-7›çeçö¥>zÍöz\c{Ox®÷|²Ê‘jð¹F:gÓ†wÌuÿñ&õ÷„ÿ|ô\ˆzõñ]àõöᕪâóbùÒÉÒøåÞ"šV"± éûüóÏ)–#Føè•ÛJHpàõŽg9ev‰C"œ]qH® ‚·;2%¦ŒÁêÆ£³Î Òù<×­1ÈÔ—^zÉYôÏ!Õ«W7$/R(ºð´…1—`Þúè’³°€M ‹M]ôÊË”¹ñ]rïo˜/cîÙ3l¤1ºã^‹ VÞú±IC€ƒxæÉ“Gð0g!ƒùØE<øÙ½÷ÞkæˆDKåÊ•ñÉCòŶÉv)Ð2ÖxNX$BÒ†ìÂ… æ9oåbJ•*%›6m’×^{ÍÄ@†º\ç^ƒ3 !ÖÖ¯_/kÖ¬1§/¿ü²K²£œaÉwòÕ|¸É÷TÏE@P¤‹Àí·ß&Ë‚®@¡*ÎöÉ_m•W¤ZÍ–²ë£e ÃĘ) ®bºþì³Ã²`ájAn&±mʤAF®ÄzJG4ž92GtY¯Å¹re3Ä.äìwß“£Žô ºíéÒÝ+™2>àxÔf<Í£bÿýïíÂ5kTp*Ý´íÑÓÄ øöÛcòÃñSfûëƒÒ;?H³Iš4©‚ÖÅ+AO/\øÉø^£ï1£z›­þȆp<‘^ÉáÈÓø“õÞzG¿‹xw;þûŸ0/o=ozÞœ1΢ÀoVŒÒ,„ð"˜Ø¡CßÈÞ}…ŒT’בœá½b%d‚5ÞªeCã)àÀ—rÌ‘ºßÙu’+WV™Ÿï¾Þj¬òþ|êɼ¦© /” :ÇOw× 6òÛ·kb^Ê4jXMxEd,èD„;òUïÎi^<ÿùÏŸÎbBÚpM²€sà³õæsüÀ¯äô™ó’Ù‘-â™»óÎ;•'#²gÂ[é×K‡½§áÒ1½'¶!cÆíkS¾ÿþó\§Ju‡°X™Ñy¿ú/2Øzcúžð¶¡iE ¹"@€÷¨ì^dQï½ ï†[ N®¸è¼bŽr x##“‰È ²‘Á Â=!ìÓO?5Ý@pû{¬Ûþ{õêåÈò}mH×`A6!£íŽC[ã°aÃŒç5ä0žó­[·ö^NÔ4»%‹í@а·véÒ%›4ǸÂʧÑ(ž;vÌÕóæÍv2»Û1еØäááîo–õJÛ ‡éÈZ‹ ÕHÐØଔåYBF'‘?wîÜhÉäj'9å)ážœî¦ÎEPEÀ “UÞž1Tª;D;vèÐ×F²€@Y¡`O=õ˜Ô¨þ‚Ñ.f<èD1Øå„3 ýûvðÑÍÔ7„©7Pf 2š@pó ñŠ‰AÖ0ÕÚ«MëØd„G³hiƒZFXØï""$cD™-ÛCæQ¹P¾Æ{‰™¨ŒŒ Ìo^ʳ˜ÈC>PÙ¤’wï½wG:TÈuÿÝ‘VŠ£qqOx®‰mÀ+º–Þѳ–W"C gï‘‘1×ÿýùd÷ç‰öù¥Aj¡DE€wìx ³`ÈðÇ‹á´iÃ/ªyWœ€à?üðƒi ýø` ýᇻì,àÞ”¬ÇOøíÛ·Ë©S§‚¶êâ «˜ÌÙH눹ƤÝøªƒÜµnü°yŽì€@zæàÁƒær®\¹ŸÀÎ6äsÝ– Ô^JËSÂ=¥Ýq¯" ()¼j;wzU† Ó´›7¥z:¿´nÕ($f?°'Y¾b“ñ„ ˜Þä)óŒLBbé‹ÖȧŸî: ˜š½€'üm·ÝâlqýÅ ÚxC¯¿pá'O­0oé¼LPE@p X÷†ÁÉE:uäxÉÞ-õëUõ¿¤ç)¼vñD7nœñÞ D42,-[¶4RíH T?.òôH:µ$ýRЀœQé‡@– ÅcÜßÐñ¶žáÈ$U‹+¬¢;ÿ«W¯Èvž¤^xnÐËç¾±ˆÇ7ð¡bÙ³gw‡R´hQ#AäfI°»K—.9ž?Þƒýñ¿ V&%嫆{JºÛ:WE@PRƒt–’% ¹3îÐi ù±æf$boGt‚­õ8ÎH'ØóÄ:\gº£IMÀ`¦úíÁ Ýü¾ýÇHš»ó™ÀïoÝétÄÐ7Ý´&E@PPF€ѵWšvIÝöµ|Ò@/ݶmÛ rhV#•áo÷ß¿tíÚUŽ=êj¹'Ùθè·`Á‚fˆHtDDr¢NÐÍ`DgãÆdšÜÖ¶nÝjÈayúB÷ÝšwÎ?ÿü³Í6GÚ@~&˜Å¦n°6#ËK¬"ëË{}Û¶mî}éׯŸ ×Ò·o_£g^£F ©W¯žÑÕ÷ÖIì´Wÿ=ø 6w´Üƒ½l»ÓâìÙ³2gÎœ€Sy÷ÝwåÌ™3¯¥ÔÌ࿨S*":oE@Pd* æ•' ¼è°9g¼ÉkÔn%û>]íx<Ý“èsìåœýÎRA“ùÇ/Êð‘Ó¤oïö‰>®¼ysI×.¯ÉÀAŽ%Göø °3ÍŒ>™0®¯|ëñxi_UE@Pâ>Ü%[?Nôë Me$·lšë̬˜æ'C‰Yµj•‘!hh0+\¸°ñfG£=Öy°zñQNKõ ˜ œx¢³h€§>žÓHšŒ9Òù-qMðX;vl¸aQ¶I“&Ò¡CG¶/›iÒÔÚ Aƒ¤D‰AÝo¾ùfÉœ9³iáÂ…Fžàž{öì1;ö￱ ’B6cÆŒ¦¹˜Öe.K—.µC229 ­P¡‚É#èçÊ•+Ýë7n`«ë¬è›`¹hÙcœ[›5k–|ðÁæôî»ï–Š+ºAr½‹ HµPŽ{ÃâΖ-[Ì"‡•šAhÒ¤I&èl† L{,ì„Ôö{äȸCÄ  bœ~¹'Ôñ>Ëì^°sMaç‹)@õóEâ…ûÇÂJÉ’%ÍXW¬X!Ï=÷œYxá=€;d9÷—€µûöí3»,x ÈKÛÁƒ›1ð¹ÿá¬RÝXêJB³œ={¶¼ì‰‚Ë*å£>g3àÁáà «[·®ÿ«Æyˆyø¾ûî;ó#A!òåË'|Xøˆˆ«~µE@P¢‹_ø§ýÈ#ÙåðMÑ­åÙ‚\¢Tm7M‰âOËæMs" d˜ƒïÝw”ô0Ît…F6ï¿ÿÞp]ó£!!5ÞÿýwÉÿd'Ó/vP æmª%¶mÛíÜÜ+W~½*¹rf“gŠ<a@Ò¤33©" (Š@J@ h‰²sçÞMõþûï‘NšIGç—V²tmáÿ+àx´ª…3fÌ0|K0o[dHêÔ©c‚ æÍ›74`=zô¸â›ù‹'Ü ¦õ¸ùÀo2V¯æÏŸ/ݺu3[xHÚ]  bxÎœ9ÝUÉ6£ÕE ž@§zÔˆºÕnûDº¿94ž{Zóü¼çž»Lá«W¯I¿¿Éw[ϬI“çH®GËج9â¡2mòà€}©¤L@XB:³xñ‚Ò­k !v@ƒúU•l黥ƒSE@ð"°qÓ¶h“íåÊ—¥‹'ɉc;ãœl÷ŽOÓ¡NBx©ã Ü»wï€Ò =z´ñÈ:uª„2Ùªýû÷ÆIðÖ@ÆsŽ—2„¦%Û½åpìÄÉOõ6mÚOi¼“ñŠÿþûï’íÔÇë½yóæFnÆÛåÞ~ óñ¾öZLê2¼è­!mY¤Hã1N×­=çÈÿø÷S¬*W®,x¯Gf”¡¬5Ò‚»WŽÇ^c§D•*UÌŽ›Ç˜­Ç>yx‡s"3o¿þcÅ‹u¯Ñf¥J•¼YfáåÅ_4žêÜC2:vìTB”ß,¤°ˆãujæžàÁï‡íˆò³fÍj³Ì} „[ $ÔÃ=ÈMŽwV‡òçÏ/ýõ—ñ¬d› Û+X…e…‰à o½õ–yøƒ K³C_~ùÅ|@²AdÉ’%R­Zµ™Cˆ[’ƒ‡»E¤~ÃöBðTkKM‚«&¶?[Ú¶ïk†ÁÌ/n4Þ—,]'oôî|Q>f®:¾ËñT¸/A‡Û²uO' ë\Ÿ>¯ürHðÆWSE@PE ¾(X¸Š#‡p JÝð=é•Æ5¤é+µå¡‡Â¤¢T1…ÔÃ= Åqøô¤ ‚úõ×_lïÖA…DLŠößÿþW-9~ü¸QaH•*•ñ^†p $×a=Üá´¢êÉ4ÜwìØ!üñ‡óÛ$»Y €XŠÅ¦nTÚV&ºXk':ùØ_|ñ…‘öÁÓü±Ç“´iÓF§‰D)‹—>RD<[‹¼ðŒGš5"Ã[žy#Áƒ ‹YAPB ‹-únüãs>,Ù^,h ‹&öÞÐ>ã°÷ÒöÇVžÈVmY=*Š@ pÛm·Ê2gkñSOW–Ë—¯8‡®Jµš-ä“Ë•DF›}@¿ŽR¯A;’7ìû#Ç/5]Š·¼T©î”‰ãûI媯š>TN&Þ Ö†E@PEÀƒ¿i{õéÉñMfÈNš¼RSš4®éxe>à{QÏ’p60#^×ÁŒ x³¿ôÒK>üJ°òÉ-eëÕW‚Î9zíèã7’:E TˆÚ~PmÛ~ØêÑ^†';$´}¡WŶ `DÓ&Ï^÷êU±‚Ë Tš4iÜë%K–4õøƒ.¼­Ç±AƒFƆÀ ¤ÑP‚8'°‚šìVþ;A°¼^½z™¨ÄèÍ׫WÏhu±‚Å8K•*eÆGôbƒ,§}â•W^1úZ`@p†‡zÈG÷ËÖÇc=0¶¡0Fê¡E;ȵx n¾|± ÝΕmdÖˆ ám¯qôj`K™­KèW1.ú#þ±@ðÑGÙ&Ý#:VÜK‚\XKo_¤)³`Á[DŠ€"" Õ2ûíáîh¾øâ[iúj7÷<1ÇŽ”uë·FÚõ÷G~ˆ´L|x±b7HêÃg‰.´ME@PE@P|X²t½0LêÀ^Àá«b…Ò²jÅ49öývéÓ«’íœdz$à'1áêÖ­k$Nü§ŠÄ $;¨  åîufô/Ÿ\ÏûõëgbÌmØ°ÁL¥|ùòòÌ3χB»C?¹Î_祄J¸Çó9qâ„Ñ5Š¬<ºYÄÐzÇ#>‘çx0ÃÝz·SfÙ²e¦=oy>hÇŒ0@+Ä7^å°ôÞºô¿uëV3¾5kÖx/É´iÓLäd<Å‘•YmEóÜz¦SŽ6!Ð!¨ñL÷‹ÌEa™ºûÁþaìÛ·Ïñ\ýÕÛŒ›¦=Ƨ=Æ âß/ÁEˆÀ|äÈ·. ¢PGEB†2û÷ï÷©«'Š€"T®ôœ iG³pÑ3öm{î¸|ÅÆpyq‘ñã¥}Çþ’3·”fÞ mù`mÿýñ`—â=ìèÞÎNªÔ¢îñµv (Š€" ¤xø­Ö»ï(‡L™¾½ÛËGv²Ò]w»ð$»¿ó7mÚdO„qàÀáv”3ivîOœ8ÑèšO˜0Aråʕ찈΄ f·Þzk°Kš¯(ñ„€JÊÄ°¶YV?ýôSC¯X±Âléae~ìر¶ˆ‘5A„¨¿X§NôaÆÉ{ï½ç–#·ûÁƒ÷õøñã ì-€Fÿ”¼Z[H¹ <ØxžS—À¬ÖÓ§O—ïlÛF‡\Bÿ駟–îÝ»­0¤aðø&(‰ ªà%µ¿ýö[Cà#·Â‡y×®]‡;R7xî³ÒfQ2œ­‘Ïx!õ{öìi²Ù€÷¾×¸Ï>û¬7KÓŠ€"BôïÛÁùlÚ/ïoÝiFÕ©Ë yò‰uêT—lg!€Ö ­‘¥A7¼ àY¨`…‰š† $Üï¸ã‰™¶ÉCˆuþé0&ªXC.fåÊ•F÷Þ7‹ HÏ€%Ü‘ØAGMHÎ\¼ø‹Œ¶h–\æY²d!gñìüré² h]¡Réؾ©¤Ju‡œ?ÿ“¼={±œ;÷£™nÛöý¤è3OÅÙÔw}òy´Èv:>|è›D¿àqÄÑ’WS’ 8 \ºtE“’Ë Õy$|OHúNõ:N´;¼:þìóÃÒóÍÖÎw²;å믘W¨ÍðäÉ3¡6¤$;ž½{÷Oõyóæùì„÷N(S¦LÒ¬Y3yõÕW]þÂ{]Óa ÌKMP%ÜÿÄëªW¯îúgÖ¼ò(x½[ÃKÜ’í6c¶lÙŒÜ d5m[ÃkÃCÝK¶ÛëÑ…ÿúë¯Í‚ O0V\;wîlÒþÐcóþã?6ò2îqe”õ’í¶]0"Ь{MŠ@JBàüùóÎtÿaˆç$ë©ãmÞ§_X¬ ÿ‰.[¾Ax%¦]½ö›$÷{˜øjߊ€" (Š€" DoâèÖO©å‰'·xñb!›—‡ðâsÒ³8߇-?á-¯iE@PB %ÜCén$òX¬¬ [ŽðhfHÞð²våÊ!˜ æ &j¯Û#$ö‡~hOÍÑ~AA¾&¢-N… 2„;šøjŠ€"p Yäò/gçMƇ²%\Ç ØÓå_~–/œ´ÇÌY–:;uâÒ~ûíšœ;}Â+YÛ2f‘›#ÐgŒ¬¾^W_Ž~÷µ³ãï¿rϽwK•LòGÏ("ðãùå—Ÿ/™ …g{(Šµ´˜"´8vü”\ûíºÜsÏ=I{" }Z¬wx\aƒ9Æ?ÄÑ£Ë*p¨áË–-þYbŒulîܹ†@7'þ0n‚þøc˜.2ZõYÑRdNµ}¡ŸnÍâÃùÏ?ÿl³Í‘1"A_æíÿ@ÆŠýO?ýè’æ)Š@!ðÙž²ïÓ‘ŽhËÆ•‘–‰I,ÙrʼUKž|OEZýÄßGZF (Š€" (Š€" (‰ŽuÄi#6[ÅŠ éÎït¯ÝâìÜ$ÞÛîÝ»ØJûŒÜ+qÓÔE@Hꨇ{<ßÁ_~ùÅ=räˆlÛ¶Íô¡Ý§O·gtÄK”(Nûx/¸wàñcG¢Ý¶VPE@PE@P ~kO˜0A-Z$üñGÀn‰ Çïÿ¦M›:Ëï XF3E@HÊ(áÏwoÀ€2bÄŸ^ Ü!нy>¹7¢4Þßwß}·ñ’>|¸ð dgÏž5+ÆÛ·o—Aƒ™•c[Ž­[êH²<üðÃÒ­[7—À¦Ìĉ5Ê@`C.C”Ÿ9sÆ1!I0cA€ñauêԑÇ M!Ê!ÒƒÞá… 6—!ówîÜ)åÊ•3ã 8*/£^îücöZíÚµeÈ!†Ô¶ÞòÞë6=yòdùöÛo >Þ`¯îmÚ´‘O>ùDÞ}÷]£E_ªT)w› ¬Æ3F;fÚ„H'@,d;+ñÁÅ‚©š" „h§÷îòª¬[1?ʃûíÚUÙõÑ)^êÆN›(WŽBÁ[o½MÆN_&ƒ{·“ù³&¬¡îaÑLE@PE@PDDYZéØÍîu|ó‰ §åË——–-[ ;×½»Æ½å4­(Š@r@@%eâù.>ûì³’%K–{”-[¶¬ñ÷ÄczË–-’.]:o¶ñ,çÕ#;×ñò¶†§6„²5®áeÞ°aCù׿þe³}ŽÔ¸§}[ëß¿¿ €,à*ÿPéR‚Þ[Ì ´!Ïñ–÷Ah ȹnçë½ÎCóæÍÃý³ÆcßÛí2Oîò7Þç,r°Ã'"¡[Ýjæ‡ÔNÎœ9½Ýš4‹xã{Û²…h“/ð¹öºE q9¨[´Èv;Ú-âGVƶÏçÉ›ýÇJ§Cm–Ïñäqõp÷DOE@PE@P vw·k×N2dÈ Íš5 H¶ÃOtéÒEØõow+Ùžh·L;VBàŽ†–¯ˆVuÛnfÏž-/;r'Ö:$>ú¨=õ‘x7cí@›<±Œ[„Ì /ˆÜÇ{,A¢¡£³ŽW8ë¿ýö›!þé?wîÜAÉx0ƒŸ¼ÔÃT©R™qCv[â?",©Ëª8ò6ìQùgŒ†ûŽ;Ì–5"™S7Q¿1½†Ô;Øi€'>øx=bÚ®ÖSB$–X8Ìšã‘d4uÕÒwexÿÎrñ§ Q†é—­{O%Èç A\»µmhdlìù\Ûûݵ?ƒmY=*Š@äØ ©ÃÇ Ñ ©‘Ã¥%€Ø ©Y2g”#6,£™Š@rCÀME6¥FÉmz·]â«W¯6»å7oÞ´,N8¡±3\w~…I/(Š@òCàšÃcÞ®’2IàÆB8C²óJHûœ—WJ%*ýCA:óŠ‰á©oõë£Z?mÚ´òâ‹/Fµxœ–Ûž—š" $-*Uk %˼(£‡¼!‹çNu¥¤"šÅO?ž—ýûvÉãO‰¨Xœ\+[¡ºÜ{ÿÒºqe¹ôËEÓ& š§O“‡²äˆ“>´E@PE@PE * ;;}út™2eŠœ:u*`•Ûn»Íì4oݺµäÏŸ?`ÍTE %  ’2)á.ëE@P"*ué5x¢Ì[¹Sr=µïoŒ_Yï@!öç­Ú)ÊêfŸ8ö½›Ö„" (Š€" (Š€"Ÿ %‹ü+»¹{õêlG‚uäÈ‘f‡;¤¼’íñyG´mE@H (ážî’ŽQPE ^ÈûxAY¸v·të;Jn¿ãÎûÚ²aE„×ãú"ÞìóV},=þ´iZ§Æ5ÂÚž" (Š€" (Š€Ë—/Éd{‰w¶páBAJÆkÄ;«R¥ŠlÚ´ÉHʶoß^R§Ní-¢iE@PR,J¸§Ø[¯WE@ð"À†ú¯¼.k>øRÊ¿XÓ{É'}üØwòý7_øäÅ÷Iڻ ·H™òUåø85¾ñÖöE@PE@H‰7®U«V&*Ç/¾ÿ7]ºtÒ£Gùá‡dùòåòÜsÏ¥D¨tΊ€" Dˆ€î£E@PR÷ÞŸ^†Oœ/SçnL™³œþæ ËæÇgæ-·Þ*#§,’gŠëšøÄYÛVE@PE %!ðÇv<Ù‰7qâDùõ×_ÃAP¬X1™?¾?~\ú÷ïoHùp…4CPEÀ  ASõAPE@P PÄ!¶Wl> 3&¾%Ó& ‘?~ÿÝ-…Žûk¯¿éž'T‚ ÔEŸ-ŸPÝùôóçÇØ–7ätмϜõaŸ2N>úp“\¹ü‹¹”!cÉ›¿€;ò|uøó@ŃæÝ|ó-òlÙJá®ÿ~ýº¬[9_¾8ô™œ:~T®]ûUÌ”ÕèÞ—(SQråήŽf()ë×—UK×Ê¡_ʉNʵ«×œ…ÅŒæUº\ É'WÈAsþìÙ½k¯Wš4©¥hÉÂ!7F" (I'NÈ´iÓdêÔ©rîܹ€S¸óÎ;¥~ýúÆëy5E@P¨! „{ÔpÒRŠ€" ()ß|³´hßK*T©+{¶Ècìð½röÌII—þÁƒÊ¿þýo;´§ ©ƒ=_¹¶ ?7Âùÿzå²´j\IþüÏL¹>oM6„û¶-keh¿NÖõ¿x×Ý÷†#ÜgOé,ˆ •‹?]ð)¾g×6s>nX/)]¾Š´ë6H²dËéSFO”†À´‰³dò˜òÓ}¦þÉÎ=æ|Ä ±R®BiéÒ³½dˑŧLbž:ð…´nÒÑ !oþG”p?|ðKùï_ÿ5}çÌCþí|ª)Š€"”øßÿþ'[¶l1^ì«V­’¿þú+àtòäÉ#Í›7—FÉwÜ°Œf*Š€" G@%e‚c£WE@Pƒ@¦,ÙeÊœõ2bÒArÛêx¹§4+W±†;eHs¼Þ#²ÿgï*À£H¶îýßÛÅÝ]‚w—ÅÝ!îÜÝ-¸»» Bpw÷,Á!8 ûþ:5[žIO<{ù:]]Þ§g†™S·Î=´§F¶ÿñÇT¡J=ÿª©lÞôÑ4iT?d»e'rÛÒ¾¬\ ±,ãkF ² 0ÓižX4œä‡l·¼ÿ½.nÔ°V òzâmY)¯íª6£åìåáýÔØû3RÃ7Í07oÞдiÓÈÖÖVj®C{Ý’lÿóÏ?ÉÞÞžïÞÓ1Q~ìÐ Ú¼ÎäéøâÙKjÓ´ mß¿žß/jœ`F b"pþüyš;w.­^½š>þlx©R¥¢¶mÛR»víQÙF€`BŽî!Ç{`F€ˆDÄŒ›ú ŸBwo]‹DwmºUÚ$«de\w;[%Ü?þDGîÑ0ªR«–Ö'¢F‹NCÆÎÖg˜>zp¯V'kŽ¼4}áf‚¾=,a¢$Tµv#ydÏ•ŸFê"óo÷[×/ ’1Ÿ¼æ?Œ@dAà ÛQíV³çÊJóWÌÐÞ/‰'¤ZõªÉ#gž4¤Ï(Y÷šÐx¿qõåÈMkË F€`ˆÀßfãÆR6æäÉ“†“þ¿ÿû?*[¶,uêÔ‰jժŠ¬†(q&#À0ÁG€%e‚·dF€ˆÄd´œ£ô²2]·Ó?ÿ˜ô-_ Û¿|1yRAÿ½lÅZ–U‚}}îÔ­mŽÜ5òPËü7Ïù¨Ñ¢iÙ—ÎÐÒœ`" gþ 8ŠûÍ7§Õ÷KÃfõÄû%ªËù3þ6~þì:p”ì;, š'ŸÒ¾]dû»·ïÓ÷ïßµ±Ã*ñåó:wú¹î> ¼NPçpØùt„¶nÜAGÜ‹…ÉGAí‚ë3Œ#"<<<¨ÿþu2"ÛãÅ‹GŽŽŽtóæMÚ¿?Õ­[—Éö¡ÎF€0F€=Üqá\F€`F€0@@/+óêåsºxö8å+TÂOM½œ dxbljë§Np3þùÇ7À×Áý;hðY†?¡Eê4{-½{k i“)kp‡ävŒ@„EàÇ¿A?qû÷ºÓ¨ƒ­¾_f-r¢·oÞÉ{͘9ƒŸ{F°½Es—ÓüKèå‹WfåñâÇ%‡6ɱw‚T”‘ý-(O56¬vïKÓ8ª^²I©}—VÔ¸…=Eøà¤W…7~ãÚ­„<Žìª^ÃZ4qÆ(³{Þ¯ÛPºpö’™fqú i©eûfäк‘š†$Í[ØwЮUâ¯ü•e÷yñîq•M×8ÓüYKÅ®§{ZžJä+˜‡z èJÅKQY|fF T€ãÞ={¤7ûîÝ»­:BäÍ›—:vìHMš4¡1b„ê¸3F€`¿ö[sBK—.ѼyóèîÝ»ôêÕ+J %I’„rçÎM-[¶”éP.Üw zôèA.\0û‚P°`AZ¶lY¸Ÿ?O`È„deR§Ë@˜È¥ý"(©%áþíëWBÀTeUjËɨò žáÕ~õÒYÙìÅ3/êèPº÷k(}w6F 2#;oº|᪄à¹÷ jÑ õÒÃP.¦B•²V¡ÁÞ¥u/:yìŒaõ3&Í•ës—M£ÔiRšÕC Ö-ºÓ¥óWÌòÕ‚’Ž8ŽN8Ks–L±ê‰¯êã|ãÚ-jZ·µF¶7dýh§¡©e.ÛöRŸ®ƒéÓÇO*K;{Üó¤¡}GÓíwhøøV ´‰©fÓô‰s,r}/±KxÏ_1]ìò)å[À©0GàË—¯´v£ ¿t<<Ó‡ŸÈ&}jÊ Žê•KSnà ,ÌeÏ!úøÉôZ+_º¨ø/,† vŸÏž¿¤CGMïáxqãPÅrŃݗ¾¡—øl9rÜôÿr±(U¾L1}1§Ã—/_ÒÒ¥K¥>;<Û,jÔ¨dggG;w¦¢E‹UáCã†O–Ò2«–®Ÿ±¨ÿ°ž”3wvZ¼ÆW¢SËôõë7Ùçøi#(q’D„3°ÏŸ>Ó<1OeGô¦ÊÕËËò«—¯Óä±3éæõÛrìA½FÒñËûÍT;>‡>Sf.£ SÑó—¦ÝMj„CÇL„ðQ3¨võrâù÷$ÛÌéUq¨œ»ôE>•}:°Ž …3ÂýòÕÛÔ E/9¿Ü9lCp?ñºÖo¼Ù™p•W“q'§N’ÞìëׯŸO¦ÏuËšéÒ¥£öíÛS›6m(Q¢D–Å|Í0Œ#ð`Âý'€¬†¸zõªÔTÙþßÿþ—räÈA)R¤ 'OžÐãÇéÝ»wT @U=Òœ«V­JãÆÓ<Ü:D/^¼ˆ4÷Ï7Ê0Œ@DC@/+óø¡‡ •.Q–l¹µÛÐËÉ”*_]l]Ž©•Y&@š÷íÚÔ2Û섽žpO•&=-ZëJ]ZÖÒäbÐàþÝ›òX³Ô$1Oø²•jRƒf™|7C”/"©Ó¦¢5΋©uãÎ9û‡n:Žå WËï¥ð„¯Pµ,5mÙÐùøm›L»V¢DùSô·„òÈ¥Á˜)KF±ÐU˜êUnB>>ïEÀä´[çUjTuN ÏWh½ÃbÄŒA[ö¬¦)“Ë딩RP‘âéÿÄ?ÈÕÀ¶oÞå/á~çæ]I¶¿yýVÖïÒ«=õè(Óú?c†N’„7ò&ÍM›QüBEóS…âµäbÄ Aøwpl%/' r•JËjÿßו÷—&]juIçÏ\ÒÈxHÓ`aCYò”Éd],üøñƒ>þL׮ܤ"h-[Ø"0zâ\2z¦Ù ÿ÷ï•rwÂÙy§ÏðôÁ ”J9ae7 }ñ~9/ôÍ'ŒœJÅóTÐÈq…Ϻ•›U’êØ×4#ÛUA&Û Ô¬uCuIëWnÒÒ«–¬ÓÒí:·ÐÈv-S$:÷l'=Ä+U+GélÒˆ]2õÅZ‹‘ýê_ïå>ƒ»’í>‘AYÑÐ6k&3²]u½qóúò’3+ù¿ÛFµÃ¤º2HÓ¬^¶ÞLcž»%¾ï ½wL¶+´Âî|àÐI3²½–X@‚—ù——ÉûÞZ³xµjV—þøw!ÅëÙKªÕ°³öû,ìfÆ=3ÁCàöíÛÔ³gOJ™2%µnÝÚlO˜0!õîÝ›îܹCÐp¯^½:“íÁƒ›[1Œ#ª°‡{¨Âi½³×¯_Ó½{&½[’ʘ1£æÅ IlõÒ˜Bðð0U®ïÞðß¾™¶¸¢]üøñµbxÐCÓ 3fLx*ªüÏ‘Èñ2´âáYam®_¿.ÿÓF´óB… Q”(Qä k«æ?~”mp¿Ø›:uj©‡yâ^¬µ h>þ•ãžÏ;'¿h |±[Àh,Ì^0àaTG?‚ÊGKƒ·Ò7ä½&K–Œˆýùg>|^NªŽ’Íyÿþ=>}Z¾&Š/.1SuøÌ0Œ@xD@/+ã¶ÛYeÃä4Ïœ8¨yLj‹þ*SÕßéGÿGõâäox´$cµè,ׯ^Ðéãîtòè:ê¾›¼½kM|Þ½¥nmëÑòM)w¾"Z>'È„$cÔÈjÈÀåÁýGÈë©·‚¶wèFëw,§|M;W@r+«UÏú{ºf½j4{êBYUßAK•!¨‘ÅÒó–O7*Òò^>%Èö–ZÀVxËÛ5¬­•ëÐeW–"Ur:{꼺4;Ç:ÖÊ® MøÀ¼Ú³f·•:òhÙ˜)BV2;À ‹XÜ0úžØ1¸^Ðسÿ¨Ö _eÍ ÿ$‰R£úÕäÉ“N=Gɺç/Ý KWnQ¾<Ù´¶œ`~%Xݹs'Íž=›öïßo(E‹ùáwy§N¨AƒB¾/Ú¯œ2Í0Œ#`€î „fÖÇ©T©RôàÁ­[xÿ!HªÞ@ØnÛ¶Mþǹ}ûv<$= ÿ‚Ü…,FÀ“+W®ÈküÉ•+—ô’Gÿ)7jÔH#ÜëÖ­KX‡œ2ÞŽŽŽRÆÞå–-¸1cÆЄ 4R_ÕA€Wöðʇw~áÂ…U‘$קL™B'N$5wU'NIZ㾡Sš¶yóf©‹ÿ¾ïAôŸ6mZ=z45mê+U`ooO[¶lÑ2¶oÙ%d`¡‘C}!7Ó‚âŧµåDØ  ‚v¢÷‚ùrjd»åhmšÛQ¯éó¿q Nœ¾è/áþùóº|õ–ÐfB©…R¦Œi)±xÅî{<¢s¯QŠäI(›Ø _ ŒyŠ1±(F,åÉ•EÊ?¦÷³tñòMòyÿAŠM#ï¯Ùð`À󂸧—¯ÞPÑÂy‚Œ%ÚŸ:{™=ö¢²¥ŠPJâw°gϞѢE‹hþüùôèÑ#Ã[Âo÷† JÙ˜üùóÖáLF€`ðîaü🥞l·6œ···$ƱR rÜ’°VííÚ5uéç otåÝŽBÇ–ðéÓ§K/ï ˜ûøøP±bŬŽñÝÝÝe¬¼ë ÷Ž;ÒâÅ‹ÍúS臗——¼ÏÌ™3«¢™ä¸"±õyzz’ƒƒƒ$λví*½Ž;¦‘í¨‹û—ºžpG”wE¶£¼ Ü,bv€XïÓ§\xPuðÃìúy"/_>³ÅÔÇδiZ8©yð™`ÐB@ÉÊg¥Yà×XbGG©hþôVIæ»BÞ¨U§Átä„éÿI5fjñZ4º7%ðgá'}Žòæ_uqT?ö=hãÖ½òr–Ó`êÜ®±* ð|붵é2DjçŸ Ê2‹Œn¨SÛF*K;ëçôíÕ%Ú½ïuì1‚žz¿u6®˜Jvµ+iõ#bâèÑ£Ò›NdøÍhd™2e¢:H§<ýÎv£ºœÇ0Œ#>`Â=ŒŸäAÎœ9CgÏž¥­[·ÒÞ½{¥·¼š•áÇHÎœ9%ÑXA‡¸ÞÛqŠÐ™>`ÀÊ–-› ìŠ1W­Z%ef0äQ”Lù â4æ é)xÃO›6Nœ8!ËñC)4 óo×®$“&MJ#FŒâK*¢·ÃküéÓ§Ò›» zôèA'Ož¤æÍ›ËEx’cWA™2ed[` ýøAƒI Q^çEŠ!èËÚ5k¦‘í%K–¤&MšP‰%èùóçtøðaé­ßÉɉjÖ¬)ËÐ_ì!yƒÅŠµk×Ê×wµS»ðÜqØ]€>’'7C{6F€`Â#f²2BÇ=WÞÂôêÅ39Õ8qãQ±’¦€‰¡9÷÷oѤQ}d—ѣǠêuš*jÌÒkh„;þx÷ö5%NÊŸ¯ >ÿÞÜ¿ëAc†L’7 OóÚõ«ûû~©P¹ŒF¸Ë÷‹ $“:cfºxδ»ò¡ðÔEÀQ#{èùXËN•:E‹n’9H›>µð’÷eOñ˜ ¡¯¢Ö@$°@ œ =cIFbwàÌEN2맟háœe²ùðã¨D©¢r®ª?'}‰ÒEiÚ¼ ª(Ôϥ˕$°wB’çÔ1ñ½_™ÝµÍDLB^gÁ¬¥Ôg0ï^ uðuÌ—ƒÎ’B¶j½ö4nxOCïõšÕÊêZúMΚ¿ZzÁ3 @ÿÿ—lÞîJ»ö¦;—Q‘B¹ýv r–®r¦…Ë6’ž¬GůbjüÔE„¾'ígÖöxÏ5n݇ôò8ªÂ±£Ãeïa*TÚž¶­›MÄýêí°xÿT©Ûž> pK{ôÄ›¶ìMöu*[ý”ëÎ{äBîÁÒnßõ¤Î½FÑÕëwhƤf2«úº{\R½¦ÝHOÖëË#R¿£ñ»²1úèú{Àof8rA6ÁPÃËý9Í0Œ#`&Ü­cj% žq<~üX#Ü;wîlµÁ*T 777?„;ÇIKÂÄnùòåµ¾1®‹‹‹FªÛÚÚJÉ’ZµjI¢ÞÝŠpÇöÊCÿ¹CÚFéNbU½téÒr [Ž9d€W¥?ŽÁ@h«HÐŒG}ýlÁ˜ð ‡œKúôéå¡M0˜ H±ôë×OÞ!Ο?/uðUw °k×®-Ét, ‰9Æ([¶¬ÄUéå¨q_¹re‰?úÄâ‡"ÔÑ}€Ä‡w<^”Áû=ž; _¨ØF€ˆèee.ž;Ak—ûÊ:”«\‡þü÷s-4ï%—NƒýóçOÍø"%ÊYâƒÉƒ’$KÁd»U¤¸àwD o_"ðó§Ï"ÆÁ*.$¬™¯3ER!}²–1sp߶y§Õ>¶mrѺI¯,C¦ôá¾;åÈíW/ûðcäP¿lOÈm ਥeÍa+Évä÷èß™vmßKOÝù½FТճ´&6bLe—Î_‘ßSÕ÷Z•ó!=sþÌ%™•Y:ÍkàÕ«¯¯ÒîBûþ²èV°H>*&´ÛaЄ¯(‚uâ;ÌIíÈWc Í6ôvl%In%³ïÀq‘U¼Ë—)JÊâ)ŽˆgàŸÁ³Ý±ÏR{9Õ$ÇÍ(¡Ú'^§‹Wl¦Ób ãT·ï@WöSìØ~wnÌ[²žreÏLãGô¤lY2ÛÁ“„<µ(0mö êÙ¥…™·zŸÁNÙž#kF3´;åzô{ÓÔwõ†r1¡LµäqÕ•ý»xÏèÝFhd{ñ9¨+•.YPµ¢þæÐA|ÿl»wÿ!5mÓO.0ü÷?ÿ¡¾Ý[Sý:•(¾ØñqH|&õq\ž 9¦¹‹×Qãø‘½ §ˆz ÛSŠÏ¦¿ŠÞúq…ÄO2úá5¿KçÎK+V¬Ð~kZÎXp^ƒG;~»²1Œ#ÀDL˜p˜Ï-г¶³³ÓuÕÁO•!øª2x½+›:uªF¶«<œ3dÈ@£F¢;vúVbÑ!3ùÒ0|aÀâ<ýá‘]õаƒj²;ÐLGÐYKÂÊ@‚#H*Hníýõ—Vs….¾ @‹…ƒ•+Wš•…'; ’0Ê Û£îQå©3¼úA¸+i `cdðR€ç|ýúõŠ9`p€^VÞ°»·›vaâUj†¾œ ú͘9»ÐENDo^¿Ä%õëÚ”–nt'›Œ~·õ¿|îMó¦–õð'!Óç¹–Á Fà7G s–ŒÒ›üµÐJ†ukß—Öm_&=Ö-oý¹Ð|žé4WË.T$¿–nд.mZ»U^oݸ“4³£üÁO¡™¾jÉ:ß6¢Ž²ÚvÕ…¬Êy¹jéz²ý¥ZØz›;c±vY¶b)=ñQSG9 ¥V ;Êv ò·nÜ!¼øMqypïÙ…Üǵ+7ÉCÈllúô šÕÓÆ@âã‡Ôªqgƒâ±Ì_¹i¡Yùÿûíú½ÐÂÖ›×/š:a¶ÌB€Ô¢% ûñ@ÍÉwÑ!I²$úæœÒ§KEû·/¡š ;ѫ׾¿qnˆ8f ¯õ?„×pÁü9¨VµrÔ±uCCò½ßÐÉÙîØ¡)MŸ8P›m»–öT³jÊ«’$·1Ž«ûqª[ÓïŽ.讟p[K1ÄîX+‡zRŠ&M¶rOoxÊë[i_±–®2Éb‘àÌ¡Ú.Ô¢¯bEòdeæ/Ý ÛOµœÆ 3횘»h¼GŒ;V rwYF¹Ä•²lâýP¬p^éoéq¯ê„Õ¹÷ I’lGÿKæŒ!‡Æµ´¡Ò¥MI%‹å§…kʌ٠×JB>XÜ°´›b—LƒºUhñìQbu Ëâp{ÅìtŸ3gá7¬5Ãïex³ã7¶rIJV—óF€`Â?¾ß"Ãÿ\y†aŒ€ÚÎ;vlé¡nm8HŸ:tȾ8ˆênÝºÉ ¯ª-‚¿À›Ò5Í Lh˜^’/Ö zëÊTð™¬Y³j‹QR8ªÞ’%K´/CLƒ]0è³+ÃÎHä¸geJžG]ëÏØ&Èd»N3Œ@DD R5¿‹† Ä 7-¼†ö=á³sÒì5Ú¢ð«—Ï©v¹œÔ£½=­X8•öìØ@ëV̥уºP•™èécO9…hÑ¢S³6ÝB{:Ü#®ÀûeæB'íýòòÅ+ªX¼ulÙƒÍYN;·î¡•‚$Òg•*P…è)˜V|ã#ä{-AšÃ¾ 9Œ&uZKÏm[ѾbѲ«ÚLxlšHiH¸T©áK@V­U‰ 5ø˜C}Qºë º¯_½I{Ž GNÉþ£}kýØ2ÓÊŸ²þÒ¿¢Ê°þãèÅsÓb¼Ù‡Œé¯µìßc˜ð4ž"=Í>xD×8S«F4²=K¶Ì„yë-IÒÄÚ¥Ó˜ä"$bvï0É=-QXÃõÜé ÔÞÁ‘v8ï&/!ÝûÂÏ*+iÑ·Êçsè"RúþeW‚¾x>áþÝÃCúÄéKÒÛ;Ð,wÙsȬtÆ6½ám=j°£Y9.’‰×…Ó˜>T§z9y¼µl:íŠlW XjnîñïbÊgÌ[%Ix¤G qÔÈv\+ƒÇ;4äa³®N>eú°1RÖR,héÉv•Ÿ/O6jloz«¼°>?ð|B[]Üä09³e2#ÛÕØ6Br 0,D€t72x¶/;&ÂíOž<¡aÆI‡3ìô6"ÛcÅŠEíÛ·—»Ö¡åÞ¸qc&Û>ç1Œ#`÷øÐÂjÊ)R¤]ÃãÚøƒÌ <ãÇ/½»¡ÝÉ è!ÑÒ¶m[áü˜^ÎæÖ­[V·ÛaleаW/÷M›6É ²¸_dpîܹ#ç«Èyùée̘Qžñºí ã²ÀÔ ¨.gF <#P¹F}Z4{¼Ù+V³ Ð;Õ¬A/ !ÓwØdš ´yáYI3×]›åaÔtŸ§-Ü,5æÊ9ø€„ÌÑý„¼Äxíý²{û>±#eŸámãý2Åt?Ò*CÇô£g^ϤÎú¡ ¹#Ë™';Ÿ6ÒOф飨m³®t÷Ö=)Ó³Ó?u1XÌ5G®¬†eF™CÇö'ÈÑøø¼1ÞÑàÞ#ÅüM±’Š/H=ûw¡içÈωy‹‡¥¥šôK×Íõã¡^¢t1º÷¬îîz˜p@î‹ é…Füˆ ƒäb*Àƒ_yñ˺?5êT‘úùº,N†!ŒA0O/„T‰» Ð!ç²ÛõAË\ÙA”×mâH‡v¯ÐtØoÞ¹¯Š)»t±&?Ó±M#ÂáŸåÊ‘Ù°8¹.8¯>Ðë•k·µúØ {ìäyíZŸH%dT„õ€zðð)åDöM±P  ^àÖ¬rù´rÝvkÅ¡ž~eiR'·zOñãÅQÕè’Ø•bd å£ÿ¨<´òÞ¿ÿh(Øþ8 ½Ù+ »§ ;À!?êàà ^c¾÷nT—óF€`"&L¸‡ã禣`š%Ž` z/ïи å)âAN¡{nd 7œ…ÇF )ׂ:ú‚€¢mÚ´¡… J¯påŽrÌÚï ·á RÂ2/Њÿúõ«ôª?~ü¸ÐÌŒ‹¡4ƒŒ ¶åÁ°x ¤ap­wE¶Ã <Å~ùòEâzú6úû„ "Éi¢#À0‘½¬ŒºçÊ5Lžjê:,ÎM[9 Í䊴`ÆX˜p­GD?¼ÚkÚ9P“V])C¦Àxú>8Íü´lß”J ýêYSæ‹ Â»Œß/‚Ȫנ&µh×”2ÙfðsÛ % µÛ–Òâ¹+$i Ou½ˆvhÓ˜{w0 z‚z§Û!á$¼Û· 9—Oúæ ˜¡Â#ÝÒËܬ’Á¼Ðû‹Å7xÉÃö oÚí[vQͺUåµcŸŽâ³¢0 ê5’nÝð%ÿP5ZTjä`Gº·%½7»l(þô:ñЇÇâÄׯßd¶ú~Ž‹f­Râ$‰höÔtåâ5Y®ÿc“15j^ŸZ‹ÝüQÌÏK'¯[{A@ã€]¼|CJË,Y¹E^#péàQÓiÿŽ%òúöòŒ?™twµÌ $ ÿbdú×*Çï«·|É~ Œ½‹L?„×þ!›¤,m“•ºÖŸÓ§M¥¿ óô5±F¾âÈ°bdYmmŒ²C5o‹†;rüºxÜ9HýB¦uùòå’h‡3˜‘a11Æðû±¿ØF€`~o˜pãçûöí[|ôþýûùíáÇË4þ€8.Uª+VLËC"K“-¾D1BýDàU褃Ô1 {þü¹ à‰@§ ¶A+ƒg9ˆn”Á^¼xAXmW]ó|ùòtÝóçÏ/e_èÛß ›Ò¢E ì23ÛÃÃC~‘€” ¶)ƒøGÐÕýû÷Ë.!ƒ9`Åã¸WhÃc‹œ"·•Ç8 Á_ôiÆ€¡…~¤ÀC½jÕªr\hÃ÷èÑCzÓ_¿~´tèС’0GÝ3gÎH­yôkÕª•Ùö<à­7šE ÕzõêÑêÕ«µ"=ᎱK—.-·B‡m«T©B­I–,yyy¼úO:%ï ®®®raBÿ:€n<,°¯m2œ`F œ"°ûˆ¯W^`¦èжá©A·}üŒ4pÔ zøà.=yäAÐmO”$%O™Fèºg¥X±Ùs,¤8sûß16o‚ôÊöA =|B/„n{bAXCOå±& ¢°M§æò€t ä`~|ÿAÙrd¡d)’¤jFML#…g¸§ÇCº!p¬ê“Ïaƒ‚ož»`z ¨^'\?b±{bñìÑÒóxÅZ“§7<à± 5j©#®êÇŽeýµ¡ê„Ö„;~ó)Ë+æùŸÿ˜¤cTžµ3~ûÈx›j@–Éšýó?Óï-k塯¿§¤‰Rª”N¤Ò1F–Ú"îƒQä-‹0m»%hÜ8t’Êú`Z?΂ äïtõ[W_†4v‘·k×NÉ“'·,ækF€`ß&ÜÃøÁB»;õ¢ºÞ@^CÆDÿŸ0Ý„ Ò«W¯ÈÉÉIú6*ííí-–‚È;v,íÞ½[É4HuH«dÎœ™ú÷ïOÐ(W†à-wïÞ•EAü»¸¸HÒäñÆå¡êZž± €ùÁôÒ) ßoÙõµì={öP¦àVZæ¿ OOO?8a±A-Œ7NŽ‹ÅhäAÿÎÈúôéC&L0+‚ž|üøñéÍ›72 0|R„;¼ôðø2 ï|äañÛqøgX<Àb@H^þõÏeŒ#À0DqâÆ£¹ ȃñ`ÿˆ7ŽWÊ!ÿkú_ ÏîReKø_ÉJ)ˆõt6iåa¥J˜dƒ\ùƒ‡¿–ZÈÒà`û5Ü5{ š()‚”6iPÝ_i³šUË’"ܼôõ›w©ÛLé´€l‹5ó ,÷<–Åh—E,X…Äð;#£xO(ð+¦R›4îÒ&]j­­‡˜<ûì¾Ç#£l?yÿüó??yÈ€ÆzP,³Ø塬BÙb´r¡ùo2U˜s` Ó—ei³WPÏBvëß‚9BGÞáþíÛ7Úè¼—.ˆÝ0k¿{áÅovxµãw%#À0Œ@äBà?‘ëvþÝâ?ÚôéÓû;0ˆîŠ+j}£Ù²ëBzFÝÓ)îݲ]h\3“zèÈvô¹Íå=yú̬{,² 6…RÙ–¡¦mû‘Ákzì]»v%ìÀ†c–Õߌfó#À0ŒÀo‡/µ†ñ#…7¶òÈÎP¹sç–²-yÁxHŸ@CÜÈ ³‚Ú5lØpøg :xæ#ˆèÇ Q!›‚ñäÅ’Œ¡ ¯o¶Ó;wNJ¬`¡$Ù•7¼~lüœ ‰5oÞœp (+´Ü±ƒñ ÑKëèÇ¿yÓ8Pª=xì8€×úíÛ·IÕǽàFzòíBú:Pcó™`F€`F€`Ì@€ÓÄ‚0~ñÊ´{µIë¾tp÷rCÏso!¥4jâ\­ƒ’ÅòkéœÙ3S.q\rGïEœq“ÐØáæ¿­Ž?K'Nûâð– kÖ¨&mÙa’é=qÕªVVÄ¡2wþ™»h-uê9JW¬pj-bÀZ5«KÛDà^Øü¥ëE~=Êœ)¼Vvï;L{DàXk–NìÐ8û¯,ÏC§¨¶JÒÛ~÷ãtû®§>+À4ž äqà Ž¶KWmÑæ¬øð‘jØwÒv ìÛºH…é2>Ýû£óVùç»ø »`é>° aAeŽÀÝeÏ!Ân#ÃovHª6mÚÔÖQ}ÎcF€øýøã÷¿Åˆ‡ðÆÉŽãgH}zY•ÀŒ¯pxŠÿlƒÎ|¥J•~Ú°Ñ¢Eû%Ïå§Ý Ä0Œ#À0Œ#ÀDàì²v©UªÝVjp?A}sªIuj”§b…óRÊIèÕë·tõúZ¾Fí^ð°"®@÷NÚbWí´ ¤ç:2ÇMYHâÙؾ†çyŸÁNZýúµ+Qút©´ë$@p—)YˆÜ…gýM!‘S¸LC9¸+åÏ“>~J®NÐä™Kµ!zum©¥k r¾`¾tæüUzçóŠWh,w§¿ŠÎPŸiÏþ#"è\M2Ek¨K/’6mÛ'sæ/Ù@‹˜-›Ört±cà >EW;pIà9u|*]µ¹lЮë0º#ˆwÜk’Ä èð±³´lµ³F¶c±£|™¢ë<µàÖºó`ùZ°ÖÍT!3³Jì&PÒA–õð¤ýÈ‘#iÈ!–Å|Í0Œ#É`Â=’¿øöF€`F€`F€ˆè”+]”¦ŒëG=ú—žÈ~ Y‘È–÷÷§¼Ü²zÖÉÑ N™¿ ÓáÙ¹MâyùÚ-zêõ\ÊôàyÅŽm®U¯ú žªn@ç7oÞQU»öBèr@UÍÊ›7®Eƒût Œ6F€`F °0áX¤¸#À0Œ#À0Œ#À0Œ@„@äs¡kŽ#$2¸„ ¶A#8Ž 4íGp žæaåm¦Ü##À0Œ#À0Œ#À0Œ#Àü"Î]¸F•ë´¥—¯ß†xs®¥­†¸î€ˆlìßoŠkQ©R%Ú³gÙíÿóÏ?òZÅ—0+!ikÙWx¿~÷:u¾ lá &ÜÃ×óàÙ0Œ#.xæõ˜zuâáòáð¤F Ø|þôQ¶]¹d ¹» v?܈Ì\¿rCÞþÿþ÷¿È ß{8BàÐÑ3Tþ#½ÿð)Tfí÷£'Îý-ÿP¹î„/^¼ ³gÏ’··7%Mš”òçÏ/Ïþu íõW¯^ÉõòåËGèGY̘1)FŒêÒì’¶ª£/_¾ÐÍ›7¥Ì ýT©RQ¡B…(J”(¢_OòûøøÆ„ÅŽ›¢E‹&Û¢=úÉ•+ÙÚÚbcXúÂ}Âw^üzþíÛ7™íúøñãë‹eãcúÓㄼ¨Q£Š@ßq44Œ¯/P÷7n\úÈTõqŸ×ÍÍ&LHeË–•÷‰Ÿ .PÁ‚)S¦LVûAÁãÇéÊ•+xØgÉ’Å';ù ™pÿ.ß#À0!EàéÓ§²‹ÞÓÞCÚ·gF \"péÂeÂÁÆ0ÁGàï¿ÿ~cnÉ„;w¤úÝéË×oô‡ È¢GJѱ-š8ÿ›Vg™'ó£‰:(7MuÍóâ‹ ¼lŒ@dBDpûöíióæͤÿ|q\³fMZ°`$j-14hMžnÜ8y¨ºè£qãÆ~$TBÒ}ƒ8GÑ &hD·R+ …/]ºD»ví’‹Å‹§3gΨ*Ô¢E º}û6?~\ËC"I’$½y{{{-ûöíÔ²eKzýúµÌýùóg™þøñ£Ô®­ Ä=ÆVöýûw)¯sêÔ)•EOž<‘ci""¿H‘"w=éb= ½õâ$º¥Ý»wO’ê>”E9s攋(ŠàG»dÉ’iÁWQ s†ÜM† ̺f]ºt¡Ó§O›åƒæÍ›Ëgm´¸`V9\0á 2ß"#À0ÁEÿéÂbÄŒEEŠ— n7ÜŽ`p‰ÀA7úçÇÊd›‘ÒÙ¤ —säI1á[7nÓà z¼lŒÀ¯F Xá<ôüþ1I®ƒÔcc #20ðl·4Å aAL»ººJ’V_$¬ò×çëÓèÃ’ÔFyHÚb X±btíÚ5ýPZ÷äîî.¯wîÜ)Id=Ž‚eË–ÉrË?àŠ ¦ yóæÉâ«W¯jd»e}Œemªîû÷ïéâÅ‹êÒê»ÇàqŽúñâÅÓêyxxø!ÛµBƒ„§§')²ÅúÅ\ãÞ,íòåËrQáðáÃZºuëFF»Úà1?þ|rvv&,$¤K—Nkü?Pd|ê|ÏŒ#ÀµÝ.YŠÔ4c±s [q5F€`"E²% ïßQû.mÈ®qˆ1iž%#Î5x-ž»Bzá…³©ñt"! øR‘ðöù–#ðöí[*UªP†hnÓ¦ ÙØØÐ;whíÚµÒ3åýõ—ô¼†ÔŒ²õë×Kk1 «^½:U®\YU‘’'åÊ•Ó®U"$m{öì©‘Ü… –šæÙ²e“^ãÇŽ£U«VI©ŒõáÃ)ÿÒyÇŽÔ»wo5)É2tèP*_¾¼\H†–ˆØF€`F€`F€`F€`Â'ŠQd;¤Yúöí«M¤;<ß¡‡Þ¹sgIÀϘ1Cʸ¨Jà·êׯOðbW„;$QP? n[ÌwñâŲûjÕªä^”ãtÈK—.M 6¤9rHÝòĉ˺™3g–ùŠp‡| vÎÊ ?_§N™÷ìÙ3I8ƒp‡Vz… äâ<ý- d?È×ᑠÂ:V¬X m•Ô °…­[·Î_ÂuŠ-*õàA¸cA 0èòƒ§Ä"€‹‹‹Ô²àøð¡Ñž˜õó‡~UXV]Vìð`F€`F€`F€`F ð€$…eÏž]¬F-;uê$=Æáa yè¦ÿJÓKßÀÓ[‘íú9A‡Þãðh·³³ÓiixëÉvUR¼ÿþÔ£GéOäEdSÒ±ú{áÀ±FâÒ60ÔÃ37zîz½xï3án„&ç…:XuÛd;‚`u-EŠr‹ ¶§ ‚qB}ÜŸÕáœ9sä <ÜxáСC?ehlyÂÖàzðàÁHý†þ)€ó Œ#À0Œ#À0Œ#À0Œ#ðÛ!ðàÁyOeµ5ƒg5÷GY«òÓò•G>Èbÿˆpx²+ov£ÉÉܨz ª ÁMýGÕûÎx]@Zw<û€L=—€êý®åìáþŸ,Èà"0 †±CoX1ŠÈ]°¨VA¶cÛÎÏ0ÇP;°hÁÆ0Œ#À0Œ#À0Œ#À0Œ#4 · î[·nùÛðƲþ<ÕªUKÆ\D P8&ô·dÉy@±zÙµ D´%ÙÿôéSR;dc+TàÁ0Gu­ª#|"xÄ_eàáåîÜ9É >œŠ+ö«¦!ÆeÂ=ŒÓÇeÔ^ý› žì–Q¡Ÿ´mÛ6Ih#À‚§‚¤‡!ú/HWÞ€ðŒA¬ /z8€!ÀC£F4½nݺtûöm3mu¼yiܸq„ˆÇ–öõëW©Å„ŠÔWu@^ƒ”Æxþ€mF!5è®#Ç©S§d} ¾7n,£$ljG_$åkxCïÕŽ(É8ô7n\ù‰ z;sæ !*óéÓ§õÙïæÍ›K|ô ¿Û:Èv¥ƒ…ù ‚5ž+ ¯™V­Zi¯à…² 6˜Ý_0Œ#À0Œ#À0Œ#À0Œ#àÐ)¡Ž¡íÚµ#èpƒ ~kÍš5ù ~ÈÞÞÞ¬;ð+Ü•*pss#Åi /mÚ´’ØF{½·-<ÎsæÌ)y²aÃ†É ¥-Z´ xeƒ‡“¥‡‡AR(àM@†[òr˜ËÞ½{ zï ¾ |82æû×6ap1b„äò0ÞÎ; J†»ThTõƒ~aà§OŸNjr=ÀÞõÀAK'Nœ(ÇÇZ,2ÀPÃ}‚ ‡ÁYA_Uàáh ÃjU‹ȃzÄÖ­[©F¸Ô žÿÀ!dpO¨ƒà±à'18Ëû÷ïK~ ÏñîÝ»rhY ÷0~òxƒèÉvkÃy{{Ë72¢=CçH‘í–õ‘ÕFkotåÝŽ:`aiXÛåˆ@­7¼Á°Jem Œïîî.›à$4w|x *³‘áCkåÊ•Ú__‘žõd»¾LŸF,è wDcFÄl`aiøð˜?¾\ùÄ"þcý lñŸ›þ?&|8b±Eî–¯à¹"£UQyü‡`F€`F€`F€`@RÃ)²R¥J’4]µj• jYõàårZø¢%J˜q(‡¤x$U·cÇŽ’W×!i Ùৼ¼¼dŒ?Äù³f É¡`iÐei ^„±Þp_p~´ 6 }AyÁÉÉIúv* ίzõê’¯A_zC×ñãÇKÒ 8ŒLy¾ã^á‰od ÜAüëm÷îÝò²N:Z6<Õá­¼”;Cô¯78ì‚gD¿C‡•g¼©Á³øgðè¶ P’¶ \¤Ö¸ÑøI“&•| êÉCyáÎ;’c‚ÒBíÚµ©_¿~raŽ¶¶¶~º…\3xK"ýC¶Fa„kplÊ#^ßQ¶lÙ^äéÓ§×gË4$¤AŒƒ«‚J ªð*ˆ÷÷þzë8VÅxFUªT1“§FØ-`©Ï)¯<âSfÏž]ÎÅèîj÷‰ÌÆî?áéãEÛJ°=/pH¡X3h#a• oZWWW?ÕðfÄ"^ÞzûóÏ?©|ùòZÆ)­>$ñþ±Â$³*ƒ·4o¶¹`»‰z3b¥¯´‚Š\¼ùàŽ`¡aèä? ÜЦ¬N:°Â0Wý˜ØÞƒsÌgÈ!²ÈiH¬øg؆Y`…5ý–|øá®ëׯ—øoÞ¼™êÕ«'ëÿllŒbÊ”)„@$x^X…„ÌŒ2¬äbaBêªíH*ÏŒ#À0Œ#À0Œ#À0#€ÝÅGŽŸ£m.hÇnwš8ª7ÙÕ®pC®Áüf€{ã& ΛP €l dkD/òá´ I[5ˆáåË—ÓäÉ“%q™H€[· <²Øš¼µv À!Q5 ²Xœ¬ÛB ZÈÄxzzJŒ1_ðe–sçn(¨g`#¨¸@UÞ¾}{Âadpôˆ{Æk\'3°èØ–rÐF}D†<&Ü󧌕GE¨«[Å@™^’EOÜN:U#ÛU]œ±]åð¢Gß¡aÐœ‚¬ VÊ°}Çša[OH D;>À`ˆ\=fÌyXö«—qÁê'wKûYØâÃãcq`Ù²erEVmÛÂ6§+VÈ©a«œlŒ#À0Œ#À0Œ#À0Càí[Úíz„¶ï: Ïï||wrÇgG,p=r-Fà÷BŽ‰FžÙáõ.At〾øÏ2,€d7R¢ì@¬CfGD0x÷ã`3F€ wc\"e.V¨`*U4k¡aðÚF x‘ÿ ƒž¾ ZozÌÈ.Õó¯\õ\l¡•=~, ­Hö‘#GÊ<|¸[êtù7.cF€`F€`F ²"àñà±$Ø·ïr§ÃÇÎÒw+Î]ñâ2áY_#|ß¿?ˆkI^eàm ï /~xk³1!A€ ÷ ÷›µU+S?~$è³Ã<¬ [}ÙŽ@Ì+l_zòä‰üðSr3¡1öÀª!<رÍÇR›Êh ¥¹eTؼb‹­DóADlì0`€Ü "d#ˆ*<áÙF ü ðàþmºyíb&5j4*S±¦lsâÈ~z÷öµLç/T’'M.Ó/žyѹÓGd:n¼T´dy™þ™n߸Bûvm¦Çž÷ééOŠ?!¥N›2Ùf§*5RÔtæ\y,FàwDàØ¡“B†ïm°n-FŒèT¶¢)FŽe?|¤ý{Ò±C'Èûésé¤&]jJŸ!-å+˜‡Š–°îquÿîº~õ¦e—f×ñãÇ#Ûl™(Qb¿ÊÌ*Z\lX½…V,6mkoÞ¦1U©Q‘º™>Qµø_E(~‚x­Ì/Ͼ@^OŸÉÌ$IS¡¢ùµ Íú©™l3H”Ü¢ÖØ Ph\, †ã,F€pô:uæ²$Ù!sõ†y@Dk]Ä‹ÛZç3Œ@Fàýû÷’T׫>胀"X,b²1ÁE€ ÷à"÷ÚÁkrØ’‡V¼µCÓŠ)"»ƒÄ ‚Xӭ—gggŠ#†$ÇC29šZк²Ô¸úúõk€Ý+œPšF†ʘ7H}lñÞ<Ü!cS¬X1£&¡šØ"ð+tå!­ƒyãÒ¸\³1Œ@øBà°› M´Ý@ &Ö÷iãÒµË&m¾Ù˶S©¤Õä ^¿zžzw2ÙΞ+ÿO%ܱˆ0nXw:vp¯U°§OLm:õ£Æ-»XÕw´Ú8 ^¾xFϼËž±02uº0…»d~.“ÆL£‹ç®kÐTiRî®»P¯ÎƒÈçY¿§Oøj„,’z t¤"Å šÕÁÅ}‡hô‰~ò2@¸ƒ$1a X°óŸ(GûÅsWЭwdW…‹ o¯gÔ¥u/­ëÍ»WQþByµk£ÄÂ9ËiÏSl¤ÒåJÂ}¾V-°s3eÏ™Eâ×¾k+CùEtØþP7¨X  #ÀOŸ>Ó~÷‚dw§{Ò³¯×PW‹%et`p’øŸ‚˜xFæ_™Q}ÎcŒøÃ(“óB·oßÊà£Ð&‡8 „¶ž Å›A,‰_¥‘Rr!-[¶”ÁvîÜI .Ô¤Qž?.£"ø'Hxå1Ž±p^Ü*0è‹/hÛ¶m(’† ®Ðý†®;¢#ˆo»ÈÚ¢E ‚W8¤PÁÃÃæÌ™#¥XeÄ?4â1.tÝ_½2}‰Áµ2èŽQŒa ¼«W¯®E_Vdù·oßdXÓ/_¾¤‹/Ê{ÄYVQ^ðzCp`rR+л‚G9îÖ­['ƒÕ"X,æ5a”Ò25jÔ fÍšIm/à€€xV§OŸ–4Òñ¬€Úþ lÕ½fÎœ™š6m*ƒ€`¡BaIžÀxê«~øÌ0Œ@pxæõ„Ú4ª(¼^™5Çg4•Á¤üëW/¨kŸ‘*û—wl^I“Çô“ãר۔ÆM_þËæÂ3á8vL9ÎYàôÎœ{™\§/_¿Y¯È’ÒU››ÕÄtðÄg ¿÷ñ›9^|(¥V ³ŽñÀÓò?úAƒŽàXÛ¶m圠«ÙlÝÙ®dR [a;¤kàao~,P@ sEV#ƒŒ¢P_HÏ@2‹ Xt€ÄNœ8¾ž¦hÿ«°µœ;¤r`ø²O}6F€9 RâÏß”ø"d²n\»@o_¿¤Üù‹4âƒcÎ7[̹nd±ãÄ¥švÍhæ$ÓgÓ¥ó'ª…(ÏãÞ-zòЃ޾yE %‘ÁZS§µ QŸ–Ÿ>ö¤ëWÎSò”i(Kö£v­Ð’.•/9ù¼5y¢-^çJ…‹—•Å[7,£%óœèþªºvÎ#ºôAEJ”ÓòÕ(JW.žÖ®‘رe•<8rº ìŠ4 äãÂYãhÕâRÞ”K=FL!­QŠ†Ÿ'5ßûBù¶ËiPÏV²jóv=©~“¶Ô·KIÖ«öO4xþ÷ê$ǘ4ªm^»ˆ°k@YB±pÐcÀ8ªí Á“@IDATmßBeiç Þ·ÖŒ@@&æê¥ëZ-k^óZ‘¨mWÖ¯ÚL?¾›>®^¾,Â}¦³I«îO{é‡ÑÒëW;kiû&u´ô¯NtÞÊ¥ëøß¾ýMK毤Ã{{ZÁ"¨R«—®‹†™…DPàÿÿê8\Ÿï`Á©]K{jÛ¢>¹m÷É3—ÒÁ£g5íÂùsÑ¡=+d]ȾžíoßúÐq´é2„ ïÞ®];Â.dÄn{óæ<#­•g©¨ TÂÎ8ŒáŽÅˆCJÞ(‚Þ?{UGñ›]ípÎØ܆`È„î‘éió½F8@”dÇ5´ü•U©RE÷PÚô*ŸÏŒ#0øÑ´fÙ,š1q¥NcîÈö€ïÀz½;7Òà^­éó§~*AêeÌà®t÷Ö5 gÈŽƲd3yy+ò~ÆÄÁ²É–ÞÛð ·$ŽAˆ§³ÉL„×7ÌeëêØÃïSGÝ4²=YòTT°hiYö”4wêH™6úsñÜ êàP¦/ÜL¥‚°0¡úz'~hÔ;¸WeigàxøÀ.jX£0Í\¼UèêÐÊô‰g^©¹]izõâ™>›¾‹E„ § ­ûøtÿîMrq^cVŽ‹W/ŸÓÞm(][VÊÂú¾Õ8|Žœ\¾xM»ñL¶I²X±cÒ7“Ô_@u*ôð±V%…®< y>±!NÉ:™³dïŸëx¢MÎ /~<ªY¯*mXeÒ—¿vÅïB A3«Yaaµ¡?®»Ï{Ú´v+îþàÄE‘8±U¯RZç/^—Äû†-{è»Î1ÁxñbkYð ‡×<Xáù+_¾<Õ¯__¦ýûƒ\/_¾´JÌDØ£}hاOŸâÇÇù®ÎA!ìcÅŠe5^GpæÂmF€Ïî—vx¾ž#ð#¯ÿ£GÞ!¤ºuëFÓ¦M3,çLF€0FR!#úwмÇKW¬i\1s¿ÿ›vm]ëoIÁœ¿pIëTøðÁ=êçØL’¼øaتc_ªTÝŽâÄOgO ¯®1ý¤÷öú•óZ{ æÀX’d)¨nÃÖ´qõYÝçÝ[Ù×A‚Ãû»è_åYWŽ2eÉaµ»: ZÐÔqeù®më ÷Ý"課êu›ÊÀП?¢Ås&¨lê5h•X!tCÔň‰ ¨jíFê’zž¨îÈÌœ%'MšíëáŽù¿|áM£u‘mT°Y\÷¾eGü‡woß×j¥N“BK‡FâÇDüˆ[f]A¶éõË7ä¾ÿ0­Z²N+ƒw{M¡Ï®7ìBÚ´ÆD¸ƒ¤ªcöŸÓúñ“N’ÄwáíÉ£§ò3ÈHj!¤Xf.–u°˜qäàq™ Ü7¯ßF{´³¬Æ׌@¤G UÊd4I|wÚ¯-Z¾I’ïžâý¬,^Ü8*ùËÏØÕœ2eJyg2>>>~dny®ÎJþF]㌼>˜}wÎøh#eyB _ÿïM‘ò8…°çáÁ}rÜŽ`‚ƒîÁAÛ0? }ûöÉ€®JRF?,ئK—NŸÅiF€°‚€û¾íRJÅ[È~è-qÒä”=W~}V„M?yô€ìÝ&çOs=Ù®n ÁEë7n'È®’,éÞ¡ûUìïÁ²ÇM_.ôÈ;Ó:á!`ïVzïóά äTv:¯–œf¯AM ‡ÀºDéÊRžàå®'ÜÚKÞûÈþrä)H ¿aÉé­ „ô†UóÉ®q[éýŽ|Üëá‹ÞªJÏ«–Ì”ÞåhØ¥ÏHl×w‚}Óš…²0kÛ¥?ňK_E¤Õ“í(L‘*­\P¯»*µ˜µÁEŽÜ¾2ÞÞ¾¯Ï°¾o?áŒH‡ÀËç/µ{Žû¯4‚–ÂÄçOŸ©Ê_{¥ÃÛÚç1bš{-Â+ûé“®{ùÊ¥)á¿!œV¨6+¦Ö >¼ÿ ¤£LZH„ }_M;oÜaFŽm^Ç„{`±ãz‘ØB.«G—æäر)mÞ¶OÈÍ,£Óç®Phz¸ÿjdãĉC8Ò¤Iä©`áÎ’„×_«´5ÂþãÇAÓ¨¼ôŸ?.£ò€ò@¸—°7.á»0[Ø!0lØ0rqq¡ÏŸ?ËAúõëG¾ÎCa7rÄïy̘1´fÉ©gĈdggñoê7¸&܃‡È·ð{#%‹‰tú½ï’ïŽTPT·=¾Òú‘J•«þS´$£ˆ/ø}†8é‡ö“N•&½Ÿ¼ dܹuU«žCZÃÀÍoß¼¥}»ÜdÛ$É‹@ÈæòT~:_¿~3Ê6Ëûˆ:f ¸x®Û!&m*«µC‚…ÕNý)¸xî2éå‚TUHô0á®Ðà3#0%Šú] ¸×0Bßu%J$£ò€òþè_¿~­yÙóþöhiûîH l¿ø^‡Á%ìcÇŽ­9©v̈TجZµŠ¶oßNëÖ™¾ßG¤ù‡t®[¶l‘ AË—/ṩܹsËi`[ø@€ ÷ðñxŒ#À0¡„€ePTkÝFä'}þ.¦é0Q‚Gv@–$iÀºÍÐV_³l–ÖU™ 5)MúŒÚµJÄŽ—ª×m"=Î+÷-?â¾G#Üè´z&RÒí\D Yî‡ÝwÉ £È+U®š$БV­ó »ÎÐQÑ—» ñOw'èÀ+¿höx)s³Òù¨ð4 œ÷ÿüPÝP–ìy•÷QXÝ·vÃœˆÔèƒ~ž9y^Ähø"$ ¢ù‹ H‹.mz˺¨8wÙ4CÂ=j´(4jâ`û²V¸m“ }ûf"GìÖ&£E)K‰™O?YëNË××I 5'ŽžÒúN“ÎúçmH°ÐBbãgÃÚ;wÓ0± -ZTÃrÎdF ¼"€…ˤI“Ê#8s„‡|PûwïÞIo{œAä‡FÀY|çD8<==ƒ|pt±$ëýó°O‘"åË—/ÈãüÊ5¢jÕªEJ¯ ˜:õ9 0€p°…/˜p_σgÃ0Œ#L¬EµÖ]Ñ¿*êu[«ÞóÓÙøz™-YÆÏX*SI¾tþdzùÜ$9ñýûßÔºS?«}C'£mvº{Ëäqÿ浯N4AVò°}.›ÁX÷l×ÉÉè½ÊJº?%ÊT&0ŸwoéìÉCB/~˜ô¾ºLÌÕZPS]W2ùÿì]TÉ}ÿÿÝdC²âwWâîž@܉»»;qwâ®D7îîî q]ç×-¶šž¡g°Á†÷Îiºººô6Ó0·^݇//)S§¥{·}·`Nš³V\§1/î׶žw¸Oˆ!(R¢6Ž÷ï>t¿ë7±¾ËãÂÙËÙŽÊù Úþ˼ç ?9™º jjcÔ'à)ŸP-õþ×ËüÊ¥ëT¦BI}“4$¯_õ[¤3òÊ7©ÀÂ?âG¸—(S4€asžþÛ6î2ìì³Ð˜ß³Ã‹ª×®lxŸ3F€°W~úé'#8öùógÍ»^IàyÙ«<¦* ©ì¼ ©¡ ,à¬Aždâĉ-®•ƒæþ·o¾ ÙñãÇ7tFQpQÉÁÁbÆô“HT ¡‹/Êh^ØY²d Và_,šà9À°ƒÅk†]W®\‘Ïžßé5ZÀGú¹`'vcè Ïóá€Cà^½´ž/¤Š`Ø…€ßµ›7oÊcΞ=;eÈÁbߨ‡6”lÆâíílÍ{;,¤wPOY4ñÝ F–L•ÇXÑïþýû ϹT©Rrœ7nÜ  .P¾|ù(]ºt–š‘ùAÁÙjCvz“ w;}°<-F€`¢–‚¢Zà¤êiO–Ú9ƒ6+O˼Œ´"A._!é>iM¥Ïä· GË dâÕ‹×Ô¿ûP­tÒdŽT§~ í:<ûv_Ü} £q@Û w#d8`Ë€HÅ‘"E Ë…,ÜQžíŠ¨×Kßè‰y}¾¾¬"™-4o5ûÈ‘#VïݬW¯AÞD휅<É’%K¨jU¿ïM¸ßªU+If£ ÙµjÕ¢µk}hŽ?N½{÷¦S§NùÛ€² 4 3fX%‘õcC[S§NÕHoÜËœ93}Ù3gÎPÇŽéôéÓúlI„7mڔƌcB˜C¦yóæÚBHh´‹… ’Ľj ú¥K—D|‡?ÉÅŅП²fÍšÑíÛ· ó×[¢D‰húôélõ†EŠ‘8©ügÏžÊë ‹ $è¼ë @Œ—+WΟĈsèævïÞ=Iª?~üXÞÊ–-½|ùR#øQ/I’$ZðUÂ|ñ¼Ó¤1uH *Îæc‰*×L¸G•'ÍódFÀ((ª¥)ã—bBºÄž ^åD¹yí"=zp‡6y.¦Úõ[šL»:4¯FO?ùóVî6¹oé"¡á~îÔ¯ä1²7uë7ÆPyá¬q2¸¨j ’1æV³^3á5¨³ð®ø.ÓÐn7'²¨tæ¤aò~. 5á’þÈ~§4~‹ “˜z/éÿ1ýòÅp“ ŠUk7"¯Ý¾ s§’¾CÌXê¶<¯Y6›Fè(Ó9óò‡«Ia]„tÞ67cçôØ•vnÝ+½Ö?|Bu*5¦åë牅'SRžÓ#ŒA…/jˆôÖSKÛ*”`©å*–¢£‡|o^¿M[÷¢©óÆû{/]¹xMÜë­ r4¹òæЮ“aòôÉs:wê< Áž±#@Yûn­ ÞdÁÖ[“Qc^/Ÿ¿¢$I«,>3Œ#À„"øΡ¤`‚Ó ˆo=o‰˜7ÏÇÿ¿#FŒR—ø[wìØ1lGexÔƒØÕî<ÐÈv”ÁA£>æ»råJÙî™Ê._¾\zuoÞ¼Ùü¶á5ÚVæªÆOp,„(©Ý¥K9•§Îðäž;w.mÚ´IÜ©S§–·®^½ª‘íª¬:cî×®ùîØUyêŒÅïzÄ‘½~ýZD=pàÍ™3G+‚ÅìÈ€+<ÎQ^ïÙç”x2Rd;úĽa|ævùòe¹ ¡_¼ ÎæíF•k&ܣʓæy2Œ#`‡üã#¶Ý½zä™eË™_xfÚáoö>C&Qóz¾àCû´Äû]*]¡:Å‹ŸHEGhóº¥Ùž>c6*T´L °s_ˆ ¦§Žùþ#¶tÞ$)ãRµV#‚„ ôðŸ<¾/<ÕwÐå ~2 e+Öª~d¸ê¬r4ad/‚>ü[ïW*›ªÈÉ€`ÇÜ°UòÂÙãÔ¥umªXÍ•rås¡¿„w æ5m ­ÂfsJÈQ»wòW/Z¹hº ›RPj1®4é2 |jNŸ8$uáݪ¤Ž=‡Q–lyèųÇtBÔY2Ïo;nÓ6ݵöB3Òy‡æظmûAÄë ±€6¨×Hù{ôà1U(V‹òæÏ%åb’§LF ³÷ï9dˆÓ­q*]¾„M©ývXÌXT¹zy«í7nYŸv Ïö¿ú¾svlÙCÇŽœ¤ì9³R–ì™èíÛwbwÌuºu㎠y0nêp±ÕÚòÖìo_¿Ë…Õùw±%þþ½Gôý›ï ÊÇ’7®jé³Â- Ïû#M½ễ/í<·P‡nîæ·øš`F "âr8BÛ@–Ãkžà”‹É[¶l¡’%KÒ°aÃä+$a @ÎÎβH`x_{zzj1]»v•2+3äTp¤L™’@<÷èу>Lh„y„ ­N žÚwîÜÑÊÀ ÛÍÍMzžc Ê°P üƒ—:ÆP¼xq±Ž9­[·ŽvîÜ)ÇàîîN{÷î•U{öì)¥S&L˜@ûöíSÍÉ3v4€”FÛðÈÇü•Av÷¶mÛfä ðƒ¦2eÊH'"///éÝb„?¼â7n,›4 Ú™½`Á9Nä™/”ĈƒŠ+fB¶£Š+Ò‰'$ïI“'O&x±[2`ïûjժћ7¾’ŸØ ЦMjÔ¨‘¶€P´hQ9ßñãÇËÅô à\œ-ÉÞó™p·÷'ÌócFÀŽpÄéÒ ‡ÉcD/Z¹xz gZ²œß¶È@WŠó*N{ ¥Y“‡KòlÑìñ„ÃÜ’¥HM³–m×þ16¿o~ö'Î^Cj¡‡÷oËÛ £çMm^T».X¤4Ÿ±R»Ö'bÇG¥ÊU§=Û×iÙ΂ü6—ŸÁÍTNé¤Î»ò0?°g‹ŽºE«§O€ˆ¯,‚²ê-Oþ¢zûß¿£1CºÊÛý‡O•„;.†Œ›CZÖ¤ûwnÈ£{Ó-Ÿª½Î½GÂÂB:ï°#÷a4læ*> ÎÔÙ½½~é-Äí1yÍ°f½ª4XÈ8ÙÚöîÜO?ø «\£9Ät°Úˆ‰3GQÚ-ÅbÙ#YöÃûÇŽòm;·´ªõŽFð¥õ¬ðd·fÑ¢ýHCÇö§MßÖê†Ö=hðë5\-õ³a î–°á|F€`¢: ™]]]%á¯r'''úòå =Zz™C‚¥C‡’¤Vr75kÖ”„ºÂºß aв Œr%íÛ·—„;îÁKÝá¾zõjêÕ«—¶hïu;ÙÐÊA¢;eׯ_/ƒ¯"ýö&MšH), €Xß°aÕ®][.*”-[VJ°˜î¨ é ëõ„;î¥OŸ^’ÿ íaø?;ke\ |÷êÕ+¹( w”V8@dca V¬X_UßÚýa±lÍš5V w”DôàA¸cQÞê°}äËÌ–}p[Œ#ÀXCÿXõ>…rçw¡A=[ ²è‹µâò^ɲÕ,Y ´í:ˆò óýÛÓ›WM¦]x&Ô©ßšZwìK %1¹ÐôÕ7y]¦-ÂK~Á̱š§¼y½ B£½qËÎ/vÝ– ²2z½šv±dnMÚ‰ IhþŒ1tíò9Å0¶nÃÖÔ¸UW;&“Äÿ$A>yt_«‹R•Ü^·ó,MÝ—6­]ìïwsj'p-SÑ8€£jÇÖçÌÛÖcáöì‚.ùh×á4rÐx:yô ½xî$Y?kh¶ÓŸŠ–,¬Ï¶YZ/'ãÚ¨v Ú…~úÞc[Ä‚«'M?KÄ…ð%ìÍ+.V€ ï%v®d2¿¨k,:¦Ë†²åÌBY…÷¼KñB”6½Ÿg]  åBÐgŒÝ¿ûÎ i <ùr¦8—a"ËVm¡«bgKÒ$‰(©cBJ&vòø¦Qôè–ÿ/‰tå3¡„¼©•AÎZæJÒä+$aôhõ3êañDíСCéþ}¿ÿ½U›ê¬tâÕµùYé£ão0üfB#ÝÈ0&H®À@X5Jæe¡»® ^å Ümið 7ÇíƒPïÛ·/uëÖMÝðØG^x@Ì øéezô÷# Îú1Eô4îý ‰ña…ÚNØþ[‰ ¢)é»YÕAÄc6SðG Ï[œÔê§i ¾b[ P¾J]J™*-5¨QXz3[j3™ðî†Þyh[“ÖÝGpÍs‡i°ÕNq¡=õÉßêÒðœ[È­lÚw‰¾~ù,ä. Ùç”4yjrN›QH5ülX'0™XܨӠÕtmNÏž<‡ÐR2 ¯“¥’ò2 ¯cR†úU„<5Ùý>úHÎ)¶XpL–RÎËZ]x¥ãø]l‡|÷ΛbQì8qMª`1 7}‡M–ÄümÛO1¤‡}ŠTÆÄZõºM ‡5[¾ñˆµÛ„ÅkÏ3$ó¶Ú1ß´Kf.šD3ƒ93h›Ož=VÖö~ýFÈC]Äû+I,gJãÄcµåV훎à¾tƒÈ/"ˆllÇ Œ÷R3÷FÔ¨…›x?<§‡Bçñçâ cLñùM%>c))n¼Ð»Ñ|C‚…Q{å]© åÓŠE»IcúZ†OߧȊ¼Ü!Í.î0ÄðΆÌ“'OdäL°ð­lâĉÙgÑòåËS… ¤t ˆfȦ(¹UÇÒ9_¾|R†>§L™"„»Zâzƒ><ÆvÈždÍšUÛ0E[ð‚“eôèþÿ¶Âã†ÿw ß-¢à™°cÂ=‚?-x‘ƒl‡!rD³úõëK},&Ü-?õÜÔÙrI¾Ã0!A`Å¢i´k‹ŽÄžà'zÑ¿ÿnÒ¬½ê·›L2^`¢÷ëÂë469°“vnY­²a‹NZšŒ#À0GÁf·nØø ¢äçÏ_hÏ/ª^»rêqaF ² 'Î/´gó|*Z¾1Ýù7ÆC`ÇþøîýRìòÁqþÒ êÚ¾1“íËÙ ŠpWd;<ËA((P@z“C×f.¡gQäJÁEõö»Ù÷2ý=ó4¸&(TªTIz¸£ÿ—/_Ê€«ñâÅÓŠcg<ÈÏ;'=Ü!eS¸pÐäï”Ô$H{Ì Ò*Êž?»ç>T—ÏçÏŸ§êÕ«Óœ9s(µÖ ƒÎýÀ »`ÀÕH²Eõ¼Áÿ©kYIü@tðÓ¦M«²Âül œÃ|ÐáÜ!îaøðá¹~ýºü àƒŒ€Z| Ì·Ç`ëŒ^¢VDrÖ^4X%3²oß¾I)DDFßÉ’%“Q¥qÈ…øæÍ›r¼WòäÉ)þür›¯¥­<æm¢ H+ŽqâXÞÎÜþ€ÇÙ³gå‹7qâÄrµgsØ–ÀÚüÅ2\é’áy X„2¼p¡Q¯êÁ[?h+£Ù²e“¸¨òú3L07Æ`þü°ú‰lŒ#2®^:K#{kä/T‚¦/ÜDéÖ¦®¦7ëç_„Ö»_ ­'BïßRÙ©ýõãR¢<.VÖ_>g0Œ#ÀŒ‚Í~úô9à‚f%àÏ„»(|iW$;uömY@EÊ5¢§B+8ö“Ð|ïÓ­UpªrF R#P¼xq“ñ#À&Hmèž+om0'ÜQ nFáàOæÏŸ/Ϫa¨% ¼àaàuPGoЊ‡DoåÊ•åùèÑ£äââ" ÂÞó°qãÆ‚Ÿ‚{©Zµ*!0)¸6-—-ùÓ§OËãîÝ»R¾™NUaàà† FÍ›7—õÛ·o—ãVœdvTã1²={öPš4iÈÙÙYÊíܾ}›Ô"CªT©hÕªUFÕ÷`ïÞ½£©S§ÊE\c'Áþýû%æðôGpØñãÇËq+h׃g‚á>ìÁƒr~HƒËX´€A²;0ìTÀŽtyà¯6oÞ,1ĵ2,v¯â¬Ú‹*g&ÜÃàIƒ\Ÿ4i’ü`à¤7­1cÆ”Yx )ÃK ÑŸõ^Ñ]»v%z‹;¶\AsssÓ²¡õÞ»wo:uꔌ(¬Ý ó 4 3f½x È>HŠ€VõAîçÈ‘C®.âÃÕMK†þñ¢Ð·èÎø@ëWô‚Û^mÚ´‘Û•€¯2åÕªU£yóæiz÷x©à…©°Ç$ä xcõUþ@# †¶ðBÅK +z;v”‘œõ}b•qÉ’%òůڀ'g‘"Eä3PyØB•(Q"u)Ïøƒ„þˆXZ81©ÀŒ#àïßIRý¯ß:~æ*ù™Ê”5­Á0toN÷nÁM¶=úkŒ3¹ Ò¨‰¾aÚ1wÆ0Œ€ §–Ž=Úø›Í¼é‹Äÿá¾ÿ#»5®-e›zâÿN üÿ§?è8ÃŽH•2íÛºŠ ÒýÍ»AžY›®”Dh¾³1Q 8 Q‘³ [aîîîáî\ŠÞ:wîL 6”ÜKÓ¦ÖãºÀë4×Á¼WĶ¾MðGZC,¯Á£€w~:ò@–+Ò|”%Ç£æ„2 ë!§JyÕ…‡}•*U$ƒ~õÉûøÛ R_o( )£@¥(W§N;v¬ä©\‡‘© ŒÞôFÂ8èm×®]ò²fÍšZ6vÀã¥ÊÀ?¢ Úמ+NÐnHpÖ·ÒL¸‡ÁSn×®-\¸Ð°'Ç8ðKŽÕ¯ôéÓËrL¡'Û +‹L”9¬'ÜAÖ;vÌ° >üнR+WúBÈÃÖ›k׮鳵4^\”×Xé³F¸ãŧ'ÛQ +hððV„{pûÃ8° ŠPsÑ 1`¹oß>ùBC@ E¶›—G¾¥ù¢-,¨CÌ '憗)V|ÑV2aðì×/ ˜×Q×Ø„UI”·¶@•ç3#À˜"€ÏP¿®MéÅ3ß}g­¡ ývºü;M[°‘Ïñ¶ö·i¯|bÅú…ú DĉƒCLÊœ-7å-PŒ~‹™lŒ#À0ÁC B•2„ÃÜ–Î[©î[Ö§,Ùl¯WkÞ'_3Œé…¼Ì*Y¹)}úì«E˜q»½w×–)Êe»CÄ.p8/ÂɳFrŽ h3dÈ@·nÝ¢\¹rIçQýäáÜ §Æ~ýúi ê>¸X]»v­ÌÂ÷6x©ƒƒ#*¼ÆáØ©œ#U=œq¼ <Ìa¨‹¶”g:ò† ¯õ’%KJÇUK“““l«oß¾¨¢<éáIyêÊÐÈøGI>˨_UN§ þÁÇû‚â°Â˜”¿*k~Æ‚¼Èáà Â\oXØO'Ò&MšÈ[p„…ç:0Á÷aK¦<Ü•®=0ƒô 8.8¢–+WÎDÝÏí¢¼ÒéGÛp2U»B‚³¥qÚk>î¡üdA*/^¼XöI––-[ʼÚA”#øƒŠ¢Œ¯2üc> ƒ ’ÙX)4_AÄK `½Á žãX¡ÃàåÔ£G:|ø°Ô½ù0¡ßŠ=<¨Èt¼$ñÁ‡g6|lùÁj"LivéûUi¼¨LCY©R¥ä‚Æ®iÜ N" \TTihzµjÕJ¶‹>W¯^-ƒ“â>þ€øïÙ³§|‘O˜0A’ðj\8CÖÞ혼þõ¸ñb;sæ uêÔ‰¶mÛ¦UÃK ˆÈ|<+¬Ä‚ŒG0¬£]DõÆJ&ˆ{ä1Bk ´q2Ùn _0F`ΔR\Uè1`å)à_2ÿ<´h×Kãs8 ð“xß5nÙ%zæ.F€`F *#;gfÚ¶vU¨éNß3íc —r¥\DàTÓÝÉ–Êr>#`lÙ²ÅpZŠ2¼)2[·n-ùxPCûJ àéëééiX„³%'ƒ# S\t×1NÈ+Cr¼d’­Éù‚ÄF=ð88€êærÄÖÆBšíÁ1Ⱦ`!$:~|Ïy}`Z´ àT¿edp6w†¢# ÎFíÙkî¡üdá%­<¤¡×Kj@/áЗªW¯჉CˆX|àðRR„;ˆë-Z¨"ÏèCE~Æ WÀí+íÛ·—„;*cÕMî ¨Õ «‡XÉTšòh¯D‰ò¥‰ñ€\Võ̺Rð¤‡uéÒEnÇy­·àö©E¶Cö«ˆÊðÇÊ!6 Ç~Ú´iR"«’X€×»¹á%†«©zÂåð"Ã=ëxáAw ‹&Ê°ú‡?Dx)ªÅ u¸á™Â70.6F€° §Ž¤Ù‚pWV²\5jÒÚxû*ÃgF€`F€`¨‡@1—|´n٪٠ý)¾£d[w¤|ÅëÒ°þ©RùâçûŒ# CªàÂË౎#¨Î$;Žð0ëà³pD .Αan¶ãmÑ·aëÐx‚ÁÛ¤9<ÏA~#=zôhé bXÜ–[ ÜüA°ôm:ð‚G€Ox„+S¤8®õò,“'O6 Úƒ‡6<²¡1edX1C»ðÖ‡g?<øÍÉöô·aÃÙm–,Y$±o4,*¨—±•aÁDO¶«v±R ŒªÃgF€Þ¯^Pï ´Íä)hÔ$ßÝD!k™k3Œ#À0Œ#ÀØ#•+§¥sÇЩ;{áU®ÛNïÛw L.Ã0QHÆÀ±RC÷îÝk"Å¢îñ9j"À„{ºàH‡ïãC‡¥š5kZ•=ÕUã$#ÀDr«0wîÜ‘|<üÐDà?»Vÿ÷"4û²iÛK—.%ÂÊ  Ž@š¶²dÉ’IBíA–%¸L Øç̙ఠÿrâÄ CýtÊ…±fXa!¾oß>jØ°¡µ¢þî¡_ó €¡þâÅ eÌ3€5Èt늨F™I“&Hqˆuüóan¨W¤H‘ ÷MxýЦÇ"5¯pÈÚÀËb•aѦ߾}«²¬žçÎKmÚ´ñW¦Q£Fr7£GÈÉÉÉŸGV7UÐVT¾~ý:ag¤…¬YïÞ½iܸqÖŠð=F ÌÀ¢RÅJ•ÅB¶%g˜÷¯:ü矿éÊųôíë™õ_ñ.Èž3?ÅppPEøÌ0Œ@8}â0ý-ÔÓgLG‰’$ r}®ÀDTNüzŠàdË™'Åú9f¨ õÁ½‡ôìÉsrpˆA… °Ä[¨Í ‡  C®^¿M¯½ßQႹ(†.îšQ‡Ÿ¿|¥ûž÷ÓÜ(›5kVé¼V«V-‚¬#À0Œ@”Dà›p†Ž ²0RÚ’%K°P ‚p·é<‘¬µ-÷`·}àÀAÞû.\Ø'FŒZ›jìbUÌG,øÙbBSÝGî>⶿úŽŽŽ>íÛ·÷¹wïžVÞ¼y>‚À÷WÖÙÙÙGx|kù‚¼öD»  µºwîÜñW}„·½VNgáqïÓ·o_­Žðö6™— ܵ¶¦M›æ“(Q"­ô'}ᯕ jª¢ðB÷qss3iãK \á#<òUQ“³ðð÷r;Ú˜Pã‹>‚œ—ùjœBÞGì(0Áx )Ù¦ØàS¦L±»@«gŽ§ê\x¾ûrÞ¤_ôç_¬X1ŸÅ‹ûˆ/Eª8Ÿƒ€Ø ãï÷¿»|0ü;À¿ü;À¿ü;À¿ü;À¿ü;àÿw sæÌ>žžžüý.Â|£á0Œ#¦Höpÿ!™­<ÜõmC:æܹsÒƒ'‚—íðnŒAÖÁ@_¾|)¥^ÄrRADÍëCï}AÆÒ*è +î5ÈÐ2\JÀ3šð‚l&ôi$}Øv-• IÖ÷{¶lÙ¤G»’Õ±Ô—ø˜¤sp`NðzD½¥â6ˇvü… žñ#°L—.]¨ài³AsCQƒR©R¥è—Øq¨Rõúá‚Çý;7èô‰CZß2g§\y]´kN0Œ#\Ö¯šOŒË[ 7eÊ’>¸Íp=F Â!°fùÂÿž°ÊÕËS¼øqCmŒgNž§›ÂC8¦ðpoÚ z¨õà 3 ÍÛ÷Óó—Þr‡ò™3gdœ3ÈÆê ’¦k…Ì){¼ë‘á4#À0v€ôpgÂÝÂ3 ÂÝBWœÍ0Œ@„E’2%K–$çt™hë«a>Î;7¯Rýª…t•¯$Sö\hé†Ã¼PæO‚;dì‚™ãÑ—ÏÉcúX€¹ª}N’g%È–º}þì+öãÐzÊ’ÍOfÑÖ€Œ8ŽÎ^FN©SÐýËþå$mÝ·ÇDJTlB‡¥µk×Rݺu¥Œ(â„­_¿žÌ‰÷ 2ÐàÁƒÉÕÕUJ¤F„ñóF€`B I¸³°X¨áË 3Œ#À„¯_>SW÷:Ù'n|š8Ç“Éö€ÊuF€`F€`lŽv/ ºví éSö[·nÉ8kˆ/&äµø 67È0Œ#a`Â=Â< #À0Œ€Á½ZÓ£wdd˜ÆN[NŽISè‹pš`F€`F€ˆ0@FfõêÕÒã]Ä‚3ñh‡dkãÆ e–-[&%Í"ÌÀy Œ#À06E€ w›ÂÉ1Œ#ÀØ¥ó&Ñžíë´¦:tBEJ”×®9Á0Œ#À0Œ#ÀDT #³råJƒ­Q£F&ÄûÝ»w©iÓ¦„2K–,aâ=¢>D—†Àï¿ÿNÓ¦M“ñòçÏO… ¦jÕªQçÎiÇŽZ9£DHêµgë<ÄYÈ›7/eÉ’EX ‹l6jÔ(müµb‹ü1†Á£`F€`|¸tþ$MÓOƒ£PÑ2äÞy€vÍ F€`F€`F 2 .]:Z¾|¹ ž:bÄZµj•F°ß¿Ÿš7oNǧJï÷ü12L‹Ç…xýú5*TˆðûjdÓ§O— Kعan!©kÞVh\úô‰FŽiwáíÛ·¡Ñ•Õ6ýõWã¡{÷îÔ³gO«en¾xñBîªÁ½÷ïßá¼p@€=ÜÃtî’`FÀïßR¶®Ú‘DI’Ò¸é+Lt0kr.#À0Œ#À0Œ#1H›6--]º” çÞ¬Y3úá?ßÇPË–-)}úô´`ÁúóÏ?#æ$xTQx±+²=A‚T®\9*R¤¥NZÆÖJ•*9::b’º† Ú8ó—_~‘qw!}JhÞßÐgÇ9¨†…ÏŸ?Ëj{Š'ŽÕ&Ðç•+W¤¬ <Î!³ó¿ÿýÏjÈÚ æ‡g¥7|öá‰oÉ€ê)‹-YZAUþ§Ÿ~’ýîß¿Ÿ€w©R¥äXoܸA.\ |ùò$±¬Ypæk­={»ÇîööDy>Œ#ÀDBNüêEó¦ÒF^¶b-jØ¢“vÍ F€`F€`FÀÞ€Çüùó TÝÝÝ d™²'OžP»ví(Mš44kÖ,‰ÉƹðàÙ\©R%¹«¢råÊ”| âÅ‹ÓÕ«Wåä\]]©U«VrÑæÎ;jÈá~±bÅ$q ©ežžž©òìÒ¥‹Ì®R¥ U¨PA‘žÙ ôÍ-¨uÿóŸÿÐÉ“'¥·üÁƒå.-[¶PÉ’%iØ°a’ô…'6<ç±è¯zÏðG_¨ëÚµ«\$€ÈÛÉR8Q¶œù, 0ßûÕ :wúWY.vœxT¨h™ëØ{{·¯Ó[¾_Ô\s íþ$ŽÉÕ¥ÅóÇïéįûLî§rJG™²æ2Éã F€ˆxÜ¿û®_½)† Ùª˜¾wo÷"#/55h¢:¥IEiÒ9™T÷ùÌ0Œ@dFR3gΔ$#¤<,X y¶+ù}úô‘R4–´´#3<öà#€ »Šl7nAEHkȬäÏŸ_'0xÂC G’$I¨}ûö’pÇ=x©[#ܱÑ«W/Íãó÷ðð ü¯bn(‡ÿU ï¾~ýz‚\2xµÃ£¾Aƒra`ß¾}´aÃ)å£Ê`Ì8@dƒp‡M`0F},4à™à€a'ƒ‘üÁAÜ@IDAT‹¼ùï,@„{™2eÞê0húƒpá¿cÇúùçŸ Ä;wÌx:::J\B2߇eNþc¢ÌÔy¢!€•tl9zô¨Üþ‚ ôž°Z‡´þe¢ÚÂKzÕªUò«‘uêÔQ·ü¡Ö­[7mENÀKtÉ’%ê’ÏŒ#`§ìݹV-ž¡Í®NƒÖTÓµ¹vmëÄBsÚøAôøá]ÙtÅên4aÆJ«Ý|ùü‰:4¯F O|ØÐqsBD¸_¿zžz¶¯/ÛÊ’=;Öæê­Q‹ÎÔwØd}–azûÆ4fHW“{ šwdÂݾ`"&ö¦‘ƒÆËÁÅú9¦?½gÇþôåó×ÿOÓ¦w¦N=ÛRåêå,ÏF€ˆL$MšT’bž:vìX©÷þýûw9ÀÄ÷iäƒP… ï‘éé†ÞXAìÂàRØÈ@B¯X±Bz0C^FO¸•í_£9…vî¡p$mÛn°úeéE…•0¬ bÕNoXm¿~ýºÌÒëké˨ô¡C‡äKS]«³µÕFU†ÏŒ#¹xôà êÑR›¼Úû ›¢]‡V¢|•º4ÆÙü‘ý;^ï â-Ùa¯íÙR§lňñ’¥ñÚKþ®mžÔk°‡üG×Úœvmõ´v›ï1Œ@@_o^¿MZt§Í]iÄ„AÚöò(0}ž"#ÀDà]:uêTêׯÁcÌß¾}“³õê•”ÌPÄ;­ÆŒ3Š ÃÓ4B@é…C[\I®•ƒw4$C 7¼-S¦L2`(¸(ÓÐ×Û¢E‹dPTäAf%oÞ¼Úmèœ#€ªZhÐn„ b^ß òÿû_ÿá/1¤V`ྀc@¦vT."ÞjóµÅ3`ÂÝ(Úa;wÖÈvxµçÎ[þAGPmÁÊ"þ蛶¾!’1 [‰¬¢dcVñƒ¦–>hƒµº|`"/¿ ¯œnîuéë—ÏrÐkŸþ|`×h•+®ÎÁá®~—Á9€‡§>¼É¡ë3—“ApR¤ˆN£zS‡õy–Òõë×—zòÀîèòM¸ªw*&vIgÏžÎ;'=Ü!eS¸paKÍZÍW»0oxë«kU yÐgO›6l¾3«~õg[ÎWß®=§™pŧ‹-®JV/ ¬´}úôI~h{ö¬|A ê4‚!è£O£ŒÞð"‚¶:<Ûõ^çú1èë!:ŠŒÇ5>±cÇF2Ô ÷x¡gxÖCâZ[lŒ#1X·rm^»D\‹v½¨LÅšÚuX$ô²2‡ömï­Ù†ïPí¿ýæ«‘ Ù™RåªïÍë—BÎà’¬óeÈœ#PÁ>  …Ì[7.Ó£û·)n¼„”=W»°Uò–û“G÷(iòÔ”6C±EÓ!P#yþô]¿rž“¥$,dØâÝ i¡»·¯É E^»6ÒàѳüY NO¸gΖ[ŽEݳtÆ"ʱ؃gö›H'Lœ”Ò¤ÏLñâ'´TÅ0ÿÙ“‡tõÒßúé2Sì8q Ëé3Ÿ<ºOÏž< wo^“C¬Ÿ)IÒ”>c6Ãß=}=¤!}tóÚEzý깈!Ÿ%ñÓ¯4/ké:¤Ï ;S._<%<ŠŸPÂ¥(±c2K]q>#¦ÄŒ“Z´mB{—ý^»|ƒ~ÿýŠݲ\X˜;cF €ï„ $ÁŽó¬Y³4RßÏá ‡ü=zPÇŽeÀÄP7A€¶?uxj»»»K‰–¦M›Êx|ðÜFÜ=H´À@"CŽEo§OŸ¦h‹8¸·ÿ~éÍ­Ê¥J•ŠªW¯nBBã^Hê‚ÛÒ{‚3ƒî9ôÙ•™†æûÎ;e Qpi/^”qpVÝz”ƒs) |êè ŠБGÜBœ×ÐÅÅE@…<¼çaØM‚Å ,T­Z•7n,¥™Á£!Ö$šŽ»wïJ}y#Mx` {÷R ðèî˜;žv®`! ßá0f¥º¸×òžcQí!ø¬â(±cžÿ*è*ʃ¯Ü¼y³œ ®•aÑã¶Õ|U»ö~fÂ=”žð²e˨S§Nò]`…­uëÖ4cÆ -ª²ê/7h¢c•ZÙž={¨Q£F&„ûÈ‘#©V­Zrk˜Þ€>(mÚ´‘ÛjôA A\­Z5©ùfNô0@®’ëWÿ ù‚Cê#ÊòÒ¥KU–ÜÚS®\9¹ÕFˉR¥JÉ—ƒ>ÏVi²À? xqé Û|ð‡cF„e6F€ˆ8€”ָ̕·0uî=2̨—•y+ÈÏ‹gSîüEüC/'S¤Dúù¿D,ˆ.›?™Íž@hCo±ãÄ£úÍ:PÛ. £ÙëËêÓå 9HQØê­'([®üúÛ2ݽ­« 2Š‹#¦É~Þ²n) èÞIjêÞê6lM½;64!¡[4ëH½…6:Æ?aD/Ú°z&탺ñ$¢nýÆPzÍpéÏPø+N£wo½µû1bR¾‚ÅiÈØ9!"bã‰þ]“Ó‘;å¸ØAå*ù×ÍG €W/ÈþA@'Oål2Wm`ÿ&Þ‰šéÓn¡ ¯¤ŒT,/S…z G©œÒ©lyÖ?“Ó7?Òé‡h¬Òúôñ­cš´êFí» 6\عe -7‰®]>§ÕQ‰¤ÉSQ£–E}ÓÀ¯êþÇ÷ïhpïÖtXÄP{q/µszšµdmÏ}ÞôѲ8‚Åö>UU•çà>/ý¼/ÜÿŽÜEÃû·²/d»“æxR¹ÊuLúâ F <pröý¢Š1à÷þÕ‹Wb7SŠð÷mG\¸tîÜóýû ù€šUË8»ç/^ÓÑ~ïý*JÇ©äuð8½{ÿQÖ/Z8/9& Ú‚o€‡c/½é×ãgåâÅMeJÏÓ3§©»ß2 ÁS=<Îk×®•t}¬6é½ÛQ«ðâÖ“íÈÇj^š/9|ð׬Yãï% ¯{èa•(QBz½£¾2×z²]åëϨ·Þð†§yX'°¥ÈœlGÿxQÎ;Wzº«@!a5.î‡`,#ðåó'êÖ¦.ý!vÑÀàQì1kMiË­í¼±S¤öû§Òk÷f `œ˜ª¬b5?9ì-ê•–„µ9ÙŽò?¼£9SFPƒj…„GóCÕD˜_½xJMë”ðG@ƒ°Å"ÁÜi£¨o—&2mN>c>ƒz¶2ÔFÿøá=µmR™¦dB¶cbß¿}•$¹[ÕÂóÛ÷Ëvp'\¥–ŸlÄŽM« ›Ù%HleUuåUžþ oöõJù[\Peà!r`ωÙãwU¶¿óÁ½[©«{²…à}¾pÖ8š:~ ¿:ËN• Fd; ceü°ä1²·¿ºØP»BnÚ/~?õd; >»Z¸–¦'ïû«§2lõ¼°ÓóVd»jŸÏŒ@DBàÉcÓÿCãÆ‹‘†Çc‰ä\¿y\›õG­†éö‡ÎhúœZýÇ‹Ýc¾Ú¿ý†NÖòÏ_¼`;F.Š]ç.\“¼4#Ša> 'Ì“-|€Sx|îß¿¿‰G;HÌAƒI/çáÇӇÂgÜk˜ àìì,¹777çNtŽ¼àvÌuÅá¸hsÍróAÃ+¼“ÞBRí€PVÞëXªQ£†lÄp† dzóæAáŠ@ÂæN¥¨ôüp¶Wwúôéåç^ì;62ÜÓ;Æ¢.¸((+(ƒ798º,Y²¨,g'''é0 Mx#ñ/r”37,0`þ‹/ÖœaÁ Âs]ðæuÔ5<Ü\úò8Vêx¾+V4qTE{PÅ0×£‡”z.¶˜¯Ÿ½Ÿ°÷ †×üàŽ—Ï¨Q£LjlCÁª2Vî@Ê#Š2ˆql÷‹žÛø°wèÐA–¹~ý:a5 †4 žð^oÒ¤ aKÈÂ… µm ø£‰m8Š¼wuu¥V­ZÉ— M`[¼ÓqZ¬Ì)‰OOOé‘Ž®.]ºÈ¾ªT©¢m—A^zæ/U|H±:¨¶³ ˆ ô¥BÃŽ;&ñƒ÷^]»v•óM:µÜí.l­A€¬‚îÝ»74†Ám2Œ@(¼¯Ÿ<ô}/àùø+Cä Äîý¯P¥ž<õÀžÍÒë[_èÄQ/Íú§ŸbP‰²UµÛã‡÷ 3'Ëkȯtè1” )-ÞÍÑèôñƒ4}âú$ÈiÈ­ íÓ†æ¯Ú£Õ ‹Äîmk¥, ¼1îo_¿Ð¬ÉÃ5ÏxxzðˆÐ¬MŠŸ01]½x††ôv—‹x¿.;‰rÎóÕBTcž8ª7;ä;HÏt»2fÍ%%FÖ,›M ÇAÊ6äöÞ÷…Œ©v¢j' sÉrÕÈ!f,9nxºþôÑdwêïs„áŸÞ bÎ×F?¦{ ÚÎ7å­8qãS«}(á’â÷/9ݽu•&Žê#ŸˆùµBò¨çÀñFÍÈEŠt²R·þc(‘9ñ«A"I-0,_0EhLwÓ~¯_½xFã†v×Ú*S¡&U®Õ€rä*(¶˜~ÞökiÖ¤arK(BÚt ÍÏŸÈ·ÀRþö݇P®¼.äýúa÷êè´ŽþMØêyMø`Q26y ò9ñ¤Žy|Í„¿ýö;­Zê÷¾Jì˜H|–8H`x={ì·Z¥R=ÚôûÊémÚîE}ºµ²:Õ [÷i÷ëÕª )¢D¢H¹Fôõ›¯äݽK{ÈÙ‰ws¶(W2!à" á>iÒ$¹£Þ«0pC† ‘ùø>ïþ¼;Ü>E 9mpPà¢@²["k‘Y‘àXHêªþ •nd¿5ƒ¢85xncÁ ŸíŠ<ßed º-T+pdŠƒ{þü¹Ä©àÙ #¹ ½/6F€ø‡fÉ’%š'AÐj›–^8k¯÷nQ…ªõh¸Çís`Ô'ç1¡‰À«—¯éƵ[&]ü!tÚïÞ¾O‹æ,£kWü¾„·hÓؤ_0!EàçŸcR…2EiËβ©MÛ¬îW®ÝÖ$hPÁµVEmuj”§|¹³ÉëT)ƒCkˆŒ@ ‘¾îàðý_y¶ƒ€‡4òñýä;86ûD|‰Þ3Ûg ¨9„—AæY/õÔq€ç_‡#2XHçæ’1²¤LHÐ b]léRd»¾*‚˜¨­/ð·d ß±Ú¥Èv£rð˜‡a; Èi#kß¾½¦yy™Èb Ú1X¬X±äB¢@ëèhéÉþ#GŽD–éñ8pG2XX´ƒ&¼Ο?o¸­-(=æ˜ ñ“Úp)Q^x÷ J¡RÖ\V²Êð®|ˆ² Õê©$­_í·ò_­vc²]J“.¹5i¯.iÃ*¿:Zf(& ×£'ÛÑ´ÂAª+«XÝU%µsÖù´ôË—Oµ4+M—ºÈHw¤ut±ÃÈÜ@°+O™ÕKgJuó2½®R³VtÇf_¯•¡–ª—ŸQ÷õgÄ0á±æ®Ø%: ZëoËôׯ~RoŸ>~ðw_e4iÝU#ÛU‚¥êjUY®|.Z¿Øå`„™¾ïϺ¾wmñóÀ©×Ð]#ÛUÛ87lÞIjîëóTÚ–Ï žíX”P‹Nª>3a‰Àü™K¨b±Z&Gõ²nÔ£C²=cæôÔ¸…[XûŠ"Ô­Y^›éé³—éÙóWÚµyb£Î»Ý9urÊŸ7»Vžñ³&–GÖ̦qC´Bœ`B8qâHrž¿„Ð{´ã;HùÔb×øÀåîûP7É0Œ@”B€=ÜÃèqCþÄ°‘aK<¶Š@ÞåÙ³gFEd“´âŒ? 0òŠøf?àrQ#‹an*˜ôç¬-N¨9)ouÍgF€0E^¹ˆ@M8,À!P ï±cǚĢ0­ð‚jölï&å(P:‰ð„7m¹ÕwSÀ­Ú®„^Vfÿ®MÔAHvÀÎœ8$¥U†´I±’¾^Ǹ¾÷NÒ*U·Lêà‚‹ÂôudF(ÿp„¿‘9 Òý¥Ðw‡áY˜Ÿ*ó×z»sóŠv‰ß ,¤¼À!ƒÍ~èק˘ըX€yÄ.xvCæ2=ªI˜ØQÖÛµu<ãÙ@~ÆšÁKÄ¥x9“"¿‰ßñÇïÒ÷éÖµK´vÅ\“û–.2dò#Lôe$òòþÒ+Ê°ð‚Co¯_>—ýÞ¿sƒŽìß)eiô÷UZÿ;£—3R÷qŽ=º”xÑï\P÷mù¼êŠEŠŸ,èZªþøÌD6«GƒFõ’ƒÑ#Âpx v†€^VÆGÌmóöýÔÁÝoqX?Ý [öj—õjVÐÒÁIÜ»ÿ˜Î‹ ­±b:PÅrÅ‚ÓDˆêÜð„»“æx4´#Šéeen BùÉ£ûR+ÛKïÊJ•«nâ™üà_-pÜO‘**æïœ\hn+C`Ìïß¿ùóŽV÷m}þé'‡›Œ.téÍ ‹¿F†EÄʺ¹×UI«çOß[½oí&ÆR©z}©SŽþA²7úèÐKÇs‚Avò3±ÓbeÓšÅb¡à¨ TŠ6ƒjÌ12k‹ÛÞ¿¥-ë– 9Ÿ RnzúvXèƒí-Ž¨6ŒîÙúyYZÀQcà3#äÉŸ‹2gËhÒÕ?üœœSQúLé(ƒ8âÆ‹crŸ/["`$+cD¸# ê•ë~²l®µ+š #_ñºtV<…m_;›*W(.ÓKWn¦fíúËtÿîÔ·{kjÓe­^ï+‹–2¹#=~úBÞ×ÿH“£¼¼Œ/6½yxB¦²–¡‡}ÿÿ:u`‰‡½ª[¯I7Z·y¼œá1ÐßâÁÑïÄ鋵±ªz8§R8]Ú5¡®šè³9Éøå—_dUÈÈ@f²2ˆ+ûòå‹ Îˆ|ÈÝBŽ<#À0Œ@à`Â=ðX…¸dóæÍ¥·(Îê úÁƒePSòȃî{H¬lÙ²R ÁEçÏŸOanš±{÷n™ÒþÌÛÍkÈñdÏž]‡€‡;¶ÂYÚ5šãà¶ÈŠÀׯ_eìx³CnÉ鈅-~‰M?ˆNݯ5ÑwèdCù­@8$”¬Œ æº_è̃ÔÕëÍI¯¨¡ZÂ÷Íïý‡þ£ªEº3æò÷?~žÛÀME·ÍÉT­ÕPîè²2x6z9ÜŒ!0)‚Æ*û%vAÐe— &9r”‹@]Ýý/†«òÁ=¿xö˜šÔ.N8+yí”&ƒ82Rñ2•iºøœ`1@o?üðÅŒõ³´÷Ï?þÐß6IùìüLŸiëçeDêëûã4#T¬Z–Zµo]qŒ€E +£tÜ=Cïß²±MÊoÜæ,5CºÔ”3»éN'“Â.à´P¥n;:rü¬…¡›=uÖ2êÚw¬ÅN@æwë7–ž½xEFö²XŽoD y=`À©á>}útHõÍ›7rðøp3fÌ ÈÒ"k¢D‰"ÇÄx”Œ#À„3L¸‡áÀJqË–-åÖ¬4iÒ"¿|ùRÁèÑ£ Ñ~a§OŸ–2ø#§lÿþýÒ»[]#2qõêÕMdf°5 „ú«W¯ÈÝÝ]’jM›6¥Ô©SÓãÇiÕªU´hÑ"ÙäiàŪ,8}þ-¶ÏïܹSj«ãŸCú=xð@’âHƒœ·,~¤Qõ ­ê¡< Ò1 Óa( /|ÔƒÇ#þàcQ U«V¥ÆK½i´ ) xíb8îÞ½+ÛiÖ¬™l‹0Q£GJÉ\Æ{( kÕª¥M›6 bï=¸›Ìôû¢†€‹nMÚY,ž7Lde„Ž{ö\è­÷+9$³…‹–5žsÚLtåâi™÷äÑ=J–"µÉ}uñô_/l\C?=¨’ÿøø¾OU{êiUÖVg¼‡S¦N«*4g­¸¶ìÝo«~3eÍE ¨á]íò9BðÎ=ÛÖÊæ!/Ù™€ìÒù“Ù –1S–RÙJµåßUpCÆöi£‘í†:tÜ\‚ºÞþ#°52üÎ 8,ìáý[†ßqk˜­Ÿ×ÿcqâDòöö–#'¸s3gΤvíÚÉXq‰'Ž£æ!0Œ#q`Â=ŒžM ¡ŠÕ`H7 8ˆfejU¹OŸ>2 jþ é½Á‡Þ°ÒŒ?|Ê »rüøq*_¾¼$œW¬XA8Ì åàåâ”>ñGvÖ¬Y²ÞŽ;$é//Ì~€@GÔs½íÚµ‹*T¨ ûandÀȼÞöíÛ©råÊTºti•’1K–,‘ï‚ÀÎ5f̘ò3Øòæå^<{L}:7Ö²S;§§áæk×-¡—•¹xî­^êûnÃ8KW¨I?Š5z¬wx],RZ[Kë}‚¤ŒÅ—@Ê ,´Ë $x˜“sp¿,HlK„ûö+é÷ß“C¬V§‰” ÉxáÅ>uœoÐÝQ;iô«¹™æ–úГé5ê6£òUêú+úñƒ¯n©¿!ÈÀBò…³Çµ†{,  ý1µÔwºŒÙ4Â}ÚE†‹ X€Ð÷¡u&áõ¼ôcà4#À0ö†€‘¬Œžpôø™‰‹[àí\ÙGØë–M¦2% ûƒQ/WªXrvJá¯Lp3víûU«š*ERZ¹p‚I\„‚`?ñ:mÜæ%v¿ýCÇNž§Jå}Æ´ŠœˆÔà»x HÉà;¿‡‡‡”¬Å¤¾}ûF â‘߶m[I¼Cê•`FÀ?ì¶ä“PÉ79<®===e’*UªHo÷I“&ѽ{÷ä5Õ1"†Ã£V­<ÜK•òïáçìì,Iw777[¾ô:ò åõúæA餷²9rHÏu%‘£òÍÏð¸Ë›7¯¦»ž-[6Ê“'O€„ ê¡Ê+ƒ÷;t¥³dÉ¢²üœœä? ÃÆD%ì¨bÅŠ„÷ÃÀƒD¶'è8&I’$XAú¢{[W-àèOB'|ʼõ2ðh° ƒJJV]AŠC/YR±š«¿Ôvk¡åmß´’@Ò›ÛÝ[×Èsùl-»vƒ–ZÚZ"iòÔÚíS"P¨¹øÕ‹=¸cž&×Uk7Òú™;myÚ¯Y6›úviBCz»Ó&ÏÅ!&ÛÑaå ´~õE•“yùü©Vÿ¿b—”¹á™o‹¶¶ÏŸ>jáï£ÑßÈÛ7®ÐÍk »nܲ‹–¿{«'mÝ°\»FâãûwÔO`mÉÂëyYç3Œ#`/@VFÙÞÇù]]ÒÆ­^Z:[æt”)Cí:¨‰aý;’íAm'¨å] æ¢=›æËcïæ&d»jëó¿Ø>~VÙ|¶3@¼÷êÕKîZé®÷hÇÎrh¾ƒwÀwìÜgcF€0E€=ÜMñÕ+l„„‹^ÆŨC|1ß¼y³Ñ­@ç!¨ ¤e`7oÞ¤K—.IÒ$»Ñÿàö Rïܹs—*˜"E :{6øº„Þ¹zõªüãŽùÁ›ÿ ÝäÉ“‚À°1Qì˜Q»H‚:ÿøñãSïÞ½ƒZM+?vh7Íû™CÆÍ¡´,/ŒiÃ9Q¾r]  ÞæF’%¹ó¡Ê5ÐŽM« ­ÜÊR‡C©PÑ2b»÷tFèqO÷L_>’³B~YÜ30–+_aÚ·sƒ,ºvÅ\úKìrªY¯Åpˆ)Û<¶`š •2¥+Ô ü…JH½qxV»U-H{£,ÙòHÙ,,™7Që»i›îZ:$ H«ä)P”ÎúUk&Mú̹™ÀXæì¹µbV/ ǤÉe°Õ˜±~¡{w®ÓòSéоmZïWÏééã”(qR‚Mp-vœ¸RnÁOAêwm][â•6CVñ»ñ‘ŽØIs¦Œ4iþªÍ)Vº2ýüKlÊ–3¹”(OÇ푲ký»6ÁW—Qμ…ÿÅ{y¿z¡õaÒ¸¯çe>¾fFÀÞÐËÊ|ûþíÙŒj Ù˜^N&¸Þíh'º‡iÛÒÿ¢?î…¶a‘À|¡àù‹×tûîCºqëíØs˜öôïlÚãâöÃ4;ëçÌ™#¥e^¼x!™Wì6G>äláŸ,Y²ð,÷Ì0Œ@B€ ÷ô0Bk(3f$öhI“&%lŒ#à‡@—.]¤|ì¼Àïæø+©m—ZÐq´#FL“nÂëy™ ‚/F€°Cô²2Ûw¢¿þú‹6o÷"Ÿçš7WJãœ2Ø3O‘}z)ób$í¢Uà#À0!@ñ0ÿèž9s&À–ðΊ xwu¯Cß¿ùêyBcòÜu!’ãp°¡P`ׯ·ƒÔ*ÞßMZw“ÇïWR‹ûï¿ÿ¢Œ™sRbGË[iAü^}ò·Å¾Œtáš}ÒËzí_…4MžüE)vÜx²Ð¡­^·)á°fË7±v›àÖÚØP‹ý†O¡¾Ã&Ó“G÷éöËôS I§Hålµ}K7ÛuL8,äY.ÜóÓÈ5*7AÐ8Œ,yJ'š¹d« H Ïüï¿}“AEAH« ¸ ¯ËVªM·„¦zbÇä”=WÙÔÞ÷š4É›4ÇÓäZQ¿YªåÖRâôìéC±@“˜œÒf4  ºëèº(<à1®¬Ùóê«K ¸º Ý ‡‘½zñTËvN›AK«DpŸW`æ­úà3#\ZµoJ8,ÙÕ‡§-Ýâ|F \ÐËʼÿð‰ýzZÈÉìÓÆïv4‚ÿáleÿü£–L[üòÕØkݽóz$HwXåòÅhÞ´á”ÔÑÔ¹À–ã3_E&ð½¡S§NRJfÁ‚4nÜ8zò䉜 gÏžM .¤æÍ›S¿~ýd|©È4?+#À0!E€ ÷"h¡¾µ€§ØŽÅÆ0Œ@h#²ýÕ«WvƒÄ7°œQá}ÛѽÛ×µ[£§,%œQÉ$LLE„Þ¶--‰ }qDTÂpDƒ<K–&]&Âaké-W~yµ /ü"%+˜ÜÚ¹e -œ5^æå+X\.p˜À¬‘2ç´–ÇŸ—šŸF€ˆh˜ËÊÌ_²^’îçÄQ¯–é;=¬ÇŸ ~\zøØ—4ùÚÛ°û{ü{ÿóÏ?&²8 gŽ¤Ä‰ø«ÿîýGyœuñŽ]²­[·–ûرc5ÏvïŸY´h5kÖLïNNQë{BÔýÍà™3Œ€í–ÏKxѺ?nr\¹r….\¸`¸Ô¤¾`F ;vŒ ,¨ýÃk­©1cÆË›jõÒY´mã ­iÈr”,[U»æ#Àœy Ñ­ë—ä±zéLBŒ½}üðžölI/Ÿûz’!^@¦l~bõe9Í0Œ#`{ô²2k7í¦¿Y +T '¥L‘ÔöêZüßÿü¾ÂúüEwÇ7™:¥ßN»‡Où»ïuð¸‚úÈ_þÇŸ5½öÿŠ…u£ÝØW®Ý¦‹—oø«ËŒâ@ßýÎ;2ˆjªT~NŠØDóçÏ—;ý¡ñ96F€`ì¿¿Öö>Óp˜Ÿ££#*TÈäÈš5«á?/á0<î’`ì 6P™2eèýû÷r†ø­E3vqq¡ªUƒN’_¿ržÆ—·`1BG6F€9ðÄoÔ¢³lèï¿ÿ¦^PɼɩauªV2 •È“”v /xX4áY6zòúáÞ´(áŒ#À„U+–¤èÑ~ô×SHådü5há˜Ä/6ÈÀSi ü7nõ“´q)è·;wÑZj×u>{™®Ý¸C3ç­¢Z }ÿ¾˜77nlrJåKÖÿããCµt¦‡OÒkï·tçîCš:k•¬ÜTÓªGý³®ˆz6F@!â½M›6’xGU½G;â@f&C† Ô¢E º{÷®ªÆgF€`ì&Üíî‘ò„F *#0cÆ ªW¯ž Ô °ÍÓÓÓ“¦L™BkÖ¬¡ÿýï&ð`ÛgPíÓÇÔ­M]úóßÐñ…¤ŠÇÌÕþÚj»\ž`ü€N~÷þcµ ªÞ¯^Ð¥ó'éþÝ›Úg¯„ØQ‚@¶iÒgö«È)F€`PGà—_bQ…2EMúWxÝš¡/'S¶da­ß{ŽP½¦Ýɽ³_,”¶-])E2ßÀ«Ïâ9‹<©@)7ÊZ ºpŽIiœRRõJ¥´6ô‰~=üb†;uJWmA‰Ó¥ô¹+Q×¾céí»”JçÁ?yæ2*(ÚfcÌøñÇ¥ÌÌíÛ· ïÎÎÎZï‹/¦Œ3J©xų1Œ#`o0ánoO”çÃ0QènvíÚU/B/^<òòò¢ºuëÊkx²OŸ>]¦ñ×EŠÑ®“ðOý»5£gOÊâœ5aæ*JÈ÷‹]`Úà2Œ#8Z´ëEÎ>¥9ËvHwÈ6õìASço m‡®ÓŒE›™l”\Š`›# —•AãÅ\ò’ÞûÜæþÛà°þ©‘kUú)z4­ !£¥ú):ܱ„J/¨å!äí߶ˆ ónd­›Õ¥)Qß`íú29²fí^8ºZ¨¯/ÏiF`^Ë–-éÖ­[RË=mÚ´0ØÅ·téRÊ”)5iÒD–Ñnr‚`HŽï?Žä‡Ï0ŒÀo"xbÆ iãÆؾ¹k×.¹eSË h+>|ø<<3Œ#i`Â=Ò<*(#À0~œ>}Z’íú CmÛ¶¥Í›7S̘1ý Ú(õúå3zóú¥líÇhÑhòÜu;Ž±þ§ºäfF€`F€`FÀŽ@<(Hc‚T‡Ç»Þ£Ä»§§§$ÞëÕ«GW®\±c$xjŒ#`o0ánoO”çÃ0vÀÖ­[©dÉ’äíí-ç õáÇÓìÙ³¥·HhðÛÿÙ; °8’& ן‹qIˆ»‡qâF„qqw#îz±‹»wwww÷\Üír÷÷×dšÙeØ…ªç¦§§»§ûÝe¦ººêëÕl¿¡S(kŽ¼ê˜L€ 0&À˜`L€ 0À€âþÛ¡T_±beÍêíý÷ßäééI9sæ¤ZµjÑ… {®Ç˜1¬p1Ô|!&À˜@Ð L›6ªW¯N_¾x)À# ks,Ã0`@Ð7Ñ‚Þ] NWªîFµÜZš(ÉYL€ 0&À˜`L€ 0À€â®/¡x_µj•´n×Zƒâ}Íš5”;wnªQ£?^;Å{&À˜€Õà ©VwK¸CL€ 0Ÿð€Ù¯_?9r¤:'NZ·n•(QBåY2qÿþ}1b„jòˆéÔÑýTº@*•Ç &À˜€-øôñ½ìþÐ#hÜȉ¶<î;0 ðéÓguÜȵEŠI[:ñáýGÙä/áþ… 0&` XÁëêê*-Ú×®]KC‡U–íx/Â;¶jÕªÑÀ)Ož<–¸,·Á˜°V¸[ %7Ę߿§ÆK†ÚìííiëÖ­Ë-µs–ØãšxÈýôé“jî—œú÷‹§ê˜L€ 0°Bàý»„… „E¯_¾ ‘aýûëWˆ\‡/˜@ø!Å{Íš5¥E;bUÁ¦Þ²}Æ „­J•*Rñž/_¾ð‡Gʘ€U`…»Ußî`áÀÛ·oÉÅÅ…<¨PäÊ•K*Û“&Mªò,èС>}Z53–uê5Ls‚ 0&ŒÚ~ˆ ÆJÕÊ“c~I ÷”ÇàE`øÀ±ôýÛwyàÞ¹%M–$ØÐlÛ´“Ž:IÅJ8&À˜@p€ân5±AÁÅûÙ³gÕ¥6mÚDØ*Uª$ï Pç8Á˜ üTÔùšL€ 03À¥KÅŠéÚµkªt¹rådРX±b©`L€ Ø:É£ûK…{Iç">E[÷Ÿ (c‡NR ÷Ê.å)köÌꜥî=” w(ÄX˜`ÁMnd°AÁÅ»ÞHhË–-„­B… 4hÐ rtt îîpûL€ 0“8hªI,œÉ˜]°Ø(T¨²½Y³f´yóf NeûÕ«W©uëÖjð3fTiN0&À˜`L€ 0&À¬ÜÈœ:uJ¾[´oÛ¶ ,HåË—§cÇŽYCw¹L€ „3¬pg7œ‡Ë˜€õ€oöbÅŠÑóçÏUg @sçÎ ÖåÚð×^«V-úüÙ+ÐZ¼xñhðàÁªœ`L€ 0&À˜`L€ X¸‘9qâ„t¹ilѾcÇ*\¸0•-[–Ž9bMÝæ¾0&Æ °K™0~ƒyxL€ ظrqww§_¿EŠIºwAÐÔà–V­Z)‹z, _¼x1E=¸/Ëí3&À˜`L€ 0 ¼}ûž:öA±cÅ ÔöÉ)Mê”&¶ä/^ës°Mnd°AÉîááa`Ù¾k×.ÂVºtiéj¦hÑ¢aÆ… hæÌ™tûömzýúµøÄ£D‰QÎœ9©iÓ¦2mÉ"¾˜“““l×Ù·oŸ%›ç¶˜@˜"À ÷0u;y0L€ Ø2X“ãáP“رcÓêÕ«©L™2ZV°í§L™BË—/Wíâþã÷ï߯ò8Á˜`L€ 0&ÀB‹@ܸväÞ¼.9WmF_Öú%¼—ò](àS e¼Tħ ÔB…|ŒlD¢± ë{ļÂ;Þ­ô–í{öì!l%K–”Š÷âÅ‹Û,ŽqãÆQÏž=é¿ÿþó1¼×?ÞàýN+T§NyîèÑ£?~|-Û¬=ŒÂà‚òîÝ;³êp!&^ °Â=¼Þy7`VCàçÏŸÿìK–,Q}Jž<¹\™#G•\ ø>ìÑ£‡j¾T©R4pà@uÌ &À˜`L€ „E«Ön3–]ìXTÎÙËzÓà„‰ƒÃÇÎÐÓgœq©\š"GŽlÇ–%P¸`nZ6o,լ߉þÕ)?|üL.ß›©+&Œ×À"^³ŽÏ‘-%N”ÀTγq0ZÂ;ï‡R#‚e66(Ü\ x[’Ë—/SïÞ½¥²ý?þ lÙ²Q²dÉèÉ“'ôøñczÿþ=åË—ÏÇ $÷ôô”õ`XU³fMeüʈ1¢´žG™„ úU”Ï1pO€îáþ#À˜MxªQ£íÝ»WuLô“"E •\‰7oÞ««+ýøñC^j°ˆÀƒ `L€ 0&ÀÂ2ºMº‘Þ64¢xþyzë%LÏÏaÃʳ†[Gzùú­A¹×÷ —¬p7€ .•iê¸þÔ®ÛP³[ǽÂvòÌ%ƒ:‡w.a…»‘°w72Ø `‡âýÀjHÃØ.f† &ãh©“Vœ€²\sAŠ‰„B… ôöŸþ1ûëÇÊ"ï¡•8qâHëø€ÖãòL <`…{x¼ë}ú¤•{(àsÌ/Á8_½z¥ŠÄˆCÅ »qã†d4iR¹ÚÀ·±ƒ3Þ™Qe± 9::’ƒƒƒ›Q}'>|HiÒ¤‘~×'Mš$O¡Ï¸ž¶ÁÍ Ò'OžÔW¥¥K—Êzú>uîÜYÕÓêçûŠ+ êâ C‡òU+§í?>lµ²Ú~âĉtíÚ5É*S¦Lrì0:Ë›7/=}úT_¾}û&]ç@±wçÆSÙ²eåJp……Ë ­]”›M‚z´vxÏK€î%Çõ˜`$€>X¶{šôêÕ‹-Z䯅€V>¨{MóçϧڵkÓÝ»w}œÃÊc(î§NêãÜ£Gèþýû>ò3ž?îãº/^”~ÝËÃÍ úm,'NœüÆùþC±®·nGùeË–I?ðp‹£yÕ+ÌáoJxLl`bA/8^°`ÁÄ,Ý;¦Šå©F8Á‚@€]ÊWeL€ ” Zµj¥X°doƌԲeË€6èò°€†æ÷/mÚ´ò%Ð rE&À˜`L€ Ø8|¹³ÒésW¤O÷å«·PŸn­LŽhÇî#ôîýGyN«c² ‰ÌŸÐÙ ×È>ERÊ•#“¯®LT•YEPЛ·ïKóŽùr÷ Q ŠâÙîÂ¥tçÞCJmŸœ²fN'\7D3(cê“W¯ß¡[wPšT)([–ô>Ú6UOŸ÷õë7:qú¢tóRªxAJž,±þt°¥áÎbÍ’ÉT¬|C_¦_§Š)BØÌ(Ô¡4‡Àº½yóæÒ \¥@Y ësMñkìžeÎœ9ò]nVà®m .,]Ê@©=xð`iåݱcG©dÖD¡§N’Vøëׯ'XÃË”)ST×1 •={vÙ¦Ê ´ Ëþ³ÞÒû@IDATgÏÒ€ä)XÕû~‡…½©²[¶l‘îvà’n]LM诧¥1þ\½z•0&Ò|w[·n-'6nÜHsçΕVìò¤øƒwf­,ÜüÀ"±Î ˜_½z5­ZµJ+*-ÞÇGÎÎÎ2/(÷H5Ê &D¬p"@®Î˜0—Àðáéÿþªx̘1åƒü¸‡”À nݺô÷ßËKÂÏXBÂg|H‘¯Ã˜`L€ 0€hX·ªT¸£Þ²U›}U¸ëÝÉèëøv=(ÖFŽÿ‹&O_L¿ò¶†#:wÊG³&{øPN/\ºžš¸÷•MvëЄZ5©Mnͻәó^Š*œˆ,”Uí[»Ñø½¤²®{¿14gájúðñ³êJâ„ñi”GWjÒ ºÊÓ'n å}›Îtèèú©³ ýC(ñòçÍF3' ¦œÙ3é«ÈtšlÎtÿ¡—뇯/ж‡È½‹=}îåG–㘀ԖäK挑iã?¦. n¢ß¢…òÒÁ‹‹˜u;vLÚºf*] ¿îþɯ~‰{2›÷mG)’'ñ¯8Ÿgð>õï¿ÿʼ(Q¢Púôé)uêÔ"`r<ʘ1#U©REZ°Ãý 6Mà«šñ›—3P~Ãߺ&ðKŽUÇPx_¹rE¾7Âm \¥h’/_>©ÜG,0MánŽU~´hѨbÅŠRa­)ÜáÆ¥Y³fZÓ~îáªïø¹7Wá¥:|ãCa®)ÜÑ\ñ@a7:¸Ö»SM0aáéé)+W®,cœi¾âÁÛÕÕUNXhý@ÿêÔ©£U—“¹GªN0 `…» rL€ 0¿à¡ ³÷óæÍSÅ’$IB°ÐûÑS'ƒ1ѳgOBP Mð’+W.í0Øö»·­>?ýl?bÄH”$YJJiï@vqã™,ûòÅ3:sÒ«ÿvqâQ¡¢^V & ‡`æ±C»éý;¯—輊RÂÄI-rõûwoÒõ+ç}m ÌÒfÈB©Ò¤÷3(“¯ „À‰àb\]×3_ç ¦•Áuýl÷ë×/tåÂizûöE‰•ÒgÊNIÅw%lؾy·%Øþ,‚°Œ«X­œÅÔùGŸÐ…³—äq¢Ä ©€P˜±0[%/w6ʘ>5ݸuŸ._»-ÆÆ.G`Žqë>9D(³KúíÊäíÛ÷BQÞƒ¶ï>ì˧Ï_hËŽƒT DmÚ°båË“ÍGd<~ò‚ŠWhDÏÿö:ˆü‡ô„?R¼¸vtíÆ]Z*& ŒåÅË×Ô¼]1®4TÈÑðyoÁ’uÔ®ÛPú"Æd,¿„2ñø©‹¢ouh¤ð“ÞU(ý}“í»SÍg5)Y¬€R¸oز—¾|ùjÒÒ~ÕºíZjäVM¥“H–4m[;‹œÊ6 ·ï>øÙÄâìÜÅkhÉÊÔ¡MêÝ¥¥ðoí­Ôô³2Ÿ ÷ X‡xóæÍò½ Šk,Ö³dÉ"­åÿüóOJ•*•+¸PÑ\ÐŒ?Þ@Ù®„âçÊ—//¾7_¤R]¯HÖÊÙòÊ÷uëÖÉ ßÆ¡­Àù~ýú™t»:aÂZ¼x1ÁõŒ±ö·ÃÇL (Xáz\— 0&àDÇ <,4Éœ93mÛ¶ÍÇC˜v>¸öXzˆ 5šÀ¢¡E‹Úa°îûumJŸ?y-¿6çB%œ+SÛ®ƒ(KvÃ`CW/Ÿ¥îmëÉ&²æÈk5 ÷I£úÒ•‹gd¿¦-ØHÅW2g˜þ–9¸g ÒÝßrѢǠÌÙrSñÒ©i›V¥|.6þB d=ó1cY\ᎠÍS¡àŽ9r {´j÷n¥¾›Ð»·¯UCu¹SÿáªcNØ6îíûÒ'¥«9£‰1¢Âý¥Pð=úBV/Ž˜MnÐ̉#§¨{û~2¯Di'¡pŸepžˆ®\ºFÿþò²„Ì(ÜtD¥ï<ß ó ç€aSeaX¹+Ü·ì8@P”CêÖªHÿðûuºGÿqJÙžM¸wAÎÜ93 ·+ÏiúœåRI«ð’•šÐ½Ë»(Aü¸²mýŸ•k·Q áfêØ~T¥B y}‘ÓÉs½×³eÿ¡^î$êÖ¬@Ý;6£Ä‰âÓ©³—©e‡ôúÍ{úWXÓŽŸ:ŸV;NVÍ^»q‡Zu¤¬ÚË–*Lm[Ö£Ü92Ó1Ù0wÑZ#üÔC© tÇü9¨HAÃg2­±žÆIe{r¡ð.V$Ÿœ¨QÅ™`¥×;àµiÛ>ªS³¢VEîá'.h Ñ„kWó'ûd%²dJ'&/þ¤2U›Ó÷¦ =âƉ­ò(3nÊ|š5o%õìÜœ:·mD1cÆ0Ñ2g1CPôÂMˬY³d`Oœ}ñâ…ÜöíÛG“'O&(„õïZzÿëê›èݼÀo{X=…BÜ/ÑbÁMfo\Ï,˜à8zô¨ñ)y˜{d²!Îd$ÀAS Ž«1&Àü#_é˜Á×+Ûq|äÈ‘W¶ß¹s‡š4i¢º _z°¼°VÙ¿{35ªQŒn^»d­]´ª~}ýò™ÎžGÖ ´|þxÊ+üÐÃEJu¡ðÚ¿£j¾Ùõұǥl¯U­,mY=“ªU*Mö)“Q…²ÅÈsñ$jÓÌÛ=CûnÃÔd±¾¤¯ßºGujT g·Ò²yãèÏñ„â=?¹¹z,óÜb\V­Û¦òª .vv±ÔqPE ç“l±bÇXâˆkÜ<·U¸ÊD˜ Ðäã§/r¢Å!{Yš:s }ÿþC;Å{&`’ÜÃÀéíÛ·Ò¯:|³wëÖMºm’FWˆÑ…÷>M`½® ü û&4ªIîܹµd¸ÚÃ7>äóçÏ´aÓc¿~ý:9ãeðdª@`î‘©v8 –€ßSòm•ë1&ÀÂ9ø݃Ÿ¼‡*X¸páBáºÁ0À•*L‰oß¾I+{D‡ÄŠKúm‡/¿ÐÒå]ȱpI—¾'ܧÞ¿Ý¿#Ï}ûö•toN+·œôQ6•ý“"7 ÏÒ¤¤ÂÂõÊÑçéÁ£§täøYrúí*é£X1 w\ÏÀÌMá~Æ7™"·°.‡ ÐÑdRX¼Ï^à)ËM›½LøoéÃÂ:Q‚xTO§¼F{P¼§ŠõGOžãPZÛË„îOþ<ÙÕÑãß+UËòÝûÉsðÕ>nx‚¥¨^ðÿ`ĠδxÅFú,ÜÁœ¿$[" l¨ÕX ¸ž?c8E‹ÕàTÓ5„ÿ ™·3p¯W¸¿Ñd¥˜ÐФQ½ ¹“ÑÚÑöµ„µü„‘½¨sïQZ–Ü÷êÒB¬"ˆG­ÅdBc7š2s1™4W®@—¯ßRÇž#¤Õ;&,êשàÀ¶äƒ0I`É’%Ô°aCi½>{öléS¾Õ5%;‚{BY +k- kÑ¢Eå{à÷ïß©S§NÒ2Û8ŽÜÈ´mÛV6…x_¨cIÑ?ëaRÀ”Àí üÌÇßÔéÉ+Q¢„ø-ŒIŸ>}’AUáµQ£FêY~ä±z,MI`ï‘©¶8 –€áÖÀ¶Âõ˜`L@€¾êÕ«ø“ëÚµ+!rºþ!GUæÚÎ;§®_ò2dPÇ!È[À‰Üš¶÷õ²ƒz¶¦5ËçÈó×.Ÿ£ïb ŠîÞ%R¤È¾r{ÿî- ìÑ‚öl_/1=úˆfOEý~/3MvÍÛö ÍËóµMx &·4)R¼-r›µëò>d T¬Z–Z´m²å«1%Ëu(Ü!ËVmQ ÷ [öзߖÏþY·£î¥+Þ¿µxþƒòÞ”À">ßø$‘f®‡ô’9£ƒþP¥S ktMá廱ĈámX¡D¸“Ѥ°cn©¼×Žõ{(ÇË;;I×2ȇŸxS ÷VÂJßXÙŽò˜€øÇk¸¨iѸNÑmaqö‚—o’D ¨lé"2ß’: ÷0à3~êÙlÒÄ ¨£ð×®ITáƦgçÂ’¿.ž8G(ß—(wA¸Ûô¡QfÓˆÁÉ¥²³V÷L€vïÞ-)ÀªÊuwww8ß³Ó§OÓáÇ¥²…´@ŸHÃÇ{—.]hÔ¨QtõêUÊš5+ 8PºL‰ &¿N:%‡¢MÜêÝÁWùÆéîÝ»tðàAYׄkM`ØU¼xq*\¸°–e°GPŠêE‹,É“%KF/_¾$XŒ¯X±B®ÎÆuÑXåß»wOú«ýúµl ××ï•P~C¾íS§N-ñçäÉ“´wï^Åy(ÿSü&h_÷ÕªU3p3ƒ~®\¹’ªV­*W `¥vçÎ)mÚ´w3ÏŸ?ת›Üö™lŒ3™@ °Â=à¸`LÀeË–¢ÉÿøñCžÆÃÓ”)SÈœèñ¦Ú j‚æÏŸ¯šâ¿V-¯—•ie‰r•k)…;"ÿ~ñ”R¦2ý²éW׊{ëï÷nQò”i(}ÆlRÜKEo^¿HOÝ—Á\˜4^|怒~];¤ÏÙʼnK“g¯¡±C{п&È˯^6›Z¶ëí§•;Æ(­ß¼¢œy …úøž=yH˜dùCXÚ¥L•–ìS§óauçÛ§ÐÕKg)ir{Ê”5WˆZ¤ý/-çNÁ­>˶©2XÌ~Pïê_<Bøá~$V–”¢ÄI“ ¿ÞÆX±¼­ U¦Qâу»â{pÞ¼ú›¢ ¿ön ÿóø}3Glõ¾š36.cšÀ7„ñÌÉó„åÜ©R‘CºÔf}^P>Ïß+SXåÇ–½Ô?wæ"=J¶ÂEÅg5±¯Õðõâ¹Ë”8IBñÿ!-ÙÅñÿ»€Æ «çËÂUHrá$KöL!ú[ãë`ø„E Ô®^:õ)]®xŠ ž“Çô‘J³k¶ªëÔ¯]E¥M%` µ&*jŽ¼}çµQ_6ºðßRxÿÁôŠ}¿Ò:¤ô³é´iìÕy½¢^eŠ„o(Ó¬aMêÚw´,¾\¸•ÑîðK¯IpZ‘Öƒžë~¸ÐËÝdàÖرcÒpaÍß©mC2jºXq°ZN ×nÞ¥ên©@Þì4Ê£+•,æ¨u›÷ᘀ~•0»šr× ,Ä;vôví„ó#GŽTÑhРARqܺukãjò¸G4z´×wG+0lØ0PU;ÆïJú,ù ¾ß“&Mj(Ò±êÊö³gÏúª˜×¯È®Y³¦ñ–¾Ñ è –åÇ—y°”wrr2P®ã|ÜcÓ Ä¦M›¦Ï’«Å¡t‡¢ýñãÇÒ˜MïB&Nœ8båPT“Ê÷ Ü#ƒNðV¸WeL€ è Œ;–zõê¥ü}F–/_.gæõåB*}éÒ%êСƒºðÀ¢ÂÚE¯ÄK˜8i€•íP°{ôv>ÍÑ?ÿü£†‹váÚdਔ)KN•oœ¸|á4 éãNn‰‡XM`æ\¾:µîÜßÏúZym—î=ZÒº•^±íâЬ%Û){./7+Z9Kì[µïC+ÍÁ›¾&–Ì›"^t}Þó{wnÈ>]<{ÜÀ'+&4ïHõ{-eEŸ^ %k©|)T¹ÙËv˜ Vûáý;*–+±b¾íð-yïà¯Ü  lioŸ®h.“G÷£µ+çÑa©¯—ÄI’SS÷îT»~k‚KcÛÙŽ¤%s§ÝKuAdó,NƒFÍ” fu"ˆ‰ ž ©_×f²•Æ­ºR‡îC¨·f´wç‚Ò]°í'‚îå“Ãû¶S›F†ãF~'/+F»8ñèÈ%ïþã\@îÊCÊr L<@ÎÝý&®»†ômK/_<“yé2 7D^…2CüÙ´v‰Üp(a|é¾G§fÒŸûÒ•›”K “â÷°Tå¦ä\¢tµ“_(àYÂ/ÚµkÓ¦M›dL.¬"Æä²^ࢩAƒÒz=Mš4úS2 «vXu#žêk¿·n9s放ßÛ´ñù?¤dÉ’´víZiqî£ÑßP”—*UŠ%òŽQ`\vúôéò»w7úw”ƒ’+µá^ó9ãè~ &`©®Iܸq¥ÒñÌàâÔ7 ôÙ”@Ù_©R%©È?þ¼´ºOž<9Á·=»¹¹É{a\7¨÷ȸ=>f!À ÷ÀPã:L€ 0<$Á‚Qê5ÁÊæÍ›å2=-/$÷ðÉKvø„`‰ßªU« –5†dr­mW©âuu±~ÕÖ¯½T8«F~'ð@yñÜ ª[Ù‘ºôAP˜˲ùÒ˜¡ÝéÝ2G­ ^Jwm[K÷m¥y+÷PÎ<µS¾îQgp¯6JÙ7^š½|g€ö¾6nâ„]ÜxTÑ¥­]1Ož…µ¸±ìØì)”ÄÍ•ÏwýyLV ïßn߸B}†L–Öåñ$¢ÂÅÊÒ!¡¼…ìؼڤÂýÀžÍJÙ6æ¬J@ÐÐέjÑåó§ôÝPéϟШA]èÌñC4~æJ Y¸ÑéÙ¡>Ù¿C•×ðgpïVª[Å‘¦Î]/&Z¼ýjje‚ºÇ5Ú6©B'Zè ]poÝ mØ{™’$õ[)cª½G¦Ú@<°Õ^âL•ñ+oñÜÉ4z°ÏïˆVŠý1Ý„ró)uï?FË–{[¾¯áƒx',së¹4¥Kç¯ø¨wåâ5jìÚŠvÙ(V¡º¾Ø²aõèП¾ˆ ‘ÆrO¸Øs˜ }‹ %¿±Ÿi­ü=‡©MãÎþ~ÞwmßG=Ú÷7˜ @?~ü¤“爉ʟÔXO­Y¹/ÆÕ±eO:°÷°A>Ðç}»RÕ2uhÎ’?)Gîl>Êp†m€Ë(Ü!Ë<7Ó³/UQXdû'˜äO'Vw\¹~[õ\4‘Ò:x[‹ûW?8Ïë-ÒïÜ}äç¥îÜ}¨Îg_M‰_ Å*•Êå‹ÓºÍ{¤òŠörÎEèÒÕ[²©\b•H3âK˜º®¹y°è3m¨¹Å¥‹E¢Þ][PŸÁÕç À÷=6šý"|Û³„OP|Ãâ?í°º~öì™üäàà ÝËøçÿ¼qãÆ„ ïlG•Šoøz;¶¯P¡xÆTAPWX¦ÃbZážÅÞÞž²dÉ¢”ìúk 0€°T0áµ~½—»Ë€ÖÕ—‡;üµD,qr=.ËL`…»)*œÇ˜0“²°,oË–-ªFúôéiÛ¶mÒÇœÊ áDóæÍéæM/ß¡xé[ºt)¥HpÅ_ptûÑÃ{tæÄ!Mß¼v‘¶mZ%,Ó½”…‹•¡n¿—!û(l"ãέkB¹ÝZ)}Q¿n#w‚µñí›WhíòyRae:\¯dÏí(\xû …eûˆTËUk6¤úÍ:Pœ¸ñE Ò´F(±¡†Où¶«ÐÎcw)†p¯á— íÛN¹Çµþœå»DpÊÌ~U ò9‡t™TÞUi$Š€´½:6” ø\4sïIpáÛ..>~€Æï%-ÅW.ž)Æ[XÇ”õ«Ôl î{¶¯£#¦ùp£°g›÷uå>-_ :òû`hŸ¶JÙköÎ}FP>ÇbôX|FöîÜH+M—–ú˜è˜;}4µüšŒÞS)ÛÓeÌ*,S‡Q&q¯á:e…°òß²n™´ìnZ»”¼W˜ì°¤x.ýKZµîÔŸÊUª%vßiÓš%ò~c…ÁçOiæ¤a4xôLÊ’#/ý9ƒ¼|×6µ•5üàѳ(A¢$b",²êZ`ï‘jàwb‚¸—P¶#pn^ÁVô™²ä×KJ»·­#LNA *AZu‘錿W~¼xöÄ@ÙŽ••j¸QÎÜ…×gÚ.¾§Ó'xÈöÍžH­;ö£X±ídøcË÷U "Œ%._¼JÖxÿŸòmx%J;I×*ý†ô ï?ÒöÍ»ÉsÙ:Y¼Så>Cf¯Õúv`ß•Ž=Ü >ã_×kW‰ïñâ5W/°~Ÿ:~˜0HU{pï!unÝK*ÀQ·MÇæÒ*Ý.Nl:!,ÑG/-Ê—Ì_I1cŤރLO¡>ï‰EðFÇBùÈNX'5auÛ¥MoÊ(úÞK´72G„âléÂUÒµ :5wæ"9F½+šáƒÆ)e{†Lé¨GÿN‹}¸­Y4wmX½YZÕ×­Ö”ŸÛ)\sÅ¥ì9³ÒÜeÓä8Û6í"|åz¹™5Ƀ ÕzŸ¾ '¬Š@• %ÉN¸_õ [öÒ½ß+""GŠDp9cŽ °ª¦p?~ꂯ wXRû½J ÁCƒûó¡W¸®ŸîÝlÒbÿ°îß¾Ûë™ ãÕ×3güZO…‚ɋ÷¼5Z:XªvMK쳈ïû†Ó脸wP¼ïúš¬Þ°SKÒ«W¯Tšá”×ÅŠ ôÀcÅŠEåÊ• tý TÄ»¡µ¼eþÕ ê=ò¯}>Ï|#À wßÈp>`LÀ/^¼aG¨A0ÿ¬´òÁ±Ÿ0ayzzª¦H§lÙ²ê8´ËL#l~I¡ ŸqP¸Q(©êÂO8,ª!°@-_¥¶:ç[âôñƒt`—.`–l8BI“yù’¯ü…ŠK…6º¸7Ñî° ×\ô`‚aåæ“Ê??Úȯ°ðÓ“ ‡%ú¢Ù“¨S¯a¾u%PùX½ÐÇc’A [XÒƒÜÜ@0‰ïÿÎ^‘zŸºpßb¼ °÷H^H÷.ip†Œ›#XÄÐîjn_Wlj…¾Ö7-S[Í€cÜ‹ÑS—(¾Èƒ‚ýÚ¥s´[L¾`åü×+U§ÄÄmßW9ˆ0øg½PraóO6ï[-îù æ•EáêE(¡K—+¡šÜ¿£zW3°øŽ!Ü®À äÚïÏŽ‡«¬ÍÇNF5ëVC¶””öÉÅ„P^*S¤šøMÁÝæ. ùfb4ŽVDíÑÏÊ.åiÌ”¡â;èûÿ¤É’кË(ÚoŸØu„éòUœ©Pgi­Žïõë·”{˜ËÂ2ßs©×„C:aÝ»qÏ*år&™Pèç-[Žo™PÚÃÚ}B!ßYúž×XEøýû‹Î¯¼}j¿}f«Aq"T  fMaÅÀG÷íÛ·©wïÞ&­ƒ ó`A&€ß§ .ÞÅìòáùҮf0Ϭ­á.p˜°97nÜ øD×+ÛkÔ¨!£®‡¦²AjðÀ¯ íýúõÓmf×/¥ ØÓÞ^VÁþuMö²žÂCVc ^QË;õ®”ø7®^ «ÏȦ¡œÔ\ƒÀj½C!>. Käî¢ÝÒå]äöQø,÷MàE›TH)”ì‹Öe;ú£·º‡²] FÏô™²(Ûµq@ùëêÖJBQ ¥;$ªîTVXqk²S¸•Ñ VÀªR¤x92ÇšVôš4mÝM)Ûµ<ì[uè#ýæƒ9¨BáY2oªŠ•Ð^Ü«(b©©±@Á®ù›Å8´ºÆå{[ª­#VPKÂ%TD‚rŒ¯ËöaãçùP¶—3uœ[¬ü˜µd›Üà³ßßÏŸ½-õß[¿¯¦xpžyt´A³º> rrTy<ñN?|B;·î•Ç°:×+ÛµBPN»5v•‡Ph/ÊISËöq÷SÙŽzÍÝ)e»Öú9kFíPøv÷îã‚¿–¨ßšn}:(e»*,°x×~kпϟ>ëOsÚ† À­Œ±˜Ê3.£»Tv¦’E ÈÃëbRȱd]Z#,£ï‹ÏØA±‚cÀÐ)b%ß­8uëÐT¥ƒ;1el_Š$&È!˜¨X³µ°äß#”áOiëŽT«A'š½ÐëýÿD™?Ç÷W“÷²Rþ`"“š¼xùZ&áZ&±PÄÛŠ”sv¢S>;Ÿ>} C{·Ñ®­k¤KÐìÒÚ•¯;$üâz+l|Tú@¹„u3:š;¡$…¥;\”@P/{î¿é2d® LûO„‹l~ÉŒIC•›”+á\EZ ûUǒ猃‡bÌ[7.«Ë$MfOgOQÇú‚ºjr㪗…6ŽáVFsC²[ðCPPí³%š˜ëNæ®ÎÊ:çïà¢ZÚî|&Í6TîãÜ­ë—´"RÑåÛX`½ 3˜t€2 –|N´•ú6 —-š`Â# Ô{¤¿–«[K9Q¢Ï37 ·GÆ®à«ýþ½›tW¸n:¸g+;äeµiܦ­ßWãñ„•ãòUÊHëjÿÆ“ÌÈ¿ºåõç3dJkò;‘HHÔDÿ€_vM’¥H*VÎœÕ övvÞ¿ÇW¯Ü08§¸5rŸwŸoÚymŸ9k-i°×÷ñ_Ý÷öúU/×l²°˜´õ­°œúä™P´}’\1ÀbûŠ;å§beÇã§/ä`àb®f"³&&—zèê;r«Õ°³ÉêÃÅ*½U˘<™™…K¥¿¦xPûîäÿ®}Ç›±À…ÎÈÁ]¨HÁ<Ƨtܤ¾ <Ï Ž5»“1è¨î“kµkT«²ä«L7Eœ Mà‹{РA4uêTiìâîîN`ɘ€e D†@¾ ü½³0k!À wk¹Ü&Àl‚\µ4lØPøcý.û …ãøñã©sgÓ/P!5(¸u¨_¿¾ àÿŸ’Š`©Ö&I’&§,ÙM¿¸ÁŸ4¬Ðݪ¢«—ÎJw(³ÿ%_z+tMJ@MR¦òÛm ,Î5¹sëºLÞ¿ë­TI•&hŠã KçMþŒëHžvÝàÜ¿zù\5ŸÒÞ;ÀÙáÇ^Å柼ÿVÁ½APÄ|ýêoé‡n_`Ùµ_L…À \ï˜#E€VMÂËHõ÷»K+W­?÷tcñ³ ™'á²Æ”h–®¦Îù—Ô{¤oß!ˆ±Þ½}M<ÒÎ-käd¹+lý¾ê†¥t>áú¤QózÁ:$¸Ž1%°Ž5%7“Ä9Å柼÷Ád‘tByhŽøænÆÔ÷¿5·oÞUͺ71ïÿ¼o}T qÂfàÏ͵2™]j:sh5õ8žæ/YK?}1¨W-{·¥êµQHK“ÕÉ©PjÓÙCXÜŸVAaѸ{ÉŸ7͘8ˆrŠ>UàÝ1_:qÚk"?Ž],ªZ±TP› µú˜pO*&¡p‡µíöíÛ•/wÀtéÒEZ½{xxP£FLNF†ZçùÂLÀÆ Ì™3‡úöí+]Ê臂÷^ÄRcaÖB€îÖr'¸L€ X=I“&Q×®]ÕòrÌ /Y²„jÖ¬ê}‡Ÿö;½8a.olQ°ôÖÔP¸C´ ª~E¯,’Ä/ÑŸ×ê}ÿíõ¢ûÕ¯¶µs¹„Å6‚TÂG9&CúukF«·¡È!`étòè~­”B¸ˆÑDoY?A"\Ðÿ º‰'ÓªKKòJÕëËà¥ÈÜ)V"@áŽ`«Xq>íá~Æ?A_~þü¡ŠéÝà¨L_¸¿þõ¶Ï”5—²´÷¥ŠÍdõéš$YJýa€ÒÏž<¤F5‹‹ U=(ðÓ¤Í(¶LTܹM3€NÛ¯Î#Á÷ÕøCàׯU‰ ã+¿é*ÓD"±ÎZ^æ–üÖè­Ý³ ¥ãÿ„–%lø÷ƒ¡?nãÑÚ°ù&Ò§¦ÿüiJúÉcúÒ¤Ñ}èî½GtñÊMŠ.Vd¤O›ŠÒ˜þ­n,,±ù%‡v.ñë4™Ó·t¢»7Í“«#¯^¿C·„9Mª”5s:?'î]6½ÊɯáyH“ÚÕËûÙ¾VÎöU«V¥éÓ§ÓرciâĉôéÓ'ÙíGQ³fÍhôèÑ4bÄéêB{î´…qq™€5ppp l,LÀš °ÂÝšï÷ 0« €X°c‰¨&ðӎ਒ڲk×.>|¸êF­Zµ¨C‡êØ1cz»@€ÒbE_Êj‡t™Õ0=¸£Ò¦î{ŸwHçå·7µP$jò\§dÔò´=‚>zèeñ×!Øi,ù £é 6I7&UJfþ|?J‹ìi<¨KŸÆÅ-z|CéV¬XÒ;ž¿‡ F³fÍR«a÷ Æ9ð/=jÔ(*]ºt˜3‚ 0&Àü&ø·1¿Ûå³L€ 00Aàëׯò!Y¯lÇlúÑ£G­BÙþøñcrss“VÔŽetóæͳyöçÏScH˜8©ŸÊvԻϸ ê>~h:Xåû·oèðþíªmMQŸF§8‡Õ.”䦤G;7j^ÇYnGì0U„š¶é.]«@AÙY¸ÇÑdþ̱téü)íÐâ{øØöèÕFµ g×&ê8µƒ÷¤Â¥ó'ÕgFø€"{Íò¹rCðZ½¤Í…2gË-³^ýýœÎ ?ð{wx)ÜTÖ±H)}q?Ózæûwm2YöÈÔ´v)É»këÚQ( itc¹xö¸ÉºÈܼv©ËÏŸ?}-g-',q‚:L0ž;}T53dÜÊvœÄD˜)áûjŠ ç™"à>ʾpö’¯¿I·„뙕‹×ÈíÜowªb0'Òêúxîô_¯¶Þs“ê£-üÖø:>Á,Hàù‹—ôáÃ'ºwÿ±t[£5]Ø1åÍU; Sû„ ʘN7oޤƸ’9}ú49;;S©R¥èÄ Ãç«0Ø`’+ÜùƒÀ˜ð…|0â¡xýzo ÞüùóÓ±cÇ(Coka_ª{6^êk×®­|F"€Ìš5kV6¶*° Ÿ3m­]á=i=W‡ƒ ©¼,† 07´‡ô-®¯÷Fö¡o¿ÝÇdÌ’“²äÈ+‹dÈ”°Aà«~ãå̉CtA§Ü5ÇWy`U øŠ~õ®e~þðv¥b|€cL År²¹H¯ oÙ¾7EŠY5™.cV‚ûÈá?}ÝÊù꜖ÀØÛ5­Jƒz¶’‚ Üýh2aDo‚¢R¡j]ƒK­Œo{½5üÊÅ3é™nj,s§QYÅKWRíëû0kÊpyÏTÁ߉‹fPïNä80VXïYƒDÖýš|‚õb©{¤o3 éÞ+ž°Æ4µüýæµKtýÊy“M‡×ûjFÈÔ#c(ŸD@PKJáÓnZ ÷„õ«çRŸ±:>úLÍÜÚQ¯Îåfé>ø7žêµ½cRL?KLÆ~öQeñ¼Ô¹MoÙ¿•K×úø­ùãï×-Ueaá…€ÇÈéd—¢9ä(K{xMŽc-Êøá½Â<{{{Z°`]ºt‰\\\ Æ»oß>*X° 4è¹zÕkµžA>`L€ 00A€]Ê„‰Ûȃ`LÀÒnß¾M*T ì5©R¥ ­X±‚¢G7N+RûnݺIå¿v=øÌžÝKi¬åYã~éü?i×6Š¡Ü½yý’A—„³{?o¥«ÁI£ƒ>C&SM¡tFÏÝÛב{£JT¯q[i‘}ëÆeZ»|žÌתõ6U)p¡Têå1QZRã<”þ²YÉ¥%K™š`E=nXO­*•­T‹RØ{[gªF ´ w®òJÿÖ°Ÿ>qˆ ;̨¤ÿ‡_¿|¦†5Š©‚8~ ‚½~ýúEåi —ÚM¨FÝæÚ¡ÜË1š -Æ‘·!îݦÒå«Q¼ø‰DÔƒ´^ÉÔV`¢PQgƒ6pP±Z=/XÀ_·~¢Jú>Êú•†y‹Êà«ÂÚHŒ­C!”'¿“ðúV.šI'î“M`â a‹Nª¹Òå]A\±niêV)Hí»{å]^é åØ¡Ý´à¯ñª|ãÖ]U:´pE¤­ ˜"ü WsmDP—þï-u‚2F»8q)¹øÌc":[Ö”lÓeÌ&®ïe°Ý™“ ?¿—/ž¡bbB$Vl;ùÝ÷5(ÌC¢î¸SèÏ ³ÌºÔšmKI³ìN¤ó™~X(Ìüµ„’&‡;­Ô”ÞÌ@¥¾]Ÿ÷Ã{SݪMd‘Þ]ѽ»¨lÅÒ” a<:qô4­^¾ž=x,ÏgÊ’àz&$¥\¥ÒTÈ©;|’îܺGÕÊÖ£n½ÛS¶\YééãgthÿQš=mêRËvMTZK$JœP|w¼õã†O¡Zõ\äw½B•2ZÞ3pA ²˜øž6a,3\ŒƒÌœ93­[·ŽN:E½{÷¦½{÷ª±¯]»Võ ¨*b1¥JåífKâ`L€ Ø,ˆ6Ûsî8`L ˜?~œ \‡…»&mÛ¶¥)S¦(­–ZûÕ«Wø”oÕª5iÒ$´º ëB‘‡Í?ÕúÀÓÉ>M:ÿŠÊóiEPG(·‡÷ï •ÐPºb3¸%éÒ{„Pì18åX¸$µë:H*Ä¡h\µd–Ü ‰ƒ”©ÓÒ±³³}=Î9;5iÝ]ù>Ÿ7cŒ.Z²þ¶®÷µ¢Ñ éêC¸pñK ˜î+&\ë·2Y ANÛw,LjöÐlÆ…ëôE›MZ7'H˜˜ +K‡ömSÕàË>Kö<êØÜ8vh^]ú¸‡÷¾›˜¬ÚsàxåÊF+0hôLU÷î­k—3¦¤cÏ¡R™mê\hä*V†î‹‰ÈÁ½[冻P¸C,qdCAøƒÕƒ»'‚{™æu}*“&·W~ÞÏ™D‡ÅçaÓ~/K½ðx_ƒ€;Dª~ûú°™#úའæ¥È‘#Ñ?éë—¯4¸ÏHلǨ¾AV¸£¡‚EòSW¡Àž4fºt)3sÊ\Âf,)ì“Óü3Lþ&—µôñˆ ƒ©eÃt[ørÇæÞ´‹ÉKtï׉L)ÑJ¦»·ïË:ûv$lqâÚ™,k²aÎd6J žkEJeŸŒ>Š §LÒP‘‚y| k£C4»ÛX!»gϹõéÓG*àQÏb°„_¶l¹»»Sß¾})Q¢Df·Ë™`LÀz x¯q´Þ>rϘ`!FîcàFFS¶Ãˆ#hÚ´iV£l¿uë5oîm½œ+W.é/2Ä Ó…b ËZ(¡aùS6-Kí£DJõ›v ¥ëP’¤)T¾qBïÒç*Uw3.bÖqª4éiÕ–STW¬DÀjcÁ}˜½l‡\©`|u=·ž–ý5U.ƒ&ýµšZuèk\5TÛwL•«×7ˆK`ì¶Å÷((ƒ¬åÖ’ú "V>$ôÑLÆÌ9hÞª=´zûY_݆ÇûêTÉH’,1Mþk¬LœÒ`DÆŸYƒ“<èØÃVm^H3§÷Q3JÔ(Ô¤U}Z»}©°¬Oâã|Hd¤Á]7ïõ”ýˆ3ºKfÉ–‰f.œLí»šžèìÚ»ˆ§Q™¢DñvñeI~>:ÄLÀJj½»¶¤áƒ:SÃzÕ­²];0õäÉ“ÃX¿kòC¸œ G'÷ïßO%K–”AI7î½—¶6áãþέ«ôPø+Ož2 ¥Ë• P6WàöãÆÕ ôêåsJ™*-A‰hJ±kn{ÖXNŽñÚEzùâ)%K‘Z¸‰ÈD1bÆ •®âqäÑý;tãúEŠ36¥vÈ@üjŽbJÖ}p—nŠ±D]Þ«”©Be¹è›×/éñ9/¿}}¡y¾û&™>y|Ÿâ'HLˆŠšÀÇÿyaÿõÛÊ–#ŸPˆÚk§ÔÞÚïkÁ,ñ¤«œqSGQ-·*ªßœðIàÛ·ïôæõŠ#:ÙűóYÀ9p½rýê zñü%¥H™L¸¶qœ1,вešÀçùáýGtíÊMŠ=ªàœÊÇd„_WzýêøÎÿCqãÇ+¼ð~Õ ì¹ì©…e±—Ïø-ûW —[ÞʽÀ¶é[½¡ýGÓÜ‹(˜˜¹{Ñt@qßêr>°U%*4¢GNÓªU«ÈÕÕ5ÀÀÞ3<<<èáÇõãÇ/­Ý±Â6jž] á&À˜-_Ä;l Có¿Ðê _— 0&ŠðÝ«W/;v¬êEœ8q¤_ÅâÅ‹«|¸:æ`L€ 0&À˜`¶I f̘ҚŠw(àõ®dnÞ¼Iµkצ|ùòÑÎ;ms€Ük&À˜@8#À ÷pvÃy¸L€ x¸wï.\˜>¬T¨P6lHÇWWƒODX—.]ZåYS–*nnnôôéSÙ­È‘#“§§'Å‹ÏšºÉ}1“À¥s'iP–f–æbL€ 0&À˜`LÀoÕ«W§‹/Òüùó)uêÔª0Vòâ½ÇÁÁÆŽK_¿~Uç8Á˜`!G€î!Çš¯Ä˜@x÷î•/_ž–.]ª®œ#Gi’={v•gm XãïÙ³GukÒ¤IT @uÌ Û!ðþÝ[êê^‡>¼G?Åä `L€ 0&À˜°"P“&MèÆ4yòdJ”(‘jöÍ›7Ô³gOJ—.ýõ×_jÕ¬*À &À˜V¬pV¼Ü8`¡EàáÇäääDûöíS]pvv¦C‡QòäÉUžµ%àæfÔ¨Qª[uëÖ%wwwuÌ Û!WFýº4¡gOÊN¿÷Æv:Ï=eL€ 0&À˜° X ÿíwïÞ¥!C†ê7V̶nÝš2gÎL+W®$<Ÿ²0&À˜@ð`…{ð3æ+0&ÂΟ?O… ¢+W®¨+ÃWûÖ­[ ¾Û­U0IРAõ ŒàG³g϶Öîr¿ü!0oÆXÚ¿{³*Å w…‚L€ 0&À˜`&#F 0`€T¼wëÖ¢Fª®pûöm‚!OžÒ÷iܸqÔ¥KˆÎ9èoß>¾{ëo.À˜`L€ 0&ÀBš@¤H‘¨}ûötûöm>|¸Ó³gϨmÛ¶”)S&Z¶l™Ÿ+:Cºß|=&À˜€µ`…»µÞî`>À"¼|ùòôþý{yî?þ~GMpÉb òöí[ruu¥ïß¿ËîŠdÅŠ„±°Ø#»¶Ñü #Íê8[¸›…‰ 1&À˜`L€ „1bHÿíwïÞ%5E‹Mõyõëק\¹rÑ–-[T>'˜`LÀ'V¸ûdÂ9L€ X!‘#GÊåŽÚRÆèÑ£ÓºuëÈÝÝÝ {kºKÿý÷5nܘîÝ»' @Ée»~é¦éšœkž?~DƒZ52»kìÃÝlT\ 0&À˜`L  Ä—`Ô‹÷Ö­[SĈUo.^¼(]abÕñ¡C‡T>'˜`LÀ›+ܽYpŠ 0+$ÿØ­Zµ’–Z÷%JDû÷ï§*UªhY6±Ç¤Á¦M›T_q w2,¶GàáòoÓº«uV¸ÛÞ}æ3&À˜`L <H–,Íœ9“®]»FuëÖ5XU|äÈ*V¬UªTI_ ÏœxìL€ 0c¬p7&ÂÇL€ X ÏŸ?SÕªUiöìÙªO2d ãÇSþüùUž-$8@T]ÅdA÷îÝÕ1'l‹À´!ýèÒ©ãêôÇ÷ïØçe€ˆqa&À˜`L€ 0k €À©Ë—/§sçÎQÅŠ º´uëVÊ“'¹¹¹I‹xƒ“áèlªU«FY³f•›££c G7¤Z;%K–4«¥K—Ê ­ž¶?uꔿõƒR×ßÆÃX[beÉÏd»!2ïuA!r9¾`LÀ<ÏŸ?—K`T“"EŠÐÆ)^¼xZ–Mì1X„ÀZ’&MZ´h‘…ˆM „;©4éÚ›2æÈE‡¶o¡£»·Ñ§ßqT ¸B¹Xqâ˜8ËYL€ 0&À˜`LÀº äÌ™Súo‡+™>}ú¬Ü!xÎ…BÞÓÓ“š7o. `žŠX¼«j;vl-à=Þ¯^½*ë½{÷άú£F¢Ë—/û( #6ÿ$(uýk;¬·%V–üL†µûãa…{HPæk0& X²ˉû÷ï«zµjբŋSÔ¨QUž-$ð°e;”î(Q¢ÈÑ8¬tµ…ÛçkíâÆ£ò®nrûçŸèÂñ#´rÖTÚ·i¯upâý»7¬p÷“Ÿ´eøüÿóÏO_‡/A"1Q•›bÚÙùZ&4O¼zþŒÎóòE[|ÇK8‡fw̺vH3·EFfäBL€ 0& E‹¥Ã‡ÓæÍ›©_¿~¿î<Ïš5KuèÐzõêesÆR¡+ܱcGŠ)­Y³†nݺ¥;ð$|æcr’0aB³˜>}:AÁúúõkzùò%a…µ¹”ºæ^#¬”³%V–üL†•û’ã`…{HÒæk1&à/ƒ’‹‹ a&;w¦ &ؤE8,?ô;S§N¥¼yójCã} €â¼NÅi÷:O5štY³SÜ é쑃ôK¼xhòñ÷çZËã=+<Ú6¥Ï?ú;œiÒRæ\y©yÏþ”6sVˇTëÎŠØ õäåÐ?ÇýÖ¯piæ¶È(¤>?|&À˜@x$P¹reéÃÖípŸyçΉáëׯ4fÌ©|ïÙ³'uêÔ‰bĈ¦ÙÛÛbt}ÿþ&Nœ¤±Â8ëüùój“ Ø xÿ,Q¢„L›ó'(uÍi?,•±%V–üL†¥{Rca…{H‘æë0&à/•+WRãÆåC GˆA>¬`fÖRǧºÞ AjÙ²¥:æDØ"plÏ5 zî¨jƒ¦ôéÃ:¾w‡t=sdçVâÀ© 'Â1Ç÷î¶C;6Sÿ©³©\ͺá˜FÈ ™‡ g¾ `L <øßÿþ'ý·»ººÒœ9shèСôìÙ3‰â½p§ ø)S¦Ð€¨U«VÒ < œà²®Fa9Ž4|ÊçË—O¾/ú×V@ê~ûö>þ6€Ócǎѽ{÷¨xñâå%ܳÀ²ÿÇT¦L™­¾†åù¿ÿþ+» …:¬áM &+>}údpʯòmäÀ’œÁ +äá‚'I’$”;wnŠ?¾I–¼®É ˜™>7‰Ï#Æú÷ßS̘1)UªTÒ ï?þ0.êï±¹ŸIâ& °ÂÝ$ÎdL ¤ @1 ë<A¢E‹FK–,¡5j„tW,r=ü#Ää6­ÁòJ–°Iàö•Kôäþ]5¸B¥ËÉtLá»ÑÙÅUnxÀþ!,^X˜@x P¢² å/æä ¿ƒÏ?¢{7®‰í*=}p_"øöå õo^Ÿß½MÍ{ôu,IR¦¢šÍÚÈ~$/Õ¶&!ÁÜÖÙÚ=åþ2&Àl‰Èîîîò vX¸k«–_¼xAíÛ·§ñãÇ“‡‡Õ¯_ß,e9Æ-xO¼{×ûYùP46Œ`Ô䛤n=äÄ”éR¥JÑÞ½{e:zôèÒJáÂ…ôôéS™eg×®]åxd†/Ðo>}øð¡*kXÃÃíŽ^pŒwÆŸ? ]ôa¸f½®/o‹iKq†ò|ôèÑrƒ[/™2e’Ÿ5}€_K]W€¦Úg­}¼GvëÖMÆIÀwÉXÒ¦M+Ç‹ ½æH@>“æ´ÇeL`…»i.œË˜@À?X°O›6M]1A‚2àL¡B…Tž-%°ŒÚ&ÆV¯^MxPc ›nߤ–5oJ˜Ôg(¬Øˆ*&’X˜@x »ÕnÕÞäPáw|h‡ôñw°¹c‡S•úM)Q²ä&ˇTfº,Ù¨÷ïÿE!u]K]'$˜Û:#K±æv˜`LÀwxçéÝ»7µiÓF*Ý'OžL_Ä$;FI5’ùð7ž#GßgæÏŸO-Z´P–áú“¾6Â'ü%ê w(Û†.£[#m®h³Šæ–J9üЖ-[6@M@Á†èÜ•*U P=.ÌÂ<¸¸¹¹Ñ† Ô°1;»mÛ6JŸ>½Ê³µøôPXZ‰Yv–°Kàðö-jpEËóﾂÁ &`‚@É*Õ)SÎmz³ûc s`D_¯œ>AÏŸ<+J…ȤHPùø×çû·nˆU÷èý›×/a"J.b ¤H퟾`L |€”#FHã*¸™™={¶R&_¾|™ªW¯®|¾›"ƒw(¸ ’1qâÄÒ’¼páÂòŠéÁƒKkso!Xk—.]T3©»n0ý„u>$iÒ¤2ø+& Ðb7͘1ƒ²gÏNè tXÐù¦p‡å5¬â5Á*î¾}ûÊú¥K—Ö²Õ~Ë–-´gÏøôÆ„ø_aM‚ÊŸ‡† *e;,ÿ±bÂÉÉIºYÁjÜC(¸±Š¾jÕªò\P¯”ûØ>k×L”(Mš4‰.\¸ õ 3f$l‘#G¦ýû÷S³fÍädÑ¢E‹üU¸ô3©õ÷'ê wÌ:"¸†5ËóçÏ [@?–OžB9:¬CKº|ê8ýúõKƒ‚»®{GrmÑVå!1¶g'Zõן2/‡caš»ãÁyí`ÊÀ^´xŠWŒŠu’ÇÌtxÇêR§ª,‚ ©‹ö{¯µzWϦ‘]ÜéæÅóÖvð_ ¥6\ãdÈžS+n°èX *[àÀ?æUs8г‡ä•Ž½üFGvm£Q]ÛÒ«ç^~xG-XIQ„¢À˜Ñ›—SÅL)Ôýùsýr,áì£ÇXÑP&]bHzÝù[ŠîÀð1§Ï¥]jɾlZº@Þs¸62Lâ´îëAJøT~—åc&À˜øÕÆjf¸Ä€îV¡¨öKO¥`¯^½¤r=eÊ”töìYƒò°Œwqq‘®Z®\¹Býû÷§¦M›”ü­‹þÀ/¼&«V­’ŠÚGiY4hÐ iq (A¡'Â{­)kš"EŠÐ¹sçäiŒcýúõ”'OSÅeÞƒëÖõŠmÅ{XT¸•ó®]»hëÖ­’&: w‹5ª<†W¸ï)_¾<9;;K_øpstéÒ%ùù±äýõõ&š8Ø>ë›ÒâÚar +&°Â#V¬Xrœ×éÓ§¥ow}ãt`>“Æmð±ù"˜_4xJjþ±‚Ò:fñ#nII‘"E›Ã?|X˜0$€%LX¦W¶Ãßؾ}ûlZÙŽ‡=,Ô˹Ǝ«ò>Œ8´m“R¼ÅO”ØWe[>+˜ ìY¿š6/÷¶Œ æË…hó®-½•åˆo`¬ݽޓ•ÈOŽQÊ\­ƒïÜ¢1Ý;…p;ƒg­Šu½ý¸^óò³ªÕÓö{7®Õ’T¡¶›Jû•€"¿yY'º~þ¬úÎkåa¹„6›•)L—Ä䀱f,ÆmXâØ?æÚ5ŽîÞN½ÖRÊv-ßÔV⎥¼W‚â3kJ$÷×ïçâìù (Û-Áǯ>ÿ5Òƒ†´kîã3¦õóâÉcÔɵ’œtÑòxϘ`–%ààà ct]¼xQZ‰ïÞ½Û× ÀjÊø}7¥œ‡rç X9½cÇ™J]ÙÀï?°p7–dÉ|º4.£Ã_·¦lÇ»/¢~)ÛµzámPÎ'OzDÀÕ ”îXm ß°Ú~ò!XM¡}–ôlz]}Ý€¦-Ñçû÷ïËøX%¯wþüùe0_|¶ zãS}äϤ)*Á—êîMš4¡yóæÉý0S§NMvvvú,“iøkÛ¶­¯QˆMV2#*˜‘ÍÌ.½ûí‹T+(Ü–žÐÚæ=°UˆôËvDÄÖ¤]»vrÙ|\ÛªÀ‡_­Zµ¤?>Œ‘Ñ===å2/[÷Û<·oV‹Wr!Xº²0Kø.^Ô&ì)&qrY¢9«k#qòM¼ }~L!<œSX¥Cß»CZ6¤DÐ0üohÔ©'ÁRðg X¨¿}õ’ÖÌ›I1Dp⃽üªfÍ“ŸR¥Ë@n{ùôÜ»q ÕimLä“dù‹ûoÕ ËvXÏk«øºm:]Üøt|ßNÚ°h]={ŠpϺԮB.Þ¥ÂêرhײäÞ/æúë€/^Ú"wábbœñ(qŠ”Ò¥¾œ–ÆDÇQaþ^ã§Ñü¡–ûý›×«ã uê«´¥øøÖgçÕVRࢇŒ¦’UkP¤H‘éú…³4sø@áè’ü¬Á¢Óåûü;®î'˜`–'+dl~ ”‹š,XPKúØëc~i–èA©ëãÊ€E2‚]Â*ž%hàŸ]LÞ˜#0Œ Í ³Aí3üÏCÁŽÕ–þLZŠ¤ï턺³3ð× KðQ¥ –8p€b‹—¨Ð\¹rÑÎ;ͺ4ûx‡•«µ»Ê1kp\ˆ XÀÚµk¥5̬B ˜Ddq3±uiÙ²%iÿH1®Å‹ËÙf[÷ßoPH:°Gbÿí ',@`ÉÔqÿgïLàmªÞ7þ!T¤™I¢2TÌ?•¹$„hP‰fþ)) E¥¢HE’Ð ™ËLæ9c¦2F™•¨ý_ÏÒZwŸéÞsÏ9÷Ü3<ïçsî^{ï5~Ϲgx×»ž¥%>Ò³ÇMšjùò_¢Òhwco=ÿ´v€â¼Ç{äa«væ–*V\*ÞX]îºþJíà;ô=åZ;…‘ ÎßÁ}zèü?Œ÷u¸Ïüîk[×-Íîòq Û›®Ä;=Ÿµgpàÿß«oÙó;î}HjÔo"·W,-'Õ¡ÃÿE3§KåÔ……3ÛH˜»›Ø¡¤|nnÚB^x÷C=)bîAvÇŸÕlp›äTûP“ÏÐÙ_1Ž\S£¶Í ]uD Ã²¨•©¨ÛX¤øêóâY?VPÀ EÔöñÿ3M+ýýK¥°ÒoïÔ¤®ü«ÞÏáœß¨ä‚.¿º’Íà @ô ¸%Fá'‚‹?[¿>E&¬R¥3ïÝá”õ×F¨×0€UÜЇÔ0¾ø= Ç)-t¥K—¶…áG„O1- &OZu„s?œ>cƒ]¼Žàl‡Ÿò1õë××rE‡Ö¯-l¨êžh ÔW¾&‘ɘë1NŠåAXþS¸pa;Ê•+WêÍ ŒcÎÞˆ±fÔ­ëî'¢\¡QF#H!€æÍ›Ûÿ•ìÙ³ký¾Dp¶cS–Ñ£GÛÁbu >i‰O`ÙÜYzÓGŒôœlÙ¤JµZ‰?hŽ0*öíÚ)÷ï§ÛÚ·ó×€‘ÅQéL6b¢ÀÑÄáÿ–ŽïÞ±]fO¯[-uEg»é 6¹lªÝ0DÈÃén¬~‹Y™•?Γûöš[ú(ÒÚ#“ëÚâKçÌÔWÐ߇»÷rÝ=“¼¨À%òdŸ×¥V£ÛõãèáCúF¸cñi(ü1÷®‘í=}äál÷Îã>Ï¡~ìþï¶3Zé¸þ½—¬Ì¢ÓôdîÝð¿[%O¾‹T›—†÷\ëJþû¨ÏˆÌ7)¢¯>þÀC¨´zMûy¯|¿m¿~ÐÙnhñH$@™GÎiü^„=ñÄÇ¢·AFj°ÜjÒ×D0‡SÖ»pÎÑ'8Ø¡ÃG'ƀ߈Ÿ}öY8Õ&}Y·;|‰S¦LÑÁ²˜ ôp—É €îöÓÛglk”7zõê%§y饗tÐ/ü+Ø0ÊÁ_“ÁPŠ\žLp7C)V¬˜vºãÍñàÁƒú2"Ü[µj%ãÆ *úÈÔ­#v«Æf î7ì47P¼¡ÒH€Dÿ¨ý¿ÿû?0`€Å‘7o^?~¼ýRdoÄaxîI¼`3ZrpG{^¯4Œ!A#H@D5¢¥m\½BªÖ¾Ùœ&̲0Æ.ùÏ1ºeýZsI.¹´¨Öp·\‰óÔjHc›×¦,)Ææ •TüŠsõfk3'|e7Wݵ}›lZ³J+V¦¬`sÔ´lǦ”¥Ë%///¹¬¾¼³}GÁÃmáŽÅ]W¤Òþ˜{×ÝôÞNôôXƒ–w 6&…y×7Î8p>CÉÌsËÉD’O >#ª½L…«Ä¼Fú>ÕIÉÈôÔRBW]w½`sݲWUâwwóñH$@1@ @î~ýúé !AªU«ê÷ë%K–HïÞ½mTïý÷ßo¥|¸Çå#Fxä §¬GÅAž„Ë¥B¾ö;wj'ºÛ‘î¯pò·oß>¬çí†Ê ¹¡ô>RL.`rêîMm…îXõàFDþc ÿ þ,˜×¤¿r¼<˜ ÃÆ? 6̪ô 6LºuëfN3ýˆY",úùçŸm_Ê”)£ˆçý·A–½Á $)lŠŠÉ3·³“RøB’Îv|Qºûî»›Àðž5fÌn„“D¯÷í*êšÁÆn¨s«IòH!À{˛Ϥü°3mX¹Â$æ¸já|ùçôi;ãpÇÞÆ.¼8¿\^±rš‹/)dŠècÝÛ›K¶ìÙuz¥r¼Ã ›éÚ¸³^ó”;õÍNþ•²Ò Wî3¡Èês9cñ©4Œ ˜{WY pŠ ‹÷½@çpl»™B?¶|Þl1"µßá9I>©õZíŸÎZ"o›(ÍîX°ºÁm‡ÿø]>ÐO¸µºí«û>Ó$@$@™CQíp6#ºØ½7Ò•+WÖѼ¯½öšG°éizËB'àÆg§Û.¼ðB=ì¾}pÈ ã·o©R¥Ü·lÑïØüÕ=l ŠhscM›6ÔŸ–¡è«Û¼ûî¾çNGº¬»î`ÓÞ}M/gD}cUôû»téâá;t÷’DFŽëH´ë]‡»=wÚçPúŒ:säÈ¡“%ïmö½ýöÛ=^wXáÑ°á™@°š5kzÜs—æ5éÎÏtú ¤xµÓ_6ÃJà…ôñÇK»víì, ffð†„eE™i'Õ¦Kø'[±"å‡/f† åÞœ#3ûȶI ³ `ù&¥6mÚd»‚ÿk8¤s%ˆä–0"Rß¾èÝtÓMæ”Ç$ 0÷¿ˆM µìU24—$9Ö¯\æS "ÜÍF zË :Û%/¿BŸ+u™½Ž¨þ^CFØó`¹ÕòáêõË*º›ÎBâ¤V£¦²Z­€]uÝ j³ÌAUçvÎîÝyf’Õ_Á=¿ì°¿^tIA)~Ù剱øk+Ôk˜{ת4"6¬þÖ™(Ãß~©7—õÐÌoÑÚ£©Hò ¦Ï7Ö­'xÀŽ:$ËçÏ–ÉcGé× ®a"uäÀ7¥S>8¥‘ Ä{î¹Gð8zô¨,X°@®ãw×ù$ÞÜ]NOYy ô4ÑéîºÝjæº;(Ó\ÃŽto©÷}¤±¡X÷îÝP,œ²¡´ ÎhzäXQЧOíw€Ü ìâQ°`A ŽH´.«ôöYHý³j ˜dX·nV)Z´¨Ž|‡\o »õÖ[=…Ýù‚yMºó3~1épÇ09ºÿ~éܹ³f¯àÔƽÌ0Dá´nÝZk&™öñâƆ¯Å•LH@ôò4ÌÔ›=À䡇’Aƒy|àÅ3+h¥a£cˆFÈìÉ@Ó£GÀ­ß^½^ãè5Ì––ÀqõCò½—žó;¾Û¶È1µÙɉ`ß ÿPÜŽØû»t“¬çœ£‡ævpÿ´l±þaíÏ™ºuÃ:Y³øG]›«V¸¦ªÈÊÀáC´õYgŸm9Ü:â…üœ/“"¶lÞ,ÁóäÞxÔéÞ¾µ¬Yrfywç¾ýÏ8Ü]‘ÔáŒÅ´Î15æáÔë.‹I“²WW’«VÈïj³ZDÔÏšøÎ’Om,{M:îì‘æÅgþôɲnù™eö¯¯¦´ÛÏô{Ôlx›~ ìñŒ|:ðŒ Àê%g^Så @¦€šˆ¡X8eCie¢Gà\Á#^,Ô>—+WNð Å³c¹›p`¹g1«xß}÷ɤIikyfĸ:vì¨5¶LÝX:„)*T¨`.ñHIMÿXvçv¶cÆuîåsñ i÷îÝzâ “0,ÄŠZr8¦¤Å ³mŒúí†áöz+}⯞kVú»7×N;&ëV,•îíÛÈËOt°ÎoÈ}4nsŸGÉråõª\øeËf™0Ò÷=uu¾«‰ôyü!ý8~ôˆ-oˆd†67lÙÜY2~ø0΢$Àê6m¡ÓÁü)]þJÁ†v?éßϧôâ³7Ny¤ÆâÓ`‚eduAeÃD‡1lþ»Ïn}zK³»|¾ DƒÏ¾]¿Ê¾/éÇû¯ô´¯;ÓGÝ“<ÞòDî|L“ @0b6ÂÝtþ•W^ÑÎ;è¸ÃN+­OlRˆ% ÷-ÃÒ‘¡C‡Úæ × ­yJHX$L$9ì†ýØc‰Ñc…žþo3kEJF<xÿiÙ²¥PÀÌ44ê±ó9-¹ÌŸ6ÑjOáW®b•äÀÑFœÀ¯[–Ï¿j½•¬ 6¡ŒûbÈ»2cÂ׺«˜€ÓsßÎ_}ºö—‡’s\Î#šý©WúËÃÎD"Ã9ÿ‹âSKE#çUùWÌŸ#ß®ä[¶éúà ¿®V]Ÿº1'ïØ¡ïé(y8ûapÄçùÏïSÈÏô§Kßұə6 õ MòzÍ[))©â²véByû…®¶äÿn¿ÓÊÕDj,¶òTá0O¥ÚtߺõÎV2PñÀ÷÷$Dƒ¾šùÑàsMõÚz3sL”CRèé»›©×EK¹ºêMrúÔ)µ¹ëÜ'e ÕÚ¾¯¥tC`    ¤&ów<;ˆŽÅŒß|sfIê‰'ô&sçÎl~ÑööÛo ÿÆ°)‰f#sGHFp¤`%Š{gx8 ±ãz:gœ%‰Â;ÕÏ›7ÏçÝwß•Š+Ús&’‡ÀÜ)í`k6h¢9ö$ÏuÑοԊnP2ñb»wlùB..è¹á)Ê`b¡Ãs/ÊÐ~½´³|Ä[¯ ÞV¨XqykÌw~7KCÞ†­Új‡»»\zädL¹kjÔ–‡ºõÔýÁçÞW æ¾9^Z¢”EK•‘§_(¯vyT7?{âxÁßÝrGK©çgbÀ_^^#    @bZRÆtRŸþ¹`‡]cÔú];vì0—2äøÙgŸùh3¿þúëzC× i•’@øûï¿¥M›6ÎvlP§t¢9Û¿þúk0`€}vî¿ÿ~iß¾½=g"y JráŒivÀÕë5²i&H x=¹7á TG¼oœš'ßEr½rÄÞ×YMÒŽ+|7ï³ÝŒÿ®/ÈI³úìÞ–]­0jÙá16m¾@’&•¯|­+}™½ íõP÷\xð™òÁÄ™RJIÞxdjZ?ò”Œ˜¹XrûÙÄ-cñn3˜óô2¦Î`ò`óT·Õ÷Ú,Õ}éŒæsgûŽòÚ§ã®FÂkäÉ>¯KïG V±ÒH€H€H€H€H g©('œ ¢Yö°Ú, úÐ+W¦h˜–-[V;÷.ºè¢ˆweÊ”)Ò¤I9¥–›{æ™g¤_?_íNsŸGH‡’Ûo¿]fÏžm‡|õÕWë= òV´™â0±eË©R¥Šà=† Y.\(ØÇ!ÑmÖ¬YR»vm)Q¶œŒY´6чÔø–+9‹ kë¼p²}¿u¿_[P•1SÒ€TUë›*ʶëÓdvsv‘9s¦™7Ñ2`£ÒŸZ-û÷îÖ2.ØÈÔßÆ¥Ñ7ú³yí*½1haÕŽ(ꜹsÕ|¬%¨NG1SFóÁJ€=¿îêµI°K.-ª7¸â£ÒT­¢yå¸Úo6rÎ2»/BTg#$ð]ß ÇŒ£%o“`È" @pN¨ßm¹â*„2p‚C70ØÆ¥~ýú2sæLÉä`øÀ™Ö¬Y3g;6l¥³=zÌ“è8 Wœ¬[·Îõ–[nÑzæØ>‘쯿þ’;ï¼Ó:ÛÏW‘‹ÐmOg{"=‘˼©)r2×Ö¨Cg{$á&a]ã>”³h#±I9y¯º.z{ØÄÊSçúÕ×ß+ÝÑÎþŠ7T ©?±6–‘…2šdˆð ‘ @Fˆ I÷à ( Ó¦M“K.¹Ä^^ºt©4mÚT o ƒúìЊ7†Hw÷¦©æ:$Œ ]îv¶ß{ï½2qâDI4g;žÛN:y¬ªù裤L™2Éø´sÌÿpKT¯×\H d‡þø]†ô{)]åã]V&]ƒef     ˆCqçpã’%KêHwD¼ûþûï¥mÛ¶zc-s-”ã/¿ü¢µáÿøã[¼zõêòÅ_´äi$@"r2Ö³gOùøãRóÎuŒÍXçÎõÊsÎcòØûë/²}Ó;ðêÖ³i&H ½÷~AŽ*y®ôØÆ8Ú85=ãb^     Hq%)ㆭèo¿ýV;Ç!ùƒ~´Üß{ï=wÖ ÓɸõÖ[eçζ ´š'L˜ 9Ôæ\4 3Zµj¥î˜ô*UªTBbY½zµ<úè£vl7Þx#%¥,äMÌüîk;xlœX¤di{Î ¤‡À¡ßȪ…óôdþ?ÿütQF¸ŠI€H€H€H€H€H SĭôjÔ¨!£GÖ§æÇê Aƒäâ‹/–_|1]@;¦ed6lH‰\D$ýÔ©SÅIŸ®J™™˜@åÊ•vtGÔ&cÐmÿóÏ?õñž‚U.çœsNÂŽ™ Ž€[¿½Ú­‚+Ä\$à‡@ž|ÉèWË)%‡·ãçM²uÃO²uý:ùaü8UÞE·¬ÿIþ>yR²eÏî}‹ç$@$@$@$@$@$@1@ ®îàwÛm·É| <ð€ÅùÒK/Iþüùµö²½˜JÚïwÜq‡,^¼Øæò§oo2sÆ/o¿ý¶ìÛ·O÷­jÕª9ÔlÕªUòþûïËÏ?ÿ,¿ÿþ»\xá…úuƒÕØ ¯!cŸ}ö™~!ŸÛ>ùä¹öÚkÝ—2=ݽ{w=QdœÅÏ?ÿ¼ "<öíÛËæÍ›u³Ï>[ðü_zé¥ÁWÀœ IàÏãÇeÅ‚¹vlÔo·(˜ƒÀ9Ù²Ié+*èªÙ¾yƒu¸ßqßCR¹ZMíˆ?ãÿIvnÛ"[Ö¯•r«„Ñ*‹’ d¸w¸ œcû÷ï—nݺYN=ö˜–—iÑ¢…½æ/ñï¿ÿJ»vídúôéööùçŸ/“'ONX© ;ÐJ¼õÖ[2kÖ,;"L˜¤fo¼ñ†tíÚUÇñÉöùçŸëM2q4Ö¯_?Y»v­9µÇãÊKY¤¾}ûzŒË½A,õ5VûÒ¿7nœíVËÜ|óÍöœ‰ä%°àû):r+9¥ò×TM^y†ضa­ûšµå榞ßcÝþo:$hleL d8hëÍž=[ÿþÿõ×_õ¸J”(!ß}÷]†‘ ¤M !îæ³Ï>+¿ýö› 0@Žtl¢Š¨åºuë$ñøãk©“!»Z¢héJ•*™K<Æ×_]mÙ8S38Îñz³áV¨PA *$»víÒúý‡–k®¹Æ£ Háƒî˜ÜÁ[,ö0>|¸Þw`ìر±ØŘîÓ?þ¨_¦“ØÓ+h$s§¤|y­Q¯qBnÌg:s œ>}Zˢ^”¼¼¼IÚ#¥d, &H€H€H€H æD3XoÈ!zu»`¤–Íy¼[¶l©ƒ,X ùòå‹Z·3«Ý¨ e*„q¸ƒâ›o¾©­Ÿ~ú©† ©˜¦M›ÊÌ™3}¨ÈЫW/ Vá|ETs­Zµtyþ‰pã±fÍ™3gNªG$¼ù š;w®Üpà ùáðÈšÕó_£zõê‚ ÎöX~`¢©^½zB‡»ÇÓšæ &j°"æÔ©S:o‘"EdäÈ‘I `‚náŒiDµz mš ˆ_”–û?ê3†ï$EK•‰TÕ¬‡H€H€H€H ¢¬ùX¬îÇ må…!F´‰C‡iß~oÁWÓ¬Y³ˆÖ¨²Ìj7Px=ñxzã||gu–ÖíFò¤I“ôh°jýúõeÞ¼yR¶lY;Bhw÷ìÙÓž#kpÐÓ2†À_ý%GÕ•c墉·mÛ&5kÖ”¢E‹ äYð/\¸°žý{ä‘Gô=óç•W^ñØxÕ\ç12ž~úi8p v¦£Æ:uêÈŒ3tåpB?ñÄZ °Ü¹sKçÎຠŽgh¯<ؾ)ã>œóØ87^9Ípìoß¾ÝV‡Hv÷ƨ¸qÉ%—hI¡ë®»Îæ %ÙYHauÒ0,-{æ™gtýÇ80!d쫯¾ò™ðs ¯½öšÏذלøÃÊ•+M5>G¬øèÑ£‡Gy8é1á„ëH'»½øâ‹û8`µÌõ×_ŸìX8~¹S&Ú3lby~ž´'øl&H H[ק跗¸üŠ K1 @F7ð-Ô>!0wM†o¤X±bR¥J½2˜:øêAYÜåÉ“'`Qø,ÜÒ¼î`Á7ʲeˤ`Á‚Ú§(Ø/”>Cy³ÆÐoHøº ÁšXùÈþüóOY¿~½æä¡Ó’¥‰D»`.›7oÖ>sBuÁøž<¨‡€ûèþ«V­ÒÏ*¯ºêª4ûˆ¯Ç&„s¸3¸Ø(3‹?ýt&Z Wè1ÃÉx÷Ýw "Z=ùä“®šë¢M›6I¸wôgéÒ¥ÖÙîÝÎòåË=œíÞ÷ÍyÇŽeØ°aæÔãˆ7h<öìÙ£û|Ùe—yÜ7'ˆl÷6|8ÀÉŒ4l ›Ì6mÚ4yùå—-‚æÍ› 6]¦‘€›ÀÜ)ìiõ[)'ca0Q[7¦8ÜKùÑohc¬ŒH€H€H€HÀ/H¾ù­8•‹ðQuéÒEËïÛ·Ï'g©R¥´Œòm·ÝæsÏ\€oûÕAÖ¿õÝÖ¦M ¶Û¦Nª}dn‡{Ÿ>}äŽ;îN:i™“¿bÅŠ2qâD½®…Óg쑇@XwT;|sx¸ +ó¡Fq×]w¹/k%W_}Uð€ÓÝm—_~¹fÕ A÷e·]Tòå—_êJoß&7À>Gc#FŒÐþøn`PUxðÁµÿÊû9‚Äí;ï¼ãjêâ1¾$¤ÃOäEðÆíŽ;ô³ç;^ÀnÛ"ˆiKà믿–Þ½{ë7x´„ÙQ¼ñ`ô¡‡Òcu"¿¯¼òJ¹ñÆõ›7óÆáŽ7%ó†† ø0Â,âÏ?ÿ¬ßLá8 dx,Y²D;Á¿ùæýÚÀÌ"¢î!ÒÛ´m®…z<÷ÜsõŒòôéÓ¥C‡>Õ`sßÆ &"¼'Lf¼!üñÇúíÛ·×3¦˜mÆLè[o½¥ey!µ_Ü/Y²¤`> ÁiÌãÃ&™î;w 8LZšàÇd¶›7ÊÍ¥ $%‚ÿýGŽü‘¾ÖG>îß/)YpÐKàÈ¡3‘/hå³÷ÈØelƒ¬H a w9Znü¿ˆJ&&,4ŒÒAàèáiÐtcÖ8!‰À·ôï·ß~;`ФqáÏÂ>th´?ÃoøW°']™2)ûÁ/àv¶£ì¨Q£´Ú&܆¨y8ôáË…ÓgH»íîvÜiäÿÃíp‡²$v,éÏ6lØ 6(-@-Àmá´‹zࣺ‚ñ!¸ë†ï±]»v:šÝñ¡ïÆÙŽ¼`ÈYÛ~øAOrT¨PÁ]5ÓñH@Eº&´©å/ÎÅ_ MŸ‡Òvw”^xB?–§Þ”ís >$t×ÔÊ{M9ämwÕR }]9ãõ5¥ÉoóÝ{ï½6Ÿ;ëæy®]»¶û–Gº{÷î:Ÿrð{\ödÖ¬Y¶%“j15Ójó*IŸ¼êËÞW’2÷ÕÒ*{O­ÖpÔ‡£ƒkÆÔìµÓ¨Q#G½‘;jI”¹¬jé™-«V x”Cµ›¹½¯>p<Ê&Ë þ÷•lŒå VÆ8ÉÊ"µç\MJ8ٳ簜Ìÿ¾Ÿ)dB&| ð5À×_| ð5À×@ò¼²dÉê¬Y³&µ¯Ò¼‡”ƒ×QÁyú÷rl;|ð£¤CåÄu¾øâ G9zío#ü—êÓã;@EÊáîÜÿýŽr;ãÇ×mª Cç£>²mª¨pŸ6[¶liïã=H0:JõÁQNzG9p;ï¼ÓÞGÿ•Ä‰­¿‹¿ÿþ{G#Ú<æ}Límæ<úè£ÎâÅ‹µA«£'÷Þ{Ï–E"Ô>ß¡¢åøL{*ÎQÊø‚àW1¦ÝŽŠ\·eà+QðÎÚµkµÏD­äwT¿¾¯‚*ã{2åCmå‡ê NôWmV«Û…A9Õµ¥P¡B¶_*°W7iÚÃsbƉ£ uT¤¼£& %‹í¨ {¿|ùòÊÑâ–ÀqõKÂF¸cp0D¬bUå€õð€>3vrÆ戴è@„»·©7'ïKö¬Â°©(f}ý®cÖÖ{Ö_Þx¸†¥^Ê¡®å‘0‹m"ý± ùW\¡Wo@FË–R3H¤x/so ŒåjˆìO6à ¬00†ewÉÈÁŒ?Ðû^ìÙ³[KÊ“è×~øaI‚qª‰=)‘ècæø¢O«µÌa¬ø‚,¿£Dÿy`‹$(ªV­jûà76Ö£‘ D–€ ì˜}&Uð¯@yþ-V¨I­5”ÇÊ{5Ùaªç1 $¼ÃÏ Þ˜ðânÒ¤‰Öv‚S ÿ”Ðz§Åó -.lêÏp÷M^yâí6“ŽDŸM]ÁU´½Íy˜h/þ—€/îøŽ š`Æâ]‡û\­VÐõàÚ›o¾éál7ù0‡{pø«u-e¬V˜ÛöøÜsÏYg»½¨¯¿þº–ëÁF²xŽèpwÓ‰¿tR8Üñ´Ô­[WÏA¯éæ›o¦³=Î^«Øm†]ºS3oí±ÔòÆÃ=Ì¢b†SÉÑè èAc h¯a“ hÛ#j :õ´´ @çÍ=kŽ]Ì­šH»6æHtØ_–`ˆ.Áþ4Èîh%DçÐH€H€H€H€2‡@f¾aõ5œÇð„jð› 2ÝŸ!šÐ‡_,5ÞyÁ8¨#ÑçÔúáïôÙ¥5“ãJzÆœ†tÄÄ‚1(f2h˃¦¾·!?ÐoJL–c‚ »víò.Êó8#4wb™WÛ¶muôºÒ Ó+5°ZÃÞð±üêøñケÓánÈ>âË –j™ÝÀ±ã9¢ÝÍ´À%y'Y (íC;t,4ËþìE&H BðCÀî†$@$@$@$}Ñ|ÃozH ¢]øð»²#øMCá|E˜Ûéë |Ø $KhýIüú«/µk‘êsjmø»Wºti{¹ZµjZ"Æ^€ŒL¸æ–R{EjYu"8Ò‚û¼ +¨Õþ}Ú/á}ÁK–,Ñ—”wžÇ¤r¸ÇÏÓ’x=ݶm›ÞÛŒ o0ˆÌv$R µ‰c‡Nv¤ÆNΨ§}ûöZ/«iÓ¦}i|ø¨Í&ÜÆOmœ¡e„  èÐ!ùöÛoEm8"sæÌÑ٠˹cÐgSŒúÌ6âCm„ ‚e=0÷‡Ü'Ÿ|"XZË—/ŸÖ\w÷uBï eÔ+z¥Þ¨1&Hš bÝ"iñÁ =0˜Ú¸D?üðC]ÚcÐöB¿Q~Þ¼yÚÙŽLîTè£-c¨òXÙƒ<†û>Îã ´Ó¹©'ŽÞúmÇhÚÑH )S¦Ø[Ðk¤‘@F Ã=£È²^   ž@f¾ÁGaVó÷êÕKë»{¼ÿ~A^ZvòäIígèܹ³OÖ©S§ÚÈvŽ`Ÿi\ˆTŸÝAŠ&0λiH `>w"4Ôá R›ÜzIó<½í"Bþ0~â‰'´;ø܆•Ñ:uÒ—rçÎ0ªÚîGŽÑï¦ð‡A*y\C°-Î Ä힯ìx\P³svÇeõ/£ÓêCÀQx\Wqèq©¥PöºštÔì©3þ|iS>˜£z“Òõ© 2ƒ*§–ð8»wïö`‹>Óò¨7²8yöÙgƒ.¯6+±åÕFA•S:zgkSPé­ù”SyÍZéÀéŽǓ?~»“'²awy÷¸»víšÈÃåØ"@@MlÙ׌úç¨/Á¨•U€/¼ÿªRíëMÉËøfâ Hå°ï)+V¬HGIf% ä& ´Ííû§’&v”C×QÒ%ÎÊ•+ çÜ{ï½ö¾ÒØö€¥ÿœ:J‡]?Üu!m®# ´e'OžlëlÓ¦£œ¯ŽŠ¢vT ¢óÈ#xøAŠ+æ¨`CgçÎŽrÄë>©Õ‘¶<|*¸Q×±eËíGQx:jCG:J9À¶½hÑ"G7:Èc~/«@HÛWôYi¿;*Ñ–A"Ô>{T¢N”ÛQŽlݶR6pÔÆ¢Ž XtT¤·£Vò; 6Ôß“ÑüSöN­Zµl_• £´Ïè¨àCGɱ8ï¾û®£ÔpQò-ÚŸn»(ïöí¨àO>¼.ðúP›œ:*ØÒöKm&ëѤr¦Û{†3>«1f·ÿ ÷ð|ÐâšÀqõ}<úî¯,®a|¦ÿîò*"Ýó\ÍRÚ¾!ÿ¥—^ê´jÕÊ^ƒÓ[éµÛ¢3fÌpð&Ž pÎàÃÞýAÂÞý…³Bj¦T×7zµˆm\íÚµ³í&bBí î(Ù;f5;í¨¥v‰8TŽ)‚Ô ûšQË#X3«"Oj5—}­á=;Ñ'@=GÏ3 Œ @‡{FPe$@É@ ÔÀ7° 5XOIÉ8W]u•ý>Èçà¾~ë­·z8ÿÝ÷¥ñ=S­Þ·O#œè¸(¿ûºŠÜ¶åµÏ•üw„»-iø0L”ÒF×þùü]S§úkVûAüåw_s·‹J^zé¥4ûúôÓO;ð¹Í8ÜáÛÁ¤‰» “V{†9jÿ>w1¦ã“îñù¼±× €™\µ„É1b„£¤Xôìn¬“QË ô$ƒ’pѳ ˜™ ÖÔîÚŽÚ$Õ=z´óÙgŸ9JûÝQúkÁOê|JNÈ)Uª”ý@ÃDŒ÷*†¤ÄÁ$€+æË¿øÄÄ €÷vóZC$H€Â%@‡{¸YžH Y „ø^ÞÁoæû÷Ñ_°œÈX¡ïWí!åÜ~ûí>¿i%?jÔ(Ç3‚øš7oî±rÒÔ‡•ðJÂÐpsŸ6@IDATãi…SXiÇ{§™üî#Äðcx[(}ö®çðw`)Ýí"­ôæ8û­ï6%?ã@ÉÀ½JÔ]•P€ÿ$…Ò.êRÒÂZÝ« L›H#Z}ðàÁ~›3wU"øOÉü:=ö˜Ó¨Q#GÉ&;ýû÷· ~+àÅx" îg¡ÇêB# „$­ÿo¾ùFM} ´ò±û;R#DµÒF|Ð×ÆŽñ4Èj©®@¯¦Vuy쳑í±N Ä''O½ÑFª$e¤bÅŠ‰?hŽH€"Lƒb´={öˆ ˜Óûa_5å0pK)ÕaÓM%/(Ð/Z´¨¨ÈwÉ›7oJ† RЃWQÝz¿;ìW®\9QgA” -K$úŒ–•LŽ .%y£ÇŽß_îÍJýõšçØltÆ ú6Æ‹6†Åïÿ`,”vQ/4ç•Žþ͈ n±7^ Æ؟û¢=ZB8¡.rqÓÔ„~Ž98Hn¯½öšu¶ƒ„’ü¡³=¹_A~üøñÖÙŽ/lt¶ŽC À SC€Æ"$@$@$@$Á”œˆ¨Èð nųz8ÇñÇT¤{T÷F¢Ï¯’ÝÕôŒ]IÇêI LL„j¡´‹¶”Œ(iŸP›e¹'þ­|‡G$Ôf)Ò½{w;ìò­69±çL@jÔ¾ö¶ZÂiÓL@F Ã=#¨²N    È|ˆÀ7QíˆÈŸ:uªŽŒWû6e~ç؃ #À÷ CËŠI€2‹–ÐÝu×]¢6ÀÕ]Pšs¢v8µ¬'³ºÄv㈾ø(íFÛc¥«gÓL@¤ àõöóÏ?Ûj•†»M3A$@$@$@$@$¿  ùHcj£Z©W¯ž>½ì²Ë´ý†NbážXÏ'GCIOÚz­Zµµ1ªf¡6™‘±cÇÊ…^˜ôl 8p¶C–3gΨ/# ®—Ì•(6nÜh'ñ~UºtéDÇA$@$@$@$@IM’7ìÜsÏ t‹×€#ÜàIäH€R¼ð ÑÉo½õ–\{íµ)˜"4L˜0Áæ@ôAj_’lF&H DØË¢\²fåW3ÃG    ˆg]»v•¶mÛÊöíÛ=†ýw¬let»–„:᯺„z:9Hn“&M’~ýúYˆtïر£=g‚‚!0eÊ›r2D€úí–Õ’ @ (X° àAK.””I®ç›£%„%°cÇ=sì8Ž#vJ2dHÂŽ—ËkÖ¬‘­[·êÊm`ôõ2¦5ÖJ"t¸óU@$@$@$@$@$@‰E€÷Äz>9HJØt°yóæòÇèñçÊ•KÆ'¹sçNJtè¾ûî;[øºë®c$‚¥ÁDF Ã=£È²^     Èt¸gw¶J$AO>ù¤,Y²ÄÖˆÈö+®¸Âž3AÁpë·SN&XjÌ*LnÙ²Åçû–EÁ Ä-:Üãö©cÇI€@àóÏ?—Áƒ[:u’Ö­[Ûs&H XX!±xñb›w‹‚‰ "°qãF9}ú´®=[¶lRºté j‰Õ’ D‹îÑ"ÍvH€"N`ýúõòÐCÙz¯¹æéß¿¿=g‚ÒCr2ÿüó.‚Mm®¾úêôg^H7·œLÙ²e%kVîeŸnˆ,@$@$@$@$@$@1F€÷{BØ à?~\î¼óN9vì˜.7o^;v¬dÏž=¸ ˜‹¼¸õÛo»í6Á¦©4ÈHn‡{ùòå3²)ÖM$@$@$@$@$@$%t¸G 4›!ˆ,:Ⱥuët¥pŒŽ1BŠ/ÙFX[Ò€¬ÇôéÓíx)'cQ0‘èpÏ@¸¬šH€H€H€H€H€2‰î™žÍ’ „N`РAòÙgŸÙ ºuë&tZL„@`öìÙrèÐ!]2GŽR«V­jaH:ÜÓÇ‹¹I€H€H€H€H€H ÐáÏûH$` ,]ºT:wîlÏáíÕ«—=g‚B!à–“©[·®äÊ•+”jX†‚&pòäIÙ²e‹ÍÅWØ4$@$@$@$@$@$@ñK€÷ø}îØsH:”æÍ› U0ll9zôhÉ’%KÒ±à€#K`òäɶÂÆÛ4$Q6nÜh7éÅÞ¥K—Ψ¦X/ @ ÐáEØlŠH tŽãH»vídûöíº8Ùál/P @蕲$ (6l8?Õ«WÏ$y$ #à–“)[¶,'3Œ4+&     è Ã=º¼Ù @ˆúöí+nٜרQ#ÄÚXŒR¸_W•*U’¢E‹¦ÜdŠ2ˆ€Ûá^¾|ù j…Õ’ D›îÑ&ÎöH€ÒM`Ö¬YÒ£G[®I“&òÿ÷öœ ‡€ÛáÎÍwÃ!ɲé!@‡{zh1/ Ä:Üãç¹bOI ) ìÝ»WZµjeµŽK”(!Ç—³Î:+)ypБ%päÈY°`­”úíLÀíp熩 ›Õ“ @ ÐáEØlŠH }þùçiÙ²¥ÀéÃÆ‚ãÆ“|8õÌ^wÃ)ëUOI€H€H€H€H€H€ÒA€÷tÀbV Èøý÷ߥE‹ò÷ßëJñ:jÔ(9ûl.¼‰eÖäMÎKD¸‹¶œŒi×ßQÌkÖ¬‘þùG*V¬(¥K—Nóÿ²-Ù¹s§@*ÿGІÇ15ƒ³ºëÆ.¾øb{öl²ÊYí\zé¥ö¾)§dh<òù; ·Ï .tÔD„OÛÊ!ë¨U6׋+æ¨ÉÛ 5)èôë×ÏQÎm|èÿùçŸï,XÐÁØ#ij GMBø´g˜™#ò|þùçM‡Z¶C‡ŽÚ¨Ú¶©ä–œ/¿üÒÖýÍ7ßx0Àë¬yóæö>¡°š>}º£ö1°íÞqÇN… ì9ƪ&4œ'žxÂQLí¹OÔæ»NÉ’%=Ê¡,žÏO?ýÔÕ'ž²Ã‡×Ï»yÐwµZÃãÇÜS“Êξ}û|Úãˆ÷{ˆšÀŠF“lƒH€H€H€HÀqŽ«ßê—H€¢Lॗ^òpŠôïß?Ê=`sÉJ {÷îöµW»víLÅ`îÆ9çï˜'Oç—_~ñég0eo»í6Ÿrpˆº›hÎ÷+¯¼Òrq÷Îx·ÓŽg8?Ýy¥½î'Nô[.-‡{¸}qn½õVÛ†a¢d0œ#F8S§NujÔ¨¡#•T†®QâˆjF^Dv#ú]IhèÒ¸fêÁÑÛáÇ,V(ÝzçÝwßuJ•*¥ó§åpGã¡öyùòå"õÑ%Sâ¼òÊ+ŽÚ;BsÂä’)ñèsÇŽõ} «Ìj€ë®»Îùàƒ%Yâ(©Gmöì(I[þçŸ6ÅÂ>"’½{÷¶õ·iÓFs;ó˜4i’£d`<Ú µìîÝ»<æ9Äëþ²u#çÎÜǪ %Ñcï‡Ê *&L°õ¢þâÅ‹ëÈ}p;v¬£daô}8ν#Ƈj' (à¼ÿþûÎêÕ«õërÈ!ϱ÷ÿ|(e ßo¼Ñ£ÏXq‚øßDŸïºë.{«+R‹Î·™  Ã=‚0Y O€÷àY1' @$(iGiE['äÉ^D¢=ÖAn»ví²¯=8õÖ¯_ï¾õ´q¸#Š|ôèÑíÃ9­tØuÓš”‚,Î’%KH½`Lp§¨·ÓÛÝÈsÏ=gó!ÿc=朚ÒM7—#vÄDƒá‰‰•ôX(eÕ~ÖyýÀø4wÿý÷Ûþ`âÁmá°Â¤'œëÞNuFŠÕwÞ)ùóç÷¨[iÿÛs5IkÓÊù.jÂIŸ«=DÉ%Ù{& q¦œì¢Voèt8eu®?j"ÈïÿÎ믿n7NU«;\%˜$    Hd1çpWÑx¢6S¤æ‡n¼> j¹½¨%êróÍ7ë§uëÖ•Ö­[Ë«¯¾**ê*dž§ŠN ئŠú²ùม‘@$ (é Q¦¶J8©àÜ¡‘@´|÷Ýw¶©xþl#YmÆ(íÚµµ¹§S¨ %#jóËT‹+iÁ¤LEº̛ڽ€…B¸LŸ=*JG׎ÏÁ@¦dtÝÒ×1±I†9rØ|˜Q+ Déš‹Ò¿—?üÐÞ‹÷„ÚcC0y€çic½zõÒ×0Ùá¾nîãmVJÒÆ6ýõ×Û´wBIÿØK¿þú«N‡SÖV¦x]ø›ÌA¼N¯¸â ]­°ÑGþ!    H|YcmˆJoÓF¡oÁDç¥6DÔª%Ò¢tqm”Qjù#yï7Þ8áñ¶Ï?ÿ\÷ ÇŒ´·ÞzKÅeL雚¤Ï¬•$€¾~èÐ!Ÿûu!3Ÿ£Œëõ$ðÕW_‰Òx¶1ñ“ÚäÍÈ Dˆ€ÒŸöx/lܸq„jŽ~5ˆÖUZѺaµ!£(-v=QH^8õÕi0"º¥6Y|àÀ“-ÓX=ƒvL`5Í“O>é7 ù³Ï>Kµ¯JîD¿)ÍwY»v­`"]IÑè‚àØW›yꨥãj]ñpb¥?.£F°éÖ­›vÀã¦$ŽN–F›^óÆÔ¦µ¢deÌ©ÇÏ—±J•*éd8eM]8⽟qˆÌ÷6¥ç.JîI_®Zµª÷mž“ $(˜‹pþùçEi^üÑ”žçNcµq•àÛ霞:BÍ‹åÏ>û¬v¶# ‘¼JãSI‡e׸¦tJC­>èrXÎüÈ#ø]fí]‰ÒÖýD_MD–wžHŸgæsé±°>ÿ Càv®ãõ…èv D“À´iÓ´œÚ„#6ž£ø\ƒÁ g2œ¢mÛ¶ÕNwµ‘ª‡¢Î¡?˜¬UŒêÚðÿ '£·ÁÙªtª½/gê¹Yɧ'ÅjcYÛD¿+Ýz>|¸½æ9r¤÷C=¤#™ñ¹ ƘPW›šj|®\¹t1DwGÚMn Ž}I¥Ÿîs+œ²={öÔßS ]ôâ‹/ê&åQ'ÎýYf°Rºú¢6ÃÕÝÁ*·ÜŒé#ddÔ~ ú4wîÜ‚2°pÊê \î»ï>ùè£<,°ßûð¿n 4p•`’H€H€H€H€H ‘ Ä\„;4`û÷ï/»wïµñ[XìñcÚD—ûûVåi†ƒßDçC÷Õ½œE±TîŒ68ðX³fÌ™3'Õæ #ŒÕÑ´Ì|Ž¢9Îdm ŽDý™ÿ?8:i ýv D“€[NN°sÎ9'šÍû´…Ï7£‰‡à Aƒ´¬ ¢nÿþûo­•m$/ 1tèPíT‡|…q¤"ߤI“Rˆ,Çû7ò¹ßÇáE>DÁÃ0Éùí·ßj)|6ÁŒSUŸ¨?p`Ö¬YÓG&:Õ>ú¨v2C:çS­^½Z^~ùeù駟ô9þ@ïïÐOÇç!úºbÅ Ýîç÷¶mÛ¬R&ЇsÒh¢‡ÓgôiéÒ¥zÒò’%KêƸyóf6}jöý÷ßëÛX1€çqeÊ”Ñc@½óæÍ“ãÇõž8òšÂDúŠ~‚'¸câCmª'[Ôf»zU ´÷Ñ?wÔv8e±ÀÝwß­'#0Ác^s2ªP¡‚_d¡²B¿ÍŠ TŒUh£aƺŒÕ½ÿ4Øñ®;ƈ ¬>À =ÈçõèÑCMŽ×&Zz÷î­Ù 2Lþš} Â)«;æúsìØ1=Ó¹sg½¯¾ÃîÝ»×æ€Ö?þ§h$@$@$@$@$@IB@9¤cÒ”ÌtXœ²eËêþ)Ǭ£ÆŽŠDs”3ÛQzã©ö[9´åÌÐu %­â¨eðäñgÊùà‘Oý˜¶ÙT4¡£¢ 3f8Ê`¯»*ÒÌQK×uÛÊ©îQ—úáèÎê7­~¸9‹/v”ÜŒ£~`;*JÊQN ý Ô¦©œ”@sB9ù¦oÕ¨QC÷Gi³›¬Gåðñè'X)'GžÔNBés8ÏQj}á½Ø! ¢þìÿ þ•S%v:Çž$圳¯E‰œ©cÇçþ¼?ü°î—r¾ûÜCÞ·ß~[ßÇgwÙ´ÎÕ†ºl—.]‚*«Va9ÊièÃIm–Tywðy¦¦é*7yòdÛv¸}Æ÷|§PNc¿}P²3ö:úé6<'î±J+iG­¦sXZiõ§Ùe¯?ý §¬Zäà;Œ³r`;Ê©íÝ„=••š³m¸ÛR1ºnå$÷¹¯&ql»H(MyŸ<¦.s|úé§|¿ó¶PË>ðÀºM5ì+VÌoûçwž£&¼›ä9 D…À\`_—j²3*m²    çLDV¬‚0w¥Çé<óÌ3~´˜MæئMÎmoS}ŽûK¦Éï}D8µÝ6eÊ碋.òhKmŠ¦dÖªUËãzÅŠ¥—k‹ïرÃ)^¼¸Gï6q®dœE‹Ùr&7~˜)ÉŸ:Td°S°`AGÉq˜ìG8¼Õ’i‡‚Š†tTD¢£¢Åtþ¢=}ÚÄGZjŸÃyŽÒêïÇaÆy¼¦Tä_ltŒ½H:Ë–-³¯E8 1¡˜™¦"»*Uª8è‹ùŒÀ„ÞapŽ»ÀÈ£"Žõ¤³é·Úïēה7GÁí¨(d{Žso?+U¤¿S¢D {ß”sUDµ'¨¿Ii8,?øà¿ŸS*òÚ§mµºKOüª(fGE%û|F¹ÛELÔª,GEõ›¡:áöÙT„Ix%•¢ïÍš5s”6¹žÜv¿>¼î˜)\¸°£6ÅtàXõî/Ò÷Þ{¯£6¯5ÍDüˆÏ÷{î¹Çãõbúïøìß²e‹ßvÃ)‹ •|Ž3¾s¥f¡²R«™oÛÓjÕª9JBG7‡ïiø.hƬ"Óútå“O>ѯ¼æM^¤ñºhhz+g±–ËÀÞ K $÷é±âóP9yõÆ¡H£m5 ©´HÒ>jDW é’&MšømÒ1à½gÏ-‘ƒ1ã»6®†íܹSóÆg~Ñ¢Eõ^+n ™ÔújYµ¢AK)ǵ–lq÷H­½Ìd…ÿ‹ hÙ|7‚”Y°–ž²Ø(RCÊá.àK#X#©H#é9/¼GÓH€H€H€H€2œÀ µº:WÜx¿à°ƒ^,4ÞU¤œ¨h%­¾*òK;Pðƒöâ‹/j­Lüˆ~á…ô5™å££ŽËp@» ŒB“Z ?þ¸¾…4 š¿:tµD[ÿ…sNEcøaÇ5t]¿ùæ­«ª¢õDEb™,Zõc=v:Çž$}ûöyȘ¬]»6épÀþ `|æ½ûî»ö=«W¯^N0{­ø¯1¾¯BBrwÖãnݺ–‹ÚœUï%ß#Œ\ï¡/_¯^=ÍÒNà¥V9:jsÛÈ5šH L””  ‹“ @h´¤L\D¸¿÷Þ{‚HqoëÝ»·|ôÑGràÀýH÷Œ0D´}ýõׂ%ûe¨‘—ˆÄ„ÜA:utSJ«T/Gô¼r ˆÚ˜Ë£ &ê=[¶l¢6Ôó¸gNp]m²çWÇä åjŸCi‹e⃀Ҭµ1ªí,V2(§=g‚¢M`„ ¢>#u³á(_¾|´»Àöb€Ú]¿”&½Gïzôè!Jç]¯V323ø«%Ô¦ë~G™¿'žxB¯¶ó›!‰.ªIý1CVÁ¢œïú«ðÚRKHÍmI€H€H€H€H€’€¯;Æ ¨ FµV©¿nÁɬ6Õ· Q™–Œt¶›~C×?hÕF§æ’¨èL™9s¦¨[µÔ ôBݶfÍ}Š¥ýtJq÷3ÂBésFôƒuf>hæbOcXÒ¯Vz˜SI SÀán zÔ4ì'ïþ r9ɸ߄ÚÖ{M­®³édN¸¿£ysH‹¡w~ž“ $&˜p?xð ŽÌÆ`†èv6Owƒæõ€¤_¿~¢d´vûúõëõ&i³gÏlæ½vèØ#↠Øo¿ý¦þNî‡z=”>‡ÚËÅ.%Á -Z´°«(Š)¢WUø[™»£`Ï€’óØ$:‘ôÛí¹Šöx°Ï‰’”LZ»ÉxÏÂƳРO6Ã~/ˆÎÆ÷.oÃw¬âÅ‹{_NÊs%g(mÛ¶Õû ¹@ÿ+hÝî¦Â4 $'˜w¸+=L½‰gçÎ}ž¡©S§Š‰l¯T©’Ï}÷8«ý~pCn@ipú»µk#GŽÔ?àxà:t¨Þ0›¦ÃF±p?~\Unî•+WÖYöîÝ+¨›yòcsÙH[¨}v÷#žž#w¿™N!IlJ¼k×.}“ccÇŽÍôÿ©”2•¬f̘¡'*1þÌÜÄ1YùÇú¸ŒMÊi)2j5\J ‰‘ÂD"z$ƳÁQ @ìˆ9‡;"±Ç¯#¼ .D!êªuëÖZ^ÎåÉ“' ô¢á,¿øâ‹uä·ÉoŽÐ?Ïž=»Ài?bÄýúP¡B‚h\Ô§68í±¬mÔ³xñb Ƕ±~øÁFîâtÔ!Mà-3sèÐ!ùöÛoeëÖ­¢6ÕÅጄŽµ1ô§fÍšrã7šKú¨6nÓGHÆ /;v”2eÊÊ/]ºT몚>¹£ý¡«Ú·o_Ù¶m›´oß^–/_.M›6•Â… k(ô´ dÛB¾÷ß_š4i"`sèÆCƒ†¾ƒ>>ƻ袋´Æ¼;Â-Ô>›úq å9r—g:ó àõ­6FµyóÍ7¥jÕªöœ È,xo3‰£Ô¤ L>I€H€H€H€H€H Y;vLïÃvüèád2Ç™Áà[mÚìN%Óé_©$ƒ›êCÛp5ãJÝ{ï½ØÝ.è‡r>;J£7`‡Úµk—f]*òÑQ’,Žr:;¨/˜ö;uêäÓf—.]‚*›%Kg÷îÝå~øá ÊªH|gÓ¦MeçÏŸï¨H½ Ê›±5hÐ@סV]N9Q=Ú §ÏîŠÒó¹Ë1ù¦L™â( ûR²2™ß)ö€þ#P¢D ûÚTˆäB$@$@ICà‚ .°Ÿ+V¬Hšqs $@$@é#гgOûyaüE<ï“$+ÿ¬ÆŒ’¾bbåÖÜ1ᎠJ9½sçNõºÉŸ?¿Žÿúë¯åôéÓúšùS£F /@zü¸b£ìÚ÷‡ì?pFE#=e-ïY˜Dˆ‡AaSPl$ hlȈCá8ÖàÀǤ£)Z´¨vÒc™C,¤c–-[¦u×±™[É’%µ¼L0:óäÁ8!Kƒ U1y™Œ¶púlúOÏ‘és²O:%˜ðZ¸p¡F3gNY´h‘Þg Y™pܱER[Ï=÷œîtºñú¤‘ @²È“'>|FÁ<+VL–¡sœ$@$@é ðÈ#h➶ž6OGIf%_-žì/ã¦ü(ïõï+žzÖ7Cr\9¡‚þrÅ\„{ öˆ÷U(¿÷õK/½Tðˆ gs?h­W¯^]?¢9ÖpúlúOÏ‘és²±*Ä8ÛÁ+M°©/b…€[¿½qãƱÒ-öƒH€H€H€H€H€H€H Á œàããðH€"L`ìرòÎ;ïØZzè!Q:üöœ Èlüñ‡GD{£F2»KlŸH€H€H€H€H€H€H IÐáž$O4‡I‘  6ì•öíÛÛª*W®,´çL@,@t;ä¸`… ’«¯¾:ºÅ> $:Ü“àIæI Nœ8!Íš5“£Gêê  ŠhwlL#X"à-'ƒMSi$@$@$@$@$@$@$@$ t¸Gƒ2Û  бcG½q1†æðáÃõ†¾ 04!œ>}Z¦OŸnGDýv‹‚        ( Ã= Ù Ä;!C†Èˆ#ì0ž~úiiÒ¤‰=g‚b…ÀìÙ³åСCº;9räÚµkÇJ×Ø       $ @‡{<É" „C`ÅŠòÄOØ*jÔ¨!/¿ü²=g‚b‰€[N¦nݺ’3gÎXêûB$@$@$@$@$@$@$àèpOð'˜Ã#p RøÎ;þúKWS @=z´dÍš5œjY–2ŒÀ¤I“lÝ5²i&H€H€H€H€H€H€H€H èpe¶AqJàÞ{ï•­[·êÞgÉ’E>ÿüs)X°`œŽ†ÝNt7n”M›6Ùa6hÐÀ¦™        h Ã=”Ù Ä!×^{MÆo{Þ»woêa[LÄ" &ØnUªTIŠ)bÏ™        h .D4(³ ˆ3sçΕîÝ»Û^7lØPž}öY{Î Ä"·~;ådbñbŸH€H€H€H€H€H 0MÛvËÊ Ûf8'k¹¢Ô¥R¦xA9ûì´cˆ¿ž¾HNþ'`}¸‘#Û9R´ÐER¼p~És~®Tózßœ2w…9ö§¾|nölÒ¸Î5ÞY|ÎÇL^àqí‚Ü9åÖê=®:™·l½ìþí ÇíÛÿw­dSc Å:Ücëù`oH Ó ìÛ·OZ¶l)§OŸÖ})^¼¸|úé§rÖYgezßØDàðáò`AÊ:Ü‘âu     ˆMg/—.ý†§Ù¹\9sH¥rÅ¥a­*òtû&ï÷>ûž=~Æ!žf¥*CÕ«ËÈËOµ’:×_™fö]û~—FúÉ¿ÿþkó®›ô–\^²°=÷—¸ë©—³d9[vÏ"_xÇuï“þùGîxô 9pðˆÇ­ ?’ ép÷` 'iOE¹—³gÏ–zõêIùòåõ#Þ&«V­’Ž;ÊÍ7ß,•+W–ºuëJëÖ­åÕW_•ß~û-Êtý7÷ÙgŸI5,sÃ~É’%þ ðjÂÀx«V­dÏž=zŒÙ²e“±cÇJÞ¼yvÌXb˜úrFšå¼3üóÏ¿2fòÞ—}Îg,\ëãl÷ÉÄ 1C æ"܇ "S§Nµ€à Ç©»råJù˜/_¾pªJwÙ7ÞxCºví*Žãø”Åæ“莙mýúõ“µk×útãøñã>×x!± ¼ð 2sæL;È·Þz‹ŽKKƒ‰X&àÖooܸqÀ‡XûF$@$@$@$@$@$p†@vµýz׶Çñ?Oʆ­»dÝÏ;eÝ–§;lúüÕRùŽ®òãè—¥P m~ïÄíu¯S‘ë¼/ëøUvÈ×ß/VA\gVúwé7BêÞp•\V¢O~sá£/S|'æœð¯<ÕZ²*é›ôبïæÊ#mê¥Zdô¤ù©ÞçÍØ"s÷çŸ^ ( ãÆ“_ý5,Z‡ÒѹpxÏš5Kš5kV}é) 64¯Ñv–,Y¤B… R¨P!Ùµk—ìܹS +˜ƒ D¹ÿþûï²ÿ~Á*Zò˜8q¢`òÅVb`ub–ð¹'jã}eT¬ófÿH€H€H€H€H€H £ d;'«ÜŸÞH\;vìvíÚÙÿübµ âÀüùóõû*ú $HwÑH€H€H€H€H€H€“@Þ rËWï>-ïkl8tÌ÷²{ßö<½‰ú5*I©¢—Øb«7î°iï„[:¦u£jÒªáM6Ë°q?ØtZ‰*JÚ,ŸOœgÓÞ‰©óVÉá£'ôewï|<1áÍÑ£GµÓzÛ¶mR¬X1¹úê«%Ož<²kg7ÛÆPÑÛn»ð uô¹ûÒˆJ?pà€½œ+W.É™3§>߸q£,[¶L ,(5kÖô+[ðÇÈ–-[tþ¬Y³JéÒ¥mÛØxò¢‹.RËK£‡”˺uj¶LÕMâ"EŠÈ 7Ü Ë |j;1‡SÖ8„˜ËæÍ›5?Œüþúêæ›#G9ï¼óü¶ˆç 3ä€ümÚùçŸÊúõë5¯K.¹D*Uª¤óú­ð¿‹îöq)½ÏojuÇ㽿ÿþ[š7o.xÝÂÀãË/¿ÔÇxûœ|¾ûî;;èÚµk|O±™˜      ˆ{Ïuh*ƒ?Ÿ*þõ·ü­ä`Þ1I^}úîÇU¤`>¹~nŽl~ë9zìO7u¡¾ŸWË7jÕS}‡kMwDÊïùí ÌŸö^xm›Ô”ek·êºF}7Oºu¸Ão›n9w¿™y1&Ä\„»7•'Nhi–Â… ë=ï¹ç©U«–ÞÄñî»ï¶NBw9È£ÀA‹MJ=ùä“’?~òŒ=ÚdÑGÈxç0`€vê‘sùå—K›6m¤N:R¥JÙ½{·-ÿË/¿H‰%tÛо†>}Ú£>lægýâÅg–½ØÂ*ç:6S-Z´¨\wÝuzóJD£]ô Žw÷˜"UÖ]O(i8gá`¿öÚkõ†°àSµjU)Y²¤Œ9Ò£JDûÃ1n_pÁzCYw&8ÄñãòÊ ¬18âçÏCÛ¶mu=˜Ì@t6Vø³pž_õ%Â5üo¸7È:t¨f˜cã’ƒ€[¿r2Éñœs”$@$@©@…1wÚ\ã‘H€H€À…yÎSÑåÕìPV¬ßfÓéMÀµyû[ìÊËŠÚ´;ñÅäùrBéÉÃjW-/—\œW \”G§q › ŽœTó5JYÙšŸ6ÿ*þ¢êÿüë¤|;c)ª–üù.º7^©ÓüÛbÞáw8¡íìmp¬CQÕn[½zµÖHw_ó—†Ì $^܆hiwt;î5JGÔC&Æm‰N»1ôuûöíæ4àqïÞ½²iÓ&ŸûÐËF}&ÒØò8{öìÑýtYw;éMüñÇÒ¢E ÙºõÌŒœ»¼‘)yçwìeDîÿöÛoöohˆŒ‡ÝÒxpÏÊüôÓOú|°ÂáÅ_D¸{Û† ¤aÆzÃZï{á<¿Þu%Â9^Ûƒ¶CéÔ©“žè±˜ '€÷\ü_kРIòH$@$@IK oß¾RªT)yì±Ç¤L™2IË' H|åJ¶ƒÜúë>›NOô>ƒ¿”]ÿIÒäÊ™CÔL âu×åÞ,r2ÆÜŽ·äŒ¹èxwãêöÖ¨ )¦æâÄYËí±w)隬jŸHZì¬kc}‡¦ûsÏ=§#oá`“«Â ¨wD?csR±{Y¾|¹¼ð ú¢®!Ëâ6D`#zÜm<òˆ\yå•Z¢äñÇ×·à$†sÎ9Ò¡C­uýí·ßÊ°aÃäúë¯×÷ð禛nÒ‘ÂK—.•o¾ùFoâ‡å%´y ‹‚ú½5êáP‡ó†èööíÛkID¤`Ró?þø£¾oÆ©OÔŸpÊš:B9~øá‡òÐCiÇ86ºEÄ9ÆGù¢E‹ôó€àˆHÿ§žzJxà¹ÞªU+Ý$6æD9<§Ý»w××zõê%3fÌ×_]†®¯5žgÔhv3éýy<·ÕªUÓŽü9sæhÞpÊ¿ñÆÒ¤I}ÏŒ/œç×Ô‘(G8)ñüà ¬æ ‘@<À{±±òåËë•5æœG  HVX%‹H€H€À%*ºÜØŽÝûµÄ´·ß ÷¿›¹Löî?d²Úã†m»dúüÕò×É¿õ5øíÞ~î>¹ô’|6I¬ß²SoŽŠóìÙΑ;n©jnét§—†jiDÊÏ[¶^ªU)gïJ´V÷¿Ð·!Ó·KIe·œÌÝkª†×cŒ@\8Ü!0~üx«G9$]žyæyíµ×´#Ò%pÈÂÎ=÷\A”#¢ßÃùï¿ÿþ4ñéþ¿ÿýOËׇ; Aæe̘1Z*çpNöîÝIƒn9;wî´w8yÓ28¤ÿý÷_-{öì:¥xñâù²eËJãÆu$9$kðp[8eÝõ¤'Èrð‡R7˜Ü€œ‹±«®ºJn¿ýv=¡ÈôçŸ^î»ï>­»×]wiç;"ý1fÈÑ`Ù¯¾úJ‡|&)ð\À ñŽço˜Ó¦M³r1xN'Nœ(ЇÁÙ† ”zõêéM;&X5°fÍ}Â}~mEqž€Ö³fÍG^gcÇŽÕNÆùÐØý$#àÖoÇû$H€H€H€H€H€H yœ—ë\;XȹQëØTÕÛf.Z+x¤fE ^$÷í$u®÷/ÛâŽ\oP³’\p^Š„[žós 6^ÿÃÝÄ°q3‚r¸—,R@n¨t™ü¸b“ü²û€Ì_¾Á–ƒ^<"Üa—•($×\YJ6mK‘¶Ö7ø'& ļ¤ ¨½÷Þ{ÖÙ·qòšèo÷ýH¥kÔ¨!+V¬°ÎöHÕë®O£=Œh}8“¡Oír¤_yåy÷Ýwµ#Ú{#Òpʺûž4äuŒôÍ›o¾iŸwÐ^Ç=´ø¡Ÿn La+´ë?ýôSsK tòäI™={¶¾†• fvÒ­}é°AT½ûHz£U¹víZÛOÛ€W"ϯW“™~ŠÈv#ÃÙÛ#Fè͈3½cì ¤ƒ&Õ°ªÅ˜y5ç<’ $6ýØB ÆŸ³ÝfH#ñëžÒ¥ß»qª;ûéÓÿȧãS~¶n”"còµrIÌŒò£ÀaŒÝÝ$%r}Ô„y¶ÈøKääߧô¹[zÆf`"f ļÃgD—û³lÙ²i-o܃n{FÙ-·Ü¢#€3ª~S/œÎO<ñ„ØÆõ}ûöÉÌ™3¥OŸ>ZŠ2.þ,œ²þêKë$`Œ¹euÌ5stËø@ãÞ$`»víÒ“û÷ï7·´ƒ|РAV›ß8ç‘úìÆðœc¢ÅßÜŒíwsî}ŒÖóëÝnfƒ-´ÛuëÖMkÞ›sI ^`“s0L<¦ö^/cb?I€H€H€H€H€H€‚'à–‰)yiþ€ûý_9¾r¤ÇãÅŸÈâ±ý¤Ç#Ím ïª Û¥Ý3ïhEweg/—ß~?l/ û½ÜÖéUÇ°q?ØûÐ…Ç«ÁX‹z7JÖ¬gd²á¨?uê´.6zbJù6M|üÁÔÍ<™C æ%e<¨# ¼ˆ7&³ÁiÁ‚½oÅÝ9dZ ¡Ý¯_?Ad6´Û…Œ¢½±qìƒ>¨uì¡ï¶pʺë 6èuc7nÔ²2æÜ}4QÔ¸V©R%{Ë8Üq¡gÏžúú\ ÓÁ©=zô°y¡Ón ò3Æ Ûù ´,˜Ö÷!ïvȸsËÉàÚ´y«Ì­€Gl°ú@óºï›ùòž§åh&ÌX*¿:*Ó毒*^¦Èsc¥²RâÒÿgïLசöÿ¿îïSÔu¯KÜ$‘L®©kÈ"ÊЭDŠ“”¹$óR"Š¥® ɘ(IfŠºˆÄ5“áòßÿõþ²ö]g?û<Ï9{ŸçyÎ9Ï÷ûzg¯½æõYkŸgŸïú®Ï7ûØ\=z-Š^áŽõâˆ#Ì™gžY5¬e»¯Ìu¡Êp‚²:N E‡ú–Ú8èqŠSÑ1cÆ<\ðN°(‡“Îm¬Ù}…{š²®þ|¯(ÁQŽ3?XåÏ™3Gœ¡úõ@#Ó·o_‰ª_¿¾ñç[n¹¥ÐаaâxÄ»ví*ïðòCpŠ'²N|L ºÿþûÃ]H—G¯ñ°yõÏþÓüüóoŽ@ؤºûî»UI—Æ9|o?üðÃa/•¿=„BŠ€" (Š€" (Š€" Ô ^}ç}óÄ ÿãe‡C=©ôûl¡éÞ½»ÐËàlE˵×^+Êr¬­±üŽÊ_ÿú×P) G5ŠÛÆèK &™4i’ðŠ£ÔE¡M=p„?ñÄ¡˜:gÍš%Vö®þ7ÞØtêÔ©ÍÌW_}e¦M›f–,Yò ãtðàÁ®¨ôën8Ç}yüñÇåÊú‚³ÏÍ6ÛLœŠb•<{öì°OQkÿ4eikúôéæóÏ?—ö¹wrûí·›§,W;†üÈÎa+Øb)5þ›o¾)K±Jße—]Dþâ‹/ŠSYWkÁÙ ›!(à§L™â¢L¯^½D Åáè@IDATÂÝ ÎiSTâ°bmÓ¦ôkêÔ©¦mÛ¶æ€0P×@?´|ùr90wî\qäŠÕüÌ™3M½zõ¤Ê4óëúTŠW”“lè¸ùXÅîìÞsÏ=†yTQJžqGÅz†JEPE@PE@PE n ðñŠ/LŸ G‡ƒÅái¯CÛ„÷ùp€ºñ† ’.ûä7=õÜñàÓ‡¬È†ý“yÿÉ›²B³ÁÇ›/¾úÍç©Wí t§DÏ(hoP|ŸvÚiÑiÊvéÒÅ “ñãÇgDƒ£Ÿ÷²Ë.J(aàbïÓ§OF~wÃœ^qÅî6¼²ñàî-Z´¥9‰Ðœ8¼}«xÒp‹…? öeË–Éæ$•ÉÒ¥KeC íüVÖF±§Mž<Ù<ôÐCa7qÂÅ6LÔ€"Pøt2¬å† –@¯µ‹Š€" (Š€" (Š€" (IÀ˜ðý>3Ï-xÛÒ¿Ü.ô+®®sN8Ôz®ên]¡•qòé_» ¹ÍRÃ8éÖáY•íäq ò›'=&Eî´ÊúËÎì.ñ®Ž¸ë«¯fo·‹´ÿ;ÖñHû=¶3PΨ”ñçjq X)n´ÑÿŽZ¬·ÞzBƒcTp¦¹páB±¼Ž¦¹{DöìÙ3öa@áâZ¬Û5j$Ô¾Eµ«Ç¿bá¾Ï>ûøQFQì,À+$þrŸ12._P|o¸á†²)à+Ð]Æ8 o,ß}ISKý\ètÈCÞ¨`ÕÎ T/>2ávØÁÜtÓM‹uŸÞÇÕá;CeŽœø§┬¸áû÷ïoJT\ÔÎû™8q¢(Û‰K;¿ÔQªâŸ.`ÙQQJ_áÎéE@PE@PE@PòAà{«tÞ£ûág‡C˜;ô0Íö;Ùô8{D†²½×a{›Þ+êéòE£aƒßØ(÷ÙßHñ9 Þ1ï,ý8¬êȃÿçg0ŒŒ| êù×S/ErÄßuðž šQ)=ⵕµ8Ž#Ž8Âð‰ Ž4¡™Á’úoû›8Í…c­µÖ…0Öç(i¡£iÒ¤‰CÜwüI{(…¡)I*:t0|’Êz,¶8Í_zé%¡GÁº¿Y³f¢dϦOSö¼óÎ3|ÒÊr>ðäÃåŽU?ók¯½v¥Õ»ÏîdT²­?œðW_}µa^-Z$A¤³6ø°™âo–v~©£TåC‡¼àíxõKu,ÚoE€ÿ8•v’ô{ו׫" (Š@~@EµàË/¿,ï}®4T€bä*Æ 3wÝu—dçDhçÎs-*ùð%4zôh¡^„6C |ü4mÚÔ´k×.ñ{y^ÐÌŠ€" (Š€"P- [Â’½2YÍÒ­Üpþ±æ„®m+Ë–sZ#ÏÂýÙùoI9ßY*\ì۵ܤÊúprÚ¤ñŸÍÿ'¬ãж»TYn¯·Êš,]Å T3*¥‡@Ñ)ܳAˆExœUy¶üÑx¬¢}Ëùhz1ݳIà[çÓ·4eói'.oƒ äÇM\ZuÅqaÛm·•OuµQ.õžqÆå2GG_N6ß|s%•Š" TŽÀ³Ï>+4{8¡?묳*Ï\$©¥Øç4ЕÒxññÅ_T¢Æ,Ñôè=¾wð„àÜ=ÁŠA|'ÅɈ#ÄØf‹-¶ˆK®ñ¸Rš_N)öÙõ]¯Š€" (剎J·´Jï·ÞÔì°å&f¿ÖÛš-šmX°ÁîÿVænë°Á!ëSsß0÷<<'¬¿ûA»‡áÊ|v?hsù-¿ù-|ø™…ÎùÆ–ÿ½2F™rWÝú dƒbª•ÒC döXPE :P:™ê@Uë,wxà99‡–RQ¸—bŸÓ¬£R/Nìñåã,ÜŸ~úióÙgŸå=|è[µj%åþô§Ê€F+ǧ‘S¶cÕ•áÊ•+åÄ('¡7nœá/)Z¾¦ïKi~6¥Øg×w½*Š€" ”&ýzdøJ¾~鎼ªêi®òñåÛ üôláK-o;Ÿ¨ü¿·'G£2î¯p”á“M6ߤ±©ªŽle5¾æP…{Ía­-)Š€" ¤Dà‡~*S•ò·§T‹×¾þú7§OîZ w}u×Rèsš>ºqºkšºª»,þ† 6½!VïùÊ9çœcø$‘Ç\ŠAóÈ#dTÁt+±b7¯îZ,ýª¬®¯îZY^MSE@PE@øªpÿRE@(rP° tGð±ûî¹é+òai÷jEà›o¾1?þø£´"2j‰Œ£ñªü®Pþí·ßú”˜Ðôí¼óΧÜÔé+6inmº9èß(ˇz ‚ƒ *êkE üþ§}fœóçÏÿ=øýÙqÇM6ÿ?…è³ßÿ|Ã…oMÏQ¾cŒæ‡Þ)ÆIc-­³Î:ÑlîY[”åƒ`Ùî¯ièëÕûŸÃ³ Øü&½öÚkBcƒ…=´3•­Ç¸:ò‰+ÅùMÓçï¾û.ü_ NŽjOóæÍ“ùÂß~—â„“ .”y·'!¶Új+¹ÆåÆåó,DË&YiÇíƒÞ+Š€" (Š@é#  ÷ÒŸC" (uéÓ§‡c=à€̪«®Þk@P2øå—_dSjîܹaTøÅñŽÉ]wÝÕÀ×U:¢ÜıåW\a~þùg¿˜e%NŒg̘!ŠO”h/¾øb˜¯W¯^âܧê¾Ð8¶»téâG›BôEaŸ>}Ìý÷ßoþûßÿ†õãP³cÇŽæ–[n1Î=éiû6 PˆñÖô%fF‘·ÞzËì¿ÿþ¢LõðÕ4kÖ,?ªBø¼óÎ3×\sM¸¡C¨mø8až»wïn OŠ kó”SN¥¯ŸÆ¦PÏž=¥žFùI©Â¥8¿iûŒ#sN¸Íæƒòn¸Á <Ø tGØ`á{Å÷1Ä÷ÄÙgŸmø΢¾ðÝļŽ92ëa>ÏÂ.»d:®Kº6Ҍן†E@PE ¼(žs–å…«ŽFPE xøá‡ÃZ•N&„BŠ@,(¶°­J‚ .n§sùQ\c>tèÐ Êvò|ñÅBñÄß ÐN |÷åöÛo7Qe;é8¼ìÚµ«9ñÄý좌KÓgú²ï¾ûšI“&e(ÛiœÔmÚ´«wâ ÑgêI*¥8GIÇêÊ-]º´‚²Ý¥UuÅ:¥jeÂ<Ç­96xP²RGT°ˆ=z´XºÿûßÿŽ&'¾/ÅùMÓg6°À×)ÛŽ0§ú÷ï*Û‰goÀ€²!Ç=2qâDóÜsÏUP¶“ö믿Š£Þ£>šÛ ’ï÷•_AÒµ‘v¼~4¬(Š€" (å…€Z¸—×|êhE@([,X*i ¯hß¾}ÙŽU¦,u¡Íxæ™gÌرcÍ /¼`ˆCî |Ü{iØ°¡mÎ<óLóÆoHŠJ¸¶·ÜrKƒ•sê쥗^’8ž·G}Tî(”4Ž¦ÆÎ÷YpåÒ¬´ãu}Ы" (Š€" ”°/žAù KG¤(Š€"Pn\|ñÅ梋.’aÁÝŽ²LEPrCàØc5·Ýv›p&ðÁUB)½Í6ÛH>(¦M›–ÁÓNJÒ­·ÞZxÙQž{î¹’…<ït5(ÉöØc¹wP€·bÅ QÔûÜ.O¾}¾òÊ+ÍÀ¥8TPSDåÆo4'Ÿ|²DÓ_úªÏRYÂ?ùŽ·æÈ Õ9ME‰ýTžÎSY³gÏ6¹Pʸö°bw”b—\r‰j¦2iݺµ(ù)3eÊÚö+lèJPè#÷ÝwŸ9üðÃý,©Ã¥8¿ùöÙ‰9¹ôÒKèSO=Õ\}õÕB%FVøòË/å;†Í¼õ×_ß¼úê«r*†"|§°iæ$ͳP¨µ‘v¼n,zUE ¦཈÷£‹Néb?ÿ¬éæµ½2C ËךûyÞŒºö2Ó·ß 2]ÎÃYi­¥”29ã¥E@PjŸ¿]édjs&´íº€ÎF`ì;Euñ›nº©XË£øêܹ³‹Î¸¢D*ÛÉ°Ùf›™Aƒ~{ ÿÏþ#èÜÀÙŽà\ªŠ8éÛ·¯Ùm·Ý$ z™8©É>ǵŸk\)ÎQ®c+d>”ó/¿ü²TY¿~}ÙdAÉêØÄõ­ì9RÛR.ó˦۽÷Þ+îœv©LØø¸óÎ; ß-øˆØi§ ›9-[¶ •í”‡^Æ—¤XUÇÚÈg¼þ4¬(Š€" (å…€RÊ”×|êhE@(K°‚嘺U¸;$ôªTXŒ" 4åx¶V ‡ðéc¢ù¢Ô~:ôN°0G ŸF÷6ô7(½² b¡4ùðÃc³ÔdŸc;cd)ÎQŽC+h6ÖíVÓÌ}Uâ°­*_u¦»>”Ò3‡ÎNÿùϪ-&9te·qWW¶¸¤XUÇÚÈu¼ÙÆ¢ñŠ€" (Š€"P¨Â½<æQG¡(Š@Y#€CFÇ€¶ñÆ‹kYX§Ô27–|ÿý÷ÂÏŽepšnåÕW_½Bq$"(¨pΚVàt†ƒûwÞ©´ª·ÞzKÒ·ß~ûØ|5ÙçØäYŠs”ãÐ š p¨dpp _84HU Õµ-um~¯¹æšPÙ‡{»ví„›Ÿçš 9|Pà‹"N’bUªk#SE@PâB@îÅ5ÚE@PP¸;éر£ êUPrDÀY|£@góÊÝ»âÄA©Ñ¼ys‰Â âaøðáæüóÏ—ûèÊÁ‰]¯^½ Ç•.ÎŽ;uêdn¾ùfÓÔ:¨D¾ýö[©oܸqr% V¼Qq}̵ÏmÛ¶'¯8A3fŒ9þøã£UŠãÔGyDâ<ðÀ éD¤ésl…9Fæ;Þb˜£‡V«Ù 1á4§¤°pÍ¢÷E‚@!ÖF.CÁ‚pôèÑæóÏ?ÏÈ~ûí· 7fF¤Þ(EˆÀÏ?ÿlüñ°gJ'B¡E g8‚|ñÅòNá”ÍЪ̚5Ëð¿gªpŸã|‹sœ¦¢øÂY1 {õêe°E9Î{ÍÒ¥KÅÉX©üñÇòîíÔ£>*œÌÍš53k®¹¦Y´h‘qÊ3úu×]wE‹È}¾}îׯŸ(Ô¡ :á„ <Ü={öE?c£÷þ?4ôÙ$iŸ³Õ—K|¾ã­­9âýeÆŒ²1Aa- Pt ÐFàýçkõÀ½MY8Õ]YçÄ—:ü²;ì°ƒ”õýÌ›7Ï<ñĆM'¬_¬×€#›<̱œè²!µÌÁlzôè!\þ´ñÃ?˜%K–êæóî»ïJ?Xï…”R™_Ìùöù«¯¾Ëàé›3Ïn^©›Ó.8×…CߧÜç>k%:þ.\(h\L˜0Á+x$ͳfm¤¯‹^E@PE <øƒµL ÊshéGÕµkWyÉ›3gŽáhc¹å–[LŸ>}¢8sadœ=õÔSa.îù±'¼˜rôáx%G0kB UMô³Pmb¼…X¹Œ…‰ã¶ôó³Ó¦M?JÊ@Q"€5ê }[k­µdó(Žž¢(;¯RŠ7ß|Óüýïåbe]:ûì³ (e<›üË—/¯¬ˆ¤á¨ô•W^Å*ïm´‘ÄÃËŽò-êäD  ˆhÑ¢…äþIÒgÚB ‡Ò4›°iÀ÷ŠOR¨>gk3—ø$ã­9BÚ¡C‡\†$y8¡äòO›6M”á¹~øá‡Ã“laýì+׳ÕsÒI'ÉfŸŽÒwÈ!~TÖp’÷õ¬•ýžP*óë#ß>ãÏj˜ª„ Ö.?NØ;òÈ#ÝmNW6ûœu{Òg†’®4ãÍi€šIP@àä“O–ÿ™;m³©ùûÖÍk Em¢œxtöB³äÃfÔµ—™¾ý•óP+ÛJkH°ÇŠUb°–âˆÍˆÀryÆä¨:Êþ0ìqH©ƒzøØøª Fr¼øâ‹ý ë² ÷HŽÿÝÒïV­ZÉg¿ýöû_B5† U5v¯àUb¼…Z¹ ÎZøvÓGÖžµ( ×£U¸çR\ó(µŽßî;ôÐC­õþhREࡇ 6Ùd“ðyrÏÕ*«¬XZ—à¶Ûn ¬búèÀr`W(Gù¿þõ¯Á Aƒ{Š*,g­ßü–Ú%°Jð`èСA÷î݃C9$8p``ÞaþÊIúly܃nݺö¤_ØúÊ;ïaô/*…ìs´î|î“Œ·¦çÈZ¤Ö¢8°–çøºõ䮤“ïý÷ß!°ðµ*ß±]Þ蕲vƒ(°JÔ°¬µ”¬åz°ÆkTÚ®µÊÎúîn X»9”µ<ÏÇ)§œ»FÂŽ¤”ÂüF‡—OŸíæJìwŒ?¿vÃ<°›èÁ/¿üm*°Æ(5rª0?ötL`O¤„ñVaXE{Æ÷•%y\'’¬´ãumëUPÚDàÜsÏ ¿_ýïk ÿ¦ÃS’á0á¶Ñµ¹¬k»m9Š©îö鉎·ºc”·Þz«9öØcã²Uwꩧš‘#GJŽIÚ7i,f8~ÉñèÊ,Ü+íP5%«jêZµT[ˆñzmä:ЧŸ~:´jW ÷\QÓ|µ4Ž®:ˆcŽ9¦¶»¤í+%‹ÖÁÐyX%¨ð¸o¹å–+tœJV&œ ³Ê,¡‚Kc¬S)-ë[‹Ã¥~ÜqÇUVu•iIûLÅo¿ý¶XÞsÚ ‹vG[m´Ð}ŽÖŸÏ}ÒñÖæå3¾bÈ ýkj$»idþö·¿É©Œµ×^»Ú»WŠó›´ÏIÀÄÇ|ûÐA Ä;@.Žný¶òyür„ksmDû¢÷Š€" Ô|gB7ûÝwßÕDsÚF@ÖÞ½{k$QF;D±p_%6©È"ùa÷Ö[oŽ5ò>Ȫ(^øÒ@Á í@ôå™98ùÑuÈÃÐ9öìó]“ÿ³Ï>Ë@…@ÇG™‘ðû œ§7Ýt“Üí¶ÛnŽ?Æ‹Ð\©8/ãسµX75ª²(8E¿$6lXá‡p¶ŠàÃcÚåÅšôÝZ¾ V>‡¦«£X¹º’\ëÚÚH2GIp–áYâÇÊÂ8Õƒš nMÎó‡ðç4ÿ9äyŽS‚$™_¿}Ú‚g~È;ï¼#ã@IÄV\ÿ%£þ)ø.uÊvÖˆ£–)šjGCåøÎ;ï,Ÿ|ºÎûÞ jZ’ö™~n±Åò©é>§i/éxksŽÒŒ·6ÊB»È§6¤ç7iŸ“àË{cZÊÃ4ÏBm®$xiE@PÒ"Àw&Y*U#Àf0ÔÀ§Ÿ~ºlØW]BsÔi¬rªhÅ*ÛË©X[Ž¸ØPG£2þüÀ*ÓÂüVA#G­YŽIï±ÇÇXÉK'Ö O°Î:ë„åí∠“çî»ïvÅ*\í‹¢”ãH¬UTÖLî+£”±Êò oß¾ý£}ŽÎr¼ÕZwHq”2¤Û—á }…N¤*±N‡ëÈ5°›ÊÛÍ Ášš¨ «h½¹Ü×µµ‘tŽ¢Xr\Ö­é\)e Tâ(¯+ç®Ù¾óÎ;3š`½ùGøyþ¢ÔF ‡Ú†4Weüµšd~éö…!¬—ú/¹ä’Àn$î™tmn·ÝvµhÌè¿Þ—^zi8ŸVIX|Ô)Š@vcXè<Üw­ýAX¤4$Å*¥Øç4XÖµñ¦ÁªËêü–â¬iŸE@PJþýûËoSôg*Š@%¥LÑr¸Ãºù曇Š÷Ã-z0`@ÆQGó €ûæ›oÚ¾2Ðåó•†ÖYX…ò._ô giœÜsÏ=a'œp‚d©Ján’Å*5£mr§pßi§Â6ý2¾3®¯ÄÙ£±eýz[ëàŒ* UF…9ÞÔµµ,Iç( i¾ wKßQ)G+Jón¸!lææ›o®°–ì錺“•+WÆ>‡öDˆdI:¿¾îºë*´Ï³·ÅšîÑ£‡ë–^‹Ö­[‡szñÅi/µ[Š€"¼kUf´À;Z±I)ö9 †um¼i°*Ų:¿¥8kÚgE@PRAYô]tQ©tYûY;ˆÂ½()e,Æ*ÂÌ¢E‹ìZ6ÆZ¥‹×úÝwßÝXGXÂcn•|Æ:ž4W_}µéر£! 9âˆ#Œý±gN<ñD'b÷Ba•ƒ¦d£62VA˜AQ€—z¨&,X`.¸àÉwä‘GV8B Ÿ \êQ±ÊÄð840Æ ‹f‰½?þøãu*&iûï¿¿±;gBÛñî»ïšk®¹Æ<öØc±å\¤µö7³fÍ*h3FŒá’*½Úsc¤IŽ˜Ã³U4¯¼òŠ>|¸yþùç%=J¡“«J;–%±.®4s”Æœ¢ÇŽk솑PÈÀo:dÈc•Ÿr?wî\ÃüÃsyÚi§ëøÊôë×Oxzyþxë OÊqôê¼óΓ8«45O<ñ„¹êª«Ìøñã%? ={ö”º“>ûT„‡uxz¡F¢_a„ãÐÖy¬±ÎÿÌ´iÓ mZ‡[’¦Š¨½XkN>ø`Ô«" !ÐtAå'•¥Å審¸ÊúUYZMõ¯ÐíT6¦ÊÒ Ý­¯z¨l+K«žÞh­Š€" (Š€" ÔajGÙ_y«=¶S"Ÿ}öÙ'Ã:Ö•|á…‚úõëK¨V¢b PF¸z[Erx¿Ã;TJ'a‰…y­b.Z}Ö{«¤ËY¥w˜¯2 ÷3f„ezõê–ñÄ»±ÄY¸ûyüñ0oUîX»z¡Û±ŠÐ€8'X#tÐAuò)”<.Þ¿&Åʯ#×p][àRˆ9røæjáμ;Š!ËåX®Šðj7®‚­¶ÚJÖåH¾üòË0ÍúZønݺIÜ™gž®3ÖbèIœåê ¬Â^â 1¿T[×\­/„€ï •ÒBÀnÈ„óh9UK«óÚ[E Ž"…TzsæÌÉøøïÅM)ö9 †um¼i°*Ų:¿¥8kÚgE@PR@@-ÜKa–Š¢Åká>oÞ<«#ûMp¾h•îî6ãŠ6NB_ýu±vÇ‘©“ 7ÜÐ<ûì³biû¯ýË,\¸Ð%‰Eü]wÝ%VÜad8öÃjÁÊkZ;ÕUÖì,ÈW[m5sýõ×Çæ'~âĉâÌ46CÂH0³ uFàå°Æ¢Ùn˜üãfäÈ‘Æòu'l¡°ÅêÚÚ½Ú˜#«˜—gŠö9a#•¨àyš´öíÛNvXe¹éÚµ«dÛsÏ=ͽ÷Þ+kÊþð3–¶),Î:æ9yúé§%|îôD!æ7lè÷}™2eŠàMÓûâF€ï%'jÝîЫ"PÜàhÝ5w'#½+Å>G†×m]o^à”Afß2˜D‚" (Š€" ”<EI)óöÛo‡À¾úê«a¸²Ào¼!Ô3~ko¬5­±äÆ:j”${xFY_hÞæÇ”j_{í5ƒ=*(þÚ¶mk~øaà 1B^Ä:‚5ÖI©„£ˆ'Ý妧¹G =ÈèÑ£Ãþ¯X±Âð±Ž5eàÚk¯º4í¢l][³šž#(`œTF»‚²Üɇ~è‚BË„ÂZ'蟬…|˜Ô7Þh/^,q(Äj~]}\¡hò7ãü4 /ÐùTZl ª(Š€" (Š€" (Š€" (Š€"Pì¥Â½yóæ!np³¯¹æšá}¶@\””p’£l‡¿Ï¯¿þ*œícÆŒ.çlõ%‰ÇÚ¾*¡}”ØXî[Ú É[>[”©±-u6i¬§e9-wû[o½%¬¿ýö[Ç|Ë–-Åâ½:úkumm8\jzŽ°^w‚OK+ãn3®¬'Ûo¿½ ŠÂÝÝX‡"„Ûn_Öù…^è’36Ê 5¿aå(Y,–ùú믥ÿk¬±Fxú¦d¤WE@PE@PE@P:@Q*ÜqÚé*‹ûï¿_œžº¸\®—^ziè¤ÑòK ¥ w ¢¼ÄAã{ï½'ãê#¯Îq‚¥.”1ë®»®$zè¡gªq2jÔ(±òÝvÛmÍM7Ý*ÛÉëŽ^òÉ'f„ 樣ŽªP›Ë—/¯Ÿ6‚öpRiù´ ›`ï㥳åÈ7ßÿ½`ÅLT’`­#×{¿ouam€K!æ(W|]>£ÿ駟äDˆåâgÄ.+42–ÃL¢8MB'Ð1?l±vèf6lh®¼òJ¡‚"ŽS 8ëuRˆùuuéµ´˜>}z8€ýöÛÏð=®¢(Š€" (Š€" (Š€" (Š@±#P” ÷<дiÓÆÀ#=uêT¡`9à€ ôXƒ£xÆ {îܹfÁ‚¢œ9s¦(d°Æ6lXgôyçg;ì0™ ëÔÔœ{î¹¾øâ‹Í›o¾)Ö¶p®û‡¹S8ÞqÇ¢´NûDiíŤI“„³…!Ji,‚9äù¸zà®~衇¤¯.Ž«£·qqÖ±¤¹ì²Ë ðXä3&”÷ðÐCÉÁ†NÈwóÍ7 =}â®cëL²,Y²Äe5ãÆ3³fÍ’{ Ð24mÚ4L·V%ºBÞh,|`)2*”%Â:f-ÿÿ÷ÁÇœQæ¹çž ,-Nlþh›îÞ*'¥Kå‘s9«0Íh÷ÄOÌ©¬UÈ‹-Ê(ëߤÅʯ«ªp][iæÈ*´sš_Ö”µ.¯ý!Cª,?`À€ØçgøðáaÙ-Z„uï½÷Þaü AƒÂxH:¿vS!°›BaÝî9‰»â]\¥x°›šóøÁogµgŠ€" (Š€" (Š€" (ezô –6·ìǪL…€Ð<üŸ],E)VÙ.âýû÷‹F;Šú¾ûîk&Nœ(¸¤wîÜYh+\^¬g;vì(¼8ÅrÜç{oРéÒ¥‹ð»»2îŠU9Ô3VAî¢Âël t8uõù®Ã 6UL«V­2ê¦ÏíÚµ3VÉïg5­[·68~íСCF<7´O¼OWƒ2ÖÀcÊÅ)$VÌXöúÂر¤§}—Ç®X&cÑŒå{6I‹U¶zãâëÚÚH3GÌ·£<ŠÃÒÅÅ­ ÒàZǪ;!Ìú† ‹uŸVÈåñ¡ò9Á€Ÿ†ÆÅ%ßFÉ3á[Ì»:ý+îûì³¥á"C€;Nð ͇€Ë£WE@PE@PE@PE@PŠ? ³/–ÎdëÇ?þh¬uµÊAùÂ¥·¯ÌV>mü²eËDùÇz“&M üÔÙ”ìiÛ¢<¼×8£ü·¥ÿ€B‡öPŠW·ÀµýÒK/ eÎ]Qð£dÏEaëúVÓXÕµµQˆ9rs•ï_p¹C‰—?XÕ-µ=¿Õ=>­?(ÅpØŒ@ý—Š" (Š€" (Š€" (Š€"P[œ|òÉB÷l-ÜÍàÁƒk«Únñ#°Ò¥®U ÷âÇR{¨(Š€"P,õ—pýÿòË/R¾:|Ǻ…hCëPšCàÙgŸ§Ùgžy¦9묳j®am©è¨­µQ[íý„”Iu~Ëd"uŠ€" !ªp/ÂI)Î.‰Â½"WJqvV{¥(Š€"Pxøá‡S¶C½‘Š" ”.<ð€œœ?~|éB{^-ÔÖÚ¨­v«D­´:¿ ÑE@PE@¨Tá^  k“Š€" (ñøüítP¬ø’«(ň§Vw-Æ>jŸj·&ܵ¦záÚsךjWÛ©ܼºkÍ´ª­(Š€" (Š€"‰À*™·z§(Š€" ÔøŽxä‘GÂÆQ¸«(Š@é"ðÍ7ß|q øÿøì³Ï2ƒ#ùªüP>o¾ù¦lÀáXš©ÕV[MêôÛÓÞO?ý$m4hÐÀàD›²|¨gÛm·5-Z´ÈÉÿO>íf ÊÞ0Îùóç|ÿàä~Çw”k4Ÿ»ÿî»ïÌ?ü Èÿüç?ˉ€… šÏ?ÿÜ´lÙÒl³Í62^—ß¿¦)ë׃ž×^{Í|ùå—¦U«Vf‹-¶È 'êH‚U!Ö†ßÿ\Ã…h7ŸñjM®\¹Ò°&˜'üùàÛi«­¶ÊÙÇS>}Žb™¦l>ëªXb~£ã×{E@PE@P!€ÓTE@PE ¶xæ™gpâ-«L ìçÚî’¶¯( øïÿì²Ë.áóìžëèÕ: vÛm·ÀÒHUhÅ*ùë49à» ZîOúS°÷Þ{\_xá…àçŸvÚi§Œ|½zõ Z·nG=–ª*¸çž{*´ç"òiוqWkQtëÖ-XuÕU3Ú]e•U‚Ã;,øÏþ㲆׃>8°›’Ÿ±Z®û å›7oÌž=;,ãiʺ:æÍ›Ø ŒŒþ‚“ݬúôé|ñÅ.k…k¬ ±6*t$‡ˆB´›Ïx µ&Ÿ{î¹À:ªXCÑçàücУG€u—Mòés´Ž4eóYW…Àªó¿Þ+Š€" (Qúöí+ÿ­ÓÔh’Þ+>ßÛ÷6ûF­¢(Š€" gŸ}v¨PØÿý‹ GÚE@H‚JZk½>ÏQE¡b×ZUg4ƒÑZïæTþüóϬEy¬bÞo'F™•|ÛõË[kôÀúœ¨´Ï[o½u°|ùò°J¿üå/•–qý§÷Þ{¯ e]%7ÜpCÀ¦‡k#îÊÅÒ¥K]‘ðš«´k#ì@ž´íæ;ÞB­I÷Ã>nn\\§NbÑÈ·Ï~%iÊæ»® UÚùõÇ®aE@PE îÿ²*ܳ!¤ñ¿# wåp·o«*Š€" (µ€Ïßn-7k¿CÚE@H„@£F„ždìرf×]w•:ˆ9rdÆçÖ[o•| 6ÌhÇZy›7ÞxC⬥¼™:uªY´h‘yòÉ'Í%—\"t'®”*а@‡rõÕW»h¹B;C~ko^zé%sÅW(iÑ£G›;ï¼SÂîO¾íºr_}õ•Ùk¯½„F†¸®]»š™3g« š¬ž={JÖ×_Ýì¹çžfÅŠro­–Í‹/¾h¢ßw§œrŠ±íÒçÁƒK^kml®½öZ ó'MYÊ[ËiÃxí¡Þ4hÁiõ[o½en»í6sà’Í|úé§æ„N°ÿ')Vi׆߇|ÂiÛÍw¼…Z“gœq†éÝ»·±Ò†ç…uñÁÈZcÍ!>ø`º&âóí3eœ$-›d]«´óëÆ­WE@PE@P †€î?(Š€" (µ”ö[øñ-9k»oÚ¾" $Gà˜cŽ‘çúoû[N•XÅyø=СC‡Àúv¨PîÝwßʾ3† ¦[¾è°,–ÛÐTEÅ*îË«.ù¬¢/LNÓ®Uä‡íŽ“Q£F…yÎ=÷ÜŒ,”4úl7)2Ò¸Ù~ûí%½M›6Ò’–…Êü ¿±›êw»qöù¾ûî ó¤Á*¬Äò]~Ù4á|ÛM3Þ4k2:F¬¸íM`7ž»1"ÔHîÿæÓO?‘=MŸÓ”M³® …U¾ó›œÞ(Š€" (•  î•€£I>ján_RUE@PŠiÓ¦…½À\³fÍÂ{ (Š@ÝAg£N®»î:q”êîÝuÓM75C‡kñÎ;»èŒë>ûìcöØcŒ8n6Ûl3ƒ57b9ÕÍâÅ‹%œ¦Ýûï¿_êà»kÀ€Žþ±?ÐŒUFJô<M–{œÈbÍg•oi>¢Iá}>e-g¾yùå—¥lýúõÝ´0–ï>ã³û…¾kÀn^¸`hÉODš9 +,ò@šµá-ß5IYœ sƒ5o}ë«ÀXÿâL—“Np:îKš>'-›v]ùýO‚•_^Ê€" (Š€" Ô6«Ôv´}E@PEÀ§“9è ƒE@¨£@»‚4hÐ@”ãÙ`8묳 Ÿl²ï¾ûfK2Ûn»m˜öÑGI;iÚý÷¿ÿ-õAc­Ôú£èužþyóá‡F“jôžþBQƒXþ|éSUpøÏ…ÓÎQUmKz¡Æ›ïš´fR¦K—.ÆmèäƒGš>'-›v]ùãË+¿¬†E@PE@(Tá^ ³ }PE #³="å34 (e@ãÆeŒßÿ½á» ì$b)P„ÃËï¨Lœ8Q¢þøÇ?šwÜQÂiÚµŽO…ëüwÞ‰6•q?:b)b2âkú¦I“&ÆRÉë´Õl°ÁÆ:s­² -[¶ ó¤Á*¬¤„…o¾kòšk® •íë®»®i×®iß¾½a½±Q„oü$ÄIš>'-›v]ùãÈ+¿¬†E@PE@(Tá^ ³ }PE #ð裚ŸþYàȼs²X‡!Ñ¡+eƒ€³øFŽÅ®»w$ç¢Í›7—(÷üC¥1|øpsþù绬WÊM™2ÅÔ«WO”‰öfÁ‚¦S§Nææ›o6M›6•äo¿ýVê7nœÜãÀ+m$M»mÛ¶'¯8Œ3fŒ9þøã¥NÿÏÝwß-T‰sIýôš ãL+ÉbáŽcV(er•4Xùm¸µëÚð˦ çÛn¡Æ›ïšœ8ôÉ&8Erùâde+W—ãk{~sÁ~„ å“ çÖÍñ¼yór)®y²E W¯^¡c¾£Ž:ªlÇ©Sê"C† ŸoË÷X+pù<þøãÁ9çœX«XI·Üç¥: ¶Ùf‰û¿ÿû¿àŸÿügðÐC8r´”ÁìÙ³Ëi8çŒÖJ=|ó.Úå°«Ì—:­µ{Ø—7Þ8X¾|y8%iÚ}ÿý÷CG¬´Ë÷ØÌ™3ËÌš5+°¼ìUJÛvS1Àé«œ‘îµ×^’¶Ê*«#FŒ>þøc—,2y_ ^kyœáà4MYð÷ûtú駓&M p*ûÊ+¯v3Cæ‡÷e°ºí¶ÛÂ>¥Á*¬Äò]~Ù4á|ÛM3Þ4kÒR…kfüøñòÜØM¼Ûm·¤¹u~ì±Ç<òHKš>§)›f]¥Á*¸ ä;¿~Y +Š€" (•! NS+CGÓ<Äi*ÖFe/W]uUø£Â½˜ú×nݺU;(Îý6Q¾g“Ï>û,ÌË«šËl¾ùæu"VSM¤b˜ß\bl‡óꯅ'Ÿ|2—âšG(K¬k†¢ …Š" ”o¼ñF°æškÆþÿóÿž}öÙá ?øàƒÀRTY†òÖQi`5JY_ag£(ãý6\Ø: Þ~ûí°=HÚ.å­•~€bßµwesáÍ7ßtÍsçÎÍï6Ù`pJq¿¾9sæ¤*ë:pÑEŶï·åÂÖ9­+&×4X¹Š’¬ W6Í5I»IÇ›fMZ꣜çÇÍ“õB“´ÏT¦lÒu•«pÐ6d~ýòVE@P²!  ÷lÈh|º¡pÇ"ÊýàâÚªU«à€ìQÚ+#⮾úê6…¿}ñŃ“O>9°ÇAåå¹2…»=Þ+ý¤¯XäׄЦûQ‡ÅT©H±Ìo.x=óÌ3AŸ>}~´:k6~ ©Â=ô4O¹"`9hC…Ö|©(Š@y!€…ú&›l>ëN9È3oi]Äzú×_Í4ÖáG}t`¹Æ+”£ü_ÿú×`РAÁ矖óv–Ú%X²dI0tèР{÷îÁ!‡ 80à 8,è’´ëŠúé§Fë­·^FŸy÷ã?ýó…ü;ï¼s€%¿Ã„úŽXª-y´T’Î;«¥û1§)ë÷ᩧž’M ×~ôʼrÊ)úNi°r}H²6\Ù4×$í&oÚ5yË-·–¿=\n~š5k`(ãîýµá㒤Ϯ|š²IÖUZ¬\¿¹&™_¿¼†E@P8TᇊÆÅ ÷?`_ÖÊVFŽiN=õTŸµ2örÆX­U”±?ø2âªóÆ*ZU¼«p7O<ñDu6•WÝÖ’ÅØ#ÃRæÖ[o5öhj^åk+s±Ío®8à ÒžzìVá†s-¯ùrA~æaÆÉpŠí{±\0Öq(Å€:_~ùecéW„ÇÝÒ¤k….Î;+ëŸ=ug¬âÏðžòÃ?ø¬qôIyú‚#É6ÚH¢àR?î¸ãüä¼Âù´W±µ 7–šÅXzƒÃQkÔ—­hâ,¡ÏVéiìf†ùÛßþ&X®½öÚUö1-VI×F•«"CÒvóo!Ö$¾àÛ·' ~N¬²='G·þðóé³_Žpš²ù¬«B`å÷=éüúuhXPE@ð°F´æÆo4ö4—øÀñÓ4¬x¬´ïþkÕœ¦Ùk9× /xìXÎM}áçåÓr ʘ¨!W¿åBG\Ü£TÇ!—¥k‘d~øP®2e;NœìÑ_©ƒ—6~| °§ å­E’kªÂ•þ½úê«RÖ!6ÖZÝ4jÔ¨B¾h?&¿ûî»Œè† VøQ™‘Á»IÒgkUf¬…XX }w8¹H^ð­õŒ»-ȵ”ç7 Î…ç](³¦ÿþ÷¿Ç®EÒÁYc5BÇpÑ~øÏ’µ¢ŠU °.ßzë-yPvl¿ýö†¼•‰ß>ùÖZk-qnGØrøÊ8Pš° UÙ³D~•òEà_ÿúW8¸ƒ:( k@PÊ ”ãÖš[>ùŒŒw5>Qƒ‰|êH’7m»[l±…áS*b) Ÿ$’«¤k#I_ý2IÛM;^¿¹„qìëŒ4rÉ—'MŸÓ”M³®âÆ‘O\Òùͧ Í«(Š€" (Š@V¬R¬èdþüùÜV¹-Gh­Ò;àÈ1Ž'‰³ƒ’Ço)ãçUM›6 Ó]¾èÕ*…Ó•sWŽðâLÊ™h«ø—¾A÷'VYpÌÄïuX…§Éu<Þq”2Ùµ/‡Ú„Š¤*IÚgy®³Î:ÚŒŽ›ªZ¾|y¬B4Ú&÷q ÷vÚ)¶]_êú½&í3NÊâúWj!¤Tç—±'Å9Š[¾ ÷qãÆep¼Fç¥ù 7Ü6sóÍ7W˜W{Â"@îdåÊ•±ÏÒM7Ý$YàÅʼnn´­èý€\•áõºë®«PÎÿÝP¢¾=z„e5Pw`­¹õ„ƒCE@P’ ÀûaeƼw¨(5‰€®ÉÜÑV¬rÇJs*Š€" Ô.ªp¯]üK¨uQ¸%¥ÌGaì'sâ‰'øü«øÚ «X”°u%ñpuZ墱ŽPåž?ÿøÇ?ŒuRj¬%µ™:uª±NRÖ*$Ã<Ô¯fëÖ­Ã8ö¥ÏÜvÛmÇÑg«`Êè0àâ>|¸yþùç%=J±rüñÇë KÒößÓ¿¡üx÷ÝwÍ5×\c{ì1IËöÇ:ø1³fÍz(7FŒ‘-kF|š>[ëe¡ôX°`¹à‚ ¤Þ#<²ÂÑmø"áW.„”êü¦Á9 ncÇŽ5'œp‚PÈÀ«:dÈY·öËÆÌ;×0‡pdžvÚiŸýúõÞZž!°F¬Ã8)ÿçyç'q_|±ø¸êª«Ìøñã%þþž={J[V n-Z$ñöT‰a]ì¾ûî†gÏnž'h›¬ÓaÓ±cGI“ÌöÜf<_P2Ñ/„0Â_ë<ÖXgxfÚ´i†6­8IÓ?u éÓ§‡>øàƒÃ°E@ÈhÉ Œ“ÊÒâòkœ"P*[w•¥¢íR«£2<*K+µqjE@¨«¼÷Þ{槟~*‹á£ÿ@ `vúRºNçϱÔÇRtý/æ¼ÕC7aA“aËWÞï°ÃURQXå¢ä·¼ë9 «^×Ô5Ö±i@œ¬‚-Ïp`± ½‹Ÿ1cFX®W¯^.:ãJ¼«;ÎÂÝÏüøã‡y«²pOÚg¿=hx\߬ÔOª¶p)Í/ gf®î¬7Gmd}ö‹ÝU^­<Øj«­dþêÕ«|ùå—a´IÌk·nÝ$îÌ3Ï ç™5ŒX§rg9B«°—8Žá»õ°Ï>ûdXÆKûç…^êׯ/ù JŠ(x\=\­?)—Wãê¬í5×\3\|ת(Š€"h­“`Îœ9ÿ.iÝZNH‚€®ÉÜQS¬rÇJs*Š€"PJX#¿ð÷ž¯Ððo:ÎbÁ†•‚"P¼îvщl¸á†æÙgŸ+]ë-\¸Ð%‰Eí]wÝ%ŽÃÈpŠã>Ú£m«l”Z±,¶”b=?räÈ ;@Îê}µÕV3×_}lOˆŸ8q¢±/•±éI#“ö9i{…*WJó˘kg«˜+rÚ甎«¢ò—¿üEÒÚ·oo¬SNttíÚU²í¹çžæÞ{̺³JaqÖ"ÖíO?ý´ÄáÎÚ˜7o^˜Ç«î9#°Š“ß×_]ú FÙ„¾L™2EpÌ–GãëvSÑàŒá4§'TE@HŠí­!FÒâZN(8º&s‡T±Ê+Í©(Š@)!ðÚ+ ¤»õë­iÖ\3þ4b)ǪdÍÏÿýŬ¶ê*ÖŒR—ïWþhVþð£yõÕWK}(EÙÿ¢¤”ñ‘²´ÆZâkAn¬“GIB)ha\ÙîÚE) MÇèÑ£Í?þ(Ñ+V¬0|¬ƒKQ¨_{íµBÛáʼöÚk´Ž$u¬ê¢3®Ä“îòf$¦¼IÒç”M¤x©Ì¯lMã Œ“ÊhWP–;±Ž(]Pè‚P¸CÍ GŸœpêÆo4‹/–(âNÞ~ûmÌùË÷7Þ0PÏdh–*SÈg+§ñ剛šNØ,‚jHEPE@PE@(u0lB—`OYe åöÛo7Öo[F\ô&MÙh]z¯Ô:ÿïWéÂågu7}»·¯õîh2<â^sñ¨É™‘zW0Š^ᎂu”íì ñùõ×_…³}̘1Â]04~¯«KëôÑ\~ùåb¹ wû[o½%¬¿ýö[_{Ë–-Åâb–ºCJ;nùß«ªpÁZ¸:$IŸ«£ùÖY*óëÆUÓ8c½î^K+ãn3®¬O'Ûo¿½ ŠÂÝÝ\tÑEÄš®[Öê…^è’3”åÍ›7ã±<¶Ôá}¶@.y²•Õøº‡>+œpªHEPE@PE@(œ!:–ï¿–htÆ}š²Õ §¬a%°ônfÝu×­±ÔV»56@mHPJ¢V¸_z饡ƒGËM-t(ÜqÞˆâçŽ8`À‰d¡d„ g‘–×ڠзœñòqõcqlùª ÿ,Qã qǘ?ùäCGu”+^É¿|ùòð¾P¤}öÛ÷ð¡'XDs„¦Pÿ‡•Ø'P¶W&8Éd³ ½Tç7 ÎX£ÏE°.æecÉQÂd«cÀ€æŠ+®gÀσ³Þ3Î8C¢ÀÞñ³ãŸÈ AƒdÃHn~ÿ³lÙ2ƒ2”k.‚ãT68 RÞW®g+eþ¨Q£²%k|™"à?›8p`™ŽT‡¥(Š€" (Š€"P—ðîüöÊGùž¦,FøØ⊮„ßiM­Ñ†ˆœ0Í&œŠÆÐ &~ÏAiÊoBœ£k‰+ å/NÝ©ÿáÇ›îÝ»g4//ô/Ùí¢óáÔ6ÆY;î¸c¥e Ñn¶þh|aèrXG3yÊt3òÂÞÕÂáþìü·Ìw=jzÚÆ´ýǶ±ë³0#)ÏZ‡»êe >¿+í÷åZÙ¿i Þ^îvîÜY(/\ ,o;vì(Švb9îóE7hÐÀtéÒ%T4î½÷Þ¡…°«#zÅš'Žüóñ…z°JÇòÝoÃåá Â(D}e;é”áŸZ‡\öðÊ?&â›5kÆa½ŒÂaL¹8”DÑU°/iúì׃>J÷¸¢lJðò4²öJu~ÓàÌœ1wUIÜüR†X£Œ÷_TóbsÓM7 E /AQñ¡2¿NðCàÄY`¸{®m´‘ø-èß¿¿¼`ùi.Ìs´ï¾ûÊ‘I^âFɺö-æ]~ÿÊKJ•º…Χ9-äDùÛzUE@PE@PÒ!À{6>½ø-×®];9íNP£8ç7ØGQ¡”ëo5iÒDN»“çè£6èVЙ xw u¿0Ô9ü†õÓ0ö¢Œÿ!§æ}AùÏinŒµÐ“ÐONló»#CŒÅ|ðA¿HNÓnX‰JúÙÜ3ã9sÀñÃL“6'™s®™hÞYòQÉKP¥…{±@ËîîK/½$ôìžòO%{.ŠS8³qdùoKÂ?¸´QäW·¤é³ëÍôüÃ¥ïi•ì®îbº¦Á*MÙ´À±Ïi ^Pð!À&TuË?þ(§NœuÅá$öù×ò)›&oš>»vÙ çSî’«4eÓâʉ¬jRxÛvÛmåS“íj[净Ïß®Öíå7¿:¢º‰Î¸.\(›Á¹%ÔM”jgÔÐvAù jBjkmÔV»5i¡ÛP¬ ¨Ö§Ô‹/6§Ÿ~º(Û9©BšßŒœ>Æ¿ÖSÖg¾áèyúé§Páúm·Ý&iP?öîÝ[NVó›¿]PÄ@§‹D­ð“‡o<üzák9òÈ#…†Fn~ÿƒñ"Öò¾`OÝ´±Å[ˆE;Ví(Ùé/Öî?ÿü³ÐÞÒ/_Ò´ë×£áòD`î+‹ Ÿ3.½Ý²ßÎJ9SžÓ\ô£R…{ÑO‘vPPò@€{ç|˜|ðÁå10…"P‡ÀQýäÉ“Å:LJ~xF£ø†] VîŸþ¹ùì³Ï Ö’5%µµ6j«ÝšÂµí(V…DSëRjsÏ=W|É¡ç}º['(±{ôè!Êr¬àëÕ«'—ŽžÓÓ”¡œêç$*”·”åš—M6Ù¤u/Ê}hr·ÞzëPám(Êò\ä´ÓN“lôáƒ>0ï¿ÿ¾ÁÀ ßxЩB‘·{TÒ¶­OïËŸ~þ¯PÎ@;Óx½?™öå{‹fÕÏ>Qžˆê¨òA@îù ¥yE@P#€£¨ï¾ûNÊc1ƒ5ŒŠ" ”6XŹ£à_ýui¦ {ô© jb¨µµ6j«ÝšÀ´Ðm(V…FTëSj|Ì!œZñ•í~ð % ÊìUW]5LB±ÎÉSN¢BßâülászYhLGŽ)üïa¡ à½è¢‹Ì]wÝ%–÷qÕVE‘W&mÜ?ü`85à6"ÒÖWWËõÕoï†Ë>ùÜ,|«ðT¢ï}ðIÎÐ~üéæŠ1S壔39æS   ÷àiQE@PÜðédpZŠ" ”.üÆrÚ |°XQûÂøèñs?ðG}$Nç¹r¼'ÜXÖñ#×wäŽõÛ—_~)ʼn‡¾…!GÑñoèÏr¥µÉµÝhÙ`ÀÇ?Ä 7oÞ\¬ðü¾úeȃo„ÍF¾û^~ùeƒ_úÚªU+Ó¸qc¿HNS6¬$el±.„k·~ýú¢pÙqÇ+×B­|»^¨vs]…X“þ3^ÖÖ§Š1Ö>sؤζÆP á‰y‚‡‰U=i°*DŸó]W~›ù>Gæï S§÷Þ{Ïà$’ï IÂiý‡?ü!+Æ~VŠ þÿbŽøÎK£ý„66ÛI§;ï¼Ó@Ó‚ßüw!+V¬F3×_½¹öÚkC_LѺ“Ü¿ð ¢Üç;¬˜„w›í¶ÛÎàÛN¥0\~ËTçXD)gŠe&ʼöåEEPE@¨v¬-°ÿRåc2U{{Ú€" T&LÖYgð™vÏvôJž»ï¾;¶#Ö/°?hcëØu×]«ºuë&eÇX'áa^ë+'8çœs{ì<ŒsmÛcïUĶId>íF+¹ï¾ûËC[¡Í7Þ8°ÊŠhö`æÌ™}u};ì°Ã{ì>¼'Þ*ùË»¬\¹2£|š²ý~c)Âv­ò$.Kg•±ÁgœXëÆ°Œ×M7Ý4˜:uj˜ßbmøõå.D»ù¬B¬ÉGy$c}€í%—\X…pЦM› ìyVìF@VIXY`©2òRåCzè¡Œüî& Viúœt]âY°<ÐõiØMÀ XñÝb75»ùå Ò«"P0òùî6škY»AþO0`@´šœî?þøã€zø^á»pìرAÿþýKØM®ð¹™={vl}VáæÉå=ßžz ì&»”áÿ uäX üàÑG î½÷Þàºë® ÜoëW/¶M"óm7kE^ÂO<ŽÅÿߧáß~Ç•+ûî¶M°|ö˜àÿ½=¹Î|.<ùŸ²Öûöíë=,â,I-Üí·…Š" (Š@õ"€Ó>ŽŒ"XÁõ¨¢(¥‹À«¯¾jr¡!èVqž1X8dO:é$qî–‘ðû VoˆUp‹#7êÀšÝ ã—]v™»Í¸ÚêfÖ¬YÆ**„SÖOÌ·]œ†;Á¡ÜqÇ{¼Ë£>Z,ðO=õTWD,iu;‘<ð@˜æö¥^,­ÂÝÜrË-.:UÙ°’„úŒ5#}‹¬ƒáó…z êÈ.íÚˆk/—¸´íæ»6 ±&±J÷×ã„VaÈ!b}íÇă çÄñÅb™½hÑ"?[æE‡ŒU¾™+¯¼2Œ'«4}Nº®°H÷qÊç9rçûÆ*ÝmÆ•ï>Ë—/7à¹ùæ›g¤ë"PìðnÍw±Ýœ¿gu–œ‹ë·U¬Ëÿ"þ/Û aÉb7á„ãÿq|ÂÎÇ ïðp´sBKx(f¢Bœ`q'|oñ…8Ï<󌜜"ßÅ_lÎ?ÿüŒ"œ˜£/UI¾íVUé»ï¾»±äË~¥”ɱìyVÚ5ó_{BqÕW5«y4FÙKä—òË/¿š•?þ”_!/÷: ê™nþayÝ÷6Ð̨(…Dàhî Y¡Ö¥(Š€" D@1†3'„sçÎfÑ{E@(!8þÍÑ „NÒŽ<òHQúðÖàfï½÷6¾â*hT¨§g4íÚµ352óæÍEù¸qãÂjpì¸Új«I{Æ 3sæÌ ÓøÑæ™gšm¶ÙFû÷ß¿™4i’¤CMc­ô¤ "’´k-ô¥.kégN8áQÀi‹BŽ\^£ù>ã>J „#÷ýúõ“0”ÖZ/ÃI´µØ“Íh?^{í5sÅWˆS8”Ÿ|òI¨$ISVüñ9Ü™;kAÉ‘y{à 7¦ÖRZœæá8yxÊnd8gx'Ÿ|²ðúú%Ó¬ ¿ž|ÃiÚM²6 ±&™c”N(”ã@7nø•ûôé#9Ó¦Me1 )k…&ë¾å3fHv¸úyþPAýCÌÊ-Ö÷¤9IƒUÒ>»¶“¬«´ÏÊt¾_PœñÒ»woQ&BMÃÆÉðáÃÍóÏ?/]|÷Ýw=ÁẫWE oPNOŸ>=¤\ãÞžˆ‘zzöìiø€ tæ9Æ©“4eíi2Ó½{w©ªI“&òh—]vÊ2|(Q7›Ùübƒ—ÍažG¤W¯^aáwgƒ Ç©<38-µVíæöÛo—¼§œrŠ1b„„ý?ö‰±§EÌO?ý$´6p¾C—†âœ @þ7óÿïNú]Ö Uðý…²Ÿüo¼ñ†lšóÀwbO‘É»BÇŽ͆f:»Ì·Ý¿üå/R§þ©ºÖÑLž2ÝŒ¼°·éÛ½}ÁùÜ+¦]ïKòªz¶¶­·5½kcÙog³újÿógWEeyðˆ{ÍÅ£&˻ŨQ£Ê`DE3„•öýk-^ØTE@PjEÀ*¦Â£™ÖŠ¥ZÛÒÊE æHr”»sçÎò}`¹Ýƒçž{.¶³Ç¼ä±\ÖTNìòð»ÄþPì{—^­²;Ìc•a|Òv¡zq4–ï9°Êƒ°N°JÎÀ*øÃ>[®y—$Çóí뿤Y‹Á t7>ø`Ø_«Ì˰ʆ0-ß²Ùêvý° ÷hrÖ{«ì ¬E{À{h>øàƒ€¾P—ÝLÉZ.ÉÚÈZY IÚMº6èVš5é†ÅwsÃÕ*Ë«sÉ®P.¸üÖ¹¡¬“h&Ê[Î}ÉQœ$ÁÊÕ“oŸ]9wÍw]¥y,sˆ—ÝœµLœžq«ø ¬2€öFEHƒÔ(îù¬êÊw©/iÊRÏyç—SÛVØÓ4aÓ'žxbNåì&A`O„å¢{Ò«Êz §á&Ï´õ»Re~C»9mRîói7¶¬6þyèÁ2ÇVá^-4-Þz~Îkh‹f—õ?2XöôèjéK)RÑ(¥Lµ-}¥”±_Þ*Š€" (ÕŒŽ‡=MaÍ£¢(u¬Î‘®]»Š•x–ÇUFbi‡¥oœpjK¹¨\uÕUB»ÁwV«Xã!IÛµŠj±¦Žk®¹&<‚Ͻ,æHkß¾½XbÅÇø¢b»¡»KÉ“ÊhzÒ”uõçsÅñ¢‹.ŠœƒÆ Ž7ËA’®èØó]“ÑòÜ[®b3eʃÃálÂI'P­X¥»»Í¸bÁe+´nX»WVgFÁ  Ú€ÖBEHƒ€µ27|’Hš²´‡BÝžÚ$¾'ì‰$¡;ƒê…7Êrh[¢õÛ²eË$žvè^ðiÀ¦*ÔpÐË°AP•°ÉõŒuþlð÷Mô6ll9%»_ÿëQº“j-¨nÈo-ß…ÊÏ[Y8ßv+«KÓJ¥Œ)ý9,—¨Â½\fRÇ¡(Š@‘"€ÅŒµnwHèU¨›XŠ /:–Ü(º’ 3'béœ:‹eøk‘4íúJ‚wÞyÇXZ™h“rÂÀI)o,¢lÁÊe;ÊKy –ðå3olb œô7"ܸKñšfmøãÍwMúeó 7oÞ<,7;¾ª’\òTUGšôÚ^W¬çë®»Î\~ùåbñw;Ï,6÷ØxAQÙ²eËX‡iÆ®ešF…#Jn>ù ÊkN­¤éþé­ªêâ¹ã“Vòm7m{Z¾¸°”1¦ç¡mLŽ{šÆÍ~J¬¸z­½)gTá^γ«cSE –ÀÑÙc=öBî!PʲNPXÅ T–!Q¬ãÈÓ™3gš‰'š³Î:«ÅŠ«'¤(Õ»uëKãrÌ1Çœ!ruýÀR U”ŸÄq$IÓ.VÁ«¯¾º8‚;ýôÓÅi«s¦êúŠUÎ,¸ÕeIìÚ«Î+6q¼‰XŸG¾ào̘1~TlØÍ ‰¹¬ØJDæÛnšµí^>k2Z6Ÿ{6AœüùÏ68 FÁ–¯ä‹U¾õûù µ®ü:s O˜0ÁôèÑC¾X»àçcÈæ‘å¹7l ` Ïæ’Š" (Š@ñ#P¿Þ¦O·¶¦×¡{›]ZmVüÖÖ)êŒÂ+†›o¾ÙàyNO¸üÖ[o=ÓªU+ù¡F¸:Å:Äk gÍ…Åž·ãÄ:Ú2X« ô‹*•#PÛó[yï~KE±À1VÖŸ/»³rü( +eƒ”Ž“ëº}÷Ý·lƦQß8U2úŽ;îe:ÇÕQÊrœ}Ò¤I>søXQja-ŽR…; uþÿÁ%Ë{åà›&ÔÐ; ÈÆbý†n¨7y{÷îmÎ<óL³é¦›J}_wr饗š½öÚËÝ&nÞXúˆe,GÞ­sTá±¥Ï(9±¦‡7—~#Ç{lÈ-OÊP'XÒ¢Øs<´àÄ;¢°‚j+½4e©òœ0rïÜ;áÝnzš6C/¯¯„eÉÇÜ@I2kÖ,yuT3ÐÝtÓM¦cÇŽÊ0_À-ßµá—ONÒnm­I¸Ø­3ZQôºñ‚1›ÕNàTæÄÏ¿ÎFR›6mdn¦NjÚ¶m+§ 5Zýõ… ‚wã¹sçš È©ž9ë„ØU+×$X%ísšu•öYxüñÇe¼cÇŽ•ç⤓NŠ èîæÏŸofÏžÎA6ŸÀé" (Š@Q °Ûö- E ø>Y‹±c…ìÓÕW_mÎ>ûl±®Š«Ë©»ï¾;.©`qð¢ñƒÅ ÷¼`Ç ÎÜñe~à8þѸ¼…ŒÃ¹×Â… År+Ž¶B¶¦®b˜ß\ú¿Í6ÛÈÖh^6TøѤ¢”#(Â8 ÐñéeÊq¼:&E ."гgOqRZÙØ9¢¾téÒðý«éaÆUVDÒPÒ±a}ÄGÈ=”(ÍØÀÃ(ÁñÁû5hÐ@øsèGK8i»ÆÚ'¢•É€ÌW\ZÜ£}øá‡3Š ¤‡ÆbóÍ7— ƒ¨|Ø(ÞÓ”¥AN8jŒÄÜ`íëòr:€Í„\¹Á©®]»væ‘G©Ps’µQ¡’IÚMº6’®IN~ ÷•ëÙ†Êé‰Q£Fe$÷Œ‚Ýñ.g$ÆÜà8•Í¢¨äƒþ’ö9ͺJû, `Çðª*á÷Ž–á«VQE@H@—Ã:šÉS¦›‘ö6}»·O_¡ÖPP¸×\9öHt´M¼€ÓO>Ix×¢õårÿÕW_™É“'‹™¿1KÙÚÌS,ó› xOïÓ§ðÍúw¹”Õ<Š@©"ð¯ý+ìºÒÉ„Ph@(+øÿ†Ò.ŽÒ'm( QÞ:cEø-·Ü’U±…¢«]œ©9e»ïpœZ¼çž{Ì©§ž*zX»cÿÞ{ï™8e{Úv/¼ðBqÇ{#ïNc•Ž¥÷•W^*ÛIg þ¸yÇÃÙ+.Ýç„ÇâØ}W¦)KÝXEçb@Aò:Áù'¸£äŒ '9ä9QàÒè³³Øwqîšdm¸²i®IÚ­é5Ù¨Q#Á¼+,Üq`NA°qÓ¿úŠNp²ŒM«8e;eòÁ*MŸÓ¬«´ÏB—.]äÏ^—=øõêÕK6TÙ·’4NPE@PòE ì-ÜGŽ)?ÄfÎœ9b âƒôË/¿d}Iõó*Œ¢ÃÊ,Ü ÕV>õàÁœzäÖ[o•ãÐù”¯­¼Å6¿¹âÀ‘rgծ¦ùJ œ n±Åa·?üðü(…5 (%–¶(¡uiÒ¤‰ øÊæ¸A@ém ï!P̬½öÚ%=ô&N)í—sÖÄЗäjÙë—wá|ÛuåÜNrÞ+©¾gú]ŽÂ|B£µsŠÁ J×|%ÉÚÈ·¸üIÚÍwmjMÆõ?×8¬Ç¡^âYBØÄáóäoUV_¬*«¯²´B­«ÊÚÈ–OûK/½$´;¿þú«iÖ¬™lüå²9•­NWE@ˆG@-Üãq)–Xµp¯¶™ ÷xsˆjk3÷ŠaºZ%iØ°¡‰ãÛã¨&VN– Í›7NQÂÉP6‹òðBÆ êà¸'/®ݤ åã,¹(‡ðC k.Êòkõ\~ À‰ '©/ÙÆççqá$}æeÓñ{R}‡SÔwÀK.õùM‚s¼\YpãGÂâÅ‹åÔkK»¸µècŒUGìã„ùvÎåø±ÁÚŽ ëÒý8â(ñöÛo_¥Õœß>õA'à¸CQÄ2~² ×ÿhô¾ôð­Û·Ûn;U¶—Þj¼Àâ–O>Â÷?§ùjêDŸë[ÚvùŸ J¹KË–- Ÿ´’dm¤m“òIÚM»6 Ñï|ëà=Í>I% VIÛ*ÔºJÒ>ï£{î¹g’¢ZFPE@Pœ(Z…;Êö\™âh¿ýö •J<ì8Á’=ZŠCUÁqé ÊuŽ$s,¥½/X0ñ¢F]ðGE,|ñ+Fáè„áãŽ;®B}.+G¢qªårÄ"~=öð³V'í3GL¡ºqN ©øŒ3ÎßÈ:ë¬#܇ðÝBJu~“â\ÌpºÆÚZ²dIFuœL¸ä’KÌQGÆ㨲sçÎæÓO?•8”è)æYqÂúä¤ëË­UÖõ}÷Ý®7ñpÑòqÒ\y,—¯¹æšØ#çpÏÒÓŒ>vØaB-àÓ¡ˆåèzœ%£kK¯¥‰€¯p?øàƒKsÚkE@(°àuVíüâ Šo6ž¡:QQj]“5¸¶§(Š€" (Š@i P´îçL*ÐøÊölõpä™å¨àXÞ÷¨²|ß|óA|å•W*”¥>,KàBt LW7? ¡?s<›Ì;·‚²=[Þh|Ò>c…ï+Û£õº{ò0æBI)Î/cOŠsZÜn»í6ÿdTÙN½8Œ;úè£Íˆ#Âf8™á”íD²±(g:!ŒÕº¿V)óÆoHÖ?'3\AÙNŽ-ÃÙÊ&@T¨×W¶“~×]wI}¾²x6®xÞTÊ üBÌž=;”ã$#4 (Š@à°´E‹¡cNNæµoß^è\pJîÿ/Ë£Zͪ$F@×dbè´ " (Š€" (e@ÑZ¸û|ƒÝ»wSÌ ï!C†˜Ÿ~úI&%NÔú.Í_|ÑÌŸ?ßL:U, 8zà 7„ŠÅ/?Ðpžã õ£ÜD°|Ç–SXµ£p>|¸x¯'Ýï#÷p8:…èþûï/NŒ üÀ©–À=öÙ² V¾³fÍz(7|jÖB6!MŸQ¦r`Á‚æ‚ .fŽ<òÈ \÷ðb ](ñ±+•ùMƒsÜÆŽkN8áQ&à˜ŒõϺE¹À& sïíi§f8Éѯ_?9MÁ©çhŒ)ÇFÔyç'Ýá‡âON~øaãèðrï”ö¤£¬FÌ1ǘÛo¿Ý©pű˜£lAñž«Â=iŸé?R<ð@³õÖ[‡ ÷}öÙ§Ú¦–Úü‚Uœ)ŸD q8p (Àñ!ÀÆØ9áDÅ!‡"›!X¦Ÿþù²Îàýg-¡|çäkšÍŸþýû›x@Šãp¥¹óÀ±|”íl†°94cÆ ÉÇz`3Èý°Üj«­¤=, ¡rÂç–ÿ¯½öšë–Ô … ™NáN"þ xfwÙeÉ‹vèСa9 ”îûñç |F«#QêF€ÓTl³qì ÿ»ø¿¤ß1>*® tMÖÊÚ†" (Š€" (¥‰@Ñ*Üë]”…ü‚ž¥5–ëÈ¡‡jî¹çžPY(‘øƒb«y”Eð`£lD°ÐÄ¡ÖóPÃÀ›íËóÏ?/·pˆ^ýõ~R&Îô(G{˜!a iŸ6W°b¥4¿ º6p†~ÅQqJÂW¶»‰`£†4à+W®” ¦®]»J2 oܬeÖÝwÞéŠÉZĺý駟–8»“óæÍ óA 㞃0ò÷'?P¸C•D?Á(›Ð—)S¦Tš'[Y/-pÄÌ&¤åowHèUPÒ €£m>*Š@±  k²XfBû¡(Š€" (Š@q!P´îÀ´îºëŠ²ýË/¿KZ§lÇ$JDg™[hHQJž~úé¡E/õ¯X±Â<ùä“✪ h>|qÖ½8’ıjœOzuH’>WG?ò©³”æ׫¦qö-ù*£]AYîN  B>úè#±fÿì³Ï\’(Èñ7°xñb‰C!î~v'ðü³¡÷á¹pâ¸ßÝ}ôʆYe ùh~½/]æÌ™n± Ù¶mÛÒŒö\PE@PE@PE@P<(j wÆS,”5/¿ü² ËÝ &˜UV©¾®CãqÝu×™Ë/¿\,wánÇ $¬¿ýö[ákoÙ²¥X¼Ó±õ×__úç;ª”ˆÈŸ¨#ÉHrâÛ$}NÜX –Êüº!×4ÎX¯;×Z™8am:Ù~ûí]PøùÝÍE]$A¸Ý¡Kb­^xá….9Ãô3NàmÏ…7—<®N½–7>L›6mLýúõË{À::E@PE@PE@PE@P~G ú´Ö€å4Ñ(¼@baìh/àŸ†V^ôÍ6Û¬-QæÃzÜqÇ™1cÆ<\ðN°8†ïüûï¿—¾@1ƒì°Ãr…‡ £Ž:Jîý?ô}ùòå~TA´—¤Ï~ã>÷) qeÎ4±L/„”Òü2ÞBàœ/n8+E9ŽßN]`9ŒÂÜhdúöí+Q(6}'ÂÐ ACÖ¬Y„M+8Þ¯¼òJ¡ƒ!+dœ;ñ×<åï¿ÿ~ñƒàÒõªT†€¯p‡¢KEPE@PE@PE@¨ ^}ç}sÿ£/˜7ß[f>ùì+ó§†õÍfo`6oºéÜnW{ß k7¦Ìœkþû˯YÓW±>ï6Ûx}³E³ -ëF¼JõÛï~0?û›Ñ0í»ë6fÝFÙÛ$Ïœï˜e+>'h6øK#³Çß[JXÿ”.ñ«£ÆõNU JFœ¨úQ¸C7ƒHK:ï}Ú´ifÉ’%æ™gž‘hœF<Øe%&t­[·ã<þøãre ÊuœA¢Ì§üüùóÍìÙ³CÅ¥OiƒƒÊË.»Ì,]ºÔôîÝ[œ[Â3cJèýÂtëw]Xdö]—˜ÖZ„÷qkoŸnxl®$µßc;«p?/.›Æ•E«p‡/Ý)ÛÁó믿þô8l}^jÒ/¹äq"éçEa>dÈ?J,åá»öpù´(X’5£ ½A1zÚi§…Ñ 4 h,òí´4Ù)Ê|”°=ô9üðÃCÚœh²¾`iý /„QIûV`(Ò±|FÙŽ5ºáò¢”/„”Úü2æ48wéÒ%tøÅoüøñQÌóW@9´ % ›7}úôÉÈïn `®¸â w^ÙXr ÷-ZˆÒœÄ½÷Þ[üö­â¹G™Ï‰ ìË–-å9 ôÊE+Ž9  ¯\§sÎÇ,óGåGi¸Äà;Í ëÁm¹8½*Š€" (Š€" (Š€" (…Dà¥×ß3]θÖ,]öi¥Õ¢Lzã}fÚóͳ/6õ×Z³ÒüÙ±Vð¯-úÀtµm>Ùm3ê¢ãŒÏ‘­œÆ׊ÚijÒi@‘X•’Å1N×[o½ŒfPŒb•ŽÂÙW°ºLpÇc!ŒB4JcCGvèÐÁe¯(0‰oÖ¬Y‡õ2–ÄÖð¹Xú¢èÇ*Ø—4}öëÁ¿gÏž±Ô!lJ ÅfZëv¿Í$áÚšß483g¹PñÄÍ/aÕÎÆ T/ŽR‰xÂÐÝtÓMb±÷ï;Ce~üñ.XAáNÂFm$~ ú÷ïŸÕgÏ'Q&Nœ(ÊvÊ5jÔHÖµo1O|T°pßgŸ}¢Ñz_â(L‰O v_PE@PE@PB ™ÖGœ*Ûת·†¹ÀZž?6îóÍKw˜ÿ¼0Î<1~°Ùg×­ÃQ½òö¿Íý‡›_ÍNsÈ~;›Î?6ãsí9=­uüÁfý¿4 ëºyÒc•ZÕ‡5P§øƒåäêÔˆó,œ×/½ô’Ðgð¢,GÉž‹âÎlYþÛZ²CÁ—6Šüê–4}v}♾ÃGߤIé{m+Ù]ß yMƒUš²iÇÇ>\îœÚÀ‡ÀÚk¯¶Ê*ËÿøãfÑ¢EB/Dfœ·òa#Æߨ²"ÍPÖ|÷ÝwòýøóÏ?Ë8Ÿ}öY9íPÖƒÖÁ)Š€" (Š€" (Š€" T@ ËaÍä)ÓÍÈ {›¾ÝÛWH/Tľ=‡˜'ç¾.Õý¹ÑÚfÆ-çš¿o³ilõ'^t‹¹åž™aÚƒ74ïó?¿ëìxtH)sÍ ž¦_¯xŸdßYKù¿wd-ýXêÚa«ffþý¿1¼½ä#³åg„m¥Ì-Âû¸@çӮΠ”™1¦ú)e¸×\ùÍâô'çg(ÜÉ“‹@EsÆÑLß!c$ûËo.5?ýü_³új«æR\óÔÊ’R¦Ì›QP¢CÀçoÇÉ®ž~(º)Ò)Š€" (Š€" (Š€"P6 yo8–½vÞÒì´Móð>.°šUˆã0µÕMåóÑŠ/â²å·YÓ Â|‡¤©+¬Heƒ€Z¸—ÍTê@E@¨=xÁ˜1cF؃Š?zfЀ" (Š€" (Š€" (Š€"Ÿ­E9ŽKœœ#mÍ=2|ÒÊÒe+2ªøs£÷zS·P ÷º=ÿ:zE@P ‚À¼yó̧ŸþæçÒíÛÿÿöÎ^ŠêìÃGÅ @¥I‘¢ˆ"– ‰ÁnÔhì1&Áb,ä‹)j>;[¬±·Øâg‹Š¦éEAT,X@°ÝožcÞñìÜÙ¾·ìÝÿûû-;;§?ç̲÷?ＧábôU¤ÃªDD@D@D@D@D@D j ̘·(Úôô«¸ÿ[öí7ôÁòŸE±à‹›é¼A{×v­Öñgˆ€<ܵD@D@Ê&ðÀÄu°wE»víâÏ:Jx-Úœ4´.Ö ?–}üæ;ï»W§ÏϨ‡8í¯Í^à.¼þA7ñµyqÚÈÃ÷Œu à®u " "P6iÓ¦Åuì³Ï>ñ±D@D@D@D@D@D@D ÒÞ~wI\e›Ök8â³WÒþzíýŽW>Û¼wwìðaù²)½Æ(¤LM¸†+"  A`Ô¨Q®GnèСnĈ Ñ„êO g׎1‰¥Ë–»?^n¬ƒŸÿh7÷âç8™„äáÒбˆ€ˆ@IìfÏž]RYbôÛtãŒìó.v7k“q.íÃëo.vO½<Õ'­¼ÒJî}wJËævÔÇ%ã·jµŠëÕµ“Ðk“èÕÅu(`£TÂÐä³Bòä«CéÍ‹€÷æ5ꈀˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ@›D1Û[¯¹º[öé ŸëÑg_÷n9J|tã}O»3.ºÕ…ƒÉ&¸8l;wâ‘{ç­/™aýuÛfœú$ò¾ÏgažõÛk?´|¼ª!]!eªa–ÔGO`¥È;}·¶ˆi\rÓÃîË/¿Œ?g;xâ…ÉqÒŽ[mWê¯÷ ×['®nÜ”9ñqÚ}~eÚ7›³^Vý$¸Wÿj" " " " " " " " "PSÎ;ùPG˜ìEïº ¯0çøyf¢{òÅo÷‡ôË™¿ÔÄP4¿çÑsÞxì¹InÉGßÄŸÐ{“R›U¹fD@‚{3š uED@D@D@D@D@D@D@D@D ?ÞÝ;»c‡‹3žò—ÝÙ—ÝžŸ0Ý}Úåñ©mör?ˆÂÆ4„í÷mâj'ÍxÝ ?é"÷Åõ½ïÇMží†Ÿ|QœwýömÝv{ÇŸuP½ýzçN=š%pæq9ÂÄLŽ„mì¬Knw·<0Æ}{p_·ý–½Ý‡Ÿ,s/Ošínø¹ÈÓü+Ÿ‡Øï7œw‚[e•¯½ãýÉ þÃM€»ÿïÅØ›þŽ?ïa’<`S7¨ow·øý¡f&Ï|=îÍ_ýÇn¶ù7~­`WUUàÞ@`U­ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€TW^yÅ]qÅnÖ¬Yî½÷ÞsíÛ·wl°8p ;ꨣüqrL|ðÛqÇýiò>ùä“É,õ>ß|óÍîïÿ»o#L¼îºëÜ6Û|ã!¦éX’Öm·–{ñö?»_þñîš;÷ÉÓç¾éx]}ÇןÃ26X×]ó§®W·NáéŠ_þºssß=êl7sÞ"_÷ûK>qÿ7æÿJ6FþSºŸÛgèàd’>W) îU:q궈€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€T’ÀùçŸïN=õTWWWW¯Ú[n¹ÅMœ8Ññž46~œ:uª?½dÉ’drêçsÏ=×MžüMû<£Èê«­ê~ràPwÎIÃ]ÛµZg¤5ćM:­ç&ßÿ7wÅ­ÿç~…¹ApO³¡Û pç:Ümy¾ËZ î-g.5(‰â÷o~ó/¶jcÀ€®sçÎnáÂ…nÁ‚îÃ?tƒ§{à¶jÕÊ{ÀÓðúë¯_Pû£Gvx¹ãE¿xñb÷ÔSOTN™D CöÝÉñúüó/¢p-oDa[f»vk·qlbÚ«kǼ!d>wC¶ªK:¿êª­Ü ‡íéFüx˜›ÿæb7kþ[n΂·]Û6kºž];¹ž]:ºë®]RÝ*Ô¼ HpoÞó£Þ‰€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ@ƒøÏþÅ“þzcÇgžyÆm¿ýöm~ñÅa=ÍÖYgïýž––íÜ·¿ýmÇ Clße—]ü±þi|<ÑpðÁ»#<Ò 6,ë<7~ÏJk¡{P¿îþUZ •-ÕªÕ*nÓH\ç%« éß”µ1vRD@šœ?,Ï9ç÷Æoø¾tïÞÝ=ðÀ%÷«”؉%7V#5G52Ѧˆ€ˆ€ˆ€”A1šßâØÊ+¯ì:tèà>úè#G<ô¹sçºM6ÙÄm±Åþ|¶f=ß}÷Ý8¹M›6®uë¯C_LŸ>Ý7ÎuêÔÉí¼óξ8cp@ä›9s¦÷TïÙ³§÷J§O¹ìý÷ßw³gÏöYÕ)‡×9F|éõÖ[/«û駟ºO>É —¿êª«úò ùm¿öÚk>œMÇŽÝ Aƒr2nȾT{ÝwÞy§ãÇC=Ô‹ïýû÷¯öa©ÿ"Ð$$¸7 v5*" _¸òÊ+Ý#<ã0’øD‘¥ÄN,²‰Ôì?üá½GËsÏ=×â~ඔ9J8(›À 7ÜàN8á/°Sâô1Çã.½ôR÷ñÇgÔñ%—\RoãQþ&@ä ÷?þñî€pÇ{¬ÃûÜlË-·t>ø ÷bçx¿ë®»|üõ9s愧]×®]uQÒ^ýu/àÏ›7/Nâ柆†{ß}÷¹!C†„§ý¸ÙøôóÏ3ãe?ýôÓ±÷zF }X¾|¹;ï¼óü Ñ=´Í6ÛÌýõ¯u{î¹gxZÇxë­·±üyB¯÷ÿøÇ~óÜ«P6¨y¹oqÖ<†%pú駻O<Ñ{¼T¢%‹8pà@ׯ_¿JT™·6EºãŽ;ÜŒ32þÈ[°J2´„9ªÔꦈ€ˆ€ˆ€T%¼Øñf7C4ç)Ö¤ØNúí·ßî§'7 ÅK;ÛÉûÏþÓÇEÅvγq)±ÖCûÇ?þáC‚$ÅvòÌŸ?ß~øá^èËpÌ“¶¡ØžL·Ïˆ°üÞOÚ‹/¾XOlOæ©ôg¼ñù{笳ÎrI±¶¦M›æöÚk/ó¡Òm×Z}cÇŽuǼ²â ƒò7z¸!#ÈM@‚{n>J%зo_÷·¿ýÍí°ÃiÇb'ò#üÑG­Hù*á ]ÅØH©¥YK˜£–6'ˆ€ˆ€ˆ€4'xãqžüMÿ­o}Ë{#Tã ò£ýÈw›MB9ÅâãŽ;Î=öØcîâ‹/Ž‡6uêT/fšÑó¥—^r8ƒVf»í¶‹ó]}õÕîè£v_}õ•Ûpà ÝW\á^}õUΆ§5Ùø”ßë¿üå/Ý\—ã€>¾üòËîòË/÷±»9Gø¼óíuÙe—9<ÖñrNã¾å–[|^¼üÚÇa‡‹ÿÄ€g¼ÜÀxâ‰'¼ß¾}{ß <´ÇŒÓÐ]ª‰ú?ûì3nfï½÷öÎb§œrŠ›2eJMŒ]ƒR(¤L)ÔTFD@˜Þ0ˆæÄ{äP<8Ós?ØˉXJ¼GBØðƒý¶XvŽ¼«¬²Š}¬÷^L»•ˆY¯%ž¨–9²á-]ºÔǶ$6'üG”°x*‚¸œÉ¸žÌ‹yY?tõÕWw&LðCÄ$eMòÇ[>+f~“uS¶9­ä8ôYD@D@D eXsÍ5}ø’{î¹ÇbÛc=ܽ÷ÞëV[m5ÿ¹W¯^î?ø˽+¯¹æ/¤“Qý;ßùŽÛi§¼0î EÿtéÒÅ{Åo»í¶þÔ6Ûlãþð‡?X²íGåu~ß?Þ‡´± Äÿþ÷¿ïvÝuWß&‚ýQG•ñ·aCx-X°À‡»äw!7 ±õ×_?¾‘ðøã§zÑRO¡yp*z衇|ö¡C‡úk¬±†ÿL¼qƹûî»»ï~÷»þo£#F¸I“&Z½Ï·bÅ ‡ç>ïµbüî.Ôr¦PRÊWË$¸×òìkì" ÍŽÀ²eËüã¡£G®÷ê!‡â=^Ìc#ì<Þ$åÄN,%ÞãÍ7ß숇^í¿úÕ¯¯ÐÚµkç½NÌ£'L+¦ÝJÄÆ Û.õ¸šæˆ1"®óÅ_þòÇã·¡µmÛÖ!¦£“‹€ˆ€ˆ€Ô.ßþö·±ØRøßÿý_ÇoœVžþùXpóØ1â;"~ÚïËC¸ûGÜrâÇ' Qœ4„h~Ë/ž=˜ªÑðò7ã·*¢{šñg$~¿Â'Ãdy8%Ãø$óèó×9Ãë׿þµÛwß}}¼wøår¸;¨ )S ³¬1Š€T b(²ùOZ¼G3gÖO9±K÷Ècª¡Ø^¯Sÿ=AâZ&­Øv+3Ù‡R>WÓ1>¼zˆñiˆ…c&ТE‹üü„19y|ÙÄvòß}÷Ýb;çð‚¹è¢‹ÜÈ‘#ùXÏŠß°‚bË6—µŽAÇ" " " µKëdx£i{--\¸ÐN§¾ï{ßË+‡ñ×Ã03É y²ÑŒß³ÕjÄg7ãïnZ¤½Þ~ûmËVTè~ãò·•¬8aÈžæoŒW“r‹@Ë ÷–1…ˆ@ #Àt¼bˆÎhb*Þyç^=âˆ#Ü3Ï<“á5@ìDáÄSfúôé?ÊI¼ÇŸýìg^<%Þãïÿ{ÿÇýÐd#¢7ß|Ó{2²ƒ ^ÍHÛyçýc«gœq†?~øcž“=zôðvZ9ÞKi—ؘûä­[·nÞ›}РAþ±\n áÍÂ\27xÉ›•2¿å”mnkÃÆ¢wÚ$°|ùrï°@™¤áäÀïSÌÂÄ$óóïu3þ ¬Lš±)«¿çªÕzöìw}Çw,èw~1 ðç%—\â'×ZH™Y³fÅlK9àï£#<Ò?=Á“´2¨eÜkyö5vfI€hî»ï¾8¦6Â'J›‘° xpÜtÓMáݬ”؉Ä|/'ޣŪÄëÞwúù“Ÿüĺ•ú^N»{¬¶Ôؘ©*ádµÌ7IØ< #;Þ&çèXD@D@D v Hâ¬0þ|¿ç¯ÙÚk¯íN;í4ÿ¤©c¯£„â:iüVãžê8„f›ØŸyæ™þ·ïÏþó09>>å”Sü~Qñ‰è€Ð|l¨OHj24Âû½S§Nñé<ÐM˜0!þ š‡Æº/¼ðB|Š§,-´N|ò¿×_}Æ)6™µ¼ˆ»ü¾E`_°`¿IÁŠ\ÆnDÈÊ# 1åñSéÚ" MSkk¾5ZfNàƒ>¨÷C;ì²mdþÐ Ó‹9NÆ{ÌV¶Òñ+Õ®ÅÆLëw¥cc†mTÛ¦å‚ .pô›?Tˆ¯~ÒI'yï b¹³Aï1Çãž}öÙp˜%—3¿å” ;ÜTk#샎E@D@D@j—èÄþí¶ÛÜ 'œà=´ñvÇÉaöìÙb;”Ö]w]ÿÛ §\†‡»=±˜Ì‡W;"7!W½y8Þj«­üžP„§´ð6V~×]wÍ-hçÃw<ÜÙÀ5ùÄ#^Ρ·}X&<ÆKP„¡ñ™óù,­,OZò7 ¿i[µJ÷#¥Ïx_ß|óÍÛóAΑkžeþ^àïÅgÏLI"ð_éßLÂ#" "Ð$ˆ½È&=|¸/C¬Ç‡~Ø{Ä ZãŒgY©±Ë÷híSmÔÄãžC† q;wv‹/öã¸õÖ[7 ‰ƒÀ[©vi¿ØؘÖçbÞ«yŽ{ì1?T¼Úa?bÄ¿q*|;Ö3&ŽÊF©fäe*³§žzÊ óöÇs˺5c~ñœÂ¦œù-§¬õÅÞcmX[zæD€°5Æ kN]j°¾ðTÀ[lá_ ÖHT¬152Ñf£X)oê¥%5"" "P^¸<úY¨!ŠÞ}÷Ýþ±T+ƒÐ™-v¢å±÷m·Ý6#v"çÏ>ûlG¼Ç\fñCoö0?ž4ˆí¹Œð%Ü°°!¥¶ËÍä06f²Ý´Ø˜É<…~®æ9B`¿âŠ+ò•'؈·W¯^>/›Qq“'4âeòènïÞ½ý`l„#¼›•:¿”/µlc¯ «ÞE@D@D@D/ë‘#Gºÿûßþ©NB™ð›”§ ÃMJEJj…ÀÁìëî¸ç~wéïŽvÇß½V†]5ã<ë’ÛÝÙ—ÝáÒö…¨šA4ÏŽ.‹t“6ŠáÞ<'G½¨ˆ”x›ñ ƒJE¸ÓN;¹‰'fˆí”+'v"åK÷HY³Ñ£GûÇWÓv¨çqNþ'Ž‰í”+·ÝbccZ_‹}¯æ9âæ6ÚÈá­Â Š¤ñ¨ó‘Géc»›ØNžÝvÛ-c®ÈG<¹`é<ªk†gúÞ{ïmý{9ó[NYo¬µ‘1`}¨Y8 ôéÓÇ‹í@xï½÷Üî»ïîùl¾ùæ>´bÍÂÑÀE@D  Èý']ChþÞyçffáÂ…>aß¾}}¨Ž†îy1ñÓú²`ÁïMœ.]º¸~ýúe·ie8WL»æÅŒL{MeÕ6GÄi7nœ[´h‘ûòË/]=¼G{!›U•Ë¸˜ùM¶ULÙæ²6’cÐg–M€ÍHG•:Èú§Q³=)šZH'E ‡{óžDy¸7ØüxwÅpo0¾ªXD@J'€§ûСCK¯ Ä’åÆ{Ä[?ôØ/´å¶[h;•ÌWmsDHž’h +g~Ë)ÛcU›" " " µG€=˜Ø¨ž}pBãwLÿþýÄöŠŽE@D åàÞòçX#C€Ø˜æÕ¾|ùr3œ?d³ÅLqÉÑÚ( Š€ˆ€ˆ€T€ayÉD@D@D@‚»Ö€ˆ€ˆ@UHn¤i±1é<yN›6MÞCU1“•ï¤ÖF噪FÒhÓÔÒ¸©”ˆ€ˆ@#Xc5²¶˜¶!hÖÌJhq´6ZÜ”j@" " " " " "Pµäá^µS§Ž‹€ˆ@mPlÌÚšïbF«µQ -åhHÜ’®ê¨(ÅƬ(ÎU™ÖF‹šN FD@D@D@D@D@ª–€BÊTíÔ©ã" " " " " " " " " " ͉€÷æ4ꋈ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ@Õà^µS§Ž‹€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€4'Ü›Ól¨/" " " " " " " " " " UK@‚{ÕN:." " " " " " " " " "ÐœHpoN³¡¾ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€T- îU;u금@¥ÔÕÕ¹‘#GºAƒ¹þýûû×Ã?\VõúÓŸâºî¼óβê*¤ðÍ7ßìvÚi§¸MÇË/¿\Hqåi†žzê)·ûî»Çsº÷Þ{—ÕË>ø ®k×]w-«®j(\kã­†9QE@D@D@D@D@D ´ª…AjŒ" "‹À¬Y³ÜÅ_œ‘åÃ?Ìø\ì‡E‹¹©S§úb mçž{®›kºš†À¼…ï4MÃ5Òª÷™h SD ;^½z¹+®¸Â=øàƒîþûïÏž±ˆ”6ÚÈ 8Зhß¾}%KË:zôh‡—û{ï½ç/^ìðŽn,C¼½ãŽ;O üç?ÿqx`c5Ý¢Û9ýôÓ݆nèxBâ7Þ({¬­ZµŠ×äúë¯_p}Õ:¿¥Ž·`0Ê(" " " " "•@çèoblÖü·ü+kF%4)´ Yå ¬ $u•¯V5Š€ˆ@õ˜6mšëÛ·¯ïø-·Üâ~ô£Uß ¢#¶ï²Ë.¾ïO>ùd|ÜPƒyýõ×]×®]}õ×\sûÉO~ÒPMÕd½¬ÃÛn»ÍõéÓDZFÛ4¿M\퉀ˆ€ˆ€ˆ€ˆ@õøôÓOÝc=æ–/_^ýƒi¡#hÓ¦ûîw¿ëV[mµ:Â&Ö²•VZ©<Ü›„½¨Ó§O÷a8>ÿüsïŒ7üÊ+çÞþ/ó¯¾ú*"ÿyµk×.þœï€û ãÆs3gÎô^ã={ötƒÎÛn¾zó¥Ï;×õwÞqk­µ–Ñ·Þzk·Ê*«d-JØÆköñÇ{{ûÌ;þ¹êà‡Øk¯½æÛîر£¥Ÿ+, |Þ}÷]ß?V_}u7aÂ/FSŽ' :wîv!ëñÂ… Ý”)Sïl°qÞ­[7?Éy¦ŸŸ|ò‰¯‹v’é̹±hݺµ£o a0&|óÅÆ»Î:ëäl*ì»e¤Ìª«®jSß›b~ÃŽ‰08³gÏv\ƒ›l²‰Û~ûíÞëјzs`eKo¸®¬žlï¹Ø»ž³µ¡ó" " " " "PÍÖ\sM·Ï>ûTóÔw(@ô¦LD@D "‰¾<ñã_¿øÅ/ê"a/þlç;uêTwß}÷¥òŠ„Áº7Þ¸^™¡C‡¦æO;…©ëÑ£G½:"aµîÆoL+Rï\Ö%.y¸×KOD‚jݯ~õ«º(tI\ÆÆÊû¦›nZwï½÷†Eâã›nº©.º‘Z.¬ƒ<Ñq9;ˆ„ɺ³Î:«.ú!V¯ŽÍ6Û¬. ñcYã÷G}´n½õÖ‹ópÀu ˆ?Ón$ÄÖE›àÖ-[¶,.—<ˆ6“­ÛrË-3ÊYŸ·Ûn;?‘gy\ìç?ÿy]$NÇù×]wݺ»îº+N‡Qtc!Nn0ÔtÐAqz9Qüt_o$6×5ªníµ×ŽÛ±>rÈ!u‘ØŸÚÌñÇŸÑw+óôÓO§æ·“M1¿ÖögŸ}VíKÁÔúݶmÛ:®ÃèFƒeÏx/u¼Ñ¦z\­Íä;ë0i¥¬çdú," " " " " "PÕüFz¹Ý4£¿0e" "P‹ˆéþüóõ7va3ÔýöÛÏ|òÉõ°àq¼`Á‚zç =ñüÃ|ðÁnÎœ9õŠÌŸ?ß~øáî’K.©—VÎ <Å/ºè"÷öÛo§Vƒg1}z饗꥿úê«®ÍeÉóÊ+¯d”ÿý÷½gv$¸;<‚“F蔽öÚËzê©Ix;›w; wß}w½Íb£ÿšý˜"Ñ=£¬}¸êª«\$ª{/q;¾¿ð ~‰n?Fâ´÷°¶|l„;iÒ$ûèûÀ˜Ìð æ™gü v®Üw⸟wÞy÷¤¿?ºñàŸŠH¦½øâ‹}O¦gûÜók}1b„ûÍo~ãB¦–öÑG9®CÖÔŒ3ìtü^êxçRâÊ <(u=X½²‰€ˆ€ˆ€ˆ€ˆ€ˆ€TÅp¯¢ÉRWE@–@Öxî´ÓNs{챇[c5¼€zÆgÄ!SØduÏ=÷Œ;…ЋØGxÄ» .¸À‡Âˆ<ÜÝã?çK;¸úê«ÝÏ~ö3/вQæïÿ{·Ã;øÏÔ‰0ýæ›oú¢ûÛß܉'ž˜V?Wl ÷‹/¾Ø‹—‘W¹N¬pÂàDžòq<öãŽ;Î]zé¥m"”#~üøñ.XäiíC~„#}·ë®»z†œ‡ÓÞ{ïízè!ŸíÛßþ¶/·ãŽ;:ÂÙ nÓ'DL†ð™4Œ°"<òHÆ£‰„€9çœs|(DpDé±cÇú²o½õ–ã Gÿ¦‡,ôù<ÆÝ°aÃ\ä±îo*0æk¯½Ö²;6 %êžxâ Ÿvùå—»£Ž:ʇ³áÄŠ+|¹c=Ö§ï¼óÎîúë¯cÛû“%þc1Ü­8ëâ·¿ý­ßo`Þ¼yŽ¾ps#Ü B‡MtY„»!D’Ý´+ì³YSÌ/}APg>¸†† âŽ>úhR‰=ˆì^xa|3lÖ¬Y.z #c¥Ž—9¶™ìðáÃýõgýázdŽ1Ö.¼ e„•³ž}úGD@D@D@D@D@D ¥ð1ÜùCQ&" "CÊä¹çž«Ç%ò2ŽÃ\DBo½ôðD$ûùBÊúÄ‘6$ Ãjü1á.ú÷ïïë‹âƒ×EÖõò؉H4ŽCcä )cexÄìºÈ£½.•ë¹m–YÅŽ÷uE‚y˜5ã8ò¾Û‹6MÍHKû æq~ØDÂn½l‘—y]GÞç#dLhäþ'ö/úyç‡É>ä¥Ã"´üà¾óûì³Ï†Iññ1ÇãóÀ™Ð&fQÜt®†ºúÓŸÚéø=Ú,6îWƒ?>_î…”¡ÝHì­# PÒ¢'⶯»îºdrü9Ú´(Î îñù\=¿„Ʊù‹nøõ†Ëázà 'œÊ"K±ã%„mG7Í|5Ñ —ºm·Ý6îOôtK]$¼‡MÔ•»ž3*Ój&àCÊhÓÔè/k™ˆ€$ qÄõ<µÉÅh÷^ï't’ûj6ú,Çðª¶Ðýë_]£¼^uxÞ’¶ûî»»Hpô^Þ‘[/_)'Ç™gžéþùϺ/¾ø"µ B¤TÊÂð4xó@šáÑÌ&¥“'Oö|Ø|5i‘€žáÁN:sd– yÝHðI°ÃS<Í~÷»ßyOpvk7Å3þÀôÞÍ‘¨íCž˜w5žÖ7Üpƒ¯ŽC[mµUZÕeŸ»ì²ËR7 ýÃþà=ìáI($ÖoSY¹óË<ãEþÀxo}[<ùѯ_?÷­o}Ë?mÁ†±•6ž&ᚎnnù§¾÷½ï9[3ûï¿¿»í¶Û2Öí—;ÞJAõ‰€ˆ€ˆ€ˆ€ˆ€ˆ€4- îMË_­‹€4S„²Èfaq®Ëܼ͈-žÍbF<ïJñÊ4 ÒXFè3øbS¦LÉþ¤:ˆ}N,|,— Ž`OXž4#´qã¹1Á±‰ìgŸ}¶?GÎ7„±Îºté’Z5!€¸!@è˜B™¦VT“•˜ßhƒ`Féïÿ{GŸ}xƈ}­=iPSE‡/bôï¶Ûn.zRÁ'rc'Úø×µjUÿgS%ÆûMt$" " " " " "PíêÿåXí#RÿE@D ˆ%žÍÂM;;uê”-[Áç-n4ˆ±…•I-…¼‰Ï4(>.õ`éÒ¥~XÄv„â(<‹W1žá .ôÂfxC Ô¶Âr={öŒ?›Xêù¬<ùêˆBÔøxìŒ-Û&±ùêÀÚ˜ê< ÀF¥ÿó?ÿã=ÎùŒpÀ^øÎWO)éˆÀÄ°½îÃzl]VbM†õ{\‰ùeM²¹çžëŸp v;ëŸ7C¸y…þñqìY¯•4bÝ#¶³ÆÓ7ÝtSªØNz%ÆK=2–A@‚{˘GBD ÂØÄôøã÷›7†UZÏZŒTûöí&—tÌÆ•lÀȦŒ#GŽtQìx/ ‡•FÆ6äD8εÙeX.×1›fÚ<´O?ýôŒìl>yÕUWeœKû€Xo†šf„̉‚°yïa„}3ÂçÜu×]©aR,O¥Þé'O'<úè£^,?ùä“ë…£±¶Ø OvÄõdˆÂïZ„µÀf¶+¯¼²?¦~>7”±>Øðô׿þu½&ØHÖ<Û+q3&l ±çqû°ÃóÞë¬?ÖK¸f¸ÅõwÜ0¾’‚;7-%„ÀýøÇ?ömØ&´læËÜR¨W¯^>OØ·Æ\Ͼqý#" " " " " "ÐìHpovS¢‰€4gžyÆÝsÏ=qÓц¡n›m¶qgœq†CÀ$dÇÔ©SÝyçÇl>å”Sb¯WÄׇzÈ{Å~õÕW¾êÀæÎ ±ˆ³„3ÙsÏ=c‘™ØÔ'žx¢÷æ¥ âGG<Ú¬Ñç!†41ºÍÓ<ÚœÓ÷ÇWýÃùûï¿ßᙋY>Ž‰*ƒØØÝ»w÷ŸC!•°äëܹ³#| ¡I®½öÚ8Ô ¡X.¿ür·ï¾ûº6ÚÈ—·è¿Ý0 Ä ¢6õ ØSï­·ÞêcÎþ1ö]vÙÅ·wï½÷zoâ=öØÃÇÌ'lÊ¢E‹¼àI<íñãÇû›ˆäÑ&¦¾<½ÞΈ¯{íµ—?E›÷ÝwŸ%ûvámqÝ:ê(/¸#¨3¿p‡3ý%^<ý#Ì7U¸É1cÆ ‡ÈZï޽ݡ‡ꮿþzwÇwø§H?øàƒ}_¼å#þ2bØ›E›£z¦Ã‡÷áeˆ7þðÃûþrCƒ§%ðü6cí ÝÖÆœ9s,ÉÏ/óŒ!³6ºuëæ?‡ÿ4æüÒn´Ñ©ož›^ÌLj#¼¸Íu5vìX7fÌ/¶“)éí_ÎxY;ßùÎwܤI“|ûíÚµsÄèçÚ3c-ð¤7cFåO—³ž­^½‹€ˆ€ˆ€ˆ€ˆ€ˆ€´ Õ¼í«ú." • ‰tu‘ø\}µüŠ<Ìë¢ðqó‘0ZpYÚ‰DÒ¸¬D±¿óÖ‰üu‘ðhEü{$ç-gc‹¼qã²QØŽº-¶Ø¢à²Ô1lØ°¸|xpøá‡ç­'Úµ.ò¨÷Å¢ôu‘ž·Œõ;}¹H˜¯W&º‰Q…âñéÑ͈zéÑÆ—aWëN;í´zy¬ð5…ŠÉ(k¢MRë¢xÞq=ô!ºYbÉy?òÈ#ãúÃ~e;ŽÄçºèÆKFÛÑÍ¢‚ëˆnø ÷8·söŽ7ú÷¿ÿ}ïákçðt6Or;gï£GvGqDìµoçy'¦8ápybñêñ8'w$\fp Ëá5Ç1±ÒñúLj­muð™M,wØaï¡néa |úŒçvhx,_yå•qH0cæv`CH‘4Ãó™ñš‘¯á…¬>Þ£±g>Ÿ7Ø`wÐA¥òÚi§Üĉëuÿý÷wíÛ·§xNK®dæÆš_ÚåIž¢`^Ób÷3çÑÍÇ“ÖÅú[©ñZ}…¾—ºž ­_ùD@D@D@D@D@D@ª‡ÀJÜ6¨žîª§" "ÐxaH<{ölÇ1‚*BpC±Ð‰åN»Ä¨nÛ¶mƒ6‰øM8¨téÒÅEžïõâ×Ò x!P'ÔÃ&£¡@žVÇòåË}èÂÏ`æ¼êÃieË9[Ú$ô!f`L›„Üá&L>ãæÅ¿þõ/ßGØj¦1Œ¸û„™aS[8±.¹±ÐÖØóKœöqãÆù0C„mêÑ£‡¿ ¹ÁÔ<ÒÚhªõœÖhTË"'¾6Ü•¹h m³L<Ýy2A&" " " " " " "PÓ¼à®MSkz hð" " …À»‘ 31 ™±áëŠ+åÉkSï" " " " " " " Í“€<ܛ缨W" " ͈@´I®3fLÖ9Ò]xá…YÓ• " " " " " " "Ðâ xwmšÚâçY(—@ÚæaxÀËD@D@D@D@D@D@D@D@îZ" " "P6Xµ2av6ZíÖ­[xJÇ" " " " " " " µG@›¦ÖÞœkÄ" " " " " " " " " "  @@!eªª¨QŠá^£¯a‹€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€T–€÷ÊòTm" " " " " " " " " " 5J@‚{N¼†-" " " " " " " " " "PYÜ+ËSµ‰€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€Ô( î5:ñ¶ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ@e Hp¯,OÕ&" " " " " " " " " "P£$¸×èÄkØ" " " " " " " " " " •% Á½²sýúõsk­µV“÷§9t`òäÉîóÏ?wÛo¿}jwò¥§J99uêT‡¨¸é¦›º:¤ä¨ª±ç‹±""÷îÝÛ­³Î:õ;¤3µQÊüfTVæ‡>úÈM›6Í­±Æn‹-¶(³¶Æ+¾xñb;® ®Ã™3gº6mÚ¸þýû7^'ÊliáÂ…nÍ5×tíÛ·÷51ŽwÞyÇ­½öÚ®mÛ¶eÖÞ°ÅsÝòÏûï¿ï¿W¬Xá™Ág½õÖË9HÖö’%KÜÒ¥KÝJ+­ä×Ǻë®[Ôÿa\ÜÜéÛ·oj[ï¾û®£O…×X¡ßá…ÔW‰<Ü+AQuˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ@ >ýôS/*|õÕWE•Æûñ4h[yåÌØßxã /0m¸á†nã7.ªî¦ÌŒˆƒÀLŸ“c¢_ùÒ‹é;bm%=és±+u¾ŠéW˜wùòå©} óèøkɵ‘m~‹ëŠõUmöæ›oúk¯cÇŽîÃ?ôcXe•Uªf\3Ü$èܹs,¸#sŽW¡àžï{´)ÝXëA{úôéþ¦JrœÜ˜@oݺuFÿOÁqÑ¢Eçù€ð¾É&›¸=zÔKKžøøãÝ[o½åV_}õdRüyÁ‚þû>>‘ã€+ÜsR’ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ@~x"Z`' цôjóŠ6!§S§NÉ!ùÏùÒS e9Ɉú«­¶ZFŽje—1ˆü\Ù深дjÕÊáõ›KTl¬¾Ú7”¸q±þúë»UW]µÐbÍ*cÀB±ØÎáõZ¾ïÑ0oK:&dOƒ`Ì57fY§Ü˜˜?¾ÿ¿ƒô­·ÞÚ…7[æÍ›çÅv׺aÈSܨyýõ×ý÷i®›¼Ü„‹?ŸÑ¯|O}1¼ì“óš¯îÆH—‡{cPV" " " " " " " 9 |ñÅ^¸i×®QÌœ/=™?ßç^½zåË¢ô*!¶6šz~ñ8p`•üº›vÓïðjµ4q=í\µŽ¯ýž={¶¯†›}úô‰«dÍâ)>vìXÿd¡yºtéâÓ¹ÉÓ?O „7E¹±ÄKù¹sçú´P¨'œB»…¢)䉮6ÚÈ·•íêBä§Ï„?jn–ùÌYsëú#" " " " " " 5F€xí"JT í"ªj„c Ÿ)žåÚÛo¿íÇ 9aùÒ-/ã fscYcÏëîiO6”:f«“˜Î…í—3÷ˆ ÙÖ u3ÆBûSèÚH[¹ãH«³Ðs\oì#À{1ó Ø—b\&@‡åiŸ0x # æ²b¿+¬.ÆI¿‹ùn+vmÚØB¯gÎñ4 ±¾Ë±rÖJ9sö¹Üï]®+Ö<ºwïVía„Ç;fOQqLÆ×´ïh„yžŠ Ä… ÏwÄxÎ3÷aá1,§L™âxŠdÀ€~,azs8–‡{s˜õAD@D@D@D@D@D æ v!J fa<¶÷ˆlZˆî¡!´^xÁÜ`ƒ |Y<ÿLÔÀz±Áƒû°ï½÷žßÌ‘Çõ7ß|sÇ!ÄDjB Ša¤×™~ò8hôÑ…P¡á5;gΊ±dÛ¾ÒãH³\éˆx´ÁØM¤…‚ž—“&MrxÎ#ΘqŽüÖ'ûœ‹•å½ù²ü/¿ü²ï›gÂ)iáœdóŠfŽðLe¬_fŒ1y²þlŸñ`e~BÑ ïRÂB¤Í?ÞªxºRÆX!ÂáKüfúbø¬Y³1Á™3fxáybúc³Í6ó\1¢™„;Œô|Û¦­ ›O›ß°O:X¿ôÒKþæ×D¶õÉuÉõÙµkWÏήUØlµÕVqóÔÇõw[«$ÚÚ‡QZ8®O8R¯Ý˘ë˜2iᣞþy?G;ì°ƒÙaOyÊð}‚*ý¡®4c®‰ù]ÌwõÐWæ”ï ûŽá<ýíÖ­[j¿I/fm"¨³v0ÖÆú4ñcørapËõ=š|:¢Ðµâ+þ)e΂â‡Å~ïf>ØÚa]&ÃiY6Ò0û¿ˆcÖ –íf ×=ß±¬#ò†ÿÀ3¼¹Æ\™—½¯´ˆ¸~wÃ8ø®l®!›êÿÏYÄ •UD@D@D@D@D@D@D |ˆo¼Ú4jðBD<?~¼Ûn»íbÁ—™óŽ(¦‡Ça~êG°xõÕW½8‚ð‚`ŠÀ‚‚HJÛòa,d„„LÄP„ñ„äEl^6Û EIúdB› ´Ö{§-D1„Þ¤`Kž\éô ñŒ6Òò·õ‡ð¤…‚uò™óÖ§BØQ+f¾Èomѯ4ã|Z-/"sB>ÄRÖ L#cGt/d³B«±N›6Í‹Îœcþ™Kó¶FFXÝrË-ãù mW»ÃüÓÖsÇ&‡Ü„ᦆ vÔM[Œ|¯¼òŠï7åhÏæ0ô‰vØØ1žñ±#¢5å’fu$׎1·ùµrÅŽƒ~°¦˜sæ \ÛV'm!æÒ–ÝP¢ÆÏ+yM „=B7ãàÆsr§ ÄV®-R>Èð! ®ýØ¡ÙúFxž0a‚ïO˜3>Æšæ½Ìõ^ìwu³è7ý ßÌ9×(}溥ßýúõËgKY›Ì k6´¤ Nß]ßkÌ/3;¶wÎs\Êš§l©sFÙ¤•ò½›¬Ã>³ÙÜ4¼F-ÍÞíæEøÝoâ»Ýüµ¼á;i|WY^KCˆ-yM„iùŽùžáZá:Ë&þç«£1Ò%¸7eµ!" " " " " " 9 v!öìÙÓ‹^dEÄœ8q¢«ðöDLCøÛqǽ€;fÌ_ãöÛoŸ±±'ñ„E˜ ÎlñmUâðE6Î#L‘†zçR'â!Öͦh“~²é^(J" špƒØ–fŒ ûæË–N_0b0b;|YS¬-3Db„UÖ,kfРA–¿Ó"ß6Ûl¯„ØqãÆyŽ¹¢ÿ°¬,L§|šàžmmÄ 'JÞù´ƒ€Ìº²þYÕ&¶3¹Â–ÀÉÄv6¤ ÅKØÙ ò˜‡0ôk¯½æÅv„Kø˜W/×1³-déi"$ží\+|‡¶ËH7ÝÂõeã+å»ÂúÍ2¯ýû÷¿§8‡‡3ë‰õBŸŒi)k“õkL+ß7¶q'7)XÇ´aßKô§ïÑRÖ Ìlì´]êœ{ÞKùÞ Ë‡Ç|ðÊfÜüaT,ÊíiŒ´õau™nyí|¥Þ©—ÿ_¸1dßK•ª»Òõd>çSéÚUŸˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ@^x¬òØ=B‚¢˜‰nu apI‘± ñaÑñÏÌú 1¤ÑoBQ ˆrŒ¸g†8?dÈÿBÐKySÒÕ\éb °Bˆ4±6𨳉üÉ~ó¹±ç‹±àõœ»ÂùCx-Äài›rƒ'Û)ÏÜšX‰·*F„. oúPlçó†g;s`o‚if¤!ºÚÍÎ#ÐY¼hÿMxM¦›×­ÕÇ{®µæ³ãRÇn ¤«“w¯%L íúaŒIÑ›Ïp‡¥…B¡,b+‚8¬XÏ&,“S„Gk7[˜æ„õÓ-ºÞKȘz¸™€xŸü. ÍŒ²Éô\ßô”Éë±pÓ†~0'™W«ÏX¡{¾h/SÂC`„I†rH.â+ë 6&Ô&óž„'xb³2ôÁ=ÍÀŒuš(€—vCÅdÊ›‡lX¿¥§‰x¹ÖFX‡—3c^Ôk‚1×“Ý ³ö’ïvýÀŸP%Éë¶\?!ccÉMæ,ÍÃ1„ÙP¬÷'£è"t6ÃÓœk>í†eJù®°~sm¦ ÜÌ5^þ¬3’m~ŠY›á˜lìa¸”´sa™lÇÖ—RÖ¼½œ9 ûe릒߻aý³v_Fø®9nŽ…óÆŒ¦4žaÒ'[ïMÙŸ|m§_©ùJ)]D@D@D@D@D@D@D bB(¬Ô†;ØÒNkÏs¬8€„7*¡ByÂh ˜! %½v­®\ïx×"j™X›Ì›+Ýú–«Ý\iɶ ýÜØó•+B5%žŸð`^sYÈÌ]aùx·ïgûÎ ÓìØÒ,¯/÷¡›¿X¶³å¶QéòÜ+MTõ‰€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ@0!*[W-=)~!`#ZñBì"ô^[Ä‹=¤³µèˆeûr¥Ó„PÜKkÇ„³´´ær.—×(}´¹ÈÖ_KOÎUZ~»9aâdZžä9«×ÚI¦ÛgcO¤´üå¼çZÙê-wˆêˆäˆîÌkŸzÑ 5_^”gŸ®!ž à–Åÿ&&>ëÛÖx9ìmÜÉþQ'îô=לåkÛÒ­úÌ ÆWÌ:+em†c2Á7¼!Æ9>ëumc±±…í„ÇÉ5_©9 Ûฒ߻ÔÇ÷5›ñ2G¬ÅÞ½{ç\¬ž 0ï}êHš¥åZKÉ2…|æc˜Ç|a› ©¯1ò(†{cPV" " " " " " "ÐÌ –çÃÏ1óàÄËüaÒ!ûöíë¶Ýv[/ !àXlõ\C&Â%Þ›i¡ò¥S·…‰@´Ìf¤MmùÄ> …‘­Ÿ6iéá<Ú\¥å³sÆÌÄ1;¾Ó¼†¹yÂ<V£ ë ›á)‹YþlùÊ=_ÈÚHkÃúUê8ð®EPeMq V#èr>ßÓòRÎ" â5OÌ|6¶xüxЛ‡¸õ9×@ôµëÒò§?yÎÂtd»áeùÃ5fçÂwë[¸þlÙšóÛ1¡LXgô³2ŬMÚ´M™)PnŸyg^`lç ñn§/Ʊ”µbe õ%­Ð9«ô÷.ý ,›£R7O\$7ãMö•Ï6¦\óii•ãeÞí<9ÕO,¥·ÜsÜË%¨ò" " " " " " "P…-ÍK8Ù}Ä; •až»œ3fŒ{öÙgcq/,‡W£=îoba˜žë±°MÄ ÛAj‚»yîfë‹ JaßÃcIæ+ÍB±ÒË´|vŽ›½~¶¹£¥Ù;ñœñ*eÉËÓ ]ÌñÇÓ QÖn´Ø¼¤å«Ä¹BÖFZ;厱xèÌׇ]#…†“™3gŽ¿†xO3ÜI³kÈXÂÝ<¸“e ñ„!Š²¬D÷¤åK·ü´M8bã­>!jh ÏYB&LŸ>=cV>í½viårÛxããÝÏ?ÿ¼ßT‘ÓXÃuÖ¬YY«Àcq—²ˆYŒ‹²æi o‚­’4î–† ÄPn†ÀŒyc=1¢x´†O0b]Ó}ç;†6é7kï¥~ýúÅ7¹è;c/vmRÎ8X_³ã¼Y¾ïÑR×J¥ç¬”ï]còݾ‹¹n_xá…drÆg¾øþÄ`…G<7cYû|ñý nuÚ¸3*)óßqvs—ï¨j1 îÕ2S꧈€ˆ€ˆ€ˆ€ˆ€ˆ€6ñ4GhB¼21›,x#‚ rqÁÂD «ÁŽÄÈgá@MWPCCl$Þ/!,]BOgêC íÞ½»ëÃrÉcóÈ Ý0O¾ô0/¢ÐÖ[oío ä!Zr³ñ_óç\!V»Bê ó Là á¡ Þˆûˆ©ùú†˜Š¨>/z"Á„^êG\$ a°£=˜Ú„y‡/ŒyDDÛpÁõ‚xŠW5\‰1ã8Gù†´bÖFZ?*1Ö7˜Ãb¼ùÉß¿ý0æ2œOiæ2¼aŸì=‹íºæ<õ!BrÍ#¶óÀäzN^ãÔ›´R¾+¨ƒë›µ÷3ëÅ<øIC¬EH&=´RÖ&åKÜ)—ë{´œµRÉ9«Ô÷.ãµ›:ÜM>1CzhÜ´ ~lµÕV~R=±Ä:d>ù?#¼á–-õؾ¿™‹J×]jŸ )·RônöÝ. ©AyD@D@D@D@D@D@D@ª†Ê“'OöžÒˆ®ÞɈí…z"Ú!S–w/…Âå’^ÙV6_ºåK{GD E_„Q„eDäbBn¤Õ]‰sˆXÜ AlûYhÝx|žòù„úBë¤O–Ì!žÉ…˜­òZ¦zóå)gm¤ÕÝTã@Žãúá…˜C®£BŒ¹²§I([¬±þKø ½Þ­ ãUÌwe¯‰§§”/ÄJY›…Ô[J{)k¾Ü9³þ–ó½kuTâÏv¾‹øÎg>KY‡•èG3¬cYĤ÷f83ê’ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€44Á½¡Újèz ³Â‹0+Ù<_zé%/ áIžMàoè~ª~š à÷†}Χ&8j" " " " " " " MAïÊ xÏ`Dw‹¿n}!ä^˜x¤&ÃtX½‹€ˆ€ˆ@% Hp¯$MÕ%" " " " " " "ÐhˆLìj¼öÙ<–¸É„È ì±® aA¨bE+äA£M‹š& Á½¦§_ƒ¨5x…û»”øáÍcaJ6ñdJ„w^1¢Ùä±½Ø8ÕÍmœêˆ€ˆ@õP ÷ê™+õTD@D@D@D@D@D@D ÛP ¹‘gŽ.)ID@D vhÓÔÚ™kTD@D@D@D@D@D@D@D@D@D  xÁ}ål@U‹€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ@Íà^3S­Š€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€4$ î IWu‹€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€Ô  î53Õ¨ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ@CàÞtU·ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ@Íà^3S­Š€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€4$ î IWu‹€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€Ô  î53Õ¨ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ@ChU¾¬!PÝ" " " " " " " " " " "РHgoá¬á‰€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€ˆ€4"ÿ®üЉâ!TœIEND®B`‚bpfcc-0.31.0/images/bcc_tracing_tools_2019.png000066400000000000000000021430761465134135300207760ustar00rootroot00000000000000‰PNG  IHDR `íƒûŠ pHYsÄÄ•+ÅðIDATxìÝ@íðÝ¥( `¢"ŠbØík‹ÝÝŠÝÝÝ»°°P°PiQiénØö?ØvÜÆ5pÀ—w¯{î¹çžø<·Áî·»“áp84ü@€ @€ @€ @ÕC@¦z £„ @€ @€ @€r Ä~@€ @€ @€ j$€a5šl € @€ @€ @b€ @€ @€ @€@5@€°M6† @€ @€ @€ ±@€ @€ @€ @  @X&C… @€ @€ @€„Ø @€ @€ @€ P ¬F“¡B€ @€ @€ @Bì€ @€ @€ @¨FV£ÉÆP!@€ @€ @€ €!ö@€ @€ @€ T#«Ñdc¨€ @€ @€ @@€û @€ @€ @€ª‘„Õh²1T@€ @€ @€  @ˆ}€ @€ @€ @ÕHÂj4Ù* @€ @€ @€ Ä>@€ @€ @€ j$€a5šl € @€ @€ @b€ @€ @€ @€@5@€°M6† @€ @€ @€ ±@€ @€ @€ @  @X&C… @€ @€ @€„Ø @€ @€ @€ P ¬F“¡B€ @€ @€ @Bì€ @€ @€ @¨FV£ÉÆP!@€ @€ @€ €!ö@€ @€ @€ T#«Ñdc¨€ @€ @€ @@€û @€À?x~i§éɆm®|Ù1¡¹ˆD©¾^]ÓÚz'¹ù²óöMmO.VÃDÀ£Ý¯æä\¾á H;uz5dÀ+«Þ*+ëÌIºßxo—´(êƒ @ !@ˆ€ @¨²/¸ÑAb„í{Y EY¬l‹\/Á`2e˜e‰-¿-n?ÊÞ¢¸ñTÄ:NBtDZv±xKÚ†œr-õ’n…ò•M»Pe›1ô€ @ R @X©¦ … @.pzQ¯ÙG^’ÍZï²»¼j¹ˆ¤Z€“ìàðžßCº••?Í{>·´u÷Z+´È‘USת¥§_¿aã­Ì»Yô´ìd¦(SÜ a‰Úâ6-#§ ¥£kX¿a 3ónÝ{ èc©­,+Ô+‘‹B/[‘eŠŸ)ßblÊ7Û’td/ØäîIÅo¨ø%u-ç†;g”¬”Ø…*å´¡Ó€ @•E äŸò*ËÈÐO@€ @ z d¾qñOçÈÕµ²l\vNvBl$ñðýñåéý»h4õÚ'ÍY²jñ4=ÕbÅíJÚzNVFTxñøøöåùc{äÔjž¶`ƒÍ¢†5”JZÊC€ @€¨R5† @¨ ý–½llÈÆ,›ë’i$ )Žñü+\j›÷j­)áSÎÿúÙ0çÒÙ3gnÜÕ©¤º]X=YI¯\sûòù]ç®/Ú¶¸§.Vò+ƒÞ*+Ã,¡€ @¨”VÊiC§!@€@e¨Û¦ÿŽ6ý+û(Ðéà888’=´´²’-ŸZbÈ×±½-²]Çw¬K6W~‰ŒØ_‹GXŸ´Û7³gù ¨üúŽšK,€·Ê“a@€ @ xÏ ¥ @€ J%ÀÉ vpñåwY¦·Uw~ºÐg1·Ødåd§&'þ òúþ好ݻÏâÒYdEìÔ°Ùã§vñt4T*nÌNL[Dµ;+#-&òïOÏ·¯¯_»áO6Gc§˜÷_£†Ÿf÷(Öi‹ÿ­¹xxžðýók+*E—QdUFÔzæ·Ä ¢VPó8éƪ­~’–ò-|S¾ãs*Õ¨ú¦± Uß¹ÇÈ!@€*@¼*M@€ @-÷ùÅçX6·Uº†Y϶5ÊÒ¦Œ¬š¦ñ065>~ÆÎ]žK§Œ=ïèIÖ™òçå+oÏêJæ”%A§3äUôË~ÃÖnÙyu¿Íü '“røµæ$¬œ½pÈǵå‹I*ªiéééñ·Ä3 @€ @€†!v@€ @  8;:dó‡ÕЪ~1iüâE?«é7?ûðyL;Ó‡žqdéû÷îœÕUÂ÷9Ì«.§nms¼Fω;3øí%ÿ|vì®Çöq­øx† @€ WÂâJ¡ @€ Py²œÈÞZYY}žYºx º¢ÞºÓNÚCûîæÕ,anôN6/½÷pÇo~‹œ[7nm×JâCã×gˆ`³r8t&“PœÖA€ @@j ”Ú©AÇ @€@Uóxqé©;9ÂNƒ§Z6¯E.reèJã,2Rá‰ÎIytëÚƒ§Ÿ<²Ë‘—OpÈ߸„Ä̬†¬¼š†–~Ã&&-ˆ½zÈàõjªŠ¯k!@€ª°„Uxr14@€ ½ÁŸŸ®]{ìŸMÝ~„ñþoÖ®ÝÂ+CW1µÀH…ˆ„°]ošº`£_d~4Ž(“™–òÛ—x8ÚÝØ´vÍŠ=g6Nï+SHœÍçõÍ›oò[§«u˜RœáÏw6o¾Dn¥Òn%@È463ym"‹·^Ñàñ—¯›hñ÷vÒO‡1c§§ñBLt%;÷Y…ôšßrIžéôÜÊXi‘ûVÍÝvê~J?–•WIjRœßwwâa{ö aë¾ÇÏžкnqªü²~åÒsw_eòÜ­rgá—/ñ faÃÊ%ç/ß»u…‘¦|‘uJ¼B‡ ,^³rF]-‰ ٽ 044Õè42@Hc2Ë;Tgбk=Ú/þ9ñÑlƒZ¥[6¦J–ÿ÷û‹µk÷ò:M×4?¿®23ÄývÏþÖ?c3ùƒÉ ðKäïü̼gNÖ‹kG×nÞë)Ÿ»ÀNIŒ#¿|¾=½{uݲ…VcçܳѤvq*Ù«ÿí[%Õ$î·ÛâY³®½ø&ð¢ç°cÂ?8Ç;7o˜·ñÐÎ¥£4Nä÷566ü{€ÒÆmo"µ¸À/[×®>{ëEªàÛ#1ö´ä„@âñÓëÅã;;Ö.mÒiàæ;GvkVÌ·èò«™:/ÓiQþ;×­æÖú~ÖêN§Š‹±SÖΞKFi4Ƭ]šh—º7dÊ0YÉA“úv¿æú§àZjNÐûÁ]ں㸠¿)5¿@šóåÑÑaÖ˃Éü(’—ÁÎL¼s|½ãc;Û‡ú·Ô](7WâæVêèèHÆBÛö²Ò,Ÿ'91?:H£ÉÔÖ×7ß¹+ã]Yß@‹ñ+ŠÜŸ›À¦Uã¡’"%ôËIKMç°ýÆþ7™,”œ¹fâÐ=w>»J¡E‰¬4Ç«ûÛ9>»l÷lD»ºâJæ®+—½º°F+à­2Èí¶Uÿ ?ãĽõæ¤D^1æÃGÏgW·('&$ñwR¢ÛÊJ¼3 Â?Êç¸ÞÚ3júº°d~È]\?ؾ®v£-ŸßYqä;f*ñJ/¿šÅu‘Xòé~ÿA<#ÒŠ(—·š“•üø»_<~pñá³Ñëg” @¨JV¥ÙÄX @€@•••¥Œ‡š–þîÒ.2:(£¨Ñ¢•YÝÚ:2œœØ¨°ß¾Ç$“' Ûå\Y?£Ÿ®cZÕ TR®IƤ-g;¶¼ëÅmæõÙugÇžmaTX«®7žtúM®5î»hï<+rQ" y9ÚöÃÉè S^µyK3Cý²tVdȯ/^iÙùÁ"^²xô n_ú7Ó*¬õovû{þ·"A08¨¡kؤQ=ue¹Ô„h/ïØ”ü‰H ú8¬gO»7oû4ø”x…¹=ç$88ºñ‡@ïe%aU~Í4ÿ/Ÿ©¦í:'–óŒŒÀg8'˹e©¬^Nžz~jNZZÖíýkß…#:ÂIÛdÝo÷ݯÔaÑeŒM[5i`¨©®LËÉŒ þúéSx|~mi‘Þãôwúô¡³¡ uC¡t¹ìÕBmPËû­2=Ômð`k¡è ²vî=,ëÈÓ²Cÿø:¿p ‰Ë…r»µmTM½ãå)ñAšœœ¥¿Ò’|{ymß);S©¥Ñõ·êÒ¡u]½šòLNBL„÷·ïÜ=óO•ædÞÞ3+!%ëñ±ùr…¿Ø˯fñvi¡ôãMãÒkÔmlfÚL¿–Ž’¼lVzJDXÇ—Ï¡1)dUÑ~Öû×úänQ¯¸gÇ’Û"@€ P©>\Vê‘ ó€ @UL€)“{‰P2üëóÌzá^âÀ§¢NC›m»æN¬­œAdg&=¼°{öÒQü-râví95úúúÂâJŒ®PëÔåÓïÛOÏë;ÙfÖ¼_(ŠèBfÄÇY+Žð¯HJ“Õ1½|~»Š¤Ot r:sãæbœŠ5ÙlÙ9Ûzp ZjLàÙ}ëÖî»–Æï;%hîüõÞ/çž¼Yà')àåëÕ”è ½Í€iÛ7­ìiÞˆÉ/ÏÎJq¾qùòµ¡IÜ ²b}'ŒžñããÝZòüBüš%^!·âŒ€W¯óƒ”2V–Mù Jô™“yþÜeþÞFÔ,3nüháJ´ÁÜÊXq1 ”6jj’Þi$Þçò¬ˆ<æ|NZŒçù“ò”iÝsÈð~–†µ´XYi¡±ú‚ûô§kÛvP£ƒ űËvl[1½~ È;;ÅáúñùK6üâŸ<—ã5sñ.{Ûd ™ìrÚ«Å(–ï[%'{Ç¢éߣø/(âV˜rš ¶Û<´†Bþit9i±×ŽlZ¶éxl&çÅñ‡4gó'%·ãBam1c©°U‘_oœ¹‹lÐ~ÈÁƒ»t4zEÅyì²Y|ðú+þÛ$ÍñÄÒMÛí˜ÐNdo˯f‘ÍQ29Ç×-úA‰6é6æÐþ­Vm ˆÃÊüôâîû¯ÁÜͳã|ç.ÛýíÞ6!¢x" @€ª¾þü«úsŒB€ J*À½¿óì}«Ťr´»Û;­ÿÒs܃ã ~Oço³½¿}¼p(“µ{ñ,Ï8²§ ëO]n§§(Ùε]=ž8¨­ÙÐ⹓]Û:ÂhÊ:F‹w]iÛÔ ×”Ýd\5ÈùÂ¥×6s, „;ÃÉܲpί$ò 9}ØÊó7vM:†!§Òsôü·];÷íbñöO2·’˜÷7Ÿq:¹ §@¯_ûGÇ$~tB³u϶:B‡ÇùåÊô̶?¶äȳ²ƒN“æôoL.–S"ÍÿûOþ+‰&è*õê×,Ñ•S÷%_­Œ,õ#-çÓscXLƒC×ÎØZøuG¶ÏNصó¹+ÖÛ¯_Z=¤`y†¬J߉«^›™wÁ‘yÛxêo3ÄXÔe3Ëm¯&û^0Q®o•±·ß÷Ìo”¡¼íúË5Ã[åçä¥d”´'­>Ú±C«î¦‡§¥îßw‚zbƒQV¨‚Š]d'­ž³0"“ÿ6A£™ ^öâÖ^í_b º¥mh¶÷šc‹zc'í¸Ëß {ÿŠ…S†¸6R-ðê+¿š‹â$}¿pÛ,¥k>ú•ƒmMQ#¢3åÛö÷ÄÂjÑPËcϽ¹›xÛrø½®}²$ @€ª¼õÓT•,@€ P™肇”cbbè*F×ì£j7~Õ Çîû¦ps8)ޮߚvÔ$ ”‚ÞwáyO]Ž½à…Žî]r{¤Õ(³šÔ¦½Üyó+™ÓyÊÖÕÃÍÈE &X,M¶æé;· Fù­Ð;Oܺú‰ý¦Ûßø9.\›m±JŸéví¤ýO~šA—iwGɵÊz­®œÝѬׂt~Öå£G¶Ïë©E9œ.ñ ùMqøiš…••P“\UêDÔ¯O·®ÝɼҪb­–¶W¨çŸOU꺋ØÐþÁ½4J‘Úm:æŸFKYQm’ FîÉ«ü° çæšÂ¦‹æ4cìùü™7/zM“շعt°ÐOÝ\Ï|ÔšÉÇž~ÃËdÇ?|ôjˆqjnºÜöê‚Måç”ç[%çæ¹³Ôë趷޸ª@tìJcË©7{vŸq0=|éç­ê"¹Á?Jüz~öª[Ù¸bη.ïä•¡ËZo9ïäôþâ‡pnNV„ۡ˯ŽÏëNVÂM”_ÍB \ŒñxïOyw˜0w‰Èè ¹!C¡ÆÞs'ìYgäå±b=qí¿ Y @€ */€a•Ÿb € T^á#ö×ìêÓXCÜxýûvºïKƇrüühÛŠÛDâ똪»/\r2³ðæž ˜½h沞ï.kó¯HÈJú9{þî!Y¢qÕ=.ZÂ_)ñÞÐ:X¯ü¯e qõÒeç­X²ûödòˆþ—§v!Ù+ë ô‰sõìYÊ©k2KÖ®Q3ê1uDëõW¿$p›Nûéhÿ=iœy£Ä+ä ‘“ùÛáybÓʪÇ»ý\;$ÒŠÍÊNIJ úýõã‡?rø!)¢pm“ž7îÞèZŸšÈ $™ùuëá;ÔŠ†.v¨e«fZðä9ZRRrý>KVnŒIïеSDdîO\bŠ™Uý"ÂÈôa#F,:ý†œöOŸ>shý…ß¡håµW5y‘Ø[%;æÝÛüÖéjK—Í¿ËuºiÂYÛKî‘ù[I]ŠséܹJ¯&¯ÜÒ¨Èð>S}Íš…W¯&O<½yåʹÝÏÐ+¿š)Ý-$ñ7œrÖ&£n]ƒB æg+t=~êp4S×ÐÐÈÈÈÐ@O7R€ @Õ@Âj0É" @¨2µæÌVäPš™˜Ðhd€‘šH‘ÛJª€RN—Ž­îÐÂPÖ>ˆwF;æÓ¯Ôñf*ù³Cï?r'5ÚìiD.ŠNЕ†ŒéÅø®£££­Mü££C#ÎìäGÑ$^!¿Ñî/<øw飫µèÕ¾‡¼ÝíθÛñ+*ƳŽQË –¯˜;NSrjd16,E‘̸_S‡ðˆ&ÏZ¤ÉÖ0Ÿ?¡[)ªªÒ›0fΛ+³1܆=&¿ì1™»";#55»èéÓknZƒA‹âG`ÂBBˆ¤p¨¬Üöjc“%¹·ÊÌ€wïÃòCiJM¬ú5WÓrî*†ÚÒ%3/ÝJS‹(_á«9i¾üò›•¯7i¬eþbᩆ½G·Ñ^ãËÛ b?ÙˆbYèæïåWsáÊ_C§SwcöŸ?4š~þjÑ)ÆÀI E¯A. @€@5@€°L2†@€ª„€jóžõ劊®®.#M§¦òCqEn)ÑmƬßøøùZÛyµrþ·qÞØ¡ß{5P u½dsâ%ÙÔ°UǦt©K.Jè;¿d–ÇWïñfíø‹´¯7Ÿ¢y‡Å‰Ì»œ_HHü·êÌ«rȉWHÖüÒÁ hÔëjÕP¡Èð(¹i‰̦úϘ<¦gÏžåÌI·¿u~ý†íÁ ”.Ê,Øy¨‰5$@Y)˜LŒ õõõÌ+Á’žQcµrc z#¶(]¹éÀž Ä^)« ¬¡ œYp™¡]S› LOñÆR~{uÁþˆÉ‘à[¥ÿׯ)ä›)q£¾.]T‹ñz28ÚDe›'uK1Ý­ðU±_ÞxSú¦Ó¦—91µÅø¡ËvïTßíQ¯,+â½Û‹Á ÉM˯f² 1 ##âzÃä7.Ø:ï¿G 5«÷5ˆÅxa @€†!ö@€ Ê!`ܲEqb=ŠJJÔa‹ŒUì0ér+]~ö¶ÍÛàT¢aNjàœ9ë¾ÚÙ,œ½"‰:½¶ãNo[Œãí¥ïyíVm Šu|˜Þ¬™ Fi¿ˆƒàùBï¯_3)½hnÚ¼ŒÝ–x…¼Þq²ÉžöêmU¬ÿä%H°|\-u}Dœ0Õ¸­ÕÂ63þ³(â*•‚•{:ßÞÁú!˜GYâpr²3ãb"|½>|ø›Ê=5¿@·©»¶Oí’¿,6ew`®Ý±%Ä­d^ûš<ÎLQ\©Y§Þ¼½qî@9ü0de‰SÅòßN8”À¯¹òÚ«K8 ¾UüüIm¼yîùÙEÿÐUšvo_Ëóåߢ‹þ‹?¾yð߃s›oin^ìÃ"ô–f-hd€Æñòò¢Q„åWsqœÔÍzuÒ“}Î Æû>ïÜ©çþ#‡Çôj%S>¯‰âô e @€¤Y Ø Kó Ð7@€ j P»ví⌒É$ŽâKÅŒf“‹ÿÛÓÚj^RÞ©wŽÇûör÷#–Û9ºrÝs—Õ(QL©äÃjØظ˜²ºuNd ¥¶–/ÌÏ044Ì_(UJâr{ÁŽùøâs<¯Gte«^JÔ»½Æëܸ°MX9٩ɉá!¾^ßøòoCÈöÿø|þ(‡3½§ÞºzÔ¸Fqi_Ÿ_ùú¼°¦Äç3ûÎÞ}óèÒâÄËÅWTõÖÖkÔ°ôq9¬ØÈ¿‘щÉ)™ÙÙÂ@VHJþ9´¢åÊi¯ÝXá¹|« £¾Ð…Þ% ï£eË4i þúõ‹Úó† RŧëÕ£øH],¿š©­–¦Ël\?«×œcä~åûƺwë•Ì‡Ò¯o_ËN­Uå¥å÷ca£@> @€@E ”þÓSEömA€ @@Q±¸¡é±jÐcöÁ%O¦íš×%Ö»wø}cÎÛû¿~M4ù‹åõ¬¯§W̪µu´‰“LÈ“¢âãâˆ4yÚÉß¿'·,fµ…“x…܆¼CùçxÉÖéÒ½‰Ra™ß²×ØM«‰\%”™ø÷çÝ«ví;ú3*÷ QBî»Ãù.Á.¯™Ô*,ÁEÕÚM×ï?¹dŒN ©J\aXd~ᙜ/×7ï8:½þüÍ+.%³ð’E¯)§½ºè†KHð­26–÷…†¼è::Z‚MºdddT躽"BðÆ´µk×*~jÔ¬I}ŸŒŠŠ¢¾O–_ÍÅìa÷Y{ö|ö\qÎ…|''6üûóóÉ=Äcƒ¬’f›N]--»÷²êÝż©“|ƒ/fõ(@€ PÕ ¬j3Šñ@€ ª*@§WÆ£™Œ)ÛÎ>v4»ÿ=š:/Í,Ù5«5§œÒŬYY%÷æbäaå´Ô4êïÄÄDJ=teÊbi’¯0¯Gr­{ZióôÉ’@½v£©+vŽ›:uöˆ—^ùs+ˆñq1qÍ—§û%‘K¦¼iûîc&Lž9i„Ž>Ä:a*Ê%Ø3c¹­\´àò“ü˜r¡ÕsEùìÕÅl<¿˜äÞ*9i©éùõÒJðÂ×Ò*n(‘RÅ$9I‰É”–èjjª”Å"’*ªï“)IÉ”÷Éò«¹ˆ^實+.;ý´V½Åó7ŸMÈ"ß yë³Óâß¿°#;×ÑTkÖë?døØ tmoä"@€ª™>[V³ Çp!@€*V€® 7oúðû OSš¥ÿgm­\n±+JC4y…âžÍ&++p”8'›w#«¼Ú8YYÔEºŒL?GH¼Â¼n²ã^|"‡oÕ»Wy‡”´ø$¨U+—?)Üvýì{2så@c²…%Ä_Δ؊Î`È+(iéèÕoDÜùLW£dgCRÛµÞew¹xgFR·ªŒif±÷ÌŸ¯.õ:#0ºc—qÄå³W—±SeÚœ“-ð>P‚¾¼\qßyÊÔÁÒlÌÉ”¬\±nÓÊmJFN–ú®"èS~5—dœ ÅñkN÷9õÐÞ}®?ŒJ½‡'Gý¹yv?ñ¨×º÷Ö=ûÆõ4¥Ž«$í¡, @€@%(ãûJxh÷ø™ƒS`T’PîâŸ/¬ÚÜ_vøòîÙJE¾m‰¬™€ @•VÂJ;uè8 @€€ô °S×͘ì#|¬œˆNœ³ÝõÖf…r>k#33£˜H™¡yj×èJÊÔÓ×8©©iŬ¶b¯0·×)üƒ÷ê-{¶«É,¤u g·0°&ã`?ÊðçÍË?Yœrå<µDuªŽ“µmñœJtP^ÇøØÕ›Óú´,Ûœ•Ë^ýo'F^ú%Nz:ñ~¢Xœ.%Ä'§Ø?)#ønFKK£^Fµˆ¥§¥óßcrK*) \N¸üj.¢[…¬–UÖî3rñ ±³~||ùâÅ‹—/_ˆMÍØ‚“uwß\¶¼êmã"Á @¨êVõÆø @€$$“C=ߨX•:Zuè™/¿¨üà!Ý=´ç_þzgçÆË}wOêÈ_[.ÏñÅ>LŸ”˜ÈpåöDCK“,ÑÖÖ¦ö/&&†FkDÍ)iZâÒhl‡çŽd7ºYYQ#œd~y$˜5ë©Ð£’xNò¯ŸÙ +(¹G’ÑþB%¾WÒNÅe׫gDmÌ×ÏFëLÍ™ædür~$r•4dš˜˜3N¾›yþ ÞÍFg :ïååIB³fͨ‹åW3µI¥ë´ìûøÙuSÓ>Áü˦~qzÇ^¡]œ_’êê @ø§þS~4@€ ð/ää©7Ö¢ëÔ@V´«ÛÏbw–swç¼Ëȳ÷äV9gV3·QÍ&ýNnš8xÕ%îáéÀ×çîpiõbž.vx£¾¾ÿ•ÁiTôÕ6Ù_¾zP*g¶lÑœ²H«Û¦}m&-œ=ºß®¯B³9ud‹èuì÷g w]!Ä·:oé(^tAâ¾ttà÷ŽV·‹•±À­Á¨C‘|:âÓ‡@ê¹eòu ká»ä%T#÷’’deÌúõ É…Âœ›7n{raÅ$¾WÖP…å7knʤÑÈWÖg7÷ÚÔ""ø?¿õ5¡H­ „pCõÛw$îOÉÕO××shzEŽŠ¨†“øΕ ¤«uh×”Z{ùÕLmE‚iµ½¬û4ÚþÀŸ['ëo`h&Gßo 1ª‚ @Ò-Pœ¿‚¥{è @€J( ©©IÝ"00FkCÍ)˜{sçM5 T°H~N¸»íœm7Éå–#V­Õš¿H°dÿø»Wݹ—ôä\Ù8s€UûÑæÔKùñË–ù™“ôý‘KÐÒ¾Fâk"Š½tÌ/£Ô¸£™vþ"qbv½Íµ.ºÇq3Ù1n·‚–ö1¢–)˜v}vÝöúu2ß°ÿr2-á 9¯ÉÊ{YYU`€Žõ¿sø±†Ü.h™uh\tD–ì,-@§ ¶Ì¢w–$ÿgGn}¦vTäe‰%¼WSÛûGi­–í+Ñ|ÒxÍG»?s‹Êé\SìaNÚÁý'‹:Ùò'¯Y¦n‡¾­4/}Šçv‚ùþÞëÐù= ŠìSâ÷§N¿2ÉbŠºwk O.‰ò«™ÚJáiNlØï¯_¿øÆ+͵Pôn[Ý 1p^€ÆaåPßË o k @€ª†€Ø¿ì«Æ1 @€  Ô54$Bä.nï?°iÿ‰;œÊIÛµm_–`%…-±SƒgL^ÿj©¬N‹sÇÖÊSBtYíƒçŽ½h;"‚{¨9+jÞ¤™Ý”ËIo¬ÓÇNÌï³GŽÒ‚=ÿpûŠ?@¬5ìÖÏDEpºü¸q#.ºŸåoË:ºwÿœÞGÅjÂJ¸rí¿<&S»wÓüE‰VÈŠt{ù-‘_¹’•ï·Û¿óújÃG¯M-Œt… ÐujèäGDhì ÀšYc1Ýàdǯ˜µào~`(·lNV–ˆ˜D÷j1]ª°Ut“¾]êú8óZÌ >vÆ®óºáb:ðáÊ–óoBÅø÷«è ã'Œ¼ôé ¿'9Ç›Ù}WQ/[ö¹#GùÎÝtà¸ñê‚o“Äå…Ë«f~_ {þþ`ÿàY[ƒ¢òÞê¶èáßM_ xYȆœ°PòLw]]WWÜ{z!u € @ Ò @Xi§‡ @(­€ž©YM¼£XÓ—¶XÕS*¤>Îãý N¾üSÈZ¡lÖ™ÕÓžúðÎM¡ÑdW:צ–ðZÓaG׌¹ñ&wãX¯GSmÎØž%.H)ÔN!‹dÔ“\ïÿôؾ‡Ö mAæ%XÉ¿×n?MɤO°žP°'=&-l¹å·8Þ &/OÙœqp¦¥Ðr~=Ç6w$ðiúZwÕ“%‰„+üáäð—â‹Œ~Çî&*Ô†Ê)ÍÉI}pjËÌ{S(‘"ùÚí—O³*§Q­DLš™Ðh®üª8<´º¢Ý˜ÆÉIÚ9cè—ß²:Æõe~ûEð"ÿ¬ˆÐˆZÝŸ§%¸Wó{øoŸ™ã­ÇrØI¾±ÜÚ½tìà΃[èŠìVÀ›K#çî%Nµ®Y³fTT”È2ÒÙsò¢ÖÛ.|‰!zšûã÷äðî{cÖ0Ë[ýÏïWg·]zO®£+7\2s¹H&ʯf² ‘‰FÍ“cò¢ƒÄêŒà%‹·¿¹¹E©àû¸àÆáïo:ú“yuÚ¶×#.)‹@€ j#PàMµ9 @€ P ´Ä˜ÐÐÒœ¢Y£¶²¼´zdÖjß«¥úµ¯üéYas&Ïwy|Æ@UøÏcNvÒÅí æm½Ì¢Ñ‡öðî=2Äu‘AÿçÇVœxAÂ6²|ý¸¶ä"%A±úðÈûN·=¢¹™ŽÇ–éo¹¸1¥Li’Á^ikkÇÆÆn° zÝnþÀV£ ¬”ðÅc†9ÿI%Sªg5WÔr¦Fó=¦ö]|–*È9¤WÍAbT€ @’¸»sêÝ¥¨ŒqòUÄìn5J±e¹lBWš>cµ¹ÇÉʽþ_Ë_gΘҵ™¾®¶,òéý««—.~ù•ëÛyÊ¥]íîÞ#7a³(G‹ór³c½&O_CžO&£erîøúÂîFG—Ó=rî°sÇq¼‹‘²SÖL›ÔËãusÉF‹Lõjö†Ý·ÖÏú™ºppûëÇÏœ8ºK{3ƒZ:2œì¿A¯ì8øéw,¥Zù5û÷éQ¯ˆJY×{þÞÏÞyîËËËI<¸pè3]'ŒÞ¶E-5¥´„h/wl¯¹ùý¥lG±æøø6º”^R2²£^|%+·²ê%ê?¹^\âÚº×Ö‰+ nSyñ±»+›Š+ƒuR  ÒtÀ¤FG_òú’¿pPç¯K×Î?Ô´Q]NVLDè·Ïݽqå¶}rvnø¤õë¶Lî|ÓÛ”æÈ ÒhiæÏnø¿íÕNŠQÔÑ%Ãä’Ù«¥ŠÛº¼Þ¡£›Û \N^]3#ÆÑÈnÛ M,»u¬o Ëdg†üöq~é—ž» ]aõ‰+ݤf¢;Ò}Ö®öovÛ}ç®f§…/Òáöà‰³§ŒéÒ®•~MM:++úoðW÷ww®ž¿öØ5oGàUըǜ£+‡ö>S~5‹ 7—.»zÏ¡NƒR¹AOΛ»š>ùßÀ£zwïÒ¼IÃZ5´ädr²2â¢#|½Þ8=»~ûqLïJ¢Ž:&/ÕJ\X@€ På ¬rSŠA€ CÀbêú‘gïÜþI– ôصvÑ.r™’P©ÓîÎÍ£zq(G„999‚BNÖ®ù“Þ‡¦ñ·“Yzà\{ýBÏÞ ŠÕ2shÅÍ ;r7Is›8g»ë­Í…Åù5‹{ÎÎæ]1¯½¦I_Û³,ÇnLeg¿t‘xˆÛ˜Fï¿ôت¡…‡¸˜êûo>éßËÖõ7YOˆç›kß‹ôÓ÷\Ú4–BG)"‰ “=Þ‡ñs3u­z¶ 4PAI5}Óýç¯LëÓRô0+¨h¦xt…‡Ž<è04„J¡q2ã.ì\FÒoÔ¢°Á0¿pç™Ý'¬¾zr³žJîå‘ku¶^6ìØöû¼s΄ËR–˾WS*“†$cèò3ÎõšO_°ÁûoraªÝ´ëžc'Ç÷0ûRØÖÿ Ÿ©bpú©kË ómØrOß ºœú„¥;oš£)æ-¯Šò«Y|[ ]áú²î”© \æžø^¬º\¯ ËÎÞXOS¾XåQ€ @  Tè‡ç*䆡@€ TzÕºmíÝ¿Ý¿ýà©Ëþ Ž‡ˆýLž³tí’)ÚŠ¹7f¢«ªkÊÉ’Q±´Ôr“´×É v“7¯cj49{rM,ò‡®¨âܾ7]§òïn•½Ѥ~Ý>[ÖS-r[‘8rªÆÆƼUt庺JDÇ»ŽßàپϮmÛ/Ý~K¹¦¯C¡}Ÿ6ë7 îظ]¦1”j®>n7fú‹C‡Ž^¿ÿ<*Y PÊ­SI»î°qS–/[hf¨%²ŸÔ̲UÈv¤Ü€°«U¯â°S[/Qš)#§¢¦¡[[¯~ÃÆf­ÛYö´²ì`*Ï,[‰ÚAár0í7Ïãk›Íë×_º÷29«@¬›©Ð¶çà…ËVëÝ:÷ÅÏý¡+l¹ê ¾nÙów#’øg2d 4 Î/ú)Û^-T™4,2:ŽXü­Ÿõã[×î=¶ÿôõGpxTZf¶‚²š¾aóv5¢_gEþk%xf½4Œ‰xs”Ó˜·ëêÓ?|ôêm»?Q¢ÃŸZúM†Ž?oþìÖõtŠÙñò«Y|wýֳ߳›/\½áøÚ=)£Ð¸Fí†ý†ü7cöìî- Å׉µ€ @UUª:³ @ŒÀ¬Ã/f–LUÔZ:N;À™v€šS0]»Ç|g~Á|ñ9º–sYœ¹âËk™Êº³7™½nŸÿw∷OèߨԌl9ÅšzuLZš››6’£ÖfÔè”AÉ:rJu:yÅR¯í)°Vü‚AÇ)ñ9SÄ—)þÚ^³öúÎÚ[°|†í÷_´Ûu2Á㣛§o@dL|‹¦¬¦iØÀ¸}‡utT n">ǨU¯C—z8›êåñù‡xD4A'§ T£–~“æ-Û´lª þTĵ—²BNJóžÓ6vä×iñ_ÿ‹Ë(§Ý[d“Uµ-‘ƒ-~&]ÑÌ?‡Znñ7ã—,Ý»wk†í^wØ›éöþ½ÏÏÀØÄd¡®Y£^Cã¶íÚÖÖ$‚ëÂ? %Ý®.ßs.$((1=GYEM§¦®šR¡÷ -å^MiVJÞ*¹=’QÒ:y!ñ tPt2)Y Ò¦¬¬,ºœ$r˸ ]ÐmÔ~˱ö[Ždÿöþæáå‘”’Æ¡ËßÐ30lÖÂ̤¡?ôY²K°æVvp&ì(Nót9µþÖ ‰GNF²¿·§_À￑щI)Y9,9yu íÚu›43mR_¯tƒ*NP€ @ R @X)¦ „ @(O†\c³NÄ£<ÛŠºe5ÚvëC<$Õ†œ²i»nÄãŸUHW›ºr£¤ZG=ÕP@A]×¢ïP‹¾%:]F¡nþyºÅØNâ/“b´ù‹QzÀЭU“²(­I†lýæmˆ‡äûW~5‹í«Œ‚j³Ö‰‡ØRX @€ P} ¬¾s‘C€ @€$-ÀþøñS~ mãF:ù‹HA€ @Ò!€¡tÌz@€ @2ÌÔ„_þ~?~þÌý?Àbêöq]‹¸e]NôǯƒÉqȵ3¯M¹X3¹ @€ @àŸ @øOùÑ8 @€ @@Z>Ûnî<óÙ»7ñuGvÙ!K'3 &8¶û¶ÿNÏÏ·4DC\ùü’HA€ @)€aEj£-@€ @€@¥h?l\Ã%‡R9Üû<<°ú|ï}Ó- ù}}¸oÑGùÃcjÍ™9*)@€ @@j ”š©@G @€ @Ò$ÀÔi³aþÀ‰»É˜_æ™ý~]»Ífž‰&µ§É‘glÞxàjJN~v×i†4SÏ_F € @¥f*Ð@€ @€€t Ð'l<õÔé롼~q2œXÿàÔÖƦ­MŒëi¨(f¥%ø|ñðNÏáhÈ-Y«åK{çãöƒÒ5Ÿè  @€øò%ð @€ @€€ ]QïO_0† ´}¿†åÿíñÈÏL5è4Úîþÿê©1³±@€ H‹„Ò2è @€ @@ tŒ¯:}îdë†]'ǤŠï¡Šnù+·¬]0FM¶°;Š¯k!@€ Š@€°"”Ñ @€ @ ò ÐeÕÆ/Û;fÞZ租9:úúýW`Hl|Bf6‹)+¯©]£®Qƒ–æm{XõÔ§›š<.,Zy§=‡ @¨.V—™Æ8!@€ @e`*hô>‰x”¥l @€ Hƒ„Ò0 è @€ @€ @€*H ‚F3€ @€ @€ @¥aÐ@€ @€ @€ T„f @€ @€ @€ JÃ, € @€ @€ @¨ +Í@€ @€ @€ @@ ”†Y@ @€ @€ @€ PAV4š @€ @€ @€€4 @( ³€>@€ @€ @€ @ ‚ ¬ h4@€ @€ @€ i@€Pf}€ @€ @€ @€@ @XAÐh€ @€ @€ @Ò €¡4Ìú@€ @€ @€ @€°‚ Ñ  @€ @€ @€¤ABi˜ô€ @€ @€ @$€aA£@€ @€ @€ Hƒ„Ò0 è @€ @€ @€*H ‚F3€ @€ @€ @¥aÐ@€ @€ @€ T„f @€ @€ @€ JÃ, € @€ @€ @¨ +Í@€ @€ @€ @@ ”†Y@ @€ @€ @€ PAV4š @€ @€ @€€4 @( ³€>@€ @€ @€ @ ‚ ¬ h4@€ @€ @€ i@€Pf}€ @€ @€ @€@ @XAÐh€ @€ @€ @Ò €¡4Ìú@€ @€ @€ @€°‚ Ñ  @€ @€ @€¤ABi˜ô€ @€ @âÜîú ×Ÿ¿Ù,¶P¹–ã¶y\[+”YŠEvJÈÒ©“®ÚˆMN'77ê¿ü÷“½tr¹ê&*@¸êâad€ Pù ¬|s†C€ @€ T/Nêîµk=2ËuÔÞOξí\®MHoå",½ÃGÏ @ ú @Xýæ#† @€ @¨dL%%9­|„òŠ Ä™‚œJ&#©îV„°¤úŠz @e@€°ì†¨€ @€ @å)@WØ~æZÆš_üC³rr/1ÊÎLý“ Ù&ö›}Øæís·ØبŸA’­\Úk«aiG@ÿ @ : @Xfc… @€ @¨œ†mÝqDö=Òå„^÷yÂw#$W—*A—Õ\°ãÌ‚´t[ÕVãY¥ª¤ònT•=‡ ª'€aÕ›SŒ€ @€ @€ @… @X( V@€ @€ üË뽃ã»oEíö–}:6¯KÜøag&¿}ñì³×¯L†²iÛnV]ÍäÑA+ÓçË·Ï!“Ò2å”jÔ2hÒܬK§6r™¶G°ëΟ7IKžÛÍB»”‘ýÝã{PXDZ&KY]»aÓ¦ë0‹Ø¨ÐÚʺ‚à ûíãå—Ä¢ËèÔªÓ¢U+m•²V[ªí%%#©™*Õ Dl”îþÁÝ7àOlb ]F¾Fí:¦­Úš›6”­øIç°Bü¾¹}ùš»û)ª¨50oס‘¾–ˆ~—4‹“íåöêû·Øä¬ZFMzõím¨­\Ò:P€*X Gs€ @€ @ùQ^Ž“§/~õÅ/-‹wIK«I+j†<³uòäðJ1»ŒZtåô®´/×'N[ò90ŽÜ¸~»!×n\ìPOƒŸÃy}óÀöã·‚£XlîÖteõV–ÃwïXUK‘ŒÉp^]ß¿óÔí H²MVQÕ¤]ï»77Ô’ã×–ûÌÉJ°=ºkç¡3^¡ñÔ|nZVYDz]ƒÎnDcþ™šWm†,“—ÃöxqsÏþ#v/ÝR³¹ã¬Õ¨í¼ë—NxdF×c¼\:]I­†Å°û7ÍQ+‡£wqAgí9sé¦Wp,¯EîCάۀ…+lFé d—ç‚Äd$4S’+ÛóÕÝ]»Þsüž#0ãDÚ†¦Sç.Y1b %¦P{?ßÞ^³ý˜w`d6‹wùX9Åz&í×ïÜÝ¡¾¦@avÚÕ½ëNßuŽNLåïì euËᳶ¯´V¢ÎÙñ7Ï8pìܧŸî+Ig·ë5oñÊ™£zÈS6hˆÆywcÏܵ‡ˆ^åðZÊ]/ÓdxªÏ]9ëÃ3+Öl{ëNnÅPз`ýÍ‹j(Z)Y @øWåð'Æ¿ Ú… @€ªƒ'ëäòÑ«N<Õllqûñƒvu”þí 9ÉŸh¶ýÿMS癇ޞ^ôo»$­KÙ4I…‰¨N°SB–NtÕþClr:¹Þ¨ÿòßOö’q 2¿\•s¦r/š2広[|j&É"¥¯¾Ê)LªVH‚sbÓâg¼©m9^ÚK]¤ÑXooèìñ<#Ð;.K ÖòÛýaŸžC>|zÙT+÷;âÍXëåáÙ‚[Óh?<>ê˜ZìŸÚ‘»‚æ‘Buò9,?·ç Ç>?yz«'[è‹:”¶jþšï±"îw™í¿bö¤c÷>­#B’W÷.uÿúÛÝþ¨ºp TtG @/€aÅ›£E@€ @ ôÙ/Ö|Ì¡%wÜyêÁýíãJ_¶,7LS1i½Ÿœ;|Û¹˜…Ë£X%©×Wöž¸ÿº<@$^g%–¸ƒø ™2Å:<îï%²ž¤?¯Wí½n·ÓšXËNON.$&“ž–cg¤¦ˆ«p+OÏÈÈo…²|Ì@1ÑÁü’y©ÌŒt"¨F áÙD<{œU÷Ûƒ… -úº\õÊÊ]ädfÇŠD”*IÖÇÛÛ­Æ­K,D‰_û£ÛG~º¼ž%)#‰™’Ô8³ãŽíÝóî§"+Œ ø0ܲñ{/æô1áæd¤¤ˆoç­ËÌÌÿ>·pFjªPXŽß"+66›þéò¿ƒf„¦²»ó7 ž}\®véä÷ÄÉ¡k Jv^’.+Ÿ{%_áÖX‘Ÿ;š™û„§—ç/û¿8}ÿóÖÉí4øx† é(Ö_`ÒÕeô€ @¨Æñ!ÁIü“‚‚ƒª±„TÓTÌé‘WT b ü=º˜I²X%)£Ò\³®’ Kr'+º.úüm§~g¬íöå÷ßøüâ²jC¬§õ2oðîöñ.>ùùtÙî#§ïÞ2òëãgsãŽíÒvX+Ñi2F=w,bsòQJV~0ƒ)§Ô¢ëðc»’•ÈÖï}hݤ'î…Å_8!èF­û¬ž9˜\Žq¿uÖù¹¨¤m8dø°Žæ¦µt4h9éƒ~¹ØßäìAÆÚèô{&'}Ó”aÑA¦¢y×îíÍši«*¦&F{usqýš!*|£ ªc1tæìAÍÈ”=ëõhøäõÔè jÍz½zY66Ò—ád…ýñ{åäô'*¹ì ]ƒDe$0SE÷¸x%XIËÇ ¢Fé²Ê{ °ìdn «ÉÊHùíóí‰ÝCß°nuì´ˆ#~øÜ¿™VnÓ`ûÁÓWø™Ä-@üË‘¯ß¢óÞu³éœ,¿ïž©y{‹jºúM_;éÍ©û¯b’òƒßt¦œI—ÿ&0%6Lúå8½ÐŠ[3ï_ºüÔ-'/·éظ…{$÷=™M·?oü¯µ˜¿çòô=ºFË÷þî-oO¸påúOw¶÷½>9ïW“ž¾`\…æ÷äèžûßÉ:ÍúÍ¥oNÐ#@€ @ _€íåêèÇlß¹“ž¦R~¶`ŠÃÊðúôÞïo¦Eo+%âqÅýÐUZ~ $”É*JúxnÅ ¥,-Iû4•elåº-]VsÁŽ3 vÐÒ=lU['w¤rk´ŠÌSÍpçù{;i´ß÷4´ª|ã%›Œ*"\²A—CéÁó¶r£ƒDÝJÊyq“¼VôºOáE‰E¦¢¢––·‚‰¥Ñô:¬Ÿ?hâ.»¼u´K»7­šÖ«~~5ÜlÚ݃øÑAšn»ñK† D‰Bª*ª¼¢D\$Áwãº³Æ 07k^CM‘ŸOoóßšk£¦®9ÍÒ4^9w?ŸûÌ:uô8y½ÈÖÃ׸Üܦ*ž!ÊéÔosæÑë£-vÞû*¸¹„—’½ìþ÷â¯RºÂÚÿÙoßA¨ †œÚ¨%ûiw±6µ_Z–)óL 1”v‘“t`ÿé¼@[n mG­ymsÁ§Ë©ŽYv°YcýnÃV$æ½ï‡¼¾xýý¦étù Ëv·ìrÎõwÑÙÅ…3± Ö»wù"y…ØÏ÷~;<ÖLƒÆŠpzåÃÛPÉØ¢-¯’ÄÎØðò™š'½šaQŸ·Hy’UѳíR] æ ¹~ÿÄ¡ ÕÿÊ Ä)['åµ¼tkö€Vä2*z6‡¯ÚÄ2 H„R7%è @€ @ ¸œYÚ{Öaâè*]V©Eßá#†wÒH ײ³R\íoß»ïþç¿ó.ÆU·ÓÔ¯¯ÏkUdˆ.«]³&٥ꙨÓT='¦À¨1SH$œaI2˜Bgâñ*f0˜dBl[ô±Ë6í>õØ+!7X“îºýÔóóËúR7ÉŠü¸áÀ~Ž¼Í¶ jÚljÙ×Hq[`Ì'7©[§I³¦Mˆÿšš´nÛ¡Ïü#Ñ ð«Êæ¤z?Ì[V¬ìÄÆ‚±"îZºŒê¦cGlŸv ÊÈß\â©×Ïž’T5¸hã8áè ٢ٰ•K‡Ùn½'ú¦d±R'$.SÆ™*õ@„6Ìúýê¹W27“¡izþT¡3N”i1héÆ)÷—žsÍ+Ÿagç0½“5Ya7K ÆŽÜX£Ç+—DÎrõœ°‹WÈ4NÊ…‹·Æš™êõÊÿ=%Ý6Mùp—ÇÈéV1l–þãé±ù[ ¥8 ýZr´¿y'ÌæD¹;|ŠÑYG¨ŒÈE³þwî]m_OSäZdB€€” @(å„îA€ @ *$ü pvzõÝÇ?":.+‡¦¤¦¡_רE«¶];š«Êeß:²Ó9 }ü¼å]šEÚØ÷nÞâž{ÁÉNs{qxP9~ÜÙÕ™<º›·"Øõæ»À3ƒTd„Ú£¥9±a¿¾{ùÇ&$¥gfË+©Ö602kÓ¾yƒÚÅ;^¢æŠ,\êþT‚iŠóéô: $"‡.[Ë ^»Î¦õuK„œîþÁÝ7àOlb ]F¾Fí:¦­Úš›6”-Q-VØo/߀è¸$]F§V­Zh—ð¬S+Äï›Û—oA¡i™,Eu£æí:4Ò×*jŽ+ÁLe§Æ{|ùü+øo›¡¡­klÒ¢‘aÍQ›"ÊÎNýþÉÝ÷wh6MV× ^›6­´”åŠØFÔê’w¦‹hÕÌ“ÑiµqñˆQ›ns‡weï¦Õ3{7R%÷&ÎÅk}“xçzõ˜1³Wý‚2µ:žÚ;wÈ‚ã—Ûä°"ƒý‰‡“ýCî&zÆf.Z·|†®²Àq¶ì ßßü€_Ͷ}ÚéŠÛåjwèÝZë¬k\ÁnH*ÇËË“¬jôøñbß¾dFŽQ~B‰Ë”q¦H–2&B¼½É˜\󾣚kŠÿk„1zì˜åç\¹{¡—§'ˆ&¥èw°l¨@óÏÛ²þ¼{˜eìuíM8y>jnOm/üÙ9ã—“S:¿ß],,È&=)ÓòûÝ¢ïø¥Š|Îñöñ§#@ÈÐïêúÆ®Ž Ùf‘5£ H—€À.ÒÕ5ô€ @¨ü>?Û´aË ûY¼Ã°CRÐÔÜÝôÞ=ûíÆ›à¯×UÉcc¹:w:êtW`± :&VæuÈã¿b‹–|%+9xÃÒ¥_ML8V\°&f½Þ¾¯/( Œ…,ÅúòâîÕ[÷ŸÙ¿ð ‰uý6z=³îË7l5¬SÁCn^//¯ÜrÔ;02›E¥3T4jZŽ˜½Ãtå¼Ñÿp¼¸jë1Ÿ (ÁbtEU­}ÆܵB'ÿÒaeêOÞ¨¤eš»N2×ÁÍ+%“Ø¡r:Ï<ä¼gøŽ•óöœ”–w7n>&Ӫרý‡÷uoV›ŸSØ3ÛóÕÝ]»Þsüž#<]Ú†¦Sç.Y1b¢.l›tæО3—nzÇ ´Ä3ë6`á ›QzÙ"Øñ7Ï8pìܧŸÂèLãv½æ-^9sTÊÝÄ„JIÅL‰Ø‡š×Ý¿5J|¿kÛŽËwâÓyÓ—×{º¾qÛI³,=V[±à Bh€4NVÂåƒ[¶ì?û;:…\'£¨5xâüÝÛV7Ô!/ É[)éÎH…09p$†/ÚØêØý¯1¹{Tv¤Û¶O/­ÈeIýýbËG]eý¶5…¼cÓûÌ;úÖ¨år›­¯~„FšîwlÓÜ›7n?~þ°]]U²XFJ*¹7«ª«õˉ©®®F£Å‘›K:Á‰‹ç×ÉlÐÀˆŸýlT¿>ñ’xã]°4¹å S¦™*ÍDm“œLÆizµõDÿ@Ù°¦¾>q˾̼œä¤Ü«‡’›ÐU›[˜ëø¿‹É]ÉIpqùâþä’Ðt°¢Ý/?ú‘éä̯’aaÑ•Ÿæ$%&ñÓ%~.æ¶ Õºˆ–X@"¥h2Ð@€ T)Næµísgo¾B-0¼Œø°[÷¸٠žîþ©sòàXnö˜MWuM{ÿÏöæãç¯ÃBu1ê·ì4bÔ¸ùs§êÉ Ô T®,‹o®ìÙqînqj`*Æ ‡’ø›y?ØÝaØZSø«øÏœ?Nó†¿z²ððÝCó¨£aG.š8íe¸(ÐÐ?ϹíúŸÚA‹ÆŸ?aúë(¡‰ÜêC|~w¼nxîr™úÃï±”LÓÅÝ+ï½þÆïTîsbà‡>¶;ûFS3óÒ9__ØZµs9eç4½‡qµ¼Œœ”ðÍs­w]q%ž[&6èÇÞUS/œ=sÞöƶ†…ÕóÍþôè‰Kü¢És<(ÙY.÷§º<<ÙÞ¼°}†[:ì›ýø±“_ùDR6¦$9,?·ç Ç>?yz«'[è«PÖå'ÿýL‰Ü‡é)7÷/²=z<^Däæç¾c©õ™'/ܸ>ȼnþ` ¤2¢}ÆZšß|ÿ[hMNzܽÓ[^Ú?ôÒ¾küµåЙ/œ?<¤hL “MËƱ¹Âµ°Ý¿ÉfNÿ&¹eÝ´&Œn_ÓÁ ¬;ˆù®½Í€.ý§þüúÖÞÑÙýÓo_ÿÀ à¸dáWt´¯ó°‘ó~¼»¬Å?ئ¨®Nœ3È-æëMœ¯(.HÈNðñ /×i““#Oa䤤¤÷XÓ\FïʪbÊ”zUùÈ”~¦J=¡ UUs¿æÄ}3 #ÔßáB…‰Å¨°0òï55ÁÂ2––]ξ{ÀÝêÅíÝ ÎÞjà\:½Iëë/^¾bc‹öäžLWVQ.P¾¸Þ Š[å @ ’ ðÿf©¤ÝG·!@€ éàdŸY:bö¡'âc}çdef8˜ÆPè>r&ñÈJ‰q¶·;°}ƒƒ/ ÈÛVVgÑ–­“þjÖ°–à‘5º%²Àf‰ ¹•¬î €òh Ø-YO,ÚØÚ|÷¤ùÅ8Ù™ìüEá‡Å=­“)ò„M^y¢Xþ@ÊÔ²Ò1M22Ÿp=n},˜`¥†Ï=ºÏG3âáŸìøŸc{÷¼û©Ðs†È b> ·ìpìÞ‹9}LÈL2ññöv«që ‹1òʱ?º}$7)˜øéò¿ƒf„¦äO\Á2Ü—«]:ù=qrˆ„‘¥ÿùLq2SÏåÌí'ñø¾cdE&b\‡Zt<ûØeªe#‘ˆÌÏ÷O.l-rñßLO·›5Éï”Ggþ¹páÕsÍÀyëÛ¾é‘{kµœèÏ[Ú][;4öÛí½¶Ÿx L­Í[—v±ÍäpïK¶vôš&“Æ lÔÚ‚xð9I1½x¼qq¼|á¢gh7?ÜÝö‚æåýëse Mš¨Ò¿æT–ñóù©'>«5å× üìùð„ãï¼[À ¯‘Ô2ÝÐÐFóÉ«ŽýæÍÛ¹–#ÄTíúî˜ß7b6,Î*‰Ë”q¦ŠÓç┩ÓÌ„ˆò%æýéãeë{œMK2\,b{öÍë7Hd“æ&BÆt³°dlç߆ðÙ²‚V=¬B^9ÆäýBtºÈ_Qü[3Ê·¬Œi4OîJýn³ºœ,ä4Yþöx† ê' üñ©ú `Ä€ @€€äÜm7ͧF™ŠÝü7¸Ec#YZBô_oïÞùú;ª˜mË©ètheôçO„pùìضnD‰v»Y¯˜ãäuÝÑ-!µôÇp-FÏl{äîÇ$C¶Nƒ&-[˜6iÜP¿vMEù¬´ä@ÿï÷nßù•’7LÖ©CG7Nì D2dêï:º}îÚCÞAQ,vÞH]Y³V?ëc:êäf0ëî9¶uÞº#>ÁD1^ î“‚ªŽÅЙ³5#sËÔ²~âßNÓäµG¼âlœ\?ù íWŒfú ïoY§¦zjÜß·ö÷¸|ãÂdÇ|Ûöé›!üðŸYIËÇ ¢Fé²Ê{ °ìdn «ÉÊHùíóí‰ÝCß°îì´ˆ#~øÜ¿™¿ŠÜçX¯GÃ'¯§FUkÖëÕ˲±‘¾ '+ìß+'§?QÉÔM ¦“~96“ÔªÓl@ÿÞ¦ÆõÕ•åRb|¿}|òÔ!SrðÇaC¬¿¸=¬Ë½àlÁi´6SÌ:w¯Z¼õ\@X ‹º ó;©[¿en õk0Y™¡|]^:Åp_4vjøìC¿~ì\W‰_\ô³V]“}{êj¤'Ft±ý=[.ÚãÎá;ÛǵâmVžùg¢Iªo.CµÑ–U“ú,9Ë%¸ypóš¹}.¯ÝǶ·»|„©ÀË6‹?­o—Û?â‰Gß«÷wŒ'ߌ‰ÃÔtô:t'ý—,[ÔǬ™Óî åúÞÆÒ ëoúõæ÷¼:37LVïÑÓQyáÃü†h´€·×†MÛ\ú_-Ôº OwêÜ™~ÀžûÊ»w|×9ƒLuÈs 6ËŽóÞuìŽ@–D$,Sæ™’Ôàäê[ôm®vóGQ!;ÁsÚ¬MN×·ªÉPvJKßØü?W~†üàA½ùiÞ³~‹F 4?þ©®üµr³6ž÷ÞÚåÈ‹`~!õ8o÷>}å·ÜÍÌ[öúüÚócöO·Ý¡Š°@ÕF€ú‹£Ú … @€ÊS€“ö{éÊýäyrš :]½eÛ¿µ¡@›ã&oر÷¼Íøûä²ÀÉŒš;nâÏDÞ1]:ƒÁasC<œk›¦wïÚjZW£B6•X¶ŒFý÷_Ÿ(¤>Nò§šmÿð:RŠ¦T§Ã{ÿ_Á‘5õ 5”E™Ý¼f¦™qgÿ”ÜC¸I^Ÿ~¦sZæGé]Æ®þ>v5qà‘8³põeÞ9gµ;NõwŽrÚ½Ûøµ?Ưõ{´Çtð*îDÈÕêàõó]C†PÇÊÖ¡Êhÿvš”õZœ¸þä÷ã= ­â'ú'£Vw÷ù‹þëÈäwvÉÊ5WÖŒš¸ë>7ãå‹l›!B.®l=æàÇß‚fÖwú¹»Ìëi“9Dbï¡ä›G7Ì[s8.÷ÌW+9pöœµ>.'•É㯜Ì-K…¦ñû"«>Û‰m‹Æ¨SnÈÎJºs|ó›ƒq"®®™×QÉ‚™þ ¼3eT 6<½tR?eÁ#ÎÙ)‘çv­X¾óJZÞË"Öëñò}womIí05ýïfŠÞwæNß™; °‰æjW¾¤‘½RÒm¶ïÔ¹éC:RÏåbg&Þ:¾yþšC±y>DÐbþªŸ®¯#g“Üœ—`(N°9|lÃtuò4AvÆÎÉ=Ö\yŸW€c÷ÐnÛ¸Vü)*ÇÎü;aa,[ÍZÛmÿ•×¡¹aV¬Ç‚ #ÝžùóXäkoݸ@èåOŠ±BÝ_xÆsY¹½‘ö²‰}™ü݇_îïïhÊ¥´é•¤ÏY½öð½Ñ±yoÄY±~c,ÌnL™?mÜðvfMµUÓ’b¼=Üï^={â’¥~Õ’~6î3¦mÍîѹï'Y‘Ÿ†bÿð|#m¡v2ãÏ6ôC¸p`J¨XÙ%)#‰™*ÛhÈ­éªK—Ϲ=i7÷”Ïw¶wKŽ¼pjwk#-²‘ ÞùoÝHüúàÿQCÓï2ql§ZÔ2D:÷6„mtüÞÆPó•õÙ¥NÈ´IG_låÿvá®'n@ØZ²f‡ÑcÚ®»ô12/3ûàìAÉáw.Ÿ¤£$âhpj\Ø[ç×oÞxø7ë5ië²1W8§Ö‹4 T!¿ªÐè0@€ @à|½Î5œûušŒV³‡/컩ì]FiÚÆm‡O?ôÌ»ü©¤Tèá(öÅuSlÝùe¨î¿sÏeÃX;ϼ£fÙq‹&Xwùæb¬QhÔ `ëÿ0‡© Ö¸±ÑÔøðOîŸü~ÆÆ'e³é*ªê5õôêÕÓ3Ðbøs/&ÉJI&ÂKùB²×Œ¹kÖ¸>8*ï óß÷—O>]¹b@crun‚´cK~˜vÂò £ƒÜò’è·&©›&9­Æ7^37àö÷/]fÜ¢+öÜÌ;‚DS«Ä/“ì?Í=¼KlÒvÔú—×6« äˆ|ºœê˜e›5Öï6l÷ oÈë‹×ßošÞI—ÛP²—Ýÿ^üá7ª°ööÛÆwà-òŸrj£–ìol¤ÝeÄÚTÁc½Ü"‰?œ±àgjžxôj†E}þÖùϲ*ºs¶]ª«Á´â"·šû'­þÏP^8˜‘·ÔÍ”ŒV»×oz68†Nt•!¯>fé¦ t» _’7%wO¼[Õ]_ÄUairZ›ÿg·~\g13æ/¿åÊ{n¬ã—ÿO"ˆ/þPˆ$:#uÂùûŠT¦â~¾™¿ÐæõÇdïžšßÖùÊšÝG†µ7"3‰Äß×ç[¶ÿ6Óþ™ý̨ùœ$îÍÍzYtháë(Ò ·¬™n9÷·¼óÓ'ä†S×öi¨B. %8i)ä«’8uýÔ~‡65ëÓ»gsãúZjJ¬Ì´ˆÐ?îïœ]ä}I€»µl·n©õè˜<»ùÑk®rßR8ÙÉ÷Ïì$Ô2ÅJsr¾8?rr÷NÉà~ë#w£ÔÀäÛFħM›òWÑ™²µŒL†TC)ÿ7#]¹áæÕ“ú/;ÏÝê÷;[sÓ¯ —-1°W“zÄ‹*›8­ùå“»û÷ñO¢ö*á§ëÖ­;ô›ý7´/õ+Ô2%MKL†xÏ–ÄLÑ$!L ´›°vñ »Ï|¸ ßžŸkÓøF—Þ-;¶Ò«¡‘“–ôË÷ÛÓGüÃI1†Šá©S;~ ñÖÉXXt=óö>Y’H ²ž¤Å i™ÜNg‡÷2£ÜÕò ºuЧ–¤1Tw?hßu\$÷/2Vò¹Ó¯ÚØ«OsÓ&5µÕéì섘È?þ_?}õú•Íÿµ÷ô¹c&æ+6"kó}}ùÆCžþfå°‰ðfÿ»P9Ïêü†eÊÊ×mÒví®ý}[ v†¬ @&ñKSOÑ@€ @ rpžÛó®`FôwìÊ]"£ƒÜ¡ÐUšÍßuá©×Ä¢Aç^M„ëòÇ›âlsø)‰6hùÑEÃzMhx®u‡aÜÓ³Rƒßn9NÜYjYFº¬Oö¶{}äô1ƒ”­¤V5°l\ÛU—>æm˜½wÓÖYý®¨1ò«ñ}|ÂöïJ›Äéƒ6³úæ¯NI ?D•R8Mmÿ›+Ì;SKG“AãiY™ùÇÔóÖfý~õÜ+™‹ÄÐ4=jcÁè w-ño‹AK7N¹¿ôœk^N†ÃôNÖܵ¯Ÿ=åƾ‰Eã‹6ŽŽr‹ÿš [¹t˜íÖ{^d™pyüˆ¬DÅ°Yú§Çòc(d)^‚ÃЯ%Gû›w™Âœ(w‡O±3:ë’Ê™š°zÁè Ùó–C–/riÛý¼îÙŸ¿üÞ}¢9¹–L´Ÿ°føÎä"™P6¬WƒA É;ö–šST€°ì‘Âש!• Îñ ó¯Û§ö--!êÓ«GSê t»@Íge$ýpwš3nzˆ ©Ç´8Y¾ßÎlšÝ±ßÐÉí4©›énSmzïûŸÃïTj>]¹þ¶µÓÂÉÔÕDšÁÌ­å­Š ö¶=ç-TŠºh2pñôž†Ôâ»ÃVŸ¿˜Áž±Õ¶°ó„yåérê*ŒÄdn,[°ÍýêºNw‹ùùÃió'¡Íö\]âm€ú=> ÷ͳ{ÌÑ[2ù¯ÏöåÓ·/ÚNx‘nÜû.w|ܶO×ÖR~Õ—,ɲddr[”ÄLIJ˜Ëí²}Ú·Ç-· ®';åÍ“ÄC$C±Öá[šˆx¯&Êw³$nCxŸ¹#.!^cò„D>]±Þ´ñ=Ü;’uj›[4WÞõÚŽ}pñg_ëä•®ÓãÃݸðHt_ÈÊX‘Q±4?@ÈÉܼpæ£o)äêüDNzXXXþb^*8ð÷øD•H×sÔ¨P,B€€”à½ZJ&Ý€ @€@•Èñòäy¤Ñ•‡ µ;0úÜý·5[\ MW9qRa'²Ò“Óˆƒúy?í'œß:‘8:YÃtÈåýó{Ï9Ê]ŸÀ+!ÝOÙIÁ6ÓƼó>ÿx_);̘³fÃ~ÛAÜ“£?Ý8ò`õºá&¼ÊØIÛ·à›Ñ&,ßØPÔ¹ DaÉõ‡V©¦‰.|•2 !ÞÞdL®yßQÍ5…b”¢¹IÆè±c–ŸsåN¨—§'qj·r//O²èèñã©WÎ$óù ™‘£Gˆ zR*IùýnÑ‚wüMŠ|Îñöñ§‰ JßLÉ÷ëßCìx˜ýú÷åi4_?_MD€PFFô!:<3ß K 3Ò',Gs[‘«Ýqͬ>"[”lªÌ4%'“G\izµõŠ<ÂYS?÷z—Ü>9‰8xÎ=(ʉ‹ç³340â§E?ÕÏ=†_ ÀIJL½A1r ÛVêfŠ.¯¢,òÈvþ ÕÔTÉ…””2-ù„$:#uÂ’g’lô¹º‡,~õõg:?¼G\!³NcóÍûÖï÷ÁC:CG¿ñÌ Lˆk/ ¼`èÊšµúY¯ÓQGdçÚOX1p÷™G~¼S³ùÖãÄ¿ºéª-öíY(éþT‘i¢©ªæ^¦{4,<Œð+t·Š #*jjäqU999þ6œ””4-?ÄÅÏÏÎHKuØ•®¬¢œ_¨„)o6“¶™â${{÷7ªW £ùÞÞù×uÔPWÏ_!ñ”D:#mÂW’t…º¦}ž¹ùV«lóQÙœQ"Ö2ë¾/Î[eî¦t¦’Ž¦Æ ŽZºÙL›ü]%¢î¼,ú€ù‰wõÉìtß_½|üCÿF¥¤¥Ó²êZ:F ŒÛ´m£§U¬×)©Ð¡ï(âQX{bòYÍóóíìòá[r:ù~#¦8ÎÑ52éiѶÀíSs·¢ËªO]rìüµïÜrt~ãéû+:>‰!¯¬«gضc—Áÿ±lUŸpš£K¾/1˜²ú ͺwiI¾Å‰k¾„ëÊ"“×”fJ²Ây½b4·ek9*%&äÃ7¿€ ¸äT¦¬’®~]ÓVm[›Ô95ädÖŸ³û—»ß2MÛ›ç +n¿öÒ:$6/‡iÚ¡Nþª)YÕÚ3löÍX½;Øïû'A¡“Ó2ˆ`žŠšº¶N ƒºFÍLLt5ˆˆè«in>ÓD¯C. Tf"ÿªÌƒCß!@€€t ¸ÝÝ?{õA¯?³Y‡·ZŽÛæqmmqº/‘JŠÓPÕ(ÃJ³»~éŽÝ³O^¡ÑéY92²òÄÁ]=ƒ&ÍZXô4qÌ`-E \⩧+ÔÑ¡ýŠÌÝæêܱ¯Q‰+©Š°"]÷^xͽßܶiP¾c_KO߸Y‹î½û¾<½¦xBšj£~ËÆ·[y‘{!ûð–M FÜ~|ìæ—nCrµ;Ùvú`9ô‡?ºÊý\§™ åKÌ;.îeë{œMK-1ŸÙ7¯ß ßÄMš›ðžÓ i4ñýæÍÛ¹–#ĸ¸¾{GVB-fllL£yrsô»Íþér²;uR7ªtiΙ#Gæö=¨TàT'îHXI?^xBŽªyóædºRÕ™r_u­Òûá‘+x—÷”«Õ~Ó¢¡%•`È*6k݉x”tCI•×m`6º™¤j#êQÔ43c)ñY'C»á´é E®’òÌRϔą¹P*:uz ¬Ó«´jÆ­ ˆß¢~j50­Õ@ÔŠÂòè̺MZÂÖ#€ª›€˜9Õã… @+ÀIݽv­GÿJŒ¥k\"•”®éJ¸•ß«kã&Îÿœ@í{vVF| ñˆôýþùÁÿí:0Ðõ½]}òt+S±Š›ftìØþ„‹]^qöÁÍë­-/×,ìî‚Ü:Y©ÿwÒý/sêœ9 t¸7×)nc•¨\ û»Ð,^åŒz_>¼XCÔ²”ÈŸ¡Å>'†¸Škî¯ñN"Lò±ÛwõEÈ‘ƒäM¬Wlh ÌX b•OÛ¨œKrõ-ú6W»ù#‰è>;ÁsÚ¬MN×·ªr®Ç÷G6ÿÏ•?PùÁƒzóÓ´N;ÓØsÏ¿¹w|×9ƒLuäȵÔDvœ÷®cw¨9dº{Ÿ¾ò[îrU„½>¿öü˜ýÓ-DÏ(¹M%Lü|~dìòÆ×öÌV)àœ•´`Ôз!éÜaÑUš µjV®C”ªÎ”ëH«O圜˜õë÷’oŒSl¶5V-$]}P0R@€ª½€¨Ï£Õ€ @ B˜JJđⲉ۷I ’ î¿n$ôÃ5Ë~Ö"¯áGé[¤çS‡¯1³»ÖàçA˜/Q’çÁÖS´÷ØÅæݹ(ìÃU‹¾ì3'övm¦'²Ž¨÷Õs§ÿÏñ±öÒs¿7g ‰g‰Üº2efdd×jãä¤&¦åè¨ |"‹õ¾xêð¾£ÿ Oʳ+ÞàTõ[>¾ýŠ‹nyÅ9G ËNMånJœ>¸ff~¼J¨¾rêP+•r‘®ºtùœÛ“vsOéû|g{·äÈ §v·6Ò¢‡•tëèÆyk'ò§K¿Ëıj‘eŒûŒi[c³{tnT"+òÓСSìžo¤-ÏŒÿ=kØÐáä†ÔDͣǴ]wécd^föÁÙƒ’Ãî\>IGI`çán’öÖÅùõ›7>ÁÍzMÚºlŒøÐ<µ¡fÛœkêrÉ¢9},;ÖÓ¯É`e„üöuzvÿУža‰d÷-XÛR³¼C;RÕrèH”^ÀíÊîû^ Üí•Œz®Ù³ôuaK@€ PUD|¢¨*CÃ8 @€€t жŸ¹–±fçÿЬœÜ£ÐìÌÔ¿1 %ë´D*)Y“•³4'uý¢%Ôè ]F^GGK†ÃJNJHIçŸÕE£Éë¶êjª?Hç[” ¥Öt𦙖 Nºp·ñ}eÛ­ùí¦mºtíh^¿®†ªÃJMŠ úýéÛ÷_ü²ùq³0÷w²iÍEŸdU‚HgÑúf­4´„¼ SvèÛ¶Í[7¢™QmNVZXЯï_¿qû‘)t•Ivx×2ªÚú§ÚœÛ=·›92f¯Ù°ïÚî3øÑAa⊠õ ·–[þ?çýÝ#ëöþÏïw ‡¢}¼¶©ñÛ‹]O?°u®zÞ©iœœ„ëžäò“2+üuÛæ­ûY/ß·jœ<ÿÔ¼vÖ.¾awà÷¡´oÏϵi|£Kï–[éÕÐÈIKúåûíé£Gþáù+†Šá©S;ÈÓ ºrÃÍ«'õ_vžÛŸßïlÍM¿.\¶lÄÀ^MêéËÒ²Ãþø½|rwÿþ#Þá¹g+’? ?]·nÝ¡ßØì¿¡}ÕåUw?hßu\$÷û$¬äs§_;´±WŸ>æ¦Mjj«ÓÙÙ 1‘ü=¾~úêõ+›¿ =}îX£‰ùÊÈj¥?øÕqÑdG1ýÔo;úĺñÜYʈ¹w÷á'—ät~¾û³sïÁ]š×åVÂÉJrxx÷ó÷ÜבɎõݵk_Ëv=uoUàdE–KÔ-±ðØŽ·o9v+8*ÅæíIq‘ä~’ý¹§yëN&Ú±PCüNPþa§†m]¾ô¶Ó§ÄT↽´¤XîWˆ†Y‹4Ù¦SÓbØŒý›æ~™¤ü»%¦…ÿ {øóß?Å¿jÚîû›Ç·S¦òɈ VA€¤UBiô € j `ØfЇAä@#]NèuŸÇ?´Kf‘H%E´QùW焼}ø1š7ù[N]^0º—†"÷aNjBÌŸ?¿ÿúÚ©ß"†Cù0£øIÆܽ—]¿t¹îÌÛ†“íóÑ™xˆ¯¢I¿ÁeÅ©Äkö[6Ú|ýõÏÜ1ćxßíYŒñp’cC¯ï]Òoôks5‘åUõ]>¡ýŠÿqO"ä‘ÓëdSøéƒD¡òëÈN–w&'ÅsÚÄÅ>iíd¥&üôöøé½ ^»žë†5!Öýzzjéþ+d¨ ·4+ã—÷×c6Ó;÷<¦… o{†ê.ÛÇ¡}{Ür âæp²SÞ<¹A}ûr¡R‹D€pãW"÷ø¸mŸ®­Õk;öÁÅŸ}­7&òʧLJ=ºqá‘è¾µ±"£bi´J ”QW“KLœþÑqY94%5 ýºF-Zµ%®‚¨*—}ëÈNç€ôñó–wiR³¾pbÃ~}÷ò ŽMHJÏÌ–WR­m`dÖ¦}óµ+oŒƒÃÊôùòÁí³G`Èߤ´L9¥µ š47ëÒ©†\¦íÑìºóçMÒ"¯ÄWˆŽTeS**)þóÙI‹wÿàîð'61…¸ØiÚuL[µ57m(ûÏ{&Ñi“U7<|ÿýD‡‡Oœµsx›˜!úP¬¼j ‹¾C¦Íž?¢GK¦D; …•1Uëž}îÞóðÖ {OD¦õPVY»[ïAÓgO}¼i‚K0Ÿ‹ÎPÕÒ4eù°æ*Bå©‹* û-ŸÐaù…ÜLy½Î63¬¨D¦Ë¯?"›+×LºzëCû—-Ûù¿_ãø—ÌmPAU»ës‡šr[o2`Öú)NÝsŽNLç÷‡®¢¥G\ÄuD+u~\kóE‡‘“ïìØuàþ ·‚»pÍúfSç.^6g‚ŽR¡;¯Œšá…çn]w­^³ç\dŠÈP#£Y·['¶5}Öy°8Hÿ¶Ð¬ÇÄÞVí?qîŠÇï(¡®òé2 LÛõ8hÔ˜q]Lëò7]Vªr•tw]´_ºþ‹­í—¯ßÿ KϦ©iê406éÚ£÷¨‘Cëh*R;ÌÐ1رî¹wüs”)ë˜*uöh›AW2¸Ç³ÃŽ"¾£ÀP< e#dI;#°1þµ³N÷ƒ&.Û+:9£°¾(©×ì9jÁ”^†…¨°üÞÓm¦½ùy‡¸Ä(±ÇøQPÕ±:sö fÖTý ÈTý9Æ!@@  ”‚I@ @(D +ÚkÆÄi_MLË?)¦óÌCoO/"·ølwtæòÝ?~…gSŽ3ëôŽz®Yø‘Ñ?ŸŸmÚ°å†ý‡,6YS~BASpwÓ{÷ì‰ã¸7Þ„½®*PëË‹»WoÝfÿÂ/$FÄaG½žY÷å¶ÎÖ©ÐÆù­IQŠ“•`{t×ÎCg¼Bã vKVYDz]ƒÎnÄý35¯Ú )X¦,9Ÿî¤@÷¥Ë׿õðOÉÈfg¥’Sí÷è€ÁYjWé ¦Ví—nY:º‹ÀTS I&Íö|uw×îƒ÷?¤çï;Ú†¦Sç.Y1b‘†Ÿoo¯Ù~Ì;02›Å‡Œœb=“öëwîîP_S kì´«{×¾K?Ry¯ :CY]Çrø¬í+­•Äœ&P‹äèLó>ã/÷Ÿ“žøýËgoÿ€ˆ¨Ø´Œ,:SVEM]·¶~C㦦M)ÊV|Ï$7ÆÖD—Q»lÏè…¿¸¾þüÝ'*!UNAYSG׸©‰™Ysu…ÜÏhcz•°V¢8}Ùù÷ËΗx»rëO‰{Ræ ƒæï#âë¡Ë×ÜráÉ– âKQ×2š[Ž²µ•òმ_@P\r*SVIW¿.×omR¯8·0£ËªO]rìüµïÜrt~ãéû+:>‰!¯¬«gضc—Áÿ±lUŸpš£K¾/0˜²ú ͺwiI}S’U­=Ãfߌջƒý¾òøú79-ƒÁ”#^MÚ:5 ê531ÑÕP¢ö¾r¥k6h½x}ëÅÅé4CýôË~…ÇR~ÿçƃ;XôlXK-¯ú̃O:Žrùê’Åó$òeä•›µéÚ®©øvJÐñamE ÈXo¼D<*ºÙRµ'§ÝäÜc×s¥Úößl$ÓÌ«°Ó°%Ú¡Ê'#Ñá£2@€@Å @X1Îh€ Ò¼ºvø²½›¸-9ñ-û(â;×…nÅɼ¶}îìÍDŸÅ‘·YF|Ø­{aÜ<ÝýS9æ*ùGh½ìî0l­Ø&9<œæ õdáệæ)äoZh§¤aEF”÷øAî¹Ö™ìÔGçîÚ÷®ï9´!’™Ä§ûê¾UçïºNNzRXX’P~hHðòÉS,ûø›×ò+ŸŸœ”ðÍs­w]qÊ)¤þØ {WM½pöÌyÛCÚæ—bGÏ7Á!$?LÎ]åãõ=\Æð˵µÔ¿<;yõA¡“h4?ê˜u]Ú×(¿ÚŠMÉ(ª·î܃xTl³Ú'59•ÞaÊË‹?”!«ÜÆ¢ñ¨Ð.Þ˜´õ§ðžþ³5*:uz ¬SèIgÅè—¢¦Á˜K‰‡È² í†Ó¦7¹J8“άۤñίfË yu‹~Ã,Äš.kÚÉÊ´“øBX @€ ê(€auœuŒ€ PY”UTŠêªŒ¢’&6ZG­‚“}féˆÙ‡žðáS×’ædefÅóC0AÅkõôÈ¢­ÍwOêPHÕÒ”ÍNY>f ˜è P_33ÒP„V—jQòÓ]Ònädf²$>,^'²ãŽíÝóî§";ða¸e‡c÷^ÌécÂ+ÌÉHI½Ó¼COFjþ¹’‚m±bcs°$awDóÎð¤Õ©_Ÿµ$ì‹ê @€ @@røÐ*9KÔ@€€¤:ZÛlùtùù§”äĈØDÕÓUwž<·|gÀßx6''2,²°s³¸ÛºÛnšO2» øop‹ÆF ²´„è¿ÞÞ½óµ°{;åÕb1zfÛ#w?†$Ѳu4iÙ´Iã†úµkª(Êg¥%ú¿wûί¨”¼²¬S‡ŽnœØA)?¼(bÒã~ë¬ó²'JÚ†C†ëhnZKGƒ–“þ7è—‹ýýGÎ$/.ù BJ|º',ÛñòÇœçn^©™dÇÉ! &è ­Zõ­Wîí -ùqå¶ÄJZ>f5:H—UîÜk€e's]MVFÊoŸoOìú†%p»ÅN‹X0r á‡Ïý›iåæ0 ¶Ü8}å_‘IÜÄ¿ ùú-:ï]7›ÎÉòûwΠjºúM_;éÍ©û¯b’Èû«ÑèL9“.ÿM`JnŽ„d²Óâž^=2gé1"ÂÌýéÛ¯¯Ô¿îù}Å3 @€ T?«ßœcÄ€ Ê#@—¯±þÔÝõ4ÚïÇ{ZEy§Ž Q·qNîãrs²<›)›ú â¤ý^ºr?y–fƒNWoÙöomH­6nò†{ÏÛŒŸ±ï@>eA©N‡÷þ!¿‚#kêj(ç/ ÿl^3Ó̸³Jn“¼>ýLç´”ú¡¿çòú•t–ïýÝ[h máÊõŸîlï1z}rÞ Rzú¤Ivº |µzï¾òàNOôëSµ,æpOî2µÉóæFn~ÅüûáÊÖc~d[f}§Ÿ;±Ë¼ž6™C$öJ¾ytü5‡ãrÏX¥±’gÏYëãrR97ÊD·œ¸1`âšõιÆËÄÏŠóowMlC$’½î´k52)w#šv›‰Áî—¶^|¶õ"gËèoyææÒ˜G_ͳ¬•—Æ?eHûû}ÅR›—½‰[’qØ9qÑÑ9ü“i4Å:]–Xw# P¼^^^¹å¨w`DÔ_þ÷ØñãÚÔ•gÒˆ;/Ö¬c<{Ýîé}[R7)¿´Tu¦ü†‰š!@€ PP‚&È @ j |½Î5<“;6­f_Øw5R-8TºŒÒ´ÛŸ~虜ra*)¸‹ SA­qc5bÛÔøðOîŸü~ÆÆ'e³é*ªê5õôêÕÓ3Ðbø§äÒÅJINãФ>@¨ª’OÁIðݸnǬ1ÌÍš×PSäÑÛü·æÚÁ¨©kN³4WÎÍ Êò×áYœ'éÀþÓdì¨í¨õ/¯mV•>»Œ.§:fÙÁfõ» [‘˜·ï„¼¾xýý¦étù•Ëv·ìrÎõwÑÙÅ…3± Q˽˹ÑA"?öó½‡ß5Ó ±"œ^ùð6T2¶hKVÂËÃSénZsâÆSñÛÒk¸z©ŠÄcèâ›ÅZTv䢉Ó^† }‡Á»õoHpà¼ò£üª ¿M–Ã¥ª3å0>T @€ 1ŠÁÁ*@€ª’ç¹½}^Ä/wPcWî䘮Òlæø® O½& :÷j¢Xð %듽ížG9}ÌÈ‹åp7¬¼ÿ6µìk¤¸-0÷Æ‚ÄO惓›‰qaJÝ: Lš5mBü×Ô¤uÛ}æ‰^x¤òóŸô<ë÷«ç^Éܦš¦çOm,$;ÖbÐÒSî/=çš—“agç0½“5¹¶›¥cÇn¬Ñã•K"g¹zNØÅ«d'åÂÅ[cÍLõzåÉÛ5uÛX4Í;1¿R¥àpÈwÑU¨×iuÊöæ˜.õE¯F. ÀÉÎÈ$¿2Q;÷~°ñ#U©ˆ£ @€ ä @˜o @UZ ÇË“Gºò°¡VbKŸ»ÿ¶f‹«¡éJ#'N:0;)ØfÚ˜ƒwÞu€Sl R¶R¦VÇS{çYp<“zP–Ê ö'Nö¹ýÕÐ3ž0sѺå3t•ñgdq§0ÄÛ›{2*±A󾣚k2ÅnÉ=vÌòs®Ü½ËËÓ“˜2@­ßÁ²¡Í?#·‚¬?ïÞf{]{ž­K"ßÙöŸ3~99ñ¯ÜGëba!¾I±ýÁJ‘ ·ØŽxòî{ õÆ–t†ªF&-Û >fö”15Uðê@Øú»ŽnŸ»öwP‹Mý•“[ŠÎÑkÐbõþ-êäŸÀÆ’^ªÎHzp•±>vJÈÒ©“®ÚˆM&‰ÑŒú/ÿýdoîÁJÚ¿xê~Ûçqy—qÏ¡Z»)qnðkÓ]‘nw÷Ï^}ÐëÏßl–ð§–ã¶y\[[‘A[€ ²à³kYô°- @•G€“Ï»¾(¡gTG^|×™J5'ÌYZ° +%ØÚªëM÷à‚«*y½Ï¼£oZ.·ÙúêGHacI÷;¶iîÍ·?Ø®®jaÅOHN&ãƒ4½ÚzEô®©¯/KœÅ™WErRîÕCÉMèªÍ-Ìuüßå݆“àâòÅýÉ%¡SXYÑî—ýÈtræ÷aaÑ•ŸÆsY” Ìo¼ü\ÖZ°=ªµ½ËØÕßÇ®–©êŒtüÓ^x?9wø6ùûK¸+‘o¯­:vWè·žp¡´œï?~Ðàûî-ûÍ{~w¿Ö?=Ø&U3!•uº9©»×®õà¬3B¬‚ H½À?ý›EêuÐA@€ª€Œ,ù‡'#ƒ8Q®4÷dŸXaMÖhÐfÖìé},:é×”¡±bÃCƒü}oYå-üb©Ç¤·0Ã¥ÿÔŸ_ßÚ;:»úâíëGù?wѾÎÃFÎûñîò¿=þ%õž¼ªªª>îi2aáaÔ€ŸÈ!D……‘§ª¨ Ý„KÆÒ²ËÙw¸¾¸½;ÁÙ»@%œK§7i}ýÅËWllѾv2È€ H€¼bîU¸¿1 vŽÎ`Ì”’œ××ÞzçGtæ“Ý‘»n63:ëüÃŽIUgÄ8TÚé&îO.Çÿ*—˜ñaª¬@NâïES¦\wp‹OÍ”wžyèíéEUvÌ%N5.¹¶ø7äq²Ó/ W )(ËᆟÏ-ò²àð; ]§KbDü‘á¹Ê àpA•›R ¨ZRõõO©êLÕšgŒ¦hš††ÄASó¾+î÷üª½Ï¢~MµÉÍrR"¶Ï·ù²³øï’¶ž¢½Ç.6ïhS؇«}ÙgNìíÚL¬‡šˆ p_=wúÿ™—žûø½9£L§eddMprRÓrtÔþšŠõ¾xêð¾£ÿ O>¨E­\ÚÒ¬P÷ž¹ÑAâçÑ‘•Ûi/›ØG‘)ÁúûÇ;:%?K/¥åÖPö%2Ýeï†Äj «.]>çö¤ÝÜ#GŸïlï–yáÔîÖFZÔ&ØYI·Žnœ·æp"ßÑï2ql§ZÔ2D:÷6„mtüÞæ݆¿N©QŸ‘]ê„L›tôÅVrÍ[IÜ€°¿ž!@€ ÐÊrx§ë„•«?ÿµ{ã›Xõ4Ë‚ÃÓ²S%0¢ª7Í_@à?Ï€ -Ô¯|RÓÿ¤ÔPÓÿ¤3h´º È5ìjYOñÉïÜs×8©†t0=~B[“úrô¬àŸž÷oÝò ød ݶyë~ÖË÷­'Ïs©5¼i¦å‚“.\=ßW¶ÝšßnÚ¦K׎æõëh¨*Ñ9¬Ô¤øРߟ>¼yÿÅ/›i s÷'›Ö\ŽV߬•ƒ–çÉ}Û¶y«qãF43ªÍÉJ úõñýë7n?2…¾?ÌïZCFU[àT›s»çæß÷“óÅù‘“»wJy¿9ZjàG~›´ˆN›6寢3ek™ 1¨†3ö%R Aš– ¾5³SÃ×OíwhS³>½{67®¯¥¦ÄÊL‹ýãþÎÙÙõGÙ?šl·nó{"Ñ”D¦›èQjôïû÷ÿ‰ˆg±9iAŸÈ¾Gy¹lÚD.åv]FAŤ]ÏAÝ[ Ÿ×'!ávÖ.¾awà™×éÛósmßèÒ{ eÇVz54rÒ’~ù~{úè‘?e7f¨ž:µCÔÅAe,,ºžy{Ÿ[÷ßAÖ“´4Í!“Ûéìpã^f”»B¾A·úÔ’HC€¤E€Ã ûíãå—Ä¢ËèÔªÓ¢U+m•Rv“èûÝÓ÷W\RS^IW¯®i˺êŠÅ¬ÃÊôùòÁí³G`Èߤ´L9¥µ š47ëÒ©†\¦íÑìºóçMÒ"ÿ¬,f½¥)Ɖ ûõÝË70086!)=3[^Iµ¶‘Y›öÍÔæÿU[šzÿñ6˜n±îþÁÝ7àOlb ]F¾Fí:¦­Úš›6”­ø)ç°Bü¾¹}ù‘–ÉRTQ70j`Þ®C#}o¶‰M!+9Ù^n¯Þ¸‹MΪeÔ¤WßÞ†ÚÊ…Ev¹ PéPÓÅi˜©f¸óü½4ÚïÇ{Z%ð±ª8ÛK}*5]¢ŽKÕ©ÆÔQPÓ% WU«êÌb\€ ª%ÀÐ^¹jƳYG¸Ñ·ì¤¿WOî½*fˆ¬Œ_Þ_ÙLïÜð˜ä‘&Æܽ—]¿t¹îÆ¿ #'Ûç£3ñS±ªI¿Áes‹(6ì·l´ùú럹åãC<ïöä¦ÅþËIŽ ½¾wI¿Ñ¬ÍÕ¸%ݯ®ë4q7ÿT1[GþpÚüÃIhÅž«K¼íǦ$RIn &%ꘛìm{Î;7UÈÉÀÅÓ{²²ÌÙ™nVÔØ.­ù'ìM´—Ëf/—ùÌE§ÍìFÍ—œ°ê.ÛÇ¡}{Ür âÖÏÉNyóäñ 6G¦Šµßz<ÐD‡Ì¡&ºY·!¼Ï}-äæ3kLž0€x¦+Ö›6¾‡ÛaG²°¶¹EsÕŠ?°D¶ @@„@F\ЙC{Î\ºé+°š!gÖmÀÂ6£D_ßA ,¹~æЮ£g¯ú„Æ“™¹ ¦B«®}ç,Z>yHg1QNV‚íÑ];ñÚ<¯.YeËv ^8»GÀý35¯Ú !›ÈŠöš1qÚÃ×_Óø Ï[·ul‹­cÉR¼!S£NãÙ›ŽlšÜ³_̬//î^½uÿ™ý ¿‘wX¤×3ë¾|ÃÖYÃ: ýÙF´!éÎ÷¿,ËUcºË" v[¶ç«»»v¼çø!=‡ØË~´ M§Î]²bþD/Òh?ßÞ^³ý˜w`d6‹÷÷ Œœb=“öëwîîP_S  vÚÕ½ëNßuŽNLes«§3”Õu,‡ÏÚ¾ÒZ‰!X6#þ晎ûô3B`±@g·ë5oñÊ™£zÈ nÅ/ÉywcÏܵ‡ˆ^åðZÊ]#ÓdxªÏ]9ëÃ3+Öl{ëÎ/Oc(hŽ[°þÀæE5E×H–D€ÊOÂò³EÍ쩲Sã=¾|þü7‹ÍÐÐÖ56iÑÈ°fqÿ‘ô©âÃü_:½‰È¡ËÖ2¨×®³…i}ÝB>-{JüŽeé ·s™)‰TBb•iºÉZÊ–øL•¡;Òõ]T‰Ë”q–Ô¾'©z¸- ûpv9 oÚmúÎ]nßV]x%üљ׎̠¹3~œ>(sceg ,3”ë\zþºÆ¤‘G柫'¶£Œ¶ƒçÞ¼´EŽûîL—µ9}/0²Ïy'_±[‰\)#/—ÿ çÇWž‰Ü¢@æŸ÷oÂØ´úüÃB©„h„Y»ž¡"Í—{oÁÈ`tµüöùÊù£)P¤ÌeŸnNÒ/€¤’t„õöÝ{š`€PRÂD7d5êÛ¾üÐdÞ„—^æ_§UTÿtvÚ’íŒ@³e[¨2Ó]6Ñ[礄ožk½ëŠSaÆýØ»jê…³gÎÛÞÒÖW ;zþ¸ !aib•×÷pÃ/×Ö’»(‘üòìäÕ |èðóøø¡ŽY×¥}xuÒhaßìÇüÊ'’ÌHpX~nÏŽ}~òô„WO¶Ð'¿É/Å [5Í÷Øü/°ñWÐÒ£ýWÌžtìÞ¡uìŒø«{—ºýínTÿé†Üªj'89þžß|R3U56mÙ¢‰¡ð…LŠC 飔Åi³È2ììÔïŸÜ}‡fÓdu êµiÓJKY®È­È9¢"ñÃMd÷þ]BºèÑ$½ï•ñ€^Âßg§Wß}ü#¢ã²rhJjúuZ´jK\,JU.ûÖ‘Îéãç-ïҤ濛AémBéôŒ¸ÈY)¾HE¸y½¼¼rËQêw©h Íëîß%¾ßµmÇå»ñéÔ¿¾èúÆm'ÍZ°töXmÅBÿ$!þp)õ©»N2×ÁÍ+%“×n癇œ÷ ß±rÞžóÒþR“iÕkÔþÃûº7«-f(õ7‰:%Þ™¼~–r¦ÇXÊJÊcº;Vú¥RÏ”¤¿þ)ußE-µ 1å°—rß+°g”²iÞ‡ Œñ_g0”Vœ{nÜfûÊ-‡ü"’©½Q«Ýlý“K†k™ž9Éϧ«héWõÑJŸÃ{–U7<|ÿýD‡‡Oœµsx›˜!ðFL–W­aÑwÈ´ÙóGôhIýõÀT­{ö¹{ÏÃ[7ì=™B–ç&d•µ»õ4}öÔÇ›&¸ók¦3TµôMY>¬yþgéný©}žHý$T—¨E³ƒëR*I¤¢ºj‹}{ÏÛ~U¹~û. ˜vv‰"Úg*´é>pÁÒUãûµ¡šˆ(Yö¬2O7]£ù nõO¸ü.n_ŠƒZ –”0·Z¦r­ÍFN¾³c×û/Ü îz5ë›M»xÙœ :Ô É õ)w¾L,ÚÔð{·†>~òDòÄuÓÁ#ÛÕ¸àÆ[…ÀCF¾@NâïES¦\wp‹OÍ$s‰?Sßž^D.V©'ëäòÑ«N<Õllqûñƒvu”ªÔèĆ•´ñÔý¶Ï#âRÈ ‹Z»)qnÊýÍ\|Ç ®­ÎÓTP£*æ|¼½Ýjܺ¢þþatûXÌÑgþõýVDQŽÇ³Ó]z„½v¾×XKðk3ì”åcŠ‰ Uœ™‘N¼‚Èè‹¢R‰ßFd ;L 6:Hö…õôÈ¢­ÍwOê@f Év†ZsYÒUiºËâ rÛìøŸc{÷¼û)DäZjflÀ‡á–ŽÝ{1§In>'#%UôÎ’™™ÿ [CFjªPXŽ_3+66Ÿ¦ýtù_A3BSø^È>.W»tò{âäе†ÀJºlÞW!…[cE~îhfî.ü¡‰ÜÖÿÅéûŸ·Nn'X¹ºÊ%Ò¢~Ù³ãÔ¥;A1&:F-g,\¹rf«a&V?ùŸ‰3uôN]µ}þÐöä;—¤tG)%}¬IxzˆC=—nÙ²ÿìïèüÑÉ(j ž8÷¶Õ u…7X.å:ˆ×‡´œ.Ô¯R/–þ€^9Mwéö=îøËá€íÏçg›6l¹aÿ!Køí'·MMýÁÝMïݳ'^U7Þ„½Î¿¼çõÍÛß ŽJ nG’×=º‚²z+Ëá»w¬ª¥H¾à8¯®ïßyêvP$YŒ&«¨jÒ®÷ŽÝ›jö+;ÜJó¯L¥é):ZÍJùE*B‰¹hâ´—áü_§\7zÊÍý‹lÏ$?“ œ0?÷K­Ïœ8yáÆõAæuÉd¢Œ_¤º¸{å½×ŸY?ôé°ÝÙ7šl‚ŸÈùúÂÖªË);§é=Œù™Ïeù†#Q‘d;CTXú™¢ «ô•”ÃtSúU¦dYfJ²_ÿ”¶ï¢–E†˜ÉîÃ¥ß÷÷ŽÒ×#Åû°à¥f‰.?xΖÓW}~÷êówßè„9eõF&潺wRË»Ø7yÛ@ñ]¦3ÍûŒ¿Üg|Nzâ÷/Ÿ½ý"¢bÓ2²ˆûü©¨©ëÖÖohÜÔ´i#EYJ,ŽR!]Fuì²=£nüâúúówŸ¨„T9eM]ã¦&ffÍÕrÿ¾Ó;ˆ²…ˆd#«y~¾]>|KNý _hâó¡®‘IO‹¶Ôï–J¤’¼†èæ$ÜFOf§ûþøêåãú7*%-ÆU×Ò1j`ܦm=-e¡Ž•ãb§›®zì¹Çç—a1üË/ÚYyåfmº¶kj TBrÂdŌ斣l-G¥Ä„|øà旜ʔUÒÕ¯KÜi¦µI=êü’ÛHȬ?g?ö/÷üH¦i{óütÅí×^Z‡Äæå0M;ÔÉ_…TUȉ÷?hð}÷À–ýæ=¿»_«$ï^_Ù{âþ모"zLÙ/Ö|@œ_›üÝqç©÷·]®*æF¾½¶êØÝ¢ûJÁØ«ó4I¹w!ÖëÑðÉë©ÑAÕšõzõ²ll¤/ÃÉ ûã÷ÊÉéOTriûÁ4nÓµk{³ZZªɱ^_Þ;¿ýšÁ?\ùýñˆ)ÝìÈ?èG£Å¸ß:ëü‡lNIÛpÈðaÍMkéhÐrÒÿýr±¿ÿÈÙƒ<¸@§ üeØÙÚfû(âk ©™©‰1ñ)¼ØŒªVM5EÁHdîÕ܉?äš/Þ¼O[ ²qšÅè™mÜý’DüÝU§A“–-L›4n¨_»¦Š¢|VZr ÿ÷{·ïüŠâsg:ttãÄùw¶¦Ñ$Û™ün•!UŦ» ¢6e%-3ˆ¤Ë*wî5À²“¹®&+#å·Ï·'v}ø³Ó"ŒhøásÿfZ4¦Áöƒ§¯<ð+’û§`n†Œ|ý÷®›Mçdù}÷LÍ{ÇW­Q·Q¿ék'½9uÿULRþ9»t¦œI—ÿ&0åVžôËyà°™Ôè Vfú÷65®¯®,—’ãûí㓧á ¼’ƒ?býÅía]êåDºG®œ_±ùˆwPTNvFÄßhî/N|O<·ÜUk5¶žlÝ´&ãú©Ã®þQ¹Y2j5µ¹WÂÈ]ªÚ?OOŽœ¸4 VÄ1c¿í\:þêE³´0êy˜¡!A‹¬£zE~kJyÁ—ú(¥d5 MVF´ÏXKó›ï åç¤ÇÝ;½å¥ýóG/í…ãÊü¢¥?¢Â¯û\–ÃMåŠ#ØÍ,•å€^yŒ¨ÔûwÌ’= Gãd^Û>wöæ )äïé´ña·î…q³<ÝýS9æ*¹Á?vÄ›±ÖËà ‰ùáñQÇÔbÿÔŽÜMXaΣ&®ˆ*P¿÷÷/̺m®¯Q ÁJ™Q’O•r€èt¥(ý©ˆár2SOÊË%à$ßwL¼EL€ëP‹Žg»LµlD-Yö/RÉÈ¿Ð<nP›J³RÃçŽÝÆ磙Žð‡ ZÙ¾áH4$ÉÎÐheš)þ°ËT‰¤§›ß©2?—m¦$ûõOéú.jÙd$»—iߣì#eªGj÷aÊ¥0ÉUnkÙŸx”½o2Šê­;÷ ¥¨ŠèF‹~Ä£Ûr7Ñm`6ºY©7—`%B}`È*6k݉xåÿ“ŲL7]NµkŸ¡]ËÖo‰LSÁ.¨èÔé5°N¯‚+Š—c`ÜÚ@ôW‰hµ˜ÖjP¼ZPªò ¼¾vðÖ;?bŸìŽÜu³™ÑY§øcb0 9J]ü**UÉøà$þwƒ‚‹øG¥YÑ¥Wž¹®ÎÓTôDVöœÌ-K…¦ñ_‡²êó·Ø¶hŒ:å†f쬤;Ç7ϱ9'⫽âÆ_«y¯sÿ;Ý¿MýÜÃ~üŸ¿w‹§O½ùÖŸ›ái·ÿØÓÉ+4毧ù{þÈâ/Ð5Z¾÷wo!x6À•ë?ÝÙÞcôúä¼@£ž>õ}“®¨»æ¨íš¼Î/ë;ýÀsne‹¿Ø2†záW_ô³RïýC~GÖÔ7Ôu9¾ÍkfšwöÏ; 8ÉëÓÏtNKJÀ@²)º»E–¨rÓ]äˆKTàÕ­Çr}sÌúN?wb—y=m~FîóÞCÉ7n˜·æp\V•8{ÎZ—“ÊtºåÄ×Ìè¬wÎ5†»ÉŠóowMlC¤“½î´k5’ûûN»ÍÄ`÷K[/>Ûz‘³et‹·<ó 3¾šgY‹»!q mË‚™þ ¼ãß2ªž^:©Ÿ²àwÖ²S"ÏíZ±|ç•´¼×B¬×ãåûîÞÚ8’WIÞ“IωO{N$’œøF5:’×Rá•¡+ _¸õØÖEµUstÍž1yïÚ•÷>·¥_ƒj ,Î µ!ß=x\”'Nvff;7¯,G)%{¬‰ÒÇÜäçû§? eQƒÜFü7ÓÓífMÞ­;òוéˆJ~5DÌGŠN §ö«,é²Гøt—eßã"Hò 4'ûÌÒ³=áÿUQ fNVfîÛi^€0=9¹@Ø[E:ñ iþ;#5ûe~ùœž!"ÒO®­\ ™ÊÕ]ô¶Z”å‹T³ÎÆÝ«o=—{º€¨7 Ýú-{të`¨_ƒÉÊ ýãëòÒ™<¯Ÿ>{ÄPã¯;×UâRKä‹T“×ñŠ³qrýä%8ƒŒfú ïoY§¦zjÜß·ö÷¸|ãþÒÏŽù¶ÿìÓ+”ûŸs7,ã7‰J$ØZgŠ;¤2V"Ñéœ2-•q¦$ûõO©ú.je$¹—qß#w2Ö#­û09>$ @@š‚‚È@WNXX$V‚a× +Wþk÷Æ#..."6Qš‡)‘¾qØùG×Ø”´D*—òJjvwlͧ3_GÇÆ…EĈú$-#¨ÎÓ$-sPnýHö²ûß‹?¼êé kÿg¿m|¡Örj£–ìol¤ÝeÄÚÔbï©šMz¿zõ¨±`l¨¹–qg[‡×J}:þï ·Ý¬ãGO/°ŸÉoUUE•Ÿ¤q|7®Û1kÌs³æ5Ôùùô6ÿ­¹v0jêšÓ,Mã•sÇñóË噩 Ö¸±Quj|ø'÷O~¿c㓲ÙtUõšzzõêéh1ü¹d¥$¡VJ€°\:T†J1Ýâð8IöŸ&'µµþåµÍª‚9bsâ‹nc–lÖX¿Û°‰yG¨C^_¼þ~ÓôNºy•Ëv·ìrÎõ·!gÎÄ6Äaï{—/’߆‰ý|ïá·ÃcÍ4h¬§W>Ü’4%c‹¶Ür3<8cÀ[ÅÔ<ñèÕ ‹ú¼EÊ“¬Šîœm—êj0­¸È}iÞ?q(hõ†ò¹‡Ú‹ü‘×nxðÒ­ÙZ‘¥eTôl_µ)r˪R à µšúÆ}¬º×ÓÓNOøûÞÙÁÍ'TÄXé m½†ÓÖl™wÎQ ŒG)%{¬ID‡ó²´êš èÛÃPW#=1ú£‹ýëïÜ’ÑwßñØ>®•À†e<¢B©«Œ‡›*‡Òßb%Ër@O²#*ã¾Ç­J»ÛnšO2» øop‹ÆF ²´„è¿ÞÞ½óõ·Ð¡x»ŒQÏ ‡Øœ|”B¹2)SN©E×á Æv%çF¶~ïCë&m¤#yŸb;3ñÖñÍó׊ÍûŠbvœ÷üU>]_—û™AB_¤RÖkqâú“ß÷4´Š|7‘Q«»ûüEÿu$?œ,Y¹æÊšQwÝçvøå‹l›!Ôï'ùeü†#Qƒ;Sæ™Êh™+‘ÜtçvGb?eœ)É~ýSª¾‹ZFb†$µ—yßãí-e®GJ÷a‰½P ”§5ÐEM§M¦šáÎó÷ˆ?š…þL-ζ•¡ ÛËÕÑ?ŽÙ¾s'=MÞ—ÿ v›ÃÊðúôÞïo¦Eo+ñ÷þ,¸meÊaªÎÞ~vöv+è™v½þ‰äg’?LÓ¿Ÿƒ ëÁëgOÉ£kÆm'${b6låÒa¶[ïy‘9b²Ÿ*änÂPÔ=töУæCbòNzõÔ+u_ e^¢©e_#Åm¹7$~2œÜLóD/<­°œÿe}²·Ýsàè#§oT\ÎMK¸zL·Ь߯ž{%s 04MÏŸÚX0:HnÞbÐÒSî/=çš—“AÜ)|z'kîÚn–Œ¸FW.‰œåê9a¯:ÛÒ8).Þshfª×+÷ȼ#¦ÛÆ¢)ÿ%@”tyüˆ|aª6KÿñôØü „R†~-9Ú߬Üìœ(w‡O±Å¹tYÿ;÷®¶¯§ùöÎ.Š& à„t‡ ¢ ”  b‰¨˜Ÿ(¨XX؈‚* bwb£bH)ŠÒ¨tŠtÇÝ}ËíݲÈ- 8çý¼Ù7oÞ¼ùÏr·;of–ÉÚ?tH©ß‡^?Í#ºöÀ™ƒ›¬D‘µt”Æ{^6«3Q[0•&eH 1Uˆ×£”ØŽ5±éA‚ÀBG¯“{lŦ‘ë-çt#‚ªLñ{â·ßº%N ¹Qiñ‚Ëá¦N‡Óâéo¤¸ÐòE\Ÿ{p›±УԤÙoó@ö•PqóžÏ”!Ê d­—ì9xä’ã‚G3Èá|¯užm·EèjŒüFB÷ò#Ïm˜È Œç_æzu‰ƒ£±ºnt!õ»dz÷~Œóº jÝü»yö<÷±™Hņ ä@¿Ðñê’Ly~±ùöÇ©Éš½£ŠzaûðtHîö±Š¼7‘ŠORýΫ·³ ú08ƒç±Þ¸~ëáG…T7~ffB3é“„hŠ1ñƒÎ`ÒS˜a€H;è@w³3ÓqYgôTǽÖv™¹¨A¦#ç0VçVvXz÷¯ŸÃ, € П·Ÿ´Ê 8Àó 5™<{ÎìâeHÈ Uáþ÷}ù>zò"ú §¾#–}¹$‰ÌÝCTA¢3 €nêLº]ÎvBB<âÓ¼ ÐÓv9=Á3wÞœv 2Ã-Ç«Ò ²ùU7Ÿn q9ª´9¯îGÂ:]]ÚAyã³Gìf¬?Å°¡)…T˜• ½ýŸÀæÄ4®Ü¸Ëa…œP'Ž¡5Vd9.ŸüAïaÓ’n%ÝÍ¡»²‘˜œödKm ο=„yVó.†Ã'FB|<ІcFŠÃMû÷Â¥Rw¹kHÿ>£A#áV(ã3µ‚|.§Zñ#0°–îÐ(t}ñ¨?̪´÷׿§+¶ùÙ”˜”Škkos‚âèðP?%atmZîi •‰O/£×O_ `^?ç3Ïá]_¹acm ë[m~çR¶ZåoeðIº\ñÛm=ÓÄz­³_çz#ÞñGê7(RÝòMŠéˆJg 7ý€NRî zwîud@‡ûüèbxíO…GRóÉÿÑ*"¬üñ<‚Ë÷{{ç{1œž½†ï^gaãæ—½æ¾wûò ýPS(`ùÃã{èÑAœÜЛgë²ÖÕ­%-’ݺÀùC«‰T¬@îð`"jƒg8lšqmÿ£¤fIc~ÀÛ¯cm :o"•ÑvÌÑAª+DIi âê‘©ˆŸ1ñcÎ`ÒS˜Aà èntqîÓÑSÜyÕUæ¢v™œÃX{XÙaíÜ¿~³º$€ ­h¬.ýó#+¿L—’ÓÐÒ ,Ë´Dke»¬œÜXýõctrZN#ŽW®ª¡¡¾$»gbµæMi^tdtò÷ôâò*<¿Lo%}#þC­Õ榾 ùž]Єç•ï£:t¤‰N?9†û{æ¢dß»÷àkiJcMÔ_èV‰{à6òZ€Ë ¿û>ã¼…Ú_Á¤4&D½ þR\Ù ¯2pÂäIÊRB þuê¥)#ùk|ò’Š"¿ œB_Áºrb´JgÖÜݺ©3Yü¶)¥%Ô]sS‰jj*œ›¬Ò¯ô×H[ñÄQU@IEŽó.ž·ŸZ_ Ä‘JJÊq8äôÆ›­õSìà¸ï]\vkõ”奜Ükw÷ÎýgO†öe3ÙZÁöËIUY‹&Ž¾Õþ"][t7§þ©¬Dâƒ8…Þ ΚíÈ**BOíƒÇÂ++š7…‹àE´M ¤SßÿjV¢”Š~~鯆T}ýi\}`P³Nó‹`b2NQÿ§T”W /Ùž²¹;:1 mßúieã…îî.9ò¼µnè¼QÊÖjü-ù°…N{¬G²RV•!಩!îÆšjh97ÀvD¥3†›X›ó7$@¯óν èAßwþþÐ7!ü²ÚæÆ6:çâ…5W.½áltØgä„L߸x«-{ÝÏ>K(k>AëóÂœ €* —…ÿo(ü°çrÛÀï¸hw¿ÍC7šFþ$Yr€ø°šHÅâ;¿ù”q,B´€h>e2-@ˆÃ%§$ãp=‘ ]==gú¢¢ËiŸv†#'g0é)LŒ0!¢v¤»ÙÙé¸ìÏöT~v©¹¨–L«ç0VçVvXºðïŸÃ,. ÿ4„·×·¹z'f6’¨Ã ‚Äíè/Ê#Üö¼þðUi-4ܼðŠF‹W­·_m%%À4nM ¹{ìÀ©{Y?ËHdøÆßKHLßt¶ûÁíò-·¬”w·=½ŸYˆ¨áxD´†N:èîÒ—ôm…Íò'!ŸËkànhõî³ÒÝg…ø@Kà <2Jê«÷žØ»d<çëL¤$¥¡ìúqWW iEUˆG@rºÍ:÷ý;úK#ëH&:AŽ÷ÐÍý¸ïëÈÚ&äΦ ¥¬³ÌnóÖu62‚LXšÊÓ—-µ{•PUOƒ9r¥gÐáÙ·­=|éi Ã'þK¯£c5{£ëF¥ #FŽð|ˆ’´‘”Öšh ÔI·û”÷wÛíô„Ο&Z§7;Ã3pvuÒC>)òñù­NûÃ’ò ½$¬×ï>æ²QF€ÐP”ÀÚÝ™°sý?ï•îq?òQöÙlM† '+òÎ{ºy_¸™”SJ—Q?‰½ôGO^³ÑaÉŒ‘,1] Îáþ´gÅu©nb:ƒÝ,¥ª zˆýÍg] mßO6yŒ¢†ªJhýLJñQª«ª‘B|¼P¨ýÂN]läÆ‘½;VN ‚ÜP®Ü™\AûåU·bå„~«ë–™ìÿt»eS€Ó=‚V©˜aàù……˜n˜UDE[îOªª ÑNŸHÅìA»Ž»Ê GLz #l°u¤»Ù˜áNÔUzªëÍEíd°:÷°²Ã|²u‰s˜Ù)p €À¿K€\¸ÑfùÛ?^üä´ùÊû7¼úKñ#:˜œÃ·wÏ v¡nBZE¯¬ ýÕ'QÍ“CCÃìLi§Û Ãß¿gú»`« Ó¢¢òÇ*´z¿OiÈ ‹N§Ç‹*õGLUæ%^óñÃËj-¶ž6`ˆ ô¦gQ*~å'Æņ¿¾~ùj|N,Ï‹ö¹üj¯ÃŒI…áG.‡Ð«Æ›Ûó9¾Qõ$¯ ¨¡©;vÒä·çœºI€t7½?Ù}*ijAQ>øq° þ÷¾–8æv&ß½}ùsÐÒÖB‡ZƘ˜ÐCøò1R›þ¸‰Ùï^ÿ"5 2eÐ3d Æh2>ÉFCú‡óǬþ|¦e¶½ø䎥¤¸„n¡õÓ‚jêŠDÜwjÇÑ‹ Ÿ]s”q¯# ¬GTºÄpSG@´R¦Ë èu±sRSRZOcFPPQj¹Le ’((»p=Û,X8{£³þÉGŸ©+n,ŒÚúŵíÓà¬ê´7®ç_ÓÊâ…wïwê‘ß @ÈáôYv©§T&&fMQQe”2%&¶Ì´ƒF}ºêDª®0ÇIOab„¡჎t73\‹ºBOu͹¨Ÿ VçVv˜O¶®r3ûŽ@øG Pê«ׯ5s ”Ÿ:z’3_ßÃgš_x¼Ìt¬I®­¬l%zV[S‹X#×UײÂÕÖÕ È "šíLð +w8‰yt.¦uǫ̀9ÿ­Œº+‹¹†ÕK¿YMÿðcvë¥i9Åß#g›?éûf™Z™uâyü«;h¦4©:ÏnÞ<äzÒì„^cç®„Þ U¿‚üýŽØó*6—Á¯ôF×}‹ÿ›©×_=ØÊ ƒÉž—ŸŠÍ"£»4£¤Âc=ƒ¤h¯Mù‡Ü.›œXý™±}_r + }¥ò* 3T"ÒÔÈ¥Ë'ºW ¾N¾ùèàÔW^TZaøXè=eó–fzšéðW4)<" ×V€DjåœZqEÉOaiÁæ¯Ú+#ú}}A8ŸÊ¤ë^›ÄÙÕU~Ë)eþ&¡ÛhõówiÕÐofü;Ýý›`šÕùú™LÖ½W¥ÉeñËWí ¼½O”u¢Œ~}zÌåJ8]À?Ýb=Ýü©8Üd@/\ üx·– ¾UΗ÷:ñ&«EFMA d:¹ÆšMæw}µç†\Úyi¾‡­ {W˜lÃvàåC.T õÓÕÖOS ËAJkv»ì(ek·-ï„•¿?ÜÔv³Û«ÑuôºÚ¹ÇË|‘QêêÚÚF MÞDq­½[¬f8Þ€5}<ö:®™2°y#Q²÷^§\úì éë ïݦµî¨€àìŽÎŸ{  'R1Ò¡œ?qÂnòqÁ–‹p†|RÅ7ïËÏ‘¶¶6”î‚©ºÈ G&=…‰¤×P‰Žt7ª8É.ÒS]p.j!ƒÕ¹‡•–sîïŸÃ,. ÿ0¢’³ûöMû.~ÏýEb7j#×oð¸1Õeˆ¤úœôäà·A™¿ª`^äê¼Õsfj|þ0²osTGeüÁ 3Ï<­jhä%ò ꎞ½Þj4‚˜·ß$Ï]‹Oûæ·<¦š¾¦2ÄlÇÊéÃd'ˆûyûUTYu}uù¯Ò*ÚZIYQdŠfŒ@ä‘SÑÞärTª•Ë`¤R¦„d_­©“Ç)ˉז}öùš+Å>ðz{ÀZŸAŸTá0ßÄó œ0Õt„A9 R]UZÒ—ç~O’sËàRäš‚õs§)GÆLÑ”Dì,Ùy"¡Ä10ücJÖODHM4G˜Ïžbª$+V]’æïû8ø Œ¯ñ× /n8Î`Ôg8â–®¯’ž^À …‹‘å:=:UD;qãÒV—‰™?›ë ò‹àÐ¥43©90A{‰È«/Z²h,áöY¯ðT*QY©^Æ‹]?f^øXUY^P\NWG}âE9_âpè{~)™ÒT˜[ØJ U„9IÔ0=z˜ž¼¤H]eq§ˆ °Ïuô3´ðë³9K£„gLcr3× —ÿõnbõ H°& a6ßHÆ%º¨ù m(ü8sæRÿ'—Hõbª§¾4mÕ¬™‘yô9¦lv‡¯OnÞ¤®tlí– %ö™·õ–ÓÈ7·™•µ4ýË”ý&žöGøôĶ¤¶Ø˜ °l„—ŸžXTÕòW…oe3H^ÔÎ¥‘‘”zL! ©.üùí£G=ž†&(èú¾ š8ˆöXWW‡xHiª.¯i’e¬+ÍI¼zÖë¨÷•¼ N¡G„ 7Î F¸Lôìîæ/bï°æþbwø‹6æÁ1•…—ϺQiùM„ª 7TÜóv^ëäUNïvÅQ6V#äѵ7?†ÐP:%ìZ(8Àlî(¥ì勽ßìCN-ªôÂ1hM(-;|Þ|£]×>RåÇW[Tæ?ä°XZá$„KU—䆅„†Æ&eiNX¼oË|Öýú˜ìƒCèú­o߾гŒ¨(ÈÁïBíL綆åÇû<úï/«N¥duò·$ØŽ¨t‘á¦ß"ÀA¹K èu­s/ÐGI÷ƒú­EÎ Ê2ž¬Âd{²¦­Ý=ÌënTAól¦¢˜}Þ~·vÎ,þrÿˆÏGZq¢¤Ë>–÷Ûc»è°ùºï^{. 'R1AúpÂÊAýÖáÕÂ,7 e™ë-g†eÓfmã…Îœ¨ ïr©:m†#«öbÒS˜aëmº›­ ;­§~wúg—›‹Úid~·§°:÷°²Ãêÿ_>‡Y@þiøÉ+%¯<„Ñl Do|ªA`Êi={Ñv†1úv‘\_~ï”Ë:'Ïbêî£ÐR˜uÛ}¼½«yÑ ¾×:ÏǶÛ"t5F~«¢Ú-?òø܆‰ˆÍæž™ëÕ%ŽÆêºÑ…ÍwªPlqïýçÿt©i'o'jêҖɶǨIܦSo\çëÀi®þ',tô:¹ÇV Y&H®;´dœÓªYŠß¿ýÖúè±ïÈûN¾JA*Õ›l{ñ´›ª"G<+ïzï:KšNªÌX½fgRð!º!!ÝÓ·Ÿ§=;Üßb;2 É#Ú×ýÒÿÓ—üà6osºádiãö6þöͲã ú€?ºBZšRÿÓÎÚæ}xO PÈðØåÖ^Û±£õ—VaS S‘Öx›ãm “”ÒHã,úP/­|¯ÙöÜ·±·Hs|wõŠ%Gvnó̘¹ÖÕ\ zíµûìÃÝ8´ƒÆXF[7Kâ5…t’Zbh-öiyí ¯œ›bØÞÍj)ï7Ù.»– —‰÷ó8ùbÉÖ©ê͇؜ðá–ÿ»B7µxRC/ÔßeÇâ)[.Áàiï} t>oزeδ Uyq¹é)oŸ?ôð8‘˜Wv¡ì[ø¾}Õõþ›9¹:=ú‰haæ—–¤J©õ^oþlÁ&»¥c‡ÈKÑBÝw.Ÿ:ãó ‰v%47ÍC,Sjªªéß5ÐdŽÝËÌ=÷jšM¯­ÑORTT_S“ý>((<Žú¥—ã3Ʊ€Nhh ÄážÁ’ÀÓö cÆÕ–"7Ö¤&| I/¤µ«*ïë¡Ów'z¯õûéé‹peÔo¦Æœ0#m}kë9š*½) 5¹™?>D„„FÅÕÃß[H•ä¼Ñ2<"RŠÓ–9^t·cz#7Î 5p™è±ÝMiúô40:±ª®eÝvuÆú©„+ˆ Ü»·% Oä•WÑš=Ç‚éá»CîÜtÇïØË$˜ó—€‹†êwFMšfj¬¯ #ÞTSñ#ùË‹§OSóÊ‘Ž +Ÿ={qP(“ÇÄdôù0Úo"¬l±h±$'1cÉPéƒQð6£p¿Ú˜áŠˆAZ‚ rðÔqÿÑÖ…õT©ò¢³í-Oç ff:e¥ÄðäƲ_…éßSc?üœð£‘~*¾x-3Ð`Û´°ÔÛΞñéù Md(¶I_µ‹kúþ²_Ÿ>èJ‰¼ü}ító˜<˜Å´^JÀŸ$OŠ]3]O–Ÿµ}”†b×ÞȹĪÐy£”¿;ÖÄê[Ç$XŽ¨tÚpÓß‚ÓyzhQç{:sÆÆÃNûQË’»ì^dz]–ólRõ“+g¢ó‰ËÖ¬Q“îÅZ)Ad€ëöÅf›/ÀYw»8Ù™]ß¹§„~Ñnhå0GG’µ`Ï€aÏèÇÔ ì&R±@!û·Ó ~´yã3ScUEY©.;-9ðå#ÏcÞñ¹-W]ëw– @Å»ÚD*lg8²ðùM&=…‰öŽÿvw³7Ó!)¶=ÅÍôÏ®6[2êz!¬Î=¬ìÐýB}þÍsåH€ ´J€Gr _Hèxuæ{E¿Ø|ûcƒÔäFÍÞQEG‹}x:$wûXhœúê¥0|÷: 7ø¶wÍ}ïöåú!2z…ï¡GqrClž­KÏéÌO>I—+~»­G¢ÃE8B¯uöë\oDÔQkþ‘ú ºYn¹“¤Tó8G0ÄYî~{ËE„eNžOdþ–ãšêŠcfm…£uÙ!WoGìµ!×Z{ø$Õï¼z;Ë€a`‡ç±Þ¸~ëáG…Ô*ffÖPp,¦ˆIòÕ]K}¢siǾÁ{¬üâ5KK6.\4êK°†8D þ¡¿Tÿã×î­žÚpåVpôºéøGê—8éÝ»§ê’|LµÉkŒôy"hf|%4šÕpÊûœýTÖçpWï&&>à°ÃÌ6]ëvòu l¡2?逃í‡6ìABç=áÒIs‹ŸAÏòbƒHYrLÀE7cæAÈùÜuCyÔ <ˆœÒ°rqV¢ÏÅD您c­i›lÇ+£-IÙ‹õ¶yÅþ¢F†Èuoï_z{¿%—%…ïß_  ô7ß2Ï`÷íXRšÊ=Ém=A©,ι}d³ù¼…‹ DÑjÜ8ƒ¶ÃeºGvwôÍ]#lÜé#ÆlƺÄ2e¾¹9Ñÿ?ú—• âæó,gò¸{Q™°2¥±*ôùèÍT>$È{Ý{6MKš5wŒ)ôÂGȯ0Ž(³dáTH / º|Á¸(¯×H)m´´#«ÇW¿M^ä\NŸ_R[šûôÎå§ì}Aì‘ ãpÔ!¥ÞeÃʧ_ª¼–DSmn.ýW˜.ÍÊH[P.\~‘‡.éÙŸšæóõ¥ö}*n>q~ž=k‰ÿ“+êŒQ rÝ/WÛÙ7£ó9 Àv”’›±&Nþ^v#*Ø7u8ØèqÙ"lϽß;IØiO_´Tê°õO —yÓd2ùüé#£5Øéâ~~Þag{åu”{- )%ô<Ë]Ws¹‰«vŽñ¸’Ó|»C*Ž]¿pnÔKÚT9ï}Îë›C=ôõ|÷ÐÞë¡ÍÂn"@Ÿ_o\ÒryĪ¡h4ïô®´+&l&RQ"žØuäJJZ2èí½êaWGO·=¶ÏNŒ:zBi*óÚ±áÒÓàoô 2R^ˆ‘öóEG·[ÃבXÌpÄÌ&=…‰Ö~„%¿×Ý­Yù}9=ÕR+7Ó?»Ú\T,È`vcuîae§¥ËQ©¿u£\I@V ,ÜáÁD´ÏpØ4ãÚþGIÍ’Æü€·_ÇÚÐsñV[öºŸ}–@]0RŸ~àl´žÛüÙPøaϱt ¿ãþ=ÍÂèü×°…N{¬G²Ö#¤¬*CÀeS kª¡+VäN²!í]@B%\„ ¡sé¬3kt1¨kaï¼ô‘ýÅæ±~®ÎÏï•íˆEH.SÂè?;æè Uƒ() M烄¸†úF¦b¨ÃÆì G¯ˆÀÂÁ{㬠û_2|VWÄ᪳Â\OA›ÍBtþd¢Þ”¾7‡©JüÉJQuñîñ:Ë„rž<ŸjÏøE½=É|÷"¡ú¨nË€ –çpï&1ä–žGüøƒ€ª™fWƒh1Âß²ø5ì5…}t°-3<¢[O?Ü5ùnÖ'öVUÀ%׶U––OaépÿÒA¡V¾Š‰Ú·nyŸµ® ¦%RÃÖ4Œ­£‡ÇúI-¹x^Çs¾…f—“[„íMñPŸrÊ Í•3 –¸:è‘Ý÷9–Ct°5^项d\?"C>¯x?Ÿ·‘×.ÒÄ„6S ]žš>O¸¬Šõâ _rÊY2Ù ðêêÉÐï0mô­-ínžÖØ»uÁô×áv¤‡ßªŸ°eÇŽ¹ÓÆ«ö–¨.É ûÌÃÍ-8ž9’ÊÜnlF)iV¹k‚LÔ•fû>|ò1ø 2Ô™à~Œ8rÒôQÚ}á:( ¯ž<Œù ¯†„äâd7·£ƒ‡Ž·«Ï%ÃjD‹á&èƒK88,–c; Çm‹°9÷0Ð4}ïJÓõg‚á>K~ç3Fûþ ÃQ£ úõí#."ˆ§ª+Js2Ó>F†F|Ji¤Ÿ¦¹ÑïÓqÚ|-}¤ðÊ®N¶¦v'aIЋçH–ɲfý…‘Þ—@nëz^Ó@‹º-ì&R¡ðˆ‰ò•WÔ $l’ªÃ-_ø]UDmÏÁýD*JUür›MIŒ57T—}KŒý–¸^uèø]³B®üxqÖÞãýûŠê©îGâç“Ž¶#§LŸ¯Kýâz†#–Î@>bÒS˜aîÌv7³™sÝSèš¹™þÙåæ¢rMËs«s+;è^Çýís˜Áp€ À–¿ù”ql3èB¢ù”É´!ôä™hØ·elšGZßyÓ˽÷aåGöîX9i€2ðL¹zpgrm”YeÜŠ•úÑÍvî'û;D<ô#ÞÊ(^vb"2ø¨=ÙR[‚q”Ù_Â<«ùÃá¶%ÄÇwhxߊ/Ì•‘j+kèî}†-¼´ÏB,£3ãºÇºIk¼áœÒ²2æb䘠8:<ÔOI˜3®Nt… 3Ür¼*‡ DÕͧH\Ž*mÖ©û‘ð£NWWÑÇðîÊÝ„´$°"À#ª|9 j´Û§Ã QÏöCÙ'hŽ™³Ïf°¥í.¦HŒÉ+Êý/}Êg¸»ÕŸ{~i'W¯´_ rÄ ²þ¤c§NÎ6€Hà^D÷èáMkÜê7l”š¯PP^ǤÓ|Hìe8vÚzûí Ì 9ÿ¹jNZ=Èi»ã—‘Ì;‚Bvüƒ FΞ;ùkU!¦Šˆ"}/D÷Ú·çÈ™ï…UL¹¼BRc&YØ®^ölïÂ`d“b$N¼zÒãôűi?ÑY-i<šÎPói–ó­Géômù-Æ÷Úíq"}ƒËçÔœÆ渧ȧ4ÐÀÅc'²‘9'íž’7Íþøª€÷ç‚~À *ω۳nÁžu¿Ý<îG)‘*¹k‘ŠŒÖóM(A¬A‰ì˜—;b^âx÷Ü KZ0TŠºÛŽs¼ƒÖ„.Ž[¡/Öç=WŽiÎÂjD…ëá&´Ÿ\ÁÁá0YjŒí€—-‚àpîa9 ‡#عþiÔí¨,ZÇQ“>Aot?²¦šOWçeÓ$c–9N:zåUZ5Z/ÔoÿNÛ–¯;t^OI³¿ýë)­íè®°šHÕÒ~‚ص Ðˆ›OÜ ¨e¹ä‚Ôx„d—nqusZ!ÉÏ|ÕÆíD*R}=}T¢ÅZŠR_×'›Ù LZ¤ÆFšÇÌpÄÎØKLz # Ô¸èn;=À §PUs5ý³‹ÍEÅ€ ¦ç0VçVvZºýoŸÃ-ž€ €@kðüÂB­ß_RK‰ŠŠ ¥«ª˜|gotÖ?ùè3u}VcaÔþÓ/®mŸëW§½q=ÿšV/¼{¿“@¾+­¬Dâƒ8…Þ mz*«Ø¼×j=µy• "\ÛHô0õ”³ÍÆÃwDÔÇÝ¿F†>9vÕ‘Óéùö^O†X¸m™ß†•ÎÉ&ˆÈÈý½è Ô&%¹Vœ©mÆóöS닃„8RII9T «s¸+wº½ <¯Ø²Ýg¬Öí|òàÞë ÐøäE¥~!9e#ãQÓÿ›oªß\üýE‰3ˆ¼ŠýõÆŽL*ÛRPŠ<=Ç+£n9c̶[ýÝ}ñ:(&.¥¨¸ ÇÓKN±¯îaæÓçL1ÑCâ%ŒMÀO]wzÃÂ3µÉqŸ’RsòVÕÔâ¼b’Ò*j†F† ’Ìñæb"ÁbÝQè͹<¿¬ëåç®—ÛÐâz†#†Î ]Ť§01‚ö ×áîf°Ò‘0µ5jÜ“éŒs«s+;-ôþÞ9ÜâÃ?”"UxlZæáPPR…ÜÈ]Zu¹Í‹ÈߢD©ü¨&a”N¢¹Ò3ìÜÆß²”@ k œ?qÂnòqA{wHß¼/?Gò´µµ‘4’˜¶v÷0¯»QÍ[J4Åìó††7³øËý#>i:DI—}­¬}AÌüå„’¦å+§~u&øßûZâ8X’Ãm&ùîí;Ȩ˜–¶V¿åþ³ÝCA~ÂÚ¬·1-**¿q¬sØ)HiÈ ‹N§âE•úˆ#YH¢gœÃHs@@è<x~I»W®ßyÏÇçuðû¤ïµMÐÒ ]#³i³­fŒ¢$œh_õ\ŒR2TÐÁ¥Æ±so¿. ü‘WÌ´b¸Éøþò¢Ô:ð+?7¶ þœ’Ý@B.ýp<üBš†£‡êÃàGó—#*Ü71{ÔA88†K±]\Þá¡Ñpqîu€žh`¶àºÙ‚¦Úò¯ŸbS¿ü,®©kÀy¡¥Ïr½ûk Ò4@€·•6tèiQ&pá¯O¹\ §âŸn1‰žŸmàãoÙݨøW1dŽ­Rê/írNmjÃNKvSþ!·Ë&'VµvN_r + T¼Jà •ØL˜Áönñ ¤@J@T~€­½³­=›æQÊkj‘™>|½øب0Š0¥ìÀX_ÌÄ|– £;ÌGx^u~sa6&#*7uÄÛ¥ÆØèu¬E,Ûµ–óˆ 9z3ûù›Ç‰ON܈,€ ñÉÛ»qæoè–ê @Ø-» 8 € ØÀZ Ŷ`­'¹uüÞû¨…ýN<Œr\1Rú/¶¶K9ó9trÕd¿ãv:Á6o\cfj¬ª(K Õe§%¾|äyÌ;>·©ÝbýÎÁì¿d&®Ú9ÆãFHN󎢤âØõ çF½L¥äï½Ïy=ûbtÓ¼¨]###( ô˜‚FR]øóÛGz< MPÐõ}4q$½4FŸx{‡5÷»Ã“ÃcSYxù¬û†ŠÈ ÷¼×:y•Ó㘊£l¬FÈcäDÏ7#«¬ m ?x-%à¦ÒFóARH³›ª ¬µv¹„Œ+"Y¯OnÞ¤®tlí–x.%ö™·õ–Óˆ53+kéVÎE.Ïaî,@@àŸ"ðåÅÓ,úe’¼ªjW~õ?Õ/ ±ÿJӯݻ sí–:îWiåò·gž՟ 5€ € Ð!²#¬O:}<ÿ$¤¨¸$·à2$Ú!c Ð?J 33“Þò¦ÜÜBîo»”3t,=ó3ãóëK^sh›¢Ñ¼Ó»0Åí}¼€²«“­©ÝIXô¢eWR“e;Íú #šlq¸gpVàiû‰…1ã‡jK‰ ‘늋 R¾††„¤VÀ Uy_¾;Ñ{ bª®4Û÷á“Áo/½¬˜÷cÄ‘“¦Òî «Q*^=yó5²Œ¾;¹8ÙÍíèà¡ã-ÆêÃ¥¡ wnºãwìe\äKÀECõ;£&M35ÖWoª©ø‘ y=MÍk š„•Ïž=(ÜÂ…ñðÄ®#WRÒ2g>ÜÚ«vuôtÛcûìĨ5QšÊ¼vl¸ô4øýÞ”b¤=Ä|‘ÃÑíÖü-Ö&þýDjÈmgÏøôü†&2ŽÜ@_’‡kúþ²_Ÿ>hÿˆ¼ü}ító˜ýR…´½%ÑT›››ÛrHMee¤-(. ¿ÈæF µmûŠ—«NÀ_4ù7ϹÉT}ˆ"3C$ÂHß,!6ˆ¨’cn, ¸3'BÎç®Êó3ËQÇÜœÃ(3 € ôp¤ŠŒ›ìŸ†}©¨©G®g(䦒_Eu-·|²[–mØ{øÉš÷W __=àzò^ÖÏ2ýAš%…È_%ôxøñCFL]âypƒ8ËVÕsì+gsß}%À" ð' 7Ú,›GŸTL«šü«€vû•±v=¿eêÑ6G\þ¤Û ®ŽÝÝ1n T×!Îá®ÓÌ<¯”¬ì« TE€ v-(4âÄæ7j‘˜?ª2!Ù¥[\ÝœVHò·1ÿϯà²kÍëeG‘;RÈÌÔuÎ#9…dઈÚ·nyŸµ® ¦eP åEK’GHÆÖÑÃc}Ë`¹81<©¤Ej, ŠoRªBÃbÑ9¨4)ì}âp¼âý|ÞF\»ð൷Lâ¨"ÍIéþÆ||f©0ÈIõõ­£Ô×5ÀÊMhJ( ¤ÆFvÝ€ÒøKI 5u =>4ÔÕ7S°»Uc{È-êËöËïZÀca·"îÜ™ Íd ’bóÙGÛòˆGtë釻æpÖãæælä€ =‰À»ë‡Ý¯ÞǾ“û®[»XòícH)Îýñ5!9##«¸¬¢¶¾‘_P¤w=ÃaÚj½£»»øîꢠœ†ÛUûÝŸ||î¼ ‰ø–‘[Ûˆ•VÓÐ=n’åÜ™Jíý–¶pë4÷óOSh{Ba¿}[­ÛÙËš“ÖÄDrÚîxçe$›«`ÿ ƒ‘³çÎ_¾ÄZUFÍš ­7͸ïÅ÷Yh!œ& +M7¤9™1}ÜK¯×l.ž Ó§N@—% É»\}5wɃƒnǽ‰ªcS5+ÊöÓ[f·iËš…Ò‚Ìc^x±!ž[¶ºò#¿„>‹·¹H/©Ñ3VØÍÔi>ÀáN]µ{iäYß ¢rúN!8¼°¤Â´eŽsôÅ`®õ?¾×né\>§æ4¢ÆÎK‘Oi ‹ÇN¾Öúž ¸õb€†ám®ž)•h¢½5w;³y¶¤Îù3ty ¾â‰ú½?å3¬ÐÕŸ{~i'W¯´_ rzqœ²þ¤c§NÎ6€H8$¸9‡9˜Y€ €@O"@&±\16O¸·Ö‰ëw—NÄ(G€ €% © Úû¿/J›³í0ÒÕU@€°«÷ðï· ݼØíôLÌü‰¬FŒà < jº;<\ÅZ»ëFTA¢[ÝÝ-º 8ÉÀ?7%¬°Yþ$äsy muDkäJÏ°sl1~Þ+Üã~䡇V‰J“Š2$Zý2'Ç¿{èæ~Ü÷udm󰶔²Î2»Í[×ÙÈ°ŒP#•"‰ÆŠ¼óžnÞn&å”"Âæ±—þèÉk6:,™1²µp#©2k½}sëª[6a0B? ªNJ¹Ìôúò´ðeKí^E%TÑ—Õ@d‚Ï>¸míáKOkn-yô'Xzx«Ù›n’ý'¹®ôîùcÇN^üø­€YOÔ:aí¦m+-DZ®wúvßéÀÉÄŒÂFí:š‡O@UkØîCîÃûI0˜"×Ü<²ëÜChø¾š6Ž'‰I›Î^u`Û"AƒnÇ:ã´¡4”ùx»ò<ŸÀÔÑTy…¤M‡ª½ Š‚N¦Ôz‰›Ž3ÏÙ:åî³ÒÝg…hÑÐuˆŒ’úê½'ö.ßêÉ‹#}zóðæ½G/ýߤd³}&^Uo¬Ãž}«f`Š±t‚3ÌMǬdÕ†lÚ=dkÆïHðDAi AŽ ´´wÑ“ú;5-Ó«Ï"¼ ÓÃãRӳʫ꠿Pi¹Þýú«ÖÕ‘im6AìÜÛ¯ ä£CWPLn¸Éøþò¢ÔàWnlü9%»þçÉyø…4 GÔ‡¥•mSKS˪_Ù‘‘Q)ß3K*«‰¼‚rŠ}¡ùC´T[ß¡‡`±î(ôf1È Àó˺^~îz™AØÅ´&.JZŽ™“xþék\§Ùnyÿ.ækrQYŸØ-ƒ cGˆR¿»Ù®±”Ñ KH )(­F~yeÔ-gŒùÏv«ÿ£»/^ÅÄ¥—áxzA¥;d˜ùô9SLôZûcm—ç0«A @zÓÅÛV%Þy]†ºÿÅá ÂâÒÚC¦Îš·z¹uoQ¾ž×pÐ"@ K *=¾Çf‹Ç½¢ÊºÖ“o¹~éåÖzŒü7n;{L›ACz:ü(«_­vôôf‚öÁ@wƒ3¡»ø×Ïáw·¼®ûGqêEJéž[>eP¯ÅI¯%¯©*ÏÅn‘ÛÀÖ¶‹(ÎŒ;²}Ùå ç/ùÜ™aÄéj¯>;b¸Žæ—¬òëHŠT÷9øñÊà'§ÍWÞ¿áÕ_ŠÍN€¡7¼ø)Á!A(FFlµ«îÛ|C¾ ‡P¢<#Òlø ä"´šnúüÆgâÐà³~¶ã4Xri‚Ü/þ ¬–¼K*d¯@!¥Dl° 8sná›gt…[ÔÈE묾Ên âÂYI _óx”?ÝÚ‰Žue½½°dÇq†ðe³vJì‡H%½Ñö“Uà²ÜüùiS÷3qÅTßèŒÖ¼j¬þõ:èœAÁÍ@šÜ¶3(£ÐóE~f&îß¾oµÍøÞ­ÄJ»Ÿµ“ãOI \;ûÝó ^=×öB\Áá0wå;Hv.Ä''nDÒÂö|òÃönœÙúÄäTÍg©šÿNI¿˜‰ù,ÎEð¼:#&êŒà¬Äœ+,­4ašÃCfpÜq^!#Ó)лý&$§Îa™¶Mw˜j½z·ß[MLÎa¶–@è1xÄÕÎ<Eû÷˜v†ÝÏ"çkл»¹Ý)þ‚a§`F@@ =„„QQ(öx¡”Ã%¨‚¥ß¬&ø1%cŸ,þ9ÛtøIß7kÌ´ØkàpõùÉ_ZË£É)±/Ï—ä«.ÉˤËåf<<Ì×iñ¯î0U>$UçÙÍ›g˜ôAOšÙHí[ð•q+rªX"whÔtRðÍQ#Rž¾­&NˤÔUU³ï‚úúz&uÕÕ­ìÕA*†Ö¦`ñÂø´!W9ÌŸÆ!:Èär}]-ÍE¢r‚Ъ¯ß{ñp˜œùý;{ÖÌ•^œØè<ÄÀ}ñp$sgË Ñ©(M¿vï>‚ÌiXê¸_]¤•r§úŒ%Î᎒å@@¿I€yàéoúê@Œ€ñ"G×™×>VU–—³i=^äЙó%‡¾ç—’)M…¹#Ñ*æ[ £ƒx^¡‘¦šŽ0è#'Aª«JKúòÜïIrn\¹¦`ýÜiÊ‘1S4%ÙTÍ "jŽ=LO^R¤®²8áSDPØç:z¬ðë³9K£dÚ#tÌ¢­kn¿Ž*«f^{Ç`»•ƒ%;O$”8†LÉúɨBÐa>{Š©’¬XuI~˜¿ïãà/°/¿¾x\xqµ&\°âGдY+ÑÑAI%Í©S&éhôâ«*û•üåÃó¯òÊjaýʬ³f,úõ¤¯5JAìsำí¶c? +O<üýtGÙµOiHù_M<ŠÈô`n»sqèÙGï~UЬAEðD>­Qÿ-™ªƒç&íió+úÞ… tÄA)å³gèÈK‹ãšjó3û?z‹oðx†ÈÍÈEŽâ~Þ~õr}uù¯Ò*ZÄTDRVT€9RK òÈ©hor9*Å`©¼9a2o¥Ñ‰‡²+p^%µÐþÕû+ö–ào¨©ÌHýê{ÿÁŸUÔ2¤³žÞÎ6ÃéáJÌað t¨îÊ`ó‚*ãw®ßiUÀ@§çp§`F@@N&„ ˜@Ö àùevŸ}¸‡K{v¸¿ÅvÖm6¡¢ÆXF[7Ûhˆ×ÒIB5,f#oì;ù*ëM¶½xÚÍ@U ‘@‰#ž•w½÷¬uò*ih®T™±zÍΤà3Bô ZNËkO¸xåÜÃ~h•‚”÷›l—Ý K…uâý¼ç<—jojãüÝÆiÅH…‹á¿àŠ¶^ s³1„Ò• †êÏ­ vž”¡MVôµ}W_î»Jq§ë|/žªLô~“¹ÖT.ÈýÿØž6©ñqHü/>8"5ZW’a߆m»?>80nÞîJ*…>Šh¼x9'o'j«.m™l{,nà¦So\çw$ *¨4<"5ûGV¡¬¢²¸ƒ'°e§•z#S«š‰W$|üVKLbî \#ø"ðöú6WïÄŒ‚ŸùôÈ7¹ÔÚ°/?G òÊ*i¬Þån;yp;X‘__=àzò^ÖÏ2äiÙ%…Ô? æÒME1ã †Œ˜ºÄóàqÆ?Òv*€À Îá?T€ € ü  @ø'(ƒ:@@ Ó P*Žyœ£/êÃYî~{ËE„exÏ'2ËqMuÅ1³¶–SƒsÙ!WoGìµ!ÇÖC‰“Þ½{ªÎ1‚4å5Fú¼ 43¾šN-ØpÊûœýT$nÇÖ—B>Iõ;¯ÞÎ2èÃ`Ïc½qýÖà ©ÿ™™YCÁ £‚™åqÏû§!Jœ~ún…I? Ô^a¹5û¯õ'Zl½ Ç*öÌÜñŸ2?b‹w¬é¨‹áá²AÁÁC(Ï÷úU8:É‹c|Ÿ|ñ²ÒÇ‘ ß%Áš8A #öxi õCDX©ŸR–ì¼ëàªùS ô´eDèr¼áN·Žÿ\ætŽ$¡±ÍŽ®¦çuÆ'±—¨ºº(d¹º4ïcôǔťd¼°ˆ˜¬‚‚ªªBIB*¼[,©ªêoz€°3œ6› 7Ú,›G‹²Ó™äÂé쬌µëù-SŸˆ".t%¦OrÞ»E+öpX ÝP]ö-1ö[¢ýà ³7ORb*¿NœÃ½ €€ € €V@€+’À € üM iï*a:—Î:³Fÿt-ì—>²¿N•Ôùù½²±ÉE%x÷xe 9Ï žOµgü¢F 2ß½H¨>ªËa)"ÊnÇ’FÿÙ1G©†ˆ’Ò Ä5Ô3=Á.øÙÓJúê$aeÍÚ¸'ãZ­ŸBP”çÃåS—Ô5ýŒ~õ±xÅHiD{Œ© áàc8 û.¸œâ Ö”{õæ+DG©º|õÞ|Ï•Õ ï¢ ©XNÎÐdPgbi©½C©A¦“Uög4?XzÕ?>㽡MQå”Ô´4 „þ Òb4Ül݉¢ ':TC ‘>úû>æý4ðCbŒ€"Ø 4ÖÕ#ÓZ1K&ÑÿÎZQ Š)¤¦¦¶,ÁŠ\>Ä”“ à‚8‡¹€Šþ¤ MË<| J¨kí©uŠ]Zu¹SgquvÛšÊÓ6.] mi^ZMÛ̪qäJÏ°s;»êžaŸ\•m¿lñMÿÈâJúN8œÊ‡´çGXçöD=ôX½ãxBz~#‰ù7{°õþØ[;—É}K˽÷i¥R¯²~NdØâwí}@@3 @ˆJ`@þ"ìÄD$ ¦=ÙR[‚ó(ažÕ|‡‹áðMB|<4²Ï::@n9^•C£DÕͧH\Ž*mÖ©û‘ð£NWYvÆ¡æYxVç‘:ââ‘tUÚûëß#‡m%š“Rq¨¡âpÓþ½p©uÍåÒß¿ÏhÐH¸šÇ‘ ò¹œ~hÅÀ@dôe”‰ çÎhËÎÍç‘7>{ÄnÆúSõèð…T˜• ½ýŸÀÕ‹+h,\¹q—à 9¡Î½~n¬Èr\>ÿøƒæ©ÎŬs$@Ttó>`·Ó31ó'²/(ROàQPÓÝáá*Æáï®MT{|Í{E•Ô?$ºý)(&;ÞrýÒ Êh!H]„8‡»HG7Z#Pvkûɇ=ovMÈ#ÐÆõ­µÈÛ$øü¢×ý 6Õš(Õî;wÆ~o Ķ«P@º'ÎàèžL€×€ € ÐýTV"ñAœBo…6êey¡õbÔ†VV4ï‘ÉZD@IEŽsh ÏÛO­/âH%%å8Ü_ rè/JEy‡lÎYLeñ"Ú&Ò©ï5—¢”Š~~i ŽT}ýi\} 2C01͹–¿‹7[ë¦2ØÁqß»¸ìÖœ)ËK9¹×îîûÏž í+Òš—rRUÖ¢‰£ïFgqiÇš~”ÕŽ¯V;°0˳ÈùôÆ°üàþ+ØA¥í%€'Ú«Ú­ô=´]¬øzA—úÐ;^DAAè!Ð @ØT@ø‡ `¾Ôø/²ü•ôvñò Á1)5 -7÷[.E]6ì/zªþc@€ð¡€ €@'AnûsórÙüÐÕÿÌÍE¾ ‹²pXCU%´ªŒãóÝ(ÕUÕˆY>^(æØÕ^x!a¡ûDaHá15uáýcØà›ûîeA‰,Æ)×Îí•üüƒ&P7Ö›E§« ð†SWOYöís˜ÿë èŸ“S32³JP›PÁ%Íš»6îýuÉN¹ˆ&ŸÞº”Q3\µÚÖÌÄXEQ–G*/+ÎËÉúžšìåº=¡¬0ìjgð@àïa}Òéãù'!EÅ%¹¿Úúûn·éÁè…ÛvÄäû…Æ–””C3ÒÀë÷ô7_íå˜îU\üó[f§Âø^Îߪs:ô)5§º-8¹¾:ÿW§" þ5=j©1åü‡¬÷õÿZ§þ»íí”±'h9 € t" ‡Q%M-(ÊWNÕHð¿÷µÄq0§ùîí;H€EK[ .²¾Ó¢¢òÇ*´ö£4ä†E§Ó âE•úˆ³ùë .vCqÌêoÁgض¶}ŽŽ11% ?†ðåc¤þ¸‰Ùï^ÿ¢Î8Ì|”AÏ1£)ÌE}t;\|r:m ³•y‰×|üð²Z‹­§ b½éuQ*~å'Æņ¿¾~ùj|N,Ï‹ö¹üj¯Ã”~t5Ì>I…áG.‡ÐÍáÍíŽùß(Î×BO^AQCSwì¤ÉoÏ9!ø@Pˆ"«\X}GÊ|)¥:¾2Dew×$QTùÐ%ßC8\Ú³Ãý-¶s¸$î®-ìd¿ñ¼ëž_Wë#¢¿ e »z• -¼²@r ƒO+Œ]‹Ü8 òö',.®9I×Ç‹KõÌu®ô‚O@à_ Г–CkïÁ—Ò¿pÒ¶ÚF l È@?F€Ÿ©«øW14êÑ3(õ—v9§6!ZÌ ¾~&“µEïÆU@ä²øå«öÞÞ'ÊÃl.öõé1—+átüÓ-&ÑÓŒŸMù‡Ü.›œXÕÚõrð%·°Ú¯Ò0C%Î’2ÿSGcÍ&ó»>„·IÊ ¹´óÒ|[ö\Úá’âp“½p)ÌOOã[å|)qߨo²˜l@ ì¼ËMîO¹tùäQ÷ãJ!·_'ß|tpŠ ^TZaøXè=eó–fzšéµÔÖ‘Â#¢pmI$NCO%?y„¥ùάŒè÷9 4~|*“®{mgÇ®ªð[Néï RuÀ¦~‡€ € #ÐKH¬WÇwôèX  t&žµÔxÅ.Ï„Ò=‘ñi%ÅE¬›èt&G`»K`7êÐ%N€ €À?D@VYÚɳš::%à¦ÒFóARHû›ª ¬µv¹Äiº4^ÄÞaÍýÅîpä$æÁ1•…—ϺQ‘Dì@ rCÅ=oçµN^åôðâ(«òhtúõÉ͛ԕŽ­Âj¤Ä>ó¶ÞrqÉÌÊZš!܃6ó7Ó²ÃçÍ7ÚuíC!Õ‰Æã«-*óŽrX,-Èæ:°º$7,8($446)KsÂâ}[æ7?°õj~ ¡¡tJõ1„t¹à³¹£”²—/ö~³BÍ„@8†®…ý'÷§ )'úM|)ìÙÓÛ Úbc&@dl3—ŸžXTÕƳįa ¼¨=f###( ô˜ QHuáÏo=êñ44A@A×÷MÐÄA-çg]]BÒT]^Ó$-ÊÐG¥9‰WÏzõ¾’WA?}[‡Ê¥3­9€ €@·%@iÊHþŸü£¤¢†È/(§ÐWg°®œ˜@»ÛC)Îýñ5!9##«¸¬¢¶¾‘_P¤w=ÃaÚj½™~ô9ؤê“>EFÅÄfdçWÔÔóõ”‘ï3P[oÔCq¾zïcßÉ}×­],Éß^“äÆꯣ“Órq¼r}T õ%…ø88Ðv¥1!ê]hô—âÊy•&OR–j+ÀE!e§|‰úô%3§ ¦ž$ ,ÖGEÍ`èðŠ-—:m׋Æ0ŽBÊMKJHþ^TRAÂóHË+éêë÷‘n‡Ý@¥47õm`È÷ì‚&<¯|Õ¡#Mtúɵ÷\Ú‡MOuPÀE@ S `¾Ô¸S½ål\J}ô§AÎíݳ­÷?⬠r{†A‡ž×<Ð"@@èøú6UxžÖ¼B‹R>c¸Î¼ ´úñá²¾Å?ºw/9¯ÝR^ˆ‘öóEG·[#ƒ'CîÜtÇïØË$XóKÀECõ;£&M35ÖWoª©ø‘üåÅÓ§©(Saå³gÂ[`æ%G>ñ-ÌüÒ¥iö¦Ö{½Eø³›ì–Ž5"/%RWYœð)âÎåSg|^ÕÑ×q%47ÍC{ÈušñðÄ®#WRÒ2 Ñ‡[{Õn{lŸ5bIi*óÚ±áÒÓàoôè2‘ƒ§Žû¶.„W’*/:ÛÞòtž`ff 3PVJ On,ûU˜þ=5öóÇÏ ?ézðZf Á¶iÛÂcb2ú|ÃmƒÅ¢Å’œÄŒ%C¥FÁÛŒÂeøÕÆ Wd,Žå÷§ ¥¦ KCn‘«óv/3÷Ü«i6i¼¶F?IQAR}MANzôû  ð¸¤p¼cƳm††Æ@îœxÚ~baÌø¡ÚRbBäƺ⢂Ԅ¯¡!!é…°BUÞ×C§ïNô^ƒ˜ê§§/NÀ•Qù7æ„ië[[ÏÑTéMi¨ÉÍüñ!"$4*®žÞ;´Rä¼Ñ2<"RŠÓ–9^t·C?/“Kg¯@@è+òÎ{ºy_¸™”SÊÐb/ýÑ“×ltX2c$o«1Ò§7oÞ{ôÒÿMJ6ÛçâUõÆ:ìÙ·jÖλIPÊ|¼ÝyžO`rƒê¯´éPµ7AQÐEGj½ÄMÇ ®²;€ ^?îêêq!­¨ Éçœn³Î}ÿŽþÒlcŸ”÷wÛíôLÌ(l"·\ßð œ]ôGŠ||~«Óþ°¤<Ä ¡—„õúÝÇ\6Ê°™ G®+½{þر“?~cy¶ž¨1tÂÚMÛVZŽãgS©3Âu%™ç=Ÿ¿v7!«±Þœ ð険a«£¥ƒ¸óÞ^ß¾ïTbF>ü CtEš³¶½òÞ€–°¦ËÓ—-µ{•PUO»Ê¹Ò3èðìƒÛÖ¾ô´†aªþK¯£c5{³ÚAK°è)´=@è @€°'ô"h Ða˜O]ì°'è‚ÜNˆÃáÊò¿¾ûš”ZPTÒЄWì«¢«o4ÚØ@„¯ñÞ‰CAßk¬u5P]/:9îUSšü=½¸¼ ÏÃ/Ó[IGßÈ@§ë÷±èÑÒ˜Aì6V—Æ~Šù‘•ß@&ˆKÉihéP–åt߇” @€•AjÛö/W€Ãù7Ϲɪ†HHu??Ÿt´9eú|]út`‚ˆ›Ï³œÉãîEeŠ”ƪÐçw 7R È{Ý{6MKÖ¦¿6Ò7Ëcˆ "ºä˜€‹n ÇÌ ‚ó¹ë†òüÌr.Ž)UñËm6%Õ0˜h¨.û–û-q½êÐñ»fA±(Ügí=n´ í@"vdŒ¬_ý6y‘s9=ŽX[šûôÎå§ìÁ •’ Bc+LBÜSè1„ZUD™% §BeðªËŒ‹òz”—20Ñiu° Qëx‚ûÓ†@dÈ+ÎJô¹˜ÈÁ%­i›lÇ+³U0œ¹Xo›Wì¯Ææ\rÝÛû—ÞÞg« ñýû«¡³ú›o™g°ûv ,,ÍŽ?åVh%M©,ι}d³ù¼…‹ D.Aì€ € ÐÝ ÔgG ×Ñü’Å0ÛŒÖ(RÝçàÇ+ƒŸœ6_yÿ†W)6—s‰Ý‡ÏÚIýuo%=6píìwÏ7x=ô\Ë´ûR¦îgâ‹©¾Ñˆ„)ÑXýëuÐ/XAÁÍà|UW”dejp7"ÉNSm‰ï9×·þOßúVgÊÅ‘r·¯súZÜr)‡(Ô¥n]½ø¤o$SXºyÄ>úsZ´¿·ã•SîÿVKÞ%"FRJTÀ«€3çÞ¹yFW‘~ÑΠ„Êðÿsól6§Õ2š§‘bƒ- ~rf˜Õ3U,D”š½V?Odç ']RÙfWÝ·ù†|A«•gDš ?”\„RÓMŸßøL|Ö/ÐvœK.M€IOµfÈv "^½~ÿ…" 5ÌÔÌX»/üG®¯ {ó2&áG=AHÇhÌÄÑzŒÏa`g›û…°:ÃÎÁß–qߢæ*1Z„ýÛރݛvïþÞ&ÀÅÔEJÈÝcNÝËúYF¢Í7ÄC[êë›Îv?¸]^¹…¡¼»íqèìýÌBD Ç+ ¢5tÒAw—þ’|1!¢‘órï×;þ‘ L÷4TR½$§Õñõõ‡FÈï„fg}¾Í:pÍ\ç4Šÿî¡›ûqßבµMÌ÷2RÊ:Ëì6o]g##Èx£Æ|ftÐ4íq›«74·´‘DJ¸ýe@y„Ûþƒ×¾*­¥GškÄ+j-^µÞ~µ•”g˜ýÇ€D`Œí!·¨/Û/¿c>Ñitx,ìVÄ;“Á0a–ÔØÈpÌ+ÞÏçmäÀµ ^{‹>;Y K÷7¾àã3ÓHÎ*HŠÍgd-Ê(áÝzú᮹ŒR®Hõô鬦(õu´GÕ565¶‚‹™Ìðù{ÂeU¬oø’SÎj‘Ï3Æjëvëa¬YŠÃCØÇdþx•^T5¼å²å[N¼®¤û4ÒÄ„—µ<¦.OboUe\2ûÑVG #,î_:(ÔÊT¢„ö­[^ãg­+¨¡g²Ú Jx„dl=<ÖObÈÇó:žóÍ(4»˜Ì o×?ã4·Î´«R € tõùÉ ‘6.Sb_ž5.7$ÈW]’ùâ%óûwŽÑAÄéʼnÎC ÜGD- r•Ãüi¢ƒ-šÔT}]-t=…Ü]3å‡1ÎÑf±Ë.ÏŒšóßÊø¨»²|Œfð¼ÔkækRaŒ±žAR^;cͲÔ7çÅì[2TQø|eœÅŠœ*†«q$H ¾9jDÊóÀWl–8&„?Ü?0Ñz2];*MþõuØu“<<̶ñ¯8Íì#UçÙÍ›g˜ôAOšù†‰UOu]^À³.FàgÂë%¶›Þ}J©i }?L\¼U6û¥O`<ýN‘8Êrãsn5ŸnÛ,ß“Q‚´ ßзî\®*ŽHЉ,„íy¡§»ƒÓO ;@ÖÅ 0ÿÞtqw{€ € n¦.’ B­9ä±Ü!ÅÅ~Ö1ñXf {HÊ ²´Ùú“ex>ñë'b_ÃÛ»ç`>!G©¿uÀnµËeÔS¢˜iÕ•æÞóÍ…¥eñÑ©ÕxcAº"7d ˜7ª©*ÏÅn‘Û@4‹3ãŽl_vùÂùK>wf)ÓÛÁðÙq#äÂ6Ëßæ1VŽ¯ºë±ÑÇûTi=ýº®¥6JnJôAûEçOŸ¹|綅Aß–ÚC€ ¸õb€†ám®ž) ójE{kî>vfólIógè–ðÂ’ жŠsôÅèÚ'QHÞå꫹Kt;öèMTË…l?½ev›¶¬Y(Š¬+MÔï-ø)ŸaÉž¨þÜóKû;¹z¥ýb#5*ëO:vêäl㈫^lˆ§Ç–-‡®üÈ/Amþ„ë%"5zÆ »™:pE§®Ú½4ò¬oPQ9ãj•Œæ8›‰¯žô8}ñFlÚOö®âyÔt†šO³°œo=J‡6©“I/¢eb(“Ï_Æ/Xbƒ,eÓ™>w¨Ìå(ZV§>€æw§ ^D÷èáMkÜê7l”ÑÏïUAyS{›‰½ ÇN[o¿}¹!çéš“ÖÄDrÚîxçe$óv ÿ ƒ‘³çÎ_¾ÄZUFˆµ"¢Hß Ñã½öí9ræ{!ó¯Ô˜I¶«—=Û»08‹~fã "’ Kfi 3äÒ&kà@èþˆ†£GÓ“—¤möÙ1¾ðë³9K£l™õJm°É¼•F'~È®Àx•ÔÖÕ¨Þ_±·¬°CMeFêWßû~ü„µIg=½m†£7ý†¡ýŠ¾w!(((¥û‡|Í€3‹bx=ˆ=`­Ò…®FäNܸ´ÕåDbæϦƺ‚ü"ø’‚Rš™TÚ¢("¯¾hÉ¢A²„Ûg½ÂS©×<¢²R½ŠAÓf­DG%•4§N™¤£ÑOLˆ¯ªìWò—Ï_¼Ê+£]£Vf}˜5cѧ¨'}YfZqO¸8áéì%»ÑÑAYÕ LÕUy( ¹é)ïÓ2Ü_ é”^Ðù؉ìÍ®ŸRs[æÚþNMKvžH(q ÿ˜’ÅtÑNÐa>{Š©’¬XuI~˜¿ïãà/p°·ñ× /n°ìL‹aOýN €î¿L€rz聯‘ ›²¼¾v„‘)ìÞ±‘±u‰%¨g9@:iÑOÌÆψüøv$sØ¢C a;ËÆætð¨C-b® «EØÌv©Çä¢p›¥;²Y3s¾'o×cïlÄš $݈ó_Z7r¸ $ÀÝÔErme%r×ÂèAm 2< í¬V]KºdÔÂÕÖ5½b;!Gi†2<2za ©!¥È3ép¼2ê–3Æüg»ÕÿÑݯƒbâRŠŠËp<½ ;ºC†™OŸ3ÅD‰1˜Ãà€`±î(ôæl Ï/ëzù¹ëeÎZ-¹¼"½W8]±Ã=+åëÇظ̜üÊš:‘OXTLJZ¦O_M--9qÁ–ìS<»/ú[åWP3‰:à Z´ðn½]”]LˮԒÕy)®NüÔuÇ¡7ìÝ™ÆÚä¸Ï I©9ù?« 5¯˜¤´Šš†¡‘¡‚$›xÛ6)h™^}áU˜•šžU^UÇÃ' -×»_uhHQFŒíÓ€Z,áyD¬¶ž·ÁùSxHÌפŸeÕ|½„$¤å4iééi‹õj¾zŸ?)³¥Ç—Îp´ 2@ «˜6mÚóçÏ!/ùøøtuu?|øÐÕ=þI@^{ÂÅ+ç¦öCÝâ RÞo²]v7,®9ÞÏãä‹%[§ª£T‘šý#«PVQY\ˆ§]œVêiŒL­j¾­Høø­–2˜%B˜×@/‰‘­+É`jöÝ7ow%5Ú£ÐG±]B‚ÀBG¯“{lÅ5äºCKÆ9݈ ÖFñ{â·ßZÝdH®5ÞæÅx(A)T‘1F&ÑÄ÷š½aßÉ}{‹ðB’Õ+–Ù¹Í72cæZWs5z€Rïº~ejmh€G¤Ïžãçì› 1^d7V^tÛêpè¼·BqÂ3‡£ï9Ï¥UDÿà–0äÌæ95ôÁ^±uûOïß8_ õØCrCŃS.k—°™çJ÷ÓOm3ÛÈD[Ädaði…±káH"äRÐ=}ûyÚ³Ãý-¶Ó†ãíë~éÎÆÿŒ‘ùj›·9Ýp²´q{›zûæ ÙqÙƒiOqpdhD–%°è\$—š€¤Ñ‰ŠôíGnûZ„vx!lg8ƒv¬Ãé·ˆ©FLa3Ùl9¤à¯ !-E!‘ZùeQ‚®L»rïßN!ÀåÔE•ñ7Ìp<ó´ µ‰'‘OPwôìõV£yûMòܵØù´on1²Õ”‰Wb¶cåt(…á„8ÈZ´ÏÞuèè Q`ÌÔÿ¦›™¨«ôéÅ‹++ÊOŒýðäáƒÏ­­˜¡úÍ%ŒEªp˜oŽây…FN˜j: œ©®*-éËs¿'ɹeTßqäš‚õs§)GÆLÑ”„%Íÿsi„¨äì¾}Ó¾‹ßs‘Ø]Èõ'=9ømPæ¯*š?Õy«çÌÔøüadß6# -þ‚  ð ™NÞÜ–Vš0MiBû H(NcŪK˜j½z³fq#¡TW"¡H"?§Ùùˆ'ö¨½ÙåµKÖGcH öšòj:òjì³:UŠÉiCàÐ2zs滛œªù,UóŽ‚šchb½;j€¡—Î0Ø€ Ð}P(´ ¸†††úúúîã8ðÀž€ÄÀIïÞ=UgŒÉAÕÈkŒôy"hf|%4ZkÃ)ïsöS= ì ±—¨ºº(”®.Íûý1åGFqiE#/,"&«  ªªÐG’ ï´Iªª„"U,BaØô?¥,Ùy×ÁUó§èiˈ ÐåxÃÿœnÿ¹ÌéIBc›5]Þú'Ÿ¤Ë¿ÝÖ#â„^ëì×¹Þˆhž– =¯:õ4|Ûþ±?~©þǯÝ[=µ%¦È#¬àèuÓ‘Ñ‹ò¸Ççý¿ÓdD‰ÓOß­0éǨÒ|Ä+,·fÿµ¾âD‹­Wáï£G§=3wü§ÌÏà2¤É áÊ¿+oàzí¼â¿Áp&g|¢–›=ÔU¤FÍÙ‰\3étñC>Iõ;¯ÞÎ2èÃà'žÇzãú­‡Rc?33¡³½Mæ=ÅP;8ØÀ¯Û6­nwHÔ§´üÒ^Ñ‹–O0P{ÿÔà¤9žwì\ÛÙc~~vèü38âôú‰_ÍÁEÈW)7 a1w¦Ås.RÜ´ˆ©Zîa3D¤› S¸–‡Bé^"Ò¦³V­ž¦É$‡Ý‘@û/ºcë€Ï€ À†·Sñ½Öy>¶Ý¡«1òuŽ$TÇò#Ïm˜ÈPž™ëÕ%ŽÆêºÑ… Ô,ž½÷cœÿÓ…Õ0›Ý_Õ¤Ùoó@Ö»K¨¸yÏgÊe¬—ì9xä’ã‚G3ÈQÜ’Áá0lTä}'_¥ ÞéM¶½xÚÍ@U ‘@‰#ž•w½÷¬uò‚7d Uf¬^³3)øŒýn‹k#øÉ+%¯<Em Do|ªAj”Ó\>uT égô«Å+FJ·dÓR'òòâŒÆ´ÎÖÌÑA¤.½YÛìgùìóe¿h Qëš £ÿ옣ƒTG‰’Ò Ä5Ô##p+:¡§º&àU×" ¡f|åÑ›÷ç7Zå{Æ+9àªß ë‘ý¡ÃE‚÷‡/ƒ8¢ÈŽ ~–š6¯|m0}zóùêjàúüœ_d\_x8‰»…°;ƒ iîZÄä·‹°™Ì¡Ë26/œŽ Èi^ñõ›7B ¥’Ýž@;/º};A@!€ÉÔÅ^ Ãw¯³°qóƒÍ^sß»}ù„~Ì7Q¸‡Ç÷Уƒ8¹¡ 6ϦEgЉŽMˆƒ,|~t1<6'šGRóÉÿÑ*-Ó3‘*ð<‚Ë÷{{ß={Ñ#iT%LÈ ÕÁ‰6ŠRqÌã=p€3²Üýö–‹ãn-}<ŸÈü-Ç5ÕÇÌÚZN½¶Ê¹z;b¯í¹æÚ117ƒñÉ~!¡ãÕ%ÅУµÄæÛ¤&7jöŽ*ª÷±O‡än«Èˤ œ@cMÉ‹›'ÖØŸ„‡ˆ “Í'3|ýã€@ó@@ÀŽAf¸åxUöDÕͧH\Ž¢®t©û‘ð£NWY؇k¬Èr\>ÿøƒäƒ©Ö²xäϱ›±þ×RaV*ôôWÐX¸rã.‡rBm×±>¶6‚'‰¿eIPê§$Ü®éñ ñHK«ÒÞo\ÿ9l+Ñ”˜”Šc rI8å̼ ÐsXYœá™;oN7 ²´à9ô6¶=…T €Àv„ µŒ*Œ]J‹BDhëexj:…Œ|åb¾–g~·álõ1o7‹°Ùz ‹RÞ™{%ÿDt'?zr{¨Š8"‰žA í ŽžÑNÐ @@`4uoµe¯ûÙg eÍ?ÙõyáÎ\Ú2©J4~Øsì]Âï¸hóŒ V_›ÅÁüý‘Av«mnl£ƒp­xaÍ• Fo8ö9a ãÓç1"ÃÐÀŽ5ª!í]@B%lˆ ¡sé¬3kt©F×ÂÞyé#û‹áTIŸß+Û‹ 4&FZЉ…;úL}VCcaÔþÓ/®mŸãªN{ãzþ5 ^x÷~'ÆÕzØA¥Ô””ÒöÅT”ø9›& Ê.\cߊfdZ±ß^qe%Ä)ôVà°alQV±yO˜BeE ÄÄñüÂBÈ 3›|H$*ÚrKVUUÅ^ H€…‚þ`Ó`1%ý³>wçêðü 66@`%@$ržpÆZHžC 1-**¿q¬B«w1”†Ü°ètZƒñ¢J}Äá4©0üÈå:¼¹Ý1ŸãÅùZîÏä54uÇNšüöœçae^â5?¼¬Öbëi†˜@oºYJůüĸØÐà××/_Ï)ƒåyÑ>—_íu˜ÒE¯544p¸xØUÅ1«¿ŸéØý>„ñÊÊÊ8\Õrhh˜éØ1¶ÿ‡¿ß²[ž%Ī§zКîE ç-„ŲE\/ÂnÏÉ@IüšW¶\]ª×öØ:]vÁN.€6S‰âZ{·XÍp¼{ìã±×q͔͉’½÷:åÖÑ2húúEÃ{wZ«xx‘o2J]][SCÛr2mÕÒF¾ˆˆtÓ rór¡DË=(»¢?ss‘í …EEaeLŒ°©R™˜˜5EE•M]”˜˜HOâÄÅÄ4Hÿ¹\ýc ž¿ÿZUßÔÒvi~%]ö9p|Nøo6€I/ÐGI÷£°YLÎ Ê2ž¬Â¤ÒÎClÉ´³R¶jJšZP”¯œ!Lð¿÷µÄq0§ÍeÈwoßAîGµ´µà3LŒ°srþÄ »ÉÇ[¹½&U|ó¾ü)¨­­¤Aø×õ1¸ó6æ_k5h/ € ]Àë“›7©+[;…‡9ŠE‰}æm½å4õÞ«Ùk3+kiúN]]"§4U—×4I3>~©4'ñêY¯£ÞWò*hñE¶ 'åD¿‰oŽB¯§'¶ µÅÆL€åÁ[ùé‰EU-³ÊðmL…íýÿe‡Ï›o´ëÚêm8®ñøj‹Ê¼ã‡K ²f¬.É  MÊÒœ°xß–ùÈÃ>0!¬a6ßHÆ%º¨]CáÇ™3—ú?¹4@ªšúÒ´U³fFæÑ'23e÷ÐC¬zª‡âÍêzÞBX¬Z„Å"ìVÏ>ú棤²î¼I€5~&¾7j܃—Ï'iɵZdtOl~¹»gC€×€ Ð>XO]$ˆ pݾØló¸ú»Ç]œìÌ®ïÜSB¿?2´r˜£#Ù>ç:¦E06v:ØZ˜|Üe÷"Óë²È [“¤ê'WÎDç—­Y£&M¿mÀš ÛšÛ)äëg2Y[ôn\¤O.‹_¾joàí}¢,÷²°µ¯O¹\ §[æŸn1 Ncb„n–áó[À +õ[‡W ³¸ÔP–¹ÞrfX6<é‡8s¢&Ca¬jkk?|ø0f̬ {€ € toMM-‘†îÝà= ð;ò’#Ÿø‡f~i îAÅ)µÞë-Ÿ-Ød·t¬ñy)‘ºÊâ„Ow.Ÿ:ãóªŽ>Ý’(¡é¼iR[?=}q®ŒšÛ˜f¤­om=GS¥7¥¡&7óLJˆÐ¨¸zzYZ)rÞh)ÅiË/ºÛÁ>¤ÔTUÓ#äê¼ÝËÌ=÷jšM¯­ÑORTT_S“ý>((<®®†ÃñŽcŒx%êJ³}>ùüQÉŠ p?F9iú(í¾°&¥¡âÕ“‡1_#aŸ!!¹8ÙÍíèà¡ã-ÆêÃwo©!·œ=ãÓóšÈ8r}å$®éûË~}ú k$òò÷h´ÓÍcò`E´¼9M9xê¸ÿhëBx!©ò¢³í-Oç ff:e¥ÄðäƲ_…éßSc?üœð£‘NéEÀk™Û¦ € bB/ÔßeÇâ)[.ÁdÒÞûè|Þ°eËœiªBãhÌMOyûü¡‡Ç‰Ä¼æ[läUö-|ß¾ƒŠêzÿÍœ,ÆOh–Sš>= ŒN¬ªCöèÁUg|@˜ÄîÝÛ’…'òÊ«hÍžc!#H[uŠ‘JÄûŽ\IIË@ªþpk¯zØÕÑÓmí³£ö%¥©ÌkdžKOƒ¿Ñ¿ìIy!FÚCÌ9ÝnÍÇÂ1ê)Hž@Ï[‹U‹0Y„ÝZ‡Î[ç|dÁõeÓ]}ÞÃ:•Ù1cF_õ{i5R­µR@Þ €awì5à3 Ðq1uqâªc½sùé&L‡¤ÂŸÅ8ÜXŠa³ G×ú‡|›­ÌO:à`{À©jæC(@輧y®í)ëýoí„n\£oîaãÎ᫳0.Ð%.ÉÐá››ýÑrX¡TÅ/·Ù”TÃPOCuÙ·ÄØo‰ëU‡Žß5k ”÷ãÅY{H±Y›T÷#ñóIGÛ‘S¦Ï׆ËcÒS°)ð? ðWô¼…°Xµ“EØúÏ/ér㕼œÕúã~ðcCÉ·…“Fÿ¼ó|£…>‡‚ «{`ý‰ï^þo@à÷`2u‘©J¼€²«“­©ÝIXôâ9¢`²l§YÚU)"¤&°›‡Ã‰š¾w¥éú3ÁpÉï|Æhßd8j´±A¿¾}ÄEñRuEiNfÚÇÈЈO)ô+èÜè÷é8m¾ærXÁ²QCîÜtÇïØË$¸Q_.ªß5iš©±¾‚ŒxSMÅä//ž>MÍk‰Æ„•Ïž=(LwÂ¥01›bý?ãóëK^³Ê‰¢Ñ¼Ó»ÐO×@r°IΟ?¿¨¨2… ?~ü(++‹i`@@º!‚¤Ø|öÑÁ¶Ã#ºõôÃ]s ôð¼Žç|3 Í.&3ÈÛuÀÃÏG›+Iì­ª,€K®mW1(œ8ÂÒáþ¥ƒB¨™–äâÄð$†è`‹­ÆÒШøæ!¥*4,¶EÎ"…½ÀAB…D&3ä´uÐPWO†î Q·™H‰áó÷„˪X/Þð%§å¶Ée“ÀóŒ±ÚºÝzXKF„ñ<âÇTÍ4»D‹¶TÑŽÔ×÷aœ8÷9–Ct°5K项d\?"-#¤zôÌë¥Ô×5?áz56!c°ùŸÔØÈÐ z ± €@;”| ]·Á1äCóÔ|øõÜsQÐ '÷³†©ÐeÍŸù!—û²n¯ÇJs=´œR;V[oÒüž{– p·ÖV£Kg /Cî—s×"la7c'Õ¾{îŸö!„6ÙÒÁ5dåíî¸ÿº’kò7ÍûiíZU ~QiÅÉ3æhöoÑ©nH»a§—np?u‘]íc–9N:zåUZ5:/ÔoÿN[v÷Ð –â ;(»#×Ã?º•Es€Ò˜ô!z£ýaM4Ÿ®ÎKsMãFDÜ|žåLw/*v‘ÒXúüô¦{ÌðI÷º÷lš–4£ # ¡1Q¾ò ÆÙŒÌ:8Õá–/ü®*Â[ê°är/¨©©Y°`„¬eggÏ›7ïõë×<<àw{ºÀ € ô4x<Û«òžÖLÐ@@Éh¢~oÁOù w+¢úsÏ/íïäê•ö‹AŽàRÖŸtìÔÉÙÆ´emˆJEú^ˆïµoÏ‘3ß «ÐYPšWHjÌ$ ÛÕËží]œEÉà "’ KfiÓ&ËâEtÞ´öÀM¡~ÃF©ýü^”×1™j>$ö2;m½ýöæ†ô`M‹ ­7͸ïÅ÷ô^Ta¢°Ò´qCšx‘ÓǽôzMŸ‹R"LŸ:ªÓk·Ç‰ô .ŸSs›ã~œ^"ŸÒ@|­hŽ³ù8ñêIÓoĦýdoÏ£¦3Ô|š…å|ëQ:}™ŒaBª—GTùr@Ôh·N‡/¢åˆr‰ 9fÎ>›Á–¶»è]EË4™f!FukŒ¹…˜w²&U–SRoêô¾¨h.÷FðbC<=¶l9tåG~ º—z‰Hž±Ân¦ìÍÀ©«v/<ëTTŽŸñÂ’ Ðö¶sôŘ<澧˜ ‚C@ u”S{ÖÝöÿŠV¨)ûùñÝÓe¤§E]FËIuqÑk¬mÇ|èΡ4d$9¿wµ±ùÌ%C%¸XûëÔ-ŒÁd©1-*Æ|öýý‹-÷ÞG÷ CÏk4܈O 6g5•_÷:ë8:{F$Ç‘fúÕb0º8ô_^w¸à~ê"['ðü .»Ö¼^v}‡1uóHE~¶ú8¬'Ä„”®„È,žëý¤åñ쫦I FÓíî^sEnu0 ƒu£xÅûù¼¸váÁko黶°o“tã >>3TX³11Â`– v-(4âÄæ7j™î«¨z«¥ïv‹'ò*©¸u‚¦é3ÄëðiEõ•{ŽiAP1 ãá…$äÍmo,ÀëØBXÌá~•0—-BŠC ,aãͦM?úÄ£™:®€š1iªô¡û¿êÙhˆ*4,ÅRº ìN½|° ÀõÔÅVœÀ¥% Y´¡¥½‹ž‡o˜N™‡Ã Ì\7[ÐT[þõSLbê÷‚ŸÅ5u Ð…4{Q®·bA:ƒðØ5‚{2Ó(AÛÔÒÇÔ²êWvddTÊ÷Ì’Êj"¯ 4ÝUGßhˆ–*z®"»vÁ2LŒ0˜—U²i÷M ²?}`oo=zðΖmWW¬X¡¥ÍäÕûÓ®€úþ Måi—.½ý*ª´ºiñÈ•žaç6"‡ Á™¹*Û~Ùâ›þ‘Å•ÈVH8•)iÏ´6§„³A € € € ÐuÈ阽ŒJjÍ^mËFŠ%›\b߈ÒV֩ѵ;°sg°X%Lo´UuX„=fù‘”¡³ÞJEº:£T/m’S ßÇ”×4 Bhm»ˆ´‚é¸qr¢lGYQŠ Ùµ p¾ïÚŽï@ ›ºÈ¶æÄ''nDÀY|òÃönœÉVíÏyĆŒ½;\†d:ìSAai¥ Ó”&0Ió#¿Yg'ªCOÓ¹xñbbbâׯ_ájjkkgÍšE ¥¤À ¦N$ßÝM7•¦.°˜þ(:c°ùÚ€‡’í¾ ¹qäô£îÞü¿ëâó‹^÷ƒþ® v@þdr£lÿÐL@@èQþöBXìW sÝ"îaãUtFBo'‰”²Ö\e- «ûh÷X÷m"ð:Ÿ¥é×îÝGçä-uܯ.æt>wP'$$äëëkddTZZ óÈÈÈ°²²zùò%‘ˆÞDÀZ„Ü:~ï} tüÑïÄÃ(Ç#¥[ò8¦ðÍÆP;2ùzA+ÙlMÒŽ²@@à·44 gyÿVQ  € € =Ÿöü>-þ¨îÊàŠUÆï\9þT ª`jjj·nÝš6m2Mþõë×;wîtssˆ¶233éò¦ÜÜB®½ÂÑ ·íˆÉ÷ -)))(.§Ÿ¿A ¿ùj/ÇtŸ€¨ââŸß2iëΣ³ÀóJ¬?x~ýA\m¬ˆþ†çгj € € € €@çÂÎá ¬=—9ïÝ¢{ ‘íDYZÚP]ö-1ö[¢ýà ³7ORbÉ‚îC€\¸ÑfùÛ<¦Î&ÿ*È…Û•±v=¿eêQhÇÀ¿ýrrrŠ‰‰yôèâÈÒ¥K ¤¥6IG€ € ü£xyyÿÑ–ƒf€ ÿ$ …²ÿ~~~þmÛ¶ý“@£@ ]@€°]˜€  (¤¦&2rÄ!A!“ÀÊ|ºC¥±®¾­Î&“ºÈ"*<õêÕää䤤$nUUÕ¬Y³¢££ÅÅÅ»nàc·'@n¬þú1:9-§Ç+×GÕÐP_RˆÛVQ¢Þ…F)®lW8aò$e)!N6)¤ì”/QŸ¾dæÔÔ“„Åú¨¨ >@Q’S)æxöÚƒÌ_-g ¤#­2xņmÛVêÏÒšø¾r:¥û/Û~`ÝÌa¬§bzÌ˽{\ïøG6°›ËÑKBqúX__ÈØÐì¬Ï·EXM09@@@ ›(((˜9sfTTÔè™ , ÓÓÓëæÍî€@§ÂNÁ Œ=šÏ"çkлG·4&€eµã«ÕŽn„šwãÆ èRÚLvûùóç.ÔW7jpMàÝ-¯ëþÍ76­¾(¥{6nù”Ñت5£m;¨òrÓÏÌÄýÛ÷­¶ß›SD­¹L]Q’•©Á݈4”ædSm‰ï9×·þOßúVgÊm>$ån_çôµ˜Ml§¶(uëêÅ'}#™ò (àÍ#öÑŸÓ¢ý½ÅP1ºÜ/þ ¬–¼K*dS $¢R¢6Xœ9·ðÎÍ3ºŠìð%>v>k'GŽ”ôØÀµ³ß=ßàõÐsm¯Ö£M_üÏͳٜRDv)Ú-rClð£eÁOÎ 3 ý•¢sQ麟‰ ,¦úFg d ÉÆê_¯ƒ~Á¢ˆð nFë1lçAÛçLûÎ=tu±/Î̵±ÿ^Ìf†Í¯Œ/‡ìܼªW“‹>)r²37.ú9¡ðË ATû(õ·Ø­v¹\E%¢kÓu¥¹÷|i;B—ÅG§VS „QX € € ts±±±Ó§OÏÎÎFÚQ]]½eË–·oß"@!„ @è  KáÝ»w»ºº"Ù·oŸ$G$ Ñ ³f¡šÀ# íäÉ1°…à  ¢Š´+É# ОBc‹iÝ^yfÔœÿVÆGÝ•åc‰Íàyùù ð#SG*Œ1Ö3HÊcX^†®!õ͹G1û– ‡…ß‚¯Œ³X‘SÕö®ÎIÁ7GHyøŠmÀ2óû÷6 Òœ ½8±Ñyˆûâáh¯ô‡û&Zï*o=pEÕ$ˆú€a“ W9ÌŸÆ!:ÈT¤¾® 7² fÒú½C¬Î=¤ÖöÉþ‹è# Jc=Ã~Ï”ÆóösV{>çaEŠ7'( õ ˜b¨€@$ÐØؾïõ.è:p @~ŸÀãÇ-Z=o]tìر÷îÝCK@„"(@@ ‡pvvŽ‰‰ÖÂíVB—ÈÐáõ…=¤…ÿR3Œ9º~̼𱪲¼ ¸œMÓñ"‡Îœ/q8ô=¿”Li*Ì-d™¹Èñ@ÜÏÛ¯¢Êªë«Ë•VÕæD$eEx™Ìˆû‡|Í€s‹bx=ˆ=`­VnNäNܸ´Õå´‹oSc]A~⣔f&•¶èŠÈ«/Z²h,áöY¯ðÔŸÍ<¢²R½`ŠAÓf­DG%•4§N™¤£ÑOLˆ¯ªìWò—Ï_¼Ê+£-æ«Ìú0kÆ¢OQOú 1·ÍdÞJ£?dWà¼Jjëê Tï¯Ø[VX€¿¡¦2#õ«ïý?~·š¤³žÞÎ6ÃÑKÚ`ŠžÎ^²‘U0ÁT]E‘‡Ò›žò.00ýg%¬Ìáÿ_Ñ÷.¥# ‚RÊ3fÏ26Б—‡Öfægþöô4(ék<ž¹9HÙ'°:÷`XÉH(j˜M«ª U[–ô**)‡«x‚”Bÿå;F-þ‹öÙ»$ Œ™úßt3u•>½xqeEù‰±ž<|ð9z¶°1 D€ ð¯€vûWš Ú € üÛ qÇ;991ýú¯X±âÔ©S¼¼Ì÷¼ÿ6-Ðz@h!„-,@ @ g€ž8xóæM##£ïß¿Ã-‚žJ8kÖ,h ~‘žÑƧx~™ÝgîÆáÒžîo±í’©c¬£­›™4Äk é$!Q#&¼€œ“·UriËdÛcpæ¦So\çë ;”$,tô:¹ÇV Y&H®;´dœÓª9Šß¿ýÖú¬ëÛ´ÆÛ¼oéPJ#UdŒ³à!â¾×ì ûNîÛØ[¤ùvnõŠ%Gvnó̘¹ÖÕ\ ¤Ô»®_™ZFk0HŸ=ÇÏÙ/6âa¨ª±ªð¢ÛV‡C7j¨ÅÅ ÏŽ>¼ç<©N* HÍþ‘U(«¨,.Äfñ¤‹ÓJ=‘©UÍP‘ðñ[-e0S„ògóÆœz/ñŠ­ÛzÿÆùb¨'’*œrYãx¼¤ž®Æäõ05>®.Ç‹ŽHÖ•dpiöÝ7ow%µQ }1buî5·ƒR¿M†Gtí37Y‰"' ¥1äž—Í*ÇLTp•é9š0JMšý6dM„Úˆ›÷|¦ Q¦Ó¢~Z/ÙsðÈ%Ç+Ž>fƒ@@@èqêëëW­ZuíÚ5tˈDâÑ£G7mÚ„‚4 L@€ 8@è ÄÅÅ=zdllŒì­‘””´xñâ‡âñ ±“žÐZІ¿K€OÒåŠßnë‘ '¡×:ûu®7"àgÍýHýÅþ~몋_ªÿñk÷VOm +ò+8zÝtD5¶<îñyZG”8ýôÝ “~¨|Z’WXnÍþk}ʼn[¯ÂA¹G§=3wü§ÌÏà2¤Mì%ª®. %ªKó>FLù‘Q\ZÑHÆ ‹ˆÉ*(¨ª*ô‘$¤Â{™’ª*¡@ c€°2ÁïÊ›tZ­ø^;¯øï_À¼ )OÔr³‡ºŠÔ¨9;«[Š‹Ðì@Áµ²dç]WÍŸj §-#*@—ã ÿsºuüç2§s$ mvÔ1=¯«}V&>½Œ&s5€™ žwÌ<‡w}况)¤­ne߈Ï.†çÑ4x$5Ÿ¼ñ­Ò )ƒç\î¼ßëÜ“øJ*e¢  ‡‡F"Å@z.húTÏmh € ðï(**š={vXX¨¨èíÛ·§L™‚‚4 ¬~k¨Šµ8€ ]”€¶¶öåË—---ÿ á¡C‡ =7 HܶÐiõHV;Bʪ2\6u}[cM5´Ê¯ýW]}ô¦<ð½9LU‚Õ,Züì)ý„ÂÊšµq/NÆ¡óÒ‚¢<.Ÿº.¯égô«Å+FJ3h4>úû>æý4ðCÓrFUVAÈˈ?Ó6:[3G‘"z³¶ÙÏòÙ盀H˜ƒL'«ìÏh~° ôª|ÆzãðD9%5-ÍA¡ƒ´† 7[w¢hà ¦²]ð0´}d”ºo¸»äÈóÖ›@ ð÷GâªVÛÜØFáâxaÍ• Fo8ö9a s<¸õZ@ ô@|| ë°{` A“@@||üôéÓÓÓÓÑMWUUõóóƒ†DÐB@€-öU±-„€ €@×%0wîÜmÛ¶Añ#.îÞ½{È!“'OF$ pI€‡‡ýÕž@$v("CPê§$LlÓ±ø„xD§*íýÆõï‘öM‰I©8ÆacE–ãòùÇDPcšm`—Ÿ€ògÞ‚¼œšÏ3wÞByã³Gìf¬?Å°)…T˜• ½ýŸÀõ‹+h,\¹q—à 9!ö½ÀÎÍ¿ k7ü‹­9òœöÄH6ž6%ħÐÄx¡Y3'²Qiáí<îKèÞÌ©œk³, lR€ € €@÷'ðâÅ +++è‰*覌5Ê××WFF-i@Z#Ð¥SZsÈ@v8xðàçÏŸ_¿~ ëCÏ붶¶þðლšZ;-5@à ˆÈȵ#:m½YQÎp+ø[~2•%Ue-š8úntÖoaT¦”–”Ò%D55zšý§J¿~P´õeŠx³µÞa*ƒ÷½‹Ëfo‡+ËK9¹×îîûÏž íËf§ÍÖ þY9¥¤¸„^cdÕÔ‰¸ï­q¡Ô””Òw %(¨(ñÓͲÿ$ Ê.\cÏ>H@@@ Ûðôôtpp ‘î çªœ;wŽŸ¿Û„nÛè6zè±zÇñ„ôüFó¬×ÁÖûcoíl£|—Ͼïbi¹÷>ÍM‚Ô«¬Ÿ öšT[âwûÚ¿—cr Šjšxxù…EÅäú ÔÔ5™da3º¤@—11Òá&€‚˜BL0#€ ]”ô\nhç}CCÃŒŒ ØÅÒÒRhƒþððp!!¡.ê4p h¼pÇÏa Ù¨ªŒ|zë"ttPFÍpÕj[3cEY©¼¬8/'ë{j²—ëö„"æ{-ÄYÔþu”ªªŽSÄ®®†¶(Rœ%7œº"xʲoŸÃü_Eü”˜œš‘™URɼ¾®(9hÖܵqï¯KvÕ [^>^zë 2ÕÈPj9sááEÚH©«ƒÖW2>’^ ø@ ™4/ €‡@SSÓ§OŸ†úï4´ø7 466®]»öÂ… èæC†¦GC[(áñœ6rAéiiJµûαßéó){Zó0nOÊ»[Ö6ë>e•¡í66Ô•þ‚Þ…É_cß¹âvlZx„_?áVÏ(LŒ é¿Bcø+µƒJ@N' %%=}pĈµµ´¸Âׯ_mmm}||þÝKçN§þ·*  £^ˉ?V¯††W§8fõ·à3{Ì©0üÈåºÛxs»c>Ç7ŠóµÜÈ+(jhêŽ4ùí9§Ö„xeee.‰j‡fg:‡n“Ígøû÷Æ­+ó¯ùøáeµ[O0ÄzÓMP*~å'Æņ¿¾~ùj|N,Ï‹ö¹üj¯Ã”~tµ?ÿÉáÜÃ÷íÛ‡K¦úD~jg:·5ÿ~¼ÉãÀ/ÐGI÷£°¹897<*Ëx²Jk¦€†êƒg@ø7\ºtiõêÕÐTHè±ëêêêÿF£A+Ž@qq1ô,•   tË………oܸ1sæL´ðßK¡'.ƒaÛ=ŸyËÔ|QA[Sv ã_¼úükõhöÛÕbb¤m_FçÂÎg j@øÛôôô éu .D¹s玑‘‘½=Ø|AÒÕ|¨mRŠCÀ–øì;¥þÒ.çÔ¦ßkÓ–,L…+J~òK òu|×&ƒØŽ5›Ìïú¾Ê ¹´óÒ|[f,í¨2#ú}} ™OeÒu¯Mâ쮫 ¿å”r^áFŒ‰?æu ôò=å·ÆBGºCcój,It;ù€M,"—.Ÿ<ê~\)tô:ù棃 P‹J+  ½§lÞ²ÑLO30ü“Â#¢p äþÜ36?þ &óøô¡Ø5ÓõdùY›Oi(v=à «±æR%cãa§ƒý¨iòq—Ý‹L¯Ër~º ©úÉ•3ÑùÄekÖ¨I÷jÅ,€ €@÷&PUUµwï^¨ гǞ>}ºbÅŠ'N@›©tïVï@€‘@rr²……Å÷ïßÑb%%%???hÐ-üÓø^Îߪs:ô)5§¡©ù¾•\_ÿ«ì_DÁ¹Í”êÝ7££ƒx~iiI ©²¢¬ª–>4€ÃñËéÖ‘bo #ìMéŸ&ÀnøçOûê@:À‚  Gzyy!5A›o@×ÐãÆC$ Ñ• È*+C›)VSƒ')7ý“6šj¹Tmª*8°ÖÚåzÇà ­}¼¼È~¸ÈÈÊ=Tü©Y‡Bª ~ûèQ§¡  º¾o‚&’ì‚pd‡Ï›o´ëÚêz2\ãñÕ•yÇ9,–dsW]’›”¥9añ¾-ó‘¸R]]ÂÒT]^Ó$-Ê`¡4'ñêY¯£ÞWò*qÁÄDÃl¾‘ŒKtQs¶¡ðãÌ™KýŸ\ Å”ª/M[5kfd^Sqä”ý&¾>|zbÛR[l̈L½„ËOO,ªj ãYBƈA.ÜŸ{šæóõ¥ö}*n¦×øóóìYKüŸ\Qg בë~¹ÚξÏÙÛé‹–Jö£ZÂåFÞ4™L>úÈhM¶¥~~Þag{åu”{- )%ô¼3E¶å€@º‚‚ØihûÁüü|ìf]ÜÚ"ðúõkKK˲²2´â°aÃ?~,//þ³ieC‹¯,æŸV»–ÓWDµ›$,.®9Iw/.E §ã³);ìɇ"Z~׳××Ï› .PªË~¥§§¥ýø‘[T=Â|Ž–8û*01òNÕÎ$À0úÓ™Û€ €À_&päÈ‘ØØØwïÞÁ~@KÇæÍ›÷ñãG꾈Ù7P}›øú6UxžÖ¼\ŒR>c¸Î¼ ´úñá²¾Å?ºw/9¯m„”b¤=Ä|‘ÃÑíÖüŒA 8Ü3X9ð´ýĘñCµ¥Ä„ÈuÅE© _CCBÒ +`…ª¼¯‡Nßè½>¬+Íö}øäcð$¢–à~Œ8rÒôQÚ}aJCÅ«'c¾F–ÑïEÈÅÉnnGo1VŸ‡îLjÈmgÏøôüæéä†zè­éûË~}úÀ¦àÿ‰¼ü}ító˜((<®éï˜1Æ4ß°þàþÜà kìݺ`úŽë°kéáw†ê'lÙ±cî´ñª½%ªKòÂß>óps ŽÏmÓwÑAÓ÷®4]&ÖL~ç3Fûþ ÃQ£ úõí#."ˆ§ª+Js2Ó>F†F|Ji¤#Ê~ŸÞˆÓf¿¤³Íj t{¨ÇÄvû¶€€£G"Bh—Qä$@ 8}úôÆ¡G¢Ûbeeí-, €‚t&ÐKH¬—·í+ÏÎ*§ß$ö›¸l×’Éô! È2^H\F[zã\ &F8Wrÿ üc¨AE€ ™´nìÞ½{999°+¿~ýš3gNhh(¸¤þË}Óžê RÛ¶¯x¹ê¨j¬È¿yæÈMIu??Ÿt´9eú|]a´¢áÌÅzÛ¼b56 Éuoï_z{Ï”Æ÷ï¯F‘ŠŒÖóM(AkdǼÜóÇ»çfXÒ‚¡rEwÛqŽ7bÐ:P€ÐÅq+GÜx.Ðså˜æ,J½Ë†•O¿T¡Õhé¦ÚÜ\æ@QVFÚ‚ráÂð‹L—n FV¯~›¼È¹œ~«X[šûôÎå§wØF‰H…?‹q8Z€P ¿ù–y»oÓ|.ÍŽ?åRn-I©,ι}d³ù¼…‹ Da%³ G×ú‡|Væ'p°=àКš :ï ‡NYïÿxk'ŽÀ¼VqV¢ÏÅDV´¦m²¯ÌA«,,νiöÇW¼?ôö¤<'nϺ{ÖuÀ/‚Ý‘ëáŸFÝŽÊ¢¦4&}‚Þœm 4Ÿ®ÎËYä€@O&ž»Ü“{´íŸ'àââm1Š`€ž¶N}R5" @èÆ  àæÍ›Ož<‰nô³ýáïÚµ«ëü¾SHõIŸ"£bb3²ó+jêùz ÊÈ÷¨­7j„¡8_½÷±ïä¾ëÖ.–dš½‹n5•Ã`ëLinêÛÀïÙMx^ù>ªCGšèô“Cç:âaÊI$¤”€ @ÇÀÄâHü]<·zP; € ð' ÈÊÊ>|øp̘1õõð’+\LLÌš5k®^½ú'ÝuuŒÀÛCnQ_¶_~GŸîÆd†ÇÂnEܹ3-—»©±‘á%´oÝò?k]A md²ÓrÈ#$cëèá±~,"'†'1D[TKC£â›„”ªÐ°Ø9CŠö>¡}LÉmÔÎPÚ´³®ž µœåú}øü=á²*Ö‹7|É)g*ÂþÏ3ÆjëvkÔ”@<¯ã9ߌB³KÉì‹p’òð£žÑˆç?þ  j¦ÙÕ ZŒSQ–¼¯ïÃ*(8±ÞªÊ¸äZ–löÂK‡û— Øgc"åþÜÃóJzû¾ª²0»öK—BJ×BdÏõ~ò¡•¿¦FÓíî^såc9y˜ôÀ! € t;)))ÐÓÖ·………‘CnMÚPÚ÷èÕ«WèV B#sçÎE ÿbšÒPæãívÈó|BN)«¼BÒ¦CÕÞEAw.©õ7g°êÀ¬ì´fÿ·äv¦<-|ÙR»WQ Uõ´9¼#Wzž}pÛÚמÖ0 NðèO°ôð::V³7ßÞ^ß¾ïTbuç!F=ÍYÛ^yo`”±?ªÈˆ¶wØ›ZU×Hn¨FF"RžëÓ§å*Œ'%{«ÙØ»ÚÏÅtûˆ‰öþé_%„?¨@à:tè©S§ yµHÍ×®]344\·®#ky# ñ'·^ Ð0<°ÍÕ3¥ ]£hoÍÝÇÎlž-©sþ ]Ž–T€6Àœ£/F—´|jNZ=Èi»ã—‘Ì›gBZþA#gÏ¿|‰µªŒRŒ ­7͸ïÅ÷ô•[HtVš6nH³/2cú¸—^¯¡ûæA`úÔ 4!¾×né\>§æ46Çý8½D>¥.;[ ðhŽ³ù8ñêIÓoĦýdo Ï£¦3Ô|š…å|ëQ:}™®õ‰"}/D÷Ú·çÈ™ï…ULx…¤ÆL²°]½ìÙÞ…ÁYô{¨ò倨Ñn;œ_,D=#¥CÐ3gŸÍ`KÛ]t[´L“ibгEtÞ´öÀM¡~ÃF©ýü^”סŠÓ“Ä^†c§­·ß¾ÀÜH—uÖ'ç¯x¿o¢F¸Úï:v£´¹)kqYJÕ`ÿѵžó–¥Ðî%[²˜R¼bÊ^"l^Ýñ:}ÁïUXyHš:¿ˆŒÉäËW¯›3np§#br€ €À!àää„ÞuÐÁÁ<쀕Nàû÷ïÉÉ “8žXWGFL€‚ع·_þÈ+Fõz‰H 7ß_^”Z¿òøscËàÏ)Ù ¤– ¿¦á衃ú fµ&.JZŽr™àé½ÂñèŠîY)_?ÆÆeæäWÖÔA‘EaQ1)i™>}U4µ´äÄ9Ô‚ç±ÚrxÞçOá!1_“~–Uóõ’–Ó¤¥§§-Ö«ù¢qþ¤L,<¯Ø²Ýg¬Öí|òàÞë ÐøäE¥~!9e#ãQÓÿ›oªß\üýE ˆ¼ŠýõÆŽL½ÁO]wzÃÏ4Ö&Ç}NHJÍÉÿYUS‹#ðŠIJ«¨i*H¶„o‘Ú;+Ź‡ç—´;puáú÷||^¿OúžQQÛ$*!­¡kd6m¶ÕŒqB”„ílžh`¶àºÙ‚¦Úò¯ŸbS¿ü,®©kÀy¡N—ë­Ø_cΠ¼Íàÿ&†††³á Õ€À¿C <<Ü××i/ܲe r€ Ð} ÿ÷ßÅÅÅè&@L¢ƒŠŠŠháßL“«æOãdò­¾®ºd:ÁXÙaª¯c‡Ü9=–©ÚøWw˜$èCRužÝ¼y†Iô¤»Ò!šêëIìû í|iLŒ´QÈÆ€ó)‹I`@èò¼¼¼¾|ù{ÚØØmÐE »Ð¥v—gø$ð ™NÞÜû &§j>Kռ݆üb&æ³L8ëãyuFLÔÁY©srñľõ¡w‡­Cl MÌ¡w‡- $úÌ_a½ :Aê¿Ü¶?ZÒZšÀ+ 9dônMáOÊ19÷DåØÚ;Û²C)¯i¾i†_|½øèIŸ<bCFŽƒÞt@ ü›(ä åßZ ôpÐßø¶mÛЄ6…¶EK@º#‹/ÚÙÙAÃhççÌ™sýúuhQ´ðï¦Eß»”Žø (¥v"{³ë§ÔÜFÔücFËm-ÜrðmÜš€¨„júƧ­–Á$åû-Úvd¸sgab¤ÕzAÆß#„=¨@àïàãã{ðà4ÿ®  öJ@ô izüüüÏ/P3 üÓ¾¼xŠìá*¯ªÚÁGÆÿÓAã@…ÀãÇß¿´vàÀèÇ( rnD€D"AÿcÇŽ1ù¼k×.9fäö‡SããèUâÅG¤FëJ2LqÜ°m÷ÇÆÍÛ]I …)ôQdÛ¬ìÐ}áê“Kg„tOß~žöìp‹íÈD-Ѿî—îlüÏyîÃæmN7œ,mÜÁ¾¾}ó†ì8ƒ-m3ÛÈD[¤I…Á§Æ®…#‹ˆ°Í„¨ªñÃw±°ZQÈYy“5°-˽ñwÛ,+`b¤uµ?Iÿ$mP €@"íÝÅÇŽ‹ÌË‹ŒŒÜ°aùs纗À@ø74Õ–½¾Înƒr³7i²Û[ăh% `L€HD†¤0¶ Ì€À_!ÝÂ8::¢«>xð ëÖvh.N ¢¢ÂÚÚúùóçh?{õê-(\°`ZØEÒ"Â"ˆ'”²dç]WÍŸj §-#*@—ã ÿsºuüç2§s$ mvÖt9Ã'VvŒvôsgø$Õï¼z;Ë åi#Í®áy¬7®ßzøQ!õöïgff 'Ìf÷ÕŽ6”ÚMÛ (€ ô8#GŽ„ö…öî@Zvþüy###0÷€ €-REÆÎMöOþTÔÔ#SJ)䦒_EuHpÇ'k°eÙ$l«Ö@à_&ÀËÛ•ló/÷h; €(`’’‚ƒîkfÎœ‰‚ t;ñññhÏåää=zdllŒvô ÓÉ*û3hÏH¨|ÆzãðD9%5-ÍA¡ƒ´† 7[w¢hà nce‡CíÏÂÜ£ÿ옣ƒToˆ’Ò Ä5Ô3ì'Û~w& À5 ä!0€ Ð ¬Y³æÇW®\A±nÝ:aÆ!@+ï®v¿BÛI¦U›|R×ohI€å>­€ €À¿L ªª ÚlMàðáÃxB¾RH…Y©Ð;Ðÿ 칸‚Æ•w9¬b‰ÀÊ& þ 3à[“F¸%ÀþÏ’[« < € Ð}œ>}:..îãÇ°ËõõõÐÓ¿¡CyyùîÓà) td‰³£Â½µN\¿»t Îj @þYG-,,DšÅFŒ‚ t/7nÜX±b4v{úôé·nÝF »^o¶Ö;Le°ƒã¾wqÙ­¹W–—rr¯ÝÝ;÷Ÿ<Ú·eWR”>VvP&;žìRÎt¼ $ ÐN @ØNP@ @ Ç€öô÷õõ500(**‚™››;oÞ¼7oÞ€ý¸zl¯ƒ†‰€éâm«ƒ．.«ihqO—ÖÐ2uÖ¼ÕË­{‹òµd %@jkFBG ƒr€ ð7 xxx @ÏF´ð¨W¯^ø!@´………‹-B[ ¸xñâÒ¥K‰J®•ó“#n:z;¨/ž¯ßsÐôÃp•–—‘úõ­ß‹[×o„%æ`úä ÇëÏm­¦ª0ªU½sÊ‹ÙÆr•3´ "Âá‚Ê@ Ðf èêꢭ;,--ñ:88hkk›ššâ€@ €-E **êêÕ«xï(ýàž={ðC€h-~ÿþ=}úô/_¾–““suu=z4Qɽ25{ùä‘÷C³‘‡/¢î¸Z@Ø•,!§8t,ú™ºió½j>qØ‚BŠÿ‡@K€Sv8BŠ«œáȈÀøþ” €@»!°qãF´õ ££#>b333 Aƒá€@ €-BÀÆÆOy‚@yZÄèF š1cFJJ Ñ‚ššš§§§Š ëê:b®’)‰A/Ã*£ƒèåyfëÁž²›Mõ„y QBzQJ\DzAU¢&¤ £Ì/NÙa¶ÚÈ#®r¦‘c€f@  @Ø@`P Ú.2™|åÊ•ðððl”ÅÅÅFFF(jˆåk»ã†‘ €mœ€  `! ´ïß¿øð!>ÐN:ÓŸàz€àfÎÎÎ(ƒhII ÑÉÉ“'#½¤¤$QÉå2­¨ Vå#µ0yײ)§lÕô&×è­"#!B)-ú“ôÞ××?´ŒQDâ=z˸8c‡VñÙ×Ó'(¢ ¤:¿zá¯xÏB}lm«‹È¼ü•ÕfÈ‹ðýi²3´®gvû/úç/¼ëwm{½»1Êp…ý~sI¾Êø(­"çô¶õ×<ý¾3"§”ä7:ƒ¦,²:n=_¡rhP¨ÇÂôŸîî^q²)TZQ|0î[Z¸Ÿ­-~TI‚OHL}ðxƒ±éžVjðGŒàÖ@à äž¹O€@ å ˆˆˆ¸¹¹éèèdeeaÞÄÇÇ›˜˜$ýÜ°aÃñãÇ[ß ^¦Ø‰”™áx5‚84Y]ãŠñÝX”$NØ º³s¸é «éêãÔPŸ½¡>ÕÇtéèMOí«rHÙ4ghaËM7F1õSV˜ó=âë÷ˆuÝß9³*‹}|ÑòÄm¦“€Rñå¬ÍŠS ûU}°slP”4“‘=cò˜Ü¢¤‡ûí ÷«¡çÝpÉçÔ*æT·1R£'Pp¸×É ³> €@9=œœœ¦L™B¥R1·^¾|¹}ûv´C!y ®¦@É©^½z•ŸŸ?{öì¦Y‚Ö@ €ÍNÀÝÝÝßßï¦OŸ>Ë—/ÇA@€Ë  ìDháà½{÷ˆ~òóó;88¬^½š¨l-2o§îÝ„IQÅõô—gø\«û׉ò°ÖçˆÐ/_눲vÉ8Žûð6‰JR!Ä9›ê ¥´”±(Ñ þN+-)ÃÊ+Ê™¢ƒx¥¼¼zœ-/öë6ÑÁênY%Ê»÷HÌBŽa펹ƒ¹cÀ €à&“&M:xð ÚáwêرcZZZóæÍÃ5 VJàãÇ7oÞ¼ÿ~ZZZ·nÝP]žßÒZéØÀm €@´EåååÄï&hˆvvv­o½Q[œ¨´ÝàôéÓÑ1beiiéŒ7Ž¨lE2Y¼ßñ£-ÞU2R•×ÃãùŸ\¦¼©UcáÒ«¿ÎÒzÁmB$®z ±3zŠ¤Ã³ÜZƒsÕÝ¥Ó »2n¢3dÉA§NlÞ|ø¿Ø”,*!($.;júJóšXï}¦­Þµ4࢛oz._%‹É(ê/³™5P÷cƒ’Ò0­rÞï'nù/°¡þD–:dNa± ‡\B„\2à@pkkëOŸ>¡ëuÜ-ôˆ.Ú6\S³ê’׃Z7nœ?óeÐýðáÈ#Z×À[ €¨ÒÒÒúTƒ:@p?´QzLL îçÈ‘# ñC€àfŸ?FÑÁÄÄD¢“½zõòôôDÿ•­M&O[{ý`n_(/Ž ý“˜’VPTLâá—”‘SVí­­£­(#ZçÐ8`§çD‹è¨~!ùÅÕ ÖÑ)™‡OAY}ü;í5уµÇÑO]£"²`‡}×½÷]¯»‰cƒ"‹Ÿ}öÕØ÷Õ¤ JUž¬Z»æUÓ5¸ogÖ1ÂjŽ¹‚¹bÀ €à6d2ùúõë‘‘‘ááá˜o………3gÎDý¡ý¸Í[ðÔŸÚS¢V(¡.ëOj €@à@9áѦeÄNÑÞèÛ Q2ÜIÀÍÍÍÔÔÝL º7~üx”Ð¥ÝXàáV4ýGÚ¹ÑvTÌSЈëhÒhgê°Ù "N Š, >Joƨõ]£2GŒÔ° Š–'–Ÿð ¸“€¸¸8ºšà{÷î%&'\µjUÏž=¹Ä7p¶Ð#˜èv¿¿?±TRRÒÙÙ¾v™€ €7€!7Ìø€\M`×®]Ÿ>}B™E1/ÑjÂ%K–ôéÓ§oß¾\í78j!п55µˆˆ¬üáÇÅÅŵT5@ €@ @¢_»v ï퀰{÷nü ¸@hh¨¾¡桪ªª‡‡ú Æ…ƒK@´s lç'  þN¥d¼}û6ÚŒ0&&«——gdd(!!ñ÷öPpùÆüBç³··÷ìÙ³¹ÏMð €í—€MEE>þ-[¶tèÐ?n#àåå…’µäçç=z´«««œœQ 2@€K@€K&Ü@®&€ò¸»»2¤  s4**jñâÅèB…¹Úup°#@ ¢r”e„ì8 Њ ã ­xà:h¯Þ½{÷èÑ#|ô:u²´´ÄA@€« @´÷ùÒ¥KñC€àè1âׯ_]sttD›•  ¸¹pRÀ% €à^û÷ïÿüùó³gÏ0Qþ… ¢(K=¸×ið °#0wî\”¨ σ¾ÁB€'Ð €@àŸ(//GO%»´³³ããƒ;xD$ ® ‰¢€±±±Doºuëæááѯ_?¢d €w€Ë îœðª­ gy8Ý|àñ$økxâŸôâ² >~A1 IÅÎ}Ôú™d`jl(#Ì[Ç°ïï;×ö~UÙç i•êµíY ë ³m'ÃãRÊ)LiБ©þó|½»£ŽN¡šxyyQEGGççÏŸXivvöÌ™3?|ø€¬Y4@€k  lÆŽûêÕ+ÌCŸÔÔT®u@Flt[h€À?&pùòåïß¿ãŽ5 Ö!á4@ÜC=7A99>%?/§ ¸ê†,¡ ÂÀQš²œ*Yèàå»%ÛŽI,«¨L1J--LÉÈá|Gõ³ϨX‘””J"A€ÁÞ[!´ô*88ØÞÞ÷}8pà„ p @€Ë HKKO™2åÑ£G˜Ÿ(Sn\\\÷îݹÜmp €m’@rr2ñû??ÿÁƒÛäHaP@ •@;Œ ­Ü_¾|Iô_DDäöíÛèáK¢d €@« ÂV1Màdk%PñûÝ£éUÞ Êï»xkݼ RÂØï­0'#.îçÏØؤôÂáSf©KÕµ§ Õ•Ô5g ÈR²uUfT«|ï¦mð๮Iõ;¯8Ö‚u7B¼¸™*µºg¢ÜÌÝ‚y Ð\Ž9òåË___¬”]ÄØØE •••›«K° 8M…ºñ!²nß¾Ó€= €h¥¥Ü’G¤]ÖIÀÖÖ¶°°÷}õêÕ={öÄA@ e  ÍAц ÑÑ•™±ðWçÎÑ÷©Aƒá€­ˆ[Ñd«­@îï„\FnQ•‰Ëv.™LØc,*%¯1ýÔ+[ˆ¨¤hë#¶M€ïÞ½{(³hBB6ÒÌÌLôØàû÷ï………ÛöØatm†úŠ+&&VPP€m¥ Â63¹0 €@ ˆˆˆ¸~ý:î°„„Ä®]»ðC€hY>>>sæÌÉÊÊ"º¡££óðáCEEE¢d €@+"ÂV4Yàjë#@%lV,,"Lˆ¶¾±T{L£üŽ üŸø§¨”",&ÙYYUkðОJ2Õuþ¡T”õ#.3·ep•ïÔEs Ž–fþFá./ÌþúùSlBJ•GJV¡·z¿žÝ:Ôwµæ?5tÅ=äåå]]]GURR‚y…Ö¢G}oÞ¼ {pÏ4'u@ùpf̘qçάN(ý¥©©YG(@ €à8´aJI‚›Ýºuk‡ðC€hA—/_^»v-Ú}èÊ5úßÿ¡ïSD%È@ÖE„­k¾ÀÛV@ ïW¥Õ®w_c JÊ©e…xJÍhOûί@æá•é¤jj¹ÏrÞH¶Á¬ðW·¬÷Ÿ‹ø•‚mHl«6sës‡õDÍ?©%Ù÷.ÛÛŸ½üýkwdÞÞƒ'Xlܺjî8AæxZYzøJÓåÞ|É-ªÞs5ßoÒo¿I 3<|ò]z™Ùž±]2ž-BjØkW»#'Ý^W0Öi2Še»i.3ß´e­©¼/CWõŽ¨nÝçñ+µœÂ˜i§ ž¹ìºåú<»¸‚Є¬Ô[gñêu–f&²Â¬¦Õ@l×Ð B´?ùÒ¥Kq hû¤\¿þ_ÿ’â€DeÅ„¨!Ê2 „Ê@î'€v2ã~'ÁC О ¼}ûÖÃÃ'€$mܸ?–"€Âö›7o>}ú4‹»wïF9á±`,p€@«#ÂV7eà0·¸sÜúš«_M/+Šó’’òXô‰¿¬–,ÕÕ‹Ñ’ª£Ù®7óŽ(fi‚Êeå³Õ7Ÿ2)äé“%¯#SÙwA£D>[oòìÂ¥…Îw.ôSë½¾{úÖÓ@ü°nF­H‹8`½ßÌt|'æ@#±aEAò^óEv·}ˆ¡yò„Ø·Z8hllLT‚ €h¥ @ØJ'ÜnC*JK)(.U#@ÈMCüî÷ß8ƒ•‰ÕÙNjó.ÒïÎÈáÑÞ>ÏG©Jau„žlOXX ¶H¤òìï&“Æ»ÿ®½JUIæ#Ý¡gÝ^®ÑS¯RÑJ ‹jŒ‚–{îøÙº­eüðŸ1fØ/¿eº°E|ݨÚo©½½}HHÈ»wï0(÷Ê7‚¢†hÇòö FÞJ e%³gϾxñ"æo\\\@@À°aÃZ‰ûà&@ Z7V?V«¦¦†@lÝCï@ë'ðóçOCCÃððpâP:vìˆ62dQ 2@ õ€aë;ðœK ,Ü|èUèšgá…¥ÌËÔjúKæ‘騲h뱡²ìÖÊ‘EöØŸù½iß瘤êd˜54¿&/ÖWæ*btP¦‹Ú´©“4{«HŠ ädD…|ô~ü<9§j±c~ÂÇ™Ó}|ÔU´r\#Ù Msz˜SXZ˜›‘]PŠ¹,.ÓAB˜ŸÅ}^>e{³ERY™’gel@Œ’ùEGL˜¦;\«³‚4¥¤àgdˆ·Ç£¨¤Ì2µèϺ9úÝ>MU“©ÔðvÙsÄzãþ«?’2*ò5^ *ýÇÚMIž—Ršå÷Ê7>£«E-L6›5£÷—#ºB~ùà@A" ¸¸¸ Ì¢ÉÉÉÔÔÔY³f½yóFPP.'€ŒÅ„ÈU”e„\>eà@ Ð6”••mß¾8;;;>>¸_GD2ø×PÖ_###<É Ö=Ê„RwéÒå_{ý š\p4Z0Ü^ Htæúú+6úô7;ŽYC¥¨Ïµ »·§AT4ôVD¬À›¤úWkYÕÍ.ÐJ÷­[“Sìäï¼ûä%ËÅSDù˜–<–¤^µÛbuøvÝ¿Ìp/«ã®.{æ ÷È Û±¯;×6O^aÿ óyã¹—ûŒ5êÀíýgŸGã­L^qõ¼VwY\ƒ„c§òï9ì¶Ø~:«¬2HÉÿe¶fG¤ßÑJ—É“WŽZu©Mµ$n.Š(¨¿xuÅôaü„‘QKs]Îí]»ýT&=ûhyVÄZkû`§¡ ç‘@§NÐÿºººèK>¦ ²°°¸zõ*±È@€ Œ9}Ñýý»jq6Šv£E±pgŠ g \@Ô“JfPÏšP –%pùòå?~à>Œ3F__?OàÆ«W¯Æ¿×c̘1ãöíÛbbbÿÞè Ð| @Ø|lÁ2h rC^~Êø®Â+}ÞóõÊ1*5Æ/¦°æÀÍ®R¼[n` óÜÏŸŠß6»› !ÚV³YC5´<û—ð©ÎÜ]¯îîgU"“dqãÍ'Õz)ž¹%—žOô÷›NlW W¨­C>™>oÞŽïE_eH¨Ä#(ilißWUa¤Ñ¶zÇ_]Ï¿I²«Äºö‘ÐÄvM-º:s挙™NáÚµk:::èÛ®p!´‹Æ±cÇ0ßÐúWŸI“&q¡«à@Ô‡…R#¯~}šA þ-¼¼¼}ûöá}¢M = [Aã@@ÿ˜•Jµ±±A¿†,ýnÛ¶ mÓŽ¾4±èá ÐÚ @€°µÏ øš—€Ÿ—g>#§X7µâÐÇgCkí‘Æ£ÔQ€”B_:U‘ô<8så¹Zk7¼ ìçëgáùX;iÍk÷ÔŒâVûXîYênyÕŸ®)ñðx¾bø"¼”EX¸íDÍè ^§ÿt«Óop¬Ô”§<{õm¬©^ `!€b?~DqA\¿~ýú~ýúAÂFÜIeÅ„ÈC”e„Ü9Sà@ Ðf 8Dzz:>œ9sæ <?I   `Á‚(‰(±S´cZækjjJT‚ €h3 @Øf¦š…@Xxn·àçû ëÞã‡*""cH þŽˆÀ£•“çjHóÖéÏ<c««þØŠÃð°0è¬e=£à”©ãê4Å;eêäª!‰E"A€°N`í¾ðܹs¡¡¡(¿(Fe&™={vpp0ÊAÚîÙî%0pàÀ>}úDE¡¸Ê—»»û… „„„°Cø Z5XÔª§œo«Ðæå'OžÄGÇÏÏ–(ᇠ ð/ $$$†„„;•——G_‹FŒAT‚ €hK @Ø–fÆ8N€–—›×h£Mi˶Óü|<>HRì¤XK´¯ºi¥ÊL ¥tE~^^­B² ˜è_R†JHˆãvÑ3e¸ `K=cèêꪥ¥•––†U@_þçÎûêÕ+¶M@ ¸ZD¸gÏÌ“ÜÜ\ooïY³fqƒcà@4‘\4 4ÍA]wá–׬YÓ£Gü þ€€´Å ÚgØ£††ZMؽ{w¢d €@#Â66¡0 ÀYdQ1ÑF[¤‘PHŽ“/qqqÄŒ&%'Õðcô™–”TÎÅ$$j (Òò#"¦*×uÍÁ°D’’”Äe€@m:wîìââ2a„ŠŠ ¬Î»wï,--Ïž=‹?þüâÅ‹ÚÚ‚´–¯Ä(ãèŒmh[Ê'è E¿ÁZ¿ÿþÈ‘#²€h%%%ÿý÷n-óE+á÷R›€Ör9²¶RÐFptt\¾|9ú•$¶6mÒKHH•  Ú¶½9…NèÝ»7‰†YTmöÝï‚p­q6NöËÖV5uåË¥Gߺ|˲é/SLJõž“3–_YS×P¯ÝqÚå3gÌ'Ÿ©e·iJÞw‡ëÞ¸Kè!2\ÔA`̘1Ç߸q#^¥ÕÖÖFO&Ž=º°°׃¸“@ ýžW@ Ð /é¯5Ê@üK4íĉÿ²ÇVÚ_LL ,êj¥ÓÇmnS©T´÷À,ŽmÚ´ =+ÉË[÷¾6,à Ð* Ôqoǃ.˜`ïnœð©í«7YpŸ+–¥3é͵׌O¬S{¤­ (Jµó²ÒøÄäD˜Bv*c&kHÜ ­ÌzJÍ [¾ÚÖÇi¿{w¾yÚïýÏŸÑ… ¡Á$†Ìæýû³3&V½î5«a­,'~ÝÜï~cÍÈb}fLTccT@€õë×úôéöíÛx!J„Bt@ €@ žÐò褤$ÖT«ƒJð»xñâë …¼çÏŸ_±bQ 2@  hMBôÁ>µMMMÛð|ÀЀ·è0tž±ÎΛ±<ìå'Í ò“O¶Z,'ÂæÓ£0+éŸï›·o¿F&¨MX¼³±sð]iá ø@[0€¹œD£”ø{;?~Âóm¸°b?·—¾ûÊàMHdqK«5÷ÁÖ~zppt~êõ‹G)ê ØaYž‹Ã‹í§s!H¥‘¦&Ã;VÛa#Q=Nškú¹oÚ°FOwXw¥<”’ß?£|ž¸Ÿ²wKÊÅ[¬ÛÑ_š)l‰j@µ\ºt),,ìË—/X)Ê[²aÃL–331©Ù 4@  P¨Ô“ÿý‡ž¥Å|P•]ldÔ‚þ@×@ Ð8¥ee§oÞÄÛŽ4h„–~-H=û~öÎbB>C}ý.:µ K­¢ëÛ¥0¶xoƒ“ÜL…™§OŸŽç%:)++‹î<ëêê•  Ú66·ø¹vÀOŸ>½~ý:¹v‚À1Œ@aúOww¯¸?Ù*­(>˜ž³²$-ÜÏÖ?ªÔ𠉩o0v`EkhŸ½ŠÏ¾ž>A%ø&z¤Â_ñöB}lm«‹È¼ü•ÕfÈ‹ pÄø¡s'ŸŽšŸŠ­"¤ä_ݳâî©=ôô´4ût•$SËs2Rã~Ä|ýü%<¶œ‘Óóñ³ò}´¶ê÷¬*ãÕ»wÉ ;ò9o91õÓøÁ²’¢Ôò’Ìô?1áßÞ¾y—š‡U(Hþvøü½‰k­+ß/ܱÑÙÃþI$¦ yvU»—óÈIúºÃ*ÊKUåÅF…<öôŒI®éñˆu»xñ™h†½üëË‹ KêÚNIgÞù êa‰½}жOÂÂÂnnn(³hff&F ==ääì¶XµO,0jn&ð9,Ì70ó03'ÇrÙÒ²²Üì0ø€5 äæç„F ß³n]Íj @àßpyò„TïÙóÖ±£Ìð¯áÿù3ÿJ *Ô‡@pp0Š&''+÷éÓÇÓÓ³GD%È@6O 5ïß¿ÿöíÛ?þtìX÷J 6?k0@.&@I39Ð3¦*ÄEt4=Üoo¸QC—y7\ò9µj4‹>èÎÎá¦GëßX +SC}ö†ú°½³)⩽ #~Å#¨ E“‡7¾O^´'·¢ªÃâì$OçëžÎ,ý³RRÓP8„)@¨=cñ€­§¿fÐC›Ô’W÷¯½ºÏÒŠxHîÑC•x\)óˆÛ9z%NçÑÊ Þz;£ÖšôcᎧ]¼ôÕåØ–2”|’¹yEŒCöï݇Î}ìqCI„Á—}-Ð6”••'Ož\wf]6-AZ‚€‰> ¬ Pî?}j±`AK8} €@ ­(+/ßqž8*;++ˆ€ š•Z#ˆ2‹¢4uÄ^&Nœèââ"%%ET‚ €hZM€}p{yy¡„W®®®ían`Œ­‘-/öë6ÑÁÚÇBy÷þ©F€0ôË×:¢ƒµY‹ûð6‰JRa¬!䈬¯¡Æ»ý;(Ï_¼>$1·¶Þ™ôd¾Ñ&[¬çaR’H¼Òwïž?síŸ"ÆJC–ŒC>Qù6'N¬›ÄPT¿óK©8¾ èc±ðÐÍWŒeu)Q’ë1슣ã e¢’Ì#yÓ÷í‡3›ÎÜyVÌŽ;Ÿh‡¥›÷Ùm_)#Èæ9¨€@=L˜0áðáÃ[·n%Ö…x!‘ÈÜCÀHOoíÞ}èîæ’“§¹gvÀ €@ãðóU§úoœh€G\rrŽMHÀMéuê_«¹INtd €@ ´šÏ>”_´  ­#„agš7²”†Áh•ó~?ëÛ°¡þÄš•GO1tx†¯Ø«Y­fÀ4î„GŒà©3ý1ñÆÙç¯Þþú3 ×3 d>UÍÁSô æÏ©Ù•íR;µIk>õÝnmãü$ ´f”G°¯Ö£9ÆË—Ìï./ÊdœpÀ+Úqïçs–<8dgïþ2°¤FT¯ƒÊ€eæ7¯Y(G̹J°À"Š(ô¶»ñÔr×gGGçWo>|ÿ•T\N’–Sí­>jܤ¹sft‘fi‡@ ¡¬¬¬P&ôX"Þ0>))$*ª”z^@€‹ÈHJêåéãƒùôáË—_IIÊJJ\ä"¸€ $ÀÃCøžÐÀ¶PNÈ+(8pþbÍô!^œ%P\\¼bÅ GGG¢YD¡A¸ÏLd2í@« âwT!Ëh{;G[ÙxÉâgŸ}5ö}õ#)ƒR3úÅ<>AQ5íQƒûvfVWõœh5Â/ $Å©êñ"óð)(«£CÜÎ#Fˆó‹wZis|å¶# Ñß‚¿†Æ'¦ä•ðð ˆIHÊÊÉw¦®® %BlÂVVT×½áõátjœ¿`L\BnA Ÿ€°œB'•½ú÷Ó”—¬g(ŽGCw®£îÜ‚ŒßÑ?â³ò yùE”ºjÔ¤Þˆ‚­5•TmÜ5hcÍÐN “É×®]‹ˆˆ ÃìQ¨ÔYkƒ\]e¤$9ÑØ#`¢¯Ñ¶÷¼¼­W¯â˜u0€@vIàèå+éYYøÐçN›ª£©‰‚€@3@ûUÍœ93 €h%Ew›QrQ¢d €@{#Ð:„(¿¨··767e´½£­n¼dñQz3F5ÙoÕóT4Ñ GŒ°ú@æíÚg úaÕ7ðXR¡û”™Ý§4°UÍêbr]&èw™P³4@€ûˆ‰‰¹»»ëèèäää`Þýüý{ÁfK¯Ë—aßî›®ví‘Áøq¢""…Œ9œ¼¼ @Ø®O<@ ÐdI©©§nÜÀÍðóØ´ ?f"bhh˜@Hí‹:êÑ£‡§§gHçÓLÐÁ,­‡@ë>yòË/Š…,£­çO@€‰úâàà°hÑ"\ûìí»Ý§NÜl‰k@-N@TXØpÜ8Ä<ùþý»zÏž-î8€õ$€o%[ÏúP æ&°çô™¢’¼³ù&ª]»â‡  Ð=z´páBâ]eÔ‹®®îƒdee›£G° €h]ZG€E‰X!Ë(‘È@ к <˜Åá×.iijMšÄ¢‡C ЂL ôñ!rÉð{ Nt €h(*ÖÐ&Pæ#€žµºéæ†Û—ÛinŽ‚€Ç  Ž;fccƒrѯ\¹òìÙ³D%È@vK ‰ùE±y‚,£íö|…¦ukë>‡ˆ_ÒRŠ«¬Q³çkwä%ñðòwèÒÛlç‘“û7½#°D`©õ¶>**j=z4¨TÍG`ÒÈ‘²RR™Œt¸Î^Þû7nD[i6_` €m•À¶cÇÑäøèPòv9iiü 8K ´´ÔÌÌì!©/²öõ@!ÃMÚ—³¬Á­œ@+²äÅ€C–ÑV~âû@ …PS7˜.•\ÁÜ=5ãO¦ùðËbàܘGpœ™57üÂB#‹µîKŠ‹7w_`Ô‡Úg–žÞå{÷°Êh¿ÌÀ¡Ô§-Ô@n#ÀÃW·Ü6'àO;"àäíç‡XIAaýâÅø!@p–@zzú¬Y³Pþ9¢Y GGÇiÓ¦•  €@+²äÅæ ²ŒÂ¹ €@cÐÊKJ«ÛdoJ|LìÉ€–Ó:ÉËç`†cââL·lu?Ž‡‡‡Ó]= Ð(Ë( DíÑ"B6†#´@pôØx.öHå9´>z”8ò}6ˆ 5  À)áááqqqDƒÊÊÊžžžD%È@ €p{€åõòòª9Ue´&Ð ðw¼JvÍwœŠˆO£PYã€d>EÕ~ÛNì“„¬ÿŽjp€€˜¨è9Û=³Ö®Cw 0sž>>ûÏß³n-¬ƒ Ðd£´µÑîI©©˜%—ÇOØlC™yšl  €@ ½pyüäch(>Z^½LgÎÀA@€ƒP:ccã¼¼<¢Í#F¸»»ËËË•  €F€Û„蓽°°ílA–Q¶X@ €@È#M¶}3ÙVg(ÿŽÀŒ‰·›™¼pïrßÙ³ZêúcÇâ€@K@‹Y§M;qý:æÀŸŒ ßÀÀ Ç·”?Ð/@ Z²òòööDŸí¶XÁãVD N8uꔕ•…B!455½|ù²   Q 2@à¸=@È6¿(æ=dÅg €h½lׯûñäõklh5á"«-A®z*+·ÞAçm†€±~u€ ÊÉÓ „mfra @´m(éNÛ Œ´ bÿÆ];dÈÔ1cðC€àòòòµk×¢@ ÑzØñàÁƒÖÖÖd2$‰"‚ ÀD€«„µåÅFYF™f€@ u@Oß9~lð¬Ù± Øróógš[|¸ï".*Ú:Ç^·ƒÔÕ{wïÍØÃÃýÅ ”WžÀm;3 #@ Í@wKÛìØ``@ •@WõΟÇEQŠ#[·à‡  ÀYYY³gÏöõõ%Z½sçÎŒ3ˆJ@ &®>~ü¸¶ü¢ØH ËhÍ @´:Ò’’nçΟ;¯°¸s>âÇeÛl\Îœ†§[Ýl¶1‡Ñˆîu8‹+'/ïé›7(5n&  €'päò•ŒìlÜ켩Sµ55ñC€h:èèhƒïß¿MuéÒÅÃÃcÀ€D%È@ À–WëÈ/Š eMIIéÔ©Û± €@k! Ù»÷ÕC‡L6mÂv}öìè•+Ö«Vá€@‹0Ö×Ç„È'//¶ÈD@§@ €@+"ø'õôÍ›¸Ãüü,«/õq=@4šÀË—/çÌ™“““C´0dȇvìØ‘¨ j#À½B”_ÔÛÛ»6¿1=Ê2êææfaaQw5(@ ÀýæM›vâÚ5ÜÕö'ª©O9×€þ=”b%ýŽuíåë—_XùoÿýD@@¦@Á‰¦4‡¶@4”Àž3§‹KJðVkÌWéÒ?&¸páÂúõë+**ˆvLLL®]»&,,LT‚ €uàÞá_ó‹b£‚,£uÌ. €@ë"px³å׈ˆW>`n£ç`æoÚôÑÝ­{çέk àm#`¢¯Ñ­®‡/^,‚ý<ÚØÃp€hë iy[Ÿaw‹‰¹éæŽû$).¾cÍü šB---ˆFП9[[Û]»vÁß;"%À½¿æÅÆYF)ÅYN7x< þžø'½¸¬‚_PLBRA±sµ~c&˜ÊóÖq*Üß;w®íýª <²ÏÒ&*ñÔQ/ t=a¶ídx\J9…Š+1¡ÿü_ïî`Q6ëas8Óh2lGÚô™bk¶•MQS7ÇŒ· LÔuÛQËòl¥½óññ9:©c4+>) BVn®‘ÅÚ÷ÎN"ðd+Ô6á6ZÞj}ô(•FÃFãìå Â61±0 €@ Yl;v=ꇛ޶z•œ´4~&››;oÞ¼gÏž- %ƒ7nܘ;w.Q 2@Ô‡—ë“_^;Ï2ýúî|ÓµŸrˆ“]^V’~R£¾}zèüŸ½¾ÿ12±dZá‘;¾þ(倩¦›à*gØ §%gŠ?M×µðˆ¸~ÆL¸í¨Á AtïÀõ¬Ã(c“âÒªØÈÈU;wÝ>~ ž…„³¤¥tîØq”ŽÎë  ÌïߧgeÉËÈ´”?Ð/@ ¸–€o@àãׯq÷ÐuÔzSSü M 66ÖÀÀ 22’hAQQm:¨££CT‚ €õ$À¥ÂzæÅéââÒ>·!L ¸«;eÑŸâªÇùk›òÔ°ÇÏ¿d˜’¯­Bcõ¼""$wI\å +Ñ–ž)Vš~Ì#âêoá¶7¢Fa€Fth¿·‹û÷-ÞjópôôÔÒÔØ´d ®üc(Ë( ¬ P<}ºfþüìt€õ'PZ^^ÿÊPN@PÞ¢µ}7 5  Я_¿ž5kVff&±í Aƒ=zÔ¶ä B Ð\ ¬g~Ql¤ïÞ½KIIéÔ©SCÞúëÒ wmØDŒ’ùåädøh”ü¼œ‚â2|„‚ GiÊâ‡ÈB/ß-Ù~øsLbYEeê jiaJFÇì7ÈW9Ãây‹Ï‹?M?ä†qóŒ7ŽpÛQã8@+”¿184Ìáöm†‚d}äèÀ¾}u‡ Á5 I`–žÞº}ûÊ+*°N¼¼ @ø/ùC_@† 1òB7´!Ô@ )\¼‡…á4{õZ4}:~#píÚ5ssó²²ê»ÈŠÞ¼ySTT´q6¡@ Ü ¬~Ql Q–QWW×µk׶«­øýîÑÇôª! Êï»xkݼ RÂØ„Ò s2ââ~þŒMJ/>e–ºT]{ X]I]s–A,%[WeFµÊ÷nÚžàšT¿óŠc-ª³ìãÿDhgM†8bÎÑl ÊQS7ÇŒ· UÔuÛQËòl½ßfý5*òíÇ`l,hÍÖ¼ ƒÝݺ´·bÚÀ\¶‰!ÈJKM5ÒÛ×ÍûOŸ’“»**¶‰ÁÁ €@ À¥ee;OÚ ÙmÙÂËËKÔ€ €@ƒP(kkë'N°´Ú¾}ûþýûyxê{“¥9 €F€„ÞÞÞ……… š!´â°½s'ä2r‹ªL\¶sÉdƒdQ)yè§^ M„D%…àiv'GÈpp¦ØùØ:Žˆ#„[t þ ~~þ{§OëÌ4JJMÅ:D»¾ÍZ»îã]!AÁât˜ ,£x€-L¹÷øñ–+˜jÀ@p+^QpëÜ€_mˆÀEG§Ÿ¿ñ6tʘÑø!@4”@~~þüùó½¼¼ˆ Ñ‚Â •  €@ãpc€ðÁƒ L;Ì2J¥PpJÂ"Â„è ®n…ò;:$ðsH|⟢RŠ°˜dgeU­ÁC{*É´ÂÁT¹Ì™™â&2œ·Í(‡Ó(¥‘Ÿ?}ýõ;%¯¨T@HD¾cç>F×–(ut°ÿAíºÖb±Œà?ú•-ÊN Šú—™[€²Ëwê¢9PGK³ÿ?êŸ0Í"L°Hiåá¯ß…dæ—uTî3aò¤n²m䩇ŽrrÎ:è.XˆFÆja»÷ÚáC„ñƒþÃñãE„…‹Š‹±þÐÖ˜ üGè¡ €@“ ðóqãwÿ& ."“ŸàÂyÜ!2™|dËü Jàׯ_†††¡¡¡Ä† îîîÆ #*A@Fàº/ Í/Š¼dÍûdiµëÝט‚’rjY!žÌ3ÚÓ¾sç+Ä“€ÌÃ+ÓIÕÔrŸå¼‘lá¯nYï?ñ+Û>ØVmæÖç뉚 SK²ï]¶·?{5øûÖîȼ½O°Ø¸uÕÜq‚ÍŸ9€#d88S\B†ƒ#âaÖ“¤ Çœ"L+Ëqt°;|êrxbvMwøEåt«¾ô Dë~cJ¥ïØ4÷.Ô°×®vGNº½(®`¬5f¸%ÛMs™ù¦-kMåE˜$ÿþîþöƒg#~¥–Sª>]ø„»«ÙuøÈPiFkú;µèα—\}Ós ©˜y2¨¤œ®Ñêƒ[‰0ÿž6™0í½óQó§cUUúÀ×Ǩ0ÒU€D xxyËöï"“qy„¤ç¯Ûe¿wƒ¼0³+xV% éßÿÌî]«wî½þÏÕU[S¶Àðψ‰ˆŽçìíõÛWUõŸ9 €N  ¨(¯ ?à!3}óËËÏÇK‘PVQ^\RJÔ AB"@­n¹?Bû1£˜_­•H¤#—.gfçàŒ§MÓÒÐÀA@ AüýýgÎœ™––FlÕ¯_?nݺ•  €@Sp]€°ùE±ñ·‡,£wŽ[_sõ«9ßÅyIIy,úÄß VK–êêÅhIÕ¸„¥Ù®7óŽ¨ZÀÒP.‹é›$Kis&…<]`²äudU=Ö.h”èÀgëMž]¸´ÐùÎ…~Jb¬8xÌ!2œš)î!é‘8D˜SsÎ)Â%i ¦¹ýªÍ±òÂŒ¾Xéÿ4Òô¿–µ5m°¾¢ y¯ù"»Û>µ4ÍŒ=f½ìú•Ëקë0.¬©ékç/|þ›iÇod 2ü[2_·ÏwwNxueɶ“Õ«˜«:Šþú1 Ë€Q–“•ñž9@˜’d½vû·Lü‰Ü6©8=f‹Ùâ³n,e($yç˜eЗŸAO$™b Õm[—´rîÜàа+÷îánoà Â5 CÀX_¢<½ömÜðoº†^€@€H ðkÈÄ%Kˆšºå5»÷ ŸÚêl_cv`Ó¦ÚJAÚ9/_ßOŸ¢çöŽnÝ2JG‡-ßþœ¹y/B1û–ð;…ó4ŒÀíÛ·W®\YZÊô\‹ÁÝ»wÅÅÅf j €@¸.@ˆâ|u:\ka;Ì2Z+ ¼ ¢´”B#‘ˆ7öñ2n¾ûý7Î`ebAXC #ýîŒííó|”ªTÂV®`7S­› »qÛ$qŒ0µÀÊX¿Žè ËÀKKŠ›ïײ<û»É¤ñ®Á¿Y:­y˜ù#ÀHwèY·—kôÔ+Ki%…å5«! ËE9Ò”V¯`fnBÉÌÌÁ5œ!Læ@ Y‚€$Jê§a´"“«œÇûÅ„˜——Ü?í_2XŠEßJÏìÚð5ó¿¼¼|κõÁîn:th¥#·[)É£FÉHJfåæbþ£`áÞ ëë~š¾•ŽÜ@p91ƒu䤥3²³9âçœ)S8bŒ6I 4&+0$dÌ‚…ãƶڬ֣ËH÷œ:]Lf lÝ;wf©‡@ü•J·k×®C‡X÷Ô°²²²³³ãåmÿ•T@üCÜ ,,,|üøqã†ß²Œ.Ü|èUèšgá…¥µ- bÀ#óÈtTY´õØPYvöÈ"{ìÏüÞ´ïsLžKÑòŸ¾çÅúêÏ\EŒÊtQ›6u’foIQ‚œŒ¨ÞŸ'çT-vÌOø8sú¢ÏºŠ²WÓ}癦Ϸ‘iúˆª&‡C„›>Õ$œärÅ7wID¶Ût£™Ã´4;ÊI‘*ŠSâcýžº{ú~ÅiÉäæ9{‘”<+cbtÌ/:bÂ4ÝáZ¤)%?#C¼=E%å`ÞR‹þ¬›£ß-àÓT5oçƒ'÷¬Øj›š‡…‡OP¥ßˆc;ÍÈ´²èoa…ô8¾¸|מSVìXüö¢û댼ê…Èd^õ‘³—LÓÄšsŒ0™Û׶ì=ŸVQ^ò'%{š€–I¸!&Þ±×¢%‹úvàqºxÚ?†ž„„O¢ƒ¬>–Ö. gï;8èÌ4ú“‘%%=Å}îÜàçoí£ÿ[~#½IW]ªçúÿ14tp¿~­hà*@ màãã›1qþÜ”AõQQA™ šbÚ6Lí¾üã×/|€ž>>_¿^:ËÈvýzEƳz¡ÑÑ·>ÄëHIˆï0_ƒ‚€@=  Û¦¦¦nnnÄú.\X¶lQ 2@pŠwQtý1hôØÚ|–Q‰îÃ\_Åø¤¿¹ØqÌlMú\Û°{{ÄMCoE@Ä ¼Iªßyű¬+tðâfh¥ûÖ­ŠÉ©Š›ð‰wÞ}ò’åâ)¢|LKË R¯Úm±:|»ˆî_f¸—ÕqW—=sšÉ)ŽiêLq™¦Žˆ0[!L°×(‘£„cÂBñ¼œd©þb‚úÉÝZ¿uWðƒƒãæíʧŸÃŠ•š)Bp{ÿÙçÑx×&¯¸zÞN«»,®A±Sù÷v[l?UFC‡”ü_fkvDú]%“uM÷ü0ݾr„âUÿªÔ–kïìLµQµüðƒÎÉ«lA’Õ6Mº¹ÿÆ“ý7hûæõÛãV©%ñ:¼Œ·ÐíH—ÑzDNþv«7}<ÞY¦e(ËK`YoL2Z¿ÿìþ Ä+ãdf+—Û±Õ-à× ‹}STÛN€ MIAÁåÌéñ¦‹Ë+ª>6ý¿|Ùxààù½¶¨^@àŸ0Ñ7 Þvöò‚á?ƒ ˆfOžLü@&5H†åƒ •ۈ±*ÓÍ …‚~õ=½6-]²eÅ 1±mÇŽ£gÖq2ÛV¯–•’ÂA@ > ¿|ùB¬,''çêê:zôh¢d €à î 6:¿(F²ŒrðÌø¦rC^~ú£ª#^éóž¯WŽQ©Ù/¿˜Âš7»Jñl¹AOÜÏŸŠß6»› S±fÃÖ«2Í=wœ%,.&Ž;LˉڳóÐjãiZ4ä%„z²öìíwO¦-Û~‰"Ý{«ù|†ž£ï´<û—ðo¥:sw½º»Wœ9ÜŽú# ˆo>©ÖKiôÌ-¹ôHÛï77œ>Ø®®@÷†¬îÈ«þ1Ï|ýüh¦Úè7ÍíÖ ,:ˆô™ŸÜ…œ6 E¢üñy‰Õ$‰ô£ƒY¨Tp–pUìÞe{œ¼éb6m þqÀ'¦hsúŽ »Êm@7R[Û~ûöuûöác¹è䤭©±löl\hn£u´ÑóòÉiô¥º$Ò½ÇOŽY[C¶ŸæÆö5 Œ:”˜ö¹f…zjæNRÏšP ´Cߢ£ØŽ­,OaîJ)ö^¸jÃN«• ¢ÍòÁû;"¸kLž«!Í['&žy&ÆVWý±@`xXò‹ï) Õí!DŠ)©l]÷þý¯²Þáwß&—­ù:^;¼2ÖÇ¿~9f ±?Î&vË?’;)bѾ:¬uPRâG é5òó*ˆbMÈâc´äbÞÓ·!¤åøù}ò¾YµNaŽ’tË3´ÔÇ—¡à3fCFï'L°ÍyÄåÚet@$?8wVg¦QFv6Æ#ñÏŸy6>¿ñZIÀ ï@  hkhôìÖí;ãßíÙ³³{v 0m¿ÚŒÝƒi €`?l˜”„DN^ã¿XÍ2…a Þ`C 4¦®„, b~ýš¹Æü°ÕfX˜ËB@MhÉ Z8ˆ–‹PPÐÁÁÁÌÌŒ¨ÖN€¸S/QníãjþsËĦçÅ沌¶žó’,*&Úhoi$¦g‹m‡+™æž–æ LÖž¶Òoê²ï_Þ=}áü9"*æW|BV>¾Ä®jPéQ¾3çX„¾¿ÅñtÛâââ(‡ýb$%'!¡îaZR¾*PLB‚P™OWwä•÷1_Þ?’ãQcJh7/ÙÊ|‰­Ò ÷3¤¡Ns&˜‘Dꦨè|ê”Þ²eJUôåxÜzäèÉÛøÈd2ZD¸ÿÜ9¬¯ì¼¼goߎÿº†.€@€H@@€ßpü¸[î‰ÊúËýúôé­¢RÿúP´7I©©ø3yõ»—¯ï“ׯ—Ì2²]¿^IA¡ž­ hoÐvƒhÓA´õ qàÒÒÒhõÈxøZA„2@ ™ pK€í>Øôü¢+È2ÚÌç ÇÌ÷îÝ›D ÃÌ)6ûîwA˜£àX7­ÐiîIã,áü䈛Žäê‹çë÷4ý0ü§åe¤D„~}ë÷âÖõa‰9˜>9Èñús[«©¾ÓEMEùréÂð§.ß²lúׄ¤ÞsrÆò‹"¯Ô5Ô‰¿|£ÇèòdlCøä!æ6úฉ¿_¿È ¤~ù¸ÿbÈkV# q–0£xg"0nØP»-V[ìŽàÚÓ7ojkj,04Ä5 æ#`¬? ¢^=½ @Ø|´Á2@ ³ôô „ü¢u€…" €„FG7‚…J½vÿÊÁ¾añbëU+%ÄÄaš6LàË—/†††‰‰‰Ä1öêÕËÓÓýOT‚ÜÐ(¥‘Ÿ?}ýõ;%¯¨T@HD¾cç>F×–(ut°ÿAíºÖb±Œ Ó}§f"ÃAgrR~øú¼þó'=«¬‚$"!¥ÔU¹ß@QôÄÊ]ÎöýQ¼ÀÂjdŸuŒ¥(;9( (êG\fn™OP¾SÍ:Zš=øÿŒZýÊNŠyåóæÇï?dþŽ»1FSE¡E=ªÕU(¨n r$¿(6`È2ZŸ‰ç†:cõ& îs-¥»’ôæÚŽkÆ'VŒOÄÈ4÷ùÉIÂÔìå“GÞÍF>¿ˆºã~há&KÈ)‹~¦nÚ¼Ao€šO¶ âÿ!Ä顀ʘÉ÷B+LQs–¯¶õqÚ/ÁGp‡€õ›§ýÞÿü ACƒI ¹ò]i蘞B¤hú6„½Àê=×"ö<ó2 ¬Ñ„,K8I˜¥38$°\º484ôž÷c\·jç.”Îh@ß¾¸ ÐLúªªTSûÙGËŠ‰6>7@3ù fmžÀ¤‘#Qø!¯  #…ü¢€MÚo bˆŠŠ‹_¼xåÞ½]«Ñzßv… j#àîî¾hÑ"”IŽX­tqq‘‘‘!*Anóhe9Žv‡O]O¬¼«Æòâ•Ó¬úÒ7= S*}Çf:¡íÍ=ûƒç\Òr(TTŽ^d!QɺFGYw¬^€B{ítâðÅûñ©x5¿°¸úàI‡Žìí!#@0Hj‚3D3•rܧ'¶»÷9? (ÃÌ'T’V2«éæö´‚Dr~û;á‹SeB0Ö5쵫ݑ“n/Š+°V×í¦¹Ì|Ó–µ¦ò"¼ÕZºT–¾Òtù£7_r‹Êð¢«N½»´?üäá°ÊêHhlryºÊÞ.“ÒãŸI<Éýé¿l©ùóÀð‚Räiå Ùñ=jth«ÅÑkžEUÙ¬°¾æž8}|¬Z'ìûŸ­3¨h¿I¿ý&ÄŠ•2™‡O¾K/3Û3¶KƼ`­ÇÍA€å¦nstQ/›çÎ;}útUmmm¯\¹‚Uˆ‹‹«£2üE©÷u:ÏXgçÍ©t—ÊOšä'ŸK9H˜’ô2,sØóÌÖƒ=e7›ê ó²ž)qéUPQeò_Ò6 YÜÒjÍýÅG°ËOŽÎO½~ñÈ e¦+ljYž‹Ã‹í§sË•Fšš ïHì²rBm¹èwD¥HO½9#»ü^¾Øáå~æk´áhbM$s0‹e8$@i¯<ñ#´¹¸¤ÄÈbíG7WY))bM@s@‹ñ!ºöèÕ+XÀÚœÁ&@ nh XƒqãîzxÔ]­fé uõݺÕÔƒœ@S„˜”¡tÃgnÝr9s=\…[´C4ÍÎÎnÇŽH õêÕhßA~~¢©´}¹$-bÁ4· _µ µ¼0ã…oÕ©þh¤éø½6ꟷ&‹¬’ñs&B¿~”ÓsbÙ0LAIòkº%­ún\U½ˆoŸy»j;íšÅhGjŠ3¸‘JVz÷ ¹ÙÞë„[€Låè $;ÉÅ- Óæ„ÅÒ´˜“rU$ï5_dwÛ§†ãU¦2ãCY/»~åò5Gçé:L×r¯ïž¾õ4µKâ1-{÷†ÍŸÕ`G¬C—oÙêö&„¨Îý 7ô oT:QI—+¾¼tœ8Øϊq(_`ÕëïÎ0j¢wµ"->â€õ~3Óñx 6?6‘˜æï”M:t`£%¨D Ϥ£[¢ŠŠŠ„Âö"¦ÿtw÷Šû“Ž(ŠÆÿœ¦…ûÙÚâG•4ø„ÄÔ7;Íò!ZÅg_OŸ ˆ‚’êÏ‚Â_ñöB}lm«‹È¼ü•Õf0=•À#<â‡Î|:j~j)})ùW÷¬¸{jÏ==-Í>d%ÉÔòœŒÔ¸1_¿ -gZ[õ{VM!hGV¤·m•!^­‰Îàv‚m×£ƒ¼Â£§Í6ÔÓK¹³?)'=%âëÇG®¾üLÛ° ”<+cbtÌ/:bÂ4ÝáZ¤)%?#C¼=E%å` ©EÖÍÑïðiªš ¦¶Èf_pü­gÁù¹2«ž#gê…,~øÂå,«Ã?R²©´ŠÔ¤T2S5iÉŽ3áY6>þÁÑ ,ó¨ Ÿb4U·Kɬ”wOÝú…`w£Ê3BN\y|›‘ vÄ"›ƒ¡iNÏs K s3² °B$q™ÂUAD¼S^>e{Ë2M5^B3hW7Q›‘ã?0MË‹ýú#¯!QÞ½ÿ@ª ýòµŽè`möã>¼M¢’TËQ8bëk¨ñnÿÊó¯Id÷±UÓ!2ßh“-Öó‡à%œr†Sv85SM'ƒ#j¢À©qŠ0§ìp„0o§îÝ„IQÕÏ'Õ ›gø\«û׉2ÿµãÔˆPßüR*Ž¯úX,¥4 F«œ÷ûY¯Ú¨°¡>óÇ"½åè)’Ïð{õ´6`šaWÂ'1GŒà]«3ý1ñÆÙç¯ÞþZÛcd>UÍÁSô æÏ©Ù•xqÍ)g8e‡S3…ø4‘ N¸‰§FÄ)Âœ²ÃÂdñ~Çn´8xGTeÈHU^çrKØçÒ«¿ÎÒzÁmü(^ƒ#B6yE;î½ñ|Î’‡ììÝ_–Ôx" ƒÊ€eæ7¯Y(Wc7cÜ%²¸úmùèwét yÁS~Æo¤¦áœÁò׫Šjn@ˆABSÏa²Ð®gâÖïý“HÜ<™Ø.óð t飵÷Ć«xQ{¶­^æþü>ØeÛlú¨¨h@.#œÍ@`ö”Éh[Äl;yyC€°0ƒI €Àß Ìž¬× á¼©SþnjöMà[TTS  à©;Ö™.jŠh Z;//¯ùóçççç2zôhWWW999¢ävE@\L/-'jÏÎC«§i ЗfèÉÚ³·ß=™¶lû%Štï­æô€£ {Rºk­©vxóˆ­õò *X ŒPÓõänFt¤0xÁ&#¦è ªÈg¾¸_õO.źå“Q{ôòé(åê1âîùD–ï9púÒ£0ì¹{^!Æ=,Zžý‰Kôxheu¹»^ÝÝ+^có0²€¸ñæ“j½”FÏÜ’K¿ã÷ûÍ §¶+†+à½4“ ÓËùù«™Z™ì“ùæoX·å¨{*Ýõ´øø"©ÆNFL-à€Û@€Ûf¤vÈâgŸ}5ö}õ#)ƒ‚ZÔROPTM{Ôà¾Ì¿±ôÊ='ZDGð É/Æk¨Å ]MæA+|ÕÇÑ!~"qıW~ñN+mŽ¯Üv$!ú[ð×ÐøÄ”ü¢t»_LBRVN¾sWe5uu)b\æ”3œ²CâÐLal QSˆS„9e‡C„ÉÓÖžD?˜µ åÅQ¡_Â#cSÒ PÞs~I9eÕÞÚ:ÚŠ2¢µMgGDï…GCw®£îÜ‚ŒßÑ?â³ò yùE”ºjÔ¤Þøë\‹W|»®>5IÉ£—òjѪ®F>x÷բߙUEC»T±“šx«O\¹œaÐ1@7 n9û326+((*2²Xäú@JB‚©*Γ–ž8bÄãׯ1“h5áï””z”s=€% €¨)£G‹ ×+¯ºl€4õ •Ú7¦l@ÈÇË{íð¡E3f´o„0úöNí/¸eË|/ ÇÒ¥K/^¼( ÐÞé´ïñ÷Õ¬,|àWåÆ‚èUúðÂ^ôC"ó*tQUWëÛýë«>Hg¨ÞÚ3éëÏÔŽŠl²ÙöÈE¯ðœÊå¥Éþ/>C+ÕˆõËR?î¶ÀÐÚØ-AXƒé9á íÙÓ§ør=“­vl£ƒXwd1µU F­¿øv1¡pU€°ìçëgáU¡tiÍk÷ÔŒ2Bêg`¹g©»åU,mo Z®°bø"¼´™Ùæ¬ÑAzO¼2rÒ<$,@H*+­W¼¡™\³"ÂFak¡FèQz3F5¹wÕóT4Ñ GŒ°ú@æíÚg úaÕÿí˜SÎpʧfªzÜ%Sm¡i§FÄ)Âœ²SM…C„yø…Õ G?Õ–ë'q~Dô~ÅäºLÐï2¡~>°ÔêÜ{PçÞ,ºªÃŽªšUÙÕªåáZíCzêMTÔíü¹!³fç`<~ÄÇ/²ÚòèâØòNæ#€²ŒâBæòøÉæåËš¯;° €l ˆ O3æþÓ§lKY”C 誨Ȣ„C X|‹nä B!AAçS' Çg1‡@ ý(++377¿víqÈèké‘#G6oÞ Iw‰XÚ§Ì×qØÅcæÓ×+Å£j’šƒ~|ž>°H)ö^¸jÃN«• ¢ìC|r÷lœ5×ö>Vÿö1Ûm«&õÇc€´‡vDåU­³Q·rÕ•šÀ9áLExXt•e²èÌlRúú%›Ÿ¸/ÝïNb±ÈÓÅøÂßøn>“çjHóšÔyæ™[]õÇƆ@VEkÖmv äÑnvÄÍÚûß®fíŒ €ÍA w÷î·Žinâ4˜}o?¿½g÷nXßÝM €N/,$T\R‚Ñpôô„!œ@!0k²^=„s!¿h‹ÌtÚÚ|‹Ži„Ëè¡=ô|žî!h M€@Û ™™9k֬׌,#Ø ÄÄÄîÞ½‹6#lc„Q4™YÏÂár+›ý¯C×f-'9ú¬­ù=çû^Ï î*ζšÑ†=ϺɨÜö¢<5ðÀùÇ7­õ±š…?_î»ü¢ªYl×íŒÕz,–šì ­(+»*¿(‰GQ¹‹ K,‡¼"®±dQ¢L¼x´T±“â_£}””øѺIº•ü¼¼ ² [¶² w@ÔA=ª¼ÓÜ|ÿ¹sxçÏki¨Ã#Ì88KÝ37ÎåñcÌì—ˆˆ¨Ÿ?Ñþ—œí¬ €À_ LÕÕ%>±Q[}È/ZÐ"ô¬¬”´4¢¦>2ʾþøêUmMúT†:@ MˆŒŒ400ˆeì|±k×®žžžýúõk“C†A5–Y{ÚJ¿©Ë¾y÷ô…oPð爨˜_ñ Yù¬ùÒÓ£|gα}K†]ƒWJÝv³Ét›Û˜Ž'lmÖLíS™H”ê`»=©êAVR_Ãu‹†Ö±FáãÇ}£•” u‘" ð±bGm°aRrÒ_~iIIx2O1 ‰÷ÇÚ?·_øÉÛ~ÀÈ@´%{Ö­ýŽÖbƒB« M·l t}€Ö¶¥aÂX¸‡€±þ4<@ˆ¼röò¶]¿Ž{ÜO€í„€˜ˆÈäѣܟ3ž”¯eØ#µ´”j)5U±a玟ýw½¯ª*@í–ÀóçÏçΛ››K$0lØ0wwwøÓC„Òîåü䈛Žäê‹çë÷4ý0Ðò2R"B¿¾õ{qëú°ÄLŸäxý¹­ÕTöÏ¡ê[ìrú^àŸ2T¹"ýÓ~»;fd†Ü?æ\e–Wfï~+þZbhp†,ܹ‹)6µ²;j’`°ÉÊU]×û­‹š:ŠòåÒ#„áO]¾eÙôg­2H½çäŒåE u õZWw÷ŒÜSuׂҶN„m}†a|@ ÐΠ­n?6xÖl´!6t´+¡‘¹EÀƒûh±W;ƒÃý¦Œ-%!‘“—‡uæäå…¢Ô°³È¿@} ˜ Ìž<ù¯Â9_”¶ºaOeåçÿ]捻ÄÖ(@{ pöìÙ7R(â`,XpõêU!!!¢äöN€š½|òÈû¡ÙˆÃ‹¨;[d 9Å¡cÑÏÔM›7è Pó‰ÃRü?’j òˆ÷Üg½XoÓ 콓{·›ëÝÚ±;‹q2j›XÍÒ”a3Îð 6伟½ êɽ»éÞê€ï.ȶcJá£ÿ.¥ð.[³FU®òD@eÌd ‰{¡•_«©9aËWÛú8í—à#°!Øùæi¿÷?†BÐÐ`C®z¬Nsš™‘Éf="­ôÚÎ=1•™Yÿõ‹åS‚¥û¼¬4>19=66[° €@ e hÛ¹³ÃçÎ+(*Â<ˆŒ]bmýÀÁÂ6-3%mºWA£I“®?x€òû¯_ŸÂõ5 ¹V›žu\I@ìX!’²Ê'èÙ¾ÐSD³õôØ"­ зï“kWääˆ@í‡@yyù† .\¸@2úâ¹ÿþíÛ·Ã7P"JbÐË°Êè zyžÙz°§ìfS=a^ÖHXJ\DzAuüŠLb­€YÀþŸ¸zÇè·ß$Vf¥d~]·pNàÆ>²‚öïYW[¸‰SÎ.Z*{Ô#“’L ¸3f2õòùc£Ô‰NârÚ mæ+þ{Š47ŸEF¿½,ŠG·´Zsñl]à§Gç§^¿xd² Þ Ô²<‡=ÛOç2ŸJ#MM†w$ÖAr‡nÝP–ÓBúzÄègwžFn˜ÒW¯SQðç Åü½·|é帺~~´abÕ+ àmÁ–é¤QJü½Ž?áù6\X±ŸÛK߉}™Îh ïœ'BÎ3‹@ Zœ€F¯^×íÏ]¿÷-)°»tÉÆÌ ×€8EÀÄ@"›Nž^ ä[°€¨?”*`Ò¨Q¯^ÕÖd´ŽNGyùÚJA€Nà[t4.×-ŒÔÖò¸x=ŸWw5(m•@vv6J+úòåKâEDDnݺ5kÖ,¢d € `+tH-LÞµlÊ)[5½Iã5z«ÈHˆPJ‹þ$ƽ÷õõ-«Ž_ñ=¬€dánû¶¯Ð5?‹Õñ}ìW³l‡^1üEà”3} mWé®»à‡Ùzí8Zã~_í‘£†i©tí,%.B¦Q ó²ã¼ýð9ºœ1´¤ ÷qå$ ÊvƒîØèìaÿ$3òìªv/ç‘“ôu‡ T”—ª(Ê‹ yìé“œ‹U@ÿóˆu»xñK´ ­Gì1J·»°÷ÏbT‡V7}¨æ¼ uÔUÈe ßÃÜ]\¢FPJòASY·ž/XiöÁõÌÎcÿEÿüÅð”ôñ®m¯w7F®°ßo.I_ÚH«È9½mý5O¿ïŒHn ;ÈTå«wï>$’&ûœ·œ˜úiü` YIQjyIfúŸ˜ðooß¼‰KÍÃ*$;|þÞD‡5Ø!üßÜ @ØÜ„Á>@–!€òŒm]µòèåª<ȉ]§NTWŸ¾hyâ6A¬¬Çl§ª%‰¤=cñ€­§¿f”Wj¨%¯î_{u/¬){ôP­©M3€a3³@ ZžÀÁM›¾„G¼xÿs…J¥.°Üäú@µk×–wÑ¿t ôŽ ñèM¼›B‰í×ojý[6YD=æ“›*±´%üå@ŸmrPàÒúãÆ ðó—•ÓÏ ævè³e„fÖÁl ¼‹KKÙ0«Œõ§Ý8rýÆ1«á´¾¾¾³gÏÎÊÊ"X[[EÙgV$Ö¹ÝàíÔ½›0)ªrm[}^<ÃçZÝ¿vHôoOŸ’÷î\óbÙqb¼jÚÚ=#”ë膃Îðˆv¹ùìüâ9>}¨½wCó{7÷ ˜üR*Ž¯úX,~¯ú CÎÊvRÕì*Çõ^ƒƒ@€ó¤ÄÅ'ŽáíëWÓôØ!C:ÈÊÖÔƒߢ¢Y45ÍLLöìæ…| 5Ñ€¦}¸r劅…Ú}8Ü9sæܸqå%*A,ÈâýŽÝhqðŽ¨Ê‘ª¼Ïÿä–°Ô©<äÒ«¿ÎÒzÁíz>7dáý#—=£ó0k((µË|BôM'œu†_²Ûi÷¦ÏOŸ¿âñü]n Sð ï^P\~ÌäéËÍÖÎ׿æÐxE;î½ñ|Î’‡ììÝ_Ö´ÑAeÀ2ó›×,”©Ùï-0ÙrõYoíƒ[÷Šþ“O( ItRÛea“‘Œæå =YLFQ™Í¬’HC–têÄæ͇ÿ‹MÉ¢ŒBâ²£¦¯4Ÿ¡‰µê3mõ®¥Ý|Ósñx/“†ñÊwµIk>õÝnmãü$ ´f”G°¯Ö£9ÆË—Ìï./Jlrs€asû@ Z’€¬””Û¹³#æ—T]s‡FG¯Ø±ÃÑÞ¶‹oɉis}ëôÓTíÒ%ö÷old®OŸ9ìÞ ÏÔ·¹yæÚÑn9ØXÜ Äý“ëoïrX¸îûxm€@Û"0[Om€ò‹¶­y†Ñ4#tµ\·õíffû7m„kéº)Ai[%@¡P¬¬¬N:Å2ÀÝ»wïÙ³v`Á‡ì§­=‰~°¢ åÅQ¡_Â#cSÒ ŠŠI<ü’2rʪ½µu´e("óŠÈI£øtU€p®åÞ²}pÚ2¯–Þ‚[z *Šs¿}þóãOZfQI™—_LBR¡“RÞ}5ûöæ¯{E$†î\Gݹ¿£Ägåòò‹((uÕ¨3H½;}@vhYtdAÃ5ûôWXzÿúÓ·¨ôœQÉžêZÆ—¬t ¢¶€$ƒµÇÑ‹=–C²`‡}×½÷]gQ×z¨¨®{ÃëÃéÔ8ÿÀ˜¸„Ü‚>a9…N*=zõï§)/)\kK(hNý%iÎÎÁ6@ Ðüôí{ùÀþEV[ð®îy?ÖÖÔܼl®4‘ºGfl ð|ÕˆY¹¹ÏÞ¾37¶‰f¡9¨ZaÜÏÄš!OFÙ˜ô• *Ûœ,УGO=ùY¨ 177´$çO@t<ò°‹Šºª¼X W[å jŒ¢…†ãÇóóó³¬êàçã›9’5µðÔ@÷­…@HtT®³¶Þ¼®¢ë Em™@^^ž‰‰Éãljƒº~ý:Ò• zàáV4ýÔ³~Õ"¹ð« Ðqˆí†uTf[ÄAgø„%‡~ØvTO¥˜\— ú]&Ô³v-ÕxøEut§¢ŸZÊÿµZR¡û”™Ý§üën¡¿Z @€°V4P€@ ÍX`hvúæM|DÛŽØWmÜ°¡¸ ÐD&úÕBdÊÙË „MD ÍëI ðÉý¯y,yjŠ®Þ÷6ÞmÒ–×òvq{äUODÜS-ðñåq¶w‘?›¹›ÝŸÕ±Ö9(ÖQ´ô±´¤äøaCŸ¾yKtdÜ°a²ÒRD È@ÔF ,:†mJ(zéÀþe³g³-%hóâââ ÂÃÉ#íرãLJÀîãD( ·ZEÆ®]ÇèÏÎUv¿Ôæ@/ñÊErð@ n ¬›” €h#ŽZoýù:(Ê c¼qãGw·n°|™á–†Zýûô ‰ªzèÞãÕ«‚¢"1؃¤åg¦­{@+¹rï!6H~…Aãd<‹ÈC‡¯=ï·2î%Ò–C„­pji_¿¶B·[ŸË³õ&³!¿hë›Eð¸…äæçÿJJªÙ9Jœ~×þÄ,=½šE íÀ»wŒÒÓÓ‰ƒ0`À£GºvíJT‚ Z„@àí#îá9X×"Êãw¬ß"n@§@ Õ€a«›²Vï0¥8ËÃéæ'Á_Ãÿ¤—Uðñ VfaVìÜG­ß˜I¦Æ†2¼­~œ0î#ç÷Í xôO  Üb÷NŸÒži”ø§*çFFvöl‹µoœ……„þ©+ÐYÛ%€âÂÂâbO¤i»Ã…‘qìÈ÷C²0W†›fÖ)äY„:¤æ†ÿ÷<üð ®ðœÀЊB¾Œ@`ú„ f»wWP(X_(°1c„Ð/tÚÐ6ËEEDЮÞGŒh„!F¸yóæªU«ÊÊʈmg̘qûöm1±š ɵ@ÍA€úâÆÁ}g]Òr(TÖA^Vj•D"U¤¯5hø´%§­—ªï~}Íá'Ø­€[Á$µ%£_ßoºösBqPåe%Ùè'5êÛ§‡ÎÿÙÙëûðPƒÇ½‰šW®ÈŽY``èô«ÿ‹g®'dÚâCÛ8÷¸j¦¸Ê™æý iCÖ;Èʺžu=A)ã«Ý§ðpó=¶ÿ±kC£„¡´$yúÓlNœ Ñª¾š9yzA€°%ç£]ôMstq)¨)ïìÉ&vì(yÒ#—~Þr¹o;]C.*¹æL fG~Œgº·È5®µ5GP6ѱC‡¾xÿŠj ¼£mm0 Ð<¾EE³–‘”ôºryè€,z8í•Jµ±±9zô(Ë`­­­:ÄÃ)YÀÀá¿ @M~½håîTË s¾G|ýaÙ‚ѦI]j”ƒjm1P=:¸‹@bÀ]Ý)‹þãÏs°w/5ìñó/f£äÙƒ¶¼¹{Òå}å· `3®6+GÈ5C'-i²Íœ{\5S\åLKž^­­o~ýÎÙڮؾwü¦»»¶¦¦Å¸ Ðh(cíðAƒÞú„Yxþî]VNŽŒ”T£ BC P7ZáÏ+ž±:ü´tDx%§õwŒÈGÊ”OÞÞ±[zˆÖm„D­ÈÎ+À®Pyø¥Ä„õiI¿¢>|‹ˆÿ“QTN“TQî1\k€‚˜ £»wÎZc×CG-((bl½È#&&R÷-:JYQhXÈ·q)Y¹åT²„”L•^ÃhH 5à+aiaö—ðð˜øß©Ù¹%e~A!99…Þ=zk÷í!\§³ã¿}MaxÌË{ÃE¢Q’Ç~ù™˜–YXZ†“ÈÈÊ÷ìÞ³Ïn‚¼ W÷Eæ实ւì”÷Ÿ¾D'$ç•ò ‰tê¨4°ß@Í®òµˆ &'#ñsxTlbJf^A…*$$"/ß¡§jïA}TEêA‰…H£gMÖÄ_´Ñ¡a;$Í ìԡóë×4zõj‡(`È@   `áÂ…(‰(…  à¥K—/^LT‚ þ%¥¢â/—”˜;4*#›Â¿tú­‹@¾ ¶®·\G€V¸kÃ&btÌ'(''ÃG£äçåW?J,¨0p”¦,×ùߦŠgŒ¯"))•Dj[Â6tîqÕLq•3ŒÞëE`ÙìYÁ¡¡œðÚ–‡õïÓ{¤¶6®4šZ2ˆËÊË<{¶jÞ¼F[ƒ†@ n]¾åW=|6nš¡beôExÑt=Lj• iùW<5Ú6«n#´üÐCÓï2HõŸ~ÿ /‰è½ùèéç¡ ,¶ñ JL_`giÖK†}rfÎZ«ËsJÜð!SÃÊ+«EÔc>¹©Ö’¤¿ #îÔÅs—>OÊ+e1È/"mhh¼Çb…†BÝùÁháAÏŽ\»õðÝ—‚r6÷cD¤:Í62Ùµz±ª4,?ünŒÞ~‘,/© Ä"7.ZyÇžóGR]?üŠM¥ûõTi^ʵ[×/»y}KÌb:‘ê¨?e†ÕòÅÚ]ej–Vi(IãFN .ªœa9mã?Ž{Q„5ïOô®#‡¯=ýPT•›oÍÓ{ î¡mÛf솫Xjé O§ã·}Cã*XÎzU!ñSgn]µL«‹kÛf8ž1a¢…í^´å° €€áøñÍИm“À7B€P¥K—ç7þCÿ·Í¡Â¨€@ CBBˆµäååÝÜÜFŽIT‚ þ1Þ.cOî6Ý|Â%=¿¤¶®E$;ŒŸ»né„Ú¯Üjk z ÐÎ@€°MxË ·â÷»GÓ«ú”ßwñÖºy¤„±3V˜“÷ógllRzáð)³Ô¥ê~ºå†ÑF{F)#ð‘e\Ùª…¶tîg‡(·È Ê-â tÚP§vîøåÿå Ö°¼¢bîú ÝÝ”j ês¦LÞxà¾ñ•³—YÁ!ÇÐJ®ÜÃiY4cfy¼¾Q—~Ó?{ùÈ%n“Q÷:ÓŒ’…EDQ`‘þ*ÈË-§Ñ^ß?6c÷µ‚ê룪RôF)Í{èráåë×®_ÔS¶º€!qÖÃjãß¿½qžeu06§úi<¢­ò¢lWç ž;zní85b­¢àäAK›»¯é±H¦"ü ('åÖuû7.\žÝ_ ×cZ¼ø'#ƒEYX[XP¥+ÍeH,•j9 {wîÖCQEµ”“Šrþ¸8]|àê¼aëá#‹Æ±_¶‡¦ -¥Û(((D³öbÒ Ë¨,¶¬¨Ñ_|f-ütìÌÍÍãûÖì·¢ iíz³Ëïbjáš’ü´û÷.¹y<Ø{èœÍ´liã•›.t•££ã 7j”¤¸xÓ ‚ ÐPi´0Æ„hÕ Z;ˆV¶‡Ã €€€™3gþaì^•jhhxxxtïÞ¥2N€oÑž›èçŸ÷ 6H„mpR¹sH¹¿°Í`{*—í\2™ð•˜,*%¯1ý áNçÁ«VMνV=}à|3àç¿ïpF{¦QJzÕ£èÖíœuë|ïÜAë š©S0ÛNÈËÈŒ>üÙÛ·Øxß}LJM…Øs;™ý<̬ˆç÷¿ecÊhLœÞG“ù䚎Q9øâ':¬È ¹ñ2fï´ÞuùÆËϯÑWŒQ #?¹Í±¥GÉ|½ÕúõWí*!Ä—žìÿésJ^ÕCÊ©sV­ xx«¯dïSœµV—ß/‹xs{üš™ŒÈ™WHC]³WgRybBlPÄRz´,/yÃÚ%´‹ŽëG÷¨a”rñà:«»þ¸^H\nø =”Dø ò3CC¿Å$ÒÍŠ2~,X¹²£ûƒ‘J"x}Ž ß|þ·Î.‹1(™_£¿Î0ž$DËŠó¿ÿˆô úœKµ,çäµŧo¬žHøê{Ä+P9¬\ëW^R”›:}õfzt·GßþÚ½»K ñæåd†|û‘œUÕ¦<×ÆÆzÂ3÷þÒèŒ!¼hÅ;6¯ºüîCEVRî;L³OgyiA>rA^Î÷ïïB"‹èë )Å™;­VÉɹ­Òìk’P–Q „ü¢Œyw ðw¿ó Q½¡ú{]¹‚vü{¨Ú''§eË–•”0­Íš:u*ÒKHH´¹á€€íš@/´íš ¾ “>£‡uÙ}Eÿ{ï4Jiäç€ÀO_ýNÉ+*@ûytìÜGcÀÈáÚR¥Žö?¨]×Z,–©ó!q¬›œ”¾>¯¿EÆüIÏ*« ‰HH)uUî7PgÔ0-qr—3‡}/°°Ù§®§‹²“ƒ‚¢~Äeæ Œ©òºhÔÑÒìÁ߸áý@½jd'żòyóã÷Ÿ 2ÇÎÝ£©¢Ð¢ÕËíæ«Ä‘s¹Ç‘Ó#F8ÄŠ–™û-<êׯ„Ìœ¼âÒrAñN•hÑPíÔžOámfÐÓÐ(F8v‘iyyÕMÖ€¯!ë÷¸´_+ð\änó ôñ!zÿž··å²eÜí2x× Ð]\*oâÒ_ófÍÂW’H<‹gÙ½8NùÑnÜ°sêŽ:/ÏxùxП¾Ê@­(uþcÙ¤žZS¯Ü>B¥zW슒ì+g÷[^öÆÒtæ'}Úààúlç¼49k­j€x+M 5ÞbLj’GN[~a›™ºBõJ²ôøMÛ­?ÆU¯ÈݲÕJ÷Ƀ~ÒLß“?»muÄ£ƒ|sVì8·~žœ1iAÌÒ{’95Æ•^>°ÄìÖ‡ÊîH¤Í‡\ŽÍîÉõÿ¿(9xî–cxtPu ÞõC;G©2]±fþÚw`ûqïO•3J¢Ü>e£«£¹tPGÖ^ȼ<¸—e…»m·}I/íÞoüÅý;'ôU¬žVZù'ûyû®c+J+r¢Ï¸½¿¶|4ÑÚ/—Ó¾UÑA!ÙOØ/Þ·ÕÌM‹=l·û˜Wp¥W”<›ƒösžlî´)3'MÚzô˜Á¸qDoA@ X~щ#†»ž;'&ÒŒÏ:Ôá$€’ÙÚÚîß¿ŸÅ‡M›6;vŒ——xÀR@ U`úú×*GNsŽ@ø«[[÷9DüJ-§`ÓM“yĤ:èÎ2;±{…(ýknè‹ÖûÏFƧ1W# ‹Ë Õ[pÒn‹#>—÷+ÈÒj×»¯1%åԲʼ=Ø+ÚÓ¾sç+Œ£Êw2¯L'USË}–óFV'Ô •å8:Ø>u9<1› ®ùEåt«¾ô Dß·cJ¥ïØL¯Y×Ä}zb»{ŸóÓ€2Ü!¼ŒD’V2«éæö´‚Dr~û;á‹“8‡¨a¯]펜t{P\cƒÙnšËÌ7mYk*/ÂzåT–¾Òtù£7_r‹Êð>G¬:õîÒüð“‡Ã*«#¡±ÉåT4šªo—IéñϤ žäþô_¶Ôüy`xA)ò´ò…ìø5:´Õâè5OæMSøN˜{âôñ±j°šØÿlAEûMúí7!V¬”É<|ò]z™Ùž±]2žàkµFsó¹‡Å‘Ó¯ÑF8=S”Ï/]︸?yú2úwFõIV=yäîÆZíÞ¿zæpÖ3˜Dâ´3Õ½‚Ô"†tjÇv´AÞû•{÷´55V΋k@ 0}ÂaAÁâR,ŒBrò‚a#(B“¿ Ä^ñ Æ*‘…º-¦Ml :rú(…Ó~©•@üðx–`©ßM˜XY&“×7Èì»(’¢ÆTßÿN( 1…xø„¤×X¬(Xqý5ÖüÕýÿ¾®›3P’©ºnâ¨5fOpD»töp uÒ_ƒõ×?;aÎòŒž|·þ·®Ü(˜;Ã#&Õ*ÏŠÜwóÙƒÓÐþ»s·q¹ 1qåí-ó¬ÕÈêC =ìóÔM÷ÓUßžßÈZ3\† £z“Þ©gìÅäÓ#¿$4MSünØ+ ³v$*«|äÄ5r“ƒÏ#+{£äï:vÞØqËð+¯pc¡¤^L¦u4ýÝvX ’ù§Ìßz0êÛçªóí‰ßkêòÑÄ^=ž=c\Ü“·í9e:¼gÍQJvPµ;q¯lÞ¡çQ¨4;ê¥{hÎÒþR5krPÓQN¸¨(m‚) ж „FGÏÒÓ»sâ8$ÕhÛ £cK ¨¨hÉ’%÷ïß'–òóóŸ;wnåÊ•D%È@ Ðf@€°ÍLe“BMÝ`ºüUrÕM&s‰¿£ÃÌO6Z6T†DM^»pÅ›´ª¯åLÕH‰?"C{2ÜiÔÓß9n}ÍÕ¹NåQEq^RR‹>ñw‚Õ’¥ºz1ZRŒoêŒ%i ¦¹ýb(XßË 3^øf`Úþh¤é¬&°2Zé݃æf{¯°%V¥$;ÉÅ- “s‚b iZbLÆ* ’÷š/²»íS›ÌøÐcÖË®_¹|ÍÑyºN7Ìöÿ뻧o= $jXeZöî ›?ÿª¼™U÷ëÆ‘­noBˆurè =è•NTÒåŠ//'ö»èá³b\u~­¿;C0D£V¤ÅG°Þof:¾ñv¡NãE.>÷Р8rú5Ågg*âá‘¡3wÔy†Ñâ¾úX½ö^Úõ”…ÓéOâ¬3?g-ß½{çè舾±Tߎ%”‚øWkæÏ ûÏÕ¯¹~ßþ~½{éß×€J@BLlÚرž>Å~ ‹‰ûÕ«»rCí@} PÿÇ.¡ùU‘«~fjI1=ÖBæï°lÆ(¿K>•¨9W¼ÐßlX‡5ñïYôíN–è £-ï’µ[¼ É«|ÐŒVçâ1p†£”ñÎYk « z§d…žyø kBêrjûÊá±ÊB‘ŽG-—y™¨‰äõÈ=sý4Yüb’þÜ?š^‚þ#/5žW#:XU¨A¹ªŒsoå©Áçž„WÙCÓ´wWÍè`U)ðŽ67ýLé»äO£¶˜ô¯Õ&ØñÒÑ=¬ÑAFg fY9cWPi1‘)T’N‰DE EýÊ¢Zk/d¡Íææ¯ÒowVRRVRê&Ĉ*ÖÚ€ pÀ ˜í†À@5µíff°LªÝL8 ´š@rròôéÓƒƒƒ«U$’ŒŒÌƒÆŽKT‚ €m‰ÛÒl6m,´òlöfhlY!­¼”íÊ»ªV¨ÛØ!{£¬ÚŠÒR ºÑC¼§‚îéXë×d1RZR\ý ­ü²å,³SÞUw’Xš±=¤••–1+Ïþn2i¼kðo¶Õ‰ÊÌFºCϺ½\£§ŽëEÅÄp¹OXDÝV©¥´ZÍÇÇúËöܹº¸†D)L6Ÿ7O;òã9~¬P¸áùRø„…‘sœqí¹‡†Ê‘Ó¯iF8;Sñ?~üýôªœcÊã3ö Ò:²x(qÆ9ë Ñr#äôôtkkë7n {z#FŒX°î5‚be“s¶{Bcb‚CC±ö¥ee³×®ûè4Ò"4$’‰¾> D<œ½½v¯] `€ÇЊ¯Üó`Xã]:{óåceÉL£YÒW|²é¯'î÷×t®3Í(éÃÀ©ó4eñCGLuþxõ÷ªÏL´Á©f€Ð†³Ö†ÿ"û>ùYRU§ï˜éCW€5›õ1a Ô…DAI9)iYá„\ª¬4#öÅ#çñôíŸô ´OmjFÎКY:qsdá¡{Ý‹ùBWÐ~$$HÊx!§„÷/Ÿ$1®cäL™§Që4¡…:é,ÙíˆO<½÷â‡/ß›ô\‡''™Lì*Z[é^jÝùI1ôÞ©¹©ÉE4¥ê‡iø‚i­¤ ˆJÂÖ0'­¦÷áž^ u3*xªó¨6c/`´úi3s iOŸ>¡è`RRÕãòXÓ>}úxxxôìÙ³!– .@´2¬1†Væ>¸ËA¼JvÍwœŠˆO£’[¢p¨tÇ)‹¶£ß)æízôì~‹g"P5¦î…ÄåÆÌXef †kn>ô*tͳÀðBFL¼ˆU óÈtTY´õØÐê'–«ªd¹\ñÃë‹Èv›n4s˜–fG9)´1%>Öï©»§ï× F 2™qGƒ¡ÁÞƒm×£ƒ¼Â£§Í6ÔÓK¹³?)'=%âëÇG®¾üLcnG8¢äY£ƒd~Ѧé×ê¬ M))øâíñ(*)kC-ú³nŽ~·€OSÕd0Í°E6û‚ão= .ÈÏý“™K0ÍÉâ‡/\β:ü#%›J«HMJÅÇŨQõ¾dÇ™ð,ÿàè‡yÔ†O1šªÛ¥ƒdaVÊ»§nýB°‰*Ï9qåñmFþÕ‹l†¦9=Ì),-ÌÍÈ.¨J'.ÓAB¸*ˆˆwÊÃ˧ ¬±qïñóƒWi‚À­çGN¿&áìL™·JçŒëÇßy$þ.ª}ú÷ÓìÓ«‡R§b‚eEù¿b¾¹Ý›V@ŸNÊÅS{L‡Šî¹rÖ™&œ4¤ØØØÁƒgeeaF6oÞ™v‹ÞDSÆŒ–ÏÍÏÇì8yB€°‰D¡9̈管٘J¨ó“!˜Šé¢Ê£çjÉ_ú˜ŽŽÊÓ‚oùÅmŸ¨R³ZMÞ¸qŒ|ù5 ‘†a=† 'óHJÉ¡ŸÞõ¸7ØI¾z#ÀüÂBÜçÚëÀ ÜÚøÑ£ëœ&T‘gÂðaŒ!ÉÿÓ'*i2ûï t£SuÇÔII¾“9&“VY—VT€žH¬ò()È“BéC¦å9Üp›°}._¶èÝÁ@ ¸„Z#¸xñb”_”èÏĉ]\\à+6‘ È@6I„mrZ7(òH“mßL¶¡5ShÍж[1+†-‹yµúû/‰‡‡RW¯i3;7Ïíùsg/¯óûööìÖ­fÐhŽ÷\ð”ÁÌYòø¥±*Y`Ù,ÃK¯ÑuÔë.¬'ne[‘ØÅÿ´54˜5¬G½UUÑÕvY[œ”L%)×j—³ÖX=©õ˜Vù“QÊ£ÑS•!7ã;??n-îÇeŽ ´’èx†5ò u5†\ë»FïÞøL¥Ä~Ï¢’äX¿¯àmù5z©àl² pe@•ùAIòÝ1‡^þÂZ=¹i;)3îÐÚ¥CT:@” IP €×@¯<¸{÷n–?Üæææ§N‚§E¹f¢Ú”#‘¯/_ï÷)º¨¬:ÝækÇ— iú8ïï;×ö~•Ùç iÙÜ$fÓO ë ³m'ÃãRÊ™/òPÕþó|½»ƒMv*NÙagt@ ¹@€°¹È¶f»<æÛwÙ;¦Ñãi)n]x¼uË´^L#¢æÚWo[hµ»ft©~ÄÅÄñÖ´œ¨=;­6ž¦5@C^B˜¡'kÏÞ~÷dÚ²í—(Ò½·šÓ£kŒ2ìý‹ûUÿäRLæ“Q{ôòé(åj³x]2ŸÈò=N_z†miÃ+"‚ïÀF˳?q »„êëÌÝõêî^ñÏ“Ä7ŸTë¥4zæ–\ú_ºßon8}°]1\陵™^ÎÏ_ÍÔêÌdŸÌ7ú-GÝS鮧ÅÇwfªÊ Üuî!"9ý8b„ƒÓÃ+$Ñ«—2X˜û+3;¯œJ—젨ؽ»bgž˜úéK)ÈGg !@ÈA7šh í8ˆö0`@YYfêâÅ‹K—.ÕÒÒj¢åvÛ\wÈ£Ö[-Æ 8ܾ­­©±hÆ \hcýix€5tòò"‹Š‹½|}=½ž¾ySV^yÍQRÂȇؠn rû#@-øqÅëSÕ¸ye–Í[m=£~¯£_×ý|ÿèUÒ†IJ‚µU®Ò“EU»ÊÖ]GB¡£™”CÑ 3S‹hÊâµD‚8k­n·ˆ¥´ô8Æ¥/‰,ˆr] -SÊŠ"c¢¢âR22óŠK*˜o D~Œi´åz5¤¤¢›6ŒšüÝ;wdȵ¾Ë**¢§ô°ëzjFJbM¿¶giD““®p²ÒÉu¤ê>cå\§Ç.áéôš?¯ëýn¨ö8mÌ´ŠqÔ@5IAøÞÍ*è€@ å kï+Vܽ{—èÚÎ…-,,ˆJçÐ.´zü!‚s9a‰VxdÇŽ¯?ªî7Þ"§ì4Þh C¾¨4†Z›o#Þ{Úæù:Ö7?ÒGZ~Ìvÿê)·%ÏÛFyw NÃ8 åƒ6«'7“¾º“•…üªÜX½J^Ø‹~Hd^….ªêj}û }Õé Õ[{&}ý™ZÜ ={úŒÙd«Ûè Ö–,¦¶jÁ¨õß ÃÎ#&ô®ºÝSöóõ³ð|¬´æµ‹{jFñÞûXîYênyÕŸ®)ñðx¾bø"¼´™Ùæ¬ÑAzO¼2rh,@H*+Åo«4“M4ËUç 'N?Îi"Xææ”ৎGí<}>–Ðã€Ì¥­æ¨oß¾–––vvv˜ÇhÔ5kÖ|øð——·ÕŒËÝ°xqph˜£§'î—Ù®Ýê={ƒ:x@à¯ÆŠv²D[—a5ïy?>²e úU}þþ½³—÷£—/ ˜5ÇŠ£¿: Z#o—0úJwä|סã;×óCá¹¥Snrù\9ÌŠŒkn¾“Öýíª•,%_ûr.1 <@H¢äÒHµ9j ë¾ÿÓŠ³3Ð#>Ø‹,.U›{õ0E¯B‹~iÓñá› ¬âŠú6ât=jAVfÕCAh§¸œÔßÿÜóHHJ1„$jnfTk€ÿïöjY@þÚ¥++V?ŽJeT¢ÆF~:ƒ~.’xÅt´†N£;}âø~eà €@‹@9xf̘@HHŽ\‘””DiE'MšÔbnAÇmŸzâŠp™[Æ‹ˆ {ÎMv‡Svšì !†ÐjGuyÖlß}ÂÑ[D˜ì|æá¶FêU¨y÷Ùã÷ZíéAÈ@ÊqH|‡]}ݹRÆ]ŽÊ.h”Ô„ôãóôÖ£”bï…«6ì´Z© Z󬮋®rŒ,:sÆÄ*™ýÙüÄ}é~w‹Eæ˜.Æï!üŽˆÀž>F4&ÏÕ®ûÏ<c««þØŠÃð°0ä{-–³w‚£ZrËu݈qpѹ‡¼çÄéÇ#@ɶIy^‚Írã“>`''Û:­H¹k×.''§øøxÌç?^¾|… [ѸÊU´.óòýá?~„DFbŽ—–ÎZ»î£›«œ´4W¹ δ |¼¼s¦LAKQ1oÿü™»~Ãë  Ìœ¶þ—–ã÷þÙ–ƒРЊ¯ÜóÀYhv•ñzñ?¬)ˆÈw'“>cW‘®.©kôjd€`jÅ#,ú·­íH„*å¥ôÄòLFðÎZÃÍþM •–W×áäoüÅ ­"ÿÄ~ËNoZþ!³ÒÒüë@UÂÏêA²•È‚„™*+aú:Á¶Eã•¢ú>rytùò©C·Ü’ò˜>Í(¥þ/ÑÏ;ÛC'Z›[ÌÒ³ñSÒx¡%@J!!!††† D=zôðôôìÓ§Q 2à8•;O…gïû™•™ž•O¸båxOõ7H:xùnÉößcË**ï–QK S2rêo ª&§ì4¸chšD f(¥Iæ q›! ÞkªÕüÁ[oÑGTqrï^óé.2ô X¤ç9çOéØH: Û¾Z¯™GMÖ³px§ÜßÊfÿëÐßµõ•“}ÖÖüžó}¯gwgªF+ÊÊf<£¨ÜE©´Æ¯H‡…k,YÔùùx|¤ØIñ¯_é;()¡,EX¯ùyèqå ² …Û¹éÜC¬š|úUòæˆL¥ aÑÄQ÷‚˜¾pÀnË™9sæÌôéÓq¶oßndd¤  €k@haa·sgufeåæb ã“’L6nzrí*Ê6Ó SP &úx€¢½ë‚ßú¯«”µw™aÏ\Ãrp ÞN'½ð£¿¥É·ßý¶ÒíZW=2™ç¯×yLË]ëÊi’å;sŽEèû[2L§6?~H+©|v¸á{ª‰‹WæfÂî®$%'!¡î{iIIøsÖô4TŒ¡Àûß pÕ¹‡Ümâé‡ ˜#FþήÎÔó[£ƒòªÚ«ÍV覬ÔDÉÍÉLNLøuzŸuxz#.„êì¼Ù Ñ“è…¾ä`=ääälÙ²åÖ­[ÍÖaÛ7ܽsgÇ“'§®XA¥V¯>|°9aÌzkÛ<Œs¢ã✽¼œ¼¼ëo²”±¥hý›@ÍöG€vÇÅ¥¨ñæ\¿ïf©»±®[Ôò² ‰·Î ½ò2ÂR4AÚ+sÖZ½NÂÓ`h%ÅhåJŠÚðWB‹ !:8Rõí=Ý$Ù?l—ûå~Ã{hH A¡ÊÜÿØå8­´rPKŠVRV/:$ Š–6¤ã†Õå‘Ö7œ~¨åÅ!!_¼ÿâ½ÿûÐB^÷Š§NÇfTð¾<°B„ ƒ µ@  h4ÚñãÇ·mÛ†ÑÃŒ¡Ï;' €R, ´nB¢’B¢­{à=ø÷ð°É¿ïzävâ=§l^0xë l!õô>Ûu³ÜÓ½ÎÞû\µ™@§á6;|”ŸqÓуÜA}ñ|ýžƒÆ 8Z^FJDè×·~/n]¿–˜ƒé“ƒ¯?·µšªÂ¨†â;»ȑbS+5Ô$ÿÀ„a“•«Kë'uQSG÷Uré·$Ÿº|˲éÏ„d6C½çäŒXÔ5ÔsK†Ôì93ûÌEG\rî!"8ý8d¤éÓCIõ?vý ÃyŠ¹½ãÉ R„{š•z«õ;iò«KÛ[Q€èôéÓ/_¾,blfvûöíåË—ƒV0 ïõ&0i䈃–›lŽŸÀ[œ¸vM[CcÞ´©¸ À–Àï”?÷{£Ðàçð¶@ šB€šÿýª÷ç¦Xˆòs›j1F%z¨åEËÏBi#êŒ$Qóó°kÂJ<â2u„©8k­—kªÉÂÒr"äŸXþ Z~zN9©û¨^Ͷ 톣c1ã¸çˆE^Ç,%xÇ5ÞÑ£5tœTðˆÉÈ ’c“Wª‚$ÿ—[™ÔÜœl, ˆá•’mT”´Ñcàá¨=ýlÝ@*ÈNzèájwåfDZfðíýS×gLY­Ó±Ñö¡!@ú(--E›qü÷ßÄ&¼¼¼Gµ´´$*A@€KÐ(¥‘Ÿ?}ýõ;%¯¨T@HD¾cç>F×–(ut°ÿAíºÖb±Lß\ˆcÉNŠyåóæÇï?dþŽ»1FSE¡A·¬‹²“ƒ‚¢~Äeæùå;uѨ£¥Ù£A½qÄ>®òÂ쯟?Å&¤”Qy¤dz«÷ëÙ­C]σâ-A`€!ƒ¼³!@ß înÕ"¼Hãw^þ>sß}pіݪ¢ úaÓÇ_TÔìå“GÞÍFÕ^DÝq?´€ÐYBNqèXô3uÓæ zÔ|â°;ÿ$b€Ä3lØó~ô¾¨'÷îZ¤{«CõcÕì\ >úïBP ï²5kTå„P •1“5$î…æ!™š¶|µ­Ó~‰Zö°ùæi¿÷?†]ACƒI ¹ê퇂k232Ñ Â¸è%´Òk;÷Äà¬ñÚÍ/Ô}s'/+OLND ¹?i¹àÜC¨9rúqÄ»yoèLý zŸÈHs% <éÖéRìþ¤~OÌÆ£Ûì:f§k¨3ìl4^§¬¬¼sçN”\7annþåËxÒaëÊ•Á¡a®ÏžámWlß®ÖCU³wo\À ddg»>}æäåõ68=›Œë$”–a™¹Ô*·/ï½] ªN0iu÷cõ»¥X¯š|Ì/¡VùŸ«îoƘ¯5;áO1I®®góÒÓðÔóŠ>=88:?õúÅ#ƒ”eˆF¨ey.{,¶ŸÎe|à*45Îúhp‡nÝP–ÓBú'jô³;O#7Lé+‹Û©(øsÐbþÞ[¾¬Ÿ¸x N èj7ð¶`Ë­ ¥ÄßÛéøñžoÃ…û¹½ôØ—iàxsN -~î¡päô㈜jSfª„d‹VQ˜[T!'Áô' ;1âÆÅÓÇþKÎcœ¾xÇ섦8ÃÎ^“t›7oF ###1+'Ož´¶¶n’ÑöݘL&_·;ñãF¢°¸ØÈbmëiIÉöÍFÏDàKDÄ®S§^¼{_^Qý‡˜©N ]¹ç3ž5«~ÑAÔ‚wñ¬ÇýÎ`WVî®÷3WŽ—­õÛ"å[Ôw’Ƽ£šBLl,ã»)IF¹»ẳ“Ö_¾/0Zµëw¦»Ãíš ž=³í»ß†íDXˆ¢º¦[v«üí®LaúOww¯¸?Ùè¹¢ø`<Ü•îgk‹UvÌ'$¦>x¼ÁØ,KòhEX Õ¡&ïZ6å”­šÞ¤ñ½Ud$D(¥Eã‚Þûúú‡–UÛã=zX¥QÂK¢¯¡í*Ýuü0]ÔkÇÑ÷ûj5LK¥kg)q2R˜—ÿ38àí‡ÏÑå kIAïãÊI•í/ܱÑÙÃþIÕ½gWµ{9œ¤¯;l ¢¼TEQ^lTÈcOϘä\¬ô?X·‹ÕÜ¥Q Ç(ÝîÂÞ?+ÿ€Ñ ã¦Õœ·`¡ŽºŠ¹,á{˜»‹KÁªCI~££1hÊ"«ãÖóé>Ó>¸žÙyì¿èŸ¿ž’>ÞµíõîÆ(ÃöûÍ%éi9§·­¿æé÷ñ)ZÃN•§½{£?±^ØÏyˉ©ŸÆÖ•¥–—d¦ÿ‰ ÿööÍ›¸Ô<¬BAò·ÃçïMtXSÕ¸¹ÞZøÜCÃâÈéÇ#8ã¦Ì”Ê€R<¤ú}²òÄw:çÏŸ¥¦Ü‰VV”ûñÛ·¡¥ôR¼;5y”<Ÿ¸¬’þ2›«GÌYöîlŠ3Õ]pHB‹Ñ® ãÆÃí¡Ë\ccãnݺáJ@\TÔýü¹Á³fçæW]UÇ&$,´ÚâqñÊEÓPkP¿­èÙ­[\b"G¢ƒ%°a[=K84®ŒÐgnጫ,¡®Kõuêo¸¯îŒ¡²ç>Ð+Šë˜²nx­Ïɾ|ïO›Íú°¡/šÿçÏøá@Mͺ?9k ï÷oYwÈÒC,@Hòñó-ܨ_ë•;­ÄfÓ×غMA'ÏÀ®Ò•"­œð;É+"^gúˆWÎ/“™ þæ\cËÉㆠÝå…I¾¯_¯›Z¹+a­/ʳ·þxá˜!Cꪋ×k¬P”Ÿ‘˜«ÕW¥î^¤{kô }££*+*B_a”‘©±ÞA; €h§ž§VfÒó°Þ„ÎLˆp¼ÁT‡ù@]ãŠñ5C<æÇnùé˜PUVùÑý0·f=ê3Å°þñÈ#nçè•8yœK`x<öLMìã‹–'n£¿Õ/f;¸^{Æâ[OÍ ?¥C-yuÿÚ«ûxaMÜ£‡jM-Ç5-|î¡ñpäôãˆܦ̔p)›çiírú„ËþvîHÃpï´üÌD§c›¦Ì[¸HK‚X¯)ÎípJ;v,ºÀ½s§ê7©°°pãÆîîß>íôTV¾}üØt³5xÒÈ'¯_ÛžqØ¿icû£®I@LTôƒÃY³ û€Ö¬ À ´;.÷ðkŸþŒ´¤êÌ1õITZj0ìÃwtmÅU·µÃ-ˆ_¤‰µC}Ü3Ve÷ U£ÿvyʨÏ3i$ësiŒ¢ªwÎZc1^Ç¡öØ)*B×Ò£~¹‘/n¥¬Â>&šãû«‡Ú“ë7JU3K‘à!¥`W«)ÙÔÞrMU“Á4•ÿ7Ño—=G¬7î¿ú#)ƒÂt»ª•þãFí¦$ÏK)MŒ‹ò{åŸQ€•¡µFf³fôþòqDW‘ªÚðÆŽ@]ß^ØÕ];$P¹ëÄÝièºbã_¼eÏ_—Òòb¿þÈk/Ê»÷HÌBÞNÝ» “¢*ÚÕçÅ3|®Õýk‡DY?+Ûòˆv¹ùìüâ9>²û<©iŸGÇÐüÞÍ}Ä×üR*Ž¯úX,|ˆõõõd*³Ð;vÏÚµ¶¸þÐÅ‹Zê3&NÄ5 ´s}UU¯:h¼qS9”V+5Ñ4o{¨y1W½¿2ÆÅ»töŒÚÂ{Œ:¬ïsfm¾ùÛ;0ô•[`¦ÙÐZҌҊ6¾êw| »à Íý¿SYU×g´æUbí‰ù˜³Ö˜m×uÄ+£¹ÎPk“Ë'z¥Ò]¶»&޻؃9»8*¢Uäî8t*—q=:i†Q'ÆD²`µ®‚Ñ?K+-P3Ý_|Ò5Ñ¡[cú¯Œ˜ƒZšërnïÚí§2éÙG˳"ÖZÛ;íÄNtdŒãûðµë1ÅjáP«ëXAÅ6+ÿ~_˜,¥a0Zå¼ßÏÚ 3—ð곚%‹÷;~t£ÅÁ;¢*CFªòzx<ÿ“[ÂÜŒ~Ä+¤=V¥õ‚)ÚuüÂóKv;íþÁô¹óéóW<ž¿Ë-a|;g¶((.?fòôåfkgcó¥W´ãÞÏç,ypÈÎÞýe`MT,3߸yÍB¹º·fåÙrõYoíƒ[÷Šþ“OtA¢“Ú.û ›Œd4/_`èÉb2Š(Í㬒HC–têÄæ͇ÿ‹MÉÂwíEz!qÙQÓWšÏÐÄZõ™¶z×Ò€‹n¾é¹xˆ•ÉÃxå»Ú¤5Ÿ‚ún·¶q~ÀšgóöÕa4Çxù’ùÝåE‰ ›UnÁs‹#§GŒ!7e¦xÅ»^y4þôþÝÇ.üH- šE2¿¨ìèI+Ì–yÙ.ôK`üvyÄe –ZÍÔc©›âLMkM×tìØñÀk×®ÅM¡k_”wTDž‘4FØiaþ)<ÜÓÇkŒV.±Þ ¢ÒGUµ1æ M[$0wêÔ_¾žnb^üëK[Dcj"wÞ.Œ¼óBG˜Ô²®Ž^${Ÿ©!u+4§²NiâUÿ¡KGÕ¬OíÜG2#Èó´?åÚö•]%Q%j™§ã‰¥Þx«KWu!>J†0ÎZcX­ç;yõzë+ÏçGäT Y±oÇ.\}áÀžiýºâ7S~~Þ¾o÷Íñ˜E~éÞû—à¥è‰l}Ý!î?ß`¥íwŽR¿>»áæµü½›•}`BNµ)7¶ í·8 »æïû³h¥ªËM’‚œîý o׸e“º‹7è )yõºmמ™„f—#;)a'¬¸k·c€¢n ÙÉQÛvY_ HÀ”è1Á“VËêøŽ@lÛy”áÂÁgïÑSq¼w·_˜foe6D¹z¤˜MjYþC—KfGïUuÁ+¹jÎäFtM€@ÔM ++kÎœ9>Œ¯oXeQQÑÛ·oÏœ9³î¶PÚ† .X°%eãܹs/^¼(--Í¢ÿ—‡éѯõ†ðJÃ;Uì7Ùý‘Ó`e)\ÓNq1q|¤´œ¨=;­6ž¦5@C^B˜¡'kÏÞ~÷dÚ²í—(Ò½·šÏgèk}éåüüÕL­ÎL5È|ó7¬ÛrÔ=•~ùž_D#1m’E˳?q »¶G uæîzuw¯8ËÞ`èÞ©€¸ñæ“j½”FÏÜ’K¿•øûÍ §¶+†+TvÇ#L~WðÉôñxóv|/–BAIcKû¾ª #¶нÿêzþM’õX%~–špˆhÐ÷1¼íy󵛯5pÔdñ³Ï¾û¾ª\ŒœÔbƒOPTM{Ôà¾ÌU••ÉÓÖžD?X» åÅQ¡_Â#cSÒ ŠŠI<ü’2rʪ½µu´eêµ"ójé-¸¥· ¢8÷ÛçO1?þ¤e•”‘yùÅ$$:)õèÝW³oOa~ÖÛÌŽóhèÎuÔ[ñ; 0úG|V~!/¿ˆ‚RWÍ:ƒÔ»×ø´dn‘ ×ìÓ_aýéýëOߢÒs D%{ªkM;\B°ÒˆÚV’x ÖG?¸%¶Y°Ã¾ëÞû®³-d£TT×½áõátjœ¿`L\BnA Ÿ€°œB'•½ú÷Ó”—Äÿ±iÛlª<÷И8rúqÄà¦Ì™OÜdóÑyë÷|öóé[dZN¡€¨´œBï¾êhH UþQ0žTu£©×ZšâL-&›¤633»qãFpp0f%ÖGÛn£W“ŒþÏÞ™ÀCÕE|û‰"¥TÊ’JúÚ÷½TTE‹6K$)­R‰ ¡´—6I¡´i­¢=KhC¡$ûÎÌ|×<ó¼K‹ÁàLókÎ=ï¾sÏùß13ï»´ù“)Ê™½{þ›37ñË F^Až¹Å³Ë—$ÄÄÚ<PEÀÅnÝóèwO_½þg"¥åøXɶ'¶RŒ¢£ƒñØfèÎéðÙ²ÐâÙÓÏDŸÃì\ºä¿ÏdÚ—óÁh·kÃ\C+÷Ð@¯ž·}Ç Þ¯G !¾¬Ÿ©…?ÿB¸m¡1ÍiáÎÓ9ÊܵÆaüwE!YM¿=v£Ìœ²+*«¦Æ?ž1g’b7•¾ÊŠÂZJò‡W‰)xbžOrÏ×þíÙ®œ Œ—íô{ôÝ- ‘Ês“ôçM6lô>ÝHåéi)Ï#ã¿ç¢CüJgÝ·÷éð½kåòŸ¯ÇÍ[¤?z½„ÏÒμ+kXïÀ~ýøHW˜îò’÷?a˜fo>ZqRr²ãá;z=ØZ¯tºÆC°ƒÆE·£VlÿÉüÀxÿìŠÖ„»#†ÜG¹ˆ@a^VlÜ›»‘o ñÀø$wïõ×åÏ®j4÷' ŠX·#ÛW°teÞƒ`DÜ9;äŽo·žªýU”;IK RÉÅEùßRSž¿}÷=¿”e¬·|ólIV^@p‡@BB‚ŽŽÎ‡ˆæ¯^½Ú¿¢ä¶C-3ëìììààPQý « ]LLÌÓÓsñâÅÍŽâÌžõD謾rÎU±ÆÒÄ:­Uî3z²’ðΤÊÑ£ôÊ¡íèI"Så•ÕTûôFÿú¨ Ð<ÉÂóçjÏ?„ =ÇŒ3;È<“*-#E!a BRYiåø;£ìóƒÛ±UZ(R'o«™Ä«÷Õ±Ù¶8ÈæøS¦¦Íð1ºÉ\1‚·Blp­™Ä+hδµžyzgÐûJMyúíÐwcŒµð£ p€!(r“D0bÒ¬ßÝ8ù‹)üª†¢ç_œSGU>aÉÃÆ¢gÇÿH-&£8~ºâø?ª[g% ¿¨öè©èYg¦= )×mŠn·)MÛ(×[ãú{yÈ•·WŒ`¸ÒSè]7pÔôäù†8Ã-0;hí2ooïÁƒÓéUöíÛ·páÂÞ½{s·¡¶fMR\<ðà!sõó ±Øã?6YgpðJ¶5o­øù/zxhÍÒÍøõ«Ö ¿Uâ[]þ¶&Thk~¾ ŠË«ŠšÚ~±îè#0bš^O—sŠ+ÏÎÿîÿêçò8L1è4µ ËÎÙ~]°ïrIá¯ÛWCnsT©,ÊõvÍ{§\½ÓQ5îZ«Åß©ÔG‡zóÍ^çü%—™O#Ñ¿~yžç H(¸î;h>ª'‡^X~Ðù]“l½òiÌ#´’'Cž_Ç!‡÷šÍ´<È\ “e’Aû‘’ˆž÷C®bªvò* –[m¶]&'ÚäN}Ë ‹Ãvg@-ªOÖW—ª¿K(óæ؊݉‹‰AN2‰Ä#, ÄWÁ)SÇË5dꔩ“«„$R|B<‰ ÂXŠ†¼‡X6à €Ï@?sÑxšùiEëÝûïÇc™¼jèÜ™³ wY-ï)-ÄÔ’Wعþ,ÛìvåA^Y61I)A"bª¤—‡×÷•V÷?þ¬6T)Õw{‚½feImèœW7ÿó>qäpÀÍO¿ kV’ëf0{¾Ýbƒ®’‚56‚†<\gUŒÖÏ“'Ïܸ÷¥6—P£‚¢í'N˜¾ÆtÉè^Á0 €mšZ%m±Á1EÌÀÀàäÉ“ÂÂÂmMþÒ¥K+V¬àÈ£1¾vvvŽŽŽüü¬1\<„ˆ÷âQZÎÒ^í›æ'EÎr…<ÉÜë±’¦­ýŽÑ_YJÎל´„fý.]¿}uPqÎÃÜ(ççãùA’|'yâ/úZÍË*T.â‰]läçåa B®©¥9² ˜èoÞ½ÕX j1*H²HÀ+@´hMÑ€€€?~`¡Ý.\¸`hhØZâk¶8ô&N´_±b7a¯{/¯jjSGj6Ÿ a#0fðàÖÖ]]ÿÁ/˜AøÐÚÆ)ô úkïÏ@ט•ÙÎ=pC6[ï1Tÿ;fŠ,ØŽÆ q® ÏÀ"÷:óæÐéÉ OßÅ~IÿYTN“TVV>@³½Èo.G1û•ÿ7еˋ7h¸kªò»Ø„:Ž±©Åe•·nqÝ´¾ð]Ì»è_Ò³rQþN\Bº§r¯¡ý5¤˜ Œ³ÀV «™yïêôωÑÑï¿þÌ.§“%$¥{ sûiH ³õEHfëÎÃ6åIM¯ ð·“”FklRØo'HuѺ|7"âadü—‚2ºˆ˜DgyE>j½;3©þqPÂRŠkmwÚ¬Ù’ûæçoYÅå4Aa9¹Nj*ªhaØßì€b$‹ß DzÅl×^ ‹]¿ÿ›ÊRò½·mÞ³mcÅ—Ï Ñ>ÍÈÌ-,® 3…Dded{(÷л‡èïݪ½}Ð €¨‹J ÚØØxyy+ ²Û¶mÛºu+Œ”%bi;2ʈXYY¡ô0GÈ;w>sæ̘1c8ô¼SüüÔoÄÈ_7n]ØE‚w¼jZOȧ- ŸºäÃëÇ!wâ^¼Š‹OLJNÉÊ/æpãg|˜î\óè'g¤Ù~’sÔúÇ¢¸¸8ú]¥¦¥"ýG=§ÙŒÔT|À¯˜„V™+F8[BeF~\\ÊT¥nµb©âââX"©¤$.ƒP“@#¼}j6 €MH ]»vØÊ¢x›k×®6mš$ü&À‰ü«àhmõ*.öö£Ç˜´”ë[Û¨€Ë=ºvýW“p^k#`·|Ù³7¯ƒCïÿm`eåøÅßž õ[7ªºæ nEØN¶ëhÙ?ÿ¼"wêÚ{v×Þ\j»ÖþÚ)ª€hÿCÐó¯ÏD'©ÝUú¡çŸœ+ ,®Ò£zÄnÍSÈ|ÂCGL:¢æ‘¿Ö©‚½Õ ç_ŸÙx'PøºõPCÏÆk, €À äææΛ7ïöíÛ¸ hÊ Zn”¨¹íxñâ!ͱ% öìÙG•––æ5ûOÞ>Åï^,æXFÜݱÃÇ^¾uc¢š¯¹ÚØþä§Åö &˪™Nï9`z²Zdäe¦ÇE¿y~÷ÌIŸ˜o9˜>-Ê÷äÛ©ÝYÕ¸öª¨ª†²|¹ŒJƒ±!þï²ì5ëËCÒ/^ð«ZB­ö¡®†%¹b¤¶G==Í&»‹Pj;H"Ñò>x¼SWWÇej€aM& @OÀÈÈèĉáááX$ß¿ß¼y3ǘÊds€vy<ïê6höìÏ_«»ÈÉËÓ3·xêQLD¤9<‚6yŽ…LöqqÑÖ›ý)%寜££•á€@ €ÀŸøôé“ŽŽÎû÷lsÜÑvƒW¯^E[oü™ ¨Õª !¼{÷îݲeK9ûàKQQQwwwSSSÞœQ:ÏbÛ^£ž½–Ìpô}‚õGþ×—:#Gøßš?L¹UõPýÁг—N~):Õº.ÈɈ0i,!#?x zN]³ÖjR?Õû_° …´§‘¤FH t5Y]âbtr†ž³t…Ãý ;$8W_©ŠçÝ5·í§ž²‚œ¡3“¹b„e–íõÃmÏù¶½ÎïY)VÃ¥²œdKýY¿VM¸$‹õž5A•íd(°€!;( €@« €~õq-ü+ÏHK{¨­>`ÊBÛ}ë YÉA 6Yû»Ýªê©··ìå7|âôÑCúËwhWQ”÷)þíÍk×Óª³q±®‡;‰±, 0\1RÝ_ìRÒë»V‹î²ëØJ Úó¼7'b²…F„ðN@VK-+záÂ…ääd,¨¨(´àþÊ•+[mÀMØüéÓ_DǸŸ:…·¹ÑÕ­ÕñÆâÚ8ųõž½~}Ìßÿ9À Â?Õ€@ Ú,4òuýúõ®®®6nܸcÇË¥- mllнŽ`åååOŸ>=~üx}ó/í4Ñw¸T§d~íÁÚüäªaeµŠÜ3NX}ûmû#âß ©JïEÛ<ÔØ…5o­“?¢ïoæœO¹çÜš¸7<Æ#¨mîØ¡P ©Ëʈ~¥Äù«%6–Jmºµé¸®¬‰Q³ÔØú}®¨Ê s>ĽùgÙmиͺ•Û«ºyØÆõ,žA¬¬D+ù÷ú€½é°©3 úŠUjЃ"îì{ýÛä±þ‘UwÕånø¡'vœãŠpGÿëÓÕdØô\1Âfø$%róØãä¬Cê6Xÿf°‚!]Y£(*i €­•;ééé9sæL<@tÕ„†UÊÊÊâþ™€Ë:Û7ï߇={†Y@WªómÖ<Tê¬ðÏ6áÄVFÀcËæ—±±¯b«v›¯?:[¼¤þZp €@´Qùùù†††×¯_'Æ/((xüøñ • ·¯^½222ŠçˆÝAï öT G¥f(2Þ¼yS³‘a¡ùu\–ýŠ‹ŠË0²f!úõ›z²ƒuµò%âQ*Ô•ˆãŠÔWìP;uë*LŠ¯ÚË¥®p=e¨¾í¥N¢ÄE²h¥¥¬Ix=–À(-©šs\^QΖdÕ@yÂòr6¨üíºû†>ëm¾Àéth†™§ËôrÌ×w–¶Rµ1–Ä#,cÌWŠäé°Gžk<ÏÝ.f󷪟¨ìⵎΗI é°Ù€N„8 €@ ˜1cÚ¶ýÚµkXlÙÙÙvvv>>>­0Ô&‰Ïo¿»¶Þì”´4¬ñ_Ù9³-,û]jrw A^$ $(ˆ6#¨«—›û[ÿ**ê¿âø­¨€@ Z-´4º¶ŽŽ&Fˆ¿  븩´ ™N§»»»£1Ð+Í »¹¹­X±­/Ê{ È“¦ÏØwÕ•°B&§C'N“Ù})³´––D×a£5Ûã'Œœ¢#éu;÷//"ûM›Ñ…3âŠäWìÅûîÛcm¾ëœh÷ÿ†+Sƒƒï|Ï-Áã­¨BÇL·´Yo4e +ÑYu,9`¿ëÚµ»O}JÏ¢ ‰·1s™Ù, ¬^ïi+¶,~v80ìg.ž$‹IËO_b?»¿duCL‰*Úq»Ï¹‹.;9»Ý‹,©‘“íÞo‰™õÚU dˆk·²[ኢI9gŸ›-¯|}ýBF|HJ-.'IHÉ(«¨;Qî,E)ab}ë! ÂzàÀ! €h Ð$ÂÐÐТ¢ªÅЮ ‹/5jTkˆ­¹cè -pÀkÄ|Ã’ÒRÌ—×qq+¶l9½gO^47¯6Ù~·ÎÏîÛ«³|ƒA¸@© ^ãR£¶j @ €mÀÓ§Ouuu322ˆkhh ±°]»v%*An ÒÓÓMLLîÞåÜ}MSSÓ××WUU•g!Œ\º7aî“W‰Å„™jûá+ 1ŽOкÿäenQÕt7æ!Š¸Œüè±cå$ª“{='˜'Ä ö6¥†þàA¦ðÉ)©¥Í܆¯ê®A¶¸d‡<ÍÂ=1ç•ÇG¿Ž}Ÿø-=£ ¨˜Dá—”–QRV¨=P^Z´Žˆ):ûгŽ£Uj² ¬ãÉŽ'ë¯Ew5x ºÆjc\B'0uÔ¨M«Víôö®ŸCE$ë'GYrùJ‹tl¡ªLû¶æ®µF  óœ¼<ÓgþdŽ5/x > š—Àç¯_›×flýܹs¦¦¦¥¬A™˜'Ó§OG© qqñft šnÁÁÁK—.ÍÌÌ$¶ŽFèZ[[ïÞ½-9KÔóžLVÒ†žõ8Ö¾«ÚÜ®jõTÀÉ)÷›§Ü/þ›À#¨inÙÁ£ ð «Šž¸¦Ù1ÅñÓÇ7Ì®i˜ p6H²á€@´Jk×®={öìû÷ï±èbcc÷ïßÖm•Á6}P&zº/¢£ž?7mëâ¢Ù§÷¨Aƒp mœÀ6K‹È·oï>yR‡ $ëÁ‡“¥2Aȵ¸kkn!^$°ÑÍí°ï^ô |@ð0ÂÂBöŽË®¡e$·lÙâääÄa]Ẹ¸P©ë rÔ‚bk#€F²µµ=tèG`;vD©Lš4‰CE €Ào @‚ð·ˆ @´xh²àÁƒÇŽ‹Gâèèh``Ð¥K\BC¸n´ÿäåKÌÚLnž•õ‹ ÀÎ;6Ä,œÛj ›ç\÷¡Í¿¦§× „u¡=­”@JZ‰­4b  Àùùù\°ÒL T¨±±q`` ÑYtm‹òCK–,!*An Þ¾}khhÇì´iÓNž<‰v£äÐC ð' Aø'” @´xcÆŒ122:Ϛ冮µ¬¬¬Ðvî->0Þ@€ŸßßÓC[W/µ+FƯ_s,,øžà Á‹f&€v¬ô÷ðedTV^û´¿Ü_¾™‚æ\#°dÎì¾*½¹f  Z#§Ã‡Ñ%FkŒ¬ö˜¾}û6sæL´5ñpûöíFET‚Üê  }R<<<6lØÀ±Ì¬ÐÞ½{Ñ*h}ÑVl³bCÏØ9zÅ%}ÏH/®‚@Ï6ØEJ¢PùeUVnv1¬Ùfù4kÖ¬´´4"®>}ú\»vMYY™¨¹ÕøþýûâÅ‹CBB8"ÕÐÐ@›Pª««sè¡Zú+㥡iƒ‰é™ßS±0¿¦$™[ ê'^•€,ù¿v<$ÿ•œ€-Z—×®]¸ã«W¯F뎊ˆˆàB`Hÿþ[6¯Úº 7râÒå+ p mœ€™¡aī׾׮Õä šL@€@ ÐÖøûû/Z´¨¸˜5W†?Ú^îâÅ‹’’’mF÷Æh9Ù Ö:= 4_ÝÖسgšAØÆù@ø­Ÿ£¼¤”þ›0é4ÆojÀáú@‚°>:p  Z•+Wž:uê%k«¼/_¾ ýÞwîÜÙÊÂlÆpP.ðEt4Ê â>XíØÙWEåq m™ºš=²Ãñm||ì‡h´ßýîç8Š@ €@ @+I:::nß¾ Ä°,--ÝÜÜøøà..‘J+—KJJììì8Àñf@{ ¢Ѿƒ­<~`¨ Î^»Ì6íKΠÑÙ>Ñq2…O^¹ïWGI˜>Ø€7 |µ4œ €-•JE;º<˜N¯JE %û,Xл7lüõ¾<°m[tB"Z_³ˆVk¹úyP Zƒ”km€¡–L@TDäò¯Az³ó ‰qTTp,B<2@ €hÍДA4WÌÏÏ$J zyy¡q®D%È­ž@LLŒ¡¡att4G¤“'OF#žÑÚHz(ÖK€<|þ†wó7´Þ›?2H6€@ Д´µµW¬XÒ„X£eeehuŽ»wï¶ÞÜêA”þÑÖÓû‘ù ³™–‘¡¿Ú*ôÌi~~nµvZ4•nÝNîÞ=wõjb4:X €@´éééhÓÁ¨¨(b¼RRRh¹ÑñãÇ• ·nh¾àÁƒ×­[‡f#tvv¶²²‚D,  Ðp l8C°€-ŒÚ‰0 _Ç?44ôÂ… h€^ ƒ‡ÝíܱãE &‹ÊYsž¼|iãä„&ò°×àZ“˜=yҚŋÝOÂ[Åß-¸ €@ Ðê ¼~ýzæÌ™_¿~%FÚ³gÏk×®©¨¨• ·nèšEŠöäSUUÕ××WSS“CE €@à @‚°á Á@´0h$æ¾}ûŒq¿×®]‹ñ‡-ßq FjkïÝ°Þzç.Ü”÷yß‹ôôp mœ€ó:ÛçïÞ=fí Š/üÛƱ@ø@ €m‡À•+WО…ìkï;öÒ¥KÒÒÒm‡DzûöíE‹}ÿþŪU«Ðí =\! B®`#@ Рk°'N>øÂóý×$Ž4ÈÉÆfýÞ½e0ƒ°I€C#@ €ÍKm5§§§÷äÉ¢~~~S¦L!*AnÅÐ|Á#GŽ ›ÅÅÅÄ0víÚ…ôpk‚ˆd ‰Ü›k$°` Z´¬è… RRR0_£¢¢Ž;†Vti®·•:+\psŸbjŠR°˜×a‘‘ë÷îsµßÐr‚O—€­éÒgoÞ””•6n3` €@47˜˜¤¤$¢#ݺu»víšššQ r+&™™ijjzõjõ~X°½{÷>þ<¬lÔŠ»B¼F„¼Ö#à@4QQQ]]]¼I´ô?*ÊÊÊâN`ü°¡NkmÖïÙ‹›r?u íD8út\B[&€V£=é¼Û~Ÿk[†± €@´z7nܘ?~~~>1Ò#FtèШ¹¸w‰IZZGŒË–-swwG·)8ôP@4H6[° €-€À¬Y³¦OŸ~ýúuÌ×ììl;;;´Ö p½E¹h»téËèÿ[·p¯—mÚ¬Ú£‡fïÞ¸„¶L@R\|Ïz»¶Lb@ €hÝÜÜÜÐÅ&¾° ìâÅ‹:$((غc‡è0eee›7oÞ·oZ_”ÈDZZ­f„ž%*A@4H6dh xš€§§ghh(¾î?Ú(~É’%#GŽäi§[šshŠØñÝNqŸ>Å$&b¾Ï6·ˆ n'ÙÒ¢…€˜ˆH£Ø£@ €@ Y  ´¹¹ùñãlj^ æœmmmѵQrk%`hhøêÕ+ŽÇŒƒîBtîÜ™CE €@€a@†&€@€§  ýÐ ¾M›6a^¢¡|fff¯_¿æçççi¿[šs(ýxðÀ³çdçåa¾þúÕh­Íõ£G©TjK‹ü@ €@üžÀ¯_¿æÌ™N¬*&&†¶š›1cQ rk%€n2œ8qÂÚÚº°°#ºç°cÇŽuëÖ¡l1Q2@ É@‚°ÉPCC@ À»Ö®]{öìÙøøxÌÅØØØýû÷£Ÿé¼ëqËô¬G×®g]÷ÍX±’N§cÜ~ôxë~]kmZf@à5@ €@ NèSGGçãÇÄ]ºt ÖÔÔ$*An­²²²–/_Ž¶™ä°gÏž(I¬­­Í¡‡"@ ) @‚°)iC[@ À£Ж7nîßöíÛçÍ›‡®Üp \!0uÔ(‡Õ–()ˆ[Û}äÈuµÙ“&á€@ €-À;wÐEeNN1Áƒ_¹rENNŽ¨¹µ 366þöíG€h[4‘”CE €@€a‡æ€@€G Œ;íàëë‹ù‡–þ@ €ò¨»-Ù­+W¾Š‰½rïÄâ ú(+«öèk@@ €@´\h*º¢¬¨¨ †€.9ÑR“BBBD%È­’@yyùÖ­[÷ìÙƒ/Ÿƒ…)%%uäÈ‘¹sç¶Ê¨!( ZH¶¸.‡@ ±¸ººÞ¸q#77k ((§M›ÖXíµU»hŸ=.ƒçÌÿücPPX¤gfpYR\¼­R¸@ €h Pf¥½½½‰ÁÉdGGG´ó=ˆz[%>=þœ#º‘#G¢ÍM`¥",P@  @‚°áCÓ@ À[:vì¸sçNKKKÜ­Õ«W£™…¸® =g΢äÖJÀÇÇÝU(`]êbaòññ988lØ°J¥¶ÖÀ!. Z"H¶Ä^Ÿ@ ±¬Zµ ýšùò%ÖÀçÏŸœœvìØÑXíµa»½••}\œg[X2 õûa;zo³´hÃT t €@ Z*4olÆŒñññÄ®^½ª¥¥ET‚Ü* dgg¯\¹Òßߟ#:eeåóçÏÿ÷ßz( š$›½ À €à!h4Z fÈ!ø>hÏ€ ¨¨¨ð—­Å•Y& ýw:„äxà€–ºÚô1cp @ €@Þ'†æfee]8p ÊÊËË• ·J=B·RRR8¢366öòò’àÐC À  AÈ ½> €4hÐòåË>ŒùTVVfaaqçÎØ+¢1:Éaµå«¸¸[`ÆÑlÂ…¶ë¢.÷TRjŒæÀ&@ €@€ëŽ;fnnŽv$Zž;w.ZŸ­/JT‚ÜúTTTlß¾}÷îÝ4¤¤ä¡C‡æÏŸOT‚ €à) ä©îg€@€' eE3220oîÝ»wñâEžp®u9¦lžÛ·wÐì9ŸX-sóóuÍÌ#.ù‹‹Š¶®X! €@ Z”Z·n»»;G`[¶lA{ÎÁëXZ_íKbddôìÙ3ŽÐ† vîÜ9%ùÊÁŠ@ðHòX‡€;@ À¤¤¤öîÝkbb‚ûbcc3eÊ4×€À-R’’Õ×/,.ÆlÆ}ü¸dƒ½¿§ÌÚäd°€@ €× äåå¡ùa7oÞ$Z:qâ„¡¡!Q r«$€R€hæ(z£C£`QzxÓ¦M||pãd x‘|Nñb¯€O@ Ðì.\ˆ.ê>|ˆy’žž¾uëVfw¬U: ¡ÒëÄn'ë5xt·oï9vlýòå¸ €@ €ïøòåËŒ3bbbˆ.uìØ1((hðàÁD%È­@nn®™™™¯¯/GhhÊ Ê¢éƒz( x“$y³_À+ €hfhîš··wÿþýñm$<¸hÑ"¤ifÏZióúS§¾ˆ‰Ùwüß&7÷þªª‡Ç5  €@ xÀãÇõôô~þüItFSS388¸K—.D%È­ÀÓ§O,X€2Ä¡¡i£è6¬<ÄŠ@ð2Hòrï€o@ ÐœÔÔÔÖ¬Y³gÏÌ ´·ÄªU«Ð•l#ÑH½â´víë¸÷¡OŸböétºá›çÝ©E0 €@ €ø[§OŸ^±bEii)ñÄ™3g¢©cbbbD%È­Œ@EEÅ®]»vìØîCGCŠÑBDD%È@Þ' BÞï#ð šZVÔÏÏ/%%ó 22òرcèR°ÙjÕ óQ©ÜÝ´õf'§¦bfåæê™[<¹è'",ܪC‡à€@ €hÐ(Æ7º¸¸pøjgg·{÷nKÊ¥•“’’ÐÄÁ'OžpÄ…V”=þ|÷îÝ9ôP@ð>Hò~‡@ ÐlDEEѾƒººº¸èj­$Ó¡C\ ÈHIða0¿˜5÷m|üòÍ›ÏîÛ‡}åbC`  €@à7hŸúöS^Y‹,¢–ø2P™ú›3à0hÝ Ð±+W®Ã8zô¨‰‰ Q rë#pá´¤Úz•Jµ··G‹ùùù‰z-…$[JOŸ@ Ð<fÍš5mÚ´7n`Ígee¡Á¡§NjoÚ@«ÔÔïp4±[Çê{íº–†ÆšE‹p @ €à ¼Ô÷¿cü™- …*$$,Ó^¶»R·d(0xéϸA- Ð: ueÐ"¢oÞ¼!†ƒFŽ‡}Ó‰PZœ——giiyæÌŽÈÐf“hQÙ#Fpè¡€hA AØ‚: \@æ!àååuÿþýââb¬y´áÄ’%Kà2 ñ:cá¬Y/¢c¼ÎžÅ›XﲧŸ>£ÿû×€€@†Ȉ´r‹ë&‰ÍIÉv|ø#"mmíóçÏ÷ìÙ“CE €@ % ÂÚqà6@4)AAÁƒŽ?o]%(**â¸K £ŒÌå^£”–•a–_DG›;l?±Û‰» 5 €@ ÔNÃ3ÂOHÕ9OŽQQ^–•õ3áÃû»awOÝL/(Ǹ¥Æ…βu}~lƒhçò&`Æ3öÝÔxÓKð 4¢¢¢E‹]ºt‰èÈxàÀåË—• ·2¨ÓW¬X‘MŒ‹B¡ØÙÙ¡û°’ È@´t lé=þ €@7nÜüùóÑò2X{hÜh@@@5ß&›ùOSÓkëÖå¬Å]ƒS5ÔW¶I4@ ÐŒÈ|ü‚²rÑsÄð v+—›Y›Ÿ{ž„9ÿð¬g¨¾ýøîÍèß_7Í(zööÃ_Ÿ'¶A --mæÌ™/^Tmy€---RGcÇŽm Úb”è2ßÊÊêäÉ“ÁwîÜùÌ™3cÆŒáÐC ÐÒ @‚°¥÷ ø€MGÀÕÕõæÍ›¹¹¹X“¨ˆ6Ÿh:Ú^K¦ús_ÄDõ»ˆ‡n½Ë©¯JïaZp @ €hbbzœ:r<}ÖÌДBfÓÇ/^Z?~=¥‰ýh@sôì÷Ï“«Öih€8´B/_¾DÙÁÔÔTbl***×®]ƒµ%‰LZ™ŒòÁ†††>pŽœ˜={öÑ£GQz¸•Å á HÂÛ €ÀŸèÔ©ÓŽ;V¯^Ÿ`ii‰F ã¸NÀcóæwñ øXåååsW¯~(/+Ëõ¶À @ þULqÛ²Ù¡[Î`õ“^D|*gôäo¼eFéEtfcd*¿¸põ®ÌÙéO^¾NHIË-*åéÔQ¡ßþ]:ÔïJò»7阹:®n‘D¢ˆ‰‰°§?«²ùà}Nx÷ø]\jfÌß¡C§þšöT`?·²IZYÁó—Ïß|HÊÌ/â鬠4T{`wñ:Ý©åã×÷ä—ïS¾ÿ,()ç’•íÔ§—ªªbJýÁ×0•“ùíUlü§oé¿ò Êht!!‘d{*« è­,Â÷—¶jEË"€‰166Fë‹ÝF›MøûûKII• ·t:}ïÞ½[¶lA›Ä DEEÝÝÝMMMÉdø ‚ÖC„­§/! €hfff>>>¯^½ÂÚúüùóîÝ»kîZßž´&.yyjëê}ÏÌÄ¢þþóç\ËÕagÏ ð·)@ Àk ,F>SÀ¨ô‹QôõãzÏÎT¢“ô_Ï;[ð™‡£È ýñàTûš‰2Ö ŒüwÊÚs“°Ê²ƒÓžî@¬LK;|‹¢ÊÆd|÷ÝŽæ}OØâ²ûDHDe¥ê•¢Ò´Ó† ºý»røî3rã1d¥¼s¼òøa§eçܪ~VIªM=f_íËÐÿ¦Æ0ï–“EÔ_*ƒ«ÍŸ¯n›ow¹ûžmÞ‰Dî¡9ÚÓÑarŸŽ•!V´"ß“û7»˜œS‚iªþ§ M˜¾À{“•r;6}£<þK„ß%Qbv”­nƧÈV¶÷3Ø´„Â÷äؽ{7ð»xÒÃc†º<á›XQj±zåÑljlZöBI~Æ¥‹Gƒ/ow:h?­?Ì!bÇÓªJ%%%h¢Øùóç‰Q¡«¿ýû÷[XX• ·&AAA¨ß³²²ˆA¡ù‚k׮ݵk—€Ào+Ï Ð @‚°%öø €ÍIà¿ÿþ[¶lÙ‘#G0'JKKÍÍÍïܹ«Ž4j¯ 8ÐmãFKGG¼•Ãüjh,™3×€€@¦$À()bÎèc¶Iª3§Å ¯¨•k]VNl*/)Êý=sÅZfvÚ£æ@•n’BÔ¼œ_oß½ŽKcÝé.ϵ·_?þv¦Tc¤-ÙüùùåñœuûPvPH¼ÃÈA»ÊHçÿzñêyü÷\,vZÁ·UÛÜÆùm?±ËËÊ)ªŒè×GZ„?3ãÛ㨅U©Å ¡kÞ X3½Vh?ÂÇ[ÄgãyHªŠúÀ‘ýûÈIåçÄƾ ý¾¥OI¤¬¯ïf/\páÌ…9rµ˜boZ»üèã¬Cd¥>C4zwî %ÈG.ÈËùð!îñÛ÷EÌy…´â_›m—ËÈ.ÿO‘U^[?~èêêFDD£’””¼xñâ¤I“ˆJ[ ÂÂB´¹ GDòòò§OŸF‹Êrè¡€h• AØ*»µ5U‘ûÙjñâ w"³ Kñx†-ßÿøˆ^ð2xórï4Ü7´òL``àÏŸ?1S÷îÝC—Ž · ê!`¾ÀèEtôé  ¼Ž¹Ãv^½´ûöÅ5  €@ É|Mˆÿ…¯D( ¯$Û˜ B2•‚›/+Üê°áõÏÒn}ÇÞ±y|ùê™mŒò[Üæ9ž,`&É*r<ŸœX:g¢2ÑŒžh†ŠGw.Zy¦*²ÖÉïM¼Î DJ ¶ìpüRHÖY`wd­IGѪ{M Zñ…C‹<¯`K@¤¿¾îáÓe÷ÅHªhÇ];öZO$Àò»4/ÍÖvåÁð¬ék—üR-§)ÔØüVbh¾ÏÊ*:ê¼KG³ ËLåÙß¿¼Z³Éþâ‹$$Ó S—ZÛ >Õ½Æ|Ĥ§þaUÙA¡ö=»º-ª‚®4D"åf|Úí¼uïõ•L˳ß妎G%fMø¯Ex÷îÝŒ3’““‰Q(++_»v­O¶ ¸Ä ·hhÓ##£øxΩÌ3gÎ<~ü¸ŒŒL‹ŽœÿS Úׄ·‘¯Þ&û^TJ“쬤¬5hpOé?µÀÅzÜs&'ýcØýïÞ'~ÿ™UVA‘h§ÐE©oíC´ÄÊý=w‡},62·Þ[¶.÷´Ò÷¯žE¾|“ô5=¯¨TíËÛ±soõ~Çl'Pêëåö‘ÞÅÂÜDZøõ[—±J}vjbèý‡¿~¯ ówìÜmаQÝåþôd¦á¢ì´¨gQñ¿üÊ- ó v褨Ñ_[K£Ç_mýÌ#xœå…Ùo^½ü”’^F§´k/§¢Ö·g×Fý!ˆ·Ìe„\ æ¸EàáÙ½ÞA¹eíTd'éÌŠJÒœb~;ÀUºYÿyÊì¬s‰gßÃÐÝÿÖ¡gIKK£=Ì-Z„ëÑ $S§N•À5 4ïí1‰‰/cc1ã¥ee³-,_ʶoßÍM €@ÔM€v&à žì ¦Õûï”Õm³ž#d ë^-=òp£ë€™O9wfOX‘ù§ÚíŠgå÷³u+ü}éHöJõ´òç‡þ|:•Îo´õò#â­:2UØÐ|ûƒ'O½Ì`Ú-ÙâìÎ ‹ºyž²ÑØ’ „¼›‹ÓÝ1³™k¨Vd¾ O,2R%ÖA³'}ïK)À”픆„ùí#Ź`ÇnΟ<Çg<çü›ï¨fþ×g}îú™sN ¾}»¬Ê:yöýÆC{²·UY’”Uvv=ÁW6ÏéNe!;þ^PtÎbÍv•ÇàÑZ , ¡¡aAAÕû kÔ¨Q—/_†,Qkéd¶8Ð^!îîî7n,+c}0 »¹¹­X±VbãÕJ ô’ì‹GÝÜñ¡ò›‚íA¦ª onm·\¬`mßôÂT;SŸO~å—°N$‹Iuœ¼Àö„»sÆþó ý+ìöFN¯ WýL  ÷ÔázôÔÔ~ò¬³ª^â ‡©//o9luô yVÆ$ÄqTHJaÆÀÀ4jÇïÑ×”×ÄY¿+𚌲_/çÝûÆ~ËÆ•¸À/*3zò½°HUb©Ô9û™ø!$ä~~ºd±ÙÈØ‚Rl\ Mõ Û£çdg¾çÄ5öÍ’ùú×wõØ7FµÑBm2=æA€³‹{àÝgÅ5ö nßUc‰ÙšuÆ~³åð?‰ =cçè—ô£œÆJ‘ºõ¶gn„óN§3w²‹«"ezNVPÑ6Yai³r~{áÆX¹¡6<ÜÐ5kR‚€ÖJ€R=6²u†øð¼»ÿ“ÊÑ‘/‚="í— “iÆ8yÊ™fäÀݦyö= ÝÍ­Ž666>qâÄ£G0ƒiii[·nETpË>Ø©•€°Ð僴uõ2³«~­~ûþ}ž•õŸSü|ð«¦Vf @ …ÀË#{nUæ°Ç|Ý™ÄÜKÝ8¯ C°ã‘=Û8³ƒU­‘fëÙú½ÀVáÌH|ŸN')Ôv—“kÎ1|2šÞ¶ók!@š;yô±—þX[Èñ¾S–X²g±CüRjºÿ)º„}eËc?$“TU‰Òó?ìõ «Ò…]œœkf±£¡ŽëoÎZ“ͼ¡tþtò²‰]ñ銕•èhB•)J‡±ÿ)WÉ5_ÈBkÍÌBží¬  ¤ ÐUˆ-£P³:hZôntuu]¿~=¾»<æüÒ¥KÑ®ó°ù\ êÊ?w5==ÝÄÄäîÝ»§hjjúúúª²æpÔb«!ú6Ähþ¢ïÔƒ–y{õüÛ‡Ž,ð;w¨¯‚Gµ——=]ýBÙ•Œ‚ìôË^vô.ÞDÏ°·X÷:˜:"ÑÊŠãŸß±Úê5%x71+×@gªÝ`”žße¶rûɶf«#©$;Õ?0SåÄD%2´Äˆ¾J2âŒt¦F%±F(”fÞ ËÄO#¤™Äó}\ì¾%T'å&=›4xWX|Õâ[„C¯ïùN~8ø¾éX‚žM¬(HÛn¶Ðùìýºbú•½wý’“ÇŽžðõ›©Ý•ídVáßÐX/ eïG¹à¢«•¯×ÁìR«ü•‘šåd³ð¨÷¡“~t´ºàx\€[i<ÞAm×½ ì6¼L~ômüýWnëAX¼¢"5}'5g‚§œi5}ͳïaènn½ÇиÂC‡õïß¿¼»÷B:pàºØ@n5vj%ÐU^ÞoÿþIK–Ðh4¬Âƒ¨(;—=î›6ÖZ”@ €à.ZIîùÓû­=} Yw‡Úuµn–w[©ßZÿ‰ó't­«ŽT/Õnü¤Dæ¯Tzî´"†ûMÀºNügý¸ózÔXƳ¦¦R¹t'>ö~ñÜÙÔÚ›!k¨¨ª„¤ôŸ$[‚ðMØõ˜‚*â´fku¬Ý S+­2ÑpÜÁg•÷Ë3_E¥[—'Ôg—–V%Et’TT)ÕI9' LØ"  Ùc+W®Ê³?ÌŸ8.à6lˆó(±üëã3½ÑƒÞ[5I¨GrƒŒ0J Ù§=VgäÜw€£Žbæǧ³F 9v=|ÉèZ'à¨Ì EHòB/€µ JtÝ}"p7‰ôùúž:ëÿâ®c¼¨"ŽP#ÊÍâ+Ñ¢Ü,δšFyö=Lìb¢ÜjÈ7e jjjkÖ¬A×X£(_efföäÉž?Ú”pµ­±C»¬[gë쌷âqúô@ u£3p @ €ø+Œâ ÿà«uæÜPŠ‹V‘ýó}|LȃÇ)9Ÿqªh§c®;w}Q¼µ*aêèQ„»zœGÉhw r"¶A"£¨ÝÄkÜ!yÌàAœN°ÊhFtï© +òwÕ¿ÎÄža߯¢jÂÌS÷ž$†%..ŽæMŸ>¨¹u(..F{‚ ¾átìØÑÇÇgÒ¤Iz(¶VyŸÂ¦ë.'f¥U§M¨¡Ò]RT  '3þíó7櫓¾âóSžëÎ\ø*òj˜¾³­],?½|ûSz6ÔðÅŽsûIVj(Ò{=w„N·­L ±bíÿ5e·³þÝÍg0óQ¾Äì Uxä´93&ê¥ÔYˆŸ”ó3=îÍó«—_Î`¹SËkf”ÿ±°/ø‘ö]gêéÑÒè(ÓŽTQœžü)<$èZØ<íI&s¬Y´É36ËþþÓ ) QT‡NÑ›:ZQV²0+ýqHà•ð·Ø°¡òÌ·®Çnže_ª´ÒZž­1;Hæ6~Úè¡Zå¤h%Ÿß¿½|5>5s˜^ôÝrîô®Ï^NU•Æ4•ÿ7ÐUq›ËzëÇ?¦fÒ]‰Û—ë®9väà® ¨´Òo_âÃCÃ’3 °£ô´•³g©¼~>¬‹^ŸgHòl×€c@ ÐlÙ²ÅÏÏ/%%óõÙ³ghKóåË—·×[¸‹k/zíwãÇòÍ[ÔzôèËÂàD@@ þ†='qÕ:»¿9£²®ˆLc^‡f«Éþí‰ «Ï¯Þ«{}Ȃ• 4ì†ß:§¾SrŒ,¤Ò­S](‚‚huÏʉ $µ£’²0~w”ó a }z£üUìGÖ -õ>,¹Î×êRv òM\4“p/“‰..'ü¬æ ÁXc·ñìF}cç Ìxè½{t{ât¥úÙÙî$à­÷›lzÜÛY«[{\ƒ„½ûó/zm5ßè‘Åü…AËOZ¹jÓûðC¢¬/ò!O^¾;~ùn”i4Ö’8ûªo]DNußáã¦3‡WV§—æúÜn±qÿ/æê£åYqëÝ^\ØŒŽŸÎk$y­G¸éONúÇ°ûÞ½Oüþ3«¬‚$"ÑN¡‹RßþÚ#†h‰ ”û{îûXldn;¼w=ß…Œ_©ŸÞÅÆ'%¥üÊÉ+.-ïÔY©ßÀÿÔ•;±þÜþÈgn8Sݽ¼ðÝ‹¨øÏßÊIür» Ø_ºjwu:%íkÂÛÈWo“¿}/*¥ ‹IvVRÖ4¸§ácºÎ“«0h¥ï_=‹|ù&ékz^Q©€H‡Ž{«÷>t`;R_/·ô.æ&Ò¿ÖXm°׺©>4Ê©ÜxÛp 7œ©¦Ä ïájo&e§E=‹B{xüÊ- ó¡±ÊŠýµµ4z¿&ÿ¼…òÂì7¯^~JI/£SÚµ—SQëÛ³«,áJþÏ-5QM111´ï žžÞž½½½®®n‡p A-sÌiWÜÇïª~5—”è™[< lß®]c´6@ @$À',¥§·p§å’ÒÂD}SÈd1)þz"Sšò74Y\Z¢îöË5 ŠKŠÔ}+L©ûýÇçÔRVÈíDùròòXÅÚ_©í¤Åɤ\æ½Ûô”ä"öY”Cg-Ó¿pÓ?ö'ódZøõ“C¯û(÷é?mÔ¨ñC‡Œè¯*)wÌjÛ¢µ!!!¹¹¹Ä(†‰""“Ö!£m&=<<6lØPŠ/)Ì LHHhïÞ½ææ愧Ö1DQÜè+GCXM¨RÞ×,Õ½æ übr«vžîÒŽª³ÎKþyïOÞ0§+û ^ŠˆœÓ…О=—¬tòÃFÀÐ R×ÏqÓøÝÕÓŸ³ñ\©ßt‹«çܺH²}ksÑ™×AÇŸ¦U}?òI«^½2BI¼f\d>‘¥Ûvz¹“Ï ‹*""Äö+.V}#'~Ûf§Ó´ú©wÀäÎÙxÞ=cÉÆ#4);3Ú­ph¤{ùÝ ÕÕê̦'óZY®Ûôƒ™hÌHæü‚F3ûÝ\0Vž§­¿%ôüvqö<.Ò“Ä Öº«öR©».—9¦èëCŸ ¦Cå*O㊑JCœ>éÞÁë%Íq€"(i`ãÖGYn¸Þ†¦÷o¼¦®£ÀÖõgñB~îðB/p߇//o9luô yV†ÿ1’R˜1F#00 ™ð{ô5åõô£™ýA{u/àœЭ{ _3±OCö änýÆØnݱBwèoÓà v†­eFYÎwGG×cŸàø„¥g[¸ìÜÐCÿÌÂV ô’ì‹GÝÜñá{µ“ÈT•AãÍ­í–ë¬ûº«‹|ðõrÞ½ÿhì·lN;$¿¨ÌèAÊ÷Â"·ÄR©s„YÒe?c—/½úðunQõ÷²°c~ßó9-‘)|{­tðtX4Ž³ªê6¨›¸í §ÿ ,7ømÓ 8Î7Ø6{Íònœî¦Ç<pvq¼û¬¸‚ós¢}W%fkÖYwáüˆ =cçè—ô£ÉL‘ºõ¶gn„óN§3w²‹«Æs1Á‘T´MVXÚ¬œß^˜ÓÙæ+ t {xƒ5• 휊6ºGC›Ï£¶Ò²¨°pàÁÚ³çd³®ð“RS篱¹uü•Ê£ï–¶Ò7'@VM@T^óà&«ÉCµeÿ| *wùøyëÇ•ZÇe+{à57(b?^g‰QœY=£ÄH÷¿:«Öv€–•‰nm—Y% t8qäX銛ñ?XgÐ?½鉞‡ITA1m­ÁSFž9a\ßÎœ7Yõáµ…ðôôDû â™cÞ/\¸ðرc°ÿ\ ëË?p÷û÷ï‹/F)aŽºhž(ZKV]]CÅVO üú5,5†"ëªZ}ó@tA3( HéÌÛ·Qw^üZ6L†³6ExñÎóÝzöœ³b'6iŒÄ(½âsŒP_o­Çi—•b5¾"¹ç ãvH~Kn¾s­ÙAÌ%²˜êr£«?DÅÎÃÆ÷fŸÐßgôd%áIU_µ¥WmGO™*§¨¬¦Ú§7ú×Gm€öàIž?W{b¬OÔžcÆ™dV§JË ±!©¬ŸþˆÙ*ûüàvl>&S¤4NÞV3;ˆ·ÚWÇfÛâ ›ãO™š’àà;¦C"™+FðVˆÂ‚ ®5³ƒxÍ™¶Ö3Oï z_©)O¿únŒ±~”7Hòf¿4À+Féù]f+·Ÿ, Þ`g·W’ꘊérb¢ ZÄŸÉ$RÜ—Áº›8þ8Ùm0¾¼¹o®÷àÆj€ýæì¹á Á©äçûù£µ.F|&*‘\QœxÄ14äöµÐŽcñš©oCŒæ/zðÿéa ZBäíÕóo:²ÀïÜ¡¾ b쇫K%qF:ÓêÙ²µ¼0ónX&vBÄS4Ó|&~ôà¼Ç™Èj[õJ zEFrÜÎõ;VëT[βÝÄ]gê å/rãmÓ@8ÕsÙjk¤f{s½»+ Ò¶›-t>{¿®Oš_ÉÑ{×/9yìè _¿™Ú]«!ÐX/ Mc?\pÑÕÊ×ë`6s~uåJ‰‘šåd³ð¨÷¡“~t´º°å•ºÔ¼ÿ>ÚØsmc°dÉ’áÇóŠ­×î]ºœws¾l9¾¡&Úœf“››óºu­7hˆ  €hÔNÃ3ÂOHá×oìdÆßVŸ½:ƒy\˜ž˜-¬ÐlÙAvÇÚH‰QZR‚ßýû˜Å…hzû•µ¨lŸ«þWÝït&05m/­´àÙÓ{è¹ÍÙ¡ÿà ëÍÌçþ׳Ž·Æß{g49òòòÕ«W>|˜Ø2š=¶k×.4½ ¦‘±´ùæÍ›(;˜‘‘A u´……Åž={Ð B¢ä6B &6´àó+Ë'xñwBEÜûDRÍaåi”Ñ&ŽO•zêÌY–˜YJ´C”Þèíï¸dû7OUî9S“Pe”,ª;kч2ÙÌõ’TßsߊEæ›pÜÏçë8äð^³™–ÙîÌ1h?RÑó~ÈUÌZ;y•Ë­6Û.“mH^‰\ÏWê׸8<•«>Y_]ªþ!Q”yó l?Å&IÅÆÄ  È8WŒÔˆ‚S¦Ž­Më¨S¦N®J’Hñ ñ$$q8 4FùQ›Ù+‰»’þ¶QFYiåDh¶¿ÊäëÍâFi7=­¶ Ðr1Œ«ª.9SmDztä%±Ì.ç&GΞ³<&ò¢,Ú߀ýñ!üÔXeÄMhÙW—Þ‡Ÿ>4áÆý;µ'é¶ÓëÉVbJ¥%•ã.po„ED8*ü¶È',̶Þ3á„vw!øÕ0‘Ko›©ŠKΉ4×{˜»Ý]žýaþÄqĽ‚‰1å_Ÿé| ðÞªIj,ª¥…EÌ™ÿÄzŒÜƒû5åÌOgrìzø’Ñ=kmvM÷îÝ7mÚ´yófÌ´’‰™™ÙË—/ùùù›Ý·VïÀä#vX[mrsÇ#Ýs츖ºúÜ)Sp @ €h ™Þ]LF/>^i‡Q¼eëVk>ÝEk½ï×À¦àôÚ [ûèÒ]`ÿ㣢 ­zRcªÔªÕÛMM­oß»uùν'Ï3 Ù2…$FÅëˆ[w}æ¯9¿y©T ÿèœÖ„Ð/úúú¡¡¡Ä6EEEÏœ9CÜ*‚xä–K ¤¤ÄÎÎîÀ誜ZB-óƒÖþ!*AnKy¹yÿoýçvÕÒ_¹cbf2Ñ~»®š³Æ¬ãW÷œaee³“y%EA¢5eªˆì‚U65õL y’¹×c%M[û¢¿ÖQ‡”“–pÀÁì¢ß¥ë·¯ê"^Wµ†èóóñü I¾“<~_½.›² •‹xbòóòÐ_>:…+Fji‘,(&ú›}ÕX j1Âcª†dzy,p‡DŠòu° f©Â#§Í™1iT/¥ÎBü¤œŸéqož_ ¸üú3ÛššäFÍ[®íðük‰Â¯¨Ü[³¯Fï^=:ÉŠ –å'%¾ ¼tùSöþ¦ÞïµÍxpÍ]¸åLM÷Fº‹Ú´Éc»Êµ+Îýù<<äá»$¬ÚÏ7—=.¿ÙeØŸxVÞ§°éºË‰ÙAiEÕiS'j¨t—(ÈÉŒûüÆÍ;i9USòSžëÎ\ø*òj—{™QþǾàÆEÚw©§;DK££L;41=ùSxHе°7øÜ(2™í‹`ØBû]ÑîDæ–æffT}‚‹KËJs~¸P¨|rJêÖÛ÷µg³7Nj`7q×™j·&qëmÓ@8XÜr¦V$MüæfwÓòl tˆÙA2¿è°ñÓFÕê,'E+)øüþíà«ñ©9Xàô¢ï–s§w}örªªt¥†ª¸Íe½õŽãS3il?×±ê$¹îšcGîªÐJ+ýö%><4,9³êÛ”^˜¶rö,•×χuùë\{•õÆ|±µµ={ölk?¼èèh4­píÚµÙ&Ø®"°aÅŠ11AwîâD–Úo죬¬Þ«® € #@^h±ùtHdø·Ê+Ç‚o‘+ÝüC¶Ôq¹Ö°¦àìÈB"Õ·(Ÿ>)Í5öü"RÓg¢'½¼øíÛçwŸ<¹ûäé“èÄ’ê‘!öΪ ÞÛ¹R„5:‡§‰‰‰:::袗;wîߟíÞ±È-”@LLŒ¡¡!ºçðòäɧNêر#‡Šm‰YTLôŸãeÔ=>%/åùœ©:wcpÏN 5xÄ™+Á³)qB ,î9Ãǧw%%hö_õ—ef¯ œ¶,|ê’¯‡Ü ‹zñ*.>1)9%+¿êž9nàg|˜î\óè'g¤ñÖñc ÄÅ+7CÃn¦¦¥b ¿z¬f¤¦–³‹IH sу+FXV ¯Œü¸¸”©JÝ*N1..Wµ“”Äež¡y6ÖÖî£è³+þ÷ ¥<ôœ¿ïÔ]Ùâ6\´Õiï {£eû®°éÙ "Šƒ#¿~Jù!«Ðµ]m{*l߸¼ŸÊ°Ä‚Ê?ռ؊šìŸ>\t†Ý54u[x½Ç­¦’ø4AzÉîEc7ž`Öd_ ÞiØû,¨Ô0J-—'æTåìøÄ;ou?bc2E”}kÓò‚Ç×Ùî>[Äœü+öºí¾ÿms9ZOŒ‰Æ’ÛiF$Fõ•f›à·ÚnË‹Ë»ÆÎÛ’Ï´#ßYxÉB–Ûè廑iôÄÚɦn·1ûÖï9hp´õÛb»‰»ÎüÖÛ?©ÀÅ·Má o¹è gìÍñæbw?;»ãÀ<¨~“M{;kukk°wþE¯­æ=²˜;5Óò“V®Úô>ühå_&yòòÝñËw“H4c-‰³¯ŠðEäT÷>n:sñ’›^šëp»ÅÆýØzîåYqëÝ^\ØLÅOãíZqðàÁñãÇã988Ì›7]|â‰OîãâÿéóûOŸ°& ŠŠôÌ-¢.·“h¤FÁ,@ ÐÖPDl2ÓZåŠô¼w~ïÉ)£LvâFE~EÏ-›­ÆYHªƒ(ùSåÄtµV˜‡nG0Çr7@ ¿pÿ#ÑÓΊTz%8ÀùØ鸪áѤG—öŸœ5e…6ä¸K½­¡YƒsçÎÍÎÎ&¶¡­­}õêÕN¸ö—K4rs@óÑõøºuëÐ B¢è:ÝÙÙÙÊÊŠ9™xä6G@EE…DŠÁÂV¹òCø!ö=øþHú»[Ó§é¿úV€Ÿ,ÝA6÷g6¼¤(=Zôà]>Aëõ‡Tß©fVåš3dáΊ2¤O?*­ÒSŸF¦ ™¬Älá¯ÿËO‹;íL–U31œÞsÀ(ôd™`äe¦ÇE¿y~÷ÌIŸ˜o9˜>-Ê÷äÛ©ÝYÕ¸öª¨ª†²|¹Ì/üØÿwYöšõå!é/øaë‹"ÔÔÕ0Ô\1R[HŒ£žžf“ÝEˆwü õhy¼NÞÀ-b»SHâýÕâ…×AÇŸ¦a×)$>iÕ«÷BjÝ•”Ì'²tÛN#Wc°ÙºTŽ%‡™$¨B½zUÞT-ÌN{õ"áSÒ¯ì¼r:YL\RV^¾[7ùÎÒ”ÄÊ%üÑMþ‚ü"Îá Üu†éó?éí§‚·cûT¥YØX8žÀ~|Jü€ÜÂßÙ¹ÑWŽ†|¬²@•ò¾ö`Ù¨Z>¹øÅäVí<Ý¥Ugóó‡ä½?yÃœ®‚lM‰‹‰ãÎ0râ·mvZa0M«Ÿz a–ž"L‡ÊÕÕ,Ÿtïà‡jnóK”4°që£,7\oC³á7ÞSש\?€çãÆ›?þ… 0ÏÐJè:$ €çm‰‹Šzüoöœ<Ö““Ú®»zø…RÇ·ÖÈb@ •€êØE¶®íºËœD/X¿ÅarÐáε]S×âƒÿ®å(º¶ÎÉÊÆ.Gk=ÜÆ•”Ê BÏòŠ+10Š“Ó²H]:4*1)…&«çÎÒ]dºðâÛtf[%§n,×^Êv› Qã €v´´´¬¨À×xª´…Fp¢™dÂÂø=œ4§ò ´×à’%Knܨ¾)¹¦ªªêëë«©©É3ž‚#ÍI`̤ɂŽØ­óÔ‡'60p5ÕÏó„pŸ)ºË¿äTíÑšatÖ9úÜf#kWLM/þa?l‡“‡7Î'Þcæž3”!Cþóf’¥»oß²pôÙú–Ð ¯ž:•N]²j•²ŒPU—г—N~):ïÆŸ r2"!KÈȃžS׬µšÔOõþæw1‰ö4"’Ô Bî£&«K\ŒÎCÎÐsb–®p¸a‡ûTŸ*·I¤w×ܶŸzÊ* ÎЙˆÉ\1Â2Ëöúá¶ç|Û^ç÷¬«áRYN²¥þ¬Ç_1>$²XïYTÙNæÉžFáIïÀ©¿ À¸‚_JÌ·s®5;ˆÙ#‹©.7±úðCTì]ø±°òú3ûS¸ÅÁà µ3 ÷ÑØQP(T–‚QÊ>±…¥Ç_?}H¬ºÖÄU Tàï¯Öëüû·L#ê]Œùà1ÕM”Tôv°¹¦»[ù$:.ÝpàűŠF %FIA´×Úñè<š@¶mÛ¶­[·ÂL2"–V ß¾}{Ñ¢Eß¿çˆeÕªUûöíáÐC±Í<Ï@{óéç?˜ÊÝWê䧹ï¶5‘Áï"W³)ÌJ}öðÑ£7ïSTÇ›ìXkÀžtcDøïža¼9-éYõàŸcwÀÇi¹(•¤h¶/BUSWEüOf¢ˆ^â³ÙèKBâå£[d„(Xu.:3cáâö{‚1Gç§>;7j2ý¨÷Þªò,ÇØ^3>Fm03=u·òæøéÛïe®õE¢}‹ºS™Dkžv»z¶_k¾Úß±d µÆGVÕy1±1¸…‚ÏO¬,ŸàÅß qïIì B¾ŽCï5›iy°úóYaÐ~¤$¢çý«˜Ívò* –[m¶]&'Z»Ã¿kúŽ7¸›þ¨•&¬ÄÍ·MƒápÓ"Ãfùùk\žqWŸ¬¯.…ßî¨ÕeÞ|ÛãO±O’ؘô»©Žß‚S¦Ž­ÕKI2urU‚DŠOˆ'‘x4AˆVªÙ±cš8Èòœdaa6B€1ª8FfŒ·ÅÜÌñÀA¼•ÞÞZêjHk@@ €@CˆÈô\­7m÷eì¦`ð‰Ý' 3P—©Õ&YX»õ†Ž2 ~~/b(ŠÕñ‹˜Ä¸þ³Y«)PŽ2”tù-Æ!äÞÝâecjíÌ"Å ••Òù„øë¼7W”ÿ+î[®VŸîuu fIJE½‡és$qYQÚE¸'«5xå¹¹¹!!!D‡Ðåš8ˆ¦• ·t¥¥¥öööû÷ïÇGˆbÉÈÈœ8qbÆŒ-=@ðŸË(âNÝCFþÀfÒòo3=¿ÛøI“´4z˶—$ÓËs2|ù˜øæõ‹×±ŸÊY·ÅoÞ¾Û¡·–ÝôžLh×ms;{=2òm1«B¥^@´½”„ë §¬¤XPD˜DªšI†~<8ë þèÒ‘“\Üv÷j/@âŽ3•-Kô™á°|´å¡ðʺcöÀw¤ú¥>‡¢Õ½Kçvâ"d­0/û[òçÏE¼J(gýÔHzò¥œ¤.Py£¨ ¥§¦mY2e¿ƒê¤‰ãÔUºKKˆÐJ‹¾ûõ$,ìi4s+¡ÊSÐh™‘#‡`óFD€ç潧>'±,‘žŸwèõØgÄ S·f’ÌùvŒŠ «O\ ÿÀÊ3ÒÒj«˜²ÐvßzC|’å ›¬ý‚Ýn½Ç쿽}|`/¿á§Ò_¾C»Š¢¼Oñoo^»–˜–‹;@ëzø°ñGWŒàö9„¤×w­ÝåP‹ Úó¼7'bò–ÜˆÙ Þ ´Õ{Ã(ÊÊÆ>ÞÐ.}òJŠ‚õGL‘]°Ê¦Ö:´‚”…F\ŒJ©õè)¹çÌ5W_%F^n^}Çë=VÛ¹äIæ^•4míw<ˆþZ×Ù9i Ì.ú]º~ûê .âuUkˆž ÝÔæã\î½m¸‡{Î4×ßà ò(?Ï’ä;É×!Z’U¨\ ûlÊÏ«Ü0¤öSÈ‚b¢¨b} ‰ê?%´tg}U›û˜¹¹¹Ïëׯ1G>þ¼{÷nGGÇæö«­´¿ÕÂâeL,š;ˆŒ®×ÙE\Fó Û ˆ €hd“Úê_½1.«²ŠlëÍ;Ç]rïP[Öˆ,ÐAmÏñ“y‘–þ*>K{`ûZ½+JqðÆ›Z5²‚ÆœzÐ-5  ÑSÕÄÇ¢ÝI¤ŸonœŠ27ûO¡{/¯yŽt >xøä‘#fOšÐUJ¯ìÌa§ÿýø”4!¥Èð¥ê»9Æ(ÌÍfák'UsŒ5n„f'€.¾tttââ∞ AœW®\4hQ rK'ðþý{CCÃ7oÞp2aÂt=./_ûô)ŽÊPlkäµç_ñù0yá¶\Vvª8;õšßÉk~õ“ ýÈøE"U&iß–XìÊ$¦±SËrŽØ/6aÒB-)ýçºåo¿V/=ŠUù‘{%)V@yÈÅ­s¦áÎ`fQ&Àl¯†_ˆdÝÌg”¿†ž¬ µ¿öž2£~+ͽa¯õ+%Î÷8Ûg)ûq’ÚtkÓq]q%£ f©±õû"\Q)”æ|ˆ{ó!β۠q›u{#ͧ›‡m\ÏV~‘ãZɧ¸×ìM‡MaÐW¬JMwö½þmòXÿÈdLÃ(/xtÃ=ñóˆE¸£‡ÿõéj2D%ÊÂrÁ›ETà“”ÈÍc“³©Û`ý›Á> "µß­Q½™õýjf× ù¿#ÀÇw&£¤MpûÇ· Ý{ÝBbv°ƒòÀ+M'¢¤ ËG¢åæüJû–ò11ÞÃq},v‘S‹ŸÜr¦Ó©"‹Š‰þå)ÕÕ$¶Ï+ÖòÀi˧.ùðúqÈÝ°¨¯ââ“’S²òñQ!UƇéÎ5~r¦¾TYFÿò•+Ýô—m6zun½m¸‡[Î4œZc¼‡ÿÝ+qqqôå†ýa¤¦¥"¡þﺌÔTü‘˜Úc¸Ž#?..eªR·:Wª‰×xí$%ë©Ù쇨Tê¡C‡†J§WýfܳgÏ‚ zõêÕ쾵Ўƒg÷íE›~HNÆâE»¢uGŸ]ò—cýÖl F €@ Ñù¤\ìnlÈaþÜˈ»µæø´³«&Ôòs—"ÝOE.ìg:ÓšÏå+Ë.¥ÔpŒ^úËÚnÓ—b´ö!ÇL˜U¹§@¿Zqcßj¬Î‡â"Þsí¼KN%å÷î]½÷à©ú0” ¬EN”“ü£²\œ´Æùä]çåõ¤ýB¯^ùÊJì§YM­ÚHZ¶°ŸÁÈQ‹V^Îú®eáo×Ý7ôYoóN§Cë4̬)ÓcÈ1_ßYÚJQ‘+FØÌR$O‡=Šð\ãyîv1›¿UµøDe¯utÞ¸LZH‡Í¯ðœ¯9þü%²pgEÒ'æ\zêÓÈ”!“•þÒDeuÚ§{Ob¿¶Q‰<ÅÌÍ×ݪþiA"u”WPQí;fâäÐ#ëLrÉ™ð¿æ)***$R ¦W¹òCø¡ú!©i¨ÉO‹;íL–U31œÞsÀ(ôdeäe¦ÇE¿y~÷ÌIŸ˜o9˜>-Ê÷ä[nï×Ênb¹Î+¯\zÛp—œá [è’¢ªÊòå2nĆø¿Ë²×¬/N¿xÁV¥¦®ÆúáQÓ ÆQOO³Éî"u|{Òò>x¼Ÿ¦®®ŽË¼)ü÷ßË–-C-˜{hå´Ð(Ú¶»hšþj'!è}pÈ\ý‚¢ªQ]ñŸ>-^¿áò/肦éh €@«' ßoæƒ@Kß(,R_oÇyéô¬8yêèQGy­QUrY0Žµ ªÎøš¹vëÖ˯“{˜ß5Ùÿn ó†Sã' åddpoïÞø²db7q¿GD^°ÒþøÍçOÓ+oaæ¦D™¿Ø{÷ÎÙZlk„2è¥n]X¹Ã-1«j°âCË ŠBx°H1cÁ £2++< rW˜áf»ò?¥j XezYþÿ#+÷\¬:—*¹|îä*^xŒZAtåÊ•eeU÷ 1ïtuuÏž=+*úïÇy,Jp‡„À¦¦¦(éËÁÝ9ñõõ0`‡Š@ &Õ±ÆÏã&øpõ>~öÍ猚*5d>eAS¦ëè×è‚ß΢*Ž;°sŦý~)¹øý.T[LªãT“ ƒÛWžK‘Ý}`ß »=ÑŸÓ+èÕ ;~!ñ~#gm[5³²ëÑgX6*_ù%»zEßñóð>|çqnImÉ+IP¼Ã¨É3—®´˜=–m¼ Y¼ï¾=Öæ»Î‰vÿo¸258øÎ÷Ü¢ý*™*4pÌtK›õFSr —!KØïºvíîSŸÒ³A“„ÄÛ˜¹Ìl–f¡÷´[?;ö3ÏF’Ťå§/±ŸÝŸóGU´ãvŸ;s]vrv ºY3&Ùîý–˜Y¯]µ@F„Ãjß¹b¤Ú‰$"§âìb³å•¯¯_èÈI©Åå$ )eµc'êÏ¥(%L¬Ïû2ÿøã}€¼ã!eÈÿ¼Ãƒ™ÑÝ·oY8úŒl=CàP=ZáÕS‡¢Ò©KV­R–©ú­œõäë×”€ÒÄ3Öíj{üøð-›ð1ȉ;ÎpZý§ò˜I“J™ç¦><±é„«é(ücýïLÒ³—N~):u7þ\qa²„Œüà1è9uÍZ«IýTïÁ>æhO#"I¿KÔt)/+ƒOLF_ÇšDâR7ÕlªRó·ÎÔnå_´ÜyÛp wœù 5Îáæ{¸†ñ¿ínî£&«K\ŒÎC–è91KW8Ü¿°C‚¹Œx Û¤w×ܶŸzÊÒ ÎЙȒkyýpÛs¾m¯ó{VŠÕ°V–“l©?ëñתŸd±Þ³&¨Öb‚ÇTNNN?þÄüº{÷®¿¿?lzÑd½¤Ö³çIçÝú«­ðƒîÞÝ}øÈÆU+q @ €hÊŠ5ÛÎÜÕ}þ“y ]ša¾Ée„¯S»w¨FÏZ8Àûò«,æðwF±×N3ßã݆ôUí(%VQRðáCld\:& ÝëäÏe—ª\ªÿ—züÆOدé 6*?/éqßñ†iöæ£'%';¾£×_w ?£ù>Éî~œG-²ù’_yë33é¥þü©ÝTú ¦ %A¯(IKMŽx•ø£ò‚{tí§sr­>ÇMŠX·#ÛW°t-¨¼±Áˆ¸svÈßn=Uû«(w’–¤’‹‹ò¿¥¦<ûî{>v;U#ë-ß<[…óöeU3ðÒ|Ðß ÚˆnïÞ½. åÎ;a2–]¼w‰IZZGhx®»»;d‚9°@±üâ–Ùï[¶Á%%áÝ‹7ÑÉßÒó‹J(T1 Éö2:wQRUS“k'R‹2Ÿ¡ýaô¬åA¥­kõJ·úváH-â¿;ÃaŒLÕšdtf’QEqî»W/ã?~ÏøUTRF¦ò£¸ä:)ôPé£Ñ§§pí[ó’§Y¸£'fòPyq|ôëØ÷‰ßÒ3 ŠŠI~Ii%e•Úå¥ërAѱ؇žNqÉ‚²Ž'o8žäP×S¤¨Ö÷­_ùõٳȄÉYù…T~9….ýµ¨u«q±VS\1ÂfYVy€õ–Ölº–Z¨-ùÓRcië~ÏX¸¸ýžà_Ìñ©ÏΚL?ê½w„ª|­\2>Fm03=u7=}û}££ØÆé%%% Ö ŒŠÂÜ¢  ¶7Iö·8ŸÃû¼N¥åÕ>;›+ΰiЫìàyÚ›O?ÿÁ´Rî¾R'?Í}·­‰Œ[\X…Y©ÃÃ>zôæ}Šêx“k ˆ9VÚ·¨{1ÙXÍkžv»z¶_kñö h.ðq3lëC®8S’ý50àê‹ð{øµIÊËÛ.nÔag WÏ(Ë»s5àå»g˜Ï•îüŠwvÞ§9hœÎ˜þ•ƒ(âNÝCFþÀ†ýÑòo3=¿ÛøI“´4z˶—$ÓËs2|ù˜øæõ‹×±ŸÊéUݼ}·Co-»é=«Êè ­¨ å ½0mË’)ûT'M§®Ò]ZB„VZôýÛ—¨'aaO£ËXÕPêmäÈ!¸¢ ¢Ò›DºŽiî{ÛLøñrÜ õö’¢ôò’_?¿'ƾ{ôðáÖ°Ç‚´w»½/NðZ…ÕçV7áþ4ÄÜHî¼m¸‡+ÎðÚ{ë£v÷ ›¬ý‚Ýn½Ç¬½½}|`/¿á§Ò_¾C»Š¢¼Oñoo^»–˜VÒ£ˆu=|ØI ý=þî‘ôú®Õ¢»õÔRО罙8y·žºÍmÊ8ò|çµÎû®½üĺâdùC5^ÏÕ~Íy t9+.Šæ+ cŒ’¢BTµQóQTI/¯ï+­îüÉò{%ÿÁ/wö3š¶ÔYuTøµ[¾¾§¼ü_$q8Ït…"¨õßh³EKŽÖ¬{ny¸Îª­1ž'Ož¹qï˯ÂZƒm?qÂô5¦KF÷ª¼c­gƒ²q $''Ϙ1ãÝ»wÄfdeeƒ‚‚ЖðD%È-š@BB‚¡¡á«W¯8¢3fÌ™3g:wîÌ¡‡"@ü9Hþ9+Þ¯I1Û{æé«á"±‹tIQþþyzÖïzï)3z±&³ ÷˜²vžÖ– /±S²¿Æt‰©ÿtæQFþ¯oö®™2oÁB-tUƒ v†öÓhD¿ÀØ,¦µªÿ¾¾¼µáå-ÿÖsß ’C—O.¦cíÏVy‹UB ÂíöëH$ªÕ‘ûû—DJyíùW|>L^¸-—5¯¯8;õšßÉk~DÛ5eÚŒ_$RÏêÂîLí¯”8ßãqÕjHjÓ­MÇu­¡®T œeÒÏÎã sϽ$ôÒ‰ÐKµVÄ”ä=”ñÃÜë¦*“ q÷ŠBƒß6$÷à4Ø|3;©¡ÝMwö½þmòXÿÈd¬Óånø¡g­ïŠpGÿëÓÕdj=ÊRòIJä汊µ¿v¬3ØG†P{ÞÒ¢íî¼½½û÷ï_QQõésàÀE‹‰ˆ û>ðh T*Õ×ÝM[ovÒ·oX{Ù¹¹zæO/ú‰B/4E@@ x@qËi‰ËÿÝK²°û©»îp~wͱAÆüøúáéÛØ/hÁ®ÒrAañ®ŠÝki)µÇŠ—Ã!;hØ€S²(•Ý.YüfxÕ(=öµ•Èb×ïÿ¾²T­»Áw#"FÆ)(£‹ˆIt–WÔè£Ö»3óUù]lBmÖ™º?ö‡ÚytnBÝv ™kOŸkOPÔ)R…¤.±Y¸Ø:5å˸„äôŒ¼âR´Z»vRJ]ºii¨u’®ódÂ)ùÞÛ6ïÙ¶±âËç„蟿fdæ£-£…Dded{(÷л‡hí«±¬€Ø"""Ѓ?~ü 6®¡¡¬¤¤DT‚Ür  ù‚'Nœ°¶¶.,,$FFÚ±cǺuë` Y"ÿ@„ÿwO¡ˆ*ž¾ý°ƒÉ\¯«Ï±KŠßùJÑžavñ´£>>Ìo$0éǤ÷ãwnÍã|‚„}òè ýWÜÓ÷lÙÁêöʳEÆT&¿©Ö³I´ÇO"HÌ!R6ØúTVÉÐdõÛo¹lµê*ùFÎ_·Þð?âqj§n]…IñÅD]=2e¨¾í¥N¢u ù¤J©Ÿ?ï1N×â{½+èŸhS{WWˉÕÕ¸×M˜Í9Sí¤¾m*=àœ:Ãïa¬‡ÞÝüíºû†>ëm¾Àét(+í^{ïËôrÌ×w–¶Rí‡q-EòtØ£Ï5žçnÓpmµÀ'*»x­£óÆeÒ‚uüEU×å-I]]}Íš5ø~h{ŒU«V:uŠ·¼lÕÞ´o×.ðàaó ŠKJ°@£L7mòusCÜV:€@ð²œb/]Å^õ¸%$,*TÏáF8Dæ:bÒÐ`º L’) ]Uг¡MQøºõPCφÚó›ŠÀùóç—.]ZZZJlpúôé¾¾¾âââD%È-—@VVÖòåË8BèÙ³'zhkksè¡€à.ØÐ3vŽ^qIß3ÒYùz¶áÀ.‚T…Ê/«¨²r³‹édMî6ÚôÖ AØôÌ·E~É®AÆwü<¼ßyœ[RÛ½vIP¼Ã¨É3—®´˜=V“cT"U¼Ë±ÛQãgUËd>eAS¦ëè×èÂqç˜,Þwßkó]çD»ÿ7\™|ç{nÕíæj H¢ 3ÝÒf½Ñ”lÙª‘HªW½Œê³q½½ß­gœ ·¢ªÁ>ZÃôæ,]dØ­>¤´Ê» ³Øg8âj`±!o¬i.Âiˆ3<øÆ»¦áÝMí¸ÝçÎÜE—œÝ‚îEÖü¤‘íÞo‰™õÚU dDêÿ;¨rJDNÅÙ'ÄfË+__¿Ð‡’R‹ËIR2Ê*j#ÆNÔŸ;KQê†ã1òŽ€–õóóûúõ+æÒ³gÏ|||xǽ¶àI¿>}ŽîܱÐvìÅ7jh¬]²×€€@ €@‹ €–i ãpuíÚµ...h=[(ÔÅÆÆÆßX+ÁàQ,^¼ØÓÓSLŒíö#~ €×ÐX/ Mã˜AÏüžŠ5ñ5%ÉÜRP?ñªG k4‘!H6è&m†LÕšdtf’QEqî»W/ã?~ÏøUTRF¦ò‹IHÊuRè¡ÒG£OOáºWÉ ó‰Ï_»gÞêm¯ž>|ùî}FN¡€¨”ŒœJµ~ýÔ%…*ß6“ÿ(¨v†"y$ôÝ‚û÷?¥ý¢€Bâí×££³uòr÷CôÃ_'|-£UÏÃãU8bPŸÎò‹wZf¿oÙ—”„w/ÞD'KÏ/*¡P–ö2:wQRUS“kWÏÒäiî艙=T^ý:ö}â7´>LQ1ZÌDRZFIYe ö@yiÎ|‡'xQ^m´Ïõ_ž>Lü’’[PÂ' ,#ש{^š}5:HÖ—áf71jˆ3xDÜþùmÃjž›pþÙ^|³¡¥wðÞcY¡¨Ö÷­_ùõٳȄÉYù…T~9….ýµ¨u«{·–¯²Ê¬· °®¡oÑ té‚öœ={6º Åeš†€ÑŒ/£cöŸ>7·aï¾þ}TÇŒk@@ €@€÷ pdÑj“‡B yßsððO”——oÛ¶ ¥{ÑòÄúRRRGŽ™;w.Q 2@ ±0ÊKj™ÐÃÞ½j]xvm +A‚°…uØ_¹Ë',9`ØXôü«³ðÊ~Ñ£¦ '®iˆðÎP%GMÑU«d~¡4þjói2µKïþèY¿áߥ𠫊ž¿­ùÛ ’rݦèvû7ÐÜí&äjCœùm¤[áÞ6Ä&¸ çœáñ÷0·º[LFqütE¶»Än™DÒÓÓ›:uêÍ›71ùùù@¥é ìYo÷:þýƒÈ(¬i´Ü«µõó À®òòMï ´€@ €@à ´oß-A9jÔon5¼!°Ð4>|ø`ddôüùsŽæFŽyöìÙ.]ºpè¡€h,Tg¯]f›öÇ%gЈ³—˜í‘)|òÊ}7¸:J¶ðéƒ(H6Ö[ì €À xyy¡®ÅŬUËñ 4>>¾‹û÷këê}ýþk33;{¶¹Å£ ¾ÂBM¼×OSÅ í €@VAàEtÌÇdÎ…¬úôésíÚ5eeåV"AB›qXZZY ë8‡ 6Àú±D,  ÐøÈÃçox7Cã7ÔÌ-@‚°™;š@¶@ {÷îöööh?¶,ÏÆ(Û¾ýåF––•aN¾Š]µu›Ïžõ@ €mœÀ¥[·­ßP\ZJä0qâÄ‹/¶k׎¨¹…ÈÎÎ^¹r¥¿¿?‡ÿè:Ú××÷¿ÿþãÐC ¸E„Ü" v€@àĆž±sôŠKúž‘ΚNGÏ6ØEJ¢PùeUVnv1¬ùG¶ZT%;;»sçÎ%&&â^WTpìuŒ¡±h÷Õ8èà`ºq#ÞÀ™+WöÕ°X°×€€@ €/`0;z;xy!è………»»;š[FT‚ÜB %=ýÛ÷ï;vÄ5 4%sf¿ˆŽ>|áÞÖZ§Ýš½{8×€€@ €@ó(.)Yºq£ßõn ‘—..°•YDCf·oß¾{÷n´C<1IIÉC‡ÍŸ?Ÿ¨ ƒ@‹I–±Vk ` šˆ£¼¤”þ›¶è4¶Ñ¡¿©Ý’?ÞÀÀÀÏÏs]­ÙåtÉ˳%ÅÐ*|Ý¿yÓ»øø§¯_cÑ”WTÌ[mõ<(PAN®UÄA €@–MàûÏŸºfæ‘oßÖ C[[»¦4-ŽÀçÏŸŒŒž={Æáù°aÃÐÒ;JJJz( €@ch1 BŽÅƒØ@F'@UpöÚe¶i\rΙ$Søä•ûnpu”luÓq°®®®7oÞÌËËÃ4·o‡<|8yäH¼M@@€Ÿåeêê¥ÿü‰5÷=3s®¥eعs‚Mà4€@ €@]Þ¼?s媯ééuU}K'€R€æææøu1•Jݲe˦M›`ñØ–Þ¿à?-ˆ@‹I¶ ¦à*@ÔM€<|þ†wó7Ô]¡•‘——߸qㆠÕ,w¼»q]XP°•GÎcáu’•E9Â1 ËËË1מ½y»zÇÎ#;yÌSp €@´!WîÝ[h»®°¨ˆó˜ÁƒSüHüò…¨¹%ÈÍÍ533óõõåpMDYC4}CE €hT lT¼` €'™3g„ŸRR\ŽuXmÉYÊL`è€û7m4wØŽ·sìâÅêËôõq @ €@4 ´xØžcÇ7¹ºÒl‹Í,Ÿ7Ïkë´þGÓ¸­4§OŸ.X°àKD¯¡¡¡··7Úz°ñšË@€÷ \Ú®¯ïp©ÊOJû;)(¼ï6xØÒ @‚°¥÷ ø€-Œ…Âù ÏåèQ£:=a—…&ïÉU††/¢cNà-¯vÜÑWEå?MM\@ €M ´¬lÅ–-g‚®¢R({7l°^dBT‚Ü TTTìÚµkÇŽ4迸¸øÁƒ.\HT‚ €ÀߨÈN4Ò™•¤9Åüv€«4ä|þ–`®o–6Üù:@ðt1léèxëÄ 2¹õî¾È¨kzqÐa[Lbâóèhìê‹9–σ;ÊÈÔ¬  €@ ¸NàgV–ž¹Å“—/‰–%ÄÄ.¸»Oûµ©´H9)) M|òä ‡÷ƒ>þ|÷îÝ9ôP@ào <<ïîÿ$õ"Ø3 Ò~Ù0¸¡ñ·Ûn}H¶Ý¾‡È@€wÜyüäÒ­ý©SxÇ¥6≠àå^hÁ"tW ín2ÏÊê®?a €@æ"€†ëÍX¹*éÛ7¢Ý:w>rX­gO¢ä–HàÂ… «V­B[§R©ööö[·nå‡k."À¿HNNfZ‘šúƒD‚!‹¼þŽ$GŽ €h¢ÂÂ…ÅŸm›ÝN“GŽ@ãdq MC@±S§‹û'.Z\ÁZîæÑó¶»=·ni  €@ Ð6 Ü `hc“WP@ ¸–VÀÁ¤¥‰J[¼¼v..4Â}md|‘žî!GGA.6¦šž@dd¤‘‘ѧOŸ8šÖ××?|ø°””‡Š@‰J ‰ ÐÔ AØÔÄ›±=zÁW›%&çBžýʯž°¢4Õöó½°çU3öK#5 ÝÝH`Á,à&2ÙÛÁaÀ,]´a;föÀÙs&ºzš}zs³°õg¬LŒ_DGû^»†W_µu«zÏžÔÕp @ €@4œ@yy¹ùvÇãþþDS2ÙÉví:SSØšˆ¥ÅÉ4ÍÙÙÙÁÁ¿ÎÅBóôô\¼xq‹‹nµ´¯ o#_½Mþö½¨”&,&ÙYIYkÐàž m}ú2ƒVúþճȗo’¾¦ç• ‰tèع·z¿áC¶(õõrûHïban"-ø§)…ìÔÄÐû?~ý^Aæïع۠a£4ºËýéÉÌ÷_QvZÔ³¨ø_~åù;tRÔ语¥Ñƒÿo¬pÅþçP^˜ýæÕËO)éetJ»ör*j}{v•ý‹YŸ¸¡æ AØÜ=ЄíÇÝ8îq)¬ äZSÙ‰F:3‚¢’4§˜ßp•nÖ·-O9Sâ–ÛÝõ‡€@ë# Þ«—•‰‰ë‰Xhh‰K3‡G|)”–ø£¢e÷º qtçŽØß¾ER\Z:ÛÒ"* V7jÙ] Þ €@ð_99s-W‡GF9çºoƸqD%È-Ž@JJÊÂ… >|ÈṶ¶öùóç{¦’\ ØLè%Ùº¹8þâÃwNÈT•AãÍ­í–ë¬íÆ ½0ÕÎÔÄçÆ“_ù%¬sÉbR'/°=án#A­Ô=Ú¿Ânoôçô :«Cî©9Âõè©©ýäYgU¾Æ†žY¿ã`\RzYEõ¡XU]»;^«‰•9䲟±ËŒ—^}ø:·¨ŒxhÇü¾;æ•2™Â×A±×JO‡EãêÉ©1Êr|½œwï?û-›Ó‰Ä/*3zò½°HUb©Ô9û™Ä:¹ŸŸ.Ylv'2¶ ´jü°åûÃöè9Ù™ï9q­ˆF¬Ë×¼¾«Ç¾1ªˆÚÚdz̃g÷À»ÏŠ+ª`âÕÚwÕXb¶f…q&wü§ðFPïØ9zÅ%ý(§±z‡"u!êmÏÜçNgîdWEÊl¬ ¢m²ÂÒfåüöÂõûÃé_ó–›5ÓÒ¼¡·½Ö……Ðß?ç_RKàðð¼»ÿ“äé‹`Ï€HûeÃdšÑkžr¦-·»ë VI`›…¹ÿ_¿Wý*xýúäåSý¹­2XJDX8ðàm]½¬Ü\ÌÕäÔ4Ã56·NçミL<Þ{à@ €@ ÿùóŒ+?&'}íÒ©ÓÕÇa%"“–(_ºtiÅŠÙÙÙDçÑàW;;;GGG~~~¢d Ð\R߆Í_ôàýÚ`Ð"o¯žûБ~çõUã¨öò²§«_(»’Q~ÙËn‚þÂåÃ;èöë^§SG$ZYqüó;V[½¦ï®ÎÏ1ŠV¯¼W½ÔѬLV>±XS~pÞãLHdM}­½"#9nçú+Çuª-ñ‰Î*Ɉ3Ò™•T«¤,/̼–‰xÁ ͬŽ…Dòq± |ø–xnnÒ³Iƒw…Åÿ$*™rÅë{¾…¾o:V¥ÆÑ*EEAÚv³…Îgﳡ$Ôþ•½wý’“ÇŽžðõ›©Ý•p¤Züw#ôVÆKCÙû‘D.¸èjåëu0»´fŽ…‘šåd³ð¨÷¡“~t´ºT;ÁÛÜíâíþáªw=¦¬ô°ÿâ{;òׯŒÉ5ÆGpµ-îK®þáX‘šŠ>¾›3AÈSÎÔùåvw=AÁ! Ð* ˆ‰ŠºoÚ4ÇÒÎ~ß¾YÆËÀ® 8‘&ºuîìëî>ÕÔßÖ;4"ÂÞÕmïz»&ôš@ €­ÀÝ'OæYYçäåcû¯Ÿf·wG™æ¼ÕCôä PPP`eeuòäIŽs;wî|æÌ™1cÆpè¡š‹À‡ðScu–}+`›ÎV«3ïÃÏ špãþÊíˆêÜ!U@TÛ<•OX¥ÃkÉjñ×y.±…?•…EDþ´*«ò¬Îý]é¶ÓëɲlT½––£1AXs\uÌ?Ž³ˆEZašÙ¼yß?ï'SËèòìó'Ž xñ•xJ­ò¯ÏôF>xoÕ$Î bd„QZÈ>í±²uFîÁ}juWf~|:kÔc×׌î‰+yY€!/÷—}#óKY:µt"¿ñïoôûB.·ÿïæð»´ÈQþw‹ 8“èQn€ÉF9µåvw£à£@€· èMš8eäÈ[¬eXÐ’;öî=îäÄÛ^·Zï&¶Ëfý>W‚Ê ~w^g»ûl3…õ+öºí¾ÿmsqçÉíít`;R_/·ô.æ&Ò‚„¿ªºl5TÏø•úé]l|RRʯœ¼âÒrAñN•ú üO]¹S4ßP÷ë:¿Uwwvjbèý‡¿~¯ ówìÜmаQÝåþª³Š²Ó¢žEÅüò+·€Ì'Ø¡“¢Fm-ÄÏñºÐâz®Á­•f¿yõòSJzÒ®½œŠZßž]e9¾ñÊ ´Ý»t±_¹b›‡',ƒÁ0spxXs‰†¶@£ÙcD×±'wï~ÿés,klaq±ž¹ETÀe)IÉfw@ €-…ZP-+Š%:,"$äãâ2gÊd¢ä–EàÛ·o&&&÷ïßçp{À€¾¾¾*0¶’ƒ ››@nô•£!«¼ Jy_{°lT÷šNñ‹É­ÚyºK;ªÎ:,Ëä½?yÃœ®ìw­)"rNB{ö\²ÒÉ™Ÿ"Ñ R×ÏqÓøÝÕÓŸ³ñ\©ßt‹«çܺHrNé«ÙtójÄÅÄq9ñÛ6;­0˜¦ÕO½ƒ„0KO8gãy÷Œ%ФTìÌ Yú:_¤{ùÝ ÕÕêÌVƒÌghe¹nOÐf¢1#9¹ˆA#Þçeä¹¹Á³¤Úú[BÏogÏã"ƒdqƒµîª½Fê®ËeNMÿúÐçB„ƒéP¹Êæ¸b„Í犯tïà‡Æõ’æ8H”4°që£,7\oCÓû7ÞS×Qàõ®‡!GW¶†bIVòÑý{Žž¾›ò‹-Š@¿‘ÓV¯³×—gS×Søòò–ÃVG¿geø%¡¶”ÂŒ1!hè…ߣ¯)¯/ˆÿ˜™5e9¾^λ÷ý–M8µJä•=Hù^X$úÀM,•:G˜P\ö3v™ñÒ«_çU¤¢ÓvÌï»c>§%2…¯ƒb¯•ž‹ÆÕp«L{u/àœЭ{ _3±Ïwv+änýÆØnݱBwhÍÄ>·ao¹a¥ÖÑ݈Aîç§K›Ý‰Œ-(Eo¨ÊÇ°åûÃöè9Ù™ï9q}Íg¾þãõ]=öQí„Õ¬ûz̃g÷À»ÏŠ+8»½}W%fkÖYw©ÙçD“ÿh$6ôŒ£W\ÒêU(R¢ÞöÌpÞét&àNvqU¤ÌÆÈ *Ú&+,mVÎo/\¿?Dß@nUЬµsWƒ?$%aQE'$xž9k³dq« ²åƒö† |ˆJ…?Ò–Ó‘à)@ €@óø˜œÇÕøõÖzœvY)F­ãv5¡j³‹}FOVÞ™T5ó±ôÊ¡íèI"Så•ÕTûôFÿú¨ Ð<ÉÂóçꪡí¿õY{ŽgvyUZFŠB„¤²R¶ È$RÙç·c«îÃP¤4NÞV3;ˆ7ÝWÇfÛâ ›ãO™š’àà;¦C"™+FðVˆÂ‚ ®5³ƒxÍ™¶Ö3Oï z_©)O¿únŒ±~”7Hòf¿ü»WoCŽÌ3^“ð³¸ô²7áAK¯úO‹õyXK­*£ôü.³•ÛOSìÕK²SýS1]NLTb!C‹-ÝO*Ɉ3Ò™VÏî¦å…™wÃ21 OѤì™øçåƒógB"Ù¬³Ä Wd$Çí\¿c¥ñ¸N”ZªÅ]q¬»‰ãㆽãË›ûæzn¬öØo.„ûÁ¬Ä]gØÛmP©Õt7¢àãbøð-GnÒ³Iƒw…Åÿ$*™rÅë{¾…¾o:V¥ÆÑ*EEAÚv³…Îgï×õþ•½wý’“ÇŽžðõ›©ÝµV;ÿn„þÃÊxih{ãä‚‹®V¾^³™“ÍÙ[d¤&D9Ù,<ê}è¤ß­.ìG¡Ô& ضuÒâ%x´^žúS§tîØ׀Дz*)Û·oÆÊ•hB'Öî­¶yzî\³¦)Ý€¶€@ €@K$9×r5Úaè¼–ºÚ•C‡ä˜3<ˆ@n! mllŽ=Ê᯼¼üéÓ§ÇÏ¡‡"à1±1¸'ŸŸXY²MkÆÕ&TĽO$ÕLVV¥Œ6q|ªÔSgβÄÌRâ¹dAéÞþŽKÆÕv£šX‘Wd¾ŽCï5›iyíž%ƒö#%=ï‡\Åm'¯²`¹ÕfÛer¢ É+Õ·´ô׸8<•«>Y_]ªþ!Ú”yó l?Å&7ÅÆÄ Û7è¾>WŒÔÖ7‚S¦Ž­Më¨S¦N®J’Hñ ñ$$q8 4>ç—vM0ܜ˞’¨Ñ,ýyäóJv£ü¨Íì•ûoü>ˆŸÇ(+­œPþYz­Áôz²ƒ¬zU¯¥%•Cðó…ED8*ü¶È',̶42á„äëÍâUi7=­¶ Ðr1Œ«À]gˆ–"·¦îFj®£sǯ>´Â4³yó¾ÞO¦–™ÚåÙæOGÜ̶.S¿>>Ó=ø@à½U“Ô8ê4È£´}Úc¥qFîÁ}8Zá(f~|:kÔc×׌îÉqŠmÀ„aÃæMzñæM,Ø‚Â"§Ýþžm!vÞŒqÚ˜ÑÛ,-<=q÷v>¢¥®®;a® €@Çý/™;8”W°Ý¢š3yZYTDX˜£2[ ׯ_ÆÇ£[Þl™3g?~\FF†M  ÀCy¹yÿìNýçvÕÒ_¹cbf2Ñ~»®š³Æl)ÙA¦çäIæ^•4míw<ˆþJŒ…(ç¤%p0»èwéúí«ƒºT¯JJ¬Ó@9?Ï’ä;ÉãÉ‚ºÌÊ*T.≥góóò°üWŒÔÒ"YPL´–ÑÄšÕX ˆ‡xSnH¦—7#j»^ýŠ½¦·h 1;(.Ûmüøѽ”øe©_Ü¿ÿ%#ÿOEù:X³ƒTá‘Óæ̘4ª—Rg!~RÎÏô¸7ϯ\~ý9£k™QþǾàDÚw©§;DK££L;REqzò§ð kaoðŸŠd2Ûgæ°…ö»¢3.܉Ì),-ÌÍÌ.¨…!.-+!ÌùwH¡òÉ)©[oßמÍÞ8iÔ¼åڞϿæ‘(üŠÊ½5ûjôîÕC¡“¬˜°`YQ~Râ»ÀK—?e`±´Ãû½¶!|üp×™j· µ²îF$mòŒÍ²¿ÿôEB ÇûŠ¢:tŠÞÔÑŠ²’…YéC¯„¿ÅF…”g¾u=vó,aeÚ*¢´<[bvÌ/:lü´ÑCµ:ËIÑJ >¿{#øj|jVŸ^ôÝrîô®Ï^NU•®²€^h„ª¸Íe½õŽãS3iè«©ÆC®»æØ‘ƒ»*t ÒJ¿}‰ KάúΠ¦­œ=Kåõóa]þ:M^£P´<®ön=|˜Çú q9$$äá£É#G´¼HZ‹Ç›ÍV½Œ‰¹ÆÚZÍ&\d·¾÷åî}”•[Kˆ@ €àf·g¯û©S7™­ÚneE©oÞÇPä!t:ÝÝÝ}ãÆeeeD·„……ÝÜÜV¬XÖ%êAgªÎÝØƳÃF qæJðìAJ‡x¸H8mYøÔ%^?¹õâU\|bRrJV>çR…?ãÃtçšG?9#ÝÉ%qñÊMÌ0â©i©H¨ÿÃ%#5Ÿ$&!U抑ZzŠ‘—2U©[-‡Xª¸¸8–Hj')‰Ë<+4Bòl¬­Û1F©ã«ohOOìÁ/i±Ó{§•¤`uÆŒ^–wùàöUöîYlS…9¹0Š>ÛعâWRÊCÏùûNЕ­žá¢­N{OØ-Ûw…MO($ÆDã?Èí4#£úJ³Mð[m·åÅå]cçmÉgf{ä;+TûŠþò…å6zùnd<±v²©Ûm̶õÁ{Ž„vþHQ‘øõSÊY…®íDÙÜÀÎß¾qy?•a‰•ób_|(fh2„Üuæ<®¿R«ën®¨|_ï 7>_ßÓCg=ë}Lâ“èârÂÏjÎ* È»g7ê;aŠÐ{÷èö3‰ï¤vvÇ; ¬3Hý&›÷vÖêÖ× aïþü‹^[Í7zd1·¦å'­\µé}ø!QÖwNƒ'/ß¿|7Ê4kIœ}U„·."§ºïðqÓ™CøYm¡CôÒ\ÿƒÛ-6îÇV-/ÏŠ³XïöâÂfMÿÕ·ªÿȈtÙÜŸ4¦¹¢ôhýуwù­×Òà¦þÍÁ¿8+?-î´o0YVÍÄpzϣГu2#/3=.úÍ£ð»gNúÄ|ËÁôiQ¾'ï8ØNíΪƵWEU5”åËeÞŽ ñ—e¯Y_’~ñ‚6“y ¦®†¡æŠ‘ÚBbõô4›ì.Âq3šU•–÷Áëä V‰¤ÞvÛ…!Þ_-[È >u¯êÆ%‰,´éTÈN#¶E2Qx ý5®½”ÚŸ½©ù7Vk̯ƒŽ?M«š®Ç'­zõ^È¥Zn€’ùD–nÛéqäj 6ë—*"¾qŸ¸XõYŒœøm›VLÓê§ÞAB˜Õ.yàœçÝ3–lJµ„âPŒ¶‘îîåw'”s3[2Ÿ¡•åº=AØN¶Éɨ¯Øö¾dä¹¹Á¿´õ·„žß^s3[²€¸ÁZwÕ^ #u×å2»ýëCŸ ¦Cå*{†+Fjëb>éÞÁÕÜÌ–"(i`ãÖGYn¸Þ†¦÷o¼¦®S9KmŽ€ù‚§ƒÞ¼Eþ)9ÅùÈQ‡Õ–mÏŒ ™«Rƒ˜S Ÿ¿ y„ ô!ϸ Ž €@æ$ôíÛŒ•«b‰NÈÉÈyܯQ r "¼téÒÌÌL¢Ïh¾ µµõîÝ»a$+‘ È$²XïYZÀø H²upË-<¼u_WeºÕ6CÎì Z?];]ß±¸†]`Ü Á³‡óíœkÍb§ÅT—X}ø!*v6¾7û¸‹>£'+ ïLªÜX=J¯ÚŽž$2UNQYMµOoô¯ÚíÁ“,<®ödÖiìÿh/B|÷¸y]»ÿ¼¤¾ÏÉÆvƒ öÛHwkÏ1ãÌ2áQ¥e¤($,AH*+­þf-ûüàvl>F™"¥qâð¶šÙA¼úêØl[dsû") ¾c:t!:Ê#x+DaÁךÙA¼‚æL[뙧«v²-O¿únŒ±~„¶C€JõÞî0lžZÍ‹ÚåèÑ3gôèÚµí@àµHU{ô8åâ<Ç¢:M{54ÔéÐáÍæf¼æ*ø€@ šžÀ“—¯f››gde›îÛ»wðáC]äå‰J[ âââµk×:tˆÃáŽ;úøøLš4‰CE ÀËdÏ3ÐÞ|úù¦“åî+uòÓÜwۚȈԒ)ÌJ}öðÑ£7ïSTÇ›ìXkÀ>/†á¿{†ñæÌêUúøçØðqZ.J%)ší‹PÕÔÕ_ÿ“™(¢—øl6ú’xùè!ö´÷xñóWO0xö,‚aÔ#ŸÆ •<½qaß>×kb…åûÞ ›ÐGoŸö-ê^L6V¼æi·«gûµÆ“„©6Hé_â~àÛ…¡•?9+à$ÅmlW]2qÁ¦¼¼¼kdþ“‡](U;Œì£µý½¶¡Åá°‰H£0ÜxþÐŽUMsÅHíaЃÝÍ4ƒÖX­š4zH7Y ­äëçøû·‚ö»yŤæâ'éXnÒD·°yþQËÏû ÖB 66×Î32".]ˆëYßÜy³ëNVÄÆ$TÕ$‹êΚÀ:«ÖW²™ë%©¾ç¾‹Ì56aÿ $ñurx¯ÙL˃Օȃö#%=ï‡\Å,¶“WY°Üj³í29ÑF|7–ç¥Ø/5p¿O,«5ž–¢lóÝ]ßÂö_ãâðd¹úd}u)j½ÝJ™7ßÀöøS샲1èË+FjkWpÊÔ±µéquÊÔÉU B)>íû BNÛÐ[Ó¹sùûca—–•Ylw¼uâ8ìëЌｉíW¬Ø}ä—×5µ©£GဨIàñ‹'/Ðè-||VÍÀ@Là-kµ€ÞÞþ7o6Ø@4â’’«÷BË+ªo#Wøùøz))mÙ¿Ÿ+nÅþÌ;`ä ¼}ûÖÐи™vâ´iÓNž<)++û‡v àq§ƒî!# `³iùÇ·™žß¿mü¤IZ½eÛK’éå9™?¾|L|óúÅëØO嬛È7oßíÐ[ËnzOf ´k‡¶¹½ù¶˜U¡R/ Ú^JŸ•WVR,("L"UÍ$C7ÄœuPtiÈÈI.n»{µ¨<…Qñ*ìÚý¨¸‚’ê¹…IÏÑIìñ=ú¾ƒCõ!2•¿£’šÞl"µÜêTQéM"]ÇN¼ïm3áÇËqƒÔÛKŠÒËK~ýüžûîÑÇ_~äa ÒÞíö¾8ÁkUUKÈ—¢|¹AzaÚ–%Sö;¨Nš8N]¥»´„­´èû·/QOžF3wjÂÎã9rnÙˆðܼ÷TÂç$<„ççz=ö1ÃÔm‡™$s¾£"ÇcÃê×Â?°¾.hiµÕLYh»o½!>ÉrЂMÖ~Án·ÞcößÞ>>°—ßð‰ÓGé/ß¡]EQÞ§ø·7¯]KL«ÎÆQĺ>ìD\dŽ+F²‰I¯ïZ-ºË¦b/(hÏóÞLœˆÉ~˜—J˜’á¥0[½/Œì¬lVTee%–\û«R÷î胤ö›4Œ¢¬lìc­I*¯¤(X» ––*"»`• «ÄñJždîõXIÓÖ~ǃè¯ÇðbNZ³‹~—®ß¾:¨‹8®ç¢@+HY8aÄŨ.ÚlVSÐÝõáÏÏÇóƒ$ùNò(ÛWÿCV¡rOìMŸŸ—‡¾ÃÐ)\1RK»dA1Ñê=µT ‘$$ªÿ j­Ê6BÀÉvmÐÝ»™ÙUïw?¾2wÊ”6>o†éhmõ*.öö£Ç˜{t:}­mTÀe˜ÜÉ›ý^ñ¹–«üúÅ#΀@€7 D¾y‹ž¼éx€øg(_ˆ.aþùôºN,))©ëè¹B­dãáá±aÆÒRÖB¦]!!¡½{÷š››Ã¸U®p#MO@^{þŸ“nËee§Š³S¯ù¼æW¿/´èr¦2AHû¶ÄbW&15ˆZ–sÄ~É° “jI‘è?×-·xûµ:·‡Uù‘{%)V@yÈÅ­s&êÜæ¡Æ.4ìXmÿÿˆ¾¿=ú>Ç‘=çÖÄ…¸á‰4üèÀY&ýì<Þd2¥—„^:z ?XS ÷è¡Ì¦¥P9²Ž¿Râ|DZÕa/¨M·6××1 b–[¿/•BYa·¸7â,» ·Y¥0IŸn¶q=‹î¾V?h%Ÿâ^°76u†A_±*=EÜÙ÷ú·Écý#“1 £¼àÑ ?ô¬>‘ Q„;zø_Ÿ®&CСÔ7Œ°YD>I Ü<ö89ëº Ö¿ì£ÀÃû—]æ#@n¹˜C*` ÷huŽ¡fP%EUë~Ö<„Þåüø›‚QR‚fÿ5è­L8mYøÔ%^?¹õâU\|bRrJV>>€¢Ê…ŸñaºsÍ£Ÿœ©oÏÑÚÜýÝ{ÝBbv°ƒòÀ+M'¢¤ ËG¢åæüJû–ò11ÞÃq}ìÏšðÐB“W¸¸8Êðaß4©i©H@Åz©©ø7¶˜Ú·òÁ#µ4ÊÈ‹K™ªÔ­–C,qt^;II–^Û"öíÚ¹¬[·tãFˆ»èˆ_r—((&5zzÏÜbn6c¸ÂãDê_„ªW¯Ã Kbã,è¼ æÿÉbçãÅ–|&’"^þ¬£@à”™~ÎssFW}aæ—Ÿ9¸?ì ­7P¶Ô™Z©øwNw+qÊNÔT¼•Ú’s£×n°{|i¯`Í:× ­}ºåfæMÏ5wNí𦡙­÷ù%Äk‰Å ‹6ò7p©<7Ùdáü?jÿ$òž?M¡^c8ø÷ˆD;;•ùÚØ]÷¡óçWêh<ø߃ÁB<ø¤ƒƒþÖ­˜OWïÝSQRÚ¶ÎÓ€€@CËçÏo¨ @ Ð D|ü¤mhˆÝ§PCP0 èØQÙ>}Ú#¢‹AAÔa{›(IciiyèÐ!´¾(žÚkí8ˆöÄ+AL!€6Ö9zô¨››Û‘#Gæ͛ǛÍ4Â!ÐkõÁuVûSâ?E~ˆJþ™^P\JbãäïÝWFAQQ²/kDv}ë£èÍ §RÓ6{§m†S0N3Š÷$ìcÊ/5ãE$±KÊ(N™¨Öàb]c)E ßÛ¯=3_½ OHLÉ+,eçä“ì%;`а¡ÊâBM$®ˆ³ŒÝÑ›jëHEI\Ôû˜Ï ?Ó³ ‹K$!19yU5U)úä"­{ÒãƒèM;düIä’ØsúΞӌKiIJ ý4fÿ ÿšü§ ˆƒWRº¯òµ‘Šý› ³Æ#8{‚„ÜÈÍ»Fn®§ëªŒR%]5–Úoù‹ÕÄí#~U>-ÏŒœ?uðÍSEié:›²œï´ç‡¥•Ò >ç._-z èwMN>5ìÂDMòq—ñ R ªY_#¬ Î<ˆB¥gC>Ç??ÎW3¦¢êgÄÃèj“[^–EÍWÌàaÃÆ[ÔKOŒýUX7`–ØÈbuÛ¶……½¦,NgˆRUúêÎ¥ƒ]o=á‘ð0tÚjè'¥¶7´ùkQ^q¥˜`½Ë>çg¬ïQσÞgÒòŒC 5Ķż¶ÈÝût·…Lu[¢ÀV‹M×Vî§æ{ß^w˜Pyúèþ‘2µ—Õ>¹<ÿª·­‘gí´K«¯X2¶gmïL1Rk‹îƒän¨ü$p‹Ù¦cúKKªJ|{|/ÐÃÍ;:5«=ÇdÇ0avÂ?K@Y^Þtå ·Óg¨Ð¸‘­Ý³Ë—PîðŸe /ž=+2: ;/È%W×á C¦Ç î@ €@ ý\¾sg•uiý êÐn—ÜÝ„Ú¯_°ÜN¢££õõõ£¢ªîá_šššgÎœéÙ“ö¨_2hœœooo//¯ß5Ó‚æÎÛ KòÙúÞm¥MM%å†/’Þ&Œ Iö×Òî¯Å¨¨™:ÂȱèÝÌúP_¬ÏÔÙ}¦¶­'¦i› ¬Øº^¦„ŸšG€È7ÀÞjåLóSÔdØ÷—~*ÊïMÍÍugOÜ_šƒP‘šÿ莿««WlZ>Þdî—W{÷:J¾`¾¦PÍÚ¸‚CæÚ­×09ò„Z-î©ß¥kCTÕÇQ‘íÛ»‡/‘RU”Ÿó3ù{dØó×ïⱕƒS#^&V”j&.RŠ ‹hy9rQÚ®5Zv 3¦OQ’—ä­*+Îø™ñ24ôUT9­À1a¼o˜,/?˜@¸M=|ì³uZæÛ)ÿ)‰ ñ‘+JÿÊHˆùôüÙ³ÄÌÚ¸ Ó>9ù\™æ½‰Z_vøˆ$BnM²¨âç 5¥úúº 2½(åÅ©ÉßÞ¼~ö<<Š~Ú59m¼8»€¨4šÝ|r¿!Ý&Œmq‹¨Bw<Ý”×þ^;]ÎÄO®ˆ7í½ð?×Àm¯¡PÍ€Je®§•é©[O¾ÐÒÊUiÏÔ”Fj-·8¸]Û¡÷¿e;6_r»÷™ÊùcÈIÕA—Õ§ÏÖ3BJ¼Geqþ·¸woÝJH«ËÆ‘øû=êÈK¸0ÅHc':éý³U+EziµE>;ñón›¨ EÝŸ€­‰ÉÕ»÷~fdPC}õþý™ëþkõtÿÈY;Bg ‹÷±ŸCènV‘Éú[¶¾ ð—éÝ›µï€@ €@+  éeöÞÞ{ÆîÜ©†ÌV®¤ªô[ìûCÖãfÎ]<”¿¶=IÀÙïöOÍÉWÓ©JEáó;—Ñ»^´OOÏ«·g+ŠÑ5ŸL1RÏ":`äÌ˯'}BÿÑ ïùJÓ¥¦TÅ¿C@€ÏÝÆFÏÔ ÙÊÅeÞÔ)h{LBÇ@{Ÿ\öpWÓÑMIK£öþ;7WÇØøÅå˼°9GÇŸè €@  —–¢‰ƒWïÞÅ÷ÃÁÎî½{÷úÅ‹ðJ»´×àÚµkoß¾Mç­‚‚‚ŸŸß°aÃèôpÚBàÇ...'Ož,)©Ý[oÍÉÉ „x #ÀÞa=AGíM€ÈÞÃýzHáü¾¡µ9Âõøéå‹| ¡GÍ *_Ÿ³!ÏÄWêyß|S/Ó¨E’Ú\Ã+g÷pÒ&`±õê߇Çà>C¤± -®rä«ÉO6¬Á&¬tñ¢çmãŒb겑 «ÔjØùÄ ¬]]M¦×Õ rX HÊœqêq\²¹;n;Cj£69ÓÜ~ÿ^¯»îª²2Ú¤ÀÁSÊJË©ÊŠJlÂ*]­ªŠ ÚR¡5%=dý… 6ZæxöQ£†kjŠ sÂÏo¾š EtÈ#õÌ’„Ά>íµÅëBHI=kk±óI¬6ßãl³N¤f:o½¶pðoÐÕœVì ~öŒŠ%¢¬]žptø·©t~ôâ""þ‡¼Ç/ÑÇ–Wúûyã®]g€‘¶zÀ €@æHËÊÒÞdø¦þ*”ÂBB×¼¼&ͼ~ÀR YµjUm¡¬×M›6'‚î¿È+¥«^k’K@|¢æ¼µu'Ã/$AzðÀf#‡ |²£ÔåØ‚‚îgä•âÜ ‰lܪ“f›lݾTKßœV\÷©0}ÓÛˆ!6Û­/ß £_Õ"q Q§£·xí*ýþâ|uÍj$6¾'B"¦xîÝíräkf!])Ÿè„és 6®¹m·ìI -L"I@DjÎj m%Ú¤4\³¶8ƒ3ÓV±;n¢ÐHWss§3ßÒÿqIinÑñóÖÎW¦Â²²2kkk´¾(Þ[11±S§N¡­àðJ@[ -QjðÊ•+UU´'®8sh%ÛÕ«W[ZZöïߧ°r¦ÙŠµÒè&ž³3R©þýHI22áZ˜pS—Ra ×[æ$[Æ‹õk9„Öì:²ÄxÇÍëW„>Žûö+'ŸÄÅ')ÕOmŒúÜ‹5FÈ’=F‘Ä~ Œ·ô€á“Ô‡Ñ_ÌD6•KÏÍXZY’÷éÝÛØ„¯Y¿‹Kˉlü‚B’½¤ÈQ2‡ƒá¼?â,cwô¦;RQõ>æsÂÏô¬Ââ‰CHDLFN^UMUJ„>Ÿ×d)E ßÛ¯=3_½ OHLÉ+,eçä“ì%;`а¡ÊâBM¥UˆìKÌ,2µ}÷êÙÛOŸ³r‹8¹ù„Å$å‡(®$Ä]ýEX<=¹±®êÛâLCk­Öt£ÓMšc|½›FAä’ØsúΞÓM×—’”4úi,,Ìþÿ5ùOA¯¤t_åj#û×ìlˆ¯ÏPfŠ‘z–%äFnÞ5rs=¿ëÛ×zÃ[//j=t/ghgàFÛý¥%·3•:Ú‘QQ‡/^Äú±Ø¿ØÁÿûÓ€€@ :@QI‰±ý±}{99°bþîTÀýû+¶Y×_pÊØ1W==Ñ Â¿·‡¬DàóçÏh¶Ö‡蜚:uêÙ³g¥¤¤èôpZGm+èààD—‡¦ZãããÛ°aƒ¹¹9\r­Ã ­:‚¥¢”Á,¥ú=“«° Ký‚®tO»ÒÙj¾¯<½¯ÛŠÞ ›D¬5À°ˆ¡’Ghä¸ÉèÍ°´9JÂȱèÝœÊM×’쯥Ý_«éJ”’8øT'j¡w#å-V·Å™wÖxƒn|ººe%üb}¦Îî3µeèk3ŽQ8-!°mÁ… ›_’jG3|Š‹ó>aËêU-±uÛ…€«õ‡¸¸—oßR­WVV.2ÛлgÏvéŒ €@–Ø{èðÙÀ@vv¶ÍÚ­=Ùw:zlWƒ©f›ô—xì܉vl¹ ТÓ ³yìر­[·ÒíÇÉɉ9HO"1œÐiCÇ]”ÀÓ§OÑõàÁ†þ÷èÑÃØØØÌÌ ÍXeX”@€U°I;{;îðˆMΪ¯wWã‘Ä.%7ÔÊu~EFVñ¼…~À¿å-Õ@tn.®C¶¶3V¯Áú·óòZ8SKZRÓ€Ð)Ðì«^žÿéè¦fÖ.»”õû÷c“§~¹89;Å%è €@à Ä|ùâ~æ Òœºv}È€[W¯Æ—6”ÑîëwîDëçã‹ØØØÜl¬M–/Ç+Af}ÙÙÙ7oÞ¤sU^^ÞÏÏo$l]AÇ[Ne ƒƒƒQjðåË— [‹‹‹oÙ²ÅÐÐPf3J–#@T_bõiI÷ß„,wéC@ #0mܸ…3g^½{—Z¡ ¨h«£ãOÏÆꃾÃô¿æ奱lYyEµÓˆOŸŒíí›9:»Ãü„Ž€@ þAèÙý&[»ŠÊÚ½”,÷ÔOföäI¡Èüý[ÇÐèõû÷ø B—=ÜgŒW‚Ìú>|¸råÊ´´4:W×­[çîîŽ{¤ÓÃ!h2™èèèøîÝ;† {÷îmaaRÔp±1äJ й Aعü¡w º-˜Gç,÷xÇ&ed¥—ÔIÎÑWíËÅF@Jô‘߸s¿æ°n?Ön\­­î=}ŠRƒÔ®Ý ^«÷bººz»u†›K`ôˆá^»vmܽk€Fg«*+oX¼Ó€€@ :ž€o@À‹ÈH¬_ô@©¹ù‹Ë—”åå1%&DÅÇÏݸ19µ^>I¶oŸ[ÇŽ ‘“êÀúÊËËwîÜyðàA”!Æ{+""râÄ ¼d ÐRhsK—.999¡½-¶•““Û¾}ûŠ+¸¸¸V%N„~ À º#r¦ÙŠµÒj‡gÒ"$gg¤Rå)IF&\ n i…ð šG-(jof†&bÕí÷|º} -@Ši@è,ë/ŠŒŽ:yõæ€ÙÞ}CååÇŒi@@ €IàwNÎö.t=¢‡s7l »~M²þN`·‡ê›o-,*Æן ¦vý·˜°0^ 2‹ˆ×××o8©kÒ¤IçÎC“ºXÜp• ”••ùúú8pàû÷ï ýTTT´¶¶^´h;lVÊ(Ë€!Ëœ pîD€RQZFþK@äªzCøþRŠ@ãåËÎ|Œ‹£ª¾&'ï?~ÂÖĸ®HGÀ{÷îOññ?Q]@+Žê™˜¾ @kvžSÐ3@ €À¿K`»ËÁ윜†ñ'§¥é?>Žºm6šdævúÌv4¿_yÍ‚>övh×m¼dV&€Nå©S§6oÞ\D[x†ê-Çž={,--I$+û¾±2tQ?~MKm¸h-ÕmUUU›yóæÁeÆÊç|Hb(@@0›´³·ƒáØä¬*2}Hb—’jåºG¦2ù?e‰ Ý¢«/^‚-³ÿر¥sç è×ïŸâÀšÁ¢Ç+×½½Õtt2³S=LËÊZhbúèü9xªÂš§ ¼@ €@7&ðòíÛ3þþˆv4°±9çâRQQihgwúúu|Mô|ÿ¶m[׬&áÞ†¥å?þ¬_¿Þ¿ÁI8pàÅ‹ÕÔÔXÚ{pŽ… äææ>|ØÃÃ#;;›¡›ãÇß±cÇôéÓá/C> ¬I„¬y^À+ º:¢ú«OK¬ºzà?Ë@KV®]°àäµÚ¥,KËËMöì¹{ò$üg…SÖ»gÏ+žžÓV®ª¨¬¤úóòÝ;´*ì![[Vp|@ €øG Ÿ£›lí°a… £¾t«O¯^¯Þ½öæ ¾‚ßEW×Ù“'á• ³8ÐÐP´ßÛÏŸ?éü\½zµ——???@süúõ åQv0//aý3f Ô J2,%¬L„¬|vÀ7 €pÚfqãáCl± ç/®‡èii6Ú :Ú¦ÅÅjûæ}XŸ>ýT••Wéè`€@ €@»ððõNHøkÎÇŽÓÕé'-tô¨²¼<Y–@EE…­­íþýûéVˆ>v옞žËzŽ±2ÔÔT´š(ZS´¸¸Þ¾¤TŸÑåùóç£EѲ¢¬EøvÍ~áB»ÚÜ’èý”¬iÒm]È—\øcëš•‚Ã~”`!ÈÌ´ø~Çætc@@h;H¶!X@ Ð D{ôpÞfa`³ëÍQÓœ0 õÅ4 t"“åËßFGŸ¿qóÁÐÖNià Ue%L@ €h'h‹Á=Þ‡Za­VèsXBT´m¡I§øòåËÒ¥KßÔŸŠ<™0aÂùóçûöíÛ)^A§]šÀ÷ïßQ¾ùìÙ³eee acc[¼x±µµµ¢¢bÃRÐ0…@ì“ž×B™b Œ&@‚° 8P€@€¥ ¬ÒÕ=sÝ-_Iõ253ÓÎËÛÕÖ¶e‰³†FSݳ':áËûØXªC¥ee Œßˆ‹ˆ°„‹à@ €@÷%°yï¾¢’ºy'Í tÙ¼yÇ÷íåæâjf}¨Öé|}}MLL ñž°³³ÛÙÙYYY¡D^2ø+ØØX''§K—.UUU5¬ÌÉɹråÊíÛ·ËÉÉ5,  pñp£™‚&ZS@€H2¢: €]‰Hòpsû:ôŸ®.¶lJzúb³Í!gN£;öî?D€@ ÐI‚=ºùèQK;ï%!~d=d[Ê­³êçäälܸñêÕ«tÈÊÊúùù5ŠN‡@ ioß¾utt d¸q)//ïºuë,,,z÷îÝ´(e Z=­ýBÂÿÎú’œÁ›`4$§2 @.C`¨¼¼éŠngÎP=F™BC;ûg—üPî°ËÄЭ•é-íçÖ}¾Ýå LôìÖ§‚@ €@g(*.6Û»¯¤gýZe¹ýŠ§‰ÔÖݳZÑ;4içÏŸ/[¶,%%…®ÕŠ+¼½½éôpš ðâÅ ‡àà`†uÐåddd´yóf †@9ÇâDæ¦C4Ä¢LøJä6qxð¥Ÿ={Æ0"111333ccã=z0¬J*n>!n>€º$HvÉÓN ðW¹¹¹ðó寔 B÷ ÀÇç¾Ãf¡©Îöƒ.ó¦NÆ4 t.óµk"££¯Þ½‹¹±Îf‡‚Ü€aC`1X @ €L €öÀv?ãÛCGŽ –“]:wn[Œ@Ûv"ðýû÷¥K—†……ÑÙ7nÜ… dddèôp “ÉAAA(5É°‚”””¹¹ùúõëùùùVèNÊŠ¢œïÞ~KI/'“zˆJÊ+ØO‚ s[ĈR•úýsLÜ×_ò«ˆìb=û 1¢·hëá·)(JÕøáï>&ÿÌ(.«âáê-#§òßèÒ"-Š‰qeJELøÓç”÷”`¸Ã¡®$S0 ìƒuŠ>ûsªÂnßf³ïÅçº9î$na}“]nöfâ< ŒRÊsý¼<ŽÇüÌÁ¬aŸ˜ÆrCÃQO e¬çaEx¡ÍAÕK|{Ïn÷žËÁaåô缺·°ôÜIÊÁèbºüüGÊûKM¦,ëìvªI’NÅw gݯ¾ŒGFyù‡[¯'ÖCWMÀÄÄ$55ÕÇÇ'$$Ä××W]]½£=€þ€@‡ðÞ½kèì9¥eeÔžO_¿¾f.ÜÒwøyh´C~^ހÇFé.È¡ÝÏ'þø©¿ÕüΉãè–¾ÑfP€@ šMàŒ¿ÿ‹·o›]½ÑŠeååÚ†Fáׯõ“–n´t ¼¼Ñ”A”5DÓéôp(//?w³ó·oß–"Í!C¬¬¬Ð*µ +tU%9ÓlÅÚGiø @,¼âjæç}8§¬.E ’á¸uùqŸ#§/_š£Ò—¦Ç}RŠíL7Þ‰-Á©êD±?uMJƒ-Z±%þ#;äòO×<¹yd”JC íTêÇà¥KV=ý\» ½ã”ªøðÓ%!GŽ-»|áÈPi~ú è¸*u»±Í§ß ²g%¿¶m\y( Œ® eï.¸lxÿ="Ø[¨þ£‘ҬإsfD$1è¨FUQ”ý 4›ZúúÕk a^Ã|‚¢v@)»è`¸Ñþtaýëï[iNêÕ€Tª&7:"¡ˆ¢ÂßÐ#| –!AȧœèÉÉÉ´^*SSÑ_:HÒxt»Oÿ‹/RÃB?z&Nœ¸uëÖ½{÷v§¡OÝî¤A@L 0 _¿íë×Û{{SmÕŒ¶{àÃH™—I&Ð9:ïzpî†h9ªÉû/^ìòðp47gR` €@àß%“³ÝÅ…Yñgýþ=w㦗/¡ ˜eì´ŽÀ«W¯–-[–˜˜H×\__ ŒF[ÒéáÐ(..>yò¤‹‹ËÏŸ?銨‡#FŒ°±±ÑÑÑ!‘Ìâbؤ+))eEÅUôSòv\EIIwÆ L@ €h+´×@+6Ö$*>~éVó@ŸÃ°âEcˆÚ[VƒD»Ä¡ÏUUõžÚ >|xùòåííØïêЂ´(‹ìîîž••Å04ý¥µ´´Ð¾ +t%[ÛýÛ7ï=ù55»ŠQ†GRvØä £ûI‹³U•ýLŒ{ò(49»6•E.JÛ¨;_þý›q}yë¡ òÚºyýزç]Bjݲ¥õjüåàwÌ-U»ðÙA‰þS§j ’‘f§”§&Æ?}ü81«ñ™ˆL *ÿ[èlíõøì H…Y3§+ËË ñqæfÇ}|sçîý´ÜÚ™Ž)o´ç-~³/_ýŒ2IÒëü©mö^±ÉY•¥鿨¹(9ÉŸsê€ô´|Õò!¤KG=_%Ô\™ì‚¢õ–´ÍŽ¸z"4kÃ+ÚožŽöåžb=•%éÉßžÞ ý€eW‰ÄúžL Š@ˆð³3ÆgÙx&ÌZ0wÆÄA2½¹9¹¿Òc?¼¹éýýwÆß2, Ö AÈšç¼@ •Ðšààà;wzxxà3Á±±±cÆŒAzô»§»-•ÐJTЬàæâ:d»[sÍZ,6[O/=--iIILB§°Ù¸ñ]ṫ1OV[Y ‘“S0Ó€€@ ZDàEäÛ3þ-jÒte6iúxõÕ t=Noº)”2‡@RRš8øòåK:s£GFË&ÉÊÊÒéáà dgg£ôÞÞÞ¹¹¹x=&O›6 ="ÓÐÐÀ4ÝW j®wŠ[ï„VÀ\¡"xþ]1)¯¤ÂÁ£' æáÀ¥GÉeyWÛÛxü®Y}´âO¬ñv·ÈK;Ù°f5‚Ò ƒ°XL—ùÄGj’ýÔ9¬˜N ”íÙbö³˜ö÷•CÈxŸÏ>³ÅB¸ÍýÈåù×Ûo²vÿÃ`TdŽyA!gLÖ'äÖæÚØzïv?¶u¥; PQ˜yÒy›…Óùâš Çܶ8èÕV.2Å)+îNY””œ0ñ1)õÆ6 ¯¹uL÷ÚkÖK€ÕÙ¸n•ËË€°¤ùF{´äê%¢£Êi¦‰=†½Nˆ*ÂISTšZî0yÑ®‚¤zK×Ë2/(Jñ÷­–®´¾…åÆ^¸ê7sd?š¢æSÕnG—SÖK×¼QOß AØÎR+|¤Tż¾ÿàåG è(c”úR¿Ð䲂ï½ùVFâSV›0müðêY¿{ç¤E„EÄ}MüWHdçïÕGy„šŠòüŸÎ¿Ù`ryNj£ÇϾþȨ$rôìÝÿ¿q•e%ëýÑbr‡ ÌQªÊ>¿ û!éGz~q'7¯xÏÞƒ•†«UíÁYæçíö•Ü×Øh¥WsýjcPÌ:M̲ƒUå|x÷ö[Jz9™ÔCTR^qèÀ~͸âÐn‘Š‡‡ÇÕÕuîܹ«W¯Æ/ÁFÞÙÙÙݺu M%TTTl‘M¨ º éêêzZš×îS.(*2wtºìéÑUüÿüDk¶øØ?z^Ü÷ïÔx ‹ŠuÐ/þ×…þ#@ €s TTVÚÙ¢u˜b¶o¯^(/¸ZW·¯”S ‚‘V¸téÒ¦M›ÐÖƒø¶h*§µµõîÝ»aÜ3 ÈtÒÒÒÜÜÜŽ=ZTTDW„ÑÀú9sæìرã¿ÿþkXúOiØE={>e]Ô$.¡Å[݆ÈIªëXÖ$Ÿ>øûIº:§Å”WALЙ‡‰µ¦ˆÜ;Îï[:šÎ2‰Spá×A2¢êº;Ššý×½AåEÝ8üµ¶w6aŸ[O×M”¥srðKnÚw¶o¶9Û|©îúx$[-è×ìGß\¢ÜÏ^Ý8kö¬œ_ÊÚó‚uÃÎþºÇ#”Ü8ÛŽÏR®$.ÈC«NT]`sÑ=kͱ*ayKC}š¾ú“‰A½<ù*­Œjœ]DáæÃàñ2u¾aÙy×Úîóƒ6ÚyÙ­š‚ó‚¾:¦”çúy;;yù™Ó°˜ƒOLã?¹‡¡á(¶„2á ÖóðuÚÞZÜšÓÔÀR´ÆNÌ£s–{¼c“2ëfÓ“„/E|˜÷ÚyŸã9ÿû9%µç®¦G¢´¼ÚÊ &[7.å©wÙ0ò§­:´õàÇ-,,Ž?Ž·õöí[´@Ú˜–IÁ“¹Ûp³± ~ö¥©]½woÞ”8ì6vƒ@ùù­·0¿°NBRÒŠmÛ}|ºç–ÝàœA@ €`ag|£¾´ÑAv6¶9“',ÔC÷p³ÜF˜miŽÖ„4119w}û^¸paüøñtz84ëôÀgÎœ)--Å”˜€¾×zzzhÖ ²²2¦ü—…eV® ³ƒaó,6Ï;»/ðsµ¦"=äѧI+T°Ò6 ÏîÝ¥f‘ùÙf¶úôÙAÌþpmË­Ú~{b0MÓB+‚zrûæ ?…’¨»‡¢í„B’îÉIH¯yê_™q?ò÷ºqbÖÆô>ózÀ…Qý…qº¦Ä!š2<û’ª7D¯²GìÑ›@d“ì#§¨0d0úoˆâHµÑ3Œ½~™z54ļ (!ÁÁT'P/K,f©ùÖ/ozô:ì=nê`ž¦3 ½î $;‡;óz¥øØm¾‹7øଠþÍž~qÕm܇ҤØ?Õ{cÖ½¾GÜœ1e^Xä£!"ôWBeaš½árçóñ麖Âïä(—íkNŸ8~Êïò<µ~XÑÓ‹žç‚ñC%g·™ù»$lb.ƒ*T•ï~Ë€gñÅyIa3F;„ÆýÂ+käÊ÷ý¦ý÷ähÐcƒÉòXéßÁª¢´¹2+9vßö½WLéEÂÔK³b—ΙÕÄ©EÙB³©^¿zM!ÌÃÿ1h{PxwZ}šðFÜJ;äL³k¥Õ¿Fˆ…W\Íü¼ç0˜ÿNIpܺü¸Ï‘Ó—/ÍQéKçÓÑ¢üÇŽÓÖÖ600HMMÅì—••YZZÞ¼yÓ××w¬é‡q¡»@ ŠÚ™šš;¡Õ3j_&ö{>Þ¾… ¥)à³ó –“CóuŒ±Þ·‡î=ìckbÜùÎ@ º"ªoC‡ÎŒ®¹Ñ$ò*&¼ ÃJ¬JQU™þŽº–§üçAòøÒ®ï_}nÈ_›C…®C 95mÏ¡CmñW®o_=½•:Ú=ÅÅÛbÚ¶@xxøÒ¥K¿}ûFgjáÂ…hB˜°psŸ­Ó5‡ÃnO ..ÎÙÙ­=‹VÏj,šrºbÅŠíÛ·8°a鿪áÒš9¹ÉØÙ´fjÖ& „¸ø8i ˜˜h¬ëEK—6¹J»Þ"Ýf'[T4ΙÂï/ÍL^b¾ýM¨Œýœ@hF‚$=þÕó >ü-øíÅÞsÌQÃy&‡ë=`¦Te¦$ ÷ãà›TßzHÉ/[o¶Ób$_½ì󂪌‰Ž¯å@äÓž?­I&DC×kÂC/ü,áÕ[±²‹L $Ô×dxPÈ¢ØØ›uÓbŸøl»Ë¥ §åøÒŠœ/K¦OñüW2” ÓÑ}(àá¦ŠÔ |üü kâ”ì<¼hÉà¿'Ù„}ÿ2νXU”f¸h‘êç7ÃÅ8¨e<¼¼ô•þvÌÎÃSo=cºúäB‹Å³›ÈÒU/+­ç€O¶=(¬‹¶œ&ÌZo‡RVT"gµYJÞჇðöÊÙ__ÍŸ8æÄí'k46,eºFSS3**ÊÔÔ µÃGëø>|ÿþý†††Ýy+f|Ì ÿ3L–/;ø)ý~­~}IN>pâÄncÈ>˜CèÉŽŠ’âìI“0 @ @%€–÷‰ùý9áÇÏôì?ùÅ¥•UdN.Áž=ÈȪ ®,Ó“ ÿËØu%9iá µ7žDN¡±Ã7ùŒ¬+„>'`¶ooQII+ºåâäÔž6Í`ÑBQ£HDøÚ „ÌlRUU…@nŒ…  VTH[þÓ´A äüÉ¡5g“““¡ÉŒ?edeQb­Šqa}mk‚¢äçå×·Ò‚£f¶% ˆK¶$;Xãq†‘÷ ™aÖ{ŸF5š¤ÈM‹?dgxåòµÛ!7ÿë‹/æE)þ“SVK„$%Óç/#ïÙx%–mÚÚ‚,PµY¹%ð\hŒÑxßÑ糧ž…¿ûžŽýeA« Î[¾vªŠÜËk‡/?ù\טÈ1IÏ@gÒ°Ì÷·Žß¦þeyp3¨Øq9/öS°*ßbñ|vÈÁ7nê,±*½%…«J ¿þx'èf\j.Õ,¹8ÃDov¿°·3DfÌrë=‘ÉçB" ò2~çÕuID§#ÇÿX8}MÏ!S*3S3Œl©©¼j‡WÌëǯ"ãS²°Ö5Ia¬–ÎL>BEÒ_Üxò‘úo`EöG×wÏÓVõ·ÜÚ!*ëÒýðÜ¢²¢¼ìœÂÚï³€ˆ„ ý¿$6vI¥ÍöEIõ{ÃeG\=šˆ)xEûÍÓÑ£¢ÜS¬¡²$=ùÛ“àÀ[¡°ˆˆDz[mª¶÷¶&,B[ì°õ±Ý¿}óÞ“_S³«P"´ÁKRvØä £ûI‹³U•ýLŒ{ò(49»Z‹\”¶Qw¾üû7ãú¶8‰Û Ÿ¿+Ð »óçÏëèèlØ°áׯº¨h5vccc4•ðÔ©S}úôù»!¨º4ÁÇÎvü}lvšó±ãKçÌ•ë·¬u mMMÞÅÄÜ}ú”ê:_Ë-¶…_¿>¨¿ k9 Þ :À¯ÑާϜ»ó(%÷/¿%û*,Ó[²u™v¯¿=îé¼h gz©ïnOÙäJ½™`륞õä”0}8@ )A=zÜT Fe ¬Õ[°|þ|1˜‘ƈOÇëRRR–/_þìÙ3º®ÕÔÔÐœ0˜õE‡©^½zåèèxçΆ@ЪZhK´½Ž¤¤$à ÿº’R›2S¦bcëíë!$ÔDÍ–qrbóS(……Åhǽ&,”×®³ÙDÚ¢ÖEäãçû»åFjPŒž7R¹åj¢ê¬uOf®ùòþEðƒÐˆÈw±q IÉ) èo ~Å…jëE½mæ,0\ÓळJÑÚâš‚+Þ»l<©k–V$mÜ´ãó“#|D‘K|×Qÿ]Â÷ÛÌÙÎðÄÀ ú#ô«-•G+ð)Æòiø>>©¡>—îÐÙaì»ÿÔe³chþ¶XÚœ·Y¸Â9ÚúÑÇdëyÔ¼‘GÒÆÛϦ¦à”¹¦[µÎæÃ÷,V®ß[³Ž¢£Êi‰=†½Nˆ*‚ýA¯.0µÜyÝaò¢]5K©ÞÒt¶Eí¿§‰¡mvˆšëâÖ;¡Q,+TÏ¿CÿžÕ¾x%=i0o ~ü/¹,ïêa{cß5“Ã+þÄow‹¼´;•´Öíõ‰Ö7nÊÞ¸qßǃÐòëžžžh½˜Jˆ'r—&0väÈ5ºº§®_§FQZVf²wÏÝ“'»tPÝÏy6é¼ëÁÿtu¿%§P£Ë+(Ð12z}íª_ë£w?Pÿ(ré…cŽf‡¯æÔß(¡1™)±®®»Nú]:îá¥7¢OcÕXG_š›ŸŒüé#«('ÎÏ:ŽuYO8 H©¹»$r÷á$vÙ8˜æ8aJ–5TT\lºw_óÝãåæÖ›©…VE7 póÛ|ní]óÚµkèIENN¾#´79ÚeÏž=hqH¼d €Æ•>zô¥CCCÒAËh¡¬IËMI9îåe¨éÎK÷è–V\•ÿÅût]òUII‰VÒöOb¿~ý„Ï5†ÈÏŸ¿0ÔÐmÂè«—/©cš¨C+jMPòòòB4Õ‚ô„_ža…½ó ÒbÏú%WêÏ8r"zc1æg§ÇF}xþäÁ¹Ó¾Ñ?s©ú´¿Ó÷í,fÊR™‘§w1·Ìj³äÔWá)c4e¨]t›ÿC‚°ÛœÊº@æí¥f‘Š—åìj_R“V×f‘‚­f%MjB‡‚›‚NÉws=†ýÑQ[¸ëÑE{vÌF­)"§Àbsw…AÒ´·åÕ¤<ó½ôÚÎ`¬$­·vùätùþ#m•Þõ¬ÙõÍL¶̬ñ;+9å=ùé]®×¢ÕüX[JnœíNÇ ‹g© Wä¡é‰ª l.ºg­±9V%,oiX“¥•1ülMPÌ:M̲S?0v‘ÁAÏž7Üæ—Ä%´x«Û9Iu«Âš“õÁßçYêöIÒ÷cWBB"00Í&D¿“rss1ÇóòòV­Z…ŠÐž…0´ ÃBW'à¼ÍâÆ£‡¿sr©?{9£«ÇÕÍü 8txìÂ…ØÂP±_¿®±²ºêåOmºÙ¹†p€hJ™ë®uÛ®Eà[ ÷Rª8 ·”ˆ ‰XZ\˜ž‘õ9**‰z+P]7/=vÉêeäsW í‰oË‚røÝã“í."Ç̯º,Æ‚v1—ØúܼÝÅ|nWwH»âe ã{NIKkŽ/Ƭ[¸PÎ!ºÇÍiuÚ•Z´ÐÌÌìôéÓt½ôîÝûܹs“`ë:.ÿü!J Þºu ¥Ñ^• aôìÙMܸq#š>È°(ñ¾„x-±tñÀFþ¾Ës“MÎñ£„ZŸÈ?xþ4|Û6ÊcÇ#ºSj¬vŽÚ4GY¬ÞÌ>š_á|è:vøW¡AMš¡ÉµÇ¿¬Ætê³S;N-v5˜Ø>OÖÿê>­9g­¦úµ¨tü îB ãRœ?DA1©Ñ“Ð{æs³Ã'ROSÕ«×áZ‚yA‘ÆŒåó$¨Æ3²»ý®åç$šÞ]°ªèæ™#élk6m’㦅ĺŸ dÝsÓjÏHlŒG>Hß’£üûÓ˜j×$aåSGmf1džÎÙj»:pëÉW5šÒ  ûc—c¥í!¨-0¤ÏÖtÃ&"&L"Ô>(/«h¾klÑДáÙ—T;±»ìÆ{ô&Ù$ûÈ)* Œþ¢8Rmô c¯_¦^Íô¢A1ë41Ë]¤Ë¬\f±:ÃæYlžw¶vߊôGŸ&­PÁJ;F@ w ßÙhö|h­Q´1¡žž^2è¢D……÷[l3رó‹£ãôñê05 Â"‚²ü SNŽ‹7oÁüñ¹¿ÿø « ë1 @À‹knV¸ìà€áS÷m6œ7Z‹„{>P …òóë{Ï£ž^AaÔ´ º-V£n‘aé%€(a>ük§â@€‰¢Ü}}›6(ÈÏ¿xö,”TaæÜ—¦û„Ò戌ŒÔ××ÿòå ]´=ʉ'Ð$0:=þËЕh¦)ÚkðÓ§O 9 iÛ¶m[³f ÚtaP2"@r7T~¸ÅlÓ 1ý¥%HU¥?¾Ç=¾èá暇5™c²czô̼—üŒÅjâö¿ª×=(ÏŒœ?uðÍSEé“Ie9ß7hÏK+mIÏ-Jbô¢Åj;Ͼɬé¥Â}㜂4w'‹•b¼ 2GER_< }öüù‡Ï) SWî5_Üt²¬%ž×Õ­úñ0º:;ˆ^·¼,Šš¯˜ÁÓ ³‘žû«°š!õ…V6¤‰&5wùjÑA¿«ªm§†]˜¨I>îã2^A ë /d}°248ó )φ|Ž~¼nò¾+É N3+¹¾t4±±ÔÑ ‚’æB%a¶&= -Z²Øâä+êŒÃ˜èhÔ´î‹ØdKfvÐnÚì=Çu1œgr¸fLZ”ªÌ”ô~|“ªê!%¿l½ÙN‹u’|mùŠ5³N³ìÐ@P?¹´fN®¯¡;bÓš©Y› $ââã„ŽN"‡Ðp¼{÷î?~mÔŒßg8;;{áÂ…K–,9tèü§;spØ ¬Z {ÚßÿÕ»wTçfdØ{{´²êŠ±toŸÎœ}ðä),Ìîî#¦««c€ÿJE¦í!¿šÛðê ÇÌ1¹·ßH°Áànbï#]ž™6ÒqžÝyêðç¯í.>ñ]7‰V‡õ>)Åaé ³ž—à,J€L¡l²µ«¬¬{0Jçèèáà ê¡™ü¼¼tEpØéÈd²‹‹Ë®]»**¨#[j=âããswwG£™a)‘N?G¬ã@yyù… öïߟÀЫAƒYYY-[¶ V£eÈç¯Ê¤÷ÌV=h¢š´Ú"Ÿøl¥ò]è­Ç±…¥u_ᢤ7´gê„Œ¨ÇvvuED6Žž2Š:ºsÄykŸ´ùØ[­œi~ŠÚäûK?å÷¦æ溳§îVZ«HMŒtÇßÕÕ+6-ï[î—W{÷:J¾`¾¦W£9Ë–Ep<ì<^?“ú3ºªà¤­ÁEÛ©3f¨(–"’+r³3¿&|xù>æ[5@ Ü y >XÅrö@ÌÄg—,l=¢ÓË+Éryí×|å×{²½{cÕÀÆÁÕw°ÚgWÍaÒx=U¦Ñh’‹Òv­Ñò°S˜1}Š’¼¬ˆ oUYqÆÏĈ—¡¡¯¢ppL˜0¦Îó‚2×n½†É‘'TãqOý&(]¢ª>~ŒŠlßÞ=x‰”ª¢üœŸÉß#Þ¿~_Aó<5âebA‰ñÔÐ:O;]jKö¢Ó˜O  Ë¤zIý5Û'!]½:$õ¯GA~>ºþÿÚ„ùNw¨Eâ #ï2Ã,¬÷>úÑXϹiñ‡ì ¯\¾v;äæ}«Öj=³N³ìÔ „ÈÅχ.Š¦^‚‚uLðɹ¦Ú´CúÁVùŸ6mZ\ôùóçø.]ºôôéÓ“'Ojiiáõ .G€D$úØÙªjëTVÕþ.ó:{n¥¶¶rõóðb-Žææïc??zE—O@O ô·l}àß¿OÖr¼@´?¬÷že”Sû! 9agØxvó†4}‰µíû67£¨ª«~¬™$Qû«Æ*9çó›äÚYÅ'ð®CÀ÷ºÿË·oú+"$´lÞ<”T4¨a)hXÀÏŸ?W®\ùøñc:gFŽéççW³o] þ£JJJN:…rÉ)))  6ÌÚÚzÁ‚ll¬ús‡¡ß¬¢däÌË/nÚþ£Þ ò•®¿(EÄ…cWì¯}Ȩ}fÔcû(úïø [bƒÝ¸hÎg˜4 ~qèA<Õ@Aúg  Fæp:” ´Ý]ýÐà°þ¾È‹;d[””Ú’¾_4—Ûæц”ä¤Þº|úÖe\ß ÄªÌ¬ß-AH)³7]ëc!ƒŠ•%©©©tú”¤ïKóø3_d "Ñ_Ó¿SbýNÆÒYÀ*ÎÞl0¥^Ãœ ª-’ ]νz§~)œöM¤T|~ŠÞøîʃµæúË3ò†:AÀ'x]² ´D5ú3EÍs§¦¥þ5á—•šŠ ‡à¤ý‰c™xÚÅ¢ê¬uOf®ùòþEðƒÐˆÈw±q IÉ) j—¥Æúüª­gõòœ³¿gÌ:M̲ƒ…\-P bcSfÊô¯§¬[÷½‡PýÂŽ>’••E»:{xxìܹ³´´nÎ~ZZÚÌ™3×­[çêêŠ@u´[Ð`¡ƒ›¬Xá~æ Õ$ÊÚÙ=õóC¹Cæu–˜@€í’»›šŽn2íwóŸ¼<#ã—W.óÂ*1L &€èJ¢ââ°g.ò£'hðôƒa4D6£ë÷™qò ’¨$ßïW~•Ä_ÖDah¨ÊÜìŸïbâ¾ýLÿ_X^Eæææ—('?r°o£S«í'úNÝ‚þ”ßÉo?'¤düBƒÖ9¸¸%$z ¤ ÐGœÁÚ«õì’ ‹©¢aì<\µ…”ªïñŸ^|ŠMÍέ"rˆ‹÷1l¤ê@é†Ä«Ê ß¼}óáKRvA1;ooi™±jª²b,õ;¹.Fô(‡ŸŸ·aõÐd¤$¼ú“˜þ«¸¢Š—O¨¹±#Gô !j؆B.,j“’ú=úAøûÔœB>!ñ¹³æËöhô™PYQÎû˜˜„ä™9y¥åUè<Š‰IÊW2€§Éˆв®[ ¤ÕW=£V/è Áq#²sr¶»¸ÐNüï?”Ô™1ƒ‡«ñ«—® v8ÀÀ@4AðÏŸ?øžÑðesssNNN¼ä–ÐäÈ44##ƒ!„Ñ£GÛØØÌž=&›2äÓ,%Ièlèó×^[¼.„”`¿;q-Ùù$V›ïq¶Y'Ò`¢^ÔûŒZà3_?O%diÉ\"{÷ë!…ógø†Öæ5jT÷éå 4S§Ýs65zñîW2ú+M?þÌk´W|‘}Â’mÛõGát”*rË~Ý–—–‘¥ØzõïÇCˆ+ÁÙnJ$]hqí”#_ƒ_~̪ºc_Ÿ³!ÏÄWêy߬›'Ú”G’Ú\Ã+g÷pÒ &ÛtV!³ôË$}Q–/}3 „˜à«ŸþXk*»E¾ré2ö½WTRlù5O©éŠIÞ·¿™‚´Ø³~AD Å•ú³ŽœˆÞ´>)ùÙé±Qž?ypî´oôÏ\ª>-Âïô}; Úþ¨´ÊmýdÖib–úñPŽ{yjº7v;^•ÿÅûô¬‰ l„€FZ¡ßâh² ćöÀ|CZ÷ÿÁƒgÎœÑÐÐÀëA]‹€©ÉÕ»wS33©n¿|ûî¬Àêº]+ŠÁ[1aaÿCÞã/))+£Æû1.nýÎç„¿á€Àääåc²¸ˆHóï2d5ÞÝ,Õ[Š«Þ&%d›MZÎ’¨6µ ]ý7ÏÆì7&P*Ò'L˜ò’ºßóÄ•'kGˆÖU&—=¸uéàùË¡Q‰•Œni¸$æÌÔ¶\¿F¥OºVÂ×'¾lN ¥…X»£Žë.¸Õ&“„gÇœ°¦=;ªkJ©(¸vÞóÒõWñèáý«g?Åå õ·.Õ–¤-]E_£*u²ú´Èâê>ÅTgøÙ£G(_ß…Ùïð9µ~eâ€a^{ì4‡ô¤ê)UÅ~§=vž¸’œ[7œ®ºˆ{Úìe>;Ìäz°ÆíªÄ±£fF׌`%ò*&¼ kÈ‘Rí0)Jlø]KWïà‰tHI\³æèïߺi°µE½ÿ““ÆÖŠª™ÿ)9J?õ¼-±2ßi·™½ÿ+Ú¢R$îAS6ª‰ÔkU}@‰‰ÙêÜï ±õ¹p•x{ôZ ³d׆•rÂÜ85NlQ×ÍÒÖ« s°µß ÌÍ$°ý€ËïÜ\je QÑ•Úó×ê-Ô_¦™Í¡Z§(**Úºu+Úè„®w))©³gÏN:•N‡ÿ&”<öòòòöö¦Ë"c4&OžŒRƒS¦LÁ4 ´š¯¤¼³oðÖ]ïüü.?zöúKRjIAPXLN^qüäé õæ÷fô3€@˜ 5GÈ;›l×L†ÏšÛ·~‹]°ßéðñÎV6NfâöÒÃ$)LÐÝ»bØBƒt)ɉ³ç1ú‰Üê P§ “W¼‰æ{ÈÕçäùß³pnàD"»œòZ³ç,\¬¯®Ü·ž Dî]®^‰¦öï~VTçýšz‘Ø8û V±wÝÁ0…FzðÀf#‡ |²£ÔåØ‚‚îgäÕÿJµÍÆ­:i¶ÉÖíKµTûÑ×Ö hApõó |½âþeOŸA÷_ä•ÒÚz\â5ç­Ýh¬;yXc.ÑL²Ê'$YåL°ˆœ²5•¯DUß“s£×n°{|iocëù|ºåfæÍs®¹s¦ÓäêONܘµßÙ¿Ñ_…z2P JÙ©¶ ´™Ëø¶í-£­}›è"ÿO;¿/gý¿Ù¨9g­¦úµ¨$>ˆ»èˆ_~š((&5zzÏÜbn6c¸ÂãDê ‡ªW¯Ã ÌN2ë41ËÌ/!^K,]<°‘¿Áè×òÜd“…ó_ü¨Bä<š]óÎ:TPPxõꕳ³óÞ½{ñÛ$%%¡Ÿ_¦¦¦ŽŽŽ¼°yCgè·møøÜll™™afЈã¹S§ˆöèi@`#îÝ»ÒÒóÇïÖmeå-«Va€Ýž/7ãÏôt·X1@äì߯áF&¤Õzº.\©÷wodšÌ–üÛ-{JxHXmvÀ/§±`˜(ÖUeaª±éÆã/0MC¡´ ëÚ•cA×í[ÏÝ U•gdgÓÕ/*Ì+*¬Õ•åÑ$\¥¬oáËÌ,&4ò¤†@ÈHŽqqÙqêò•Óžžs•¤pMi"‘‡=ã*®>,,,Bù°OM3;ð[†Vݧ}ý:gé¿«s‹RÊþl5]íWWŽIU¥nžTK|}ùLÃ1ÛX5Öˆ$â稻ç\íLÀúN’Ë n]?öøÙÓ«§Oi «_ˆŽ¸xÐa5›Þ”””R”‹žÛw^ÇnT¯QP* ݶZ_|Ê9­Eqnú¹Ón׃‚|_ÀhKžÖuM3Ïø“ WWá¶|/{ÚF¼ˆŒô  ‘HSÇŽESçN™ÂÉÑètÕFl€º£ ¼ÿ^__?.Žþoé¼yóÐæ&bb ÿÎt´‡Ð_§@“ÝÜÜŽ=Š¦6t 5kJ Ž3¦a)hÚB@Bnäæ]#7·ÄÄÀiFñqãž„},@Åf¼ˆ$vIÅ)Õ<(%9„Öì:²ÄxÇÍëW„>Žûö+'ŸÄÅ')ÕOmŒúÜ‹5FÈ’=F‘D¿‡©/‡ô€á“Ô‡a?/i%uŸ­ŠÚ˜C ×:ëƒë¬ö§ÄŠü•ü3½ ¸%óø…DÅÄ{÷•QPT”ìÁ[×S}IqÚÚðÏkëëZwDœeìŽÞÔÆG*Jâ¢ÞÇ|Nø™žUX\B q‰ˆÉÈÉ«ª©J‰ðýµƒ6UgŸÈ¦2cé¹K+Kò>½{›ð5#ëwqi9Zœñ‘ì%=@~ˆò< r u&XQbgE§À§N$@Øj±éÚÊýÔ”o¯;L(È<}tÿH¼Säòü«Þ¶F6žy´D›´úŠ%c{âëHôë‡Ög¦n(r!ø³™ÖüMu†ƒ‘¾ý¹P쯾m{Èø­zÃÂ^S–§û3J©*}uçÒÁƒ®·žÇðH x:mH½¨«~F<ŒÎ¡úvËËÒa ¨ùŠ<õÆ&W¦'Æþ ú 6HŒ2!:f&fÙ¡‰än¨ü$p‹Ù¦cúKKªJ|{|/ÐÃÍ;:5«>ÇdÇ0aú£‰.´I8Z¢M%ŒŠŠÂü¤P(žžžÁÁÁçÎûï¿ÿ0=@  X 9cÆxõç/¨>£U‰lºÛ·· …ð︺|þ¼·ÑQ^çÎc!oß`Ä!£Fa€Ý›À™þè·:õNáûëÛÁ‰µú ´%äæOìåý8½)K »–f6ŽQ­®ŠÿÝ{´{‚ŽŽŽö£•R²Ã|ýñ_iu‰Ò2CÆ(î-.ÌÅN,ÌÏýò%öÅÇÏÅ5ó «J~ï´X/&°~TZýfÆ?™´Â8.{Å&¯¤:aÄIAžâ‚ܘ˜OÞ.«¹ûóã“îòe—Î]Z ,Ù 6Îê‡RÕP+J‹%¾X°í Êr ˆOøOµŸ˜`IÁïÈwoâ2j«WþÜdë6å²ý)‡ÍÔì dùñLjðrdgý|™UTëOfü#óãwý·ü}Rf—:OÁÁù3ìÒ¢Úì ›,*ß¿gîïôW‘‘?sk‡3eÅ-Zo~óü!¶z¾9¹hé´ATÑÏWV§׫Àà ê¨ƒ‰Åź$"·€ZÈt€´$'{aÁ﨨÷ ?©·áÅÙ_—®[×3ðººtƒp­éš7˜ŠIWº²:ú{…ð¯ h0«Ã‘£;6mZ£·@FZú_ ¿+Æ‹vG E¢¼Nyyõ¿AØ‹‡‡eƒ6lØ+…`LþY!99ùàÁƒ(UŒßø£F ]Ñ^ƒÃ‡Ç” t:I¹á‹ä˜vFx„{/^·½ÆE°Ö`âöRÙúÞíe¿…vI< #Ç¢w Ûկμ Øy„FŽ›ŒÞõ;èªG ìªgóûÏ—çƦÖÏÞÔ%3îx«…ž·Ùï¥=J«†„ôg§†úhlçº^k8^OÉÿ0IiøôÅf»Wó ÿ-Û±ùrÛ½ÏÔ:CNªº¬>}¶Æ˜Râ=*‹ó¿Å}¼{ëVBZí­#ªFâïwô¨#?ºßĽ8Œ×èÏsç{õÍ¥(qÞhåEK—©)ÊrËS¾D^½‡³€êT¥=SS©µÜâàvýšýZ)¯ý½vºœ‰ÿž„%ß\´ôÂwü\·½†B5ƒ.(•¹žV¦§n=ùB›‰ØÀN­Oòòƒ „ÛÔƒÇ>[§e¾òŸ’¨¹¢ô÷¯Œ„˜OÏŸ=KÌ̧V(Lûääseš÷¦ÚÆ5”âBj¾‘‹Òv­Ñò°S˜1}Š’¼¬ˆ oUYqÆÏĈ—¡¡¯¢jÆ’R›rL˜€Úô ˜uš˜eŠ*'½`¶êAC=¦‘V[ä³? +édaĈoÞ¼Ù½{7ú}†~ÊcÞÄÇÇ;ÖÊÊ Áƺ tÛé½{÷ÐY³Ki÷¥'¯]C«ŒŽ†{ –<….VV>Ç={ó†êÚ9r‘Ùæ7}{õbIÁ) €“ üoÂ@÷jš¦,cÙú W}<§ ou7Dv mÇ>÷k,T 2·±þíK=Û”²Ô«?ÕªØ%VÍUÇŠ“^]õ ­Ír‹8êê¶l¬< +®ò²¾99ïv¹Y}#S•oíà¶ð†{šJòÓ É †H}|ߪç^SÛ™;^uY0Œ*Óý¿ª0EßÈËJÈýwÜÙaΰz :e$¾Û²ÃúJdj[U”ºv³åÈ 3²tSúˆl$Ì˲Â]{÷$ç,³Bž¢ÅiѶá·oßF; ô,é;8%0 _¿íÖÛ{¢Ö@Sc7í¶E9'x¾Ð(²Î+à`g¿â顦£ó3#“êů??»äÇ[Á»ó„žíK€$4dû’ kO?£v““üv†öÌzË7éÍWÒ·ÁÍrfž®žø±û¿jf~|xãCÞúu³é-|™[;PLN}ÞxIÚ|1!($¤¼¶:ÑÊÖcÅØô ! 9g×Sìå‹ïÇ¡Òœ¸‡Q¹«‡õhXóoŠßQ§Ð”Bjµ2cBýŽæ¤kÕ³ÿÈ‹§/°¯XpñC**øfãûà²ÑŒúÕˆ$ÚO戴ˆ3锩Kw_ßµ”ƒ¦D•‰l<úFöO_¾:ñ6«¦mé.gw ‘ÏÍëÌæñ²xk\‚RnûLÒM¨ùÕ_™ýáIBñR…z)1|}V“)¹_^çzõìÜA)žz986.¡µ¦Nœå+?¢ºýàê™O&ºÃpÕˆuw†”â´Ó·¿óõöÀïÔhiF"¥œ¹plª4mÝùmúX¶•Ö„¨8jn[¾âŠ½ÔÌø§û×Âþl+‚ëUmq×4ó >™xuuð÷‚A0ÿŽ ~ v¡s´víÚìúËJ£›fff('„;t¡XÀU¦øôéÚÈæÚµkøéX/ÜÜÜkÖ¬Ù¶m›ŒŒ ¦ ÐØÛÃ(ØìH•5¯]"=…Â`uKrYIõ&š Î<¹¢¢æv™@àè!ë÷(l°Ñ2dz¨£G˜¯Uˆ sÂÏo¾š à  œœÃ?n?ý´^¯®*ûÃuQÇŽ$ÕvK-¨ªu£ª¬¬Ñ¾)e¥µwå•´màëÌÖ·CÓ³ +]¼è9EÛ8ƒá.´jè“OÜÀÚÕÕd:NW-²õê߇G½]£+cpH»ÐâÚ)Çz#w™³N³ìÔ2 }þÚk‹×…’zg¶¶œObµùg›u"\õïu0ìdš/øáÃ4VëðáÃ(•‚yóñãG´Ð¨­­­¥¥%;;ƒïV Àj¶¯_1èÖ×äÚñãâ¿°yÕJVóüA$ÅÄ®{š¸timÒgdt´¡­Ýig'à€øWšî ~³ðZTí8‰ê=.Fo1)¹©êê“F©WQ‘—Á¥·þB…§ÏØec¥ÝŸ§¢z”’ij÷ÞX¬ÒHÊõ»÷hëHWèjã¦êã¾&Ö¶"‰OÕ`L!f‘Èmnhøè×ùÞÒÒhÀ~Ü´¬"V¡¹à‹‹_hmE"Ï~Gç†ÙAj)‰[ÜsÏö»ó·äÔøxñlòºéýä jMQ(ìbÃ|,–ೃ´^¸õ45N¼½J=D¿‡j­1©Ÿ¤q+jê³?ôGÍaEÌ—dBך C<°w]v°´tÓ6+¡ïóªiRŠ¿] 6WVŠ>IDÚ•GÎŽGà8¬G->laaáããCçZÏž=}}}g̘A§‡ÃŠ@xx8uè9þAF€ŸŸãÆ[·ní‹Ç`P˜!Ä<:g¹Ç;6)#+ö`—œ£¯Ú—‹€¶ô“è#¿qç~ÍaÌèªãltË :ôD#¶i$ºê'ÑÐÖ=âÇæ§ï¿”ÐÒ{hcÌ>ƒTìÚ »ŽzÉC"ILzÐúÝnŠhÚV½Ì ‘O¸§Öòm‹ÇˆaÐ22ö¾÷õV]wtv |^S¬ÿ’¾Æp³ù¦eb¼¸ûåúu$Þm'CäU,÷xÄgà {)ìr;²EGDùøšžÈ/"5{µî!¤! ôp57w:ó-ý™B«B@›dˆŽŸ·Îp¾2U5xÖ†]«ÃŽ„þÊ£ý}'Ô³S×’@P˜¾émÄ›íÖ—ï…QwéÀ—H\CTÆéè-^»J¿¿8ƒÑ¯D¡l6r¸À';J]Ž-(è~F^i= Ô6nÕI³M¶n_ª¥J‡†éA1ç4¡Ü'SN7¯¤¼³oðÖ]ïüü.?zöúKR*Ú²WPXLN^qüäé õæ÷æ¡ÕeõO>>>ooïùó磡[)))˜»hó€;v ñ€h*!,õ€aõ  Çh¡Q­µk1Wm==õ´4¥%%1 ¬Cà¿aCÑùZ¿s'æ’o@€ª²²áR}L@ » ñö¡Š*S'¬™@ÛØ @iŽñAôƼa(¹$öœ¾³ç4ÃBJ)E ßÛ¯=3_½ OHLÉ+,eçä“ì%;`а¡ÊâBM'®ˆ³ŒÝÑ›j÷HEI\Ôû˜Ï ?Ó³ ‹K$!19yU5U)ùÅšVí3NSµs̲CÅC¹y×È͵G]ûcÊ”)hñ‡-[¶œ9s ö…6,Dkƒ£]£ñE –%0c¼úMÍëÁÁT ŠŠÌœ/{ÔþecY·ÿYÇ êEFG¿|#°ÅÁaØàÁãTFb€Ý•W~ÇNú/¼ua×á“a‰Ù ÃÌNÿ~óz_EE½åçkj­Z 3Z¶ÑQ/ “tÆŠù¼Ì®ü˜õ!øÞwkm9¿Û^¿/ P»›<[G¦fƒtZï$iIqBTÍ/J¾·oÀT›…ͺ-¢µoÉ'åáË—X}­©Së9‚`‘}–†úá0ÿ94ìÍfõyXa}8iôõ5uGbbbè1A9UÁÑwâˆF³Yh²;Ö¬Ýu©×ô‰L ¬ ¨®ªB %£cbÑ6óMû›:e*Óω$¡bè-?°®ƒÆ¤^âuÉô;­±jTýß»n´=s¯®Žü^4N'€&„yzz¢UˆÊ°¡$5>¡å"]\\ŒŒŒÐú¢î$8ÐñÐ…q÷î]´ è«W¯ö.))‰ž8mÚ´IPPaP¶•¥¢”ÁL‘úVÉUµ?þê«Y÷¨[ź¸»³g ìÎg—Y±ñ‹õ™:»ÏÔ6˜#qð©iÌDï6Ø`fS!ÉþZÚýµÚf’ÄÁ£0r,z·Í ÓZ·ý4Q]a–¦Æ†„„„ÐX?4•pýúõ™™Õ㲩/´rÚ?àƨ–†§QOV'àfcòü9öÈéêÝ»kõL7ŽÕýþWýóܹóS\|؇T••z¦¦‘R0úø_½$ n ðo rL™»zÊ쥑¯ûÝ ¾õäŷ솲~Æ?üÔ¡±St·šLP—eÁ깤 æ«¿<ù´ZC)ð½ñPÛ¼a ríÞ=Ú"ÞU:šXó¨¥1ÑñaUyï¬Ýô߉ŽÆ«GÉJ0ÿ¡/¥â]ÌWZï$¥!4¹ÑÏ‘JÊ$‚?uò߇ØX2aã!lDnùþ½³BââB™0”C/¶ž2rÃÕç°R´ìNë»fòÕÕß \ü –"‘‘±zõê`Ú@LÌ7%%¥K—.¡ÿcþUUU(5ˆö¯auŸ>}ÐFƒh¯J^^^†@ÉlÒÎÞ†;íñ'["!¯&·—ž’\L!0žÙFlȆf÷s–K@mOÑØ‹Hj¼¬±6,¢'òÉöùËn‚’LJQvf1¥:fðbïß»ÑI« ª£ Ë‹?'ÄÅ%¦¤gÿÎ/)­¬¢f!kë~~“À°#e‹»®3Âì««ã¾u1€Xˆš†²ƒYYYxŸÐ_S´ÚÐÐ B¼ä@EE…ŸŸZq*..Ža¼ @“M—/_ÎÉÉÉ°(™J€¨¾ÄêÓ+¦ÚìtcÝ2¨N§ú/:À¤[—Ä €À¿H­¹tõêÕË—/£åAþüùƒ!(((X·n]``à‰'¤¤¤0=@€5 ˜,_~6 ðS|íÐ/IÉ.'Nî26bMoÁ+´IäU/Ï)+V¢éƒT¯ß¿ßì°ÏÇÞà þ-Dv9ùáè½vù:40ãÇבožF„?{ùíWÝÌBJyžËîMD_g:>üý5«J‰¨~†[žñæÒ«Ô­zãëÄ>»]T;p¡®NÃô‘SüÔ±…îÆeÒ’¿}~ë…ÞG l\üj*£µ&jÌ›6ehoZ…Ö|RJr²KhS ¥KµGµÈJÕŸììÆ„6v6†¹.úØÙ»ébñ§Hk0ÑLj¶•@)ÌE›A2Lù„›9^‡ùÐí¬ßgJjÿA§'Þ¢ãtMo—éWW‡}/è#c ÐÙJKK---:D7åí5ˆÖBûv¶ƒÐG@—Úž%†“’’ö¦“ÚØØ,\¸ñÌt†­@ €h'Ýôç~;ѳ@Ô'óèœåïؤŒ¬tÚ¦#ä}Õ¾\l‡Dù;÷h«ß¨;-^¼xâĉh¹ÑÛ·oããAÕ••½½½Ñžäx=È@€Õ ç}>övã—èc÷±NÇŽéÏ#×·/«¹ þP ¨«ªºÙؘìÙƒ9z鲪²òš 0 @Œ±gŸ Ð[[ŸRUþ"ÄåˆOà»ÄZ”òƒûltÆßþO¼~ò†È±VOûhıšÌ[ÕÙ€[&ãre”«wië‹rõY5K!R>‰!7¯Þ<~ÜÃñ\@j~9¾NUYaØ«‡èmël7bô´í†Fz£âìãëþE¦”•–bùÁ¿ÔePL))*D«~þ% Æ á?¡"qóqÿí´ppâ6}¬(¯hädÙ›3ŸŸRYàºwëŽKÏ*˜È·y]3ì°=®®Žù^0 ”@ ³DGG£{ÿ¨¨(:455QŠ¨gÏžtz8ìÞ ;æêêšžžÎ0R55µ;vÌ™3‡D‚ž%@„ºÝ„9ÓlÅÚGit£_ÉÙ©Ô¤$™p-L¸)ø·»ï®¤W¯^AAAèGÿæÍ›ÑôA,4­péÒ¥hWB4ÝÓƒXÀØ‘#Wëêž¾~êXiY™Éž½wOž`5?ÁŒ€Ñ²¥‘ÑQhêgÆÎ^yÐ µ¡C1 @“‘kôĹþãg\8´cÍ¡[ÔŸ§äÂ$k¡~†Ó阌˜®;ÒáÄÛÜêu£ߌÌݤ֣v?¥0þÚ³oÔúJSæ« 7:´Ÿ[x“©½Áæ‡÷®ßüòMVQ½L!Rùþõ½Å¯ø.ÙrqçZaŽ–ÿ F‹Ó¡F¤¥è‚btXY^I!´¢_F¶º›ŽHjáò¨¨Ac ªÏÒ_^”Jï=F–—ñjœüb3§N£$ßOR¼?/;Îú‹ #vþaXÍ&…ftÝXûö¹º:â{ÑXD K³<|ø0Ú=MÃ÷ÌÅÅ…V•433«ù Ž/¹;ÈÉÉA³H===ÿþÍ0N4Ä¥§N C> @  @‚°áC×@ ‹ T”–U?XiêE®jý3¦ì²Dúa·f͚ɓ'£ÿ£mñ>¡M Ÿ={vüøq´m!^2`)ÎÛ,n>|ø;7—êUð³gþ!!º3f°”“à žZS4:áËÛèhª²¬¼\×Ø$20@BT_ d €À?J€ÄµÌÄ1&6vÿãÚ$ßÃç/ª §Óeùˆ<} æŒz{þu5¥Ò”ó÷Þ©-©)ø1ô^|íºl«tæÿ5ñÃÁ+<{®>z“+J>~|óàåË/_½ŒJ(ES÷j_•Á—\æW²=Ü·º¥©:"7oݧ$ñ'¯žMi4IEë>›G€\^†²§M¯³ZQ^Vw'ÃÉÍù×Ë¡Ñ®S"®Z㲃ê³7œ·5ê'ÄÅ°AÞûk õÌU¶ëÕÕ®ß ærk@ uÐ^ƒk×®¥[O™RPP@ÛÎ 6¬uf¡UW$€.www4@<¿‘}‚µ´´Pjpܸq]1:ð$ÿ…³ 1ö!À&íìí`¸Ã#69«Š\w÷LíŒHb—’jåºmÝѽ_222>DƒÅ¬­­‹‹‹±`333çÍ›·jÕ*!!!L`bÂÂNÛ,Öï؉¹´ÅÁq†º:?¦¥ðpqùòVÓÑùõ'‡êØÏŒŒ…ff|}9ºë6Q,uÀ XŸ‘sùüY{Q›þù‘ü‡L§O«éém»ðm*‡^×oÝ>¸X­&ûC¾v7˜Ú«×(ý±ÒÍ—ÄÁ3Buz[š sRoù;Ÿ8›UHµðüšÇéùZÔZ¶Ö‘[Xœø-¿Æ#JQ>rW¤ùAÍ& þ °âMݨ òk7 D–H‚ 7 l²Z!Å×ϯ6ïL ·ü¶ËVAº¬5­*ú¬ªªK/ãÔL;æêjï“A€9 Ðr!!!è6?##ƒ®é¦M›<ÈËËK§‡ÃîJàÇ茟8q¢¤û_+ZDT[[í58räÈ:-H@Ö# BÖ;'àè2ˆêK¬>-±ê2þ¶›£è—Ÿ©©)Úf`åÊ•aaaø~|}}=ztêÔ©iÓ¦áõ !°FW÷Ìuÿ×ïßSýAÙ&{ïC.VÛYÄ=p£!¾RR—=<¦¯^ƒ=@|ñf›ó~;V @   W¦$çí9PŒ§©,NÃ¥{õD AjŽ…RZÊà¡ÐC~ŠÞ0‘3þ æï•Ïü–Õ«"£¢.ß¹ƒ9¹a×nÅG((`€]’‘3)öŽðDªó§|}·ÍÜ/ÔøzŒ c|N›÷E’ÐØr÷£µ(9®Yfôæ½{‡V¹tëÕZÏ‘35exZÆ4Å¿cæ© ‘%b*F‚°¼ÒN§šÙåÅÅåBK·!œ2f,ázíOÊà‡JÖMjz:%¥ª¼ŒÌÎÍÑÚ\£(º«îá‹—”…#?ƒ”‘‘Xì*C•[r bíªJn‚ ¯wã}±.?L­¹bêÙh—¦_]ö½h`4NÝÎ;vlëÖ­t+Irrr:88 =sÙxk(é&Þ¼yãèèxóæMºù£ÔðÐXðõë×›››KK·`}òn‚Â@ ‹€a?à>¬G@YY9""bÏž=ÎÎÎøaehŠñãÇ[XXØÛÛsss³žãàÑ¿KÀÎÔôê½{i™YT/Þ¾õ X­«ûïaùÈQúö„£CìׯŸâã©Î–”–ê¿ íуåÝM .×ÕÙÿÀÍ·C¯Ì¨›ÆÇ&Ÿ5œÑ̇¯ù?#.=ŬÏÔ˜ØXCÿ€µ³Fl¹òUÎþôèþ{Íëo2¨ —êê4¶œäÕvû®>ŽKɬ■rGU¸©jJQ^m;9þÂM$†°yü˜çTAYc¦"ÿјš,æ¯wÎDŽjêÉãÛ[^ö¨Vל0^wÆ´~Âðƒ“ŽhÝaÌ“À™ÆKrÖ©p¹8éòãš‚4]},Mnñ'‘WPDH§Î!¬ÌNÏ!Ë72±"?ÑÈù$õʧvS^?jq×M7`âÕÕNß‹¦ý‡R Ð1²³³ PZˆ®;yyy???Ø^ŽK·<|öì棧 £266633or‚8ÃÆ @°¦îgXÀ=p Ð%  ±„ûöíC› ] ãââ°Èd2ZhôÎ;hµz¸—À°€ÐéùùݬmoÞŒy²ý€ËÜ)S Õ„aA‡'àð!5Ý9yyT÷’RS—lÙzïä 6¶VÏs`Á@Á% þ9ƒ4–,~á̇̚È)=ÌË ù˜.åþË·¤èÐ¥f– µË9rˆ(šjnq©žžÍ•wÕ[ü‘s¶Û8¦×äbˆ|WÎÚX+I>¶èäÇJ’¶8Ÿ~༾‰´ß£›7~ЄªÃ‡Ñyÿ[öfØ#I` ù¢ñkN=«)-ݱÃjâ•“Š¢\ +ÿI [ãì[ZXñðá͇O_)C B†ÿa%6·1(MݼÏç™çf>9dÊ•ãnïrk/$NIµ…£{µš‘«B_®øïeÕÈ¿¼ÕX¢ÖÐZEAêzÃO©*)EFGS+üÌHG.Öf††‰W¿̈ l¦xôèÑŠ+ÒÒèw]·n»»;l Â4Ð,iÍ A©Á/^0te7oÞldd„r„ +€ Ð%@‚°Kœ&p.Ià¿ÿþ{÷îÝŽ;<==Qj‹!&&fôèÑHoccÃÁÁéAH@OKóôõq÷_¼¤ú“cãêzlïÞNt ºþ+Ù¾}/º¹Î^·û óðåËnnÎÛ¶ýµ-T@°.’ÀÁýN/õÖ'äS§OU\;¹÷þ-¿• ÌÓ§:XN€ KÉû~ýö‹ÂJ°\$žÝöûÐÔ­Æ_bÊšó‡8]úœªÄ}ÿN­øŸ¦Ž"£™ñs—ýwèJDvªü2ÐmJQ–›ÅÆQ2btË n\=¶ñÀ•Z=›Ðz=Mº:’bu­ÜñO\3½¿>.juâ²Ö'ï¾y•^ÇÌK‰˜´dµÓ>]•z«›RÈeOï]Ú¸×-áOµcè5MßdZnªÜ…þO.üéqü8O³=0|Ò‚Q›]L¦Ôf‰¼½‡Šå¾9¢¹µâô.£¢¼˜JUÉußëÖÍYi°Aº¥‹Ãbæ@ä­1*ð;5ËK8ê¶s¼âéCq3AÉ/X8»…§äJ(hùn=te4õBŽ~ú½xoS—1¾«ÊL»º˜ø½haP´òòò;w ~Y¿G>ñA玘Ö_ˆ@4Ñmt!ŒêPJ|øÁøp[¿eæ(AÈÀÉ6ª˜uu1ë{ÑÆp 9h#ttêÔ)t{^TT„7…þÙ³g¥¥%‰ÔðÏ9¾"È]•@YYÙÙ³g÷ïßÿ¶¢]$h`·µµõâÅ‹ÙÙáY:8@ k€?j]ûü÷@tÇ×ÖÖF;œã÷0(--EkS =ÏÏœ9#''×UÂ?»+íÖ_ ú–’B ðÃçÏ>.˜®\Ù]ãíq¡ÙŸgö;þþíó×oÔˆ ‹‹uŒŒ#ü¯÷ì1B@ü›ø%º{œ37~wæúŸ~Lʤåwð‘ž @ «€aW?ƒà?]‰€––VTT”©©)ºÁÀûýüùóaƹ¸¸lܸ=ëÇ :’Zht¦ÖénO¯ZZR˜$ ÀÇxøð(Ýy……T÷¾&'/3·:vîcYð|K@´„±÷•]VèMÉÿ“ýå[bZú¯œ¼¢’²J …““[H°‡TÏ^ƒdÈ÷‘dkÍo(JaQq­?ìkçOh¦oÂRƒmw°µ©Lüõåû¬läS%™ÂÅÍ+!&1@nàÈÁø8þ’[î«ò èÁë×ÏÂã Ëɼü‚½¥ú(QÜ›£¡lÜÂË×l]¾zsjÊ—ÈØøäô¬ü’2‰£Ga™¾ýU”{ 6¹yQàî“Ï Í6Ô°õÖÈ‹o¨o¨£gMÖ³n¨o‘fÀ”õU ë[Ô¤ÑÊlrŸbõœ$4ôm¯eÌ€Óü¦ýÎH ÿ›”ñ«¸‚ÌÏßCVnИ¡C8Ù°jôB³aâ•ÆÌ{xsö÷„¨×QŸüÊ© …DÈ ;\Y˜§Þ“·Øî}G­v$¦¦W¢S,$‚°%Q/ïuÝ$œo„¶^]4[Lù^ÐŒÁ'èP¡¡¡+V¬øùó']¯h¯///~~~:=v¹¹¹>>>¿~1yC ¨««ïرcƌ𔦜nÆÔûÚX%Ð €³ ]Í/\¸€¦nÚ´ ÿ3 [344 DKšôéÓ‡YÝ ÐRšÆ/ÐÔ¼Lm˜_XhîätÉݽ¥v ~Ô¿ÿ9—ù††he$j×wŸ>µóöÞcfÖÁž@w@ö!@é5vT¯¶nWß¹’ÔקC¿Suƒ5t4zqÖ/ÿÛ‰½ÿEôþ[½Fˉì¥'Lhî°!†F@ €è AØ%N8 €@w# ««;~üø 6ܸqÛƒ”••½½½—/_Ž×ƒ :’€›uðógØŒŠ+wî®ÕÓ›:–¹d;2 ¥¯9S&ï22Üsè0°ƒÏE¥yS§`€@G€röÔñôÚÅ%9W,þËŒ?\K@ øòåËÒ¥Kß¼yC Ê ?¾oß¾tz8ìêÐ:¢®®®(õ[\L[?š)ˆ–E ŠªªªâÔ  º3Hvç³ ± ÀÊ$$$Ð|A´¶™™~Ø’ÑÚ&è7+ªÃÊ!€oÝ•@ïž=íLL-œ±íì?Þ¾ÅÅÙÂyX{:ŠÀncã·Ñ1wž<¡vˆf®´´ ¿~M^V¶£\€~€]†À¯¸ûöW¨îJ›½bT¯.ã:8 €m&àëëkbbRH[¢ŸjÝÎÎÎÊÊŠ­ñu†ÛÜ5èxß¿?pà:éeee {G§{ñâÅè¼+))5, @ €a7>¹]€ÀÊ•+'Ož¼víZ4wï.šYøòåË#GŽ ¹†x=È@ c˜®X~600Š¶QBR’ˉ“; ;¦wè¥ÕÐŽƒçº Í¿$'S EbµŒÃ®]„­SZ Ð ”ç|_±Å6³‚§¥é&~êoÝ1Xˆ  ðrrr6nÜxõêU¼ɲ²²/^=z4»4ØØXggçK—.UVÖ.€‡““ ÑÞ¾}û€ðzÿHþ#'Â@€u  CBBŽ=ºmÛ6´!æ(ZÁ‚hÁ´):Ú¹Óƒ:€9ëcg7A_ÛÐÎéèQý¹sdaƒÌ ß¶.z ø£·°¶lNÜ·o«·[]?äÖÌi›mh €è&£Ÿ®³´~ü-‡Ò´5†ê°Ž\79¹@ iÏŸ?_¶lYJJ ]5”%B›} Òéá°ëx÷#Zº‰nƒIjD¼¼¼è9LïÞ½»nŒà9@  AØF€Ð Àè©ý¦M›Ð>Ø«W¯F·+x‹hchhèÉ“'µ´´ðz@{§2rµ®ÎéëþÔŽJÊÊL÷ì½}âx{÷ öÛN@qàÀÓÎN MÍ0S8=f³i#¦ ð¯xäïsòU'©*åûçWÑß*(µøz ?¿Çˆ FPükÄ €À¿GM ³··wrrªªªÂG/$$„ïY²d ^ r—&ðâÅ ”¼wïÃ(PØÐÐpË–-°« C> @àŸ" ÂêtC°@°4999” ôððرc~Yü´´´™3g®_¿þàÁƒ,8×½8oÛvóá£ß¹¹Ô°î>}pÿ¾ÎôéÝ+ÊîÍMMËõë?…·ÛÓs¤¢‚æ„ ˜ €À?E =1êÊ­Çt!óIö?é3L6Ù¥‡@îFmA‡–ç «Ýz oܸq.\‘‘Á4 t]hý´{ J >}ú”a¢¢¢fffhïÉ=z0¬J €À¿F„ÿÚ‡x`ihglsssMMM´7áÛ·oñ¾?~ýÒ=sæÌĉñz@ûv²°X¿s'ÖŇéêêü¼¼˜–%à°eËû˜Ø/_R=Dëê,5·ˆð¿.×–ÑcÙ“Ž ЈêÓùìÚª$Á×½BW@ Ð P ÐÈÈ(??ß7ºûÞµkž‹¶WÀëAîŠÐÍNPPJ ¾yó†¡ÿ½zõ²@÷¶ë×óÃÖì •üø¯žyˆ& ¨¨øúõkôÓÖÁÁ¡¢¢ó411qòäÉh¼Òóðð`z€@ûX³@÷Œÿõ×ï?P»ø‘žaï}Èe»eûõ–™E=òðswûOG7ñçOªÍœ¼<#ãWW.óAŠ—Y”Á]‡À¤ùëõó+¯€Ld—ì=vÔ%iØã¹ëœ?ð Ð*yyyh1I???ºÖhÊ Ê¢éƒtz8ìrÐʱW¯^E+ÇFGG3tkKKK´Ÿ 777à  @üË Aø/Ÿ}ˆÖ%ÀÁÁakk;gδSzLL æ(çîîŽVÒ?{öìÿý‡éAíD€D"ùØÙ«êè`uxž=»R{¾Ò AíÔ#˜e"Ñ=üR_´¸¸´”j6*>Þ`Ç?77´õ);S@Ö' =`ĺ#XßOð ˜EàÕ«WË–-Cmé ¢íѦƒhëA:=v-åååçÎÛ¿ÿׯ_z>xð`+++}}}ô€…aP €$á@°.‘#GFFF¢L!Ú}¥1GãââÆŽ‹~éîÞ½›““ÓƒÚƒÀ°!ƒ—/óô=K5ŽFhÚÙ=½x2LíA›é6‡rÜaß2s Ìò•;wU•”Ì×®Å4  €@îDݳ %yöìÙƒ s¤F' pøðáåË—w§`ÿÁXŠ‹‹Ož<‰ž“üøñƒaøÇ·±±ÑÕÕE^V%³ l]³òBpØï‚̦ÌL‹ïw\š‘zÍ~áB»kµõI¢÷S²¦IÙÂøÀ|áþ®­ÜcÓ+ªê®R»¦¿ïÃÅMt™ýùÑʵ¦OÞÆ—WaÕÌO…\3 ;ìÒ$»ôéçèþÐ"h@ܼyóЮ„øaqè>-4zçÎ4bNYY¹ûƒ€;•€½©éµ»÷Ò²²¨^¼ˆ|{60p•ŽN§:7—€þœ9‘QQ´/jfuÐu¸‚”1cškê €@.B )) M|IÛŠózôèÑ/^”••Å4 t9h#I´®Ríæ”.4–¥gÎœ ãYéÈ´Óaì“ž×BÛÉx»š­ÌIX:gn`DÒ0-£WH’´+îÎ5N)Ú¿cLJ¯e­ò‚rÜÁâîëØVµíàÚïç ¼@à'€~ã~øð­›B¡P( ¤TUUµ··G»mÃÎê˜N@ŸßÍÆzñæ-˜åí̬Ã|€ŽÚB@BTôú¡Côõ±3ø.&fÓn[ßûÛbÚ €@N'¾téÒoß¾Ñy²pá£G Óéá°K@«Å8pàÌ™3¥¥¥ FCõôôЀé¡C‡6,MÇ r›87q$”|ð±´n‹¶&»Ÿcq"sÓ!ZbQMî¸O2¹n/:¼Üq@OH Ÿêœë÷ç`f>ñ‘šdTw`ŒÑAãÏß E%—véèï dT¥kë AصÏx€À?H@HHý>ÖÖÖ^¿~}f&åTûBÛt›™™Ý¸q•öëצ†O À4ed,×­Û{ø0Õ"™BÙdkàÏÎÆÆ´>ÀP{Pª|ØÎÎÀÆëäܪC•—-Ã4  €@.D-žïììlggWYY‰w›ŸŸßËËkõêÕx%È]…@||<öŒ¤;­TÿÑR±Ë—/ß¾};¬¢ÔUN(ŸÜ|BÜ|t:8@ s@‚°s¸C¯@6˜;w.Ú˜m®pýúu¼©ÐÐP4zmÙn„`Sn<™BÀjã¿[·¾¥¤P­}øüÙçâEÓ+˜bŒt5 t#£¢Ž^º„õeîè4lðàñªª˜ €@ Ð%¤¤¤ DѳgÏè¼USSC¹¥Òéáõ |øðÁÑÑÑßߟá¤.nnnƒmÛ¶¡•cY?–Üô¯¡Ÿ~úœñëOy%W°‡t_™¡#ÔÆQସêåúµd©‘…ú`‰æÄRQ”óáÝÛo)éådRQIyÅ¡ûItôÌ;JUê÷Ï1q_ýɯ"²‹õì3tĈޢüÍñŸéu(UeŸß……¿ýô#=¿¸Œ“›W¼gïÁJÃÕǪöà,óóvûJîkl´R„ m’Ø•^L¼lXâša{ÊïÔoŸbâ’’R~çæ—”Upñ ôê-3\u”’\¯.v‚™„™V AÈLš`  БÄÄÄ®]»æçç‡6ZøóçÖ5ÚzíSxüøñ^½zaz€@Û ðpqyíÞ5Ë`fj·‡§ž¦f/‰fÝÒ`­@èD;w|Š{õî=Õ‡ŠÊÊE¦fo¤%%;Ñ+è €@´ˆºÞ°aCNN¾ÚqÃÒÒrÏž=h’^2ëxýúµƒƒÃÝ»w)JCoÐé-[¶ôìÙ³a)«ißÞ³Û½çrpX9£E ¹…¥çNRF“^/?ÿ‘òþ’@MŠ#æÑ9Ë=Þ±I™U´f$áKæ½vÞçxÎÿ~N ~š,QZ^må“­—ˆòÔ-êSþ+fÝŠµ7Ÿ½Ï+®ÝÁ·ÞãÅ13ŒÒÛ ïõû£¾¥UëP³õ™þ+9D¸‘dKéŸä㎟½“ò³S-8‡O˜eºÍz¡T=uÃÝö½‡c“Ò©›Àá+(h[Þ÷6Åkš–)å¹~ÞÎNÇc~ÖûúS[qð‰iü'÷04Å–P&|Ázf!TºwÉнK°Zµ‘Ä.ÞgÐF;/»US¡Bߤǭ¸l˜rÍ ·’iÅeóåÅ5‡Cøk˜“§¿â¨]NûGË ×ãC.¾à²ó˜诼¢ÚËHâÓÐÙà`¹œ·6õ]õî¡ÿ…«÷‚ÆÿÈ®»Xë ûŸd±{ïí±uߺÒ(O.°÷òûžþ§ û6‰<ü"£5—yì·åì˜k§M‘B‚°Mø 1@ Ó èëëkhh¬[·ýŒÆ;sûöm%%¥Ã‡/^¼¯´‘€Ö„ º3fø‡„Píäš;9û¹»µÑ,4ï0œ×¼¼UµµÓý¢vš‘­gbzá'g‡¹ €@Ö(,,Dûkœ>}š®yïÞ½Ï;7iÒ$:=²8G¡Yƒ?f览ˆˆ©©)†XKI)»è`¸Ñþt!>—WßÅҜԫ©T]ntDBE…ŸH gš­Xû(­~3báW3?ïÃ9e “#”ÔøÇ­Ëû9}ùÒ•¾TƒO/zž ¯ßaý#JÎn3ówIõµM} >¶hÅ–ø_% *‘Ë?< \óäæ‘Q* ]¬«O)¶3Ýx'–‘AìOA]Í¿I¥Y±KçÌ ˆHj¬bEQöƒÐljéëW¯)„yXŠæïppF)äʬäØ}Û÷n\1¥W{OÕlÝeÛŔkýw2͹lÈ¿Œõ—ÝÿQ—™¦âüó)½ß»‹;°ô)N¬²ro°ieü‡7a}†ßª)ƒêÄÞØ?Z{G“W*%ñÃc#§wL=ý=Œ¸ñPûnçÿ“½Z±Úê~Û.?aÎNíÁíìÌC‚ Á@ s HII¡tà©S§¶nÝZPP÷» M+\²dI@@€šnعNBï݉€û›çÏ ‹‹©A]¾sgÞ‚©cÇv§»w,½$įy{O^¾¼¼¢ö—l؇¦{÷Û»·{Ñ €@tuh J›/_¾Ð¢££sâĉ®‘C¢sý_=D3Ñ£ ” cÈMDO96n܈¦2¬ÀrJJÅñ­º=î4•*£sšR^VŽª ”²¢âéJÞჇèZÐf}5☷Ÿ¬Ñ¨^S—ŸŸ®BƒCv^40”AN£AÍjÅ›kÓôwæÕO\6¨I~þ¦²äB‹Å³›ÈÒuYVZR·VÍÃËKWᯇì<<í>Š¶Õ— s®9— ¥´°ˆñuUVVF‡º´¨ˆL§ª=¬úý;—*&ýÊØ}ê»^f¶#Uö¯M_ÒÞÇBã_v Ú"·½ûgŠ}H2#@t2´Ý ZˆêÔ©kÖ¬AÛâ½Aë® -ÐÒœ9sðz@« ôîÙÓÖÄdÛþý˜cû=oÁü3 ë cGŽ@kÚÚa®ž¸rUUIiÝ¢E˜ €@ Àjœœœèv§ãããswwGwÄ辘ռ@Ïͯ_¿ŽRƒŸ>}bXm1ˆ–ŠEÏ7xxxV`Me„Ÿ1>;ÈÆ3aÖ‚¹3&’éÍÍAÈý•ûáÍMÿëï¿g1ðŸ­íþí›÷žüšš]Å(ç );lò„Ñý¤ÅÙªÊ~&Æ=yšœ]HµC.JÛ¨;_þý›q}yÇ,·Þ™|.$²° /ãwƒŽˆNGŽÿ±púšžC¦Tf¦f6‘ûûsKgÕ.|vP@¢ÿÔ©ƒd¤Ù)婉ñO?N̪§Î ;ªŠÈkëæõcËžw ©u ¨6Z»Ñ‚숫'B±b^Ñ~ót´Ç¨(÷ëA¨,IOþö$8ðVè,""±ÞÔ¿qË­¢².ÝÏ-*+ÊËÎ)¬ÍZ ˆHòÐ/JLbc—”QÚlP´ž ¬s¦ ­¿l˜tÍ H˜sÙ°õvp·5°tû–™Ñ!±sÉç²s#‘Rÿ)º¨&e& Þw –ÁŽ•Ï>Íί›WJdãTT_°j–2µùÄEëÕ¼üßüÈ'8úÈ 6Tyð Ò½$øy¸Ê‹ ’>\»þ-‹ú-¨:êám»b4oÇþ#@6c”Ô©iX¼T[@LC{ÃÆÙ tzÖ<„!kžð  Ð222>ôöö¶¶¶.)©û'633sîܹ«W¯FwMBBB­1 m€@}¦+Wœ ŒNH ª]NžÜihX¿±4K–DFE¾îyiºwŸ²¼üèáÃ1 @ €@€¥ÐeGŽéçç'//ÏRN‚3(//¿xñ¢³³sí^’®æ Aƒ¬¬¬–.]ÊÙÕ¶? ßjéŠMx–{áªßÌ‘ý꨿j·£Ë)ë¥ëÞ¨§¯> j®wŠ[ïD T­P<ÿ®vÁTÀ+©pðèIƒyc8pÉrYÞÕÃöÆ6¿kV­øk¼Ý-òÒN6.ñ]Gýwßo0g;£T#aàýÇúÕ}–G+ð)ÆòiÕ*Ü‹R¶g‹ÙÏbš !ã}>ûÌ qÕeÌÈåù×Ûo²vÿÃ`Tœ)Ai†AX¬¦Ê|â#5ɨ‘9dX-z!!:ªœ¦#öö:!b¨H½ ~¦–»"¯;L^´« Æ´Toé:_bIo?› §Ì5 ÜB¨Æ6~¸gqmRŠf¾ƒ>ÛvÙ0éšAd˜sÙ5VØ~]a³nœÔÉWÙT‚ÛN½p^¡Šä‚˜ëÿÐ˯¹šDUW¤DœÝë{o¯/eÏ¢¡¶W£k*³y?L6Ò艡çí3úuÂo)™ÒýzðÕ;ÑÔ:ö6ë‡ËK(¬6šù¥„2¬3„¹I[–éೃ<’ g‚•ÃBè$»Äi'Í%€¶dG›1hjj®\¹2<<ßìÌ™3he´OÔ)Sðz@+p°³ûØÙM\ºÛ@ÞéèQý9sdûôi…5hÒYÙÚFÅ'¼‰Š¢:PV^®gbú&À¿§¸xg¹ý €@:Ä'&Ò)Ñ|Asss‡.—I¢ ä9Dƒ˜Ñã—ääd†!:-»`Á666†X\ù>ðä«´Úiì" 7—hè3‘w­í>Ïc7£ jR%l¼¼MîœÆ.28èÙó)ƒDèL‘¸„ou"'©®cUX“ ûàïó,uû$iú™pt ›Xtæ!í{GäÞq&xßRú%Iœ‚ ·¸’U×ÝQTPóí·¢¦RJnœíNÇ ‹g© Wä¡Y#ª.°¹èžµÆæX•°¼¥aM”VÆ‚ŸíqÙtâ5SC˜c’†úÉW7¨´CŸ<¡¬PE©í€s¾Ôì Òÿ~pó£ç’á=UŸ~¦Ö$ðÊOT“¬•ilÜ‚ƒ ¢£¢œ´ÈˆÈøoI¿sò+ÈD~! )©þý¥z‹ «ª«W dvG%Å?1Æ54.‹æ)Aj¨fàÍKÿÉôÀ4]E€aW9Sà'@ ÐðÉ/^8pÀÞÞ ÐÃZ¦¤¤L›6ÍÈÈ×CË°`z€@+¨«ª¬ÒÑ9ãïOm[RZ†6±»}üx+LA“Î"ÀÍÅuý·ª¶Î¯?¨>¤ff.2Ûüà¬/'Ón,;+:è €@ «(*)Ùêèˆç DJJêìÙ³h— :=² ‚‚‚£Gº¹¹edd0toÔ¨Q;vì˜={vW^$–Œ%È–X:3ÌRÃ'ò+¬_:Þôè3tØ{ÜÔÁ<¸‰ -³rm˜Äj ›g±yÞÙ}5)–ŠôGŸ&­PÁJÛ(<»w—šÄDväg›ÙêÓg1ûõ-·jûí ˆÁ4í$ ÑДáÙ—T½± z•Ý8bÞ"›d9E…!ƒÑCGªžaìõËÔ«|`ªÙv¹l:ñš¡Â™ 1‘äx£&mMøðôIÅB¨2Õ÷Âý:t”ÂÓ¾W{¬/Šy‘Y“Þ#$U'ákø]¨Š ö;àæ}ëñ›ÒÚŠuf:Q:w`;¾÷‘sLo\pí#Ø%sm]Òi<}@€!vvv4ønÖ¬Yh*áDZ:h¾×¡C‡‚ƒƒÑÝÔرc1=@ œ·YÜ|øðO^µíÝ'Oï?О>­¦ IgèÓ«×Oé«VWÒ6Ð~iáäìµ{Wg¹ý €@Dà}lìÒ­æqß¿Óј7oÞÉ“'ÅÄÄèôpÈjþüùƒö@ñòòBCß&Mš„RƒÝb•£Ê˜èøÚ‰|Úó›¾)&º^zág ¯ÞŠ•MN äÒš9™!:š’Mk¦fm‚@ˆ‹#˜– Œ‰‰¦õBX´t)~SLOØõév@‚½ç˜£.†óL×[ДR•™’€ÞƒoRýé!%¿l½ÙN‹u’|,žûh˦3¯*éѸ ¥ÕGå‰/_&•ËÇ\|ž†­¿[­õ;è´îÛãÇ%ÕGÕ/õ‰éæWä§X¯]ì~ý55×H­Æzÿ'Î6=tÉÍŸÎ{Ös´1XüKÒ˜Û @f6lXDDÄž={ДA´ 8ÖæëׯãÇ߶mšbÈÅÅ…éA-" ."âda¾a×n¬Õf‡iêãøyy1 ¬O@cÔ¨Û·£¡Ù˜«‡.\PUV^¡=Ó€€@ :ŒÚhÐýŒï7·òŠzÏ”‘h±œ®<Õ¬Ã(vfGh² »»û‘#GÐôA†~ ÑÌ(58f̆¥]OI)þ“S»¾($%Óç/YØx%–mÚú÷0‰\ü|YÙEPP³SXXˆÉm(9rhFØäädh2ãOYY”©{êĸVÛµÄFÞ/d†YXï}õ£1s¹iñ‡ì ¯\¾v;äæ}ëø4V¿ÓôíqÙtæ5S ’( 4QE,áeÍ6„”Ü'OÞEÜ9KwmTýŠ8w+ªìq( >iâÄñ4¹ú³ª0eù´ñW"RðJ–”)±‘ÏÓr×ýË·ž%¯v „,{jÀ1 €s ýöíÛ‡ëXµjU|ÔÎRý‘ž¾÷Ðáý–Ûþ=];b³•+"£¢ünÝÂÂØ´{·ÒÀ#•1 @ €@ ¤ge­ÚnõàåK†}¡å(!;È ‹(ÑÎ&h£ÁS§N¡MºD"‘tuuÑrGÇoXÚ•5ìØSvJi)šàÆ”½Ð(±±)3eú7A&66+í!$„Émp»{R ‹ „¦2m¥Åµë~¶½ß¿Y ªÎZ÷dæš/ï_?ˆ|—”œò§€þzûª­gõòœvjþfºÃËÛá²éÔk†]CCýÄËÔÇ×öç†Ö]¥´:”³ÇìDÞ«=ä4qT/Zú$ûl[ŽÏŠË©nØh0câi vBU^îï´Ÿ)_â<÷lùÕÉ3 ¿¿º<~Âï;÷®«öÄ…ÐeDÖý~t„à(@ +=zô»wïЯp´¸Zes9** Ý_íÚµËÊÊŠ¶ø€ÐlèÏÇÎ^MW›¢êáë‹fž)ØlP±ó  ‡,Ç÷íùúõãçÏToJÊÊtMŒ#üýÑ<ÑÎ÷<@ €ø7=zl`c“ƒM]ªýXååá)*F) x±./_¾ µ‹ÎŸ?_Ñ`Þ'rmƒ²téRôäaðàÁ¬C«=#òôî#Fø–Ym€œú*bò´Od×L'Lz˜D+W™ ÀO¤ª2_¹œ~F;$jºù¹›õଫÐSJZ^aè¤éšŽÙtJ‚°÷-uÑ”Ëc¨NfÅ>˜¬>ùú½;Ó%inw™OHv™SŽ ÚH€——×ÃÃcþüù«W¯NJJ¬¡ßî»wï BS 0=@ ™†+ 1^¶Ôóì9jýŠÊJC[»'/ÀÀÞfd‘jè™KàáCª:ºrs©.%§¦éoÙzïÔIt3Ï"N‚@ €Ý•@Ii©…óþ#~~tö;³ßÙrÿ¨„º"8dŸ>}rrrºví6lï777z aii)##ƒ×w/™4fÌ(Ÿ'A5A‘Ýíw-×8'Ñäî‚„ª¢›gŽD¤³­Ù´INŒ»1_B¼–X ºx`#?{]v„Z¹<7Ùdáü?jgÎùÏŸV÷H‡·›Ìïìßhœ8}{JÙ©¶ •õL;nÑ-5D¯€ÃÎQ›æ(‹q2¬]ñ'ÖùÐu†EÌT’sÖjª_‹ÊA6Ä]t\Š‹ˆ((&5zzÏÜbn6c¸ÂãD*–ªW¯Ã K2¼n1Ïóÿd±ó‹ñr’0 ó„v¹lZ}Í ¸Ú~ÙPáHž8›_³ !çÛS±{Õ½¦à”Õ"Ú€ÿÐ!)âåÏòÚ*œ2ÓÏynî/¦5.Ìüò3§Ó´þpŸ‹Œm]–´fî¿ÚÉî?ÞΙ0Þ7èÞ’qr¸Š]@d„¶ ¸ . €@+ hhh ßîæææ'NœÀ›ˆŒŒTQQA‹‘nÞ¼™ _2ø+{3³k÷‚Ó²²¨5ŸGFž ¼±RGû¯ ¡KéÝû’»Û̵UäÚÙ^¿¶vusÙnÉR~‚3@ €ÝŒÀ§¸8ý­æ±_¿ÒÅ5KC㔓£„¨(JÒÁ!+ˆˆˆppp¸uë~¥"Ì1~~þ 6 ç½záÄÊ»•0wùjÑA¿k¦F¥†]˜¨I>îã2^AŠaY_#¬ Î<ˆB¥gC>Ç??·KvÕoBr7T~¸ÅlÓ 1ý¥%HU¥?¾Ç=¾èá暇Užc²c˜p]K¢_?´ÊiQM~/>äBðg3­!¢XåÊ #}ûs¡Ôü¦Ç ò3«‰ÛGüªN!–gF¢ÑæÁ7O ¥Ïe–å|ß =?,>„7ŹêgÄÃèêì zÝò²t(j¾b=¸ôÄØ_…uiObƒÄ(Õ~ ­°°×”¥Ãé QªJ_ݹtð ë­ç1EI^VD·ª¬8ãgbÄËÐÐWQå˜iÇ„ c°Nñ‚¼ü`á6UóØgë´Ì·SþSâ#W”þþ•‘óéù³g‰™µq¦}rò¹2Í{ÞSäö»lZqÍ ˆÚ~Ùа°Oœ8þø‹@Úaõçœå+EHáy«þs §.3J-æ’›0Z_Svøˆ$Bn͸功/Ô”Fèëë*Èô¢”§&{óúÙóð¨2º©ƒä´ñâì¢Ò³×XŸÜoX·hÛ/¿ª’§w¢¿¿yöïdµLâÝäz]¢§á2«“Ô”&¹8}³Î¤wFFý…¹Ť5çé*ôîAߊŎ!AÈb'Ü@t---´¡±±ñ¥K—ð}>{ölØ°a\¿~=܉áÉ0]þ’”4mÕj¦›íDƒè¾´¬ŒêÀ¯?Æè-ì+Åx¼d': ]ÿ…ÂÃÍ–xÂj®´Ü~òÊU"‰„i@­ ÐÍþⵂ4@ HNMýšœÜP? _¿›¡7µÖmˆ¨S4(¡{ïÞ=4kðÕ«W زe‹¡¡¡   à ÝWI2t9÷êú¥ð”Ú)Ÿß„¢wÓ!Öš;ˆ£±*ìB‚œyùÅSõýG/¼ä+]—©Q“D-·¯»·Á‹šF©ÈO¿pÄåB†ªJ¿Å¾?dm0næÜÅCù©g˜4 ~qèA<õ° ý³ƒ…ƒEVª‹P‚ÐvwõåqX_äÅ‘vŽ]±¿‰y^™Qí£Ó=paKl°5UY[D¢_íêwJ¬ßÉXº†øCÅÙ› ¦ôÃk0YuþÊá–ž²k“äÒG×N=º†6ˆÈ5Ô2CÃô˦ × Š‡— Ë ´ a`]M|Õ²Y¨ˆÈÓíÒÉáž0z¢*•j’Ò4Ï-óE*».½¥*r~DÞM+lâ“Rðûç%—-Z‹–-W©ýûÑæËïÚ¾• í¿8ˆj£Õ8ˆµ Âjç*óÎy:R½´¶õx÷a¤X½TwtJ$;;t €` """~~~h*!úíž]7ñ¿°°pãÆ'OžìÝ»7KøÚœÈÉÉÁ¢yÔÈ=V¡K (ŠÞ]:pžJíTú8, h6èÞñÚš €t¢ЛN‰sif7,M» “ÉhÖàû÷ïv„žlÛ¶ ­TÄËËË°B·W’øúœ y&¾RÏûfÝô¸&£&©Í5¼rvg½ä®Ièlèó×^[¼.„”0Ê°±óI¬6ßãl³NMÔkðš`àäþqû駔E5 ö9†ë¢ŽIªg¹ª¢¢î˜ÈÞÃýzHáü¾¡µ9BÆ–Ñ~zù"ŸBˆzÿ¡Îb#5ª_?O%dq‰¶^ýûñâ¨{ 6l@¯!]hqí”#0ÕUÙ„•.^ôœ¢mœQ\—â·QsÌÎ'n`íêj2aiÛ•L¾lÚvÍ pÚ~ÙP™Hª· a§Èp×®Ykîõ €v]Ž›8‘>ENä°>”9ãÔ㸖fçÂmÙæËòáǦ}}TÐÈETþ;6"öÏÈ âM[èÜRHv.è Ðùôôô&L˜€6¸yó&Þ›eee//¯åË—ãõ ·‘Ú†¡ 9@ €@àß$ ‹”tø‰GãÑÊCNNNqqÿ³w&p1uQŸ™ö}_ŠPJDEÖ² !kÒ†"e)BB¶h¡ìBe/„¯,I”J!mŠ´h_´ïË|·¦yÍLSZi9c~æ¾sÏ=÷Üÿ»3½÷Î]è?¬6l˜¹¹¹žž33ó_÷®gUÈÄ#áàõAïÅçËO^¼/¬ cáR·x½ñæe3ÆP„Àè´…]Dú¸«ÏN«Ow^|øž”V^ãæ”’–›:cÎÊKñ±Ñ)FØw_ñ•V:ºç°}\f1¥÷Y«3.;–òË_r!ËñœübhyÆecyÈ’úOFn‰k¾!Sïµ}r»éQ7Ž¡¦H1Û4îÛdÿàˆbÛlà O`‘”›©ªÌHŽ'‘ ál>‹Þ¤C—êòo‘Ÿ£cãS3²KÊÊq&~AI)i%e%1þ¶ÆóÄäÔ\Ÿ~pÈJ ‰OL),©`df0t؈1£å…xZ¾’}ê²Ï®î6ï3¨I]ÑmPpÙêŠÏꌢD ò›XáÙŽº¿Öý•×˜¥2¨)‹"…gäZ½ë䪭?„Í.(efåà‘)§ 0Š‡µþ7GkN2E :ÉÎw¿iëOÅ× ü_N1¹V~ʬ2ñ‰zßâýà Ë(wÒ%p Š©Í˜!ÂÝŽo:fóo&à·ûoÒ†º€=—ÚnP__ÆŒëÖ­£ÙfüÑ£Ghw . ÅH{nz¡g¼ë×õÁXËÀh¬ÃNHPPø•ËLjB€CÒ«xÜ!k{Ìã#ÌwoÔ\_ $€@ ÚJ rv¹uç®7Mt……ÙöØžm[Ö¢ÛÒ–l=zü‚ lIä]KízwÆ6¾ZF;Ñ›®‚À°õ†Ãèf!¡ˆ”Â*)…–r;&'0±ÉŽ›„Þ+NYŠGdˆºæuJÑ¿K÷¥n3PzÜ@iú(E¥äE¥ègÑHQïURUGoyÛ;Ýýð’ò“Ñ»•$äVHȵ¢Ð“³ @Ø“Ïø€øÛ ôâÅ ggg´/4¿‡Ö´Gɾ}ûfÏžÝJ@—¶  €@$ÂyZÀ) €À¿#€.ñMMMçÎk``H鈛›Û›7o®\¹2oÞ=GkaHô<<\^.ªLÖD¡A’Ïqq? Öš=¼ï« õ–“~ €@à_¨¬¬²ÜÒÞá:͆Ă‚|W.X¤1ë_9õRHMME÷ø—/_.+kåI™‹†£%…Ð^ƒŠŠ»ˆQj@º+D¿¾¹ç°SLRfvFy£½º|m¥Á, 8´¥Ÿð iãý' ç銪ÀF!}¦œÈÚ …Õãp?{/0%ž8> ±0š,øOO T€èvïÞ=þ|´7axx8¥Oh+‚—/_¢½ÊÑÒ"”rHŒÀÖ-7nyFEÕÿyE¯¸øŸ§Ï\ÞgaJ:„ÿ{‘#‡¹^;½|å&"yÓùÇO^³=¿ß–ÞÕð €@àoˆý¡­»=""†¦ÒY3§¸^?%6@„F‡Ÿ@BB‰'nܸQUUÕ¼vFFF---”••mž ’®$P—µMoýëôj›u¹™i$ɯ”$Ó-,+ãs·¸S'uQ8êó ÏôùSüWÂzÌÉÉÉdÚ5iiY8É<à~O@NNîÇG^”;É'&&NŸ>}ûöíGŽaccë÷œ-&&&g§Ãª3Va!%OZ­µhèA´ªpÜh.™»×ÜÄö¸3æì¡ÃcÇŽZ0:&@ € @ó/^ö03;ZV^AÉ„™™é¨ÙŽíëa- J,ÿ$mkk{çÎÚÚÚæ°°° ±ÂæææC‡mž ’®'@¬®¨¬ûƒÙºZòˆÍ?(Bv¿ }¦_œæno$ë×Õ5ýþR¦»?T€è P¤çСC .D·11Mc?Ñ&Zƒô¿ÿþCƒ •••{CSÀÇ¿J`Êe}½å®7j-/¯Ø¶ý÷ã«Õ ¨¬ë>´ãóçhß·$“è@WoGhð£aÃ$»®°€@ Ðë äææmÜ‹Öœ i‰´ôP÷[ãÆÊÑÈáð/ ;vìØ£GhÖ}%¹ÁÎÎŽv133ÿËŽõëêÄ;5Ùg“œ][GÄŤFïµ;ÌÓûu/¡n<ôjpÔ1 ì7(€èw”””ÐB£hKB¤K;iÒ$´äÈþýû™™™ûhp«NØî}âýê÷ï’Ö³ço¼½Ð\2§ÕBÙC  e‡Ýnž?qÉÏŸ)$ ‹4—xÿ““£‡: n €@´Ÿº€çååîØ$¿×~ú»Ò3²iª5Z¯uÆn?;ÿ&€€ôõõ¥[)©©)Z(HHHˆ®»“~Êê½_WïíÎ*Àv#}¦ÐÓþEîÄêè·ïB#òŠ«D%efÍ›#!ÐÊÓ4b^ZÂ×èoII)yEå•Õ,ì\J*(M%5 ½ƒE 2~¼ñ{û56>3çwU Ž›W|°äè±ÊS'*r1Wßs´}ó£|©ÙáqkÅE„|ŠHNÍ,«¬eãä()¥8^e¸8‹E >G€••õÔ©S‹/600@`íCKÚØØx{{ß¼yS^^“C ñ;²ÛØd†bÇÎógOá„ç‘^•àççõ¼aÒÔeeeå$Ç££ã×™ßñpÂãÛ{yÒ«ZÎ €@ ß@ãAµ´·Î›;mçÃv5mb·ÿÀ»3—i楡kÈKl—jÎm—5PîB茠  ¾{÷Ž®YܶmŠòòòÒU!@ôIý7@X•m¤·þqÀçÂ2ª=xmV¶YM{®ÑÁUM«¨6é²ò‰/š.ïééƒ6À½óîWÊçÛ\ÍšWW‘÷Ò™3箄}Ïl*IJá¤ÇÏ2ݾgÃÊ,” Õƒc ú)S¦DDDìÙ³ÇÅÅ…òÆïË—/h–ááÇÑR$h¦QŸj34¦ ׯºîz?$ô ÉFʯt›#Žhfa'LBÑI`ôh™+—ŽkëlÃœ¸ÿ๢¢ü³˜@ €½—Ài»Ë¯^¿x2]mâØ6/ÿsîöOŸ¢hŽŒÜpµ(.J#‡Ã¿C…{ÑR¢(4ˆ¢[#ZGt×®]hMQŽV¦1Ð- B €èõúo€ð­»ÃMŸ6ž@b]MvrÌsc½™èFÂjÓÌ7[~Í£…+ωßm¬Î3˜&ÞÜNí ýü3Ôlj‡ü =æÑ Í}Õ­¹ELüâgºôí³­íMY›ÅóšŠ+Ýš[_+AÑ¿^ùi÷<ÓH™Q¡ñ¥DEN*‹i>kV¼Í¢o€Xâ»uµ¯ËE;n.£Å9é«>GÝ9œ?M%\¿~}jj*Ö>4btïÞ½Ož|8&‡D&€&r>o3^eImm-‰ƒ½Ã5=¥rr#ú3–^Ýv­Uaá_Ïœ½ŠµbßþScäfÏš‚I €@ Ð |üauÐy^UU­­»=,äñEÃF¯^¿‡V )-m\d‚Ôp&&ÆÇvî6Ûб¥J{#½å3ZéçÎ;¶¶¶111t:t(ø‹Öbaa¡«B €èóúo€½Ý‹ž3²±1·Ô#ðL,Ì(rHÄÕf…OTPŒM/i©\ü«‹^á6ãyI É?~´ÄÌÔ>wÜvpœâ }LD• V_Ú¹ÌØþ½9ˆTŠMĪÊ*¤Þ üî}††QjIãóÜ&Íf©X·)“âžù½˜*ÅÛ,@ôYsæ̉ŒŒDë •E)¤  pâÄ ¸¤$ÓoÓ(tdºI×ñœ+‰@uué–o^߆E){o—8~Ìüó—˜7o>šP[[§­³õcðIɽ·Qà9@ ú9¢âD—ë$qq ;w¹xáX+XÐn…7Y>ôô¡Ñ>LÒý–½’Òh9þ•••7nÜ@·ä?þ¤[¬¬,Ú»zõjFÆþûd˜. úþûg`²®ÅÑÈìÛ/B J+K sóK*Içž‹_˜›‰¦E$Gm·>-@wú Ò&ˆ8ÞººÛÚ1&9»¦º"3#‡U#æ'Çæ7ã¡k ;R˜pû‚CP|Ãv͌ܬ˜†êª ÊŽ?þ*˜IÉŒ-/3b˜øaN6–ª²â¤ø¯ž÷$d“µìê©°7Eô03¸PC›)£ƒ lÓ,_4Wu„ä@V&\ANFÌ—>øü³Á‡¦rM©¢„7 57PFùÉ.˜?G^z(sIAϞ¿H/hVœòQs±î§Çƒ9ZbÔdR@ôhtã¡©©illœ•Õ4Û¸¬¬lË–-^^^×®]“è3í…†t˜€µõŽûŸgd4þÝ xzÓÍS_wY‡ BÁK=J¸ã²(%%äI^^ÁÒÆï°³5]Øü['¡v €@vؼù@BB2e‘ËWïÌ;m©æ–Ö¸`M•ãƳ´´D·ð0–—†  ú'^ dfnq"_ÛÏ"žMÄÒÉò¡ÀÕ]ó Ïø’Ên?ÿê°–|Ûí`šr3õžÏÔC‡Äü`I¡‰)4óîð¬K·Úœ³Ù6€«>úhldpjßÏà¤%¦‡Õ¥šž£±Rùÿ+!%KX\‚—ƒN3­-7(HOŽ/©ŸXö½œ8¦Y„Xösç;l&"ŸÔ$·{óÇQ? ×68pìÔU‹5F§!S´/båá-â ‡Œ1r xð€²­~~~£G>{öìÚµka®%™~˜æáæ²;µrã:sóã‹Îâããé‡4úF“…„øÞs™ª¶²¢¢q”Õ—/1Æ›,o\·ƒï{ß8ÅÐ €@ _ps÷róxԼɌ-Ç+8peVuuõAkû“§.¢-î(å|¼Ü\Ž®X¾€Ré¿@ °°íbooŸ““C·º)S¦ Ðà¼yóàZ. ú'^ ìuƒ\X†½qÏxÁX,¼ÆÈ)fáàfA¯Ó1°rÁrJóÓÃBÃâ’òò‹ªëðœ\<ÂbbC†ˆ ä'Ä“–ý¬-).#âš?{] Jo|TÇÈ/ûø•ÏTI®æUáÙ×<âpñqTq}¸ÇÀÎNÞÒ°0òÑ%ŸEøœ½ß©mn‰SdÓ‘ƒy4v»6˜Ày9Û'ï].Á‚5´y! Ð7  Ý¿ßÃÃcóæÍùùùX#‹ŠŠÐ>…hSôK—.‰ŠŠbrHôC«V.D{“¼~Hj{vNžåþS.çôC}¦ÉŠŠò.ÎGÖ®ÛµÈÍý‘’âè­[ 0IK‰ÂÂâ²²ò„[R9@ €À_#ð#!í@·:´ˆ¨žÁ®—¾n KFýø‘´FoÚ­FÚÔñ7]Ï ,F#‡Ãn%››ëàààää„b„t+B›ƒ Ð ªª*Ý\¿C ä¡ñ޳щÕµT£ Píc´|qß÷wÜ€Zzè6á|õÊá_àÒ…U T˜ÿÀÓm¾6Û¬ óñ8yÆÉÛïcÍ4Ä6™ úúøÂuH}õžãt£ƒ$KxNÙ k¦n½€Nž%ÃÖØóêM "9§„lyäós‘¤tþ'ÄE™qUõY5Ù¡/ÂòŒ& ÒÑý€€¶¶6ºë044ôññ¡l®··÷¨Q£œW®\I)‡t¿"€Fªžw´=v~UUÃß îò•Ûk V ñÈýŠCk,Z'6,ìëyç[X»Ìö3f¤ê´ ˜¤y"6ö‡ærãËçÛXïlž  €@¿I ªª-õQ\\ÚR¥þoƒOž¾`an‚\o>غͺ¤„J­?ÐjÛ^sc†–Œ€¼Ë  uDíììÐ`\´²hsãèþkñâÅ(4¨¬¬Ü<$@௠–žØ·ïËÆ -µê*«É_£±È+4iŒº©ïC;~’´ê_Š{^·ù—4º­nèû݆¶Á0A|jл'ƒ8ÛzyT]”b±^ë샴C)ÚáfMtT\£:žCsÉìV‹âMìîóvK-g_¡§Ož@ˆ‹ŠŽÂJ•ü ܶ%;üS¢&&6Â?a‚| Ї ˆ‹‹?þm{`ffV\\Œµ4//oÕªUžžžhÙL‰~E`Ĉ¡{Ì69vŽÔêº:¢‰©UÈ/xŽÐ«»Ý©ý_¿½ÿ‘ÔŠšššU«7 y2ˆz*¬=}Ö­ß]\RêîþÈúà¡q|¦ €@¿IÀê òÕzÙ+Ž“¿výÞ½ûÏh4‡ì~Ó~Â9vÄÄÄ'N¸ººVVÒ‰¸ Û+t÷maaÆévŸ`´‡Z¹í¥E§»¶ÇHW긟½Xÿ=ì‰ãà ˜îÒ•p»ÌVë6]Ö²žd„Ý{6\B"mŽÖ–¤èΞz74¥S>Ë~ç“m b’ƒXZ·ÆÀ.¬³‰fð>±¨°¨õR­äv¦l+f! ^D TÜ°aÃìÙ³ÑÖƒoß¾¥ôüîÝ»H‚‡ .¤”Cºÿ°ØkâqûñÏÄ_¤&úårÁ}³©^ÿ!Ð÷ZÊÌÌtïö9å ‹ÒÒ³H­ËÎÎ[¾rÓ[¿»¬¬T×!µµµVÏœ8éBlXë )9õ}àG´Ußc-@ €@o!ðòÕûÓv—ÿè-6o¾~s5]M'Gkn.ÎæY é±±±¶¶¶·oßFg¤¹}fff===ssóaÆ5Ï øgð¬G/¹WXÚ~ŠO­ª©ŸSWYš‘[ðÏüÁá’““ɵפ¥¡;YAò!|ö=¯Ûô4]é»’fçlÕ9ïÖ¥Œ I)m46œ«:QR\˜W[X—žšò#þ›ÃaóèœVf22ag•XQQIg“Â?ù‰çàäø“N‹ùD¶¾i‹:€@ 0dÈ???GGG´¤Iyy9ÖäÌÌL ;<{ö,&‡D?!ÀÆÆêhháâõX{Ñ€åeËæ …½è0$½/!**tÿ®³ÚÌÕØú±?~ݼõà•KDZÆäý.X£³íÅËw˜%n¹yA€¤@ ð7  q]úkwI£·ÚY1—ó9›ÕZ‹ÚYÔ;HàÓ§OÇŽóòòª«£óTÍÈÈ-ä3hРVÅ€@wPÒxðB«!ËßYlº)®Œits‚ò{D™îæjÁ|ûô´nÓ>ï{‰6Jê%þö]7k³‚N] ·¯nrÆãì6^æ¦E·DÅÄ¥eGOŸ3ïõEËÖ„x¶ƒq CøëÒ‚BR&Γ$›m맴´4EÒŸfüÝß…¼;a[-€@ Û·oWWWGcCCC)™\¿~…¯]»6cÆ J9¤ûùó§k.™ëõÈ—ÔØÂÂâÝ»¹Ý²ïmïÃmTQëhÐؤioy´•’Òhã Ú¨Õ_"b–­Ø”Hž9Šqxðð¹£ÃA6VVL €@¿CÅ×îÎÌÌé@u“')ÞºqVRr`ÊB‘ö D¡A´—Ý‚ÜÜÜ&&&;vì†1—t  Z$BZ4hñ+ZÅqÑïlFNAvf…¬k’I¡©U¦˜%çÜtØÎKïä”d}OÍo}taâÄ ÎþOlÕµ¶ÒU»)Œí.H×ÙÚÒÇ×]B3ÖmÚ$%Xÿ„núÜy,‡V6(§\ÝwUËÎPµ)VI×-@cÐýÌñãÇ>\]]i¡õfÍšµyóf”ÅÎÎŽÉ!Ñœ=c…f’•––‘ëqçɺu+gLŸÔÚÞ‡Û¸Áh5Ú½æʵ»X·ï°#/“˜ôkÃF‹²ò LŽ%PxøéÓ×+–/À$@ €ø;œ®?ÿÏ¿um6Ñ;cgÅÈÈвP¤íP÷Õ«W(4èïïO·”€€À¶mÛÐ=5]ö8Äêè·ïB#òŠ«D%efÍ›#!Àñ7ÌO‹íðãWf žItàñ“U凊´ý‘oEqÎ×/_“Ó2Ë*k9x†-?bCÛËweS‰yi _£¿%%¥ä•WV³°s (© 4a”Ô€ãQW¶ŽÚtj:"ÖþŠ‹ù‘œZßÙ8yJJ)ŽW.Îß³üBu Æî(B/Õõôl›LLL˜ƒÁÁˆkh~GˆµAÏnŸ>mçý.šMl´ç«7³Gv¤Ó`µ4OTTT`KskJ Ëj¹©ÎN~jŒë‡ÓN×Ó‹Z a"Ë‹t× œ|’× •ì¦:¯î’ó©©²bÍ+E’ì¡{M ¯¿ŒDé¾±qï.qàqÂ*«´”÷ßøØ0 W}ÖX£8ý¬­™¾ ;•K$ƒ¥¿ÓÞû¿ x÷îKlŠì,}›]Z­‡#éºB ú6FFÆýû÷£}õõõ¿~ýŠ5Ýð899ùúú¢ÍÕ'NœˆÉ!Ñç $v`ÿVs‹¦õ'M·øþœ……¹Ï·½o7í@ó5ê[hh©™UUÕsçë—””¶Òj´Ê([áY@ €èŸ¿D[Xžì˜eT¶c¡T  ½½½Qhf%¬ø€víÚµqãFNNØý£òÏÄÀ;'MöÙÇ$eÕÔaOyqŒ2KKc2ãjƒ]Úmyä}l:æ(•O{‹ÕëmBl$¬Ê‰6Ò[ÿ8àsaY¦3yƒýû‹Û°Ãð'NÌND&¤WSTÁ0hNN²/ùqváÏ ukM^„D—T6nT‰Œ¼9¹ôØÓ“W½Ë¨ž+3ŽµÒÎáôtÙXôu_^Ý=içøäuHiuSÓ¦èpeÓÝV;×-t4šzîERcY<ž[HUÓÈîÐ&êÇÛôl·OVûéÕC·{^ÿù¼Šû•Kå ¹î! ÓÍØlÔœÔ|]¨œÍêÑ6«iýÀ…0>äxÈ`&-­NWwªÛÐmQú jHŸî6õ'ª®"ÿî¥3gÎ] ûžI{âð Òãg™nß³aå –úï"Õ«ÈPÙÿçtâ=ÿܧ¿ï€´´ ÷”T¯ŸóÎÙYá3Çàᨫ®ÈËÉŒþú. 1«ˆ¤P’þÕÖùîl§M”~ÆÜ6;h•˜Q¿Ïj]U&ù§¶æÇCR­·ÀÀÄ2XFyßq»ycÄ)- UËKÀ4L¬N}¯Åa?ìi¡‰Õ¸QèÙ,ëØù³>Sµ³*lÔ_9hènpÖܹŠò2Â<øºê‚ܬÄñ_>‡}ŽN¨&;öÜ÷¥Œâž…Ã)›i €‰€‚‚º½±¶¶>yò$åtíøøø©S§¢ÍP àê'¶o[{ËÍ3*:žÔÞ¸¸Ÿvg/[î5í'Íï«ÍD!Þw•Ugeå’ÚØztéø¾ÈÎÉè«L ]@ €èiÐJÚ:Û*+›‚íò00(ü¨í¹ƒVMA‹våV ;å{÷îÙÚÚFFÖåoþ’””ܳgÏÚµkYa•þætþ­¤6Í|³å×<òCR gÊsâwëŸó ¦ÉC ·S;C?ÿ õqâaÀ½uw¸éBQ®Y’˜`Û®OIÕÍ2¨®'öx4Ù$e&ÏU9úæ[•^ýAÍçW³Çû_xâg8m8EçUSœjµQûÔíwä§ÝT:™ß?ZmXäî¡3²29--"/õ{Œ©Ô„Y{5ºò)qÌ£*šûZm?1ñ‹Ÿéҷ϶:<´7¥™Äòg ÖÕd'Ç1·1Ö›9 YЈB±sÉÎu›Ð.ê3¨ }¸Û Ö¥Eø¬Ymð66‹þÙ"ÖÆ…øn]íërQ玛Ëhqª]K†¾ÿT ÂzüJKôö8|Émøy©«x}ÿêëû­œü°aRTÙÄJë­¼#J¨„¤ƒšrêÇziJÒÏ5…œYAW(é³ SßµJÑêv8©\þ¯¨ó'¢HéVÿ'ç¥Þ>µC}•Ž®"7Y“`rêfЧ)·CR%ÄêØoЛ¬@ÿSF}ѦÆ,1åÕ\¿ÏÓ=XØ8ÖWžŸæ}çš÷úeÉÒÚ¬ì<®+úÉ–á¾@ÅÿÐ(ÈE‹ÄÅÅaMBwA'Nœ@{*ܸqcìر˜}˜š¾þœÚŒUDò¨¿£ÇίÖZ4DrPnuhÚÀîÞ>7kŽNM ù¢ÕfWW×ܽë½e³A«Z €@ Ðe¶m·Fãó:cîÈÑs³gN™4I±3F ,%ªªª[·n¡ûâïß¿Sʱ4Ú¼ÃÂÂB[[›r!4,ÿžž‰¥~S*š ®6+|¢‚bl:½çÆ NÇ¿ºènc0ž—ãÏóAÙØÑÄŽVd8ZɆFÔ‹ÖžçÖ–¦›¬Z¥ûQAü\˜\¾¦ð§öìé÷?’Ÿ0“å4Ÿßüݾшꉕ…@ÇXƒ(ùÇ?4¾±dísÇmÇ)žÐW¡4ÅÖþÝmÙغw™£Îu›]Ôg¥>Üm¾û_Ÿ¡a”ZB7ÆMÙAp±þnS&Å=ó{1UŠËèB2˜Í• ý½èQÎý5gøF¹»;ÌÔÜœYFû#Nã#‡¡…Ý–9ÔrbmÝ Rëãª**ë'‚“çüÕçâ™,.z&eͽêG<í!cÃ_ &)cÐ ß!ýN?’Ÿ»6åÒK”™Ü½q˜™Â%­AÂ’Úú[#R éi&Ã3N[½Û\{B³  ¨¨¨¨|úô ÝÛ õEÑ*£X#9a„ìÝ»·ù`L }†ÀÔ)ÊzºËnÜ|HjQyyzTñäÑ•>ÓÀ~Ûï?’ðWäpËÝ „¤ @ €èwï=½æÚÚ¸ø¶Ô‚†xêèíøþ”—‡»-ú Ó ²²²«W¯ž:uêׯ_tÕÐb<–––K—.e`` «ÂA€ âxëênkǘäìšêŠÌŒR8‚˜Ÿ›ßä —è]ݑ„Û‚â³ë3¹…XÑçD]‹ÃaÉ7}ÃJŠ 3óè=ŒÅsÙº\úmfû##¿ŽX“•–EwH¦Á>Çèß~Aaq) ö›*'ÈNR_:_m0OéïŒ÷>žü#HO´«s#ì.?¿e±¸I¥ˆå‡ÖjREاNŸ  +ÀÅVZ˜ó9Ä?ès½° +— ê’ ƲT;} ºjƒ²ãÿŠp¦AR2cFËËŒ&>@˜“¥ª¬8)þ«çý Ù¤Xlí{§ƒz*Ø’{¨òɺG#³o¿)(­,-ÌÍ/!-‡ãâæf£ ŽE$Gm·>-Ð}Ó‘Oë6]Õg#}µÛ%¼Y¨¹2:È?HvÁü9òÒCy8˜K r¿E||öüEzA9©{§|Ô\¬û)äñ`ŽÆßedHô¼ÿ!@ØxNdçl iinqç¿`Ú•<‘ e¤âä¥+´Öhâ =xV+;ÇÄ­ÖŸãS)€¦Uk8&00’Q´¶ÛGŠ#i2p ¾ì:ÓÁæÀ)—Y¤ß²&LÓæh¯{zHÇ?…üÓ‹'pñ‹i¬5ÓÅÙ¤Úbâ‘pðú ÷⎃óå'/ÞÒýµÆáX¸„Tç-^o¼yÙŒ1ͯ2dgè}Œ™ízÎÎùÊ­/?iþ¨+Ä3JÉW_¨±RK{Šüàö<$[€O úvvv‡Å‹¯[·.99P]]mee…¶[@»Ž9“C¢¯8y|¯·÷«ßù7?OŸù=zübÉbš8}µõ}°]h¡ªí;_¼äÑ®¶……E~ûöCFfX»J2@ €@{ $%¥›ìko)ºúIÉ©¦›­Üo9ÐÍa[¹¸¸œ={6+‹þÂw'NÜ·oßüùóñí×–ºA§ÈÍÔ{>S&æK MÄß6V…g]ºÕæœÍ¶\õ±(c#ƒSûöx'-1=¬.U ijY]xh…Ãý|zr˜†yÓ`êÆòõçiû…jקª¢d9äcéE9ÄF;ß~Fc„‘{ð‰«w¶-Ÿˆ=þݱÇò–åJ½ã^õÖp¸×¯^ÕY,¦Œ…Å=s:éõ•”‹þWPßpåü1Å!˜%r†Y˜]ñùB!d¸ñ±@O‰öI5…BÇ“ìƒT>ÄÿJHÉ—àå 3µÏÚrƒ‚ôäø’zxEÑaßˉc("„x6K'ˆú¯îšgxÆ—äÊöó¯kÉwܭΕìL·ÁãX»¤Ï ôÍnC¬<¼eC|Aã÷„‘kà³wê«s0RE0ªK²®ßmf{‹4w,/ú©Ùé‡÷® Ø®"Ó¹nÒ¥!@ØWLNÍõ釬Ġ øĔ’ Ff6A‘C‡@ã„xØšT›¥äf¯‰]ßLÜnž‘kõ®“«¶üþ56» ”™•ƒOPDz¤œ‚Â(Öúó¥5§éIú*À3(Î]ssîššò¯ŸÂcâdfç•UTá˜8¹yDˆ“)?r8å?­I&®F§öžH‰ûö%295£¸¬…9‘A¡ƒ%eåäDxÙi‹Á1@  f̘ñõë×;w¢ñ’”êh«ÂqãÆ¡ÅH·mÛF ´öEY Ò½‘€À±£»MöcΣðÒìYS88à/ †¤×$ÒÒ³V¬2 þÜo¹?:jcÖ‚P €@ Ð ðkô¶·Qÿj·ïxÏ«ª§³ôš @C //ÏÑÑ­©“ŸŸO“E:œ9s& NŸ>n.{agoÜ3^0‹K0rŠY8¸Yü•–0ó¸óⵦâ@ªÚðŒÚÛ¶ì>é•Õ0‹0;9¹ŒˆãÄüÃÕ^p:­ç9n©¥ÿÝ#\ÔadMp¨Ò%ï¡Uª¶ž¹ ¤ò§m ¬Ü#FÔO\.ÍO ‹KHÊË/ª®Ãsrñ‹‰ "6ŸOZL²¶¤5‰"@ضzt›NžŒÂÈG—|~4aàsö~k¤:´¹M&N‘MGn æeÐØíZ[ÆἜí“÷.—`iú>P–êЊÒ@ÏJC€ö|ðˆ Q×¢N+þ«Ç&%UuôîªZÙxÆMžÞ7ˆg,3½;nJ èàææ¾r劦¦¦‘‘QFF¦RQQ‡=º~ýúСtþ~cšèí ×k]w}ú…Ô””t›£NÇ™÷övõ7ÿß½ÿ¸JksfVNÇîîñÈÆz' è=(€@¶°¶qøðáS[4Û®³eëÁÉ¥¤$Ú^¤Ÿk¢ÛÞ3gÎ\¸p¡¤¤¤9 4SpáÂ…(4ˆvßhž ’^J` Âüžn†ðý+ÿ•—›ÐF\aàä#àHB\U%D™ÄÒ߀”F‡Ù†žs>Ø<:HÊEÓ]sôx>5¹¢Q½›?jÃ|g3~ââÚÚ†‹8ÜYû«h²¬ìð¾Ô̾ݖsçoîÚ}¤ººqáŽ4†Þ…ª©ªt ,@ €ø#ÿ·Á¶Ç]þ¨Ö^…ââR]ýïÞÞg` ´·lÓOJJB ^»v ‡mÞvt[´bÅ ´×àèÑ£›ç‚¤÷ ˆO z÷d'ClB‹k×V'ûIî§ÂÊsÇ‹ÐYÏkó•9ãø/ýÆ$Ý”¨.J±X¯uöÁ‡ÆgÝTM0 ݦKNBTtf§ägà¶-ØáŸ51±ñ¸„-—mñ Õr‘ŸÂÀ €@øùù=<<–,Ybbb‚–[Á˜ a•7nôòòB ÅÅÅ19$ú±cåL6é9s%5 Å™L·ð{åQáž–ËË+6™î¿y˳ó®Þró‚aç1‚ Ð]j“•f|*m‚Ë"[ð\šæVò ÝåYÿ°K¬ |üàܵÇAáß2òŠˆ&>e;¹ì˜Ý?Ú­@ ³òòòQ¯®®+ª³°0OW›¸xÑl…3!:ØúŠ‹‹;~ü¸»»{u5å­ÆBLLL:::{÷î1bDëv ·7 p ‰ôÐè`k8+JJ±áŸ\<<Šÿ3ððpãp¿[³Øé¼Ú’ÝÙSç5vÚ`O6ݦ+α¨°¨Ãv:S¶Ã•þ“‚4wuÿĨ €@#•+WN›6mÆ ÞÞÞ”P|||äååÑ kÖ¬¡”CºÏ8|hǃÏ22sH-zâæî¥ Û™ôìüûwÁœyºŸ>Gw‰›=ÿ;çhÍÆÆÚ%Öú˜bMeôç/aŸbâ~edÿ.*)¯©%21³pñr‹6\JQy¬üð ô·Hèc0úEsJóÒ_øø~Šˆþ‘ü+ëwAqU ‘™……W€°Ä`9y¹)Ó&Λ5žŸ½ïÝÍÕEü˜ƒv‹ixIŒ”"ÌÑ/Nyë$V:n1Üy1°é¹~mUnfÆ”Æ?š­—†\ €‘H4Ü°7--³KPðñòÌŸ¯¶XcöܹӸ¸8»Äf6qìرÐβ²²®_¿~÷îÝ°Fkî½²il<xÐ÷n)ûàI‚& úQQÑÇ߸qcûöí………XÛÑæíhX¥§§§‹‹‹°°0&‡Dß ÀÃÃuúôþ5:Û°æì6·]¸`&&DO#ÀÏÏ»g·ñÖ퇲³›fývØÉ¢¢’ÇO^j­Òè°…>Y0çg¤“ýÕ›w_¦ü&Ýž·ØJ)9ukvnZ6€‹©E%ÈèñR¾8îrëQPI5íiyyyaAArÂÏw~þÎ3s .ÓӱܽVNœ«Ç7«íÖ\«ãWK*°ïÖ3­‘m/ÜW5ãž]ßMì«í„v Ðm\.º¡«¬Nš—,®¡1kñ¢YÓ¦ŽG3Þ:i­?>zôè³gÏP€¶y{9997mÚ´sçNtÿÛ<$@  èu¬6k£ £„œ þsÃnß}/<‹5×hñª,ê±óËŸ [·µÑzûÕj³‚N] —뛜ñ8»—¹i€¤¨˜¸´ìèésæ½¾h B2(šÏîí3¨²žÖm¤¥¥q¸(ñiÆßý]Øšº œþ{Âþ{î¡å@K-,i``0cÆ 4šòÕ«W”~¢áû÷ïÑŽîššš”rH÷Z+^»v÷µ_©-(æ´Ïê4Úž°4­7aåŠ3gLÚ¾ÓÆÝãQç›éæþ„Më*ÜNØl;z'¿’ÎC¥&5r*+!ÚnŸå• n—<œW¨ &‹{îgÅïŒàÈdäß éQR¢0ÿWWþûì¾ýœ}Ê£c8wUŹ·ÏÛß¿á±û¤í!ÃéLp¯û`­e÷ìÞH¼åú šì>ÇécÇÍf(%Ô”W2ò‘Åð €h‘@dTœÙîc-fÿ)CAA-"Šæ Ž3Öÿÿ­Æ|???DÿÓÕçããÛÚðB»lÐU!@ëF`òróÐÍí…±òêþƒñØ ˜v×%ð¬Ã5ç˾ûµÁd嵚C¼Ÿ¯œ8´y ?Þ»k®·îÞð —˜J®ƒYrÎM‡í¼ôÂ%YßSóÛ=}°¶¶µëï¢ßÙŒœ‚ìÌ„æmï9’žÐgžÖm¦ÏÇrøaeÃyJ ¸ºïª–¡*í·©çœÅä ½oÒ?rª@ @I`ðàÁ/^¼pvv677/--Ų²³³—.]ª««ëèèÈËË‹É!ÑÛ  'ç7¿ªªñÂÿÒåÛkõ—++éíMëÛþ ðݺqfõ* cÓý©©iì‹—YY¹""‚1ÒGÊ+ìŒ×î¾BÙ.ÁÊJòƈñór2p¥¥i©‘Ÿ¿FþÈÂn‚ ŬV_]÷âá*åž>=äÞ…[n¡îºìyÊ@²¥ý0]‘óCoɺ¡©TmÇ3••7zÄ`1vVæʲâÔääO¿ÄýÊÇÔjJ²mMŒ>Gî`oÀÞ£ŸZ`.÷ÄDîu¡aIdj« ¶Ì— Â'@àÊÊ+´u¶UTžŽþAËfddT6¾~sAYhâ &‡DëÐLA4_…ÑÜAºš"""hÊ š8ÈÅÕ—fÿÓm+;E@XB‚#mýçëæ»M}¤f±¦$󨩶õÍ7(pØ/ü¦½ûŒåLèààÄ5 4q#bmEгۧOÛy¿‹fíùêÍì‘üXñž–è}QéYÝFXe•–òþ³ÎWõYcâô³¶fú‚ôvj(ýöÞÿMÀ»w_bSdgéÛìÒb¥é=í¬w‘?T_¤.² f€@t 12553gšPÔ8±ŒdúÖ­[oÞ¼¹zõ*ÊíšÊÀJ -=t÷.££¶çI¾ :6m¶ òb``èÞ ­˜?zT„ùÞ—®Ü¦»ŒRk…Éy55µwîzoÛº–,迟ﯟÞK¦2çÈ¡Í‹§Ë±šß£Sc?9?ëèDšcTW’a´ÆlÂç[’Í•{RbpÈçžãÍ¿õ¤¦0YkÞš'_s07˜¸„×mÙ¸ÙPSn/&lLkãÃΟ½pñþ‡ªÆÇ$u>.6:\<ŽjBˆW›Ž{vo¬ÍËÀöÑa½ñö )© ݯÔ*Múˆ¹—éwèPSžITRné2 !ö¦çCÆòp ®T§¾W5V[{™¬äbUYZrÂÇïB"+±Q“$·êÒ§ 1r ˆ/\gqå„ Š¹R¾¤¥ep¸§$‰ŸóÎÙYá3Çàᨫ®ÈËÉŒþú. 1«ˆ¤P’þÕÖùîl§M”º$ÝUݦs}5¥ovëØù³>Sµ³Hãdj‹¯4t·?8kî\Eya|]uAnVâø/ŸÃ>G'T“»Ðsß—B2Š{ïB2]ÒaºÃ»ƒ*Ø@®$0|øð€€€Ó§OŸ³0œ<Ѫ¡‰ëõ¶Ç–QfãªJ ¾Ç|ù³eÈø™û5Q` —ðüÂN»[Xˆ®^›ÂˆÖhÒ¼æÞ«®uF6ØôÏÌÃI(,® ª•|ê¶’Þ òå YJñ™égéG!¨OžtÛãs†…Õc¦¾k•¢Õíp’Zþ¯¨ó'¢hŠÐ;$ç¥Þ>µC}•Ž®"ÕÕµÒ}…=_r“u¯ï_}}ŸžF~Ø0©V²;˜Õ…ݦ}nbITŸì6輈)¯~äú}žîÁBr,¼Ô €í"0jÔ(´Ã‘#GÐâ-55M×¼?þTSSÛ¾};Ê‚5[Ú…´g*/˜?cÉâ9¿ ¹WXXl¶ç˜Ûͳ=Ó[ðª9vv¶Ó§ö­X±ÀpÃÞ¶¯j…ÙA“mîÁûa"òk,v -=}æHž¶-‰g0Ý»é„ǦRÎ#‡%™“_+,ˆÝRw È‚¬_Ÿ>Å&$gäWÕYÙØ…DE†ËH=Œ©…§ Ž$‡}ÎÀÙ׈y©Iáq)i9%åÕL,lÂDGÊËÉþSÔ¤®¤¨ñÖÏÈÄÅÎÒX'±ögdÄûÑiYµ&!ÑcÇ+)ÉŠ7'^[Yò1(ôKôÏÜ‚rF6ö’“¦Ž*ÂÕßé©+ÒÍ­®c$¸†ª<¾s¨ ÑÁF["£fxœÛ4IçiI¦¢¸7®/’Ì¡WU£¬²ø÷çÏQñ?~eåVTÖ2±² ‹HËÊ() gkq–j+öþIV g‡+ÉK ü—VXZÅÄÆ6@|àØñŠòC…Zë‹8\‡zc‡»"Z¦¨®¤¸yo$¦ÅE¾|û)-·„ƒOhÑJÍ¡šhÒ…'º¶ª,2üËטŸ¹…è©#7¿À0éIäyÙÚõ0¡ÄþI/ƒJ@/'€V¼ÔÕÛñûwM;“&*¢ àbYÆIÒäÂa _¼xÑÎÎ.3“~¼d„ (4¨¡¡¶Ìh£MPëõð¬VvŽ‰[­?ǧV×ÇýZ{˜É(ZÛíkmX}÷_i¥£{ÛÇeSšã kuÆeÇR~ùK.d9Ze@ -¤¹l,ž0ÎÞn×.Ûë ¿)a嘺ØÈd‰<©ˆÌ‚Vkƒ/x¾É),on„,!}âÇÎ[ÿ>zMÈË'^Ï|Ã>GýÊÌ©¬!ò ‰ÉSY ¹bÉlV¢Å9êBGÓÔ5xœ|±ù[9­%,L}QÎÀ5ø²oèL›§\~d•Ðfâ˜6GÃÐxÝÓC:þ)äëk<‹_Lc­™æ(N}t(;gSxèHKs‹;ÿÓ.OŠ² ,#'/]¡µÞ@{ˆGóâ] éÚnÓÑ>ƒ‚çé³Ý†tšdgè}Œ™ízÎÎùÊ­/?³éŸ;<£”üxõ…+µ´§È&ý|wú•ÿCi»®éÿ¡ŸP5@zhikkkt¯…¦ÆÄÄ`PÐfugÎœñññ¹q㆒’&‡D/%`öÀËWïKKËHþ{Ü~¼níÊÓ'öÒæôO·'ŒW yrÌöüñ“.ÕÕMý?Òððx|ÔÆŒ@ ¾üc±>¤Ÿ_„µFHH í–¸¤§Š “g¡ŠôÔY.}Ü;‘dSÓÒþ¡õ"Ì~K bUú´!ªÙ¤[kæËë' 4)×U¾¼ã~úœû›°Äz@Xy…5V,Û³ÛPq_S)îÇצ]@%ªËJ°rv­sÛßxWÂ3nqô“}Í£šÄªbÏë®ïE¦6â+*%§»^w§É2ŽæEê¯M!1=¬¡NÁ)Ú™oŽ îõãæ[m_~I¥ôÝ?ÝÑÙfÞ˜$9±¦ÌÃÞnÿ©ÛÉ¿+¨4Xgké9ŸÙ)Åßñ@Nøý[oU’Í2°?:œ·}7hŠ+uœîúæX¾bÁÊóUäÄÉÖh>‰Ñÿ°s}ôêSIUs„8v~±åzk¬Ì×J ²Ò”ìq‡ôÎfQZ¬Õž£W=ƒÊhlÒ§;¹OSE’¦!ëíŠÈ‰ÚÄÉb³#N»ˆªNÚ«Ãøê"[ÓÍÖ®ïÉ#ù ¬£fMøuMQ{ê×è{]nØ@–¡XCfn>òò¬6vØèÊ]’õÓþ¸ÓE7Ÿ´¬—6ÖÆÄÁ¿H{õÁ}F‰sQ;@{ÔÄhMÂ1&€.ÀÞ…bzhðÖìYSÐ|A4OHˆ“C¢½òóóœœ~ÿþM·ìôéÓQhpæÌ™¤Ë§o åf¯‰]ß•mij,Útx¡¡yxàÛð¯ßr J˜9x†Ë)Κ>‰›]ÌâbÈ—Ô•46ŸFoj!ížEøðµg‡¯ÑÊ[:Æ3°ªÌ[‰Þ-)´">Û4îÛdÿàˆârÒ¨¶Vtë³ðFI¹™ªÊT÷4 …ðŒ\«w\µõৠ€ð¯±Ù¥Ì¬|‚"Ò#åFñ°Ö_HkÍInÐmÓbrj®O?8d%…Ä'¦–T02³ Š :lĘÑòB´cÙ2õõFæáá‘mô­ˆåÿ6xÆôImÔï{jìläùmh³Õ_é(ÖÖ!žyˆÔÀf@k×­8å}’ë{îö0Ëj‘ÈŸnRÞú7Fqœ2Ó—OÀÌÖ¥mÖ2¼ô2“4OTdß¿ìâé~ßú²‹ÅJEÌÿÚʲ̬\ýÒ¢‚Ò¢FYåïbš\t˜ý-XgõŽWQYͳH’Ì„èS–{¯^¾}íöùEŠbtÔðlìè^¯¤>§¤¸ýÙˆxri¶ÖñßtžQ„úiLèïµh´±"oç*=‡ç±tlÖV¼t¿4åëÏ$9ëŸÑ´ÿU{Ëí1(™°dÓ¼!í6‚gwxþš‹“£Ü̱¦øìŽmüé4—¬\ö;ý¦ý©·¹z^[>¾¥(#Yûß~6;›éŸ^ÌY¸í[N%=¿êâ>¼^6#ìÔ]÷]²” è]БxV6´`ÃN>å¥DÑýÙþëï)}ëXºkOôW_÷ezG~Ó¥Š«.ýýðòyïûN]¿°y¡\K½¯kˆu ”ý˜@`Pøá#NŠ.\0ÅgÍš‚–ñïÇHº éYYYgÏžuvvFÓéšCÛa ûÐI“úï,], ì<‡²Ú|ôhADJa•”BW9€˜(©ª£wW䢮9¤ËÌu•[µÓ7ú j}×v›Fœx†Á2cÑ»£tû`¹?=èƒM†& €@_ €–E‹º,Y²ÄÀÀ-1Š5 -=zøðá§OŸ¢©„hIRL‰^G`û¶u7oyFÇ|'yþí[‚Ý™+{Mz]CÀáÑò2Þ{ž±¿rÈÚ¾¢‚þ³fJ·Ü¼ús€pØð!èi;)nôÓï‰O¼‰únDí:6w©ê@{¿Ô*Tª2%èŽÚ¶Y­G€ˆï?#¯Ëƒ[ª¿¢i•Sbù>½u—^6~1Q¬C|¸ìD¥‘EùX %…ùߣ£ß‡Ä”5Ì+¬-Ëݯ¿^PäÉÕÁír˜R9+òÍô9›¾åÖ;ßðbV?MEV„—­¬0?úógÿ1¤~'F,›½êöËûËEÉÊØ'#sýäz¨Õee9ñï–ëŸDÑAV¡iªã%D¸Ë ó‚B¿¥ Ô§n2=53àÈÕ[HÑA‘!2SUdù9˜r3~½Ë.nô'+òÕ®“ÏÖÀjj{‚Xý,0Ó_½n%{KaL‰^‚“›“ž“Õ^Øibv!;F­ž4iÜ0 Æ’‚¼ÈððШÆy™eYß×h¬ }4E‚Óïy ª³Y˜öuñbRtaØ%ù¡~ŠIùÝè|u¡…¡Ù¬ï1 nNuEô¥ab!O:EûW•&½ßkÿª¹WŒ¬""‚õrbMn6iŸI4¶›IH¨éëÈÇEù¸¿+OtŒï™K­óÈ_;<#먱£GH¢ .kR¾‡~þAúÒU¤m[©Cô¼·uc»ŒXs: @ eù…Ö‡íÑ…ôâE³&ªŒƒÝïZFÕÖœ”””Ó§O_¹rýh7/ƒ½Xºt) Ž ››ã @ôt ìégü@VL:5""b÷îÝh"›†ûôéšeˆ#533ƒ»âVöä,4ôü9›é3µ°{ôØ9-­EC$öd·Á7ºö˜m\²hŽÑƽïÞ¤«C)ôôò9ït-‡E)ì?éáÓÔ†³ÛÅ“VØ­ÈÔYdxÏóüLY¡À3 êO÷;êÛ`¡öÆÍG[g™¶Š"V¤Þ{ÑX“ˆÁê©XÕI¯ï83>|džÝw“PÁÚâ´õ«w ¿5”‹Ú)<€†*Š­¶H,Ák˜X\<ºV”³ñ†ˆXS~ûø~k¯š2‚Ÿ88HØ^ fàpÔåÌöU°Mb* ÒÌôŒÎÿ÷äª÷u÷4«…â­î¹HÒ¤ù?-,<‹˜5ÔÇÐ(tÉazЃ=MÑAÆ»œ?°ZÃ*!Fû?^­k•YªÿØlyõ“ûj‚]âK¡:›%¶ìþœY9Dyö—³Æˆ7õºªÿ.Ÿ^µíJIC¬»æ÷7Çï®îTÃœhWoì²®X_=#s}o©ÿ~ÔUT¸]pͨ± JlÞa¸@u4 BååŠHsJM5ÉXj‚tˆå12| ¿7´‚À?æsÊ=1zç¦ OteF„–þQrt?e¥‘ËI9ñ¦a 9 _víòx—XßšêÂÝëv¨}}4ZêÙB—«¯^@´‘;û Ÿ[mTµÖ |ÿþýĉ7oÞ¬®®n®ÉÈȨ­­maa!##Ó<$@ zª‹ø^á18Ùyu%¿v®Ówó Î+ný$9ßìç³SMwÔͪ¹o½rå¡ûb‚À‹”ìÙâôîM›@ [ prrº¸¸hjj®_¿>55««²²rïÞ½OžœÎÀvL=–À´©ãuu–ݼõäaYyŶÖO¼.÷X‡Á±Ö Œ1äÍëÛ.ºïµñòenmjÈõ_ÄY›¬ØëRõðŒlÚûŽ¾}x90»¡L…ÕžÓD<Ç™;7·Ï•¢´ÆÂ+~æÚñ—ÖÄ7ôâšÌÏþÑek8(uÚ’ŽŽŠ«5¼˜$Ç(ŠRíÈý$^w¹YJ®fÔ’·lu°H'Ù6^NmÉ“›Ers•7h~õºœc:I¨ÅB.ø¯>)Ïfð…_D‰‰šï}N `§v˜À¬¾ÑâhÄ×m—CIŽþ÷ŸÝN5j¥66¡ »"šAØ4r‰X’víîOŽA /ßÜP‘àj£7ôÔºðD/Ú‹Ê#Êq㵶ûÞØÂFMMHJᦷ[É”…O¢ò‘3Õ91‡þ{`­AáX—£° I þH€™¹é¯ö•A¡%‘‘‘¶¶¶÷îÝ«­m¸x¢ÖcaaY»v­¹¹¹¤¤$u~D ®4ÍÆlç}¿°ÂÒú•Ó‹ò²È¯Ý¾@戠°ª¦‘Ý¡MÜ| sODºMìðí'¥Û]ŠyvÅáþ›n¯¦*¨É_£±È+4iŒº©ïC;~è¿ÝL^J`Îœ9è.nëÖ­·nQ ˜ B‹½ Ÿ&&&°Q|o<¹'ïõ~ú*?¿äüÓ§¯?y‰vRémŸ´ “É&Ýóg›ìó}Ð 7÷Gý6@ˆúú,»žIBTWYtÏÅ ½›5kêtµ S'+Iæ'ǼZÙ˜Å6d²ÎLñ³/ÒÐ1±,ñƃð±FÊ-#>¸ÿ¬1<ˆÃë,£[Õ}‹ýÙXŠ ñ,¥á°::& § ×h¤Í‰I¿0]qé¡\>bòÎ&js^¼Ž#Á¯5ZÝ,:ؘ)©¶|‘Ü©»Q¥õÇÕoƒ’'-B.ØÓ>)H¡“Ä*zÑõ0mt°Ñeüýef—C«³#c2êpâØ¥]¹Òt=R—õíŽù´÷™ÎEÑäÙ.;ѵ¹_Ý>’øáÙÛŸ6¦‰’²N6|ºôé·â©»gÞA r±«‰‘ê„ÿƒ@hhè±cÇÐ0SÊõi°Š988ŒwîÜ)&&† !ú'×—­]¸G·íùÙièý=ÆTj¬½Ãéꀰ€nÓÏ;XzàIév—XØXÑ]uÃøàn¯«k+p?{/°þGØLJ!F“»Ö>X@ WàååEË¿ ©„èž-;;kKiiéæÍ›=ztõêÕÁƒcrHô ÂÂÇŽìÞdºóvûŽÃ³fNæà`Ç$èu$$ÄŸ?½Žö˜Üiv‹þÒ´âå«÷™™9¢¢B4ò~rˆ¾ß|~›W×äò‹úIxØ+7åÇkè}I ¹›©½z'}ÏåFÉ  RÌÅ9×®_A¥¬///k â2ÒÑvsrò0‹ˆÐ;X~GÁ'‘Á™Y9™™¹YÙ*[fˆgWQ‘¾õ©¡&âŸ)8ÜŽÖúWËÕÔ™=”£¥*ùäG aÂÅ7Dë ²ÒK‰âíÄvuWÄSžkžÑs7Ì•lÉÿ¶Ê»îD‡=}ö“¼ÊÌHõ%D˜Zòaøì9cΧ²ð 𠱦ä× #„]M¬%@€èJþþþ(4øòåKºFÑÍæ–-[ЀTAAxE—û´hÓŸÚL¬¬¨ú“ä÷/Ðmzàù†a<)ÝîÒ0uc‹Dß¼¼ìïÉ#Ó»½Ö®¨ 99™l¦&- =‚Ë22ø@€L'Ož¼iÓ&OOO²¬þóÕ«W£G¶··×××oºO©éžJÀÈPëºëýÐ$“SÒŽ=g{lOOõüjô5Ô×[6gδ-[xzù6/ƒtº}çÉŽíë›gõ ¿Äŧ^+ïܲ:r)8>§y«sý||½ï¢,aI™%Ë,W‘i®I’È.X6Iä\`VýÊÙ!Ïÿ‹Û¯)C'¬ÿòùç‚Æ°Ü ­å’TQD‚¸¸0.<±Þ ±ÐÉñÁ¬ÓZŒ”±RM]ó?ñÕë÷˜%õE³©&bXϸ`þ´óþ÷uoüC¶ÏÖÄ2©øéÓU¨%MG‚"õ©5>É`–PUmÊ£N‰ˆ4E¯KKI;FRküáˆXVZ©prÑ9XnÇx€ zKËþÙÆѦ΃–ùýsž¡1þôVú žUp>>»¡KËJÐr«ív_W¬'8Kc6g+ h#ä.;ÑÄ7þ°:UUUZq Ï*õ13 S¦Ht/1ŠŠ €èh¦àÿý‡BƒtÍ oß¾ÝÔÔ”›››®@ÿ$0ÇÐbý»ïУåÕÍ °r ª.Ù`¬Ñ†kÐæ…AÒw @·éçÝÿ«ßÀ3ñm9viË1\ù®±k謧N‰†Ùå¬MçÈ9x^òøP²äo|ÖÕ‘Çs£‘Ýé¿Q7Ô€@ï!€ná>|èîîŽÆxæççcŽ¢½"PàðÒ¥K¢¢->óÅô!ÑC E)ÏÙL˜´¤¶¶ñ¯Àû+ººš²#‡÷Á *ôàžËƒ‡ÿmÙz0+;—ÆÎ-7¯þ ¬§gž¹zýÌUºa~¯=î=÷þ/ !³˜†é0;éÛ%»o—Î8LÒX~ìÈöi#…›«áYÅ u¦Ú½©Ï"»Þz¡y´yxÿþó†X ªÝ@o>µ¼ú|µcOIÂÿ­ædý %+VV´gUqI)ö[ÆÆÊ‚©íÐu)‘bEÕ¤2Ìð_M015݉MWÝÕ‰vWÆ4JnHk…𔋧ÐÝIªµÒõyÝ×ë­ã•”äë?ÿ⫵M¬ŽˆH ûB%7ŒœnÏg÷k'  €h•z¬„î QhðóçÏthfffddÄÎÎNW„@ ?`¹ò4èJFmo?è6ígÖí%šn»½*¨ —`åàa힑ͽ ¸€@%°fÍ555CCCJ½½½Gåââ²bÅ J9¤{2qãFm2Ö9wþ&ÉÉêêÓÍü^yÀdО|ÖÚîÛòeêÓ§OܹËE)K}‰ˆ‰ŠŠ5JšRØÓf¥Yêè}¦®&!ú«@h``x`Pø÷´ZÄš 'w¦ûú˜u°5šÚ<<¶líªgß6êóõx˜qhÉêøˆ%?î?ÿF2Ë?vîâÑÜ4ULÒ1^yñé½Ï9 òZÿ»W&ݽ&5fÜu5´öïT9Ö.º¿¨Ëü™\I®™—‹¡  ˆ|Hÿ“_Í +lˆíe$$—qô'fá¹ùy›³!Û¤ˆÔ±ðò¶Äá -ÆɶZÿij²4…ËÊÊ[×î’ÜÚÊÒبØoßS2²òŠJ+jj¨¢€±ï⻤–¿jÏ)(ÀÜjhI«ùÌì¾®X_5ã!]?b©ã'º.;1…ü½Ã³ çû#: ÝKŒN… @´—@uuõíÛ·?K·¬”””¹¹¹žž Åkºš @ Ы tÑ |¯fÐä<1/-ákô·¤¤”¼‚¢òÊjv®%”&Œ’ÐÉõ•«£CÞ¾ È+®•”™5oŽ„@k7bME|TÄ·I¥l\|ÃFŽ-#Ñ‘Eœˆµi?c£¿ýÈù]T‹g4zìØœMíþ‹)bmeì§àð/I¿2ŠÊ*™YÙ…DÊŒR˜2I‰—¹ÒÃé̺Á›Mõùÿ°†Ô_ôª@ 7þüùåË—wíÚURR‚5%//oåÊ•«W¯>wî???&‡DO&`c½ Í3C›Ò‘œ|âæñHwfOö|k;~Þ×í´Vi›ìûõ++xËÝë„í^ì°¿'ŒRòãÐ{½)"AÌLüþþ]èÛ€`ßw”3 ‰•§Lð,nÇõ”hˆqŽ˜®5EÄ% É«RCn¿NÝ9o¥NŒÏó¨â†·RyóðžEèê£ë%럭7ÒðªKˆsDïã§X9•'OTWŸ±xñìÑ’úu%–æç–7z‚ÃU¬¯H®®MŸµ¹9¹u8NºûâÛvIÍÈH·|›h‹¿/¦–••‹ZÛw˜Eª1æý‹3Nn|B~—Õ¯1Ûw^xFŠyÝÒ¬nìŠÈ_</S×ùÝÙM,û‹Va%½ð\¼<é’ÝK¬ë`% ú'´ýÕõë×Ož<™˜˜H—€œœœ……ŪU«á‘)]B @>EþÚ¡ÓYûéÕC·{^ÿù¼ŠûUgÞì…¢0Ýì€ÍFÍI-?$ Þ9i²Ï>&)«¦®É£ÌÒÒ؇̸ÚàG—v[y›Ž'°òio±:c½MˆvPkYöwÇ“Ç.ÜxœÛô8”c´uÏž c5åf'ßÚã Œ‚âÃÖ™ݼdÍ \ÅïäKö'/ݸ’‡Õ[Ÿ 0+L[°u·ÅJ1*qóƒè×7ÍmÎÇ$eTQ/Fš²š{^8mm^¤% ±ªÀÃ鸭ý¥èÔüæ:L‚jã¥^½ Aìâ+ùÜ,c:U9ÑFzë|.,«Â„(a³z´ÍjJA}Ñ4Âøã!ƒ™44hUáþAÍ0Û°aìY³Ð⢔FƒFÑFô(|¸`ÁJ9¤{&®Ó'÷éèmÇÜÛ³Çvá‚|¼<˜½€ú<µÈ/¾{-O\¼äöƒAÍñ¸ýøØ‘Ý -_‚õö6wܼèËÑ[O À yñß©ã缂~6Ú#VÞa¾tŽÏxQêØžiýú¥\êáâjoÜôÚ1o+Å%ñÞýg Y8ë`ƒ•ãézÇ!&ûøý³K'íŽ{˜V@uyV[Qüú%zÜm5vúsË­+TGPاk¾XQQÑè }…Ö¥h¿’Z®gwœÁƒš®ÅS¾'¢ö²u V«,ˆÕÅvÛ·î»ô¶ºU5Èl‰@÷vE<3õw´%7þ(ï’M¬¬lŠËã™X¨gÿÑ’B÷k£ €hF ´´ôâÅ‹vvvééMæ(µ”””,--/^Üé¹ç”V! €@ G€!.æÑ Í}­Þ0¿ø™.}ûl«ÃC{SVº÷íµiæ›-¿æQ­ÒC:óå9ñ»õÏyÓäÕUä»Úúùg¨ÅË/Ï]Vèíü‘WѼãä&EØî\ãæªPö+²ªÔ_ÉÛt³geEŒ¤æásq•ÞŽ¸z«ÕU}ñ÷ZçÿØe‚bk^ˆe‡¶?‹¡gE+7÷°%IEvÌž¡I-)T—æ¾|“KÊýôˆ[Œa~ëîpÓ'¤¥‚4rb]MvrÌsc½™h¯4ºp€@?"0tèÐ7oÞ888 [>ôÌkyFFÆÂ… ׯ_æÌØsÃÒc«µ4®]¿ç÷&ˆä!Ú²n¿•Ýy§Ã=Öap¬¸¹9Ñ–“«V.4ÚhñãGRZZÖÿ`´veLõŸ"xõ%窻٘¯;ò„4Š¬®(ÑþšŸ‡å\c—¬Ç1üwý•iäS¯°äÚø‹éC×Í]±kNy×hJ(¾¶§#t3±ö¸º@zhåt3˜›Ûø܉†Ë´iÓÐ}âœ9s:ùFc@ô| Ä%ÿøÑjt;‰µÏ·§xB_5%ÐøJftwMÄÕf…OTPŒM§šØT Í–{uÑ+ÜÆ`üø«G`$%3f´¼Ìˆaâ„9ÙXªÊŠ“â¿zÞMŠðÕ^°w:¨§Òô´ë Ç[Ww[;Æ$g×TWdfäŒó“có1%—è]ݑ„Û‚â³ë3¹…XIyÑÞK ¬(£ƒ|âÒsgO"&P^ñáÍ‹ØÔ&[X O¶~ßÙ1œ7oÍíp ™5Km„¤8#±*-1î­Ÿ_bvæÿáÙžqüµãð§ø´êZŠð#VuÛ¹¡÷.¿IÄtÙ$/Õœ¨(/*È‹«)ÏHNð÷ñò~ó‹ŠâñTO&ëZ̾ý"¤ ´²´07¿¤’dŠ‹_˜›vE£ˆä¨íÖ§¨l`•CþN`äÈ‘h;úÇ£­é1ÉÉÉhÒ-[¶ØÚÚ²·\fÝM@Zz¨Ù.£c¶çIÕÕÕ™l¶ ô„%(»›üß·ÏÎÎvê„ÅÊåó·í8\ZZÆÁÁþ÷}è}5â™uužô¶'…œ~ÿLF›…Õð«Ö­ÚíTÒ ôàö“ÓFã&ÚÕÝ'¯/Ê2HE{ÆÀ¶7ŸÀÌ6vŠzï9„+ÉM}tûþñÓ×cÈ#äÞ]·»¦3ãÔm7ˆ4ñlüB\ø„‚/‰%EhgD¡vèÊŒ§dSFòÕý–çþåmÛ‘ºuÄšçž)Ì/ÆMsmLt½à†­9|–þS×ÝÜ4c KµµXh—BÚ¡+vىƳñ râ6|ïêŠsòªq臓[é½X+îC}„@jjêéÓ§Ñveeg)†Æjjj¢Ð ¢¢"¥Ò@ úâØ©|ˆÿ•’%,.ÁËÁܼX[nPžßð¥(:ì{9q !Nn¦Þó™z¨81?XRhb Íý5žuéV›s6ÛpÕß·œÚ·Ç38i‰éau©†!±ÒfǶÔ2ÒóœúÀ¡éQ—cÛWsc+#«î9èm´H¦!2 š““ìKµ±ò0¥&žÍGœlÓâaiŠ˜ÕU=8o½ÉâìïJruÍ›Ý 5×08ÆËÌòw›nÚÞPa|TdãDô¬‡ẇøÐÑüTœ·î± {ptÆ*«âÓbÅ›|­<$béäaÙàÄÕ]ó Ïø’üÙ~þÕa-yÌ7H ÚHí6¿ÿ~´ï ¾¾~dd$V mxæèèèëëëêꪢBo²8¦ ‰JÀÒÂôöí'‰I¿H^„‡G¢y„&›tÿ©SPywPVãïw§¬¬¼»*è±vëjR~²‹¤wÙÙŠ×âëY']‡’æÿ4Wæ•Ÿ½b<ÿõß(+óƒïÛ_ff®û}ïUIyÞšå¢íñG®†Sp Î–+t–hhß I¯+®ßxºaªQû&"1II²ix¨G,OF;j&WÒW>ñì«VL`ýŒÔžß;w?oX3N ½ÍKýðpµŽE ŸÝ¦][ö˜h soñêrß4N'Eû1n3ßÔJtUšò+­½U÷ ýžß»ðD„‡f ¬h8³5 ?Óq£†´û,÷|bín@ 7HHH8qâÄ7°EG(½Gà W¯^maa!++K)‡4@„<´3Þ{6:1£ù|¡1ÚG¾¸ïP}Œùî±5«Ía`å1‚*ÍO ‹KHÊË/ª®Ãsrñ‹‰ "6Ÿ_Ò𤥶¤ÅðÚù¤†E`ØÙ÷ŒŒÅ‹0rŠY8¸YPøYã}íUb£ÏºÏÕ÷ÈêÇÓx¦i«ÌÞ™0]/«qEyr²8úÉuJ;×}híàpfî•;ìFH LY¶¯ô!B²ÝN|rqra¥‰ßî?¶Qk¢Â(!n6²¯´ÜÒýlö:Ë‹µ|Ò{L´Érø@t±cÇ~üøñàÁƒh`)圉¸¸¸)S¦ìÙ³e±°´{Ô|w¹ v)°³±:ÚÔXÒ4~íD¸té~ðìܶɷï<'å‹NZ0o8;….m²¬07&©PqŒÝà#¦Í'/?Œ÷µáÖ²ª´´ŠˆkOØ«ÞÌÌ“q׿ ú<ö-7›ÁÖj•ÄšªÊ:FÖú}Á{Í‹E|¼ÅúI&ÎA$Sƒê[(zžÒj+«ºr[ãÍÞѤâxöûw4mIDS'°ÞÀÈÎÕ´¹>1Þ¯’ªèd€¨ÇwÅ.=Ñx5Õ‰87R€ç÷̯ôÐ"Ž–¾wÄr ‡±¤!ËíOŸ“§¿ö‡//|3€èQÂÂÂÐœ——Z¦¹ch ‰ 6˜™™‰‹‹7Ï @P``ggÆá @H¤¯'!@ˆ«.J±X¯uöÁ4î¶Ë_ñ©Aïž âüósèèÆÛ0äê5kZ~(€_®«»éÔ³–VÚj³TãŠUËþB€Qtâ…S&‹·œ§ZДX›•Þ~>IØyŤu6lÛof$‚-‹Ôåç  š˜8qâçÏŸ÷îÝ{îÜ9Êûɯ_¿Ž?þÀ( ­JÚ¬þ1û3^¾zWZÚø÷ÐÝãѺµ+¦«MüÇnAõ@ ³ðºúËN<:EÚ›9+ìÑæ³nXª·1äU”rô’?æÂüùj-$p_¿rÜŽ+áH9÷ã«æ?È \£¿œ¥…xÀ½ÓVG®¼þö3³–]2äÇ %ÁÖ~‰Å…ù¤fàpœü|­§jjHK¢bŽ7&äç/”ãvŽnˆbæ„z_»ÕD­µçzáwÎNÛú`ÊŒ©óæª.[:W‚¼Ï7­ÝžuŒ7]õöªª(È5ôƒOº½±‡wÅ®=ÑJ çe»ü³á¯ka„ïÍ€ôMªbtÏ|Aô›WßHÑA£¨ÂÔ‘l˜Z'†ù úwïÞ=zíA·-<<<¦¦¦Û·oju=Ý @ôCxÖ£—Ü+,m?ŧVÕÔßHÔU–fäôCý§É­ÝÕ÷ µ%)º³§Þ Mé¦Æ¸„DÚD{³üÎûMöAJJ’œ¦óÉ.5Bœ÷ƒþƒbþï|r™?ØAj’C‡¢Ð%}Kd+]ñ‰Ÿkêô^rŒ™…ÍÛÈ_-,H;wÈäîûO}ÌÕ’È]N )E».Y²dݺuÉÉɘýêêj+++ooï›7oJKKcrHôƒ‹YíÛº×òæÌæ-?‡?ëGkQb-‡Dß"0b¾Ž®ÊÍëÁY Í"ºÚQU”ã|pÛœ%}ò[³zW|aã˜7&¡Q[u'µÌ¿f–å•ðú(@]¾ù†# ñ <×ý¥cZ*%ÂÅ•YŸ[š´cÏ•—WŒYéÇ›êU^»{þ"_e*©Œ¥ñž±IšÖ›¬/Fñ"pØe¨ºîŒ½ŒX±ÏØLõ«œ …JSò÷÷ëö\«(®~õøÑ«ÿGÍB¦ܞœbäqë†Õ¤ûóªInÖ>8µ7îÓGg‡=“¥[|š™ñ~»©Õ£¦¿YcÛoNÛų–ÊWYo·.×ëI˜Ú†ñÍQT¦nXnø6±TIQ¾~IɆ:)h ¥µæûŒä½±‡wÅ®=Ñ ‚£·¬QÚq%¬áüVZmÙ7;àò0^ÚçÄêÂ}»ì Q/ixÍÑ^6€B¥‡kt>€èÍÐÈÎ/^ Ð Òm‡   Š ¢è ///] €]J^h`YYþÎbÓMo21)$úŠ«ø>Ôª67¥Îy·.etPHJi£±á\Õ‰’âÂŒ¸Ú‚¼ôÔ”ñß›Gçtï©isbII)×b„ŒX^Ö¸Z'½v¢EÕÉbd§¬;H­¢5Kd3]ó‰WZ`ä?Ý÷Ïï}^¾ ûó->)9åwqýS)ÊWη7š+L#oò÷ó¾I Ò@ü3f̈ˆˆØ±cÇõë×)+ E;vlëÖ­BËÏÂ)Ë@ú¯ؾmÝM7Ϙ˜ï¤Úb¿ý8söÊ^óM¥r¨t×髧§¬‹'Í¿#VÝ·;ô⶛þº•‹Õ§(ÆÅJy‘D,ÌN ~pÇÓýñ‡rr@G`;pÎV–·µŸ,A¥yKÆØÜŽ(B-ù—@jÏø¥Ëä¸[Œ MÕÖos'4«~!ÊÀ[§f–d9j2a8m«®²øÑUã½·1ðlX«Þ˜&ˆˆ’“¸—wï'nŸ7„‡²]¤L¼ÎÞ}Wî‡ýª¿b,L™®ªç|ùزÉT«›k+ß>t7Þ~*>§1Â6{ãöÙCX1û=?1|úê'×ræ¯u($OÛ‹|ýpê˜gSÔç­\2s’²œÔ`Q.–šŠò´_ÉáÁ=xòÐ÷S%Å݉ôôUÏníâjŠº64Ͼp¾ŠWÜ[ VSÇÞX®<° H]U ÷C³=§B~+,pµ8zN$ÉjÔë×?K6Jq¶Ö…šìôòTzcÏîŠ]|¢ñ­,/{®Œù]ßǾ>ÓÐå‚õe ì§!#.ÜrÛ¾~I¤3Ï$(c³k1–Û ìÙÄH~Ãÿ@ôZ/_¾DwmhYQº-C«‰¢5E988è*€ €À4¿Dzú~¢6+èÔµr;ñê&g<Înãenºµ—–=}μ×-»9@ˆuX°tWLVÉëÂôŽGŽ9A›83 ðq21à«**òrrr Ѐ0ê÷žsç-—ÊQK›á9 ×iÜÞæN‘Á¤¯Oó”Ÿ"‡#p ½x~ÛÔ•§Jê¯ ‰¼nL|ä6d¤ÜXy©B¼,ŒøòÒâԤ䡙… ³ÖêKã—î9´Lž·>IñRš0–çYÀኾ¿-3}òø‘Œ5eI?’{ù-•e"é2òIݹwZu޶ĆÐYî÷+Õæ ‘§:q”¸w]UEzJò‡w!ñé…$}ô¿„ÊâkG´š.豌ÀOÔÚÀ/²Bß:>—Œ®¶âýÓGèý'ÇflõpÚ,DoW­ÍÆG.$–ÔÏóªþ¸rêœÉ³gL=„Wñ+åûßRëÑ1ñ ¹å~d䀌ì¸o ª:óÓÌi:+ç+Ö•3n±Ý*Aq‹ô'z_~[zcïŠ]{¢YÅî¸îU]v$¿!æžö5`Ѥ™ƒFŒ-3ˆP“’ðýSTrM}Ÿjx1ñœ¼n?V¸ñ;K–âz81ÌOH Ð >|˜®ÛèNÍÜÜm06›§«B ú>butÈÛw¡yÅU¢’2³æÍ‘ø«còÓâ_ûüø•Yƒg8düdUù¡"m¿7©(ÎùúåkrZfYe-À°‘£åG bh{ù†ŒPÆ~  ÿ’ô+£¨¬’™•]Ht Ì(…)“”x™+=œÎü¨¼ÙTŸ¿¥%º¡—”姇‡~û‘˜WX‚gd0H~¬²¢ü°–7Yë'H&‰µ¿â"B>E$§ÖCfãä()¥8^e¸8g«ü×}¯Ãþ÷ëaRh`jýèú³äœ›Û›-RŸU’õ=5¿Ûãh'NŸ}AºÏzälûeÓ"a:4Ī¼ÃG°Û±zÿ¨_“&OÆŸñ!)xž?¹IC^›SH¥Zý;æø¹T¢î8¨Ë_?oÊýÈ|dûå77¯ck(~ÓðÜ‚b*ÓÑ{þŽ]Ûæ*Èú%ÖG‹ž}Áý)@X[‹ ’o(Dý_ÑïlFNAvfµŽ€&°pᨨ(´ÍÝ»w)µß¾};f̘ӧO£ð!OñcF©é¿K`Ú´ zºKoÞò$U[VV¾m»õc¯Ë× ¨ t=‰ñêÁ‡Yí:àò ¤ŠâÊX[‘žÑbRJ3Î8ÔPÔ¢EÆ4­U#,ÝãKEìÃUWN¦È§“³Øø¹kíªM¥ WbÄÚĘ¯èMG‰9 ,­÷-n~A&:iáʱöŸóHKsÓ^&)«¦®é‰QfiiìCf\mð£K»-¼MÇÚG`åÓÞbuÆz›PÃþÞU9ÑFzë|.,#‡p¸Éìß_܆ â´ÁìDdBz5E ƒæä$ûò‘o2 ­[kò"$º¤’4â±ÞÈ›“Kí1=yÕ»ŒtáÝh‘q쬕v§§ËÀª —¨ûòêîI;Ç'¯CJ«›š†4E‡+›î¶Ú¹n¡£ÑÔs/’ËâñìÜBªšFv‡6qS„wˆUNÇmí/E§æ7¯…‰CPm¼Ô«7!¨‚øJ>7‹ÅÍuºZRõöáñg=_—ÓÜæápòëLvìÞ¬'ÄNµÊ÷÷÷-žCg¹º¶1"ÃÈÌ6Dn‚•í •¡|TÖ•¹ÚñᛜÂÒÆÓ…'pðª-Ýxt.;õ=R]EþÝKgÎœ»ö½i>@£5<ƒôøY¦Û÷lX9ƒ…º¹ºÎö=²žøIуz¢{ÝëSEEö…#Ö”–ÕR~¥p¸üÔ× §®§Q}³»Ã-Yu­±6Ÿòê+ªÎþ¼TÓÀçñõ‚¬”uÕUä6\êÚò3!Nz®–²uhNýÏSUVØ’%k}_.@eeUæÿܨ¹$8½‚Ò~w¤kSC_E5þ$y;î9:\`—Þ\¶f#2crJR‘øv<¡¼Ô þ@\£@þenôX[ôìöéÓvÞï¢ÙÄF{¾z3{$w´ l з ܹsM%411ÉËËÃ[\\¼qãF//¯+W®ˆ‹‹crHüC'ïõö~•_PDòÁûéë'Þ¯iÌú‡.AÕ@ Kp~ÖÃc×þðë®=}ñ=³•k\Bâ3æÎÐÖY±dƨ¶Ãdà—[«)oáIrx±îr~ú·C” ÂOY½9jÊLÇ3—oÞ{™˜MŽ.Rªàp,\s/Ú±ËPmT w ~xI¾5&Ÿ·ºô©BŒ\â ×Y\9a‚NŽ¸mvÐ>*1£ª¦WW•Iî˜5?þ:p ¹pý'Ë`å}Çíæ¡z²Œç”>´{Í¢½7IʉAwÆÞµw3‡ à+ýôú©ÝñãþQ”?”†ÓxŽaÖ{õçïºJzšð3ÐCQþóÖ]»–-œ%3Dœ W–÷úÙC;;ǘôÆg©¤’߃llŽ‰PX¾dŠ•k>½ñö )©húM,Múˆ=¤ÈŒô;t¨) -x%*)·t™MÌŸXVRJ.SWšnµNÝþìÜ93GIåçf¯­,ËLM |ó&(’bt<Ó´ié´ …?¥ep¸§¤,?ç³³ÂgŽ%ÀÃQW–ØÊŒþú. 1«±]%é_mïÎvÚD×$°råÊiÓ¦¡ù‚OŸ6þòŠøøøÈËËŸ;wN[[ûF@¡»  =²Ûd³VšD8sædv6L Ðk àÊ*YDobQNfTôÄ”ôœ¼‚Ò2tÉIdfaåáã!3\zˆH³ñWmi4iËêM&áõºjm)ƒtø)¥—áo>ø„|ýYRYÇÎÅ=Pb°ü˜Q2’LÍÝ``ãÓÝn¦»mgZB|Ø—oÉ¿²‹J+pŒL¼|’RCG àkõ+çzžð£¹ÙæÉé…U?›Ë›K&®Û_·nsyç%"ÃF[Ø¢÷‘¼´ä/‘ñ‰É™¹ùEè”ׯ$,,5bØX…vªûA›à —÷ž)JLΨÁ3óòóâ!îÂ$ Z«é ­Æò˜D}Çè'Ú|6ë‹ã9Ÿ~ÿó©o{oìlW¬w©­½‘Ô|<ëpÿï¤t«ÿwщ¦¨ƒkÀ°ööûN”~ ˆŒý‰¾èU5D.>þá22Í;E9ªd£²@ô…EÅ..ng®åääÑmóäÉ“÷íÛ7oÞHÏÄR‹AÄÕf…OTPŒM/i©Éñ¯.z…ÛŒçåàälI‡,gdcgF“wȇô?©.¡‘RÔ‹;ôU¤µ¥é&«V)Å~T¤½Ó©)ü©={úý)­GYßüݾÑÑ VViu%fZ [‰Ò”®¬(Gì)ƒm4 <¬Îÿ¾zÎ̇a¿þh'ïGðR5•sž¯6Í•«W&V””Òç_YYIc­¢´”¶74jÔæå`Êßý¯ÏÐ0J-!l°Œf‰X·)“âžù½˜*ÅK•Ùé¾Ge­‡Ðöææ^÷ºÃ6L}×*E«Ûá¤jòE?Õ†*‰Åy©·OíP_¥£«È]¯O¬´ÞºÁ;‚ÞÏPM9ul¿^=%éçšBά +4ôî<»Ñ7ðâ›ÆïÂÔÈ›×Ø\_¤]¯¹[O›ú¼?÷2ŽTª8#ö¨™áQ³?Ø@ƒ‚Òyí#aîûÂÜöOÒ;ÑÊ÷&+ÒÏ:ÒÆèI·1>g¨FhF¹æ¥Äx\‰¡)Hy(·p»áL J –VZ¢¯°ÇáKnÃÏD]ÅëûW_ßÇ2›'ðÆI5—‚ Ðv¢¢¢Ožžü#H¬êÜ»ËÏoѬêI,?´V“*:ÈÀ¦8uúY.¶ÒÂœ˜Ï!þAŸI+I4UÒbåT]²ÁXC–$Ï ½wùM"¦Ã. ±x©æDEyQA^\MyFr‚¿—÷›/Xsðxjí¶Wm‘™–etÏÄ1yÖµIŠEøj+J~ÆF<{òø[ZɃº²Ì-+J‡Ï—åÇ1 :Ù÷(Mõ´tÿ¢?¹_ö é`sà”ˬšÓÃÄ!0mŽ†¡ñº§‡tü±Ÿ<‹_Lc­™æ(ò÷Ïje瘸Õús|*åþ¥4ÖH‡æA2ŠÖvû˜©£ƒ¤\&Þ¡·^…L:¼sÿ™[ùtb`Cœ6µ_µ.®±cÓ­ Œ¸æ2õø^Ë“W²(öö£Ð&ÈN[f£7f¥á~šßRÕ…MswaCpâW€ëí‡ '‰48Ã4]mÊ• G$ÇÞøûõ”9Ï›®¤è ’ç…{>ŽpX­À‹«Íô{KÒıK«*“,Ô #]òùјÅÀçìýÖHuhã!ŧȦ#7ó2hìv%…½œí“÷.— Z&‘¢uòßö=j_:rÔß„ˆž‘kõ®“«¶üþ56» ”™•ƒOPDz¤œ‚Â(ÒöZs’[§+7{}HìúÖuÚ˜‹gá79ꪳeß=—þ±?’ŠÊk¸ù¥G+Ï]¸tõâÄhÇ6ØÂ3ñ¬³rY½yßã÷^¾yõ-!'¿ˆÀÂ!"&¡Laú”1èû6|¶iÜ·ÉþÁÅåØ/Ukµâ Œ"’r3U•›ýŽál>‹Þ¤Â.Õåß"?GÇƧfd—”•ãL<ü‚’RÒJÊJbümç‰É©¹>ýà•Ÿ˜RXRÁÈÌ&(2`è°cFË ñ`?|­9 y@ö@ÓÔ6oÞ}úÀUUב響©óæÍÛ´iÓÉ“'98Ú:â¡—4ºw¸ÉËÃ}ú¤¥ŽÞÌÝÝæÇ.˜ÁËËI €"ø鑹y§ŽQ‹LfK €@üMŸ¿DÛwöôò­£·k«áúUf;7 4àozu Ðëħ½{2ˆ³õ5éþU³ðMÑ*jª“¿ý$ü„•çŽií?ó•9ãø/ý¦¶ÑtÄ(:ñÂ)“Å[ÎW’ãaõyÄÚ¬”xôöóyLRå“ÖÙ°m¿™‘GwE…~ÅÄ`1¹QóVŽâký¼V­Ö2»D FGE!÷IÄÄUÔ†±ââU%&UIG»¿K§Œ±âÞx\K´5JðóÃ67›¢ªJY_Ttƨägà¶-ØáŸ51±ñ¸?{vßûSÉùÝÕÈöá³ë D<÷Æ–;2„­¥Ÿ™®¯, €@=´ÐèüùóÑÊ¢_¾|Á ‰D´©¯¯¯««+ìŠaù›‰ÕZ‹®^¿÷æÍR¥YY¹û­ìÎ9YÿM . Ð3 ¼¾átåu3¾&%>6(üG5ù¾‘cÐØ[Î[Ú¶tJÏlx€@t/º:"ЕϞ‚>„³u~þߺ~ssqn2ÖÙ¾mˆˆ ] ( ¸„DzhtÒMÚtEI)6oš‹‡‡@›OsÌÀÆ>· Daµ¹¦Nï%ǘYؼüES;,H;wÈäîûO}Ü´*)¦ÐùDq1ĉ ûãaqq´cdeCÅÅEõ ˆ’Šà¹F©* ÆæÖç üý?…>»Ñ8OìemNèMïÈJ?ì¯ AUu*9³¾XQaÅaû’m)ÛKû Òéч5å/ï_4ÙzœTG¾Î™7÷O?=ºEà@ ÷—— 9r䈭­-åz8 ªªª;wî´±±aeeí½ ìž£Ï;VPœ_UÕ8¬ìÂ%wýeJJ£{csÀg Ð…2â¿Þ½ýšÆ ‡ØȇO/nm°*M8@ úß¿ V¬2¹wç¼€_'ŽÆS¾ö :f{í@×”?ïÖ-›Mõùøxè*€ Ðg°ñð Û0ÒÔ·´o1Eu¸Ö‚„u±qéj;^i‘ÿüuß?¿÷yù&4ìSÌ·ø¤ä”ßÅØüºF9ßÞh®0 ¼Éß ¡!...áCq>ôJKOÃ~u7ûÈNKÃfrrsSÕÔ¦\|D*ñêþ‰‚71ÍJo\<Äÿ9¡QÎ6Buå¤s<gÇ×÷"66¢Y}NÐ ½ Ï1úû ª-JÚ·}§÷ûˆ¢²¦iÁĺšß¹9ÕXpÇ,¬¸kÝœ¿ïÔ€$ÌÌ̇ÖÐÐÐ××Å° ErФϟ?¿q㆒’&‡Ä_ ##µk§Z­ˆT:&›­>z¢yŸ¡v¨ôx¦)š«Ïî%Öñ[¦^ÓXp €èœœ¼9êz±Žç\­îèúB(4èýô5 †~Œ kd€¨ÐŽ†Æ´9;ñ0—®e :J€HŠru´øÊ1JÈÉpá?7L·«øî{áY¬¹ÆÈ–ÊD=v~ù³i›æjÅé17<žà…åôµ§ŠÞdbQnFLä—wþ/o^sJ- ÉÓC=®½8d6(Y­Ë>ÉÊ¡(_a»hŸ{_[Œi-Yw÷ö,Ú!7JŽ"@ˆ›¦ªF8JÞ†ð¿G˜‹cgÌþõöenÃtÂ$?¯$r†â4YNJ8iii.Š”/>Íø»¿ ¬ÅH¦Õô Â&='õöæÉ×½þà³€ÝÍ[rXÆ÷6  :O@YY9<<|ÿþýööö”ûgÄÄÄLœ8q_ˉ -™¯¿D`Ÿ…éí;O’’RIõ……G^¼ìab¬û—ª‡j€@$0]gÓÅA“s~×á…ÅNR›„àº!@ÈÉ?oÇ=G‡ ìÒ›ËÆ@ËHŒÉ¡0„oíšâ¹všmº¯‚4/0üÁÑiÅY×.œ'ÉOi¿®ªèžÓASK‡BrD|ŠÞêI¢”:õÛ* ƽo؆œÁ>|îŠ)ƒ~­×wzeC}‚ЄÓÈZŸÂ*«´”÷ßø˜Õp\}ÖX£8ý¬­™¾ ; Xéï´÷þoÞ½û›";Kßf—+-Bó}ä‹>Ò²ÞÜ 5ý=Æobî¼ -(£€'pò J·@s•ñzíÜ̽¹‰à;@ ˜6mZDD„™™Ù¥K—(›‡æ***¢- ÑÆ„°Ð%%™îKk,œ¹xÑìÇO^’ª(((Úm~ì¦ë™î«, €@¾A-Å1sΚÄÄ_”Í9ëpuËf}4RH7]^^qõÚ½Óv—R~¥ÓU3f¤Å^“ešóàæˆ.Î(//ÿøñãû÷ï¯^½**Jwé¼ýb!>à¶ÙAû¨ÄŒªš:\]U&9°Tóã¿¡RºÄÀÄ2XFyßq»ycÄ)åXšyØTµ!lÏ~ÖÏ¥#–&.V‘_µFGYn(3¾*å{”×½{ßÒ 1e”¨MP5N]×ì´¹6 žøá¡ãþS×ã~&aªî‡F¼wºÈðŒ OÃl9bMÃÞ­W½ý¿“c{ÔFêÍ *¬¸lí½ÜÒK#V{]²Eoʪے&–•‚H¹®4Ýjºý!Ù¹sfŽ’ÊÏÍ^[Y–™šøæMPdæ1ŽiÚ´‰´Æ‰5ŸÞxû…Æ”T4-²K“>b…2#ýjÊÂ30‰JÊ-]¦!ÄNµ¥Ëx}Ûï<9ó_,É~„ï¥w¦ÌY¨6q¬˜oMYQ·ˆçÞÞñ œ.£^•fTUzé½¥Ÿºúüßbƒñ‚ÇBHËŒ’²Y¤¦©4;Ý®cçÏúLÕΪlPª-¾rÐÐÝþହsåe„xðuÕ¹Y‰?â¿|û€ííöÜ÷¥Œâž…ÃI¶»°ïQ¶¥‡¤!@ØCN•Œ¼R.Þ¹PÉà z´óÅ‹555 ÓÒÒ0+++÷ìÙóøñcWWWL‰n%`æÀËWïËÊê¯øÑËÍýѺµ+ÕTUH‡ð?@ €Í üø‘„æþjÛËÎλrõîÖ-Í‹`’ââ—‹îgí¯feQMøÀTTÆZî5]0:ß?æe`-‡è~¹¹¹AAA((ˆ^h˜rUUã´#\¶lY÷×ßÍ5+­·nðŽ(¡SMM9åã’BJÒÏ5…œYAWè?{ÌþÛèHŠÌUe¸¹œr£cš,ª­Hˆù|ÎÂpòüE«†&®×Û[FÎjø¬*-øóå{Ì–!ãgî×”A²„çvÚÝÂBkõZF´Fs6”Ãkî½êZQgdãQI¥ÚIùž™‡“PX\A)kJ¨t8\^JŒÇ•˜&…f)¹…Û gJЈCÝöOÒ;A¼ÒdÖfEúYGúÑdœtÛãs†…òGÀuÜãiê¼÷B’IÊÄê’wÏî 7MYÒ!MÔáÞÓ…r‚Ís§©¡m½H§©>—AÈ@gúij Y¿fFˆÃK¬ˆ€¢ê(.J'sÄ”W?rý>O÷`!9R[žŸæ}çš7}_0{µYÙy8\C€°kûVCIÐÿŽô÷À €½À¼yó"##·nÝêæFu…‰®Ë¶lÙÒûšÔ =FÛ™XíÛb±ï$æ»é–ŸÃž133aH €@ €ˆýöcöôŒlLB™8}æòÆ Ú,,tV´Êû]àtÎÕéÜüüBÊ"XzÆŒI–{MfLŸ„I €@ç $$$ ç ¤ à·o߈D:Q&”Û„8bm]Sœ¨-èª**ë:1£úÒÓ m‡D˜_{KY}>£†‰QäE—$ªpYmuu-®¶²’jªW¤z++ã²Õ5Õ-Xn0‚•Â3ëZ»š8cóöýAq™˜˜2!.§zô¬Cì¹å'žü ”ci†C$ØpßGGcâ–„I+Íî_=ÆA Uˆüü…ª¹´ùô?¼K«Ã ¥Q2ñõx,cªsìÆëi5Ø6ñ²‡ÇeIºÖÅ'PmC8PUk¦$kƒ&~åºõ»_“)OVUméYŠÖ aImý­©ôÿBÑVgœ¶z·¹ö²¼‹ûÙlOù„aO9à@ô%|||·nÝZºt©±±qvvÓ viiéñãÇûRK{r[vl_ÓÍ36¶ñ%ÎØ_Ù»gSOö|@ €ÿ„@dä·ÙótÑLÁ–jGÞró4\¯E©™™sÆþê…‹î%%¥”rRM\0†¥…©Ê„±ÍsA€@{ ÔÔÔ MPÌÌÈÈø£¤ùG^ €gµ²sLÜjý9>µº>î×Ú‹ÀÀñzæö9êWfNe ‘OHL~œÊÍKf«°2-ÎQ¢8Âs>}r»éQ7Ž¡¦H1~ÒÅÝãQu5¥ã˜˜×h/Ù»ÇxĈ¡­Ù‚< Z&™™‰Müòå š8ز.mŽ¸¸8©<¥á%//ÏÈÏÿiQ˜8”Õæ£7¥°W§ Ll²ã&¡wZ!"¥°JJ¡[/Â)8hÖÂA³ZWj!w ô¸ÒôóD¥äE¥ègµ(Å3 –‹Þ-*ô¿ øèçZ €€®®îôéÓ }}})+üäe`P˜ó9›åËúÎÅ(e{BúÔ ‹§Ï^cÏ;žx¿ò~úZcáÌžàø€@ þ-wï?.\´®¸˜Î¡tÛ²å@Qq)šÔ<—••eÝÚ•»wm€;šÃ hZ^(..Ž4M- úãGãN­—"å¢u‰deeQ@2dH[J@€!t €ƒÀÀÿûï¿K—.™™™Q. ’››¿Rkój- 'k~~Þ¿áJ?«MІ}%™JJN=zìÜÑ#»;o, €@^JÀÇ÷-Úò€î‚moÏSý-[ `°cÛ©f?&PXXøáÃRP044´¼¼áy>>¾I“&‘ÖEÑAVVÖ~ ²ï7½®4ÍÆlç}¿°ÂÒJ"W”—Ensíö2G…U5ìmâ†ð™ |vŒô :ÜâÞºkëmþ”R@™W]U‘Ÿ‹ÞYß¾†?ºsýø™…Až åÄSê@º_¨É_£±È+4iŒº©ïC;~ø2õ«Ó **J·tzFÖuFëµNŸ²äâ⤫ÂŽ``  u\U&kÖÖ6.…dwöŠŽŽæH™a3¥€@ €@¯&€6;Xµz šÀÔáV …:vl[ol¼†n^:  ö¿~ýÂ6ŒŒŒ¤»BoK$$%%± Ñ:¢¡%M÷1¯/[ºpn£ò³ÓÐû{Œ©Ô„Y{5†ÓÕ!h#ˆiЂJ vWS×Í,GùÖ^YQÏ_|Î5ž +'´F©o縟½‡ÚöÄñaˆ…ÑdÁ¾Ý^h]N@LLXLL4Œ<­dÿòÕ;/_¿¿v多ªJ—×ØŸ **ÊoXsÞå BUUõæ-_½pCÓ:û3h;@ €@?$pÿÁs½íÕÕ5n»¤äÀè¯/ØØ`S‡BÁ¾L…£££±µC“““ÛÞZ=z4¶¡ Ú¬¤íeA³/¨¬¬üSsˆ•äñ'ãß_@€úLK­¶í ŒâYù‰µÅE%åM_9‘±Så¨ ÃQÿ"@ñ×½&- Íò†aÿêÐZ Ðy쎟t9rÔ‰òæ<))uæì5[6ë;º‡n¹;šlÁæð®žÿee5îëðÆÿƒÇí'k´“óá €@ô}nî^k×ï©­­íLSÑ= ZÀÚÔñ1e@_"€ ýøñc`` Š ´½uìììãÇ'­:qâDnn;J`Ž¡Åúwß %FË«›·‘•KPuÉc ÙæY í"B*\5¿Þ?þ˜Ó(b:|áæ–U³xÙH”ˆ¥¹‰‰?&$¤å”NR_&Ç sº©èõ·Ê(Óý´Î`bb´Ú·eá‚úkÍ¢¢ê'%“^D"ÑÑÉÕÇ7àƵÓ&(ÅðÙ)¼¼Ü§OîÓÕßY1ÛstÁüéHŽI €@ ú0«×înÜ´¯Kb³=Â>ÜU im!——GŠ¢ÿÃÂÂÚµf¯6MpìرÌÌÌm©túf™+Oƒ®ôŸCKÿR/ü•RH^[tèìuû æQ¬;†çà5½'P• €#0VAîcðãƒÖgOÛ]¦¼Wÿ9Eu…ùãû·233u®(]O@{õ¢k×ƒ$h6¡Õ;'Gk €@ ú<´ÞþÖm‡Ð`Ä.ié‹—ïÐ$Be¥Ñ]b ŒÞBàçÏŸØÚ¡±±±íúB > Ž16¼è-'ü}˜©NnÅ lìlÑA*µÿÙ; ¸¦º(€oct·Ò‚R¢ˆ‚Š`baw·ˆÝ-؉ŠúØ…-¶`*ÒÒÝÝݵí{Ûcml0B=óýܽçž{î¹ÿǶ÷Þ¹ñ›3E±_ܾŧe×ãy»)õ0Ø\_]¾U¾gÅ»»} ŠÍÎ+¬­Ç ‰I(ª¨ô5635å«{rþ˜{|Õ¼5[‡ô’k¦kb±_Y”éçãŸTPRŽ¬à*Û]Y¿¯±‘¾&o«ºÔŒ£­/j?áÖ· 5€LøùùŽÝ1Ñjäâ¥Ûâ㓱2dåddî»wnwn60èÉ!Ñ6È ØÅ úGö D-\q|°xÑtd‡Â¶„Z@ €@ K8sîÆÖmG:ÖUäVÅùùÕŽµ Ö€@g#P__‚ÎDBƒYYYÜ{H$‘ÙèÚ¡ƒ–——ç¾.h ~âJ“ý6oÝç[^]G®­ өǼ9£¤tž£¾ã ¸yÖ,˜U›±bá²Wß‚J*w(¼òœçÕ XÝŸ¯/¬Üz",!³ŽÜ8J‹Gyt^Š«$ÝPI¢×Ò%6}#ÊköˆFŒ¸Ÿœztûš“7ÞT2­ Oì;r¦½Ãéa:ݱ&8%’~~°Ûð‘‹O-Ö1UIʼnÃô_¼pAš|ô=-5è¡(Ý-\‡ÁáÈá_Ÿ?qöÅ'ŸªúFhCÒªúKm6m[»PVˆ‡±i$Ý©³uqòЃCsXGþ`ˆ²ÊZÖvçí`Ç•Uò@A¦FAowî>yéò=Æqˆ!¡QL'ÛîÛ°më*"‘õ{¸µŠ@ï^š[6-?vâ2Z‹D"Û¬Ýçåùœ‡À¶ $( €@tG_Ú»ït‡»ûúÍç°ð}=í· ÀŸ%P^^îëë‹„‘¸ ··7’åÞQQQdA$ˆÄ(,,Ì}]Ð@üf ÄÝ?½ãÆs¦Üë«J32JYäéi©[/±°Œ5’hˆø|}àp×Å—E)K)Ú¿aK`rÃL¦"†ÌíÛ_| aàJ’},MŽ¸Gç1 iéú ÏN£x\yí¶|8ç‹0J̓#6Ön–7›˜Á᪋2ž¼È@ ŠÃýb+(F"Ì‘¬1‚ÃÕ—g°Ypüž'_ RÂNíXzóšã §G“ŒU}íT„[v†Áu ¹>7%òðŽCÖ Gt‡ +È@f ]p°›z“œ’ŽÖEVFr¼öpµõüfL9¿tus÷ºàp (@ €€­ÝÙCG.ü ÇAÇO\~pïܯ06Ào&NDþ B&r‚6MÐÀÀ™8È}]Ð@üAðmÕzøõ55$d\C MXD¤%DA!d›Ù„M9Â?>jÆ2©"ÓfÖ¬þQþ†2ìv¥¢Ô9nžf}îëL½f,RjkjûEUì#HÏ‹âæŒñ< ­™ÆÑ¢‚xŸ©&_|^m©‹)w*‚BB˜c\&ˆ‚‚°Ë0—¬@ ŒÀˆáƒC‚>lÞrøÖí§˜Iøú÷3žpôȶuk0ô€‘M+ÒBB‚çl'MYÕA‚¯S§Œ‘——Á$X"11uýF»÷¢p—›W@Lj.³‚Π±SÇY(ˉWfyº¼xé‚.Z—bíý½]“˜õ©9?'»µŒÑAÁ¡ã§O´4×RSàÅçeEû¿zþ,(‘¥-&KbG*Ý:ÛŠ1:ˆç"32ÑZÅÅ¥Ûv»{ÛžÑHMMí©ÓW¿TUMý¶ÏÏ/ŠM‚雌ˆ €@ Ði Á›^¸xç—zˆ¬Øâä•ëŽÇi+`tÚÚÚÀÀ@tíP$4˜—×tå6ŽMñññ£k‡4HZZš£* ºâÄz˜>ÿŒž¯¼oWº™¯FÃoº3íÂÛ¶xñü²û®<߇Ã%¾=©iµƒíŒ½žCçºùÍ¥šª ×Öb!V0¸ôð‹¢˜Ê‰6L7ŶEÚ´}÷½Ý3wFûòù3yפÆp%MJ©LܼÝ›±(©1èþ§qýTÑ* ÿÏ]¼ÿè©»æ­8ý’INÏtˆĘϽC?ÆЭâ Ç,¿~é¸Q¦_ÐSçÊ_Ø¿f·C!u #ŽT–l½zO”ÇeaÚ,ÍNE/(¿û‚ÓnZnl³üŒ+Úµÿ}>8[ë&$€E‰c…»®Y·ïé³÷Œ6Ý=|úôgzϲ%3aN#îÓgm?ùQYY…V¹ÿÀyÙ’ææ&höÓgϵëmãâ’ þð €!#H €@tNd2u§md!ý_瞬¬T5e55¥îÝåæ`“_‡,·“@II ² Dv¬ªj¸äƬ¤¤$ Dƒ‚HtP@@€›Z ~?ßçöÖ;ÏF$eÕ‘ÐàF£ }æ~°§1ÿ{SOÌœiG_‹ ý15w”"K4ã÷:ô Z#—§m^ºè¾‹OAYã׋ڸ­‰ïN5¬Bù í(“ ì(’o‡OJëÑÇ/SŒ˜g‡à‰s7¬ÛvÒ9‡öIÏMI©¤àXö r¾î•Ù0³(¥ó곋™šhSÿðD¡e¶‡®¾ /£†åphVú+m%ü+|›@üC¥~ÐÞÆÅ%œÈ}Ïå夋ŠJ°êhEdo< -óÞ½4yxþ¶XÜ“i³&² 2ÿC¯ÕkXVvn]»Éþ8Üã'oCB£ÚÜT@ €¿@^^ajZf{âããFÒˆ©””täøŠómÙöÔýÞžêP÷¯'€„#""Ði‚Èÿ)))Üw  Ó‘Р’ól î &øc©?|8ÿÌ à¤Î»Â"2Ɖ¶¶ ¶’û“õðXõá1 r¼ð”É£Øé`2¼ýSIƒûéUB3.b˜@Ø!Fpi‘‘èìD¤=½13õ$±¥R1„Ysfo½î…é‰G>TÍö”±nǦ›'ܱm5 þ9‰‰‰XŸ;ä.Ù*/8$³ ‰öhþIJEeU‡œ²öxu@ €À¯&P[[WPXŒ¿º¡6ØG–‹lC-¨òW¨®®ö÷÷GÂÈ YD´¨¨ˆûn 8 "qASSSqqqîë‚&ètðGTï>›^[O}¸N®©ÈÊ/ît~þ¥iŽµvØ•ääê[P—’ݵz ®u¾¸ð–RYXD,@PPSæo¾ÜüÕ›Yu:ÄWV†Åq ÝZŒöÉ)*"ÃÒPïËJKÿ\€•äH@H–âé@œ`  €@ˆ€ŒŒÌ?Ô[èj^^^hP0  ¶¶¶‰ G¬¬,6M°oß¾||ÈŒ+x¿„€j«g­°Îäx\R¶‡ƒ ÿHÂj뵜ÕéMã%¤ÿÂå¯ð¼’ëŽ:®;Š« ví;¶…½Çþ„þµÚA"/vV)ÕÕ5œP‹¹¦mtˆœ¨¨(Ò6çC^™-ür32°SEÄÄÚàwÓž€ ÐÙðð4L§VTVÛ¶ïtÛÜ£à(Ñ!wÏTWU²Xè¡¡½Ôf»¨(ŒdÃ&K¦ß<¿ïéáZWK[ÃF‹Id>bü”YK˜D@ YWNGËŸ; !)Ѭ. ZGàìñ‹1QqH륳›ök]eШ˜"‘(,„ÌŒàçççC–Óÿkz¹e÷Éܼ¤;0àò¯9§ÜwY†‰¢{ FEEa›Dpc¡gÏžXPPKKëoúPpÓ}Ðœ€€°¸€ð÷àH %qÔ€‚%@ßxªC2à *)Ëàr¨Br†—oªé5&n2b‡SÖÑE¢|%´a„Ë“ÐÂ]}¤šù“#?~ø× «§Û¦ËØ_O˜€ €à‚€|7Å‘c§p¡È^eÔØ©VSçíÙ´$$ЇQ#)!æ?{»C§¯›šd”Cš…@tdÈ¡ÝkB~z³È›Ï––·ç¬5oJÀßM`ä˜a2²Òw¡w@üf÷n>D„#‡ š6©ùý5~³kÐLàäÙh€°ƒí‚¹NI ¾¾>44 fffrï&&GfbAAyyyîë‚fóŠ³âÝݾ†FÅfçÖÖã„Ä$UÔ ú›™‰òÕ=9Ì=¾jÞš­CzÉ5o-­«( ü™šUK&HHËkëôT•ëÒ“ËŠ2b¿¸}‹OË®ÇóvSê1`°¹¾º|«žow,anÎJAFBhDtrrjAqiUM¿hw%5Ãþõ4º·ªGì·FL!Exüô#„"(=ÐÂÒTOu€\SæùùÃψ„‚°¾ñÐQf†|-þõPHi1!¾!)éÙ•5$Aq%5 £&=¥Zã2Š”‘ŸWXJÂeº)ôí«$-Ò:#F»™hM§ñ±‹8ÂÇ߸˜gA~›Ùr”š{mcëu¦¦/y¼¦5C>{`ß‹»r » ²ižTñêÖe¿,ž¥«WkÈÐ:ÄŽOÝ|ŒžØã°RÄ&¹8|Ù*;·‡‡Äˆì¿FBßœ9pË‹îÿD«ÑôtÃ{§!Ìâ5K"57u¸´0—("#Ôò·Ë @4C@M]ë·®ØÿwÆ®Žae•ìÌ´óÆÌ^`½yÏ !!©ÅŠ°¼¼ô¿ÓvN·ÿ#‘Zý«ú³¶¦†ñ'‰Õ:ä@ €@ •***|}}ѵC}||}‹¸7€¬afbb‚n(ˆ$„…á.˜{x\i&ýü`·ÿà#ŸZlnC=IʼnÃô_¼pAn°}OK zH]S‡‹ørwûÁ ‘É9u$z5‚äC¿ž%ÞǽûücQã-9^QÛxѪu›­çH 6,¼„©Í‹X±pÙ«oA%•ËÉ^yÎóêÌ…Ÿ¯/¬Üz",!³ŽL›§B+àQ—â*IÝQvJ½–.±ùèQ^Óà<âŒûÉ©G·¯9yãM%Óbbß‘3íNÓ鎹Ê)Ñ6Âœ¬µUN üüüþç.ŸcÒòQ6šÃ÷0¶uÿ¡US5ž¡ÆÒÆrêwú/29 ݱ±‡Ó™²ýã…õŒ,ñiñò_c*k8ŽZ´M.탓[8Ýž!37Ü»z¼2ðáÂe›~&buÕLzðè¶I L˜ W=vp¸ëâ˪˘§íß°%0¹ŽQÖ4ÝQvnŸØþâ[£ý’dK“#îÑyŒBZº>è³Ó¨W^»-®Ý¤”.h3aºŽz|yÂdÊžf9R’‚ÝÖLýún½Ãósk8ÎH¢TÚ­·~YÅÖ1™Â2¶rd^Þ%»|"K?Ý9ŘE&éx>938ص:9²°–éO(Ñï•åˆI>_z7Y¿0#ÄeÞœÅ_£h .2›£æ(¤_×õs\/_ÿèþeE‘¦*¨$Äåꬅ›bòØõ‹\ìá¼ÔãÕåFLnq²Õ™äðÕ‰«ÈKtv~›”]D"S*S°S˜áag‡å¨'( ¢;`„Õ°¾l§ÀñišYô|—Hý¡T$M2ÑŸ5o¾±®:¾65.ÜùÉ“èÌÆSOÊüf¬×oì‚­§wÌåÇS¼ŸŸß{êVLb2Ö¤ÿ;-ÏÛf—Ÿ9d#Nk’R_ì°sý7qô¯Vf# æÅzO´[i±î²šþê4TïiïþCéÞê*J¢Bx ©¢´(=%1Àç»w`L½É ¿Iu8=>j½1‚Ø0ÏÆG¯Ï|ˆB q½Þ_ëÑÑ,Lû*ÈJÔW–&D‡¼ó&–ADõÊ•£ÈïË«óFÓÖî…ýEÓn—6Êù9b€ž´¸0¹®º /;6"ôû·oI9ÔÙ“È«<3ôإǣ.¬F³ð?@ c hõÒøÆûòÙC7.`œÓœšœ°hšùâU[Ön±ããGçˆwlË]ÉZrb쑽뼿n§ÓA? @ØN†P €@2d366&ˆì)Ç=dûÀÞ½{£Ó‘ÿÕÕÕ¹¯ šm$@©sÜ<ÍúÜ;úÃc.ÌPjk¨‘<ŽRSÁ<ŸŽZ™Ròßé‹Í[É÷šlnzí­ÇR‹žˆ¦°Ç€ ÝQPyœÝl`«ãì4 E‡|D÷„Í;©"ÓfÖ¬þQþ†2SMõÚC¸ÑJǤRâã[€ØÐéýù ¶ýŒN,2阆éVx¸ ógÆFÐk0½—&}Ûqêáëc ¥q·†[­H/§OKb,cNGyÜ2(æÛG3 æjÎÿé‘Qs÷–Ѓ2Mh²¿¯?‡¢Î+þ焤Ü9Cú¾‰mˆâ0ž¨¼ŒZšgÃU·s+‡6‘ãpéí;V|Xu-WWšuÿò©ûlôè"RuBdÐÅ]Ë›8K=iÙÂQ•ô"Ú{mEq\dp\äºFì‚Ä¢p ï¯l¶¿ÇôÌ`d¶öuI°9u×+pÈCßÔ‹”º(wä`j I¦×؉ZßTbÁ"zÜémú˜áO|SÐ)uåßß=BŽ&íSÁnOÞNЕaSÚ‰S½ë?y‘áv‡à|Ú7'¹úËÓ_ž²ñš.ÂkjjÐÓð€èx¼¼|ë·6Êj÷æ%IñÑXd2ùæåSß¾¼?z~?Lþ¯%Þ:;íÛº¼®¶¦ý ðZÒ~+` €@ 𨭭EfbAÁ¼¼<î;ÍÇÇ׿$ˆ¼ $-ݸZ÷F@³ÍüœìÖ2Fy‡ŽŸ>ÑÒ\KMI€Wœ—ìÿêù³ Ä\6Mð(۞رñÐõøŒ|Óãì]yõ>Çš¨*ÊòjÒ“¢=¾¸§ä—£eäŠLëi“µƒü«™.Øu0 å®k@yYIvÓô›CxÑc— ·‹Ï*"Sês2rØq:ÊÎâ=ç# w¹yĤ²ôš 3hìÔqÊrâ…Yž./^z„4„ òC쯽¿·kRSJí"ÜÔ\û$æ³VŸîŸVŠ#ð*kôêc ßKKS±»œˆ meYrl苧ÏrÑsDºrî‚íBd=E6/¼í™ói›Æf4®.ËFE„_{øJbõ¾o¾‰YEe¼b“,i¤ñãé<æ QKñ¼Ãf,Ÿ:¬ONÐÛcŽoÑà§W¯+.À¼*MpŸ0e%ctPJYgü¸ÑúÚêâÂ|åÅùÑ!þïÞÌ,n˜X–ê?eÒ‚@ßW*„Fp¸‚ˆ7SïcŒŠÊõ9ÒBKM‘H©ÍHŠùêæ–”Ëif$£¥Î˜&vF§~£O”Ò„àx6ÑAÎ.<xãØq¸¡Ë÷ Ùqó+»/=Ä$ÑÊfEØÕËÉLkR] Gª¡¯ZÜ´eJMu-*­«Ç&û±¨ÑŒ0ÈÂÊw\¿É.šqá•?g´©I‚ñD›Çwò1|ª;ÄbšWBÝé‹O¯5óÞùÂö sEFÓôš“Ódc5LÂ’è<„Çx$õW@[}´®0ríŽ3÷òðËî»ò|—øö¤¦Õ¶º{ëæ7—Úfm¸Ž°~»Ðø²#¬`péá;gˆb*'n<Ú0Ý”‡êõµiûî{»g.<îŒf¿|þLÞ5‰)è„L§l/aÔv‡ý/¤lâ›–š#§¨*!Ì×ÔîÝ+ µÇ–SOBiD@\¥‹cÖÖ³\åx\R¶¦ñVÀœÔ0½åüù‡ãÆ!«Ð^©ž·_¿Ÿ;XÉ.0zj²´!®Â#ºóÚë#K,¨Hk-ÞÜRIõª&+=ŸŒSAO¥æຕ±Å  DQ¥ýg¯n^4V˜yqȺòœëÇ·m=v}À_ñvëéçOlg PÿGìlÚN³OÍòŠ¯=|éð†Ùâ ;"¨=ûïÀê]g Ù¬K­Ô™_ÿz€/¡g5Tý’G"·'‰ 8qÂ(ŽÊ¡m×]µûÙ~ð\L6SÐX¬»Î¾3—7M•Òw¼L¯Ž‘R˜°t×´¾âxB¿sö[¶»•UÈ°—*N@TÚlÒ ›Éúh•^ãWí[âså…{^ICXùªÅŒÐÍ6¼óŠ«:8{/üøÈáÒµ×=Kª™Â’˜2¿¨¬ù˜Iˬ×NÞû ÃJ;ÄbG¸ÛÛg,~vôøçϾM}‘S7\j³qËêù2BM½ÀÜA☈0â–ÎèÕ?ýzïÞ±ëÑŸš¦_rþÞFƒ§Î˜½lñܲ ݀$@àÜnk?ÜrÒžÍK3Ò’°–êëë.9àñéíÑs·4µt1ù?’²¿üø©}×.og—‹ òR’âÔÔµÚiª €@ þéééØ4ÁÐÐPd1ªªŠDÑ=uuu –H ÷–@³Ã9_÷ÊlXƒ‡(¥ó곋™šhSëx¢Ð2ÛÃW_…—Q#48!!Ž{ÓQˉR½^û>BKŠšaxøÅgo>Ó[C~ÈÔå´¿àç—¾eì¦ØÙ‡8óIi=úøeŠ‘CogöĹÖm;éœCëKnJ `bÙQëfr£•1--1¤REQf€_@LBrAQi/"*.§ Ð£‡‚’!]®“T^†t‰C€°•ÍrTŸ¸æD4„„…±€²Â°% ÑA¤€GP‰f¢hJã÷NIØKG—øÓ<’—Þ|]a®Þ´%^ùÕ‡ï¨HðXm»Mû Æ9_:—²sº*Cke¯o}¦?[à ì¹årxž ‹ŸØÌMöZjÒC¦í©@­°htâì¿ ÄáE/ºÏvÿBìÜÒÏ‘_X§¿Ù€ÞÌŸv–³‹çŸ¸úà„å;~þøú34:¯¸œOX¼§®ÑÈaƒÄhQåHö“ VkO#‹1–,ž_îàÍwo²ˆ9gñ>¾1ñ)…e<¼BòŠ*ú}ûéö`Þ7Ó©ÎD‡Sе¸ýÖÛ!'ÉËË76)µ¤¼šÈ'(#ß]]S ™ˆ-+.ȹ'P€ø…ú› }ñ)èô¡mO\cl&2ìçÌqÅH.ß@ 4;&ƒ±Ú_‘Fn27ì8ÒCCÛv‡u;×E&B€ð¯ø£€N €@ ÐFH0""&ˆ„SRR¸7„Üéëë£Ó‘¸ ²²2÷uAó· ¸º¸`‘Ž9Û³¢žàEtVÎ3[å’U<²— ÇaãéüöM£ƒ˜^ŸI[7NºsØ9Š*©Ërý:l¡VÚ9ÆÓmX£ƒ4Gy¤d$ 84@ˆ«­ÁæbÒ{ñ«Óí·íàâtòÌ…7nþMgø´Íb{jx؇-ÇYÍý‘ÑšôxûY#9Uª°÷Ã8úB!(vãÃeÑ–q¬ÏõûP°b° ªýíÃ{ÌŽö„ ¶sY£ƒ˜QÃ)Û7Oq:ô"“t‰Ä? DÂù|¢f–“Í:ôtx…-Æ!G‡Zm»1¢ x¿ÁÑ£í&ñaq@DFyäå‘íq 6v2Ââò=ÆNé1¶}‚Ú@Ž% ,,j{ü 2•ÐvÛÊÜœLÌxmM58ts}uäÌMeU Lþ$&N_¨¨¢¾qÅ´¢Âü6w98ÀkÊÌÅm®@ €]‘@uuµ¿¿?ôòò***⾂‚‚D§ šššŠ‹‹s_4;úˆð˜†FñÂS&s^Qª„·±*ip?½JhÆÂEÍN ä;®ùÔ5ÍoLò‹sv§¥’ºÒÔ]ËfŸ}æÝÒ,ª– uŽòðˆpÌ‘òÄÖýÀ²-%ê#£bqôaƒYóæ1®‹ÛÄqƬi l‚@ €ÀŸ#`6l¬óçУû׿svbô"ÐÏsêè¾[÷œœ¹`U¶Ó{óâ¾ÕÔùŒ»PÚhÀ‡o¼mOLŒ£ Kl½ëAþÜ_Y¶Þ:Ô@ €@tH,™#ˆÄjj–äÆAYYY$"ˆûõëÇLJ,¯®@€RYXD?Ñ5eþææ’›¿zsó:ÔR<¿ˆ0oójbb ™–——7¯Ü…Ká¶!•§.eöØ/µ­:[=JiIi›}b¨K)*ĆAðhh¨5oSM]Ùu³y¥NV 3;Ù w€@t4q Éçï3åàndÿ<Ì|UeÅ¡=k¾¸¾õõõ¡¡¡Ø†‚™™™ÜûH$ ± `·nݸ¯ š”^PIY—Cuœáå›j:F­#\¥8ž?o3欽1RiÜ…›ï°2===,Í]¢5¡ìæ,v”Îmü*Âœ[ä\BÊñ:uó½?ÖæŒÓÙ |ÛüuSPÔÖ16zÌ—«»»H€‡ŒNÀáÂÑN)µŽó¸Üìæ˜ôÞ³¾ãUUUq8tõ)ò÷ïž6ÓXUò^?~t‰ð)ƒË82Ò€4@¿™€´ŒœÃµç¯Ÿß;¶CYi ÖU$½{Ó’/®¯ö»Œè`ò¦ dܨíö•%Å…H²—áfë™OÞû‹ŠI4Õì"qï‘‹=4{8°™LjÝ"È*£ ìgœ@ €@€-ŠŠ ___tíPooï²²2¶jl…"""È>‚èÚ¡È΂H–­»,‚©éÀK¯iþ“ÏØ·Àâ®\³» âH¯n]öËâYºzµ†Œ§ŽÇ¹žŸ³UëÁIkbcü U®-NY7s²gZšÅ‹ôšwæBxF fßjÝž>’,+§ª*„ÇUÐ51®÷]¢6ŒíݸëG}yö‘5sÜuG9X­¦‰Ž²ÓÔrk%¿ŒpkÁUWWcÜ(õ%•õ2bLŸî¢ôÈÛWN_¸•YÚº¡Õ­v¥ã*ș̚m¼÷Ž?m,®î¬µUYæÙc[É1u m°¢0ÃÓÃýÛ÷ïÁQ©:#Ú2‹†k[Î6–=à—Gýª¬Í ˜xÙ¹“£‰Œ´ä“·°‘°âÝkç­ÜÄ"ïZÙ!c¼ô\³d"ÒG.= ¨«­ååc?pŒK# €@ €ø¥e`bccÑi‚ÈÿqqqÜ7‡ŒíÝ»7:M ª««s_4»:±ÞíVZ¬»ìv$ú«ÓP½§½û135RWQ’ÂSH¥Eé)‰>ß½cêè!¦ ¿Iu8½fï•“ƒ>mXü©DŠÆ³.íÇdäÓ4³è!ø.‘:¿R‘4ÉDÖ¼ùƺê|øÚÔ¸pç'O¢3ƒ‹ˆ)ó›±^¿± ¶žÞ1—ŸÁPûìP¼ŸŸß{êVLb2½»8ÿvZž·Í&.?sÈFœ6-’R_ì°sý7qôø;[g:Œ0¥>Ðý›_dyu†´"Ùó0;ÌÍή±ÏÃÛMMwê4+Y!T_Ý°¯WL›X—îi¬×wîÜi:jÝ)µ•) þÞß¾û†Õ°L$gšÉE¥',Ýuý„ »mxµÃ™Â¸ïk×ïúæO 3£¯wçÖ»ßÛ}âü”jtõ=ëÛ>CÖÚÙ¯kÈ(§”Ó3={ùýK ¢Gÿ;ëb67EH*»n»üÁ9Û‘––Fú½ä¤Åñäºâüœ¤øØà € ˆ„:zß»~’íe´}BOÔ2^XóÀÎEã¶Ü@y&þp2ÒZ¿eË´ #{õPäÅÕe$Å|y÷ÜÞþ|d&Ó óâ8¯C‡Ž*jNŸ!›,¾}ñ€çƒ~@€P €@ €À¯&PZZŠì#ˆ‘—ŸŸ_e%s£Ùæ%$$ „ÌD"‚ÆÆÆ‚‚‚ͪCá¿B€ ¬|Çõ›ì¢^5NGk¶óã‰6ïäÃ擱hÄï¸÷>¿éü}×*v-¢°Ü’-ï^!ÅnÆÕÐåÇŽû†ì¸ù•)öÖØÑÊfEØÕËÉL–IuuLyD½ívH55ôPSc³ )JMuÃ>~uõØtJ-Vg:„pXP0kYše—MòþžAÆ©£sñ¼»®¾Hα¼áÍN·y‘Ÿ¯1øÕgêë§926‰È)”&[Nâp䚪j¤çl\d줛ÌÞï%§6wÑúôF›ÓxâÐ9ÛvÌȨ€'Jœ}æZ>Ùò¶{CŒ±´ÅtèÏR N‚Ó‡¢Åú¿X ¿_Ü"˜@ :gñÊÍfcvm\ö“ѳgN×½¿9r榴ŒÜ¹{‹XÒ9Yé;×/¼rï-b¥¨keùùŽ»ÓC]û¢½-²OóÎ#Û.^µ¥y(@ €@ü"ééé؆‚¡¡¡Èº/Ü7¤¢¢‚m(¨§§G 4>âçÞhþõxÅUœ½~|äpéÚëž%Ô€ ›¿¨¬ù˜Iˬ×NÞ§ù‡BòÚÇo»lÞèäôèË7ï¸äŒª:œ˜¤Œ†¶®ÙðÑ3gLV–äŸ&m»îªÝÿÈöƒçb²Ëý뮳ïÌåMS¥ô/Óåx)dÌi}Åéú{[íà ýÎÙoÙrìVBV!™á€¨´Ù¤6“õÑz_µo‰Ï•îy%ÔQi/ŽÎ´ŸðбVâ\±Irô[x7?Q…áCÏ#ªrÍÕo„áý§.Ç申Tæ–:Új¹õÒ·vó=Réx‚¨”‚Õ’­Sô'h¶Ã¼íY¿´_ƒâªè1]d5Te-£§w#!g¦à!ž £¨µrÿ]dš)Ý”³°d·± ¶Í6•Áº 3|¡ä¨Ûí/]¿œ˜‹É™x¢†þ€±¬fΞ;D_¥i,(¦zÓÕ×ìøÎÝ'¯ç”³t†N;´°ÏÌå{™<ÂáÌ'X‰7µÈÔüŸÌ@€ðOÒ‡¶@tZ:N¯8^8æxþ(2#ó*#-iÉÌ2rò5ÕØu-VÈ”ðúöñŠÃ›Mû™¤]0ƒ,¾ºjÃ5 ­Ý›–4ßk$@ˆý.ØKp €@®G FFF"sѸ`rr2÷}@B€úúú؆‚ÊÊÊÜ×ÍšžÇÈrÞ]ËyõU%¡?#cã³s *«k‘àˆ˜¸|wEMíÞú½{ ò2„›Zâ%§Ñoã¾~cSŽçŸ¸úà„å;~þøú34:¯¸œOX¼§®ÑÈaƒÄh“#9MÞc±ÕF;«µ§‘ƒÅKÏ/wð滃L‹b²¨0gÛG¸ç¨51у=|BÊX+/<(¯¦;Âܘ¶abcäXZFVIEMGWW^BˆqžW|é¾ËsÖîyõìÉ'÷ïáÑ yE¥~ayUcÓ!§Ï¶è«N.ˆ¿J‘ÇbÇ^EMÃaCútæÇF d8É@ ð y‘ðžÅÈ »7.ŽÀHP(伜,,ÛLâʹCÈN„¦f#›Ñé*E–f((©­[69?7›“Ï…ù¹©Éñª=¦ç¤ r €@ €@ÛTWWЖõôòò***âÞ²Xè€еC‘EDÅÅ›L¥âÞhþóˆ‚âýGŽ?N‚À+ll19ÚéIGÙi§Xõ6–×0œ¥aˆÙiOaÒß|,r´ÙH:ÓfØWÄó¨ôê‹ìK¹“ J*Í^±9ت¤5—-×d[Ôi… ì´§@ ðèè÷{òÞÝí«ö­Z ñÑß±nþS—ŸòÝÿ€ëݤ¾¡ñÃ7>ë–LŠŽ ád;8À „œà€ €@¶(,,Dæ¢Ó‘è`MM ÷vddd°i‚ýúõãããã¾.h €À?E„ÿÔé†Î €h™¿ÀæÝLJž¸gÓd†\Ë4 ò¶Ù̹ùä 2‘AÜU“Ý”ï¾ø¶}Ý|OoØöYetÒŒEl‹@€@ €àž@RR¶v(²Žh‹{¢3ZÖÔÔÄ‚‚ÚÚÚ°#H €' dO†TUøúág¯?G¤gçUÕÖyù©«*+(õÒ10mµpöD)Áæ·\eoùß”ú>··Þy6")«ŽÄº"pŸ¹‡ƒìù7±@¯™²Xèˆ1“o]iamý¦]ôÿqîøž­{O6-êŠ!a‘óןŸ9²ó¶ã™¦þù{5‚ €@ Ð"‰Š®ŠLÌÈÈh± ¦@$ ѵC‘ÿ»uë†At_în?x!29;7«ªÁ%rÑÜþ*ü<8do69emë½'–éÓI¼7€À¿I„lÎ{Ì×s® L-f,««­.ÊGŽœèП/Ý:~f‚—÷ku‘μÁ$£û4M©8±gOp|+Cø£îBã@ @%üÓûŽãÙ¶±@–'í7`ððÑ“ÚV½³Õ"x¶î;ÕC³×¡=kêë˜6ýNŒ*).—êl>ƒ?@ €@tB¾¾¾èÚ¡ÞÞÞeeeÜ;)""bbb‚„‘×À‘,÷uAünäœ —}ɬgn—œŸÝOKM^³Žfì+1x¾ÎÌr@àw€!+ítŸcdWQX ˜ó9áï?å[›É2‹!Ç–²Ü9ÙÂ!@ 3¨ªª@Ö%“ImvnϦ¥Oßû+©ª·ÙBg«8mÎ2eUõM«f"AÌ7dÙŸàoó‘ã1 $€@ €ŒrrrЈ òPPPó CFͦéîÝ»#á@tùÐ>}ú ›ê€tF”ºêÖ•äXý$“ZxÏZò@t0øQaJ©Ø·actOä—‘‘"RHe¥ÅåUµ˜6¿|_3}i, ‰æàŽ8>¨Þ},06½¶žúÃ@®©ÈÊ/n® ” €À%pöè®”¤¸ö¸€ünn^=ëžów~~öØéTu æôê‡Í’I)‰±˜cÈ6„ Äh@ €@da\\ºv(ò?’æž ²}`¯^½h³©qA îë‚&èDx_8b³ç\dJ.‰ÌĈ ;íŠÃôÁNtÎÀ•‘™Îz}šç+ÿ¼¿ìÁ+w×Í)!ˆR¢Tç'%%&&$däU ;MW‚ÀT2œ ¨ö·zöÑ +Ïñ¸¤0lMKcH0uH €Ào%àãùåáKío22,ð„ÝæýÇ:ÀTûé( ªêZHŒ™GèçåŽÚ €m;Š.Ø@ €]•2/000›)˜››Ë}OøøøŒŒŒÐ à Aƒddd¸¯ š@ ³À™³3tÎÎÎêø€•™þJÒRKèÔG-Ý»x à ¼°„¬^_äÈT2@ þ"e¥%{·,CF¼vHŸžÜ¿ÚoÀ SævˆµNbÙqðêý‡÷¬yþðâRXˆ]]-//²˜6¼€@ €ø‡”––"û"s‘¸ ²³`ee%÷—055Eƒ‚ÆÆÆ‚‚‚Ü×M €B„LɤÆÍ–…¢ƒLj¿9S”ûÅí[|Zv=ž·›RƒÍõÕå[å[qV¼»Û×ШØì¼ÂÚzœ˜„¢ŠšA_c3S#Q¾º'ç¹ÇWÍ[³uH/9N]£j¢}|'§e•VÖð ÉvSê¥g8dP ¾§ gâÉ*k×,’âo•_œZãJ^Y”éçãŸTPRŽ¬+Û]Y¿¯±‘¾&ïïsî'…”â’’ž]YCWRÓ0`ÒSQŠ®ÑÖwJ]„ï×ï~!eµÝÔz3ZUZ¸­¶ @€+'ì6eg¦q¥ÊÒÁ«{ëjôÔáN½khñòò8éØC£×™£;jª«¢Â‚ úÁø¡®qîÀK €@ ÐèÚ¡HP044”Äð,±E³***؆‚zzz,NÖ"3P@_H„¸Òd¿Í[÷yÇ–Wבk+°u/cÞœQRºÆÈOà‘ê®±póÁͳ†`A¨Ú¼ˆ —½úTRY‹)^yÎóê,ûóõ…•[O„%dÖ1,¸Ì£<:/ÅU’n¨$Ñk雾å5õhEĈûÉ©G·¯9yãMecà)$ö9ÓÞáô0îXœI??Øí?øÈŧ냪€¤âÄaú/^¸ M>úž–ôP”î¦E©-vºpüØ9Ljô"Lˆ%x…e,h|v÷EfšÄÖHÞß5 +úe rø×çÇOœ}ñɧªi–é%­ª¿ÔfÓ¶µ e…x â<Ÿî>r129§ŽÔ‚È'ØCwà¾c'LÔ%5qäÊû§ö^}îžWRÑpºðaq‹©«Žl_ Ä|åF®.zìxæÌÅëqÙLF žG{ÀÈ5·¯œ9œŸ¹]“òãÑIêJÜÉ9õ Ä^S+¢žóáH>/·í>ì•I×Ç$ç®ÛwæÀYAö1MH ÚFÀýÓ›—Oï´­.§Z••å›WÍzøÖ[HH„“N•/^µYM½çöµó‘m!@ØEO"¸ €@§#@J› 66¼’vϯí–öB麾Óù  €À_O€L&GFF¢k‡"¡Áääd„‘@ :MÙP r_4@üj ÄÝ?½ãÆs¦ ë«J32JYäéi©[/±°Œ5’hˆ¤}}àp×Å—E)K)Ú¿aK`r“°Iæö‰í/¾…0ŠK’},MŽ¸GÓ÷Dl,«úì4j€Ç•×nˇk7ŠYR”šGl¬Ü,o8²S³ÕEO^d Åá~±#‘†~¡ÂêÜÈyVã_ø%£Ù¦ÿ×UärÏGåÞ^ÞÜ$¦úM+´OR_žyÀfÁñ{nœúTvjÇÒ›×o8=šd¬ÚÐ9oíÜùÓ#¸¨<*"4“¨ø`£Ï©_®-Þy–) KÕŽ ö÷Q64Ûu\ïÀèB(õ5q¡¡!!щIéyyEåUõ$ ‘_DLT¶[7UúýúôÖèÆ.tNÁU €è$ª««еC‘Ð`QQ÷Ž!‹…0 "qAdQd)Qîë‚&@ßI„­§]_SCB´6<ôiøa5IBö%j!@H$²ž‹ðX-1äI™6³fõò7”áeÓ“”:ÇÍӬϽ£¼¥ ›§ÔÖÔ6ö‹ªK.ß:{B3ÑA{ÈkÌõYÊÛ›­+Š›3zÄó€–¾+ˆ÷™jarñÅçÕ–ºÔV)Õåìù×ÔÔ°¸U]Ñ8‹”¹ˆTPPŒIâÆÕaËÙg¨&o÷a|’mÛºØõ¹v ͽҫQS#Öß裏…¦S?¿tw+~ý›ø­j¹ëíõÃœB{E)?\;ûòÕëìâŠ&U™Òj}­f[/Z´HV„Ý… “.d€h5ÂäˆÛ—î<{á–YTÕ|eÙ½§ÌŸ½|ù$9ø06O J@àŸ'PXXèåå….ŠD›>2j†ŒŒ Dþ722âãCž  €@g'À”êìþþÿæo9ú%lµ«oD}mOŽà RÝÔl?e"ݸÀ£é‚]R—•d”°©‹=vÙ±pë±ø¬"2¥>'#‡íì·Å{ÎGîró ˆIÍe6BÐ4vê8 e9ñŠÂ,O—/=BИR]~ˆýµ÷÷Ø­êéçd·–1:È#8tüô‰–æZjJ¼¸â¼¬È`ÿWÏŸ%²´ÅÔr¾ß“kîI˜HHZuÒÔ)¦FúÝd$põUY) .Îo܃±îàñX°Z– •nmÅÄó 9Þb‘’¼$©º<1*äÝëWÑÅh‹äÊìu3&¨úü§#…ãQ:rÖvùö3 9¥˜?"¿ºÁàS{­ñ”Ú˜Ðð Z¤OTV¥çØå{}¿âü5¿´ñi ž‡OwÈôÅãõÑê¥ î¦¬dŒJ)ëŒ7Z_[]\˜¯¼8?:ÄÿÝû™Å ÊRý§LZèûJE˜Aþü½ÛœLÉ­¯«ÎÎÊCƒ”¢”¨"ÌMœh7­‹ô–#<¼âàK;_D19iF H :Ž€\7…©³— ©¾>$È×ÓÝ F…Q(í 95øwÜn£^Ÿþ:úý:ÎßÎbI@PˆW†ÍZ)sáY>퇳.ëÛë¯ ËFjrS‘E'Ãó/=:ˆã‘›1{2‹Â/É’+ßü·åعk¥ÔáD-¿ ’ƒn_õìîå—žZ©·\4€à’¹ÚùÜq»SÏJ¸û0æ%E9²}xóÑñgÇ+sÙ¨5%PS”‘ŠÈ»÷ÔQ•iª €èŠ’’’°µC‘uD[u㣡¡­Ú«W/<žÓ(»®|@‚qb=LŸ FÏvÞ·+ÝÌW£á7Ý™vám[ü+ÀóËî»ò|—øö¤¦Õ¶ÏÌzëæ7—jª6\GX? ©1XV0¸ôð‹¢˜Ê‰6L7Å–“Ü´}÷½Ý3wF«~ùü™¼kCЉ*¦T&nÞn͘“Ôtÿ‰Ó¸~ª ­ápsï?zêÆ®y+N¿d’3dbÃÃjéY¼DïX?)¦Pë·ï xvdø¬}e4d JŠ,žÐkwÀ»Ï½C?Æ`† Ç,¿~é¸QiL‚$N+{|aÿšÝ…´Ç%¤²dëÕ{¢<. ãñ mãî^1XáºW>ZeÛ Ïã û#鲈gúÎ(¥9éþ SýîºýáÐmÊÁY¶OÂiÊ<>§¬±è†VÄQj®[[Üp‰¢JûÏ^ݼh¬0‘éB°®<çúñm[Ý«¤Á)ˆx»õôó'¶3ŒÐÞtG,|?b!’¤ù¨Éš¦¢BL/0uý¡‹‡6t¥Î½°^±øÔží/|’'¯98V„&H ðKð‰ýŒ#Çúí‡ òr~|ýˆD ½¾}*.*hs{µ55›­g=ýà/*&Ñf#]º"Ÿ¢Å”áZ×>ÆÒzAr~t{ÉÈíÿé$¿z| ûÅP6_hª,ø˱Pªnï˜púÑWƆ„¥”õú©¨(‹‹‰yð5•¥ù™)±þ±I™ØåPyfð¶yÃ(~Œ1Tb¬ i Ðe¥e¢b¢í±Ð…ëRj®m²>rߟ± ÂÒÝúôÕUSí.!.B$àj*+r33¢Ã£r±cYFÔºi‹)/&ô“g¬ iî 9ߘ½Í Ñ_qþážyÜWM €èTH$Rhh(ºv(òFF÷î!«b3»wïÎ}]Ð@àŸ"@.OÛ¼tÑ}Ÿ‚²Æ)(jã¶&¾;Åô¹KAá¾S¾Ïí­wžHʪ#ÑžŒ3t³ÏÜÃÁö0:{2?êË¢eë=~ÆTÖbObp[nøœ^:°³»Î äŽÓŸÐâ“ÒzôñË#æjxâÜ ë¶tΡ}¸rSR*)8æ}qAÎ×½2VÎ$Jé¼úìb¦Ææ ž(´Ìö°ÃÕWáe´GŠy À@`ÿö#g¯güCIÿûçŽ1DÕŒGlݵj´™ÛcVLðͳn=õEǵ‘+²w,ßmøýº’pÓOù?Ä°­]¥„´µ.Ô@?L ¢¢ÂÏÏ z{{—––rˆ‰‰ DH–ûº  €À?K òÝu‡§îY÷¹í¥âÄž=Áñ á‰.âxdë{ïÈ.Þ‹æ܇astþl™ñtÖè Í!)I âjk°™‚to)®..Ø`á9Û³¢Êx•óÌÖ_ù†d•ì%Èô° ·Å5ÁÃÉÔ‘WÍˡç‘WÖÐÕéÝ ù×[·Ÿ±‰åÚóyëÏÓt~Õµ‰_]#ÊPëIýWl›F±¶ ¬6Û.qÞ|Ý‹&©~ýúãòA ÐÒ¡æ„£/ÑçÙÁ_=J([Åë3nßÿˆÕÅQÊoÞ~2ûÜÊŠˆ¯~9èó[œ|óÞ Q<Þ¾A#ªH-Uª°÷à °¤(Ån|¸,ÚLÌú\¿+Ë°è4Í*Ž{öâþÀ’M‹@€øƒ<<ý"‡ÍfÛ¢Â|dB!uZá×ù¹Ü{åæúêŽã™Å«¶p_åoÒ¤NøS±õL­¢vª.ãÅs×þ6ZÕAç›ôËl>Åa“‡irªŽé±`Í1¦ßvNºÍÉ)uÏ^Æ¢Á}&Û]=»W¤É0º |7­A[Ï»ê¿iíž‹´@\eªÛ¥;Ž¬O×w ÐvŸ¿;?}sèÔ>Qá¶[éš5)u9gN>Â>Œý¦¯¹ûßêf>ŒÝµûî¹r}¨ññeÛ ÆŠŸ³7¾Ú¯·èšþ¨×”ª €¸?ê4€­#››‹­TW×äùg{ݺuÃÖE¦ "9ëB @€ ~AêDì=.(âºSÈ<$dBú“‹.ØS—ñÂ_>Ö~áNw—I6¿¨y}DxLCWðÂS&j¶[xû§’÷Ó«„f,\Ä<Gìfzå”ͤuÿÕ0~™QH9©±Èáæò µ,¡ =冽[WÈ ÿª?§´ÈH,&§7f¦ž$§É¨G„Ysfo½î…>=‰GÜGŸŽ*šXh àb«©jµÈ"óɵÚ¾g2]#º;ÝL:¶"ÁÍöì–ª9ÄÜœ±½ðˆpª”ö*Oü±aÝz®Å÷úȨX\KB‚¢™×÷×Ê"Œm¶h€¿›€¤”ÌøÉs™GˆlRH›Vè胬ØÓ¢+çŽï6èg‚¬_Ú¢æ_¨À#;söÏ“ÔEêקÇ7vZOãþj“RúâñS´.òÿðÙ+e8ê0­ö& ~¾ù™ÕpeO0t˜&—ƒ ð<‹6­¸ütC¿p-MmÕÂb’Œt³d 9'9!2*1+»°ªº–ÀÇ/)#£Ö³gï^*ü<-^‰³žTrmeTphtLrn~I/*)…˜2ê¯+&Ø·¢uÕUÕu‚ˆg)E™©aa±™™ùÕuD~ùnšº½{ªÊ²Y,™µ¸Œ \lòf“Ò¦‚ÒÜô𘔴¬¢â dç~A!)9¹Z=õu5x[Í°©} þ òŠÊÇ.•–•_u°ûƒn M#ó‘ÙHP "³¹w‰ÏÈÈ "qAä%##Ã}]Ð@4OÏ+¹î¨ãº£¸ª`'Ѿó° ÖækuòRî;¥ÚßêÙG+¬;9—†­iÍÕ4VõÏ'¤µÌF î›:÷°óŸw¨£=耻²Žv 쵓±q¥º™ý'Ôž[P|ÿñ+<Æ- òtùä’Ú4Zží>eÆš°w¥~Áß”¨¨(Ò$·¼223Dó]ÊÍÈÀfŠˆ1.®F´°ríÇKš%Üç§'ŠÝ#Ñ4Ãÿ”;Wí¤‚$‚Zæ»3”â…E„²­KRþ¶™å­ë>h ð×—´œ09Ñ»±Q¡ÔH¡»KP€W}=ö­ÜÀ 7;cǺùWï½G–-ýë±°tW~ÈÔQº—ßEÐäµ/ß›eº£ùß5ºÊ»Ç7郀p=†/6îÞÂ0 zÅv½#q_¬¾¤´,w®RkkŒ{ö-AVY•ó{Ì2$€@‹2Ó³.žqDÕr²Zñø¯EË]E¡„a˜š”´T+>Œ=‡¾÷ÿ(¯¢Ð⇱¶$ë‘ãm'§÷Ñ©…M±Jv1iâÊu Ô$›–6•Tæ&]?{åÁãO9%ØWWƒQXrÔô™·.ÕVhûNNÅqÞ3ƯŽ+@bð#×¼l7µé ¥¶ÜåÁý›·^DPï#X^²=t¦.œ³bÙ$á¦Uq)ŸîN_©UWUÕ½¿ÇÚùpÃ=hŸ _m'`FÉ5ߟ?vt|ì”LÂ*`¥8¿¸ìÈÉ“­7,ÖW•`C Ðe¼|ûeÃö£©éYZšjÊidÁ?¢AA__ßÊÊJî=‘055Eƒ‚ ä¾.h €øûü‚`Îß©#{DawŸØ‘ àð‚JÊ2¸„ªQr†—oªéµ¶5P–yÇé5^NwÑÜ =û™#Ý¥4?+2,ø»Ç§»7o‡§£òL?§›í¶ŽS§«uØ»²Ž.å+¡±‹pyZ¸«OsqHòㇻ³èêé2>=jnA8B߆ðÃKÌžÃG¥}ý”OΑìæœL/5ª#Âh§­­Ã…£åŠC­ã<.3oÝH¯ ï@˜²D¶NäXf³½¼¬Ô燲éw—¬Ì4Œ 2×ðŠÃad;CLòÏ$Sç-¿önS=­Ã‘nGÛmë-Ñøx™Jy”óoz)qúü¥-סk·ç]@ ñ¹INfòkÌô»ØŒi<¿¢šZ3åPZEàðþSU•Uh•ìLÚµn«êw}eÆ1YY­ù0ò)÷Pl@Œû³56Çãs 7Õ¯*Ê~{ÛñÝÃÇKíŽìZ1¬ùŽ£¾<¶^u<¥¨¶©DR_QôáÎÕÏ/ßì¹ì°ÈR‡Ûo[Õ9Q+fm¤Gq¦ ·]´Útn^A¬ß†e;<#9F”ó’"¯Ø÷øö“S7ÏŽ2ìÎÐ5Y_S™—[À"¬*+©*kÕ•c¥¤²Ì}KmœÜâ0IÓDMIÞ»;×><}±ÙÁaÍÔ¾mèxS› @üÉ©ë·yóÁm.6>97¯@NVú÷´ž‘™SV^¶5tèPd›îÛUQQA&¢{ êêêòü{#¹gš@´‘…”‘ŸWXJÂeº)ôí«$Ýú‘pRZLˆo`HJzve IPD\IMÃh€IOE)®£d$„FD''§—VÕÔñ ‰vWR3ì?PO£{ë.>;ªS\»Þ¼beQ¦Ÿ_t|RAI9žÈ/Û]Y¿¯±‘¾fÓ[€æígÅ»»} ŠÍÎ+¬­Ç ‰I(ª¨ô5635å«{rþ˜{|Õ¼5[‡ô’kÞÎ_S Â;•|üwìùlîØ)57öÚÆ¢;¬Ù¦†¦¦/y¼¦ÏØ·Àâ®Ëî‚,•H¯n]öËâYºzµ†Œ@C!¹hÙ˜!OÊì§èûÎGç1|ƒàÅdL†!ǸM[6Xê¸%¡ÏH^Þ¾¸_ äS7£'ö8¬q†\¾l•ÛÃCbžI„¾9sà–½‹ü­FÓÓÔwEóž¸Ú6„ r¾U¶7" 9ÿ9•AHM"²|H†YŽá?ø¼†¦—ñíÆž³í—›3Àa1Y €À¿N@DTlä˜ÉÈL+Lˆ‹D§þô󬫭A„†ý :ê_cÔ}Ð|3õ½î‰´g•±/^߳мEaïoÇÒ—ÜP5ѬG‹U:DAµGOäg¹°A^éžNž‰;ÍÔ%h9øü>ž_½ß¿rÅÚËÊú„=4T±cÚ×wñ+‡iŠbLÚ™ˆr½3gÑÉbl¾7žWÛ¨?ÞÒâBu•eɱÑ^žAe5Ô§±”š’»6Už±ß8’Ó5pÜ—sç-¢[ô ôÔUåøpõ™I !¡ µ´çºu%™v‹–Qîß_2R£Uþ“JÓ7Ì^íŸÒœë3ÙúÚ©…Vù‘_gMÚPH÷Ç£ah4иÒ©ªÒ¢¸Ðo¿hÔ“â”0ëI /¼¼?®¯<«.󔪓+­ÜèËàðÝ4zõëÛ«»¼‘PQR”UUOý6%Wœ^m#%÷tî%.̓@à@–ñrñAoí iIʼnÃô_¼pA¢7¾§¥=¤.iØ‹âñàäóN‰Y…$2:/("e2fþ¹[¥ùZ6ÑB ¿¾˜%öñëü{[SUEÖòD—ž‰q½ïµalïÆTõåÙGÖÌ=p×þ—ò AL\°Dúä뵉 ŸûæcÈŽ—N™é°ÿ6Ê÷Ûi³üÖ§0DùŽkTÌwGaÚß-)Ýïsxêå›óÛô”Þ²ÐR°ÉaYI‘yå1O<ד PËÜþݼuõÓE'Ðb?ŸZ–sóʉ~jRŒȵ¥O.Ø®ÙíPBë;R¤8dáœAÝu¨Ûö—‰ñÌg õ´œ1D9mÙ¢ Ÿ1Ÿ d¡ŒšHZÎdÖlã½wüÑÇRug­­Ê2ÏÛºHFˆÍ§©¢0ÃÓÃýÛ÷ïÁQ©:#Ú2»ùX-K[@üMi…šZºÈ±xåæÊÊr?/dÒ‹§÷kôÔ‘ï®ø7õ´å¾ðH͘;ÃýðmTóý£››˜·0RãüøfyÔœU’-_ýbêíJ¨˜ŽQÜŸREû…¬Éرhâ™OL´˜~^ÛÕT-@žKÚí<ʨ•óOÎ Tl¦&t>©’F¢&gãl›K÷Ïî%ÃH¦méªôŸ6«í±è ªñèSçwÐ’e´V™—r~×ޫδïÒ‹£{MéÏÀ&œV“¶Öú$=:ˆ7ž²äÈ¡•ZÝE1kI¡×ízåL•Ô•]³ÃÄëQoi6×ÒXÆ¥¶Èv‰µkh*ì9|Þ­KkEšŒ$—¥®_°‹J÷4>þßÁ‘F*Œ÷èyñA6ìyë“‚˜"•gn_¶SïÛ ‘Æç.¬“ ¬‘R§]Ëv;ú -®8ÿpÏ<4ýŸþõÙÍ h–_VóØÕS“͵ Ñ Ê²þÛàêóŸT†õ¥'vŸàaÏåV’XC@üfß½Vo<ˆL‹iÚ.ºëØaMM­Pø$(èèåTXTÒ´QNd±Pccctš ²ˆ(²”('M :Š@ˆËÕY 7Åä¡3g˜­’kƒ=œ—z¼º<Јùi3³-—â2oÎâ¯QARH1¾®ëç¸^¾:ÿÑýËŠ"MMD¾´ZV_žyÀfÁñ{náf)a§v,½yÍñ†Ó£Iƪ̅ 9J̓#6Ön2Ä1JiÉꢌ'/£‡ûÅVPŒ˜—d­€ ûËóZ¸dgîéñÑ;´‡ZíÒ«i­Î&áö6¬³ùÝþTä%:;¿MÊ.B¼•)Ø'67ÂÃÎËQ$ ˆèa5¬o“ÛOj)Ÿ¦™EÁw‰ÔoJEÒ$ýYóæëªóákSãŸ<‰Îdº²!e~3Öë7vÁÖÓ;æòã)ÞÏÏï=u+&1kÒÿ–çm³‰Ëϲ§5I©/vعþÆ8úg‚ÙÕ ä%Ö{¢ÝJ‹u—=h9\ôW§¡zO{÷‚Ì“UWQ’ÂSH¥Eé)‰>ß½cêèMføýHªÃéñQëQ*˱}6ÈÈj9cÏÙéXŽ¡§­.%&Dª©ÌNOòûáîîVK¯ŽÃñjŠ6Úø?¥>Ðý›_dyuãg¥"Ù«”æfg×X„çáí¦¦;ušKØÀü=½>ó! µâz½¿Ö£!£'X˜öU•¨¯,MˆyÿæM,d‚ˆê•+G›|‰ææfŽžÎâpV Ip’“9ê‹.3Šók 5QdÔ¤¦ ¢Gÿ;ëb67§†VB*»n»üÁ9Û‘––Fú½ä¤Åñäºâüœ¤øØà € ˆ„:4ª‰Ã½wý$ÛËhû„ž¨ÁØo·Úž Oʪ­'ãȵÙô f}üu%%TýŸ‡—_¥—ñžãöcú4q†QÒ@®C@HHÄbää@\®®fw1ÝuúÒ6OO[¡xúvF5µvI¸ó—ð³ô™F½°˜­LxïâŸÝ äW™1c ‹Â¯ËÄû._`¹ÏÑm¢4ùÇŠ±º–³×Κ³°Ÿ®F“±C¿Î°üï¸åø >6‘±ÿÿæ B‚DïՋͶ_úŽ¢(I œ?lÂøóç/˜h¬§ÒŽ#ùÖáãIôvò†cž¼8%/ÄÛ ɪîtt$Ö/¸ø†vAN*;uà²Õ[»&(N'NÆ6Ü®N[{ïŠ5ËÜ>égŸÜ¨=íST1Ò—ºü(ÇWvc<ÅÓ䪋ë×Þ÷HB”Zݽ½SŠŸ1ꇖP^ž=é•\ŽfÄ4L¿»¬)M»Ïa0-«Ù÷ü³»Äɳ^P¿`ËSüN^þ|qÛhn“Ÿ^¤ßÒàWŸ´Ÿj®Ù´¦h7W‰5s/¾AJK"Ü\ƒŠgI4Õ @ 3ÈË/ܾßþÎgN›å ‘¼öû‰D‘X 5(èèŽÄ¹·)##3hÐ 4(hddÄÇÇú=Ͻ)Ð@´–€ÿÓ#£æî-¡?¥çPìïëÏ¡¨Açqk¸ÕŠôrú£aÎÚQ÷‡ ŠyçöÑLC‚E+%>ž~-ÊRÂ’%½?¿Á¶ŸÑ‰E&,h¶£:ÅÖxk…uEqsFxÖbÅ‚xŸ©&_|^m©ËF™Rç¸yšõ¹wX<‚‹ˆR[Cy4½Ë`Ö£4,¶Ä,Es©åsÊ®âï–ýóBRîœ!}ßÄ–6Ÿáq £‰œgÃU·s+‡6‘#q#éí;V|XuÕ•fÝ¿|ê>=ºˆTtq×òÁã&ÎROZ¶pcT%½ˆö^[Q¹®Ç€h´9áý•Íö÷˜þ”ŒÌ6¡×'Øœºë8ä¡ojƒ„RåïŽtöï½ÆNÔâ¥Xe/HtºI/fó®;aãòª,~÷÷Zx¢™OCN˜Û07–Z'ïoŠt9Ãt§O=îô6}Ìð'¾)¨2¥®üû»GÈÁRÍ»96©A ;x°:Ge‚ÀŠ­Ö?rtSVTRQPlÅspŽ6¡ ÐÑ5ˆ&]9wÁv¡ ²"Ë«£:Åb¶YRéÖÙVŒÑA<¯ðà‘ã-)ÉK’ªË£BÞ½~QŒÚ'Wf¯›1AÕçç8)–ýœìÖ2Fy‡ŽŸ>ÑÒ\KMI€Wœ—ìÿêù³ Ä\–Š-f Ò},*ÜðÌdÑ•±˜²Êz‚‹¼sfÿõp¥4!8¾´5ç†äùÃÇ6@ˆÃ ]~ì¸oÈŽ›_9\Ú­lV„]½œÌ.#ÕÕ‘p¤šŽÃ (5Õ ÷uõØd?—iFdaå;®ßd͸ðªq®CyÓ$Áx¢Íã;±uqyº÷PÄEs;©ƒ0hæÖ§7Ž25Q[ fênÓ–ÙI’¼¿gqêÌ‹§ñJ¨;}ñéµfþÑ;_8Ò¢Y“Ñ4½æä4ÙXmœâ@¦m•ÌgP iâg.]¶åü'ì ì`ssNÏ_Mfï÷’S›»h}Hz ÛVX…xâÐ9ÛvÌH—SH­ÙR©U[]C]ʸÉw7Ý ¼ €@×"€ŸI*hõhf4`ˆ±é°^JF=Hv8jk_QÎ<Œ‡+,(ª­­ý' qµ³Ïn‹®ÜøÈ: {¦'¼¾‡÷‰”bþ¦FLL† ÔÑ”oñÃøó½KúM„Ôí?f‚¡f¶i‚_±ÿäá*—]R©E”*×÷^õ,ÕB]\S«š£¬šÍÐcØH])Ç,~q)) IiÁÌbŠd ‘MŠûÕû/6lÙ ¡1àΓSjì¯Ö#]Þa›¶ÊšXMØÑI–´„ÎÈɃåî|§>¨Ï vñÊ^6¬;‹NKÙÆ[6¥º¢’Œ“æ^\´³Ëè– B9@à Y½é 2«¯Eêëë}B‡›c:8Ö@fQ„EÄ¢ "ÿg´f©pCý^CLû={õ­xàÀ}}}ŽA@àW ÔÜ´!½’à_{øÒá ³ÅvDvÂzößÕ»ÎÖÐÕšz…ØY·2¶¸á97QTiÿÙ«›f^½°®<çúñm[ÝC®1‘WAÄÛ­§Ÿ?±ÁhOHÙÄ;6-!5GNQUB˜±MؽÒP{pl9Õ™Òˆ€¸*J–çÕ©¦m·IâsïÐÅ·<†c–_¿tܨ‡4£±SçÊ_Øl7VH[áT–l½zO”Çet5T“R™¸y»=ýv'©1èþ§qýTíàæ.ÞôÔ]óVœ~É$o6SWœ¼iþTÆè  ¼Î­¯g Òh¶^§+üׄx =«¡ê—<¹=3Á‰FqT&m»îªÝÿÈöƒçb²ËÕĺëì;syÓT)}ÇËt9^DJaÂÒ]ÓúŠã ýÎÙoÙrìVBV!¶Ÿ%¢& *m6i…Íä†ëž^ãWí[âså…{^IUS#tIÃ;¯¸ªƒ³÷Â.]{ýѳ¤š}œŽ_TÖ|̤eÖk§ ïÃÃ`/jpúäÆ5Gî «¢ÁóúõÇìú½>ƒŽG ÿ° ë6ï˜7¶?cuLeèX+ñ ®Œã)°¢f†ã'ª°»§æîvàöÇ‹Ÿ=~Æù³oÓ>É©.µÙ¸eõ|ΓâEuÍûËÆxæÑÀÏ[¼—þœU\⌲7}Ššn@Èè³Îð…þ‘£n_´¿tý^0§!x¢†þ€±¬fΞ;DŸa˼À>ûóIëŦ×1žrÆèiŸr/£ö{°ð-½Þ@  0ÇBk×'Ú2äâ —.§±íO²Û½ Ü† ZAqL•Øª5R§6õô߸&¥ì<Hž^ä|Ý+³Í¥t^}v1SÅJ±ž(´Ìö°ÃÕWáèÌ!!¡&[)`ÊH"/æ«¥©½{4uˆ!úR0ãüêá5 º Ë¼ÿëB^ô¢kðl÷/ñù$ìŽÃé#ò ëô7Ð[‰C9MŒçŸ¸úà„å;~þøú34:¯¸œOX¼§®ÑÈaƒÄhƒ"ÙO$X­=ÍYFçó˼ùîàÍæµJñsî¬Ov×h¥¼~xkÍ#lÌ ’óãÛØEʘ¹+ÅØþn3T@“äÌOCÕù›ˆ›ðu/¥ÉáúÏg2e“É$›ðoÞ½~æñåcZ^ [s…i¡O¯„>½zÐpÔ¢;íú÷lí\¶VAøÏ Õ“öo?©ÛÙY9ÿf€ Ï;xú¢ÁSç„~såìúéãÔ†õ‚Xi¤Ä:]ˆuºxÉhìä{× Ðn&¤TGE¤Ò«áõúô¦§9¾këj!_Bè—RnL²2gãҠȾá‰ôš­^ôt{ß“¾?]¶æ?tÐ4ŸŒæ•g—û©ˆp4J© ¡?jÁô¹è”ž¡.÷íTDh7‘»/ZÌü°Ñæÿ½¿‹æ=®šŸ›¼cÇbCMX{C :;ç·Ÿ7l?š–ÞtXsž#ñ?ÆâܼBZD0ù?0$²®®ž±´ùt7y$8Ø´2Y™2H$r¸"mÞ ” ~=oÞcëÏiOØ`;—5:ˆ¹`8eûæ)N‡^D`Æ„ÇÛ7˜Uª°÷Ã˙҂b7>ºÔ}®ßÇ€‚ƒe˜4p¤§“g.¼qóo:©†Y“M®£:ÅÆtëEµ‰_]#ÊÐzIýWl›F1«V›m—8o¾Ž¬F¦9-´€^JquqA£ªˆdÎöãl£ƒ¨2^Dgå<³õW¾!Y¥Á#{ 63Öw÷äzÔ÷~Vë_Þ·Wë’¿\]ÒiFúíO#¡f3ËÉfí7Ä`À+ll19d2Iï7x8r´Ù ¯ N¿AÈÑ ò†³4 ÛP±ù*"2Ê#'(l^‰C©’v?%möeÝ4ô»µöQžG¥W_ä`o¤@ 88u…êÉë)´•Irý}O<1\ƒuØM]Ö×7 ÔgNkÛOÚ &ðë™MGŽ”ºÔèŸþ>ß‚üú{¥f²£Ô¼¾ÄãÅ’ƒ6ÎÝʧí¬Æ ÿ¸{óatd,§Žggår*úWä> KäØG®O‰ ÷ñ ð ò÷ JÎj¹§Ôÿ|ÿlÖçO+ŸÚ±h0Ó‡‘”“š ããUVmlË £¤¢r³ŒŽƒ&çggÕR$±Ñµä¼Ô´†ñ¹ÈØÆî œŒ´Jžî¾xÑ¡ša1%‡ÇŽCµ$›³@ÎMM«¥+ð‰‰ð”–”Ò³ì߉RRÈJDèšÜ¤Ô* Žqa"öu˜¥F3—¿õþ]H>MLòyq{Ê‹»ªz†ÃG™!s.ëˆ À­732È Ði ;®Ûvä­‹G<òö ‰ŽMD&¢Ë‡ÆÆ%soYµB»§:Dã‚=”aCAîé&@DD8Öú¬yóØ óÅʉ3fMã g°SžøcúXµ–õ‘Q±8†a]iê®e³Ï>óFG¼µTMyGuŠéÖ‹Ò"#±Ð©Þ˜™z’<ÍÚ Ìš3{ëu¯†Ñ~ááHDÜ«i¨‹ž2yT³vð6öO% î§W ÍX¸»Åi¶ RˆŸ°þâÃ36"ÍûØ’•?Xw)>4 €@üÓ’ý¦7¶êG¥@.zñÔyøÎù,D¾?»•G{­3n™žt§¹xÃóªô6AŽiK¨Þç§Fú~ðqÿîñ)-·1>A©-¼¹k2ŽïÓæƒYºY Ð ü¼‚³Ç/6£Ýší‹š±ó7ˆªº†È1kÒJ^J¼¿÷Oß~Ÿ¤0Ì,¤Ô–\ݲÏwcçœ~X¯ÉeEÅX( *Õ½7µ^B\Œ Ä‘JŠŠ)¸n 7à”ª¢"l/¼ˆ˜(ýÆk¯õ‰ò´à ³·¥ káp:–ÓG¶ŤT"!¾†Wõ†á­ûò!‘q­¼ÃÇóËœrºZ9kµ{8º&§„ÞBŽ³<"ZŒj9~x/)ºoð€øÃjkëÎ\¼}èÄåʪ궹RV^Ñ»ÿîëòñòö뫃D‘åC›ô•‘–ä¾.h :JQaÝ 5zšý»šº:r]IbSHiq›Jtc]Ryê‚QfýRé…mxï¨Nµ¡i6UÊÊ°ø N¡»B‹7rŠŠ¼8:P±¬´´1@H©,,¢_$(¨)ó³iŒAÄ#$7õf7IJdÀ÷ÌâeZÒ-çÆÖÑé4ϘþHï¡Q €@üIø‰óV\|ê‡^±z>»™³ež<ãøCrዧ/éòϘ·¨Å+cº2²ŒºÆÒåóZy‰Ê£.EÀ,´&AQÑ3¬)¤êЯÏo^8ò%€>RRs{ÿò‘!²|­± ºÿ4Ï––”5ƒ„ààeU{ŽCŽÙ³)¤š`÷WÎ\uõMjP¦Ô:îÚ7føKCyäšöª®¡ß1#¡?~.Êâùù¶;©©©ÁBq8JMM5–Ãóòµ°õ_ƒ ͽ‘ò·Î^›U…é„=»ryÂе´1IÓ¥¦šÁ©¦å-H(•ÈðãV£BÝzÝpyñÀáüŽ/³K°¸+µ9RuyÐ×/Èqvß!]³«·ÚŒ¬Éý÷y C1@ M¾ýX½é@d4}¥Š6ᦒ¸¸è †ÔµCMú 0Òà¦è :->>ìÆ–‚ìފÉ6ãjueãÈ5f5¼0mƒUf!·9 »ì&_Ú¶€1:(«Ñ•õrKsS5E9"2 ¯¸ 3=5>6ÚáàŽˆ<Ž3 ;¨SÜúß¼ž¨(u¤!ÚÃŒÌ $Ñü•snFã¢("bÈhFìEäÅÂ_”jêMó΋˜^{‰^̆¼û𬿊X{ìü©º¡?å´ €@—€t¿™#t·¿(BÔç|í»Â²ñÁwŽÏ#Ï$ä~ƒúé5q¬qw4ÍÍÿH€pÙ&[ÆKcnjµ_Ï#Ðgø<‹ioÎ.ß{î!:R’\{ÿồ맴ß>Xøú‡<{ø²ùž"{6¯¥xþ¾#­®í|rßÖSï>ŒeÉ7ï=¿ed†»ç¶£`&XëS8±ªrÌ×ÄÆ1RªÏmÜ:Ààñ!æ†\{—¨«¯C¶g«Á`»ù$APrÁNÛ9ë×}ïúþÍ€‚r¦H!ŽRñÍuí÷/ϯw8¶T¼M­4ï” Z$—_¸mßé»N/;à‹šCcÊJ݆˜!ˇ"qA½Þ=yxÚ6ƒu þ$¼ªª*Esüý»§Å´fÜñúñƒSPN[¹÷Gë*µŽó¸Üì¶wì!åxºù^†ksÆéì †zݵu †óåênÎÂëÝ“v½+ëè"2Jh7.OB wõ‘j&ŒE~üðYWO·ñ/¨¤,ƒK Ý9’3¼|SMǨµË3ze¥¾c‡H§>ú r#? 2üÙ‡w£uåé*]æ½²]¦à(@ º*¼ÈÌysßïþæ?ÙùÑe–GéOP(¯Ý¢//Š7w¥Hãun§ï.AÀjó„ˆàëŸÐ'œ—‡+iý”ÖÏÉéô=;š‰DÞ¿ãp‹Á¥,Xb”Kòþ);džE]vIDk|wó$mÙðaàÇìPjª €- +@‡Þ6Tbžtˆ`˜‚ˆZ-‚€ôæs‡³}ð= i·¾(qãª#o_–â]à 5>[!È>‰r Ón`œZL…$GLŸ亪ȀOïï^Aq5h©O©÷¸ufE=ñÁÙE:Ñb# €h 2™|ãîó¶g ‹JÚRŸs Û[“º¡ m¦ Š²g](@tmƒÆŸqA‡É½øïxØj+}lN!S×ê #_|Æ$bÈ ³Ãð9ºžGÆ·{n̶_nÞÚËÖd¿éôi|j£ï:l”`ð)ωKG–Ñçüê¨Nqn¡%|êæcôć•"uÈÅáËVÙ¹=<$FdÏ&ôÍ™·¼èÖù'Z¦§‘w‚©éÀK¯iòÙûXÜ•k~ÑRÅ«[—ý²x–®^­!ÃqÊû¬µ¶§æõÔZ:ñ Ó´¹²´ŸVCÍn¿þ0g°ƒ] Éîï¥ ¸ . €@à/!ÐoÒ £—Ê©÷©w²ìt§Þ]‹ƒ^º5tRH{Æó.Öa<¿Õ´Y×?Ù¡n—¦&”’q’ôàgë ¸û <º÷,<$²Åaa‹ˆð|Sg»âr}ŠQ’œZBÆ¡Ë D$¥øñYèºGä²ÂÂzœõû§™¹¨ÌKÕ!ˆKI4Þ¨ã$¥„ñ©Ô]?¯°²Â‚:œ|cü‘*lýK¨›ö™{ÆôS¬,ñsØÂèü:ÄF¦ßËíÇ8îŸÄö…ê†>õ’RQVNÆÉü™Á ^A=S3ä°Þ…«,Ètyöâòù»qÙ(¿ûçŸÌ´œ7¨[ë©@ €@[„†Ç kŠzù·¥r³uϘ1ÙRBB¬Y-(@ü%´-gËðË£Žæ­Í ˜…!­ÜqŠùî(Üx¯ÃØ25ç—:pïc7ù9ëξFÉÖÆÍm–ûèÝ«¾¬Ú8ÏôçÒ‰ý×€@ ðw ˆé͘8è8:î¬>ëýû¯–BºñéqJ%ú<g`µ¼—ÄŸyÀM…N®ËJŽè®+Ù8+‡«s!§ „<¾G¯é)U•oŒ¸2Jÿ¢ÂâS‡ÏqÓÕÜì2³”±wÅq^‡UÔ2œ>yŒ8?G=úßY³¹9è,BRÙuÛåÎÙŽ´´4Òï%'-Ž'×çç$ÅÇE$Ô¡·Ö8Ü{×O²½Œ¶Oè‰W7ì+AÀÓŠêÒ=õúÎ;MG­;¥¶2#%ÁßûÛwß°zÅgÈ™f²DQiÅ Kw]?aƒîÊ×a¢Ôº¿qó‹,¯¦ìC_Éþ 6p¸ì07;»Æ"<o75Ý©Ó¬d…˜žx ˜¿gã£×g>D¡B\¯÷×z4dô Ó¾ ²õ•¥ Ñ!ïß¼‰Í,¡7‚#ˆ¨^¹r”eá%±ÞíVZ¬»ìªEuª÷´wÿ!f¦Fê*J¢Bx ©¢´(=%1Àç»w` ²ÕúÊðû‘T‡ÓCO’ª¾¾{ážèÿ­Á™ ä ´Úþ™\7›ù;¯£qZreÖÆ©Ã׬é!É/&£8fÒ4%‰FýN™‚a§<-à@ ðÀO˜·Òááô™»ÛÛg{–ŽâÅ“?¾}Ng 8cÞ‚?ð™RõÜaçg°Â²ê•ÖO6¤»ÄÕ{yiãD#¼ˆõ?¼€@³Nq(ænѳúúúü¼9ù?øi¶CTH©y|ÚþƒgxXhLAiõš«Ï¶MïÝ*Óå%´IÊ´:x‘ÆÛf<¿Ž~±1´JXp$nL ÂÈÐ(ú]3NQG[Œ1D‹çí­§þ:J ÇSåì'%%<$£}‚SÕ3T”âgUæSèÞøÍ¡e¹xÿ*ßW<©jäŠk¶õwЧ;ë`mŽ¨gÐóeX(Í%$0gfAKÿùÿø$”ŸÚðyÄNô ?&$ yT÷äþÄ€@à¯&ðâÍçÛ¦edÿº^zz.œ3é×ÙË@ÎFÀrýé5.ž?¡WѸ²¬¨#[—ÙÚ‚›H€Ðv¿¢ôßÜÃö ×Ñ Æs^ÞŽ³À¶„¾¹HUQÆ›G7ßÒXaÐ+ÿÌ &BÁŸ~$¡m‹éMµ4üQ¼@fħï^ ÷<ϯŸ[bu[”iT_ pü½Ü)tYÍÞ¢ŒºÞF ,8âÑÝgX¶ÅDvVî¿ Äó¥‡yyx6|'<¾r×zʱV}½¿ûbFùž Q=ü`3ûç s¯ÏߪwŒivWÒ77oìÔ˜ Àx,´c:d î1 Äy}üZ¹k<:$«Ò˜ T_±ìCl5MÂáûE©ÆB)¬ýG<½§¿ ÉCjó¢×ÛœzólŸX“ï¥A榸¡¨‘¯ï¿T¯·h¶S8 ©¶–Läçm×—TUiA\j©¾^f&¬]×ÕSåÃEÓ£u••È eÛ©°V„<@ µ’RÒ×m;òÎåkk+¶VßÓ»áÁtk+‚>@ ‹À%Î>s-ŸlyÛ½áBºU ýቬÊ.Õo2{¿—œÚÜEëCÒK¸2‚'³mÇÜ ÊxÞ]W_$çXÞp‹æª:“‘Ÿ¯ñ¸C:ÜLt©q†L’÷÷ 2NùªžWBÝé‹O¯5óÞùBŸ2ÔaHÊhš^sršl¬Æ kL„•ï¸~“]4ã«ƉŒÅlRã‰6ï¤-•B f£Â òuÿRÆ2G“^Z[éYØoèŸxžC÷¡Åw¶ˆ€@ ð‹ à…9‚¯‚ÏR›!å}tù**ú9öøXÍ[Áñ û¯õ o5sÑu—Ýèõ}AÈý#ÿY]?­ñ¢ÙÖËS¿:Þû€© 1®ù‡æ˜&$þM2eÿŽ#Ȫ¡Üw?;3ÇÀP—{ý®¬‰Ÿ2wò¥wgÑc~Л}ç†Ù2šÛcŠÿ·¿aÝ6z(ㇱÏØ1Ê;ï¤ÑâtÅÁ_ÿÜ<³Ó· µËbÝ_ýÈiÈðH·€™Eú––*·RiÖÊÂ>?÷ÊZ0¸;‹š-úê‡FqÁJœáúUgøBÿÈQ·/Ú_º~/81—É–Á5ôŒ`5söÜ!ú* µq<¢*×\ýF8Úêr|N9VMð KmµÜzé[»ù©tGðQ)«%[§è‰0ê·¿SCÇZ‰_pÅ&D2o&m8~¢ »{ánnœ±øÙÑãgœ?ûVÓÝÇLÉ©.µÙ¸eõ|æJ14Á+®êàì½ðã#‡K×^ô,ijˆ¦Ç/*k>fÒ2ëµÓ†÷¡+ñ–&ž~e_‹ ·d1à =^æØÓü6bªƒ-úH7©Ñ¹Íݺt.OÁ €@ü½úX-×>äSJ}äíöö‰€˜;ÚW¼¨ÞôIƒÿT¿ÕFXO4úÏùgÍÊÛÓóëʲ÷m±– _-sð,3ôÝ6›EÉe ×ïDé~ó§ ã  b @%ðô¡sP@H«Xdgf·J¿K+«ž5ÍøÁôyåå±íueù‡wΖ`w'ÍÐÕôà¯ë—íL¤}· b¢ŒÎ’ÙôáÆ45ý¥³ŒÜùIÍQªNï8fñö”œ ³”º’ãÛí‹è·åÚãgQá§ÙhüGZoñÌ~ïÒD5ö[˜¹\Tg½ëDLÜã@‹ßQ‡Îœ"ǪÒh“%%¦1ÈáäÒ™6×ëhoNÛšÒ™;X‰Q /¦¹bÑm¿S…”ê“wt¹ª%Ãê-Z¥8ÁwÛ¾»5eužïßx~òÖ¶@„ŒÆ¨i±ñK/«Éž¬0OL"-nZ™rpÿí–#{Êpzýxò*“ÎÐÀØ Ñ.§ @´’ÀWO›M#cZY¯íê î‡wàÄñÃÛnj º <¯øÒ}—ç¬ÝóêÙ“OîßãòŠJ üÂò ªÆ¦C&NŸmÑW\•"ÅŽ<¼Šš†Ã†ôaŒð!]çí¾b×é;O¤Æ„‡¥¤g•UVxøDÄÄ¥ed•TÔttuå%„8AÂEçl99k½m ×·Ÿ¡Q¹Å|Â’2òÚ½u õĨ—Ú³G§pªÎ(og§zŽZ=ØÃ'¤¬ ½Zg´Í&'åÕtG˜s^Tƒ g1ÓÉbfy~šoL|JaY¯¼¢Š~_ã~º=8WdnÏcd9ï®å¼úª’ÐÀŸ‘±ñÙ¹•ÕµÈ&ˆdùڽõ{÷l²¦ÈÐe§bLù[UG¿ˆÇáô‡ôÀ¬+š.ŒŽ1rûñ³¤²"7¢2 ÇË3,ÞÂPÚ‰’\߇u"ŸÁ €@ümðÂÚ3¦ =|ÇéXáÏûy®,ûMZ®ù—æ$ˆo;s#h¢Ur íâžRëze½×ËË“f/>|”®Noa~Æ‹IJY~Z¨ŸÇ§Ww߸¸7n„N^}ÔQCƒÿm´ØŸ’’Ò‡Î¶Ö ²Ähk«ta}‚èž‹Gü-W'Ó†'SêÞ]8òíÙÃéó§5È@OõØ—äã÷áùkçw¾ÕØ´L‚àÆÓ{Š³¯ðóvlüv~tõcžì2wÿù‹;u”Äq•¤Çß¼ëá÷TTHQÚ¿1»O5~Þömß,ˆ+¢úYû}öD›#g÷ï×8Ì97.èäŽϾ5˜"JioY7žå cÓMÓ}g®ÝòÍÿø£jQ}é!ëmýÜïö’¡mÒ Ÿºiûc瀀Œ*DP–ä?{ÜŠÃçíÆš¨36D!×ø¼|¼gç¹DZßM³¥kÍTÙL”••i0ŒÃ}áœj3JE¬ñÛÏxÆÜ>§ž†äR<:7§Rê*|?ºø~d£.(Ûcÿ¥3s†k±)£‹´G-pºËk½údZ1:šœ…ôò†w^q…½WÎ/©É"ç&Ë#¢dïh7nì–Újáì‰R‚ìÖÔao¯«J}ŸÛ[ï<‘”UG¢Ž†e|õ™{8øÁF ¤@vÀ ̘·ø™ÿ ÌȤy+Ø?¬ÆT~SBH^wÇ¥/‹7z9?¾ûåӇ褌f†š K«´?~Ú’Cúq»Àoê4Óé ³lwAæ7´Á³m!ŠH¸›æþ·Vl zêôÊÕå{TBëe:J…A#,&Íœ2Ú\‡·¥/-ó©ï½Ü»xížÓ‡Ô¼ 3 Iñî=¬æͲ^=SI‚¿i)³¯;zŽË×Ï]qzò9§„ÄcÐ IŽš1cãÖeÚ " âÖ%eûXž¶õY²û)åÉὦ&ϦÉ3Zé®?ôÉ··/oݹ}Û94!±¨!Íï?Ø|¡õ’©£ xšAÄ#vð†CÞ¼M^1ù,Fð µðÆÓ­?™ »õß­ç/ÜÒòÙD*ò‰H ?~ùºÅ&½»±Ø,@ààå%"ë‘"§Ökjjsòh³©3©C‘ç—Ш­­ó :¸?'; @ :!²9)1_Ì]¸60µ˜±¬®¶º(9r¢C¾|tëø™ ^Þ¯ÕEš¹‰d¬Ý5Ó”Š{ödzÞÏÿÁÎÔÅγšèì—Ügì×çöRð÷ûO4 €¿€€î´£áÓŽ¶Ù°œÑœ›O6Tç“j³!öñòZƒ­÷!¥¼ =.&*##­°°°ªºGÄË' ".-×]YMSWME¡¹çììƒô%ðêÙ;?ïŸmëü?8ƒ ß½W¿õ‘ù0æÄD%¤¥g”TVÕÈäÃ(&!.§Ð]]KS]U®UF)¥û,ß³'1"""2!;§¨º–Ä+ (Ó½»–nomeÞÖLyáøɵ+£ƒB£c’s JêH8 IU-­þÆzâ‚.åy”ߦ…Ó{Úü;Þ|•]â*»æ•‚Sm6L]½.;)>,4&-3¯¢¢ÇC“”Rꡦo¨#'!ؼ´T¼G¿ß\~~ý‘\QK릤ÔK_GS¥±#âJÚßx¤>-.6::)3;¿¬¬ŠD¡ð IËÉõÐÒÔÓÓlDn< €À¯$ÀÏϧ¢Ô985RUUC›€˜ßL”‘S] €–@ãÍÌŸõ£ó´žîóÀbì‚ìªf†ÅSÍ ÿ1(ßÚŒã* §Gíð„GHˆ‡ëDÂoÎ>ùƒô(àõùç¾»V –iGï *@¿€€”Š±©Ê¯ï^DZ¹ï 徿¾%háï&P^^qÔöt›ûXYYUZR*&.Öf ]¿"òaìf4¤›Q‡öÏçaÐ9:Ä*Ÿî@äèkm7‚'tS×BŽ¶[ÀáðDÁþ#F÷Ñ’ QY[9ZÒƒr €Àß@@P¿‡ª"rü > €øÇ@€ù„S*ömØÄÄùed¤ˆRYiqyº…µ ¿|_3}iæÊ]/pÄñAõîc±éµõÔ•{È5YùÅ°Ÿ)))ôÖë32rp8ÒyÀ;@ º‡“—rsØ­úÈuGI„ÿv€kR €@ €@€™™xÔ§y¾ò§?¤à—=xåîºY#%V¿¡Tç'%%&&$däU ;MW¢5+ì0µÓe2ªý­ž}´ÂÜÍñ¸¤0l m“Lö[drcãŒéßê4€@ Ðnq1 ·ï·ÓLVVŽVïží4Õ@ €@üƒ @ÈtÒKÒRKèk‹ªZºwñ†=ñ²z}‘ƒ¾µSUÈ €@ À …b·ëh}]=WÚœ•þám9C €@ €\€!$2‰„å…¢ƒ˜ø$Š2b¿¸}‹OË®ÇóvSê1`°¹¾º|«|+Ίwwû›WX[“PTQ3èklfj$ÊW÷äü1÷øªyk¶é%÷‹»G)ÈHˆNNN-(.­ª©ãí®¤fØ žF÷Võ¨cü¤ÒbB|CRÒ³+kH‚"âJjFLz*JµÍ~;ÏT§9Mmë=Ô@ €·Þ¿þøã«·Úœõ²³r9B @ €@ À‘q¥É~›·îó Ž-¯®#×V`KXƼ9£¤t‘žÀ#Õ]cá惛g Á¢Yµy+.{õ-¨¤²q‡ÂÁ+Ïy^Ý€ÕýùúÂÊ­'Â2ëÈôù‰8òè¼WIº¡’D¯¥Kl>úF”×4Œ¤FŒ¸Ÿœztûš“7ÞT6.«Ä¾#gÚ;œ¦Ók‚S"éç»ý¹øÔbcPTœ8LÿÅ ¤ÉGßÓRƒŠÒýaÐj’øùùý'Î\>Ǥå7"h4Œïa8lëþC«¦ âi6¤ØFÊÍ184‡UO Ê*kYÛ·[<¢™®«‹;ž9sñz@\v<ÚF®Ù¸}åÌáüì‘ýgª­§‰òíñ™#ÿ=IÍ-&5üiá„ÅûZL=qtG·Æ7åëCûcWž¦ä`j8^AQÝ£ž8 )ÅÇJò@ €ø•*+*ì;Ù!-dg!›Rà  €@ €h5âîŸÞqã¹GSrõU¥¥,òô´Ô­‹—XXÆI4„Ÿ¾>p¸ëâˢƔ¥íß°%0¹ŽIØ$sûÄößBÅ%É>–&GÜ£é{"6–Õ}v5ÀãÊk·åõÅ,)J̓#6Ön–s^º©º(ãÉ‹ ´^q¸_lÅH¤™°KÜf#_ž0™²§ÙþS’‚ÝÖLýún½Ãósk˜]h™0ƒ#r}nJäᇬŽèÎ.¼‡èf„¸Ì›³øk‡ÇIRŒ¯ëú9®—¯Îtÿ²¢ƒyj²ƒÏT;N9ûûœ[3› ö—Ñ7·_jŠzNÊpŸ¹p[n“?ƒÈÐ@•þ÷Mcé d@ ðK „Bƒ†„·¹9Xb´Íè "@ €@üã @Øú?€úš2 ®!Š%,Â@jb‘((„LÒjÆaÖ#YÏEøÇGÌ*L9RE¦Í¬Yý£ü ex™ Ð ¥Îqó4ësïØM×c£NQjkjûÅA©-â”øø:ß`•ôþüÛ~F'™06#($Ęå&Mä4-.ÎãÖp«éåLS2ÙÚŒò¸?dPÌ;·fŒ y¦ÚwšÈUeeMÂ~¨«U•U˜ÏäêŠ*Ý­ª®ÆÔ €@ßC@@PÀlØ`ä@šC6#LNL ú@ FEÄÔ×s¸¾açÙQ@ €@– °¥Z®ñ×iÌßrôKØjW߈ úÚž»ˆ'HuS_°ý”‰tãÜ4Ó»¤Üu (/+É.(aS/zì²cáÖcñYEdJ}NFÛg‹÷œ(Üåæ“ʲ“ AgÐØ©ã,”åÄ+ ³<]^¼ôA— ­Ë±¿öþÞ®IMõs²[Ëä:~úDKs-5%^\q^Vd°ÿ«çÏ‚YÚjj©$æ³VŸîŸVŠ#ð*kôêc ßKKS±»œˆ meYrl苧ÏrËi-‘®œ»`»ÐDˆaá໎„å>üè[\QSQ’_T^ƒú$*%'&È%ðåÕô68ÍpŠ»Pšà>aÊJÆè ”²Îøq£õµÕÅ…ùÊ‹ó£Cüß½ÿ˜YÜ]+KõŸ2iA ï+áÆ3Þgª§‰¨6âèúI».¿)gX@–‡OÈÀlêº9fX·yÕGŸÛ»ÈöÒ‹Œ‚2†€1^­ŸåΕ15H €@à÷Àãñ=4T‘cêLêeIuUuXHäÇ÷_®ýw›g`‰Qn(@ €@¦ @ˆëaúük0Š&ïÛ•næ«Ñð›îL»ðǶM‘±Hðü²û®<߇Ã%¾=©iµƒ!Ó¨Øsè\7¿¹Ô|m¸Ž°~»¡°‚Á¥‡ïXŒÅTNÜx´aº)¶3ߦí»ïíž¹ð¸3jýËçÏä]“ƒW4)¥2qóv{lÒž¤Æ ûOœÆõSE«4ü?wñþ£§nìš·âôK&ù/È)›xǦ%¤æÈ)ªJ³™Úw`÷JCíÁ±åTx¥qU”> B¼ üî N»iŽÝØ2fùWÔÇÿ}>8[¿þRj®[[Ü@Ÿ(ª´ÿìÕÍ‹Æ ¢‘ÈLÏòœëÇ·m=v¯’öwPñvëéçOlg` uÔ™ê€Ó„X{îåòíÞÚƒãhô'—zyuý(Ì[jÏ¿ôàíÅ[w™jøåÔÒŠˆvOÚN7`Rƒ @ þ4dr¡±I¿ôÔ FGÆM²ÌËÉC‡HøQŽ¤‹ ‹««køYä@ €@ š'ÂæùüÉR>)­G¿L1RbrOœ»aݶ“Î9´ðUnJJ%Dzo`óu¯Ì†ivD)WŸ]ÌÔD™ŒÐ2x¢Ð2ÛÃW_…£óÊx„„XvÿkZ§­1--1¤vEQf€_@LBrAQi/"*.§ Ð£‡‚’!]ö“T^†t‰!@ØÖ6Yë•„½tt‰oòH^zóu…¹:«Ç+"¿úð «m·Ñp¯ó¥s);§«ò3Å+¶íLuÔiP0Ù·ÖjáñרKwNØíX6R]˜ÕÛçg÷Ó£ƒ8ùó6M…è ã9„4@ Љ„0zsøô>))ÉúºúèÈXd1Rd%RäHNL¦Ð®Õr²rT{¨0êC €@ €h‘[DôÇŒ§Û°Fi¾ðHÉHph€W[ƒÍ¤;JquqA#[ˆdÎöãl£ƒ¨2^Dgå<³õW¾!Y¥Á#{ ²F•è6ÛÿN pq:yæÂ7ÿjRû­µÅ‚ÇÛ7Ø ›"ª:Uaï/†q´C!(vãÃeѦÛÕçú} (X1X†“v›ÎTž&üœ-v'®¼(¦k2½Ž\qE¦Z2z[›ã¿ÿÌ3º„×áýb,ÓNéeð€@?N€1@¨¦¡ŠD—ˆ¼D½>:ȱ`é$[\Tô3,8 „L¦^Á  €@ €h¶ W'QÆ7Ç«ip/º'º´¿Úð+GªsöJ€@ ð' ëˆFEÆbô52ÀÒŒ I‰a#̓Qi €@ €@€K]&@H"ý¡yg\‚ìèø©Á ¼È¾Ã»áLцfà  €m$¬&ŠUæ Ä €@ €@´@— ÖÕ5YJ³ Ýý'ª Ë/ÑûI©®®ù%ûùÑhñ|iÛÆè ¬FÿUÖË-ÍMÕåˆ8RIqAfzj|l´ÃÁy¿t†!^XD¸Ew9)PpØ¢­œTZ+ïàÓÄ#¡k·eΤ]÷P?œìív­׋º(ù‚ÝîŒê÷zO\·À¤{k}} €@ü6Èþ‚Œmõ5îØ…4@ €@ Ð!°PR‡X#- tx ‰µI¼ ’² .!‡*'gxù¦šŽQcÕù]yRŽ×©›ßè­áÇÚœq:»A‚¯q…Ôn ŠÚ:ÃFùru÷/â´µµq¸pÔÅ¡Öq—ÿäDº_pš&¬Ù7Ðá±o6uãÄú¼Ÿ‡.¼~°grAÈÓSN §€GêÀ¡­¼øégÞ@ Ðiÿl  ð÷ÖA.áà€€¥l¬ž©Kmh/AækœÇPYdLjW{‘Ò•-ÊiÏfx{Fæ¼êý댑R”ÆVÐÚâ׎ÎrÖþumuµóþ €\›tØYàão\̳ ¿¹d ÄPjnìµm\0©Ãšf6D05xÉã5MH>{`ß‹»rÍï.Hªxuë²_ÏÒÕ«5d˜­µ+—ì÷#®¢¾øÔFßuØ(Áî/®<'.½¨ÕÓ›_u¶´0—("#Ä×x»2Ìr ÿÁçèê«ßnì¹1Û~¹9ë9B}ýÿwüi"ˆö<¸c‘å¦k¨ûÏØmcywÏþBúê¼ýçl¦/õ;:m €@ ­B°ªz†º «.`bH þ!”úšˆPÿàèØÄôì¼ÂÒòê:™—Ÿ_LLL¾›¼¦¦º‘QÍn<îæö:ÐU €@ü]Ø…kþ®þ¶ÞÈ©ª áqèÈ°×û.QÆö–ÆZ¯/Ï>²fî»î¿|!7qÁ铯 ha¡ ŸûæcÈŽ—N™é(`Î0&rãývÚ,¿õ) ÞqŠùî(Üq÷ÕÕÕX)õ%•õ2bLrEé‘·¯8œ¾p+³”Åbt®Iš——“ùøxSæ²8K!U{½{xú´ý›ï‚ />»êÝ“3™5ÛxïÚÜJ\ÝYk«²Ì³Ç¶.’br µ_Q˜áéáþíû÷à¨T‘‹m™Ý|ŒóŠûį8M£Víjï[:uEQRAðºù3|?Ä6¸ÄßýíºÆx)÷Ž‚&@ ~¬ÌììLôjÚd¿þ}~WËÐ@ ÓÈKŠ¸pñöçn©…UÍ;'ßCgÁ¢Y›WLî.ÚxËÜ|(@ €lB#ÿ”Š¼Dgç·IÙE$2¥2% håFxØÙa9*¢€ˆî€VÃúY¢R4d|šf=ß%R/Ü)I“LôgÍ›o¬«Î‡¯M w~ò$:³„¦Øð)ó›±^¿± ¶žÞ1—Oñ~~~ï©[1‰ÉX“þì´È€ € t"¡¸ùE·Ì,ût"ç€+€ t ¸îĪÿ6Ü Ä×&¥ÐÝÊ°§–*ò€¬¡¦ª*'+;2"22)í‚@”Ë2c§ŸK~ûpš…2¾,@@Žþõ!\ž–È!:È5‘ôó—/c€@°s9tØ?|ó /¦Ö Ó²E‘—/¦2…ÝH $©®Ž²b¨Ó$¸®–ö¿†Fl°‹Õ.(¡qÛÃ[i¯cþpùì"ÑjܲǷ÷ ÓƒH‘¡aLn²—à”’âû#‹LÐÁÆBB[/¿HÍs¼þ-Ž“:ï4AÜQU9ãû÷݆N\‘[Ýq6"(¡ä²õĉ•#X²­§ïòé¦=sîªðÌ2–,Ϋ ÝŒ›gö§åòuKµ}3±û ‰¨îÙ±ôó‚ãøpÌŠÝÕDØ•A € Šþ„*ªÊÝUU:•{À@:€À;§7㢃½ú Ý¿cÉx;C"ýváœævâ¬Ûc?tzrU®Ëü­ý}¯kóñÝ!Œê€€ € ðWøׄ¬±“ÎÏäænU¢Ø¸±Ã¹*Å7^óз<°iïéøÜ ¼štwÃ'/®$orå"=’”WE&Òœl&ÍOŸX¿þÐͤœb2.°#*¥`;~Ѳ &h‘ÞcþÛ9ßïÒ‹ïe5ìFè)´o!-7wß9Ÿ¹]¸úúÓϲZÎñ>)%û‘ã.Y1yH_,®‡˜°å$sÖiÇbœÛªé˜qšD¦L)Í«CÝöí:v11¯’)@’P°áä²dÁ[×Ùžét!¢”¼ªÓü ±1‘Œr†#–lÛ¼õÑ?ÖéI-¢ˆÅÀIS¦/œ7³‡’£N22'0fø­s'.\»–œËÁ‰ ®I¿Qc¦NŸ9ÈD»ƒdø¼¥Ú¸™p3Äþ³7Ž=råM<-òDU÷mœ‰5¡$@@:ƆƨðÌ#3ðBŒ@àŸ!7äí>ô~oL°™²âãå¥Ò_sBa©÷6;võÚð~‡Ç­¿‡¾L£2Õo÷U¯Ûkþf ¡€ € ­$ð¯ Ô9°éß¿&f’š“F‘0´´íg Î 6$2néÞ±.›ƒyGÄ”V KÈô2²6x€´%tÃy ÑiÅqdáe¹öé¶÷Æ»½7xkár! ÇYwg5Ö”E„Ç$$ææU×Ö#ï ””–Qî®ÖSßÀÄ —˜sLj ×ðåñq=ýÂ+jÐ'qf9‰QPYÛh¨½û $(5cýÑi«v‡øxGÄæ—V ‹JÈ)*뙚ˈRvÂé#Ò8Y圦jäpë­¯[^ŠBJzYe­ °˜¢rwžz}û˜(Ɉq.†K’ê¾hëñE[Ž¤ÇG…E¦eæTTׄ, ŠJêšÚ†FFʲ⸘Ø[ª › s /@âŠrˆó´áÔu{Lþù#È€ € Ð) ÄÆÄ×ÖÔb®™b,€ÿ |ÿïÞÙ´9„ˆr½¯ZÂ=:ˆA!ŽpÙ¼;0|Û£H4éɵÇV:tÃ?Œéf Õ¿~xûÙëAaÑ™¹5õ‚B"”EUõÞ†}ìG8Í™>N^¬‰s _Œ4ÛåKñéž©S]ŸÒÚLTø”ž?\Cï¿åO·¶0öëÜ…«<ƒã«ë±§}ë¯û_@ŸîO{øWÖŽ…¶lV6 @ÂR¶ŽlÛB‘­,QHÂÊa4²°åü™A1óC¥EÕ+ëšNÓ5mQÊKûQÈÂC§EY2Ê=FMìÑ&s€fo3diQ½í§ÜºÍÄîOÌ«3wýrÑta•þ®«'°ë€@@:ÐÀp¼Kà„x@„@ddÖ¡¨o7Ø@ºy]½ÀŠõ.G¯®‘ÐÓïeb¤YPJê¦À«×žT_—’[XŽôaÊÈÉ÷Ô×`e$+Öšn¢ªâÜŸ¾¡ñ)Ù¥UõÂ"bÝÕÕÌ-ÍŒµ¡l6¸(+=82!-«°²¶^HD¬›ŠŠ¡‘¡¶‡©Uyšm¨)𠎈O/*«& ‹vWS5³0ë«Û­%Îð¬ 3[ &WVÐ^Ä I‰£o³~G}þžYX‰<£=~òxy¡vô˜þëÄ{ÝŸ9gEHz)¾e õµ%…È’üòÑÍÃ'Çúø¾Ö‘äzxñÅÞ.-7–$ÌrçÚwÔrç'ä[sºíÒþçá+6¼÷ẻò/´¹¥mBK‰µ·>8µ7a`èPpcáÎÇ°7ZÎߺ_Oªy·”ê&¨ @VaÁ´±/H†  I_#V °€ÀßN ¤´k¢’¢×NwL‰.HéÙ‡†~VÕRh¢Pe~Ê©ã/?úœUŠNJJ7Ay ˆÜ¸iS]7-4Våð¾†E Æ+sïÚqôŠ»OëlIÄÞýÜ4ÁJ“¹ ë\_ñüî½3×_üŠÊbŸ×IEÇÐyîÌõ‹Ç+KðŠw¢FIU…gž:zý]N9m&½2H×lÀ.× ÎƒõyÓ!©õš“Kõƒ¨j“s]ûý4\¡£5=•Ñ%ªXçÆÝPâ®L÷„ów[!R茤6ZÙvFö»PcùÁÕëöÜó¡o¢˜á%å9WR6™~÷F9çÖà^ƒÄ¦ƒ$äE½ÿZ¸ÄV‰S&/F8ZÞ÷O=ù8ôúÌsÿ­‹*vц·¹€ˆÄÖþp7ú—倡³mP ìl[ø´‰€ÿÝ#îÑ¥¨ qí¡Ûm“9P@Ž"ŽUÕÛPOTL[ ÿ11t쥹™™9Hß<ï€ $ÜCG±ÊEŠøüxÒ¢CIÅ,ñ3švCUÉó—ß<süÊ™£ yU ‰CÙßGLZϘW-9ÎÿÛÄ‘ÁÇîÞÜ0º7.I̘=wÓç˜|¦TÜJnṟÝ;®ß|rãö©ñfÝq9¬bM~” ‹ßEq4'…þš;!èǾc——v¶Î[>@€DÄD!B=%–SS] àûû·î¸ëÃʬÍ$Wí\½„EåaREyie ã"¢lfk¢ÀÙ*_Œp6ÝUSÓÒÒè®7feå @Hçñ}/Úq:ºd—_TrqQAqEÍ_Ô2¾5|CÉ'C @È'À ð?ß:°÷Ü“ôüR™öTWyqö|WcAðP ócæ>¸J–ýåÀaP% € œ —¤&a&s˾œõ@* 5^=µ‘°zO—ìùöcââQ=¥øÕâ˜Ï÷†L?XÔ@³ Š÷5Ö×R†3’“ê¨#çê˲WÍ^?º·jxO®U ˆK¢&¯‹ÎG†!uŒûô3î!#&XV\’]N+ØP¶ué–a!ÏM9Íwšíå0vUæA@ßÜÂÞÊ ›ŒXuyitx˜§êRqjÄä±ÎÞÜÿŸ¹2G—à†’e³–⣃Ý{Ö¯‡ŠlcmUb|¬Çß¼Šºk;7jkº u¦ž0þ@€„E„i`jªkªÒ|7ŸûÎHšC 1ãç«Àš¦ˆÒÞKwVNFŸ®*-LIINNJÊ*¨0j²‘,çñR|1Òo»™Ì&—[ݧ W󖞣‡dy y¦+ïö&  g{÷ å üp礙ûÝÛ»º®h¿óã嶴 m¡×™.‹ÚÒPø÷³½œíÊæe#P_Uú;&ìw̺¾Ã&­¡Á–@@è,Âqó‹">™agÙ2À@èP½ÙöwK¨¦VZ—7ëKŸ><5Ô€óô}-ò¬.7rÚâ£ô`d;yþÅÿ©2¢Ék–myà“J1ÛP¾á¿Íöû*pî5‚$„O¯ß’W§ijùÌvGSuÆpCRÝëk§fo¹SA{yÕЙû¿n¬²cñ–T‘>sæF,:ØMÏêê¥}N–š ;BîïÐ5+¶=ö¥<>BªÈ^0o‹™Ïu]Iшo7ÏÞöÏ¡UA_uèÈ‘ÿ†ŠâëÊrnßázÇgÿ¦ÃÊô)‹K¿Ê?‚ÂB´È2¹¶öÞµ»9õ1•+ç±5‘G·E*zß@Pc%P–‘^†>§@ è _°cÞHÜ IÈ*›!KÞ­ã‹ÞU€\Q Qpdƒý À±Ð–½€ó¥^[,‚²€ Ð1`Rc#ãÙ#uÂdõÎŒ‡ È@@à Ç×ojÑ¿ d@þDYƒÍ mžý¶·$9d„ÓÿæÌZ:w¼­‰fS¯ä ¾|èhTíñÒ~SVx\]*†‹Ÿ!%•túÜ}~£rè¤×1¥ÈjCaìÞ‹ŸžïÍÑ(\sï#¬Ùo̯WGÔ%˜ ˆŒûoóÑÄ„¥—ýв<¼I«ì˜_!?8~ä[J%ª ÛÓÚÓã’}½J•^f^Þ;í~`.’V‘ê¿ýü—G›GÐóißpcá7wz8ƒ0iýžÓK‡ââ5•g/7ÌÛò0,¥ü[åˆ(Hç We_–"¡ÞçËÇkÖšM¾Kò5TÜNªK²üâSŠÊ*‘yA•ºk˜˜YY˜ô¤D›ýÁw"‰‰‹µ¤(£¾AÍ•æ$~ÿæ›[P\ßH—–UÓÔîcfekc!%ÜðäÌ¡ï‰5³–oÔ»£z.2‘rXHpRzN=™(« ¬oÔ§—V7æS—’k2LŠöýôùW8,¦ÐßÁÑƘö”¹®âç—ÁÑIuD +»á¶¦Â¼1Á¤Œøpÿð´ÌÜê:’˜¤Œº¶®E?ë^jò]–\”•—šš^TZ^S× ".Õ]]ÛÔ²¿±n÷ÖmBÑ) ÿ=¿dwÊ-Å{ßBÞ|@. Ðy h >µkÎúO *8¾ò⹸L·¡SWΦÕy›<@@€@ ŠÀ0ÈÉËjëhb«@@à_"ÍÛ¶çãÏOC‘×SQ>äºò'W/"‹¢†îð!Ûö³`¦¯.ߢÞIRQ¤Û£`Ô $¦ávÈ…%:ˆf%TŽíšÿvú)ôIÔ·^mÍyÊ:†EU®]ÝÃD  ™³'®½ì‡Þ©æEÇå’jô¥Qå‰G¯{ÒuÅŽœ?ÈDs‰bJgÜ6¾´¾„êÓ‹«wÒÖ ×aj}¶Ç÷ d¦Sʇ(Û{ÿšÑLÙhò^w`ûÍ7Sã+±`"–÷¾B Bô6“óBÂÇŸÑÁ?°Qÿd•ä(¯ç‡œzñÙ¯¦‘uWÐ2Y°líÆs”ÄqÇ!³·å©ë6ìü–PYÛ@®¯BOˆJü›“êêWñºQ@¾»îœu{×MDßïhù|1‚¯+%øƒë®½>úÕcá²EåÔÆ 6yñâ#òìãé¡¥ Bô×;›öžIÍk ÑËå„÷*ó=¼ÿàçŸJjð3qAjúVsÿ[¹nÉ 1&8õÑ‹æ,|åZVÍxçâÀŧ^^¹üúìâ G"“²èïýA²4F¤yÈÑÑp´ƒ¨í›Ñgß ÌM@býJzK\ϸÎc}ÊSE¸yßù˜Ôœz¶A†7}:» Ódò£?ÏsYã_]OE0|îÆn|‹¢ï1ƒ¦®¾{ùpuÈÃ9 קctú¿ÿè–uY,ȵ%¯œ~‰Ï(¤“Á›z˜Þ°kß0í1x®2ìyÿèž3’sŠ±wE HLRÞzäìÓG6(Ó÷œ…Væ¸ïµtn× ie«¤l뎅v:Z½¥p[ûψ @øg¸ƒZ~tÞ}Yøa Ø@@à@^>Â"Ã!¬§ó9*@àÏ@¢tw_Þ–]°úê×x¼…Io#Ë]$QQ½Ç ¶,lû›öRi²ß5ð½Gr ͘£SÿnBxËx¹×¡fò—3EddEÓKÉ òœÍ[Mš=¬‡8¾,^–ÒïÝC˜KíW‡Ëò³«a5¤çžþ ûð6ªœÖïÚÝfÜ\kz‡oy£á³u;çä5䇹ÿÌ]3´;^ïÛ·_X¿©ã¨Þ¸Šðjˆ,¤h8ßÉhËÃ(–ô?²Ê_ø&Ș û<%Œ'ò·Ë•Ù{–9¾û ;XZ\”yló‚W¯\ðh¼•K.ºzïøæëÏ=Ù³kʳ²ÊYÒ33Ò7Ì›ïà˜`!Ë8®¾¡Õ×Ý?°lÉž•ÜZE Ô–d=y‘…ê—F$TÁâù«ç,üšÍ\ª||bõƒ³çKêØÃ=pV|ÀÁuÎW.\¼ñè¡“…&ÖR¯ûnw>úc«¸d×êõ!©MÌYÜ´œi˜Ü˜Ÿ³ó¾%s†vçxê…«]W-yC?¡ãÊ"¢bqs~ ¾àºæƒ_ >éóícøUd.çŸON ó¨M)®gb•ðÊqèx¿ ¯òL¡„¬ð³fÌóŠÍc¶C_ƒIñþ«fx\¼<ûѽ‹}Ô$éüû&¬˜9ûS#ˆ‹šŽŽÈÔ ¹¿¿ƒ¦½:oË)¶9ÖâÃý4Lm×ÔFÊƼÉëÝ*·ç§—‹â+hªYäŸ9ó·dp°ž™·YßÎiÇÄÞ,6ÚB¸é}¯É}˜œ×q®åMˆr+…v9wÚ²¥pMÿ3"ÓQýg\µ€ ÿì%Ì!¿[¨ÿKMmš€ƒÕhqq1ŽcEy%–åÿ+°Ÿ¡¶ @¸ÈÏ/à–Õ¥ÓEä4¯¼x2íéý‡oø%²·¥03åådy†duÓÒ›0aÔ<ç‰6zܦ׃=0º¹õãÑŸ ‰ê¥±×È–iÇËŽ°¼²,›Oíb†«+ª`#nùîƒ5f(ó€@,‡.@‚£ó~A]'ó\3t=ù&Gc«mÌyx…Œ">ئsù @†*É““6XéâJ~Ï1ôyPF“í(Jô›ä`}îÅ—¥ŽFM*7­ÐXWGBð¶íjÜŒÀ WÖM^rúSŠ·Op}Ó««ªf ÁeçŸã]º0Ñg‚½ÍÕ·ž z¡š’’¼‹‚bâÂÈs ¼ÕÄĹ>HÁ­  ˜b—ïÁfE²gT¼å)Þ›=|}ÈKüíysˆÓ¢ÌJ6à˜]ˆõ¼7h@ü»oŸlueéi|ú†k+«8o‚ºº:–:j«Cc™³HEE¥hJZb"gsÌ`êû3«w›[™kÍšÃc&pߥaÛû¡ÚH˜û0Ì·ê/> ÞÆ-Åc—阬f:ÆP € ð/ÈÉÉÁšYϱD € ðW¨¬¨D–æ4­ººYš£ t@øk @BC§Îú¿™^ß<÷xãñ3)ó)4?-áŠ[•3猞xh÷r;ö·pÁ aÉtPD#C]ºÜ–oac-^å!a1JÜí %cSýQŠÀ !a‰ô²D 3ºÌõÛÂ̘HxA¦æ‡EÄ ãCkÈ•ñIEô’D}mºÌùÛÀDéyglÂY·=Sù ÉSÈÒœá&›`¥³ •o˜î„BB‡q`¡®,Gª­LŽ ÷úU\V)ÚruîÊ)cµü‚Gʳ4iöúƒ_#—zøGWÕ5²d±®BDyçMǬÙ& 拤º€®+ðÑA1»1ÿçh¯§­.*D(-ȉ |õüYh2e`1ÓG@c÷‘Íkö]KÌ*¤„/Ù>Ê:}‡ØYk©) ê2Sâ<¿~O+¤ZÉUÙK&OÐ ¨I éÙ8oÝ”vÇ#¨²¢,·¨ŒÍ•:tñJñ†C‰9%d¸1/+#¸Î[Dæ?üä_ZUWUVXRI‹ZIÉw“b1KTÖ6^³ç8Zº"$¾û䙌µ{C²s¨Ò3y~C+ö_J®Ýéí’œSÂÐ’ï¼p˜…çyÆ2Ò!¡ÁS\& î›úöЕ·h ðó«×ÕÅ©Aáò¤ïc'.ÆGå5 ÇŒa¢¯##!\YZøîý§ìRÚ%}EzàÄñÎ!þ¯4Y^[˨²U’€úS»]6LÊcŒs% ŠèôxlÇ®ˆª¢z/¥¤Ùk”Ëö¹?.¹{–3n4 a£Aÿ›7Æ­Þ~Úb«3Ï3Ê D! ÝÞ}û˜ôÖë©Ö½›¤˜H}uEjBÄ‹§Ï’òÑ}†téôÙÝs¬Q Íñž¨Ð×±¿êõŸÙ,Ê¢RŠÿ[2ÖŸÞvÂ|؇ùw@ñù@@HµòXàó€8Òö-…ßîDü#µ‚J@–€’’Ò?ÛvÐp@@ [ vD–SäƤ˜(Ï_A¿|C~ú…þÎfë­†}Þ=uøòiãÑã‡ædÄÏÊÈ)ôWô uUÙ8ÀM•(!/+À-“šALNàtÉùIéX„NXVR ´ŒÑ±‹ÓcˆòòÈøÃ2jwNrz5L`Œ#d壡C¤»PD­»,£'ITµ{7B&ÚÛÍI¡ƒÒø ÉiÁZ¼¦leÒ+]œ€ßÝ}ç>Åc0éríÂa‹ X ";]ñøì®åÛÜÐI#I©K–nõ¼(A ó`šÒ=lž{…¡«Þ—T엢ǕÑTרǻ15Þ_ŒÀÕÉë6ÀFqÉé¸÷äÁhs-¦ªgÎÛuðØõ­³É”N€F.>·ø2ÀkŽ…ôÝj,W\Ùðø¥k.ãm„p 'ו=9¿gŶÓEÔÙGŠcVl>ôprvƒD”v^z¾“@H~{´§Ófêé3FzÙÍü0“²Re(aË)B‰)o;û`µÄõõ#]Nz …לÿ²w:-(…¦4ó¿±£‹_Œ ¦œçyAuðrúIKæ ÈéÚÜtÿòëÊšAÿ¹¡ÙBò½n½~?s`OdÕÙBü©õÚ©Q@jËÕ×æ;PÎâõoî½ GN»B]Nf!™ ‰Ðëö®\œPJk° ”ú®S—×Í%!ˆƒ‹ ®¬Ì»vxã†Cw«©þE¿Ýpüù“ÝSÐÚùôr˜³;qζEU¯ù¢67^ÿyxŽ%"WD?ëg6ÐZÁrNzÀí}·>ì»ïÖg÷“(ª²ÀÙ/iËçLq kß„Œ¤ô¼njZ²FrîÙ¶ØT`õ]¶åÑA¿kà¾Í‹6”¦®= S6¼ùâõ´ºPðƒ0?öaþPü>h­;øy NðcKqØ:6I°c«µ€ ÿ:aaÚUfO}££gïýë8@û@ào'0i„ÚÄûî×åä86wÉÜ5i)éh–¶ŽÖÅ[§8ªD@XlY³;<$’%ñï\% ê›"ËÂÿöÁ¹©‰?|‚½úøì“”W5®+;ºf9AøÆ‘YæŒÄš’Bjß.%’”“fêÀÅÔZ((=Ç­ùÀU%…5Xg{í,»-²B*,Bz¨%‘jê‡\QF´N¶©ÖAR2Hdóù $./ úú˜üµ+pùÉ—±ÈÕÔ_ïï‘bŽÐ m‡„¥¦¯?e¨§f7qc5þ“á}롯«ËåÎI&ÔýšO6m˜ ¼á«/mµ¥Ø]…ÅîÞïvùUTõ|" .Îýup‚ò½_{ÿª'Ïb‡("3}ÝI]åA“¶TRQ†=¿àµy°ëØ>–‚Çê¸åûÐè Òq FÈXuð|ZtÉ NxŠFZa2º¿•E¾¼ò1‘A@î¯Eö:ìL„$•—î¿­)+à´ñzÒw¿p:mËÿ´š˜WšÝR“)Bƒ]óy‰ê}÷ô„çX"?u/îÜ¢¿î–PüâU¸Û SY)÷›W,Í¢¸¾½ë *­§'(T•dÅ'¥•”7!I)™nªª=z¨ªËЉUI•ÈÏk3„ñ^Ž6'¾ÇåÓê%TûŒtõ°Ÿ¶,–‚:a¼w„¿ì€jõ€@éä[Ši³q_ ÜÙ€@@ = HKËêôiÏ€m@:}ƒ^ŠJ ìUUVe¤ebéVÖæFúØ*@àA@RJ‚Gîß›©h÷š‚,3§Ã¤:ÿ¯ŸŽ¿äî—Bk/\|ÓŽIÃ^õW¦upõuŒx$$"Ì—aëéµµµX|°åfàš*J?>=@HÀ¿f m²u 2€yWÙýð¾-0èêÃù{åúd/hÚóD9“ë—v³G±Ö÷qZ·{¾ûºk>Ô”Úׯ?¹ pÆr;“{|üˆŸ36æD†$ ϲ]uÉYU8¬·דÛì-'Ø£ƒX«ûŽß°füíýîÔ QCŽÇ׈Ás,°Ü¿Xàö ‘(À%‡çÛ7hXY“Ô2¬‰|.’+'˜¨¦"LÈ©§(4æ| *Z4P‘«vk3ìì‰_¢ñË0/Ï2xƒLcÖ­{ŸöàÊ·žL?½¸*Ú+ 6TRÙÒÞ€ÅtIA=yöÍ·ÀZš"–ÕJáÎÑÍø’æN«^Þ;¡!ÍõdÝ ãýÿ˨V“N¾¥ð[‡ÌuGäQd€ € € Àá¡QdÚãÈ{æ–}ùb@à_ ˆXpz1lĽC;æy‡N÷F®Hu»ãõ`ã0Œ¾«—Œu½cÙ,@ÞŸW7Ö7Àú,0åð‰L “þ<dT?!05b›%¬þ2bb° ñÈ©ÆrXØœc{‰ÓfLßpÍ DGE!K§ÜS££è“¦B' çØz"´ìÄS¹>÷2kħ̙Ë}¡È¨ÑCèE8~ Œ=’ $ââã„"@È‘Es£¢£0µÊä_«WþÂV›cbí T³vè)JH¨¥Ô_ŸòëWj½~ôýÙØTµ”ôïn¤Z”ôí[ eòdoÏrØ4”§o]8ýÔ3_ôHAÕøú»êÜÓ˰qðwBÂ8?Áŀѹ·ÃOÞòæóæÆ~»p•gp|u=ãI‰õ×ýŽ/èÿÍ@@haÁxæ–}ð«@@hšQdö¶Ñ‘±‡ß'£ÊŸ¿ü$m†ö{Bb¢Œ~s¸¶N(ó'ã¸8c>6¢’Wâw;EbÓm䢌—£ DƒpCåEb¼Z7TW1õs±ÛÎÉü…ÐÎÎó”@E$¨vWåµßS[ÐM2o&:wgE9eæÅ&‹ü–ÃÕÅ%´ùE DUm Þ>ˆw›½toäu‚’´ÕÜ4¥¥¥°¬ÊÊJL'pyS/ŽåTŠ–Ö–²<ÌBRÆöŠ ¿¨¯!„K==CÞÝftjSK’ ¬ûön‡hooK—)ߤÊtçá¶Òñ‰ü–ᘠÙ¥ õxìÛ‘0ƒ8 ,:÷–bøÙ„„MjQvcIÂ,§qî©}G-÷x~B¾«Ò…¯ØðÞ7¦EmÊ­#ð·ì3­k=(€ €!4(£ !!®×»'¶ @怄gŒ>òþ)+NI/&”¨q7HTVQJF_ÄD®((j ¨ðè—ln…­ÖƒDå”$¡¤2ª§pU9ãPlµ1$%%M$ä c=àʤ™J¼¬‘‹Š YúŒy©óʃ‘¡Œ­ûðBë|¥º:)))$‡îƒYÙYˆÀ;à—Ÿ•…Ç%¥›z]ç£#(„õ¦"Sñ"!Æ­õ ®ˆ‰I­ÝƒGù˜F/¨¬Œ M…ìh’­Ÿß¦í³|)èà0èꯗ¨Ý/O”~glSzeðíË®ò¡I´U1=ûþÝéYÈ7ùÂFg|tPI×ò¿%.Žö6ÚjÝ ¤²Ò¢ìÌôÄ„8·½›£ Z?Â0Ùç‘­]Ñ»Ï,5¥qµãÅÎI˜î!8 è$:ë±Àð¯™vÒm¦>PãEÀûþ©'¿(áƒ^Ÿy=¦TæU=ßò "±õïñÍ‹ÃÐß²Ïü[ ´@øM™.4(³ÚÇÜX@€e¦,€ üÈéÉ)âª=[Ø-®¦¦‚ÜÉ£Á/¸¦†ñÞA¢’®†H@4uæ5BcrJÁHûO¢PÒÕõ‹¨¡øפfzðŒéñôVP‘'ÆçSûjẬœR‚®…©éhh’‡-‹ óî&—”´6@Hà+„¦Û4þF†FH”ÝŸ£?>‰(ÞÚ—×Hòㇰ]ÚÈ؈w4ñƒÄÔ5 IyÈY>þé6#µÛì |åÌ™e#O‰séì$•ÿ>{ãV‹±±1&7[ÀOuÜìB]VQ__Ÿ@ˆBÝW³[òÛó"÷÷?v\#íìˆè¯!üð«ØlÈð ¯Ïè£!©ßÜSéJv†’Œã€”çsì†7=µìäƒS«eqïµUQUÓ7ì3xÄȯ—·µ4@¨n6jBú£/Ѩýü˜ÏC yöáÝ#ezLß‚pó÷á8 ˜htæ•?±¥øÏùÉ4--n®1+ ù1S¤¯v±ïE;NG—ìò‹J..*(® ^µw±twÿš}¦ËŽ€ €@g"™‘]XP„y^@ˆ¡ üsàºëG?÷Ž Ï/¯Ývíù©-‚PVVõþCR’”±EèêÛGça4:– &ŒÕ¦ç±É‘aéÅuÔ ¨§‰©¦¼»RÛRÍûöº>GìZo(×SKÒ+¿œj—LÄ+@…QâP©{J¼TË3þ—ó›…å`‹w_!ð® äþ¥„uìGK?Ž¤ìüäÒ¨…ÿ¹~{¸OZ;ò™šñæäž›>ô$‘qN#èrgû&ÚØô¿àùšêùÔžÎwº1fIæä-©êÕÍ‹9 –.ÕUå¤AøíqfƽûG—H²ñ©/M[9uÂÏ Zç'$Ù{ÂpC¼aÆ9°¨°9+°"FÎÞ;v' ï€Å—ä)“H¼Æ2—ç J*Š yÚøc™ƒGŠì}ŽþNdy_ß~}ú {V,îšµ}/QB<ú0 £váÿv_Ù7èÌ—tFUB^@ˆ‹¤üʬ§©k¸ã¶FŸM/\™÷;³„×Ï]‘é{ÚŠÝÇfõÒ[0nïƒ_hFEF°“í­×f ÔeR¥®ð—0ß÷á¶P,íÒÒþn)8¶ÊiOï°ÊÿºŠÈdÆ /w¹†*èÙÞ}óqûáÎI3÷»w9ÿ»Ãøý/w¡&W@@h5üü¢ˆSó>­6 € е @©>~¤ ­¸~áö¦É‡e°hU3Úæéíô\£U=]FÇ2ä`ÛŸð6ÙÚ7Ϫc$¸uåµ[,|Fëayèë£)O7Ê¿ï!6„»¨½o¿Ô¬qà=ú&ÕבE…MÂù"`nÚûz`šòÓ7v±âÖ8ÜøîãO\YV—@*¡víÀ¹U°׉á÷^pVCÍXç+„fÔTþ>Ôº KŸÎ=‚öE?;`W‘wãÒsm¦ƒ–\_þäìîåÛÜÊè)µAsf Pé´<Æ9ÏW8úºˆêm–ß=û‘ä+ŽÙªrt8?1`Ë2—›Ÿ#‘ÜÛ±ñ?®p9¹‘_ŸZfâé¾võRG›j݈¤ÚŒä¸oÜOŸ<•U†wZ¹½¯Ó©¦›–2œ»Šz´Ç{Üû»z”¦ßX™{`ùÌ=w¾7çl $$„ôóó…g™²œ¬`R­Ï»‡ÇŸxó#ZLµÏ‹/߇0mM¬øŸºYO›nµãv 26ù4œZâT‘}êІ¹Šâ UÅY?=¿{ÿø›n8lî¾õÓy|[Ý4Êk-ãR_CH·"ÞËqÊ Œ…sÏ~ÙǼÚѵ(ßøgBàƪ²êFEi¦æ”dÆܺävüìÍìrú±„/ß” ‰Èï¹ûIEyÆÊS¯ÑòõÅ¿g°Íônµ“Kiþæã>L÷³õbá¯9¶ðwKÑñvô7ÓŽÞÑ•ƒú@@@à&Žo½™e_ü*@ø—@³gO8üæ: %/äÍòCîlÁÔQÍGyjàëÞXþhG;|AËQŽ:¢7“©ã*Ê"¾Üþ•³lPwL/”Æx}N ¿T6±ÓÃçòKîã8ÚHêJ4òöA¡ èýÍŸË–ÙrîýGk zrÎnËAöG ·<~˜–¼(Þ“ÁöÖÐÕ´ç7âãûÈÒÅ}dñ­gèF~zàSÀXg“ ‘nê Ä„CA”s¸ C‘ê9sÞ–„rZÏ¥¢áêÖX."(˜¬œn¾öV5±nçZןÏ÷d›= n(۶Š{E߈i»·O§Qºçúù¶ ÎxSük·­Üj÷ùŠ±c?ªŸ´ʼnþ ¶ß®­høòöÍ—O¾Æƒ‘!>ŸÐ{¨£©ì¹Pj·.\‘¸éгwG¦RºÃ™?äêüU«¡¿Ì9¸5¢\_cåoy9Ô$Òí»¯XÀNŸ\[´æ¿)Õ!ïÒÅo‰È_-©èþEˆR‡¼Í9ä‰Ú*¸¡òÇ»Gȱ‘D1·'oÇ)²æ’òg 2{“PΚŽ„ð£=÷D{²¥ ¬¾üíôb;¦t¾¡X$.;vÇ'dÐCÿtš}¸!6ð;²0UǶÒ{Ô8=Æ=|¶ Œ´pYy5>‰]îa=õýë[jì/%*lÚ¼èÃgÐ3lCyν‹Çî±—ÇRHµI1¡ç¶º =nzI,,'Ì5ÝäVHá‘k¿>½þõ)>ŸE†zöÔÅ'ÜÛ1`΃×ò"¿í‰ü†/‚ÈGï­ùxR‚ÏïZñðc>·º4?ÈëÍ‚UŠcýoàÓIµå‘ß–Ît’Øÿ+קƅ_q]b3j¼~3^Þú=Òyw}nÕš’¬7n¼á¼ëaæIyùEB;‘ùª‘׺£[ŠR¥€Ò¼ÙcoH¬ÇÂYCüÝ>c~(XØ3fâ¦$‹õµ~šÅ·Á¨NIFÔù#Q˜>w®(Ê|xlí¨i³-¤µ§ûçNuå¾]!!+k+!ˆ ¤˜m,»ãvµ¿u÷i߸0sEÊ/˜ªÿóo¦úÙ¶ªÍâCŽ…ü>äø¹¥Ðý Ãÿãò¯¼3U×—>8{øÐé+Ñ™%ì~ I(:ôÓýò2_GBܽ­ã1ú‚èEs¾ò-«®Çaߌ>ûfà(2DTÒÐ[âzÆuÞP.q#RÈ—ç÷ž¸øø%>£©Žíõ0¼a×¾ÿ&`¿ÞeS&¤pݵ÷ÑG¿zÆÙ‘¡%*§6n°É‹‘“ù£é¡™Ï Mœ{Þ?ºç̃äœbä©"Z:‰IÊ[œ}úÈÜë[q¥("Ÿœ!Gy=?|äÔ‹Ï~5tè5)h™,X¶vãŠ9èÓ1ôdÇÍ4pñ韗Wc:Á¯Ï.Þp$2)»kòS¢1¢ ÍC·µÊ’}Ì_öÉ?º²ŽöˆØù~tÒÁMË^SÍôC-h6lê ·ãƒ »cµ GgôÖî3xÛ@@@ Ë¨««Ždòß\ˆΈ X·z÷3ÿt½aÓµ“ž~J¡öp0Åâ&û*?!°[)ÿ!Y_ýz/Ÿ}ðöWZ/—–+ö´¹úàÁ+mö|¸<),‘Ct]“žBúùË—À ä‹Ô>QB㶇·ÒÜ)g_1†ÇÑ«æøM´·ìñí½œ»$‰2·¿ÿð=³öÌ=¦^;š)A‰nó×ï=¼m‘¼‘£u;—C‡ýÃ7ßà6«° Ó²E‘—/¦2'540­#–äŒïßw:qEn5vÊæX!APBÉeë‰+Gà³#CÃX-â³¹È)¾?²ÈBcCG$yÐîEÕÈu5µH}øŸZy2Ú4ëé»|ºiÏœ»*<³Œ£eÖDHÐnÆÆÍ3û³¦óo]­?ÓkÕí§¥ýd@S,\æ3uà:¥¾öö¬ÑdHhëå©yŽ×¿ÅµÜ#AÚ #á°°0ÞÅý¿e¼1˜Yµ¾(& ¦ØÜN Mæ#a~íÃÇÚ|@µñ@@\h˱À÷ñ‡[ŠB¸Ã?Žò÷áÏWX›3ËiÌ‹€Tn®4T~þ^ˆæúúø„ñØyÓë¾ÛþÜ ²¤ÃäÆü´˜ý›÷-™3´;§˜—G¬'nç|¦قS¾-Ÿäõn•ÛóÓËyÍÚ ×Ý?°lÉž•Ü/jK²ž¼ÈB —F$TÁì³ 0·\à3gþ– .f&ÆmÖ·sÚ1±7s Ƛi¬ÌÞ³ÌùðÝoÜÚT”yló‚W¯\ðh¼•æIÓ› .Ùµz}H*‡†aFPáÖ‘M/¼Ãñ‰e©~ŽÖ¾Çà©rcè—Ãûy^zýÍeˆ>–Û´3˜*ò0eSû Nˆ€ € t%ѱõõŒ«/0¿hWÚxÀW@hr½|r?>zÚ–˜üZ´†²ì¤3GŽ! $ ¨ÔMIAFRHª¯«)*(*(c#$µù¤Û¶ñìÞ‰vïóèÊ»™‡K¨çݬ¨_NƒGkôÒ.F$e¤$G§3Á’9vù˜¹k÷)»ÙV§Êê<ºwÐn܆êËœ ƒ§8:õ06uèg¤ª(7Ôfg¤ûü LÈa-´¬ÆÞt‚õÆઆf¬ÛtÓ=ðkr5±áñ©}¯o\8ÀL«›LCuEBlt`T¥c(¾ïøÎ[&Ó„‰­—Þaúló£/B ©½äš3›WÜ?ÓÃÆ¢·Š¼Tcmåï˜hÿÈ4”°¢Þ ·5gþ÷Œæ‰ÔŠŽ{¾BÀñâ?F@@BeÏ­OSæ=;xø¤ûJP‡ùÓMÇtÁ²5ë—ÎV¤N5ÉœIYƒdìt.x&³gqN!Š;œ%‹/F0›B2Znî¾s>=r»põõ§Ÿeì­¢ªŠH)Ù¿pÉŠÉCúòG!®¬øÖÇu;C|rzÔøUÁYUhñš²‚/>1™"Š,=t|ÕP0IdN7JÜX fs$ Ûóöų¡„¢¬”·Y)xSÂrZwŸ\¨!q]\”@ t"à ȼJse>Bhn•@ïï$@4v˜úÀajea†ŸŸ|bZqE•€¸²š&ò:s£ìï dÂIó›þýkbV!{ÔœIQ&"ahiÛÏ€íTÃ#øÊ  ÇYwg5Ö”E„Ç$$ææU×Ö#a-Iiåîj=õ L z‰ q·C—»éš¯Ùi¾†¾Ú²oHdÜÒ½c]6ÿò Žˆ+(­–éed1lðiê¸Ã˜fŸTn½õuËKñññOHI/«¬STî®ÓS¯o%®¡Ê^×ÇÇ ôô ¯@›Íø óØ)k µ·B·¾²‰ãÖ>fFÈxj<[eš¾%lOR0² BRÝm=¾hË‘ôøˆ °È´ÌœŠêZ¢€0²•Ô5µ Œ”e[ÜyŽ«¡E¢àÎkgО,0éoÁ( ‰¸ÿÕ9£ˆš"`b­ÁÈÂI ÔŒõG§­Úâã›_Z%,*!§¨¬o`djj,#Jéž>" W‚U´[x,¾ßÄ_! X Ñ0ÔÓS³™oñíW0ód„D)EU‡!C”¥Y÷g¾æß>Œ¶¥M2‡jk¤ö¶ ít ^ñmKaûJG ¬¡ŽŽª·ÕSðäêwÆ¥ž¸‚ÖøIm,LTe 59iIžÝß|£^åê‰^:}v÷köɱ‘¼€®+ðÑA1»1ÿçh¯§­.*D(-ȉ |õüY(·‡;¨püGTèëØ_õúÏl–\Q)E‡‰ÿ-kÈ’Ž¬òÇRù†éNøè $$1p؇êÊr¤ÚÊäØðw¯_Åe•¢«sWN«å<ÚPI±qÞº7(íŽGPeEYnQªÃô’:tñJñ†C‰9%d¸1/+ÛâLj¼íg¢‹·~ó ŠOÏgÎ"5i´ƒF7™ªâœŸ_¼ô GB ÃO\}—>3-÷fÀ € ]†@(î„ÂÂB†&½»ŒëÀQ@Ú“€¤JÏS·n­ßzóîK÷?ÂóxôÎ"]ŠC‡9̘1q¢ƒ6T‚‹wÙÈ™áýO¸tùÑ—ì2Z÷¦,$!7nêT×Í U%±ÄvÔûØyù¼{pýÖ™ëîAIê±°µ_¾l³cÞ%=›?žÜwâüÃo%µ,À žæw¹n˜í `yG„k*«aÛDJH$5à£úúm'^û%³"ˆØxòàZs )äysII¤×› ¬­®BT8´ É$>Bh². ð×TÔ6VcXËÛ KÙ:N°myA| ¾ÁDeA1óC…=«ƒSˆBV£‘¥íõÊ(÷5±Ç¨RÖ5¦kÚÂB¢ hö6C–©ŒW%êúæêúœTtMTt9g±¤"ÚÒ~²°¤7oÒ6ˆ,<”´Œ¦hñPàÅ'Â|܇98Ùò¤ÖH=àXh9l®%@€YOçÉöõMè#Ï4ÀoÕ¦AÏ ™¶ XU] ݃Ĕ·}°jáúú‘.'=PckÎÙ;Ý„n¸¹ßâÖ¾ IéyÝÔ´d%˜Ü@MìÙ¶ØT`B%åÉ´òè ß5p_¶!\¼nÓ ìa9Ý÷ž<m®ÅäÄÌy»»¾uÖ¢ã/™Òy®4”¦®= S6¼ùâõ´\ϯürÆïî¾sŸâ1ïLGº\»pØ¢‡–‚ÇNW<>»kù6·bêc–¤ŠÔ%K·Çz^”€ˆÒÎKÏwÉoötÚLÁÇöée7ó[ÀLJr}”¡„I,—¡„jŸ ߱ؔÖpiÜîÿ›>ÆÂÔXI»…,ÿ·íþ©üÛ.“äô7-£ÆèEøþ- *­§'˜­*É ŠOJ-*)o C’R2ÝTU{ôPU—'&T’(õ’*+‡ÝØ„¡î×|²ëPÇå _}ùh«Íh#šŽü‡ÅîÞïvùUú†Vqq^¯4$Ä{9Úœø—YPí3ÒýÕÃ~Ú²X »Àgàò“'.cîYMÝùõþ)¶§‘'•¦¯?e¨§f7qc•P†÷­‡¾®.”ÙãcŠ°¼Þ£O_'²Lä Î\½rãQwôQÏü´4N&òÑ ` @®D  ¯03ƒ1)xaWÚxÀW@èP´¢Ê[•|­T@DÜÌÚYøjµ Æ ¢š®>²´Á­¨¨´ÂàÃàjIDL\ëï᪅d@ÊÚz“´õx¨ˆŠ‰‹6˸,þAÀ" € \ €!ÁÀa¤¶ØþTÊ‹‘OÝË‹{… (kèôFþ ŒÌ­¬Wœ)Xu†+H~f‚>>8zòì›o\^ÁË»2ØããGl„ÜŒM‡9FQ¤áâY¶«.y#«ê‡õæ2›?ª|çèf|ÅæN«^Þ;¡!Í{â3õÉ^ÑhíD9“ë—v³G1ßú8­Û=ß}Ý5jJíëן\8c¹í!XýoktZ€¼¢‘@› ¦¾ÓÙ>›€ € t-a¸ùEÏÍ,Lº–ÿÀ[@@ÎF úëM{ÏƤææçÔÐ|#—Ì´Ô „ºiè/ÙqÄedßÎæ6ðèœÀÕ9· ½âÝáo]Ôš ŠÍ¥cËƯ<_‡EÕOaR^z²|ûø õ[VUöâÕ;6,Ræ0mßšÖPž¾uáôSÏ|±Ñr-7ÝO+ILœ0œ§hÙ‰§r}îeÖˆO™3—çB¼hìªsO.“ÄæÓÄg2Éüq&#&åˆØ69ÕXŽwÅÄi3¦o¸æƒ2ŒŽŠB6,}.&çÚúCõ¶Ë@ € € ´@HP8Þ€©%è©Áó2 € €@ óVÏYø5›å¥AäÂÜ,ÔPFzêò•"S^Iƒ»¢êÿ"p@ý[‘í 9.?ûS»ï†­û¼"3¸m÷Òìøs®Ë?zúÖãU?M3vr+ØütReºópÛÇéÍ/ÂA®..¡Í/J ªjkˆpÐÁ% ˆw›½t.¡9"ô#»t¡žBÆ |r¦¢‹T»«6ù#ÞMMM JmJEyùŸ 6&Ð@@à_$Š *)+jhªý‹@›@@øEn¨­kjÌ™„!¯š@à/$¨¿p£rh¢P Ë1‹¹n­CWãÏ7)ÏçØ Ê»©hÔ²“N­–füd©¨ªéö9£ah„Dùʨ¿ìÑŸDoíË+BK~üðA526b@äê(KÌzÁ’V@@Ú@ >öwUU5fÀ1@@@h%hÐŒ-3¶´²4(LÀÅ„ão]ùç„ä’…#=,A6ðç¸{îgá‚I´¢ªõ`d½výjGSÃo)è€B’¯?¡©!òX4¦¼8_PRQ\˜ˆé¤üʬ§­ k¸ã¶F–ÓÆ©ÌûY‚¿°ÒxhcÓÿ‚çkjùÔžÎwºñ~» ©êÕÍ‹9 –.ÕUÅÛÂËÓVì>6«—Þ‚q{üBÓ+2‚ìlo½þ0c .^'óÇaû‘ÆÒ#ËËäÒ¨…ÿ¹~{¸OZ·­pUF¼9¹ç¦=AdœÓºLùaL‹ZTX„Y­Àu×wìN`™®o¢Ýä–î3íæ0 € €@û ŠÀW`^@ˆÇd@@@@ ý pŠAµ­§RfÀ—(Jtù¼9³é@/…õsÅXcF9)1•ŒÄTB- !o¾£}üü|áY¦,†`R­Ï»‡ÇŸxó#ZLµÏ‹/߇È£jkk±QkpcUYu£¢4ÓÖ)ÉŒ¹uÉíøÙ›Ùå¼BˆµqÎóŽ¾.¢jeùݳI¾rᘭ¡*Ý5¦ïüÄ€-Ë\n~ŽDRo{ÄÆÿ¸"Áâ4N‘ßs÷“ŠòŒ•§^£NÔÿž=Â6ÿÑ»ÕNf8E†Èg ©u–>{ ?;`W‘wãÒsm=´>r}ù“³»—os+£R4gƆ7B7--dÊÕ**ëx{cW2PÀ+s,Ÿ¹çÎwl[`Yí$´eŸi'—€Y@@Ú›@X0#@H$û˜·wÀ> € € € à 0… ðÿˆ WW¢±"¤½äªì Fv5t1ÔX_G^ZœTW›™ðëûwŸÈzFÈHÈÎΆ#}ýÞÂ[4ëÛ…uÃó‚‡ö3V‘ 7Ôä&DGüðöNÉ+G*³#]x<üìRtUÇÔL–H(¥FÀ2Z›Íœ9ÙP»;\_•–èëýÃ?’õ=»äl[%A)µ± ¶^;² {Õ ´Á8×Å+/z¢–ã¼Ø?5°dkc¡£©.+%Á¤ªò’Ì´ä ¿¾!ñ ô¦eüJi  ¤¯w/ü¢’½cQ#ŒÿDñ¥'žuSY6{Ë54¤I®ÎY3ipÈòå=äD¤ÕFŽŸl¨.‹éóÁª­~³·¯yôúäš?á×,õ 1ÖÁÆLUI¶±º<).üý›7 ÙeXÕDI­K—J2Ç;…{Ú:ô{—L W¥Œ·6™6k¶•‘Ž0TŸþ;ÊýÉ“8œD‡”ímel>ÊyÃñÍ3E(¦`ßçgv»ŸœJÇF¼ïª÷ó–í8—“û–ÉPÇ5Â¥n[V]ãù›Vf³Cs³-û Íø@@ « Ç\Ö7è%.!Ž­@@@:€À¿ $˜1¥Ç<¸Üƴf4vËP-¦$úŠå„¹¦›Ü ( äÚ¯O¯}JÏãð õìɘ™S¬ç¨õÓ,v> FK2¢Î‰âPˆ5 ®(Ê|xlí¨i³-¤é™ÄeÇîø„ zèŸNKb¿# ]ówïQãô¨c ŸîŸ;Õ•»ë•µ•D Rl5–Ýq;ˆݺû´o\˜¹"Ƶ­ÎÐ|%J~ð6sä'þih ÜPùãÝ#d¡)0ÅTÜž¼k¤ÈœL 6m^ôá¿3è`Ćòœ{ÝcU­“j“bBÏmu8zÜô>’peÔÂ9kb«q B}Uéß1+{ôºc"$&$½¿´îÄ],‚HÑf¶ƒ•oË>ƒ € ]ˆ@YiyÒïÌa30¿(Æ€ € € €@GøׄÝ{h‰â(ÃÉšó!˜ºáéõƒDÎÊrÆ÷ï» ¸"· ?qVCR%”\¶ž8±rCÚzùEjžãõoqŒÄæJ‚"¸×"…ˆ·=¼•æN9û*)LÅÕ ÑjܲǷ÷ SÉ………qU¤føÿZÁ¥‰õE11ÅævJ˜…¶9ƒ™!Éê<øê×{ù샷¿Òæ1rñ’bO›«L°ÒÆ'b²Ë¡Ãþá›oxq!#è´lQäå‹©ôyJ©I ÔuR]׺áºZÚk$±a™Xµ¨@·COnÓ>C7¾@@èBÂC#a˜q!fnÕ· 9\@@@þÿz€’êsüèšåîIèô¤+ðúõ§Ü²Z›V@ÔrðØ•ë6Ïe‰Œã F ŽX`°móÖGüXgE E ,Nš2}á¼™=”$X,Hi^õê¶o×±‹‰y•,¹B v#œ\–,xë:Û3¼‚ˆRòªNó7L4–dÕ—Ñrs÷óé‘Û…«¯?ý,«¥aÖ‘R²9~á’“‡ô¥7 r;îø«¸YU™ËFŒQ<ô´°ŽÑ³ƒiHk tè«€­¢‚Pëa²$ ¡²çÖ§)óž<|Òý‹?{›ºé˜.X¶fýÒÙŠâôÖ0 ®Å7^óз<°iïéøÜ |¾twÃ'/®$orå"=’”WE&ql&ƒ¤@2æ§O¬_èfRN1×zQ)Ûñ‹–M0AKõóßÎù~—^|/(ÂÏLvèÆ)ßmÙgðv€ € €@— Äx!â°©9í ªK8œ@@@þÿz€‰øŒYq YÐÍy±¡&.24:6!3'¿²º†@’‘WÔÖÕ·´²T•gçqÛTn½õuËKñññOHI/«¬STî®ÓS¯o%1n‘tHPjÆú£ÓVíññŽˆÍ/­•STÖ70255–¥l¯é#hslò°CË‚,gÝqœÕXS“˜›_T][ IJË(wWë©o`bÐKLˆuD¤ÝÂcñý&þ I¨A‡ÍQÍ™ êÕ¨f3'.ÞâÛ¯à²jÚ˜9jQJQÕaÈeiVƒ”ÜÖ:ƒUJˆÆS8L­,ÌðóóOL+®¨WVÓ41³27êA} ]—Û7$2néÞ±.›ƒyGÄ”V KÈô2²6x€´Åùn# D§Ç‘…›a4é¶÷Æ»½7xk1rÛ²Ï0¬ @®@ÿBi)^Œ‹Ì®à>ð@@ H5ůÞ~öúCPXtfnAM}£ ¥gRU½·aûNs¦“ãþ ?µ*¾iÓüS-Œý:wá*ÏàøêzÆàõ×ýŽ/èÏ¿J:…¥§{¦2^YETø”ž?\Sq§pö_w¢“P`Ÿé ;"2m¢˜¡ùdaJmÕŠŒrQ{ŒjUY¢„¥ý(diUi…ÅdÌAyœ“ m“ÈÂ9“šª e4Eˈ‡·¬–;ÃÙ’¤¢Æ°±Ã8g6+álå0Yš¥ÝþJmÙgÚß;P € | €L.2µèC$‚ŽŒ@@ø«Ä{ÝŸ9gEHz)¾U õµ%…È’üòÑÍÃ'Çúø¾Ö‘¤¼÷ˆã‡/F8ZnÿDøÊ ï}cÚ¿¢–ÕÐX’0Ëiœ{@jßQË=žŸ!‚–ñëÚÚ­> ÀnÓµ7<ïÁÑÏ H@@~HMN+-)ì‚ùE1@@þJÕÕ5ââ¼&Óú+[ …Èô»ï0Ê9·÷’Nhò¢Þ -\b«Ä)“À#-wH"Ô9†ó¾êɯx„@Ðë3Ïý·.¨Ø!4@%ž@[(°Ûüùí×€a;@&@@ # â&ö2úÝ@©7¨ŸŸ†”4ÕP?¦šzS*ÜçmB¨6>·#ýu€ŽÇ`feŠ_2 ИåÓÏtQ1™Bbé…'›§µf΀@à “á/ß}.\{X[WÿñÅ•?îpà€«v®^‹B‚"ŠŠò‚0©¢¼´²†ñÒ"e3[ÎòÅgÓ”ºhÇéè’]~QÉÅEÅ5TkSÕ¤¥¥ÑU³²ò ¤óø»¿Ûv@Ýæ¯Ü;@€ð¯Ü¬ Q€ € ЕÀ¤Ú¤HÿÈÈð´Ô”‚‚ªêêFYPXTRJVAY]S§·¡©µ~u"×IwºRc¯ÿ8üü¢D0³èó!—>>ÿ¬ˆñö™65ÝÀÖq°…F“&ª‹s~|ñö÷ ‹MÎÌÊ/-¯lh$ ‹ÊÈËu×P×72°ØßÁÁRV¬³ÜF{û¢ÑAQn ­>ÖÀ‚Ô„¤ÌRtULQ­oo5,«9\Sü›6~5±é#Á6µmEFÜÛo‘<Æ8DDÅt*êª=´ÕÄ„Áó&Íat@àŸ#P\RvëþËK×ýN¢D ,L ÿ9 ÁT?_Ð`ˆ(í½tgå´aôK¸ª´0%%99))« jÀ¨ÉF²l?Ìü3òg7ˆ‚žíÝ7ßîœ4s¿ûŸu«L¦>E]ǢB+§ W󖞣„d8oSºøþÚxTâw¼Üê–€}¦ÕèøX°³Üò±IÀ € tf韌Y°Gl“Îk9n}{mÿß,+I ¾õÔËW¯sK«x7\AÛÌiú’¹sç*I ñÖ¹€@g&Š{¡¶Ž–¬œLgö–ϾÁÅ7œŠ§wn»å©{õy³£ü.œºæþίªõŒ[[S[QVš™’èýãÞÅ+B’ £fÌX±ÚY¯»$7ÇÒ>^s˜uŠÕ'mAaaIYU Þ&FÛÞOZ´ù4ø§—/jUL¯ŸywÆíê»nëN{¢Y=Ç-ûrs9§Ê¹¦‘³BæŒ_U‡æ h½O{g(Æú3RýsÛºfµ1ƒ¼½¾—‰ñ€Á¶£Æ´2RcµÅÉ‘ŽbÈ©n€@‡ ºpõÑ£çïkjj± ‹ŠK1ÿ²Œô2ú¥ƒÎð;æÄý\B²JÆfÈÒŸ7¾á]ÈåQ Q ~vÚ…@g; À>Ó.›¹…Fw\-,Ô@@è$„5ôŒ`´Ï]L§ËDÏÈÕoί?tújy=ý¾™'΢ÔÐ[‡ÿ{vçâž O-txêvŠÌúÒÌðØDÄ]snÒÂ'àÄŸ&PS]MyÙ ú1³ìKÁ7? kK®ïÝsâêçZÆ£á¼ì7T½¾zî݃ÇKöî];×N×{Ç«—¼ÆúúÒ‚|d‰ ~qûŽ¸¢æܵ«W¸8J4Ç.©è§wjØÂÞF¼mžpq?É䆚ø@d¹yât/ëÁ+7¯p²Óã—¿mbÈŸö+€ ´€@Mmíãç/^{É^¬¸¤œ=¤p#ÐÐÐPŒû¡k˜€eÞ»wÏÉɉ›6¦W—døÄ%¦•U"ó‚*u×01³²0é)Ô’Ÿ:2‰1m‚˜8Ûƒ9Ís‘/FšWU“ZpQVRDt\jjzQiyM]ƒˆ¸TwumSËþƺÝ[¦ÉŠš­“2âÃýCÂÓ2s«ëHb’2êÚºý¬{©É7ÛDgR„IѾŸ>ÿ ‡Åú;8Úk¢TÉu?¿|ŽNª#J˜XÙ ·5nrhbg"“êbCüüƒÃR3rÊ«ë„EÅ•TÔ{›`)+\÷àìÉD²æŠåsåEšÞ‰Ú~`v¦ª÷=¸!ÚßëG@xQE½Švïa#Gh)4¾®­(ˆ‹HË¢M2 = ú˜èi4½Y˜ÂÇÍÍd·=W@€°=éÛ€ € ÐtÎ|Œè€zøY\skóØã¼ð6%ä5ŒûZhjjÈHK @uÕå…Ùi Ñ )ÙX±2;lã¬Áð£_#MÕñe;¡þúÈüíÇæ÷Ù0­‰Gƒ;¡ÿÀ¥ö ÝØÈè*Âö€\W˜¼væ’÷ÁYLÆ!AÞȈ¾^ª*òb¢BõÕ•¹‘!áÉY¥˜©ªàüúåQ1›/ž-Öd· V¬)¡º0ýâöõŸ?þ¸~ËUK¶‰G8ªbBóÐ=doÝ”íN’Oþí÷uÕDχSœ8¶BUŠÿ·Ø-bØI 7@à!”œ~éÆã›÷Üy ,¯¨lhhâÿé± AƇýð¡>¼ŒFþÊËË›Ù.¤l35[¢FŽòz~øÈ©Ÿýj±[š-“ËÖn\1GIœëÜå©ë6ìü–PYÛ@®¯ÂUŠsR]ý*Þˆ( ß]wκ½ë¦ béo£‘ß?Ÿn;p.&5¯D«_PX¬‡Qÿ‡ŽXëÈá} «ïÛqùù÷‚²*2Ú\ˆ(!£è0é¿›œÅi—C¤/Ïï=qÿðñK|F!+Š9¨‡éà »öý7qW.LµâW`ÏûG÷œyœSL¢y€ØƒÄ$å­GÎ>}dƒ‚0 ZYäi°ÇWNžzâÌë¯þ,3¯¨ô²Z¾qçºcÏ,²=÷)•f ‚Ä¥•ì'.:áºT÷ËÆ¿ÍyÝA®T#¨@Hº×’¥ó›ñ¨1™6j’˜š×}·;ý±UÞLnÌO‹Ù¿yß’9C»s».„«]W-ySÃÑ”b1v™Ä’_p]óÁ/Ÿúùö1ü*@úùääÀ0ÚÔ˜búu*ªðÊqèx¿ ¯ò¬qV“a®š?kµù1³œÆ¼Håf®¡ªðówÚE»¯/LÏqßiûÙ¦Š@àónÓÊ}†™")kóŠmEØ­#·¦ aã’¹ç^ø±ä!‘ã{ÇÖ„&|<+ƒ»Åj¬ÈÜùßÌc°(6sî\<îþƒÙuiYYøç/3Ç,×í?l‹S/´n~mnFK:Pb=:°jP € üë ÉÎË7Ks¼þ{ÙÀ YçN]Ä.XûNp½|j‡$×É÷ ½Îx °\»bû9ôN·:ýÛ…Û,Óy!ÁU᡼!×sàY{ ÃÌ‹Š‰ö6ÔÃVÀpí©«ðÑA­þ£.\Ùm¤.ÅÙ8$ÐÃl ëµÓg»/]¼/¥=ÁÀŸÎì½5¨ï‚!œ;þS„ÊÿæNaž±×§†xïßtàK(í^:Ã÷Åþ‹CN®Ì®JO!ÿô¤=X ofcÐé~ A!)9ydÑ54rœ(ð7@ØPò{ƈ¡Ïƒ2šô¬(Ño’ƒõ¹_–:5©Ü´Bc] ‰1·í†o®­¬âpC<©««cñ§¶Š1Æ‘9‹TTTŠ¦¤%&r6Ç\ h½?³z·¹Å‘¹Ö¬9<Öa÷;ŒDâÙ‹þö¼9ÄiQf%‡,åXÏ{ƒÄ¿ûöÉVWÍgÑirUPLL¸I¥–+6+$‘ÀùŽ²<Å{󱇯9ãkn ¼þÈäÊ ÓÇòˆ²ÔRW[Ãñ0ø3&þ€":ÏnÀ ‰Pæ™ÅúTh9¤¼`S‹ØìJ†&³”ðå²{ð¾yýdÑäƲä™Ã? LgÖb]‹ó¼Çš†¬Ãuµôø´¹9TÒ!IÍ:;ÄP € ÿ¢à7Á9´»S¢¬éÞƒÛ¸G1 ÄÎ'–û»½D“>Ü9¿~ñyܳo˜jgÈÅ¡‘©¬wàÁ1àß%9ÐÇÔHðßžm CÁ/!üéÅKï0kºöS?Ø¥ØôsìPo‡IO_*üoìÊÔ2jg\srëÑq?Ï)¶èECXÅ4Ò6·¿òÆpýÄî9hÚ«óWÖ,vÐä8ö¹É®IýéOÓ´±·îüwª Ø É³mF:žZ»îü󴃯4Ñoé²Ó¯läÇï3dÝ`>@† úø‡^¸öèÙKúúæ…KpU—”âÖþŒX__æÃÿg û¡«6ìÇŽ¨¨¨‚‚‚<ýƒÈÜ”[œN*ß0Ý „„$ã0ÀB]YŽT[™þîõ«8úÌääêÜ•SÆjù6”g©köúƒ_#—zøGWÕ5²d±®BDyçMǬŽ~¦O›Œ¨8µÛeÓɤ¼rÌ(QPD§ÏÀc;–@p}|DTõzGJI³×(—ís\r÷*,gŒƒ„ýoÞ´¸ý´ÅVgžf”ˆBº½ûö1é­×S­{7I1‘úêŠÔ„ˆOŸ%å£ Ò¥ÓgwϱnþK”‰ }û«^ÿÉn•Rt˜øß’±†XP¡<éû؉‹ñÑAy Ã1£G˜èëÈHW–Æ…¾{ÿ)»”ÖœŠôÀ‰ãCü_iJP tÞz 2ÿá'ÿÒªºª²Â’JÚýš”|7i1Ög›ˆ‚ÊÚÆkögÛ>8§ ñÝ'Ïd¬Ý’…MèŠËæ&B+ö_J®Ýéí’œSÂP’ï¼p˜…çyÆ2Ò!¡ÁS\& î›úöЕ·Ô­GøüêuõAg uÉ0êâ“Tðäê÷̘¸‚ÖøIm,LTe 59iIžÝß|Ãb= (eùt`¶é€âûnÓÊ}cIˆÊgî^߸çLLZ~cCmnNºWÀ%i±¸JJEÏyž³A7âÃKn> ù”’‚ÒÝDi¶à×ù™¢ƒb¶ƒû›*H‰U•Ä„ú{ú„Ö¢¦ieh_Èj?añ'ÚÊŸÍÍ\EG®uþÛ®Ž¤ê@®H€\]YIi„€¸$õî§õí€Ksc¢#³sóªkêEÄ”Õuz›éjvç0ýg«jùŽ]djpÒ‘j^”œ¹ró ÷ÿÕKiõ2êeг¸Œ$ßΊ‚”˜ÈðôÌŒ²²ò,,*!§¤ªÝËØÐÐ@TÓ= Hv¸!ëó|ô<^ß­†Oª® =ÿKÃ.úIq¡¡ay…EdHH®›†é@#}-v×Éuå‘AÞqñ¿KÊ«E%”Õ{™õ·UW’áå,.¯Õ p6þ~19¨r©7fÔ¶šYôýûÛÜ-„ksï¿‹[$µû]»¹½ÑAš‹Š†ög/š¸èÚOQ™èýôkÚRêÌZmiQLÉõ䆯vëËaŠRQ¤‡Oö¢¡jmæú&T¡9ƒì­8êtÂD ¥ —®HŠüwøA0ê^âç»^ŒÞð?#¾xÛ"†|©@O ²²úþÓ·¯= ŒÇ§·HFF¶H¿ùÊìa?|Ì/wΰŸ˜˜=ä'ÿ±'Š·|ìWó1úÝÝwîcûšŽt¹vá°E¼…c§+ŸÝµ|›:ß#©"uÉÒí±ž%˜ÇþI÷°yî†,ð¾¤b¿½'0šêõx7Þ ¹mF ‡9»çl[4PõšmþÆמc‰ÔXý¬ŸÙô²DÁrNzÀí}·>ì»ïÖg÷“(ªKg¿¤-wPÁÜ×°öMÈHJÏ릦%+Áa4Ýžm‹Mõ&TR®uÊ£ƒ~×À}±°f…“ÐPšºvö$|tPLÙðæ‹×ÓèrR§ XÚ»rqB)-¨$(¥¾ëÔåusGI0OEÓP™wíðÆ ‡îVSÑE¿Ýpüù“ÝS›˜ò¶³¶Q­__?Òå¤ZÑšó_öN7á\iS©ÆŽ.~1.˜VžçÕÁË›¼”Óµ¹éþåו5ƒþsCË É÷ºõúýÌ=‘Ug ñ§Ö h—µR[®¾>0ßrWïðæÞ»ðj 꺜Lä~S½“n3Ô>þOˆŠ¬§›ƒdûú&ô‘gÚyVmÚôìÀi;+¨°TÕÕØoQùu`¶í€âÿnÓº}†Ž“öm4tÎû¡s¸ÄO[É&» Bó!ÑI«öÛ·º»%ò½dѼcÛ7½ðK°|ï(]Z_Aü»³GÝ#hæÓQ‹¯?ÈrÞ+LÚº|ѵa˜òÒˆÛ¥s,%q)¾ln¼Á–;¸>P € |&@J˜ÕÇè7õQfHÜü}L Fó"n,nÀ e_½{÷fhl*µ+›)_QÛ|ÜŒ¥sçÍQoëåSyY fZNA‰ùžËá HèŽ~椤¡%,€/D:½ÐøÚ§´ÀÐU÷Ý6NçP˜9 ®Ï˜Ó_7´½ŽÙó2u²E7† ¹Öç奛7/„'P¦üaûˆHw·wš»pÙ:#M¦Žƒôo§çl8Š”h¬©ÀÊ=Þ3öÍÊu9ò‘2™ñúö ö›Ÿ¶Â'¥Í·Ò‹®¢Ô)×o±×ó‹HéAÏ÷íØäJ©˜ñ4ÍÆl;t~‘:š“*ß]ÙuæâÕì’j†" ˆ¿|çž=²"Léø•Ö‚ÂÛøwäÀp|cM-ûàWÜF‘¯úeÑ'„Wqí!Ó²“•ÉÄ…“.?÷*U=aÔØ ŽæÝÛèZ\Æ`ðc‰—‘UÔU8<$šÀ%@øËËíN‚¤{0•ãKíd„(ößñ“á?DSk$Ý8r~þ„ó Ìv­v¦ù [](€;Øø¤‹×Ý~øª¼¼’=·E)EÅ¥-ÒG)"1EdÜ!õYqqYQIi^-Øãâ₾ü ØÃ~ø@`»†ýšË.?yâ2úŒ±šºóëý=Rl?a°Ôôõ§ õÔì&nDgÈð¾õÐ×Õe€rs+êP=¡Áƒ®ù¼Dëüîé ϱDî ^ܹ…F‘ô¢à¯ÂÝf˜ÊH¹ß¼èãÕÄõí­X[$ *­§'©*É ŠOJ-*)o C’R2ÝTU{ôPU—'& s~’*+ðU3„ñ^Ž6'¾Ç1žSí3ÒýÕÃ~Ú²¨ÏìÿË"_^ù˜HK»ðÆk‘½»š¤òÒý·5eœ6ÞBïÈÜ/œNÛò?-ü-${¹?œ2nù>4:ˆø!.Áˆ;«žO‹"Ô OÑ›6˜Œí´Œ”¤.Û½ãàÓÇX˜+I‹ÑÓ!Ëÿm»*Á¶Ë$9ýMËfÒÓéßçIo]{~‹(ômCo~<¿U´nºBS!Ò\ßçá´è A¼×èfŒè ©"mÿÒñO½"Ù*b$Ô•ç|ºøË‹›+Ž?[4næ?©®ª° ¡G•j*Šk*hiõ¥å,¹È*àCâbȤ…Ô!2œAëqÜeéæ2ì’ŸQ+œúvùÿ¢N¿ðlÐ ®+8úŸãݯáŒ|L"Uû¼86;6þ¡ûsUN£RÛ «äŸ"B¢ðí5·ì‹_rÛ^7IP¶´7`§0]RÐÇGOž}ó-ã|ƒ˜^ó…;G7ã•ÍV½¼wBCšWG½çÛ7Ø3˜’Z†5‘ïÏq¿cƒ‰j*„œzJ%ùŸ‚Š TÄ×ØÙd¢ò„'‡‘Èôl, ¡’1p©-¶?•òbAäS÷òâd!@ʺF†½‘?#s+kÇg Váب¿õÀäØX>&ª›Ž~öâ^ÿr¼mÂU1Þé41s¸ž÷ A)×sg¼·MC¯ò9ÙmûæædµãÒxw:Î P € Ž@QÜûyÓ&§SïŸ(nôèckin*/#Q[Q˜åVO½¹,KX;ÍáØã#ú¨µÚ_­½ˆz¯ùóÁÏä-¶:²­¶†Ôt˜cÕ}?õ½†õYßßû¤;ÛòaŸÞ>Eï–‘âÃÿ7_ »ƒ«ÝVŽ}êEëÊGb—ÝtLMûöUVR„jÊ‹RãCCBÃj)î“kòάv’S œb£Ójÿù_{™]cMUqÒ§5«·"ÑA) %¹Úòüè bÔOReêÞ­Ûû»_twŽF4ûX˜›ÊH•æ¥ûý(®¤í E±¯\xÂaPf‡ƒj5áÎS0.&s¦»šŠr÷nØ*ÚH.‹ýæǼŸ=™Ëkþš¨G\J² Ve‹Kˆcåêêê0/‹"}¢h½“ím°Çð:\V0a¬ùÙg!¥T?Éï_Y4|>¿Ò†œp:?¬ì¼«·ž^½ý,;'Ÿ¿Þº<·ûàYÞa?þÖØ|kÜÂ~,1?dÎÏ®ök>Œ˜,ìd?^k4y, iqÉô€_7+Ç~ÊÂ<*în=Â\þª­3]³í››ÝfG¦°î|Y7¨«ƒ jŠ_?¼ýìõ‡ °èÌÜ‚šúFA!IieUõÞ†}ìG8Í™>N^ŒëÏÑÓ=S§º>¥ùLTø”ž?œÃôÈœÛäÿüÄ’-§¢SrØßXÛwæþ°ûÛ9©€ €@û W&mt™…Eå{Úï9yÕÁL£[˜äsdÓ‚¿wH•i;—Î5ðø¤!‰EÕZ楦ÍHM±]ièã„uY›çŽ;yý‰µžJˬà´!¡îÿ›:ÚßÍšÖøêéýÙ¶[ñþãt)"\—úÑ#€–(¤:~ÒL!ëǵ»_iÑAaEC׳Æ2aige^ì•}Ko¾úA¹Ùi,=µ{ûÈÑcQÛ£2(?ëOwØsó+jvÞqŸ ÓúcUà¾Á‡ˆDú '¸®ì쮕YUÄÁóïÞ²JQ‚6»)Lª~wvÙŽw©?¼wM÷ê}O õÕ‡ï8·¢#«/K?¾jüƒo¨«ž/ç­¦Ì<ÏRAá!ü;òï„$¬±f}0m'šQO7CT:Ü„¾Ò)¾+qsÓIHJpôé÷ß\ôà„ÄÚõå¨ÓÙ!Ñ1ãž…¼DýŒþPÏ—¦ŸXÚè|s¶± PþY0 #ƒ/\{øêÝ×ÆFÚ8*þÒ¨¨D'šæ¯U^Ö°°{œ}½–þ·†ýxÑaÎC¦iÅBªÝU›üáꦦ†\^£ÏûT”S&ìl²s…´IÛ[(&ü*¤Ô—zz†¼»Í²“ ¬ûöîÑÞÞ–.S¾I•éÎÃm¤ãù-Ã1A?²Kê)ˆð´ ——•óTà•Ù–²¼ìvŠ¼ÎIr\~ö§vß [÷yEfpãTšÎuÙãGOßz¼ê§)…Wû[L|ù.¥””›Dê­­¬Bï<YJF†¥ÇƒÍ1idæ#¶t,¡­›3ôG ü#Øÿ@¥ñ^÷gÎY’^Š¯»¡¾¶¤Yòâ"‚_>ºyøäXß×:’üþe‡«Žlß–Èùaa¼?@@:œüöìú€4Ú½–T!·ž¿Õ‘g½7SÔp‰$Mëÿ6$ñ°*ý»Û5÷ãk&·Î[¢Œ™‹³ãÎ+Ñâå©¿2rœ¾bÚŒ9æFºMO¡Â©Ö!S]äι—Poyã<îÄ•m6à~•›ùóYt 5£a7ÛR…BCR¾¿Þ@³OtÙÿhÜ #öÚ$• Öý X?àʇ$·<öÕ—ð¢‰f ìšM¥ð>ѯ_È9^îÙ°Íܳ§ö.Ãõ ñ±«/yy˜Cu¬æì¾0$µù’‡³Co¼«Â2š›N]õ±±NEÞ ‚ô øÆUŽ5fºaëXPxﺰ\_‡…°f`~Q¾nÉø˜¬kOPÓ¤2×gþøZmóŒÁ5±Ñi˜ª–¶&ãø§—/º*ØÝÔFO —Õ•D‹V‚„—hwCCf\|1ÙJ¡©‡æ´¯Y ›cè€ ÀD ¬¬yÅ ò¢Á¸„d¦ŒÎ½¢§§§ªªÊçCV±˜ß_<Ú¯=¶Œ””r^Hdeg!ý²šsmùYYôû‚¤4¿ž„á\WÛR]ýõ5òåé‘Òï´ç qfáÛ—]åC“h)bzöý»ãrÉ6:㣃Jº–ÿ-qq´·ÑVë&H ••eg¦'&ĹíÝ]@»½Âo®˜ìóÈÖ®è݇g–šÒÜË@Üž²â^„‘Ó¶0#å/’:-ÈrÌ"ÏÑ ~‡þüøù{@PHL\BjZzqE ü‚¸ï§,üuG¨ù{L–Öÿ™U1dÌ º%²âbÊÉîÝ'ÈÔI¥±ñÙM9Ú¦ÍÝ”ñöÍÇíwí[°þ' dúÝwåœK›ø˜«'yQï?….±UâªÑÊ qqä ÂVâÅ@Ú¹"úÆÝ·4ûĺã7Ù£ƒh.QTeëácÞ#g ׎Èç˷쥓T[ù–,hüúË?ýxDd¡ÆáúÒwö#‹œšÝð~6öýj«)ñ¾9GË¢ÿE4‡9 ÒºãEí…¯NxõÖÇ`Ö ¼N†?½Áæ…ÆOƒë½&''ÆÓ4‰*Ö6¸RÌ"$6oõ¿ü³ÊêÚjêÚªb­ù•ç+|*Pì¿së|tæ=$æ8fì³À«è*ò¼¼ÞØu³˜£ƒh– ¼ÅÐ=®A;Ëê“ Æf8 Wïß#‚òw[f¤ÓN&ˆY•^=8¼:‡¿õµÄZiÔ7Ï8¬D¸Ÿµ ‡ÒäòŸ^Ñhºî¬ÄA¹'IõêÙ]€A¢ºH.JK¯¶Rl»¿ÍbØöjÚl᧧ï ›6›@ #„EÄ!o¼ÿämU5vŠîˆz9Ö!&&ª '#,ò²È¼LY¥&"ˆ ‹bâ Ïž=31áôkÂÑ:HlŠ€†¡å+£F£?>‰(ÞÚ¦`-N~üð 326Â]…³ªþñu;{âúk?¼Äü12<Ãë3úBöÔoî©ô % ;Cܨ RžÏ±ÞôLhÔ²“N­–f´XEUMß°Ïà#¿^ÞÖÒ¡ºÙ¨A é¾Ð®òc>4äÙ‡w#Œ”é5²~ëëëQhªšÝ’ßž[7¥<«Ý®¿Þ ÉTdÇÜ~ðêf4wæØ^æöÈBÇ —æÄD†ýðü|çÆ­¨ÌR4=;àÁO®FëÐÕñ‰µñ ‚ZF½¥ PêðéÚß—ÞÅnvâÚûõêÂçdÆ£®ìn·}s³ÛìÈ ìHÚ¨.¸jçêµøè $(¢¨(/“*ÊK+kû·ˆ²™­I+ÿoª]è+÷k· IȬo¤\Eëªr K›*ò@v'÷ùa"}NÅ~³Ç[©ó¨R¦÷ıÖj|(ñ¾_ý3œí4yèóÈ"Š«ºÿMjÅ”g^xµ’¬Ø÷‘å ò䮜ªžY[‹~ƒ¬l÷ÖU'âõ8È‚“fÌ»ëµ}ø÷ýÓ;ëfÂݽ2 À5‰?‡¢ë Öã†âÏÁuµµ4U¸¦ºšDçZ­´Ñä/'3ì¶\j?øÖ“iJpö¼§ rORB^69iÆ|Îz¨—  $äç# â„ ªåh;{ A!A£>\oÀ:»÷Ò¿âÂb̯n*ÝWXêàÚ¢}›OUÒ9I=»á¦2ì¾Ô&fÐF# ²³î<þ³»Ê;’PR–2ŠÑ“‹ J „¶›É·c››“·wûáO¿^u@]  @h ¼ü¢åëö>ý¹-FZZVVFjÊG,ˆû!2 lŽA"—«¶æ:Ü ëØ4–~YŽ¨K£þçúíá>iÚQLD¼9¹ç¦ݘÈ8§t¹3~«YÛ÷%ÄÓïoè. ÿ·ûz̾Ag¾¤ÓShßÈ ñå©¿2é¦ÂÚ#‘ÅgÓ WæýΤÏÎBOkú{ÚŠÝÇfõÒ[0nïƒ_¨vEF°“í­×f ÔåX~°ãH‘½ÏÑ3³¼¯o¿>ý„‹=_®šH$ôá&ŽÕÊ‹ó%Å…;ïØ~d8i2•\²pä §‘%ˆâç¸{îgá6$­¨j=YF¯]¿ÚÑÔð[ ú”ÉÇן€ vþ³Kï6h¯‰£MBGP7fÝ®ù{¼y?ÕF‡}Û&þ¼?qáú™€=9oòass²ÛqiœNlW;¨©#4fü|X@«IDiï¥;+§ “C7=\UZ˜’’œœ””UP5`Ôd#Y®§{§ W󖞣{ ɶd¶-K§gŸœèe yžT/Ç8ÂÒ€ ðîz¹9±ù$›£Ï]öûÁè±1žcDQ²:âÏMj ÙßÇÛÙn6#·…’°lO×»þ#_ž?{úxxr.[i¸$;þ›;²\C²ä5ú 3e´y}{ª²iÒt‡Í5U:ZЈ¬‡<óN:9¬'‡ŽéTï§qè(H¡ÿ„ỹ ‰ÝTTá‹pÉýë·mv¹´nÊSšO¼¾Ú>Ô ·še•‘k Z BX×ÒB›¦¢"ãéÝšª*fµŽÅ\ó_±fh¬/Ú¼®À¿¢¹Ð$žÏèú’ï€*›SE~|ðÞu;ßúçЕ]¶,å8{O˜—/-ˆH”h‡<ße?¸„8D ™¶KëšÔ|†­³ÏÇRï_}JˆKüŸÔKŸs·&ë¦@ -”»)<½{™Syïà7o¯…Å¥m1Øœ²22RWÎîmŽ&Ðù ©u–>{í¦ ~vÀ®"ïÆ¥#æÚòxgÈõåOÎî^¾Í­ŒKR4gƼNg“)¯!´TŒÿYˆwL¼—ã”A çžý²}¢‡ž‹¼€ÐŽ.S¾kkk1¸±ª¬ºQQš©#½$3æÖ%·ãgof—Ó¡àË7%C"ò{î~RQž±òÔk´|}ñïÙ#ló½[ídÆ^º›õ´éV;næQ³N-qªÈ>uhÃ\Eq&¯Ð‚UÅY?=¿{ÿø›n8lî¾õÓE™oº…„„°*üü|áY¦Ìù˜Tëóîáñã'ÞüˆSíóâË÷áL»Vü ü%Óöæ2¾DQ¢ƒÈçÍ™Mz)¬Ÿã(Æv_“SPI¹yG?Ëä¾òÀü‹vhé–ín/¦Q»ê‹â§Û›>š¿báÌIýL ¤ÄªË cž߻záökÜV¢o-Ü767Î`NjΠ僧] ”e¤£ µè _°cÞHÜ’U26C–þMú *!#*ѤP@Z@€œýÙNG¤(ªÂ§¾W ïÉk¸>&2†^;Ñ°)]æúmØÇ’H¸‰Þ<ÇE†Â„Ù¸_U®¥¸f@ÂÖ×Z_õëÍ»×Ï<¿~Ê((ã¨\œñôRÄÓË{M‡Ï]³ÅÕ²Wwv5HDë“G„^zOÉ‚Ë^>{9lËl65øÓëg´]Hr”ÿ1+@vCF_õpC\[æR¿fíº>ºÝÛÔLæ:hkí×î¡Á±N$‘(*&¨ˆ*=5¸ÏË#"*†!“Yžkê@P˜‘`fiúµ¦S4™/óƒq}àÓi£×¼þŽc†ÉuÕU¹éé¡~~>ñõ¸C§ß¬µËÆõæT5ŒLM‰¦‹é÷³PáÇéS5’†ÛÈHpî³ð›a‡4Žg%oÜ? ùÞ|Bžœ@& Ð) g'}]dY¶hr‘ýûûÿïÞþÞ¿‚J˨ŠñÛÍ’Η¸ü®Øk%~³·¯yôúä‡X´|¸Ç5K½GƒFŒu°1SU’m¬.OŠ ÿæMB6c;%µ.]:ˆ›“VuUA²»û۔ܮN Â.Pò£=]]±5Š² ¨¤Q¿¡NƒÍØ+òÅÕ!A{{Û+?ÝiÎQ¿œœç"“¤ÈŸ×Oñ ?:Í(š-¢kg­†×Ô15C†Q”R/f2Z›Íœ9ÙP»;\_•–èëýÃ?²w©C)KζU”RP»`ëµ#˧†(R×»~QÉÞ4ÂÔTê?¢øÒϺ©,›½å$W笙48dùòr"ÒŠj#ÇO6T—¥é¥ž?õÑvf:ŠTqm·ËýÓ»‡9:Z˜ôî¦ ‘J óRÂBƒB£“è¾½÷ø¬ÔÛbÓØ^Œz }}äªì-šòíºáyÁCû+ÈHj‹ r¢#~x{§ä•£ •Ù‡.<~v)Þn ùþæ[@Le-íñK$·*5Û̹‘ß\]Y€Š¶Ñ¤ÉNJâÅ¿¬XµÕ;03øîô «ïw·93±¿6–ˆ9Þ×ûö_ázbñ(S|:\6ØØtÄôÕ§wÍã+|-­“áêÊ*:rUöΣN»:Žj¬¯#/-Nª«ÎÍL øõý»Od=]@²³³a©Ž_&ÿ¨6ï6mØgðp¼nØ}:*%‡2U!¹>— oLü £Îô°€ˆfo«í‡OŒìËtt#ÖM§\ÝóæÛî¡ ÜPá~å²à+jŽÌ¯ÍÝœºÚI§Kß}µŠÙ†ª’°à¤ôœz2QVAYߨO/­nm½Õ†¢)Ïf…UÔ«h÷6r„–‚ï6T—døÄ%¦•U"ó‚*u×01³²0é‰tl5ÿCÆçÞ Ö|‹A&ećû‡„§eæVבÄ$eÔµu-úY÷R뤳tfÀ@V䬌Ll؈”¤`yy)«󺀜r›‡Žt)HKD^ïK»ëcVkÙQÄØöȲnH ôó üè“ž[Ìjnûtm¾ç‹ù{ﯙ5‚ýÊdø´…G®¼GÇþzq»`Ã,%æn¸*öã·Ô¬Œñ„Á†²,U˜NÞäxï±Gd.5øêä¬Wn†6vCGÚ jin.)ʧ«ÇöƒÉÈp£„6×a/"-Ïò -žDäu½Õq ð>ý-²©¹ÉßÒ”NÒHDTs¥º¦“ÛI€‹¶þ·©%Ɖf­ºtb.ÇQÚp}ÖŸ4Ôš…u×¾]!#㱞HL\”%þ2äVK‡¥g¦g…‡#Õ}xóiÕ†%V/¨ÚN€H$ö5ÑG–5Ëæ óÅ…„Ç"‘BdùéRYUÝvû¨…òŠª††üÐ~YvøC€(uøÁÛÌ‘CžøÓ~‘á†Êï! GûD1·'oÇ)²æ’òg 2{“PΚN D{î‰ödKX}ùÛéÅvLé|1B·h瀼†Ð)CÞ0 4oö$ë±pÖ·ÏtE‚‚…½±Óõ¿XÏQë§Yì|Œê”dD?…ésàŠ¢Ì‡ÇÖŽš6ÛÙBQ{ºîTק\õ!!+k+!ˆ ¤¨5–Ýq;ˆêoÝ}Ú7.Ì\Q]UµšñòÖï‘λËèÏjJ²Þ<ºñ†ó†B !ÿIÈÜÂS€ÐrÂ\ÓMna… %ríק׿r÷Ö³'ë ÷v ˜s„šÁêby‘ßöD~c¬S¥£÷ÖÆ|%Ø{RUìsaÉïå•ÛöÿŒÍÆO•›¹rçÉ=«•ÄØû÷ÈQ^Ï9õâ³_M#ÃZVAËdÁ²µWÌA¸À¬±å©ë6ìü–€<ÄA®¯¢·ÿ椺úU¼2Dï®;gÝÞuÓa¦€PÚ¼ï|L*5 ¥RÉ›>]ÅœÖkäÚ’ÇWNžïeåd0§ ó‹óû…=¦ÐÁ‚¬Fï延̟hÅíx+ ó‹.EOÅÐ {ëv¿ÕÁÕùåh[ÃD%Y¾Øo’!_ji‹‘·/?¢c'c£âS“Óµu4Ûb ”?E@@@ÀÊÜY6­YˆÄóC¢9H‘™H}ýCkjÑ!K­w­¸¤™Ý´õåAÉv& $«óà«_ïå³ÞþŠïe¯V±§ÍÕ&Xi³gÁåIa‰¢ƒìšôÒÏ_¾æ!_ŒÐíÔú3½†PÝ~úPmQj.4uÁÂõg>ÓßGOho/„CHhëå©yŽ×¿Å±ä4cUP„öÒ>8,,Œ·¾ÿ÷¯X×-³j}QL@L±¹ãÎËzú.ŸnÚ3ç® ÏdÜ!2b^ƒíflÜ<³?s*A@Îøþ}·¡WäVs©›^@PBÉeë‰+GÐhß‘¡a<¢ƒ,ÊØjŠï,2¡±˜ÄRé’Ž\Q°_Ç’ëjj‘Ê8Ä1È 4/øE†îK뿺÷Ð#Ä5÷™=
ž^?(Á©+»í&¨6î6mÙgta˜Ä:ÁO«¾¶Ž®aß± aç=÷Œm†¬X³Ã'ž-Ð@µªfdà”[ì¹ÿyȱ>nnŽö; ‘ÃÕµþù*Èy«ç,üšÍü“U>>±úÁÙó%¢ÆpV|ÀÁuÎW.\¼ñè¡“Û )kóŠmEN©5 —Ì=÷Â% tÝ;¶. 49àãYÆ.Nh¬ÌÞ³ÌùðÝoÌÎ1˜¥EÛ¼àÆÕ+×<o¥ÅÈÀI÷Žo¾þÜ—@kʳ²Xª33Ò7Ì›ïà˜`!Ë| ÀÕ®«–¼‹á|>S,®`·ßÞ)Yág͘ç›Ç¹"˜ïï±j†ÇÅ˳Ý»ØGM’³H@è4 )Ý.³DZæ€2) ?>p]u}ìÀ5”›)ÜxŒ±%*j@–)K×?Dx=¿qöÀ× xš\wk—Ë0‡ð>JÂL%!áÉ3æ<ö;LM$½zzoîà¸_wøã›'´®kQ ãì˜ÊÒWÄ”MϽ }z~ç•·óÊ™:ƒHuåá?_!Ëù}+ LX¸z§£Î>ÝD3¾;7üf4€@èPÍr¥K)É+Èiikt)—»€³ªjªB(êhvb*r7Ãctl{·‡( (!-£ª©ahÚ×ÞqȈ!â<ç?ñóò¥Ýøˆh ´Qoo÷ÚÕ~åïĬ«Œ¨¨¥)ÖºêZÊ°uµð±Ô[÷˜µo?/Yµ[ tQÈh¿ýÍeÇÆ%µuu~áÔ‘…þÁõõœ{öy·´¸¤ y#úã¹*{n}š2ïÙÁÃ'Ý¿øSâ1ÌŸn:¦ –­Y¿t¶"—g$!Yc'; žÉÌ帯ÅÆÎ’Í#˜MHÊÈÞR)þg5š5ovU"c2nJ?¥þ´,–¢¤4¯z uÛ·ëØÅļJÌ,*I(ØprY²à­ëlÏt:/ˆ(%¯ê4ÃDc´[r;îø«¸É$YÌŒ£xèi!‡îh‚´Ö@‡¾ , ‡Ì Œ~ë܉ ×î†%ç³äÒV!A]“~£Æ:M>s‰&Ç[6ÃKƒ ¶mÞúèƒë\©ˆ¢ˆÅÀIS¦/œ7³‡’{-v£œdÎz`cÙ8¦˜Ž§I„–í>±Æ+ôw =¼‡L@ª¡g±çø6d ¦S DTTÓ[¼ë¤2u1Õ2$!§2ÊyãtE¬"~‘Á ¶N€¤ú?ºfù{:ýé ¼~ý)·¬–ƒ)QËÁcW®Ûƒã‰îÊÀ©p‹ý&9XŸ{ñe©£g¥6ÖÕ‘8FÒ[d¥}•{Þâ´(³’mñUëyoЀøwß>Ùêʲe‚@ND .\»[šãýJû» ñžD²i‘wÙa·˜Më·Rí;d–›Ãä7§\vœ~ˆþ’+î=|wtÕD£#çÉ‹.¥hýþ|7ºd›±ív®ˆððŒCõ{ s6–çzBUœ¶þâä¥û~y<ýôáå?Š+™"…¸!ö×Ó >/_ÎÞwtÏé–Cè*ðYð²¬v(–ÿ‚US‹>¸y^ÿ‚uŠ&ôÔ×AΣhø¿.92¶ 6cyò¯nÕ††_‘áÏ©»ñ§gê‚™µAó~à>5ŒØ‡I¸»ä ÄW"tc¡þ!´`'ò&u}=9®Õð•!½ú?ô’”ƒUþþõ' Ähø;ˆŠˆ8ØöC–=Û UÕ5¿üBa…H¼084º÷RÞ-*.å­r;¢±ÃÔS+ 3üüüãÓŠ+ª„Ä•Õ4‘w™õà6ÍyHêœGØôï_³ ±ùÚ¸µKPDÂÐÒ¶ŸÛ³A|1¨Upçµ3rÐÁ&ý-9Øû_3Š¨)&ÖŒ,œ JÍXtÚªÝ!>ÞÁ±ù¥U¢rŠÊúF¦¦Æ2Ô÷/L‘†+Á*Ú-<ßoâ¯,†h˜ êé©Ù̉‹·øö+¸ŒéùU¢”¢ªÃ!ÊÒ.'„¤º/Úz|Ñ–#éñAa‘i™9ÕµH,DRZFAQI]SÛÐÈHYV«‚› jäpë­¯[^ŠBJzYe­ °˜¢rwžz}û˜(ÉðzÔ©×ðåñq=ýÂ+j˜"zÜꂈ‚ÊÚFCí)³J(›8~ðå¦)d<µžÊ!W@әÇç‡_dxVÒd&4fÅ)dAõ.6ÔÄE†FÇ&dæäWV׈B2òŠÚºú–V–ªò"¯œ¬·áÀäóEñ®Õ»M[ö<£á ýcâSÚ(#].Ö#§"K«ìð}s·Ê‹6úW„»l^³ïå ½“f†¨¬Ówˆµ–š’©.3%Îóë÷´BZy¹è’ÉôCjâγDå3w¯oÜs&&-¿±¡67§½ÿ„KÒbK¦¥Tôœç9t#>¼äæ“@}ÄCPº›‚(MƒT¾aº>: I 6Æa€…º²©¶296üÝëWqY¥¨>¹:wå”±Z~Á£ åuP¥Ùë~\êá]U‡Ý¢²¨ÐW!¢¼ŠŽó¦cÖ l¿7øî“g2Öî IÈbLÄJ/×ÁßåIßÇN\ŒÊkŽ=ÂD_GFB¸²´0.<ðÝûOÙ¥´ñŽéÇ;‡ø¿Òä8B»ƒ½Õ€ tNbŒA6Äî·CÒ-Ø ;çDQ§uד¢Ã®}¦ÝJùxzVMd‰òAâ='O´¾ùâxmÒë·¿ŒíÐFÄ}–R^÷ŒŸæÜdß¾ ¸¢ýÄ¥ÈBn¨ŠýáãýÙ÷Ç—ÐðhêCET“pÃÏ»[V6 ]?²¦‰ÎÔüÿ®ï9›Ü¾ Øªëê f}ºz:¡ÿZf}€` z|7d{z&šM`~œ±:Mu .ÿRŒzgmoÃãîTXˆ1`º¦Šr.kò$†otecî.HXL¬Åç,¼1.2Üðé7–g0ÀŠùMFXÎß&¼}ùߤˆÐ¨¬Œl5 U|"@à¯! !.6bÈ@dAZT^^éíD þðŒ'ó|z£¤¤ì¯ð/4DRQcØXa-o*$,eë8Á¶åñ%øb3¨®o®®­1 *º&*ºL)ÜVˆB–ö£…›ÏtHÛd ²ðÐQÐ2š¢eÄCs$ ÙÛ Y8ç6;UF¹Ç¨‰=ZÑ6e]Óiº¦Í®§ùD†/…Ä Í KÛ­µîÀäï…µ¢u»MçÝg°†µMàãæn›#-(Íã¬Vº *4rñ¡¸Å‡×´Î±¾R5A\Ùðø¥k.ãmð“ëÊžœß³bÛé"êpï†â˜›O=Üï’3:çýÐ9ˆ¸ÄO[ÉYN³ ‰NZµïܾÕÝ¥„”%‹æÛ¾é…_ê„å{GéÒ„~w÷ûyb:ÒåÚ…Ã=°D8vºâñÙ]Ë·¹S‡¦“*R—,ÝëyQ‚ùþXº‡Ís¯0´`÷%û¥dêŠÑTרǻÑôæü7vtñ‹qÁ4óf‚Ý»ÃÑö¥}}ö6bÁ„¾¬75M¶>7àÕJ—]rgf¯X²Äeœ¢D»ß-þòôA¯Û!™ÞÍäxxØ£—6r’A•ëSbâÊ`ÓL£ ú†`Æ5 z±<^‰eµ^€.º€<´~„TÌ'Ón½µ®S2!.1>–öã‚yýá5b0€ü+äåe': C¤ÁyùEž?)s"KBbŠ ¸´ì_aÚ € tí~Ë×uPP<½å{tkBßñÖŒ¿½ß=–’Òãñ5bð ,—› n:úÙ‹{ý{ðºÝEÊÖ'{yDW Fˆr&×/ífbUôqZ·{¾ûºk>Ô”Zäe§.œ±Ü¿Oð|û¦í $µ k"ߟ‹äÚJ˜¨¦"LÈ¡>‰Ü˜ð)¨hÑ@E®Ú N@  /çûç7X0¯™:{¨Éj¨¯k»×ÝU5Î\a`lÞvS]Ù‚±ñÛhjÈQaÁ„cÛ·9pÍs·-_|ƒ¢#Ë+jŸ Z5Á´E5V–—Ñ ¤´ÇÂØä³ÜCOS2Iùß{X4"òãã 4œH”›0e<ÇrÍO–ÕÙu`¿ç˜9µTo"C‘Ç–ZxYÙáð›ß<þiòÿ¼é–WåIIKvGþB†ÍšÞýÔÇô÷\qxó ‡·ûe[ò(\»cÝId(5¡8ëÚÞÑÙõŽLGbríø«x…£ö5ml4„yÕ¦lf®)BHCØõÑ#ÆtšQ3}ƒ«Ó_½À”mì¬yÕ„éµD~áê{úÂø¥ Õþ‡߸`ç–—“¯Ü½{H€r7…i“F! ÒØ̬Ž@h"@HT³õùñZCR€§YJfFL 39ÕXŽwâ´Ó7\óAQŽŠBöT¾ßå6és‡)DEGauU&ÿZ½ò¶Ú”Л@¦0|@ø³Ä$$ŽíÝPSCÇÖ!®˜[ :uå©‚"è¹#ô4”ðØ¥þÃãeÝÒ±¼{taR]=YHDˆØÊ ‰fGþá~íô|§[R¼ó™k ôùN ÉQR•zHqq¤¯Ó‚^ûÜ~S¯-¾½}²ÃeÈûWOPKŠVSõàXDjËó3‹ {ó¾´6°Ô&$ÔQ 5ÖT6À„–D"(¥:>¥N~~: ?îp[•åø:Í-Mñ«@æ#aUËåÎýw\£Ðr_®s5»¼ïø÷&ðªŽ\sníº/q¥¨$®¶rùxÞ'^Öš—×â—H=ÈÞ†wu´ÁèÁZ?¦¡¶»ºxÒ)ùf5þxá\Duö¤°°ÊøqMÜÄ5Ï}†VÊÏ‹×\¥M•Š<Ѩ3pÝB;Föß+Á0üö%mÜ*¾•HúÇw_æºÌÄ'þMêjÊÎÓÇ!Ë¿Ù|Ðj@®HàëÕ=®—h](,þ—äg!Ëï˜åºý‡mqêÅ’ÛWA€·Õ I !Ü:QZZ K­¬¬ÄdnQJI¹ÑA¤xE$¨vWå}{ŒèwS£LoJí”#T”SÞžÔdnNvút¸¼Œ©k©E·¥l‹*Ê€ ´š€¤¤ôð1“_?»Ój -*ø¿Y‹¶ï;ó/¿zKè´ž’‡)Cf%¡Ý}wN …W`‘£Ý]çî¼e>pÄ ÁŽÃGOT•cQhjrš:÷ÚÇmhGuQø½ç®šÌ%ÌÇj¬2ÝëÊ]ÆX »¡£¹ýúC’†“œyð 1QöÚ'øŸü2Qsc§Ìå6Jçã¥e—ï¿MNË"‰õzäe,ÏëB®,.o¤y(&«ÀÍ&¢LŠKÓcþêpøÌÕ·a­@µÁ£Î[4:"Eü*ùJš¾eë³·ÓÂrÑ[·‹{W C'wLmê7T\Ú°æä³pº?Д-;l4[z~£—nöw”·o)úÀ#$6ЮoS刳—:ßü¸(–Æ|Þtàå¥Ý›|4!Ñóñöï1ã–ÓæöSiâ¦SnZ€<ï^\¿õJ:ž) $»ë¬«j §nº¢N©—’˜Êѵo>ƒ!G2 @@ “¨«£ÝRq÷®«Åžä®Õrxõûtÿùê#\“>Z»£111X®¬Œ &·]’’Búø(Ý“BVv"pëòCëÊÏÊj@%äUiiÞÊtÅ.ú IHòèÀ»U0 *o- €À&0qêÜ mÙsjúœ¥¸µ©zHÊhÞ¬‘;.S£npõéMó-_½ï© ÊÑDzäï;öŸ®«¬÷õ¸çûíKOÛ ªry%j]2Îâ¼{pU ~{|vCEîÎõKdE›H˜ñnã²¹©´`› ‚ùìɃ¹×±ÐíÁ/JO:¹èĆõÔ`$i4~´·R ‚¿S©ŽUÿ>²ï䵓›xŒ§ôw¿“Kü›÷gñž(ÈHÈÍ¡Å&Yêíxø,´z• ZíCW)â‡wÕÔñ<ø, Êõ:}iË„){Ji÷ ¤÷n»’Â÷YkÙK‰[eÙQ¾{ÖïõJÇ F/ܽԮýï/àŸ^¾h¥‚ÝͬõšŽGª üß’ñÏN¿ŠCK}9»û¿š²£®Î bŒÖ Š@®ûrû¦í׋é7]·ñgÞTd@yØ÷Ï—O]öðKFoâ(5B".GON±V¥ÈÿÀ‡ãü¢h»|ƒŠ ‹þ  ‰€ € .[þøý ™b´‹À0(*¥h?añ'CFRW–@€¿õà+gÎ,yJœË3¶¤òßgo¼Ã crÛ C#$ʇ¾V(ú㓈â­}y=¶O~üðú¸-Rµ‘±QûßÀ·½‰­· ¯¯O D¡åÕì–üö¼øo<’Ûzb $ t9–Övêš=2ÓSÚÏs9yÅ“—žXÙØ·_]Ó2ä´òøó7Þ¡ÙUˆÿ•i^ó'9î<~y¸Ó›0¹6ðí¥½»¶§Ѻ™mæ¸ÐoM“‰2O^ç”ZF½Ð„ë=.­òyyqüôC† 724Á_žÁ…žŸ_Ýyóñ{öÛO”XzðŠ® —>qª[r}'5Zÿ.ºYKI¢õ§›ŒžÛ“Û´¤ÈÌé—›œºY@icè³m ª²7oÝÒ§‡ K3Éõe_Þ{à*-]@nÊôÿ±è(*1Jù¾¾™¹x¢º”‹Ò•ÞÑðÙBRKŸÚ4»ÿß}k†µ—Ûü¢¨™Döx÷mæÜ)˜>@@.A@X¡÷µ·>׺„¯mvßÕfc]ßÀo336èÝ?ºD’mªšúÒ´•S'ų̈A[ Iöž0œŸQbaû‘ÆÒ#ËûäÒ¨…ÿ¹~{¸OšÍ ´öˆ7'÷Üô¡óç4‚.ÿ߃GŠì}ŽŽìÍò¾¾ýúô.öÿÈ÷ß¹EA«@€'L™wîÄn¶þ$èô9sÝ]MC›?æþ.+2½_¹1wƬLj‡zIòÏu“LÔ ¬--Ì»)È 5ù™Ia^i¹”HúQ5Ÿy`óÂVÿIë ¿rïþÒùs“ i×¹±÷No¼wš É)ª ³ @ uÕ¥…y%å•ôjéßB² ;Q1E•RéV¤»;·ýÏ6vÙÆ6jÀ€ßÜÇøßùý¾÷ŽÝ{~÷œ3°‰] Ëë_~zuõœ5>ѹô®J2â¯;výÊáEÄĈxreE¥BÒê{¯ý;¸^ƒÎ”Âøƒ›÷q®ãTªl`}àÜ¡‰6:œ*»fYHPxjrßÞ¸y@€¨@ €N„l‡€üâôSo×?7¬?r¾¦ T™ò+æÃ×3§ÎG¤aÒvëv™7é1W¬Ec ¼ô¦-«/:F¿Kþþäðð’¬—ŽY鱌¸‘«‹ß»vçÙ"Æ¢^šCç®H¿±n:e½ÊÀ96»oÍ¢Y_sz•]Iúé¿·,R’àp—å§}ööòùô)$:ÙhÌ¢ƒ›Úeˆ£S‚£(Sg/ü÷Ô~ ¥n´”¶›<óЩ›’|ÔÙÅT©šÏºýXbËê%Á ôgrj´/zsro2~Ý©Óÿ¨ˆ·*Ρa1ó¾{Ÿóû×=xù±†i$MNÉÏJAoN]SË´Í'o?|v¤¹>7æò~¿-ÓýûrRy]búã'ب3 4LNØößÙÚÍÛ÷ç–Ó.5(¤´¸oèÝP’ZB”úmÃ…=ç5d¡ÔoÎxÓý¯Â³é +ò“}=“ii!“¿¨¤ýáÓMjåÿüÕJ3¼yZJB~nÝ9€Lµ°2pƒ»Œy}FÏ~õÙúüþc7}®lÚ¯Š‚¾é¦;çM2køun#,_?úÕ0 C†¡õBšú’Ô4¾ùöÉå‡/ÜzWN ¡®)¥º{vY¾ïH»Ã'¶YéË3—ò+­ÔÃdáêeKŒ•æ±+¿:$=/]ßð6ÇïS`aA‘œ¼,o1¨@ €@ £pˆ¯t”)‚Óobð» ‹ßñ°GÓfÎÅÝóñLq>÷·ì=‘Q]KÆ‘«±-yj¾é¡¥Å$ˆ# ‹êô±ÙuôäsMær”î¿`×Æ/N½‰¦—‡¾½ÖÏàÁÐqSF²ÔP–«-/Ž }íæ—^§$Hé^ºtDŠÙZ㲜_®®/2 HdJyÒ7l .;Ò{ß>,G“2îok7Ê’}²"¥6ÈËíC`Tie ÝôYâW¬qfø‡}ûê«ÐŒ5=ã3í”%X—;ã‹‚ô‘O»›—EE •\Û»üÞ™½cÆ·6í£¢(‹'× 9 ?ãB‚¿GÆ×0ÆA^¿}§ÜÇzÛ”Þ˜ @, MÝCFùö䣅x<~íæ}¿¯ß…|TÛ%U©OºíõòÎé{N·"28øH34iî²-SmùSBÕxûEÏÅ}]Þñ|÷&&º1·—¤¢î€‘“'Ï\b;ÔŠý'›[Ž g9c¢Õi—ïtÛÙ‹eûÇ[ÿ¶ë…ͧ+§^<žšWÂQ½ˆ”Ê sßdÓ‡å:§^˜(¿ë¿'¹Kì~Ô¯ïG¯m¯ýá×ÛÙòŸ@µÜ€NÐ’mB#Ó>Àè5QRYsຠBz=[c‹„Jíÿ^^¶9âáÝ'¯Ü¼¢r9þ…!ˆJZ>ÝaÆ »AMÿãÒËêÚ’?{ûÓ“†ý­ÔXï ÓO”T^sìŒýïá÷®=xþâïŒbŽ-De”†Žk¿hÎØÁ½ÿãÇQEƒB4ã_D\\AYE·§¾Y?Ë¡£‡î׫]É50©C Èdò«goyw][[ûî͇Ùó¦óƒZ €@ :Š™É Éʈ—35Lë´ýâ–¦Óè¥jÿú•n¡¥ …qµiiìë®$'þš_$•å{>Aú¨óËÔ £$ÑUQjJ?½z€Þ4£Q?qµ³^N1Vb¯%eÏjéÇá>9'Ò{¤7»<Ž¸áò‡3+‡3—:íìxŒ1M‘¹¦.þaø¶ŠœþŒr?%ÊĆ_z4læ>»õc½EŒÇ„+ ÒÜÜpã̳‹”•‡ÃA€ šÀtûÅ| JHJ={{ôøi‚泊õÜÔY%¢ Ñzûˆ}\qÿÉ"ö|ËøñàÙALqêÊCSWìÏNŒŒˆ OOÏ(-¯ÀE¤å”4õ ŒÌ¬•eù`,« xUƒ!«ö 7¥4/õGltZZJ~~~Ee%‰Œ“’UTQ×Öëe¬§£Ñ¢¨$¥¼¬¬®Gaõ³&²öÎ5'£i¾fÿí5{kR†ÇÅÅffe–––¡§ŽDÄ¥”5tz‰ 72Þ.£;äšG\Èç·aѱåÕdq)9UÍÆV=´…vÜZøxÙKþÕ Õ6,!jO Hæ~¶05°p8áp’©€C’/ 8èí*EaÁÌ®ô16`ÎBº!Ýá3 ŸÙ°¼Å%hrÛڽ轷 #9*ògJJf~aiM-YX…¸”u{õ01í--Æ~S±;Õþ“ï?7««••ä(ÔôBJEŸ37ö§F-UM7Øê¯IŠ”z˜n8bºá0)3!>*êgjZvQI™‚“”TVSëaØ»o]ÑæüéÔ°k¹íÉ{,S©× «ÎοÙè5ìRò“Ct°¡$£„ôù‹Ž5@‰£—Ï¿Oid\¦'€ù¥u8Ðá¾*zó­M-âÒ?k1^høÜ­Ûç1Æ Y+!€@¶§KËÈ–7í¯O´u{ž¿îÚËИ§TÇTŠ)èØ Ò阾›Ò+ž¨¢o6ZŸ1Þ”&|ÁK)j[ֶ䃪zU©\“Wh¥hÞÉ Pž]>–[·¸è¼¥+Y¢;¹s`¾À¨ªªŒ‰ x3Á@ šM€D"½~áÑ”fÕÕ5žÞ¿ÍšÒa@ €@  @€p•žV÷XmäPõÈxì²€èe\«›]A0iï<Ò¾47Åß? ögR~IQXBUSÇÔÒÆÊX¿‘].ðÒÞ†8xyþLËE ”ñ~ ‰JõÖ¿¯›Xï±kcc†xû‡– i^x‚ªž±í6Ûø¥3AXZ}ÅŽ+þ:–ö-$<)5£¤¼…]¥dd•”µtôŒŒUå$0yH :  …˜“ÙJƒ,[¿u÷q¢üÄ·d§ožõôâ½t7-¦ Òîô.Š@tDpMMu§2Œ@ Iü?ææä5I‡{óâ›È Ä€@ €@;€ÑÃv޼´ÇLÑÓ¼FTi¼ˆô°ñ¿ k~Cæª=-æô´`.iYš_zXzÇuúX¢7K!d€“@nNÖK×{®nÆÿˆjÂ"¢ÿûû"ÚÈ°5J m× PS³ãÕyŒéƒË6íbÞ=¹kø^8°`–õEÜZ0¦pkÚú¢t…=?——•KHÂœM ’@ €@ @€°@C7@ Ø ýkß»?{þè–×R-ïgÙšrÈ*©¨½êbn5Cu3iáoþ·aYÀºé½'lrѳ›1w;ž@èwÿŽ7,@€ßjjjÜ_¾kºÖÊÊJ¯÷Ÿ&Oßô& €@ €@û€aûp†^€@°ýî·qÅLöÒåMÌmÎ^sQUÓlQkhÔø?:äòù‡0¾6=>4$,º–±'²¸ÆÀ¿ÿÞÃmçã®à9ø ¨`¡ ° ´ŠÀgo¿Â‚¢f©xãæÂfa €@ Ð>ºo€0Òóζç£3³3*êX“ æõÓ%âDamÃU»-Ÿ`Þ>‡z@î@ 77÷þýû—/_æí¬š†¶¸¸DB|,o1¬ÖnÆ‚}Ç.‰Š‰c%è†r⿽qucs\\ÕüÌ]×>J¢låmM ';##-¹­{ý@´?—Ïܛ۩—‡Oee•˜ü5—È €@¶%Ð]„ä¬ ŽË<ÓÙÖs#çf¦Ñy§$'®]'j÷\߶´ €@—'@"‘<<}ú´¼¼œ"‘ˆEµ}M,7ï:ÆMlºýbnB4¿ðØù»RÒ²ÜÚB9@  jk#¾u Ð5mA ¢¼ÂÓÝ«eš‹‹K¾|ô5vxËšC+ €@ Ú‚@· ¶LÐ €Ý”@bbâíÛ·Ñ.ƒIII<˜™™-Y²DWWwÆŒ<ÄèU}ÍŒL­¢ÂƒØ$—¯Ý¾~ÛA´û [9dB .&¼¢¼L@Œ3€àOåå-Ö†V…a‹éAC €@ Ð @ØTA'@t hš š,ˆâ‚hâ …Â¾`5†@QQqÞ¼y‹/¶²²B…Ÿ?ƪx'Ðê£ÌB11ñƒ'®Oœ6‡w+¨@t,ðX_´côÚ„ÀË–®/J·Æã͇#µ{…„`¢MŽ(@ €- Wç-€M€@ [@±@???D sc–0aŠ ÚÙÙ‰ŠŠrãQ>ù·¹'n­®®B2jÚç¯=íkJ 1  ÈBƒü1ó°E•±H Ð ”–”y½÷iå…ù…þ_¾Û嶆"´@ €ü$B~Ò]@ е ¤¥¥Ý¹sí2ÇÃSCCÃ¥K—.\¸P]]‡X£U²r £ÆM}ûò±•ÍÓW+*©6Ú€N 4(³¡wÓ˜È, :)wo>TURŸXjÍëÍ‹w l @h €@ øK„üå Ú€@  ¨ªªrss»~ýú»wïH$7eddìííÑ.ƒƒ ÂãñÜÄšU>Ý~±´ŒÜ®Cç„…EšÕ„B ¸¨ éWý#fV @Ø!:ü%ðÒõMë¾}õþÀ?»‰DBëU €@ ZO„­g€@ Ë Bóóòò¸9‰b£FBqÁ3fHHHpkYù‘㇎šÐ²¶Ð  Ðþ‚™÷d5³ðèîåö7z@€Š ‹}¼|[¯07'ï[@ЀÁýZ¯ 4 €@ Ðz l=CЀ]@NNν{÷Ð.ƒaaa<|Ó××G[ :::êééñkM¿f"¶Æh €h:0¦ Q+s«Mo ’@&4󯦦†/¶½q{B¾%@ €@ õ @Øz†  º4øõæÍ|õê04MpÖ¬YhÊàðáà X&«‹}p¾@31=2²òz= ±,$€è¤Üø±¾(Ýw÷—ïöþ OàÏJì”'˜ €@ „ä@€@ Б¢¢¢nܸáä䔕•ÅÃŽÁƒ£)ƒh£AYYYbP€èžÐâ¢á!õBS ˜Ý=Ïðº‹رwó¶Ý++«0¿Ð—½ººËž?y9àËWzVAQþÈ©½$«­®ªÆVF‰òòrI)I¬@ €@tvyè :ž@aaáƒÐ.ƒ<¬ÑÔÔ\¸p! ÂTœ  îN ñWlQa>FÁÜj –†—€‘iÞÆ;Ýxˆ ˆ‰‹M˜2ËB €@%B=4`@´‰äéé‰â‚®®®•••Üº6mŠ Ž7ŽH$rƒr € `^_•˜A€Î ÐýÀêëÝÇ@ €•;ë‘»@ ~üøqûöí;w¤ðhnmm¶œ;w®‚‚1¨@faAL³±ñx´Ä(s-¤è„…a¡;gð €@ +€k÷®pÁ €àM ´´ôÉ“'h—ÁOŸ>ñTVVž?>š2hnnÎC ª€@€#Ð ¬\¯‡¬|8Š Îœ9Ź‰A9@ð‹@(Óú¢H§¹Õ@~i=@t."""Ë`° €@t[ 춇@t&ùùù((xóæÍàà`vkkk£uDÑj¢½{÷æ!Ö±U$‰n@Ð×/Ö½$;Öè Àl“¹·®×pÞö“QB°î(_pƒ `jª«1‹"B£ 5­°l['ª*«è],^½cÝÖCmÝè@  ddÖ=! ³–;ð(@×@ ÐÅ@€°‹Pp Ð¥ Xš‡‡š2øüù󪪺 †Š‰‰MŸ>}ñâŶ¶¶D"±¡€@•ddd`öTUUbiH º êj±Iµ$ôî2>‚#@p$€î± G6*,--Gï6Rj(yyye€@ ó€aç=v`9@ +ˆEqÁ»w殮¥ñðsÀ€(.èàà ''ÇCL ªÔÔÔÊ0 €@ ÐYÈËËwSÁN €N„~€À< €@÷"PTTôèÑ#ôõõåṺºú‚ PhÐÈȈ‡˜`Va+ì™ZØ\vz#˜F‚U@¦ˆ Z>w&¿aû¡9 WaÙÁ&Jôô‡€WŠJ X9$€è2ÏYü-”•éÇWÚ͵• ×ø~CÝÙ÷çäqÃÛ­_èö'`g¿&9•º‹à¯Óþp G €-#–qƒV@ ÀOd2ÙÛÛm1øôéÓòr®ËC OžïPȽ]l…|Î’ŠOn\zÒùmf~)…¡Z¦ÿ’ü€õO1Êá& æq«€]œš&ˆ& ¢)ƒ^^^ vÅîµ¢¢â¼yóÐR¢VV0ÜÌò@!€YÒÇØBTT ËBî@ ¶„Ýá8ƒ@ Œ¥ìØ®]!?«:ʬ¬Ï÷¶_péÚ—Aµqóí¦º&šO\ûÖå¤B‡F“ʘŽ:ëøÞo‡R¾{ @@°  X ŸŸŠ ¢‹‹‹¹‹v•˜0aŠ ÚÙÙ‰ŠŠrƒr €èpùy9)I¿03L-úciH Ð  „nè5¸ €@t¢„„×aB|7¸ìñ¹wúÑ—Xtp¿½8ç°cÅ¥Ž8Ðu} ”1È¿]C€¿9yùi™¹\WÇj©~Ah—””Ä0£6-- ‡ëÈ¡@ÃÀÒé?!@Øé!8€dUUUnnn(.èîîNâ¾?ŒŒŒ½½=ÚepРAx<^=Û€@€™@Xp sÖÜj sÒ@tr—ë‡|@ й èö³{âa‡ùå}QcÔZöݱj¾'ˆÒ«_]uGJz£¨?©¨+^‘Éõ8™Ó|gÙ…Ì0§›Òd¸€!72P€­"„â‚ÎÎÎyyyÜ¡Xà¨Q£P\pÆŒÜÄ  –@Ó„ò JšÚúk*€@¨®©n#Í  €@¶#¶c šÝ‘@NNν{÷Ð.ƒaaa<ü×××GK‰:::êééñƒ* €dd)<¤~!š>³Àùxm@ Àv€ ] €è2(¤ªè ÿ€ï!‰)ÅåU"bÊjZ}L,†î''Rå|þÔO²Îk)ˆ¶ÃZS”¼´ø°È˜ÄÄä¼Â⊪Q iu-=‹~Lzª·¤{JmbLXDL|~q9QTBUCÇÔÜLUV¼UÇŽRðñS`h^Iµš^Ÿ1Æé*JòTÈo§xvÖx%…”š”šY^E—’ÕÒëiÝ`oM…ÆÛ¶DyAz `ÌÏ„¼¢R¼¨²º¶©¥µi/á–o\MYAHÐ÷øäŒj2ANQÕÐج·®ŠàïÎ Â68³@%@ û¨­­}ýú5Š ¾zõª¦¦†4MMDSGŽIè›9sãå@®A þGtYi 括/Š±€è®DD„»«ëà7@ Ð ”êBçóGÿ>s%2µ a3aI¥‘ý{¾÷ @ËvÆUÉ;í˜ÖP†O%¤ ÷.N\߸¿MḠ^ßbÔ–ÿü}ú`bÓº¬)N¿ræèù«NÑl®Å,‡MX½aËâiC8… (_ü³f×™¨Ä¬Z¦õÛ…úÌ(‹vÁ‘üŸ]ÙºóÐçètÌ ‚˜ü¼u{Níß ,·j•SÕ9‘+—=÷ .*gY%âà\³ƒs±Îëx‚²¶Áª}çö-¶åV#W<¼rêÔ…kß~d6PA4ì?fíÆm+íG‹²ùõ…1h·Êˆ.G~úο¢–}eXE]Ó¥kþÜú‡£²ûô¼³íÀyt€jHŒ•W ò÷C{ù=t䎋GAE-“wxMC›E¿¯Û´j®¢8»*&±NB€°ƒt€è좢¢ÐR¢NNN<|¬ññÕú³.gÖŠ5fGUŠß@S£Ðä"½“*ƒ½Ÿ­ô~~qâÊÇwÏöRe‘!¥mÿcgX#òÄTW‘·uÕ¢ OýÙêPÔÍéø¦Àà_îçe™"P­têã½³wܘú畤k³“¢m?¸ÊÑV½AxÞ2-Ô}þÜÅ£³8+¢bÞ®Ÿûö¿Ë 8ýg¦)Å,ÆwcjKÓ÷¯YxôîæPsyIáÇ·/½qõÊuçÓltë«ÈY—y¦³¶Ã—><¹Áùü¿UìFtæ¤ÅÙ´ðÊÅÿn<¸og­S¯JR ¤£¶ : Ð`@¯‹MMÍ… ¢Ð ¡¡açq,@& òÇäмps, ºê*–§Ë»ãà)@ ÐäÒ-SxDÙtVUV ØKc9¶FMÍ&ýüÉ3:ˆé!½>·a¯•õ±E±"Ž‰ªŒ˜PŽõ…”7—‡ŽNóñzj À´ô^XTEØØ‚€8RÖ÷AÖÑé¥õ XSqï/»~?¸¸¿VÜJ§Ä%$0UML‰‹‹pýá}s´ÝŠÔR—úúâho§¡ƒc_}ðÖS+å¯15?掳uù–‚éç–Èûé?cäÀ O߯o\'C©*+oà¥è߸)¡—çþôýmÄ «/½—ŽìÍ[²Cj!@Ø!Ø¡S €@g%@"‘<==Q\ÐÕÕµ²²’›¢¢¢Ó¦MCqÁqãƉLO1qkå@ Ð „Õ?#ÒÓÀHJZ¦:& €@ Ð~r]õJÀú“PÔ6cú kS5%9\mEFR¼·»«›W6Q ç21 SъĈ9+mι|M)Æ„µ{ö173ícÐKS]EJ\´º¼$1.ìéã'ñÙôàéÒ™ó{J45VI4ì7lØ 5éÊ’¼È ?¯ÏÁ•Œð_VØË™Kö>;"Ži#¨ž»{}ëþsQIÙµ5•™9ô`¥ )º ÞCi5ƒ…‹öU!Ü¿tÖ7.›Z!$£¢(V/õҩ! wϾïPXVUV”[PZEW.­ "#ÎѤ•ˆBªz&÷ŸPät”Šã½¦L_ÉTÐ6šZ“õÇöSßîï´Y ÄŽ#$€@€ÒÒR—›7oúøøP(œž¡5RVVFAA4eÐÜÜœƒ(@.G <ô+™Ìx–º!»Ü1‡€@K°Œø´D´@ º4i)iÌ?JaÌÞÝG~w˜lma¢,#Î(Ç÷›µóÞéì¥;/“ä ·­™Ç(o“O¢˜Œ R]Vþ-ð[l|b^Aq /%-«¢¡¡¯¯¡¥@ˆ£¯I*-)§à Ê÷÷ñ£›kÔéW3âìá#1~ÐÍO 4Oªÿ=yÓä“M‰‰*ö:}ûѪɖؕ–”ÆŽ³N;¸ á»S\úáU\þìŠûÏ: ¢üE·+FôhØ@XJuõ¡Û:rD»­·èÃŽ®Ï$ý5KWóµa£æ—PŠO¼ŒÝ¾ÚØïñ¼·_š5T‰”âE¤6Ÿ62Ð>}k-@›âsë¾ß¾åƒU¹u)¤Ðç…Ï'[öiQY‡M§úöT:ã¯RZÇ!.}Ò¶ÒdŸ…ÉMsû”C€°}8C/@NFÅ?þŒâ‚?F1BnÖ Mš4 Å'Ož,"ÂáI+n ¡ :;°ïþÌ.˜[ dÎBîC ¦[¬û8 ž €-$Ðwä=ñC‰ÔÑ«êÙûч'ªj÷46êÛýëkle3püçrÖŸkaÍkFúæîüÏ©ón¾V²MÚkžº´ðÿÎ^j¤×ÄUÏ\=ãf2-—võ”ôñudÙ 3Úô4]iYLzòÔi€¾<™Uüuªú&x¿t+¡dNJר"üõ…p®Í(M5\mnimv Ç·¼C”¸J7¿¢ú×Ç·‘%ôvyÓë—ö6ŒbZÍì6í]âºéš/­¤òÅ åƒbµl‰lÄḑmÙ8íö!×hjIMÆ[Ï°QŽÖX­ $ @(Gl@ääd´Ž(ZMôçOÆc>œ¬311AqÁ ¨ªr}ˆ†S;(@.B <$óDJJ¦Gï¾X@t+Ì“‰»•ãà,@ ÐBjƒ._3mÝ¿´• (¤¬ä8ôþàþœ^$§a¸`å†Ý[V¨J¶a£¦8yÇ2‡ÓOü°¹e ƒZøIPho«Ï£±ŒÁÄ©Öò7 ¨2•ñ‘ñ•ffØÔIíšÃ|?½Ð–jÊ<úæ|wŠƒYM(ŠˆŒÀ¤J}Ù°î –m,Q‡ãk€0%* ‹VšL°7‘çÍ“0g®Ã–k¾ô³"2":¹Ìg8i4Owˆ'M¨ âp1±18yƒJ €è®®®·nÝòôôä1Ê#++ëàà°lÙ2›±:@A €&š‡ÕÏ 4±°!‚`Ø€@ÇnÃ!¼Žu z@ øD?~íùÏzæ[vüžÂMgazì…}k>xüòíóþ:õ«’r“oA9©4yáØa“[Ж[qm=UÞ±'¼pž:8z€GÊÏ/Âáx¥•U›l §¸9˳œR\TÌS€WekÚrÔ[R‚Åqê\¢}õMU4©+VÑ JŠ‹¹ñ¢R’,*#SöòX¤­¾ïöMÁµ{ûò†Þ€‚Gàëׯ(.xÿþý‚ÚãKœ,Dþ¶¶¶hÊàôéÓÅÅy]¸pj e@ ÐÕ¤$Åäçb^™YÁ„ HnMžèÖ‡œ@ ÐTø~“WxOZú#ø³û;¯ÀoAQ1q‰IÉù%l rb¼¦Ï^þåŽÿãä‹[2G•{öû}Õòñ#éiªáHE…yé©É?ãbÎØ™ÓÔ†Õ¥%hf$Ïm )e¥e˜›"„—0ɦ%ÚÄ©¦uÍ&…—”’d+jz–‚C!9~¾¤¥¥QP®4-=kÀÑgvZZ #-%#Ã5 H)‰ŠJž¤§Ïåð…•ÊÉÊbiIðÿ‹ÕŽÁ-G;@†.€èò²²²œœœPh0""‚‡³½zõZ´h‘£££ŽŽ1¨@nE <¸~}Qä8l@Ø­Ž>8 Øjù°]›NÈ €]•@IzÔmçxãEó¦ô¶Þ O)ŹQá!Ÿ¼ßݹq+"µ^žè|Ãcß–I=büù$eù¿áÃÐ…Ÿ¸æ”óé r"õ‘ 5 MC#³Qã&x^ÞÙôaͯ€€ŒšQ\Ã~”ê´Ï uýâe´µä6ð᳜j™e†††8\Ý£æðU?¼ÿ¯§Û2•-o¥mdŒ¢|E(0ˆÃEº? ËßaÎ+æL~xÿ661æn8åʹsk&œ– p¶TüãüWXÚ° K H¢S…ùWcf Úƒ@uuõ«W¯P\ðõë×µµ´=‘9u+%%5{öì%K– :çþ;È©-” €@—'À죩Eæ,¤èVH$v«Î €hrÁ² C‡ ïbœ\ÌgrÂË(i …Þ“þܼa¼…чú„B’¯_ŽßÂÄÀ/©ÕuŽˆè»sv£§PIiÖÔ,TÔÇk3þ>zcĹ߹ŒpÞ×~ά»vÖÐO›÷‚¤Mè‘I¤­œ¢uÁû’¯8?[HJIB¤ÞïQã'ˆp¡¯Ò™æs}×u‡“ËG0n&»›Ÿl®1"=FL0‘y^Œº"F,û}߇ûe„8›ævjÿM_†Q¢SíÆ1Ò>¼=7w‹Á½VI5ÐV]˜´Îþ·Ï)uóbñR}~kÄAE‡q:ë;Ô è Úˆ@hh(Š Þ»w/''‡GÆ [ºté¬Y³PŒ‡T €@w&À¼¡¶nOEåîL|@#@$òs S €@ k ¥¾ FÑËíܶý7;Ž'²Çi2¢rJëjÇãØèZóee%m:U¥¶¬¨¼VI†%VRuëÒÙço¦7ïY¨wþÜh }jí¤#JÈËóó6_Äú?wžR}@­5ÞÔµå»SÌ3µüýý(ó-ØŽ…Téûêþ‰'Ý>EŠk˜=}ï5¶¯Ý•slvßþšEËÖœ^eW’~úï-‹”$X8Ó…ËòÓ>{{ù|úl4fÑÁÍbl=áp­1‡—Þ´eõãEÇèÁÞïO/ɺq阕^µt3ÈÕÅÎï]»ólã˜kuœ;X^Ëåò‹ÓkL½]ÿÜ°züÈAúš*Reʯ˜o\Ïœ:‘V„µ²[·Ë\ž¯ÇSÝŠ‡ƒÑ mÐ Ž@~~>Ú_ðæ͛߿çaœ¶¶6ZG­&Ú»wobP€@ ªª26:ã`n=KCnN€(Ân~ €û@ x ”—–1âcä²ô=K'žÙg4~œ­‰a RUyfjBà//ßðj† >ˆ])¥6ÈËíC`Ti%¶U®,ñ+Ö(3üþ}õUx¢°šžñŒ™vÊu×*=,,å¸BZ¼¨&õ³‰å¼y3ôÔ)ÕåiIñ_ý|>„W±M$§S’VÔœ²tǵckÐFƒé1þÏÝ?e%…Ö‘¡”Šóëì|_Î߸fɨAVjŠÒ•%y‘A~nüûŸ³G%C'QÞhïÆ9˜_q>÷·ì=‘Q]KÆ‘«“ qµ?ßôÐÒÂÄP‚(,ªÓÇf×Ñ“Ì5™ËQš/N1ë44ìƒÃ½¤—|¸¸ilÖwÛþ&Š²’äšÊ¼œÌ¸È°O>> YÅtÒô°¿/>{~u‚ô‘O»›—EŸEH*¹¶wù½3{ÇŒomÚGEQO®)ÌÍJøü-82¾†AæõÛwÊ}¬·MaŸl•18\ÿ»6>xqêM4ݼз×ú<:nÊÈA–ÊrµåÅñ1¡¯ÝÜâÒëCz)ÝK—ŽH5UÖ9Èô‘ünÃâwLìIM›9w3Ï—eè¨<;Š<ô €h[h®½‡‡š2øüùóª*úO1‡ÅÄĦOŸ¾xñb[[[xâ› (@¢Âƒjkêo¶a}Ñ„ t/d2c8§{ù Þ €Í'@`_m /9ÊùZEÆS6.·ÕetÚ=Øñc–[%5›þaø¶ŠœþŒr?%J‹÷ˆ÷š¸yŽõžûuÓ¤Dü{,‚MžS–R’—zÿøŸç,˜¥`c9>%6ˆµ {wáÛ»Xž=AÜ{ùN?5ѺrJÕþõ+ÝBKÙÅP¾¶"--­<9ñ×ü"©,ßklÑÖ;µÐZ†¹¯~¿-²Øv6$—v÷G®ô||Ýó1s=[ß«WOæ" ›¹Ïný˜°poc:hEAšÛƒn˜¥¦IYÙy8{€°•ÆàÒG_¦Ný( ‰Þ%¥¦ôÓ«èÝÐTBW;ûèåc%ŽµŒB!Y‘¢ârF–ó§þ@û×/ni¢²à½ØN!Á3°“ZD*>¹qéIç·™ù¥Øc 2ý—äÜèÂS’*ò_Ü¿ýäÅ›o!‘©™9ÕµB¢R2²ªZ}ŒÌFŒ³st˜ª ÞÞÈ¥)›–.rr÷Ï+©[íSz“¶üzuœ÷7òñ~{û}Œ?xEä챚7¸“~?Àì¶&‹â‚wïÞmxÁÜõ€P\ÐÁÁANNŽ¹Ò@ x`^_Iš[Á BÞÀ tq5LO tqWÁ= €@ uˆêúºâ¸˜úaZÞêƒí·<¾~D²Á lxpè 7¥ ~ŸÒȸôñi¼ðŽËO³Æ_ÿÃMž{¹¨!3:$ƒst{;zÌÖ‹.»g[3ÉQHÍ|⪺²ŠŒlÜ­vŠÉ$j’(orïÞYÛéd–7ò@˜¤òò'O®cß®o Ãÿ|Uôæ-ZšZĦœs/4|îÖíó4¬m½1Âr=œ=ýû¬]pä¶'#dÙ°j‰R¯AW³Ñã\•do{}ò;÷ç9§·œÎH!I•%›ݹBA´ÁIŒ)éÐÛÖç{Û/¸p:%ZÕ]mAÜ|»©®‰æ×¾u9© HG/öã½yŽ%2{XS]Y‹ÞY1aߟ=¸yôÔ_¿=š2)—YKëÒQ¯®}ìÕ:ÓZwÇ^#PTTôèÑ#ôõõå!«ªªº`Á´Ë ‘‘Àí‹ËÃl¨@Á!€#*&nhd†e!€@7'@ èØG7?.à>@!€—6;ñÏƵ‡${ Ú“øâ…GfQ%ÛˆbýFMY·iûü‰ý8N7>ÑNöü[l^ œŠ,&OÕaºT!Jë\}h{öàÿŽÿ÷3«”­…°¤âðqvËW-}¹ow2c¤OVа[²eº‰^m¬¥ºDPËì1ËÙW–ôÚyàì¯\–rL¹®å¸Sÿ^˜1ˆuz^lÏÉs ë÷Ç¥ÖPã~¼^¢ˆvëý'w‰°EiZéTÃŽÆ­þØwçöÞø³¯¹Š¤ ¢}­‡Ì˜í°lñ<}eɆÍQ‰ÑhǯQco]8yñÚÝ_Ùepx¡ž¦ý'N±³w˜7ÔT‡“gÔv­7†(©¶ÿ–ÇìÅOŽ=åú> ’q`1«TzX,]³qóêJŒÕh±*Ž Uã·Ü7í rv~àéã÷#1­¢'#¯ÔÓÐxØèqö³Ó–çØP@ )Ä$ Høa¾mnŠ|î~ô%øíÅ9—€+†(ñÃX>èHõ¿7râÂÌŠFþxeE¼öÎ]5L™]6Y…¨8uCÓF,k²¶öØÃÝž ¯¦@k:ùøø -Ÿ|ýÎë{xlN^!NHLUSÇÌjÀÄ©3'°fµ®Üxì²€èeœ;jfi«œâÔ—†ñÈ[/ýÎf%øúÄ%$•V ‰ˆ+©ª÷èe`nfª,ÛxLXZ}ÅŽ+þ:–ö-$<)5£¤¼E:ÑꃊJÊZ:zFÆƪrœ:g/k½1(ªi2ÒÞy¤}inŠ¿@ìϤü’2¢°:F¦–6VÆúl' »œò*=­6î±ÚÈ©JÀËàÚ½MÊàyv~»òÜ''/?-3—_Ñ©¤$ìQmZZšêÚ&Ö7W)¥lφ?™£ƒx!Q%%! ©¤¸°´¢Ó'ªj9ÌT˶O¢×ÄUgw$8¿ ÈËËþ‘”Ù>ò¥=Ü|ñ ”ð‰@bbâ;wДÁ„„*ÍÌÌP\pþüùÊÊížçaT €@ç%™ž‘ž‚Ùon ë‹b0 €@ €@3„Ŭ£w3Ú0DU{ZÌéiÁÈµê“ ,ÙoÄDôn®qyÍÉ3ç6lE—Ÿ?ÿšS'-ª|àÒusÆȉÓO-JYanB¯_ññi9eƒ'Î4–cšÅÝÔZ%‡–_wäʺ#¸ŠgiËù & sUn·åjÖê Œj¼œb{[Î|ˆ™Ó “à³û@ÓŸ>}Š¦ zyyQ(\ÿ¾(**Λ7í2heeÕ}aç@ ÀoaÁþÌ*Í,!@ÈÌÒ@ ;¨ªª*´;ú> €@ÎI„ó¸ ’ÕE)ÉX´ÇØ¥»O`š$—”S6±DoÛŠ ’l“”ã5‘C(mJÅýüüP\m4X\\Ì­/"‘8vìØeË–ÙÙÙ‰ŠŠrƒr €-#ÈÜ­“Ãœ…4@ €@ Ð)@€°#¥61&,"&>¿¸œ(*¡ª¡cjn¦Ú„µzÛÃVJMdÀÇO¡y%Õjz}ÆL§«ØH”ŒLªŸ•'.!Îl†½RUtÀ÷Ä”Œâò*1 e5­>&C÷“©r>ê'Y絋DSO!¥ýŠŽŒù™“_L )©i›YZj)J5Ãþ‰òÍ)þ™š:)ŒŒŒ»wïÞ¸q#66–‡ h¾ £££¦¦&1¨‚N€oodUN›+bö2.XãŽä‚îغ,Рú„ʪêÚ]ÖUp æ€ÔšÏ Z €@t‘žw¶8•˜™QQg.¹`^?Q"Ž@VÑ6\µûØò æÀ&!@È£í“5ÅéWÎ=Õ):µ€¥7¢˜å° «7lYî¹L§(!ëmË\UŠß@S£Ðä"*ƒ½Ÿ­ô~~qâÊÇwÏöR¬_ðã½³wÜ84áTD!×f'EÚ~p•£­:KD&MJÛþÇΰ<öЪ«È‰ÛºjÑ…§þluäʧ㛃ºŸ—ešÀátbûuï†&ÔV§¥±¯|˜š’¼eñ’‘ãã¬åØ¿•ÙQóí&? Ll¨Š^RS–ûÎ+—žöóõ£à¦±« Õ…º_žãøgl#tϬŽ\âíºÔûù¬ëƒ¢ÌXšR¾oýªWQœ”àpJùõC¢X Ž‰Ö8ÅÏÃÍÑ8(ì$‚‚‚P\ÐÙÙ9/5àÍd?ŠŽ5 Åg̘!!cmLh É•>öíÙͧŸÐë…ÕGy|y§ÌöX ׶¬µÙûGø¦VÒKm×;Y™°J@NPd¿¿téNæ_À‰[žß0½Ùö‘ó/éXŽ5”0sô{u“éê«DW&ð#&¢²¢þ40ë„ËÈwåÃ#ˆ¾‘N­YæþƒD7í+.[föihf’ûµ‘óO3ÿ¥j(C/‘’•ÓÐÖîcjþÂä) •]™óú¢ÈOØ€°+lô­¶ºº0'½£‚¾?½}GBIgÑŸþX>^RˆõFC ïÂF¡­²»°wà@ €À5ž?L]1)›Ä´:# ZÙQ£§Ù_'Èv¶ûvȹM4ì7lØ 5éÊ’¼È ?¯ÏÁ•Œ°]VØË™Kö>;BßÍoȇóï{–U•å”VÑ-–VP‘¯ "b>ˆBªz&÷ŸPä8êGP=w÷úÖýçÐI\[S™™‘C”—R]€éÀI«,\¼°¯ áþ¥³¾qÙÔ !E±z nÁæ#žá«ßD–U5—CkŒ*¨õX¸íøÀ6å>ºê•€©•PÔ6cú kS5%9\mEFR¼·»«›WÖÏÁ«¼H·‹÷0G¥UôÇŒi §)D©NKˆýøáCBvÓ&ÿá%öž:—òç ¸´ãx`ö5-ÑJ§øy¸›f0H ÚÚÚ·oß^¿~ýåË—55\Ÿ¿FÓÑdA´Ë š8H pø:‚/`ƒ€Ñ9}´ÁU8š$×·–Œ9Ôü“‰üüá꼃 8œöÇAÚâî8˜ÇL 2ñ­{@ºÃ æÂÆÒ”×OîpýóÔXc¨ïJ‚êW¶ ›õëJÞ/Ž@ynò»6¿sÿtýÖ>]9ö›£NçN×0XXºÆ‘/€@ ˜ à‡Îý+lî_ÌE] ×îí}ÕLÆ\»yyR¿̱äÌØ/—/}ø™>b‹‹xqòÂëÅ['S—kË«î<３fæõÍ–ŸzK·xã¿ï8˜6×zc[Ç׶Ž¨¥À_OyP26¾KW„›±þà…ƒÔ¥©w׫V,>¾kÛSÿÄß֘ؓ%@(£?Èåc½QŽÏ%µ«éñ4cû}÷ÒËý?."¼š!„—3÷‹ 4S`™ú¸~ÛžoOž³§„¦]CK“}›RuàÏ ©ŒMMp²ºxhƒƒ¬h½ ¹ºøÉ¿ûWï8_Õøc­&ã—ûG-g…Ëò¾¨1jm³B…­tŠ¿‡sK ** -%êä䔑‘ÁÃÈÁƒ£¸ ÚhPVV–‡T& Θ¿ü†Ç6úŸÿÄw‚²ööSmÞˆ*)/ðù»HF_Ä™ –Ãân ‚þ)*&VUY‰ÃÕ<{|oΠ­Ì—"¼M§”žxM ¡åý(ÕÕl¼[Cm—"ˆùcÐÇT\\ËBð…^®çî= éÏJ²)¤I¥ÅéIIÁþ_C£Ó°«ôŸŸž-X@xþô€‚HÓÿ°±é†,ßp|¬“oÚA@ €ü#Bþ±l‚&ù>ã>~t3` ƒ¡vj†Cœ=|$ƺù‰>£®úßó—7M>ÙžC®¢Š½Nß~´j²%vW-$¥±ã¬ÓŽ&øÕ2i)i¬!¥0fïî#¿;L¶¶0Q–g”ãûÍÚyïtöÒ—Iò†ÛÖÌc”×}–D¾¸ùžN …RÅvÝt?4 › ADÆþÏ“zŠCgî*kZªšH-†ÑDI@ €@@ @€°=‡ðÿÎ^j¤[@W=sõŒ›É4úÖPI_G–0“Ä¢umk§–Ť'OèË·m7¬ÚûŽœ '~(‘º± zU=ûo?zãðDUížÆF}û }­lŽÿã\Îús¬Mër>o^—0b~†S6ìÇÄZYL߶iºóÁ§Ø”¬†Ï‰Ö;Ågƒ@  ‘Hžžž(.èêêZIÄÃù%""2mÚ4´Ëà¸qãˆÄö|N€³=PÚÕ•í¦þÇ™î×»‡×ÿZ5¥Éq"4½øéÃÇ“Ñ+•`Û' ‡ '(¦ÃÆE~~"}”²èg¯¶ÍÔ4“k_<¾G—4:\êë÷¦µ©.H ,8Ç´Ó˜¹×K¯.è<¸$XðzV#®¸mž>×õkÝ2 Ïÿ½²qåHŽsËø®f ºÄíj.?@ €@ {€aûg‚ò@{[}ýÉLœj-# €*S_if†Í¥ãÑ®µUÍa¾Ÿ^hKµwBHmÐ¥ãk¦­û—eíO )+9½?¸?§;&§a¸`å†Ý[V¨J²Ÿ®‘‘˜ósæÏæNš=gf;[ïæ$º_¿~¡¸ z¥¤¤ððËÒÒÅçΫ¤¤ÄC ª€@+ ³_¡zÆ9«šª¦â—ûëælG—ìâS\g€°Æì9ÜgRHÙÉÑ11ÑYÙ9•UDaqYE5Ý^Ɔ½Dˆ¼þ^·Ò»f6'•—”Ñ©#‰Hˆ‹Õ5§RbƒƒC²róÈxayí¾CŒ uN¸#W‡ó‰‰ýQP\&$&©ªÕÛrÀ0-eÙ&›A)Ìøžž™U^Q%$*¡¨ªÕ£eOuB@"¨ÚWæuõ¾zt{£Ã ¦¬ÆWæõÆ·îo×ðÑ£¿>Ýd拓ե¹1áA ‰ yùUÕµÈGy% }3cã¾bB ‰²éær€p¸ò‚”à@¿„¤¤ÒòJ!1)%5]#ËÁ½uÕšŽ­u†ÕÛI®.‰ñûñ£ ¨„ "¡¢ÙËÜfˆ¦’ &A&“ÈŒ ̉D!|ã&¶ô¬ ÊKžÏ”¬øo~~þYyÅârj£§.Ô’gYѳ³)‰°à@f13«ÌYHv&@WÞwj‹çðÍ´Î8R^ø[ßô¶šíltÇF@H¨½ï+Ù €,@ €M$Àqib3kqm=UÞ÷Jxá=upô!Ž”Ÿ_„õK€PZYµÝ£ƒ4€øñkÏÖ3ß²ãàÇp®Q“ÂôØ ûÖ<|ðøåÛçýuêW%¥n¤˜O ¦Ru{öÔ£éäúŸ^Û?ÝÚJ§¸Ú‘@ii©‹‹ËÍ›7}||(LS.Ø|QVVž?>ZJÔÜÜœ­ ²@ -«1Öø¿WôIÕÕOÞ3h{ã1 ª)”Wo0–Åé^l£.ÚÐÂꢗ›§?º—’Ó°V\NkÄ”…‹Wm4ÑmI œ’ë3ÊzT.-¦GPãðVŽ{Œ‰R8ÞdP:]XeôǯïäÙ„IIKl "i+PË÷_ùÑå?TŸüÍåàîm~‘‰¬Æãu,'ïüûß¡ÆZôr ©ôÕ•ÿûïjzA9‹$Qbð´µ{öïז㓤ԽpþîÝ›Áщ¬”‘PÒ³š:wõ¢ÅŽŠü¼T«®;qÂë¨G¨Ÿ¼ï?ÅŸ°í%Åè“ëçç§wòè?Ÿ¢=F4ôÛÝÐ^Žm)?ý]®_:çéãW^C²ˆ‰ÉiŸ½ê÷?6è(p¿Úát€J3ÂÎÚüô•W‰Í‚¾õä {NŒ±îÅÒ{††Ñt’Ê3ïŸÿßM'ç¬Â –NˆâýÆ-Üø×~‹*è[srQÏÛÞ´ë‚êÍo©6Êlga}ÓÖžäŸ ,Œâh±ÅAk¼Ç×^Ý1çâÃ÷µu¨b}¦ÚP®ï²™©° ¬…¬œ‚®~o, Ð!dûŽm"ù,¼ŒÖ;%4(Â9LÂL0 €@ š?GÚQ0®º´M•“à5K)+¥ßÜRÍ«ÛÚ|¿É+¼'-ýüÙýWà· ¨˜¸Ä¤äüÖ6.'Ækúìµá_î(0³h%F†}”ÒR4>Ë>dÔ0>+Ëë3e´Ýg«œj;³@s»@±ÀÏŸ?£¸àãÇQŒ[¿BBB“&MBqÁÉ“'3ÌÜÄ¡ð‘aÆüåW_ýIß2(êÍ­˜}[ûòˆ³1z¦”F»ºù1rB³,mèøás}óÆ?åÔÿœ1äë>+ SÝþ~ûøòÂ]76-¶ëàJñâh1:Z€°¼´ÅP¢ßžX¾z{Q ›Õ(KI~¹vVÄ™§~£úªPªrþù}ü]ÏІr8R¹ïÓã ¢cﻺhH6$Dm‘ÿÓ{ûê…~1éšÓŠrƒnü½ÂåÞÕƒÿ=m¦ÃM¬¹å55ÕC&Δ8õ¨¹J)t}òÌö¯(!>wyN—Ñ2ÃH–Ô”­¦(µÅwöÍ;}û ýãØEeaÊó«»Þ>»wäúËq–ºep PVø³å ç'äq\¥™œðÝmãìÏ[.y.gÎQ!ß ÃáÊÒ¿o\8Å/.›CG¤Šoo®,òyµýâËy£ ó 2’Ü/ùqVˆ‰ŠâqÕèèâ*+ÐiMyybñ¹ï½·ö“L&3Ï 4µìoÂtÈÖö íoxQC#]\x]*#=‹·8Ô¶ôÇ¡-Ô‚N €@ ÚšS°¥­»êöúk~dÔŒÒàö£T§}L¨ã„—ÑÖ’ëÚÌJÒ£n;¿À«/š7¥·ÕôføK)Î͈ ùäýîÎ[©…ôòô@çû¶LêÁÃëêꢱ\Z–üéÓç5#g2ª8|ú~ùÒw®­vŠƒåPÔ‰$''ß¹sçöíÛ?þäa¶‘‘ÑÒ¥K,X ªªÊC ª€@ÛP¼`XÝ^¿ha¼ò¸§/>írÄþsí6üõ­8ÆÖ¯bºc§Óg{zÉÊ-õÑ5¼HoËáfÆ 2RÕEÉ?Bý|Kª¨Œ)Uùwþ7«°üÁáµÓy=9ÃÖÿ³ÂÂŒK¡ÚŠ²üxv ûE¥Õ¬ ÓP–¯,ÎŽüæ“‘Oï™Tšx`Ç®®ÿ¹îs Gu̬­,d%… ³¿ûÊ/¥ÍÞBóó¢_»øèìV‡†&çż^y‹ _uf÷¦òâÌל䟾÷·þñûêï{maôá¿O?þw™Puñ…K£³+5-¦î;vf ‘n=4Jõ'§]›wŸ*§Ý’ ý;øûD6øh˜çå­ï£•ðâ3¶ü·}õIìTÀ‘c}îüõçºÙ釶oÔÆ–0À‰œÄñﬨ§R*ËÝîœËAÑn…žóWn>ÈFV‚LUì)͆¥éÙ°àfaS‹þÌYHŽ"PZL}âþ’”’d$á³Ã _Öë:@ Ú„åÊá-¯ýêÖlh“Z ”Rvl×®ŸU-hÊÒ„_zX”B†‰@×!,_&Ò-K2Ö´L´jwþÜh }jí$ÖÑB¤òòü¼Í±gòÇϧÔàÆ =vŽuæïïG™oQ?4F« *}_Ý?qâ¤Û§Hq ³§ï½ÆöUÀšT‚”ø>‚D/·sÛ÷VÜì8^œÈæ.#!*§´þ‰T<ŽEÀp¼ƒòþÀª@uÖ·ß~[âþüzoE1šÖúÿª ~ý>ý7ÿtŽË‘Õ‹µ>ŧ03ºÒáÆœêz‰¯_¿ÞºuëþýûuçsCÑ(‰­­-Š NŸ>]\\¼¡”!0dæ Í·Òh‹"\=#NO1åõ“QÿÚýkf©¢:³gO`5›ìôÏæ¤âºÇ\”Ífß¾ï¬"ÎþK&¡Ô{ÓywáÚa—_‡P›“ Ïý}hÒ“KhYÄzÕëÉ]Ó)ƒ?}` óÏ4ž(1eÃß|Þ?ùšA3²âüÁݼôöKoŽìÃl¶ˆ¬Î¶ÓW} L¤®à‰#åø)b¡¼<¿90©˜ÞJZô-——=D™• ´RÏÁÇPr΀—A©([–ìuöšë‰3ÙÄZœ:s±òÉ{´OÒóGw—Øî㆟RñóÅK_zGæ“õ%ñMØË—òìÖ¿XD¬×„mGw®®œÕMè5xþ…ó…Ó殯¤]úľ¹š·ÓR‘5æLf:@éÞÓ(ý89ßTf;µð"ÃÛùõï{Ÿè=|úð†üûDÖóo†Q*ã¯ßxRç g»öÊþõóX ‡/¾õX{Á´É aÏó0Qä «­†g @2.¥(åÉOŸÇˆkô¿îân¦%‹™ÐšDèw¬9òÄÌ„HtJEtdÖ½®ž6–†DGbºií( _ €@ ¤¥¥¡ÅÉ`÷ÜFY¡û2|ˆ(!!‚Oi‚ý¼Eø¥‡w/ݹ¶ËÌ/BkO-¶– ·öé1þÏÝ?e%…ÒG¾êÄ(ç×Ùù¾œ¿qÍ’Qƒ¬Ô¥+Kò"ƒüÜø÷?gJÆdh¢¼ÑÞsj64D‘/éå.n›õݶ¿‰¢¬$¹¦2/'3.2ì“OBVÝ°cizØߎ=¿ÓçsËÞ3 Õµd¹š1YWûóM--L %ˆÂ¢:}lv=9Á\“¹K—åüru}™Y@"SÊ“¾Ñ÷¨•Ù‘Þûöa9j‰˜”q[»Q–̃­¨œR^JÛò‰*C.Kß³tâ™}FãÇÙšöP‘ U•g¦&~ñòò §í¤CÃᄇDOÑÿÇKöÚÿ×¢I›¯Ó»üõÅÙÚ4xýæÍ3§Œé£¯)Œ«IKˆõ|årò乨ô:,ô†…?|<¢i`1ë· ²¢´ñCJm—Û‡À¨Òʬ‹²Ä¯˜3™áöí«¯Â…ÕôŒgÌ´S–¨Íä‹SXï­<ܘH´¬¬,'''Œˆˆà¡¿W¯^‹-rttÔÑÑá!U@ C•Ìœ`qîYµwJ™ËÇ“MWs^0Œ{÷ðcyQ\ï±K,UêŸYA"µ™ŸœÝ¾×Éâ¥ÿ£S6ÍgÒ«„¬më_ÿ‹–­Žû‰3±¤W¡ÿÉ%‘7îÖýŽãð’›NÜl¤ ÄÔv=î3an1íÚàý³é«ghð)Ž*¬>bÊð7?PŒ÷¼–·Û\‘óaÜ;§¨"š8Ñi³˜`a>5H2¿|g”âg,XÑ :XW©9xñHÃ]î1%Ô|Mê·oñ–ã  ±O¦>wQÍ}gþeÖɦÌYtüÞ'úSEyÑ!¹dœ s„†%û<ŽÈ'Ñ»%*Øl^7—ÉJÌrœlÛÃÿÛ°`Ó :AZA¾žõHrNXNtë»üŠ"û™gê÷ì##+_ï-¤€@(ŒøàC‹L{‰ôhÊHÃgûhtfyû™= €`%€yB8h;˜””ôjj*–Fåè#>>¾G¬ ÇÀŠÝg" þçñ+?/'¿»úâ Ù~Ex±ÃWîUîü;(.•:ÖÊ2r ›m¿ô4»ãnÓ  Ä/B«Ï#ÎãA­VÛÝT$¼³±ŸÎĘ¿¿½»ðí],Ïž Hî½|§Ÿû|$Öï·EÛΆäÒÂTäJÏÇ×=³·fÊã{õêYŸ¥Tí_¿Ò-´´¾KÕV Gf°=‘œøk~‘T–ï5§){îPK·8–½UN¤÷þHo6U(à¸áò‡3+‡³”ˆD–<./9ÊùZkKÎxÊÆ嶺,E8Üøõ'Öº¾ð.–^^’}xËòÃ[ؤس(@¸÷¾¨ôßy‡¾ÝÛ…Ævv짺S•øì¹·ùÒ1œT‘^Jq|ÈÏb&Í&IŸ¿øáX„Du}]q\ýó¾è ¶ßòøú‘†Ã¶x!¹ÓOÞ–þ6þ–W]Œ°M¬Õa_>Sprx\xpè k£ú\‚ߧ42®#ÔÉ/§è´îp× )¾@3у÷îÝËÉÉá¡pØ°ah)ÑÙ³gKKKóƒ* TúÏi°ãírað3÷ 38ÿ%~¸ÌŠ÷œ4e[d‹òÕï#æÔ€‘Eüv`µ´aàÐÑuB.äë2nV3nXuñ/‡0d$7mrJªèš©.*Ò³Ÿ5úvJJªX¦¢¬ K£ßOÿOï°ìðqÓ¡„f;ÎÙ÷&­ 9À×gáðXóV&zÚ.4U<–Gýéstkë’1 ƒ\5>¯?'Ò;=s‘Lž %¯ŠÞzf©¬¢ŽÉ”—–`in‰a¶“xœYxQU%YB"š9H}••¡…^™„|3ŒBë‚úŸÍ€á¼LR±›6îÓ¹g˜|ƒDžÇNkxXÐÔ‚ÈÐoÌ;"›[ hjKmC ;öûM{^d0Ô -ÿkµlÿR1ÚÀg[à´–r[ô:@ Û¨¬¬Ä"ÌsQaIIãwy¡¶Ë¡°ÝˆIÊŠI¶[oÐì @ÈN„/ym›±–êA,ŒËX×Îgå²”c=êZŽ;õï…ƒzc% FãVì»sûŽoü«Æû¢}­‡Ì˜í°lñ<}eÖ?®x±='Ï%¬ß—ZCûñzˆ"Ú}¬÷ŸÜÅqì/gb7¼ÇEï_¼T0×ħNË\€Òxi³ÿl\{ØI²Ç€¡=‰/^xdU²ÉP³D±~£¦¬Û´}þÄ~DÕÔ"!Ýo†ýkç?ײ˜6,d' ŸyÐÑÜ~ùn¶(àˆ)v²´½áídÏ¿-ªejÔ„¤Åä©:LÃ|tŠÞyËwŒ‘¦ÈÏÏGû ¢)ƒß¾}ã!¯­­ÖE«‰öîÍëûËCTŽ!@µŸ7çݾ«´Þ)/îß\;ÝšÓ‚$ׇ·°ßœ óV²ÇŠ(å±Ñ?.àL-i®Ÿ½ûš¡¿¾ô_£œ¸H´¦ÓŸS®ÍÚ´/¡§¯Í­‚˜8"SC³˜ ÖK[œkTHTLS‚´ÁÒhfTx#K02³`¤¹~™õ#ànÒUÄ„Sp ¸öÊUç ¼˜Þôi#Ãnx¢ê’¨çžv¦òl¢¾®whû¢ßb•i3&²Õò%˼O¹ñ%êDz÷1àÕ/^\¬~Rs‹bQÌË0rnrR!CZ¸§A#ömŸ{Æõ« Ï ¼‰¹5ÃN>|†0k1·Èœ…4à#JEÎk—Wœ4R(äªò²Ìää`ßÀØj¦?±ýçÿ¹f*ÚŽ^O@DD¤ã €@ Ó@¥eddÐèæyè‰m´((=k·ayAz `ÌÏ„¼¢R¼¨²º¶©¥µi/N7à¼\l­ )ÒÏãÝ—PŠ¸â€‘ã™èÐï1ÉU%Ÿß¿ù_E4µ>v˜…H‡ß¡óÂÐ êøu¤(¤”ØЀ Ð¤ÔÌò*’¸”¬–^Oëþ{k*4"¿ŒiF—™ØF{8aeûiÃg-ßêîúðõ;¯ïá±9y…h>UM3«§Îœ4¢)¿ Æ#o½ô;›•àë—\TZ)$"®¤ªÞ£—¹™©²lý¸$›oÆc—D/c+lI/}ámˆƒ—çÏ´\Óm9GUB¢’Fý†õï«Õ ?ùÓèM/ÿ¯¦ }FFÇ¥fd—–WಠJz= ûÙôÓP`t6P„ ð²K÷ü7÷]ÏŸ§ ˜ *©ª¡k3hèÔY#-{ó~^¦¨b×¢°f/‹QCÍé_øÞc×ÆÆ ñö-©¨áÔ{ž ¤ªgl;†u«*~:Eï²Å‡›ÝbÈ7‡ºõðð@qÁçÏŸ£m«¹5›>}:š2hkk ›Zs£åN`ÀŒºÿ\KBs­Ð>²>ý:6º'û_ÝšŒnÞñuŽˆõ°Ÿ9†Ý)RZj:¶¼˜ˆ–Ž&»@ƒ¼œ¦ ±ÑºÅ‘ó’3«)rb}†—•å1÷„i½`QÆâ \!§¥¤bˆJK 6ÃR@”WF3Àè«çå$ý¬ àø7! ?~öânz"h[àgM1ýÅnJñsWº5êƒçÐâ°ò9‹­\2¤êÒ„˜Ð_¿â³ssÊË*jI,êü ˆàÒŽS1^F^ž÷ 3Ú0œSCNe-6ŒR“[À¸ú!(«ªŠqR__¦ØÛXž€Ëg´¨¯ §Úð¬ÖlÂ7‘Ýîù°à@¬R\B²—¡ –…à/J~ÜŽß·5G'aðüõ—N.âøhcsô€,@ Ð~ÐÙØv€ÌáÀôôôšš& ͵ÀVtW§ªªª££ƒžó¦ÿ?bĈèiNrÄG—£ÇN?}ç_QK½ïf~)êš.]óçÖ?•%¸M‹ÀÄ›­';òÝâå?Å–W×Ý…]´U%åó‡†Ä¡öî^>ZtßqÙŸßó±ÎzôŸvïÁ­úrX ÏÅûÞ?ûÏ9ÿÊÈ'a“Rðxq)…œ9¶E±ÁUZ¤çíÿJÌ ïȬÜhú6óë™Kº|ºŽ¹²àá•S§.\ûö#“!žhØÌÚÛVÚe½‰n#cØ hi¾eN±öF zïâôÈõûûØ”\ÆwY¯o1jËÿþ>}p£_Kæfhl¥¹_Öæ–ƒa[¡—ל¦ ý“ ž>vý×6/>=¹Y7“ ‡3š´ÌD‘ýâRš[ˆÅ ròrìl Q– « ÃâH…E˜[ÃömR"D$²ÄȸuBb}8„›k9¥<¯€Ž£¿*¶OTa¤›ôIÎËBa©Æo›¤Œ*$c<ÍÖDþexJ}~+uçJm¦CPúôc\ M~Êì…ͼ,Fí(ñÏn_ÿÏÓ˧¨iOÞÐúâù^H¨iˆ§–ÖF)-,Á¢}xéF΂‚:úÆäc_VãÚð¬ÀKÉȳöÖª\h°?ÖÞĬ<ƒÑ€DÇÓî³ö-™ÎöÐ^ÇÕíz¯®n«aÜn‡@t9åååÌÁ?zš,cÙŽÏž£±Ä¢€XBKK«=gº×–¦ï_³ðèݵ\üËK ?¾}é«W®;?˜f£ËE ×"=”‹û6¾ñbÖùîöqæ,GúüèÔ·•‰QùÕؽ*UäWàóñ¶Óü¿yöUhüîžœãë¸ä¯—©?c¶·Û=½K¿”ò}ëW½Šª`)dd”òé÷¡Œ|×ÿl“#•ê>îâÑYœùQH±o×Ï}ûßåœþ3Ó”bˆµ‰1 å­ýl©S,ýF=;6pú.gk½%!äÃÚ_­?ërf-Ó0I½ÇT³¿µtDaã_òŽ° ú@´+´ZýÇoÞ¼éëëË£cô Ùüùó—,Ybb3'xp‚ªÎE?uþŠ éSe??¹‘µy¾*ó|vrþÓÇÏ.‰Îž¿¨a<„RYÁþ­_æ‘ѮᧈÓC„h¦.ËÝHCñ.PB©*g¢Ôl‡(%Ô ˆ›©ãÚ^rúlû—á—‘9ÿë‹÷‘k§`Ù(oß¡Ÿ‹iã-¸*áTA©-ºµgÞY'wn·ÁœµG «©ªðWHD¸Ñ˜%ABÍ–e½ßƼmó/"ÂüEƺlQ"-%17»þ±S3X_´E¡_ˆB’2²:ÚFæ#Æ7ÚZ‚§:_,ì†Jø¾Ú[7d. :5ÚÚZ4í-Hæææ¶k¢¢¢´ `Ý\@æ´ŒŒLÛõÛDÍ5?掳uù–Ò¨|ÞOÿ#^xú~õxã†Â-Öƒlm¨­aIz\dÃBTRœà³ýøý/äXËRH©Û=„¥°.CaÞÈœ“”áø~¤~xßm·"µ”eýŽ £½†Ž}õÁcXO9ºßáØo [ãswI?òŒb²¤×ç6ìµ²>¶h VÔH¢Ó~šô—¢ç¡ Ð9  íÁ|||ДÁ'OžðxxMXXxòäÉ(.8qâD”‚Õ@€+E+{[ãm¯#©3Éj³>½ø·b¼!&åÿàsB9=+ÕgêDu¬ª>Ñ0fX_×”T·ZÄs]{´)ˆLM-Ú‘¯ãàý¦-Ö:r™¶î)åÅÃÛ«¦§Ç)• ÏÝ>ÓÍ2Ÿ²P·Y ›Rjïížqòž7æ•°´ÚðqÓ,ÌÌÔÕÔ¥¥$‰Äú5Xƒ\ÿþ÷áL²m|3Œ¶Ú,=¢Ý”3홆Í8là¡ž l¤„‡2—›YõgÎBð—AsHpèú6áüÕ ÚÚ‡z<¡}:‚^€@ =  +_íKMMMJJBÿ3¯Š¢ƒm"êêêØ@æ( ŠŠ ÓFí £ }‘Š·8Ø1GñÂ’CÆL9ØZKUžTYú+:ôÕ‹ç1i…t]äòÌu³§èúŸdĺ3\+ôüqèÒ¯Ê=>A¿2¨7ûu/a™i —±îùåñ¿¼£¥ÔÝ›FÍ^>c”yVðË¿¯¼¤G–Þ=Q~da£·ƒEóñ4®N¯×FK‰I+œþûª)Flå8¼ÄÞSçRþ<—VÓèæUì»^Ïß#Uï5eúJæè ‚¶ÑäIãL {ÈJŠ”æÆ„~}õÚ#½°ngIò×éÓ<בD‹òÙ~­Ö9Åbň9+mι|M)Fœi÷ìƒökëcÐKS]EJ\´º¼$1.ìéã'ñÙ¥´6¤KgÎïuØèW€ÞA³¿,vud„Iú@ £$&&Þ¹s…xØ`ff†â‚hÖ ²²21¨›^Ê~þ¼×;ÿ¥yAv}p{Ùø#ŒUè)/ÜÄæMš·RŠS,/*!Z ¢²’‚Cë‡ò~UU0Moúª ¼Õ r­¸d½—õÛAÉÖŠ Ìd6QÁfê“‹/#PÿiŸ¿¦¨A=’ñžNô[BÑi³ç6v,Y¬Ïð¿vÆÙ›Q„·úmûÑC{4dÅ%,Ÿ%ßo°äÛ2Ã/Ãð¢bõ#ߤÊ*µå9‰RSTZ¿´lï¬h`"µ 4ÈŸ¹ÜÌrsÒ@f‚;VËl%¤@€ ÒÒR¶øšHVTÔE¸4mU±‚‚sðmˆ–EÿkjjvƵýï¼à‹±˜°üÚÅ£ÖúŠX J?SòðüÿÖî}Š–õòòâ1ñCQQqÞ¼yh—A++«Ž1zíKÀjÚŠžG.ÆÓ.€’½ï|ËØ×_zD. ~ö6¸Î ÃÙÓGp´ /­$'ŠÏ¤GAÈE…58¦ˆ!§6ä¼bêåíETk£©"µ5Xt“ÑY‡}âE•$ñ)t·)%%ˆ6Ëía‡†Ÿ:gÑå—[©·…µ™/ž½¸f ÚˆâÅc'úÁï9q¼•Js,£<»sˆé/Ýákÿ;sX’ûý$‰ÔnLJo†á%変¸lúÍ+¹ñí3k3³ên»9€ȳ‚ƒÌB -]eN3‰9´ƒ" ºAú±íÀÁI €@ë ÔÔÔ¤¥¥1ïˆEóóó[¯Ÿ›qqqæ( sZJJŠ[«ÎWN)>uò2î²±ßãyo¿4k„9…‘vØ|ÚÈ@søô­E´[†Ÿ[÷ýö-¬Zç2¿ô0N]{D’õHQKꢃ¨‚(.ŽÊimx-†Bȉý8~ÐI¯˜lš4õ? ³ ®Ïï÷דÃJ Ñ->REáÏ®¸ÿ¬ë‘(ÑíãŠ= ,¥ºúÐm9¢ÝÖ[ôÛw׋g’þš¥Ëi¿˜Ó°ß–•ðÝ)¢˜Œ 2¦¬ ý[à·Øøļ‚â2^JZVECC__CKG_ •TZ‚‚å;û„-;3¡‰Šúûû߸qãÑ£GÅÅÅÜL'‰cÇŽEqÁiÓ¦‰‰qžï­-”NM€ c2{êà£Î_¨^Ôf¼~ý±ÿ²±(ùîaíÉA”6³[ÞGŽK¨‡ ¥­%óƒ¾i]uJR*΀×Ó‚H[^j"F"¨è«3mHˆj›ú¢¡(Î-H9õaHÎ"íXJD ãH„F–Q»¤”§§eãt;>Ê¢9tžÆnÿtê±ûèîZ½zŠPÁ×7Ÿâé\lg-’¦>DÚä9+Ð?š!-´`í_<¢ƒH,3-™!ÜÆŸ|4LHME‘ŸI»ß§d¤ãTåxXŸþñâ$%g›¡5ÕÕ1‘¡X¡™Õ, €"@&su[µ¿LU§DÐ6ùÁKýH}Ò“ËUd×'DJ¶ÖšTF»h5ŒÉp5„q¸®ÔÅC4’““ü(ÌÈÈ@[®´‘¡hhECCÿÐü?zK+))u‡‰æÕ¿>¾,¡ã%È›^¿´·atƒof·iï×M×|i%•/^x,¼^Ë/=X_"ç»;ç¢(Xû‰;ÿlg.³²[ÿÌ餶 ü™c¦Ò’t‹”÷K·Æ(‰”®QEøë á\  4ÕDpÕTÚì@oy+†(5”n±1 Uµ¬¤ œ"}swþçÔy·_+ùqÛÙ¿ðmÙ™ ­€èÐUïÝ»wÑR¢ÑÑؘ5Ë P\ÐÑÑ-^Á¡Š€@×'€Ÿ2åÙû_è“?¼|²kéXa<Ù㥠ÃuñÙó2­tÂ(¦âÅú¾ûFËQ¢Â¾ãÆ6 Œ f\µâ4úš5# …¶°ctN©¬À¢ŒŒ2–Ï”ØH¦…LYª:"#Ü×Ääed­krDÈwÜ`4]¯ƒ_x!µßfNð?ÿÙQö64—$æíJ¿CÀ ©N›>¾YöQÊ’Óò D3s5^ÍI¹~¾!¼øWÇOÃòºúÊ~™Y4ëHqÑQ8ËÁÜ-¥øx¾æ^‹jñ¬`38:2¤ºª+„õE1@€#!adàFÐ )qa!éE´'©¤iÓ·å÷AI1 9ôÉ&8!å!æú\/ غ’’z‹ÿaÙª*ꃀmôBÑ>zä¾(DÑA!¡ný[…iL&Ø›Èó~D‚0g®Ã–k¾ôû¨Èˆt§Lÿ+Ê/=mt°ªÅOYáþ©5R¼}em9¾ˆˆŒÀt–þú²aí)p¬ˆW¢6*:Ç)@È«Q»ÔñשšâäËN?ñcŒ\ðׇNùEèÖ¯ù{üA‚C]»¹¹¡¸ »»;½²eddìííÑ.ƒƒ êO± ÎK€œéŒq曟‡ä"ÛòƒŸM??P"äÝ—º©2&3Æ[(s7ßÈhÜsz€àõ¦r“}ý~{šÕ~ùø+¶<²£HâR(BH»”£”fä•SÔ¥¹µ¦ø|x…!±î:01`¨-î!=@ˆûôöYÕê)œð¨7Bªª& ‹ c!Ñú*>¦lg-–ù÷y1BJÊøò)Tèý+ºr!sûkŠ6¯£êªºFÔŒ()Áó$øéqÙ/¥ ,X,ç§a3+œßº~¿Oï)ós;«³|¿b±¤AF0Ï f3ÃX7 4·È\ i €¡m¶ØºƒlK àC^Ý™ó÷[zsÍ a74„¹ý ñì¤6oå¬É´ 8Üô­Ç‡šëól•@´„@uu5ÚyQP, XXXØMk#))‰EþP‚9-!!Ñ4ÝN …l±ûP uFÿ¶ª }ц4N%ÅÔEpèMø¥§]%êÛ§ôÂeŠÍ¼…lãºM'”â¢â;Ûš¶-î´ ùé©4yáØa“›ÐoËD:å„-;ØÐ %„â‚ÎÎÎyyyÜLD±ÀQ£F¡¸àŒ3àŠ–%(ïvðhŽàóÓTÇI9ߧ2Â7vóWð^tÝtœ½ÖÿΤÒf…¹¼ þ{º×Ùc%?_¾òO«#LT?qd]º xuUB"} 8z¤2Çd€ Çv•éŸî?àXÕQ…†¶szIýý“¶×cAðCW¿=ƒuyéºoÑž[VCÆ 5~ì¤éòâ<„[\%®?a‚ú£€ ¤!Àû&åK MÞn¶c³Ÿþ””•$àrèOâÕfçä“ô•9ë¨-Š;|ðæÅÌÐ$››ëäätóæÍ°°0æéêê.Z´­&ª¯¯ÏC ª€@÷$`n·ÜðàÙXêT2܇—Äd¼èðÒ&³¦ áÍ„¨ØÁÌ¡Gï}¦ŠQÊÎíùs¨Ë=e1BÃV”š‚Ó»¶2BC½'¬¤Í)¸Ò°%½„ dØW3 ;…–#={tgÖ€- »¡Teݸ"µ‡Çã°û趺Ÿæfjƒr¼´ñâùv_¦M>£”ŸÙ¶¤ßó×½9»_ôËk÷¡3U¥Õ~oü>¼ï5ì7 ùùR€ùÍ~Þ£€“HYôëÚª¬YË©cÍš«/Ú£—®Xb<-&FÎòt÷í¿pXC%5ʼnû–OýšRflf‰¤¥½²2R½sn¨ª‰%ü5Lm}þé47+lÛ~ûú9¶}4)Õ¯Ï,û×5PD¹‡|YB÷}ô¬`"Ë ìcd!" 3Ñ$hÓšÚZÀÐ ˆj XóÕ%0ür*1ðKjÝ NDoܳå8EÆJ³~¤`!û&Qèì_Nšä8 :’@TTZJÍÌÈÈàaÇàÁƒQ\m4(++ËC ª€ ÀOž¿òôï2÷ T×Ðçà%gÏŸß” J•~'ΟZ´d]A55nòË÷îìaϬ‡O03î+#!Z^”àëë_QK­¥¾„åÿ<ûx ®4=×ôÿûÏü£ï¹›Ñy´UX(å÷öNuÉÐÜÂBI^†TY’÷=,ò EfM=|oÑu´d*RN!Õ6ï¯é5G’(ÛçÄ•‹æÎO-¡ò-øõyÓ S­¾ûY[©(ÊQj*²SãC?&e`Z5¬æÞ¾¬)‡kÒÜ^ÊhÚäþ'û#âpbÓf9´¬Ç‰K·_¾ç‘ZF…][·é7SËá“,Œ „q59éñ!þ^ Tׄd Ž]ü¯‡JŠ®8>¡‚zJÔæø->v‚í`r…ðü]{Z¸ wÏùkX¿¹{~¼ù>œÞaz¸ûžÔ°¨°©†ö Và‡-;·æ7›%û¨/Á<+臅2[nn59 i €@Chº†…P"˜zŽž6Vïœ{"m ±:ëúƒ/#þÙ,S?†þšæh¯&ÜV#‹ä¼èÀ_ŒÇþ=§@@«û@ë%2|®›ýcßÉ•-˜Ë)Å!£L,Æ9l8ó¿%â䊯žúGüúêSçT½$AbõÉ'*jküu!—glœ1*híZ}yQ%Í ÓfiÉÕÉSjƒ¼Ü>F•VÖqÊ¿b‘›ÌðûöÕWá‰ÂjzÆ3fÚ)Kë{D)AÓÃb\ó2ü=RGþ=í>l^VÍRɵ½ËïÙ;füxkÓ>*Š²xrManVÂϸàoÁ‘ñ5ŒÇ¨_¿}§ÜÇzÛ”Þü5†ºÀiëAº•NÑG K9®ærMêgËyófé©SªËÓ’â¿úù| ¯b©;„äôaÊBÒŠšS–î¸vl u•%Ÿ¾Í;GÚV„mË´ Àh§î÷ïߣ¸ ««+z⃛Nô Ý’%K&L˜«q£å@€¼Øìù‹Ÿ|=†ÉL›¿²Y‘õ¶ô‰×Èû—Ž=|ô0%·Óƒ%dÔ 'ÍYµtùJ 91¬°¹‰Þ£×ߢüàï¯Ñl×o8¢x¿ñ‹·ÿïP_êê¦dII)®é§T”V Ѧy5צæÈ«OºíõòÎé{N·"8Mƒ&Š š4wÙ–©¶ˆ¬·ˆÍ駲Jýfí±åï2ÔÆvÖ¢Æ×”å®ÛlÚ'¥G÷ï ˆNf“’P=sõ†ÍÛuÅiUxû]÷ ªWÞzòº¬ºîHJÈ)¶Ñè" #ˆ©¬=í1ÙÑýÉÃ{É©iÕ$ iEÞ¦FÚÍtX¤§"Mõ‘B®_Üñ°aÊ àY¬ òÇlTTRÑÔÖDz@Ð ÔT×â“NG`ò{­£/é+n•ýüôÀ7{õP•&z‘óÍãEdi°°Êï F25$—–”“éýx¢”tƒg(4Z¼°´„(-IIûñîShjn©¤¼Ò´™Óz(Ô=1”ô=4ƒýš©·¶OV•‡DÆƧeç¡_|aQ1%•>} ú™õç²l`Û%(=”—Wܸûôäù[‰ÉimJNåt¹ËQ´£ +**8FQai)ãlo#ÑŠG£€hv (lÿÜÀÛC%Aú¨óËÔ £$Ñ»£Ô”~zõ½9öNW;ûèåc%öÚ–ë¡üû¿?1+,/ÌþöÑméz¥)7˜ËI•ÅáVÏ[>:ók/æX¥:1&ôʾUƒ&þ&ùæwû}™[±¤ñÂ6m„ñuBjUmѳGè2;öžñ‹ ±R¢Føvv<Æü%]û?+üÃþðX–žøÇéÏ(÷S¢LwS‚¦‡Íàædù|¤÷ŸûìÖ ÷Q-¢¾* ÒÜÜpã|êÑEÐÿ¤¬ì<®O›Åýåùr¤4lZãToº“â½&nžc½çþwz¶ %âßc˜ÿÜ”’¼ÔûÇÿœ8gÁBk™Ç‡ñå‹À½»¨aþÒw@÷]¶KRñÉKO:¿ÍÌ/Åž€é¿$?àëÓ] ©"ÿÅýÛO^¼ù™š™SQ]+$,*%#«ª¡ÕÇÈlÄ8;G‡© â Àå䪿N£±Úû͇ù¼C!÷vu©ÖIœùõë×mÚ -ÐÁÃdKKKœ;w®’RƒË)Í  Œg‰˜Ywß ²I¢ò=︼hÛÙÄè è˜è¬ìœÊêZ1IEUížF–}z÷æ¥#ö|˸’åÞ¡¶¥Ý¹§Sr“#B‚ƒÒÒ3Ê«jDÄeÔu -úÑP”f´#l¾½®nmQ‡Ÿ ¼ì%ÿ&=NÔžÌã.†Ñ!gáp2Âád}žKŠ ¦8uå¡©+ög'FFD†§§g”–Wà‰"ÒrJšzFfÖʲ\š6¯Xgìöð”í·!ÈŸûXܸÑài|£ð½‡,¸þvnjì×ÐÐÌìÜ2^JV EÎ,­úɈ×ôÑû"ˆ©®>ö|ù¾Â´ÔÔZ¼ˆŒœ²’¢<»ñkò¢jÃË\ôå}4ùgX)¼žåÄ-–ër?Hå包LðbußQakÏŠfáâfS9™DŠýŠ˜Y äâÄ!˜ _òg™b®ÃÒªý'ßnV—••Ä* Ñ ÀŠÎuЄլ–MêµÿÙOšÙ5×ï<_5tö;ÌÓŠó]—J†DŸñÓGjŠ0rh\8qÞ”ˆj^ÒèGê“žl#¤ÄÁ=¦„Ó~·U‡ÍMµ_[|dæýN¾5uc(q£ÑcJ_[{ÔTP—À§¿.íøÝiÝX–¬Å”¨'Û‘nrÎ7ÍÞŽ™´ûx‚Æ ì¨ëŠÜ/8)Åa=tiW4µ™17”¹ S">{üsî®ë‡RÆÃL C¨Ÿòê³æÏٳٱ—¢sy7Içåþ{õþùKN¹y<\NIËäQÛþUhQÐôôtóCkÒÿG+‚ÒÓhQж³…úPmEPú222m×/hî(Âr=œ=ýû¬]pä¶'ïû[¥^ƒ®:;ÿf£ÇÑÔë©å2·•£Gþ©'WUT¢?ŒbäšRHHGó°Â/ÏöÁÔºÊ꼨À¨|«áÊ(Òèý$¦K$ø}J#ãz0ý”šÌÔ$ø{¤þç«¢7oÑúÐÔ¢&Ùƒ>wëöy0ßáבjSuðÂ;.?MÌýCL“°° ‰Š k ¿¾,º;:ÃáKßÑ&u…þ³>ßÛ~Á¥ïx;_[7ßnªk`¢ùĵo]N*ÒÑ‹ýxožãAÉ…Ì.ÔTWä¢wVLØ÷gn=5Å×ïE¶ÙòÌ :6M);¶kWÈOúìŽ5zÇ¡§ó\\\nÞ¼éããÃcÙ"eeåùó磥DÍÍÍEOÓ7ŒÞmi^IÇtŒŽ).DÄ¥˜«xvPž¨¢o6ZŸ1,ÞAV´I·x¢VŸèÝåÂârz½åš"É™ö5Œ””ňZU›´n›Àœ?D•—•bÌa}Q $øN@LA}àPu¾«…B@X„åA±:mÂÒ%³<û›Ëýp >¶Ìª ?W”’_7ž†0:"®X:“kˆ!Äò‰G‹TЖ‹¯ >JC¹whÇ,2h:CUy&uBË«¬¸¨¬¸®¤ª þwŠEˆJmééí[þºêC‡ÃQeyAÆ gž^R^^ÞvGA^^žcPCCÆ(Ú{çÔL0iï<Ò¾47Åß? ögR~IQXBUSÇÔÒÆÊX¿É«7[ªéø7ÑÜ  ›Ø×Pì9Ôuü 8̾ìxlÿé_‚â°p#jk:TÓ 9È1&Öú×ïEåŒ$©ui%‘£G«ÊÔÝ3õ»66fˆ·hI§/0­8fF¿ÃéOeb%ž À,$ˆ&æý°,$€êªú;>¬‰Qö÷Å^ìv¥Û|ÿîÓcËûKòþÅ¢T߸ë†ù8sÑe¦eß°rž !êžÃÔÁre¥Óµ»Õ8qEíuë–Lfª !T”Ÿ§f ÙSy¥x’¹¼méªKu­lþ÷Á‰…m¾úBº¿ë¶úè Ðì ;.î´WbY°žéóÒaÙÞˆ¬JdaMAüº½·ƒn®æñØO  ò‹бÓ×_º{óX㇣­ŸAˆ‚‘é™ÙåTÔèuèÐ!l³@4M^Øÿ‹‹‹c+‚²…ÑÀE[ô:»0)%í1S´Ç´ÚC~éi¾!x=Ó!èÍ£¡¢®ñl]cô*ÕžszZ4*Ö¨€ éiÔàŽÀuúX¢wÇôNë•_GªÞ…V;E–ì7b"z×ëljŠo_„¦vØör\†3Ú¾ã.ÞQzÕá««ãHIoõ'ñ)BH&×?ÁÁœîX˜µ)ŸŸÍ©³ATùÀ¥;ë挑§ŸZ”²ÂÜ„„_¿âãÓrÊOœiÌë!ûŽõƒÚ»n?»'v˜YÞ5F­­‡ŽU@¢-  Å÷g̘áääÄÜ Ú²ÛÁÁ… ûš0“4@´3¼¨rNŒÇ÷ðZ¿eN_¾rh-‘Ó@jœÇIç?êÌVŸ4yT;›ÚÊ½ Œ$¥¤[©š Ð% ðéf·K²é4N›k¯È5|É}çºc…,ëKã>>ôÏ­Uÿ}þ0Âœ«Ð”FL‘R–~ýI‚¤–Ù{÷ku$èB¹yÕÛöÐÄn™Ó¹hE>ÖÞx¸Ûµ£©‡è«)…¾xâ—ûû¥®"DáÀWo?;}í³_+¦æró ËË+$$Äy7@åä槤f¢‡hÛBV¤¥ÓÑÿ™9$¦±GñVÕ¬Z"‘¨®®ŽÅÿtttPšþB‹‚ÂøC³`‚0@t: ìt‡Là .JIÆ" =Æ.ݽxÓe3^RNÙĽœÝ`X²d =@ˆè·µµEqÁéÓ§£g÷Ød0  º ¼„ãÊկס?BpgӟĪÝ[תH‹b(µeÛ»ïo´«ýe=gûÍzLR`%ÅE¿~Ä`æ™YÁµ@ð"P¿p$/)¨,BÊf˦öÝý(šj¥âúÝ×ó-æ2Ý׳[ëâô0ÒüÓ†w§#GŽDqAô¿££#º^ç- µ@ Ú™€ÑÔ¿–¿~}åM­ßÚ7·ú<O\~p0à²Ì(¥*óúƒ/ =B+—ÌlýŒ9YÓ1¿Ñeè€O‚Ò‹oÞ™Yy™Ù¹YÙ…û«qµ />ÐÆðad0M€Ÿ‚Ãéqî<eeå×:‹_ÛnÛs‚D"S'¦e· , ˆ%ШZ)TR²‘Ñ­¶³ 4 €X l×CSSœ~åÌÑóW¢S X:&ŠY›°zÖÅÓ†°…Žªs"W8.{î̺Å+îà\³ƒsYt  Z¥CYÛ`Õ¾sûÛrº1£|yðÏš]g¢³jÉŒÚq8¡>3Ê¢]Dp$ÿgW¶î<ô9:ÓK“Ÿ·nÏ©ý”ÅY®ù‹7mÙó9$®´²†\]†źÒÒºŠ5§™DTPïé¸éÀ¦9C9™„£T:Ÿ?ú÷™+‘lLhZ„%•FöïùÞ+™W%ï´c³ræ4¿ô0ëlEšñÑåè±ÓOßùWÔÖ£¦+TÔ5]ºæÏ­8*K0Uaôôãóã‡/ TCªƒ*$"®o<`ÏßÇögHÑ>ÉåNÇw_vñÊ)*«;˜x‚¤¬ÒÈ¿Þ¶P‚ép‘+ ^9uêµo?2Y4  žhØÌÚÛVÚejÂ*Æ·Ó†U-¯š8øþý{^P€@  $ÿ8÷š¼iæu7?úÏ|mynà‡§œLÒ¶šyæÊM™NvÕÌâ¬ÁéàBˆ@MM pè4MžÚ÷ä“è2ä ¹ ê¦[ÔßÆýŠ}÷üKV-½Jª÷ˆùC¹Ï8¶çT8f’­ÇñNÂíQ†'È*(¡·a_ÃF»SWSÆdÐÜ8,ÝI¹y.;_¸r//¿.¼xíÅGmhšö‡Â~ô…@±Ê*))ñ±#P€@ ËèdCúxT¥ø 45 M.âà©2ØûÙJïç'®||÷l/Åú¨>Þ;{Ç=€CNErmvRÔ¡íW9Úª7Œ÷Ò¶ÿ±3, çÕ«¨È‰ÛºjÑ…§þlu(¶ät|S`ð¯@÷ó²LÁ,§Û¯»x×·g¤j+ŠÓÒŠ¹ºÏÔ”ä-‹—Œg-Ç~É_™5ßnòÓÀD¶&X¶¦,÷WÝÞ~¾h n» š(¿ô`ý¶&Q[š¾Í£w?ÔÝ35Е—~|ûÒW¯\w~0ÍF·¾žœóǼ)ìKjDG†¥ éÝÛÅì{²çÕÅ®Ÿ¼Y§%6ä«¿¶Å°Môèi¡îóç.þUß sŠBŠ x»~îÛÿ./xàôŸ™¦se]š§ åP€@ s ˆ©nü×{äÔW.Ÿÿò=ŠÄþ8òŠ i4dÖâMógÛI1ÿ†w‡Cƒü1C¥¤eõ{õÁ²@0 3m Æ\éNF€ ½rñä'ÛÑ;sÇeÿcNëj’oÞqÅÆ ìÛË3 ´Ôe|?+ÎÁÈ–*l×v"BÂXd ‡ ¬VÀI)é'Ïߺ~çIyy¥€˜ª¬¤ £¥¦­¥ŽÞ(qö¢Sjz&²íÛ·oæææb$˜€@ S€aû¾ªŒ˜ÐFz£„¼¹ÈÂ::½”c#T÷þ²ë÷ƒ‹ûËqh¼¼¶ªŠ:rÆ::F.Ýâ0…GtMmU%uçoV4~éaë¯EÙš‚sÇÙº|CëŠ4òÊûé?cäÀ O߯ϸ¢T––q~ü¶ªªŠM]eYýÄMÖ*R^^!½ä‡÷ÍÑv+RK„Y \´·ÓÐÁ±¯>x ë)Ç^Ù§ »)@ HðBV^œ°²$'!<4(9%¥¸¸„Œ#ŠKÉ©jéšÚèi(q¸n$¸ÙB¡P‚ëP3µì&÷s†r €3!ad`æљңçÌî½ÿÑÚnzé¾oÞüÜ:­·8›Õiw=“ë ŵŸ;˜M EY!}]µ5l§F¤ªò記˜Ÿ)éÙù%e•µ$¦™p¸˜/qídG›u÷Ï™ë\^×Ö6>zÀw+¤¤$´5Õt´4´µÐÿêZšjºÚÔÿQPP\¬þéyÔïçô!\–ðý(€B €è¶àÚ½C=Ñ°ß°a,Ô¤+Kò"ƒü¼>W2ÂvYa/g.Ùøì}7¿! wϾïPXVUV”[PZ(’VP‘¯Nî(¤ªg²qÿ EŽc8Õsw¯oÝ.*)»¶¦23#‡~éG)HŠ.¨ç ­f°pñ¾*„û—ÎúÆeS+„dTÅê%p¸›x†¯~YVÅmšCOPPë±pÛñ lÊ |tÕ+!‡“PÔ6cú kS5%9\mEFR¼·»«›WÖÏÑ+¿ô`–´_¾¡Ðàkm=õýe@Á?muZ,ÍdÌ ÔT“——íÜÁz €™€`^„uf¢Ù®f2æÚÍË“úõ`~¢<3öËÆåK~®{î,âÅÉ ¯ol€”áÅUwžwÞIS{}ó„å§ÞÒ{ØøïûÔ8P³^ƶŽ¯mQJ¿žò dZ´©^^lÆúƒnP—¦†W­X||׶§þ‰¿­=0±'K€PFËÇzßKj#VÓã›Æöû"î­WÈ3^ÍÀË™ûÅš)°L}\¿mÏ·'‡GÏÙƒžÆG/ -MÖÈU]c~éaØÒòOÿ»/xÄbí-&,¿vñ¨µ¾"V‚ÇÏ”<<ÿ¿µ;ÏæWSP–T’¸jõ®hïÿhÀãG:îýé¸sÅk¾¹ôV[¯>êØ¥K"Ÿô·œ]Lm„Sìç˜xûà­7oQÌ1Ûû(‚&L<ÿ>iíHÚ£—”ªëVÆÖÝÃIkýïôåM‹&J².qVSšuíèÖ-ß-§΋|¹å„Ë£½³iÚêÿã×iS¯R@ €€`^_™ifÙ_€Ó€è`$Û]eÛÝ·‚~ÑûÿÝ ¯¤©pwvIÝi§Å¼Ì(©ðÆ=O†~‘•K§3k0Ê›ÿ‰¼¡)Jmɉ­[v]ÿĈ‡6ß/nVv{ã}ìô5¿Àö1Ó —nô·WíÓô€@4€à]…5ÝöN()ßgÜÇn¬a0䇚ág‰ñƒn~J ¹UýïùË›&ŸäÇÃxMÅ$ªØëôíG«&[b—øBR;Î:íhª‚fËIKIcm(…1{wùÝa²µ…‰²Œ8£ßoÖÎ{§³—î¼L’7ܶf£œå“_zX”¶ C)>uò2=PŠZÛØïñ¼·_š5 ‡Êñ"Ò›OhŸ¾µˆv+âsë¾ß¾åƒU} 9ôšï3zÖËÛ›âØ”§wnÑ£ƒ¨<ïûÓç¡gçZÈáH™>F×5”0aS§¤(üÙ÷ŸuåDù‹nWŒèQ—eú–R]}趎Ñnë-ZäçzñLÒ_³tE±³€IšS²ýONV@@ ÀOaAÌê`!3 H ÀF€Ôk²ÙY~P±™0Ãì¸suI›šÌïwÞ%)OýòÚ=¾nY£Ñs(cU­Là›zÚÊ~šÜœR{~˺m7±"ÒJ“&Û¶4ÔÕT–•"0“??¼¼×‰åwk%˜‰¬ì¼5›¸º½G+Š·›…)©™íÖt€@4›Îªõ’Âÿ;{©at®— ®zæê7“i¹´I_I_G–0£M+k}Çjв˜ôä©Ó}ùF%ù(Ðwä=ñC‰ÔÑ«êÙûч'ªj÷46êÛýëkle3püçrÖŸãÑ/¿ôðè¢)UÕ¿>¾,¡KäM¯_ÚÛ0:ˆé1³Û´w‰ë¦k¾´’Ê/<–^ˆÕ9‚pä=ÖòÑ»ˆ²E¶6í–“&€£”Þ¸õÈáÌʲÈY´0#§ÚoD_Æ ãýÒ­„q©/¥kTþúBx}k¶… ©&‚Ë Mç¬Íôø–·bˆ› Çl‡œ6-B €@€˜7 ÔÕï-¯Ð¤ >ª€è¼ˆÄö|̵órTËñ’+—LqþÓ™fùæ×í“71Ž(åîݧØtº¹‹íe8®ð#¨ž5Ë®ä/OþºY6{åÝ“ktåXV<¸`éN‘PUQtq:[T\ò-(òkPxàwê;-=«M/+¯ÈË/TTkÓ^@9@ Ð\ l.±–Ë”ÚÛÖ?|×P‘ŒÁÄ©Öò7 ¨U•ñ‘ñ•ffØ\º†â|+!hóýôB[ŠqÙÏ7Å(Rtéøšiëþ­b„²¨ (¤¬ä8ôþàþœÞ^NÃpÁÊ »·¬P•ä|ºòKO#æ6V…ÅäL&Ø›ÈóæI˜3×aË5_z02"1Àž@Ô8²—.Ž¶°Ku—/‰Õ†‘÷>¥c÷bTS¼œo$ü½"þǺ8q¸¡#F`]FDF`ö–þú²aÝ,ÛX¢6*:ׄaG6Ùõ@´–@tDÐK×û —oPS×j­.h€@'$PYY†n ë‹b, €@ q¾kkBSÃfÙýï>ýæöçû>éëFi#ËÈÑ·Ü¢è&â%õWÎé/æ¶ÈJmm ó(»ÊÍ«ÎuO2ãp½GÏye£ v³Í.Œ«íœ«ìÊÊHÛŽˆÞt‡Ò3²±`á· ˆÂ¢’Ž¶¶ %5„­…í@ð›\»ó›(w}âÚzªÜ¯)©íðÂ=zêàèB)?¿‡k—¡´²j»Giœðãמÿ¬g¾eÇÁá)ÜȦÇ^Ø·æáƒÇ/ß>ï¯#ÍIŒ_z8énrYI Äi¨k`Ñ>n T45ÑmV­º¤˜ºz(Ö/m2ÂZ)îK.µ’RèíøêvÝÿb´ nØ´’Gt‰%§f0„;ñ§†ºÊ´É¶è| “)?âѴ¯A_¿‡‡EWUÑVjÉ©™f}[§Z €|&B>å¡®º´M•“À¢@D)e¥eX±ˆ0õ1½®þÂ÷›¼Â{ÒÒÁŸÝßy~ ŠŠ‰KLJÎ/ÁæÅÕȉñš>{mø—; œÏY~éi9oiiitléwiéiÌ?ŽJ³ÓÒ°±7)ÖóBhäÈ¡W¿<£7|ÿøX¡WÝ£šLª(·/ïSŽ¯+71@Q‹—”’d¤›ýI©s¢Ù ¡‘@UU¥—Ç‹Oî~ùø–D{üY¯‡Áª{:£/`3|!\¿¨Rha=ˆ/jA ]•@M5v[ÓU]ìn~á,±ßu;¨ŒvsûüÙÛ «‹àÉO\= Ä~_:õ–QÓŸDö<6¥²²’Gü‡‹úMlh2¥4=1Ÿa$j °Rj(S_B*xï]Ÿí)oØ[½:LEUWׄEÆ¡H!-dû‹LfðiŽ¿hasÄA €hœƒ-íÑs÷ë£æW@@F }uŽÞSªÓ>&ÔUáe´µä8Šu™Â’ô¨ÛÎ/ð*Æ‹æMém5½®QŠs3¢ÂC>y¿»sãVDj!½<=Ðù†Ç¾-“z0Äê>ù¥‡Mms³ÚFÆ(ÊWD»‰t–¿ÃœK0“¦™üðþìšÚØĘíþjøˆ‘„ÃŒmß<ÃŒ±=6åã»\ÚtÂÄ®‰Œ eëáFRõ: q¸z¥æðU?¼ÿ¯¯d´O º1 …‚ö{þø¶»Û£â¢BŒß÷ÏeQQ1¬@t7aÁþ˜Ë¢bâ½û˜üŸ½³€kâ‹ø-è.ABE”NÅEP1ÅîNÔ¿bc·ØÝØ¢``H¨tªtw÷¶ÿm·ÝncÀ€ ßÉǽø½ßûý¾÷v»{¿»wh$@h‘.1—!$å|.2$ÇѸªŒïgŸFp¬B qâðš¢ÙÈý¼õY…dmEÎS+õ%É+]®6`tÕÕas˜Š.””³ÚþC|ÊÉ+€#…Œç £‹ŠK›ò5=3§©*Pt1 ¥IkçÏ¿ÿ.¸¸’qè„ ÁKN}¹´¶‹y Üé`äŠô æÞõ*Ĭ½§aãœôê(˜õíà}Ñ•ºÃƺ’_Ô—÷gׯë£vb¥M£°%ü噙ϣ·©YϘ)ßèT³èhPÐWŠ“Û—ŸBª |uÿرã^ŸcD” ž}ðÝO¶s² e„|ˆ¦FáÍËmó~-¹s¬ElAÙɱùÌ3ló=}HSˆWzèêÚó“Øà¼üñÜÃÈuÄ÷'û‡•ç^¿xØDƒeëÊÙµrÛéRz,R2gÆ %¶ž©¯!4“OøR€-Õ²ž6D-}áÜ3\Ñ¡B€_@È2¡ßÍbº£ùö[¡¹´Úú“ËìʳNtž+/Êá+_Y”ùÅßïÓçÏáqi:£æºntlöI¬E  êªÊÞ/ßô£4±(P7%•õ[ý5.C@€r³3á?T±¡‰š @‡€Åäi†.·#h+ä<÷x#*ŒøŽ“ÔZ<Õ¤ã9‰Ìû§9Ç™ð2†zŠ¾¹ÈÓl¤[w^,´ Ñœ D®)\·t{r¼j¼ g?pÂjº=…iÓúäB—?†/4k,Z_š¹xÆŠ)Uð£ußÂbŒ¬lX+û¼FãÆ]¨D©›¼Ý¸áðìÌôwr:ýáBøå…±Õ5ÌèXb´ ívàJ >Ý9zÞãS B h=ØWWO?ök};ÐhŽ‡hAsâ ŽkYñA/¼?ç¦F°¬}O©>³Ú.ð¥Óºó‡4Q’“¨)/ŒùñõÁõsÜßÕ ‘%"ÈèìZ7½qWÚÚ}!è%Rî{~ÃèÜï#ûëÉI‰‘ëk ósc"?ú”œ[†TdE<ÿpô™å¨žÄO÷wŠNήk Cä:ÆÊPï7šªª¨œ õèkîrèøXCl9š®ÌOòðx™œSL"SªR¿¡çÕy1þ»w£9ª8QX\·ÿH»áÆl1QJUòJX†\™µcÁ¸S»u¬ÇŒÔÓÖ”•%ÕVåd$‡øùF1÷€† ˆÚ€$x¥¢4üðóò ‰­¨a¾B£2%u&'Êw÷nfŽ  ¤¡;yŠ‚(óB¥ÿ,—u{>½óöåãªÊŠæûݾÿ¬„¤Tó2 º6xña¬ƒÆôç°… €–@]m__ë쿓Ɖ÷\:Ý|ÅåØåüÏ úµð©Ó¨¯ÖèðM±›<Úçû§Ï’Wî)É6…o=ô¤Ï#D,èþ¹õ‡—Žf )é±!ÖîzœÖg”£ÆïÇï’i7í6âDm­û?KüŒ¨º¸wç0Ã+SÍ0WÜäú€×]N'—t3{kï}»ä’:ÚÏ?©bQ/qf¯¨ÙÿBŽ»öÖìÿÍœ6ö·¾¡!:æ'¼ )ò|aVvÞ¿øÀðøô ö>¿ ‰PŸé@'«ùÝÐÿ`;£úG¼æ»›ÕÉïÍ­³Xbƒh§äïoïÌ~{ͳ'ðb».Ý6Sb/‡ ³Is6Ÿ/ š“k|_óyÜX -ÁõîÝ Í@”Ú=k–xEpšn¨ÎÌdÞ*Ž4IKIr*Ï ¼Êaˆòf 1öJ¤G"™]ÀW1þ{bü±%´4aí%ßSKXqƒðf`&T˜ë~5¶Q[f®íºE#Õ™y$Å#=!w·šs˜ñP{'p>7ÊwO”/[Å‘»ëc½O¡×Gx‰Cî/3ÆŽxœŠHRê+>¿zÿ±5D²x¥Ó^ÚêÊs¬f¿†Ðƒ¹ƒÃ¶ ófQO²q"=:>ým%gj©'A/V6Ÿñüæϱ³w•2žÀ¬.ÎôzpÝ‹³-¨2Rn^!1„<6h B #5éù“Û/ŸÝÍHKæ¦CëñSGŒ™À$.L»¾(ì¦x‚° ïlà ÍÀ͘7}Ë•rx’RO_8'ºt¾û•gsJxVgfnH„^ —¶e¿ô Ç6Ó U'ÿNÛûÀ{J?ê¼…•ã,“#Ï~ФÈÕn[VÝsë9д¯’¬DCMÅÏؘà¨Ô $(ßçúéunSŸÐã´b©ã²E®×¿$Ónj®/N™6ÚnðHËz‚PCNFZà—xÚ]¿ÒwoìÝGŠ¯¢ê«Ï 1fÁtkr5aõÞê‚„ݳ?þ!@$öƒÿ–Îw€©®®ùã&Ž!0tÖæÿ¾g{~/**Ê),í˜NA/ÿÞã–Þšìþ6¸°0ïgjοà2ð±pˆþt@¯]¾‹œ¸ðlÎÑÁ–\'Jn:ÿtû4SŽr½{÷N´_•SÅ q”$Š),Úzüøê1˜Z ©‰5å02,ɺšZ2|1Ðè„–Rö;ü‡è Kc– éKÀWˆ5@HèÞS]Š¯f‘k:ƒäàüøÚê[ÇY7^é‰ o&:ÈÚ'3—üõs&ÒÄ„:¤5Ý}‚ú®œuà–#0ǔǦä{¼âî>É\[ˆM« `y ¡ª¥ãH ašÎaÁÂnï©—j´m°¥¥=Éòaá¸3°›Æ̹k"2¸;Á‡ÍØ´e挞 ŒN>¨(/}÷êéóÇ·~„À«üpÙ“¤”ÌVW7.… taØ'»«(uWíÂÎ×@€…ù¡èìxÒº#È] ‚ï¥o ¦c'H1rú©d1ÎÁð¬{DÒkeaÖ»·Y´4Ä8á%H÷¾ua“•ÓÁBÆC­…™É/3“±† ʨßyt~°šØ5Qø⺮¢Ô××34 ’"jæîgVŒY|®™& Õ¼{ð­§&Ä”´î<¼4ZK‚$ÖÌ°â2ýü´è£Ñ!A}Ö®ê,-þõŒˆ2¡ñ¯sþÿ ’ê¯=;AI/ô¶ÛÒèó/0>ò…N@fõË«@ÕáîÆNm˜Êæ‹Y@é_Nù²ÕÌGwý‘]…Õ.i<íòüÞÛöžN*`)GeÔÇœ8wvò@ÆÃ[h&¡3fù÷~Û¶l}ð&¨¶q”/ÔÏtðäiŽ çÍì© †iÇù„wwK^³',1£ž÷knÃÕúšî9îÂñv7œ´žÝ0ÍóþIÍ©ÀÖáE&ØŽÆÀiœ„Á±#ëVî¿+¦9`H/‚§ç»œÒ6j– l6Üvõ†-NãÌ0a8¦ ¯ô g'uæ-ú°³ƒfSFã'ôh³SÚsóÝ´yO:áñ!¸¦ÑѺ›¦Ñ‚ë6.Ÿ%Yž´q?8 ]K3…„/ù´*œÓ¼9Œ`­”þ„iý®Ó«Ø^@ˆU¥3bNhìè›gŸ¿z'<©‰=pÄ^úýÇÙÚ98뢧Ą Ò-φ Ö*ž “IA_|=ŸÜþàý¼¦šó¯L3nÚyL^A±Pÿ††úب¨§ÆØ{†Ðb@ø7à„–Ì·¿t>˜³ÀA„år±9¤ÎÞvË™¾Þ7¹ Æt1IÏzvˆ·êÆmÇ=ƒ’ØçKB–¶ö'¬7Q“€ßs"..JÖTU¢¦,¦®TP[»õ´ot6¦3jR@Lf¢ãŒ.‹´äé·ð.u=š_·ó¸û§²:z·â2ÒBæ Øô€, € œòeŒ¾Ä$úú~Ê)F_´ (ôq˜8lê¢MÞ_¿÷û•_X¿£OQ¥‡É€q¦ØX¡ fÌRÖµºùòëéÜäÀÀàÄä´ÒŠ¢ ˆ¼bwÍÞ} ô¤Dšj«;zapܦj[QŽ“8û6ÜÑÏçWf‰ý¤›] QHLÇlhÿ~o?Ç_uþC\¨¯Ž ‹‰KÌÈΫ¨ª†ðR²ò½´ÍÌÍ”eY#ì=ðFÖè• ñƒýƒ"Ê«ëÙ{à”Çቊº#-ÍÙÞ­ÈÅëY9¸[9T¤'üJ-*¯$ˆÂûZßØÜD·g­­éŸÄW½gd—Ñrý¦ÌjœÈþ{>³Ó éUj̪F)‰î‹·[üßá´„ÈoáQ©ÙåU5p X\RJN^Aµ‡†Ž®®¢4|uÄyãٰᬔ€@{ $ýŠ‡ã‚^Oïææd¶M—Å‘“¦Ím[[Ð ºĸ(ì @Ø•v.ðàøù+þ)šÿ,³È36´Å¢fTals qob¢›hT'ÓÓäC w ÿçà蔊Z²˜„¤ªšª¾N_u–y-M³áï¬rS~|‹MÎȯ¬©ïѳç@  æ]Ôø#^ï«G¦3ðb, ÐŽqz–|Æ'ÅFýŸž[\G‚$edµúôÔ_OF”¥ ^D~§Ûùÿ•'§å4à¤edºËKá‘È%¡Ç÷ìT)H€À_G€Bªûü=<%=»¬ªVPXTAIµ¯žÑAfÒ‚µîgNü"÷Xµr®,óýC-¸H®¯ŒüŸ”Q (ªö433–l¡ RM!Å|}÷> ‚""7ÀÊz ýrmù—o¾Çü®Å‹é›=ÔH°¥xëTqf¢ï§_é9 8%Õžý[êk*bnÞhÙ¹ªâ¬ ø_É…¥8¢Bw5xúÔT¿77óäXí¼Ò묯,ÿñýwZv/-§¨­k ¥Þ­%®X[x‘¦2“âbâå•‘pDy%5ccU9q^¨¦>AüñsHDay’FßQcǨË5?uÉaÃÃ1ÓY†MëÇË9M뛃M‘Q?eFãj‚ˆÌø™Ëà¿ÆU­*‘Rì9ξç¸Vµá0NPb¨õ¤¡¼SˆÑ1ÿµSe{ô(ö2šÞ˨°5—We«6Š­”묪¶‰ª6gi¥^úJ½8Wq.Åzô5†ÿ8ׂR@øÛ”–½ñ|èùäv=À68!,"ºëÐE®Ugïmè4¿€@Ä÷ ¬•†à„X M ·òMM¨Å€@ËpD‘Á£Æ nù§¨Ñg²FŸf4ÂçÀÂMÞ\i‡#h꘢&“‚¢Ú}áÇÁ]„¥®ÄýÌ¡ƒ§.Çd7vI@LÞª¯~ÁJ¬•¹»ubc¶Xáí“{÷¿’”_VEd'ÌYuxß½å™G¥¼˜÷ó­ûø#¡ ¾7¶ž»©[úwßh¸;ÚFâ°öÎ¥CU?îÏY¸þ{J½‚4ûO¼÷à¦EOi´›h³S¥I æ¯xSQK¥Òà%§üŽL>°yå‘k^Ut3‘®ˆÆ£ŽŸ>6\§;¶kNirôǧ‡Ÿ|ö>¨~I,ë&§®¿`ÅúM«æ(4»­Q[ôÄøÜÞ¼÷LlJn=úø ^æ~H„Vé×CûÜ~ú®¸šî)­ œŠ¶ùÜ¥«7,›!'Òè©sVËÛŸ«)J½|êÈå[cÒ Y´á†_³i«ƒ2Kq£ %àÁ‘.§`ï0ëûN®Œ{*‘‚ž_Þ´mß—¸,´!^Xfæê'ö¬UáíŠÃ¦-cÆÕ™‡ º7[›ÂÖò€ €À#/ðñÝ‹G·ü?¼¬««m¿«6îVS×l¿ º¨ðÔ ‘¨c€Y½­ @š% Ðl=¨@þ5y±Nv㟅¤4ek}eÁ{¿¤ökàW 4±ù»nkòãfX™>üšÄ¦°¡ºèÙ¥½>Þo½|¼‡ö’¦ÕRÎï^÷&ˆå9ì÷·Ž²6$}ytbpøÛš”Ø¢:–ÐZRÈ ë‘ƒ¾ùô“eŸöoS7o~ö)kCiJµÅ~¿Æ+?C aÜG÷÷¿èé»hDÏ=@PCEÖž³ÝñÅFá°ú S£ŽnYpýÊåkî&š«c«°é6ê!箳Ð'‹µs\ÅÃãkÝÏœ+®eAJ뎒™r`ÃìËç/\pßδÖÞ¦#¼/MŸ³>!¿šƒZr]¸¿Çÿ˜66‘)OÊܲj[d!ò <³NUç'nZ6÷ì³ ¶:rMñÝ£BÂ’B¼ÏH±@»Þ°iã˜ñuâaò›[™a?R´²9@Ž ?/øÒã^aA¯úÓ50›½h-¯´=€ ð·ˆøÁ|‚P»Ÿ0WÏVüíNû@€Çðôuy¬¨@:Ž¹ÂÙѶ™è ›%µ5Õp´¦ùáwKßÙša²¥©ÁS¦.‰~ØMª¾WSÙd2+‘ó ÆeÉŸ¶½ïyp6KËö9EldRô»,úY3¤Ê¬Ó§›Å…És¸s¨¾øçŒ1#Ÿ~KgmÄ!Wø+h²•ÅÙg–[ë6®n»Jm%ëcTå”ÒsÇÎ6î[Rð+p’åÀ+/ýXiaËy•}¼ôÌí¥¬ËFÊÉ¡Á¡ 18!ê:³lA@ˆ”û} ‘i\VF”%™øá’Çw×yý¥™¥]nØ´}ÌÀP:ë°aî¯6¥¸:Ü´I3h€ < PT˜¿l–Mlôè¨ ö½L €3 þaÅE©É?Q`}QH€@óH$–eÅšµ€ €@ç'PòèŠ_2j§¨œúÄÉöMõ•ä¥¡†êìÔßþÞ^~áh‡ã°*#Úœ-!ÛCwüØêŠÒÕ¥ù¡þÞŸ"Süð'§Ÿ„ïŸi ‡Wí»˜T³ãSð¤ìbfsɉ³Ž2íðøÜÿ8f9N`ø´E“‡憽ª©UûÎï[ë(%ÄäG®+{rnÏò­'‹8,‚ÊÒ³îÈ9¯G΋(ÅA ÓØNÖp“׸žu]Û]‚ú|ç²ÅóŽºl~”2iåÞq½X„]lØ´oÌÀ¨:ß°aÙímÌ€aÁf€ €@‡X±~W|L„ÿ{/^õ¨¡ÙgÙºí¼Òô€@ €]_vG߸p ¸O,NÐñÌA€ ¼% !.*¤”ÄïÚ~`©ãxS#=IF9Îlê¶{'ól»D’ÑÞ¼b&£¼éOAÙ=7/5x‰c}¦”8~ µÍÜa‡Ï½=D¬M „ãÆ“:}T†Ùo*¥·Ò?ݼÿu÷¢AŠôîx¥‡®ŽþA”íëùéóÈ>²¬Å^HÊqÉ~½‡Lþ¯‚f}øÓóŸ2· Wá°€*[[.³å1ž7>$Ó…qÂ.7¼÷9Y°µÅ J:¬?ÞGCnÈ—J4NË&ÔRVH®÷É[–§†¢‘(®¼õôÝ­Œ,ö³K þŒ×6ØÕæ4ÇcN›µ†€ € À-ÚÚš²Òb.¥·í=ý;16=õ7—ò͈áp8çíGà×$À͈*@ø§ü @ý•”’‘‘•çþ…6l>QZR& À³Kèæûµ€ Ðaª«‘YMz‡UUUð—½Ãz¯¯Gxë°>AG€ ]œ@?«±"ûR¨/„·ÚçöÀŽ ¨ÖKW§__ø_?]s ëUnùkܸd1`Ö¶37Sï©€‡Òi1§úªJøWãd=žÀ|Œ «' alyã4Ï2Ÿº‚=:Hë• +/ƒ‡!TW[ÏjJ]ÒÇ·1åH^FÿÚÅ]£ƒh » »æ{l¸H+©ñô|·hÐl¤–WzоĬÿŽ7Ž¢2†×M¼µÏ#ŽZRŸýÖ'røS´¶‰Oo^—3b~Ú¶kwÍd¢úì7o°ww}ƒ–pŸP5²yòì2\6éJÆOc&ù‡ —û±y1ŽÇœæ›€Z@@h;úzúrLä÷AzòmWÔÖ– eÕ‚Imm Ú€@×'‡ë+ðÜÏ‘¶<× €@g#0v¨}g3 Ø€ ´ŠQiàÅ£+&®>DzŽ#…”›–ÿùz¿@´I+kÏZ²v»óbE±–'؉DÎ28<Û_«|h$̧u‚àš‰Y¦ÇÆ¢a0½±z2Í/Ò‰Ÿ>ÃÑùj òÄaLt4AC”óJ« BãlF°–°åãlÆÒ„ŸA< ÆÄD£MwrÂ.pŠ–3ÄiÓ§´!@ˆWøÙSM¼yæŒNhŸ]iØðgÌÀ˜þä°aÙ[mÍp>6µUh€ -ÈÍÍmAT€ € € €ÀŸ!€³^y拆¡óV×QéM™P’•pv÷Š‡¿|û¢‰¦Ä:My§pª¼BÊÝ•› %"ܺ©Pñ¬¥eÊËÊÐ!¯ô°ìœ¸X ëHJ2wtEEKóve(ÅEÅ „^½4iΟššp”Ĺ²ÉR¼„‚bk¢ƒ4E]gØðeÌÀŒþä°ir_·ª[… € í% ¬¬ŒªÀã9¯‚ 4NÀÏÿÁ[ãr.Kp8|s·óq©ˆ€@×"Àv`áí‚Ìx ¼¾1¼u-rÀ@€@:ô›ŽaÀž@xJg6~±¿Í‚Ÿa_¼ßû…|ûŸ˜’šVTÎþžŽüx?ûi+£nËþ³ìÞ) øz™ÑÈÌÊD~Mí»¼ÌLt‘RqIIôZ‚WzXú¥”ÇƦÙhôd)dÍÄÆÆ¢ÒRRhºý AAø’ÈF©¨€ß$ÉŒD2Ê™Ÿ5Uôp™E|Lu‘a×1cÿ£Ã†'»ý/8tñÄO @è$Р ‰ùàÛÏ>µÖ*xnãrÇw¯ž´¶!,om;õø…‡mhš€@×&°ç¿eï]A|„£ƒÑ’<»ÜÕS£/b÷Q^A®k“Þÿ kn»n?Œ:ÞÁßt§É >¡½ƒ € Ð~åY±·Ü=qÝtçδÕ2±„ÿ:)eÙ±QáŸýßß¾~3:£)Ï q¿þn·³&C¬3~v§Ôttá(_)„ ïG‘E[ ›‹¬’Þ€¬/ Ëëêé¢B^éaÝU”Ënn+ÆžmâFnRÙÏ3×_¡MôôôÐt»8uuu¢½Ý"þüe…Õ”ft XškUW6ü30ã?8lÚ¿‡©@€7@@ cÀ·åï;q-åwBb|T«z””’ٺ׭UM€0 ü#"ÂQO{öÒæatU € ÐU PètUÿ€_€ ÿrñ±CGÃn¿¿ëqÀ JÁ‹ JÊ+[ ‡ÿlÖo\km¤ã›Œ÷Ž,odR]Iêj‡I_ÒéâÄûN­ÃÖ¼=ÙAƒãNxÓ"§Ð³s‡¢–Ûéˣϲ(®/Š=t¶-·Œ³há&Óµ† ŸÆ ònvc‹2 @Ø"" € t.¢¢âs—lpÙ0¿UfmÚyL^A±UM€0 ü *+ÊÆÇ žš@Ó €@‹êjÑ¥¿Z”€ €@g'@ÊùM›—ÛæýZrçX‹Ø#XÙɱù ˆü?þ׉·NäNbƒóòÇs#À}²Xyîõ‹‡M4d±üÈueÎìZ¹ít)ã={*Cæ̤ĔᕦF$Eö<¹BßßcýÚåÖV{ªtÓjÒ“â}ßxœ:q&:³·[íb(ÓÄ“†¨PkÚÖŽæ {Bò©ƒª.÷Û¤Ió½_\Ó’fÓQ[œ´Ô~RPV [9?²]mØðkÌÀìÿØ°áÉ~Bž`J@Ž#pïÆÙ£{7¶ª?‹!#'M›Ûª&@þ1‘ßÈdÆ•7[ü#Ž7@@6”ªŠJä1.xÖ¿2kÇ‚q§vëX©§­)+)Jª­ÊÉH ðó ŒªcˆAÀ°a±zjŠÓŸ=}ñÍÿ*’öýíá„Ác& ÑëHRêÊÞ½xú=2¨„±X$¹0þСc†ýGV«X·fë§Pæ¢A¯N­2÷»³í°›ý lGÙŸ®ˆXµûø’qFØrJYøp=£1ŽkOíœ/‚ƒÚíåëS·íGo$$¥ …ÞÛÝçËÍ¡p]!E{ÞŽÒPrú¿5×¼ü2"§¤¬Oæz&ãf;Û2SˆBí?ËeÝÏoâƒ#Þ^5ëó`È[«ÆÊ Ò Ue¿ã#^{y%f1£qxqõ‹ˆ34 y¥Ë I§„½_;ï}ãr´DÅ|úùíØGKÑš¶'pb½÷ü7×fã5„pR€»©~Øš§ØŽêÛSEªÏLNðyõôøq·Ø,êó—èVò3ÐÕõ€J£©“ÆJ Qc–‰Ÿî;ï:œ]×@†Èu9ŒK½†_o4UUцp‚ Ô£¯¹Ë¡ãc U°åHºë þ˜Ø6÷ZJ@€° Ð@“& 4E[è˜~Ï­C%–º}¸¸z$šå>A®Hß°`î]ï BÌë5lœ“^eý9`WùxƒÃîÇôR¼Ü»´¼Ñ*¼¼¡ƒ½?ïx8öZåPðÓãËþ;“œ]ObœÐ1ÚÎÜ~Ï…‘Ÿ€oÔÖÖ¸n[ùüÑÍV©Ýuè"¼6i«Za@øGD†…`=50Oby€4 ´Ž€çå°Z§H€ Šž@`íº0-Öýj,kKN×vÝ¢‘êÌ"R¾ÓP£g1EÌJÿþæ¿ïo w¿Ä9õ‡—ö!^4bëïX8@¸gë&8j£¨¢”›™‰­ª*ÉûöÑkÁyÛàëØrRMYTˆïò™‹Fä„öÆNóSêRâ#.ï^6pܤyýe ö9E©ˆ^8g]\¶g¨®²ägløÏØÕ=ûÜnß®ûýúâ†ãwÐ"UšTó;6ììÖEƒm&8ˆÓÛã%¹¿Ì;âQp*RB©¯øüêüG`ýÀ‹(~ôÒVWžµ‚x¥‡©—(%)XZÆê'³–žêiáðÚó¦Š(ï'X¬×[éýåìû¤§òì¸ý΋ö;7²€µîÚ—›¹ïÛ=<¥vÏš%^¬R´\Cu&븂KÓR’œJÅs¯b‡½m×6¼30ª?ñ"kvî{}ícØÏjZx*NPëcºçØ6ATÕ‹ÃË«ôY²ó„.ü@KL '&£4nö&ÇÔ‰ßv:…“29u|ãƃ7~gQ#IŒMXBnèÄÅ+&é#}Ç/Ý1?èâ3¿üR4¾Š—U¶]°uŠ±£ý“ ¦´çæ»ióž8tÂãC05ÀɺuÓ4Z°bÝÆå³äEÙ³ÈñJ¢TTQûÐMï ;~¸»?ðùôõgJfu=$)#ßK[wèˆ1Ó&©Éˆ°tÏë QRýúÛࡇþÛväj.æ%—˜~ð:æ¸Î1tX´™¥­5È'¼ã¸[òš=a‰õؽ…Q&ñAµ¾¦{Ž»ÀãªñÖU‡ oÇ Ìí›Æû®U% @Ø*\]A855•áFCff.ñ(@H*Û¶fsQów}0:ææ³÷¸e§·&»¿ .,Ìû™Ê2!ÎMó?(Ã/ÂÐ%ÞuÍ8¼{­p'¼ÿò½šm$fP×õ†Wˆ¨­Ì.(i… pGàÑÝËw®e›€32xòòc…nÝÝ®>u°1/*Ìo¬ŒHØ{ô2~î³%€ @%™žRX‡²00î¦AnPZš{âF á ê¬àØ ¬*-}cil —é´„˜¤¼JT˜ .?ÄX“Óä!*€ t¸ñ«Nˆ?ê«ã£Âbâ3²ó*ªª!¼€”¬¼F/m3s3eY1Î>ã¥.ùDÎòõýUˆý‘„Ãi–#{+IÒZá–œ|5ÐÁ?,!½ó΢˜ŽÙÐþýT¡]Îœ•Ã/<Ôs¨§8p¨%ôøZL›â´µÓ)¼Ýªcð'ÍÌ2œP·½×_í½Î,i)…׳rp·r¨(H Nø•ZT^IUTé¡oln¢Û“öfÖtPëy¥‡ÞW·^&ëv˜¬£ç:ú' µ`Ç…«\^pyõ¨:Ü]Â؉히f”Û9_É]~–!€“–Ã<äÏ(åë'–*6Í×NÿåX Øt{ìçùØk•1êfvOÞÙ¡MrýÏ+_ÙÔé*€÷êëêì\ûøÞe¶&Sg.ÞæzZPP.WRV;yéñBÇÑ ,·ÂUó—9kë²µY@PØõEáBðB” H€@Û´%Õ¶¾@+6™Á¯F8žD§ áZÇí§ïoÍ&Ör–\ºjúl¯$æ3âÆK>lî Ž–• @þJx“Að_«¬Ç IYŽ³·l¾ N@ÐhýÖ)n^#·µmsŠ[í­——We«6ªõ ÙZðJ›Ú?’‘Qu\¼þãØ;^®÷ÂE½9Vñ¯°K›®4fÚ¼ë‰mn (†¢èÕ[ÝРˆ´´tII ZÛÁ a1)á&îàé`K@w@ S½ðtñ¯ÈÏËÙ°tZØ7êë¦Ñ( °mÏi‡ÙKÑ8a:`è»OîÛ¾ [¨¡ÙgÙºíØ@€v}Q¸ÊÐÄ‚Md@h…•V±œç»Î0pÁN‡'*¨õY¶Ûm÷¼‘ÜÄ#ò~<Ø~É—¡EpÛÉsZ¿Ž1²-Ö¥^>uäò­‡1i…,ÒxA£aã×lÚê ÌRÌ1ãs{‹ë¹Ø”lä=pXûÍïάÁ–4Ÿ¦Ô•¸Ÿ9tðÔ嘌âÆ’bòVý{}ð †—mI¬•¹»u""ÃWÂÍhUÉŸ{°©üƒÓαÛÖ¶ÝÝ*þ­&G|zèðÉgà!Ʋɩë/X±~Óª9 ¬/gþùåñ¶ýgcSrëkÖEzêØqð°…¦ ‹ rÕÝ£Û/=…_]I?NàðbRòV“—îß<[”õàÓžaCë”ðàÈ —S°aèA .'ö\÷T"=¿¼iÛ¾/qY¨…xa™™«wœØ³VA„ÕTâKx<ºéºmE]m-Öo=#óÓ—Ÿ(vWÅbÓ.®g~%Ä NsZ ?Vˆ­i@ØÀ™¸èp´¬/Š¢ @àž‰qÊ} ÙD„…ªkà3Ɇ›÷¼–]ÈÍ¥=b¥2ùö‹Zš $H©­C— ê«A€ €@€'“7ï=›’“—]Mï’\<Ó¬‡‚_é×MM{ÙöËÆv5 ›¿„@—6 @Ø£/3ÂÛiƼq¹œ;£‚ß®™ñöÂ¥Yî^0Palîû·ã|XÛR*Š³ŸœÙ<Úaö’! 9oëªMaY,wn’êªãCß­ÝyfœçÁ÷NßöfÕÐdŽBnÈKÝ·ÅuÙœ‘Ý[œ¨'•m[³¹ˆÑs_ÛuΓ ÞiR9[E„÷¥ésÖ'ä3ÄØjr]¸¿Çÿ˜²‡J°bpšRµ{ͲW±œ”@|Q9›x3Ùš¼X'»ñÏBRš’©¯,xïW€Ô~ üJ&"Z|$Ü”)Ü•ÿñ±óáœö=˜_›w7wì['ÕP‘µgÅìCw|_&öæ…©QG·,¸~åò5÷ÍÕéÕäüU3g½Kg üÃUq1‘YDõ÷\°i>Wæýw’Ä®8!<4HÍh膱hM;‡ U)s˪m‘…fªó7-›{öY[’¼{tCHXRˆ÷©V.‚„ZÞ5 õõGönt¿yŽÍIÓæî8x¾ù'…„N]~â0ÞÃoØvˆMÈ€ ÀF .:¬¾Žy#X_”È€@‰`’¡ ØxÞ7d é{?ê2õß<ŸG™o Ùâµ=݆°—ž‘¥ÔKp¼¼Ž±dlPÏm @?M€œ»vÎBÖ¹t"0ÖpJOKY¹ZÈ!ñ…$vfíO[ úÿúè°çî|W?ýoŒ°[œQÑhZ¾QÏqþw‡ Jxåûnh/il¥   6‹I Š‰!UDøÞ@L=)@k+"*Ú¸ªùXcS½b~½íz# )Á‰õ<ç¶C˜ëãfèãý£gn/å`5¶rhp(6ÏÇ4¹ÂÙѶ™è [×µ5Õðeâ.ÿ³uÚªlg{°Á|‚Óž±GÅØŽÝݪ½Àp}ñÏcF>ý–Þ¢pᯠÉVgŸ}Xn­K¦ÔTTÖslUËúä,SSYÉ“c4$–0ÒPû‡ UN@Hžƒ`ï”û} ‘i\VÚ["ñÃ%ï®óúK³•ÿ;Ù¢‚¼ËCƒ>b]&‰›wsZ°[ØTZA±;#,.*—jJ”€ €ˆÂ¬/ —˜ d@h'áß¾Õ«øxÖœb>bp¨` ¢Tü¾ù<òÄ#ît7Üv÷¢†á+3É îZ)@@à¯"@©¯©eŸ³bw€LB~ÙËAþŸ%ÐE‡ òwD—ýö³µ_‚ʪ錷£¯­)%&XQRúêõ»¬úÓoåi¡ögÿ~ÑCŒyŸÁ”u‡Wÿºüäíïìb¬¹CæïfD›ÿÅËusõ±u¦¬› ¸ÜËq­…#XƒgoÝ•wÿ]pIemeiAqýVq Ùn’ÔÈ"ˆ'5ôÖí9&Ç4EÍ4E¯Þê†Mgï8=¢§8ZÛ|¢0Ækò¼Øè D·ž£FYõÑP!Rê2“>úú&çq÷ðNt× ·ôõ{$f¢«,6ß;ÇÚ‚GWü’Ñ*Q9õ‰“íšê+ÉKC ÕÙ©¿ý½=¼üÂÑ€&ÇÄ'¨1mHt’±[Î8í{Ìöìî6ìŽæšÊœí°ÑAœ€ØàQã­™ª*Êj*’â"^y¾ˆÏ,A”«rVO³Uún£# T÷ŸÜµhó‰ß¹ehx¢¦Áà£Û—á(u ‘Ñ•´›$zh[ä2÷óEeÌÇmqAÝ!Sç×GšódØPUáÝî\Û´Ç-65¯¡¾&';¹E‚Rœ‡9ŒI(õ™=ov¿nøûO&æQ%»Éý»ïÌ‹ú±vñ”ìÌ4* Æ&#+üâÃþ­-‚g€Zf$@€FY‘! (ÔWÇ€@ µÈdôŠ°µM< à•Çé‰ß¢Þ™ç~×ãàl#!.îå­Myð)1k¼µÅ'ÿ›­4‘R˜™ö=*15³ ¢¦N@H¤›’’Žn? | ½“+ʪ‘„# Hˆ Ñû¥“b"¾|‹ÏÈ+!ãä•LÌLÌú)3/Åö‘j+Bƒ¾…Å¥”V ‹¨öP4Ø\³·T5rVÊï𘤌œÂÊš:‚ œ¼‚V-Ã~ðrsÍZO!W”76ž’ù3úý爌‚ 1ù‰S&jʲϽ0lŸ€ N€ rèÌ~ê›qRóHŒ×u¡FÀ¯ßRîeðßñ½RÍþQyøWtÑa„üÀ”Ú½«—$–Ð#JD Õ'/m˜;NŒÈrt©¯È½zh“óÁ;ÈeaÌKçcO횆Z†”ÛìvßùPîöùö‡ÁËZÒ·¯O7xÓ´…‰ŸV8ÁF•ôF?{ñ` ¦,"ŠQÜvÆ}-smãØE'Þ"åëÎ}ØëH Е¶âƒreçÚï¹ôµ åô'YoËmk˜ÌúµU W¤Ví;¿o­£æŒäº²'çö,ßz²¨–!Ö´v=ëEA±‹Ðú\ÿóÊÃW¶ö:51:Šî üø“´á×ÄY–§(×lÞñíÉþÓw”ÓT+«ª —%ü!Œ:ÔúD§{°é|€ÓŽ±Ç`ÙžÝÍÐÁ›Ï ;®gß% ºŒÆ.ºzþiO9´N=UþðÌΕÛNÕQ¿¤ò”eË]âü/ˆápVsvýš³mñ`å«H“M×¾šc§Ëcžô7žVFûÉ™ÍI ¹åzóëMÊÞé»EÓ„ g>¤®´RBB<6ˆ6Ý‘s^œ§)ÅA Ó!½'xXO^ãzÖumw êuò²ÅóŽºl~”2iåÞq½þÑáK÷Ý›—ÔÔ0÷0™~zƧ¯$Ó³8a—Þûœ,ÐZ$”tX¼†Ü).•ô³j6g%Ä%P”’ø]Û,uoj¤§ )Â(Ç™MÝvïdÞ‚m—H2Ú›WÌd”wºO0öZÜ%ewSÊN¿„^B›;ìð¹·G‚õØœ „ãÆ“:}T†Ùo*¥]±§ºyÿëîEƒiž ·r5ð9ⵟ¿?eŽüm|vû&„Ë ¿?{qz†‘4DÊñý‡HB¢Ú–æˆjo‡ ½ NBr½OÞz´l¼1zÈ Š+o=}w+'á¡ŒDj8qà¿[—O²9;~ÒŒ=G. ‹´<•ÃÖd@à†@A~nVF**ihÌ~2†V \ÀãÑ[(¹lÄøE ¾¾aŒÝhño¨A7Jù{ì÷Lh¡3rÙ­û>ˆLOËѦ2d.ƒ¿y !³æn~›×”þœ¤Ø£»¶_»ñèú­“»sɈÁ—ÝÔšŠ ê›"^^5÷X‡×)P~}ó·÷óÙÛôä(µEf/<åÀA'©æ݃냣S‚Þ¹iˆ792£}Ÿ8,9—WÅA­¨ª(çáõËï=\ëzàÈÒá®Õà«5!øU+´išêªxU×{û¶n¿ØH!~þÜÉG^Ÿ@"°¯<ÏÝ:^±¥9¹´Ïï‚èÑAH\Ûrš9ˆ6â @@ Z:i‡jÐÔÿ¥W9#²%®®SõúlT“T(x%A(›ækÈ y÷­pñ`yvi¼Èü}÷zjiM]º¯y®ŽRûü挘Àä§o^&Þü ˜mL’ʶ­Ù\ĸUtÈ‚= †öà^Õ§7¯Q2Ú¶kwÍlrBÊÈ~ó{w×g1Ü+o³d?«±"ûRèObÖ>¿°þƒpEµ^º:ýúÂÿú隘[X¯rË_ãÖæ^:¦!{-rî$»».éãÛ˜rÄZ¼Œþµ‹»GQ_ ì6ìšï±á*r©YãéùnÑ ÙHí0+KüçH 1ü£)ÅYª!óæÝwh[øÝ#×o>r<µ¤2æcý®`HÑ̲Ÿ¤ƒx?l˜Ý3SªF6OžÝÐÔí·LÁ%UR\è¼rfÐçX‡ñ†­ç.Ù€Ã1wV¤@h?ÈAX%úÆý±Y@  ˆ`†¡ ØøÒ¤®®^¢ßPkmѧñÔÐ×Û‡YÛ픚;·Ì }÷æg5bÍ ‡ñx ¼|,cF£isc>ZÙ®‰/DCymSKó~ݤDªÊJb"Âýƒã‘×<¥DN±ýÀëÞTæMŠ ÅðØm£vW_U•ÿ3`Ê’ptPXR~ØP3n’U¥…ß‚¿Åg–"ò¤òÌeëN|¿ëÚ– HtPQC{hÿ¾²b…ÙŸ¾ç•ÓíÉöÝpòMSÏêE¾¹5|Öaf' gn6ÈHKAZ´®²üWB¼ïç°RšõäÚÒ“›×V¼¹a;Dœ  ÝêªêÊÔ¯[Îú1übùì=j¢•ÊYŸLê¼OmzЃÏYk‡+³H°g(OŸy#E¸fŠ“½T“Nö– € €7Àé;7”Ú(¶¬H X»:Ͷ”hˆK„©ÍðVs÷jhÙM]œXP‹Õƒ’ÝvþÑÞ#;àŒñëm×Hï‚ÝLÎ\EÀšÒR:Cfº“S³)ÄiÓ§tL€¨4ðâÑWŸcYÓ”BÊMK„ÿ|½_ nI+kÏZ²v»óbE±Îûõc¯¥1u’Ý‹ËõÆ:èÉ4ÿMÂOŸáè|5 ÆDGÃÐÈÕ©Š…Uoa(±†êw]r@@Jv̽ÏYèU:µÜÏýzòÁÅ¿}}éý4ÄÒÛ† µktë üì©&Ží­üÅEŽ¶2Ò’±ÎKIË;ï>pèhl!H€ Às?‚±:ÁëK±4@¸'@¡Pƒ:`ëlH$'6ÇqäÓÝ^°muY¡÷|Ó7Y7s_/åûsdŠ'¥={|_Jiqß’ÊÓfÎÜ„F»õ1¿rÑÕά6„–ó3lݪm¿¦ÂfʳÌûÏ8ðZ/¶Gúpð r „µÛ7»&Wà&,Ùti÷l%qúu7…Tí~lϼýžÈÊÙ!¯NŸS;p#„ ®tàôáuSÍÑ%jK²œ¯<û–þX¡×퇙[mT=úW•þ}ÚæCŠ½ú¹~nÛ0ín ;¨Ÿ•ù©{7»}úƒ6ÊI·]]¬ëÏÀà$ R'5¨"äšš»WïÀw~‹È©­^=üP}YQbiQ¡R1¸' °ÈÉÒçÈ{ªjˆtëž×šáK±¬håÌÿ(5™^EÑóÝæM̬)@@xA óF8xáÝŸÕA)+-k³Í·U×hÜK)±€z†nÒꆓF™u@tRõ{ãV7$D÷^—÷ÃPq¿j #qyÝØ×Ì_¾;cH/F¥¸¨˜‘&ôê¥ÁHsþÔÐÔ„¯Лæ8 ñ¦g½òÌ Cç­®£Ò›RY’•pv÷Š‡¿|û¢‰¦Äþh9{TüœÆv·tŠÝ]^ŽÆ!åîÊÍ\"¦wSQ×F®ÛË˨ ˆ"Mpz–¦ò‰T1J‰¿ÿW·Ø¾5¤üÛ^Qµ¾~ xKË¡Œ4µYó‡Œ$‡$—mñ Š :ˆá—ü›>m–õé«úê35uM´$@ਰ`T³|7%5 4 € pO ®Ž¶ ÷ €d;ݾû>¯ljH|ó®çFëUMÍPªRo=GL8i’6¼ÐˆkÎZŠû±Ã¾Éˆˆto ÿ·ûɱO(i»?¿M´~/4–,O v9÷áÁ–1¬Š™ g2CodPF-ÞþäèLìÍÄ8‚ˆÓæÝŸ|¿^þšOk[³Ýå4'vòöÕu£XNž…¤•O\t}§çXIlÈð©r2¤†è0ùôÞC‰Èû HÙxìGÏc*¢ìxÄÔ_»"P?k¿gµ-©|ûÎ ŽÞ»E°Wn8<ž³ m”ʬkO’ÅT >x_µè!N/Å|Lœ5Uáø{dÑÐð—/ÂKK³wŠŠ'ù¿ -¢O½ôi7´;|-6@@xIyI“UNLœí”µ¾Ù¼l}Sõei¡SmìÞÇä² 'úYZ ½ýÜsJ ¶*Þf)™ÉùÜ^RÈ éqAvžšî{=íD¯(UÔ\˜­¦Š¾è'o½hBÎlüb›?þx¿÷ ùö#6>1%5­¨}æŠÞ.?ÞÏ~Úʨ€Û²ñ;Æu7q{¬ûýÏïn øÒù¶gfe¢?V;™¹¼ÌÌzFN\RsYJ´²r%à9Rùáñá¿X† úI¹ui·lØoz^¤å€îhjäÓ! ÓHÒ À«5qd1füÔ}ǯ‰Šq˜Jà( @h3‰ù m®oÔMƒ m&À ò´YhÈS‚*æN#T½Ë€µÆz¿Î_>PËbí(êµWX1rŽ*8wæxÌ…«&G.ûuäš?½'røÜÆÑA¤/¢àvzÓë!‘ž]¹ºn´ºPP(Änö8b£ƒŒ^„§M²ºüõ1’…Ÿ^5°Ÿ¿š5:ˆT ÈéÚS;ü¹ñ·>&>2Ô¡+¡}Ôg;‡¾Ê'vð¤Kãè ]/²ýÐæ[oçgÔR ²‚¼žGoœ¡ÄÀ£¯ ç%þ€==Ì1:7Ñ8ËJù¤Oœ¦T¥Üò7žoBÕËa£<ñðf\6àæΚÄyÏqhŠ@@à–@g npk{§—ÓÖÖ† hÄL•aË~ú_`¹Ë¬MögG¾±ïð#£m-«Ð­4?DËWeG9XYì¿é±Åa`çÚh»M™Ë…ÀýâÔÕÕ!ˆvÿDþüùË «)ÍXÀ8'nFŠUåY±·Ü=qÝtçδÕ2±„ÿJ)eÙ±QáŸýßß¾~3:£)Ï q¿þn·³&C¬}‚±‡î Ö±‡Cdw«éèÂQ¾RZ„0ÆûQdÑVÃæbÎä‡÷ _]=]ì×|˜¥~?ã5„ož£®þñ}í‘â둨P0¦#ŽUñcØ0zŸLÅÅÅ{÷îeæi)¿Æyï¢Uÿi562 |"ð+!ºª’y> Öåg ø× ‚'œ:Û>'Ì›5ñø»sÔ ŽÚÌ›O‚.ÄÉDÒmwOÚE $Ö{È´òœdØËÂß¼Œ¦®iBݺœ0×B Isü_Vw´Óng?åÁµõyá_rÖÄÞ­ÈÒhät‡Þlk2êuuûÀw3®‰ð æNn"l†Ó×íÑ„PVv>Cý3àå[ôÖKyó±ÓåØ°YaUóY#zz“F-¤T?8Cß+€MKéZ:J[š&.œkʇ¶G è¾ûóCóL„Y.Ëèâ”êÔG¯é7} g[wÆ™V×@@þ>Ä¿Ïä¿ÇâáÖc…ö>¥Ýde~ºærÍñø"KN'~ܺ”àsœý’äô "ÈtÂZ;‡¢înwZw)&Wçn1"áçõ‹Ûf4uCÚ|ó8šnœ(+Ê#ŠË‹ §߬^°»Š qJÎZGÍÕ”–U!åâ²JºÆwÛŒÕ2hð`Ü oäJâÙ¹CQËíôåëKê‹b}±ŠÇ…äâ…c‡<Ž*†Õ¾¿ëqÀ ³§p’òÊÃá?›õ×Zéø&#’¿CÍÛH¸Ý¾uþ±»Ø8í{t´üÙÝmØo‚š–cõ$F•ÁmÉ%Ñ —îö½ï*ÙèõˆæH¯{n2zš`7†‘¦~ªXXj C ´×bÊ—îºë:ÄíC¦š„_@ÈöÀóaÃÖ#ÈÂbcc'MšôóçO, I©Ãgîaƒ-i@øJ ³¾(Ü‘¡É¾v”€ ü):c'¿D»aðÑ=ã˱Þ%Hµ«.ó›»&báÄ“d°WïMÚMùà‡^›@ãÆlaþG´±röÓ3š>²ï§Ðu#'4¡7bXÿ&ª ùnòðULR-Øò¿bS’Jݘ1¿Ê*ä•¥øA3#GmÁx?j¸=@A_!ë¦ ²Ù˜0ÚœÐg?¨ÛÅÚmÞy!o_'n™¬-†@Ò‰>oÃ;I!hÄ4{–Ll¬”€ € Ð"¶ùáå@+t³˜îh¾ýVh.­MýÉevåY':Ï•倽²(ó‹¿ß§ÏŸÃãÒtFÍuÝèÈzå룃æl/¨¥ß AS7Ÿ½y`‰R[qì«Ž¡½ÃÒø|ÚY/¹ææv§ä„Ä'—wÈ ³Ÿµ 0oê úJq2ÂD¨–RH5¯î;vÜësŒˆ²Á³~£ûÉbÝÆË[üHËÀ–°¥½Ï™ðߤÐi÷Ý‹«G² h[;š+ì Éo€Ëër¿Mš4ßûÅ5-9a6±Ú⤥ö“‚²Ø#lb<É’2B>DS£ƒðæå¶y¿–ÜÆ9Ö"66Pvrl~ÕldÃÑ_ÇÈÓ>ÛO˜E]›2sìÁ®´NûÇ‚“‡»»MûÓ'±Áyù㹇‘€û÷'û‡•ç^¿xØDƒåKG®+{tf×Êm§ïÈ€T†Ì™1ˆå]êkÍä¾`´C¢ZÖÓ†¨¥/œ{æƒ+zì  À/ †•„Ó<6lºA–JàùóçsæÌ_<‰Å¡©ÕïÌÕgêš}°… €¿ `„xþÕ~á„UæOëtá+ìEI”ïóˆÒYFRl½{üœöžB"ÈÍud¿L`¦g)õ?Â1ªð¦Æýé&?MõðÐ3äÂ'<2– M`Ÿ­@šâ„ûôf¹ÒÁjÄ â :Úµ AY½—(û5;*,"Ìœa ‘Yï¦ÔDD§1$q&F:Œt“ŸzºÚ°µˆñÙñ?á7Ê7a½™‰n“Zh8!åE3œþDÍQÊoÞ÷™¼{B£&”ÇÏè7UC8ÑùNÖ@ € < À!RÅ­@B/qàÜIï¡3s‘§IåWw-ºwj×(kkSý¾Ýä¤päú’‚Üä_‰áaßÂb~×#'›ôúí{…¾¦›mµhjH^v¸ó288¢š!@-““‘DŸî««© ô¶8ÊÇ;»õ>?8Ìúð‰ƒ}0ï ×Öî A/}Ïoû}d=9)1r}Ma~NbLäçOŸ’sËŠ¬ÈƒçŽ>³É6û?åç·¯ü¾•VÖ&D ’?Þº_S¨s˜2VóœXï=ÿ͵Ùx ‰X$¸›ê‡­Ù¸qŠí¨¾=U úÌäŸWOw‹Í¢[‚(,ùèêz@¥ÑÔIc¥„hç㔆~^¾!±5ÌëÒÊ”P4’å»{7³ GPÒÐ<ÅNA”€ '(U•Œ6äʬ ÆÚ­c=f¤ž¶¦¬¤(©¶*'#9$ÀÏ/0 ¹¡µ6l V ’æáÆ]5]Ò)Çl.à´bì!Èx³»y4öúÏrY÷ÀóÄ›8Ķˆ·WÍú<2ÆÖj ±²‚tCUÙïøˆ×^^‰Y¥èþÆ‹«_¼x Ñ}©DKË¡—¿x bpÂnö\Y<$3q^ùÁÈ2£HµP¯a*XIjš7ƪ)ñÓ}ç]§¢“³ëȹ.‡q=Þð릪*U‚±„zô5w9t|¬a#{2]à~éàž={\]]á¥`Ýé®ÒÃÝ3P\\[Ò€ tˆïÁh/Z}uÁÛOQ ­%ÀvzÓÚæ@žÿpÓœì7\üJ½à¥T߸çíd4%ªF®¸åþ1£Ç°ñ#Ô¹2‰œ÷;þ <=!-N()e¹xo¬„ + ¿€y(.;)­Š5º¢¡5ÂIÈIÓ.ö«€K0+ò II5„px/Y”‘r“3ÐYMuE–ZN9µîb8¨œv.OÎÏɨ¥Ès~… ±§z“ÑMTñÔÙS7œù„¼‘ñíCl»î˜ XŒR‘ôèm""/k8j¢¸^@á € ð’ò’fc]Êæ3žßü9vö®Òzeuq¦×ƒë^ËbKH¹y…D ’2ü¬Ú_€ "‚u%—¶.<Úz¶© DÎß´dUD:z‚KW•›ó<%F°×À‡;§¢ÚÍ&Í5Ú|:¼€&L®ñy|Íç1ZÙ8ëÝ»WãÒÆ%¿Þ1·¶ª‘¡¯®Ã÷W_xï¶ {zn½æØJï/gß' ªÊ³ãö;/ÚïÜX1K  ܵ“ºŒÉ¹™û¾Ýs/Bîn4ç0#úÀ"Œdr£|÷Dù²U¹»>ÖûËx–×$Âò…i±îWcÙb³º¶ëTÇ– i>nÜQó%pìÁóNkÇ•/v7ïÆžÄ!÷—cG< NEö)¥¾âó«ð’eû/¢túÑK[]y¶r8;Ì ~ ¡ó[HP˜7k<\Žé¹ÐiDðé÷h9SK=øê¼ÑÖþaCUI©Ý³f‰WDE#õÔP™I_¼­MKIr*Ï ¼JD‹ºV¢¬¬löìÙžžžÝꮬ¢ƒ±€@à7²Ò’äßñh/Æh$@hAAîbKíé´m=ý‘öRw#Jᦟx$»:hb,*øñþe|%¢u–ÓD.ÏÉ)•ÅÕè­o5NõÊ.RA!<Ë!Îr×.CŽ@l´–£Žå“HäØžE†c† ¿ nâ%äe[Öƒ—’–f!Ria â ĉÊJ·ŒP\ËÒqP· _ò`óõ]7Žf¹2æ½w4„ éNöÍÄA9: @@à’@Ë'.\*bM°pÜØMcæÜ5ÔÓñ–7qØŒM[f K’›yO`}m-  Hè©9{loz#ÈèÝ»wz¤ýªœÆÑ<Ö¦D1…E[_=†µ˜s.,ðK3úBƒ‚ÉÐ2ìI7Ž(}òÉÛŠIÖ7ýè1BÎz›( ø¿ >A o&:ØDk(ùëçL2¤‰1ˆÐ½§º>ÙTKz9~ƒóãkÄ8Ý×È'Â-XÄ©º³=ØF~ÀiíØ£šÁ‹ÝÍ«±Û# ­éîÔw嬷|÷pÚ£$ß{àw÷Iæ«U°¼†PÕÒq¤†0Mç°`áF·÷ŒkLh°¥¥GÔÞaCUK!‘™aÊ&úa)®«©%ÃÇ0!K±¿1“`ooGBqAHH¨¶¶öotØ ]ƒ@tD(ö‰ð®±_€@' €y¸«XL@ àDæÏ{7â!\@*Œºýú×îÉÔÛ‘iåÑý5´^ºßœñ}éÅ-}Pjjjšœ„h©1õQÆÊ øŠsIÞrJÔÔ".SUâ„DXîæÜ NX#U[Ã|ù «“¶ÎOG”Ÿç8ôÃ1ØÔ¢°/Ay$QŸT$FWMÒJˆ&†Z÷"#i­(¡ßc aV­ÔðçÄqBÆ=Ÿ&$ ƋƵ #3ìU×Ón]0•Ñý'¼pŽÝõÐ[ÔrRÑÃÁ£W yùú7õU‘p¼]rþŒ‘´ø@~B~‘z@þð’}ÇŽƒe›#=zôýû÷åääþÍ{Z÷vïÛš™;fk.(&o`1z¬ýœ ãG‹‚¨Ùèp—ms¼€˜¦®¹Å0ëѶ&ý4þ¢°w0€•@Tx„ñl¤ÛO 7äÕ §“èŽ ¥ù$ð‰±’·šÉÛgÌ/£*è7.þ˱¿(h_óeÛ¦ïÍ» ¯ñ®¥¯7høÐqǚ몀Nó¸:smCvæýÃbÛ¤™ö2'|ŠáH)ÿ­<ñR­n9ÞŠöJBé–2#¬Bw!ôæå‡êuV"Í~“)¤ºZ2QX U*¶dDëq#†Y@‘!äûîSõÖqÍOzëóíÊjhÿfE[NXLž¬ïr;ŠvÌáá}nåÀû½‘fJãÆöiY@@ @€°ð@S@@‚ªªª-ZÙ`lܸñСCàeºÚ¢ˆ¦@[µtáv?‚PïÔ{jIIË¢YàRiÒv—kϯ®è¬ß¥Ú✰˜4Ø÷îZ:êŠâü€ÀQ'¹¾:áG(üwãø)-‹á«·¬²Ö§³Bâè z_-J=-,¢Ž6#Xb”ã`é4…b½†N¨p1 ¶ÈçÃ3ÊÇdÄ´ÙNÛ07d`m£+q9~û å{}ãËŠC›{`úÛ£³ÃœŸ ±6nËE ÎiîÔ­7Tâä’Í«e7Pá$zÏ›øGÈ\˜ D@@  øK®¾ºqà €@—!àçççààPPP€õH]]ýÙ³g&&&ØBnL¯<æKÐÉFO‹ê*Ë 3Sâÿ~x~ÿZL*õ&wx£Ôäì_³ÀÌϯ‡‡¹Düß<NÌ)¤††ªŠâ‚ìô¤ÄÈð`¿w^)¹¥ = !‡c¾¿ûD·»£|þÅb£~À{uÀÀdš > ÔžÚâj3èªjg<|Q¾EðÃw¼Êà°ˆËR,yÚ§¼¾2!*úÆãÓúÊbŒBðù Pà+Áö×è?a’Þæ›Ñ唆ÚZÄèÁ“'i‰²|W¹v7Ûyóµg¡ÔðViRèpëEÎí™2P«ŽBªõþpÙ¦“‰ÈþÐè…«FküÉÇiâ–nÛrÕÓ)ªjUvØ›‘ÓÝ/l5R“ĺ_œ‘°eÍÖ+ŸÒB¼¸ê©=óy»ò³¼É{ƒCî‘epñ‰ÉHGý'ÚëJ`)bi@@xFy†(@øwÀ/tsssvvnÀLµÃî[YY=zôHAAáßAÁsO DAIÙîð_?“áŽK6ÝÚáxìÞ{¤—Úì/÷_|Ý2s0Ï;ý‡âD énð_Ï~¦#'Îß°·2èÕµS‡]cÒ‹,…‰–̘rûÙË^²‚ÿ0¨.âz$f}QØ%ðB>ïW\we…ì¬<¸—ªÔà]Ǽ®îšØé¦{)Õaß~ò™ªžvÀ‘‘•‘í¥£k=Å~ëÁê€Oì¿™Z‚Äm¿æñ›‹Z²σ˨ÿj¢¾Ž_ÛßB€úhÚ$ç; ƒçδió¡‰(­ùàîaœ“˨OØüú>ÍÚ®§ž‘U]ey J}MVzZ`@hb65ú…lêæ¶7vOks 5<øRÔ{tí¿a®ùuTmqŸ^˜:|¨…A/iQÊÒâ˜Èˆ÷Ÿ#*‘•„a ©C—Oì)ƃ¾±*p¢‹æظ;?À” Ìs²í ˆ0&$ € tM @Ø5÷+ð @€jjj–-[vëÖ-¶.V¯^}üøq0§É¦íYœ€ôÜ}w„hùþ¤Ï+||O™9̘´iK-qD±×ô5íÜÇË/¾ ⥿}Ö¯wyxó¨@ßÀN^}¡°ˆhŸ~úÜà¿Ý<§kïïØžYE]ÄÏç±7S†ÚèÉv*§È…qÉ´©ñ?aŽ(2dʬc­O®ßpîé*&*ù´|Å)O÷M¢ø?aè³}p8ð;Ñ>‚Ñç4ËÞåNòü ¸¶åT³v—TM¬?½qœ»5àw1Í|JrtüÇÉ\ÿñ³]Ú¤ÒiÎ'úŽ˜á÷XpÊ¢ý ù5°Á”ºÊOo½?½å`»¨BÏS—O.Ù‡C]»‹†M›ÚgçƒÄ*º"Ñ^C‚Û Û(@.€!€ € À ‘‘¿t044”Q@ýºxñâ¼yó°… Í8¢ü8›Q¾§Ÿ!Ú²R“à…ÌÚ»²…”——›—_]SK‘’SRﭫݧ· ¡Õ3›äºŠÄÈ„Ÿ …Åõdœ¸´‚zo}CcIÞ„Šëk+këï½ð"ââ­·±Õ»‚ Ö}Ûq!›>#“|O_yî¸ÆÞ” ]”’ì_±1QY9¹UÕµD!Q9EU;ƽztÇ·š.½±‹«**ÈHœGoaIGí¾?ë2;‚fò‘a!h­®)‘È›QŠê VHÁp÷FÛÅ®^Ôòú¢½Î'†¼Ú'ÙÞCk'Ô¥8+-**1+« ²¦ž($,¯¨Ô[·Ÿ–ºB‹_ºÌ°ˆ<ø¨úG7‚˜‚óÅËâBK¹G ùõþÎùg6ÎSu[²«íŽ·¤™›zreyAL‚Ó»ËXÕëªâÂ#ãRò Jáß øIJ --S3]Iî¯Êÿ¬Ë¬þpÊ ‚£ '.¬LiÀØqZ‡Ÿÿ¤® j?s’T»ƒñªÃ>¾r¿vÓíšÇ·ßùÜ%™µ\¹bÁlkbGœ p0¡©"ÝáSÂBûŸs»rñî›ßy•Ådº÷tœí¸e¥ƒºŒPãZž”dúÍŸ »õA ¢m’Ó$Ùvïž”€ €@—'Àý¥H—G@Z ðåË—©S§æææbåTTTà—öïß[Ò<$ ¬ÒÕÖP_‡„~Ð’V%êJÓŸÞ8ñøÑýÄt³W"Òª–¶³ç-[§§.ÏÚªü„Ûg÷=zê‘WJbÃnDQùáöKV¬Ý¤Õ][ÞÚtÉïs'Ûý.BžïÁ _zå„ ß|Ó¤IxÑùDŽAX‘îžÜ3Ëî…lÓ{”úÒÎܹs#,.¥ñn’×0™0cùÜysäDÙÎ?)ç—X2lÙõó.s›´ŠQA. ³33O­¦õƒ“<ù!mt j%)ÑÉ@÷g=5‰5yªÖD0†'»¯­.SÍëø-';#/'íWßµPüJÔÔÔZ±ÉúÉç·q%p9¡ÏÝš°wÏÈSê*¼ïݽ~ãÙ·˜ÌÆ_:…ž:“çÌX¼p¢¼û× õýí©k®ÂMê«+цw]–yì£=% m}lî¸ j¼ÈÒc'""íßDÑvéúásó'“kâ€ÓfÇá`êé…ö'ŸÿDvùˆÕû¯ïž„¤›ùŸ\;RwZ2r¤Ç‰ŸðµÑƒH)“µìèGÿ”Çê옙*«ò’¯ž¼xïáûÜRú[ßÐ:¢˜Ìè©ëœh+‹£…íp¹±2PÒe ô¶YL.[ܲ{xIïôx|sÂÄžù±Í `ê"Ò³W­›½rMfÒÏo‘‰)ùeU58‚€´ŒŒFO SÝîÒ"ñFIœÄ›ú™@£:–‚ºeY)WV œ³…2g Kã&2"²jλ÷nܱ=!::,6)3§¸ª®AHXT±»’ŽžŽq_5æ†\ßDÿp1¥²’q2) °pÆ°¦%A € ¼$À6AÃKÕ@ € Е\¸paíÚµõõ´¹@†cƒ~ò䉒’£|òž@m-uÑ'd“’•o~Š†!Èáóç§k×­OÊçpo8"]]’á}÷àÛÇ—f»\ß0Ï®‰yiºæDÿKk×lH/fÚ†í²¡ªàý½þ^÷œO=9Ú¸m÷Ê×ä…­™ãÀˆBýg=ê2_ mº°ÆqÆ )mÙ½ûÓ´•È|vU²·ç§äy#49*(úå¿eùì¯ñYká‚”×.~zïŠë…‡# ˜A_87~òÌ‹/·‘i-ƒ^?)Ù:Wº¥Ýûî=:AÒ†“‡iÑ¢ƒMõݨœ'»¯.72¨C "¾aû14±ÀfAšêjëp‚r»Ž­°ÛUAâ”{û\ímž+ µ¿»Âĵ ·|‰ÍkJU~rì¥=;Þ|tôúÉÑFݱb µUùy…Ø8]]^Z]N/«+®`«åw'$¿ãÀJ¿ ®ÈQµ*éóS¿Œ%£Õ÷ÛÇá΄iãO??…p<ßïœ$ÓÒ'ÚÛ›„ “Q#úˆ5¶ª™’8Ÿ‡Ë–J-æ¼”kCeñ›[—><÷r¹pz®µÇc|û\nÆ4ÞTÕÖrv7Ú–¿‹¯ÒKþû»¬F¬ÅûšÀo|uZÐ5ï$¤ß¾Ö“­T;ÞÐ# € ü›@€ðßÜïÀk@V¨­­…ß/xåʶ6K—.uss×ðl`x›¥$ÄF¢u ÍZšÈEeY‰NÎ_â\Š†wq‚ZÆÃŒ te%ÅëªKÓ~†‡| ,¯¥Íß×ÝÞ9µ¤êÁþ•ö'ja½¿ýÏ.X°¶ÕFÑÒ7×PSÀÕç¤ÄFGÇÖÑæžëËR.M¹þiÖpk¸ÈÊ“·Ìµû‘VŠÈêÙnw;°N¸)ƒ¸PØ6¥sÆí|ŽHï^?Ÿ;bCc+ ã_Ï›>%™þ¤#Ü¡§ÁP3#Y)±šò‚_ÑÁ¡ßÂ&¥i!ë§[}øyŒ jRaŽúr;" IpI]š¯Dá$c9´–S‚äíù-;u¶Pc›ÐêF žì¾vºÜȨŽ(ˆ Æv„X|J#e‹Éf½Ø{ûÜ ©4i»ËµçWW´3Ø_ûqúĵ¿‹˜‡¡^F¦ÌûÊI‰V—ÿŒŒø|éJR£–Mœsæù]cE>¹É+µÊƒ&Ùšœyò£„¦üÚóÃâÑóÙ¾Üíw\cøx#ù3? ¨œÚÔ á%ÓL¤i=6õÙë™7Zg;}b«Å?}îÍt:PÌØQ8¢p=Mõn‚PCVòïˆÈßôß‹Ò¬ÝsRîÞ?ªÚ’h¿Ël A:Ê­3W²éG ÁUËÚv®ÛÉœæ€ €ÀßAÿŽý¬@øS²³³§L™òõëW¬pPðÌ™3K–,Á‚4?Ô†=}Íxì 'ik?¡ ½Ôd~^¿v T3²ïèiS-–çiª ~^ܵðºgMƒçÑEæÌíÍTwW—ê¼Æ™Ä™LظsÇÖÞJÒ¨dQJðaçy¯‚©% ÅÇÖÏ6÷ Ò–@ZLPê ,ïHö²ZyáôîŽx÷`cËp¢cmí^„ßDjbýÊ)$Y'ìÉ¿7-rB£ƒ²½-÷œ¸beÜ +Uð;ððæoB~ÂzH©;–Ïí÷öš8} 'ÔÃvüˆÛi½Ô¼}å5ÉxÒ#ÇÿIÁoRèUB='Ø å(Ʊ'»¯ý.s´ß…Ø¡bwÕnJÊüîèo ?tŽŸ³c§Ç›iQùÔ à˜Wo8Ž[2ºg›ùËÓÖÌÞŒFå´ÌÛ;Ê´öK—ÿ+lÏZ——A©p/¤Š¬Í ÿÓût­ãK×ËvYJá2¸Ê}ëÂm—éÇØÅn÷]œ Úlâ„ÇO´zòã9¢*æKH9e>ö€Ó~ÇaÍ8¡î“&˜ü¸Jë¥îõ ¿i&öHÿ'D¼ú”I¯R™<É”£ÇÂÚܨUËŽ0¢ƒ8sûùû]—ôé. &Gî]½õÅ×jI}Ù•[,ô“c^¤óÄe´»H€»¦:2袋Èz¿ûýE3›¹CYNP»˜³À@@èl˜×Í2`7HÕEž÷o=ñ|ó-<&#'¿º®( $.)¥¨¬ÚWÇÀrŒÝÇ ²"nTý™à§Ç—ýw2&9»žD{Ôc„áÌ}á÷\0 Ù5 tÎ1L®Hß°`î]ï Âòj”»†sÒ«£Ø©7´ I<Þãà°û1½/÷.-o´ ¸û“ Òß— ‚£ƒYY,«& Š>}útРAŸ?›ÅµÅ¿÷,›ñ«”þa8mûX]ÙÖ;A¾{dcjõaxS0˜vë¾{7ö¯§¨¼Ö†3Þ C/½§Ê‘JÜî³yr±Ñ£i”G'œ2¦{õ'í¾ì¶íiYo¿¯šhâ_kj( ¿pýé)gGªZn6råeçI?' ²ªæ³._:)#ØÌᇥm—10ŒÝl )hÈ ÿUD6‘ÃÒ£¼<³1$µ é@¢çˆ›O_jÊ ±õ'ßkÐá{þ„é^þÈ€«*ÓüN_õ8¶n C g=Ùéèíu´|0¼Êè¶yͬ2þöQ6" Aš#fêÉrªÃ“ÝÇ—®wÔg}}]lÔ´7C“h$:€QVkßÞy“—_¡‰(µ§¶¸Ú ºª*†ý*qoåùÉ#)HÉ^_]è-Çþ,»Boc·'·‰“¦?ÿ–KV¤†¹ðáì¦1ÜwóG$M™¡çȧ>#>¡ˆlÎ<àðÊqœÍ4Û}×C‘£H ¼Êè.ûfVýþòMã€Ó{´¡\+8î‡$!Þ@FSVݹ¸L˜uŸËõ48ùèZÕ˜)ïio©¬/ˆ;}ùÝÅ­6 ø¼r™¡ÿŸ8Üûµâ¿s @€÷ꊒf/ØK?ÈnÙ¶L|‡xh@& €a“h:EÂÇ{3ç¬ú‘V‚5µ¾®¦¸þËüþüÁC'l¿zjvÎsLJåa—ð_µXûAúŸ"ÐiÇpì««§ûýuû¢¡8ÑÉn‚GHŠá¸•oŸ—øvïÂk×®­\¹^_«iÀ€ptPEE[Ò<$@n¨«()HûüÑëñ½[EUˆòžƒœp]Ïý¼,jRCÎgw¯ïô,Nbý·ÆÑAz-^tÉ®ã/>ŒÌ¡MÓ䇺ûĶёBUÁ rQèݧ_è%"šÿíÜÌDªð¢ª7mø¸Ð‰m~|z§dƒc3/f”zƒNg=¾"% º.߸ª(Ú¿™*ۙﭫD€2+97=£ÂDNÕI.¹~ç%=‹ÛpìFãè R‹VÚzè觱3ÊhP>Ü>µ|²2#+kl?Hc­ õ¶Œºt_¿ˆBû¦V¥Ô{¿xÂ0o7eë|;£†Ó'Ov¯\æd Ëà¥zkk¨x‘ͼ€¢Ã> §.ýÀûæÇt¸ÇªÔà]Ǽ®îšØ†y`rÙ¯‹×ýéfãDþsÛß8:ˆÔâEäwŸØägµ¹ËÂûúÌ5£U_:º†Nö!¡Õ»;J§p SÓªÌåÄy踼Ùè¡š}’j`͵iÁïÊLe8“ 4¼ôxǨÂÛO·ãþ€C*Œ¾ñ•Ç‰¨íÜ·-:ˆ¨Å‹*mu™ç3‹þZD߇/Š·Ø KºÌp/Ÿl¯gæK@) Ð $‡Z´ÄÅ7¡qNÏvþŠ‘=º¢£À'@@è¼ÀüqçÝ7Í[–tÏjÜìœjJób¹Ñ¯ß…,ªÐ¼Øª%ˆŠÂ7;³Ì¼ÿ!K@·€@gÃB"Ô ÿ¾]€Y ]~ºwòQõ‘£ožnOƒ·.,ßBPÝ4xªkýúõçÎc™?þùóç………ÙÊ»p6/7«›¢2?$g½Ôƒ«¸—€x÷ÉK÷¬[¹@¢Mïì {û8¯žîŒÉ´±ÝšqGHy˜­eï«ïQe(•>oßÛèLÅÊG¿’AR¦n½FÌ2P€È8oêÃ&õ•9+$+##/-+š]J–næºʧk«÷\ôBŽ?RšÃ/Ýqï!ÕŠµI9›Ò¾RœhwI|F1-¬‘ !HUÿþþ¯rúñR¾ÿ¬‰æªhUã„T_{[ ÷@êb} ù_}‚ÓgcL„áemímüO>¥µª}ûÒÓÞx~c pI}Îç÷!ÙHAÞbüp-Žb y²ûxæ2GùVˆ]_îÄÐxߺŠ› €ÙxÄÅÛrYíâsáØ›)ÃlôšˆK5¡.Žõ~•ÈøÒ)XØM Ô´,$­3jÒàn·>çÁ2 yáÞ9 ‡woFþWáÄ¥péEÈQ…\˜_Aô!/ÇKÙOæs‰üÕ½záç`:™£ïõÙßÞ|ÍGªò†“FªsãXéý6ñ{?zhܭɃyÏá£te/g IÉÊJËȉd•PddáSÑ¿f_“)ô_Ž@! ` øÜ»pÕ/U×ú3>0,©žñíS5¼sjyç¾…ëH€ €@!„玤TîX»Ä…äåe‰RyYIEuê•¢ñP}94Û¹8áý—ïÕl;ø#1£®:íH®­Ì.(é\FkøD sáÞã–Þšìþ6¸°0ïgjŸð\mjj*CgCff.!ƒG+?óòò¦M›öéÓ'l;"‘xòäÉU«Va »|”îظðÒÝ7ÎS¼¦¹Ý²õ.#™¨³¥­ß(¡_?¢­Xki©N¼Åô!…‡¡©˜çE(!¾¨6ó–ÍØ„îû(² æ&åéêìz¥&*ªl~îÞ³> "Ü4ä¯ NLL#Pjª™O¡ÁAÔ ÏïÑÞ‡™Ø^œÀБcÜoКƒ?Í6 mn9ÑIâÔS$ðòúq±Ë|ŽÕÐW §‹ È|Âìî-t‰ª‡<Ù}¼tk¿ÓØ!‘(ÐOß„ß=ý Hô²sÝ؇¼©UõE{yµO’«;%Pe”/ÑÌp›‘-|pÄᣇÜúüŒÖ„üõsèÂáÐæ1¥pèBJu#ÂñØñ“m%½Chþêù¶h÷dY̱%äù&ŸqÀ±˜<}èh:Aùú%­µbÞìïEO¯Ÿ¡¨0#Ác—jùûI3 ü% ´ÿí²~F?xäÇæ…X÷¾OŸž5êÖämglò € €¯€Ów^‘ìP= é_^„Òoe…„ö^¼½zú(idoR*K ’““’~ÿÎ̯4nŠ.W+šu¨ýhgêfvOÞÙ¡Ù\ÿóÊÃWRC…`ëê:ùÆ È¬>pyõ¨:Ü]Â؉1/ÔÂ^±s¾’»ü,C'Í|e£ŒÏŸd2óÛƒMó¹Û®¦þÛ·o“'ONO§.‡nݺu{ôè‘¥¥%Zò$.ŸÙÿ-øóu–œúbóÌ¢rš¶N«—.[¦(ÑÊ©JUBÜ/† 8}cFºÉO­~ð4.…VŸŸO3H)uñ±ñŒ–øÞÚýi|¦^]¹~oí{,(§{êîK#UIèå öá–÷KQà×ÚÅ2zÀë1ÒM~ê˜á¡ÈÑ*>*ŒÍB'ÍE4­GÉ{„Àë2üý &›È³+¢Ô¼ñô`ŠN˜2mÎ(lú“'»§.7m+ïk"¾¡Jµu ……;Aì5èJàÆ­Þ2âY€ob9ìtNèóc·&ì]п(õÑè1 ¯oØòQHÏH=C¾t1‘qdh§@X+Là³(öx18¼v\´÷kc™Çß‹awêÒC>ü(v0“awRçõì£PxÊtëÖpê㢓mñ}úöb¤¹þäµË\wÜ.A<¾s¯v9| ß;5aÚù#ëõº‹ñA;P € €@ @€°@³º4=­™¹„ ÍÑ ¶Ï‹¹XʼnI+èÃ`å¨Î¹÷€UT]r ‹I ƒËº¿|€ß¹sgÉ’%55èó TLMMŸ={Ö£G¿Ü¹V›õãÊ™ƒ ¤†‘÷' 8Y£ƒ‡wˆ`~Àè&R R}MyIAfJbd¨ï·ð¸ TU˜ôÈmý›§w^}f¥§Ú gH™Yèƒõ‚ª=TZl+­Ò¶ªŠö;K.LË©£H£¯$gg¢ ŒâD•äZÔÆ¥@A¬×²Å+‹ê¨½$zºýzV£Ø—ºx.F©¬Dâ–TÍ8L`‰œ™Ž„$ĉee%Í÷OQ€Ÿª áÍOý¯•géNØÖ~ŠGØ%Z–ºÊèd“Œ:úgMªoD!’Ó?R_–M ¹,Ovo]nÎ\^Ö¤§þF5˜€³DFG'pÂÝöYd¿v¡ÜÛçjoóÄXIˆ[;ÈyiéÌcš¤8¡¬´¬ù¶DYY1„<››—œéàlçÝÈÕ••Œëø€#*L7•çŽã„ì§~üýM?m•Q³ÉlXjR¾¾ +A ÅûYŽ1”bh.KÎOK¯¥ à„º+K7'̱Žç.sì……¤.ï¦ãEg@ ð—á¸ø²ŠE~q G즬2xè@½2¹OÀ|@@ø‹ ð~¾ï/†Ñ¦g&úø~ú•žÓ€PRíÙ°¥¾¦"÷—êdóLD”Ãä*7®PHµq?‚‚¿‡§¤g—UÕ ‹*(©öÕ32ÈLZ°Öý̉_ä«VΕmi|^éáÆfndªŠ³B‚Bâ%–VÀ+¯*tWÓ767ÕïݦWqÓaÓ2RzBDðˆÔŒœªZ’ˆ¸”ªF/ÓþZ*­™ÍlJ=¥>&øãçˆÂò:%¾£ÆŽQ—ëÐØTWÃ…”™ÿ+¿¨ ¾N“WR306V•oŠ=_Ë;ÛŠ¯Îv*åplóæÍð"¢lV999]¹r…%"Â&ÑE³uuµ.ëçÃX`ÿ**ʤ¤yqàbeÏ’³ž$ÙÒ_Þ¯€3»Vy|Š„[—g~_7sÌ¥_ôäv––RQP‚Î¥ã¥e¤[>óÁKÉÂV!BˆT\ß’ÃRj Šép¤LRRÏêSs•_·Ì™^F¥ o}G-iК (ÒŒoÿS*³ó/<ƒ ¼¬<3,J©*,f¾¹z˸n­²‚\˜ ¿ÙP”Àldfë¤äz)§žZB[et ¦. |ù°y ‚FM™Óª8OvÏ]f:ÏÏv}Q¸ãÖ<²ÆOÃþMÝjCÖ:z¼»O*MÚîríùÕ\ž©R*‹‹˜_ºšµ#·Š!¹°þÒ‰±~­Z¥ß”ªü¼24@ˆ—SFzä‡ã&Ú)ï|„ÜCòÕË›ºÊ(+™Ï/Þ œ±Ó'Š·ôƒ……C©.Æü^ˆKJ´¦1M?\ÆZÈÃ4 sqÊCµ@ Ð% ¨ô5ZÜרKºœ@¿‘@ËÓd£WÄæÒ¤ÀóW¼ Ž©¨¥Où ^rÊïÈä›W¹æUÅŒñÁöG9?}l¸N÷¦Œ/K Ùà¼ãKxbEM=¹®’19%xPU½‚m…Ãd»÷š³aï†éC8^‰RêJÜÏ:xêrLF1¶!’“·êßëƒ_0|ižX+swëÄÆ2H ¯ô4¥¿•åäèO>ùì}P5ü° ë&§®¿`ÅúM«æ(`§!i2?¿<Þ¶ÿllJn=‰•((ÒSwÀŽƒ‡-4eXÔ«îÝ~é©_~i%釓’·š¼tÿæÙ¢˜YbrMñÃË'Nœ½úíg‹8ƒ#h÷µrÝæ%#„0MXÅ(Ž¬p9[Õ@ï‰ZOì;¹2î© D z~yÓ¶}_â²ÐVxa™™«wœØ³VA¤I¥¨0÷‰.?†kŠR/Ÿ:rùÖØ´B,xA£aã×lÚê ÌRÜ8ãs{‹ë¹Ø”lä=šXûÍïάÁ–4ŸnÛª.?fñœ…/>…•V¡1j?®3 \g°wˆÃÔú,Ûí¶{ÞHŽöÿL¾  ÀÑÑÑÇÇë1@8räÈúõë™ë›a«»zúü‰½?¢/«*+ø äa·Þƒ]o’_>üÊ›0¸ICqÂŽÿvx>pcÄìZP¿1óÝj鮪:AaÌ;½jkk1¿)5ÕŒçA¨r‚¹ìh¦š”ë2wÒ¯œ*T$æù¾kãÆ-gˆ–üÙDÅïØô¤¯¤ªÊ¼…RËzèi¥¡”êr꣉˜y‚‚Ÿaš7|’`Mõ™ð*£ù“M˜Z)•o<½èYb÷ “F1«¸Iñb÷ñÜen o¿LÄæú¢°6C‹öëÚA€°`÷Žçïã ©×1/®Þp·dtOnRjk°Ç$nš`e(U•Ô«Ì—[ÛÒ?e38òê=D«øá8¡›‘¥Ú¥÷épð*£ïM7—eB T{>ó£g‰ “§ bVq‘¢ÔÖÖ ¿86ü^ðÃe. o¯‘Љ‡W{í@@®Fù¸GoÞüìS¶ƒÒ” k‹ý~ñùØBZº!ìƒûèþþ=}ÐnTK-¸{l˵§þ«ªË23ËØÊ3ÒÓœçÍ·²N4•fÔäÅ:Ù’ÂÖÍÖW¼÷+@²_¿R ‰ì*hu¼ÒƒöÛžDCEÖž³Ýñ¥Gbé*L:ºeÁõ+—¯¹?˜h®Î¬'篚9ës¥&zM\LdQýÇ=¬ïi>Wæýw²`(I R3ºa¬R’áí4cÞǸ\†ë'…”üvÍŒ·.Ízp÷‚Š8k5-GÊܲj[d!<þUç'nZ6÷ì³ ¶:8$y÷膰¤ï3R¼»*ïÚc8ÂûÒô9ëò«Ù)Ãyr]¸¿Çÿ˜¢s;Ä(U»×,{ËIÉ•shÒDQ›¿Pï¾íÜ„Vöb ¹!/5vß×esFvçe(™½£¿+1iÒ¤””¬Ùrrr<5ª•á¬Š¿9rãâQÔƒÊÊ 4ýg‰®§^ùZfÑ¢sY_o¼Þc§/Õ1Øã8W Ø„X^¿¿ [Íò¦,lE«Ò¤Ü_¿YPªÏov2Õ 2UãôÁ*Û¹ÈoèoQÅPK†yøÀáð,DZmM}C=byrŠ`k?ã†Ï~š¦:ox•QÓ…¨ÖÊÄ7ãéç<ʃͺ ¢U\%x±ûøà2W¶·S(*,Õ #+¯¦Þ Í‚Ä! ßoß®YÓÖܤžÑQjOmqµtUUŒùåjÒªöÞ´ÒPÏþ¥k²«?Rü=ŸPÕîƒpøâ8~Ò´ñ—ß_¤ìÕ¿zá7Ý| êueÂ'ßXúÏŸê0›ÊhUë¬?%\¶ç‹Ë\öÝv1øþª¶7-@@@ c €!y½±)ú݃fú#Uf­˜>Ý,.ÔH¾=ןŒjkIðÕ.ëĹÂÙѶ™è £1ý³¶†º†« Z¯ô°õצl}ñÏcF>ý–ÞbëÂ_A“­,Î>û°ÜZ—.L©©¨¬çØ~f„­¼†vË5[!-K*,,AÊúßa·8£Jå$N+‹ó¿;dPÂ+ßwC{I³ á„á"¶ DÊý>ÐÈ4.«É™úÄ—<¾»ÎëßH!{Üæ»ð}¼ôÌí¥èg$äÐàPÎ5¼-mÇJDT´µ¶EDZ9§ÞÚþ&ù‡.X° ªŠùðl½‡‡‡¦¦æßä ïl…üÛ7ÌÇ.VYAÉð®“VkPdiªt?öX6¥*ðÓ;};n´à„D1¯öª®èhqUÓÚjÌ:Â"Øg…D˜ Rªª¹ÑÆ•ðO­p·Õ‡¯å<\÷(-l(‰ûoõšG¯É°ϸÓÅ[)J¯÷+Te_ K–EöDĘxðÝoýH3•ã"ªã”è3j†¶ÄÚ¢¦¡om_ˆ.ú÷Éë!c…WœíÔY­ž„æÉîãƒËœ0ð²ŒL&G…3Îôú·7îÀKëþ]]¦3VÌxøî^@Œ *5x×1¯«»Ûò8œz£˜à—ò1ß.€Wxç×_¾9y´áß‘ Ô¿{õ 5µß staN>9Þwìø¾’—âh‹šÂ«Œî™"Ç8²øz¼A_†8iúF1j] œ°0óðH©¥þ^HµnOñÉåìnS5|iS;Ð@@þ0 äã˜çâS´Õ7ð[BZk7xAã&ÛX©u“ª,Êþâýì¹rQU_qüÊë;œVõœµñ€OÔò·Á1•ŒKYubr8¼¬’æìÍG-MÒ„<ºâ—ŒŠŠÊ©Oœl?ÐT_I^j¨ÎNýíïíáåŽMàÛäQal‚Wz°:Û˜&•9;Úa£ƒ8±Á£Æ[ 2UU”!ÕT$ÅE¼ò|ŸY‚è'W嬞f«ôÝFG–ZBPÝr×¢Í'~ç–!ðÿx¢¦Áà£Û—á(u ‘Ñ•´`Ÿ„B­q‹\æ~¾èñ± ŒùÄŽ ¨;dê¼ñúpòß~¶öK°ÑAY5ñ6côµ5¥Ä+J â#B_½~—UBo^žj?qöà=ØnÇ+ºÝ¹¶i[lj^C}MNv>͈RœWŒš I(õ™=ov¿nøûO&ÒÆQ²›œ0S¢Ý©®:† c¼&ÏÛJtë9j”U "¥.39ᣯor^yËüp¢»N¸¥¯ßû#1]¢¶åV$Úó…<{ëþ¨¼ûï‚K*k+K Š+èm Ùn’"ì·à DE ½u{Ž5:64²é(€`...‡fóÕÁÁáúõëbbblåÿNöÌÑI¿â±þVVpñuÀ6àK¯¢Ú‚hBJOKⲜ„¼´.ye¹´¸¤ꆉrÒB.)d¾‹ +™ÒÅ Ëˈâ2òQJ‹‹ê n<8êŠ(¼ê1ÊH£f|øXËÄÂ:Ø®ìï·v~zëlοĜ,çGYY‹סtìpsÄ;ì 7NH^V —Žð¢”—WP ¹öZë;~¬YÂcj@«>ó£oXÞT³nT¥”’7^Þˆvœ¤¡ÝC$Íýÿ<Ù}üp™{Ú&™ô3®¢¼m ÖEQüá^lÓ‘­ïG¬Î£ýtû\8öfÊ0=øô´ÑM†LKqÂ2²â¸TøݨðF©,¯ Cò­ ]1µu¶TYœ¯gp>Ã*Ü›áè‡OŽãÄzN²Ñ{ wZŸúþ{‘cÚ5¹ÜËã3b Nª¯ý8m†UÜ~R Ã¥!‡GryQa=¤Ø¯›j>¹ÌÖ O²õõõ<Ñ”€ € €@B>S68ÿUÒË#½í¶Ð.â©}%{¾ö`íÔè¥üúÍÛîls˜sÈ1ÅçÃòÖ‰g%{|ú1‘ÉÿtQÉr9SÔuØýpRÞâÿ‰ÑQÔIGÚ†“6üšb Ëò(ÑšÍ;¾=Ù?búŽršveU•Æ–À­y¥‡nJ;>‚}—€*0»èêùC¦=Y¦'ž*xfçÊm§‹ê¨ûTž²l¹Kœÿ1ê”Îjή_s¶-¬|5°Ñ³éÚ—CsÌàtyÌ“þÆÓëz9³9i!·\o¾q½IÙ;Ý`×#ê<<ƒsæCêJ+%j’R»wõ’Äzt•(¡ºóä¥ sljÑ™ ªT}EîÕC›œÞ¡¾u ‚ c^:{úh×4j³éŽœóz一R¤¡00 ‰¢8áÉk\Ϻ®í.A-[<ï¨ËægA)“Vî׋SÕh?]s Ã{jýÚ ÆC(€Ôª}ç÷­u”¼’\WöäÜžå[Oa#B±`zÖ‹‚b¡%¹þ畇¯D¾›ha‹‰ö|¡p"ŠÛθo£õqmãØE'Þ"Ý­;÷a¯#5n 6ŽŠ‹‹gÎœéíM6 2x<~ÿþý[¶lù—Ÿ­ ¸}õ´ªÊr¶’?’m 1çëëÐ_³–lÁ«ª© Æÿ¤MÀÃ/™JÍ€úôj¾MaF ü¤²á»õìŽ}Ñ ^IMU8*¹Ï£>=5ê«Õ¼¶–k‰=Ü^|¨"K +õ?rÌuÆ‚-H@Óïâê{Íg[õmY Ÿ$(u7Ž¹"§pŠCì†÷aéŠÐ]MM4"¦’ZH©ÊỄԻ³´%ƒg?óôãPÚO_Ý»WžSͨ‡ÙÒ(¯€¤*DŸÍ, Q–ŸW®úáÉîã‹Ë\™ßf¡È°`l[“Ø,HÿAÒ}‡»¬µöøª õE{yµO'$L}T™qb³  ÞC8,Šv¢Tg¤A l"k–Réàù2ÆY”€’‰ý( ¦/ürg7ÍöȃhÚ^eÔ×±ÿT¸ÓÒH¿O¿kÞí&hÒ.˜Æp“ÂË÷P A”4¤¦ä@:êÜ´cÊðËefüHÁgSüP t€ € €?ù¡èlŠ€ lŸï|ìMUYpÄ™kWo:â‘K»ÎKM…#,ëw±H·+#!ND6JIü®í–:Ž75ÒSaã̦n»w2oÁ¶K$íÍ+f2ÊY>y¥‡Ei2”²Ç/1¦ s‡>÷öH°ä`­8A Ç'uú¨ ³ßTJ»úOÿtóþ×Ý‹)2ún5äjàs$ëçïO™cOÌ<»}}ˆ¤ðû³§gIC¤ßqô†¢Ú–æt%¥QÏ/{ÿ¢—dÎ{}\l©IÏb>Ä—ï»ÕCš`·é&2ñãqþTêSÕ™‹Öa¤9%…äzŸ¼õhÙxctf”(®¼õôÝ­œ„y^ÖÆpyŒçÉt28a—Þûœ,Ø@á%Öï£!7dŠ ºº› ³å ÅC—:·ª˜˜ø¥ƒ¿~1¾°4k¥¥¥ÝÝÝÇ×¹mç¯uÕÕU.4^(ìÏ¿ƒö›RŸš”‚ú/#Ër#ZÎ!ýþg$­ŠùÝB€0>* ˜Wîg êÄ jëô{÷Ñù ²n&@HI‹ Ê.¦ÍãC¸:ÝeÐ_[Œ¥xéîJÌ_çÞ£ÖoYè»ûê[ª¹üäz'ã7_ô”85ÄèàS2ê¹ëÍ·1¨òñ‹6wgÿµ觧÷2&˜&CŽÿ ²EåÛœP8ÍLiKp5 üí½gÙÎE𺰟^?­¥kœ8ÕýlE/¼Ù}|q¹^´^ „‡Ð34o½ЂOpÖÿ÷Ôã매J¸ƒœÐçÇnMØ;ß@´¹ø7QÏ@ëyý˜ñ#jÅ'ã:XmÄÓóW^3š'._¨ÂrÀá—ã݇ŒÐýx`6õ”`oßRשRxÈ×ó=< L™nÓ¦|¬ÐôŒ‰¥a¤D†GC6Í)©Ñ™Eôƒœºž‘Š¬|gé߸¯À Cu@w€ €4”&­?^žª¸’qÕAƒ—œúri-´wnäŠô æÞõ*,G.Þ©æjØ8'½:ÚÌIàã=»Ó=Ã˽KËÍù)›Îí<°€¯:„Ž$`>u{tÖ=AV^!B¨®–ùˆ¯ëg5VCd_ ò`TûüÂøÂÕzéêôë ÿë§kbna½Ê-[3óJO3]pSU—ôñm ý¹¼Œþµ‹»GQ=vvÍ÷Øp5VRãéùnÑ Ùhí0+KüçH¬1ü£)ÅYª!óæÝw¨D©¸~ó‘ã©%•1CriaFR4³ìǸ¡Øÿ¥²æÜD\]§:êõÙ(fk¶¯¢$eÓ€iÈ y÷­pñ`y6ŽYU#›'Ïîè)ñ¶ »Àþôæ5º§´m×îšÉD1ÙoÞ`ïîúŒ99ŽVñ6ÑI¾P¼uªÓj{öìÙܹs+**°êèè<þ\KK [ø¦OÜ––ÌœœE T–—¡é?•¨Nûð)²í][ÇM·”Àõ<zL¦CÁ~oj680ß Å¡qCÀÇh±ù +ÖKœù áÐS$@…ø¼ªvžÁ|Ú IPªN®ýþ'r!|ô}^w®Þ„)ÿÝ 6õŽÊ†ÕÔ„o^·éá½³6í|Ϧ|½±vË!ôœD\cÌʹã÷:`ÈHèa0RþùíóÚå¶,SúPHµud!|£fŽØÝvâˆàKÞpQ]ÚÇà_•£{7¼ãƒH©cÞ)ÝŠov?\n…­ø„6ÒÔê+!)…fAâÀ‰tß{dõØi‡h.Sîísµ·y$&&AÌé 6#Y„îÑi_ûÔ¬±jö˜QHuudbó_:¶.:>›üåÙ’uWh§ÆÔÎÅ5oX8ŒÍ >9Ž#*Lšlxî3Ü]]jhÀÏj­†7/¿"½ k ²±P`³„»,nàÐC$@¾ûXµu|“‘_JÍ¡Å ß$"AI¡3ŸTd©ðÉeîìo¥5Â@@:OwŽž÷øÔùìê‹b_]=ýد#z}’v’Ý‚cä—UD¥®˜¸ú˺‰RnZ"üçëýéXZY{Ö’µÛ+Šq!¼ÒÓN?ÓccÑHÞX=™ægOñÓg8:_ D¢€1ÑÑð•,Š]Ū·0„\•×%¤ÔiÇÜûœ…΋R-õs¿ž|pño__tÂfˆ¥%ÚetL4êNERÀÚÕh¶¥DCl\"ÄE€¯24𳧚8ÚgKŠ;´þ¯Ã1˜=5ÝÉIp§MŸÒÂNò…â kÁÆíÞ½{ß¾} Ë<ü4áíÛ·%$˜pu-¿¹õ&ô«¿ûͳ¥ÿø„”ú’ÓÛ7ÒïÍ€âì9Òʈ£© õÇ8¨î<•A›w-|ú&ì ½‰GI¸°ü×ËWA™ôZ‚‚õ8+6I½QSU…#ÚÊcž¿Jw¨Æ&ƒdË^ýEÿÅ (ô7í-ÆQ¬q!NHq×ÙÑãm2à·‹APZÀŽg†Y7¥¹ÃUc-í)¡Ô}¹ïºmçAæ2ËDÙ-'.vç Õ9½·øÁ_ðÛ!¨8ì¡Ç׎ƒÔ›é<Æc÷Ü7M2Üz´½2ǧ*!hä$§ý—½©!JÅgÿ/ƒH¥_“«µ–“çH7^l¦sˆ'»O.7gw;êàwˆþN¤‡(`5à„í`ɯ¦V3VMö:ö4î€Tš´Ý庄h3Â~£Çõ‘¸œH; .üþúqÀòÙC”›1.êÉÙi[<̇¶5ÔÆn¤Š¬pSÂðÛy›ªâc9¥ÞÿÎ…[/¢‹; Hï<³[¹Ñ‡Žj»ëügê-””ª>ß-I埓h¿4Âa|gÛ6}këÂ7ÒhšÊ£>< Ìž=˜óÍ eq¿ü¤÷Hè¦ß¿Ò#ÿ\n›GMµªã~Ýï¦T€r@@ø£þåEÂ…D¨·ÛQ/hÁü“8‡þIÿˆÓ8ë•g¾h:ouý•Þ”Ï%Y gw¯xøàñË·/ú÷à8iÎ+=M™ÀUyy9„”»+·8sÚMEE‚jiºË˨«‡¢Mpz–¦ò‰ÔJJ‰¿ÿW·ØæHHù!·½¢j}ýÆá--‡2Ò”²Ò2FºÕŸ\¶ÅK((vÒè`«]nGƒvŽ=JqQ1£wB¯^Œ4çO MM8Ë68‹¶«´Nµ«ï¤qiiéìÙ³½¼¼°þÂï„C†Û·oÿ—O… U•Û7.b ¢¬þè;)¹ ŸOíZå‡Ú3hÖúr­¸U‚ ×Ö”!‡î}¡j TºíX?äé=a3¾”úâ“.›Kßy­±Ëª±Ï¤ãeÍ&>ìŽÜR}ÆeÙ ç=¤àŸ– VujÏvZÔŒZ>hÊ<…ÖœsIhŽ>¼oÓ¼u‡i7ªPÞœZҀɴ=YúàC†Bª‰üôôÆ™Bã™êqÂsö?šd®Î,Á¤pºóœÆn¿ô†ZF©:µy¾Ù‹×½åع!-J“ü¶ï;U[Q÷õíݯ¾z¤,ƒÑ…IJêÚYö‘|›@ým ôT[@_þ/;aòxŒ`ë’<Ù}|r¹užp-ñ »n°q®›ÁŽ"€#.vÝéé33‘vô‰yq-G¶¹ãN²÷â¹C6ýLµRsdݶÞ—úÈ q4·äwð¦·kË뿼öúòþ«¶ dÄ™‡Ó쬖:>gàç‰ÃýÞ_:yémP|ZNßpB‹Žœ˜fÁ!äÉ[ÇýQ?%õ‡è+ö*®Nòýò¥®„qÀ‘š2ÍŠ*Ѧ §7ÏÁdïmä¡óÚãÎ{†zŸÕbß¹”úÒ#.§Ñ«šaöÝ"üs¹MF€ € Ðe µù¿ïÙžŸÃ‹ŠŠr K»¬Ÿœë=nÙé­Éîoƒ ó~¦vèù0's@ ÐÑÝ/èïÀ™_ìo³àgØï÷~!ß~ÄÆ'¦¤¦aÖYFŒË÷³Ÿ¶2*àvs¼ÒÓvð?p„™PÈÌÊ„p¶™-/3}$P\~Ÿv#ZY ¹ð)úðøp‰óv{†å֥ݲa¿éY‘>–л€qbâÜ>ÂÐÆü¤€ûT˜0¸Iµkì 2ú TTTA#Ë᳦Š>AÄ¡ŽÇEírŠÇ¶t9uñññöööðÿXÏ$%%ïܹ3aÂlá?›>¶osfzrSîÃO 5UÕžrJUÆó{W="BUI&7TW”äfüŽùñ%"æ'‰9s )èÚïv^ÀzoÑ œÃ†ãÏÞ M,¢._—ùhá\¡#'NõU‘ƶ,ËŒ8ñßü'ôƒ<^¬ç–­˜çLQœÃú£O^[þ.¡þ¤”þôžç0a×á³ÃŒz¡Våÿ<µ}ù‹/ôõZ‰²k–Î@k™ššMNÞ½êËÇ“O‚¨R¤’Ãk ßø÷‘C`Í6n¢² æR}miavÊϨïAŸ³ Yw·€ôÂÖ9oÚ~œÝêcO½>…eQçÖ+R?Οl½ãØ¥Ñæ}±M(äšÐ—÷îtI)¤îx8g÷ ¢HšÃÿ8 [û oÝ…«rB_]/(AdäͦVoºElE<Ù}üq™ÍRe±ë‹Â* L,x¤¨á%!E=׎ŽïQv”ÚÂBä~¶¦ºÀM^¿ù¡Ç·o™Õ°Dyr¨£Íâ}n»ÇYh²~éjƒž?tùïTR!ýüwè‚UCÕ…Ù”*(È£%ŸŸy¤­ÝC’7Wˆ”Êœ'·7:ÈÃœº’‚ü¤„ÄÐÀïÔãsX~ìäæY°Ž0k!^:ŽQ _BˆMš6âÕ^/¸0;èã¥|úaPa€õОìÄX¶Á9mÞtßköÏâX°$ñ³ã„ûOnaÒu0ïgØ‘-{ž|JC4eµ7®Ö–ñp_·`,ª…8Ǫy¤¨@¾ Hª¼öì %½<ÒÛn æœ/Ýu*¥8™Õ.¯>U‡»K;1nnÁF;ç+¹ËÏ2„pÒrnAfÔ‚O@ SàÍå_§v‡!Pž{ËÝ×MwîL[-KøQI)+ÈŽ ÿìÿþöõ›Ñ%HyVˆûõw»m4bôO^éaSÛÚ¬šŽ.å+¥ýjÅx?Š,ÚjØD0“¦™üðþd}Q8««§‹¹ö¦Ö³´Âïg¼†ðÍsjm31:ýãûÚïCŠ¯G ½R0¦#ÎÔ¡­­ AÑH¥Ê°e?ý/4ša´Ÿí ÐSWW‡ 8š äÏŸ¿¬°šÒŒ9è˜iF¬Uívªýwñæ/_¾trr*++Ãú a=<<úõë‡-ügÓ_?xtïr3îó+@X{dë²fúm\Õsà,· —”ÅZ}æ-ØÍìØ™sç¯.®£þf$Þ™6ô¹é°±ºý$E…ªJóÇU7Ð~Q` ™õ§[¨s¾@HiÀ±Ó‡ç.ÜPFò…òbß­´ë«ÔË@»·¦¾!;%&.þ7ª "Ê8ŸºÛO¾õ=œà|×»Á?Ì“Jà^j²ƒ7mÜ~ÿúÑV{O5Ù(­d.ß{¨Ëñk£Mz1pþ$Hõ=vùúÜNåT"ÅI_6LÖWígafjÒMNšR_—ñ;<äcjN1Ú^Ùdæþ- ™?¢h&1xâL™£w‹áßßê_±ô ›©³›]Ó¾‰$OvŸ\nÂävG†£íÅÄ%zké YèTÌ^=íá‡G!¹ÜXEÖþ®Ç'Ì/NR^Ùb8üg³~ãZk#ßäjZ¤À¯Á[€WzÚí’ ¦åX=ɇQÔ¹rIôÂ¥»}ï»J1naºˆô:±çF £@h‚ÝFšþ©ba©% %Ô° .Ýu-ÖuˆÛ‡4¶ ø„ØïÏpë±B{Ÿ"÷{g~ºærÍñø"KΦ°)Yî ðbì <w <;w(j¹~÷õE±‡Î>áÞº6Jò©Æ]7ÿ¡²¢<¢¸¼¨`;â »ì|%ð‚™û÷ïßµkvy=ØÌñãÇß½{WZZºó™ü,ª(/Ýá¼b}/#›••ôg)ØÊ;2+©¬7kÕžù3'‰ÚØ­æ°å7n ­_½6¹° VA©/ÿæóø›mÂòÚÿz8ÕRŸC£HkÄšëWÖ®uÎ,Eüäœßáð£žþ) ©¾ÉíÙÌáºlå\fñâ=œ½0Õ~F­“ß>'^±Ü»ûp —šZ-&§aæ¸xólG{qSo=u^>?,¹€Ö9#.þãÔ1NÏzõ‰“Gº‰´pTaÝ_ùÁ×,¦Ñ>v6Ìl[S<Ù}üp¹­5Ù> Fa„ºfxB[¿BMv*xD€ ñß±ÿ|F®g<ïׂÚîÆcyž]½`Û·$$ôNI ƒÿ85ÃÚ8?·I‘ÓÍk Æ7<û"¢iXU˜õéò¥#`ŸÞ椖geòšz³—/\0k´á8^9Îf½ª……€|´'ª1ÙÎͶ9¡=z¶ûmeˤ—ÔÑ”³~ÅÁl ¤”·_t›;ª7[9œå“Ë;jsI]-þÙæö ! € tnäúÊÈo!ñIõ€¢jO33cY1A®M¦fþŽŒ‰OII+,)«®­•è®ªad6@¯W÷öNœRêc‚?~‰(,¯SÒè;jìu¹–¢vRfR\Lü¯ü¢2Ž(¯¤f`l¬*'ε;ül½S5åù‘á‘©™9Uµ$1)¹Þý ôû¨Z ^ÿ?îGPð÷ð”ô첪ZAaQ%Õ¾zFC™I ÖºŸ9ñ‹ÜcÕʹ²B­ÔË` ‡vÀ8Ú© 4ïìH!¢‘ÈËmó~-¹s¬E-²“có+Ûˆ©á-ÛÉ+=<à…“Øà¼üñÜÃÈ3^ߟìVž{ýâa Y¬rr]Ù£3»Vn;]J½Çšº© ™3c’Fÿ§¾†ÐL>á 2³I/Õ²ž6D-}áÜ3\)¨(5¿€p¶ ›ÅtGóí·B‘û¾ëO.³+Ï:yÐy®¼(‡oYeQæ¿OŸ?‡Ç¥éŒšëºÑ‘ú>\°µD€'cOÛÚÑ\aOH>u×å~›4i¾÷‹kZ^—U[œ´Ô~RP{ĸ%[]ϧ^˜·œ}¥8± +øíb¯î;vÜësŒˆ²Á³~£û±|YZm}'n¿£tÞ¼yÏž=ÃÚ¿tpÛ¶m{÷î/D±Ù³1'+ÍrLÀo(äXοB/ $*%×ME]«¯~ÿÃÆ Ô_¸‰û?¸7£÷ÐOü¬î_<üðÑÃôQOI%m›éË,Z¢,-Ü’Z\ß‘+žù ¿}nÿ£§ùeìÇ ¢¨üpû%+ÖmÒR’lIUsõòúÓöoõ]¾û í—Žìqxá€þßlU›kÓú:¸ ˆ¸Œ|w5;zÆ-,m˜è¶–·¢®Í­w±/oŸ¼w÷fLr6+Â:mf,tž0r@£³âNÀÖÞáÁ×ShöèY}¥Z+¢ÂÍ&x³ûxïr³F·¡^:¸° mhÖEYtÊ„¬îèmË,7žùÈ¥uÝõ‡=úôòù[7ozDþfF¶˜Í Búƒ-ç,›?yŒA“_:‚äÞk§óÖ&°œÃJpl§L½íJÑ8"² ÝÔ{õ4032bØ ³Þ­:àðÆq6'pÄIÓlîÜB‹ûŽµÓ‘æÍGwÌ ï€WO]tô!—~[ ÚD•=mÚ:ç…ÚÊâÌRÖ_\fí¢=¹¦ÞaÜ - € t”º’Û'÷î=~%)Ÿ9-@‘0gÕá}ÿõ–iÚHÒOï>òxãý!!½àöÎ.ª¥ à[t—  ”„¢€¢¢ ¨X¨ˆ…>ë³lŸÝí3±Å °RPƒ’nv÷›­ËÝeé%Îzî™™3gÎüçî²÷ž;3Ü÷TY•ˆ:&ƒœ·lÿŸ}¿*ža¤¼ù#âRËi(úã "~ήٰãCdÅ¥$q…©K7t[®ÂïiÔâ¿ñgÿ{öò­ð„L.·I¢&G-[ãâ Î•]9þæʺí'"âRJË™è8 ûµ/-ÃeT% ¶S´×·þ=pôÑÿ‚² D¨mµÎæ‹×l^5{ôÑyŽ¿Œc{C$JʪXÙÏ;຿«e÷c{v>ž˜UÙo)eëÞz¯½ýQ1% ×\ÆVÖ¡&À't!ÔýiIÎÓ?Ý;ºißÑ¿â°hàu×.. 3÷àöErÌë`zyö‘õË.<öùΈV0^ÔäwæF½FÌpÞ¿n*>$_þËÃãIìŸ,*^„ÙL ÷quÅR qiÃÞ6vƒzò\iÓ ó 8Š´‚äͳGv5°fcÔUWQV’ZRø'16ࣷ·o(s6†)´ÈÚÀ}Yö¿`ìÐË¿x?ö ˆÈ/®xà´ .ã áO¨—«kE‘,¢¦m8~‚Š$×_ÞÓ7®¸ùèàsöC¸__œ7ërÓrØhë¾=ÕUäË sF}}öøqLræ?IZëôé]¸ÅA±Š•Õ€³<°4ìfÌT$ÆÎꭼ˟µÌ(«XLo …^“@’Ùuâ瀩©ÌyjÞù­s¯Þ:ÄÖÖÔX¿’‘V–‘û#&$8(8ügçOɳ¯TôM׎îŒY‹ywÃyëá°XæßZéN\³üÇs]M®›Âd±Žúæ÷ÞƒÛÌVƒ„Öy¥:¹­Ÿ9rõÖÉö룻©qð²Õ«'Œ¢¯£!B(KŠ~óôÞG#’sñü²¿ûnß¾K£‹ÉÄqÃåÄHÂù@1íÚUŸ@xÂòÙë䪡©Ÿmz)ÉIÑÊŠ3ÓÿÄ„{ÿî]l*»SùÉßvŸ¼5ôØB|[üãÇqãÆ…‡‡ã{$--}éÒ¥ &à3Û¸üÎëùý[ÿÕA€KŒvº.ô÷º[¬³Yïv4çïhµ•Åtg¹œ™¹öH\ä—ȨÈÔ´ôâÒrQq)%Õz=õ;ë‰Ôån°”j·…Û®ýoS~ô7ÿ˜˜˜ô¿YåTº”œJÇNÆ=MÍd%*bö¼NÕÚat‹¾ÿœÓßæœæµPëtc1ççI\iÌüc湥Ņ‡…‡&'§äÉ¢2òÊÚ] º›ªÈIò«WežÉ”aSTYÌ·€¬ïñ‹ó‡“¯'³þÃDZ€ÞÞeœmˆ_¿øã­ôèÕŸ¹‘h Ÿ›9·^Ɖ\ONp­CU’„üøEËÇ/\ú'öGè·èßÉé%2EVAQSGÛØÄ ¼Dæätz]çùùíûð¸‚Rš¤Œ¬š¦¦¾±A§Žu¾Tl@ßkt“KA ç²H ˜ÎX7c-OfuI²î‹?\¿4ªQ–RÓ]¾çß%Û £‚¿EEÇ¥eæ”Q Òò Z]º˜™ÉIÔŒº1º\Ãõ.­¹/õ6@¦$Pœ9ÅÚôÖ§_<–ý½fÛÏßxГç)e%#ìµ°ßXqc—=6Äkñø·O—¹wx1Ÿ‰Ô¤uK6|ËäÜ?ÅY(JY³`æñû~¦Ø}iNî^èºlÁÓ~å¿y8ÕªEÁuª½[I|RRΡÄï‹õú Yo×™•Yœ1ÍnÔý€8œ—XVñÊ;ƒ•õÉ÷0¶q#äjMI~¾7mz~ا‘…\öK ²¿G„|XªÓÛf“=º•OøùìôªW¹¾}¨Å?#‚»Ìí?rŒcwiv}jÚËžc¸Â¬¢ôp·p¶ZÅyù¯ÃóVd ©ÒªR™ îç#¸t¸†£W̵ÑâÎŒ€k›ú9íåûÆj.5ÔË-Ô‹§é¯­Œð<ˆ›¢°Ü÷'‰Ãßög)ÓËòß?½‰žº¬$IBíÈí'£ •ù–´FÛzTüu!«Ìš> i%tæLìäVKÉÔÊH†÷ûPÝ|ʃK߇ÏؚùM]”•ôøæÅÇü}ÁŒQSÓ2 ö÷2^â¶lþã¯ùXq…P^ÄýÎ(Iˆû5-G:Õ÷¼À?Ì­ø¶]¶±ç‡ã¯¢YlóR"w:ÏÝé\Aš¯„„[·ø¢¢Sw]ß$°s˜w¹·z~0 ³q3MÖ É`þ£¿¹sá;]ae;uÒ«¦Xx‹<==§Nš••…ï‚žžÚtÐØØŸÙÆåÜœ,×µók¡ ŸÏ_ŸÚTl±:D²¸ŽQ?tÄC’¨t73tÄZk0B$·Óé>X§»PôE0Ã×R»Œß€ G÷ž Š³²îNIjº]ÐQ÷šìDŠ„™Í0áûkpÇëM¬~É¢’†},ÐQ¿êŒZ-¾Ë$b]´©?¨ €@4:Ïg>WÝHN¼ÿ„‰óÃüoµã·J|üÌ›SU×g—PŸ]¾µ—éÞ™•~ EÄ^TܦeÕ ¦~îkb™ÌïÆ)S#æõÏÛgõ–g·@ ÞÙ9tê&ìn-–Ï-Ðý¹s!% N•çüš:tÐÀ„ê]Œò¹ÅGƒ^R\ÊΦå;;Ž®&:ÈS»¤¸E1xoˆó(ARØ<¦ lÏ_jI 'JT©‘ŠÏaY9÷à Ujz¬”ó¢çþ ùQ§û³Ô?¸„äö:Z„(þ:pZªx'õsp¾sa—T¥K<Ø ©è^E£5H±ŸÞ'ѺÜÏ€ˆÈ뺿ñÓ_<}×å7U"gVîÔ÷œ»û8síªšÑèõ ¡¦•£¶8S™è0{Î꣯ò8±ÜþVV"ü¬X8nñm§=u沯‰9üÊ+å)§¬Y7ÃŽN¥ñþñ«T+£´¸„1Õ^à_Ï­÷&RäÝ}‘?Îö’7;FÈ´¦Ä·réAÃù@±\&+]¿~ÄÆ~ÉŸÂN!Š”Ê\—–«©¯BVŽV¸Ú·oZD”g ÆaÆݸqCQQQÈúÓÈîîÞ²"-5¹64ù£µñ t€¨‘À7Ü BÍŽ:ŠÊíj¬ @º(/¯þ"¬®ö@ €hY;Ž>XKU¾('=ÐÇóÝ·8–é!wÜ Ù9µgew­&Ï7?z/ðw.$ÒAO¿Gwcý.4Ú·“–+-Ì‹‹ùvÿÎÝŸi¬ õôác[,$ynl’T^½°ÆíhD|ZyYñŸ”tÖdzV|$îpµ.3fÍèÖŽtãôߘ4†'Ùv¸„2ßµ”i§3dˆum ½­"öÖË+6­óÿˆ’[ý½rÛ—˜¤2j ·Ý*aç¤Sô"×ì¹¢ƒd Óƒú˜(ÉHä¤Gûûøó»ó..£l5nþ;–?·ÏyÇbÞJ*ioß×ÔXMYžP^”ÿÓÇÓã±wöSm€)ƒÐj@€°±†’(×ëðÕ«wÿ÷3å/nd‚¸ŒÒ€±ó3f5¬?ê›ÿñ;}ß;= Ü¥ÕGÏv™ÐSsŽ(od7P÷¤Ï/,§$1fôP¢L÷ýÿ®X¼óš”nK=ò£G/ÿäóè0’dq³A£—®Z7m„w$Ž­+;GØÉ{ÿvæãI¥,“Qc:òû""K©¹]z9iÖÝ]{z¼ö¯ü ØN×dö¢«NWæ^¡”§¢Œ¡•™Jô‡tf>qÚ,'Î'9ã1“z«\ôgñl@ˆ·c0Ø)0bè¥ãNž¿ò‹ù— _Ì’‰=ãÞ#FÛ98Nµ4îÈi„Õ¬øæGc—¹Ç$–áOÊF“9E;蛺ØÈïa~ê’׊Ïa„"«uñ…ÿ€=ë7ü{>·é&ŽÉ`à„íN=ænâù“j5ÚNŽHÔ9,æ¶Á°…ŸºmXçró¹_IåŸ+$±n¦ýÇOrœ3kªŽŠV«usæ̹uëOwÖ¬Y³{÷n2ïDM­6—ôzñðñýkµìvÓïAXKÇ@ j””G…‡` ÝaBŒ@”­Þ÷Èê@ O€$1ÝåÈñ-så°;´âݳo¸ú‰ÙýÑÃG;¦ö亱É,ì`ñ)æ÷Ï„ÔvZòR¢•sÛ0ߤkÿ˜|4ãô½ˆÞƒ7BH0´qzfã„èY~Ú*}xnÏÅÇ/Û~|ûòö2ŒI æÍÚ·qí}¿¸q‹·ÐcÍ÷@5K¶­\žXÈh…ñ‘[²ãäŽåŽŒƒ8/ZiîÝn ]ý-á¨qŠxÞlçúEÌÅ2S}NªZ\ùÞ¦ÀWhx§¢Ÿû×ãfÜdÄüó'v™ê(a9HÈøä²xÞyÏ\&ùr`¶“™4.‡Ê™KH Ê÷øÐ]‘k°–­ÝtwçàÉ›ó˜ýT×Ô¨‡7²0€aãÉnÉ~tTßQ¬Ý¶‹O·]¬^ M“9þ"ÄÑûͤŒ¯¿(bRfzwÓ¬d”8jÉ!t°òO•E…‡GÆ$¦¤¡-‚ÐrŠÊÚz]ÍÌÍÔ«ÀNç¡‹££úûø}Í+*«ä'Ÿ "‰¢ªmhceγ±"N•ddíàníŸñÛÏÏ?úGüß¼²ˆ¤ªFGãžæ½ uª®ˆ³A l>ï9%%—™E6îcZQF”Øyý͌ߙì"‹E•$™öó\öÏ[¿7!ú[PHh|bJ^a1 æIËÊ))«hvÔ604T•—¬Ta8tŽ䜪J›0¿ŸÃ ŠD¹Ù›OMY²ñáÝÛ¯¼ß‡EýLÏÊ%‰I©ªk™÷µ3ÑѺ§.-óǺ*öDÑèd2Ȳúé#¸sX(üY¡nh}éɧ#©±¾¾þ1± 9ùÅQ eÕöºº '¶TäjÞ‹oMX丸8´éàׯ_ñKJJž?~Ê”)øLì¿™n. k"?õ­Xû  €@óˆ )+Ã.÷=`}Ñæð´~d ßGL[Ç¡‡@ Z!QE·ÿmžÚŸ+þG_²jɶ«ŸX“N~Æ|Ga;¾²¸l—.²KAVrP@Pôϸ̬Ü2QZF®ººŽŽº¦")&Ÿô£æç¡^¥a5HÅ”:º|{Á¨ŠØ$EZÝåÈ5î:yáþ{ËÎ#ŠoüÏsÇ4 nITÖaå.ÚJ–6`wy”š$Y»NQO;ÝLï5~ƒÏ­2•îz+ëš}üNe²ÕîûÁÕø.#-ƒ•Ò³£¶nÚõ?ÇQ¦&F*²ØÍC¢ÙÄ ×¥ÍÞp†ªÐuí¢©˜>­†ßÏo«é]«êQTf€í¸‚ëID W?t4Ðd½í¨ê™LÖ3i`ë•«K+w2ºÃʵËÑìÚK³+U5=c5=þEüs‰äŽú=ÑÁ¿´íå¶ÌsXBAÓqÞ*tð’R§9s;ñ-B™q×ûÅ㤜ªÎ{<¹­4ùæ͛ɓ'gffâû§¥¥…6ìÙ>€x*lyǦ%™é©| ªÈ¢RËÑBóbâØÄ*ô –Dàk°Þcâq€ €@ã€5‡+X@ Ð úLß°ejÿÊ Ki騿™SÊÊ Ðú“U¨Ažîÿ<öØ+°òbo•ÍÖ>GÓdäÝû×úè(ÔXåÝógØvQ]G/ß:•7:ˆY0±_»ÊÞ}ûýp,§‰…ZvŠ^ñâ]Û7 Ýã'·VŽ²J‰×ãGÝŸ ˆgÅrùõ§›õpm‰qŒÑ«äÁ)7tˆdÕz†ÝôÑ¿n†½Ì-l—M_v”ŸÈk ªøü¶†®A€@ •@›9r-"ʳùÍ Aƒnß¾­¬¬ÜÊû_¯î½xr×óñíºV-(ȃa]¡>h^_?WEÅÄ»š4¯?Ð:­•ÏÞÏ­µ›Ð/ €m…Â?p@$‘É\“ ù€)ËMp™ãxèî'f‘B½³H|ß?ê ]«E ÂÃð†&O›†í$…eâʤÉš+@XûN•ÅGýâüÚ™ÛöVåZ׆(ÚÞbX/Ås¾yò±$E­ïé}‹Æ.=Áµº*ššƒ/χ,Myõ®Óç/ßäh÷pvÙþ6ôwFÙÉÑÇ]ݺyçÉ‹‡½;V¬JZ•>ä  ×x·@ À ðû÷o{{ûÏŸ?ãqˆ‹‹Ÿ9sÆÉÉ Ÿ 2žÀv—EY3ð9µ” òsk© j@´éi)ɉñ˜'Æ={c2@Æ#@"×tŸªñÚË@ €@‹ @;¹f>:¨¢gö¿sm­újk´£¨9ٙɉ ?b¢Žl[žNkT—E+ž’¤ççÕ·Š ÙKm6ªK 4.!'‡ü,bZIŠŠÈ¥ª Ò²#£“kj‘h6jžÏÈÙ߃?x¾òúŸð7ÕHEíô(oûI‹C?^Q„€R•Ö Áx¶†Q„> ÚwïÞMš4)-- ßkMMÍû÷ï›››ã3AÆxêáþÚÓŸS{¹  ¿öÊ  €@³øöÅïC^Un¶W Ð@"U¬EÖ@³P €ÔTß}ßq¼%ŽXtÐýÐryÑŠ5IÕÔ5ºt4lø›39@HÔÒÒ""™ÎÐÞ¿ÿ°ÈzÇ1>ï¾?6n¸’O›u΢hê˃™;+qúiä:»nUY {xòÕ¯ÒªJQ~^rÄe÷GÄv†3§ŽîÜË eznFJDhÈ{ŸWW.^ KÌfå'¸_|éê²ÿØɹÔƦÖÕÖÑ\Å- ±m_ijиqÿx>¼ÐYIœ§Ý’¬_ÿ³ç—\Ì“ß"“Ä…ë7¹?9“ùØ|if´£•ÉÍ–Ì™:¾·I7%‰ÂÜŒˆ€{×μü(Û®_O¨‰¯ÃÑAôz|tíÎÎJ«l%ȸ(!³(%6"gˆHàU`jÁBL€ëó)Äý×@ UHNNž0a‚ŸŸ¾—((xâĉ¹sçâ3A®LàáÝ+o_?­œ_ûÖžhf'@-/û„¹Ñ£'¬/ŠÁF&@„{FLÌ €hÅY¿ïß{äó ï%|~±÷ ¹ÿ°1–FìÇ é¥¹/ÞûüÍ/›3÷–µgÏþ½mìõ¤0èšô”'X e‰ÌzN:Á@»=½´0)þgà§wïýCK8ÕÙ]¡%P¡È(iŒžír~ï"I¦˜w7œ·‹M)-§h¥8ÁÄòÏu55ñ È"bõÍ7î90¼‡>ÉD©NnëgŽ\}Õ©_ÝMƒ—­^=aô} BYRlô›§÷8‘œ‹¯›ýÝwûö]]L&Ž.'F"ÐË¿x?ö ˆÈ/®XΪ .cõ'ÔËÕµ¢ˆHQÓ6?ÁNE’Œ7+N)›L:çöxâ†k,Šô²<³»Ño¨62½0¿€ÓZAòæÙ#»Ø³1ꪫ(+I-)ü“ðÑÛÛ7´”£F ˆ Ø·6ÆAGˆ@€Pˆ \@´QŸ>}BÑÁ””|ÿÛ·oïÞ½¾}᧠ž ùOrâ^ו| ê’UKŒÖèæ%ð=:¬¨°ó¡»)1  иÄDù/ÛÕ¸­‚u €@ ¨éÓ˜Üÿ‹7óûóóõŸŸD¶\û9­7ÚÒ…¶wî`—«Ÿñ:(@è沆@ /?ãuxþ@T$ÑiÄêɦ›o°Õ²~‡Ø†¯R…LÏËL¼±oåˆÉÓg˜Êè%nËæ?þšÏG¹¼())‰'?!î×´éTßó•C¶Ëö/öüpüU4«J^JäNç¹;y ð&Q€pë_”{bꎠ냮mêç´—£äUFéÔP/·P/ž‚¯­Œð<(†==%°Ní×_¸TL›·Ý½¤"tÇÓ83I•“&åäU13’DæŠ^™ îç#øbçŽ^1×F«(F•?5ÂØ ð Z-óçÏ£•EyV¯²°°@ÑAuuõVÛmu -.ºuí¼¼ÜœÚ+,à÷»¼F¡:C€gÂî&½§° €@ €@k @ËŒðäŠVôª,ë½#@HÏÿ!¤"ŸK¢~øø‰À ˆ".gîÇ¥Ú^ðŠâR©U‚"&Jb*Ò©4Z­jp”J‹Kh(Z†Eã8ùDŠü¡»/òÇÙ^òfÇ9%µzÿöñC.RMt°*C±ŸÞ'ѺQ8uŠ@ávͨïà%+6ùFÿá뀆¡ÕÎCG"OÜûè_r{- BkoA¾\™¤~Îw.ì’bW$„›…{üÀ{ €@+&€‚‚+V¬8uêOçÌ™ƒVãɇde÷nœÿøöeåüºæäq­¶Q×ê €@SøúÅkŽL&ö0Å’  N  ö 8S0€@ i ”MF÷íxþcBåfÉÒFîÅÈ'ÊŒ3øù‘W|&­‘$ÆŒ‚Õ%Ët<÷"ÀæÈö-ûNýHå}ÚXDJià0»¹ f?qî“À‰»I2Šêvÿ8ÛI3Ûß|àhì2·à˜Ä2Fܯº‰,ÚAßÔíÀFÑJÑAV5Š¬ÖÅþö¬ßðïùTÜvz8£$ƒ¶;õp˜»‰ã»Ðj´‘0p„ܱ9帵MF鈧Ù)4=‡Ïù>ÍÿÕ#§/‚‚Ã~ÿI/)§+¨¨÷²e?iÜP q2Ýåx•ŽeºïÿwÅâפtûXê‘=zù'‡ß\C²¸Ù ÑKW­›6¬"ÖY¥U(> ¾1m@jjêĉ?|ø€ï¬ˆˆÈáÇ-Z„Ϲ*hãÀ3GvUUZ§|Xb´N¸@4/o_ü1:ëKJ2¯±±,€%@¯á®@c@ €@c Éyómº—×ÏäL|,êgzV.ILJU]˼¯å˜‰ŽÖ=ui™?ÎÐU±ß5$²ˆF'“A–=PرóÐÅÑQý}ü¾æUl4X3DEUÛÐÆÊœµ/#¦)ØN!³D²¸Åpt`MÔE ŽZr¬*§ÊŠ¢BƒÃ#cSÒò ‹$9Eem½®fæfêŠRu1 ºBF„B6`à.@ - ?~|bb"¾³íÚµ»sçÎÀñ™ WC@JZÆÓ÷GhH€ïÛ—hahH Æó0\5µ¹Š `‰Q.-—@nNVܯÌ¿î=û`2@Æ& "*ÒØM€} €@ 1Ää¬FØ[Uoš(bÜo¨q¿ê•*JI"RfV#ÐQ‘Õ¬’„‚¦ã¼UèàëI©Óœ¹ø¡LU=“Éz&U•¶‚|’ˆ„A¯~èh}.Ô‰ë„ ”@ Ñ \¾|yÁ‚ÅÅ\+˜™™Ý¿¿C‡Þ|ëj­.hbÚ‹VmÍÉþë÷á Š¢#5…+øZc§ óójÔ ZoÁhóQÌ“î½ @ˆÁF'@$V±¶W£·  €@ Pg ¬32¨€D ¼¼ÜÙÙùÈ‘#<ög̘qæÌ ž|HÖ‰€œ¼¢íèIè@ÁƒŸß#|ß¾zõì^pomŒäC€°6˜@´ß‚+ÖEîô€a p´beeuܧ³€® €@a# 4Â’’acÛþR‹þ>ºqùî£çA!á‰Ò‹JË)"bÒ²rªêšúÝ­†Ù99ŽQ”h¹ˆúß;°`ý¡ðØ”2ÜÒÕ,p=¦î¹¾±) BÍJ ežÃ´üß«fϼæé—™W„áÑéüëé¾jŠ¾ãæààz‡­ORz™6T¿1f þ222¼½½ñÅ eß¾}Ë—/‡ÒñX(#˜º¢Í/¬e€°°f6:TMD ”•SÐÖíÚD C3@´Iõ^½¼MÒ‚N €@ q Ð ’¶;¯ºã”SP‚–ÉÍLå´G]1J‡r;+ûy\Ê MPˆã>¼78 mãŽ~{}ªÓ’/ Ùø¦ÊJ‹³2Бõíóƒ›ÿí98Ú÷Ó#]éj‚øÚM+Ó önÜòB¿M‹½%µÖbÏሧçÜá Sµ$lUúRž3ÍnŒG@\‹_Ü; (T_ðÁÁÁöööñññøî)))ݺuËÆÆŸ ²  µF1k¢¢b÷_}ýðþãÛh%Òœì,¬  Äã´Th~php汉9<]Ñ& @ª M@š@ €@xsÎÍõôm¾ f¥%¡ã{Äb½>CÖÛuæ«™mü|ÖAOô»n=bÆŸ"ô(@u¯Ô°g/ƒ3 P©N©ÙÊÈ’’¢›mš·á–|‹Iˆ£ z Ÿ®æÅǯõw×ÝþJ‚½çï2¯¿2?­–˜wãƹsçâëѣǃ´µµñ™ @iII৷˜Á^½-µu;£c¼ãl*•ö5…}ß¾ @É‚ü|L Z,¸_Ñh·Q̽½,0 €@ “`ýŒ&À M €@€?Z¬ÂH/).å_rÛ$ ç°Ó 6/_‰)bÊÊŠ:5/7;¿¨âC.¦Ús€±R í$Q|çÙëÅv‰I,-§!'i%)Ù-Ô[pK°Zö9ÜiÄ‚#.±î/ü33Ó¾Çÿl×Ïnú]yRZC@„(òäââ‚åÁ2yòä .HIIñäCR€¾~(**À ö·¶Åd´ô(Š+ cÑÊ-¹9YhBá—€X)@´X¡ÁxߺÄx  Ш•¶Šh„FÀ$@ €@­ ›ë2çý÷»h‰Ñ¢²ÊÄe”­ÆÍ_`gP¹rÚ, åЗÿþð00íº˜Ê¶ÓW–N"/ÁMzAvFlì¯_?&¥ô1ÁP¾å>Å©efw÷¥6©>'Õ-f„ áÕÚ ´ðs˜(¢°t×Ù¥»E!î2=§Qk7vÎçRçèå•šú£G£U|zð2Ç¥÷þ÷ïß)S¦¼|ùï MíÚµkÍš5°,KcÈøõE‘ýþVÃø¶‚ö06j":ø–B&-ŠÀ×/~þ‰Æ&½+’  µ¼¼¬‚I OàûÏø§/Þm\ó?Á[‹@ Ð2ˆ*éŸâ{¾e8^ Å0ñ:™ó;!‡³ú¡îÐÙ›f Çí1H”’W1ꉎ>¼Õ Z Vy‹KɉÄ·ZŸc¡¡¡hÓÁŸ?âk((( åFmm+¦²áKA,|€PEU½sW#ÁÚk@4=|€P[·‹œ¼bÓû- Ж Èä¶Ü}è;hiJJJß~ |öâݳ—ïP€¹7q\jµ´Q€@4'6'ýz·M£VÌh’”ÀEë`’N-‰üâçÿ9$îwJna‰¨¸¤Šš¦¾‘‰e?3yÑ÷cÐ:.Y›wïµÐUÀ,0Záµ}›ÎÜóNÏ)`‘$%§l=þ;×ÎÄ-'I+κuöàÁã烾WÚ¾ŽHîÚ{Èâkç; ÃUájˆ@ÿxóßE#¯°)PôÇDÞ%Pýœ]³aLJÈd¬I\aêÒÍÝ–«HTiS®½ÐêÏáâ¿ñgÿ{öò­ð„L.,$Q“£–­qqàúr©°áo®¬Û~"".…µ&^ÃÀ~íËcËð9ÕËõû@•¦‡Ïsšóð]pNa)Þþö)Ý·OÁg0d"‰¢Ò¡Ë×£®³lø~9ðVh„4ZûtË–-hQ:ës:~üøK—.ÉÈÈ4B›`’ßw¯ð¹U­/Š×N ü[•Z±ÖŸqOX_´…¸Zç2¶5tú„™@yy¹_àWD¡ÁoaÑUuEBB¬ª"È@ Ú 6â ¾{ôÀÍ7Ü Ðó³Rî[;ÔaÆ|K-ÍeÉšàäŠ[9H™ZZørù–c#íÆßÁ¿¶Ý…{>ÜÖ©ò¢Ü¤¤\žüÄß Î³þ±¶1•ÇÛ`h§EL³u? Ž§ –,+ÈxåÁJ~òýD'Œå5Á,”¬Ý†åùÉn‹fì¹êÅ…g13>tߺÙϽà~s¬¹VE -}ÉÔé/sEVPidø·dŠÖ—ëñ}OxsnÖúC“7ÙV¢Cý:˜ X5\›•‘ôÕsÚ”Yo#SÙ凿zž™ì´2:ëJ6"ZiˆÇlŸ‡§ú˜rE±xÒ ]—-xÁÏ ü7G½šd½?Po¯¹âé_e|Vž±cÝöN6íJÆ7Rœ=}úô§OŸâ•H$’››ÛÆaKcË}^`MI¤¾†`I€R_¿pý9èÑËBH;n DÊÊÊ„È[p´>é=_@‹ˆ¾ôúø7+§ÆJIJÖ¨ @ €@Û!ÂFkQQÑ*¬‹JI±Š("(ÆWYM¤Êº•u«È)/)¡¢Ð>Â…æÀå;;Ž®&:Èc«¤¸¨’ ¦Š ìð´W¯dYÖ÷)Ãlîý®±væ¿ñÖÇï¿^hkÈV¦çð¿¦-))á1X\P1q“»ˆš™™ÍÊùîóß`»y‰ù•ÂˆÜP*Òçše¿è§^/èÉóEÄDQô†'H ¦~îkb™œÏ«ÏIǼ>ãñyû¬Þ• rêúÞŠÏáÀ;;‡NÝ”ÃçLJD ôħKnÀJ¢îxè{§ªï¦Æê Óndd$Út0::ߊ¬¬ìõë×GϹ± ÐhÔOï_c­u7“WPÂ’  ¤BqB I©.úÆBÚpá%Ï{ ïØçBD­Åò%$ÍDGÀçP´FK퇄µgš@ Ú6â(wŸ°bïÒgï¾ø™’…oÆòŸm“Lä9$Å}G·¿í̈Âq^¢ÒJ}¬FìÞ³œ;²G˜¾zכЅ/üà Jjˆi eÕtg¬Ýg¡Ä;E(#àö9ïXNSI%­±ãíûš«)Ë£©ˆ)ñ?}<={‡` ‰¼Xueó¤þ5×ÙÑ$ŠHõ2ʺŸ©¦ªµ8ÿWäקF%e³š þY:i´–ßç‘ŠŒ²æÎC[ç®=ø35—¥€þ'QÄt»÷ß·i‘^ý-¬€ì“QéØyÄÜ3ߟöx›‘[1cŒH5´œ8kã\îOïÑöóñÑAÅ£F3îª+'%šŸõ5ðé³—ÉÙìêy öcg|ñØQŠ›3IõèÕ kÜŽFħ•—ÿIIgÅéYñ‘¸SIF­ËŒY3ºµ#Ý8}Ä7&á?E¶’ wh­çpføãñ³6㣃2ít† ±î¢­A¡—&ÅF¿õòŠM«Åü?¢äÖƒG¯Üö%& [¢–1u|5äÕ†ËÎд/ý³ J r2²òÙmÅv²Œç¸^$2EUÛh…ÛþJß \j‘xôèÑŒ3rs+>h¨}}}ôc´6«!þíKvV&¦ë‹b(@BMàkpÅ Bã^dØ L¨‡œÂI@T”÷÷§pö¼-‘@nnþKo_4Yðù«wR3êç¢ìAX?pP  €@+%ÂFX¢¨ÒÚ£7œ÷¤núÇ~Ïm´V'ûõéÎáÃ#ú¯™Ô73æÝ"çñÑA5£¡÷Þì«ËŒ]qôYï²:}ï½ aÉéïN«Y-d=$fèàvk+·n•©˜°Pl1M¢|O1ݹ¦-[»9èîÎÁ“7ç1­«kjpG®Ø–e§JGk]àwuûñ—’L†Ï=r©×T˜}‡ónÛ²xÑ¿¥ŒA æÅ-X¸1Òç”#K´vÚúÃiüþêç}Ù¿°×\ø°ÇÉ •å…ßíÝsR.sä”Ìœ.o¿ô|û%ú¶ÉÝ·ÞC (Àxìuübk5†H/Ù¶t~L6;ºJ‘ÑÜrè̪™#¤(\¡Þ²üÔó{Ö8ï¾ZÈ$œþÄyÿ½Û['1,à^†6NÏlœP=ËO[¥o+Bˆ)ÅÇ/Û~|ûòö2Œ+ðófíÛ¸ö¾_ܸÅÛFè 2@Ø:Ïa4R+—'r>‘"rKvœÜ±ÜQ·'$­4÷î ·….‡þ–pÔ0øÜ‚‘í\¿ˆ¹X^ªÏIõA‹YŸM,³F¡!(¢„ê†cî˜m\X=|îÁ¬æVœx½Í‘·nöz uÇŽ®®®<›ÚÙÙ]½zUNN®Ù=lFþf¦ÿˆ‰hzž=¸o´ƒ–^³¸÷d H 3#5=53¢ÙQ·~®c¢~üÍÌÂœV@ ;+ß‹ô´ ôIÇç4¶œŸWÀj"+;ÝØMOàÇÏï÷ž¯ÞðûRVƾáPo7Ð4_áý¤×»ãPú¸ãæààz‡]—¤ô2!m(ÿ[Åõ3_·Z-Ê™º¹Î­íïÀ‚õ‡ÂcS*O6è1uGÈõÜêK„ËY'Iªîºñ¦sçÙ vÝdƧÔü¤u“}zæôíáå_YXÀŽ`2zÉÃk;Ê5âC—2Ò2X‡éÙQ[7íúŸã(S#Y N>Ñlâ†ë‡Òfo8CUèºvÑTN>×» ìp­G‚ž{ðÀ,cî°ùÍu7J•q\}È ‹Æ@û59ÌHÛïw—n|rÛO•Ó¦È kËó¾XIoº“ ëÝ¿r‰Dù™Ÿï?üzdŠ‰<úÇëm$»¢dW+s¶‘œÐg=9Ãd…“ßγÒe«áÞD¤Uî¸ÜQžl·æ+ôäqòpüú‰Zb\qD\ ^QL©Ó¡Ë·Œê‰U H«»¹æ«(°t+;‡óÂý÷:–M‡(¾ñ?ÏÓ,x`‘DeV袭d9ackœx4šl)(vŠe,//ÏÉÉéÁƒxÛè¢tÓ¦M(dˆvÄç·™JeÇüã~ÅŒ³iþ8îÆUÿ´øÐS ÐF<¼s-­³SÇÍni.?@–Àé£Ð!X›µ´6oétÔRÔ€@›%°Ñí0:„½ûEEEÂÞð´åY1ÓìÆxÄõ±øŽŠ…`:½`ïÆ!?JZÈ9ÐÒ†©¥ùÓB†©QÝ€f£âå'Iü³ãºNçÎÿ·#“5!‰^òàÒ9N1z¿úÈå½ ¤ÉXÐW(8±›õpm‰qìI‹%N¹¡ƒ@$«vÐ34è¦þu3ìena»ähú²£Õ4+(;Õ4Q›¢Ò_o_„³×$)_8½µrt³ÓÝnÕÖYRR”@h)–6L-ÍŸVtâUÙV‰FÐ$ë™Û|µ;ÛMœ“Áõ@SÜpòö¶Ù6M0•†¢Ö÷ô¾Ec—žàZ7‘NMMˆA‡—çCV¯åÕ»NŸ¿|“ó._úKÖ$”GDÆj $i ð}ÿ¨ƒ4ÖfM†\ÞJÎápÜHMž6M; øà¢Lš<¡ „-äÅ@²ž?>uêÔììl¼N:¡Ù„†††øÌ6(ëêêb½–’‘Åä¦ÊËJKp‹óˆIHP(8s½i:­ PT–tfq@ó³%¤¤[:VZR""*Öf'Ž·œ±O€€À  xa~>fVT\\DÝójʽ¸±y|Ã4%thK°hT*öG\°–+[#“ÉD¡]Ç¥¼Œ}‹FQQ±r× –F >>žãRyRR* ÌI¶íw¢øγ׋7ìþ“XZθ‚£•¤dd7”–6L-ÍŸæ—¦l—ø§)=hSmi÷í©§“}?2z/¯Õcܳ&ˆ2Qmû ÝÃÙeûÛÐßUÁÏNŽ>îºèÖÍ;O^<ìÝQ†Ÿš ìð³]ë<´z!gÎA½½zu¦Ívè.8+<›—ËX=«B”1²2UŽù˜ÁP¤gûø| xz™=Oã5=àÊãÐ/oNÉÊjG¦çæärä:¿×².IFEµÙ¢ƒìN ÿ9LÏú›Å!²žž6Gæÿ®­«‹â±0Äñ(6v=%X8` ÊìœÏ¥.<ÎÉ'Ê+Õá6þ¦^æX«ó{Cœ©scYAËÌîîK;¬…TŸ“ꃳöÄr›JÀ ^nªöyÛÁû€—yõ -8 Ëš,å&Ni÷*=1ÁõÊŠñ¶²påÁ£ ½µ¹ +A45ÏgäìïÁ<_y}‰ˆŠ‰‹Oø›‡Í‹c7œåm?iqèÇ+U,-(;õ琉Œ ºËŽâ|è•”œ„öM÷*L¦%%aS¥ee¹•)ÖÖ–ç>>`U}}go¶7׺ˆÌ|úå3®ŠÁ?Ùæ%ºXõiÏ– D)i)Ž\çw:»u®ØÄZÇ9,*Š=ÔLÏÏ/$dªÁX\È^·5ÿJ )((˜={öíÛ·y¬­[·nçÎèyUž|H6=¿7‹'kwчè`Ó´Nà{Ø7,:ˆŒ™õx` À—@Y)vÅ·2¨’€Åà¡åhN\iéÇWÏ©ååUê ´àå½[tÔâ…VAk°ãˆ¡Df;¸(ÉR¨PãAGI qqIq)FÄ)4ùÜâZôT€¨q)9ñúßï¬EuQiQÎÔÅqÐ-š›hxR¾==ÊáKb>Öž¢J»œô4Ö̤”Pk‹—<Ö9ôåŽZaê‚ò’#.»?"¶3œ9utç^VèàØ¥çf¤D„†¼÷yuå⥰ÄlV~r€ûÅ—®Î#u9jìwAÙá1[×dCåËaFÃ=oûëÒ£Š`&Ó2íÖ›Øã†F†<¨ZY“vr¶!|þs¦çà¡¿ß¾Ê`Uœ—G§@Åt t…®]»a¬B ¾ûœ’¨(äÔæ÷Örµ´´„HæPÐÞ¿ÿ°ÈzB5Ãâûñ#vÎT£ÖÀ¢òj`/Põ_¿~ÙÛÛûö oJRRòâÅ‹“'OÆg‚Ü\âb¢R~Çc­[ †É  ¼BýðÎC€Od •³¸q£¶Æ@«$ "*:hô8td¦¥zÞ¾þôæUôÄOËé) ^–ç•äå Ä%2…Š¢ÿ%$QÈ=O‘;¸ÈŒ8r‚‘Üj }Lˆ3`´pÙ)?¼½Þ~‹Œù“þ·´œ )+¯ÑQ»{Oó}MeDËnÝíý£hÚbgKývuî½,Üÿíû€¯™y¥jÚúC†ÓRj1Ñ¿:w¦þA˜ž™ôó[xT\\BfvnQI™˜¤L{Mm³>Fzí›þ~0ZùÅÏÿsHÜï”ÜÂQqI5M}#Ë~fò¢%îÇþ u\²x¦¢X¸Ö²ÈÔÿ,iK5!@Ø£ísi„ýüØ슇+MÇ,÷¸º'ôÚ¦i+°²iE©.SG¿xzÔÆú´Ò²æ ·¼š…úü*êšÇ®i¸o¢¬²ºÅ tŒ\¹z¹­‰Wl Õ÷“?'@((; f/ªk5ÜHöV(ã+-;lÎÿ\½nl—¥àº…kâÛãƒnÿùr2ÄÆØñÞ×°°ê,Nˆf¯ÎÅQ$ˆþoë…ˆí–G_'`Y,m@ˆÿü ².¶íkýÒ¤w6^p<0׊¿+<†„!ÙšÎá~ýûz2ÃÊ„û'ö„.´3Vå;e#ö¿Ë·H™ó¢RYð÷4÷oEZYR”Ä¿¸^¹¯_¿vttÌÌÌÄ×ÖÖÖF›öèÑŸ r3ðóª˜>ˆÜèkcÛŒÎ@Ó@Š@XPE€""ªß£— ,ƒ €@´À5 ëä?(f! ÔNuÚ’UèˆúúåñõË/îÞÈùËuUÕ,^ ¶Q4EÅn´¶¶FÏ¡¢—„„„””KÀþgp^H‰…G—@$QT:tYàzÔu– WWpŠ qg†-6Œ02BýòúÞµÛÏ=_GÿΨ \ÑQÇdó–íÿ³ï×4+hÑK³ÝíÙ}ølxbV…IDJÙº·ÞkoäjL‰Â5—±¬SÉ4‚?ð^ øG-ÔA¥ÎèŸnïã´)£ûÒ™¸öø¥]ó¥È„‹ö2èaïð¿¨tf4ŽV|iÓ´Ø蘻g7+‹s}5×¹Y~¨‰¯ÃØ_®ÝÙYiµ“­™÷8%6"=¿bu b¥e;e‡ŸuÌ#ʬr^xgæ^ÖßÍÏwwÌK½xzo/mE¼!Ziîíc[o8’ɘhX:M駆×A2cB3åèø|Éζ“,;üž3óØëíØ2Єñší,&;šoº˜ÊÌ,;´À./ùÐnç™Ê’|>e“>øx¿{ÿ>$2Á`ÈÌí«ÅyÇo»yåÖvwµu4Wq Hgœä¥©AãÆýãùðBg%qÊ%Y¿þg?Î/™7bÌ£Öð¤?P"¸]"üü>ѧ™ðœVtj±ïÓû÷xü>\B½ûý×ÞC»q}Xê×´éà¡C‡Ö®]Ë•´±±¹y󦲲rýÌB­Æ ð ·¾¨¨˜x¯þ\ßcÑ"Ø@  „`­t1î!&ÎûG + ШH$Á_Æ6ªÃ`´(èt,ßñïûçO_¿ä÷æÏV‹ò¶AXò˜/ø€6Â`Å+‡±|,šX}ÄE+!Ü(Ai‹Fè%×w.ZàvwG–CqVÒíûI¬Üì°€˜º)na35iÝ’ ß2Y·H¹ê¥Ç¬Y0óø}?ž2ZqÖµ}«‚x“ÃÂYôB×e žF°æpÙA å¿y¼YÜé·×\ñôçΫ2E§•§ÅGìX·}“M{¾¿ æ Wà 'L D<Øka¿±bW¬=6Äkñø·O—¹wxqcßì-N‹˜f7ê~@G˜Ye¯¼Ù7º?ù~¢Ʋî x˜LFàþTòùàºà«™u'@}|jëÁ«Oüý¿á¿€E¥”d±y;¥ÅEb’öµK{ÕÕèý¾m÷ÜÝE©bbSAú/'±²¨4za|¬J ÷quÅR 7)âÒ†½mìõä™JG/Ì/à(Ò ’7ÏqØÕÀv˜QW]EYIjIáŸÄØ€ÞÞ¾¡¥5AdàÀ¾<}ŒzùïÇ^ùÅß«qXËB½\]+Šˆd5mÃñìT$±?Y ¿zO߸â棃Ï#YN~}qÞ¬ËMËa£­ûöTW‘//ÌýõõÙãÇ1É9X/HÒZ§OïÂÿ åQ¬¬œýàÁI2ÞífÌT$ÆÎꭼ˟µÌ(«XLo …^“@’Ùuâ瀩©%ÌljÞù­s¯Þ:ÄÖÖÔX¿’‘V–‘û#&$8(8ügç¬xöâ•Š¾éÚÑ1k1ïn8o=Ë|T‡Vú‡×,ÿñ\WSSCYD¬£¾ùÆ=†÷àv¯T¹užÃD©NnëgŽ\}u²ýúènj¼lõê £‡èëhˆÊ’b£ß<½wàÀшä\<¼ìï¾Û·ïÒèb2qÜp91A@ç°`>PLG»vÕ'ž°|ö:¹jhêg›ÞFJrR´²âÌô?1áßÞ¿{›ÊîT~ò·Ý'o =¶ßÇzÈEEEóæÍ»~ý:OÝ•+Wþûï¿ ü•áÓœI´EÙ—o1zö³—”Ä’  ¤²2ÒcbÎÃú¢ €hT*ã©;x @¢¢b6c' #ãOŠçÝO®_ú.(ûBIIË•1…B$0s ‹ Q~aqqQq!’™H‡£‰29jÌ|ZµëÖÊçƶƒÂùÌ—@BÏIðÌPd±È"J¢8"zļËR‡§¾2*-ß½ììª ?ÅnŠÖì2½´„q÷÷X8QDŒq»™s·‘c‚šú¹¯‰idr>'ƒ÷=æõÏÛgõ–ç-¨WMÚ­k=Š„DÅíïºV®¥¾@ñ?~Tܪ®®i곣˷ö2Ý;Ó¢:­–ÑòGWä1_R\„1¦’¸?<}‡dõàÖmõ|ê_JMôž½dgï×2š²”}Æevÿ¡¶3L´ô5ó—|ýÍûÝ’þ .\T¯ï­-ÙPÓ¦Xö|î`¥‡û¸…ûTr”¼üŒ×áù¹òId®Ø™á~>‚K‡;a8zÅ\-î<Av®mêç´—ùâm¥SC½ÜB½x þ½¶2Âó ׬$™=îO‡¾íÏR¦—å¿zckç2¹(+éñÍ‹ùû‚£¦¦eœ!½ÄmÙüÇ_ùýå./JJJª±„„¸_Ór¤S}Ï üÃÜŠÏaÛeû{~8þ*šÅ0/%r§óÜÎä–@ äÓtyyb1Ø“A@@x ðl@hlÞGxûž tвBç38 „…€²ZûéKV¡#âKàc÷Ë/ïÞÌÍÎj ó²ò R2²² Š ´Ãª^†ž@DÁÅ‚ôƈ5²‚‹Œè#’Y1HÆÿ¬cE ‹82bì`$ŠA¶Žh4š`ÃøÈ"+ˆˆ%¢Rü"«¬Èbe5,_ ãFN ÀÝu >:H–8jâ[«.Úšâ"„ìô”ˆÀ‡÷îÿJ«®i’êÑ«Ö¸ˆO+/+þ“’κéJÏŠÄ}sȨu™1kF·v¤§øÆ0 RdÛáWÕ"Jn=xô÷Êm_b’ʨ·H«kWÖ†ËÎд/ý³ J r2²òY³(2Šíd%DpŠ ‘D¦¨j­pÛ¯„"›|_ s3)‚ÕäùæGïþÎ%D:èé÷èn¬ß¥“FûvÒb¥…yq1ßîß¹û3uG—zúð±­N’¸.æ@„Œ€Ûç¼c1S’JZcÇÛ÷55VS–'”¥Äÿôñôxì‚ýP#+( x˜LFàþ`X@¨ ÇjÓhÛЩîIª²’Ö7,J¥W…¿”=÷gÈ>ÑÁªê¢•?|üDà’ÛëhI¢°ÉŠUWf–ú98ß¹°KªâÛƒ]A vBƒCª‰VåZì§÷I4‚.wœSD^×ýŸþâé».¿Á¾õøZPîÔ÷œ»û8sm¾¥(S£×6„šVŽ6ÚâLe¢Ãì9«¾Êã W++Þ?kL= Ç-¾í´§Î\ö51§ªV¸ò‰”SÖ¬›Š¿—G§Òêö¸´¸„±º¸Àÿä´Þs˜H‘?t÷Eþ8ÛKÞì!× Ô”øöñC. ¨sX (–Ëd£ë×ØØ/ùSXÃ)D‘R™ëràÀÒa5õµºò·oß:88¤¥qýBíСƒ‡‡‡©©iu5¡¬™à×E.ôµiÐ ÐL€fà%þ9ŸedÖ˜©â[ P‰Z©¯Rd ÐP½Ìѱrçþ·O=v¿äïýºº‹õj[“¨¶¼n…"¢bè‘“¯[µ*´ËJKÑäE4™E ±9‹ŒéŒœpãÕ£û’âwÃ'Mš¤  PÈ|1f?r„‚‚$²rÊ[Åã (܈:…^U0«[6‘HÄ"…<3ñù|#ŽØ¬G¬"ÁºyÚüÐ ­Z{€ù 7£XA¯ßµÛî#{iqéNµe×¾ .ÓæíÀ•Ï0´qzfã„òèY~Ú*}xn¼ÅÇ/Û~|ûòö2Œ;š æÍÚ·qí}¿¸q‹·ÐcÝüd›3²ë1³êsR}Ðân3q´‰ªŽ¹o`&/¬>÷à VÉŠ¯·9s´êðÞgXÍ°d‹O1¿&¤¶ÓÐ’—­Ü · óMºöÉgÜ>Î ú^DïÑh˜°ÐRŽDùŸbº+r¹´líæ »;OޜǕÿï$ƒ¶;õp˜»‰ç„²m'G$êÈ iƒa ?tÛ°Îåæs?ösXHbÝLûŸä8gÖT)|I]åãÇ£EDy.ºxçÎvíÚÕÕè7 ´‹ ÖP;u Ýn†X „—@h ?æ¼¼’²†¶– ÐÄÈ°¼|‡æÚ´ƒøÐñè@K>»uíñõËq1‘u@¡ˆ £NUšRYDTÒU‡=o_g—-[fiiY½oeee¬À!ö?+pÈú…Üð‘EL‹/²¤Æµê›ŠR:Î6 (܈ºÌšªÈ ²þÇâˆXÄ‘¥ƒO"M| ’U)´Ùpc°ÇyßäÖ)DQ4xøÚs€¶Lå3ŠH‘œ³uÇ‘3ÃXsÈ’’uÙàNL©Ó¡Ë·Œê‰Ý>¤H«»¹æR¹¥V—#XÂdqÙ.]d¤‚¬ä € èŸq™Y¹e4¢´Œ\;uuuMERL>ó>"5?¯Nh´¡ŒtÅyBÏŽÚºi×ÿG™š©ÈJpÆh6qÃõCi³7œ¡*t]»h*'¿QÞ[™Fé^«6 ÂF^"eªËitT߀¹ýò/öË«×a”eŽ¿qô~ó#)£ÆéÝ1)³½»iV2Kµä:Xù§ÊŠ¢BƒÃ#cSÒò ‹Ðäh9Eem½®fæfêŠÕG`§óÐÅÑQý}ü¾æÕêg‘„fÚX™ól¬ˆë#ÉÈÚÁÝÚ!?ã·ŸŸôø¿ydIUŽÆ=Í{êT]gƒ@Ù|ÞsJ k²&Ù¸nQbçõ73~g2µÉÆðÕxd™öó\öÏ[¿7!ú[PHh|bJ^a1 æIËÊ))«hvÔ604T•—ä©…% ‡Îñœƒ%›MhÍç0*QDnöæSS–l|x÷ö+ï÷aQ?Ó³rIbRªêZæ}-ÇLt´î©KËüq†®Êxò‡ù"‘E4:™ ²ì~Q îÀŠã ã]ÝÐúÒ“OGRc}}ýcbrò‹)¢ʪíu;uA«¨Èa?ð•ê /Z´è¿ÿþ㩳xñâC‡‰ˆ´Ü N‡ÛZ2=%ùGDÖë>ƒ‡µÙ 0 @ @"¾`16·€6F š€Ž{¶ Úƒ&€ ÐÒ£NË×ÌXæŒVx|ýÒË{·òssj¦Mm@Ž®L嘯کQ±€"MÄ"Ž(äÆYDI”‰)`UXBë7"h¬îÔH¯– X¤%ðÄñ!FVЯ_9âˆ6ƒ¬e»Í­Fáé‰Ýtš²vßè ËI¢´Áüi–~‡’šý‡èK`Á¾:¡i2òîýk}tjÐkÅ'L òtÿ÷à±Ç^•'¨4%ÂnÖõ%vÄ16D¯’§ÜÐA ’U;ètÓGÿºö2·°]r4}ÙÑ&q¬¥i’ζªF @(4ÃI•`;n€àü%‰Hôꇎš¬·U=“Éz& l½ruiåCFwR¹ v9š]{iv寪¦g¬¦Ç¿ˆ.‘ÜQ¿':ø—¶½Ü–yK(h:Î[…¾BRê4gn'¾E(³1Îáz xœ”SÕa¯3‚'·ÁI´ æ„ üýýñ–ÄÄÄNœ81gN ˆjãÝ™›€ß›—øŒ¾ƒa}Q<€°ˆ‰,ÈËü7‚ 1  Ð$ÊKkõ¸g“ø¶E=ddÖ«vôyúàÉ+Þoh4j5Ä%ª|L¹šZP„ p#zÉÊ2¦ 5ü…VâA¡5Vø‹#b9¬¨>‰4ñ1HVEL­´´´á.µ ¨_è•™Éz.¿¡‰‹£€8ûU}Ä›õˆE9õ$±Š¹€vyxX4»·D)ûq¼«Áqƒ .:pG¡ûµÄ"ÉIN3k9¤1À÷ý£ÒdnSm'%HÂe¹ .sÝýÔ¢¨õ=½oÑØ¥'J°3U:55!^žYc,¯Þuúü囜ç©J5b¨E‘i;'· zÚˆg† \;@ Ðøúú¢èàŸ?ðΨ««ß»wÏŸ r $ðÉëæ‰Dîm]ïç(03  Ðüðë‹"oŒLñ»7¿{àmQhfl´µ‘þ¶fh[AÛ‰SБ–œôìæÕ'î—ãÄðí°`7 äÛdÖ†…BA±F†Q\ (60âXRRR›.´|´ôzýýû·á®¾xñbØ°F{¾–^ø7‹Ãœ¤®ÝA¬z‡É’í¦/äÿ€{UI2*ªm7:ˆf#LÍO˜1tÀ­€„ªP7y>Ñvñ±Ú=œ]¶¿ ý]UëÙÉÑÇ]ݺyçÉ‹‡½;ÊT¥Öü–G¦!½i‹u!@ØGú €¨+³gÏ.]º”çáľ}û¢è`ûöíëj ô›˜z”8Àç5Ö¨A/S9EE, ÂK ,Ðs­¤dhjŽ%A@4=ѦoZ@€Eí2>kÕú™+×} øôäú¥Ww òrñpÄ%$ðI[n”a¾Ò*•ŠÅQÜ?sËÇb¬À$6—S`å#µÖnDS ¶ #hkPN ½¸Ík´-ë8Í´µwA¦\3TÑ3ûß‚¹¶V}µ5ÚQÔœìÌäÄ„1QG¶­ Oo²†D³Qó|FÎþüÁó•w@Зˆ¨˜¸ø„¿yE<Ãœåm?iqèÇ+ŠØùÆ£QÿdË$Sÿþ´Áš‚?)Ú Dè2@ @AA´ ü™3gxú8oÞ¼cÇŽ¡õEyò!Ù D|ùœƒ{vÒb°m t\@ ‚°Z:úR2‚Yù ³ @ \ÐÒ£=úôCÇê=‡½Ÿ‰åcAGVö?§9­8Úˆ-%4;(~¦2š %ùú'ô®ÝˆÍµAÓ"LMõÝwñ‡qÄ¢ƒî‡–Ë‹Vl©¦®ÑÕ û aÃßœÙÐ4¼äˆËîˆí gNݹ—:8îÑs3R"BCÞû¼ºrñRXb6+?9ÀýâKW瑺5Á¼·@2‚éX[²¶4ÚÐW €@  E'NœøñãG|=´û‘#G.\ˆÏ¹%ðóz‰w¯ïây€ „•šyodÚ“A@4 Ò’â¦iZ@ ®Ðl#¦¢ãOâï§7¯&–²]ÕvåÈ y~A•üÔï‰YM2}–5g¸åÐ,äÓ«¨k»¦UÄ* DYeu‹Aè¹rõr[¯XÖ„Bªï'BµÂz S£’©‡?õ=OÚt=~çr›@6€€€ñãÇ'%%ቨªªÞ½{×ÒÒŸ r 'ðéÍ ÌC9yÃ^°!Æ ÄÂ?¢%XŒÌa;X @ €›€šf‡9Îg¯Þ÷  á%€ÂhµOA-øI§Ó±5Q1ïê©èH£B3ã¥e2ÃgI~׬†ÓΞÜ7À@o£i?Ö/šûß«PTzùEdôû³R¸¸ß*͘‰.ÇZ÷óûDŸfÂã,ZìûôÆþý¿—Pï~ÿµ÷ÐnŠXA !Œ¶´¤s¢—ä–+ËrEU²#.>²ÿØɹՅB96úNM xƈ¢×ã£kwvVZíd+AæLH‰HÏ/g©¡ÿ‰è_¥W‡IàdèO¥þAF͸NåšÕA ÚK—.-X°€gÏssóû÷ïkjj¶ ­¤—y9ÙáAþXgz[Û)ð×ãba¸6ê†1…x0Áu ÐJˆÂâó­d$¡­ZzTSG¯v ºêE}"n¬— ìJ²ÝƸη^zʇ•Žzë>ÐèN73Ë}Mu;jÊËHéԂܬÄø_A~ï?}‰.ãÄ©’>Æ–Œ8›ÿƼ»á¼õpXlJi9@+ýÉR•ÿx®Ë}‡,"ÖQß|ãžÃ{hðzN/ÿâýØ+ "¿¸ +*ˆ ä´IøêåêZQD$‹¨iŽŸ`§"IÆô1¡kW}á +éurÕÐÔÏ6½”ä¤heÅ™éb¿½÷.65—¥Ÿüm÷É[Cá–ª3!¬kÒSžDÈf>œY–øÁܨçÔ© ´ÛÓK “â~z÷Þ?´¤âÑMfŸhÉT(2J£g»œß»ˆ½¹¤€:E/Ì/àŒ ­ yóì‡] l‡ÙuÕU”•¤–þIŒ øèííZÊQ#Dì‹&4p˜F†ãPýá˜÷:€[„u€ª@¶@ ¬¬lõêÕhAžÎÎœ9óôéÓââB³„ÿm6øÖ ¿,ƒÅàamt´2ø¡”ŒŒã ^@ €@Ò¢}W|¿XÞðO`;M/‹ ôFGõ}Ð1¦ 6C^â¶lþã¯ù|ª”ñ¬ …tâ~MË‘Nõ=ϸ¶©ŸÓ^Nl‘±ÔP/·P/ž‚¯­Œð<(ViršÙ¸™&k„d0Š´â7w.¼¹ÃSŸ$vêÄõƒàœa‰N#VO6Ý|ã3Ëã¬ßa'ö†á½¯B¦çe&ÞØ·rÄäé3Le‘ŽÀ:E"ó„d3"ÜÏWl?QÙÃÑ+æÚhUÎoà0 Š æXýÁì€P{<ßµ¯š@ Ð ¤§§;88øøøàûF¡Pöïß¿lÙ2ô>d¡ €__9laB¡7pÔ@-‹è‡)ôêM"ñ\$b…  ‹@YgCžÆjì €håHR.¿x§2sÒ±‡sõªí3É|Ì¢[—·‰VÜ¡¡Sq[T[—]XZ\BCsË*,0òCƒCª‰Ve6öÓû$A·ÒµYÁèúõ#6öKþòÌ­ãµD‘R™ëràÀR®›tF„‰".gîÇ¥Ú^ðŠâõ¾æ4EŒ³½¢ :En¯£%Aˆbí-X³¤~Îw.ì’â·Éc‡‰ 2X'êf„Z€a­Q"@ µøò勽½}Bç±5f•••oß¾=hРÖÞûÖÙ?Bð{óë›N×njš±$@/´Pvf濱yL Ðd茛‹ð@ D@DNëˆÇ'§—7œ<÷è凜bþq:1«ácç,X2ap®xQ|ó£±ËÜ‚cËjúÓL"‹vÐ7u;°_d;?p„ܱ9›ÖÕªS&£ÆtäyB• †-üÐmÃ:—›ÏýxWàDÅ$±n¦ýÇOrœ3kªŽŠOc‚u¦¡„ ²LÇs/lŽlß²ïÔÔ|oE¤”³›»`ö×é> œá#’dÕíþq¶7’fé ªSD™îûÿ]±xç5)Ý>–zäG^þÉ)æq‰‘$‹› ½tÕºi#̸NnÕ† £AÁ{Ô@ð¦@® Ö†è Z?ww÷¹sçq=€Ô³gO´é ¶¶vëï+íaÜ÷¨?‰_X_´•Ž3t«-À¯/Šúod¶x@Ÿ@K# ""ÚÒ\€@"ÙÔvÚÛiåE9ß¾|Žˆùñ'-³°¸íó'-+§Ú^£S×nÆÝ:KˆðÅã9§=íÝ1aß°Á„ €hZT*›–8´€@ G„‚cÙ–¨Eݸ|÷Ñó ðÄ?éE¥å1ÆÊÔêšúÝ­†Ù99ŽQ”¨fÒæpצÿ½ Ö M)£ÒpÙ ±ÇÔ!×7òdB¸sçÎ?ÿüSPP€·illìáᡧ§‡ÏYH û¾/Ám*i1ÖÒ‘·/¨¯_ÊËJ±\#SØ€ƒÍI€L; ÍÉÚ@ €u"?ßë„«e)G¿½>ÕiÉ—„l¼[e¥ÅYèHúöùÁÍÿöíûé‘®tÕ{Åâ+7±L/Ø»qcÈ’&nš@€J¥nÞ¼-"ʃbâĉÿý÷Ÿ´´4O>$…”€Ÿ×K¼ç}m`V(žÈ@@ˆ à×EÝ06·â΀ë@´"h™úVÔè @ €hå @(¬œèwÝzÄŒ?Eôê;öìepÆ‚-s[²¤¤(ÂêÇJ€€ dggO›6íÙ³gx»$iûöí...°é ‹°Ë~¸ Û©kêè{À XÂ>`(Ðö¢»cI€MI€Fã] ¦)[‡¶€@ €h6„^óÕ¥l^¾$RÄ”•)tj^nv~QÅ’Sbª=+5Ÿ£Õ¶Lßyözñ†Ý_bKË–´’‚”Œìjë@! "1nܸïß¿ã­ÈÉÉ]¿~}Ô¨QøL…@ZrâÏÈ0¬ƒ‡Aô£v¡~Xô»÷AO\Á  Ð ÊËÊš¡Uh €@A€¡ (6¹òߦ³›SÙvúÊÒÉCä%X£I/ÈΈýõëçϤô‚~#&Ê“šÜÁÚ6¨efw÷¥¦êsR}Ðbx,‡Θ1#//o¶[·nhÓÁ®]»â3Anü¼^á{ë‹âi€ „š@zJrjâo¬ °¾(† š‰KŒ6û €@ €@ ¶ @X[R-J/çwBgmQÝ¡³7ÍŽÛc(%¯bÔ}Z”Ïà ÍH­þ´ù¢Ó9ßLoÆŒsõêUYYÙfô šn$ŸÞ¼À,£»u½­m°$@5° ¼ÿF°!È@4+ŠˆH³¶ €@ P ¬¬–£J£R1g$$%pÑA,»fN-‰üâçÿ9$îwJna‰¨¸¤Šš¦¾‘‰e?3yÑ÷cÐ:.YñOa UBZNS[Ï´·Eg Å:™á¯L/ ÷û>àkf^©š¶þáô”¤økBn›'››ëä䄦âI Õ&·0_h÷A|>È­ƒ•J ðyƒõÅÐÔ\VAß<˜E€h>¼BÓÞÍç ´Ì@y”c{ßÌe‰R½î'j”*~œ”„O°•¹>¬i°€@ €@£€a£âeÏö»¨ÜwNE@¯¦5†,Kxu¤ò ûܸ€UΛ?„Ää—ÑJ °u8£ÔÔ<‡·J$‘Ûë9­Ú¶j²%ß ½4Ûý؞݇φ'fá+²d)eëÞz¯½ýÑ¥^L‰Â5—±•uX9‚²S•ý:æÓÂÞÞÛ³÷ÐýW~Eå¼—©JZƳ­\³ÄIE’÷Í÷w6ì<—ZFeC¥ˆJèöÙ¼{¯…®—´Âkû6¹çžS@cµ@$IÉ)[ÿßε3$qcF+κuöàÁã烾ÿá²€Dr×ÞC¯X;ßa°® ·ýãÍm<Œ¼*g·Ä(§è/ˆ¼'J ú=8»fÃŽ‘ÉX-’¸ÂÔ¥›º-W‘¨Ò(¦ B›"ƒ6ŒŒŒÄ÷ZFFæÊ•+(Ÿ rk"”›õë‘…Í0La'€ß€PYM]­CÇÞ£ü„W^Õ8I$SÄÄ%eUÚijuÔÑåýµVM](j20ŽM†Z¸*-).‡Á[ €@ 0 ÄP´táÚþuîùTö²¼(7))—'?ñw‚ó¬¬mcLåyC„ÅiÓìF݈㩂%Ë 2^yg°’Ÿ|?Ñ cyM0Ëek·!By~²Û¢{®z•Wa%3>tߺÙϽà~s¬¹V…-}ÉÔé/—Vä0¥ÈðoÉ­/×7âûžðæܬõ‡*Åz£Cý:˜ X5\›e$é«ç´)³ÞF¦òØd'éÔhÿ˦¼8ufúÍk§ºkHóQ£&­[²á[&;`‰W(JY³`æñû~½…õ[ ‰Jé™›¶lï`b¨ÿ%Æ­©¦&ãØÔÄ…´=øÐ éÀÛ@ €m’[ï°——”PÑ­îK4Z¾³ãèj¢ƒ<8JŠ‹*™`ªÊO{õJ–e}Ÿ2Ìæ^Ðïkgþðomqüþë…¶†lezq~s¨J•K*= [\P1q“[š™™ÍÊùîóß`»y‰ù•ÂˆÜP*Òçše¿è§^/èÉóEÄDÑD@ž šú¹¯‰idr>¯>'óúŒÇçí³zW2ÈQ€÷¶Cí5¸{÷îÍ›7£Ýñ½1bÄõë×ð™ ·>ŸÞ¼Ä:%#¯`+b8@BNàGDhqa!Ö C3!bÞÖF@ëdüü⃎›û7êXØÍÙà:l`wµ1Ó¬:DÑú†tæckD ݶy¹Õèã›õ¯¦qQQ±jJ¡ €@E m^±6ÛP$dTeñÍäddçãVe!KϘ6ïMé«w½ ]øÂ?¼ ¤ªirÃD’¢šîŒµû,”xW›Ì¸}Î;–£GTÒ;Þ¾¯©±š²<¡¼(%þ§§Çcï¬"‘׫® ì`žÔ_ æ:;ÚᣃD©þCFY÷3ÕTU çÿŠüúôÑè¤lV´Â?K'Öòû<Ò@‘‘CÖÜyhëܵ¦æ²Ðÿ$Š˜n÷þû6- ÒK£¿…0ƒ}2*;˜»qæûÓo3r‹0e"YÔÐrâ¬QÆ('÷§÷hûùøè bƒQ#‡wÕ•“ÍÏΈúøôÙËälvõ¼„@û±3¾ø?ì(ÅÍ™¤zôê…5nG#âÓÊËŠÿ¤¤³âô¬øÈ,¬e‚ŒZ—³ftkGºqúˆoL£€"ÛNI¼B¤¶J ??ÿŸþ¹{÷.€õë×ïرƒL†I¦<`Z[27;+âsÖ«ÞÖ60è €€°À¯/ŠúbÜꄸ¢Åú=Ü4橇ƒ³ë~W5Y\QËɺûÞkÙ.6¥w3Ž¹)ÇÚ@ €@ •€a£,™R¹«Ýê°[[±&ï 15;Ÿ“A‘ÝtñɶøeuúÞ{ÂRMwZÍj!kZ¡ƒ+Þ&Çÿ÷˜°ÐRN Q¾Ç§˜€îŠ¢œ Æû²µ›ƒîîo¨ÔŠo¾°¾hkièW›$èõýÈ4èÉøÅ"D/’æ°W¡Ïe¹~Ñiåå…yYÉ¿ã"¿}ûäóöéã„?9œN•¾½gæ· Ã÷îvÓádÂ{3€qlæhIÍ—•b×—-É-ð €@Z ÔBTD@J×@Kœð«˜aÄг²%ë{cÈH§_9œÙz"òÛ®<ßähÁuäA-ó©,#]qc…žµuÓ®ÿ9Ž251R‘•àhÍ&n¸~(mö†3T…®kMåäs½ Ê—Ñz$蹜aJQms‡Ío®»ÉpäP>QTÆqõ!ƒ.í×ä0ï™ÿ~wéÆ'×¹ýT9mŠ ²¶<ïû€•ôöñ¡;™¡¸å+:ˆò3?ßøõÈyõ×ÛHvEÉ®Væl#9¡Îzþ`ç“N>~;ÏJ—Ľ‰H«.Üq¹£<ÙnÍ%fä‘àqòpüú‰Zbµy1¥N‡.ß^0ª'V"­îräš ®Û,W¯^9::þýûO@WW×Ãã{÷îøL[1O^/ñ½³°±Å'A@@¨ „áæw20—”êî0'’("Ò íСmhj=ñŸ¥{ \8±}{d<ûÏÙߨ×KÇM8çùDG‰ëÉ6áï{kêŒckÍ:ô-k_mP@ Z<ò¬˜ivc<âzŒXüâÞÅúFe§Å€p¨ïG\¸{ݤޓMÏŸÝézòŒnÿ]ËƱÚþþöÒ»¹ yœ¢J{ox®oÖØžu³®-±#Ž±± z•<8冑¬ÚAÏР›>ú×Í°—¹…í’£éËŽV㌠ìTÓDmŠJ½}žÇÒ$)_8½µrt³ÓÝnÕÖù&çyªRüÏAÙi`OGD`19£áF äj ’&Oqt>ïËâ†`“ð4,¬;‰b˜=Kc?~Œ+í~ý}rÞ ·ûÅØÝó~zyqr-­¬°&ÃÂÃ8Ù„ü_—/ýˆ%kÊ#"cµ’4ø¾ÔAk³&ÃPÞfΛ7ÏÝݧǫV­Ú»w/·Ð1$[ØèÈÔ¤ßX¿,l†a2@;ð n²Ž±yë ²†‰,Õ~áÙçRb#]Ïʉ{yäÒ=Ç…“Lk1Žôœä‘ßBÿ$§•PÄ%U5u {êh·'a?þja¥¾*´¢¼|ö}YB†g¯i^«´ÒüïÁߣ£33²Ê¨Di•]Œ»›÷’‘¨Ó¶‹ÍÛeÞNaé:Œ#Z˜_ÀºFA›|KJŠ3ÐÓ¾ù¿÷KËÌ•W³š0Cƒ½?BÝ cþ4L¨/äºu×Ǽ´Ø¨¯‰ ¿srr˨tQq)UõŽ]Œôº‰‹´¸€9‘ØŸ1^F@ G >>žc¬<))•@Pæ$ëö.(;uk´¨#þáŸ:õ:}vlèÄå©ì9|’„ÚÑû¯7ªƒ‰©mû ÝÃÙeûÛЊ;È<&³“£».ºuóΓ{w”á)e&e‡ŸíZçååañA‚z{õ/FÛih -%Lûy¹ŒÕC±*D#+S嘌Bz¶Ï—€§—9<ÙQÓ®<-ñòf§ $+«™ž›“Ë‘ëü^˺$UˆÖ™n므~r¡Mƒƒƒñ]•8wîÜ´iÓð™ ·~<닆õEÛ°CÛ °Ïþø®™õÆ'[¡L’œqðfø7¯Ðtfï¨7ö¸9Ú?T¨´ž<ÖwziŽ×Õc7/þ÷5<ŽjŠ ¤Ûk”ÓÂióœyŸ£ŸûÇä¬ûa¯þË.Þ6_‘¯LË ž¤ožÀúUO”Ýû)a°>ógsyÌ?º†?™™¥zÝOÔ$ó5@(J‹v?¸ãÞ ôìñ3¶&EJy ÃüykÖtR—å_™“[ß.sê7Á{-Ç‘úcŽžÁ抖‹ž?9F,Ïþoåäs×^—³Ç’$f8fB?†Ëü! tqd ¹N]ÃÚ¥ûß=}õô™ àjå³™@“k?À~¦ÓÊUÝ´”°JM/”——7}£Ð"@ Ðxh4Σn^®k‹øºx¹®v@F%ÂFÅËkü˃ý¶Žk38Ó÷HR§¾šgÓW¯qÓD³Qó|FÎþüÁó•w@Зˆ¨˜¸ø„¿y¼7&Ò£¼í'-ýx¥ŠÅ¦e§þ½•‘‘A>ÖõrRr°€_£iIIØ”@iYYneŠµµå¹X_ßÙ›íQÉýòWÅàŸì|‰.V}ÚstˆRÒR¹Îïtv'ê\*‡ôtÖS6Ž;¢M{õê|Ú O¸õEÅÄ%zõÞchƒ0 Ë@ µ ôú$+¯Ø±S,ÙZ¢˜ÚªÝ®G/f=àUôÓó‰w쌡º|ûû7Ægó¬É|KQfæ¯/W\ç=¸tnË¥[V&qjD[‡©ç<6°~U>¼›ã:S®¦©YQÏn³£ƒ‚\¯ñý»2£ƒ8£Õ‹ß_ŸY;Uâ_æú•TË 2¼þÛõîþõgî9 ¯ØyšG±]æ±Ô¸ÉZ#Q\LœH(e BI!šJH÷Ü9ëÔÕ×uñ¬QÆQëÞ5jnüÞYc=¼B«é~INÊëK{¼nÿ·àØÝYúq_ÚTSOÀE4*UÀÁ@ €ME„MEš@÷¿½kÄôMYœY¦ã…'¯gìÜd †ò’#.»?"¶3œ9utç^Vèà´NÏÍH‰ yïóêÊÅKa‰Ù¬üä÷‹/]GòÞ…”Nëõ|ï``ˆ¢|9Ì{9áž·¿ýuéQE0“ÙíÖ›Ø30†F†€ùÔsðÐßo_e0¯|ã¼<â8*¦ ¤+ltíÚ•@`?x®1pÁwŸS…œ:ðJàèÑ£«W¯æypÛÊÊêöíÛíÚµhS`L8”|‡ùÚ³ÿ1 , BM€N£1–å¼ÐôÁ6²”Ÿj§¡½¶<ù’Éì:ÕëáƒéCWUþ‘õ7üÙÿÆLˆËdN@c¨’µzèen¢('Uœ›ñë›ÿgÿRæÁܸ€µvÖ»½·é©ÁÁIè0ØÑXyó7æ¾Òx¯wÁ™v¦ÕÏÊ¢¾º«>tÊ ±Ê>aÅ•„_¯/œ²<‡s]@ Htêa®¥¥A!”¥ÆF„(cºZž¿ÆPºû;Ç¡•lØåÊ5§æq$ŠŠŠ"ˆÌaQQqüëc'×Õ%£` ×µkô“óF{xaO+UôLº÷êÑNUY”B,ÊÉLˆ  )fά¤¦žüŸœjàxKÞK¶ºÒˆ>Yî0$@ …ZùÅÏÿsHÜï”ÜÂQqI5M}#Ë~fò¢%îÇþ u\²x¦bí~Üg%żñz÷ã÷Ÿr¢ˆš¦NïþVƺªu¹, f%øDýˆÍÌÉ'RÄTÚw0îinjÜI¤NV³ƒ —d…|ùü3!¥”F’WRíjؽ³V»šžl”Á£MC~¾7 gú‡k[Gý³=—³þ ENçò³7Sûé`Íçþz?vì4ßYVN[^ƒŸü‹–5g¸åÐ,dùUÔ5]Ópe•Õ-¡cäÊÕËmM ¼bY ©¾Ÿü <BAÙipEu­†ÉÞ ÍE–hÙasþçêuc»l«N}{|Ðí?_N›bcì†qdö»†…UgqB4ïcÜ¢ÿÛz!b»åÑ× <úhBüçgíp±m÷X·'½»°ñ‚ã¹V8Â<µ! D ¸¸xÁ‚—/_æ±²téÒˆˆÔi×"bÁߣ!Ö¾6¶˜ ÂN þGL^N6Ö #ó>˜ÜÊ¢äqvO¾\bu3ê½w>}c Ü‹–÷sãôiXtP¡‹Õ¦“ç˜éáµ2¿ûX6ûÕ§ï¨-/~Û?3»~x©);Ô%Šu>ÎòÛù·L«Åo<¶3…kW¤¦û¿~ÇÎÓ5n¯FÕéÒ?æ;s¢ƒD“ñ«]vºè¶—Çjdýò?°dÖ ßFNYÖ‘…3Lýý:+qýqox—±æšH¨yE(œ.Ò‹ Ÿ_8šQJSÒsX²ÊÒÒ\NJ$ÿoªRg™ê½ì8 rݺ–ìsÞý;:(ªb°áœûkcž›2ù)‘ÿm^xõî{F@µ<ûøºCßßáQªVã”’ÉäÆ1 V@F$Pš>ÏiÎÃwÁ9…ØóvŒæ¶Oé¾} o»Dmš½Àõ¨ë,üïm¤' ;ôw·î|6<‘qoœç%"¥lÝ[ïµ·?j/¦DášËXL!ç—ïì½ôÏ/aßÙï?ÿ°÷¿ãw­]üï…Ç…Ì)%eJÏ!ŽìdО“SÕ;-ìí½={ÝåWÄYOSUÒ2ž½håš%N*’5þ²ªð7WÖn;—ZFåL¥!)ÜøÚ9çÓž»®Ü{™Uĉa0|"jt5Ÿù¿¥«LQ’¨Ñ¬  |€Chœ6GéÞ×™ÿo>çûBT±óõç¯'öîˆïÈã;|Â~£œWçvz­_1R‡s}ŒWj˜LM xÆþ||tíÎÎJ«l%È<ß䄔؈ôüŠob¥e;e§a½aÖ&ʬr^xgæ^Ö—Ùç»;æ¥^<½·—¶"Þ8­4÷ö±­‹7Éá †¥Ó”~jx$3¶!4SŽþÏ—ìl;ɲÃï93½ÞŽþBà^h¸$¡ÅdGóM—S™™e‡Øå%Úí00ß'11±S§NýóÏ?øLÛO¼ò> ÑÖ€@@k"äY› Ý-R—X?Oˇṳ̈™(ã#!tσ«ƒbsY|d: >óü‰Ž’’•:÷Ûq߇<¦g`"JÆyŸ<é±kíŽÑfÒ´Cçß²&õ>º›ã6«šUF¿=¹ý‡sóD{ØTåÚ_*Óïïqþù—=yÐp¢ëñ³›Äð½!tûl»ûªhH¯w™È½òŒs§ïý»Ñ‘ã*zH—qöšD¬a‰d2‰}aB/Hxx/JB³÷‰gžÆåêâÇQpëصwîq.ÆH³ößemX™€tûnKÏ>§”ô»øø*Í èý%sŒ™ReÍÆÎ%F›0Ø@ ÐÞ^?rÅ“ër£šFé´ò´øˆë¶/p²iÏý;V vhÞO™áœÌþ½\áHhH ²±ÕÙ}YYÔ$o§5iœŸM˜^Ä·/äŽf76c¿ó%ÅiÓìF݈ÃÔx„²‚ŒWÞì{Ÿ|?Ñ c±;æ—ö®½ÿî+^?'ÎÏÖb§wT:>“)—¿vÚÛçô#¯¹ƒ»V*eg”ç'»-š±çªW%ßÙ ™ñ¡ûÖ;xîì÷›c͵l‡–ºÜiΛdîƉù·,w?v"‹³3®QzRtÀ®U3ΞHÑÜÞBwùû_EH­2ú¶šp ½ìÕ½»H#§sßá”ð{§eÞ¼õ]"¡»z×Zžè «ˆ$©¹|óªS6²®!>ܼšíâ(ÏiFP]æç`#æU?Žèi="ç6 -í[AlÅÝ«uŒ2œÔ8 rºF‹‹ŽfIÍܲê?å$‰ék6ü9Ö®£¶º–v{‰’F¼ªM——W\²U­%@ €@‹& !)YWÿ(¢•êÄ­(/;z…µSTÈø­ÎzÑŠ Š8·L9yì÷¢bîâhùÎŽ£«‰òTG+3¡Ôœ_¦ …7€öò&O|’Z¼hòd³È@e>óʲ¾Ofs/è7¾ _9ó‡ßxk‹ã÷_/´5¬¬P;ô’îi ãôœûWnŸ“ñÃwœUßsO|f[WÜÄÆ+€,¤xÏo!íF v›þêÉ#|t¹Z’Ÿ”Ÿ]Ï4öìiœ 5mŠeÏÇ1¹¸,¶˜îãîS)Ÿ¼üŒ×áù¹òI¼ ¾d&D¸ŸàÒáNŽ^1×F‹;@„€k›ú9í­âkœÑ`j¨—[¨OÓÿ^[áys‡YH’Ùãþ$qøàÛþñ,ezYþû§7ÑÁS—•D7†ŽÜ~2ÚP™oé@k´ ¡ëF C¬2kú(ôN”Й3m°ÿ‘WX-%S+#žÅ­uó).}>ckçÏXQVÒã›ó÷3FMMË$8ß­ô·eóÍÇŠ+„ò¢¤¤¤Š$SJˆû5-G:Õ÷<|˜yÈ´ÊäéÓ§—-[VVÆu#¦ÿþwîÜiß¾}«ì2tªöR“EU|¥[ØØVܬ½Ð@ ¥û€¹¦Õ¹«Œ¼–lõQª½Š)ù/ë7ío:úá$‹õ:æùŸ¹ìgÌ”úNeÁõ4¦Æä íGXjÜ~ÇøAUžöÉëã暑;²uHŠ#&|¿÷3YòæÁ£1fÿ°‹¸ßÊ’ß{}Jaå‘U,†áüŠãV㛊x~7‰s[CgØt£v•ï«°ëu4®«â®T1EyEeyeÉÔlšk qfódQÉîÆ/2sFDwØáM3·ž¼Ÿ”™Ç¾`”µ{Ù®Ÿ?SCBFÀísÞ±XŽ¤’ÖØñö}MÕ”å åE)ñ?}<={‡pîæ¢ÇÖ¸~}ÍÚx4ü¯‹—oPtgzÛɠ߈ñ#­;´“+ø›òÁóþŸ¯¬+–²Œ¯Î=»Š[§”]ƒšëìh‡E¤úeÝÏTSUZœÿ+òëÓG£’²Yú´Â?K'Öòû<Ò@‘mõÖ;ä[÷®[±ýü¤ *f_U·ÇàZ*djIbl”Ïïø ömj4ãhÁ„q]ƒûw¬sD³BK#1…–6"üý¡çþ ù‘Ë¿Œ.õÃÇOî!¹½Ž–!ŠsK‚½Š\R?ç;vIq}%2Šb'48„ZÑVm¥ØOï“h]î«Ny]÷7~ú‹§ïºüû*çkQ¹Sßsîîã̵ù–¢L>\ÛjZ9Úh‹3•‰³ç¬>ú ûƒÓßÊŠ÷Ï#SÏÂq‹o;í©3—}MÌ©ª®|"eà”5ë¦öÁeÒ©4Ö_\^µbiq #¦Œ»¥R­: %’’´¿à¹sçx¼Ÿ?þ±cÇDE«¼½È£ÉVLÀÖmÅ£ ]kóŠ ò†‡bÚÔôAF¯‰R’RDÂ_´?þç,=À§â®þ#ÇŠVÿ‹ˆ(ÒØ°ÛïþcÚ¢½7uðt–]ô¿åÄiÒûîå3ˆ>º“½ílÒ¦ƒ„Ïoer~Èöš0›ƒˆ×©B¦½÷ŠL-«Û¯š(®åßßÿ‚ì2æLSÕ#oû½GŽ•¬~(ykT¤1Ž¹¦®‘TÔÕÁyŒþгnºÜg×ÜJ›BTt¶¥I¸ÃÐÒÆü@ P3¢„ê†cVŸ{ð«ÎŠ¯·9×\Ÿ£!;Dñ%‡Ì]û©{×þßóÙ!¬9ûœY6”Óó(6{Û¥YÎ.}»tH-efQ\ï|Þ:±;—ÚS0,”UŒò‰ò=>ÅtçÞ¡pÙÚÍAwwž¼™µÐˆº¦þv¸”z÷“7žþzòo'»uX@"Ûqï…›Ë'öÅîR¯\»áê§=¬Öß¼~Ms‹·ƒòý®n?þ2sÏdøÜó'÷˜ê(a9HØw8ïÖ±-h«¬¿Ì%þ¨yq nŒô9…®‡°WÃì‡Ïß57@u2•½ú¥3+©j°ÿôù¹cûŠàÚ¢•äÜ>á¶dÃáLæê£e#–¬;tcÖq¬:BJ ¥ü|:tèçÏŸ«XPP€•¦§§+**bIMûŽŽVPPàÉê$QÞÈn îIŸ_µíIbÌhî/Mô (Ó}ÿ¿+ï¼&¥ÛÇRüèÑË?9œ§SñvÉâfƒF/]µnÚ3¾uØ8ÂNîØ l¦¾ýjd“Qc:ò|³2µÉRjn—^Nšuwמƒ¯ý‹9·l0SítMf/Z±zátåj7w%ÊZ™©DHgV$N›å„}!Ê™Ô[å¢?»ˆgB¬!$ v Œzéø“篆üJÃUÈDŠžqï£í§ZwÄ}ë¢qß|àhì2·à˜Ä²ÊsI+L0$Y´ƒ¾©Û5Ü ã®)¡#’’‚–õõõÅ{Ž‚‚Gýßÿþ‡Ï¹-ø„[_ÍôîmmÓ–i@ß@+#D¥Vü¾1îmÑÊ:XSwètìZýVÂV¢DÕè¥Q_#8ÕIÝLL8r•ïú=ÍH„ÿ˜A@BÌ×`:a:öKL¢“í ^ʃ2P岟wŸ3Ƙ+󢿼Ͼì'$GOžˆUçÕ¬œ¦—Æ„Fq²Izݺq亼 ´Ëui¸áºU#¯m¢AOSÞ¼Z§0Ž¹Æ®ûùßÓ#¬îúžZ´8-zñúUFÛ×áL«5«†+r jÃÍ €@0 ˆ«[l^bç´ç‹Çå½®ëæ ÑÅGɘ÷máD ª½§­ÏDZ2Ò2,#èzvÔÖM»þç8ÊÔÄHEV‚“O4›¸áú¡´ÙÎPº®]4•“Ïÿ]T±ËÍ—oìM5¹Š‰”©Ë—®ù×#•y¥‘_H'pmqEÏ=xà ë2U4wØü溛 ÏaèbGTÆqõ!ƒ.í×ä0/¿»tã“ëÜ~ªìæe‡Ë{EQÿÑ»÷6]xc.$19ÇU»é©ZŽ_Ïz’2äÞÉwIëið;ÃmRÂ@ _¿~]Kbè"$++«*eklIÑAâNèUùZû|¢Ìñ!ŽÞo“±/’*ªSĤ ÌôîÆý%ÅP&ŽZr¬z§ÊŠ¢BƒÃ#cSÒòуØ$9Eem½®fæfêŠRUØfe ÀNç¡‹££úûø}Í+*«¶-v!‘„f¯ÚX™WúÚÄj“Œ¬Ü­ò3~ûùùGÿˆÿ›W@‘TÕèhÜÓ¼—¡NÕ1 H l>ï9%%—™E61A”Øyý͌ߙì"‹øj<²ˆLûy.ûç­ß›ý-($4>1%¯°ó¤eå””U4;jªÊKòÔÂ’†CçøGÎÁ’ ´qþþþãÇONNÆsPSS»{÷.Z\Ÿ r[&€">o0†¦½eÛÒòƒXÇA­•@XP¾kFfm,@H+(,À~Å%±+y–”˜€=ñ&&#CÉËÉƳª,“TÐÔ4ֳȱ?Ð#3Õˆâ#&Mxt†Y«ä5ZeÔ|6…’¸7h{BV¦”Á(+ÞKh}®$-%ù7Ç[¢D;u%®ÒZ&ÛåZ6*µjƑ׾ˆº–o^íÓ ÇF„\s׺;®rñÖ믘=¦~¾wpö½#šÆ}-‡ GOÿ +iñ–r<,+-­ýÈ€&@ jM€8eµëÞÓO³%ɾ;O¿@³ñÕKS·¼ËÉsÙ±E–ÄIáÞ»Y×–ØÇØX½JœrCHVí ghÐMýëfØËÜÂvÉÑôeGqõªÍ'.â2uÉŠÊ $+@H(-á¹å]úëí‹ð<–Q’‚ñ…Ó[+G±&»Û­ÚúǪó¬©ÅhžÏÜ~3X¥‚²ƒµÅ¦¯?P9:ˆéôë¼bìå‘Œœ²”o¾ rÂÝ6Çô@B-åÒMŽY·n@Nš4I vZšôøÀÛqçID W?t4Ðd½í¨ê™LÖ3i`ë•«K+w2ºÃʵËÑìÚK³+U5=c5=þEüs‰äŽú=ÑÁ¿r@-\¼xqÑ¢Eh}Q¼nïÞ½ïß¿¯¡Ñ€gxs · _s³+é;xX«èt6°@Œ…„¤”^7C,ÙzaJg—A´€‚b»Š¸½ 3›}©Hm²jW' ´ ´µ¿ÀD/ûiª›Ï°Ö( zt'kÛl2—I?[¹œ`å G§J1s)ó$èEÙèAbÖ‹(+Ã÷OJIw¹R •QÍ8ò6I”–•oÐ#É ÇF„\‹®ÅÔ¶Ü|Z4Éîcö|51ôÃMtØD—5°ÔoØH«Qc;k©ð¢kî4×ßævÚ@ „šE¹çÖ\ï°zquŸëúùÃ:Ë`1@ú¥]£8?͵Ï›?D—o)j}Oï[4vé æ™:55!^žYYòê]§Ï_¾ÉyžªT½#&ø¥N8 qÞGD`{W w0â¹Ìà¨qÞI“§8:Ÿ÷e]y„‡…¡«Öz‚²Ãiˆõ.6bä`îžyÄÈáì!E @€‘°&ë}º ¸ÃºººfffAAA ´‹Öµ··o ¨€hveee+W®$Û8üú¢……mÝ­Œ@hÖ£n½ÌÈ”–òóªQ…‚ï©TN $5ÍRœ^RÈÜ›˨›@/Ê+B×ܸ ¹Å0kÝ«/!Ce¿Ñ*£éc{ãb0ô‚—÷³Û ´9±ŽÏ¤UÜ• ¢ÅÂY×øuôYÐ]®[ó Юfy­EE°…þyËj•nà8 ü¼ªpºv]“horðUðýC›ÿ;s9-‡ëA1jqn¨ÏCtœÙ¸¤ëÀq3×lbiXŸ3©Â'AJ"¢b‚4¶€@¶M`üò­={g”# e©þ;N>»¼n4 IÁ¯×Ûξbã!JoÞ±A¢ÊŸDDÛÅÇ>h÷pvÙþ6ôwUD³“£».ºuóΓ{w”©J­ÞùyyX| Þ^½Jg9 ´Ó`,âÉú!˜—Ëx^’UEPv8í0߉bÒR¨µê^²²Lòóó«S…2¡"Ђn. ™ 4HYYY¨†œ@ðHKKsppxûö-¾=qðàÁ¥K—â3A,~o^b(d z™aI€v) ñ™©°^›[`rÂü>bñAJ‡ºŠØSÃh?BR—ÖÕQ¢£rè®XyÄä)W_îdÖ*E«ŒŽí=³PõüCx.+ÙÞʱ—º(VT+û‘büÆŠµªÎTj„.×¾ñiV3Ž ²Ë¿rƒÆ±%@&I(OÜpjÜŠí~Oî¼yüà£÷û¬|®H!^ýöΆwžü³}Ç^g®Ó˜?È@ €€p ˺®ž2Öå*Ëm÷®. Gê3Öá sÝTÌîM·1KgX´¯¶kD³Qó|FÎþüÁó•w@Зˆ¨˜¸ø„¿yE<µÒ£¼í'-ýxEQÐatåÂZN$)9 øñ8€%Ó’’Ê8 iYYìªGPv8¶™ïô¼ˆˆ„‘Ú:\™Ü‰ˆˆ,C^N“Av‚>ÓÀ¾Êhk]_´\¡*BFàóçÏhÓÁ„„¼ß***·o߶¶¶Æg‚ Xr³²Â?b4z[!“ÉX „@X?¾ F¦½ñÉÖ/ÓK}ž<ź٥¿•4vqŒr%¤Ä±$©ýÙ˜„žÊáC¬V„Nçt–Ýõ¹¨ég´Êèö9Øò?îßâ,J1ez¿jÅ%Ä0oé…ÅhqT9,]k¡Ëµn»ŠÕc WUµAãØb S$•-¢ƒVVø>Àç•Ÿ×ë¯Áá¥TÖÍ%t“©Ì÷âúÕå"'¬¨ÝžëU«g~÷Jøõ´Õ€@ PÑ‹7÷9rËÿcÛãòôÏÛ=º¾q\æ×;ûÜ9+’ݶ;Wó¬T^rÄe÷GÄv†3§ŽîÜË œ¦è¹)¡!ï}^]¹x),1›•Ÿà~ñ¥«óH]Žš`Þ;¢(_óG\¸çío]zT„¤Ýºq“³³ÁШbÅAÙáîýìÑ£‹†’¬âZŠšûýØÅŠ‹2###îêb-(@¨££ÓÀUFa}Q!>Áu ˜®]»6þü¢"®'˜zõê…6ÔÒÒH@€/€·¯i4lv 6 äK 2€ð ¬X_õÂȼðö¥žçE>|á‡M $Z´Ã‡ÔˆâÊ ÒÄDÖu6=/?ŸNP®G#\UˆRúÃG›}wgí´ì—ž,U¢\#z°äÚÿ¼•—"&±öS¤ådý-%¨‰×¾:»éFèr]}¨‡~õãXƒ5ViÈ86ÆyU£ÃÕ+D¤ôû G‡ÓBaf¼Ïÿ.9ò+%—U+øê¦GŽÇ÷Ó¬ÞHc”ÒÙÏÁ7†m° €@43*µâVCeWrÿ¦Q¤•%E«ˆ)á*4ÄI¦ó¶u3mWžcÙ»uÈmÃ"Û+·üå¸f6Åy‚±"®5n‘–5g¸åÐ,”û*êšÇ®i¸« ¢¬²ºÅ tŒ\¹z¹­‰W,ëvÕ÷“?AÐBQ]«áF²·B¿ßhÙasþçêuc»lOx}{|Ðí?_NOÄÆØ ãÈAÙÁ ²„ï/ŽNqîrýßÒ•\*ÍŽ_ê0îÃoö½J¢´þ¸¡<Õ!)¼ZP€Alà*£ƒ†õE…÷\Ï@'P^^¾víÚC‡ñp˜6mÚÙ³g%%%yò! 0øõEQfŸÁ?1€^ø„í;j)«V¿xŽðv”ŸçôÒ«;·çsQ³9´ —¹½fGÉÐÐF&½0%! Ýp>Äa“¦žtdÞs(}ýðѸ>s‘ùܯý~²Z73]K wo•[ãÿ$5âáá¬Kë²ÄØ߃Î5VâUh”.ó6"àtã(àöXæ0Ž-²¤’ÖÈ®C¶N´y”Àè-½èÑõ[öýV×ý¤0z؃PÀ@Á@&' ""‚µéç÷‰>Í„çZìûôÆþý¿—Pï~ÿµ÷Ðn|âs‚²ƒœú¿\}—XŒdjfÈÒé“üŸÇ°k¿}ëRæq%šð:ŒD¯ÇG×î쬴ÚÉV‚ÌÓ'BJlDz~9K ýOdï÷‡eB ʬr^xgæ^ÖÅÍç»;æ¥^<½·—6=Ziîíc[o8’É€jX:Mé§Vá ìTXdI´G‡ûx¬\¾ÐÖº¯ŽF;µø÷¯(¯ç‡ KÊÁÔí–nì¡P rLá Ðâ„ YeÖŽ“¼@ ÌÌÌÉ“'¿yó_‚V‰Ü»wïªU«ˆÜ[áu@t:ýnBÝn†ªÍ0F"PVZý-3ndÚ¶¦†ßÝ~íi8Ö}ÛEkÕ*Öède‹tíaô<”µ +-âËgÂÀј~½Õ“z©¯ Lf,dôåù£¼seH„î•°-ŠŽšâÈ{S¡6E»w{þ…©K"Œª&@Hÿæ÷ç/+šHì`d¡¦(Á¬Ø(]®ûõÖ©Å8ÖÛvu0ŽBYD^wýï­Šé ?¾£›HÍ~y?Z«;#¡  €€0èÚUŸ@xÂòÔë䪡©Ÿmz)ÉIÑÊŠ3ÓÿÄ„{ÿî]lj.K!?ùÛî“·†[X¹g‚²ƒ,%´¶m˜k½è8«ïgO±æ¬fo´í$%+ ôÂüæ%TD+HÞ<{ÄaWÛa6F]ue%©%…c>z{û†–rÔ‘ûrLÑ?Ý;ºißÑ¿â°òÀë®]>\0fîÁí‹ä˜óíèåÙGÖ/»ðØç;'ÈHM~gnÔkÄ çýë¦bW0½§o\qóÑÁç‘,ã__œ7ërÓrØhë¾=ÕUäË sF}}öøqLrE4Ž$­uúô.®MAÙáô±â=.øÕòY¯*Ò•$ óÉ'7ágaVÒ€ a#ÐìW\À²Ê(Z_tܸq\æ €_¿~µ··Å;«¨¨xóæÍ¡C‡â3A• ÄFG¤%'bù}m`ú  Рè`i ãQYÖ«M­/šðþ¿5Ë÷”qú.¥;ìóFpRïæÖ6„kþ¬´ïÓ%ËGcWàJ8‰N-)¥‰ˆ‰T÷Ð+‘Ò~øøÁÇ=Q½²¸·ß w.÷zÌ~ŽGLgÈ‹ö8“µ‰¦–ƒ7YBBЋ§E§HTi¤Ÿ3Ô+š ßù1Mólqct¹ö}¨«f-DZ®fk£ßql^ÈÅ9i¿þv3Ö¯êì`u_ÖÐLS”𣄑*/Ì/§*­UN Ò)/Ã>£ ²•@BÀlÜL“µGB2˜âiÅoî\xs§׈:éñ-”–ñ³]†íÿïå¯|[D)ÝçVÿ{‰@"ólž™á~>o‡G6½b®+“ž6ÇiE${¶biAö÷ˆïKuzÛl²GñTÂÏg§W¸ŠEzÔâŸÁÇ]æö9Ʊ;'„I’Ùãþ$qøàÛþñ,[ô²ü÷Oo¢ƒ•äùŸ$¡väö“цÊ<ùAÙ©°K‘“ÍÉåîgE)[Ò±pxöè’†d È+ÕƒŒM eªz¯2 닶è œ@  ·oßž={vA×OœîÝ»{xxèêêVQ ²@üôA”kë‹V° ´aA~øn›[à“­V¦—ú^Ùîºnwkn꧈⪧ÕøÓ:›¬+³ûWãz<+èÖ£›' `_ÏóåyÇuþšK=ë7Ôvðûöìiy¼ºƒ&MÛw“Ñ>=ß÷õ‹òÿŸì fËÉNrÕ…yMáÓ#&jˆH*fäå‡>xúñ÷DËxL΋|ÊÈíz÷ì*…5R—1ûê2Žk”ÛP½Ç±¹ ¿:²èÂå'q±IT‰Î—Cà ”ª»`§çÿÍã<¥.¡ $Ò÷jh4ÎÀÜä!€@)²‚ÑõëGlì—ü)¬á¯7jÉÖþb|[Ç2Éíu´$QìŸÕXvU©Ÿƒó »¤°_ûÔ’ÎÏ­Juè%ÅŒGЫ¬¼ ï+“ù?µ¬ ­òPñB‹@¸¿ñÓ_<}×å7Ufª+wê{ÎÝ}œ¹vEeœ$(;l“$¹ËÞï?]yôÚ‹".Ùå©vÿ¬Þ¶gÃuÿm»¾üÃ~DYÃ鳆o;öœ¡O/<¹ìŸ^¯žé)‹WTÇI9?¼·m:\’WðôZÀ«×zÖãÚ+âŠq¢Lw;Ën²¯#rQžßë¥ì`%Iq”Ã(œbÝD’’ùäÉý^þȬVtjõ‚>/tá±B/Ë:á²)Ÿs›ÁÂq–2‘ºÌãCC’õdž4WMÝzcsAV’¦üü•ÄèQá÷ƒ›ž8±¶š›0·®¤rîà˜÷áy:¾,WDÁíZÔx­€e €@ Q  [ø9 Û†u.7Ÿû•TŽ’ĺ™ö?Éqά©:*±UvIPvX–ûL_3zïÙÇÑŒßçè…Û×L­ñù(¢L÷ýÿ®X¼óš”nK=ò£G/ÿä0ÖcYÁþ'‹› ½tÕºi#Ì𿩈r½X½z÷?SþÒ8?ÎQ%q¥cç-gÌ2 ?ê›ÿñ;}ß;= E¥ÕGÏv™ÐSk„%¥ÔÜ.½œ4ëî®==^ûs~ÎajítMf/Z±záteI¼/X9[”–9IÕ®{.y®ÚüÅÝýæ›wŸ¾Ç%•d”õº<ÌaÒ¸ ¼@ºUÀ]h¶ŒþÔo•QX_´eŒx€@m deeM:ÕÓÓ_D"íرcýúõ°é  ÈÕ(.* ö}‡)ôê?PLœÿ=qL „‹@h æ0ŠŠŠ ÷gœžŸøôÒ9qÞëxzyiInfJ|ThÈÇ÷)yX—‚ˆü̃·ÏÄ[©B‰8rõþ‡ï¾&2¦ãçǾ]0Üvýñ3ƒ-¸–g¤ÓŠ?{œÞ½ncBû9ß>³]ûhKV˜á‘ˆ2#&yív e§ú=½’žÍ*Wê3ÑB§êZräÈVÙeèT#þø®¤¸3Þ×Æ“A@ ø›–š‹uÄؼ& ©@ÏŽ8¸rAíWê2`í‰ ƒÍõª¯B–×ßyõâÿÆNKÊ-GšÙ?>¬n¬ahÑ«O/%yzYQúïŸß|ß&¤davÚ›OݺuwÔ +d ¦*츖…é-úÆδ2£ 9Š¶ï³ëÌÞùÓVå2B„„ô°—«lôU;wïÜEWŒTþçWxTÄO*ÝADaùékú*¢œ4û½‘ºÌÓJUÉFǪšk`~½Ç±Y “dºn8è:×iCãi}zèãcÿ<9©®ßSß ›²Š¢™XR“šð3"(03·âùôÁ+6Tl ¨úU§Q:x €­’€œªÎ{ î›@ìD<®ËÇÕÃ/’ˆ„A¯~è¨GÝƨ"­ÜaÈèClZPvì>-4@X×UFa}Qá;õÀc ÐV  ÍgÎœ™—Ç5=ÂÀÀàÁƒ;wn«T ßõ$ðÉë%¾&l@ˆ§2hÂ>à{adfO¶nYQÏlÒ¢µŽ3ì¥EIµé©jωgŸHnø矯?3˜ú´¤p_tð«K4µt÷©U$j°,Úa°M_õ»’+ŒHv9F£ 7lÙÉk"kÿ眜]Âò6õ{:*bJ9­•gï; 5äÉg%£Ë|jHf]DZ!mUU·!ãØ,»Œ^{ôL¹Ë ·Œæ‚Stjrd:øw"m·æøº5Sk8›ùW@ny9€L €Õ —glÞ¼ûÙñËŽ.2Íõó§zO¡– D«Œš››Ö’%Z_ÔÞÞ¾–Ê €h.4ÍÍÍmûöít:6/€á šMxåÊ™ær Ú^~o^`ΫivÔî¢%A@  ôÇ÷ÂȬ7>Ùšd"=Ë+­Ð®½¦ž~7³¾}lFš™Öz]6‰vÝGžýñüâ¡[/EþLáÇ,ÞÍrä¤EÎ#‡õ!W?yU™(2ÂÁáî‡Ã˜©Î#¦w‘ÈbWÛE7ü]?¸óþ-ŒJû P$•:ÌŸ¿vžº,ÖzeAð]®ÜF]r2Žui°vº Çæ€L4™´ñvßÑ7|rïa2Ï¢»œN‹È´ë;jÊÔe«L 49yÍüN"Ãú¢Í<Ð<@ÖJÀÿê^ðlVï$µm6ηi­=…~&&ЄÁĉk Dë‹*))51¸Òµèï>zžø'½¨´œ""&-+§ª®©oÐÝj˜“ãE‰¦¾N£åÿ^5{æ5O¿Ì?¸ùßžƒ£}?=Ò•®&0‡¯-9âéù#w¼c«i­”gÅL³ã×cÄâ÷(¶ÐÏGÓBÖA ::MŒŠŠÂ“••EÇŽ‹ÏÔžÀ'¯Šéƒ¨–…Í°Ú×M Z>•\±¨ ‘Yx ¶£F$«èv·Òí^[ýfÕ#‰JwícƒŽy!T]nPO›±r³@&‰¨ë÷BG3ö»ú¦éœÛvÕ«A)@ jI€–üvƼ-©Ør¢•ª•dù±ªÇñ+‡u¨TÕ ¥.wšó&™‡/-ãO«ÚÅKÅbÊ6i<¡ZŸ¡°1 ´ÐHíWm³ë‹&ú]·1ãOöðÿÓ$5ìÙËàŒTø7N®˜„8ú©Á³ÆiºVß]?tûc42ôèè=—yý•hªDàÉ“'Ó§OG3ñ4ºté‚6ìÖ­>d P'~o*6 $“ɽ­vs¹Nmƒ2OàWTDa~Ö b2@B ¬¬Öó>[ˆÇà@ в Щåå´Ú¸HGTÖFt¸ÐËŠKjâK£ ã}®nB¢ÖZh€ùæÖf•Q›¶¸¾(½`óò•øè ‘"¦¬¬H¡Sór³ó‹*.ÒÄT{0Vªõù ÅN#q‰u៙™ö=þ`Œ6‰•øøxN;åII©9<à½^Ð^ƒ»víÚ²e Ú}o`äȑׯ_———Çg‚ êDý`ðyƒU14í-#'%A@ À¯/ŠºcdnÑ :]@ @›P¶âÞA×€@¦!@î0èЧÕn§çWÕ¢¤\;‡¥ÿ ѪJò«$@ÖØsl碇#âÓ°\1e"‰¢®×}ýmr0}ƒÒÚ…– DÛ®]»¶Fþms}Ñòߦ³áˆ©l;}eéä!ò¬Ñ¤dgÄÆþúõógRzA¿ å›ú:(¢°t×Ù¥»E!î2=§ÕòY;çs© sFœ(¯ÔÔn£¦ñQ¼Ìñ Þ@äççÏš5ëÞ½{ø:hu8—í۷æƒx, ׃@ø—À¼œl¬bß!¶˜ ­ƒ@Øç¬#$Ù°—– Ð ˆˆŠ¶@¯À% €@@ØPfl½Œas[Xü%ZNYÿmÊzaqüll-7@X›UFEDDж^ͨÚÏùÙè«;tö¦YÃqA}¢”¼ŠQOtÙ:TâRrâR-6¸êCàÇöööaaaøÊRRR—.]BO?à3Aõ#à÷†{ÂÁ°aý@B- Ðr „úaÎéèw“”–Á’  €@ €@ Zn€u¬ÆUFÜ×EÝp+,KHJࢃu8èÔ’È/~þŸCâ~§ä–ˆŠKª¨iê™Xö3“-q?vð­ã’Å3Åj2O§&ýŠ ú‘þ7—J¤(«uèÞ³§¦’t\œªÀ:%8—ÀR$ðâÅ‹)S¦deeáû®««‹6466Æg‚ êMànB9Eƒžfõ6hòsrbc¢0ÇŒa}QŒ@´$¥%U®ýÕ’Ü_€@ €àC Ek\eT(ÖÍö»¨ÜwN-—ÙDC¤1dY«#•—×Ì Xå¼ùCHL~q­´ÛÐ,úñAMÍsø±%’ÈŠíõœVm[5Ù’op^ší~lÏîÃgù,#"RÊÿgï<àšXšžHGª‚(EEi¢€‚½ƒëS±¡OÑO±+ö†½bÃþÔgÅ.Ï(ETš¨(•^¤÷N’ï är !9 ù™Ù6;óß½$ws»7¼¿î[Ÿ dblEÇÛ['c•cåòÜÄ˧Ž^¾q?")›O ‰› °zãÖ™êlÙõ^77ï;™^Yïá³úS7yº¬®ß¤¡žªÌŠXb·ø©ßׂRÖ³‘^öÍ6Þ7›³7d#f͞˜Î8-Å•-gH·3ÈC?Žl"JÅDñcÆŒ¹w¢b;ã¼ÜÈ/!¨öþ#F“Èd4 "@ÙF˜Žy~-E`LÁ €@ €E@ „ï2ÚÞö½}|óÕǾõgOuYajj!G~Jr’㿇[Åš*p†±Ê3#çÚLxœÀÑMV•d¿ñÉf$üè„Éœ*j˾¹_še·.&« mÈh•¡¾n‹|Ÿ^`ŠD|ÑKV/{ÉM œ[Ô`Ãzü8õîÎé›îAõTrÏ Óª3#÷oÞ·ÌnTçúQ\î ·½())±··G;::>|˜ ñ.äƒ@°ï[uç‰ì/ÊLh “@xÛÓþ‚i'X€@ ˆKH 2@ €@>"øÙe´Ýî/ÚÔYU]QAEÂsìÑ=Z±£íÄF¢ƒÊ+ÊËꩨ©òéá1svTsTçHÒ>}âÈj‘$NIJI5×*Š¤¤xsÛ@}Q'€Ñì¯mwNf.Úv‰ÚQo“Ãf~Ý{Qijß2× ;lÿ×}ÿ\ Ž:$q¹™ëœ{j) ž¾½ä!BŽ¦¼$ùwŠ—^¡  ÊÊÊ–-[vóæM«W¯>~ü8rG>$.0Ë…£¬pQ J€ØýE« ÍŽm` @ !1¶{Oªù@ €@!rÝeTˆö%)š^¹|Àéü²:ƒ®žÂø﮶±O*¢ÖÍq¥#wÝ7M3kéiÑ{¸µ–äþ„š "¯Šÿ.ìAþD²š¦®~ï^È¿ÞýÌ-¬VžÉZ}†«1~¯_1c~z×ìžÃD[™LÝ´~ªë¾'hN ü;ÕB†ZÑ&œœª\ qËâÛ)Ü,E¢M -- ¹Y! ë&<{öì’%K°™ –#àå*ï¤ÙU«g/4 ¢A â3kQÄ##³Ÿ÷,þ‚@ˆ 2Y8./ˆ pp €@ðI@h~Á£»Œ çþ¢ô·wOø{_!ó yí¯¼æ ÔFǯ0îýäÉsýæ ³ÛõìâÆ=ÛmÔL–·Øzððš=BßDßv;8Ó QNYÝbò7~݆5V&úÞñŒ…Tÿ€ +@H8hñ„;½¶ç'ç‡-·1RFײÙS•yøì#¶¬–HàáW»¨ÔÆvË)ÌͤÈ(K‰“¸¶…LÑ#€Ä‘è #ĺֹsgd[Ñb3A-G =9)!6Õo9Ê •A@@d„} D}‘è ÙÝÐM‚€4tZ+Ü*hNƒ=@ €@@DM€ÝeT÷¥û\Û2iéÑbf¼I\±Ç×oÿêß;‰žÝä¼ùç€÷–µãµÅ°¥¸ÈÔ”à·á5ÑAäõü̦=”6ØYI’1QÂÚ¢ôøȬbf$“@ "ÿ0/=+[s•=ÁY5*3B¦LùÛýéÕJ0UjÄŠ¼¸ÿM˜VΑ{§P«õ©¨@ŸkÂæ<ò Fj¹ÿË»Ç;?!©nüä­Ï˜ÞŠhD•ÀÕ«W*++±0àÉ“'êêêØL@‹ôöÄê‡ýE±4@"C ìeÒOLŒûX"ã/8€€P¨ªbû…,Ô¾€ñ@ €@ ½š!c—ÑÐÐÐ)S¦× ù^Ý4qéñRÌ•ÄʬµÓ®ew£(/³.ƒ^”’Z@ÐVf/'”dŹ¹½ˆÿG¥ÑKCkø:™¾NNhª¦¥ƒŒAÿQ6#úRØ£[ôÒâfEZIÚÎEãN9é[e¨§£('E­(ýüÑÇÇ?¬’Y@:Ôk Qºûž- Æo¸Ê¨÷ÑÕÔèëê ¦OÝK[CŒP•ãõò±³ó™È´BlÃüþûöÔèiò×ky ^ýÅç¹wpdq9sÓU¡$áÚóï0o''V‘,ÖIË`Út)¶'[àâj§ž^/á#é}~ý˜ŒÏ£ú*ÉKÓªÊs²~ÇF|ïçŸQçWqÚ÷CçïqYŽ6Aô AÁuëÖ?žÃµE‹!™ù-J ³¿(²‹Wÿa#[´;P€@ëÈJOÍLKEû52·@e€N€H" ¸…`@ €XB DŒFÖ*+++**bx™þæÅ3lt1¸¢8?µ8¿Ëi44LƬEÍœ=¸ïóغÐ3·æ=+ÂwO„/6§V&¯¹ä}jéP¶|™-¶F ä$Eº^‰d«Ãž0˜¸Ö~T7ö<‚Õêã+Ü?œ}ÃÈ/J:àhÀ‘£g îÞåäž›³?äÎöÛ;Úa.ªä¬Œ¤3¼÷„ys½½.Òý„6ð‰“SŒŽÌ¦,0Ùt:4»60I+÷zxÕë!‡ Ø$±{w]ld#‘‘|ì¼ÿë²ÌôäÉ“+V¬Àf‚ Zµº:øëSÑÐ|€Œ¼B+ô ] КÂ>a»30íM‚ €dØíXÙN°  €@á ¶Ï‘£þ ýÉ%:Ø0 ê‡ö!¹³v7IB4ãÙ‚ ·d–Ît|xõ t½Û@‰…“<Š§X]÷©‹2›4éýûÇ…tBØ×ÐF¢ƒ )ŠxŸJ#è`âœx9Åè‘ÜÑðÎÓ£¦®üÍÔ­gEZÅ~«³óª±õJ CD„„„L›6-99몪êLJe½ck€ ZŒ@øçàâ‚|T½Å(øüAa€D‡vQÄ+XA(:C ž €@ €0 ÔÒÒš;w®€l%sˆ †6CuÎûÆ5µ?’䤉c8*e]»âÀmiƒuÉÏžyþ.àöŒ@r³W­ß Ÿ·4ký¸ÅH«Ö·z@ ¥ „‡b»€!–È@ €@ €¾ @ˆ/OЀ€P¸wïÞâÅ‹KKYë67úôéãæ榭­-”.Ñ¢E»¿(â™ÅHΧ̊–»à h§° $S(½úôk§ Àm „‡@uU¥ð – €@ ÀF„l8 €@{#@¥R·mÛvôèQÇ‘½F¯^½*-ýççqr4„$ÀNÇ»©tVǽP€@›ûÄZAØÃÀ¸ƒ”T›› '@ÇìpÐxM(@ €@@Ð@€PÐFì@ õäææΙ3ÇÃÃÛ%‰D:xðà¦M›à¡ƒX, ·!_‘áYéi¨–£`Q@@t MþõõöEQ€€€°SÁN €@  „i€@;%>eÊ”_¿~aýWPP¸{÷®µµ56d ж°ËK,FŽm[{ w Z‚@øç`¬Z³þØ$È@Á'w× þ…@ €@K„X  Ð^<~üxáÂ…ÅÅÅX‡ þûï¿îÝ»c3A-GY0øñú½Ÿ=AëPÄÄDBSZ¡M@@@(ø`ŽtÄ`‘GºP  Ú9‚|”@qQ!|p¡4@@w¿S’q× @´s lçÜíŽFÛ½{÷çºaŸ:uê7dee±™ %P—»Äzh³º¨®ªZ1V6‹TBI`×ÿì„Òn0vLàgDXsØ´cZà:@ €h{ lû1 €h5óæÍ{ñâ¶Gd7¤={ölß¾yú 6d ÐBdddZH3¨@ €@ˆ6)))Ñv¼@ Ðj @Øj¨¡# Ú˜@tt4òÐÁ˜˜¬rrr·o߶±±Áf‚ Z”€ººúÉ“'ŸŽ=üß`° €@”Q  "ëGݶmòôA¬KVVV®®®ŠŠŠØL€À@¶,((@ÍC&0*ƒ€€(Àî/Šø5`ÀQò|@@´ TTTˆ¶ƒà@ €a áÁ×€@{$PRR²xñâû÷ïs8¿iÓ¦ƒ“Q8°@R `÷Eì„¡ Øø!€6GöÁ†eî( €.Ès¾…Ë`° €@´s lçÜ"E >>~êÔ©ß¾}Ãz%%%uõêU[[[l&È@@ð `„ÊÊʦ¦¦‚o3X€‚‚‚ÐVæææp/ J „‹€¸¸¸p Ö €@vN„í|€û@@t Ok›5kVNNÖ%---777l&È@@ð dgg#%Cí3f ‰DB“  2222Pw`Q@ €@ €@‹€a‹âå@´䡃§NÚ¸q#•JÅö7räHd¯Qdé6d Þ¾}‹}ˆ&ì/*£Fp<€Ð‚%Ð ÐV*++Ûªkè €@> @€O€Ð6&PVV¶téÒÛ·osرvíÚcÇŽQ(ð)Ç’ÂAÀÝÝkèرc±I ™¡G€@û$€Ü¨×>¯@ €€€Kç"0ˆàh¿’’’¦M›†Ý‰aÑ¡C‡K—.ÙÙÙµ_.à¹@®µ½yóu¢OŸ>;wF“  J° D¶ÅVSS%ïÀ Ú ‰vå/8 €@ „…}Á~ Ð~ øùù͘1#33‹@SSóÉ“'fffØL€p KKKCm†åƒ( €€ˆ¨¨¨øúõ+êì/Š¢a$@$…Ñl° €@´[ l·CŽá&pîܹuëÖUUUaÝ2dÈÇaù– ÈÂHÀÃÃk6<€Kd Jè #D=‚!Š „…ǯqa1ì@ €@!B˜@äZªƒƒÃµk×8ìF2Ož<)..ΑI t°BiiéÁƒ `0M!€Ý_©?`À€¦´‚:@Á!@¥RÇ° €@f€a³pAe Ú˜²ï"òÐAŽ+ªÈóN…‹/ncã { €’’’> š†OôAi€DŒ@`` êr¤÷íÛM‚€:bbbBg3 €@ Ú3¶çÑ߀ð÷÷ÿ믿ÒÓÓ±v«««?~ü¶eÃ2Y¨ øúúb·„ýE…z4Áx Ð8l€‰ÂÝã‚R œ‰Dp Á< €@ ° @ˆ¥2‚KàŸþY¹reee%ÖDKKËG!1Bl&È@@¨ `÷E¡P&!‘‘‘€V€ýEQ  D`‹Q!,0 €@p€!H p àš5k.^¼Èa™½½ýÙ³ga½H ;OOOÔmmíž={¢I€%Ø僈_°^”|í‡@uuuûq<@ €"F„"6 à5¿ÿž1cö‘lˆ‡ÈNNŸ>½|ùrQóüi÷âããcbbP °|E= ½1€@;'@&“Û9p €@ ×xµ@ }øôéÓ´iÓRRR°n«©©=|øpÈ!ØL€hÀ.D<‚¡h +x¸ Bó‘¯6---4 @@ ÷ð £Ù`3@ €h· @Øn‡‚NàÆË–-+//ÇjfföäÉMMMl&È@@d`@H¡PFŽ)2®#@` OíBn‚Asà„( €.4M¸ k@ €@ @€E‚B ªªÊÑÑñÌ™3ÙÙÙ!O"”””äȇ$ ÈÌ÷òòB}±´´”““C“  JÂÃË‹‹Qã•A@äaáBd-˜ €@ €–±4@@ í deeÍœ9Ó××k ²”êøñã«W¯&‰Ø|€(@HVXXˆzû‹¢(@¢G»¿(â………èù ÐÞÀõö6âà/@ €€°€¡° ØDŠÀׯ_§Nš˜˜ˆõJYYùþýû°×"– È"I»¿(â Er”Á) À €Ü€¢ “ɦ¦¦h €€RËÁl €@ Ð> @€°}Ž;x ‘€«««½½}YYÖ8777---l&È@@$ `„***ýúõI7Á) Ø¡¡¡¡¬¬,`@ €@ €@k€akÒ†¾€àN€J¥nÙ²ÙD”£ØÖÖöêÕ«RRRù¢GÙ\÷Ë—/¨_cÆŒ!‘Hh D‰@~~~tt4êì/Š¢¡#PQQ!t6ƒÁ@ €@0@€fmL 77 ¾yók²ßÚ¡C‡áY&X, ‹0ä Ñh¨ƒ°¿(Š z‚ƒƒét:êWÿþýQ €@ €@´¶gèî¦L™‡-îرãÝ»w!@‚e²ÈðôôD}DââcÇŽE“  b°û‹"®Á B_p´[íÖwp €@# ã¨Í@@D‹¢ˆä‹ 477‡ŽŠÞ(ƒG@ ¨¬¬l'ž‚›@ €@@$ @€P$‡œM ??îܹ¯^½ÂZ‰\Ý»wï¶mÛàÖc,Û ¬§ÖÖÖØ$È@ˆ?~äää Áþ¢( €:ØÇ' ñ`0@ Ðn "çeíÖ}‘t\KKKIII$]ki§ @ØÒ„A?l¢¢¢‡ÆÆÆbsåååoß¾=qâDl&È@ ýÀ¥¥¥Ø~|O@{#ÀñBKKËöFü@@T ˆ‰‰‰ªkà@ 2233ŒŒÿEÆ#p! ++ûùóç=zæ€as‰A} ø"póæMŽè òì¥ÿþûOOO/½Ð-âââ> æ1BBBM‚€€ˆÆzÔ¿ld €€ð€ “…wìÀr €í‡@HHDEo¸‹ŠŠ>~üBF„<@ƒ&@ðN`ß¾}Ÿ>}òòòb¨˜4i2DVò®Z!'àëë‹}„<€PÈÇÌ €Ö@Î^`”@d‹QUUÕªª*†å’’’Bç €@´7ÈSáQ—MM P!%û«´´1v¿çm!@È7h€(Êýû÷ÍÍÍvîܹ{÷n¸×˜G”ÐLT`÷E|‚¡¨ ,ø¸(--ýþý;Z DQ€€€0’’ÊÈÈFËÁf €@L°öâáà ì9ìø÷öa÷¢ í‡a‡®@;%€¬–pss‹‹‹›:uj;En l€PGGöCÀ°ˆ/_¾TWW£^A€E@ €@ ÐÊ @ØÊÀ¡; jô©} âããüør€åƒ( €€HÀî/Š88`À‘tœ@ €@ ŸŒÀB €YØ僈“ Ù‘Ç€@-ÀÀ@”²5Ÿ±±1š €@ €­I„­Iú@ ÀF 1b[1$€-ÁÁÁ¨C¦¦¦ÈQ&A@ €@ €@k€akÒ†¾€@°TUUy{{£iKKK9994 "F ¥ö…:û‹¢(@@ €@ ZŸ[Ÿ9ôØJhÅÉë-¸í˜ST†v©5Þ1îå1"šn@ –å>»{ãѳ×!¡)¿³Ê*«)b2ròjê]zékcg;IQ’ÌÑ:è±ó²-'#âÓ«¨4Ž¢>sö‡ÞÙΑ)°Éꂸ5ÿ}×3(¯¤5rÐÒS.­A“  À?äid………¨Ø_EI ´°°I7Á) €@ €@@(@€P(† Œä…@äË+§úðÐ2æÝ9v+¿$åcÛVU–çe#Ñß?ÿwïßÃ'&ú<Ó‘Á„é%G¶oýÉŠ¨a› —ìwëØy7?ᲬÂH»¿(b?…qÁf ÐtØýE‘V l::¨ €@ €@àN„¸#…‚B@B²¾£7Óœ”À;ÃÇÍÿ]ö‡vá¯<¿f/¢‚QO–’'D!@H"‘0~€@KÀUUUûöíÛR=^ €@`` jE—.]444Ð$@ €@ €he leàÐ]ëè>nÙé­ñ®A99™?7©czÉÎ5ë°ÑA"EBYY‘B§æ—U¢J$Ôú1RB“5±ÃËwÊ·ú›RY]³Å(­¢$=;¿¦HØ^CæmÚò9ýÙûÐÜÜÜß9Âf>Ø „ƒ@ffæ—/_P[ÇŒ±y”@@ôTVV~þüõ –¢(@@ €@ Ú„Û;tÚˆbW¼¼ê ¡,ÔU¶ï\jú¬NþðôSV]E •½o®š5ZA’q˜ÐKò³ãããâ~ýJÍ*8nºç2»nf6‡&$§–VˆwRéÔ¥—¡Éàf â®.'~Òº®\±@Q¢©îÒªJ¾‡GÇ¥TÄÔºh›™õU”F¾/ x$ ..>lØ0C3 „„ö„bbb¦¦¦Bb8˜ €@ €@ˆ&Šæ¸  W™oÚ¯}÷%¦´².7fÁFÕä×®ÞáÌ5{äÁ3×ܺt¸ôË]»Åë>'ä¢^èôŸ|çÞu m4+”ç&^>uôòûI9Ø|IÜdè„Õ·ÎTgËæH&¯wÜù!4¶¸¼ŠVY‚îóüD—.ÿ`+IdÅκvë÷®Ÿ5¸©Á4lû†åʬˆ%v‹Ÿú}-(e=æpÐÒS.­A}~æ²ÔñHد´*@Ö›•èѱkè•ù®.‡º‘’‡êA1iåáýußú!êb+:ÞÞ:-jH@Þ<¹w¯ó?qYÅhŠ¤â$»•Göoé®,‰f‚€@` `„}úô‘”„/M,@ €@Ö&ÂÖ&Þ^û£ŸwZû:0ëþ›Ç°IúáÁ‰A¡å ‘¹•¬R'.ø©Õ¨É!^½9gì7÷K³ìÖÅd±êÃÒI« õu[äûôÂS6u¬5Òí㛯>öeÏ«IU—¦¦rä§$'9.ü{¸U¬©BA9ŽMK¾»sú¦;ÛÎcœíèy»Ölø’PÅ™ßpº<3r®Í„'Á U©*É~ã“Í( ð &7îRyVÔìá¦÷â8V—å>¹´×ËÝã¹—û]ŽRH €ÙÙÙ?þD9Àþ¢( €@ €@¶"Àni+; _‘'@¦4i²¥ÅFpEQï·ùØÝg‡æcK?=<0fÎŽ‚jl^}™ö)èSý\Þsª+*¨HÀ±ñhZóÔKËüq+TŠ¤²g“„´bGÛ‰D9ì«(/û£KŸÝ.}æh†I$MÿkixÐ}Uq<É`z €€°àx¡………°zv €@ €¢B I1QqühCÄ•û/Æ•ïô ú—žÇ²CLnòüÅ£Mu?>__ºü‚±'雧ÏJΗb†Ÿr"žO[¸”UÕ=zxO- ½25>æ·w|fKgÒ¼ ½Â–{E”Tü!ÒH ’;éÌßtÌBéODl ³²-çoÝ’xÓ#¤¸¨àwN—ZDÙC.ç:ú™žG£Wg¤f4nkvðƒ|âQ=RJÝ&O›jijÔIYY™žøË×Ýí¹O(ª„Hl†GŠ] &X즦PVõÉ×Ýï{££¬ÐG§…˜Óí €@!€Ý_IB€f@ €@ Ðæ @ØæCÐ^ è¨kù¯ÛÛ—×þßi†ÏbŠ=®?{5gPw$9ßTê¡Å"F @–Ýòϳ¯‰YU~ûå·Rdy¡"=%›FèJ®mM¯Ø»nMJm~MZL~åþóû×ØÊK°]´ÊÂGçö,ßz2·¢¦yC/9mËÇïB¥Y~; [Îx ¡ÁL§ðû»j…o>QBeçÅÇ;‘ÍT_ín³™«¹=†ÎñžSÓoe¸¾´QÜãfJlxú0C¢BŸ€Ø`cEd"ëµzÓÎGFÎÚYTë­z 8V­zIrÞÖÓgwÙË£Ëi凎Üv+ ¶*ýÙÓgûçôeÆpë5‡ €í’v¡²²²®®n»ÄN À# ÇÎ˶œŒˆO¯¢2ÎTXzúÌÙzg;+Ýdéáž™3ÖU')y&eŽiÚ Aý¨e¹ÏîÞxôìuHhDÊגּÊjŠ˜„Œœ¼šz—^úÆÃÆÚØÙNR”dœÅÕo 9@ €@´¶zèxÒŠ}Œè ‚BJZ*©ø».:ˆ%%‘ÀVi--: =!.ŠxöïÛø:†ÄÛÿuß?—s·.’¸ÜÌuÎ=µ”Oß^Â5æV×^ßdedQ¯èùÑ»wüŸíSC9If>Ñì¯mwNf.Úv‰ÚQo“Cmè‘YÆý]\qÏ¿Ïv΄ŽTM5R‡•ëWî½P^ÛæWì$Ê +ÜB.@´K4-88uy!‘Èö]ŠÐBªóbçÚLr Nè3n…Çcçz´n¡n[V­H:… 2$C/9²}{èÏ \øà®$æÝ9v+¿$åc5WU–çe#Ñß?ÿwïßÃ'&ú<Ó‘Ü>œ6‚H:…f  €@ðO®äóÏ4ðH€Dæ¾hD"ÿñÜÑïõ«"fÌOoâšÝs8£ƒ¨M&S7­Ÿêºï ÷G¢ÕDLè=ÜZKrB̓‘WÅö "YMS×@¿w/ä_oƒ~æV+Ïd­>ÓDßÌÛ¶kΠú•¥»i«ɵÁÛªÒde#|¬Ô§9@ Ðn DEE îÃþ¢(ŠVüîœ|ð1é.äÙ™ÇA[— Rnµ®[®#‘t \¢H†,Uó0rA ¦Þ>nþﺓŽ0#ü•ç×ìeCT¬ÑÖ¢8m"éT[Ïè €¢F®ä‹Úˆ¶""ÂQOgÍ+ÖXD‘2cÖôö ¤t²¼xÌaòªsl»«Ò©I±ÈŸ·ûS=u½yK×ìp\¢&ýç …{"‰üçˆ.:Z  €hg°û‹"®#+Û€¶w711‘iDujj ÌL ñ»H:…Ëxˆ b‡—ï”o;ô%6¥²ºæ¦.¸øRB/Ù¹f6:H¤H(++RèÔ¢Âüâ2ô‰ µ¾CŒ”øê«…‹à´!DÒ©ž  €íŽ÷+þí8,dèy¹yL“ɺºZL™û»–ŽòÈ‹ºr¯"z¹D«.´ú8nÝ÷.,¹!÷òÓbÎ:9Ü¿÷ð…ÇÓþ]Y»’6Tò@æ D›H¤þýû£IZ‡²Ë+ÚVF3…QÀ:‚•…Ñ|mÆÒÀÊøöÒÊÚº™Ù<ò´A;Íð=¯>bkZ£ÍlÿÉX~–Ù‚¨ Ä}sf.ïÕÉž~ʪ+PÙ{ñæªY£$Wè%ùÙññqq¿~¥f• 7Ý@¡Ùú¹tÙbYØ©‚•[¬ÃÖPŒu+·FßÐ@ €€€¡ ˜ÉN@\Ùf‡ñ¢#(l,¸U^ú§]o˜ºDëh6a‰ïøE?¾~pãò%2:6!1)·¨ŒÃͬhŸ©3V„}¼)äáð®õ’ÔB絋œ]=~ç3·¿%Èõÿ;7èŸÆåõpÏÌ™NëT‘”<“2Çhô¥\¼P%0Ü:0`DØaïÞ½åååÑJ° vF ƒ´|i¾|.HN*`þêÕ³hÇBkÌ®.DiþȬ™æ 24@ €-J„-Š”·b·nÝ„¨Zí´÷ï?8 ŸÞHOþ?òyƒm#ÊÛ¢ˆÎ<o°ó¢´È®Ïˆª æLìÑoòǬJ/ÌN }ïûææµëá)ùŒü´`×kžNŽãu˜Õà½Ù2>ÜÙ|ö±h/T­Î‹k3É-8¡Ï¸ÛsD¹= w³h€7EEE‘‘‘h <€E!ìB~úOïwߣbgåVV¤ä4ºj÷5bi*+^õàÌ!ŸŸesW8î¥úGO«JòB¿|þ•”^I#)(©é÷è¦Úúw•æ¥GÿŒÏ)(F6ŠTé¬iÔ×ÜÔ¨{£;ù7蜀8Õ }Í,½án&îÕiTÖ/_I)ILt{ýséÔä˜oA_¾%¦ü.­ JÊÈwÑÒ5íoÑCC±Á&_€ãœA|ÜŠ^ôî}𷜢ÊNZ½F[í¦ÔxØ™ž“úë{DtBBRN~aYE•„”lç.Z&f u;7k áC¸Eç^³áü´@Q$BQÕvàÓÀAƒˆ'Üq²'ç‡-·1RFײù_•yøì#¶,NˆKH Öådç rž&Ñ+®îØ[Öâ&Ðò[~–‡”½‰¾ívp.F QNYÝbò7~݆5V&úÞñŒ…Tÿ€ ¹álb‘Ôú—òšhnÕüîœ|ð1QòìÌã ­K)ã¦Zص‡á¶1{€€øôés ömµqªÌŠXb·ø©ßׂRÖƒÐÞ÷Í6Þ7›Ó "‰¢¢Ùs™Ó§…£0¿š8«1ÒñŸ_;íÚ{Ï=°’Û h:jLaôä‰;òcíÞû䤯we‰„¯››öºD&dTQ™mHïëQpxÿÁ›=óÊ°¿íˆzæ þ·jý²ÙJ’lÛ´ŒS´ðw9ùäM`Y5ãÇ5Ëq¥nF‹Öm\i§"Åf R/§Xñ!µ ™ƒÚp¸ùàÑ`SdÔ6ï;™Îx–!¶žþÔMž.«±9\å„àõŽ;?„Æ—WÑ*K˜šóüD—.ÿ`› Ï)Wì¬k·~ïúYƒ:¬håy÷/Ÿ8qöJÈßض52‘¬×ôŠµ›–Î)Ñ2¿²[hÚð0gwñ: puŠþñÞQ‡í§Ï®jëÃÒkZIÔcq5ð¿Ë·íÿ•†Ž©CÇ9«vžØ³FE’c̨_Þ>¾ýÀíµûÛ˜äl–.´%¨m2Âq×¾ÿMÈùYêS'ñF˜C ßsG8¦A €­J„­Š:Ë€ž•­¹Êžà¬š‹)•!S¦üíþôj¥ú+òâþ7uJ`Z9G¾À&U»u“"JjÏ™b2«˜u5ŠX/ÉÒR¨œsv[Èå§~Y9¹©¿¹ž÷6A‹`WILLdXššA ´ßa{næXÃ;|Àî/Š(²´´äK4n2wwNßtjbu:­:31rÿæ}ËìFu測UA¯¸sÀaÙžk˜PØâ¹x4Д^ê´zÙËHÆÝœu”s‹8³¸¥oß|õ±oý’ê²ÂÔÔBŽü”ä$Ç…·Š5Uà<Aj¦~sŸ;{á»(ä'%·ä±z¶Ç…Kóîݾ`¬!í_yøOÞæŒ ‘€ß…§SÔÔÍ+·}ÏA£À,ÚeY±—-8û$£ ‰ºÝ>¶>øk\°»‹<&Ðùß‹©Û«X êKôøPïÓÞ½\}úñ©¸Ì—Ú&<f‡vÓ €@Ö&ÂÖ&ÞnûËýñ~åê­~ŸÂP/O­4÷¹µíÈ™©´ÐLDH÷»ÚgÀ·•NÎKÇ™`óé…¡# MÆÚ®9µëoIéî{¶,¿á*ãšJÜGWS£¯«7l˜>qt/m 1BUj|Œ×ËÇÎÎg"ÓØÎTóøïÛwP£§É_S¬åkoF-ÉŠss{ÿ;J£—&† i2#|œÐT!”2ýGÙŒèK©ÆB¯þâóÜ;8¹—µ¹$áÚþw˜·“«ˆHë¤e0mº ÇíØâ݇ ×–|WsÞN/‰Ÿla4kî{9A4vÒ`ú UôÊBϧ?ÌgžÒr¢>Þ§!JXÓEO&Ë.;ðϲjâk%íñèYptÔÆñŸŒåg™ ‰ J\ÂdÖÂõFcŽ42µ02®‰²v0ÜB2`&tAA¬•¬¬¬¾¾¾ [,*öIJI5׊¤$÷ý(ŠèU—×O_vê%úÓèÏúé•È-ÉŠ’RÖNŒu­è玣ßéÜ5eÿôŸ2ÌòŸ¾‹†÷`ÔÀשª¼³ÇŽz’̽{LnÎÏÀiÃ-Î>y»ÜÊ .›Ž›S˜~xñ%Sc‡ 7ï8ªeuE9h˜'*LÛ~øþ;ÒfIJq½CƒY}ò½=x`ÌKoÏ!º h&.ÎÓ†ç9ƒÀÁï€ÂÓ)¢˜„8rºÁúýÏÀNÍølib•VÜÐ(ľ½äöyßÂþ h…ÄŸ?YgÂh.úêÌšÝýL,°àRÈaŒ:|æ~p0¦€@6 Â6€Þ.»¤ŸÛµò®ûw¬ï¥ù™!ïž/Z­<1è6ŸZ^ì½|ŽýÈߟºcg(½2!úÛe§e–ã¦,ìßÑjõñîξ‰a´-J:àhÀ«‰‹ŒwïòG ÎÍÙrg;‰š9{pßç±lADF³¬ß=¾õT×\ò>µt(G~ðííŽ4r‚›æ½'Ì›£ÕÑÛë"ÝO ½šR’Ò¦ÍK^ÿï ã<¬ª0ýö…c·9ša“Ôò_‘_Ïnµ4~’­1ó¾Zs¿fM휤H×+‘Øv²Áĵö£º±2©Ys‡˜<‰ÈeåÉŸ_oùüš ¶ëö‡¨¹ýÕsÅ#ö#·ÞúŒ­ƒ÷lÝH p§„­ 2:HËwæ¡4J0ÜB9l`4`'@§Ó±+ÍÌÌÈœ_Ñì …Aó·˼ë”_RQRW\ÁÐ-«¨*')ÆщLQÓ2\»çx#÷Þ»:­ÄFÉ’C'ü5ÉjXO­.ÄùYé‘¡Ÿž>~ô5.“C9¬¹ûÈæµû®üLÍ® ”Ô{©éô9Ô¢›† ™Z‘íë哘]̨…Üéµlú½¯Ÿu­‰wâéµÐÑÖ$ŠI=aø@Ó.j©åÅqQß^>{š_gIéïU3&v ü<^_±&?§úùüO2µ¦ÂpóÉ„Ks¢Ôîg’×íý›ÊÚí–K½Æ²æm8è¶Ü#(¢¤¢¡u§ÌæD’b'ù›ŽYÔ;® ùLœºTÔÔŸ0~¬‘žŽ¼´xq~vô·O/_y¦å×-v,Jú4uòü/AO»J#ñ*Ü^øNÞç â~žN‘ÔÎܺºqÏ™ÈÄÌêªòßéYŒ³]z^bTkd;õœ¿p~oUÒÝ‹§ýck?)rªì[û ›µÔüÌãOÉ…’˜¦n¯>ÆF½zv×è¬*#)QYZ”ûýÉÃG¿2Ÿ{Ô‹§\vÛY Ûêp¼ø"ÌÔ…ÛÜÃÓ4x@ €@Û ´M·Ðkû#P]Åý®A$ŸN¯wO)}ª(+GNA¸ÌPZUU͹ ‘¢pò‘Gñ«ë>u1ÂfAýþñC! _ø+ô'—è`ê¨>êþ†2ΗnÈ¥$>à}* ÃÍjèpзÍ×Þq»‚„(¡Ø8, »t!­?*ƒ £rgín’„hî»Õ7ƒ4p¦ã뱧۴œHÿ(¶è «YUÞû ðš!½øý‡PV>›Ä[•ö– W'Dþ•[XJ–RSïjÔÇXM^²õ1”æ¥GÿŒÏ)(&R$T:kõ575ê.Vï$¼lÃטª’¼Ð/Ÿ%¥WÒH JjzÆ=º©ây©éDDk¸éÔŠ¨/AŸC’Ó K+Ä;H©têÒËÐdð@3ñ W—?i]W®X Èv³Cc°òRc½¼ý~&ÿ®&Šuê¢ÝÐ0#µ¦O@¼¦ ^zWhî5ÊÚ€@|||f&+\û‹¶æ%Õ¶¹¸n«íòêkûŒÞמ{»×Ö¨¹–ÐKãÖorFËvÔxûëø~˜›«sî:xìêÖ¹KŽÿÇ®Ÿh½ôPôÒCÈÖv¦r·¾”¢¥RjúÇ/^±Ÿl‰ý¦U<8·gå¶S9µ»"Ó^¹ùDÈÝÈF ¼µï¬'ë'´‰µý•ó‡Mµ•PÛáØ©¢û.»Vl;[»éµ(aÙòíQ¾¤k>²qs Û#Ï2Ždd¸y¦ÑHCC+ûÀH{´B†ïyõ+7&¢™ rÚ–ß…2êdù]ì4l9£¹ÁL§ðû»o[WJ¯Ø»jil~]|‘"Ûe×ÉK댓fߤ¥ª8ãÊᎇn•ÖvñÂñøã»g4©‹¦UÂqÚð7gsq; pt 1Ë`”Ý«Qvˆ@Ï ÔR±Lb;E¬î0mõ¾³ûÖt–­¹ëbÙ’…Ƕoz˜0eÅÞqºlÏþÒ´ˆMþ•”¡ªÑMAZ©ÌñÚ³m©‰Þ Øâš3àˆeô>ìB¾ ×vˆëÜà  H €@ • p ¿´²Ð]û @tØ}28yí»¯?ÊjÃ{ˆ×È6›š=M÷ß&N$ \jhIÊ=—î:a€œ°„¥;v7£­¥2E®Û5 !‡·l;z%ƒûÓ`HúC§ï³ë3Ó~›&aØDyä±{ †6CuÎûÆ1þù’䤉cêW:ÎFÞÅ£àO÷Ñr44™0©kýðIjã=³›öžŠù]„m"×Yç‰ ë¦)]¾ÀÌ'Ê(ªO\´uz_yf(k|üèÚnKë ¬K~öÌów·§0’;˜˜¸jýæ¹ãÌØc”’²ÉDË®W>&¡:Q,£9qd¿š$Qvò¤‘¯O¿©9ãx!”&ŒæÈk·ÉªÂ´Ë§»üs;*% ¹Cß!ÖË×8.œ<{Y­áusó¾s‘ é•ÕŒË/¬rý©›<]V³Òháï>ròÉ›À²jÎASêf´ÈaÝÆ•v{Þ"*+³"–Ø-~ê÷µ ´ÛþÙÆûfc3jd"‰¢¢Ùs™Ó§…£÷ðh BcÓ^—È„ Öm癩wƒ¿õ(8¼ÿàÍÇžye؃¨¡g¾à«Ö/›­$É1Ç9-Ç+-ìÃÍÁ^™ïêrøЩ˳·¶ž˜´òðþºo}‚ù[ÑñöÖÉØæqþ‹þvð Š(f®0´ô”ÏÑi7­8zõ9ûf{”¾£g:Ÿ>>B¿3VC=™Çiƒ‹ÁŸ{õÜ„ €Ý_1È‚۞ia)ñ_Ý®ø§U0*QõŸ¾u¢%[¿ ‘"µx÷þÓ—ž†Õ~Õ’¥¤|”¢Øë™ßûQ=9ô$ämן譫6xÚ–âÚ/ÿÐÇçýR7@6ÑÇëE/<á| ýaa>s§×=²ìá¤+¢¸¬í†“ú=5†NÝXPûK:ÙïúÝ'ûj Ò–N5dSóóEm¸›O E[„ýwÙýg]äŽçŸ¿[2L§~b2jË÷ßèª@¶ÙxñËÕíü©Ä-ukò Iõu¶\NKÌÄZA> $”ºŸ¼ñ`Ù„¾èo~ŠŒúÖÓ··6@™ÜA®gO9¤°$/-$8$æWBN^a(#+¯ª®®­­ÞE‘ËØr–Z\TJ'°q!Üjs¯¹p`Ù@ €h  l ÊÐB@ÍÈêuPTC(Ä gVÑgr)%w ÈC/_p)'ŠÉ/ÚyaöÊíO=xãóY¡••WH’VSïfn9xÒ_¶ÃûêÐr~^¢«1N,$²˜Fw“ƒûÔÞý,{Ö#ÔÖÇ«fÓ§Æú©éš"!­o6¤ï.õíè1fELô ßÀoEel±Îú59HEMË`Ô0óz—bjˉ“–ïh¿ùóÇwŸ¿Ggå‹KË÷00=b \ís#«Po¸ö@œ°ò$òÇ(»PUö5"*6%=³¸´ Ù×E^QYKWÏÌÜL]Qšk{Iþ’×÷yÞÞ¿Òrh˜®:È*Y Õ½SÍ©rÕhéÉ—–3}¿Æ$WbØ5B‰{_"[‘`a¤ÿ-©€‹—Ôò¯¾ÿ-õ}z~ÜÒ‡·NwW’àR‡^ê´zÙËÈ2.E‚r.[ü˜kFfuqÚ‡ù‡oyc£gØú9‰aÇ6/ºöÏå«®÷&›wý»sú¦{6§™N«ÎLŒÜ¿yß2»QIÜ+òn -cÝb¯4v'ˆÅ÷׸ºœË«]fÁÞ%=5&øàúù—Ï_¸vï®iWöRüS"0ÜX(噑sm&< NÀfb媒ì7>ÙŒœÿ:a2z…ɼ~dÓ¿oØú V|¢³°™µrõ×·®cúû^|æm?R¯^iMïÓ†]z~î±{ )"€Ý_1«ÿþd˜Ò twwôÑìM‡¹Fúˆ2úKçY}ÑIv4º—$ö£‘­Ëy[œëGÑ}&;®|c¿[íçªt¯ï#ìLÑR>…ʸwu¿"H®^Ü]?:ˆval³~÷ßnë¯ø×æ”#wžÙœ–rmè‡%|$Em¸ù@Ñ"M}_ùûsÕFkÄ$õû Dþ­ÅYˆÜ½>lÜÔaœÙìi¢˜ÑÀ1FÍSÌ®AÔSéÑl.þÒC__<2ÕÏçIOEüV`:ªÊû1{ì(ìC†0…lbÎÏÀiÃ-Î>y»ÜÊ-”’Bå& II.;Õ6æËzE ûº³•ô‚sÇÏ6nXöOÿ)Ã,ÿyá»hxÆkòY*ÃÍ"@+v´ØHtU³Vª(/C.c¯‚S(œ?0Â=ïq´Â&©%i³f™E}2Qæ<øš6˜>x×#ðsã%ˆ‚E ÔÖÖVSS,ûÀš¦¨Ž©«K”ž:eL£íˆÎ;ßN)“ša· á„ãÆlTyÜxëº!M à LŽŒD#4†Ö3 ;’µ„4k¶­ãÆ­tááø˜¶méÆ >EQn>qàÞ<<"ÕY÷qͪhòOBudT,A„-1gz@‘4†ø¿¦)ÓøçÛ`V&m]l{òQÀŸîÈek…IàC¸æp0n‚€@6 Àyý® L€.¢O€¬g6dÈ“NŠ²åE9_|>|-gž"g|1ýïÝÁÿä\f@”Ú}âLòº½_bSY›j6‹µÐÑÖ$ŠI=aø@Ó.j©åÅqQß^>{šÏÐJ+ý½jÆÄnŸÇë+2rÍßz ,ó®gP~IEIAv^qÝk²Šªr’œYk¸vÏq%7+ù4†¬¹ûÈæµû®Ô¬÷E×q`úQÓé3r¨E7 2µ"%>Ú×Ë'1»¸Î¯’´eÓ§è}ý4¨k³ã˜š. ëp£f?øÇ'MJ)u›¡èrN"‘sÈn?‘»ÕÛ?$&)ÕS+ôŽ›6~¸¦ª|Inú÷'ÿù~c UÙßœÿyu‹}«RŸÓí›=Â4÷P‡Ah{ååå¡¡¡¨ðB…ð ôÒܼº¯?I]KS¢qÈRªó–¯o¼(!#Íù5ÊÑDNNÍ).®ûFCsøŠŠÐø A½³:öö®jU5j¶7e (*DžâÍvG«I›:Å2ƒOI䆛Ox7§ò¬“Ÿ¶„[cî5NCC>@ Z[ 5t€@;%ÐÉpô•/7ÓÁ^€ûóq­ý¢ûbPŸ9Ÿ}µpã„žŒ ­ì#íÑÌ ßóê#V0‹hvƒBà­}g=™‹kû+ç›j+a;Utße׊m§s+kÂnÔ¢„eË·Gù^®5—(©¶ÍÅu[mƒ«¬íOx0Ú®=÷v¯­VÏe¾!Z/=½ôb£©Ü­/¥hRjúÇ/^±Ÿl‰}š#­¢àÁ¹=+·Ê©Ý}´*7råæ!ww4ãng´ƒæB=ܨ£±áa•ÌQ¡O@l°±"ÛºÐÕ›v†<:0rÖ΢Úé¨ÞEƒ#B(­n|þî˸G»ÛlFã¹¹®G®Þ[ó—%: ë6m»µm¦Ýa7Fo^oßÒ¶Nƪâ{ÚÔ¹ÁŸá˜{̃wA!ðõë×ÊJôH‚ýEe\x²ƒ"†ž3ÑËË‘¯ö‡cñ¢“^™4^K»‘¶‘‘‘h©‚¼<*ó/ÈÊÊ"_òŒçÔ´TDÀþD©¯?35ÝC_FN®ÁÊmêT}³y͵áæ•C µ#JË4ðŒƒ&tH¯›¶M¨ÚªUZ`Î ö‹ÈE;¿q>6:¨¢kö¿eöVÃ,µ4T)jA~NZJÒÏØèÓ{7Gd5t–ƒ a‘œ{­:Ñ¡3 €@@$  '»"é8€hc{}÷îyOöà bS'½A®ž~RV–ÿ¾¯5±òœË¥õœÑÀ vÓ O8_BϳÍgîôº³§þC†]vm7œÔï©1têÆ‚Ú'‚$û]¿àd?×­ðZÌŠb¯g~ïë?Æ Ù&×vý‰Þºjƒ§m)®¥úø¼_êæ5« Zê%2Ã-+ÃZ¶BÏÞ½ãàÿl'˜šªÈI2ÙÍþÚvçdæ¢m—¨õ69Ìaæ7ø.®Øóž§×TÓ.l5ˆ”9kVm<ê–Q;F™‰‰¥t‚ zí¯iƒ—6Ó 5÷ØMƒ”@Àî/Šdaa!f< JvÑT&üʨiJKõJ²´ÖâA {úå3g¬OJaï‰ÀÔ þp¹öÍ044DeþM}$ÊWP!Œpð=wkÅFÎ i÷ïÞCN Òõ,iK§êÃk†È 7¯ ZªžžÎЮ1tÙß œ[h´TÏ-¦·Eæ b­(PÔ ÿc×ü˜è‰ãN¸ž\£ Îú餮¡§oÂÎ-Å[áî=ÜZKrB̓‘WÅö "YMS×@¿w/ä_oƒ~æV+Ïd­>ÓDŒæ9pFk[’•;’Œ!¡²]¤‚â5mðÒÃá© Í=Ó )°Â:ôíÛW Ìj÷FP©µ÷Â4À¡07“"£,%ε#YZ8ïû¬¶íäžó‡ßTmøé‚5Õ¨%Oÿ½œN^´|¹®r®½ýð83Û±ç£Ëd(¬k匚•ù‰«fNù\ÆHezM£ÏU #³¹N‰ë ³6”»Vˆ4§å‡/þŸ“÷Ý}rõÌ`(ÿþüÄž? ‰I6cù\ÿÇÑ)®ú››Ù\2µú}¸› AÐê°²–Øû¸¢Ö¬T¿«Û¯Ú:Ûã<ÚÔèæO›™3¨æ;…Ï$La®¥×{óôZn— Š3~¤ä¡÷!Ôï‚?÷ê{9@ €hiÜ~µtŸ  Ð>T,fŽÒnÄW¹žã&™v¼”WS§üWįrcct…V#íšT”‰>bÈÐz¦aÇÆW'’fͶu¼âÏ85GBC8^¬i1c$ÆÙ(ò¸ñÖuB!:&š@h©¡( 7¥“åÅc“W«ÝŸ• ˜NÍHŠEþ¼ÝŸ2²Ôõæ-]³Ãq‰š4??'ˆ Í4¼¦ ^z˜ ï4÷Ø ƒ” FMA¢ƒâââh„V& &ÆZ;@ŸkÂñ±C§–û¿¼{ü¸óó÷’êÆOÞúŒé­ˆ5rÒü¿•Ž>Ë©-¦ÞfM»|þØ}ulTÎü¼ÅÁþß7aHÎ ¨˜÷—¸ù‡ö줃‘¯Ûº5Ë­†[jk¨’¨åÉqÑÞ¯ÝNp O-@Ú¬ÚÞ¹“‚ýÅ—SDÙõŽË.8ÂøÒÿüèÀТŒkôÓbóšVYøÀe7² 9cƒ¤Áv³vb7„#Å—SºxKòE¦¶KnÞPf+U‹Y¶æ;n|ª]’K¨:¹Ì¦(íä!ÇÊR\~K”ä¦~ðõñ{ÿ>4*Iô‚}lÍóì2ŸÓ¦eæ â _ŸNñ Ûy/ãv3$“^]RPZ­,Ç6Ðy)‘×/ž>îòoZacwoàBX0çÈ@ €h}l?ÎZ¿{è Â$5µÔÊÅtt»B57¹ˆ[€°¨Ô;«s\ ­]U£fóMÆ ÝE……ø[Ê¢„Œ4ë²o}§99Y4¿¸¸•qDk¸‰V+\>hõqܺï]XrC¬òÓbÎ:9Ü¿÷ð…ÇÓþ]YœªßÜ|¼¦ ^zØ줹Çf$ƒ@zzzBBjË€P„Ö' §×‹@xÁè×ûüú1ŸGõ7T’—¦U•çdýŽøþÞÏ/>£Q¡8íû¡ó÷Ǹ,ÇÚ)×{’ÓÒá«.ø22£ß¹5|ØÛlðKS®]d¥ˆtjIa^Jb\Hàû€/1UÌ+â©Á㫆 G‡¾¾Y³ð ¶/YÃ|Öùsë‰óéTÿyÛ×Þ{vâu£»oWÌzÞ øt*Öï®ãîSáñé•Õ4­ò73~WýóµN¶ãÉb]{™o?ìlÝGƒƒ±ŽI_!¿v«R>˜ö3gº¾Vgzeijâ¯O~ïƒÂ*˜C\×––6D…"«¤1qÑÖ+G|Ň0~s8¬ €@6!Â6Á Ð.T! °§µ 8L/).A‹Ä1KÐLžYYYäz"ãRMjZ*"Ô¿¼ˆUž™šŠ^^’‘CN„ç«¥Œ¡EF&×ÒnÄÖÈÈH´TA^•qDn¸‰f–øŽ_ôãë÷7>Á!_"£c“r‹ê¶¼CfEûL±"ìãÍÆž`…ÖnŽ€×´ÁK›í‚4÷Ø ƒ„`Àî/ŠX lÛa1›²ÀdÓéÐìÚo9Z¹×ë^±ˆØ½»n½b’ñ›þ_ß Jª+¢WE}òAþêÕdËè5nROî÷±PäåÄ KÙj×Kh[Ì|õ캷_ü:E’=ìú"Åz䃠DF·ôªâ÷/ï!õ¬¨É Iv:ýàÅDe®¥ÌL~bêáë_25 ÐpßÞ1Ðî34Ã…LF˜÷ž0oŽ‚£·×EºŸÀü˜ÃG5söà¾Ïcë¢éØN³"|÷DøbsjeòšKÞ§–åÈW7ŸýßõÖówÔn³”–å¥>¿wí9÷Ù‡¶¦fdæ- ä{Úà>g¯ù= ørŠ^±gõÒçߊQú,¡º,55••¬•’âæÈdø_á¸À$Ù}܆Y¦;ï~fÔÏK?w$œ£-·$½('åî±uãfÍ›o*W[ÂøÌ=œàpsò€@ ÐÚ8~¿µv÷Ð@@„ TÅ¥WPç~iqœ^™ú!8¾ŽQN³‹Ž44õ (_$"Ü|ÏÝÚ§±íþÝ{èý»†˜kJ8ÕbÆÐ/Ÿ9ã`}RŠÄÝHjá—k/Ñ2CCCTÆ]¥á.J‹¼áúŒ¨j°`ÎÄý†!L\ôÂìôÈ°Ð÷¾on^»ž’ÏÈO v½æéä8^‡Y Ÿw¼¦ ^zؽ ¹Çn¤‚vQÄ ¶í¨;Þ¹szÔÔ•¿KÑ/:îQ¤Uì·:;¯[¿˜$­yÃÃOeÁ —§¬Å[õ«arHæ“îßØ+Îõ •$Ãç}À™ugn{”q þP¤UÿÞ°÷ð¶%ŠÜ¿áøwJLAÇÕ+°×Šyox1Ã4ó1¢rwË\]§˜kaò¸‰|;ÅMi³óø'ƒt)8Ãö5”Ûù–ø€÷©4‚f !.zè…¿Br‰6l õÃÇB½!RßÂv—¿ªÖœ«¿¥4ÜSB¤ ½qóœ–ZÍÿ´ÁyÎ ®ó}@ñçJûÃ&fxjÄÊò rÞÁñ‰GÛzéIB†ÕUïhŽúMHR$0O„Å‹0s'8M@U€@ ÐÒ @ØÒ„A?í˜@uú¡Ã׆ù÷k{‚ïÕØûõˆi0ÓÄ\ÈᛸÎ0kC¹ûa5×qhùá‹ÿçä}wŸç6OuÝ|~bÏ¿þÌ>%&Ùp¹6Ê,­y§R»ZU˜›I‘Q–œҷœ1?<ÎÌvìyçè2™z®Uæ'®š9åCrÝŠ7¢L¯)cô±^à,‹ÌpÓò[~–‡ðy}Ûí vk;¢œ²ºÅäoüº k¬Lô½ãx©þA¼„xM¼ôpLš{–AR VtêÔ©[·nh„6! ?vùçàÞÛ6o½÷:s;;Ä ’DoÓAÓfØ.^8G[Eº! Åä»v °ó¼wúü?Ïáö6¨¾Cª:&‹ÖnX>O™c¿ÊñïTŠ›—Í?¤?î¡ãlä]<ЕvMa2aRWö_Ÿ¸è!*Ú Õ9ï×D3•§“&Ži¨²þH»O‘c®Ÿu>åVh\&÷jDŠ®QÿqmfÚÎlÔ•#öĽ ¯¹üO|ç âÿïN;ìt>¿zÏ×Ø”ªš¸_c/Y\³—éçí\ï‡ ËvýÇ#xÔé}»Ž]ø™QÌ¡HLZièXûe‹^8ÍóMb~¨I²Šê6;N5”ÁÖÇ‹0¿s?8Xï@@ €@›€a›`‡Nh/Þœ]·¶§æ‰ãëE¯è¡/\æl8žp[Íž£Ì~)‡_FDÙõŽË.8¸û÷ó£C‹2®]<ÒOK«™VYøÀe÷Šm§ ˜§äƒífì„­ÃÅ0; Ðçšp\¦¡SËý_Þ=~ÜùùûIuã'o}Æôfö…·1óhÏN:ùº­[³Üj¸¥¶†*‰ZžíýÚíÔ —ðTÖmé6«¶÷éˆ/bŒµ¢h 75%ømxMty=?³é@¥ vV’dŽÑ&¤ÇGf³Öœ9ïg(àＦ ^z8½ ¹Çi¤Û”@uuuHHj,DQ´­ n0üú‹€ÓñþþA±ñIÅåqIeµÎ:Ý{ö16R‘ÿC4®Îx"ÙÔjîM«¹Õeß¿|ŽŒýù;3§´¼y𛌜¼Zgîz½z÷kêתn¿µ;û­å N‘ ‡Ït>³8;900(ægbnQ YLJM£«Q_ó~Úõ~ÀüÙV>úsM¨d-TÛw1+b¢ù~+BÈMxI5-ƒQÃÌ9=DÙ³¡¶>^?S³©Z]F‘Ö7Ò¿w—F¬“í¼dëñ%[Ž$Å| KLI/*-G¢MÈѤ¤¬Ò¥«–¾š‚T#ð-ÂaÚà=gù< xvÊ`Ì⠨Ÿ&Rdgo8:kõî/þ~Ÿ¿Geæ—ˆw¦×ÛÀÄÄP¾CÍU)Û±‰Mê 'Â|Î=á4Ék¨€@#ÂC ŠhgÒ¢Ÿº¿ÏHüVŽýô2—U6þ/æ®uø{„e¿NJ²åE9_î];wÁÕ³œym…ÜQ÷ÚYlÀèÕ_|ž{G—³®•$°¶5ûæíäÄ*B.MvÒ2˜6ÝFsÿyÛ×Þ{vâuCó7+f=ï ;q¸e_u…êÒÂ_Ñß^=›ÆŠ¢‘dº]¼xP†3T£@O¯ð‚¡Êûüú1ŸGõ7T’—¦U•çdýŽøþÞÏ/>£Q¡8íû¡ó÷Ǹ,g$‘ÿñ5U˾¾Y³ð G&6©a>ëüìJ8l!/²7½´¸„9‡i%i;;å¤o5v”¡žŽ¢œµ¢ôwJ|ðGÿ°Jf5d¡ÅС–Žô€Çgvû7&.­òéŽSÏׇL²?±ÏA¾ö²%½:ÿô–ÕWŸûþ`Æ©i~æ†ýÆÍw<¾yãÉIxM¼ô`|¬[îÕ·r@DDDII jQ‚ È«i›ª=ŽoS(’òýDþøÖ„ƒ\œ’QÖ=Qs4æ \È þ´íp«éšÌÒ5á+.zˆâ²C¬¦ á߬"¹k¯¾È6¯ e\¦MÛΙúôpqª¾ÚfåĤ͆CþšÕª¡Êø°¹×³€@–#–c šhGÊâߘ÷µJc‹ ¢îÓ>{Üšïq Ms $éÝ—nšu’ÀæßÞ1ÐîsQ¶¤NÎóÞæÍQpôöºH÷ŒÈJMIö°ë‹ë‘‚êîÉ¥W¿yùãhÈH’$;~ðb¢2×R³) L6Í®JÒʽ^õzȵ"#“ؽ».[1®Æ05SäåÄ K™IîïÚ3_=»®!Å-ìɽÅrE|¸IdŽ=ñr’"]¯D6Å`âZûQÝÐ ôâðÅvk£Ø‡¥²$ÿGdèÈUÚýG혊› ¿^]\ï| Ö4§–ÿŠüzv«ý ñ“lejrðš6x驱‰ñj›¹ÇìÞš@`` Ö¾`“  €@ €@@@€PFl@@è üŽ Mçü“k¹çï˜aÊQ/ìkh#ÑAŽÊh2>à}* ƒ ïˆ)è¸zöZ1ïà /æ2-´:› ÜÝòW×)æZl¹˜¹£á;§GM]ù»”¹òSŠ)Ò*ö[Wq>ÈGcêº#ÉßðypfÝ™ÛeÜxQ¤UÿÞ°÷ð¶%ŠMÝí ëHC²h7¹³v7IBtYCÞsä“Ît|xõ 40µ¢¢ÁÙF¯(¯d¨¨ª®b‹²S«ªXÉ״ÁKO™m4÷X@`Ø’Éd3336L@ €@ Ú)¶Ó·À—€¦ù˜¾¥¾¤³­™’ë;ãòßÝ·í=—Í–vÝ­ïØçÎN³ìæ ÂÐq6ò. FYЊl‚É„I]±qšÚB²t§=×=g,|tðð ··Aå¬ÈK][U“Ek7,Ÿ§ŒÙž”M/3¡?vùçàÞÛ6o½÷:°¢~”$ÑÛt䶋ÎÑV‘f6b{Çц^)5½Ã×Ý×ïüâêzÏË/àGB*òŒ¹ŽÊºzCFŽ9cŠfGI6 ðHˆöpe]»âÀmiƒuÉÏžyþ.(ç‚ÜÁlÄÄUë7Ïg† I×T$Ê÷;å¼aá¥çÒ01À²JC&/q˜bÄÐÖkÂÿvþxñ‰OV$Ê(ªO\´uz_ylxM¼ô0lk“¹‡Å²À Bm322’‘©]‹fÐþDxÝÜ´×%2áwf:ó㎖7Ǭ«™@"‹©jê-ÛqÄÞºpI§p ƒ Æö¦¦M{qð €B„2`ÂM€¢bò!"ÖÛÛïwúø6‚˜JÏ™“‡þe¿ÑÝíþ«7>ŸÃb²rò ”j]û 7iúøa&b l{ÙcÌŠ˜èA¾ßŠxW^DEMË`Ô0óÚ‡»Õo@2>ÓuøÌâìäÀÀ ˜Ÿ‰¹E%d1)Ä£¾æý ´hU_AÝ`øõ§3âýýƒbã“ ŠË)â’Êjuº÷ìcl¤"ß”hnÆ ö©êö[»³ßZ4Ý‚¨7qÂʓȃⅪ²è°¯Q±)é™Å¥e’˜¼¢²–®ž™¹™º"÷00²1¨ÍÊãÈ_ãã@”PÝ{íåÞk×BKñš6xé©3¬•çŠ%——ƒšû‹¢(Ú¯@ËXc·Ø+ã–ZöïT“䤄«$fÆ>•kà' ¢I§p dpÁØÞ”À´io#þ €@@`@€P`† @@È HvÔ˜0}v}'È’'ÌY†üÕ/jÆ Æ„<;ó8hë’AÊb˜!òmî š="?DÀAš3eŒ ®À»@–’'%@ÓOà' €@›ÈËH þŸ˜š™›_T^E¥ˆ‰ËÉËwVïÔ£‡®™YŸÞ]•ˆM´ŽV™þ;—JoJm"ELLZVVVR¬)µuÊrÓƒ"’™õ‰úýLU¥IÌdSß³’~F$æÖÕ&K°4lª{Mí굶gè €@@” `Wš™™Q(÷3;11‘9Õ©©™<ཅ ÚÜ4{Z?¨Ç€@Í2¸ ¢qÄ.ß)ßvèKlJeuÍ£´Š’ôìüƵ\)L¿–c šR•EY÷nÝÿ÷ÞË÷ß é»ô4œ9sÊò¿'wW‘jÜYZADý¹)œK7ÖHFA©Wo½ûOžl=ܤkãá¾ôàW#g:3ã仟m ›Qš÷ò»{ᯯmˆ2†¿’h“›§j »r! \À €@ ÐDIIIiiiheÜ_±FcbbeÔl€@ ÀÎ7¬ÜBÝýQ-Ö¬üdžP¡ÝÀάÜ&@°`å61:mÝÌlyÚ eøžW±‚õŽ´Š€rX¹U:‡N€F€Zöèò…‡o%ä5e7=%6ìÄþ°3'ÏÛ¯]{hÝ4q<Üçç„ø#gœO÷¶uäàFSMãæ( èÀ€Y@ €ÂB»¿(b³`…&Ø €@ €deY¿–-\só}\s¬.ɹx`§‡‡ŸÛC}:ÿa)as•×Ö§G¼4&`žçFQðŒBòd4x ø! ÔB絋œ]=~ç3éäúÿt ¯ö÷Ìœéô°IÉ3)sŒFã{à .è±ó²-'#âÓ«¨œw¬ö™³?ôÎvœûuBJ ……6?vX€LÛ vQÄ’þýû·­=­Ö{~úOïwߣbgåVV¤ä4ºj÷5bi*+^õàÌ!ŸŸesW8î¥úG“ªJòB¿|þ•”^I#)(©é÷è¦Ú¬ï9\Œ)ÍK  ŽþŸSPL¤H¨tÖ4êknjÔ]Œ§Së¼ÔX/o¿ŸÉ¿«‰bºh÷4ÌHGM|é¡S“c¾}ù–˜ò»´‚*)#ßEK×´¿E Å? G\sè$¾dø8è9©¿¾GD'$$åä–UTIHÉvî¢eb6ÀP·ss'.Nᢄ€ßfÌ7>‹Æ„åâ>#ÅTÌ'a¼ŒÁñóœ¯a&ä/=•Íñü”hnßP 2ŠRÃ'N\â÷«ë‘¤‚šÍdëq# ç];+ÉHJTW–eüþ…œ1Ý}â•œWŽÖy3b\ÞÛ×—úu–D3Ì­¦Œï§Áµ”N£–•–¤§¤†~ý‘^$T—œÛºŽJ>w~ÙæþäÚdŠ0Šðà‚k@´Œw6Ÿ}Lm½[½'zÉ‘íÛC6eÛ„Ö°­:/v®Í$·à„>ãVxùX€iÓ¤!„J<À»víª¡Áýü'Ý|5ªÌŠXb·ø©ßׂÒJ¬¢}³÷ÍÆfÔÈDEE³ç2§3N Gýñ42þók§]{ï¹VrÞ4R£ªCGI#Œž¨_Þ>¾ýÀíµûÛ˜dÌ…!¢¶ÉÇ]ûþ7u —̪V'ñæ‡\”ð<‡q!ÜBs†T“-g o#… áú¾ófL==<~žãõ!Œ—žz~ñ“ÁקDËM?~\‚¶@¶"P]˜l;m6:H’·_¿nÏÊ©dÅ°V‘%¥»jë"Ö6÷ïϹqîÜ–c÷s*êÎ5òâB¦ÌÛòúêŸöío5ÕÉÞ«™›L‹ :|ðä÷pæÉLõÅÛÆ}1U_ž[}Èuà’*L €ˆ¤&\]áŸ6TA–’BY,(B¿;'|ŒAp„<;ó8hë’AÊmˆºÆäc¦ v¤@Æ‘@eeå—/_P…µ¿è»;§oº¡¶5.ÐiÕ™‰‘û7ï[f7ªs#_kôŠ;–í¹VŒ 籫.ÏK}ð$•‘—[B7•Ê\c·Ø+½ ±ø¾óW—syÌódŒzjLðÁõó/Ÿ¿píÞ]Ó®˜"ŒÈ›12lÐêâ´=óßòf7ŽÕKNbر͋®ýsùªë½ÉæÝXµÒõ#›žø}Ãf$ZYð‰ÎÂfÖÊÕ_ߺŽéï{ñ™·ýH=ŽR¼ô0Ô¦~sŸ;{Ứ Ž^ê’tjLÇêÙ.Í»wû‚±† ÷jH.¯„[dî5håŸ ð·‡W2Z¾ÇBäG,¦n¯jŒ=>Ô{Å´w/WŸ~|jE¶éÏÞŒg§°jpQB ð>‡q"ŒÿœÁRj¦Ü"Æð`Ú´õìÙþ¿}ûV^ÎÚ.F ö•”jöc-(’’Èý ¾èU—×O_vê%ó¾Ô+² è••t‚dE ûbºš ô‚sÇϲjr“²úOfùÏ ßEÃ{p–ól u^•÷cöØQC’9•×Kçü œ6Üâì“·Ë­ °… ç)U¸ç=l™Z’æ0k–YÔ'e¶[ŒñÒƒt÷Ã÷ß‘6KRŠÙV/r˜ÁHFùÞ<0楷ç].ø ŒÿÜãb_3²p¶‡2HÌßc!ñçÏF£ƒ(%ê«3kv÷3=²ÀÍbøq U„‹>ç0N„qž3("žüág¤p"Ì"Á1,->?ÏñúÆKÆ3~E>?%ðŸ~ü:ímFà‡—ë¾‡áh÷buž<»jÕKÍi\èÚw”ç㣬Ö$•ÔNÝ?ubí‚áÔØÎ WÒX)QÌnÇ~¿¯×?Õݪþúù×SyÖéOcÍ¡¬]à<›m—Ài €ßȲËü³ìšøZI{|A3®›6µkÇ2–£WQ‰ J­}P73›Gž6¨¹¾çÕG¬¨ ¶Å‹FcõŒ•ÛÂè“@  üØ©‚•ÙÖ?d„Õg±»¿(b”¥¥¥À˜F4ë°Ì»žAù%%ÙyÅ ÛdUå$9ÏBIdŠš–áÚ=Çù† vuZ‰’%‡Nøk’Õ°žZ]:ˆò³Ò#C?=}üèk\&'²æî#›×î»ò35›Êí[RM§ÏÈ¡Ý4TÈÔŠ”øh_/ŸÄìb†ZIÚ²éSô¾~Ô•-ÞÉ»1¨qÔBG[lt(&=hô„áM»¨u¤–ÇE}{ùìitj~%¥¿W͘Ø-ðóx}ÖU€…ÛÏDänõö‰Iâðš¤?pÜ´ñÃ5UåKrÓ?¸?ùÏ÷ãÛ«*û›ó?¯nmŒ‚xé)üå3qêRltPQSÂø±Fz:òÒâÅùÙÑß>½|å™–_Æè½(éÓÔÉó¿=í*ÍùÓ‚¸Ï=,+d|íᇠïcaج¥ægJ.$Ä4u{õ16êÕ³»FgUäÉ7•¥E ±ßŸ<|ô+“q4Q/žrÙmg!Åí_N1‡%üÎaœã;g˜„x|ÇݾF 'Â( ¾ŒAµðýyŽ×‡0^zPÏøøü”À}úñïh@´ Zɾ}—Yw†$œÎhztas'ãÑ—wL·Þúˆ‘ì(Où‘2@M7È2«–N½þérÂòä÷Ÿ3LGvÂM?OŠòÓãžü÷Æûã×°èø”ß9…%å4QRZ¦S'5½^=²˜>et¯Îr<é†Fü€!¿¡=@ ut–ï Ý:]A/@@p ÀÐÐØ™†È´B~PPÚ‹¸¸x¿~ýÐd› DIµm.®Ûjí¸ºÁÚþ„äµçÞîµ5j®yôÒ¸õ›œÑµJuÞ~à:¾_76=sî:xìêÖ¹KŽÿÇ–O Z/=½ô@µ3•»õ¥-•RÓ?~ñŠýdK1LЂVQðàÜž•ÛN1žÒQ•¹ró‰»;Ð'¨ñgL]ç·öõŒA-1±¶¿rþ°©¶šƒÇNÝwÙµbÛé\d$b}Q²åÛ£|/H3­•V7>÷eÜ‹£Ým6£¡OŠ\×#Wï­ùË5xݦm·¶Í´;ìÆPîõö-mëdlD=ôŠ½«–Ææ×í–J‘í²ëä¥õ ÆIS˜æÖv_UœqåðFÇC·Jk#–9/?~°{Ã6Æÿ|Æwîa ãMÆÑ>É ûÄ÷XÒ´ˆMþ•”¡ªÑMAšËà=Û–šè Š-®™ž…!?Êè}êEùvªfXpQ‚¬°ä{ãD×ÏOÞæ-Ú Ç ŒÇHáD¸Ö=|¦ Àÿç9>Â^zÐÑç_àóSßéÇ¿;  ÐVÒ_<øš‡öÞkÜ|Ç =ÑdÓ…±öÓÜÂ;šükŠÕ(óbØS‚¦ki¸¦ñ€¾rDBaÝ™ ýç¯$BÛ« Òí>xì¦WýçS”üBþbc_={±sûÁ‰óºìý_7ÎÛXvJð!B|8‚ €@cèÕ Ñßãå–’%¤ÔÔ»õ1V“—l¬IË”•æ¥GÿŒÏ)(&R$T:kõ575ꎽ&Û2=sh¥ç¤þú”“_XVQ%!%Û¹‹–‰ÙCÝÎl—09Úµ\’NMŽùôå[bÊïÒ ª¤Œ|-]Óþ=4yè3/5ÖËÛïgòïj¢X§.Úý 3ÒQk–_ùé?}¼ß}Šý•[YM’SÐèªeÜ×|ˆ¥©¬xÕƒ3‡|~–Í]á8¸—*æµe9p€€Óœ¡S+¢¾}MHN/,­ï ¥Ò©K/C“ÁÍÄ+\]Nü¤u]¹b¢D³fþñ¥'8|ÙЊ±+;tèЊ·jW_Ý®ø§U0º¤(ê?}ë>DK¶¾DŠÔâÝûO_z^T{VŠ<ĶᇞQ{=ó{?ª'ç‡-IBÞvý‰Þºjƒ§m)® b…>>ï—ºy„FÝ#ÆÐ O8_b,éC¼0Ÿ¹ÓëÎYö@’O—µÝpR¿§ÆЩ j÷ìLö»~7ÀÉ~ Z}ß9âŠ=ïyzM5íÂVH™³fÕÆ£nµ]f&&–Ò ìCd«Ž$xÐSöße÷ŸuŠÈÏ?·d˜§^ALFmùþ]È6¯3.¸?•¸å¯n˜×ïX$rZˆ ÏÇ•ÜA®gO9D(ÉK ‰ù•“WXE#ÊÈÊ«ª«kk«wQ$Å2¶œ¥!3¯^€§pQ‚ãæ˜nüæP%ìI\Fª>ÞãcLË|žóð!\ ’ƒ—®Ê›˜Éÿ§D;‚j@Ñ%@ôàEݹâ$±Ã&Ç…â<¦%:=~û¤å@‘UTTH„ÂÚ3¤—üº}YZ®Ç†4—gý˜j³È=2§¡ h>½ºôùõó_ß¾8g¬&²'Ô¨¿%@€P †Œ@@ÔT¦]>uØåŸÛQ)¬›Œjœ$wè;ÄzùÇ…“5œ‹ðº¹y߹ȄtÆcÿ°tô§nòtYÍiT¦…¿{|øÈÉ'o˪ën"Bë+u3Zä°nãJ;)tZˆ¯@ýòöñín¯ÝßÆ$s}R#QÛd„ã®}ÿ›:°¾)•YKì?õûZPZ‰5kßlã}³±52‘DQÑì¹ÌéŒÓÂQÿ`£•çÝ¿|âÄÙ+!?~×ÓBÖë?zÅÚMKgŽ”¨wKWAœÿ¢¿<ƒ"Š+êj ZzÊçè´ƒ›V½úœýI[”¾£g:Ÿ>>B¿3gõÒñŸ_;íÚ{Ï=°²ö 2Gy‡Ž“F=yâŽtyï}rÒ×»²5îÑýîŸ8pîARf>•Æ_"²ž¬ïðiGnî$‰ ¿»ë|èâÃÄ ´ALRÖ ÿ؃GötWä²æ€£w~’ü ü-1mxž3é•ù®.‡ºÁñùP[OLZyxÝ·>AȈÆVt¼Í¾!C?dPcò¯)[.fž; Ù £W'½9]«œ»¼‚¬¬¬_¿~¡vYXX ²È twwô+dö¦Ã\£ƒ ¯‰2úKçY}ÑIv4º냈“ʼ-Îõ£ƒh¥>“×N¾±ß-ª&§*ÝÃëû;ÓÚRŒ©Œ{çQÄè‹ÔÑèêÅÝõ£ƒŒRäc›õ»ÿv[Å¿6§üÙ3OûóÑRÁü/Îè`m ²¢rG $TV k19š£Iôø¾xÎË"Jdºé—…½:†êãè$Nâ„ôÚ/ÕêÌ`Ïœ%ƒ”™•p ÌT%bï-E†×c—âîzô„ËsïOåMÿ@g .Nᢄ€ßf¹Çø#Ì©M˜ÓøŒT}<Æǘú<çáC¸>$/=\•79“ÏO‰&÷@Kzì¼lËɈøô**çÙrŸ9ûCïlobçxéibwPMDÐ _½ù†ú"ÓkØ_fŠhR°*û{B®­Uì¥W:­\‡‰’û ñ—µ¥QÏ®Ê 2$Bu~NNdxÄó§¯Þ…¥2 ÊŠ ˜þ¿“ßֻܶ™­U n¯@€°½Ž<ø €@˨H°0Òÿ–TÀ¥+jùWßÿ–ú>=?néÃ[§»+Ip©C/uZ½ìed—"A9·îš&×RlfuqÚ‡ù‡oy×E±°eµrNbر͋®ýsùªë½ÉæÝê•ã–ùß‹©Û½Jõ^1íÝËÕ§ŸZÁ±àäÝÓ7݃šh V™¹ó¾ev£:7Ê R¿¹Ï½ð]TwµtjLÇêÙ.Í»wû‚±† ¶Úõ#›žø±~"E V|¢³°Õjåê¯o]Çô÷½øÌÛ~¤^½Rf½â·e{®ÕßxYƒPž—úàIÝ/§üðàغ© ‘öûýìùŽiõȆ…~R6æ¼È’Ñœšê3Óncf½yùý ¹«ÙÝÓÑ^pø:ø;pŸ6üÌ,ØòÌȹ6ž'`3±rUIöŸlFN€0ôÖUã ¶/¼d¼ààeOëèÁ.Dz¨âM :"<¦N'Qzê”1ê':8?ìh|;¥Lj†ÝŽÏsLC‰qãGb’õEò¸ñÖuB!:&š@0­­„ƒ1É‘‘h,ÍÐz¦aÇÆÏœI³fÛ:^ñg\ŽŠGb¥œGe}ó9sˆÍo©¢6Ý žðˆp´AqÜÇ5«>¢É? Õ‘Q±V€ÂêQHË[ˆ ÏÇ¡ª0iëbÛ“8¯•60.Nᢄ€ßæðŸwŠ„?‰ÏHÕãÀa|ŒiõÏó?„ëai</=÷‚˧ĺ€b Ðè%G¶oýYÁo_xéá×<ÛWçÅε™äœÐgÜ ÇΊm}½_ÐìÁ…uujXP ëzÊ0«aµ·kã¢g%iéu·$Ö*„sMS—ûÍÃÅ=®®.IÆéÊå™p\Ÿ7~ì†+=ož³]9¯ö¢ÖOï{W|¬¡Þ´N Úú@@@@ T¤G³…¸˜I}}iðÈT?Ÿ'=Ÿ”óU•÷cöØQC’ÿ¨)çgà´ágŸ¼]neðÇʼUHüù³^ ‹«&ê«3kv÷3=²€m!Ž¤”×ÚdR$%Y÷Ã÷ß‘6KR;n5¢…@ˆò½=x`ÌKoÏ!º hE …ó;4ÜóZZ_ –¤9ÌšeõÉD™ÛXÓ«.¯Ÿ¾ìÔKtuN} œ9ôÊŠšbieEE¬Ÿ©lµÊJYfZyIö.2LŲòrL ± |§ Ÿs†E–Vìh;±‘è «f­TQ^ÆS(‚CMË&qƒÓ²fâ¯ûBDû€ðïC@4ÒKsó˜WdHêZšÛE–R·|}ãuD in‰˜frr²hª¸¸¸NÆØ¢"4>HPï¬þÇЪFÍö¦ E…5õøcÔòÖè……<÷ÅÖÂ<["Ð [ˆ ¯Çµ8iþ˜!÷ƒ“ø‚†‹S¸(!à7‡9ˆðJ˜C($ñ©z$x#Œ“1¢øy^0¯ø|JðÚ;´¸@¶­GÎï™?GyW—Þ-À½¥ß“>Æ jCžy´³'î]5I¡ ÙÓ$£ÿT)9*6Ÿu½†hiÞçO-Ú¬<ðCpÍ„º—¸±6SnÕw¿·~ÈÆöŒ—Á$»úÑÁº2¢ØØkþÍNŸ²çymNÕ‡«Fü-x§ZuöŠÞçÅMÑó<@²žÙ!L:)Ê–åD| ðùðµœy›wÆ÷ÓÿÞüßAΠ؈R»OœI^·÷Kljý 4šäµÐÑÖ$ŠI=aø@Ó.j©åÅqQß^>{šÏÐF+ý½jÆÄnŸÇë+6I3+ ›µÔüÌãOÉ…’˜¦n¯>ÆF½zv×è¬*#)QYZ”ûýÉÃG¿2©O¹ì¶³Àî*0hþÖa™w=ƒòK*J ²óŠëN dUå$9¯/“È5-õ{Ž+‘¸[YøËgâÔ¥Øè ¢¦þ„ñcôtä¥Å‹ó³£¿}zùÊ3-¿.ÀV”ôiêäù_‚žv•®Ó¸pû™ˆÜ­Þþ!1I™ì}ôŽ›6~¸¦ª|Inú÷'ÿù~cŒvUö7ç^Ýâ¶Wd°«ÓJlt,9tÂ_“¬†õÔêÒAŒŸ•úééãG_ã8úªé™¢5êàêÉ[/®µ_tÿC,ƒHø3糯nœÐ“¡•}`¤=š™á{^}ÄŠF®î 5Bà­}g=kn"c¼L¬í¯œ?lªÍ¶·À±SE÷]v­Øv:·f-Z”°lùö(ß ÒXs™ø|—Ò´ˆMþ•”¡ªÑMAšËÒ¾=Û–šè Š-®±¤0"äG½&BH”TÛæ⺭ֈ«¬íOx0ìY{îí^[£æÙF¯Ø»jil~]ü…"Ûe×ÉK댓¦°¹]UœqåðFÇC·Jk¡çD¼p<þøÁ¤ÕÏß}÷âhw›ÍèÏDŠ\×#Wï­ùË’Ì4hݦm·¶Í´;ìÆÈðzû–¶u2Ç#ziÜúMÎèu玺o?p߯SGíûœ…»»ºuî’ãÿ±å# b‡•§þ³ß`¬7èG-=$oñ±ÿ.­ÃV“(±hïõ…Ž[-{gTÖQœ~Þý—1[µKð|,ðs à6mð˜3(ÚØð0Æ 9D…>±ÁÆìÏ€\½igÈ£#gí,ª{ê]48æ C?dPcȘµ°z6ÂïïF‹’>=3nN~13ƒ"·ãÚ‹½ó‡°'H!®p˜ Ç;F FmE@Hl¥ÝÂÐ>[Q JvÑT&üB®8´Tÿ $Kk-¾»§_>sÆÁú¤×)Ž|+þp¹öíÅÐаNÆÃM}$ÊWPû áþà{îÖ>íÇD»÷úl`hÀy  V¶© §§G „3Lкì‡ïÎÛšh„›Ø•Uk)2¼ Ô ÿc×ü˜‰ãN¸ž\£ Κ›Ô5ôôGŒµöº´­±!.Nᢄ@Àm3¹0ßy!Ìl+Zï8T=(<ÆÉ‘ü<¯G˜— Ü>%xéÚü t3³yäiƒêmî´!^zP…m. g%¨ XÍlekVne3ðí.3+—¥¬¨¡ÆyŸ:«´ %jé‰ ŽÏ¢‹P¦ým«†^ŸBs[E¨¬Bïy&dçä5Þ'©c¯[wN5^J[ˆ[,¨@ÔèØkì»wÏ{²_úGò;é rõô“²²ü÷}|-©Ês.—ÖOpÆó[›^xÂùú#Ñ|æN¯;{dÙ`H×DqYÛ 'õ{j º±€ZcK²ßõ»NöÕj Ãù?r¹ž=å¥%yi!Á!1¿rò «hDYyUuummõ.Š¤XÆžŸÔâ"d3L€GS Âþ»ìþ³N!¹ãùçï– Ó©¯_LFmùþ]È6¯×^@&¸?•¸å¯n¬KoØVâŠ=ïyzM5í‚Í$)sÖ¬ÚxÔ±|fb"â– »‚¯nWüÓ*­(ŠúOߺÑ’eSR› R¤ïÞúÒÓpÆ @dgÌs½:¨[ì\icwø£á#N›Ö©é}|r3:HPë?wÝ4ãúµDN[ xøƒïœ‘•a/=?z÷Žƒÿ³`jb¨"'É4–hö׶;'3m»Dí¨·Éa3ÿwiýnqµ»Ì Äûß=Þ.®€ù›^LaïÍ×;l-Ø'oMu|á ……lk†š*Dû‹²?·õ N(ÌͤÈ(K‰sDíH––Îû2>dh'÷ìœ?ü¦*æSˆS ’¦–<ý÷Bp:yÑòåºÊ¸T ~xœ™íØóÎÑe2õ¾¡*óWÍœò!¹n%7Q¦×”1úL%8#®3ÌÚPî~X!¢“–¾øNÞw÷ÉÕ3ƒÑã÷ç'öüëÏì]b’ÍX¦,Xï#¬¬%ö>f|£¤ú]Ý~ÕÖÙ~Xýö Fã@˜k/<Í=®šðÉl¾=-E†‡c!!øc ó~q­±7O¯Uàv~_œñ#%ýIÈ•.Nᢄ€ßæô”Âœ*jÓÍŸ3\Õà“É“1øŒT}x"Œ1"ùy^Ÿ09ø}Jp霧éÇEd „‚@Ii)ËN¢”l½‹-¬Ò6‘èÕaþïöï?õàã/´Y­F¡ÉV45:!OìatêuïNÈ k³ÎèV¶ºkŒ·ˆÆêC@4€Ø®ÓëGíI’j§þ9õÜprvíå÷Äw¯"JŽã÷ £2îGDÝekRG£«w×¢žÛ¬ßý·Ûú+ŒKŸåÏžyÚœ–â*PCÜ]žpyîý©œŠ«âæ(ó}ñÝdS¦›~YØ«³a ¶§“4:‰Òk/ÀUg{†ä4´¡¿ù_œÑÁZ­dEåŽ$BÝ3¢++Е‚Ì.éîîŒ$’3{Óa®ÑAFe¢ŒþÒ¹CV_ôC’]îŶ0„8{ƒÓ‘‹/"òk.V¤ù¸è,µd4dü_™ñi׉G̉­ûwÉq\ÿg–áýÞ–Ç.¾à;gz·Ö’ÜŸP÷X€Šÿ.ìAþD²š¦®~ï^È¿ÞýÌ-¬VžÉZ}ûQBR4½rù€Óùÿdu\=…QóÇ»ë£mì“Š˜G©¸Ò‘»î›¦™qÕƒ/®]lf@@Ö6Š‰±îr  Ï5áˆÑ©åþ/ï?îüü}„¤ºñ“·>cz+bœ4ÿo¥£ÏrjçEjàíaÖ´Ëç ÑWÇÖAåÌŸÁ[ìÿ}SóñzÃ#*æýå¾âhÏN:ùº­[³Üj¸¥¶†*‰ZžíýÚíÔ —ðÔT¡Íªí}Sæ cˆ²ë—?\p„9ùüèÀТŒkôÓbóšVYøÀe7²Ôžq Ò¿Æ`»Ù‘Ó]A|©Z̲5ßqãSF­qU'—Ù¥<ä¸@YŠËy_Inê_¿÷ïC£’ôG/Ø·ÁðÅ0“ÿs© Ÿw>íÁ‘ »?Í>ÊËËÑßôê’‚Òje9¶ÎK‰¼~ñôq—Ó ™Ÿçì]¢)\œÂE ŽsõŽ)4›0³!Ï9ƒêÁEàß\FŠ›/¼ÆÇQü<çF¸Ùy8~J0úæú5Ûh„@~úOïwߣbgåVV¤ä4ºj÷5bi*+^õàÌ!ŸŸesW8î¥Úˆ7tjEÔ—À Ï¡ Éé…¥â¤T:uéeh2x ™‚x…«Ë‰Ÿ´®+W,Plà~åF47¿ˆž“úë{DtBBRN~aYE•„”lç.Z&f u;sœA4_¹°¶`[ I"“[ćÿî¬ýù–;8:½¢¬ìwZÚ÷oáqu×5ɲ×nÑ‘a@q×Ðb¹£Æ“8áøs±"3rÔȹû÷o\4ÉBZ¬Ùµ˜w¢¤˜íüA”_€mN€¤b1s”v#fÈõ7É´ãµ ¼š:å¿"~•ãv7Mrd$3´žiؑ܈%iÖl[Ç+þŒ‹¤ááÈõ&Ü¿±« “¶.¶=ù( ñ›ØµŸÂðˆpTQqÜÇ5«>¢É? Õ‘Q±„AʪÆQÞøžƒÕá1u ˆÒS§ŒáhÌž$:8?ìh|;¥Lj†Ýì•\¤E¹ïîµÓg:=d4¹uÌiËÒ±=dÑŸƒôë·GÖá×¹déhvå-•jÛc¯ð3”N–9L^uyˆëE§f$Å"ÞîO™ êzó–®Ùá¸DMºE°GÌ߆ü¡–D½½¿~LÆçQý •ä¥iUå9Y¿c#¾¿÷ó‹Ï(dT(Nû~èüý1.˱Éõžä´tøª ¾ŒÌèw®C ö6Œ\ûÐéÚEAVŠH§–æ¥$Æ…¾øSÅœá©Á㫆âXelrÂ×7k¾aËbOh˜Ï:¿c.ö‹ cúÏÛ¾öÞ³¯ëîlýæqŬç½Ác'·ì«®¢P]Zø+úÛ«çÏcÓ PsH2Ý.^<ˆYNx|fDZcâ˜î>ÝqêùáúIö'ö9È×.I¤WçŸÞ²úêsßÌE¹Ô4?sÃ~ãæ;ß<§ö:NzH²Ït2'ƒq.N-º²ÛþΩݣ­¬Lz©*ÉiUùÙñ?cC¿†|øUÅüJ~åñF¥—馉=POq!ÌÐÆÿÜC­ÂEàÓÉÔw§YÇ‚ŽI_¡ö¾ BUÊsþsæL××êL¯,MMüõ)Àï}PXsˆëú¢¥ Q¡È*iL\´õÊt§\œÂE ¿9\/’Ó,¨>ç ªcð©œi.a¼Œáûó§a^zjùÒ«¿ø<÷Ž,.gÝaX’ð ýºùæíäÄ*"’Å:iL›n£"Uwê‡ã§cÀùŸ~ LÈÂJ þók§]{ï¹Vr|áÖ:Ô¡£Æ¤FOž¸#?ï½ONúz·æ Øõ^ôÊ|W—ÇN]ŽHÉ«WH“VÞ_÷­OrìÇVt¼½u2£NeVÄ»ÅOý¾”2÷¨-Ø7ÛxßlN5DEE³ç2§3N Gq3QŸúåíãÛÜ^»¿IÎF?j0ºˆÚ&#wíûßÔõ/0µ€=˜ž@”ÇœÌP+ʫ鄶ÁÝØo~žßüš§UV½×;g§öm,&Ý<ͯÝÙrò†‰®_Ä2š¦F¯þ{ñ6%u+ëÖ£Žf®¥"Ó|­Ð-z½ sA#@@ˆHjjýa§o¢˜ŽnW#@H ææ"×%ñrÙõý=§ÞY½áŸ€uªjh KK—‹ ‘¶lÒ,S©ÅIóÇ ¹œÔ¬V-S™^XPwœýü´åÞ½47 ÔªkiJp¯ÆÌ%K©Î[¾ž™â|Ÿ¶fwß³n_k×¥Veí?ÿêÆ扌J%qo÷^f^'ÊìÜ¿mý!§&<Óm{,àá îs†hµÂåƒVÇ­ûÞ…%7da~ZÌY'‡û÷¾ðxÚ¿«lCÕðÍ{å2æ¯5u« $ÉNgž¼YamØp/¸Ãi¸+Á+Á>€P___NNNðldYd6eɦӡٵWiå^¯z=d•Ö“ˆÝ»ëÖË$9»éÿeðÝ æ‡9½*ê“òW¯&[F¯q“z"ß1\^y9ñ‚ÂR.%˜,m‹™¯ž]×@CuExC’=ìú"Åz䃠D†VzUñû—÷?Lÿ,9"N?x1Ñ@Í¢‡/¶[ÅîAeIþÈБ«´ûÚ1‰Ë~½º¸Þùú½\ÓœZþ+òëÙ­öƒÆO²5–ÁK¢XÝ|ö×XÏßî\–—úüÞµçÜ}ª±¥öEÍÈÌ!XBä; ¯áÆcî1ÍÄão{p#ƒñ†—cA²û¸ ³LwÞýÌГ—~îH8FgC"½('åî±uãfÍ›oŠ~jáâ.JpœÃX¼FÛó=gPM8xƒÏH±;Ã3aœŒáïó¯a¼ô0ØßÞ1ÐîH#ë3¼÷„y³áèíu‘î'KŒpý”¨ééÇa/$€Ð WÜ9à°lϵb$ú×À«ïά;sÛ£ŒÛPŠ´êßöÞ¶DQ‚Ë• \ŒSÐqõ ìµbÞÁ^ _Þ©ñL¹»å?®®S̵ØܤVT4ØŒ^Q^wCwU5ºœ’­5'¬ªªõ/=µê-lwù«jÍY°ú[JGÜ“DÊÐÙ7ÏÀQŠ aD'.sÃ6~’üÛƒ–¼ D±­—ž$dX]õŽf©jªD‘`¿ƒ‹S¸(A<Àk³`ðF˜Ùžÿ9ÃÔ„Ã;.Æà5R,ø Œ—1|}žãõ!Œ—žZ²a_C¹}7²¨s•âÞ§Ò:ŒÕ=¸~J Ýá2ý¸š ™@@ÈЫ.¯Ÿ¾ìÔK¶Û¿÷^YQYï ­ØÑvb#ÑA•å57r2~VKJIq”þ1I‘”l$d”øó'zQ¨QUÔWgÖìîgzd¶îö`• ‚¬ÑY•e½0.±€ Þ‘•Óv‰D–’‘鬮ÞÛ ×Сÿš4²›’dÛ™ÃÖ3E®Ëg÷-ÝuîiNûI(švù;Qªcç©3§®_9¯_7¶öh-©©UÜ€N€H *.((½j„ºXC¶Ñ+S?Çוå4»(4T“‡|M}$ÊWPûs5ÂýÁ÷Ü­} /Ðîß½‡~Wp½ËƒŒ&Ô ÿc×ü˜Í‰ãN¸ž\£€¹ZÜI]COßxÄXk¯KÛZ>@HÐÓÓ#Âöh ]öÃ÷B«­¥cBÀ¼%»h*~eÔdÑRýƒ’,­µ0ÅÍ'®Ø9àôý ß5W¥«³>ïsyvgû”œo¹†Ôé"+îÙçØš»¾·í±Ðl‚Üà;gŠÒ"o¸>#ª,˜3±G¿aȳOzavzdXè{ß77¯]OÉg䧻^ótr¯Ã¬Öïô ÇÍÛ‘Ç<)$Ëv½úâí‚¡=þؾpþØàT@–bDaaÁv†,8vb-Ñ»üspïm›·Þ{ȹñ R$ÑÛt䶋ÎÑViðF 1ùn§Ýì<ï>ÿÏ3Ï :xø„ÛÛ ú©ê˜,rX»aù«ÿñuzß®c~f£Ú‚˜´Òб6ö˽pšç›Ä 4I²Šê6;N5”á¬ÇѼæ0ê#o„ÑæüÏTÿ.Æà5R¨;üÆËž?ÏñúÆKƒêÐq6ò.èrpuã‚É„I]17Õàû)tËôkÜ(‚O ØÕi%6:H–:á¯IVÃzjué FÈÏJ ýôôñ£¯ ýcz˜üàŸxfŠ ¥Ômò´©–¦F”Õe鉿|ÝÝžû„¢w£‰¬Ã{Ðü­Â2ïzå—T”dçW0ôÈ*ªÊIr^†"‘)jZ†k÷Wb)@»­†ÍZj~æñ§äBILS·Wc£^=»#Q1I‰ÊÒ¢„ØïO>ú•Éø±A½xÊe·ö†xÜíá´¯­Ó:ݵ8 s,h_¾E,-[Ǩ'nœµ7o¹¾è˜³˜¦÷B¥¡™QknIò»Ø-_vï®ÛÝÇî~¡ È欯Ҽô;—λþ{{±ã–S§H7röÈÑ’x@&6¼€@ eT§:|mØ™ÿ5ôÌ÷êá¿ë.Öˆi0ÓÄó;P\g˜µ¡Üý°BÄ7Z~øâÿ9yßÝ'×ÀéߟŸØó¯?“‚Ä$.«F˜¥¼¼'L©[DA×{óôZnß?Å?Rò0¿0šÖ•Ê¼àÅ­~an&EFYŠýùVÖ{3~>§ú]Ý~ÕÖÙ~× £ÜTâžG²´pÞ÷Y­^ÚÉ=;翩ʱ[GŸÔ’§ÿ^N'/Z¾\W¹G!I¶ÇÞÍ ¬ÖýÃÈ¿rÏ6«›Ûwå29™Ívœn¤ÈѪe“mz,pu­¹ÓÏ9CË[l=øaXbØ›èÛn±U#Ê)«[Œ@þƯ۰ÆÊDß;žK úZ0@Hÿp{÷„¿÷2Ow(òÚ7^yͨÒ+Œ{?yò\ÿŸyÃìv=»¸;Cñ„ƒö' BPPÖL¡"« ¿þ"àtF¼¿Pl|RAq9E\RY­³N÷žÈUyI¬S ÊD²©ÕÜ›Vs«Ë ¾ùûówfNiy%òô#9yµÎÝõzõî!)ÖÐ §bUÝ~kwö[˙ݴ4>Æ ‡Ït>³8;900(ægbnQ YLJM£«Q_ó~Ú |"’lVGþ·•(¡º÷Ú˽ש…—Vb²—l=¾dË‘¤˜ï!¡a‰)éE¥å$²82FJÊ*]ºjé¨)4áÞs|ã4÷Xþñ+áp,àDë Ç‘";{ÃÑY«wñ÷ûü=*3¿D¼ƒtGe5½Þ&&†òj~rÙŽMÄöÒ˜Œ‹S¸(!p›Ã‡y Œ¶ÆaΠºøð1§‘ÂzÃ;aÜŒáíó¯a¼ôÔ@í1fELô ßÀoEȽ3Mx!ÏSÓ25Ìœã; çO ¼~K4Á#¨“½4ný&gô°ì¨;ðö×ñýº±Y;gᮃǮn»äølùì‰Øð0æ•Q¡O@l°±"Û¿Õ›v†<:0rÖ΢Ú+%ê]4П×DIµm.®Ûj^Ý`mƒ¡{í¹·{mØûiRJJÓ" 6ùWR†ªF7i63í÷l[j¢7(¶¸&¼Sò£ŒÞ!ÄÝž&ÝŠ•ä{õÖí@ˆ)¯ëÒÛ7¶ÌŽV4‡®ÈìåÇš¬.#ÞxO%Å¥h¢„ckk4‡CQÑ´_½ùËMKðòþøÆ7à­Op|V1¶½²ðÊÁm1 ÙìÛò&~¬MíCæv¶}x^ ZÀ›³ëÖöÔ<±b<ÇI²÷gè —9Σ÷ÍXÍž£Œï/ ¢ìzÇåaÜ>?:0´(ãÚÅ#ý´±ŽÓ* ¸ì^±ít3z¤1ØnöÀNØ:üËåå娧ôê’‚Òje9¶/ ¼”ÈëOwù7­iG£½Ša¶c  Ï5áïÑ©åþ/ï?îüü}„¤ºñ“·>cz³Wµ˜ek¾ãƧŒÚNªN.³)J;yÈq²›U JrS?øúø½•¤?zÁ¾ ¶ØÐH£f6µpÒü¿•Ž>Ë©u=5ðö0kÚåódžè«smŸù3x‹ƒý¿oÂÒQ1ï/Ks8O Œùßö¡Î·üRj~ºRsBWÍ›ô:¶N›Dç}»Wá;׸ÚÉ‘Ù–ÇÓ~¦ Žs†šü6ç¬6WÂFÚše½ºšFa Ô5«9_•ååd‘‹BÌ ôŒLÄ)ÖTlšjzRJ:Z“¢¤¤ÈyI-dÕµfÌCþæhÕ?#¾»{¾»{ï™LZé½ë)§¡æGæôAs@hi\®„¶t— Ÿ½`œ¶’{bí!Iêô.=u¨jë_¶e³@ðF -:ð©ûûŒÄo¬P¢ˆ^æ²ÊÆÿÅܵ°ì×II¶¼('âKÀ½kç.¸z–Óêº"wÔß½v[¿ôê/>Ͻƒ#‹ËÑûÒ% ¬>ýóvrb!‹6:iL›n£‚Ùý¬ÿ¼íkï=;ñ:Š¡ù›Ç³ž÷8ܲ¯ºŠBuiá¯èo¯ž?M+@»&Ét»xñ çc³ù6FǤ¯‰_ëoUÊsþsæL××êL¯,MMüõ)Àï}Pçfw´´!*Y% dûµ+G0÷¥Õ«§×‹@xÁ0Ûûüú1ŸGõ7T’—¦U•çdýŽøþÞÏ/>£Q¡8íû¡ó÷Ǹ,g$kþ'É?ÝqêùáúIö'ö9È×Æ„éÕù§·¬¾úÜ÷sa5ÍÏܰ߸ùŽÇ7ÏAo°’ë=ÉiéðU|F¿sjø°·Ùà!–¦:]»(ÈJéԒ¼”ĸÀ÷_bÐ'Y¥Œ¯"Ö»Ó‹(Ùmï6ûág }^½dÈÿÃm·ê.ƒ&[BÀóXà{îaäkÚà0gêl¡——0' ­$mç¢q§œô­ÆŽ2ÔÓQ”“¢V”þN‰þèããV󈊺—ØС–L¹ö?2¾W7M\zûL:beÖÚiײõG(Êˬˠ¥¤´•YåøÁaéx‰N§¢föïߟLæùäU@ €‚L€îá¨ÍÞt˜ktáQFéÜ!«/ú!É.ƒF÷ª·*ª÷pk-Éý 5D^ÿ]؃ü!wƨiêè÷î…üëmÐÏÜÂj噬Õgjë´ôÔw×£'\ž{ª¿ë~K÷-ðú)“' »àVggYÒ™ëïnmÉ›ÙyQ^¦ÓNÌZ±|âñõŸbÀ›Î¦·’몡H"dÕ]é¢GDý"ŒïÖôæ55é%Ÿ¿%¢Mºêj¡¸ÐÌ?$Jw£~+‘¿u+¼î__°þLj à ڹW·ÚžA®"«uPZ§¡è¥$'ù­ûk¿ß#¢’Rrò Ê+©bâä•4»i™X>Îjd'9 ¡pŒ@ 5 ”Å¿1ïk•ÆDû§}ö¸5ßãšæHÒ»/Ý4ëÄöÙ|{Ç@»#ÌÛy8[ éŒ0ï=aÞGo¯‹t?ÁúV&Év}‘b=òAPÝ×6½ªøýË{ÈGCF’$Ùéôƒ 0×ýk ø7F²û¸ ³LwÞýÌè(/9üÜ‘p®6°gÒ‹rRî[7nÖ¼ù¦rØ"³) L6Í® ‘Òʽ^õzˆ-ç‰Ý»ërd©›Ïþïúëù»Ñ§z”å¥>¿wí9w6hkjFf²ß½8|±ÝÚ(Ö† 5*KòD†þˆ\¥ÝÔŽ©H“ðëÕÅõηГ‡šJÔò_‘_Ïnµ4~’­1¨#9»éÿeðÝ ¤š:È‹^õÉùc¤ú¿×¸I=Yë¸Øj ]´uìñ=ãJ°¹DiýÛí›v_¶]3d|þçÖt>§ Ÿs†e ‰3Ž”“éz%’U¡žd0q­ý(¶ßëø‘¡¿yñ D:¯(ÎO-ίg+ƒ†}ÒZm6npXº—••…Z),û‹¢ƒ€@ €@ó TG„ÇÔµ"JO2¦Q Dç‡o§”IÍ°[Po!ÒÉòâ1‡É«ÎU`¯ЩI±ÈŸ·ûS†ru½yK×ìp\¢&Ý‚Wò« “¶.¶=ù( .lÔ¨cí³pôŒ©]ö¹¥0n4'îž9½vþ`SÕz·lÿ‘­dÇÆ£ñ©)‡·m>wúâú]ÛvÏÔ¢j8,"©ê™t¦¼I­»“ÝÛÇ¿zÃÈfÍ­¢èïÛÕ™/Ëþ}x·Ÿ$>jöÒ—ªÌœcTò#ðcRõ„šg>«5èÊqŸ=Ž>zç©O1º(ƒ ¿¬¬´° 79þ‡¿¯ç?.Gɬg,Ü´Ùq¨³ ¼ ¿£BÓ¹Gÿ‡"·ñüã3L9ê…} m$:ÈQMƼO¥t0‹XÄt\½{­˜wð†WÝ7?Z›]Pînù«ës-öìšÆŶ^z’auÕ;º¾þ?åP$ØŸ ˆÔ'w4¼sçô¨©+sD6êé¢H«Øouv^5¶^ ÁÂv—¿ªÖœ«¿¥Ô/å’C¤ ½qóœ5EÔŠŠÒ+Ê+Í«ªë}¯Ôé¥VU±0IZ󆇟ʂ.OYëDëêr#™Or¸c¯x¿Âˆê{v,³è8öDcÂÊ݃4ØBÑÜuó‘‹ï±€ÃÜÃøÂÿ´ákÎ0-!wÖî&Iˆ.c¦ÿðN8ÓñáÕƒÒìwÏáKæ&4­8MëJ ja÷E 0 ö“A L\#"¼nnÚë™ð;3yÐòæ˜u• Hd1UM½e;ŽØ[÷\À2 €8pÙ  Ü œ €0N A BH€^š›Ç ‘Ôµ4ÿp~M–R·|}Ã~­V¸|Ðêã¸uß»°ä†ªå§ý¿½»€‹"íã>t·¢ÒŠ‚݈gçYgœgëégÝùêÙqÖYçÙyv‹- "Š¤(!ÝÝ»óÎ²ì² l€¨¿u?î3Ï<óÄwfvÙùïÌ„ïZ5ëô©³Wo]jc¥#­˜"ù¬¼Øñ½:öçýdY‘º¾ÞeUºÏÞ|ѱ·Ü!²2ßOžû׳ãóE¾­W@^Ù¹nï£8n±Ü䨄\š”ã:ÕÕ$÷|º¾w—;G¹$<½qýýüMµj\yxï±þÁ&šÖï65^VrÁ‡·3Þý$­¼R2?–ºj‘‘ä¢ÈU¶À· ,Ë_·púº×…~©!]™U”uíßm×NüýÝ«þZ7ßTàR~*Êøäûö5«‘}+»†B§¿H,L@à hÔºWˆš‰‚ý×m9|ÿ÷M–¯Ùþ1M(Ÿ_ƺeï-íêÙ”ŸÃOtö ·óÿä6~~Õ ·~­„£Ty†VƒÕGnŸtnÝú-ïú‰_&´±ÛäYóÎ'í²Jé CÇêï[þ=¶¯ýmãžÈä<‘¨huî=`êŒÉWW{Ë‹œÑè:†æ¾_4ÄE[¤<5éÔ{æ+ÇåK—ºá+zyRj6]ÍѽÃÐᣦLck"õ¯§î^„ô:²kóîÿ~ä]AQ¤1Óεwÿ#FéèjÅý»¦×jÛæ… ÿwøCb†àÉTê:FM›5Ø•[‡C¿V|ï»÷‚Oj6ïh8AÓ64§®›:¬¥žH;*zÖÛ/>ŸpûÔöÝ_¾ý$[|U•/ ¦cҥϠ)3~Ö½…@,X¤2ÎdÛq‹ûoØ%<‡; ­]<¦¶ÿîTî¾ ”mOFñÍFîm†ß šNóMΛýÇ1­Æm;Ú1._¾”]ÄŸ[™`¨{të?gÁÒ±Þâ+Zé2•í*RGÆëzÑçÏŸ 6‰35$§ÙÉs'L¹— òÛ vZR<·ü§ØèÙsÔFD\Ò­í÷)ÉýC.êJûBmKCµ-€ú!oZ€©Â?šNQ”Enˆ"3ͣߴ}'¿ýäæÿ—!aÑ1±¹üc5¦†ù >;èéQC~dnKÚìÝ‹Ç FMì<~˜1Õ«‹§…)“`eg¥'ÄÅFF„m_³4˜waJiu}Õù´™?/üëâ¤(Þ]CÞ^;0zE£s¿'í§Ûb¤ÿ…½ãV]䟦iàØ}Íáû‰ˆ-S ´Qc‡,?Xq$‚•¹|ž^'ˆ]Wr˱¾WÿûŠ?Ï¢}ÿ¢‡ÝÊŠóÂÃCÞF~·à—ŽVªüò’t=cꢢiÜãTÄß %;ÕF®òßQj£—µTgv´ßwýÝ IªŸ®bçÔ²esÇFæfZª¥…É ±Áoƒ?VžÂÊ?·}±ï£‡—¯œli!á°5¿B¿SºÍþ‹š\xÐwÓä¶ü|$ ¯L€iâö$8âþýGI™¼?BŤوA¿›ºøæÅÓ×ïø¼ OMÏ"˜êfVÍ[µõ8¬o7)yM{ÍëðÀ÷MnaiM¬ht¦™s.­Ëï|'¾Ý¥ëˆ]Gä¥}òõõ ŒÉÈÍg¨hR=qmÙº•³­”¥*êQVghLÑ ÿùÓÊ€g^½ MÉÊWU×206³wtvssÑSç|$ê#Þ{i9æÎ]\}¾=9êÙ3¿ˆ¨Øì¼"¦ª†±YÃÆMšµhîj¢§!mAÁ|†Ó–mšöó†Øð·/ƒbâs Šè Um]=#cK+'gg3}MÁEÊÓô?n¢žbùB45Ó5‡®­9$”YÕáî5ö¨×زÂì·¯B""“RÒ ŠJ¨{LRý1khÑÄÞÑÕ±©†ŠXXR¥4†¦±ÕóŠáˆ«ÝŒjýs_¹û‚²¶=AÅ7y·~/hý~ÜJ=¹Ó{J Â^‡FÄ%¦ät=Cc;{Ö憢dó«Pž í‹áðëU8¡0ŽÂ=¨« Ï ´³³311©«–¿ØvÈÒ" ¿æ›Åÿªð LAà+À¾PÛ+®mÔ|Ë4 ËFÆćòƒÉìøg~±ž}läöÈMùçÄeš©óÄ1ý›¶êB=yU‘9i‰!AÜ9zèÈ»¸,n~‚ÿ‰C·W-êÛ˜WL9¯¬äg=âÕEóžµåÄÖ¹ú!¯æöNÍ»õîsoßòo;@HhZµÞ¿jdŸÅ§x?l§N\Õ/;ýÄÆi&Õ¨!K/ïÛ<~ùÑÞ„šÑ_»kPy£ ÞJ¨ý׆íNïö÷Ÿ8nSÁ×Mü½É±_ ¬vÉHzÐoìš þÏ>iš¿þ2Müò¹'ÿ·dÂn‘:nWÖ‘rø³¢2/*4žçBÓ²n¤'¹yäÖ‚@­(¬…>+§Êü¸—}»õ~]qØ”ªTøñÌùK¦Oio®/ÞFF\èÉC{þܶ?–w"yÜë«=» ôy|½¹™ºxùòÒ×ÏWÊ,dC_›€†E¿a£ÅGÅÐ0è7fõŸUuŽ™ÛH;·ªËÈ:WÛ¸QÏþzʺA(±3t-.ÞÔSö^H^BÏÌÖ{ˆ­¢ÕÑV-©§ä6ê<—©¡×ªCwê©HË!—vüë›Ä­AµAÛUs+R[Í—Uî¾ ÄmOpJØl”´ÍÐU4œZµ§ž‚Ý«Iº–djÒtõe”„S}CŸ©DQQÑ›7oøãú¢|Šª ‹õ;ÿ˜õ˶˜–à™×åËP?s1·kþóæ5zUq¬ª̃À"€}¡¶W„!\Û¨ø¦èžžmw?¸\nÀÞºzÅø®GMÅÃ#‚D¬üK‡÷ø'2&Ïœig,p ™9¥OdzA™TÙ;aÇ.®+ð‡0M×ؼ]7êÙwþ¹^nN÷£¸'²ž=÷#ª ²X¼(‹`x霌¦¶±¦ðm\¢ýŸÆ•T”Pµé}tû<}Iƒ¼ä÷q™ü3ßx5V÷*Gª«ò3Ïï9}ÉïáËN¾æõƒ}÷èv—gVý6wÒ€Ö ÕÈ+Aä‡×OW¯Ú|Ì'œägÒÔoÝ:ÊÝ”ŸQ§ šÚêM+/wù!:»NÙg7.Oˆ ݳn–«…ŽÄž°‹sNØ·`íѤ‚Êm¬Û”Ó:š‹—ï?Ô[{«O^ùh¯íÞ¸­£ó|¯fâÅx9ìã[v‡óNšÕjÒÆÓRü:J¼²xU¶€¤Ý]ÙmÔÃúÈ┾"l=xîÉ¿ÿgg¬!­·†–Ž³Û1qúÌùG¸Ä-–ñÞgÈȹ/ïî5xö ™ïëûNZ…ȇ ÔžY–¶bÅFþº¾_ö{3ê~ÎV{½AÍøºJJxß¡ ×­Ùê¥uýóÛÑ?׬0JAà+À¾PÛ+®mÔ|ÓÇoôçåôòI¼ï±.}Øûwoìä$!FB1¥Dúÿ'Ǻ‰"YEϮܴió•ÇÁæÍ/ÜõéåhÈ_„úù#?jE–åg”ë … 2ãBŽìݾiçá„ÊsßøKKH(Ø 5Ö«,šúÒ]{ Jf¬=ÈïWJäëY&-ohÛ¯O'ÏVŽvV õtÔ‰²’Ô¤¤àw!wîø<|#\¥kÌùsÛúq"kŠ_a$ô›v¸°o^·‰[x·7b?½øO‹kçºöîÙ·[ëæö6fF:Ôå«r³³b¢¢ý|_\¼r?JøJÝFžúßh‰¡<W¯9}÷ýïÚÎ@J³ŒýäûïçOÜÎÉR(ŠB²¢‚÷îܳõä3ÞiÓæL¢®6ŠG ííuÖêçnˆ¼ðçÜã~qüntŸºéʾ…š5Øò´8î¿ú¸ÁØÞ¿Ÿõç.þñáßKw Ý?Ï‹_?ÁN{íÿ¡˜?‰ @ ÎüþÝp18‹Ûœ¦M_¦÷¨³¦Ñ¾z___Á1"@(¨4 @€”,@–ø\¹ï’WTy–üèü°VRÐýU«*gQ7éh`ã~ô(*9‡[ /áíÿvŸîµs&¿žÆn-©xLVyüª4îIk—–cÆ s²iH–ÄÇ|xñüÑc¿ Ñ{°:™0uŒ,úO^v`Ã,‘û0*Ø~Çêm‚¦¢»æà¡fŽëf­?—[½%²£Ž¦žÕt\ÃØzÓîÍ3û8}Æè ·‹-L¹÷¯Ê i›âó*N $Kò}®^¢žÕŒ µ:õüž¹¦Ò®JSY±uƒÏÛ‰¾Ÿò9U± /ØM=µô›Øšêj1v^NvLtlbf`[­M_;Á]0éÚø„%I¾?ÿyš/Û¸ëôs»Ô$:È]„¦¢·æŸÿÂ?´<\žCZ»dÎÄž®Â9óÂ7±òŒ[~ƒ5Mä§zòäYø‡˜¬¼"U 톖6­Ú¶wiÜ@–÷2=.òç–ZIy…Å*ꚦ 9¹¶tjÜ^m-$+/7ŸûÓSUG“{ <þòŽÏó¸´-ƒƒFMhlÄûX#ØéÉIżñjëëjògÕtÈ(@r °ïùcÍ®3±)Yü ÷åd$ó¿D”¥¾êáÞª}¿IÛÖý¤/ôc-¹ZÃBøæo@¨®®Þ¢E‹ož€ @¨-ÿc¿¶Ÿ°wÐQB+ÉA÷WÝ™ñç±ù!7·Æ/”T}ÖÆ£Ï:žô‹­h‘, }áC=E: 2éà=°Yå™~AgˆJN 9q Dd)ÁIçþó¦ö°Ìá¦=Ot[²=0­q[²xí?wB¸€j;£Û°ÉòUËŒòT©2¾ ÑÀéÆõƒ“&.ºǯ3?+íÍë4þ¤P‚®6ô‡yÖNЮÁI\B bB1o1@xq÷æHîp);5ó]û7T½9‹Ó4îÚ¿ùNÛqYå{?+ãí–ƒ·/êË-y}k§É¨Ã²¥…¹ÔÿÜÇÞù}-¯øÐsrm‹Èg@y1÷“!/1ø·Å öŸ¹“Ïÿ‘IE5t‡öþ·yÓàvM*2¤¼%Ùçîر÷ÐÓ·Ñâûvƒ&­ÆO½ðÇ fZÒ7Öûö¦ŽAÅœ̺ÎNðÙE+ÍZ7cÄêÃwx¢k¸šÑÙ¤¢ dö˜ÖV·?U¼Î?ðlËO)½C6 (S€ðpü´ß’~¶&R{I~ÖûÀ÷! Zô:¿w#‘¹˜„d<ƒ°U«VªªøQ”¬„(@€ š ½¬aF°Æ¨çãÙDc#°Êª‡®ÕèŸ[L&ßy©ò,FÁ¦ÅÒôÖgþgª@@…ÑÐÖZƒãÝwMl‘ zû‹Î\§%)vÂ0p9~|{!?&ˆª‡©e2uÙæÍsz åÒT–í»ìuð~˜P~&˜jÂw4¤R´?5j·^jäâyì¿skÞø>v鿃c3ø±áþÑm]ê3yÂ`WK=áYŸʸq‹CçÏ.}ñxÿ?Ï_“V~ΟX¿èªšžíGŽôýwÝ Ô%mˆb‹è[7¿xïòóçþ:|ñ¶oXK2†¾‰W?ïgMèá*ùR½b#C™ÒãCÊl¥>ÕÅN;òïU~‡<Ç-ìÓTè7üYU'LÝGý8hÝï*~ÖqîÈá ûꔿ˳Šò“’¹'VÖ‘Ÿ“‘ŸS1YœÁKUÎ/OÑÔÔTi Wz÷œ\ 2³|’öìÒ.7ž¹·h›¤œ¼”PŸq#ÇÝ JV )2`ãÏSîßwèÌÙAîV’‹ÑÔ5¨[ìsöÛÂ|ê”wòøo=tGraäB€Àç YeeÕ| àvŽdWy»òÏ7´ /I !!!66–ßc\_”O @€jC ³÷½·xwJ«i nýZ G1”UÕ=ëíŸO¸}jûî¿/ß~’]$9‚©¦cҥϠ)3~Ö½…@¤’3šNóMΛýÇ1­Æm;Ú1._¾”]$al unýç,X:ÖÛC¤ÁÂN½g¾òw\¾tÙ©¾¢—¥ÊÑÕÝ; >jʤ1¶&Z‚ rÓ «¿où÷ؾö·{"“óD ¨huî=`êŒÉWW{Ë)®ch>àûEC\´EÊS“ öG¼ÂzœCkÜ¢ÝZ깑L‹}ò!êSrzfNQ)‹¡¢j`hhecÕÜÕÁÊX‚’´AÑ Z~ʪ:H+£ì|š}ëΛ©'»,&òýÛб ©Y¹…Ô±&uMMS;;Û.Mõ5dŽ%Ñê½GŒ£žE¹™oƒÂÞGÅ'§eå•4º¦¦¶YÓföÍZ8Z«ãbWÊ^£5¯Oæ•ZóªëgÉÜ··F—ŸÇéŸê”Éã~º!S—“§N^wa÷l^Èíû‘Eƒšr¯Ã)S=…šôŒ—úŽN¦>›·iÓÂAOS%;-!À÷iD|fEÑ’Œe“'ô p3–°ú’ƒ®uí>4,­„W/ÃÞ£s—vn¦ZÙiÁ¾žr?'2>úëÖùÔý§ßyXð ¼–G+ ¢<@XPuwé–˳‘„ ú"ÀhÔmëon>“š+éëDy75õL{Œ˜ó}OëúÒiô_¬€àõE©A´mÛö‹ :@€ /@ i¯Ùáaø¾É-,­Iwit¦™s.­E‚ʪ§¢4†»×Ø£^cË ³ß¼ ‰ˆLJI/(*¡î€¨­«gÖТ‰½£«cS á(eåhý~ÜJ=¹{J Â^‡FÄ%¦ät=Cc;{Öæ†Bz•ÕðRæÎ]\}¾=9êÙ3¿ˆ¨Øì¼"¦ª†±YÃÆMšµhîj¢§Á+(ù•ÆÔ½ðÏ‘?­ xöèÕÛД¬|Uu-c3{Gg77=uÎQèQ½c$/,)WÁþHª²žçÑŒ-¬»[|áG]èLëfŽÔSéÖê:mÚ{¶i¯ôŠQ¡¢"LŠVY¿—ùô ÿÔmºi;ï6¼+dÊÞm›®ý\u¿á^F”Ìyô(pPÓvT5öC%É_©Ä¾¹=gì¸Ç­xáAßM“«9~DÓVßö㤀Ä"«Výöíßéån[¼d]Þ³|ܼ­¹å¿Ò(ËÚqäö!ÞEMù}gåDŽ2†4uèú÷‘¿´mRYA$…?7õûÓOÞSK±rc&ß2ð®Žøg•ŠjÅ%Q vQá±=ÛK c»9 õëêa¨¥šžÜÀA‡ß4€ ðù˜ãWþC=?_Ð2¾!Áë‹RÃÆ„ßкÇP!@€>“€™ÛH;7ÅWV=‚=ajèµêÐz fÊš¦«h8µjO=e]P¤¼ž™­÷[o‘ÜOÒU´<ºxSÏ/QMAûSMí˜ (,ð̓޾å£Ù´n×PšFSO7ã7S¹¾yó†:Fį\Ž™ùêØUÒÊsÌÓÛG-µ…Ïg¨üqóŸáog8Þ¸vµ¨¯p!òÄÿÜÿÃmZ¿Y¯9«‰ô¤}‡·1»·9îû‰š•ûÑç—­NýöH1‚Æ`2*‹d^ÌÁ“aZÚÞ}|«µžhÉŠiõqóóÌ®¸ÈgKK)Å @€¾`Á¡¹¹¹••”«µÁCD×!@€ @øúˆ}‘8ìQ1üŽ7s°¯ˆ€ñ³dK0›¼áÇIêúÑ²Õ \š$IõFŽíV”¢™MùƒE€ |ƒAAAùùùüãú¢| ÁDYfÄØ/úG·ðž}ëüfÃoí ‡ Eí¤!\;®Ê¯kJ¹¦ÉOŽ/Ýu¾üžÊ­¸ÕV¯¶™zÕ™:XI!×l?ëS ¡ @€ P¾±ïëdi~AåÍlµµ½…ž` …ùy iýú÷«Œø‰m&4U3}zh2Õ!ÌÏÍ'‰Ê!y÷ÎþÞƒ‹žÈŸÇMÐTúöóÚås¨|Š}ßçá¼ÞãEŠNö8X»Šž E€ |¥‚×¥†ˆ¡ÄõüèøÖ3OéY//ï8ï·lZc‰Å)·„妫㱦” N£Ó•[a=¬­^m3õª3u°²Ô4Ô©cü“Së E4@€>»À7 ¤þØøsNW4äEüŠÂ&ê–oͪ¹87©jIšzùŸ¬Ü",Vy °¢µx‚,É:±sýÿ¶íŽËŸ«¢eܵÝ]?jEF[6H¼Œ‚9Ê^SÝ‘cG –Tö¾ÀéŒÜÂe¨ÕýdßÜŠAÄ«Ë;§/Úô!¡T`_c4êsË@ú›EiNÂþmëwþ},Td¥3Ô[vê3sî¢Iƒ:ˆGY”¾íQ£o—(CÕ¦øû'¶æ‰ÚëLýÙ†‹2böoûsÿ?§ƒcÓ…dèªnûý´xÙs¡l± e½r+f¿{x~ý†­îø–QïLB#k×ɳæ/þq‚‰¦è;hmìÝBmc€ oCà› ¶içÉ Žr¿i–||ô0²p`Sy~THmEŸ<‹.åm'ªíÛ·æ¥?Ã+MSK“ÿ•‰ÞðaR\g±ã Ÿ¡_h€ |%‚BCCC{{û¯d`ÊÆÃãÛÞô«aM$»,%&ä÷¥kgLèÑ°Š¿XÉâãÌš±úPž`8O¸¢Ìø3â¹yYïü#òIwÍ”¹¦ÜK^†–wzóÜ;ÿÊ,=üJÅ;âÃý×-¿÷žC§Np·nº}yüÒ—¿M—Ÿ,LXa©‚™åé²×wOôjó`ïåûS»KÞûŠRBÆèwÁ?ZlÙŠŒÒü´;>i܉çÏž“Ä ±I[´¦ùJ^ST³òíÔíåÙÉJÞ¨¯À W/Cfþ6wa@åWì™zÞÎÕéMl¶„Ò¬¢×þ›þàÒnïégÿÝÞÄHM°Œr·=ªf¹wðêeú]Ó÷OEdJÖJgêÓ6üæ澑懧J`a—>¸8ùÁ¥=mÝÅ?**Ë+éý“ª°,/aõ¬ñëÿ½/ü‰UÙTzLÐÆ¥“ý½ÿà‰SƒZ[WΨ…½»²r¤ @ø–¾¹¡I›Þ­ è/2Ë¿Å“ÙÇO\¸r¸|küι³Y¼?™ Û÷n©/_=JYŠ¦ab¢CûÀí™›“K&J©•@€ ÔÅE©KŒò!Ú¶m«àåøU} MMYÂÔÐP­b²tÿ‚a3¶]ãý¹]EQÞ,²¤¸„$4Šó…Ï;ãÌ&³ÿÚ´‹WNòkZä³Á]<ÿ¾ú`rצB%h*jªTS$H°’_yº¹‡&ä ˜ˆ¸»ï⫵“ÚèsóÞ?8Ü}À´8Îeý«y„>8Ö±}øµû·;Ùéó‹*YXIƒŠ‰Œ¬2:Èï>ëúŽ¹+[¹o˜ØŽŸÅM0™¢_HßÝ>%RFp’•Ÿ0käHÐnÆ*‚ùœ4;oѨþUDEÊR[—Ò„J^SrïÔÈHeï Š ki żEVGù$SC“zW¨Ù6Å[¾81L(ÂÌËx%oìëØ=þ‘Ï…f†•›2·=‚PdWò6#0r9’ÊïL}Ú†_œý£×˜_³¥…ã*¼Ø/ü^TE§¤÷ÏÒÌ÷£{÷8ÿòSUm•ÏKôڵݮ wgz9WVúÞ]m'P€À7,ðÜ?°]ëøö÷ o_ùÐE¿}åÃ¥¾ªÛŽÚöÅÁçÜ‘þ·wóûÚêTñÓeÉ$dqÂÎ}çøóºÛðóZ2ÚÙhúæsºDDǤ«ºö¿çH@€ T+ž™™É/Fùi$(ã—ý”rò¶_V~q~vZf^1—EÇÐTW£òˆ<7“Î`šÙ¸Ì[½ÉHúßàþ'Vý(dhtî÷Ý@¯.Íl,ÕUˆ¬ÔÄÀ—Ο{ý1EÔŸÑh冥óÖˆŒOcIŠ.š5nѽs;k «8.*ìÁ=Ÿ˜´Š ;?aÆ°Áö¯_t°ˆwÒÍvü{pñê!1)e¥EI‰©Ü™Z¹E: šŸ4ÞÑ”~rïögå½bêš©s»—óÁ§ÿé‚ÑAÃFNýúövµo¬§¥š—•öæŵë·²*NjÉ}1dÐø¿KVZFJVÆ ¨¡u9½õŽó/>åt•Fv-š»:4kbÑÐT[C­¤ 7:âí…³ç>¤pyY{·í\9¡]åUOÊi&ý²#8cÙýg/ÃcEV%Ý©½÷о]™êåg$>¹yá¿o¸AÚÒ´7›ÿ¾þ¯ØÕAÓüÏüíÅß4¬ âéîÚÀXŸ(+LŒùðàæÅ+>üÐ&}ûã×"{B¹kJþê¹²÷…=Ç/[ó2æè­—y¹ÙIé’Nø£éüoÏþŒEÿ‹LÌd“eÉñÉü•U³õÀ°÷èÔ©­[C¢Üôà€ç>O^ñ"ûÉo¯û~¥ÿë4x1a%n{ îàÊÝfjf%µ”Ò;S¶áôà+C'­Œê˜ÚöìÙµ™“,‰ xÿ~TJ®Tþ ¥¼²r ¤©huèÙ¯k{wK3VQÞÇÐ7×._ ‹Ïâ6Ë.Hš3¼¿µï«¾N†œeïÝÜVð? HhßsL#蠧 î=|°"…‰ùE |Þ Ög¡£Mœ5{Õ¡çÔ)vÔ£$ÉoÁïÿ^Þ0‘÷5¡¦]º±ó×;Q¥™¦?ÍUÓ%k«œJ«V.ǹWvb¿ðEtë_[M¡^@€ ð ^_”:„"럦a¶|ç‰åå¹ö™ºå·À¼¿î®å*R¸ÚI²àã‚%›ù§ص?væDßVÖB Ž™ôÛº—¶é?¡|‚Ögúÿ¦ÿº6èwÝx±„¦™Ó¦½¦ò¼»8ûÌ_«\¾-½ü꣥!?.Ýòòä¯W%œ{L¸ÞcÕ ™ékcâ+r M}èOkw­ÛP‡ 1mÒÆ_–\ð<{·]y€,^3gzDVE°ƒ©cùÛÖ} &zk1…¾‚”æ%X¿xÑÿþ-(i¤_]´éüÞÅN”+LõSÑA•£k6j÷<âÓ‡ØdS k}- g„®^>Ý;CDç«WNðË÷…d á¡–yóÝ'¯}¼úg“KË¿ŸqêeêZm8xjîwÔ½!*ó—,ÿwùˆ ë/r§ïݽË^6H$¾ñ.¨„Wž¦ßây„sC¡.ý´dÅËst¹"·\ØÜÒB¤ÞÒ ½*qM)¶#P£Pò¾  0MÍdÅÞó+Bdu r7í<æ¾ÿNNÉ;'-×ÐG¸ô–ý’Yå(Þ¼zøZ;5L¹÷…z+làÐûáÃ+Í„ãÁÔHØw8qû‘¦—çáÇQåë·ä¯ûôÛÌ<‹¬tù¶½/nu­NÖŸm87øòá»ÜÍ€s]©_ßü}l;‘±ÓUuGÌßÜÌƨã°_ò¹ïÂ"%j0Y£÷O2gËæ}åofœ[Xqïøj៌Pù4UQ ·:5³è=:ròùª©íͤuDî½[Z…ȇ Haƒïy â…H¡&¿8o1@HÐT~Þ¼ëô½ž‘9åd±²ì£~öú,ïæ5Y1/.x÷›˜À¹cç¡ÞÐc÷ºÙÕÙX¬2nùÚû¿y¿‘κë‚s8Kõ;uøÁo³ºYWÑÜË+;Ï9ܱ{oooïaÆXñ¿9W±fA€ oQÀÞÞ~éҥܑ'$$|‹ u4fòÖÍ›üc³£—¬—äö…¦í4}l§Ÿö>¢&-;ôtþû¸q?oòÔbТyƒþùýb('§4ñÖ½·Ý&¸óçJKXºõ=wáX[Ûj6†W¯p#˜T=ÚÖN…A×wI«’ é T‰ÄòSáÊRüo¿LŸÖÁXjéZ˜QÃA ´ÌzyóÄŸ[v^¹ÿ¢¨üÛ•À,y’­¿›%,¯†ahl@'¸B¢¤˜‚)¿ Ç®}l4~®øšVüßžÕÔ“ 1ÌÙ9;9:Pÿ[µnçõãŽÔŸvð—ªÇ‰ZÙ¨ñʽ/ÔWa•ß¶ïr×,]ÃlÛßÛ®¸ J+ÿ:óðzpþ¦æåg`‰¯zù¶½/kumæÔ£møÑëü÷aûþsWŽò܆,Y0äÄÚ ?(çç×$QÃ÷Ï’oçr+¤¸Ü»R<:Èo®ù€+¿¿¸àÀ³òœ¢Ë—oOm?ž?W$!÷Þ-R&!@ ZOqI[ÿú‡z6²D¤°Z-¨×ßd€úfnÛõÄþ]Ǭâ^À‡?{`‡ç ×ý¹ü‡†ºB¢\{¬¢Ì;V/\µ3µ÷c/UãÇO67–üûb&£’÷S\œ`Uµ‘¦ë¹,œÞgò¦œÊÉ‚åÓ&u~vÃÅ´üºFbíeDÜŸ¼hkQNÉÝÿŽÝ½~×¥ç`k#±B2eÛ—-Ψé5áçá%ü2Z¦*Q€ ÔCssózØ«¯¨KeÁïÂ+†CÓ2¸W•C£ÍÚ|Ö ù±¸BÍá&J?PÍ»o÷*ëax÷íS $ˆ°ð0‚¨&@H·èôìñåFÚŒ*«åÌ|üŽ_&ïãÓ¹sžò'«K”…„Fu ¬ù ¸=/͉]6eÔÖsÏyߎªBóiÂg ŠÖÅlà¹wã¬Asþº: ÉJŽ ž÷o^â. on?núÜ_M3Óªü²&ZW½˜®˜üûBý¦›´ÑöŠ5¦ÛÌ{ »Á!¿LN™¢ÁŠš7—õ§±Um{_Ð^…Rí̪GÛp°Àûðȱc/4-6væð‘ÃäÖüýóSH?ZéÒg„‹AÕŸ#ô‘£G-:ðŒû6üîõ)o†òïÝbÈ€ š TF - ãܧ°uŸB\}´¦|(Wêù—¢Zj=rÅÙä”aóvqŸ\–wlÃOçÿÞ4|ì„}{¶vsµ43ä\I˜de$'„¼}uÿÎõãÇOG$æðûDS5üãøõiÝšðsDf *¯üpçÔ¡¨Cmõ$‡E”w’6~ù–ƒ§=ý”OÕýáA·N½öü{XGÁ?IVу³{gü´,"µü—ÉÑkæê^5åm”¿\ñõnªøÙ°vÛï äÓ @€ PS² #³¸¢0Ýܦ‘ZÕ 24MÇÍ\Pu‚¦¦­UÍßẺ:üJòòòøii ºŽ‰Y ¢ƒÔ׉œìÊoÒj“–¯È²Òê¬"¿ÆƒâÔÁÊ‹ß«ÓiÿØ**¬ÛY4¯Ù;ŸØ´X´líàOÒšÎJßµjÖéSg¯ÞºÔƪr¥K+ÿÙòkcG £Ð¾P…5Ù˜U^¡©4¶³"¸B‚•‘‘M²«Ø ¾¤¼ŠaÔʬz´ “™åbÎ8vv6Uצqcj›ª8´QuQ¹5ÿÌÍåÇ ó†æ‚‡kê«LšZp®yÍý\ÌÍá\3Jò" íÝ•Í!@ò |ŠOÚö×QêÙ‘Bù±Ôgøv„Ô Gúþ´ë~Cë‘Sý”Sq‰šÂŒØ£;§žÔê 3U4ÔTKŠ KY~«ÝÐeÏɳãº8T±â<ÚµcG¹—͉¸íÚ¤i‡¶-TÊò£"#×\z?̹šƒUÔ,mÓÀáÔ…#{ŽŽÊæ4›ñdx'gÛæž]Û·27Ñ'K b"Ÿ=~Ïÿ㘰n7æ𺩒ÿ¾”Ö ò!@€ P[Lþw²¨ˆ:¬º»ÖUß27$$¶¯m%CBBøsõõôøi…4-m-¹+! êPpý|°w//4±óøaÆT¯.ž6¦L‚••ž¶}ÍÒàT ߧjgT4~Óôüþõ“›w|ü_„„EDÇÄfäŠ4—æ3døì §G ù›H‰Ï?Y ;5(E÷…z'\’—[Ý›™ŸÇù-÷¡ª¢Ü¯á_ëÎóRèµmêªü+E‘yyQÕŠ xw”QhøRÖÑÑ¡ŽÀpßÜãâ©DÕdRâãùUÖÖÕ•ZXѽ[j‡1€dŠêMݧ°]k7œS(“! ×¥@ýý>T' 4ÏáKÞ¶éõÛâùûÎ=,þöÍ.+Í/ãÿVÙšŠÎà)‹6ý¾¤±‘ä«wò‹6è0jD«U'R¸9ùi1·¯Å”§™,á¶ø‹(ž°ôøîÑÍQ#&>}ŸV^;êíSê)©fZ›Á?9²ÑB“.i.ò @€ Pç4 ËFÆćdNÃìøg~±ž}lî¹ÇŽY}¶Jû³—•ó~ç¡küV\\\øiÅÔ ,©ëŒrë±è<ãýƒ=Òo•¨xkuT+ùÙÆCxѼgm9±u®¾jåëæöNÍ»õîsoßòº æ&„üsâ2ÍÔyâ˜þM[u¡ž¼î‘9i‰!AÜ9zèÈ»¸,n~‚ÿ‰C·W-êÛ˜W¬ž½ÖÊŽ@Qþ}¡n…É~c.ýèç—XÚÍ\jØ,‰âU±viº,õ•»¦¿Ê\9Dõh¦Y[[Dhù¸Ø?™ÕuXc|öôi­þ¨¡‘“3åË.ßăožy›±¬EU?U`Ÿ>yŠßgçÊ÷YÑ1È¿w‹Ö„i@P†'R¸û(õ´´0ûn"…Ê@EÊøÆ„P}ë–;κ}ž¾¤o–yÉïã2ùG¶•Ð®Ô*Ø™Sút<”I¸vì⺱Â4]cóvݨgßù çz¹9Ýâ®kÖ³ç~D]e_Sµ²#P>rî ÊVUSã¯Çô´têÛ·ÀÊ*ŸCüue÷R<ü¢Òe‰ÿ[¨ËŽDÞGøÅ\ÿ$©âH¥Q[FU_”¿\Mµ·ƒË¾ÍÔ´Ïr”“«3õhnß¡mËMî¡ž ­š9ÀÕ˜N¡GiFÈú]焲”=¡Ú¸KÝÓA9TÅì¬wS~XuÿäZ]±Ï&n³o¯lY}ø¯ jôæ¥%¼Ê¹wK¨ Y€  L¸ød±H!uŸBi¼(³iÔj$}«v¡¯±€…cû›¨'™ÿ!ðmptL\ZfVQ KEUÝÀØÄÊÆÎÕÍÍÊDWÖ¡Øu¼û&òÙÝ›~oÃóŠÙZºú–V]ÝÜly¿p¤é݈®áWꛓîµ5*ÌÐ0¿àñó×ÄG¿|ý6:.1'¯ÆTÕ74±±kæîáÞРº›ÊÔ1Ê…fp+¶F}“Õå!@€¾ +øùú>'Ǻ‰ý§n‰ýìÚÉM›6_y¬aÞüÂ]Ÿ^Ž†‚8þ{£?/§—Ò÷=Ö¥{ÿîœÌËðÓ)‘þ?ÏšzøN•óÏ­ÐðÇûµDÚ«(ʾ¼u–냋óçÎôêêikaJg}úvÿÆÅm[v¾‹ÏæW8`Î/- ”ùuÝ´ÝÈQ­ýçEù9‘DéÖr¶þoÑDcM ßÅò3âŸ<ðyôøq`h¬SωkŽ*.̬܉¢¢Š;¹S5eùÙeƺBÃÉŒ 9²wû¦‡rª ËÝ‘Yqþwßq¢ƒÔãÊŽ%45Z8ÁKƒ!º)$F…¤æU~g¡‰E¦¸5(ë×TíìÔàäÙ”(ljmM]68¿ Ù%9gv®œ½|{6ïMÔ¢ã„ÑíTÙ<{w•b& (S 2Rhn6lpïáƒûx¶A¤P™Â¨K¡oqr,ÿÕ-B3²hÒâ‰ÇEcjuè3¬C%VYãªh ‹¦Í©g@A@€ ($`oï@W¹UÜß½ Wò«m\Œô´Ø¥Eé©IÁo?z•œÃ-—ðö»O÷Ú9S°I]Ç«¦w³ç73ìá‰Î.g=:vòtole©¯£I#Yù9™q1_ú>~^Ê;üïÿ4ª”p‘|Z§²è×wæNºÃ­Vâÿ­GîþUðä3"âÑÉE+·½‹J,)cìÞ™HDYäÆ––‚•0TÔ¬Zÿ²~sŸ‚ù]gÝ_[ov“Ì=‹•{`åÔãÛVöôòrwu05Ò£±K³Ò’£"#_¿|ü¡”wÆÝõ[wLÜ—ôo*TA(.¬ø »µÔ§Yå]-{ÒÚ¥å˜1Ãœl’%ñ1^<ôØ/¨˜7Šþ³:™0uŒ,úO^v`ìò;K’ÏÏïøuãáðѼuH¼8¾ªÙ“#Nݲv–^yÀ‡,ËÚþóO¯„½¹~åJ„À¾@׶޻w¶èϸý/ëÞ-´0& ¯Z ///'Gè]î«®ÔÁeddpç'$¥H-W›3â’·ïþ—zZ"RX›Î¨»&ÖD e @€  x žè¶d{`ZùͼÙE÷μw¶ŠiMšØ‰Í¦ÏÚxôY@Ç“~±³ÈÒÐ>ÔS¬¤P†ƒ÷Àf¼ëtÍ ˜zºªÙ9™¢S¶íF\¿|Ä¢]«Ñ?·™L¾óÒ ¡ÈxÑŠzë³Nÿ³FUâÙt½|?ß1DZ[…¼kµ ÖÄÔ2ý~ášõ˧–Ÿ "0‹d±«…@aN²¤¨˜MõX¬íFýöÌÔfÌÄŸÞÄe‹,"y’Æìµ}÷ß—o?É.Šð—RÓ1éÒgД?ëÞBä2~*¡if¿þÈÍ+Nœ8uïÑó÷Ññ…¥„®±½s§î½G ÜÈ@C°|Eš¦¾b󎨟V¿Žˆ+åÄýªzЪÜWoþEr’ œºOxÒëȮͻüøQÊåŒhL;×6ÞýŒ5¦£«•Xœ±¢ +iP «¿où÷ؾö·{"“óDhT´Œ:÷0uÆä««Æ=ˆå­;]ÇÐ|À÷‹†¸pNû£éµÚ¶yáÂÿþ˜!¨«®cÔiдYƒ]¹u:ôûaÅ÷¾{/ø¤fó€4mCsêR¥ÃZêqËÐtšoúsÞì?Ži5nÛÑŽqùòí¤ì"‘.q&êÝúÏY°t¬·G[‹„åÍRhM•7ªÜªR¾}AÉÂtÍÅnÙ{ü±dͶð¤\A]݆N+¶ì™?ÔÐuÿ^~ÅêžûC‡ÿöl H:çT·åðýß7Y¾fûÇ4¡|Þ²„uËÞ[þÚ5ÔSèL\%n{ü†”µƒ+¾Íð»¤xB)©'Û0¥ÁÔµ>t˯ÓúŸ—ÿy Yàv¤Pt§ÎÃÖNh1b꯼·­Š™]úÐã¼#+óC¡Õ`õ‘ÛÃ'[·~ËÅ»~âŸr¦Ý&Ïš·pæ8cͽcÉ·w I@øœ ÍL†êEDر;ƒQË?dûœEÛõKÂúµ>Ð@€ |æÎ]\}¾=9êÙ3¿ˆ¨Øì¼"¦ª†±YÃÆMšµhîj¢')'>lÃÝkìQ¯±e…Ùo^…DD&¥¤•Ð*Úºzf -šØ;º:6ÕP©é÷gS»VóV´š'Þôç^SüB§HŸ/Û†Ó–mšöó†Øð·/ƒbâs Š¨È"5#cK+'gg3}ÍšTªˆ°²EcêŒ^øçÈŸV<{ôêmhJV¾ªº–±™½£³››‹ž:çËæ¨Þ1Ò‡Cðã&ê)½gMÍtÍ¡kkUSªß[©'·ÐžÒ° ×Á¡q‰)y…]EÏÐØÆÎÞ£µ‡¹¡Ô˜tÕ È=W‘5UѨ²wªZÙ÷š’…ijg®é?u髧_½ KÍÊSÕÒkêìÞ³[{ÝòyC$8ú$8âþýGI™ü;N*&ÍF êüÝÔÅ7/ž¾~ÇçUPxjzÁT7³°jÞª­÷Àa}»¸©Hˆ´+qÛ«Ü4”µƒ+a›©ì”¢)åt¦^là šŠÞä{FÿøË¥sgîø<~ö!53‡®¦efnÝÚ³ãÀïFumÙ˜¹4ãÿ$„ÎP±hâÖ­c îv¤¬÷OÞŠ¡»tq¢ëˆ¼´O¾¾~á‘1¹ù MjvmÙº•³mùXyekö*ûÞ]³zQ €jG a“¡¬\ÔZk€„"€ @€€ìzf¶ÞCl½e_Pd ¦†^«Ý©§Hþ—:IcX9´¤žŠ÷_YŠô„®¢åÑÅ›z*R‰r—¥«h8µjO=•[­"µ)eMÕŸAYÂÔÆÓºk_êYC[ ‹~ÃF‹fhô3ƒzŠÏú 9JÚÁ•²Í(køÊêL=Ù†5 ,GM[@=%úКL™ÚDâ¬ÚËÔ6nÔ³£žµ×j† @={öÔШٯô¾j®ýû÷SCtr°›þýˆjÇ:oéÿª-#G*.8ŒìÓ¡]+œ/( Q–„Ê’D=€ @€ @€ z'àQþ¨wݪó]»v ´µ¶œ;s|µí+7@ˆ¸`µà(PÇÖ18šƒ @€ @€ @à›àÄõ>Ø ç ~ëû‹$„_ÔêBg!@€ *‚ï]²fgHtRJbaEAvæ+5AÝJÊ´‘ýŒ_7LíÓ¢Ê:0_ƒö…¯a-~ÛcÀ6,mýCFš ò!Ô+~\°£g+:½¦÷M¯WC@g¾z¿úUŒB€ @à›`'Ï0å^B™ð€ÙiIñÜœO±Ñ³ç¨ˆ¸¤K.‚)|eؾ²ú Û°´•i2ȇ P?̘ԋ:_qÁú±BЋª ¬Jó @€ /I€,-*fWÓa6‹¬¦fCàËÀ¾ðå¯Ão}؆¥m‘&ƒ|@ŸU€Š £â‚Cúth×ç ~ÖUÆe@€P,… @€êµÃbýÎ?fý²-$&…ÅÒèLs»æ?o^£‡ÓëõZDç”!€}AŠ¨ãs `–¦i2ȇ ð9üêhSi*A€ @Ÿ[€ÖqôÏoGÿü¹»ö!ðÙ°/|öU€((€mX d¤É €@Ý ˜7¤ÎìM]Gç Ö:ZªkUB€ @€ @€ ð .ø­L …#€!¶@€ @€ @€ AÀ¢¡éPœ/(Y_¼„_ü*Ä @€ @€ @P®ÀO3Æ âÕ¾mK:®ÜšQꃄõa- € @€ @€ Ô#í.¯G½AW  l•-Šú @€ @€ @€ P ¬Ç+]ƒ @€ @€ @€€² T¶(êƒ @õ[€U˜qùä?ç.ßx—”ZXRÆTQÓÖÕ33·tpjÞ¥÷€ £j0j>vÞ§“'»é›ž[È_ʦï¢×6ÒøÓH@€ @€ Ôëͪ@G @€@í „?<>f±Y‚M•–e¦QÏä°·¯þ;uxý–þÏž_n¬]Óè^ȵÛÏúVˆ4 z+P–1vÀÀ‹þÑ-¼gß:¿Ù߉y«ª¾ÉÔ·þðœð @€ ¯D_†¾’‰a@€ jâ|wõŸTHV]2ùÝõÛ¯Óft2©º®š†:K¬¦R~i$ |VGÇ·žyNuáååçý–Më`üY»S¯o2õ­?õhU¡+€ @P†„ÊPD€ @ þ ù+æΌҘjÆƆL’•›“•WXšYËN®FüÉjM¼gl_uâ–_zzÊû˜¤jË£ Ï(Ãk½,>>™  ¬ð¨o2õ­?¼Í¯€ @øJ üJV¤†ÁÊÙÃï ÷ ë‡ßùÍ3~Þ•XÊb‹Ìl1æ÷À㿈db€ Z(ûôäÒ‹ÔŠÊÕLÖì=:gdO} î_ƒd~VZTÔÇ>ħæ·÷æ¬O¯y7h*sÖퟳŽ( <¡Ór,«æK¢$ :`³+¿˜¦ë¼#õ®AA Áôçê¨`ÓŸ«?h€ @_™„_Ù •8ÉOŽ/Ýu^ÉGôÈü ¿üY,·°$ @JÈþ›ÍûPã^“ÔGàƒ4-}—–Ô³­’ZC5€ @€ @õWÂú»nê¸g4º ' Ô¸o MMU‚@€°Æ`(@_—É* ðõ{ý)1§ XU]Ó¤¥ƒ‹[ÇöúªÅ'vn‰d[ý8{¢¡š@¨NŠ@Af‚¿¯XdTzvuiP“†\[¶vwm¢Rý¢5²Y•?ÒÐÔ¨ñrb"YñCƒÃ"S3rX4¦qƒFÍ[¶´4Ò+WU†e¸ÍdÆGÜ»ÿ(òSRM¥¥m›]\›É4FÅ…©ž(¥>\i~f`À«±‰%lº¾‘™½só¦Ö¦µñ¿E$ ù²#}î?|‘”šQRFhêê[XÙ4oÙº“§»Žjé™ÿó‰,;{QGÓjëWpÇWú»kµ–^€Lÿð68,::6=+§°¸TMS§¡¥›G[»†2½?KoB–9$ëSø¿€71qIÅ, m=K;÷6íšZÊR QŸ„eê8 C€ @@TBQ‘ovÚ´ý˜]Ë_î¿ô(5=#>)w‚b4õ?ö/Zþ¿€ˆ¸’2Ε|ØÅù‰iYŠUŠ¥!@_€Y’ubçúÿmÛ—)Þ]-ã®mìîúøQ¸ÅÇ– /ÃËa¿{x~ý†­îø–‰~>Y»Nž5ñL4%_<'ÚÁ¢O#òŠJÙ%ùüËê…_Ùbiù7¯ Î+Î0lh7aÁš#;J;n[”³ÛŸûÿ9›.¸,AWuëÜï§ÅËF˜ eKœPD&ûã³ÉßϺíœW\Æ­¼Ãôm>]·döŸ¯T@©™Ì–=GlÞ¾©›SC‰ÝÈTH˜Wœ•ß;ºdÍÎèäÊ‹±Ó Nú¿išý|ýï뎞¿YX1Òò†hö­'þ0gÁŒÑF’×8¯?x…„JRƒ§M˜réÑëì‚Êû­R%ÖŽn¾v´PIj‚Fgš4j6cÕŽU“zH{?ä/õêƪßÖœºé[‡åÏ#u‹Ý\/\¸IíɧŠ}}R‡FÔÒŽ/ß»k-È°îž?væâ›wÃ?Iü^I³uë¶è·µ? i/þFV ý!ØE™§÷oÙ²ëÀË÷bwÉ¥1ìÛôœ=oÉôÝÕªûý…|›’€ @¨_Ö¯õñ9{ÃЙñÇß3þ X17Œlûò/A¦`—¬=œ»=€_IòƒÝæÝfKúîÌ/‚ @à‹(J ; ßÿhi#)ÍO»ã“ÆûüÙs’$ñtY^ÂêYã×ÿ{_0F$XgzLÐÆ¥“ý½ÿà‰SƒZ[ Îâ¦mZzðüñü²Âœøø‘ü¸O±‹&}ßÕ+Â]_BwÞÜÜ7rÂüðÔB‘¥8“ì’À'?¸´§­»h S¸´‚2G6,¹ðè`•ÙѾ^íþð ãÝ[±r^Ùë»'zµy°÷òý©Ýí+³…SŠ SõÉ_ ;yî„)÷„W/-ïôæ¹'vþ•Y,nIƇû¯[0~ÿî=‡Nàn%<LARß~ô¦ŸÔÙÂ3HvYJLÈïK×ΘУaA#²øø³f¬>”'¼ VV”æB<7'ëD>é®™R;¾Üï®J— ùoC»!¿” *ˆ¦É¨Àû³‡>¼öÓöóÛf« à(½?ñonŽ=éah²h/¸Ó$+ÜïÖO£oíÙ7îÔ±=Í-´%#¹…¥Uˆ|@€ |v?û*@ @øºØy‹Fõ¯":(2Úâ¢B*$|€”S¤4óýèÞ=οü$R^|2=Òwh×v».Üéå,>W¶œ²âb–„î¼8ûG¯1¿fK?^Þ û…ß‹ªšSX†ÉýÛõÝíSU´ÈÊO˜5r¤Gè 7cñbJV¨²8_ø´GN'Éì¿6íï­`NZä³Á]<ÿ¾ú`rצ‚ùHCÒ445¥Í’–ÏÔРn– õA–î_0lƶkâ‘|é‹”—„F-ìø ¼»*]&&2²Êè Ÿ‡u}ÇÜ•­Ü7LlÇÏ¢ÊíÏû‡»˜—'t‚¹`sütèƒcÛ‡_»»“>?³2¡€pe%HA€ @ ž ˆd©gÝ«Óî(ã¾J¾Ë‚b÷ŸPjgȲ谷ïÂ>dä0Ô4ÍÌ­\[47ÓÓ¨Ó5ÄmLI·Žø =G“€ ðm¤ùŸùÛ'Š?VM#ëAC‡xº»60Ö'Ê c><¸yñŠO ?ÖF£I:?…•³hÔÁè ME«CÏ~]Û»[š°Šò>†¾¹vùRX|·!vAÒœáý­}_õu2ä7M%Æ-\w/hæ-¿à|Þ59ç ¥itÃÇ/ÙØÎH´?éÁW†NZ!Ô1µíÙ³k3 &Yþðþý¨”\¡Ú$M(.3é—ÁËî?{›"ÜÝ©½÷о]™êåg$>¹yá¿o¸W,(M{³ùïëÿŠ_ÄU) VÂh´rÃÒykDƧq²b³Æ-ºwngmaÂ`ÇE…=¸ç“–Ç-ÅÎO˜1l°ýë¬d{ˆµƒ |ýÆ/û#(åäm¿¬üâüì´Ì¼bî˜u Mu5D@@g0Íl\æ­Þ$övX åbÕ‚ÑA†Fç~ß ôêÒÌÆR]…ÈJM |qéü¹×EÞ¬¢v|EÞ]•.ÓeäôÖ;οø”CÐUÙ9´hîêЬ‰ECSm µ’‚Ü舷ΞûÂ}+cíݶså„vš¿‘Qbr>øô2]0:hØÈ©_ßÞ®öõ´Tó²ÒÂÞ¼¸vývBVÅ™ñ¹±/† àwÉJKôsPáÊ)@€ Ô39+DŽûF¯Gùï²P ÷Ÿ¿3ƒª˜*ÍIØ¿mýο…ŠÜB‰¡Þ²SŸ™sMÔAEàÄJ”’©¬[G(¥3¨€ M â]P oM¿Åóÿæ†Bg¡ü´dÅËst¹"·<„eni!z$’ |ÿ]»ëv8¯­ÏÔ»×»Ûñs¨ÄÆm¹§wþ6{ùö ꔂ`åFϘùKèƒ=ZŸËº¶žçr—J}´·A—™Ü°™óˆUïN¯äæWó?Y¼fþܸ^üJEïÇßwÿ>w”žÀÍšØ%9çþZ=sÙÖ WŬ¬^q-óæ»O^ûxõÏ&–ò:D0u­6<5÷;Oþ½¬æ/YþïòÖ_ä¶}ïî]ö²A"ÈJV¸ZŸéÿ ›þ?jíMp×ý7 €¥iæ´i暑<ÿÊbgŸùkõË·¥—;—f„ü¸tËË“¿òÎ_ @@D€¦a¶|ç‰åå¹ö™ºå·À¼¿î®å*R¸ÚI²àã‚%›ùçÉص?væDßVÖB Ž™ôÛº—¶é?¡|Bù;¾"ï®Ê•¡FªÙ¨ÝóˆOb“M-¬õµ„>þ¸«—Ow³ï‘ÇyÏ ~ù¾l!!TZ¨¯9Ó#²*~ÃÔ±ümë¾½µ˜Ÿ‘ÔÉúyÉÖ/^ô¿ Ê?Óƒ¯.ÚtþÌÊá«ŒPDX¤*LB€ @ þ|óBùî¡-ô¥Bþ»,ÔÂgä­²øÓóv®Nob³%Ìd½~ðßô—v{O?ûïö&FjÊ(/KY·ŽP^P @@²€Ž¶™¶ò×u?Œêçîæb¢Ë?óžæñÝòã[S&/ßÇ2°_2k ¿|E‚ÌÙ²y7’Gå´±âÞñÕ:ÂÇ4©|šªÎ¨…[šYt²8»üòiŸ9ù|ÕÔöf¢*0|ùðݨŠ h꿾ùûX¡ËÁQ³èªº#æonfcÔqØ/ùœC¾’J«XÕ°Ù©Û÷†¸[ Í¡1Ç̳øÏ‹Éåˆ)11T|SèÏ7¥+¥¡~WL0 .?zÜ£™¡ÈLºšÞ¨[íÌ:ý9¯|hçw?Š_ÚÍBôü'‘1 (WàõÅÏ*ÎAd:]º{³“Må;?¿-SsÊÊß·ï»ô.·ü‘¡©)rÃ=~Q‚PdǯwW®Éœd¨ë6k¦K-–Ÿ™ðÒÿeø‡èôÌœR6M[GÏÔÜÜÖÖÜÒÁ½ì'+/—zƒÊܘ”²ƒþÛ3²b&Ã`÷•‡Óº4/«¢m6ó÷¬ôá~|]ܽ-æçï¬Õ„¾ò×7añ € @r|ÛB¹ï!|Ÿ ùï²P 7ž‘¿3’6ŸâÄ°7’òòÈÀû:väs¡™amœRÚ­#ú$ @ –»ö±Ñø=šscAêQüßžÕÔ“ 1ÌÙ9;9:Pÿ[µnçõãŽÔŸvHìCÉLJ·‚+®ØI7p=¸w¥xt¿`ó V~qÁgå9E—/ßžÚ~<®â‰G7®slSUÙ÷Ÿ»rŒhtß„Û% †œX{!˜Ÿ#’P\F¤Bj²õw³D£ƒå…†Æt‚ $JŠù'úpkPŠ°R*•3îçÍâÑA~ɃÍôÏïC99¥‰·î½í6Á? @ öÈ[7oò 1zÉz‰ÑAn7hÚNÓÇvúiï#jÒ²CO ¡°“`WÙñkãÝU°o²§Y/ožøsËÎ+÷_•ÿ~Eö]âÁÕ+ü/mk§Â ë»‚¤ÖIÒ-¨‰å§ÿ—¥øß~™>­ƒ±`éú',Ø;¤!@€ §À7 ”ÿ¾ÂÚòße¡î?!g„%6Å°÷èÔ©­[C¢Üôà€ç>O^ñNmH~{uØ÷+ýÿ['ý ¯X}5ÎPâ­#jÜ& B€ä`6ðÜ»qÖ 9 ]n“d%ÇFPÏû7/q«Ö7·7}¦™i‰þ=ö)$„Xӥσª/!I9zÔ¢ϸËÁïÞQ‡­¥–}XÁÁïø ;VðŠ—ü|^‚9|ä°*„ŠËðªÉ+­ ¥+¥I#QóîÛ]R>?áÝ·OE€ ÂÂÃB>¨²àw¼K@Ó´† îUe“´Y›Ï4?W¨9|ÂDé'*´ã×í»k•Ã¥~·»lʨ­çžó¾,VS¾–f¿øðÊûøt5n¨,$4‚Ö+á!@€ P€è©jŠE³»o„„wYPþý'èŒÐ '¸ôiq¿f‚ *!­Ô[G(¡?¨€ P½ÍköÎ'6--[û0è“´âY á»VÍ:}êìÕ[—ÚX ]›.7—$Ìš ~þJ¬ÍÔ‚s‰IîÕîrsr” $332y2ììlxiɯ6SÁL駋(*#¹UÙs•"¬”J$ô¦¦­E­Ïªºº•L^^^UE1PºY‘Yq}Q‚nnÓ¨š[-04MÇÍ\PM/ÝñëË»++/v|¯N§ýc«o­Ï&s²sänDÒ²õEXîAaA@€ ˆ |»BåÞ7B¹wYPäþÔ:Vng z?|x¥™¡èíåØw8qû‘¦—çáÇQåVÉ_;÷-è·¹êsÄ7Áªs”{눪ÛÂ\@€€òhý¦=è;ùýë'7ïøø¿  ‹ˆŽ‰ÍÈ-i"5ÌgÈðÙAO üQ¦££C©8õˆOˆ¯6à—Ï¿„¦¶®nµE‘>T=©ªÊÿ€ÌË+ ˆÊДø‚EWVŸÅËQH†W‰¢¯JVJ%FB憄Äöµ±•0‹—ÂKúzzü4€@0UøïØdQu¶¸â·ÐSÂŽ_Þ]Ù»ŒšØyü0cªWO S&ÁÊÎJOˆ‹ŒÛ¾fipj­žaHÓÒÖ’{c +>E*¨Â"]Â$ @ò <õ 1a¾üËcÉú!ðÌ?°~täKíÿ›Í—:yû­ôûF(ó. ŠÜ¢D‰Qùmû^ñè —®a¶íïmW\¥•q2b^ÎßÔ\K™‡%•{ën·ñ? @ VrBþ9q™fê[5é’fR'hæ¼ßyèž‹‹ ? P4 ËFÆćdN[ìøg~±ž}lnW¡¿ž¼»²’Ÿm<ôˆGAóžµåÄÖ¹úª•J Ì-ìšwëÝçÞ¾åµ $ìíí â·3g¼°G‘ÛaÔaž-^!@P‚@VvîÙÿn)¡"T/Yà› *ó¾ʾ˂B÷ŸPngè&íFô°­b ×mæ=ÐÝà_&§LчàEÍ›kTQ^ÖYʽu„¬­£< @@fvæ”>Ïq>ï„»¸nlå‘Q‚¦klÞ®õì;á\/7§ûQÜ YÏžûBÕÆ]ú¸èžâ\õnÊ«îŸ\«Ë¨I [o¯lY}ø/Cmà€Þ¼´r^Ûwè@Ûr³.³Š“Hä!díO7¯>jkÎs/ÿèà/GmžÚEòç¨ärkGX $!@¨;ê–……_©ê®a´T› ÃÍÍ­6[øjë–ôûW;X)ï¾Ê¿Ë‚÷ŸPzg4Ù˜U}ÍPšJc;+‚ $XÙ¡Ä¡Òo!° @¨VœÿÝwå¿›!ˆ+;–üÑÔhá/ †è1ÉĨԼòðËû@#„ Ðt,šyvâîÔWçþ蜛|hï†V6†‚]f—äœÙ¹röòíÙ¼ãÛ'Œnß@°Œâi{¯Q­MVû§rz[’ürðàïo^:ØÔHôwqædž öM(’Ö¢rd¤Õ.k¾R„•R‰äž³/oåúàâü¹3½ºzÚZ˜ÒYEŸ>†Ý¿qqÛ–ïâ©?·*æüÒÂ@$tÁ›‡W@@Š€ŠJåm>}}Ÿ“cÝ„ß‚ ’UôìÚÉM›6_y¬aÞüÂ]Ÿ^ŽBo¿Çoôçåôò÷Þxßc]ú°÷ïÞØÉÉ\bƒ)‘þ?ÏšzøN5÷Ÿ[¡á÷K¹äŠœ;¾ß]”)**âþš„)Y–Ÿ]Pf¬+tÀ!3.äÈÞí›vNÈá}nI$ãe*ÒÓv#GµþõŸÉå••n1 7aëÿM4Öê·©üŒø'|=~ëÔsâÚ…£¾Jæ ¯€ |6ê9oÞ¼ ül=@õ ààààêêZ ýUJøãøë4g„ʺoD-ÜeAþûO(¿3%y¹ÕÝSƒÌÏËço3ª_¶ù™ $jãÖ t‹B€ª òòyÇGÙù +&{o[åäÕ»‡‹}cC]MVqAR\”ÿSŸgA%¼b¡Ò¹³§HÅmÆý2ïÔå-7B¹ùonðhvªcïþ]=[š›è—ä|{sýÊ•ˆ„ÊX]ÛzïÞuÚÂǹóS?^¼x5*)“Å& b^òÛL ~°jŠÓS]Û¹MÝZŠœ´FÓj²úç‰}ä–þøô„»ëëŸ.Ö¿§ƒ­… Q~ïÚùÍ›w„$äŽ"ëý³µk×Y4sûnp=5º2dÈççwüºñpøÇh~×__ÕìÉ‘N§nY;K¯¼ëdYÖöŸ:xåÁ{^–•ð¨µK+ïñ‹6-£ÆóQŠ°R*DLG¿¾3wÒÁ‘´Eë‘»&!Éööq•;ïþî½’_õhãb¤§Å.-JOMŠ~ûøÑ£¨äŠ7´¼„·ÿÛ}º×Ι‚ué:\5½ëœ=¸™aOtv9ëèѱ“§{c+K}MÉÊÏÉŒ‹ùøÒ÷ñó€ðRÞ{V¼ÿÓ¨RÂEòiØœÊäØñ•ñîÊuYN…d»µÔ§Yå¿m){ÒÚ¥å˜1Ãœl’%ñ1^<ôØ/¨XäÔAvB'¦Ž‘EÿÉËl˜%r3G…úC×Y÷×Ö›Æ$—Ž•{`åÔãÛVöôòrwu05Ò£±K³Ò’£"#_¿|ü¡”×±ë·î˜8¸/éß´… v*é“_!€ |^¦åÏÛ´z"ð­•t߈ڹ˂œ÷Ÿ¨Î”~ôóK,íf^ù[‘ —,‰âU‘IÓmd©/R@ÁIåÞ:BÁÎ`q@€@õt†È¹÷é±!'„T± sÿyS{X‹ ë¬?q5®O÷3~1ÜYdiÞãk§¨§hÉòiºFƒíg®öw6šËJݱå•¡¸·@jðƒÕÁ„ s&s÷Ýß6½³H¾×O›fß|²ëN87?71ôESÿX$RJt’ ®üí•ûטß_ÿ…PX†Ì{7e¼Ð¡†Jò³Þ‡¾™cۦǯC¨CÛćë{lþ—w4¾¼0«èCÈë]˦vè;pTsíŠå•"¬”J„DM0õtU³s„Ç)Z†°m7âúå#"GÓÅŠ!ð<ÑmÉöÀ´RÎ,vѽ³ï/ÅÏ¡5ibÇŸà%è³6}Ðñ¤_lEYú‡zò H~uðØLòW+v|…ß]ù}UPF£‰÷‘î+N¾âV˜ùéÝ_Þñ+—ž sÓãNnœï=rÜxw]Áb öǼõèÿŽ¼ï3~e6ï÷"…™ñWNº"ùƒ”ß2+9% *„Š~ñ«F€ @õJà[ ʹoD-ÝeA¾ûOÔJgÊÿ·þP—?Ð¥l¶®’Tq}•Fm=‰•²X³•yëˆ7Š‚€ ¹ m­5ˆ°šÞ΀Þ~Ä¢³×iIú UÑo|➯Ãìqëþ¹Ç;¶)¹_ÆM<ÿ>qbpk‘Ùd·ÀH ÑA‘b“¬'OŸbBSë¹[yƒ½ŽøTÄ©>ùöé“’ÐS\†U\,‚,.ª¸óUiÿ\‘¾±JK+þháÎP\˜ªG)•u”®÷Ïãç;æï8v«P¨¿¥˜Z¦ß/\³~ù4C5IÛP]˜€$0 \ŽßÞcÈI¼³Æ$”âd1µL¦.Û¼yNoñùt­FÿÜzd2qøÎK/„~‘ ^´"‡Þzà¬Óÿ¬QåÇ,TP_‰Ÿ;ŠÊÐT–í»ìuð~˜Ðèj4ÁT½×#¡h¢Ý¨ßž™ÚŒ™øÓ›¸ìõ‚Æìµ}÷ß—o?É._RMǤKŸASfü8¬{ ïÔ¼ÚåÞñwåuóª  CÇêï[þ=¶¯ýmãžÈä<Áš©´Š–QçަΘ|uÕ¸±¼Ï ]ÇÐ|À÷‹†¸ðÎðXLÁþpFÔ}‹^GvmÞ}àßÀ)u $iL;×6ÞýŒ5¦£«•H W¹Â­" @€ Ï,ðí•rߥßeApsõþŠw&+Ü÷ÒÍÇÉ1o*o.Ouˆ,Ü9gÀ³«cçÍú¾›g«F:E¹éÁÏOúkωÛE¼Ý2 œVÎ)ØêÆô>Wîû‡ä•_½§|^~tål“‚î¯ZU9‹ÆPi`ãùúú…GÆdäæ3T4Í,¬\[¶nål+ö ¥i:»nŽò¹ŸÆâ}d ÌJ2Õ´œ<:µq´Ê˜ ©èM^±gô¿\:wæŽÏãwaR3sèjZfæÖ­=;ünT×–Ùé‘ûH3~ðŽÎP±hâÖ­c‹òƒ­ŠËÐü¸‰z tJB’¦fºæе5‡$Ì’’¥€peJ©¤²:*ej×jÞŠVó„ò0(MÀܹ둫Ϸ'G={æ›WÄTÕ06kظI³Í]Môj†§1ܽÆõ[V˜ý6àUHDdRJzAQ õÕF[WϬ¡E{GWǦ*5ý¥\;¾âï®Bª ÊИ:£þ9ò§•Ï½zš’•¯ª®e`lfïèìæ梧Î91ªwŒP“UN(تn†Ó–mšöó†Øð·/ƒbâs Šè Uj›XZÙ89;›ékJï…’…¥7„9€ @¨So7@Hý.TñûF(ý. å+_ÎûO(Ø™nmÌVž äo‹ìW·þë_þ´h‚®µrßQj‚ùþÇ~m?aïw¡‚s*ÒÉA÷WÝ™ñç±ù!7·¨ ühSi·Ži “€ Ú «h8µjO=oJÛ¸QÏþzÊXMU§“×àN2.UEq ËQÓPO‰eèFM¦Lm"q–H¦eDj–{R>a‘æ”R‰H˜„jO@ÏÌÖ{ˆ­·Â 05ôZuèN=®IÑ ”õ ]EË£‹7õTt<¼åì§ÃÊ¡%õäU)竲„ål‹A€ @@yßr€PÂ}#”}—Κ•ûþŠu&óCP¢äè`u›Swñîó¿w)ô:°Šè HaþdÔóÇñl¢±ðÅw”rë~H@€ @€ @€ oYà›R+^ñûF(ý. T¯ä¾ÿ„"™3¶Ééí ÷Ý–Ã÷ßdùšíÓ„òùe¬[öÞò×®¡žMù9üDgïz;oe—ñ3j”pë7ÐJÒx¿uDšG!@€ @€ @€ ðµ |ëBÎúUø¾J¿Ëw«“ëþ„"yqÿþ£¤Ì|þ­ƒTLšÔù»©‹o^<}ýŽÏ« ðÔô,‚©NÝ÷¨y«¶Þ‡õíâ¦"p9PÁý¥i¯Ùáaø¾É-¬¼Ñ `‘4Î4³qîÑ¥µ´{))|ë‘1 @€>³@ð½£KÖì ‰NJI,¬è ;sŒ‡•ƒ îàhÚÈ~Ư¦öiñ™{‰æ!¥ `ÇW*'*ƒ @€ä@€°NÁûF(ý. •=“=%_g4 ,ú -ÞCàߘÔS|VÕ9fvn#íܪ.#ó\%Ý:Bæv± @P®;yî„)÷D®·ÀNKŠç¶ó)6zöµ—t¥üK¹ÝAm€@]`ǯ e´@€ T/€aõF(@€ å ¥EÅìjªe³ø—v¨¦$fC_„vü/b5¡“€ @ø üV2†@€ Pëwþ1ë—m!1),¶hºúº¹]óŸ7¯ÑÃéƒõpÝ¡K[;¾ÜtX€ @Pª„J唽2ÜBv3,@€¾ZÇÑ?¿ýó×1Œ¨™vüš9¡ @€ PËÖ2pÕÕãþUû`. @€ @€ @€€² T¶¨Lõáþ2q¡0 @€ @€ @€€Â*L¨H¸ÿ„"zX€ @€ @€ @@ve7Sæ¸ÿ„25Q @€ @€ @€@µVK„€ @€ @€ @øz üzÖ%F@€ @€ @€ j ¬– @€ @€ @€ ðõ @øõ¬KŒ€ @€ @€ @Õ @X- @€ @€ @€ @àë@€ðëY—  @€ @€ @€ª@€°Z"€ @€ @€ @€À×#€á׳.1@€ @€ @€ T+€aµD(@€ @€ @€ ¯G¯g]b$€ @€ @€ @¨VÂj‰P€ @€ @€ @_„_ϺÄH @€ @€ @€ P­„Õ¡ @€ @€ @€¾¿žu‰‘@€ @€ @àk ß<¹›YJд:÷é¦Ç¤}íãåŒï}À£°øl†®yŸ.îtáW1K¸ ”)’õÂçFR>ISÑïîÕI³Î:Ãg¿ô¹ž˜GL½î}:kUÓ+)CûŠ²…Ö²l«Ly Ÿ«]G `Õ2[‘ŒzÒ‹c—”nó%ÏA€ðK^{è; @€ @€¾-*FuóiT!A7iÑ‹ ~ƒ'‹î]:ó:©ÔÆs˜wáñV1K¸ ô)*@xíM ›¦aãÙ»&ºÁg¿|píu›P³jçõÍEײL«Lúš—yÎçjW–Ž Y}[QêÇ7¾ÁŸœÛöhlªÁ'YšyïÖfÃf]Ýíù™Ÿ;QG˜YI¯_½þó)3'ŸM0´uõ-¬l[´lia¤]…@I~Fà«—b3²sÙ4¦ž¡‰½³{Kg-‘TˆÖQVþèÑóüR’¦iÚ§{Ûjp’“ó*àmô§øì¼BSÕÈ´¡ƒKK7'Ûjm¸ÞL ¡õ @€ @€ ‹+óCDr)µ„ƒ£ƒÈ©tUÌ’¥”­×XË5_=_œUÐóÛWÇÛxz Ž±(!ì•«®}§tuÌþÊÓ$«ðÑ•Sïø–‘‚C}é÷ôÒù³­º?¤»¦„@;äÉÕÎÝÌ*d .åûÄç¢a£QßOkÛÌL0_ M&„ùúçÔ§ŒB*“nìÒ“  ÌI²Krnž=zýqP©PïÞ>¾ËĶ唩l5Eù"&«òÑt€ @€ @€@Õä™mËî…f^øg×fºÂE«˜%\ð3Mņ…æS‡¤i:Žö"]¨b–HI©“4æÐi‹¼¨ø#]MW(üXßY¤Žè«›!º–¥®²ZùçjW–a [ Erd©¦®Ê’e1Ñq4íFV† Á&ãbb©`—µµ@æ×¾?²‹.Øz= ¦|È4ËÆ6–¦L²41öctbÁ.¸{&+¯dá$oá!òàô®“Êcƒô6M[š1È’¸áQI™ŸïØLÎ_ÚÎÎH@’“$Kó}.Ÿ¸pç¥p´O¤Tå$Y–wò¯MÂ’9YtUÛf–feÙ¡¡éyÅ©Q¯·nÎ^ôó+=•Êe¾„_ÈŠB7!@€ @€ ùØYѱY’­b–äê8— ¥šTmج±žP:Ê-}VÍ;Io`e'¡t}g‘Ðå¯4K|-KYeµ>þÏÕnÍ&bUVó%?KI²49&±È ™µ®ð…0cb¢ š¦••Ie¯¾öý1üÑÅåÑA]óñS§µ±7çý\ýáÕ½‡/ä”}¯>i߶«½!Ÿ¥(%äŸsœè ]ÝhÌôY-+–"YÁ.î;y§¸4ûä‘ã¿ÍÑWáÕGYñ¡Gý—Iý좩G»¬·ÏSKøUJNÞ>Íj7ž>ë' }n9VqöÕ÷]ñ¡8ãã‘“7~ùa £²ÉUÕ·\ëÛA @€ @€ e ”¥ÆÄ•Ÿ…'^i³Ä †vNhXÕ®ƒ£ªÈ¡ç*f)ÜÑú΢𿘠js-15ìè—fU“RJ¸Z[ íÙdYlL§mÓÊ û³s÷“üiï¥QæçÐÕ¾'os ŸÞ¾žÅ¹ú2­×èéœ-yùTù˰áIqÇß}ý]{ÛŠ¹dîáí;²Ùt5½¾#¿ïçiºao*QÕɦdiê­{/9‹ÓµÇ͘åd¡Ãoˆ¡¦7pÒ¬´ÔÕþÑ9ñ÷^Ç÷ô°üÂ.4Š!m"@€ @€ |yeÅùII)…%,5M335fåuî`’bbŠ¥ «ŠYâKåe&§f”°-]Ã&t¡ãúBÅÙeÅi©©¹ù…l‚®¡¥cbb,Þ+¡¤LŇGå°©ÞÔ EŠT1‹d—¥§$g媨iš50SW9õP¤& “5g©_Bíred'§¤—”‘šº†f&rŸ©Ã.-JIIÉ+(f¨i˜˜ši«WsU@’Ušžš’WHÒZºz&FÌ*V¼ÐÐÈ‚ìôä´,6idÚ@_[]x&+#593§€®ªaÖ ¦ªäuTÅZªM`B Ô"{RŽm^¾®–åÅ'&“ † Õ¶ƒšXɺɺµÈT>.&†:ûÍÚÊJ›,IŠI,6r´Òx«áþ(‡§‹ö–Ÿ–cíó—-MŽxŸÎ ôiZµòl"¬(âêî¡véõžO½raÈÒ4ÿW¨LCÇ^­m*ŠV¾Ð<{õ¾ô 4—M¼ðõÚÞ–ÇÉf±IƒF.S¦NjÚ@‡`§W.!%•ó18:j–0qéЪQet[œÆÔЯ狿.d‘¯ßKO)ÕÔÓlëéŠA· @€ @€ é4(ÎI¼|öÌ“€Ð¢²ŠS@˜êº­:ö>¨—nù w/.í=pý5¯òäæÅ'Ë'zOZf•rSÚ¬až6™·õçEaY$ÓÜcÇÊiÙ±ïÎœ9ÿæ}ç8qùCÓÀ¼‹×À~][ \»ŽšA&¼vãî›Ðü.Q¹t¦zcǽ¼û¹Ù™qçþOæ¾_²xSÕw5«ß·ýbÂ;†Í/Æ9pÎ4vlbÌÏä&$Î"ËòŸÜ¼tÃÇ—º3·CM»eûžß î­ÏHZ5wM‹0iÞgíì!ÁM²d÷osߤ°i6lYfD'ªæÉdÔ¿¢Ãdö¦ÅKßç’4=‡æëˆEUó"-Úxœ2°ï6fÁ¨."ä&3bß;ÿß›ðO¼•Lhê7ìÌÁo¥*&&¾8?';ñýÕ+×^¼ /,­X4êvbÎ-û äbmÄ/ÆOd'FÞ¸~óśмâÊ‹Uªhè¹´jëÝ×ËÚX›_²¦ ¬k}‚ @€ @€ª «9±Û7oý^H`Çd2Êʨ³qˆ²¢ÿ»çãSóž9DôšœUU'>OE•s™d$G¿Ú±åïLêø4§!:·¡‚Ì„§öF%Œ˜3¦ÿˆðûçÿíÁ`2Xåk¹ +ñæé}þOc+ñ«DlàÝÎå”rõW”%Ù%ƒüv†õ›0{@»&ÄäÇ—7þ:r9[žÎÔÓÓeeÙÙ9¥…Ù¯ŸÞ~óêŨ~êâd.Ð(]E…:ØÎbg'…lÙ¼+¥€EõŸApÎX¢¶£èw϶ï*þmÙ´wî»øœZ ƒÍbQb—ø\È.¡/šÐK8!a- ´(˜”©Ãô6mÛÜ~wjùÕ«€νί“|õâwCnëÙN¸Wü2œ„ìÛ¼L]¥ö#FùžÈ åľüûøÍ|n·„zAMHµ’c+’qk!jXž,J¥©1 …–Ë/þIÓîÕ¯‡äòRr ¸stut%¡©˜40b$$²Š?¥”‘æ5=J¬­Ž3 ¬cp4@€ @€ (*@S¥]ÿçïØbÝ!¿oßÒIWC¥¤ ;ø…Ïñ37rˈø7wý?öèh§ÛÒ{Òæã|ÿÛwöqj:ke;Î5âTÔ4¤ÔYœÎÑèôòCÑdQƱŽ¨›žð‡KSꊔÅy¯žÜ:sùA!‹{tᮋSŸ ©%ع1GOÞ¢¢ƒ M“¡£F·s³×Vã}-)È ~õôÜ…kiÅ·NüÓÜq•~ŽÊ’%Éa‘T ÍDΑ8+èÞ9ntPUÏ|äø mmTè´’¼ôG7Ï_¼óêÈ©²ò(Q10ª^I*ÄøÅkˆÏ//‚Vxö艵ßÚ¦…ƒž¦*…ðôΙK÷ XDøã ÷[8÷vmPmýù owäDijz^ƒ†uôp1ÖÕ,ÌÍòpæâí¼²‚kÿîµ°Xéλ~`NÌË݇/åQç 24» ѧ³‡¾&çJ¤ÅyéÏï]>÷¤(óÔþ=æ+V45Rå·Î…%KóÎ=Zbè0sö0—ÆæTX16<àè‘ã²Ksã®_½ìwË×®uïá{Z™è±JòƒýîüsêF>‹øðüvxÿnŽ†•Û†ÄµÌoN0!k‡-[´±Ô¸WHF½y•QÚÓH,¤A]¿ñe`ÕM˦­+gó–øc›—µ«œ!ƒ2a¥Å÷nÝ, kµéܹ™•)YZj&5¯ÊJÆ­HÖ­E†ò¬‚ðwï2+„\Ѳ÷ÁïÄmÓâ?¤•G-Ýûn^ÒCâ;w)Ù= 9ï!•#ÇÚ—XOµ™¡oKÊ 99;óc©)©)åy4c#i5˜›ÄGª§)©iDc+iŪΧùÜeeœÓ¹%‹,˼}ÏŸ3Ÿ¦1jÆÜõ¹eUµz~7MO•Y–{åšO«9+,»~áf¦(»š9²s%¾š¶Q×A“4È¢C7Ù…)ÿÝx²h\wþzãn0dÖ‡ ¢ñò³Ìµ¹ÇÞU¬ÚŽóç¿÷¨ª}n\oØÜë§)C¹§·2Õ´Ztäõ1ôÂóh‚ö>Á±meC|-‹ ­+/ú݇lU@¯i›v¶úü’å š‡÷ˆÇÏ߆gp¢^JyÔ~SO/q|çν-®>‹/"²Þ}*i#p&™øèXY‘ÏßQGö «VÝ››‹hâÙÝú¿‡I¤FijB&‹0deé¡þáT1c§¾+£ƒ¼i­{y_¹˜ZJ|xå—>ª›1ÿ ³¼mzõçE+²lìÔ‰{Eœ)Õ>ý½„#n4{‚ DZZATÅ×2§±‡\¦y´msñy4› ^ôré-¢ _¾xQ~žÓ³‡ð,¡æeÝæåê*«ç4Jçê·ÔYRtš[µUÍ·"Y·YËóùb£)|ÂÖÖ†ŸC%ȸèäR“æ6ZU  , ‡§‹4(””uí -\³ vqÖñý'p®*Ëè=|Œ…ÿ £daaùþD¨ª©ñ3E+UWSçfRW¢–óÑÐÖVƒF’ÄûÀ€œ!íu©ƒ?r¢#3¨rÅÅT¤B.þ‡ @€ @€ P+Ì–n®âkêéQ×z£ŽÑQGt ÑC¹â TŸCkÑ¢…x=453{½„°l‚•›gÛTÇÐÐ*F5ê÷àn'—qú"‡­©“¶,Tß¿YAM6q4¹¤¤Yq11ÜCÔMííÅŽ`4OÇðÛAüêKÔ%~sIø šYëŇSøé±ñy6ME¨‚£KˆË)§±spŽÌqJQ÷ûyó_‚gU~ŠˆàÞðÌÖ¹¹Ž¤Ð]ËÊÑZ;52,øô!¡Øت"ÁkTÅÉ©)/]ñJ×Õ§ª*b4m+‡F¢'<ééés·œâ"nÌ£|)IkY¤Zî¤|6læÑÌà|X&+úÍ«´Ò^&Ûu«¼—oã¨ÊÕ¸¶²­ÊVÖm^¾®òGݪU+ñ3·+j®éV$ëÖ"kyÞXÈè¨(jk°µ:2;6:“M´±±‘ù˜S’úîìÍדû m„e©ÇŽÿG}âpl²"RÈ˨ï¯8ƒ°¾¯!ô€ @€ @ é˜©‰fRÓ &uBu9I²ü( dÍ¢iZZJZˆnjjBPB‚ÌHÏ šê˜8µs2½œR˜ñtÕoÛ¶kÛÜÕ¹©m#Uéǯ%U[‘GæÇ„}* &D¢g¥¥S'Ÿq¦ffÜ„ÈÿS‡×• ¬C| s‘”OÒ8øT€ ÓÓ3)|Ie*ò¸)3)2‚ÑAªdRR"·¼¹…yE¢/t³¦Ddu×±äätÂÊBh>]×È€ R =hL&÷@¼Š¡xБ©Rq”^p›•¸–…*åMÈÙa†^ÛÖNa·ƒ¨†ÂÒ¼\MxõñA/˯mK¸µkG;UÅCÖm^ήVô@Ͳ²“‚½ªÆŠ¦Yó­HÖ­EÖòÝ&‹¢¢“èVzB!蘨h’ ÙØZ Ž®Š´žr,"­²®}iõHÌ/H:¸{ﻸ,*èÜuÄôáDÞGy»-I=¤þ„÷1@£W¹Kì?“¦ÚwèÀW[Ž² ÿË‹³úvkoi¦_Vý>øõµ+×¢R‹­­Ìcb9ï3LÎý2¿¤ÇÖÝ/‰}… @€ @€jI€r©¥úùÕÒtôt%\ÖÒª8,¿€sý:ê,½É?ÎÚ·{DRnaV⃛ÿQO†š–mS{—æ­Z¹™éiðk­6‘–Á9CFÅÑÁN¤°ÄYœh"Õ m-M‘òÜI}#C*¡œÓ[ê_G ¾v>oàÍÉÌÍÉáÎã¯/©EËgð/œ¨£#5î¨Ã»“e^^žXmT¼O¬Ï7´¤â×gê‰-)˜!q- à§åîp˶mOÝ*&ÈW¯z»zñ:͹¾(§rºN»6ÎüV$&dÝæåî*§uš–Nå&…ºSµ ×x+’yk‘qëâö›“Æ2ke+|q\2::š Ø4Òžô 9<åXDZû²®}iõˆç'½÷Û³ïߤÜR*âÖ¦ÿ„‰ýÛŠïRªjªœÉÒRª””GIiÅ©}jª’~M"e)ñl£¦§ˆß{Ú§„,{óð õ(Cwï;¡Y‘_y€¦¡)r>±@Áz™D€°^®t € @€ @¨ )gŸP׶ãvͽØAh›5›ÿëê€gŸ>÷Nd‘«8?ò]õü«gQÃúkÕèlXh(U9]׶™¹èg‰³*.¸GBÉë•“)zZ›Hú8ɬŸ?piý/-«¸ó¢4‘Ëxåygý‰ÌçLRç©rsËXJ»­£H3ײH™Š>ÈÛa ‹æÍ-5^Äƾy•ZÚ›{%[v~Ì˪fƒf­íªßfdÚæ²å\LR"uB©; gY¶"Y·Yʳ“?Åä—rNÍ‹ Ì! Kmµ¨†TJ×m\’ÅÍ¥©hÙ42ãn ò’rxʱ¯5 ¯2­} ËKÈ"#ý®î>z5ŸÚ±˜Z}ÇNØ^ôêò…hÚ?(ÍË/¦n0*¡&Ê™¿×ÖÑ–X Æ™4çn#nhsáÒI¼ŸYÐÍlz÷ÐÁÕúÚß·9UÑ´ôu«ßejÜh]¬Ñ§Q]tm@€ @€ @¨o$‹Í9¤/áÁM F’è*Z]úRÏÂœ´ˆ0ê–”‘G°‹ƒž^‰Ž[ºd¦±ºÐu%TM††EQùæöŽº"e¥ÌâO¤Ým«´„:Œþ¥=(bYð%O…Ì«âT#%ùk³¬Tjð¯&Q*eOJYË+’¿Ã4µ¶mÝ^Ä=' bBSû47¥ê|™Z~JV[ÏvRâq¢½¨ù6/WËÛ”*«ÖJ–­HÖ­E†òdÙùý¾IáE—"øáùà‡¢˜¹uÃn.½AË«gT‘ÃSŽEÄ»(˜Sóµ/¸””4ùÎç4u¢Eej›ÿaV»f ¤”$ŒŒŒ ‚z“$33²[ÉBÎÅŸ9š±‘‘´zjœO³ph7Ç¡]aNFruv7ÓÀÄÌP§¼]²,9)ÓŒ¦©©”sUkÜJ]¬bëªë® =@€ @€ @õK€UWHÚbùùùÜ®jñ.w)Øs ]ãm:RO‚d} 8sò4uéÑœø·ﾞÖß]°¤xº,=2"•¿¡´YššÜ+‹’å½2¯3=-­24!>».r$ÇúªºD » _.|ÁÑèèêq'³³©kš Î’˜Öã•Ïá\=²¡Ä2ü QêêèJ, `¦´µ,±ZE:ìèÑV÷âó6ùêe€Wó>4‚ýâÅKªšºE;7+‰ÍU‘Yí6¯HW¥µ[½•,[‘¬[‹,å­»õk”ÏÙ Þ>½›«Õë£à-³>…>yóÁέ“£eÅKÓn(òó9<åXD¤Qi“Õ®}i òòÉ°Gg÷œò¡Þø4MìfΙÕÌL›7K«……A¼ fÄ'Äî÷Sv\|'¡Œ‡†®¡®Ð,Y÷1©˜ª[ßÊF¿ê¦Œ(·•ë‰Ú @€ @€ ¯H€ÌIJÎo»çœÀÀÈÔ”ÔòIº‰±Ðñb2åI£‘Cëçh®X±#›M„‡°û»W}9&4”Š‹Q'¤8Ú‹i¤Í*?Ÿ†Ó\Rr2A4íAF„GˆeÖM­â|Ô¹œA‰6šš’‰™H|9‰ âS!Á†Tðà5U}<'Zà ÞNfJ|N!• ™˜7ÒT¡54§‚ˆo¨bqñqa/^žŠø&$PÈÔCµaCÅÏL’Ђ´µ,¡(ÃT ÃLÃfÍ î‡e~ zVêeTø! "“jŦU»êb«Jbó3¥lóŠtUb;TfõV²lE²n-2•oݽ?gì숇×Ô-‡ À0~~!öÉF'ï¡ž6Ü`¿´WæËá)Ç"•íÕ0%eíW½t»ûûNÞ£öC-3ûy f[éWs×@S»¦T4.‹M¼ gõ÷”ä6D%„}̦ҪfMmEOÄ®º/²Íý˜Fõ› œœÖ§l•|®Ò~.y´ @€ @€ Ô­€ÔHu¥:i=a¿ íh×Zd6Y’“ÃÉT5³1× Øe) Ÿb?}bš4sk"á²xjFV uhÙÙdqQ‘Ô¦*Ú CËï©FUeg$rüVê¬FÖVTБ:Gð}hhY¦ðjV~üã—‘"C¨Ñdu}­A%jêjToH²0;«˜Ô}Ê#-[Z oY옘êÍÄšz3©â!¼?Êá)Ç"’»#ûÚ—\OyniVÔ߇ΰ ¦®å¬ŸfU¤¢éض*mç~|õ6ihˆ¢n‘þOK8µ»x¸sÞä~°ó\½þ>>)›i1wêP‘ªØwî>æÔÍ4hç!é÷r·[' Š|ÀÔI›h€ @€ @€@] ðNa# ‹¨¸ŽÐ5!«˜ÅïÝÛ‡7c»ºYéªðs¨Dijûqœ³ü3'·†j4²,çÈÖ??ä±µ,Ül~ž¡¯*r™(N‹ŽÏå”721áŸ>H–凇}¤n¸EÐ5ìšT,ÄÊH¤JÚ::ˆDÓé³´m\ìtïsX¹ü†öîádFÕÀ}¬Â+ÇŽ&—R‘1NS5yÔ„¥&õpÊÐTÍLõ‰Ô ‚þ.$ÑÆ:?¯ò÷æÖãÎí»¤=Þ>ºÓÍÍZ?œÂ/³š9rðùË’Å>÷ýŠ©i†n—^4Ëç0ô›x:›Þ JaeE\º4Ñ«yå‘ðöA$ÇåçÌ1 šzº˜Ýz›ÌÊ ¿ú0lLwGÁòÉ~tíZypõìP+'&I_Ëü‘ &ì°µ[Ûj·“ŠÙïÞ§'¼¡jV1vtoª/Ø„Ä4É–y›W°«ºQ3«šoE2o-2n]ÔRbc¨wkkk¡á°2£cs4,œÍÄÞ:¨bÒöG9<åXD¨Ÿ¼ 9Ö>oQñWös'ò©Ð´ÊÀñS›«‹—”ÃèÒ£Ûð ,vþùçšü4NG vW”þáÔåGÔR45“žÜ$-^ã<ºzòÇ€—¡~§uÛ¾nÔ¥My’ýâê1ÿØ¿.ö¡–´h=ð·©ý¨D³* i ï}è¯cû6­QQÓÒÑR+ÈÍ.*¥Nv¡4÷¾cÚÛé—§‰V}FwJºÿ.>-êÍÁo¨¹jêêt‚]TTÌ |Ñ[ôÝ«…Ð)tÜeÿÊ YÑ š‰^ª´ŠYÔ®=Gx}Œ¿Ë.ξûßñ»ÿñj¥1Û˜ØÏyç /§ºW),ÞÕ-'y¾C{/GŸW¡)%ÙñÿìÜðÆdЩ;R¥Mš¶Ÿ0¬Ãº~TšÍæDP9²"IÓ0™ø}ÿ¿vü³o3?/»¨¤¿•>w9iÿk[´˜5eØ΃rKKüoŸ¥žB%Þãg´¶Ñãgj™7Ÿ=uøÎg³K ï_8ìs阞®QV”[À]•†VÓ~ü¡f ÂhüJkœ¨z-K¬F±ÓÚ´m{åE\qjB1U;M«]»æ[Ï”c›W¬«¢]¨ÊJÞ­HÖ­EÆòdLl,u)Q«†j‚ƒIŒŽ¡.‡ikc+˜ÉOKÙ9ï`rxʱ¿'‚ 9Ö¾àâütRÔGî~Åʉ;æ4?_R‚>¥iG~€:;yÐ÷³Òvl{•žýöðî·Â‹Ð]ºÕÓU0n÷áõƒÓ÷$ ÉüÄ BMÓÆZµá c‡.c½#þ¹À.ͽ÷ß¿÷þjGÃÐú‡93̵$Æv…JÖà ëáJA— @€ @€ ¥ hYyL~ôòÓ"VE¨NUµâÖqU̪hž$Mì;þ¼H÷Ü…Ko#â2Šó¹ùÚÆzöÚ»?FDcꌘ½Ôþé½{žø”Â"©Û r Ó˜j6Í\ºôìÓÎÙJðhµ¤’a¡áT¾F#k-‘²UÌâÔDchýaq“ç>Ÿ½ˆŠK*(aijØ4uèÔ½7u[Dvbwð¼ËJjœ—W= ¯dM^iê&3,¤Ž¿?ó¾„Z$IE™ºî{7 ‡=¡ü…DII)¯¶Ò’ò‹¡ÒÕ5-šz.]¤}îÜoÞW…Ï[Pê«uËÞ¿.·¹võÚ‹·…¥¼H$]ÅÖ±e¿ƒ\mŒE–lԢǯ¿ÚÞ¸vÝ?0$¯¸4+³â¬#M=3wÏNÞ½»i ]rVdq&«YËÒjV¤ÃÆŽvº#©û.RWàµsw6©éåÛæéªð𫶒+’uk‘¡<;;&6KÃÜÑTðl5‚ˆŽ‰¦ngjcÓPx€SUïrxʱˆxÇä[ûâõ(’ÃÐ4¶ð§»×îáçm¤7M7tÞºwŸØ|º{Ÿñ.Ä'¦R±:]#C=-^™*fñŠ„±Mó šçg'§¤—‘ÚúFfÆú⇞it5·N}©giQ^ZZF~aIchh阩©H8¿„¦Ót£HoÉb ÇŽýíHCkêžB*fñËÑU›wð¢žü ~¢¸°€SW¸ÅMuÖÚ=ü2 É,rásjU7°óÃÂáEyÉÉ©…%ejšº ÌLT™Üèªåš=«Œ¦=Ã^~gŒ¬]XèZ->U^‚'¿‚Ð7o6vz³Ñ¥E)É)¹…ÅLU c33u©q>]³Æ#'ÿ8‚U’–’’“_HÒ™ºúFƺâë½¼‘*·LzÃU"cè˜v“Î{÷u®È ‹¤nÜRW!c‡+{@].rñF‰›Aeêl-‰›Š¬Û<·FYº*¶ê=BÞ­ˆÛCY·–š–§ë/Þ\¹mó};œßy$J}âžøbbl"P¼ªd YªªBxÅbi- uÏ¿ã ·):EWQo`i%zñVÑR•Ó4†ªICËš’U.'oªfk¹ŠÚëºÃ¼®È±Í+ÚUÙ­dÝŠdÝZd-ÏëÑkµû£žr,"±¯r¬}‰õÈŸIc˜44¨ýUCÇÀZÇ@þ~Ö³% ¬g+Ý @€ @€ «Yzéàvÿ÷IyŒŸÖ®u4ºJ$ÉÊüäey•ªe­å!@àë@€ðë[§ @€ @€ ð ÐTk¥½È¥†ýïþÃ?LgmTqÕ²ÂÌ›§ùÇæQ³ ›yºYJ¾øÞ7æ…áBøÖ üÖ·Œ€ @€ @ø <úŒxõúSvzTÀº_ƒÌ­¬õ´ÊŠrc¢cò‹YÔUt-&¬*rkï`ä È.€¡ìfX€ @€ @€@= «M]°ôúùS÷ž±J¢#ø=¤1íš{Ž9ÔÚH“Ÿ‡ |Ë~Ëkc‡ @€ @€$ Ð=ºö³È# ¦žæ—sÊSÓhàøÙ^C3#ßG&¥¤–”1UÕõ Ml›45ÓGhPâŠF& oTÂotÅcØ€ @€ @€€tºG·þÒçÖë9jZÎn­ëuÑ9@øÌ~æ€æ!@€ @€ @€ P—Ö¥6Ú‚ @€ @€ @€Àg@€ð3¯4@€ @€ @€ º@€°.µÑ @€ @€ @€>³„Ÿy y@€ @€ @€ Ô¥„u©¶ @€ @€ @€ ð™ üÌ+ÍC€ @€ @€ @ . ¬Km´@€ @€ @€ Ï,€ág^h€ @€ @€ @u)€a]j£-@€ @€ @€ |f?ó @ó€ @€ @€ @¨KëRmA€ @€ @€ @à3 @ø™Wš‡ @€ @€ @€@] @X—Úh € @€ @€ @ŸYÂϼÐ< @€ @€ @€êRºÔF[€ @€ @€ @øÌ~æ€æ!@€ @€ @€ P—Ö¥6Ú‚ @€ @€ @€Àg@€ð3¯4@€ @€ @€ ºø?¡ú_¿’­¤ŸIEND®B`‚bpfcc-0.31.0/images/logo1.png000066400000000000000000000246421465134135300156610ustar00rootroot00000000000000‰PNG  IHDR9°t)UsBIT|dˆ pHYs ¥ ¥¾~MEtEXtSoftwarewww.inkscape.org›î< IDATxœíwÜUõÿß¡Ch @ºHI4þV‘" ŒÌ ET¾€b$‚# REáR 2Ti—.HÇЖ’8 „*D$H•NB~œ»ÉfŸí;³³Ï>÷ýzíkŸÝ9÷>[ÎÜrÎç ?fÂlÒç²8‰öÈÀ®Ãáp´Ä|ywÀáp8²Ä99‡ÃÑ×dåä†ed×áp8ZÂäG_ãFr‡£¯q#9‡ÃÑ×8'çp8ú7]u8}É9Ž¾ÆäG_ãFr‡£¯qNÎápô5nºêp8ú7’s8}sr‡£¯qÓU‡ÃÑ׸‘œÃáèkÜHÎápô5n$çp8úšò6¾ïV–,»-, |doS1äÕO‡£—ÉÊÉÍÌÈîPã`Ÿ&Ž»øv¶]q8'YMW?ÉÈîPcl“Ç­›i/ŽALVNîãŒì|ß_Óäákû¾ïÖWŽ*¸‘\ï2X¨ÉcÖÈ°/Ç Å9¹Þ¥Ù©j‰Ñ™ôÂáä¸éjïÒª“sërGÜH®wq#9‡#ÜH®wùB‹Ç»‘œÃQ…¬âäRÉ^80 XÉÞ–>°·÷€iqý;­özß÷WF´xšÉ9Uè)'xáh`'àËÌuj+Ò Ÿ¾Ln.ˆ“hz;í÷­NUFø¾?Ê3#íÎø¾¿9’UñFÚ¶Ž¬ÉÊɽ×쮌Dì®Íö–¶°·‰ÞœÜ'Ѭ6m6Ä÷ý½€Œ1O¥lº'2šKÍÉù¾¿ð[à‡ÀS¾ïooŒy1-ûG7ÈjMî­F^øÙÀ Ïž&оƒ«d~À®^¼pbà…«¤d{¾ïLŠ¾ïùvÜziuÀ÷ý€Ç€ƒU™uɾﷺVèpäÊ°ñc&ÌÎÀî.q]Sí…À ŽÌ íj| 'ÑïÓ0æû~„8ær.4ƼÝÝQȈöZ_“˜ < Ülo“1-åÛL‹‰ÀÏ‘ F%ï»cno£G×ÉÊÉm'Ñ•O^¸9p>ðÙ Úl†«}ã$j8Ò¬…ïû§?®ñòóÀxcÌý-Ø[Ø€­Iw ámà6àFàRcÌû ú²>p!G’[cþžJ/Ž ÉÊÉ“èñò'/Ü ¸X$ƒöZá`÷8‰lõDß÷BFYõ˜ ü8Áói[ßkµ/mð*pÌšÇçc>ò}Mdmñ«mØzØØóRšt8Ò$ó‡À Ç"#¸^qp k'!;° ñ}Ä´"ë¾%0Å÷ý¯[ ø¾ÿcàd1?ðà÷À4ß÷O§=°2pQZs8² '÷)²8Mà…«"ëAKdÐNìxá±õð}àZD·U–®÷}ÿ<$Žï4ÚÛPÈ‚U€C€áؘ{:=KNîí8‰f^¸²Ã·bm¤É‘Pçõ7€Nãàö¥?3N5Æܘw'ŽzdáäÞ ¼ðKÀƒ žöé6ÛbƘÙÀÞØÑ©c ëšGO“…“[¸Yû,, \xaÕu2cÌ¿¨62yØÃã„=ONnIÚ[¿Ê› ‘5ªªc&!qv8È3-ïN8ÍàêÌË‘.]çu…Ä› e.2Æ\˜w'ŽfqNn^–­õ¢1æ5àûÝëNÏñ ’¬ïp œ“ÈO/YëEcÌuÀy]ìO¯ð ðcÌÿòîˆÃÑ ½êäj¦Cu%§z‚ä©%&cλG«äíä^Bòô»ú¾¿aÞp8Z¥[#¹Ç€â$z¥á‘M'Ñsn \L¶Ç[!"’°’IûgØv/rðµ¼;áp´B7œÜlà{i9¸q= |1M›-òC:Sðh•éÀ+ˆ”Õ’tO>¾Ä"¾ï¯oŒ™ÚåvŽ¶é†“»,N¢ÇºÐN×ð}¤ÂXÖ¼…u^ ÜnŒù¨ m:}EÖNn&pTÆmäÁw‘‚×YñpcÞÌ°‡£ïÉÚÉý9N¢g2n#ü m? |Ód؆Ã1dÈzwõúŒíwß÷@vw³àNàËÎÁ9é‘õHîÞŒíçÁ—ÉFÎýq`'cÌ»Øv8†,YŽäžŠ“hF†öóbë lÎÀ98‡#²tr÷dh;O²pr¡+ëçpdC–ÓÕ¾pr¾ïGò6Gë¥ÜÄ“À)Ût8–,ÜýÚNß÷G!Nl4sÚh¤t_–‚§cj‰8ŽÉÒÉMÏÐv*ø¾¿p>âÐj efȧH ¯ÃáȈ¬œÜq½—‘í4YØ8Çöï7ÆôãæŒÃÑ3dµñðZFvÓ¦¦0f—x2çöŽ¾Ç9¹|ÉZ.Êáò u'—7ÿÍ»G¿“•“{=#»i“w Õ9·ïpô=Y9¹E2²›6y;¹åsnßáè{²rrKfd7mòvrëæܾÃÑ÷ u'÷¢y—›ø¾?XÞ+‡cP2¤œ1f6ùn’,ŒË±}‡£ïÉÊÉe!E”S:yq¬•Sw80¤GrÆ˜í¥€Mƒg#y·ÝÊØX 8ºKm9CŽaãÇLÈb3˜?N¢6Æì‰ÄŠ­gŒ¹<Å~ý³ÍóO«Ƙ—€-€/c.NË®ÃÑMÒŽ“;5N¢w/Ä„õ²ÞÚd`ç8‰fubÄsVJý)§Ý‘\jNæ„ÏTF;ƒ†4Gr0wêFœD>íÿX³æ`Û’SîAÚɽfŒi¸qâp %Òtr—ÆI4Oô{œDo Ó;Sl' îÆÕÄìžCÖÂZ!•õ8‡£ŸHÓÉUÍ_Œ“èU¤Òüqä_£ôSàDd'µnìZÞcfÏ´xZªSU‡£HkMîÁ8‰®õ¢]óšxá}À¹tG*©’½ã$º+‡¶ÛåŸÈFN³¸‘œÃQAZ#¹¦T(â$ºX)!øzJm7âC¤ŸdZ_Ït#9‡£‚4Fr¯—5{pœDï'^xp È&oóUĹ'ÑkØï­l>|‚Ûu8°¢ŽÑ Ö¼¬GœDÿŽ ¼ð×H˜É·€ÝèÌáýÉÙ¼¸,N¢:°Õ ´â䞪–|ïp u†Íž÷^À\/œÉ]QúXX X X¸ìö&ð²½MGF0wÅIÔnmOâûþpàHjÕÒe÷K |Ÿ"#Öë1gäÔU‡£gé)'çp8iãD3G_㜜Ãáèkœ“s8}sr‡£¯qNÎápô5ÎÉ9Ž¾¦Wê®:†J©QHà÷ÛÀ+Zë–Ê+ì-‚Ô…ÄÎ^ÕZ»é!ΰñc&tRVn&ð.ðž½)â2-N¢®|¹/üðÍ6N‰Ô=}§ìö\œDÓSì^M/ÜX±mUPlUê= ”Rk )|;#•Î©8ä-àQ$EðJ­õ›°¹RpÇG²f*/Ú!²Z×h­›Î€QJ=ŒØTk=³ÙskØÛ8Í>ÔZëSj÷5¤Ê[%³é­w—€Ç€kµÖ ó›•R?~|WkýPcŽöviÆf¶¶AŠµÊYZëS«Ø;‘k«dð>r‘|)üt½Öz@é ¤´™xá³HZÒdàê8‰²ªû0†ÿ‡À _G¾@7wÄI”Eeª_ÊÀn#þ€(6w¥Ô*À™À8dyäià|$[åu$‹c` `Kä }ªRje­uM¥Ô¾Èç> ¹`ý4˜aÛYÉšÙØø¹Rê­u³²ükKÚ¿wBŠuÂÁÀ:öïåê·¸=îYä=*1Ìž·°1°;pœRêà`­uRÇæ²ÖæbuŽe©¼ø´ÊÖÎ H6N³ÔɯlíÝ‹8¶ !Ÿñ`+ûÜ'J©³ Zë9b¸YMWçÖ¶78.ðÂ'«ô©=¬Æ ° ò¦m ¼xáEÀ¹q=›kÏJ©ÍË‘Ð_€‰õ~ŒJ©¥€oŸ©åà”RÃMÀC‘Ñ÷ÀÙÕ®àöø‘ˆÄaÀUJ©ÃµÖ'5ù/Ü lŠŒ@ÛvrJ©U'«»ÕâÌZýTJ-Ž8ÞŸ#…•RÛi­ïm·p²Öº]-Æi­«ŠÜ*¥–öF.$c”RÛh­gÁ@'÷)2…k–«Ã°&ŽƒŒùQà…³ã$êh Ð%VF~H‡^xp\;‚C ¥ÔÎÀÈË×Z_×è­õÛHÄz‡8¸©ÀöZë7°ùp”RêRdû;¥ÔZëfäÁ^®|¥ÔZëç›8§û#£ËI4ïäjbì——(¥ŽC¾ŸW(¥ÖÖZ·òûí ìÒÆIJ©Ó€ÛÇ,0:¹ã$úl+ ^8 X¬Š ó×Bj†nÁÀ!òrÈ”éÛîdÕHÒäÈU»‹"Sƒ%"ÎëŸGD6f`¿~ Œ¼ð[q=–Z)k˜5™+"+¥V@ÄQgÛh­ÿž’Ý­-ÂiÀæµFoÕÐZ'J©Í€"p¢Rê¯ZëFÊË øpð‹6ú¼°²tSSX¶ŽDÖ#7EÖ'OΠAÖz¦Rjwäx„Rê·Zë·:ž®ÆI4Y|x ùxሣû °}Å©› ¼p\œDi hÎjr¤õ!²¨\bréÀ G¦Ù{"ÓŒr>Üxáæq¥©ß6#N¢†‹íݦX,ŽD./ …f×&ÏE¦ý?IÑÁ CÖöökÅÁ•ÐZ?£”:q\¿vmpÊÂÀ-ÈúÒ÷”R¿ÔZÒb³;"»È'"TÑZϲ#˜M‘µÇ!ëä´Ö¯ØuÊo"ƒ–»3“‹“è£8‰nŽ“h2²«t eÙ‡vˆ“èÝ8‰.Ž“hàkÀ?*Y¸-ðÂ5ºÞ¹.P,‡‹Åƒ‹Åâ+ÈæÀsÀ{ÅbñÆb±¸f½s•RàëÀ­õé)vkr¹Ak}OvÎAþß®•Õca­õ§ˆÓ^Ø¥öRÉn2{È‚’"ôç2²?ؘjïÇBƒã$zø psÅKÛÛ­=‰•Lÿ"PY\yEdjÜœœÎ¼µ8AÍ”b±¸Zsw·÷i.:|Ïޟ׉­õlàdsl֚ÏCvpU+m)¥V¶.ogäÙÏ#ëéKgØÆ`¢¤¾t9ãÁîªîÂÀÝ).Ø;´‚Ý Ù YH/g\à…ÛåÐ¥Ì(‹+ á-µX YÔ€RîŽüà*ß«Nù*²Æ÷×lÝ`ï7iæ`­õ€k-”RkµÐÎ÷‘ߘn­{-³Šm§[uSzRñ§g ‡´.»^ ?„£Ha×)Klű}‰õr:•ï56¥ñ´ªr}µÄÈæÓv§4ì´rEàZë÷S09Y“ÝÐ:æfÐÈÈ®©ÑœRjAäû2Ek=¹Ññ²ž½¯+7”(ÅŸ> 9å®ÚÉ;+žþF]i [ŒúÈŠ§¿ÐgksÍì®/W,«9ÂRGÚ;Ï¥÷7•›½0 ™ÎŒlò´ÛÝ}”R 7q¼L÷«e/¤Mi‰àª.´ÕÓØ ñ€k´Öÿ„|sW/E"ÜKôôH®ŒIÀï˜wýc{æîü v–l| ;…T3; h­g(¥&§ ©z{U“§üùú;Úw›ÊÈâ$ê W¢P(Ì,  …Ÿ U(NkààJjÏ«+¥VJ«/v´ô8°‚Rª^¶E³”ÄÛ_›„Œj牙SJ­¤þ9¥x>Gsœ\÷TJ}µòÅ<\e\ÜßréE{TŽB[ìwn±÷ß«{TëÜdïÓHüN…Í–°Zw6RJ}¡ì¥µå¬3eظǃ‘÷þ ¥Ôüå¯çâä/ìPöÔ,z0Q¿•kCÎÉÍå Dªû@¥Tš ég#ß“ým6A[XÅo"ŸÙ•ô§äÈ”µ»0’ {ŸÖºRÐÁ‘1Zë;Ö±TŒ°óÉh¹•¸"N¢FÚ^½DeüÏPÙájˆ27ÀJÈ眖ݗu®Ï"Š¸ír2²~zj' ùV å $èu8ˆº,ÝÉppTçPd]ü×öbäàä/Ü)˜QâUàÿºÝ©Ô˜»>—^ô.?@vDVJ¥9mý)bt¤- ÓJ©ý‘Xª‡¬•NÑÈúìxdôPšÆ:r@ký2ð$‹eNÝ—®9¹À ç ¼ðÿ"&¥¤è=â$ª îY/\ X·ì©™ ”Òh­_AR>ÎWJcKvj÷u$Â&`”Rû7“`¯”ZP)u$2åŒï´ú–åB$µí($®p’Û͓ͯ}mVHö!$ÎävþQê,ñàÇIt_Ö}H™_W<¾5N¢4s*û­õ-J©m‰¢£¸²Ó›ª•¼³A´c‘ð“;j¼ÑZߥ”Ú ‘K:Y£; ¸Qk=Oü¢-ƒ¸#²(½²¬°­Öº2˜»Ýÿñ-¥ÔåÌÕ¥ë‡ ‡Õ•R•±õx©FÎH«§×,oi­;þi­?RJý™]¡”Ú(u'xá’H•®u|Y«(çrà°8‰^J»ý, ¼pc$v¬ÄL¤æ€£ Zë{”Rë Ê-"WÙ“”Rï Õo3W diæÎ,|êÈi­°v'Z»(¥Þ²v@vÀKë¾ÿC²4NÎ`¤¥'w{Ÿd´ªd²Õw©'Ú[³ü†Æù«M¡µ¾A)u=rÛ·ÒÉ}&ðÂû[´¹¢H1ùR¨qÜHžÝ™qµÚFî^8š»q§ÇIävÒê µ~ ø‰Rê—HúÍÖˆÈã(ä»ó2"/?xÙlX£×N]VJ̶B6;JuXŸDÒïnþÖFÜÚq ̯®ÖÉJ©ŸÍH²?T¬«wìÓö˜TjcXî´÷/Ô9æÚË8šVñøI¤ÿ­rwç/FêÆ´Z¬þ`{Þ"ÃÆ™e*Ò HhÈdàÞ,ê­^è#S¢§ÇI4 §°Ã6¾ \Ǽñq ð•v«^øó—^® Ù8ƒ¬×äVGv³Æë^xmœDÿ̸ÍÔ¼pe Bþ‡òî'-S.§¸Gà…U‹ç¦Èåƒ(uÎáH…J'÷­‡C”ò6‡ÛûU˜7Xv5{Û8>ðÂ)Hõ#'Q«CÐ̱Žm'd]hKÊû<l'Qe’~§¤]ø¥·!¥#Ž!C¥“›'Ñ ¼p$0‘!ÞÍÞ—FBŸG*Aý4ðÂÃâ$ººÓö*X)ð¯Õy}~æ®!GâœÖ²ýMmÙ¤UØß4Y×Õápô™LWã$z¸ÏÞN ¼p%$ó`¤`/HäúUžLˆ“¨ÙÂÅØÍÞÒb²{tXœD ÄGoÑ©¥8‰¦‡^xY.øsdG¶¥š–]` ðg îR°ò8Ò­aP´§ØGÏÓU=¹8‰^ ¼ðëHç>e/xáCqÛÍþ …FÞFœË4Dîéà‘²0v»«Gút]4Ójþ^%’ß^xEœD+9‰°¯ÇÇÀÛ¶–ªÃáècòT>‰5+ëX ©Üuh÷ý8‰Cˆ!‡•#*‰i¾RE:¼#Í¡áH}†ÿ´c§Ÿ°o>ƒDGü'¥¼ÜTPJ-ŽÈá/…Ìšfh­»Zæ 7''ÑKžÃ¼ ${Ò¹“sôVTòˆHêò”Å*¥Þî@”;L-)rû#>ÙPZ¯âåO”R÷ Âk­ë·+¥þ ,¬µþv½ãjœ{/’‘ѲԓRj:²³ß Öº¦ˆ¬Rj>`;ä}Ý q %fÛ¶n@Þ×ÛW¼ IDAT[X¯£YV)IR)¥®ÔZ[ï[:°TvCæ™­”z©»|†Öºn™RêȆåNZëb³VJ= œ©µ>=Ï‘HšT¹“[7ðÂåã$r"”ƒë˜ÎG*'#ÒF“‘ÍaHY½u\àIHÏ'g“ñ/Bò[¯BtüŸCòQ—EB’v³Çü@)µ›ÖºÞ÷gswø[eYš/¾]É HÖÌMûl­”Rk!Îk=àà¤z×kȬhUà‹ˆƒÙQÌ9X®Š¹‘ÈÒÎ$à±M–/é,ÇÜ™W­þ­ƒ|N£‘T±ƒàù7÷~m$õDà‡J©]µÖSj˜I]ø“RªÐÈ)–1'w9o'7É—+ÿâ”R¨ƒ[‡á&䋶³ÖúÚ*‡MC$ïÿ¨”ZÆæ¢VÚñ‘|çû}µÖÕ~ü·§*¥¶FvÃïQJmÖƒuHîÖZŸÚîÉöü ’;Vk]­þí?€Ⱦ¯ŸR£¶Ui9 Qp¹¼Ý~•Ùû<ò™¾l¬µ®–£~7p®Rj}äóºK)µuƒQÚ?çx4m$ñçYã[ÂïßOW»â8 V_ÿ¤†î&5Ü<Ôpp« zmw"òH5G7ÖÆmÀæ¶ÝóZïyo£”ú pâÄ6«áàæ¡ÚûšV/ðRdÄöÕn¶ÿ[ ú~—(¥«sø³À1ÀÏ”R_ªs\Urur–Ê+îÈ\záH‹Ã‘ —½­z»ü©±OeEôZX©£C”R;uÐv/RrÜ»k­ÓÌ™N‹Cå‡}*uýj¡µ~)x´¦=¿‹!ÙF#ÓÖÊT˺ô‚“Êsû ;Š;Æl[-Ù–3ü& ­Êp+\ˆH,Ônû½†RÊCä¤NÐZOÏ»?•Ø†·h­[*ó¨µ~YÚ8°²ÊV‹Ùã}µÛ£[i£œÜ2]T~P,/‹‹Å³‹ÅâeÅbñèb±Ø¨¸ó×u¸NÅ|d½xR«'Ú5¨‹€­íæG?°;ÛyvÞ©Á†ÀÊ´ñyY&Ùó7¨ñúb¶ Ú1ÀÏ[™¶:'ç@±X\Ùm;ø>²:x X,ÖDܬ¬%€Ø,oV“Io’ÉH¸FeUµÁÊŽÀ#iȃgÄÆö¾Ýbݥ󆶔€|7›ž¶æêä/xðrMQ›>æld¤’ù_‹Åª¼¢øt Õã×A$­Ú¥$¾nÝ£«æ݉:¬üOký¯vN¶U¶þGíÏkXÙ±åÓÖ‰ÍØÏ;„dæ ü/óãȉb±¸)²qP_!a •¬D:#ñHØ@»”F<µ¤øóâ‡6,¦k­+=°ºG"qp½Ê$û¤Þ¤ÉÏKký¥Ô±ÀD¥ÔUZë‡ëŸ÷tu—ŠÇק(¹ähÑ3=è”át&îY:wx }I“#S­z·ÊP™R´A/XŒÎÅX? µÏëxæî¶Ö îÎm$xáXæ­|óÖjpäÃêM3¼X,.[(*USÞAªnuÊÛÌ­´Õ¥ ‡®æH6Á5Zë“[<§ô?¤ñ¾fÅ;4È„h‚őϽ)´Ö3•Rû#»­j›ËH.ðÂù€S+Ú—éÐ 43íø”ê#‹7ô¥Nye,[¡tnׂa³ÂÆÄ}B:ïkV¼ŽÔYmXè»ö¼‘´øyÙ€âc‘ áZ;³ÝwrCôä6¯xéÇNú¨'¨›Y`™^(ªèNÖL!tãq`½:qSøB™~`*’Ú«<,Š¤^µÃ:öüv>¯†ÓÖ®:¹À GôÞö­xé‚8‰: ;p¤Ã}4^W«•çøwd'¬òÖ*÷"ë<5¯Î Øø@íþ¬¯”ª ·êî³÷í~î›Ùû–kÍ–í¶~Žyw[ç$òwÅÉ^8,ðÂ]‘°€Jw½'}>d) ¯"—µx‘ÚŃoDv6;ý<¯CÖgökõD›CùD¨çªÁµÉÅÀ‚H TÏ¡µN—ýÛ4±/0Õû¶Ó~iÚzxÙ´uÎL#3'xáü®xá1ˆj•H¹Ârþ |+N"—ÚÕC …ñˆRHIŸí-$2ý‹…B¡êNŸ;ØQ)5®ÝöµÖïZ;{[µŠV8Y¤?½Ýö{ ›*õ 0Á¦¼õ"§(¥ZÒé³!5§uØ~å´uήrwu‰À l£E/ÖÒHÃhD¤o‘Çü8Å­Ãõ&…Báà’b±¸8°D¡Ph6HûWˆ@柔R[Ú«|;ü щ»D)µ…Öºaœ˜RjKDŠçt­õƒm¶Û«ì<\¡”§µî´L@Ú\„aÿ£Rê‰fFeVï,D.ëüN¯ØmH‘ܲÀ™mÜNA¶q‚ˆõ¨îà>E¦"ëÇIô;çàzŸB¡ðn «î» r%½K)µ—U²m ;šÛÉ…½W)õµZÇ*¥TJ‚¨áþ ©×WX§ñ]àÿw+¥6͹Kó`™÷BT…îTJõv[íˆï^dG5h¤èÜd¦¿FFós2©º'÷pð§8‰ÚJýp ´ÖO(¥¾‚ÈM~¥”ºÙ}} Xñ¯Œˆ¤µÖ¿¨bç1¥Ô&Èwç¥TQ¬xÙ))ûöï??+Éu×a´Rê¬&þ•;´Ö—U<·Y“ç^®µ¾½â¹•R«6qîÙZëimZë¿(¥þƒlÞÝmß‘ñ7Xµe”¼Õ’´‹·×Dký¥ÔfHZàEHFÂuHöJ)£am`'{%p€Öú»qr‘³–“û |ÛÞÏ@¶•FJí½˜R;ŽA‚ÍGÜΪÙîlì¨@€|é_FvÔL;O_UJ툌ìö@Š¶,Šü°ŸC~ôÖZOk¢kS‘ÀÓfòZ+̓ˆ¼x3çV¦(݉¤0ŽmâÜšëZë{í:åwjw{"1t‹"±‹o"k©·j"|ÜEó©x“ibdÖ7•R!ŸÕ6ÈÆB©ÍKÈ…j/­õM´ù<ÐÌq¥öKÓÖÓM2þ? êcÖ¼y¶sIEND®B`‚bpfcc-0.31.0/images/logo1.svg000066400000000000000000000207541465134135300156740ustar00rootroot00000000000000 image/svg+xml : BPF COMPILERCOLLECTION bpfcc-0.31.0/images/logo2.png000066400000000000000000000077331465134135300156640ustar00rootroot00000000000000‰PNG  IHDR |î3»ysBIT|dˆ pHYs ï ～¢CtEXtSoftwarewww.inkscape.org›î<XIDATxœí{´U}Ç? !1á¥JE´<Ã#-–‚V"&•%¢"cJ¬•b‘WC˜¨<ªeT D†R”‹ý!‚E ,Z]*Hc ©< Ê+ȃ›¤ì9äpsÎÜ3çÌÞ3çÞýYkÖÍ™™³?Xß³÷ž=¿ýû9i¿ó7ag“4ÞÅbûž>glÕxF7^€žJ±-À1–Û÷ô9¾ôTŠ §Rüì©ßz*Å ÐS)~öTŠï=•â{@O¥øÐS)^€žJñC°§R|è©/@O¥ø!ØS)¾ôTŠ §Rüì©ßz*e\ÕxÊCDƳcRv¼Ök²c…ª¾Z•ŸÍØàËí{2Däa`?:›ö̾jףΰ=¿f¹} "é\|S,ºSÛ\o¹}á@Š=ðúÐ ¼ÔÐ÷€n(*À·‹È›¬xR/À‘ÁÔ‚÷ö±áHQüÜçdK/ûwñÕZ þìöºNG…}hŸ¢ó¿µ í…h«=`DÛ»bæ4k³ã•$_¶i·fÿ5Ø·T/ºÄ¶{êà ¼ó+ß ø£![=a­–¿îJÒø¥^|©1Ýö€{‰ÈXUÝXª7MˆÈVÀ¶ªººÝ=¶¸¶è —3»°»KvLÏ>¿Ñ€à[I¿ØE›…É–:¶UÕç-šéV€€=€ÇËse3"²'°˜("3TuE«ûlÏWuzcDà : x¸éN|­Ø8¸x* ¢Ëà z[Im·DD&ß–ŠÈ‘–l¼3t‹•y ˆ|X ŽyBÿ‰ˆ´|Rc9GôUIÏÏ»! ¢ À9À™À}ÊZŒ /JÒ¸ãJ'ˆÈNñ’Ú,–9ä‰ÈÑÀ==4¡À—ûUµçùºˆì\‡ù±eðWªzoóIÛ¼(Iã‹Û] ƒèhLTÆž}Žß§%i TÕgzh`ðqàCt·3”W€ww©ê]øõqàòG­õÀÇTõ;¶8/Iã/=ÑX`ði‹¶‹òàSI¿Ðm"² Fd{çÜö0GUï,ÐîVÀ_`D7 ؾ[;d9pp•ªþ~ßvÂt"í°íuÀ1ªzØàÉI/n>‘‰ï`¶E»Ýò(0#Iãnz€m1â;´Ã¯\œ—7ô‰Èx`ðyÀꜵ «¯_RÕ-~˜"2øf)¬«€£Tu©mJ’Æw4>d⻘cÑf¯ü86IãŸuúÜBç½@ƒUõ×-Úœ‰i^oꊗ«+Uu•ˆ¼¸8¥‡6WGØ~ ºövõÀd`ID^à; (.>€ƒ_ˆÈI"²·ˆÜ ÜI=Ä&´ÿBàI¹ó„Û‹øÀ,“Ýb»<0IãeaÍÃüŠú…ç#’4^žwS6ù¾¹{×cæ‡ó€ñ%´×ÌrÒ†Atp¥e[e³3ðý0ˆ†+5VÖûîOg3zÄ·HUo·.À0ˆÎþþܺpKDmÃÝUõÛÀMÎ<< Ì»¢Ø„éõ®´lÇ6GŸæžÓ€§ø2XƒyðZv…1ø[‹í»äÒ0ˆÞÙ®Â ¡6çÓ#…ùªš6>ôsÏä’í0«ümQÕbÖÌ<íPÕEÍ'¼;gFDG sÏyÀ#.œéCž¦ÅˆèXŒy³yÍlL* Ïf6`ÞoçXŒ£Ã zOÞ ªú&òų™…ªz« ^€ÅÉí3þèøUÞç~à’vë&À%ÀéÀ‡wcv|M„½ó¢ÿc˜È•ªvܽ/ ¢ÃònPÕAÌP\‹ T²ø„ª¶MRU‡ôl/7‹’4~4羧²ãàÖ0ˆvN.¶±îå™Ã0=œª.‘s€qâQ=Ù ýT»l¿ Ž&i¼¦Û ÚÞÕiT¼ìš¤qn/œEɤÔdZE<쫪-_YV5¯ÇÄ žß‹ø’4þpæuŸ+vŽíà¾wRŸˆ–ªør"gªà Àô¡ª½¤ñ ð ÌWœÜÁ=ga†¡ÑÎY ḞG&iœ{gA’4 ƒè£˜É¿‹ÿ®Ü(™Œy=ç1ÑÜó-ö¹àu6Ä× Iãu˜ñ:0³÷Ö5«1Œ~<‹ ñÚŽj«´ÌVáR€khñ ‰d)sç:4¹ ø7à›ÀU]çÐvO¸à5IÿÆ¡½*9w{œïÎQÕÿqd¯T\ p-p©#[u`†ƒ˜Ð¦¾ŽÀq%ÀŸ%il3?Jm‘q€•TM¼œ…€õ5®ø_ŽìÔi˜â0¶f©ê‹6œájp4 ðý–Û?m¤ˆÜp#ðcvê‚Mþ‡ª^k±}ç¸àÃegŸª+"²#PdC{6ç[j»2\ÌGÜð›eÀš’û6ý{wì-öÞ¤ª¿²Ôve¸à26J'ËHõ.Z ­¬Ä™E¸¡›Öq!Àß9°aƒ0uàyLdñˆÃÅ07¿\©E)«Œ»ó¢Šûì×°NÜ"}ÛHÁ÷€íÙ¶jš±ïÐm p³ç£©2ti(ÏVí€-l ð¹$û5_JzîIU;` =`¿R§^§—Z µÆ¶û9Ùb¸{ÕØ °=uàûªvÀ^€í©“§ˆHÛü„ýŒ`{ê$@€ªvÀ¶8./¿rÍy³»¬.‘Üg‰ÈvU;Q6.ÞoCe[«FUW’ÅöeEø¦bJ£6Ž½p»±2ð9L:“ƒ‹Ü0œ¤q×ÅùêJV ø6 rjöy¢E³¯ÓTõa‹6œâB€–¤ñC–mÔ‚,ÑG°›§f9p¨ª¶ÜèÝo¸BÞêÀF-PÕM˜*“+-šÙh—k¥ßp!ÀÉlÔ†,lªŒÒ]y¼X""}ÿãö= ¾éÀÆ!Àƒ"2Ë-køÐYš  on‘»E$7yz]q± Sé{Ì0ˆ"LÞi›LoTmb1p¹e» ŽŽ‘Ç1uë~ ,SÕÚ—s!Àiläq<ö«· ýpð˶›y¦®/"ò2&+YøœªÞ:ô¤«Ñ““4v_Ñ[1¯Ôl¾y%Iã–O¤"òYFw’ò)pP«}-®VòmmÖŽéØlÎ+Íu-—ù´pv»MU®x¸#;Cù m÷=gõBÎvàC¹GUïjwÑ•§;²ó:aMŽs`ê—yUõLžÑÊyy] ð0ˆŽrd«Á©¸ÙK‘+ÀŒ—R£È»è2š#÷—P&aÎpd.W€"2·ù¢ëÆ9 ÝE—ü`DSÙš ìêÀNš÷t/"»bÊõkLdŒ‹ÈÖ­.º.Tc½ ƒhî&þßmwADÆb^ÉÆW‘C™JÓúd3®ø‘0ˆl‡–_ìcÙFƒ;s®‹ýl©ýÄß‹ÈUF] p,„A”;1í–0ˆÎ §.YɼH›Ì¯"r8£¤&J¶Â ÅoHyRE­¸ñÀ@D¥® †A4øR™mÃ÷’4ÞbqUDvÀ©C)ܺ±¦˜÷ëTU-s;à{aýi…Atp n þk›ó_Ç×ö´fžˆ¼·ñ¡êzÁ¯W'i¼ºè—à :ø'Àõã£IOzRDþXäØ—~äIà@UýCÕÃÄÖ˜'Ö9a ·÷%iÜv]¶Æ·?¦ê‰T³Ä±…ÈD$®ªÀ—~dàJàÓU÷€­Ø¬ÀTÚnÛ`D`¶CVùÃYì–¤ñëi粉õÏ1þy:ç/«î[1ĺ;õ̉rc³ø2öÅü0ÊâL/á2–p86bvû݇©ûWF1ƃ«zéW^¡ÅòŠªþ“Ð|cí¯ÃL-¦ax.Õç)lìô;PUOÊ åüwí^¯ª ë8×™‹“4¾¨ÝE9øj—m?ÌVÕ7ôÎÒqÌÅÓõþš;€ [•‚ÍÊX\D_}ø.p¼ªzvγÀžÃ=­‹È…À‚ínÀ¤Û¸XU_Ëi÷M˜íÇcâmä‰ÙüTõ‰á¾m†J0¤:áÇÀѪºª_†é'NMÒ¸£:m"r50¯ƒ[—­ª?-∈LÀ„9 ì\äû-ø!Ft·«êo‹~9+Qö `¸-¢aÄ÷Bã„`gÜ Ì,’ïZD¾,lsyæõ¹ªúj/Žeû‚o롉ÇTuÏ^|hòå̺n« ÿ‰©qü‡æ“þ!dxžfM¶®ª—'cÛ›Y|@UOïU|y{R:¡“€ÚŽPÕ¯a6ÌmóFàCCÅvøð̧_NLÒø¹n¾¬ª‹™@#‘ÐMÀªúƒ’üSĦ—ÿÇKËr +¨x›w^¢ªsÚÍom ði`Z’ÆÓÏX²á‚/$iÜSµÏLlGVÕÙªúR9®½Þþzàñš(­l ªëTõt`oU½ ï^[üJ’ÆÏ$iüuà‹–ìØäŠ$/+£!U]ªªe´Õ†^†áÒØ@Uÿo¸{lp=CJ‹&i¼“) _¸,I㳪v¢Ý p5½õž=cC€··Ù'1ªTw.IÒØÙª’èV€Ë²œ†•aC€-Ñ’4Þ¤ñ)ÀßPŸ|%ͬÎHÒ8wÎRSº µá·SÊàÿ&i|oÞ I_É”ðXɶ{a)ph’Æÿ\µ#]â˜ÑÑ{Ð$—c-וìC6bR¨Ö"½Zß½Yè&h¡r–Žõ*&'^G$i¼ 83 ¢+0/µ?Y²?ylÀ¼zº,IãÙ´Í#ß:¢xs&ªB$i¼8% ¢Ëù˜÷‰¶òù­®®NÒøIK6ªâ H–Ô'ëi¦ç)ƒžð$iük`nD§ïÆ”¦šEï¥JW÷fþ $i\êBp(:¬¼÷³iS½c Úê¾vLÁ$š€yé=3—]‰ÉTúLö÷QàÞLØ#9“Šx‡ìØ1û»=›GºµÀSÙq³åÅñŽø¢èW"°/ßIEND®B`‚bpfcc-0.31.0/images/logo2.svg000066400000000000000000000122221465134135300156640ustar00rootroot00000000000000 image/svg+xml bpfcc-0.31.0/introspection/000077500000000000000000000000001465134135300155555ustar00rootroot00000000000000bpfcc-0.31.0/introspection/CMakeLists.txt000066400000000000000000000017031465134135300203160ustar00rootroot00000000000000# Copyright (c) Facebook, Inc. # Licensed under the Apache License, Version 2.0 (the "License") include_directories(${PROJECT_SOURCE_DIR}/src/cc) include_directories(${PROJECT_SOURCE_DIR}/src/cc/api) if (CMAKE_USE_LIBBPF_PACKAGE AND LIBBPF_FOUND) include_directories(${PROJECT_SOURCE_DIR}/src/cc/compat) else() include_directories(${PROJECT_SOURCE_DIR}/src/cc/libbpf/include/uapi) endif() option(INSTALL_INTROSPECTION "Install BPF introspection tools" ON) option(BPS_LINK_RT "Pass -lrt to linker when linking bps tool" ON) # Note that the order matters! bpf-static first, the rest later if(CMAKE_USE_LIBBPF_PACKAGE AND LIBBPF_FOUND) set(bps_libs_to_link bpf-shared ${LIBBPF_LIBRARIES}) else() set(bps_libs_to_link bpf-static) endif() list(APPEND bps_libs_to_link elf z) if(BPS_LINK_RT) list(APPEND bps_libs_to_link rt) endif() add_executable(bps bps.c) target_link_libraries(bps ${bps_libs_to_link}) install (TARGETS bps DESTINATION share/bcc/introspection) bpfcc-0.31.0/introspection/bps.c000066400000000000000000000240761465134135300165160ustar00rootroot00000000000000#include #include #include #include #include #include #include #include #include #include #include "libbpf.h" // TODO: Remove this when CentOS 6 support is not needed anymore #ifndef CLOCK_BOOTTIME #define CLOCK_BOOTTIME 7 #endif static const char * const prog_type_strings[] = { [BPF_PROG_TYPE_UNSPEC] = "unspec", [BPF_PROG_TYPE_SOCKET_FILTER] = "socket filter", [BPF_PROG_TYPE_KPROBE] = "kprobe", [BPF_PROG_TYPE_SCHED_CLS] = "sched cls", [BPF_PROG_TYPE_SCHED_ACT] = "sched act", [BPF_PROG_TYPE_TRACEPOINT] = "tracepoint", [BPF_PROG_TYPE_XDP] = "xdp", [BPF_PROG_TYPE_PERF_EVENT] = "perf event", [BPF_PROG_TYPE_CGROUP_SKB] = "cgroup skb", [BPF_PROG_TYPE_CGROUP_SOCK] = "cgroup sock", [BPF_PROG_TYPE_LWT_IN] = "lwt in", [BPF_PROG_TYPE_LWT_OUT] = "lwt out", [BPF_PROG_TYPE_LWT_XMIT] = "lwt xmit", [BPF_PROG_TYPE_SOCK_OPS] = "sock ops", [BPF_PROG_TYPE_SK_SKB] = "sk skb", [BPF_PROG_TYPE_CGROUP_DEVICE] = "cgroup_device", [BPF_PROG_TYPE_SK_MSG] = "sk_msg", [BPF_PROG_TYPE_RAW_TRACEPOINT] = "raw_tracepoint", [BPF_PROG_TYPE_CGROUP_SOCK_ADDR] = "cgroup_sock_addr", [BPF_PROG_TYPE_LIRC_MODE2] = "lirc_mode2", [BPF_PROG_TYPE_SK_REUSEPORT] = "sk_reuseport", [BPF_PROG_TYPE_FLOW_DISSECTOR] = "flow_dissector", [BPF_PROG_TYPE_CGROUP_SYSCTL] = "cgroup_sysctl", [BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE] = "raw_tracepoint_writable", [BPF_PROG_TYPE_CGROUP_SOCKOPT] = "cgroup_sockopt", [BPF_PROG_TYPE_TRACING] = "tracing", [BPF_PROG_TYPE_STRUCT_OPS] = "struct_ops", [BPF_PROG_TYPE_EXT] = "ext", [BPF_PROG_TYPE_LSM] = "lsm", [BPF_PROG_TYPE_SK_LOOKUP] = "sk_lookup", [BPF_PROG_TYPE_SYSCALL] = "syscall", [BPF_PROG_TYPE_NETFILTER] = "netfilter", }; static const char * const map_type_strings[] = { [BPF_MAP_TYPE_UNSPEC] = "unspec", [BPF_MAP_TYPE_HASH] = "hash", [BPF_MAP_TYPE_ARRAY] = "array", [BPF_MAP_TYPE_PROG_ARRAY] = "prog array", [BPF_MAP_TYPE_PERF_EVENT_ARRAY] = "perf-ev array", [BPF_MAP_TYPE_PERCPU_HASH] = "percpu hash", [BPF_MAP_TYPE_PERCPU_ARRAY] = "percpu array", [BPF_MAP_TYPE_STACK_TRACE] = "stack trace", [BPF_MAP_TYPE_CGROUP_ARRAY] = "cgroup array", [BPF_MAP_TYPE_LRU_HASH] = "lru hash", [BPF_MAP_TYPE_LRU_PERCPU_HASH] = "lru percpu hash", [BPF_MAP_TYPE_LPM_TRIE] = "lpm trie", [BPF_MAP_TYPE_ARRAY_OF_MAPS] = "array of maps", [BPF_MAP_TYPE_HASH_OF_MAPS] = "hash of maps", [BPF_MAP_TYPE_DEVMAP] = "devmap", [BPF_MAP_TYPE_SOCKMAP] = "sockmap", [BPF_MAP_TYPE_CPUMAP] = "cpumap", [BPF_MAP_TYPE_SOCKHASH] = "sockhash", [BPF_MAP_TYPE_CGROUP_STORAGE] = "cgroup_storage", [BPF_MAP_TYPE_REUSEPORT_SOCKARRAY] = "reuseport_sockarray", [BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE] = "precpu_cgroup_storage", [BPF_MAP_TYPE_QUEUE] = "queue", [BPF_MAP_TYPE_STACK] = "stack", [BPF_MAP_TYPE_SK_STORAGE] = "sk_storage", [BPF_MAP_TYPE_DEVMAP_HASH] = "devmap_hash", [BPF_MAP_TYPE_STRUCT_OPS] = "struct_ops", [BPF_MAP_TYPE_RINGBUF] = "ringbuf", [BPF_MAP_TYPE_INODE_STORAGE] = "inode_storage", [BPF_MAP_TYPE_TASK_STORAGE] = "task_storage", [BPF_MAP_TYPE_BLOOM_FILTER] = "bloom_filter", [BPF_MAP_TYPE_USER_RINGBUF] = "user_ringbuf", [BPF_MAP_TYPE_CGRP_STORAGE] = "cgrp_storage", [BPF_MAP_TYPE_ARENA] = "arena", }; #define ARRAY_SIZE(x) (sizeof(x) / sizeof(*(x))) #define LAST_KNOWN_PROG_TYPE (ARRAY_SIZE(prog_type_strings) - 1) #define LAST_KNOWN_MAP_TYPE (ARRAY_SIZE(map_type_strings) - 1) #define min(x, y) ((x) < (y) ? (x) : (y)) static inline uint64_t ptr_to_u64(const void *ptr) { return (uint64_t) (unsigned long) ptr; } static inline void * u64_to_ptr(uint64_t ptr) { return (void *) (unsigned long ) ptr; } static int handle_get_next_errno(int eno) { switch (eno) { case ENOENT: return 0; case EINVAL: fprintf(stderr, "Kernel does not support BPF introspection\n"); return EX_UNAVAILABLE; case EPERM: fprintf(stderr, "Require CAP_SYS_ADMIN capability. Please retry as root\n"); return EX_NOPERM; default: fprintf(stderr, "%s\n", strerror(errno)); return 1; } } static void print_prog_hdr(void) { printf("%9s %-15s %8s %6s %-12s %-15s\n", "BID", "TYPE", "UID", "#MAPS", "LoadTime", "NAME"); } static void print_prog_info(const struct bpf_prog_info *prog_info) { struct timespec real_time_ts, boot_time_ts; time_t wallclock_load_time = 0; char unknown_prog_type[16]; const char *prog_type; char load_time[16]; struct tm load_tm; if (prog_info->type > LAST_KNOWN_PROG_TYPE) { snprintf(unknown_prog_type, sizeof(unknown_prog_type), "<%u>", prog_info->type); unknown_prog_type[sizeof(unknown_prog_type) - 1] = '\0'; prog_type = unknown_prog_type; } else { prog_type = prog_type_strings[prog_info->type]; } if (!clock_gettime(CLOCK_REALTIME, &real_time_ts) && !clock_gettime(CLOCK_BOOTTIME, &boot_time_ts) && real_time_ts.tv_sec >= boot_time_ts.tv_sec) wallclock_load_time = (real_time_ts.tv_sec - boot_time_ts.tv_sec) + prog_info->load_time / 1000000000; if (wallclock_load_time && localtime_r(&wallclock_load_time, &load_tm)) strftime(load_time, sizeof(load_time), "%b%d/%H:%M", &load_tm); else snprintf(load_time, sizeof(load_time), "<%llu>", prog_info->load_time / 1000000000); load_time[sizeof(load_time) - 1] = '\0'; if (prog_info->jited_prog_len) printf("%9u %-15s %8u %6u %-12s %-15s\n", prog_info->id, prog_type, prog_info->created_by_uid, prog_info->nr_map_ids, load_time, prog_info->name); else printf("%8u- %-15s %8u %6u %-12s %-15s\n", prog_info->id, prog_type, prog_info->created_by_uid, prog_info->nr_map_ids, load_time, prog_info->name); } static void print_map_hdr(void) { printf("%8s %-15s %-10s %8s %8s %8s %-15s\n", "MID", "TYPE", "FLAGS", "KeySz", "ValueSz", "MaxEnts", "NAME"); } static void print_map_info(const struct bpf_map_info *map_info) { char unknown_map_type[16]; const char *map_type; if (map_info->type > LAST_KNOWN_MAP_TYPE) { snprintf(unknown_map_type, sizeof(unknown_map_type), "<%u>", map_info->type); unknown_map_type[sizeof(unknown_map_type) - 1] = '\0'; map_type = unknown_map_type; } else { map_type = map_type_strings[map_info->type]; } printf("%8u %-15s 0x%-8x %8u %8u %8u %-15s\n", map_info->id, map_type, map_info->map_flags, map_info->key_size, map_info->value_size, map_info->max_entries, map_info->name); } static int print_one_prog(uint32_t prog_id) { const uint32_t usual_nr_map_ids = 64; uint32_t nr_map_ids = usual_nr_map_ids; struct bpf_prog_info prog_info; uint32_t *map_ids = NULL; uint32_t info_len; int ret = 0; int prog_fd; uint32_t i; prog_fd = bpf_prog_get_fd_by_id(prog_id); if (prog_fd == -1) { if (errno == ENOENT) { fprintf(stderr, "BID:%u not found\n", prog_id); return EX_DATAERR; } else { return handle_get_next_errno(errno); } } /* Retry at most one time for larger map_ids array */ for (i = 0; i < 2; i++) { bzero(&prog_info, sizeof(prog_info)); prog_info.map_ids = ptr_to_u64(realloc(map_ids, nr_map_ids * sizeof(*map_ids))); if (!prog_info.map_ids) { fprintf(stderr, "Cannot allocate memory for %u map_ids for BID:%u\n", nr_map_ids, prog_id); close(prog_fd); free(map_ids); return 1; } map_ids = u64_to_ptr(prog_info.map_ids); prog_info.nr_map_ids = nr_map_ids; info_len = sizeof(prog_info); ret = bpf_obj_get_info(prog_fd, &prog_info, &info_len); if (ret) { fprintf(stderr, "Cannot get info for BID:%u. %s(%d)\n", prog_id, strerror(errno), errno); close(prog_fd); free(map_ids); return ret; } if (prog_info.nr_map_ids <= nr_map_ids) break; nr_map_ids = prog_info.nr_map_ids; } close(prog_fd); print_prog_hdr(); print_prog_info(&prog_info); printf("\n"); /* Print all map_info used by the prog */ print_map_hdr(); nr_map_ids = min(prog_info.nr_map_ids, nr_map_ids); for (i = 0; i < nr_map_ids; i++) { struct bpf_map_info map_info = {}; info_len = sizeof(map_info); int map_fd; map_fd = bpf_map_get_fd_by_id(map_ids[i]); if (map_fd == -1) { if (errno == -ENOENT) continue; fprintf(stderr, "Cannot get fd for map:%u. %s(%d)\n", map_ids[i], strerror(errno), errno); ret = map_fd; break; } ret = bpf_obj_get_info(map_fd, &map_info, &info_len); close(map_fd); if (ret) { fprintf(stderr, "Cannot get info for map:%u. %s(%d)\n", map_ids[i], strerror(errno), errno); break; } print_map_info(&map_info); } free(map_ids); return ret; } int print_all_progs(void) { uint32_t next_id = 0; print_prog_hdr(); while (!bpf_prog_get_next_id(next_id, &next_id)) { struct bpf_prog_info prog_info = {}; uint32_t prog_info_len = sizeof(prog_info); int prog_fd; int ret; prog_fd = bpf_prog_get_fd_by_id(next_id); if (prog_fd < 0) { if (errno == ENOENT) continue; fprintf(stderr, "Cannot get fd for BID:%u. %s(%d)\n", next_id, strerror(errno), errno); return 1; } ret = bpf_obj_get_info(prog_fd, &prog_info, &prog_info_len); close(prog_fd); if (ret) { fprintf(stderr, "Cannot get bpf_prog_info for BID:%u. %s(%d)\n", next_id, strerror(errno), errno); return ret; } print_prog_info(&prog_info); } return handle_get_next_errno(errno); } void usage(void) { printf("BPF Program Snapshot (bps):\n" "List of all BPF programs loaded into the system.\n\n"); printf("Usage: bps [bpf-prog-id]\n"); printf(" [bpf-prog-id] If specified, it shows the details info of the bpf-prog\n"); printf("\n"); } int main(int argc, char **argv) { if (argc > 1) { if (!isdigit(*argv[1])) { usage(); return EX_USAGE; } return print_one_prog((uint32_t)atoi(argv[1])); } return print_all_progs(); } bpfcc-0.31.0/introspection/bps_example.txt000066400000000000000000000021401465134135300206120ustar00rootroot00000000000000* List all BPF programs * # bps BID TYPE UID #MAPS LoadTime NAME 82 kprobe 0 1 Oct19/23:52 map_perf_test 83 kprobe 0 1 Oct19/23:52 map_perf_test 84 kprobe 0 1 Oct19/23:52 map_perf_test 85 kprobe 0 1 Oct19/23:52 map_perf_test 86 kprobe 0 4 Oct19/23:52 map_perf_test 87 kprobe 0 1 Oct19/23:52 map_perf_test 88 kprobe 0 1 Oct19/23:52 map_perf_test 89 kprobe 0 1 Oct19/23:52 map_perf_test * List a particular BPF program and its maps * # bps 86 BID TYPE UID #MAPS LoadTime NAME 86 kprobe 0 4 Oct19/23:52 map_perf_test MID TYPE FLAGS KeySz ValueSz MaxEnts NAME 120 lru hash 0x0 4 8 10000 lru_hash_map 129 lru hash 0x0 4 8 43 lru_hash_lookup 123 array of maps 0x0 4 4 1024 array_of_lru_ha 121 lru hash 0x2 4 bpfcc-0.31.0/libbpf-tools/000077500000000000000000000000001465134135300152515ustar00rootroot00000000000000bpfcc-0.31.0/libbpf-tools/.gitignore000066400000000000000000000013731465134135300172450ustar00rootroot00000000000000/.output /btfhub-archive /bashreadline /bcachefsdist /bcachefsslower /bindsnoop /biolatency /biopattern /biosnoop /biostacks /biotop /bitesize /btrfsdist /btrfsslower /cachestat /capable /cpudist /cpufreq /drsnoop /execsnoop /exitsnoop /ext4dist /ext4slower /f2fsdist /f2fsslower /filelife /filetop /fsdist /fsslower /funclatency /futexctn /gethostlatency /hardirqs /javagc /killsnoop /klockstat /ksnoop /llcstat /memleak /mdflush /mountsnoop /nfsdist /nfsslower /numamove /offcputime /oomkill /opensnoop /profile /readahead /runqlat /runqlen /runqslower /sigsnoop /slabratetop /softirqs /solisten /statsnoop /syncsnoop /syscount /tcpconnect /tcpconnlat /tcplife /tcppktlat /tcptracer /tcprtt /tcpstates /tcpsynbl /tcptop /vfsstat /wakeuptime /xfsdist /xfsslower bpfcc-0.31.0/libbpf-tools/Makefile000066400000000000000000000137121465134135300167150ustar00rootroot00000000000000# SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) OUTPUT := $(abspath .output) CLANG ?= clang LLVM_STRIP ?= llvm-strip BPFTOOL_SRC := $(abspath ./bpftool/src) BPFTOOL_OUTPUT ?= $(abspath $(OUTPUT)/bpftool) BPFTOOL ?= $(BPFTOOL_OUTPUT)/bootstrap/bpftool LIBBPF_SRC := $(abspath ../src/cc/libbpf/src) LIBBPF_OBJ := $(abspath $(OUTPUT)/libbpf.a) LIBBLAZESYM_SRC := $(abspath blazesym/target/release/libblazesym.a) INCLUDES := -I$(OUTPUT) -I../src/cc/libbpf/include/uapi CFLAGS := -g -O2 -Wall -Wmissing-field-initializers -Werror BPFCFLAGS := -g -O2 -Wall INSTALL ?= install prefix ?= /usr/local bindir := $(prefix)/bin ARCH ?= $(shell uname -m | sed 's/x86_64/x86/' | sed 's/aarch64/arm64/' \ | sed 's/ppc64le/powerpc/' | sed 's/mips.*/mips/' \ | sed 's/riscv64/riscv/' | sed 's/loongarch.*/loongarch/' \ | sed 's/s390x/s390/') BTFHUB_ARCHIVE ?= $(abspath btfhub-archive) ifeq ($(ARCH),x86) CARGO ?= $(shell which cargo) ifeq ($(strip $(CARGO)),) USE_BLAZESYM ?= 0 else USE_BLAZESYM ?= 1 endif endif ifeq ($(wildcard $(ARCH)/),) $(error Architecture $(ARCH) is not supported yet. Please open an issue) endif BZ_APPS = \ futexctn \ memleak \ opensnoop \ # APPS = \ bashreadline \ bindsnoop \ biolatency \ biopattern \ biosnoop \ biostacks \ biotop \ bitesize \ cachestat \ capable \ cpudist \ cpufreq \ drsnoop \ execsnoop \ exitsnoop \ filelife \ filetop \ fsdist \ fsslower \ funclatency \ gethostlatency \ hardirqs \ javagc \ klockstat \ ksnoop \ llcstat \ mdflush \ mountsnoop \ numamove \ offcputime \ oomkill \ profile \ readahead \ runqlat \ runqlen \ runqslower \ sigsnoop \ slabratetop \ softirqs \ solisten \ statsnoop \ syncsnoop \ syscount \ tcptracer \ tcpconnect \ tcpconnlat \ tcplife \ tcppktlat \ tcprtt \ tcpstates \ tcpsynbl \ tcptop \ vfsstat \ wakeuptime \ $(BZ_APPS) \ # # export variables that are used in Makefile.btfgen as well. export OUTPUT BPFTOOL ARCH BTFHUB_ARCHIVE APPS FSDIST_ALIASES = btrfsdist ext4dist nfsdist xfsdist f2fsdist bcachefsdist FSSLOWER_ALIASES = btrfsslower ext4slower nfsslower xfsslower f2fsslower bcachefsslower SIGSNOOP_ALIAS = killsnoop APP_ALIASES = $(FSDIST_ALIASES) $(FSSLOWER_ALIASES) ${SIGSNOOP_ALIAS} COMMON_OBJ = \ $(OUTPUT)/trace_helpers.o \ $(OUTPUT)/syscall_helpers.o \ $(OUTPUT)/errno_helpers.o \ $(OUTPUT)/map_helpers.o \ $(OUTPUT)/uprobe_helpers.o \ $(OUTPUT)/btf_helpers.o \ $(OUTPUT)/compat.o \ $(if $(ENABLE_MIN_CORE_BTFS),$(OUTPUT)/min_core_btf_tar.o) \ # ifeq ($(USE_BLAZESYM),1) COMMON_OBJ += \ $(OUTPUT)/libblazesym.a \ $(OUTPUT)/blazesym.h \ # endif define allow-override $(if $(or $(findstring environment,$(origin $(1))),\ $(findstring command line,$(origin $(1)))),,\ $(eval $(1) = $(2))) endef $(call allow-override,CC,$(CROSS_COMPILE)cc) $(call allow-override,LD,$(CROSS_COMPILE)ld) .PHONY: all all: $(APPS) $(APP_ALIASES) ifeq ($(V),1) Q = msg = else Q = @ msg = @printf ' %-8s %s%s\n' "$(1)" "$(notdir $(2))" "$(if $(3), $(3))"; MAKEFLAGS += --no-print-directory endif ifneq ($(EXTRA_CFLAGS),) CFLAGS += $(EXTRA_CFLAGS) endif ifneq ($(EXTRA_LDFLAGS),) LDFLAGS += $(EXTRA_LDFLAGS) endif ifeq ($(USE_BLAZESYM),1) CFLAGS += -DUSE_BLAZESYM=1 endif ifeq ($(USE_BLAZESYM),1) LDFLAGS += $(OUTPUT)/libblazesym.a -lrt -lpthread -ldl endif .PHONY: clean clean: $(call msg,CLEAN) $(Q)rm -rf $(OUTPUT) $(APPS) $(APP_ALIASES) $(LIBBLAZESYM_SRC):: $(Q)cd blazesym && cargo build --release --features=cheader $(OUTPUT)/libblazesym.a: $(LIBBLAZESYM_SRC) | $(OUTPUT) $(call msg,LIB,$@) $(Q)cp $(LIBBLAZESYM_SRC) $@ $(OUTPUT)/blazesym.h: $(LIBBLAZESYM_SRC) | $(OUTPUT) $(call msg,INC,$@) $(Q)cp blazesym/target/release/blazesym.h $@ $(OUTPUT) $(OUTPUT)/libbpf $(BPFTOOL_OUTPUT): $(call msg,MKDIR,$@) $(Q)mkdir -p $@ $(BPFTOOL): | $(BPFTOOL_OUTPUT) $(call msg,BPFTOOL,$@) $(Q)$(MAKE) ARCH= CROSS_COMPILE= OUTPUT=$(BPFTOOL_OUTPUT)/ -C $(BPFTOOL_SRC) bootstrap $(APPS): %: $(OUTPUT)/%.o $(COMMON_OBJ) $(LIBBPF_OBJ) | $(OUTPUT) $(call msg,BINARY,$@) $(Q)$(CC) $(CFLAGS) $^ $(LDFLAGS) -lelf -lz -o $@ ifeq ($(USE_BLAZESYM),1) $(patsubst %,$(OUTPUT)/%.o,$(BZ_APPS)): $(OUTPUT)/blazesym.h endif $(patsubst %,$(OUTPUT)/%.o,$(APPS)): %.o: %.skel.h $(OUTPUT)/%.o: %.c $(wildcard %.h) $(LIBBPF_OBJ) | $(OUTPUT) $(call msg,CC,$@) $(Q)$(CC) $(CFLAGS) $(INCLUDES) -c $(filter %.c,$^) -o $@ $(OUTPUT)/%.skel.h: $(OUTPUT)/%.bpf.o | $(OUTPUT) $(BPFTOOL) $(call msg,GEN-SKEL,$@) $(Q)$(BPFTOOL) gen skeleton $< > $@ $(OUTPUT)/%.bpf.o: %.bpf.c $(LIBBPF_OBJ) $(wildcard %.h) $(ARCH)/vmlinux.h | $(OUTPUT) $(call msg,BPF,$@) $(Q)$(CLANG) $(BPFCFLAGS) -target bpf -D__TARGET_ARCH_$(ARCH) \ -I$(ARCH)/ $(INCLUDES) -c $(filter %.c,$^) -o $@ && \ $(LLVM_STRIP) -g $@ btfhub-archive: force $(call msg,GIT,$@) $(Q)[ -d "$(BTFHUB_ARCHIVE)" ] || git clone -q https://github.com/aquasecurity/btfhub-archive/ $(BTFHUB_ARCHIVE) $(Q)cd $(BTFHUB_ARCHIVE) && git pull ifdef ENABLE_MIN_CORE_BTFS $(OUTPUT)/min_core_btf_tar.o: $(patsubst %,$(OUTPUT)/%.bpf.o,$(APPS)) btfhub-archive | bpftool $(Q)$(MAKE) -f Makefile.btfgen endif # Build libbpf.a $(LIBBPF_OBJ): $(wildcard $(LIBBPF_SRC)/*.[ch]) | $(OUTPUT)/libbpf $(call msg,LIB,$@) $(Q)$(MAKE) -C $(LIBBPF_SRC) BUILD_STATIC_ONLY=1 \ OBJDIR=$(dir $@)libbpf DESTDIR=$(dir $@) \ INCLUDEDIR= LIBDIR= UAPIDIR= \ install $(FSSLOWER_ALIASES): fsslower $(call msg,SYMLINK,$@) $(Q)ln -f -s $(APP_PREFIX)$^ $@ $(FSDIST_ALIASES): fsdist $(call msg,SYMLINK,$@) $(Q)ln -f -s $(APP_PREFIX)$^ $@ $(SIGSNOOP_ALIAS): sigsnoop $(call msg,SYMLINK,$@) $(Q)ln -f -s $(APP_PREFIX)$^ $@ install: $(APPS) $(APP_ALIASES) $(call msg, INSTALL libbpf-tools) $(Q)$(INSTALL) -m 0755 -d $(DESTDIR)$(bindir) $(Q)$(foreach app,$(APPS),$(INSTALL) $(app) $(DESTDIR)$(bindir)/$(APP_PREFIX)$(app);) $(Q)$(foreach alias,$(APP_ALIASES),cp -a $(alias) $(DESTDIR)$(bindir)/$(APP_PREFIX)$(alias);) .PHONY: force force: # delete failed targets .DELETE_ON_ERROR: # keep intermediate (.skel.h, .bpf.o, etc) targets .SECONDARY: bpfcc-0.31.0/libbpf-tools/Makefile.btfgen000066400000000000000000000025071465134135300201610ustar00rootroot00000000000000# SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) SOURCE_BTF_FILES = $(shell find $(BTFHUB_ARCHIVE)/ -iregex ".*$(subst x86,x86_64,$(ARCH)).*" -type f -name '*.btf.tar.xz') MIN_CORE_BTF_FILES = $(patsubst $(BTFHUB_ARCHIVE)/%.btf.tar.xz, $(OUTPUT)/min_core_btfs/%.btf, $(SOURCE_BTF_FILES)) BPF_O_FILES = $(patsubst %,$(OUTPUT)/%.bpf.o,$(APPS)) .PHONY: all all: $(OUTPUT)/min_core_btf_tar.o ifeq ($(V),1) Q = msg = else Q = @ msg = @printf ' %-8s %s%s\n' "$(1)" "$(notdir $(2))" "$(if $(3), $(3))"; MAKEFLAGS += --no-print-directory endif $(BTFHUB_ARCHIVE)/%.btf: $(BTFHUB_ARCHIVE)/%.btf.tar.xz $(call msg,UNTAR,$@) $(Q)tar xvfJ $< -C "$(@D)" > /dev/null $(Q)touch $@ $(MIN_CORE_BTF_FILES): $(BPF_O_FILES) # Create reduced version of BTF files to be embedded within the tools executables $(OUTPUT)/min_core_btfs/%.btf: $(BTFHUB_ARCHIVE)/%.btf $(call msg,BTFGEN,$@) $(Q)mkdir -p "$(@D)" $(Q)$(BPFTOOL) gen min_core_btf $< $@ $(OUTPUT)/*.bpf.o # Compress reduced BTF files and create an object file with its content $(OUTPUT)/min_core_btf_tar.o: $(MIN_CORE_BTF_FILES) $(call msg,TAR,$@) $(Q)tar c --gz -f $(OUTPUT)/min_core_btfs.tar.gz -C $(OUTPUT)/min_core_btfs/ . $(Q)cd $(OUTPUT) && ld -r -b binary min_core_btfs.tar.gz -o $@ # delete failed targets .DELETE_ON_ERROR: # keep intermediate (.skel.h, .bpf.o, etc) targets .SECONDARY: bpfcc-0.31.0/libbpf-tools/README.md000066400000000000000000000131511465134135300165310ustar00rootroot00000000000000Useful links ------------ - [BPF Portability and CO-RE](https://facebookmicrosites.github.io/bpf/blog/2020/02/19/bpf-portability-and-co-re.html) - [HOWTO: BCC to libbpf conversion](https://facebookmicrosites.github.io/bpf/blog/2020/02/20/bcc-to-libbpf-howto-guide.html) - [Tips & tricks for writing libbpf-tools](https://en.pingcap.com/blog/tips-and-tricks-for-writing-linux-bpf-applications-with-libbpf) Building ------- To build libbpf-based tools, simply run `make`. This will build all the listed tools/applications. All the build artifacts, by default, go into .output subdirectory to keep source code and build artifacts completely separate. The only exception is resulting tool binaries, which are put in a current directory. `make clean` will clean up all the build artifacts, including generated binaries. Given that the libbpf package might not be available across wide variety of distributions, all libbpf-based tools are linked statically against a version of libbpf that BCC links against (from submodule under src/cc/libbpf). This results in binaries with minimal amount of dependencies (libc, libelf, and libz are linked dynamically, though, given their widespread availability). If your build fails because the libbpf submodule is outdated, try running `git submodule update --init --recursive`. Tools are expected to follow a simple naming convention: - .c contains userspace C code of a tool. - .bpf.c contains BPF C code, which gets compiled into BPF ELF file. This ELF file is used to generate BPF skeleton .skel.h, which is subsequently is included from .c. - .h can optionally contain any types and constants, shared by both BPF and userspace sides of a tool. For such cases, simply adding name to Makefile's APPS variable will ensure this tool is built alongside others. For more complicated applications, some extra Makefile rules might need to be created. For such cases, it is advised to put application into a dedicated subdirectory and link it from main Makefile. vmlinux.h generation ------------------- vmlinux.h contains all kernel types, both exported and internal-only. BPF CO-RE-based applications are expected to include this file in their BPF program C source code to avoid dependency on kernel headers package. For more reproducible builds, vmlinux.h header file is pre-generated and checked in along the other sources. This is done to avoid dependency on specific user/build server's kernel configuration, because vmlinux.h generation depends on having a kernel with BTF type information built-in (which is enabled by `CONFIG_DEBUG_INFO_BTF=y` Kconfig option See below). vmlinux.h is generated from upstream Linux version at particular minor version tag. E.g., `vmlinux_505.h` is generated from v5.5 tag. Exact set of types available in compiled kernel depends on configuration used to compile it. To generate present vmlinux.h header, default configuration was used, with only extra `CONFIG_DEBUG_INFO_BTF=y` option enabled. Given different kernel version can have incompatible type definitions, it might be important to use vmlinux.h of a specific kernel version as a "base" version of header. To that extent, all vmlinux.h headers are versioned by appending suffix to a file name. There is always a symbolic link vmlinux.h, that points to whichever version is deemed to be default (usually, latest). bpftool ------- bpftool is a universal tool used for inspection of BPF resources, as well as providing various extra BPF-related facilities, like code-generation of BPF program skeletons. The latter functionality is heavily used by these tools to load and interact with BPF programs. Given bpftool package can't yet be expected to be available widely across many distributions, bpftool binary is checked in into BCC repository in bin/ subdirectory. Once bpftool package is more widely available, this can be changed in favor of using pre-packaged version of bpftool. Re-compiling your Kernel with CONFIG_DEBUG_INFO_BTF=y ----------------------------------------------------- libbpf probes to see if your sys fs exports the file `/sys/kernel/btf/vmlinux` (from Kernel 5.5+) or if you have the ELF version in your system [`code`](https://github.com/libbpf/libbpf/blob/master/src/btf.c) Please note the ELF file could exist without the BTF info in it. Your Kconfig should contain the options below 1. Compile options ```code CONFIG_DEBUG_INFO_BTF=y CONFIG_DEBUG_INFO=y ``` 2. Also, make sure that you have pahole 1.13 (or preferably 1.16+) during the kernel build (it comes from dwarves package). Without it, BTF won't be generated, and on older kernels you'd get only warning, but still would build kernel successfully Running in kernels without CONFIG_DEBUG_INFO_BTF=y -------------------------------------------------- It's possible to run some tools in kernels that don't expose `/sys/kernel/btf/vmlinux`. For those cases, [BTFGen](https://lore.kernel.org/bpf/20220215225856.671072-1-mauricio@kinvolk.io) and [BTFHub](https://github.com/aquasecurity/btfhub) can be used to generate small BTF files for the most popular Linux distributions that are shipped with the tools in order to provide the needed information to perform the CO-RE relocations when loading the eBPF programs. If you haven't cloned the [btfhub-archive](https://github.com/aquasecurity/btfhub) repository, you can run make and it'll clone it for you into the `$HOME/.local/share` directory: ```bash make ENABLE_MIN_CORE_BTFS=1 -j$(nproc) ``` If you have a local copy of such repository, you can pass it's location to avoid cloning it again: ```bash make ENABLE_MIN_CORE_BTFS=1 BTF_HUB_ARCHIVE= -j$(nproc) ``` bpfcc-0.31.0/libbpf-tools/arm64/000077500000000000000000000000001465134135300162025ustar00rootroot00000000000000bpfcc-0.31.0/libbpf-tools/arm64/vmlinux.h000077700000000000000000000000001465134135300223202vmlinux_608.hustar00rootroot00000000000000bpfcc-0.31.0/libbpf-tools/arm64/vmlinux_608.h000066400000000000000000136767121465134135300205010ustar00rootroot00000000000000#ifndef __VMLINUX_H__ #define __VMLINUX_H__ #ifndef BPF_NO_PRESERVE_ACCESS_INDEX #pragma clang attribute push (__attribute__((preserve_access_index)), apply_to = record) #endif typedef signed char __s8; typedef unsigned char __u8; typedef short unsigned int __u16; typedef int __s32; typedef unsigned int __u32; typedef long long int __s64; typedef long long unsigned int __u64; typedef __s8 s8; typedef __u8 u8; typedef __u16 u16; typedef __s32 s32; typedef __u32 u32; typedef __s64 s64; typedef __u64 u64; enum { false = 0, true = 1, }; typedef long int __kernel_long_t; typedef long unsigned int __kernel_ulong_t; typedef int __kernel_pid_t; typedef unsigned int __kernel_uid32_t; typedef unsigned int __kernel_gid32_t; typedef __kernel_ulong_t __kernel_size_t; typedef __kernel_long_t __kernel_ssize_t; typedef long long int __kernel_loff_t; typedef long long int __kernel_time64_t; typedef __kernel_long_t __kernel_clock_t; typedef int __kernel_timer_t; typedef int __kernel_clockid_t; typedef __u16 __le16; typedef __u32 __le32; typedef unsigned int __poll_t; typedef u32 __kernel_dev_t; typedef __kernel_dev_t dev_t; typedef short unsigned int umode_t; typedef __kernel_pid_t pid_t; typedef __kernel_clockid_t clockid_t; typedef _Bool bool; typedef __kernel_uid32_t uid_t; typedef __kernel_gid32_t gid_t; typedef long unsigned int uintptr_t; typedef __kernel_loff_t loff_t; typedef __kernel_size_t size_t; typedef __kernel_ssize_t ssize_t; typedef s32 int32_t; typedef u32 uint32_t; typedef u64 sector_t; typedef u64 blkcnt_t; typedef unsigned int gfp_t; typedef unsigned int fmode_t; typedef u64 phys_addr_t; typedef struct { int counter; } atomic_t; typedef struct { s64 counter; } atomic64_t; struct list_head { struct list_head *next; struct list_head *prev; }; struct hlist_node; struct hlist_head { struct hlist_node *first; }; struct hlist_node { struct hlist_node *next; struct hlist_node **pprev; }; struct callback_head { struct callback_head *next; void (*func)(struct callback_head *); }; struct qspinlock { union { atomic_t val; struct { u8 locked; u8 pending; }; struct { u16 locked_pending; u16 tail; }; }; }; typedef struct qspinlock arch_spinlock_t; struct qrwlock { union { atomic_t cnts; struct { u8 wlocked; u8 __lstate[3]; }; }; arch_spinlock_t wait_lock; }; typedef struct qrwlock arch_rwlock_t; struct lock_class_key {}; struct lockdep_map {}; struct raw_spinlock { arch_spinlock_t raw_lock; }; typedef struct raw_spinlock raw_spinlock_t; struct ratelimit_state { raw_spinlock_t lock; int interval; int burst; int printed; int missed; long unsigned int begin; long unsigned int flags; }; struct kernel_symbol { int value_offset; int name_offset; int namespace_offset; }; struct jump_entry { s32 code; s32 target; long int key; }; struct static_key_mod; struct static_key { atomic_t enabled; union { long unsigned int type; struct jump_entry *entries; struct static_key_mod *next; }; }; struct static_key_false { struct static_key key; }; struct fs_context; struct fs_parameter_spec; struct dentry; struct super_block; struct module; struct file_system_type { const char *name; int fs_flags; int (*init_fs_context)(struct fs_context *); const struct fs_parameter_spec *parameters; struct dentry * (*mount)(struct file_system_type *, int, const char *, void *); void (*kill_sb)(struct super_block *); struct module *owner; struct file_system_type *next; struct hlist_head fs_supers; struct lock_class_key s_lock_key; struct lock_class_key s_umount_key; struct lock_class_key s_vfs_rename_key; struct lock_class_key s_writers_key[3]; struct lock_class_key i_lock_key; struct lock_class_key i_mutex_key; struct lock_class_key invalidate_lock_key; struct lock_class_key i_mutex_dir_key; }; struct obs_kernel_param { const char *str; int (*setup_func)(char *); int early; }; typedef atomic64_t atomic_long_t; struct pi_entry { const char *fmt; const char *func; const char *file; unsigned int line; const char *level; const char *subsys_fmt_prefix; } __attribute__((packed)); typedef void *fl_owner_t; struct file; struct kiocb; struct iov_iter; struct io_comp_batch; struct dir_context; struct poll_table_struct; struct vm_area_struct; struct inode; struct file_lock; struct page; struct pipe_inode_info; struct seq_file; struct io_uring_cmd; struct file_operations { struct module *owner; loff_t (*llseek)(struct file *, loff_t, int); ssize_t (*read)(struct file *, char *, size_t, loff_t *); ssize_t (*write)(struct file *, const char *, size_t, loff_t *); ssize_t (*read_iter)(struct kiocb *, struct iov_iter *); ssize_t (*write_iter)(struct kiocb *, struct iov_iter *); int (*iopoll)(struct kiocb *, struct io_comp_batch *, unsigned int); int (*iterate)(struct file *, struct dir_context *); int (*iterate_shared)(struct file *, struct dir_context *); __poll_t (*poll)(struct file *, struct poll_table_struct *); long int (*unlocked_ioctl)(struct file *, unsigned int, long unsigned int); long int (*compat_ioctl)(struct file *, unsigned int, long unsigned int); int (*mmap)(struct file *, struct vm_area_struct *); long unsigned int mmap_supported_flags; int (*open)(struct inode *, struct file *); int (*flush)(struct file *, fl_owner_t); int (*release)(struct inode *, struct file *); int (*fsync)(struct file *, loff_t, loff_t, int); int (*fasync)(int, struct file *, int); int (*lock)(struct file *, int, struct file_lock *); ssize_t (*sendpage)(struct file *, struct page *, int, size_t, loff_t *, int); long unsigned int (*get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); int (*check_flags)(int); int (*flock)(struct file *, int, struct file_lock *); ssize_t (*splice_write)(struct pipe_inode_info *, struct file *, loff_t *, size_t, unsigned int); ssize_t (*splice_read)(struct file *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); int (*setlease)(struct file *, long int, struct file_lock **, void **); long int (*fallocate)(struct file *, int, loff_t, loff_t); void (*show_fdinfo)(struct seq_file *, struct file *); ssize_t (*copy_file_range)(struct file *, loff_t, struct file *, loff_t, size_t, unsigned int); loff_t (*remap_file_range)(struct file *, loff_t, struct file *, loff_t, loff_t, unsigned int); int (*fadvise)(struct file *, loff_t, loff_t, int); int (*uring_cmd)(struct io_uring_cmd *, unsigned int); }; struct bug_entry { int bug_addr_disp; int file_disp; short unsigned int line; short unsigned int flags; }; struct static_call_key { void *func; }; struct user_pt_regs { __u64 regs[31]; __u64 sp; __u64 pc; __u64 pstate; }; struct user_fpsimd_state { __int128 unsigned vregs[32]; __u32 fpsr; __u32 fpcr; __u32 __reserved[2]; }; struct pt_regs { union { struct user_pt_regs user_regs; struct { u64 regs[31]; u64 sp; u64 pc; u64 pstate; }; }; u64 orig_x0; s32 syscallno; u32 unused2; u64 sdei_ttbr1; u64 pmr_save; u64 stackframe[2]; u64 lockdep_hardirqs; u64 exit_rcu; }; typedef __s64 time64_t; struct __kernel_timespec { __kernel_time64_t tv_sec; long long int tv_nsec; }; struct timespec64 { time64_t tv_sec; long int tv_nsec; }; enum timespec_type { TT_NONE = 0, TT_NATIVE = 1, TT_COMPAT = 2, }; typedef s32 old_time32_t; struct old_timespec32 { old_time32_t tv_sec; s32 tv_nsec; }; struct pollfd; struct restart_block { long unsigned int arch_data; long int (*fn)(struct restart_block *); union { struct { u32 *uaddr; u32 val; u32 flags; u32 bitset; u64 time; u32 *uaddr2; } futex; struct { clockid_t clockid; enum timespec_type type; union { struct __kernel_timespec *rmtp; struct old_timespec32 *compat_rmtp; }; u64 expires; } nanosleep; struct { struct pollfd *ufds; int nfds; int has_timeout; long unsigned int tv_sec; long unsigned int tv_nsec; } poll; }; }; struct thread_info { long unsigned int flags; u64 ttbr0; union { u64 preempt_count; struct { u32 count; u32 need_resched; } preempt; }; u32 cpu; }; struct refcount_struct { atomic_t refs; }; typedef struct refcount_struct refcount_t; struct llist_node { struct llist_node *next; }; struct __call_single_node { struct llist_node llist; union { unsigned int u_flags; atomic_t a_flags; }; u16 src; u16 dst; }; struct load_weight { long unsigned int weight; u32 inv_weight; }; struct rb_node { long unsigned int __rb_parent_color; struct rb_node *rb_right; struct rb_node *rb_left; }; struct util_est { unsigned int enqueued; unsigned int ewma; }; struct sched_avg { u64 last_update_time; u64 load_sum; u64 runnable_sum; u32 util_sum; u32 period_contrib; long unsigned int load_avg; long unsigned int runnable_avg; long unsigned int util_avg; struct util_est util_est; }; struct cfs_rq; struct sched_entity { struct load_weight load; struct rb_node run_node; struct list_head group_node; unsigned int on_rq; u64 exec_start; u64 sum_exec_runtime; u64 vruntime; u64 prev_sum_exec_runtime; u64 nr_migrations; int depth; struct sched_entity *parent; struct cfs_rq *cfs_rq; struct cfs_rq *my_q; long unsigned int runnable_weight; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_avg avg; }; struct sched_rt_entity { struct list_head run_list; long unsigned int timeout; long unsigned int watchdog_stamp; unsigned int time_slice; short unsigned int on_rq; short unsigned int on_list; struct sched_rt_entity *back; }; typedef s64 ktime_t; struct timerqueue_node { struct rb_node node; ktime_t expires; }; enum hrtimer_restart { HRTIMER_NORESTART = 0, HRTIMER_RESTART = 1, }; struct hrtimer_clock_base; struct hrtimer { struct timerqueue_node node; ktime_t _softexpires; enum hrtimer_restart (*function)(struct hrtimer *); struct hrtimer_clock_base *base; u8 state; u8 is_rel; u8 is_soft; u8 is_hard; }; struct sched_dl_entity { struct rb_node rb_node; u64 dl_runtime; u64 dl_deadline; u64 dl_period; u64 dl_bw; u64 dl_density; s64 runtime; u64 deadline; unsigned int flags; unsigned int dl_throttled: 1; unsigned int dl_yielded: 1; unsigned int dl_non_contending: 1; unsigned int dl_overrun: 1; struct hrtimer dl_timer; struct hrtimer inactive_timer; struct sched_dl_entity *pi_se; }; struct sched_statistics { u64 wait_start; u64 wait_max; u64 wait_count; u64 wait_sum; u64 iowait_count; u64 iowait_sum; u64 sleep_start; u64 sleep_max; s64 sum_sleep_runtime; u64 block_start; u64 block_max; s64 sum_block_runtime; u64 exec_max; u64 slice_max; u64 nr_migrations_cold; u64 nr_failed_migrations_affine; u64 nr_failed_migrations_running; u64 nr_failed_migrations_hot; u64 nr_forced_migrations; u64 nr_wakeups; u64 nr_wakeups_sync; u64 nr_wakeups_migrate; u64 nr_wakeups_local; u64 nr_wakeups_remote; u64 nr_wakeups_affine; u64 nr_wakeups_affine_attempts; u64 nr_wakeups_passive; u64 nr_wakeups_idle; u64 core_forceidle_sum; long: 64; long: 64; long: 64; }; struct cpumask { long unsigned int bits[64]; }; typedef struct cpumask cpumask_t; union rcu_special { struct { u8 blocked; u8 need_qs; u8 exp_hint; u8 need_mb; } b; u32 s; }; struct sched_info { long unsigned int pcount; long long unsigned int run_delay; long long unsigned int last_arrival; long long unsigned int last_queued; }; struct plist_node { int prio; struct list_head prio_list; struct list_head node_list; }; struct vmacache { u64 seqnum; struct vm_area_struct *vmas[4]; }; struct task_rss_stat { int events; int count[4]; }; struct prev_cputime { u64 utime; u64 stime; raw_spinlock_t lock; }; struct seqcount { unsigned int sequence; }; typedef struct seqcount seqcount_t; enum vtime_state { VTIME_INACTIVE = 0, VTIME_IDLE = 1, VTIME_SYS = 2, VTIME_USER = 3, VTIME_GUEST = 4, }; struct vtime { seqcount_t seqcount; long long unsigned int starttime; enum vtime_state state; unsigned int cpu; u64 utime; u64 stime; u64 gtime; }; struct rb_root { struct rb_node *rb_node; }; struct rb_root_cached { struct rb_root rb_root; struct rb_node *rb_leftmost; }; struct timerqueue_head { struct rb_root_cached rb_root; }; struct posix_cputimer_base { u64 nextevt; struct timerqueue_head tqhead; }; struct posix_cputimers { struct posix_cputimer_base bases[3]; unsigned int timers_active; unsigned int expiry_active; }; struct posix_cputimers_work { struct callback_head work; unsigned int scheduled; }; struct sem_undo_list; struct sysv_sem { struct sem_undo_list *undo_list; }; struct sysv_shm { struct list_head shm_clist; }; typedef struct { long unsigned int sig[1]; } sigset_t; struct sigpending { struct list_head list; sigset_t signal; }; typedef struct { uid_t val; } kuid_t; struct seccomp_filter; struct seccomp { int mode; atomic_t filter_count; struct seccomp_filter *filter; }; struct syscall_user_dispatch {}; struct spinlock { union { struct raw_spinlock rlock; }; }; typedef struct spinlock spinlock_t; struct wake_q_node { struct wake_q_node *next; }; struct task_io_accounting { u64 rchar; u64 wchar; u64 syscr; u64 syscw; u64 read_bytes; u64 write_bytes; u64 cancelled_write_bytes; }; typedef struct { long unsigned int bits[8]; } nodemask_t; struct seqcount_spinlock { seqcount_t seqcount; }; typedef struct seqcount_spinlock seqcount_spinlock_t; struct optimistic_spin_queue { atomic_t tail; }; struct mutex { atomic_long_t owner; raw_spinlock_t wait_lock; struct optimistic_spin_queue osq; struct list_head wait_list; }; struct tlbflush_unmap_batch {}; struct page_frag { struct page *page; __u32 offset; __u32 size; }; struct latency_record { long unsigned int backtrace[12]; unsigned int count; long unsigned int time; long unsigned int max; }; struct kmap_ctrl {}; struct timer_list { struct hlist_node entry; long unsigned int expires; void (*function)(struct timer_list *); u32 flags; }; struct llist_head { struct llist_node *first; }; struct cpu_context { long unsigned int x19; long unsigned int x20; long unsigned int x21; long unsigned int x22; long unsigned int x23; long unsigned int x24; long unsigned int x25; long unsigned int x26; long unsigned int x27; long unsigned int x28; long unsigned int fp; long unsigned int sp; long unsigned int pc; }; struct perf_event; struct debug_info { int suspended_step; int bps_disabled; int wps_disabled; struct perf_event *hbp_break[16]; struct perf_event *hbp_watch[16]; }; struct ptrauth_key { long unsigned int lo; long unsigned int hi; }; struct ptrauth_keys_user { struct ptrauth_key apia; struct ptrauth_key apib; struct ptrauth_key apda; struct ptrauth_key apdb; struct ptrauth_key apga; }; struct ptrauth_keys_kernel { struct ptrauth_key apia; }; struct thread_struct { struct cpu_context cpu_context; long: 64; struct { long unsigned int tp_value; long unsigned int tp2_value; struct user_fpsimd_state fpsimd_state; } uw; unsigned int fpsimd_cpu; void *sve_state; void *za_state; unsigned int vl[2]; unsigned int vl_onexec[2]; long unsigned int fault_address; long unsigned int fault_code; struct debug_info debug; struct ptrauth_keys_user keys_user; struct ptrauth_keys_kernel keys_kernel; u64 mte_ctrl; u64 sctlr_user; u64 svcr; u64 tpidr2_el0; long: 64; }; struct sched_class; struct task_group; struct rcu_node; struct mm_struct; struct pid; struct completion; struct cred; struct key; struct nameidata; struct fs_struct; struct files_struct; struct io_uring_task; struct nsproxy; struct signal_struct; struct sighand_struct; struct audit_context; struct rt_mutex_waiter; struct bio_list; struct blk_plug; struct reclaim_state; struct backing_dev_info; struct io_context; struct capture_control; struct kernel_siginfo; typedef struct kernel_siginfo kernel_siginfo_t; struct css_set; struct robust_list_head; struct compat_robust_list_head; struct futex_pi_state; struct perf_event_context; struct mempolicy; struct numa_group; struct rseq; struct task_delay_info; struct kunit; struct ftrace_ret_stack; struct mem_cgroup; struct request_queue; struct uprobe_task; struct vm_struct; struct bpf_local_storage; struct bpf_run_ctx; struct task_struct { struct thread_info thread_info; unsigned int __state; void *stack; refcount_t usage; unsigned int flags; unsigned int ptrace; int on_cpu; struct __call_single_node wake_entry; unsigned int wakee_flips; long unsigned int wakee_flip_decay_ts; struct task_struct *last_wakee; int recent_used_cpu; int wake_cpu; int on_rq; int prio; int static_prio; int normal_prio; unsigned int rt_priority; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_entity se; struct sched_rt_entity rt; struct sched_dl_entity dl; const struct sched_class *sched_class; struct rb_node core_node; long unsigned int core_cookie; unsigned int core_occupation; struct task_group *sched_task_group; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_statistics stats; struct hlist_head preempt_notifiers; unsigned int btrace_seq; unsigned int policy; int nr_cpus_allowed; const cpumask_t *cpus_ptr; cpumask_t *user_cpus_ptr; cpumask_t cpus_mask; void *migration_pending; short unsigned int migration_disabled; short unsigned int migration_flags; int rcu_read_lock_nesting; union rcu_special rcu_read_unlock_special; struct list_head rcu_node_entry; struct rcu_node *rcu_blocked_node; long unsigned int rcu_tasks_nvcsw; u8 rcu_tasks_holdout; u8 rcu_tasks_idx; int rcu_tasks_idle_cpu; struct list_head rcu_tasks_holdout_list; int trc_reader_nesting; int trc_ipi_to_cpu; union rcu_special trc_reader_special; struct list_head trc_holdout_list; struct list_head trc_blkd_node; int trc_blkd_cpu; struct sched_info sched_info; struct list_head tasks; struct plist_node pushable_tasks; struct rb_node pushable_dl_tasks; struct mm_struct *mm; struct mm_struct *active_mm; struct vmacache vmacache; struct task_rss_stat rss_stat; int exit_state; int exit_code; int exit_signal; int pdeath_signal; long unsigned int jobctl; unsigned int personality; unsigned int sched_reset_on_fork: 1; unsigned int sched_contributes_to_load: 1; unsigned int sched_migrated: 1; unsigned int sched_psi_wake_requeue: 1; int: 28; unsigned int sched_remote_wakeup: 1; unsigned int in_execve: 1; unsigned int in_iowait: 1; unsigned int in_user_fault: 1; unsigned int no_cgroup_migration: 1; unsigned int frozen: 1; unsigned int use_memdelay: 1; unsigned int in_memstall: 1; unsigned int in_page_owner: 1; unsigned int in_eventfd: 1; unsigned int pasid_activated: 1; long unsigned int atomic_flags; struct restart_block restart_block; pid_t pid; pid_t tgid; struct task_struct *real_parent; struct task_struct *parent; struct list_head children; struct list_head sibling; struct task_struct *group_leader; struct list_head ptraced; struct list_head ptrace_entry; struct pid *thread_pid; struct hlist_node pid_links[4]; struct list_head thread_group; struct list_head thread_node; struct completion *vfork_done; int *set_child_tid; int *clear_child_tid; void *worker_private; u64 utime; u64 stime; u64 gtime; struct prev_cputime prev_cputime; struct vtime vtime; atomic_t tick_dep_mask; long unsigned int nvcsw; long unsigned int nivcsw; u64 start_time; u64 start_boottime; long unsigned int min_flt; long unsigned int maj_flt; struct posix_cputimers posix_cputimers; struct posix_cputimers_work posix_cputimers_work; const struct cred *ptracer_cred; const struct cred *real_cred; const struct cred *cred; struct key *cached_requested_key; char comm[16]; struct nameidata *nameidata; struct sysv_sem sysvsem; struct sysv_shm sysvshm; struct fs_struct *fs; struct files_struct *files; struct io_uring_task *io_uring; struct nsproxy *nsproxy; struct signal_struct *signal; struct sighand_struct *sighand; sigset_t blocked; sigset_t real_blocked; sigset_t saved_sigmask; struct sigpending pending; long unsigned int sas_ss_sp; size_t sas_ss_size; unsigned int sas_ss_flags; struct callback_head *task_works; struct audit_context *audit_context; kuid_t loginuid; unsigned int sessionid; struct seccomp seccomp; struct syscall_user_dispatch syscall_dispatch; u64 parent_exec_id; u64 self_exec_id; spinlock_t alloc_lock; raw_spinlock_t pi_lock; struct wake_q_node wake_q; struct rb_root_cached pi_waiters; struct task_struct *pi_top_task; struct rt_mutex_waiter *pi_blocked_on; void *journal_info; struct bio_list *bio_list; struct blk_plug *plug; struct reclaim_state *reclaim_state; struct backing_dev_info *backing_dev_info; struct io_context *io_context; struct capture_control *capture_control; long unsigned int ptrace_message; kernel_siginfo_t *last_siginfo; struct task_io_accounting ioac; unsigned int psi_flags; u64 acct_rss_mem1; u64 acct_vm_mem1; u64 acct_timexpd; nodemask_t mems_allowed; seqcount_spinlock_t mems_allowed_seq; int cpuset_mem_spread_rotor; int cpuset_slab_spread_rotor; struct css_set *cgroups; struct list_head cg_list; struct robust_list_head *robust_list; struct compat_robust_list_head *compat_robust_list; struct list_head pi_state_list; struct futex_pi_state *pi_state_cache; struct mutex futex_exit_mutex; unsigned int futex_state; struct perf_event_context *perf_event_ctxp[2]; struct mutex perf_event_mutex; struct list_head perf_event_list; long unsigned int preempt_disable_ip; struct mempolicy *mempolicy; short int il_prev; short int pref_node_fork; int numa_scan_seq; unsigned int numa_scan_period; unsigned int numa_scan_period_max; int numa_preferred_nid; long unsigned int numa_migrate_retry; u64 node_stamp; u64 last_task_numa_placement; u64 last_sum_exec_runtime; struct callback_head numa_work; struct numa_group *numa_group; long unsigned int *numa_faults; long unsigned int total_numa_faults; long unsigned int numa_faults_locality[3]; long unsigned int numa_pages_migrated; struct rseq *rseq; u32 rseq_sig; long unsigned int rseq_event_mask; struct tlbflush_unmap_batch tlb_ubc; union { refcount_t rcu_users; struct callback_head rcu; }; struct pipe_inode_info *splice_pipe; struct page_frag task_frag; struct task_delay_info *delays; int nr_dirtied; int nr_dirtied_pause; long unsigned int dirty_paused_when; int latency_record_count; struct latency_record latency_record[32]; u64 timer_slack_ns; u64 default_timer_slack_ns; struct kunit *kunit_test; int curr_ret_stack; int curr_ret_depth; struct ftrace_ret_stack *ret_stack; long long unsigned int ftrace_timestamp; atomic_t trace_overrun; atomic_t tracing_graph_pause; long unsigned int trace; long unsigned int trace_recursion; struct mem_cgroup *memcg_in_oom; gfp_t memcg_oom_gfp_mask; int memcg_oom_order; unsigned int memcg_nr_pages_over_high; struct mem_cgroup *active_memcg; struct request_queue *throttle_queue; struct uprobe_task *utask; unsigned int sequential_io; unsigned int sequential_io_avg; struct kmap_ctrl kmap_ctrl; int pagefault_disabled; struct task_struct *oom_reaper_list; struct timer_list oom_reaper_timer; struct vm_struct *stack_vm_area; refcount_t stack_refcount; void *security; struct bpf_local_storage *bpf_storage; struct bpf_run_ctx *bpf_ctx; struct llist_head kretprobe_instances; struct thread_struct thread; }; typedef u64 pteval_t; typedef u64 pmdval_t; typedef u64 pudval_t; typedef u64 pgdval_t; typedef struct { pteval_t pte; } pte_t; typedef struct { pmdval_t pmd; } pmd_t; typedef struct { pudval_t pud; } pud_t; typedef struct { pgdval_t pgd; } pgd_t; typedef struct { pteval_t pgprot; } pgprot_t; enum pcpu_fc { PCPU_FC_AUTO = 0, PCPU_FC_EMBED = 1, PCPU_FC_PAGE = 2, PCPU_FC_NR = 3, }; enum vec_type { ARM64_VEC_SVE = 0, ARM64_VEC_SME = 1, ARM64_VEC_MAX = 2, }; typedef struct { arch_rwlock_t raw_lock; } rwlock_t; struct wait_queue_head { spinlock_t lock; struct list_head head; }; typedef struct wait_queue_head wait_queue_head_t; enum pid_type { PIDTYPE_PID = 0, PIDTYPE_TGID = 1, PIDTYPE_PGID = 2, PIDTYPE_SID = 3, PIDTYPE_MAX = 4, }; struct pid_namespace; struct upid { int nr; struct pid_namespace *ns; }; struct xarray { spinlock_t xa_lock; gfp_t xa_flags; void *xa_head; }; struct idr { struct xarray idr_rt; unsigned int idr_base; unsigned int idr_next; }; struct proc_ns_operations; struct ns_common { atomic_long_t stashed; const struct proc_ns_operations *ops; unsigned int inum; refcount_t count; }; struct kmem_cache; struct fs_pin; struct user_namespace; struct ucounts; struct pid_namespace { struct idr idr; struct callback_head rcu; unsigned int pid_allocated; struct task_struct *child_reaper; struct kmem_cache *pid_cachep; unsigned int level; struct pid_namespace *parent; struct fs_pin *bacct; struct user_namespace *user_ns; struct ucounts *ucounts; int reboot; struct ns_common ns; }; struct pid { refcount_t count; unsigned int level; spinlock_t lock; struct hlist_head tasks[4]; struct hlist_head inodes; wait_queue_head_t wait_pidfd; struct callback_head rcu; struct upid numbers[1]; }; typedef struct { gid_t val; } kgid_t; struct work_struct; typedef void (*work_func_t)(struct work_struct *); struct work_struct { atomic_long_t data; struct list_head entry; work_func_t func; }; struct workqueue_struct; struct delayed_work { struct work_struct work; struct timer_list timer; struct workqueue_struct *wq; int cpu; }; enum { UNAME26 = 131072, ADDR_NO_RANDOMIZE = 262144, FDPIC_FUNCPTRS = 524288, MMAP_PAGE_ZERO = 1048576, ADDR_COMPAT_LAYOUT = 2097152, READ_IMPLIES_EXEC = 4194304, ADDR_LIMIT_32BIT = 8388608, SHORT_INODE = 16777216, WHOLE_SECONDS = 33554432, STICKY_TIMEOUTS = 67108864, ADDR_LIMIT_3GB = 134217728, }; typedef struct page *pgtable_t; struct address_space; struct page_pool; struct dev_pagemap; struct page { long unsigned int flags; union { struct { union { struct list_head lru; struct { void *__filler; unsigned int mlock_count; }; struct list_head buddy_list; struct list_head pcp_list; }; struct address_space *mapping; long unsigned int index; long unsigned int private; }; struct { long unsigned int pp_magic; struct page_pool *pp; long unsigned int _pp_mapping_pad; long unsigned int dma_addr; union { long unsigned int dma_addr_upper; atomic_long_t pp_frag_count; }; }; struct { long unsigned int compound_head; unsigned char compound_dtor; unsigned char compound_order; atomic_t compound_mapcount; atomic_t compound_pincount; unsigned int compound_nr; }; struct { long unsigned int _compound_pad_1; long unsigned int _compound_pad_2; struct list_head deferred_list; }; struct { long unsigned int _pt_pad_1; pgtable_t pmd_huge_pte; long unsigned int _pt_pad_2; union { struct mm_struct *pt_mm; atomic_t pt_frag_refcount; }; spinlock_t ptl; }; struct { struct dev_pagemap *pgmap; void *zone_device_data; }; struct callback_head callback_head; }; union { atomic_t _mapcount; unsigned int page_type; }; atomic_t _refcount; long unsigned int memcg_data; }; struct seqcount_raw_spinlock { seqcount_t seqcount; }; typedef struct seqcount_raw_spinlock seqcount_raw_spinlock_t; typedef struct { seqcount_spinlock_t seqcount; spinlock_t lock; } seqlock_t; struct hrtimer_cpu_base; struct hrtimer_clock_base { struct hrtimer_cpu_base *cpu_base; unsigned int index; clockid_t clockid; seqcount_raw_spinlock_t seq; struct hrtimer *running; struct timerqueue_head active; ktime_t (*get_time)(); ktime_t offset; }; struct hrtimer_cpu_base { raw_spinlock_t lock; unsigned int cpu; unsigned int active_bases; unsigned int clock_was_set_seq; unsigned int hres_active: 1; unsigned int in_hrtirq: 1; unsigned int hang_detected: 1; unsigned int softirq_activated: 1; unsigned int nr_events; short unsigned int nr_retries; short unsigned int nr_hangs; unsigned int max_hang_time; ktime_t expires_next; struct hrtimer *next_timer; ktime_t softirq_expires_next; struct hrtimer *softirq_next_timer; struct hrtimer_clock_base clock_base[8]; }; enum hrtimer_base_type { HRTIMER_BASE_MONOTONIC = 0, HRTIMER_BASE_REALTIME = 1, HRTIMER_BASE_BOOTTIME = 2, HRTIMER_BASE_TAI = 3, HRTIMER_BASE_MONOTONIC_SOFT = 4, HRTIMER_BASE_REALTIME_SOFT = 5, HRTIMER_BASE_BOOTTIME_SOFT = 6, HRTIMER_BASE_TAI_SOFT = 7, HRTIMER_MAX_CLOCK_BASES = 8, }; enum node_states { N_POSSIBLE = 0, N_ONLINE = 1, N_NORMAL_MEMORY = 2, N_HIGH_MEMORY = 2, N_MEMORY = 3, N_CPU = 4, N_GENERIC_INITIATOR = 5, NR_NODE_STATES = 6, }; struct rlimit { __kernel_ulong_t rlim_cur; __kernel_ulong_t rlim_max; }; typedef void __signalfn_t(int); typedef __signalfn_t *__sighandler_t; typedef void __restorefn_t(); typedef __restorefn_t *__sigrestore_t; union sigval { int sival_int; void *sival_ptr; }; typedef union sigval sigval_t; union __sifields { struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; } _kill; struct { __kernel_timer_t _tid; int _overrun; sigval_t _sigval; int _sys_private; } _timer; struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; sigval_t _sigval; } _rt; struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; int _status; __kernel_clock_t _utime; __kernel_clock_t _stime; } _sigchld; struct { void *_addr; union { int _trapno; short int _addr_lsb; struct { char _dummy_bnd[8]; void *_lower; void *_upper; } _addr_bnd; struct { char _dummy_pkey[8]; __u32 _pkey; } _addr_pkey; struct { long unsigned int _data; __u32 _type; __u32 _flags; } _perf; }; } _sigfault; struct { long int _band; int _fd; } _sigpoll; struct { void *_call_addr; int _syscall; unsigned int _arch; } _sigsys; }; struct kernel_siginfo { struct { int si_signo; int si_errno; int si_code; union __sifields _sifields; }; }; struct sigaction { __sighandler_t sa_handler; long unsigned int sa_flags; __sigrestore_t sa_restorer; sigset_t sa_mask; }; struct k_sigaction { struct sigaction sa; }; struct userfaultfd_ctx; struct vm_userfaultfd_ctx { struct userfaultfd_ctx *ctx; }; struct anon_vma_name; struct anon_vma; struct vm_operations_struct; struct vm_area_struct { long unsigned int vm_start; long unsigned int vm_end; struct vm_area_struct *vm_next; struct vm_area_struct *vm_prev; struct rb_node vm_rb; long unsigned int rb_subtree_gap; struct mm_struct *vm_mm; pgprot_t vm_page_prot; long unsigned int vm_flags; union { struct { struct rb_node rb; long unsigned int rb_subtree_last; } shared; struct anon_vma_name *anon_name; }; struct list_head anon_vma_chain; struct anon_vma *anon_vma; const struct vm_operations_struct *vm_ops; long unsigned int vm_pgoff; struct file *vm_file; void *vm_private_data; atomic_long_t swap_readahead_info; struct mempolicy *vm_policy; struct vm_userfaultfd_ctx vm_userfaultfd_ctx; }; enum { MM_FILEPAGES = 0, MM_ANONPAGES = 1, MM_SWAPENTS = 2, MM_SHMEMPAGES = 3, NR_MM_COUNTERS = 4, }; struct mm_rss_stat { atomic_long_t count[4]; }; struct cpu_itimer { u64 expires; u64 incr; }; struct task_cputime_atomic { atomic64_t utime; atomic64_t stime; atomic64_t sum_exec_runtime; }; struct thread_group_cputimer { struct task_cputime_atomic cputime_atomic; }; struct pacct_struct { int ac_flag; long int ac_exitcode; long unsigned int ac_mem; u64 ac_utime; u64 ac_stime; long unsigned int ac_minflt; long unsigned int ac_majflt; }; struct rw_semaphore { atomic_long_t count; atomic_long_t owner; struct optimistic_spin_queue osq; raw_spinlock_t wait_lock; struct list_head wait_list; }; struct core_state; struct tty_struct; struct autogroup; struct taskstats; struct tty_audit_buf; struct signal_struct { refcount_t sigcnt; atomic_t live; int nr_threads; struct list_head thread_head; wait_queue_head_t wait_chldexit; struct task_struct *curr_target; struct sigpending shared_pending; struct hlist_head multiprocess; int group_exit_code; int notify_count; struct task_struct *group_exec_task; int group_stop_count; unsigned int flags; struct core_state *core_state; unsigned int is_child_subreaper: 1; unsigned int has_child_subreaper: 1; int posix_timer_id; struct list_head posix_timers; struct hrtimer real_timer; ktime_t it_real_incr; struct cpu_itimer it[2]; struct thread_group_cputimer cputimer; struct posix_cputimers posix_cputimers; struct pid *pids[4]; atomic_t tick_dep_mask; struct pid *tty_old_pgrp; int leader; struct tty_struct *tty; struct autogroup *autogroup; seqlock_t stats_lock; u64 utime; u64 stime; u64 cutime; u64 cstime; u64 gtime; u64 cgtime; struct prev_cputime prev_cputime; long unsigned int nvcsw; long unsigned int nivcsw; long unsigned int cnvcsw; long unsigned int cnivcsw; long unsigned int min_flt; long unsigned int maj_flt; long unsigned int cmin_flt; long unsigned int cmaj_flt; long unsigned int inblock; long unsigned int oublock; long unsigned int cinblock; long unsigned int coublock; long unsigned int maxrss; long unsigned int cmaxrss; struct task_io_accounting ioac; long long unsigned int sum_sched_runtime; struct rlimit rlim[16]; struct pacct_struct pacct; struct taskstats *stats; unsigned int audit_tty; struct tty_audit_buf *tty_audit_buf; bool oom_flag_origin; short int oom_score_adj; short int oom_score_adj_min; struct mm_struct *oom_mm; struct mutex cred_guard_mutex; struct rw_semaphore exec_update_lock; }; enum rseq_cs_flags_bit { RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT_BIT = 0, RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL_BIT = 1, RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE_BIT = 2, }; struct rseq { __u32 cpu_id_start; __u32 cpu_id; __u64 rseq_cs; __u32 flags; long: 32; long: 64; }; enum { TASK_COMM_LEN = 16, }; enum perf_event_task_context { perf_invalid_context = 4294967295, perf_hw_context = 0, perf_sw_context = 1, perf_nr_task_contexts = 2, }; struct rq; struct rq_flags; struct sched_class { void (*enqueue_task)(struct rq *, struct task_struct *, int); void (*dequeue_task)(struct rq *, struct task_struct *, int); void (*yield_task)(struct rq *); bool (*yield_to_task)(struct rq *, struct task_struct *); void (*check_preempt_curr)(struct rq *, struct task_struct *, int); struct task_struct * (*pick_next_task)(struct rq *); void (*put_prev_task)(struct rq *, struct task_struct *); void (*set_next_task)(struct rq *, struct task_struct *, bool); int (*balance)(struct rq *, struct task_struct *, struct rq_flags *); int (*select_task_rq)(struct task_struct *, int, int); struct task_struct * (*pick_task)(struct rq *); void (*migrate_task_rq)(struct task_struct *, int); void (*task_woken)(struct rq *, struct task_struct *); void (*set_cpus_allowed)(struct task_struct *, const struct cpumask *, u32); void (*rq_online)(struct rq *); void (*rq_offline)(struct rq *); struct rq * (*find_lock_rq)(struct task_struct *, struct rq *); void (*task_tick)(struct rq *, struct task_struct *, int); void (*task_fork)(struct task_struct *); void (*task_dead)(struct task_struct *); void (*switched_from)(struct rq *, struct task_struct *); void (*switched_to)(struct rq *, struct task_struct *); void (*prio_changed)(struct rq *, struct task_struct *, int); unsigned int (*get_rr_interval)(struct rq *, struct task_struct *); void (*update_curr)(struct rq *); void (*task_change_group)(struct task_struct *, int); }; typedef struct { atomic64_t id; void *sigpage; refcount_t pinned; void *vdso; long unsigned int flags; } mm_context_t; struct xol_area; struct uprobes_state { struct xol_area *xol_area; }; struct linux_binfmt; struct kioctx_table; struct mmu_notifier_subscriptions; struct mm_struct { struct { struct vm_area_struct *mmap; struct rb_root mm_rb; u64 vmacache_seqnum; long unsigned int (*get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); long unsigned int mmap_base; long unsigned int mmap_legacy_base; long unsigned int task_size; long unsigned int highest_vm_end; pgd_t *pgd; atomic_t membarrier_state; atomic_t mm_users; atomic_t mm_count; atomic_long_t pgtables_bytes; int map_count; spinlock_t page_table_lock; struct rw_semaphore mmap_lock; struct list_head mmlist; long unsigned int hiwater_rss; long unsigned int hiwater_vm; long unsigned int total_vm; long unsigned int locked_vm; atomic64_t pinned_vm; long unsigned int data_vm; long unsigned int exec_vm; long unsigned int stack_vm; long unsigned int def_flags; seqcount_t write_protect_seq; spinlock_t arg_lock; long unsigned int start_code; long unsigned int end_code; long unsigned int start_data; long unsigned int end_data; long unsigned int start_brk; long unsigned int brk; long unsigned int start_stack; long unsigned int arg_start; long unsigned int arg_end; long unsigned int env_start; long unsigned int env_end; long unsigned int saved_auxv[46]; struct mm_rss_stat rss_stat; struct linux_binfmt *binfmt; mm_context_t context; long unsigned int flags; spinlock_t ioctx_lock; struct kioctx_table *ioctx_table; struct task_struct *owner; struct user_namespace *user_ns; struct file *exe_file; struct mmu_notifier_subscriptions *notifier_subscriptions; long unsigned int numa_next_scan; long unsigned int numa_scan_offset; int numa_scan_seq; atomic_t tlb_flush_pending; struct uprobes_state uprobes_state; atomic_long_t hugetlb_usage; struct work_struct async_put_work; u32 pasid; long unsigned int ksm_merging_pages; }; long unsigned int cpu_bitmap[0]; }; struct swait_queue_head { raw_spinlock_t lock; struct list_head task_list; }; struct completion { unsigned int done; struct swait_queue_head wait; }; struct kernel_cap_struct { __u32 cap[2]; }; typedef struct kernel_cap_struct kernel_cap_t; struct user_struct; struct group_info; struct cred { atomic_t usage; kuid_t uid; kgid_t gid; kuid_t suid; kgid_t sgid; kuid_t euid; kgid_t egid; kuid_t fsuid; kgid_t fsgid; unsigned int securebits; kernel_cap_t cap_inheritable; kernel_cap_t cap_permitted; kernel_cap_t cap_effective; kernel_cap_t cap_bset; kernel_cap_t cap_ambient; unsigned char jit_keyring; struct key *session_keyring; struct key *process_keyring; struct key *thread_keyring; struct key *request_key_auth; void *security; struct user_struct *user; struct user_namespace *user_ns; struct ucounts *ucounts; struct group_info *group_info; union { int non_rcu; struct callback_head rcu; }; }; typedef int32_t key_serial_t; typedef uint32_t key_perm_t; struct key_type; struct key_tag; struct keyring_index_key { long unsigned int hash; union { struct { u16 desc_len; char desc[6]; }; long unsigned int x; }; struct key_type *type; struct key_tag *domain_tag; const char *description; }; union key_payload { void *rcu_data0; void *data[4]; }; struct assoc_array_ptr; struct assoc_array { struct assoc_array_ptr *root; long unsigned int nr_leaves_on_tree; }; struct watch_list; struct key_user; struct key_restriction; struct key { refcount_t usage; key_serial_t serial; union { struct list_head graveyard_link; struct rb_node serial_node; }; struct watch_list *watchers; struct rw_semaphore sem; struct key_user *user; void *security; union { time64_t expiry; time64_t revoked_at; }; time64_t last_used_at; kuid_t uid; kgid_t gid; key_perm_t perm; short unsigned int quotalen; short unsigned int datalen; short int state; long unsigned int flags; union { struct keyring_index_key index_key; struct { long unsigned int hash; long unsigned int len_desc; struct key_type *type; struct key_tag *domain_tag; char *description; }; }; union { union key_payload payload; struct { struct list_head name_link; struct assoc_array keys; }; }; struct key_restriction *restrict_link; }; struct uts_namespace; struct ipc_namespace; struct mnt_namespace; struct net; struct time_namespace; struct cgroup_namespace; struct nsproxy { atomic_t count; struct uts_namespace *uts_ns; struct ipc_namespace *ipc_ns; struct mnt_namespace *mnt_ns; struct pid_namespace *pid_ns_for_children; struct net *net_ns; struct time_namespace *time_ns; struct time_namespace *time_ns_for_children; struct cgroup_namespace *cgroup_ns; }; struct sighand_struct { spinlock_t siglock; refcount_t count; wait_queue_head_t signalfd_wqh; struct k_sigaction action[64]; }; struct io_cq; struct io_context { atomic_long_t refcount; atomic_t active_ref; short unsigned int ioprio; spinlock_t lock; struct xarray icq_tree; struct io_cq *icq_hint; struct hlist_head icq_list; struct work_struct release_work; }; typedef u32 compat_uptr_t; struct compat_robust_list { compat_uptr_t next; }; typedef s32 compat_long_t; struct compat_robust_list_head { struct compat_robust_list list; compat_long_t futex_offset; compat_uptr_t list_op_pending; }; struct ftrace_ret_stack { long unsigned int ret; long unsigned int func; long long unsigned int calltime; long long unsigned int subtime; long unsigned int fp; long unsigned int *retp; }; enum uprobe_task_state { UTASK_RUNNING = 0, UTASK_SSTEP = 1, UTASK_SSTEP_ACK = 2, UTASK_SSTEP_TRAPPED = 3, }; struct arch_uprobe_task {}; struct uprobe; struct return_instance; struct uprobe_task { enum uprobe_task_state state; union { struct { struct arch_uprobe_task autask; long unsigned int vaddr; }; struct { struct callback_head dup_xol_work; long unsigned int dup_xol_addr; }; }; struct uprobe *active_uprobe; long unsigned int xol_vaddr; struct return_instance *return_instances; unsigned int depth; }; struct vm_struct { struct vm_struct *next; void *addr; long unsigned int size; long unsigned int flags; struct page **pages; unsigned int nr_pages; phys_addr_t phys_addr; const void *caller; }; enum rseq_event_mask_bits { RSEQ_EVENT_PREEMPT_BIT = 0, RSEQ_EVENT_SIGNAL_BIT = 1, RSEQ_EVENT_MIGRATE_BIT = 2, }; struct kref { refcount_t refcount; }; struct step_hook { struct list_head node; int (*fn)(struct pt_regs *, long unsigned int); }; struct break_hook { struct list_head node; int (*fn)(struct pt_regs *, long unsigned int); u16 imm; u16 mask; }; enum dbg_active_el { DBG_ACTIVE_EL0 = 0, DBG_ACTIVE_EL1 = 1, }; struct return_instance { struct uprobe *uprobe; long unsigned int func; long unsigned int stack; long unsigned int orig_ret_vaddr; bool chained; struct return_instance *next; }; typedef u32 errseq_t; struct address_space_operations; struct address_space { struct inode *host; struct xarray i_pages; struct rw_semaphore invalidate_lock; gfp_t gfp_mask; atomic_t i_mmap_writable; struct rb_root_cached i_mmap; struct rw_semaphore i_mmap_rwsem; long unsigned int nrpages; long unsigned int writeback_index; const struct address_space_operations *a_ops; long unsigned int flags; errseq_t wb_err; spinlock_t private_lock; struct list_head private_list; void *private_data; }; struct vmem_altmap { long unsigned int base_pfn; const long unsigned int end_pfn; const long unsigned int reserve; long unsigned int free; long unsigned int align; long unsigned int alloc; }; struct percpu_ref_data; struct percpu_ref { long unsigned int percpu_count_ptr; struct percpu_ref_data *data; }; enum memory_type { MEMORY_DEVICE_PRIVATE = 1, MEMORY_DEVICE_COHERENT = 2, MEMORY_DEVICE_FS_DAX = 3, MEMORY_DEVICE_GENERIC = 4, MEMORY_DEVICE_PCI_P2PDMA = 5, }; struct range { u64 start; u64 end; }; struct dev_pagemap_ops; struct dev_pagemap { struct vmem_altmap altmap; struct percpu_ref ref; struct completion done; enum memory_type type; unsigned int flags; long unsigned int vmemmap_shift; const struct dev_pagemap_ops *ops; void *owner; int nr_range; union { struct range range; struct range ranges[0]; }; }; struct folio { union { struct { long unsigned int flags; union { struct list_head lru; struct { void *__filler; unsigned int mlock_count; }; }; struct address_space *mapping; long unsigned int index; void *private; atomic_t _mapcount; atomic_t _refcount; long unsigned int memcg_data; }; struct page page; }; }; struct vfsmount; struct path { struct vfsmount *mnt; struct dentry *dentry; }; struct fown_struct { rwlock_t lock; struct pid *pid; enum pid_type pid_type; kuid_t uid; kuid_t euid; int signum; }; struct file_ra_state { long unsigned int start; unsigned int size; unsigned int async_size; unsigned int ra_pages; unsigned int mmap_miss; loff_t prev_pos; }; struct file { union { struct llist_node f_llist; struct callback_head f_rcuhead; unsigned int f_iocb_flags; }; struct path f_path; struct inode *f_inode; const struct file_operations *f_op; spinlock_t f_lock; atomic_long_t f_count; unsigned int f_flags; fmode_t f_mode; struct mutex f_pos_lock; loff_t f_pos; struct fown_struct f_owner; const struct cred *f_cred; struct file_ra_state f_ra; u64 f_version; void *f_security; void *private_data; struct hlist_head *f_ep; struct address_space *f_mapping; errseq_t f_wb_err; errseq_t f_sb_err; }; struct anon_vma_name { struct kref kref; char name[0]; }; typedef unsigned int vm_fault_t; enum page_entry_size { PE_SIZE_PTE = 0, PE_SIZE_PMD = 1, PE_SIZE_PUD = 2, }; struct vm_fault; struct vm_operations_struct { void (*open)(struct vm_area_struct *); void (*close)(struct vm_area_struct *); int (*may_split)(struct vm_area_struct *, long unsigned int); int (*mremap)(struct vm_area_struct *); int (*mprotect)(struct vm_area_struct *, long unsigned int, long unsigned int, long unsigned int); vm_fault_t (*fault)(struct vm_fault *); vm_fault_t (*huge_fault)(struct vm_fault *, enum page_entry_size); vm_fault_t (*map_pages)(struct vm_fault *, long unsigned int, long unsigned int); long unsigned int (*pagesize)(struct vm_area_struct *); vm_fault_t (*page_mkwrite)(struct vm_fault *); vm_fault_t (*pfn_mkwrite)(struct vm_fault *); int (*access)(struct vm_area_struct *, long unsigned int, void *, int, int); const char * (*name)(struct vm_area_struct *); int (*set_policy)(struct vm_area_struct *, struct mempolicy *); struct mempolicy * (*get_policy)(struct vm_area_struct *, long unsigned int); struct page * (*find_special_page)(struct vm_area_struct *, long unsigned int); }; enum fault_flag { FAULT_FLAG_WRITE = 1, FAULT_FLAG_MKWRITE = 2, FAULT_FLAG_ALLOW_RETRY = 4, FAULT_FLAG_RETRY_NOWAIT = 8, FAULT_FLAG_KILLABLE = 16, FAULT_FLAG_TRIED = 32, FAULT_FLAG_USER = 64, FAULT_FLAG_REMOTE = 128, FAULT_FLAG_INSTRUCTION = 256, FAULT_FLAG_INTERRUPTIBLE = 512, FAULT_FLAG_UNSHARE = 1024, FAULT_FLAG_ORIG_PTE_VALID = 2048, }; struct vm_fault { const struct { struct vm_area_struct *vma; gfp_t gfp_mask; long unsigned int pgoff; long unsigned int address; long unsigned int real_address; }; enum fault_flag flags; pmd_t *pmd; pud_t *pud; union { pte_t orig_pte; pmd_t orig_pmd; }; struct page *cow_page; struct page *page; pte_t *pte; spinlock_t *ptl; pgtable_t prealloc_pte; }; enum migratetype { MIGRATE_UNMOVABLE = 0, MIGRATE_MOVABLE = 1, MIGRATE_RECLAIMABLE = 2, MIGRATE_PCPTYPES = 3, MIGRATE_HIGHATOMIC = 3, MIGRATE_CMA = 4, MIGRATE_ISOLATE = 5, MIGRATE_TYPES = 6, }; enum numa_stat_item { NUMA_HIT = 0, NUMA_MISS = 1, NUMA_FOREIGN = 2, NUMA_INTERLEAVE_HIT = 3, NUMA_LOCAL = 4, NUMA_OTHER = 5, NR_VM_NUMA_EVENT_ITEMS = 6, }; enum zone_stat_item { NR_FREE_PAGES = 0, NR_ZONE_LRU_BASE = 1, NR_ZONE_INACTIVE_ANON = 1, NR_ZONE_ACTIVE_ANON = 2, NR_ZONE_INACTIVE_FILE = 3, NR_ZONE_ACTIVE_FILE = 4, NR_ZONE_UNEVICTABLE = 5, NR_ZONE_WRITE_PENDING = 6, NR_MLOCK = 7, NR_BOUNCE = 8, NR_ZSPAGES = 9, NR_FREE_CMA_PAGES = 10, NR_VM_ZONE_STAT_ITEMS = 11, }; enum node_stat_item { NR_LRU_BASE = 0, NR_INACTIVE_ANON = 0, NR_ACTIVE_ANON = 1, NR_INACTIVE_FILE = 2, NR_ACTIVE_FILE = 3, NR_UNEVICTABLE = 4, NR_SLAB_RECLAIMABLE_B = 5, NR_SLAB_UNRECLAIMABLE_B = 6, NR_ISOLATED_ANON = 7, NR_ISOLATED_FILE = 8, WORKINGSET_NODES = 9, WORKINGSET_REFAULT_BASE = 10, WORKINGSET_REFAULT_ANON = 10, WORKINGSET_REFAULT_FILE = 11, WORKINGSET_ACTIVATE_BASE = 12, WORKINGSET_ACTIVATE_ANON = 12, WORKINGSET_ACTIVATE_FILE = 13, WORKINGSET_RESTORE_BASE = 14, WORKINGSET_RESTORE_ANON = 14, WORKINGSET_RESTORE_FILE = 15, WORKINGSET_NODERECLAIM = 16, NR_ANON_MAPPED = 17, NR_FILE_MAPPED = 18, NR_FILE_PAGES = 19, NR_FILE_DIRTY = 20, NR_WRITEBACK = 21, NR_WRITEBACK_TEMP = 22, NR_SHMEM = 23, NR_SHMEM_THPS = 24, NR_SHMEM_PMDMAPPED = 25, NR_FILE_THPS = 26, NR_FILE_PMDMAPPED = 27, NR_ANON_THPS = 28, NR_VMSCAN_WRITE = 29, NR_VMSCAN_IMMEDIATE = 30, NR_DIRTIED = 31, NR_WRITTEN = 32, NR_THROTTLED_WRITTEN = 33, NR_KERNEL_MISC_RECLAIMABLE = 34, NR_FOLL_PIN_ACQUIRED = 35, NR_FOLL_PIN_RELEASED = 36, NR_KERNEL_STACK_KB = 37, NR_PAGETABLE = 38, NR_SWAPCACHE = 39, PGPROMOTE_SUCCESS = 40, NR_VM_NODE_STAT_ITEMS = 41, }; enum lru_list { LRU_INACTIVE_ANON = 0, LRU_ACTIVE_ANON = 1, LRU_INACTIVE_FILE = 2, LRU_ACTIVE_FILE = 3, LRU_UNEVICTABLE = 4, NR_LRU_LISTS = 5, }; enum vmscan_throttle_state { VMSCAN_THROTTLE_WRITEBACK = 0, VMSCAN_THROTTLE_ISOLATED = 1, VMSCAN_THROTTLE_NOPROGRESS = 2, VMSCAN_THROTTLE_CONGESTED = 3, NR_VMSCAN_THROTTLE = 4, }; enum zone_watermarks { WMARK_MIN = 0, WMARK_LOW = 1, WMARK_HIGH = 2, WMARK_PROMO = 3, NR_WMARK = 4, }; enum { ZONELIST_FALLBACK = 0, ZONELIST_NOFALLBACK = 1, MAX_ZONELISTS = 2, }; struct rcu_segcblist { struct callback_head *head; struct callback_head **tails[4]; long unsigned int gp_seq[4]; atomic_long_t len; long int seglen[4]; u8 flags; }; struct srcu_node; struct srcu_struct; struct srcu_data { long unsigned int srcu_lock_count[2]; long unsigned int srcu_unlock_count[2]; long: 64; long: 64; long: 64; long: 64; spinlock_t lock; struct rcu_segcblist srcu_cblist; long unsigned int srcu_gp_seq_needed; long unsigned int srcu_gp_seq_needed_exp; bool srcu_cblist_invoking; struct timer_list delay_work; struct work_struct work; struct callback_head srcu_barrier_head; struct srcu_node *mynode; long unsigned int grpmask; int cpu; struct srcu_struct *ssp; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct srcu_node { spinlock_t lock; long unsigned int srcu_have_cbs[4]; long unsigned int srcu_data_have_cbs[4]; long unsigned int srcu_gp_seq_needed_exp; struct srcu_node *srcu_parent; int grplo; int grphi; }; struct srcu_struct { struct srcu_node *node; struct srcu_node *level[4]; int srcu_size_state; struct mutex srcu_cb_mutex; spinlock_t lock; struct mutex srcu_gp_mutex; unsigned int srcu_idx; long unsigned int srcu_gp_seq; long unsigned int srcu_gp_seq_needed; long unsigned int srcu_gp_seq_needed_exp; long unsigned int srcu_gp_start; long unsigned int srcu_last_gp_end; long unsigned int srcu_size_jiffies; long unsigned int srcu_n_lock_retries; long unsigned int srcu_n_exp_nodelay; struct srcu_data *sda; bool sda_is_static; long unsigned int srcu_barrier_seq; struct mutex srcu_barrier_mutex; struct completion srcu_barrier_completion; atomic_t srcu_barrier_cpu_cnt; long unsigned int reschedule_jiffies; long unsigned int reschedule_count; struct delayed_work work; struct lockdep_map dep_map; }; struct list_lru_node; struct list_lru { struct list_lru_node *node; struct list_head list; int shrinker_id; bool memcg_aware; struct xarray xa; }; struct kernfs_root; struct kernfs_elem_dir { long unsigned int subdirs; struct rb_root children; struct kernfs_root *root; long unsigned int rev; }; struct kernfs_node; struct kernfs_elem_symlink { struct kernfs_node *target_kn; }; struct kernfs_ops; struct kernfs_open_node; struct kernfs_elem_attr { const struct kernfs_ops *ops; struct kernfs_open_node *open; loff_t size; struct kernfs_node *notify_next; }; struct kernfs_iattrs; struct kernfs_node { atomic_t count; atomic_t active; struct kernfs_node *parent; const char *name; struct rb_node rb; const void *ns; unsigned int hash; union { struct kernfs_elem_dir dir; struct kernfs_elem_symlink symlink; struct kernfs_elem_attr attr; }; void *priv; u64 id; short unsigned int flags; umode_t mode; struct kernfs_iattrs *iattr; }; struct kernfs_open_file; struct kernfs_ops { int (*open)(struct kernfs_open_file *); void (*release)(struct kernfs_open_file *); int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); ssize_t (*read)(struct kernfs_open_file *, char *, size_t, loff_t); size_t atomic_write_len; bool prealloc; ssize_t (*write)(struct kernfs_open_file *, char *, size_t, loff_t); __poll_t (*poll)(struct kernfs_open_file *, struct poll_table_struct *); int (*mmap)(struct kernfs_open_file *, struct vm_area_struct *); }; struct seq_operations; struct seq_file { char *buf; size_t size; size_t from; size_t count; size_t pad_until; loff_t index; loff_t read_pos; struct mutex lock; const struct seq_operations *op; int poll_event; const struct file *file; void *private; }; struct kernfs_open_file { struct kernfs_node *kn; struct file *file; struct seq_file *seq_file; void *priv; struct mutex mutex; struct mutex prealloc_mutex; int event; struct list_head list; char *prealloc_buf; size_t atomic_write_len; bool mmapped: 1; bool released: 1; const struct vm_operations_struct *vm_ops; }; enum kobj_ns_type { KOBJ_NS_TYPE_NONE = 0, KOBJ_NS_TYPE_NET = 1, KOBJ_NS_TYPES = 2, }; struct sock; struct kobj_ns_type_operations { enum kobj_ns_type type; bool (*current_may_mount)(); void * (*grab_current_ns)(); const void * (*netlink_ns)(struct sock *); const void * (*initial_ns)(); void (*drop_ns)(void *); }; struct kstat { u32 result_mask; umode_t mode; unsigned int nlink; uint32_t blksize; u64 attributes; u64 attributes_mask; u64 ino; dev_t dev; dev_t rdev; kuid_t uid; kgid_t gid; loff_t size; struct timespec64 atime; struct timespec64 mtime; struct timespec64 ctime; struct timespec64 btime; u64 blocks; u64 mnt_id; }; struct attribute { const char *name; umode_t mode; }; struct kobject; struct bin_attribute; struct attribute_group { const char *name; umode_t (*is_visible)(struct kobject *, struct attribute *, int); umode_t (*is_bin_visible)(struct kobject *, struct bin_attribute *, int); struct attribute **attrs; struct bin_attribute **bin_attrs; }; struct kset; struct kobj_type; struct kobject { const char *name; struct list_head entry; struct kobject *parent; struct kset *kset; const struct kobj_type *ktype; struct kernfs_node *sd; struct kref kref; unsigned int state_initialized: 1; unsigned int state_in_sysfs: 1; unsigned int state_add_uevent_sent: 1; unsigned int state_remove_uevent_sent: 1; unsigned int uevent_suppress: 1; }; struct bin_attribute { struct attribute attr; size_t size; void *private; struct address_space * (*f_mapping)(); ssize_t (*read)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t, size_t); ssize_t (*write)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t, size_t); int (*mmap)(struct file *, struct kobject *, struct bin_attribute *, struct vm_area_struct *); }; struct sysfs_ops { ssize_t (*show)(struct kobject *, struct attribute *, char *); ssize_t (*store)(struct kobject *, struct attribute *, const char *, size_t); }; struct kset_uevent_ops; struct kset { struct list_head list; spinlock_t list_lock; struct kobject kobj; const struct kset_uevent_ops *uevent_ops; }; struct kobj_type { void (*release)(struct kobject *); const struct sysfs_ops *sysfs_ops; const struct attribute_group **default_groups; const struct kobj_ns_type_operations * (*child_ns_type)(struct kobject *); const void * (*namespace)(struct kobject *); void (*get_ownership)(struct kobject *, kuid_t *, kgid_t *); }; struct kobj_uevent_env { char *argv[3]; char *envp[64]; int envp_idx; char buf[2048]; int buflen; }; struct kset_uevent_ops { int (* const filter)(struct kobject *); const char * (* const name)(struct kobject *); int (* const uevent)(struct kobject *, struct kobj_uevent_env *); }; enum cpu_idle_type { CPU_IDLE = 0, CPU_NOT_IDLE = 1, CPU_NEWLY_IDLE = 2, CPU_MAX_IDLE_TYPES = 3, }; enum { __SD_BALANCE_NEWIDLE = 0, __SD_BALANCE_EXEC = 1, __SD_BALANCE_FORK = 2, __SD_BALANCE_WAKE = 3, __SD_WAKE_AFFINE = 4, __SD_ASYM_CPUCAPACITY = 5, __SD_ASYM_CPUCAPACITY_FULL = 6, __SD_SHARE_CPUCAPACITY = 7, __SD_SHARE_PKG_RESOURCES = 8, __SD_SERIALIZE = 9, __SD_ASYM_PACKING = 10, __SD_PREFER_SIBLING = 11, __SD_OVERLAP = 12, __SD_NUMA = 13, __SD_FLAG_CNT = 14, }; enum module_state { MODULE_STATE_LIVE = 0, MODULE_STATE_COMING = 1, MODULE_STATE_GOING = 2, MODULE_STATE_UNFORMED = 3, }; struct module_param_attrs; struct module_kobject { struct kobject kobj; struct module *mod; struct kobject *drivers_dir; struct module_param_attrs *mp; struct completion *kobj_completion; }; struct latch_tree_node { struct rb_node node[2]; }; struct mod_tree_node { struct module *mod; struct latch_tree_node node; }; struct module_layout { void *base; unsigned int size; unsigned int text_size; unsigned int ro_size; unsigned int ro_after_init_size; struct mod_tree_node mtn; }; struct mod_plt_sec { int plt_shndx; int plt_num_entries; int plt_max_entries; }; struct plt_entry; struct mod_arch_specific { struct mod_plt_sec core; struct mod_plt_sec init; struct plt_entry *ftrace_trampolines; }; struct elf64_sym; typedef struct elf64_sym Elf64_Sym; struct mod_kallsyms { Elf64_Sym *symtab; unsigned int num_symtab; char *strtab; char *typetab; }; typedef const int tracepoint_ptr_t; struct module_attribute; struct kernel_param; struct exception_table_entry; struct module_sect_attrs; struct module_notes_attrs; struct bpf_raw_event_map; struct trace_event_call; struct trace_eval_map; struct kunit_suite; struct error_injection_entry; struct module { enum module_state state; struct list_head list; char name[56]; struct module_kobject mkobj; struct module_attribute *modinfo_attrs; const char *version; const char *srcversion; struct kobject *holders_dir; const struct kernel_symbol *syms; const s32 *crcs; unsigned int num_syms; struct mutex param_lock; struct kernel_param *kp; unsigned int num_kp; unsigned int num_gpl_syms; const struct kernel_symbol *gpl_syms; const s32 *gpl_crcs; bool using_gplonly_symbols; bool sig_ok; bool async_probe_requested; unsigned int num_exentries; struct exception_table_entry *extable; int (*init)(); struct module_layout core_layout; struct module_layout init_layout; struct mod_arch_specific arch; long unsigned int taints; unsigned int num_bugs; struct list_head bug_list; struct bug_entry *bug_table; struct mod_kallsyms *kallsyms; struct mod_kallsyms core_kallsyms; struct module_sect_attrs *sect_attrs; struct module_notes_attrs *notes_attrs; char *args; void *percpu; unsigned int percpu_size; void *noinstr_text_start; unsigned int noinstr_text_size; unsigned int num_tracepoints; tracepoint_ptr_t *tracepoints_ptrs; unsigned int num_srcu_structs; struct srcu_struct **srcu_struct_ptrs; unsigned int num_bpf_raw_events; struct bpf_raw_event_map *bpf_raw_events; unsigned int btf_data_size; void *btf_data; struct jump_entry *jump_entries; unsigned int num_jump_entries; unsigned int num_trace_bprintk_fmt; const char **trace_bprintk_fmt_start; struct trace_event_call **trace_events; unsigned int num_trace_events; struct trace_eval_map **trace_evals; unsigned int num_trace_evals; unsigned int num_ftrace_callsites; long unsigned int *ftrace_callsites; void *kprobes_text_start; unsigned int kprobes_text_size; long unsigned int *kprobe_blacklist; unsigned int num_kprobe_blacklist; int num_kunit_suites; struct kunit_suite **kunit_suites; unsigned int printk_index_size; struct pi_entry **printk_index_start; struct list_head source_list; struct list_head target_list; void (*exit)(); atomic_t refcnt; struct error_injection_entry *ei_funcs; unsigned int num_ei_funcs; long: 32; long: 64; }; typedef __u64 Elf64_Addr; typedef __u16 Elf64_Half; typedef __u32 Elf64_Word; typedef __u64 Elf64_Xword; struct elf64_sym { Elf64_Word st_name; unsigned char st_info; unsigned char st_other; Elf64_Half st_shndx; Elf64_Addr st_value; Elf64_Xword st_size; }; struct hlist_bl_node; struct hlist_bl_head { struct hlist_bl_node *first; }; struct hlist_bl_node { struct hlist_bl_node *next; struct hlist_bl_node **pprev; }; struct lockref { union { __u64 lock_count; struct { spinlock_t lock; int count; }; }; }; struct qstr { union { struct { u32 hash; u32 len; }; u64 hash_len; }; const unsigned char *name; }; struct dentry_operations; struct dentry { unsigned int d_flags; seqcount_spinlock_t d_seq; struct hlist_bl_node d_hash; struct dentry *d_parent; struct qstr d_name; struct inode *d_inode; unsigned char d_iname[32]; struct lockref d_lockref; const struct dentry_operations *d_op; struct super_block *d_sb; long unsigned int d_time; void *d_fsdata; union { struct list_head d_lru; wait_queue_head_t *d_wait; }; struct list_head d_child; struct list_head d_subdirs; union { struct hlist_node d_alias; struct hlist_bl_node d_in_lookup_hash; struct callback_head d_rcu; } d_u; }; struct posix_acl; struct inode_operations; struct bdi_writeback; struct file_lock_context; struct cdev; struct fsnotify_mark_connector; struct fscrypt_info; struct fsverity_info; struct inode { umode_t i_mode; short unsigned int i_opflags; kuid_t i_uid; kgid_t i_gid; unsigned int i_flags; struct posix_acl *i_acl; struct posix_acl *i_default_acl; const struct inode_operations *i_op; struct super_block *i_sb; struct address_space *i_mapping; void *i_security; long unsigned int i_ino; union { const unsigned int i_nlink; unsigned int __i_nlink; }; dev_t i_rdev; loff_t i_size; struct timespec64 i_atime; struct timespec64 i_mtime; struct timespec64 i_ctime; spinlock_t i_lock; short unsigned int i_bytes; u8 i_blkbits; u8 i_write_hint; blkcnt_t i_blocks; long unsigned int i_state; struct rw_semaphore i_rwsem; long unsigned int dirtied_when; long unsigned int dirtied_time_when; struct hlist_node i_hash; struct list_head i_io_list; struct bdi_writeback *i_wb; int i_wb_frn_winner; u16 i_wb_frn_avg_time; u16 i_wb_frn_history; struct list_head i_lru; struct list_head i_sb_list; struct list_head i_wb_list; union { struct hlist_head i_dentry; struct callback_head i_rcu; }; atomic64_t i_version; atomic64_t i_sequence; atomic_t i_count; atomic_t i_dio_count; atomic_t i_writecount; atomic_t i_readcount; union { const struct file_operations *i_fop; void (*free_inode)(struct inode *); }; struct file_lock_context *i_flctx; struct address_space i_data; struct list_head i_devices; union { struct pipe_inode_info *i_pipe; struct cdev *i_cdev; char *i_link; unsigned int i_dir_seq; }; __u32 i_generation; __u32 i_fsnotify_mask; struct fsnotify_mark_connector *i_fsnotify_marks; struct fscrypt_info *i_crypt_info; struct fsverity_info *i_verity_info; void *i_private; }; struct dentry_operations { int (*d_revalidate)(struct dentry *, unsigned int); int (*d_weak_revalidate)(struct dentry *, unsigned int); int (*d_hash)(const struct dentry *, struct qstr *); int (*d_compare)(const struct dentry *, unsigned int, const char *, const struct qstr *); int (*d_delete)(const struct dentry *); int (*d_init)(struct dentry *); void (*d_release)(struct dentry *); void (*d_prune)(struct dentry *); void (*d_iput)(struct dentry *, struct inode *); char * (*d_dname)(struct dentry *, char *, int); struct vfsmount * (*d_automount)(struct path *); int (*d_manage)(const struct path *, bool); struct dentry * (*d_real)(struct dentry *, const struct inode *); long: 64; long: 64; long: 64; }; struct mtd_info; typedef long long int qsize_t; struct quota_format_type; struct mem_dqinfo { struct quota_format_type *dqi_format; int dqi_fmt_id; struct list_head dqi_dirty_list; long unsigned int dqi_flags; unsigned int dqi_bgrace; unsigned int dqi_igrace; qsize_t dqi_max_spc_limit; qsize_t dqi_max_ino_limit; void *dqi_priv; }; struct quota_format_ops; struct quota_info { unsigned int flags; struct rw_semaphore dqio_sem; struct inode *files[3]; struct mem_dqinfo info[3]; const struct quota_format_ops *ops[3]; }; struct rcu_sync { int gp_state; int gp_count; wait_queue_head_t gp_wait; struct callback_head cb_head; }; struct rcuwait { struct task_struct *task; }; struct percpu_rw_semaphore { struct rcu_sync rss; unsigned int *read_count; struct rcuwait writer; wait_queue_head_t waiters; atomic_t block; }; struct sb_writers { int frozen; wait_queue_head_t wait_unfrozen; struct percpu_rw_semaphore rw_sem[3]; }; typedef struct { __u8 b[16]; } uuid_t; struct shrink_control; struct shrinker { long unsigned int (*count_objects)(struct shrinker *, struct shrink_control *); long unsigned int (*scan_objects)(struct shrinker *, struct shrink_control *); long int batch; int seeks; unsigned int flags; struct list_head list; int id; atomic_long_t *nr_deferred; }; struct super_operations; struct dquot_operations; struct quotactl_ops; struct export_operations; struct xattr_handler; struct fscrypt_operations; struct fscrypt_keyring; struct fsverity_operations; struct unicode_map; struct block_device; struct super_block { struct list_head s_list; dev_t s_dev; unsigned char s_blocksize_bits; long unsigned int s_blocksize; loff_t s_maxbytes; struct file_system_type *s_type; const struct super_operations *s_op; const struct dquot_operations *dq_op; const struct quotactl_ops *s_qcop; const struct export_operations *s_export_op; long unsigned int s_flags; long unsigned int s_iflags; long unsigned int s_magic; struct dentry *s_root; struct rw_semaphore s_umount; int s_count; atomic_t s_active; void *s_security; const struct xattr_handler **s_xattr; const struct fscrypt_operations *s_cop; struct fscrypt_keyring *s_master_keys; const struct fsverity_operations *s_vop; struct unicode_map *s_encoding; __u16 s_encoding_flags; struct hlist_bl_head s_roots; struct list_head s_mounts; struct block_device *s_bdev; struct backing_dev_info *s_bdi; struct mtd_info *s_mtd; struct hlist_node s_instances; unsigned int s_quota_types; struct quota_info s_dquot; struct sb_writers s_writers; void *s_fs_info; u32 s_time_gran; time64_t s_time_min; time64_t s_time_max; __u32 s_fsnotify_mask; struct fsnotify_mark_connector *s_fsnotify_marks; char s_id[32]; uuid_t s_uuid; unsigned int s_max_links; fmode_t s_mode; struct mutex s_vfs_rename_mutex; const char *s_subtype; const struct dentry_operations *s_d_op; struct shrinker s_shrink; atomic_long_t s_remove_count; atomic_long_t s_fsnotify_connectors; int s_readonly_remount; errseq_t s_wb_err; struct workqueue_struct *s_dio_done_wq; struct hlist_head s_pins; struct user_namespace *s_user_ns; struct list_lru s_dentry_lru; struct list_lru s_inode_lru; struct callback_head rcu; struct work_struct destroy_work; struct mutex s_sync_lock; int s_stack_depth; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t s_inode_list_lock; struct list_head s_inodes; spinlock_t s_inode_wblist_lock; struct list_head s_inodes_wb; long: 64; long: 64; }; struct vfsmount { struct dentry *mnt_root; struct super_block *mnt_sb; int mnt_flags; struct user_namespace *mnt_userns; }; struct shrink_control { gfp_t gfp_mask; int nid; long unsigned int nr_to_scan; long unsigned int nr_scanned; struct mem_cgroup *memcg; }; struct list_lru_one { struct list_head list; long int nr_items; }; struct list_lru_node { spinlock_t lock; struct list_lru_one lru; long int nr_items; long: 64; long: 64; long: 64; }; enum migrate_mode { MIGRATE_ASYNC = 0, MIGRATE_SYNC_LIGHT = 1, MIGRATE_SYNC = 2, MIGRATE_SYNC_NO_COPY = 3, }; struct exception_table_entry { int insn; int fixup; short int type; short int data; }; struct key_tag { struct callback_head rcu; refcount_t usage; bool removed; }; typedef int (*request_key_actor_t)(struct key *, void *); struct key_preparsed_payload; struct key_match_data; struct kernel_pkey_params; struct kernel_pkey_query; struct key_type { const char *name; size_t def_datalen; unsigned int flags; int (*vet_description)(const char *); int (*preparse)(struct key_preparsed_payload *); void (*free_preparse)(struct key_preparsed_payload *); int (*instantiate)(struct key *, struct key_preparsed_payload *); int (*update)(struct key *, struct key_preparsed_payload *); int (*match_preparse)(struct key_match_data *); void (*match_free)(struct key_match_data *); void (*revoke)(struct key *); void (*destroy)(struct key *); void (*describe)(const struct key *, struct seq_file *); long int (*read)(const struct key *, char *, size_t); request_key_actor_t request_key; struct key_restriction * (*lookup_restriction)(const char *); int (*asym_query)(const struct kernel_pkey_params *, struct kernel_pkey_query *); int (*asym_eds_op)(struct kernel_pkey_params *, const void *, void *); int (*asym_verify_signature)(struct kernel_pkey_params *, const void *, const void *); struct list_head link; struct lock_class_key lock_class; }; typedef int (*key_restrict_link_func_t)(struct key *, const struct key_type *, const union key_payload *, struct key *); struct key_restriction { key_restrict_link_func_t check; struct key *key; struct key_type *keytype; }; struct percpu_counter { raw_spinlock_t lock; s64 count; struct list_head list; s32 *counters; }; struct user_struct { refcount_t __count; struct percpu_counter epoll_watches; long unsigned int unix_inflight; atomic_long_t pipe_bufs; struct hlist_node uidhash_node; kuid_t uid; atomic_long_t locked_vm; atomic_t nr_watches; struct ratelimit_state ratelimit; }; struct group_info { atomic_t usage; int ngroups; kgid_t gid[0]; }; struct core_thread { struct task_struct *task; struct core_thread *next; }; struct core_state { atomic_t nr_threads; struct core_thread dumper; struct completion startup; }; struct delayed_call { void (*fn)(void *); void *arg; }; struct io_cq { struct request_queue *q; struct io_context *ioc; union { struct list_head q_node; struct kmem_cache *__rcu_icq_cache; }; union { struct hlist_node ioc_node; struct callback_head __rcu_head; }; unsigned int flags; }; typedef struct { uid_t val; } vfsuid_t; typedef struct { gid_t val; } vfsgid_t; typedef void percpu_ref_func_t(struct percpu_ref *); struct percpu_ref_data { atomic_long_t count; percpu_ref_func_t *release; percpu_ref_func_t *confirm_switch; bool force_atomic: 1; bool allow_reinit: 1; struct callback_head rcu; struct percpu_ref *ref; }; enum kmalloc_cache_type { KMALLOC_NORMAL = 0, KMALLOC_CGROUP = 1, KMALLOC_RECLAIM = 2, KMALLOC_DMA = 3, NR_KMALLOC_TYPES = 4, }; struct wait_page_queue; struct kiocb { struct file *ki_filp; loff_t ki_pos; void (*ki_complete)(struct kiocb *, long int); void *private; int ki_flags; u16 ki_ioprio; struct wait_page_queue *ki_waitq; }; struct iattr { unsigned int ia_valid; umode_t ia_mode; union { kuid_t ia_uid; vfsuid_t ia_vfsuid; }; union { kgid_t ia_gid; vfsgid_t ia_vfsgid; }; loff_t ia_size; struct timespec64 ia_atime; struct timespec64 ia_mtime; struct timespec64 ia_ctime; struct file *ia_file; }; typedef __kernel_uid32_t projid_t; typedef struct { projid_t val; } kprojid_t; enum quota_type { USRQUOTA = 0, GRPQUOTA = 1, PRJQUOTA = 2, }; struct kqid { union { kuid_t uid; kgid_t gid; kprojid_t projid; }; enum quota_type type; }; struct mem_dqblk { qsize_t dqb_bhardlimit; qsize_t dqb_bsoftlimit; qsize_t dqb_curspace; qsize_t dqb_rsvspace; qsize_t dqb_ihardlimit; qsize_t dqb_isoftlimit; qsize_t dqb_curinodes; time64_t dqb_btime; time64_t dqb_itime; }; struct dquot { struct hlist_node dq_hash; struct list_head dq_inuse; struct list_head dq_free; struct list_head dq_dirty; struct mutex dq_lock; spinlock_t dq_dqb_lock; atomic_t dq_count; struct super_block *dq_sb; struct kqid dq_id; loff_t dq_off; long unsigned int dq_flags; struct mem_dqblk dq_dqb; }; enum { DQF_ROOT_SQUASH_B = 0, DQF_SYS_FILE_B = 16, DQF_PRIVATE = 17, }; struct quota_format_type { int qf_fmt_id; const struct quota_format_ops *qf_ops; struct module *qf_owner; struct quota_format_type *qf_next; }; enum { DQST_LOOKUPS = 0, DQST_DROPS = 1, DQST_READS = 2, DQST_WRITES = 3, DQST_CACHE_HITS = 4, DQST_ALLOC_DQUOTS = 5, DQST_FREE_DQUOTS = 6, DQST_SYNCS = 7, _DQST_DQSTAT_LAST = 8, }; struct quota_format_ops { int (*check_quota_file)(struct super_block *, int); int (*read_file_info)(struct super_block *, int); int (*write_file_info)(struct super_block *, int); int (*free_file_info)(struct super_block *, int); int (*read_dqblk)(struct dquot *); int (*commit_dqblk)(struct dquot *); int (*release_dqblk)(struct dquot *); int (*get_next_id)(struct super_block *, struct kqid *); }; struct dquot_operations { int (*write_dquot)(struct dquot *); struct dquot * (*alloc_dquot)(struct super_block *, int); void (*destroy_dquot)(struct dquot *); int (*acquire_dquot)(struct dquot *); int (*release_dquot)(struct dquot *); int (*mark_dirty)(struct dquot *); int (*write_info)(struct super_block *, int); qsize_t * (*get_reserved_space)(struct inode *); int (*get_projid)(struct inode *, kprojid_t *); int (*get_inode_usage)(struct inode *, qsize_t *); int (*get_next_id)(struct super_block *, struct kqid *); }; struct qc_dqblk { int d_fieldmask; u64 d_spc_hardlimit; u64 d_spc_softlimit; u64 d_ino_hardlimit; u64 d_ino_softlimit; u64 d_space; u64 d_ino_count; s64 d_ino_timer; s64 d_spc_timer; int d_ino_warns; int d_spc_warns; u64 d_rt_spc_hardlimit; u64 d_rt_spc_softlimit; u64 d_rt_space; s64 d_rt_spc_timer; int d_rt_spc_warns; }; struct qc_type_state { unsigned int flags; unsigned int spc_timelimit; unsigned int ino_timelimit; unsigned int rt_spc_timelimit; unsigned int spc_warnlimit; unsigned int ino_warnlimit; unsigned int rt_spc_warnlimit; long long unsigned int ino; blkcnt_t blocks; blkcnt_t nextents; }; struct qc_state { unsigned int s_incoredqs; struct qc_type_state s_state[3]; }; struct qc_info { int i_fieldmask; unsigned int i_flags; unsigned int i_spc_timelimit; unsigned int i_ino_timelimit; unsigned int i_rt_spc_timelimit; unsigned int i_spc_warnlimit; unsigned int i_ino_warnlimit; unsigned int i_rt_spc_warnlimit; }; struct quotactl_ops { int (*quota_on)(struct super_block *, int, int, const struct path *); int (*quota_off)(struct super_block *, int); int (*quota_enable)(struct super_block *, unsigned int); int (*quota_disable)(struct super_block *, unsigned int); int (*quota_sync)(struct super_block *, int); int (*set_info)(struct super_block *, int, struct qc_info *); int (*get_dqblk)(struct super_block *, struct kqid, struct qc_dqblk *); int (*get_nextdqblk)(struct super_block *, struct kqid *, struct qc_dqblk *); int (*set_dqblk)(struct super_block *, struct kqid, struct qc_dqblk *); int (*get_state)(struct super_block *, struct qc_state *); int (*rm_xquota)(struct super_block *, unsigned int); }; struct writeback_control; struct readahead_control; struct swap_info_struct; struct address_space_operations { int (*writepage)(struct page *, struct writeback_control *); int (*read_folio)(struct file *, struct folio *); int (*writepages)(struct address_space *, struct writeback_control *); bool (*dirty_folio)(struct address_space *, struct folio *); void (*readahead)(struct readahead_control *); int (*write_begin)(struct file *, struct address_space *, loff_t, unsigned int, struct page **, void **); int (*write_end)(struct file *, struct address_space *, loff_t, unsigned int, unsigned int, struct page *, void *); sector_t (*bmap)(struct address_space *, sector_t); void (*invalidate_folio)(struct folio *, size_t, size_t); bool (*release_folio)(struct folio *, gfp_t); void (*free_folio)(struct folio *); ssize_t (*direct_IO)(struct kiocb *, struct iov_iter *); int (*migrate_folio)(struct address_space *, struct folio *, struct folio *, enum migrate_mode); int (*launder_folio)(struct folio *); bool (*is_partially_uptodate)(struct folio *, size_t, size_t); void (*is_dirty_writeback)(struct folio *, bool *, bool *); int (*error_remove_page)(struct address_space *, struct page *); int (*swap_activate)(struct swap_info_struct *, struct file *, sector_t *); void (*swap_deactivate)(struct file *); int (*swap_rw)(struct kiocb *, struct iov_iter *); }; struct iovec; struct kvec; struct bio_vec; struct iov_iter { u8 iter_type; bool nofault; bool data_source; bool user_backed; union { size_t iov_offset; int last_offset; }; size_t count; union { const struct iovec *iov; const struct kvec *kvec; const struct bio_vec *bvec; struct xarray *xarray; struct pipe_inode_info *pipe; void *ubuf; }; union { long unsigned int nr_segs; struct { unsigned int head; unsigned int start_head; }; loff_t xarray_start; }; }; struct fiemap_extent_info; struct fileattr; struct inode_operations { struct dentry * (*lookup)(struct inode *, struct dentry *, unsigned int); const char * (*get_link)(struct dentry *, struct inode *, struct delayed_call *); int (*permission)(struct user_namespace *, struct inode *, int); struct posix_acl * (*get_acl)(struct inode *, int, bool); int (*readlink)(struct dentry *, char *, int); int (*create)(struct user_namespace *, struct inode *, struct dentry *, umode_t, bool); int (*link)(struct dentry *, struct inode *, struct dentry *); int (*unlink)(struct inode *, struct dentry *); int (*symlink)(struct user_namespace *, struct inode *, struct dentry *, const char *); int (*mkdir)(struct user_namespace *, struct inode *, struct dentry *, umode_t); int (*rmdir)(struct inode *, struct dentry *); int (*mknod)(struct user_namespace *, struct inode *, struct dentry *, umode_t, dev_t); int (*rename)(struct user_namespace *, struct inode *, struct dentry *, struct inode *, struct dentry *, unsigned int); int (*setattr)(struct user_namespace *, struct dentry *, struct iattr *); int (*getattr)(struct user_namespace *, const struct path *, struct kstat *, u32, unsigned int); ssize_t (*listxattr)(struct dentry *, char *, size_t); int (*fiemap)(struct inode *, struct fiemap_extent_info *, u64, u64); int (*update_time)(struct inode *, struct timespec64 *, int); int (*atomic_open)(struct inode *, struct dentry *, struct file *, unsigned int, umode_t); int (*tmpfile)(struct user_namespace *, struct inode *, struct dentry *, umode_t); int (*set_acl)(struct user_namespace *, struct inode *, struct posix_acl *, int); int (*fileattr_set)(struct user_namespace *, struct dentry *, struct fileattr *); int (*fileattr_get)(struct dentry *, struct fileattr *); long: 64; }; struct file_lock_context { spinlock_t flc_lock; struct list_head flc_flock; struct list_head flc_posix; struct list_head flc_lease; }; struct file_lock_operations { void (*fl_copy_lock)(struct file_lock *, struct file_lock *); void (*fl_release_private)(struct file_lock *); }; struct nlm_lockowner; struct nfs_lock_info { u32 state; struct nlm_lockowner *owner; struct list_head list; }; struct nfs4_lock_state; struct nfs4_lock_info { struct nfs4_lock_state *owner; }; struct fasync_struct; struct lock_manager_operations; struct file_lock { struct file_lock *fl_blocker; struct list_head fl_list; struct hlist_node fl_link; struct list_head fl_blocked_requests; struct list_head fl_blocked_member; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; unsigned int fl_pid; int fl_link_cpu; wait_queue_head_t fl_wait; struct file *fl_file; loff_t fl_start; loff_t fl_end; struct fasync_struct *fl_fasync; long unsigned int fl_break_time; long unsigned int fl_downgrade_time; const struct file_lock_operations *fl_ops; const struct lock_manager_operations *fl_lmops; union { struct nfs_lock_info nfs_fl; struct nfs4_lock_info nfs4_fl; struct { struct list_head link; int state; unsigned int debug_id; } afs; } fl_u; }; struct lock_manager_operations { void *lm_mod_owner; fl_owner_t (*lm_get_owner)(fl_owner_t); void (*lm_put_owner)(fl_owner_t); void (*lm_notify)(struct file_lock *); int (*lm_grant)(struct file_lock *, int); bool (*lm_break)(struct file_lock *); int (*lm_change)(struct file_lock *, int, struct list_head *); void (*lm_setup)(struct file_lock *, void **); bool (*lm_breaker_owns_lease)(struct file_lock *); bool (*lm_lock_expirable)(struct file_lock *); void (*lm_expire_lock)(); }; struct fasync_struct { rwlock_t fa_lock; int magic; int fa_fd; struct fasync_struct *fa_next; struct file *fa_file; struct callback_head fa_rcu; }; enum { SB_UNFROZEN = 0, SB_FREEZE_WRITE = 1, SB_FREEZE_PAGEFAULT = 2, SB_FREEZE_FS = 3, SB_FREEZE_COMPLETE = 4, }; struct kstatfs; struct super_operations { struct inode * (*alloc_inode)(struct super_block *); void (*destroy_inode)(struct inode *); void (*free_inode)(struct inode *); void (*dirty_inode)(struct inode *, int); int (*write_inode)(struct inode *, struct writeback_control *); int (*drop_inode)(struct inode *); void (*evict_inode)(struct inode *); void (*put_super)(struct super_block *); int (*sync_fs)(struct super_block *, int); int (*freeze_super)(struct super_block *); int (*freeze_fs)(struct super_block *); int (*thaw_super)(struct super_block *); int (*unfreeze_fs)(struct super_block *); int (*statfs)(struct dentry *, struct kstatfs *); int (*remount_fs)(struct super_block *, int *, char *); void (*umount_begin)(struct super_block *); int (*show_options)(struct seq_file *, struct dentry *); int (*show_devname)(struct seq_file *, struct dentry *); int (*show_path)(struct seq_file *, struct dentry *); int (*show_stats)(struct seq_file *, struct dentry *); ssize_t (*quota_read)(struct super_block *, int, char *, size_t, loff_t); ssize_t (*quota_write)(struct super_block *, int, const char *, size_t, loff_t); struct dquot ** (*get_dquots)(struct inode *); long int (*nr_cached_objects)(struct super_block *, struct shrink_control *); long int (*free_cached_objects)(struct super_block *, struct shrink_control *); }; struct fid; struct iomap; struct export_operations { int (*encode_fh)(struct inode *, __u32 *, int *, struct inode *); struct dentry * (*fh_to_dentry)(struct super_block *, struct fid *, int, int); struct dentry * (*fh_to_parent)(struct super_block *, struct fid *, int, int); int (*get_name)(struct dentry *, char *, struct dentry *); struct dentry * (*get_parent)(struct dentry *); int (*commit_metadata)(struct inode *); int (*get_uuid)(struct super_block *, u8 *, u32 *, u64 *); int (*map_blocks)(struct inode *, loff_t, u64, struct iomap *, bool, u32 *); int (*commit_blocks)(struct inode *, struct iomap *, int, struct iattr *); u64 (*fetch_iversion)(struct inode *); long unsigned int flags; }; struct xattr_handler { const char *name; const char *prefix; int flags; bool (*list)(struct dentry *); int (*get)(const struct xattr_handler *, struct dentry *, struct inode *, const char *, void *, size_t); int (*set)(const struct xattr_handler *, struct user_namespace *, struct dentry *, struct inode *, const char *, const void *, size_t, int); }; union fscrypt_policy; struct fscrypt_operations { unsigned int flags; const char *key_prefix; int (*get_context)(struct inode *, void *, size_t); int (*set_context)(struct inode *, const void *, size_t, void *); const union fscrypt_policy * (*get_dummy_policy)(struct super_block *); bool (*empty_dir)(struct inode *); bool (*has_stable_inodes)(struct super_block *); void (*get_ino_and_lblk_bits)(struct super_block *, int *, int *); int (*get_num_devices)(struct super_block *); void (*get_devices)(struct super_block *, struct request_queue **); }; struct fsverity_operations { int (*begin_enable_verity)(struct file *); int (*end_enable_verity)(struct file *, const void *, size_t, u64); int (*get_verity_descriptor)(struct inode *, void *, size_t); struct page * (*read_merkle_tree_page)(struct inode *, long unsigned int, long unsigned int); int (*write_merkle_tree_block)(struct inode *, const void *, u64, int); }; typedef int (*filldir_t)(struct dir_context *, const char *, int, loff_t, u64, unsigned int); struct dir_context { filldir_t actor; loff_t pos; }; struct p_log; struct fs_parameter; struct fs_parse_result; typedef int fs_param_type(struct p_log *, const struct fs_parameter_spec *, struct fs_parameter *, struct fs_parse_result *); struct fs_parameter_spec { const char *name; fs_param_type *type; u8 opt; short unsigned int flags; const void *data; }; struct kernel_param_ops { unsigned int flags; int (*set)(const char *, const struct kernel_param *); int (*get)(char *, const struct kernel_param *); void (*free)(void *); }; struct kparam_string; struct kparam_array; struct kernel_param { const char *name; struct module *mod; const struct kernel_param_ops *ops; const u16 perm; s8 level; u8 flags; union { void *arg; const struct kparam_string *str; const struct kparam_array *arr; }; }; struct kparam_string { unsigned int maxlen; char *string; }; struct kparam_array { unsigned int max; unsigned int elemsize; unsigned int *num; const struct kernel_param_ops *ops; void *elem; }; struct error_injection_entry { long unsigned int addr; int etype; }; struct tracepoint_func { void *func; void *data; int prio; }; struct tracepoint { const char *name; struct static_key key; struct static_call_key *static_call_key; void *static_call_tramp; void *iterator; int (*regfunc)(); void (*unregfunc)(); struct tracepoint_func *funcs; }; struct bpf_raw_event_map { struct tracepoint *tp; void *bpf_func; u32 num_args; u32 writable_size; long: 64; }; struct plt_entry { __le32 adrp; __le32 add; __le32 br; }; struct module_attribute { struct attribute attr; ssize_t (*show)(struct module_attribute *, struct module_kobject *, char *); ssize_t (*store)(struct module_attribute *, struct module_kobject *, const char *, size_t); void (*setup)(struct module *, const char *); int (*test)(struct module *); void (*free)(struct module *); }; enum cpuhp_state { CPUHP_INVALID = 4294967295, CPUHP_OFFLINE = 0, CPUHP_CREATE_THREADS = 1, CPUHP_PERF_PREPARE = 2, CPUHP_PERF_X86_PREPARE = 3, CPUHP_PERF_X86_AMD_UNCORE_PREP = 4, CPUHP_PERF_POWER = 5, CPUHP_PERF_SUPERH = 6, CPUHP_X86_HPET_DEAD = 7, CPUHP_X86_APB_DEAD = 8, CPUHP_X86_MCE_DEAD = 9, CPUHP_VIRT_NET_DEAD = 10, CPUHP_SLUB_DEAD = 11, CPUHP_DEBUG_OBJ_DEAD = 12, CPUHP_MM_WRITEBACK_DEAD = 13, CPUHP_MM_DEMOTION_DEAD = 14, CPUHP_MM_VMSTAT_DEAD = 15, CPUHP_SOFTIRQ_DEAD = 16, CPUHP_NET_MVNETA_DEAD = 17, CPUHP_CPUIDLE_DEAD = 18, CPUHP_ARM64_FPSIMD_DEAD = 19, CPUHP_ARM_OMAP_WAKE_DEAD = 20, CPUHP_IRQ_POLL_DEAD = 21, CPUHP_BLOCK_SOFTIRQ_DEAD = 22, CPUHP_BIO_DEAD = 23, CPUHP_ACPI_CPUDRV_DEAD = 24, CPUHP_S390_PFAULT_DEAD = 25, CPUHP_BLK_MQ_DEAD = 26, CPUHP_FS_BUFF_DEAD = 27, CPUHP_PRINTK_DEAD = 28, CPUHP_MM_MEMCQ_DEAD = 29, CPUHP_XFS_DEAD = 30, CPUHP_PERCPU_CNT_DEAD = 31, CPUHP_RADIX_DEAD = 32, CPUHP_PAGE_ALLOC = 33, CPUHP_NET_DEV_DEAD = 34, CPUHP_PCI_XGENE_DEAD = 35, CPUHP_IOMMU_IOVA_DEAD = 36, CPUHP_LUSTRE_CFS_DEAD = 37, CPUHP_AP_ARM_CACHE_B15_RAC_DEAD = 38, CPUHP_PADATA_DEAD = 39, CPUHP_AP_DTPM_CPU_DEAD = 40, CPUHP_RANDOM_PREPARE = 41, CPUHP_WORKQUEUE_PREP = 42, CPUHP_POWER_NUMA_PREPARE = 43, CPUHP_HRTIMERS_PREPARE = 44, CPUHP_PROFILE_PREPARE = 45, CPUHP_X2APIC_PREPARE = 46, CPUHP_SMPCFD_PREPARE = 47, CPUHP_RELAY_PREPARE = 48, CPUHP_SLAB_PREPARE = 49, CPUHP_MD_RAID5_PREPARE = 50, CPUHP_RCUTREE_PREP = 51, CPUHP_CPUIDLE_COUPLED_PREPARE = 52, CPUHP_POWERPC_PMAC_PREPARE = 53, CPUHP_POWERPC_MMU_CTX_PREPARE = 54, CPUHP_XEN_PREPARE = 55, CPUHP_XEN_EVTCHN_PREPARE = 56, CPUHP_ARM_SHMOBILE_SCU_PREPARE = 57, CPUHP_SH_SH3X_PREPARE = 58, CPUHP_NET_FLOW_PREPARE = 59, CPUHP_TOPOLOGY_PREPARE = 60, CPUHP_NET_IUCV_PREPARE = 61, CPUHP_ARM_BL_PREPARE = 62, CPUHP_TRACE_RB_PREPARE = 63, CPUHP_MM_ZS_PREPARE = 64, CPUHP_MM_ZSWP_MEM_PREPARE = 65, CPUHP_MM_ZSWP_POOL_PREPARE = 66, CPUHP_KVM_PPC_BOOK3S_PREPARE = 67, CPUHP_ZCOMP_PREPARE = 68, CPUHP_TIMERS_PREPARE = 69, CPUHP_MIPS_SOC_PREPARE = 70, CPUHP_BP_PREPARE_DYN = 71, CPUHP_BP_PREPARE_DYN_END = 91, CPUHP_BRINGUP_CPU = 92, CPUHP_AP_IDLE_DEAD = 93, CPUHP_AP_OFFLINE = 94, CPUHP_AP_SCHED_STARTING = 95, CPUHP_AP_RCUTREE_DYING = 96, CPUHP_AP_CPU_PM_STARTING = 97, CPUHP_AP_IRQ_GIC_STARTING = 98, CPUHP_AP_IRQ_HIP04_STARTING = 99, CPUHP_AP_IRQ_APPLE_AIC_STARTING = 100, CPUHP_AP_IRQ_ARMADA_XP_STARTING = 101, CPUHP_AP_IRQ_BCM2836_STARTING = 102, CPUHP_AP_IRQ_MIPS_GIC_STARTING = 103, CPUHP_AP_IRQ_RISCV_STARTING = 104, CPUHP_AP_IRQ_LOONGARCH_STARTING = 105, CPUHP_AP_IRQ_SIFIVE_PLIC_STARTING = 106, CPUHP_AP_ARM_MVEBU_COHERENCY = 107, CPUHP_AP_MICROCODE_LOADER = 108, CPUHP_AP_PERF_X86_AMD_UNCORE_STARTING = 109, CPUHP_AP_PERF_X86_STARTING = 110, CPUHP_AP_PERF_X86_AMD_IBS_STARTING = 111, CPUHP_AP_PERF_X86_CQM_STARTING = 112, CPUHP_AP_PERF_X86_CSTATE_STARTING = 113, CPUHP_AP_PERF_XTENSA_STARTING = 114, CPUHP_AP_MIPS_OP_LOONGSON3_STARTING = 115, CPUHP_AP_ARM_SDEI_STARTING = 116, CPUHP_AP_ARM_VFP_STARTING = 117, CPUHP_AP_ARM64_DEBUG_MONITORS_STARTING = 118, CPUHP_AP_PERF_ARM_HW_BREAKPOINT_STARTING = 119, CPUHP_AP_PERF_ARM_ACPI_STARTING = 120, CPUHP_AP_PERF_ARM_STARTING = 121, CPUHP_AP_PERF_RISCV_STARTING = 122, CPUHP_AP_ARM_L2X0_STARTING = 123, CPUHP_AP_EXYNOS4_MCT_TIMER_STARTING = 124, CPUHP_AP_ARM_ARCH_TIMER_STARTING = 125, CPUHP_AP_ARM_GLOBAL_TIMER_STARTING = 126, CPUHP_AP_JCORE_TIMER_STARTING = 127, CPUHP_AP_ARM_TWD_STARTING = 128, CPUHP_AP_QCOM_TIMER_STARTING = 129, CPUHP_AP_TEGRA_TIMER_STARTING = 130, CPUHP_AP_ARMADA_TIMER_STARTING = 131, CPUHP_AP_MARCO_TIMER_STARTING = 132, CPUHP_AP_MIPS_GIC_TIMER_STARTING = 133, CPUHP_AP_ARC_TIMER_STARTING = 134, CPUHP_AP_RISCV_TIMER_STARTING = 135, CPUHP_AP_CLINT_TIMER_STARTING = 136, CPUHP_AP_CSKY_TIMER_STARTING = 137, CPUHP_AP_TI_GP_TIMER_STARTING = 138, CPUHP_AP_HYPERV_TIMER_STARTING = 139, CPUHP_AP_KVM_STARTING = 140, CPUHP_AP_KVM_ARM_VGIC_INIT_STARTING = 141, CPUHP_AP_KVM_ARM_VGIC_STARTING = 142, CPUHP_AP_KVM_ARM_TIMER_STARTING = 143, CPUHP_AP_DUMMY_TIMER_STARTING = 144, CPUHP_AP_ARM_XEN_STARTING = 145, CPUHP_AP_ARM_CORESIGHT_STARTING = 146, CPUHP_AP_ARM_CORESIGHT_CTI_STARTING = 147, CPUHP_AP_ARM64_ISNDEP_STARTING = 148, CPUHP_AP_SMPCFD_DYING = 149, CPUHP_AP_X86_TBOOT_DYING = 150, CPUHP_AP_ARM_CACHE_B15_RAC_DYING = 151, CPUHP_AP_ONLINE = 152, CPUHP_TEARDOWN_CPU = 153, CPUHP_AP_ONLINE_IDLE = 154, CPUHP_AP_SCHED_WAIT_EMPTY = 155, CPUHP_AP_SMPBOOT_THREADS = 156, CPUHP_AP_X86_VDSO_VMA_ONLINE = 157, CPUHP_AP_IRQ_AFFINITY_ONLINE = 158, CPUHP_AP_BLK_MQ_ONLINE = 159, CPUHP_AP_ARM_MVEBU_SYNC_CLOCKS = 160, CPUHP_AP_X86_INTEL_EPB_ONLINE = 161, CPUHP_AP_PERF_ONLINE = 162, CPUHP_AP_PERF_X86_ONLINE = 163, CPUHP_AP_PERF_X86_UNCORE_ONLINE = 164, CPUHP_AP_PERF_X86_AMD_UNCORE_ONLINE = 165, CPUHP_AP_PERF_X86_AMD_POWER_ONLINE = 166, CPUHP_AP_PERF_X86_RAPL_ONLINE = 167, CPUHP_AP_PERF_X86_CQM_ONLINE = 168, CPUHP_AP_PERF_X86_CSTATE_ONLINE = 169, CPUHP_AP_PERF_X86_IDXD_ONLINE = 170, CPUHP_AP_PERF_S390_CF_ONLINE = 171, CPUHP_AP_PERF_S390_SF_ONLINE = 172, CPUHP_AP_PERF_ARM_CCI_ONLINE = 173, CPUHP_AP_PERF_ARM_CCN_ONLINE = 174, CPUHP_AP_PERF_ARM_HISI_CPA_ONLINE = 175, CPUHP_AP_PERF_ARM_HISI_DDRC_ONLINE = 176, CPUHP_AP_PERF_ARM_HISI_HHA_ONLINE = 177, CPUHP_AP_PERF_ARM_HISI_L3_ONLINE = 178, CPUHP_AP_PERF_ARM_HISI_PA_ONLINE = 179, CPUHP_AP_PERF_ARM_HISI_SLLC_ONLINE = 180, CPUHP_AP_PERF_ARM_HISI_PCIE_PMU_ONLINE = 181, CPUHP_AP_PERF_ARM_HNS3_PMU_ONLINE = 182, CPUHP_AP_PERF_ARM_L2X0_ONLINE = 183, CPUHP_AP_PERF_ARM_QCOM_L2_ONLINE = 184, CPUHP_AP_PERF_ARM_QCOM_L3_ONLINE = 185, CPUHP_AP_PERF_ARM_APM_XGENE_ONLINE = 186, CPUHP_AP_PERF_ARM_CAVIUM_TX2_UNCORE_ONLINE = 187, CPUHP_AP_PERF_ARM_MARVELL_CN10K_DDR_ONLINE = 188, CPUHP_AP_PERF_POWERPC_NEST_IMC_ONLINE = 189, CPUHP_AP_PERF_POWERPC_CORE_IMC_ONLINE = 190, CPUHP_AP_PERF_POWERPC_THREAD_IMC_ONLINE = 191, CPUHP_AP_PERF_POWERPC_TRACE_IMC_ONLINE = 192, CPUHP_AP_PERF_POWERPC_HV_24x7_ONLINE = 193, CPUHP_AP_PERF_POWERPC_HV_GPCI_ONLINE = 194, CPUHP_AP_PERF_CSKY_ONLINE = 195, CPUHP_AP_WATCHDOG_ONLINE = 196, CPUHP_AP_WORKQUEUE_ONLINE = 197, CPUHP_AP_RANDOM_ONLINE = 198, CPUHP_AP_RCUTREE_ONLINE = 199, CPUHP_AP_BASE_CACHEINFO_ONLINE = 200, CPUHP_AP_ONLINE_DYN = 201, CPUHP_AP_ONLINE_DYN_END = 231, CPUHP_AP_MM_DEMOTION_ONLINE = 232, CPUHP_AP_X86_HPET_ONLINE = 233, CPUHP_AP_X86_KVM_CLK_ONLINE = 234, CPUHP_AP_ACTIVE = 235, CPUHP_ONLINE = 236, }; struct seq_operations { void * (*start)(struct seq_file *, loff_t *); void (*stop)(struct seq_file *, void *); void * (*next)(struct seq_file *, void *, loff_t *); int (*show)(struct seq_file *, void *); }; struct dev_pagemap_ops { void (*page_free)(struct page *); vm_fault_t (*migrate_to_ram)(struct vm_fault *); int (*memory_failure)(struct dev_pagemap *, long unsigned int, long unsigned int, int); }; enum compound_dtor_id { NULL_COMPOUND_DTOR = 0, COMPOUND_PAGE_DTOR = 1, HUGETLB_PAGE_DTOR = 2, TRANSHUGE_PAGE_DTOR = 3, NR_COMPOUND_DTORS = 4, }; enum vm_event_item { PGPGIN = 0, PGPGOUT = 1, PSWPIN = 2, PSWPOUT = 3, PGALLOC_DMA = 4, PGALLOC_DMA32 = 5, PGALLOC_NORMAL = 6, PGALLOC_MOVABLE = 7, PGALLOC_DEVICE = 8, ALLOCSTALL_DMA = 9, ALLOCSTALL_DMA32 = 10, ALLOCSTALL_NORMAL = 11, ALLOCSTALL_MOVABLE = 12, ALLOCSTALL_DEVICE = 13, PGSCAN_SKIP_DMA = 14, PGSCAN_SKIP_DMA32 = 15, PGSCAN_SKIP_NORMAL = 16, PGSCAN_SKIP_MOVABLE = 17, PGSCAN_SKIP_DEVICE = 18, PGFREE = 19, PGACTIVATE = 20, PGDEACTIVATE = 21, PGLAZYFREE = 22, PGFAULT = 23, PGMAJFAULT = 24, PGLAZYFREED = 25, PGREFILL = 26, PGREUSE = 27, PGSTEAL_KSWAPD = 28, PGSTEAL_DIRECT = 29, PGDEMOTE_KSWAPD = 30, PGDEMOTE_DIRECT = 31, PGSCAN_KSWAPD = 32, PGSCAN_DIRECT = 33, PGSCAN_DIRECT_THROTTLE = 34, PGSCAN_ANON = 35, PGSCAN_FILE = 36, PGSTEAL_ANON = 37, PGSTEAL_FILE = 38, PGSCAN_ZONE_RECLAIM_FAILED = 39, PGINODESTEAL = 40, SLABS_SCANNED = 41, KSWAPD_INODESTEAL = 42, KSWAPD_LOW_WMARK_HIT_QUICKLY = 43, KSWAPD_HIGH_WMARK_HIT_QUICKLY = 44, PAGEOUTRUN = 45, PGROTATED = 46, DROP_PAGECACHE = 47, DROP_SLAB = 48, OOM_KILL = 49, NUMA_PTE_UPDATES = 50, NUMA_HUGE_PTE_UPDATES = 51, NUMA_HINT_FAULTS = 52, NUMA_HINT_FAULTS_LOCAL = 53, NUMA_PAGE_MIGRATE = 54, PGMIGRATE_SUCCESS = 55, PGMIGRATE_FAIL = 56, THP_MIGRATION_SUCCESS = 57, THP_MIGRATION_FAIL = 58, THP_MIGRATION_SPLIT = 59, COMPACTMIGRATE_SCANNED = 60, COMPACTFREE_SCANNED = 61, COMPACTISOLATED = 62, COMPACTSTALL = 63, COMPACTFAIL = 64, COMPACTSUCCESS = 65, KCOMPACTD_WAKE = 66, KCOMPACTD_MIGRATE_SCANNED = 67, KCOMPACTD_FREE_SCANNED = 68, HTLB_BUDDY_PGALLOC = 69, HTLB_BUDDY_PGALLOC_FAIL = 70, CMA_ALLOC_SUCCESS = 71, CMA_ALLOC_FAIL = 72, UNEVICTABLE_PGCULLED = 73, UNEVICTABLE_PGSCANNED = 74, UNEVICTABLE_PGRESCUED = 75, UNEVICTABLE_PGMLOCKED = 76, UNEVICTABLE_PGMUNLOCKED = 77, UNEVICTABLE_PGCLEARED = 78, UNEVICTABLE_PGSTRANDED = 79, THP_FAULT_ALLOC = 80, THP_FAULT_FALLBACK = 81, THP_FAULT_FALLBACK_CHARGE = 82, THP_COLLAPSE_ALLOC = 83, THP_COLLAPSE_ALLOC_FAILED = 84, THP_FILE_ALLOC = 85, THP_FILE_FALLBACK = 86, THP_FILE_FALLBACK_CHARGE = 87, THP_FILE_MAPPED = 88, THP_SPLIT_PAGE = 89, THP_SPLIT_PAGE_FAILED = 90, THP_DEFERRED_SPLIT_PAGE = 91, THP_SPLIT_PMD = 92, THP_SCAN_EXCEED_NONE_PTE = 93, THP_SCAN_EXCEED_SWAP_PTE = 94, THP_SCAN_EXCEED_SHARED_PTE = 95, THP_ZERO_PAGE_ALLOC = 96, THP_ZERO_PAGE_ALLOC_FAILED = 97, THP_SWPOUT = 98, THP_SWPOUT_FALLBACK = 99, BALLOON_INFLATE = 100, BALLOON_DEFLATE = 101, BALLOON_MIGRATE = 102, SWAP_RA = 103, SWAP_RA_HIT = 104, KSM_SWPIN_COPY = 105, COW_KSM = 106, ZSWPIN = 107, ZSWPOUT = 108, NR_VM_EVENT_ITEMS = 109, }; struct nsset; struct proc_ns_operations { const char *name; const char *real_ns_name; int type; struct ns_common * (*get)(struct task_struct *); void (*put)(struct ns_common *); int (*install)(struct nsset *, struct ns_common *); struct user_namespace * (*owner)(struct ns_common *); struct ns_common * (*get_parent)(struct ns_common *); }; enum { HI_SOFTIRQ = 0, TIMER_SOFTIRQ = 1, NET_TX_SOFTIRQ = 2, NET_RX_SOFTIRQ = 3, BLOCK_SOFTIRQ = 4, IRQ_POLL_SOFTIRQ = 5, TASKLET_SOFTIRQ = 6, SCHED_SOFTIRQ = 7, HRTIMER_SOFTIRQ = 8, RCU_SOFTIRQ = 9, NR_SOFTIRQS = 10, }; struct iovec { void *iov_base; __kernel_size_t iov_len; }; struct kvec { void *iov_base; size_t iov_len; }; struct bio_vec { struct page *bv_page; unsigned int bv_len; unsigned int bv_offset; }; enum { TSK_TRACE_FL_TRACE_BIT = 0, TSK_TRACE_FL_GRAPH_BIT = 1, }; struct nmi_ctx { u64 hcr; unsigned int cnt; }; struct midr_range { u32 model; u32 rv_min; u32 rv_max; }; struct arm64_midr_revidr { u32 midr_rv; u32 revidr_mask; }; struct arm64_cpu_capabilities { const char *desc; u16 capability; u16 type; bool (*matches)(const struct arm64_cpu_capabilities *, int); void (*cpu_enable)(const struct arm64_cpu_capabilities *); union { struct { struct midr_range midr_range; const struct arm64_midr_revidr * const fixed_revs; }; const struct midr_range *midr_range_list; struct { u32 sys_reg; u8 field_pos; u8 field_width; u8 min_field_value; u8 hwcap_type; bool sign; long unsigned int hwcap; }; }; const struct arm64_cpu_capabilities *match_list; }; struct vl_info { enum vec_type type; const char *name; int min_vl; int max_vl; int max_virtualisable_vl; long unsigned int vq_map[8]; long unsigned int vq_partial_map[8]; }; struct notifier_block; typedef int (*notifier_fn_t)(struct notifier_block *, long unsigned int, void *); struct notifier_block { notifier_fn_t notifier_call; struct notifier_block *next; int priority; }; struct ctl_table; typedef int proc_handler(struct ctl_table *, int, void *, size_t *, loff_t *); struct ctl_table_poll; struct ctl_table { const char *procname; void *data; int maxlen; umode_t mode; struct ctl_table *child; proc_handler *proc_handler; struct ctl_table_poll *poll; void *extra1; void *extra2; }; struct ctl_table_poll { atomic_t event; wait_queue_head_t wait; }; struct ctl_table_header; struct ctl_node { struct rb_node node; struct ctl_table_header *header; }; struct ctl_table_root; struct ctl_table_set; struct ctl_dir; struct ctl_table_header { union { struct { struct ctl_table *ctl_table; int used; int count; int nreg; }; struct callback_head rcu; }; struct completion *unregistering; struct ctl_table *ctl_table_arg; struct ctl_table_root *root; struct ctl_table_set *set; struct ctl_dir *parent; struct ctl_node *node; struct hlist_head inodes; }; struct ctl_dir { struct ctl_table_header header; struct rb_root root; }; struct ctl_table_set { int (*is_seen)(struct ctl_table_set *); struct ctl_dir dir; }; struct ctl_table_root { struct ctl_table_set default_set; struct ctl_table_set * (*lookup)(struct ctl_table_root *); void (*set_ownership)(struct ctl_table_header *, struct ctl_table *, kuid_t *, kgid_t *); int (*permissions)(struct ctl_table_header *, struct ctl_table *); }; enum cpu_pm_event { CPU_PM_ENTER = 0, CPU_PM_ENTER_FAILED = 1, CPU_PM_EXIT = 2, CPU_CLUSTER_PM_ENTER = 3, CPU_CLUSTER_PM_ENTER_FAILED = 4, CPU_CLUSTER_PM_EXIT = 5, }; struct fpsimd_last_state_struct { struct user_fpsimd_state *st; void *sve_state; void *za_state; u64 *svcr; unsigned int sve_vl; unsigned int sme_vl; }; struct vl_config { int __default_vl; }; struct static_key_true { struct static_key key; }; enum arm64_hyp_spectre_vector { HYP_VECTOR_DIRECT = 0, HYP_VECTOR_SPECTRE_DIRECT = 1, HYP_VECTOR_INDIRECT = 2, HYP_VECTOR_SPECTRE_INDIRECT = 3, }; typedef void (*bp_hardening_cb_t)(); struct bp_hardening_data { enum arm64_hyp_spectre_vector slot; bp_hardening_cb_t fn; }; enum ctx_state { CONTEXT_DISABLED = 4294967295, CONTEXT_KERNEL = 0, CONTEXT_IDLE = 1, CONTEXT_USER = 2, CONTEXT_GUEST = 3, CONTEXT_MAX = 4, }; struct context_tracking { bool active; int recursion; atomic_t state; long int dynticks_nesting; long int dynticks_nmi_nesting; }; enum stack_type { STACK_TYPE_UNKNOWN = 0, STACK_TYPE_TASK = 1, STACK_TYPE_IRQ = 2, STACK_TYPE_OVERFLOW = 3, STACK_TYPE_SDEI_NORMAL = 4, STACK_TYPE_SDEI_CRITICAL = 5, STACK_TYPE_HYP = 6, __NR_STACK_TYPES = 7, }; struct stack_info { long unsigned int low; long unsigned int high; enum stack_type type; }; struct sdei_registered_event; typedef short int __s16; typedef __s16 s16; typedef struct cpumask cpumask_var_t[1]; struct pollfd { int fd; short int events; short int revents; }; struct arch_hw_breakpoint_ctrl { u32 __reserved: 19; u32 len: 8; u32 type: 2; u32 privilege: 2; u32 enabled: 1; }; struct arch_hw_breakpoint { u64 address; u64 trigger; struct arch_hw_breakpoint_ctrl ctrl; }; enum perf_event_state { PERF_EVENT_STATE_DEAD = 4294967292, PERF_EVENT_STATE_EXIT = 4294967293, PERF_EVENT_STATE_ERROR = 4294967294, PERF_EVENT_STATE_OFF = 4294967295, PERF_EVENT_STATE_INACTIVE = 0, PERF_EVENT_STATE_ACTIVE = 1, }; typedef struct { atomic_long_t a; } local_t; typedef struct { local_t a; } local64_t; struct perf_event_attr { __u32 type; __u32 size; __u64 config; union { __u64 sample_period; __u64 sample_freq; }; __u64 sample_type; __u64 read_format; __u64 disabled: 1; __u64 inherit: 1; __u64 pinned: 1; __u64 exclusive: 1; __u64 exclude_user: 1; __u64 exclude_kernel: 1; __u64 exclude_hv: 1; __u64 exclude_idle: 1; __u64 mmap: 1; __u64 comm: 1; __u64 freq: 1; __u64 inherit_stat: 1; __u64 enable_on_exec: 1; __u64 task: 1; __u64 watermark: 1; __u64 precise_ip: 2; __u64 mmap_data: 1; __u64 sample_id_all: 1; __u64 exclude_host: 1; __u64 exclude_guest: 1; __u64 exclude_callchain_kernel: 1; __u64 exclude_callchain_user: 1; __u64 mmap2: 1; __u64 comm_exec: 1; __u64 use_clockid: 1; __u64 context_switch: 1; __u64 write_backward: 1; __u64 namespaces: 1; __u64 ksymbol: 1; __u64 bpf_event: 1; __u64 aux_output: 1; __u64 cgroup: 1; __u64 text_poke: 1; __u64 build_id: 1; __u64 inherit_thread: 1; __u64 remove_on_exec: 1; __u64 sigtrap: 1; __u64 __reserved_1: 26; union { __u32 wakeup_events; __u32 wakeup_watermark; }; __u32 bp_type; union { __u64 bp_addr; __u64 kprobe_func; __u64 uprobe_path; __u64 config1; }; union { __u64 bp_len; __u64 kprobe_addr; __u64 probe_offset; __u64 config2; }; __u64 branch_sample_type; __u64 sample_regs_user; __u32 sample_stack_user; __s32 clockid; __u64 sample_regs_intr; __u32 aux_watermark; __u16 sample_max_stack; __u16 __reserved_2; __u32 aux_sample_size; __u32 __reserved_3; __u64 sig_data; }; struct hw_perf_event_extra { u64 config; unsigned int reg; int alloc; int idx; }; struct hw_perf_event { union { struct { u64 config; u64 last_tag; long unsigned int config_base; long unsigned int event_base; int event_base_rdpmc; int idx; int last_cpu; int flags; struct hw_perf_event_extra extra_reg; struct hw_perf_event_extra branch_reg; }; struct { struct hrtimer hrtimer; }; struct { struct list_head tp_list; }; struct { u64 pwr_acc; u64 ptsc; }; struct { struct arch_hw_breakpoint info; struct list_head bp_list; }; struct { u8 iommu_bank; u8 iommu_cntr; u16 padding; u64 conf; u64 conf1; }; }; struct task_struct *target; void *addr_filters; long unsigned int addr_filters_gen; int state; local64_t prev_count; u64 sample_period; union { struct { u64 last_period; local64_t period_left; }; struct { u64 saved_metric; u64 saved_slots; }; }; u64 interrupts_seq; u64 interrupts; u64 freq_time_stamp; u64 freq_count_stamp; }; struct irq_work { struct __call_single_node node; void (*func)(struct irq_work *); struct rcuwait irqwait; }; struct perf_addr_filters_head { struct list_head list; raw_spinlock_t lock; unsigned int nr_file_filters; }; struct perf_sample_data; typedef void (*perf_overflow_handler_t)(struct perf_event *, struct perf_sample_data *, struct pt_regs *); struct ftrace_ops; struct ftrace_regs; typedef void (*ftrace_func_t)(long unsigned int, long unsigned int, struct ftrace_ops *, struct ftrace_regs *); struct ftrace_hash; struct ftrace_ops_hash { struct ftrace_hash *notrace_hash; struct ftrace_hash *filter_hash; struct mutex regex_lock; }; enum ftrace_ops_cmd { FTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_SELF = 0, FTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_PEER = 1, FTRACE_OPS_CMD_DISABLE_SHARE_IPMODIFY_PEER = 2, }; typedef int (*ftrace_ops_func_t)(struct ftrace_ops *, enum ftrace_ops_cmd); struct ftrace_ops { ftrace_func_t func; struct ftrace_ops *next; long unsigned int flags; void *private; ftrace_func_t saved_func; struct ftrace_ops_hash local_hash; struct ftrace_ops_hash *func_hash; struct ftrace_ops_hash old_hash; long unsigned int trampoline; long unsigned int trampoline_size; struct list_head list; ftrace_ops_func_t ops_func; }; struct pmu; struct perf_buffer; struct perf_addr_filter_range; struct bpf_prog; struct event_filter; struct perf_cgroup; struct perf_event { struct list_head event_entry; struct list_head sibling_list; struct list_head active_list; struct rb_node group_node; u64 group_index; struct list_head migrate_entry; struct hlist_node hlist_entry; struct list_head active_entry; int nr_siblings; int event_caps; int group_caps; struct perf_event *group_leader; struct pmu *pmu; void *pmu_private; enum perf_event_state state; unsigned int attach_state; local64_t count; atomic64_t child_count; u64 total_time_enabled; u64 total_time_running; u64 tstamp; struct perf_event_attr attr; u16 header_size; u16 id_header_size; u16 read_size; struct hw_perf_event hw; struct perf_event_context *ctx; atomic_long_t refcount; atomic64_t child_total_time_enabled; atomic64_t child_total_time_running; struct mutex child_mutex; struct list_head child_list; struct perf_event *parent; int oncpu; int cpu; struct list_head owner_entry; struct task_struct *owner; struct mutex mmap_mutex; atomic_t mmap_count; struct perf_buffer *rb; struct list_head rb_entry; long unsigned int rcu_batches; int rcu_pending; wait_queue_head_t waitq; struct fasync_struct *fasync; unsigned int pending_wakeup; unsigned int pending_kill; unsigned int pending_disable; unsigned int pending_sigtrap; long unsigned int pending_addr; struct irq_work pending_irq; struct callback_head pending_task; unsigned int pending_work; atomic_t event_limit; struct perf_addr_filters_head addr_filters; struct perf_addr_filter_range *addr_filter_ranges; long unsigned int addr_filters_gen; struct perf_event *aux_event; void (*destroy)(struct perf_event *); struct callback_head callback_head; struct pid_namespace *ns; u64 id; atomic64_t lost_samples; u64 (*clock)(); perf_overflow_handler_t overflow_handler; void *overflow_handler_context; perf_overflow_handler_t orig_overflow_handler; struct bpf_prog *prog; u64 bpf_cookie; struct trace_event_call *tp_event; struct event_filter *filter; struct ftrace_ops ftrace_ops; struct perf_cgroup *cgrp; void *security; struct list_head sb_list; }; enum refcount_saturation_type { REFCOUNT_ADD_NOT_ZERO_OVF = 0, REFCOUNT_ADD_OVF = 1, REFCOUNT_ADD_UAF = 2, REFCOUNT_SUB_UAF = 3, REFCOUNT_DEC_LEAK = 4, }; struct uid_gid_extent { u32 first; u32 lower_first; u32 count; }; struct uid_gid_map { u32 nr_extents; union { struct uid_gid_extent extent[5]; struct { struct uid_gid_extent *forward; struct uid_gid_extent *reverse; }; }; }; struct user_namespace { struct uid_gid_map uid_map; struct uid_gid_map gid_map; struct uid_gid_map projid_map; struct user_namespace *parent; int level; kuid_t owner; kgid_t group; struct ns_common ns; long unsigned int flags; bool parent_could_setfcap; struct list_head keyring_name_list; struct key *user_keyring_register; struct rw_semaphore keyring_sem; struct key *persistent_keyring_register; struct work_struct work; struct ctl_table_set set; struct ctl_table_header *sysctls; struct ucounts *ucounts; long int ucount_max[16]; }; struct rcu_work { struct work_struct work; struct callback_head rcu; struct workqueue_struct *wq; }; struct plist_head { struct list_head node_list; }; struct task_cputime { u64 stime; u64 utime; long long unsigned int sum_exec_runtime; }; struct ucounts { struct hlist_node node; struct user_namespace *ns; kuid_t uid; atomic_t count; atomic_long_t ucount[16]; }; struct cgroup_subsys_state; struct cgroup; struct css_set { struct cgroup_subsys_state *subsys[12]; refcount_t refcount; struct css_set *dom_cset; struct cgroup *dfl_cgrp; int nr_tasks; struct list_head tasks; struct list_head mg_tasks; struct list_head dying_tasks; struct list_head task_iters; struct list_head e_cset_node[12]; struct list_head threaded_csets; struct list_head threaded_csets_node; struct hlist_node hlist; struct list_head cgrp_links; struct list_head mg_src_preload_node; struct list_head mg_dst_preload_node; struct list_head mg_node; struct cgroup *mg_src_cgrp; struct cgroup *mg_dst_cgrp; struct css_set *mg_dst_cset; bool dead; struct callback_head callback_head; }; struct perf_event_groups { struct rb_root tree; u64 index; }; struct perf_event_context { struct pmu *pmu; raw_spinlock_t lock; struct mutex mutex; struct list_head active_ctx_list; struct perf_event_groups pinned_groups; struct perf_event_groups flexible_groups; struct list_head event_list; struct list_head pinned_active; struct list_head flexible_active; int nr_events; int nr_active; int nr_user; int is_active; int nr_stat; int nr_freq; int rotate_disable; int rotate_necessary; refcount_t refcount; struct task_struct *task; u64 time; u64 timestamp; u64 timeoffset; struct perf_event_context *parent_ctx; u64 parent_gen; u64 generation; int pin_count; int nr_cgroups; void *task_ctx_data; struct callback_head callback_head; local_t nr_pending; }; struct blocking_notifier_head { struct rw_semaphore rwsem; struct notifier_block *head; }; struct kernel_clone_args { u64 flags; int *pidfd; int *child_tid; int *parent_tid; int exit_signal; long unsigned int stack; long unsigned int stack_size; long unsigned int tls; pid_t *set_tid; size_t set_tid_size; int cgroup; int io_thread; int kthread; int idle; int (*fn)(void *); void *fn_arg; struct cgroup *cgrp; struct css_set *cset; }; struct cgroup_subsys; struct cgroup_subsys_state { struct cgroup *cgroup; struct cgroup_subsys *ss; struct percpu_ref refcnt; struct list_head sibling; struct list_head children; struct list_head rstat_css_node; int id; unsigned int flags; u64 serial_nr; atomic_t online_cnt; struct work_struct destroy_work; struct rcu_work destroy_rwork; struct cgroup_subsys_state *parent; }; struct cgroup_file { struct kernfs_node *kn; long unsigned int notified_at; struct timer_list notify_timer; }; struct cgroup_base_stat { struct task_cputime cputime; u64 forceidle_sum; }; struct bpf_prog_array; struct cgroup_bpf { struct bpf_prog_array *effective[33]; struct hlist_head progs[33]; u8 flags[33]; struct list_head storages; struct bpf_prog_array *inactive; struct percpu_ref refcnt; struct work_struct release_work; }; struct cgroup_freezer_state { bool freeze; int e_freeze; int nr_frozen_descendants; int nr_frozen_tasks; }; struct cgroup_root; struct cgroup_rstat_cpu; struct psi_group; struct cgroup { struct cgroup_subsys_state self; long unsigned int flags; int level; int max_depth; int nr_descendants; int nr_dying_descendants; int max_descendants; int nr_populated_csets; int nr_populated_domain_children; int nr_populated_threaded_children; int nr_threaded_children; struct kernfs_node *kn; struct cgroup_file procs_file; struct cgroup_file events_file; u16 subtree_control; u16 subtree_ss_mask; u16 old_subtree_control; u16 old_subtree_ss_mask; struct cgroup_subsys_state *subsys[12]; struct cgroup_root *root; struct list_head cset_links; struct list_head e_csets[12]; struct cgroup *dom_cgrp; struct cgroup *old_dom_cgrp; struct cgroup_rstat_cpu *rstat_cpu; struct list_head rstat_css_list; struct cgroup_base_stat last_bstat; struct cgroup_base_stat bstat; struct prev_cputime prev_cputime; struct list_head pidlists; struct mutex pidlist_mutex; wait_queue_head_t offline_waitq; struct work_struct release_agent_work; struct psi_group *psi; struct cgroup_bpf bpf; atomic_t congestion_count; struct cgroup_freezer_state freezer; u64 ancestor_ids[0]; }; struct taskstats { __u16 version; __u32 ac_exitcode; __u8 ac_flag; __u8 ac_nice; __u64 cpu_count; __u64 cpu_delay_total; __u64 blkio_count; __u64 blkio_delay_total; __u64 swapin_count; __u64 swapin_delay_total; __u64 cpu_run_real_total; __u64 cpu_run_virtual_total; char ac_comm[32]; __u8 ac_sched; __u8 ac_pad[3]; int: 32; __u32 ac_uid; __u32 ac_gid; __u32 ac_pid; __u32 ac_ppid; __u32 ac_btime; __u64 ac_etime; __u64 ac_utime; __u64 ac_stime; __u64 ac_minflt; __u64 ac_majflt; __u64 coremem; __u64 virtmem; __u64 hiwater_rss; __u64 hiwater_vm; __u64 read_char; __u64 write_char; __u64 read_syscalls; __u64 write_syscalls; __u64 read_bytes; __u64 write_bytes; __u64 cancelled_write_bytes; __u64 nvcsw; __u64 nivcsw; __u64 ac_utimescaled; __u64 ac_stimescaled; __u64 cpu_scaled_run_real_total; __u64 freepages_count; __u64 freepages_delay_total; __u64 thrashing_count; __u64 thrashing_delay_total; __u64 ac_btime64; __u64 compact_count; __u64 compact_delay_total; __u32 ac_tgid; __u64 ac_tgetime; __u64 ac_exe_dev; __u64 ac_exe_inode; __u64 wpcopy_count; __u64 wpcopy_delay_total; }; typedef struct { __u8 b[16]; } guid_t; struct cdev { struct kobject kobj; struct module *owner; const struct file_operations *ops; struct list_head list; dev_t dev; unsigned int count; }; typedef void (*poll_queue_proc)(struct file *, wait_queue_head_t *, struct poll_table_struct *); struct poll_table_struct { poll_queue_proc _qproc; __poll_t _key; }; struct fwnode_operations; struct device; struct fwnode_handle { struct fwnode_handle *secondary; const struct fwnode_operations *ops; struct device *dev; struct list_head suppliers; struct list_head consumers; u8 flags; }; enum dev_dma_attr { DEV_DMA_NOT_SUPPORTED = 0, DEV_DMA_NON_COHERENT = 1, DEV_DMA_COHERENT = 2, }; struct fwnode_reference_args; struct fwnode_endpoint; struct fwnode_operations { struct fwnode_handle * (*get)(struct fwnode_handle *); void (*put)(struct fwnode_handle *); bool (*device_is_available)(const struct fwnode_handle *); const void * (*device_get_match_data)(const struct fwnode_handle *, const struct device *); bool (*device_dma_supported)(const struct fwnode_handle *); enum dev_dma_attr (*device_get_dma_attr)(const struct fwnode_handle *); bool (*property_present)(const struct fwnode_handle *, const char *); int (*property_read_int_array)(const struct fwnode_handle *, const char *, unsigned int, void *, size_t); int (*property_read_string_array)(const struct fwnode_handle *, const char *, const char **, size_t); const char * (*get_name)(const struct fwnode_handle *); const char * (*get_name_prefix)(const struct fwnode_handle *); struct fwnode_handle * (*get_parent)(const struct fwnode_handle *); struct fwnode_handle * (*get_next_child_node)(const struct fwnode_handle *, struct fwnode_handle *); struct fwnode_handle * (*get_named_child_node)(const struct fwnode_handle *, const char *); int (*get_reference_args)(const struct fwnode_handle *, const char *, const char *, unsigned int, unsigned int, struct fwnode_reference_args *); struct fwnode_handle * (*graph_get_next_endpoint)(const struct fwnode_handle *, struct fwnode_handle *); struct fwnode_handle * (*graph_get_remote_endpoint)(const struct fwnode_handle *); struct fwnode_handle * (*graph_get_port_parent)(struct fwnode_handle *); int (*graph_parse_endpoint)(const struct fwnode_handle *, struct fwnode_endpoint *); void * (*iomap)(struct fwnode_handle *, int); int (*irq_get)(const struct fwnode_handle *, unsigned int); int (*add_links)(struct fwnode_handle *); }; enum dl_dev_state { DL_DEV_NO_DRIVER = 0, DL_DEV_PROBING = 1, DL_DEV_DRIVER_BOUND = 2, DL_DEV_UNBINDING = 3, }; struct dev_links_info { struct list_head suppliers; struct list_head consumers; struct list_head defer_sync; enum dl_dev_state status; }; struct pm_message { int event; }; typedef struct pm_message pm_message_t; enum rpm_request { RPM_REQ_NONE = 0, RPM_REQ_IDLE = 1, RPM_REQ_SUSPEND = 2, RPM_REQ_AUTOSUSPEND = 3, RPM_REQ_RESUME = 4, }; enum rpm_status { RPM_INVALID = 4294967295, RPM_ACTIVE = 0, RPM_RESUMING = 1, RPM_SUSPENDED = 2, RPM_SUSPENDING = 3, }; struct wakeup_source; struct wake_irq; struct pm_subsys_data; struct dev_pm_qos; struct dev_pm_info { pm_message_t power_state; unsigned int can_wakeup: 1; unsigned int async_suspend: 1; bool in_dpm_list: 1; bool is_prepared: 1; bool is_suspended: 1; bool is_noirq_suspended: 1; bool is_late_suspended: 1; bool no_pm: 1; bool early_init: 1; bool direct_complete: 1; u32 driver_flags; spinlock_t lock; struct list_head entry; struct completion completion; struct wakeup_source *wakeup; bool wakeup_path: 1; bool syscore: 1; bool no_pm_callbacks: 1; unsigned int must_resume: 1; unsigned int may_skip_resume: 1; struct hrtimer suspend_timer; u64 timer_expires; struct work_struct work; wait_queue_head_t wait_queue; struct wake_irq *wakeirq; atomic_t usage_count; atomic_t child_count; unsigned int disable_depth: 3; unsigned int idle_notification: 1; unsigned int request_pending: 1; unsigned int deferred_resume: 1; unsigned int needs_force_resume: 1; unsigned int runtime_auto: 1; bool ignore_children: 1; unsigned int no_callbacks: 1; unsigned int irq_safe: 1; unsigned int use_autosuspend: 1; unsigned int timer_autosuspends: 1; unsigned int memalloc_noio: 1; unsigned int links_count; enum rpm_request request; enum rpm_status runtime_status; enum rpm_status last_status; int runtime_error; int autosuspend_delay; u64 last_busy; u64 active_time; u64 suspended_time; u64 accounting_timestamp; struct pm_subsys_data *subsys_data; void (*set_latency_tolerance)(struct device *, s32); struct dev_pm_qos *qos; }; struct irq_domain; struct msi_device_data; struct dev_msi_info { struct irq_domain *domain; struct msi_device_data *data; }; struct dev_archdata {}; enum device_removable { DEVICE_REMOVABLE_NOT_SUPPORTED = 0, DEVICE_REMOVABLE_UNKNOWN = 1, DEVICE_FIXED = 2, DEVICE_REMOVABLE = 3, }; struct device_private; struct device_type; struct bus_type; struct device_driver; struct dev_pm_domain; struct em_perf_domain; struct dev_pin_info; struct dma_map_ops; struct bus_dma_region; struct device_dma_parameters; struct dma_coherent_mem; struct cma; struct io_tlb_mem; struct device_node; struct class; struct iommu_group; struct dev_iommu; struct device_physical_location; struct device { struct kobject kobj; struct device *parent; struct device_private *p; const char *init_name; const struct device_type *type; struct bus_type *bus; struct device_driver *driver; void *platform_data; void *driver_data; struct mutex mutex; struct dev_links_info links; struct dev_pm_info power; struct dev_pm_domain *pm_domain; struct em_perf_domain *em_pd; struct dev_pin_info *pins; struct dev_msi_info msi; const struct dma_map_ops *dma_ops; u64 *dma_mask; u64 coherent_dma_mask; u64 bus_dma_limit; const struct bus_dma_region *dma_range_map; struct device_dma_parameters *dma_parms; struct list_head dma_pools; struct dma_coherent_mem *dma_mem; struct cma *cma_area; struct io_tlb_mem *dma_io_tlb_mem; struct dev_archdata archdata; struct device_node *of_node; struct fwnode_handle *fwnode; int numa_node; dev_t devt; u32 id; spinlock_t devres_lock; struct list_head devres_head; struct class *class; const struct attribute_group **groups; void (*release)(struct device *); struct iommu_group *iommu_group; struct dev_iommu *iommu; struct device_physical_location *physical_location; enum device_removable removable; bool offline_disabled: 1; bool offline: 1; bool of_node_reused: 1; bool state_synced: 1; bool can_match: 1; bool dma_coherent: 1; }; struct fwnode_endpoint { unsigned int port; unsigned int id; const struct fwnode_handle *local_fwnode; }; struct fwnode_reference_args { struct fwnode_handle *fwnode; unsigned int nargs; u64 args[8]; }; typedef u32 phandle; struct property; struct device_node { const char *name; phandle phandle; const char *full_name; struct fwnode_handle fwnode; struct property *properties; struct property *deadprops; struct device_node *parent; struct device_node *child; struct device_node *sibling; struct kobject kobj; long unsigned int _flags; void *data; }; struct em_perf_state { long unsigned int frequency; long unsigned int power; long unsigned int cost; long unsigned int flags; }; struct em_perf_domain { struct em_perf_state *table; int nr_perf_states; long unsigned int flags; long unsigned int cpus[0]; }; struct dev_pm_ops { int (*prepare)(struct device *); void (*complete)(struct device *); int (*suspend)(struct device *); int (*resume)(struct device *); int (*freeze)(struct device *); int (*thaw)(struct device *); int (*poweroff)(struct device *); int (*restore)(struct device *); int (*suspend_late)(struct device *); int (*resume_early)(struct device *); int (*freeze_late)(struct device *); int (*thaw_early)(struct device *); int (*poweroff_late)(struct device *); int (*restore_early)(struct device *); int (*suspend_noirq)(struct device *); int (*resume_noirq)(struct device *); int (*freeze_noirq)(struct device *); int (*thaw_noirq)(struct device *); int (*poweroff_noirq)(struct device *); int (*restore_noirq)(struct device *); int (*runtime_suspend)(struct device *); int (*runtime_resume)(struct device *); int (*runtime_idle)(struct device *); }; struct pm_domain_data; struct pm_subsys_data { spinlock_t lock; unsigned int refcount; unsigned int clock_op_might_sleep; struct mutex clock_mutex; struct list_head clock_list; struct pm_domain_data *domain_data; }; struct wakeup_source { const char *name; int id; struct list_head entry; spinlock_t lock; struct wake_irq *wakeirq; struct timer_list timer; long unsigned int timer_expires; ktime_t total_time; ktime_t max_time; ktime_t last_time; ktime_t start_prevent_time; ktime_t prevent_sleep_time; long unsigned int event_count; long unsigned int active_count; long unsigned int relax_count; long unsigned int expire_count; long unsigned int wakeup_count; struct device *dev; bool active: 1; bool autosleep_enabled: 1; }; enum pm_qos_type { PM_QOS_UNITIALIZED = 0, PM_QOS_MAX = 1, PM_QOS_MIN = 2, }; struct pm_qos_constraints { struct plist_head list; s32 target_value; s32 default_value; s32 no_constraint_value; enum pm_qos_type type; struct blocking_notifier_head *notifiers; }; struct freq_constraints { struct pm_qos_constraints min_freq; struct blocking_notifier_head min_freq_notifiers; struct pm_qos_constraints max_freq; struct blocking_notifier_head max_freq_notifiers; }; struct pm_qos_flags { struct list_head list; s32 effective_flags; }; struct dev_pm_qos_request; struct dev_pm_qos { struct pm_qos_constraints resume_latency; struct pm_qos_constraints latency_tolerance; struct freq_constraints freq; struct pm_qos_flags flags; struct dev_pm_qos_request *resume_latency_req; struct dev_pm_qos_request *latency_tolerance_req; struct dev_pm_qos_request *flags_req; }; struct dev_pm_domain { struct dev_pm_ops ops; int (*start)(struct device *); void (*detach)(struct device *, bool); int (*activate)(struct device *); void (*sync)(struct device *); void (*dismiss)(struct device *); }; struct iommu_ops; struct subsys_private; struct bus_type { const char *name; const char *dev_name; struct device *dev_root; const struct attribute_group **bus_groups; const struct attribute_group **dev_groups; const struct attribute_group **drv_groups; int (*match)(struct device *, struct device_driver *); int (*uevent)(struct device *, struct kobj_uevent_env *); int (*probe)(struct device *); void (*sync_state)(struct device *); void (*remove)(struct device *); void (*shutdown)(struct device *); int (*online)(struct device *); int (*offline)(struct device *); int (*suspend)(struct device *, pm_message_t); int (*resume)(struct device *); int (*num_vf)(struct device *); int (*dma_configure)(struct device *); void (*dma_cleanup)(struct device *); const struct dev_pm_ops *pm; const struct iommu_ops *iommu_ops; struct subsys_private *p; struct lock_class_key lock_key; bool need_parent_lock; }; enum probe_type { PROBE_DEFAULT_STRATEGY = 0, PROBE_PREFER_ASYNCHRONOUS = 1, PROBE_FORCE_SYNCHRONOUS = 2, }; struct of_device_id; struct acpi_device_id; struct driver_private; struct device_driver { const char *name; struct bus_type *bus; struct module *owner; const char *mod_name; bool suppress_bind_attrs; enum probe_type probe_type; const struct of_device_id *of_match_table; const struct acpi_device_id *acpi_match_table; int (*probe)(struct device *); void (*sync_state)(struct device *); int (*remove)(struct device *); void (*shutdown)(struct device *); int (*suspend)(struct device *, pm_message_t); int (*resume)(struct device *); const struct attribute_group **groups; const struct attribute_group **dev_groups; const struct dev_pm_ops *pm; void (*coredump)(struct device *); struct driver_private *p; }; enum iommu_cap { IOMMU_CAP_CACHE_COHERENCY = 0, IOMMU_CAP_INTR_REMAP = 1, IOMMU_CAP_NOEXEC = 2, IOMMU_CAP_PRE_BOOT_PROTECTION = 3, }; enum iommu_dev_features { IOMMU_DEV_FEAT_SVA = 0, IOMMU_DEV_FEAT_IOPF = 1, }; struct iommu_domain; struct iommu_device; struct of_phandle_args; struct iommu_sva; struct iommu_fault_event; struct iommu_page_response; struct iommu_domain_ops; struct iommu_ops { bool (*capable)(enum iommu_cap); struct iommu_domain * (*domain_alloc)(unsigned int); struct iommu_device * (*probe_device)(struct device *); void (*release_device)(struct device *); void (*probe_finalize)(struct device *); struct iommu_group * (*device_group)(struct device *); void (*get_resv_regions)(struct device *, struct list_head *); int (*of_xlate)(struct device *, struct of_phandle_args *); bool (*is_attach_deferred)(struct device *); int (*dev_enable_feat)(struct device *, enum iommu_dev_features); int (*dev_disable_feat)(struct device *, enum iommu_dev_features); struct iommu_sva * (*sva_bind)(struct device *, struct mm_struct *, void *); void (*sva_unbind)(struct iommu_sva *); u32 (*sva_get_pasid)(struct iommu_sva *); int (*page_response)(struct device *, struct iommu_fault_event *, struct iommu_page_response *); int (*def_domain_type)(struct device *); const struct iommu_domain_ops *default_domain_ops; long unsigned int pgsize_bitmap; struct module *owner; }; struct device_type { const char *name; const struct attribute_group **groups; int (*uevent)(struct device *, struct kobj_uevent_env *); char * (*devnode)(struct device *, umode_t *, kuid_t *, kgid_t *); void (*release)(struct device *); const struct dev_pm_ops *pm; }; struct class { const char *name; struct module *owner; const struct attribute_group **class_groups; const struct attribute_group **dev_groups; struct kobject *dev_kobj; int (*dev_uevent)(struct device *, struct kobj_uevent_env *); char * (*devnode)(struct device *, umode_t *); void (*class_release)(struct class *); void (*dev_release)(struct device *); int (*shutdown_pre)(struct device *); const struct kobj_ns_type_operations *ns_type; const void * (*namespace)(struct device *); void (*get_ownership)(struct device *, kuid_t *, kgid_t *); const struct dev_pm_ops *pm; struct subsys_private *p; }; typedef __u32 Elf32_Addr; typedef __u16 Elf32_Half; typedef __u32 Elf32_Off; typedef __u32 Elf32_Word; struct elf32_hdr { unsigned char e_ident[16]; Elf32_Half e_type; Elf32_Half e_machine; Elf32_Word e_version; Elf32_Addr e_entry; Elf32_Off e_phoff; Elf32_Off e_shoff; Elf32_Word e_flags; Elf32_Half e_ehsize; Elf32_Half e_phentsize; Elf32_Half e_phnum; Elf32_Half e_shentsize; Elf32_Half e_shnum; Elf32_Half e_shstrndx; }; struct arch_elf_state { int flags; }; struct trace_event_functions; struct trace_event { struct hlist_node node; struct list_head list; int type; struct trace_event_functions *funcs; }; struct trace_event_class; struct trace_event_call { struct list_head list; struct trace_event_class *class; union { char *name; struct tracepoint *tp; }; struct trace_event event; char *print_fmt; struct event_filter *filter; union { void *module; atomic_t refcnt; }; void *data; int flags; int perf_refcount; struct hlist_head *perf_events; struct bpf_prog_array *prog_array; int (*perf_perm)(struct trace_event_call *, struct perf_event *); }; struct trace_eval_map { const char *system; const char *eval_string; long unsigned int eval_value; }; struct of_device_id { char name[32]; char type[32]; char compatible[128]; const void *data; }; typedef long unsigned int kernel_ulong_t; struct acpi_device_id { __u8 id[16]; kernel_ulong_t driver_data; __u32 cls; __u32 cls_msk; }; struct device_dma_parameters { unsigned int max_segment_size; unsigned int min_align_mask; long unsigned int segment_boundary_mask; }; enum device_physical_location_panel { DEVICE_PANEL_TOP = 0, DEVICE_PANEL_BOTTOM = 1, DEVICE_PANEL_LEFT = 2, DEVICE_PANEL_RIGHT = 3, DEVICE_PANEL_FRONT = 4, DEVICE_PANEL_BACK = 5, DEVICE_PANEL_UNKNOWN = 6, }; enum device_physical_location_vertical_position { DEVICE_VERT_POS_UPPER = 0, DEVICE_VERT_POS_CENTER = 1, DEVICE_VERT_POS_LOWER = 2, }; enum device_physical_location_horizontal_position { DEVICE_HORI_POS_LEFT = 0, DEVICE_HORI_POS_CENTER = 1, DEVICE_HORI_POS_RIGHT = 2, }; struct device_physical_location { enum device_physical_location_panel panel; enum device_physical_location_vertical_position vertical_position; enum device_physical_location_horizontal_position horizontal_position; bool dock; bool lid; }; typedef u64 dma_addr_t; enum dma_data_direction { DMA_BIDIRECTIONAL = 0, DMA_TO_DEVICE = 1, DMA_FROM_DEVICE = 2, DMA_NONE = 3, }; struct sg_table; struct scatterlist; struct dma_map_ops { unsigned int flags; void * (*alloc)(struct device *, size_t, dma_addr_t *, gfp_t, long unsigned int); void (*free)(struct device *, size_t, void *, dma_addr_t, long unsigned int); struct page * (*alloc_pages)(struct device *, size_t, dma_addr_t *, enum dma_data_direction, gfp_t); void (*free_pages)(struct device *, size_t, struct page *, dma_addr_t, enum dma_data_direction); struct sg_table * (*alloc_noncontiguous)(struct device *, size_t, enum dma_data_direction, gfp_t, long unsigned int); void (*free_noncontiguous)(struct device *, size_t, struct sg_table *, enum dma_data_direction); int (*mmap)(struct device *, struct vm_area_struct *, void *, dma_addr_t, size_t, long unsigned int); int (*get_sgtable)(struct device *, struct sg_table *, void *, dma_addr_t, size_t, long unsigned int); dma_addr_t (*map_page)(struct device *, struct page *, long unsigned int, size_t, enum dma_data_direction, long unsigned int); void (*unmap_page)(struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); int (*map_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction, long unsigned int); void (*unmap_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction, long unsigned int); dma_addr_t (*map_resource)(struct device *, phys_addr_t, size_t, enum dma_data_direction, long unsigned int); void (*unmap_resource)(struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); void (*sync_single_for_cpu)(struct device *, dma_addr_t, size_t, enum dma_data_direction); void (*sync_single_for_device)(struct device *, dma_addr_t, size_t, enum dma_data_direction); void (*sync_sg_for_cpu)(struct device *, struct scatterlist *, int, enum dma_data_direction); void (*sync_sg_for_device)(struct device *, struct scatterlist *, int, enum dma_data_direction); void (*cache_sync)(struct device *, void *, size_t, enum dma_data_direction); int (*dma_supported)(struct device *, u64); u64 (*get_required_mask)(struct device *); size_t (*max_mapping_size)(struct device *); size_t (*opt_mapping_size)(); long unsigned int (*get_merge_boundary)(struct device *); }; struct bus_dma_region { phys_addr_t cpu_start; dma_addr_t dma_start; u64 size; u64 offset; }; enum reboot_mode { REBOOT_UNDEFINED = 4294967295, REBOOT_COLD = 0, REBOOT_WARM = 1, REBOOT_HARD = 2, REBOOT_SOFT = 3, REBOOT_GPIO = 4, }; typedef long unsigned int efi_status_t; typedef u8 efi_bool_t; typedef u16 efi_char16_t; typedef guid_t efi_guid_t; typedef struct { u64 signature; u32 revision; u32 headersize; u32 crc32; u32 reserved; } efi_table_hdr_t; typedef struct { u32 type; u32 pad; u64 phys_addr; u64 virt_addr; u64 num_pages; u64 attribute; } efi_memory_desc_t; typedef struct { efi_guid_t guid; u32 headersize; u32 flags; u32 imagesize; } efi_capsule_header_t; typedef struct { u16 year; u8 month; u8 day; u8 hour; u8 minute; u8 second; u8 pad1; u32 nanosecond; s16 timezone; u8 daylight; u8 pad2; } efi_time_t; typedef struct { u32 resolution; u32 accuracy; u8 sets_to_zero; } efi_time_cap_t; typedef struct { efi_table_hdr_t hdr; u32 get_time; u32 set_time; u32 get_wakeup_time; u32 set_wakeup_time; u32 set_virtual_address_map; u32 convert_pointer; u32 get_variable; u32 get_next_variable; u32 set_variable; u32 get_next_high_mono_count; u32 reset_system; u32 update_capsule; u32 query_capsule_caps; u32 query_variable_info; } efi_runtime_services_32_t; typedef efi_status_t efi_get_time_t(efi_time_t *, efi_time_cap_t *); typedef efi_status_t efi_set_time_t(efi_time_t *); typedef efi_status_t efi_get_wakeup_time_t(efi_bool_t *, efi_bool_t *, efi_time_t *); typedef efi_status_t efi_set_wakeup_time_t(efi_bool_t, efi_time_t *); typedef efi_status_t efi_get_variable_t(efi_char16_t *, efi_guid_t *, u32 *, long unsigned int *, void *); typedef efi_status_t efi_get_next_variable_t(long unsigned int *, efi_char16_t *, efi_guid_t *); typedef efi_status_t efi_set_variable_t(efi_char16_t *, efi_guid_t *, u32, long unsigned int, void *); typedef efi_status_t efi_get_next_high_mono_count_t(u32 *); typedef void efi_reset_system_t(int, efi_status_t, long unsigned int, efi_char16_t *); typedef efi_status_t efi_set_virtual_address_map_t(long unsigned int, long unsigned int, u32, efi_memory_desc_t *); typedef efi_status_t efi_query_variable_info_t(u32, u64 *, u64 *, u64 *); typedef efi_status_t efi_update_capsule_t(efi_capsule_header_t **, long unsigned int, long unsigned int); typedef efi_status_t efi_query_capsule_caps_t(efi_capsule_header_t **, long unsigned int, u64 *, int *); typedef union { struct { efi_table_hdr_t hdr; efi_get_time_t *get_time; efi_set_time_t *set_time; efi_get_wakeup_time_t *get_wakeup_time; efi_set_wakeup_time_t *set_wakeup_time; efi_set_virtual_address_map_t *set_virtual_address_map; void *convert_pointer; efi_get_variable_t *get_variable; efi_get_next_variable_t *get_next_variable; efi_set_variable_t *set_variable; efi_get_next_high_mono_count_t *get_next_high_mono_count; efi_reset_system_t *reset_system; efi_update_capsule_t *update_capsule; efi_query_capsule_caps_t *query_capsule_caps; efi_query_variable_info_t *query_variable_info; }; efi_runtime_services_32_t mixed_mode; } efi_runtime_services_t; struct efi_memory_map { phys_addr_t phys_map; void *map; void *map_end; int nr_map; long unsigned int desc_version; long unsigned int desc_size; long unsigned int flags; }; struct efi { const efi_runtime_services_t *runtime; unsigned int runtime_version; unsigned int runtime_supported_mask; long unsigned int acpi; long unsigned int acpi20; long unsigned int smbios; long unsigned int smbios3; long unsigned int esrt; long unsigned int tpm_log; long unsigned int tpm_final_log; long unsigned int mokvar_table; long unsigned int coco_secret; efi_get_time_t *get_time; efi_set_time_t *set_time; efi_get_wakeup_time_t *get_wakeup_time; efi_set_wakeup_time_t *set_wakeup_time; efi_get_variable_t *get_variable; efi_get_next_variable_t *get_next_variable; efi_set_variable_t *set_variable; efi_set_variable_t *set_variable_nonblocking; efi_query_variable_info_t *query_variable_info; efi_query_variable_info_t *query_variable_info_nonblocking; efi_update_capsule_t *update_capsule; efi_query_capsule_caps_t *query_capsule_caps; efi_get_next_high_mono_count_t *get_next_high_mono_count; efi_reset_system_t *reset_system; struct efi_memory_map memmap; long unsigned int flags; }; typedef bool (*stack_trace_consume_fn)(void *, long unsigned int); struct new_utsname { char sysname[65]; char nodename[65]; char release[65]; char version[65]; char machine[65]; char domainname[65]; }; struct uts_namespace { struct new_utsname name; struct user_namespace *user_ns; struct ucounts *ucounts; struct ns_common ns; }; struct cgroup_namespace { struct ns_common ns; struct user_namespace *user_ns; struct ucounts *ucounts; struct css_set *root_cset; }; struct property { char *name; int length; void *value; struct property *next; long unsigned int _flags; struct bin_attribute attr; }; enum perf_sw_ids { PERF_COUNT_SW_CPU_CLOCK = 0, PERF_COUNT_SW_TASK_CLOCK = 1, PERF_COUNT_SW_PAGE_FAULTS = 2, PERF_COUNT_SW_CONTEXT_SWITCHES = 3, PERF_COUNT_SW_CPU_MIGRATIONS = 4, PERF_COUNT_SW_PAGE_FAULTS_MIN = 5, PERF_COUNT_SW_PAGE_FAULTS_MAJ = 6, PERF_COUNT_SW_ALIGNMENT_FAULTS = 7, PERF_COUNT_SW_EMULATION_FAULTS = 8, PERF_COUNT_SW_DUMMY = 9, PERF_COUNT_SW_BPF_OUTPUT = 10, PERF_COUNT_SW_CGROUP_SWITCHES = 11, PERF_COUNT_SW_MAX = 12, }; union perf_mem_data_src { __u64 val; struct { __u64 mem_op: 5; __u64 mem_lvl: 14; __u64 mem_snoop: 5; __u64 mem_lock: 2; __u64 mem_dtlb: 7; __u64 mem_lvl_num: 4; __u64 mem_remote: 1; __u64 mem_snoopx: 2; __u64 mem_blk: 3; __u64 mem_hops: 3; __u64 mem_rsvd: 18; }; }; struct perf_branch_entry { __u64 from; __u64 to; __u64 mispred: 1; __u64 predicted: 1; __u64 in_tx: 1; __u64 abort: 1; __u64 cycles: 16; __u64 type: 4; __u64 reserved: 40; }; union perf_sample_weight { __u64 full; struct { __u32 var1_dw; __u16 var2_w; __u16 var3_w; }; }; struct ftrace_regs { struct pt_regs regs; }; struct perf_regs { __u64 abi; struct pt_regs *regs; }; struct u64_stats_sync {}; struct psi_group_cpu { seqcount_t seq; unsigned int tasks[5]; u32 state_mask; u32 times[7]; u64 state_start; u32 times_prev[14]; long: 64; }; struct psi_group { struct mutex avgs_lock; struct psi_group_cpu *pcpu; u64 avg_total[6]; u64 avg_last_update; u64 avg_next_update; struct delayed_work avgs_work; u64 total[12]; long unsigned int avg[18]; struct task_struct *poll_task; struct timer_list poll_timer; wait_queue_head_t poll_wait; atomic_t poll_wakeup; struct mutex trigger_lock; struct list_head triggers; u32 nr_triggers[6]; u32 poll_states; u64 poll_min_period; u64 polling_total[6]; u64 polling_next_update; u64 polling_until; }; struct cgroup_taskset; struct cftype; struct cgroup_subsys { struct cgroup_subsys_state * (*css_alloc)(struct cgroup_subsys_state *); int (*css_online)(struct cgroup_subsys_state *); void (*css_offline)(struct cgroup_subsys_state *); void (*css_released)(struct cgroup_subsys_state *); void (*css_free)(struct cgroup_subsys_state *); void (*css_reset)(struct cgroup_subsys_state *); void (*css_rstat_flush)(struct cgroup_subsys_state *, int); int (*css_extra_stat_show)(struct seq_file *, struct cgroup_subsys_state *); int (*can_attach)(struct cgroup_taskset *); void (*cancel_attach)(struct cgroup_taskset *); void (*attach)(struct cgroup_taskset *); void (*post_attach)(); int (*can_fork)(struct task_struct *, struct css_set *); void (*cancel_fork)(struct task_struct *, struct css_set *); void (*fork)(struct task_struct *); void (*exit)(struct task_struct *); void (*release)(struct task_struct *); void (*bind)(struct cgroup_subsys_state *); bool early_init: 1; bool implicit_on_dfl: 1; bool threaded: 1; int id; const char *name; const char *legacy_name; struct cgroup_root *root; struct idr css_idr; struct list_head cfts; struct cftype *dfl_cftypes; struct cftype *legacy_cftypes; unsigned int depends_on; }; struct cgroup_rstat_cpu { struct u64_stats_sync bsync; struct cgroup_base_stat bstat; struct cgroup_base_stat last_bstat; struct cgroup *updated_children; struct cgroup *updated_next; }; struct cgroup_root { struct kernfs_root *kf_root; unsigned int subsys_mask; int hierarchy_id; struct cgroup cgrp; u64 cgrp_ancestor_id_storage; atomic_t nr_cgrps; struct list_head root_list; unsigned int flags; char release_agent_path[4096]; char name[64]; }; struct cftype { char name[64]; long unsigned int private; size_t max_write_len; unsigned int flags; unsigned int file_offset; struct cgroup_subsys *ss; struct list_head node; struct kernfs_ops *kf_ops; int (*open)(struct kernfs_open_file *); void (*release)(struct kernfs_open_file *); u64 (*read_u64)(struct cgroup_subsys_state *, struct cftype *); s64 (*read_s64)(struct cgroup_subsys_state *, struct cftype *); int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); int (*write_u64)(struct cgroup_subsys_state *, struct cftype *, u64); int (*write_s64)(struct cgroup_subsys_state *, struct cftype *, s64); ssize_t (*write)(struct kernfs_open_file *, char *, size_t, loff_t); __poll_t (*poll)(struct kernfs_open_file *, struct poll_table_struct *); }; struct perf_callchain_entry { __u64 nr; __u64 ip[0]; }; typedef long unsigned int (*perf_copy_f)(void *, const void *, long unsigned int, long unsigned int); struct perf_raw_frag { union { struct perf_raw_frag *next; long unsigned int pad; }; perf_copy_f copy; void *data; u32 size; } __attribute__((packed)); struct perf_raw_record { struct perf_raw_frag frag; u32 size; }; struct perf_branch_stack { __u64 nr; __u64 hw_idx; struct perf_branch_entry entries[0]; }; struct perf_cpu_context; struct perf_output_handle; struct pmu { struct list_head entry; struct module *module; struct device *dev; const struct attribute_group **attr_groups; const struct attribute_group **attr_update; const char *name; int type; int capabilities; int *pmu_disable_count; struct perf_cpu_context *pmu_cpu_context; atomic_t exclusive_cnt; int task_ctx_nr; int hrtimer_interval_ms; unsigned int nr_addr_filters; void (*pmu_enable)(struct pmu *); void (*pmu_disable)(struct pmu *); int (*event_init)(struct perf_event *); void (*event_mapped)(struct perf_event *, struct mm_struct *); void (*event_unmapped)(struct perf_event *, struct mm_struct *); int (*add)(struct perf_event *, int); void (*del)(struct perf_event *, int); void (*start)(struct perf_event *, int); void (*stop)(struct perf_event *, int); void (*read)(struct perf_event *); void (*start_txn)(struct pmu *, unsigned int); int (*commit_txn)(struct pmu *); void (*cancel_txn)(struct pmu *); int (*event_idx)(struct perf_event *); void (*sched_task)(struct perf_event_context *, bool); struct kmem_cache *task_ctx_cache; void (*swap_task_ctx)(struct perf_event_context *, struct perf_event_context *); void * (*setup_aux)(struct perf_event *, void **, int, bool); void (*free_aux)(void *); long int (*snapshot_aux)(struct perf_event *, struct perf_output_handle *, long unsigned int); int (*addr_filters_validate)(struct list_head *); void (*addr_filters_sync)(struct perf_event *); int (*aux_output_match)(struct perf_event *); int (*filter_match)(struct perf_event *); int (*check_period)(struct perf_event *, u64); }; struct perf_cpu_context { struct perf_event_context ctx; struct perf_event_context *task_ctx; int active_oncpu; int exclusive; raw_spinlock_t hrtimer_lock; struct hrtimer hrtimer; ktime_t hrtimer_interval; unsigned int hrtimer_active; struct perf_cgroup *cgrp; struct list_head cgrp_cpuctx_entry; struct list_head sched_cb_entry; int sched_cb_usage; int online; int heap_size; struct perf_event **heap; struct perf_event *heap_default[2]; }; struct perf_output_handle { struct perf_event *event; struct perf_buffer *rb; long unsigned int wakeup; long unsigned int size; u64 aux_flags; union { void *addr; long unsigned int head; }; int page; }; struct perf_addr_filter_range { long unsigned int start; long unsigned int size; }; struct perf_sample_data { u64 addr; struct perf_raw_record *raw; struct perf_branch_stack *br_stack; u64 period; union perf_sample_weight weight; u64 txn; union perf_mem_data_src data_src; u64 type; u64 ip; struct { u32 pid; u32 tid; } tid_entry; u64 time; u64 id; u64 stream_id; struct { u32 cpu; u32 reserved; } cpu_entry; struct perf_callchain_entry *callchain; u64 aux_size; struct perf_regs regs_user; struct perf_regs regs_intr; u64 stack_user_size; u64 phys_addr; u64 cgroup; u64 data_page_size; u64 code_page_size; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct perf_cgroup_info; struct perf_cgroup { struct cgroup_subsys_state css; struct perf_cgroup_info *info; }; struct perf_cgroup_info { u64 time; u64 timestamp; u64 timeoffset; int active; }; struct pm_qos_flags_request { struct list_head node; s32 flags; }; enum freq_qos_req_type { FREQ_QOS_MIN = 1, FREQ_QOS_MAX = 2, }; struct freq_qos_request { enum freq_qos_req_type type; struct plist_node pnode; struct freq_constraints *qos; }; enum dev_pm_qos_req_type { DEV_PM_QOS_RESUME_LATENCY = 1, DEV_PM_QOS_LATENCY_TOLERANCE = 2, DEV_PM_QOS_MIN_FREQUENCY = 3, DEV_PM_QOS_MAX_FREQUENCY = 4, DEV_PM_QOS_FLAGS = 5, }; struct dev_pm_qos_request { enum dev_pm_qos_req_type type; union { struct plist_node pnode; struct pm_qos_flags_request flr; struct freq_qos_request freq; } data; struct device *dev; }; struct seq_buf { char *buffer; size_t size; size_t len; loff_t readpos; }; struct trace_seq { char buffer[4096]; struct seq_buf seq; int full; }; struct trace_entry { short unsigned int type; unsigned char flags; unsigned char preempt_count; int pid; }; struct trace_array; struct tracer; struct array_buffer; struct ring_buffer_iter; struct trace_iterator { struct trace_array *tr; struct tracer *trace; struct array_buffer *array_buffer; void *private; int cpu_file; struct mutex mutex; struct ring_buffer_iter **buffer_iter; long unsigned int iter_flags; void *temp; unsigned int temp_size; char *fmt; unsigned int fmt_size; long int wait_index; struct trace_seq tmp_seq; cpumask_var_t started; bool snapshot; struct trace_seq seq; struct trace_entry *ent; long unsigned int lost_events; int leftover; int ent_size; int cpu; u64 ts; loff_t pos; long int idx; }; enum print_line_t { TRACE_TYPE_PARTIAL_LINE = 0, TRACE_TYPE_HANDLED = 1, TRACE_TYPE_UNHANDLED = 2, TRACE_TYPE_NO_CONSUME = 3, }; typedef enum print_line_t (*trace_print_func)(struct trace_iterator *, int, struct trace_event *); struct trace_event_functions { trace_print_func trace; trace_print_func raw; trace_print_func hex; trace_print_func binary; }; enum trace_reg { TRACE_REG_REGISTER = 0, TRACE_REG_UNREGISTER = 1, TRACE_REG_PERF_REGISTER = 2, TRACE_REG_PERF_UNREGISTER = 3, TRACE_REG_PERF_OPEN = 4, TRACE_REG_PERF_CLOSE = 5, TRACE_REG_PERF_ADD = 6, TRACE_REG_PERF_DEL = 7, }; struct trace_event_fields { const char *type; union { struct { const char *name; const int size; const int align; const int is_signed; const int filter_type; }; int (*define_fields)(struct trace_event_call *); }; }; struct trace_event_class { const char *system; void *probe; void *perf_probe; int (*reg)(struct trace_event_call *, enum trace_reg, void *); struct trace_event_fields *fields_array; struct list_head * (*get_fields)(struct trace_event_call *); struct list_head fields; int (*raw_init)(struct trace_event_call *); }; enum { TRACE_EVENT_FL_FILTERED_BIT = 0, TRACE_EVENT_FL_CAP_ANY_BIT = 1, TRACE_EVENT_FL_NO_SET_FILTER_BIT = 2, TRACE_EVENT_FL_IGNORE_ENABLE_BIT = 3, TRACE_EVENT_FL_TRACEPOINT_BIT = 4, TRACE_EVENT_FL_DYNAMIC_BIT = 5, TRACE_EVENT_FL_KPROBE_BIT = 6, TRACE_EVENT_FL_UPROBE_BIT = 7, TRACE_EVENT_FL_EPROBE_BIT = 8, TRACE_EVENT_FL_CUSTOM_BIT = 9, }; enum { EVENT_FILE_FL_ENABLED_BIT = 0, EVENT_FILE_FL_RECORDED_CMD_BIT = 1, EVENT_FILE_FL_RECORDED_TGID_BIT = 2, EVENT_FILE_FL_FILTERED_BIT = 3, EVENT_FILE_FL_NO_SET_FILTER_BIT = 4, EVENT_FILE_FL_SOFT_MODE_BIT = 5, EVENT_FILE_FL_SOFT_DISABLED_BIT = 6, EVENT_FILE_FL_TRIGGER_MODE_BIT = 7, EVENT_FILE_FL_TRIGGER_COND_BIT = 8, EVENT_FILE_FL_PID_FILTER_BIT = 9, EVENT_FILE_FL_WAS_ENABLED_BIT = 10, }; struct wchan_info { long unsigned int pc; int count; }; struct sigcontext { __u64 fault_address; __u64 regs[31]; __u64 sp; __u64 pc; __u64 pstate; long: 64; __u8 __reserved[4096]; }; struct _aarch64_ctx { __u32 magic; __u32 size; }; struct fpsimd_context { struct _aarch64_ctx head; __u32 fpsr; __u32 fpcr; __int128 unsigned vregs[32]; }; struct esr_context { struct _aarch64_ctx head; __u64 esr; }; struct extra_context { struct _aarch64_ctx head; __u64 datap; __u32 size; __u32 __reserved[3]; }; struct sve_context { struct _aarch64_ctx head; __u16 vl; __u16 flags; __u16 __reserved[2]; }; struct za_context { struct _aarch64_ctx head; __u16 vl; __u16 __reserved[3]; }; struct sigaltstack { void *ss_sp; int ss_flags; __kernel_size_t ss_size; }; typedef struct sigaltstack stack_t; struct siginfo { union { struct { int si_signo; int si_errno; int si_code; union __sifields _sifields; }; int _si_pad[32]; }; }; typedef struct siginfo siginfo_t; struct ksignal { struct k_sigaction ka; kernel_siginfo_t info; int sig; }; struct bio; struct bio_list { struct bio *head; struct bio *tail; }; struct fprop_local_percpu { struct percpu_counter events; unsigned int period; raw_spinlock_t lock; }; enum wb_reason { WB_REASON_BACKGROUND = 0, WB_REASON_VMSCAN = 1, WB_REASON_SYNC = 2, WB_REASON_PERIODIC = 3, WB_REASON_LAPTOP_TIMER = 4, WB_REASON_FS_FREE_SPACE = 5, WB_REASON_FORKER_THREAD = 6, WB_REASON_FOREIGN_FLUSH = 7, WB_REASON_MAX = 8, }; struct bdi_writeback { struct backing_dev_info *bdi; long unsigned int state; long unsigned int last_old_flush; struct list_head b_dirty; struct list_head b_io; struct list_head b_more_io; struct list_head b_dirty_time; spinlock_t list_lock; atomic_t writeback_inodes; struct percpu_counter stat[4]; long unsigned int bw_time_stamp; long unsigned int dirtied_stamp; long unsigned int written_stamp; long unsigned int write_bandwidth; long unsigned int avg_write_bandwidth; long unsigned int dirty_ratelimit; long unsigned int balanced_dirty_ratelimit; struct fprop_local_percpu completions; int dirty_exceeded; enum wb_reason start_all_reason; spinlock_t work_lock; struct list_head work_list; struct delayed_work dwork; struct delayed_work bw_dwork; long unsigned int dirty_sleep; struct list_head bdi_node; struct percpu_ref refcnt; struct fprop_local_percpu memcg_completions; struct cgroup_subsys_state *memcg_css; struct cgroup_subsys_state *blkcg_css; struct list_head memcg_node; struct list_head blkcg_node; struct list_head b_attached; struct list_head offline_node; union { struct work_struct release_work; struct callback_head rcu; }; }; struct backing_dev_info { u64 id; struct rb_node rb_node; struct list_head bdi_list; long unsigned int ra_pages; long unsigned int io_pages; struct kref refcnt; unsigned int capabilities; unsigned int min_ratio; unsigned int max_ratio; unsigned int max_prop_frac; atomic_long_t tot_write_bandwidth; struct bdi_writeback wb; struct list_head wb_list; struct xarray cgwb_tree; struct mutex cgwb_release_mutex; struct rw_semaphore wb_switch_rwsem; wait_queue_head_t wb_waitq; struct device *dev; char dev_name[64]; struct device *owner; struct timer_list laptop_mode_wb_timer; struct dentry *debug_dir; }; struct mem_cgroup_id { int id; refcount_t ref; }; struct page_counter { atomic_long_t usage; long unsigned int min; long unsigned int low; long unsigned int high; long unsigned int max; long unsigned int emin; atomic_long_t min_usage; atomic_long_t children_min_usage; long unsigned int elow; atomic_long_t low_usage; atomic_long_t children_low_usage; long unsigned int watermark; long unsigned int failcnt; struct page_counter *parent; }; struct vmpressure { long unsigned int scanned; long unsigned int reclaimed; long unsigned int tree_scanned; long unsigned int tree_reclaimed; spinlock_t sr_lock; struct list_head events; struct mutex events_lock; struct work_struct work; }; struct mem_cgroup_threshold_ary; struct mem_cgroup_thresholds { struct mem_cgroup_threshold_ary *primary; struct mem_cgroup_threshold_ary *spare; }; struct memcg_padding { char x[0]; }; struct memcg_vmstats { long int state[48]; long unsigned int events[109]; long int state_pending[48]; long unsigned int events_pending[109]; }; struct fprop_global { struct percpu_counter events; unsigned int period; seqcount_t sequence; }; struct wb_domain { spinlock_t lock; struct fprop_global completions; struct timer_list period_timer; long unsigned int period_time; long unsigned int dirty_limit_tstamp; long unsigned int dirty_limit; }; struct wb_completion { atomic_t cnt; wait_queue_head_t *waitq; }; struct memcg_cgwb_frn { u64 bdi_id; int memcg_id; u64 at; struct wb_completion done; }; struct deferred_split { spinlock_t split_queue_lock; struct list_head split_queue; long unsigned int split_queue_len; }; struct obj_cgroup; struct memcg_vmstats_percpu; struct mem_cgroup_per_node; struct mem_cgroup { struct cgroup_subsys_state css; struct mem_cgroup_id id; struct page_counter memory; union { struct page_counter swap; struct page_counter memsw; }; struct page_counter kmem; struct page_counter tcpmem; struct work_struct high_work; long unsigned int zswap_max; long unsigned int soft_limit; struct vmpressure vmpressure; bool oom_group; bool oom_lock; int under_oom; int swappiness; int oom_kill_disable; struct cgroup_file events_file; struct cgroup_file events_local_file; struct cgroup_file swap_events_file; struct mutex thresholds_lock; struct mem_cgroup_thresholds thresholds; struct mem_cgroup_thresholds memsw_thresholds; struct list_head oom_notify; long unsigned int move_charge_at_immigrate; spinlock_t move_lock; long unsigned int move_lock_flags; long: 64; long: 64; long: 64; long: 64; long: 64; struct memcg_padding _pad1_; struct memcg_vmstats vmstats; atomic_long_t memory_events[9]; atomic_long_t memory_events_local[9]; long unsigned int socket_pressure; bool tcpmem_active; int tcpmem_pressure; int kmemcg_id; struct obj_cgroup *objcg; struct list_head objcg_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct memcg_padding _pad2_; atomic_t moving_account; struct task_struct *move_lock_task; struct memcg_vmstats_percpu *vmstats_percpu; struct list_head cgwb_list; struct wb_domain cgwb_domain; struct memcg_cgwb_frn cgwb_frn[4]; struct list_head event_list; spinlock_t event_list_lock; struct deferred_split deferred_split_queue; struct mem_cgroup_per_node *nodeinfo[0]; long: 64; }; struct free_area { struct list_head free_list[6]; long unsigned int nr_free; }; struct zone_padding { char x[0]; }; struct pglist_data; struct lruvec { struct list_head lists[5]; spinlock_t lru_lock; long unsigned int anon_cost; long unsigned int file_cost; atomic_long_t nonresident_age; long unsigned int refaults[2]; long unsigned int flags; struct pglist_data *pgdat; }; struct per_cpu_pages; struct per_cpu_zonestat; struct zone { long unsigned int _watermark[4]; long unsigned int watermark_boost; long unsigned int nr_reserved_highatomic; long int lowmem_reserve[5]; int node; struct pglist_data *zone_pgdat; struct per_cpu_pages *per_cpu_pageset; struct per_cpu_zonestat *per_cpu_zonestats; int pageset_high; int pageset_batch; long unsigned int zone_start_pfn; atomic_long_t managed_pages; long unsigned int spanned_pages; long unsigned int present_pages; long unsigned int present_early_pages; long unsigned int cma_pages; const char *name; long unsigned int nr_isolate_pageblock; seqlock_t span_seqlock; int initialized; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct zone_padding _pad1_; struct free_area free_area[13]; long unsigned int flags; spinlock_t lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; struct zone_padding _pad2_; long unsigned int percpu_drift_mark; long unsigned int compact_cached_free_pfn; long unsigned int compact_cached_migrate_pfn[2]; long unsigned int compact_init_migrate_pfn; long unsigned int compact_init_free_pfn; unsigned int compact_considered; unsigned int compact_defer_shift; int compact_order_failed; bool compact_blockskip_flush; bool contiguous; short: 16; struct zone_padding _pad3_; atomic_long_t vm_stat[11]; atomic_long_t vm_numa_event[6]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct zoneref { struct zone *zone; int zone_idx; }; struct zonelist { struct zoneref _zonerefs[2561]; }; enum zone_type { ZONE_DMA = 0, ZONE_DMA32 = 1, ZONE_NORMAL = 2, ZONE_MOVABLE = 3, ZONE_DEVICE = 4, __MAX_NR_ZONES = 5, }; struct per_cpu_nodestat; struct pglist_data { struct zone node_zones[5]; struct zonelist node_zonelists[2]; int nr_zones; spinlock_t node_size_lock; long unsigned int node_start_pfn; long unsigned int node_present_pages; long unsigned int node_spanned_pages; int node_id; wait_queue_head_t kswapd_wait; wait_queue_head_t pfmemalloc_wait; wait_queue_head_t reclaim_wait[4]; atomic_t nr_writeback_throttled; long unsigned int nr_reclaim_start; struct task_struct *kswapd; int kswapd_order; enum zone_type kswapd_highest_zoneidx; int kswapd_failures; int kcompactd_max_order; enum zone_type kcompactd_highest_zoneidx; wait_queue_head_t kcompactd_wait; struct task_struct *kcompactd; bool proactive_compact_trigger; long unsigned int totalreserve_pages; long unsigned int min_unmapped_pages; long unsigned int min_slab_pages; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct zone_padding _pad1_; struct deferred_split deferred_split_queue; struct lruvec __lruvec; long unsigned int flags; long: 64; struct zone_padding _pad2_; struct per_cpu_nodestat *per_cpu_nodestats; atomic_long_t vm_stat[41]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct per_cpu_pages { spinlock_t lock; int count; int high; int batch; short int free_factor; short int expire; struct list_head lists[13]; long: 64; long: 64; long: 64; }; struct per_cpu_zonestat { s8 vm_stat_diff[11]; s8 stat_threshold; long unsigned int vm_numa_event[6]; }; struct per_cpu_nodestat { s8 stat_threshold; s8 vm_node_stat_diff[41]; }; enum writeback_sync_modes { WB_SYNC_NONE = 0, WB_SYNC_ALL = 1, }; struct swap_iocb; struct writeback_control { long int nr_to_write; long int pages_skipped; loff_t range_start; loff_t range_end; enum writeback_sync_modes sync_mode; unsigned int for_kupdate: 1; unsigned int for_background: 1; unsigned int tagged_writepages: 1; unsigned int for_reclaim: 1; unsigned int range_cyclic: 1; unsigned int for_sync: 1; unsigned int unpinned_fscache_wb: 1; unsigned int no_cgroup_owner: 1; unsigned int punt_to_cgroup: 1; struct swap_iocb **swap_plug; struct bdi_writeback *wb; struct inode *inode; int wb_id; int wb_lcand_id; int wb_tcand_id; size_t wb_bytes; size_t wb_lcand_bytes; size_t wb_tcand_bytes; }; struct disk_stats; struct gendisk; struct partition_meta_info; struct block_device { sector_t bd_start_sect; sector_t bd_nr_sectors; struct disk_stats *bd_stats; long unsigned int bd_stamp; bool bd_read_only; dev_t bd_dev; atomic_t bd_openers; struct inode *bd_inode; struct super_block *bd_super; void *bd_claiming; struct device bd_device; void *bd_holder; int bd_holders; bool bd_write_holder; struct kobject *bd_holder_dir; u8 bd_partno; spinlock_t bd_size_lock; struct gendisk *bd_disk; struct request_queue *bd_queue; int bd_fsfreeze_count; struct mutex bd_fsfreeze_mutex; struct super_block *bd_fsfreeze_sb; struct partition_meta_info *bd_meta_info; }; typedef __u32 blk_opf_t; typedef u8 blk_status_t; struct bvec_iter { sector_t bi_sector; unsigned int bi_size; unsigned int bi_idx; unsigned int bi_bvec_done; } __attribute__((packed)); typedef unsigned int blk_qc_t; typedef void bio_end_io_t(struct bio *); struct bio_issue { u64 value; }; struct blkcg_gq; struct bio_crypt_ctx; struct bio_integrity_payload; struct bio_set; struct bio { struct bio *bi_next; struct block_device *bi_bdev; blk_opf_t bi_opf; short unsigned int bi_flags; short unsigned int bi_ioprio; blk_status_t bi_status; atomic_t __bi_remaining; struct bvec_iter bi_iter; blk_qc_t bi_cookie; bio_end_io_t *bi_end_io; void *bi_private; struct blkcg_gq *bi_blkg; struct bio_issue bi_issue; u64 bi_iocost_cost; struct bio_crypt_ctx *bi_crypt_context; union { struct bio_integrity_payload *bi_integrity; }; short unsigned int bi_vcnt; short unsigned int bi_max_vecs; atomic_t __bi_cnt; struct bio_vec *bi_io_vec; struct bio_set *bi_pool; struct bio_vec bi_inline_vecs[0]; }; enum { EI_ETYPE_NONE = 0, EI_ETYPE_NULL = 1, EI_ETYPE_ERRNO = 2, EI_ETYPE_ERRNO_NULL = 3, EI_ETYPE_TRUE = 4, }; struct bio_integrity_payload { struct bio *bip_bio; struct bvec_iter bip_iter; short unsigned int bip_vcnt; short unsigned int bip_max_vcnt; short unsigned int bip_flags; struct bvec_iter bio_iter; short: 16; struct work_struct bip_work; struct bio_vec *bip_vec; struct bio_vec bip_inline_vecs[0]; } __attribute__((packed)); typedef void *mempool_alloc_t(gfp_t, void *); typedef void mempool_free_t(void *, void *); struct mempool_s { spinlock_t lock; int min_nr; int curr_nr; void **elements; void *pool_data; mempool_alloc_t *alloc; mempool_free_t *free; wait_queue_head_t wait; }; typedef struct mempool_s mempool_t; struct bio_alloc_cache; struct bio_set { struct kmem_cache *bio_slab; unsigned int front_pad; struct bio_alloc_cache *cache; mempool_t bio_pool; mempool_t bvec_pool; mempool_t bio_integrity_pool; mempool_t bvec_integrity_pool; unsigned int back_pad; spinlock_t rescue_lock; struct bio_list rescue_list; struct work_struct rescue_work; struct workqueue_struct *rescue_workqueue; struct hlist_node cpuhp_dead; }; struct memcg_vmstats_percpu { long int state[48]; long unsigned int events[109]; long int state_prev[48]; long unsigned int events_prev[109]; long unsigned int nr_page_events; long unsigned int targets[2]; }; struct mem_cgroup_reclaim_iter { struct mem_cgroup *position; unsigned int generation; }; struct shrinker_info { struct callback_head rcu; atomic_long_t *nr_deferred; long unsigned int *map; }; struct lruvec_stats_percpu { long int state[41]; long int state_prev[41]; }; struct lruvec_stats { long int state[41]; long int state_pending[41]; }; struct mem_cgroup_per_node { struct lruvec lruvec; struct lruvec_stats_percpu *lruvec_stats_percpu; struct lruvec_stats lruvec_stats; long unsigned int lru_zone_size[25]; struct mem_cgroup_reclaim_iter iter; struct shrinker_info *shrinker_info; struct rb_node tree_node; long unsigned int usage_in_excess; bool on_tree; struct mem_cgroup *memcg; }; struct eventfd_ctx; struct mem_cgroup_threshold { struct eventfd_ctx *eventfd; long unsigned int threshold; }; struct mem_cgroup_threshold_ary { int current_threshold; unsigned int size; struct mem_cgroup_threshold entries[0]; }; struct obj_cgroup { struct percpu_ref refcnt; struct mem_cgroup *memcg; atomic_t nr_charged_bytes; union { struct list_head list; struct callback_head rcu; }; }; enum { TRACE_EVENT_FL_FILTERED = 1, TRACE_EVENT_FL_CAP_ANY = 2, TRACE_EVENT_FL_NO_SET_FILTER = 4, TRACE_EVENT_FL_IGNORE_ENABLE = 8, TRACE_EVENT_FL_TRACEPOINT = 16, TRACE_EVENT_FL_DYNAMIC = 32, TRACE_EVENT_FL_KPROBE = 64, TRACE_EVENT_FL_UPROBE = 128, TRACE_EVENT_FL_EPROBE = 256, TRACE_EVENT_FL_CUSTOM = 512, }; struct syscall_metadata { const char *name; int syscall_nr; int nb_args; const char **types; const char **args; struct list_head enter_fields; struct trace_event_call *enter_event; struct trace_event_call *exit_event; }; struct ucontext { long unsigned int uc_flags; struct ucontext *uc_link; stack_t uc_stack; sigset_t uc_sigmask; __u8 __unused[120]; long: 64; struct sigcontext uc_mcontext; }; struct rt_sigframe { struct siginfo info; struct ucontext uc; }; struct frame_record { u64 fp; u64 lr; }; struct rt_sigframe_user_layout { struct rt_sigframe *sigframe; struct frame_record *next_frame; long unsigned int size; long unsigned int limit; long unsigned int fpsimd_offset; long unsigned int esr_offset; long unsigned int sve_offset; long unsigned int za_offset; long unsigned int extra_offset; long unsigned int end_offset; }; struct user_ctxs { struct fpsimd_context *fpsimd; struct sve_context *sve; struct za_context *za; }; struct timens_offset { s64 sec; u64 nsec; }; enum vm_fault_reason { VM_FAULT_OOM = 1, VM_FAULT_SIGBUS = 2, VM_FAULT_MAJOR = 4, VM_FAULT_WRITE = 8, VM_FAULT_HWPOISON = 16, VM_FAULT_HWPOISON_LARGE = 32, VM_FAULT_SIGSEGV = 64, VM_FAULT_NOPAGE = 256, VM_FAULT_LOCKED = 512, VM_FAULT_RETRY = 1024, VM_FAULT_FALLBACK = 2048, VM_FAULT_DONE_COW = 4096, VM_FAULT_NEEDDSYNC = 8192, VM_FAULT_COMPLETED = 16384, VM_FAULT_HINDEX_MASK = 983040, }; struct vm_special_mapping { const char *name; struct page **pages; vm_fault_t (*fault)(const struct vm_special_mapping *, struct vm_area_struct *, struct vm_fault *); int (*mremap)(const struct vm_special_mapping *, struct vm_area_struct *); }; struct timens_offsets { struct timespec64 monotonic; struct timespec64 boottime; }; struct time_namespace { struct user_namespace *user_ns; struct ucounts *ucounts; struct ns_common ns; struct timens_offsets offsets; struct page *vvar_page; bool frozen_offsets; }; struct arch_vdso_data {}; struct vdso_timestamp { u64 sec; u64 nsec; }; struct vdso_data { u32 seq; s32 clock_mode; u64 cycle_last; u64 mask; u32 mult; u32 shift; union { struct vdso_timestamp basetime[12]; struct timens_offset offset[12]; }; s32 tz_minuteswest; s32 tz_dsttime; u32 hrtimer_res; u32 __unused; struct arch_vdso_data arch_data; }; enum vdso_abi { VDSO_ABI_AA64 = 0, VDSO_ABI_AA32 = 1, }; enum vvar_pages { VVAR_DATA_PAGE_OFFSET = 0, VVAR_TIMENS_PAGE_OFFSET = 1, VVAR_NR_PAGES = 2, }; struct vdso_abi_info { const char *name; const char *vdso_code_start; const char *vdso_code_end; long unsigned int vdso_pages; struct vm_special_mapping *dm; struct vm_special_mapping *cm; }; enum aarch32_map { AA32_MAP_VECTORS = 0, AA32_MAP_SIGPAGE = 1, AA32_MAP_VVAR = 2, AA32_MAP_VDSO = 3, }; enum aarch64_map { AA64_MAP_VVAR = 0, AA64_MAP_VDSO = 1, }; struct return_address_data { unsigned int level; void *addr; }; typedef int (*cmp_func_t)(const void *, const void *); enum aarch64_insn_imm_type { AARCH64_INSN_IMM_ADR = 0, AARCH64_INSN_IMM_26 = 1, AARCH64_INSN_IMM_19 = 2, AARCH64_INSN_IMM_16 = 3, AARCH64_INSN_IMM_14 = 4, AARCH64_INSN_IMM_12 = 5, AARCH64_INSN_IMM_9 = 6, AARCH64_INSN_IMM_7 = 7, AARCH64_INSN_IMM_6 = 8, AARCH64_INSN_IMM_S = 9, AARCH64_INSN_IMM_R = 10, AARCH64_INSN_IMM_N = 11, AARCH64_INSN_IMM_MAX = 12, }; enum aarch64_insn_register_type { AARCH64_INSN_REGTYPE_RT = 0, AARCH64_INSN_REGTYPE_RN = 1, AARCH64_INSN_REGTYPE_RT2 = 2, AARCH64_INSN_REGTYPE_RM = 3, AARCH64_INSN_REGTYPE_RD = 4, AARCH64_INSN_REGTYPE_RA = 5, AARCH64_INSN_REGTYPE_RS = 6, }; enum lockdep_ok { LOCKDEP_STILL_OK = 0, LOCKDEP_NOW_UNRELIABLE = 1, }; enum { CAP_HWCAP = 1, CAP_COMPAT_HWCAP = 2, CAP_COMPAT_HWCAP2 = 3, }; enum ftr_type { FTR_EXACT = 0, FTR_LOWER_SAFE = 1, FTR_HIGHER_SAFE = 2, FTR_HIGHER_OR_ZERO_SAFE = 3, }; struct arm64_ftr_bits { bool sign; bool visible; bool strict; enum ftr_type type; u8 shift; u8 width; s64 safe_val; }; struct arm64_ftr_override { u64 val; u64 mask; }; struct arm64_ftr_reg { const char *name; u64 strict_mask; u64 user_mask; u64 sys_val; u64 user_val; struct arm64_ftr_override *override; const struct arm64_ftr_bits *ftr_bits; }; struct secondary_data { struct task_struct *task; long int status; }; enum mitigation_state { SPECTRE_UNAFFECTED = 0, SPECTRE_MITIGATED = 1, SPECTRE_VULNERABLE = 2, }; enum pageflags { PG_locked = 0, PG_referenced = 1, PG_uptodate = 2, PG_dirty = 3, PG_lru = 4, PG_active = 5, PG_workingset = 6, PG_waiters = 7, PG_error = 8, PG_slab = 9, PG_owner_priv_1 = 10, PG_arch_1 = 11, PG_reserved = 12, PG_private = 13, PG_private_2 = 14, PG_writeback = 15, PG_head = 16, PG_mappedtodisk = 17, PG_reclaim = 18, PG_swapbacked = 19, PG_unevictable = 20, PG_mlocked = 21, PG_hwpoison = 22, PG_young = 23, PG_idle = 24, PG_arch_2 = 25, __NR_PAGEFLAGS = 26, PG_readahead = 18, PG_anon_exclusive = 17, PG_checked = 10, PG_swapcache = 10, PG_fscache = 14, PG_pinned = 10, PG_savepinned = 3, PG_foreign = 10, PG_xen_remapped = 10, PG_slob_free = 13, PG_double_map = 6, PG_has_hwpoisoned = 8, PG_isolated = 18, PG_reported = 2, PG_vmemmap_self_hosted = 10, }; enum fixed_addresses { FIX_HOLE = 0, FIX_FDT_END = 1, FIX_FDT = 1024, FIX_EARLYCON_MEM_BASE = 1025, FIX_TEXT_POKE0 = 1026, FIX_APEI_GHES_IRQ = 1027, FIX_APEI_GHES_SEA = 1028, FIX_APEI_GHES_SDEI_NORMAL = 1029, FIX_APEI_GHES_SDEI_CRITICAL = 1030, FIX_ENTRY_TRAMP_TEXT4 = 1031, FIX_ENTRY_TRAMP_TEXT3 = 1032, FIX_ENTRY_TRAMP_TEXT2 = 1033, FIX_ENTRY_TRAMP_TEXT1 = 1034, __end_of_permanent_fixed_addresses = 1035, FIX_BTMAP_END = 1035, FIX_BTMAP_BEGIN = 1482, FIX_PTE = 1483, FIX_PMD = 1484, FIX_PUD = 1485, FIX_PGD = 1486, __end_of_fixed_addresses = 1487, }; struct device_attribute { struct attribute attr; ssize_t (*show)(struct device *, struct device_attribute *, char *); ssize_t (*store)(struct device *, struct device_attribute *, const char *, size_t); }; struct cpu { int node_id; int hotpluggable; struct device dev; }; typedef int (*cpu_stop_fn_t)(void *); struct cpuinfo_32bit { u32 reg_id_dfr0; u32 reg_id_dfr1; u32 reg_id_isar0; u32 reg_id_isar1; u32 reg_id_isar2; u32 reg_id_isar3; u32 reg_id_isar4; u32 reg_id_isar5; u32 reg_id_isar6; u32 reg_id_mmfr0; u32 reg_id_mmfr1; u32 reg_id_mmfr2; u32 reg_id_mmfr3; u32 reg_id_mmfr4; u32 reg_id_mmfr5; u32 reg_id_pfr0; u32 reg_id_pfr1; u32 reg_id_pfr2; u32 reg_mvfr0; u32 reg_mvfr1; u32 reg_mvfr2; }; struct cpuinfo_arm64 { struct cpu cpu; struct kobject kobj; u64 reg_ctr; u64 reg_cntfrq; u64 reg_dczid; u64 reg_midr; u64 reg_revidr; u64 reg_gmid; u64 reg_smidr; u64 reg_id_aa64dfr0; u64 reg_id_aa64dfr1; u64 reg_id_aa64isar0; u64 reg_id_aa64isar1; u64 reg_id_aa64isar2; u64 reg_id_aa64mmfr0; u64 reg_id_aa64mmfr1; u64 reg_id_aa64mmfr2; u64 reg_id_aa64pfr0; u64 reg_id_aa64pfr1; u64 reg_id_aa64zfr0; u64 reg_id_aa64smfr0; struct cpuinfo_32bit aarch32; u64 reg_zcr; u64 reg_smcr; }; enum kvm_mode { KVM_MODE_DEFAULT = 0, KVM_MODE_PROTECTED = 1, KVM_MODE_NONE = 2, }; enum vcpu_sysreg { __INVALID_SYSREG__ = 0, MPIDR_EL1 = 1, CSSELR_EL1 = 2, SCTLR_EL1 = 3, ACTLR_EL1 = 4, CPACR_EL1 = 5, ZCR_EL1 = 6, TTBR0_EL1 = 7, TTBR1_EL1 = 8, TCR_EL1 = 9, ESR_EL1 = 10, AFSR0_EL1 = 11, AFSR1_EL1 = 12, FAR_EL1 = 13, MAIR_EL1 = 14, VBAR_EL1 = 15, CONTEXTIDR_EL1 = 16, TPIDR_EL0 = 17, TPIDRRO_EL0 = 18, TPIDR_EL1 = 19, AMAIR_EL1 = 20, CNTKCTL_EL1 = 21, PAR_EL1 = 22, MDSCR_EL1 = 23, MDCCINT_EL1 = 24, OSLSR_EL1 = 25, DISR_EL1 = 26, PMCR_EL0 = 27, PMSELR_EL0 = 28, PMEVCNTR0_EL0 = 29, PMEVCNTR30_EL0 = 59, PMCCNTR_EL0 = 60, PMEVTYPER0_EL0 = 61, PMEVTYPER30_EL0 = 91, PMCCFILTR_EL0 = 92, PMCNTENSET_EL0 = 93, PMINTENSET_EL1 = 94, PMOVSSET_EL0 = 95, PMUSERENR_EL0 = 96, APIAKEYLO_EL1 = 97, APIAKEYHI_EL1 = 98, APIBKEYLO_EL1 = 99, APIBKEYHI_EL1 = 100, APDAKEYLO_EL1 = 101, APDAKEYHI_EL1 = 102, APDBKEYLO_EL1 = 103, APDBKEYHI_EL1 = 104, APGAKEYLO_EL1 = 105, APGAKEYHI_EL1 = 106, ELR_EL1 = 107, SP_EL1 = 108, SPSR_EL1 = 109, CNTVOFF_EL2 = 110, CNTV_CVAL_EL0 = 111, CNTV_CTL_EL0 = 112, CNTP_CVAL_EL0 = 113, CNTP_CTL_EL0 = 114, RGSR_EL1 = 115, GCR_EL1 = 116, TFSR_EL1 = 117, TFSRE0_EL1 = 118, DACR32_EL2 = 119, IFSR32_EL2 = 120, FPEXC32_EL2 = 121, DBGVCR32_EL2 = 122, NR_SYS_REGS = 123, }; struct undef_hook { struct list_head node; u32 instr_mask; u32 instr_val; u64 pstate_mask; u64 pstate_val; int (*fn)(struct pt_regs *, u32); }; enum arm64_bp_harden_el1_vectors { EL1_VECTOR_BHB_LOOP = 0, EL1_VECTOR_BHB_FW = 1, EL1_VECTOR_BHB_CLEAR_INSN = 2, EL1_VECTOR_KPTI = 3, }; struct __ftr_reg_entry { u32 sys_id; struct arm64_ftr_reg *reg; }; typedef void kpti_remap_fn(int, int, phys_addr_t, long unsigned int); typedef void ttbr_replace_func(phys_addr_t); struct arm_cpuidle_irq_context {}; enum system_states { SYSTEM_BOOTING = 0, SYSTEM_SCHEDULING = 1, SYSTEM_FREEING_INITMEM = 2, SYSTEM_RUNNING = 3, SYSTEM_HALT = 4, SYSTEM_POWER_OFF = 5, SYSTEM_RESTART = 6, SYSTEM_SUSPEND = 7, }; struct aarch64_insn_patch { void **text_addrs; u32 *new_insns; int insn_cnt; atomic_t cpu_count; }; enum perf_sample_regs_abi { PERF_SAMPLE_REGS_ABI_NONE = 0, PERF_SAMPLE_REGS_ABI_32 = 1, PERF_SAMPLE_REGS_ABI_64 = 2, }; enum perf_event_arm_regs { PERF_REG_ARM64_X0 = 0, PERF_REG_ARM64_X1 = 1, PERF_REG_ARM64_X2 = 2, PERF_REG_ARM64_X3 = 3, PERF_REG_ARM64_X4 = 4, PERF_REG_ARM64_X5 = 5, PERF_REG_ARM64_X6 = 6, PERF_REG_ARM64_X7 = 7, PERF_REG_ARM64_X8 = 8, PERF_REG_ARM64_X9 = 9, PERF_REG_ARM64_X10 = 10, PERF_REG_ARM64_X11 = 11, PERF_REG_ARM64_X12 = 12, PERF_REG_ARM64_X13 = 13, PERF_REG_ARM64_X14 = 14, PERF_REG_ARM64_X15 = 15, PERF_REG_ARM64_X16 = 16, PERF_REG_ARM64_X17 = 17, PERF_REG_ARM64_X18 = 18, PERF_REG_ARM64_X19 = 19, PERF_REG_ARM64_X20 = 20, PERF_REG_ARM64_X21 = 21, PERF_REG_ARM64_X22 = 22, PERF_REG_ARM64_X23 = 23, PERF_REG_ARM64_X24 = 24, PERF_REG_ARM64_X25 = 25, PERF_REG_ARM64_X26 = 26, PERF_REG_ARM64_X27 = 27, PERF_REG_ARM64_X28 = 28, PERF_REG_ARM64_X29 = 29, PERF_REG_ARM64_LR = 30, PERF_REG_ARM64_SP = 31, PERF_REG_ARM64_PC = 32, PERF_REG_ARM64_MAX = 33, }; struct screen_info { __u8 orig_x; __u8 orig_y; __u16 ext_mem_k; __u16 orig_video_page; __u8 orig_video_mode; __u8 orig_video_cols; __u8 flags; __u8 unused2; __u16 orig_video_ega_bx; __u16 unused3; __u8 orig_video_lines; __u8 orig_video_isVGA; __u16 orig_video_points; __u16 lfb_width; __u16 lfb_height; __u16 lfb_depth; __u32 lfb_base; __u32 lfb_size; __u16 cl_magic; __u16 cl_offset; __u16 lfb_linelength; __u8 red_size; __u8 red_pos; __u8 green_size; __u8 green_pos; __u8 blue_size; __u8 blue_pos; __u8 rsvd_size; __u8 rsvd_pos; __u16 vesapm_seg; __u16 vesapm_off; __u16 pages; __u16 vesa_attributes; __u32 capabilities; __u32 ext_lfb_base; __u8 _reserved[2]; } __attribute__((packed)); typedef int (*pte_fn_t)(pte_t *, long unsigned int, void *); typedef __u64 __le64; struct _ddebug { const char *modname; const char *function; const char *filename; const char *format; unsigned int lineno: 18; unsigned int flags: 8; union { struct static_key_true dd_key_true; struct static_key_false dd_key_false; } key; }; typedef __u64 Elf64_Off; struct elf64_hdr { unsigned char e_ident[16]; Elf64_Half e_type; Elf64_Half e_machine; Elf64_Word e_version; Elf64_Addr e_entry; Elf64_Off e_phoff; Elf64_Off e_shoff; Elf64_Word e_flags; Elf64_Half e_ehsize; Elf64_Half e_phentsize; Elf64_Half e_phnum; Elf64_Half e_shentsize; Elf64_Half e_shnum; Elf64_Half e_shstrndx; }; typedef struct elf64_hdr Elf64_Ehdr; struct elf64_shdr { Elf64_Word sh_name; Elf64_Word sh_type; Elf64_Xword sh_flags; Elf64_Addr sh_addr; Elf64_Off sh_offset; Elf64_Xword sh_size; Elf64_Word sh_link; Elf64_Word sh_info; Elf64_Xword sh_addralign; Elf64_Xword sh_entsize; }; typedef struct elf64_shdr Elf64_Shdr; enum key_being_used_for { VERIFYING_MODULE_SIGNATURE = 0, VERIFYING_FIRMWARE_SIGNATURE = 1, VERIFYING_KEXEC_PE_SIGNATURE = 2, VERIFYING_KEY_SIGNATURE = 3, VERIFYING_KEY_SELF_SIGNATURE = 4, VERIFYING_UNSPECIFIED_SIGNATURE = 5, NR__KEY_BEING_USED_FOR = 6, }; struct kimage_arch { void *dtb; phys_addr_t dtb_mem; phys_addr_t kern_reloc; phys_addr_t el2_vectors; phys_addr_t ttbr0; phys_addr_t ttbr1; phys_addr_t zero_page; long unsigned int phys_offset; long unsigned int t0sz; }; typedef int kexec_probe_t(const char *, long unsigned int); struct kimage; typedef void *kexec_load_t(struct kimage *, char *, long unsigned int, char *, long unsigned int, char *, long unsigned int); typedef int kexec_cleanup_t(void *); typedef int kexec_verify_sig_t(const char *, long unsigned int); struct kexec_file_ops { kexec_probe_t *probe; kexec_load_t *load; kexec_cleanup_t *cleanup; kexec_verify_sig_t *verify_sig; }; typedef long unsigned int kimage_entry_t; struct kexec_segment { union { void *buf; void *kbuf; }; size_t bufsz; long unsigned int mem; size_t memsz; }; struct purgatory_info { const Elf64_Ehdr *ehdr; Elf64_Shdr *sechdrs; void *purgatory_buf; }; struct kimage { kimage_entry_t head; kimage_entry_t *entry; kimage_entry_t *last_entry; long unsigned int start; struct page *control_code_page; struct page *swap_page; void *vmcoreinfo_data_copy; long unsigned int nr_segments; struct kexec_segment segment[16]; struct list_head control_pages; struct list_head dest_pages; struct list_head unusable_pages; long unsigned int control_page; unsigned int type: 1; unsigned int preserve_context: 1; unsigned int file_mode: 1; struct kimage_arch arch; void *kernel_buf; long unsigned int kernel_buf_len; void *initrd_buf; long unsigned int initrd_buf_len; char *cmdline_buf; long unsigned int cmdline_buf_len; const struct kexec_file_ops *fops; void *image_loader_data; struct purgatory_info purgatory_info; void *ima_buffer; phys_addr_t ima_buffer_addr; size_t ima_buffer_size; void *elf_headers; long unsigned int elf_headers_sz; long unsigned int elf_load_addr; }; struct kexec_buf { struct kimage *image; void *buffer; long unsigned int bufsz; long unsigned int mem; long unsigned int memsz; long unsigned int buf_align; long unsigned int buf_min; long unsigned int buf_max; bool top_down; }; struct arm64_image_header { __le32 code0; __le32 code1; __le64 text_offset; __le64 image_size; __le64 flags; __le64 res2; __le64 res3; __le64 res4; __le32 magic; __le32 res5; }; typedef long unsigned int irq_hw_number_t; struct irq_desc; typedef void (*irq_flow_handler_t)(struct irq_desc *); struct msi_desc; struct irq_common_data { unsigned int state_use_accessors; unsigned int node; void *handler_data; struct msi_desc *msi_desc; cpumask_var_t affinity; cpumask_var_t effective_affinity; unsigned int ipi_offset; }; struct irq_chip; struct irq_data { u32 mask; unsigned int irq; long unsigned int hwirq; struct irq_common_data *common; struct irq_chip *chip; struct irq_domain *domain; struct irq_data *parent_data; void *chip_data; }; struct irqaction; struct irq_affinity_notify; struct proc_dir_entry; struct irq_desc { struct irq_common_data irq_common_data; struct irq_data irq_data; unsigned int *kstat_irqs; irq_flow_handler_t handle_irq; struct irqaction *action; unsigned int status_use_accessors; unsigned int core_internal_state__do_not_mess_with_it; unsigned int depth; unsigned int wake_depth; unsigned int tot_count; unsigned int irq_count; long unsigned int last_unhandled; unsigned int irqs_unhandled; atomic_t threads_handled; int threads_handled_last; raw_spinlock_t lock; struct cpumask *percpu_enabled; const struct cpumask *percpu_affinity; const struct cpumask *affinity_hint; struct irq_affinity_notify *affinity_notify; long unsigned int threads_oneshot; atomic_t threads_active; wait_queue_head_t wait_for_threads; unsigned int nr_actions; unsigned int no_suspend_depth; unsigned int cond_suspend_depth; unsigned int force_resume_depth; struct proc_dir_entry *dir; struct callback_head rcu; struct kobject kobj; struct mutex request_mutex; int parent_irq; struct module *owner; const char *name; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef bool pstate_check_t(long unsigned int); typedef struct { pgd_t pgd; } p4d_t; struct wait_queue_entry; typedef int (*wait_queue_func_t)(struct wait_queue_entry *, unsigned int, int, void *); struct wait_queue_entry { unsigned int flags; void *private; wait_queue_func_t func; struct list_head entry; }; typedef struct wait_queue_entry wait_queue_entry_t; typedef u32 probe_opcode_t; typedef void probes_handler_t(u32, long int, struct pt_regs *); struct arch_probe_insn { probe_opcode_t *insn; pstate_check_t *pstate_cc; probes_handler_t *handler; long unsigned int restore; }; typedef u32 kprobe_opcode_t; struct arch_specific_insn { struct arch_probe_insn api; }; struct mempolicy { atomic_t refcnt; short unsigned int mode; short unsigned int flags; nodemask_t nodes; int home_node; union { nodemask_t cpuset_mems_allowed; nodemask_t user_nodemask; } w; }; struct reclaim_state { long unsigned int reclaimed_slab; }; struct irq_fwspec { struct fwnode_handle *fwnode; int param_count; u32 param[16]; }; enum irq_domain_bus_token { DOMAIN_BUS_ANY = 0, DOMAIN_BUS_WIRED = 1, DOMAIN_BUS_GENERIC_MSI = 2, DOMAIN_BUS_PCI_MSI = 3, DOMAIN_BUS_PLATFORM_MSI = 4, DOMAIN_BUS_NEXUS = 5, DOMAIN_BUS_IPI = 6, DOMAIN_BUS_FSL_MC_MSI = 7, DOMAIN_BUS_TI_SCI_INTA_MSI = 8, DOMAIN_BUS_WAKEUP = 9, DOMAIN_BUS_VMD_MSI = 10, }; struct irq_domain_ops { int (*match)(struct irq_domain *, struct device_node *, enum irq_domain_bus_token); int (*select)(struct irq_domain *, struct irq_fwspec *, enum irq_domain_bus_token); int (*map)(struct irq_domain *, unsigned int, irq_hw_number_t); void (*unmap)(struct irq_domain *, unsigned int); int (*xlate)(struct irq_domain *, struct device_node *, const u32 *, unsigned int, long unsigned int *, unsigned int *); int (*alloc)(struct irq_domain *, unsigned int, unsigned int, void *); void (*free)(struct irq_domain *, unsigned int, unsigned int); int (*activate)(struct irq_domain *, struct irq_data *, bool); void (*deactivate)(struct irq_domain *, struct irq_data *); int (*translate)(struct irq_domain *, struct irq_fwspec *, long unsigned int *, unsigned int *); }; struct irq_domain_chip_generic; struct irq_domain { struct list_head link; const char *name; const struct irq_domain_ops *ops; void *host_data; unsigned int flags; unsigned int mapcount; struct fwnode_handle *fwnode; enum irq_domain_bus_token bus_token; struct irq_domain_chip_generic *gc; struct device *dev; struct irq_domain *parent; irq_hw_number_t hwirq_max; unsigned int revmap_size; struct xarray revmap_tree; struct mutex revmap_mutex; struct irq_data *revmap[0]; }; enum irq_gc_flags { IRQ_GC_INIT_MASK_CACHE = 1, IRQ_GC_INIT_NESTED_LOCK = 2, IRQ_GC_MASK_CACHE_PER_TYPE = 4, IRQ_GC_NO_MASK = 8, IRQ_GC_BE_IO = 16, }; struct irq_chip_generic; struct irq_domain_chip_generic { unsigned int irqs_per_chip; unsigned int num_chips; unsigned int irq_flags_to_clear; unsigned int irq_flags_to_set; enum irq_gc_flags gc_flags; struct irq_chip_generic *gc[0]; }; struct wait_page_queue { struct folio *folio; int bit_nr; wait_queue_entry_t wait; }; struct readahead_control { struct file *file; struct address_space *mapping; struct file_ra_state *ra; long unsigned int _index; unsigned int _nr_pages; unsigned int _batch_count; }; struct swap_cluster_info { spinlock_t lock; unsigned int data: 24; unsigned int flags: 8; }; struct swap_cluster_list { struct swap_cluster_info head; struct swap_cluster_info tail; }; struct percpu_cluster; struct swap_info_struct { struct percpu_ref users; long unsigned int flags; short int prio; struct plist_node list; signed char type; unsigned int max; unsigned char *swap_map; struct swap_cluster_info *cluster_info; struct swap_cluster_list free_clusters; unsigned int lowest_bit; unsigned int highest_bit; unsigned int pages; unsigned int inuse_pages; unsigned int cluster_next; unsigned int cluster_nr; unsigned int *cluster_next_cpu; struct percpu_cluster *percpu_cluster; struct rb_root swap_extent_root; struct block_device *bdev; struct file *swap_file; unsigned int old_block_size; struct completion comp; long unsigned int *frontswap_map; atomic_t frontswap_pages; spinlock_t lock; spinlock_t cont_lock; struct work_struct discard_work; struct swap_cluster_list discard_clusters; struct plist_node avail_lists[0]; }; enum irqreturn { IRQ_NONE = 0, IRQ_HANDLED = 1, IRQ_WAKE_THREAD = 2, }; typedef enum irqreturn irqreturn_t; enum irqchip_irq_state { IRQCHIP_STATE_PENDING = 0, IRQCHIP_STATE_ACTIVE = 1, IRQCHIP_STATE_MASKED = 2, IRQCHIP_STATE_LINE_LEVEL = 3, }; struct msi_msg; struct irq_chip { const char *name; unsigned int (*irq_startup)(struct irq_data *); void (*irq_shutdown)(struct irq_data *); void (*irq_enable)(struct irq_data *); void (*irq_disable)(struct irq_data *); void (*irq_ack)(struct irq_data *); void (*irq_mask)(struct irq_data *); void (*irq_mask_ack)(struct irq_data *); void (*irq_unmask)(struct irq_data *); void (*irq_eoi)(struct irq_data *); int (*irq_set_affinity)(struct irq_data *, const struct cpumask *, bool); int (*irq_retrigger)(struct irq_data *); int (*irq_set_type)(struct irq_data *, unsigned int); int (*irq_set_wake)(struct irq_data *, unsigned int); void (*irq_bus_lock)(struct irq_data *); void (*irq_bus_sync_unlock)(struct irq_data *); void (*irq_suspend)(struct irq_data *); void (*irq_resume)(struct irq_data *); void (*irq_pm_shutdown)(struct irq_data *); void (*irq_calc_mask)(struct irq_data *); void (*irq_print_chip)(struct irq_data *, struct seq_file *); int (*irq_request_resources)(struct irq_data *); void (*irq_release_resources)(struct irq_data *); void (*irq_compose_msi_msg)(struct irq_data *, struct msi_msg *); void (*irq_write_msi_msg)(struct irq_data *, struct msi_msg *); int (*irq_get_irqchip_state)(struct irq_data *, enum irqchip_irq_state, bool *); int (*irq_set_irqchip_state)(struct irq_data *, enum irqchip_irq_state, bool); int (*irq_set_vcpu_affinity)(struct irq_data *, void *); void (*ipi_send_single)(struct irq_data *, unsigned int); void (*ipi_send_mask)(struct irq_data *, const struct cpumask *); int (*irq_nmi_setup)(struct irq_data *); void (*irq_nmi_teardown)(struct irq_data *); long unsigned int flags; }; typedef irqreturn_t (*irq_handler_t)(int, void *); struct irqaction { irq_handler_t handler; void *dev_id; void *percpu_dev_id; struct irqaction *next; irq_handler_t thread_fn; struct task_struct *thread; struct irqaction *secondary; unsigned int irq; unsigned int flags; long unsigned int thread_flags; long unsigned int thread_mask; const char *name; struct proc_dir_entry *dir; long: 64; long: 64; long: 64; long: 64; }; struct irq_affinity_notify { unsigned int irq; struct kref kref; struct work_struct work; void (*notify)(struct irq_affinity_notify *, const cpumask_t *); void (*release)(struct kref *); }; struct irq_chip_regs { long unsigned int enable; long unsigned int disable; long unsigned int mask; long unsigned int ack; long unsigned int eoi; long unsigned int type; long unsigned int polarity; }; struct irq_chip_type { struct irq_chip chip; struct irq_chip_regs regs; irq_flow_handler_t handler; u32 type; u32 mask_cache_priv; u32 *mask_cache; }; struct irq_chip_generic { raw_spinlock_t lock; void *reg_base; u32 (*reg_readl)(void *); void (*reg_writel)(u32, void *); void (*suspend)(struct irq_chip_generic *); void (*resume)(struct irq_chip_generic *); unsigned int irq_base; unsigned int irq_cnt; u32 mask_cache; u32 type_cache; u32 polarity_cache; u32 wake_enabled; u32 wake_active; unsigned int num_ct; void *private; long unsigned int installed; long unsigned int unused; struct irq_domain *domain; struct list_head list; struct irq_chip_type chip_types[0]; }; struct kprobe; typedef int (*kprobe_pre_handler_t)(struct kprobe *, struct pt_regs *); typedef void (*kprobe_post_handler_t)(struct kprobe *, struct pt_regs *, long unsigned int); struct kprobe { struct hlist_node hlist; struct list_head list; long unsigned int nmissed; kprobe_opcode_t *addr; const char *symbol_name; unsigned int offset; kprobe_pre_handler_t pre_handler; kprobe_post_handler_t post_handler; kprobe_opcode_t opcode; struct arch_specific_insn ainsn; u32 flags; }; enum wb_stat_item { WB_RECLAIMABLE = 0, WB_WRITEBACK = 1, WB_DIRTIED = 2, WB_WRITTEN = 3, NR_WB_STAT_ITEMS = 4, }; enum memcg_stat_item { MEMCG_SWAP = 41, MEMCG_SOCK = 42, MEMCG_PERCPU_B = 43, MEMCG_VMALLOC = 44, MEMCG_KMEM = 45, MEMCG_ZSWAP_B = 46, MEMCG_ZSWAPPED = 47, MEMCG_NR_STAT = 48, }; enum memcg_memory_event { MEMCG_LOW = 0, MEMCG_HIGH = 1, MEMCG_MAX = 2, MEMCG_OOM = 3, MEMCG_OOM_KILL = 4, MEMCG_OOM_GROUP_KILL = 5, MEMCG_SWAP_HIGH = 6, MEMCG_SWAP_MAX = 7, MEMCG_SWAP_FAIL = 8, MEMCG_NR_MEMORY_EVENTS = 9, }; enum mem_cgroup_events_target { MEM_CGROUP_TARGET_THRESH = 0, MEM_CGROUP_TARGET_SOFTLIMIT = 1, MEM_CGROUP_NTARGETS = 2, }; struct percpu_cluster { struct swap_cluster_info index; unsigned int next; }; struct hstate { struct mutex resize_lock; int next_nid_to_alloc; int next_nid_to_free; unsigned int order; unsigned int demote_order; long unsigned int mask; long unsigned int max_huge_pages; long unsigned int nr_huge_pages; long unsigned int free_huge_pages; long unsigned int resv_huge_pages; long unsigned int surplus_huge_pages; long unsigned int nr_overcommit_huge_pages; struct list_head hugepage_activelist; struct list_head hugepage_freelists[512]; unsigned int max_huge_pages_node[512]; unsigned int nr_huge_pages_node[512]; unsigned int free_huge_pages_node[512]; unsigned int surplus_huge_pages_node[512]; char name[32]; }; struct fault_info { int (*fn)(long unsigned int, long unsigned int, struct pt_regs *); int sig; int code; const char *name; }; typedef __kernel_long_t __kernel_off_t; typedef __u16 __be16; typedef __u32 __be32; typedef __u32 __wsum; typedef __kernel_off_t off_t; enum { BPF_REG_0 = 0, BPF_REG_1 = 1, BPF_REG_2 = 2, BPF_REG_3 = 3, BPF_REG_4 = 4, BPF_REG_5 = 5, BPF_REG_6 = 6, BPF_REG_7 = 7, BPF_REG_8 = 8, BPF_REG_9 = 9, BPF_REG_10 = 10, __MAX_BPF_REG = 11, }; struct bpf_insn { __u8 code; __u8 dst_reg: 4; __u8 src_reg: 4; __s16 off; __s32 imm; }; enum bpf_map_type { BPF_MAP_TYPE_UNSPEC = 0, BPF_MAP_TYPE_HASH = 1, BPF_MAP_TYPE_ARRAY = 2, BPF_MAP_TYPE_PROG_ARRAY = 3, BPF_MAP_TYPE_PERF_EVENT_ARRAY = 4, BPF_MAP_TYPE_PERCPU_HASH = 5, BPF_MAP_TYPE_PERCPU_ARRAY = 6, BPF_MAP_TYPE_STACK_TRACE = 7, BPF_MAP_TYPE_CGROUP_ARRAY = 8, BPF_MAP_TYPE_LRU_HASH = 9, BPF_MAP_TYPE_LRU_PERCPU_HASH = 10, BPF_MAP_TYPE_LPM_TRIE = 11, BPF_MAP_TYPE_ARRAY_OF_MAPS = 12, BPF_MAP_TYPE_HASH_OF_MAPS = 13, BPF_MAP_TYPE_DEVMAP = 14, BPF_MAP_TYPE_SOCKMAP = 15, BPF_MAP_TYPE_CPUMAP = 16, BPF_MAP_TYPE_XSKMAP = 17, BPF_MAP_TYPE_SOCKHASH = 18, BPF_MAP_TYPE_CGROUP_STORAGE = 19, BPF_MAP_TYPE_REUSEPORT_SOCKARRAY = 20, BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE = 21, BPF_MAP_TYPE_QUEUE = 22, BPF_MAP_TYPE_STACK = 23, BPF_MAP_TYPE_SK_STORAGE = 24, BPF_MAP_TYPE_DEVMAP_HASH = 25, BPF_MAP_TYPE_STRUCT_OPS = 26, BPF_MAP_TYPE_RINGBUF = 27, BPF_MAP_TYPE_INODE_STORAGE = 28, BPF_MAP_TYPE_TASK_STORAGE = 29, BPF_MAP_TYPE_BLOOM_FILTER = 30, }; enum bpf_prog_type { BPF_PROG_TYPE_UNSPEC = 0, BPF_PROG_TYPE_SOCKET_FILTER = 1, BPF_PROG_TYPE_KPROBE = 2, BPF_PROG_TYPE_SCHED_CLS = 3, BPF_PROG_TYPE_SCHED_ACT = 4, BPF_PROG_TYPE_TRACEPOINT = 5, BPF_PROG_TYPE_XDP = 6, BPF_PROG_TYPE_PERF_EVENT = 7, BPF_PROG_TYPE_CGROUP_SKB = 8, BPF_PROG_TYPE_CGROUP_SOCK = 9, BPF_PROG_TYPE_LWT_IN = 10, BPF_PROG_TYPE_LWT_OUT = 11, BPF_PROG_TYPE_LWT_XMIT = 12, BPF_PROG_TYPE_SOCK_OPS = 13, BPF_PROG_TYPE_SK_SKB = 14, BPF_PROG_TYPE_CGROUP_DEVICE = 15, BPF_PROG_TYPE_SK_MSG = 16, BPF_PROG_TYPE_RAW_TRACEPOINT = 17, BPF_PROG_TYPE_CGROUP_SOCK_ADDR = 18, BPF_PROG_TYPE_LWT_SEG6LOCAL = 19, BPF_PROG_TYPE_LIRC_MODE2 = 20, BPF_PROG_TYPE_SK_REUSEPORT = 21, BPF_PROG_TYPE_FLOW_DISSECTOR = 22, BPF_PROG_TYPE_CGROUP_SYSCTL = 23, BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE = 24, BPF_PROG_TYPE_CGROUP_SOCKOPT = 25, BPF_PROG_TYPE_TRACING = 26, BPF_PROG_TYPE_STRUCT_OPS = 27, BPF_PROG_TYPE_EXT = 28, BPF_PROG_TYPE_LSM = 29, BPF_PROG_TYPE_SK_LOOKUP = 30, BPF_PROG_TYPE_SYSCALL = 31, }; enum bpf_attach_type { BPF_CGROUP_INET_INGRESS = 0, BPF_CGROUP_INET_EGRESS = 1, BPF_CGROUP_INET_SOCK_CREATE = 2, BPF_CGROUP_SOCK_OPS = 3, BPF_SK_SKB_STREAM_PARSER = 4, BPF_SK_SKB_STREAM_VERDICT = 5, BPF_CGROUP_DEVICE = 6, BPF_SK_MSG_VERDICT = 7, BPF_CGROUP_INET4_BIND = 8, BPF_CGROUP_INET6_BIND = 9, BPF_CGROUP_INET4_CONNECT = 10, BPF_CGROUP_INET6_CONNECT = 11, BPF_CGROUP_INET4_POST_BIND = 12, BPF_CGROUP_INET6_POST_BIND = 13, BPF_CGROUP_UDP4_SENDMSG = 14, BPF_CGROUP_UDP6_SENDMSG = 15, BPF_LIRC_MODE2 = 16, BPF_FLOW_DISSECTOR = 17, BPF_CGROUP_SYSCTL = 18, BPF_CGROUP_UDP4_RECVMSG = 19, BPF_CGROUP_UDP6_RECVMSG = 20, BPF_CGROUP_GETSOCKOPT = 21, BPF_CGROUP_SETSOCKOPT = 22, BPF_TRACE_RAW_TP = 23, BPF_TRACE_FENTRY = 24, BPF_TRACE_FEXIT = 25, BPF_MODIFY_RETURN = 26, BPF_LSM_MAC = 27, BPF_TRACE_ITER = 28, BPF_CGROUP_INET4_GETPEERNAME = 29, BPF_CGROUP_INET6_GETPEERNAME = 30, BPF_CGROUP_INET4_GETSOCKNAME = 31, BPF_CGROUP_INET6_GETSOCKNAME = 32, BPF_XDP_DEVMAP = 33, BPF_CGROUP_INET_SOCK_RELEASE = 34, BPF_XDP_CPUMAP = 35, BPF_SK_LOOKUP = 36, BPF_XDP = 37, BPF_SK_SKB_VERDICT = 38, BPF_SK_REUSEPORT_SELECT = 39, BPF_SK_REUSEPORT_SELECT_OR_MIGRATE = 40, BPF_PERF_EVENT = 41, BPF_TRACE_KPROBE_MULTI = 42, BPF_LSM_CGROUP = 43, __MAX_BPF_ATTACH_TYPE = 44, }; enum bpf_link_type { BPF_LINK_TYPE_UNSPEC = 0, BPF_LINK_TYPE_RAW_TRACEPOINT = 1, BPF_LINK_TYPE_TRACING = 2, BPF_LINK_TYPE_CGROUP = 3, BPF_LINK_TYPE_ITER = 4, BPF_LINK_TYPE_NETNS = 5, BPF_LINK_TYPE_XDP = 6, BPF_LINK_TYPE_PERF_EVENT = 7, BPF_LINK_TYPE_KPROBE_MULTI = 8, BPF_LINK_TYPE_STRUCT_OPS = 9, MAX_BPF_LINK_TYPE = 10, }; union bpf_attr { struct { __u32 map_type; __u32 key_size; __u32 value_size; __u32 max_entries; __u32 map_flags; __u32 inner_map_fd; __u32 numa_node; char map_name[16]; __u32 map_ifindex; __u32 btf_fd; __u32 btf_key_type_id; __u32 btf_value_type_id; __u32 btf_vmlinux_value_type_id; __u64 map_extra; }; struct { __u32 map_fd; __u64 key; union { __u64 value; __u64 next_key; }; __u64 flags; }; struct { __u64 in_batch; __u64 out_batch; __u64 keys; __u64 values; __u32 count; __u32 map_fd; __u64 elem_flags; __u64 flags; } batch; struct { __u32 prog_type; __u32 insn_cnt; __u64 insns; __u64 license; __u32 log_level; __u32 log_size; __u64 log_buf; __u32 kern_version; __u32 prog_flags; char prog_name[16]; __u32 prog_ifindex; __u32 expected_attach_type; __u32 prog_btf_fd; __u32 func_info_rec_size; __u64 func_info; __u32 func_info_cnt; __u32 line_info_rec_size; __u64 line_info; __u32 line_info_cnt; __u32 attach_btf_id; union { __u32 attach_prog_fd; __u32 attach_btf_obj_fd; }; __u32 core_relo_cnt; __u64 fd_array; __u64 core_relos; __u32 core_relo_rec_size; }; struct { __u64 pathname; __u32 bpf_fd; __u32 file_flags; }; struct { __u32 target_fd; __u32 attach_bpf_fd; __u32 attach_type; __u32 attach_flags; __u32 replace_bpf_fd; }; struct { __u32 prog_fd; __u32 retval; __u32 data_size_in; __u32 data_size_out; __u64 data_in; __u64 data_out; __u32 repeat; __u32 duration; __u32 ctx_size_in; __u32 ctx_size_out; __u64 ctx_in; __u64 ctx_out; __u32 flags; __u32 cpu; __u32 batch_size; } test; struct { union { __u32 start_id; __u32 prog_id; __u32 map_id; __u32 btf_id; __u32 link_id; }; __u32 next_id; __u32 open_flags; }; struct { __u32 bpf_fd; __u32 info_len; __u64 info; } info; struct { __u32 target_fd; __u32 attach_type; __u32 query_flags; __u32 attach_flags; __u64 prog_ids; __u32 prog_cnt; __u64 prog_attach_flags; } query; struct { __u64 name; __u32 prog_fd; } raw_tracepoint; struct { __u64 btf; __u64 btf_log_buf; __u32 btf_size; __u32 btf_log_size; __u32 btf_log_level; }; struct { __u32 pid; __u32 fd; __u32 flags; __u32 buf_len; __u64 buf; __u32 prog_id; __u32 fd_type; __u64 probe_offset; __u64 probe_addr; } task_fd_query; struct { __u32 prog_fd; union { __u32 target_fd; __u32 target_ifindex; }; __u32 attach_type; __u32 flags; union { __u32 target_btf_id; struct { __u64 iter_info; __u32 iter_info_len; }; struct { __u64 bpf_cookie; } perf_event; struct { __u32 flags; __u32 cnt; __u64 syms; __u64 addrs; __u64 cookies; } kprobe_multi; struct { __u32 target_btf_id; __u64 cookie; } tracing; }; } link_create; struct { __u32 link_fd; __u32 new_prog_fd; __u32 flags; __u32 old_prog_fd; } link_update; struct { __u32 link_fd; } link_detach; struct { __u32 type; } enable_stats; struct { __u32 link_fd; __u32 flags; } iter_create; struct { __u32 prog_fd; __u32 map_fd; __u32 flags; } prog_bind_map; }; struct bpf_link_info { __u32 type; __u32 id; __u32 prog_id; union { struct { __u64 tp_name; __u32 tp_name_len; } raw_tracepoint; struct { __u32 attach_type; __u32 target_obj_id; __u32 target_btf_id; } tracing; struct { __u64 cgroup_id; __u32 attach_type; } cgroup; struct { __u64 target_name; __u32 target_name_len; union { struct { __u32 map_id; } map; }; } iter; struct { __u32 netns_ino; __u32 attach_type; } netns; struct { __u32 ifindex; } xdp; }; }; struct bpf_func_info { __u32 insn_off; __u32 type_id; }; struct bpf_line_info { __u32 insn_off; __u32 file_name_off; __u32 line_off; __u32 line_col; }; struct sock_filter { __u16 code; __u8 jt; __u8 jf; __u32 k; }; enum aarch64_insn_hint_cr_op { AARCH64_INSN_HINT_NOP = 0, AARCH64_INSN_HINT_YIELD = 32, AARCH64_INSN_HINT_WFE = 64, AARCH64_INSN_HINT_WFI = 96, AARCH64_INSN_HINT_SEV = 128, AARCH64_INSN_HINT_SEVL = 160, AARCH64_INSN_HINT_XPACLRI = 224, AARCH64_INSN_HINT_PACIA_1716 = 256, AARCH64_INSN_HINT_PACIB_1716 = 320, AARCH64_INSN_HINT_AUTIA_1716 = 384, AARCH64_INSN_HINT_AUTIB_1716 = 448, AARCH64_INSN_HINT_PACIAZ = 768, AARCH64_INSN_HINT_PACIASP = 800, AARCH64_INSN_HINT_PACIBZ = 832, AARCH64_INSN_HINT_PACIBSP = 864, AARCH64_INSN_HINT_AUTIAZ = 896, AARCH64_INSN_HINT_AUTIASP = 928, AARCH64_INSN_HINT_AUTIBZ = 960, AARCH64_INSN_HINT_AUTIBSP = 992, AARCH64_INSN_HINT_ESB = 512, AARCH64_INSN_HINT_PSB = 544, AARCH64_INSN_HINT_TSB = 576, AARCH64_INSN_HINT_CSDB = 640, AARCH64_INSN_HINT_CLEARBHB = 704, AARCH64_INSN_HINT_BTI = 1024, AARCH64_INSN_HINT_BTIC = 1088, AARCH64_INSN_HINT_BTIJ = 1152, AARCH64_INSN_HINT_BTIJC = 1216, }; enum aarch64_insn_register { AARCH64_INSN_REG_0 = 0, AARCH64_INSN_REG_1 = 1, AARCH64_INSN_REG_2 = 2, AARCH64_INSN_REG_3 = 3, AARCH64_INSN_REG_4 = 4, AARCH64_INSN_REG_5 = 5, AARCH64_INSN_REG_6 = 6, AARCH64_INSN_REG_7 = 7, AARCH64_INSN_REG_8 = 8, AARCH64_INSN_REG_9 = 9, AARCH64_INSN_REG_10 = 10, AARCH64_INSN_REG_11 = 11, AARCH64_INSN_REG_12 = 12, AARCH64_INSN_REG_13 = 13, AARCH64_INSN_REG_14 = 14, AARCH64_INSN_REG_15 = 15, AARCH64_INSN_REG_16 = 16, AARCH64_INSN_REG_17 = 17, AARCH64_INSN_REG_18 = 18, AARCH64_INSN_REG_19 = 19, AARCH64_INSN_REG_20 = 20, AARCH64_INSN_REG_21 = 21, AARCH64_INSN_REG_22 = 22, AARCH64_INSN_REG_23 = 23, AARCH64_INSN_REG_24 = 24, AARCH64_INSN_REG_25 = 25, AARCH64_INSN_REG_26 = 26, AARCH64_INSN_REG_27 = 27, AARCH64_INSN_REG_28 = 28, AARCH64_INSN_REG_29 = 29, AARCH64_INSN_REG_FP = 29, AARCH64_INSN_REG_30 = 30, AARCH64_INSN_REG_LR = 30, AARCH64_INSN_REG_ZR = 31, AARCH64_INSN_REG_SP = 31, }; enum aarch64_insn_variant { AARCH64_INSN_VARIANT_32BIT = 0, AARCH64_INSN_VARIANT_64BIT = 1, }; enum aarch64_insn_condition { AARCH64_INSN_COND_EQ = 0, AARCH64_INSN_COND_NE = 1, AARCH64_INSN_COND_CS = 2, AARCH64_INSN_COND_CC = 3, AARCH64_INSN_COND_MI = 4, AARCH64_INSN_COND_PL = 5, AARCH64_INSN_COND_VS = 6, AARCH64_INSN_COND_VC = 7, AARCH64_INSN_COND_HI = 8, AARCH64_INSN_COND_LS = 9, AARCH64_INSN_COND_GE = 10, AARCH64_INSN_COND_LT = 11, AARCH64_INSN_COND_GT = 12, AARCH64_INSN_COND_LE = 13, AARCH64_INSN_COND_AL = 14, }; enum aarch64_insn_branch_type { AARCH64_INSN_BRANCH_NOLINK = 0, AARCH64_INSN_BRANCH_LINK = 1, AARCH64_INSN_BRANCH_RETURN = 2, AARCH64_INSN_BRANCH_COMP_ZERO = 3, AARCH64_INSN_BRANCH_COMP_NONZERO = 4, }; enum aarch64_insn_size_type { AARCH64_INSN_SIZE_8 = 0, AARCH64_INSN_SIZE_16 = 1, AARCH64_INSN_SIZE_32 = 2, AARCH64_INSN_SIZE_64 = 3, }; enum aarch64_insn_ldst_type { AARCH64_INSN_LDST_LOAD_REG_OFFSET = 0, AARCH64_INSN_LDST_STORE_REG_OFFSET = 1, AARCH64_INSN_LDST_LOAD_IMM_OFFSET = 2, AARCH64_INSN_LDST_STORE_IMM_OFFSET = 3, AARCH64_INSN_LDST_LOAD_PAIR_PRE_INDEX = 4, AARCH64_INSN_LDST_STORE_PAIR_PRE_INDEX = 5, AARCH64_INSN_LDST_LOAD_PAIR_POST_INDEX = 6, AARCH64_INSN_LDST_STORE_PAIR_POST_INDEX = 7, AARCH64_INSN_LDST_LOAD_EX = 8, AARCH64_INSN_LDST_LOAD_ACQ_EX = 9, AARCH64_INSN_LDST_STORE_EX = 10, AARCH64_INSN_LDST_STORE_REL_EX = 11, }; enum aarch64_insn_adsb_type { AARCH64_INSN_ADSB_ADD = 0, AARCH64_INSN_ADSB_SUB = 1, AARCH64_INSN_ADSB_ADD_SETFLAGS = 2, AARCH64_INSN_ADSB_SUB_SETFLAGS = 3, }; enum aarch64_insn_movewide_type { AARCH64_INSN_MOVEWIDE_ZERO = 0, AARCH64_INSN_MOVEWIDE_KEEP = 1, AARCH64_INSN_MOVEWIDE_INVERSE = 2, }; enum aarch64_insn_bitfield_type { AARCH64_INSN_BITFIELD_MOVE = 0, AARCH64_INSN_BITFIELD_MOVE_UNSIGNED = 1, AARCH64_INSN_BITFIELD_MOVE_SIGNED = 2, }; enum aarch64_insn_data1_type { AARCH64_INSN_DATA1_REVERSE_16 = 0, AARCH64_INSN_DATA1_REVERSE_32 = 1, AARCH64_INSN_DATA1_REVERSE_64 = 2, }; enum aarch64_insn_data2_type { AARCH64_INSN_DATA2_UDIV = 0, AARCH64_INSN_DATA2_SDIV = 1, AARCH64_INSN_DATA2_LSLV = 2, AARCH64_INSN_DATA2_LSRV = 3, AARCH64_INSN_DATA2_ASRV = 4, AARCH64_INSN_DATA2_RORV = 5, }; enum aarch64_insn_data3_type { AARCH64_INSN_DATA3_MADD = 0, AARCH64_INSN_DATA3_MSUB = 1, }; enum aarch64_insn_logic_type { AARCH64_INSN_LOGIC_AND = 0, AARCH64_INSN_LOGIC_BIC = 1, AARCH64_INSN_LOGIC_ORR = 2, AARCH64_INSN_LOGIC_ORN = 3, AARCH64_INSN_LOGIC_EOR = 4, AARCH64_INSN_LOGIC_EON = 5, AARCH64_INSN_LOGIC_AND_SETFLAGS = 6, AARCH64_INSN_LOGIC_BIC_SETFLAGS = 7, }; enum aarch64_insn_mem_atomic_op { AARCH64_INSN_MEM_ATOMIC_ADD = 0, AARCH64_INSN_MEM_ATOMIC_CLR = 1, AARCH64_INSN_MEM_ATOMIC_EOR = 2, AARCH64_INSN_MEM_ATOMIC_SET = 3, AARCH64_INSN_MEM_ATOMIC_SWP = 4, }; enum aarch64_insn_mem_order_type { AARCH64_INSN_MEM_ORDER_NONE = 0, AARCH64_INSN_MEM_ORDER_ACQ = 1, AARCH64_INSN_MEM_ORDER_REL = 2, AARCH64_INSN_MEM_ORDER_ACQREL = 3, }; enum aarch64_insn_mb_type { AARCH64_INSN_MB_SY = 0, AARCH64_INSN_MB_ST = 1, AARCH64_INSN_MB_LD = 2, AARCH64_INSN_MB_ISH = 3, AARCH64_INSN_MB_ISHST = 4, AARCH64_INSN_MB_ISHLD = 5, AARCH64_INSN_MB_NSH = 6, AARCH64_INSN_MB_NSHST = 7, AARCH64_INSN_MB_NSHLD = 8, AARCH64_INSN_MB_OSH = 9, AARCH64_INSN_MB_OSHST = 10, AARCH64_INSN_MB_OSHLD = 11, }; enum { DUMP_PREFIX_NONE = 0, DUMP_PREFIX_ADDRESS = 1, DUMP_PREFIX_OFFSET = 2, }; struct page_pool_params { unsigned int flags; unsigned int order; unsigned int pool_size; int nid; struct device *dev; enum dma_data_direction dma_dir; unsigned int max_len; unsigned int offset; void (*init_callback)(struct page *, void *); void *init_arg; }; struct page_pool_alloc_stats { u64 fast; u64 slow; u64 slow_high_order; u64 empty; u64 refill; u64 waive; }; struct pp_alloc_cache { u32 count; struct page *cache[128]; }; struct ptr_ring { int producer; spinlock_t producer_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; int consumer_head; int consumer_tail; spinlock_t consumer_lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; int size; int batch; void **queue; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct page_pool_recycle_stats; struct page_pool { struct page_pool_params p; struct delayed_work release_dw; void (*disconnect)(void *); long unsigned int defer_start; long unsigned int defer_warn; u32 pages_state_hold_cnt; unsigned int frag_offset; struct page *frag_page; long int frag_users; struct page_pool_alloc_stats alloc_stats; u32 xdp_mem_id; long: 32; long: 64; struct pp_alloc_cache alloc; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct ptr_ring ring; struct page_pool_recycle_stats *recycle_stats; atomic_t pages_state_release_cnt; refcount_t user_cnt; u64 destroy_cnt; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct rhash_head { struct rhash_head *next; }; struct rhashtable; struct rhashtable_compare_arg { struct rhashtable *ht; const void *key; }; typedef u32 (*rht_hashfn_t)(const void *, u32, u32); typedef u32 (*rht_obj_hashfn_t)(const void *, u32, u32); typedef int (*rht_obj_cmpfn_t)(struct rhashtable_compare_arg *, const void *); struct rhashtable_params { u16 nelem_hint; u16 key_len; u16 key_offset; u16 head_offset; unsigned int max_size; u16 min_size; bool automatic_shrinking; rht_hashfn_t hashfn; rht_obj_hashfn_t obj_hashfn; rht_obj_cmpfn_t obj_cmpfn; }; struct bucket_table; struct rhashtable { struct bucket_table *tbl; unsigned int key_len; unsigned int max_elems; struct rhashtable_params p; bool rhlist; struct work_struct run_work; struct mutex mutex; spinlock_t lock; atomic_t nelems; }; struct pipe_buffer; struct watch_queue; struct pipe_inode_info { struct mutex mutex; wait_queue_head_t rd_wait; wait_queue_head_t wr_wait; unsigned int head; unsigned int tail; unsigned int max_usage; unsigned int ring_size; bool note_loss; unsigned int nr_accounted; unsigned int readers; unsigned int writers; unsigned int files; unsigned int r_counter; unsigned int w_counter; bool poll_usage; struct page *tmp_page; struct fasync_struct *fasync_readers; struct fasync_struct *fasync_writers; struct pipe_buffer *bufs; struct user_struct *user; struct watch_queue *watch_queue; }; struct bpf_run_ctx {}; struct raw_notifier_head { struct notifier_block *head; }; struct btf_type { __u32 name_off; __u32 info; union { __u32 size; __u32 type; }; }; typedef void (*btf_dtor_kfunc_t)(void *); typedef u64 (*bpf_callback_t)(u64, u64, u64, u64, u64); struct bpf_iter_aux_info; typedef int (*bpf_iter_init_seq_priv_t)(void *, struct bpf_iter_aux_info *); struct bpf_map; struct bpf_iter_aux_info { struct bpf_map *map; }; typedef void (*bpf_iter_fini_seq_priv_t)(void *); struct bpf_iter_seq_info { const struct seq_operations *seq_ops; bpf_iter_init_seq_priv_t init_seq_private; bpf_iter_fini_seq_priv_t fini_seq_private; u32 seq_priv_size; }; struct btf; struct bpf_prog_aux; struct bpf_local_storage_map; struct bpf_verifier_env; struct bpf_func_state; struct bpf_map_ops { int (*map_alloc_check)(union bpf_attr *); struct bpf_map * (*map_alloc)(union bpf_attr *); void (*map_release)(struct bpf_map *, struct file *); void (*map_free)(struct bpf_map *); int (*map_get_next_key)(struct bpf_map *, void *, void *); void (*map_release_uref)(struct bpf_map *); void * (*map_lookup_elem_sys_only)(struct bpf_map *, void *); int (*map_lookup_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); int (*map_lookup_and_delete_elem)(struct bpf_map *, void *, void *, u64); int (*map_lookup_and_delete_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); int (*map_update_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); int (*map_delete_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); void * (*map_lookup_elem)(struct bpf_map *, void *); int (*map_update_elem)(struct bpf_map *, void *, void *, u64); int (*map_delete_elem)(struct bpf_map *, void *); int (*map_push_elem)(struct bpf_map *, void *, u64); int (*map_pop_elem)(struct bpf_map *, void *); int (*map_peek_elem)(struct bpf_map *, void *); void * (*map_lookup_percpu_elem)(struct bpf_map *, void *, u32); void * (*map_fd_get_ptr)(struct bpf_map *, struct file *, int); void (*map_fd_put_ptr)(void *); int (*map_gen_lookup)(struct bpf_map *, struct bpf_insn *); u32 (*map_fd_sys_lookup_elem)(void *); void (*map_seq_show_elem)(struct bpf_map *, void *, struct seq_file *); int (*map_check_btf)(const struct bpf_map *, const struct btf *, const struct btf_type *, const struct btf_type *); int (*map_poke_track)(struct bpf_map *, struct bpf_prog_aux *); void (*map_poke_untrack)(struct bpf_map *, struct bpf_prog_aux *); void (*map_poke_run)(struct bpf_map *, u32, struct bpf_prog *, struct bpf_prog *); int (*map_direct_value_addr)(const struct bpf_map *, u64 *, u32); int (*map_direct_value_meta)(const struct bpf_map *, u64, u32 *); int (*map_mmap)(struct bpf_map *, struct vm_area_struct *); __poll_t (*map_poll)(struct bpf_map *, struct file *, struct poll_table_struct *); int (*map_local_storage_charge)(struct bpf_local_storage_map *, void *, u32); void (*map_local_storage_uncharge)(struct bpf_local_storage_map *, void *, u32); struct bpf_local_storage ** (*map_owner_storage_ptr)(void *); int (*map_redirect)(struct bpf_map *, u32, u64); bool (*map_meta_equal)(const struct bpf_map *, const struct bpf_map *); int (*map_set_for_each_callback_args)(struct bpf_verifier_env *, struct bpf_func_state *, struct bpf_func_state *); int (*map_for_each_callback)(struct bpf_map *, bpf_callback_t, void *, u64); int *map_btf_id; const struct bpf_iter_seq_info *iter_seq_info; }; struct bpf_map_value_off; struct bpf_map_off_arr; struct bpf_map { const struct bpf_map_ops *ops; struct bpf_map *inner_map_meta; void *security; enum bpf_map_type map_type; u32 key_size; u32 value_size; u32 max_entries; u64 map_extra; u32 map_flags; int spin_lock_off; struct bpf_map_value_off *kptr_off_tab; int timer_off; u32 id; int numa_node; u32 btf_key_type_id; u32 btf_value_type_id; u32 btf_vmlinux_value_type_id; struct btf *btf; struct obj_cgroup *objcg; char name[16]; struct bpf_map_off_arr *off_arr; atomic64_t refcnt; atomic64_t usercnt; struct work_struct work; struct mutex freeze_mutex; atomic64_t writecnt; struct { spinlock_t lock; enum bpf_prog_type type; bool jited; bool xdp_has_frags; } owner; bool bypass_spec_v1; bool frozen; long: 16; long: 64; long: 64; long: 64; }; struct btf_header { __u16 magic; __u8 version; __u8 flags; __u32 hdr_len; __u32 type_off; __u32 type_len; __u32 str_off; __u32 str_len; }; struct btf_kfunc_set_tab; struct btf_id_dtor_kfunc_tab; struct btf { void *data; struct btf_type **types; u32 *resolved_ids; u32 *resolved_sizes; const char *strings; void *nohdr_data; struct btf_header hdr; u32 nr_types; u32 types_size; u32 data_size; refcount_t refcnt; u32 id; struct callback_head rcu; struct btf_kfunc_set_tab *kfunc_set_tab; struct btf_id_dtor_kfunc_tab *dtor_kfunc_tab; struct btf *base_btf; u32 start_id; u32 start_str_off; char name[56]; bool kernel_btf; }; struct bpf_ksym { long unsigned int start; long unsigned int end; char name[128]; struct list_head lnode; struct latch_tree_node tnode; bool prog; }; struct bpf_ctx_arg_aux; struct bpf_trampoline; struct bpf_jit_poke_descriptor; struct bpf_kfunc_desc_tab; struct bpf_kfunc_btf_tab; struct bpf_prog_ops; struct btf_mod_pair; struct bpf_prog_offload; struct bpf_func_info_aux; struct bpf_prog_aux { atomic64_t refcnt; u32 used_map_cnt; u32 used_btf_cnt; u32 max_ctx_offset; u32 max_pkt_offset; u32 max_tp_access; u32 stack_depth; u32 id; u32 func_cnt; u32 func_idx; u32 attach_btf_id; u32 ctx_arg_info_size; u32 max_rdonly_access; u32 max_rdwr_access; struct btf *attach_btf; const struct bpf_ctx_arg_aux *ctx_arg_info; struct mutex dst_mutex; struct bpf_prog *dst_prog; struct bpf_trampoline *dst_trampoline; enum bpf_prog_type saved_dst_prog_type; enum bpf_attach_type saved_dst_attach_type; bool verifier_zext; bool offload_requested; bool attach_btf_trace; bool func_proto_unreliable; bool sleepable; bool tail_call_reachable; bool xdp_has_frags; const struct btf_type *attach_func_proto; const char *attach_func_name; struct bpf_prog **func; void *jit_data; struct bpf_jit_poke_descriptor *poke_tab; struct bpf_kfunc_desc_tab *kfunc_tab; struct bpf_kfunc_btf_tab *kfunc_btf_tab; u32 size_poke_tab; struct bpf_ksym ksym; const struct bpf_prog_ops *ops; struct bpf_map **used_maps; struct mutex used_maps_mutex; struct btf_mod_pair *used_btfs; struct bpf_prog *prog; struct user_struct *user; u64 load_time; u32 verified_insns; int cgroup_atype; struct bpf_map *cgroup_storage[2]; char name[16]; void *security; struct bpf_prog_offload *offload; struct btf *btf; struct bpf_func_info *func_info; struct bpf_func_info_aux *func_info_aux; struct bpf_line_info *linfo; void **jited_linfo; u32 func_info_cnt; u32 nr_linfo; u32 linfo_idx; u32 num_exentries; struct exception_table_entry *extable; union { struct work_struct work; struct callback_head rcu; }; }; struct bpf_prog_stats; struct sock_fprog_kern; struct bpf_prog { u16 pages; u16 jited: 1; u16 jit_requested: 1; u16 gpl_compatible: 1; u16 cb_access: 1; u16 dst_needed: 1; u16 blinding_requested: 1; u16 blinded: 1; u16 is_func: 1; u16 kprobe_override: 1; u16 has_callchain_buf: 1; u16 enforce_expected_attach_type: 1; u16 call_get_stack: 1; u16 call_get_func_ip: 1; u16 tstamp_type_access: 1; enum bpf_prog_type type; enum bpf_attach_type expected_attach_type; u32 len; u32 jited_len; u8 tag[8]; struct bpf_prog_stats *stats; int *active; unsigned int (*bpf_func)(const void *, const struct bpf_insn *); struct bpf_prog_aux *aux; struct sock_fprog_kern *orig_prog; union { struct { struct { } __empty_insns; struct sock_filter insns[0]; }; struct { struct { } __empty_insnsi; struct bpf_insn insnsi[0]; }; }; }; enum bpf_kptr_type { BPF_KPTR_UNREF = 0, BPF_KPTR_REF = 1, }; struct bpf_map_value_off_desc { u32 offset; enum bpf_kptr_type type; struct { struct btf *btf; struct module *module; btf_dtor_kfunc_t dtor; u32 btf_id; } kptr; }; struct bpf_map_value_off { u32 nr_off; struct bpf_map_value_off_desc off[0]; }; struct bpf_map_off_arr { u32 cnt; u32 field_off[10]; u8 field_sz[10]; }; struct bpf_offloaded_map; struct bpf_map_dev_ops { int (*map_get_next_key)(struct bpf_offloaded_map *, void *, void *); int (*map_lookup_elem)(struct bpf_offloaded_map *, void *, void *); int (*map_update_elem)(struct bpf_offloaded_map *, void *, void *, u64); int (*map_delete_elem)(struct bpf_offloaded_map *, void *); }; struct net_device; struct bpf_offloaded_map { struct bpf_map map; struct net_device *netdev; const struct bpf_map_dev_ops *dev_ops; void *dev_priv; struct list_head offloads; long: 64; long: 64; long: 64; }; typedef u64 netdev_features_t; struct net_device_stats { long unsigned int rx_packets; long unsigned int tx_packets; long unsigned int rx_bytes; long unsigned int tx_bytes; long unsigned int rx_errors; long unsigned int tx_errors; long unsigned int rx_dropped; long unsigned int tx_dropped; long unsigned int multicast; long unsigned int collisions; long unsigned int rx_length_errors; long unsigned int rx_over_errors; long unsigned int rx_crc_errors; long unsigned int rx_frame_errors; long unsigned int rx_fifo_errors; long unsigned int rx_missed_errors; long unsigned int tx_aborted_errors; long unsigned int tx_carrier_errors; long unsigned int tx_fifo_errors; long unsigned int tx_heartbeat_errors; long unsigned int tx_window_errors; long unsigned int rx_compressed; long unsigned int tx_compressed; }; struct netdev_hw_addr_list { struct list_head list; int count; struct rb_root tree; }; struct tipc_bearer; struct mpls_dev; enum rx_handler_result { RX_HANDLER_CONSUMED = 0, RX_HANDLER_ANOTHER = 1, RX_HANDLER_EXACT = 2, RX_HANDLER_PASS = 3, }; typedef enum rx_handler_result rx_handler_result_t; struct sk_buff; typedef rx_handler_result_t rx_handler_func_t(struct sk_buff **); struct ref_tracker_dir {}; typedef struct { struct net *net; } possible_net_t; enum netdev_ml_priv_type { ML_PRIV_NONE = 0, ML_PRIV_CAN = 1, }; struct pcpu_dstats; struct garp_port; struct mrp_port; struct netdev_tc_txq { u16 count; u16 offset; }; struct macsec_ops; struct udp_tunnel_nic; struct bpf_xdp_link; struct bpf_xdp_entity { struct bpf_prog *prog; struct bpf_xdp_link *link; }; typedef struct {} netdevice_tracker; struct netdev_name_node; struct dev_ifalias; struct net_device_ops; struct net_device_core_stats; struct iw_handler_def; struct iw_public_data; struct ethtool_ops; struct l3mdev_ops; struct ndisc_ops; struct xfrmdev_ops; struct tlsdev_ops; struct header_ops; struct in_device; struct inet6_dev; struct vlan_info; struct dsa_port; struct wireless_dev; struct wpan_dev; struct mctp_dev; struct netdev_rx_queue; struct mini_Qdisc; struct netdev_queue; struct nf_hook_entries; struct cpu_rmap; struct Qdisc; struct xdp_dev_bulk_queue; struct xps_dev_maps; struct netpoll_info; struct pcpu_lstats; struct pcpu_sw_netstats; struct dm_hw_stat_delta; struct rtnl_link_ops; struct dcbnl_rtnl_ops; struct netprio_map; struct phy_device; struct sfp_bus; struct udp_tunnel_nic_info; struct rtnl_hw_stats64; struct net_device { char name[16]; struct netdev_name_node *name_node; struct dev_ifalias *ifalias; long unsigned int mem_end; long unsigned int mem_start; long unsigned int base_addr; long unsigned int state; struct list_head dev_list; struct list_head napi_list; struct list_head unreg_list; struct list_head close_list; struct list_head ptype_all; struct list_head ptype_specific; struct { struct list_head upper; struct list_head lower; } adj_list; unsigned int flags; long long unsigned int priv_flags; const struct net_device_ops *netdev_ops; int ifindex; short unsigned int gflags; short unsigned int hard_header_len; unsigned int mtu; short unsigned int needed_headroom; short unsigned int needed_tailroom; netdev_features_t features; netdev_features_t hw_features; netdev_features_t wanted_features; netdev_features_t vlan_features; netdev_features_t hw_enc_features; netdev_features_t mpls_features; netdev_features_t gso_partial_features; unsigned int min_mtu; unsigned int max_mtu; short unsigned int type; unsigned char min_header_len; unsigned char name_assign_type; int group; struct net_device_stats stats; struct net_device_core_stats *core_stats; atomic_t carrier_up_count; atomic_t carrier_down_count; const struct iw_handler_def *wireless_handlers; struct iw_public_data *wireless_data; const struct ethtool_ops *ethtool_ops; const struct l3mdev_ops *l3mdev_ops; const struct ndisc_ops *ndisc_ops; const struct xfrmdev_ops *xfrmdev_ops; const struct tlsdev_ops *tlsdev_ops; const struct header_ops *header_ops; unsigned char operstate; unsigned char link_mode; unsigned char if_port; unsigned char dma; unsigned char perm_addr[32]; unsigned char addr_assign_type; unsigned char addr_len; unsigned char upper_level; unsigned char lower_level; short unsigned int neigh_priv_len; short unsigned int dev_id; short unsigned int dev_port; short unsigned int padded; spinlock_t addr_list_lock; int irq; struct netdev_hw_addr_list uc; struct netdev_hw_addr_list mc; struct netdev_hw_addr_list dev_addrs; struct kset *queues_kset; unsigned int promiscuity; unsigned int allmulti; bool uc_promisc; struct in_device *ip_ptr; struct inet6_dev *ip6_ptr; struct vlan_info *vlan_info; struct dsa_port *dsa_ptr; struct tipc_bearer *tipc_ptr; void *ax25_ptr; struct wireless_dev *ieee80211_ptr; struct wpan_dev *ieee802154_ptr; struct mpls_dev *mpls_ptr; struct mctp_dev *mctp_ptr; const unsigned char *dev_addr; struct netdev_rx_queue *_rx; unsigned int num_rx_queues; unsigned int real_num_rx_queues; struct bpf_prog *xdp_prog; long unsigned int gro_flush_timeout; int napi_defer_hard_irqs; unsigned int gro_max_size; rx_handler_func_t *rx_handler; void *rx_handler_data; struct mini_Qdisc *miniq_ingress; struct netdev_queue *ingress_queue; struct nf_hook_entries *nf_hooks_ingress; unsigned char broadcast[32]; struct cpu_rmap *rx_cpu_rmap; struct hlist_node index_hlist; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct netdev_queue *_tx; unsigned int num_tx_queues; unsigned int real_num_tx_queues; struct Qdisc *qdisc; unsigned int tx_queue_len; spinlock_t tx_global_lock; struct xdp_dev_bulk_queue *xdp_bulkq; struct xps_dev_maps *xps_maps[2]; struct mini_Qdisc *miniq_egress; struct nf_hook_entries *nf_hooks_egress; struct hlist_head qdisc_hash[16]; struct timer_list watchdog_timer; int watchdog_timeo; u32 proto_down_reason; struct list_head todo_list; int *pcpu_refcnt; struct ref_tracker_dir refcnt_tracker; struct list_head link_watch_list; enum { NETREG_UNINITIALIZED = 0, NETREG_REGISTERED = 1, NETREG_UNREGISTERING = 2, NETREG_UNREGISTERED = 3, NETREG_RELEASED = 4, NETREG_DUMMY = 5, } reg_state: 8; bool dismantle; enum { RTNL_LINK_INITIALIZED = 0, RTNL_LINK_INITIALIZING = 1, } rtnl_link_state: 16; bool needs_free_netdev; void (*priv_destructor)(struct net_device *); struct netpoll_info *npinfo; possible_net_t nd_net; void *ml_priv; enum netdev_ml_priv_type ml_priv_type; union { struct pcpu_lstats *lstats; struct pcpu_sw_netstats *tstats; struct pcpu_dstats *dstats; }; struct garp_port *garp_port; struct mrp_port *mrp_port; struct dm_hw_stat_delta *dm_private; struct device dev; const struct attribute_group *sysfs_groups[4]; const struct attribute_group *sysfs_rx_queue_group; const struct rtnl_link_ops *rtnl_link_ops; unsigned int gso_max_size; unsigned int tso_max_size; u16 gso_max_segs; u16 tso_max_segs; const struct dcbnl_rtnl_ops *dcbnl_ops; s16 num_tc; struct netdev_tc_txq tc_to_txq[16]; u8 prio_tc_map[16]; unsigned int fcoe_ddp_xid; struct netprio_map *priomap; struct phy_device *phydev; struct sfp_bus *sfp_bus; struct lock_class_key *qdisc_tx_busylock; bool proto_down; unsigned int wol_enabled: 1; unsigned int threaded: 1; struct list_head net_notifier_list; const struct macsec_ops *macsec_ops; const struct udp_tunnel_nic_info *udp_tunnel_nic_info; struct udp_tunnel_nic *udp_tunnel_nic; struct bpf_xdp_entity xdp_state[3]; u8 dev_addr_shadow[32]; netdevice_tracker linkwatch_dev_tracker; netdevice_tracker watchdog_dev_tracker; netdevice_tracker dev_registered_tracker; struct rtnl_hw_stats64 *offload_xstats_l3; long: 64; long: 64; }; enum bpf_reg_type { NOT_INIT = 0, SCALAR_VALUE = 1, PTR_TO_CTX = 2, CONST_PTR_TO_MAP = 3, PTR_TO_MAP_VALUE = 4, PTR_TO_MAP_KEY = 5, PTR_TO_STACK = 6, PTR_TO_PACKET_META = 7, PTR_TO_PACKET = 8, PTR_TO_PACKET_END = 9, PTR_TO_FLOW_KEYS = 10, PTR_TO_SOCKET = 11, PTR_TO_SOCK_COMMON = 12, PTR_TO_TCP_SOCK = 13, PTR_TO_TP_BUFFER = 14, PTR_TO_XDP_SOCK = 15, PTR_TO_BTF_ID = 16, PTR_TO_MEM = 17, PTR_TO_BUF = 18, PTR_TO_FUNC = 19, __BPF_REG_TYPE_MAX = 20, PTR_TO_MAP_VALUE_OR_NULL = 260, PTR_TO_SOCKET_OR_NULL = 267, PTR_TO_SOCK_COMMON_OR_NULL = 268, PTR_TO_TCP_SOCK_OR_NULL = 269, PTR_TO_BTF_ID_OR_NULL = 272, __BPF_REG_TYPE_LIMIT = 524287, }; struct bpf_prog_ops { int (*test_run)(struct bpf_prog *, const union bpf_attr *, union bpf_attr *); }; struct bpf_offload_dev; struct bpf_prog_offload { struct bpf_prog *prog; struct net_device *netdev; struct bpf_offload_dev *offdev; void *dev_priv; struct list_head offloads; bool dev_state; bool opt_failed; void *jited_image; u32 jited_len; }; struct btf_func_model { u8 ret_size; u8 nr_args; u8 arg_size[12]; }; struct bpf_tramp_link; struct bpf_tramp_links { struct bpf_tramp_link *links[38]; int nr_links; }; struct bpf_link_ops; struct bpf_link { atomic64_t refcnt; u32 id; enum bpf_link_type type; const struct bpf_link_ops *ops; struct bpf_prog *prog; struct work_struct work; }; struct bpf_tramp_link { struct bpf_link link; struct hlist_node tramp_hlist; u64 cookie; }; enum bpf_tramp_prog_type { BPF_TRAMP_FENTRY = 0, BPF_TRAMP_FEXIT = 1, BPF_TRAMP_MODIFY_RETURN = 2, BPF_TRAMP_MAX = 3, BPF_TRAMP_REPLACE = 4, }; struct bpf_tramp_image { void *image; struct bpf_ksym ksym; struct percpu_ref pcref; void *ip_after_call; void *ip_epilogue; union { struct callback_head rcu; struct work_struct work; }; }; struct bpf_trampoline { struct hlist_node hlist; struct ftrace_ops *fops; struct mutex mutex; refcount_t refcnt; u32 flags; u64 key; struct { struct btf_func_model model; void *addr; bool ftrace_managed; } func; struct bpf_prog *extension_prog; struct hlist_head progs_hlist[3]; int progs_cnt[3]; struct bpf_tramp_image *cur_image; u64 selector; struct module *mod; }; struct bpf_func_info_aux { u16 linkage; bool unreliable; }; struct bpf_jit_poke_descriptor { void *tailcall_target; void *tailcall_bypass; void *bypass_addr; void *aux; union { struct { struct bpf_map *map; u32 key; } tail_call; }; bool tailcall_target_stable; u8 adj_off; u16 reason; u32 insn_idx; }; struct bpf_ctx_arg_aux { u32 offset; enum bpf_reg_type reg_type; u32 btf_id; }; struct btf_mod_pair { struct btf *btf; struct module *module; }; typedef struct { local64_t v; } u64_stats_t; struct bpf_prog_stats { u64_stats_t cnt; u64_stats_t nsecs; u64_stats_t misses; struct u64_stats_sync syncp; long: 64; }; struct sock_fprog_kern { u16 len; struct sock_filter *filter; }; struct bpf_link_ops { void (*release)(struct bpf_link *); void (*dealloc)(struct bpf_link *); int (*detach)(struct bpf_link *); int (*update_prog)(struct bpf_link *, struct bpf_prog *, struct bpf_prog *); void (*show_fdinfo)(const struct bpf_link *, struct seq_file *); int (*fill_link_info)(const struct bpf_link *, struct bpf_link_info *); }; struct bpf_cgroup_storage; struct bpf_prog_array_item { struct bpf_prog *prog; union { struct bpf_cgroup_storage *cgroup_storage[2]; u64 bpf_cookie; }; }; struct bpf_prog_array { struct callback_head rcu; struct bpf_prog_array_item items[0]; }; struct bpf_tramp_run_ctx { struct bpf_run_ctx run_ctx; u64 bpf_cookie; struct bpf_run_ctx *saved_run_ctx; }; typedef unsigned int sk_buff_data_t; struct skb_ext; struct sk_buff { union { struct { struct sk_buff *next; struct sk_buff *prev; union { struct net_device *dev; long unsigned int dev_scratch; }; }; struct rb_node rbnode; struct list_head list; struct llist_node ll_node; }; union { struct sock *sk; int ip_defrag_offset; }; union { ktime_t tstamp; u64 skb_mstamp_ns; }; char cb[48]; union { struct { long unsigned int _skb_refdst; void (*destructor)(struct sk_buff *); }; struct list_head tcp_tsorted_anchor; long unsigned int _sk_redir; }; long unsigned int _nfct; unsigned int len; unsigned int data_len; __u16 mac_len; __u16 hdr_len; __u16 queue_mapping; __u8 __cloned_offset[0]; __u8 cloned: 1; __u8 nohdr: 1; __u8 fclone: 2; __u8 peeked: 1; __u8 head_frag: 1; __u8 pfmemalloc: 1; __u8 pp_recycle: 1; __u8 active_extensions; union { struct { __u8 __pkt_type_offset[0]; __u8 pkt_type: 3; __u8 ignore_df: 1; __u8 nf_trace: 1; __u8 ip_summed: 2; __u8 ooo_okay: 1; __u8 l4_hash: 1; __u8 sw_hash: 1; __u8 wifi_acked_valid: 1; __u8 wifi_acked: 1; __u8 no_fcs: 1; __u8 encapsulation: 1; __u8 encap_hdr_csum: 1; __u8 csum_valid: 1; __u8 __pkt_vlan_present_offset[0]; __u8 vlan_present: 1; __u8 csum_complete_sw: 1; __u8 csum_level: 2; __u8 dst_pending_confirm: 1; __u8 mono_delivery_time: 1; __u8 tc_skip_classify: 1; __u8 tc_at_ingress: 1; __u8 ndisc_nodetype: 2; __u8 ipvs_property: 1; __u8 inner_protocol_type: 1; __u8 remcsum_offload: 1; __u8 offload_fwd_mark: 1; __u8 offload_l3_fwd_mark: 1; __u8 redirected: 1; __u8 from_ingress: 1; __u8 nf_skip_egress: 1; __u8 decrypted: 1; __u8 slow_gro: 1; __u8 csum_not_inet: 1; __u8 scm_io_uring: 1; __u16 tc_index; union { __wsum csum; struct { __u16 csum_start; __u16 csum_offset; }; }; __u32 priority; int skb_iif; __u32 hash; __be16 vlan_proto; __u16 vlan_tci; union { unsigned int napi_id; unsigned int sender_cpu; }; u16 alloc_cpu; __u32 secmark; union { __u32 mark; __u32 reserved_tailroom; }; union { __be16 inner_protocol; __u8 inner_ipproto; }; __u16 inner_transport_header; __u16 inner_network_header; __u16 inner_mac_header; __be16 protocol; __u16 transport_header; __u16 network_header; __u16 mac_header; }; struct { __u8 __pkt_type_offset[0]; __u8 pkt_type: 3; __u8 ignore_df: 1; __u8 nf_trace: 1; __u8 ip_summed: 2; __u8 ooo_okay: 1; __u8 l4_hash: 1; __u8 sw_hash: 1; __u8 wifi_acked_valid: 1; __u8 wifi_acked: 1; __u8 no_fcs: 1; __u8 encapsulation: 1; __u8 encap_hdr_csum: 1; __u8 csum_valid: 1; __u8 __pkt_vlan_present_offset[0]; __u8 vlan_present: 1; __u8 csum_complete_sw: 1; __u8 csum_level: 2; __u8 dst_pending_confirm: 1; __u8 mono_delivery_time: 1; __u8 tc_skip_classify: 1; __u8 tc_at_ingress: 1; __u8 ndisc_nodetype: 2; __u8 ipvs_property: 1; __u8 inner_protocol_type: 1; __u8 remcsum_offload: 1; __u8 offload_fwd_mark: 1; __u8 offload_l3_fwd_mark: 1; __u8 redirected: 1; __u8 from_ingress: 1; __u8 nf_skip_egress: 1; __u8 decrypted: 1; __u8 slow_gro: 1; __u8 csum_not_inet: 1; __u8 scm_io_uring: 1; __u16 tc_index; union { __wsum csum; struct { __u16 csum_start; __u16 csum_offset; }; }; __u32 priority; int skb_iif; __u32 hash; __be16 vlan_proto; __u16 vlan_tci; union { unsigned int napi_id; unsigned int sender_cpu; }; u16 alloc_cpu; __u32 secmark; union { __u32 mark; __u32 reserved_tailroom; }; union { __be16 inner_protocol; __u8 inner_ipproto; }; __u16 inner_transport_header; __u16 inner_network_header; __u16 inner_mac_header; __be16 protocol; __u16 transport_header; __u16 network_header; __u16 mac_header; } headers; }; sk_buff_data_t tail; sk_buff_data_t end; unsigned char *head; unsigned char *data; unsigned int truesize; refcount_t users; struct skb_ext *extensions; }; enum bpf_text_poke_type { BPF_MOD_CALL = 0, BPF_MOD_JUMP = 1, }; typedef short unsigned int __kernel_sa_family_t; typedef __kernel_sa_family_t sa_family_t; struct sockaddr { sa_family_t sa_family; char sa_data[14]; }; typedef struct { unsigned int clock_rate; unsigned int clock_type; short unsigned int loopback; } sync_serial_settings; typedef struct { unsigned int clock_rate; unsigned int clock_type; short unsigned int loopback; unsigned int slot_map; } te1_settings; typedef struct { short unsigned int encoding; short unsigned int parity; } raw_hdlc_proto; typedef struct { unsigned int t391; unsigned int t392; unsigned int n391; unsigned int n392; unsigned int n393; short unsigned int lmi; short unsigned int dce; } fr_proto; typedef struct { unsigned int dlci; } fr_proto_pvc; typedef struct { unsigned int dlci; char master[16]; } fr_proto_pvc_info; typedef struct { unsigned int interval; unsigned int timeout; } cisco_proto; typedef struct { short unsigned int dce; unsigned int modulo; unsigned int window; unsigned int t1; unsigned int t2; unsigned int n2; } x25_hdlc_proto; struct ifmap { long unsigned int mem_start; long unsigned int mem_end; short unsigned int base_addr; unsigned char irq; unsigned char dma; unsigned char port; }; struct if_settings { unsigned int type; unsigned int size; union { raw_hdlc_proto *raw_hdlc; cisco_proto *cisco; fr_proto *fr; fr_proto_pvc *fr_pvc; fr_proto_pvc_info *fr_pvc_info; x25_hdlc_proto *x25; sync_serial_settings *sync; te1_settings *te1; } ifs_ifsu; }; struct ifreq { union { char ifrn_name[16]; } ifr_ifrn; union { struct sockaddr ifru_addr; struct sockaddr ifru_dstaddr; struct sockaddr ifru_broadaddr; struct sockaddr ifru_netmask; struct sockaddr ifru_hwaddr; short int ifru_flags; int ifru_ivalue; int ifru_mtu; struct ifmap ifru_map; char ifru_slave[16]; char ifru_newname[16]; void *ifru_data; struct if_settings ifru_settings; } ifr_ifru; }; struct prot_inuse; struct netns_core { struct ctl_table_header *sysctl_hdr; int sysctl_somaxconn; u8 sysctl_txrehash; struct prot_inuse *prot_inuse; }; struct ipstats_mib; struct tcp_mib; struct linux_mib; struct udp_mib; struct linux_xfrm_mib; struct linux_tls_mib; struct mptcp_mib; struct icmp_mib; struct icmpmsg_mib; struct icmpv6_mib; struct icmpv6msg_mib; struct netns_mib { struct ipstats_mib *ip_statistics; struct ipstats_mib *ipv6_statistics; struct tcp_mib *tcp_statistics; struct linux_mib *net_statistics; struct udp_mib *udp_statistics; struct udp_mib *udp_stats_in6; struct linux_xfrm_mib *xfrm_statistics; struct linux_tls_mib *tls_statistics; struct mptcp_mib *mptcp_statistics; struct udp_mib *udplite_statistics; struct udp_mib *udplite_stats_in6; struct icmp_mib *icmp_statistics; struct icmpmsg_mib *icmpmsg_statistics; struct icmpv6_mib *icmpv6_statistics; struct icmpv6msg_mib *icmpv6msg_statistics; struct proc_dir_entry *proc_net_devsnmp6; }; struct netns_packet { struct mutex sklist_lock; struct hlist_head sklist; }; struct unix_table { spinlock_t *locks; struct hlist_head *buckets; }; struct netns_unix { struct unix_table table; int sysctl_max_dgram_qlen; struct ctl_table_header *ctl; }; struct netns_nexthop { struct rb_root rb_root; struct hlist_head *devhash; unsigned int seq; u32 last_id_allocated; struct blocking_notifier_head notifier_chain; }; struct local_ports { seqlock_t lock; int range[2]; bool warned; }; struct ping_group_range { seqlock_t lock; kgid_t range[2]; }; typedef struct { u64 key[2]; } siphash_key_t; struct inet_timewait_death_row; struct ipv4_devconf; struct ip_ra_chain; struct fib_rules_ops; struct fib_table; struct inet_peer_base; struct fqdir; struct tcp_congestion_ops; struct tcp_fastopen_context; struct fib_notifier_ops; struct netns_ipv4 { struct inet_timewait_death_row *tcp_death_row; struct ctl_table_header *forw_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *ipv4_hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *xfrm4_hdr; struct ipv4_devconf *devconf_all; struct ipv4_devconf *devconf_dflt; struct ip_ra_chain *ra_chain; struct mutex ra_mutex; struct fib_rules_ops *rules_ops; struct fib_table *fib_main; struct fib_table *fib_default; unsigned int fib_rules_require_fldissect; bool fib_has_custom_rules; bool fib_has_custom_local_routes; bool fib_offload_disabled; atomic_t fib_num_tclassid_users; struct hlist_head *fib_table_hash; struct sock *fibnl; struct sock *mc_autojoin_sk; struct inet_peer_base *peers; struct fqdir *fqdir; u8 sysctl_icmp_echo_ignore_all; u8 sysctl_icmp_echo_enable_probe; u8 sysctl_icmp_echo_ignore_broadcasts; u8 sysctl_icmp_ignore_bogus_error_responses; u8 sysctl_icmp_errors_use_inbound_ifaddr; int sysctl_icmp_ratelimit; int sysctl_icmp_ratemask; u32 ip_rt_min_pmtu; int ip_rt_mtu_expires; int ip_rt_min_advmss; struct local_ports ip_local_ports; u8 sysctl_tcp_ecn; u8 sysctl_tcp_ecn_fallback; u8 sysctl_ip_default_ttl; u8 sysctl_ip_no_pmtu_disc; u8 sysctl_ip_fwd_use_pmtu; u8 sysctl_ip_fwd_update_priority; u8 sysctl_ip_nonlocal_bind; u8 sysctl_ip_autobind_reuse; u8 sysctl_ip_dynaddr; u8 sysctl_ip_early_demux; u8 sysctl_raw_l3mdev_accept; u8 sysctl_tcp_early_demux; u8 sysctl_udp_early_demux; u8 sysctl_nexthop_compat_mode; u8 sysctl_fwmark_reflect; u8 sysctl_tcp_fwmark_accept; u8 sysctl_tcp_l3mdev_accept; u8 sysctl_tcp_mtu_probing; int sysctl_tcp_mtu_probe_floor; int sysctl_tcp_base_mss; int sysctl_tcp_min_snd_mss; int sysctl_tcp_probe_threshold; u32 sysctl_tcp_probe_interval; int sysctl_tcp_keepalive_time; int sysctl_tcp_keepalive_intvl; u8 sysctl_tcp_keepalive_probes; u8 sysctl_tcp_syn_retries; u8 sysctl_tcp_synack_retries; u8 sysctl_tcp_syncookies; u8 sysctl_tcp_migrate_req; u8 sysctl_tcp_comp_sack_nr; int sysctl_tcp_reordering; u8 sysctl_tcp_retries1; u8 sysctl_tcp_retries2; u8 sysctl_tcp_orphan_retries; u8 sysctl_tcp_tw_reuse; int sysctl_tcp_fin_timeout; unsigned int sysctl_tcp_notsent_lowat; u8 sysctl_tcp_sack; u8 sysctl_tcp_window_scaling; u8 sysctl_tcp_timestamps; u8 sysctl_tcp_early_retrans; u8 sysctl_tcp_recovery; u8 sysctl_tcp_thin_linear_timeouts; u8 sysctl_tcp_slow_start_after_idle; u8 sysctl_tcp_retrans_collapse; u8 sysctl_tcp_stdurg; u8 sysctl_tcp_rfc1337; u8 sysctl_tcp_abort_on_overflow; u8 sysctl_tcp_fack; int sysctl_tcp_max_reordering; int sysctl_tcp_adv_win_scale; u8 sysctl_tcp_dsack; u8 sysctl_tcp_app_win; u8 sysctl_tcp_frto; u8 sysctl_tcp_nometrics_save; u8 sysctl_tcp_no_ssthresh_metrics_save; u8 sysctl_tcp_moderate_rcvbuf; u8 sysctl_tcp_tso_win_divisor; u8 sysctl_tcp_workaround_signed_windows; int sysctl_tcp_limit_output_bytes; int sysctl_tcp_challenge_ack_limit; int sysctl_tcp_min_rtt_wlen; u8 sysctl_tcp_min_tso_segs; u8 sysctl_tcp_tso_rtt_log; u8 sysctl_tcp_autocorking; u8 sysctl_tcp_reflect_tos; int sysctl_tcp_invalid_ratelimit; int sysctl_tcp_pacing_ss_ratio; int sysctl_tcp_pacing_ca_ratio; int sysctl_tcp_wmem[3]; int sysctl_tcp_rmem[3]; long unsigned int sysctl_tcp_comp_sack_delay_ns; long unsigned int sysctl_tcp_comp_sack_slack_ns; int sysctl_max_syn_backlog; int sysctl_tcp_fastopen; const struct tcp_congestion_ops *tcp_congestion_control; struct tcp_fastopen_context *tcp_fastopen_ctx; unsigned int sysctl_tcp_fastopen_blackhole_timeout; atomic_t tfo_active_disable_times; long unsigned int tfo_active_disable_stamp; u32 tcp_challenge_timestamp; u32 tcp_challenge_count; int sysctl_udp_wmem_min; int sysctl_udp_rmem_min; u8 sysctl_fib_notify_on_flag_change; u8 sysctl_udp_l3mdev_accept; u8 sysctl_igmp_llm_reports; int sysctl_igmp_max_memberships; int sysctl_igmp_max_msf; int sysctl_igmp_qrv; struct ping_group_range ping_group_range; atomic_t dev_addr_genid; long unsigned int *sysctl_local_reserved_ports; int sysctl_ip_prot_sock; struct list_head mr_tables; struct fib_rules_ops *mr_rules_ops; u32 sysctl_fib_multipath_hash_fields; u8 sysctl_fib_multipath_use_neigh; u8 sysctl_fib_multipath_hash_policy; struct fib_notifier_ops *notifier_ops; unsigned int fib_seq; struct fib_notifier_ops *ipmr_notifier_ops; unsigned int ipmr_seq; atomic_t rt_genid; siphash_key_t ip_id_key; }; struct dst_entry; struct neighbour; struct dst_ops { short unsigned int family; unsigned int gc_thresh; int (*gc)(struct dst_ops *); struct dst_entry * (*check)(struct dst_entry *, __u32); unsigned int (*default_advmss)(const struct dst_entry *); unsigned int (*mtu)(const struct dst_entry *); u32 * (*cow_metrics)(struct dst_entry *, long unsigned int); void (*destroy)(struct dst_entry *); void (*ifdown)(struct dst_entry *, struct net_device *, int); struct dst_entry * (*negative_advice)(struct dst_entry *); void (*link_failure)(struct sk_buff *); void (*update_pmtu)(struct dst_entry *, struct sock *, struct sk_buff *, u32, bool); void (*redirect)(struct dst_entry *, struct sock *, struct sk_buff *); int (*local_out)(struct net *, struct sock *, struct sk_buff *); struct neighbour * (*neigh_lookup)(const struct dst_entry *, struct sk_buff *, const void *); void (*confirm_neigh)(const struct dst_entry *, const void *); struct kmem_cache *kmem_cachep; struct percpu_counter pcpuc_entries; long: 64; long: 64; long: 64; }; struct netns_sysctl_ipv6 { struct ctl_table_header *hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *icmp_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *xfrm6_hdr; int flush_delay; int ip6_rt_max_size; int ip6_rt_gc_min_interval; int ip6_rt_gc_timeout; int ip6_rt_gc_interval; int ip6_rt_gc_elasticity; int ip6_rt_mtu_expires; int ip6_rt_min_advmss; u32 multipath_hash_fields; u8 multipath_hash_policy; u8 bindv6only; u8 flowlabel_consistency; u8 auto_flowlabels; int icmpv6_time; u8 icmpv6_echo_ignore_all; u8 icmpv6_echo_ignore_multicast; u8 icmpv6_echo_ignore_anycast; long unsigned int icmpv6_ratemask[4]; long unsigned int *icmpv6_ratemask_ptr; u8 anycast_src_echo_reply; u8 ip_nonlocal_bind; u8 fwmark_reflect; u8 flowlabel_state_ranges; int idgen_retries; int idgen_delay; int flowlabel_reflect; int max_dst_opts_cnt; int max_hbh_opts_cnt; int max_dst_opts_len; int max_hbh_opts_len; int seg6_flowlabel; u32 ioam6_id; u64 ioam6_id_wide; bool skip_notify_on_dev_down; u8 fib_notify_on_flag_change; }; struct ipv6_devconf; struct fib6_info; struct rt6_info; struct rt6_statistics; struct fib6_table; struct seg6_pernet_data; struct ioam6_pernet_data; struct netns_ipv6 { struct dst_ops ip6_dst_ops; struct netns_sysctl_ipv6 sysctl; struct ipv6_devconf *devconf_all; struct ipv6_devconf *devconf_dflt; struct inet_peer_base *peers; struct fqdir *fqdir; struct fib6_info *fib6_null_entry; struct rt6_info *ip6_null_entry; struct rt6_statistics *rt6_stats; struct timer_list ip6_fib_timer; struct hlist_head *fib_table_hash; struct fib6_table *fib6_main_tbl; struct list_head fib6_walkers; rwlock_t fib6_walker_lock; spinlock_t fib6_gc_lock; atomic_t ip6_rt_gc_expire; long unsigned int ip6_rt_last_gc; unsigned char flowlabel_has_excl; bool fib6_has_custom_rules; unsigned int fib6_rules_require_fldissect; unsigned int fib6_routes_require_src; struct rt6_info *ip6_prohibit_entry; struct rt6_info *ip6_blk_hole_entry; struct fib6_table *fib6_local_tbl; struct fib_rules_ops *fib6_rules_ops; struct sock *ndisc_sk; struct sock *tcp_sk; struct sock *igmp_sk; struct sock *mc_autojoin_sk; struct hlist_head *inet6_addr_lst; spinlock_t addrconf_hash_lock; struct delayed_work addr_chk_work; struct list_head mr6_tables; struct fib_rules_ops *mr6_rules_ops; atomic_t dev_addr_genid; atomic_t fib6_sernum; struct seg6_pernet_data *seg6_data; struct fib_notifier_ops *notifier_ops; struct fib_notifier_ops *ip6mr_notifier_ops; unsigned int ipmr_seq; struct { struct hlist_head head; spinlock_t lock; u32 seq; } ip6addrlbl_table; struct ioam6_pernet_data *ioam6_data; long: 64; long: 64; long: 64; long: 64; }; struct netns_sysctl_lowpan { struct ctl_table_header *frags_hdr; }; struct netns_ieee802154_lowpan { struct netns_sysctl_lowpan sysctl; struct fqdir *fqdir; }; struct sctp_mib; struct netns_sctp { struct sctp_mib *sctp_statistics; struct proc_dir_entry *proc_net_sctp; struct ctl_table_header *sysctl_header; struct sock *ctl_sock; struct sock *udp4_sock; struct sock *udp6_sock; int udp_port; int encap_port; struct list_head local_addr_list; struct list_head addr_waitq; struct timer_list addr_wq_timer; struct list_head auto_asconf_splist; spinlock_t addr_wq_lock; spinlock_t local_addr_lock; unsigned int rto_initial; unsigned int rto_min; unsigned int rto_max; int rto_alpha; int rto_beta; int max_burst; int cookie_preserve_enable; char *sctp_hmac_alg; unsigned int valid_cookie_life; unsigned int sack_timeout; unsigned int hb_interval; unsigned int probe_interval; int max_retrans_association; int max_retrans_path; int max_retrans_init; int pf_retrans; int ps_retrans; int pf_enable; int pf_expose; int sndbuf_policy; int rcvbuf_policy; int default_auto_asconf; int addip_enable; int addip_noauth; int prsctp_enable; int reconf_enable; int auth_enable; int intl_enable; int ecn_enable; int scope_policy; int rwnd_upd_shift; long unsigned int max_autoclose; }; struct nf_logger; struct netns_nf { struct proc_dir_entry *proc_netfilter; const struct nf_logger *nf_loggers[13]; struct ctl_table_header *nf_log_dir_header; struct nf_hook_entries *hooks_ipv4[5]; struct nf_hook_entries *hooks_ipv6[5]; struct nf_hook_entries *hooks_arp[3]; struct nf_hook_entries *hooks_bridge[5]; unsigned int defrag_ipv4_users; unsigned int defrag_ipv6_users; }; struct nf_generic_net { unsigned int timeout; }; struct nf_tcp_net { unsigned int timeouts[14]; u8 tcp_loose; u8 tcp_be_liberal; u8 tcp_max_retrans; u8 tcp_ignore_invalid_rst; unsigned int offload_timeout; }; struct nf_udp_net { unsigned int timeouts[2]; unsigned int offload_timeout; }; struct nf_icmp_net { unsigned int timeout; }; struct nf_dccp_net { u8 dccp_loose; unsigned int dccp_timeout[10]; }; struct nf_sctp_net { unsigned int timeouts[10]; }; struct nf_gre_net { struct list_head keymap_list; unsigned int timeouts[2]; }; struct nf_ip_net { struct nf_generic_net generic; struct nf_tcp_net tcp; struct nf_udp_net udp; struct nf_icmp_net icmp; struct nf_icmp_net icmpv6; struct nf_dccp_net dccp; struct nf_sctp_net sctp; struct nf_gre_net gre; }; struct ip_conntrack_stat; struct nf_ct_event_notifier; struct netns_ct { u8 ctnetlink_has_listener; bool ecache_dwork_pending; u8 sysctl_log_invalid; u8 sysctl_events; u8 sysctl_acct; u8 sysctl_tstamp; u8 sysctl_checksum; struct ip_conntrack_stat *stat; struct nf_ct_event_notifier *nf_conntrack_event_cb; struct nf_ip_net nf_ct_proto; unsigned int labels_used; }; struct netns_nftables { u8 gencursor; }; struct nf_flow_table_stat; struct netns_ft { struct nf_flow_table_stat *stat; }; struct sk_buff_list { struct sk_buff *next; struct sk_buff *prev; }; struct sk_buff_head { union { struct { struct sk_buff *next; struct sk_buff *prev; }; struct sk_buff_list list; }; __u32 qlen; spinlock_t lock; }; struct netns_bpf { struct bpf_prog_array *run_array[2]; struct bpf_prog *progs[2]; struct list_head links[2]; }; struct xfrm_policy_hash { struct hlist_head *table; unsigned int hmask; u8 dbits4; u8 sbits4; u8 dbits6; u8 sbits6; }; struct xfrm_policy_hthresh { struct work_struct work; seqlock_t lock; u8 lbits4; u8 rbits4; u8 lbits6; u8 rbits6; }; struct netns_xfrm { struct list_head state_all; struct hlist_head *state_bydst; struct hlist_head *state_bysrc; struct hlist_head *state_byspi; struct hlist_head *state_byseq; unsigned int state_hmask; unsigned int state_num; struct work_struct state_hash_work; struct list_head policy_all; struct hlist_head *policy_byidx; unsigned int policy_idx_hmask; struct hlist_head policy_inexact[3]; struct xfrm_policy_hash policy_bydst[3]; unsigned int policy_count[6]; struct work_struct policy_hash_work; struct xfrm_policy_hthresh policy_hthresh; struct list_head inexact_bins; struct sock *nlsk; struct sock *nlsk_stash; u32 sysctl_aevent_etime; u32 sysctl_aevent_rseqth; int sysctl_larval_drop; u32 sysctl_acq_expires; u8 policy_default[3]; struct ctl_table_header *sysctl_hdr; long: 64; long: 64; long: 64; struct dst_ops xfrm4_dst_ops; struct dst_ops xfrm6_dst_ops; spinlock_t xfrm_state_lock; seqcount_spinlock_t xfrm_state_hash_generation; seqcount_spinlock_t xfrm_policy_hash_generation; spinlock_t xfrm_policy_lock; struct mutex xfrm_cfg_mutex; long: 64; long: 64; }; struct netns_ipvs; struct mpls_route; struct netns_mpls { int ip_ttl_propagate; int default_ttl; size_t platform_labels; struct mpls_route **platform_label; struct ctl_table_header *ctl; }; struct can_dev_rcv_lists; struct can_pkg_stats; struct can_rcv_lists_stats; struct netns_can { struct proc_dir_entry *proc_dir; struct proc_dir_entry *pde_stats; struct proc_dir_entry *pde_reset_stats; struct proc_dir_entry *pde_rcvlist_all; struct proc_dir_entry *pde_rcvlist_fil; struct proc_dir_entry *pde_rcvlist_inv; struct proc_dir_entry *pde_rcvlist_sff; struct proc_dir_entry *pde_rcvlist_eff; struct proc_dir_entry *pde_rcvlist_err; struct proc_dir_entry *bcmproc_dir; struct can_dev_rcv_lists *rx_alldev_list; spinlock_t rcvlists_lock; struct timer_list stattimer; struct can_pkg_stats *pkg_stats; struct can_rcv_lists_stats *rcv_lists_stats; struct hlist_head cgw_list; }; struct netns_xdp { struct mutex lock; struct hlist_head list; }; struct netns_mctp { struct list_head routes; struct mutex bind_lock; struct hlist_head binds; spinlock_t keys_lock; struct hlist_head keys; unsigned int default_net; struct mutex neigh_lock; struct list_head neighbours; }; struct smc_stats; struct smc_stats_rsn; struct netns_smc { struct smc_stats *smc_stats; struct mutex mutex_fback_rsn; struct smc_stats_rsn *fback_rsn; bool limit_smc_hs; struct ctl_table_header *smc_hdr; unsigned int sysctl_autocorking_size; unsigned int sysctl_smcr_buf_type; }; struct uevent_sock; struct net_generic; struct net { refcount_t passive; spinlock_t rules_mod_lock; atomic_t dev_unreg_count; unsigned int dev_base_seq; int ifindex; spinlock_t nsid_lock; atomic_t fnhe_genid; struct list_head list; struct list_head exit_list; struct llist_node cleanup_list; struct key_tag *key_domain; struct user_namespace *user_ns; struct ucounts *ucounts; struct idr netns_ids; struct ns_common ns; struct ref_tracker_dir refcnt_tracker; struct list_head dev_base_head; struct proc_dir_entry *proc_net; struct proc_dir_entry *proc_net_stat; struct ctl_table_set sysctls; struct sock *rtnl; struct sock *genl_sock; struct uevent_sock *uevent_sock; struct hlist_head *dev_name_head; struct hlist_head *dev_index_head; struct raw_notifier_head netdev_chain; u32 hash_mix; struct net_device *loopback_dev; struct list_head rules_ops; struct netns_core core; struct netns_mib mib; struct netns_packet packet; struct netns_unix unx; struct netns_nexthop nexthop; struct netns_ipv4 ipv4; long: 64; long: 64; long: 64; long: 64; long: 64; struct netns_ipv6 ipv6; struct netns_ieee802154_lowpan ieee802154_lowpan; struct netns_sctp sctp; struct netns_nf nf; struct netns_ct ct; struct netns_nftables nft; struct netns_ft ft; struct sk_buff_head wext_nlevents; struct net_generic *gen; struct netns_bpf bpf; long: 64; long: 64; long: 64; long: 64; struct netns_xfrm xfrm; u64 net_cookie; struct netns_ipvs *ipvs; struct netns_mpls mpls; struct netns_can can; struct netns_xdp xdp; struct netns_mctp mctp; struct sock *crypto_nlsk; struct sock *diag_nlsk; struct netns_smc smc; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct in6_addr { union { __u8 u6_addr8[16]; __be16 u6_addr16[8]; __be32 u6_addr32[4]; } in6_u; }; struct scatterlist { long unsigned int page_link; unsigned int offset; unsigned int length; dma_addr_t dma_address; unsigned int dma_length; unsigned int dma_flags; }; struct pipe_buf_operations; struct pipe_buffer { struct page *page; unsigned int offset; unsigned int len; const struct pipe_buf_operations *ops; unsigned int flags; long unsigned int private; }; struct pipe_buf_operations { int (*confirm)(struct pipe_inode_info *, struct pipe_buffer *); void (*release)(struct pipe_inode_info *, struct pipe_buffer *); bool (*try_steal)(struct pipe_inode_info *, struct pipe_buffer *); bool (*get)(struct pipe_inode_info *, struct pipe_buffer *); }; struct page_pool_recycle_stats { u64 cached; u64 cache_full; u64 ring; u64 ring_full; u64 released_refcnt; }; struct ip_conntrack_stat { unsigned int found; unsigned int invalid; unsigned int insert; unsigned int insert_failed; unsigned int clash_resolve; unsigned int drop; unsigned int early_drop; unsigned int error; unsigned int expect_new; unsigned int expect_create; unsigned int expect_delete; unsigned int search_restart; unsigned int chaintoolong; }; struct skb_shared_hwtstamps { union { ktime_t hwtstamp; void *netdev_data; }; }; struct skb_ext { refcount_t refcnt; u8 offset[4]; u8 chunks; long: 56; char data[0]; }; struct dql { unsigned int num_queued; unsigned int adj_limit; unsigned int last_obj_cnt; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; unsigned int limit; unsigned int num_completed; unsigned int prev_ovlimit; unsigned int prev_num_queued; unsigned int prev_last_obj_cnt; unsigned int lowest_slack; long unsigned int slack_start_time; unsigned int max_limit; unsigned int min_limit; unsigned int slack_hold_time; long: 32; long: 64; long: 64; }; struct ipstats_mib { u64 mibs[37]; struct u64_stats_sync syncp; }; struct icmp_mib { long unsigned int mibs[28]; }; struct icmpmsg_mib { atomic_long_t mibs[512]; }; struct icmpv6_mib { long unsigned int mibs[6]; }; struct icmpv6msg_mib { atomic_long_t mibs[512]; }; struct tcp_mib { long unsigned int mibs[16]; }; struct udp_mib { long unsigned int mibs[10]; }; struct linux_mib { long unsigned int mibs[126]; }; struct linux_xfrm_mib { long unsigned int mibs[29]; }; struct linux_tls_mib { long unsigned int mibs[13]; }; struct inet_frags; struct fqdir { long int high_thresh; long int low_thresh; int timeout; int max_dist; struct inet_frags *f; struct net *net; bool dead; long: 56; long: 64; long: 64; struct rhashtable rhashtable; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_long_t mem; struct work_struct destroy_work; struct llist_node free_list; long: 64; long: 64; }; struct inet_frag_queue; struct inet_frags { unsigned int qsize; void (*constructor)(struct inet_frag_queue *, const void *); void (*destructor)(struct inet_frag_queue *); void (*frag_expire)(struct timer_list *); struct kmem_cache *frags_cachep; const char *frags_cache_name; struct rhashtable_params rhash_params; refcount_t refcnt; struct completion completion; }; struct frag_v4_compare_key { __be32 saddr; __be32 daddr; u32 user; u32 vif; __be16 id; u16 protocol; }; struct frag_v6_compare_key { struct in6_addr saddr; struct in6_addr daddr; u32 user; __be32 id; u32 iif; }; struct inet_frag_queue { struct rhash_head node; union { struct frag_v4_compare_key v4; struct frag_v6_compare_key v6; } key; struct timer_list timer; spinlock_t lock; refcount_t refcnt; struct rb_root rb_fragments; struct sk_buff *fragments_tail; struct sk_buff *last_run_head; ktime_t stamp; int len; int meat; u8 mono_delivery_time; __u8 flags; u16 max_size; struct fqdir *fqdir; struct callback_head rcu; }; struct inet_hashinfo; struct inet_timewait_death_row { refcount_t tw_refcount; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct inet_hashinfo *hashinfo; int sysctl_max_tw_buckets; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum tcp_ca_event { CA_EVENT_TX_START = 0, CA_EVENT_CWND_RESTART = 1, CA_EVENT_COMPLETE_CWR = 2, CA_EVENT_LOSS = 3, CA_EVENT_ECN_NO_CE = 4, CA_EVENT_ECN_IS_CE = 5, }; struct ack_sample; struct rate_sample; union tcp_cc_info; struct tcp_congestion_ops { u32 (*ssthresh)(struct sock *); void (*cong_avoid)(struct sock *, u32, u32); void (*set_state)(struct sock *, u8); void (*cwnd_event)(struct sock *, enum tcp_ca_event); void (*in_ack_event)(struct sock *, u32); void (*pkts_acked)(struct sock *, const struct ack_sample *); u32 (*min_tso_segs)(struct sock *); void (*cong_control)(struct sock *, const struct rate_sample *); u32 (*undo_cwnd)(struct sock *); u32 (*sndbuf_expand)(struct sock *); size_t (*get_info)(struct sock *, u32, int *, union tcp_cc_info *); char name[16]; struct module *owner; struct list_head list; u32 key; u32 flags; void (*init)(struct sock *); void (*release)(struct sock *); long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xfrm_state; struct lwtunnel_state; struct dst_entry { struct net_device *dev; struct dst_ops *ops; long unsigned int _metrics; long unsigned int expires; struct xfrm_state *xfrm; int (*input)(struct sk_buff *); int (*output)(struct net *, struct sock *, struct sk_buff *); short unsigned int flags; short int obsolete; short unsigned int header_len; short unsigned int trailer_len; atomic_t __refcnt; int __use; long unsigned int lastuse; struct lwtunnel_state *lwtstate; struct callback_head callback_head; short int error; short int __pad; __u32 tclassid; netdevice_tracker dev_tracker; }; struct hh_cache { unsigned int hh_len; seqlock_t hh_lock; long unsigned int hh_data[16]; }; struct neigh_table; struct neigh_parms; struct neigh_ops; struct neighbour { struct neighbour *next; struct neigh_table *tbl; struct neigh_parms *parms; long unsigned int confirmed; long unsigned int updated; rwlock_t lock; refcount_t refcnt; unsigned int arp_queue_len_bytes; struct sk_buff_head arp_queue; struct timer_list timer; long unsigned int used; atomic_t probes; u8 nud_state; u8 type; u8 dead; u8 protocol; u32 flags; seqlock_t ha_lock; int: 32; unsigned char ha[32]; struct hh_cache hh; int (*output)(struct neighbour *, struct sk_buff *); const struct neigh_ops *ops; struct list_head gc_list; struct list_head managed_list; struct callback_head rcu; struct net_device *dev; netdevice_tracker dev_tracker; u8 primary_key[0]; }; enum nf_log_type { NF_LOG_TYPE_LOG = 0, NF_LOG_TYPE_ULOG = 1, NF_LOG_TYPE_MAX = 2, }; typedef u8 u_int8_t; struct nf_loginfo; typedef void nf_logfn(struct net *, u_int8_t, unsigned int, const struct sk_buff *, const struct net_device *, const struct net_device *, const struct nf_loginfo *, const char *); struct nf_logger { char *name; enum nf_log_type type; nf_logfn *logfn; struct module *me; }; struct nf_flow_table_stat { unsigned int count_wq_add; unsigned int count_wq_del; unsigned int count_wq_stats; }; struct ieee_ets { __u8 willing; __u8 ets_cap; __u8 cbs; __u8 tc_tx_bw[8]; __u8 tc_rx_bw[8]; __u8 tc_tsa[8]; __u8 prio_tc[8]; __u8 tc_reco_bw[8]; __u8 tc_reco_tsa[8]; __u8 reco_prio_tc[8]; }; struct ieee_maxrate { __u64 tc_maxrate[8]; }; struct ieee_qcn { __u8 rpg_enable[8]; __u32 rppp_max_rps[8]; __u32 rpg_time_reset[8]; __u32 rpg_byte_reset[8]; __u32 rpg_threshold[8]; __u32 rpg_max_rate[8]; __u32 rpg_ai_rate[8]; __u32 rpg_hai_rate[8]; __u32 rpg_gd[8]; __u32 rpg_min_dec_fac[8]; __u32 rpg_min_rate[8]; __u32 cndd_state_machine[8]; }; struct ieee_qcn_stats { __u64 rppp_rp_centiseconds[8]; __u32 rppp_created_rps[8]; }; struct ieee_pfc { __u8 pfc_cap; __u8 pfc_en; __u8 mbc; __u16 delay; __u64 requests[8]; __u64 indications[8]; }; struct dcbnl_buffer { __u8 prio2buffer[8]; __u32 buffer_size[8]; __u32 total_size; }; struct cee_pg { __u8 willing; __u8 error; __u8 pg_en; __u8 tcs_supported; __u8 pg_bw[8]; __u8 prio_pg[8]; }; struct cee_pfc { __u8 willing; __u8 error; __u8 pfc_en; __u8 tcs_supported; }; struct dcb_app { __u8 selector; __u8 priority; __u16 protocol; }; struct dcb_peer_app_info { __u8 willing; __u8 error; }; struct dcbnl_rtnl_ops { int (*ieee_getets)(struct net_device *, struct ieee_ets *); int (*ieee_setets)(struct net_device *, struct ieee_ets *); int (*ieee_getmaxrate)(struct net_device *, struct ieee_maxrate *); int (*ieee_setmaxrate)(struct net_device *, struct ieee_maxrate *); int (*ieee_getqcn)(struct net_device *, struct ieee_qcn *); int (*ieee_setqcn)(struct net_device *, struct ieee_qcn *); int (*ieee_getqcnstats)(struct net_device *, struct ieee_qcn_stats *); int (*ieee_getpfc)(struct net_device *, struct ieee_pfc *); int (*ieee_setpfc)(struct net_device *, struct ieee_pfc *); int (*ieee_getapp)(struct net_device *, struct dcb_app *); int (*ieee_setapp)(struct net_device *, struct dcb_app *); int (*ieee_delapp)(struct net_device *, struct dcb_app *); int (*ieee_peer_getets)(struct net_device *, struct ieee_ets *); int (*ieee_peer_getpfc)(struct net_device *, struct ieee_pfc *); u8 (*getstate)(struct net_device *); u8 (*setstate)(struct net_device *, u8); void (*getpermhwaddr)(struct net_device *, u8 *); void (*setpgtccfgtx)(struct net_device *, int, u8, u8, u8, u8); void (*setpgbwgcfgtx)(struct net_device *, int, u8); void (*setpgtccfgrx)(struct net_device *, int, u8, u8, u8, u8); void (*setpgbwgcfgrx)(struct net_device *, int, u8); void (*getpgtccfgtx)(struct net_device *, int, u8 *, u8 *, u8 *, u8 *); void (*getpgbwgcfgtx)(struct net_device *, int, u8 *); void (*getpgtccfgrx)(struct net_device *, int, u8 *, u8 *, u8 *, u8 *); void (*getpgbwgcfgrx)(struct net_device *, int, u8 *); void (*setpfccfg)(struct net_device *, int, u8); void (*getpfccfg)(struct net_device *, int, u8 *); u8 (*setall)(struct net_device *); u8 (*getcap)(struct net_device *, int, u8 *); int (*getnumtcs)(struct net_device *, int, u8 *); int (*setnumtcs)(struct net_device *, int, u8); u8 (*getpfcstate)(struct net_device *); void (*setpfcstate)(struct net_device *, u8); void (*getbcncfg)(struct net_device *, int, u32 *); void (*setbcncfg)(struct net_device *, int, u32); void (*getbcnrp)(struct net_device *, int, u8 *); void (*setbcnrp)(struct net_device *, int, u8); int (*setapp)(struct net_device *, u8, u16, u8); int (*getapp)(struct net_device *, u8, u16); u8 (*getfeatcfg)(struct net_device *, int, u8 *); u8 (*setfeatcfg)(struct net_device *, int, u8); u8 (*getdcbx)(struct net_device *); u8 (*setdcbx)(struct net_device *, u8); int (*peer_getappinfo)(struct net_device *, struct dcb_peer_app_info *, u16 *); int (*peer_getapptable)(struct net_device *, struct dcb_app *); int (*cee_peer_getpg)(struct net_device *, struct cee_pg *); int (*cee_peer_getpfc)(struct net_device *, struct cee_pfc *); int (*dcbnl_getbuffer)(struct net_device *, struct dcbnl_buffer *); int (*dcbnl_setbuffer)(struct net_device *, struct dcbnl_buffer *); }; struct netprio_map { struct callback_head rcu; u32 priomap_len; u32 priomap[0]; }; struct xdp_mem_info { u32 type; u32 id; }; struct xdp_rxq_info { struct net_device *dev; u32 queue_index; u32 reg_state; struct xdp_mem_info mem; unsigned int napi_id; u32 frag_size; long: 64; long: 64; long: 64; long: 64; }; struct xdp_txq_info { struct net_device *dev; }; struct xdp_buff { void *data; void *data_end; void *data_meta; void *data_hard_start; struct xdp_rxq_info *rxq; struct xdp_txq_info *txq; u32 frame_sz; u32 flags; }; struct xdp_frame { void *data; u16 len; u16 headroom; u32 metasize: 8; u32 frame_sz: 24; struct xdp_mem_info mem; struct net_device *dev_rx; u32 flags; }; struct nlmsghdr { __u32 nlmsg_len; __u16 nlmsg_type; __u16 nlmsg_flags; __u32 nlmsg_seq; __u32 nlmsg_pid; }; struct nlattr { __u16 nla_len; __u16 nla_type; }; struct nla_policy; struct netlink_ext_ack { const char *_msg; const struct nlattr *bad_attr; const struct nla_policy *policy; u8 cookie[20]; u8 cookie_len; }; struct netlink_range_validation; struct netlink_range_validation_signed; struct nla_policy { u8 type; u8 validation_type; u16 len; union { const u32 bitfield32_valid; const u32 mask; const char *reject_message; const struct nla_policy *nested_policy; struct netlink_range_validation *range; struct netlink_range_validation_signed *range_signed; struct { s16 min; s16 max; }; int (*validate)(const struct nlattr *, struct netlink_ext_ack *); u16 strict_start_type; }; }; struct netlink_callback { struct sk_buff *skb; const struct nlmsghdr *nlh; int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); void *data; struct module *module; struct netlink_ext_ack *extack; u16 family; u16 answer_flags; u32 min_dump_alloc; unsigned int prev_seq; unsigned int seq; bool strict_check; union { u8 ctx[48]; long int args[6]; }; }; struct ndmsg { __u8 ndm_family; __u8 ndm_pad1; __u16 ndm_pad2; __s32 ndm_ifindex; __u16 ndm_state; __u8 ndm_flags; __u8 ndm_type; }; struct rtnl_link_stats64 { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 rx_errors; __u64 tx_errors; __u64 rx_dropped; __u64 tx_dropped; __u64 multicast; __u64 collisions; __u64 rx_length_errors; __u64 rx_over_errors; __u64 rx_crc_errors; __u64 rx_frame_errors; __u64 rx_fifo_errors; __u64 rx_missed_errors; __u64 tx_aborted_errors; __u64 tx_carrier_errors; __u64 tx_fifo_errors; __u64 tx_heartbeat_errors; __u64 tx_window_errors; __u64 rx_compressed; __u64 tx_compressed; __u64 rx_nohandler; __u64 rx_otherhost_dropped; }; struct rtnl_hw_stats64 { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 rx_errors; __u64 tx_errors; __u64 rx_dropped; __u64 tx_dropped; __u64 multicast; }; struct ifla_vf_guid { __u32 vf; __u64 guid; }; struct ifla_vf_stats { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 broadcast; __u64 multicast; __u64 rx_dropped; __u64 tx_dropped; }; struct ifla_vf_info { __u32 vf; __u8 mac[32]; __u32 vlan; __u32 qos; __u32 spoofchk; __u32 linkstate; __u32 min_tx_rate; __u32 max_tx_rate; __u32 rss_query_en; __u32 trusted; __be16 vlan_proto; }; struct tc_stats { __u64 bytes; __u32 packets; __u32 drops; __u32 overlimits; __u32 bps; __u32 pps; __u32 qlen; __u32 backlog; }; struct tc_sizespec { unsigned char cell_log; unsigned char size_log; short int cell_align; int overhead; unsigned int linklayer; unsigned int mpu; unsigned int mtu; unsigned int tsize; }; enum netdev_tx { __NETDEV_TX_MIN = 2147483648, NETDEV_TX_OK = 0, NETDEV_TX_BUSY = 16, }; typedef enum netdev_tx netdev_tx_t; struct net_device_core_stats { long unsigned int rx_dropped; long unsigned int tx_dropped; long unsigned int rx_nohandler; long unsigned int rx_otherhost_dropped; }; struct header_ops { int (*create)(struct sk_buff *, struct net_device *, short unsigned int, const void *, const void *, unsigned int); int (*parse)(const struct sk_buff *, unsigned char *); int (*cache)(const struct neighbour *, struct hh_cache *, __be16); void (*cache_update)(struct hh_cache *, const struct net_device *, const unsigned char *); bool (*validate)(const char *, unsigned int); __be16 (*parse_protocol)(const struct sk_buff *); }; struct xsk_buff_pool; struct netdev_queue { struct net_device *dev; netdevice_tracker dev_tracker; struct Qdisc *qdisc; struct Qdisc *qdisc_sleeping; struct kobject kobj; int numa_node; long unsigned int tx_maxrate; atomic_long_t trans_timeout; struct net_device *sb_dev; struct xsk_buff_pool *pool; spinlock_t _xmit_lock; int xmit_lock_owner; long unsigned int trans_start; long unsigned int state; long: 64; long: 64; long: 64; long: 64; long: 64; struct dql dql; }; struct net_rate_estimator; struct qdisc_skb_head { struct sk_buff *head; struct sk_buff *tail; __u32 qlen; spinlock_t lock; }; struct gnet_stats_basic_sync { u64_stats_t bytes; u64_stats_t packets; struct u64_stats_sync syncp; }; struct gnet_stats_queue { __u32 qlen; __u32 backlog; __u32 drops; __u32 requeues; __u32 overlimits; }; struct Qdisc_ops; struct qdisc_size_table; struct Qdisc { int (*enqueue)(struct sk_buff *, struct Qdisc *, struct sk_buff **); struct sk_buff * (*dequeue)(struct Qdisc *); unsigned int flags; u32 limit; const struct Qdisc_ops *ops; struct qdisc_size_table *stab; struct hlist_node hash; u32 handle; u32 parent; struct netdev_queue *dev_queue; struct net_rate_estimator *rate_est; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_queue *cpu_qstats; int pad; refcount_t refcnt; long: 64; long: 64; long: 64; struct sk_buff_head gso_skb; struct qdisc_skb_head q; struct gnet_stats_basic_sync bstats; struct gnet_stats_queue qstats; long unsigned int state; long unsigned int state2; struct Qdisc *next_sched; struct sk_buff_head skb_bad_txq; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t busylock; spinlock_t seqlock; struct callback_head rcu; netdevice_tracker dev_tracker; long: 64; long: 64; long: 64; long: 64; long: 64; long int privdata[0]; }; struct rps_map { unsigned int len; struct callback_head rcu; u16 cpus[0]; }; struct rps_dev_flow { u16 cpu; u16 filter; unsigned int last_qtail; }; struct rps_dev_flow_table { unsigned int mask; struct callback_head rcu; struct rps_dev_flow flows[0]; }; struct netdev_rx_queue { struct xdp_rxq_info xdp_rxq; struct rps_map *rps_map; struct rps_dev_flow_table *rps_flow_table; struct kobject kobj; struct net_device *dev; netdevice_tracker dev_tracker; struct xsk_buff_pool *pool; long: 64; long: 64; long: 64; long: 64; }; struct xps_map { unsigned int len; unsigned int alloc_len; struct callback_head rcu; u16 queues[0]; }; struct xps_dev_maps { struct callback_head rcu; unsigned int nr_ids; s16 num_tc; struct xps_map *attr_map[0]; }; struct netdev_fcoe_hbainfo { char manufacturer[64]; char serial_number[64]; char hardware_version[64]; char driver_version[64]; char optionrom_version[64]; char firmware_version[64]; char model[256]; char model_description[256]; }; struct netdev_phys_item_id { unsigned char id[32]; unsigned char id_len; }; enum net_device_path_type { DEV_PATH_ETHERNET = 0, DEV_PATH_VLAN = 1, DEV_PATH_BRIDGE = 2, DEV_PATH_PPPOE = 3, DEV_PATH_DSA = 4, DEV_PATH_MTK_WDMA = 5, }; struct net_device_path { enum net_device_path_type type; const struct net_device *dev; union { struct { u16 id; __be16 proto; u8 h_dest[6]; } encap; struct { enum { DEV_PATH_BR_VLAN_KEEP = 0, DEV_PATH_BR_VLAN_TAG = 1, DEV_PATH_BR_VLAN_UNTAG = 2, DEV_PATH_BR_VLAN_UNTAG_HW = 3, } vlan_mode; u16 vlan_id; __be16 vlan_proto; } bridge; struct { int port; u16 proto; } dsa; struct { u8 wdma_idx; u8 queue; u16 wcid; u8 bss; } mtk_wdma; }; }; struct net_device_path_ctx { const struct net_device *dev; u8 daddr[6]; int num_vlans; struct { u16 id; __be16 proto; } vlan[2]; }; enum tc_setup_type { TC_SETUP_QDISC_MQPRIO = 0, TC_SETUP_CLSU32 = 1, TC_SETUP_CLSFLOWER = 2, TC_SETUP_CLSMATCHALL = 3, TC_SETUP_CLSBPF = 4, TC_SETUP_BLOCK = 5, TC_SETUP_QDISC_CBS = 6, TC_SETUP_QDISC_RED = 7, TC_SETUP_QDISC_PRIO = 8, TC_SETUP_QDISC_MQ = 9, TC_SETUP_QDISC_ETF = 10, TC_SETUP_ROOT_QDISC = 11, TC_SETUP_QDISC_GRED = 12, TC_SETUP_QDISC_TAPRIO = 13, TC_SETUP_FT = 14, TC_SETUP_QDISC_ETS = 15, TC_SETUP_QDISC_TBF = 16, TC_SETUP_QDISC_FIFO = 17, TC_SETUP_QDISC_HTB = 18, TC_SETUP_ACT = 19, }; enum bpf_netdev_command { XDP_SETUP_PROG = 0, XDP_SETUP_PROG_HW = 1, BPF_OFFLOAD_MAP_ALLOC = 2, BPF_OFFLOAD_MAP_FREE = 3, XDP_SETUP_XSK_POOL = 4, }; struct netdev_bpf { enum bpf_netdev_command command; union { struct { u32 flags; struct bpf_prog *prog; struct netlink_ext_ack *extack; }; struct { struct bpf_offloaded_map *offmap; }; struct { struct xsk_buff_pool *pool; u16 queue_id; } xsk; }; }; struct xfrmdev_ops { int (*xdo_dev_state_add)(struct xfrm_state *); void (*xdo_dev_state_delete)(struct xfrm_state *); void (*xdo_dev_state_free)(struct xfrm_state *); bool (*xdo_dev_offload_ok)(struct sk_buff *, struct xfrm_state *); void (*xdo_dev_state_advance_esn)(struct xfrm_state *); }; struct dev_ifalias { struct callback_head rcuhead; char ifalias[0]; }; struct devlink_port; struct ip_tunnel_parm; struct net_device_ops { int (*ndo_init)(struct net_device *); void (*ndo_uninit)(struct net_device *); int (*ndo_open)(struct net_device *); int (*ndo_stop)(struct net_device *); netdev_tx_t (*ndo_start_xmit)(struct sk_buff *, struct net_device *); netdev_features_t (*ndo_features_check)(struct sk_buff *, struct net_device *, netdev_features_t); u16 (*ndo_select_queue)(struct net_device *, struct sk_buff *, struct net_device *); void (*ndo_change_rx_flags)(struct net_device *, int); void (*ndo_set_rx_mode)(struct net_device *); int (*ndo_set_mac_address)(struct net_device *, void *); int (*ndo_validate_addr)(struct net_device *); int (*ndo_do_ioctl)(struct net_device *, struct ifreq *, int); int (*ndo_eth_ioctl)(struct net_device *, struct ifreq *, int); int (*ndo_siocbond)(struct net_device *, struct ifreq *, int); int (*ndo_siocwandev)(struct net_device *, struct if_settings *); int (*ndo_siocdevprivate)(struct net_device *, struct ifreq *, void *, int); int (*ndo_set_config)(struct net_device *, struct ifmap *); int (*ndo_change_mtu)(struct net_device *, int); int (*ndo_neigh_setup)(struct net_device *, struct neigh_parms *); void (*ndo_tx_timeout)(struct net_device *, unsigned int); void (*ndo_get_stats64)(struct net_device *, struct rtnl_link_stats64 *); bool (*ndo_has_offload_stats)(const struct net_device *, int); int (*ndo_get_offload_stats)(int, const struct net_device *, void *); struct net_device_stats * (*ndo_get_stats)(struct net_device *); int (*ndo_vlan_rx_add_vid)(struct net_device *, __be16, u16); int (*ndo_vlan_rx_kill_vid)(struct net_device *, __be16, u16); void (*ndo_poll_controller)(struct net_device *); int (*ndo_netpoll_setup)(struct net_device *, struct netpoll_info *); void (*ndo_netpoll_cleanup)(struct net_device *); int (*ndo_set_vf_mac)(struct net_device *, int, u8 *); int (*ndo_set_vf_vlan)(struct net_device *, int, u16, u8, __be16); int (*ndo_set_vf_rate)(struct net_device *, int, int, int); int (*ndo_set_vf_spoofchk)(struct net_device *, int, bool); int (*ndo_set_vf_trust)(struct net_device *, int, bool); int (*ndo_get_vf_config)(struct net_device *, int, struct ifla_vf_info *); int (*ndo_set_vf_link_state)(struct net_device *, int, int); int (*ndo_get_vf_stats)(struct net_device *, int, struct ifla_vf_stats *); int (*ndo_set_vf_port)(struct net_device *, int, struct nlattr **); int (*ndo_get_vf_port)(struct net_device *, int, struct sk_buff *); int (*ndo_get_vf_guid)(struct net_device *, int, struct ifla_vf_guid *, struct ifla_vf_guid *); int (*ndo_set_vf_guid)(struct net_device *, int, u64, int); int (*ndo_set_vf_rss_query_en)(struct net_device *, int, bool); int (*ndo_setup_tc)(struct net_device *, enum tc_setup_type, void *); int (*ndo_fcoe_enable)(struct net_device *); int (*ndo_fcoe_disable)(struct net_device *); int (*ndo_fcoe_ddp_setup)(struct net_device *, u16, struct scatterlist *, unsigned int); int (*ndo_fcoe_ddp_done)(struct net_device *, u16); int (*ndo_fcoe_ddp_target)(struct net_device *, u16, struct scatterlist *, unsigned int); int (*ndo_fcoe_get_hbainfo)(struct net_device *, struct netdev_fcoe_hbainfo *); int (*ndo_fcoe_get_wwn)(struct net_device *, u64 *, int); int (*ndo_rx_flow_steer)(struct net_device *, const struct sk_buff *, u16, u32); int (*ndo_add_slave)(struct net_device *, struct net_device *, struct netlink_ext_ack *); int (*ndo_del_slave)(struct net_device *, struct net_device *); struct net_device * (*ndo_get_xmit_slave)(struct net_device *, struct sk_buff *, bool); struct net_device * (*ndo_sk_get_lower_dev)(struct net_device *, struct sock *); netdev_features_t (*ndo_fix_features)(struct net_device *, netdev_features_t); int (*ndo_set_features)(struct net_device *, netdev_features_t); int (*ndo_neigh_construct)(struct net_device *, struct neighbour *); void (*ndo_neigh_destroy)(struct net_device *, struct neighbour *); int (*ndo_fdb_add)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *, u16, u16, struct netlink_ext_ack *); int (*ndo_fdb_del)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *, u16, struct netlink_ext_ack *); int (*ndo_fdb_del_bulk)(struct ndmsg *, struct nlattr **, struct net_device *, u16, struct netlink_ext_ack *); int (*ndo_fdb_dump)(struct sk_buff *, struct netlink_callback *, struct net_device *, struct net_device *, int *); int (*ndo_fdb_get)(struct sk_buff *, struct nlattr **, struct net_device *, const unsigned char *, u16, u32, u32, struct netlink_ext_ack *); int (*ndo_bridge_setlink)(struct net_device *, struct nlmsghdr *, u16, struct netlink_ext_ack *); int (*ndo_bridge_getlink)(struct sk_buff *, u32, u32, struct net_device *, u32, int); int (*ndo_bridge_dellink)(struct net_device *, struct nlmsghdr *, u16); int (*ndo_change_carrier)(struct net_device *, bool); int (*ndo_get_phys_port_id)(struct net_device *, struct netdev_phys_item_id *); int (*ndo_get_port_parent_id)(struct net_device *, struct netdev_phys_item_id *); int (*ndo_get_phys_port_name)(struct net_device *, char *, size_t); void * (*ndo_dfwd_add_station)(struct net_device *, struct net_device *); void (*ndo_dfwd_del_station)(struct net_device *, void *); int (*ndo_set_tx_maxrate)(struct net_device *, int, u32); int (*ndo_get_iflink)(const struct net_device *); int (*ndo_fill_metadata_dst)(struct net_device *, struct sk_buff *); void (*ndo_set_rx_headroom)(struct net_device *, int); int (*ndo_bpf)(struct net_device *, struct netdev_bpf *); int (*ndo_xdp_xmit)(struct net_device *, int, struct xdp_frame **, u32); struct net_device * (*ndo_xdp_get_xmit_slave)(struct net_device *, struct xdp_buff *); int (*ndo_xsk_wakeup)(struct net_device *, u32, u32); struct devlink_port * (*ndo_get_devlink_port)(struct net_device *); int (*ndo_tunnel_ctl)(struct net_device *, struct ip_tunnel_parm *, int); struct net_device * (*ndo_get_peer_dev)(struct net_device *); int (*ndo_fill_forward_path)(struct net_device_path_ctx *, struct net_device_path *); ktime_t (*ndo_get_tstamp)(struct net_device *, const struct skb_shared_hwtstamps *, bool); }; struct pcpu_lstats { u64_stats_t packets; u64_stats_t bytes; struct u64_stats_sync syncp; }; struct pcpu_sw_netstats { u64_stats_t rx_packets; u64_stats_t rx_bytes; u64_stats_t tx_packets; u64_stats_t tx_bytes; struct u64_stats_sync syncp; }; struct iw_request_info; union iwreq_data; typedef int (*iw_handler)(struct net_device *, struct iw_request_info *, union iwreq_data *, char *); struct iw_priv_args; struct iw_statistics; struct iw_handler_def { const iw_handler *standard; __u16 num_standard; __u16 num_private; __u16 num_private_args; const iw_handler *private; const struct iw_priv_args *private_args; struct iw_statistics * (*get_wireless_stats)(struct net_device *); }; enum ethtool_phys_id_state { ETHTOOL_ID_INACTIVE = 0, ETHTOOL_ID_ACTIVE = 1, ETHTOOL_ID_ON = 2, ETHTOOL_ID_OFF = 3, }; struct ethtool_drvinfo; struct ethtool_regs; struct ethtool_wolinfo; struct ethtool_link_ext_state_info; struct ethtool_eeprom; struct ethtool_coalesce; struct kernel_ethtool_coalesce; struct ethtool_ringparam; struct kernel_ethtool_ringparam; struct ethtool_pause_stats; struct ethtool_pauseparam; struct ethtool_test; struct ethtool_stats; struct ethtool_rxnfc; struct ethtool_flash; struct ethtool_channels; struct ethtool_dump; struct ethtool_ts_info; struct ethtool_modinfo; struct ethtool_eee; struct ethtool_tunable; struct ethtool_link_ksettings; struct ethtool_fec_stats; struct ethtool_fecparam; struct ethtool_module_eeprom; struct ethtool_eth_phy_stats; struct ethtool_eth_mac_stats; struct ethtool_eth_ctrl_stats; struct ethtool_rmon_stats; struct ethtool_rmon_hist_range; struct ethtool_module_power_mode_params; struct ethtool_ops { u32 cap_link_lanes_supported: 1; u32 supported_coalesce_params; u32 supported_ring_params; void (*get_drvinfo)(struct net_device *, struct ethtool_drvinfo *); int (*get_regs_len)(struct net_device *); void (*get_regs)(struct net_device *, struct ethtool_regs *, void *); void (*get_wol)(struct net_device *, struct ethtool_wolinfo *); int (*set_wol)(struct net_device *, struct ethtool_wolinfo *); u32 (*get_msglevel)(struct net_device *); void (*set_msglevel)(struct net_device *, u32); int (*nway_reset)(struct net_device *); u32 (*get_link)(struct net_device *); int (*get_link_ext_state)(struct net_device *, struct ethtool_link_ext_state_info *); int (*get_eeprom_len)(struct net_device *); int (*get_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*set_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_coalesce)(struct net_device *, struct ethtool_coalesce *, struct kernel_ethtool_coalesce *, struct netlink_ext_ack *); int (*set_coalesce)(struct net_device *, struct ethtool_coalesce *, struct kernel_ethtool_coalesce *, struct netlink_ext_ack *); void (*get_ringparam)(struct net_device *, struct ethtool_ringparam *, struct kernel_ethtool_ringparam *, struct netlink_ext_ack *); int (*set_ringparam)(struct net_device *, struct ethtool_ringparam *, struct kernel_ethtool_ringparam *, struct netlink_ext_ack *); void (*get_pause_stats)(struct net_device *, struct ethtool_pause_stats *); void (*get_pauseparam)(struct net_device *, struct ethtool_pauseparam *); int (*set_pauseparam)(struct net_device *, struct ethtool_pauseparam *); void (*self_test)(struct net_device *, struct ethtool_test *, u64 *); void (*get_strings)(struct net_device *, u32, u8 *); int (*set_phys_id)(struct net_device *, enum ethtool_phys_id_state); void (*get_ethtool_stats)(struct net_device *, struct ethtool_stats *, u64 *); int (*begin)(struct net_device *); void (*complete)(struct net_device *); u32 (*get_priv_flags)(struct net_device *); int (*set_priv_flags)(struct net_device *, u32); int (*get_sset_count)(struct net_device *, int); int (*get_rxnfc)(struct net_device *, struct ethtool_rxnfc *, u32 *); int (*set_rxnfc)(struct net_device *, struct ethtool_rxnfc *); int (*flash_device)(struct net_device *, struct ethtool_flash *); int (*reset)(struct net_device *, u32 *); u32 (*get_rxfh_key_size)(struct net_device *); u32 (*get_rxfh_indir_size)(struct net_device *); int (*get_rxfh)(struct net_device *, u32 *, u8 *, u8 *); int (*set_rxfh)(struct net_device *, const u32 *, const u8 *, const u8); int (*get_rxfh_context)(struct net_device *, u32 *, u8 *, u8 *, u32); int (*set_rxfh_context)(struct net_device *, const u32 *, const u8 *, const u8, u32 *, bool); void (*get_channels)(struct net_device *, struct ethtool_channels *); int (*set_channels)(struct net_device *, struct ethtool_channels *); int (*get_dump_flag)(struct net_device *, struct ethtool_dump *); int (*get_dump_data)(struct net_device *, struct ethtool_dump *, void *); int (*set_dump)(struct net_device *, struct ethtool_dump *); int (*get_ts_info)(struct net_device *, struct ethtool_ts_info *); int (*get_module_info)(struct net_device *, struct ethtool_modinfo *); int (*get_module_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_eee)(struct net_device *, struct ethtool_eee *); int (*set_eee)(struct net_device *, struct ethtool_eee *); int (*get_tunable)(struct net_device *, const struct ethtool_tunable *, void *); int (*set_tunable)(struct net_device *, const struct ethtool_tunable *, const void *); int (*get_per_queue_coalesce)(struct net_device *, u32, struct ethtool_coalesce *); int (*set_per_queue_coalesce)(struct net_device *, u32, struct ethtool_coalesce *); int (*get_link_ksettings)(struct net_device *, struct ethtool_link_ksettings *); int (*set_link_ksettings)(struct net_device *, const struct ethtool_link_ksettings *); void (*get_fec_stats)(struct net_device *, struct ethtool_fec_stats *); int (*get_fecparam)(struct net_device *, struct ethtool_fecparam *); int (*set_fecparam)(struct net_device *, struct ethtool_fecparam *); void (*get_ethtool_phy_stats)(struct net_device *, struct ethtool_stats *, u64 *); int (*get_phy_tunable)(struct net_device *, const struct ethtool_tunable *, void *); int (*set_phy_tunable)(struct net_device *, const struct ethtool_tunable *, const void *); int (*get_module_eeprom_by_page)(struct net_device *, const struct ethtool_module_eeprom *, struct netlink_ext_ack *); void (*get_eth_phy_stats)(struct net_device *, struct ethtool_eth_phy_stats *); void (*get_eth_mac_stats)(struct net_device *, struct ethtool_eth_mac_stats *); void (*get_eth_ctrl_stats)(struct net_device *, struct ethtool_eth_ctrl_stats *); void (*get_rmon_stats)(struct net_device *, struct ethtool_rmon_stats *, const struct ethtool_rmon_hist_range **); int (*get_module_power_mode)(struct net_device *, struct ethtool_module_power_mode_params *, struct netlink_ext_ack *); int (*set_module_power_mode)(struct net_device *, const struct ethtool_module_power_mode_params *, struct netlink_ext_ack *); }; struct flowi6; struct l3mdev_ops { u32 (*l3mdev_fib_table)(const struct net_device *); struct sk_buff * (*l3mdev_l3_rcv)(struct net_device *, struct sk_buff *, u16); struct sk_buff * (*l3mdev_l3_out)(struct net_device *, struct sock *, struct sk_buff *, u16); struct dst_entry * (*l3mdev_link_scope_lookup)(const struct net_device *, struct flowi6 *); }; struct nd_opt_hdr; struct ndisc_options; struct prefix_info; struct ndisc_ops { int (*is_useropt)(u8); int (*parse_options)(const struct net_device *, struct nd_opt_hdr *, struct ndisc_options *); void (*update)(const struct net_device *, struct neighbour *, u32, u8, const struct ndisc_options *); int (*opt_addr_space)(const struct net_device *, u8, struct neighbour *, u8 *, u8 **); void (*fill_addr_option)(const struct net_device *, struct sk_buff *, u8, const u8 *); void (*prefix_rcv_add_addr)(struct net *, struct net_device *, const struct prefix_info *, struct inet6_dev *, struct in6_addr *, int, u32, bool, bool, __u32, u32, bool); }; enum tls_offload_ctx_dir { TLS_OFFLOAD_CTX_DIR_RX = 0, TLS_OFFLOAD_CTX_DIR_TX = 1, }; struct tls_crypto_info; struct tls_context; struct tlsdev_ops { int (*tls_dev_add)(struct net_device *, struct sock *, enum tls_offload_ctx_dir, struct tls_crypto_info *, u32); void (*tls_dev_del)(struct net_device *, struct tls_context *, enum tls_offload_ctx_dir); int (*tls_dev_resync)(struct net_device *, struct sock *, u32, u8 *, enum tls_offload_ctx_dir); }; struct tcf_proto; struct tcf_block; struct mini_Qdisc { struct tcf_proto *filter_list; struct tcf_block *block; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_queue *cpu_qstats; long unsigned int rcu_state; }; struct rtnl_link_ops { struct list_head list; const char *kind; size_t priv_size; struct net_device * (*alloc)(struct nlattr **, const char *, unsigned char, unsigned int, unsigned int); void (*setup)(struct net_device *); bool netns_refund; unsigned int maxtype; const struct nla_policy *policy; int (*validate)(struct nlattr **, struct nlattr **, struct netlink_ext_ack *); int (*newlink)(struct net *, struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); int (*changelink)(struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); void (*dellink)(struct net_device *, struct list_head *); size_t (*get_size)(const struct net_device *); int (*fill_info)(struct sk_buff *, const struct net_device *); size_t (*get_xstats_size)(const struct net_device *); int (*fill_xstats)(struct sk_buff *, const struct net_device *); unsigned int (*get_num_tx_queues)(); unsigned int (*get_num_rx_queues)(); unsigned int slave_maxtype; const struct nla_policy *slave_policy; int (*slave_changelink)(struct net_device *, struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); size_t (*get_slave_size)(const struct net_device *, const struct net_device *); int (*fill_slave_info)(struct sk_buff *, const struct net_device *, const struct net_device *); struct net * (*get_link_net)(const struct net_device *); size_t (*get_linkxstats_size)(const struct net_device *, int); int (*fill_linkxstats)(struct sk_buff *, const struct net_device *, int *, int); }; struct udp_tunnel_nic_table_info { unsigned int n_entries; unsigned int tunnel_types; }; struct udp_tunnel_info; struct udp_tunnel_nic_shared; struct udp_tunnel_nic_info { int (*set_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); int (*unset_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); int (*sync_table)(struct net_device *, unsigned int); struct udp_tunnel_nic_shared *shared; unsigned int flags; struct udp_tunnel_nic_table_info tables[4]; }; struct tcmsg { unsigned char tcm_family; unsigned char tcm__pad1; short unsigned int tcm__pad2; int tcm_ifindex; __u32 tcm_handle; __u32 tcm_parent; __u32 tcm_info; }; struct gnet_dump { spinlock_t *lock; struct sk_buff *skb; struct nlattr *tail; int compat_tc_stats; int compat_xstats; int padattr; void *xstats; int xstats_len; struct tc_stats tc_stats; }; struct netlink_range_validation { u64 min; u64 max; }; struct netlink_range_validation_signed { s64 min; s64 max; }; enum flow_action_hw_stats_bit { FLOW_ACTION_HW_STATS_IMMEDIATE_BIT = 0, FLOW_ACTION_HW_STATS_DELAYED_BIT = 1, FLOW_ACTION_HW_STATS_DISABLED_BIT = 2, FLOW_ACTION_HW_STATS_NUM_BITS = 3, }; struct flow_block { struct list_head cb_list; }; typedef int flow_setup_cb_t(enum tc_setup_type, void *, void *); struct qdisc_size_table { struct callback_head rcu; struct list_head list; struct tc_sizespec szopts; int refcnt; u16 data[0]; }; struct Qdisc_class_ops; struct Qdisc_ops { struct Qdisc_ops *next; const struct Qdisc_class_ops *cl_ops; char id[16]; int priv_size; unsigned int static_flags; int (*enqueue)(struct sk_buff *, struct Qdisc *, struct sk_buff **); struct sk_buff * (*dequeue)(struct Qdisc *); struct sk_buff * (*peek)(struct Qdisc *); int (*init)(struct Qdisc *, struct nlattr *, struct netlink_ext_ack *); void (*reset)(struct Qdisc *); void (*destroy)(struct Qdisc *); int (*change)(struct Qdisc *, struct nlattr *, struct netlink_ext_ack *); void (*attach)(struct Qdisc *); int (*change_tx_queue_len)(struct Qdisc *, unsigned int); void (*change_real_num_tx)(struct Qdisc *, unsigned int); int (*dump)(struct Qdisc *, struct sk_buff *); int (*dump_stats)(struct Qdisc *, struct gnet_dump *); void (*ingress_block_set)(struct Qdisc *, u32); void (*egress_block_set)(struct Qdisc *, u32); u32 (*ingress_block_get)(struct Qdisc *); u32 (*egress_block_get)(struct Qdisc *); struct module *owner; }; struct qdisc_walker; struct Qdisc_class_ops { unsigned int flags; struct netdev_queue * (*select_queue)(struct Qdisc *, struct tcmsg *); int (*graft)(struct Qdisc *, long unsigned int, struct Qdisc *, struct Qdisc **, struct netlink_ext_ack *); struct Qdisc * (*leaf)(struct Qdisc *, long unsigned int); void (*qlen_notify)(struct Qdisc *, long unsigned int); long unsigned int (*find)(struct Qdisc *, u32); int (*change)(struct Qdisc *, u32, u32, struct nlattr **, long unsigned int *, struct netlink_ext_ack *); int (*delete)(struct Qdisc *, long unsigned int, struct netlink_ext_ack *); void (*walk)(struct Qdisc *, struct qdisc_walker *); struct tcf_block * (*tcf_block)(struct Qdisc *, long unsigned int, struct netlink_ext_ack *); long unsigned int (*bind_tcf)(struct Qdisc *, long unsigned int, u32); void (*unbind_tcf)(struct Qdisc *, long unsigned int); int (*dump)(struct Qdisc *, long unsigned int, struct sk_buff *, struct tcmsg *); int (*dump_stats)(struct Qdisc *, long unsigned int, struct gnet_dump *); }; struct tcf_chain; struct tcf_block { struct mutex lock; struct list_head chain_list; u32 index; u32 classid; refcount_t refcnt; struct net *net; struct Qdisc *q; struct rw_semaphore cb_lock; struct flow_block flow_block; struct list_head owner_list; bool keep_dst; atomic_t offloadcnt; unsigned int nooffloaddevcnt; unsigned int lockeddevcnt; struct { struct tcf_chain *chain; struct list_head filter_chain_list; } chain0; struct callback_head rcu; struct hlist_head proto_destroy_ht[128]; struct mutex proto_destroy_lock; }; struct tcf_result; struct tcf_proto_ops; struct tcf_proto { struct tcf_proto *next; void *root; int (*classify)(struct sk_buff *, const struct tcf_proto *, struct tcf_result *); __be16 protocol; u32 prio; void *data; const struct tcf_proto_ops *ops; struct tcf_chain *chain; spinlock_t lock; bool deleting; refcount_t refcnt; struct callback_head rcu; struct hlist_node destroy_ht_node; }; struct tcf_result { union { struct { long unsigned int class; u32 classid; }; const struct tcf_proto *goto_tp; struct { bool ingress; struct gnet_stats_queue *qstats; }; }; }; struct tcf_walker; struct tcf_proto_ops { struct list_head head; char kind[16]; int (*classify)(struct sk_buff *, const struct tcf_proto *, struct tcf_result *); int (*init)(struct tcf_proto *); void (*destroy)(struct tcf_proto *, bool, struct netlink_ext_ack *); void * (*get)(struct tcf_proto *, u32); void (*put)(struct tcf_proto *, void *); int (*change)(struct net *, struct sk_buff *, struct tcf_proto *, long unsigned int, u32, struct nlattr **, void **, u32, struct netlink_ext_ack *); int (*delete)(struct tcf_proto *, void *, bool *, bool, struct netlink_ext_ack *); bool (*delete_empty)(struct tcf_proto *); void (*walk)(struct tcf_proto *, struct tcf_walker *, bool); int (*reoffload)(struct tcf_proto *, bool, flow_setup_cb_t *, void *, struct netlink_ext_ack *); void (*hw_add)(struct tcf_proto *, void *); void (*hw_del)(struct tcf_proto *, void *); void (*bind_class)(void *, u32, long unsigned int, void *, long unsigned int); void * (*tmplt_create)(struct net *, struct tcf_chain *, struct nlattr **, struct netlink_ext_ack *); void (*tmplt_destroy)(void *); int (*dump)(struct net *, struct tcf_proto *, void *, struct sk_buff *, struct tcmsg *, bool); int (*terse_dump)(struct net *, struct tcf_proto *, void *, struct sk_buff *, struct tcmsg *, bool); int (*tmplt_dump)(struct sk_buff *, struct net *, void *); struct module *owner; int flags; }; struct tcf_chain { struct mutex filter_chain_lock; struct tcf_proto *filter_chain; struct list_head list; struct tcf_block *block; u32 index; unsigned int refcnt; unsigned int action_refcnt; bool explicitly_created; bool flushing; const struct tcf_proto_ops *tmplt_ops; void *tmplt_priv; struct callback_head rcu; }; struct bpf_binary_header { u32 size; int: 32; u8 image[0]; }; typedef void (*bpf_jit_fill_hole_t)(void *, unsigned int); struct jit_ctx { const struct bpf_prog *prog; int idx; int epilogue_offset; int *offset; int exentry_idx; __le32 *image; u32 stack_size; int fpb_offset; }; struct bpf_plt { u32 insn_ldr; u32 insn_br; u64 target; }; struct arm64_jit_data { struct bpf_binary_header *header; u8 *image; struct jit_ctx ctx; }; struct preempt_notifier; struct preempt_ops { void (*sched_in)(struct preempt_notifier *, int); void (*sched_out)(struct preempt_notifier *, struct task_struct *); }; struct preempt_notifier { struct hlist_node link; struct preempt_ops *ops; }; typedef unsigned int xa_mark_t; struct interval_tree_node { struct rb_node rb; long unsigned int start; long unsigned int last; long unsigned int __subtree_last; }; enum mmu_notifier_event { MMU_NOTIFY_UNMAP = 0, MMU_NOTIFY_CLEAR = 1, MMU_NOTIFY_PROTECTION_VMA = 2, MMU_NOTIFY_PROTECTION_PAGE = 3, MMU_NOTIFY_SOFT_DIRTY = 4, MMU_NOTIFY_RELEASE = 5, MMU_NOTIFY_MIGRATE = 6, MMU_NOTIFY_EXCLUSIVE = 7, }; struct mmu_notifier; struct mmu_notifier_range; struct mmu_notifier_ops { void (*release)(struct mmu_notifier *, struct mm_struct *); int (*clear_flush_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); int (*clear_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); int (*test_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int); void (*change_pte)(struct mmu_notifier *, struct mm_struct *, long unsigned int, pte_t); int (*invalidate_range_start)(struct mmu_notifier *, const struct mmu_notifier_range *); void (*invalidate_range_end)(struct mmu_notifier *, const struct mmu_notifier_range *); void (*invalidate_range)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); struct mmu_notifier * (*alloc_notifier)(struct mm_struct *); void (*free_notifier)(struct mmu_notifier *); }; struct mmu_notifier { struct hlist_node hlist; const struct mmu_notifier_ops *ops; struct mm_struct *mm; struct callback_head rcu; unsigned int users; }; struct mmu_notifier_range { struct vm_area_struct *vma; struct mm_struct *mm; long unsigned int start; long unsigned int end; unsigned int flags; enum mmu_notifier_event event; void *owner; }; struct platform_msi_priv_data; struct msi_device_data { long unsigned int properties; struct platform_msi_priv_data *platform_data; struct mutex mutex; struct xarray __store; long unsigned int __iter_idx; }; struct kvm_guest_debug_arch { __u64 dbg_bcr[16]; __u64 dbg_bvr[16]; __u64 dbg_wcr[16]; __u64 dbg_wvr[16]; }; struct kvm_debug_exit_arch { __u32 hsr; __u32 hsr_high; __u64 far; }; struct kvm_sync_regs { __u64 device_irq_level; }; struct kvm_irq_level { union { __u32 irq; __s32 status; }; __u32 level; }; struct kvm_hyperv_exit { __u32 type; __u32 pad1; union { struct { __u32 msr; __u32 pad2; __u64 control; __u64 evt_page; __u64 msg_page; } synic; struct { __u64 input; __u64 result; __u64 params[2]; } hcall; struct { __u32 msr; __u32 pad2; __u64 control; __u64 status; __u64 send_page; __u64 recv_page; __u64 pending_page; } syndbg; } u; }; struct kvm_xen_exit { __u32 type; union { struct { __u32 longmode; __u32 cpl; __u64 input; __u64 result; __u64 params[6]; } hcall; } u; }; struct kvm_run { __u8 request_interrupt_window; __u8 immediate_exit; __u8 padding1[6]; __u32 exit_reason; __u8 ready_for_interrupt_injection; __u8 if_flag; __u16 flags; __u64 cr8; __u64 apic_base; union { struct { __u64 hardware_exit_reason; } hw; struct { __u64 hardware_entry_failure_reason; __u32 cpu; } fail_entry; struct { __u32 exception; __u32 error_code; } ex; struct { __u8 direction; __u8 size; __u16 port; __u32 count; __u64 data_offset; } io; struct { struct kvm_debug_exit_arch arch; } debug; struct { __u64 phys_addr; __u8 data[8]; __u32 len; __u8 is_write; } mmio; struct { __u64 nr; __u64 args[6]; __u64 ret; __u32 longmode; __u32 pad; } hypercall; struct { __u64 rip; __u32 is_write; __u32 pad; } tpr_access; struct { __u8 icptcode; __u16 ipa; __u32 ipb; } s390_sieic; __u64 s390_reset_flags; struct { __u64 trans_exc_code; __u32 pgm_code; } s390_ucontrol; struct { __u32 dcrn; __u32 data; __u8 is_write; } dcr; struct { __u32 suberror; __u32 ndata; __u64 data[16]; } internal; struct { __u32 suberror; __u32 ndata; __u64 flags; union { struct { __u8 insn_size; __u8 insn_bytes[15]; }; }; } emulation_failure; struct { __u64 gprs[32]; } osi; struct { __u64 nr; __u64 ret; __u64 args[9]; } papr_hcall; struct { __u16 subchannel_id; __u16 subchannel_nr; __u32 io_int_parm; __u32 io_int_word; __u32 ipb; __u8 dequeued; } s390_tsch; struct { __u32 epr; } epr; struct { __u32 type; __u32 ndata; union { __u64 data[16]; }; } system_event; struct { __u64 addr; __u8 ar; __u8 reserved; __u8 fc; __u8 sel1; __u16 sel2; } s390_stsi; struct { __u8 vector; } eoi; struct kvm_hyperv_exit hyperv; struct { __u64 esr_iss; __u64 fault_ipa; } arm_nisv; struct { __u8 error; __u8 pad[7]; __u32 reason; __u32 index; __u64 data; } msr; struct kvm_xen_exit xen; struct { long unsigned int extension_id; long unsigned int function_id; long unsigned int args[6]; long unsigned int ret[2]; } riscv_sbi; struct { long unsigned int csr_num; long unsigned int new_value; long unsigned int write_mask; long unsigned int ret_value; } riscv_csr; struct { __u32 flags; } notify; char padding[256]; }; __u64 kvm_valid_regs; __u64 kvm_dirty_regs; union { struct kvm_sync_regs regs; char padding[2048]; } s; }; struct kvm_coalesced_mmio { __u64 phys_addr; __u32 len; union { __u32 pad; __u32 pio; }; __u8 data[8]; }; struct kvm_coalesced_mmio_ring { __u32 first; __u32 last; struct kvm_coalesced_mmio coalesced_mmio[0]; }; struct kvm_mp_state { __u32 mp_state; }; struct kvm_device_attr { __u32 flags; __u32 group; __u64 attr; __u64 addr; }; struct kvm_dirty_gfn { __u32 flags; __u32 slot; __u64 offset; }; struct kvm_stats_desc { __u32 flags; __s16 exponent; __u16 size; __u32 offset; __u32 bucket_size; char name[0]; }; typedef u64 gpa_t; typedef u64 gfn_t; struct kvm_arch_memory_slot {}; struct kvm_memory_slot { struct hlist_node id_node[2]; struct interval_tree_node hva_node[2]; struct rb_node gfn_node[2]; gfn_t base_gfn; long unsigned int npages; long unsigned int *dirty_bitmap; struct kvm_arch_memory_slot arch; long unsigned int userspace_addr; u32 flags; short int id; u16 as_id; }; struct kvm_mmio_fragment { gpa_t gpa; void *data; unsigned int len; }; struct kvm_vcpu; struct kvm_cpu_context { struct user_pt_regs regs; u64 spsr_abt; u64 spsr_und; u64 spsr_irq; u64 spsr_fiq; struct user_fpsimd_state fp_regs; u64 sys_regs[123]; struct kvm_vcpu *__hyp_running_vcpu; }; struct kvm_vcpu_fault_info { u64 esr_el2; u64 far_el2; u64 hpfar_el2; u64 disr_el1; }; struct vgic_v2_cpu_if { u32 vgic_hcr; u32 vgic_vmcr; u32 vgic_apr; u32 vgic_lr[64]; unsigned int used_lrs; }; struct its_vm; struct its_vpe { struct page *vpt_page; struct its_vm *its_vm; atomic_t vlpi_count; int irq; irq_hw_number_t vpe_db_lpi; bool resident; bool ready; union { struct { int vpe_proxy_event; bool idai; }; struct { struct fwnode_handle *fwnode; struct irq_domain *sgi_domain; struct { u8 priority; bool enabled; bool group; } sgi_config[16]; atomic_t vmapp_count; }; }; raw_spinlock_t vpe_lock; u16 col_idx; u16 vpe_id; bool pending_last; }; struct vgic_v3_cpu_if { u32 vgic_hcr; u32 vgic_vmcr; u32 vgic_sre; u32 vgic_ap0r[4]; u32 vgic_ap1r[4]; u64 vgic_lr[16]; struct its_vpe its_vpe; unsigned int used_lrs; }; enum vgic_irq_config { VGIC_CONFIG_EDGE = 0, VGIC_CONFIG_LEVEL = 1, }; struct irq_ops; struct vgic_irq { raw_spinlock_t irq_lock; struct list_head lpi_list; struct list_head ap_list; struct kvm_vcpu *vcpu; struct kvm_vcpu *target_vcpu; u32 intid; bool line_level; bool pending_latch; bool active; bool enabled; bool hw; struct kref refcount; u32 hwintid; unsigned int host_irq; union { u8 targets; u32 mpidr; }; u8 source; u8 active_source; u8 priority; u8 group; enum vgic_irq_config config; struct irq_ops *ops; void *owner; }; enum iodev_type { IODEV_CPUIF = 0, IODEV_DIST = 1, IODEV_REDIST = 2, IODEV_ITS = 3, }; struct kvm_io_device_ops; struct kvm_io_device { const struct kvm_io_device_ops *ops; }; struct vgic_its; struct vgic_register_region; struct vgic_io_device { gpa_t base_addr; union { struct kvm_vcpu *redist_vcpu; struct vgic_its *its; }; const struct vgic_register_region *regions; enum iodev_type iodev_type; int nr_regions; struct kvm_io_device dev; }; struct vgic_redist_region; struct vgic_cpu { union { struct vgic_v2_cpu_if vgic_v2; struct vgic_v3_cpu_if vgic_v3; }; struct vgic_irq private_irqs[32]; raw_spinlock_t ap_list_lock; struct list_head ap_list_head; struct vgic_io_device rd_iodev; struct vgic_redist_region *rdreg; u32 rdreg_index; atomic_t syncr_busy; u64 pendbaser; atomic_t ctlr; u32 num_pri_bits; u32 num_id_bits; }; struct arch_timer_context { struct kvm_vcpu *vcpu; struct kvm_irq_level irq; struct hrtimer hrtimer; bool loaded; u32 host_timer_irq; u32 host_timer_irq_flags; }; struct arch_timer_cpu { struct arch_timer_context timers[2]; struct hrtimer bg_timer; bool enabled; }; struct kvm_pmu_events { u32 events_host; u32 events_guest; }; struct kvm_pmc { u8 idx; struct perf_event *perf_event; }; struct kvm_pmu { struct irq_work overflow_work; struct kvm_pmu_events events; struct kvm_pmc pmc[32]; long unsigned int chained[1]; int irq_num; bool created; bool irq_level; }; struct kvm_mmu_memory_cache { int nobjs; gfp_t gfp_zero; gfp_t gfp_custom; struct kmem_cache *kmem_cache; int capacity; void **objects; }; struct vcpu_reset_state { long unsigned int pc; long unsigned int r0; bool be; bool reset; }; struct kvm_s2_mmu; struct kvm_vcpu_arch { struct kvm_cpu_context ctxt; void *sve_state; unsigned int sve_max_vl; u64 svcr; struct kvm_s2_mmu *hw_mmu; u64 hcr_el2; u64 mdcr_el2; u64 cptr_el2; u64 mdcr_el2_host; struct kvm_vcpu_fault_info fault; enum { FP_STATE_FREE = 0, FP_STATE_HOST_OWNED = 1, FP_STATE_GUEST_OWNED = 2, } fp_state; u8 cflags; u8 iflags; u8 sflags; bool pause; struct kvm_guest_debug_arch *debug_ptr; struct kvm_guest_debug_arch vcpu_debug_state; struct kvm_guest_debug_arch external_debug_state; struct user_fpsimd_state *host_fpsimd_state; struct task_struct *parent_task; struct { struct kvm_guest_debug_arch regs; u64 pmscr_el1; u64 trfcr_el1; } host_debug_state; struct vgic_cpu vgic_cpu; struct arch_timer_cpu timer_cpu; struct kvm_pmu pmu; struct { u32 mdscr_el1; } guest_debug_preserved; struct kvm_mp_state mp_state; struct kvm_mmu_memory_cache mmu_page_cache; int target; long unsigned int features[1]; u64 vsesr_el2; struct vcpu_reset_state reset_state; struct { u64 last_steal; gpa_t base; } steal; }; struct kvm_vcpu_stat_generic { u64 halt_successful_poll; u64 halt_attempted_poll; u64 halt_poll_invalid; u64 halt_wakeup; u64 halt_poll_success_ns; u64 halt_poll_fail_ns; u64 halt_wait_ns; u64 halt_poll_success_hist[32]; u64 halt_poll_fail_hist[32]; u64 halt_wait_hist[32]; u64 blocking; }; struct kvm_vcpu_stat { struct kvm_vcpu_stat_generic generic; u64 hvc_exit_stat; u64 wfe_exit_stat; u64 wfi_exit_stat; u64 mmio_exit_user; u64 mmio_exit_kernel; u64 signal_exits; u64 exits; }; struct kvm_dirty_ring { u32 dirty_index; u32 reset_index; u32 size; u32 soft_limit; struct kvm_dirty_gfn *dirty_gfns; int index; }; struct kvm; struct kvm_vcpu { struct kvm *kvm; struct preempt_notifier preempt_notifier; int cpu; int vcpu_id; int vcpu_idx; int ____srcu_idx; int mode; u64 requests; long unsigned int guest_debug; struct mutex mutex; struct kvm_run *run; struct rcuwait wait; struct pid *pid; int sigset_active; sigset_t sigset; unsigned int halt_poll_ns; bool valid_wakeup; int mmio_needed; int mmio_read_completed; int mmio_is_write; int mmio_cur_fragment; int mmio_nr_fragments; struct kvm_mmio_fragment mmio_fragments[2]; struct { bool in_spin_loop; bool dy_eligible; } spin_loop; bool preempted; bool ready; long: 32; long: 64; struct kvm_vcpu_arch arch; struct kvm_vcpu_stat stat; char stats_id[48]; struct kvm_dirty_ring dirty_ring; struct kvm_memory_slot *last_used_slot; u64 last_used_slot_gen; long: 64; }; struct kvm_vm_stat_generic { u64 remote_tlb_flush; u64 remote_tlb_flush_requests; }; struct kvm_io_device_ops { int (*read)(struct kvm_vcpu *, struct kvm_io_device *, gpa_t, int, void *); int (*write)(struct kvm_vcpu *, struct kvm_io_device *, gpa_t, int, const void *); void (*destructor)(struct kvm_io_device *); }; struct its_vm { struct fwnode_handle *fwnode; struct irq_domain *domain; struct page *vprop_page; struct its_vpe **vpes; int nr_vpes; irq_hw_number_t db_lpi_base; long unsigned int *db_bitmap; int nr_db_lpis; u32 vlpi_count[16]; }; struct irq_ops { long unsigned int flags; bool (*get_input_level)(int); }; struct kvm_device; struct vgic_its { gpa_t vgic_its_base; bool enabled; struct vgic_io_device iodev; struct kvm_device *dev; u64 baser_device_table; u64 baser_coll_table; struct mutex cmd_lock; u64 cbaser; u32 creadr; u32 cwriter; u32 abi_rev; struct mutex its_lock; struct list_head device_list; struct list_head collection_list; }; struct vgic_register_region { unsigned int reg_offset; unsigned int len; unsigned int bits_per_irq; unsigned int access_flags; union { long unsigned int (*read)(struct kvm_vcpu *, gpa_t, unsigned int); long unsigned int (*its_read)(struct kvm *, struct vgic_its *, gpa_t, unsigned int); }; union { void (*write)(struct kvm_vcpu *, gpa_t, unsigned int, long unsigned int); void (*its_write)(struct kvm *, struct vgic_its *, gpa_t, unsigned int, long unsigned int); }; long unsigned int (*uaccess_read)(struct kvm_vcpu *, gpa_t, unsigned int); union { int (*uaccess_write)(struct kvm_vcpu *, gpa_t, unsigned int, long unsigned int); int (*uaccess_its_write)(struct kvm *, struct vgic_its *, gpa_t, unsigned int, long unsigned int); }; }; struct kvm_device_ops; struct kvm_device { const struct kvm_device_ops *ops; struct kvm *kvm; void *private; struct list_head vm_node; }; struct vgic_redist_region { u32 index; gpa_t base; u32 count; u32 free_index; struct list_head list; }; struct vgic_state_iter; struct vgic_dist { bool in_kernel; bool ready; bool initialized; u32 vgic_model; u32 implementation_rev; bool v2_groups_user_writable; bool msis_require_devid; int nr_spis; gpa_t vgic_dist_base; union { gpa_t vgic_cpu_base; struct list_head rd_regions; }; bool enabled; bool nassgireq; struct vgic_irq *spis; struct vgic_io_device dist_iodev; bool has_its; u64 propbaser; raw_spinlock_t lpi_list_lock; struct list_head lpi_list_head; int lpi_list_count; struct list_head lpi_translation_cache; struct vgic_state_iter *iter; struct its_vm its_vm; }; struct kvm_vmid { atomic64_t id; }; struct kvm_pgtable; struct kvm_arch; struct kvm_s2_mmu { struct kvm_vmid vmid; phys_addr_t pgd_phys; struct kvm_pgtable *pgt; int *last_vcpu_ran; struct kvm_arch *arch; }; struct kvm_smccc_features { long unsigned int std_bmap; long unsigned int std_hyp_bmap; long unsigned int vendor_hyp_bmap; }; struct arm_pmu; struct kvm_arch { struct kvm_s2_mmu mmu; u64 vtcr; struct vgic_dist vgic; u32 psci_version; long unsigned int flags; long unsigned int *pmu_filter; struct arm_pmu *arm_pmu; cpumask_var_t supported_cpus; u8 pfr0_csv2; u8 pfr0_csv3; struct kvm_smccc_features smccc_feat; }; struct kvm_vm_stat { struct kvm_vm_stat_generic generic; }; struct kvm_io_range { gpa_t addr; int len; struct kvm_io_device *dev; }; struct kvm_io_bus { int dev_count; int ioeventfd_count; struct kvm_io_range range[0]; }; struct kvm_memslots { u64 generation; atomic_long_t last_used_slot; struct rb_root_cached hva_tree; struct rb_root gfn_tree; struct hlist_head id_hash[128]; int node_idx; }; struct kvm_irq_routing_table; struct kvm_stat_data; struct kvm { rwlock_t mmu_lock; struct mutex slots_lock; struct mutex slots_arch_lock; struct mm_struct *mm; long unsigned int nr_memslot_pages; struct kvm_memslots __memslots[2]; struct kvm_memslots *memslots[1]; struct xarray vcpu_array; spinlock_t mn_invalidate_lock; long unsigned int mn_active_invalidate_count; struct rcuwait mn_memslots_update_rcuwait; spinlock_t gpc_lock; struct list_head gpc_list; atomic_t online_vcpus; int max_vcpus; int created_vcpus; int last_boosted_vcpu; struct list_head vm_list; struct mutex lock; struct kvm_io_bus *buses[4]; struct { spinlock_t lock; struct list_head items; struct list_head resampler_list; struct mutex resampler_lock; } irqfds; struct list_head ioeventfds; struct kvm_vm_stat stat; struct kvm_arch arch; refcount_t users_count; struct kvm_coalesced_mmio_ring *coalesced_mmio_ring; spinlock_t ring_lock; struct list_head coalesced_zones; struct mutex irq_lock; struct kvm_irq_routing_table *irq_routing; struct hlist_head irq_ack_notifier_list; struct mmu_notifier mmu_notifier; long unsigned int mmu_invalidate_seq; long int mmu_invalidate_in_progress; long unsigned int mmu_invalidate_range_start; long unsigned int mmu_invalidate_range_end; struct list_head devices; u64 manual_dirty_log_protect; struct dentry *debugfs_dentry; struct kvm_stat_data **debugfs_stat_data; struct srcu_struct srcu; struct srcu_struct irq_srcu; pid_t userspace_pid; unsigned int max_halt_poll_ns; u32 dirty_ring_size; bool vm_bugged; bool vm_dead; char stats_id[48]; }; struct kvm_irq_routing_table { int chip[988]; u32 nr_rt_entries; struct hlist_head map[0]; }; enum kvm_stat_kind { KVM_STAT_VM = 0, KVM_STAT_VCPU = 1, }; struct _kvm_stats_desc; struct kvm_stat_data { struct kvm *kvm; const struct _kvm_stats_desc *desc; enum kvm_stat_kind kind; }; struct _kvm_stats_desc { struct kvm_stats_desc desc; char name[48]; }; struct kvm_device_ops { const char *name; int (*create)(struct kvm_device *, u32); void (*init)(struct kvm_device *); void (*destroy)(struct kvm_device *); void (*release)(struct kvm_device *); int (*set_attr)(struct kvm_device *, struct kvm_device_attr *); int (*get_attr)(struct kvm_device *, struct kvm_device_attr *); int (*has_attr)(struct kvm_device *, struct kvm_device_attr *); long int (*ioctl)(struct kvm_device *, unsigned int, long unsigned int); int (*mmap)(struct kvm_device *, struct vm_area_struct *); }; struct arm_smccc_res { long unsigned int a0; long unsigned int a1; long unsigned int a2; long unsigned int a3; }; enum __kvm_host_smccc_func { __KVM_HOST_SMCCC_FUNC___kvm_get_mdcr_el2 = 1, __KVM_HOST_SMCCC_FUNC___pkvm_init = 2, __KVM_HOST_SMCCC_FUNC___pkvm_create_private_mapping = 3, __KVM_HOST_SMCCC_FUNC___pkvm_cpu_set_vector = 4, __KVM_HOST_SMCCC_FUNC___kvm_enable_ssbs = 5, __KVM_HOST_SMCCC_FUNC___vgic_v3_init_lrs = 6, __KVM_HOST_SMCCC_FUNC___vgic_v3_get_gic_config = 7, __KVM_HOST_SMCCC_FUNC___pkvm_prot_finalize = 8, __KVM_HOST_SMCCC_FUNC___pkvm_host_share_hyp = 9, __KVM_HOST_SMCCC_FUNC___pkvm_host_unshare_hyp = 10, __KVM_HOST_SMCCC_FUNC___kvm_adjust_pc = 11, __KVM_HOST_SMCCC_FUNC___kvm_vcpu_run = 12, __KVM_HOST_SMCCC_FUNC___kvm_flush_vm_context = 13, __KVM_HOST_SMCCC_FUNC___kvm_tlb_flush_vmid_ipa = 14, __KVM_HOST_SMCCC_FUNC___kvm_tlb_flush_vmid = 15, __KVM_HOST_SMCCC_FUNC___kvm_flush_cpu_context = 16, __KVM_HOST_SMCCC_FUNC___kvm_timer_set_cntvoff = 17, __KVM_HOST_SMCCC_FUNC___vgic_v3_read_vmcr = 18, __KVM_HOST_SMCCC_FUNC___vgic_v3_write_vmcr = 19, __KVM_HOST_SMCCC_FUNC___vgic_v3_save_aprs = 20, __KVM_HOST_SMCCC_FUNC___vgic_v3_restore_aprs = 21, __KVM_HOST_SMCCC_FUNC___pkvm_vcpu_init_traps = 22, }; enum kvm_bus { KVM_MMIO_BUS = 0, KVM_PIO_BUS = 1, KVM_VIRTIO_CCW_NOTIFY_BUS = 2, KVM_FAST_MMIO_BUS = 3, KVM_NR_BUSES = 4, }; struct cyclecounter { u64 (*read)(const struct cyclecounter *); u64 mask; u32 mult; u32 shift; }; struct timecounter { const struct cyclecounter *cc; u64 cycle_last; u64 nsec; u64 mask; u64 frac; }; struct arch_timer_kvm_info { struct timecounter timecounter; int virtual_irq; int physical_irq; }; enum hrtimer_mode { HRTIMER_MODE_ABS = 0, HRTIMER_MODE_REL = 1, HRTIMER_MODE_PINNED = 2, HRTIMER_MODE_SOFT = 4, HRTIMER_MODE_HARD = 8, HRTIMER_MODE_ABS_PINNED = 2, HRTIMER_MODE_REL_PINNED = 3, HRTIMER_MODE_ABS_SOFT = 4, HRTIMER_MODE_REL_SOFT = 5, HRTIMER_MODE_ABS_PINNED_SOFT = 6, HRTIMER_MODE_REL_PINNED_SOFT = 7, HRTIMER_MODE_ABS_HARD = 8, HRTIMER_MODE_REL_HARD = 9, HRTIMER_MODE_ABS_PINNED_HARD = 10, HRTIMER_MODE_REL_PINNED_HARD = 11, }; struct arch_msi_msg_addr_lo { u32 address_lo; }; typedef struct arch_msi_msg_addr_lo arch_msi_msg_addr_lo_t; struct arch_msi_msg_addr_hi { u32 address_hi; }; typedef struct arch_msi_msg_addr_hi arch_msi_msg_addr_hi_t; struct arch_msi_msg_data { u32 data; }; typedef struct arch_msi_msg_data arch_msi_msg_data_t; struct msi_msg { union { u32 address_lo; arch_msi_msg_addr_lo_t arch_addr_lo; }; union { u32 address_hi; arch_msi_msg_addr_hi_t arch_addr_hi; }; union { u32 data; arch_msi_msg_data_t arch_data; }; }; struct pci_msi_desc { union { u32 msi_mask; u32 msix_ctrl; }; struct { u8 is_msix: 1; u8 multiple: 3; u8 multi_cap: 3; u8 can_mask: 1; u8 is_64: 1; u8 is_virtual: 1; unsigned int default_irq; } msi_attrib; union { u8 mask_pos; void *mask_base; }; }; struct irq_affinity_desc; struct msi_desc { unsigned int irq; unsigned int nvec_used; struct device *dev; struct msi_msg msg; struct irq_affinity_desc *affinity; const void *iommu_cookie; struct device_attribute *sysfs_attrs; void (*write_msi_msg)(struct msi_desc *, void *); void *write_msi_msg_data; u16 msi_index; struct pci_msi_desc pci; }; enum { IRQD_TRIGGER_MASK = 15, IRQD_SETAFFINITY_PENDING = 256, IRQD_ACTIVATED = 512, IRQD_NO_BALANCING = 1024, IRQD_PER_CPU = 2048, IRQD_AFFINITY_SET = 4096, IRQD_LEVEL = 8192, IRQD_WAKEUP_STATE = 16384, IRQD_MOVE_PCNTXT = 32768, IRQD_IRQ_DISABLED = 65536, IRQD_IRQ_MASKED = 131072, IRQD_IRQ_INPROGRESS = 262144, IRQD_WAKEUP_ARMED = 524288, IRQD_FORWARDED_TO_VCPU = 1048576, IRQD_AFFINITY_MANAGED = 2097152, IRQD_IRQ_STARTED = 4194304, IRQD_MANAGED_SHUTDOWN = 8388608, IRQD_SINGLE_TARGET = 16777216, IRQD_DEFAULT_TRIGGER_SET = 33554432, IRQD_CAN_RESERVE = 67108864, IRQD_MSI_NOMASK_QUIRK = 134217728, IRQD_HANDLE_ENFORCE_IRQCTX = 268435456, IRQD_AFFINITY_ON_ACTIVATE = 536870912, IRQD_IRQ_ENABLED_ON_SUSPEND = 1073741824, }; struct irq_affinity_desc { struct cpumask mask; unsigned int is_managed: 1; }; enum vgic_type { VGIC_V2 = 0, VGIC_V3 = 1, }; struct vgic_global { enum vgic_type type; phys_addr_t vcpu_base; void *vcpu_base_va; void *vcpu_hyp_va; void *vctrl_base; void *vctrl_hyp; int nr_lr; unsigned int maint_irq; int max_gic_vcpus; bool can_emulate_gicv2; bool has_gicv4; bool has_gicv4_1; bool no_hw_deactivation; struct static_key_false gicv3_cpuif; u32 ich_vtr_el2; }; enum kvm_arch_timers { TIMER_PTIMER = 0, TIMER_VTIMER = 1, NR_KVM_TIMERS = 2, }; enum kvm_arch_timer_regs { TIMER_REG_CNT = 0, TIMER_REG_CVAL = 1, TIMER_REG_TVAL = 2, TIMER_REG_CTL = 3, }; struct timer_map { struct arch_timer_context *direct_vtimer; struct arch_timer_context *direct_ptimer; struct arch_timer_context *emul_ptimer; }; enum { IRQCHIP_FWNODE_REAL = 0, IRQCHIP_FWNODE_NAMED = 1, IRQCHIP_FWNODE_NAMED_ID = 2, }; struct kvm_arm_device_addr { __u64 id; __u64 addr; }; enum kvm_device_type { KVM_DEV_TYPE_FSL_MPIC_20 = 1, KVM_DEV_TYPE_FSL_MPIC_42 = 2, KVM_DEV_TYPE_XICS = 3, KVM_DEV_TYPE_VFIO = 4, KVM_DEV_TYPE_ARM_VGIC_V2 = 5, KVM_DEV_TYPE_FLIC = 6, KVM_DEV_TYPE_ARM_VGIC_V3 = 7, KVM_DEV_TYPE_ARM_VGIC_ITS = 8, KVM_DEV_TYPE_XIVE = 9, KVM_DEV_TYPE_ARM_PV_TIME = 10, KVM_DEV_TYPE_MAX = 11, }; typedef u64 kvm_pte_t; enum kvm_pgtable_stage2_flags { KVM_PGTABLE_S2_NOFWB = 1, KVM_PGTABLE_S2_IDMAP = 2, }; enum kvm_pgtable_prot { KVM_PGTABLE_PROT_X = 1, KVM_PGTABLE_PROT_W = 2, KVM_PGTABLE_PROT_R = 4, KVM_PGTABLE_PROT_DEVICE = 8, KVM_PGTABLE_PROT_SW0 = 0, KVM_PGTABLE_PROT_SW1 = 0, KVM_PGTABLE_PROT_SW2 = 0, KVM_PGTABLE_PROT_SW3 = 0, }; typedef bool (*kvm_pgtable_force_pte_cb_t)(u64, u64, enum kvm_pgtable_prot); struct kvm_pgtable_mm_ops; struct kvm_pgtable { u32 ia_bits; u32 start_level; kvm_pte_t *pgd; struct kvm_pgtable_mm_ops *mm_ops; struct kvm_s2_mmu *mmu; enum kvm_pgtable_stage2_flags flags; kvm_pgtable_force_pte_cb_t force_pte_cb; }; struct kvm_pgtable_mm_ops { void * (*zalloc_page)(void *); void * (*zalloc_pages_exact)(size_t); void (*free_pages_exact)(void *, size_t); void (*get_page)(void *); void (*put_page)(void *); int (*page_count)(void *); void * (*phys_to_virt)(phys_addr_t); phys_addr_t (*virt_to_phys)(void *); void (*dcache_clean_inval_poc)(void *, size_t); void (*icache_inval_pou)(void *, size_t); }; struct vgic_reg_attr { struct kvm_vcpu *vcpu; gpa_t addr; }; struct kvm_host_data { struct kvm_cpu_context host_ctxt; }; struct kvm_exception_table_entry { int insn; int fixup; }; typedef bool (*exit_handler_fn)(struct kvm_vcpu *, u64 *); struct kvm_nvhe_init_params { long unsigned int mair_el2; long unsigned int tcr_el2; long unsigned int tpidr_el2; long unsigned int stack_hyp_va; long unsigned int stack_pa; phys_addr_t pgd_pa; long unsigned int hcr_el2; long unsigned int vttbr; long unsigned int vtcr; }; union hyp_spinlock { u32 __val; struct { u16 owner; u16 next; }; }; typedef union hyp_spinlock hyp_spinlock_t; struct host_kvm { struct kvm_arch arch; struct kvm_pgtable pgt; struct kvm_pgtable_mm_ops mm_ops; hyp_spinlock_t lock; }; typedef __u64 __be64; typedef void (*exitcall_t)(); struct crypto_alg; struct crypto_tfm { u32 crt_flags; int node; void (*exit)(struct crypto_tfm *); struct crypto_alg *__crt_alg; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; void *__crt_ctx[0]; }; struct cipher_alg { unsigned int cia_min_keysize; unsigned int cia_max_keysize; int (*cia_setkey)(struct crypto_tfm *, const u8 *, unsigned int); void (*cia_encrypt)(struct crypto_tfm *, u8 *, const u8 *); void (*cia_decrypt)(struct crypto_tfm *, u8 *, const u8 *); }; struct compress_alg { int (*coa_compress)(struct crypto_tfm *, const u8 *, unsigned int, u8 *, unsigned int *); int (*coa_decompress)(struct crypto_tfm *, const u8 *, unsigned int, u8 *, unsigned int *); }; struct crypto_istat_aead { atomic64_t encrypt_cnt; atomic64_t encrypt_tlen; atomic64_t decrypt_cnt; atomic64_t decrypt_tlen; atomic64_t err_cnt; }; struct crypto_istat_akcipher { atomic64_t encrypt_cnt; atomic64_t encrypt_tlen; atomic64_t decrypt_cnt; atomic64_t decrypt_tlen; atomic64_t verify_cnt; atomic64_t sign_cnt; atomic64_t err_cnt; }; struct crypto_istat_cipher { atomic64_t encrypt_cnt; atomic64_t encrypt_tlen; atomic64_t decrypt_cnt; atomic64_t decrypt_tlen; atomic64_t err_cnt; }; struct crypto_istat_compress { atomic64_t compress_cnt; atomic64_t compress_tlen; atomic64_t decompress_cnt; atomic64_t decompress_tlen; atomic64_t err_cnt; }; struct crypto_istat_hash { atomic64_t hash_cnt; atomic64_t hash_tlen; atomic64_t err_cnt; }; struct crypto_istat_kpp { atomic64_t setsecret_cnt; atomic64_t generate_public_key_cnt; atomic64_t compute_shared_secret_cnt; atomic64_t err_cnt; }; struct crypto_istat_rng { atomic64_t generate_cnt; atomic64_t generate_tlen; atomic64_t seed_cnt; atomic64_t err_cnt; }; struct crypto_type; struct crypto_alg { struct list_head cra_list; struct list_head cra_users; u32 cra_flags; unsigned int cra_blocksize; unsigned int cra_ctxsize; unsigned int cra_alignmask; int cra_priority; refcount_t cra_refcnt; char cra_name[128]; char cra_driver_name[128]; const struct crypto_type *cra_type; union { struct cipher_alg cipher; struct compress_alg compress; } cra_u; int (*cra_init)(struct crypto_tfm *); void (*cra_exit)(struct crypto_tfm *); void (*cra_destroy)(struct crypto_alg *); struct module *cra_module; union { struct crypto_istat_aead aead; struct crypto_istat_akcipher akcipher; struct crypto_istat_cipher cipher; struct crypto_istat_compress compress; struct crypto_istat_hash hash; struct crypto_istat_rng rng; struct crypto_istat_kpp kpp; } stats; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct crypto_instance; struct crypto_type { unsigned int (*ctxsize)(struct crypto_alg *, u32, u32); unsigned int (*extsize)(struct crypto_alg *); int (*init)(struct crypto_tfm *, u32, u32); int (*init_tfm)(struct crypto_tfm *); void (*show)(struct seq_file *, struct crypto_alg *); int (*report)(struct sk_buff *, struct crypto_alg *); void (*free)(struct crypto_instance *); unsigned int type; unsigned int maskclear; unsigned int maskset; unsigned int tfmsize; }; struct crypto_template; struct crypto_spawn; struct crypto_instance { struct crypto_alg alg; struct crypto_template *tmpl; union { struct hlist_node list; struct crypto_spawn *spawns; }; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; void *__ctx[0]; }; struct crypto_spawn { struct list_head list; struct crypto_alg *alg; union { struct crypto_instance *inst; struct crypto_spawn *next; }; const struct crypto_type *frontend; u32 mask; bool dead; bool registered; }; struct rtattr; struct crypto_template { struct list_head list; struct hlist_head instances; struct module *module; int (*create)(struct crypto_template *, struct rtattr **); char name[128]; }; struct crypto_shash; struct shash_desc { struct crypto_shash *tfm; void *__ctx[0]; }; struct crypto_shash { unsigned int descsize; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_tfm base; }; struct shash_alg { int (*init)(struct shash_desc *); int (*update)(struct shash_desc *, const u8 *, unsigned int); int (*final)(struct shash_desc *, u8 *); int (*finup)(struct shash_desc *, const u8 *, unsigned int, u8 *); int (*digest)(struct shash_desc *, const u8 *, unsigned int, u8 *); int (*export)(struct shash_desc *, void *); int (*import)(struct shash_desc *, const void *); int (*setkey)(struct crypto_shash *, const u8 *, unsigned int); int (*init_tfm)(struct crypto_shash *); void (*exit_tfm)(struct crypto_shash *); unsigned int descsize; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; unsigned int digestsize; unsigned int statesize; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_alg base; }; struct sha256_state { u32 state[8]; u64 count; u8 buf[64]; }; typedef void sha256_block_fn(struct sha256_state *, const u8 *, int); struct cpu_feature { __u16 feature; }; struct sha256_ce_state { struct sha256_state sst; u32 finalize; }; struct poly1305_key { union { u32 r[5]; u64 r64[3]; }; }; struct poly1305_core_key { struct poly1305_key key; struct poly1305_key precomputed_s; }; struct poly1305_state { union { u32 h[5]; u64 h64[3]; }; }; struct poly1305_desc_ctx { u8 buf[16]; unsigned int buflen; short unsigned int rset; bool sset; u32 s[4]; struct poly1305_state h; union { struct poly1305_key opaque_r[9]; struct poly1305_core_key core_r; }; }; typedef phys_addr_t resource_size_t; struct resource { resource_size_t start; resource_size_t end; const char *name; long unsigned int flags; long unsigned int desc; struct resource *parent; struct resource *sibling; struct resource *child; }; enum { IORES_DESC_NONE = 0, IORES_DESC_CRASH_KERNEL = 1, IORES_DESC_ACPI_TABLES = 2, IORES_DESC_ACPI_NV_STORAGE = 3, IORES_DESC_PERSISTENT_MEMORY = 4, IORES_DESC_PERSISTENT_MEMORY_LEGACY = 5, IORES_DESC_DEVICE_PRIVATE_MEMORY = 6, IORES_DESC_RESERVED = 7, IORES_DESC_SOFT_RESERVED = 8, IORES_DESC_CXL = 9, }; struct fc_log; struct p_log { const char *prefix; struct fc_log *log; }; enum fs_context_purpose { FS_CONTEXT_FOR_MOUNT = 0, FS_CONTEXT_FOR_SUBMOUNT = 1, FS_CONTEXT_FOR_RECONFIGURE = 2, }; enum fs_context_phase { FS_CONTEXT_CREATE_PARAMS = 0, FS_CONTEXT_CREATING = 1, FS_CONTEXT_AWAITING_MOUNT = 2, FS_CONTEXT_AWAITING_RECONF = 3, FS_CONTEXT_RECONF_PARAMS = 4, FS_CONTEXT_RECONFIGURING = 5, FS_CONTEXT_FAILED = 6, }; struct fs_context_operations; struct fs_context { const struct fs_context_operations *ops; struct mutex uapi_mutex; struct file_system_type *fs_type; void *fs_private; void *sget_key; struct dentry *root; struct user_namespace *user_ns; struct net *net_ns; const struct cred *cred; struct p_log log; const char *source; void *security; void *s_fs_info; unsigned int sb_flags; unsigned int sb_flags_mask; unsigned int s_iflags; unsigned int lsm_flags; enum fs_context_purpose purpose: 8; enum fs_context_phase phase: 8; bool need_free: 1; bool global: 1; bool oldapi: 1; }; struct audit_names; struct filename { const char *name; const char *uptr; int refcnt; struct audit_names *aname; const char iname[0]; }; enum { REGION_INTERSECTS = 0, REGION_DISJOINT = 1, REGION_MIXED = 2, }; enum fs_value_type { fs_value_is_undefined = 0, fs_value_is_flag = 1, fs_value_is_string = 2, fs_value_is_blob = 3, fs_value_is_filename = 4, fs_value_is_file = 5, }; struct fs_parameter { const char *key; enum fs_value_type type: 8; union { char *string; void *blob; struct filename *name; struct file *file; }; size_t size; int dirfd; }; struct fc_log { refcount_t usage; u8 head; u8 tail; u8 need_free; struct module *owner; char *buffer[8]; }; struct fs_context_operations { void (*free)(struct fs_context *); int (*dup)(struct fs_context *, struct fs_context *); int (*parse_param)(struct fs_context *, struct fs_parameter *); int (*parse_monolithic)(struct fs_context *, void *); int (*get_tree)(struct fs_context *); int (*reconfigure)(struct fs_context *); }; struct pseudo_fs_context { const struct super_operations *ops; const struct xattr_handler **xattr; const struct dentry_operations *dops; long unsigned int magic; }; typedef void (*dr_release_t)(struct device *, void *); typedef int (*dr_match_t)(struct device *, void *, void *); struct resource_entry { struct list_head node; struct resource *res; resource_size_t offset; struct resource __res; }; struct resource_constraint { resource_size_t min; resource_size_t max; resource_size_t align; resource_size_t (*alignf)(void *, const struct resource *, resource_size_t, resource_size_t); void *alignf_data; }; enum { MAX_IORES_LEVEL = 5, }; struct region_devres { struct resource *parent; resource_size_t start; resource_size_t n; }; typedef unsigned int slab_flags_t; struct nsset { unsigned int flags; struct nsproxy *nsproxy; struct fs_struct *fs; const struct cred *cred; }; enum ucount_type { UCOUNT_USER_NAMESPACES = 0, UCOUNT_PID_NAMESPACES = 1, UCOUNT_UTS_NAMESPACES = 2, UCOUNT_IPC_NAMESPACES = 3, UCOUNT_NET_NAMESPACES = 4, UCOUNT_MNT_NAMESPACES = 5, UCOUNT_CGROUP_NAMESPACES = 6, UCOUNT_TIME_NAMESPACES = 7, UCOUNT_INOTIFY_INSTANCES = 8, UCOUNT_INOTIFY_WATCHES = 9, UCOUNT_FANOTIFY_GROUPS = 10, UCOUNT_FANOTIFY_MARKS = 11, UCOUNT_RLIMIT_NPROC = 12, UCOUNT_RLIMIT_MSGQUEUE = 13, UCOUNT_RLIMIT_SIGPENDING = 14, UCOUNT_RLIMIT_MEMLOCK = 15, UCOUNT_COUNTS = 16, }; enum { PROC_ROOT_INO = 1, PROC_IPC_INIT_INO = 4026531839, PROC_UTS_INIT_INO = 4026531838, PROC_USER_INIT_INO = 4026531837, PROC_PID_INIT_INO = 4026531836, PROC_CGROUP_INIT_INO = 4026531835, PROC_TIME_INIT_INO = 4026531834, }; struct linux_binprm; struct coredump_params; struct linux_binfmt { struct list_head lh; struct module *module; int (*load_binary)(struct linux_binprm *); int (*load_shlib)(struct file *); int (*core_dump)(struct coredump_params *); long unsigned int min_coredump; }; typedef long unsigned int old_sigset_t; struct sigqueue { struct list_head list; int flags; kernel_siginfo_t info; struct ucounts *ucounts; }; enum siginfo_layout { SIL_KILL = 0, SIL_TIMER = 1, SIL_POLL = 2, SIL_FAULT = 3, SIL_FAULT_TRAPNO = 4, SIL_FAULT_MCEERR = 5, SIL_FAULT_BNDERR = 6, SIL_FAULT_PKUERR = 7, SIL_FAULT_PERF_EVENT = 8, SIL_CHLD = 9, SIL_RT = 10, SIL_SYS = 11, }; struct multiprocess_signals { sigset_t signal; struct hlist_node node; }; struct ld_semaphore { atomic_long_t count; raw_spinlock_t wait_lock; unsigned int wait_readers; struct list_head read_wait; struct list_head write_wait; }; typedef unsigned int tcflag_t; typedef unsigned char cc_t; typedef unsigned int speed_t; struct ktermios { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; speed_t c_ispeed; speed_t c_ospeed; }; struct winsize { short unsigned int ws_row; short unsigned int ws_col; short unsigned int ws_xpixel; short unsigned int ws_ypixel; }; struct tty_driver; struct tty_operations; struct tty_ldisc; struct tty_port; struct tty_struct { int magic; struct kref kref; struct device *dev; struct tty_driver *driver; const struct tty_operations *ops; int index; struct ld_semaphore ldisc_sem; struct tty_ldisc *ldisc; struct mutex atomic_write_lock; struct mutex legacy_mutex; struct mutex throttle_mutex; struct rw_semaphore termios_rwsem; struct mutex winsize_mutex; struct ktermios termios; struct ktermios termios_locked; char name[64]; long unsigned int flags; int count; struct winsize winsize; struct { spinlock_t lock; bool stopped; bool tco_stopped; long unsigned int unused[0]; } flow; struct { spinlock_t lock; struct pid *pgrp; struct pid *session; unsigned char pktstatus; bool packet; long unsigned int unused[0]; } ctrl; int hw_stopped; unsigned int receive_room; int flow_change; struct tty_struct *link; struct fasync_struct *fasync; wait_queue_head_t write_wait; wait_queue_head_t read_wait; struct work_struct hangup_work; void *disc_data; void *driver_data; spinlock_t files_lock; struct list_head tty_files; int closing; unsigned char *write_buf; int write_cnt; struct work_struct SAK_work; struct tty_port *port; }; struct fd { struct file *file; unsigned int flags; }; typedef u32 compat_size_t; typedef s32 compat_clock_t; typedef s32 compat_pid_t; typedef s32 compat_timer_t; typedef s32 compat_int_t; typedef u32 compat_ulong_t; typedef u32 compat_old_sigset_t; typedef u32 __compat_uid32_t; typedef u32 compat_sigset_word; struct tty_buffer { union { struct tty_buffer *next; struct llist_node free; }; int used; int size; int commit; int lookahead; int read; int flags; long unsigned int data[0]; }; struct tty_bufhead { struct tty_buffer *head; struct work_struct work; struct mutex lock; atomic_t priority; struct tty_buffer sentinel; struct llist_head free; atomic_t mem_used; int mem_limit; struct tty_buffer *tail; }; struct serial_icounter_struct; struct serial_struct; struct tty_operations { struct tty_struct * (*lookup)(struct tty_driver *, struct file *, int); int (*install)(struct tty_driver *, struct tty_struct *); void (*remove)(struct tty_driver *, struct tty_struct *); int (*open)(struct tty_struct *, struct file *); void (*close)(struct tty_struct *, struct file *); void (*shutdown)(struct tty_struct *); void (*cleanup)(struct tty_struct *); int (*write)(struct tty_struct *, const unsigned char *, int); int (*put_char)(struct tty_struct *, unsigned char); void (*flush_chars)(struct tty_struct *); unsigned int (*write_room)(struct tty_struct *); unsigned int (*chars_in_buffer)(struct tty_struct *); int (*ioctl)(struct tty_struct *, unsigned int, long unsigned int); long int (*compat_ioctl)(struct tty_struct *, unsigned int, long unsigned int); void (*set_termios)(struct tty_struct *, struct ktermios *); void (*throttle)(struct tty_struct *); void (*unthrottle)(struct tty_struct *); void (*stop)(struct tty_struct *); void (*start)(struct tty_struct *); void (*hangup)(struct tty_struct *); int (*break_ctl)(struct tty_struct *, int); void (*flush_buffer)(struct tty_struct *); void (*set_ldisc)(struct tty_struct *); void (*wait_until_sent)(struct tty_struct *, int); void (*send_xchar)(struct tty_struct *, char); int (*tiocmget)(struct tty_struct *); int (*tiocmset)(struct tty_struct *, unsigned int, unsigned int); int (*resize)(struct tty_struct *, struct winsize *); int (*get_icount)(struct tty_struct *, struct serial_icounter_struct *); int (*get_serial)(struct tty_struct *, struct serial_struct *); int (*set_serial)(struct tty_struct *, struct serial_struct *); void (*show_fdinfo)(struct tty_struct *, struct seq_file *); int (*poll_init)(struct tty_driver *, int, char *); int (*poll_get_char)(struct tty_driver *, int); void (*poll_put_char)(struct tty_driver *, int, char); int (*proc_show)(struct seq_file *, void *); }; struct tty_driver { int magic; struct kref kref; struct cdev **cdevs; struct module *owner; const char *driver_name; const char *name; int name_base; int major; int minor_start; unsigned int num; short int type; short int subtype; struct ktermios init_termios; long unsigned int flags; struct proc_dir_entry *proc_entry; struct tty_driver *other; struct tty_struct **ttys; struct tty_port **ports; struct ktermios **termios; void *driver_state; const struct tty_operations *ops; struct list_head tty_drivers; }; struct __kfifo { unsigned int in; unsigned int out; unsigned int mask; unsigned int esize; void *data; }; struct tty_port_operations; struct tty_port_client_operations; struct tty_port { struct tty_bufhead buf; struct tty_struct *tty; struct tty_struct *itty; const struct tty_port_operations *ops; const struct tty_port_client_operations *client_ops; spinlock_t lock; int blocked_open; int count; wait_queue_head_t open_wait; wait_queue_head_t delta_msr_wait; long unsigned int flags; long unsigned int iflags; unsigned char console: 1; struct mutex mutex; struct mutex buf_mutex; unsigned char *xmit_buf; struct { union { struct __kfifo kfifo; unsigned char *type; const unsigned char *const_type; char (*rectype)[0]; unsigned char *ptr; const unsigned char *ptr_const; }; unsigned char buf[0]; } xmit_fifo; unsigned int close_delay; unsigned int closing_wait; int drain_delay; struct kref kref; void *client_data; }; struct tty_ldisc_ops { char *name; int num; int (*open)(struct tty_struct *); void (*close)(struct tty_struct *); void (*flush_buffer)(struct tty_struct *); ssize_t (*read)(struct tty_struct *, struct file *, unsigned char *, size_t, void **, long unsigned int); ssize_t (*write)(struct tty_struct *, struct file *, const unsigned char *, size_t); int (*ioctl)(struct tty_struct *, unsigned int, long unsigned int); int (*compat_ioctl)(struct tty_struct *, unsigned int, long unsigned int); void (*set_termios)(struct tty_struct *, struct ktermios *); __poll_t (*poll)(struct tty_struct *, struct file *, struct poll_table_struct *); void (*hangup)(struct tty_struct *); void (*receive_buf)(struct tty_struct *, const unsigned char *, const char *, int); void (*write_wakeup)(struct tty_struct *); void (*dcd_change)(struct tty_struct *, unsigned int); int (*receive_buf2)(struct tty_struct *, const unsigned char *, const char *, int); void (*lookahead_buf)(struct tty_struct *, const unsigned char *, const unsigned char *, unsigned int); struct module *owner; }; struct tty_ldisc { struct tty_ldisc_ops *ops; struct tty_struct *tty; }; struct tty_port_operations { int (*carrier_raised)(struct tty_port *); void (*dtr_rts)(struct tty_port *, int); void (*shutdown)(struct tty_port *); int (*activate)(struct tty_port *, struct tty_struct *); void (*destruct)(struct tty_port *); }; struct tty_port_client_operations { int (*receive_buf)(struct tty_port *, const unsigned char *, const unsigned char *, size_t); void (*lookahead_buf)(struct tty_port *, const unsigned char *, const unsigned char *, unsigned int); void (*write_wakeup)(struct tty_port *); }; struct linux_binprm { struct vm_area_struct *vma; long unsigned int vma_pages; struct mm_struct *mm; long unsigned int p; long unsigned int argmin; unsigned int have_execfd: 1; unsigned int execfd_creds: 1; unsigned int secureexec: 1; unsigned int point_of_no_return: 1; struct file *executable; struct file *interpreter; struct file *file; struct cred *cred; int unsafe; unsigned int per_clear; int argc; int envc; const char *filename; const char *interp; const char *fdpath; unsigned int interp_flags; int execfd; long unsigned int loader; long unsigned int exec; struct rlimit rlim_stack; char buf[256]; }; struct core_vma_metadata; struct coredump_params { const kernel_siginfo_t *siginfo; struct pt_regs *regs; struct file *file; long unsigned int limit; long unsigned int mm_flags; loff_t written; loff_t pos; loff_t to_skip; int vma_count; size_t vma_data_size; struct core_vma_metadata *vma_meta; }; struct core_vma_metadata { long unsigned int start; long unsigned int end; long unsigned int flags; long unsigned int dump_size; long unsigned int pgoff; struct file *file; }; struct ring_buffer_event { u32 type_len: 5; u32 time_delta: 27; u32 array[0]; }; enum perf_branch_sample_type_shift { PERF_SAMPLE_BRANCH_USER_SHIFT = 0, PERF_SAMPLE_BRANCH_KERNEL_SHIFT = 1, PERF_SAMPLE_BRANCH_HV_SHIFT = 2, PERF_SAMPLE_BRANCH_ANY_SHIFT = 3, PERF_SAMPLE_BRANCH_ANY_CALL_SHIFT = 4, PERF_SAMPLE_BRANCH_ANY_RETURN_SHIFT = 5, PERF_SAMPLE_BRANCH_IND_CALL_SHIFT = 6, PERF_SAMPLE_BRANCH_ABORT_TX_SHIFT = 7, PERF_SAMPLE_BRANCH_IN_TX_SHIFT = 8, PERF_SAMPLE_BRANCH_NO_TX_SHIFT = 9, PERF_SAMPLE_BRANCH_COND_SHIFT = 10, PERF_SAMPLE_BRANCH_CALL_STACK_SHIFT = 11, PERF_SAMPLE_BRANCH_IND_JUMP_SHIFT = 12, PERF_SAMPLE_BRANCH_CALL_SHIFT = 13, PERF_SAMPLE_BRANCH_NO_FLAGS_SHIFT = 14, PERF_SAMPLE_BRANCH_NO_CYCLES_SHIFT = 15, PERF_SAMPLE_BRANCH_TYPE_SAVE_SHIFT = 16, PERF_SAMPLE_BRANCH_HW_INDEX_SHIFT = 17, PERF_SAMPLE_BRANCH_MAX_SHIFT = 18, }; struct compat_sigaltstack { compat_uptr_t ss_sp; int ss_flags; compat_size_t ss_size; }; typedef struct compat_sigaltstack compat_stack_t; typedef struct { compat_sigset_word sig[2]; } compat_sigset_t; struct compat_sigaction { compat_uptr_t sa_handler; compat_ulong_t sa_flags; compat_uptr_t sa_restorer; compat_sigset_t sa_mask; }; union compat_sigval { compat_int_t sival_int; compat_uptr_t sival_ptr; }; typedef union compat_sigval compat_sigval_t; struct compat_siginfo { int si_signo; int si_errno; int si_code; union { int _pad[29]; struct { compat_pid_t _pid; __compat_uid32_t _uid; } _kill; struct { compat_timer_t _tid; int _overrun; compat_sigval_t _sigval; } _timer; struct { compat_pid_t _pid; __compat_uid32_t _uid; compat_sigval_t _sigval; } _rt; struct { compat_pid_t _pid; __compat_uid32_t _uid; int _status; compat_clock_t _utime; compat_clock_t _stime; } _sigchld; struct { compat_uptr_t _addr; union { int _trapno; short int _addr_lsb; struct { char _dummy_bnd[4]; compat_uptr_t _lower; compat_uptr_t _upper; } _addr_bnd; struct { char _dummy_pkey[4]; u32 _pkey; } _addr_pkey; struct { compat_ulong_t _data; u32 _type; u32 _flags; } _perf; }; } _sigfault; struct { compat_long_t _band; int _fd; } _sigpoll; struct { compat_uptr_t _call_addr; int _syscall; unsigned int _arch; } _sigsys; } _sifields; }; struct compat_old_sigaction { compat_uptr_t sa_handler; compat_old_sigset_t sa_mask; compat_ulong_t sa_flags; compat_uptr_t sa_restorer; }; enum { TASKSTATS_CMD_UNSPEC = 0, TASKSTATS_CMD_GET = 1, TASKSTATS_CMD_NEW = 2, __TASKSTATS_CMD_MAX = 3, }; enum cpu_usage_stat { CPUTIME_USER = 0, CPUTIME_NICE = 1, CPUTIME_SYSTEM = 2, CPUTIME_SOFTIRQ = 3, CPUTIME_IRQ = 4, CPUTIME_IDLE = 5, CPUTIME_IOWAIT = 6, CPUTIME_STEAL = 7, CPUTIME_GUEST = 8, CPUTIME_GUEST_NICE = 9, CPUTIME_FORCEIDLE = 10, NR_STATS = 11, }; enum cgroup_bpf_attach_type { CGROUP_BPF_ATTACH_TYPE_INVALID = 4294967295, CGROUP_INET_INGRESS = 0, CGROUP_INET_EGRESS = 1, CGROUP_INET_SOCK_CREATE = 2, CGROUP_SOCK_OPS = 3, CGROUP_DEVICE = 4, CGROUP_INET4_BIND = 5, CGROUP_INET6_BIND = 6, CGROUP_INET4_CONNECT = 7, CGROUP_INET6_CONNECT = 8, CGROUP_INET4_POST_BIND = 9, CGROUP_INET6_POST_BIND = 10, CGROUP_UDP4_SENDMSG = 11, CGROUP_UDP6_SENDMSG = 12, CGROUP_SYSCTL = 13, CGROUP_UDP4_RECVMSG = 14, CGROUP_UDP6_RECVMSG = 15, CGROUP_GETSOCKOPT = 16, CGROUP_SETSOCKOPT = 17, CGROUP_INET4_GETPEERNAME = 18, CGROUP_INET6_GETPEERNAME = 19, CGROUP_INET4_GETSOCKNAME = 20, CGROUP_INET6_GETSOCKNAME = 21, CGROUP_INET_SOCK_RELEASE = 22, CGROUP_LSM_START = 23, CGROUP_LSM_END = 32, MAX_CGROUP_BPF_ATTACH_TYPE = 33, }; enum psi_task_count { NR_IOWAIT = 0, NR_MEMSTALL = 1, NR_RUNNING = 2, NR_ONCPU = 3, NR_MEMSTALL_RUNNING = 4, NR_PSI_TASK_COUNTS = 5, }; enum psi_states { PSI_IO_SOME = 0, PSI_IO_FULL = 1, PSI_MEM_SOME = 2, PSI_MEM_FULL = 3, PSI_CPU_SOME = 4, PSI_CPU_FULL = 5, PSI_NONIDLE = 6, NR_PSI_STATES = 7, }; enum psi_aggregators { PSI_AVGS = 0, PSI_POLL = 1, NR_PSI_AGGREGATORS = 2, }; enum cgroup_subsys_id { cpuset_cgrp_id = 0, cpu_cgrp_id = 1, cpuacct_cgrp_id = 2, io_cgrp_id = 3, memory_cgrp_id = 4, devices_cgrp_id = 5, freezer_cgrp_id = 6, net_cls_cgrp_id = 7, perf_event_cgrp_id = 8, net_prio_cgrp_id = 9, pids_cgrp_id = 10, misc_cgrp_id = 11, CGROUP_SUBSYS_COUNT = 12, }; struct trace_buffer; struct trace_event_file; struct trace_event_buffer { struct trace_buffer *buffer; struct ring_buffer_event *event; struct trace_event_file *trace_file; void *entry; unsigned int trace_ctx; struct pt_regs *regs; }; struct trace_subsystem_dir; struct trace_event_file { struct list_head list; struct trace_event_call *event_call; struct event_filter *filter; struct dentry *dir; struct trace_array *tr; struct trace_subsystem_dir *system; struct list_head triggers; long unsigned int flags; atomic_t sm_ref; atomic_t tm_ref; }; enum { EVENT_FILE_FL_ENABLED = 1, EVENT_FILE_FL_RECORDED_CMD = 2, EVENT_FILE_FL_RECORDED_TGID = 4, EVENT_FILE_FL_FILTERED = 8, EVENT_FILE_FL_NO_SET_FILTER = 16, EVENT_FILE_FL_SOFT_MODE = 32, EVENT_FILE_FL_SOFT_DISABLED = 64, EVENT_FILE_FL_TRIGGER_MODE = 128, EVENT_FILE_FL_TRIGGER_COND = 256, EVENT_FILE_FL_PID_FILTER = 512, EVENT_FILE_FL_WAS_ENABLED = 1024, }; enum { FILTER_OTHER = 0, FILTER_STATIC_STRING = 1, FILTER_DYN_STRING = 2, FILTER_RDYN_STRING = 3, FILTER_PTR_STRING = 4, FILTER_TRACE_FN = 5, FILTER_COMM = 6, FILTER_CPU = 7, }; enum audit_ntp_type { AUDIT_NTP_OFFSET = 0, AUDIT_NTP_FREQ = 1, AUDIT_NTP_STATUS = 2, AUDIT_NTP_TAI = 3, AUDIT_NTP_TICK = 4, AUDIT_NTP_ADJUST = 5, AUDIT_NTP_NVALS = 6, }; enum { TRACE_SIGNAL_DELIVERED = 0, TRACE_SIGNAL_IGNORED = 1, TRACE_SIGNAL_ALREADY_PENDING = 2, TRACE_SIGNAL_OVERFLOW_FAIL = 3, TRACE_SIGNAL_LOSE_INFO = 4, }; struct trace_event_raw_signal_generate { struct trace_entry ent; int sig; int errno; int code; char comm[16]; pid_t pid; int group; int result; char __data[0]; }; struct trace_event_raw_signal_deliver { struct trace_entry ent; int sig; int errno; int code; long unsigned int sa_handler; long unsigned int sa_flags; char __data[0]; }; struct trace_event_data_offsets_signal_generate {}; struct trace_event_data_offsets_signal_deliver {}; typedef void (*btf_trace_signal_generate)(void *, int, struct kernel_siginfo *, struct task_struct *, int, int); typedef void (*btf_trace_signal_deliver)(void *, int, struct kernel_siginfo *, struct k_sigaction *); enum sig_handler { HANDLER_CURRENT = 0, HANDLER_SIG_DFL = 1, HANDLER_EXIT = 2, }; typedef u64 uint64_t; typedef void (*rcu_callback_t)(struct callback_head *); struct pin_cookie {}; enum { CSD_FLAG_LOCK = 1, IRQ_WORK_PENDING = 1, IRQ_WORK_BUSY = 2, IRQ_WORK_LAZY = 4, IRQ_WORK_HARD_IRQ = 8, IRQ_WORK_CLAIMED = 3, CSD_TYPE_ASYNC = 0, CSD_TYPE_SYNC = 16, CSD_TYPE_IRQ_WORK = 32, CSD_TYPE_TTWU = 48, CSD_FLAG_TYPE_MASK = 240, }; typedef void (*smp_call_func_t)(void *); struct __call_single_data { struct __call_single_node node; smp_call_func_t func; void *info; }; typedef struct __call_single_data call_single_data_t; typedef int (*task_call_f)(struct task_struct *, void *); struct wait_bit_key { void *flags; int bit_nr; long unsigned int timeout; }; struct wait_bit_queue_entry { struct wait_bit_key key; struct wait_queue_entry wq_entry; }; enum { WORK_STRUCT_PENDING_BIT = 0, WORK_STRUCT_INACTIVE_BIT = 1, WORK_STRUCT_PWQ_BIT = 2, WORK_STRUCT_LINKED_BIT = 3, WORK_STRUCT_COLOR_SHIFT = 4, WORK_STRUCT_COLOR_BITS = 4, WORK_STRUCT_PENDING = 1, WORK_STRUCT_INACTIVE = 2, WORK_STRUCT_PWQ = 4, WORK_STRUCT_LINKED = 8, WORK_STRUCT_STATIC = 0, WORK_NR_COLORS = 16, WORK_CPU_UNBOUND = 4096, WORK_STRUCT_FLAG_BITS = 8, WORK_OFFQ_FLAG_BASE = 4, __WORK_OFFQ_CANCELING = 4, WORK_OFFQ_CANCELING = 16, WORK_OFFQ_FLAG_BITS = 1, WORK_OFFQ_POOL_SHIFT = 5, WORK_OFFQ_LEFT = 59, WORK_OFFQ_POOL_BITS = 31, WORK_OFFQ_POOL_NONE = 2147483647, WORK_STRUCT_FLAG_MASK = 255, WORK_STRUCT_WQ_DATA_MASK = 4294967040, WORK_STRUCT_NO_POOL = 4294967264, WORK_BUSY_PENDING = 1, WORK_BUSY_RUNNING = 2, WORKER_DESC_LEN = 24, }; struct dl_bw { raw_spinlock_t lock; u64 bw; u64 total_bw; }; struct cpudl_item; struct cpudl { raw_spinlock_t lock; int size; cpumask_var_t free_cpus; struct cpudl_item *elements; }; struct cpupri_vec { atomic_t count; cpumask_var_t mask; }; struct cpupri { struct cpupri_vec pri_to_cpu[101]; int *cpu_to_pri; }; struct perf_domain; struct root_domain { atomic_t refcount; atomic_t rto_count; struct callback_head rcu; cpumask_var_t span; cpumask_var_t online; int overload; int overutilized; cpumask_var_t dlo_mask; atomic_t dlo_count; struct dl_bw dl_bw; struct cpudl cpudl; u64 visit_gen; struct irq_work rto_push_work; raw_spinlock_t rto_lock; int rto_loop; int rto_cpu; atomic_t rto_loop_next; atomic_t rto_loop_start; cpumask_var_t rto_mask; struct cpupri cpupri; long unsigned int max_cpu_capacity; struct perf_domain *pd; }; struct cfs_rq { struct load_weight load; unsigned int nr_running; unsigned int h_nr_running; unsigned int idle_nr_running; unsigned int idle_h_nr_running; u64 exec_clock; u64 min_vruntime; unsigned int forceidle_seq; u64 min_vruntime_fi; struct rb_root_cached tasks_timeline; struct sched_entity *curr; struct sched_entity *next; struct sched_entity *last; struct sched_entity *skip; unsigned int nr_spread_over; long: 32; long: 64; struct sched_avg avg; struct { raw_spinlock_t lock; int nr; long unsigned int load_avg; long unsigned int util_avg; long unsigned int runnable_avg; long: 64; long: 64; long: 64; long: 64; } removed; long unsigned int tg_load_avg_contrib; long int propagate; long int prop_runnable_sum; long unsigned int h_load; u64 last_h_load_update; struct sched_entity *h_load_next; struct rq *rq; int on_list; struct list_head leaf_cfs_rq_list; struct task_group *tg; int idle; int runtime_enabled; s64 runtime_remaining; u64 throttled_pelt_idle; u64 throttled_clock; u64 throttled_clock_pelt; u64 throttled_clock_pelt_time; int throttled; int throttle_count; struct list_head throttled_list; long: 64; long: 64; long: 64; long: 64; }; struct cfs_bandwidth { raw_spinlock_t lock; ktime_t period; u64 quota; u64 runtime; u64 burst; u64 runtime_snap; s64 hierarchical_quota; u8 idle; u8 period_active; u8 slack_started; struct hrtimer period_timer; struct hrtimer slack_timer; struct list_head throttled_cfs_rq; int nr_periods; int nr_throttled; int nr_burst; u64 throttled_time; u64 burst_time; }; struct task_group { struct cgroup_subsys_state css; struct sched_entity **se; struct cfs_rq **cfs_rq; long unsigned int shares; int idle; long: 32; long: 64; long: 64; long: 64; atomic_long_t load_avg; struct callback_head rcu; struct list_head list; struct task_group *parent; struct list_head siblings; struct list_head children; struct autogroup *autogroup; struct cfs_bandwidth cfs_bandwidth; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_ring_ctx; struct io_wq; struct io_uring_task { int cached_refs; const struct io_ring_ctx *last; struct io_wq *io_wq; struct file *registered_rings[16]; struct xarray xa; struct wait_queue_head wait; atomic_t in_idle; atomic_t inflight_tracked; struct percpu_counter inflight; long: 64; long: 64; struct { struct llist_head task_list; struct callback_head task_work; long: 64; long: 64; long: 64; long: 64; long: 64; }; }; struct request; struct blk_plug { struct request *mq_list; struct request *cached_rq; short unsigned int nr_ios; short unsigned int rq_count; bool multiple_queues; bool has_elevator; bool nowait; struct list_head cb_list; }; struct task_delay_info { raw_spinlock_t lock; u64 blkio_start; u64 blkio_delay; u64 swapin_start; u64 swapin_delay; u32 blkio_count; u32 swapin_count; u64 freepages_start; u64 freepages_delay; u64 thrashing_start; u64 thrashing_delay; u64 compact_start; u64 compact_delay; u64 wpcopy_start; u64 wpcopy_delay; u32 freepages_count; u32 thrashing_count; u32 compact_count; u32 wpcopy_count; }; struct blk_integrity_profile; struct blk_integrity { const struct blk_integrity_profile *profile; unsigned char flags; unsigned char tuple_size; unsigned char interval_exp; unsigned char tag_size; }; enum blk_bounce { BLK_BOUNCE_NONE = 0, BLK_BOUNCE_HIGH = 1, }; enum blk_zoned_model { BLK_ZONED_NONE = 0, BLK_ZONED_HA = 1, BLK_ZONED_HM = 2, }; struct queue_limits { enum blk_bounce bounce; long unsigned int seg_boundary_mask; long unsigned int virt_boundary_mask; unsigned int max_hw_sectors; unsigned int max_dev_sectors; unsigned int chunk_sectors; unsigned int max_sectors; unsigned int max_segment_size; unsigned int physical_block_size; unsigned int logical_block_size; unsigned int alignment_offset; unsigned int io_min; unsigned int io_opt; unsigned int max_discard_sectors; unsigned int max_hw_discard_sectors; unsigned int max_secure_erase_sectors; unsigned int max_write_zeroes_sectors; unsigned int max_zone_append_sectors; unsigned int discard_granularity; unsigned int discard_alignment; unsigned int zone_write_granularity; short unsigned int max_segments; short unsigned int max_integrity_segments; short unsigned int max_discard_segments; unsigned char misaligned; unsigned char discard_misaligned; unsigned char raid_partial_stripes_expensive; enum blk_zoned_model zoned; }; struct elevator_queue; struct blk_queue_stats; struct rq_qos; struct blk_mq_ops; struct blk_mq_ctx; struct blk_crypto_profile; struct blk_stat_callback; struct blk_rq_stat; struct blk_mq_tags; struct blk_trace; struct blk_flush_queue; struct throtl_data; struct blk_mq_tag_set; struct request_queue { struct request *last_merge; struct elevator_queue *elevator; struct percpu_ref q_usage_counter; struct blk_queue_stats *stats; struct rq_qos *rq_qos; const struct blk_mq_ops *mq_ops; struct blk_mq_ctx *queue_ctx; unsigned int queue_depth; struct xarray hctx_table; unsigned int nr_hw_queues; void *queuedata; long unsigned int queue_flags; atomic_t pm_only; int id; spinlock_t queue_lock; struct gendisk *disk; struct kobject kobj; struct kobject *mq_kobj; struct blk_integrity integrity; struct device *dev; enum rpm_status rpm_status; long unsigned int nr_requests; unsigned int dma_pad_mask; unsigned int dma_alignment; struct blk_crypto_profile *crypto_profile; struct kobject *crypto_kobject; unsigned int rq_timeout; int poll_nsec; struct blk_stat_callback *poll_cb; struct blk_rq_stat *poll_stat; struct timer_list timeout; struct work_struct timeout_work; atomic_t nr_active_requests_shared_tags; struct blk_mq_tags *sched_shared_tags; struct list_head icq_list; long unsigned int blkcg_pols[1]; struct blkcg_gq *root_blkg; struct list_head blkg_list; struct queue_limits limits; unsigned int required_elevator_features; int node; struct blk_trace *blk_trace; struct blk_flush_queue *fq; struct list_head requeue_list; spinlock_t requeue_lock; struct delayed_work requeue_work; struct mutex sysfs_lock; struct mutex sysfs_dir_lock; struct list_head unused_hctx_list; spinlock_t unused_hctx_lock; int mq_freeze_depth; struct throtl_data *td; struct callback_head callback_head; wait_queue_head_t mq_freeze_wq; struct mutex mq_freeze_lock; int quiesce_depth; struct blk_mq_tag_set *tag_set; struct list_head tag_set_list; struct dentry *debugfs_dir; struct dentry *sched_debugfs_dir; struct dentry *rqos_debugfs_dir; struct mutex debugfs_mutex; bool mq_sysfs_init_done; struct srcu_struct srcu[0]; }; struct cpu_topology { int thread_id; int core_id; int cluster_id; int package_id; cpumask_t thread_sibling; cpumask_t core_sibling; cpumask_t cluster_sibling; cpumask_t llc_sibling; }; enum { MEMBARRIER_STATE_PRIVATE_EXPEDITED_READY = 1, MEMBARRIER_STATE_PRIVATE_EXPEDITED = 2, MEMBARRIER_STATE_GLOBAL_EXPEDITED_READY = 4, MEMBARRIER_STATE_GLOBAL_EXPEDITED = 8, MEMBARRIER_STATE_PRIVATE_EXPEDITED_SYNC_CORE_READY = 16, MEMBARRIER_STATE_PRIVATE_EXPEDITED_SYNC_CORE = 32, MEMBARRIER_STATE_PRIVATE_EXPEDITED_RSEQ_READY = 64, MEMBARRIER_STATE_PRIVATE_EXPEDITED_RSEQ = 128, }; struct autogroup { struct kref kref; struct task_group *tg; struct rw_semaphore lock; long unsigned int id; int nice; }; typedef int __kernel_rwf_t; struct io_comp_batch { struct request *req_list; bool need_ts; void (*complete)(struct io_comp_batch *); }; struct trace_print_flags { long unsigned int mask; const char *name; }; struct ubuf_info; struct msghdr { void *msg_name; int msg_namelen; int msg_inq; struct iov_iter msg_iter; union { void *msg_control; void *msg_control_user; }; bool msg_control_is_user: 1; bool msg_get_inq: 1; unsigned int msg_flags; __kernel_size_t msg_controllen; struct kiocb *msg_iocb; struct ubuf_info *msg_ubuf; int (*sg_from_iter)(struct sock *, struct sk_buff *, struct iov_iter *, size_t); }; struct mmpin { struct user_struct *user; unsigned int num_pg; }; struct ubuf_info { void (*callback)(struct sk_buff *, struct ubuf_info *, bool); union { struct { long unsigned int desc; void *ctx; }; struct { u32 id; u16 len; u16 zerocopy: 1; u32 bytelen; }; }; refcount_t refcnt; u8 flags; struct mmpin mmp; }; struct sched_domain_attr { int relax_domain_level; }; struct sched_domain_shared { atomic_t ref; atomic_t nr_busy_cpus; int has_idle_cores; int nr_idle_scan; }; struct sched_group; struct sched_domain { struct sched_domain *parent; struct sched_domain *child; struct sched_group *groups; long unsigned int min_interval; long unsigned int max_interval; unsigned int busy_factor; unsigned int imbalance_pct; unsigned int cache_nice_tries; unsigned int imb_numa_nr; int nohz_idle; int flags; int level; long unsigned int last_balance; unsigned int balance_interval; unsigned int nr_balance_failed; u64 max_newidle_lb_cost; long unsigned int last_decay_max_lb_cost; u64 avg_scan_cost; unsigned int lb_count[3]; unsigned int lb_failed[3]; unsigned int lb_balanced[3]; unsigned int lb_imbalance[3]; unsigned int lb_gained[3]; unsigned int lb_hot_gained[3]; unsigned int lb_nobusyg[3]; unsigned int lb_nobusyq[3]; unsigned int alb_count; unsigned int alb_failed; unsigned int alb_pushed; unsigned int sbe_count; unsigned int sbe_balanced; unsigned int sbe_pushed; unsigned int sbf_count; unsigned int sbf_balanced; unsigned int sbf_pushed; unsigned int ttwu_wake_remote; unsigned int ttwu_move_affine; unsigned int ttwu_move_balance; char *name; union { void *private; struct callback_head rcu; }; struct sched_domain_shared *shared; unsigned int span_weight; long unsigned int span[0]; }; struct sched_group_capacity; struct sched_group { struct sched_group *next; atomic_t ref; unsigned int group_weight; struct sched_group_capacity *sgc; int asym_prefer_cpu; int flags; long unsigned int cpumask[0]; }; struct sched_group_capacity { atomic_t ref; long unsigned int capacity; long unsigned int min_capacity; long unsigned int max_capacity; long unsigned int next_update; int imbalance; int id; long unsigned int cpumask[0]; }; struct kernel_cpustat { u64 cpustat[11]; }; struct kernel_stat { long unsigned int irqs_sum; unsigned int softirqs[10]; }; struct kthread_work; typedef void (*kthread_work_func_t)(struct kthread_work *); struct kthread_worker; struct kthread_work { struct list_head node; kthread_work_func_t func; struct kthread_worker *worker; int canceling; }; struct kthread_worker { unsigned int flags; raw_spinlock_t lock; struct list_head work_list; struct list_head delayed_work_list; struct task_struct *task; struct kthread_work *current_work; }; enum { CFTYPE_ONLY_ON_ROOT = 1, CFTYPE_NOT_ON_ROOT = 2, CFTYPE_NS_DELEGATABLE = 4, CFTYPE_NO_PREFIX = 8, CFTYPE_WORLD_WRITABLE = 16, CFTYPE_DEBUG = 32, CFTYPE_PRESSURE = 64, __CFTYPE_ONLY_ON_DFL = 65536, __CFTYPE_NOT_ON_DFL = 131072, }; enum hk_type { HK_TYPE_TIMER = 0, HK_TYPE_RCU = 1, HK_TYPE_MISC = 2, HK_TYPE_SCHED = 3, HK_TYPE_TICK = 4, HK_TYPE_DOMAIN = 5, HK_TYPE_WQ = 6, HK_TYPE_MANAGED_IRQ = 7, HK_TYPE_KTHREAD = 8, HK_TYPE_MAX = 9, }; struct block_device_operations; struct timer_rand_state; struct disk_events; struct cdrom_device_info; struct badblocks; struct blk_independent_access_ranges; struct gendisk { int major; int first_minor; int minors; char disk_name[32]; short unsigned int events; short unsigned int event_flags; struct xarray part_tbl; struct block_device *part0; const struct block_device_operations *fops; struct request_queue *queue; void *private_data; struct bio_set bio_split; int flags; long unsigned int state; struct mutex open_mutex; unsigned int open_partitions; struct backing_dev_info *bdi; struct kobject *slave_dir; struct list_head slave_bdevs; struct timer_rand_state *random; atomic_t sync_io; struct disk_events *ev; struct kobject integrity_kobj; unsigned int nr_zones; unsigned int max_open_zones; unsigned int max_active_zones; long unsigned int *conv_zones_bitmap; long unsigned int *seq_zones_wlock; struct cdrom_device_info *cdi; int node_id; struct badblocks *bb; struct lockdep_map lockdep_map; u64 diskseq; struct blk_independent_access_ranges *ia_ranges; }; struct partition_meta_info { char uuid[37]; u8 volname[64]; }; enum req_op { REQ_OP_READ = 0, REQ_OP_WRITE = 1, REQ_OP_FLUSH = 2, REQ_OP_DISCARD = 3, REQ_OP_SECURE_ERASE = 5, REQ_OP_WRITE_ZEROES = 9, REQ_OP_ZONE_OPEN = 10, REQ_OP_ZONE_CLOSE = 11, REQ_OP_ZONE_FINISH = 12, REQ_OP_ZONE_APPEND = 13, REQ_OP_ZONE_RESET = 15, REQ_OP_ZONE_RESET_ALL = 17, REQ_OP_DRV_IN = 34, REQ_OP_DRV_OUT = 35, REQ_OP_LAST = 36, }; struct blk_rq_stat { u64 mean; u64 min; u64 max; u32 nr_samples; u64 batch; }; struct blk_zone { __u64 start; __u64 len; __u64 wp; __u8 type; __u8 cond; __u8 non_seq; __u8 reset; __u8 resv[4]; __u64 capacity; __u8 reserved[24]; }; struct blk_integrity_iter; typedef blk_status_t integrity_processing_fn(struct blk_integrity_iter *); typedef void integrity_prepare_fn(struct request *); typedef void integrity_complete_fn(struct request *, unsigned int); struct blk_integrity_profile { integrity_processing_fn *generate_fn; integrity_processing_fn *verify_fn; integrity_prepare_fn *prepare_fn; integrity_complete_fn *complete_fn; const char *name; }; typedef int (*report_zones_cb)(struct blk_zone *, unsigned int, void *); enum blk_unique_id { BLK_UID_T10 = 1, BLK_UID_EUI64 = 2, BLK_UID_NAA = 3, }; struct hd_geometry; struct pr_ops; struct block_device_operations { void (*submit_bio)(struct bio *); int (*poll_bio)(struct bio *, struct io_comp_batch *, unsigned int); int (*open)(struct block_device *, fmode_t); void (*release)(struct gendisk *, fmode_t); int (*rw_page)(struct block_device *, sector_t, struct page *, enum req_op); int (*ioctl)(struct block_device *, fmode_t, unsigned int, long unsigned int); int (*compat_ioctl)(struct block_device *, fmode_t, unsigned int, long unsigned int); unsigned int (*check_events)(struct gendisk *, unsigned int); void (*unlock_native_capacity)(struct gendisk *); int (*getgeo)(struct block_device *, struct hd_geometry *); int (*set_read_only)(struct block_device *, bool); void (*free_disk)(struct gendisk *); void (*swap_slot_free_notify)(struct block_device *, long unsigned int); int (*report_zones)(struct gendisk *, sector_t, unsigned int, report_zones_cb, void *); char * (*devnode)(struct gendisk *, umode_t *); int (*get_unique_id)(struct gendisk *, u8 *, enum blk_unique_id); struct module *owner; const struct pr_ops *pr_ops; int (*alternative_gpt_sector)(struct gendisk *, sector_t *); }; struct blk_independent_access_range { struct kobject kobj; sector_t sector; sector_t nr_sectors; }; struct blk_independent_access_ranges { struct kobject kobj; bool sysfs_registered; unsigned int nr_ia_ranges; struct blk_independent_access_range ia_range[0]; }; enum blk_eh_timer_return { BLK_EH_DONE = 0, BLK_EH_RESET_TIMER = 1, }; struct blk_mq_hw_ctx; struct blk_mq_queue_data; struct blk_mq_ops { blk_status_t (*queue_rq)(struct blk_mq_hw_ctx *, const struct blk_mq_queue_data *); void (*commit_rqs)(struct blk_mq_hw_ctx *); void (*queue_rqs)(struct request **); int (*get_budget)(struct request_queue *); void (*put_budget)(struct request_queue *, int); void (*set_rq_budget_token)(struct request *, int); int (*get_rq_budget_token)(struct request *); enum blk_eh_timer_return (*timeout)(struct request *); int (*poll)(struct blk_mq_hw_ctx *, struct io_comp_batch *); void (*complete)(struct request *); int (*init_hctx)(struct blk_mq_hw_ctx *, void *, unsigned int); void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); int (*init_request)(struct blk_mq_tag_set *, struct request *, unsigned int, unsigned int); void (*exit_request)(struct blk_mq_tag_set *, struct request *, unsigned int); void (*cleanup_rq)(struct request *); bool (*busy)(struct request_queue *); int (*map_queues)(struct blk_mq_tag_set *); void (*show_rq)(struct seq_file *, struct request *); }; enum pr_type { PR_WRITE_EXCLUSIVE = 1, PR_EXCLUSIVE_ACCESS = 2, PR_WRITE_EXCLUSIVE_REG_ONLY = 3, PR_EXCLUSIVE_ACCESS_REG_ONLY = 4, PR_WRITE_EXCLUSIVE_ALL_REGS = 5, PR_EXCLUSIVE_ACCESS_ALL_REGS = 6, }; struct pr_ops { int (*pr_register)(struct block_device *, u64, u64, u32); int (*pr_reserve)(struct block_device *, u64, enum pr_type, u32); int (*pr_release)(struct block_device *, u64, enum pr_type); int (*pr_preempt)(struct block_device *, u64, u64, enum pr_type, bool); int (*pr_clear)(struct block_device *, u64); }; enum flow_dissector_key_id { FLOW_DISSECTOR_KEY_CONTROL = 0, FLOW_DISSECTOR_KEY_BASIC = 1, FLOW_DISSECTOR_KEY_IPV4_ADDRS = 2, FLOW_DISSECTOR_KEY_IPV6_ADDRS = 3, FLOW_DISSECTOR_KEY_PORTS = 4, FLOW_DISSECTOR_KEY_PORTS_RANGE = 5, FLOW_DISSECTOR_KEY_ICMP = 6, FLOW_DISSECTOR_KEY_ETH_ADDRS = 7, FLOW_DISSECTOR_KEY_TIPC = 8, FLOW_DISSECTOR_KEY_ARP = 9, FLOW_DISSECTOR_KEY_VLAN = 10, FLOW_DISSECTOR_KEY_FLOW_LABEL = 11, FLOW_DISSECTOR_KEY_GRE_KEYID = 12, FLOW_DISSECTOR_KEY_MPLS_ENTROPY = 13, FLOW_DISSECTOR_KEY_ENC_KEYID = 14, FLOW_DISSECTOR_KEY_ENC_IPV4_ADDRS = 15, FLOW_DISSECTOR_KEY_ENC_IPV6_ADDRS = 16, FLOW_DISSECTOR_KEY_ENC_CONTROL = 17, FLOW_DISSECTOR_KEY_ENC_PORTS = 18, FLOW_DISSECTOR_KEY_MPLS = 19, FLOW_DISSECTOR_KEY_TCP = 20, FLOW_DISSECTOR_KEY_IP = 21, FLOW_DISSECTOR_KEY_CVLAN = 22, FLOW_DISSECTOR_KEY_ENC_IP = 23, FLOW_DISSECTOR_KEY_ENC_OPTS = 24, FLOW_DISSECTOR_KEY_META = 25, FLOW_DISSECTOR_KEY_CT = 26, FLOW_DISSECTOR_KEY_HASH = 27, FLOW_DISSECTOR_KEY_NUM_OF_VLANS = 28, FLOW_DISSECTOR_KEY_PPPOE = 29, FLOW_DISSECTOR_KEY_MAX = 30, }; enum { IPSTATS_MIB_NUM = 0, IPSTATS_MIB_INPKTS = 1, IPSTATS_MIB_INOCTETS = 2, IPSTATS_MIB_INDELIVERS = 3, IPSTATS_MIB_OUTFORWDATAGRAMS = 4, IPSTATS_MIB_OUTPKTS = 5, IPSTATS_MIB_OUTOCTETS = 6, IPSTATS_MIB_INHDRERRORS = 7, IPSTATS_MIB_INTOOBIGERRORS = 8, IPSTATS_MIB_INNOROUTES = 9, IPSTATS_MIB_INADDRERRORS = 10, IPSTATS_MIB_INUNKNOWNPROTOS = 11, IPSTATS_MIB_INTRUNCATEDPKTS = 12, IPSTATS_MIB_INDISCARDS = 13, IPSTATS_MIB_OUTDISCARDS = 14, IPSTATS_MIB_OUTNOROUTES = 15, IPSTATS_MIB_REASMTIMEOUT = 16, IPSTATS_MIB_REASMREQDS = 17, IPSTATS_MIB_REASMOKS = 18, IPSTATS_MIB_REASMFAILS = 19, IPSTATS_MIB_FRAGOKS = 20, IPSTATS_MIB_FRAGFAILS = 21, IPSTATS_MIB_FRAGCREATES = 22, IPSTATS_MIB_INMCASTPKTS = 23, IPSTATS_MIB_OUTMCASTPKTS = 24, IPSTATS_MIB_INBCASTPKTS = 25, IPSTATS_MIB_OUTBCASTPKTS = 26, IPSTATS_MIB_INMCASTOCTETS = 27, IPSTATS_MIB_OUTMCASTOCTETS = 28, IPSTATS_MIB_INBCASTOCTETS = 29, IPSTATS_MIB_OUTBCASTOCTETS = 30, IPSTATS_MIB_CSUMERRORS = 31, IPSTATS_MIB_NOECTPKTS = 32, IPSTATS_MIB_ECT1PKTS = 33, IPSTATS_MIB_ECT0PKTS = 34, IPSTATS_MIB_CEPKTS = 35, IPSTATS_MIB_REASM_OVERLAPS = 36, __IPSTATS_MIB_MAX = 37, }; enum { ICMP_MIB_NUM = 0, ICMP_MIB_INMSGS = 1, ICMP_MIB_INERRORS = 2, ICMP_MIB_INDESTUNREACHS = 3, ICMP_MIB_INTIMEEXCDS = 4, ICMP_MIB_INPARMPROBS = 5, ICMP_MIB_INSRCQUENCHS = 6, ICMP_MIB_INREDIRECTS = 7, ICMP_MIB_INECHOS = 8, ICMP_MIB_INECHOREPS = 9, ICMP_MIB_INTIMESTAMPS = 10, ICMP_MIB_INTIMESTAMPREPS = 11, ICMP_MIB_INADDRMASKS = 12, ICMP_MIB_INADDRMASKREPS = 13, ICMP_MIB_OUTMSGS = 14, ICMP_MIB_OUTERRORS = 15, ICMP_MIB_OUTDESTUNREACHS = 16, ICMP_MIB_OUTTIMEEXCDS = 17, ICMP_MIB_OUTPARMPROBS = 18, ICMP_MIB_OUTSRCQUENCHS = 19, ICMP_MIB_OUTREDIRECTS = 20, ICMP_MIB_OUTECHOS = 21, ICMP_MIB_OUTECHOREPS = 22, ICMP_MIB_OUTTIMESTAMPS = 23, ICMP_MIB_OUTTIMESTAMPREPS = 24, ICMP_MIB_OUTADDRMASKS = 25, ICMP_MIB_OUTADDRMASKREPS = 26, ICMP_MIB_CSUMERRORS = 27, __ICMP_MIB_MAX = 28, }; enum { ICMP6_MIB_NUM = 0, ICMP6_MIB_INMSGS = 1, ICMP6_MIB_INERRORS = 2, ICMP6_MIB_OUTMSGS = 3, ICMP6_MIB_OUTERRORS = 4, ICMP6_MIB_CSUMERRORS = 5, __ICMP6_MIB_MAX = 6, }; enum { TCP_MIB_NUM = 0, TCP_MIB_RTOALGORITHM = 1, TCP_MIB_RTOMIN = 2, TCP_MIB_RTOMAX = 3, TCP_MIB_MAXCONN = 4, TCP_MIB_ACTIVEOPENS = 5, TCP_MIB_PASSIVEOPENS = 6, TCP_MIB_ATTEMPTFAILS = 7, TCP_MIB_ESTABRESETS = 8, TCP_MIB_CURRESTAB = 9, TCP_MIB_INSEGS = 10, TCP_MIB_OUTSEGS = 11, TCP_MIB_RETRANSSEGS = 12, TCP_MIB_INERRS = 13, TCP_MIB_OUTRSTS = 14, TCP_MIB_CSUMERRORS = 15, __TCP_MIB_MAX = 16, }; enum { UDP_MIB_NUM = 0, UDP_MIB_INDATAGRAMS = 1, UDP_MIB_NOPORTS = 2, UDP_MIB_INERRORS = 3, UDP_MIB_OUTDATAGRAMS = 4, UDP_MIB_RCVBUFERRORS = 5, UDP_MIB_SNDBUFERRORS = 6, UDP_MIB_CSUMERRORS = 7, UDP_MIB_IGNOREDMULTI = 8, UDP_MIB_MEMERRORS = 9, __UDP_MIB_MAX = 10, }; enum { LINUX_MIB_NUM = 0, LINUX_MIB_SYNCOOKIESSENT = 1, LINUX_MIB_SYNCOOKIESRECV = 2, LINUX_MIB_SYNCOOKIESFAILED = 3, LINUX_MIB_EMBRYONICRSTS = 4, LINUX_MIB_PRUNECALLED = 5, LINUX_MIB_RCVPRUNED = 6, LINUX_MIB_OFOPRUNED = 7, LINUX_MIB_OUTOFWINDOWICMPS = 8, LINUX_MIB_LOCKDROPPEDICMPS = 9, LINUX_MIB_ARPFILTER = 10, LINUX_MIB_TIMEWAITED = 11, LINUX_MIB_TIMEWAITRECYCLED = 12, LINUX_MIB_TIMEWAITKILLED = 13, LINUX_MIB_PAWSACTIVEREJECTED = 14, LINUX_MIB_PAWSESTABREJECTED = 15, LINUX_MIB_DELAYEDACKS = 16, LINUX_MIB_DELAYEDACKLOCKED = 17, LINUX_MIB_DELAYEDACKLOST = 18, LINUX_MIB_LISTENOVERFLOWS = 19, LINUX_MIB_LISTENDROPS = 20, LINUX_MIB_TCPHPHITS = 21, LINUX_MIB_TCPPUREACKS = 22, LINUX_MIB_TCPHPACKS = 23, LINUX_MIB_TCPRENORECOVERY = 24, LINUX_MIB_TCPSACKRECOVERY = 25, LINUX_MIB_TCPSACKRENEGING = 26, LINUX_MIB_TCPSACKREORDER = 27, LINUX_MIB_TCPRENOREORDER = 28, LINUX_MIB_TCPTSREORDER = 29, LINUX_MIB_TCPFULLUNDO = 30, LINUX_MIB_TCPPARTIALUNDO = 31, LINUX_MIB_TCPDSACKUNDO = 32, LINUX_MIB_TCPLOSSUNDO = 33, LINUX_MIB_TCPLOSTRETRANSMIT = 34, LINUX_MIB_TCPRENOFAILURES = 35, LINUX_MIB_TCPSACKFAILURES = 36, LINUX_MIB_TCPLOSSFAILURES = 37, LINUX_MIB_TCPFASTRETRANS = 38, LINUX_MIB_TCPSLOWSTARTRETRANS = 39, LINUX_MIB_TCPTIMEOUTS = 40, LINUX_MIB_TCPLOSSPROBES = 41, LINUX_MIB_TCPLOSSPROBERECOVERY = 42, LINUX_MIB_TCPRENORECOVERYFAIL = 43, LINUX_MIB_TCPSACKRECOVERYFAIL = 44, LINUX_MIB_TCPRCVCOLLAPSED = 45, LINUX_MIB_TCPDSACKOLDSENT = 46, LINUX_MIB_TCPDSACKOFOSENT = 47, LINUX_MIB_TCPDSACKRECV = 48, LINUX_MIB_TCPDSACKOFORECV = 49, LINUX_MIB_TCPABORTONDATA = 50, LINUX_MIB_TCPABORTONCLOSE = 51, LINUX_MIB_TCPABORTONMEMORY = 52, LINUX_MIB_TCPABORTONTIMEOUT = 53, LINUX_MIB_TCPABORTONLINGER = 54, LINUX_MIB_TCPABORTFAILED = 55, LINUX_MIB_TCPMEMORYPRESSURES = 56, LINUX_MIB_TCPMEMORYPRESSURESCHRONO = 57, LINUX_MIB_TCPSACKDISCARD = 58, LINUX_MIB_TCPDSACKIGNOREDOLD = 59, LINUX_MIB_TCPDSACKIGNOREDNOUNDO = 60, LINUX_MIB_TCPSPURIOUSRTOS = 61, LINUX_MIB_TCPMD5NOTFOUND = 62, LINUX_MIB_TCPMD5UNEXPECTED = 63, LINUX_MIB_TCPMD5FAILURE = 64, LINUX_MIB_SACKSHIFTED = 65, LINUX_MIB_SACKMERGED = 66, LINUX_MIB_SACKSHIFTFALLBACK = 67, LINUX_MIB_TCPBACKLOGDROP = 68, LINUX_MIB_PFMEMALLOCDROP = 69, LINUX_MIB_TCPMINTTLDROP = 70, LINUX_MIB_TCPDEFERACCEPTDROP = 71, LINUX_MIB_IPRPFILTER = 72, LINUX_MIB_TCPTIMEWAITOVERFLOW = 73, LINUX_MIB_TCPREQQFULLDOCOOKIES = 74, LINUX_MIB_TCPREQQFULLDROP = 75, LINUX_MIB_TCPRETRANSFAIL = 76, LINUX_MIB_TCPRCVCOALESCE = 77, LINUX_MIB_TCPBACKLOGCOALESCE = 78, LINUX_MIB_TCPOFOQUEUE = 79, LINUX_MIB_TCPOFODROP = 80, LINUX_MIB_TCPOFOMERGE = 81, LINUX_MIB_TCPCHALLENGEACK = 82, LINUX_MIB_TCPSYNCHALLENGE = 83, LINUX_MIB_TCPFASTOPENACTIVE = 84, LINUX_MIB_TCPFASTOPENACTIVEFAIL = 85, LINUX_MIB_TCPFASTOPENPASSIVE = 86, LINUX_MIB_TCPFASTOPENPASSIVEFAIL = 87, LINUX_MIB_TCPFASTOPENLISTENOVERFLOW = 88, LINUX_MIB_TCPFASTOPENCOOKIEREQD = 89, LINUX_MIB_TCPFASTOPENBLACKHOLE = 90, LINUX_MIB_TCPSPURIOUS_RTX_HOSTQUEUES = 91, LINUX_MIB_BUSYPOLLRXPACKETS = 92, LINUX_MIB_TCPAUTOCORKING = 93, LINUX_MIB_TCPFROMZEROWINDOWADV = 94, LINUX_MIB_TCPTOZEROWINDOWADV = 95, LINUX_MIB_TCPWANTZEROWINDOWADV = 96, LINUX_MIB_TCPSYNRETRANS = 97, LINUX_MIB_TCPORIGDATASENT = 98, LINUX_MIB_TCPHYSTARTTRAINDETECT = 99, LINUX_MIB_TCPHYSTARTTRAINCWND = 100, LINUX_MIB_TCPHYSTARTDELAYDETECT = 101, LINUX_MIB_TCPHYSTARTDELAYCWND = 102, LINUX_MIB_TCPACKSKIPPEDSYNRECV = 103, LINUX_MIB_TCPACKSKIPPEDPAWS = 104, LINUX_MIB_TCPACKSKIPPEDSEQ = 105, LINUX_MIB_TCPACKSKIPPEDFINWAIT2 = 106, LINUX_MIB_TCPACKSKIPPEDTIMEWAIT = 107, LINUX_MIB_TCPACKSKIPPEDCHALLENGE = 108, LINUX_MIB_TCPWINPROBE = 109, LINUX_MIB_TCPKEEPALIVE = 110, LINUX_MIB_TCPMTUPFAIL = 111, LINUX_MIB_TCPMTUPSUCCESS = 112, LINUX_MIB_TCPDELIVERED = 113, LINUX_MIB_TCPDELIVEREDCE = 114, LINUX_MIB_TCPACKCOMPRESSED = 115, LINUX_MIB_TCPZEROWINDOWDROP = 116, LINUX_MIB_TCPRCVQDROP = 117, LINUX_MIB_TCPWQUEUETOOBIG = 118, LINUX_MIB_TCPFASTOPENPASSIVEALTKEY = 119, LINUX_MIB_TCPTIMEOUTREHASH = 120, LINUX_MIB_TCPDUPLICATEDATAREHASH = 121, LINUX_MIB_TCPDSACKRECVSEGS = 122, LINUX_MIB_TCPDSACKIGNOREDDUBIOUS = 123, LINUX_MIB_TCPMIGRATEREQSUCCESS = 124, LINUX_MIB_TCPMIGRATEREQFAILURE = 125, __LINUX_MIB_MAX = 126, }; enum { LINUX_MIB_XFRMNUM = 0, LINUX_MIB_XFRMINERROR = 1, LINUX_MIB_XFRMINBUFFERERROR = 2, LINUX_MIB_XFRMINHDRERROR = 3, LINUX_MIB_XFRMINNOSTATES = 4, LINUX_MIB_XFRMINSTATEPROTOERROR = 5, LINUX_MIB_XFRMINSTATEMODEERROR = 6, LINUX_MIB_XFRMINSTATESEQERROR = 7, LINUX_MIB_XFRMINSTATEEXPIRED = 8, LINUX_MIB_XFRMINSTATEMISMATCH = 9, LINUX_MIB_XFRMINSTATEINVALID = 10, LINUX_MIB_XFRMINTMPLMISMATCH = 11, LINUX_MIB_XFRMINNOPOLS = 12, LINUX_MIB_XFRMINPOLBLOCK = 13, LINUX_MIB_XFRMINPOLERROR = 14, LINUX_MIB_XFRMOUTERROR = 15, LINUX_MIB_XFRMOUTBUNDLEGENERROR = 16, LINUX_MIB_XFRMOUTBUNDLECHECKERROR = 17, LINUX_MIB_XFRMOUTNOSTATES = 18, LINUX_MIB_XFRMOUTSTATEPROTOERROR = 19, LINUX_MIB_XFRMOUTSTATEMODEERROR = 20, LINUX_MIB_XFRMOUTSTATESEQERROR = 21, LINUX_MIB_XFRMOUTSTATEEXPIRED = 22, LINUX_MIB_XFRMOUTPOLBLOCK = 23, LINUX_MIB_XFRMOUTPOLDEAD = 24, LINUX_MIB_XFRMOUTPOLERROR = 25, LINUX_MIB_XFRMFWDHDRERROR = 26, LINUX_MIB_XFRMOUTSTATEINVALID = 27, LINUX_MIB_XFRMACQUIREERROR = 28, __LINUX_MIB_XFRMMAX = 29, }; enum { LINUX_MIB_TLSNUM = 0, LINUX_MIB_TLSCURRTXSW = 1, LINUX_MIB_TLSCURRRXSW = 2, LINUX_MIB_TLSCURRTXDEVICE = 3, LINUX_MIB_TLSCURRRXDEVICE = 4, LINUX_MIB_TLSTXSW = 5, LINUX_MIB_TLSRXSW = 6, LINUX_MIB_TLSTXDEVICE = 7, LINUX_MIB_TLSRXDEVICE = 8, LINUX_MIB_TLSDECRYPTERROR = 9, LINUX_MIB_TLSRXDEVICERESYNC = 10, LINUX_MIB_TLSDECRYPTRETRY = 11, LINUX_MIB_TLSRXNOPADVIOL = 12, __LINUX_MIB_TLSMAX = 13, }; enum nf_inet_hooks { NF_INET_PRE_ROUTING = 0, NF_INET_LOCAL_IN = 1, NF_INET_FORWARD = 2, NF_INET_LOCAL_OUT = 3, NF_INET_POST_ROUTING = 4, NF_INET_NUMHOOKS = 5, NF_INET_INGRESS = 5, }; enum { NFPROTO_UNSPEC = 0, NFPROTO_INET = 1, NFPROTO_IPV4 = 2, NFPROTO_ARP = 3, NFPROTO_NETDEV = 5, NFPROTO_BRIDGE = 7, NFPROTO_IPV6 = 10, NFPROTO_DECNET = 12, NFPROTO_NUMPROTO = 13, }; enum tcp_conntrack { TCP_CONNTRACK_NONE = 0, TCP_CONNTRACK_SYN_SENT = 1, TCP_CONNTRACK_SYN_RECV = 2, TCP_CONNTRACK_ESTABLISHED = 3, TCP_CONNTRACK_FIN_WAIT = 4, TCP_CONNTRACK_CLOSE_WAIT = 5, TCP_CONNTRACK_LAST_ACK = 6, TCP_CONNTRACK_TIME_WAIT = 7, TCP_CONNTRACK_CLOSE = 8, TCP_CONNTRACK_LISTEN = 9, TCP_CONNTRACK_MAX = 10, TCP_CONNTRACK_IGNORE = 11, TCP_CONNTRACK_RETRANS = 12, TCP_CONNTRACK_UNACK = 13, TCP_CONNTRACK_TIMEOUT_MAX = 14, }; enum ct_dccp_states { CT_DCCP_NONE = 0, CT_DCCP_REQUEST = 1, CT_DCCP_RESPOND = 2, CT_DCCP_PARTOPEN = 3, CT_DCCP_OPEN = 4, CT_DCCP_CLOSEREQ = 5, CT_DCCP_CLOSING = 6, CT_DCCP_TIMEWAIT = 7, CT_DCCP_IGNORE = 8, CT_DCCP_INVALID = 9, __CT_DCCP_MAX = 10, }; enum ip_conntrack_dir { IP_CT_DIR_ORIGINAL = 0, IP_CT_DIR_REPLY = 1, IP_CT_DIR_MAX = 2, }; enum sctp_conntrack { SCTP_CONNTRACK_NONE = 0, SCTP_CONNTRACK_CLOSED = 1, SCTP_CONNTRACK_COOKIE_WAIT = 2, SCTP_CONNTRACK_COOKIE_ECHOED = 3, SCTP_CONNTRACK_ESTABLISHED = 4, SCTP_CONNTRACK_SHUTDOWN_SENT = 5, SCTP_CONNTRACK_SHUTDOWN_RECD = 6, SCTP_CONNTRACK_SHUTDOWN_ACK_SENT = 7, SCTP_CONNTRACK_HEARTBEAT_SENT = 8, SCTP_CONNTRACK_HEARTBEAT_ACKED = 9, SCTP_CONNTRACK_MAX = 10, }; enum udp_conntrack { UDP_CT_UNREPLIED = 0, UDP_CT_REPLIED = 1, UDP_CT_MAX = 2, }; enum gre_conntrack { GRE_CT_UNREPLIED = 0, GRE_CT_REPLIED = 1, GRE_CT_MAX = 2, }; enum { XFRM_POLICY_IN = 0, XFRM_POLICY_OUT = 1, XFRM_POLICY_FWD = 2, XFRM_POLICY_MASK = 3, XFRM_POLICY_MAX = 3, }; enum netns_bpf_attach_type { NETNS_BPF_INVALID = 4294967295, NETNS_BPF_FLOW_DISSECTOR = 0, NETNS_BPF_SK_LOOKUP = 1, MAX_NETNS_BPF_ATTACH_TYPE = 2, }; typedef struct { union { void *kernel; void *user; }; bool is_kernel: 1; } sockptr_t; typedef enum { SS_FREE = 0, SS_UNCONNECTED = 1, SS_CONNECTING = 2, SS_CONNECTED = 3, SS_DISCONNECTING = 4, } socket_state; struct socket_wq { wait_queue_head_t wait; struct fasync_struct *fasync_list; long unsigned int flags; struct callback_head rcu; long: 64; }; struct proto_ops; struct socket { socket_state state; short int type; long unsigned int flags; struct file *file; struct sock *sk; const struct proto_ops *ops; long: 64; long: 64; long: 64; struct socket_wq wq; }; typedef struct { size_t written; size_t count; union { char *buf; void *data; } arg; int error; } read_descriptor_t; typedef int (*sk_read_actor_t)(read_descriptor_t *, struct sk_buff *, unsigned int, size_t); typedef int (*skb_read_actor_t)(struct sock *, struct sk_buff *); struct proto_ops { int family; struct module *owner; int (*release)(struct socket *); int (*bind)(struct socket *, struct sockaddr *, int); int (*connect)(struct socket *, struct sockaddr *, int, int); int (*socketpair)(struct socket *, struct socket *); int (*accept)(struct socket *, struct socket *, int, bool); int (*getname)(struct socket *, struct sockaddr *, int); __poll_t (*poll)(struct file *, struct socket *, struct poll_table_struct *); int (*ioctl)(struct socket *, unsigned int, long unsigned int); int (*compat_ioctl)(struct socket *, unsigned int, long unsigned int); int (*gettstamp)(struct socket *, void *, bool, bool); int (*listen)(struct socket *, int); int (*shutdown)(struct socket *, int); int (*setsockopt)(struct socket *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct socket *, int, int, char *, int *); void (*show_fdinfo)(struct seq_file *, struct socket *); int (*sendmsg)(struct socket *, struct msghdr *, size_t); int (*recvmsg)(struct socket *, struct msghdr *, size_t, int); int (*mmap)(struct file *, struct socket *, struct vm_area_struct *); ssize_t (*sendpage)(struct socket *, struct page *, int, size_t, int); ssize_t (*splice_read)(struct socket *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); int (*set_peek_off)(struct sock *, int); int (*peek_len)(struct socket *); int (*read_sock)(struct sock *, read_descriptor_t *, sk_read_actor_t); int (*read_skb)(struct sock *, skb_read_actor_t); int (*sendpage_locked)(struct sock *, struct page *, int, size_t, int); int (*sendmsg_locked)(struct sock *, struct msghdr *, size_t); int (*set_rcvlowat)(struct sock *, int); }; enum skb_ext_id { SKB_EXT_BRIDGE_NF = 0, SKB_EXT_SEC_PATH = 1, TC_SKB_EXT = 2, SKB_EXT_MPTCP = 3, SKB_EXT_NUM = 4, }; struct wake_q_head { struct wake_q_node *first; struct wake_q_node **lastp; }; struct sched_param { int sched_priority; }; struct sched_attr { __u32 size; __u32 sched_policy; __u64 sched_flags; __s32 sched_nice; __u32 sched_priority; __u64 sched_runtime; __u64 sched_deadline; __u64 sched_period; __u32 sched_util_min; __u32 sched_util_max; }; struct trace_event_raw_sched_kthread_stop { struct trace_entry ent; char comm[16]; pid_t pid; char __data[0]; }; struct trace_event_raw_sched_kthread_stop_ret { struct trace_entry ent; int ret; char __data[0]; }; struct trace_event_raw_sched_kthread_work_queue_work { struct trace_entry ent; void *work; void *function; void *worker; char __data[0]; }; struct trace_event_raw_sched_kthread_work_execute_start { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_sched_kthread_work_execute_end { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_sched_wakeup_template { struct trace_entry ent; char comm[16]; pid_t pid; int prio; int target_cpu; char __data[0]; }; struct trace_event_raw_sched_switch { struct trace_entry ent; char prev_comm[16]; pid_t prev_pid; int prev_prio; long int prev_state; char next_comm[16]; pid_t next_pid; int next_prio; char __data[0]; }; struct trace_event_raw_sched_migrate_task { struct trace_entry ent; char comm[16]; pid_t pid; int prio; int orig_cpu; int dest_cpu; char __data[0]; }; struct trace_event_raw_sched_process_template { struct trace_entry ent; char comm[16]; pid_t pid; int prio; char __data[0]; }; struct trace_event_raw_sched_process_wait { struct trace_entry ent; char comm[16]; pid_t pid; int prio; char __data[0]; }; struct trace_event_raw_sched_process_fork { struct trace_entry ent; char parent_comm[16]; pid_t parent_pid; char child_comm[16]; pid_t child_pid; char __data[0]; }; struct trace_event_raw_sched_process_exec { struct trace_entry ent; u32 __data_loc_filename; pid_t pid; pid_t old_pid; char __data[0]; }; struct trace_event_raw_sched_stat_template { struct trace_entry ent; char comm[16]; pid_t pid; u64 delay; char __data[0]; }; struct trace_event_raw_sched_stat_runtime { struct trace_entry ent; char comm[16]; pid_t pid; u64 runtime; u64 vruntime; char __data[0]; }; struct trace_event_raw_sched_pi_setprio { struct trace_entry ent; char comm[16]; pid_t pid; int oldprio; int newprio; char __data[0]; }; struct trace_event_raw_sched_move_numa { struct trace_entry ent; pid_t pid; pid_t tgid; pid_t ngid; int src_cpu; int src_nid; int dst_cpu; int dst_nid; char __data[0]; }; struct trace_event_raw_sched_numa_pair_template { struct trace_entry ent; pid_t src_pid; pid_t src_tgid; pid_t src_ngid; int src_cpu; int src_nid; pid_t dst_pid; pid_t dst_tgid; pid_t dst_ngid; int dst_cpu; int dst_nid; char __data[0]; }; struct trace_event_raw_sched_wake_idle_without_ipi { struct trace_entry ent; int cpu; char __data[0]; }; struct trace_event_data_offsets_sched_kthread_stop {}; struct trace_event_data_offsets_sched_kthread_stop_ret {}; struct trace_event_data_offsets_sched_kthread_work_queue_work {}; struct trace_event_data_offsets_sched_kthread_work_execute_start {}; struct trace_event_data_offsets_sched_kthread_work_execute_end {}; struct trace_event_data_offsets_sched_wakeup_template {}; struct trace_event_data_offsets_sched_switch {}; struct trace_event_data_offsets_sched_migrate_task {}; struct trace_event_data_offsets_sched_process_template {}; struct trace_event_data_offsets_sched_process_wait {}; struct trace_event_data_offsets_sched_process_fork {}; struct trace_event_data_offsets_sched_process_exec { u32 filename; }; struct trace_event_data_offsets_sched_stat_template {}; struct trace_event_data_offsets_sched_stat_runtime {}; struct trace_event_data_offsets_sched_pi_setprio {}; struct trace_event_data_offsets_sched_move_numa {}; struct trace_event_data_offsets_sched_numa_pair_template {}; struct trace_event_data_offsets_sched_wake_idle_without_ipi {}; typedef void (*btf_trace_sched_kthread_stop)(void *, struct task_struct *); typedef void (*btf_trace_sched_kthread_stop_ret)(void *, int); typedef void (*btf_trace_sched_kthread_work_queue_work)(void *, struct kthread_worker *, struct kthread_work *); typedef void (*btf_trace_sched_kthread_work_execute_start)(void *, struct kthread_work *); typedef void (*btf_trace_sched_kthread_work_execute_end)(void *, struct kthread_work *, kthread_work_func_t); typedef void (*btf_trace_sched_waking)(void *, struct task_struct *); typedef void (*btf_trace_sched_wakeup)(void *, struct task_struct *); typedef void (*btf_trace_sched_wakeup_new)(void *, struct task_struct *); typedef void (*btf_trace_sched_switch)(void *, bool, struct task_struct *, struct task_struct *, unsigned int); typedef void (*btf_trace_sched_migrate_task)(void *, struct task_struct *, int); typedef void (*btf_trace_sched_process_free)(void *, struct task_struct *); typedef void (*btf_trace_sched_process_exit)(void *, struct task_struct *); typedef void (*btf_trace_sched_wait_task)(void *, struct task_struct *); typedef void (*btf_trace_sched_process_wait)(void *, struct pid *); typedef void (*btf_trace_sched_process_fork)(void *, struct task_struct *, struct task_struct *); typedef void (*btf_trace_sched_process_exec)(void *, struct task_struct *, pid_t, struct linux_binprm *); typedef void (*btf_trace_sched_stat_wait)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_sleep)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_iowait)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_blocked)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_runtime)(void *, struct task_struct *, u64, u64); typedef void (*btf_trace_sched_pi_setprio)(void *, struct task_struct *, struct task_struct *); typedef void (*btf_trace_sched_move_numa)(void *, struct task_struct *, int, int); typedef void (*btf_trace_sched_stick_numa)(void *, struct task_struct *, int, struct task_struct *, int); typedef void (*btf_trace_sched_swap_numa)(void *, struct task_struct *, int, struct task_struct *, int); typedef void (*btf_trace_sched_wake_idle_without_ipi)(void *, int); typedef void (*btf_trace_pelt_cfs_tp)(void *, struct cfs_rq *); typedef void (*btf_trace_pelt_rt_tp)(void *, struct rq *); struct rt_prio_array { long unsigned int bitmap[2]; struct list_head queue[100]; }; struct rt_rq { struct rt_prio_array active; unsigned int rt_nr_running; unsigned int rr_nr_running; struct { int curr; int next; } highest_prio; unsigned int rt_nr_migratory; unsigned int rt_nr_total; int overloaded; struct plist_head pushable_tasks; int rt_queued; int rt_throttled; u64 rt_time; u64 rt_runtime; raw_spinlock_t rt_runtime_lock; }; struct dl_rq { struct rb_root_cached root; unsigned int dl_nr_running; struct { u64 curr; u64 next; } earliest_dl; unsigned int dl_nr_migratory; int overloaded; struct rb_root_cached pushable_dl_tasks_root; u64 running_bw; u64 this_bw; u64 extra_bw; u64 bw_ratio; }; struct cpu_stop_done; struct cpu_stop_work { struct list_head list; cpu_stop_fn_t fn; long unsigned int caller; void *arg; struct cpu_stop_done *done; }; struct cpuidle_state; struct rq { raw_spinlock_t __lock; unsigned int nr_running; unsigned int nr_numa_running; unsigned int nr_preferred_running; unsigned int numa_migrate_on; long unsigned int last_blocked_load_update_tick; unsigned int has_blocked_load; long: 32; long: 64; long: 64; long: 64; call_single_data_t nohz_csd; unsigned int nohz_tick_stopped; atomic_t nohz_flags; unsigned int ttwu_pending; u64 nr_switches; long: 64; struct cfs_rq cfs; struct rt_rq rt; struct dl_rq dl; struct list_head leaf_cfs_rq_list; struct list_head *tmp_alone_branch; unsigned int nr_uninterruptible; struct task_struct *curr; struct task_struct *idle; struct task_struct *stop; long unsigned int next_balance; struct mm_struct *prev_mm; unsigned int clock_update_flags; u64 clock; long: 64; long: 64; long: 64; long: 64; long: 64; u64 clock_task; u64 clock_pelt; long unsigned int lost_idle_time; u64 clock_pelt_idle; u64 clock_idle; atomic_t nr_iowait; u64 last_seen_need_resched_ns; int ticks_without_resched; int membarrier_state; struct root_domain *rd; struct sched_domain *sd; long unsigned int cpu_capacity; long unsigned int cpu_capacity_orig; struct callback_head *balance_callback; unsigned char nohz_idle_balance; unsigned char idle_balance; long unsigned int misfit_task_load; int active_balance; int push_cpu; struct cpu_stop_work active_balance_work; int cpu; int online; struct list_head cfs_tasks; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_avg avg_rt; struct sched_avg avg_dl; struct sched_avg avg_irq; struct sched_avg avg_thermal; u64 idle_stamp; u64 avg_idle; long unsigned int wake_stamp; u64 wake_avg_idle; u64 max_idle_balance_cost; struct rcuwait hotplug_wait; u64 prev_irq_time; u64 prev_steal_time; u64 prev_steal_time_rq; long unsigned int calc_load_update; long int calc_load_active; long: 64; call_single_data_t hrtick_csd; struct hrtimer hrtick_timer; ktime_t hrtick_time; struct sched_info rq_sched_info; long long unsigned int rq_cpu_time; unsigned int yld_count; unsigned int sched_count; unsigned int sched_goidle; unsigned int ttwu_count; unsigned int ttwu_local; struct cpuidle_state *idle_state; unsigned int nr_pinned; unsigned int push_busy; struct cpu_stop_work push_work; struct rq *core; struct task_struct *core_pick; unsigned int core_enabled; unsigned int core_sched_seq; struct rb_root core_tree; unsigned int core_task_seq; unsigned int core_pick_seq; long unsigned int core_cookie; unsigned int core_forceidle_count; unsigned int core_forceidle_seq; unsigned int core_forceidle_occupation; u64 core_forceidle_start; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef void (*btf_trace_pelt_dl_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_thermal_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_irq_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_se_tp)(void *, struct sched_entity *); typedef void (*btf_trace_sched_cpu_capacity_tp)(void *, struct rq *); typedef void (*btf_trace_sched_overutilized_tp)(void *, struct root_domain *, bool); typedef void (*btf_trace_sched_util_est_cfs_tp)(void *, struct cfs_rq *); typedef void (*btf_trace_sched_util_est_se_tp)(void *, struct sched_entity *); typedef void (*btf_trace_sched_update_nr_running_tp)(void *, struct rq *, int); struct cpudl_item { u64 dl; int cpu; int idx; }; struct rt_bandwidth { raw_spinlock_t rt_runtime_lock; ktime_t rt_period; u64 rt_runtime; struct hrtimer rt_period_timer; unsigned int rt_period_active; }; typedef int (*tg_visitor)(struct task_group *, void *); struct perf_domain { struct em_perf_domain *em_pd; struct perf_domain *next; struct callback_head rcu; }; struct rq_flags { long unsigned int flags; struct pin_cookie cookie; unsigned int clock_update_flags; }; struct sched_entity_stats { struct sched_entity se; struct sched_statistics stats; }; enum { __SCHED_FEAT_GENTLE_FAIR_SLEEPERS = 0, __SCHED_FEAT_START_DEBIT = 1, __SCHED_FEAT_NEXT_BUDDY = 2, __SCHED_FEAT_LAST_BUDDY = 3, __SCHED_FEAT_CACHE_HOT_BUDDY = 4, __SCHED_FEAT_WAKEUP_PREEMPTION = 5, __SCHED_FEAT_HRTICK = 6, __SCHED_FEAT_HRTICK_DL = 7, __SCHED_FEAT_DOUBLE_TICK = 8, __SCHED_FEAT_NONTASK_CAPACITY = 9, __SCHED_FEAT_TTWU_QUEUE = 10, __SCHED_FEAT_SIS_PROP = 11, __SCHED_FEAT_SIS_UTIL = 12, __SCHED_FEAT_WARN_DOUBLE_CLOCK = 13, __SCHED_FEAT_RT_PUSH_IPI = 14, __SCHED_FEAT_RT_RUNTIME_SHARE = 15, __SCHED_FEAT_LB_MIN = 16, __SCHED_FEAT_ATTACH_AGE_LOAD = 17, __SCHED_FEAT_WA_IDLE = 18, __SCHED_FEAT_WA_WEIGHT = 19, __SCHED_FEAT_WA_BIAS = 20, __SCHED_FEAT_UTIL_EST = 21, __SCHED_FEAT_UTIL_EST_FASTUP = 22, __SCHED_FEAT_LATENCY_WARN = 23, __SCHED_FEAT_ALT_PERIOD = 24, __SCHED_FEAT_BASE_SLICE = 25, __SCHED_FEAT_NR = 26, }; struct irqtime { u64 total; u64 tick_delta; u64 irq_start_time; struct u64_stats_sync sync; }; enum cpu_util_type { FREQUENCY_UTIL = 0, ENERGY_UTIL = 1, }; enum task_work_notify_mode { TWA_NONE = 0, TWA_RESUME = 1, TWA_SIGNAL = 2, TWA_SIGNAL_NO_IPI = 3, }; struct io_uring_sqe { __u8 opcode; __u8 flags; __u16 ioprio; __s32 fd; union { __u64 off; __u64 addr2; struct { __u32 cmd_op; __u32 __pad1; }; }; union { __u64 addr; __u64 splice_off_in; }; __u32 len; union { __kernel_rwf_t rw_flags; __u32 fsync_flags; __u16 poll_events; __u32 poll32_events; __u32 sync_range_flags; __u32 msg_flags; __u32 timeout_flags; __u32 accept_flags; __u32 cancel_flags; __u32 open_flags; __u32 statx_flags; __u32 fadvise_advice; __u32 splice_flags; __u32 rename_flags; __u32 unlink_flags; __u32 hardlink_flags; __u32 xattr_flags; __u32 msg_ring_flags; }; __u64 user_data; union { __u16 buf_index; __u16 buf_group; }; __u16 personality; union { __s32 splice_fd_in; __u32 file_index; struct { __u16 addr_len; __u16 __pad3[1]; }; }; union { struct { __u64 addr3; __u64 __pad2[1]; }; __u8 cmd[0]; }; }; enum { IOSQE_FIXED_FILE_BIT = 0, IOSQE_IO_DRAIN_BIT = 1, IOSQE_IO_LINK_BIT = 2, IOSQE_IO_HARDLINK_BIT = 3, IOSQE_ASYNC_BIT = 4, IOSQE_BUFFER_SELECT_BIT = 5, IOSQE_CQE_SKIP_SUCCESS_BIT = 6, }; enum io_uring_op { IORING_OP_NOP = 0, IORING_OP_READV = 1, IORING_OP_WRITEV = 2, IORING_OP_FSYNC = 3, IORING_OP_READ_FIXED = 4, IORING_OP_WRITE_FIXED = 5, IORING_OP_POLL_ADD = 6, IORING_OP_POLL_REMOVE = 7, IORING_OP_SYNC_FILE_RANGE = 8, IORING_OP_SENDMSG = 9, IORING_OP_RECVMSG = 10, IORING_OP_TIMEOUT = 11, IORING_OP_TIMEOUT_REMOVE = 12, IORING_OP_ACCEPT = 13, IORING_OP_ASYNC_CANCEL = 14, IORING_OP_LINK_TIMEOUT = 15, IORING_OP_CONNECT = 16, IORING_OP_FALLOCATE = 17, IORING_OP_OPENAT = 18, IORING_OP_CLOSE = 19, IORING_OP_FILES_UPDATE = 20, IORING_OP_STATX = 21, IORING_OP_READ = 22, IORING_OP_WRITE = 23, IORING_OP_FADVISE = 24, IORING_OP_MADVISE = 25, IORING_OP_SEND = 26, IORING_OP_RECV = 27, IORING_OP_OPENAT2 = 28, IORING_OP_EPOLL_CTL = 29, IORING_OP_SPLICE = 30, IORING_OP_PROVIDE_BUFFERS = 31, IORING_OP_REMOVE_BUFFERS = 32, IORING_OP_TEE = 33, IORING_OP_SHUTDOWN = 34, IORING_OP_RENAMEAT = 35, IORING_OP_UNLINKAT = 36, IORING_OP_MKDIRAT = 37, IORING_OP_SYMLINKAT = 38, IORING_OP_LINKAT = 39, IORING_OP_MSG_RING = 40, IORING_OP_FSETXATTR = 41, IORING_OP_SETXATTR = 42, IORING_OP_FGETXATTR = 43, IORING_OP_GETXATTR = 44, IORING_OP_SOCKET = 45, IORING_OP_URING_CMD = 46, IORING_OP_SEND_ZC = 47, IORING_OP_LAST = 48, }; struct io_uring_cqe { __u64 user_data; __s32 res; __u32 flags; __u64 big_cqe[0]; }; enum { IORING_REGISTER_BUFFERS = 0, IORING_UNREGISTER_BUFFERS = 1, IORING_REGISTER_FILES = 2, IORING_UNREGISTER_FILES = 3, IORING_REGISTER_EVENTFD = 4, IORING_UNREGISTER_EVENTFD = 5, IORING_REGISTER_FILES_UPDATE = 6, IORING_REGISTER_EVENTFD_ASYNC = 7, IORING_REGISTER_PROBE = 8, IORING_REGISTER_PERSONALITY = 9, IORING_UNREGISTER_PERSONALITY = 10, IORING_REGISTER_RESTRICTIONS = 11, IORING_REGISTER_ENABLE_RINGS = 12, IORING_REGISTER_FILES2 = 13, IORING_REGISTER_FILES_UPDATE2 = 14, IORING_REGISTER_BUFFERS2 = 15, IORING_REGISTER_BUFFERS_UPDATE = 16, IORING_REGISTER_IOWQ_AFF = 17, IORING_UNREGISTER_IOWQ_AFF = 18, IORING_REGISTER_IOWQ_MAX_WORKERS = 19, IORING_REGISTER_RING_FDS = 20, IORING_UNREGISTER_RING_FDS = 21, IORING_REGISTER_PBUF_RING = 22, IORING_UNREGISTER_PBUF_RING = 23, IORING_REGISTER_SYNC_CANCEL = 24, IORING_REGISTER_FILE_ALLOC_RANGE = 25, IORING_REGISTER_LAST = 26, }; struct io_wq_work_node { struct io_wq_work_node *next; }; struct io_wq_work_list { struct io_wq_work_node *first; struct io_wq_work_node *last; }; struct io_wq_work { struct io_wq_work_node list; unsigned int flags; int cancel_seq; }; struct io_fixed_file { long unsigned int file_ptr; }; struct io_file_table { struct io_fixed_file *files; long unsigned int *bitmap; unsigned int alloc_hint; }; struct io_hash_bucket { spinlock_t lock; struct hlist_head list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_hash_table { struct io_hash_bucket *hbs; unsigned int hash_bits; }; struct io_notif_slot; struct io_kiocb; struct io_submit_link { struct io_kiocb *head; struct io_kiocb *last; }; struct io_submit_state { struct io_wq_work_node free_list; struct io_wq_work_list compl_reqs; struct io_submit_link link; bool plug_started; bool need_plug; short unsigned int submit_nr; struct blk_plug plug; }; struct io_alloc_cache { struct hlist_head list; unsigned int nr_cached; }; struct io_restriction { long unsigned int register_op[1]; long unsigned int sqe_op[1]; u8 sqe_flags_allowed; u8 sqe_flags_required; bool registered; }; struct io_rings; struct io_rsrc_node; struct io_mapped_ubuf; struct io_buffer_list; struct io_sq_data; struct io_ev_fd; struct io_rsrc_data; struct io_wq_hash; struct io_ring_ctx { struct { struct percpu_ref refs; struct io_rings *rings; unsigned int flags; enum task_work_notify_mode notify_method; unsigned int compat: 1; unsigned int drain_next: 1; unsigned int restricted: 1; unsigned int off_timeout_used: 1; unsigned int drain_active: 1; unsigned int drain_disabled: 1; unsigned int has_evfd: 1; unsigned int syscall_iopoll: 1; long: 56; long: 64; long: 64; long: 64; }; struct { struct mutex uring_lock; u32 *sq_array; struct io_uring_sqe *sq_sqes; unsigned int cached_sq_head; unsigned int sq_entries; struct io_rsrc_node *rsrc_node; int rsrc_cached_refs; atomic_t cancel_seq; struct io_file_table file_table; unsigned int nr_user_files; unsigned int nr_user_bufs; struct io_mapped_ubuf **user_bufs; struct io_notif_slot *notif_slots; unsigned int nr_notif_slots; struct io_submit_state submit_state; struct io_buffer_list *io_bl; struct xarray io_bl_xa; struct list_head io_buffers_cache; struct io_hash_table cancel_table_locked; struct list_head cq_overflow_list; struct io_alloc_cache apoll_cache; struct io_alloc_cache netmsg_cache; }; struct io_wq_work_list locked_free_list; unsigned int locked_free_nr; const struct cred *sq_creds; struct io_sq_data *sq_data; struct wait_queue_head sqo_sq_wait; struct list_head sqd_list; long unsigned int check_cq; unsigned int file_alloc_start; unsigned int file_alloc_end; struct xarray personalities; u32 pers_next; long: 32; long: 64; struct { struct io_uring_cqe *cqe_cached; struct io_uring_cqe *cqe_sentinel; unsigned int cached_cq_tail; unsigned int cq_entries; struct io_ev_fd *io_ev_fd; struct wait_queue_head cq_wait; unsigned int cq_extra; }; struct { spinlock_t completion_lock; struct io_wq_work_list iopoll_list; struct io_hash_table cancel_table; bool poll_multi_queue; struct list_head io_buffers_comp; }; struct { spinlock_t timeout_lock; atomic_t cq_timeouts; struct list_head timeout_list; struct list_head ltimeout_list; unsigned int cq_last_tm_flush; long: 32; long: 64; long: 64; }; struct io_restriction restrictions; struct task_struct *submitter_task; struct io_rsrc_node *rsrc_backup_node; struct io_mapped_ubuf *dummy_ubuf; struct io_rsrc_data *file_data; struct io_rsrc_data *buf_data; struct delayed_work rsrc_put_work; struct llist_head rsrc_put_llist; struct list_head rsrc_ref_list; spinlock_t rsrc_ref_lock; struct list_head io_buffers_pages; struct socket *ring_sock; struct io_wq_hash *hash_map; struct user_struct *user; struct mm_struct *mm_account; struct llist_head fallback_llist; struct delayed_work fallback_work; struct work_struct exit_work; struct list_head tctx_list; struct completion ref_comp; u32 iowq_limits[2]; bool iowq_limits_set; struct list_head defer_list; unsigned int sq_thread_idle; unsigned int evfd_last_cq_tail; }; struct io_uring { u32 head; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 tail; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_rings { struct io_uring sq; struct io_uring cq; u32 sq_ring_mask; u32 cq_ring_mask; u32 sq_ring_entries; u32 cq_ring_entries; u32 sq_dropped; atomic_t sq_flags; u32 cq_flags; u32 cq_overflow; long: 64; long: 64; long: 64; long: 64; struct io_uring_cqe cqes[0]; }; struct io_cmd_data { struct file *file; __u8 data[56]; }; struct io_cqe { __u64 user_data; __s32 res; union { __u32 flags; int fd; }; }; typedef void (*io_req_tw_func_t)(struct io_kiocb *, bool *); struct io_task_work { struct llist_node node; io_req_tw_func_t func; }; struct io_buffer; struct async_poll; struct io_kiocb { union { struct file *file; struct io_cmd_data cmd; }; u8 opcode; u8 iopoll_completed; u16 buf_index; unsigned int flags; struct io_cqe cqe; struct io_ring_ctx *ctx; struct task_struct *task; struct io_rsrc_node *rsrc_node; union { struct io_mapped_ubuf *imu; struct io_buffer *kbuf; struct io_buffer_list *buf_list; }; union { struct io_wq_work_node comp_list; __poll_t apoll_events; }; atomic_t refs; atomic_t poll_refs; struct io_task_work io_task_work; union { struct hlist_node hash_node; struct { u64 extra1; u64 extra2; }; }; struct async_poll *apoll; void *async_data; struct io_kiocb *link; const struct cred *creds; struct io_wq_work work; }; struct io_ev_fd { struct eventfd_ctx *cq_ev_fd; unsigned int eventfd_async: 1; struct callback_head rcu; }; struct io_wq_hash { refcount_t refs; long unsigned int map; struct wait_queue_head wait; }; enum { REQ_F_FIXED_FILE_BIT = 0, REQ_F_IO_DRAIN_BIT = 1, REQ_F_LINK_BIT = 2, REQ_F_HARDLINK_BIT = 3, REQ_F_FORCE_ASYNC_BIT = 4, REQ_F_BUFFER_SELECT_BIT = 5, REQ_F_CQE_SKIP_BIT = 6, REQ_F_FAIL_BIT = 8, REQ_F_INFLIGHT_BIT = 9, REQ_F_CUR_POS_BIT = 10, REQ_F_NOWAIT_BIT = 11, REQ_F_LINK_TIMEOUT_BIT = 12, REQ_F_NEED_CLEANUP_BIT = 13, REQ_F_POLLED_BIT = 14, REQ_F_BUFFER_SELECTED_BIT = 15, REQ_F_BUFFER_RING_BIT = 16, REQ_F_REISSUE_BIT = 17, REQ_F_CREDS_BIT = 18, REQ_F_REFCOUNT_BIT = 19, REQ_F_ARM_LTIMEOUT_BIT = 20, REQ_F_ASYNC_DATA_BIT = 21, REQ_F_SKIP_LINK_CQES_BIT = 22, REQ_F_SINGLE_POLL_BIT = 23, REQ_F_DOUBLE_POLL_BIT = 24, REQ_F_PARTIAL_IO_BIT = 25, REQ_F_CQE32_INIT_BIT = 26, REQ_F_APOLL_MULTISHOT_BIT = 27, REQ_F_CLEAR_POLLIN_BIT = 28, REQ_F_HASH_LOCKED_BIT = 29, REQ_F_SUPPORT_NOWAIT_BIT = 30, REQ_F_ISREG_BIT = 31, __REQ_F_LAST_BIT = 32, }; struct set_affinity_pending; struct migration_arg { struct task_struct *task; int dest_cpu; struct set_affinity_pending *pending; }; struct set_affinity_pending { refcount_t refs; unsigned int stop_pending; struct completion done; struct cpu_stop_work stop_work; struct migration_arg arg; }; struct migration_swap_arg { struct task_struct *src_task; struct task_struct *dst_task; int src_cpu; int dst_cpu; }; struct tick_work { int cpu; atomic_t state; struct delayed_work work; }; enum { preempt_dynamic_undefined = 4294967295, preempt_dynamic_none = 0, preempt_dynamic_voluntary = 1, preempt_dynamic_full = 2, }; struct cfs_schedulable_data { struct task_group *tg; u64 period; u64 quota; }; enum { cpuset = 0, possible = 1, fail = 2, }; enum { IRQ_TYPE_NONE = 0, IRQ_TYPE_EDGE_RISING = 1, IRQ_TYPE_EDGE_FALLING = 2, IRQ_TYPE_EDGE_BOTH = 3, IRQ_TYPE_LEVEL_HIGH = 4, IRQ_TYPE_LEVEL_LOW = 8, IRQ_TYPE_LEVEL_MASK = 12, IRQ_TYPE_SENSE_MASK = 15, IRQ_TYPE_DEFAULT = 15, IRQ_TYPE_PROBE = 16, IRQ_LEVEL = 256, IRQ_PER_CPU = 512, IRQ_NOPROBE = 1024, IRQ_NOREQUEST = 2048, IRQ_NOAUTOEN = 4096, IRQ_NO_BALANCING = 8192, IRQ_MOVE_PCNTXT = 16384, IRQ_NESTED_THREAD = 32768, IRQ_NOTHREAD = 65536, IRQ_PER_CPU_DEVID = 131072, IRQ_IS_POLLED = 262144, IRQ_DISABLE_UNLAZY = 524288, IRQ_HIDDEN = 1048576, IRQ_NO_DEBUG = 2097152, }; enum { IRQTF_RUNTHREAD = 0, IRQTF_WARNED = 1, IRQTF_AFFINITY = 2, IRQTF_FORCED_THREAD = 3, IRQTF_READY = 4, }; enum { IRQS_AUTODETECT = 1, IRQS_SPURIOUS_DISABLED = 2, IRQS_POLL_INPROGRESS = 8, IRQS_ONESHOT = 32, IRQS_REPLAY = 64, IRQS_WAITING = 128, IRQS_PENDING = 512, IRQS_SUSPENDED = 2048, IRQS_TIMINGS = 4096, IRQS_NMI = 8192, }; enum { _IRQ_DEFAULT_INIT_FLAGS = 0, _IRQ_PER_CPU = 512, _IRQ_LEVEL = 256, _IRQ_NOPROBE = 1024, _IRQ_NOREQUEST = 2048, _IRQ_NOTHREAD = 65536, _IRQ_NOAUTOEN = 4096, _IRQ_MOVE_PCNTXT = 16384, _IRQ_NO_BALANCING = 8192, _IRQ_NESTED_THREAD = 32768, _IRQ_PER_CPU_DEVID = 131072, _IRQ_IS_POLLED = 262144, _IRQ_DISABLE_UNLAZY = 524288, _IRQ_HIDDEN = 1048576, _IRQ_NO_DEBUG = 2097152, _IRQF_MODIFY_MASK = 2096911, }; struct irq_devres { unsigned int irq; void *dev_id; }; struct irq_desc_devres { unsigned int from; unsigned int cnt; }; struct irq_generic_chip_devres { struct irq_chip_generic *gc; u32 msk; unsigned int clr; unsigned int set; }; typedef void (*swap_func_t)(void *, void *, int); struct irq_affinity { unsigned int pre_vectors; unsigned int post_vectors; unsigned int nr_sets; unsigned int set_size[4]; void (*calc_sets)(struct irq_affinity *, unsigned int); void *priv; }; struct node_vectors { unsigned int id; union { unsigned int nvectors; unsigned int ncpus; }; }; enum { GP_IDLE = 0, GP_ENTER = 1, GP_PASSED = 2, GP_EXIT = 3, GP_REPLAY = 4, }; struct rcu_cblist { struct callback_head *head; struct callback_head **tail; long int len; }; struct io_tlb_area; struct io_tlb_slot; struct io_tlb_mem { phys_addr_t start; phys_addr_t end; void *vaddr; long unsigned int nslabs; long unsigned int used; struct dentry *debugfs; bool late_alloc; bool force_bounce; bool for_alloc; unsigned int nareas; unsigned int area_nslabs; struct io_tlb_area *areas; struct io_tlb_slot *slots; }; struct sg_table { struct scatterlist *sgl; unsigned int nents; unsigned int orig_nents; }; struct dma_sgt_handle { struct sg_table sgt; struct page **pages; }; struct dma_devres { size_t size; void *vaddr; dma_addr_t dma_handle; long unsigned int attrs; }; typedef struct { seqcount_t seqcount; } seqcount_latch_t; struct latch_tree_root { seqcount_latch_t seq; struct rb_root tree[2]; }; struct latch_tree_ops { bool (*less)(struct latch_tree_node *, struct latch_tree_node *); int (*comp)(void *, struct latch_tree_node *); }; struct mod_tree_root { struct latch_tree_root root; long unsigned int addr_min; long unsigned int addr_max; }; struct __va_list { void *__stack; void *__gr_top; void *__vr_top; int __gr_offs; int __vr_offs; }; typedef struct __va_list va_list; enum clock_event_state { CLOCK_EVT_STATE_DETACHED = 0, CLOCK_EVT_STATE_SHUTDOWN = 1, CLOCK_EVT_STATE_PERIODIC = 2, CLOCK_EVT_STATE_ONESHOT = 3, CLOCK_EVT_STATE_ONESHOT_STOPPED = 4, }; struct clock_event_device { void (*event_handler)(struct clock_event_device *); int (*set_next_event)(long unsigned int, struct clock_event_device *); int (*set_next_ktime)(ktime_t, struct clock_event_device *); ktime_t next_event; u64 max_delta_ns; u64 min_delta_ns; u32 mult; u32 shift; enum clock_event_state state_use_accessors; unsigned int features; long unsigned int retries; int (*set_state_periodic)(struct clock_event_device *); int (*set_state_oneshot)(struct clock_event_device *); int (*set_state_oneshot_stopped)(struct clock_event_device *); int (*set_state_shutdown)(struct clock_event_device *); int (*tick_resume)(struct clock_event_device *); void (*broadcast)(const struct cpumask *); void (*suspend)(struct clock_event_device *); void (*resume)(struct clock_event_device *); long unsigned int min_delta_ticks; long unsigned int max_delta_ticks; const char *name; int rating; int irq; int bound_on; const struct cpumask *cpumask; struct list_head list; struct module *owner; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum tick_device_mode { TICKDEV_MODE_PERIODIC = 0, TICKDEV_MODE_ONESHOT = 1, }; struct tick_device { struct clock_event_device *evtdev; enum tick_device_mode mode; }; enum tick_nohz_mode { NOHZ_MODE_INACTIVE = 0, NOHZ_MODE_LOWRES = 1, NOHZ_MODE_HIGHRES = 2, }; struct tick_sched { struct hrtimer sched_timer; long unsigned int check_clocks; enum tick_nohz_mode nohz_mode; unsigned int inidle: 1; unsigned int tick_stopped: 1; unsigned int idle_active: 1; unsigned int do_timer_last: 1; unsigned int got_idle_tick: 1; ktime_t last_tick; ktime_t next_tick; long unsigned int idle_jiffies; long unsigned int idle_calls; long unsigned int idle_sleeps; ktime_t idle_entrytime; ktime_t idle_waketime; ktime_t idle_exittime; ktime_t idle_sleeptime; ktime_t iowait_sleeptime; long unsigned int last_jiffies; u64 timer_expires; u64 timer_expires_base; u64 next_timer; ktime_t idle_expires; atomic_t tick_dep_mask; long unsigned int last_tick_jiffies; unsigned int stalled_jiffies; }; struct timer_list_iter { int cpu; bool second_pass; u64 now; }; struct __kernel_old_timeval { __kernel_long_t tv_sec; __kernel_long_t tv_usec; }; struct __kernel_old_itimerval { struct __kernel_old_timeval it_interval; struct __kernel_old_timeval it_value; }; struct itimerspec64 { struct timespec64 it_interval; struct timespec64 it_value; }; struct old_timeval32 { old_time32_t tv_sec; s32 tv_usec; }; struct old_itimerval32 { struct old_timeval32 it_interval; struct old_timeval32 it_value; }; struct hrtimer_sleeper { struct hrtimer timer; struct task_struct *task; }; struct rt_mutex_base; struct ww_acquire_ctx; struct rt_mutex_waiter { struct rb_node tree_entry; struct rb_node pi_tree_entry; struct task_struct *task; struct rt_mutex_base *lock; unsigned int wake_state; int prio; u64 deadline; struct ww_acquire_ctx *ww_ctx; }; struct robust_list { struct robust_list *next; }; struct robust_list_head { struct robust_list list; long int futex_offset; struct robust_list *list_op_pending; }; struct rt_mutex_base { raw_spinlock_t wait_lock; struct rb_root_cached waiters; struct task_struct *owner; }; union futex_key { struct { u64 i_seq; long unsigned int pgoff; unsigned int offset; } shared; struct { union { struct mm_struct *mm; u64 __tmp; }; long unsigned int address; unsigned int offset; } private; struct { u64 ptr; long unsigned int word; unsigned int offset; } both; }; struct futex_pi_state { struct list_head list; struct rt_mutex_base pi_mutex; struct task_struct *owner; refcount_t refcount; union futex_key key; }; enum { FUTEX_STATE_OK = 0, FUTEX_STATE_EXITING = 1, FUTEX_STATE_DEAD = 2, }; struct futex_hash_bucket { atomic_t waiters; spinlock_t lock; struct plist_head chain; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct futex_q { struct plist_node list; struct task_struct *task; spinlock_t *lock_ptr; union futex_key key; struct futex_pi_state *pi_state; struct rt_mutex_waiter *rt_waiter; union futex_key *requeue_pi_key; u32 bitset; atomic_t requeue_state; }; enum futex_access { FUTEX_READ = 0, FUTEX_WRITE = 1, }; struct elf64_phdr { Elf64_Word p_type; Elf64_Word p_flags; Elf64_Off p_offset; Elf64_Addr p_vaddr; Elf64_Addr p_paddr; Elf64_Xword p_filesz; Elf64_Xword p_memsz; Elf64_Xword p_align; }; typedef struct elf64_phdr Elf64_Phdr; typedef u32 note_buf_t[106]; struct crash_mem_range { u64 start; u64 end; }; struct crash_mem { unsigned int max_nr_ranges; unsigned int nr_ranges; struct crash_mem_range ranges[0]; }; enum memblock_flags { MEMBLOCK_NONE = 0, MEMBLOCK_HOTPLUG = 1, MEMBLOCK_MIRROR = 2, MEMBLOCK_NOMAP = 4, MEMBLOCK_DRIVER_MANAGED = 8, }; struct memblock_region { phys_addr_t base; phys_addr_t size; enum memblock_flags flags; int nid; }; struct memblock_type { long unsigned int cnt; long unsigned int max; phys_addr_t total_size; struct memblock_region *regions; char *name; }; struct memblock { bool bottom_up; phys_addr_t current_limit; struct memblock_type memory; struct memblock_type reserved; }; enum kernel_read_file_id { READING_UNKNOWN = 0, READING_FIRMWARE = 1, READING_MODULE = 2, READING_KEXEC_IMAGE = 3, READING_KEXEC_INITRAMFS = 4, READING_POLICY = 5, READING_X509_CERTIFICATE = 6, READING_MAX_ID = 7, }; enum lockdown_reason { LOCKDOWN_NONE = 0, LOCKDOWN_MODULE_SIGNATURE = 1, LOCKDOWN_DEV_MEM = 2, LOCKDOWN_EFI_TEST = 3, LOCKDOWN_KEXEC = 4, LOCKDOWN_HIBERNATION = 5, LOCKDOWN_PCI_ACCESS = 6, LOCKDOWN_IOPORT = 7, LOCKDOWN_MSR = 8, LOCKDOWN_ACPI_TABLES = 9, LOCKDOWN_PCMCIA_CIS = 10, LOCKDOWN_TIOCSSERIAL = 11, LOCKDOWN_MODULE_PARAMETERS = 12, LOCKDOWN_MMIOTRACE = 13, LOCKDOWN_DEBUGFS = 14, LOCKDOWN_XMON_WR = 15, LOCKDOWN_BPF_WRITE_USER = 16, LOCKDOWN_DBG_WRITE_KERNEL = 17, LOCKDOWN_INTEGRITY_MAX = 18, LOCKDOWN_KCORE = 19, LOCKDOWN_KPROBES = 20, LOCKDOWN_BPF_READ_KERNEL = 21, LOCKDOWN_DBG_READ_KERNEL = 22, LOCKDOWN_PERF = 23, LOCKDOWN_TRACEFS = 24, LOCKDOWN_XMON_RW = 25, LOCKDOWN_XFRM_SECRET = 26, LOCKDOWN_CONFIDENTIALITY_MAX = 27, }; enum hash_algo { HASH_ALGO_MD4 = 0, HASH_ALGO_MD5 = 1, HASH_ALGO_SHA1 = 2, HASH_ALGO_RIPE_MD_160 = 3, HASH_ALGO_SHA256 = 4, HASH_ALGO_SHA384 = 5, HASH_ALGO_SHA512 = 6, HASH_ALGO_SHA224 = 7, HASH_ALGO_RIPE_MD_128 = 8, HASH_ALGO_RIPE_MD_256 = 9, HASH_ALGO_RIPE_MD_320 = 10, HASH_ALGO_WP_256 = 11, HASH_ALGO_WP_384 = 12, HASH_ALGO_WP_512 = 13, HASH_ALGO_TGR_128 = 14, HASH_ALGO_TGR_160 = 15, HASH_ALGO_TGR_192 = 16, HASH_ALGO_SM3_256 = 17, HASH_ALGO_STREEBOG_256 = 18, HASH_ALGO_STREEBOG_512 = 19, HASH_ALGO__LAST = 20, }; struct kexec_sha_region { long unsigned int start; long unsigned int len; }; enum { CSS_NO_REF = 1, CSS_ONLINE = 2, CSS_RELEASED = 4, CSS_VISIBLE = 8, CSS_DYING = 16, }; enum { CGRP_NOTIFY_ON_RELEASE = 0, CGRP_CPUSET_CLONE_CHILDREN = 1, CGRP_FREEZE = 2, CGRP_FROZEN = 3, CGRP_KILL = 4, }; struct cgroup_taskset { struct list_head src_csets; struct list_head dst_csets; int nr_tasks; int ssid; struct list_head *csets; struct css_set *cur_cset; struct task_struct *cur_task; }; struct css_task_iter { struct cgroup_subsys *ss; unsigned int flags; struct list_head *cset_pos; struct list_head *cset_head; struct list_head *tcset_pos; struct list_head *tcset_head; struct list_head *task_pos; struct list_head *cur_tasks_head; struct css_set *cur_cset; struct css_set *cur_dcset; struct task_struct *cur_task; struct list_head iters_node; }; struct fs_parse_result { bool negated; union { bool boolean; int int_32; unsigned int uint_32; u64 uint_64; }; }; struct fs_struct { int users; spinlock_t lock; seqcount_spinlock_t seq; int umask; int in_exec; struct path root; struct path pwd; }; struct kernel_pkey_query { __u32 supported_ops; __u32 key_size; __u16 max_data_size; __u16 max_sig_size; __u16 max_enc_size; __u16 max_dec_size; }; enum kernel_pkey_operation { kernel_pkey_encrypt = 0, kernel_pkey_decrypt = 1, kernel_pkey_sign = 2, kernel_pkey_verify = 3, }; struct kernel_pkey_params { struct key *key; const char *encoding; const char *hash_algo; char *info; __u32 in_len; union { __u32 out_len; __u32 in2_len; }; enum kernel_pkey_operation op: 8; }; struct key_preparsed_payload { const char *orig_description; char *description; union key_payload payload; const void *data; size_t datalen; size_t quotalen; time64_t expiry; }; struct key_match_data { bool (*cmp)(const struct key *, const struct key_match_data *); const void *raw_data; void *preparsed; unsigned int lookup_type; }; struct idmap_key { bool map_up; u32 id; u32 count; }; typedef int __kernel_mqd_t; typedef struct { int val[2]; } __kernel_fsid_t; typedef __kernel_mqd_t mqd_t; enum audit_state { AUDIT_STATE_DISABLED = 0, AUDIT_STATE_BUILD = 1, AUDIT_STATE_RECORD = 2, }; struct audit_cap_data { kernel_cap_t permitted; kernel_cap_t inheritable; union { unsigned int fE; kernel_cap_t effective; }; kernel_cap_t ambient; kuid_t rootid; }; struct audit_names { struct list_head list; struct filename *name; int name_len; bool hidden; long unsigned int ino; dev_t dev; umode_t mode; kuid_t uid; kgid_t gid; dev_t rdev; u32 osid; struct audit_cap_data fcap; unsigned int fcap_ver; unsigned char type; bool should_free; }; struct mq_attr { __kernel_long_t mq_flags; __kernel_long_t mq_maxmsg; __kernel_long_t mq_msgsize; __kernel_long_t mq_curmsgs; __kernel_long_t __reserved[4]; }; struct open_how { __u64 flags; __u64 mode; __u64 resolve; }; struct audit_ntp_val { long long int oldval; long long int newval; }; struct audit_ntp_data { struct audit_ntp_val vals[6]; }; struct audit_proctitle { int len; char *value; }; struct audit_aux_data; struct __kernel_sockaddr_storage; struct audit_tree_refs; struct audit_context { int dummy; enum { AUDIT_CTX_UNUSED = 0, AUDIT_CTX_SYSCALL = 1, AUDIT_CTX_URING = 2, } context; enum audit_state state; enum audit_state current_state; unsigned int serial; int major; int uring_op; struct timespec64 ctime; long unsigned int argv[4]; long int return_code; u64 prio; int return_valid; struct audit_names preallocated_names[5]; int name_count; struct list_head names_list; char *filterkey; struct path pwd; struct audit_aux_data *aux; struct audit_aux_data *aux_pids; struct __kernel_sockaddr_storage *sockaddr; size_t sockaddr_len; pid_t pid; pid_t ppid; kuid_t uid; kuid_t euid; kuid_t suid; kuid_t fsuid; kgid_t gid; kgid_t egid; kgid_t sgid; kgid_t fsgid; long unsigned int personality; int arch; pid_t target_pid; kuid_t target_auid; kuid_t target_uid; unsigned int target_sessionid; u32 target_sid; char target_comm[16]; struct audit_tree_refs *trees; struct audit_tree_refs *first_trees; struct list_head killed_trees; int tree_count; int type; union { struct { int nargs; long int args[6]; } socketcall; struct { kuid_t uid; kgid_t gid; umode_t mode; u32 osid; int has_perm; uid_t perm_uid; gid_t perm_gid; umode_t perm_mode; long unsigned int qbytes; } ipc; struct { mqd_t mqdes; struct mq_attr mqstat; } mq_getsetattr; struct { mqd_t mqdes; int sigev_signo; } mq_notify; struct { mqd_t mqdes; size_t msg_len; unsigned int msg_prio; struct timespec64 abs_timeout; } mq_sendrecv; struct { int oflag; umode_t mode; struct mq_attr attr; } mq_open; struct { pid_t pid; struct audit_cap_data cap; } capset; struct { int fd; int flags; } mmap; struct open_how openat2; struct { int argc; } execve; struct { char *name; } module; struct { struct audit_ntp_data ntp_data; struct timespec64 tk_injoffset; } time; }; int fds[2]; struct audit_proctitle proctitle; }; typedef struct fsnotify_mark_connector *fsnotify_connp_t; struct fsnotify_mark_connector { spinlock_t lock; short unsigned int type; short unsigned int flags; __kernel_fsid_t fsid; union { fsnotify_connp_t *obj; struct fsnotify_mark_connector *destroy_next; }; struct hlist_head list; }; enum { Audit_equal = 0, Audit_not_equal = 1, Audit_bitmask = 2, Audit_bittest = 3, Audit_lt = 4, Audit_gt = 5, Audit_le = 6, Audit_ge = 7, Audit_bad = 8, }; struct audit_field; struct audit_watch; struct audit_tree; struct audit_fsnotify_mark; struct audit_krule { u32 pflags; u32 flags; u32 listnr; u32 action; u32 mask[64]; u32 buflen; u32 field_count; char *filterkey; struct audit_field *fields; struct audit_field *arch_f; struct audit_field *inode_f; struct audit_watch *watch; struct audit_tree *tree; struct audit_fsnotify_mark *exe; struct list_head rlist; struct list_head list; u64 prio; }; struct audit_field { u32 type; union { u32 val; kuid_t uid; kgid_t gid; struct { char *lsm_str; void *lsm_rule; }; }; u32 op; }; struct audit_parent; struct audit_watch { refcount_t count; dev_t dev; char *path; long unsigned int ino; struct audit_parent *parent; struct list_head wlist; struct list_head rules; }; struct __kernel_sockaddr_storage { union { struct { __kernel_sa_family_t ss_family; char __data[126]; }; void *__align; }; }; struct fsnotify_group; struct fsnotify_iter_info; struct fsnotify_mark; struct fsnotify_event; struct fsnotify_ops { int (*handle_event)(struct fsnotify_group *, u32, const void *, int, struct inode *, const struct qstr *, u32, struct fsnotify_iter_info *); int (*handle_inode_event)(struct fsnotify_mark *, u32, struct inode *, struct inode *, const struct qstr *, u32); void (*free_group_priv)(struct fsnotify_group *); void (*freeing_mark)(struct fsnotify_mark *, struct fsnotify_group *); void (*free_event)(struct fsnotify_group *, struct fsnotify_event *); void (*free_mark)(struct fsnotify_mark *); }; struct inotify_group_private_data { spinlock_t idr_lock; struct idr idr; struct ucounts *ucounts; }; struct fanotify_group_private_data { struct hlist_head *merge_hash; struct list_head access_list; wait_queue_head_t access_waitq; int flags; int f_flags; struct ucounts *ucounts; mempool_t error_events_pool; }; struct fsnotify_group { const struct fsnotify_ops *ops; refcount_t refcnt; spinlock_t notification_lock; struct list_head notification_list; wait_queue_head_t notification_waitq; unsigned int q_len; unsigned int max_events; unsigned int priority; bool shutdown; int flags; unsigned int owner_flags; struct mutex mark_mutex; atomic_t user_waits; struct list_head marks_list; struct fasync_struct *fsn_fa; struct fsnotify_event *overflow_event; struct mem_cgroup *memcg; union { void *private; struct inotify_group_private_data inotify_data; struct fanotify_group_private_data fanotify_data; }; }; struct fsnotify_iter_info { struct fsnotify_mark *marks[5]; struct fsnotify_group *current_group; unsigned int report_mask; int srcu_idx; }; struct fsnotify_mark { __u32 mask; refcount_t refcnt; struct fsnotify_group *group; struct list_head g_list; spinlock_t lock; struct hlist_node obj_list; struct fsnotify_mark_connector *connector; __u32 ignore_mask; unsigned int flags; }; struct fsnotify_event { struct list_head list; }; enum fsnotify_obj_type { FSNOTIFY_OBJ_TYPE_ANY = 4294967295, FSNOTIFY_OBJ_TYPE_INODE = 0, FSNOTIFY_OBJ_TYPE_VFSMOUNT = 1, FSNOTIFY_OBJ_TYPE_SB = 2, FSNOTIFY_OBJ_TYPE_COUNT = 3, FSNOTIFY_OBJ_TYPE_DETACHED = 3, }; struct audit_entry { struct list_head list; struct callback_head rcu; struct audit_krule rule; }; struct audit_parent { struct list_head watches; struct fsnotify_mark mark; }; struct audit_buffer; struct ftrace_hash { long unsigned int size_bits; struct hlist_head *buckets; long unsigned int count; long unsigned int flags; struct callback_head rcu; }; struct prog_entry; struct event_filter { struct prog_entry *prog; char *filter_string; }; struct trace_array_cpu; struct array_buffer { struct trace_array *tr; struct trace_buffer *buffer; struct trace_array_cpu *data; u64 time_start; int cpu; }; struct trace_pid_list; struct trace_options; struct cond_snapshot; struct trace_func_repeats; struct trace_array { struct list_head list; char *name; struct array_buffer array_buffer; struct array_buffer max_buffer; bool allocated_snapshot; long unsigned int max_latency; struct dentry *d_max_latency; struct work_struct fsnotify_work; struct irq_work fsnotify_irqwork; struct trace_pid_list *filtered_pids; struct trace_pid_list *filtered_no_pids; arch_spinlock_t max_lock; int buffer_disabled; int sys_refcount_enter; int sys_refcount_exit; struct trace_event_file *enter_syscall_files[451]; struct trace_event_file *exit_syscall_files[451]; int stop_count; int clock_id; int nr_topts; bool clear_trace; int buffer_percent; unsigned int n_err_log_entries; struct tracer *current_trace; unsigned int trace_flags; unsigned char trace_flags_index[32]; unsigned int flags; raw_spinlock_t start_lock; struct list_head err_log; struct dentry *dir; struct dentry *options; struct dentry *percpu_dir; struct dentry *event_dir; struct trace_options *topts; struct list_head systems; struct list_head events; struct trace_event_file *trace_marker_file; cpumask_var_t tracing_cpumask; int ref; int trace_ref; struct ftrace_ops *ops; struct trace_pid_list *function_pids; struct trace_pid_list *function_no_pids; struct list_head func_probes; struct list_head mod_trace; struct list_head mod_notrace; int function_enabled; int no_filter_buffering_ref; struct list_head hist_vars; struct cond_snapshot *cond_snapshot; struct trace_func_repeats *last_func_repeats; }; struct tracer_flags; struct tracer { const char *name; int (*init)(struct trace_array *); void (*reset)(struct trace_array *); void (*start)(struct trace_array *); void (*stop)(struct trace_array *); int (*update_thresh)(struct trace_array *); void (*open)(struct trace_iterator *); void (*pipe_open)(struct trace_iterator *); void (*close)(struct trace_iterator *); void (*pipe_close)(struct trace_iterator *); ssize_t (*read)(struct trace_iterator *, struct file *, char *, size_t, loff_t *); ssize_t (*splice_read)(struct trace_iterator *, struct file *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); void (*print_header)(struct seq_file *); enum print_line_t (*print_line)(struct trace_iterator *); int (*set_flag)(struct trace_array *, u32, u32, int); int (*flag_changed)(struct trace_array *, u32, int); struct tracer *next; struct tracer_flags *flags; int enabled; bool print_max; bool allow_instances; bool use_max_tr; bool noboot; }; struct event_subsystem; struct trace_subsystem_dir { struct list_head list; struct event_subsystem *subsystem; struct trace_array *tr; struct dentry *entry; int ref_count; int nr_events; }; union lower_chunk { union lower_chunk *next; long unsigned int data[256]; }; union upper_chunk { union upper_chunk *next; union lower_chunk *data[256]; }; struct trace_pid_list { raw_spinlock_t lock; struct irq_work refill_irqwork; union upper_chunk *upper[256]; union upper_chunk *upper_list; union lower_chunk *lower_list; int free_upper_chunks; int free_lower_chunks; }; struct trace_array_cpu { atomic_t disabled; void *buffer_page; long unsigned int entries; long unsigned int saved_latency; long unsigned int critical_start; long unsigned int critical_end; long unsigned int critical_sequence; long unsigned int nice; long unsigned int policy; long unsigned int rt_priority; long unsigned int skipped_entries; u64 preempt_timestamp; pid_t pid; kuid_t uid; char comm[16]; int ftrace_ignore_pid; bool ignore_pid; }; struct trace_option_dentry; struct trace_options { struct tracer *tracer; struct trace_option_dentry *topts; }; struct tracer_opt; struct trace_option_dentry { struct tracer_opt *opt; struct tracer_flags *flags; struct trace_array *tr; struct dentry *entry; }; typedef bool (*cond_update_fn_t)(struct trace_array *, void *); struct cond_snapshot { void *cond_data; cond_update_fn_t update; }; struct trace_func_repeats { long unsigned int ip; long unsigned int parent_ip; long unsigned int count; u64 ts_last_call; }; struct tracer_opt { const char *name; u32 bit; }; struct tracer_flags { u32 val; struct tracer_opt *opts; struct tracer *trace; }; struct event_subsystem { struct list_head list; const char *name; struct event_filter *filter; int ref_count; }; enum trace_flag_type { TRACE_FLAG_IRQS_OFF = 1, TRACE_FLAG_IRQS_NOSUPPORT = 2, TRACE_FLAG_NEED_RESCHED = 4, TRACE_FLAG_HARDIRQ = 8, TRACE_FLAG_SOFTIRQ = 16, TRACE_FLAG_PREEMPT_RESCHED = 32, TRACE_FLAG_NMI = 64, TRACE_FLAG_BH_OFF = 128, }; enum trace_type { __TRACE_FIRST_TYPE = 0, TRACE_FN = 1, TRACE_CTX = 2, TRACE_WAKE = 3, TRACE_STACK = 4, TRACE_PRINT = 5, TRACE_BPRINT = 6, TRACE_MMIO_RW = 7, TRACE_MMIO_MAP = 8, TRACE_BRANCH = 9, TRACE_GRAPH_RET = 10, TRACE_GRAPH_ENT = 11, TRACE_USER_STACK = 12, TRACE_BLK = 13, TRACE_BPUTS = 14, TRACE_HWLAT = 15, TRACE_OSNOISE = 16, TRACE_TIMERLAT = 17, TRACE_RAW_DATA = 18, TRACE_FUNC_REPEATS = 19, __TRACE_LAST_TYPE = 20, }; struct stack_entry { struct trace_entry ent; int size; long unsigned int caller[8]; }; struct osnoise_entry { struct trace_entry ent; u64 noise; u64 runtime; u64 max_sample; unsigned int hw_count; unsigned int nmi_count; unsigned int irq_count; unsigned int softirq_count; unsigned int thread_count; }; struct timerlat_entry { struct trace_entry ent; unsigned int seqnum; int context; u64 timer_latency; }; enum trace_iterator_bits { TRACE_ITER_PRINT_PARENT_BIT = 0, TRACE_ITER_SYM_OFFSET_BIT = 1, TRACE_ITER_SYM_ADDR_BIT = 2, TRACE_ITER_VERBOSE_BIT = 3, TRACE_ITER_RAW_BIT = 4, TRACE_ITER_HEX_BIT = 5, TRACE_ITER_BIN_BIT = 6, TRACE_ITER_BLOCK_BIT = 7, TRACE_ITER_PRINTK_BIT = 8, TRACE_ITER_ANNOTATE_BIT = 9, TRACE_ITER_USERSTACKTRACE_BIT = 10, TRACE_ITER_SYM_USEROBJ_BIT = 11, TRACE_ITER_PRINTK_MSGONLY_BIT = 12, TRACE_ITER_CONTEXT_INFO_BIT = 13, TRACE_ITER_LATENCY_FMT_BIT = 14, TRACE_ITER_RECORD_CMD_BIT = 15, TRACE_ITER_RECORD_TGID_BIT = 16, TRACE_ITER_OVERWRITE_BIT = 17, TRACE_ITER_STOP_ON_FREE_BIT = 18, TRACE_ITER_IRQ_INFO_BIT = 19, TRACE_ITER_MARKERS_BIT = 20, TRACE_ITER_EVENT_FORK_BIT = 21, TRACE_ITER_PAUSE_ON_TRACE_BIT = 22, TRACE_ITER_HASH_PTR_BIT = 23, TRACE_ITER_FUNCTION_BIT = 24, TRACE_ITER_FUNC_FORK_BIT = 25, TRACE_ITER_DISPLAY_GRAPH_BIT = 26, TRACE_ITER_STACKTRACE_BIT = 27, TRACE_ITER_LAST_BIT = 28, }; struct trace_min_max_param { struct mutex *lock; u64 *val; u64 *min; u64 *max; }; struct trace_event_raw_thread_noise { struct trace_entry ent; char comm[16]; u64 start; u64 duration; pid_t pid; char __data[0]; }; struct trace_event_raw_softirq_noise { struct trace_entry ent; u64 start; u64 duration; int vector; char __data[0]; }; struct trace_event_raw_irq_noise { struct trace_entry ent; u64 start; u64 duration; u32 __data_loc_desc; int vector; char __data[0]; }; struct trace_event_raw_nmi_noise { struct trace_entry ent; u64 start; u64 duration; char __data[0]; }; struct trace_event_raw_sample_threshold { struct trace_entry ent; u64 start; u64 duration; u64 interference; char __data[0]; }; struct trace_event_data_offsets_thread_noise {}; struct trace_event_data_offsets_softirq_noise {}; struct trace_event_data_offsets_irq_noise { u32 desc; }; struct trace_event_data_offsets_nmi_noise {}; struct trace_event_data_offsets_sample_threshold {}; typedef void (*btf_trace_thread_noise)(void *, struct task_struct *, u64, u64); typedef void (*btf_trace_softirq_noise)(void *, int, u64, u64); typedef void (*btf_trace_irq_noise)(void *, int, const char *, u64, u64); typedef void (*btf_trace_nmi_noise)(void *, u64, u64); typedef void (*btf_trace_sample_threshold)(void *, u64, u64, u64); struct osnoise_instance { struct list_head list; struct trace_array *tr; }; struct osn_nmi { u64 count; u64 delta_start; }; struct osn_irq { u64 count; u64 arrival_time; u64 delta_start; }; struct osn_softirq { u64 count; u64 arrival_time; u64 delta_start; }; struct osn_thread { u64 count; u64 arrival_time; u64 delta_start; }; struct osnoise_variables { struct task_struct *kthread; bool sampling; pid_t pid; struct osn_nmi nmi; struct osn_irq irq; struct osn_softirq softirq; struct osn_thread thread; local_t int_counter; }; struct timerlat_variables { struct task_struct *kthread; struct hrtimer timer; u64 rel_period; u64 abs_period; bool tracing_thread; u64 count; }; struct osnoise_sample { u64 runtime; u64 noise; u64 max_sample; int hw_count; int nmi_count; int irq_count; int softirq_count; int thread_count; }; struct timerlat_sample { u64 timer_latency; unsigned int seqnum; int context; }; struct osnoise_data { u64 sample_period; u64 sample_runtime; u64 stop_tracing; u64 stop_tracing_total; u64 timerlat_period; u64 print_stack; int timerlat_tracer; bool tainted; }; struct trace_stack { int stack_size; int nr_entries; long unsigned int calls[256]; }; struct ftrace_event_field { struct list_head link; const char *name; const char *type; int filter_type; int offset; int size; int is_signed; }; struct filter_pred; struct prog_entry { int target; int when_to_branch; struct filter_pred *pred; }; typedef int (*filter_pred_fn_t)(struct filter_pred *, void *); struct regex; typedef int (*regex_match_func)(char *, struct regex *, int); struct regex { char pattern[256]; int len; int field_len; regex_match_func match; }; struct filter_pred { filter_pred_fn_t fn; u64 val; struct regex regex; short unsigned int *ops; struct ftrace_event_field *field; int offset; int not; int op; }; enum regex_type { MATCH_FULL = 0, MATCH_FRONT_ONLY = 1, MATCH_MIDDLE_ONLY = 2, MATCH_END_ONLY = 3, MATCH_GLOB = 4, MATCH_INDEX = 5, }; enum filter_op_ids { OP_GLOB = 0, OP_NE = 1, OP_EQ = 2, OP_LE = 3, OP_LT = 4, OP_GE = 5, OP_GT = 6, OP_BAND = 7, OP_MAX = 8, }; enum { FILT_ERR_NONE = 0, FILT_ERR_INVALID_OP = 1, FILT_ERR_TOO_MANY_OPEN = 2, FILT_ERR_TOO_MANY_CLOSE = 3, FILT_ERR_MISSING_QUOTE = 4, FILT_ERR_OPERAND_TOO_LONG = 5, FILT_ERR_EXPECT_STRING = 6, FILT_ERR_EXPECT_DIGIT = 7, FILT_ERR_ILLEGAL_FIELD_OP = 8, FILT_ERR_FIELD_NOT_FOUND = 9, FILT_ERR_ILLEGAL_INTVAL = 10, FILT_ERR_BAD_SUBSYS_FILTER = 11, FILT_ERR_TOO_MANY_PREDS = 12, FILT_ERR_INVALID_FILTER = 13, FILT_ERR_IP_FIELD_ONLY = 14, FILT_ERR_INVALID_VALUE = 15, FILT_ERR_ERRNO = 16, FILT_ERR_NO_FILTER = 17, }; struct filter_parse_error { int lasterr; int lasterr_pos; }; typedef int (*parse_pred_fn)(const char *, void *, int, struct filter_parse_error *, struct filter_pred **); enum { INVERT = 1, PROCESS_AND = 2, PROCESS_OR = 4, }; struct ustring_buffer { char buffer[1024]; }; enum { TOO_MANY_CLOSE = 4294967295, TOO_MANY_OPEN = 4294967294, MISSING_QUOTE = 4294967293, }; struct filter_list { struct list_head list; struct event_filter *filter; }; struct function_filter_data { struct ftrace_ops *ops; int first_filter; int first_notrace; }; enum pm_qos_req_action { PM_QOS_ADD_REQ = 0, PM_QOS_UPDATE_REQ = 1, PM_QOS_REMOVE_REQ = 2, }; enum cpufreq_table_sorting { CPUFREQ_TABLE_UNSORTED = 0, CPUFREQ_TABLE_SORTED_ASCENDING = 1, CPUFREQ_TABLE_SORTED_DESCENDING = 2, }; struct cpufreq_cpuinfo { unsigned int max_freq; unsigned int min_freq; unsigned int transition_latency; }; struct clk; struct cpufreq_governor; struct cpufreq_frequency_table; struct cpufreq_stats; struct thermal_cooling_device; struct cpufreq_policy { cpumask_var_t cpus; cpumask_var_t related_cpus; cpumask_var_t real_cpus; unsigned int shared_type; unsigned int cpu; struct clk *clk; struct cpufreq_cpuinfo cpuinfo; unsigned int min; unsigned int max; unsigned int cur; unsigned int suspend_freq; unsigned int policy; unsigned int last_policy; struct cpufreq_governor *governor; void *governor_data; char last_governor[16]; struct work_struct update; struct freq_constraints constraints; struct freq_qos_request *min_freq_req; struct freq_qos_request *max_freq_req; struct cpufreq_frequency_table *freq_table; enum cpufreq_table_sorting freq_table_sorted; struct list_head policy_list; struct kobject kobj; struct completion kobj_unregister; struct rw_semaphore rwsem; bool fast_switch_possible; bool fast_switch_enabled; bool strict_target; bool efficiencies_available; unsigned int transition_delay_us; bool dvfs_possible_from_any_cpu; unsigned int cached_target_freq; unsigned int cached_resolved_idx; bool transition_ongoing; spinlock_t transition_lock; wait_queue_head_t transition_wait; struct task_struct *transition_task; struct cpufreq_stats *stats; void *driver_data; struct thermal_cooling_device *cdev; struct notifier_block nb_min; struct notifier_block nb_max; }; struct cpufreq_governor { char name[16]; int (*init)(struct cpufreq_policy *); void (*exit)(struct cpufreq_policy *); int (*start)(struct cpufreq_policy *); void (*stop)(struct cpufreq_policy *); void (*limits)(struct cpufreq_policy *); ssize_t (*show_setspeed)(struct cpufreq_policy *, char *); int (*store_setspeed)(struct cpufreq_policy *, unsigned int); struct list_head governor_list; struct module *owner; u8 flags; }; struct cpufreq_frequency_table { unsigned int flags; unsigned int driver_data; unsigned int frequency; }; struct trace_event_raw_cpu { struct trace_entry ent; u32 state; u32 cpu_id; char __data[0]; }; struct trace_event_raw_cpu_idle_miss { struct trace_entry ent; u32 cpu_id; u32 state; bool below; char __data[0]; }; struct trace_event_raw_powernv_throttle { struct trace_entry ent; int chip_id; u32 __data_loc_reason; int pmax; char __data[0]; }; struct trace_event_raw_pstate_sample { struct trace_entry ent; u32 core_busy; u32 scaled_busy; u32 from; u32 to; u64 mperf; u64 aperf; u64 tsc; u32 freq; u32 io_boost; char __data[0]; }; struct trace_event_raw_cpu_frequency_limits { struct trace_entry ent; u32 min_freq; u32 max_freq; u32 cpu_id; char __data[0]; }; struct trace_event_raw_device_pm_callback_start { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; u32 __data_loc_parent; u32 __data_loc_pm_ops; int event; char __data[0]; }; struct trace_event_raw_device_pm_callback_end { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; int error; char __data[0]; }; struct trace_event_raw_suspend_resume { struct trace_entry ent; const char *action; int val; bool start; char __data[0]; }; struct trace_event_raw_wakeup_source { struct trace_entry ent; u32 __data_loc_name; u64 state; char __data[0]; }; struct trace_event_raw_clock { struct trace_entry ent; u32 __data_loc_name; u64 state; u64 cpu_id; char __data[0]; }; struct trace_event_raw_power_domain { struct trace_entry ent; u32 __data_loc_name; u64 state; u64 cpu_id; char __data[0]; }; struct trace_event_raw_cpu_latency_qos_request { struct trace_entry ent; s32 value; char __data[0]; }; struct trace_event_raw_pm_qos_update { struct trace_entry ent; enum pm_qos_req_action action; int prev_value; int curr_value; char __data[0]; }; struct trace_event_raw_dev_pm_qos_request { struct trace_entry ent; u32 __data_loc_name; enum dev_pm_qos_req_type type; s32 new_value; char __data[0]; }; struct trace_event_raw_guest_halt_poll_ns { struct trace_entry ent; bool grow; unsigned int new; unsigned int old; char __data[0]; }; struct trace_event_data_offsets_cpu {}; struct trace_event_data_offsets_cpu_idle_miss {}; struct trace_event_data_offsets_powernv_throttle { u32 reason; }; struct trace_event_data_offsets_pstate_sample {}; struct trace_event_data_offsets_cpu_frequency_limits {}; struct trace_event_data_offsets_device_pm_callback_start { u32 device; u32 driver; u32 parent; u32 pm_ops; }; struct trace_event_data_offsets_device_pm_callback_end { u32 device; u32 driver; }; struct trace_event_data_offsets_suspend_resume {}; struct trace_event_data_offsets_wakeup_source { u32 name; }; struct trace_event_data_offsets_clock { u32 name; }; struct trace_event_data_offsets_power_domain { u32 name; }; struct trace_event_data_offsets_cpu_latency_qos_request {}; struct trace_event_data_offsets_pm_qos_update {}; struct trace_event_data_offsets_dev_pm_qos_request { u32 name; }; struct trace_event_data_offsets_guest_halt_poll_ns {}; typedef void (*btf_trace_cpu_idle)(void *, unsigned int, unsigned int); typedef void (*btf_trace_cpu_idle_miss)(void *, unsigned int, unsigned int, bool); typedef void (*btf_trace_powernv_throttle)(void *, int, const char *, int); typedef void (*btf_trace_pstate_sample)(void *, u32, u32, u32, u32, u64, u64, u64, u32, u32); typedef void (*btf_trace_cpu_frequency)(void *, unsigned int, unsigned int); typedef void (*btf_trace_cpu_frequency_limits)(void *, struct cpufreq_policy *); typedef void (*btf_trace_device_pm_callback_start)(void *, struct device *, const char *, int); typedef void (*btf_trace_device_pm_callback_end)(void *, struct device *, int); typedef void (*btf_trace_suspend_resume)(void *, const char *, int, bool); typedef void (*btf_trace_wakeup_source_activate)(void *, const char *, unsigned int); typedef void (*btf_trace_wakeup_source_deactivate)(void *, const char *, unsigned int); typedef void (*btf_trace_clock_enable)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_clock_disable)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_clock_set_rate)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_power_domain_target)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_pm_qos_add_request)(void *, s32); typedef void (*btf_trace_pm_qos_update_request)(void *, s32); typedef void (*btf_trace_pm_qos_remove_request)(void *, s32); typedef void (*btf_trace_pm_qos_update_target)(void *, enum pm_qos_req_action, int, int); typedef void (*btf_trace_pm_qos_update_flags)(void *, enum pm_qos_req_action, int, int); typedef void (*btf_trace_dev_pm_qos_add_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_dev_pm_qos_update_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_dev_pm_qos_remove_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_guest_halt_poll_ns)(void *, bool, unsigned int, unsigned int); struct syscore_ops { struct list_head node; int (*suspend)(); void (*resume)(); void (*shutdown)(); }; enum bpf_func_id { BPF_FUNC_unspec = 0, BPF_FUNC_map_lookup_elem = 1, BPF_FUNC_map_update_elem = 2, BPF_FUNC_map_delete_elem = 3, BPF_FUNC_probe_read = 4, BPF_FUNC_ktime_get_ns = 5, BPF_FUNC_trace_printk = 6, BPF_FUNC_get_prandom_u32 = 7, BPF_FUNC_get_smp_processor_id = 8, BPF_FUNC_skb_store_bytes = 9, BPF_FUNC_l3_csum_replace = 10, BPF_FUNC_l4_csum_replace = 11, BPF_FUNC_tail_call = 12, BPF_FUNC_clone_redirect = 13, BPF_FUNC_get_current_pid_tgid = 14, BPF_FUNC_get_current_uid_gid = 15, BPF_FUNC_get_current_comm = 16, BPF_FUNC_get_cgroup_classid = 17, BPF_FUNC_skb_vlan_push = 18, BPF_FUNC_skb_vlan_pop = 19, BPF_FUNC_skb_get_tunnel_key = 20, BPF_FUNC_skb_set_tunnel_key = 21, BPF_FUNC_perf_event_read = 22, BPF_FUNC_redirect = 23, BPF_FUNC_get_route_realm = 24, BPF_FUNC_perf_event_output = 25, BPF_FUNC_skb_load_bytes = 26, BPF_FUNC_get_stackid = 27, BPF_FUNC_csum_diff = 28, BPF_FUNC_skb_get_tunnel_opt = 29, BPF_FUNC_skb_set_tunnel_opt = 30, BPF_FUNC_skb_change_proto = 31, BPF_FUNC_skb_change_type = 32, BPF_FUNC_skb_under_cgroup = 33, BPF_FUNC_get_hash_recalc = 34, BPF_FUNC_get_current_task = 35, BPF_FUNC_probe_write_user = 36, BPF_FUNC_current_task_under_cgroup = 37, BPF_FUNC_skb_change_tail = 38, BPF_FUNC_skb_pull_data = 39, BPF_FUNC_csum_update = 40, BPF_FUNC_set_hash_invalid = 41, BPF_FUNC_get_numa_node_id = 42, BPF_FUNC_skb_change_head = 43, BPF_FUNC_xdp_adjust_head = 44, BPF_FUNC_probe_read_str = 45, BPF_FUNC_get_socket_cookie = 46, BPF_FUNC_get_socket_uid = 47, BPF_FUNC_set_hash = 48, BPF_FUNC_setsockopt = 49, BPF_FUNC_skb_adjust_room = 50, BPF_FUNC_redirect_map = 51, BPF_FUNC_sk_redirect_map = 52, BPF_FUNC_sock_map_update = 53, BPF_FUNC_xdp_adjust_meta = 54, BPF_FUNC_perf_event_read_value = 55, BPF_FUNC_perf_prog_read_value = 56, BPF_FUNC_getsockopt = 57, BPF_FUNC_override_return = 58, BPF_FUNC_sock_ops_cb_flags_set = 59, BPF_FUNC_msg_redirect_map = 60, BPF_FUNC_msg_apply_bytes = 61, BPF_FUNC_msg_cork_bytes = 62, BPF_FUNC_msg_pull_data = 63, BPF_FUNC_bind = 64, BPF_FUNC_xdp_adjust_tail = 65, BPF_FUNC_skb_get_xfrm_state = 66, BPF_FUNC_get_stack = 67, BPF_FUNC_skb_load_bytes_relative = 68, BPF_FUNC_fib_lookup = 69, BPF_FUNC_sock_hash_update = 70, BPF_FUNC_msg_redirect_hash = 71, BPF_FUNC_sk_redirect_hash = 72, BPF_FUNC_lwt_push_encap = 73, BPF_FUNC_lwt_seg6_store_bytes = 74, BPF_FUNC_lwt_seg6_adjust_srh = 75, BPF_FUNC_lwt_seg6_action = 76, BPF_FUNC_rc_repeat = 77, BPF_FUNC_rc_keydown = 78, BPF_FUNC_skb_cgroup_id = 79, BPF_FUNC_get_current_cgroup_id = 80, BPF_FUNC_get_local_storage = 81, BPF_FUNC_sk_select_reuseport = 82, BPF_FUNC_skb_ancestor_cgroup_id = 83, BPF_FUNC_sk_lookup_tcp = 84, BPF_FUNC_sk_lookup_udp = 85, BPF_FUNC_sk_release = 86, BPF_FUNC_map_push_elem = 87, BPF_FUNC_map_pop_elem = 88, BPF_FUNC_map_peek_elem = 89, BPF_FUNC_msg_push_data = 90, BPF_FUNC_msg_pop_data = 91, BPF_FUNC_rc_pointer_rel = 92, BPF_FUNC_spin_lock = 93, BPF_FUNC_spin_unlock = 94, BPF_FUNC_sk_fullsock = 95, BPF_FUNC_tcp_sock = 96, BPF_FUNC_skb_ecn_set_ce = 97, BPF_FUNC_get_listener_sock = 98, BPF_FUNC_skc_lookup_tcp = 99, BPF_FUNC_tcp_check_syncookie = 100, BPF_FUNC_sysctl_get_name = 101, BPF_FUNC_sysctl_get_current_value = 102, BPF_FUNC_sysctl_get_new_value = 103, BPF_FUNC_sysctl_set_new_value = 104, BPF_FUNC_strtol = 105, BPF_FUNC_strtoul = 106, BPF_FUNC_sk_storage_get = 107, BPF_FUNC_sk_storage_delete = 108, BPF_FUNC_send_signal = 109, BPF_FUNC_tcp_gen_syncookie = 110, BPF_FUNC_skb_output = 111, BPF_FUNC_probe_read_user = 112, BPF_FUNC_probe_read_kernel = 113, BPF_FUNC_probe_read_user_str = 114, BPF_FUNC_probe_read_kernel_str = 115, BPF_FUNC_tcp_send_ack = 116, BPF_FUNC_send_signal_thread = 117, BPF_FUNC_jiffies64 = 118, BPF_FUNC_read_branch_records = 119, BPF_FUNC_get_ns_current_pid_tgid = 120, BPF_FUNC_xdp_output = 121, BPF_FUNC_get_netns_cookie = 122, BPF_FUNC_get_current_ancestor_cgroup_id = 123, BPF_FUNC_sk_assign = 124, BPF_FUNC_ktime_get_boot_ns = 125, BPF_FUNC_seq_printf = 126, BPF_FUNC_seq_write = 127, BPF_FUNC_sk_cgroup_id = 128, BPF_FUNC_sk_ancestor_cgroup_id = 129, BPF_FUNC_ringbuf_output = 130, BPF_FUNC_ringbuf_reserve = 131, BPF_FUNC_ringbuf_submit = 132, BPF_FUNC_ringbuf_discard = 133, BPF_FUNC_ringbuf_query = 134, BPF_FUNC_csum_level = 135, BPF_FUNC_skc_to_tcp6_sock = 136, BPF_FUNC_skc_to_tcp_sock = 137, BPF_FUNC_skc_to_tcp_timewait_sock = 138, BPF_FUNC_skc_to_tcp_request_sock = 139, BPF_FUNC_skc_to_udp6_sock = 140, BPF_FUNC_get_task_stack = 141, BPF_FUNC_load_hdr_opt = 142, BPF_FUNC_store_hdr_opt = 143, BPF_FUNC_reserve_hdr_opt = 144, BPF_FUNC_inode_storage_get = 145, BPF_FUNC_inode_storage_delete = 146, BPF_FUNC_d_path = 147, BPF_FUNC_copy_from_user = 148, BPF_FUNC_snprintf_btf = 149, BPF_FUNC_seq_printf_btf = 150, BPF_FUNC_skb_cgroup_classid = 151, BPF_FUNC_redirect_neigh = 152, BPF_FUNC_per_cpu_ptr = 153, BPF_FUNC_this_cpu_ptr = 154, BPF_FUNC_redirect_peer = 155, BPF_FUNC_task_storage_get = 156, BPF_FUNC_task_storage_delete = 157, BPF_FUNC_get_current_task_btf = 158, BPF_FUNC_bprm_opts_set = 159, BPF_FUNC_ktime_get_coarse_ns = 160, BPF_FUNC_ima_inode_hash = 161, BPF_FUNC_sock_from_file = 162, BPF_FUNC_check_mtu = 163, BPF_FUNC_for_each_map_elem = 164, BPF_FUNC_snprintf = 165, BPF_FUNC_sys_bpf = 166, BPF_FUNC_btf_find_by_name_kind = 167, BPF_FUNC_sys_close = 168, BPF_FUNC_timer_init = 169, BPF_FUNC_timer_set_callback = 170, BPF_FUNC_timer_start = 171, BPF_FUNC_timer_cancel = 172, BPF_FUNC_get_func_ip = 173, BPF_FUNC_get_attach_cookie = 174, BPF_FUNC_task_pt_regs = 175, BPF_FUNC_get_branch_snapshot = 176, BPF_FUNC_trace_vprintk = 177, BPF_FUNC_skc_to_unix_sock = 178, BPF_FUNC_kallsyms_lookup_name = 179, BPF_FUNC_find_vma = 180, BPF_FUNC_loop = 181, BPF_FUNC_strncmp = 182, BPF_FUNC_get_func_arg = 183, BPF_FUNC_get_func_ret = 184, BPF_FUNC_get_func_arg_cnt = 185, BPF_FUNC_get_retval = 186, BPF_FUNC_set_retval = 187, BPF_FUNC_xdp_get_buff_len = 188, BPF_FUNC_xdp_load_bytes = 189, BPF_FUNC_xdp_store_bytes = 190, BPF_FUNC_copy_from_user_task = 191, BPF_FUNC_skb_set_tstamp = 192, BPF_FUNC_ima_file_hash = 193, BPF_FUNC_kptr_xchg = 194, BPF_FUNC_map_lookup_percpu_elem = 195, BPF_FUNC_skc_to_mptcp_sock = 196, BPF_FUNC_dynptr_from_mem = 197, BPF_FUNC_ringbuf_reserve_dynptr = 198, BPF_FUNC_ringbuf_submit_dynptr = 199, BPF_FUNC_ringbuf_discard_dynptr = 200, BPF_FUNC_dynptr_read = 201, BPF_FUNC_dynptr_write = 202, BPF_FUNC_dynptr_data = 203, BPF_FUNC_tcp_raw_gen_syncookie_ipv4 = 204, BPF_FUNC_tcp_raw_gen_syncookie_ipv6 = 205, BPF_FUNC_tcp_raw_check_syncookie_ipv4 = 206, BPF_FUNC_tcp_raw_check_syncookie_ipv6 = 207, __BPF_FUNC_MAX_ID = 208, }; enum xdp_action { XDP_ABORTED = 0, XDP_DROP = 1, XDP_PASS = 2, XDP_TX = 3, XDP_REDIRECT = 4, }; struct rnd_state { __u32 s1; __u32 s2; __u32 s3; __u32 s4; }; struct rhash_lock_head; struct bucket_table { unsigned int size; unsigned int nest; u32 hash_rnd; struct list_head walkers; struct callback_head rcu; struct bucket_table *future_tbl; struct lockdep_map dep_map; long: 64; struct rhash_lock_head *buckets[0]; }; typedef sockptr_t bpfptr_t; struct bpf_verifier_log { u32 level; char kbuf[1024]; char *ubuf; u32 len_used; u32 len_total; }; struct bpf_subprog_info { u32 start; u32 linfo_idx; u16 stack_depth; bool has_tail_call; bool tail_call_reachable; bool has_ld_abs; bool is_async_cb; }; struct bpf_id_pair { u32 old; u32 cur; }; struct bpf_verifier_ops; struct bpf_verifier_stack_elem; struct bpf_verifier_state; struct bpf_verifier_state_list; struct bpf_insn_aux_data; struct bpf_verifier_env { u32 insn_idx; u32 prev_insn_idx; struct bpf_prog *prog; const struct bpf_verifier_ops *ops; struct bpf_verifier_stack_elem *head; int stack_size; bool strict_alignment; bool test_state_freq; struct bpf_verifier_state *cur_state; struct bpf_verifier_state_list **explored_states; struct bpf_verifier_state_list *free_list; struct bpf_map *used_maps[64]; struct btf_mod_pair used_btfs[64]; u32 used_map_cnt; u32 used_btf_cnt; u32 id_gen; bool explore_alu_limits; bool allow_ptr_leaks; bool allow_uninit_stack; bool allow_ptr_to_map_access; bool bpf_capable; bool bypass_spec_v1; bool bypass_spec_v4; bool seen_direct_write; struct bpf_insn_aux_data *insn_aux_data; const struct bpf_line_info *prev_linfo; struct bpf_verifier_log log; struct bpf_subprog_info subprog_info[257]; struct bpf_id_pair idmap_scratch[75]; struct { int *insn_state; int *insn_stack; int cur_stack; } cfg; u32 pass_cnt; u32 subprog_cnt; u32 prev_insn_processed; u32 insn_processed; u32 prev_jmps_processed; u32 jmps_processed; u64 verification_time; u32 max_states_per_insn; u32 total_states; u32 peak_states; u32 longest_mark_read_walk; bpfptr_t fd_array; u32 scratched_regs; u64 scratched_stack_slots; u32 prev_log_len; u32 prev_insn_print_len; char type_str_buf[64]; }; enum bpf_dynptr_type { BPF_DYNPTR_TYPE_INVALID = 0, BPF_DYNPTR_TYPE_LOCAL = 1, BPF_DYNPTR_TYPE_RINGBUF = 2, }; struct tnum { u64 value; u64 mask; }; enum bpf_reg_liveness { REG_LIVE_NONE = 0, REG_LIVE_READ32 = 1, REG_LIVE_READ64 = 2, REG_LIVE_READ = 3, REG_LIVE_WRITTEN = 4, REG_LIVE_DONE = 8, }; struct bpf_reg_state { enum bpf_reg_type type; s32 off; union { int range; struct { struct bpf_map *map_ptr; u32 map_uid; }; struct { struct btf *btf; u32 btf_id; }; u32 mem_size; struct { enum bpf_dynptr_type type; bool first_slot; } dynptr; struct { long unsigned int raw1; long unsigned int raw2; } raw; u32 subprogno; }; u32 id; u32 ref_obj_id; struct tnum var_off; s64 smin_value; s64 smax_value; u64 umin_value; u64 umax_value; s32 s32_min_value; s32 s32_max_value; u32 u32_min_value; u32 u32_max_value; struct bpf_reg_state *parent; u32 frameno; s32 subreg_def; enum bpf_reg_liveness live; bool precise; }; struct bpf_reference_state; struct bpf_stack_state; struct bpf_func_state { struct bpf_reg_state regs[11]; int callsite; u32 frameno; u32 subprogno; u32 async_entry_cnt; bool in_callback_fn; bool in_async_callback_fn; int acquired_refs; struct bpf_reference_state *refs; int allocated_stack; struct bpf_stack_state *stack; }; enum bpf_type_flag { PTR_MAYBE_NULL = 256, MEM_RDONLY = 512, MEM_ALLOC = 1024, MEM_USER = 2048, MEM_PERCPU = 4096, OBJ_RELEASE = 8192, PTR_UNTRUSTED = 16384, MEM_UNINIT = 32768, DYNPTR_TYPE_LOCAL = 65536, DYNPTR_TYPE_RINGBUF = 131072, MEM_FIXED_SIZE = 262144, __BPF_TYPE_FLAG_MAX = 262145, __BPF_TYPE_LAST_FLAG = 262144, }; enum bpf_arg_type { ARG_DONTCARE = 0, ARG_CONST_MAP_PTR = 1, ARG_PTR_TO_MAP_KEY = 2, ARG_PTR_TO_MAP_VALUE = 3, ARG_PTR_TO_MEM = 4, ARG_CONST_SIZE = 5, ARG_CONST_SIZE_OR_ZERO = 6, ARG_PTR_TO_CTX = 7, ARG_ANYTHING = 8, ARG_PTR_TO_SPIN_LOCK = 9, ARG_PTR_TO_SOCK_COMMON = 10, ARG_PTR_TO_INT = 11, ARG_PTR_TO_LONG = 12, ARG_PTR_TO_SOCKET = 13, ARG_PTR_TO_BTF_ID = 14, ARG_PTR_TO_ALLOC_MEM = 15, ARG_CONST_ALLOC_SIZE_OR_ZERO = 16, ARG_PTR_TO_BTF_ID_SOCK_COMMON = 17, ARG_PTR_TO_PERCPU_BTF_ID = 18, ARG_PTR_TO_FUNC = 19, ARG_PTR_TO_STACK = 20, ARG_PTR_TO_CONST_STR = 21, ARG_PTR_TO_TIMER = 22, ARG_PTR_TO_KPTR = 23, ARG_PTR_TO_DYNPTR = 24, __BPF_ARG_TYPE_MAX = 25, ARG_PTR_TO_MAP_VALUE_OR_NULL = 259, ARG_PTR_TO_MEM_OR_NULL = 260, ARG_PTR_TO_CTX_OR_NULL = 263, ARG_PTR_TO_SOCKET_OR_NULL = 269, ARG_PTR_TO_ALLOC_MEM_OR_NULL = 271, ARG_PTR_TO_STACK_OR_NULL = 276, ARG_PTR_TO_BTF_ID_OR_NULL = 270, ARG_PTR_TO_UNINIT_MEM = 32772, ARG_PTR_TO_FIXED_SIZE_MEM = 262148, __BPF_ARG_TYPE_LIMIT = 524287, }; enum bpf_return_type { RET_INTEGER = 0, RET_VOID = 1, RET_PTR_TO_MAP_VALUE = 2, RET_PTR_TO_SOCKET = 3, RET_PTR_TO_TCP_SOCK = 4, RET_PTR_TO_SOCK_COMMON = 5, RET_PTR_TO_ALLOC_MEM = 6, RET_PTR_TO_MEM_OR_BTF_ID = 7, RET_PTR_TO_BTF_ID = 8, __BPF_RET_TYPE_MAX = 9, RET_PTR_TO_MAP_VALUE_OR_NULL = 258, RET_PTR_TO_SOCKET_OR_NULL = 259, RET_PTR_TO_TCP_SOCK_OR_NULL = 260, RET_PTR_TO_SOCK_COMMON_OR_NULL = 261, RET_PTR_TO_ALLOC_MEM_OR_NULL = 1286, RET_PTR_TO_DYNPTR_MEM_OR_NULL = 262, RET_PTR_TO_BTF_ID_OR_NULL = 264, __BPF_RET_TYPE_LIMIT = 524287, }; struct bpf_func_proto { u64 (*func)(u64, u64, u64, u64, u64); bool gpl_only; bool pkt_access; enum bpf_return_type ret_type; union { struct { enum bpf_arg_type arg1_type; enum bpf_arg_type arg2_type; enum bpf_arg_type arg3_type; enum bpf_arg_type arg4_type; enum bpf_arg_type arg5_type; }; enum bpf_arg_type arg_type[5]; }; union { struct { u32 *arg1_btf_id; u32 *arg2_btf_id; u32 *arg3_btf_id; u32 *arg4_btf_id; u32 *arg5_btf_id; }; u32 *arg_btf_id[5]; struct { size_t arg1_size; size_t arg2_size; size_t arg3_size; size_t arg4_size; size_t arg5_size; }; size_t arg_size[5]; }; int *ret_btf_id; bool (*allowed)(const struct bpf_prog *); }; enum bpf_access_type { BPF_READ = 1, BPF_WRITE = 2, }; struct bpf_insn_access_aux { enum bpf_reg_type reg_type; union { int ctx_field_size; struct { struct btf *btf; u32 btf_id; }; }; struct bpf_verifier_log *log; }; struct bpf_verifier_ops { const struct bpf_func_proto * (*get_func_proto)(enum bpf_func_id, const struct bpf_prog *); bool (*is_valid_access)(int, int, enum bpf_access_type, const struct bpf_prog *, struct bpf_insn_access_aux *); int (*gen_prologue)(struct bpf_insn *, bool, const struct bpf_prog *); int (*gen_ld_abs)(const struct bpf_insn *, struct bpf_insn *); u32 (*convert_ctx_access)(enum bpf_access_type, const struct bpf_insn *, struct bpf_insn *, struct bpf_prog *, u32 *); int (*btf_struct_access)(struct bpf_verifier_log *, const struct btf *, const struct btf_type *, int, int, enum bpf_access_type, u32 *, enum bpf_type_flag *); }; enum bpf_jit_poke_reason { BPF_POKE_REASON_TAIL_CALL = 0, }; typedef long unsigned int (*bpf_ctx_copy_t)(void *, const void *, long unsigned int, long unsigned int); struct bpf_empty_prog_array { struct bpf_prog_array hdr; struct bpf_prog *null_prog; }; enum xdp_mem_type { MEM_TYPE_PAGE_SHARED = 0, MEM_TYPE_PAGE_ORDER0 = 1, MEM_TYPE_PAGE_POOL = 2, MEM_TYPE_XSK_BUFF_POOL = 3, MEM_TYPE_MAX = 4, }; struct xdp_cpumap_stats { unsigned int redirect; unsigned int pass; unsigned int drop; }; struct bpf_stack_state { struct bpf_reg_state spilled_ptr; u8 slot_type[8]; }; struct bpf_reference_state { int id; int insn_idx; int callback_ref; }; struct bpf_idx_pair { u32 prev_idx; u32 idx; }; struct bpf_verifier_state { struct bpf_func_state *frame[8]; struct bpf_verifier_state *parent; u32 branches; u32 insn_idx; u32 curframe; u32 active_spin_lock; bool speculative; u32 first_insn_idx; u32 last_insn_idx; struct bpf_idx_pair *jmp_history; u32 jmp_history_cnt; }; struct bpf_verifier_state_list { struct bpf_verifier_state state; struct bpf_verifier_state_list *next; int miss_cnt; int hit_cnt; }; struct bpf_loop_inline_state { unsigned int initialized: 1; unsigned int fit_for_inline: 1; u32 callback_subprogno; }; struct bpf_insn_aux_data { union { enum bpf_reg_type ptr_type; long unsigned int map_ptr_state; s32 call_imm; u32 alu_limit; struct { u32 map_index; u32 map_off; }; struct { enum bpf_reg_type reg_type; union { struct { struct btf *btf; u32 btf_id; }; u32 mem_size; }; } btf_var; struct bpf_loop_inline_state loop_inline_state; }; u64 map_key_state; int ctx_field_size; u32 seen; bool sanitize_stack_spill; bool zext_dst; u8 alu_state; unsigned int orig_idx; bool prune_point; }; struct bpf_prog_pack { struct list_head list; void *ptr; long unsigned int bitmap[0]; }; struct bpf_prog_dummy { struct bpf_prog prog; }; typedef u64 (*btf_bpf_user_rnd_u32)(); typedef u64 (*btf_bpf_get_raw_cpu_id)(); struct _bpf_dtab_netdev { struct net_device *dev; }; struct rhash_lock_head {}; struct xdp_mem_allocator { struct xdp_mem_info mem; union { void *allocator; struct page_pool *page_pool; }; struct rhash_head node; struct callback_head rcu; }; struct trace_event_raw_xdp_exception { struct trace_entry ent; int prog_id; u32 act; int ifindex; char __data[0]; }; struct trace_event_raw_xdp_bulk_tx { struct trace_entry ent; int ifindex; u32 act; int drops; int sent; int err; char __data[0]; }; struct trace_event_raw_xdp_redirect_template { struct trace_entry ent; int prog_id; u32 act; int ifindex; int err; int to_ifindex; u32 map_id; int map_index; char __data[0]; }; struct trace_event_raw_xdp_cpumap_kthread { struct trace_entry ent; int map_id; u32 act; int cpu; unsigned int drops; unsigned int processed; int sched; unsigned int xdp_pass; unsigned int xdp_drop; unsigned int xdp_redirect; char __data[0]; }; struct trace_event_raw_xdp_cpumap_enqueue { struct trace_entry ent; int map_id; u32 act; int cpu; unsigned int drops; unsigned int processed; int to_cpu; char __data[0]; }; struct trace_event_raw_xdp_devmap_xmit { struct trace_entry ent; int from_ifindex; u32 act; int to_ifindex; int drops; int sent; int err; char __data[0]; }; struct trace_event_raw_mem_disconnect { struct trace_entry ent; const struct xdp_mem_allocator *xa; u32 mem_id; u32 mem_type; const void *allocator; char __data[0]; }; struct trace_event_raw_mem_connect { struct trace_entry ent; const struct xdp_mem_allocator *xa; u32 mem_id; u32 mem_type; const void *allocator; const struct xdp_rxq_info *rxq; int ifindex; char __data[0]; }; struct trace_event_raw_mem_return_failed { struct trace_entry ent; const struct page *page; u32 mem_id; u32 mem_type; char __data[0]; }; struct trace_event_data_offsets_xdp_exception {}; struct trace_event_data_offsets_xdp_bulk_tx {}; struct trace_event_data_offsets_xdp_redirect_template {}; struct trace_event_data_offsets_xdp_cpumap_kthread {}; struct trace_event_data_offsets_xdp_cpumap_enqueue {}; struct trace_event_data_offsets_xdp_devmap_xmit {}; struct trace_event_data_offsets_mem_disconnect {}; struct trace_event_data_offsets_mem_connect {}; struct trace_event_data_offsets_mem_return_failed {}; typedef void (*btf_trace_xdp_exception)(void *, const struct net_device *, const struct bpf_prog *, u32); typedef void (*btf_trace_xdp_bulk_tx)(void *, const struct net_device *, int, int, int); typedef void (*btf_trace_xdp_redirect)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_err)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_map)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_map_err)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_cpumap_kthread)(void *, int, unsigned int, unsigned int, int, struct xdp_cpumap_stats *); typedef void (*btf_trace_xdp_cpumap_enqueue)(void *, int, unsigned int, unsigned int, int); typedef void (*btf_trace_xdp_devmap_xmit)(void *, const struct net_device *, const struct net_device *, int, int, int); typedef void (*btf_trace_mem_disconnect)(void *, const struct xdp_mem_allocator *); typedef void (*btf_trace_mem_connect)(void *, const struct xdp_mem_allocator *, const struct xdp_rxq_info *); typedef void (*btf_trace_mem_return_failed)(void *, const struct xdp_mem_info *, const struct page *); union bpf_iter_link_info { struct { __u32 map_fd; } map; }; typedef int (*bpf_iter_attach_target_t)(struct bpf_prog *, union bpf_iter_link_info *, struct bpf_iter_aux_info *); typedef void (*bpf_iter_detach_target_t)(struct bpf_iter_aux_info *); typedef void (*bpf_iter_show_fdinfo_t)(const struct bpf_iter_aux_info *, struct seq_file *); typedef int (*bpf_iter_fill_link_info_t)(const struct bpf_iter_aux_info *, struct bpf_link_info *); typedef const struct bpf_func_proto * (*bpf_iter_get_func_proto_t)(enum bpf_func_id, const struct bpf_prog *); struct bpf_iter_reg { const char *target; bpf_iter_attach_target_t attach_target; bpf_iter_detach_target_t detach_target; bpf_iter_show_fdinfo_t show_fdinfo; bpf_iter_fill_link_info_t fill_link_info; bpf_iter_get_func_proto_t get_func_proto; u32 ctx_arg_info_size; u32 feature; struct bpf_ctx_arg_aux ctx_arg_info[2]; const struct bpf_iter_seq_info *seq_info; }; struct bpf_iter_meta { union { struct seq_file *seq; }; u64 session_id; u64 seq_num; }; struct bpf_iter_seq_prog_info { u32 prog_id; }; struct bpf_iter__bpf_prog { union { struct bpf_iter_meta *meta; }; union { struct bpf_prog *prog; }; }; struct bpf_array_aux { struct list_head poke_progs; struct bpf_map *map; struct mutex poke_mutex; struct work_struct work; }; struct bpf_array { struct bpf_map map; u32 elem_size; u32 index_mask; struct bpf_array_aux *aux; union { char value[0]; void *ptrs[0]; void *pptrs[0]; }; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum { BPF_MAP_VALUE_OFF_MAX = 8, BPF_MAP_OFF_ARR_MAX = 10, }; enum bpf_cgroup_storage_type { BPF_CGROUP_STORAGE_SHARED = 0, BPF_CGROUP_STORAGE_PERCPU = 1, __BPF_CGROUP_STORAGE_MAX = 2, }; typedef void (*bpf_insn_print_t)(void *, const char *, ...); typedef const char * (*bpf_insn_revmap_call_t)(void *, const struct bpf_insn *); typedef const char * (*bpf_insn_print_imm_t)(void *, const struct bpf_insn *, __u64); struct bpf_insn_cbs { bpf_insn_print_t cb_print; bpf_insn_revmap_call_t cb_call; bpf_insn_print_imm_t cb_imm; void *private_data; }; enum { BTF_KIND_UNKN = 0, BTF_KIND_INT = 1, BTF_KIND_PTR = 2, BTF_KIND_ARRAY = 3, BTF_KIND_STRUCT = 4, BTF_KIND_UNION = 5, BTF_KIND_ENUM = 6, BTF_KIND_FWD = 7, BTF_KIND_TYPEDEF = 8, BTF_KIND_VOLATILE = 9, BTF_KIND_CONST = 10, BTF_KIND_RESTRICT = 11, BTF_KIND_FUNC = 12, BTF_KIND_FUNC_PROTO = 13, BTF_KIND_VAR = 14, BTF_KIND_DATASEC = 15, BTF_KIND_FLOAT = 16, BTF_KIND_DECL_TAG = 17, BTF_KIND_TYPE_TAG = 18, BTF_KIND_ENUM64 = 19, NR_BTF_KINDS = 20, BTF_KIND_MAX = 19, }; struct btf_enum { __u32 name_off; __s32 val; }; struct btf_array { __u32 type; __u32 index_type; __u32 nelems; }; struct btf_member { __u32 name_off; __u32 type; __u32 offset; }; struct btf_param { __u32 name_off; __u32 type; }; enum { BTF_VAR_STATIC = 0, BTF_VAR_GLOBAL_ALLOCATED = 1, BTF_VAR_GLOBAL_EXTERN = 2, }; enum btf_func_linkage { BTF_FUNC_STATIC = 0, BTF_FUNC_GLOBAL = 1, BTF_FUNC_EXTERN = 2, }; struct btf_var { __u32 linkage; }; struct btf_var_secinfo { __u32 type; __u32 offset; __u32 size; }; struct btf_decl_tag { __s32 component_idx; }; struct btf_enum64 { __u32 name_off; __u32 val_lo32; __u32 val_hi32; }; struct bpf_cgroup_storage_key { __u64 cgroup_inode_id; __u32 attach_type; }; struct bpf_flow_keys { __u16 nhoff; __u16 thoff; __u16 addr_proto; __u8 is_frag; __u8 is_first_frag; __u8 is_encap; __u8 ip_proto; __be16 n_proto; __be16 sport; __be16 dport; union { struct { __be32 ipv4_src; __be32 ipv4_dst; }; struct { __u32 ipv6_src[4]; __u32 ipv6_dst[4]; }; }; __u32 flags; __be32 flow_label; }; struct bpf_sock { __u32 bound_dev_if; __u32 family; __u32 type; __u32 protocol; __u32 mark; __u32 priority; __u32 src_ip4; __u32 src_ip6[4]; __u32 src_port; __be16 dst_port; __u32 dst_ip4; __u32 dst_ip6[4]; __u32 state; __s32 rx_queue_mapping; }; struct __sk_buff { __u32 len; __u32 pkt_type; __u32 mark; __u32 queue_mapping; __u32 protocol; __u32 vlan_present; __u32 vlan_tci; __u32 vlan_proto; __u32 priority; __u32 ingress_ifindex; __u32 ifindex; __u32 tc_index; __u32 cb[5]; __u32 hash; __u32 tc_classid; __u32 data; __u32 data_end; __u32 napi_id; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 data_meta; union { struct bpf_flow_keys *flow_keys; }; __u64 tstamp; __u32 wire_len; __u32 gso_segs; union { struct bpf_sock *sk; }; __u32 gso_size; __u8 tstamp_type; __u64 hwtstamp; }; struct xdp_md { __u32 data; __u32 data_end; __u32 data_meta; __u32 ingress_ifindex; __u32 rx_queue_index; __u32 egress_ifindex; }; struct sk_msg_md { union { void *data; }; union { void *data_end; }; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 size; union { struct bpf_sock *sk; }; }; struct sk_reuseport_md { union { void *data; }; union { void *data_end; }; __u32 len; __u32 eth_protocol; __u32 ip_protocol; __u32 bind_inany; __u32 hash; union { struct bpf_sock *sk; }; union { struct bpf_sock *migrating_sk; }; }; struct bpf_btf_info { __u64 btf; __u32 btf_size; __u32 id; __u64 name; __u32 name_len; __u32 kernel_btf; }; struct bpf_sock_addr { __u32 user_family; __u32 user_ip4; __u32 user_ip6[4]; __u32 user_port; __u32 family; __u32 type; __u32 protocol; __u32 msg_src_ip4; __u32 msg_src_ip6[4]; union { struct bpf_sock *sk; }; }; struct bpf_sock_ops { __u32 op; union { __u32 args[4]; __u32 reply; __u32 replylong[4]; }; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 is_fullsock; __u32 snd_cwnd; __u32 srtt_us; __u32 bpf_sock_ops_cb_flags; __u32 state; __u32 rtt_min; __u32 snd_ssthresh; __u32 rcv_nxt; __u32 snd_nxt; __u32 snd_una; __u32 mss_cache; __u32 ecn_flags; __u32 rate_delivered; __u32 rate_interval_us; __u32 packets_out; __u32 retrans_out; __u32 total_retrans; __u32 segs_in; __u32 data_segs_in; __u32 segs_out; __u32 data_segs_out; __u32 lost_out; __u32 sacked_out; __u32 sk_txhash; __u64 bytes_received; __u64 bytes_acked; union { struct bpf_sock *sk; }; union { void *skb_data; }; union { void *skb_data_end; }; __u32 skb_len; __u32 skb_tcp_flags; }; struct bpf_cgroup_dev_ctx { __u32 access_type; __u32 major; __u32 minor; }; struct bpf_raw_tracepoint_args { __u64 args[0]; }; struct bpf_sysctl { __u32 write; __u32 file_pos; }; struct bpf_sockopt { union { struct bpf_sock *sk; }; union { void *optval; }; union { void *optval_end; }; __s32 level; __s32 optname; __s32 optlen; __s32 retval; }; struct bpf_sk_lookup { union { union { struct bpf_sock *sk; }; __u64 cookie; }; __u32 family; __u32 protocol; __u32 remote_ip4; __u32 remote_ip6[4]; __be16 remote_port; __u32 local_ip4; __u32 local_ip6[4]; __u32 local_port; __u32 ingress_ifindex; }; enum { BTF_F_COMPACT = 1, BTF_F_NONAME = 2, BTF_F_PTR_RAW = 4, BTF_F_ZERO = 8, }; enum bpf_core_relo_kind { BPF_CORE_FIELD_BYTE_OFFSET = 0, BPF_CORE_FIELD_BYTE_SIZE = 1, BPF_CORE_FIELD_EXISTS = 2, BPF_CORE_FIELD_SIGNED = 3, BPF_CORE_FIELD_LSHIFT_U64 = 4, BPF_CORE_FIELD_RSHIFT_U64 = 5, BPF_CORE_TYPE_ID_LOCAL = 6, BPF_CORE_TYPE_ID_TARGET = 7, BPF_CORE_TYPE_EXISTS = 8, BPF_CORE_TYPE_SIZE = 9, BPF_CORE_ENUMVAL_EXISTS = 10, BPF_CORE_ENUMVAL_VALUE = 11, BPF_CORE_TYPE_MATCHES = 12, }; struct bpf_core_relo { __u32 insn_off; __u32 type_id; __u32 access_str_off; enum bpf_core_relo_kind kind; }; typedef struct user_pt_regs bpf_user_pt_regs_t; struct bpf_perf_event_data { bpf_user_pt_regs_t regs; __u64 sample_period; __u64 addr; }; typedef struct {} local_lock_t; struct xa_node { unsigned char shift; unsigned char offset; unsigned char count; unsigned char nr_values; struct xa_node *parent; struct xarray *array; union { struct list_head private_list; struct callback_head callback_head; }; void *slots[64]; union { long unsigned int tags[3]; long unsigned int marks[3]; }; }; struct radix_tree_preload { local_lock_t lock; unsigned int nr; struct xa_node *nodes; }; typedef __u64 __addrpair; typedef __u32 __portpair; struct hlist_nulls_node { struct hlist_nulls_node *next; struct hlist_nulls_node **pprev; }; struct proto; struct sock_common { union { __addrpair skc_addrpair; struct { __be32 skc_daddr; __be32 skc_rcv_saddr; }; }; union { unsigned int skc_hash; __u16 skc_u16hashes[2]; }; union { __portpair skc_portpair; struct { __be16 skc_dport; __u16 skc_num; }; }; short unsigned int skc_family; volatile unsigned char skc_state; unsigned char skc_reuse: 4; unsigned char skc_reuseport: 1; unsigned char skc_ipv6only: 1; unsigned char skc_net_refcnt: 1; int skc_bound_dev_if; union { struct hlist_node skc_bind_node; struct hlist_node skc_portaddr_node; }; struct proto *skc_prot; possible_net_t skc_net; struct in6_addr skc_v6_daddr; struct in6_addr skc_v6_rcv_saddr; atomic64_t skc_cookie; union { long unsigned int skc_flags; struct sock *skc_listener; struct inet_timewait_death_row *skc_tw_dr; }; int skc_dontcopy_begin[0]; union { struct hlist_node skc_node; struct hlist_nulls_node skc_nulls_node; }; short unsigned int skc_tx_queue_mapping; short unsigned int skc_rx_queue_mapping; union { int skc_incoming_cpu; u32 skc_rcv_wnd; u32 skc_tw_rcv_nxt; }; refcount_t skc_refcnt; int skc_dontcopy_end[0]; union { u32 skc_rxhash; u32 skc_window_clamp; u32 skc_tw_snd_nxt; }; }; typedef struct { spinlock_t slock; int owned; wait_queue_head_t wq; } socket_lock_t; struct sock_cgroup_data { struct cgroup *cgroup; u32 classid; u16 prioidx; }; typedef struct {} netns_tracker; struct sk_filter; struct xfrm_policy; struct sock_reuseport; struct sock { struct sock_common __sk_common; struct dst_entry *sk_rx_dst; int sk_rx_dst_ifindex; u32 sk_rx_dst_cookie; socket_lock_t sk_lock; atomic_t sk_drops; int sk_rcvlowat; struct sk_buff_head sk_error_queue; struct sk_buff_head sk_receive_queue; struct { atomic_t rmem_alloc; int len; struct sk_buff *head; struct sk_buff *tail; } sk_backlog; int sk_forward_alloc; u32 sk_reserved_mem; unsigned int sk_ll_usec; unsigned int sk_napi_id; int sk_rcvbuf; struct sk_filter *sk_filter; union { struct socket_wq *sk_wq; struct socket_wq *sk_wq_raw; }; struct xfrm_policy *sk_policy[2]; struct dst_entry *sk_dst_cache; atomic_t sk_omem_alloc; int sk_sndbuf; int sk_wmem_queued; refcount_t sk_wmem_alloc; long unsigned int sk_tsq_flags; union { struct sk_buff *sk_send_head; struct rb_root tcp_rtx_queue; }; struct sk_buff_head sk_write_queue; __s32 sk_peek_off; int sk_write_pending; __u32 sk_dst_pending_confirm; u32 sk_pacing_status; long int sk_sndtimeo; struct timer_list sk_timer; __u32 sk_priority; __u32 sk_mark; long unsigned int sk_pacing_rate; long unsigned int sk_max_pacing_rate; struct page_frag sk_frag; netdev_features_t sk_route_caps; int sk_gso_type; unsigned int sk_gso_max_size; gfp_t sk_allocation; __u32 sk_txhash; u8 sk_gso_disabled: 1; u8 sk_kern_sock: 1; u8 sk_no_check_tx: 1; u8 sk_no_check_rx: 1; u8 sk_userlocks: 4; u8 sk_pacing_shift; u16 sk_type; u16 sk_protocol; u16 sk_gso_max_segs; long unsigned int sk_lingertime; struct proto *sk_prot_creator; rwlock_t sk_callback_lock; int sk_err; int sk_err_soft; u32 sk_ack_backlog; u32 sk_max_ack_backlog; kuid_t sk_uid; u8 sk_txrehash; u8 sk_prefer_busy_poll; u16 sk_busy_poll_budget; spinlock_t sk_peer_lock; int sk_bind_phc; struct pid *sk_peer_pid; const struct cred *sk_peer_cred; long int sk_rcvtimeo; ktime_t sk_stamp; u16 sk_tsflags; u8 sk_shutdown; atomic_t sk_tskey; atomic_t sk_zckey; u8 sk_clockid; u8 sk_txtime_deadline_mode: 1; u8 sk_txtime_report_errors: 1; u8 sk_txtime_unused: 6; struct socket *sk_socket; void *sk_user_data; void *sk_security; struct sock_cgroup_data sk_cgrp_data; struct mem_cgroup *sk_memcg; void (*sk_state_change)(struct sock *); void (*sk_data_ready)(struct sock *); void (*sk_write_space)(struct sock *); void (*sk_error_report)(struct sock *); int (*sk_backlog_rcv)(struct sock *, struct sk_buff *); struct sk_buff * (*sk_validate_xmit_skb)(struct sock *, struct net_device *, struct sk_buff *); void (*sk_destruct)(struct sock *); struct sock_reuseport *sk_reuseport_cb; struct bpf_local_storage *sk_bpf_storage; struct callback_head sk_rcu; netns_tracker ns_tracker; }; struct btf_id_set8; struct btf_kfunc_id_set { struct module *owner; struct btf_id_set8 *set; }; struct btf_id_set8 { u32 cnt; u32 flags; struct { u32 id; u32 flags; } pairs[0]; }; struct btf_id_dtor_kfunc { u32 btf_id; u32 kfunc_btf_id; }; struct bpf_storage_buffer; struct bpf_cgroup_storage_map; struct bpf_cgroup_storage { union { struct bpf_storage_buffer *buf; void *percpu_buf; }; struct bpf_cgroup_storage_map *map; struct bpf_cgroup_storage_key key; struct list_head list_map; struct list_head list_cg; struct rb_node node; struct callback_head rcu; }; struct bpf_core_ctx { struct bpf_verifier_log *log; const struct btf *btf; }; struct sk_reuseport_kern { struct sk_buff *skb; struct sock *sk; struct sock *selected_sk; struct sock *migrating_sk; void *data_end; u32 hash; u32 reuseport_id; bool bind_inany; }; struct bpf_flow_dissector { struct bpf_flow_keys *flow_keys; const struct sk_buff *skb; const void *data; const void *data_end; }; struct flowi_tunnel { __be64 tun_id; }; struct flowi_common { int flowic_oif; int flowic_iif; int flowic_l3mdev; __u32 flowic_mark; __u8 flowic_tos; __u8 flowic_scope; __u8 flowic_proto; __u8 flowic_flags; __u32 flowic_secid; kuid_t flowic_uid; struct flowi_tunnel flowic_tun_key; __u32 flowic_multipath_hash; }; union flowi_uli { struct { __be16 dport; __be16 sport; } ports; struct { __u8 type; __u8 code; } icmpt; struct { __le16 dport; __le16 sport; } dnports; __be32 gre_key; struct { __u8 type; } mht; }; struct flowi4 { struct flowi_common __fl_common; __be32 saddr; __be32 daddr; union flowi_uli uli; }; struct flowi6 { struct flowi_common __fl_common; struct in6_addr daddr; struct in6_addr saddr; __be32 flowlabel; union flowi_uli uli; __u32 mp_hash; }; struct flowidn { struct flowi_common __fl_common; __le16 daddr; __le16 saddr; union flowi_uli uli; }; struct flowi { union { struct flowi_common __fl_common; struct flowi4 ip4; struct flowi6 ip6; struct flowidn dn; } u; }; struct prot_inuse { int all; int val[64]; }; struct icmpv6_mib_device { atomic_long_t mibs[6]; }; struct icmpv6msg_mib_device { atomic_long_t mibs[512]; }; struct inet_ehash_bucket; struct inet_bind_hashbucket; struct inet_listen_hashbucket; struct inet_hashinfo { struct inet_ehash_bucket *ehash; spinlock_t *ehash_locks; unsigned int ehash_mask; unsigned int ehash_locks_mask; struct kmem_cache *bind_bucket_cachep; struct inet_bind_hashbucket *bhash; unsigned int bhash_size; unsigned int lhash2_mask; struct inet_listen_hashbucket *lhash2; }; struct ip_ra_chain { struct ip_ra_chain *next; struct sock *sk; union { void (*destructor)(struct sock *); struct sock *saved_sk; }; struct callback_head rcu; }; struct fib_rule; struct fib_lookup_arg; struct fib_rule_hdr; struct fib_rules_ops { int family; struct list_head list; int rule_size; int addr_size; int unresolved_rules; int nr_goto_rules; unsigned int fib_rules_seq; int (*action)(struct fib_rule *, struct flowi *, int, struct fib_lookup_arg *); bool (*suppress)(struct fib_rule *, int, struct fib_lookup_arg *); int (*match)(struct fib_rule *, struct flowi *, int); int (*configure)(struct fib_rule *, struct sk_buff *, struct fib_rule_hdr *, struct nlattr **, struct netlink_ext_ack *); int (*delete)(struct fib_rule *); int (*compare)(struct fib_rule *, struct fib_rule_hdr *, struct nlattr **); int (*fill)(struct fib_rule *, struct sk_buff *, struct fib_rule_hdr *); size_t (*nlmsg_payload)(struct fib_rule *); void (*flush_cache)(struct fib_rules_ops *); int nlgroup; struct list_head rules_list; struct module *owner; struct net *fro_net; struct callback_head rcu; }; struct fib_table { struct hlist_node tb_hlist; u32 tb_id; int tb_num_default; struct callback_head rcu; long unsigned int *tb_data; long unsigned int __data[0]; }; struct inet_peer_base { struct rb_root rb_root; seqlock_t lock; int total; }; struct tcp_fastopen_context { siphash_key_t key[2]; int num; struct callback_head rcu; }; struct fib_notifier_ops { int family; struct list_head list; unsigned int (*fib_seq_read)(struct net *); int (*fib_dump)(struct net *, struct notifier_block *, struct netlink_ext_ack *); struct module *owner; struct callback_head rcu; }; struct ipv6_stable_secret { bool initialized; struct in6_addr secret; }; struct ipv6_devconf { __s32 forwarding; __s32 hop_limit; __s32 mtu6; __s32 accept_ra; __s32 accept_redirects; __s32 autoconf; __s32 dad_transmits; __s32 rtr_solicits; __s32 rtr_solicit_interval; __s32 rtr_solicit_max_interval; __s32 rtr_solicit_delay; __s32 force_mld_version; __s32 mldv1_unsolicited_report_interval; __s32 mldv2_unsolicited_report_interval; __s32 use_tempaddr; __s32 temp_valid_lft; __s32 temp_prefered_lft; __s32 regen_max_retry; __s32 max_desync_factor; __s32 max_addresses; __s32 accept_ra_defrtr; __u32 ra_defrtr_metric; __s32 accept_ra_min_hop_limit; __s32 accept_ra_pinfo; __s32 ignore_routes_with_linkdown; __s32 accept_ra_rtr_pref; __s32 rtr_probe_interval; __s32 accept_ra_rt_info_min_plen; __s32 accept_ra_rt_info_max_plen; __s32 proxy_ndp; __s32 accept_source_route; __s32 accept_ra_from_local; __s32 optimistic_dad; __s32 use_optimistic; atomic_t mc_forwarding; __s32 disable_ipv6; __s32 drop_unicast_in_l2_multicast; __s32 accept_dad; __s32 force_tllao; __s32 ndisc_notify; __s32 suppress_frag_ndisc; __s32 accept_ra_mtu; __s32 drop_unsolicited_na; __s32 accept_untracked_na; struct ipv6_stable_secret stable_secret; __s32 use_oif_addrs_only; __s32 keep_addr_on_down; __s32 seg6_enabled; __s32 seg6_require_hmac; __u32 enhanced_dad; __u32 addr_gen_mode; __s32 disable_policy; __s32 ndisc_tclass; __s32 rpl_seg_enabled; __u32 ioam6_id; __u32 ioam6_id_wide; __u8 ioam6_enabled; __u8 ndisc_evict_nocarrier; struct ctl_table_header *sysctl_header; }; struct hlist_nulls_head { struct hlist_nulls_node *first; }; struct neigh_parms { possible_net_t net; struct net_device *dev; netdevice_tracker dev_tracker; struct list_head list; int (*neigh_setup)(struct neighbour *); struct neigh_table *tbl; void *sysctl_table; int dead; refcount_t refcnt; struct callback_head callback_head; int reachable_time; int qlen; int data[14]; long unsigned int data_state[1]; }; struct ipv6_devstat { struct proc_dir_entry *proc_dir_entry; struct ipstats_mib *ipv6; struct icmpv6_mib_device *icmpv6dev; struct icmpv6msg_mib_device *icmpv6msgdev; }; struct ifmcaddr6; struct ifacaddr6; struct inet6_dev { struct net_device *dev; netdevice_tracker dev_tracker; struct list_head addr_list; struct ifmcaddr6 *mc_list; struct ifmcaddr6 *mc_tomb; unsigned char mc_qrv; unsigned char mc_gq_running; unsigned char mc_ifc_count; unsigned char mc_dad_count; long unsigned int mc_v1_seen; long unsigned int mc_qi; long unsigned int mc_qri; long unsigned int mc_maxdelay; struct delayed_work mc_gq_work; struct delayed_work mc_ifc_work; struct delayed_work mc_dad_work; struct delayed_work mc_query_work; struct delayed_work mc_report_work; struct sk_buff_head mc_query_queue; struct sk_buff_head mc_report_queue; spinlock_t mc_query_lock; spinlock_t mc_report_lock; struct mutex mc_lock; struct ifacaddr6 *ac_list; rwlock_t lock; refcount_t refcnt; __u32 if_flags; int dead; u32 desync_factor; struct list_head tempaddr_list; struct in6_addr token; struct neigh_parms *nd_parms; struct ipv6_devconf cnf; struct ipv6_devstat stats; struct timer_list rs_timer; __s32 rs_interval; __u8 rs_probes; long unsigned int tstamp; struct callback_head rcu; unsigned int ra_mtu; }; struct __una_u32 { u32 x; }; enum { RTAX_UNSPEC = 0, RTAX_LOCK = 1, RTAX_MTU = 2, RTAX_WINDOW = 3, RTAX_RTT = 4, RTAX_RTTVAR = 5, RTAX_SSTHRESH = 6, RTAX_CWND = 7, RTAX_ADVMSS = 8, RTAX_REORDERING = 9, RTAX_HOPLIMIT = 10, RTAX_INITCWND = 11, RTAX_FEATURES = 12, RTAX_RTO_MIN = 13, RTAX_INITRWND = 14, RTAX_QUICKACK = 15, RTAX_CC_ALGO = 16, RTAX_FASTOPEN_NO_COOKIE = 17, __RTAX_MAX = 18, }; struct sk_filter { refcount_t refcnt; struct callback_head rcu; struct bpf_prog *prog; }; struct bpf_sock_addr_kern { struct sock *sk; struct sockaddr *uaddr; u64 tmp_reg; void *t_ctx; }; struct bpf_sock_ops_kern { struct sock *sk; union { u32 args[4]; u32 reply; u32 replylong[4]; }; struct sk_buff *syn_skb; struct sk_buff *skb; void *skb_data_end; u8 op; u8 is_fullsock; u8 remaining_opt_len; u64 temp; }; struct bpf_sysctl_kern { struct ctl_table_header *head; struct ctl_table *table; void *cur_val; size_t cur_len; void *new_val; size_t new_len; int new_updated; int write; loff_t *ppos; u64 tmp_reg; }; struct bpf_sockopt_kern { struct sock *sk; u8 *optval; u8 *optval_end; s32 level; s32 optname; s32 optlen; struct task_struct *current_task; u64 tmp_reg; }; struct bpf_sk_lookup_kern { u16 family; u16 protocol; __be16 sport; u16 dport; struct { __be32 saddr; __be32 daddr; } v4; struct { const struct in6_addr *saddr; const struct in6_addr *daddr; } v6; struct sock *selected_sk; u32 ingress_ifindex; bool no_reuseport; }; struct btf_id_set { u32 cnt; u32 ids[0]; }; enum { BTF_SOCK_TYPE_INET = 0, BTF_SOCK_TYPE_INET_CONN = 1, BTF_SOCK_TYPE_INET_REQ = 2, BTF_SOCK_TYPE_INET_TW = 3, BTF_SOCK_TYPE_REQ = 4, BTF_SOCK_TYPE_SOCK = 5, BTF_SOCK_TYPE_SOCK_COMMON = 6, BTF_SOCK_TYPE_TCP = 7, BTF_SOCK_TYPE_TCP_REQ = 8, BTF_SOCK_TYPE_TCP_TW = 9, BTF_SOCK_TYPE_TCP6 = 10, BTF_SOCK_TYPE_UDP = 11, BTF_SOCK_TYPE_UDP6 = 12, BTF_SOCK_TYPE_UNIX = 13, BTF_SOCK_TYPE_MPTCP = 14, BTF_SOCK_TYPE_SOCKET = 15, MAX_BTF_SOCK_TYPE = 16, }; enum { NEIGH_VAR_MCAST_PROBES = 0, NEIGH_VAR_UCAST_PROBES = 1, NEIGH_VAR_APP_PROBES = 2, NEIGH_VAR_MCAST_REPROBES = 3, NEIGH_VAR_RETRANS_TIME = 4, NEIGH_VAR_BASE_REACHABLE_TIME = 5, NEIGH_VAR_DELAY_PROBE_TIME = 6, NEIGH_VAR_INTERVAL_PROBE_TIME_MS = 7, NEIGH_VAR_GC_STALETIME = 8, NEIGH_VAR_QUEUE_LEN_BYTES = 9, NEIGH_VAR_PROXY_QLEN = 10, NEIGH_VAR_ANYCAST_DELAY = 11, NEIGH_VAR_PROXY_DELAY = 12, NEIGH_VAR_LOCKTIME = 13, NEIGH_VAR_QUEUE_LEN = 14, NEIGH_VAR_RETRANS_TIME_MS = 15, NEIGH_VAR_BASE_REACHABLE_TIME_MS = 16, NEIGH_VAR_GC_INTERVAL = 17, NEIGH_VAR_GC_THRESH1 = 18, NEIGH_VAR_GC_THRESH2 = 19, NEIGH_VAR_GC_THRESH3 = 20, NEIGH_VAR_MAX = 21, }; struct pneigh_entry; struct neigh_statistics; struct neigh_hash_table; struct neigh_table { int family; unsigned int entry_size; unsigned int key_len; __be16 protocol; __u32 (*hash)(const void *, const struct net_device *, __u32 *); bool (*key_eq)(const struct neighbour *, const void *); int (*constructor)(struct neighbour *); int (*pconstructor)(struct pneigh_entry *); void (*pdestructor)(struct pneigh_entry *); void (*proxy_redo)(struct sk_buff *); int (*is_multicast)(const void *); bool (*allow_add)(const struct net_device *, struct netlink_ext_ack *); char *id; struct neigh_parms parms; struct list_head parms_list; int gc_interval; int gc_thresh1; int gc_thresh2; int gc_thresh3; long unsigned int last_flush; struct delayed_work gc_work; struct delayed_work managed_work; struct timer_list proxy_timer; struct sk_buff_head proxy_queue; atomic_t entries; atomic_t gc_entries; struct list_head gc_list; struct list_head managed_list; rwlock_t lock; long unsigned int last_rand; struct neigh_statistics *stats; struct neigh_hash_table *nht; struct pneigh_entry **phash_buckets; }; struct neigh_statistics { long unsigned int allocs; long unsigned int destroys; long unsigned int hash_grows; long unsigned int res_failed; long unsigned int lookups; long unsigned int hits; long unsigned int rcv_probes_mcast; long unsigned int rcv_probes_ucast; long unsigned int periodic_gc_runs; long unsigned int forced_gc_runs; long unsigned int unres_discards; long unsigned int table_fulls; }; struct neigh_ops { int family; void (*solicit)(struct neighbour *, struct sk_buff *); void (*error_report)(struct neighbour *, struct sk_buff *); int (*output)(struct neighbour *, struct sk_buff *); int (*connected_output)(struct neighbour *, struct sk_buff *); }; struct pneigh_entry { struct pneigh_entry *next; possible_net_t net; struct net_device *dev; netdevice_tracker dev_tracker; u32 flags; u8 protocol; u8 key[0]; }; struct neigh_hash_table { struct neighbour **hash_buckets; unsigned int hash_shift; __u32 hash_rnd[4]; struct callback_head rcu; }; struct lwtunnel_state { __u16 type; __u16 flags; __u16 headroom; atomic_t refcnt; int (*orig_output)(struct net *, struct sock *, struct sk_buff *); int (*orig_input)(struct sk_buff *); struct callback_head rcu; __u8 data[0]; }; enum { TCP_ESTABLISHED = 1, TCP_SYN_SENT = 2, TCP_SYN_RECV = 3, TCP_FIN_WAIT1 = 4, TCP_FIN_WAIT2 = 5, TCP_TIME_WAIT = 6, TCP_CLOSE = 7, TCP_CLOSE_WAIT = 8, TCP_LAST_ACK = 9, TCP_LISTEN = 10, TCP_CLOSING = 11, TCP_NEW_SYN_RECV = 12, TCP_MAX_STATES = 13, }; struct fib_rule_hdr { __u8 family; __u8 dst_len; __u8 src_len; __u8 tos; __u8 table; __u8 res1; __u8 res2; __u8 action; __u32 flags; }; struct fib_rule_port_range { __u16 start; __u16 end; }; struct fib_kuid_range { kuid_t start; kuid_t end; }; struct fib_rule { struct list_head list; int iifindex; int oifindex; u32 mark; u32 mark_mask; u32 flags; u32 table; u8 action; u8 l3mdev; u8 proto; u8 ip_proto; u32 target; __be64 tun_id; struct fib_rule *ctarget; struct net *fr_net; refcount_t refcnt; u32 pref; int suppress_ifgroup; int suppress_prefixlen; char iifname[16]; char oifname[16]; struct fib_kuid_range uid_range; struct fib_rule_port_range sport_range; struct fib_rule_port_range dport_range; struct callback_head rcu; }; struct fib_lookup_arg { void *lookup_ptr; const void *lookup_data; void *result; struct fib_rule *rule; u32 table; int flags; }; struct smc_hashinfo; struct sk_psock; struct request_sock_ops; struct timewait_sock_ops; struct udp_table; struct raw_hashinfo; struct proto { void (*close)(struct sock *, long int); int (*pre_connect)(struct sock *, struct sockaddr *, int); int (*connect)(struct sock *, struct sockaddr *, int); int (*disconnect)(struct sock *, int); struct sock * (*accept)(struct sock *, int, int *, bool); int (*ioctl)(struct sock *, int, long unsigned int); int (*init)(struct sock *); void (*destroy)(struct sock *); void (*shutdown)(struct sock *, int); int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*keepalive)(struct sock *, int); int (*compat_ioctl)(struct sock *, unsigned int, long unsigned int); int (*sendmsg)(struct sock *, struct msghdr *, size_t); int (*recvmsg)(struct sock *, struct msghdr *, size_t, int, int *); int (*sendpage)(struct sock *, struct page *, int, size_t, int); int (*bind)(struct sock *, struct sockaddr *, int); int (*bind_add)(struct sock *, struct sockaddr *, int); int (*backlog_rcv)(struct sock *, struct sk_buff *); bool (*bpf_bypass_getsockopt)(int, int); void (*release_cb)(struct sock *); int (*hash)(struct sock *); void (*unhash)(struct sock *); void (*rehash)(struct sock *); int (*get_port)(struct sock *, short unsigned int); void (*put_port)(struct sock *); int (*psock_update_sk_prot)(struct sock *, struct sk_psock *, bool); unsigned int inuse_idx; int (*forward_alloc_get)(const struct sock *); bool (*stream_memory_free)(const struct sock *, int); bool (*sock_is_readable)(struct sock *); void (*enter_memory_pressure)(struct sock *); void (*leave_memory_pressure)(struct sock *); atomic_long_t *memory_allocated; int *per_cpu_fw_alloc; struct percpu_counter *sockets_allocated; long unsigned int *memory_pressure; long int *sysctl_mem; int *sysctl_wmem; int *sysctl_rmem; u32 sysctl_wmem_offset; u32 sysctl_rmem_offset; int max_header; bool no_autobind; struct kmem_cache *slab; unsigned int obj_size; slab_flags_t slab_flags; unsigned int useroffset; unsigned int usersize; unsigned int *orphan_count; struct request_sock_ops *rsk_prot; struct timewait_sock_ops *twsk_prot; union { struct inet_hashinfo *hashinfo; struct udp_table *udp_table; struct raw_hashinfo *raw_hash; struct smc_hashinfo *smc_hash; } h; struct module *owner; char name[32]; struct list_head node; int (*diag_destroy)(struct sock *, int); }; struct sock_reuseport { struct callback_head rcu; u16 max_socks; u16 num_socks; u16 num_closed_socks; unsigned int synq_overflow_ts; unsigned int reuseport_id; unsigned int bind_inany: 1; unsigned int has_conns: 1; struct bpf_prog *prog; struct sock *socks[0]; }; struct sk_psock_progs { struct bpf_prog *msg_parser; struct bpf_prog *stream_parser; struct bpf_prog *stream_verdict; struct bpf_prog *skb_verdict; }; struct strp_stats { long long unsigned int msgs; long long unsigned int bytes; unsigned int mem_fail; unsigned int need_more_hdr; unsigned int msg_too_big; unsigned int msg_timeouts; unsigned int bad_hdr_len; }; struct strparser; struct strp_callbacks { int (*parse_msg)(struct strparser *, struct sk_buff *); void (*rcv_msg)(struct strparser *, struct sk_buff *); int (*read_sock_done)(struct strparser *, int); void (*abort_parser)(struct strparser *, int); void (*lock)(struct strparser *); void (*unlock)(struct strparser *); }; struct strparser { struct sock *sk; u32 stopped: 1; u32 paused: 1; u32 aborted: 1; u32 interrupted: 1; u32 unrecov_intr: 1; struct sk_buff **skb_nextp; struct sk_buff *skb_head; unsigned int need_bytes; struct delayed_work msg_timer_work; struct work_struct work; struct strp_stats stats; struct strp_callbacks cb; }; struct sk_psock_work_state { struct sk_buff *skb; u32 len; u32 off; }; struct sk_msg; struct sk_psock { struct sock *sk; struct sock *sk_redir; u32 apply_bytes; u32 cork_bytes; u32 eval; struct sk_msg *cork; struct sk_psock_progs progs; struct strparser strp; struct sk_buff_head ingress_skb; struct list_head ingress_msg; spinlock_t ingress_lock; long unsigned int state; struct list_head link; spinlock_t link_lock; refcount_t refcnt; void (*saved_unhash)(struct sock *); void (*saved_destroy)(struct sock *); void (*saved_close)(struct sock *, long int); void (*saved_write_space)(struct sock *); void (*saved_data_ready)(struct sock *); int (*psock_update_sk_prot)(struct sock *, struct sk_psock *, bool); struct proto *sk_proto; struct mutex work_mutex; struct sk_psock_work_state work_state; struct work_struct work; struct rcu_work rwork; }; struct request_sock; struct request_sock_ops { int family; unsigned int obj_size; struct kmem_cache *slab; char *slab_name; int (*rtx_syn_ack)(const struct sock *, struct request_sock *); void (*send_ack)(const struct sock *, struct sk_buff *, struct request_sock *); void (*send_reset)(const struct sock *, struct sk_buff *); void (*destructor)(struct request_sock *); void (*syn_ack_timeout)(const struct request_sock *); }; struct timewait_sock_ops { struct kmem_cache *twsk_slab; char *twsk_slab_name; unsigned int twsk_obj_size; int (*twsk_unique)(struct sock *, struct sock *, void *); void (*twsk_destructor)(struct sock *); }; struct saved_syn; struct request_sock { struct sock_common __req_common; struct request_sock *dl_next; u16 mss; u8 num_retrans; u8 syncookie: 1; u8 num_timeout: 7; u32 ts_recent; struct timer_list rsk_timer; const struct request_sock_ops *rsk_ops; struct sock *sk; struct saved_syn *saved_syn; u32 secid; u32 peer_secid; u32 timeout; }; struct saved_syn { u32 mac_hdrlen; u32 network_hdrlen; u32 tcp_hdrlen; u8 data[0]; }; enum tsq_enum { TSQ_THROTTLED = 0, TSQ_QUEUED = 1, TCP_TSQ_DEFERRED = 2, TCP_WRITE_TIMER_DEFERRED = 3, TCP_DELACK_TIMER_DEFERRED = 4, TCP_MTU_REDUCED_DEFERRED = 5, }; struct ip6_sf_list { struct ip6_sf_list *sf_next; struct in6_addr sf_addr; long unsigned int sf_count[2]; unsigned char sf_gsresp; unsigned char sf_oldin; unsigned char sf_crcount; struct callback_head rcu; }; struct ifmcaddr6 { struct in6_addr mca_addr; struct inet6_dev *idev; struct ifmcaddr6 *next; struct ip6_sf_list *mca_sources; struct ip6_sf_list *mca_tomb; unsigned int mca_sfmode; unsigned char mca_crcount; long unsigned int mca_sfcount[2]; struct delayed_work mca_work; unsigned int mca_flags; int mca_users; refcount_t mca_refcnt; long unsigned int mca_cstamp; long unsigned int mca_tstamp; struct callback_head rcu; }; struct ifacaddr6 { struct in6_addr aca_addr; struct fib6_info *aca_rt; struct ifacaddr6 *aca_next; struct hlist_node aca_addr_lst; int aca_users; refcount_t aca_refcnt; long unsigned int aca_cstamp; long unsigned int aca_tstamp; struct callback_head rcu; }; enum { __ND_OPT_PREFIX_INFO_END = 0, ND_OPT_SOURCE_LL_ADDR = 1, ND_OPT_TARGET_LL_ADDR = 2, ND_OPT_PREFIX_INFO = 3, ND_OPT_REDIRECT_HDR = 4, ND_OPT_MTU = 5, ND_OPT_NONCE = 14, __ND_OPT_ARRAY_MAX = 15, ND_OPT_ROUTE_INFO = 24, ND_OPT_RDNSS = 25, ND_OPT_DNSSL = 31, ND_OPT_6CO = 34, ND_OPT_CAPTIVE_PORTAL = 37, ND_OPT_PREF64 = 38, __ND_OPT_MAX = 39, }; struct nd_opt_hdr { __u8 nd_opt_type; __u8 nd_opt_len; }; struct ndisc_options { struct nd_opt_hdr *nd_opt_array[15]; struct nd_opt_hdr *nd_opts_ri; struct nd_opt_hdr *nd_opts_ri_end; struct nd_opt_hdr *nd_useropts; struct nd_opt_hdr *nd_useropts_end; struct nd_opt_hdr *nd_802154_opt_array[3]; }; struct prefix_info { __u8 type; __u8 length; __u8 prefix_len; __u8 reserved: 6; __u8 autoconf: 1; __u8 onlink: 1; __be32 valid; __be32 prefered; __be32 reserved2; struct in6_addr prefix; }; struct inet_ehash_bucket { struct hlist_nulls_head chain; }; struct inet_bind_hashbucket { spinlock_t lock; struct hlist_head chain; }; struct inet_listen_hashbucket { spinlock_t lock; struct hlist_nulls_head nulls_head; }; struct bpf_storage_buffer { struct callback_head rcu; char data[0]; }; struct ack_sample { u32 pkts_acked; s32 rtt_us; u32 in_flight; }; struct rate_sample { u64 prior_mstamp; u32 prior_delivered; u32 prior_delivered_ce; s32 delivered; s32 delivered_ce; long int interval_us; u32 snd_interval_us; u32 rcv_interval_us; long int rtt_us; int losses; u32 acked_sacked; u32 prior_in_flight; u32 last_end_seq; bool is_app_limited; bool is_retrans; bool is_ack_delayed; }; struct sk_msg_sg { u32 start; u32 curr; u32 end; u32 size; u32 copybreak; long unsigned int copy[1]; struct scatterlist data[19]; }; struct sk_msg { struct sk_msg_sg sg; void *data; void *data_end; u32 apply_bytes; u32 cork_bytes; u32 flags; struct sk_buff *skb; struct sock *sk_redir; struct sock *sk; struct list_head list; }; struct bpf_perf_event_data_kern { bpf_user_pt_regs_t *regs; struct perf_sample_data *data; struct perf_event *event; }; struct bpf_core_cand { const struct btf *btf; __u32 id; }; struct bpf_core_cand_list { struct bpf_core_cand *cands; int len; }; struct bpf_core_accessor { __u32 type_id; __u32 idx; const char *name; }; struct bpf_core_spec { const struct btf *btf; struct bpf_core_accessor spec[64]; __u32 root_type_id; enum bpf_core_relo_kind relo_kind; int len; int raw_spec[64]; int raw_len; __u32 bit_offset; }; struct bpf_core_relo_res { __u64 orig_val; __u64 new_val; bool poison; bool validate; bool fail_memsz_adjust; __u32 orig_sz; __u32 orig_type_id; __u32 new_sz; __u32 new_type_id; }; enum btf_kfunc_hook { BTF_KFUNC_HOOK_XDP = 0, BTF_KFUNC_HOOK_TC = 1, BTF_KFUNC_HOOK_STRUCT_OPS = 2, BTF_KFUNC_HOOK_TRACING = 3, BTF_KFUNC_HOOK_SYSCALL = 4, BTF_KFUNC_HOOK_MAX = 5, }; enum { BTF_KFUNC_SET_MAX_CNT = 32, BTF_DTOR_KFUNC_MAX_CNT = 256, }; struct btf_kfunc_set_tab { struct btf_id_set8 *sets[5]; }; struct btf_id_dtor_kfunc_tab { u32 cnt; struct btf_id_dtor_kfunc dtors[0]; }; enum verifier_phase { CHECK_META = 0, CHECK_TYPE = 1, }; struct resolve_vertex { const struct btf_type *t; u32 type_id; u16 next_member; }; enum visit_state { NOT_VISITED = 0, VISITED = 1, RESOLVED = 2, }; enum resolve_mode { RESOLVE_TBD = 0, RESOLVE_PTR = 1, RESOLVE_STRUCT_OR_ARRAY = 2, }; struct btf_sec_info { u32 off; u32 len; }; struct btf_verifier_env { struct btf *btf; u8 *visit_states; struct resolve_vertex stack[32]; struct bpf_verifier_log log; u32 log_type_id; u32 top_stack; enum verifier_phase phase; enum resolve_mode resolve_mode; }; struct btf_show { u64 flags; void *target; void (*showfn)(struct btf_show *, const char *, va_list); const struct btf *btf; struct { u8 depth; u8 depth_to_show; u8 depth_check; u8 array_member: 1; u8 array_terminated: 1; u16 array_encoding; u32 type_id; int status; const struct btf_type *type; const struct btf_member *member; char name[80]; } state; struct { u32 size; void *head; void *data; u8 safe[32]; } obj; }; struct btf_kind_operations { s32 (*check_meta)(struct btf_verifier_env *, const struct btf_type *, u32); int (*resolve)(struct btf_verifier_env *, const struct resolve_vertex *); int (*check_member)(struct btf_verifier_env *, const struct btf_type *, const struct btf_member *, const struct btf_type *); int (*check_kflag_member)(struct btf_verifier_env *, const struct btf_type *, const struct btf_member *, const struct btf_type *); void (*log_details)(struct btf_verifier_env *, const struct btf_type *); void (*show)(const struct btf *, const struct btf_type *, u32, void *, u8, struct btf_show *); }; enum btf_field_type { BTF_FIELD_SPIN_LOCK = 0, BTF_FIELD_TIMER = 1, BTF_FIELD_KPTR = 2, }; enum { BTF_FIELD_IGNORE = 0, BTF_FIELD_FOUND = 1, }; struct btf_field_info { u32 type_id; u32 off; enum bpf_kptr_type type; }; struct bpf_ctx_convert { struct __sk_buff BPF_PROG_TYPE_SOCKET_FILTER_prog; struct sk_buff BPF_PROG_TYPE_SOCKET_FILTER_kern; struct __sk_buff BPF_PROG_TYPE_SCHED_CLS_prog; struct sk_buff BPF_PROG_TYPE_SCHED_CLS_kern; struct __sk_buff BPF_PROG_TYPE_SCHED_ACT_prog; struct sk_buff BPF_PROG_TYPE_SCHED_ACT_kern; struct xdp_md BPF_PROG_TYPE_XDP_prog; struct xdp_buff BPF_PROG_TYPE_XDP_kern; struct __sk_buff BPF_PROG_TYPE_CGROUP_SKB_prog; struct sk_buff BPF_PROG_TYPE_CGROUP_SKB_kern; struct bpf_sock BPF_PROG_TYPE_CGROUP_SOCK_prog; struct sock BPF_PROG_TYPE_CGROUP_SOCK_kern; struct bpf_sock_addr BPF_PROG_TYPE_CGROUP_SOCK_ADDR_prog; struct bpf_sock_addr_kern BPF_PROG_TYPE_CGROUP_SOCK_ADDR_kern; struct __sk_buff BPF_PROG_TYPE_LWT_IN_prog; struct sk_buff BPF_PROG_TYPE_LWT_IN_kern; struct __sk_buff BPF_PROG_TYPE_LWT_OUT_prog; struct sk_buff BPF_PROG_TYPE_LWT_OUT_kern; struct __sk_buff BPF_PROG_TYPE_LWT_XMIT_prog; struct sk_buff BPF_PROG_TYPE_LWT_XMIT_kern; struct __sk_buff BPF_PROG_TYPE_LWT_SEG6LOCAL_prog; struct sk_buff BPF_PROG_TYPE_LWT_SEG6LOCAL_kern; struct bpf_sock_ops BPF_PROG_TYPE_SOCK_OPS_prog; struct bpf_sock_ops_kern BPF_PROG_TYPE_SOCK_OPS_kern; struct __sk_buff BPF_PROG_TYPE_SK_SKB_prog; struct sk_buff BPF_PROG_TYPE_SK_SKB_kern; struct sk_msg_md BPF_PROG_TYPE_SK_MSG_prog; struct sk_msg BPF_PROG_TYPE_SK_MSG_kern; struct __sk_buff BPF_PROG_TYPE_FLOW_DISSECTOR_prog; struct bpf_flow_dissector BPF_PROG_TYPE_FLOW_DISSECTOR_kern; bpf_user_pt_regs_t BPF_PROG_TYPE_KPROBE_prog; struct pt_regs BPF_PROG_TYPE_KPROBE_kern; __u64 BPF_PROG_TYPE_TRACEPOINT_prog; u64 BPF_PROG_TYPE_TRACEPOINT_kern; struct bpf_perf_event_data BPF_PROG_TYPE_PERF_EVENT_prog; struct bpf_perf_event_data_kern BPF_PROG_TYPE_PERF_EVENT_kern; struct bpf_raw_tracepoint_args BPF_PROG_TYPE_RAW_TRACEPOINT_prog; u64 BPF_PROG_TYPE_RAW_TRACEPOINT_kern; struct bpf_raw_tracepoint_args BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE_prog; u64 BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE_kern; void *BPF_PROG_TYPE_TRACING_prog; void *BPF_PROG_TYPE_TRACING_kern; struct bpf_cgroup_dev_ctx BPF_PROG_TYPE_CGROUP_DEVICE_prog; struct bpf_cgroup_dev_ctx BPF_PROG_TYPE_CGROUP_DEVICE_kern; struct bpf_sysctl BPF_PROG_TYPE_CGROUP_SYSCTL_prog; struct bpf_sysctl_kern BPF_PROG_TYPE_CGROUP_SYSCTL_kern; struct bpf_sockopt BPF_PROG_TYPE_CGROUP_SOCKOPT_prog; struct bpf_sockopt_kern BPF_PROG_TYPE_CGROUP_SOCKOPT_kern; __u32 BPF_PROG_TYPE_LIRC_MODE2_prog; u32 BPF_PROG_TYPE_LIRC_MODE2_kern; struct sk_reuseport_md BPF_PROG_TYPE_SK_REUSEPORT_prog; struct sk_reuseport_kern BPF_PROG_TYPE_SK_REUSEPORT_kern; struct bpf_sk_lookup BPF_PROG_TYPE_SK_LOOKUP_prog; struct bpf_sk_lookup_kern BPF_PROG_TYPE_SK_LOOKUP_kern; void *BPF_PROG_TYPE_STRUCT_OPS_prog; void *BPF_PROG_TYPE_STRUCT_OPS_kern; void *BPF_PROG_TYPE_EXT_prog; void *BPF_PROG_TYPE_EXT_kern; void *BPF_PROG_TYPE_LSM_prog; void *BPF_PROG_TYPE_LSM_kern; void *BPF_PROG_TYPE_SYSCALL_prog; void *BPF_PROG_TYPE_SYSCALL_kern; }; enum { __ctx_convertBPF_PROG_TYPE_SOCKET_FILTER = 0, __ctx_convertBPF_PROG_TYPE_SCHED_CLS = 1, __ctx_convertBPF_PROG_TYPE_SCHED_ACT = 2, __ctx_convertBPF_PROG_TYPE_XDP = 3, __ctx_convertBPF_PROG_TYPE_CGROUP_SKB = 4, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCK = 5, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCK_ADDR = 6, __ctx_convertBPF_PROG_TYPE_LWT_IN = 7, __ctx_convertBPF_PROG_TYPE_LWT_OUT = 8, __ctx_convertBPF_PROG_TYPE_LWT_XMIT = 9, __ctx_convertBPF_PROG_TYPE_LWT_SEG6LOCAL = 10, __ctx_convertBPF_PROG_TYPE_SOCK_OPS = 11, __ctx_convertBPF_PROG_TYPE_SK_SKB = 12, __ctx_convertBPF_PROG_TYPE_SK_MSG = 13, __ctx_convertBPF_PROG_TYPE_FLOW_DISSECTOR = 14, __ctx_convertBPF_PROG_TYPE_KPROBE = 15, __ctx_convertBPF_PROG_TYPE_TRACEPOINT = 16, __ctx_convertBPF_PROG_TYPE_PERF_EVENT = 17, __ctx_convertBPF_PROG_TYPE_RAW_TRACEPOINT = 18, __ctx_convertBPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE = 19, __ctx_convertBPF_PROG_TYPE_TRACING = 20, __ctx_convertBPF_PROG_TYPE_CGROUP_DEVICE = 21, __ctx_convertBPF_PROG_TYPE_CGROUP_SYSCTL = 22, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCKOPT = 23, __ctx_convertBPF_PROG_TYPE_LIRC_MODE2 = 24, __ctx_convertBPF_PROG_TYPE_SK_REUSEPORT = 25, __ctx_convertBPF_PROG_TYPE_SK_LOOKUP = 26, __ctx_convertBPF_PROG_TYPE_STRUCT_OPS = 27, __ctx_convertBPF_PROG_TYPE_EXT = 28, __ctx_convertBPF_PROG_TYPE_LSM = 29, __ctx_convertBPF_PROG_TYPE_SYSCALL = 30, __ctx_convert_unused = 31, }; enum bpf_struct_walk_result { WALK_SCALAR = 0, WALK_PTR = 1, WALK_STRUCT = 2, }; struct btf_show_snprintf { struct btf_show show; int len_left; int len; }; enum { BTF_MODULE_F_LIVE = 1, }; struct btf_module { struct list_head list; struct module *module; struct btf *btf; struct bin_attribute *sysfs_attr; int flags; }; typedef u64 (*btf_bpf_btf_find_by_name_kind)(char *, int, u32, int); struct bpf_cand_cache { const char *name; u32 name_len; u16 kind; u16 cnt; struct { const struct btf *btf; u32 id; } cands[0]; }; struct perf_event_mmap_page { __u32 version; __u32 compat_version; __u32 lock; __u32 index; __s64 offset; __u64 time_enabled; __u64 time_running; union { __u64 capabilities; struct { __u64 cap_bit0: 1; __u64 cap_bit0_is_deprecated: 1; __u64 cap_user_rdpmc: 1; __u64 cap_user_time: 1; __u64 cap_user_time_zero: 1; __u64 cap_user_time_short: 1; __u64 cap_____res: 58; }; }; __u16 pmc_width; __u16 time_shift; __u32 time_mult; __u64 time_offset; __u64 time_zero; __u32 size; __u32 __reserved_1; __u64 time_cycles; __u64 time_mask; __u8 __reserved[928]; __u64 data_head; __u64 data_tail; __u64 data_offset; __u64 data_size; __u64 aux_head; __u64 aux_tail; __u64 aux_offset; __u64 aux_size; }; struct perf_event_header { __u32 type; __u16 misc; __u16 size; }; enum perf_event_type { PERF_RECORD_MMAP = 1, PERF_RECORD_LOST = 2, PERF_RECORD_COMM = 3, PERF_RECORD_EXIT = 4, PERF_RECORD_THROTTLE = 5, PERF_RECORD_UNTHROTTLE = 6, PERF_RECORD_FORK = 7, PERF_RECORD_READ = 8, PERF_RECORD_SAMPLE = 9, PERF_RECORD_MMAP2 = 10, PERF_RECORD_AUX = 11, PERF_RECORD_ITRACE_START = 12, PERF_RECORD_LOST_SAMPLES = 13, PERF_RECORD_SWITCH = 14, PERF_RECORD_SWITCH_CPU_WIDE = 15, PERF_RECORD_NAMESPACES = 16, PERF_RECORD_KSYMBOL = 17, PERF_RECORD_BPF_EVENT = 18, PERF_RECORD_CGROUP = 19, PERF_RECORD_TEXT_POKE = 20, PERF_RECORD_AUX_OUTPUT_HW_ID = 21, PERF_RECORD_MAX = 22, }; struct perf_buffer { refcount_t refcount; struct callback_head callback_head; int nr_pages; int overwrite; int paused; atomic_t poll; local_t head; unsigned int nest; local_t events; local_t wakeup; local_t lost; long int watermark; long int aux_watermark; spinlock_t event_lock; struct list_head event_list; atomic_t mmap_count; long unsigned int mmap_locked; struct user_struct *mmap_user; long int aux_head; unsigned int aux_nest; long int aux_wakeup; long unsigned int aux_pgoff; int aux_nr_pages; int aux_overwrite; atomic_t aux_mmap_count; long unsigned int aux_mmap_locked; void (*free_aux)(void *); refcount_t aux_refcount; int aux_in_sampling; void **aux_pages; void *aux_priv; struct perf_event_mmap_page *user_page; void *data_pages[0]; }; struct mem_section_usage { long unsigned int subsection_map[1]; long unsigned int pageblock_flags[0]; }; struct page_ext; struct mem_section { long unsigned int section_mem_map; struct mem_section_usage *usage; struct page_ext *page_ext; long unsigned int pad; }; struct page_ext { long unsigned int flags; }; enum { SECTION_MARKED_PRESENT_BIT = 0, SECTION_HAS_MEM_MAP_BIT = 1, SECTION_IS_ONLINE_BIT = 2, SECTION_IS_EARLY_BIT = 3, SECTION_TAINT_ZONE_DEVICE_BIT = 4, SECTION_MAP_LAST_BIT = 5, }; enum { MEMREMAP_WB = 1, MEMREMAP_WT = 2, MEMREMAP_WC = 4, MEMREMAP_ENC = 8, MEMREMAP_DEC = 16, }; struct __key_reference_with_attributes; typedef struct __key_reference_with_attributes *key_ref_t; enum blacklist_hash_type { BLACKLIST_HASH_X509_TBS = 1, BLACKLIST_HASH_BINARY = 2, }; struct anon_vma { struct anon_vma *root; struct rw_semaphore rwsem; atomic_t refcount; long unsigned int num_children; long unsigned int num_active_vmas; struct anon_vma *parent; struct rb_root_cached rb_root; }; typedef struct pglist_data pg_data_t; struct compact_control; struct capture_control { struct compact_control *cc; struct page *page; }; struct vm_event_state { long unsigned int event[109]; }; enum page_memcg_data_flags { MEMCG_DATA_OBJCGS = 1, MEMCG_DATA_KMEM = 2, __NR_MEMCG_DATA_FLAGS = 4, }; enum mapping_flags { AS_EIO = 0, AS_ENOSPC = 1, AS_MM_ALL_LOCKS = 2, AS_UNEVICTABLE = 3, AS_EXITING = 4, AS_NO_WRITEBACK_TAGS = 5, AS_LARGE_FOLIO_SUPPORT = 6, }; struct pagevec { unsigned char nr; bool percpu_pvec_drained; struct page *pages[15]; }; struct folio_batch { unsigned char nr; bool percpu_pvec_drained; struct folio *folios[15]; }; struct compact_control { struct list_head freepages; struct list_head migratepages; unsigned int nr_freepages; unsigned int nr_migratepages; long unsigned int free_pfn; long unsigned int migrate_pfn; long unsigned int fast_start_pfn; struct zone *zone; long unsigned int total_migrate_scanned; long unsigned int total_free_scanned; short unsigned int fast_search_fail; short int search_order; const gfp_t gfp_mask; int order; int migratetype; const unsigned int alloc_flags; const int highest_zoneidx; enum migrate_mode mode; bool ignore_skip_hint; bool no_set_skip_hint; bool ignore_block_suitable; bool direct_compaction; bool proactive_compaction; bool whole_zone; bool contended; bool rescan; bool alloc_contig; }; struct trace_event_raw_mm_lru_insertion { struct trace_entry ent; struct folio *folio; long unsigned int pfn; enum lru_list lru; long unsigned int flags; char __data[0]; }; struct trace_event_raw_mm_lru_activate { struct trace_entry ent; struct folio *folio; long unsigned int pfn; char __data[0]; }; struct trace_event_data_offsets_mm_lru_insertion {}; struct trace_event_data_offsets_mm_lru_activate {}; typedef void (*btf_trace_mm_lru_insertion)(void *, struct folio *); typedef void (*btf_trace_mm_lru_activate)(void *, struct folio *); struct lru_rotate { local_lock_t lock; struct folio_batch fbatch; }; struct cpu_fbatches { local_lock_t lock; struct folio_batch lru_add; struct folio_batch lru_deactivate_file; struct folio_batch lru_deactivate; struct folio_batch lru_lazyfree; struct folio_batch activate; }; typedef void (*move_fn_t)(struct lruvec *, struct folio *); struct reciprocal_value { u32 m; u8 sh1; u8 sh2; }; struct kmem_cache_order_objects { unsigned int x; }; struct kmem_cache_cpu; struct kmem_cache_node; struct kmem_cache { struct kmem_cache_cpu *cpu_slab; slab_flags_t flags; long unsigned int min_partial; unsigned int size; unsigned int object_size; struct reciprocal_value reciprocal_size; unsigned int offset; unsigned int cpu_partial; unsigned int cpu_partial_slabs; struct kmem_cache_order_objects oo; struct kmem_cache_order_objects min; gfp_t allocflags; int refcount; void (*ctor)(void *); unsigned int inuse; unsigned int align; unsigned int red_left_pad; const char *name; struct list_head list; struct kobject kobj; long unsigned int random; unsigned int remote_node_defrag_ratio; unsigned int *random_seq; unsigned int useroffset; unsigned int usersize; struct kmem_cache_node *node[512]; }; enum { PROC_ENTRY_PERMANENT = 1, }; struct proc_ops { unsigned int proc_flags; int (*proc_open)(struct inode *, struct file *); ssize_t (*proc_read)(struct file *, char *, size_t, loff_t *); ssize_t (*proc_read_iter)(struct kiocb *, struct iov_iter *); ssize_t (*proc_write)(struct file *, const char *, size_t, loff_t *); loff_t (*proc_lseek)(struct file *, loff_t, int); int (*proc_release)(struct inode *, struct file *); __poll_t (*proc_poll)(struct file *, struct poll_table_struct *); long int (*proc_ioctl)(struct file *, unsigned int, long unsigned int); long int (*proc_compat_ioctl)(struct file *, unsigned int, long unsigned int); int (*proc_mmap)(struct file *, struct vm_area_struct *); long unsigned int (*proc_get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); }; struct slab { long unsigned int __page_flags; union { struct list_head slab_list; struct callback_head callback_head; struct { struct slab *next; int slabs; }; }; struct kmem_cache *slab_cache; void *freelist; union { long unsigned int counters; struct { unsigned int inuse: 16; unsigned int objects: 15; unsigned int frozen: 1; }; }; unsigned int __unused; atomic_t __page_refcount; long unsigned int memcg_data; }; struct kmem_cache_cpu { void **freelist; long unsigned int tid; struct slab *slab; struct slab *partial; local_lock_t lock; }; struct kmem_cache_node { spinlock_t list_lock; long unsigned int nr_partial; struct list_head partial; atomic_long_t nr_slabs; atomic_long_t total_objects; struct list_head full; }; enum slab_state { DOWN = 0, PARTIAL = 1, PARTIAL_NODE = 2, UP = 3, FULL = 4, }; struct kmalloc_info_struct { const char *name[4]; unsigned int size; }; struct slabinfo { long unsigned int active_objs; long unsigned int num_objs; long unsigned int active_slabs; long unsigned int num_slabs; long unsigned int shared_avail; unsigned int limit; unsigned int batchcount; unsigned int shared; unsigned int objects_per_slab; unsigned int cache_order; }; struct kmem_obj_info { void *kp_ptr; struct slab *kp_slab; void *kp_objp; long unsigned int kp_data_offset; struct kmem_cache *kp_slab_cache; void *kp_ret; void *kp_stack[16]; void *kp_free_stack[16]; }; enum compact_priority { COMPACT_PRIO_SYNC_FULL = 0, MIN_COMPACT_PRIORITY = 0, COMPACT_PRIO_SYNC_LIGHT = 1, MIN_COMPACT_COSTLY_PRIORITY = 1, DEF_COMPACT_PRIORITY = 1, COMPACT_PRIO_ASYNC = 2, INIT_COMPACT_PRIORITY = 2, }; enum compact_result { COMPACT_NOT_SUITABLE_ZONE = 0, COMPACT_SKIPPED = 1, COMPACT_DEFERRED = 2, COMPACT_NO_SUITABLE_PAGE = 3, COMPACT_CONTINUE = 4, COMPACT_COMPLETE = 5, COMPACT_PARTIAL_SKIPPED = 6, COMPACT_CONTENDED = 7, COMPACT_SUCCESS = 8, }; struct trace_event_raw_kmem_alloc { struct trace_entry ent; long unsigned int call_site; const void *ptr; size_t bytes_req; size_t bytes_alloc; long unsigned int gfp_flags; bool accounted; char __data[0]; }; struct trace_event_raw_kmem_alloc_node { struct trace_entry ent; long unsigned int call_site; const void *ptr; size_t bytes_req; size_t bytes_alloc; long unsigned int gfp_flags; int node; bool accounted; char __data[0]; }; struct trace_event_raw_kfree { struct trace_entry ent; long unsigned int call_site; const void *ptr; char __data[0]; }; struct trace_event_raw_kmem_cache_free { struct trace_entry ent; long unsigned int call_site; const void *ptr; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_mm_page_free { struct trace_entry ent; long unsigned int pfn; unsigned int order; char __data[0]; }; struct trace_event_raw_mm_page_free_batched { struct trace_entry ent; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_mm_page_alloc { struct trace_entry ent; long unsigned int pfn; unsigned int order; long unsigned int gfp_flags; int migratetype; char __data[0]; }; struct trace_event_raw_mm_page { struct trace_entry ent; long unsigned int pfn; unsigned int order; int migratetype; int percpu_refill; char __data[0]; }; struct trace_event_raw_mm_page_pcpu_drain { struct trace_entry ent; long unsigned int pfn; unsigned int order; int migratetype; char __data[0]; }; struct trace_event_raw_mm_page_alloc_extfrag { struct trace_entry ent; long unsigned int pfn; int alloc_order; int fallback_order; int alloc_migratetype; int fallback_migratetype; int change_ownership; char __data[0]; }; struct trace_event_raw_rss_stat { struct trace_entry ent; unsigned int mm_id; unsigned int curr; int member; long int size; char __data[0]; }; struct trace_event_data_offsets_kmem_alloc {}; struct trace_event_data_offsets_kmem_alloc_node {}; struct trace_event_data_offsets_kfree {}; struct trace_event_data_offsets_kmem_cache_free { u32 name; }; struct trace_event_data_offsets_mm_page_free {}; struct trace_event_data_offsets_mm_page_free_batched {}; struct trace_event_data_offsets_mm_page_alloc {}; struct trace_event_data_offsets_mm_page {}; struct trace_event_data_offsets_mm_page_pcpu_drain {}; struct trace_event_data_offsets_mm_page_alloc_extfrag {}; struct trace_event_data_offsets_rss_stat {}; typedef void (*btf_trace_kmalloc)(void *, long unsigned int, const void *, struct kmem_cache *, size_t, size_t, gfp_t); typedef void (*btf_trace_kmem_cache_alloc)(void *, long unsigned int, const void *, struct kmem_cache *, size_t, size_t, gfp_t); typedef void (*btf_trace_kmalloc_node)(void *, long unsigned int, const void *, struct kmem_cache *, size_t, size_t, gfp_t, int); typedef void (*btf_trace_kmem_cache_alloc_node)(void *, long unsigned int, const void *, struct kmem_cache *, size_t, size_t, gfp_t, int); typedef void (*btf_trace_kfree)(void *, long unsigned int, const void *); typedef void (*btf_trace_kmem_cache_free)(void *, long unsigned int, const void *, const char *); typedef void (*btf_trace_mm_page_free)(void *, struct page *, unsigned int); typedef void (*btf_trace_mm_page_free_batched)(void *, struct page *); typedef void (*btf_trace_mm_page_alloc)(void *, struct page *, unsigned int, gfp_t, int); typedef void (*btf_trace_mm_page_alloc_zone_locked)(void *, struct page *, unsigned int, int, int); typedef void (*btf_trace_mm_page_pcpu_drain)(void *, struct page *, unsigned int, int); typedef void (*btf_trace_mm_page_alloc_extfrag)(void *, struct page *, int, int, int, int); typedef void (*btf_trace_rss_stat)(void *, struct mm_struct *, int, long int); typedef long unsigned int vm_flags_t; typedef struct { long unsigned int val; } swp_entry_t; enum { __PERCPU_REF_ATOMIC = 1, __PERCPU_REF_DEAD = 2, __PERCPU_REF_ATOMIC_DEAD = 3, __PERCPU_REF_FLAG_BITS = 2, }; enum migrate_reason { MR_COMPACTION = 0, MR_MEMORY_FAILURE = 1, MR_MEMORY_HOTPLUG = 2, MR_SYSCALL = 3, MR_MEMPOLICY_MBIND = 4, MR_NUMA_MISPLACED = 5, MR_CONTIG_RANGE = 6, MR_LONGTERM_PIN = 7, MR_DEMOTION = 8, MR_TYPES = 9, }; typedef struct { long unsigned int pd; } hugepd_t; typedef struct page *new_page_t(struct page *, long unsigned int); typedef void free_page_t(struct page *, long unsigned int); struct migration_target_control { int nid; nodemask_t *nmask; gfp_t gfp_mask; }; struct follow_page_context { struct dev_pagemap *pgmap; unsigned int page_mask; }; struct page_vma_mapped_walk { long unsigned int pfn; long unsigned int nr_pages; long unsigned int pgoff; struct vm_area_struct *vma; long unsigned int address; pmd_t *pmd; pte_t *pte; spinlock_t *ptl; unsigned int flags; }; struct hugepage_subpool { spinlock_t lock; long int count; long int max_hpages; long int used_hpages; struct hstate *hstate; long int min_hpages; long int rsv_hpages; }; struct hugetlbfs_sb_info { long int max_inodes; long int free_inodes; spinlock_t stat_lock; struct hstate *hstate; struct hugepage_subpool *spool; kuid_t uid; kgid_t gid; umode_t mode; }; enum xa_lock_type { XA_LOCK_IRQ = 1, XA_LOCK_BH = 2, }; typedef void (*xa_update_node_t)(struct xa_node *); struct xa_state { struct xarray *xa; long unsigned int xa_index; unsigned char xa_shift; unsigned char xa_sibs; unsigned char xa_offset; unsigned char xa_pad; struct xa_node *xa_node; struct xa_node *xa_alloc; xa_update_node_t xa_update; struct list_lru *xa_lru; }; struct kobj_attribute { struct attribute attr; ssize_t (*show)(struct kobject *, struct kobj_attribute *, char *); ssize_t (*store)(struct kobject *, struct kobj_attribute *, const char *, size_t); }; struct vma_swap_readahead { short unsigned int win; short unsigned int offset; short unsigned int nr_pte; pte_t *ptes; }; struct nodemask_scratch { nodemask_t mask1; nodemask_t mask2; }; enum { MPOL_DEFAULT = 0, MPOL_PREFERRED = 1, MPOL_BIND = 2, MPOL_INTERLEAVE = 3, MPOL_LOCAL = 4, MPOL_PREFERRED_MANY = 5, MPOL_MAX = 6, }; struct sp_node { struct rb_node nd; long unsigned int start; long unsigned int end; struct mempolicy *policy; }; struct shared_policy { struct rb_root root; rwlock_t lock; }; struct mm_walk; struct mm_walk_ops { int (*pgd_entry)(pgd_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*p4d_entry)(p4d_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pud_entry)(pud_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pmd_entry)(pmd_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pte_entry)(pte_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pte_hole)(long unsigned int, long unsigned int, int, struct mm_walk *); int (*hugetlb_entry)(pte_t *, long unsigned int, long unsigned int, long unsigned int, struct mm_walk *); int (*test_walk)(long unsigned int, long unsigned int, struct mm_walk *); int (*pre_vma)(long unsigned int, long unsigned int, struct mm_walk *); void (*post_vma)(struct mm_walk *); }; enum page_walk_action { ACTION_SUBTREE = 0, ACTION_CONTINUE = 1, ACTION_AGAIN = 2, }; struct mm_walk { const struct mm_walk_ops *ops; struct mm_struct *mm; pgd_t *pgd; struct vm_area_struct *vma; enum page_walk_action action; bool no_vma; void *private; }; struct mmu_table_batch { struct callback_head rcu; unsigned int nr; void *tables[0]; }; struct mmu_gather_batch { struct mmu_gather_batch *next; unsigned int nr; unsigned int max; struct page *pages[0]; }; struct mmu_gather { struct mm_struct *mm; struct mmu_table_batch *batch; long unsigned int start; long unsigned int end; unsigned int fullmm: 1; unsigned int need_flush_all: 1; unsigned int freed_tables: 1; unsigned int cleared_ptes: 1; unsigned int cleared_pmds: 1; unsigned int cleared_puds: 1; unsigned int cleared_p4ds: 1; unsigned int vma_exec: 1; unsigned int vma_huge: 1; unsigned int vma_pfn: 1; unsigned int batch_count; struct mmu_gather_batch *active; struct mmu_gather_batch local; struct page *__pages[8]; }; struct mempolicy_operations { int (*create)(struct mempolicy *, const nodemask_t *); void (*rebind)(struct mempolicy *, const nodemask_t *); }; struct queue_pages { struct list_head *pagelist; long unsigned int flags; nodemask_t *nmask; long unsigned int start; long unsigned int end; struct vm_area_struct *first; }; typedef struct { u64 val; } pfn_t; enum transparent_hugepage_flag { TRANSPARENT_HUGEPAGE_NEVER_DAX = 0, TRANSPARENT_HUGEPAGE_FLAG = 1, TRANSPARENT_HUGEPAGE_REQ_MADV_FLAG = 2, TRANSPARENT_HUGEPAGE_DEFRAG_DIRECT_FLAG = 3, TRANSPARENT_HUGEPAGE_DEFRAG_KSWAPD_FLAG = 4, TRANSPARENT_HUGEPAGE_DEFRAG_KSWAPD_OR_MADV_FLAG = 5, TRANSPARENT_HUGEPAGE_DEFRAG_REQ_MADV_FLAG = 6, TRANSPARENT_HUGEPAGE_DEFRAG_KHUGEPAGED_FLAG = 7, TRANSPARENT_HUGEPAGE_USE_ZERO_PAGE_FLAG = 8, }; enum ttu_flags { TTU_SPLIT_HUGE_PMD = 4, TTU_IGNORE_MLOCK = 8, TTU_SYNC = 16, TTU_IGNORE_HWPOISON = 32, TTU_BATCH_FLUSH = 64, TTU_RMAP_LOCKED = 128, }; typedef int rmap_t; struct simple_xattrs { struct list_head head; spinlock_t lock; }; struct shmem_inode_info { spinlock_t lock; unsigned int seals; long unsigned int flags; long unsigned int alloced; long unsigned int swapped; long unsigned int fallocend; struct list_head shrinklist; struct list_head swaplist; struct shared_policy policy; struct simple_xattrs xattrs; atomic_t stop_eviction; struct timespec64 i_crtime; unsigned int fsflags; struct inode vfs_inode; }; struct trace_event_raw_hugepage_set_pmd { struct trace_entry ent; long unsigned int addr; long unsigned int pmd; char __data[0]; }; struct trace_event_raw_hugepage_update { struct trace_entry ent; long unsigned int addr; long unsigned int pte; long unsigned int clr; long unsigned int set; char __data[0]; }; struct trace_event_raw_migration_pmd { struct trace_entry ent; long unsigned int addr; long unsigned int pmd; char __data[0]; }; struct trace_event_data_offsets_hugepage_set_pmd {}; struct trace_event_data_offsets_hugepage_update {}; struct trace_event_data_offsets_migration_pmd {}; typedef void (*btf_trace_hugepage_set_pmd)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_hugepage_update)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_set_migration_pmd)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_remove_migration_pmd)(void *, long unsigned int, long unsigned int); typedef unsigned int isolate_mode_t; struct movable_operations { bool (*isolate_page)(struct page *, isolate_mode_t); int (*migrate_page)(struct page *, struct page *, enum migrate_mode); void (*putback_page)(struct page *); }; struct balloon_dev_info { long unsigned int isolated_pages; spinlock_t pages_lock; struct list_head pages; int (*migratepage)(struct balloon_dev_info *, struct page *, struct page *, enum migrate_mode); }; struct damon_addr_range { long unsigned int start; long unsigned int end; }; struct damon_region { struct damon_addr_range ar; long unsigned int sampling_addr; unsigned int nr_accesses; struct list_head list; unsigned int age; unsigned int last_nr_accesses; }; struct damon_target { struct pid *pid; unsigned int nr_regions; struct list_head regions_list; struct list_head list; }; enum damos_action { DAMOS_WILLNEED = 0, DAMOS_COLD = 1, DAMOS_PAGEOUT = 2, DAMOS_HUGEPAGE = 3, DAMOS_NOHUGEPAGE = 4, DAMOS_LRU_PRIO = 5, DAMOS_LRU_DEPRIO = 6, DAMOS_STAT = 7, NR_DAMOS_ACTIONS = 8, }; struct damos_quota { long unsigned int ms; long unsigned int sz; long unsigned int reset_interval; unsigned int weight_sz; unsigned int weight_nr_accesses; unsigned int weight_age; long unsigned int total_charged_sz; long unsigned int total_charged_ns; long unsigned int esz; long unsigned int charged_sz; long unsigned int charged_from; struct damon_target *charge_target_from; long unsigned int charge_addr_from; long unsigned int histogram[100]; unsigned int min_score; }; enum damos_wmark_metric { DAMOS_WMARK_NONE = 0, DAMOS_WMARK_FREE_MEM_RATE = 1, NR_DAMOS_WMARK_METRICS = 2, }; struct damos_watermarks { enum damos_wmark_metric metric; long unsigned int interval; long unsigned int high; long unsigned int mid; long unsigned int low; bool activated; }; struct damos_stat { long unsigned int nr_tried; long unsigned int sz_tried; long unsigned int nr_applied; long unsigned int sz_applied; long unsigned int qt_exceeds; }; struct damos { long unsigned int min_sz_region; long unsigned int max_sz_region; unsigned int min_nr_accesses; unsigned int max_nr_accesses; unsigned int min_age_region; unsigned int max_age_region; enum damos_action action; struct damos_quota quota; struct damos_watermarks wmarks; struct damos_stat stat; struct list_head list; }; enum damon_ops_id { DAMON_OPS_VADDR = 0, DAMON_OPS_FVADDR = 1, DAMON_OPS_PADDR = 2, NR_DAMON_OPS = 3, }; struct damon_ctx; struct damon_operations { enum damon_ops_id id; void (*init)(struct damon_ctx *); void (*update)(struct damon_ctx *); void (*prepare_access_checks)(struct damon_ctx *); unsigned int (*check_accesses)(struct damon_ctx *); void (*reset_aggregated)(struct damon_ctx *); int (*get_scheme_score)(struct damon_ctx *, struct damon_target *, struct damon_region *, struct damos *); long unsigned int (*apply_scheme)(struct damon_ctx *, struct damon_target *, struct damon_region *, struct damos *); bool (*target_valid)(void *); void (*cleanup)(struct damon_ctx *); }; struct damon_callback { void *private; int (*before_start)(struct damon_ctx *); int (*after_wmarks_check)(struct damon_ctx *); int (*after_sampling)(struct damon_ctx *); int (*after_aggregation)(struct damon_ctx *); void (*before_terminate)(struct damon_ctx *); }; struct damon_ctx { long unsigned int sample_interval; long unsigned int aggr_interval; long unsigned int ops_update_interval; struct timespec64 last_aggregation; struct timespec64 last_ops_update; struct task_struct *kdamond; struct mutex kdamond_lock; struct damon_operations ops; struct damon_callback callback; long unsigned int min_nr_regions; long unsigned int max_nr_regions; struct list_head adaptive_targets; struct list_head schemes; }; struct damon_young_walk_private { long unsigned int *page_sz; bool young; }; struct page_reporting_dev_info { int (*report)(struct page_reporting_dev_info *, struct scatterlist *, unsigned int); struct delayed_work work; atomic_t state; unsigned int order; }; enum { PAGE_REPORTING_IDLE = 0, PAGE_REPORTING_REQUESTED = 1, PAGE_REPORTING_ACTIVE = 2, }; typedef short unsigned int __kernel_old_uid_t; typedef short unsigned int __kernel_old_gid_t; typedef __kernel_old_uid_t old_uid_t; typedef __kernel_old_gid_t old_gid_t; struct stat { long unsigned int st_dev; long unsigned int st_ino; unsigned int st_mode; unsigned int st_nlink; unsigned int st_uid; unsigned int st_gid; long unsigned int st_rdev; long unsigned int __pad1; long int st_size; int st_blksize; int __pad2; long int st_blocks; long int st_atime; long unsigned int st_atime_nsec; long int st_mtime; long unsigned int st_mtime_nsec; long int st_ctime; long unsigned int st_ctime_nsec; unsigned int __unused4; unsigned int __unused5; }; typedef u16 compat_mode_t; typedef u32 compat_ino_t; typedef s32 compat_off_t; typedef u16 compat_ushort_t; typedef u32 compat_uint_t; typedef s64 compat_s64; typedef u64 compat_u64; typedef u32 compat_dev_t; typedef u16 __compat_uid16_t; typedef u16 __compat_gid16_t; struct compat_stat { compat_dev_t st_dev; compat_ino_t st_ino; compat_mode_t st_mode; compat_ushort_t st_nlink; __compat_uid16_t st_uid; __compat_gid16_t st_gid; compat_dev_t st_rdev; compat_off_t st_size; compat_off_t st_blksize; compat_off_t st_blocks; old_time32_t st_atime; compat_ulong_t st_atime_nsec; old_time32_t st_mtime; compat_ulong_t st_mtime_nsec; old_time32_t st_ctime; compat_ulong_t st_ctime_nsec; compat_ulong_t __unused4[2]; }; struct stat64 { compat_u64 st_dev; unsigned char __pad0[4]; compat_ulong_t __st_ino; compat_uint_t st_mode; compat_uint_t st_nlink; compat_ulong_t st_uid; compat_ulong_t st_gid; compat_u64 st_rdev; unsigned char __pad3[4]; compat_s64 st_size; compat_ulong_t st_blksize; compat_u64 st_blocks; compat_ulong_t st_atime; compat_ulong_t st_atime_nsec; compat_ulong_t st_mtime; compat_ulong_t st_mtime_nsec; compat_ulong_t st_ctime; compat_ulong_t st_ctime_nsec; compat_u64 st_ino; }; struct statx_timestamp { __s64 tv_sec; __u32 tv_nsec; __s32 __reserved; }; struct statx { __u32 stx_mask; __u32 stx_blksize; __u64 stx_attributes; __u32 stx_nlink; __u32 stx_uid; __u32 stx_gid; __u16 stx_mode; __u16 __spare0[1]; __u64 stx_ino; __u64 stx_size; __u64 stx_blocks; __u64 stx_attributes_mask; struct statx_timestamp stx_atime; struct statx_timestamp stx_btime; struct statx_timestamp stx_ctime; struct statx_timestamp stx_mtime; __u32 stx_rdev_major; __u32 stx_rdev_minor; __u32 stx_dev_major; __u32 stx_dev_minor; __u64 stx_mnt_id; __u64 __spare2; __u64 __spare3[12]; }; struct mount; struct mnt_namespace { struct ns_common ns; struct mount *root; struct list_head list; spinlock_t ns_lock; struct user_namespace *user_ns; struct ucounts *ucounts; u64 seq; wait_queue_head_t poll; u64 event; unsigned int mounts; unsigned int pending_mounts; }; struct fs_pin { wait_queue_head_t wait; int done; struct hlist_node s_list; struct hlist_node m_list; void (*kill)(struct fs_pin *); }; struct mnt_pcp; struct mountpoint; struct mount { struct hlist_node mnt_hash; struct mount *mnt_parent; struct dentry *mnt_mountpoint; struct vfsmount mnt; union { struct callback_head mnt_rcu; struct llist_node mnt_llist; }; struct mnt_pcp *mnt_pcp; struct list_head mnt_mounts; struct list_head mnt_child; struct list_head mnt_instance; const char *mnt_devname; struct list_head mnt_list; struct list_head mnt_expire; struct list_head mnt_share; struct list_head mnt_slave_list; struct list_head mnt_slave; struct mount *mnt_master; struct mnt_namespace *mnt_ns; struct mountpoint *mnt_mp; union { struct hlist_node mnt_mp_list; struct hlist_node mnt_umount; }; struct list_head mnt_umounting; struct fsnotify_mark_connector *mnt_fsnotify_marks; __u32 mnt_fsnotify_mask; int mnt_id; int mnt_group_id; int mnt_expiry_mark; struct hlist_head mnt_pins; struct hlist_head mnt_stuck_children; }; struct mnt_pcp { int mnt_count; int mnt_writers; }; struct mountpoint { struct hlist_node m_hash; struct dentry *m_dentry; struct hlist_head m_list; int m_count; }; enum dentry_d_lock_class { DENTRY_D_LOCK_NORMAL = 0, DENTRY_D_LOCK_NESTED = 1, }; struct name_snapshot { struct qstr name; unsigned char inline_name[32]; }; enum lru_status { LRU_REMOVED = 0, LRU_REMOVED_RETRY = 1, LRU_ROTATE = 2, LRU_SKIP = 3, LRU_RETRY = 4, }; typedef enum lru_status (*list_lru_walk_cb)(struct list_head *, struct list_lru_one *, spinlock_t *, void *); struct fscrypt_policy_v1 { __u8 version; __u8 contents_encryption_mode; __u8 filenames_encryption_mode; __u8 flags; __u8 master_key_descriptor[8]; }; struct fscrypt_policy_v2 { __u8 version; __u8 contents_encryption_mode; __u8 filenames_encryption_mode; __u8 flags; __u8 __reserved[4]; __u8 master_key_identifier[16]; }; union fscrypt_policy { u8 version; struct fscrypt_policy_v1 v1; struct fscrypt_policy_v2 v2; }; enum fsnotify_data_type { FSNOTIFY_EVENT_NONE = 0, FSNOTIFY_EVENT_PATH = 1, FSNOTIFY_EVENT_INODE = 2, FSNOTIFY_EVENT_DENTRY = 3, FSNOTIFY_EVENT_ERROR = 4, }; struct dentry_stat_t { long int nr_dentry; long int nr_unused; long int age_limit; long int want_pages; long int nr_negative; long int dummy; }; struct external_name { union { atomic_t count; struct callback_head head; } u; unsigned char name[0]; }; enum d_walk_ret { D_WALK_CONTINUE = 0, D_WALK_QUIT = 1, D_WALK_NORETRY = 2, D_WALK_SKIP = 3, }; struct check_mount { struct vfsmount *mnt; unsigned int mounted; }; struct select_data { struct dentry *start; union { long int found; struct dentry *victim; }; struct list_head dispose; }; typedef __kernel_rwf_t rwf_t; struct splice_desc { size_t total_len; unsigned int len; unsigned int flags; union { void *userptr; struct file *file; void *data; } u; loff_t pos; loff_t *opos; size_t num_spliced; bool need_wakeup; }; struct partial_page { unsigned int offset; unsigned int len; long unsigned int private; }; struct splice_pipe_desc { struct page **pages; struct partial_page *partial; int nr_pages; unsigned int nr_pages_max; const struct pipe_buf_operations *ops; void (*spd_release)(struct splice_pipe_desc *, unsigned int); }; typedef int splice_actor(struct pipe_inode_info *, struct pipe_buffer *, struct splice_desc *); typedef int splice_direct_actor(struct pipe_inode_info *, struct splice_desc *); struct va_format { const char *fmt; va_list *va; }; struct constant_table { const char *name; int value; }; enum legacy_fs_param { LEGACY_FS_UNSET_PARAMS = 0, LEGACY_FS_MONOLITHIC_PARAMS = 1, LEGACY_FS_INDIVIDUAL_PARAMS = 2, }; struct legacy_fs_context { char *legacy_data; size_t data_size; enum legacy_fs_param param_type; }; enum fsnotify_iter_type { FSNOTIFY_ITER_TYPE_INODE = 0, FSNOTIFY_ITER_TYPE_VFSMOUNT = 1, FSNOTIFY_ITER_TYPE_SB = 2, FSNOTIFY_ITER_TYPE_PARENT = 3, FSNOTIFY_ITER_TYPE_INODE2 = 4, FSNOTIFY_ITER_TYPE_COUNT = 5, }; struct sysinfo { __kernel_long_t uptime; __kernel_ulong_t loads[3]; __kernel_ulong_t totalram; __kernel_ulong_t freeram; __kernel_ulong_t sharedram; __kernel_ulong_t bufferram; __kernel_ulong_t totalswap; __kernel_ulong_t freeswap; __u16 procs; __u16 pad; __kernel_ulong_t totalhigh; __kernel_ulong_t freehigh; __u32 mem_unit; char _f[0]; }; struct inotify_event { __s32 wd; __u32 mask; __u32 cookie; __u32 len; char name[0]; }; typedef struct poll_table_struct poll_table; struct inotify_event_info { struct fsnotify_event fse; u32 mask; int wd; u32 sync_cookie; int name_len; char name[0]; }; struct inotify_inode_mark { struct fsnotify_mark fsn_mark; int wd; }; enum { XA_CHECK_SCHED = 4096, }; typedef long unsigned int dax_entry_t; enum dax_access_mode { DAX_ACCESS = 0, DAX_RECOVERY_WRITE = 1, }; struct dax_device; struct iomap_page_ops; struct iomap { u64 addr; loff_t offset; u64 length; u16 type; u16 flags; struct block_device *bdev; struct dax_device *dax_dev; void *inline_data; void *private; const struct iomap_page_ops *page_ops; }; struct iomap_page_ops { int (*page_prepare)(struct inode *, loff_t, unsigned int); void (*page_done)(struct inode *, loff_t, unsigned int, struct page *); }; struct iomap_ops { int (*iomap_begin)(struct inode *, loff_t, loff_t, unsigned int, struct iomap *, struct iomap *); int (*iomap_end)(struct inode *, loff_t, loff_t, ssize_t, unsigned int, struct iomap *); }; struct iomap_iter { struct inode *inode; loff_t pos; u64 len; s64 processed; unsigned int flags; struct iomap iomap; struct iomap srcmap; void *private; }; struct trace_event_raw_dax_pmd_fault_class { struct trace_entry ent; long unsigned int ino; long unsigned int vm_start; long unsigned int vm_end; long unsigned int vm_flags; long unsigned int address; long unsigned int pgoff; long unsigned int max_pgoff; dev_t dev; unsigned int flags; int result; char __data[0]; }; struct trace_event_raw_dax_pmd_load_hole_class { struct trace_entry ent; long unsigned int ino; long unsigned int vm_flags; long unsigned int address; struct page *zero_page; void *radix_entry; dev_t dev; char __data[0]; }; struct trace_event_raw_dax_pmd_insert_mapping_class { struct trace_entry ent; long unsigned int ino; long unsigned int vm_flags; long unsigned int address; long int length; u64 pfn_val; void *radix_entry; dev_t dev; int write; char __data[0]; }; struct trace_event_raw_dax_pte_fault_class { struct trace_entry ent; long unsigned int ino; long unsigned int vm_flags; long unsigned int address; long unsigned int pgoff; dev_t dev; unsigned int flags; int result; char __data[0]; }; struct trace_event_raw_dax_insert_mapping { struct trace_entry ent; long unsigned int ino; long unsigned int vm_flags; long unsigned int address; void *radix_entry; dev_t dev; int write; char __data[0]; }; struct trace_event_raw_dax_writeback_range_class { struct trace_entry ent; long unsigned int ino; long unsigned int start_index; long unsigned int end_index; dev_t dev; char __data[0]; }; struct trace_event_raw_dax_writeback_one { struct trace_entry ent; long unsigned int ino; long unsigned int pgoff; long unsigned int pglen; dev_t dev; char __data[0]; }; struct trace_event_data_offsets_dax_pmd_fault_class {}; struct trace_event_data_offsets_dax_pmd_load_hole_class {}; struct trace_event_data_offsets_dax_pmd_insert_mapping_class {}; struct trace_event_data_offsets_dax_pte_fault_class {}; struct trace_event_data_offsets_dax_insert_mapping {}; struct trace_event_data_offsets_dax_writeback_range_class {}; struct trace_event_data_offsets_dax_writeback_one {}; typedef void (*btf_trace_dax_pmd_fault)(void *, struct inode *, struct vm_fault *, long unsigned int, int); typedef void (*btf_trace_dax_pmd_fault_done)(void *, struct inode *, struct vm_fault *, long unsigned int, int); typedef void (*btf_trace_dax_pmd_load_hole)(void *, struct inode *, struct vm_fault *, struct page *, void *); typedef void (*btf_trace_dax_pmd_load_hole_fallback)(void *, struct inode *, struct vm_fault *, struct page *, void *); typedef void (*btf_trace_dax_pmd_insert_mapping)(void *, struct inode *, struct vm_fault *, long int, pfn_t, void *); typedef void (*btf_trace_dax_pte_fault)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_pte_fault_done)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_load_hole)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_insert_pfn_mkwrite_no_entry)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_insert_pfn_mkwrite)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_insert_mapping)(void *, struct inode *, struct vm_fault *, void *); typedef void (*btf_trace_dax_writeback_range)(void *, struct inode *, long unsigned int, long unsigned int); typedef void (*btf_trace_dax_writeback_range_done)(void *, struct inode *, long unsigned int, long unsigned int); typedef void (*btf_trace_dax_writeback_one)(void *, struct inode *, long unsigned int, long unsigned int); struct exceptional_entry_key { struct xarray *xa; long unsigned int entry_start; }; struct wait_exceptional_entry_queue { wait_queue_entry_t wait; struct exceptional_entry_key key; }; enum dax_wake_mode { WAKE_ALL = 0, WAKE_NEXT = 1, }; struct fsverity_hash_alg; struct merkle_tree_params { struct fsverity_hash_alg *hash_alg; const u8 *hashstate; unsigned int digest_size; unsigned int block_size; unsigned int hashes_per_block; unsigned int log_blocksize; unsigned int log_arity; unsigned int num_levels; u64 tree_size; long unsigned int level0_blocks; u64 level_start[8]; }; struct fsverity_info { struct merkle_tree_params tree_params; u8 root_hash[64]; u8 file_digest[64]; const struct inode *inode; }; struct crypto_ahash; struct fsverity_hash_alg { struct crypto_ahash *tfm; const char *name; unsigned int digest_size; unsigned int block_size; mempool_t req_pool; }; struct ahash_request; struct crypto_ahash { int (*init)(struct ahash_request *); int (*update)(struct ahash_request *); int (*final)(struct ahash_request *); int (*finup)(struct ahash_request *); int (*digest)(struct ahash_request *); int (*export)(struct ahash_request *, void *); int (*import)(struct ahash_request *, const void *); int (*setkey)(struct crypto_ahash *, const u8 *, unsigned int); unsigned int reqsize; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_tfm base; }; struct crypto_async_request; typedef void (*crypto_completion_t)(struct crypto_async_request *, int); struct crypto_async_request { struct list_head list; crypto_completion_t complete; void *data; struct crypto_tfm *tfm; u32 flags; }; struct crypto_wait { struct completion completion; int err; }; struct hash_alg_common { unsigned int digestsize; unsigned int statesize; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_alg base; }; struct ahash_request { struct crypto_async_request base; unsigned int nbytes; struct scatterlist *src; u8 *result; void *priv; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; void *__ctx[0]; }; struct fdtable { unsigned int max_fds; struct file **fd; long unsigned int *close_on_exec; long unsigned int *open_fds; long unsigned int *full_fds_bits; struct callback_head rcu; }; struct files_struct { atomic_t count; bool resize_in_progress; wait_queue_head_t resize_wait; struct fdtable *fdt; struct fdtable fdtab; long: 64; long: 64; long: 64; long: 64; spinlock_t file_lock; unsigned int next_fd; long unsigned int close_on_exec_init[1]; long unsigned int open_fds_init[1]; long unsigned int full_fds_bits_init[1]; struct file *fd_array[64]; long: 64; long: 64; long: 64; long: 64; }; struct srcu_notifier_head { struct mutex mutex; struct srcu_struct srcu; struct notifier_block *head; }; struct flock { short int l_type; short int l_whence; __kernel_off_t l_start; __kernel_off_t l_len; __kernel_pid_t l_pid; }; struct flock64 { short int l_type; short int l_whence; __kernel_loff_t l_start; __kernel_loff_t l_len; __kernel_pid_t l_pid; }; struct trace_event_raw_locks_get_lock_context { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; unsigned char type; struct file_lock_context *ctx; char __data[0]; }; struct trace_event_raw_filelock_lock { struct trace_entry ent; struct file_lock *fl; long unsigned int i_ino; dev_t s_dev; struct file_lock *fl_blocker; fl_owner_t fl_owner; unsigned int fl_pid; unsigned int fl_flags; unsigned char fl_type; loff_t fl_start; loff_t fl_end; int ret; char __data[0]; }; struct trace_event_raw_filelock_lease { struct trace_entry ent; struct file_lock *fl; long unsigned int i_ino; dev_t s_dev; struct file_lock *fl_blocker; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; long unsigned int fl_break_time; long unsigned int fl_downgrade_time; char __data[0]; }; struct trace_event_raw_generic_add_lease { struct trace_entry ent; long unsigned int i_ino; int wcount; int rcount; int icount; dev_t s_dev; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; char __data[0]; }; struct trace_event_raw_leases_conflict { struct trace_entry ent; void *lease; void *breaker; unsigned int l_fl_flags; unsigned int b_fl_flags; unsigned char l_fl_type; unsigned char b_fl_type; bool conflict; char __data[0]; }; struct trace_event_data_offsets_locks_get_lock_context {}; struct trace_event_data_offsets_filelock_lock {}; struct trace_event_data_offsets_filelock_lease {}; struct trace_event_data_offsets_generic_add_lease {}; struct trace_event_data_offsets_leases_conflict {}; typedef void (*btf_trace_locks_get_lock_context)(void *, struct inode *, int, struct file_lock_context *); typedef void (*btf_trace_posix_lock_inode)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_fcntl_setlk)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_locks_remove_posix)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_flock_lock_inode)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_break_lease_noblock)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_break_lease_block)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_break_lease_unblock)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_generic_delete_lease)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_time_out_leases)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_generic_add_lease)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_leases_conflict)(void *, bool, struct file_lock *, struct file_lock *); struct file_lock_list_struct { spinlock_t lock; struct hlist_head hlist; }; enum proc_hidepid { HIDEPID_OFF = 0, HIDEPID_NO_ACCESS = 1, HIDEPID_INVISIBLE = 2, HIDEPID_NOT_PTRACEABLE = 4, }; enum proc_pidonly { PROC_PIDONLY_OFF = 0, PROC_PIDONLY_ON = 1, }; struct proc_fs_info { struct pid_namespace *pid_ns; struct dentry *proc_self; struct dentry *proc_thread_self; kgid_t pid_gid; enum proc_hidepid hide_pid; enum proc_pidonly pidonly; }; struct locks_iterator { int li_cpu; loff_t li_pos; }; struct fiemap_extent; struct fiemap_extent_info { unsigned int fi_flags; unsigned int fi_extents_mapped; unsigned int fi_extents_max; struct fiemap_extent *fi_extents_start; }; struct fiemap_extent { __u64 fe_logical; __u64 fe_physical; __u64 fe_length; __u64 fe_reserved64[2]; __u32 fe_flags; __u32 fe_reserved[3]; }; typedef unsigned int uint; struct fs_disk_quota { __s8 d_version; __s8 d_flags; __u16 d_fieldmask; __u32 d_id; __u64 d_blk_hardlimit; __u64 d_blk_softlimit; __u64 d_ino_hardlimit; __u64 d_ino_softlimit; __u64 d_bcount; __u64 d_icount; __s32 d_itimer; __s32 d_btimer; __u16 d_iwarns; __u16 d_bwarns; __s8 d_itimer_hi; __s8 d_btimer_hi; __s8 d_rtbtimer_hi; __s8 d_padding2; __u64 d_rtb_hardlimit; __u64 d_rtb_softlimit; __u64 d_rtbcount; __s32 d_rtbtimer; __u16 d_rtbwarns; __s16 d_padding3; char d_padding4[8]; }; struct fs_qfilestat { __u64 qfs_ino; __u64 qfs_nblks; __u32 qfs_nextents; }; typedef struct fs_qfilestat fs_qfilestat_t; struct fs_quota_stat { __s8 qs_version; __u16 qs_flags; __s8 qs_pad; fs_qfilestat_t qs_uquota; fs_qfilestat_t qs_gquota; __u32 qs_incoredqs; __s32 qs_btimelimit; __s32 qs_itimelimit; __s32 qs_rtbtimelimit; __u16 qs_bwarnlimit; __u16 qs_iwarnlimit; }; struct fs_qfilestatv { __u64 qfs_ino; __u64 qfs_nblks; __u32 qfs_nextents; __u32 qfs_pad; }; struct fs_quota_statv { __s8 qs_version; __u8 qs_pad1; __u16 qs_flags; __u32 qs_incoredqs; struct fs_qfilestatv qs_uquota; struct fs_qfilestatv qs_gquota; struct fs_qfilestatv qs_pquota; __s32 qs_btimelimit; __s32 qs_itimelimit; __s32 qs_rtbtimelimit; __u16 qs_bwarnlimit; __u16 qs_iwarnlimit; __u16 qs_rtbwarnlimit; __u16 qs_pad3; __u32 qs_pad4; __u64 qs_pad2[7]; }; enum { QIF_BLIMITS_B = 0, QIF_SPACE_B = 1, QIF_ILIMITS_B = 2, QIF_INODES_B = 3, QIF_BTIME_B = 4, QIF_ITIME_B = 5, }; struct if_dqblk { __u64 dqb_bhardlimit; __u64 dqb_bsoftlimit; __u64 dqb_curspace; __u64 dqb_ihardlimit; __u64 dqb_isoftlimit; __u64 dqb_curinodes; __u64 dqb_btime; __u64 dqb_itime; __u32 dqb_valid; }; struct if_nextdqblk { __u64 dqb_bhardlimit; __u64 dqb_bsoftlimit; __u64 dqb_curspace; __u64 dqb_ihardlimit; __u64 dqb_isoftlimit; __u64 dqb_curinodes; __u64 dqb_btime; __u64 dqb_itime; __u32 dqb_valid; __u32 dqb_id; }; struct if_dqinfo { __u64 dqi_bgrace; __u64 dqi_igrace; __u32 dqi_flags; __u32 dqi_valid; }; typedef __kernel_uid32_t qid_t; enum { _DQUOT_USAGE_ENABLED = 0, _DQUOT_LIMITS_ENABLED = 1, _DQUOT_SUSPENDED = 2, _DQUOT_STATE_FLAGS = 3, }; struct compat_if_dqblk { compat_u64 dqb_bhardlimit; compat_u64 dqb_bsoftlimit; compat_u64 dqb_curspace; compat_u64 dqb_ihardlimit; compat_u64 dqb_isoftlimit; compat_u64 dqb_curinodes; compat_u64 dqb_btime; compat_u64 dqb_itime; compat_uint_t dqb_valid; }; typedef __kernel_ulong_t ino_t; typedef u32 nlink_t; struct ctl_path { const char *procname; }; typedef int (*proc_write_t)(struct file *, char *, size_t); struct proc_dir_entry { atomic_t in_use; refcount_t refcnt; struct list_head pde_openers; spinlock_t pde_unload_lock; struct completion *pde_unload_completion; const struct inode_operations *proc_iops; union { const struct proc_ops *proc_ops; const struct file_operations *proc_dir_ops; }; const struct dentry_operations *proc_dops; union { const struct seq_operations *seq_ops; int (*single_show)(struct seq_file *, void *); }; proc_write_t write; void *data; unsigned int state_size; unsigned int low_ino; nlink_t nlink; kuid_t uid; kgid_t gid; loff_t size; struct proc_dir_entry *parent; struct rb_root subdir; struct rb_node subdir_node; char *name; umode_t mode; u8 flags; u8 namelen; char inline_name[0]; }; enum { NAPI_STATE_SCHED = 0, NAPI_STATE_MISSED = 1, NAPI_STATE_DISABLE = 2, NAPI_STATE_NPSVC = 3, NAPI_STATE_LISTED = 4, NAPI_STATE_NO_BUSY_POLL = 5, NAPI_STATE_IN_BUSY_POLL = 6, NAPI_STATE_PREFER_BUSY_POLL = 7, NAPI_STATE_THREADED = 8, NAPI_STATE_SCHED_THREADED = 9, }; enum xps_map_type { XPS_CPUS = 0, XPS_RXQS = 1, XPS_MAPS_MAX = 2, }; enum bpf_xdp_mode { XDP_MODE_SKB = 0, XDP_MODE_DRV = 1, XDP_MODE_HW = 2, __MAX_XDP_MODE = 3, }; enum { NETIF_MSG_DRV_BIT = 0, NETIF_MSG_PROBE_BIT = 1, NETIF_MSG_LINK_BIT = 2, NETIF_MSG_TIMER_BIT = 3, NETIF_MSG_IFDOWN_BIT = 4, NETIF_MSG_IFUP_BIT = 5, NETIF_MSG_RX_ERR_BIT = 6, NETIF_MSG_TX_ERR_BIT = 7, NETIF_MSG_TX_QUEUED_BIT = 8, NETIF_MSG_INTR_BIT = 9, NETIF_MSG_TX_DONE_BIT = 10, NETIF_MSG_RX_STATUS_BIT = 11, NETIF_MSG_PKTDATA_BIT = 12, NETIF_MSG_HW_BIT = 13, NETIF_MSG_WOL_BIT = 14, NETIF_MSG_CLASS_COUNT = 15, }; union proc_op { int (*proc_get_link)(struct dentry *, struct path *); int (*proc_show)(struct seq_file *, struct pid_namespace *, struct pid *, struct task_struct *); const char *lsm; }; struct proc_inode { struct pid *pid; unsigned int fd; union proc_op op; struct proc_dir_entry *pde; struct ctl_table_header *sysctl; struct ctl_table *sysctl_entry; struct hlist_node sibling_inodes; const struct proc_ns_operations *ns_ops; struct inode vfs_inode; }; struct sysctl_alias { const char *kernel_param; const char *sysctl_param; }; struct module_version_attribute { struct module_attribute mattr; const char *module_name; const char *version; }; struct config_group; struct config_item_type; struct config_item { char *ci_name; char ci_namebuf[20]; struct kref ci_kref; struct list_head ci_entry; struct config_item *ci_parent; struct config_group *ci_group; const struct config_item_type *ci_type; struct dentry *ci_dentry; }; struct configfs_subsystem; struct config_group { struct config_item cg_item; struct list_head cg_children; struct configfs_subsystem *cg_subsys; struct list_head default_groups; struct list_head group_entry; }; struct configfs_item_operations; struct configfs_group_operations; struct configfs_attribute; struct configfs_bin_attribute; struct config_item_type { struct module *ct_owner; struct configfs_item_operations *ct_item_ops; struct configfs_group_operations *ct_group_ops; struct configfs_attribute **ct_attrs; struct configfs_bin_attribute **ct_bin_attrs; }; struct configfs_item_operations { void (*release)(struct config_item *); int (*allow_link)(struct config_item *, struct config_item *); void (*drop_link)(struct config_item *, struct config_item *); }; struct configfs_group_operations { struct config_item * (*make_item)(struct config_group *, const char *); struct config_group * (*make_group)(struct config_group *, const char *); int (*commit_item)(struct config_item *); void (*disconnect_notify)(struct config_group *, struct config_item *); void (*drop_item)(struct config_group *, struct config_item *); }; struct configfs_attribute { const char *ca_name; struct module *ca_owner; umode_t ca_mode; ssize_t (*show)(struct config_item *, char *); ssize_t (*store)(struct config_item *, const char *, size_t); }; struct configfs_bin_attribute { struct configfs_attribute cb_attr; void *cb_private; size_t cb_max_size; ssize_t (*read)(struct config_item *, void *, size_t); ssize_t (*write)(struct config_item *, const void *, size_t); }; struct configfs_subsystem { struct config_group su_group; struct mutex su_mutex; }; struct configfs_fragment { atomic_t frag_count; struct rw_semaphore frag_sem; bool frag_dead; }; struct configfs_dirent { atomic_t s_count; int s_dependent_count; struct list_head s_sibling; struct list_head s_children; int s_links; void *s_element; int s_type; umode_t s_mode; struct dentry *s_dentry; struct iattr *s_iattr; struct configfs_fragment *s_frag; }; struct buffer_head; typedef void bh_end_io_t(struct buffer_head *, int); struct buffer_head { long unsigned int b_state; struct buffer_head *b_this_page; struct page *b_page; sector_t b_blocknr; size_t b_size; char *b_data; struct block_device *b_bdev; bh_end_io_t *b_end_io; void *b_private; struct list_head b_assoc_buffers; struct address_space *b_assoc_map; atomic_t b_count; spinlock_t b_uptodate_lock; }; struct utf8data; struct utf8data_table; struct unicode_map { unsigned int version; const struct utf8data *ntab[2]; const struct utf8data_table *tables; }; enum bh_state_bits { BH_Uptodate = 0, BH_Dirty = 1, BH_Lock = 2, BH_Req = 3, BH_Mapped = 4, BH_New = 5, BH_Async_Read = 6, BH_Async_Write = 7, BH_Delay = 8, BH_Boundary = 9, BH_Write_EIO = 10, BH_Unwritten = 11, BH_Quiet = 12, BH_Meta = 13, BH_Prio = 14, BH_Defer_Completion = 15, BH_PrivateStart = 16, }; enum utf8_normalization { UTF8_NFDI = 0, UTF8_NFDICF = 1, UTF8_NMAX = 2, }; struct utf8data { unsigned int maxage; unsigned int offset; }; struct utf8data_table { const unsigned int *utf8agetab; int utf8agetab_size; const struct utf8data *utf8nfdicfdata; int utf8nfdicfdata_size; const struct utf8data *utf8nfdidata; int utf8nfdidata_size; const unsigned char *utf8data; }; typedef unsigned int tid_t; struct transaction_chp_stats_s { long unsigned int cs_chp_time; __u32 cs_forced_to_close; __u32 cs_written; __u32 cs_dropped; }; struct journal_s; typedef struct journal_s journal_t; struct journal_head; struct transaction_s; typedef struct transaction_s transaction_t; struct transaction_s { journal_t *t_journal; tid_t t_tid; enum { T_RUNNING = 0, T_LOCKED = 1, T_SWITCH = 2, T_FLUSH = 3, T_COMMIT = 4, T_COMMIT_DFLUSH = 5, T_COMMIT_JFLUSH = 6, T_COMMIT_CALLBACK = 7, T_FINISHED = 8, } t_state; long unsigned int t_log_start; int t_nr_buffers; struct journal_head *t_reserved_list; struct journal_head *t_buffers; struct journal_head *t_forget; struct journal_head *t_checkpoint_list; struct journal_head *t_checkpoint_io_list; struct journal_head *t_shadow_list; struct list_head t_inode_list; spinlock_t t_handle_lock; long unsigned int t_max_wait; long unsigned int t_start; long unsigned int t_requested; struct transaction_chp_stats_s t_chp_stats; atomic_t t_updates; atomic_t t_outstanding_credits; atomic_t t_outstanding_revokes; atomic_t t_handle_count; transaction_t *t_cpnext; transaction_t *t_cpprev; long unsigned int t_expires; ktime_t t_start_time; unsigned int t_synchronous_commit: 1; int t_need_data_flush; struct list_head t_private_list; }; struct jbd2_buffer_trigger_type; struct journal_head { struct buffer_head *b_bh; spinlock_t b_state_lock; int b_jcount; unsigned int b_jlist; unsigned int b_modified; char *b_frozen_data; char *b_committed_data; transaction_t *b_transaction; transaction_t *b_next_transaction; struct journal_head *b_tnext; struct journal_head *b_tprev; transaction_t *b_cp_transaction; struct journal_head *b_cpnext; struct journal_head *b_cpprev; struct jbd2_buffer_trigger_type *b_triggers; struct jbd2_buffer_trigger_type *b_frozen_triggers; }; struct jbd2_buffer_trigger_type { void (*t_frozen)(struct jbd2_buffer_trigger_type *, struct buffer_head *, void *, size_t); void (*t_abort)(struct jbd2_buffer_trigger_type *, struct buffer_head *); }; struct jbd2_journal_handle; typedef struct jbd2_journal_handle handle_t; struct jbd2_journal_handle { union { transaction_t *h_transaction; journal_t *h_journal; }; handle_t *h_rsv_handle; int h_total_credits; int h_revoke_credits; int h_revoke_credits_requested; int h_ref; int h_err; unsigned int h_sync: 1; unsigned int h_jdata: 1; unsigned int h_reserved: 1; unsigned int h_aborted: 1; unsigned int h_type: 8; unsigned int h_line_no: 16; long unsigned int h_start_jiffies; unsigned int h_requested_credits; unsigned int saved_alloc_context; }; struct transaction_run_stats_s { long unsigned int rs_wait; long unsigned int rs_request_delay; long unsigned int rs_running; long unsigned int rs_locked; long unsigned int rs_flushing; long unsigned int rs_logging; __u32 rs_handle_count; __u32 rs_blocks; __u32 rs_blocks_logged; }; struct transaction_stats_s { long unsigned int ts_tid; long unsigned int ts_requested; struct transaction_run_stats_s run; }; enum passtype { PASS_SCAN = 0, PASS_REVOKE = 1, PASS_REPLAY = 2, }; struct journal_superblock_s; typedef struct journal_superblock_s journal_superblock_t; struct jbd2_revoke_table_s; struct jbd2_inode; struct journal_s { long unsigned int j_flags; long unsigned int j_atomic_flags; int j_errno; struct mutex j_abort_mutex; struct buffer_head *j_sb_buffer; journal_superblock_t *j_superblock; int j_format_version; rwlock_t j_state_lock; int j_barrier_count; struct mutex j_barrier; transaction_t *j_running_transaction; transaction_t *j_committing_transaction; transaction_t *j_checkpoint_transactions; wait_queue_head_t j_wait_transaction_locked; wait_queue_head_t j_wait_done_commit; wait_queue_head_t j_wait_commit; wait_queue_head_t j_wait_updates; wait_queue_head_t j_wait_reserved; wait_queue_head_t j_fc_wait; struct mutex j_checkpoint_mutex; struct buffer_head *j_chkpt_bhs[64]; struct shrinker j_shrinker; struct percpu_counter j_checkpoint_jh_count; transaction_t *j_shrink_transaction; long unsigned int j_head; long unsigned int j_tail; long unsigned int j_free; long unsigned int j_first; long unsigned int j_last; long unsigned int j_fc_first; long unsigned int j_fc_off; long unsigned int j_fc_last; struct block_device *j_dev; int j_blocksize; long long unsigned int j_blk_offset; char j_devname[56]; struct block_device *j_fs_dev; unsigned int j_total_len; atomic_t j_reserved_credits; spinlock_t j_list_lock; struct inode *j_inode; tid_t j_tail_sequence; tid_t j_transaction_sequence; tid_t j_commit_sequence; tid_t j_commit_request; __u8 j_uuid[16]; struct task_struct *j_task; int j_max_transaction_buffers; int j_revoke_records_per_block; long unsigned int j_commit_interval; struct timer_list j_commit_timer; spinlock_t j_revoke_lock; struct jbd2_revoke_table_s *j_revoke; struct jbd2_revoke_table_s *j_revoke_table[2]; struct buffer_head **j_wbuf; struct buffer_head **j_fc_wbuf; int j_wbufsize; int j_fc_wbufsize; pid_t j_last_sync_writer; u64 j_average_commit_time; u32 j_min_batch_time; u32 j_max_batch_time; void (*j_commit_callback)(journal_t *, transaction_t *); int (*j_submit_inode_data_buffers)(struct jbd2_inode *); int (*j_finish_inode_data_buffers)(struct jbd2_inode *); spinlock_t j_history_lock; struct proc_dir_entry *j_proc_entry; struct transaction_stats_s j_stats; unsigned int j_failed_commit; void *j_private; struct crypto_shash *j_chksum_driver; __u32 j_csum_seed; void (*j_fc_cleanup_callback)(struct journal_s *, int, tid_t); int (*j_fc_replay_callback)(struct journal_s *, struct buffer_head *, enum passtype, int, tid_t); }; struct journal_header_s { __be32 h_magic; __be32 h_blocktype; __be32 h_sequence; }; typedef struct journal_header_s journal_header_t; struct journal_superblock_s { journal_header_t s_header; __be32 s_blocksize; __be32 s_maxlen; __be32 s_first; __be32 s_sequence; __be32 s_start; __be32 s_errno; __be32 s_feature_compat; __be32 s_feature_incompat; __be32 s_feature_ro_compat; __u8 s_uuid[16]; __be32 s_nr_users; __be32 s_dynsuper; __be32 s_max_transaction; __be32 s_max_trans_data; __u8 s_checksum_type; __u8 s_padding2[3]; __be32 s_num_fc_blks; __u32 s_padding[41]; __be32 s_checksum; __u8 s_users[768]; }; enum jbd_state_bits { BH_JBD = 16, BH_JWrite = 17, BH_Freed = 18, BH_Revoked = 19, BH_RevokeValid = 20, BH_JBDDirty = 21, BH_JournalHead = 22, BH_Shadow = 23, BH_Verified = 24, BH_JBDPrivateStart = 25, }; struct jbd2_inode { transaction_t *i_transaction; transaction_t *i_next_transaction; struct list_head i_list; struct inode *i_vfs_inode; long unsigned int i_flags; loff_t i_dirty_start; loff_t i_dirty_end; }; struct bgl_lock { spinlock_t lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct blockgroup_lock { struct bgl_lock locks[128]; }; struct fscrypt_str { unsigned char *name; u32 len; }; struct fscrypt_dummy_policy { const union fscrypt_policy *policy; }; typedef int ext4_grpblk_t; typedef long long unsigned int ext4_fsblk_t; typedef __u32 ext4_lblk_t; typedef unsigned int ext4_group_t; struct ext4_map_blocks { ext4_fsblk_t m_pblk; ext4_lblk_t m_lblk; unsigned int m_len; unsigned int m_flags; }; struct ext4_system_blocks { struct rb_root root; struct callback_head rcu; }; struct flex_groups { atomic64_t free_clusters; atomic_t free_inodes; atomic_t used_dirs; }; enum { EXT4_INODE_SECRM = 0, EXT4_INODE_UNRM = 1, EXT4_INODE_COMPR = 2, EXT4_INODE_SYNC = 3, EXT4_INODE_IMMUTABLE = 4, EXT4_INODE_APPEND = 5, EXT4_INODE_NODUMP = 6, EXT4_INODE_NOATIME = 7, EXT4_INODE_DIRTY = 8, EXT4_INODE_COMPRBLK = 9, EXT4_INODE_NOCOMPR = 10, EXT4_INODE_ENCRYPT = 11, EXT4_INODE_INDEX = 12, EXT4_INODE_IMAGIC = 13, EXT4_INODE_JOURNAL_DATA = 14, EXT4_INODE_NOTAIL = 15, EXT4_INODE_DIRSYNC = 16, EXT4_INODE_TOPDIR = 17, EXT4_INODE_HUGE_FILE = 18, EXT4_INODE_EXTENTS = 19, EXT4_INODE_VERITY = 20, EXT4_INODE_EA_INODE = 21, EXT4_INODE_DAX = 25, EXT4_INODE_INLINE_DATA = 28, EXT4_INODE_PROJINHERIT = 29, EXT4_INODE_CASEFOLD = 30, EXT4_INODE_RESERVED = 31, }; struct extent_status { struct rb_node rb_node; ext4_lblk_t es_lblk; ext4_lblk_t es_len; ext4_fsblk_t es_pblk; }; struct ext4_es_tree { struct rb_root root; struct extent_status *cache_es; }; struct ext4_es_stats { long unsigned int es_stats_shrunk; struct percpu_counter es_stats_cache_hits; struct percpu_counter es_stats_cache_misses; u64 es_stats_scan_time; u64 es_stats_max_scan_time; struct percpu_counter es_stats_all_cnt; struct percpu_counter es_stats_shk_cnt; }; struct ext4_pending_tree { struct rb_root root; }; enum { EXT4_FC_REASON_XATTR = 0, EXT4_FC_REASON_CROSS_RENAME = 1, EXT4_FC_REASON_JOURNAL_FLAG_CHANGE = 2, EXT4_FC_REASON_NOMEM = 3, EXT4_FC_REASON_SWAP_BOOT = 4, EXT4_FC_REASON_RESIZE = 5, EXT4_FC_REASON_RENAME_DIR = 6, EXT4_FC_REASON_FALLOC_RANGE = 7, EXT4_FC_REASON_INODE_JOURNAL_DATA = 8, EXT4_FC_REASON_MAX = 9, }; struct ext4_fc_stats { unsigned int fc_ineligible_reason_count[9]; long unsigned int fc_num_commits; long unsigned int fc_ineligible_commits; long unsigned int fc_failed_commits; long unsigned int fc_skipped_commits; long unsigned int fc_numblks; u64 s_fc_avg_commit_time; }; struct ext4_fc_alloc_region { ext4_lblk_t lblk; ext4_fsblk_t pblk; int ino; int len; }; struct ext4_fc_replay_state { int fc_replay_num_tags; int fc_replay_expected_off; int fc_current_pass; int fc_cur_tag; int fc_crc; struct ext4_fc_alloc_region *fc_regions; int fc_regions_size; int fc_regions_used; int fc_regions_valid; int *fc_modified_inodes; int fc_modified_inodes_used; int fc_modified_inodes_size; }; struct ext4_inode_info { __le32 i_data[15]; __u32 i_dtime; ext4_fsblk_t i_file_acl; ext4_group_t i_block_group; ext4_lblk_t i_dir_start_lookup; long unsigned int i_flags; struct rw_semaphore xattr_sem; union { struct list_head i_orphan; unsigned int i_orphan_idx; }; struct list_head i_fc_dilist; struct list_head i_fc_list; ext4_lblk_t i_fc_lblk_start; ext4_lblk_t i_fc_lblk_len; atomic_t i_fc_updates; wait_queue_head_t i_fc_wait; struct mutex i_fc_lock; loff_t i_disksize; struct rw_semaphore i_data_sem; struct inode vfs_inode; struct jbd2_inode *jinode; spinlock_t i_raw_lock; struct timespec64 i_crtime; atomic_t i_prealloc_active; struct list_head i_prealloc_list; spinlock_t i_prealloc_lock; struct ext4_es_tree i_es_tree; rwlock_t i_es_lock; struct list_head i_es_list; unsigned int i_es_all_nr; unsigned int i_es_shk_nr; ext4_lblk_t i_es_shrink_lblk; ext4_group_t i_last_alloc_group; unsigned int i_reserved_data_blocks; struct ext4_pending_tree i_pending_tree; __u16 i_extra_isize; u16 i_inline_off; u16 i_inline_size; qsize_t i_reserved_quota; spinlock_t i_completed_io_lock; struct list_head i_rsv_conversion_list; struct work_struct i_rsv_conversion_work; atomic_t i_unwritten; spinlock_t i_block_reservation_lock; tid_t i_sync_tid; tid_t i_datasync_tid; struct dquot *i_dquot[3]; __u32 i_csum_seed; kprojid_t i_projid; }; struct ext4_super_block { __le32 s_inodes_count; __le32 s_blocks_count_lo; __le32 s_r_blocks_count_lo; __le32 s_free_blocks_count_lo; __le32 s_free_inodes_count; __le32 s_first_data_block; __le32 s_log_block_size; __le32 s_log_cluster_size; __le32 s_blocks_per_group; __le32 s_clusters_per_group; __le32 s_inodes_per_group; __le32 s_mtime; __le32 s_wtime; __le16 s_mnt_count; __le16 s_max_mnt_count; __le16 s_magic; __le16 s_state; __le16 s_errors; __le16 s_minor_rev_level; __le32 s_lastcheck; __le32 s_checkinterval; __le32 s_creator_os; __le32 s_rev_level; __le16 s_def_resuid; __le16 s_def_resgid; __le32 s_first_ino; __le16 s_inode_size; __le16 s_block_group_nr; __le32 s_feature_compat; __le32 s_feature_incompat; __le32 s_feature_ro_compat; __u8 s_uuid[16]; char s_volume_name[16]; char s_last_mounted[64]; __le32 s_algorithm_usage_bitmap; __u8 s_prealloc_blocks; __u8 s_prealloc_dir_blocks; __le16 s_reserved_gdt_blocks; __u8 s_journal_uuid[16]; __le32 s_journal_inum; __le32 s_journal_dev; __le32 s_last_orphan; __le32 s_hash_seed[4]; __u8 s_def_hash_version; __u8 s_jnl_backup_type; __le16 s_desc_size; __le32 s_default_mount_opts; __le32 s_first_meta_bg; __le32 s_mkfs_time; __le32 s_jnl_blocks[17]; __le32 s_blocks_count_hi; __le32 s_r_blocks_count_hi; __le32 s_free_blocks_count_hi; __le16 s_min_extra_isize; __le16 s_want_extra_isize; __le32 s_flags; __le16 s_raid_stride; __le16 s_mmp_update_interval; __le64 s_mmp_block; __le32 s_raid_stripe_width; __u8 s_log_groups_per_flex; __u8 s_checksum_type; __u8 s_encryption_level; __u8 s_reserved_pad; __le64 s_kbytes_written; __le32 s_snapshot_inum; __le32 s_snapshot_id; __le64 s_snapshot_r_blocks_count; __le32 s_snapshot_list; __le32 s_error_count; __le32 s_first_error_time; __le32 s_first_error_ino; __le64 s_first_error_block; __u8 s_first_error_func[32]; __le32 s_first_error_line; __le32 s_last_error_time; __le32 s_last_error_ino; __le32 s_last_error_line; __le64 s_last_error_block; __u8 s_last_error_func[32]; __u8 s_mount_opts[64]; __le32 s_usr_quota_inum; __le32 s_grp_quota_inum; __le32 s_overhead_clusters; __le32 s_backup_bgs[2]; __u8 s_encrypt_algos[4]; __u8 s_encrypt_pw_salt[16]; __le32 s_lpf_ino; __le32 s_prj_quota_inum; __le32 s_checksum_seed; __u8 s_wtime_hi; __u8 s_mtime_hi; __u8 s_mkfs_time_hi; __u8 s_lastcheck_hi; __u8 s_first_error_time_hi; __u8 s_last_error_time_hi; __u8 s_first_error_errcode; __u8 s_last_error_errcode; __le16 s_encoding; __le16 s_encoding_flags; __le32 s_orphan_file_inum; __le32 s_reserved[94]; __le32 s_checksum; }; enum ext4_journal_trigger_type { EXT4_JTR_ORPHAN_FILE = 0, EXT4_JTR_NONE = 1, }; struct ext4_journal_trigger { struct jbd2_buffer_trigger_type tr_triggers; struct super_block *sb; }; struct ext4_orphan_block { atomic_t ob_free_entries; struct buffer_head *ob_bh; }; struct ext4_orphan_info { int of_blocks; __u32 of_csum_seed; struct ext4_orphan_block *of_binfo; }; struct mb_cache; struct ext4_group_info; struct ext4_locality_group; struct ext4_li_request; struct ext4_sb_info { long unsigned int s_desc_size; long unsigned int s_inodes_per_block; long unsigned int s_blocks_per_group; long unsigned int s_clusters_per_group; long unsigned int s_inodes_per_group; long unsigned int s_itb_per_group; long unsigned int s_gdb_count; long unsigned int s_desc_per_block; ext4_group_t s_groups_count; ext4_group_t s_blockfile_groups; long unsigned int s_overhead; unsigned int s_cluster_ratio; unsigned int s_cluster_bits; loff_t s_bitmap_maxbytes; struct buffer_head *s_sbh; struct ext4_super_block *s_es; struct buffer_head **s_group_desc; unsigned int s_mount_opt; unsigned int s_mount_opt2; long unsigned int s_mount_flags; unsigned int s_def_mount_opt; ext4_fsblk_t s_sb_block; atomic64_t s_resv_clusters; kuid_t s_resuid; kgid_t s_resgid; short unsigned int s_mount_state; short unsigned int s_pad; int s_addr_per_block_bits; int s_desc_per_block_bits; int s_inode_size; int s_first_ino; unsigned int s_inode_readahead_blks; unsigned int s_inode_goal; u32 s_hash_seed[4]; int s_def_hash_version; int s_hash_unsigned; struct percpu_counter s_freeclusters_counter; struct percpu_counter s_freeinodes_counter; struct percpu_counter s_dirs_counter; struct percpu_counter s_dirtyclusters_counter; struct percpu_counter s_sra_exceeded_retry_limit; struct blockgroup_lock *s_blockgroup_lock; struct proc_dir_entry *s_proc; struct kobject s_kobj; struct completion s_kobj_unregister; struct super_block *s_sb; struct buffer_head *s_mmp_bh; struct journal_s *s_journal; long unsigned int s_ext4_flags; struct mutex s_orphan_lock; struct list_head s_orphan; struct ext4_orphan_info s_orphan_info; long unsigned int s_commit_interval; u32 s_max_batch_time; u32 s_min_batch_time; struct block_device *s_journal_bdev; char *s_qf_names[3]; int s_jquota_fmt; unsigned int s_want_extra_isize; struct ext4_system_blocks *s_system_blks; struct ext4_group_info ***s_group_info; struct inode *s_buddy_cache; spinlock_t s_md_lock; short unsigned int *s_mb_offsets; unsigned int *s_mb_maxs; unsigned int s_group_info_size; unsigned int s_mb_free_pending; struct list_head s_freed_data_list; struct list_head s_discard_list; struct work_struct s_discard_work; atomic_t s_retry_alloc_pending; struct list_head *s_mb_avg_fragment_size; rwlock_t *s_mb_avg_fragment_size_locks; struct list_head *s_mb_largest_free_orders; rwlock_t *s_mb_largest_free_orders_locks; long unsigned int s_stripe; unsigned int s_mb_max_linear_groups; unsigned int s_mb_stream_request; unsigned int s_mb_max_to_scan; unsigned int s_mb_min_to_scan; unsigned int s_mb_stats; unsigned int s_mb_order2_reqs; unsigned int s_mb_group_prealloc; unsigned int s_mb_max_inode_prealloc; unsigned int s_max_dir_size_kb; long unsigned int s_mb_last_group; long unsigned int s_mb_last_start; unsigned int s_mb_prefetch; unsigned int s_mb_prefetch_limit; atomic_t s_bal_reqs; atomic_t s_bal_success; atomic_t s_bal_allocated; atomic_t s_bal_ex_scanned; atomic_t s_bal_groups_scanned; atomic_t s_bal_goals; atomic_t s_bal_breaks; atomic_t s_bal_2orders; atomic_t s_bal_cr0_bad_suggestions; atomic_t s_bal_cr1_bad_suggestions; atomic64_t s_bal_cX_groups_considered[4]; atomic64_t s_bal_cX_hits[4]; atomic64_t s_bal_cX_failed[4]; atomic_t s_mb_buddies_generated; atomic64_t s_mb_generation_time; atomic_t s_mb_lost_chunks; atomic_t s_mb_preallocated; atomic_t s_mb_discarded; atomic_t s_lock_busy; struct ext4_locality_group *s_locality_groups; long unsigned int s_sectors_written_start; u64 s_kbytes_written; unsigned int s_extent_max_zeroout_kb; unsigned int s_log_groups_per_flex; struct flex_groups **s_flex_groups; ext4_group_t s_flex_groups_allocated; struct workqueue_struct *rsv_conversion_wq; struct timer_list s_err_report; struct ext4_li_request *s_li_request; unsigned int s_li_wait_mult; struct task_struct *s_mmp_tsk; long unsigned int s_last_trim_minblks; struct crypto_shash *s_chksum_driver; __u32 s_csum_seed; struct shrinker s_es_shrinker; struct list_head s_es_list; long int s_es_nr_inode; struct ext4_es_stats s_es_stats; struct mb_cache *s_ea_block_cache; struct mb_cache *s_ea_inode_cache; long: 64; long: 64; spinlock_t s_es_lock; struct ext4_journal_trigger s_journal_triggers[1]; struct ratelimit_state s_err_ratelimit_state; struct ratelimit_state s_warning_ratelimit_state; struct ratelimit_state s_msg_ratelimit_state; atomic_t s_warning_count; atomic_t s_msg_count; struct fscrypt_dummy_policy s_dummy_enc_policy; struct percpu_rw_semaphore s_writepages_rwsem; struct dax_device *s_daxdev; u64 s_dax_part_off; errseq_t s_bdev_wb_err; spinlock_t s_bdev_wb_lock; spinlock_t s_error_lock; int s_add_error_count; int s_first_error_code; __u32 s_first_error_line; __u32 s_first_error_ino; __u64 s_first_error_block; const char *s_first_error_func; time64_t s_first_error_time; int s_last_error_code; __u32 s_last_error_line; __u32 s_last_error_ino; __u64 s_last_error_block; const char *s_last_error_func; time64_t s_last_error_time; struct work_struct s_error_work; atomic_t s_fc_subtid; struct list_head s_fc_q[2]; struct list_head s_fc_dentry_q[2]; unsigned int s_fc_bytes; spinlock_t s_fc_lock; struct buffer_head *s_fc_bh; struct ext4_fc_stats s_fc_stats; tid_t s_fc_ineligible_tid; struct ext4_fc_replay_state s_fc_replay_state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ext4_group_info { long unsigned int bb_state; struct rb_root bb_free_root; ext4_grpblk_t bb_first_free; ext4_grpblk_t bb_free; ext4_grpblk_t bb_fragments; int bb_avg_fragment_size_order; ext4_grpblk_t bb_largest_free_order; ext4_group_t bb_group; struct list_head bb_prealloc_list; struct rw_semaphore alloc_sem; struct list_head bb_avg_fragment_size_node; struct list_head bb_largest_free_order_node; ext4_grpblk_t bb_counters[0]; }; enum ext4_li_mode { EXT4_LI_MODE_PREFETCH_BBITMAP = 0, EXT4_LI_MODE_ITABLE = 1, }; struct ext4_li_request { struct super_block *lr_super; enum ext4_li_mode lr_mode; ext4_group_t lr_first_not_zeroed; ext4_group_t lr_next_group; struct list_head lr_request; long unsigned int lr_next_sched; long unsigned int lr_timeout; }; struct ext4_dir_entry_hash { __le32 hash; __le32 minor_hash; }; struct ext4_dir_entry_2 { __le32 inode; __le16 rec_len; __u8 name_len; __u8 file_type; char name[255]; }; struct fname; struct dir_private_info { struct rb_root root; struct rb_node *curr_node; struct fname *extra_fname; loff_t last_pos; __u32 curr_hash; __u32 curr_minor_hash; __u32 next_hash; }; struct fname { __u32 hash; __u32 minor_hash; struct rb_node rb_hash; struct fname *next; __u32 inode; __u8 name_len; __u8 file_type; char name[0]; }; struct dx_hash_info { u32 hash; u32 minor_hash; int hash_version; u32 *seed; }; struct fstrim_range { __u64 start; __u64 len; __u64 minlen; }; enum blk_default_limits { BLK_MAX_SEGMENTS = 128, BLK_SAFE_MAX_SECTORS = 255, BLK_DEF_MAX_SECTORS = 2560, BLK_MAX_SEGMENT_SIZE = 65536, BLK_SEG_BOUNDARY_MASK = 4294967295, }; struct ext4_allocation_request { struct inode *inode; unsigned int len; ext4_lblk_t logical; ext4_lblk_t lleft; ext4_lblk_t lright; ext4_fsblk_t goal; ext4_fsblk_t pleft; ext4_fsblk_t pright; unsigned int flags; }; struct ext4_group_desc { __le32 bg_block_bitmap_lo; __le32 bg_inode_bitmap_lo; __le32 bg_inode_table_lo; __le16 bg_free_blocks_count_lo; __le16 bg_free_inodes_count_lo; __le16 bg_used_dirs_count_lo; __le16 bg_flags; __le32 bg_exclude_bitmap_lo; __le16 bg_block_bitmap_csum_lo; __le16 bg_inode_bitmap_csum_lo; __le16 bg_itable_unused_lo; __le16 bg_checksum; __le32 bg_block_bitmap_hi; __le32 bg_inode_bitmap_hi; __le32 bg_inode_table_hi; __le16 bg_free_blocks_count_hi; __le16 bg_free_inodes_count_hi; __le16 bg_used_dirs_count_hi; __le16 bg_itable_unused_hi; __le32 bg_exclude_bitmap_hi; __le16 bg_block_bitmap_csum_hi; __le16 bg_inode_bitmap_csum_hi; __u32 bg_reserved; }; struct ext4_locality_group { struct mutex lg_mutex; struct list_head lg_prealloc_list[10]; spinlock_t lg_prealloc_lock; }; struct ext4_free_data { struct list_head efd_list; struct rb_node efd_node; ext4_group_t efd_group; ext4_grpblk_t efd_start_cluster; ext4_grpblk_t efd_count; tid_t efd_tid; }; struct ext4_prealloc_space { struct list_head pa_inode_list; struct list_head pa_group_list; union { struct list_head pa_tmp_list; struct callback_head pa_rcu; } u; spinlock_t pa_lock; atomic_t pa_count; unsigned int pa_deleted; ext4_fsblk_t pa_pstart; ext4_lblk_t pa_lstart; ext4_grpblk_t pa_len; ext4_grpblk_t pa_free; short unsigned int pa_type; spinlock_t *pa_obj_lock; struct inode *pa_inode; }; enum { MB_INODE_PA = 0, MB_GROUP_PA = 1, }; struct ext4_free_extent { ext4_lblk_t fe_logical; ext4_grpblk_t fe_start; ext4_group_t fe_group; ext4_grpblk_t fe_len; }; struct ext4_allocation_context { struct inode *ac_inode; struct super_block *ac_sb; struct ext4_free_extent ac_o_ex; struct ext4_free_extent ac_g_ex; struct ext4_free_extent ac_b_ex; struct ext4_free_extent ac_f_ex; __u32 ac_groups_considered; __u32 ac_flags; __u16 ac_groups_scanned; __u16 ac_groups_linear_remaining; __u16 ac_found; __u16 ac_tail; __u16 ac_buddy; __u8 ac_status; __u8 ac_criteria; __u8 ac_2order; __u8 ac_op; struct page *ac_bitmap_page; struct page *ac_buddy_page; struct ext4_prealloc_space *ac_pa; struct ext4_locality_group *ac_lg; }; struct ext4_buddy { struct page *bd_buddy_page; void *bd_buddy; struct page *bd_bitmap_page; void *bd_bitmap; struct ext4_group_info *bd_info; struct super_block *bd_sb; __u16 bd_blkbits; ext4_group_t bd_group; }; typedef int (*ext4_mballoc_query_range_fn)(struct super_block *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t, void *); struct sg { struct ext4_group_info info; ext4_grpblk_t counters[18]; }; struct posix_acl_entry { short int e_tag; short unsigned int e_perm; union { kuid_t e_uid; kgid_t e_gid; }; }; struct posix_acl { refcount_t a_refcount; struct callback_head a_rcu; unsigned int a_count; struct posix_acl_entry a_entries[0]; }; typedef struct { __le16 e_tag; __le16 e_perm; __le32 e_id; } ext4_acl_entry; typedef struct { __le32 a_version; } ext4_acl_header; struct commit_header { __be32 h_magic; __be32 h_blocktype; __be32 h_sequence; unsigned char h_chksum_type; unsigned char h_chksum_size; unsigned char h_padding[2]; __be32 h_chksum[8]; __be64 h_commit_sec; __be32 h_commit_nsec; }; struct journal_block_tag3_s { __be32 t_blocknr; __be32 t_flags; __be32 t_blocknr_high; __be32 t_checksum; }; typedef struct journal_block_tag3_s journal_block_tag3_t; struct journal_block_tag_s { __be32 t_blocknr; __be16 t_checksum; __be16 t_flags; __be32 t_blocknr_high; }; typedef struct journal_block_tag_s journal_block_tag_t; struct jbd2_journal_block_tail { __be32 t_checksum; }; struct jbd2_journal_revoke_header_s { journal_header_t r_header; __be32 r_count; }; typedef struct jbd2_journal_revoke_header_s jbd2_journal_revoke_header_t; struct recovery_info { tid_t start_transaction; tid_t end_transaction; int nr_replays; int nr_revokes; int nr_revoke_hits; }; struct utf8cursor { const struct unicode_map *um; enum utf8_normalization n; const char *s; const char *p; const char *ss; const char *sp; unsigned int len; unsigned int slen; short int ccc; short int nccc; unsigned char hangul[12]; }; typedef const unsigned char utf8trie_t; typedef const unsigned char utf8leaf_t; typedef unsigned int autofs_wqt_t; struct autofs_packet_hdr { int proto_version; int type; }; struct autofs_packet_expire { struct autofs_packet_hdr hdr; int len; char name[256]; }; enum autofs_notify { NFY_NONE = 0, NFY_MOUNT = 1, NFY_EXPIRE = 2, }; struct autofs_sb_info; struct autofs_info { struct dentry *dentry; int flags; struct completion expire_complete; struct list_head active; struct list_head expiring; struct autofs_sb_info *sbi; long unsigned int last_used; int count; kuid_t uid; kgid_t gid; struct callback_head rcu; }; struct autofs_wait_queue; struct autofs_sb_info { u32 magic; int pipefd; struct file *pipe; struct pid *oz_pgrp; int version; int sub_version; int min_proto; int max_proto; unsigned int flags; long unsigned int exp_timeout; unsigned int type; struct super_block *sb; struct mutex wq_mutex; struct mutex pipe_mutex; spinlock_t fs_lock; struct autofs_wait_queue *queues; spinlock_t lookup_lock; struct list_head active_list; struct list_head expiring_list; struct callback_head rcu; }; struct autofs_wait_queue { wait_queue_head_t queue; struct autofs_wait_queue *next; autofs_wqt_t wait_queue_token; struct qstr name; u32 offset; u32 dev; u64 ino; kuid_t uid; kgid_t gid; pid_t pid; pid_t tgid; int status; unsigned int wait_ctr; }; struct semaphore { raw_spinlock_t lock; unsigned int count; struct list_head wait_list; }; struct btrfs_scrub_progress { __u64 data_extents_scrubbed; __u64 tree_extents_scrubbed; __u64 data_bytes_scrubbed; __u64 tree_bytes_scrubbed; __u64 read_errors; __u64 csum_errors; __u64 verify_errors; __u64 no_csum; __u64 csum_discards; __u64 super_errors; __u64 malloc_errors; __u64 uncorrectable_errors; __u64 corrected_errors; __u64 last_physical; __u64 unverified_errors; }; struct btrfs_disk_key { __le64 objectid; __u8 type; __le64 offset; } __attribute__((packed)); struct btrfs_key { __u64 objectid; __u8 type; __u64 offset; } __attribute__((packed)); struct btrfs_dev_item { __le64 devid; __le64 total_bytes; __le64 bytes_used; __le32 io_align; __le32 io_width; __le32 sector_size; __le64 type; __le64 generation; __le64 start_offset; __le32 dev_group; __u8 seek_speed; __u8 bandwidth; __u8 uuid[16]; __u8 fsid[16]; } __attribute__((packed)); struct btrfs_stripe { __le64 devid; __le64 offset; __u8 dev_uuid[16]; }; struct btrfs_chunk { __le64 length; __le64 owner; __le64 stripe_len; __le64 type; __le32 io_align; __le32 io_width; __le32 sector_size; __le16 num_stripes; __le16 sub_stripes; struct btrfs_stripe stripe; }; struct btrfs_extent_item { __le64 refs; __le64 generation; __le64 flags; }; struct btrfs_tree_block_info { struct btrfs_disk_key key; __u8 level; } __attribute__((packed)); struct btrfs_extent_data_ref { __le64 root; __le64 objectid; __le64 offset; __le32 count; } __attribute__((packed)); struct btrfs_shared_data_ref { __le32 count; }; struct btrfs_extent_inline_ref { __u8 type; __le64 offset; } __attribute__((packed)); struct btrfs_dev_extent { __le64 chunk_tree; __le64 chunk_objectid; __le64 chunk_offset; __le64 length; __u8 chunk_tree_uuid[16]; }; struct btrfs_timespec { __le64 sec; __le32 nsec; } __attribute__((packed)); struct btrfs_inode_item { __le64 generation; __le64 transid; __le64 size; __le64 nbytes; __le64 block_group; __le32 nlink; __le32 uid; __le32 gid; __le32 mode; __le64 rdev; __le64 flags; __le64 sequence; __le64 reserved[4]; struct btrfs_timespec atime; struct btrfs_timespec ctime; struct btrfs_timespec mtime; struct btrfs_timespec otime; } __attribute__((packed)); struct btrfs_dir_item { struct btrfs_disk_key location; __le64 transid; __le16 data_len; __le16 name_len; __u8 type; } __attribute__((packed)); struct btrfs_root_item { struct btrfs_inode_item inode; __le64 generation; __le64 root_dirid; __le64 bytenr; __le64 byte_limit; __le64 bytes_used; __le64 last_snapshot; __le64 flags; __le32 refs; struct btrfs_disk_key drop_progress; __u8 drop_level; __u8 level; __le64 generation_v2; __u8 uuid[16]; __u8 parent_uuid[16]; __u8 received_uuid[16]; __le64 ctransid; __le64 otransid; __le64 stransid; __le64 rtransid; struct btrfs_timespec ctime; struct btrfs_timespec otime; struct btrfs_timespec stime; struct btrfs_timespec rtime; __le64 reserved[8]; } __attribute__((packed)); enum { BTRFS_FILE_EXTENT_INLINE = 0, BTRFS_FILE_EXTENT_REG = 1, BTRFS_FILE_EXTENT_PREALLOC = 2, BTRFS_NR_FILE_EXTENT_TYPES = 3, }; struct btrfs_file_extent_item { __le64 generation; __le64 ram_bytes; __u8 compression; __u8 encryption; __le16 other_encoding; __u8 type; __le64 disk_bytenr; __le64 disk_num_bytes; __le64 offset; __le64 num_bytes; } __attribute__((packed)); struct btrfs_block_group_item { __le64 used; __le64 chunk_objectid; __le64 flags; }; struct btrfs_fs_info; struct extent_io_tree { struct rb_root state; struct btrfs_fs_info *fs_info; void *private_data; u64 dirty_bytes; bool track_uptodate; u8 owner; spinlock_t lock; }; struct extent_map_tree { struct rb_root_cached map; struct list_head modified_extents; rwlock_t lock; }; enum btrfs_rsv_type { BTRFS_BLOCK_RSV_GLOBAL = 0, BTRFS_BLOCK_RSV_DELALLOC = 1, BTRFS_BLOCK_RSV_TRANS = 2, BTRFS_BLOCK_RSV_CHUNK = 3, BTRFS_BLOCK_RSV_DELOPS = 4, BTRFS_BLOCK_RSV_DELREFS = 5, BTRFS_BLOCK_RSV_EMPTY = 6, BTRFS_BLOCK_RSV_TEMP = 7, }; struct btrfs_space_info; struct btrfs_block_rsv { u64 size; u64 reserved; struct btrfs_space_info *space_info; spinlock_t lock; bool full; bool failfast; enum btrfs_rsv_type type: 8; u64 qgroup_rsv_size; u64 qgroup_rsv_reserved; }; struct btrfs_block_group; struct btrfs_free_cluster { spinlock_t lock; spinlock_t refill_lock; struct rb_root root; u64 max_size; u64 window_start; bool fragmented; struct btrfs_block_group *block_group; struct list_head block_group_list; }; struct btrfs_discard_ctl { struct workqueue_struct *discard_workers; struct delayed_work work; spinlock_t lock; struct btrfs_block_group *block_group; struct list_head discard_list[3]; u64 prev_discard; u64 prev_discard_time; atomic_t discardable_extents; atomic64_t discardable_bytes; u64 max_discard_size; u64 delay_ms; u32 iops_limit; u32 kbps_limit; u64 discard_extent_bytes; u64 discard_bitmap_bytes; atomic64_t discard_bytes_saved; }; struct btrfs_work; typedef void (*btrfs_func_t)(struct btrfs_work *); struct btrfs_workqueue; struct btrfs_work { btrfs_func_t func; btrfs_func_t ordered_func; btrfs_func_t ordered_free; struct work_struct normal_work; struct list_head ordered_list; struct btrfs_workqueue *wq; long unsigned int flags; }; struct btrfs_device; struct btrfs_dev_replace { u64 replace_state; time64_t time_started; time64_t time_stopped; atomic64_t num_write_errors; atomic64_t num_uncorrectable_read_errors; u64 cursor_left; u64 committed_cursor_left; u64 cursor_left_last_write_of_item; u64 cursor_right; u64 cont_reading_from_srcdev_mode; int is_valid; int item_needs_writeback; struct btrfs_device *srcdev; struct btrfs_device *tgtdev; struct mutex lock_finishing_cancel_unmount; struct rw_semaphore rwsem; struct btrfs_scrub_progress scrub_progress; struct percpu_counter bio_counter; wait_queue_head_t replace_wait; }; enum btrfs_exclusive_operation { BTRFS_EXCLOP_NONE = 0, BTRFS_EXCLOP_BALANCE_PAUSED = 1, BTRFS_EXCLOP_BALANCE = 2, BTRFS_EXCLOP_DEV_ADD = 3, BTRFS_EXCLOP_DEV_REMOVE = 4, BTRFS_EXCLOP_DEV_REPLACE = 5, BTRFS_EXCLOP_RESIZE = 6, BTRFS_EXCLOP_SWAP_ACTIVATE = 7, }; struct btrfs_commit_stats { u64 commit_count; u64 max_commit_dur; u64 last_commit_dur; u64 total_commit_dur; }; struct btrfs_root; struct btrfs_transaction; struct btrfs_super_block; struct btrfs_stripe_hash_table; struct btrfs_fs_devices; struct reloc_control; struct btrfs_balance_control; struct btrfs_subpage_info; struct ulist; struct btrfs_delayed_root; struct btrfs_fs_info { u8 chunk_tree_uuid[16]; long unsigned int flags; struct btrfs_root *tree_root; struct btrfs_root *chunk_root; struct btrfs_root *dev_root; struct btrfs_root *fs_root; struct btrfs_root *quota_root; struct btrfs_root *uuid_root; struct btrfs_root *data_reloc_root; struct btrfs_root *block_group_root; struct btrfs_root *log_root_tree; rwlock_t global_root_lock; struct rb_root global_root_tree; spinlock_t fs_roots_radix_lock; struct xarray fs_roots_radix; rwlock_t block_group_cache_lock; struct rb_root_cached block_group_cache_tree; atomic64_t free_chunk_space; struct extent_io_tree excluded_extents; struct extent_map_tree mapping_tree; struct btrfs_block_rsv global_block_rsv; struct btrfs_block_rsv trans_block_rsv; struct btrfs_block_rsv chunk_block_rsv; struct btrfs_block_rsv delayed_block_rsv; struct btrfs_block_rsv delayed_refs_rsv; struct btrfs_block_rsv empty_block_rsv; u64 generation; u64 last_trans_committed; u64 last_reloc_trans; u64 avg_delayed_ref_runtime; u64 last_trans_log_full_commit; long unsigned int mount_opt; long unsigned int pending_changes; long unsigned int compress_type: 4; unsigned int compress_level; u32 commit_interval; u64 max_inline; struct btrfs_transaction *running_transaction; wait_queue_head_t transaction_throttle; wait_queue_head_t transaction_wait; wait_queue_head_t transaction_blocked_wait; wait_queue_head_t async_submit_wait; spinlock_t super_lock; struct btrfs_super_block *super_copy; struct btrfs_super_block *super_for_commit; struct super_block *sb; struct inode *btree_inode; struct mutex tree_log_mutex; struct mutex transaction_kthread_mutex; struct mutex cleaner_mutex; struct mutex chunk_mutex; struct mutex ro_block_group_mutex; struct btrfs_stripe_hash_table *stripe_hash_table; struct mutex ordered_operations_mutex; struct rw_semaphore commit_root_sem; struct rw_semaphore cleanup_work_sem; struct rw_semaphore subvol_sem; spinlock_t trans_lock; struct mutex reloc_mutex; struct list_head trans_list; struct list_head dead_roots; struct list_head caching_block_groups; spinlock_t delayed_iput_lock; struct list_head delayed_iputs; atomic_t nr_delayed_iputs; wait_queue_head_t delayed_iputs_wait; atomic64_t tree_mod_seq; rwlock_t tree_mod_log_lock; struct rb_root tree_mod_log; struct list_head tree_mod_seq_list; atomic_t async_delalloc_pages; spinlock_t ordered_root_lock; struct list_head ordered_roots; struct mutex delalloc_root_mutex; spinlock_t delalloc_root_lock; struct list_head delalloc_roots; struct btrfs_workqueue *workers; struct btrfs_workqueue *hipri_workers; struct btrfs_workqueue *delalloc_workers; struct btrfs_workqueue *flush_workers; struct workqueue_struct *endio_workers; struct workqueue_struct *endio_meta_workers; struct workqueue_struct *endio_raid56_workers; struct workqueue_struct *rmw_workers; struct workqueue_struct *compressed_write_workers; struct btrfs_workqueue *endio_write_workers; struct btrfs_workqueue *endio_freespace_worker; struct btrfs_workqueue *caching_workers; struct btrfs_workqueue *fixup_workers; struct btrfs_workqueue *delayed_workers; struct task_struct *transaction_kthread; struct task_struct *cleaner_kthread; u32 thread_pool_size; struct kobject *space_info_kobj; struct kobject *qgroups_kobj; struct percpu_counter dirty_metadata_bytes; struct percpu_counter delalloc_bytes; struct percpu_counter ordered_bytes; s32 dirty_metadata_batch; s32 delalloc_batch; struct list_head dirty_cowonly_roots; struct btrfs_fs_devices *fs_devices; struct list_head space_info; struct btrfs_space_info *data_sinfo; struct reloc_control *reloc_ctl; struct btrfs_free_cluster data_alloc_cluster; struct btrfs_free_cluster meta_alloc_cluster; spinlock_t defrag_inodes_lock; struct rb_root defrag_inodes; atomic_t defrag_running; seqlock_t profiles_lock; u64 avail_data_alloc_bits; u64 avail_metadata_alloc_bits; u64 avail_system_alloc_bits; spinlock_t balance_lock; struct mutex balance_mutex; atomic_t balance_pause_req; atomic_t balance_cancel_req; struct btrfs_balance_control *balance_ctl; wait_queue_head_t balance_wait_q; atomic_t reloc_cancel_req; u32 data_chunk_allocations; u32 metadata_ratio; void *bdev_holder; struct mutex scrub_lock; atomic_t scrubs_running; atomic_t scrub_pause_req; atomic_t scrubs_paused; atomic_t scrub_cancel_req; wait_queue_head_t scrub_pause_wait; refcount_t scrub_workers_refcnt; struct workqueue_struct *scrub_workers; struct workqueue_struct *scrub_wr_completion_workers; struct workqueue_struct *scrub_parity_workers; struct btrfs_subpage_info *subpage_info; struct btrfs_discard_ctl discard_ctl; u64 qgroup_flags; struct rb_root qgroup_tree; spinlock_t qgroup_lock; struct ulist *qgroup_ulist; struct mutex qgroup_ioctl_lock; struct list_head dirty_qgroups; u64 qgroup_seq; struct mutex qgroup_rescan_lock; struct btrfs_key qgroup_rescan_progress; struct btrfs_workqueue *qgroup_rescan_workers; struct completion qgroup_rescan_completion; struct btrfs_work qgroup_rescan_work; bool qgroup_rescan_running; long unsigned int fs_state; struct btrfs_delayed_root *delayed_root; spinlock_t buffer_lock; struct xarray buffer_radix; int backup_root_index; struct btrfs_dev_replace dev_replace; struct semaphore uuid_tree_rescan_sem; struct work_struct async_reclaim_work; struct work_struct async_data_reclaim_work; struct work_struct preempt_reclaim_work; struct work_struct reclaim_bgs_work; struct list_head reclaim_bgs; int bg_reclaim_threshold; spinlock_t unused_bgs_lock; struct list_head unused_bgs; struct mutex unused_bg_unpin_mutex; struct mutex reclaim_bgs_lock; u32 nodesize; u32 sectorsize; u32 sectorsize_bits; u32 csum_size; u32 csums_per_leaf; u32 stripesize; u64 max_extent_size; spinlock_t swapfile_pins_lock; struct rb_root swapfile_pins; struct crypto_shash *csum_shash; enum btrfs_exclusive_operation exclusive_operation; u64 zone_size; u64 max_zone_append_size; struct mutex zoned_meta_io_lock; spinlock_t treelog_bg_lock; u64 treelog_bg; spinlock_t relocation_bg_lock; u64 data_reloc_bg; struct mutex zoned_data_reloc_io_lock; u64 nr_global_roots; spinlock_t zone_active_bgs_lock; struct list_head zone_active_bgs; struct btrfs_commit_stats commit_stats; }; struct ulist { long unsigned int nnodes; struct list_head nodes; struct rb_root root; }; enum { EXTENT_BUFFER_UPTODATE = 0, EXTENT_BUFFER_DIRTY = 1, EXTENT_BUFFER_CORRUPT = 2, EXTENT_BUFFER_READAHEAD = 3, EXTENT_BUFFER_TREE_REF = 4, EXTENT_BUFFER_STALE = 5, EXTENT_BUFFER_WRITEBACK = 6, EXTENT_BUFFER_READ_ERR = 7, EXTENT_BUFFER_UNMAPPED = 8, EXTENT_BUFFER_IN_TREE = 9, EXTENT_BUFFER_WRITE_ERR = 10, EXTENT_BUFFER_NO_CHECK = 11, }; struct extent_buffer { u64 start; long unsigned int len; long unsigned int bflags; struct btrfs_fs_info *fs_info; spinlock_t refs_lock; atomic_t refs; atomic_t io_pages; int read_mirror; struct callback_head callback_head; pid_t lock_owner; s8 log_index; struct rw_semaphore lock; struct page *pages[16]; struct list_head release_list; }; enum btrfs_lock_nesting { BTRFS_NESTING_NORMAL = 0, BTRFS_NESTING_COW = 1, BTRFS_NESTING_LEFT = 2, BTRFS_NESTING_RIGHT = 3, BTRFS_NESTING_LEFT_COW = 4, BTRFS_NESTING_RIGHT_COW = 5, BTRFS_NESTING_SPLIT = 6, BTRFS_NESTING_NEW_ROOT = 7, BTRFS_NESTING_MAX = 8, }; struct btrfs_drew_lock { atomic_t readers; struct percpu_counter writers; wait_queue_head_t pending_writers; wait_queue_head_t pending_readers; }; struct btrfs_header { u8 csum[32]; u8 fsid[16]; __le64 bytenr; __le64 flags; u8 chunk_tree_uuid[16]; __le64 generation; __le64 owner; __le32 nritems; u8 level; } __attribute__((packed)); struct btrfs_root_backup { __le64 tree_root; __le64 tree_root_gen; __le64 chunk_root; __le64 chunk_root_gen; __le64 extent_root; __le64 extent_root_gen; __le64 fs_root; __le64 fs_root_gen; __le64 dev_root; __le64 dev_root_gen; __le64 csum_root; __le64 csum_root_gen; __le64 total_bytes; __le64 bytes_used; __le64 num_devices; __le64 unused_64[4]; u8 tree_root_level; u8 chunk_root_level; u8 extent_root_level; u8 fs_root_level; u8 dev_root_level; u8 csum_root_level; u8 unused_8[10]; }; struct btrfs_super_block { u8 csum[32]; u8 fsid[16]; __le64 bytenr; __le64 flags; __le64 magic; __le64 generation; __le64 root; __le64 chunk_root; __le64 log_root; __le64 __unused_log_root_transid; __le64 total_bytes; __le64 bytes_used; __le64 root_dir_objectid; __le64 num_devices; __le32 sectorsize; __le32 nodesize; __le32 __unused_leafsize; __le32 stripesize; __le32 sys_chunk_array_size; __le64 chunk_root_generation; __le64 compat_flags; __le64 compat_ro_flags; __le64 incompat_flags; __le16 csum_type; u8 root_level; u8 chunk_root_level; u8 log_root_level; struct btrfs_dev_item dev_item; char label[256]; __le64 cache_generation; __le64 uuid_tree_generation; u8 metadata_uuid[16]; __le64 block_group_root; __le64 block_group_root_generation; u8 block_group_root_level; u8 reserved8[7]; __le64 reserved[25]; u8 sys_chunk_array[2048]; struct btrfs_root_backup super_roots[4]; u8 padding[565]; } __attribute__((packed)); struct btrfs_item { struct btrfs_disk_key key; __le32 offset; __le32 size; } __attribute__((packed)); struct btrfs_key_ptr { struct btrfs_disk_key key; __le64 blockptr; __le64 generation; } __attribute__((packed)); struct btrfs_qgroup_swapped_blocks { spinlock_t lock; bool swapped; struct rb_root blocks[8]; }; struct btrfs_root { struct rb_node rb_node; struct extent_buffer *node; struct extent_buffer *commit_root; struct btrfs_root *log_root; struct btrfs_root *reloc_root; long unsigned int state; struct btrfs_root_item root_item; struct btrfs_key root_key; struct btrfs_fs_info *fs_info; struct extent_io_tree dirty_log_pages; struct mutex objectid_mutex; spinlock_t accounting_lock; int: 32; struct btrfs_block_rsv *block_rsv; struct mutex log_mutex; wait_queue_head_t log_writer_wait; wait_queue_head_t log_commit_wait[2]; struct list_head log_ctxs[2]; atomic_t log_writers; atomic_t log_commit[2]; atomic_t log_batch; int log_transid; int log_transid_committed; int last_log_commit; pid_t log_start_pid; u64 last_trans; u32 type; int: 32; u64 free_objectid; struct btrfs_key defrag_progress; struct btrfs_key defrag_max; long: 48; struct list_head dirty_list; struct list_head root_list; spinlock_t log_extents_lock[2]; struct list_head logged_list[2]; spinlock_t inode_lock; int: 32; struct rb_root inode_tree; struct xarray delayed_nodes_tree; dev_t anon_dev; spinlock_t root_item_lock; refcount_t refs; int: 32; struct mutex delalloc_mutex; spinlock_t delalloc_lock; int: 32; struct list_head delalloc_inodes; struct list_head delalloc_root; u64 nr_delalloc_inodes; struct mutex ordered_extent_mutex; spinlock_t ordered_extent_lock; int: 32; struct list_head ordered_extents; struct list_head ordered_root; u64 nr_ordered_extents; struct list_head reloc_dirty_list; int send_in_progress; int dedupe_in_progress; struct btrfs_drew_lock snapshot_lock; atomic_t snapshot_force_cow; spinlock_t qgroup_meta_rsv_lock; u64 qgroup_meta_rsv_pertrans; u64 qgroup_meta_rsv_prealloc; wait_queue_head_t qgroup_flush_wait; atomic_t nr_swapfiles; int: 32; struct btrfs_qgroup_swapped_blocks swapped_blocks; struct extent_io_tree log_csum_range; } __attribute__((packed)); struct root_name_map { u64 id; char name[16]; }; enum { WQ_UNBOUND = 2, WQ_FREEZABLE = 4, WQ_MEM_RECLAIM = 8, WQ_HIGHPRI = 16, WQ_CPU_INTENSIVE = 32, WQ_SYSFS = 64, WQ_POWER_EFFICIENT = 128, __WQ_DRAINING = 65536, __WQ_ORDERED = 131072, __WQ_LEGACY = 262144, __WQ_ORDERED_EXPLICIT = 524288, WQ_MAX_ACTIVE = 512, WQ_MAX_UNBOUND_PER_CPU = 4, WQ_DFL_ACTIVE = 256, }; struct bvec_iter_all { struct bio_vec bv; int idx; unsigned int done; }; enum { BIO_NO_PAGE_REF = 0, BIO_CLONED = 1, BIO_BOUNCED = 2, BIO_WORKINGSET = 3, BIO_QUIET = 4, BIO_CHAIN = 5, BIO_REFFED = 6, BIO_BPS_THROTTLED = 7, BIO_TRACE_COMPLETION = 8, BIO_CGROUP_ACCT = 9, BIO_QOS_THROTTLED = 10, BIO_QOS_MERGED = 11, BIO_REMAPPED = 12, BIO_ZONE_WRITE_LOCKED = 13, BIO_FLAG_LAST = 14, }; enum req_flag_bits { __REQ_FAILFAST_DEV = 8, __REQ_FAILFAST_TRANSPORT = 9, __REQ_FAILFAST_DRIVER = 10, __REQ_SYNC = 11, __REQ_META = 12, __REQ_PRIO = 13, __REQ_NOMERGE = 14, __REQ_IDLE = 15, __REQ_INTEGRITY = 16, __REQ_FUA = 17, __REQ_PREFLUSH = 18, __REQ_RAHEAD = 19, __REQ_BACKGROUND = 20, __REQ_NOWAIT = 21, __REQ_CGROUP_PUNT = 22, __REQ_POLLED = 23, __REQ_ALLOC_CACHE = 24, __REQ_SWAP = 25, __REQ_DRV = 26, __REQ_NOUNMAP = 27, __REQ_NR_BITS = 28, }; struct btrfs_qgroup_limit { __u64 flags; __u64 max_rfer; __u64 max_excl; __u64 rsv_rfer; __u64 rsv_excl; }; struct btrfs_qgroup_inherit { __u64 flags; __u64 num_qgroups; __u64 num_ref_copies; __u64 num_excl_copies; struct btrfs_qgroup_limit lim; __u64 qgroups[0]; }; struct btrfs_balance_args { __u64 profiles; union { __u64 usage; struct { __u32 usage_min; __u32 usage_max; }; }; __u64 devid; __u64 pstart; __u64 pend; __u64 vstart; __u64 vend; __u64 target; __u64 flags; union { __u64 limit; struct { __u32 limit_min; __u32 limit_max; }; }; __u32 stripes_min; __u32 stripes_max; __u64 unused[6]; }; struct btrfs_balance_progress { __u64 expected; __u64 considered; __u64 completed; }; enum btrfs_dev_stat_values { BTRFS_DEV_STAT_WRITE_ERRS = 0, BTRFS_DEV_STAT_READ_ERRS = 1, BTRFS_DEV_STAT_FLUSH_ERRS = 2, BTRFS_DEV_STAT_CORRUPTION_ERRS = 3, BTRFS_DEV_STAT_GENERATION_ERRS = 4, BTRFS_DEV_STAT_VALUES_MAX = 5, }; enum btrfs_csum_type { BTRFS_CSUM_TYPE_CRC32 = 0, BTRFS_CSUM_TYPE_XXHASH = 1, BTRFS_CSUM_TYPE_SHA256 = 2, BTRFS_CSUM_TYPE_BLAKE2 = 3, }; enum { IO_TREE_FS_PINNED_EXTENTS = 0, IO_TREE_FS_EXCLUDED_EXTENTS = 1, IO_TREE_BTREE_INODE_IO = 2, IO_TREE_INODE_IO = 3, IO_TREE_INODE_IO_FAILURE = 4, IO_TREE_RELOC_BLOCKS = 5, IO_TREE_TRANS_DIRTY_PAGES = 6, IO_TREE_ROOT_DIRTY_LOG_PAGES = 7, IO_TREE_INODE_FILE_EXTENT = 8, IO_TREE_LOG_CSUM_RANGE = 9, IO_TREE_SELFTEST = 10, IO_TREE_DEVICE_ALLOC_STATE = 11, }; struct io_failure_record; struct extent_state { u64 start; u64 end; struct rb_node rb_node; wait_queue_head_t wq; refcount_t refs; u32 state; struct io_failure_record *failrec; }; struct io_failure_record { struct page *page; u64 start; u64 len; u64 logical; int this_mirror; int failed_mirror; int num_copies; }; enum btrfs_compression_type { BTRFS_COMPRESS_NONE = 0, BTRFS_COMPRESS_ZLIB = 1, BTRFS_COMPRESS_LZO = 2, BTRFS_COMPRESS_ZSTD = 3, BTRFS_NR_COMPRESS_TYPES = 4, }; typedef blk_status_t extent_submit_bio_start_t(struct inode *, struct bio *, u64); struct extent_changeset { u64 bytes_changed; struct ulist range_changed; }; struct btrfs_io_context; struct btrfs_io_stripe { struct btrfs_device *dev; union { u64 physical; struct btrfs_io_context *bioc; }; }; struct map_lookup { u64 type; int io_align; int io_width; u32 stripe_len; int num_stripes; int sub_stripes; int verified_stripes; struct btrfs_io_stripe stripes[0]; }; struct btrfs_space_info { spinlock_t lock; u64 total_bytes; u64 bytes_used; u64 bytes_pinned; u64 bytes_reserved; u64 bytes_may_use; u64 bytes_readonly; u64 active_total_bytes; u64 bytes_zone_unusable; u64 max_extent_size; u64 chunk_size; int bg_reclaim_threshold; int clamp; unsigned int full: 1; unsigned int chunk_alloc: 1; unsigned int flush: 1; unsigned int force_alloc; u64 disk_used; u64 disk_total; u64 flags; struct list_head list; struct list_head ro_bgs; struct list_head priority_tickets; struct list_head tickets; u64 reclaim_size; u64 tickets_id; struct rw_semaphore groups_sem; struct list_head block_groups[9]; struct kobject kobj; struct kobject *block_group_kobjs[9]; }; enum { BTRFS_FS_STATE_ERROR = 0, BTRFS_FS_STATE_REMOUNTING = 1, BTRFS_FS_STATE_RO = 2, BTRFS_FS_STATE_TRANS_ABORTED = 3, BTRFS_FS_STATE_DEV_REPLACING = 4, BTRFS_FS_STATE_DUMMY_FS_INFO = 5, BTRFS_FS_STATE_NO_CSUMS = 6, BTRFS_FS_STATE_LOG_CLEANUP_ERROR = 7, BTRFS_FS_STATE_COUNT = 8, }; struct btrfs_path { struct extent_buffer *nodes[8]; int slots[8]; u8 locks[8]; u8 reada; u8 lowest_level; unsigned int search_for_split: 1; unsigned int keep_locks: 1; unsigned int skip_locking: 1; unsigned int search_commit_root: 1; unsigned int need_commit_sem: 1; unsigned int skip_release_on_error: 1; unsigned int search_for_extension: 1; }; struct rcu_string; struct btrfs_zoned_device_info; struct scrub_ctx; struct btrfs_device { struct list_head dev_list; struct list_head dev_alloc_list; struct list_head post_commit_list; struct btrfs_fs_devices *fs_devices; struct btrfs_fs_info *fs_info; struct rcu_string *name; u64 generation; struct block_device *bdev; struct btrfs_zoned_device_info *zone_info; fmode_t mode; dev_t devt; long unsigned int dev_state; blk_status_t last_flush_error; u64 devid; u64 total_bytes; u64 disk_total_bytes; u64 bytes_used; u32 io_align; u32 io_width; u64 type; u32 sector_size; u8 uuid[16]; u64 commit_total_bytes; u64 commit_bytes_used; struct bio flush_bio; struct completion flush_wait; struct scrub_ctx *scrub_ctx; int dev_stats_valid; atomic_t dev_stats_ccnt; atomic_t dev_stat_values[5]; struct extent_io_tree alloc_state; struct completion kobj_unregister; struct kobject devid_kobj; u64 scrub_speed_max; }; enum btrfs_discard_state { BTRFS_DISCARD_EXTENTS = 0, BTRFS_DISCARD_BITMAPS = 1, BTRFS_DISCARD_RESET_CURSOR = 2, }; struct btrfs_io_ctl { void *cur; void *orig; struct page *page; struct page **pages; struct btrfs_fs_info *fs_info; struct inode *inode; long unsigned int size; int index; int num_pages; int entries; int bitmaps; }; struct btrfs_full_stripe_locks_tree { struct rb_root root; struct mutex lock; }; struct btrfs_caching_control; struct btrfs_free_space_ctl; struct btrfs_block_group { struct btrfs_fs_info *fs_info; struct inode *inode; spinlock_t lock; u64 start; u64 length; u64 pinned; u64 reserved; u64 used; u64 delalloc_bytes; u64 bytes_super; u64 flags; u64 cache_generation; u64 global_root_id; u32 bitmap_high_thresh; u32 bitmap_low_thresh; struct rw_semaphore data_rwsem; long unsigned int full_stripe_len; unsigned int ro; unsigned int iref: 1; unsigned int has_caching_ctl: 1; unsigned int removed: 1; unsigned int to_copy: 1; unsigned int relocating_repair: 1; unsigned int chunk_item_inserted: 1; unsigned int zone_is_active: 1; unsigned int zoned_data_reloc_ongoing: 1; int disk_cache_state; int cached; struct btrfs_caching_control *caching_ctl; u64 last_byte_to_unpin; struct btrfs_space_info *space_info; struct btrfs_free_space_ctl *free_space_ctl; struct rb_node cache_node; struct list_head list; refcount_t refs; struct list_head cluster_list; struct list_head bg_list; struct list_head ro_list; atomic_t frozen; struct list_head discard_list; int discard_index; u64 discard_eligible_time; u64 discard_cursor; enum btrfs_discard_state discard_state; struct list_head dirty_list; struct list_head io_list; struct btrfs_io_ctl io_ctl; atomic_t reservations; atomic_t nocow_writers; struct mutex free_space_lock; int needs_free_space; bool seq_zone; int swap_extents; struct btrfs_full_stripe_locks_tree full_stripe_locks_root; u64 alloc_offset; u64 zone_unusable; u64 zone_capacity; u64 meta_write_pointer; struct map_lookup *physical_map; struct list_head active_bg_list; struct work_struct zone_finish_work; struct extent_buffer *last_eb; }; enum { BTRFS_FS_CLOSING_START = 0, BTRFS_FS_CLOSING_DONE = 1, BTRFS_FS_LOG_RECOVERING = 2, BTRFS_FS_OPEN = 3, BTRFS_FS_QUOTA_ENABLED = 4, BTRFS_FS_UPDATE_UUID_TREE_GEN = 5, BTRFS_FS_CREATING_FREE_SPACE_TREE = 6, BTRFS_FS_BTREE_ERR = 7, BTRFS_FS_LOG1_ERR = 8, BTRFS_FS_LOG2_ERR = 9, BTRFS_FS_QUOTA_OVERRIDE = 10, BTRFS_FS_FROZEN = 11, BTRFS_FS_BALANCE_RUNNING = 12, BTRFS_FS_RELOC_RUNNING = 13, BTRFS_FS_CLEANER_RUNNING = 14, BTRFS_FS_CSUM_IMPL_FAST = 15, BTRFS_FS_DISCARD_RUNNING = 16, BTRFS_FS_CLEANUP_SPACE_CACHE_V1 = 17, BTRFS_FS_FREE_SPACE_TREE_UNTRUSTED = 18, BTRFS_FS_TREE_MOD_LOG_USERS = 19, BTRFS_FS_COMMIT_TRANS = 20, BTRFS_FS_UNFINISHED_DROPS = 21, BTRFS_FS_NEED_ZONE_FINISH = 22, }; enum btrfs_trans_state { TRANS_STATE_RUNNING = 0, TRANS_STATE_COMMIT_START = 1, TRANS_STATE_COMMIT_DOING = 2, TRANS_STATE_UNBLOCKED = 3, TRANS_STATE_SUPER_COMMITTED = 4, TRANS_STATE_COMPLETED = 5, TRANS_STATE_MAX = 6, }; struct btrfs_delayed_ref_root { struct rb_root_cached href_root; struct rb_root dirty_extent_root; spinlock_t lock; atomic_t num_entries; long unsigned int num_heads; long unsigned int num_heads_ready; u64 pending_csums; long unsigned int flags; u64 run_delayed_start; u64 qgroup_to_skip; }; struct btrfs_transaction { u64 transid; atomic_t num_extwriters; atomic_t num_writers; refcount_t use_count; long unsigned int flags; enum btrfs_trans_state state; int aborted; struct list_head list; struct extent_io_tree dirty_pages; time64_t start_time; wait_queue_head_t writer_wait; wait_queue_head_t commit_wait; struct list_head pending_snapshots; struct list_head dev_update_list; struct list_head switch_commits; struct list_head dirty_bgs; struct list_head io_bgs; struct list_head dropped_roots; struct extent_io_tree pinned_extents; struct mutex cache_write_mutex; spinlock_t dirty_bgs_lock; struct list_head deleted_bgs; spinlock_t dropped_roots_lock; struct btrfs_delayed_ref_root delayed_refs; struct btrfs_fs_info *fs_info; atomic_t pending_ordered; wait_queue_head_t pending_wait; spinlock_t releasing_ebs_lock; struct list_head releasing_ebs; }; enum btrfs_chunk_allocation_policy { BTRFS_CHUNK_ALLOC_REGULAR = 0, BTRFS_CHUNK_ALLOC_ZONED = 1, }; enum btrfs_read_policy { BTRFS_READ_POLICY_PID = 0, BTRFS_NR_READ_POLICY = 1, }; struct btrfs_fs_devices { u8 fsid[16]; u8 metadata_uuid[16]; bool fsid_change; struct list_head fs_list; u64 num_devices; u64 open_devices; u64 rw_devices; u64 missing_devices; u64 total_rw_bytes; u64 total_devices; u64 latest_generation; struct btrfs_device *latest_dev; struct mutex device_list_mutex; struct list_head devices; struct list_head alloc_list; struct list_head seed_list; bool seeding; int opened; bool rotating; struct btrfs_fs_info *fs_info; struct kobject fsid_kobj; struct kobject *devices_kobj; struct kobject *devinfo_kobj; struct completion kobj_unregister; enum btrfs_chunk_allocation_policy chunk_alloc_policy; enum btrfs_read_policy read_policy; }; struct btrfs_balance_control { struct btrfs_balance_args data; struct btrfs_balance_args meta; struct btrfs_balance_args sys; u64 flags; struct btrfs_balance_progress stat; }; struct btrfs_subpage_info { unsigned int bitmap_nr_bits; unsigned int total_nr_bits; unsigned int uptodate_offset; unsigned int error_offset; unsigned int dirty_offset; unsigned int writeback_offset; unsigned int ordered_offset; unsigned int checked_offset; }; struct btrfs_delayed_root { spinlock_t lock; struct list_head node_list; struct list_head prepare_list; atomic_t items; atomic_t items_seq; int nodes; wait_queue_head_t wait; }; enum { BTRFS_ROOT_IN_TRANS_SETUP = 0, BTRFS_ROOT_SHAREABLE = 1, BTRFS_ROOT_TRACK_DIRTY = 2, BTRFS_ROOT_IN_RADIX = 3, BTRFS_ROOT_ORPHAN_ITEM_INSERTED = 4, BTRFS_ROOT_DEFRAG_RUNNING = 5, BTRFS_ROOT_FORCE_COW = 6, BTRFS_ROOT_MULTI_LOG_TASKS = 7, BTRFS_ROOT_DIRTY = 8, BTRFS_ROOT_DELETING = 9, BTRFS_ROOT_DEAD_RELOC_TREE = 10, BTRFS_ROOT_DEAD_TREE = 11, BTRFS_ROOT_HAS_LOG_TREE = 12, BTRFS_ROOT_QGROUP_FLUSHING = 13, BTRFS_ROOT_ORPHAN_CLEANUP = 14, BTRFS_ROOT_UNFINISHED_DROP = 15, BTRFS_ROOT_RESET_LOCKDEP_CLASS = 16, }; enum { BTRFS_MOUNT_NODATASUM = 1, BTRFS_MOUNT_NODATACOW = 2, BTRFS_MOUNT_NOBARRIER = 4, BTRFS_MOUNT_SSD = 8, BTRFS_MOUNT_DEGRADED = 16, BTRFS_MOUNT_COMPRESS = 32, BTRFS_MOUNT_NOTREELOG = 64, BTRFS_MOUNT_FLUSHONCOMMIT = 128, BTRFS_MOUNT_SSD_SPREAD = 256, BTRFS_MOUNT_NOSSD = 512, BTRFS_MOUNT_DISCARD_SYNC = 1024, BTRFS_MOUNT_FORCE_COMPRESS = 2048, BTRFS_MOUNT_SPACE_CACHE = 4096, BTRFS_MOUNT_CLEAR_CACHE = 8192, BTRFS_MOUNT_USER_SUBVOL_RM_ALLOWED = 16384, BTRFS_MOUNT_ENOSPC_DEBUG = 32768, BTRFS_MOUNT_AUTO_DEFRAG = 65536, BTRFS_MOUNT_USEBACKUPROOT = 131072, BTRFS_MOUNT_SKIP_BALANCE = 262144, BTRFS_MOUNT_CHECK_INTEGRITY = 524288, BTRFS_MOUNT_CHECK_INTEGRITY_DATA = 1048576, BTRFS_MOUNT_PANIC_ON_FATAL_ERROR = 2097152, BTRFS_MOUNT_RESCAN_UUID_TREE = 4194304, BTRFS_MOUNT_FRAGMENT_DATA = 8388608, BTRFS_MOUNT_FRAGMENT_METADATA = 16777216, BTRFS_MOUNT_FREE_SPACE_TREE = 33554432, BTRFS_MOUNT_NOLOGREPLAY = 67108864, BTRFS_MOUNT_REF_VERIFY = 134217728, BTRFS_MOUNT_DISCARD_ASYNC = 268435456, BTRFS_MOUNT_IGNOREBADROOTS = 536870912, BTRFS_MOUNT_IGNOREDATACSUMS = 1073741824, }; struct btrfs_ordered_inode_tree { spinlock_t lock; struct rb_root tree; struct rb_node *last; }; enum { BTRFS_ORDERED_REGULAR = 0, BTRFS_ORDERED_NOCOW = 1, BTRFS_ORDERED_PREALLOC = 2, BTRFS_ORDERED_COMPRESSED = 3, BTRFS_ORDERED_DIRECT = 4, BTRFS_ORDERED_IO_DONE = 5, BTRFS_ORDERED_COMPLETE = 6, BTRFS_ORDERED_IOERR = 7, BTRFS_ORDERED_TRUNCATED = 8, BTRFS_ORDERED_LOGGED = 9, BTRFS_ORDERED_LOGGED_CSUM = 10, BTRFS_ORDERED_PENDING = 11, BTRFS_ORDERED_ENCODED = 12, }; struct btrfs_ordered_extent { u64 file_offset; u64 num_bytes; u64 ram_bytes; u64 disk_bytenr; u64 disk_num_bytes; u64 offset; u64 bytes_left; u64 outstanding_isize; u64 truncated_len; long unsigned int flags; int compress_type; int qgroup_rsv; refcount_t refs; struct inode *inode; struct list_head list; struct list_head log_list; wait_queue_head_t wait; struct rb_node rb_node; struct list_head root_extent_list; struct btrfs_work work; struct completion completion; struct btrfs_work flush_work; struct list_head work_list; u64 physical; struct block_device *bdev; }; struct btrfs_delayed_node { u64 inode_id; u64 bytes_reserved; struct btrfs_root *root; struct list_head n_list; struct list_head p_list; struct rb_root_cached ins_root; struct rb_root_cached del_root; struct mutex mutex; struct btrfs_inode_item inode_item; refcount_t refs; u64 index_cnt; long unsigned int flags; int count; u32 curr_index_batch_size; u32 index_item_leaves; }; enum { BTRFS_INODE_FLUSH_ON_CLOSE = 0, BTRFS_INODE_DUMMY = 1, BTRFS_INODE_IN_DEFRAG = 2, BTRFS_INODE_HAS_ASYNC_EXTENT = 3, BTRFS_INODE_NEEDS_FULL_SYNC = 4, BTRFS_INODE_COPY_EVERYTHING = 5, BTRFS_INODE_IN_DELALLOC_LIST = 6, BTRFS_INODE_HAS_PROPS = 7, BTRFS_INODE_SNAPSHOT_FLUSH = 8, BTRFS_INODE_NO_XATTRS = 9, BTRFS_INODE_NO_DELALLOC_FLUSH = 10, BTRFS_INODE_VERITY_IN_PROGRESS = 11, }; struct btrfs_inode { struct btrfs_root *root; struct btrfs_key location; spinlock_t lock; struct extent_map_tree extent_tree; struct extent_io_tree io_tree; struct extent_io_tree io_failure_tree; struct extent_io_tree file_extent_tree; struct mutex log_mutex; struct btrfs_ordered_inode_tree ordered_tree; struct list_head delalloc_inodes; struct rb_node rb_node; long unsigned int runtime_flags; atomic_t sync_writers; u64 generation; u64 last_trans; u64 logged_trans; int last_sub_trans; int last_log_commit; u64 delalloc_bytes; union { u64 new_delalloc_bytes; u64 last_dir_index_offset; }; u64 defrag_bytes; u64 disk_i_size; u64 index_cnt; u64 dir_index; u64 last_unlink_trans; u64 last_reflink_trans; u64 csum_bytes; u32 flags; u32 ro_flags; unsigned int outstanding_extents; struct btrfs_block_rsv block_rsv; unsigned int prop_compress; unsigned int defrag_compress; struct btrfs_delayed_node *delayed_node; struct timespec64 i_otime; struct list_head delayed_iput; struct rw_semaphore i_mmap_lock; struct inode vfs_inode; }; struct btrfs_delayed_ref_node { struct rb_node ref_node; struct list_head add_list; u64 bytenr; u64 num_bytes; u64 seq; refcount_t refs; int ref_mod; unsigned int action: 8; unsigned int type: 8; unsigned int is_head: 1; unsigned int in_tree: 1; }; struct btrfs_delayed_extent_op { struct btrfs_disk_key key; u8 level; bool update_key; bool update_flags; u64 flags_to_set; }; struct btrfs_delayed_ref_head { u64 bytenr; u64 num_bytes; refcount_t refs; struct mutex mutex; spinlock_t lock; struct rb_root_cached ref_tree; struct list_head ref_add_list; struct rb_node href_node; struct btrfs_delayed_extent_op *extent_op; int total_ref_mod; int ref_mod; unsigned int must_insert_reserved: 1; unsigned int is_data: 1; unsigned int is_system: 1; unsigned int processing: 1; }; struct btrfs_pending_snapshot; struct btrfs_trans_handle { u64 transid; u64 bytes_reserved; u64 chunk_bytes_reserved; long unsigned int delayed_ref_updates; struct btrfs_transaction *transaction; struct btrfs_block_rsv *block_rsv; struct btrfs_block_rsv *orig_rsv; struct btrfs_pending_snapshot *pending_snapshot; refcount_t use_count; unsigned int type; short int aborted; bool adding_csums; bool allocating_chunk; bool removing_chunk; bool reloc_reserved; bool in_fsync; struct btrfs_fs_info *fs_info; struct list_head new_bgs; }; struct btrfs_pending_snapshot { struct dentry *dentry; struct inode *dir; struct btrfs_root *root; struct btrfs_root_item *root_item; struct btrfs_root *snap; struct btrfs_qgroup_inherit *inherit; struct btrfs_path *path; struct btrfs_block_rsv block_rsv; int error; dev_t anon_dev; bool readonly; struct list_head list; }; enum btrfs_raid_types { BTRFS_RAID_SINGLE = 0, BTRFS_RAID_RAID0 = 1, BTRFS_RAID_RAID1 = 2, BTRFS_RAID_DUP = 3, BTRFS_RAID_RAID10 = 4, BTRFS_RAID_RAID5 = 5, BTRFS_RAID_RAID6 = 6, BTRFS_RAID_RAID1C3 = 7, BTRFS_RAID_RAID1C4 = 8, BTRFS_NR_RAID_TYPES = 9, }; struct rcu_string { struct callback_head rcu; char str[0]; }; struct btrfs_zoned_device_info { u64 zone_size; u8 zone_size_shift; u64 max_zone_append_size; u32 nr_zones; unsigned int max_active_zones; atomic_t active_zones_left; long unsigned int *seq_zones; long unsigned int *empty_zones; long unsigned int *active_zones; struct blk_zone *zone_cache; struct blk_zone sb_zones[6]; }; struct btrfs_bio { unsigned int mirror_num; u64 file_offset; struct btrfs_device *device; u8 *csum; u8 csum_inline[64]; struct bvec_iter iter; struct work_struct end_io_work; struct bio bio; }; struct btrfs_io_context { refcount_t refs; atomic_t stripes_pending; struct btrfs_fs_info *fs_info; u64 map_type; bio_end_io_t *end_io; struct bio *orig_bio; void *private; atomic_t error; int max_errors; int num_stripes; int mirror_num; int num_tgtdevs; int *tgtdev_map; u64 *raid_map; struct btrfs_io_stripe stripes[0]; }; struct btrfs_raid_attr { u8 sub_stripes; u8 dev_stripes; u8 devs_max; u8 devs_min; u8 tolerated_failures; u8 devs_increment; u8 ncopies; u8 nparity; u8 mindev_error; const char raid_name[8]; u64 bg_flag; }; enum btrfs_map_op { BTRFS_MAP_READ = 0, BTRFS_MAP_WRITE = 1, BTRFS_MAP_DISCARD = 2, BTRFS_MAP_GET_READ_MIRRORS = 3, }; enum btrfs_trim_state { BTRFS_TRIM_STATE_UNTRIMMED = 0, BTRFS_TRIM_STATE_TRIMMED = 1, BTRFS_TRIM_STATE_TRIMMING = 2, }; struct btrfs_free_space { struct rb_node offset_index; struct rb_node bytes_index; u64 offset; u64 bytes; u64 max_extent_size; long unsigned int *bitmap; struct list_head list; enum btrfs_trim_state trim_state; s32 bitmap_extents; }; struct btrfs_free_space_op; struct btrfs_free_space_ctl { spinlock_t tree_lock; struct rb_root free_space_offset; struct rb_root_cached free_space_bytes; u64 free_space; int extents_thresh; int free_extents; int total_bitmaps; int unit; u64 start; s32 discardable_extents[2]; s64 discardable_bytes[2]; const struct btrfs_free_space_op *op; struct btrfs_block_group *block_group; struct mutex cache_writeout_mutex; struct list_head trimming_ranges; }; struct btrfs_free_space_op { bool (*use_bitmap)(struct btrfs_free_space_ctl *, struct btrfs_free_space *); }; enum btrfs_qgroup_rsv_type { BTRFS_QGROUP_RSV_DATA = 0, BTRFS_QGROUP_RSV_META_PERTRANS = 1, BTRFS_QGROUP_RSV_META_PREALLOC = 2, BTRFS_QGROUP_RSV_LAST = 3, }; enum btrfs_disk_cache_state { BTRFS_DC_WRITTEN = 0, BTRFS_DC_ERROR = 1, BTRFS_DC_CLEAR = 2, BTRFS_DC_SETUP = 3, }; struct btrfs_caching_control { struct list_head list; struct mutex mutex; wait_queue_head_t wait; struct btrfs_work work; struct btrfs_block_group *block_group; u64 progress; refcount_t count; }; struct async_submit_bio { struct inode *inode; struct bio *bio; extent_submit_bio_start_t *submit_bio_start; int mirror_num; u64 dio_file_offset; struct btrfs_work work; blk_status_t status; }; struct btrfs_workqueue { struct workqueue_struct *normal_wq; struct btrfs_fs_info *fs_info; struct list_head ordered_list; spinlock_t list_lock; atomic_t pending; int limit_active; int current_active; int thresh; unsigned int count; spinlock_t thres_lock; }; enum { WORK_DONE_BIT = 0, WORK_ORDER_DONE_BIT = 1, }; typedef int (*list_cmp_func_t)(void *, const struct list_head *, const struct list_head *); struct btrfs_inode_ref { __le64 index; __le16 name_len; } __attribute__((packed)); struct btrfs_inode_extref { __le64 parent_objectid; __le64 index; __le16 name_len; __u8 name[0]; } __attribute__((packed)); struct btrfs_dir_log_item { __le64 end; }; enum { EXTENT_FLAG_PINNED = 0, EXTENT_FLAG_COMPRESSED = 1, EXTENT_FLAG_PREALLOC = 2, EXTENT_FLAG_LOGGING = 3, EXTENT_FLAG_FILLING = 4, EXTENT_FLAG_FS_MAPPING = 5, EXTENT_FLAG_MERGED = 6, }; struct extent_map { struct rb_node rb_node; u64 start; u64 len; u64 mod_start; u64 mod_len; u64 orig_start; u64 orig_block_len; u64 ram_bytes; u64 block_start; u64 block_len; u64 generation; long unsigned int flags; struct map_lookup *map_lookup; refcount_t refs; unsigned int compress_type; struct list_head list; }; struct btrfs_drop_extents_args { struct btrfs_path *path; u64 start; u64 end; bool drop_cache; bool replace_extent; u32 extent_item_size; u64 drop_end; u64 bytes_found; bool extent_inserted; }; struct btrfs_map_token { struct extent_buffer *eb; char *kaddr; long unsigned int offset; }; struct btrfs_item_batch { const struct btrfs_key *keys; const u32 *data_sizes; u32 total_data_size; int nr; }; struct btrfs_ordered_sum { u64 bytenr; int len; struct list_head list; u8 sums[0]; }; enum btrfs_ref_type { BTRFS_REF_NOT_SET = 0, BTRFS_REF_DATA = 1, BTRFS_REF_METADATA = 2, BTRFS_REF_LAST = 3, }; struct btrfs_data_ref { u64 owning_root; u64 ino; u64 offset; }; struct btrfs_tree_ref { int level; u64 owning_root; }; struct btrfs_ref { enum btrfs_ref_type type; int action; bool skip_qgroup; u64 bytenr; u64 len; u64 parent; union { struct btrfs_data_ref data_ref; struct btrfs_tree_ref tree_ref; }; }; struct btrfs_log_ctx { int log_ret; int log_transid; bool log_new_dentries; bool logging_new_name; bool logged_before; u64 last_dir_item_offset; struct inode *inode; struct list_head list; struct list_head ordered_extents; }; struct btrfs_truncate_control { struct btrfs_inode *inode; u64 new_size; u64 extents_found; u64 last_size; u64 sub_bytes; u64 ino; u32 min_type; bool skip_ref_updates; bool clear_extent_range; }; enum { LOG_INODE_ALL = 0, LOG_INODE_EXISTS = 1, LOG_OTHER_INODE = 2, LOG_OTHER_INODE_ALL = 3, }; enum { LOG_WALK_PIN_ONLY = 0, LOG_WALK_REPLAY_INODES = 1, LOG_WALK_REPLAY_DIR_INDEX = 2, LOG_WALK_REPLAY_ALL = 3, }; struct walk_control { int free; int pin; int stage; bool ignore_cur_inode; struct btrfs_root *replay_dest; struct btrfs_trans_handle *trans; int (*process_func)(struct btrfs_root *, struct extent_buffer *, struct walk_control *, u64, int); }; struct btrfs_ino_list { u64 ino; u64 parent; struct list_head list; }; struct btrfs_dir_list { u64 ino; struct list_head list; }; struct posix_acl_xattr_header { __le32 a_version; }; struct btrfs_stream_header { char magic[13]; __le32 version; } __attribute__((packed)); struct btrfs_cmd_header { __le32 len; __le16 cmd; __le32 crc; } __attribute__((packed)); struct btrfs_tlv_header { __le16 tlv_type; __le16 tlv_len; }; enum btrfs_send_cmd { BTRFS_SEND_C_UNSPEC = 0, BTRFS_SEND_C_SUBVOL = 1, BTRFS_SEND_C_SNAPSHOT = 2, BTRFS_SEND_C_MKFILE = 3, BTRFS_SEND_C_MKDIR = 4, BTRFS_SEND_C_MKNOD = 5, BTRFS_SEND_C_MKFIFO = 6, BTRFS_SEND_C_MKSOCK = 7, BTRFS_SEND_C_SYMLINK = 8, BTRFS_SEND_C_RENAME = 9, BTRFS_SEND_C_LINK = 10, BTRFS_SEND_C_UNLINK = 11, BTRFS_SEND_C_RMDIR = 12, BTRFS_SEND_C_SET_XATTR = 13, BTRFS_SEND_C_REMOVE_XATTR = 14, BTRFS_SEND_C_WRITE = 15, BTRFS_SEND_C_CLONE = 16, BTRFS_SEND_C_TRUNCATE = 17, BTRFS_SEND_C_CHMOD = 18, BTRFS_SEND_C_CHOWN = 19, BTRFS_SEND_C_UTIMES = 20, BTRFS_SEND_C_END = 21, BTRFS_SEND_C_UPDATE_EXTENT = 22, BTRFS_SEND_C_MAX_V1 = 22, BTRFS_SEND_C_FALLOCATE = 23, BTRFS_SEND_C_FILEATTR = 24, BTRFS_SEND_C_ENCODED_WRITE = 25, BTRFS_SEND_C_MAX_V2 = 25, BTRFS_SEND_C_MAX = 25, }; enum { BTRFS_SEND_A_UNSPEC = 0, BTRFS_SEND_A_UUID = 1, BTRFS_SEND_A_CTRANSID = 2, BTRFS_SEND_A_INO = 3, BTRFS_SEND_A_SIZE = 4, BTRFS_SEND_A_MODE = 5, BTRFS_SEND_A_UID = 6, BTRFS_SEND_A_GID = 7, BTRFS_SEND_A_RDEV = 8, BTRFS_SEND_A_CTIME = 9, BTRFS_SEND_A_MTIME = 10, BTRFS_SEND_A_ATIME = 11, BTRFS_SEND_A_OTIME = 12, BTRFS_SEND_A_XATTR_NAME = 13, BTRFS_SEND_A_XATTR_DATA = 14, BTRFS_SEND_A_PATH = 15, BTRFS_SEND_A_PATH_TO = 16, BTRFS_SEND_A_PATH_LINK = 17, BTRFS_SEND_A_FILE_OFFSET = 18, BTRFS_SEND_A_DATA = 19, BTRFS_SEND_A_CLONE_UUID = 20, BTRFS_SEND_A_CLONE_CTRANSID = 21, BTRFS_SEND_A_CLONE_PATH = 22, BTRFS_SEND_A_CLONE_OFFSET = 23, BTRFS_SEND_A_CLONE_LEN = 24, BTRFS_SEND_A_MAX_V1 = 24, BTRFS_SEND_A_FALLOCATE_MODE = 25, BTRFS_SEND_A_FILEATTR = 26, BTRFS_SEND_A_UNENCODED_FILE_LEN = 27, BTRFS_SEND_A_UNENCODED_LEN = 28, BTRFS_SEND_A_UNENCODED_OFFSET = 29, BTRFS_SEND_A_COMPRESSION = 30, BTRFS_SEND_A_ENCRYPTION = 31, BTRFS_SEND_A_MAX_V2 = 31, BTRFS_SEND_A_MAX = 31, }; struct btrfs_ioctl_send_args { __s64 send_fd; __u64 clone_sources_count; __u64 *clone_sources; __u64 parent_root; __u64 flags; __u32 version; __u8 reserved[28]; }; struct btrfs_root_ref { __le64 dirid; __le64 sequence; __le16 name_len; } __attribute__((packed)); enum { READA_NONE = 0, READA_BACK = 1, READA_FORWARD = 2, READA_FORWARD_ALWAYS = 3, }; typedef int iterate_extent_inodes_t(u64, u64, u64, void *); struct fs_path { union { struct { char *start; char *end; char *buf; short unsigned int buf_len: 15; short unsigned int reversed: 1; char inline_buf[0]; }; char pad[256]; }; }; struct clone_root { struct btrfs_root *root; u64 ino; u64 offset; u64 found_refs; }; struct send_ctx { struct file *send_filp; loff_t send_off; char *send_buf; u32 send_size; u32 send_max_size; bool put_data; struct page **send_buf_pages; u64 flags; u32 proto; struct btrfs_root *send_root; struct btrfs_root *parent_root; struct clone_root *clone_roots; int clone_roots_cnt; struct btrfs_path *left_path; struct btrfs_path *right_path; struct btrfs_key *cmp_key; u64 last_reloc_trans; u64 cur_ino; u64 cur_inode_gen; u64 cur_inode_size; u64 cur_inode_mode; u64 cur_inode_rdev; u64 cur_inode_last_extent; u64 cur_inode_next_write_offset; bool cur_inode_new; bool cur_inode_new_gen; bool cur_inode_deleted; bool ignore_cur_inode; u64 send_progress; struct list_head new_refs; struct list_head deleted_refs; struct xarray name_cache; struct list_head name_cache_list; int name_cache_size; struct inode *cur_inode; struct file_ra_state ra; u64 page_cache_clear_start; bool clean_page_cache; struct rb_root pending_dir_moves; struct rb_root waiting_dir_moves; struct rb_root orphan_dirs; struct rb_root rbtree_new_refs; struct rb_root rbtree_deleted_refs; }; struct pending_dir_move { struct rb_node node; struct list_head list; u64 parent_ino; u64 ino; u64 gen; struct list_head update_refs; }; struct waiting_dir_move { struct rb_node node; u64 ino; u64 rmdir_ino; u64 rmdir_gen; bool orphanized; }; struct orphan_dir_info { struct rb_node node; u64 ino; u64 gen; u64 last_dir_index_offset; }; struct name_cache_entry { struct list_head list; struct list_head radix_list; u64 ino; u64 gen; u64 parent_ino; u64 parent_gen; int ret; int need_later_update; int name_len; char name[0]; }; enum btrfs_compare_tree_result { BTRFS_COMPARE_TREE_NEW = 0, BTRFS_COMPARE_TREE_DELETED = 1, BTRFS_COMPARE_TREE_CHANGED = 2, BTRFS_COMPARE_TREE_SAME = 3, }; typedef int (*iterate_inode_ref_t)(int, u64, int, struct fs_path *, void *); typedef int (*iterate_dir_item_t)(int, struct btrfs_key *, const char *, int, const char *, int, void *); struct backref_ctx { struct send_ctx *sctx; u64 found; u64 cur_objectid; u64 cur_offset; u64 extent_len; int found_itself; }; enum inode_state { inode_state_no_change = 0, inode_state_will_create = 1, inode_state_did_create = 2, inode_state_will_delete = 3, inode_state_did_delete = 4, }; struct recorded_ref { struct list_head list; char *name; struct fs_path *full_path; u64 dir; u64 dir_gen; int name_len; struct rb_node node; struct rb_root *root; }; struct find_xattr_ctx { const char *name; int name_len; int found_idx; char *found_data; int found_data_len; }; struct parent_paths_ctx { struct list_head *refs; struct send_ctx *sctx; }; enum btrfs_caching_type { BTRFS_CACHE_NO = 0, BTRFS_CACHE_STARTED = 1, BTRFS_CACHE_FINISHED = 2, BTRFS_CACHE_ERROR = 3, }; enum btrfs_reserve_flush_enum { BTRFS_RESERVE_NO_FLUSH = 0, BTRFS_RESERVE_FLUSH_LIMIT = 1, BTRFS_RESERVE_FLUSH_EVICT = 2, BTRFS_RESERVE_FLUSH_DATA = 3, BTRFS_RESERVE_FLUSH_FREE_SPACE_INODE = 4, BTRFS_RESERVE_FLUSH_ALL = 5, BTRFS_RESERVE_FLUSH_ALL_STEAL = 6, }; enum btrfs_chunk_alloc_enum { CHUNK_ALLOC_NO_FORCE = 0, CHUNK_ALLOC_LIMITED = 1, CHUNK_ALLOC_FORCE = 2, CHUNK_ALLOC_FORCE_FOR_EXTENT = 3, }; struct efi_generic_dev_path { u8 type; u8 sub_type; u16 length; }; typedef u16 ucs2_char_t; struct efi_variable { efi_char16_t VariableName[512]; efi_guid_t VendorGuid; long unsigned int DataSize; __u8 Data[1024]; efi_status_t Status; __u32 Attributes; } __attribute__((packed)); struct efivar_entry { struct efi_variable var; struct list_head list; struct kobject kobj; }; struct variable_validate { efi_guid_t vendor; char *name; bool (*validate)(efi_char16_t *, int, u8 *, long unsigned int); }; struct sigevent { sigval_t sigev_value; int sigev_signo; int sigev_notify; union { int _pad[12]; int _tid; struct { void (*_function)(sigval_t); void *_attribute; } _sigev_thread; } _sigev_un; }; enum inode_i_mutex_lock_class { I_MUTEX_NORMAL = 0, I_MUTEX_PARENT = 1, I_MUTEX_CHILD = 2, I_MUTEX_XATTR = 3, I_MUTEX_NONDIR2 = 4, I_MUTEX_PARENT2 = 5, }; struct ipc_ids { int in_use; short unsigned int seq; struct rw_semaphore rwsem; struct idr ipcs_idr; int max_idx; int last_idx; int next_id; struct rhashtable key_ht; }; struct ipc_namespace { struct ipc_ids ids[3]; int sem_ctls[4]; int used_sems; unsigned int msg_ctlmax; unsigned int msg_ctlmnb; unsigned int msg_ctlmni; atomic_t msg_bytes; atomic_t msg_hdrs; size_t shm_ctlmax; size_t shm_ctlall; long unsigned int shm_tot; int shm_ctlmni; int shm_rmid_forced; struct notifier_block ipcns_nb; struct vfsmount *mq_mnt; unsigned int mq_queues_count; unsigned int mq_queues_max; unsigned int mq_msg_max; unsigned int mq_msgsize_max; unsigned int mq_msg_default; unsigned int mq_msgsize_default; struct ctl_table_set mq_set; struct ctl_table_header *mq_sysctls; struct ctl_table_set ipc_set; struct ctl_table_header *ipc_sysctls; struct user_namespace *user_ns; struct ucounts *ucounts; struct llist_node mnt_llist; struct ns_common ns; }; struct compat_sigevent { compat_sigval_t sigev_value; compat_int_t sigev_signo; compat_int_t sigev_notify; union { compat_int_t _pad[13]; compat_int_t _tid; struct { compat_uptr_t _function; compat_uptr_t _attribute; } _sigev_thread; } _sigev_un; }; struct msg_msgseg; struct msg_msg { struct list_head m_list; long int m_type; size_t m_ts; struct msg_msgseg *next; void *security; }; struct mqueue_fs_context { struct ipc_namespace *ipc_ns; bool newns; }; struct posix_msg_tree_node { struct rb_node rb_node; struct list_head msg_list; int priority; }; struct ext_wait_queue { struct task_struct *task; struct list_head list; struct msg_msg *msg; int state; }; struct mqueue_inode_info { spinlock_t lock; struct inode vfs_inode; wait_queue_head_t wait_q; struct rb_root msg_tree; struct rb_node *msg_tree_rightmost; struct posix_msg_tree_node *node_cache; struct mq_attr attr; struct sigevent notify; struct pid *notify_owner; u32 notify_self_exec_id; struct user_namespace *notify_user_ns; struct ucounts *ucounts; struct sock *notify_sock; struct sk_buff *notify_cookie; struct ext_wait_queue e_wait_q[2]; long unsigned int qsize; }; struct compat_mq_attr { compat_long_t mq_flags; compat_long_t mq_maxmsg; compat_long_t mq_msgsize; compat_long_t mq_curmsgs; compat_long_t __reserved[4]; }; enum tpm_duration { TPM_SHORT = 0, TPM_MEDIUM = 1, TPM_LONG = 2, TPM_LONG_LONG = 3, TPM_UNDEFINED = 4, TPM_NUM_DURATIONS = 4, }; struct trusted_key_payload { struct callback_head rcu; unsigned int key_len; unsigned int blob_len; unsigned char migratable; unsigned char old_format; unsigned char key[129]; unsigned char blob[512]; }; struct trusted_key_ops { unsigned char migratable; int (*init)(); int (*seal)(struct trusted_key_payload *, char *); int (*unseal)(struct trusted_key_payload *, char *); int (*get_random)(unsigned char *, size_t); void (*exit)(); }; struct trusted_key_source { char *name; struct trusted_key_ops *ops; }; struct match_token { int token; const char *pattern; }; enum { MAX_OPT_ARGS = 3, }; typedef struct { char *from; char *to; } substring_t; enum { Opt_err = 0, Opt_new = 1, Opt_load = 2, Opt_update = 3, }; struct ethhdr { unsigned char h_dest[6]; unsigned char h_source[6]; __be16 h_proto; }; struct ethtool_drvinfo { __u32 cmd; char driver[32]; char version[32]; char fw_version[32]; char bus_info[32]; char erom_version[32]; char reserved2[12]; __u32 n_priv_flags; __u32 n_stats; __u32 testinfo_len; __u32 eedump_len; __u32 regdump_len; }; struct ethtool_wolinfo { __u32 cmd; __u32 supported; __u32 wolopts; __u8 sopass[6]; }; struct ethtool_tunable { __u32 cmd; __u32 id; __u32 type_id; __u32 len; void *data[0]; }; struct ethtool_regs { __u32 cmd; __u32 version; __u32 len; __u8 data[0]; }; struct ethtool_eeprom { __u32 cmd; __u32 magic; __u32 offset; __u32 len; __u8 data[0]; }; struct ethtool_eee { __u32 cmd; __u32 supported; __u32 advertised; __u32 lp_advertised; __u32 eee_active; __u32 eee_enabled; __u32 tx_lpi_enabled; __u32 tx_lpi_timer; __u32 reserved[2]; }; struct ethtool_modinfo { __u32 cmd; __u32 type; __u32 eeprom_len; __u32 reserved[8]; }; struct ethtool_coalesce { __u32 cmd; __u32 rx_coalesce_usecs; __u32 rx_max_coalesced_frames; __u32 rx_coalesce_usecs_irq; __u32 rx_max_coalesced_frames_irq; __u32 tx_coalesce_usecs; __u32 tx_max_coalesced_frames; __u32 tx_coalesce_usecs_irq; __u32 tx_max_coalesced_frames_irq; __u32 stats_block_coalesce_usecs; __u32 use_adaptive_rx_coalesce; __u32 use_adaptive_tx_coalesce; __u32 pkt_rate_low; __u32 rx_coalesce_usecs_low; __u32 rx_max_coalesced_frames_low; __u32 tx_coalesce_usecs_low; __u32 tx_max_coalesced_frames_low; __u32 pkt_rate_high; __u32 rx_coalesce_usecs_high; __u32 rx_max_coalesced_frames_high; __u32 tx_coalesce_usecs_high; __u32 tx_max_coalesced_frames_high; __u32 rate_sample_interval; }; struct ethtool_ringparam { __u32 cmd; __u32 rx_max_pending; __u32 rx_mini_max_pending; __u32 rx_jumbo_max_pending; __u32 tx_max_pending; __u32 rx_pending; __u32 rx_mini_pending; __u32 rx_jumbo_pending; __u32 tx_pending; }; struct ethtool_channels { __u32 cmd; __u32 max_rx; __u32 max_tx; __u32 max_other; __u32 max_combined; __u32 rx_count; __u32 tx_count; __u32 other_count; __u32 combined_count; }; struct ethtool_pauseparam { __u32 cmd; __u32 autoneg; __u32 rx_pause; __u32 tx_pause; }; enum ethtool_link_ext_state { ETHTOOL_LINK_EXT_STATE_AUTONEG = 0, ETHTOOL_LINK_EXT_STATE_LINK_TRAINING_FAILURE = 1, ETHTOOL_LINK_EXT_STATE_LINK_LOGICAL_MISMATCH = 2, ETHTOOL_LINK_EXT_STATE_BAD_SIGNAL_INTEGRITY = 3, ETHTOOL_LINK_EXT_STATE_NO_CABLE = 4, ETHTOOL_LINK_EXT_STATE_CABLE_ISSUE = 5, ETHTOOL_LINK_EXT_STATE_EEPROM_ISSUE = 6, ETHTOOL_LINK_EXT_STATE_CALIBRATION_FAILURE = 7, ETHTOOL_LINK_EXT_STATE_POWER_BUDGET_EXCEEDED = 8, ETHTOOL_LINK_EXT_STATE_OVERHEAT = 9, ETHTOOL_LINK_EXT_STATE_MODULE = 10, }; enum ethtool_link_ext_substate_autoneg { ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_PARTNER_DETECTED = 1, ETHTOOL_LINK_EXT_SUBSTATE_AN_ACK_NOT_RECEIVED = 2, ETHTOOL_LINK_EXT_SUBSTATE_AN_NEXT_PAGE_EXCHANGE_FAILED = 3, ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_PARTNER_DETECTED_FORCE_MODE = 4, ETHTOOL_LINK_EXT_SUBSTATE_AN_FEC_MISMATCH_DURING_OVERRIDE = 5, ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_HCD = 6, }; enum ethtool_link_ext_substate_link_training { ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_FRAME_LOCK_NOT_ACQUIRED = 1, ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_LINK_INHIBIT_TIMEOUT = 2, ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_LINK_PARTNER_DID_NOT_SET_RECEIVER_READY = 3, ETHTOOL_LINK_EXT_SUBSTATE_LT_REMOTE_FAULT = 4, }; enum ethtool_link_ext_substate_link_logical_mismatch { ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_ACQUIRE_BLOCK_LOCK = 1, ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_ACQUIRE_AM_LOCK = 2, ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_GET_ALIGN_STATUS = 3, ETHTOOL_LINK_EXT_SUBSTATE_LLM_FC_FEC_IS_NOT_LOCKED = 4, ETHTOOL_LINK_EXT_SUBSTATE_LLM_RS_FEC_IS_NOT_LOCKED = 5, }; enum ethtool_link_ext_substate_bad_signal_integrity { ETHTOOL_LINK_EXT_SUBSTATE_BSI_LARGE_NUMBER_OF_PHYSICAL_ERRORS = 1, ETHTOOL_LINK_EXT_SUBSTATE_BSI_UNSUPPORTED_RATE = 2, ETHTOOL_LINK_EXT_SUBSTATE_BSI_SERDES_REFERENCE_CLOCK_LOST = 3, ETHTOOL_LINK_EXT_SUBSTATE_BSI_SERDES_ALOS = 4, }; enum ethtool_link_ext_substate_cable_issue { ETHTOOL_LINK_EXT_SUBSTATE_CI_UNSUPPORTED_CABLE = 1, ETHTOOL_LINK_EXT_SUBSTATE_CI_CABLE_TEST_FAILURE = 2, }; enum ethtool_link_ext_substate_module { ETHTOOL_LINK_EXT_SUBSTATE_MODULE_CMIS_NOT_READY = 1, }; enum ethtool_module_power_mode_policy { ETHTOOL_MODULE_POWER_MODE_POLICY_HIGH = 1, ETHTOOL_MODULE_POWER_MODE_POLICY_AUTO = 2, }; enum ethtool_module_power_mode { ETHTOOL_MODULE_POWER_MODE_LOW = 1, ETHTOOL_MODULE_POWER_MODE_HIGH = 2, }; struct ethtool_test { __u32 cmd; __u32 flags; __u32 reserved; __u32 len; __u64 data[0]; }; struct ethtool_stats { __u32 cmd; __u32 n_stats; __u64 data[0]; }; struct ethtool_tcpip4_spec { __be32 ip4src; __be32 ip4dst; __be16 psrc; __be16 pdst; __u8 tos; }; struct ethtool_ah_espip4_spec { __be32 ip4src; __be32 ip4dst; __be32 spi; __u8 tos; }; struct ethtool_usrip4_spec { __be32 ip4src; __be32 ip4dst; __be32 l4_4_bytes; __u8 tos; __u8 ip_ver; __u8 proto; }; struct ethtool_tcpip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be16 psrc; __be16 pdst; __u8 tclass; }; struct ethtool_ah_espip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be32 spi; __u8 tclass; }; struct ethtool_usrip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be32 l4_4_bytes; __u8 tclass; __u8 l4_proto; }; union ethtool_flow_union { struct ethtool_tcpip4_spec tcp_ip4_spec; struct ethtool_tcpip4_spec udp_ip4_spec; struct ethtool_tcpip4_spec sctp_ip4_spec; struct ethtool_ah_espip4_spec ah_ip4_spec; struct ethtool_ah_espip4_spec esp_ip4_spec; struct ethtool_usrip4_spec usr_ip4_spec; struct ethtool_tcpip6_spec tcp_ip6_spec; struct ethtool_tcpip6_spec udp_ip6_spec; struct ethtool_tcpip6_spec sctp_ip6_spec; struct ethtool_ah_espip6_spec ah_ip6_spec; struct ethtool_ah_espip6_spec esp_ip6_spec; struct ethtool_usrip6_spec usr_ip6_spec; struct ethhdr ether_spec; __u8 hdata[52]; }; struct ethtool_flow_ext { __u8 padding[2]; unsigned char h_dest[6]; __be16 vlan_etype; __be16 vlan_tci; __be32 data[2]; }; struct ethtool_rx_flow_spec { __u32 flow_type; union ethtool_flow_union h_u; struct ethtool_flow_ext h_ext; union ethtool_flow_union m_u; struct ethtool_flow_ext m_ext; __u64 ring_cookie; __u32 location; }; struct ethtool_rxnfc { __u32 cmd; __u32 flow_type; __u64 data; struct ethtool_rx_flow_spec fs; union { __u32 rule_cnt; __u32 rss_context; }; __u32 rule_locs[0]; }; struct ethtool_flash { __u32 cmd; __u32 region; char data[128]; }; struct ethtool_dump { __u32 cmd; __u32 version; __u32 flag; __u32 len; __u8 data[0]; }; struct ethtool_ts_info { __u32 cmd; __u32 so_timestamping; __s32 phc_index; __u32 tx_types; __u32 tx_reserved[3]; __u32 rx_filters; __u32 rx_reserved[3]; }; struct ethtool_fecparam { __u32 cmd; __u32 active_fec; __u32 fec; __u32 reserved; }; enum ethtool_link_mode_bit_indices { ETHTOOL_LINK_MODE_10baseT_Half_BIT = 0, ETHTOOL_LINK_MODE_10baseT_Full_BIT = 1, ETHTOOL_LINK_MODE_100baseT_Half_BIT = 2, ETHTOOL_LINK_MODE_100baseT_Full_BIT = 3, ETHTOOL_LINK_MODE_1000baseT_Half_BIT = 4, ETHTOOL_LINK_MODE_1000baseT_Full_BIT = 5, ETHTOOL_LINK_MODE_Autoneg_BIT = 6, ETHTOOL_LINK_MODE_TP_BIT = 7, ETHTOOL_LINK_MODE_AUI_BIT = 8, ETHTOOL_LINK_MODE_MII_BIT = 9, ETHTOOL_LINK_MODE_FIBRE_BIT = 10, ETHTOOL_LINK_MODE_BNC_BIT = 11, ETHTOOL_LINK_MODE_10000baseT_Full_BIT = 12, ETHTOOL_LINK_MODE_Pause_BIT = 13, ETHTOOL_LINK_MODE_Asym_Pause_BIT = 14, ETHTOOL_LINK_MODE_2500baseX_Full_BIT = 15, ETHTOOL_LINK_MODE_Backplane_BIT = 16, ETHTOOL_LINK_MODE_1000baseKX_Full_BIT = 17, ETHTOOL_LINK_MODE_10000baseKX4_Full_BIT = 18, ETHTOOL_LINK_MODE_10000baseKR_Full_BIT = 19, ETHTOOL_LINK_MODE_10000baseR_FEC_BIT = 20, ETHTOOL_LINK_MODE_20000baseMLD2_Full_BIT = 21, ETHTOOL_LINK_MODE_20000baseKR2_Full_BIT = 22, ETHTOOL_LINK_MODE_40000baseKR4_Full_BIT = 23, ETHTOOL_LINK_MODE_40000baseCR4_Full_BIT = 24, ETHTOOL_LINK_MODE_40000baseSR4_Full_BIT = 25, ETHTOOL_LINK_MODE_40000baseLR4_Full_BIT = 26, ETHTOOL_LINK_MODE_56000baseKR4_Full_BIT = 27, ETHTOOL_LINK_MODE_56000baseCR4_Full_BIT = 28, ETHTOOL_LINK_MODE_56000baseSR4_Full_BIT = 29, ETHTOOL_LINK_MODE_56000baseLR4_Full_BIT = 30, ETHTOOL_LINK_MODE_25000baseCR_Full_BIT = 31, ETHTOOL_LINK_MODE_25000baseKR_Full_BIT = 32, ETHTOOL_LINK_MODE_25000baseSR_Full_BIT = 33, ETHTOOL_LINK_MODE_50000baseCR2_Full_BIT = 34, ETHTOOL_LINK_MODE_50000baseKR2_Full_BIT = 35, ETHTOOL_LINK_MODE_100000baseKR4_Full_BIT = 36, ETHTOOL_LINK_MODE_100000baseSR4_Full_BIT = 37, ETHTOOL_LINK_MODE_100000baseCR4_Full_BIT = 38, ETHTOOL_LINK_MODE_100000baseLR4_ER4_Full_BIT = 39, ETHTOOL_LINK_MODE_50000baseSR2_Full_BIT = 40, ETHTOOL_LINK_MODE_1000baseX_Full_BIT = 41, ETHTOOL_LINK_MODE_10000baseCR_Full_BIT = 42, ETHTOOL_LINK_MODE_10000baseSR_Full_BIT = 43, ETHTOOL_LINK_MODE_10000baseLR_Full_BIT = 44, ETHTOOL_LINK_MODE_10000baseLRM_Full_BIT = 45, ETHTOOL_LINK_MODE_10000baseER_Full_BIT = 46, ETHTOOL_LINK_MODE_2500baseT_Full_BIT = 47, ETHTOOL_LINK_MODE_5000baseT_Full_BIT = 48, ETHTOOL_LINK_MODE_FEC_NONE_BIT = 49, ETHTOOL_LINK_MODE_FEC_RS_BIT = 50, ETHTOOL_LINK_MODE_FEC_BASER_BIT = 51, ETHTOOL_LINK_MODE_50000baseKR_Full_BIT = 52, ETHTOOL_LINK_MODE_50000baseSR_Full_BIT = 53, ETHTOOL_LINK_MODE_50000baseCR_Full_BIT = 54, ETHTOOL_LINK_MODE_50000baseLR_ER_FR_Full_BIT = 55, ETHTOOL_LINK_MODE_50000baseDR_Full_BIT = 56, ETHTOOL_LINK_MODE_100000baseKR2_Full_BIT = 57, ETHTOOL_LINK_MODE_100000baseSR2_Full_BIT = 58, ETHTOOL_LINK_MODE_100000baseCR2_Full_BIT = 59, ETHTOOL_LINK_MODE_100000baseLR2_ER2_FR2_Full_BIT = 60, ETHTOOL_LINK_MODE_100000baseDR2_Full_BIT = 61, ETHTOOL_LINK_MODE_200000baseKR4_Full_BIT = 62, ETHTOOL_LINK_MODE_200000baseSR4_Full_BIT = 63, ETHTOOL_LINK_MODE_200000baseLR4_ER4_FR4_Full_BIT = 64, ETHTOOL_LINK_MODE_200000baseDR4_Full_BIT = 65, ETHTOOL_LINK_MODE_200000baseCR4_Full_BIT = 66, ETHTOOL_LINK_MODE_100baseT1_Full_BIT = 67, ETHTOOL_LINK_MODE_1000baseT1_Full_BIT = 68, ETHTOOL_LINK_MODE_400000baseKR8_Full_BIT = 69, ETHTOOL_LINK_MODE_400000baseSR8_Full_BIT = 70, ETHTOOL_LINK_MODE_400000baseLR8_ER8_FR8_Full_BIT = 71, ETHTOOL_LINK_MODE_400000baseDR8_Full_BIT = 72, ETHTOOL_LINK_MODE_400000baseCR8_Full_BIT = 73, ETHTOOL_LINK_MODE_FEC_LLRS_BIT = 74, ETHTOOL_LINK_MODE_100000baseKR_Full_BIT = 75, ETHTOOL_LINK_MODE_100000baseSR_Full_BIT = 76, ETHTOOL_LINK_MODE_100000baseLR_ER_FR_Full_BIT = 77, ETHTOOL_LINK_MODE_100000baseCR_Full_BIT = 78, ETHTOOL_LINK_MODE_100000baseDR_Full_BIT = 79, ETHTOOL_LINK_MODE_200000baseKR2_Full_BIT = 80, ETHTOOL_LINK_MODE_200000baseSR2_Full_BIT = 81, ETHTOOL_LINK_MODE_200000baseLR2_ER2_FR2_Full_BIT = 82, ETHTOOL_LINK_MODE_200000baseDR2_Full_BIT = 83, ETHTOOL_LINK_MODE_200000baseCR2_Full_BIT = 84, ETHTOOL_LINK_MODE_400000baseKR4_Full_BIT = 85, ETHTOOL_LINK_MODE_400000baseSR4_Full_BIT = 86, ETHTOOL_LINK_MODE_400000baseLR4_ER4_FR4_Full_BIT = 87, ETHTOOL_LINK_MODE_400000baseDR4_Full_BIT = 88, ETHTOOL_LINK_MODE_400000baseCR4_Full_BIT = 89, ETHTOOL_LINK_MODE_100baseFX_Half_BIT = 90, ETHTOOL_LINK_MODE_100baseFX_Full_BIT = 91, ETHTOOL_LINK_MODE_10baseT1L_Full_BIT = 92, __ETHTOOL_LINK_MODE_MASK_NBITS = 93, }; struct ethtool_link_settings { __u32 cmd; __u32 speed; __u8 duplex; __u8 port; __u8 phy_address; __u8 autoneg; __u8 mdio_support; __u8 eth_tp_mdix; __u8 eth_tp_mdix_ctrl; __s8 link_mode_masks_nwords; __u8 transceiver; __u8 master_slave_cfg; __u8 master_slave_state; __u8 reserved1[1]; __u32 reserved[7]; __u32 link_mode_masks[0]; }; struct kernel_ethtool_ringparam { u32 rx_buf_len; u8 tcp_data_split; u8 tx_push; u32 cqe_size; }; struct ethtool_link_ext_state_info { enum ethtool_link_ext_state link_ext_state; union { enum ethtool_link_ext_substate_autoneg autoneg; enum ethtool_link_ext_substate_link_training link_training; enum ethtool_link_ext_substate_link_logical_mismatch link_logical_mismatch; enum ethtool_link_ext_substate_bad_signal_integrity bad_signal_integrity; enum ethtool_link_ext_substate_cable_issue cable_issue; enum ethtool_link_ext_substate_module module; u32 __link_ext_substate; }; }; struct ethtool_link_ksettings { struct ethtool_link_settings base; struct { long unsigned int supported[2]; long unsigned int advertising[2]; long unsigned int lp_advertising[2]; } link_modes; u32 lanes; }; struct kernel_ethtool_coalesce { u8 use_cqe_mode_tx; u8 use_cqe_mode_rx; }; struct ethtool_eth_mac_stats { u64 FramesTransmittedOK; u64 SingleCollisionFrames; u64 MultipleCollisionFrames; u64 FramesReceivedOK; u64 FrameCheckSequenceErrors; u64 AlignmentErrors; u64 OctetsTransmittedOK; u64 FramesWithDeferredXmissions; u64 LateCollisions; u64 FramesAbortedDueToXSColls; u64 FramesLostDueToIntMACXmitError; u64 CarrierSenseErrors; u64 OctetsReceivedOK; u64 FramesLostDueToIntMACRcvError; u64 MulticastFramesXmittedOK; u64 BroadcastFramesXmittedOK; u64 FramesWithExcessiveDeferral; u64 MulticastFramesReceivedOK; u64 BroadcastFramesReceivedOK; u64 InRangeLengthErrors; u64 OutOfRangeLengthField; u64 FrameTooLongErrors; }; struct ethtool_eth_phy_stats { u64 SymbolErrorDuringCarrier; }; struct ethtool_eth_ctrl_stats { u64 MACControlFramesTransmitted; u64 MACControlFramesReceived; u64 UnsupportedOpcodesReceived; }; struct ethtool_pause_stats { u64 tx_pause_frames; u64 rx_pause_frames; }; struct ethtool_fec_stat { u64 total; u64 lanes[8]; }; struct ethtool_fec_stats { struct ethtool_fec_stat corrected_blocks; struct ethtool_fec_stat uncorrectable_blocks; struct ethtool_fec_stat corrected_bits; }; struct ethtool_rmon_hist_range { u16 low; u16 high; }; struct ethtool_rmon_stats { u64 undersize_pkts; u64 oversize_pkts; u64 fragments; u64 jabbers; u64 hist[10]; u64 hist_tx[10]; }; struct ethtool_module_eeprom { u32 offset; u32 length; u8 page; u8 bank; u8 i2c_address; u8 *data; }; struct ethtool_module_power_mode_params { enum ethtool_module_power_mode_policy policy; enum ethtool_module_power_mode mode; }; enum ib_uverbs_write_cmds { IB_USER_VERBS_CMD_GET_CONTEXT = 0, IB_USER_VERBS_CMD_QUERY_DEVICE = 1, IB_USER_VERBS_CMD_QUERY_PORT = 2, IB_USER_VERBS_CMD_ALLOC_PD = 3, IB_USER_VERBS_CMD_DEALLOC_PD = 4, IB_USER_VERBS_CMD_CREATE_AH = 5, IB_USER_VERBS_CMD_MODIFY_AH = 6, IB_USER_VERBS_CMD_QUERY_AH = 7, IB_USER_VERBS_CMD_DESTROY_AH = 8, IB_USER_VERBS_CMD_REG_MR = 9, IB_USER_VERBS_CMD_REG_SMR = 10, IB_USER_VERBS_CMD_REREG_MR = 11, IB_USER_VERBS_CMD_QUERY_MR = 12, IB_USER_VERBS_CMD_DEREG_MR = 13, IB_USER_VERBS_CMD_ALLOC_MW = 14, IB_USER_VERBS_CMD_BIND_MW = 15, IB_USER_VERBS_CMD_DEALLOC_MW = 16, IB_USER_VERBS_CMD_CREATE_COMP_CHANNEL = 17, IB_USER_VERBS_CMD_CREATE_CQ = 18, IB_USER_VERBS_CMD_RESIZE_CQ = 19, IB_USER_VERBS_CMD_DESTROY_CQ = 20, IB_USER_VERBS_CMD_POLL_CQ = 21, IB_USER_VERBS_CMD_PEEK_CQ = 22, IB_USER_VERBS_CMD_REQ_NOTIFY_CQ = 23, IB_USER_VERBS_CMD_CREATE_QP = 24, IB_USER_VERBS_CMD_QUERY_QP = 25, IB_USER_VERBS_CMD_MODIFY_QP = 26, IB_USER_VERBS_CMD_DESTROY_QP = 27, IB_USER_VERBS_CMD_POST_SEND = 28, IB_USER_VERBS_CMD_POST_RECV = 29, IB_USER_VERBS_CMD_ATTACH_MCAST = 30, IB_USER_VERBS_CMD_DETACH_MCAST = 31, IB_USER_VERBS_CMD_CREATE_SRQ = 32, IB_USER_VERBS_CMD_MODIFY_SRQ = 33, IB_USER_VERBS_CMD_QUERY_SRQ = 34, IB_USER_VERBS_CMD_DESTROY_SRQ = 35, IB_USER_VERBS_CMD_POST_SRQ_RECV = 36, IB_USER_VERBS_CMD_OPEN_XRCD = 37, IB_USER_VERBS_CMD_CLOSE_XRCD = 38, IB_USER_VERBS_CMD_CREATE_XSRQ = 39, IB_USER_VERBS_CMD_OPEN_QP = 40, }; enum ib_uverbs_wc_opcode { IB_UVERBS_WC_SEND = 0, IB_UVERBS_WC_RDMA_WRITE = 1, IB_UVERBS_WC_RDMA_READ = 2, IB_UVERBS_WC_COMP_SWAP = 3, IB_UVERBS_WC_FETCH_ADD = 4, IB_UVERBS_WC_BIND_MW = 5, IB_UVERBS_WC_LOCAL_INV = 6, IB_UVERBS_WC_TSO = 7, }; enum ib_uverbs_create_qp_mask { IB_UVERBS_CREATE_QP_MASK_IND_TABLE = 1, }; enum ib_uverbs_wr_opcode { IB_UVERBS_WR_RDMA_WRITE = 0, IB_UVERBS_WR_RDMA_WRITE_WITH_IMM = 1, IB_UVERBS_WR_SEND = 2, IB_UVERBS_WR_SEND_WITH_IMM = 3, IB_UVERBS_WR_RDMA_READ = 4, IB_UVERBS_WR_ATOMIC_CMP_AND_SWP = 5, IB_UVERBS_WR_ATOMIC_FETCH_AND_ADD = 6, IB_UVERBS_WR_LOCAL_INV = 7, IB_UVERBS_WR_BIND_MW = 8, IB_UVERBS_WR_SEND_WITH_INV = 9, IB_UVERBS_WR_TSO = 10, IB_UVERBS_WR_RDMA_READ_WITH_INV = 11, IB_UVERBS_WR_MASKED_ATOMIC_CMP_AND_SWP = 12, IB_UVERBS_WR_MASKED_ATOMIC_FETCH_AND_ADD = 13, }; enum ib_uverbs_device_cap_flags { IB_UVERBS_DEVICE_RESIZE_MAX_WR = 1, IB_UVERBS_DEVICE_BAD_PKEY_CNTR = 2, IB_UVERBS_DEVICE_BAD_QKEY_CNTR = 4, IB_UVERBS_DEVICE_RAW_MULTI = 8, IB_UVERBS_DEVICE_AUTO_PATH_MIG = 16, IB_UVERBS_DEVICE_CHANGE_PHY_PORT = 32, IB_UVERBS_DEVICE_UD_AV_PORT_ENFORCE = 64, IB_UVERBS_DEVICE_CURR_QP_STATE_MOD = 128, IB_UVERBS_DEVICE_SHUTDOWN_PORT = 256, IB_UVERBS_DEVICE_PORT_ACTIVE_EVENT = 1024, IB_UVERBS_DEVICE_SYS_IMAGE_GUID = 2048, IB_UVERBS_DEVICE_RC_RNR_NAK_GEN = 4096, IB_UVERBS_DEVICE_SRQ_RESIZE = 8192, IB_UVERBS_DEVICE_N_NOTIFY_CQ = 16384, IB_UVERBS_DEVICE_MEM_WINDOW = 131072, IB_UVERBS_DEVICE_UD_IP_CSUM = 262144, IB_UVERBS_DEVICE_XRC = 1048576, IB_UVERBS_DEVICE_MEM_MGT_EXTENSIONS = 2097152, IB_UVERBS_DEVICE_MEM_WINDOW_TYPE_2A = 8388608, IB_UVERBS_DEVICE_MEM_WINDOW_TYPE_2B = 16777216, IB_UVERBS_DEVICE_RC_IP_CSUM = 33554432, IB_UVERBS_DEVICE_RAW_IP_CSUM = 67108864, IB_UVERBS_DEVICE_MANAGED_FLOW_STEERING = 536870912, IB_UVERBS_DEVICE_RAW_SCATTER_FCS = 0, IB_UVERBS_DEVICE_PCI_WRITE_END_PADDING = 0, }; enum ib_uverbs_raw_packet_caps { IB_UVERBS_RAW_PACKET_CAP_CVLAN_STRIPPING = 1, IB_UVERBS_RAW_PACKET_CAP_SCATTER_FCS = 2, IB_UVERBS_RAW_PACKET_CAP_IP_CSUM = 4, IB_UVERBS_RAW_PACKET_CAP_DELAY_DROP = 8, }; enum ib_uverbs_access_flags { IB_UVERBS_ACCESS_LOCAL_WRITE = 1, IB_UVERBS_ACCESS_REMOTE_WRITE = 2, IB_UVERBS_ACCESS_REMOTE_READ = 4, IB_UVERBS_ACCESS_REMOTE_ATOMIC = 8, IB_UVERBS_ACCESS_MW_BIND = 16, IB_UVERBS_ACCESS_ZERO_BASED = 32, IB_UVERBS_ACCESS_ON_DEMAND = 64, IB_UVERBS_ACCESS_HUGETLB = 128, IB_UVERBS_ACCESS_RELAXED_ORDERING = 1048576, IB_UVERBS_ACCESS_OPTIONAL_RANGE = 1072693248, }; enum ib_uverbs_srq_type { IB_UVERBS_SRQT_BASIC = 0, IB_UVERBS_SRQT_XRC = 1, IB_UVERBS_SRQT_TM = 2, }; enum ib_uverbs_wq_type { IB_UVERBS_WQT_RQ = 0, }; enum ib_uverbs_wq_flags { IB_UVERBS_WQ_FLAGS_CVLAN_STRIPPING = 1, IB_UVERBS_WQ_FLAGS_SCATTER_FCS = 2, IB_UVERBS_WQ_FLAGS_DELAY_DROP = 4, IB_UVERBS_WQ_FLAGS_PCI_WRITE_END_PADDING = 8, }; enum ib_uverbs_qp_type { IB_UVERBS_QPT_RC = 2, IB_UVERBS_QPT_UC = 3, IB_UVERBS_QPT_UD = 4, IB_UVERBS_QPT_RAW_PACKET = 8, IB_UVERBS_QPT_XRC_INI = 9, IB_UVERBS_QPT_XRC_TGT = 10, IB_UVERBS_QPT_DRIVER = 255, }; enum ib_uverbs_qp_create_flags { IB_UVERBS_QP_CREATE_BLOCK_MULTICAST_LOOPBACK = 2, IB_UVERBS_QP_CREATE_SCATTER_FCS = 256, IB_UVERBS_QP_CREATE_CVLAN_STRIPPING = 512, IB_UVERBS_QP_CREATE_PCI_WRITE_END_PADDING = 2048, IB_UVERBS_QP_CREATE_SQ_SIG_ALL = 4096, }; enum ib_uverbs_gid_type { IB_UVERBS_GID_TYPE_IB = 0, IB_UVERBS_GID_TYPE_ROCE_V1 = 1, IB_UVERBS_GID_TYPE_ROCE_V2 = 2, }; enum ib_poll_context { IB_POLL_SOFTIRQ = 0, IB_POLL_WORKQUEUE = 1, IB_POLL_UNBOUND_WORKQUEUE = 2, IB_POLL_LAST_POOL_TYPE = 2, IB_POLL_DIRECT = 3, }; struct lsm_network_audit { int netif; const struct sock *sk; u16 family; __be16 dport; __be16 sport; union { struct { __be32 daddr; __be32 saddr; } v4; struct { struct in6_addr daddr; struct in6_addr saddr; } v6; } fam; }; struct lsm_ioctlop_audit { struct path path; u16 cmd; }; struct lsm_ibpkey_audit { u64 subnet_prefix; u16 pkey; }; struct lsm_ibendport_audit { const char *dev_name; u8 port; }; struct selinux_state; struct selinux_audit_data { u32 ssid; u32 tsid; u16 tclass; u32 requested; u32 audited; u32 denied; int result; struct selinux_state *state; }; struct common_audit_data { char type; union { struct path path; struct dentry *dentry; struct inode *inode; struct lsm_network_audit *net; int cap; int ipc_id; struct task_struct *tsk; struct { key_serial_t key; char *key_desc; } key_struct; char *kmod_name; struct lsm_ioctlop_audit *op; struct file *file; struct lsm_ibpkey_audit *ibpkey; struct lsm_ibendport_audit *ibendport; int reason; const char *anonclass; } u; union { struct selinux_audit_data *selinux_audit_data; }; }; enum { POLICYDB_CAP_NETPEER = 0, POLICYDB_CAP_OPENPERM = 1, POLICYDB_CAP_EXTSOCKCLASS = 2, POLICYDB_CAP_ALWAYSNETWORK = 3, POLICYDB_CAP_CGROUPSECLABEL = 4, POLICYDB_CAP_NNP_NOSUID_TRANSITION = 5, POLICYDB_CAP_GENFS_SECLABEL_SYMLINKS = 6, POLICYDB_CAP_IOCTL_SKIP_CLOEXEC = 7, __POLICYDB_CAP_MAX = 8, }; struct selinux_avc; struct selinux_policy; struct selinux_state { bool enforcing; bool checkreqprot; bool initialized; bool policycap[8]; struct page *status_page; struct mutex status_lock; struct selinux_avc *avc; struct selinux_policy *policy; struct mutex policy_mutex; }; struct avc_cache { struct hlist_head slots[512]; spinlock_t slots_lock[512]; atomic_t lru_hint; atomic_t active_nodes; u32 latest_notif; }; struct selinux_avc { unsigned int avc_cache_threshold; struct avc_cache avc_cache; }; struct av_decision { u32 allowed; u32 auditallow; u32 auditdeny; u32 seqno; u32 flags; }; struct extended_perms_data { u32 p[8]; }; struct extended_perms_decision { u8 used; u8 driver; struct extended_perms_data *allowed; struct extended_perms_data *auditallow; struct extended_perms_data *dontaudit; }; struct extended_perms { u16 len; struct extended_perms_data drivers; }; struct avc_cache_stats { unsigned int lookups; unsigned int misses; unsigned int allocations; unsigned int reclaims; unsigned int frees; }; struct security_class_mapping { const char *name; const char *perms[33]; }; struct trace_event_raw_selinux_audited { struct trace_entry ent; u32 requested; u32 denied; u32 audited; int result; u32 __data_loc_scontext; u32 __data_loc_tcontext; u32 __data_loc_tclass; char __data[0]; }; struct trace_event_data_offsets_selinux_audited { u32 scontext; u32 tcontext; u32 tclass; }; typedef void (*btf_trace_selinux_audited)(void *, struct selinux_audit_data *, char *, char *, const char *); struct avc_xperms_node; struct avc_entry { u32 ssid; u32 tsid; u16 tclass; struct av_decision avd; struct avc_xperms_node *xp_node; }; struct avc_xperms_node { struct extended_perms xp; struct list_head xpd_head; }; struct avc_node { struct avc_entry ae; struct hlist_node list; struct callback_head rhead; }; struct avc_xperms_decision_node { struct extended_perms_decision xpd; struct list_head xpd_list; }; struct avc_callback_node { int (*callback)(u32); u32 events; struct avc_callback_node *next; }; struct hashtab_key_params { u32 (*hash)(const void *); int (*cmp)(const void *, const void *); }; struct hashtab_node { void *key; void *datum; struct hashtab_node *next; }; struct hashtab { struct hashtab_node **htable; u32 size; u32 nel; }; struct symtab { struct hashtab table; u32 nprim; }; struct avtab_key { u16 source_type; u16 target_type; u16 target_class; u16 specified; }; struct avtab_extended_perms { u8 specified; u8 driver; struct extended_perms_data perms; }; struct avtab_datum { union { u32 data; struct avtab_extended_perms *xperms; } u; }; struct avtab_node { struct avtab_key key; struct avtab_datum datum; struct avtab_node *next; }; struct avtab { struct avtab_node **htable; u32 nel; u32 nslot; u32 mask; }; struct ebitmap_node { struct ebitmap_node *next; long unsigned int maps[6]; u32 startbit; }; struct ebitmap { struct ebitmap_node *node; u32 highbit; }; struct mls_level { u32 sens; struct ebitmap cat; }; struct mls_range { struct mls_level level[2]; }; struct context { u32 user; u32 role; u32 type; u32 len; struct mls_range range; char *str; }; struct sidtab_str_cache; struct sidtab_entry { u32 sid; u32 hash; struct context context; struct sidtab_str_cache *cache; struct hlist_node list; }; struct sidtab_node_inner; struct sidtab_node_leaf; union sidtab_entry_inner { struct sidtab_node_inner *ptr_inner; struct sidtab_node_leaf *ptr_leaf; }; struct sidtab_node_inner { union sidtab_entry_inner entries[512]; }; struct sidtab_node_leaf { struct sidtab_entry entries[39]; }; struct sidtab_isid_entry { int set; struct sidtab_entry entry; }; struct sidtab; struct sidtab_convert_params { int (*func)(struct context *, struct context *, void *, gfp_t); void *args; struct sidtab *target; }; struct sidtab { union sidtab_entry_inner roots[4]; u32 count; struct sidtab_convert_params *convert; bool frozen; spinlock_t lock; u32 cache_free_slots; struct list_head cache_lru_list; spinlock_t cache_lock; struct sidtab_isid_entry isids[27]; struct hlist_head context_to_sid[512]; }; struct type_set; struct constraint_expr { u32 expr_type; u32 attr; u32 op; struct ebitmap names; struct type_set *type_names; struct constraint_expr *next; }; struct type_set { struct ebitmap types; struct ebitmap negset; u32 flags; }; struct constraint_node { u32 permissions; struct constraint_expr *expr; struct constraint_node *next; }; struct perm_datum { u32 value; }; struct common_datum { u32 value; struct symtab permissions; }; struct class_datum { u32 value; char *comkey; struct common_datum *comdatum; struct symtab permissions; struct constraint_node *constraints; struct constraint_node *validatetrans; char default_user; char default_role; char default_type; char default_range; }; struct role_datum { u32 value; u32 bounds; struct ebitmap dominates; struct ebitmap types; }; struct role_trans_key { u32 role; u32 type; u32 tclass; }; struct role_trans_datum { u32 new_role; }; struct filename_trans_key { u32 ttype; u16 tclass; const char *name; }; struct filename_trans_datum { struct ebitmap stypes; u32 otype; struct filename_trans_datum *next; }; struct role_allow { u32 role; u32 new_role; struct role_allow *next; }; struct type_datum { u32 value; u32 bounds; unsigned char primary; unsigned char attribute; }; struct user_datum { u32 value; u32 bounds; struct ebitmap roles; struct mls_range range; struct mls_level dfltlevel; }; struct level_datum { struct mls_level *level; unsigned char isalias; }; struct cat_datum { u32 value; unsigned char isalias; }; struct range_trans { u32 source_type; u32 target_type; u32 target_class; }; struct cond_bool_datum { __u32 value; int state; }; struct ocontext { union { char *name; struct { u8 protocol; u16 low_port; u16 high_port; } port; struct { u32 addr; u32 mask; } node; struct { u32 addr[4]; u32 mask[4]; } node6; struct { u64 subnet_prefix; u16 low_pkey; u16 high_pkey; } ibpkey; struct { char *dev_name; u8 port; } ibendport; } u; union { u32 sclass; u32 behavior; } v; struct context context[2]; u32 sid[2]; struct ocontext *next; }; struct genfs { char *fstype; struct ocontext *head; struct genfs *next; }; struct cond_node; struct policydb { int mls_enabled; struct symtab symtab[8]; char **sym_val_to_name[8]; struct class_datum **class_val_to_struct; struct role_datum **role_val_to_struct; struct user_datum **user_val_to_struct; struct type_datum **type_val_to_struct; struct avtab te_avtab; struct hashtab role_tr; struct ebitmap filename_trans_ttypes; struct hashtab filename_trans; u32 compat_filename_trans_count; struct cond_bool_datum **bool_val_to_struct; struct avtab te_cond_avtab; struct cond_node *cond_list; u32 cond_list_len; struct role_allow *role_allow; struct ocontext *ocontexts[9]; struct genfs *genfs; struct hashtab range_tr; struct ebitmap *type_attr_map_array; struct ebitmap policycaps; struct ebitmap permissive_map; size_t len; unsigned int policyvers; unsigned int reject_unknown: 1; unsigned int allow_unknown: 1; u16 process_class; u32 process_trans_perms; }; struct cond_expr_node; struct cond_expr { struct cond_expr_node *nodes; u32 len; }; struct cond_av_list { struct avtab_node **nodes; u32 len; }; struct cond_node { int cur_state; struct cond_expr expr; struct cond_av_list true_list; struct cond_av_list false_list; }; struct policy_file { char *data; size_t len; }; struct policy_data { struct policydb *p; void *fp; }; struct cond_expr_node { u32 expr_type; u32 bool; }; struct policydb_compat_info { int version; int sym_num; int ocon_num; }; typedef int __kernel_key_t; typedef __kernel_key_t key_t; struct timezone { int tz_minuteswest; int tz_dsttime; }; enum key_need_perm { KEY_NEED_UNSPECIFIED = 0, KEY_NEED_VIEW = 1, KEY_NEED_READ = 2, KEY_NEED_WRITE = 3, KEY_NEED_SEARCH = 4, KEY_NEED_LINK = 5, KEY_NEED_SETATTR = 6, KEY_NEED_UNLINK = 7, KEY_SYSADMIN_OVERRIDE = 8, KEY_AUTHTOKEN_OVERRIDE = 9, KEY_DEFER_PERM_CHECK = 10, }; struct kern_ipc_perm { spinlock_t lock; bool deleted; int id; key_t key; kuid_t uid; kgid_t gid; kuid_t cuid; kgid_t cgid; umode_t mode; long unsigned int seq; void *security; struct rhash_head khtnode; struct callback_head rcu; refcount_t refcount; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sembuf { short unsigned int sem_num; short int sem_op; short int sem_flg; }; enum kernel_load_data_id { LOADING_UNKNOWN = 0, LOADING_FIRMWARE = 1, LOADING_MODULE = 2, LOADING_KEXEC_IMAGE = 3, LOADING_KEXEC_INITRAMFS = 4, LOADING_POLICY = 5, LOADING_X509_CERTIFICATE = 6, LOADING_MAX_ID = 7, }; struct watch_notification; struct sctp_association; struct xfrm_sec_ctx; struct xfrm_user_sec_ctx; union security_list_options { int (*binder_set_context_mgr)(const struct cred *); int (*binder_transaction)(const struct cred *, const struct cred *); int (*binder_transfer_binder)(const struct cred *, const struct cred *); int (*binder_transfer_file)(const struct cred *, const struct cred *, struct file *); int (*ptrace_access_check)(struct task_struct *, unsigned int); int (*ptrace_traceme)(struct task_struct *); int (*capget)(struct task_struct *, kernel_cap_t *, kernel_cap_t *, kernel_cap_t *); int (*capset)(struct cred *, const struct cred *, const kernel_cap_t *, const kernel_cap_t *, const kernel_cap_t *); int (*capable)(const struct cred *, struct user_namespace *, int, unsigned int); int (*quotactl)(int, int, int, struct super_block *); int (*quota_on)(struct dentry *); int (*syslog)(int); int (*settime)(const struct timespec64 *, const struct timezone *); int (*vm_enough_memory)(struct mm_struct *, long int); int (*bprm_creds_for_exec)(struct linux_binprm *); int (*bprm_creds_from_file)(struct linux_binprm *, struct file *); int (*bprm_check_security)(struct linux_binprm *); void (*bprm_committing_creds)(struct linux_binprm *); void (*bprm_committed_creds)(struct linux_binprm *); int (*fs_context_dup)(struct fs_context *, struct fs_context *); int (*fs_context_parse_param)(struct fs_context *, struct fs_parameter *); int (*sb_alloc_security)(struct super_block *); void (*sb_delete)(struct super_block *); void (*sb_free_security)(struct super_block *); void (*sb_free_mnt_opts)(void *); int (*sb_eat_lsm_opts)(char *, void **); int (*sb_mnt_opts_compat)(struct super_block *, void *); int (*sb_remount)(struct super_block *, void *); int (*sb_kern_mount)(struct super_block *); int (*sb_show_options)(struct seq_file *, struct super_block *); int (*sb_statfs)(struct dentry *); int (*sb_mount)(const char *, const struct path *, const char *, long unsigned int, void *); int (*sb_umount)(struct vfsmount *, int); int (*sb_pivotroot)(const struct path *, const struct path *); int (*sb_set_mnt_opts)(struct super_block *, void *, long unsigned int, long unsigned int *); int (*sb_clone_mnt_opts)(const struct super_block *, struct super_block *, long unsigned int, long unsigned int *); int (*move_mount)(const struct path *, const struct path *); int (*dentry_init_security)(struct dentry *, int, const struct qstr *, const char **, void **, u32 *); int (*dentry_create_files_as)(struct dentry *, int, struct qstr *, const struct cred *, struct cred *); int (*path_unlink)(const struct path *, struct dentry *); int (*path_mkdir)(const struct path *, struct dentry *, umode_t); int (*path_rmdir)(const struct path *, struct dentry *); int (*path_mknod)(const struct path *, struct dentry *, umode_t, unsigned int); int (*path_truncate)(const struct path *); int (*path_symlink)(const struct path *, struct dentry *, const char *); int (*path_link)(struct dentry *, const struct path *, struct dentry *); int (*path_rename)(const struct path *, struct dentry *, const struct path *, struct dentry *, unsigned int); int (*path_chmod)(const struct path *, umode_t); int (*path_chown)(const struct path *, kuid_t, kgid_t); int (*path_chroot)(const struct path *); int (*path_notify)(const struct path *, u64, unsigned int); int (*inode_alloc_security)(struct inode *); void (*inode_free_security)(struct inode *); int (*inode_init_security)(struct inode *, struct inode *, const struct qstr *, const char **, void **, size_t *); int (*inode_init_security_anon)(struct inode *, const struct qstr *, const struct inode *); int (*inode_create)(struct inode *, struct dentry *, umode_t); int (*inode_link)(struct dentry *, struct inode *, struct dentry *); int (*inode_unlink)(struct inode *, struct dentry *); int (*inode_symlink)(struct inode *, struct dentry *, const char *); int (*inode_mkdir)(struct inode *, struct dentry *, umode_t); int (*inode_rmdir)(struct inode *, struct dentry *); int (*inode_mknod)(struct inode *, struct dentry *, umode_t, dev_t); int (*inode_rename)(struct inode *, struct dentry *, struct inode *, struct dentry *); int (*inode_readlink)(struct dentry *); int (*inode_follow_link)(struct dentry *, struct inode *, bool); int (*inode_permission)(struct inode *, int); int (*inode_setattr)(struct dentry *, struct iattr *); int (*inode_getattr)(const struct path *); int (*inode_setxattr)(struct user_namespace *, struct dentry *, const char *, const void *, size_t, int); void (*inode_post_setxattr)(struct dentry *, const char *, const void *, size_t, int); int (*inode_getxattr)(struct dentry *, const char *); int (*inode_listxattr)(struct dentry *); int (*inode_removexattr)(struct user_namespace *, struct dentry *, const char *); int (*inode_need_killpriv)(struct dentry *); int (*inode_killpriv)(struct user_namespace *, struct dentry *); int (*inode_getsecurity)(struct user_namespace *, struct inode *, const char *, void **, bool); int (*inode_setsecurity)(struct inode *, const char *, const void *, size_t, int); int (*inode_listsecurity)(struct inode *, char *, size_t); void (*inode_getsecid)(struct inode *, u32 *); int (*inode_copy_up)(struct dentry *, struct cred **); int (*inode_copy_up_xattr)(const char *); int (*kernfs_init_security)(struct kernfs_node *, struct kernfs_node *); int (*file_permission)(struct file *, int); int (*file_alloc_security)(struct file *); void (*file_free_security)(struct file *); int (*file_ioctl)(struct file *, unsigned int, long unsigned int); int (*mmap_addr)(long unsigned int); int (*mmap_file)(struct file *, long unsigned int, long unsigned int, long unsigned int); int (*file_mprotect)(struct vm_area_struct *, long unsigned int, long unsigned int); int (*file_lock)(struct file *, unsigned int); int (*file_fcntl)(struct file *, unsigned int, long unsigned int); void (*file_set_fowner)(struct file *); int (*file_send_sigiotask)(struct task_struct *, struct fown_struct *, int); int (*file_receive)(struct file *); int (*file_open)(struct file *); int (*task_alloc)(struct task_struct *, long unsigned int); void (*task_free)(struct task_struct *); int (*cred_alloc_blank)(struct cred *, gfp_t); void (*cred_free)(struct cred *); int (*cred_prepare)(struct cred *, const struct cred *, gfp_t); void (*cred_transfer)(struct cred *, const struct cred *); void (*cred_getsecid)(const struct cred *, u32 *); int (*kernel_act_as)(struct cred *, u32); int (*kernel_create_files_as)(struct cred *, struct inode *); int (*kernel_module_request)(char *); int (*kernel_load_data)(enum kernel_load_data_id, bool); int (*kernel_post_load_data)(char *, loff_t, enum kernel_load_data_id, char *); int (*kernel_read_file)(struct file *, enum kernel_read_file_id, bool); int (*kernel_post_read_file)(struct file *, char *, loff_t, enum kernel_read_file_id); int (*task_fix_setuid)(struct cred *, const struct cred *, int); int (*task_fix_setgid)(struct cred *, const struct cred *, int); int (*task_fix_setgroups)(struct cred *, const struct cred *); int (*task_setpgid)(struct task_struct *, pid_t); int (*task_getpgid)(struct task_struct *); int (*task_getsid)(struct task_struct *); void (*current_getsecid_subj)(u32 *); void (*task_getsecid_obj)(struct task_struct *, u32 *); int (*task_setnice)(struct task_struct *, int); int (*task_setioprio)(struct task_struct *, int); int (*task_getioprio)(struct task_struct *); int (*task_prlimit)(const struct cred *, const struct cred *, unsigned int); int (*task_setrlimit)(struct task_struct *, unsigned int, struct rlimit *); int (*task_setscheduler)(struct task_struct *); int (*task_getscheduler)(struct task_struct *); int (*task_movememory)(struct task_struct *); int (*task_kill)(struct task_struct *, struct kernel_siginfo *, int, const struct cred *); int (*task_prctl)(int, long unsigned int, long unsigned int, long unsigned int, long unsigned int); void (*task_to_inode)(struct task_struct *, struct inode *); int (*ipc_permission)(struct kern_ipc_perm *, short int); void (*ipc_getsecid)(struct kern_ipc_perm *, u32 *); int (*msg_msg_alloc_security)(struct msg_msg *); void (*msg_msg_free_security)(struct msg_msg *); int (*msg_queue_alloc_security)(struct kern_ipc_perm *); void (*msg_queue_free_security)(struct kern_ipc_perm *); int (*msg_queue_associate)(struct kern_ipc_perm *, int); int (*msg_queue_msgctl)(struct kern_ipc_perm *, int); int (*msg_queue_msgsnd)(struct kern_ipc_perm *, struct msg_msg *, int); int (*msg_queue_msgrcv)(struct kern_ipc_perm *, struct msg_msg *, struct task_struct *, long int, int); int (*shm_alloc_security)(struct kern_ipc_perm *); void (*shm_free_security)(struct kern_ipc_perm *); int (*shm_associate)(struct kern_ipc_perm *, int); int (*shm_shmctl)(struct kern_ipc_perm *, int); int (*shm_shmat)(struct kern_ipc_perm *, char *, int); int (*sem_alloc_security)(struct kern_ipc_perm *); void (*sem_free_security)(struct kern_ipc_perm *); int (*sem_associate)(struct kern_ipc_perm *, int); int (*sem_semctl)(struct kern_ipc_perm *, int); int (*sem_semop)(struct kern_ipc_perm *, struct sembuf *, unsigned int, int); int (*netlink_send)(struct sock *, struct sk_buff *); void (*d_instantiate)(struct dentry *, struct inode *); int (*getprocattr)(struct task_struct *, char *, char **); int (*setprocattr)(const char *, void *, size_t); int (*ismaclabel)(const char *); int (*secid_to_secctx)(u32, char **, u32 *); int (*secctx_to_secid)(const char *, u32, u32 *); void (*release_secctx)(char *, u32); void (*inode_invalidate_secctx)(struct inode *); int (*inode_notifysecctx)(struct inode *, void *, u32); int (*inode_setsecctx)(struct dentry *, void *, u32); int (*inode_getsecctx)(struct inode *, void **, u32 *); int (*post_notification)(const struct cred *, const struct cred *, struct watch_notification *); int (*watch_key)(struct key *); int (*unix_stream_connect)(struct sock *, struct sock *, struct sock *); int (*unix_may_send)(struct socket *, struct socket *); int (*socket_create)(int, int, int, int); int (*socket_post_create)(struct socket *, int, int, int, int); int (*socket_socketpair)(struct socket *, struct socket *); int (*socket_bind)(struct socket *, struct sockaddr *, int); int (*socket_connect)(struct socket *, struct sockaddr *, int); int (*socket_listen)(struct socket *, int); int (*socket_accept)(struct socket *, struct socket *); int (*socket_sendmsg)(struct socket *, struct msghdr *, int); int (*socket_recvmsg)(struct socket *, struct msghdr *, int, int); int (*socket_getsockname)(struct socket *); int (*socket_getpeername)(struct socket *); int (*socket_getsockopt)(struct socket *, int, int); int (*socket_setsockopt)(struct socket *, int, int); int (*socket_shutdown)(struct socket *, int); int (*socket_sock_rcv_skb)(struct sock *, struct sk_buff *); int (*socket_getpeersec_stream)(struct socket *, char *, int *, unsigned int); int (*socket_getpeersec_dgram)(struct socket *, struct sk_buff *, u32 *); int (*sk_alloc_security)(struct sock *, int, gfp_t); void (*sk_free_security)(struct sock *); void (*sk_clone_security)(const struct sock *, struct sock *); void (*sk_getsecid)(struct sock *, u32 *); void (*sock_graft)(struct sock *, struct socket *); int (*inet_conn_request)(const struct sock *, struct sk_buff *, struct request_sock *); void (*inet_csk_clone)(struct sock *, const struct request_sock *); void (*inet_conn_established)(struct sock *, struct sk_buff *); int (*secmark_relabel_packet)(u32); void (*secmark_refcount_inc)(); void (*secmark_refcount_dec)(); void (*req_classify_flow)(const struct request_sock *, struct flowi_common *); int (*tun_dev_alloc_security)(void **); void (*tun_dev_free_security)(void *); int (*tun_dev_create)(); int (*tun_dev_attach_queue)(void *); int (*tun_dev_attach)(struct sock *, void *); int (*tun_dev_open)(void *); int (*sctp_assoc_request)(struct sctp_association *, struct sk_buff *); int (*sctp_bind_connect)(struct sock *, int, struct sockaddr *, int); void (*sctp_sk_clone)(struct sctp_association *, struct sock *, struct sock *); int (*sctp_assoc_established)(struct sctp_association *, struct sk_buff *); int (*ib_pkey_access)(void *, u64, u16); int (*ib_endport_manage_subnet)(void *, const char *, u8); int (*ib_alloc_security)(void **); void (*ib_free_security)(void *); int (*xfrm_policy_alloc_security)(struct xfrm_sec_ctx **, struct xfrm_user_sec_ctx *, gfp_t); int (*xfrm_policy_clone_security)(struct xfrm_sec_ctx *, struct xfrm_sec_ctx **); void (*xfrm_policy_free_security)(struct xfrm_sec_ctx *); int (*xfrm_policy_delete_security)(struct xfrm_sec_ctx *); int (*xfrm_state_alloc)(struct xfrm_state *, struct xfrm_user_sec_ctx *); int (*xfrm_state_alloc_acquire)(struct xfrm_state *, struct xfrm_sec_ctx *, u32); void (*xfrm_state_free_security)(struct xfrm_state *); int (*xfrm_state_delete_security)(struct xfrm_state *); int (*xfrm_policy_lookup)(struct xfrm_sec_ctx *, u32); int (*xfrm_state_pol_flow_match)(struct xfrm_state *, struct xfrm_policy *, const struct flowi_common *); int (*xfrm_decode_session)(struct sk_buff *, u32 *, int); int (*key_alloc)(struct key *, const struct cred *, long unsigned int); void (*key_free)(struct key *); int (*key_permission)(key_ref_t, const struct cred *, enum key_need_perm); int (*key_getsecurity)(struct key *, char **); int (*audit_rule_init)(u32, u32, char *, void **); int (*audit_rule_known)(struct audit_krule *); int (*audit_rule_match)(u32, u32, u32, void *); void (*audit_rule_free)(void *); int (*bpf)(int, union bpf_attr *, unsigned int); int (*bpf_map)(struct bpf_map *, fmode_t); int (*bpf_prog)(struct bpf_prog *); int (*bpf_map_alloc_security)(struct bpf_map *); void (*bpf_map_free_security)(struct bpf_map *); int (*bpf_prog_alloc_security)(struct bpf_prog_aux *); void (*bpf_prog_free_security)(struct bpf_prog_aux *); int (*locked_down)(enum lockdown_reason); int (*lock_kernel_down)(const char *, enum lockdown_reason); int (*perf_event_open)(struct perf_event_attr *, int); int (*perf_event_alloc)(struct perf_event *); void (*perf_event_free)(struct perf_event *); int (*perf_event_read)(struct perf_event *); int (*perf_event_write)(struct perf_event *); int (*uring_override_creds)(const struct cred *); int (*uring_sqpoll)(); int (*uring_cmd)(struct io_uring_cmd *); }; struct security_hook_heads { struct hlist_head binder_set_context_mgr; struct hlist_head binder_transaction; struct hlist_head binder_transfer_binder; struct hlist_head binder_transfer_file; struct hlist_head ptrace_access_check; struct hlist_head ptrace_traceme; struct hlist_head capget; struct hlist_head capset; struct hlist_head capable; struct hlist_head quotactl; struct hlist_head quota_on; struct hlist_head syslog; struct hlist_head settime; struct hlist_head vm_enough_memory; struct hlist_head bprm_creds_for_exec; struct hlist_head bprm_creds_from_file; struct hlist_head bprm_check_security; struct hlist_head bprm_committing_creds; struct hlist_head bprm_committed_creds; struct hlist_head fs_context_dup; struct hlist_head fs_context_parse_param; struct hlist_head sb_alloc_security; struct hlist_head sb_delete; struct hlist_head sb_free_security; struct hlist_head sb_free_mnt_opts; struct hlist_head sb_eat_lsm_opts; struct hlist_head sb_mnt_opts_compat; struct hlist_head sb_remount; struct hlist_head sb_kern_mount; struct hlist_head sb_show_options; struct hlist_head sb_statfs; struct hlist_head sb_mount; struct hlist_head sb_umount; struct hlist_head sb_pivotroot; struct hlist_head sb_set_mnt_opts; struct hlist_head sb_clone_mnt_opts; struct hlist_head move_mount; struct hlist_head dentry_init_security; struct hlist_head dentry_create_files_as; struct hlist_head path_unlink; struct hlist_head path_mkdir; struct hlist_head path_rmdir; struct hlist_head path_mknod; struct hlist_head path_truncate; struct hlist_head path_symlink; struct hlist_head path_link; struct hlist_head path_rename; struct hlist_head path_chmod; struct hlist_head path_chown; struct hlist_head path_chroot; struct hlist_head path_notify; struct hlist_head inode_alloc_security; struct hlist_head inode_free_security; struct hlist_head inode_init_security; struct hlist_head inode_init_security_anon; struct hlist_head inode_create; struct hlist_head inode_link; struct hlist_head inode_unlink; struct hlist_head inode_symlink; struct hlist_head inode_mkdir; struct hlist_head inode_rmdir; struct hlist_head inode_mknod; struct hlist_head inode_rename; struct hlist_head inode_readlink; struct hlist_head inode_follow_link; struct hlist_head inode_permission; struct hlist_head inode_setattr; struct hlist_head inode_getattr; struct hlist_head inode_setxattr; struct hlist_head inode_post_setxattr; struct hlist_head inode_getxattr; struct hlist_head inode_listxattr; struct hlist_head inode_removexattr; struct hlist_head inode_need_killpriv; struct hlist_head inode_killpriv; struct hlist_head inode_getsecurity; struct hlist_head inode_setsecurity; struct hlist_head inode_listsecurity; struct hlist_head inode_getsecid; struct hlist_head inode_copy_up; struct hlist_head inode_copy_up_xattr; struct hlist_head kernfs_init_security; struct hlist_head file_permission; struct hlist_head file_alloc_security; struct hlist_head file_free_security; struct hlist_head file_ioctl; struct hlist_head mmap_addr; struct hlist_head mmap_file; struct hlist_head file_mprotect; struct hlist_head file_lock; struct hlist_head file_fcntl; struct hlist_head file_set_fowner; struct hlist_head file_send_sigiotask; struct hlist_head file_receive; struct hlist_head file_open; struct hlist_head task_alloc; struct hlist_head task_free; struct hlist_head cred_alloc_blank; struct hlist_head cred_free; struct hlist_head cred_prepare; struct hlist_head cred_transfer; struct hlist_head cred_getsecid; struct hlist_head kernel_act_as; struct hlist_head kernel_create_files_as; struct hlist_head kernel_module_request; struct hlist_head kernel_load_data; struct hlist_head kernel_post_load_data; struct hlist_head kernel_read_file; struct hlist_head kernel_post_read_file; struct hlist_head task_fix_setuid; struct hlist_head task_fix_setgid; struct hlist_head task_fix_setgroups; struct hlist_head task_setpgid; struct hlist_head task_getpgid; struct hlist_head task_getsid; struct hlist_head current_getsecid_subj; struct hlist_head task_getsecid_obj; struct hlist_head task_setnice; struct hlist_head task_setioprio; struct hlist_head task_getioprio; struct hlist_head task_prlimit; struct hlist_head task_setrlimit; struct hlist_head task_setscheduler; struct hlist_head task_getscheduler; struct hlist_head task_movememory; struct hlist_head task_kill; struct hlist_head task_prctl; struct hlist_head task_to_inode; struct hlist_head ipc_permission; struct hlist_head ipc_getsecid; struct hlist_head msg_msg_alloc_security; struct hlist_head msg_msg_free_security; struct hlist_head msg_queue_alloc_security; struct hlist_head msg_queue_free_security; struct hlist_head msg_queue_associate; struct hlist_head msg_queue_msgctl; struct hlist_head msg_queue_msgsnd; struct hlist_head msg_queue_msgrcv; struct hlist_head shm_alloc_security; struct hlist_head shm_free_security; struct hlist_head shm_associate; struct hlist_head shm_shmctl; struct hlist_head shm_shmat; struct hlist_head sem_alloc_security; struct hlist_head sem_free_security; struct hlist_head sem_associate; struct hlist_head sem_semctl; struct hlist_head sem_semop; struct hlist_head netlink_send; struct hlist_head d_instantiate; struct hlist_head getprocattr; struct hlist_head setprocattr; struct hlist_head ismaclabel; struct hlist_head secid_to_secctx; struct hlist_head secctx_to_secid; struct hlist_head release_secctx; struct hlist_head inode_invalidate_secctx; struct hlist_head inode_notifysecctx; struct hlist_head inode_setsecctx; struct hlist_head inode_getsecctx; struct hlist_head post_notification; struct hlist_head watch_key; struct hlist_head unix_stream_connect; struct hlist_head unix_may_send; struct hlist_head socket_create; struct hlist_head socket_post_create; struct hlist_head socket_socketpair; struct hlist_head socket_bind; struct hlist_head socket_connect; struct hlist_head socket_listen; struct hlist_head socket_accept; struct hlist_head socket_sendmsg; struct hlist_head socket_recvmsg; struct hlist_head socket_getsockname; struct hlist_head socket_getpeername; struct hlist_head socket_getsockopt; struct hlist_head socket_setsockopt; struct hlist_head socket_shutdown; struct hlist_head socket_sock_rcv_skb; struct hlist_head socket_getpeersec_stream; struct hlist_head socket_getpeersec_dgram; struct hlist_head sk_alloc_security; struct hlist_head sk_free_security; struct hlist_head sk_clone_security; struct hlist_head sk_getsecid; struct hlist_head sock_graft; struct hlist_head inet_conn_request; struct hlist_head inet_csk_clone; struct hlist_head inet_conn_established; struct hlist_head secmark_relabel_packet; struct hlist_head secmark_refcount_inc; struct hlist_head secmark_refcount_dec; struct hlist_head req_classify_flow; struct hlist_head tun_dev_alloc_security; struct hlist_head tun_dev_free_security; struct hlist_head tun_dev_create; struct hlist_head tun_dev_attach_queue; struct hlist_head tun_dev_attach; struct hlist_head tun_dev_open; struct hlist_head sctp_assoc_request; struct hlist_head sctp_bind_connect; struct hlist_head sctp_sk_clone; struct hlist_head sctp_assoc_established; struct hlist_head ib_pkey_access; struct hlist_head ib_endport_manage_subnet; struct hlist_head ib_alloc_security; struct hlist_head ib_free_security; struct hlist_head xfrm_policy_alloc_security; struct hlist_head xfrm_policy_clone_security; struct hlist_head xfrm_policy_free_security; struct hlist_head xfrm_policy_delete_security; struct hlist_head xfrm_state_alloc; struct hlist_head xfrm_state_alloc_acquire; struct hlist_head xfrm_state_free_security; struct hlist_head xfrm_state_delete_security; struct hlist_head xfrm_policy_lookup; struct hlist_head xfrm_state_pol_flow_match; struct hlist_head xfrm_decode_session; struct hlist_head key_alloc; struct hlist_head key_free; struct hlist_head key_permission; struct hlist_head key_getsecurity; struct hlist_head audit_rule_init; struct hlist_head audit_rule_known; struct hlist_head audit_rule_match; struct hlist_head audit_rule_free; struct hlist_head bpf; struct hlist_head bpf_map; struct hlist_head bpf_prog; struct hlist_head bpf_map_alloc_security; struct hlist_head bpf_map_free_security; struct hlist_head bpf_prog_alloc_security; struct hlist_head bpf_prog_free_security; struct hlist_head locked_down; struct hlist_head lock_kernel_down; struct hlist_head perf_event_open; struct hlist_head perf_event_alloc; struct hlist_head perf_event_free; struct hlist_head perf_event_read; struct hlist_head perf_event_write; struct hlist_head uring_override_creds; struct hlist_head uring_sqpoll; struct hlist_head uring_cmd; }; struct security_hook_list { struct hlist_node list; struct hlist_head *head; union security_list_options hook; const char *lsm; }; struct lsm_blob_sizes { int lbs_cred; int lbs_file; int lbs_inode; int lbs_superblock; int lbs_ipc; int lbs_msg_msg; int lbs_task; }; enum lsm_order { LSM_ORDER_FIRST = 4294967295, LSM_ORDER_MUTABLE = 0, }; struct lsm_info { const char *name; enum lsm_order order; long unsigned int flags; int *enabled; int (*init)(); struct lsm_blob_sizes *blobs; }; struct modsig; enum integrity_status { INTEGRITY_PASS = 0, INTEGRITY_PASS_IMMUTABLE = 1, INTEGRITY_FAIL = 2, INTEGRITY_FAIL_IMMUTABLE = 3, INTEGRITY_NOLABEL = 4, INTEGRITY_NOXATTRS = 5, INTEGRITY_UNKNOWN = 6, }; struct hwrng { const char *name; int (*init)(struct hwrng *); void (*cleanup)(struct hwrng *); int (*data_present)(struct hwrng *, int); int (*data_read)(struct hwrng *, u32 *); int (*read)(struct hwrng *, void *, size_t, bool); long unsigned int priv; short unsigned int quality; struct list_head list; struct kref ref; struct completion cleanup_done; struct completion dying; }; typedef void *acpi_handle; struct tpm_digest { u16 alg_id; u8 digest[64]; }; struct tpm_bank_info { u16 alg_id; u16 digest_size; u16 crypto_id; }; struct tpm_chip; struct tpm_class_ops { unsigned int flags; const u8 req_complete_mask; const u8 req_complete_val; bool (*req_canceled)(struct tpm_chip *, u8); int (*recv)(struct tpm_chip *, u8 *, size_t); int (*send)(struct tpm_chip *, u8 *, size_t); void (*cancel)(struct tpm_chip *); u8 (*status)(struct tpm_chip *); void (*update_timeouts)(struct tpm_chip *, long unsigned int *); void (*update_durations)(struct tpm_chip *, long unsigned int *); int (*go_idle)(struct tpm_chip *); int (*cmd_ready)(struct tpm_chip *); int (*request_locality)(struct tpm_chip *, int); int (*relinquish_locality)(struct tpm_chip *, int); void (*clk_enable)(struct tpm_chip *, bool); }; struct tpm_bios_log { void *bios_event_log; void *bios_event_log_end; }; struct tpm_chip_seqops { struct tpm_chip *chip; const struct seq_operations *seqops; }; struct tpm_space { u32 context_tbl[3]; u8 *context_buf; u32 session_tbl[3]; u8 *session_buf; u32 buf_size; }; struct tpm_chip { struct device dev; struct device devs; struct cdev cdev; struct cdev cdevs; struct rw_semaphore ops_sem; const struct tpm_class_ops *ops; struct tpm_bios_log log; struct tpm_chip_seqops bin_log_seqops; struct tpm_chip_seqops ascii_log_seqops; unsigned int flags; int dev_num; long unsigned int is_open; char hwrng_name[64]; struct hwrng hwrng; struct mutex tpm_mutex; long unsigned int timeout_a; long unsigned int timeout_b; long unsigned int timeout_c; long unsigned int timeout_d; bool timeout_adjusted; long unsigned int duration[4]; bool duration_adjusted; struct dentry *bios_dir[3]; const struct attribute_group *groups[8]; unsigned int groups_cnt; u32 nr_allocated_banks; struct tpm_bank_info *allocated_banks; acpi_handle acpi_dev_handle; char ppi_version[4]; struct tpm_space work_space; u32 last_cc; u32 nr_commands; u32 *cc_attrs_tbl; int locality; }; struct evm_ima_xattr_data { u8 type; u8 data[0]; }; struct ima_digest_data { u8 algo; u8 length; union { struct { u8 unused; u8 type; } sha1; struct { u8 type; u8 algo; } ng; u8 data[2]; } xattr; u8 digest[0]; }; struct ima_max_digest_data { struct ima_digest_data hdr; u8 digest[64]; }; struct integrity_iint_cache { struct rb_node rb_node; struct mutex mutex; struct inode *inode; u64 version; long unsigned int flags; long unsigned int measured_pcrs; long unsigned int atomic_flags; enum integrity_status ima_file_status: 4; enum integrity_status ima_mmap_status: 4; enum integrity_status ima_bprm_status: 4; enum integrity_status ima_read_status: 4; enum integrity_status ima_creds_status: 4; enum integrity_status evm_status: 4; struct ima_digest_data *ima_hash; }; enum ima_show_type { IMA_SHOW_BINARY = 0, IMA_SHOW_BINARY_NO_FIELD_LEN = 1, IMA_SHOW_BINARY_OLD_STRING_FMT = 2, IMA_SHOW_ASCII = 3, }; struct ima_event_data { struct integrity_iint_cache *iint; struct file *file; const unsigned char *filename; struct evm_ima_xattr_data *xattr_value; int xattr_len; const struct modsig *modsig; const char *violation; const void *buf; int buf_len; }; struct ima_field_data { u8 *data; u32 len; }; struct ima_template_field { const char field_id[16]; int (*field_init)(struct ima_event_data *, struct ima_field_data *); void (*field_show)(struct seq_file *, enum ima_show_type, struct ima_field_data *); }; struct ima_template_desc { struct list_head list; char *name; char *fmt; int num_fields; const struct ima_template_field **fields; }; struct ima_template_entry { int pcr; struct tpm_digest *digests; struct ima_template_desc *template_desc; u32 template_data_len; struct ima_field_data template_data[0]; }; struct ima_h_table { atomic_long_t len; atomic_long_t violations; struct hlist_head queue[1024]; }; enum ima_hooks { NONE = 0, FILE_CHECK = 1, MMAP_CHECK = 2, BPRM_CHECK = 3, CREDS_CHECK = 4, POST_SETATTR = 5, MODULE_CHECK = 6, FIRMWARE_CHECK = 7, KEXEC_KERNEL_CHECK = 8, KEXEC_INITRAMFS_CHECK = 9, POLICY_CHECK = 10, KEXEC_CMDLINE = 11, KEY_CHECK = 12, CRITICAL_DATA = 13, SETXATTR_CHECK = 14, MAX_CHECK = 15, }; struct ima_queue_entry { struct hlist_node hnext; struct list_head later; struct ima_template_entry *entry; }; struct ima_kexec_hdr { u16 version; u16 _reserved0; u32 _reserved1; u64 buffer_size; u64 count; }; struct crypto_cipher { struct crypto_tfm base; }; struct aead_request { struct crypto_async_request base; unsigned int assoclen; unsigned int cryptlen; u8 *iv; struct scatterlist *src; struct scatterlist *dst; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; void *__ctx[0]; }; struct crypto_aead; struct aead_alg { int (*setkey)(struct crypto_aead *, const u8 *, unsigned int); int (*setauthsize)(struct crypto_aead *, unsigned int); int (*encrypt)(struct aead_request *); int (*decrypt)(struct aead_request *); int (*init)(struct crypto_aead *); void (*exit)(struct crypto_aead *); unsigned int ivsize; unsigned int maxauthsize; unsigned int chunksize; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_alg base; }; struct crypto_aead { unsigned int authsize; unsigned int reqsize; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_tfm base; }; struct rtattr { short unsigned int rta_len; short unsigned int rta_type; }; struct scatter_walk { struct scatterlist *sg; unsigned int offset; }; struct crypto_cipher_spawn { struct crypto_spawn base; }; struct skcipher_request { unsigned int cryptlen; u8 *iv; struct scatterlist *src; struct scatterlist *dst; struct crypto_async_request base; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; void *__ctx[0]; }; struct crypto_skcipher { unsigned int reqsize; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_tfm base; }; struct crypto_sync_skcipher { struct crypto_skcipher base; }; struct skcipher_alg { int (*setkey)(struct crypto_skcipher *, const u8 *, unsigned int); int (*encrypt)(struct skcipher_request *); int (*decrypt)(struct skcipher_request *); int (*init)(struct crypto_skcipher *); void (*exit)(struct crypto_skcipher *); unsigned int min_keysize; unsigned int max_keysize; unsigned int ivsize; unsigned int chunksize; unsigned int walksize; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_alg base; }; struct skcipher_instance { void (*free)(struct skcipher_instance *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct { char head[128]; struct crypto_instance base; } s; struct skcipher_alg alg; }; }; struct crypto_skcipher_spawn { struct crypto_spawn base; }; struct skcipher_walk { union { struct { struct page *page; long unsigned int offset; } phys; struct { u8 *page; void *addr; } virt; } src; union { struct { struct page *page; long unsigned int offset; } phys; struct { u8 *page; void *addr; } virt; } dst; struct scatter_walk in; unsigned int nbytes; struct scatter_walk out; unsigned int total; struct list_head buffers; u8 *page; u8 *buffer; u8 *oiv; void *iv; unsigned int ivsize; int flags; unsigned int blocksize; unsigned int stride; unsigned int alignmask; }; struct skcipher_ctx_simple { struct crypto_cipher *cipher; }; enum crypto_attr_type_t { CRYPTOCFGA_UNSPEC = 0, CRYPTOCFGA_PRIORITY_VAL = 1, CRYPTOCFGA_REPORT_LARVAL = 2, CRYPTOCFGA_REPORT_HASH = 3, CRYPTOCFGA_REPORT_BLKCIPHER = 4, CRYPTOCFGA_REPORT_AEAD = 5, CRYPTOCFGA_REPORT_COMPRESS = 6, CRYPTOCFGA_REPORT_RNG = 7, CRYPTOCFGA_REPORT_CIPHER = 8, CRYPTOCFGA_REPORT_AKCIPHER = 9, CRYPTOCFGA_REPORT_KPP = 10, CRYPTOCFGA_REPORT_ACOMP = 11, CRYPTOCFGA_STAT_LARVAL = 12, CRYPTOCFGA_STAT_HASH = 13, CRYPTOCFGA_STAT_BLKCIPHER = 14, CRYPTOCFGA_STAT_AEAD = 15, CRYPTOCFGA_STAT_COMPRESS = 16, CRYPTOCFGA_STAT_RNG = 17, CRYPTOCFGA_STAT_CIPHER = 18, CRYPTOCFGA_STAT_AKCIPHER = 19, CRYPTOCFGA_STAT_KPP = 20, CRYPTOCFGA_STAT_ACOMP = 21, __CRYPTOCFGA_MAX = 22, }; struct crypto_report_blkcipher { char type[64]; char geniv[64]; unsigned int blocksize; unsigned int min_keysize; unsigned int max_keysize; unsigned int ivsize; }; enum { SKCIPHER_WALK_PHYS = 1, SKCIPHER_WALK_SLOW = 2, SKCIPHER_WALK_COPY = 4, SKCIPHER_WALK_DIFF = 8, SKCIPHER_WALK_SLEEP = 16, }; struct skcipher_walk_buffer { struct list_head entry; struct scatter_walk dst; unsigned int len; u8 *data; u8 buffer[0]; }; struct crypto_comp { struct crypto_tfm base; }; struct crypto_rng; struct rng_alg { int (*generate)(struct crypto_rng *, const u8 *, unsigned int, u8 *, unsigned int); int (*seed)(struct crypto_rng *, const u8 *, unsigned int); void (*set_ent)(struct crypto_rng *, const u8 *, unsigned int); unsigned int seedsize; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_alg base; }; struct crypto_rng { struct crypto_tfm base; }; struct drbg_string { const unsigned char *buf; size_t len; struct list_head list; }; struct drbg_test_data { struct drbg_string *testentropy; }; struct akcipher_request { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int src_len; unsigned int dst_len; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; void *__ctx[0]; }; struct crypto_akcipher { struct crypto_tfm base; }; struct akcipher_alg { int (*sign)(struct akcipher_request *); int (*verify)(struct akcipher_request *); int (*encrypt)(struct akcipher_request *); int (*decrypt)(struct akcipher_request *); int (*set_pub_key)(struct crypto_akcipher *, const void *, unsigned int); int (*set_priv_key)(struct crypto_akcipher *, const void *, unsigned int); unsigned int (*max_size)(struct crypto_akcipher *); int (*init)(struct crypto_akcipher *); void (*exit)(struct crypto_akcipher *); unsigned int reqsize; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_alg base; }; struct kpp_request { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int src_len; unsigned int dst_len; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; void *__ctx[0]; }; struct crypto_kpp { struct crypto_tfm base; }; struct kpp_alg { int (*set_secret)(struct crypto_kpp *, const void *, unsigned int); int (*generate_public_key)(struct kpp_request *); int (*compute_shared_secret)(struct kpp_request *); unsigned int (*max_size)(struct crypto_kpp *); int (*init)(struct crypto_kpp *); void (*exit)(struct crypto_kpp *); unsigned int reqsize; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_alg base; }; struct acomp_req { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int slen; unsigned int dlen; u32 flags; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; void *__ctx[0]; }; struct crypto_acomp { int (*compress)(struct acomp_req *); int (*decompress)(struct acomp_req *); void (*dst_free)(struct scatterlist *); unsigned int reqsize; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_tfm base; }; enum OID { OID_id_dsa_with_sha1 = 0, OID_id_dsa = 1, OID_id_ecPublicKey = 2, OID_id_prime192v1 = 3, OID_id_prime256v1 = 4, OID_id_ecdsa_with_sha1 = 5, OID_id_ecdsa_with_sha224 = 6, OID_id_ecdsa_with_sha256 = 7, OID_id_ecdsa_with_sha384 = 8, OID_id_ecdsa_with_sha512 = 9, OID_rsaEncryption = 10, OID_md2WithRSAEncryption = 11, OID_md3WithRSAEncryption = 12, OID_md4WithRSAEncryption = 13, OID_sha1WithRSAEncryption = 14, OID_sha256WithRSAEncryption = 15, OID_sha384WithRSAEncryption = 16, OID_sha512WithRSAEncryption = 17, OID_sha224WithRSAEncryption = 18, OID_data = 19, OID_signed_data = 20, OID_email_address = 21, OID_contentType = 22, OID_messageDigest = 23, OID_signingTime = 24, OID_smimeCapabilites = 25, OID_smimeAuthenticatedAttrs = 26, OID_md2 = 27, OID_md4 = 28, OID_md5 = 29, OID_mskrb5 = 30, OID_krb5 = 31, OID_krb5u2u = 32, OID_msIndirectData = 33, OID_msStatementType = 34, OID_msSpOpusInfo = 35, OID_msPeImageDataObjId = 36, OID_msIndividualSPKeyPurpose = 37, OID_msOutlookExpress = 38, OID_ntlmssp = 39, OID_spnego = 40, OID_IAKerb = 41, OID_PKU2U = 42, OID_Scram = 43, OID_certAuthInfoAccess = 44, OID_sha1 = 45, OID_id_ansip384r1 = 46, OID_sha256 = 47, OID_sha384 = 48, OID_sha512 = 49, OID_sha224 = 50, OID_commonName = 51, OID_surname = 52, OID_countryName = 53, OID_locality = 54, OID_stateOrProvinceName = 55, OID_organizationName = 56, OID_organizationUnitName = 57, OID_title = 58, OID_description = 59, OID_name = 60, OID_givenName = 61, OID_initials = 62, OID_generationalQualifier = 63, OID_subjectKeyIdentifier = 64, OID_keyUsage = 65, OID_subjectAltName = 66, OID_issuerAltName = 67, OID_basicConstraints = 68, OID_crlDistributionPoints = 69, OID_certPolicies = 70, OID_authorityKeyIdentifier = 71, OID_extKeyUsage = 72, OID_NetlogonMechanism = 73, OID_appleLocalKdcSupported = 74, OID_gostCPSignA = 75, OID_gostCPSignB = 76, OID_gostCPSignC = 77, OID_gost2012PKey256 = 78, OID_gost2012PKey512 = 79, OID_gost2012Digest256 = 80, OID_gost2012Digest512 = 81, OID_gost2012Signature256 = 82, OID_gost2012Signature512 = 83, OID_gostTC26Sign256A = 84, OID_gostTC26Sign256B = 85, OID_gostTC26Sign256C = 86, OID_gostTC26Sign256D = 87, OID_gostTC26Sign512A = 88, OID_gostTC26Sign512B = 89, OID_gostTC26Sign512C = 90, OID_sm2 = 91, OID_sm3 = 92, OID_SM2_with_SM3 = 93, OID_sm3WithRSAEncryption = 94, OID_TPMLoadableKey = 95, OID_TPMImportableKey = 96, OID_TPMSealedData = 97, OID__NR = 98, }; struct hash_testvec { const char *key; const char *plaintext; const char *digest; unsigned int psize; short unsigned int ksize; int setkey_error; int digest_error; bool fips_skip; }; struct cipher_testvec { const char *key; const char *iv; const char *iv_out; const char *ptext; const char *ctext; unsigned char wk; short unsigned int klen; unsigned int len; bool fips_skip; bool generates_iv; int setkey_error; int crypt_error; }; struct aead_testvec { const char *key; const char *iv; const char *ptext; const char *assoc; const char *ctext; unsigned char novrfy; unsigned char wk; unsigned char klen; unsigned int plen; unsigned int clen; unsigned int alen; int setkey_error; int setauthsize_error; int crypt_error; }; struct cprng_testvec { const char *key; const char *dt; const char *v; const char *result; unsigned char klen; short unsigned int dtlen; short unsigned int vlen; short unsigned int rlen; short unsigned int loops; }; struct drbg_testvec { const unsigned char *entropy; size_t entropylen; const unsigned char *entpra; const unsigned char *entprb; size_t entprlen; const unsigned char *addtla; const unsigned char *addtlb; size_t addtllen; const unsigned char *pers; size_t perslen; const unsigned char *expected; size_t expectedlen; }; struct akcipher_testvec { const unsigned char *key; const unsigned char *params; const unsigned char *m; const unsigned char *c; unsigned int key_len; unsigned int param_len; unsigned int m_size; unsigned int c_size; bool public_key_vec; bool siggen_sigver_test; enum OID algo; }; struct kpp_testvec { const unsigned char *secret; const unsigned char *b_secret; const unsigned char *b_public; const unsigned char *expected_a_public; const unsigned char *expected_ss; short unsigned int secret_size; short unsigned int b_secret_size; short unsigned int b_public_size; short unsigned int expected_a_public_size; short unsigned int expected_ss_size; bool genkey; }; struct comp_testvec { int inlen; int outlen; char input[512]; char output[512]; }; struct aead_test_suite { const struct aead_testvec *vecs; unsigned int count; unsigned int einval_allowed: 1; unsigned int aad_iv: 1; }; struct cipher_test_suite { const struct cipher_testvec *vecs; unsigned int count; }; struct comp_test_suite { struct { const struct comp_testvec *vecs; unsigned int count; } comp; struct { const struct comp_testvec *vecs; unsigned int count; } decomp; }; struct hash_test_suite { const struct hash_testvec *vecs; unsigned int count; }; struct cprng_test_suite { const struct cprng_testvec *vecs; unsigned int count; }; struct drbg_test_suite { const struct drbg_testvec *vecs; unsigned int count; }; struct akcipher_test_suite { const struct akcipher_testvec *vecs; unsigned int count; }; struct kpp_test_suite { const struct kpp_testvec *vecs; unsigned int count; }; struct alg_test_desc { const char *alg; const char *generic_driver; int (*test)(const struct alg_test_desc *, const char *, u32, u32); int fips_allowed; union { struct aead_test_suite aead; struct cipher_test_suite cipher; struct comp_test_suite comp; struct hash_test_suite hash; struct cprng_test_suite cprng; struct drbg_test_suite drbg; struct akcipher_test_suite akcipher; struct kpp_test_suite kpp; } suite; }; enum flush_type { FLUSH_TYPE_NONE = 0, FLUSH_TYPE_FLUSH = 1, FLUSH_TYPE_REIMPORT = 2, }; enum finalization_type { FINALIZATION_TYPE_FINAL = 0, FINALIZATION_TYPE_FINUP = 1, FINALIZATION_TYPE_DIGEST = 2, }; enum inplace_mode { OUT_OF_PLACE = 0, INPLACE_ONE_SGLIST = 1, INPLACE_TWO_SGLISTS = 2, }; struct test_sg_division { unsigned int proportion_of_total; unsigned int offset; bool offset_relative_to_alignmask; enum flush_type flush_type; bool nosimd; }; struct testvec_config { const char *name; enum inplace_mode inplace_mode; u32 req_flags; struct test_sg_division src_divs[8]; struct test_sg_division dst_divs[8]; unsigned int iv_offset; unsigned int key_offset; bool iv_offset_relative_to_alignmask; bool key_offset_relative_to_alignmask; enum finalization_type finalization_type; bool nosimd; }; struct test_sglist { char *bufs[8]; struct scatterlist sgl[8]; struct scatterlist sgl_saved[8]; struct scatterlist *sgl_ptr; unsigned int nents; }; struct cipher_test_sglists { struct test_sglist src; struct test_sglist dst; }; typedef unsigned char Byte; typedef long unsigned int uLong; struct internal_state; struct z_stream_s { const Byte *next_in; uLong avail_in; uLong total_in; Byte *next_out; uLong avail_out; uLong total_out; char *msg; struct internal_state *state; void *workspace; int data_type; uLong adler; uLong reserved; }; struct internal_state { int dummy; }; typedef struct z_stream_s z_stream; typedef z_stream *z_streamp; struct crypto_scomp { struct crypto_tfm base; }; struct scomp_alg { void * (*alloc_ctx)(struct crypto_scomp *); void (*free_ctx)(struct crypto_scomp *, void *); int (*compress)(struct crypto_scomp *, const u8 *, unsigned int, u8 *, unsigned int *, void *); int (*decompress)(struct crypto_scomp *, const u8 *, unsigned int, u8 *, unsigned int *, void *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_alg base; }; struct deflate_ctx { struct z_stream_s comp_stream; struct z_stream_s decomp_stream; }; struct lzo_ctx { void *lzo_comp_mem; }; struct sockaddr_alg_new { __u16 salg_family; __u8 salg_type[14]; __u32 salg_feat; __u32 salg_mask; __u8 salg_name[0]; }; struct af_alg_iv { __u32 ivlen; __u8 iv[0]; }; struct cmsghdr { __kernel_size_t cmsg_len; int cmsg_level; int cmsg_type; }; enum sock_type { SOCK_STREAM = 1, SOCK_DGRAM = 2, SOCK_RAW = 3, SOCK_RDM = 4, SOCK_SEQPACKET = 5, SOCK_DCCP = 6, SOCK_PACKET = 10, }; struct net_proto_family { int family; int (*create)(struct net *, struct socket *, int, int); struct module *owner; }; enum { SOCK_WAKE_IO = 0, SOCK_WAKE_WAITD = 1, SOCK_WAKE_SPACE = 2, SOCK_WAKE_URG = 3, }; enum sock_flags { SOCK_DEAD = 0, SOCK_DONE = 1, SOCK_URGINLINE = 2, SOCK_KEEPOPEN = 3, SOCK_LINGER = 4, SOCK_DESTROY = 5, SOCK_BROADCAST = 6, SOCK_TIMESTAMP = 7, SOCK_ZAPPED = 8, SOCK_USE_WRITE_QUEUE = 9, SOCK_DBG = 10, SOCK_RCVTSTAMP = 11, SOCK_RCVTSTAMPNS = 12, SOCK_LOCALROUTE = 13, SOCK_MEMALLOC = 14, SOCK_TIMESTAMPING_RX_SOFTWARE = 15, SOCK_FASYNC = 16, SOCK_RXQ_OVFL = 17, SOCK_ZEROCOPY = 18, SOCK_WIFI_STATUS = 19, SOCK_NOFCS = 20, SOCK_FILTER_LOCKED = 21, SOCK_SELECT_ERR_QUEUE = 22, SOCK_RCU_FREE = 23, SOCK_TXTIME = 24, SOCK_XDP = 25, SOCK_TSTAMP_NEW = 26, SOCK_RCVMARK = 27, }; struct af_alg_type; struct alg_sock { struct sock sk; struct sock *parent; atomic_t refcnt; atomic_t nokey_refcnt; const struct af_alg_type *type; void *private; }; struct af_alg_type { void * (*bind)(const char *, u32, u32); void (*release)(void *); int (*setkey)(void *, const u8 *, unsigned int); int (*setentropy)(void *, sockptr_t, unsigned int); int (*accept)(void *, struct sock *); int (*accept_nokey)(void *, struct sock *); int (*setauthsize)(void *, unsigned int); struct proto_ops *ops; struct proto_ops *ops_nokey; struct module *owner; char name[14]; }; struct af_alg_control { struct af_alg_iv *iv; int op; unsigned int aead_assoclen; }; struct af_alg_sgl { struct scatterlist sg[17]; struct page *pages[16]; unsigned int npages; }; struct af_alg_tsgl { struct list_head list; unsigned int cur; struct scatterlist sg[0]; }; struct af_alg_rsgl { struct af_alg_sgl sgl; struct list_head list; size_t sg_num_bytes; }; struct af_alg_async_req { struct kiocb *iocb; struct sock *sk; struct af_alg_rsgl first_rsgl; struct af_alg_rsgl *last_rsgl; struct list_head rsgl_list; struct scatterlist *tsgl; unsigned int tsgl_entries; unsigned int outlen; unsigned int areqlen; union { struct aead_request aead_req; struct skcipher_request skcipher_req; } cra_u; }; struct af_alg_ctx { struct list_head tsgl_list; void *iv; size_t aead_assoclen; struct crypto_wait wait; size_t used; atomic_t rcvused; bool more; bool merge; bool enc; bool init; unsigned int len; }; struct alg_type_list { const struct af_alg_type *type; struct list_head list; }; struct asymmetric_key_id { short unsigned int len; unsigned char data[0]; }; struct public_key { void *key; u32 keylen; enum OID algo; void *params; u32 paramlen; bool key_is_private; const char *id_type; const char *pkey_algo; }; struct public_key_signature { struct asymmetric_key_id *auth_ids[3]; u8 *s; u8 *digest; u32 s_size; u32 digest_size; const char *pkey_algo; const char *hash_algo; const char *encoding; const void *data; unsigned int data_size; }; struct x509_certificate { struct x509_certificate *next; struct x509_certificate *signer; struct public_key *pub; struct public_key_signature *sig; char *issuer; char *subject; struct asymmetric_key_id *id; struct asymmetric_key_id *skid; time64_t valid_from; time64_t valid_to; const void *tbs; unsigned int tbs_size; unsigned int raw_sig_size; const void *raw_sig; const void *raw_serial; unsigned int raw_serial_size; unsigned int raw_issuer_size; const void *raw_issuer; const void *raw_subject; unsigned int raw_subject_size; unsigned int raw_skid_size; const void *raw_skid; unsigned int index; bool seen; bool verified; bool self_signed; bool unsupported_sig; bool blacklisted; }; struct pkcs7_signed_info { struct pkcs7_signed_info *next; struct x509_certificate *signer; unsigned int index; bool unsupported_crypto; bool blacklisted; const void *msgdigest; unsigned int msgdigest_len; unsigned int authattrs_len; const void *authattrs; long unsigned int aa_set; time64_t signing_time; struct public_key_signature *sig; }; struct pkcs7_message { struct x509_certificate *certs; struct x509_certificate *crl; struct pkcs7_signed_info *signed_infos; u8 version; bool have_authattrs; enum OID data_type; size_t data_len; size_t data_hdrlen; const void *data; }; struct disk_stats { u64 nsecs[4]; long unsigned int sectors[4]; long unsigned int ios[4]; long unsigned int merges[4]; long unsigned int io_ticks; local_t in_flight[2]; }; struct blk_crypto_key; struct bio_crypt_ctx { const struct blk_crypto_key *bc_key; u64 bc_dun[4]; }; typedef __u32 blk_mq_req_flags_t; enum stat_group { STAT_READ = 0, STAT_WRITE = 1, STAT_DISCARD = 2, STAT_FLUSH = 3, NR_STAT_GROUPS = 4, }; struct sbitmap_word { long unsigned int word; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int cleared; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sbitmap { unsigned int depth; unsigned int shift; unsigned int map_nr; bool round_robin; struct sbitmap_word *map; unsigned int *alloc_hint; }; struct sbq_wait_state { atomic_t wait_cnt; wait_queue_head_t wait; long: 64; long: 64; long: 64; long: 64; }; struct sbitmap_queue { struct sbitmap sb; unsigned int wake_batch; atomic_t wake_index; struct sbq_wait_state *ws; atomic_t ws_active; unsigned int min_shallow_depth; }; enum { DISK_EVENT_MEDIA_CHANGE = 1, DISK_EVENT_EJECT_REQUEST = 2, }; enum { DISK_EVENT_FLAG_POLL = 1, DISK_EVENT_FLAG_UEVENT = 2, DISK_EVENT_FLAG_BLOCK_ON_EXCL_WRITE = 4, }; typedef __u32 req_flags_t; enum mq_rq_state { MQ_RQ_IDLE = 0, MQ_RQ_IN_FLIGHT = 1, MQ_RQ_COMPLETE = 2, }; typedef void rq_end_io_fn(struct request *, blk_status_t); struct blk_crypto_keyslot; struct request { struct request_queue *q; struct blk_mq_ctx *mq_ctx; struct blk_mq_hw_ctx *mq_hctx; blk_opf_t cmd_flags; req_flags_t rq_flags; int tag; int internal_tag; unsigned int timeout; unsigned int __data_len; sector_t __sector; struct bio *bio; struct bio *biotail; union { struct list_head queuelist; struct request *rq_next; }; struct block_device *part; u64 alloc_time_ns; u64 start_time_ns; u64 io_start_time_ns; short unsigned int wbt_flags; short unsigned int stats_sectors; short unsigned int nr_phys_segments; short unsigned int nr_integrity_segments; struct bio_crypt_ctx *crypt_ctx; struct blk_crypto_keyslot *crypt_keyslot; short unsigned int write_hint; short unsigned int ioprio; enum mq_rq_state state; atomic_t ref; long unsigned int deadline; union { struct hlist_node hash; struct llist_node ipi_list; }; union { struct rb_node rb_node; struct bio_vec special_vec; void *completion_data; }; union { struct { struct io_cq *icq; void *priv[2]; } elv; struct { unsigned int seq; struct list_head list; rq_end_io_fn *saved_end_io; } flush; }; union { struct __call_single_data csd; u64 fifo_time; }; rq_end_io_fn *end_io; void *end_io_data; }; struct blk_mq_tags { unsigned int nr_tags; unsigned int nr_reserved_tags; atomic_t active_queues; struct sbitmap_queue bitmap_tags; struct sbitmap_queue breserved_tags; struct request **rqs; struct request **static_rqs; struct list_head page_list; spinlock_t lock; }; struct blk_flush_queue { unsigned int flush_pending_idx: 1; unsigned int flush_running_idx: 1; blk_status_t rq_status; long unsigned int flush_pending_since; struct list_head flush_queue[2]; struct list_head flush_data_in_flight; struct request *flush_rq; spinlock_t mq_flush_lock; }; struct blk_mq_queue_map { unsigned int *mq_map; unsigned int nr_queues; unsigned int queue_offset; }; struct blk_mq_tag_set { struct blk_mq_queue_map map[3]; unsigned int nr_maps; const struct blk_mq_ops *ops; unsigned int nr_hw_queues; unsigned int queue_depth; unsigned int reserved_tags; unsigned int cmd_size; int numa_node; unsigned int timeout; unsigned int flags; void *driver_data; struct blk_mq_tags **tags; struct blk_mq_tags *shared_tags; struct mutex tag_list_lock; struct list_head tag_list; }; struct blk_mq_hw_ctx { struct { spinlock_t lock; struct list_head dispatch; long unsigned int state; long: 64; long: 64; long: 64; long: 64; }; struct delayed_work run_work; cpumask_var_t cpumask; int next_cpu; int next_cpu_batch; long unsigned int flags; void *sched_data; struct request_queue *queue; struct blk_flush_queue *fq; void *driver_data; struct sbitmap ctx_map; struct blk_mq_ctx *dispatch_from; unsigned int dispatch_busy; short unsigned int type; short unsigned int nr_ctx; struct blk_mq_ctx **ctxs; spinlock_t dispatch_wait_lock; wait_queue_entry_t dispatch_wait; atomic_t wait_index; struct blk_mq_tags *tags; struct blk_mq_tags *sched_tags; long unsigned int queued; long unsigned int run; unsigned int numa_node; unsigned int queue_num; atomic_t nr_active; struct hlist_node cpuhp_online; struct hlist_node cpuhp_dead; struct kobject kobj; struct dentry *debugfs_dir; struct dentry *sched_debugfs_dir; struct list_head hctx_list; long: 64; long: 64; long: 64; }; struct blk_mq_queue_data { struct request *rq; bool last; }; struct blk_integrity_iter { void *prot_buf; void *data_buf; sector_t seed; unsigned int data_size; short unsigned int interval; unsigned char tuple_size; const char *disk_name; }; enum blk_crypto_mode_num { BLK_ENCRYPTION_MODE_INVALID = 0, BLK_ENCRYPTION_MODE_AES_256_XTS = 1, BLK_ENCRYPTION_MODE_AES_128_CBC_ESSIV = 2, BLK_ENCRYPTION_MODE_ADIANTUM = 3, BLK_ENCRYPTION_MODE_MAX = 4, }; struct blk_crypto_config { enum blk_crypto_mode_num crypto_mode; unsigned int data_unit_size; unsigned int dun_bytes; }; struct blk_crypto_key { struct blk_crypto_config crypto_cfg; unsigned int data_unit_size_bits; unsigned int size; u8 raw[64]; }; struct bdev_inode { struct block_device bdev; struct inode vfs_inode; }; enum { ICQ_EXITED = 4, ICQ_DESTROYED = 8, }; enum { IOPRIO_CLASS_NONE = 0, IOPRIO_CLASS_RT = 1, IOPRIO_CLASS_BE = 2, IOPRIO_CLASS_IDLE = 3, }; struct elevator_type; struct elevator_queue { struct elevator_type *type; void *elevator_data; struct kobject kobj; struct mutex sysfs_lock; unsigned int registered: 1; struct hlist_head hash[64]; }; struct blk_mq_ctxs; struct blk_mq_ctx { struct { spinlock_t lock; struct list_head rq_lists[3]; long: 64; }; unsigned int cpu; short unsigned int index_hw[3]; struct blk_mq_hw_ctx *hctxs[3]; struct request_queue *queue; struct blk_mq_ctxs *ctxs; struct kobject kobj; long: 64; }; struct blk_stat_callback { struct list_head list; struct timer_list timer; struct blk_rq_stat *cpu_stat; int (*bucket_fn)(const struct request *); unsigned int buckets; struct blk_rq_stat *stat; void (*timer_fn)(struct blk_stat_callback *); void *data; struct callback_head rcu; }; enum hctx_type { HCTX_TYPE_DEFAULT = 0, HCTX_TYPE_READ = 1, HCTX_TYPE_POLL = 2, HCTX_MAX_TYPES = 3, }; enum elv_merge { ELEVATOR_NO_MERGE = 0, ELEVATOR_FRONT_MERGE = 1, ELEVATOR_BACK_MERGE = 2, ELEVATOR_DISCARD_MERGE = 3, }; struct blk_mq_alloc_data; struct elevator_mq_ops { int (*init_sched)(struct request_queue *, struct elevator_type *); void (*exit_sched)(struct elevator_queue *); int (*init_hctx)(struct blk_mq_hw_ctx *, unsigned int); void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); void (*depth_updated)(struct blk_mq_hw_ctx *); bool (*allow_merge)(struct request_queue *, struct request *, struct bio *); bool (*bio_merge)(struct request_queue *, struct bio *, unsigned int); int (*request_merge)(struct request_queue *, struct request **, struct bio *); void (*request_merged)(struct request_queue *, struct request *, enum elv_merge); void (*requests_merged)(struct request_queue *, struct request *, struct request *); void (*limit_depth)(blk_opf_t, struct blk_mq_alloc_data *); void (*prepare_request)(struct request *); void (*finish_request)(struct request *); void (*insert_requests)(struct blk_mq_hw_ctx *, struct list_head *, bool); struct request * (*dispatch_request)(struct blk_mq_hw_ctx *); bool (*has_work)(struct blk_mq_hw_ctx *); void (*completed_request)(struct request *, u64); void (*requeue_request)(struct request *); struct request * (*former_request)(struct request_queue *, struct request *); struct request * (*next_request)(struct request_queue *, struct request *); void (*init_icq)(struct io_cq *); void (*exit_icq)(struct io_cq *); }; struct elv_fs_entry; struct blk_mq_debugfs_attr; struct elevator_type { struct kmem_cache *icq_cache; struct elevator_mq_ops ops; size_t icq_size; size_t icq_align; struct elv_fs_entry *elevator_attrs; const char *elevator_name; const char *elevator_alias; const unsigned int elevator_features; struct module *elevator_owner; const struct blk_mq_debugfs_attr *queue_debugfs_attrs; const struct blk_mq_debugfs_attr *hctx_debugfs_attrs; char icq_cache_name[22]; struct list_head list; }; struct blk_mq_alloc_data { struct request_queue *q; blk_mq_req_flags_t flags; unsigned int shallow_depth; blk_opf_t cmd_flags; req_flags_t rq_flags; unsigned int nr_tags; struct request **cached_rq; struct blk_mq_ctx *ctx; struct blk_mq_hw_ctx *hctx; }; struct elv_fs_entry { struct attribute attr; ssize_t (*show)(struct elevator_queue *, char *); ssize_t (*store)(struct elevator_queue *, const char *, size_t); }; struct blk_mq_debugfs_attr { const char *name; umode_t mode; int (*show)(void *, struct seq_file *); ssize_t (*write)(void *, const char *, size_t, loff_t *); const struct seq_operations *seq_ops; }; struct blk_mq_ctxs { struct kobject kobj; struct blk_mq_ctx *queue_ctx; }; struct blk_queue_stats { struct list_head callbacks; spinlock_t lock; int accounting; }; struct parsed_partitions { struct gendisk *disk; char name[32]; struct { sector_t from; sector_t size; int flags; bool has_info; struct partition_meta_info info; } *parts; int next; int limit; bool access_beyond_eod; char *pp_buf; }; typedef struct { struct folio *v; } Sector; struct lvm_rec { char lvm_id[4]; char reserved4[16]; __be32 lvmarea_len; __be32 vgda_len; __be32 vgda_psn[2]; char reserved36[10]; __be16 pp_size; char reserved46[12]; __be16 version; }; struct vgda { __be32 secs; __be32 usec; char reserved8[16]; __be16 numlvs; __be16 maxlvs; __be16 pp_size; __be16 numpvs; __be16 total_vgdas; __be16 vgda_size; }; struct lvd { __be16 lv_ix; __be16 res2; __be16 res4; __be16 maxsize; __be16 lv_state; __be16 mirror; __be16 mirror_policy; __be16 num_lps; __be16 res10[8]; }; struct lvname { char name[64]; }; struct ppe { __be16 lv_ix; short unsigned int res2; short unsigned int res4; __be16 lp_ix; short unsigned int res8[12]; }; struct pvd { char reserved0[16]; __be16 pp_count; char reserved18[2]; __be32 psn_part1; char reserved24[8]; struct ppe ppe[1016]; }; struct lv_info { short unsigned int pps_per_lv; short unsigned int pps_found; unsigned char lv_is_contiguous; }; enum rq_qos_id { RQ_QOS_WBT = 0, RQ_QOS_LATENCY = 1, RQ_QOS_COST = 2, RQ_QOS_IOPRIO = 3, }; struct rq_qos_ops; struct rq_qos { struct rq_qos_ops *ops; struct request_queue *q; enum rq_qos_id id; struct rq_qos *next; struct dentry *debugfs_dir; }; struct rq_wait { wait_queue_head_t wait; atomic_t inflight; }; struct rq_qos_ops { void (*throttle)(struct rq_qos *, struct bio *); void (*track)(struct rq_qos *, struct request *, struct bio *); void (*merge)(struct rq_qos *, struct request *, struct bio *); void (*issue)(struct rq_qos *, struct request *); void (*requeue)(struct rq_qos *, struct request *); void (*done)(struct rq_qos *, struct request *); void (*done_bio)(struct rq_qos *, struct bio *); void (*cleanup)(struct rq_qos *, struct bio *); void (*queue_depth_changed)(struct rq_qos *); void (*exit)(struct rq_qos *); const struct blk_mq_debugfs_attr *debugfs_attrs; }; struct rq_depth { unsigned int max_depth; int scale_step; bool scaled_max; unsigned int queue_depth; unsigned int default_depth; }; typedef bool acquire_inflight_cb_t(struct rq_wait *, void *); typedef void cleanup_cb_t(struct rq_wait *, void *); struct rq_qos_wait_data { struct wait_queue_entry wq; struct task_struct *task; struct rq_wait *rqw; acquire_inflight_cb_t *cb; void *private_data; bool got_token; }; struct blkg_iostat { u64 bytes[3]; u64 ios[3]; }; struct blkg_iostat_set { struct u64_stats_sync sync; struct blkg_iostat cur; struct blkg_iostat last; }; struct blkcg; struct blkg_policy_data; struct blkcg_gq { struct request_queue *q; struct list_head q_node; struct hlist_node blkcg_node; struct blkcg *blkcg; struct blkcg_gq *parent; struct percpu_ref refcnt; bool online; struct blkg_iostat_set *iostat_cpu; struct blkg_iostat_set iostat; struct blkg_policy_data *pd[6]; spinlock_t async_bio_lock; struct bio_list async_bios; union { struct work_struct async_bio_work; struct work_struct free_work; }; atomic_t use_delay; atomic64_t delay_nsec; atomic64_t delay_start; u64 last_delay; int last_use; struct callback_head callback_head; }; enum blkg_iostat_type { BLKG_IOSTAT_READ = 0, BLKG_IOSTAT_WRITE = 1, BLKG_IOSTAT_DISCARD = 2, BLKG_IOSTAT_NR = 3, }; struct blkcg_policy_data; struct blkcg { struct cgroup_subsys_state css; spinlock_t lock; refcount_t online_pin; struct xarray blkg_tree; struct blkcg_gq *blkg_hint; struct hlist_head blkg_list; struct blkcg_policy_data *cpd[6]; struct list_head all_blkcgs_node; char fc_app_id[129]; struct list_head cgwb_list; }; struct blkg_policy_data { struct blkcg_gq *blkg; int plid; }; struct blkcg_policy_data { struct blkcg *blkcg; int plid; }; struct rchan; struct blk_trace { int trace_state; struct rchan *rchan; long unsigned int *sequence; unsigned char *msg_data; u16 act_mask; u64 start_lba; u64 end_lba; u32 pid; u32 dev; struct dentry *dir; struct list_head running_list; atomic_t dropped; }; struct rchan_buf { void *start; void *data; size_t offset; size_t subbufs_produced; size_t subbufs_consumed; struct rchan *chan; wait_queue_head_t read_wait; struct irq_work wakeup_work; struct dentry *dentry; struct kref kref; struct page **page_array; unsigned int page_count; unsigned int finalized; size_t *padding; size_t prev_padding; size_t bytes_consumed; size_t early_bytes; unsigned int cpu; long: 32; long: 64; long: 64; }; struct rchan_callbacks; struct rchan { u32 version; size_t subbuf_size; size_t n_subbufs; size_t alloc_size; const struct rchan_callbacks *cb; struct kref kref; void *private_data; size_t last_toobig; struct rchan_buf **buf; int is_global; struct list_head list; struct dentry *parent; int has_base_filename; char base_filename[255]; }; struct rchan_callbacks { int (*subbuf_start)(struct rchan_buf *, void *, void *, size_t); struct dentry * (*create_buf_file)(const char *, struct dentry *, umode_t, struct rchan_buf *, int *); int (*remove_buf_file)(struct dentry *); }; enum blktrace_cat { BLK_TC_READ = 1, BLK_TC_WRITE = 2, BLK_TC_FLUSH = 4, BLK_TC_SYNC = 8, BLK_TC_SYNCIO = 8, BLK_TC_QUEUE = 16, BLK_TC_REQUEUE = 32, BLK_TC_ISSUE = 64, BLK_TC_COMPLETE = 128, BLK_TC_FS = 256, BLK_TC_PC = 512, BLK_TC_NOTIFY = 1024, BLK_TC_AHEAD = 2048, BLK_TC_META = 4096, BLK_TC_DISCARD = 8192, BLK_TC_DRV_DATA = 16384, BLK_TC_FUA = 32768, BLK_TC_END = 32768, }; typedef struct blkcg_policy_data *blkcg_pol_alloc_cpd_fn(gfp_t); typedef void blkcg_pol_init_cpd_fn(struct blkcg_policy_data *); typedef void blkcg_pol_free_cpd_fn(struct blkcg_policy_data *); typedef void blkcg_pol_bind_cpd_fn(struct blkcg_policy_data *); typedef struct blkg_policy_data *blkcg_pol_alloc_pd_fn(gfp_t, struct request_queue *, struct blkcg *); typedef void blkcg_pol_init_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_online_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_offline_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_free_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_reset_pd_stats_fn(struct blkg_policy_data *); typedef void blkcg_pol_stat_pd_fn(struct blkg_policy_data *, struct seq_file *); struct blkcg_policy { int plid; struct cftype *dfl_cftypes; struct cftype *legacy_cftypes; blkcg_pol_alloc_cpd_fn *cpd_alloc_fn; blkcg_pol_init_cpd_fn *cpd_init_fn; blkcg_pol_free_cpd_fn *cpd_free_fn; blkcg_pol_bind_cpd_fn *cpd_bind_fn; blkcg_pol_alloc_pd_fn *pd_alloc_fn; blkcg_pol_init_pd_fn *pd_init_fn; blkcg_pol_online_pd_fn *pd_online_fn; blkcg_pol_offline_pd_fn *pd_offline_fn; blkcg_pol_free_pd_fn *pd_free_fn; blkcg_pol_reset_pd_stats_fn *pd_reset_stats_fn; blkcg_pol_stat_pd_fn *pd_stat_fn; }; struct blkg_rwstat { struct percpu_counter cpu_cnt[5]; atomic64_t aux_cnt[5]; }; struct bfq_entity; struct bfq_service_tree { struct rb_root active; struct rb_root idle; struct bfq_entity *first_idle; struct bfq_entity *last_idle; u64 vtime; long unsigned int wsum; }; struct bfq_sched_data; struct bfq_queue; struct bfq_entity { struct rb_node rb_node; bool on_st_or_in_serv; u64 start; u64 finish; struct rb_root *tree; u64 min_start; int service; int budget; int allocated; int dev_weight; int weight; int new_weight; int orig_weight; struct bfq_entity *parent; struct bfq_sched_data *my_sched_data; struct bfq_sched_data *sched_data; int prio_changed; bool in_groups_with_pending_reqs; struct bfq_queue *last_bfqq_created; }; struct bfq_sched_data { struct bfq_entity *in_service_entity; struct bfq_entity *next_in_service; struct bfq_service_tree service_tree[3]; long unsigned int bfq_class_idle_last_service; }; struct bfq_weight_counter { unsigned int weight; unsigned int num_active; struct rb_node weights_node; }; struct bfq_ttime { u64 last_end_request; u64 ttime_total; long unsigned int ttime_samples; u64 ttime_mean; }; struct bfq_data; struct bfq_io_cq; struct bfq_queue { int ref; int stable_ref; struct bfq_data *bfqd; short unsigned int ioprio; short unsigned int ioprio_class; short unsigned int new_ioprio; short unsigned int new_ioprio_class; u64 last_serv_time_ns; unsigned int inject_limit; long unsigned int decrease_time_jif; struct bfq_queue *new_bfqq; struct rb_node pos_node; struct rb_root *pos_root; struct rb_root sort_list; struct request *next_rq; int queued[2]; int meta_pending; struct list_head fifo; struct bfq_entity entity; struct bfq_weight_counter *weight_counter; int max_budget; long unsigned int budget_timeout; int dispatched; long unsigned int flags; struct list_head bfqq_list; struct bfq_ttime ttime; u64 io_start_time; u64 tot_idle_time; u32 seek_history; struct hlist_node burst_list_node; sector_t last_request_pos; unsigned int requests_within_timer; pid_t pid; struct bfq_io_cq *bic; long unsigned int wr_cur_max_time; long unsigned int soft_rt_next_start; long unsigned int last_wr_start_finish; unsigned int wr_coeff; long unsigned int last_idle_bklogged; long unsigned int service_from_backlogged; long unsigned int service_from_wr; long unsigned int wr_start_at_switch_to_srt; long unsigned int split_time; long unsigned int first_IO_time; long unsigned int creation_time; u32 max_service_rate; struct bfq_queue *waker_bfqq; struct bfq_queue *tentative_waker_bfqq; unsigned int num_waker_detections; u64 waker_detection_started; struct hlist_node woken_list_node; struct hlist_head woken_list; }; struct bfq_group; struct bfq_data { struct request_queue *queue; struct list_head dispatch; struct bfq_group *root_group; struct rb_root_cached queue_weights_tree; unsigned int num_groups_with_pending_reqs; unsigned int busy_queues[3]; int wr_busy_queues; int queued; int rq_in_driver; bool nonrot_with_queueing; int max_rq_in_driver; int hw_tag_samples; int hw_tag; int budgets_assigned; struct hrtimer idle_slice_timer; struct bfq_queue *in_service_queue; sector_t last_position; sector_t in_serv_last_pos; u64 last_completion; struct bfq_queue *last_completed_rq_bfqq; struct bfq_queue *last_bfqq_created; u64 last_empty_occupied_ns; bool wait_dispatch; struct request *waited_rq; bool rqs_injected; u64 first_dispatch; u64 last_dispatch; ktime_t last_budget_start; ktime_t last_idling_start; long unsigned int last_idling_start_jiffies; int peak_rate_samples; u32 sequential_samples; u64 tot_sectors_dispatched; u32 last_rq_max_size; u64 delta_from_first; u32 peak_rate; int bfq_max_budget; struct list_head active_list; struct list_head idle_list; u64 bfq_fifo_expire[2]; unsigned int bfq_back_penalty; unsigned int bfq_back_max; u32 bfq_slice_idle; int bfq_user_max_budget; unsigned int bfq_timeout; bool strict_guarantees; long unsigned int last_ins_in_burst; long unsigned int bfq_burst_interval; int burst_size; struct bfq_entity *burst_parent_entity; long unsigned int bfq_large_burst_thresh; bool large_burst; struct hlist_head burst_list; bool low_latency; unsigned int bfq_wr_coeff; unsigned int bfq_wr_max_time; unsigned int bfq_wr_rt_max_time; unsigned int bfq_wr_min_idle_time; long unsigned int bfq_wr_min_inter_arr_async; unsigned int bfq_wr_max_softrt_rate; u64 rate_dur_prod; struct bfq_queue oom_bfqq; spinlock_t lock; struct bfq_io_cq *bio_bic; struct bfq_queue *bio_bfqq; unsigned int word_depths[4]; unsigned int full_depth_shift; }; struct bfq_io_cq { struct io_cq icq; struct bfq_queue *bfqq[2]; int ioprio; uint64_t blkcg_serial_nr; bool saved_has_short_ttime; bool saved_IO_bound; u64 saved_io_start_time; u64 saved_tot_idle_time; bool saved_in_large_burst; bool was_in_burst_list; unsigned int saved_weight; long unsigned int saved_wr_coeff; long unsigned int saved_last_wr_start_finish; long unsigned int saved_service_from_wr; long unsigned int saved_wr_start_at_switch_to_srt; unsigned int saved_wr_cur_max_time; struct bfq_ttime saved_ttime; u64 saved_last_serv_time_ns; unsigned int saved_inject_limit; long unsigned int saved_decrease_time_jif; struct bfq_queue *stable_merge_bfqq; bool stably_merged; unsigned int requests; }; struct bfqg_stats { struct blkg_rwstat bytes; struct blkg_rwstat ios; }; struct bfq_group { struct blkg_policy_data pd; char blkg_path[128]; int ref; bool online; struct bfq_entity entity; struct bfq_sched_data sched_data; void *bfqd; struct bfq_queue *async_bfqq[16]; struct bfq_queue *async_idle_bfqq; struct bfq_entity *my_entity; int active_entities; struct rb_root rq_pos_tree; struct bfqg_stats stats; }; enum bfqq_state_flags { BFQQF_just_created = 0, BFQQF_busy = 1, BFQQF_wait_request = 2, BFQQF_non_blocking_wait_rq = 3, BFQQF_fifo_expire = 4, BFQQF_has_short_ttime = 5, BFQQF_sync = 6, BFQQF_IO_bound = 7, BFQQF_in_large_burst = 8, BFQQF_softrt_update = 9, BFQQF_coop = 10, BFQQF_split_coop = 11, }; enum bfqq_expiration { BFQQE_TOO_IDLE = 0, BFQQE_BUDGET_TIMEOUT = 1, BFQQE_BUDGET_EXHAUSTED = 2, BFQQE_NO_MORE_REQUESTS = 3, BFQQE_PREEMPTED = 4, }; enum opal_mbr { OPAL_MBR_ENABLE = 0, OPAL_MBR_DISABLE = 1, }; enum opal_mbr_done_flag { OPAL_MBR_NOT_DONE = 0, OPAL_MBR_DONE = 1, }; enum opal_user { OPAL_ADMIN1 = 0, OPAL_USER1 = 1, OPAL_USER2 = 2, OPAL_USER3 = 3, OPAL_USER4 = 4, OPAL_USER5 = 5, OPAL_USER6 = 6, OPAL_USER7 = 7, OPAL_USER8 = 8, OPAL_USER9 = 9, }; enum opal_lock_state { OPAL_RO = 1, OPAL_RW = 2, OPAL_LK = 4, }; struct opal_key { __u8 lr; __u8 key_len; __u8 __align[6]; __u8 key[256]; }; struct opal_lr_act { struct opal_key key; __u32 sum; __u8 num_lrs; __u8 lr[9]; __u8 align[2]; }; struct opal_session_info { __u32 sum; __u32 who; struct opal_key opal_key; }; struct opal_user_lr_setup { __u64 range_start; __u64 range_length; __u32 RLE; __u32 WLE; struct opal_session_info session; }; struct opal_lock_unlock { struct opal_session_info session; __u32 l_state; __u8 __align[4]; }; struct opal_new_pw { struct opal_session_info session; struct opal_session_info new_user_pw; }; struct opal_mbr_data { struct opal_key key; __u8 enable_disable; __u8 __align[7]; }; struct opal_mbr_done { struct opal_key key; __u8 done_flag; __u8 __align[7]; }; struct opal_shadow_mbr { struct opal_key key; const __u64 data; __u64 offset; __u64 size; }; enum opal_table_ops { OPAL_READ_TABLE = 0, OPAL_WRITE_TABLE = 1, }; struct opal_read_write_table { struct opal_key key; const __u64 data; const __u8 table_uid[8]; __u64 offset; __u64 size; __u64 flags; __u64 priv; }; typedef int sec_send_recv(void *, u16, u8, void *, size_t, bool); enum { TCG_SECP_00 = 0, TCG_SECP_01 = 1, }; enum opal_response_token { OPAL_DTA_TOKENID_BYTESTRING = 224, OPAL_DTA_TOKENID_SINT = 225, OPAL_DTA_TOKENID_UINT = 226, OPAL_DTA_TOKENID_TOKEN = 227, OPAL_DTA_TOKENID_INVALID = 0, }; enum opal_uid { OPAL_SMUID_UID = 0, OPAL_THISSP_UID = 1, OPAL_ADMINSP_UID = 2, OPAL_LOCKINGSP_UID = 3, OPAL_ENTERPRISE_LOCKINGSP_UID = 4, OPAL_ANYBODY_UID = 5, OPAL_SID_UID = 6, OPAL_ADMIN1_UID = 7, OPAL_USER1_UID = 8, OPAL_USER2_UID = 9, OPAL_PSID_UID = 10, OPAL_ENTERPRISE_BANDMASTER0_UID = 11, OPAL_ENTERPRISE_ERASEMASTER_UID = 12, OPAL_TABLE_TABLE = 13, OPAL_LOCKINGRANGE_GLOBAL = 14, OPAL_LOCKINGRANGE_ACE_RDLOCKED = 15, OPAL_LOCKINGRANGE_ACE_WRLOCKED = 16, OPAL_MBRCONTROL = 17, OPAL_MBR = 18, OPAL_AUTHORITY_TABLE = 19, OPAL_C_PIN_TABLE = 20, OPAL_LOCKING_INFO_TABLE = 21, OPAL_ENTERPRISE_LOCKING_INFO_TABLE = 22, OPAL_DATASTORE = 23, OPAL_C_PIN_MSID = 24, OPAL_C_PIN_SID = 25, OPAL_C_PIN_ADMIN1 = 26, OPAL_HALF_UID_AUTHORITY_OBJ_REF = 27, OPAL_HALF_UID_BOOLEAN_ACE = 28, OPAL_UID_HEXFF = 29, }; enum opal_method { OPAL_PROPERTIES = 0, OPAL_STARTSESSION = 1, OPAL_REVERT = 2, OPAL_ACTIVATE = 3, OPAL_EGET = 4, OPAL_ESET = 5, OPAL_NEXT = 6, OPAL_EAUTHENTICATE = 7, OPAL_GETACL = 8, OPAL_GENKEY = 9, OPAL_REVERTSP = 10, OPAL_GET = 11, OPAL_SET = 12, OPAL_AUTHENTICATE = 13, OPAL_RANDOM = 14, OPAL_ERASE = 15, }; enum opal_token { OPAL_TRUE = 1, OPAL_FALSE = 0, OPAL_BOOLEAN_EXPR = 3, OPAL_TABLE = 0, OPAL_STARTROW = 1, OPAL_ENDROW = 2, OPAL_STARTCOLUMN = 3, OPAL_ENDCOLUMN = 4, OPAL_VALUES = 1, OPAL_TABLE_UID = 0, OPAL_TABLE_NAME = 1, OPAL_TABLE_COMMON = 2, OPAL_TABLE_TEMPLATE = 3, OPAL_TABLE_KIND = 4, OPAL_TABLE_COLUMN = 5, OPAL_TABLE_COLUMNS = 6, OPAL_TABLE_ROWS = 7, OPAL_TABLE_ROWS_FREE = 8, OPAL_TABLE_ROW_BYTES = 9, OPAL_TABLE_LASTID = 10, OPAL_TABLE_MIN = 11, OPAL_TABLE_MAX = 12, OPAL_PIN = 3, OPAL_RANGESTART = 3, OPAL_RANGELENGTH = 4, OPAL_READLOCKENABLED = 5, OPAL_WRITELOCKENABLED = 6, OPAL_READLOCKED = 7, OPAL_WRITELOCKED = 8, OPAL_ACTIVEKEY = 10, OPAL_LIFECYCLE = 6, OPAL_MAXRANGES = 4, OPAL_MBRENABLE = 1, OPAL_MBRDONE = 2, OPAL_HOSTPROPERTIES = 0, OPAL_STARTLIST = 240, OPAL_ENDLIST = 241, OPAL_STARTNAME = 242, OPAL_ENDNAME = 243, OPAL_CALL = 248, OPAL_ENDOFDATA = 249, OPAL_ENDOFSESSION = 250, OPAL_STARTTRANSACTON = 251, OPAL_ENDTRANSACTON = 252, OPAL_EMPTYATOM = 255, OPAL_WHERE = 0, }; enum opal_parameter { OPAL_SUM_SET_LIST = 393216, }; struct opal_compacket { __be32 reserved0; u8 extendedComID[4]; __be32 outstandingData; __be32 minTransfer; __be32 length; }; struct opal_packet { __be32 tsn; __be32 hsn; __be32 seq_number; __be16 reserved0; __be16 ack_type; __be32 acknowledgment; __be32 length; }; struct opal_data_subpacket { u8 reserved0[6]; __be16 kind; __be32 length; }; struct opal_header { struct opal_compacket cp; struct opal_packet pkt; struct opal_data_subpacket subpkt; }; struct d0_header { __be32 length; __be32 revision; __be32 reserved01; __be32 reserved02; u8 ignored[32]; }; struct d0_tper_features { u8 supported_features; u8 reserved01[3]; __be32 reserved02; __be32 reserved03; }; struct d0_locking_features { u8 supported_features; u8 reserved01[3]; __be32 reserved02; __be32 reserved03; }; struct d0_geometry_features { u8 header[4]; u8 reserved01; u8 reserved02[7]; __be32 logical_block_size; __be64 alignment_granularity; __be64 lowest_aligned_lba; }; struct d0_opal_v100 { __be16 baseComID; __be16 numComIDs; }; struct d0_single_user_mode { __be32 num_locking_objects; u8 reserved01; u8 reserved02; __be16 reserved03; __be32 reserved04; }; struct d0_opal_v200 { __be16 baseComID; __be16 numComIDs; u8 range_crossing; u8 num_locking_admin_auth[2]; u8 num_locking_user_auth[2]; u8 initialPIN; u8 revertedPIN; u8 reserved01; __be32 reserved02; }; struct d0_features { __be16 code; u8 r_version; u8 length; u8 features[0]; }; struct opal_dev; struct opal_step { int (*fn)(struct opal_dev *, void *); void *data; }; enum opal_atom_width { OPAL_WIDTH_TINY = 0, OPAL_WIDTH_SHORT = 1, OPAL_WIDTH_MEDIUM = 2, OPAL_WIDTH_LONG = 3, OPAL_WIDTH_TOKEN = 4, }; struct opal_resp_tok { const u8 *pos; size_t len; enum opal_response_token type; enum opal_atom_width width; union { u64 u; s64 s; } stored; }; struct parsed_resp { int num; struct opal_resp_tok toks[64]; }; struct opal_dev { bool supported; bool mbr_enabled; void *data; sec_send_recv *send_recv; struct mutex dev_lock; u16 comid; u32 hsn; u32 tsn; u64 align; u64 lowest_lba; size_t pos; u8 cmd[2048]; u8 resp[2048]; struct parsed_resp parsed; size_t prev_d_len; void *prev_data; struct list_head unlk_lst; }; typedef int cont_fn(struct opal_dev *); struct opal_suspend_data { struct opal_lock_unlock unlk; u8 lr; struct list_head node; }; struct io_uring_cmd { struct file *file; const void *cmd; void (*task_work_cb)(struct io_uring_cmd *); u32 cmd_op; u32 pad; u8 pdu[32]; }; enum { IOU_OK = 0, IOU_ISSUE_SKIP_COMPLETE = 4294966767, IOU_STOP_MULTISHOT = 4294967171, }; enum io_uring_cmd_flags { IO_URING_F_COMPLETE_DEFER = 1, IO_URING_F_UNLOCKED = 2, IO_URING_F_NONBLOCK = 2147483648, IO_URING_F_SQE128 = 4, IO_URING_F_CQE32 = 8, IO_URING_F_IOPOLL = 16, }; struct open_flags { int open_flag; umode_t mode; int acc_mode; int intent; int lookup_flags; }; struct io_rsrc_node { struct percpu_ref refs; struct list_head node; struct list_head rsrc_list; struct io_rsrc_data *rsrc_data; struct llist_node llist; bool done; }; struct io_mapped_ubuf { u64 ubuf; u64 ubuf_end; unsigned int nr_bvecs; long unsigned int acct_pages; struct bio_vec bvec[0]; }; struct io_rsrc_put; typedef void rsrc_put_fn(struct io_ring_ctx *, struct io_rsrc_put *); struct io_rsrc_data { struct io_ring_ctx *ctx; u64 **tags; unsigned int nr; rsrc_put_fn *do_put; atomic_t refs; struct completion done; bool quiesce; }; enum { REQ_F_FIXED_FILE = 1, REQ_F_IO_DRAIN = 2, REQ_F_LINK = 4, REQ_F_HARDLINK = 8, REQ_F_FORCE_ASYNC = 16, REQ_F_BUFFER_SELECT = 32, REQ_F_CQE_SKIP = 64, REQ_F_FAIL = 256, REQ_F_INFLIGHT = 512, REQ_F_CUR_POS = 1024, REQ_F_NOWAIT = 2048, REQ_F_LINK_TIMEOUT = 4096, REQ_F_NEED_CLEANUP = 8192, REQ_F_POLLED = 16384, REQ_F_BUFFER_SELECTED = 32768, REQ_F_BUFFER_RING = 65536, REQ_F_REISSUE = 131072, REQ_F_SUPPORT_NOWAIT = 1073741824, REQ_F_ISREG = 2147483648, REQ_F_CREDS = 262144, REQ_F_REFCOUNT = 524288, REQ_F_ARM_LTIMEOUT = 1048576, REQ_F_ASYNC_DATA = 2097152, REQ_F_SKIP_LINK_CQES = 4194304, REQ_F_SINGLE_POLL = 8388608, REQ_F_DOUBLE_POLL = 16777216, REQ_F_PARTIAL_IO = 33554432, REQ_F_APOLL_MULTISHOT = 134217728, REQ_F_CQE32_INIT = 67108864, REQ_F_CLEAR_POLLIN = 268435456, REQ_F_HASH_LOCKED = 536870912, }; struct io_rsrc_put { struct list_head list; u64 tag; union { void *rsrc; struct file *file; struct io_mapped_ubuf *buf; }; }; struct io_open { struct file *file; int dfd; u32 file_slot; struct filename *filename; struct open_how how; long unsigned int nofile; }; struct io_close { struct file *file; int fd; u32 file_slot; }; struct io_uring_buf { __u64 addr; __u32 len; __u16 bid; __u16 resv; }; struct io_uring_buf_ring { union { struct { __u64 resv1; __u32 resv2; __u16 resv3; __u16 tail; }; struct io_uring_buf bufs[0]; }; }; struct io_buffer_list { union { struct list_head buf_list; struct { struct page **buf_pages; struct io_uring_buf_ring *buf_ring; }; }; __u16 bgid; __u16 buf_nr_pages; __u16 nr_entries; __u16 head; __u16 mask; }; struct io_buffer { struct list_head list; __u64 addr; __u32 len; __u16 bid; __u16 bgid; }; struct io_poll { struct file *file; struct wait_queue_head *head; __poll_t events; struct wait_queue_entry wait; }; struct io_cache_entry { struct hlist_node node; }; struct async_poll { union { struct io_poll poll; struct io_cache_entry cache; }; struct io_poll *double_poll; }; struct io_op_def { unsigned int needs_file: 1; unsigned int plug: 1; unsigned int hash_reg_file: 1; unsigned int unbound_nonreg_file: 1; unsigned int pollin: 1; unsigned int pollout: 1; unsigned int poll_exclusive: 1; unsigned int buffer_select: 1; unsigned int not_supported: 1; unsigned int audit_skip: 1; unsigned int ioprio: 1; unsigned int iopoll: 1; unsigned int manual_alloc: 1; short unsigned int async_size; const char *name; int (*prep)(struct io_kiocb *, const struct io_uring_sqe *); int (*issue)(struct io_kiocb *, unsigned int); int (*prep_async)(struct io_kiocb *); void (*cleanup)(struct io_kiocb *); void (*fail)(struct io_kiocb *); }; enum { IO_APOLL_OK = 0, IO_APOLL_ABORTED = 1, IO_APOLL_READY = 2, }; struct io_cancel_data { struct io_ring_ctx *ctx; union { u64 data; struct file *file; }; u32 flags; int seq; }; struct io_poll_update { struct file *file; u64 old_user_data; u64 new_user_data; __poll_t events; bool update_events; bool update_user_data; }; struct io_poll_table { struct poll_table_struct pt; struct io_kiocb *req; int nr_entries; int error; bool owning; __poll_t result_mask; }; enum { IOU_POLL_DONE = 0, IOU_POLL_NO_ACTION = 1, IOU_POLL_REMOVE_POLL_USE_RES = 2, }; typedef void (*task_work_func_t)(struct callback_head *); enum { IO_WQ_BOUND = 0, IO_WQ_UNBOUND = 1, }; typedef struct io_wq_work *free_work_fn(struct io_wq_work *); typedef void io_wq_work_fn(struct io_wq_work *); struct io_wqe; struct io_wq { long unsigned int state; free_work_fn *free_work; io_wq_work_fn *do_work; struct io_wq_hash *hash; atomic_t worker_refs; struct completion worker_done; struct hlist_node cpuhp_node; struct task_struct *task; struct io_wqe *wqes[0]; }; enum { IO_WQ_WORK_CANCEL = 1, IO_WQ_WORK_HASHED = 2, IO_WQ_WORK_UNBOUND = 4, IO_WQ_WORK_CONCURRENT = 16, IO_WQ_HASH_SHIFT = 24, }; enum io_wq_cancel { IO_WQ_CANCEL_OK = 0, IO_WQ_CANCEL_RUNNING = 1, IO_WQ_CANCEL_NOTFOUND = 2, }; struct io_wq_data { struct io_wq_hash *hash; struct task_struct *task; io_wq_work_fn *do_work; free_work_fn *free_work; }; typedef bool work_cancel_fn(struct io_wq_work *, void *); enum { IO_WORKER_F_UP = 1, IO_WORKER_F_RUNNING = 2, IO_WORKER_F_FREE = 4, IO_WORKER_F_BOUND = 8, }; enum { IO_WQ_BIT_EXIT = 0, }; enum { IO_ACCT_STALLED_BIT = 0, }; struct io_worker { refcount_t ref; unsigned int flags; struct hlist_nulls_node nulls_node; struct list_head all_list; struct task_struct *task; struct io_wqe *wqe; struct io_wq_work *cur_work; struct io_wq_work *next_work; raw_spinlock_t lock; struct completion ref_done; long unsigned int create_state; struct callback_head create_work; int create_index; union { struct callback_head rcu; struct work_struct work; }; }; struct io_wqe_acct { unsigned int nr_workers; unsigned int max_workers; int index; atomic_t nr_running; raw_spinlock_t lock; struct io_wq_work_list work_list; long unsigned int flags; }; struct io_wqe { raw_spinlock_t lock; struct io_wqe_acct acct[2]; int node; struct hlist_nulls_head free_list; struct list_head all_list; struct wait_queue_entry wait; struct io_wq *wq; struct io_wq_work *hash_tail[64]; cpumask_var_t cpu_mask; }; enum { IO_WQ_ACCT_BOUND = 0, IO_WQ_ACCT_UNBOUND = 1, IO_WQ_ACCT_NR = 2, }; struct io_cb_cancel_data { work_cancel_fn *fn; void *data; int nr_running; int nr_pending; bool cancel_all; }; struct online_data { unsigned int cpu; bool online; }; struct once_work { struct work_struct work; struct static_key_true *key; struct module *module; }; struct rb_augment_callbacks { void (*propagate)(struct rb_node *, struct rb_node *); void (*copy)(struct rb_node *, struct rb_node *); void (*rotate)(struct rb_node *, struct rb_node *); }; struct assoc_array_ops { long unsigned int (*get_key_chunk)(const void *, int); long unsigned int (*get_object_key_chunk)(const void *, int); bool (*compare_object)(const void *, const void *); int (*diff_objects)(const void *, const void *); void (*free_object)(void *); }; struct assoc_array_node { struct assoc_array_ptr *back_pointer; u8 parent_slot; struct assoc_array_ptr *slots[16]; long unsigned int nr_leaves_on_branch; }; struct assoc_array_shortcut { struct assoc_array_ptr *back_pointer; int parent_slot; int skip_to_level; struct assoc_array_ptr *next_node; long unsigned int index_key[0]; }; struct assoc_array_edit { struct callback_head rcu; struct assoc_array *array; const struct assoc_array_ops *ops; const struct assoc_array_ops *ops_for_excised_subtree; struct assoc_array_ptr *leaf; struct assoc_array_ptr **leaf_p; struct assoc_array_ptr *dead_leaf; struct assoc_array_ptr *new_meta[3]; struct assoc_array_ptr *excised_meta[1]; struct assoc_array_ptr *excised_subtree; struct assoc_array_ptr **set_backpointers[16]; struct assoc_array_ptr *set_backpointers_to; struct assoc_array_node *adjust_count_on; long int adjust_count_by; struct { struct assoc_array_ptr **ptr; struct assoc_array_ptr *to; } set[2]; struct { u8 *p; u8 to; } set_parent_slot[1]; u8 segment_cache[17]; }; enum assoc_array_walk_status { assoc_array_walk_tree_empty = 0, assoc_array_walk_found_terminal_node = 1, assoc_array_walk_found_wrong_shortcut = 2, }; struct assoc_array_walk_result { struct { struct assoc_array_node *node; int level; int slot; } terminal_node; struct { struct assoc_array_shortcut *shortcut; int level; int sc_level; long unsigned int sc_segments; long unsigned int dissimilarity; } wrong_shortcut; }; struct assoc_array_delete_collapse_context { struct assoc_array_node *node; const void *skip_leaf; int slot; }; enum { CRYPTO_MSG_ALG_REQUEST = 0, CRYPTO_MSG_ALG_REGISTER = 1, CRYPTO_MSG_ALG_LOADED = 2, }; typedef unsigned int uInt; typedef struct { unsigned char op; unsigned char bits; short unsigned int val; } code; typedef enum { CODES = 0, LENS = 1, DISTS = 2, } codetype; typedef enum { HEAD = 0, FLAGS = 1, TIME = 2, OS = 3, EXLEN = 4, EXTRA = 5, NAME = 6, COMMENT = 7, HCRC = 8, DICTID = 9, DICT = 10, TYPE = 11, TYPEDO = 12, STORED = 13, COPY = 14, TABLE = 15, LENLENS = 16, CODELENS = 17, LEN = 18, LENEXT = 19, DIST = 20, DISTEXT = 21, MATCH = 22, LIT = 23, CHECK = 24, LENGTH = 25, DONE = 26, BAD = 27, MEM = 28, SYNC = 29, } inflate_mode; struct inflate_state { inflate_mode mode; int last; int wrap; int havedict; int flags; unsigned int dmax; long unsigned int check; long unsigned int total; unsigned int wbits; unsigned int wsize; unsigned int whave; unsigned int write; unsigned char *window; long unsigned int hold; unsigned int bits; unsigned int length; unsigned int offset; unsigned int extra; const code *lencode; const code *distcode; unsigned int lenbits; unsigned int distbits; unsigned int ncode; unsigned int nlen; unsigned int ndist; unsigned int have; code *next; short unsigned int lens[320]; short unsigned int work[288]; code codes[2048]; }; struct inflate_workspace { struct inflate_state inflate_state; unsigned char working_window[32768]; }; typedef u8 uint8_t; typedef uint8_t BYTE; typedef uint32_t U32; typedef enum { ZSTD_error_no_error = 0, ZSTD_error_GENERIC = 1, ZSTD_error_prefix_unknown = 10, ZSTD_error_version_unsupported = 12, ZSTD_error_frameParameter_unsupported = 14, ZSTD_error_frameParameter_windowTooLarge = 16, ZSTD_error_corruption_detected = 20, ZSTD_error_checksum_wrong = 22, ZSTD_error_dictionary_corrupted = 30, ZSTD_error_dictionary_wrong = 32, ZSTD_error_dictionaryCreation_failed = 34, ZSTD_error_parameter_unsupported = 40, ZSTD_error_parameter_outOfBound = 42, ZSTD_error_tableLog_tooLarge = 44, ZSTD_error_maxSymbolValue_tooLarge = 46, ZSTD_error_maxSymbolValue_tooSmall = 48, ZSTD_error_stage_wrong = 60, ZSTD_error_init_missing = 62, ZSTD_error_memory_allocation = 64, ZSTD_error_workSpace_tooSmall = 66, ZSTD_error_dstSize_tooSmall = 70, ZSTD_error_srcSize_wrong = 72, ZSTD_error_dstBuffer_null = 74, ZSTD_error_frameIndex_tooLarge = 100, ZSTD_error_seekableIO = 102, ZSTD_error_dstBuffer_wrong = 104, ZSTD_error_srcBuffer_wrong = 105, ZSTD_error_maxCode = 120, } ZSTD_ErrorCode; typedef ZSTD_ErrorCode ERR_enum; typedef enum { trustInput = 0, checkMaxSymbolValue = 1, } HIST_checkInput_e; typedef __kernel_long_t __kernel_ptrdiff_t; typedef __kernel_ptrdiff_t ptrdiff_t; typedef s16 int16_t; typedef u16 uint16_t; typedef uint16_t U16; typedef int16_t S16; typedef uint64_t U64; typedef struct { U32 f1c; U32 f1d; U32 f7b; U32 f7c; } ZSTD_cpuid_t; typedef unsigned int FSE_CTable; typedef enum { FSE_repeat_none = 0, FSE_repeat_check = 1, FSE_repeat_valid = 2, } FSE_repeat; struct HUF_CElt_s { U16 val; BYTE nbBits; }; typedef struct HUF_CElt_s HUF_CElt; typedef enum { HUF_repeat_none = 0, HUF_repeat_check = 1, HUF_repeat_valid = 2, } HUF_repeat; typedef enum { ZSTDcs_created = 0, ZSTDcs_init = 1, ZSTDcs_ongoing = 2, ZSTDcs_ending = 3, } ZSTD_compressionStage_e; typedef enum { ZSTD_f_zstd1 = 0, ZSTD_f_zstd1_magicless = 1, } ZSTD_format_e; typedef enum { ZSTD_fast = 1, ZSTD_dfast = 2, ZSTD_greedy = 3, ZSTD_lazy = 4, ZSTD_lazy2 = 5, ZSTD_btlazy2 = 6, ZSTD_btopt = 7, ZSTD_btultra = 8, ZSTD_btultra2 = 9, } ZSTD_strategy; typedef struct { unsigned int windowLog; unsigned int chainLog; unsigned int hashLog; unsigned int searchLog; unsigned int minMatch; unsigned int targetLength; ZSTD_strategy strategy; } ZSTD_compressionParameters; typedef struct { int contentSizeFlag; int checksumFlag; int noDictIDFlag; } ZSTD_frameParameters; typedef enum { ZSTD_dictDefaultAttach = 0, ZSTD_dictForceAttach = 1, ZSTD_dictForceCopy = 2, ZSTD_dictForceLoad = 3, } ZSTD_dictAttachPref_e; typedef enum { ZSTD_lcm_auto = 0, ZSTD_lcm_huffman = 1, ZSTD_lcm_uncompressed = 2, } ZSTD_literalCompressionMode_e; typedef struct { U32 enableLdm; U32 hashLog; U32 bucketSizeLog; U32 minMatchLength; U32 hashRateLog; U32 windowLog; } ldmParams_t; typedef enum { ZSTD_bm_buffered = 0, ZSTD_bm_stable = 1, } ZSTD_bufferMode_e; typedef enum { ZSTD_sf_noBlockDelimiters = 0, ZSTD_sf_explicitBlockDelimiters = 1, } ZSTD_sequenceFormat_e; typedef void * (*ZSTD_allocFunction)(void *, size_t); typedef void (*ZSTD_freeFunction)(void *, void *); typedef struct { ZSTD_allocFunction customAlloc; ZSTD_freeFunction customFree; void *opaque; } ZSTD_customMem; struct ZSTD_CCtx_params_s { ZSTD_format_e format; ZSTD_compressionParameters cParams; ZSTD_frameParameters fParams; int compressionLevel; int forceWindow; size_t targetCBlockSize; int srcSizeHint; ZSTD_dictAttachPref_e attachDictPref; ZSTD_literalCompressionMode_e literalCompressionMode; int nbWorkers; size_t jobSize; int overlapLog; int rsyncable; ldmParams_t ldmParams; int enableDedicatedDictSearch; ZSTD_bufferMode_e inBufferMode; ZSTD_bufferMode_e outBufferMode; ZSTD_sequenceFormat_e blockDelimiters; int validateSequences; ZSTD_customMem customMem; }; typedef struct ZSTD_CCtx_params_s ZSTD_CCtx_params; typedef enum { ZSTD_cwksp_alloc_objects = 0, ZSTD_cwksp_alloc_buffers = 1, ZSTD_cwksp_alloc_aligned = 2, } ZSTD_cwksp_alloc_phase_e; typedef enum { ZSTD_cwksp_dynamic_alloc = 0, ZSTD_cwksp_static_alloc = 1, } ZSTD_cwksp_static_alloc_e; typedef struct { void *workspace; void *workspaceEnd; void *objectEnd; void *tableEnd; void *tableValidEnd; void *allocStart; BYTE allocFailed; int workspaceOversizedDuration; ZSTD_cwksp_alloc_phase_e phase; ZSTD_cwksp_static_alloc_e isStatic; } ZSTD_cwksp; struct xxh64_state { uint64_t total_len; uint64_t v1; uint64_t v2; uint64_t v3; uint64_t v4; uint64_t mem64[4]; uint32_t memsize; }; struct POOL_ctx_s; typedef struct POOL_ctx_s ZSTD_threadPool; typedef struct { unsigned int offset; unsigned int litLength; unsigned int matchLength; unsigned int rep; } ZSTD_Sequence; typedef struct { int collectSequences; ZSTD_Sequence *seqStart; size_t seqIndex; size_t maxSequences; } SeqCollector; struct seqDef_s; typedef struct seqDef_s seqDef; typedef struct { seqDef *sequencesStart; seqDef *sequences; BYTE *litStart; BYTE *lit; BYTE *llCode; BYTE *mlCode; BYTE *ofCode; size_t maxNbSeq; size_t maxNbLit; U32 longLengthID; U32 longLengthPos; } seqStore_t; typedef struct { const BYTE *nextSrc; const BYTE *base; const BYTE *dictBase; U32 dictLimit; U32 lowLimit; } ZSTD_window_t; typedef struct { U32 offset; U32 checksum; } ldmEntry_t; typedef struct { const BYTE *split; U32 hash; U32 checksum; ldmEntry_t *bucket; } ldmMatchCandidate_t; typedef struct { ZSTD_window_t window; ldmEntry_t *hashTable; U32 loadedDictEnd; BYTE *bucketOffsets; size_t splitIndices[64]; ldmMatchCandidate_t matchCandidates[64]; } ldmState_t; typedef struct { U32 offset; U32 litLength; U32 matchLength; } rawSeq; typedef struct { rawSeq *seq; size_t pos; size_t posInSequence; size_t size; size_t capacity; } rawSeqStore_t; typedef struct { HUF_CElt CTable[256]; HUF_repeat repeatMode; } ZSTD_hufCTables_t; typedef struct { FSE_CTable offcodeCTable[193]; FSE_CTable matchlengthCTable[363]; FSE_CTable litlengthCTable[329]; FSE_repeat offcode_repeatMode; FSE_repeat matchlength_repeatMode; FSE_repeat litlength_repeatMode; } ZSTD_fseCTables_t; typedef struct { ZSTD_hufCTables_t huf; ZSTD_fseCTables_t fse; } ZSTD_entropyCTables_t; typedef struct { ZSTD_entropyCTables_t entropy; U32 rep[3]; } ZSTD_compressedBlockState_t; typedef struct { U32 off; U32 len; } ZSTD_match_t; typedef struct { int price; U32 off; U32 mlen; U32 litlen; U32 rep[3]; } ZSTD_optimal_t; typedef enum { zop_dynamic = 0, zop_predef = 1, } ZSTD_OptPrice_e; typedef struct { unsigned int *litFreq; unsigned int *litLengthFreq; unsigned int *matchLengthFreq; unsigned int *offCodeFreq; ZSTD_match_t *matchTable; ZSTD_optimal_t *priceTable; U32 litSum; U32 litLengthSum; U32 matchLengthSum; U32 offCodeSum; U32 litSumBasePrice; U32 litLengthSumBasePrice; U32 matchLengthSumBasePrice; U32 offCodeSumBasePrice; ZSTD_OptPrice_e priceType; const ZSTD_entropyCTables_t *symbolCosts; ZSTD_literalCompressionMode_e literalCompressionMode; } optState_t; struct ZSTD_matchState_t; typedef struct ZSTD_matchState_t ZSTD_matchState_t; struct ZSTD_matchState_t { ZSTD_window_t window; U32 loadedDictEnd; U32 nextToUpdate; U32 hashLog3; U32 *hashTable; U32 *hashTable3; U32 *chainTable; int dedicatedDictSearch; optState_t opt; const ZSTD_matchState_t *dictMatchState; ZSTD_compressionParameters cParams; const rawSeqStore_t *ldmSeqStore; }; typedef struct { ZSTD_compressedBlockState_t *prevCBlock; ZSTD_compressedBlockState_t *nextCBlock; ZSTD_matchState_t matchState; } ZSTD_blockState_t; typedef enum { ZSTDb_not_buffered = 0, ZSTDb_buffered = 1, } ZSTD_buffered_policy_e; typedef enum { zcss_init = 0, zcss_load = 1, zcss_flush = 2, } ZSTD_cStreamStage; struct ZSTD_inBuffer_s { const void *src; size_t size; size_t pos; }; typedef struct ZSTD_inBuffer_s ZSTD_inBuffer; typedef enum { ZSTD_dct_auto = 0, ZSTD_dct_rawContent = 1, ZSTD_dct_fullDict = 2, } ZSTD_dictContentType_e; struct ZSTD_CDict_s; typedef struct ZSTD_CDict_s ZSTD_CDict; typedef struct { void *dictBuffer; const void *dict; size_t dictSize; ZSTD_dictContentType_e dictContentType; ZSTD_CDict *cdict; } ZSTD_localDict; struct ZSTD_prefixDict_s { const void *dict; size_t dictSize; ZSTD_dictContentType_e dictContentType; }; typedef struct ZSTD_prefixDict_s ZSTD_prefixDict; struct ZSTD_CCtx_s { ZSTD_compressionStage_e stage; int cParamsChanged; int bmi2; ZSTD_CCtx_params requestedParams; ZSTD_CCtx_params appliedParams; U32 dictID; size_t dictContentSize; ZSTD_cwksp workspace; size_t blockSize; long long unsigned int pledgedSrcSizePlusOne; long long unsigned int consumedSrcSize; long long unsigned int producedCSize; struct xxh64_state xxhState; ZSTD_customMem customMem; ZSTD_threadPool *pool; size_t staticSize; SeqCollector seqCollector; int isFirstBlock; int initialized; seqStore_t seqStore; ldmState_t ldmState; rawSeq *ldmSequences; size_t maxNbLdmSequences; rawSeqStore_t externSeqStore; ZSTD_blockState_t blockState; U32 *entropyWorkspace; ZSTD_buffered_policy_e bufferedPolicy; char *inBuff; size_t inBuffSize; size_t inToCompress; size_t inBuffPos; size_t inBuffTarget; char *outBuff; size_t outBuffSize; size_t outBuffContentSize; size_t outBuffFlushedSize; ZSTD_cStreamStage streamStage; U32 frameEnded; ZSTD_inBuffer expectedInBuffer; size_t expectedOutBufferSize; ZSTD_localDict localDict; const ZSTD_CDict *cdict; ZSTD_prefixDict prefixDict; }; typedef struct ZSTD_CCtx_s ZSTD_CCtx; typedef enum { ZSTD_c_compressionLevel = 100, ZSTD_c_windowLog = 101, ZSTD_c_hashLog = 102, ZSTD_c_chainLog = 103, ZSTD_c_searchLog = 104, ZSTD_c_minMatch = 105, ZSTD_c_targetLength = 106, ZSTD_c_strategy = 107, ZSTD_c_enableLongDistanceMatching = 160, ZSTD_c_ldmHashLog = 161, ZSTD_c_ldmMinMatch = 162, ZSTD_c_ldmBucketSizeLog = 163, ZSTD_c_ldmHashRateLog = 164, ZSTD_c_contentSizeFlag = 200, ZSTD_c_checksumFlag = 201, ZSTD_c_dictIDFlag = 202, ZSTD_c_nbWorkers = 400, ZSTD_c_jobSize = 401, ZSTD_c_overlapLog = 402, ZSTD_c_experimentalParam1 = 500, ZSTD_c_experimentalParam2 = 10, ZSTD_c_experimentalParam3 = 1000, ZSTD_c_experimentalParam4 = 1001, ZSTD_c_experimentalParam5 = 1002, ZSTD_c_experimentalParam6 = 1003, ZSTD_c_experimentalParam7 = 1004, ZSTD_c_experimentalParam8 = 1005, ZSTD_c_experimentalParam9 = 1006, ZSTD_c_experimentalParam10 = 1007, ZSTD_c_experimentalParam11 = 1008, ZSTD_c_experimentalParam12 = 1009, } ZSTD_cParameter; typedef struct { size_t error; int lowerBound; int upperBound; } ZSTD_bounds; typedef enum { ZSTD_reset_session_only = 1, ZSTD_reset_parameters = 2, ZSTD_reset_session_and_parameters = 3, } ZSTD_ResetDirective; struct ZSTD_outBuffer_s { void *dst; size_t size; size_t pos; }; typedef struct ZSTD_outBuffer_s ZSTD_outBuffer; typedef ZSTD_CCtx ZSTD_CStream; typedef enum { ZSTD_e_continue = 0, ZSTD_e_flush = 1, ZSTD_e_end = 2, } ZSTD_EndDirective; struct ZSTD_CDict_s { const void *dictContent; size_t dictContentSize; ZSTD_dictContentType_e dictContentType; U32 *entropyWorkspace; ZSTD_cwksp workspace; ZSTD_matchState_t matchState; ZSTD_compressedBlockState_t cBlockState; ZSTD_customMem customMem; U32 dictID; int compressionLevel; }; typedef struct { ZSTD_compressionParameters cParams; ZSTD_frameParameters fParams; } ZSTD_parameters; typedef enum { ZSTD_dlm_byCopy = 0, ZSTD_dlm_byRef = 1, } ZSTD_dictLoadMethod_e; typedef struct { long long unsigned int ingested; long long unsigned int consumed; long long unsigned int produced; long long unsigned int flushed; unsigned int currentJobID; unsigned int nbActiveWorkers; } ZSTD_frameProgression; typedef enum { set_basic = 0, set_rle = 1, set_compressed = 2, set_repeat = 3, } symbolEncodingType_e; typedef enum { ZSTD_no_overlap = 0, ZSTD_overlap_src_before_dst = 1, } ZSTD_overlap_e; struct seqDef_s { U32 offset; U16 litLength; U16 matchLength; }; typedef enum { ZSTD_dtlm_fast = 0, ZSTD_dtlm_full = 1, } ZSTD_dictTableLoadMethod_e; typedef enum { ZSTD_noDict = 0, ZSTD_extDict = 1, ZSTD_dictMatchState = 2, ZSTD_dedicatedDictSearch = 3, } ZSTD_dictMode_e; typedef enum { ZSTD_cpm_noAttachDict = 0, ZSTD_cpm_attachDict = 1, ZSTD_cpm_createCDict = 2, ZSTD_cpm_unknown = 3, } ZSTD_cParamMode_e; typedef size_t (*ZSTD_blockCompressor)(ZSTD_matchState_t *, seqStore_t *, U32 *, const void *, size_t); struct repcodes_s { U32 rep[3]; }; typedef struct repcodes_s repcodes_t; typedef enum { ZSTD_defaultDisallowed = 0, ZSTD_defaultAllowed = 1, } ZSTD_defaultPolicy_e; typedef enum { ZSTDcrp_makeClean = 0, ZSTDcrp_leaveDirty = 1, } ZSTD_compResetPolicy_e; typedef enum { ZSTDirp_continue = 0, ZSTDirp_reset = 1, } ZSTD_indexResetPolicy_e; typedef enum { ZSTD_resetTarget_CDict = 0, ZSTD_resetTarget_CCtx = 1, } ZSTD_resetTarget_e; enum { ZSTDbss_compress = 0, ZSTDbss_noCompress = 1, }; typedef struct { U32 idx; U32 posInSequence; size_t posInSrc; } ZSTD_sequencePosition; typedef size_t (*ZSTD_sequenceCopier)(ZSTD_CCtx *, ZSTD_sequencePosition *, const ZSTD_Sequence * const, size_t, const void *, size_t); enum xz_mode { XZ_SINGLE = 0, XZ_PREALLOC = 1, XZ_DYNALLOC = 2, }; enum xz_ret { XZ_OK = 0, XZ_STREAM_END = 1, XZ_UNSUPPORTED_CHECK = 2, XZ_MEM_ERROR = 3, XZ_MEMLIMIT_ERROR = 4, XZ_FORMAT_ERROR = 5, XZ_OPTIONS_ERROR = 6, XZ_DATA_ERROR = 7, XZ_BUF_ERROR = 8, }; struct xz_buf { const uint8_t *in; size_t in_pos; size_t in_size; uint8_t *out; size_t out_pos; size_t out_size; }; struct xz_dec_microlzma; struct xz_dec; typedef __u16 __sum16; struct sg_splitter { struct scatterlist *in_sg0; int nents; off_t skip_sg0; unsigned int length_last_sg; struct scatterlist *out_sg; }; struct ida { struct xarray xa; }; typedef u32 depot_stack_handle_t; union handle_parts { depot_stack_handle_t handle; struct { u32 slabindex: 21; u32 offset: 10; u32 valid: 1; }; }; struct stack_record { struct stack_record *next; u32 hash; u32 size; union handle_parts handle; long unsigned int entries[0]; }; struct group_data { int limit[21]; int base[20]; int permute[258]; int minLen; int maxLen; }; struct bunzip_data { int writeCopies; int writePos; int writeRunCountdown; int writeCount; int writeCurrent; long int (*fill)(void *, long unsigned int); long int inbufCount; long int inbufPos; unsigned char *inbuf; unsigned int inbufBitCount; unsigned int inbufBits; unsigned int crc32Table[256]; unsigned int headerCRC; unsigned int totalCRC; unsigned int writeCRC; unsigned int *dbuf; unsigned int dbufSize; unsigned char selectors[32768]; struct group_data groups[6]; int io_error; int byteCount[256]; unsigned char symToByte[256]; unsigned char mtfSymbol[256]; }; struct rc { long int (*fill)(void *, long unsigned int); uint8_t *ptr; uint8_t *buffer; uint8_t *buffer_end; long int buffer_size; uint32_t code; uint32_t range; uint32_t bound; void (*error)(char *); }; struct lzma_header { uint8_t pos; uint32_t dict_size; uint64_t dst_size; } __attribute__((packed)); struct writer { uint8_t *buffer; uint8_t previous_byte; size_t buffer_pos; int bufsize; size_t global_pos; long int (*flush)(void *, long unsigned int); struct lzma_header *header; }; struct cstate { int state; uint32_t rep0; uint32_t rep1; uint32_t rep2; uint32_t rep3; }; struct word_at_a_time { const long unsigned int one_bits; const long unsigned int high_bits; }; struct minmax_sample { u32 t; u32 v; }; struct minmax { struct minmax_sample s[3]; }; struct xa_limit { u32 max; u32 min; }; typedef int (*of_init_fn_2)(struct device_node *, struct device_node *); typedef int (*of_irq_init_cb_t)(struct device_node *, struct device_node *); struct armctrl_ic { void *base; void *pending[3]; void *enable[3]; void *disable[3]; struct irq_domain *domain; }; struct gic_quirk { const char *desc; const char *compatible; bool (*init)(void *); u32 iidr; u32 mask; }; struct iommu_fault_param; struct iopf_device_param; struct iommu_fwspec; struct dev_iommu { struct mutex lock; struct iommu_fault_param *fault_param; struct iopf_device_param *iopf_param; struct iommu_fwspec *fwspec; struct iommu_device *iommu_dev; void *priv; }; struct of_phandle_args { struct device_node *np; int args_count; uint32_t args[16]; }; struct iommu_fault_unrecoverable { __u32 reason; __u32 flags; __u32 pasid; __u32 perm; __u64 addr; __u64 fetch_addr; }; struct iommu_fault_page_request { __u32 flags; __u32 pasid; __u32 grpid; __u32 perm; __u64 addr; __u64 private_data[2]; }; struct iommu_fault { __u32 type; __u32 padding; union { struct iommu_fault_unrecoverable event; struct iommu_fault_page_request prm; __u8 padding2[56]; }; }; struct iommu_page_response { __u32 argsz; __u32 version; __u32 flags; __u32 pasid; __u32 grpid; __u32 code; }; typedef int (*iommu_fault_handler_t)(struct iommu_domain *, struct device *, long unsigned int, int, void *); struct iommu_domain_geometry { dma_addr_t aperture_start; dma_addr_t aperture_end; bool force_aperture; }; struct iommu_dma_cookie; struct iommu_domain { unsigned int type; const struct iommu_domain_ops *ops; long unsigned int pgsize_bitmap; iommu_fault_handler_t handler; void *handler_token; struct iommu_domain_geometry geometry; struct iommu_dma_cookie *iova_cookie; }; typedef int (*iommu_dev_fault_handler_t)(struct iommu_fault *, void *); struct iommu_iotlb_gather; struct iommu_domain_ops { int (*attach_dev)(struct iommu_domain *, struct device *); void (*detach_dev)(struct iommu_domain *, struct device *); int (*map)(struct iommu_domain *, long unsigned int, phys_addr_t, size_t, int, gfp_t); int (*map_pages)(struct iommu_domain *, long unsigned int, phys_addr_t, size_t, size_t, int, gfp_t, size_t *); size_t (*unmap)(struct iommu_domain *, long unsigned int, size_t, struct iommu_iotlb_gather *); size_t (*unmap_pages)(struct iommu_domain *, long unsigned int, size_t, size_t, struct iommu_iotlb_gather *); void (*flush_iotlb_all)(struct iommu_domain *); void (*iotlb_sync_map)(struct iommu_domain *, long unsigned int, size_t); void (*iotlb_sync)(struct iommu_domain *, struct iommu_iotlb_gather *); phys_addr_t (*iova_to_phys)(struct iommu_domain *, dma_addr_t); bool (*enforce_cache_coherency)(struct iommu_domain *); int (*enable_nesting)(struct iommu_domain *); int (*set_pgtable_quirks)(struct iommu_domain *, long unsigned int); void (*free)(struct iommu_domain *); }; struct iommu_iotlb_gather { long unsigned int start; long unsigned int end; size_t pgsize; struct list_head freelist; bool queued; }; struct iommu_device { struct list_head list; const struct iommu_ops *ops; struct fwnode_handle *fwnode; struct device *dev; }; struct iommu_sva { struct device *dev; }; struct iommu_fault_event { struct iommu_fault fault; struct list_head list; }; struct iommu_fault_param { iommu_dev_fault_handler_t handler; void *data; struct list_head faults; struct mutex lock; }; struct iommu_fwspec { const struct iommu_ops *ops; struct fwnode_handle *iommu_fwnode; u32 flags; unsigned int num_ids; u32 ids[0]; }; struct msi_alloc_info { struct msi_desc *desc; irq_hw_number_t hwirq; long unsigned int flags; union { long unsigned int ul; void *ptr; } scratchpad[2]; }; typedef struct msi_alloc_info msi_alloc_info_t; struct msi_domain_info; struct msi_domain_ops { irq_hw_number_t (*get_hwirq)(struct msi_domain_info *, msi_alloc_info_t *); int (*msi_init)(struct irq_domain *, struct msi_domain_info *, unsigned int, irq_hw_number_t, msi_alloc_info_t *); void (*msi_free)(struct irq_domain *, struct msi_domain_info *, unsigned int); int (*msi_check)(struct irq_domain *, struct msi_domain_info *, struct device *); int (*msi_prepare)(struct irq_domain *, struct device *, int, msi_alloc_info_t *); void (*set_desc)(msi_alloc_info_t *, struct msi_desc *); int (*domain_alloc_irqs)(struct irq_domain *, struct device *, int); void (*domain_free_irqs)(struct irq_domain *, struct device *); }; struct msi_domain_info { u32 flags; struct msi_domain_ops *ops; struct irq_chip *chip; void *chip_data; irq_flow_handler_t handler; void *handler_data; const char *handler_name; void *data; }; enum { MSI_FLAG_USE_DEF_DOM_OPS = 1, MSI_FLAG_USE_DEF_CHIP_OPS = 2, MSI_FLAG_MULTI_PCI_MSI = 4, MSI_FLAG_PCI_MSIX = 8, MSI_FLAG_ACTIVATE_EARLY = 16, MSI_FLAG_MUST_REACTIVATE = 32, MSI_FLAG_LEVEL_CAPABLE = 64, MSI_FLAG_DEV_SYSFS = 128, MSI_FLAG_MSIX_CONTIGUOUS = 256, MSI_FLAG_ALLOC_SIMPLE_MSI_DESCS = 512, MSI_FLAG_FREE_MSI_DESCS = 1024, }; enum { IRQCHIP_SET_TYPE_MASKED = 1, IRQCHIP_EOI_IF_HANDLED = 2, IRQCHIP_MASK_ON_SUSPEND = 4, IRQCHIP_ONOFFLINE_ENABLED = 8, IRQCHIP_SKIP_SET_WAKE = 16, IRQCHIP_ONESHOT_SAFE = 32, IRQCHIP_EOI_THREADED = 64, IRQCHIP_SUPPORTS_LEVEL_MSI = 128, IRQCHIP_SUPPORTS_NMI = 256, IRQCHIP_ENABLE_WAKEUP_ON_SUSPEND = 512, IRQCHIP_AFFINITY_PRE_STARTUP = 1024, IRQCHIP_IMMUTABLE = 2048, }; struct mbi_range { u32 spi_start; u32 nr_spis; long unsigned int *bm; }; struct partition_affinity { cpumask_t mask; void *partition_id; }; struct partition_desc { int nr_parts; struct partition_affinity *parts; struct irq_domain *domain; struct irq_desc *chained_desc; long unsigned int *bitmap; struct irq_domain_ops ops; }; struct odmi_data { struct resource res; void *base; unsigned int spi_base; }; struct platform_device_id { char name[20]; kernel_ulong_t driver_data; }; struct pdev_archdata {}; struct mfd_cell; struct platform_device { const char *name; int id; bool id_auto; struct device dev; u64 platform_dma_mask; struct device_dma_parameters dma_parms; u32 num_resources; struct resource *resource; const struct platform_device_id *id_entry; const char *driver_override; struct mfd_cell *mfd_cell; struct pdev_archdata archdata; }; struct platform_driver { int (*probe)(struct platform_device *); int (*remove)(struct platform_device *); void (*shutdown)(struct platform_device *); int (*suspend)(struct platform_device *, pm_message_t); int (*resume)(struct platform_device *); struct device_driver driver; const struct platform_device_id *id_table; bool prevent_deferred_probe; bool driver_managed_dma; }; struct meson_gpio_irq_controller; struct irq_ctl_ops { void (*gpio_irq_sel_pin)(struct meson_gpio_irq_controller *, unsigned int, long unsigned int); void (*gpio_irq_init)(struct meson_gpio_irq_controller *); int (*gpio_irq_set_type)(struct meson_gpio_irq_controller *, unsigned int, u32 *); }; struct meson_gpio_irq_params; struct meson_gpio_irq_controller { const struct meson_gpio_irq_params *params; void *base; u32 channel_irqs[64]; long unsigned int channel_map[1]; spinlock_t lock; }; struct meson_gpio_irq_params { unsigned int nr_hwirq; unsigned int nr_channels; bool support_edge_both; unsigned int edge_both_offset; unsigned int edge_single_offset; unsigned int pol_low_offset; unsigned int pin_sel_mask; struct irq_ctl_ops ops; }; typedef u64 acpi_io_address; typedef u32 acpi_object_type; union acpi_object { acpi_object_type type; struct { acpi_object_type type; u64 value; } integer; struct { acpi_object_type type; u32 length; char *pointer; } string; struct { acpi_object_type type; u32 length; u8 *pointer; } buffer; struct { acpi_object_type type; u32 count; union acpi_object *elements; } package; struct { acpi_object_type type; acpi_object_type actual_type; acpi_handle handle; } reference; struct { acpi_object_type type; u32 proc_id; acpi_io_address pblk_address; u32 pblk_length; } processor; struct { acpi_object_type type; u32 system_level; u32 resource_order; } power_resource; }; struct acpi_resource_irq { u8 descriptor_length; u8 triggering; u8 polarity; u8 shareable; u8 wake_capable; u8 interrupt_count; u8 interrupts[1]; }; struct acpi_resource_dma { u8 type; u8 bus_master; u8 transfer; u8 channel_count; u8 channels[1]; }; struct acpi_resource_start_dependent { u8 descriptor_length; u8 compatibility_priority; u8 performance_robustness; }; struct acpi_resource_io { u8 io_decode; u8 alignment; u8 address_length; u16 minimum; u16 maximum; } __attribute__((packed)); struct acpi_resource_fixed_io { u16 address; u8 address_length; } __attribute__((packed)); struct acpi_resource_fixed_dma { u16 request_lines; u16 channels; u8 width; } __attribute__((packed)); struct acpi_resource_vendor { u16 byte_length; u8 byte_data[1]; } __attribute__((packed)); struct acpi_resource_vendor_typed { u16 byte_length; u8 uuid_subtype; u8 uuid[16]; u8 byte_data[1]; }; struct acpi_resource_end_tag { u8 checksum; }; struct acpi_resource_memory24 { u8 write_protect; u16 minimum; u16 maximum; u16 alignment; u16 address_length; } __attribute__((packed)); struct acpi_resource_memory32 { u8 write_protect; u32 minimum; u32 maximum; u32 alignment; u32 address_length; } __attribute__((packed)); struct acpi_resource_fixed_memory32 { u8 write_protect; u32 address; u32 address_length; } __attribute__((packed)); struct acpi_memory_attribute { u8 write_protect; u8 caching; u8 range_type; u8 translation; }; struct acpi_io_attribute { u8 range_type; u8 translation; u8 translation_type; u8 reserved1; }; union acpi_resource_attribute { struct acpi_memory_attribute mem; struct acpi_io_attribute io; u8 type_specific; }; struct acpi_resource_label { u16 string_length; char *string_ptr; } __attribute__((packed)); struct acpi_resource_source { u8 index; u16 string_length; char *string_ptr; } __attribute__((packed)); struct acpi_address16_attribute { u16 granularity; u16 minimum; u16 maximum; u16 translation_offset; u16 address_length; }; struct acpi_address32_attribute { u32 granularity; u32 minimum; u32 maximum; u32 translation_offset; u32 address_length; }; struct acpi_address64_attribute { u64 granularity; u64 minimum; u64 maximum; u64 translation_offset; u64 address_length; }; struct acpi_resource_address { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; }; struct acpi_resource_address16 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; struct acpi_address16_attribute address; struct acpi_resource_source resource_source; } __attribute__((packed)); struct acpi_resource_address32 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; struct acpi_address32_attribute address; struct acpi_resource_source resource_source; } __attribute__((packed)); struct acpi_resource_address64 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; struct acpi_address64_attribute address; struct acpi_resource_source resource_source; } __attribute__((packed)); struct acpi_resource_extended_address64 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; u8 revision_ID; struct acpi_address64_attribute address; u64 type_specific; } __attribute__((packed)); struct acpi_resource_extended_irq { u8 producer_consumer; u8 triggering; u8 polarity; u8 shareable; u8 wake_capable; u8 interrupt_count; struct acpi_resource_source resource_source; u32 interrupts[1]; } __attribute__((packed)); struct acpi_resource_generic_register { u8 space_id; u8 bit_width; u8 bit_offset; u8 access_size; u64 address; } __attribute__((packed)); struct acpi_resource_gpio { u8 revision_id; u8 connection_type; u8 producer_consumer; u8 pin_config; u8 shareable; u8 wake_capable; u8 io_restriction; u8 triggering; u8 polarity; u16 drive_strength; u16 debounce_timeout; u16 pin_table_length; u16 vendor_length; struct acpi_resource_source resource_source; u16 *pin_table; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_common_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_i2c_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 access_mode; u16 slave_address; u32 connection_speed; } __attribute__((packed)); struct acpi_resource_spi_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 wire_mode; u8 device_polarity; u8 data_bit_length; u8 clock_phase; u8 clock_polarity; u16 device_selection; u32 connection_speed; } __attribute__((packed)); struct acpi_resource_uart_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 endian; u8 data_bits; u8 stop_bits; u8 flow_control; u8 parity; u8 lines_enabled; u16 rx_fifo_size; u16 tx_fifo_size; u32 default_baud_rate; } __attribute__((packed)); struct acpi_resource_csi2_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 local_port_instance; u8 phy_type; } __attribute__((packed)); struct acpi_resource_pin_function { u8 revision_id; u8 pin_config; u8 shareable; u16 function_number; u16 pin_table_length; u16 vendor_length; struct acpi_resource_source resource_source; u16 *pin_table; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_pin_config { u8 revision_id; u8 producer_consumer; u8 shareable; u8 pin_config_type; u32 pin_config_value; u16 pin_table_length; u16 vendor_length; struct acpi_resource_source resource_source; u16 *pin_table; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_pin_group { u8 revision_id; u8 producer_consumer; u16 pin_table_length; u16 vendor_length; u16 *pin_table; struct acpi_resource_label resource_label; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_pin_group_function { u8 revision_id; u8 producer_consumer; u8 shareable; u16 function_number; u16 vendor_length; struct acpi_resource_source resource_source; struct acpi_resource_label resource_source_label; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_pin_group_config { u8 revision_id; u8 producer_consumer; u8 shareable; u8 pin_config_type; u32 pin_config_value; u16 vendor_length; struct acpi_resource_source resource_source; struct acpi_resource_label resource_source_label; u8 *vendor_data; } __attribute__((packed)); union acpi_resource_data { struct acpi_resource_irq irq; struct acpi_resource_dma dma; struct acpi_resource_start_dependent start_dpf; struct acpi_resource_io io; struct acpi_resource_fixed_io fixed_io; struct acpi_resource_fixed_dma fixed_dma; struct acpi_resource_vendor vendor; struct acpi_resource_vendor_typed vendor_typed; struct acpi_resource_end_tag end_tag; struct acpi_resource_memory24 memory24; struct acpi_resource_memory32 memory32; struct acpi_resource_fixed_memory32 fixed_memory32; struct acpi_resource_address16 address16; struct acpi_resource_address32 address32; struct acpi_resource_address64 address64; struct acpi_resource_extended_address64 ext_address64; struct acpi_resource_extended_irq extended_irq; struct acpi_resource_generic_register generic_reg; struct acpi_resource_gpio gpio; struct acpi_resource_i2c_serialbus i2c_serial_bus; struct acpi_resource_spi_serialbus spi_serial_bus; struct acpi_resource_uart_serialbus uart_serial_bus; struct acpi_resource_csi2_serialbus csi2_serial_bus; struct acpi_resource_common_serialbus common_serial_bus; struct acpi_resource_pin_function pin_function; struct acpi_resource_pin_config pin_config; struct acpi_resource_pin_group pin_group; struct acpi_resource_pin_group_function pin_group_function; struct acpi_resource_pin_group_config pin_group_config; struct acpi_resource_address address; }; struct acpi_resource { u32 type; u32 length; union acpi_resource_data data; } __attribute__((packed)); struct acpi_device; struct acpi_hotplug_profile { struct kobject kobj; int (*scan_dependent)(struct acpi_device *); void (*notify_online)(struct acpi_device *); bool enabled: 1; bool demand_offline: 1; }; struct acpi_device_status { u32 present: 1; u32 enabled: 1; u32 show_in_ui: 1; u32 functional: 1; u32 battery_present: 1; u32 reserved: 27; }; struct acpi_device_flags { u32 dynamic_status: 1; u32 removable: 1; u32 ejectable: 1; u32 power_manageable: 1; u32 match_driver: 1; u32 initialized: 1; u32 visited: 1; u32 hotplug_notify: 1; u32 is_dock_station: 1; u32 of_compatible_ok: 1; u32 coherent_dma: 1; u32 cca_seen: 1; u32 enumeration_by_parent: 1; u32 honor_deps: 1; u32 reserved: 18; }; typedef char acpi_bus_id[8]; struct acpi_pnp_type { u32 hardware_id: 1; u32 bus_address: 1; u32 platform_id: 1; u32 reserved: 29; }; typedef u64 acpi_bus_address; typedef char acpi_device_name[40]; typedef char acpi_device_class[20]; struct acpi_device_pnp { acpi_bus_id bus_id; int instance_no; struct acpi_pnp_type type; acpi_bus_address bus_address; char *unique_id; struct list_head ids; acpi_device_name device_name; acpi_device_class device_class; union acpi_object *str_obj; }; struct acpi_device_power_flags { u32 explicit_get: 1; u32 power_resources: 1; u32 inrush_current: 1; u32 power_removed: 1; u32 ignore_parent: 1; u32 dsw_present: 1; u32 reserved: 26; }; struct acpi_device_power_state { struct { u8 valid: 1; u8 explicit_set: 1; u8 reserved: 6; } flags; int power; int latency; struct list_head resources; }; struct acpi_device_power { int state; struct acpi_device_power_flags flags; struct acpi_device_power_state states[5]; u8 state_for_enumeration; }; struct acpi_device_wakeup_flags { u8 valid: 1; u8 notifier_present: 1; }; struct acpi_device_wakeup_context { void (*func)(struct acpi_device_wakeup_context *); struct device *dev; }; struct acpi_device_wakeup { acpi_handle gpe_device; u64 gpe_number; u64 sleep_state; struct list_head resources; struct acpi_device_wakeup_flags flags; struct acpi_device_wakeup_context context; struct wakeup_source *ws; int prepare_count; int enable_count; }; struct acpi_device_perf_flags { u8 reserved: 8; }; struct acpi_device_perf_state; struct acpi_device_perf { int state; struct acpi_device_perf_flags flags; int state_count; struct acpi_device_perf_state *states; }; struct acpi_device_dir { struct proc_dir_entry *entry; }; struct acpi_device_data { const union acpi_object *pointer; struct list_head properties; const union acpi_object *of_compatible; struct list_head subnodes; }; struct acpi_scan_handler; struct acpi_hotplug_context; struct acpi_gpio_mapping; struct acpi_device { u32 pld_crc; int device_type; acpi_handle handle; struct fwnode_handle fwnode; struct acpi_device *parent; struct list_head wakeup_list; struct list_head del_list; struct acpi_device_status status; struct acpi_device_flags flags; struct acpi_device_pnp pnp; struct acpi_device_power power; struct acpi_device_wakeup wakeup; struct acpi_device_perf performance; struct acpi_device_dir dir; struct acpi_device_data data; struct acpi_scan_handler *handler; struct acpi_hotplug_context *hp; const struct acpi_gpio_mapping *driver_gpios; void *driver_data; struct device dev; unsigned int physical_node_count; unsigned int dep_unmet; struct list_head physical_node_list; struct mutex physical_node_lock; void (*remove)(struct acpi_device *); }; struct acpi_scan_handler { const struct acpi_device_id *ids; struct list_head list_node; bool (*match)(const char *, const struct acpi_device_id **); int (*attach)(struct acpi_device *, const struct acpi_device_id *); void (*detach)(struct acpi_device *); void (*bind)(struct device *); void (*unbind)(struct device *); struct acpi_hotplug_profile hotplug; }; struct acpi_hotplug_context { struct acpi_device *self; int (*notify)(struct acpi_device *, u32); void (*uevent)(struct acpi_device *, u32); void (*fixup)(struct acpi_device *); }; struct acpi_device_perf_state { struct { u8 valid: 1; u8 reserved: 7; } flags; u8 power; u8 performance; int latency; }; struct acpi_gpio_params; struct acpi_gpio_mapping { const char *name; const struct acpi_gpio_params *data; unsigned int size; unsigned int quirks; }; enum { LOGIC_PIO_INDIRECT = 0, LOGIC_PIO_CPU_MMIO = 1, }; struct logic_pio_host_ops; struct logic_pio_hwaddr { struct list_head list; struct fwnode_handle *fwnode; resource_size_t hw_start; resource_size_t io_start; resource_size_t size; long unsigned int flags; void *hostdata; const struct logic_pio_host_ops *ops; }; struct logic_pio_host_ops { u32 (*in)(void *, long unsigned int, size_t); void (*out)(void *, long unsigned int, u32, size_t); u32 (*ins)(void *, long unsigned int, void *, size_t, unsigned int); void (*outs)(void *, long unsigned int, const void *, size_t, unsigned int); }; struct acpi_gpio_params { unsigned int crs_entry_index; unsigned int line_index; bool active_low; }; struct console { char name[16]; void (*write)(struct console *, const char *, unsigned int); int (*read)(struct console *, char *, unsigned int); struct tty_driver * (*device)(struct console *, int *); void (*unblank)(); int (*setup)(struct console *, char *); int (*exit)(struct console *); int (*match)(struct console *, char *, int, char *); short int flags; short int index; int cflag; uint ispeed; uint ospeed; u64 seq; long unsigned int dropped; void *data; struct console *next; }; struct of_dev_auxdata { char *compatible; resource_size_t phys_addr; char *name; void *platform_data; }; enum { PCI_STD_RESOURCES = 0, PCI_STD_RESOURCE_END = 5, PCI_ROM_RESOURCE = 6, PCI_IOV_RESOURCES = 7, PCI_IOV_RESOURCE_END = 12, PCI_BRIDGE_RESOURCES = 13, PCI_BRIDGE_RESOURCE_END = 16, PCI_NUM_RESOURCES = 17, DEVICE_COUNT_RESOURCE = 17, }; typedef unsigned int pci_channel_state_t; typedef unsigned int pcie_reset_state_t; typedef short unsigned int pci_dev_flags_t; typedef short unsigned int pci_bus_flags_t; typedef unsigned int pci_ers_result_t; struct circ_buf { char *buf; int head; int tail; }; struct serial_icounter_struct { int cts; int dsr; int rng; int dcd; int rx; int tx; int frame; int overrun; int parity; int brk; int buf_overrun; int reserved[9]; }; struct serial_struct { int type; int line; unsigned int port; int irq; int flags; int xmit_fifo_size; int custom_divisor; int baud_base; short unsigned int close_delay; char io_type; char reserved_char[1]; int hub6; short unsigned int closing_wait; short unsigned int closing_wait2; unsigned char *iomem_base; short unsigned int iomem_reg_shift; unsigned int port_high; long unsigned int iomap_base; }; struct serial_rs485 { __u32 flags; __u32 delay_rts_before_send; __u32 delay_rts_after_send; union { __u32 padding[5]; struct { __u8 addr_recv; __u8 addr_dest; __u8 padding0[2]; __u32 padding1[4]; }; }; }; struct serial_iso7816 { __u32 flags; __u32 tg; __u32 sc_fi; __u32 sc_di; __u32 clk; __u32 reserved[5]; }; struct uart_port; struct uart_ops { unsigned int (*tx_empty)(struct uart_port *); void (*set_mctrl)(struct uart_port *, unsigned int); unsigned int (*get_mctrl)(struct uart_port *); void (*stop_tx)(struct uart_port *); void (*start_tx)(struct uart_port *); void (*throttle)(struct uart_port *); void (*unthrottle)(struct uart_port *); void (*send_xchar)(struct uart_port *, char); void (*stop_rx)(struct uart_port *); void (*start_rx)(struct uart_port *); void (*enable_ms)(struct uart_port *); void (*break_ctl)(struct uart_port *, int); int (*startup)(struct uart_port *); void (*shutdown)(struct uart_port *); void (*flush_buffer)(struct uart_port *); void (*set_termios)(struct uart_port *, struct ktermios *, struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); void (*pm)(struct uart_port *, unsigned int, unsigned int); const char * (*type)(struct uart_port *); void (*release_port)(struct uart_port *); int (*request_port)(struct uart_port *); void (*config_port)(struct uart_port *, int); int (*verify_port)(struct uart_port *, struct serial_struct *); int (*ioctl)(struct uart_port *, unsigned int, long unsigned int); int (*poll_init)(struct uart_port *); void (*poll_put_char)(struct uart_port *, unsigned char); int (*poll_get_char)(struct uart_port *); }; struct uart_icount { __u32 cts; __u32 dsr; __u32 rng; __u32 dcd; __u32 rx; __u32 tx; __u32 frame; __u32 overrun; __u32 parity; __u32 brk; __u32 buf_overrun; }; typedef u64 upf_t; typedef unsigned int upstat_t; struct uart_state; struct gpio_desc; struct uart_port { spinlock_t lock; long unsigned int iobase; unsigned char *membase; unsigned int (*serial_in)(struct uart_port *, int); void (*serial_out)(struct uart_port *, int, int); void (*set_termios)(struct uart_port *, struct ktermios *, struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); unsigned int (*get_mctrl)(struct uart_port *); void (*set_mctrl)(struct uart_port *, unsigned int); unsigned int (*get_divisor)(struct uart_port *, unsigned int, unsigned int *); void (*set_divisor)(struct uart_port *, unsigned int, unsigned int, unsigned int); int (*startup)(struct uart_port *); void (*shutdown)(struct uart_port *); void (*throttle)(struct uart_port *); void (*unthrottle)(struct uart_port *); int (*handle_irq)(struct uart_port *); void (*pm)(struct uart_port *, unsigned int, unsigned int); void (*handle_break)(struct uart_port *); int (*rs485_config)(struct uart_port *, struct ktermios *, struct serial_rs485 *); int (*iso7816_config)(struct uart_port *, struct serial_iso7816 *); unsigned int irq; long unsigned int irqflags; unsigned int uartclk; unsigned int fifosize; unsigned char x_char; unsigned char regshift; unsigned char iotype; unsigned char quirks; unsigned int read_status_mask; unsigned int ignore_status_mask; struct uart_state *state; struct uart_icount icount; struct console *cons; upf_t flags; upstat_t status; int hw_stopped; unsigned int mctrl; unsigned int frame_time; unsigned int type; const struct uart_ops *ops; unsigned int custom_divisor; unsigned int line; unsigned int minor; resource_size_t mapbase; resource_size_t mapsize; struct device *dev; long unsigned int sysrq; unsigned int sysrq_ch; unsigned char has_sysrq; unsigned char sysrq_seq; unsigned char hub6; unsigned char suspended; unsigned char console_reinit; const char *name; struct attribute_group *attr_group; const struct attribute_group **tty_groups; struct serial_rs485 rs485; struct serial_rs485 rs485_supported; struct gpio_desc *rs485_term_gpio; struct serial_iso7816 iso7816; void *private_data; }; enum uart_pm_state { UART_PM_STATE_ON = 0, UART_PM_STATE_OFF = 3, UART_PM_STATE_UNDEFINED = 4, }; struct uart_state { struct tty_port port; enum uart_pm_state pm_state; struct circ_buf xmit; atomic_t refcount; wait_queue_head_t remove_wait; struct uart_port *uart_port; }; struct plat_serial8250_port { long unsigned int iobase; void *membase; resource_size_t mapbase; unsigned int irq; long unsigned int irqflags; unsigned int uartclk; void *private_data; unsigned char regshift; unsigned char iotype; unsigned char hub6; unsigned char has_sysrq; upf_t flags; unsigned int type; unsigned int (*serial_in)(struct uart_port *, int); void (*serial_out)(struct uart_port *, int, int); void (*set_termios)(struct uart_port *, struct ktermios *, struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); unsigned int (*get_mctrl)(struct uart_port *); int (*handle_irq)(struct uart_port *); void (*pm)(struct uart_port *, unsigned int, unsigned int); void (*handle_break)(struct uart_port *); }; struct lpc_cycle_para { unsigned int opflags; unsigned int csize; }; struct hisi_lpc_dev { spinlock_t cycle_lock; void *membase; struct logic_pio_hwaddr *io_host; }; struct hisi_lpc_acpi_cell { const char *hid; const char *name; void *pdata; size_t pdata_size; }; enum device_link_state { DL_STATE_NONE = 4294967295, DL_STATE_DORMANT = 0, DL_STATE_AVAILABLE = 1, DL_STATE_CONSUMER_PROBE = 2, DL_STATE_ACTIVE = 3, DL_STATE_SUPPLIER_UNBIND = 4, }; struct device_link { struct device *supplier; struct list_head s_node; struct device *consumer; struct list_head c_node; struct device link_dev; enum device_link_state status; u32 flags; refcount_t rpm_active; struct kref kref; struct work_struct rm_work; bool supplier_preactivated; }; struct fsl_mc_command { __le64 header; __le64 params[7]; }; struct fsl_mc_obj_desc { char type[16]; int id; u16 vendor; u16 ver_major; u16 ver_minor; u8 irq_count; u8 region_count; u32 state; char label[16]; u16 flags; }; struct fsl_mc_io; struct fsl_mc_device_irq; struct fsl_mc_resource; struct fsl_mc_device { struct device dev; u64 dma_mask; u16 flags; u32 icid; u16 mc_handle; struct fsl_mc_io *mc_io; struct fsl_mc_obj_desc obj_desc; struct resource *regions; struct fsl_mc_device_irq **irqs; struct fsl_mc_resource *resource; struct device_link *consumer_link; const char *driver_override; }; enum fsl_mc_pool_type { FSL_MC_POOL_DPMCP = 0, FSL_MC_POOL_DPBP = 1, FSL_MC_POOL_DPCON = 2, FSL_MC_POOL_IRQ = 3, FSL_MC_NUM_POOL_TYPES = 4, }; struct fsl_mc_resource_pool; struct fsl_mc_resource { enum fsl_mc_pool_type type; s32 id; void *data; struct fsl_mc_resource_pool *parent_pool; struct list_head node; }; struct fsl_mc_bus; struct fsl_mc_resource_pool { enum fsl_mc_pool_type type; int max_count; int free_count; struct mutex mutex; struct list_head free_list; struct fsl_mc_bus *mc_bus; }; struct fsl_mc_device_irq { unsigned int virq; struct fsl_mc_device *mc_dev; u8 dev_irq_index; struct fsl_mc_resource resource; }; struct fsl_mc_io { struct device *dev; u16 flags; u32 portal_size; phys_addr_t portal_phys_addr; void *portal_virt_addr; struct fsl_mc_device *dpmcp_dev; union { struct mutex mutex; raw_spinlock_t spinlock; }; }; struct mc_cmd_header { u8 src_id; u8 flags_hw; u8 status; u8 flags_sw; __le16 token; __le16 cmd_id; }; enum mc_cmd_status { MC_CMD_STATUS_OK = 0, MC_CMD_STATUS_READY = 1, MC_CMD_STATUS_AUTH_ERR = 3, MC_CMD_STATUS_NO_PRIVILEGE = 4, MC_CMD_STATUS_DMA_ERR = 5, MC_CMD_STATUS_CONFIG_ERR = 6, MC_CMD_STATUS_TIMEOUT = 7, MC_CMD_STATUS_NO_RESOURCE = 8, MC_CMD_STATUS_NO_MEMORY = 9, MC_CMD_STATUS_BUSY = 10, MC_CMD_STATUS_UNSUPPORTED_OP = 11, MC_CMD_STATUS_INVALID_STATE = 12, }; struct dpbp_attr { int id; u16 bpid; }; struct miscdevice { int minor; const char *name; const struct file_operations *fops; struct list_head list; struct device *parent; struct device *this_device; const struct attribute_group **groups; const char *nodename; umode_t mode; }; struct dprc_attributes { int container_id; u32 icid; int portal_id; u64 options; }; struct dpbp_cmd_open { __le32 dpbp_id; }; struct dpbp_rsp_get_attributes { __le16 pad; __le16 bpid; __le32 id; __le16 version_major; __le16 version_minor; }; struct fsl_mc_uapi { struct miscdevice misc; struct device *device; struct mutex mutex; u32 local_instance_in_use; struct fsl_mc_io *static_mc_io; }; struct fsl_mc_bus { struct fsl_mc_device mc_dev; struct fsl_mc_resource_pool resource_pools[4]; struct fsl_mc_device_irq *irq_resources; struct mutex scan_mutex; struct dprc_attributes dprc_attr; struct fsl_mc_uapi uapi_misc; int irq_enabled; }; struct fsl_mc_device_id { __u16 vendor; const char obj_type[16]; }; struct fsl_mc_driver { struct device_driver driver; const struct fsl_mc_device_id *match_id_table; int (*probe)(struct fsl_mc_device *); int (*remove)(struct fsl_mc_device *); void (*shutdown)(struct fsl_mc_device *); int (*suspend)(struct fsl_mc_device *, pm_message_t); int (*resume)(struct fsl_mc_device *); bool driver_managed_dma; }; struct fsl_mc_child_objs { int child_count; struct fsl_mc_obj_desc *child_array; }; struct dpmcp_cmd_open { __le32 dpmcp_id; }; struct pm_domain_data { struct list_head list_node; struct device *dev; }; struct reset_control; struct regmap; struct qcom_ssc_block_bus_data { const char * const *pd_names; struct device *pds[2]; char *reg_mpm_sscaon_config0; char *reg_mpm_sscaon_config1; struct regmap *halt_map; struct clk *xo_clk; struct clk *aggre2_clk; struct clk *gcc_im_sleep_clk; struct clk *aggre2_north_clk; struct clk *ssc_xo_clk; struct clk *ssc_ahbs_clk; struct reset_control *ssc_bcr; struct reset_control *ssc_reset; u32 ssc_axi_halt; int num_pds; }; struct phy_configure_opts_dp { unsigned int link_rate; unsigned int lanes; unsigned int voltage[4]; unsigned int pre[4]; u8 ssc: 1; u8 set_rate: 1; u8 set_lanes: 1; u8 set_voltages: 1; }; struct phy_configure_opts_lvds { unsigned int bits_per_lane_and_dclk_cycle; long unsigned int differential_clk_rate; unsigned int lanes; bool is_slave; }; struct phy_configure_opts_mipi_dphy { unsigned int clk_miss; unsigned int clk_post; unsigned int clk_pre; unsigned int clk_prepare; unsigned int clk_settle; unsigned int clk_term_en; unsigned int clk_trail; unsigned int clk_zero; unsigned int d_term_en; unsigned int eot; unsigned int hs_exit; unsigned int hs_prepare; unsigned int hs_settle; unsigned int hs_skip; unsigned int hs_trail; unsigned int hs_zero; unsigned int init; unsigned int lpx; unsigned int ta_get; unsigned int ta_go; unsigned int ta_sure; unsigned int wakeup; long unsigned int hs_clk_rate; long unsigned int lp_clk_rate; unsigned char lanes; }; enum phy_mode { PHY_MODE_INVALID = 0, PHY_MODE_USB_HOST = 1, PHY_MODE_USB_HOST_LS = 2, PHY_MODE_USB_HOST_FS = 3, PHY_MODE_USB_HOST_HS = 4, PHY_MODE_USB_HOST_SS = 5, PHY_MODE_USB_DEVICE = 6, PHY_MODE_USB_DEVICE_LS = 7, PHY_MODE_USB_DEVICE_FS = 8, PHY_MODE_USB_DEVICE_HS = 9, PHY_MODE_USB_DEVICE_SS = 10, PHY_MODE_USB_OTG = 11, PHY_MODE_UFS_HS_A = 12, PHY_MODE_UFS_HS_B = 13, PHY_MODE_PCIE = 14, PHY_MODE_ETHERNET = 15, PHY_MODE_MIPI_DPHY = 16, PHY_MODE_SATA = 17, PHY_MODE_LVDS = 18, PHY_MODE_DP = 19, }; enum phy_media { PHY_MEDIA_DEFAULT = 0, PHY_MEDIA_SR = 1, PHY_MEDIA_DAC = 2, }; union phy_configure_opts { struct phy_configure_opts_mipi_dphy mipi_dphy; struct phy_configure_opts_dp dp; struct phy_configure_opts_lvds lvds; }; struct phy; struct phy_ops { int (*init)(struct phy *); int (*exit)(struct phy *); int (*power_on)(struct phy *); int (*power_off)(struct phy *); int (*set_mode)(struct phy *, enum phy_mode, int); int (*set_media)(struct phy *, enum phy_media); int (*set_speed)(struct phy *, int); int (*configure)(struct phy *, union phy_configure_opts *); int (*validate)(struct phy *, enum phy_mode, int, union phy_configure_opts *); int (*reset)(struct phy *); int (*calibrate)(struct phy *); void (*release)(struct phy *); struct module *owner; }; struct phy_attrs { u32 bus_width; u32 max_link_rate; enum phy_mode mode; }; struct regulator; struct phy { struct device dev; int id; const struct phy_ops *ops; struct mutex mutex; int init_count; int power_count; struct phy_attrs attrs; struct regulator *pwr; }; struct phy_provider { struct device *dev; struct device_node *children; struct module *owner; struct list_head list; struct phy * (*of_xlate)(struct device *, struct of_phandle_args *); }; struct phy_axg_mipi_pcie_analog_priv { struct phy *phy; struct regmap *regmap; bool dsi_configured; bool dsi_enabled; bool powered; struct phy_configure_opts_mipi_dphy config; }; struct tegra_p2u_of_data { bool one_dir_search; }; struct tegra_p2u { void *base; bool skip_sz_protection_en; struct tegra_p2u_of_data *of_data; }; struct pinctrl; struct pinctrl_state; struct dev_pin_info { struct pinctrl *p; struct pinctrl_state *default_state; struct pinctrl_state *init_state; struct pinctrl_state *sleep_state; struct pinctrl_state *idle_state; }; struct pinctrl { struct list_head node; struct device *dev; struct list_head states; struct pinctrl_state *state; struct list_head dt_maps; struct kref users; }; struct pinctrl_state { struct list_head node; const char *name; struct list_head settings; }; struct pinctrl_pin_desc { unsigned int number; const char *name; void *drv_data; }; struct gpio_chip; struct pinctrl_gpio_range { struct list_head node; const char *name; unsigned int id; unsigned int base; unsigned int pin_base; unsigned int npins; const unsigned int *pins; struct gpio_chip *gc; }; union gpio_irq_fwspec; struct gpio_irq_chip { struct irq_chip *chip; struct irq_domain *domain; const struct irq_domain_ops *domain_ops; struct fwnode_handle *fwnode; struct irq_domain *parent_domain; int (*child_to_parent_hwirq)(struct gpio_chip *, unsigned int, unsigned int, unsigned int *, unsigned int *); int (*populate_parent_alloc_arg)(struct gpio_chip *, union gpio_irq_fwspec *, unsigned int, unsigned int); unsigned int (*child_offset_to_irq)(struct gpio_chip *, unsigned int); struct irq_domain_ops child_irq_domain_ops; irq_flow_handler_t handler; unsigned int default_type; struct lock_class_key *lock_key; struct lock_class_key *request_key; irq_flow_handler_t parent_handler; union { void *parent_handler_data; void **parent_handler_data_array; }; unsigned int num_parents; unsigned int *parents; unsigned int *map; bool threaded; bool per_parent_data; bool initialized; int (*init_hw)(struct gpio_chip *); void (*init_valid_mask)(struct gpio_chip *, long unsigned int *, unsigned int); long unsigned int *valid_mask; unsigned int first; void (*irq_enable)(struct irq_data *); void (*irq_disable)(struct irq_data *); void (*irq_unmask)(struct irq_data *); void (*irq_mask)(struct irq_data *); }; struct gpio_device; struct gpio_chip { const char *label; struct gpio_device *gpiodev; struct device *parent; struct fwnode_handle *fwnode; struct module *owner; int (*request)(struct gpio_chip *, unsigned int); void (*free)(struct gpio_chip *, unsigned int); int (*get_direction)(struct gpio_chip *, unsigned int); int (*direction_input)(struct gpio_chip *, unsigned int); int (*direction_output)(struct gpio_chip *, unsigned int, int); int (*get)(struct gpio_chip *, unsigned int); int (*get_multiple)(struct gpio_chip *, long unsigned int *, long unsigned int *); void (*set)(struct gpio_chip *, unsigned int, int); void (*set_multiple)(struct gpio_chip *, long unsigned int *, long unsigned int *); int (*set_config)(struct gpio_chip *, unsigned int, long unsigned int); int (*to_irq)(struct gpio_chip *, unsigned int); void (*dbg_show)(struct seq_file *, struct gpio_chip *); int (*init_valid_mask)(struct gpio_chip *, long unsigned int *, unsigned int); int (*add_pin_ranges)(struct gpio_chip *); int (*en_hw_timestamp)(struct gpio_chip *, u32, long unsigned int); int (*dis_hw_timestamp)(struct gpio_chip *, u32, long unsigned int); int base; u16 ngpio; u16 offset; const char * const *names; bool can_sleep; long unsigned int (*read_reg)(void *); void (*write_reg)(void *, long unsigned int); bool be_bits; void *reg_dat; void *reg_set; void *reg_clr; void *reg_dir_out; void *reg_dir_in; bool bgpio_dir_unreadable; int bgpio_bits; raw_spinlock_t bgpio_lock; long unsigned int bgpio_data; long unsigned int bgpio_dir; struct gpio_irq_chip irq; long unsigned int *valid_mask; struct device_node *of_node; unsigned int of_gpio_n_cells; int (*of_xlate)(struct gpio_chip *, const struct of_phandle_args *, u32 *); int (*of_gpio_ranges_fallback)(struct gpio_chip *, struct device_node *); }; struct pinctrl_dev; struct pinctrl_map; struct pinctrl_ops { int (*get_groups_count)(struct pinctrl_dev *); const char * (*get_group_name)(struct pinctrl_dev *, unsigned int); int (*get_group_pins)(struct pinctrl_dev *, unsigned int, const unsigned int **, unsigned int *); void (*pin_dbg_show)(struct pinctrl_dev *, struct seq_file *, unsigned int); int (*dt_node_to_map)(struct pinctrl_dev *, struct device_node *, struct pinctrl_map **, unsigned int *); void (*dt_free_map)(struct pinctrl_dev *, struct pinctrl_map *, unsigned int); }; struct pinctrl_desc; struct pinctrl_dev { struct list_head node; struct pinctrl_desc *desc; struct xarray pin_desc_tree; struct xarray pin_group_tree; unsigned int num_groups; struct xarray pin_function_tree; unsigned int num_functions; struct list_head gpio_ranges; struct device *dev; struct module *owner; void *driver_data; struct pinctrl *p; struct pinctrl_state *hog_default; struct pinctrl_state *hog_sleep; struct mutex mutex; struct dentry *device_root; }; enum pinctrl_map_type { PIN_MAP_TYPE_INVALID = 0, PIN_MAP_TYPE_DUMMY_STATE = 1, PIN_MAP_TYPE_MUX_GROUP = 2, PIN_MAP_TYPE_CONFIGS_PIN = 3, PIN_MAP_TYPE_CONFIGS_GROUP = 4, }; struct pinctrl_map_mux { const char *group; const char *function; }; struct pinctrl_map_configs { const char *group_or_pin; long unsigned int *configs; unsigned int num_configs; }; struct pinctrl_map { const char *dev_name; const char *name; enum pinctrl_map_type type; const char *ctrl_dev_name; union { struct pinctrl_map_mux mux; struct pinctrl_map_configs configs; } data; }; struct pinmux_ops; struct pinconf_ops; struct pinconf_generic_params; struct pin_config_item; struct pinctrl_desc { const char *name; const struct pinctrl_pin_desc *pins; unsigned int npins; const struct pinctrl_ops *pctlops; const struct pinmux_ops *pmxops; const struct pinconf_ops *confops; struct module *owner; unsigned int num_custom_params; const struct pinconf_generic_params *custom_params; const struct pin_config_item *custom_conf_items; bool link_consumers; }; struct pinmux_ops { int (*request)(struct pinctrl_dev *, unsigned int); int (*free)(struct pinctrl_dev *, unsigned int); int (*get_functions_count)(struct pinctrl_dev *); const char * (*get_function_name)(struct pinctrl_dev *, unsigned int); int (*get_function_groups)(struct pinctrl_dev *, unsigned int, const char * const **, unsigned int *); int (*set_mux)(struct pinctrl_dev *, unsigned int, unsigned int); int (*gpio_request_enable)(struct pinctrl_dev *, struct pinctrl_gpio_range *, unsigned int); void (*gpio_disable_free)(struct pinctrl_dev *, struct pinctrl_gpio_range *, unsigned int); int (*gpio_set_direction)(struct pinctrl_dev *, struct pinctrl_gpio_range *, unsigned int, bool); bool strict; }; struct pinconf_ops { bool is_generic; int (*pin_config_get)(struct pinctrl_dev *, unsigned int, long unsigned int *); int (*pin_config_set)(struct pinctrl_dev *, unsigned int, long unsigned int *, unsigned int); int (*pin_config_group_get)(struct pinctrl_dev *, unsigned int, long unsigned int *); int (*pin_config_group_set)(struct pinctrl_dev *, unsigned int, long unsigned int *, unsigned int); void (*pin_config_dbg_show)(struct pinctrl_dev *, struct seq_file *, unsigned int); void (*pin_config_group_dbg_show)(struct pinctrl_dev *, struct seq_file *, unsigned int); void (*pin_config_config_dbg_show)(struct pinctrl_dev *, struct seq_file *, long unsigned int); }; enum pin_config_param { PIN_CONFIG_BIAS_BUS_HOLD = 0, PIN_CONFIG_BIAS_DISABLE = 1, PIN_CONFIG_BIAS_HIGH_IMPEDANCE = 2, PIN_CONFIG_BIAS_PULL_DOWN = 3, PIN_CONFIG_BIAS_PULL_PIN_DEFAULT = 4, PIN_CONFIG_BIAS_PULL_UP = 5, PIN_CONFIG_DRIVE_OPEN_DRAIN = 6, PIN_CONFIG_DRIVE_OPEN_SOURCE = 7, PIN_CONFIG_DRIVE_PUSH_PULL = 8, PIN_CONFIG_DRIVE_STRENGTH = 9, PIN_CONFIG_DRIVE_STRENGTH_UA = 10, PIN_CONFIG_INPUT_DEBOUNCE = 11, PIN_CONFIG_INPUT_ENABLE = 12, PIN_CONFIG_INPUT_SCHMITT = 13, PIN_CONFIG_INPUT_SCHMITT_ENABLE = 14, PIN_CONFIG_MODE_LOW_POWER = 15, PIN_CONFIG_MODE_PWM = 16, PIN_CONFIG_OUTPUT = 17, PIN_CONFIG_OUTPUT_ENABLE = 18, PIN_CONFIG_OUTPUT_IMPEDANCE_OHMS = 19, PIN_CONFIG_PERSIST_STATE = 20, PIN_CONFIG_POWER_SOURCE = 21, PIN_CONFIG_SKEW_DELAY = 22, PIN_CONFIG_SLEEP_HARDWARE_STATE = 23, PIN_CONFIG_SLEW_RATE = 24, PIN_CONFIG_END = 127, PIN_CONFIG_MAX = 255, }; struct pinconf_generic_params { const char * const property; enum pin_config_param param; u32 default_value; }; struct pin_config_item { const enum pin_config_param param; const char * const display; const char * const format; bool has_arg; }; union gpio_irq_fwspec { struct irq_fwspec fwspec; msi_alloc_info_t msiinfo; }; enum regcache_type { REGCACHE_NONE = 0, REGCACHE_RBTREE = 1, REGCACHE_COMPRESSED = 2, REGCACHE_FLAT = 3, }; struct reg_default { unsigned int reg; unsigned int def; }; enum regmap_endian { REGMAP_ENDIAN_DEFAULT = 0, REGMAP_ENDIAN_BIG = 1, REGMAP_ENDIAN_LITTLE = 2, REGMAP_ENDIAN_NATIVE = 3, }; struct regmap_range { unsigned int range_min; unsigned int range_max; }; struct regmap_access_table { const struct regmap_range *yes_ranges; unsigned int n_yes_ranges; const struct regmap_range *no_ranges; unsigned int n_no_ranges; }; typedef void (*regmap_lock)(void *); typedef void (*regmap_unlock)(void *); struct regmap_range_cfg; struct regmap_config { const char *name; int reg_bits; int reg_stride; int reg_downshift; unsigned int reg_base; int pad_bits; int val_bits; bool (*writeable_reg)(struct device *, unsigned int); bool (*readable_reg)(struct device *, unsigned int); bool (*volatile_reg)(struct device *, unsigned int); bool (*precious_reg)(struct device *, unsigned int); bool (*writeable_noinc_reg)(struct device *, unsigned int); bool (*readable_noinc_reg)(struct device *, unsigned int); bool disable_locking; regmap_lock lock; regmap_unlock unlock; void *lock_arg; int (*reg_read)(void *, unsigned int, unsigned int *); int (*reg_write)(void *, unsigned int, unsigned int); int (*reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); int (*read)(void *, const void *, size_t, void *, size_t); int (*write)(void *, const void *, size_t); size_t max_raw_read; size_t max_raw_write; bool fast_io; unsigned int max_register; const struct regmap_access_table *wr_table; const struct regmap_access_table *rd_table; const struct regmap_access_table *volatile_table; const struct regmap_access_table *precious_table; const struct regmap_access_table *wr_noinc_table; const struct regmap_access_table *rd_noinc_table; const struct reg_default *reg_defaults; unsigned int num_reg_defaults; enum regcache_type cache_type; const void *reg_defaults_raw; unsigned int num_reg_defaults_raw; long unsigned int read_flag_mask; long unsigned int write_flag_mask; bool zero_flag_mask; bool use_single_read; bool use_single_write; bool use_relaxed_mmio; bool can_multi_write; enum regmap_endian reg_format_endian; enum regmap_endian val_format_endian; const struct regmap_range_cfg *ranges; unsigned int num_ranges; bool use_hwlock; bool use_raw_spinlock; unsigned int hwlock_id; unsigned int hwlock_mode; bool can_sleep; }; struct regmap_range_cfg { const char *name; unsigned int range_min; unsigned int range_max; unsigned int selector_reg; unsigned int selector_mask; int selector_shift; unsigned int window_start; unsigned int window_len; }; enum rockchip_pinctrl_type { PX30 = 0, RV1108 = 1, RK2928 = 2, RK3066B = 3, RK3128 = 4, RK3188 = 5, RK3288 = 6, RK3308 = 7, RK3368 = 8, RK3399 = 9, RK3568 = 10, RK3588 = 11, }; struct rockchip_gpio_regs { u32 port_dr; u32 port_ddr; u32 int_en; u32 int_mask; u32 int_type; u32 int_polarity; u32 int_bothedge; u32 int_status; u32 int_rawstatus; u32 debounce; u32 dbclk_div_en; u32 dbclk_div_con; u32 port_eoi; u32 ext_port; u32 version_id; }; struct rockchip_iomux { int type; int offset; }; enum rockchip_pin_drv_type { DRV_TYPE_IO_DEFAULT = 0, DRV_TYPE_IO_1V8_OR_3V0 = 1, DRV_TYPE_IO_1V8_ONLY = 2, DRV_TYPE_IO_1V8_3V0_AUTO = 3, DRV_TYPE_IO_3V3_ONLY = 4, DRV_TYPE_MAX = 5, }; enum rockchip_pin_pull_type { PULL_TYPE_IO_DEFAULT = 0, PULL_TYPE_IO_1V8_ONLY = 1, PULL_TYPE_MAX = 2, }; struct rockchip_drv { enum rockchip_pin_drv_type drv_type; int offset; }; struct rockchip_pinctrl; struct rockchip_pin_bank { struct device *dev; void *reg_base; struct regmap *regmap_pull; struct clk *clk; struct clk *db_clk; int irq; u32 saved_masks; u32 pin_base; u8 nr_pins; char *name; u8 bank_num; struct rockchip_iomux iomux[4]; struct rockchip_drv drv[4]; enum rockchip_pin_pull_type pull_type[4]; bool valid; struct device_node *of_node; struct rockchip_pinctrl *drvdata; struct irq_domain *domain; struct gpio_chip gpio_chip; struct pinctrl_gpio_range grange; raw_spinlock_t slock; const struct rockchip_gpio_regs *gpio_regs; u32 gpio_type; u32 toggle_edge_mode; u32 recalced_mask; u32 route_mask; struct list_head deferred_pins; struct mutex deferred_lock; }; struct rockchip_pin_ctrl; struct rockchip_pin_group; struct rockchip_pmx_func; struct rockchip_pinctrl { struct regmap *regmap_base; int reg_size; struct regmap *regmap_pull; struct regmap *regmap_pmu; struct device *dev; struct rockchip_pin_ctrl *ctrl; struct pinctrl_desc pctl; struct pinctrl_dev *pctl_dev; struct rockchip_pin_group *groups; unsigned int ngroups; struct rockchip_pmx_func *functions; unsigned int nfunctions; }; struct rockchip_mux_recalced_data { u8 num; u8 pin; u32 reg; u8 bit; u8 mask; }; enum rockchip_mux_route_location { ROCKCHIP_ROUTE_SAME = 0, ROCKCHIP_ROUTE_PMU = 1, ROCKCHIP_ROUTE_GRF = 2, }; struct rockchip_mux_route_data { u8 bank_num; u8 pin; u8 func; enum rockchip_mux_route_location route_location; u32 route_offset; u32 route_val; }; struct rockchip_pin_ctrl { struct rockchip_pin_bank *pin_banks; u32 nr_banks; u32 nr_pins; char *label; enum rockchip_pinctrl_type type; int grf_mux_offset; int pmu_mux_offset; int grf_drv_offset; int pmu_drv_offset; struct rockchip_mux_recalced_data *iomux_recalced; u32 niomux_recalced; struct rockchip_mux_route_data *iomux_routes; u32 niomux_routes; int (*pull_calc_reg)(struct rockchip_pin_bank *, int, struct regmap **, int *, u8 *); int (*drv_calc_reg)(struct rockchip_pin_bank *, int, struct regmap **, int *, u8 *); int (*schmitt_calc_reg)(struct rockchip_pin_bank *, int, struct regmap **, int *, u8 *); }; struct rockchip_pin_config { unsigned int func; long unsigned int *configs; unsigned int nconfigs; }; struct rockchip_pin_deferred { struct list_head head; unsigned int pin; enum pin_config_param param; u32 arg; }; struct rockchip_pin_group { const char *name; unsigned int npins; unsigned int *pins; struct rockchip_pin_config *data; }; struct rockchip_pmx_func { const char *name; const char **groups; u8 ngroups; }; struct imx_pin_mmio { unsigned int mux_mode; u16 input_reg; unsigned int input_val; long unsigned int config; }; struct imx_pin_scu { unsigned int mux_mode; long unsigned int config; }; struct imx_pin { unsigned int pin; union { struct imx_pin_mmio mmio; struct imx_pin_scu scu; } conf; }; struct imx_pin_reg { s16 mux_reg; s16 conf_reg; }; struct imx_cfg_params_decode { enum pin_config_param param; u32 mask; u8 shift; bool invert; }; struct imx_pinctrl_soc_info; struct imx_pinctrl { struct device *dev; struct pinctrl_dev *pctl; void *base; void *input_sel_base; const struct imx_pinctrl_soc_info *info; struct imx_pin_reg *pin_regs; unsigned int group_index; struct mutex mutex; }; struct imx_pinctrl_soc_info { const struct pinctrl_pin_desc *pins; unsigned int npins; unsigned int flags; const char *gpr_compatible; unsigned int mux_mask; u8 mux_shift; bool generic_pinconf; const struct pinconf_generic_params *custom_params; unsigned int num_custom_params; const struct imx_cfg_params_decode *decodes; unsigned int num_decodes; void (*fixup)(long unsigned int *, unsigned int, u32 *); int (*gpio_set_direction)(struct pinctrl_dev *, struct pinctrl_gpio_range *, unsigned int, bool); int (*imx_pinconf_get)(struct pinctrl_dev *, unsigned int, long unsigned int *); int (*imx_pinconf_set)(struct pinctrl_dev *, unsigned int, long unsigned int *, unsigned int); void (*imx_pinctrl_parse_pin)(struct imx_pinctrl *, unsigned int *, struct imx_pin *, const __be32 **); }; enum imx8mn_pads { MX8MN_PAD_RESERVE0 = 0, MX8MN_PAD_RESERVE1 = 1, MX8MN_PAD_RESERVE2 = 2, MX8MN_PAD_RESERVE3 = 3, MX8MN_PAD_RESERVE4 = 4, MX8MN_PAD_RESERVE5 = 5, MX8MN_PAD_RESERVE6 = 6, MX8MN_PAD_RESERVE7 = 7, MX8MN_IOMUXC_BOOT_MODE2 = 8, MX8MN_IOMUXC_BOOT_MODE3 = 9, MX8MN_IOMUXC_GPIO1_IO00 = 10, MX8MN_IOMUXC_GPIO1_IO01 = 11, MX8MN_IOMUXC_GPIO1_IO02 = 12, MX8MN_IOMUXC_GPIO1_IO03 = 13, MX8MN_IOMUXC_GPIO1_IO04 = 14, MX8MN_IOMUXC_GPIO1_IO05 = 15, MX8MN_IOMUXC_GPIO1_IO06 = 16, MX8MN_IOMUXC_GPIO1_IO07 = 17, MX8MN_IOMUXC_GPIO1_IO08 = 18, MX8MN_IOMUXC_GPIO1_IO09 = 19, MX8MN_IOMUXC_GPIO1_IO10 = 20, MX8MN_IOMUXC_GPIO1_IO11 = 21, MX8MN_IOMUXC_GPIO1_IO12 = 22, MX8MN_IOMUXC_GPIO1_IO13 = 23, MX8MN_IOMUXC_GPIO1_IO14 = 24, MX8MN_IOMUXC_GPIO1_IO15 = 25, MX8MN_IOMUXC_ENET_MDC = 26, MX8MN_IOMUXC_ENET_MDIO = 27, MX8MN_IOMUXC_ENET_TD3 = 28, MX8MN_IOMUXC_ENET_TD2 = 29, MX8MN_IOMUXC_ENET_TD1 = 30, MX8MN_IOMUXC_ENET_TD0 = 31, MX8MN_IOMUXC_ENET_TX_CTL = 32, MX8MN_IOMUXC_ENET_TXC = 33, MX8MN_IOMUXC_ENET_RX_CTL = 34, MX8MN_IOMUXC_ENET_RXC = 35, MX8MN_IOMUXC_ENET_RD0 = 36, MX8MN_IOMUXC_ENET_RD1 = 37, MX8MN_IOMUXC_ENET_RD2 = 38, MX8MN_IOMUXC_ENET_RD3 = 39, MX8MN_IOMUXC_SD1_CLK = 40, MX8MN_IOMUXC_SD1_CMD = 41, MX8MN_IOMUXC_SD1_DATA0 = 42, MX8MN_IOMUXC_SD1_DATA1 = 43, MX8MN_IOMUXC_SD1_DATA2 = 44, MX8MN_IOMUXC_SD1_DATA3 = 45, MX8MN_IOMUXC_SD1_DATA4 = 46, MX8MN_IOMUXC_SD1_DATA5 = 47, MX8MN_IOMUXC_SD1_DATA6 = 48, MX8MN_IOMUXC_SD1_DATA7 = 49, MX8MN_IOMUXC_SD1_RESET_B = 50, MX8MN_IOMUXC_SD1_STROBE = 51, MX8MN_IOMUXC_SD2_CD_B = 52, MX8MN_IOMUXC_SD2_CLK = 53, MX8MN_IOMUXC_SD2_CMD = 54, MX8MN_IOMUXC_SD2_DATA0 = 55, MX8MN_IOMUXC_SD2_DATA1 = 56, MX8MN_IOMUXC_SD2_DATA2 = 57, MX8MN_IOMUXC_SD2_DATA3 = 58, MX8MN_IOMUXC_SD2_RESET_B = 59, MX8MN_IOMUXC_SD2_WP = 60, MX8MN_IOMUXC_NAND_ALE = 61, MX8MN_IOMUXC_NAND_CE0 = 62, MX8MN_IOMUXC_NAND_CE1 = 63, MX8MN_IOMUXC_NAND_CE2 = 64, MX8MN_IOMUXC_NAND_CE3 = 65, MX8MN_IOMUXC_NAND_CLE = 66, MX8MN_IOMUXC_NAND_DATA00 = 67, MX8MN_IOMUXC_NAND_DATA01 = 68, MX8MN_IOMUXC_NAND_DATA02 = 69, MX8MN_IOMUXC_NAND_DATA03 = 70, MX8MN_IOMUXC_NAND_DATA04 = 71, MX8MN_IOMUXC_NAND_DATA05 = 72, MX8MN_IOMUXC_NAND_DATA06 = 73, MX8MN_IOMUXC_NAND_DATA07 = 74, MX8MN_IOMUXC_NAND_DQS = 75, MX8MN_IOMUXC_NAND_RE_B = 76, MX8MN_IOMUXC_NAND_READY_B = 77, MX8MN_IOMUXC_NAND_WE_B = 78, MX8MN_IOMUXC_NAND_WP_B = 79, MX8MN_IOMUXC_SAI5_RXFS = 80, MX8MN_IOMUXC_SAI5_RXC = 81, MX8MN_IOMUXC_SAI5_RXD0 = 82, MX8MN_IOMUXC_SAI5_RXD1 = 83, MX8MN_IOMUXC_SAI5_RXD2 = 84, MX8MN_IOMUXC_SAI5_RXD3 = 85, MX8MN_IOMUXC_SAI5_MCLK = 86, MX8MN_IOMUXC_SAI1_RXFS = 87, MX8MN_IOMUXC_SAI1_RXC = 88, MX8MN_IOMUXC_SAI1_RXD0 = 89, MX8MN_IOMUXC_SAI1_RXD1 = 90, MX8MN_IOMUXC_SAI1_RXD2 = 91, MX8MN_IOMUXC_SAI1_RXD3 = 92, MX8MN_IOMUXC_SAI1_RXD4 = 93, MX8MN_IOMUXC_SAI1_RXD5 = 94, MX8MN_IOMUXC_SAI1_RXD6 = 95, MX8MN_IOMUXC_SAI1_RXD7 = 96, MX8MN_IOMUXC_SAI1_TXFS = 97, MX8MN_IOMUXC_SAI1_TXC = 98, MX8MN_IOMUXC_SAI1_TXD0 = 99, MX8MN_IOMUXC_SAI1_TXD1 = 100, MX8MN_IOMUXC_SAI1_TXD2 = 101, MX8MN_IOMUXC_SAI1_TXD3 = 102, MX8MN_IOMUXC_SAI1_TXD4 = 103, MX8MN_IOMUXC_SAI1_TXD5 = 104, MX8MN_IOMUXC_SAI1_TXD6 = 105, MX8MN_IOMUXC_SAI1_TXD7 = 106, MX8MN_IOMUXC_SAI1_MCLK = 107, MX8MN_IOMUXC_SAI2_RXFS = 108, MX8MN_IOMUXC_SAI2_RXC = 109, MX8MN_IOMUXC_SAI2_RXD0 = 110, MX8MN_IOMUXC_SAI2_TXFS = 111, MX8MN_IOMUXC_SAI2_TXC = 112, MX8MN_IOMUXC_SAI2_TXD0 = 113, MX8MN_IOMUXC_SAI2_MCLK = 114, MX8MN_IOMUXC_SAI3_RXFS = 115, MX8MN_IOMUXC_SAI3_RXC = 116, MX8MN_IOMUXC_SAI3_RXD = 117, MX8MN_IOMUXC_SAI3_TXFS = 118, MX8MN_IOMUXC_SAI3_TXC = 119, MX8MN_IOMUXC_SAI3_TXD = 120, MX8MN_IOMUXC_SAI3_MCLK = 121, MX8MN_IOMUXC_SPDIF_TX = 122, MX8MN_IOMUXC_SPDIF_RX = 123, MX8MN_IOMUXC_SPDIF_EXT_CLK = 124, MX8MN_IOMUXC_ECSPI1_SCLK = 125, MX8MN_IOMUXC_ECSPI1_MOSI = 126, MX8MN_IOMUXC_ECSPI1_MISO = 127, MX8MN_IOMUXC_ECSPI1_SS0 = 128, MX8MN_IOMUXC_ECSPI2_SCLK = 129, MX8MN_IOMUXC_ECSPI2_MOSI = 130, MX8MN_IOMUXC_ECSPI2_MISO = 131, MX8MN_IOMUXC_ECSPI2_SS0 = 132, MX8MN_IOMUXC_I2C1_SCL = 133, MX8MN_IOMUXC_I2C1_SDA = 134, MX8MN_IOMUXC_I2C2_SCL = 135, MX8MN_IOMUXC_I2C2_SDA = 136, MX8MN_IOMUXC_I2C3_SCL = 137, MX8MN_IOMUXC_I2C3_SDA = 138, MX8MN_IOMUXC_I2C4_SCL = 139, MX8MN_IOMUXC_I2C4_SDA = 140, MX8MN_IOMUXC_UART1_RXD = 141, MX8MN_IOMUXC_UART1_TXD = 142, MX8MN_IOMUXC_UART2_RXD = 143, MX8MN_IOMUXC_UART2_TXD = 144, MX8MN_IOMUXC_UART3_RXD = 145, MX8MN_IOMUXC_UART3_TXD = 146, MX8MN_IOMUXC_UART4_RXD = 147, MX8MN_IOMUXC_UART4_TXD = 148, }; struct meson_pmx_group { const char *name; const unsigned int *pins; unsigned int num_pins; const void *data; }; struct meson_pmx_func { const char *name; const char * const *groups; unsigned int num_groups; }; struct meson_reg_desc { unsigned int reg; unsigned int bit; }; enum meson_reg_type { MESON_REG_PULLEN = 0, MESON_REG_PULL = 1, MESON_REG_DIR = 2, MESON_REG_OUT = 3, MESON_REG_IN = 4, MESON_REG_DS = 5, MESON_NUM_REG = 6, }; struct meson_bank { const char *name; unsigned int first; unsigned int last; int irq_first; int irq_last; struct meson_reg_desc regs[6]; }; struct meson_pinctrl; struct meson_pinctrl_data { const char *name; const struct pinctrl_pin_desc *pins; struct meson_pmx_group *groups; struct meson_pmx_func *funcs; unsigned int num_pins; unsigned int num_groups; unsigned int num_funcs; struct meson_bank *banks; unsigned int num_banks; const struct pinmux_ops *pmx_ops; void *pmx_data; int (*parse_dt)(struct meson_pinctrl *); }; struct meson_pinctrl { struct device *dev; struct pinctrl_dev *pcdev; struct pinctrl_desc desc; struct meson_pinctrl_data *data; struct regmap *reg_mux; struct regmap *reg_pullen; struct regmap *reg_pull; struct regmap *reg_gpio; struct regmap *reg_ds; struct gpio_chip chip; struct device_node *of_node; }; struct meson8_pmx_data { bool is_gpio; unsigned int reg; unsigned int bit; }; struct mvebu_mpp_ctrl_data { union { void *base; struct { struct regmap *map; u32 offset; } regmap; }; }; struct mvebu_mpp_ctrl { const char *name; u8 pid; u8 npins; unsigned int *pins; int (*mpp_get)(struct mvebu_mpp_ctrl_data *, unsigned int, long unsigned int *); int (*mpp_set)(struct mvebu_mpp_ctrl_data *, unsigned int, long unsigned int); int (*mpp_gpio_req)(struct mvebu_mpp_ctrl_data *, unsigned int); int (*mpp_gpio_dir)(struct mvebu_mpp_ctrl_data *, unsigned int, bool); }; struct mvebu_mpp_ctrl_setting { u8 val; const char *name; const char *subname; u8 variant; u8 flags; }; struct mvebu_mpp_mode { u8 pid; struct mvebu_mpp_ctrl_setting *settings; }; struct mvebu_pinctrl_soc_info { u8 variant; const struct mvebu_mpp_ctrl *controls; struct mvebu_mpp_ctrl_data *control_data; int ncontrols; struct mvebu_mpp_mode *modes; int nmodes; struct pinctrl_gpio_range *gpioranges; int ngpioranges; }; enum { IRQ_DOMAIN_FLAG_HIERARCHY = 1, IRQ_DOMAIN_NAME_ALLOCATED = 2, IRQ_DOMAIN_FLAG_IPI_PER_CPU = 4, IRQ_DOMAIN_FLAG_IPI_SINGLE = 8, IRQ_DOMAIN_FLAG_MSI = 16, IRQ_DOMAIN_FLAG_MSI_REMAP = 32, IRQ_DOMAIN_MSI_NOMASK_QUIRK = 64, IRQ_DOMAIN_FLAG_NO_MAP = 128, IRQ_DOMAIN_FLAG_NONCORE = 65536, }; struct msm_function { const char *name; const char * const *groups; unsigned int ngroups; }; struct msm_pingroup { const char *name; const unsigned int *pins; unsigned int npins; unsigned int *funcs; unsigned int nfuncs; u32 ctl_reg; u32 io_reg; u32 intr_cfg_reg; u32 intr_status_reg; u32 intr_target_reg; unsigned int tile: 2; unsigned int mux_bit: 5; unsigned int pull_bit: 5; unsigned int drv_bit: 5; unsigned int od_bit: 5; unsigned int egpio_enable: 5; unsigned int egpio_present: 5; unsigned int oe_bit: 5; unsigned int in_bit: 5; unsigned int out_bit: 5; unsigned int intr_enable_bit: 5; unsigned int intr_status_bit: 5; unsigned int intr_ack_high: 1; unsigned int intr_target_bit: 5; char: 1; unsigned int intr_target_kpss_val: 5; unsigned int intr_raw_status_bit: 5; unsigned int intr_polarity_bit: 5; unsigned int intr_detection_bit: 5; unsigned int intr_detection_width: 5; }; struct msm_gpio_wakeirq_map { unsigned int gpio; unsigned int wakeirq; }; struct msm_pinctrl_soc_data { const struct pinctrl_pin_desc *pins; unsigned int npins; const struct msm_function *functions; unsigned int nfunctions; const struct msm_pingroup *groups; unsigned int ngroups; unsigned int ngpios; bool pull_no_keeper; const char * const *tiles; unsigned int ntiles; const int *reserved_gpios; const struct msm_gpio_wakeirq_map *wakeirq_map; unsigned int nwakeirq_map; bool wakeirq_dual_edge_errata; unsigned int gpio_func; unsigned int egpio_func; }; struct msm_pinctrl { struct device *dev; struct pinctrl_dev *pctrl; struct gpio_chip chip; struct pinctrl_desc desc; struct notifier_block restart_nb; int irq; bool intr_target_use_scm; raw_spinlock_t lock; long unsigned int dual_edge_irqs[5]; long unsigned int enabled_irqs[5]; long unsigned int skip_wake_irqs[5]; long unsigned int disabled_for_mux[5]; long unsigned int ever_gpio[5]; const struct msm_pinctrl_soc_data *soc; void *regs[4]; u32 phys_base[4]; }; enum sunxi_desc_bias_voltage { BIAS_VOLTAGE_NONE = 0, BIAS_VOLTAGE_GRP_CONFIG = 1, BIAS_VOLTAGE_PIO_POW_MODE_SEL = 2, BIAS_VOLTAGE_PIO_POW_MODE_CTL = 3, }; struct sunxi_desc_function { long unsigned int variant; const char *name; u8 muxval; u8 irqbank; u8 irqnum; }; struct sunxi_desc_pin { struct pinctrl_pin_desc pin; long unsigned int variant; struct sunxi_desc_function *functions; }; struct sunxi_pinctrl_desc { const struct sunxi_desc_pin *pins; int npins; unsigned int pin_base; unsigned int irq_banks; const unsigned int *irq_bank_map; bool irq_read_needs_mux; bool disable_strict_mode; enum sunxi_desc_bias_voltage io_bias_cfg_variant; }; struct gpio_device { int id; struct device dev; struct cdev chrdev; struct device *mockdev; struct module *owner; struct gpio_chip *chip; struct gpio_desc *descs; int base; u16 ngpio; const char *label; void *data; struct list_head list; struct blocking_notifier_head notifier; struct list_head pin_ranges; }; struct gpio_array; struct gpio_descs { struct gpio_array *info; unsigned int ndescs; struct gpio_desc *desc[0]; }; struct gpio_array { struct gpio_desc **desc; unsigned int size; struct gpio_chip *chip; long unsigned int *get_mask; long unsigned int *set_mask; long unsigned int invert_mask[0]; }; struct gpio_desc { struct gpio_device *gdev; long unsigned int flags; const char *label; const char *name; struct device_node *hog; unsigned int debounce_period_us; }; enum gpiod_flags { GPIOD_ASIS = 0, GPIOD_IN = 1, GPIOD_OUT_LOW = 3, GPIOD_OUT_HIGH = 7, GPIOD_OUT_LOW_OPEN_DRAIN = 11, GPIOD_OUT_HIGH_OPEN_DRAIN = 15, }; struct devres; struct bgpio_pdata { const char *label; int base; int ngpio; }; struct i2c_device_id { char name[20]; kernel_ulong_t driver_data; }; enum dmi_field { DMI_NONE = 0, DMI_BIOS_VENDOR = 1, DMI_BIOS_VERSION = 2, DMI_BIOS_DATE = 3, DMI_BIOS_RELEASE = 4, DMI_EC_FIRMWARE_RELEASE = 5, DMI_SYS_VENDOR = 6, DMI_PRODUCT_NAME = 7, DMI_PRODUCT_VERSION = 8, DMI_PRODUCT_SERIAL = 9, DMI_PRODUCT_UUID = 10, DMI_PRODUCT_SKU = 11, DMI_PRODUCT_FAMILY = 12, DMI_BOARD_VENDOR = 13, DMI_BOARD_NAME = 14, DMI_BOARD_VERSION = 15, DMI_BOARD_SERIAL = 16, DMI_BOARD_ASSET_TAG = 17, DMI_CHASSIS_VENDOR = 18, DMI_CHASSIS_TYPE = 19, DMI_CHASSIS_VERSION = 20, DMI_CHASSIS_SERIAL = 21, DMI_CHASSIS_ASSET_TAG = 22, DMI_STRING_MAX = 23, DMI_OEM_STRING = 24, }; struct dmi_strmatch { unsigned char slot: 7; unsigned char exact_match: 1; char substr[79]; }; struct dmi_system_id { int (*callback)(const struct dmi_system_id *); const char *ident; struct dmi_strmatch matches[4]; void *driver_data; }; enum dev_prop_type { DEV_PROP_U8 = 0, DEV_PROP_U16 = 1, DEV_PROP_U32 = 2, DEV_PROP_U64 = 3, DEV_PROP_STRING = 4, DEV_PROP_REF = 5, }; struct property_entry; struct software_node { const char *name; const struct software_node *parent; const struct property_entry *properties; }; struct property_entry { const char *name; size_t length; bool is_inline; enum dev_prop_type type; union { const void *pointer; union { u8 u8_data[8]; u16 u16_data[4]; u32 u32_data[2]; u64 u64_data[1]; const char *str[1]; } value; }; }; struct rt_mutex { struct rt_mutex_base rtmutex; }; struct i2c_msg { __u16 addr; __u16 flags; __u16 len; __u8 *buf; }; union i2c_smbus_data { __u8 byte; __u16 word; __u8 block[34]; }; enum i2c_slave_event { I2C_SLAVE_READ_REQUESTED = 0, I2C_SLAVE_WRITE_REQUESTED = 1, I2C_SLAVE_READ_PROCESSED = 2, I2C_SLAVE_WRITE_RECEIVED = 3, I2C_SLAVE_STOP = 4, }; struct i2c_client; typedef int (*i2c_slave_cb_t)(struct i2c_client *, enum i2c_slave_event, u8 *); struct i2c_adapter; struct i2c_client { short unsigned int flags; short unsigned int addr; char name[20]; struct i2c_adapter *adapter; struct device dev; int init_irq; int irq; struct list_head detected; i2c_slave_cb_t slave_cb; void *devres_group_id; }; enum i2c_alert_protocol { I2C_PROTOCOL_SMBUS_ALERT = 0, I2C_PROTOCOL_SMBUS_HOST_NOTIFY = 1, }; struct i2c_board_info; struct i2c_driver { unsigned int class; int (*probe)(struct i2c_client *, const struct i2c_device_id *); int (*remove)(struct i2c_client *); int (*probe_new)(struct i2c_client *); void (*shutdown)(struct i2c_client *); void (*alert)(struct i2c_client *, enum i2c_alert_protocol, unsigned int); int (*command)(struct i2c_client *, unsigned int, void *); struct device_driver driver; const struct i2c_device_id *id_table; int (*detect)(struct i2c_client *, struct i2c_board_info *); const short unsigned int *address_list; struct list_head clients; u32 flags; }; struct i2c_board_info { char type[20]; short unsigned int flags; short unsigned int addr; const char *dev_name; void *platform_data; struct device_node *of_node; struct fwnode_handle *fwnode; const struct software_node *swnode; const struct resource *resources; unsigned int num_resources; int irq; }; struct i2c_algorithm; struct i2c_lock_operations; struct i2c_bus_recovery_info; struct i2c_adapter_quirks; struct i2c_adapter { struct module *owner; unsigned int class; const struct i2c_algorithm *algo; void *algo_data; const struct i2c_lock_operations *lock_ops; struct rt_mutex bus_lock; struct rt_mutex mux_lock; int timeout; int retries; struct device dev; long unsigned int locked_flags; int nr; char name[48]; struct completion dev_released; struct mutex userspace_clients_lock; struct list_head userspace_clients; struct i2c_bus_recovery_info *bus_recovery_info; const struct i2c_adapter_quirks *quirks; struct irq_domain *host_notify_domain; struct regulator *bus_regulator; }; struct i2c_algorithm { int (*master_xfer)(struct i2c_adapter *, struct i2c_msg *, int); int (*master_xfer_atomic)(struct i2c_adapter *, struct i2c_msg *, int); int (*smbus_xfer)(struct i2c_adapter *, u16, short unsigned int, char, u8, int, union i2c_smbus_data *); int (*smbus_xfer_atomic)(struct i2c_adapter *, u16, short unsigned int, char, u8, int, union i2c_smbus_data *); u32 (*functionality)(struct i2c_adapter *); int (*reg_slave)(struct i2c_client *); int (*unreg_slave)(struct i2c_client *); }; struct i2c_lock_operations { void (*lock_bus)(struct i2c_adapter *, unsigned int); int (*trylock_bus)(struct i2c_adapter *, unsigned int); void (*unlock_bus)(struct i2c_adapter *, unsigned int); }; struct i2c_bus_recovery_info { int (*recover_bus)(struct i2c_adapter *); int (*get_scl)(struct i2c_adapter *); void (*set_scl)(struct i2c_adapter *, int); int (*get_sda)(struct i2c_adapter *); void (*set_sda)(struct i2c_adapter *, int); int (*get_bus_free)(struct i2c_adapter *); void (*prepare_recovery)(struct i2c_adapter *); void (*unprepare_recovery)(struct i2c_adapter *); struct gpio_desc *scl_gpiod; struct gpio_desc *sda_gpiod; struct pinctrl *pinctrl; struct pinctrl_state *pins_default; struct pinctrl_state *pins_gpio; }; struct i2c_adapter_quirks { u64 flags; int max_num_msgs; u16 max_write_len; u16 max_read_len; u16 max_comb_1st_msg_len; u16 max_comb_2nd_msg_len; }; struct pca953x_platform_data { unsigned int gpio_base; u32 invert; int irq_base; void *context; int (*setup)(struct i2c_client *, unsigned int, unsigned int, void *); int (*teardown)(struct i2c_client *, unsigned int, unsigned int, void *); const char * const *names; }; struct pca953x_reg_config { int direction; int output; int input; int invert; }; struct pca953x_chip { unsigned int gpio_start; struct mutex i2c_lock; struct regmap *regmap; struct mutex irq_lock; long unsigned int irq_mask[1]; long unsigned int irq_stat[1]; long unsigned int irq_trig_raise[1]; long unsigned int irq_trig_fall[1]; atomic_t wakeup_path; struct i2c_client *client; struct gpio_chip gpio_chip; const char * const *names; long unsigned int driver_data; struct regulator *regulator; const struct pca953x_reg_config *regs; }; enum kobject_action { KOBJ_ADD = 0, KOBJ_REMOVE = 1, KOBJ_CHANGE = 2, KOBJ_MOVE = 3, KOBJ_ONLINE = 4, KOBJ_OFFLINE = 5, KOBJ_BIND = 6, KOBJ_UNBIND = 7, }; enum pwm_polarity { PWM_POLARITY_NORMAL = 0, PWM_POLARITY_INVERSED = 1, }; struct pwm_args { u64 period; enum pwm_polarity polarity; }; enum { PWMF_REQUESTED = 1, PWMF_EXPORTED = 2, }; struct pwm_state { u64 period; u64 duty_cycle; enum pwm_polarity polarity; bool enabled; bool usage_power; }; struct pwm_chip; struct pwm_device { const char *label; long unsigned int flags; unsigned int hwpwm; unsigned int pwm; struct pwm_chip *chip; void *chip_data; struct pwm_args args; struct pwm_state state; struct pwm_state last; }; struct pwm_ops; struct pwm_chip { struct device *dev; const struct pwm_ops *ops; int base; unsigned int npwm; struct pwm_device * (*of_xlate)(struct pwm_chip *, const struct of_phandle_args *); unsigned int of_pwm_n_cells; struct list_head list; struct pwm_device *pwms; }; struct pwm_capture { unsigned int period; unsigned int duty_cycle; }; struct pwm_ops { int (*request)(struct pwm_chip *, struct pwm_device *); void (*free)(struct pwm_chip *, struct pwm_device *); int (*capture)(struct pwm_chip *, struct pwm_device *, struct pwm_capture *, long unsigned int); int (*apply)(struct pwm_chip *, struct pwm_device *, const struct pwm_state *); void (*get_state)(struct pwm_chip *, struct pwm_device *, struct pwm_state *); struct module *owner; }; struct pwm_export { struct device child; struct pwm_device *pwm; struct mutex lock; struct pwm_state suspend; }; struct pci_device_id { __u32 vendor; __u32 device; __u32 subvendor; __u32 subdevice; __u32 class; __u32 class_mask; kernel_ulong_t driver_data; __u32 override_only; }; struct pci_bus; struct hotplug_slot; struct pci_slot { struct pci_bus *bus; struct list_head list; struct hotplug_slot *hotplug; unsigned char number; struct kobject kobj; }; struct pci_dev; struct pci_ops; struct pci_bus { struct list_head node; struct pci_bus *parent; struct list_head children; struct list_head devices; struct pci_dev *self; struct list_head slots; struct resource *resource[4]; struct list_head resources; struct resource busn_res; struct pci_ops *ops; void *sysdata; struct proc_dir_entry *procdir; unsigned char number; unsigned char primary; unsigned char max_bus_speed; unsigned char cur_bus_speed; int domain_nr; char name[48]; short unsigned int bridge_ctl; pci_bus_flags_t bus_flags; struct device *bridge; struct device dev; struct bin_attribute *legacy_io; struct bin_attribute *legacy_mem; unsigned int is_added: 1; unsigned int unsafe_warn: 1; }; typedef int pci_power_t; struct pci_vpd { struct mutex lock; unsigned int len; u8 cap; }; struct pci_sriov { int pos; int nres; u32 cap; u16 ctrl; u16 total_VFs; u16 initial_VFs; u16 num_VFs; u16 offset; u16 stride; u16 vf_device; u32 pgsz; u8 link; u8 max_VF_buses; u16 driver_max_VFs; struct pci_dev *dev; struct pci_dev *self; u32 class; u8 hdr_type; u16 subsystem_vendor; u16 subsystem_device; resource_size_t barsz[6]; bool drivers_autoprobe; }; struct aer_stats; struct rcec_ea; struct pci_driver; struct pcie_link_state; struct pci_p2pdma; struct pci_dev { struct list_head bus_list; struct pci_bus *bus; struct pci_bus *subordinate; void *sysdata; struct proc_dir_entry *procent; struct pci_slot *slot; unsigned int devfn; short unsigned int vendor; short unsigned int device; short unsigned int subsystem_vendor; short unsigned int subsystem_device; unsigned int class; u8 revision; u8 hdr_type; u16 aer_cap; struct aer_stats *aer_stats; struct rcec_ea *rcec_ea; struct pci_dev *rcec; u32 devcap; u8 pcie_cap; u8 msi_cap; u8 msix_cap; u8 pcie_mpss: 3; u8 rom_base_reg; u8 pin; u16 pcie_flags_reg; long unsigned int *dma_alias_mask; struct pci_driver *driver; u64 dma_mask; struct device_dma_parameters dma_parms; pci_power_t current_state; unsigned int imm_ready: 1; u8 pm_cap; unsigned int pme_support: 5; unsigned int pme_poll: 1; unsigned int d1_support: 1; unsigned int d2_support: 1; unsigned int no_d1d2: 1; unsigned int no_d3cold: 1; unsigned int bridge_d3: 1; unsigned int d3cold_allowed: 1; unsigned int mmio_always_on: 1; unsigned int wakeup_prepared: 1; unsigned int skip_bus_pm: 1; unsigned int ignore_hotplug: 1; unsigned int hotplug_user_indicators: 1; unsigned int clear_retrain_link: 1; unsigned int d3hot_delay; unsigned int d3cold_delay; struct pcie_link_state *link_state; unsigned int ltr_path: 1; u16 l1ss; unsigned int pasid_no_tlp: 1; unsigned int eetlp_prefix_path: 1; pci_channel_state_t error_state; struct device dev; int cfg_size; unsigned int irq; struct resource resource[17]; bool match_driver; unsigned int transparent: 1; unsigned int io_window: 1; unsigned int pref_window: 1; unsigned int pref_64_window: 1; unsigned int multifunction: 1; unsigned int is_busmaster: 1; unsigned int no_msi: 1; unsigned int no_64bit_msi: 1; unsigned int block_cfg_access: 1; unsigned int broken_parity_status: 1; unsigned int irq_reroute_variant: 2; unsigned int msi_enabled: 1; unsigned int msix_enabled: 1; unsigned int ari_enabled: 1; unsigned int ats_enabled: 1; unsigned int pasid_enabled: 1; unsigned int pri_enabled: 1; unsigned int is_managed: 1; unsigned int is_msi_managed: 1; unsigned int needs_freset: 1; unsigned int state_saved: 1; unsigned int is_physfn: 1; unsigned int is_virtfn: 1; unsigned int is_hotplug_bridge: 1; unsigned int shpc_managed: 1; unsigned int is_thunderbolt: 1; unsigned int untrusted: 1; unsigned int external_facing: 1; unsigned int broken_intx_masking: 1; unsigned int io_window_1k: 1; unsigned int irq_managed: 1; unsigned int non_compliant_bars: 1; unsigned int is_probed: 1; unsigned int link_active_reporting: 1; unsigned int no_vf_scan: 1; unsigned int no_command_memory: 1; unsigned int rom_bar_overlap: 1; pci_dev_flags_t dev_flags; atomic_t enable_cnt; u32 saved_config_space[16]; struct hlist_head saved_cap_space; int rom_attr_enabled; struct bin_attribute *res_attr[17]; struct bin_attribute *res_attr_wc[17]; unsigned int broken_cmd_compl: 1; u16 ptm_cap; unsigned int ptm_root: 1; unsigned int ptm_enabled: 1; u8 ptm_granularity; void *msix_base; raw_spinlock_t msi_lock; struct pci_vpd vpd; u16 dpc_cap; unsigned int dpc_rp_extensions: 1; u8 dpc_rp_log_size; union { struct pci_sriov *sriov; struct pci_dev *physfn; }; u16 ats_cap; u8 ats_stu; u16 pri_cap; u32 pri_reqs_alloc; unsigned int pasid_required: 1; u16 pasid_cap; u16 pasid_features; struct pci_p2pdma *p2pdma; u16 acs_cap; phys_addr_t rom; size_t romlen; const char *driver_override; long unsigned int priv_flags; u8 reset_methods[7]; }; struct rcec_ea { u8 nextbusn; u8 lastbusn; u32 bitmap; }; struct pci_dynids { spinlock_t lock; struct list_head list; }; struct pci_error_handlers; struct pci_driver { struct list_head node; const char *name; const struct pci_device_id *id_table; int (*probe)(struct pci_dev *, const struct pci_device_id *); void (*remove)(struct pci_dev *); int (*suspend)(struct pci_dev *, pm_message_t); int (*resume)(struct pci_dev *); void (*shutdown)(struct pci_dev *); int (*sriov_configure)(struct pci_dev *, int); int (*sriov_set_msix_vec_count)(struct pci_dev *, int); u32 (*sriov_get_vf_total_msix)(struct pci_dev *); const struct pci_error_handlers *err_handler; const struct attribute_group **groups; const struct attribute_group **dev_groups; struct device_driver driver; struct pci_dynids dynids; bool driver_managed_dma; }; struct pci_host_bridge { struct device dev; struct pci_bus *bus; struct pci_ops *ops; struct pci_ops *child_ops; void *sysdata; int busnr; int domain_nr; struct list_head windows; struct list_head dma_ranges; u8 (*swizzle_irq)(struct pci_dev *, u8 *); int (*map_irq)(const struct pci_dev *, u8, u8); void (*release_fn)(struct pci_host_bridge *); void *release_data; unsigned int ignore_reset_delay: 1; unsigned int no_ext_tags: 1; unsigned int native_aer: 1; unsigned int native_pcie_hotplug: 1; unsigned int native_shpc_hotplug: 1; unsigned int native_pme: 1; unsigned int native_ltr: 1; unsigned int native_dpc: 1; unsigned int preserve_config: 1; unsigned int size_windows: 1; unsigned int msi_domain: 1; resource_size_t (*align_resource)(struct pci_dev *, const struct resource *, resource_size_t, resource_size_t, resource_size_t); long: 64; long: 64; long unsigned int private[0]; }; struct pci_ops { int (*add_bus)(struct pci_bus *); void (*remove_bus)(struct pci_bus *); void * (*map_bus)(struct pci_bus *, unsigned int, int); int (*read)(struct pci_bus *, unsigned int, int, int, u32 *); int (*write)(struct pci_bus *, unsigned int, int, int, u32); }; typedef u64 pci_bus_addr_t; struct pci_bus_region { pci_bus_addr_t start; pci_bus_addr_t end; }; struct pci_error_handlers { pci_ers_result_t (*error_detected)(struct pci_dev *, pci_channel_state_t); pci_ers_result_t (*mmio_enabled)(struct pci_dev *); pci_ers_result_t (*slot_reset)(struct pci_dev *); void (*reset_prepare)(struct pci_dev *); void (*reset_done)(struct pci_dev *); void (*resume)(struct pci_dev *); }; struct pci_dev_resource { struct list_head list; struct resource *res; struct pci_dev *dev; resource_size_t start; resource_size_t end; resource_size_t add_size; resource_size_t min_align; long unsigned int flags; }; enum release_type { leaf_only = 0, whole_subtree = 1, }; enum enable_type { undefined = 4294967295, user_disabled = 0, auto_disabled = 1, user_enabled = 2, auto_enabled = 3, }; enum { CPER_SEV_RECOVERABLE = 0, CPER_SEV_FATAL = 1, CPER_SEV_CORRECTED = 2, CPER_SEV_INFORMATIONAL = 3, }; enum { pci_channel_io_normal = 1, pci_channel_io_frozen = 2, pci_channel_io_perm_failure = 3, }; enum pci_bus_flags { PCI_BUS_FLAGS_NO_MSI = 1, PCI_BUS_FLAGS_NO_MMRBC = 2, PCI_BUS_FLAGS_NO_AERSID = 4, PCI_BUS_FLAGS_NO_EXTCFG = 8, }; struct aer_stats { u64 dev_cor_errs[16]; u64 dev_fatal_errs[27]; u64 dev_nonfatal_errs[27]; u64 dev_total_cor_errs; u64 dev_total_fatal_errs; u64 dev_total_nonfatal_errs; u64 rootport_total_cor_errs; u64 rootport_total_fatal_errs; u64 rootport_total_nonfatal_errs; }; enum pci_ers_result { PCI_ERS_RESULT_NONE = 1, PCI_ERS_RESULT_CAN_RECOVER = 2, PCI_ERS_RESULT_NEED_RESET = 3, PCI_ERS_RESULT_DISCONNECT = 4, PCI_ERS_RESULT_RECOVERED = 5, PCI_ERS_RESULT_NO_AER_DRIVER = 6, }; struct aer_header_log_regs { unsigned int dw0; unsigned int dw1; unsigned int dw2; unsigned int dw3; }; struct aer_capability_regs { u32 header; u32 uncor_status; u32 uncor_mask; u32 uncor_severity; u32 cor_status; u32 cor_mask; u32 cap_control; struct aer_header_log_regs header_log; u32 root_command; u32 root_status; u16 cor_err_source; u16 uncor_err_source; }; struct pci_cap_saved_data { u16 cap_nr; bool cap_extended; unsigned int size; u32 data[0]; }; struct pci_cap_saved_state { struct hlist_node next; struct pci_cap_saved_data cap; }; struct aer_err_info { struct pci_dev *dev[5]; int error_dev_num; unsigned int id: 16; unsigned int severity: 2; unsigned int __pad1: 5; unsigned int multi_error_valid: 1; unsigned int first_error: 5; unsigned int __pad2: 2; unsigned int tlp_header_valid: 1; unsigned int status; unsigned int mask; struct aer_header_log_regs tlp; }; struct pcie_device { int irq; struct pci_dev *port; u32 service; void *priv_data; struct device device; }; struct pcie_port_service_driver { const char *name; int (*probe)(struct pcie_device *); void (*remove)(struct pcie_device *); int (*suspend)(struct pcie_device *); int (*resume_noirq)(struct pcie_device *); int (*resume)(struct pcie_device *); int (*runtime_suspend)(struct pcie_device *); int (*runtime_resume)(struct pcie_device *); int (*slot_reset)(struct pcie_device *); int port_type; u32 service; struct device_driver driver; }; struct aer_err_source { unsigned int status; unsigned int id; }; struct aer_rpc { struct pci_dev *rpd; struct { union { struct __kfifo kfifo; struct aer_err_source *type; const struct aer_err_source *const_type; char (*rectype)[0]; struct aer_err_source *ptr; const struct aer_err_source *ptr_const; }; struct aer_err_source buf[128]; } aer_fifo; }; struct aer_recover_entry { u8 bus; u8 devfn; u16 domain; int severity; struct aer_capability_regs *regs; }; struct hotplug_slot_ops; struct hotplug_slot { const struct hotplug_slot_ops *ops; struct list_head slot_list; struct pci_slot *pci_slot; struct module *owner; const char *mod_name; }; struct hotplug_slot_ops { int (*enable_slot)(struct hotplug_slot *); int (*disable_slot)(struct hotplug_slot *); int (*set_attention_status)(struct hotplug_slot *, u8); int (*hardware_test)(struct hotplug_slot *, u32); int (*get_power_status)(struct hotplug_slot *, u8 *); int (*get_attention_status)(struct hotplug_slot *, u8 *); int (*get_latch_status)(struct hotplug_slot *, u8 *); int (*get_adapter_status)(struct hotplug_slot *, u8 *); int (*reset_slot)(struct hotplug_slot *, bool); }; struct controller { struct pcie_device *pcie; u32 slot_cap; unsigned int inband_presence_disabled: 1; u16 slot_ctrl; struct mutex ctrl_lock; long unsigned int cmd_started; unsigned int cmd_busy: 1; wait_queue_head_t queue; atomic_t pending_events; unsigned int notification_enabled: 1; unsigned int power_fault_detected; struct task_struct *poll_thread; u8 state; struct mutex state_lock; struct delayed_work button_work; struct hotplug_slot hotplug_slot; struct rw_semaphore reset_lock; unsigned int depth; unsigned int ist_running; int request_result; wait_queue_head_t requester; }; enum pci_p2pdma_map_type { PCI_P2PDMA_MAP_UNKNOWN = 0, PCI_P2PDMA_MAP_NOT_SUPPORTED = 1, PCI_P2PDMA_MAP_BUS_ADDR = 2, PCI_P2PDMA_MAP_THRU_HOST_BRIDGE = 3, }; struct pci_p2pdma_map_state { struct dev_pagemap *pgmap; int map; u64 bus_off; }; struct gen_pool; struct pci_p2pdma { struct gen_pool *pool; bool p2pmem_published; struct xarray map_types; }; typedef long unsigned int (*genpool_algo_t)(long unsigned int *, long unsigned int, long unsigned int, unsigned int, void *, struct gen_pool *, long unsigned int); struct gen_pool { spinlock_t lock; struct list_head chunks; int min_alloc_order; genpool_algo_t algo; void *data; const char *name; }; struct pci_p2pdma_pagemap { struct dev_pagemap pgmap; struct pci_dev *provider; u64 bus_offset; }; struct pci_p2pdma_whitelist_entry { short unsigned int vendor; short unsigned int device; enum { REQ_SAME_HOST_BRIDGE = 1, } flags; }; enum pci_barno { NO_BAR = 4294967295, BAR_0 = 0, BAR_1 = 1, BAR_2 = 2, BAR_3 = 3, BAR_4 = 4, BAR_5 = 5, }; struct pci_epf_bar { dma_addr_t phys_addr; void *addr; size_t size; enum pci_barno barno; int flags; }; struct cdns_pcie; struct cdns_pcie_ops { int (*start_link)(struct cdns_pcie *); void (*stop_link)(struct cdns_pcie *); bool (*link_up)(struct cdns_pcie *); u64 (*cpu_addr_fixup)(struct cdns_pcie *, u64); }; struct cdns_pcie { void *reg_base; struct resource *mem_res; struct device *dev; bool is_rc; int phy_count; struct phy **phy; struct device_link **link; const struct cdns_pcie_ops *ops; }; struct cdns_pcie_rc { struct cdns_pcie pcie; struct resource *cfg_res; void *cfg_base; u32 vendor_id; u32 device_id; bool avail_ib_bar[3]; unsigned int quirk_retrain_flag: 1; unsigned int quirk_detect_quiet_flag: 1; }; struct cdns_pcie_epf { struct cdns_pcie_epf *epf; struct pci_epf_bar *epf_bar[6]; }; struct cdns_pcie_ep { struct cdns_pcie pcie; u32 max_regions; long unsigned int ob_region_map; phys_addr_t *ob_addr; phys_addr_t irq_phys_addr; void *irq_cpu_addr; u64 irq_pci_addr; u8 irq_pci_fn; u8 irq_pending; spinlock_t lock; struct cdns_pcie_epf *epf; unsigned int quirk_detect_quiet_flag: 1; unsigned int quirk_disable_flr: 1; }; enum link_status { NO_RECEIVERS_DETECTED = 0, LINK_TRAINING_IN_PROGRESS = 1, LINK_UP_DL_IN_PROGRESS = 2, LINK_UP_DL_COMPLETED = 3, }; struct j721e_pcie { struct cdns_pcie *cdns_pcie; struct clk *refclk; u32 mode; u32 num_lanes; void *user_cfg_base; void *intd_cfg_base; u32 linkdown_irq_regfield; }; enum j721e_pcie_mode { PCI_MODE_RC = 0, PCI_MODE_EP = 1, }; struct j721e_pcie_data { enum j721e_pcie_mode mode; unsigned int quirk_retrain_flag: 1; unsigned int quirk_detect_quiet_flag: 1; unsigned int quirk_disable_flr: 1; u32 linkdown_irq_regfield; unsigned int byte_access_allowed: 1; }; enum pci_interrupt_pin { PCI_INTERRUPT_UNKNOWN = 0, PCI_INTERRUPT_INTA = 1, PCI_INTERRUPT_INTB = 2, PCI_INTERRUPT_INTC = 3, PCI_INTERRUPT_INTD = 4, }; struct xilinx_pcie { struct device *dev; void *reg_base; long unsigned int msi_map[2]; struct mutex map_lock; struct irq_domain *msi_domain; struct irq_domain *leg_domain; struct list_head resources; }; struct pci_config_window; struct pci_ecam_ops { unsigned int bus_shift; struct pci_ops pci_ops; int (*init)(struct pci_config_window *); }; struct pci_config_window { struct resource res; struct resource busr; unsigned int bus_shift; void *priv; const struct pci_ecam_ops *ops; union { void *win; void **winp; }; struct device *parent; }; struct event_map { u32 reg_mask; u32 event_bit; }; struct mc_msi { struct mutex lock; struct irq_domain *msi_domain; struct irq_domain *dev_domain; u32 num_vectors; u64 vector_phy; long unsigned int used[1]; }; struct mc_pcie { void *axi_base_addr; struct device *dev; struct irq_domain *intx_domain; struct irq_domain *event_domain; raw_spinlock_t lock; struct mc_msi msi; }; struct cause { const char *sym; const char *str; }; struct atomic_notifier_head { spinlock_t lock; struct notifier_block *head; }; struct pci_epf_header { u16 vendorid; u16 deviceid; u8 revid; u8 progif_code; u8 subclass_code; u8 baseclass_code; u8 cache_line_size; u16 subsys_vendor_id; u16 subsys_id; enum pci_interrupt_pin interrupt_pin; }; struct pci_epc_ops; struct pci_epc_mem; struct pci_epc { struct device dev; struct list_head pci_epf; const struct pci_epc_ops *ops; struct pci_epc_mem **windows; struct pci_epc_mem *mem; unsigned int num_windows; u8 max_functions; u8 *max_vfs; struct config_group *group; struct mutex lock; long unsigned int function_num_map; struct atomic_notifier_head notifier; }; enum pci_epc_irq_type { PCI_EPC_IRQ_UNKNOWN = 0, PCI_EPC_IRQ_LEGACY = 1, PCI_EPC_IRQ_MSI = 2, PCI_EPC_IRQ_MSIX = 3, }; struct pci_epc_features; struct pci_epc_ops { int (*write_header)(struct pci_epc *, u8, u8, struct pci_epf_header *); int (*set_bar)(struct pci_epc *, u8, u8, struct pci_epf_bar *); void (*clear_bar)(struct pci_epc *, u8, u8, struct pci_epf_bar *); int (*map_addr)(struct pci_epc *, u8, u8, phys_addr_t, u64, size_t); void (*unmap_addr)(struct pci_epc *, u8, u8, phys_addr_t); int (*set_msi)(struct pci_epc *, u8, u8, u8); int (*get_msi)(struct pci_epc *, u8, u8); int (*set_msix)(struct pci_epc *, u8, u8, u16, enum pci_barno, u32); int (*get_msix)(struct pci_epc *, u8, u8); int (*raise_irq)(struct pci_epc *, u8, u8, enum pci_epc_irq_type, u16); int (*map_msi_irq)(struct pci_epc *, u8, u8, phys_addr_t, u8, u32, u32 *, u32 *); int (*start)(struct pci_epc *); void (*stop)(struct pci_epc *); const struct pci_epc_features * (*get_features)(struct pci_epc *, u8, u8); struct module *owner; }; struct pci_epc_features { unsigned int linkup_notifier: 1; unsigned int core_init_notifier: 1; unsigned int msi_capable: 1; unsigned int msix_capable: 1; u8 reserved_bar; u8 bar_fixed_64bit; u64 bar_fixed_size[6]; size_t align; }; struct pci_epc_mem_window { phys_addr_t phys_base; size_t size; size_t page_size; }; struct pci_epc_mem { struct pci_epc_mem_window window; long unsigned int *bitmap; int pages; struct mutex lock; }; enum dw_pcie_device_mode { DW_PCIE_UNKNOWN_TYPE = 0, DW_PCIE_EP_TYPE = 1, DW_PCIE_LEG_EP_TYPE = 2, DW_PCIE_RC_TYPE = 3, }; struct dw_pcie_rp; struct dw_pcie_host_ops { int (*host_init)(struct dw_pcie_rp *); void (*host_deinit)(struct dw_pcie_rp *); int (*msi_host_init)(struct dw_pcie_rp *); }; struct dw_pcie_rp { bool has_msi_ctrl: 1; bool cfg0_io_shared: 1; u64 cfg0_base; void *va_cfg0_base; u32 cfg0_size; resource_size_t io_base; phys_addr_t io_bus_addr; u32 io_size; int irq; const struct dw_pcie_host_ops *ops; int msi_irq[8]; struct irq_domain *irq_domain; struct irq_domain *msi_domain; dma_addr_t msi_data; struct page *msi_page; struct irq_chip *msi_irq_chip; u32 num_vectors; u32 irq_mask[8]; struct pci_host_bridge *bridge; raw_spinlock_t lock; long unsigned int msi_irq_in_use[4]; }; struct dw_pcie_ep; struct dw_pcie_ep_ops { void (*ep_init)(struct dw_pcie_ep *); int (*raise_irq)(struct dw_pcie_ep *, u8, enum pci_epc_irq_type, u16); const struct pci_epc_features * (*get_features)(struct dw_pcie_ep *); unsigned int (*func_conf_select)(struct dw_pcie_ep *, u8); }; struct dw_pcie_ep { struct pci_epc *epc; struct list_head func_list; const struct dw_pcie_ep_ops *ops; phys_addr_t phys_base; size_t addr_size; size_t page_size; u8 bar_to_atu[6]; phys_addr_t *outbound_addr; long unsigned int *ib_window_map; long unsigned int *ob_window_map; void *msi_mem; phys_addr_t msi_mem_phys; struct pci_epf_bar *epf_bar[6]; }; struct dw_pcie; struct dw_pcie_ops { u64 (*cpu_addr_fixup)(struct dw_pcie *, u64); u32 (*read_dbi)(struct dw_pcie *, void *, u32, size_t); void (*write_dbi)(struct dw_pcie *, void *, u32, size_t, u32); void (*write_dbi2)(struct dw_pcie *, void *, u32, size_t, u32); int (*link_up)(struct dw_pcie *); int (*start_link)(struct dw_pcie *); void (*stop_link)(struct dw_pcie *); }; struct dw_pcie { struct device *dev; void *dbi_base; void *dbi_base2; void *atu_base; size_t atu_size; u32 num_ib_windows; u32 num_ob_windows; u32 region_align; u64 region_limit; struct dw_pcie_rp pp; struct dw_pcie_ep ep; const struct dw_pcie_ops *ops; u32 version; u32 type; int num_lanes; int link_gen; u8 n_fts[2]; bool iatu_unroll_enabled: 1; }; struct ks_pcie_of_data { enum dw_pcie_device_mode mode; const struct dw_pcie_host_ops *host_ops; const struct dw_pcie_ep_ops *ep_ops; u32 version; }; struct keystone_pcie { struct dw_pcie *pci; u32 device_id; int legacy_host_irqs[4]; struct device_node *legacy_intc_np; int msi_host_irq; int num_lanes; u32 num_viewport; struct phy **phy; struct device_link **link; struct device_node *msi_intc_np; struct irq_domain *legacy_irq_domain; struct device_node *np; void *va_app_base; struct resource app; bool is_am6; }; enum pcie_data_rate { PCIE_GEN1 = 0, PCIE_GEN2 = 1, PCIE_GEN3 = 2, PCIE_GEN4 = 3, }; struct meson_pcie_clk_res { struct clk *clk; struct clk *port_clk; struct clk *general_clk; }; struct meson_pcie_rc_reset { struct reset_control *port; struct reset_control *apb; }; struct meson_pcie { struct dw_pcie pci; void *cfg_base; struct meson_pcie_clk_res clk_res; struct meson_pcie_rc_reset mrst; struct gpio_desc *reset_gpio; struct phy *phy; }; struct mobiveil_msi { struct mutex lock; struct irq_domain *msi_domain; struct irq_domain *dev_domain; phys_addr_t msi_pages_phys; int num_of_vectors; long unsigned int msi_irq_in_use[1]; }; struct mobiveil_pcie; struct mobiveil_rp_ops { int (*interrupt_init)(struct mobiveil_pcie *); }; struct mobiveil_root_port { void *config_axi_slave_base; struct resource *ob_io_res; struct mobiveil_rp_ops *ops; int irq; raw_spinlock_t intx_mask_lock; struct irq_domain *intx_domain; struct mobiveil_msi msi; struct pci_host_bridge *bridge; }; struct mobiveil_pab_ops; struct mobiveil_pcie { struct platform_device *pdev; void *csr_axi_slave_base; void *apb_csr_base; phys_addr_t pcie_reg_base; int apio_wins; int ppio_wins; int ob_wins_configured; int ib_wins_configured; const struct mobiveil_pab_ops *ops; struct mobiveil_root_port rp; }; struct mobiveil_pab_ops { int (*link_up)(struct mobiveil_pcie *); }; typedef u32 compat_caddr_t; struct linux_logo { int type; unsigned int width; unsigned int height; unsigned int clutsize; const unsigned char *clut; const unsigned char *data; }; struct fb_fix_screeninfo { char id[16]; long unsigned int smem_start; __u32 smem_len; __u32 type; __u32 type_aux; __u32 visual; __u16 xpanstep; __u16 ypanstep; __u16 ywrapstep; __u32 line_length; long unsigned int mmio_start; __u32 mmio_len; __u32 accel; __u16 capabilities; __u16 reserved[2]; }; struct fb_bitfield { __u32 offset; __u32 length; __u32 msb_right; }; struct fb_var_screeninfo { __u32 xres; __u32 yres; __u32 xres_virtual; __u32 yres_virtual; __u32 xoffset; __u32 yoffset; __u32 bits_per_pixel; __u32 grayscale; struct fb_bitfield red; struct fb_bitfield green; struct fb_bitfield blue; struct fb_bitfield transp; __u32 nonstd; __u32 activate; __u32 height; __u32 width; __u32 accel_flags; __u32 pixclock; __u32 left_margin; __u32 right_margin; __u32 upper_margin; __u32 lower_margin; __u32 hsync_len; __u32 vsync_len; __u32 sync; __u32 vmode; __u32 rotate; __u32 colorspace; __u32 reserved[4]; }; struct fb_cmap { __u32 start; __u32 len; __u16 *red; __u16 *green; __u16 *blue; __u16 *transp; }; enum { FB_BLANK_UNBLANK = 0, FB_BLANK_NORMAL = 1, FB_BLANK_VSYNC_SUSPEND = 2, FB_BLANK_HSYNC_SUSPEND = 3, FB_BLANK_POWERDOWN = 4, }; struct fb_copyarea { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 sx; __u32 sy; }; struct fb_fillrect { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 color; __u32 rop; }; struct fb_image { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 fg_color; __u32 bg_color; __u8 depth; const char *data; struct fb_cmap cmap; }; struct fbcurpos { __u16 x; __u16 y; }; struct fb_cursor { __u16 set; __u16 enable; __u16 rop; const char *mask; struct fbcurpos hot; struct fb_image image; }; enum backlight_type { BACKLIGHT_RAW = 1, BACKLIGHT_PLATFORM = 2, BACKLIGHT_FIRMWARE = 3, BACKLIGHT_TYPE_MAX = 4, }; enum backlight_scale { BACKLIGHT_SCALE_UNKNOWN = 0, BACKLIGHT_SCALE_LINEAR = 1, BACKLIGHT_SCALE_NON_LINEAR = 2, }; struct backlight_device; struct fb_info; struct backlight_ops { unsigned int options; int (*update_status)(struct backlight_device *); int (*get_brightness)(struct backlight_device *); int (*check_fb)(struct backlight_device *, struct fb_info *); }; struct backlight_properties { int brightness; int max_brightness; int power; int fb_blank; enum backlight_type type; unsigned int state; enum backlight_scale scale; }; struct backlight_device { struct backlight_properties props; struct mutex update_lock; struct mutex ops_lock; const struct backlight_ops *ops; struct notifier_block fb_notif; struct list_head entry; struct device dev; bool fb_bl_on[32]; int use_count; }; struct fb_chroma { __u32 redx; __u32 greenx; __u32 bluex; __u32 whitex; __u32 redy; __u32 greeny; __u32 bluey; __u32 whitey; }; struct fb_videomode; struct fb_monspecs { struct fb_chroma chroma; struct fb_videomode *modedb; __u8 manufacturer[4]; __u8 monitor[14]; __u8 serial_no[14]; __u8 ascii[14]; __u32 modedb_len; __u32 model; __u32 serial; __u32 year; __u32 week; __u32 hfmin; __u32 hfmax; __u32 dclkmin; __u32 dclkmax; __u16 input; __u16 dpms; __u16 signal; __u16 vfmin; __u16 vfmax; __u16 gamma; __u16 gtf: 1; __u16 misc; __u8 version; __u8 revision; __u8 max_x; __u8 max_y; }; struct fb_pixmap { u8 *addr; u32 size; u32 offset; u32 buf_align; u32 scan_align; u32 access_align; u32 flags; u32 blit_x; u32 blit_y; void (*writeio)(struct fb_info *, void *, void *, unsigned int); void (*readio)(struct fb_info *, void *, void *, unsigned int); }; struct fb_deferred_io_pageref; struct fb_deferred_io; struct fb_ops; struct fb_tile_ops; struct apertures_struct; struct fb_info { refcount_t count; int node; int flags; int fbcon_rotate_hint; struct mutex lock; struct mutex mm_lock; struct fb_var_screeninfo var; struct fb_fix_screeninfo fix; struct fb_monspecs monspecs; struct fb_pixmap pixmap; struct fb_pixmap sprite; struct fb_cmap cmap; struct list_head modelist; struct fb_videomode *mode; struct backlight_device *bl_dev; struct mutex bl_curve_mutex; u8 bl_curve[128]; struct delayed_work deferred_work; long unsigned int npagerefs; struct fb_deferred_io_pageref *pagerefs; struct fb_deferred_io *fbdefio; const struct fb_ops *fbops; struct device *device; struct device *dev; int class_flag; struct fb_tile_ops *tileops; union { char *screen_base; char *screen_buffer; }; long unsigned int screen_size; void *pseudo_palette; u32 state; void *fbcon_par; void *par; struct apertures_struct *apertures; bool skip_vt_switch; }; struct fb_videomode { const char *name; u32 refresh; u32 xres; u32 yres; u32 pixclock; u32 left_margin; u32 right_margin; u32 upper_margin; u32 lower_margin; u32 hsync_len; u32 vsync_len; u32 sync; u32 vmode; u32 flag; }; struct fb_cmap_user { __u32 start; __u32 len; __u16 *red; __u16 *green; __u16 *blue; __u16 *transp; }; struct fb_event { struct fb_info *info; void *data; }; struct fb_blit_caps { u32 x; u32 y; u32 len; u32 flags; }; struct fb_deferred_io_pageref { struct page *page; long unsigned int offset; struct list_head list; }; struct fb_deferred_io { long unsigned int delay; bool sort_pagereflist; struct mutex lock; struct list_head pagereflist; void (*first_io)(struct fb_info *); void (*deferred_io)(struct fb_info *, struct list_head *); }; struct fb_ops { struct module *owner; int (*fb_open)(struct fb_info *, int); int (*fb_release)(struct fb_info *, int); ssize_t (*fb_read)(struct fb_info *, char *, size_t, loff_t *); ssize_t (*fb_write)(struct fb_info *, const char *, size_t, loff_t *); int (*fb_check_var)(struct fb_var_screeninfo *, struct fb_info *); int (*fb_set_par)(struct fb_info *); int (*fb_setcolreg)(unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, struct fb_info *); int (*fb_setcmap)(struct fb_cmap *, struct fb_info *); int (*fb_blank)(int, struct fb_info *); int (*fb_pan_display)(struct fb_var_screeninfo *, struct fb_info *); void (*fb_fillrect)(struct fb_info *, const struct fb_fillrect *); void (*fb_copyarea)(struct fb_info *, const struct fb_copyarea *); void (*fb_imageblit)(struct fb_info *, const struct fb_image *); int (*fb_cursor)(struct fb_info *, struct fb_cursor *); int (*fb_sync)(struct fb_info *); int (*fb_ioctl)(struct fb_info *, unsigned int, long unsigned int); int (*fb_compat_ioctl)(struct fb_info *, unsigned int, long unsigned int); int (*fb_mmap)(struct fb_info *, struct vm_area_struct *); void (*fb_get_caps)(struct fb_info *, struct fb_blit_caps *, struct fb_var_screeninfo *); void (*fb_destroy)(struct fb_info *); int (*fb_debug_enter)(struct fb_info *); int (*fb_debug_leave)(struct fb_info *); }; struct fb_tilemap { __u32 width; __u32 height; __u32 depth; __u32 length; const __u8 *data; }; struct fb_tilerect { __u32 sx; __u32 sy; __u32 width; __u32 height; __u32 index; __u32 fg; __u32 bg; __u32 rop; }; struct fb_tilearea { __u32 sx; __u32 sy; __u32 dx; __u32 dy; __u32 width; __u32 height; }; struct fb_tileblit { __u32 sx; __u32 sy; __u32 width; __u32 height; __u32 fg; __u32 bg; __u32 length; __u32 *indices; }; struct fb_tilecursor { __u32 sx; __u32 sy; __u32 mode; __u32 shape; __u32 fg; __u32 bg; }; struct fb_tile_ops { void (*fb_settile)(struct fb_info *, struct fb_tilemap *); void (*fb_tilecopy)(struct fb_info *, struct fb_tilearea *); void (*fb_tilefill)(struct fb_info *, struct fb_tilerect *); void (*fb_tileblit)(struct fb_info *, struct fb_tileblit *); void (*fb_tilecursor)(struct fb_info *, struct fb_tilecursor *); int (*fb_get_tilemax)(struct fb_info *); }; struct aperture { resource_size_t base; resource_size_t size; }; struct apertures_struct { unsigned int count; struct aperture ranges[0]; }; struct fb_modelist { struct list_head list; struct fb_videomode mode; }; struct logo_data { int depth; int needs_directpalette; int needs_truepalette; int needs_cmapreset; const struct linux_logo *logo; }; struct fb_fix_screeninfo32 { char id[16]; compat_caddr_t smem_start; u32 smem_len; u32 type; u32 type_aux; u32 visual; u16 xpanstep; u16 ypanstep; u16 ywrapstep; u32 line_length; compat_caddr_t mmio_start; u32 mmio_len; u32 accel; u16 reserved[3]; }; struct fb_cmap32 { u32 start; u32 len; compat_caddr_t red; compat_caddr_t green; compat_caddr_t blue; compat_caddr_t transp; }; typedef unsigned char u_char; typedef short unsigned int u_short; struct vt_mode { char mode; char waitv; short int relsig; short int acqsig; short int frsig; }; struct console_font { unsigned int width; unsigned int height; unsigned int charcount; unsigned char *data; }; enum vc_intensity { VCI_HALF_BRIGHT = 0, VCI_NORMAL = 1, VCI_BOLD = 2, VCI_MASK = 3, }; struct vc_state { unsigned int x; unsigned int y; unsigned char color; unsigned char Gx_charset[2]; unsigned int charset: 1; enum vc_intensity intensity; bool italic; bool underline; bool blink; bool reverse; }; struct consw; struct uni_pagedict; struct uni_screen; struct vc_data { struct tty_port port; struct vc_state state; struct vc_state saved_state; short unsigned int vc_num; unsigned int vc_cols; unsigned int vc_rows; unsigned int vc_size_row; unsigned int vc_scan_lines; unsigned int vc_cell_height; long unsigned int vc_origin; long unsigned int vc_scr_end; long unsigned int vc_visible_origin; unsigned int vc_top; unsigned int vc_bottom; const struct consw *vc_sw; short unsigned int *vc_screenbuf; unsigned int vc_screenbuf_size; unsigned char vc_mode; unsigned char vc_attr; unsigned char vc_def_color; unsigned char vc_ulcolor; unsigned char vc_itcolor; unsigned char vc_halfcolor; unsigned int vc_cursor_type; short unsigned int vc_complement_mask; short unsigned int vc_s_complement_mask; long unsigned int vc_pos; short unsigned int vc_hi_font_mask; struct console_font vc_font; short unsigned int vc_video_erase_char; unsigned int vc_state; unsigned int vc_npar; unsigned int vc_par[16]; struct vt_mode vt_mode; struct pid *vt_pid; int vt_newvt; wait_queue_head_t paste_wait; unsigned int vc_disp_ctrl: 1; unsigned int vc_toggle_meta: 1; unsigned int vc_decscnm: 1; unsigned int vc_decom: 1; unsigned int vc_decawm: 1; unsigned int vc_deccm: 1; unsigned int vc_decim: 1; unsigned int vc_priv: 3; unsigned int vc_need_wrap: 1; unsigned int vc_can_do_color: 1; unsigned int vc_report_mouse: 2; unsigned char vc_utf: 1; unsigned char vc_utf_count; int vc_utf_char; long unsigned int vc_tab_stop[4]; unsigned char vc_palette[48]; short unsigned int *vc_translate; unsigned int vc_resize_user; unsigned int vc_bell_pitch; unsigned int vc_bell_duration; short unsigned int vc_cur_blink_ms; struct vc_data **vc_display_fg; struct uni_pagedict *uni_pagedict; struct uni_pagedict **uni_pagedict_loc; struct uni_screen *vc_uni_screen; }; enum con_scroll { SM_UP = 0, SM_DOWN = 1, }; struct consw { struct module *owner; const char * (*con_startup)(); void (*con_init)(struct vc_data *, int); void (*con_deinit)(struct vc_data *); void (*con_clear)(struct vc_data *, int, int, int, int); void (*con_putc)(struct vc_data *, int, int, int); void (*con_putcs)(struct vc_data *, const short unsigned int *, int, int, int); void (*con_cursor)(struct vc_data *, int); bool (*con_scroll)(struct vc_data *, unsigned int, unsigned int, enum con_scroll, unsigned int); int (*con_switch)(struct vc_data *); int (*con_blank)(struct vc_data *, int, int); int (*con_font_set)(struct vc_data *, struct console_font *, unsigned int); int (*con_font_get)(struct vc_data *, struct console_font *); int (*con_font_default)(struct vc_data *, struct console_font *, char *); int (*con_resize)(struct vc_data *, unsigned int, unsigned int, unsigned int); void (*con_set_palette)(struct vc_data *, const unsigned char *); void (*con_scrolldelta)(struct vc_data *, int); int (*con_set_origin)(struct vc_data *); void (*con_save_screen)(struct vc_data *); u8 (*con_build_attr)(struct vc_data *, u8, enum vc_intensity, bool, bool, bool, bool); void (*con_invert_region)(struct vc_data *, u16 *, int); u16 * (*con_screen_pos)(const struct vc_data *, int); long unsigned int (*con_getxy)(struct vc_data *, long unsigned int, int *, int *); void (*con_flush_scrollback)(struct vc_data *); int (*con_debug_enter)(struct vc_data *); int (*con_debug_leave)(struct vc_data *); }; struct fbcon_display { const u_char *fontdata; int userfont; u_short inverse; short int yscroll; int vrows; int cursor_shape; int con_rotate; u32 xres_virtual; u32 yres_virtual; u32 height; u32 width; u32 bits_per_pixel; u32 grayscale; u32 nonstd; u32 accel_flags; u32 rotate; struct fb_bitfield red; struct fb_bitfield green; struct fb_bitfield blue; struct fb_bitfield transp; const struct fb_videomode *mode; }; struct fbcon_ops { void (*bmove)(struct vc_data *, struct fb_info *, int, int, int, int, int, int); void (*clear)(struct vc_data *, struct fb_info *, int, int, int, int); void (*putcs)(struct vc_data *, struct fb_info *, const short unsigned int *, int, int, int, int, int); void (*clear_margins)(struct vc_data *, struct fb_info *, int, int); void (*cursor)(struct vc_data *, struct fb_info *, int, int, int); int (*update_start)(struct fb_info *); int (*rotate_font)(struct fb_info *, struct vc_data *); struct fb_var_screeninfo var; struct delayed_work cursor_work; struct fb_cursor cursor_state; struct fbcon_display *p; struct fb_info *info; int currcon; int cur_blink_jiffies; int cursor_flash; int cursor_reset; int blank_state; int graphics; int save_graphics; bool initialized; int rotate; int cur_rotate; char *cursor_data; u8 *fontbuffer; u8 *fontdata; u8 *cursor_src; u32 cursor_size; u32 fd_size; }; enum display_flags { DISPLAY_FLAGS_HSYNC_LOW = 1, DISPLAY_FLAGS_HSYNC_HIGH = 2, DISPLAY_FLAGS_VSYNC_LOW = 4, DISPLAY_FLAGS_VSYNC_HIGH = 8, DISPLAY_FLAGS_DE_LOW = 16, DISPLAY_FLAGS_DE_HIGH = 32, DISPLAY_FLAGS_PIXDATA_POSEDGE = 64, DISPLAY_FLAGS_PIXDATA_NEGEDGE = 128, DISPLAY_FLAGS_INTERLACED = 256, DISPLAY_FLAGS_DOUBLESCAN = 512, DISPLAY_FLAGS_DOUBLECLK = 1024, DISPLAY_FLAGS_SYNC_POSEDGE = 2048, DISPLAY_FLAGS_SYNC_NEGEDGE = 4096, }; struct timing_entry { u32 min; u32 typ; u32 max; }; struct display_timing { struct timing_entry pixelclock; struct timing_entry hactive; struct timing_entry hfront_porch; struct timing_entry hback_porch; struct timing_entry hsync_len; struct timing_entry vactive; struct timing_entry vfront_porch; struct timing_entry vback_porch; struct timing_entry vsync_len; enum display_flags flags; }; struct display_timings { unsigned int num_timings; unsigned int native_mode; struct display_timing **timings; }; struct videomode { long unsigned int pixelclock; u32 hactive; u32 hfront_porch; u32 hback_porch; u32 hsync_len; u32 vactive; u32 vfront_porch; u32 vback_porch; u32 vsync_len; enum display_flags flags; }; enum ipmi_addr_src { SI_INVALID = 0, SI_HOTMOD = 1, SI_HARDCODED = 2, SI_SPMI = 3, SI_ACPI = 4, SI_SMBIOS = 5, SI_PCI = 6, SI_DEVICETREE = 7, SI_PLATFORM = 8, SI_LAST = 9, }; enum dmi_device_type { DMI_DEV_TYPE_ANY = 0, DMI_DEV_TYPE_OTHER = 1, DMI_DEV_TYPE_UNKNOWN = 2, DMI_DEV_TYPE_VIDEO = 3, DMI_DEV_TYPE_SCSI = 4, DMI_DEV_TYPE_ETHERNET = 5, DMI_DEV_TYPE_TOKENRING = 6, DMI_DEV_TYPE_SOUND = 7, DMI_DEV_TYPE_PATA = 8, DMI_DEV_TYPE_SATA = 9, DMI_DEV_TYPE_SAS = 10, DMI_DEV_TYPE_IPMI = 4294967295, DMI_DEV_TYPE_OEM_STRING = 4294967294, DMI_DEV_TYPE_DEV_ONBOARD = 4294967293, DMI_DEV_TYPE_DEV_SLOT = 4294967292, }; struct dmi_header { u8 type; u8 length; u16 handle; }; struct dmi_device { struct list_head list; int type; const char *name; void *device_data; }; enum si_type { SI_TYPE_INVALID = 0, SI_KCS = 1, SI_SMIC = 2, SI_BT = 3, SI_TYPE_MAX = 4, }; enum ipmi_addr_space { IPMI_IO_ADDR_SPACE = 0, IPMI_MEM_ADDR_SPACE = 1, }; enum ipmi_plat_interface_type { IPMI_PLAT_IF_SI = 0, IPMI_PLAT_IF_SSIF = 1, }; struct ipmi_plat_data { enum ipmi_plat_interface_type iftype; unsigned int type; unsigned int space; long unsigned int addr; unsigned int regspacing; unsigned int regsize; unsigned int regshift; unsigned int irq; unsigned int slave_addr; enum ipmi_addr_src addr_source; }; struct ipmi_dmi_info { enum si_type si_type; unsigned int space; long unsigned int addr; u8 slave_addr; struct ipmi_dmi_info *next; }; typedef u64 acpi_size; typedef u32 acpi_status; typedef char *acpi_string; struct acpi_object_list { u32 count; union acpi_object *pointer; }; struct acpi_buffer { acpi_size length; void *pointer; }; typedef void (*acpi_notify_handler)(acpi_handle, u32, void *); enum pm_qos_flags_status { PM_QOS_FLAGS_UNDEFINED = 4294967295, PM_QOS_FLAGS_NONE = 0, PM_QOS_FLAGS_SOME = 1, PM_QOS_FLAGS_ALL = 2, }; struct acpi_table_header { char signature[4]; u32 length; u8 revision; u8 checksum; char oem_id[6]; char oem_table_id[8]; u32 oem_revision; char asl_compiler_id[4]; u32 asl_compiler_revision; }; struct acpi_generic_address { u8 space_id; u8 bit_width; u8 bit_offset; u8 access_width; u64 address; } __attribute__((packed)); struct acpi_table_fadt { struct acpi_table_header header; u32 facs; u32 dsdt; u8 model; u8 preferred_profile; u16 sci_interrupt; u32 smi_command; u8 acpi_enable; u8 acpi_disable; u8 s4_bios_request; u8 pstate_control; u32 pm1a_event_block; u32 pm1b_event_block; u32 pm1a_control_block; u32 pm1b_control_block; u32 pm2_control_block; u32 pm_timer_block; u32 gpe0_block; u32 gpe1_block; u8 pm1_event_length; u8 pm1_control_length; u8 pm2_control_length; u8 pm_timer_length; u8 gpe0_block_length; u8 gpe1_block_length; u8 gpe1_base; u8 cst_control; u16 c2_latency; u16 c3_latency; u16 flush_size; u16 flush_stride; u8 duty_offset; u8 duty_width; u8 day_alarm; u8 month_alarm; u8 century; u16 boot_flags; u8 reserved; u32 flags; struct acpi_generic_address reset_register; u8 reset_value; u16 arm_boot_flags; u8 minor_revision; u64 Xfacs; u64 Xdsdt; struct acpi_generic_address xpm1a_event_block; struct acpi_generic_address xpm1b_event_block; struct acpi_generic_address xpm1a_control_block; struct acpi_generic_address xpm1b_control_block; struct acpi_generic_address xpm2_control_block; struct acpi_generic_address xpm_timer_block; struct acpi_generic_address xgpe0_block; struct acpi_generic_address xgpe1_block; struct acpi_generic_address sleep_control; struct acpi_generic_address sleep_status; u64 hypervisor_id; } __attribute__((packed)); typedef acpi_status (*acpi_walk_resource_callback)(struct acpi_resource *, void *); enum acpi_bridge_type { ACPI_BRIDGE_TYPE_PCIE = 1, ACPI_BRIDGE_TYPE_CXL = 2, }; struct acpi_pci_root { struct acpi_device *device; struct pci_bus *bus; u16 segment; int bridge_type; struct resource secondary; u32 osc_support_set; u32 osc_control_set; u32 osc_ext_support_set; u32 osc_ext_control_set; phys_addr_t mcfg_addr; }; struct acpi_osc_context { char *uuid_str; int rev; struct acpi_buffer cap; struct acpi_buffer ret; }; struct acpi_pci_root_ops; struct acpi_pci_root_info { struct acpi_pci_root *root; struct acpi_device *bridge; struct acpi_pci_root_ops *ops; struct list_head resources; char name[16]; }; struct acpi_pci_root_ops { struct pci_ops *pci_ops; int (*init_info)(struct acpi_pci_root_info *); void (*release_info)(struct acpi_pci_root_info *); int (*prepare_resources)(struct acpi_pci_root_info *); }; struct pci_osc_bit_struct { u32 bit; char *desc; }; struct acpi_handle_node { struct list_head node; acpi_handle handle; }; struct amba_cs_uci_id { unsigned int devarch; unsigned int devarch_mask; unsigned int devtype; void *data; }; struct amba_device { struct device dev; struct resource res; struct clk *pclk; struct device_dma_parameters dma_parms; unsigned int periphid; struct mutex periphid_lock; unsigned int cid; struct amba_cs_uci_id uci; unsigned int irq[9]; const char *driver_override; }; typedef u64 acpi_physical_address; typedef u64 acpi_integer; typedef u8 acpi_adr_space_type; typedef acpi_status (*acpi_adr_space_handler)(u32, acpi_physical_address, u32, u64 *, void *, void *); typedef acpi_status (*acpi_adr_space_setup)(acpi_handle, u32, void *, void **); struct acpi_subtable_header { u8 type; u8 length; }; struct acpi_cedt_header { u8 type; u8 reserved; u16 length; }; struct acpi_hmat_structure { u16 type; u16 reserved; u32 length; }; struct acpi_prmt_module_header { u16 revision; u16 length; }; struct acpi_prmt_module_info { u16 revision; u16 length; u8 module_guid[16]; u16 major_rev; u16 minor_rev; u16 handler_info_count; u32 handler_info_offset; u64 mmio_list_pointer; } __attribute__((packed)); struct acpi_prmt_handler_info { u16 revision; u16 length; u8 handler_guid[16]; u64 handler_address; u64 static_data_buffer_address; u64 acpi_param_buffer_address; } __attribute__((packed)); union acpi_subtable_headers { struct acpi_subtable_header common; struct acpi_hmat_structure hmat; struct acpi_prmt_module_header prmt; struct acpi_cedt_header cedt; }; typedef int (*acpi_tbl_entry_handler)(union acpi_subtable_headers *, const long unsigned int); struct prm_mmio_addr_range { u64 phys_addr; u64 virt_addr; u32 length; } __attribute__((packed)); struct prm_mmio_info { u64 mmio_count; struct prm_mmio_addr_range addr_ranges[0]; }; struct prm_buffer { u8 prm_status; u64 efi_status; u8 prm_cmd; guid_t handler_guid; } __attribute__((packed)); struct prm_context_buffer { char signature[4]; u16 revision; u16 reserved; guid_t identifier; u64 static_data_buffer; struct prm_mmio_info *mmio_ranges; }; struct prm_handler_info { guid_t guid; void *handler_addr; u64 static_data_buffer_addr; u64 acpi_param_buffer_addr; struct list_head handler_list; }; struct prm_module_info { guid_t guid; u16 major_rev; u16 minor_rev; u16 handler_count; struct prm_mmio_info *mmio_info; bool updatable; struct list_head module_list; struct prm_handler_info handlers[0]; }; typedef u16 acpi_owner_id; typedef u32 (*acpi_gpe_handler)(acpi_handle, u32, void *); typedef void (*acpi_object_handler)(acpi_handle, void *); union acpi_name_union { u32 integer; char ascii[4]; }; union acpi_operand_object; struct acpi_namespace_node { union acpi_operand_object *object; u8 descriptor_type; u8 type; u16 flags; union acpi_name_union name; struct acpi_namespace_node *parent; struct acpi_namespace_node *child; struct acpi_namespace_node *peer; acpi_owner_id owner_id; }; struct acpi_object_common { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; }; struct acpi_object_integer { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 fill[3]; u64 value; }; struct acpi_object_string { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; char *pointer; u32 length; }; struct acpi_object_buffer { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 *pointer; u32 length; u32 aml_length; u8 *aml_start; struct acpi_namespace_node *node; }; struct acpi_object_package { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; struct acpi_namespace_node *node; union acpi_operand_object **elements; u8 *aml_start; u32 aml_length; u32 count; }; struct acpi_object_event { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; void *os_semaphore; }; struct acpi_walk_state; typedef acpi_status (*acpi_internal_method)(struct acpi_walk_state *); struct acpi_object_method { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 info_flags; u8 param_count; u8 sync_level; union acpi_operand_object *mutex; union acpi_operand_object *node; u8 *aml_start; union { acpi_internal_method implementation; union acpi_operand_object *handler; } dispatch; u32 aml_length; acpi_owner_id owner_id; u8 thread_count; }; struct acpi_thread_state; struct acpi_object_mutex { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 sync_level; u16 acquisition_depth; void *os_mutex; u64 thread_id; struct acpi_thread_state *owner_thread; union acpi_operand_object *prev; union acpi_operand_object *next; struct acpi_namespace_node *node; u8 original_sync_level; }; struct acpi_object_region { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 space_id; struct acpi_namespace_node *node; union acpi_operand_object *handler; union acpi_operand_object *next; acpi_physical_address address; u32 length; void *pointer; }; struct acpi_object_notify_common { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; }; struct acpi_gpe_block_info; struct acpi_object_device { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; struct acpi_gpe_block_info *gpe_block; }; struct acpi_object_power_resource { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; u32 system_level; u32 resource_order; }; struct acpi_object_processor { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 proc_id; u8 length; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; acpi_io_address address; }; struct acpi_object_thermal_zone { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; }; struct acpi_object_field_common { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; union acpi_operand_object *region_obj; }; struct acpi_object_region_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; u16 resource_length; union acpi_operand_object *region_obj; u8 *resource_buffer; u16 pin_number_index; u8 *internal_pcc_buffer; }; struct acpi_object_buffer_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; u8 is_create_field; union acpi_operand_object *buffer_obj; }; struct acpi_object_bank_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; union acpi_operand_object *region_obj; union acpi_operand_object *bank_obj; }; struct acpi_object_index_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; union acpi_operand_object *index_obj; union acpi_operand_object *data_obj; }; struct acpi_object_notify_handler { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; struct acpi_namespace_node *node; u32 handler_type; acpi_notify_handler handler; void *context; union acpi_operand_object *next[2]; }; struct acpi_object_addr_handler { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 space_id; u8 handler_flags; acpi_adr_space_handler handler; struct acpi_namespace_node *node; void *context; void *context_mutex; acpi_adr_space_setup setup; union acpi_operand_object *region_list; union acpi_operand_object *next; }; struct acpi_object_reference { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 class; u8 target_type; u8 resolved; void *object; struct acpi_namespace_node *node; union acpi_operand_object **where; u8 *index_pointer; u8 *aml; u32 value; }; struct acpi_object_extra { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; struct acpi_namespace_node *method_REG; struct acpi_namespace_node *scope_node; void *region_context; u8 *aml_start; u32 aml_length; }; struct acpi_object_data { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; acpi_object_handler handler; void *pointer; }; struct acpi_object_cache_list { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *next; }; union acpi_operand_object { struct acpi_object_common common; struct acpi_object_integer integer; struct acpi_object_string string; struct acpi_object_buffer buffer; struct acpi_object_package package; struct acpi_object_event event; struct acpi_object_method method; struct acpi_object_mutex mutex; struct acpi_object_region region; struct acpi_object_notify_common common_notify; struct acpi_object_device device; struct acpi_object_power_resource power_resource; struct acpi_object_processor processor; struct acpi_object_thermal_zone thermal_zone; struct acpi_object_field_common common_field; struct acpi_object_region_field field; struct acpi_object_buffer_field buffer_field; struct acpi_object_bank_field bank_field; struct acpi_object_index_field index_field; struct acpi_object_notify_handler notify; struct acpi_object_addr_handler address_space; struct acpi_object_reference reference; struct acpi_object_extra extra; struct acpi_object_data data; struct acpi_object_cache_list cache; struct acpi_namespace_node node; }; union acpi_parse_object; union acpi_generic_state; struct acpi_parse_state { u8 *aml_start; u8 *aml; u8 *aml_end; u8 *pkg_start; u8 *pkg_end; union acpi_parse_object *start_op; struct acpi_namespace_node *start_node; union acpi_generic_state *scope; union acpi_parse_object *start_scope; u32 aml_size; }; typedef acpi_status (*acpi_parse_downwards)(struct acpi_walk_state *, union acpi_parse_object **); typedef acpi_status (*acpi_parse_upwards)(struct acpi_walk_state *); struct acpi_opcode_info; struct acpi_walk_state { struct acpi_walk_state *next; u8 descriptor_type; u8 walk_type; u16 opcode; u8 next_op_info; u8 num_operands; u8 operand_index; acpi_owner_id owner_id; u8 last_predicate; u8 current_result; u8 return_used; u8 scope_depth; u8 pass_number; u8 namespace_override; u8 result_size; u8 result_count; u8 *aml; u32 arg_types; u32 method_breakpoint; u32 user_breakpoint; u32 parse_flags; struct acpi_parse_state parser_state; u32 prev_arg_types; u32 arg_count; u16 method_nesting_depth; u8 method_is_nested; struct acpi_namespace_node arguments[7]; struct acpi_namespace_node local_variables[8]; union acpi_operand_object *operands[9]; union acpi_operand_object **params; u8 *aml_last_while; union acpi_operand_object **caller_return_desc; union acpi_generic_state *control_state; struct acpi_namespace_node *deferred_node; union acpi_operand_object *implicit_return_obj; struct acpi_namespace_node *method_call_node; union acpi_parse_object *method_call_op; union acpi_operand_object *method_desc; struct acpi_namespace_node *method_node; char *method_pathname; union acpi_parse_object *op; const struct acpi_opcode_info *op_info; union acpi_parse_object *origin; union acpi_operand_object *result_obj; union acpi_generic_state *results; union acpi_operand_object *return_desc; union acpi_generic_state *scope_info; union acpi_parse_object *prev_op; union acpi_parse_object *next_op; struct acpi_thread_state *thread; acpi_parse_downwards descending_callback; acpi_parse_upwards ascending_callback; }; struct acpi_gpe_handler_info { acpi_gpe_handler address; void *context; struct acpi_namespace_node *method_node; u8 original_flags; u8 originally_enabled; }; struct acpi_gpe_notify_info { struct acpi_namespace_node *device_node; struct acpi_gpe_notify_info *next; }; union acpi_gpe_dispatch_info { struct acpi_namespace_node *method_node; struct acpi_gpe_handler_info *handler; struct acpi_gpe_notify_info *notify_list; }; struct acpi_gpe_register_info; struct acpi_gpe_event_info { union acpi_gpe_dispatch_info dispatch; struct acpi_gpe_register_info *register_info; u8 flags; u8 gpe_number; u8 runtime_count; u8 disable_for_dispatch; }; struct acpi_gpe_address { u8 space_id; u64 address; }; struct acpi_gpe_register_info { struct acpi_gpe_address status_address; struct acpi_gpe_address enable_address; u16 base_gpe_number; u8 enable_for_wake; u8 enable_for_run; u8 mask_for_run; u8 enable_mask; }; struct acpi_gpe_xrupt_info; struct acpi_gpe_block_info { struct acpi_namespace_node *node; struct acpi_gpe_block_info *previous; struct acpi_gpe_block_info *next; struct acpi_gpe_xrupt_info *xrupt_block; struct acpi_gpe_register_info *register_info; struct acpi_gpe_event_info *event_info; u64 address; u32 register_count; u16 gpe_count; u16 block_base_number; u8 space_id; u8 initialized; }; struct acpi_gpe_xrupt_info { struct acpi_gpe_xrupt_info *previous; struct acpi_gpe_xrupt_info *next; struct acpi_gpe_block_info *gpe_block_list_head; u32 interrupt_number; }; struct acpi_common_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; }; struct acpi_update_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; union acpi_operand_object *object; }; struct acpi_pkg_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u32 index; union acpi_operand_object *source_object; union acpi_operand_object *dest_object; struct acpi_walk_state *walk_state; void *this_target_obj; u32 num_packages; }; struct acpi_control_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u16 opcode; union acpi_parse_object *predicate_op; u8 *aml_predicate_start; u8 *package_end; u64 loop_timeout; }; union acpi_parse_value { u64 integer; u32 size; char *string; u8 *buffer; char *name; union acpi_parse_object *arg; }; struct acpi_parse_obj_common { union acpi_parse_object *parent; u8 descriptor_type; u8 flags; u16 aml_opcode; u8 *aml; union acpi_parse_object *next; struct acpi_namespace_node *node; union acpi_parse_value value; u8 arg_list_length; }; struct acpi_parse_obj_named { union acpi_parse_object *parent; u8 descriptor_type; u8 flags; u16 aml_opcode; u8 *aml; union acpi_parse_object *next; struct acpi_namespace_node *node; union acpi_parse_value value; u8 arg_list_length; char *path; u8 *data; u32 length; u32 name; }; struct acpi_parse_obj_asl { union acpi_parse_object *parent; u8 descriptor_type; u8 flags; u16 aml_opcode; u8 *aml; union acpi_parse_object *next; struct acpi_namespace_node *node; union acpi_parse_value value; u8 arg_list_length; union acpi_parse_object *child; union acpi_parse_object *parent_method; char *filename; u8 file_changed; char *parent_filename; char *external_name; char *namepath; char name_seg[4]; u32 extra_value; u32 column; u32 line_number; u32 logical_line_number; u32 logical_byte_offset; u32 end_line; u32 end_logical_line; u32 acpi_btype; u32 aml_length; u32 aml_subtree_length; u32 final_aml_length; u32 final_aml_offset; u32 compile_flags; u16 parse_opcode; u8 aml_opcode_length; u8 aml_pkg_len_bytes; u8 extra; char parse_op_name[20]; }; union acpi_parse_object { struct acpi_parse_obj_common common; struct acpi_parse_obj_named named; struct acpi_parse_obj_asl asl; }; struct acpi_scope_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; struct acpi_namespace_node *node; }; struct acpi_pscope_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u32 arg_count; union acpi_parse_object *op; u8 *arg_end; u8 *pkg_end; u32 arg_list; }; struct acpi_thread_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u8 current_sync_level; struct acpi_walk_state *walk_state_list; union acpi_operand_object *acquired_mutex_list; u64 thread_id; }; struct acpi_result_values { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; union acpi_operand_object *obj_desc[8]; }; struct acpi_global_notify_handler { acpi_notify_handler handler; void *context; }; struct acpi_notify_info { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u8 handler_list_id; struct acpi_namespace_node *node; union acpi_operand_object *handler_list_head; struct acpi_global_notify_handler *global; }; union acpi_generic_state { struct acpi_common_state common; struct acpi_control_state control; struct acpi_update_state update; struct acpi_scope_state scope; struct acpi_pscope_state parse_scope; struct acpi_pkg_state pkg; struct acpi_thread_state thread; struct acpi_result_values results; struct acpi_notify_info notify; }; struct acpi_opcode_info { u32 parse_args; u32 runtime_args; u16 flags; u8 object_type; u8 class; u8 type; }; enum { ACPI_REFCLASS_LOCAL = 0, ACPI_REFCLASS_ARG = 1, ACPI_REFCLASS_REFOF = 2, ACPI_REFCLASS_INDEX = 3, ACPI_REFCLASS_TABLE = 4, ACPI_REFCLASS_NAME = 5, ACPI_REFCLASS_DEBUG = 6, ACPI_REFCLASS_MAX = 6, }; struct acpi_common_descriptor { void *common_pointer; u8 descriptor_type; }; union acpi_descriptor { struct acpi_common_descriptor common; union acpi_operand_object object; struct acpi_namespace_node node; union acpi_parse_object op; }; typedef enum { ACPI_IMODE_LOAD_PASS1 = 1, ACPI_IMODE_LOAD_PASS2 = 2, ACPI_IMODE_EXECUTE = 3, } acpi_interpreter_mode; struct acpi_create_field_info { struct acpi_namespace_node *region_node; struct acpi_namespace_node *field_node; struct acpi_namespace_node *register_node; struct acpi_namespace_node *data_register_node; struct acpi_namespace_node *connection_node; u8 *resource_buffer; u32 bank_value; u32 field_bit_position; u32 field_bit_length; u16 resource_length; u16 pin_number_index; u8 field_flags; u8 attribute; u8 field_type; u8 access_length; }; enum { AML_FIELD_ACCESS_ANY = 0, AML_FIELD_ACCESS_BYTE = 1, AML_FIELD_ACCESS_WORD = 2, AML_FIELD_ACCESS_DWORD = 3, AML_FIELD_ACCESS_QWORD = 4, AML_FIELD_ACCESS_BUFFER = 5, }; typedef void (*acpi_osd_exec_callback)(void *); typedef enum { OSL_GLOBAL_LOCK_HANDLER = 0, OSL_NOTIFY_HANDLER = 1, OSL_GPE_HANDLER = 2, OSL_DEBUGGER_MAIN_THREAD = 3, OSL_DEBUGGER_EXEC_THREAD = 4, OSL_EC_POLL_HANDLER = 5, OSL_EC_BURST_HANDLER = 6, } acpi_execute_type; enum { MATCH_MTR = 0, MATCH_MEQ = 1, MATCH_MLE = 2, MATCH_MLT = 3, MATCH_MGE = 4, MATCH_MGT = 5, }; struct acpi_port_info { char *name; u16 start; u16 end; u8 osi_dependency; }; typedef u32 acpi_mutex_handle; typedef acpi_status (*acpi_walk_callback)(acpi_handle, u32, void *, void **); struct acpi_pnp_device_id { u32 length; char *string; }; struct acpi_pnp_device_id_list { u32 count; u32 list_size; struct acpi_pnp_device_id ids[0]; }; struct acpi_rw_lock { void *writer_mutex; void *reader_mutex; u32 num_readers; }; struct acpi_name_info { char name[4]; u16 argument_list; u8 expected_btypes; } __attribute__((packed)); struct acpi_package_info { u8 type; u8 object_type1; u8 count1; u8 object_type2; u8 count2; u16 reserved; } __attribute__((packed)); struct acpi_package_info2 { u8 type; u8 count; u8 object_type[4]; u8 reserved; }; struct acpi_package_info3 { u8 type; u8 count; u8 object_type[2]; u8 tail_object_type; u16 reserved; } __attribute__((packed)); struct acpi_package_info4 { u8 type; u8 object_type1; u8 count1; u8 sub_object_types; u8 pkg_count; u16 reserved; } __attribute__((packed)); union acpi_predefined_info { struct acpi_name_info info; struct acpi_package_info ret_info; struct acpi_package_info2 ret_info2; struct acpi_package_info3 ret_info3; struct acpi_package_info4 ret_info4; }; struct acpi_get_devices_info { acpi_walk_callback user_function; void *context; const char *hid; }; struct acpi_evaluate_info { struct acpi_namespace_node *prefix_node; const char *relative_pathname; union acpi_operand_object **parameters; struct acpi_namespace_node *node; union acpi_operand_object *obj_desc; char *full_pathname; const union acpi_predefined_info *predefined; union acpi_operand_object *return_object; union acpi_operand_object *parent_package; u32 return_flags; u32 return_btype; u16 param_count; u16 node_flags; u8 pass_number; u8 return_object_type; u8 flags; }; typedef u16 acpi_rs_length; typedef u32 acpi_rsdesc_size; struct aml_resource_small_header { u8 descriptor_type; }; struct aml_resource_irq { u8 descriptor_type; u16 irq_mask; u8 flags; } __attribute__((packed)); struct aml_resource_dma { u8 descriptor_type; u8 dma_channel_mask; u8 flags; }; struct aml_resource_start_dependent { u8 descriptor_type; u8 flags; }; struct aml_resource_end_dependent { u8 descriptor_type; }; struct aml_resource_io { u8 descriptor_type; u8 flags; u16 minimum; u16 maximum; u8 alignment; u8 address_length; }; struct aml_resource_fixed_io { u8 descriptor_type; u16 address; u8 address_length; } __attribute__((packed)); struct aml_resource_vendor_small { u8 descriptor_type; }; struct aml_resource_end_tag { u8 descriptor_type; u8 checksum; }; struct aml_resource_fixed_dma { u8 descriptor_type; u16 request_lines; u16 channels; u8 width; } __attribute__((packed)); struct aml_resource_large_header { u8 descriptor_type; u16 resource_length; } __attribute__((packed)); struct aml_resource_memory24 { u8 descriptor_type; u16 resource_length; u8 flags; u16 minimum; u16 maximum; u16 alignment; u16 address_length; } __attribute__((packed)); struct aml_resource_vendor_large { u8 descriptor_type; u16 resource_length; } __attribute__((packed)); struct aml_resource_memory32 { u8 descriptor_type; u16 resource_length; u8 flags; u32 minimum; u32 maximum; u32 alignment; u32 address_length; } __attribute__((packed)); struct aml_resource_fixed_memory32 { u8 descriptor_type; u16 resource_length; u8 flags; u32 address; u32 address_length; } __attribute__((packed)); struct aml_resource_address { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; } __attribute__((packed)); struct aml_resource_extended_address64 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u8 revision_ID; u8 reserved; u64 granularity; u64 minimum; u64 maximum; u64 translation_offset; u64 address_length; u64 type_specific; } __attribute__((packed)); struct aml_resource_address64 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u64 granularity; u64 minimum; u64 maximum; u64 translation_offset; u64 address_length; } __attribute__((packed)); struct aml_resource_address32 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u32 granularity; u32 minimum; u32 maximum; u32 translation_offset; u32 address_length; } __attribute__((packed)); struct aml_resource_address16 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u16 granularity; u16 minimum; u16 maximum; u16 translation_offset; u16 address_length; } __attribute__((packed)); struct aml_resource_extended_irq { u8 descriptor_type; u16 resource_length; u8 flags; u8 interrupt_count; u32 interrupts[1]; } __attribute__((packed)); struct aml_resource_generic_register { u8 descriptor_type; u16 resource_length; u8 address_space_id; u8 bit_width; u8 bit_offset; u8 access_size; u64 address; } __attribute__((packed)); struct aml_resource_gpio { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 connection_type; u16 flags; u16 int_flags; u8 pin_config; u16 drive_strength; u16 debounce_timeout; u16 pin_table_offset; u8 res_source_index; u16 res_source_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_common_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; } __attribute__((packed)); struct aml_resource_csi2_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; } __attribute__((packed)); struct aml_resource_i2c_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; u32 connection_speed; u16 slave_address; } __attribute__((packed)); struct aml_resource_spi_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; u32 connection_speed; u8 data_bit_length; u8 clock_phase; u8 clock_polarity; u16 device_selection; } __attribute__((packed)); struct aml_resource_uart_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; u32 default_baud_rate; u16 rx_fifo_size; u16 tx_fifo_size; u8 parity; u8 lines_enabled; } __attribute__((packed)); struct aml_resource_pin_function { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u8 pin_config; u16 function_number; u16 pin_table_offset; u8 res_source_index; u16 res_source_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_pin_config { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u8 pin_config_type; u32 pin_config_value; u16 pin_table_offset; u8 res_source_index; u16 res_source_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_pin_group { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u16 pin_table_offset; u16 label_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_pin_group_function { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u16 function_number; u8 res_source_index; u16 res_source_offset; u16 res_source_label_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_pin_group_config { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u8 pin_config_type; u32 pin_config_value; u8 res_source_index; u16 res_source_offset; u16 res_source_label_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); union aml_resource { u8 descriptor_type; struct aml_resource_small_header small_header; struct aml_resource_large_header large_header; struct aml_resource_irq irq; struct aml_resource_dma dma; struct aml_resource_start_dependent start_dpf; struct aml_resource_end_dependent end_dpf; struct aml_resource_io io; struct aml_resource_fixed_io fixed_io; struct aml_resource_fixed_dma fixed_dma; struct aml_resource_vendor_small vendor_small; struct aml_resource_end_tag end_tag; struct aml_resource_memory24 memory24; struct aml_resource_generic_register generic_reg; struct aml_resource_vendor_large vendor_large; struct aml_resource_memory32 memory32; struct aml_resource_fixed_memory32 fixed_memory32; struct aml_resource_address16 address16; struct aml_resource_address32 address32; struct aml_resource_address64 address64; struct aml_resource_extended_address64 ext_address64; struct aml_resource_extended_irq extended_irq; struct aml_resource_gpio gpio; struct aml_resource_i2c_serialbus i2c_serial_bus; struct aml_resource_spi_serialbus spi_serial_bus; struct aml_resource_uart_serialbus uart_serial_bus; struct aml_resource_csi2_serialbus csi2_serial_bus; struct aml_resource_common_serialbus common_serial_bus; struct aml_resource_pin_function pin_function; struct aml_resource_pin_config pin_config; struct aml_resource_pin_group pin_group; struct aml_resource_pin_group_function pin_group_function; struct aml_resource_pin_group_config pin_group_config; struct aml_resource_address address; u32 dword_item; u16 word_item; u8 byte_item; }; struct acpi_rsconvert_info { u8 opcode; u8 resource_offset; u8 aml_offset; u8 value; }; enum { ACPI_RSC_INITGET = 0, ACPI_RSC_INITSET = 1, ACPI_RSC_FLAGINIT = 2, ACPI_RSC_1BITFLAG = 3, ACPI_RSC_2BITFLAG = 4, ACPI_RSC_3BITFLAG = 5, ACPI_RSC_6BITFLAG = 6, ACPI_RSC_ADDRESS = 7, ACPI_RSC_BITMASK = 8, ACPI_RSC_BITMASK16 = 9, ACPI_RSC_COUNT = 10, ACPI_RSC_COUNT16 = 11, ACPI_RSC_COUNT_GPIO_PIN = 12, ACPI_RSC_COUNT_GPIO_RES = 13, ACPI_RSC_COUNT_GPIO_VEN = 14, ACPI_RSC_COUNT_SERIAL_RES = 15, ACPI_RSC_COUNT_SERIAL_VEN = 16, ACPI_RSC_DATA8 = 17, ACPI_RSC_EXIT_EQ = 18, ACPI_RSC_EXIT_LE = 19, ACPI_RSC_EXIT_NE = 20, ACPI_RSC_LENGTH = 21, ACPI_RSC_MOVE_GPIO_PIN = 22, ACPI_RSC_MOVE_GPIO_RES = 23, ACPI_RSC_MOVE_SERIAL_RES = 24, ACPI_RSC_MOVE_SERIAL_VEN = 25, ACPI_RSC_MOVE8 = 26, ACPI_RSC_MOVE16 = 27, ACPI_RSC_MOVE32 = 28, ACPI_RSC_MOVE64 = 29, ACPI_RSC_SET8 = 30, ACPI_RSC_SOURCE = 31, ACPI_RSC_SOURCEX = 32, }; struct acpi_table_desc { acpi_physical_address address; struct acpi_table_header *pointer; u32 length; union acpi_name_union signature; acpi_owner_id owner_id; u8 flags; u16 validation_count; }; struct acpi_table_list { struct acpi_table_desc *tables; u32 current_table_count; u32 max_table_count; u8 flags; }; struct acpi_table_rsdp { char signature[8]; u8 checksum; char oem_id[6]; u8 revision; u32 rsdt_physical_address; u32 length; u64 xsdt_physical_address; u8 extended_checksum; u8 reserved[3]; } __attribute__((packed)); typedef acpi_status (*acpi_pkg_callback)(u8, union acpi_operand_object *, union acpi_generic_state *, void *); struct acpi_pci_slot { struct pci_slot *pci_slot; struct list_head list; }; enum acpi_hmat_type { ACPI_HMAT_TYPE_PROXIMITY = 0, ACPI_HMAT_TYPE_LOCALITY = 1, ACPI_HMAT_TYPE_CACHE = 2, ACPI_HMAT_TYPE_RESERVED = 3, }; struct acpi_hmat_proximity_domain { struct acpi_hmat_structure header; u16 flags; u16 reserved1; u32 processor_PD; u32 memory_PD; u32 reserved2; u64 reserved3; u64 reserved4; }; struct acpi_hmat_locality { struct acpi_hmat_structure header; u8 flags; u8 data_type; u8 min_transfer_size; u8 reserved1; u32 number_of_initiator_Pds; u32 number_of_target_Pds; u32 reserved2; u64 entry_base_unit; }; struct acpi_hmat_cache { struct acpi_hmat_structure header; u32 memory_PD; u32 reserved1; u64 cache_size; u32 cache_attributes; u16 reserved2; u16 number_of_SMBIOShandles; }; enum acpi_srat_type { ACPI_SRAT_TYPE_CPU_AFFINITY = 0, ACPI_SRAT_TYPE_MEMORY_AFFINITY = 1, ACPI_SRAT_TYPE_X2APIC_CPU_AFFINITY = 2, ACPI_SRAT_TYPE_GICC_AFFINITY = 3, ACPI_SRAT_TYPE_GIC_ITS_AFFINITY = 4, ACPI_SRAT_TYPE_GENERIC_AFFINITY = 5, ACPI_SRAT_TYPE_GENERIC_PORT_AFFINITY = 6, ACPI_SRAT_TYPE_RESERVED = 7, }; struct acpi_srat_mem_affinity { struct acpi_subtable_header header; u32 proximity_domain; u16 reserved; u64 base_address; u64 length; u32 reserved1; u32 flags; u64 reserved2; } __attribute__((packed)); struct node_hmem_attrs { unsigned int read_bandwidth; unsigned int write_bandwidth; unsigned int read_latency; unsigned int write_latency; }; enum cache_indexing { NODE_CACHE_DIRECT_MAP = 0, NODE_CACHE_INDEXED = 1, NODE_CACHE_OTHER = 2, }; enum cache_write_policy { NODE_CACHE_WRITE_BACK = 0, NODE_CACHE_WRITE_THROUGH = 1, NODE_CACHE_WRITE_OTHER = 2, }; struct node_cache_attrs { enum cache_indexing indexing; enum cache_write_policy write_policy; u64 size; u16 line_size; u8 level; }; struct memory_notify { long unsigned int start_pfn; long unsigned int nr_pages; int status_change_nid_normal; int status_change_nid; }; enum locality_types { WRITE_LATENCY = 0, READ_LATENCY = 1, WRITE_BANDWIDTH = 2, READ_BANDWIDTH = 3, }; struct memory_locality { struct list_head node; struct acpi_hmat_locality *hmat_loc; }; struct target_cache { struct list_head node; struct node_cache_attrs cache_attrs; }; struct memory_target { struct list_head node; unsigned int memory_pxm; unsigned int processor_pxm; struct resource memregions; struct node_hmem_attrs hmem_attrs[2]; struct list_head caches; struct node_cache_attrs cache_attrs; bool registered; }; struct memory_initiator { struct list_head node; unsigned int processor_pxm; bool has_cpu; }; struct acpi_table_bgrt { struct acpi_table_header header; u16 version; u8 status; u8 image_type; u64 image_address; u32 image_offset_x; u32 image_offset_y; }; struct acpi_table_spcr { struct acpi_table_header header; u8 interface_type; u8 reserved[3]; struct acpi_generic_address serial_port; u8 interrupt_type; u8 pc_interrupt; u32 interrupt; u8 baud_rate; u8 parity; u8 stop_bits; u8 flow_control; u8 terminal_type; u8 reserved1; u16 pci_device_id; u16 pci_vendor_id; u8 pci_bus; u8 pci_device; u8 pci_function; u32 pci_flags; u8 pci_segment; u32 reserved2; } __attribute__((packed)); struct acpi_whea_header { u8 action; u8 instruction; u8 flags; u8 reserved; struct acpi_generic_address register_region; u64 value; u64 mask; } __attribute__((packed)); struct acpi_hest_header { u16 type; u16 source_id; }; struct cper_sec_mem_err { u64 validation_bits; u64 error_status; u64 physical_addr; u64 physical_addr_mask; u16 node; u16 card; u16 module; u16 bank; u16 device; u16 row; u16 column; u16 bit_pos; u64 requestor_id; u64 responder_id; u64 target_id; u8 error_type; u8 extended; u16 rank; u16 mem_array_handle; u16 mem_dev_handle; }; struct apei_exec_context; typedef int (*apei_exec_ins_func_t)(struct apei_exec_context *, struct acpi_whea_header *); struct apei_exec_ins_type; struct apei_exec_context { u32 ip; u64 value; u64 var1; u64 var2; u64 src_base; u64 dst_base; struct apei_exec_ins_type *ins_table; u32 instructions; struct acpi_whea_header *action_table; u32 entries; }; struct apei_exec_ins_type { u32 flags; apei_exec_ins_func_t run; }; struct apei_resources { struct list_head iomem; struct list_head ioport; }; typedef int (*apei_exec_entry_func_t)(struct apei_exec_context *, struct acpi_whea_header *, void *); struct apei_res { struct list_head list; long unsigned int start; long unsigned int end; }; enum arch_timer_ppi_nr { ARCH_TIMER_PHYS_SECURE_PPI = 0, ARCH_TIMER_PHYS_NONSECURE_PPI = 1, ARCH_TIMER_VIRT_PPI = 2, ARCH_TIMER_HYP_PPI = 3, ARCH_TIMER_HYP_VIRT_PPI = 4, ARCH_TIMER_MAX_TIMER_PPI = 5, }; struct arch_timer_mem_frame { bool valid; phys_addr_t cntbase; size_t size; int phys_irq; int virt_irq; }; struct arch_timer_mem { phys_addr_t cntctlbase; size_t size; struct arch_timer_mem_frame frame[8]; }; struct acpi_table_gtdt { struct acpi_table_header header; u64 counter_block_addresss; u32 reserved; u32 secure_el1_interrupt; u32 secure_el1_flags; u32 non_secure_el1_interrupt; u32 non_secure_el1_flags; u32 virtual_timer_interrupt; u32 virtual_timer_flags; u32 non_secure_el2_interrupt; u32 non_secure_el2_flags; u64 counter_read_block_address; u32 platform_timer_count; u32 platform_timer_offset; } __attribute__((packed)); struct acpi_gtdt_header { u8 type; u16 length; } __attribute__((packed)); enum acpi_gtdt_type { ACPI_GTDT_TYPE_TIMER_BLOCK = 0, ACPI_GTDT_TYPE_WATCHDOG = 1, ACPI_GTDT_TYPE_RESERVED = 2, }; struct acpi_gtdt_timer_block { struct acpi_gtdt_header header; u8 reserved; u64 block_address; u32 timer_count; u32 timer_offset; } __attribute__((packed)); struct acpi_gtdt_timer_entry { u8 frame_number; u8 reserved[3]; u64 base_address; u64 el0_base_address; u32 timer_interrupt; u32 timer_flags; u32 virtual_timer_interrupt; u32 virtual_timer_flags; u32 common_flags; } __attribute__((packed)); struct acpi_gtdt_watchdog { struct acpi_gtdt_header header; u8 reserved; u64 refresh_frame_address; u64 control_frame_address; u32 timer_interrupt; u32 timer_flags; } __attribute__((packed)); struct platform_device_info { struct device *parent; struct fwnode_handle *fwnode; bool of_node_reused; const char *name; int id; const struct resource *res; unsigned int num_res; const void *data; size_t size_data; u64 dma_mask; const struct property_entry *properties; }; struct acpi_gtdt_descriptor { struct acpi_table_gtdt *gtdt; void *gtdt_end; void *platform_timer; }; struct pnp_device_id { __u8 id[8]; kernel_ulong_t driver_data; }; struct pnp_card_device_id { __u8 id[8]; kernel_ulong_t driver_data; struct { __u8 id[8]; } devs[8]; }; struct pnp_protocol; struct pnp_id; struct pnp_card { struct device dev; unsigned char number; struct list_head global_list; struct list_head protocol_list; struct list_head devices; struct pnp_protocol *protocol; struct pnp_id *id; char name[50]; unsigned char pnpver; unsigned char productver; unsigned int serial; unsigned char checksum; struct proc_dir_entry *procdir; }; struct pnp_dev; struct pnp_protocol { struct list_head protocol_list; char *name; int (*get)(struct pnp_dev *); int (*set)(struct pnp_dev *); int (*disable)(struct pnp_dev *); bool (*can_wakeup)(struct pnp_dev *); int (*suspend)(struct pnp_dev *, pm_message_t); int (*resume)(struct pnp_dev *); unsigned char number; struct device dev; struct list_head cards; struct list_head devices; }; struct pnp_id { char id[8]; struct pnp_id *next; }; struct pnp_card_driver; struct pnp_card_link { struct pnp_card *card; struct pnp_card_driver *driver; void *driver_data; pm_message_t pm_state; }; struct pnp_driver { const char *name; const struct pnp_device_id *id_table; unsigned int flags; int (*probe)(struct pnp_dev *, const struct pnp_device_id *); void (*remove)(struct pnp_dev *); void (*shutdown)(struct pnp_dev *); int (*suspend)(struct pnp_dev *, pm_message_t); int (*resume)(struct pnp_dev *); struct device_driver driver; }; struct pnp_card_driver { struct list_head global_list; char *name; const struct pnp_card_device_id *id_table; unsigned int flags; int (*probe)(struct pnp_card_link *, const struct pnp_card_device_id *); void (*remove)(struct pnp_card_link *); int (*suspend)(struct pnp_card_link *, pm_message_t); int (*resume)(struct pnp_card_link *); struct pnp_driver link; }; struct pnp_dev { struct device dev; u64 dma_mask; unsigned int number; int status; struct list_head global_list; struct list_head protocol_list; struct list_head card_list; struct list_head rdev_list; struct pnp_protocol *protocol; struct pnp_card *card; struct pnp_driver *driver; struct pnp_card_link *card_link; struct pnp_id *id; int active; int capabilities; unsigned int num_dependent_sets; struct list_head resources; struct list_head options; char name[50]; int flags; struct proc_dir_entry *procent; void *data; }; struct pnp_port { resource_size_t min; resource_size_t max; resource_size_t align; resource_size_t size; unsigned char flags; }; typedef struct { long unsigned int bits[4]; } pnp_irq_mask_t; struct pnp_irq { pnp_irq_mask_t map; unsigned char flags; }; struct pnp_dma { unsigned char map; unsigned char flags; }; struct pnp_mem { resource_size_t min; resource_size_t max; resource_size_t align; resource_size_t size; unsigned char flags; }; struct pnp_option { struct list_head list; unsigned int flags; long unsigned int type; union { struct pnp_port port; struct pnp_irq irq; struct pnp_dma dma; struct pnp_mem mem; } u; }; struct pnp_resource { struct list_head list; struct resource res; }; struct amba_id { unsigned int id; unsigned int mask; void *data; }; struct amba_driver { struct device_driver drv; int (*probe)(struct amba_device *, const struct amba_id *); void (*remove)(struct amba_device *); void (*shutdown)(struct amba_device *); const struct amba_id *id_table; bool driver_managed_dma; }; struct clk_hw; struct clk_rate_request { long unsigned int rate; long unsigned int min_rate; long unsigned int max_rate; long unsigned int best_parent_rate; struct clk_hw *best_parent_hw; }; struct clk_core; struct clk_init_data; struct clk_hw { struct clk_core *core; struct clk *clk; const struct clk_init_data *init; }; struct clk_duty { unsigned int num; unsigned int den; }; struct clk_ops { int (*prepare)(struct clk_hw *); void (*unprepare)(struct clk_hw *); int (*is_prepared)(struct clk_hw *); void (*unprepare_unused)(struct clk_hw *); int (*enable)(struct clk_hw *); void (*disable)(struct clk_hw *); int (*is_enabled)(struct clk_hw *); void (*disable_unused)(struct clk_hw *); int (*save_context)(struct clk_hw *); void (*restore_context)(struct clk_hw *); long unsigned int (*recalc_rate)(struct clk_hw *, long unsigned int); long int (*round_rate)(struct clk_hw *, long unsigned int, long unsigned int *); int (*determine_rate)(struct clk_hw *, struct clk_rate_request *); int (*set_parent)(struct clk_hw *, u8); u8 (*get_parent)(struct clk_hw *); int (*set_rate)(struct clk_hw *, long unsigned int, long unsigned int); int (*set_rate_and_parent)(struct clk_hw *, long unsigned int, long unsigned int, u8); long unsigned int (*recalc_accuracy)(struct clk_hw *, long unsigned int); int (*get_phase)(struct clk_hw *); int (*set_phase)(struct clk_hw *, int); int (*get_duty_cycle)(struct clk_hw *, struct clk_duty *); int (*set_duty_cycle)(struct clk_hw *, struct clk_duty *); int (*init)(struct clk_hw *); void (*terminate)(struct clk_hw *); void (*debug_init)(struct clk_hw *, struct dentry *); }; struct clk_parent_data { const struct clk_hw *hw; const char *fw_name; const char *name; int index; }; struct clk_init_data { const char *name; const struct clk_ops *ops; const char * const *parent_names; const struct clk_parent_data *parent_data; const struct clk_hw **parent_hws; u8 num_parents; long unsigned int flags; }; struct clk_fractional_divider { struct clk_hw hw; void *reg; u8 mshift; u8 mwidth; u32 mmask; u8 nshift; u8 nwidth; u32 nmask; u8 flags; void (*approximation)(struct clk_hw *, long unsigned int, long unsigned int *, long unsigned int *, long unsigned int *); spinlock_t *lock; }; typedef void (*of_init_fn_1)(struct device_node *); enum xgene_pll_type { PLL_TYPE_PCP = 0, PLL_TYPE_SOC = 1, }; struct xgene_clk_pll { struct clk_hw hw; void *reg; spinlock_t *lock; u32 pll_offset; enum xgene_pll_type type; int version; }; struct xgene_clk_pmd { struct clk_hw hw; void *reg; u8 shift; u32 mask; u64 denom; u32 flags; spinlock_t *lock; }; struct xgene_dev_parameters { void *csr_reg; u32 reg_clk_offset; u32 reg_clk_mask; u32 reg_csr_offset; u32 reg_csr_mask; void *divider_reg; u32 reg_divider_offset; u32 reg_divider_shift; u32 reg_divider_width; }; struct xgene_clk { struct clk_hw hw; spinlock_t *lock; struct xgene_dev_parameters param; }; struct clk_div_table { unsigned int val; unsigned int div; }; struct clk_onecell_data { struct clk **clks; unsigned int clk_num; }; struct hisi_clock_data { struct clk_onecell_data clk_data; void *base; }; struct hisi_fixed_rate_clock { unsigned int id; char *name; const char *parent_name; long unsigned int flags; long unsigned int fixed_rate; }; struct hisi_fixed_factor_clock { unsigned int id; char *name; const char *parent_name; long unsigned int mult; long unsigned int div; long unsigned int flags; }; struct hisi_mux_clock { unsigned int id; const char *name; const char * const *parent_names; u8 num_parents; long unsigned int flags; long unsigned int offset; u8 shift; u8 width; u8 mux_flags; const u32 *table; const char *alias; }; struct hisi_divider_clock { unsigned int id; const char *name; const char *parent_name; long unsigned int flags; long unsigned int offset; u8 shift; u8 width; u8 div_flags; struct clk_div_table *table; const char *alias; }; struct hisi_gate_clock { unsigned int id; const char *name; const char *parent_name; long unsigned int flags; long unsigned int offset; u8 bit_idx; u8 gate_flags; const char *alias; }; struct clk_divider { struct clk_hw hw; void *reg; u8 shift; u8 width; u8 flags; const struct clk_div_table *table; spinlock_t *lock; }; struct clk_mux { struct clk_hw hw; void *reg; const u32 *table; u32 mask; u8 shift; u8 flags; spinlock_t *lock; }; struct clk_busy_divider { struct clk_divider div; const struct clk_ops *div_ops; void *reg; u8 shift; }; struct clk_busy_mux { struct clk_mux mux; const struct clk_ops *mux_ops; void *reg; u8 shift; }; struct imx_fracn_gppll_rate_table { unsigned int rate; unsigned int mfi; unsigned int mfn; unsigned int mfd; unsigned int rdiv; unsigned int odiv; }; struct imx_fracn_gppll_clk { const struct imx_fracn_gppll_rate_table *rate_table; int rate_count; int flags; }; struct clk_fracn_gppll { struct clk_hw hw; void *base; const struct imx_fracn_gppll_rate_table *rate_table; int rate_count; }; struct clk_gate2 { struct clk_hw hw; void *reg; u8 bit_idx; u8 cgr_val; u8 cgr_mask; u8 flags; spinlock_t *lock; unsigned int *share_count; }; struct clk_hw_onecell_data { unsigned int num; struct clk_hw *hws[0]; }; struct imx8qxp_lpcg_data { int id; char *name; char *parent; long unsigned int flags; u32 offset; u8 bit_idx; bool hw_gate; }; struct imx8qxp_ss_lpcg { const struct imx8qxp_lpcg_data *lpcg; u8 num_lpcg; u8 num_max; }; struct clk_fixed_factor { struct clk_hw hw; unsigned int mult; unsigned int div; }; struct reg_sequence { unsigned int reg; unsigned int def; unsigned int delay_us; }; struct clk_regmap { struct clk_hw hw; struct regmap *map; void *data; }; struct clk_regmap_gate_data { unsigned int offset; u8 bit_idx; u8 flags; }; struct clk_regmap_div_data { unsigned int offset; u8 shift; u8 width; u8 flags; const struct clk_div_table *table; }; struct clk_regmap_mux_data { unsigned int offset; u32 *table; u32 mask; u8 shift; u8 flags; }; struct parm { u16 reg_off; u8 shift; u8 width; }; struct pll_params_table { unsigned int m; unsigned int n; }; struct pll_mult_range { unsigned int min; unsigned int max; }; struct meson_clk_pll_data { struct parm en; struct parm m; struct parm n; struct parm frac; struct parm l; struct parm rst; const struct reg_sequence *init_regs; unsigned int init_count; const struct pll_params_table *table; const struct pll_mult_range *range; u8 flags; }; struct meson_clk_mpll_data { struct parm sdm; struct parm sdm_en; struct parm n2; struct parm ssen; struct parm misc; const struct reg_sequence *init_regs; unsigned int init_count; spinlock_t *lock; u8 flags; }; struct meson_eeclkc_data { struct clk_regmap * const *regmap_clks; unsigned int regmap_clk_num; const struct reg_sequence *init_regs; unsigned int init_count; struct clk_hw_onecell_data *hw_onecell_data; }; struct clk_regmap___2 { struct clk_hw hw; struct regmap *regmap; unsigned int enable_reg; unsigned int enable_mask; bool enable_is_inverted; }; enum { CLK_ALPHA_PLL_TYPE_DEFAULT = 0, CLK_ALPHA_PLL_TYPE_HUAYRA = 1, CLK_ALPHA_PLL_TYPE_BRAMMO = 2, CLK_ALPHA_PLL_TYPE_FABIA = 3, CLK_ALPHA_PLL_TYPE_TRION = 4, CLK_ALPHA_PLL_TYPE_LUCID = 4, CLK_ALPHA_PLL_TYPE_AGERA = 5, CLK_ALPHA_PLL_TYPE_ZONDA = 6, CLK_ALPHA_PLL_TYPE_LUCID_EVO = 7, CLK_ALPHA_PLL_TYPE_RIVIAN_EVO = 8, CLK_ALPHA_PLL_TYPE_MAX = 9, }; enum { PLL_OFF_L_VAL = 0, PLL_OFF_CAL_L_VAL = 1, PLL_OFF_ALPHA_VAL = 2, PLL_OFF_ALPHA_VAL_U = 3, PLL_OFF_USER_CTL = 4, PLL_OFF_USER_CTL_U = 5, PLL_OFF_USER_CTL_U1 = 6, PLL_OFF_CONFIG_CTL = 7, PLL_OFF_CONFIG_CTL_U = 8, PLL_OFF_CONFIG_CTL_U1 = 9, PLL_OFF_TEST_CTL = 10, PLL_OFF_TEST_CTL_U = 11, PLL_OFF_TEST_CTL_U1 = 12, PLL_OFF_STATUS = 13, PLL_OFF_OPMODE = 14, PLL_OFF_FRAC = 15, PLL_OFF_CAL_VAL = 16, PLL_OFF_MAX_REGS = 17, }; struct pll_vco { long unsigned int min_freq; long unsigned int max_freq; u32 val; }; struct clk_alpha_pll { u32 offset; const u8 *regs; const struct pll_vco *vco_table; size_t num_vco; u8 flags; struct clk_regmap___2 clkr; }; struct clk_alpha_pll_postdiv { u32 offset; u8 width; const u8 *regs; struct clk_regmap___2 clkr; int post_div_shift; const struct clk_div_table *post_div_table; size_t num_post_div; }; struct alpha_pll_config { u32 l; u32 alpha; u32 alpha_hi; u32 config_ctl_val; u32 config_ctl_hi_val; u32 config_ctl_hi1_val; u32 user_ctl_val; u32 user_ctl_hi_val; u32 user_ctl_hi1_val; u32 test_ctl_val; u32 test_ctl_hi_val; u32 test_ctl_hi1_val; u32 main_output_mask; u32 aux_output_mask; u32 aux2_output_mask; u32 early_output_mask; u32 alpha_en_mask; u32 alpha_mode_mask; u32 pre_div_val; u32 pre_div_mask; u32 post_div_val; u32 post_div_mask; u32 vco_val; u32 vco_mask; }; struct clk_regmap_mux_div { u32 reg_offset; u32 hid_width; u32 hid_shift; u32 src_width; u32 src_shift; u32 div; u32 src; const u32 *parent_map; struct clk_regmap___2 clkr; struct clk *pclk; struct notifier_block clk_nb; }; struct qcom_reset_map; struct gdsc; struct qcom_cc_desc { const struct regmap_config *config; struct clk_regmap___2 **clks; size_t num_clks; const struct qcom_reset_map *resets; size_t num_resets; struct gdsc **gdscs; size_t num_gdscs; struct clk_hw **clk_hws; size_t num_clk_hws; }; struct qcom_reset_map { unsigned int reg; u8 bit; }; struct parent_map { u8 src; u8 cfg; }; struct pll_freq_tbl { long unsigned int freq; u16 l; u16 m; u16 n; u32 ibits; }; struct clk_pll { u32 l_reg; u32 m_reg; u32 n_reg; u32 config_reg; u32 mode_reg; u32 status_reg; u8 status_bit; u8 post_div_width; u8 post_div_shift; const struct pll_freq_tbl *freq_tbl; struct clk_regmap___2 clkr; }; struct freq_tbl { long unsigned int freq; u8 src; u8 pre_div; u16 m; u16 n; }; struct mn { u8 mnctr_en_bit; u8 mnctr_reset_bit; u8 mnctr_mode_shift; u8 n_val_shift; u8 m_val_shift; u8 width; bool reset_in_cc; }; struct pre_div { u8 pre_div_shift; u8 pre_div_width; }; struct src_sel { u8 src_sel_shift; const struct parent_map *parent_map; }; struct clk_rcg { u32 ns_reg; u32 md_reg; struct mn mn; struct pre_div p; struct src_sel s; const struct freq_tbl *freq_tbl; struct clk_regmap___2 clkr; }; struct clk_branch { u32 hwcg_reg; u32 halt_reg; u8 hwcg_bit; u8 halt_bit; u8 halt_check; struct clk_regmap___2 clkr; }; enum { P_PXO = 0, P_PLL8 = 1, P_CXO = 2, }; enum rpmh_state { RPMH_SLEEP_STATE = 0, RPMH_WAKE_ONLY_STATE = 1, RPMH_ACTIVE_ONLY_STATE = 2, }; struct tcs_cmd { u32 addr; u32 data; u32 wait; }; struct bcm_db { __le32 unit; __le16 width; u8 vcd; u8 reserved; }; struct clk_rpmh { struct clk_hw hw; const char *res_name; u8 div; u32 res_addr; u32 res_on_val; u32 state; u32 aggr_state; u32 last_sent_aggr_state; u32 valid_state_mask; u32 unit; struct device *dev; struct clk_rpmh *peer; }; struct clk_rpmh_desc { struct clk_hw **clks; size_t num_clks; }; enum rockchip_pll_type { pll_rk3036 = 0, pll_rk3066 = 1, pll_rk3328 = 2, pll_rk3399 = 3, }; struct rockchip_clk_provider { void *reg_base; struct clk_onecell_data clk_data; struct device_node *cru_node; struct regmap *grf; spinlock_t lock; }; struct rockchip_pll_rate_table { long unsigned int rate; union { struct { unsigned int nr; unsigned int nf; unsigned int no; unsigned int nb; }; struct { unsigned int fbdiv; unsigned int postdiv1; unsigned int refdiv; unsigned int postdiv2; unsigned int dsmpd; unsigned int frac; }; }; }; struct rockchip_pll_clock { unsigned int id; const char *name; const char * const *parent_names; u8 num_parents; long unsigned int flags; int con_offset; int mode_offset; int mode_shift; int lock_shift; enum rockchip_pll_type type; u8 pll_flags; struct rockchip_pll_rate_table *rate_table; }; struct rockchip_cpuclk_clksel { int reg; u32 val; }; struct rockchip_cpuclk_rate_table { long unsigned int prate; struct rockchip_cpuclk_clksel divs[5]; }; struct rockchip_cpuclk_reg_data { int core_reg[4]; u8 div_core_shift[4]; u32 div_core_mask[4]; int num_cores; u8 mux_core_alt; u8 mux_core_main; u8 mux_core_shift; u32 mux_core_mask; }; enum rockchip_clk_branch_type { branch_composite = 0, branch_mux = 1, branch_muxgrf = 2, branch_divider = 3, branch_fraction_divider = 4, branch_gate = 5, branch_mmc = 6, branch_inverter = 7, branch_factor = 8, branch_ddrclk = 9, branch_half_divider = 10, }; struct rockchip_clk_branch { unsigned int id; enum rockchip_clk_branch_type branch_type; const char *name; const char * const *parent_names; u8 num_parents; long unsigned int flags; int muxdiv_offset; u8 mux_shift; u8 mux_width; u8 mux_flags; int div_offset; u8 div_shift; u8 div_width; u8 div_flags; struct clk_div_table *div_table; int gate_offset; u8 gate_shift; u8 gate_flags; struct rockchip_clk_branch *child; }; enum rk3368_plls { apllb = 0, aplll = 1, dpll = 2, cpll = 3, gpll = 4, npll = 5, }; struct ccu_common { void *base; u16 reg; u16 lock_reg; u32 prediv; long unsigned int features; spinlock_t *lock; struct clk_hw hw; }; struct ccu_reset_map; struct sunxi_ccu_desc { struct ccu_common **ccu_clks; long unsigned int num_ccu_clks; struct clk_hw_onecell_data *hw_clks; struct ccu_reset_map *resets; long unsigned int num_resets; }; struct ccu_reset_map { u16 reg; u32 bit; }; struct ccu_mux_fixed_prediv { u8 index; u16 div; }; struct ccu_mux_var_prediv { u8 index; u8 shift; u8 width; }; struct ccu_mux_internal { u8 shift; u8 width; const u8 *table; const struct ccu_mux_fixed_prediv *fixed_predivs; u8 n_predivs; const struct ccu_mux_var_prediv *var_predivs; u8 n_var_predivs; }; struct ccu_div_internal { u8 shift; u8 width; u32 max; u32 offset; u32 flags; struct clk_div_table *table; }; struct ccu_div { u32 enable; struct ccu_div_internal div; struct ccu_mux_internal mux; struct ccu_common common; unsigned int fixed_post_div; }; struct ccu_gate { u32 enable; struct ccu_common common; }; struct ccu_mp { u32 enable; struct ccu_div_internal m; struct ccu_div_internal p; struct ccu_mux_internal mux; unsigned int fixed_post_div; struct ccu_common common; }; struct rail_alignment { int offset_uv; int step_uv; }; struct cvb_coefficients { int c0; int c1; int c2; }; struct cvb_table_freq_entry { long unsigned int freq; struct cvb_coefficients coefficients; }; struct cvb_cpu_dfll_data { u32 tune0_low; u32 tune0_high; u32 tune1; unsigned int tune_high_min_millivolts; }; struct cvb_table { int speedo_id; int process_id; int min_millivolts; int max_millivolts; int speedo_scale; int voltage_scale; struct cvb_table_freq_entry entries[40]; struct cvb_cpu_dfll_data cpu_dfll_data; }; struct tegra_dfll_soc_data { struct device *dev; long unsigned int max_freq; const struct cvb_table *cvb; struct rail_alignment alignment; void (*init_clock_trimmers)(); void (*set_clock_trimmers_high)(); void (*set_clock_trimmers_low)(); }; enum dfll_ctrl_mode { DFLL_UNINITIALIZED = 0, DFLL_DISABLED = 1, DFLL_OPEN_LOOP = 2, DFLL_CLOSED_LOOP = 3, }; enum dfll_tune_range { DFLL_TUNE_UNINITIALIZED = 0, DFLL_TUNE_LOW = 1, }; enum tegra_dfll_pmu_if { TEGRA_DFLL_PMU_I2C = 0, TEGRA_DFLL_PMU_PWM = 1, }; struct dfll_rate_req { long unsigned int rate; long unsigned int dvco_target_rate; int lut_index; u8 mult_bits; u8 scale_bits; }; struct tegra_dfll { struct device *dev; struct tegra_dfll_soc_data *soc; void *base; void *i2c_base; void *i2c_controller_base; void *lut_base; struct regulator *vdd_reg; struct clk *soc_clk; struct clk *ref_clk; struct clk *i2c_clk; struct clk *dfll_clk; struct reset_control *dfll_rst; struct reset_control *dvco_rst; long unsigned int ref_rate; long unsigned int i2c_clk_rate; long unsigned int dvco_rate_min; enum dfll_ctrl_mode mode; enum dfll_tune_range tune_range; struct dentry *debugfs_dir; struct clk_hw dfll_clk_hw; const char *output_clock_name; struct dfll_rate_req last_req; long unsigned int last_unrounded_rate; u32 droop_ctrl; u32 sample_rate; u32 force_mode; u32 cf; u32 ci; u32 cg; bool cg_scale; u32 i2c_fs_rate; u32 i2c_reg; u32 i2c_slave_addr; unsigned int lut[33]; long unsigned int lut_uv[33]; int lut_size; u8 lut_bottom; u8 lut_min; u8 lut_max; u8 lut_safe; enum tegra_dfll_pmu_if pmu_if; long unsigned int pwm_rate; struct pinctrl *pwm_pin; struct pinctrl_state *pwm_enable_state; struct pinctrl_state *pwm_disable_state; u32 reg_init_uV; }; struct clock_topology { u32 type; u32 flag; u32 type_flag; u8 custom_type_flag; }; struct zynqmp_pll { struct clk_hw hw; u32 clk_id; bool set_pll_mode; }; enum pll_mode { PLL_MODE_INT = 0, PLL_MODE_FRAC = 1, PLL_MODE_ERROR = 2, }; typedef s32 dma_cookie_t; enum dma_status { DMA_COMPLETE = 0, DMA_IN_PROGRESS = 1, DMA_PAUSED = 2, DMA_ERROR = 3, DMA_OUT_OF_ORDER = 4, }; enum dma_transaction_type { DMA_MEMCPY = 0, DMA_XOR = 1, DMA_PQ = 2, DMA_XOR_VAL = 3, DMA_PQ_VAL = 4, DMA_MEMSET = 5, DMA_MEMSET_SG = 6, DMA_INTERRUPT = 7, DMA_PRIVATE = 8, DMA_ASYNC_TX = 9, DMA_SLAVE = 10, DMA_CYCLIC = 11, DMA_INTERLEAVE = 12, DMA_COMPLETION_NO_ORDER = 13, DMA_REPEAT = 14, DMA_LOAD_EOT = 15, DMA_TX_TYPE_END = 16, }; enum dma_transfer_direction { DMA_MEM_TO_MEM = 0, DMA_MEM_TO_DEV = 1, DMA_DEV_TO_MEM = 2, DMA_DEV_TO_DEV = 3, DMA_TRANS_NONE = 4, }; struct data_chunk { size_t size; size_t icg; size_t dst_icg; size_t src_icg; }; struct dma_interleaved_template { dma_addr_t src_start; dma_addr_t dst_start; enum dma_transfer_direction dir; bool src_inc; bool dst_inc; bool src_sgl; bool dst_sgl; size_t numf; size_t frame_size; struct data_chunk sgl[0]; }; enum dma_ctrl_flags { DMA_PREP_INTERRUPT = 1, DMA_CTRL_ACK = 2, DMA_PREP_PQ_DISABLE_P = 4, DMA_PREP_PQ_DISABLE_Q = 8, DMA_PREP_CONTINUE = 16, DMA_PREP_FENCE = 32, DMA_CTRL_REUSE = 64, DMA_PREP_CMD = 128, DMA_PREP_REPEAT = 256, DMA_PREP_LOAD_EOT = 512, }; enum sum_check_bits { SUM_CHECK_P = 0, SUM_CHECK_Q = 1, }; enum sum_check_flags { SUM_CHECK_P_RESULT = 1, SUM_CHECK_Q_RESULT = 2, }; typedef struct { long unsigned int bits[1]; } dma_cap_mask_t; enum dma_desc_metadata_mode { DESC_METADATA_NONE = 0, DESC_METADATA_CLIENT = 1, DESC_METADATA_ENGINE = 2, }; struct dma_chan_percpu { long unsigned int memcpy_count; long unsigned int bytes_transferred; }; struct dma_router { struct device *dev; void (*route_free)(struct device *, void *); }; struct dma_device; struct dma_chan_dev; struct dma_chan { struct dma_device *device; struct device *slave; dma_cookie_t cookie; dma_cookie_t completed_cookie; int chan_id; struct dma_chan_dev *dev; const char *name; char *dbg_client_name; struct list_head device_node; struct dma_chan_percpu *local; int client_count; int table_count; struct dma_router *router; void *route_data; void *private; }; typedef bool (*dma_filter_fn)(struct dma_chan *, void *); struct dma_slave_map; struct dma_filter { dma_filter_fn fn; int mapcnt; const struct dma_slave_map *map; }; enum dmaengine_alignment { DMAENGINE_ALIGN_1_BYTE = 0, DMAENGINE_ALIGN_2_BYTES = 1, DMAENGINE_ALIGN_4_BYTES = 2, DMAENGINE_ALIGN_8_BYTES = 3, DMAENGINE_ALIGN_16_BYTES = 4, DMAENGINE_ALIGN_32_BYTES = 5, DMAENGINE_ALIGN_64_BYTES = 6, DMAENGINE_ALIGN_128_BYTES = 7, DMAENGINE_ALIGN_256_BYTES = 8, }; enum dma_residue_granularity { DMA_RESIDUE_GRANULARITY_DESCRIPTOR = 0, DMA_RESIDUE_GRANULARITY_SEGMENT = 1, DMA_RESIDUE_GRANULARITY_BURST = 2, }; struct dma_async_tx_descriptor; struct dma_slave_caps; struct dma_slave_config; struct dma_tx_state; struct dma_device { struct kref ref; unsigned int chancnt; unsigned int privatecnt; struct list_head channels; struct list_head global_node; struct dma_filter filter; dma_cap_mask_t cap_mask; enum dma_desc_metadata_mode desc_metadata_modes; short unsigned int max_xor; short unsigned int max_pq; enum dmaengine_alignment copy_align; enum dmaengine_alignment xor_align; enum dmaengine_alignment pq_align; enum dmaengine_alignment fill_align; int dev_id; struct device *dev; struct module *owner; struct ida chan_ida; u32 src_addr_widths; u32 dst_addr_widths; u32 directions; u32 min_burst; u32 max_burst; u32 max_sg_burst; bool descriptor_reuse; enum dma_residue_granularity residue_granularity; int (*device_alloc_chan_resources)(struct dma_chan *); int (*device_router_config)(struct dma_chan *); void (*device_free_chan_resources)(struct dma_chan *); struct dma_async_tx_descriptor * (*device_prep_dma_memcpy)(struct dma_chan *, dma_addr_t, dma_addr_t, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_xor)(struct dma_chan *, dma_addr_t, dma_addr_t *, unsigned int, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_xor_val)(struct dma_chan *, dma_addr_t *, unsigned int, size_t, enum sum_check_flags *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_pq)(struct dma_chan *, dma_addr_t *, dma_addr_t *, unsigned int, const unsigned char *, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_pq_val)(struct dma_chan *, dma_addr_t *, dma_addr_t *, unsigned int, const unsigned char *, size_t, enum sum_check_flags *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_memset)(struct dma_chan *, dma_addr_t, int, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_memset_sg)(struct dma_chan *, struct scatterlist *, unsigned int, int, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_interrupt)(struct dma_chan *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_slave_sg)(struct dma_chan *, struct scatterlist *, unsigned int, enum dma_transfer_direction, long unsigned int, void *); struct dma_async_tx_descriptor * (*device_prep_dma_cyclic)(struct dma_chan *, dma_addr_t, size_t, size_t, enum dma_transfer_direction, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_interleaved_dma)(struct dma_chan *, struct dma_interleaved_template *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_imm_data)(struct dma_chan *, dma_addr_t, u64, long unsigned int); void (*device_caps)(struct dma_chan *, struct dma_slave_caps *); int (*device_config)(struct dma_chan *, struct dma_slave_config *); int (*device_pause)(struct dma_chan *); int (*device_resume)(struct dma_chan *); int (*device_terminate_all)(struct dma_chan *); void (*device_synchronize)(struct dma_chan *); enum dma_status (*device_tx_status)(struct dma_chan *, dma_cookie_t, struct dma_tx_state *); void (*device_issue_pending)(struct dma_chan *); void (*device_release)(struct dma_device *); void (*dbg_summary_show)(struct seq_file *, struct dma_device *); struct dentry *dbg_dev_root; }; struct dma_chan_dev { struct dma_chan *chan; struct device device; int dev_id; bool chan_dma_dev; }; enum dma_slave_buswidth { DMA_SLAVE_BUSWIDTH_UNDEFINED = 0, DMA_SLAVE_BUSWIDTH_1_BYTE = 1, DMA_SLAVE_BUSWIDTH_2_BYTES = 2, DMA_SLAVE_BUSWIDTH_3_BYTES = 3, DMA_SLAVE_BUSWIDTH_4_BYTES = 4, DMA_SLAVE_BUSWIDTH_8_BYTES = 8, DMA_SLAVE_BUSWIDTH_16_BYTES = 16, DMA_SLAVE_BUSWIDTH_32_BYTES = 32, DMA_SLAVE_BUSWIDTH_64_BYTES = 64, DMA_SLAVE_BUSWIDTH_128_BYTES = 128, }; struct dma_slave_config { enum dma_transfer_direction direction; phys_addr_t src_addr; phys_addr_t dst_addr; enum dma_slave_buswidth src_addr_width; enum dma_slave_buswidth dst_addr_width; u32 src_maxburst; u32 dst_maxburst; u32 src_port_window_size; u32 dst_port_window_size; bool device_fc; void *peripheral_config; size_t peripheral_size; }; struct dma_slave_caps { u32 src_addr_widths; u32 dst_addr_widths; u32 directions; u32 min_burst; u32 max_burst; u32 max_sg_burst; bool cmd_pause; bool cmd_resume; bool cmd_terminate; enum dma_residue_granularity residue_granularity; bool descriptor_reuse; }; typedef void (*dma_async_tx_callback)(void *); enum dmaengine_tx_result { DMA_TRANS_NOERROR = 0, DMA_TRANS_READ_FAILED = 1, DMA_TRANS_WRITE_FAILED = 2, DMA_TRANS_ABORTED = 3, }; struct dmaengine_result { enum dmaengine_tx_result result; u32 residue; }; typedef void (*dma_async_tx_callback_result)(void *, const struct dmaengine_result *); struct dmaengine_unmap_data { u16 map_cnt; u8 to_cnt; u8 from_cnt; u8 bidi_cnt; struct device *dev; struct kref kref; size_t len; dma_addr_t addr[0]; }; struct dma_descriptor_metadata_ops { int (*attach)(struct dma_async_tx_descriptor *, void *, size_t); void * (*get_ptr)(struct dma_async_tx_descriptor *, size_t *, size_t *); int (*set_len)(struct dma_async_tx_descriptor *, size_t); }; struct dma_async_tx_descriptor { dma_cookie_t cookie; enum dma_ctrl_flags flags; dma_addr_t phys; struct dma_chan *chan; dma_cookie_t (*tx_submit)(struct dma_async_tx_descriptor *); int (*desc_free)(struct dma_async_tx_descriptor *); dma_async_tx_callback callback; dma_async_tx_callback_result callback_result; void *callback_param; struct dmaengine_unmap_data *unmap; enum dma_desc_metadata_mode desc_metadata_mode; struct dma_descriptor_metadata_ops *metadata_ops; struct dma_async_tx_descriptor *next; struct dma_async_tx_descriptor *parent; spinlock_t lock; }; struct dma_tx_state { dma_cookie_t last; dma_cookie_t used; u32 residue; u32 in_flight_bytes; }; struct dma_slave_map { const char *devname; const char *slave; void *param; }; struct tasklet_struct { struct tasklet_struct *next; long unsigned int state; atomic_t count; bool use_callback; union { void (*func)(long unsigned int); void (*callback)(struct tasklet_struct *); }; long unsigned int data; }; struct dmaengine_desc_callback { dma_async_tx_callback callback; dma_async_tx_callback_result callback_result; void *callback_param; }; struct virt_dma_desc { struct dma_async_tx_descriptor tx; struct dmaengine_result tx_result; struct list_head node; }; struct virt_dma_chan { struct dma_chan chan; struct tasklet_struct task; void (*desc_free)(struct virt_dma_desc *); spinlock_t lock; struct list_head desc_allocated; struct list_head desc_submitted; struct list_head desc_issued; struct list_head desc_completed; struct list_head desc_terminated; struct virt_dma_desc *cyclic; }; enum { TASKLET_STATE_SCHED = 0, TASKLET_STATE_RUN = 1, }; struct of_dma { struct list_head of_dma_controllers; struct device_node *of_node; struct dma_chan * (*of_dma_xlate)(struct of_phandle_args *, struct of_dma *); void * (*of_dma_route_allocate)(struct of_phandle_args *, struct of_dma *); struct dma_router *dma_router; void *of_dma_data; }; struct bam_desc_hw { __le32 addr; __le16 size; __le16 flags; }; struct bam_async_desc { struct virt_dma_desc vd; u32 num_desc; u32 xfer_len; u16 flags; struct bam_desc_hw *curr_desc; struct list_head desc_node; enum dma_transfer_direction dir; size_t length; struct bam_desc_hw desc[0]; }; enum bam_reg { BAM_CTRL = 0, BAM_REVISION = 1, BAM_NUM_PIPES = 2, BAM_DESC_CNT_TRSHLD = 3, BAM_IRQ_SRCS = 4, BAM_IRQ_SRCS_MSK = 5, BAM_IRQ_SRCS_UNMASKED = 6, BAM_IRQ_STTS = 7, BAM_IRQ_CLR = 8, BAM_IRQ_EN = 9, BAM_CNFG_BITS = 10, BAM_IRQ_SRCS_EE = 11, BAM_IRQ_SRCS_MSK_EE = 12, BAM_P_CTRL = 13, BAM_P_RST = 14, BAM_P_HALT = 15, BAM_P_IRQ_STTS = 16, BAM_P_IRQ_CLR = 17, BAM_P_IRQ_EN = 18, BAM_P_EVNT_DEST_ADDR = 19, BAM_P_EVNT_REG = 20, BAM_P_SW_OFSTS = 21, BAM_P_DATA_FIFO_ADDR = 22, BAM_P_DESC_FIFO_ADDR = 23, BAM_P_EVNT_GEN_TRSHLD = 24, BAM_P_FIFO_SIZES = 25, }; struct reg_offset_data { u32 base_offset; unsigned int pipe_mult; unsigned int evnt_mult; unsigned int ee_mult; }; struct bam_device; struct bam_chan { struct virt_dma_chan vc; struct bam_device *bdev; u32 id; struct dma_slave_config slave; struct bam_desc_hw *fifo_virt; dma_addr_t fifo_phys; short unsigned int head; short unsigned int tail; unsigned int initialized; unsigned int paused; unsigned int reconfigure; struct list_head desc_list; struct list_head node; }; struct bam_device { void *regs; struct device *dev; struct dma_device common; struct bam_chan *channels; u32 num_channels; u32 num_ees; u32 ee; bool controlled_remotely; bool powered_remotely; u32 active_channels; const struct reg_offset_data *layout; struct clk *bamclk; int irq; struct tasklet_struct task; }; struct bm_portal_config { void *addr_virt_ce; void *addr_virt_ci; struct list_head list; struct device *dev; int cpu; int irq; }; struct bman_portal; struct arm_smccc_quirk { int id; union { long unsigned int a6; } state; }; struct soc_device_attribute { const char *machine; const char *family; const char *revision; const char *serial_number; const char *soc_id; const void *data; const struct attribute_group *custom_attr_group; }; struct imx8_soc_data { char *name; u32 (*soc_revision)(); }; struct soc_device; enum gpd_status { GENPD_STATE_ON = 0, GENPD_STATE_OFF = 1, }; struct dev_power_governor { bool (*power_down_ok)(struct dev_pm_domain *); bool (*suspend_ok)(struct device *); }; struct gpd_dev_ops { int (*start)(struct device *); int (*stop)(struct device *); }; struct genpd_governor_data { s64 max_off_time_ns; bool max_off_time_changed; ktime_t next_wakeup; bool cached_power_down_ok; bool cached_power_down_state_idx; }; struct genpd_power_state { s64 power_off_latency_ns; s64 power_on_latency_ns; s64 residency_ns; u64 usage; u64 rejected; struct fwnode_handle *fwnode; u64 idle_time; void *data; }; struct opp_table; struct dev_pm_opp; struct genpd_lock_ops; struct generic_pm_domain { struct device dev; struct dev_pm_domain domain; struct list_head gpd_list_node; struct list_head parent_links; struct list_head child_links; struct list_head dev_list; struct dev_power_governor *gov; struct genpd_governor_data *gd; struct work_struct power_off_work; struct fwnode_handle *provider; bool has_provider; const char *name; atomic_t sd_count; enum gpd_status status; unsigned int device_count; unsigned int suspended_count; unsigned int prepared_count; unsigned int performance_state; cpumask_var_t cpus; int (*power_off)(struct generic_pm_domain *); int (*power_on)(struct generic_pm_domain *); struct raw_notifier_head power_notifiers; struct opp_table *opp_table; unsigned int (*opp_to_performance_state)(struct generic_pm_domain *, struct dev_pm_opp *); int (*set_performance_state)(struct generic_pm_domain *, unsigned int); struct gpd_dev_ops dev_ops; int (*attach_dev)(struct generic_pm_domain *, struct device *); void (*detach_dev)(struct generic_pm_domain *, struct device *); unsigned int flags; struct genpd_power_state *states; void (*free_states)(struct genpd_power_state *, unsigned int); unsigned int state_count; unsigned int state_idx; u64 on_time; u64 accounting_time; const struct genpd_lock_ops *lock_ops; union { struct mutex mlock; struct { spinlock_t slock; long unsigned int lock_flags; }; }; }; struct genpd_lock_ops { void (*lock)(struct generic_pm_domain *); void (*lock_nested)(struct generic_pm_domain *, int); int (*lock_interruptible)(struct generic_pm_domain *); void (*unlock)(struct generic_pm_domain *); }; typedef struct generic_pm_domain * (*genpd_xlate_t)(struct of_phandle_args *, void *); struct genpd_onecell_data { struct generic_pm_domain **domains; unsigned int num_domains; genpd_xlate_t xlate; }; struct clk_bulk_data { const char *id; struct clk *clk; }; struct meson_ee_pwrc_mem_domain { unsigned int reg; unsigned int mask; }; struct meson_ee_pwrc_top_domain { unsigned int sleep_reg; unsigned int sleep_mask; unsigned int iso_reg; unsigned int iso_mask; }; struct meson_ee_pwrc_domain; struct meson_ee_pwrc_domain_desc { char *name; unsigned int reset_names_count; unsigned int clk_names_count; struct meson_ee_pwrc_top_domain *top_pd; unsigned int mem_pd_count; struct meson_ee_pwrc_mem_domain *mem_pd; bool (*is_powered_off)(struct meson_ee_pwrc_domain *); }; struct meson_ee_pwrc; struct meson_ee_pwrc_domain { struct generic_pm_domain base; bool enabled; struct meson_ee_pwrc *pwrc; struct meson_ee_pwrc_domain_desc desc; struct clk_bulk_data *clks; int num_clks; struct reset_control *rstc; int num_rstc; }; struct meson_ee_pwrc_domain_data { unsigned int count; struct meson_ee_pwrc_domain_desc *domains; }; struct meson_ee_pwrc { struct regmap *regmap_ao; struct regmap *regmap_hhi; struct meson_ee_pwrc_domain *domains; struct genpd_onecell_data xlate; }; enum pm_sleep_mode { PM_SLEEP_MODE_STBY = 0, PM_SLEEP_MODE_RET = 1, PM_SLEEP_MODE_SPC = 2, PM_SLEEP_MODE_PC = 3, PM_SLEEP_MODE_NR = 4, }; struct spm_reg_data { const u16 *reg_offset; u32 spm_cfg; u32 spm_dly; u32 pmic_dly; u32 pmic_data[2]; u32 avs_ctl; u32 avs_limit; u8 seq[64]; u8 start_index[4]; }; struct spm_driver_data { void *reg_base; const struct spm_reg_data *reg_data; }; enum spm_reg { SPM_REG_CFG = 0, SPM_REG_SPM_CTL = 1, SPM_REG_DLY = 2, SPM_REG_PMIC_DLY = 3, SPM_REG_PMIC_DATA_0 = 4, SPM_REG_PMIC_DATA_1 = 5, SPM_REG_VCTL = 6, SPM_REG_SEQ_ENTRY = 7, SPM_REG_SPM_STS = 8, SPM_REG_PMIC_STS = 9, SPM_REG_AVS_CTL = 10, SPM_REG_AVS_LIMIT = 11, SPM_REG_NR = 12, }; struct sunxi_sram_func { char *func; u8 val; u32 reg_val; }; struct sunxi_sram_data { char *name; u8 reg; u8 offset; u8 width; struct sunxi_sram_func *func; struct list_head list; }; struct sunxi_sram_desc { struct sunxi_sram_data data; bool claimed; }; struct sunxi_sramc_variant { int num_emac_clocks; }; enum msi_desc_filter { MSI_DESC_ALL = 0, MSI_DESC_NOTASSOCIATED = 1, MSI_DESC_ASSOCIATED = 2, }; struct ti_sci_resource_desc { u16 start; u16 num; u16 start_sec; u16 num_sec; long unsigned int *res_map; }; struct ti_sci_resource { u16 sets; raw_spinlock_t lock; struct ti_sci_resource_desc *desc; }; struct virtio_device_id { __u32 device; __u32 vendor; }; struct virtio_device; struct virtqueue { struct list_head list; void (*callback)(struct virtqueue *); const char *name; struct virtio_device *vdev; unsigned int index; unsigned int num_free; unsigned int num_max; void *priv; bool reset; }; struct vringh_config_ops; struct virtio_config_ops; struct virtio_device { int index; bool failed; bool config_enabled; bool config_change_pending; spinlock_t config_lock; spinlock_t vqs_list_lock; struct device dev; struct virtio_device_id id; const struct virtio_config_ops *config; const struct vringh_config_ops *vringh_config; struct list_head vqs; u64 features; void *priv; }; typedef void vq_callback_t(struct virtqueue *); struct virtio_shm_region; struct virtio_config_ops { void (*get)(struct virtio_device *, unsigned int, void *, unsigned int); void (*set)(struct virtio_device *, unsigned int, const void *, unsigned int); u32 (*generation)(struct virtio_device *); u8 (*get_status)(struct virtio_device *); void (*set_status)(struct virtio_device *, u8); void (*reset)(struct virtio_device *); int (*find_vqs)(struct virtio_device *, unsigned int, struct virtqueue **, vq_callback_t **, const char * const *, const bool *, struct irq_affinity *); void (*del_vqs)(struct virtio_device *); void (*synchronize_cbs)(struct virtio_device *); u64 (*get_features)(struct virtio_device *); int (*finalize_features)(struct virtio_device *); const char * (*bus_name)(struct virtio_device *); int (*set_vq_affinity)(struct virtqueue *, const struct cpumask *); const struct cpumask * (*get_vq_affinity)(struct virtio_device *, int); bool (*get_shm_region)(struct virtio_device *, struct virtio_shm_region *, u8); int (*disable_vq_and_reset)(struct virtqueue *); int (*enable_vq_after_reset)(struct virtqueue *); }; typedef __u16 __virtio16; typedef __u32 __virtio32; typedef __u64 __virtio64; struct vring_desc { __virtio64 addr; __virtio32 len; __virtio16 flags; __virtio16 next; }; struct vring_avail { __virtio16 flags; __virtio16 idx; __virtio16 ring[0]; }; struct vring_used_elem { __virtio32 id; __virtio32 len; }; typedef struct vring_used_elem vring_used_elem_t; struct vring_used { __virtio16 flags; __virtio16 idx; vring_used_elem_t ring[0]; }; typedef struct vring_desc vring_desc_t; typedef struct vring_avail vring_avail_t; typedef struct vring_used vring_used_t; struct vring { unsigned int num; vring_desc_t *desc; vring_avail_t *avail; vring_used_t *used; }; struct vring_packed_desc_event { __le16 off_wrap; __le16 flags; }; struct vring_packed_desc { __le64 addr; __le32 len; __le16 id; __le16 flags; }; struct virtio_shm_region { u64 addr; u64 len; }; enum xen_domain_type { XEN_NATIVE = 0, XEN_PV_DOMAIN = 1, XEN_HVM_DOMAIN = 2, }; struct vring_desc_state_split { void *data; struct vring_desc *indir_desc; }; struct vring_desc_state_packed { void *data; struct vring_packed_desc *indir_desc; u16 num; u16 last; }; struct vring_desc_extra { dma_addr_t addr; u32 len; u16 flags; u16 next; }; struct vring_virtqueue_split { struct vring vring; u16 avail_flags_shadow; u16 avail_idx_shadow; struct vring_desc_state_split *desc_state; struct vring_desc_extra *desc_extra; dma_addr_t queue_dma_addr; size_t queue_size_in_bytes; u32 vring_align; bool may_reduce_num; }; struct vring_virtqueue_packed { struct { unsigned int num; struct vring_packed_desc *desc; struct vring_packed_desc_event *driver; struct vring_packed_desc_event *device; } vring; bool avail_wrap_counter; u16 avail_used_flags; u16 next_avail_idx; u16 event_flags_shadow; struct vring_desc_state_packed *desc_state; struct vring_desc_extra *desc_extra; dma_addr_t ring_dma_addr; dma_addr_t driver_event_dma_addr; dma_addr_t device_event_dma_addr; size_t ring_size_in_bytes; size_t event_size_in_bytes; }; struct vring_virtqueue { struct virtqueue vq; bool packed_ring; bool use_dma_api; bool weak_barriers; bool broken; bool indirect; bool event; unsigned int free_head; unsigned int num_added; u16 last_used_idx; bool event_triggered; union { struct vring_virtqueue_split split; struct vring_virtqueue_packed packed; }; bool (*notify)(struct virtqueue *); bool we_own_ring; }; typedef int suspend_state_t; struct regulator_bulk_data { const char *supply; int init_load_uA; struct regulator *consumer; int ret; }; struct regulator_voltage { int min_uV; int max_uV; }; struct regulator_dev; struct regulator { struct device *dev; struct list_head list; unsigned int always_on: 1; unsigned int bypass: 1; unsigned int device_link: 1; int uA_load; unsigned int enable_count; unsigned int deferred_disables; struct regulator_voltage voltage[5]; const char *supply_name; struct device_attribute dev_attr; struct regulator_dev *rdev; struct dentry *debugfs; }; struct linear_range { unsigned int min; unsigned int min_sel; unsigned int max_sel; unsigned int step; }; struct ww_mutex { struct mutex base; struct ww_acquire_ctx *ctx; }; struct ww_acquire_ctx { struct task_struct *task; long unsigned int stamp; unsigned int acquired; short unsigned int wounded; short unsigned int is_wait_die; }; struct regulator_ops { int (*list_voltage)(struct regulator_dev *, unsigned int); int (*set_voltage)(struct regulator_dev *, int, int, unsigned int *); int (*map_voltage)(struct regulator_dev *, int, int); int (*set_voltage_sel)(struct regulator_dev *, unsigned int); int (*get_voltage)(struct regulator_dev *); int (*get_voltage_sel)(struct regulator_dev *); int (*set_current_limit)(struct regulator_dev *, int, int); int (*get_current_limit)(struct regulator_dev *); int (*set_input_current_limit)(struct regulator_dev *, int); int (*set_over_current_protection)(struct regulator_dev *, int, int, bool); int (*set_over_voltage_protection)(struct regulator_dev *, int, int, bool); int (*set_under_voltage_protection)(struct regulator_dev *, int, int, bool); int (*set_thermal_protection)(struct regulator_dev *, int, int, bool); int (*set_active_discharge)(struct regulator_dev *, bool); int (*enable)(struct regulator_dev *); int (*disable)(struct regulator_dev *); int (*is_enabled)(struct regulator_dev *); int (*set_mode)(struct regulator_dev *, unsigned int); unsigned int (*get_mode)(struct regulator_dev *); int (*get_error_flags)(struct regulator_dev *, unsigned int *); int (*enable_time)(struct regulator_dev *); int (*set_ramp_delay)(struct regulator_dev *, int); int (*set_voltage_time)(struct regulator_dev *, int, int); int (*set_voltage_time_sel)(struct regulator_dev *, unsigned int, unsigned int); int (*set_soft_start)(struct regulator_dev *); int (*get_status)(struct regulator_dev *); unsigned int (*get_optimum_mode)(struct regulator_dev *, int, int, int); int (*set_load)(struct regulator_dev *, int); int (*set_bypass)(struct regulator_dev *, bool); int (*get_bypass)(struct regulator_dev *, bool *); int (*set_suspend_voltage)(struct regulator_dev *, int); int (*set_suspend_enable)(struct regulator_dev *); int (*set_suspend_disable)(struct regulator_dev *); int (*set_suspend_mode)(struct regulator_dev *, unsigned int); int (*resume)(struct regulator_dev *); int (*set_pull_down)(struct regulator_dev *); }; struct regulator_coupler; struct coupling_desc { struct regulator_dev **coupled_rdevs; struct regulator_coupler *coupler; int n_resolved; int n_coupled; }; struct regulator_desc; struct regulation_constraints; struct regulator_enable_gpio; struct regulator_dev { const struct regulator_desc *desc; int exclusive; u32 use_count; u32 open_count; u32 bypass_count; struct list_head list; struct list_head consumer_list; struct coupling_desc coupling_desc; struct blocking_notifier_head notifier; struct ww_mutex mutex; struct task_struct *mutex_owner; int ref_cnt; struct module *owner; struct device dev; struct regulation_constraints *constraints; struct regulator *supply; const char *supply_name; struct regmap *regmap; struct delayed_work disable_work; void *reg_data; struct dentry *debugfs; struct regulator_enable_gpio *ena_pin; unsigned int ena_gpio_state: 1; unsigned int is_switch: 1; ktime_t last_off; int cached_err; bool use_cached_err; spinlock_t err_lock; }; enum regulator_type { REGULATOR_VOLTAGE = 0, REGULATOR_CURRENT = 1, }; struct regulator_config; struct regulator_desc { const char *name; const char *supply_name; const char *of_match; bool of_match_full_name; const char *regulators_node; int (*of_parse_cb)(struct device_node *, const struct regulator_desc *, struct regulator_config *); int id; unsigned int continuous_voltage_range: 1; unsigned int n_voltages; unsigned int n_current_limits; const struct regulator_ops *ops; int irq; enum regulator_type type; struct module *owner; unsigned int min_uV; unsigned int uV_step; unsigned int linear_min_sel; int fixed_uV; unsigned int ramp_delay; int min_dropout_uV; const struct linear_range *linear_ranges; const unsigned int *linear_range_selectors; int n_linear_ranges; const unsigned int *volt_table; const unsigned int *curr_table; unsigned int vsel_range_reg; unsigned int vsel_range_mask; unsigned int vsel_reg; unsigned int vsel_mask; unsigned int vsel_step; unsigned int csel_reg; unsigned int csel_mask; unsigned int apply_reg; unsigned int apply_bit; unsigned int enable_reg; unsigned int enable_mask; unsigned int enable_val; unsigned int disable_val; bool enable_is_inverted; unsigned int bypass_reg; unsigned int bypass_mask; unsigned int bypass_val_on; unsigned int bypass_val_off; unsigned int active_discharge_on; unsigned int active_discharge_off; unsigned int active_discharge_mask; unsigned int active_discharge_reg; unsigned int soft_start_reg; unsigned int soft_start_mask; unsigned int soft_start_val_on; unsigned int pull_down_reg; unsigned int pull_down_mask; unsigned int pull_down_val_on; unsigned int ramp_reg; unsigned int ramp_mask; const unsigned int *ramp_delay_table; unsigned int n_ramp_values; unsigned int enable_time; unsigned int off_on_delay; unsigned int poll_enabled_time; unsigned int (*of_map_mode)(unsigned int); }; struct regulator_init_data; struct regulator_config { struct device *dev; const struct regulator_init_data *init_data; void *driver_data; struct device_node *of_node; struct regmap *regmap; struct gpio_desc *ena_gpiod; }; struct regulator_state { int uV; int min_uV; int max_uV; unsigned int mode; int enabled; bool changeable; }; struct notification_limit { int prot; int err; int warn; }; struct regulation_constraints { const char *name; int min_uV; int max_uV; int uV_offset; int min_uA; int max_uA; int ilim_uA; int system_load; u32 *max_spread; int max_uV_step; unsigned int valid_modes_mask; unsigned int valid_ops_mask; int input_uV; struct regulator_state state_disk; struct regulator_state state_mem; struct regulator_state state_standby; struct notification_limit over_curr_limits; struct notification_limit over_voltage_limits; struct notification_limit under_voltage_limits; struct notification_limit temp_limits; suspend_state_t initial_state; unsigned int initial_mode; unsigned int ramp_delay; unsigned int settling_time; unsigned int settling_time_up; unsigned int settling_time_down; unsigned int enable_time; unsigned int active_discharge; unsigned int always_on: 1; unsigned int boot_on: 1; unsigned int apply_uV: 1; unsigned int ramp_disable: 1; unsigned int soft_start: 1; unsigned int pull_down: 1; unsigned int over_current_protection: 1; unsigned int over_current_detection: 1; unsigned int over_voltage_detection: 1; unsigned int under_voltage_detection: 1; unsigned int over_temp_detection: 1; }; struct regulator_consumer_supply; struct regulator_init_data { const char *supply_regulator; struct regulation_constraints constraints; int num_consumer_supplies; struct regulator_consumer_supply *consumer_supplies; int (*regulator_init)(void *); void *driver_data; }; struct regulator_err_state { struct regulator_dev *rdev; long unsigned int notifs; long unsigned int errors; int possible_errs; }; struct regulator_irq_data { struct regulator_err_state *states; int num_states; void *data; long int opaque; }; struct regulator_irq_desc { const char *name; int fatal_cnt; int reread_ms; int irq_off_ms; bool skip_off; bool high_prio; void *data; int (*die)(struct regulator_irq_data *); int (*map_event)(int, struct regulator_irq_data *, long unsigned int *); int (*renable)(struct regulator_irq_data *); }; enum regulator_get_type { NORMAL_GET = 0, EXCLUSIVE_GET = 1, OPTIONAL_GET = 2, MAX_GET_TYPE = 3, }; struct regulator_bulk_devres { struct regulator_bulk_data *consumers; int num_consumers; }; struct regulator_supply_alias_match { struct device *dev; const char *id; }; struct regulator_notifier_match { struct regulator *regulator; struct notifier_block *nb; }; struct regulator_consumer_supply { const char *dev_name; const char *supply; }; enum rpmh_regulator_type { VRM = 0, XOB = 1, }; struct rpmh_vreg_hw_data { enum rpmh_regulator_type regulator_type; const struct regulator_ops *ops; const struct linear_range voltage_range; int n_voltages; int hpm_min_load_uA; const int *pmic_mode_map; unsigned int (*of_map_mode)(unsigned int); }; struct rpmh_vreg { struct device *dev; u32 addr; struct regulator_desc rdesc; const struct rpmh_vreg_hw_data *hw_data; bool always_wait_for_ack; int enabled; bool bypassed; int voltage_selector; unsigned int mode; }; struct rpmh_vreg_init_data { const char *name; const char *resource_name; const char *supply_name; const struct rpmh_vreg_hw_data *hw_data; }; struct reset_controller_dev; struct reset_control_ops { int (*reset)(struct reset_controller_dev *, long unsigned int); int (*assert)(struct reset_controller_dev *, long unsigned int); int (*deassert)(struct reset_controller_dev *, long unsigned int); int (*status)(struct reset_controller_dev *, long unsigned int); }; struct reset_controller_dev { const struct reset_control_ops *ops; struct module *owner; struct list_head list; struct list_head reset_control_head; struct device *dev; struct device_node *of_node; int of_reset_n_cells; int (*of_xlate)(struct reset_controller_dev *, const struct of_phandle_args *); unsigned int nr_resets; }; enum rpi_firmware_property_tag { RPI_FIRMWARE_PROPERTY_END = 0, RPI_FIRMWARE_GET_FIRMWARE_REVISION = 1, RPI_FIRMWARE_SET_CURSOR_INFO = 32784, RPI_FIRMWARE_SET_CURSOR_STATE = 32785, RPI_FIRMWARE_GET_BOARD_MODEL = 65537, RPI_FIRMWARE_GET_BOARD_REVISION = 65538, RPI_FIRMWARE_GET_BOARD_MAC_ADDRESS = 65539, RPI_FIRMWARE_GET_BOARD_SERIAL = 65540, RPI_FIRMWARE_GET_ARM_MEMORY = 65541, RPI_FIRMWARE_GET_VC_MEMORY = 65542, RPI_FIRMWARE_GET_CLOCKS = 65543, RPI_FIRMWARE_GET_POWER_STATE = 131073, RPI_FIRMWARE_GET_TIMING = 131074, RPI_FIRMWARE_SET_POWER_STATE = 163841, RPI_FIRMWARE_GET_CLOCK_STATE = 196609, RPI_FIRMWARE_GET_CLOCK_RATE = 196610, RPI_FIRMWARE_GET_VOLTAGE = 196611, RPI_FIRMWARE_GET_MAX_CLOCK_RATE = 196612, RPI_FIRMWARE_GET_MAX_VOLTAGE = 196613, RPI_FIRMWARE_GET_TEMPERATURE = 196614, RPI_FIRMWARE_GET_MIN_CLOCK_RATE = 196615, RPI_FIRMWARE_GET_MIN_VOLTAGE = 196616, RPI_FIRMWARE_GET_TURBO = 196617, RPI_FIRMWARE_GET_MAX_TEMPERATURE = 196618, RPI_FIRMWARE_GET_STC = 196619, RPI_FIRMWARE_ALLOCATE_MEMORY = 196620, RPI_FIRMWARE_LOCK_MEMORY = 196621, RPI_FIRMWARE_UNLOCK_MEMORY = 196622, RPI_FIRMWARE_RELEASE_MEMORY = 196623, RPI_FIRMWARE_EXECUTE_CODE = 196624, RPI_FIRMWARE_EXECUTE_QPU = 196625, RPI_FIRMWARE_SET_ENABLE_QPU = 196626, RPI_FIRMWARE_GET_DISPMANX_RESOURCE_MEM_HANDLE = 196628, RPI_FIRMWARE_GET_EDID_BLOCK = 196640, RPI_FIRMWARE_GET_CUSTOMER_OTP = 196641, RPI_FIRMWARE_GET_DOMAIN_STATE = 196656, RPI_FIRMWARE_GET_THROTTLED = 196678, RPI_FIRMWARE_GET_CLOCK_MEASURED = 196679, RPI_FIRMWARE_NOTIFY_REBOOT = 196680, RPI_FIRMWARE_SET_CLOCK_STATE = 229377, RPI_FIRMWARE_SET_CLOCK_RATE = 229378, RPI_FIRMWARE_SET_VOLTAGE = 229379, RPI_FIRMWARE_SET_TURBO = 229385, RPI_FIRMWARE_SET_CUSTOMER_OTP = 229409, RPI_FIRMWARE_SET_DOMAIN_STATE = 229424, RPI_FIRMWARE_GET_GPIO_STATE = 196673, RPI_FIRMWARE_SET_GPIO_STATE = 229441, RPI_FIRMWARE_SET_SDHOST_CLOCK = 229442, RPI_FIRMWARE_GET_GPIO_CONFIG = 196675, RPI_FIRMWARE_SET_GPIO_CONFIG = 229443, RPI_FIRMWARE_GET_PERIPH_REG = 196677, RPI_FIRMWARE_SET_PERIPH_REG = 229445, RPI_FIRMWARE_GET_POE_HAT_VAL = 196681, RPI_FIRMWARE_SET_POE_HAT_VAL = 196688, RPI_FIRMWARE_NOTIFY_XHCI_RESET = 196696, RPI_FIRMWARE_NOTIFY_DISPLAY_DONE = 196710, RPI_FIRMWARE_FRAMEBUFFER_ALLOCATE = 262145, RPI_FIRMWARE_FRAMEBUFFER_BLANK = 262146, RPI_FIRMWARE_FRAMEBUFFER_GET_PHYSICAL_WIDTH_HEIGHT = 262147, RPI_FIRMWARE_FRAMEBUFFER_GET_VIRTUAL_WIDTH_HEIGHT = 262148, RPI_FIRMWARE_FRAMEBUFFER_GET_DEPTH = 262149, RPI_FIRMWARE_FRAMEBUFFER_GET_PIXEL_ORDER = 262150, RPI_FIRMWARE_FRAMEBUFFER_GET_ALPHA_MODE = 262151, RPI_FIRMWARE_FRAMEBUFFER_GET_PITCH = 262152, RPI_FIRMWARE_FRAMEBUFFER_GET_VIRTUAL_OFFSET = 262153, RPI_FIRMWARE_FRAMEBUFFER_GET_OVERSCAN = 262154, RPI_FIRMWARE_FRAMEBUFFER_GET_PALETTE = 262155, RPI_FIRMWARE_FRAMEBUFFER_GET_TOUCHBUF = 262159, RPI_FIRMWARE_FRAMEBUFFER_GET_GPIOVIRTBUF = 262160, RPI_FIRMWARE_FRAMEBUFFER_RELEASE = 294913, RPI_FIRMWARE_FRAMEBUFFER_TEST_PHYSICAL_WIDTH_HEIGHT = 278531, RPI_FIRMWARE_FRAMEBUFFER_TEST_VIRTUAL_WIDTH_HEIGHT = 278532, RPI_FIRMWARE_FRAMEBUFFER_TEST_DEPTH = 278533, RPI_FIRMWARE_FRAMEBUFFER_TEST_PIXEL_ORDER = 278534, RPI_FIRMWARE_FRAMEBUFFER_TEST_ALPHA_MODE = 278535, RPI_FIRMWARE_FRAMEBUFFER_TEST_VIRTUAL_OFFSET = 278537, RPI_FIRMWARE_FRAMEBUFFER_TEST_OVERSCAN = 278538, RPI_FIRMWARE_FRAMEBUFFER_TEST_PALETTE = 278539, RPI_FIRMWARE_FRAMEBUFFER_TEST_VSYNC = 278542, RPI_FIRMWARE_FRAMEBUFFER_SET_PHYSICAL_WIDTH_HEIGHT = 294915, RPI_FIRMWARE_FRAMEBUFFER_SET_VIRTUAL_WIDTH_HEIGHT = 294916, RPI_FIRMWARE_FRAMEBUFFER_SET_DEPTH = 294917, RPI_FIRMWARE_FRAMEBUFFER_SET_PIXEL_ORDER = 294918, RPI_FIRMWARE_FRAMEBUFFER_SET_ALPHA_MODE = 294919, RPI_FIRMWARE_FRAMEBUFFER_SET_VIRTUAL_OFFSET = 294921, RPI_FIRMWARE_FRAMEBUFFER_SET_OVERSCAN = 294922, RPI_FIRMWARE_FRAMEBUFFER_SET_PALETTE = 294923, RPI_FIRMWARE_FRAMEBUFFER_SET_TOUCHBUF = 294943, RPI_FIRMWARE_FRAMEBUFFER_SET_GPIOVIRTBUF = 294944, RPI_FIRMWARE_FRAMEBUFFER_SET_VSYNC = 294926, RPI_FIRMWARE_FRAMEBUFFER_SET_BACKLIGHT = 294927, RPI_FIRMWARE_VCHIQ_INIT = 294928, RPI_FIRMWARE_GET_COMMAND_LINE = 327681, RPI_FIRMWARE_GET_DMA_CHANNELS = 393217, }; struct rpi_firmware; struct rpi_reset { struct reset_controller_dev rcdev; struct rpi_firmware *fw; }; struct vc { struct vc_data *d; struct work_struct SAK_work; }; struct tiocl_selection { short unsigned int xs; short unsigned int ys; short unsigned int xe; short unsigned int ye; short unsigned int sel_mode; }; struct vc_selection { struct mutex lock; struct vc_data *cons; char *buffer; unsigned int buf_len; volatile int start; int end; }; struct earlycon_device { struct console *con; struct uart_port port; char options[16]; unsigned int baud; }; struct earlycon_id { char name[15]; char name_term; char compatible[128]; int (*setup)(struct earlycon_device *, const char *); }; struct pciserial_board { unsigned int flags; unsigned int num_ports; unsigned int base_baud; unsigned int uart_offset; unsigned int reg_shift; unsigned int first_offset; }; struct uart_8250_port; struct uart_8250_ops { int (*setup_irq)(struct uart_8250_port *); void (*release_irq)(struct uart_8250_port *); void (*setup_timer)(struct uart_8250_port *); }; struct mctrl_gpios; struct uart_8250_dma; struct uart_8250_em485; struct uart_8250_port { struct uart_port port; struct timer_list timer; struct list_head list; u32 capabilities; short unsigned int bugs; bool fifo_bug; unsigned int tx_loadsz; unsigned char acr; unsigned char fcr; unsigned char ier; unsigned char lcr; unsigned char mcr; unsigned char cur_iotype; unsigned int rpm_tx_active; unsigned char canary; unsigned char probe; struct mctrl_gpios *gpios; u16 lsr_saved_flags; u16 lsr_save_mask; unsigned char msr_saved_flags; struct uart_8250_dma *dma; const struct uart_8250_ops *ops; int (*dl_read)(struct uart_8250_port *); void (*dl_write)(struct uart_8250_port *, int); struct uart_8250_em485 *em485; void (*rs485_start_tx)(struct uart_8250_port *); void (*rs485_stop_tx)(struct uart_8250_port *); struct delayed_work overrun_backoff; u32 overrun_backoff_time_ms; }; struct uart_8250_em485 { struct hrtimer start_tx_timer; struct hrtimer stop_tx_timer; struct hrtimer *active_timer; struct uart_8250_port *port; unsigned int tx_stopped: 1; }; struct uart_8250_dma { int (*tx_dma)(struct uart_8250_port *); int (*rx_dma)(struct uart_8250_port *); void (*prepare_tx_dma)(struct uart_8250_port *); void (*prepare_rx_dma)(struct uart_8250_port *); dma_filter_fn fn; void *rx_param; void *tx_param; struct dma_slave_config rxconf; struct dma_slave_config txconf; struct dma_chan *rxchan; struct dma_chan *txchan; phys_addr_t rx_dma_addr; phys_addr_t tx_dma_addr; dma_addr_t rx_addr; dma_addr_t tx_addr; dma_cookie_t rx_cookie; dma_cookie_t tx_cookie; void *rx_buf; size_t rx_size; size_t tx_size; unsigned char tx_running; unsigned char tx_err; unsigned char rx_running; }; struct serial_private; struct pci_serial_quirk { u32 vendor; u32 device; u32 subvendor; u32 subdevice; int (*probe)(struct pci_dev *); int (*init)(struct pci_dev *); int (*setup)(struct serial_private *, const struct pciserial_board *, struct uart_8250_port *, int); void (*exit)(struct pci_dev *); }; struct serial_private { struct pci_dev *dev; unsigned int nr; struct pci_serial_quirk *quirk; const struct pciserial_board *board; int line[0]; }; struct f815xxa_data { spinlock_t lock; int idx; }; struct timedia_struct { int num; const short unsigned int *ids; }; enum pci_board_num_t { pbn_default = 0, pbn_b0_1_115200 = 1, pbn_b0_2_115200 = 2, pbn_b0_4_115200 = 3, pbn_b0_5_115200 = 4, pbn_b0_8_115200 = 5, pbn_b0_1_921600 = 6, pbn_b0_2_921600 = 7, pbn_b0_4_921600 = 8, pbn_b0_2_1130000 = 9, pbn_b0_4_1152000 = 10, pbn_b0_4_1250000 = 11, pbn_b0_2_1843200 = 12, pbn_b0_4_1843200 = 13, pbn_b0_1_15625000 = 14, pbn_b0_bt_1_115200 = 15, pbn_b0_bt_2_115200 = 16, pbn_b0_bt_4_115200 = 17, pbn_b0_bt_8_115200 = 18, pbn_b0_bt_1_460800 = 19, pbn_b0_bt_2_460800 = 20, pbn_b0_bt_4_460800 = 21, pbn_b0_bt_1_921600 = 22, pbn_b0_bt_2_921600 = 23, pbn_b0_bt_4_921600 = 24, pbn_b0_bt_8_921600 = 25, pbn_b1_1_115200 = 26, pbn_b1_2_115200 = 27, pbn_b1_4_115200 = 28, pbn_b1_8_115200 = 29, pbn_b1_16_115200 = 30, pbn_b1_1_921600 = 31, pbn_b1_2_921600 = 32, pbn_b1_4_921600 = 33, pbn_b1_8_921600 = 34, pbn_b1_2_1250000 = 35, pbn_b1_bt_1_115200 = 36, pbn_b1_bt_2_115200 = 37, pbn_b1_bt_4_115200 = 38, pbn_b1_bt_2_921600 = 39, pbn_b1_1_1382400 = 40, pbn_b1_2_1382400 = 41, pbn_b1_4_1382400 = 42, pbn_b1_8_1382400 = 43, pbn_b2_1_115200 = 44, pbn_b2_2_115200 = 45, pbn_b2_4_115200 = 46, pbn_b2_8_115200 = 47, pbn_b2_1_460800 = 48, pbn_b2_4_460800 = 49, pbn_b2_8_460800 = 50, pbn_b2_16_460800 = 51, pbn_b2_1_921600 = 52, pbn_b2_4_921600 = 53, pbn_b2_8_921600 = 54, pbn_b2_8_1152000 = 55, pbn_b2_bt_1_115200 = 56, pbn_b2_bt_2_115200 = 57, pbn_b2_bt_4_115200 = 58, pbn_b2_bt_2_921600 = 59, pbn_b2_bt_4_921600 = 60, pbn_b3_2_115200 = 61, pbn_b3_4_115200 = 62, pbn_b3_8_115200 = 63, pbn_b4_bt_2_921600 = 64, pbn_b4_bt_4_921600 = 65, pbn_b4_bt_8_921600 = 66, pbn_panacom = 67, pbn_panacom2 = 68, pbn_panacom4 = 69, pbn_plx_romulus = 70, pbn_oxsemi = 71, pbn_oxsemi_1_15625000 = 72, pbn_oxsemi_2_15625000 = 73, pbn_oxsemi_4_15625000 = 74, pbn_oxsemi_8_15625000 = 75, pbn_intel_i960 = 76, pbn_sgi_ioc3 = 77, pbn_computone_4 = 78, pbn_computone_6 = 79, pbn_computone_8 = 80, pbn_sbsxrsio = 81, pbn_pasemi_1682M = 82, pbn_ni8430_2 = 83, pbn_ni8430_4 = 84, pbn_ni8430_8 = 85, pbn_ni8430_16 = 86, pbn_ADDIDATA_PCIe_1_3906250 = 87, pbn_ADDIDATA_PCIe_2_3906250 = 88, pbn_ADDIDATA_PCIe_4_3906250 = 89, pbn_ADDIDATA_PCIe_8_3906250 = 90, pbn_ce4100_1_115200 = 91, pbn_omegapci = 92, pbn_NETMOS9900_2s_115200 = 93, pbn_brcm_trumanage = 94, pbn_fintek_4 = 95, pbn_fintek_8 = 96, pbn_fintek_12 = 97, pbn_fintek_F81504A = 98, pbn_fintek_F81508A = 99, pbn_fintek_F81512A = 100, pbn_wch382_2 = 101, pbn_wch384_4 = 102, pbn_wch384_8 = 103, pbn_sunix_pci_1s = 104, pbn_sunix_pci_2s = 105, pbn_sunix_pci_4s = 106, pbn_sunix_pci_8s = 107, pbn_sunix_pci_16s = 108, pbn_titan_1_4000000 = 109, pbn_titan_2_4000000 = 110, pbn_titan_4_4000000 = 111, pbn_titan_8_4000000 = 112, pbn_moxa8250_2p = 113, pbn_moxa8250_4p = 114, pbn_moxa8250_8p = 115, }; struct uart_driver { struct module *owner; const char *driver_name; const char *dev_name; int major; int minor; int nr; struct console *cons; struct uart_state *state; struct tty_driver *tty_driver; }; struct amba_pl011_data { bool (*dma_filter)(struct dma_chan *, void *); void *dma_rx_param; void *dma_tx_param; bool dma_rx_poll_enable; unsigned int dma_rx_poll_rate; unsigned int dma_rx_poll_timeout; void (*init)(); void (*exit)(); }; enum { REG_DR = 0, REG_ST_DMAWM = 1, REG_ST_TIMEOUT = 2, REG_FR = 3, REG_LCRH_RX = 4, REG_LCRH_TX = 5, REG_IBRD = 6, REG_FBRD = 7, REG_CR = 8, REG_IFLS = 9, REG_IMSC = 10, REG_RIS = 11, REG_MIS = 12, REG_ICR = 13, REG_DMACR = 14, REG_ST_XFCR = 15, REG_ST_XON1 = 16, REG_ST_XON2 = 17, REG_ST_XOFF1 = 18, REG_ST_XOFF2 = 19, REG_ST_ITCR = 20, REG_ST_ITIP = 21, REG_ST_ABCR = 22, REG_ST_ABIMSC = 23, REG_ARRAY_SIZE = 24, }; struct vendor_data { const u16 *reg_offset; unsigned int ifls; unsigned int fr_busy; unsigned int fr_dsr; unsigned int fr_cts; unsigned int fr_ri; unsigned int inv_fr; bool access_32b; bool oversampling; bool dma_threshold; bool cts_event_workaround; bool always_enabled; bool fixed_options; unsigned int (*get_fifosize)(struct amba_device *); }; struct pl011_sgbuf { struct scatterlist sg; char *buf; }; struct pl011_dmarx_data { struct dma_chan *chan; struct completion complete; bool use_buf_b; struct pl011_sgbuf sgbuf_a; struct pl011_sgbuf sgbuf_b; dma_cookie_t cookie; bool running; struct timer_list timer; unsigned int last_residue; long unsigned int last_jiffies; bool auto_poll_rate; unsigned int poll_rate; unsigned int poll_timeout; }; struct pl011_dmatx_data { struct dma_chan *chan; struct scatterlist sg; char *buf; bool queued; }; struct uart_amba_port { struct uart_port port; const u16 *reg_offset; struct clk *clk; const struct vendor_data *vendor; unsigned int dmacr; unsigned int im; unsigned int old_status; unsigned int fifosize; unsigned int fixed_baud; char type[12]; bool rs485_tx_started; unsigned int rs485_tx_drain_interval; bool using_tx_dma; bool using_rx_dma; struct pl011_dmarx_data dmarx; struct pl011_dmatx_data dmatx; bool dma_probed; }; enum mctrl_gpio_idx { UART_GPIO_CTS = 0, UART_GPIO_DSR = 1, UART_GPIO_DCD = 2, UART_GPIO_RNG = 3, UART_GPIO_RI = 3, UART_GPIO_RTS = 4, UART_GPIO_DTR = 5, UART_GPIO_MAX = 6, }; struct mctrl_gpios { struct uart_port *port; struct gpio_desc *gpio[6]; int irq[6]; unsigned int mctrl_prev; bool mctrl_on; }; enum TPM_OPS_FLAGS { TPM_OPS_AUTO_STARTUP = 1, }; enum tpm2_timeouts { TPM2_TIMEOUT_A = 750, TPM2_TIMEOUT_B = 2000, TPM2_TIMEOUT_C = 200, TPM2_TIMEOUT_D = 30, TPM2_DURATION_SHORT = 20, TPM2_DURATION_MEDIUM = 750, TPM2_DURATION_LONG = 2000, TPM2_DURATION_LONG_LONG = 300000, TPM2_DURATION_DEFAULT = 120000, }; enum tpm2_return_codes { TPM2_RC_SUCCESS = 0, TPM2_RC_HASH = 131, TPM2_RC_HANDLE = 139, TPM2_RC_INITIALIZE = 256, TPM2_RC_FAILURE = 257, TPM2_RC_DISABLED = 288, TPM2_RC_UPGRADE = 301, TPM2_RC_COMMAND_CODE = 323, TPM2_RC_TESTING = 2314, TPM2_RC_REFERENCE_H0 = 2320, TPM2_RC_RETRY = 2338, }; enum tpm2_command_codes { TPM2_CC_FIRST = 287, TPM2_CC_HIERARCHY_CONTROL = 289, TPM2_CC_HIERARCHY_CHANGE_AUTH = 297, TPM2_CC_CREATE_PRIMARY = 305, TPM2_CC_SEQUENCE_COMPLETE = 318, TPM2_CC_SELF_TEST = 323, TPM2_CC_STARTUP = 324, TPM2_CC_SHUTDOWN = 325, TPM2_CC_NV_READ = 334, TPM2_CC_CREATE = 339, TPM2_CC_LOAD = 343, TPM2_CC_SEQUENCE_UPDATE = 348, TPM2_CC_UNSEAL = 350, TPM2_CC_CONTEXT_LOAD = 353, TPM2_CC_CONTEXT_SAVE = 354, TPM2_CC_FLUSH_CONTEXT = 357, TPM2_CC_VERIFY_SIGNATURE = 375, TPM2_CC_GET_CAPABILITY = 378, TPM2_CC_GET_RANDOM = 379, TPM2_CC_PCR_READ = 382, TPM2_CC_PCR_EXTEND = 386, TPM2_CC_EVENT_SEQUENCE_COMPLETE = 389, TPM2_CC_HASH_SEQUENCE_START = 390, TPM2_CC_CREATE_LOADED = 401, TPM2_CC_LAST = 403, }; enum tpm2_startup_types { TPM2_SU_CLEAR = 0, TPM2_SU_STATE = 1, }; enum tpm_chip_flags { TPM_CHIP_FLAG_TPM2 = 2, TPM_CHIP_FLAG_IRQ = 4, TPM_CHIP_FLAG_VIRTUAL = 8, TPM_CHIP_FLAG_HAVE_TIMEOUTS = 16, TPM_CHIP_FLAG_ALWAYS_POWERED = 32, TPM_CHIP_FLAG_FIRMWARE_POWER_MANAGED = 64, TPM_CHIP_FLAG_FIRMWARE_UPGRADE = 128, }; struct tpm_header { __be16 tag; __be32 length; union { __be32 ordinal; __be32 return_code; }; } __attribute__((packed)); struct tpm_buf { unsigned int flags; u8 *data; }; enum tpm_timeout { TPM_TIMEOUT = 5, TPM_TIMEOUT_RETRY = 100, TPM_TIMEOUT_RANGE_US = 300, TPM_TIMEOUT_POLL = 1, TPM_TIMEOUT_USECS_MIN = 100, TPM_TIMEOUT_USECS_MAX = 500, }; struct acpi_iort_node { u8 type; u16 length; u8 revision; u32 identifier; u32 mapping_count; u32 mapping_offset; char node_data[1]; } __attribute__((packed)); struct acpi_iort_smmu { u64 base_address; u64 span; u32 model; u32 flags; u32 global_interrupt_offset; u32 context_interrupt_count; u32 context_interrupt_offset; u32 pmu_interrupt_count; u32 pmu_interrupt_offset; u64 interrupts[1]; } __attribute__((packed)); enum iommu_resv_type { IOMMU_RESV_DIRECT = 0, IOMMU_RESV_DIRECT_RELAXABLE = 1, IOMMU_RESV_RESERVED = 2, IOMMU_RESV_MSI = 3, IOMMU_RESV_SW_MSI = 4, }; struct iommu_resv_region { struct list_head list; phys_addr_t start; size_t length; int prot; enum iommu_resv_type type; void (*free)(struct device *, struct iommu_resv_region *); }; struct iommu_iort_rmr_data { struct iommu_resv_region rr; const u32 *sids; u32 num_sids; }; enum io_pgtable_fmt { ARM_32_LPAE_S1 = 0, ARM_32_LPAE_S2 = 1, ARM_64_LPAE_S1 = 2, ARM_64_LPAE_S2 = 3, ARM_V7S = 4, ARM_MALI_LPAE = 5, AMD_IOMMU_V1 = 6, APPLE_DART = 7, IO_PGTABLE_NUM_FMTS = 8, }; struct iommu_flush_ops { void (*tlb_flush_all)(void *); void (*tlb_flush_walk)(long unsigned int, size_t, size_t, void *); void (*tlb_add_page)(struct iommu_iotlb_gather *, long unsigned int, size_t, void *); }; struct io_pgtable_cfg { long unsigned int quirks; long unsigned int pgsize_bitmap; unsigned int ias; unsigned int oas; bool coherent_walk; const struct iommu_flush_ops *tlb; struct device *iommu_dev; union { struct { u64 ttbr; struct { u32 ips: 3; u32 tg: 2; u32 sh: 2; u32 orgn: 2; u32 irgn: 2; u32 tsz: 6; } tcr; u64 mair; } arm_lpae_s1_cfg; struct { u64 vttbr; struct { u32 ps: 3; u32 tg: 2; u32 sh: 2; u32 orgn: 2; u32 irgn: 2; u32 sl: 2; u32 tsz: 6; } vtcr; } arm_lpae_s2_cfg; struct { u32 ttbr; u32 tcr; u32 nmrr; u32 prrr; } arm_v7s_cfg; struct { u64 transtab; u64 memattr; } arm_mali_lpae_cfg; struct { u64 ttbr[4]; u32 n_ttbrs; } apple_dart_cfg; }; }; struct io_pgtable_ops { int (*map)(struct io_pgtable_ops *, long unsigned int, phys_addr_t, size_t, int, gfp_t); int (*map_pages)(struct io_pgtable_ops *, long unsigned int, phys_addr_t, size_t, size_t, int, gfp_t, size_t *); size_t (*unmap)(struct io_pgtable_ops *, long unsigned int, size_t, struct iommu_iotlb_gather *); size_t (*unmap_pages)(struct io_pgtable_ops *, long unsigned int, size_t, size_t, struct iommu_iotlb_gather *); phys_addr_t (*iova_to_phys)(struct io_pgtable_ops *, long unsigned int); }; enum arm_smmu_s2cr_privcfg { S2CR_PRIVCFG_DEFAULT = 0, S2CR_PRIVCFG_DIPAN = 1, S2CR_PRIVCFG_UNPRIV = 2, S2CR_PRIVCFG_PRIV = 3, }; enum arm_smmu_s2cr_type { S2CR_TYPE_TRANS = 0, S2CR_TYPE_BYPASS = 1, S2CR_TYPE_FAULT = 2, }; enum arm_smmu_cbar_type { CBAR_TYPE_S2_TRANS = 0, CBAR_TYPE_S1_TRANS_S2_BYPASS = 1, CBAR_TYPE_S1_TRANS_S2_FAULT = 2, CBAR_TYPE_S1_TRANS_S2_TRANS = 3, }; enum arm_smmu_arch_version { ARM_SMMU_V1 = 0, ARM_SMMU_V1_64K = 1, ARM_SMMU_V2 = 2, }; enum arm_smmu_implementation { GENERIC_SMMU = 0, ARM_MMU500 = 1, CAVIUM_SMMUV2 = 2, QCOM_SMMUV2 = 3, }; struct arm_smmu_s2cr { struct iommu_group *group; int count; enum arm_smmu_s2cr_type type; enum arm_smmu_s2cr_privcfg privcfg; u8 cbndx; }; struct arm_smmu_smr { u16 mask; u16 id; bool valid; bool pinned; }; struct arm_smmu_impl; struct arm_smmu_cb; struct arm_smmu_device { struct device *dev; void *base; phys_addr_t ioaddr; unsigned int numpage; unsigned int pgshift; u32 features; enum arm_smmu_arch_version version; enum arm_smmu_implementation model; const struct arm_smmu_impl *impl; u32 num_context_banks; u32 num_s2_context_banks; long unsigned int context_map[2]; struct arm_smmu_cb *cbs; atomic_t irptndx; u32 num_mapping_groups; u16 streamid_mask; u16 smr_mask_mask; struct arm_smmu_smr *smrs; struct arm_smmu_s2cr *s2crs; struct mutex stream_map_mutex; long unsigned int va_size; long unsigned int ipa_size; long unsigned int pa_size; long unsigned int pgsize_bitmap; int num_context_irqs; int num_clks; unsigned int *irqs; struct clk_bulk_data *clks; spinlock_t global_sync_lock; struct iommu_device iommu; }; struct arm_smmu_domain; struct arm_smmu_impl { u32 (*read_reg)(struct arm_smmu_device *, int, int); void (*write_reg)(struct arm_smmu_device *, int, int, u32); u64 (*read_reg64)(struct arm_smmu_device *, int, int); void (*write_reg64)(struct arm_smmu_device *, int, int, u64); int (*cfg_probe)(struct arm_smmu_device *); int (*reset)(struct arm_smmu_device *); int (*init_context)(struct arm_smmu_domain *, struct io_pgtable_cfg *, struct device *); void (*tlb_sync)(struct arm_smmu_device *, int, int, int); int (*def_domain_type)(struct device *); irqreturn_t (*global_fault)(int, void *); irqreturn_t (*context_fault)(int, void *); int (*alloc_context_bank)(struct arm_smmu_domain *, struct arm_smmu_device *, struct device *, int); void (*write_s2cr)(struct arm_smmu_device *, int); void (*write_sctlr)(struct arm_smmu_device *, int, u32); void (*probe_finalize)(struct arm_smmu_device *, struct device *); }; struct arm_smmu_cfg; struct arm_smmu_cb { u64 ttbr[2]; u32 tcr[2]; u32 mair[2]; struct arm_smmu_cfg *cfg; }; enum arm_smmu_context_fmt { ARM_SMMU_CTX_FMT_NONE = 0, ARM_SMMU_CTX_FMT_AARCH64 = 1, ARM_SMMU_CTX_FMT_AARCH32_L = 2, ARM_SMMU_CTX_FMT_AARCH32_S = 3, }; struct arm_smmu_cfg { u8 cbndx; u8 irptndx; union { u16 asid; u16 vmid; }; enum arm_smmu_cbar_type cbar; enum arm_smmu_context_fmt fmt; bool flush_walk_prefer_tlbiasid; }; enum arm_smmu_domain_stage { ARM_SMMU_DOMAIN_S1 = 0, ARM_SMMU_DOMAIN_S2 = 1, ARM_SMMU_DOMAIN_NESTED = 2, ARM_SMMU_DOMAIN_BYPASS = 3, }; struct arm_smmu_domain { struct arm_smmu_device *smmu; struct io_pgtable_ops *pgtbl_ops; long unsigned int pgtbl_quirks; const struct iommu_flush_ops *flush_ops; struct arm_smmu_cfg cfg; enum arm_smmu_domain_stage stage; struct mutex init_mutex; spinlock_t cb_lock; struct iommu_domain domain; }; struct arm_smmu_master_cfg { struct arm_smmu_device *smmu; s16 smendx[0]; }; struct arm_smmu_match_data { enum arm_smmu_arch_version version; enum arm_smmu_implementation model; }; typedef unsigned int ioasid_t; typedef ioasid_t (*ioasid_alloc_fn_t)(ioasid_t, ioasid_t, void *); typedef void (*ioasid_free_fn_t)(ioasid_t, void *); struct ioasid_set { int dummy; }; struct ioasid_allocator_ops { ioasid_alloc_fn_t alloc; ioasid_free_fn_t free; struct list_head list; void *pdata; }; struct ioasid_data { ioasid_t id; struct ioasid_set *set; void *private; struct callback_head rcu; }; struct ioasid_allocator_data { struct ioasid_allocator_ops *ops; struct list_head list; struct list_head slist; long unsigned int flags; struct xarray xa; struct callback_head rcu; }; struct of_pci_iommu_alias_info { struct device *dev; struct device_node *np; }; typedef unsigned int drm_magic_t; struct drm_prime_file_private { struct mutex lock; struct rb_root dmabufs; struct rb_root handles; }; struct drm_master; struct drm_minor; struct drm_file { bool authenticated; bool stereo_allowed; bool universal_planes; bool atomic; bool aspect_ratio_allowed; bool writeback_connectors; bool was_master; bool is_master; struct drm_master *master; spinlock_t master_lookup_lock; struct pid *pid; drm_magic_t magic; struct list_head lhead; struct drm_minor *minor; struct idr object_idr; spinlock_t table_lock; struct idr syncobj_idr; spinlock_t syncobj_table_lock; struct file *filp; void *driver_priv; struct list_head fbs; struct mutex fbs_lock; struct list_head blobs; wait_queue_head_t event_wait; struct list_head pending_event_list; struct list_head event_list; int event_space; struct mutex event_read_lock; struct drm_prime_file_private prime; }; struct drm_device; struct drm_master { struct kref refcount; struct drm_device *dev; char *unique; int unique_len; struct idr magic_map; void *driver_priv; struct drm_master *lessor; int lessee_id; struct list_head lessee_list; struct list_head lessees; struct idr leases; struct idr lessee_idr; }; struct drm_modeset_lock { struct ww_mutex mutex; struct list_head head; }; struct drm_modeset_acquire_ctx; struct drm_mode_config_funcs; struct drm_property; struct drm_atomic_state; struct drm_mode_config_helper_funcs; struct drm_mode_config { struct mutex mutex; struct drm_modeset_lock connection_mutex; struct drm_modeset_acquire_ctx *acquire_ctx; struct mutex idr_mutex; struct idr object_idr; struct idr tile_idr; struct mutex fb_lock; int num_fb; struct list_head fb_list; spinlock_t connector_list_lock; int num_connector; struct ida connector_ida; struct list_head connector_list; struct llist_head connector_free_list; struct work_struct connector_free_work; int num_encoder; struct list_head encoder_list; int num_total_plane; struct list_head plane_list; int num_crtc; struct list_head crtc_list; struct list_head property_list; struct list_head privobj_list; int min_width; int min_height; int max_width; int max_height; const struct drm_mode_config_funcs *funcs; resource_size_t fb_base; bool poll_enabled; bool poll_running; bool delayed_event; struct delayed_work output_poll_work; struct mutex blob_lock; struct list_head property_blob_list; struct drm_property *edid_property; struct drm_property *dpms_property; struct drm_property *path_property; struct drm_property *tile_property; struct drm_property *link_status_property; struct drm_property *plane_type_property; struct drm_property *prop_src_x; struct drm_property *prop_src_y; struct drm_property *prop_src_w; struct drm_property *prop_src_h; struct drm_property *prop_crtc_x; struct drm_property *prop_crtc_y; struct drm_property *prop_crtc_w; struct drm_property *prop_crtc_h; struct drm_property *prop_fb_id; struct drm_property *prop_in_fence_fd; struct drm_property *prop_out_fence_ptr; struct drm_property *prop_crtc_id; struct drm_property *prop_fb_damage_clips; struct drm_property *prop_active; struct drm_property *prop_mode_id; struct drm_property *prop_vrr_enabled; struct drm_property *dvi_i_subconnector_property; struct drm_property *dvi_i_select_subconnector_property; struct drm_property *dp_subconnector_property; struct drm_property *tv_subconnector_property; struct drm_property *tv_select_subconnector_property; struct drm_property *tv_mode_property; struct drm_property *tv_left_margin_property; struct drm_property *tv_right_margin_property; struct drm_property *tv_top_margin_property; struct drm_property *tv_bottom_margin_property; struct drm_property *tv_brightness_property; struct drm_property *tv_contrast_property; struct drm_property *tv_flicker_reduction_property; struct drm_property *tv_overscan_property; struct drm_property *tv_saturation_property; struct drm_property *tv_hue_property; struct drm_property *scaling_mode_property; struct drm_property *aspect_ratio_property; struct drm_property *content_type_property; struct drm_property *degamma_lut_property; struct drm_property *degamma_lut_size_property; struct drm_property *ctm_property; struct drm_property *gamma_lut_property; struct drm_property *gamma_lut_size_property; struct drm_property *suggested_x_property; struct drm_property *suggested_y_property; struct drm_property *non_desktop_property; struct drm_property *panel_orientation_property; struct drm_property *writeback_fb_id_property; struct drm_property *writeback_pixel_formats_property; struct drm_property *writeback_out_fence_ptr_property; struct drm_property *hdr_output_metadata_property; struct drm_property *content_protection_property; struct drm_property *hdcp_content_type_property; uint32_t preferred_depth; uint32_t prefer_shadow; bool prefer_shadow_fbdev; bool quirk_addfb_prefer_xbgr_30bpp; bool quirk_addfb_prefer_host_byte_order; bool async_page_flip; bool fb_modifiers_not_supported; bool normalize_zpos; struct drm_property *modifiers_property; uint32_t cursor_width; uint32_t cursor_height; struct drm_atomic_state *suspend_state; const struct drm_mode_config_helper_funcs *helper_private; }; struct drm_vram_mm; enum switch_power_state { DRM_SWITCH_POWER_ON = 0, DRM_SWITCH_POWER_OFF = 1, DRM_SWITCH_POWER_CHANGING = 2, DRM_SWITCH_POWER_DYNAMIC_OFF = 3, }; struct drm_driver; struct drm_vblank_crtc; struct drm_vma_offset_manager; struct drm_fb_helper; struct drm_device { int if_version; struct kref ref; struct device *dev; struct { struct list_head resources; void *final_kfree; spinlock_t lock; } managed; const struct drm_driver *driver; void *dev_private; struct drm_minor *primary; struct drm_minor *render; bool registered; struct drm_master *master; u32 driver_features; bool unplugged; struct inode *anon_inode; char *unique; struct mutex struct_mutex; struct mutex master_mutex; atomic_t open_count; struct mutex filelist_mutex; struct list_head filelist; struct list_head filelist_internal; struct mutex clientlist_mutex; struct list_head clientlist; bool vblank_disable_immediate; struct drm_vblank_crtc *vblank; spinlock_t vblank_time_lock; spinlock_t vbl_lock; u32 max_vblank_count; struct list_head vblank_event_list; spinlock_t event_lock; unsigned int num_crtcs; struct drm_mode_config mode_config; struct mutex object_name_lock; struct idr object_name_idr; struct drm_vma_offset_manager *vma_offset_manager; struct drm_vram_mm *vram_mm; enum switch_power_state switch_power_state; struct drm_fb_helper *fb_helper; }; struct drm_auth { drm_magic_t magic; }; struct drm_mode_fb_cmd2 { __u32 fb_id; __u32 width; __u32 height; __u32 pixel_format; __u32 flags; __u32 handles[4]; __u32 pitches[4]; __u32 offsets[4]; __u64 modifier[4]; }; struct drm_mode_create_dumb { __u32 height; __u32 width; __u32 bpp; __u32 flags; __u32 handle; __u32 pitch; __u64 size; }; struct drm_modeset_acquire_ctx { struct ww_acquire_ctx ww_ctx; struct drm_modeset_lock *contended; depot_stack_handle_t stack_depot; struct list_head locked; bool trylock_only; bool interruptible; }; enum drm_mode_status { MODE_OK = 0, MODE_HSYNC = 1, MODE_VSYNC = 2, MODE_H_ILLEGAL = 3, MODE_V_ILLEGAL = 4, MODE_BAD_WIDTH = 5, MODE_NOMODE = 6, MODE_NO_INTERLACE = 7, MODE_NO_DBLESCAN = 8, MODE_NO_VSCAN = 9, MODE_MEM = 10, MODE_VIRTUAL_X = 11, MODE_VIRTUAL_Y = 12, MODE_MEM_VIRT = 13, MODE_NOCLOCK = 14, MODE_CLOCK_HIGH = 15, MODE_CLOCK_LOW = 16, MODE_CLOCK_RANGE = 17, MODE_BAD_HVALUE = 18, MODE_BAD_VVALUE = 19, MODE_BAD_VSCAN = 20, MODE_HSYNC_NARROW = 21, MODE_HSYNC_WIDE = 22, MODE_HBLANK_NARROW = 23, MODE_HBLANK_WIDE = 24, MODE_VSYNC_NARROW = 25, MODE_VSYNC_WIDE = 26, MODE_VBLANK_NARROW = 27, MODE_VBLANK_WIDE = 28, MODE_PANEL = 29, MODE_INTERLACE_WIDTH = 30, MODE_ONE_WIDTH = 31, MODE_ONE_HEIGHT = 32, MODE_ONE_SIZE = 33, MODE_NO_REDUCED = 34, MODE_NO_STEREO = 35, MODE_NO_420 = 36, MODE_STALE = 4294967293, MODE_BAD = 4294967294, MODE_ERROR = 4294967295, }; struct drm_framebuffer; struct drm_format_info; struct drm_display_mode; struct drm_mode_config_funcs { struct drm_framebuffer * (*fb_create)(struct drm_device *, struct drm_file *, const struct drm_mode_fb_cmd2 *); const struct drm_format_info * (*get_format_info)(const struct drm_mode_fb_cmd2 *); void (*output_poll_changed)(struct drm_device *); enum drm_mode_status (*mode_valid)(struct drm_device *, const struct drm_display_mode *); int (*atomic_check)(struct drm_device *, struct drm_atomic_state *); int (*atomic_commit)(struct drm_device *, struct drm_atomic_state *, bool); struct drm_atomic_state * (*atomic_state_alloc)(struct drm_device *); void (*atomic_state_clear)(struct drm_atomic_state *); void (*atomic_state_free)(struct drm_atomic_state *); }; struct drm_format_info { u32 format; u8 depth; u8 num_planes; union { u8 cpp[4]; u8 char_per_block[4]; }; u8 block_w[4]; u8 block_h[4]; u8 hsub; u8 vsub; bool has_alpha; bool is_yuv; }; enum hdmi_picture_aspect { HDMI_PICTURE_ASPECT_NONE = 0, HDMI_PICTURE_ASPECT_4_3 = 1, HDMI_PICTURE_ASPECT_16_9 = 2, HDMI_PICTURE_ASPECT_64_27 = 3, HDMI_PICTURE_ASPECT_256_135 = 4, HDMI_PICTURE_ASPECT_RESERVED = 5, }; struct drm_display_mode { int clock; u16 hdisplay; u16 hsync_start; u16 hsync_end; u16 htotal; u16 hskew; u16 vdisplay; u16 vsync_start; u16 vsync_end; u16 vtotal; u16 vscan; u32 flags; int crtc_clock; u16 crtc_hdisplay; u16 crtc_hblank_start; u16 crtc_hblank_end; u16 crtc_hsync_start; u16 crtc_hsync_end; u16 crtc_htotal; u16 crtc_hskew; u16 crtc_vdisplay; u16 crtc_vblank_start; u16 crtc_vblank_end; u16 crtc_vsync_start; u16 crtc_vsync_end; u16 crtc_vtotal; u16 width_mm; u16 height_mm; u8 type; bool expose_to_userspace; struct list_head head; char name[32]; enum drm_mode_status status; enum hdmi_picture_aspect picture_aspect_ratio; }; struct drm_mode_config_helper_funcs { void (*atomic_commit_tail)(struct drm_atomic_state *); int (*atomic_commit_setup)(struct drm_atomic_state *); }; struct drm_gem_object; struct dma_buf; struct dma_buf_attachment; struct drm_ioctl_desc; struct drm_driver { int (*load)(struct drm_device *, long unsigned int); int (*open)(struct drm_device *, struct drm_file *); void (*postclose)(struct drm_device *, struct drm_file *); void (*lastclose)(struct drm_device *); void (*unload)(struct drm_device *); void (*release)(struct drm_device *); void (*master_set)(struct drm_device *, struct drm_file *, bool); void (*master_drop)(struct drm_device *, struct drm_file *); void (*debugfs_init)(struct drm_minor *); struct drm_gem_object * (*gem_create_object)(struct drm_device *, size_t); int (*prime_handle_to_fd)(struct drm_device *, struct drm_file *, uint32_t, uint32_t, int *); int (*prime_fd_to_handle)(struct drm_device *, struct drm_file *, int, uint32_t *); struct drm_gem_object * (*gem_prime_import)(struct drm_device *, struct dma_buf *); struct drm_gem_object * (*gem_prime_import_sg_table)(struct drm_device *, struct dma_buf_attachment *, struct sg_table *); int (*gem_prime_mmap)(struct drm_gem_object *, struct vm_area_struct *); int (*dumb_create)(struct drm_file *, struct drm_device *, struct drm_mode_create_dumb *); int (*dumb_map_offset)(struct drm_file *, struct drm_device *, uint32_t, uint64_t *); int (*dumb_destroy)(struct drm_file *, struct drm_device *, uint32_t); int major; int minor; int patchlevel; char *name; char *desc; char *date; u32 driver_features; const struct drm_ioctl_desc *ioctls; int num_ioctls; const struct file_operations *fops; }; struct drm_minor { int index; int type; struct device *kdev; struct drm_device *dev; struct dentry *debugfs_root; struct list_head debugfs_list; struct mutex debugfs_lock; }; struct drm_vblank_crtc { struct drm_device *dev; wait_queue_head_t queue; struct timer_list disable_timer; seqlock_t seqlock; atomic64_t count; ktime_t time; atomic_t refcount; u32 last; u32 max_vblank_count; unsigned int inmodeset; unsigned int pipe; int framedur_ns; int linedur_ns; struct drm_display_mode hwmode; bool enabled; struct kthread_worker *worker; struct list_head pending_work; wait_queue_head_t work_wait_queue; }; enum drm_driver_feature { DRIVER_GEM = 1, DRIVER_MODESET = 2, DRIVER_RENDER = 8, DRIVER_ATOMIC = 16, DRIVER_SYNCOBJ = 32, DRIVER_SYNCOBJ_TIMELINE = 64, DRIVER_USE_AGP = 33554432, DRIVER_LEGACY = 67108864, DRIVER_PCI_DMA = 134217728, DRIVER_SG = 268435456, DRIVER_HAVE_DMA = 536870912, DRIVER_HAVE_IRQ = 1073741824, DRIVER_KMS_LEGACY_CONTEXT = 2147483648, }; enum drm_ioctl_flags { DRM_AUTH = 1, DRM_MASTER = 2, DRM_ROOT_ONLY = 4, DRM_UNLOCKED = 16, DRM_RENDER_ALLOW = 32, }; typedef int drm_ioctl_t(struct drm_device *, void *, struct drm_file *); struct drm_ioctl_desc { unsigned int cmd; enum drm_ioctl_flags flags; drm_ioctl_t *func; const char *name; }; enum drm_debug_category { DRM_UT_CORE = 1, DRM_UT_DRIVER = 2, DRM_UT_KMS = 4, DRM_UT_PRIME = 8, DRM_UT_ATOMIC = 16, DRM_UT_VBL = 32, DRM_UT_STATE = 64, DRM_UT_LEASE = 128, DRM_UT_DP = 256, DRM_UT_DRMRES = 512, }; enum hdmi_infoframe_type { HDMI_INFOFRAME_TYPE_VENDOR = 129, HDMI_INFOFRAME_TYPE_AVI = 130, HDMI_INFOFRAME_TYPE_SPD = 131, HDMI_INFOFRAME_TYPE_AUDIO = 132, HDMI_INFOFRAME_TYPE_DRM = 135, }; enum hdmi_colorspace { HDMI_COLORSPACE_RGB = 0, HDMI_COLORSPACE_YUV422 = 1, HDMI_COLORSPACE_YUV444 = 2, HDMI_COLORSPACE_YUV420 = 3, HDMI_COLORSPACE_RESERVED4 = 4, HDMI_COLORSPACE_RESERVED5 = 5, HDMI_COLORSPACE_RESERVED6 = 6, HDMI_COLORSPACE_IDO_DEFINED = 7, }; enum hdmi_scan_mode { HDMI_SCAN_MODE_NONE = 0, HDMI_SCAN_MODE_OVERSCAN = 1, HDMI_SCAN_MODE_UNDERSCAN = 2, HDMI_SCAN_MODE_RESERVED = 3, }; enum hdmi_colorimetry { HDMI_COLORIMETRY_NONE = 0, HDMI_COLORIMETRY_ITU_601 = 1, HDMI_COLORIMETRY_ITU_709 = 2, HDMI_COLORIMETRY_EXTENDED = 3, }; enum hdmi_active_aspect { HDMI_ACTIVE_ASPECT_16_9_TOP = 2, HDMI_ACTIVE_ASPECT_14_9_TOP = 3, HDMI_ACTIVE_ASPECT_16_9_CENTER = 4, HDMI_ACTIVE_ASPECT_PICTURE = 8, HDMI_ACTIVE_ASPECT_4_3 = 9, HDMI_ACTIVE_ASPECT_16_9 = 10, HDMI_ACTIVE_ASPECT_14_9 = 11, HDMI_ACTIVE_ASPECT_4_3_SP_14_9 = 13, HDMI_ACTIVE_ASPECT_16_9_SP_14_9 = 14, HDMI_ACTIVE_ASPECT_16_9_SP_4_3 = 15, }; enum hdmi_extended_colorimetry { HDMI_EXTENDED_COLORIMETRY_XV_YCC_601 = 0, HDMI_EXTENDED_COLORIMETRY_XV_YCC_709 = 1, HDMI_EXTENDED_COLORIMETRY_S_YCC_601 = 2, HDMI_EXTENDED_COLORIMETRY_OPYCC_601 = 3, HDMI_EXTENDED_COLORIMETRY_OPRGB = 4, HDMI_EXTENDED_COLORIMETRY_BT2020_CONST_LUM = 5, HDMI_EXTENDED_COLORIMETRY_BT2020 = 6, HDMI_EXTENDED_COLORIMETRY_RESERVED = 7, }; enum hdmi_quantization_range { HDMI_QUANTIZATION_RANGE_DEFAULT = 0, HDMI_QUANTIZATION_RANGE_LIMITED = 1, HDMI_QUANTIZATION_RANGE_FULL = 2, HDMI_QUANTIZATION_RANGE_RESERVED = 3, }; enum hdmi_nups { HDMI_NUPS_UNKNOWN = 0, HDMI_NUPS_HORIZONTAL = 1, HDMI_NUPS_VERTICAL = 2, HDMI_NUPS_BOTH = 3, }; enum hdmi_ycc_quantization_range { HDMI_YCC_QUANTIZATION_RANGE_LIMITED = 0, HDMI_YCC_QUANTIZATION_RANGE_FULL = 1, }; enum hdmi_content_type { HDMI_CONTENT_TYPE_GRAPHICS = 0, HDMI_CONTENT_TYPE_PHOTO = 1, HDMI_CONTENT_TYPE_CINEMA = 2, HDMI_CONTENT_TYPE_GAME = 3, }; enum hdmi_metadata_type { HDMI_STATIC_METADATA_TYPE1 = 0, }; enum hdmi_eotf { HDMI_EOTF_TRADITIONAL_GAMMA_SDR = 0, HDMI_EOTF_TRADITIONAL_GAMMA_HDR = 1, HDMI_EOTF_SMPTE_ST2084 = 2, HDMI_EOTF_BT_2100_HLG = 3, }; struct hdmi_avi_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; enum hdmi_colorspace colorspace; enum hdmi_scan_mode scan_mode; enum hdmi_colorimetry colorimetry; enum hdmi_picture_aspect picture_aspect; enum hdmi_active_aspect active_aspect; bool itc; enum hdmi_extended_colorimetry extended_colorimetry; enum hdmi_quantization_range quantization_range; enum hdmi_nups nups; unsigned char video_code; enum hdmi_ycc_quantization_range ycc_quantization_range; enum hdmi_content_type content_type; unsigned char pixel_repeat; short unsigned int top_bar; short unsigned int bottom_bar; short unsigned int left_bar; short unsigned int right_bar; }; enum hdmi_3d_structure { HDMI_3D_STRUCTURE_INVALID = 4294967295, HDMI_3D_STRUCTURE_FRAME_PACKING = 0, HDMI_3D_STRUCTURE_FIELD_ALTERNATIVE = 1, HDMI_3D_STRUCTURE_LINE_ALTERNATIVE = 2, HDMI_3D_STRUCTURE_SIDE_BY_SIDE_FULL = 3, HDMI_3D_STRUCTURE_L_DEPTH = 4, HDMI_3D_STRUCTURE_L_DEPTH_GFX_GFX_DEPTH = 5, HDMI_3D_STRUCTURE_TOP_AND_BOTTOM = 6, HDMI_3D_STRUCTURE_SIDE_BY_SIDE_HALF = 8, }; struct hdmi_vendor_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; unsigned int oui; u8 vic; enum hdmi_3d_structure s3d_struct; unsigned int s3d_ext_data; }; struct hdr_static_metadata { __u8 eotf; __u8 metadata_type; __u16 max_cll; __u16 max_fall; __u16 min_cll; }; struct hdr_sink_metadata { __u32 metadata_type; union { struct hdr_static_metadata hdmi_type1; }; }; struct displayid_block { u8 tag; u8 rev; u8 num_bytes; }; struct displayid_tiled_block { struct displayid_block base; u8 tile_cap; u8 topo[3]; u8 tile_size[4]; u8 tile_pixel_bezel[5]; u8 topology_id[8]; }; struct displayid_detailed_timings_1 { u8 pixel_clock[3]; u8 flags; u8 hactive[2]; u8 hblank[2]; u8 hsync[2]; u8 hsw[2]; u8 vactive[2]; u8 vblank[2]; u8 vsync[2]; u8 vsw[2]; }; struct displayid_detailed_timing_block { struct displayid_block base; struct displayid_detailed_timings_1 timings[0]; }; struct displayid_vesa_vendor_specific_block { struct displayid_block base; u8 oui[3]; u8 data_structure_type; u8 mso; }; struct drm_edid; struct displayid_iter { const struct drm_edid *drm_edid; const u8 *section; int length; int idx; int ext_index; }; struct edid; struct drm_edid { size_t size; const struct edid *edid; }; enum drm_mode_subconnector { DRM_MODE_SUBCONNECTOR_Automatic = 0, DRM_MODE_SUBCONNECTOR_Unknown = 0, DRM_MODE_SUBCONNECTOR_VGA = 1, DRM_MODE_SUBCONNECTOR_DVID = 3, DRM_MODE_SUBCONNECTOR_DVIA = 4, DRM_MODE_SUBCONNECTOR_Composite = 5, DRM_MODE_SUBCONNECTOR_SVIDEO = 6, DRM_MODE_SUBCONNECTOR_Component = 8, DRM_MODE_SUBCONNECTOR_SCART = 9, DRM_MODE_SUBCONNECTOR_DisplayPort = 10, DRM_MODE_SUBCONNECTOR_HDMIA = 11, DRM_MODE_SUBCONNECTOR_Native = 15, DRM_MODE_SUBCONNECTOR_Wireless = 18, }; struct drm_object_properties; struct drm_mode_object { uint32_t id; uint32_t type; struct drm_object_properties *properties; struct kref refcount; void (*free_cb)(struct kref *); }; struct drm_property { struct list_head head; struct drm_mode_object base; uint32_t flags; char name[32]; uint32_t num_values; uint64_t *values; struct drm_device *dev; struct list_head enum_list; }; struct est_timings { u8 t1; u8 t2; u8 mfg_rsvd; }; struct std_timing { u8 hsize; u8 vfreq_aspect; }; struct detailed_pixel_timing { u8 hactive_lo; u8 hblank_lo; u8 hactive_hblank_hi; u8 vactive_lo; u8 vblank_lo; u8 vactive_vblank_hi; u8 hsync_offset_lo; u8 hsync_pulse_width_lo; u8 vsync_offset_pulse_width_lo; u8 hsync_vsync_offset_pulse_width_hi; u8 width_mm_lo; u8 height_mm_lo; u8 width_height_mm_hi; u8 hborder; u8 vborder; u8 misc; }; struct detailed_data_string { u8 str[13]; }; struct detailed_data_monitor_range { u8 min_vfreq; u8 max_vfreq; u8 min_hfreq_khz; u8 max_hfreq_khz; u8 pixel_clock_mhz; u8 flags; union { struct { u8 reserved; u8 hfreq_start_khz; u8 c; __le16 m; u8 k; u8 j; } __attribute__((packed)) gtf2; struct { u8 version; u8 data1; u8 data2; u8 supported_aspects; u8 flags; u8 supported_scalings; u8 preferred_refresh; } cvt; } formula; } __attribute__((packed)); struct detailed_data_wpindex { u8 white_yx_lo; u8 white_x_hi; u8 white_y_hi; u8 gamma; }; struct cvt_timing { u8 code[3]; }; struct detailed_non_pixel { u8 pad1; u8 type; u8 pad2; union { struct detailed_data_string str; struct detailed_data_monitor_range range; struct detailed_data_wpindex color; struct std_timing timings[6]; struct cvt_timing cvt[4]; } data; } __attribute__((packed)); struct detailed_timing { __le16 pixel_clock; union { struct detailed_pixel_timing pixel_data; struct detailed_non_pixel other_data; } data; }; struct edid { u8 header[8]; u8 mfg_id[2]; u8 prod_code[2]; u32 serial; u8 mfg_week; u8 mfg_year; u8 version; u8 revision; u8 input; u8 width_cm; u8 height_cm; u8 gamma; u8 features; u8 red_green_lo; u8 blue_white_lo; u8 red_x; u8 red_y; u8 green_x; u8 green_y; u8 blue_x; u8 blue_y; u8 white_x; u8 white_y; struct est_timings established_timings; struct std_timing standard_timings[8]; struct detailed_timing detailed_timings[4]; u8 extensions; u8 checksum; }; struct cea_sad { u8 format; u8 channels; u8 freq; u8 byte2; }; struct drm_object_properties { int count; struct drm_property *properties[24]; uint64_t values[24]; }; enum drm_connector_force { DRM_FORCE_UNSPECIFIED = 0, DRM_FORCE_OFF = 1, DRM_FORCE_ON = 2, DRM_FORCE_ON_DIGITAL = 3, }; enum drm_connector_status { connector_status_connected = 1, connector_status_disconnected = 2, connector_status_unknown = 3, }; enum drm_connector_registration_state { DRM_CONNECTOR_INITIALIZING = 0, DRM_CONNECTOR_REGISTERED = 1, DRM_CONNECTOR_UNREGISTERED = 2, }; enum subpixel_order { SubPixelUnknown = 0, SubPixelHorizontalRGB = 1, SubPixelHorizontalBGR = 2, SubPixelVerticalRGB = 3, SubPixelVerticalBGR = 4, SubPixelNone = 5, }; struct drm_scrambling { bool supported; bool low_rates; }; struct drm_scdc { bool supported; bool read_request; struct drm_scrambling scrambling; }; struct drm_hdmi_dsc_cap { bool v_1p2; bool native_420; bool all_bpp; u8 bpc_supported; u8 max_slices; int clk_per_slice; u8 max_lanes; u8 max_frl_rate_per_lane; u8 total_chunk_kbytes; }; struct drm_hdmi_info { struct drm_scdc scdc; long unsigned int y420_vdb_modes[4]; long unsigned int y420_cmdb_modes[4]; u64 y420_cmdb_map; u8 y420_dc_modes; u8 max_frl_rate_per_lane; u8 max_lanes; struct drm_hdmi_dsc_cap dsc_cap; }; enum drm_link_status { DRM_LINK_STATUS_GOOD = 0, DRM_LINK_STATUS_BAD = 1, }; enum drm_panel_orientation { DRM_MODE_PANEL_ORIENTATION_UNKNOWN = 4294967295, DRM_MODE_PANEL_ORIENTATION_NORMAL = 0, DRM_MODE_PANEL_ORIENTATION_BOTTOM_UP = 1, DRM_MODE_PANEL_ORIENTATION_LEFT_UP = 2, DRM_MODE_PANEL_ORIENTATION_RIGHT_UP = 3, }; struct drm_monitor_range_info { u16 min_vfreq; u16 max_vfreq; }; enum drm_privacy_screen_status { PRIVACY_SCREEN_DISABLED = 0, PRIVACY_SCREEN_ENABLED = 1, PRIVACY_SCREEN_DISABLED_LOCKED = 2, PRIVACY_SCREEN_ENABLED_LOCKED = 3, }; struct drm_display_info { unsigned int width_mm; unsigned int height_mm; unsigned int bpc; enum subpixel_order subpixel_order; int panel_orientation; u32 color_formats; const u32 *bus_formats; unsigned int num_bus_formats; u32 bus_flags; int max_tmds_clock; bool dvi_dual; bool is_hdmi; bool has_hdmi_infoframe; bool rgb_quant_range_selectable; u8 edid_hdmi_rgb444_dc_modes; u8 edid_hdmi_ycbcr444_dc_modes; u8 cea_rev; struct drm_hdmi_info hdmi; bool non_desktop; struct drm_monitor_range_info monitor_range; u8 mso_stream_count; u8 mso_pixel_overlap; }; struct drm_connector_tv_margins { unsigned int bottom; unsigned int left; unsigned int right; unsigned int top; }; struct drm_tv_connector_state { enum drm_mode_subconnector subconnector; struct drm_connector_tv_margins margins; unsigned int mode; unsigned int brightness; unsigned int contrast; unsigned int flicker_reduction; unsigned int overscan; unsigned int saturation; unsigned int hue; }; struct drm_connector; struct drm_crtc; struct drm_encoder; struct drm_crtc_commit; struct drm_writeback_job; struct drm_property_blob; struct drm_connector_state { struct drm_connector *connector; struct drm_crtc *crtc; struct drm_encoder *best_encoder; enum drm_link_status link_status; struct drm_atomic_state *state; struct drm_crtc_commit *commit; struct drm_tv_connector_state tv; bool self_refresh_aware; enum hdmi_picture_aspect picture_aspect_ratio; unsigned int content_type; unsigned int hdcp_content_type; unsigned int scaling_mode; unsigned int content_protection; u32 colorspace; struct drm_writeback_job *writeback_job; u8 max_requested_bpc; u8 max_bpc; enum drm_privacy_screen_status privacy_screen_sw_state; struct drm_property_blob *hdr_output_metadata; }; struct drm_privacy_screen; struct drm_cmdline_mode { char name[32]; bool specified; bool refresh_specified; bool bpp_specified; int xres; int yres; int bpp; int refresh; bool rb; bool interlace; bool cvt; bool margins; enum drm_connector_force force; unsigned int rotation_reflection; enum drm_panel_orientation panel_orientation; struct drm_connector_tv_margins tv_margins; }; struct drm_connector_funcs; struct drm_connector_helper_funcs; struct drm_tile_group; struct drm_connector { struct drm_device *dev; struct device *kdev; struct device_attribute *attr; struct fwnode_handle *fwnode; struct list_head head; struct list_head global_connector_list_entry; struct drm_mode_object base; char *name; struct mutex mutex; unsigned int index; int connector_type; int connector_type_id; bool interlace_allowed; bool doublescan_allowed; bool stereo_allowed; bool ycbcr_420_allowed; enum drm_connector_registration_state registration_state; struct list_head modes; enum drm_connector_status status; struct list_head probed_modes; struct drm_display_info display_info; const struct drm_connector_funcs *funcs; struct drm_property_blob *edid_blob_ptr; struct drm_object_properties properties; struct drm_property *scaling_mode_property; struct drm_property *vrr_capable_property; struct drm_property *colorspace_property; struct drm_property_blob *path_blob_ptr; struct drm_property *max_bpc_property; struct drm_privacy_screen *privacy_screen; struct notifier_block privacy_screen_notifier; struct drm_property *privacy_screen_sw_state_property; struct drm_property *privacy_screen_hw_state_property; uint8_t polled; int dpms; const struct drm_connector_helper_funcs *helper_private; struct drm_cmdline_mode cmdline_mode; enum drm_connector_force force; bool override_edid; u64 epoch_counter; u32 possible_encoders; struct drm_encoder *encoder; uint8_t eld[128]; bool latency_present[2]; int video_latency[2]; int audio_latency[2]; struct i2c_adapter *ddc; int null_edid_counter; unsigned int bad_edid_counter; bool edid_corrupt; u8 real_edid_checksum; struct dentry *debugfs_entry; struct drm_connector_state *state; struct drm_property_blob *tile_blob_ptr; bool has_tile; struct drm_tile_group *tile_group; bool tile_is_single_monitor; uint8_t num_h_tile; uint8_t num_v_tile; uint8_t tile_h_loc; uint8_t tile_v_loc; uint16_t tile_h_size; uint16_t tile_v_size; struct llist_node free_node; struct hdr_sink_metadata hdr_sink_metadata; }; struct drm_crtc_crc_entry; struct drm_crtc_crc { spinlock_t lock; const char *source; bool opened; bool overflow; struct drm_crtc_crc_entry *entries; int head; int tail; size_t values_cnt; wait_queue_head_t wq; }; struct drm_plane; struct drm_crtc_funcs; struct drm_crtc_helper_funcs; struct drm_crtc_state; struct drm_self_refresh_data; struct drm_crtc { struct drm_device *dev; struct device_node *port; struct list_head head; char *name; struct drm_modeset_lock mutex; struct drm_mode_object base; struct drm_plane *primary; struct drm_plane *cursor; unsigned int index; int cursor_x; int cursor_y; bool enabled; struct drm_display_mode mode; struct drm_display_mode hwmode; int x; int y; const struct drm_crtc_funcs *funcs; uint32_t gamma_size; uint16_t *gamma_store; const struct drm_crtc_helper_funcs *helper_private; struct drm_object_properties properties; struct drm_property *scaling_filter_property; struct drm_crtc_state *state; struct list_head commit_list; spinlock_t commit_lock; struct dentry *debugfs_entry; struct drm_crtc_crc crc; unsigned int fence_context; spinlock_t fence_lock; long unsigned int fence_seqno; char timeline_name[32]; struct drm_self_refresh_data *self_refresh_data; }; struct drm_encoder_funcs; struct drm_encoder_helper_funcs; struct drm_encoder { struct drm_device *dev; struct list_head head; struct drm_mode_object base; char *name; int encoder_type; unsigned int index; uint32_t possible_crtcs; uint32_t possible_clones; struct drm_crtc *crtc; struct list_head bridge_chain; const struct drm_encoder_funcs *funcs; const struct drm_encoder_helper_funcs *helper_private; }; struct drm_property_blob { struct drm_mode_object base; struct drm_device *dev; struct list_head head_global; struct list_head head_file; size_t length; void *data; }; struct drm_printer; struct drm_connector_funcs { int (*dpms)(struct drm_connector *, int); void (*reset)(struct drm_connector *); enum drm_connector_status (*detect)(struct drm_connector *, bool); void (*force)(struct drm_connector *); int (*fill_modes)(struct drm_connector *, uint32_t, uint32_t); int (*set_property)(struct drm_connector *, struct drm_property *, uint64_t); int (*late_register)(struct drm_connector *); void (*early_unregister)(struct drm_connector *); void (*destroy)(struct drm_connector *); struct drm_connector_state * (*atomic_duplicate_state)(struct drm_connector *); void (*atomic_destroy_state)(struct drm_connector *, struct drm_connector_state *); int (*atomic_set_property)(struct drm_connector *, struct drm_connector_state *, struct drm_property *, uint64_t); int (*atomic_get_property)(struct drm_connector *, const struct drm_connector_state *, struct drm_property *, uint64_t *); void (*atomic_print_state)(struct drm_printer *, const struct drm_connector_state *); void (*oob_hotplug_event)(struct drm_connector *); void (*debugfs_init)(struct drm_connector *, struct dentry *); }; struct drm_printer { void (*printfn)(struct drm_printer *, struct va_format *); void (*puts)(struct drm_printer *, const char *); void *arg; const char *prefix; }; struct drm_writeback_connector; struct drm_connector_helper_funcs { int (*get_modes)(struct drm_connector *); int (*detect_ctx)(struct drm_connector *, struct drm_modeset_acquire_ctx *, bool); enum drm_mode_status (*mode_valid)(struct drm_connector *, struct drm_display_mode *); int (*mode_valid_ctx)(struct drm_connector *, struct drm_display_mode *, struct drm_modeset_acquire_ctx *, enum drm_mode_status *); struct drm_encoder * (*best_encoder)(struct drm_connector *); struct drm_encoder * (*atomic_best_encoder)(struct drm_connector *, struct drm_atomic_state *); int (*atomic_check)(struct drm_connector *, struct drm_atomic_state *); void (*atomic_commit)(struct drm_connector *, struct drm_atomic_state *); int (*prepare_writeback_job)(struct drm_writeback_connector *, struct drm_writeback_job *); void (*cleanup_writeback_job)(struct drm_writeback_connector *, struct drm_writeback_job *); }; struct drm_tile_group { struct kref refcount; struct drm_device *dev; int id; u8 group_data[8]; }; enum drm_color_encoding { DRM_COLOR_YCBCR_BT601 = 0, DRM_COLOR_YCBCR_BT709 = 1, DRM_COLOR_YCBCR_BT2020 = 2, DRM_COLOR_ENCODING_MAX = 3, }; enum drm_color_range { DRM_COLOR_YCBCR_LIMITED_RANGE = 0, DRM_COLOR_YCBCR_FULL_RANGE = 1, DRM_COLOR_RANGE_MAX = 2, }; struct drm_rect { int x1; int y1; int x2; int y2; }; enum drm_scaling_filter { DRM_SCALING_FILTER_DEFAULT = 0, DRM_SCALING_FILTER_NEAREST_NEIGHBOR = 1, }; struct dma_fence; struct drm_plane_state { struct drm_plane *plane; struct drm_crtc *crtc; struct drm_framebuffer *fb; struct dma_fence *fence; int32_t crtc_x; int32_t crtc_y; uint32_t crtc_w; uint32_t crtc_h; uint32_t src_x; uint32_t src_y; uint32_t src_h; uint32_t src_w; u16 alpha; uint16_t pixel_blend_mode; unsigned int rotation; unsigned int zpos; unsigned int normalized_zpos; enum drm_color_encoding color_encoding; enum drm_color_range color_range; struct drm_property_blob *fb_damage_clips; struct drm_rect src; struct drm_rect dst; bool visible; enum drm_scaling_filter scaling_filter; struct drm_crtc_commit *commit; struct drm_atomic_state *state; }; enum drm_plane_type { DRM_PLANE_TYPE_OVERLAY = 0, DRM_PLANE_TYPE_PRIMARY = 1, DRM_PLANE_TYPE_CURSOR = 2, }; struct drm_plane_funcs; struct drm_plane_helper_funcs; struct drm_plane { struct drm_device *dev; struct list_head head; char *name; struct drm_modeset_lock mutex; struct drm_mode_object base; uint32_t possible_crtcs; uint32_t *format_types; unsigned int format_count; bool format_default; uint64_t *modifiers; unsigned int modifier_count; struct drm_crtc *crtc; struct drm_framebuffer *fb; struct drm_framebuffer *old_fb; const struct drm_plane_funcs *funcs; struct drm_object_properties properties; enum drm_plane_type type; unsigned int index; const struct drm_plane_helper_funcs *helper_private; struct drm_plane_state *state; struct drm_property *alpha_property; struct drm_property *zpos_property; struct drm_property *rotation_property; struct drm_property *blend_mode_property; struct drm_property *color_encoding_property; struct drm_property *color_range_property; struct drm_property *scaling_filter_property; }; struct drm_plane_funcs { int (*update_plane)(struct drm_plane *, struct drm_crtc *, struct drm_framebuffer *, int, int, unsigned int, unsigned int, uint32_t, uint32_t, uint32_t, uint32_t, struct drm_modeset_acquire_ctx *); int (*disable_plane)(struct drm_plane *, struct drm_modeset_acquire_ctx *); void (*destroy)(struct drm_plane *); void (*reset)(struct drm_plane *); int (*set_property)(struct drm_plane *, struct drm_property *, uint64_t); struct drm_plane_state * (*atomic_duplicate_state)(struct drm_plane *); void (*atomic_destroy_state)(struct drm_plane *, struct drm_plane_state *); int (*atomic_set_property)(struct drm_plane *, struct drm_plane_state *, struct drm_property *, uint64_t); int (*atomic_get_property)(struct drm_plane *, const struct drm_plane_state *, struct drm_property *, uint64_t *); int (*late_register)(struct drm_plane *); void (*early_unregister)(struct drm_plane *); void (*atomic_print_state)(struct drm_printer *, const struct drm_plane_state *); bool (*format_mod_supported)(struct drm_plane *, uint32_t, uint64_t); }; struct drm_plane_helper_funcs { int (*prepare_fb)(struct drm_plane *, struct drm_plane_state *); void (*cleanup_fb)(struct drm_plane *, struct drm_plane_state *); int (*atomic_check)(struct drm_plane *, struct drm_atomic_state *); void (*atomic_update)(struct drm_plane *, struct drm_atomic_state *); void (*atomic_disable)(struct drm_plane *, struct drm_atomic_state *); int (*atomic_async_check)(struct drm_plane *, struct drm_atomic_state *); void (*atomic_async_update)(struct drm_plane *, struct drm_atomic_state *); }; struct drm_crtc_crc_entry { bool has_frame_counter; uint32_t frame; uint32_t crcs[10]; }; struct drm_pending_vblank_event; struct drm_crtc_state { struct drm_crtc *crtc; bool enable; bool active; bool planes_changed: 1; bool mode_changed: 1; bool active_changed: 1; bool connectors_changed: 1; bool zpos_changed: 1; bool color_mgmt_changed: 1; bool no_vblank: 1; u32 plane_mask; u32 connector_mask; u32 encoder_mask; struct drm_display_mode adjusted_mode; struct drm_display_mode mode; struct drm_property_blob *mode_blob; struct drm_property_blob *degamma_lut; struct drm_property_blob *ctm; struct drm_property_blob *gamma_lut; u32 target_vblank; bool async_flip; bool vrr_enabled; bool self_refresh_active; enum drm_scaling_filter scaling_filter; struct drm_pending_vblank_event *event; struct drm_crtc_commit *commit; struct drm_atomic_state *state; }; struct drm_mode_set; struct drm_crtc_funcs { void (*reset)(struct drm_crtc *); int (*cursor_set)(struct drm_crtc *, struct drm_file *, uint32_t, uint32_t, uint32_t); int (*cursor_set2)(struct drm_crtc *, struct drm_file *, uint32_t, uint32_t, uint32_t, int32_t, int32_t); int (*cursor_move)(struct drm_crtc *, int, int); int (*gamma_set)(struct drm_crtc *, u16 *, u16 *, u16 *, uint32_t, struct drm_modeset_acquire_ctx *); void (*destroy)(struct drm_crtc *); int (*set_config)(struct drm_mode_set *, struct drm_modeset_acquire_ctx *); int (*page_flip)(struct drm_crtc *, struct drm_framebuffer *, struct drm_pending_vblank_event *, uint32_t, struct drm_modeset_acquire_ctx *); int (*page_flip_target)(struct drm_crtc *, struct drm_framebuffer *, struct drm_pending_vblank_event *, uint32_t, uint32_t, struct drm_modeset_acquire_ctx *); int (*set_property)(struct drm_crtc *, struct drm_property *, uint64_t); struct drm_crtc_state * (*atomic_duplicate_state)(struct drm_crtc *); void (*atomic_destroy_state)(struct drm_crtc *, struct drm_crtc_state *); int (*atomic_set_property)(struct drm_crtc *, struct drm_crtc_state *, struct drm_property *, uint64_t); int (*atomic_get_property)(struct drm_crtc *, const struct drm_crtc_state *, struct drm_property *, uint64_t *); int (*late_register)(struct drm_crtc *); void (*early_unregister)(struct drm_crtc *); int (*set_crc_source)(struct drm_crtc *, const char *); int (*verify_crc_source)(struct drm_crtc *, const char *, size_t *); const char * const * (*get_crc_sources)(struct drm_crtc *, size_t *); void (*atomic_print_state)(struct drm_printer *, const struct drm_crtc_state *); u32 (*get_vblank_counter)(struct drm_crtc *); int (*enable_vblank)(struct drm_crtc *); void (*disable_vblank)(struct drm_crtc *); bool (*get_vblank_timestamp)(struct drm_crtc *, int *, ktime_t *, bool); }; struct drm_mode_set { struct drm_framebuffer *fb; struct drm_crtc *crtc; struct drm_display_mode *mode; uint32_t x; uint32_t y; struct drm_connector **connectors; size_t num_connectors; }; enum mode_set_atomic { LEAVE_ATOMIC_MODE_SET = 0, ENTER_ATOMIC_MODE_SET = 1, }; struct drm_crtc_helper_funcs { void (*dpms)(struct drm_crtc *, int); void (*prepare)(struct drm_crtc *); void (*commit)(struct drm_crtc *); enum drm_mode_status (*mode_valid)(struct drm_crtc *, const struct drm_display_mode *); bool (*mode_fixup)(struct drm_crtc *, const struct drm_display_mode *, struct drm_display_mode *); int (*mode_set)(struct drm_crtc *, struct drm_display_mode *, struct drm_display_mode *, int, int, struct drm_framebuffer *); void (*mode_set_nofb)(struct drm_crtc *); int (*mode_set_base)(struct drm_crtc *, int, int, struct drm_framebuffer *); int (*mode_set_base_atomic)(struct drm_crtc *, struct drm_framebuffer *, int, int, enum mode_set_atomic); void (*disable)(struct drm_crtc *); int (*atomic_check)(struct drm_crtc *, struct drm_atomic_state *); void (*atomic_begin)(struct drm_crtc *, struct drm_atomic_state *); void (*atomic_flush)(struct drm_crtc *, struct drm_atomic_state *); void (*atomic_enable)(struct drm_crtc *, struct drm_atomic_state *); void (*atomic_disable)(struct drm_crtc *, struct drm_atomic_state *); bool (*get_scanout_position)(struct drm_crtc *, bool, int *, int *, ktime_t *, ktime_t *, const struct drm_display_mode *); }; struct drm_encoder_funcs { void (*reset)(struct drm_encoder *); void (*destroy)(struct drm_encoder *); int (*late_register)(struct drm_encoder *); void (*early_unregister)(struct drm_encoder *); }; struct drm_encoder_helper_funcs { void (*dpms)(struct drm_encoder *, int); enum drm_mode_status (*mode_valid)(struct drm_encoder *, const struct drm_display_mode *); bool (*mode_fixup)(struct drm_encoder *, const struct drm_display_mode *, struct drm_display_mode *); void (*prepare)(struct drm_encoder *); void (*commit)(struct drm_encoder *); void (*mode_set)(struct drm_encoder *, struct drm_display_mode *, struct drm_display_mode *); void (*atomic_mode_set)(struct drm_encoder *, struct drm_crtc_state *, struct drm_connector_state *); enum drm_connector_status (*detect)(struct drm_encoder *, struct drm_connector *); void (*atomic_disable)(struct drm_encoder *, struct drm_atomic_state *); void (*atomic_enable)(struct drm_encoder *, struct drm_atomic_state *); void (*disable)(struct drm_encoder *); void (*enable)(struct drm_encoder *); int (*atomic_check)(struct drm_encoder *, struct drm_crtc_state *, struct drm_connector_state *); }; struct detailed_mode_closure { struct drm_connector *connector; const struct drm_edid *drm_edid; bool preferred; u32 quirks; int modes; }; struct edid_quirk { u32 panel_id; u32 quirks; }; struct minimode { short int w; short int h; short int r; short int rb; }; struct drm_edid_iter { const struct drm_edid *drm_edid; int index; }; enum edid_block_status { EDID_BLOCK_OK = 0, EDID_BLOCK_READ_FAIL = 1, EDID_BLOCK_NULL = 2, EDID_BLOCK_ZERO = 3, EDID_BLOCK_HEADER_CORRUPT = 4, EDID_BLOCK_HEADER_REPAIR = 5, EDID_BLOCK_HEADER_FIXED = 6, EDID_BLOCK_CHECKSUM = 7, EDID_BLOCK_VERSION = 8, }; typedef int read_block_fn(void *, u8 *, unsigned int, size_t); typedef void detailed_cb(const struct detailed_timing *, void *); struct stereo_mandatory_mode { int width; int height; int vrefresh; unsigned int flags; }; struct cea_db_iter { struct drm_edid_iter edid_iter; struct displayid_iter displayid_iter; const u8 *collection; int index; int end; }; struct cea_db { u8 tag_length; u8 data[0]; }; struct drm_clip_rect { short unsigned int x1; short unsigned int y1; short unsigned int x2; short unsigned int y2; }; struct drm_event { __u32 type; __u32 length; }; struct drm_event_vblank { struct drm_event base; __u64 user_data; __u32 tv_sec; __u32 tv_usec; __u32 sequence; __u32 crtc_id; }; struct drm_event_crtc_sequence { struct drm_event base; __u64 user_data; __s64 time_ns; __u64 sequence; }; struct drm_mode_set_plane { __u32 plane_id; __u32 crtc_id; __u32 fb_id; __u32 flags; __s32 crtc_x; __s32 crtc_y; __u32 crtc_w; __u32 crtc_h; __u32 src_x; __u32 src_y; __u32 src_h; __u32 src_w; }; struct drm_mode_get_plane { __u32 plane_id; __u32 crtc_id; __u32 fb_id; __u32 possible_crtcs; __u32 gamma_size; __u32 count_format_types; __u64 format_type_ptr; }; struct drm_mode_get_plane_res { __u64 plane_id_ptr; __u32 count_planes; }; struct drm_mode_cursor { __u32 flags; __u32 crtc_id; __s32 x; __s32 y; __u32 width; __u32 height; __u32 handle; }; struct drm_mode_cursor2 { __u32 flags; __u32 crtc_id; __s32 x; __s32 y; __u32 width; __u32 height; __u32 handle; __s32 hot_x; __s32 hot_y; }; struct drm_mode_crtc_page_flip_target { __u32 crtc_id; __u32 fb_id; __u32 flags; __u32 sequence; __u64 user_data; }; struct drm_format_modifier_blob { __u32 version; __u32 flags; __u32 count_formats; __u32 formats_offset; __u32 count_modifiers; __u32 modifiers_offset; }; struct drm_format_modifier { __u64 formats; __u32 offset; __u32 pad; __u64 modifier; }; struct drm_mode_rect { __s32 x1; __s32 y1; __s32 x2; __s32 y2; }; struct drm_prop_enum_list { int type; const char *name; }; struct drm_framebuffer_funcs; struct drm_framebuffer { struct drm_device *dev; struct list_head head; struct drm_mode_object base; char comm[16]; const struct drm_format_info *format; const struct drm_framebuffer_funcs *funcs; unsigned int pitches[4]; unsigned int offsets[4]; uint64_t modifier; unsigned int width; unsigned int height; int flags; int hot_x; int hot_y; struct list_head filp_head; struct drm_gem_object *obj[4]; }; struct drm_framebuffer_funcs { void (*destroy)(struct drm_framebuffer *); int (*create_handle)(struct drm_framebuffer *, struct drm_file *, unsigned int *); int (*dirty)(struct drm_framebuffer *, struct drm_file *, unsigned int, unsigned int, struct drm_clip_rect *, unsigned int); }; struct drm_pending_event { struct completion *completion; void (*completion_release)(struct completion *); struct drm_event *event; struct dma_fence *fence; struct drm_file *file_priv; struct list_head link; struct list_head pending_link; }; struct drm_pending_vblank_event { struct drm_pending_event base; unsigned int pipe; u64 sequence; union { struct drm_event base; struct drm_event_vblank vbl; struct drm_event_crtc_sequence seq; } event; }; typedef void (*drmres_release_t)(struct drm_device *, void *); struct __drm_planes_state; struct __drm_crtcs_state; struct __drm_connnectors_state; struct __drm_private_objs_state; struct drm_atomic_state { struct kref ref; struct drm_device *dev; bool allow_modeset: 1; bool legacy_cursor_update: 1; bool async_update: 1; bool duplicated: 1; struct __drm_planes_state *planes; struct __drm_crtcs_state *crtcs; int num_connector; struct __drm_connnectors_state *connectors; int num_private_objs; struct __drm_private_objs_state *private_objs; struct drm_modeset_acquire_ctx *acquire_ctx; struct drm_crtc_commit *fake_commit; struct work_struct commit_work; }; struct drm_crtc_commit { struct drm_crtc *crtc; struct kref ref; struct completion flip_done; struct completion hw_done; struct completion cleanup_done; struct list_head commit_entry; struct drm_pending_vblank_event *event; bool abort_completion; }; struct drm_connector_list_iter { struct drm_device *dev; struct drm_connector *conn; }; struct __drm_planes_state { struct drm_plane *ptr; struct drm_plane_state *state; struct drm_plane_state *old_state; struct drm_plane_state *new_state; }; struct __drm_crtcs_state { struct drm_crtc *ptr; struct drm_crtc_state *state; struct drm_crtc_state *old_state; struct drm_crtc_state *new_state; struct drm_crtc_commit *commit; s32 *out_fence_ptr; u64 last_vblank_count; }; struct __drm_connnectors_state { struct drm_connector *ptr; struct drm_connector_state *state; struct drm_connector_state *old_state; struct drm_connector_state *new_state; s32 *out_fence_ptr; }; struct drm_private_state; struct drm_private_obj; struct drm_private_state_funcs { struct drm_private_state * (*atomic_duplicate_state)(struct drm_private_obj *); void (*atomic_destroy_state)(struct drm_private_obj *, struct drm_private_state *); void (*atomic_print_state)(struct drm_printer *, const struct drm_private_state *); }; struct drm_private_state { struct drm_atomic_state *state; struct drm_private_obj *obj; }; struct drm_private_obj { struct list_head head; struct drm_modeset_lock lock; struct drm_private_state *state; const struct drm_private_state_funcs *funcs; }; struct __drm_private_objs_state { struct drm_private_obj *ptr; struct drm_private_state *state; struct drm_private_state *old_state; struct drm_private_state *new_state; }; struct drm_client_dev; struct drm_client_funcs { struct module *owner; void (*unregister)(struct drm_client_dev *); int (*restore)(struct drm_client_dev *); int (*hotplug)(struct drm_client_dev *); }; struct drm_client_dev { struct drm_device *dev; const char *name; struct list_head list; const struct drm_client_funcs *funcs; struct drm_file *file; struct mutex modeset_mutex; struct drm_mode_set *modesets; }; struct drm_client_offset { int x; int y; }; struct component_master_ops { int (*bind)(struct device *); void (*unbind)(struct device *); }; struct of_endpoint { unsigned int port; unsigned int id; const struct device_node *local_node; }; struct drm_bus_cfg { u32 format; u32 flags; }; struct drm_bridge; struct drm_bridge_state { struct drm_private_state base; struct drm_bridge *bridge; struct drm_bus_cfg input_bus_cfg; struct drm_bus_cfg output_bus_cfg; }; enum drm_bridge_ops { DRM_BRIDGE_OP_DETECT = 1, DRM_BRIDGE_OP_EDID = 2, DRM_BRIDGE_OP_HPD = 4, DRM_BRIDGE_OP_MODES = 8, }; struct drm_bridge_timings; struct drm_bridge_funcs; struct drm_bridge { struct drm_private_obj base; struct drm_device *dev; struct drm_encoder *encoder; struct list_head chain_node; struct device_node *of_node; struct list_head list; const struct drm_bridge_timings *timings; const struct drm_bridge_funcs *funcs; void *driver_private; enum drm_bridge_ops ops; int type; bool interlace_allowed; struct i2c_adapter *ddc; struct mutex hpd_mutex; void (*hpd_cb)(void *, enum drm_connector_status); void *hpd_data; }; enum drm_bridge_attach_flags { DRM_BRIDGE_ATTACH_NO_CONNECTOR = 1, }; struct drm_bridge_funcs { int (*attach)(struct drm_bridge *, enum drm_bridge_attach_flags); void (*detach)(struct drm_bridge *); enum drm_mode_status (*mode_valid)(struct drm_bridge *, const struct drm_display_info *, const struct drm_display_mode *); bool (*mode_fixup)(struct drm_bridge *, const struct drm_display_mode *, struct drm_display_mode *); void (*disable)(struct drm_bridge *); void (*post_disable)(struct drm_bridge *); void (*mode_set)(struct drm_bridge *, const struct drm_display_mode *, const struct drm_display_mode *); void (*pre_enable)(struct drm_bridge *); void (*enable)(struct drm_bridge *); void (*atomic_pre_enable)(struct drm_bridge *, struct drm_bridge_state *); void (*atomic_enable)(struct drm_bridge *, struct drm_bridge_state *); void (*atomic_disable)(struct drm_bridge *, struct drm_bridge_state *); void (*atomic_post_disable)(struct drm_bridge *, struct drm_bridge_state *); struct drm_bridge_state * (*atomic_duplicate_state)(struct drm_bridge *); void (*atomic_destroy_state)(struct drm_bridge *, struct drm_bridge_state *); u32 * (*atomic_get_output_bus_fmts)(struct drm_bridge *, struct drm_bridge_state *, struct drm_crtc_state *, struct drm_connector_state *, unsigned int *); u32 * (*atomic_get_input_bus_fmts)(struct drm_bridge *, struct drm_bridge_state *, struct drm_crtc_state *, struct drm_connector_state *, u32, unsigned int *); int (*atomic_check)(struct drm_bridge *, struct drm_bridge_state *, struct drm_crtc_state *, struct drm_connector_state *); struct drm_bridge_state * (*atomic_reset)(struct drm_bridge *); enum drm_connector_status (*detect)(struct drm_bridge *); int (*get_modes)(struct drm_bridge *, struct drm_connector *); struct edid * (*get_edid)(struct drm_bridge *, struct drm_connector *); void (*hpd_notify)(struct drm_bridge *, enum drm_connector_status); void (*hpd_enable)(struct drm_bridge *); void (*hpd_disable)(struct drm_bridge *); void (*debugfs_init)(struct drm_bridge *, struct dentry *); }; struct drm_bridge_timings { u32 input_bus_flags; u32 setup_time_ps; u32 hold_time_ps; bool dual_link; }; enum drm_lvds_dual_link_pixels { DRM_LVDS_DUAL_LINK_EVEN_ODD_PIXELS = 0, DRM_LVDS_DUAL_LINK_ODD_EVEN_PIXELS = 1, }; struct display_timing; struct drm_panel; struct drm_panel_funcs { int (*prepare)(struct drm_panel *); int (*enable)(struct drm_panel *); int (*disable)(struct drm_panel *); int (*unprepare)(struct drm_panel *); int (*get_modes)(struct drm_panel *, struct drm_connector *); enum drm_panel_orientation (*get_orientation)(struct drm_panel *); int (*get_timings)(struct drm_panel *, unsigned int, struct display_timing *); void (*debugfs_init)(struct drm_panel *, struct dentry *); }; struct drm_dsc_config; struct drm_panel { struct device *dev; struct backlight_device *backlight; const struct drm_panel_funcs *funcs; int connector_type; struct list_head list; struct drm_dsc_config *dsc; }; enum drm_of_lvds_pixels { DRM_OF_LVDS_EVEN = 1, DRM_OF_LVDS_ODD = 2, }; struct component_match; struct drm_bridge_connector { struct drm_connector base; struct drm_encoder *encoder; struct drm_bridge *bridge_edid; struct drm_bridge *bridge_hpd; struct drm_bridge *bridge_detect; struct drm_bridge *bridge_modes; }; struct drm_simple_display_pipe; struct drm_simple_display_pipe_funcs { enum drm_mode_status (*mode_valid)(struct drm_simple_display_pipe *, const struct drm_display_mode *); void (*enable)(struct drm_simple_display_pipe *, struct drm_crtc_state *, struct drm_plane_state *); void (*disable)(struct drm_simple_display_pipe *); int (*check)(struct drm_simple_display_pipe *, struct drm_plane_state *, struct drm_crtc_state *); void (*update)(struct drm_simple_display_pipe *, struct drm_plane_state *); int (*prepare_fb)(struct drm_simple_display_pipe *, struct drm_plane_state *); void (*cleanup_fb)(struct drm_simple_display_pipe *, struct drm_plane_state *); int (*enable_vblank)(struct drm_simple_display_pipe *); void (*disable_vblank)(struct drm_simple_display_pipe *); void (*reset_crtc)(struct drm_simple_display_pipe *); struct drm_crtc_state * (*duplicate_crtc_state)(struct drm_simple_display_pipe *); void (*destroy_crtc_state)(struct drm_simple_display_pipe *, struct drm_crtc_state *); void (*reset_plane)(struct drm_simple_display_pipe *); struct drm_plane_state * (*duplicate_plane_state)(struct drm_simple_display_pipe *); void (*destroy_plane_state)(struct drm_simple_display_pipe *, struct drm_plane_state *); }; struct drm_simple_display_pipe { struct drm_crtc crtc; struct drm_plane plane; struct drm_encoder encoder; struct drm_connector *connector; const struct drm_simple_display_pipe_funcs *funcs; }; enum skb_drop_reason { SKB_NOT_DROPPED_YET = 0, SKB_DROP_REASON_NOT_SPECIFIED = 1, SKB_DROP_REASON_NO_SOCKET = 2, SKB_DROP_REASON_PKT_TOO_SMALL = 3, SKB_DROP_REASON_TCP_CSUM = 4, SKB_DROP_REASON_SOCKET_FILTER = 5, SKB_DROP_REASON_UDP_CSUM = 6, SKB_DROP_REASON_NETFILTER_DROP = 7, SKB_DROP_REASON_OTHERHOST = 8, SKB_DROP_REASON_IP_CSUM = 9, SKB_DROP_REASON_IP_INHDR = 10, SKB_DROP_REASON_IP_RPFILTER = 11, SKB_DROP_REASON_UNICAST_IN_L2_MULTICAST = 12, SKB_DROP_REASON_XFRM_POLICY = 13, SKB_DROP_REASON_IP_NOPROTO = 14, SKB_DROP_REASON_SOCKET_RCVBUFF = 15, SKB_DROP_REASON_PROTO_MEM = 16, SKB_DROP_REASON_TCP_MD5NOTFOUND = 17, SKB_DROP_REASON_TCP_MD5UNEXPECTED = 18, SKB_DROP_REASON_TCP_MD5FAILURE = 19, SKB_DROP_REASON_SOCKET_BACKLOG = 20, SKB_DROP_REASON_TCP_FLAGS = 21, SKB_DROP_REASON_TCP_ZEROWINDOW = 22, SKB_DROP_REASON_TCP_OLD_DATA = 23, SKB_DROP_REASON_TCP_OVERWINDOW = 24, SKB_DROP_REASON_TCP_OFOMERGE = 25, SKB_DROP_REASON_TCP_RFC7323_PAWS = 26, SKB_DROP_REASON_TCP_INVALID_SEQUENCE = 27, SKB_DROP_REASON_TCP_RESET = 28, SKB_DROP_REASON_TCP_INVALID_SYN = 29, SKB_DROP_REASON_TCP_CLOSE = 30, SKB_DROP_REASON_TCP_FASTOPEN = 31, SKB_DROP_REASON_TCP_OLD_ACK = 32, SKB_DROP_REASON_TCP_TOO_OLD_ACK = 33, SKB_DROP_REASON_TCP_ACK_UNSENT_DATA = 34, SKB_DROP_REASON_TCP_OFO_QUEUE_PRUNE = 35, SKB_DROP_REASON_TCP_OFO_DROP = 36, SKB_DROP_REASON_IP_OUTNOROUTES = 37, SKB_DROP_REASON_BPF_CGROUP_EGRESS = 38, SKB_DROP_REASON_IPV6DISABLED = 39, SKB_DROP_REASON_NEIGH_CREATEFAIL = 40, SKB_DROP_REASON_NEIGH_FAILED = 41, SKB_DROP_REASON_NEIGH_QUEUEFULL = 42, SKB_DROP_REASON_NEIGH_DEAD = 43, SKB_DROP_REASON_TC_EGRESS = 44, SKB_DROP_REASON_QDISC_DROP = 45, SKB_DROP_REASON_CPU_BACKLOG = 46, SKB_DROP_REASON_XDP = 47, SKB_DROP_REASON_TC_INGRESS = 48, SKB_DROP_REASON_UNHANDLED_PROTO = 49, SKB_DROP_REASON_SKB_CSUM = 50, SKB_DROP_REASON_SKB_GSO_SEG = 51, SKB_DROP_REASON_SKB_UCOPY_FAULT = 52, SKB_DROP_REASON_DEV_HDR = 53, SKB_DROP_REASON_DEV_READY = 54, SKB_DROP_REASON_FULL_RING = 55, SKB_DROP_REASON_NOMEM = 56, SKB_DROP_REASON_HDR_TRUNC = 57, SKB_DROP_REASON_TAP_FILTER = 58, SKB_DROP_REASON_TAP_TXFILTER = 59, SKB_DROP_REASON_ICMP_CSUM = 60, SKB_DROP_REASON_INVALID_PROTO = 61, SKB_DROP_REASON_IP_INADDRERRORS = 62, SKB_DROP_REASON_IP_INNOROUTES = 63, SKB_DROP_REASON_PKT_TOO_BIG = 64, SKB_DROP_REASON_MAX = 65, }; struct scm_creds { u32 pid; kuid_t uid; kgid_t gid; }; struct netlink_skb_parms { struct scm_creds creds; __u32 portid; __u32 dst_group; __u32 flags; struct sock *sk; bool nsid_is_set; int nsid; }; struct netlink_kernel_cfg { unsigned int groups; unsigned int flags; void (*input)(struct sk_buff *); struct mutex *cb_mutex; int (*bind)(struct net *, int); void (*unbind)(struct net *, int); bool (*compare)(struct net *, struct sock *); }; struct cb_id { __u32 idx; __u32 val; }; struct cn_msg { struct cb_id id; __u32 seq; __u32 ack; __u16 len; __u16 flags; __u8 data[0]; }; struct cn_queue_dev { atomic_t refcnt; unsigned char name[32]; struct list_head queue_list; spinlock_t queue_lock; struct sock *nls; }; struct cn_callback_id { unsigned char name[32]; struct cb_id id; }; struct cn_callback_entry { struct list_head callback_entry; refcount_t refcnt; struct cn_queue_dev *pdev; struct cn_callback_id id; void (*callback)(struct cn_msg *, struct netlink_skb_parms *); u32 seq; u32 group; }; struct cn_dev { struct cb_id id; u32 seq; u32 groups; struct sock *nls; struct cn_queue_dev *cbdev; }; struct klist_node; struct klist { spinlock_t k_lock; struct list_head k_list; void (*get)(struct klist_node *); void (*put)(struct klist_node *); }; struct klist_node { void *n_klist; struct list_head n_node; struct kref n_ref; }; struct subsys_private { struct kset subsys; struct kset *devices_kset; struct list_head interfaces; struct mutex mutex; struct kset *drivers_kset; struct klist klist_devices; struct klist klist_drivers; struct blocking_notifier_head bus_notifier; unsigned int drivers_autoprobe: 1; struct bus_type *bus; struct kset glue_dirs; struct class *class; }; struct driver_private { struct kobject kobj; struct klist klist_devices; struct klist_node knode_bus; struct module_kobject *mkobj; struct device_driver *driver; }; struct device_private { struct klist klist_children; struct klist_node knode_parent; struct klist_node knode_driver; struct klist_node knode_bus; struct klist_node knode_class; struct list_head deferred_probe; struct device_driver *async_driver; char *deferred_probe_reason; struct device *device; u8 dead: 1; }; struct cpu_attr { struct device_attribute attr; const struct cpumask * const map; }; struct wake_irq { struct device *dev; unsigned int status; int irq; const char *name; }; struct of_phandle_iterator { const char *cells_name; int cell_count; const struct device_node *parent; const __be32 *list_end; const __be32 *phandle_end; const __be32 *cur; uint32_t cur_count; phandle phandle; struct device_node *node; }; enum genpd_notication { GENPD_NOTIFY_PRE_OFF = 0, GENPD_NOTIFY_OFF = 1, GENPD_NOTIFY_PRE_ON = 2, GENPD_NOTIFY_ON = 3, }; struct gpd_link { struct generic_pm_domain *parent; struct list_head parent_node; struct generic_pm_domain *child; struct list_head child_node; unsigned int performance_state; unsigned int prev_performance_state; }; struct gpd_timing_data { s64 suspend_latency_ns; s64 resume_latency_ns; s64 effective_constraint_ns; ktime_t next_wakeup; bool constraint_changed; bool cached_suspend_ok; }; struct generic_pm_domain_data { struct pm_domain_data base; struct gpd_timing_data *td; struct notifier_block nb; struct notifier_block *power_nb; int cpu; unsigned int performance_state; unsigned int default_pstate; unsigned int rpm_pstate; void *data; }; struct of_genpd_provider { struct list_head link; struct device_node *node; genpd_xlate_t xlate; void *data; }; typedef int (*regmap_hw_write)(void *, const void *, size_t); typedef int (*regmap_hw_gather_write)(void *, const void *, size_t, const void *, size_t); struct regmap_async; typedef int (*regmap_hw_async_write)(void *, const void *, size_t, const void *, size_t, struct regmap_async *); struct regmap; struct regmap_async { struct list_head list; struct regmap *map; void *work_buf; }; typedef int (*regmap_hw_read)(void *, const void *, size_t, void *, size_t); typedef int (*regmap_hw_reg_read)(void *, unsigned int, unsigned int *); typedef int (*regmap_hw_reg_write)(void *, unsigned int, unsigned int); typedef int (*regmap_hw_reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); typedef struct regmap_async * (*regmap_hw_async_alloc)(); typedef void (*regmap_hw_free_context)(void *); struct regmap_bus { bool fast_io; regmap_hw_write write; regmap_hw_gather_write gather_write; regmap_hw_async_write async_write; regmap_hw_reg_write reg_write; regmap_hw_reg_update_bits reg_update_bits; regmap_hw_read read; regmap_hw_reg_read reg_read; regmap_hw_free_context free_context; regmap_hw_async_alloc async_alloc; u8 read_flag_mask; enum regmap_endian reg_format_endian_default; enum regmap_endian val_format_endian_default; size_t max_raw_read; size_t max_raw_write; bool free_on_exit; }; struct regmap_format { size_t buf_size; size_t reg_bytes; size_t pad_bytes; size_t reg_downshift; size_t val_bytes; void (*format_write)(struct regmap *, unsigned int, unsigned int); void (*format_reg)(void *, unsigned int, unsigned int); void (*format_val)(void *, unsigned int, unsigned int); unsigned int (*parse_val)(const void *); void (*parse_inplace)(void *); }; struct hwspinlock; struct regcache_ops; struct regmap { union { struct mutex mutex; struct { spinlock_t spinlock; long unsigned int spinlock_flags; }; struct { raw_spinlock_t raw_spinlock; long unsigned int raw_spinlock_flags; }; }; regmap_lock lock; regmap_unlock unlock; void *lock_arg; gfp_t alloc_flags; unsigned int reg_base; struct device *dev; void *work_buf; struct regmap_format format; const struct regmap_bus *bus; void *bus_context; const char *name; bool async; spinlock_t async_lock; wait_queue_head_t async_waitq; struct list_head async_list; struct list_head async_free; int async_ret; bool debugfs_disable; struct dentry *debugfs; const char *debugfs_name; unsigned int debugfs_reg_len; unsigned int debugfs_val_len; unsigned int debugfs_tot_len; struct list_head debugfs_off_cache; struct mutex cache_lock; unsigned int max_register; bool (*writeable_reg)(struct device *, unsigned int); bool (*readable_reg)(struct device *, unsigned int); bool (*volatile_reg)(struct device *, unsigned int); bool (*precious_reg)(struct device *, unsigned int); bool (*writeable_noinc_reg)(struct device *, unsigned int); bool (*readable_noinc_reg)(struct device *, unsigned int); const struct regmap_access_table *wr_table; const struct regmap_access_table *rd_table; const struct regmap_access_table *volatile_table; const struct regmap_access_table *precious_table; const struct regmap_access_table *wr_noinc_table; const struct regmap_access_table *rd_noinc_table; int (*reg_read)(void *, unsigned int, unsigned int *); int (*reg_write)(void *, unsigned int, unsigned int); int (*reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); int (*read)(void *, const void *, size_t, void *, size_t); int (*write)(void *, const void *, size_t); bool defer_caching; long unsigned int read_flag_mask; long unsigned int write_flag_mask; int reg_shift; int reg_stride; int reg_stride_order; const struct regcache_ops *cache_ops; enum regcache_type cache_type; unsigned int cache_size_raw; unsigned int cache_word_size; unsigned int num_reg_defaults; unsigned int num_reg_defaults_raw; bool cache_only; bool cache_bypass; bool cache_free; struct reg_default *reg_defaults; const void *reg_defaults_raw; void *cache; bool cache_dirty; bool no_sync_defaults; struct reg_sequence *patch; int patch_regs; bool use_single_read; bool use_single_write; bool can_multi_write; size_t max_raw_read; size_t max_raw_write; struct rb_root range_tree; void *selector_work_buf; struct hwspinlock *hwlock; bool can_sleep; }; struct regcache_ops { const char *name; enum regcache_type type; int (*init)(struct regmap *); int (*exit)(struct regmap *); void (*debugfs_init)(struct regmap *); int (*read)(struct regmap *, unsigned int, unsigned int *); int (*write)(struct regmap *, unsigned int, unsigned int); int (*sync)(struct regmap *, unsigned int, unsigned int); int (*drop)(struct regmap *, unsigned int, unsigned int); }; struct regcache_rbtree_node { void *block; long int *cache_present; unsigned int base_reg; unsigned int blklen; struct rb_node node; }; struct regcache_rbtree_ctx { struct rb_root root; struct regcache_rbtree_node *cached_rbnode; }; struct soc_device { struct device dev; struct soc_device_attribute *attr; int soc_dev_num; }; struct acpi_pld_info { u8 revision; u8 ignore_color; u8 red; u8 green; u8 blue; u16 width; u16 height; u8 user_visible; u8 dock; u8 lid; u8 panel; u8 vertical_position; u8 horizontal_position; u8 shape; u8 group_orientation; u8 group_token; u8 group_position; u8 bay; u8 ejectable; u8 ospm_eject_required; u8 cabinet_number; u8 card_cage_number; u8 reference; u8 rotation; u8 order; u8 reserved; u16 vertical_offset; u16 horizontal_offset; }; struct mfd_cell_acpi_match; struct mfd_cell { const char *name; int id; int level; int (*enable)(struct platform_device *); int (*disable)(struct platform_device *); int (*suspend)(struct platform_device *); int (*resume)(struct platform_device *); void *platform_data; size_t pdata_size; const struct software_node *swnode; const char *of_compatible; const u64 of_reg; bool use_of_reg; const struct mfd_cell_acpi_match *acpi_match; int num_resources; const struct resource *resources; bool ignore_resource_conflicts; bool pm_runtime_no_callbacks; const char * const *parent_supplies; int num_parent_supplies; }; struct mfd_cell_acpi_match { const char *pnpid; const long long unsigned int adr; }; enum { MAX77620_IRQ_TOP_GLBL = 0, MAX77620_IRQ_TOP_SD = 1, MAX77620_IRQ_TOP_LDO = 2, MAX77620_IRQ_TOP_GPIO = 3, MAX77620_IRQ_TOP_RTC = 4, MAX77620_IRQ_TOP_32K = 5, MAX77620_IRQ_TOP_ONOFF = 6, MAX77620_IRQ_LBT_MBATLOW = 7, MAX77620_IRQ_LBT_TJALRM1 = 8, MAX77620_IRQ_LBT_TJALRM2 = 9, }; enum max77620_chip_id { MAX77620 = 0, MAX20024 = 1, MAX77663 = 2, }; struct regmap_irq_chip_data; struct max77620_chip { struct device *dev; struct regmap *rmap; int chip_irq; enum max77620_chip_id chip_id; bool sleep_enable; bool enable_global_lpm; int shutdown_fps_period[3]; int suspend_fps_period[3]; struct regmap_irq_chip_data *top_irq_data; struct regmap_irq_chip_data *gpio_irq_data; }; struct regmap_irq_type { unsigned int type_reg_offset; unsigned int type_reg_mask; unsigned int type_rising_val; unsigned int type_falling_val; unsigned int type_level_low_val; unsigned int type_level_high_val; unsigned int types_supported; }; struct regmap_irq { unsigned int reg_offset; unsigned int mask; struct regmap_irq_type type; }; struct regmap_irq_sub_irq_map { unsigned int num_regs; unsigned int *offset; }; struct regmap_irq_chip { const char *name; unsigned int main_status; unsigned int num_main_status_bits; struct regmap_irq_sub_irq_map *sub_reg_offsets; int num_main_regs; unsigned int status_base; unsigned int mask_base; unsigned int unmask_base; unsigned int ack_base; unsigned int wake_base; unsigned int type_base; unsigned int *virt_reg_base; const unsigned int *config_base; unsigned int irq_reg_stride; unsigned int init_ack_masked: 1; unsigned int mask_invert: 1; unsigned int mask_unmask_non_inverted: 1; unsigned int use_ack: 1; unsigned int ack_invert: 1; unsigned int clear_ack: 1; unsigned int wake_invert: 1; unsigned int runtime_pm: 1; unsigned int type_invert: 1; unsigned int type_in_mask: 1; unsigned int clear_on_unmask: 1; unsigned int not_fixed_stride: 1; unsigned int status_invert: 1; int num_regs; const struct regmap_irq *irqs; int num_irqs; int num_type_reg; int num_virt_regs; int num_config_bases; int num_config_regs; int (*handle_pre_irq)(void *); int (*handle_post_irq)(void *); int (*set_type_virt)(unsigned int **, unsigned int, long unsigned int, int); int (*set_type_config)(unsigned int **, unsigned int, const struct regmap_irq *, int); unsigned int (*get_irq_reg)(struct regmap_irq_chip_data *, unsigned int, int); void *irq_drv_data; }; struct driver_attribute { struct attribute attr; ssize_t (*show)(struct device_driver *, char *); ssize_t (*store)(struct device_driver *, const char *, size_t); }; struct dax_operations { long int (*direct_access)(struct dax_device *, long unsigned int, long int, enum dax_access_mode, void **, pfn_t *); bool (*dax_supported)(struct dax_device *, struct block_device *, int, sector_t, sector_t); int (*zero_page_range)(struct dax_device *, long unsigned int, size_t); size_t (*recovery_write)(struct dax_device *, long unsigned int, void *, size_t, struct iov_iter *); }; struct dax_region { int id; int target_node; struct kref kref; struct device *dev; unsigned int align; struct ida ida; struct resource res; struct device *seed; struct device *youngest; }; struct dax_mapping { struct device dev; int range_id; int id; }; struct dev_dax_range { long unsigned int pgoff; struct range range; struct dax_mapping *mapping; }; struct dev_dax { struct dax_region *region; struct dax_device *dax_dev; unsigned int align; int target_node; int id; struct ida ida; struct device dev; struct dev_pagemap *pgmap; int nr_range; struct dev_dax_range *ranges; }; struct dev_dax_data { struct dax_region *dax_region; struct dev_pagemap *pgmap; resource_size_t size; int id; }; struct dax_device_driver { struct device_driver drv; struct list_head ids; int match_always; int (*probe)(struct dev_dax *); void (*remove)(struct dev_dax *); }; struct dax_id { struct list_head list; char dev_name[30]; }; enum id_action { ID_REMOVE = 0, ID_ADD = 1, }; struct iosys_map { union { void *vaddr_iomem; void *vaddr; }; bool is_iomem; }; struct sg_page_iter { struct scatterlist *sg; unsigned int sg_pgoffset; unsigned int __nents; int __pg_advance; }; struct dma_fence_ops; struct dma_fence { spinlock_t *lock; const struct dma_fence_ops *ops; union { struct list_head cb_list; ktime_t timestamp; struct callback_head rcu; }; u64 context; u64 seqno; long unsigned int flags; struct kref refcount; int error; }; struct dma_fence_ops { bool use_64bit_seqno; const char * (*get_driver_name)(struct dma_fence *); const char * (*get_timeline_name)(struct dma_fence *); bool (*enable_signaling)(struct dma_fence *); bool (*signaled)(struct dma_fence *); long int (*wait)(struct dma_fence *, bool, long int); void (*release)(struct dma_fence *); void (*fence_value_str)(struct dma_fence *, char *, int); void (*timeline_value_str)(struct dma_fence *, char *, int); }; struct dma_fence_cb; typedef void (*dma_fence_func_t)(struct dma_fence *, struct dma_fence_cb *); struct dma_fence_cb { struct list_head node; dma_fence_func_t func; }; struct dma_buf_ops { bool cache_sgt_mapping; int (*attach)(struct dma_buf *, struct dma_buf_attachment *); void (*detach)(struct dma_buf *, struct dma_buf_attachment *); int (*pin)(struct dma_buf_attachment *); void (*unpin)(struct dma_buf_attachment *); struct sg_table * (*map_dma_buf)(struct dma_buf_attachment *, enum dma_data_direction); void (*unmap_dma_buf)(struct dma_buf_attachment *, struct sg_table *, enum dma_data_direction); void (*release)(struct dma_buf *); int (*begin_cpu_access)(struct dma_buf *, enum dma_data_direction); int (*end_cpu_access)(struct dma_buf *, enum dma_data_direction); int (*mmap)(struct dma_buf *, struct vm_area_struct *); int (*vmap)(struct dma_buf *, struct iosys_map *); void (*vunmap)(struct dma_buf *, struct iosys_map *); }; struct dma_buf_poll_cb_t { struct dma_fence_cb cb; wait_queue_head_t *poll; __poll_t active; }; struct dma_resv; struct dma_buf_sysfs_entry; struct dma_buf { size_t size; struct file *file; struct list_head attachments; const struct dma_buf_ops *ops; struct mutex lock; unsigned int vmapping_counter; struct iosys_map vmap_ptr; const char *exp_name; const char *name; spinlock_t name_lock; struct module *owner; struct list_head list_node; void *priv; struct dma_resv *resv; wait_queue_head_t poll; struct dma_buf_poll_cb_t cb_in; struct dma_buf_poll_cb_t cb_out; struct dma_buf_sysfs_entry *sysfs_entry; }; struct dma_buf_attach_ops; struct dma_buf_attachment { struct dma_buf *dmabuf; struct device *dev; struct list_head node; struct sg_table *sgt; enum dma_data_direction dir; bool peer2peer; const struct dma_buf_attach_ops *importer_ops; void *importer_priv; void *priv; }; struct dma_buf_sysfs_entry { struct kobject kobj; struct dma_buf *dmabuf; }; struct dma_buf_attach_ops { bool allow_peer2peer; void (*move_notify)(struct dma_buf_attachment *); }; struct dma_buf_export_info { const char *exp_name; struct module *owner; const struct dma_buf_ops *ops; size_t size; int flags; struct dma_resv *resv; void *priv; }; struct dma_heap; struct dma_heap_ops { struct dma_buf * (*allocate)(struct dma_heap *, long unsigned int, long unsigned int, long unsigned int); }; struct dma_heap_export_info { const char *name; const struct dma_heap_ops *ops; void *priv; }; struct system_heap_buffer { struct dma_heap *heap; struct list_head attachments; struct mutex lock; long unsigned int len; struct sg_table sg_table; int vmap_cnt; void *vaddr; }; struct dma_heap_attachment { struct device *dev; struct sg_table *table; struct list_head list; bool mapped; }; enum { CXL_MEM_COMMAND_ID_INVALID = 0, CXL_MEM_COMMAND_ID_IDENTIFY = 1, CXL_MEM_COMMAND_ID_RAW = 2, CXL_MEM_COMMAND_ID_GET_SUPPORTED_LOGS = 3, CXL_MEM_COMMAND_ID_GET_FW_INFO = 4, CXL_MEM_COMMAND_ID_GET_PARTITION_INFO = 5, CXL_MEM_COMMAND_ID_GET_LSA = 6, CXL_MEM_COMMAND_ID_GET_HEALTH_INFO = 7, CXL_MEM_COMMAND_ID_GET_LOG = 8, CXL_MEM_COMMAND_ID_SET_PARTITION_INFO = 9, CXL_MEM_COMMAND_ID_SET_LSA = 10, CXL_MEM_COMMAND_ID_GET_ALERT_CONFIG = 11, CXL_MEM_COMMAND_ID_SET_ALERT_CONFIG = 12, CXL_MEM_COMMAND_ID_GET_SHUTDOWN_STATE = 13, CXL_MEM_COMMAND_ID_SET_SHUTDOWN_STATE = 14, CXL_MEM_COMMAND_ID_GET_POISON = 15, CXL_MEM_COMMAND_ID_INJECT_POISON = 16, CXL_MEM_COMMAND_ID_CLEAR_POISON = 17, CXL_MEM_COMMAND_ID_GET_SCAN_MEDIA_CAPS = 18, CXL_MEM_COMMAND_ID_SCAN_MEDIA = 19, CXL_MEM_COMMAND_ID_GET_SCAN_MEDIA = 20, CXL_MEM_COMMAND_ID_MAX = 21, }; struct cxl_command_info { __u32 id; __u32 flags; __u32 size_in; __u32 size_out; }; struct cxl_mem_query_commands { __u32 n_commands; __u32 rsvd; struct cxl_command_info commands[0]; }; struct cxl_send_command { __u32 id; __u32 flags; union { struct { __u16 opcode; __u16 rsvd; } raw; __u32 rsvd; }; __u32 retval; struct { __u32 size; __u32 rsvd; __u64 payload; } in; struct { __u32 size; __u32 rsvd; __u64 payload; } out; }; struct cxl_component_regs { void *hdm_decoder; }; struct cxl_device_regs { void *status; void *mbox; void *memdev; }; struct cxl_regs { union { struct { void *hdm_decoder; }; struct cxl_component_regs component; }; union { struct { void *status; void *mbox; void *memdev; }; struct cxl_device_regs device_regs; }; }; struct cxl_dev_state; struct cxl_memdev { struct device dev; struct cdev cdev; struct cxl_dev_state *cxlds; struct work_struct detach_work; int id; }; struct cxl_mbox_cmd; struct cxl_dev_state { struct device *dev; struct cxl_regs regs; int cxl_dvsec; size_t payload_size; size_t lsa_size; struct mutex mbox_mutex; char firmware_version[16]; long unsigned int enabled_cmds[1]; long unsigned int exclusive_cmds[1]; struct resource dpa_res; struct resource pmem_res; struct resource ram_res; u64 total_bytes; u64 volatile_only_bytes; u64 persistent_only_bytes; u64 partition_align_bytes; u64 active_volatile_bytes; u64 active_persistent_bytes; u64 next_volatile_bytes; u64 next_persistent_bytes; resource_size_t component_reg_phys; u64 serial; struct xarray doe_mbs; int (*mbox_send)(struct cxl_dev_state *, struct cxl_mbox_cmd *); }; struct cxl_mbox_cmd { u16 opcode; void *payload_in; void *payload_out; size_t size_in; size_t size_out; u16 return_code; }; struct cxl_mbox_cmd_rc { int err; const char *desc; }; struct execute_work { struct work_struct work; }; enum sam_status { SAM_STAT_GOOD = 0, SAM_STAT_CHECK_CONDITION = 2, SAM_STAT_CONDITION_MET = 4, SAM_STAT_BUSY = 8, SAM_STAT_INTERMEDIATE = 16, SAM_STAT_INTERMEDIATE_CONDITION_MET = 20, SAM_STAT_RESERVATION_CONFLICT = 24, SAM_STAT_COMMAND_TERMINATED = 34, SAM_STAT_TASK_SET_FULL = 40, SAM_STAT_ACA_ACTIVE = 48, SAM_STAT_TASK_ABORTED = 64, }; struct scsi_sense_hdr { u8 response_code; u8 sense_key; u8 asc; u8 ascq; u8 byte4; u8 byte5; u8 byte6; u8 additional_length; }; enum scsi_host_status { DID_OK = 0, DID_NO_CONNECT = 1, DID_BUS_BUSY = 2, DID_TIME_OUT = 3, DID_BAD_TARGET = 4, DID_ABORT = 5, DID_PARITY = 6, DID_ERROR = 7, DID_RESET = 8, DID_BAD_INTR = 9, DID_PASSTHROUGH = 10, DID_SOFT_ERROR = 11, DID_IMM_RETRY = 12, DID_REQUEUE = 13, DID_TRANSPORT_DISRUPTED = 14, DID_TRANSPORT_FAILFAST = 15, DID_TARGET_FAILURE = 16, DID_NEXUS_FAILURE = 17, DID_ALLOC_FAILURE = 18, DID_MEDIUM_ERROR = 19, DID_TRANSPORT_MARGINAL = 20, }; enum scsi_disposition { NEEDS_RETRY = 8193, SUCCESS = 8194, FAILED = 8195, QUEUED = 8196, SOFT_ERROR = 8197, ADD_TO_MLQUEUE = 8198, TIMEOUT_ERROR = 8199, SCSI_RETURN_NOT_HANDLED = 8200, FAST_IO_FAIL = 8201, }; typedef __u64 blist_flags_t; enum scsi_device_state { SDEV_CREATED = 1, SDEV_RUNNING = 2, SDEV_CANCEL = 3, SDEV_DEL = 4, SDEV_QUIESCE = 5, SDEV_OFFLINE = 6, SDEV_TRANSPORT_OFFLINE = 7, SDEV_BLOCK = 8, SDEV_CREATED_BLOCK = 9, }; enum scsi_device_event { SDEV_EVT_MEDIA_CHANGE = 1, SDEV_EVT_INQUIRY_CHANGE_REPORTED = 2, SDEV_EVT_CAPACITY_CHANGE_REPORTED = 3, SDEV_EVT_SOFT_THRESHOLD_REACHED_REPORTED = 4, SDEV_EVT_MODE_PARAMETER_CHANGE_REPORTED = 5, SDEV_EVT_LUN_CHANGE_REPORTED = 6, SDEV_EVT_ALUA_STATE_CHANGE_REPORTED = 7, SDEV_EVT_POWER_ON_RESET_OCCURRED = 8, SDEV_EVT_FIRST = 1, SDEV_EVT_LAST = 8, SDEV_EVT_MAXBITS = 9, }; struct scsi_vpd { struct callback_head rcu; int len; unsigned char data[0]; }; enum scsi_vpd_parameters { SCSI_VPD_HEADER_SIZE = 4, }; struct bsg_device; struct Scsi_Host; struct scsi_target; struct scsi_device_handler; struct scsi_device { struct Scsi_Host *host; struct request_queue *request_queue; struct list_head siblings; struct list_head same_target_siblings; struct sbitmap budget_map; atomic_t device_blocked; atomic_t restarts; spinlock_t list_lock; struct list_head starved_entry; short unsigned int queue_depth; short unsigned int max_queue_depth; short unsigned int last_queue_full_depth; short unsigned int last_queue_full_count; long unsigned int last_queue_full_time; long unsigned int queue_ramp_up_period; long unsigned int last_queue_ramp_up; unsigned int id; unsigned int channel; u64 lun; unsigned int manufacturer; unsigned int sector_size; void *hostdata; unsigned char type; char scsi_level; char inq_periph_qual; struct mutex inquiry_mutex; unsigned char inquiry_len; unsigned char *inquiry; const char *vendor; const char *model; const char *rev; struct scsi_vpd *vpd_pg0; struct scsi_vpd *vpd_pg83; struct scsi_vpd *vpd_pg80; struct scsi_vpd *vpd_pg89; struct scsi_vpd *vpd_pgb0; struct scsi_vpd *vpd_pgb1; struct scsi_vpd *vpd_pgb2; struct scsi_target *sdev_target; blist_flags_t sdev_bflags; unsigned int eh_timeout; unsigned int removable: 1; unsigned int changed: 1; unsigned int busy: 1; unsigned int lockable: 1; unsigned int locked: 1; unsigned int borken: 1; unsigned int disconnect: 1; unsigned int soft_reset: 1; unsigned int sdtr: 1; unsigned int wdtr: 1; unsigned int ppr: 1; unsigned int tagged_supported: 1; unsigned int simple_tags: 1; unsigned int was_reset: 1; unsigned int expecting_cc_ua: 1; unsigned int use_10_for_rw: 1; unsigned int use_10_for_ms: 1; unsigned int set_dbd_for_ms: 1; unsigned int no_report_opcodes: 1; unsigned int no_write_same: 1; unsigned int use_16_for_rw: 1; unsigned int skip_ms_page_8: 1; unsigned int skip_ms_page_3f: 1; unsigned int skip_vpd_pages: 1; unsigned int try_vpd_pages: 1; unsigned int use_192_bytes_for_3f: 1; unsigned int no_start_on_add: 1; unsigned int allow_restart: 1; unsigned int manage_start_stop: 1; unsigned int start_stop_pwr_cond: 1; unsigned int no_uld_attach: 1; unsigned int select_no_atn: 1; unsigned int fix_capacity: 1; unsigned int guess_capacity: 1; unsigned int retry_hwerror: 1; unsigned int last_sector_bug: 1; unsigned int no_read_disc_info: 1; unsigned int no_read_capacity_16: 1; unsigned int try_rc_10_first: 1; unsigned int security_supported: 1; unsigned int is_visible: 1; unsigned int wce_default_on: 1; unsigned int no_dif: 1; unsigned int broken_fua: 1; unsigned int lun_in_cdb: 1; unsigned int unmap_limit_for_ws: 1; unsigned int rpm_autosuspend: 1; unsigned int ignore_media_change: 1; unsigned int silence_suspend: 1; unsigned int queue_stopped; bool offline_already; atomic_t disk_events_disable_depth; long unsigned int supported_events[1]; long unsigned int pending_events[1]; struct list_head event_list; struct work_struct event_work; unsigned int max_device_blocked; atomic_t iorequest_cnt; atomic_t iodone_cnt; atomic_t ioerr_cnt; struct device sdev_gendev; struct device sdev_dev; struct execute_work ew; struct work_struct requeue_work; struct scsi_device_handler *handler; void *handler_data; size_t dma_drain_len; void *dma_drain_buf; unsigned int sg_timeout; unsigned int sg_reserved_size; struct bsg_device *bsg_dev; unsigned char access_state; struct mutex state_mutex; enum scsi_device_state sdev_state; struct task_struct *quiesced_by; long unsigned int sdev_data[0]; }; enum scsi_host_state { SHOST_CREATED = 1, SHOST_RUNNING = 2, SHOST_CANCEL = 3, SHOST_DEL = 4, SHOST_RECOVERY = 5, SHOST_CANCEL_RECOVERY = 6, SHOST_DEL_RECOVERY = 7, }; struct scsi_host_template; struct scsi_transport_template; struct Scsi_Host { struct list_head __devices; struct list_head __targets; struct list_head starved_list; spinlock_t default_lock; spinlock_t *host_lock; struct mutex scan_mutex; struct list_head eh_abort_list; struct list_head eh_cmd_q; struct task_struct *ehandler; struct completion *eh_action; wait_queue_head_t host_wait; struct scsi_host_template *hostt; struct scsi_transport_template *transportt; struct kref tagset_refcnt; struct completion tagset_freed; struct blk_mq_tag_set tag_set; atomic_t host_blocked; unsigned int host_failed; unsigned int host_eh_scheduled; unsigned int host_no; int eh_deadline; long unsigned int last_reset; unsigned int max_channel; unsigned int max_id; u64 max_lun; unsigned int unique_id; short unsigned int max_cmd_len; int this_id; int can_queue; short int cmd_per_lun; short unsigned int sg_tablesize; short unsigned int sg_prot_tablesize; unsigned int max_sectors; unsigned int opt_sectors; unsigned int max_segment_size; long unsigned int dma_boundary; long unsigned int virt_boundary_mask; unsigned int nr_hw_queues; unsigned int nr_maps; unsigned int active_mode: 2; unsigned int host_self_blocked: 1; unsigned int reverse_ordering: 1; unsigned int tmf_in_progress: 1; unsigned int async_scan: 1; unsigned int eh_noresume: 1; unsigned int no_write_same: 1; unsigned int host_tagset: 1; unsigned int short_inquiry: 1; unsigned int no_scsi2_lun_in_cdb: 1; char work_q_name[20]; struct workqueue_struct *work_q; struct workqueue_struct *tmf_work_q; unsigned int max_host_blocked; unsigned int prot_capabilities; unsigned char prot_guard_type; long unsigned int base; long unsigned int io_port; unsigned char n_io_port; unsigned char dma_channel; unsigned int irq; enum scsi_host_state shost_state; struct device shost_gendev; struct device shost_dev; void *shost_data; struct device *dma_dev; long unsigned int hostdata[0]; }; enum scsi_target_state { STARGET_CREATED = 1, STARGET_RUNNING = 2, STARGET_REMOVE = 3, STARGET_CREATED_REMOVE = 4, STARGET_DEL = 5, }; struct scsi_target { struct scsi_device *starget_sdev_user; struct list_head siblings; struct list_head devices; struct device dev; struct kref reap_ref; unsigned int channel; unsigned int id; unsigned int create: 1; unsigned int single_lun: 1; unsigned int pdt_1f_for_no_lun: 1; unsigned int no_report_luns: 1; unsigned int expecting_lun_change: 1; atomic_t target_busy; atomic_t target_blocked; unsigned int can_queue; unsigned int max_target_blocked; char scsi_level; enum scsi_target_state state; void *hostdata; long unsigned int starget_data[0]; }; struct scsi_data_buffer { struct sg_table table; unsigned int length; }; enum scsi_cmnd_submitter { SUBMITTED_BY_BLOCK_LAYER = 0, SUBMITTED_BY_SCSI_ERROR_HANDLER = 1, SUBMITTED_BY_SCSI_RESET_IOCTL = 2, }; struct scsi_cmnd { struct scsi_device *device; struct list_head eh_entry; struct delayed_work abort_work; struct callback_head rcu; int eh_eflags; int budget_token; long unsigned int jiffies_at_alloc; int retries; int allowed; unsigned char prot_op; unsigned char prot_type; unsigned char prot_flags; enum scsi_cmnd_submitter submitter; short unsigned int cmd_len; enum dma_data_direction sc_data_direction; unsigned char cmnd[32]; struct scsi_data_buffer sdb; struct scsi_data_buffer *prot_sdb; unsigned int underflow; unsigned int transfersize; unsigned int resid_len; unsigned int sense_len; unsigned char *sense_buffer; int flags; long unsigned int state; unsigned int extra_len; unsigned char *host_scribble; int result; }; enum scsi_prot_operations { SCSI_PROT_NORMAL = 0, SCSI_PROT_READ_INSERT = 1, SCSI_PROT_WRITE_STRIP = 2, SCSI_PROT_READ_STRIP = 3, SCSI_PROT_WRITE_INSERT = 4, SCSI_PROT_READ_PASS = 5, SCSI_PROT_WRITE_PASS = 6, }; struct scsi_driver { struct device_driver gendrv; void (*rescan)(struct device *); blk_status_t (*init_command)(struct scsi_cmnd *); void (*uninit_command)(struct scsi_cmnd *); int (*done)(struct scsi_cmnd *); int (*eh_action)(struct scsi_cmnd *, int); void (*eh_reset)(struct scsi_cmnd *); }; struct scsi_host_template { unsigned int cmd_size; int (*queuecommand)(struct Scsi_Host *, struct scsi_cmnd *); void (*commit_rqs)(struct Scsi_Host *, u16); struct module *module; const char *name; const char * (*info)(struct Scsi_Host *); int (*ioctl)(struct scsi_device *, unsigned int, void *); int (*compat_ioctl)(struct scsi_device *, unsigned int, void *); int (*init_cmd_priv)(struct Scsi_Host *, struct scsi_cmnd *); int (*exit_cmd_priv)(struct Scsi_Host *, struct scsi_cmnd *); int (*eh_abort_handler)(struct scsi_cmnd *); int (*eh_device_reset_handler)(struct scsi_cmnd *); int (*eh_target_reset_handler)(struct scsi_cmnd *); int (*eh_bus_reset_handler)(struct scsi_cmnd *); int (*eh_host_reset_handler)(struct scsi_cmnd *); int (*slave_alloc)(struct scsi_device *); int (*slave_configure)(struct scsi_device *); void (*slave_destroy)(struct scsi_device *); int (*target_alloc)(struct scsi_target *); void (*target_destroy)(struct scsi_target *); int (*scan_finished)(struct Scsi_Host *, long unsigned int); void (*scan_start)(struct Scsi_Host *); int (*change_queue_depth)(struct scsi_device *, int); int (*map_queues)(struct Scsi_Host *); int (*mq_poll)(struct Scsi_Host *, unsigned int); bool (*dma_need_drain)(struct request *); int (*bios_param)(struct scsi_device *, struct block_device *, sector_t, int *); void (*unlock_native_capacity)(struct scsi_device *); int (*show_info)(struct seq_file *, struct Scsi_Host *); int (*write_info)(struct Scsi_Host *, char *, int); enum blk_eh_timer_return (*eh_timed_out)(struct scsi_cmnd *); bool (*eh_should_retry_cmd)(struct scsi_cmnd *); int (*host_reset)(struct Scsi_Host *, int); const char *proc_name; struct proc_dir_entry *proc_dir; int can_queue; int this_id; short unsigned int sg_tablesize; short unsigned int sg_prot_tablesize; unsigned int max_sectors; unsigned int max_segment_size; long unsigned int dma_boundary; long unsigned int virt_boundary_mask; short int cmd_per_lun; unsigned char present; int tag_alloc_policy; unsigned int track_queue_depth: 1; unsigned int supported_mode: 2; unsigned int emulated: 1; unsigned int skip_settle_delay: 1; unsigned int no_write_same: 1; unsigned int host_tagset: 1; unsigned int max_host_blocked; const struct attribute_group **shost_groups; const struct attribute_group **sdev_groups; u64 vendor_id; int rpm_autosuspend_delay; }; struct trace_event_raw_scsi_dispatch_cmd_start { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_dispatch_cmd_error { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; int rtn; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_cmd_done_timeout_template { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; int result; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_eh_wakeup { struct trace_entry ent; unsigned int host_no; char __data[0]; }; struct trace_event_data_offsets_scsi_dispatch_cmd_start { u32 cmnd; }; struct trace_event_data_offsets_scsi_dispatch_cmd_error { u32 cmnd; }; struct trace_event_data_offsets_scsi_cmd_done_timeout_template { u32 cmnd; }; struct trace_event_data_offsets_scsi_eh_wakeup {}; typedef void (*btf_trace_scsi_dispatch_cmd_start)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_dispatch_cmd_error)(void *, struct scsi_cmnd *, int); typedef void (*btf_trace_scsi_dispatch_cmd_done)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_dispatch_cmd_timeout)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_eh_wakeup)(void *, struct Scsi_Host *); struct scsi_nl_hdr { __u8 version; __u8 transport; __u16 magic; __u16 msgtype; __u16 msglen; }; struct cdrom_device_ops; struct cdrom_device_info { const struct cdrom_device_ops *ops; struct list_head list; struct gendisk *disk; void *handle; int mask; int speed; int capacity; unsigned int options: 30; unsigned int mc_flags: 2; unsigned int vfs_events; unsigned int ioctl_events; int use_count; char name[20]; __u8 sanyo_slot: 2; __u8 keeplocked: 1; __u8 reserved: 5; int cdda_method; __u8 last_sense; __u8 media_written; short unsigned int mmc3_profile; int for_data; int (*exit)(struct cdrom_device_info *); int mrw_mode_page; __s64 last_media_change_ms; }; struct cdrom_msf0 { __u8 minute; __u8 second; __u8 frame; }; union cdrom_addr { struct cdrom_msf0 msf; int lba; }; struct cdrom_ti { __u8 cdti_trk0; __u8 cdti_ind0; __u8 cdti_trk1; __u8 cdti_ind1; }; struct cdrom_tochdr { __u8 cdth_trk0; __u8 cdth_trk1; }; struct cdrom_tocentry { __u8 cdte_track; __u8 cdte_adr: 4; __u8 cdte_ctrl: 4; __u8 cdte_format; union cdrom_addr cdte_addr; __u8 cdte_datamode; }; struct cdrom_multisession { union cdrom_addr addr; __u8 xa_flag; __u8 addr_format; }; struct cdrom_mcn { __u8 medium_catalog_number[14]; }; struct packet_command { unsigned char cmd[12]; unsigned char *buffer; unsigned int buflen; int stat; struct scsi_sense_hdr *sshdr; unsigned char data_direction; int quiet; int timeout; void *reserved[1]; }; struct cdrom_device_ops { int (*open)(struct cdrom_device_info *, int); void (*release)(struct cdrom_device_info *); int (*drive_status)(struct cdrom_device_info *, int); unsigned int (*check_events)(struct cdrom_device_info *, unsigned int, int); int (*tray_move)(struct cdrom_device_info *, int); int (*lock_door)(struct cdrom_device_info *, int); int (*select_speed)(struct cdrom_device_info *, int); int (*get_last_session)(struct cdrom_device_info *, struct cdrom_multisession *); int (*get_mcn)(struct cdrom_device_info *, struct cdrom_mcn *); int (*reset)(struct cdrom_device_info *); int (*audio_ioctl)(struct cdrom_device_info *, unsigned int, void *); int (*generic_packet)(struct cdrom_device_info *, struct packet_command *); int (*read_cdda_bpc)(struct cdrom_device_info *, void *, u32, u32, u8 *); const int capability; }; struct media_event_desc { __u8 media_event_code: 4; __u8 reserved1: 4; __u8 door_open: 1; __u8 media_present: 1; __u8 reserved2: 6; __u8 start_slot; __u8 end_slot; }; struct scsi_cd { unsigned int capacity; struct scsi_device *device; unsigned int vendor; long unsigned int ms_offset; unsigned int writeable: 1; unsigned int use: 1; unsigned int xa_flag: 1; unsigned int readcd_known: 1; unsigned int readcd_cdda: 1; unsigned int media_present: 1; int tur_mismatch; bool tur_changed: 1; bool get_event_changed: 1; bool ignore_get_event: 1; struct cdrom_device_info cdi; struct mutex lock; struct gendisk *disk; }; typedef struct scsi_cd Scsi_CD; enum { ATA_MAX_DEVICES = 2, ATA_MAX_PRD = 256, ATA_SECT_SIZE = 512, ATA_MAX_SECTORS_128 = 128, ATA_MAX_SECTORS = 256, ATA_MAX_SECTORS_1024 = 1024, ATA_MAX_SECTORS_LBA48 = 65535, ATA_MAX_SECTORS_TAPE = 65535, ATA_MAX_TRIM_RNUM = 64, ATA_ID_WORDS = 256, ATA_ID_CONFIG = 0, ATA_ID_CYLS = 1, ATA_ID_HEADS = 3, ATA_ID_SECTORS = 6, ATA_ID_SERNO = 10, ATA_ID_BUF_SIZE = 21, ATA_ID_FW_REV = 23, ATA_ID_PROD = 27, ATA_ID_MAX_MULTSECT = 47, ATA_ID_DWORD_IO = 48, ATA_ID_TRUSTED = 48, ATA_ID_CAPABILITY = 49, ATA_ID_OLD_PIO_MODES = 51, ATA_ID_OLD_DMA_MODES = 52, ATA_ID_FIELD_VALID = 53, ATA_ID_CUR_CYLS = 54, ATA_ID_CUR_HEADS = 55, ATA_ID_CUR_SECTORS = 56, ATA_ID_MULTSECT = 59, ATA_ID_LBA_CAPACITY = 60, ATA_ID_SWDMA_MODES = 62, ATA_ID_MWDMA_MODES = 63, ATA_ID_PIO_MODES = 64, ATA_ID_EIDE_DMA_MIN = 65, ATA_ID_EIDE_DMA_TIME = 66, ATA_ID_EIDE_PIO = 67, ATA_ID_EIDE_PIO_IORDY = 68, ATA_ID_ADDITIONAL_SUPP = 69, ATA_ID_QUEUE_DEPTH = 75, ATA_ID_SATA_CAPABILITY = 76, ATA_ID_SATA_CAPABILITY_2 = 77, ATA_ID_FEATURE_SUPP = 78, ATA_ID_MAJOR_VER = 80, ATA_ID_COMMAND_SET_1 = 82, ATA_ID_COMMAND_SET_2 = 83, ATA_ID_CFSSE = 84, ATA_ID_CFS_ENABLE_1 = 85, ATA_ID_CFS_ENABLE_2 = 86, ATA_ID_CSF_DEFAULT = 87, ATA_ID_UDMA_MODES = 88, ATA_ID_HW_CONFIG = 93, ATA_ID_SPG = 98, ATA_ID_LBA_CAPACITY_2 = 100, ATA_ID_SECTOR_SIZE = 106, ATA_ID_WWN = 108, ATA_ID_LOGICAL_SECTOR_SIZE = 117, ATA_ID_COMMAND_SET_3 = 119, ATA_ID_COMMAND_SET_4 = 120, ATA_ID_LAST_LUN = 126, ATA_ID_DLF = 128, ATA_ID_CSFO = 129, ATA_ID_CFA_POWER = 160, ATA_ID_CFA_KEY_MGMT = 162, ATA_ID_CFA_MODES = 163, ATA_ID_DATA_SET_MGMT = 169, ATA_ID_SCT_CMD_XPORT = 206, ATA_ID_ROT_SPEED = 217, ATA_ID_PIO4 = 2, ATA_ID_SERNO_LEN = 20, ATA_ID_FW_REV_LEN = 8, ATA_ID_PROD_LEN = 40, ATA_ID_WWN_LEN = 8, ATA_PCI_CTL_OFS = 2, ATA_PIO0 = 1, ATA_PIO1 = 3, ATA_PIO2 = 7, ATA_PIO3 = 15, ATA_PIO4 = 31, ATA_PIO5 = 63, ATA_PIO6 = 127, ATA_PIO4_ONLY = 16, ATA_SWDMA0 = 1, ATA_SWDMA1 = 3, ATA_SWDMA2 = 7, ATA_SWDMA2_ONLY = 4, ATA_MWDMA0 = 1, ATA_MWDMA1 = 3, ATA_MWDMA2 = 7, ATA_MWDMA3 = 15, ATA_MWDMA4 = 31, ATA_MWDMA12_ONLY = 6, ATA_MWDMA2_ONLY = 4, ATA_UDMA0 = 1, ATA_UDMA1 = 3, ATA_UDMA2 = 7, ATA_UDMA3 = 15, ATA_UDMA4 = 31, ATA_UDMA5 = 63, ATA_UDMA6 = 127, ATA_UDMA7 = 255, ATA_UDMA24_ONLY = 20, ATA_UDMA_MASK_40C = 7, ATA_PRD_SZ = 8, ATA_PRD_TBL_SZ = 2048, ATA_PRD_EOT = 2147483648, ATA_DMA_TABLE_OFS = 4, ATA_DMA_STATUS = 2, ATA_DMA_CMD = 0, ATA_DMA_WR = 8, ATA_DMA_START = 1, ATA_DMA_INTR = 4, ATA_DMA_ERR = 2, ATA_DMA_ACTIVE = 1, ATA_HOB = 128, ATA_NIEN = 2, ATA_LBA = 64, ATA_DEV1 = 16, ATA_DEVICE_OBS = 160, ATA_DEVCTL_OBS = 8, ATA_BUSY = 128, ATA_DRDY = 64, ATA_DF = 32, ATA_DSC = 16, ATA_DRQ = 8, ATA_CORR = 4, ATA_SENSE = 2, ATA_ERR = 1, ATA_SRST = 4, ATA_ICRC = 128, ATA_BBK = 128, ATA_UNC = 64, ATA_MC = 32, ATA_IDNF = 16, ATA_MCR = 8, ATA_ABORTED = 4, ATA_TRK0NF = 2, ATA_AMNF = 1, ATAPI_LFS = 240, ATAPI_EOM = 2, ATAPI_ILI = 1, ATAPI_IO = 2, ATAPI_COD = 1, ATA_REG_DATA = 0, ATA_REG_ERR = 1, ATA_REG_NSECT = 2, ATA_REG_LBAL = 3, ATA_REG_LBAM = 4, ATA_REG_LBAH = 5, ATA_REG_DEVICE = 6, ATA_REG_STATUS = 7, ATA_REG_FEATURE = 1, ATA_REG_CMD = 7, ATA_REG_BYTEL = 4, ATA_REG_BYTEH = 5, ATA_REG_DEVSEL = 6, ATA_REG_IRQ = 2, ATA_CMD_DEV_RESET = 8, ATA_CMD_CHK_POWER = 229, ATA_CMD_STANDBY = 226, ATA_CMD_IDLE = 227, ATA_CMD_EDD = 144, ATA_CMD_DOWNLOAD_MICRO = 146, ATA_CMD_DOWNLOAD_MICRO_DMA = 147, ATA_CMD_NOP = 0, ATA_CMD_FLUSH = 231, ATA_CMD_FLUSH_EXT = 234, ATA_CMD_ID_ATA = 236, ATA_CMD_ID_ATAPI = 161, ATA_CMD_SERVICE = 162, ATA_CMD_READ = 200, ATA_CMD_READ_EXT = 37, ATA_CMD_READ_QUEUED = 38, ATA_CMD_READ_STREAM_EXT = 43, ATA_CMD_READ_STREAM_DMA_EXT = 42, ATA_CMD_WRITE = 202, ATA_CMD_WRITE_EXT = 53, ATA_CMD_WRITE_QUEUED = 54, ATA_CMD_WRITE_STREAM_EXT = 59, ATA_CMD_WRITE_STREAM_DMA_EXT = 58, ATA_CMD_WRITE_FUA_EXT = 61, ATA_CMD_WRITE_QUEUED_FUA_EXT = 62, ATA_CMD_FPDMA_READ = 96, ATA_CMD_FPDMA_WRITE = 97, ATA_CMD_NCQ_NON_DATA = 99, ATA_CMD_FPDMA_SEND = 100, ATA_CMD_FPDMA_RECV = 101, ATA_CMD_PIO_READ = 32, ATA_CMD_PIO_READ_EXT = 36, ATA_CMD_PIO_WRITE = 48, ATA_CMD_PIO_WRITE_EXT = 52, ATA_CMD_READ_MULTI = 196, ATA_CMD_READ_MULTI_EXT = 41, ATA_CMD_WRITE_MULTI = 197, ATA_CMD_WRITE_MULTI_EXT = 57, ATA_CMD_WRITE_MULTI_FUA_EXT = 206, ATA_CMD_SET_FEATURES = 239, ATA_CMD_SET_MULTI = 198, ATA_CMD_PACKET = 160, ATA_CMD_VERIFY = 64, ATA_CMD_VERIFY_EXT = 66, ATA_CMD_WRITE_UNCORR_EXT = 69, ATA_CMD_STANDBYNOW1 = 224, ATA_CMD_IDLEIMMEDIATE = 225, ATA_CMD_SLEEP = 230, ATA_CMD_INIT_DEV_PARAMS = 145, ATA_CMD_READ_NATIVE_MAX = 248, ATA_CMD_READ_NATIVE_MAX_EXT = 39, ATA_CMD_SET_MAX = 249, ATA_CMD_SET_MAX_EXT = 55, ATA_CMD_READ_LOG_EXT = 47, ATA_CMD_WRITE_LOG_EXT = 63, ATA_CMD_READ_LOG_DMA_EXT = 71, ATA_CMD_WRITE_LOG_DMA_EXT = 87, ATA_CMD_TRUSTED_NONDATA = 91, ATA_CMD_TRUSTED_RCV = 92, ATA_CMD_TRUSTED_RCV_DMA = 93, ATA_CMD_TRUSTED_SND = 94, ATA_CMD_TRUSTED_SND_DMA = 95, ATA_CMD_PMP_READ = 228, ATA_CMD_PMP_READ_DMA = 233, ATA_CMD_PMP_WRITE = 232, ATA_CMD_PMP_WRITE_DMA = 235, ATA_CMD_CONF_OVERLAY = 177, ATA_CMD_SEC_SET_PASS = 241, ATA_CMD_SEC_UNLOCK = 242, ATA_CMD_SEC_ERASE_PREP = 243, ATA_CMD_SEC_ERASE_UNIT = 244, ATA_CMD_SEC_FREEZE_LOCK = 245, ATA_CMD_SEC_DISABLE_PASS = 246, ATA_CMD_CONFIG_STREAM = 81, ATA_CMD_SMART = 176, ATA_CMD_MEDIA_LOCK = 222, ATA_CMD_MEDIA_UNLOCK = 223, ATA_CMD_DSM = 6, ATA_CMD_CHK_MED_CRD_TYP = 209, ATA_CMD_CFA_REQ_EXT_ERR = 3, ATA_CMD_CFA_WRITE_NE = 56, ATA_CMD_CFA_TRANS_SECT = 135, ATA_CMD_CFA_ERASE = 192, ATA_CMD_CFA_WRITE_MULT_NE = 205, ATA_CMD_REQ_SENSE_DATA = 11, ATA_CMD_SANITIZE_DEVICE = 180, ATA_CMD_ZAC_MGMT_IN = 74, ATA_CMD_ZAC_MGMT_OUT = 159, ATA_CMD_RESTORE = 16, ATA_SUBCMD_FPDMA_RECV_RD_LOG_DMA_EXT = 1, ATA_SUBCMD_FPDMA_RECV_ZAC_MGMT_IN = 2, ATA_SUBCMD_FPDMA_SEND_DSM = 0, ATA_SUBCMD_FPDMA_SEND_WR_LOG_DMA_EXT = 2, ATA_SUBCMD_NCQ_NON_DATA_ABORT_QUEUE = 0, ATA_SUBCMD_NCQ_NON_DATA_SET_FEATURES = 5, ATA_SUBCMD_NCQ_NON_DATA_ZERO_EXT = 6, ATA_SUBCMD_NCQ_NON_DATA_ZAC_MGMT_OUT = 7, ATA_SUBCMD_ZAC_MGMT_IN_REPORT_ZONES = 0, ATA_SUBCMD_ZAC_MGMT_OUT_CLOSE_ZONE = 1, ATA_SUBCMD_ZAC_MGMT_OUT_FINISH_ZONE = 2, ATA_SUBCMD_ZAC_MGMT_OUT_OPEN_ZONE = 3, ATA_SUBCMD_ZAC_MGMT_OUT_RESET_WRITE_POINTER = 4, ATA_LOG_DIRECTORY = 0, ATA_LOG_SATA_NCQ = 16, ATA_LOG_NCQ_NON_DATA = 18, ATA_LOG_NCQ_SEND_RECV = 19, ATA_LOG_IDENTIFY_DEVICE = 48, ATA_LOG_CONCURRENT_POSITIONING_RANGES = 71, ATA_LOG_SECURITY = 6, ATA_LOG_SATA_SETTINGS = 8, ATA_LOG_ZONED_INFORMATION = 9, ATA_LOG_DEVSLP_OFFSET = 48, ATA_LOG_DEVSLP_SIZE = 8, ATA_LOG_DEVSLP_MDAT = 0, ATA_LOG_DEVSLP_MDAT_MASK = 31, ATA_LOG_DEVSLP_DETO = 1, ATA_LOG_DEVSLP_VALID = 7, ATA_LOG_DEVSLP_VALID_MASK = 128, ATA_LOG_NCQ_PRIO_OFFSET = 9, ATA_LOG_NCQ_SEND_RECV_SUBCMDS_OFFSET = 0, ATA_LOG_NCQ_SEND_RECV_SUBCMDS_DSM = 1, ATA_LOG_NCQ_SEND_RECV_DSM_OFFSET = 4, ATA_LOG_NCQ_SEND_RECV_DSM_TRIM = 1, ATA_LOG_NCQ_SEND_RECV_RD_LOG_OFFSET = 8, ATA_LOG_NCQ_SEND_RECV_RD_LOG_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_WR_LOG_OFFSET = 12, ATA_LOG_NCQ_SEND_RECV_WR_LOG_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_OFFSET = 16, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_OUT_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_IN_SUPPORTED = 2, ATA_LOG_NCQ_SEND_RECV_SIZE = 20, ATA_LOG_NCQ_NON_DATA_SUBCMDS_OFFSET = 0, ATA_LOG_NCQ_NON_DATA_ABORT_OFFSET = 0, ATA_LOG_NCQ_NON_DATA_ABORT_NCQ = 1, ATA_LOG_NCQ_NON_DATA_ABORT_ALL = 2, ATA_LOG_NCQ_NON_DATA_ABORT_STREAMING = 4, ATA_LOG_NCQ_NON_DATA_ABORT_NON_STREAMING = 8, ATA_LOG_NCQ_NON_DATA_ABORT_SELECTED = 16, ATA_LOG_NCQ_NON_DATA_ZAC_MGMT_OFFSET = 28, ATA_LOG_NCQ_NON_DATA_ZAC_MGMT_OUT = 1, ATA_LOG_NCQ_NON_DATA_SIZE = 64, ATA_CMD_READ_LONG = 34, ATA_CMD_READ_LONG_ONCE = 35, ATA_CMD_WRITE_LONG = 50, ATA_CMD_WRITE_LONG_ONCE = 51, SETFEATURES_XFER = 3, XFER_UDMA_7 = 71, XFER_UDMA_6 = 70, XFER_UDMA_5 = 69, XFER_UDMA_4 = 68, XFER_UDMA_3 = 67, XFER_UDMA_2 = 66, XFER_UDMA_1 = 65, XFER_UDMA_0 = 64, XFER_MW_DMA_4 = 36, XFER_MW_DMA_3 = 35, XFER_MW_DMA_2 = 34, XFER_MW_DMA_1 = 33, XFER_MW_DMA_0 = 32, XFER_SW_DMA_2 = 18, XFER_SW_DMA_1 = 17, XFER_SW_DMA_0 = 16, XFER_PIO_6 = 14, XFER_PIO_5 = 13, XFER_PIO_4 = 12, XFER_PIO_3 = 11, XFER_PIO_2 = 10, XFER_PIO_1 = 9, XFER_PIO_0 = 8, XFER_PIO_SLOW = 0, SETFEATURES_WC_ON = 2, SETFEATURES_WC_OFF = 130, SETFEATURES_RA_ON = 170, SETFEATURES_RA_OFF = 85, SETFEATURES_AAM_ON = 66, SETFEATURES_AAM_OFF = 194, SETFEATURES_SPINUP = 7, SETFEATURES_SPINUP_TIMEOUT = 30000, SETFEATURES_SATA_ENABLE = 16, SETFEATURES_SATA_DISABLE = 144, SATA_FPDMA_OFFSET = 1, SATA_FPDMA_AA = 2, SATA_DIPM = 3, SATA_FPDMA_IN_ORDER = 4, SATA_AN = 5, SATA_SSP = 6, SATA_DEVSLP = 9, SETFEATURE_SENSE_DATA = 195, ATA_SET_MAX_ADDR = 0, ATA_SET_MAX_PASSWD = 1, ATA_SET_MAX_LOCK = 2, ATA_SET_MAX_UNLOCK = 3, ATA_SET_MAX_FREEZE_LOCK = 4, ATA_SET_MAX_PASSWD_DMA = 5, ATA_SET_MAX_UNLOCK_DMA = 6, ATA_DCO_RESTORE = 192, ATA_DCO_FREEZE_LOCK = 193, ATA_DCO_IDENTIFY = 194, ATA_DCO_SET = 195, ATA_SMART_ENABLE = 216, ATA_SMART_READ_VALUES = 208, ATA_SMART_READ_THRESHOLDS = 209, ATA_DSM_TRIM = 1, ATA_SMART_LBAM_PASS = 79, ATA_SMART_LBAH_PASS = 194, ATAPI_PKT_DMA = 1, ATAPI_DMADIR = 4, ATAPI_CDB_LEN = 16, SATA_PMP_MAX_PORTS = 15, SATA_PMP_CTRL_PORT = 15, SATA_PMP_GSCR_DWORDS = 128, SATA_PMP_GSCR_PROD_ID = 0, SATA_PMP_GSCR_REV = 1, SATA_PMP_GSCR_PORT_INFO = 2, SATA_PMP_GSCR_ERROR = 32, SATA_PMP_GSCR_ERROR_EN = 33, SATA_PMP_GSCR_FEAT = 64, SATA_PMP_GSCR_FEAT_EN = 96, SATA_PMP_PSCR_STATUS = 0, SATA_PMP_PSCR_ERROR = 1, SATA_PMP_PSCR_CONTROL = 2, SATA_PMP_FEAT_BIST = 1, SATA_PMP_FEAT_PMREQ = 2, SATA_PMP_FEAT_DYNSSC = 4, SATA_PMP_FEAT_NOTIFY = 8, ATA_CBL_NONE = 0, ATA_CBL_PATA40 = 1, ATA_CBL_PATA80 = 2, ATA_CBL_PATA40_SHORT = 3, ATA_CBL_PATA_UNK = 4, ATA_CBL_PATA_IGN = 5, ATA_CBL_SATA = 6, SCR_STATUS = 0, SCR_ERROR = 1, SCR_CONTROL = 2, SCR_ACTIVE = 3, SCR_NOTIFICATION = 4, SERR_DATA_RECOVERED = 1, SERR_COMM_RECOVERED = 2, SERR_DATA = 256, SERR_PERSISTENT = 512, SERR_PROTOCOL = 1024, SERR_INTERNAL = 2048, SERR_PHYRDY_CHG = 65536, SERR_PHY_INT_ERR = 131072, SERR_COMM_WAKE = 262144, SERR_10B_8B_ERR = 524288, SERR_DISPARITY = 1048576, SERR_CRC = 2097152, SERR_HANDSHAKE = 4194304, SERR_LINK_SEQ_ERR = 8388608, SERR_TRANS_ST_ERROR = 16777216, SERR_UNRECOG_FIS = 33554432, SERR_DEV_XCHG = 67108864, }; enum ata_prot_flags { ATA_PROT_FLAG_PIO = 1, ATA_PROT_FLAG_DMA = 2, ATA_PROT_FLAG_NCQ = 4, ATA_PROT_FLAG_ATAPI = 8, ATA_PROT_UNKNOWN = 255, ATA_PROT_NODATA = 0, ATA_PROT_PIO = 1, ATA_PROT_DMA = 2, ATA_PROT_NCQ_NODATA = 4, ATA_PROT_NCQ = 6, ATAPI_PROT_NODATA = 8, ATAPI_PROT_PIO = 9, ATAPI_PROT_DMA = 10, }; struct ata_bmdma_prd { __le32 addr; __le32 flags_len; }; typedef u64 async_cookie_t; enum { LIBATA_MAX_PRD = 128, LIBATA_DUMB_MAX_PRD = 64, ATA_DEF_QUEUE = 1, ATA_MAX_QUEUE = 32, ATA_TAG_INTERNAL = 32, ATA_SHORT_PAUSE = 16, ATAPI_MAX_DRAIN = 16384, ATA_ALL_DEVICES = 3, ATA_SHT_EMULATED = 1, ATA_SHT_THIS_ID = 4294967295, ATA_TFLAG_LBA48 = 1, ATA_TFLAG_ISADDR = 2, ATA_TFLAG_DEVICE = 4, ATA_TFLAG_WRITE = 8, ATA_TFLAG_LBA = 16, ATA_TFLAG_FUA = 32, ATA_TFLAG_POLLING = 64, ATA_DFLAG_LBA = 1, ATA_DFLAG_LBA48 = 2, ATA_DFLAG_CDB_INTR = 4, ATA_DFLAG_NCQ = 8, ATA_DFLAG_FLUSH_EXT = 16, ATA_DFLAG_ACPI_PENDING = 32, ATA_DFLAG_ACPI_FAILED = 64, ATA_DFLAG_AN = 128, ATA_DFLAG_TRUSTED = 256, ATA_DFLAG_DMADIR = 1024, ATA_DFLAG_CFG_MASK = 4095, ATA_DFLAG_PIO = 4096, ATA_DFLAG_NCQ_OFF = 8192, ATA_DFLAG_SLEEPING = 32768, ATA_DFLAG_DUBIOUS_XFER = 65536, ATA_DFLAG_NO_UNLOAD = 131072, ATA_DFLAG_UNLOCK_HPA = 262144, ATA_DFLAG_NCQ_SEND_RECV = 524288, ATA_DFLAG_NCQ_PRIO = 1048576, ATA_DFLAG_NCQ_PRIO_ENABLE = 2097152, ATA_DFLAG_INIT_MASK = 16777215, ATA_DFLAG_DETACH = 16777216, ATA_DFLAG_DETACHED = 33554432, ATA_DFLAG_DA = 67108864, ATA_DFLAG_DEVSLP = 134217728, ATA_DFLAG_ACPI_DISABLED = 268435456, ATA_DFLAG_D_SENSE = 536870912, ATA_DFLAG_ZAC = 1073741824, ATA_DFLAG_FEATURES_MASK = 202899712, ATA_DEV_UNKNOWN = 0, ATA_DEV_ATA = 1, ATA_DEV_ATA_UNSUP = 2, ATA_DEV_ATAPI = 3, ATA_DEV_ATAPI_UNSUP = 4, ATA_DEV_PMP = 5, ATA_DEV_PMP_UNSUP = 6, ATA_DEV_SEMB = 7, ATA_DEV_SEMB_UNSUP = 8, ATA_DEV_ZAC = 9, ATA_DEV_ZAC_UNSUP = 10, ATA_DEV_NONE = 11, ATA_LFLAG_NO_HRST = 2, ATA_LFLAG_NO_SRST = 4, ATA_LFLAG_ASSUME_ATA = 8, ATA_LFLAG_ASSUME_SEMB = 16, ATA_LFLAG_ASSUME_CLASS = 24, ATA_LFLAG_NO_RETRY = 32, ATA_LFLAG_DISABLED = 64, ATA_LFLAG_SW_ACTIVITY = 128, ATA_LFLAG_NO_LPM = 256, ATA_LFLAG_RST_ONCE = 512, ATA_LFLAG_CHANGED = 1024, ATA_LFLAG_NO_DEBOUNCE_DELAY = 2048, ATA_FLAG_SLAVE_POSS = 1, ATA_FLAG_SATA = 2, ATA_FLAG_NO_LPM = 4, ATA_FLAG_NO_LOG_PAGE = 32, ATA_FLAG_NO_ATAPI = 64, ATA_FLAG_PIO_DMA = 128, ATA_FLAG_PIO_LBA48 = 256, ATA_FLAG_PIO_POLLING = 512, ATA_FLAG_NCQ = 1024, ATA_FLAG_NO_POWEROFF_SPINDOWN = 2048, ATA_FLAG_NO_HIBERNATE_SPINDOWN = 4096, ATA_FLAG_DEBUGMSG = 8192, ATA_FLAG_FPDMA_AA = 16384, ATA_FLAG_IGN_SIMPLEX = 32768, ATA_FLAG_NO_IORDY = 65536, ATA_FLAG_ACPI_SATA = 131072, ATA_FLAG_AN = 262144, ATA_FLAG_PMP = 524288, ATA_FLAG_FPDMA_AUX = 1048576, ATA_FLAG_EM = 2097152, ATA_FLAG_SW_ACTIVITY = 4194304, ATA_FLAG_NO_DIPM = 8388608, ATA_FLAG_SAS_HOST = 16777216, ATA_PFLAG_EH_PENDING = 1, ATA_PFLAG_EH_IN_PROGRESS = 2, ATA_PFLAG_FROZEN = 4, ATA_PFLAG_RECOVERED = 8, ATA_PFLAG_LOADING = 16, ATA_PFLAG_SCSI_HOTPLUG = 64, ATA_PFLAG_INITIALIZING = 128, ATA_PFLAG_RESETTING = 256, ATA_PFLAG_UNLOADING = 512, ATA_PFLAG_UNLOADED = 1024, ATA_PFLAG_SUSPENDED = 131072, ATA_PFLAG_PM_PENDING = 262144, ATA_PFLAG_INIT_GTM_VALID = 524288, ATA_PFLAG_PIO32 = 1048576, ATA_PFLAG_PIO32CHANGE = 2097152, ATA_PFLAG_EXTERNAL = 4194304, ATA_QCFLAG_ACTIVE = 1, ATA_QCFLAG_DMAMAP = 2, ATA_QCFLAG_IO = 8, ATA_QCFLAG_RESULT_TF = 16, ATA_QCFLAG_CLEAR_EXCL = 32, ATA_QCFLAG_QUIET = 64, ATA_QCFLAG_RETRY = 128, ATA_QCFLAG_FAILED = 65536, ATA_QCFLAG_SENSE_VALID = 131072, ATA_QCFLAG_EH_SCHEDULED = 262144, ATA_HOST_SIMPLEX = 1, ATA_HOST_STARTED = 2, ATA_HOST_PARALLEL_SCAN = 4, ATA_HOST_IGNORE_ATA = 8, ATA_TMOUT_BOOT = 30000, ATA_TMOUT_BOOT_QUICK = 7000, ATA_TMOUT_INTERNAL_QUICK = 5000, ATA_TMOUT_MAX_PARK = 30000, ATA_TMOUT_FF_WAIT_LONG = 2000, ATA_TMOUT_FF_WAIT = 800, ATA_WAIT_AFTER_RESET = 150, ATA_TMOUT_PMP_SRST_WAIT = 5000, ATA_TMOUT_SPURIOUS_PHY = 10000, BUS_UNKNOWN = 0, BUS_DMA = 1, BUS_IDLE = 2, BUS_NOINTR = 3, BUS_NODATA = 4, BUS_TIMER = 5, BUS_PIO = 6, BUS_EDD = 7, BUS_IDENTIFY = 8, BUS_PACKET = 9, PORT_UNKNOWN = 0, PORT_ENABLED = 1, PORT_DISABLED = 2, ATA_NR_PIO_MODES = 7, ATA_NR_MWDMA_MODES = 5, ATA_NR_UDMA_MODES = 8, ATA_SHIFT_PIO = 0, ATA_SHIFT_MWDMA = 7, ATA_SHIFT_UDMA = 12, ATA_SHIFT_PRIO = 6, ATA_PRIO_HIGH = 2, ATA_DMA_PAD_SZ = 4, ATA_ERING_SIZE = 32, ATA_DEFER_LINK = 1, ATA_DEFER_PORT = 2, ATA_EH_DESC_LEN = 80, ATA_EH_REVALIDATE = 1, ATA_EH_SOFTRESET = 2, ATA_EH_HARDRESET = 4, ATA_EH_RESET = 6, ATA_EH_ENABLE_LINK = 8, ATA_EH_PARK = 32, ATA_EH_PERDEV_MASK = 33, ATA_EH_ALL_ACTIONS = 15, ATA_EHI_HOTPLUGGED = 1, ATA_EHI_NO_AUTOPSY = 4, ATA_EHI_QUIET = 8, ATA_EHI_NO_RECOVERY = 16, ATA_EHI_DID_SOFTRESET = 65536, ATA_EHI_DID_HARDRESET = 131072, ATA_EHI_PRINTINFO = 262144, ATA_EHI_SETMODE = 524288, ATA_EHI_POST_SETMODE = 1048576, ATA_EHI_DID_RESET = 196608, ATA_EHI_TO_SLAVE_MASK = 12, ATA_EH_MAX_TRIES = 5, ATA_LINK_RESUME_TRIES = 5, ATA_PROBE_MAX_TRIES = 3, ATA_EH_DEV_TRIES = 3, ATA_EH_PMP_TRIES = 5, ATA_EH_PMP_LINK_TRIES = 3, SATA_PMP_RW_TIMEOUT = 3000, ATA_EH_CMD_TIMEOUT_TABLE_SIZE = 7, ATA_HORKAGE_DIAGNOSTIC = 1, ATA_HORKAGE_NODMA = 2, ATA_HORKAGE_NONCQ = 4, ATA_HORKAGE_MAX_SEC_128 = 8, ATA_HORKAGE_BROKEN_HPA = 16, ATA_HORKAGE_DISABLE = 32, ATA_HORKAGE_HPA_SIZE = 64, ATA_HORKAGE_IVB = 256, ATA_HORKAGE_STUCK_ERR = 512, ATA_HORKAGE_BRIDGE_OK = 1024, ATA_HORKAGE_ATAPI_MOD16_DMA = 2048, ATA_HORKAGE_FIRMWARE_WARN = 4096, ATA_HORKAGE_1_5_GBPS = 8192, ATA_HORKAGE_NOSETXFER = 16384, ATA_HORKAGE_BROKEN_FPDMA_AA = 32768, ATA_HORKAGE_DUMP_ID = 65536, ATA_HORKAGE_MAX_SEC_LBA48 = 131072, ATA_HORKAGE_ATAPI_DMADIR = 262144, ATA_HORKAGE_NO_NCQ_TRIM = 524288, ATA_HORKAGE_NOLPM = 1048576, ATA_HORKAGE_WD_BROKEN_LPM = 2097152, ATA_HORKAGE_ZERO_AFTER_TRIM = 4194304, ATA_HORKAGE_NO_DMA_LOG = 8388608, ATA_HORKAGE_NOTRIM = 16777216, ATA_HORKAGE_MAX_SEC_1024 = 33554432, ATA_HORKAGE_MAX_TRIM_128M = 67108864, ATA_HORKAGE_NO_NCQ_ON_ATI = 134217728, ATA_HORKAGE_NO_ID_DEV_LOG = 268435456, ATA_HORKAGE_NO_LOG_DIR = 536870912, ATA_DMA_MASK_ATA = 1, ATA_DMA_MASK_ATAPI = 2, ATA_DMA_MASK_CFA = 4, ATAPI_READ = 0, ATAPI_WRITE = 1, ATAPI_READ_CD = 2, ATAPI_PASS_THRU = 3, ATAPI_MISC = 4, ATA_TIMING_SETUP = 1, ATA_TIMING_ACT8B = 2, ATA_TIMING_REC8B = 4, ATA_TIMING_CYC8B = 8, ATA_TIMING_8BIT = 14, ATA_TIMING_ACTIVE = 16, ATA_TIMING_RECOVER = 32, ATA_TIMING_DMACK_HOLD = 64, ATA_TIMING_CYCLE = 128, ATA_TIMING_UDMA = 256, ATA_TIMING_ALL = 511, ATA_ACPI_FILTER_SETXFER = 1, ATA_ACPI_FILTER_LOCK = 2, ATA_ACPI_FILTER_DIPM = 4, ATA_ACPI_FILTER_FPDMA_OFFSET = 8, ATA_ACPI_FILTER_FPDMA_AA = 16, ATA_ACPI_FILTER_DEFAULT = 7, }; enum hsm_task_states { HSM_ST_IDLE = 0, HSM_ST_FIRST = 1, HSM_ST = 2, HSM_ST_LAST = 3, HSM_ST_ERR = 4, }; enum ata_completion_errors { AC_ERR_OK = 0, AC_ERR_DEV = 1, AC_ERR_HSM = 2, AC_ERR_TIMEOUT = 4, AC_ERR_MEDIA = 8, AC_ERR_ATA_BUS = 16, AC_ERR_HOST_BUS = 32, AC_ERR_SYSTEM = 64, AC_ERR_INVALID = 128, AC_ERR_OTHER = 256, AC_ERR_NODEV_HINT = 512, AC_ERR_NCQ = 1024, }; enum ata_lpm_policy { ATA_LPM_UNKNOWN = 0, ATA_LPM_MAX_POWER = 1, ATA_LPM_MED_POWER = 2, ATA_LPM_MED_POWER_WITH_DIPM = 3, ATA_LPM_MIN_POWER_WITH_PARTIAL = 4, ATA_LPM_MIN_POWER = 5, }; struct ata_queued_cmd; typedef void (*ata_qc_cb_t)(struct ata_queued_cmd *); struct ata_taskfile { long unsigned int flags; u8 protocol; u8 ctl; u8 hob_feature; u8 hob_nsect; u8 hob_lbal; u8 hob_lbam; u8 hob_lbah; union { u8 error; u8 feature; }; u8 nsect; u8 lbal; u8 lbam; u8 lbah; u8 device; union { u8 status; u8 command; }; u32 auxiliary; }; struct ata_port; struct ata_device; struct ata_queued_cmd { struct ata_port *ap; struct ata_device *dev; struct scsi_cmnd *scsicmd; void (*scsidone)(struct scsi_cmnd *); struct ata_taskfile tf; u8 cdb[16]; long unsigned int flags; unsigned int tag; unsigned int hw_tag; unsigned int n_elem; unsigned int orig_n_elem; int dma_dir; unsigned int sect_size; unsigned int nbytes; unsigned int extrabytes; unsigned int curbytes; struct scatterlist sgent; struct scatterlist *sg; struct scatterlist *cursg; unsigned int cursg_ofs; unsigned int err_mask; struct ata_taskfile result_tf; ata_qc_cb_t complete_fn; void *private_data; void *lldd_task; }; struct ata_link; typedef int (*ata_prereset_fn_t)(struct ata_link *, long unsigned int); struct ata_eh_info { struct ata_device *dev; u32 serror; unsigned int err_mask; unsigned int action; unsigned int dev_action[2]; unsigned int flags; unsigned int probe_mask; char desc[80]; int desc_len; }; struct ata_eh_context { struct ata_eh_info i; int tries[2]; int cmd_timeout_idx[14]; unsigned int classes[2]; unsigned int did_probe_mask; unsigned int unloaded_mask; unsigned int saved_ncq_enabled; u8 saved_xfer_mode[2]; long unsigned int last_reset; }; struct ata_ering_entry { unsigned int eflags; unsigned int err_mask; u64 timestamp; }; struct ata_ering { int cursor; struct ata_ering_entry ring[32]; }; struct ata_cpr_log; struct ata_device { struct ata_link *link; unsigned int devno; unsigned int horkage; long unsigned int flags; struct scsi_device *sdev; void *private_data; union acpi_object *gtf_cache; unsigned int gtf_filter; struct device tdev; u64 n_sectors; u64 n_native_sectors; unsigned int class; long unsigned int unpark_deadline; u8 pio_mode; u8 dma_mode; u8 xfer_mode; unsigned int xfer_shift; unsigned int multi_count; unsigned int max_sectors; unsigned int cdb_len; unsigned int pio_mask; unsigned int mwdma_mask; unsigned int udma_mask; u16 cylinders; u16 heads; u16 sectors; long: 16; long: 64; union { u16 id[256]; u32 gscr[128]; }; u8 devslp_timing[8]; u8 ncq_send_recv_cmds[20]; u8 ncq_non_data_cmds[64]; u32 zac_zoned_cap; u32 zac_zones_optimal_open; u32 zac_zones_optimal_nonseq; u32 zac_zones_max_open; struct ata_cpr_log *cpr_log; int spdn_cnt; struct ata_ering ering; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ata_link { struct ata_port *ap; int pmp; struct device tdev; unsigned int active_tag; u32 sactive; unsigned int flags; u32 saved_scontrol; unsigned int hw_sata_spd_limit; unsigned int sata_spd_limit; unsigned int sata_spd; enum ata_lpm_policy lpm_policy; struct ata_eh_info eh_info; struct ata_eh_context eh_context; long: 64; struct ata_device device[2]; long unsigned int last_lpm_change; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef int (*ata_reset_fn_t)(struct ata_link *, unsigned int *, long unsigned int); typedef void (*ata_postreset_fn_t)(struct ata_link *, unsigned int *); enum sw_activity { OFF = 0, BLINK_ON = 1, BLINK_OFF = 2, }; struct ata_ioports { void *cmd_addr; void *data_addr; void *error_addr; void *feature_addr; void *nsect_addr; void *lbal_addr; void *lbam_addr; void *lbah_addr; void *device_addr; void *status_addr; void *command_addr; void *altstatus_addr; void *ctl_addr; void *bmdma_addr; void *scr_addr; }; struct ata_port_operations; struct ata_host { spinlock_t lock; struct device *dev; void * const *iomap; unsigned int n_ports; unsigned int n_tags; void *private_data; struct ata_port_operations *ops; long unsigned int flags; struct kref kref; struct mutex eh_mutex; struct task_struct *eh_owner; struct ata_port *simplex_claimed; struct ata_port *ports[0]; }; struct ata_port_operations { int (*qc_defer)(struct ata_queued_cmd *); int (*check_atapi_dma)(struct ata_queued_cmd *); enum ata_completion_errors (*qc_prep)(struct ata_queued_cmd *); unsigned int (*qc_issue)(struct ata_queued_cmd *); bool (*qc_fill_rtf)(struct ata_queued_cmd *); int (*cable_detect)(struct ata_port *); unsigned int (*mode_filter)(struct ata_device *, unsigned int); void (*set_piomode)(struct ata_port *, struct ata_device *); void (*set_dmamode)(struct ata_port *, struct ata_device *); int (*set_mode)(struct ata_link *, struct ata_device **); unsigned int (*read_id)(struct ata_device *, struct ata_taskfile *, __le16 *); void (*dev_config)(struct ata_device *); void (*freeze)(struct ata_port *); void (*thaw)(struct ata_port *); ata_prereset_fn_t prereset; ata_reset_fn_t softreset; ata_reset_fn_t hardreset; ata_postreset_fn_t postreset; ata_prereset_fn_t pmp_prereset; ata_reset_fn_t pmp_softreset; ata_reset_fn_t pmp_hardreset; ata_postreset_fn_t pmp_postreset; void (*error_handler)(struct ata_port *); void (*lost_interrupt)(struct ata_port *); void (*post_internal_cmd)(struct ata_queued_cmd *); void (*sched_eh)(struct ata_port *); void (*end_eh)(struct ata_port *); int (*scr_read)(struct ata_link *, unsigned int, u32 *); int (*scr_write)(struct ata_link *, unsigned int, u32); void (*pmp_attach)(struct ata_port *); void (*pmp_detach)(struct ata_port *); int (*set_lpm)(struct ata_link *, enum ata_lpm_policy, unsigned int); int (*port_suspend)(struct ata_port *, pm_message_t); int (*port_resume)(struct ata_port *); int (*port_start)(struct ata_port *); void (*port_stop)(struct ata_port *); void (*host_stop)(struct ata_host *); void (*sff_dev_select)(struct ata_port *, unsigned int); void (*sff_set_devctl)(struct ata_port *, u8); u8 (*sff_check_status)(struct ata_port *); u8 (*sff_check_altstatus)(struct ata_port *); void (*sff_tf_load)(struct ata_port *, const struct ata_taskfile *); void (*sff_tf_read)(struct ata_port *, struct ata_taskfile *); void (*sff_exec_command)(struct ata_port *, const struct ata_taskfile *); unsigned int (*sff_data_xfer)(struct ata_queued_cmd *, unsigned char *, unsigned int, int); void (*sff_irq_on)(struct ata_port *); bool (*sff_irq_check)(struct ata_port *); void (*sff_irq_clear)(struct ata_port *); void (*sff_drain_fifo)(struct ata_queued_cmd *); void (*bmdma_setup)(struct ata_queued_cmd *); void (*bmdma_start)(struct ata_queued_cmd *); void (*bmdma_stop)(struct ata_queued_cmd *); u8 (*bmdma_status)(struct ata_port *); ssize_t (*em_show)(struct ata_port *, char *); ssize_t (*em_store)(struct ata_port *, const char *, size_t); ssize_t (*sw_activity_show)(struct ata_device *, char *); ssize_t (*sw_activity_store)(struct ata_device *, enum sw_activity); ssize_t (*transmit_led_message)(struct ata_port *, u32, ssize_t); void (*phy_reset)(struct ata_port *); void (*eng_timeout)(struct ata_port *); const struct ata_port_operations *inherits; }; struct ata_port_stats { long unsigned int unhandled_irq; long unsigned int idle_irq; long unsigned int rw_reqbuf; }; struct ata_acpi_drive { u32 pio; u32 dma; }; struct ata_acpi_gtm { struct ata_acpi_drive drive[2]; u32 flags; }; struct ata_port { struct Scsi_Host *scsi_host; struct ata_port_operations *ops; spinlock_t *lock; long unsigned int flags; unsigned int pflags; unsigned int print_id; unsigned int local_port_no; unsigned int port_no; struct ata_ioports ioaddr; u8 ctl; u8 last_ctl; struct ata_link *sff_pio_task_link; struct delayed_work sff_pio_task; struct ata_bmdma_prd *bmdma_prd; dma_addr_t bmdma_prd_dma; unsigned int pio_mask; unsigned int mwdma_mask; unsigned int udma_mask; unsigned int cbl; struct ata_queued_cmd qcmd[33]; u64 qc_active; int nr_active_links; long: 32; long: 64; long: 64; struct ata_link link; struct ata_link *slave_link; int nr_pmp_links; struct ata_link *pmp_link; struct ata_link *excl_link; struct ata_port_stats stats; struct ata_host *host; struct device *dev; struct device tdev; struct mutex scsi_scan_mutex; struct delayed_work hotplug_task; struct work_struct scsi_rescan_task; unsigned int hsm_task_state; struct list_head eh_done_q; wait_queue_head_t eh_wait_q; int eh_tries; struct completion park_req_pending; pm_message_t pm_mesg; enum ata_lpm_policy target_lpm_policy; struct timer_list fastdrain_timer; unsigned int fastdrain_cnt; async_cookie_t cookie; int em_message_type; void *private_data; struct ata_acpi_gtm __acpi_init_gtm; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; u8 sector_buf[512]; }; struct ata_cpr { u8 num; u8 num_storage_elements; u64 start_lba; u64 num_lbas; }; struct ata_cpr_log { u8 nr_cpr; struct ata_cpr cpr[0]; }; struct ata_port_info { long unsigned int flags; long unsigned int link_flags; unsigned int pio_mask; unsigned int mwdma_mask; unsigned int udma_mask; struct ata_port_operations *port_ops; void *private_data; }; struct pci_bits { unsigned int reg; unsigned int width; long unsigned int mask; long unsigned int val; }; enum { PIIX_IOCFG = 84, ICH5_PMR = 144, ICH5_PCS = 146, PIIX_SIDPR_BAR = 5, PIIX_SIDPR_LEN = 16, PIIX_SIDPR_IDX = 0, PIIX_SIDPR_DATA = 4, PIIX_FLAG_CHECKINTR = 268435456, PIIX_FLAG_SIDPR = 536870912, PIIX_PATA_FLAGS = 1, PIIX_SATA_FLAGS = 268435458, PIIX_FLAG_PIO16 = 1073741824, PIIX_80C_PRI = 48, PIIX_80C_SEC = 192, P0 = 0, P1 = 1, P2 = 2, P3 = 3, IDE = 4294967295, NA = 4294967294, RV = 4294967293, PIIX_AHCI_DEVICE = 6, PIIX_HOST_BROKEN_SUSPEND = 16777216, }; enum piix_controller_ids { piix_pata_mwdma = 0, piix_pata_33 = 1, ich_pata_33 = 2, ich_pata_66 = 3, ich_pata_100 = 4, ich_pata_100_nomwdma1 = 5, ich5_sata = 6, ich6_sata = 7, ich6m_sata = 8, ich8_sata = 9, ich8_2port_sata = 10, ich8m_apple_sata = 11, tolapai_sata = 12, piix_pata_vmw = 13, ich8_sata_snb = 14, ich8_2port_sata_snb = 15, ich8_2port_sata_byt = 16, }; struct piix_map_db { const u32 mask; const u16 port_enable; const int map[0]; }; struct piix_host_priv { const int *map; u32 saved_iocfg; void *sidpr; }; struct ich_laptop { u16 device; u16 subvendor; u16 subdevice; }; struct mii_bus; struct mdio_device { struct device dev; struct mii_bus *bus; char modalias[32]; int (*bus_match)(struct device *, struct device_driver *); void (*device_free)(struct mdio_device *); void (*device_remove)(struct mdio_device *); int addr; int flags; struct gpio_desc *reset_gpio; struct reset_control *reset_ctrl; unsigned int reset_assert_delay; unsigned int reset_deassert_delay; }; struct mdio_bus_stats { u64_stats_t transfers; u64_stats_t errors; u64_stats_t writes; u64_stats_t reads; struct u64_stats_sync syncp; }; struct phy_package_shared; struct mii_bus { struct module *owner; const char *name; char id[61]; void *priv; int (*read)(struct mii_bus *, int, int); int (*write)(struct mii_bus *, int, int, u16); int (*reset)(struct mii_bus *); struct mdio_bus_stats stats[32]; struct mutex mdio_lock; struct device *parent; enum { MDIOBUS_ALLOCATED = 1, MDIOBUS_REGISTERED = 2, MDIOBUS_UNREGISTERED = 3, MDIOBUS_RELEASED = 4, } state; struct device dev; struct mdio_device *mdio_map[32]; u32 phy_mask; u32 phy_ignore_ta_mask; int irq[32]; int reset_delay_us; int reset_post_delay_us; struct gpio_desc *reset_gpiod; enum { MDIOBUS_NO_CAP = 0, MDIOBUS_C22 = 1, MDIOBUS_C45 = 2, MDIOBUS_C22_C45 = 3, } probe_capabilities; struct mutex shared_lock; struct phy_package_shared *shared[32]; }; struct phy_package_shared { int addr; refcount_t refcnt; long unsigned int flags; size_t priv_size; void *priv; }; struct mdiobus_devres { struct mii_bus *mii; }; struct phy_c45_device_ids { u32 devices_in_package; u32 mmds_present; u32 device_ids[32]; }; enum phy_state { PHY_DOWN = 0, PHY_READY = 1, PHY_HALTED = 2, PHY_UP = 3, PHY_RUNNING = 4, PHY_NOLINK = 5, PHY_CABLETEST = 6, }; typedef enum { PHY_INTERFACE_MODE_NA = 0, PHY_INTERFACE_MODE_INTERNAL = 1, PHY_INTERFACE_MODE_MII = 2, PHY_INTERFACE_MODE_GMII = 3, PHY_INTERFACE_MODE_SGMII = 4, PHY_INTERFACE_MODE_TBI = 5, PHY_INTERFACE_MODE_REVMII = 6, PHY_INTERFACE_MODE_RMII = 7, PHY_INTERFACE_MODE_REVRMII = 8, PHY_INTERFACE_MODE_RGMII = 9, PHY_INTERFACE_MODE_RGMII_ID = 10, PHY_INTERFACE_MODE_RGMII_RXID = 11, PHY_INTERFACE_MODE_RGMII_TXID = 12, PHY_INTERFACE_MODE_RTBI = 13, PHY_INTERFACE_MODE_SMII = 14, PHY_INTERFACE_MODE_XGMII = 15, PHY_INTERFACE_MODE_XLGMII = 16, PHY_INTERFACE_MODE_MOCA = 17, PHY_INTERFACE_MODE_QSGMII = 18, PHY_INTERFACE_MODE_TRGMII = 19, PHY_INTERFACE_MODE_100BASEX = 20, PHY_INTERFACE_MODE_1000BASEX = 21, PHY_INTERFACE_MODE_2500BASEX = 22, PHY_INTERFACE_MODE_5GBASER = 23, PHY_INTERFACE_MODE_RXAUI = 24, PHY_INTERFACE_MODE_XAUI = 25, PHY_INTERFACE_MODE_10GBASER = 26, PHY_INTERFACE_MODE_25GBASER = 27, PHY_INTERFACE_MODE_USXGMII = 28, PHY_INTERFACE_MODE_10GKR = 29, PHY_INTERFACE_MODE_MAX = 30, } phy_interface_t; struct phylink; struct phy_driver; struct phy_led_trigger; struct mii_timestamper; struct phy_device { struct mdio_device mdio; struct phy_driver *drv; u32 phy_id; struct phy_c45_device_ids c45_ids; unsigned int is_c45: 1; unsigned int is_internal: 1; unsigned int is_pseudo_fixed_link: 1; unsigned int is_gigabit_capable: 1; unsigned int has_fixups: 1; unsigned int suspended: 1; unsigned int suspended_by_mdio_bus: 1; unsigned int sysfs_links: 1; unsigned int loopback_enabled: 1; unsigned int downshifted_rate: 1; unsigned int is_on_sfp_module: 1; unsigned int mac_managed_pm: 1; unsigned int autoneg: 1; unsigned int link: 1; unsigned int autoneg_complete: 1; unsigned int interrupts: 1; unsigned int irq_suspended: 1; unsigned int irq_rerun: 1; enum phy_state state; u32 dev_flags; phy_interface_t interface; int speed; int duplex; int port; int pause; int asym_pause; u8 master_slave_get; u8 master_slave_set; u8 master_slave_state; long unsigned int supported[2]; long unsigned int advertising[2]; long unsigned int lp_advertising[2]; long unsigned int adv_old[2]; u32 eee_broken_modes; struct phy_led_trigger *phy_led_triggers; unsigned int phy_num_led_triggers; struct phy_led_trigger *last_triggered; struct phy_led_trigger *led_link_trigger; int irq; void *priv; struct phy_package_shared *shared; struct sk_buff *skb; void *ehdr; struct nlattr *nest; struct delayed_work state_queue; struct mutex lock; bool sfp_bus_attached; struct sfp_bus *sfp_bus; struct phylink *phylink; struct net_device *attached_dev; struct mii_timestamper *mii_ts; u8 mdix; u8 mdix_ctrl; int pma_extable; void (*phy_link_change)(struct phy_device *, bool); void (*adjust_link)(struct net_device *); const struct macsec_ops *macsec_ops; }; struct phy_tdr_config; struct ethtool_phy_ops { int (*get_sset_count)(struct phy_device *); int (*get_strings)(struct phy_device *, u8 *); int (*get_stats)(struct phy_device *, struct ethtool_stats *, u64 *); int (*start_cable_test)(struct phy_device *, struct netlink_ext_ack *); int (*start_cable_test_tdr)(struct phy_device *, struct netlink_ext_ack *, const struct phy_tdr_config *); }; struct phy_tdr_config { u32 first; u32 last; u32 step; s8 pair; }; struct mdio_driver_common { struct device_driver driver; int flags; }; struct mii_timestamper { bool (*rxtstamp)(struct mii_timestamper *, struct sk_buff *, int); void (*txtstamp)(struct mii_timestamper *, struct sk_buff *, int); int (*hwtstamp)(struct mii_timestamper *, struct ifreq *); void (*link_state)(struct mii_timestamper *, struct phy_device *); int (*ts_info)(struct mii_timestamper *, struct ethtool_ts_info *); struct device *device; }; struct phy_driver { struct mdio_driver_common mdiodrv; u32 phy_id; char *name; u32 phy_id_mask; const long unsigned int * const features; u32 flags; const void *driver_data; int (*soft_reset)(struct phy_device *); int (*config_init)(struct phy_device *); int (*probe)(struct phy_device *); int (*get_features)(struct phy_device *); int (*suspend)(struct phy_device *); int (*resume)(struct phy_device *); int (*config_aneg)(struct phy_device *); int (*aneg_done)(struct phy_device *); int (*read_status)(struct phy_device *); int (*config_intr)(struct phy_device *); irqreturn_t (*handle_interrupt)(struct phy_device *); void (*remove)(struct phy_device *); int (*match_phy_device)(struct phy_device *); int (*set_wol)(struct phy_device *, struct ethtool_wolinfo *); void (*get_wol)(struct phy_device *, struct ethtool_wolinfo *); void (*link_change_notify)(struct phy_device *); int (*read_mmd)(struct phy_device *, int, u16); int (*write_mmd)(struct phy_device *, int, u16, u16); int (*read_page)(struct phy_device *); int (*write_page)(struct phy_device *, int); int (*module_info)(struct phy_device *, struct ethtool_modinfo *); int (*module_eeprom)(struct phy_device *, struct ethtool_eeprom *, u8 *); int (*cable_test_start)(struct phy_device *); int (*cable_test_tdr_start)(struct phy_device *, const struct phy_tdr_config *); int (*cable_test_get_status)(struct phy_device *, bool *); int (*get_sset_count)(struct phy_device *); void (*get_strings)(struct phy_device *, u8 *); void (*get_stats)(struct phy_device *, struct ethtool_stats *, u64 *); int (*get_tunable)(struct phy_device *, struct ethtool_tunable *, void *); int (*set_tunable)(struct phy_device *, struct ethtool_tunable *, const void *); int (*set_loopback)(struct phy_device *, bool); int (*get_sqi)(struct phy_device *); int (*get_sqi_max)(struct phy_device *); }; struct led_classdev; struct led_hw_trigger_type; struct led_trigger { const char *name; int (*activate)(struct led_classdev *); void (*deactivate)(struct led_classdev *); struct led_hw_trigger_type *trigger_type; spinlock_t leddev_list_lock; struct list_head led_cdevs; struct list_head next_trig; const struct attribute_group **groups; }; struct phy_led_trigger { struct led_trigger trigger; char name[76]; unsigned int speed; }; struct phy_fixup { struct list_head list; char bus_id[64]; u32 phy_uid; u32 phy_uid_mask; int (*run)(struct phy_device *); }; enum led_brightness { LED_OFF = 0, LED_ON = 1, LED_HALF = 127, LED_FULL = 255, }; struct led_hw_trigger_type { int dummy; }; struct led_pattern; struct led_classdev { const char *name; unsigned int brightness; unsigned int max_brightness; int flags; long unsigned int work_flags; void (*brightness_set)(struct led_classdev *, enum led_brightness); int (*brightness_set_blocking)(struct led_classdev *, enum led_brightness); enum led_brightness (*brightness_get)(struct led_classdev *); int (*blink_set)(struct led_classdev *, long unsigned int *, long unsigned int *); int (*pattern_set)(struct led_classdev *, struct led_pattern *, u32, int); int (*pattern_clear)(struct led_classdev *); struct device *dev; const struct attribute_group **groups; struct list_head node; const char *default_trigger; long unsigned int blink_delay_on; long unsigned int blink_delay_off; struct timer_list blink_timer; int blink_brightness; int new_blink_brightness; void (*flash_resume)(struct led_classdev *); struct work_struct set_brightness_work; int delayed_set_value; struct rw_semaphore trigger_lock; struct led_trigger *trigger; struct list_head trig_list; void *trigger_data; bool activated; struct led_hw_trigger_type *trigger_type; int brightness_hw_changed; struct kernfs_node *brightness_hw_changed_kn; struct mutex led_access; }; struct led_pattern { u32 delta_t; int brightness; }; struct sfp_eeprom_base { u8 phys_id; u8 phys_ext_id; u8 connector; u8 if_1x_copper_passive: 1; u8 if_1x_copper_active: 1; u8 if_1x_lx: 1; u8 if_1x_sx: 1; u8 e10g_base_sr: 1; u8 e10g_base_lr: 1; u8 e10g_base_lrm: 1; u8 e10g_base_er: 1; u8 sonet_oc3_short_reach: 1; u8 sonet_oc3_smf_intermediate_reach: 1; u8 sonet_oc3_smf_long_reach: 1; u8 unallocated_5_3: 1; u8 sonet_oc12_short_reach: 1; u8 sonet_oc12_smf_intermediate_reach: 1; u8 sonet_oc12_smf_long_reach: 1; u8 unallocated_5_7: 1; u8 sonet_oc48_short_reach: 1; u8 sonet_oc48_intermediate_reach: 1; u8 sonet_oc48_long_reach: 1; u8 sonet_reach_bit2: 1; u8 sonet_reach_bit1: 1; u8 sonet_oc192_short_reach: 1; u8 escon_smf_1310_laser: 1; u8 escon_mmf_1310_led: 1; u8 e1000_base_sx: 1; u8 e1000_base_lx: 1; u8 e1000_base_cx: 1; u8 e1000_base_t: 1; u8 e100_base_lx: 1; u8 e100_base_fx: 1; u8 e_base_bx10: 1; u8 e_base_px: 1; u8 fc_tech_electrical_inter_enclosure: 1; u8 fc_tech_lc: 1; u8 fc_tech_sa: 1; u8 fc_ll_m: 1; u8 fc_ll_l: 1; u8 fc_ll_i: 1; u8 fc_ll_s: 1; u8 fc_ll_v: 1; u8 unallocated_8_0: 1; u8 unallocated_8_1: 1; u8 sfp_ct_passive: 1; u8 sfp_ct_active: 1; u8 fc_tech_ll: 1; u8 fc_tech_sl: 1; u8 fc_tech_sn: 1; u8 fc_tech_electrical_intra_enclosure: 1; u8 fc_media_sm: 1; u8 unallocated_9_1: 1; u8 fc_media_m5: 1; u8 fc_media_m6: 1; u8 fc_media_tv: 1; u8 fc_media_mi: 1; u8 fc_media_tp: 1; u8 fc_media_tw: 1; u8 fc_speed_100: 1; u8 unallocated_10_1: 1; u8 fc_speed_200: 1; u8 fc_speed_3200: 1; u8 fc_speed_400: 1; u8 fc_speed_1600: 1; u8 fc_speed_800: 1; u8 fc_speed_1200: 1; u8 encoding; u8 br_nominal; u8 rate_id; u8 link_len[6]; char vendor_name[16]; u8 extended_cc; char vendor_oui[3]; char vendor_pn[16]; char vendor_rev[4]; union { __be16 optical_wavelength; __be16 cable_compliance; struct { u8 sff8431_app_e: 1; u8 fc_pi_4_app_h: 1; u8 reserved60_2: 6; u8 reserved61: 8; } passive; struct { u8 sff8431_app_e: 1; u8 fc_pi_4_app_h: 1; u8 sff8431_lim: 1; u8 fc_pi_4_lim: 1; u8 reserved60_4: 4; u8 reserved61: 8; } active; }; u8 reserved62; u8 cc_base; }; struct sfp_eeprom_ext { __be16 options; u8 br_max; u8 br_min; char vendor_sn[16]; char datecode[8]; u8 diagmon; u8 enhopts; u8 sff8472_compliance; u8 cc_ext; }; struct sfp_eeprom_id { struct sfp_eeprom_base base; struct sfp_eeprom_ext ext; }; struct sfp_upstream_ops { void (*attach)(void *, struct sfp_bus *); void (*detach)(void *, struct sfp_bus *); int (*module_insert)(void *, const struct sfp_eeprom_id *); void (*module_remove)(void *); int (*module_start)(void *); void (*module_stop)(void *); void (*link_down)(void *); void (*link_up)(void *); int (*connect_phy)(void *, struct phy_device *); void (*disconnect_phy)(void *); }; struct wl1251_platform_data { int power_gpio; int irq; bool use_eeprom; }; struct cdrom_msf { __u8 cdmsf_min0; __u8 cdmsf_sec0; __u8 cdmsf_frame0; __u8 cdmsf_min1; __u8 cdmsf_sec1; __u8 cdmsf_frame1; }; struct cdrom_volctrl { __u8 channel0; __u8 channel1; __u8 channel2; __u8 channel3; }; struct cdrom_subchnl { __u8 cdsc_format; __u8 cdsc_audiostatus; __u8 cdsc_adr: 4; __u8 cdsc_ctrl: 4; __u8 cdsc_trk; __u8 cdsc_ind; union cdrom_addr cdsc_absaddr; union cdrom_addr cdsc_reladdr; }; struct cdrom_read_audio { union cdrom_addr addr; __u8 addr_format; int nframes; __u8 *buf; }; struct cdrom_blk { unsigned int from; short unsigned int len; }; struct cdrom_timed_media_change_info { __s64 last_media_change; __u64 media_flags; }; struct dvd_layer { __u8 book_version: 4; __u8 book_type: 4; __u8 min_rate: 4; __u8 disc_size: 4; __u8 layer_type: 4; __u8 track_path: 1; __u8 nlayers: 2; char: 1; __u8 track_density: 4; __u8 linear_density: 4; __u8 bca: 1; __u32 start_sector; __u32 end_sector; __u32 end_sector_l0; }; struct dvd_physical { __u8 type; __u8 layer_num; struct dvd_layer layer[4]; }; struct dvd_copyright { __u8 type; __u8 layer_num; __u8 cpst; __u8 rmi; }; struct dvd_disckey { __u8 type; unsigned int agid: 2; __u8 value[2048]; }; struct dvd_bca { __u8 type; int len; __u8 value[188]; }; struct dvd_manufact { __u8 type; __u8 layer_num; int len; __u8 value[2048]; }; typedef union { __u8 type; struct dvd_physical physical; struct dvd_copyright copyright; struct dvd_disckey disckey; struct dvd_bca bca; struct dvd_manufact manufact; } dvd_struct; typedef __u8 dvd_key[5]; typedef __u8 dvd_challenge[10]; struct dvd_lu_send_agid { __u8 type; unsigned int agid: 2; }; struct dvd_host_send_challenge { __u8 type; unsigned int agid: 2; dvd_challenge chal; }; struct dvd_send_key { __u8 type; unsigned int agid: 2; dvd_key key; }; struct dvd_lu_send_challenge { __u8 type; unsigned int agid: 2; dvd_challenge chal; }; struct dvd_lu_send_title_key { __u8 type; unsigned int agid: 2; dvd_key title_key; int lba; unsigned int cpm: 1; unsigned int cp_sec: 1; unsigned int cgms: 2; }; struct dvd_lu_send_asf { __u8 type; unsigned int agid: 2; unsigned int asf: 1; }; struct dvd_host_send_rpcstate { __u8 type; __u8 pdrc; }; struct dvd_lu_send_rpcstate { __u8 type: 2; __u8 vra: 3; __u8 ucca: 3; __u8 region_mask; __u8 rpc_scheme; }; typedef union { __u8 type; struct dvd_lu_send_agid lsa; struct dvd_host_send_challenge hsc; struct dvd_send_key lsk; struct dvd_lu_send_challenge lsc; struct dvd_send_key hsk; struct dvd_lu_send_title_key lstk; struct dvd_lu_send_asf lsasf; struct dvd_host_send_rpcstate hrpcs; struct dvd_lu_send_rpcstate lrpcs; } dvd_authinfo; struct mrw_feature_desc { __be16 feature_code; __u8 curr: 1; __u8 persistent: 1; __u8 feature_version: 4; __u8 reserved1: 2; __u8 add_len; __u8 write: 1; __u8 reserved2: 7; __u8 reserved3; __u8 reserved4; __u8 reserved5; }; struct rwrt_feature_desc { __be16 feature_code; __u8 curr: 1; __u8 persistent: 1; __u8 feature_version: 4; __u8 reserved1: 2; __u8 add_len; __u32 last_lba; __u32 block_size; __u16 blocking; __u8 page_present: 1; __u8 reserved2: 7; __u8 reserved3; }; typedef struct { __be16 disc_information_length; __u8 disc_status: 2; __u8 border_status: 2; __u8 erasable: 1; __u8 reserved1: 3; __u8 n_first_track; __u8 n_sessions_lsb; __u8 first_track_lsb; __u8 last_track_lsb; __u8 mrw_status: 2; __u8 dbit: 1; __u8 reserved2: 2; __u8 uru: 1; __u8 dbc_v: 1; __u8 did_v: 1; __u8 disc_type; __u8 n_sessions_msb; __u8 first_track_msb; __u8 last_track_msb; __u32 disc_id; __u32 lead_in; __u32 lead_out; __u8 disc_bar_code[8]; __u8 reserved3; __u8 n_opc; } disc_information; typedef struct { __be16 track_information_length; __u8 track_lsb; __u8 session_lsb; __u8 reserved1; __u8 track_mode: 4; __u8 copy: 1; __u8 damage: 1; __u8 reserved2: 2; __u8 data_mode: 4; __u8 fp: 1; __u8 packet: 1; __u8 blank: 1; __u8 rt: 1; __u8 nwa_v: 1; __u8 lra_v: 1; __u8 reserved3: 6; __be32 track_start; __be32 next_writable; __be32 free_blocks; __be32 fixed_packet_size; __be32 track_size; __be32 last_rec_address; } track_information; struct mode_page_header { __be16 mode_data_length; __u8 medium_type; __u8 reserved1; __u8 reserved2; __u8 reserved3; __be16 desc_length; }; typedef struct { int data; int audio; int cdi; int xa; long int error; } tracktype; struct cdrom_mechstat_header { __u8 curslot: 5; __u8 changer_state: 2; __u8 fault: 1; __u8 reserved1: 4; __u8 door_open: 1; __u8 mech_state: 3; __u8 curlba[3]; __u8 nslots; __u16 slot_tablelen; }; struct cdrom_slot { __u8 change: 1; __u8 reserved1: 6; __u8 disc_present: 1; __u8 reserved2[3]; }; struct cdrom_changer_info { struct cdrom_mechstat_header hdr; struct cdrom_slot slots[256]; }; struct modesel_head { __u8 reserved1; __u8 medium; __u8 reserved2; __u8 block_desc_length; __u8 density; __u8 number_of_blocks_hi; __u8 number_of_blocks_med; __u8 number_of_blocks_lo; __u8 reserved3; __u8 block_length_hi; __u8 block_length_med; __u8 block_length_lo; }; typedef struct { __u16 report_key_length; __u8 reserved1; __u8 reserved2; __u8 ucca: 3; __u8 vra: 3; __u8 type_code: 2; __u8 region_mask; __u8 rpc_scheme; __u8 reserved3; } rpc_state_t; struct event_header { __be16 data_len; __u8 notification_class: 3; __u8 reserved1: 4; __u8 nea: 1; __u8 supp_event_class; }; struct cdrom_sysctl_settings { char info[1000]; int autoclose; int autoeject; int debug; int lock; int check; }; enum cdrom_print_option { CTL_NAME = 0, CTL_SPEED = 1, CTL_SLOTS = 2, CTL_CAPABILITY = 3, }; struct compat_cdrom_read_audio { union cdrom_addr addr; u8 addr_format; compat_int_t nframes; compat_caddr_t buf; }; struct usb_ctrlrequest { __u8 bRequestType; __u8 bRequest; __le16 wValue; __le16 wIndex; __le16 wLength; }; struct usb_device_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 bcdUSB; __u8 bDeviceClass; __u8 bDeviceSubClass; __u8 bDeviceProtocol; __u8 bMaxPacketSize0; __le16 idVendor; __le16 idProduct; __le16 bcdDevice; __u8 iManufacturer; __u8 iProduct; __u8 iSerialNumber; __u8 bNumConfigurations; }; struct usb_config_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 wTotalLength; __u8 bNumInterfaces; __u8 bConfigurationValue; __u8 iConfiguration; __u8 bmAttributes; __u8 bMaxPower; } __attribute__((packed)); struct usb_interface_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bInterfaceNumber; __u8 bAlternateSetting; __u8 bNumEndpoints; __u8 bInterfaceClass; __u8 bInterfaceSubClass; __u8 bInterfaceProtocol; __u8 iInterface; }; struct usb_endpoint_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bEndpointAddress; __u8 bmAttributes; __le16 wMaxPacketSize; __u8 bInterval; __u8 bRefresh; __u8 bSynchAddress; } __attribute__((packed)); struct usb_ssp_isoc_ep_comp_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 wReseved; __le32 dwBytesPerInterval; }; struct usb_ss_ep_comp_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bMaxBurst; __u8 bmAttributes; __le16 wBytesPerInterval; }; struct usb_interface_assoc_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bFirstInterface; __u8 bInterfaceCount; __u8 bFunctionClass; __u8 bFunctionSubClass; __u8 bFunctionProtocol; __u8 iFunction; }; struct usb_bos_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 wTotalLength; __u8 bNumDeviceCaps; } __attribute__((packed)); struct usb_ext_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __le32 bmAttributes; } __attribute__((packed)); struct usb_ss_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __u8 bmAttributes; __le16 wSpeedSupported; __u8 bFunctionalitySupport; __u8 bU1devExitLat; __le16 bU2DevExitLat; }; struct usb_ss_container_id_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __u8 bReserved; __u8 ContainerID[16]; }; struct usb_ssp_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __u8 bReserved; __le32 bmAttributes; __le16 wFunctionalitySupport; __le16 wReserved; __le32 bmSublinkSpeedAttr[1]; }; struct usb_ptm_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; }; enum usb_device_speed { USB_SPEED_UNKNOWN = 0, USB_SPEED_LOW = 1, USB_SPEED_FULL = 2, USB_SPEED_HIGH = 3, USB_SPEED_WIRELESS = 4, USB_SPEED_SUPER = 5, USB_SPEED_SUPER_PLUS = 6, }; enum usb_device_state { USB_STATE_NOTATTACHED = 0, USB_STATE_ATTACHED = 1, USB_STATE_POWERED = 2, USB_STATE_RECONNECTING = 3, USB_STATE_UNAUTHENTICATED = 4, USB_STATE_DEFAULT = 5, USB_STATE_ADDRESS = 6, USB_STATE_CONFIGURED = 7, USB_STATE_SUSPENDED = 8, }; enum usb_ssp_rate { USB_SSP_GEN_UNKNOWN = 0, USB_SSP_GEN_2x1 = 1, USB_SSP_GEN_1x2 = 2, USB_SSP_GEN_2x2 = 3, }; struct ep_device; struct usb_host_endpoint { struct usb_endpoint_descriptor desc; struct usb_ss_ep_comp_descriptor ss_ep_comp; struct usb_ssp_isoc_ep_comp_descriptor ssp_isoc_ep_comp; char: 8; struct list_head urb_list; void *hcpriv; struct ep_device *ep_dev; unsigned char *extra; int extralen; int enabled; int streams; int: 32; } __attribute__((packed)); struct usb_host_interface { struct usb_interface_descriptor desc; int extralen; unsigned char *extra; struct usb_host_endpoint *endpoint; char *string; }; enum usb_interface_condition { USB_INTERFACE_UNBOUND = 0, USB_INTERFACE_BINDING = 1, USB_INTERFACE_BOUND = 2, USB_INTERFACE_UNBINDING = 3, }; struct usb_interface { struct usb_host_interface *altsetting; struct usb_host_interface *cur_altsetting; unsigned int num_altsetting; struct usb_interface_assoc_descriptor *intf_assoc; int minor; enum usb_interface_condition condition; unsigned int sysfs_files_created: 1; unsigned int ep_devs_created: 1; unsigned int unregistering: 1; unsigned int needs_remote_wakeup: 1; unsigned int needs_altsetting0: 1; unsigned int needs_binding: 1; unsigned int resetting_device: 1; unsigned int authorized: 1; struct device dev; struct device *usb_dev; struct work_struct reset_ws; }; struct usb_interface_cache { unsigned int num_altsetting; struct kref ref; struct usb_host_interface altsetting[0]; }; struct usb_host_config { struct usb_config_descriptor desc; char *string; struct usb_interface_assoc_descriptor *intf_assoc[16]; struct usb_interface *interface[32]; struct usb_interface_cache *intf_cache[32]; unsigned char *extra; int extralen; }; struct usb_host_bos { struct usb_bos_descriptor *desc; struct usb_ext_cap_descriptor *ext_cap; struct usb_ss_cap_descriptor *ss_cap; struct usb_ssp_cap_descriptor *ssp_cap; struct usb_ss_container_id_descriptor *ss_id; struct usb_ptm_cap_descriptor *ptm_cap; }; struct usb_devmap { long unsigned int devicemap[2]; }; struct usb_device; struct mon_bus; struct usb_bus { struct device *controller; struct device *sysdev; int busnum; const char *bus_name; u8 uses_pio_for_control; u8 otg_port; unsigned int is_b_host: 1; unsigned int b_hnp_enable: 1; unsigned int no_stop_on_short: 1; unsigned int no_sg_constraint: 1; unsigned int sg_tablesize; int devnum_next; struct mutex devnum_next_mutex; struct usb_devmap devmap; struct usb_device *root_hub; struct usb_bus *hs_companion; int bandwidth_allocated; int bandwidth_int_reqs; int bandwidth_isoc_reqs; unsigned int resuming_ports; struct mon_bus *mon_bus; int monitored; }; struct wusb_dev; struct usb2_lpm_parameters { unsigned int besl; int timeout; }; struct usb3_lpm_parameters { unsigned int mel; unsigned int pel; unsigned int sel; int timeout; }; struct usb_tt; struct usb_device { int devnum; char devpath[16]; u32 route; enum usb_device_state state; enum usb_device_speed speed; unsigned int rx_lanes; unsigned int tx_lanes; enum usb_ssp_rate ssp_rate; struct usb_tt *tt; int ttport; unsigned int toggle[2]; struct usb_device *parent; struct usb_bus *bus; struct usb_host_endpoint ep0; struct device dev; struct usb_device_descriptor descriptor; struct usb_host_bos *bos; struct usb_host_config *config; struct usb_host_config *actconfig; struct usb_host_endpoint *ep_in[16]; struct usb_host_endpoint *ep_out[16]; char **rawdescriptors; short unsigned int bus_mA; u8 portnum; u8 level; u8 devaddr; unsigned int can_submit: 1; unsigned int persist_enabled: 1; unsigned int reset_in_progress: 1; unsigned int have_langid: 1; unsigned int authorized: 1; unsigned int authenticated: 1; unsigned int wusb: 1; unsigned int lpm_capable: 1; unsigned int lpm_devinit_allow: 1; unsigned int usb2_hw_lpm_capable: 1; unsigned int usb2_hw_lpm_besl_capable: 1; unsigned int usb2_hw_lpm_enabled: 1; unsigned int usb2_hw_lpm_allowed: 1; unsigned int usb3_lpm_u1_enabled: 1; unsigned int usb3_lpm_u2_enabled: 1; int string_langid; char *product; char *manufacturer; char *serial; struct list_head filelist; int maxchild; u32 quirks; atomic_t urbnum; long unsigned int active_duration; long unsigned int connect_time; unsigned int do_remote_wakeup: 1; unsigned int reset_resume: 1; unsigned int port_is_suspended: 1; struct wusb_dev *wusb_dev; int slot_id; struct usb2_lpm_parameters l1_params; struct usb3_lpm_parameters u1_params; struct usb3_lpm_parameters u2_params; unsigned int lpm_disable_count; u16 hub_delay; unsigned int use_generic_driver: 1; }; struct usb_tt { struct usb_device *hub; int multi; unsigned int think_time; void *hcpriv; spinlock_t lock; struct list_head clear_list; struct work_struct clear_work; }; struct usb_iso_packet_descriptor { unsigned int offset; unsigned int length; unsigned int actual_length; int status; }; struct usb_anchor { struct list_head urb_list; wait_queue_head_t wait; spinlock_t lock; atomic_t suspend_wakeups; unsigned int poisoned: 1; }; struct urb; typedef void (*usb_complete_t)(struct urb *); struct urb { struct kref kref; int unlinked; void *hcpriv; atomic_t use_count; atomic_t reject; struct list_head urb_list; struct list_head anchor_list; struct usb_anchor *anchor; struct usb_device *dev; struct usb_host_endpoint *ep; unsigned int pipe; unsigned int stream_id; int status; unsigned int transfer_flags; void *transfer_buffer; dma_addr_t transfer_dma; struct scatterlist *sg; int num_mapped_sgs; int num_sgs; u32 transfer_buffer_length; u32 actual_length; unsigned char *setup_packet; dma_addr_t setup_dma; int start_frame; int number_of_packets; int interval; int error_count; void *context; usb_complete_t complete; struct usb_iso_packet_descriptor iso_frame_desc[0]; }; enum usb3_link_state { USB3_LPM_U0 = 0, USB3_LPM_U1 = 1, USB3_LPM_U2 = 2, USB3_LPM_U3 = 3, }; struct giveback_urb_bh { bool running; bool high_prio; spinlock_t lock; struct list_head head; struct tasklet_struct bh; struct usb_host_endpoint *completing_ep; }; enum usb_dev_authorize_policy { USB_DEVICE_AUTHORIZE_NONE = 0, USB_DEVICE_AUTHORIZE_ALL = 1, USB_DEVICE_AUTHORIZE_INTERNAL = 2, }; struct usb_phy_roothub; struct dma_pool; struct hc_driver; struct usb_phy; struct usb_hcd { struct usb_bus self; struct kref kref; const char *product_desc; int speed; char irq_descr[24]; struct timer_list rh_timer; struct urb *status_urb; struct work_struct wakeup_work; struct work_struct died_work; const struct hc_driver *driver; struct usb_phy *usb_phy; struct usb_phy_roothub *phy_roothub; long unsigned int flags; enum usb_dev_authorize_policy dev_policy; unsigned int rh_registered: 1; unsigned int rh_pollable: 1; unsigned int msix_enabled: 1; unsigned int msi_enabled: 1; unsigned int skip_phy_initialization: 1; unsigned int uses_new_polling: 1; unsigned int wireless: 1; unsigned int has_tt: 1; unsigned int amd_resume_bug: 1; unsigned int can_do_streams: 1; unsigned int tpl_support: 1; unsigned int cant_recv_wakeups: 1; unsigned int irq; void *regs; resource_size_t rsrc_start; resource_size_t rsrc_len; unsigned int power_budget; struct giveback_urb_bh high_prio_bh; struct giveback_urb_bh low_prio_bh; struct mutex *address0_mutex; struct mutex *bandwidth_mutex; struct usb_hcd *shared_hcd; struct usb_hcd *primary_hcd; struct dma_pool *pool[4]; int state; struct gen_pool *localmem_pool; long unsigned int hcd_priv[0]; }; struct hc_driver { const char *description; const char *product_desc; size_t hcd_priv_size; irqreturn_t (*irq)(struct usb_hcd *); int flags; int (*reset)(struct usb_hcd *); int (*start)(struct usb_hcd *); int (*pci_suspend)(struct usb_hcd *, bool); int (*pci_resume)(struct usb_hcd *, bool); void (*stop)(struct usb_hcd *); void (*shutdown)(struct usb_hcd *); int (*get_frame_number)(struct usb_hcd *); int (*urb_enqueue)(struct usb_hcd *, struct urb *, gfp_t); int (*urb_dequeue)(struct usb_hcd *, struct urb *, int); int (*map_urb_for_dma)(struct usb_hcd *, struct urb *, gfp_t); void (*unmap_urb_for_dma)(struct usb_hcd *, struct urb *); void (*endpoint_disable)(struct usb_hcd *, struct usb_host_endpoint *); void (*endpoint_reset)(struct usb_hcd *, struct usb_host_endpoint *); int (*hub_status_data)(struct usb_hcd *, char *); int (*hub_control)(struct usb_hcd *, u16, u16, u16, char *, u16); int (*bus_suspend)(struct usb_hcd *); int (*bus_resume)(struct usb_hcd *); int (*start_port_reset)(struct usb_hcd *, unsigned int); long unsigned int (*get_resuming_ports)(struct usb_hcd *); void (*relinquish_port)(struct usb_hcd *, int); int (*port_handed_over)(struct usb_hcd *, int); void (*clear_tt_buffer_complete)(struct usb_hcd *, struct usb_host_endpoint *); int (*alloc_dev)(struct usb_hcd *, struct usb_device *); void (*free_dev)(struct usb_hcd *, struct usb_device *); int (*alloc_streams)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint **, unsigned int, unsigned int, gfp_t); int (*free_streams)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint **, unsigned int, gfp_t); int (*add_endpoint)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint *); int (*drop_endpoint)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint *); int (*check_bandwidth)(struct usb_hcd *, struct usb_device *); void (*reset_bandwidth)(struct usb_hcd *, struct usb_device *); int (*address_device)(struct usb_hcd *, struct usb_device *); int (*enable_device)(struct usb_hcd *, struct usb_device *); int (*update_hub_device)(struct usb_hcd *, struct usb_device *, struct usb_tt *, gfp_t); int (*reset_device)(struct usb_hcd *, struct usb_device *); int (*update_device)(struct usb_hcd *, struct usb_device *); int (*set_usb2_hw_lpm)(struct usb_hcd *, struct usb_device *, int); int (*enable_usb3_lpm_timeout)(struct usb_hcd *, struct usb_device *, enum usb3_link_state); int (*disable_usb3_lpm_timeout)(struct usb_hcd *, struct usb_device *, enum usb3_link_state); int (*find_raw_port_number)(struct usb_hcd *, int); int (*port_power)(struct usb_hcd *, int, bool); int (*submit_single_step_set_feature)(struct usb_hcd *, struct urb *, int); }; struct class_info { int class; char *class_name; }; struct extcon_dev; enum usb_charger_type { UNKNOWN_TYPE = 0, SDP_TYPE = 1, DCP_TYPE = 2, CDP_TYPE = 3, ACA_TYPE = 4, }; enum usb_charger_state { USB_CHARGER_DEFAULT = 0, USB_CHARGER_PRESENT = 1, USB_CHARGER_ABSENT = 2, }; enum usb_phy_events { USB_EVENT_NONE = 0, USB_EVENT_VBUS = 1, USB_EVENT_ID = 2, USB_EVENT_CHARGER = 3, USB_EVENT_ENUMERATED = 4, }; enum usb_phy_type { USB_PHY_TYPE_UNDEFINED = 0, USB_PHY_TYPE_USB2 = 1, USB_PHY_TYPE_USB3 = 2, }; struct usb_phy_io_ops { int (*read)(struct usb_phy *, u32); int (*write)(struct usb_phy *, u32, u32); }; struct usb_charger_current { unsigned int sdp_min; unsigned int sdp_max; unsigned int dcp_min; unsigned int dcp_max; unsigned int cdp_min; unsigned int cdp_max; unsigned int aca_min; unsigned int aca_max; }; struct usb_otg; struct usb_phy { struct device *dev; const char *label; unsigned int flags; enum usb_phy_type type; enum usb_phy_events last_event; struct usb_otg *otg; struct device *io_dev; struct usb_phy_io_ops *io_ops; void *io_priv; struct extcon_dev *edev; struct extcon_dev *id_edev; struct notifier_block vbus_nb; struct notifier_block id_nb; struct notifier_block type_nb; enum usb_charger_type chg_type; enum usb_charger_state chg_state; struct usb_charger_current chg_cur; struct work_struct chg_work; struct atomic_notifier_head notifier; u16 port_status; u16 port_change; struct list_head head; int (*init)(struct usb_phy *); void (*shutdown)(struct usb_phy *); int (*set_vbus)(struct usb_phy *, int); int (*set_power)(struct usb_phy *, unsigned int); int (*set_suspend)(struct usb_phy *, int); int (*set_wakeup)(struct usb_phy *, bool); int (*notify_connect)(struct usb_phy *, enum usb_device_speed); int (*notify_disconnect)(struct usb_phy *, enum usb_device_speed); enum usb_charger_type (*charger_detect)(struct usb_phy *); }; struct phy_devm { struct usb_phy *phy; struct notifier_block *nb; }; struct mon_bus { struct list_head bus_link; spinlock_t lock; struct usb_bus *u_bus; int text_inited; int bin_inited; struct dentry *dent_s; struct dentry *dent_t; struct dentry *dent_u; struct device *classdev; int nreaders; struct list_head r_list; struct kref ref; unsigned int cnt_events; unsigned int cnt_text_lost; }; struct mon_reader { struct list_head r_link; struct mon_bus *m_bus; void *r_data; void (*rnf_submit)(void *, struct urb *); void (*rnf_error)(void *, struct urb *, int); void (*rnf_complete)(void *, struct urb *, int); }; struct iso_rec { int error_count; int numdesc; }; struct mon_bin_hdr { u64 id; unsigned char type; unsigned char xfer_type; unsigned char epnum; unsigned char devnum; short unsigned int busnum; char flag_setup; char flag_data; s64 ts_sec; s32 ts_usec; int status; unsigned int len_urb; unsigned int len_cap; union { unsigned char setup[8]; struct iso_rec iso; } s; int interval; int start_frame; unsigned int xfer_flags; unsigned int ndesc; }; struct mon_bin_isodesc { int iso_status; unsigned int iso_off; unsigned int iso_len; u32 _pad; }; struct mon_bin_stats { u32 queued; u32 dropped; }; struct mon_bin_get { struct mon_bin_hdr *hdr; void *data; size_t alloc; }; struct mon_bin_mfetch { u32 *offvec; u32 nfetch; u32 nflush; }; struct mon_bin_get32 { u32 hdr32; u32 data32; u32 alloc32; }; struct mon_bin_mfetch32 { u32 offvec32; u32 nfetch32; u32 nflush32; }; struct mon_pgmap { struct page *pg; unsigned char *ptr; }; struct mon_reader_bin { spinlock_t b_lock; unsigned int b_size; unsigned int b_cnt; unsigned int b_in; unsigned int b_out; unsigned int b_read; struct mon_pgmap *b_vec; wait_queue_head_t b_wait; struct mutex fetch_lock; int mmap_active; struct mon_reader r; unsigned int cnt_lost; }; struct xhci_cap_regs { __le32 hc_capbase; __le32 hcs_params1; __le32 hcs_params2; __le32 hcs_params3; __le32 hcc_params; __le32 db_off; __le32 run_regs_off; __le32 hcc_params2; }; struct xhci_op_regs { __le32 command; __le32 status; __le32 page_size; __le32 reserved1; __le32 reserved2; __le32 dev_notification; __le64 cmd_ring; __le32 reserved3[4]; __le64 dcbaa_ptr; __le32 config_reg; __le32 reserved4[241]; __le32 port_status_base; __le32 port_power_base; __le32 port_link_base; __le32 reserved5; __le32 reserved6[1016]; }; struct xhci_intr_reg { __le32 irq_pending; __le32 irq_control; __le32 erst_size; __le32 rsvd; __le64 erst_base; __le64 erst_dequeue; }; struct xhci_run_regs { __le32 microframe_index; __le32 rsvd[7]; struct xhci_intr_reg ir_set[128]; }; struct xhci_doorbell_array { __le32 doorbell[256]; }; struct xhci_container_ctx { unsigned int type; int size; u8 *bytes; dma_addr_t dma; }; struct xhci_slot_ctx { __le32 dev_info; __le32 dev_info2; __le32 tt_info; __le32 dev_state; __le32 reserved[4]; }; union xhci_trb; struct xhci_command { struct xhci_container_ctx *in_ctx; u32 status; int slot_id; struct completion *completion; union xhci_trb *command_trb; struct list_head cmd_list; }; struct xhci_link_trb { __le64 segment_ptr; __le32 intr_target; __le32 control; }; struct xhci_transfer_event { __le64 buffer; __le32 transfer_len; __le32 flags; }; struct xhci_event_cmd { __le64 cmd_trb; __le32 status; __le32 flags; }; struct xhci_generic_trb { __le32 field[4]; }; union xhci_trb { struct xhci_link_trb link; struct xhci_transfer_event trans_event; struct xhci_event_cmd event_cmd; struct xhci_generic_trb generic; }; struct xhci_stream_ctx { __le64 stream_ring; __le32 reserved[2]; }; struct xhci_ring; struct xhci_stream_info { struct xhci_ring **stream_rings; unsigned int num_streams; struct xhci_stream_ctx *stream_ctx_array; unsigned int num_stream_ctxs; dma_addr_t ctx_array_dma; struct xarray trb_address_map; struct xhci_command *free_streams_command; }; enum xhci_ring_type { TYPE_CTRL = 0, TYPE_ISOC = 1, TYPE_BULK = 2, TYPE_INTR = 3, TYPE_STREAM = 4, TYPE_COMMAND = 5, TYPE_EVENT = 6, }; struct xhci_segment; struct xhci_ring { struct xhci_segment *first_seg; struct xhci_segment *last_seg; union xhci_trb *enqueue; struct xhci_segment *enq_seg; union xhci_trb *dequeue; struct xhci_segment *deq_seg; struct list_head td_list; u32 cycle_state; unsigned int err_count; unsigned int stream_id; unsigned int num_segs; unsigned int num_trbs_free; unsigned int num_trbs_free_temp; unsigned int bounce_buf_len; enum xhci_ring_type type; bool last_td_was_short; struct xarray *trb_address_map; }; struct xhci_bw_info { unsigned int ep_interval; unsigned int mult; unsigned int num_packets; unsigned int max_packet_size; unsigned int max_esit_payload; unsigned int type; }; struct xhci_virt_device; struct xhci_hcd; struct xhci_virt_ep { struct xhci_virt_device *vdev; unsigned int ep_index; struct xhci_ring *ring; struct xhci_stream_info *stream_info; struct xhci_ring *new_ring; unsigned int ep_state; struct list_head cancelled_td_list; struct xhci_hcd *xhci; struct xhci_segment *queued_deq_seg; union xhci_trb *queued_deq_ptr; bool skip; struct xhci_bw_info bw_info; struct list_head bw_endpoint_list; int next_frame_id; bool use_extended_tbc; }; struct xhci_interval_bw_table; struct xhci_tt_bw_info; struct xhci_virt_device { int slot_id; struct usb_device *udev; struct xhci_container_ctx *out_ctx; struct xhci_container_ctx *in_ctx; struct xhci_virt_ep eps[31]; u8 fake_port; u8 real_port; struct xhci_interval_bw_table *bw_table; struct xhci_tt_bw_info *tt_info; long unsigned int flags; u16 current_mel; void *debugfs_private; }; struct xhci_erst_entry; struct xhci_erst { struct xhci_erst_entry *entries; unsigned int num_entries; dma_addr_t erst_dma_addr; unsigned int erst_size; }; struct s3_save { u32 command; u32 dev_nt; u64 dcbaa_ptr; u32 config_reg; u32 irq_pending; u32 irq_control; u32 erst_size; u64 erst_base; u64 erst_dequeue; }; struct xhci_bus_state { long unsigned int bus_suspended; long unsigned int next_statechange; u32 port_c_suspend; u32 suspended_ports; u32 port_remote_wakeup; long unsigned int resume_done[31]; long unsigned int resuming_ports; long unsigned int rexit_ports; struct completion rexit_done[31]; struct completion u3exit_done[31]; }; struct xhci_port; struct xhci_hub { struct xhci_port **ports; unsigned int num_ports; struct usb_hcd *hcd; struct xhci_bus_state bus_state; u8 maj_rev; u8 min_rev; }; struct xhci_device_context_array; struct xhci_scratchpad; struct xhci_root_port_bw_info; struct xhci_port_cap; struct xhci_hcd { struct usb_hcd *main_hcd; struct usb_hcd *shared_hcd; struct xhci_cap_regs *cap_regs; struct xhci_op_regs *op_regs; struct xhci_run_regs *run_regs; struct xhci_doorbell_array *dba; struct xhci_intr_reg *ir_set; __u32 hcs_params1; __u32 hcs_params2; __u32 hcs_params3; __u32 hcc_params; __u32 hcc_params2; spinlock_t lock; u8 sbrn; u16 hci_version; u8 max_slots; u8 max_interrupters; u8 max_ports; u8 isoc_threshold; u32 imod_interval; u32 isoc_bei_interval; int event_ring_max; int page_size; int page_shift; int msix_count; struct clk *clk; struct clk *reg_clk; struct reset_control *reset; struct xhci_device_context_array *dcbaa; struct xhci_ring *cmd_ring; unsigned int cmd_ring_state; struct list_head cmd_list; unsigned int cmd_ring_reserved_trbs; struct delayed_work cmd_timer; struct completion cmd_ring_stop_completion; struct xhci_command *current_cmd; struct xhci_ring *event_ring; struct xhci_erst erst; struct xhci_scratchpad *scratchpad; struct list_head lpm_failed_devs; struct mutex mutex; struct xhci_virt_device *devs[256]; struct xhci_root_port_bw_info *rh_bw; struct dma_pool *device_pool; struct dma_pool *segment_pool; struct dma_pool *small_streams_pool; struct dma_pool *medium_streams_pool; unsigned int xhc_state; long unsigned int run_graceperiod; u32 command; struct s3_save s3; long long unsigned int quirks; unsigned int num_active_eps; unsigned int limit_active_eps; struct xhci_port *hw_ports; struct xhci_hub usb2_rhub; struct xhci_hub usb3_rhub; unsigned int hw_lpm_support: 1; unsigned int broken_suspend: 1; unsigned int allow_single_roothub: 1; u32 *ext_caps; unsigned int num_ext_caps; struct xhci_port_cap *port_caps; unsigned int num_port_caps; struct timer_list comp_mode_recovery_timer; u32 port_status_u0; u16 test_mode; struct dentry *debugfs_root; struct dentry *debugfs_slots; struct list_head regset_list; void *dbc; long unsigned int priv[0]; }; struct xhci_segment { union xhci_trb *trbs; struct xhci_segment *next; dma_addr_t dma; dma_addr_t bounce_dma; void *bounce_buf; unsigned int bounce_offs; unsigned int bounce_len; }; struct xhci_interval_bw { unsigned int num_packets; struct list_head endpoints; unsigned int overhead[3]; }; struct xhci_interval_bw_table { unsigned int interval0_esit_payload; struct xhci_interval_bw interval_bw[16]; unsigned int bw_used; unsigned int ss_bw_in; unsigned int ss_bw_out; }; struct xhci_tt_bw_info { struct list_head tt_list; int slot_id; int ttport; struct xhci_interval_bw_table bw_table; int active_eps; }; struct xhci_root_port_bw_info { struct list_head tts; unsigned int num_active_tts; struct xhci_interval_bw_table bw_table; }; struct xhci_device_context_array { __le64 dev_context_ptrs[256]; dma_addr_t dma; }; struct xhci_erst_entry { __le64 seg_addr; __le32 seg_size; __le32 rsvd; }; struct xhci_scratchpad { u64 *sp_array; dma_addr_t sp_dma; void **sp_buffers; }; struct xhci_port_cap { u32 *psi; u8 psi_count; u8 psi_uid_count; u8 maj_rev; u8 min_rev; }; struct xhci_port { __le32 *addr; int hw_portnum; int hcd_portnum; struct xhci_hub *rhub; struct xhci_port_cap *port_cap; }; struct kfifo { union { struct __kfifo kfifo; unsigned char *type; const unsigned char *const_type; char (*rectype)[0]; void *ptr; const void *ptr_const; }; unsigned char buf[0]; }; struct dbc_regs { __le32 capability; __le32 doorbell; __le32 ersts; __le32 __reserved_0; __le64 erstba; __le64 erdp; __le32 control; __le32 status; __le32 portsc; __le32 __reserved_1; __le64 dccp; __le32 devinfo1; __le32 devinfo2; }; struct dbc_str_descs { char string0[64]; char manufacturer[64]; char product[64]; char serial[64]; }; enum dbc_state { DS_DISABLED = 0, DS_INITIALIZED = 1, DS_ENABLED = 2, DS_CONNECTED = 3, DS_CONFIGURED = 4, DS_STALLED = 5, }; struct xhci_dbc; struct dbc_ep { struct xhci_dbc *dbc; struct list_head list_pending; struct xhci_ring *ring; unsigned int direction: 1; }; struct dbc_driver; struct xhci_dbc { spinlock_t lock; struct device *dev; struct xhci_hcd *xhci; struct dbc_regs *regs; struct xhci_ring *ring_evt; struct xhci_ring *ring_in; struct xhci_ring *ring_out; struct xhci_erst erst; struct xhci_container_ctx *ctx; struct dbc_str_descs *string; dma_addr_t string_dma; size_t string_size; enum dbc_state state; struct delayed_work event_work; unsigned int resume_required: 1; struct dbc_ep eps[2]; const struct dbc_driver *driver; void *priv; }; struct dbc_port { struct tty_port port; spinlock_t port_lock; int minor; struct list_head read_pool; struct list_head read_queue; unsigned int n_read; struct tasklet_struct push; struct list_head write_pool; struct kfifo write_fifo; bool registered; }; struct dbc_driver { int (*configure)(struct xhci_dbc *); void (*disconnect)(struct xhci_dbc *); }; struct dbc_request { void *buf; unsigned int length; dma_addr_t dma; void (*complete)(struct xhci_dbc *, struct dbc_request *); struct list_head list_pool; int status; unsigned int actual; struct xhci_dbc *dbc; struct list_head list_pending; dma_addr_t trb_dma; union xhci_trb *trb; unsigned int direction: 1; }; struct usb_device_id { __u16 match_flags; __u16 idVendor; __u16 idProduct; __u16 bcdDevice_lo; __u16 bcdDevice_hi; __u8 bDeviceClass; __u8 bDeviceSubClass; __u8 bDeviceProtocol; __u8 bInterfaceClass; __u8 bInterfaceSubClass; __u8 bInterfaceProtocol; __u8 bInterfaceNumber; kernel_ulong_t driver_info; }; struct usb_dynids { spinlock_t lock; struct list_head list; }; struct usb_dynid { struct list_head node; struct usb_device_id id; }; struct usbdrv_wrap { struct device_driver driver; int for_devices; }; struct usb_driver { const char *name; int (*probe)(struct usb_interface *, const struct usb_device_id *); void (*disconnect)(struct usb_interface *); int (*unlocked_ioctl)(struct usb_interface *, unsigned int, void *); int (*suspend)(struct usb_interface *, pm_message_t); int (*resume)(struct usb_interface *); int (*reset_resume)(struct usb_interface *); int (*pre_reset)(struct usb_interface *); int (*post_reset)(struct usb_interface *); const struct usb_device_id *id_table; const struct attribute_group **dev_groups; struct usb_dynids dynids; struct usbdrv_wrap drvwrap; unsigned int no_dynamic_id: 1; unsigned int supports_autosuspend: 1; unsigned int disable_hub_initiated_lpm: 1; unsigned int soft_unbind: 1; }; struct async_icount { __u32 cts; __u32 dsr; __u32 rng; __u32 dcd; __u32 tx; __u32 rx; __u32 frame; __u32 parity; __u32 overrun; __u32 brk; __u32 buf_overrun; }; struct usb_serial; struct usb_serial_port { struct usb_serial *serial; struct tty_port port; spinlock_t lock; u32 minor; u8 port_number; unsigned char *interrupt_in_buffer; struct urb *interrupt_in_urb; __u8 interrupt_in_endpointAddress; unsigned char *interrupt_out_buffer; int interrupt_out_size; struct urb *interrupt_out_urb; __u8 interrupt_out_endpointAddress; unsigned char *bulk_in_buffer; int bulk_in_size; struct urb *read_urb; __u8 bulk_in_endpointAddress; unsigned char *bulk_in_buffers[2]; struct urb *read_urbs[2]; long unsigned int read_urbs_free; unsigned char *bulk_out_buffer; int bulk_out_size; struct urb *write_urb; struct kfifo write_fifo; unsigned char *bulk_out_buffers[2]; struct urb *write_urbs[2]; long unsigned int write_urbs_free; __u8 bulk_out_endpointAddress; struct async_icount icount; int tx_bytes; long unsigned int flags; struct work_struct work; long unsigned int sysrq; struct device dev; }; struct usb_serial_driver; struct usb_serial { struct usb_device *dev; struct usb_serial_driver *type; struct usb_interface *interface; struct usb_interface *sibling; unsigned int suspend_count; unsigned char disconnected: 1; unsigned char attached: 1; unsigned char minors_reserved: 1; unsigned char num_ports; unsigned char num_port_pointers; unsigned char num_interrupt_in; unsigned char num_interrupt_out; unsigned char num_bulk_in; unsigned char num_bulk_out; struct usb_serial_port *port[16]; struct kref kref; struct mutex disc_mutex; void *private; }; struct usb_serial_endpoints; struct usb_serial_driver { const char *description; const struct usb_device_id *id_table; struct list_head driver_list; struct device_driver driver; struct usb_driver *usb_driver; struct usb_dynids dynids; unsigned char num_ports; unsigned char num_bulk_in; unsigned char num_bulk_out; unsigned char num_interrupt_in; unsigned char num_interrupt_out; size_t bulk_in_size; size_t bulk_out_size; int (*probe)(struct usb_serial *, const struct usb_device_id *); int (*attach)(struct usb_serial *); int (*calc_num_ports)(struct usb_serial *, struct usb_serial_endpoints *); void (*disconnect)(struct usb_serial *); void (*release)(struct usb_serial *); int (*port_probe)(struct usb_serial_port *); void (*port_remove)(struct usb_serial_port *); int (*suspend)(struct usb_serial *, pm_message_t); int (*resume)(struct usb_serial *); int (*reset_resume)(struct usb_serial *); int (*open)(struct tty_struct *, struct usb_serial_port *); void (*close)(struct usb_serial_port *); int (*write)(struct tty_struct *, struct usb_serial_port *, const unsigned char *, int); unsigned int (*write_room)(struct tty_struct *); int (*ioctl)(struct tty_struct *, unsigned int, long unsigned int); void (*get_serial)(struct tty_struct *, struct serial_struct *); int (*set_serial)(struct tty_struct *, struct serial_struct *); void (*set_termios)(struct tty_struct *, struct usb_serial_port *, struct ktermios *); void (*break_ctl)(struct tty_struct *, int); unsigned int (*chars_in_buffer)(struct tty_struct *); void (*wait_until_sent)(struct tty_struct *, long int); bool (*tx_empty)(struct usb_serial_port *); void (*throttle)(struct tty_struct *); void (*unthrottle)(struct tty_struct *); int (*tiocmget)(struct tty_struct *); int (*tiocmset)(struct tty_struct *, unsigned int, unsigned int); int (*tiocmiwait)(struct tty_struct *, long unsigned int); int (*get_icount)(struct tty_struct *, struct serial_icounter_struct *); void (*dtr_rts)(struct usb_serial_port *, int); int (*carrier_raised)(struct usb_serial_port *); void (*init_termios)(struct tty_struct *); void (*read_int_callback)(struct urb *); void (*write_int_callback)(struct urb *); void (*read_bulk_callback)(struct urb *); void (*write_bulk_callback)(struct urb *); void (*process_read_urb)(struct urb *); int (*prepare_write_buffer)(struct usb_serial_port *, void *, size_t); }; struct usb_serial_endpoints { unsigned char num_bulk_in; unsigned char num_bulk_out; unsigned char num_interrupt_in; unsigned char num_interrupt_out; struct usb_endpoint_descriptor *bulk_in[16]; struct usb_endpoint_descriptor *bulk_out[16]; struct usb_endpoint_descriptor *interrupt_in[16]; struct usb_endpoint_descriptor *interrupt_out[16]; }; struct input_id { __u16 bustype; __u16 vendor; __u16 product; __u16 version; }; struct input_absinfo { __s32 value; __s32 minimum; __s32 maximum; __s32 fuzz; __s32 flat; __s32 resolution; }; struct input_keymap_entry { __u8 flags; __u8 len; __u16 index; __u32 keycode; __u8 scancode[32]; }; struct ff_replay { __u16 length; __u16 delay; }; struct ff_trigger { __u16 button; __u16 interval; }; struct ff_envelope { __u16 attack_length; __u16 attack_level; __u16 fade_length; __u16 fade_level; }; struct ff_constant_effect { __s16 level; struct ff_envelope envelope; }; struct ff_ramp_effect { __s16 start_level; __s16 end_level; struct ff_envelope envelope; }; struct ff_condition_effect { __u16 right_saturation; __u16 left_saturation; __s16 right_coeff; __s16 left_coeff; __u16 deadband; __s16 center; }; struct ff_periodic_effect { __u16 waveform; __u16 period; __s16 magnitude; __s16 offset; __u16 phase; struct ff_envelope envelope; __u32 custom_len; __s16 *custom_data; }; struct ff_rumble_effect { __u16 strong_magnitude; __u16 weak_magnitude; }; struct ff_effect { __u16 type; __s16 id; __u16 direction; struct ff_trigger trigger; struct ff_replay replay; union { struct ff_constant_effect constant; struct ff_ramp_effect ramp; struct ff_periodic_effect periodic; struct ff_condition_effect condition[2]; struct ff_rumble_effect rumble; } u; }; struct input_device_id { kernel_ulong_t flags; __u16 bustype; __u16 vendor; __u16 product; __u16 version; kernel_ulong_t evbit[1]; kernel_ulong_t keybit[12]; kernel_ulong_t relbit[1]; kernel_ulong_t absbit[1]; kernel_ulong_t mscbit[1]; kernel_ulong_t ledbit[1]; kernel_ulong_t sndbit[1]; kernel_ulong_t ffbit[2]; kernel_ulong_t swbit[1]; kernel_ulong_t propbit[1]; kernel_ulong_t driver_info; }; struct input_value { __u16 type; __u16 code; __s32 value; }; enum input_clock_type { INPUT_CLK_REAL = 0, INPUT_CLK_MONO = 1, INPUT_CLK_BOOT = 2, INPUT_CLK_MAX = 3, }; struct ff_device; struct input_dev_poller; struct input_mt; struct input_handle; struct input_dev { const char *name; const char *phys; const char *uniq; struct input_id id; long unsigned int propbit[1]; long unsigned int evbit[1]; long unsigned int keybit[12]; long unsigned int relbit[1]; long unsigned int absbit[1]; long unsigned int mscbit[1]; long unsigned int ledbit[1]; long unsigned int sndbit[1]; long unsigned int ffbit[2]; long unsigned int swbit[1]; unsigned int hint_events_per_packet; unsigned int keycodemax; unsigned int keycodesize; void *keycode; int (*setkeycode)(struct input_dev *, const struct input_keymap_entry *, unsigned int *); int (*getkeycode)(struct input_dev *, struct input_keymap_entry *); struct ff_device *ff; struct input_dev_poller *poller; unsigned int repeat_key; struct timer_list timer; int rep[2]; struct input_mt *mt; struct input_absinfo *absinfo; long unsigned int key[12]; long unsigned int led[1]; long unsigned int snd[1]; long unsigned int sw[1]; int (*open)(struct input_dev *); void (*close)(struct input_dev *); int (*flush)(struct input_dev *, struct file *); int (*event)(struct input_dev *, unsigned int, unsigned int, int); struct input_handle *grab; spinlock_t event_lock; struct mutex mutex; unsigned int users; bool going_away; struct device dev; struct list_head h_list; struct list_head node; unsigned int num_vals; unsigned int max_vals; struct input_value *vals; bool devres_managed; ktime_t timestamp[3]; bool inhibited; }; struct ff_device { int (*upload)(struct input_dev *, struct ff_effect *, struct ff_effect *); int (*erase)(struct input_dev *, int); int (*playback)(struct input_dev *, int, int); void (*set_gain)(struct input_dev *, u16); void (*set_autocenter)(struct input_dev *, u16); void (*destroy)(struct ff_device *); void *private; long unsigned int ffbit[2]; struct mutex mutex; int max_effects; struct ff_effect *effects; struct file *effect_owners[0]; }; struct input_dev_poller { void (*poll)(struct input_dev *); unsigned int poll_interval; unsigned int poll_interval_max; unsigned int poll_interval_min; struct input_dev *input; struct delayed_work work; }; struct input_handler; struct input_handle { void *private; int open; const char *name; struct input_dev *dev; struct input_handler *handler; struct list_head d_node; struct list_head h_node; }; struct input_handler { void *private; void (*event)(struct input_handle *, unsigned int, unsigned int, int); void (*events)(struct input_handle *, const struct input_value *, unsigned int); bool (*filter)(struct input_handle *, unsigned int, unsigned int, int); bool (*match)(struct input_handler *, struct input_dev *); int (*connect)(struct input_handler *, struct input_dev *, const struct input_device_id *); void (*disconnect)(struct input_handle *); void (*start)(struct input_handle *); bool legacy_minors; int minor; const char *name; const struct input_device_id *id_table; struct list_head h_list; struct list_head node; }; typedef __u64 timeu64_t; struct rtc_time { int tm_sec; int tm_min; int tm_hour; int tm_mday; int tm_mon; int tm_year; int tm_wday; int tm_yday; int tm_isdst; }; struct rtc_wkalrm { unsigned char enabled; unsigned char pending; struct rtc_time time; }; struct rtc_param { __u64 param; union { __u64 uvalue; __s64 svalue; __u64 ptr; }; __u32 index; __u32 __pad; }; struct rtc_class_ops { int (*ioctl)(struct device *, unsigned int, long unsigned int); int (*read_time)(struct device *, struct rtc_time *); int (*set_time)(struct device *, struct rtc_time *); int (*read_alarm)(struct device *, struct rtc_wkalrm *); int (*set_alarm)(struct device *, struct rtc_wkalrm *); int (*proc)(struct device *, struct seq_file *); int (*alarm_irq_enable)(struct device *, unsigned int); int (*read_offset)(struct device *, long int *); int (*set_offset)(struct device *, long int); int (*param_get)(struct device *, struct rtc_param *); int (*param_set)(struct device *, struct rtc_param *); }; struct rtc_device; struct rtc_timer { struct timerqueue_node node; ktime_t period; void (*func)(struct rtc_device *); struct rtc_device *rtc; int enabled; }; struct rtc_device { struct device dev; struct module *owner; int id; const struct rtc_class_ops *ops; struct mutex ops_lock; struct cdev char_dev; long unsigned int flags; long unsigned int irq_data; spinlock_t irq_lock; wait_queue_head_t irq_queue; struct fasync_struct *async_queue; int irq_freq; int max_user_freq; struct timerqueue_head timerqueue; struct rtc_timer aie_timer; struct rtc_timer uie_rtctimer; struct hrtimer pie_timer; int pie_enabled; struct work_struct irqwork; long unsigned int set_offset_nsec; long unsigned int features[1]; time64_t range_min; timeu64_t range_max; time64_t start_secs; time64_t offset_secs; bool set_start_time; }; struct acpi_connection_info { u8 *connection; u16 length; u8 access_length; }; enum acpi_reconfig_event { ACPI_RECONFIG_DEVICE_ADD = 0, ACPI_RECONFIG_DEVICE_REMOVE = 1, }; enum i2c_driver_flags { I2C_DRV_ACPI_WAIVE_D0_PROBE = 1, }; struct i2c_acpi_handler_data { struct acpi_connection_info info; struct i2c_adapter *adapter; }; struct gsb_buffer { u8 status; u8 len; union { u16 wdata; u8 bdata; u8 data[0]; }; }; struct i2c_acpi_lookup { struct i2c_board_info *info; acpi_handle adapter_handle; acpi_handle device_handle; acpi_handle search_handle; int n; int index; u32 speed; u32 min_speed; u32 force_speed; }; struct i2c_timings { u32 bus_freq_hz; u32 scl_rise_ns; u32 scl_fall_ns; u32 scl_int_delay_ns; u32 sda_fall_ns; u32 sda_hold_ns; u32 digital_filter_width_ns; u32 analog_filter_cutoff_freq_hz; }; struct dw_i2c_dev { struct device *dev; struct regmap *map; struct regmap *sysmap; void *base; void *ext; struct completion cmd_complete; struct clk *clk; struct clk *pclk; struct reset_control *rst; struct i2c_client *slave; u32 (*get_clk_rate_khz)(struct dw_i2c_dev *); int cmd_err; struct i2c_msg *msgs; int msgs_num; int msg_write_idx; u32 tx_buf_len; u8 *tx_buf; int msg_read_idx; u32 rx_buf_len; u8 *rx_buf; int msg_err; unsigned int status; u32 abort_source; int irq; u32 flags; struct i2c_adapter adapter; u32 functionality; u32 master_cfg; u32 slave_cfg; unsigned int tx_fifo_depth; unsigned int rx_fifo_depth; int rx_outstanding; struct i2c_timings timings; u32 sda_hold_time; u16 ss_hcnt; u16 ss_lcnt; u16 fs_hcnt; u16 fs_lcnt; u16 fp_hcnt; u16 fp_lcnt; u16 hs_hcnt; u16 hs_lcnt; int (*acquire_lock)(); void (*release_lock)(); int semaphore_idx; bool shared_with_punit; void (*disable)(struct dw_i2c_dev *); void (*disable_int)(struct dw_i2c_dev *); int (*init)(struct dw_i2c_dev *); int (*set_sda_hold_time)(struct dw_i2c_dev *); int mode; struct i2c_bus_recovery_info rinfo; }; struct pps_ktime { __s64 sec; __s32 nsec; __u32 flags; }; struct pps_ktime_compat { __s64 sec; __s32 nsec; __u32 flags; }; struct pps_kinfo { __u32 assert_sequence; __u32 clear_sequence; struct pps_ktime assert_tu; struct pps_ktime clear_tu; int current_mode; }; struct pps_kinfo_compat { __u32 assert_sequence; __u32 clear_sequence; struct pps_ktime_compat assert_tu; struct pps_ktime_compat clear_tu; int current_mode; } __attribute__((packed)); struct pps_kparams { int api_version; int mode; struct pps_ktime assert_off_tu; struct pps_ktime clear_off_tu; }; struct pps_fdata { struct pps_kinfo info; struct pps_ktime timeout; }; struct pps_fdata_compat { struct pps_kinfo_compat info; struct pps_ktime_compat timeout; } __attribute__((packed)); struct pps_bind_args { int tsformat; int edge; int consumer; }; struct pps_device; struct pps_source_info { char name[32]; char path[32]; int mode; void (*echo)(struct pps_device *, int, void *); struct module *owner; struct device *dev; }; struct pps_device { struct pps_source_info info; struct pps_kparams params; __u32 assert_sequence; __u32 clear_sequence; struct pps_ktime assert_tu; struct pps_ktime clear_tu; int current_mode; unsigned int last_ev; wait_queue_head_t queue; unsigned int id; const void *lookup_cookie; struct cdev cdev; struct device *dev; struct fasync_struct *async_queue; spinlock_t lock; }; enum vexpress_reset_func { FUNC_RESET = 0, FUNC_SHUTDOWN = 1, FUNC_REBOOT = 2, }; enum { POWER_SUPPLY_TECHNOLOGY_UNKNOWN = 0, POWER_SUPPLY_TECHNOLOGY_NiMH = 1, POWER_SUPPLY_TECHNOLOGY_LION = 2, POWER_SUPPLY_TECHNOLOGY_LIPO = 3, POWER_SUPPLY_TECHNOLOGY_LiFe = 4, POWER_SUPPLY_TECHNOLOGY_NiCd = 5, POWER_SUPPLY_TECHNOLOGY_LiMn = 6, }; enum power_supply_property { POWER_SUPPLY_PROP_STATUS = 0, POWER_SUPPLY_PROP_CHARGE_TYPE = 1, POWER_SUPPLY_PROP_HEALTH = 2, POWER_SUPPLY_PROP_PRESENT = 3, POWER_SUPPLY_PROP_ONLINE = 4, POWER_SUPPLY_PROP_AUTHENTIC = 5, POWER_SUPPLY_PROP_TECHNOLOGY = 6, POWER_SUPPLY_PROP_CYCLE_COUNT = 7, POWER_SUPPLY_PROP_VOLTAGE_MAX = 8, POWER_SUPPLY_PROP_VOLTAGE_MIN = 9, POWER_SUPPLY_PROP_VOLTAGE_MAX_DESIGN = 10, POWER_SUPPLY_PROP_VOLTAGE_MIN_DESIGN = 11, POWER_SUPPLY_PROP_VOLTAGE_NOW = 12, POWER_SUPPLY_PROP_VOLTAGE_AVG = 13, POWER_SUPPLY_PROP_VOLTAGE_OCV = 14, POWER_SUPPLY_PROP_VOLTAGE_BOOT = 15, POWER_SUPPLY_PROP_CURRENT_MAX = 16, POWER_SUPPLY_PROP_CURRENT_NOW = 17, POWER_SUPPLY_PROP_CURRENT_AVG = 18, POWER_SUPPLY_PROP_CURRENT_BOOT = 19, POWER_SUPPLY_PROP_POWER_NOW = 20, POWER_SUPPLY_PROP_POWER_AVG = 21, POWER_SUPPLY_PROP_CHARGE_FULL_DESIGN = 22, POWER_SUPPLY_PROP_CHARGE_EMPTY_DESIGN = 23, POWER_SUPPLY_PROP_CHARGE_FULL = 24, POWER_SUPPLY_PROP_CHARGE_EMPTY = 25, POWER_SUPPLY_PROP_CHARGE_NOW = 26, POWER_SUPPLY_PROP_CHARGE_AVG = 27, POWER_SUPPLY_PROP_CHARGE_COUNTER = 28, POWER_SUPPLY_PROP_CONSTANT_CHARGE_CURRENT = 29, POWER_SUPPLY_PROP_CONSTANT_CHARGE_CURRENT_MAX = 30, POWER_SUPPLY_PROP_CONSTANT_CHARGE_VOLTAGE = 31, POWER_SUPPLY_PROP_CONSTANT_CHARGE_VOLTAGE_MAX = 32, POWER_SUPPLY_PROP_CHARGE_CONTROL_LIMIT = 33, POWER_SUPPLY_PROP_CHARGE_CONTROL_LIMIT_MAX = 34, POWER_SUPPLY_PROP_CHARGE_CONTROL_START_THRESHOLD = 35, POWER_SUPPLY_PROP_CHARGE_CONTROL_END_THRESHOLD = 36, POWER_SUPPLY_PROP_CHARGE_BEHAVIOUR = 37, POWER_SUPPLY_PROP_INPUT_CURRENT_LIMIT = 38, POWER_SUPPLY_PROP_INPUT_VOLTAGE_LIMIT = 39, POWER_SUPPLY_PROP_INPUT_POWER_LIMIT = 40, POWER_SUPPLY_PROP_ENERGY_FULL_DESIGN = 41, POWER_SUPPLY_PROP_ENERGY_EMPTY_DESIGN = 42, POWER_SUPPLY_PROP_ENERGY_FULL = 43, POWER_SUPPLY_PROP_ENERGY_EMPTY = 44, POWER_SUPPLY_PROP_ENERGY_NOW = 45, POWER_SUPPLY_PROP_ENERGY_AVG = 46, POWER_SUPPLY_PROP_CAPACITY = 47, POWER_SUPPLY_PROP_CAPACITY_ALERT_MIN = 48, POWER_SUPPLY_PROP_CAPACITY_ALERT_MAX = 49, POWER_SUPPLY_PROP_CAPACITY_ERROR_MARGIN = 50, POWER_SUPPLY_PROP_CAPACITY_LEVEL = 51, POWER_SUPPLY_PROP_TEMP = 52, POWER_SUPPLY_PROP_TEMP_MAX = 53, POWER_SUPPLY_PROP_TEMP_MIN = 54, POWER_SUPPLY_PROP_TEMP_ALERT_MIN = 55, POWER_SUPPLY_PROP_TEMP_ALERT_MAX = 56, POWER_SUPPLY_PROP_TEMP_AMBIENT = 57, POWER_SUPPLY_PROP_TEMP_AMBIENT_ALERT_MIN = 58, POWER_SUPPLY_PROP_TEMP_AMBIENT_ALERT_MAX = 59, POWER_SUPPLY_PROP_TIME_TO_EMPTY_NOW = 60, POWER_SUPPLY_PROP_TIME_TO_EMPTY_AVG = 61, POWER_SUPPLY_PROP_TIME_TO_FULL_NOW = 62, POWER_SUPPLY_PROP_TIME_TO_FULL_AVG = 63, POWER_SUPPLY_PROP_TYPE = 64, POWER_SUPPLY_PROP_USB_TYPE = 65, POWER_SUPPLY_PROP_SCOPE = 66, POWER_SUPPLY_PROP_PRECHARGE_CURRENT = 67, POWER_SUPPLY_PROP_CHARGE_TERM_CURRENT = 68, POWER_SUPPLY_PROP_CALIBRATE = 69, POWER_SUPPLY_PROP_MANUFACTURE_YEAR = 70, POWER_SUPPLY_PROP_MANUFACTURE_MONTH = 71, POWER_SUPPLY_PROP_MANUFACTURE_DAY = 72, POWER_SUPPLY_PROP_MODEL_NAME = 73, POWER_SUPPLY_PROP_MANUFACTURER = 74, POWER_SUPPLY_PROP_SERIAL_NUMBER = 75, }; enum power_supply_type { POWER_SUPPLY_TYPE_UNKNOWN = 0, POWER_SUPPLY_TYPE_BATTERY = 1, POWER_SUPPLY_TYPE_UPS = 2, POWER_SUPPLY_TYPE_MAINS = 3, POWER_SUPPLY_TYPE_USB = 4, POWER_SUPPLY_TYPE_USB_DCP = 5, POWER_SUPPLY_TYPE_USB_CDP = 6, POWER_SUPPLY_TYPE_USB_ACA = 7, POWER_SUPPLY_TYPE_USB_TYPE_C = 8, POWER_SUPPLY_TYPE_USB_PD = 9, POWER_SUPPLY_TYPE_USB_PD_DRP = 10, POWER_SUPPLY_TYPE_APPLE_BRICK_ID = 11, POWER_SUPPLY_TYPE_WIRELESS = 12, }; enum power_supply_usb_type { POWER_SUPPLY_USB_TYPE_UNKNOWN = 0, POWER_SUPPLY_USB_TYPE_SDP = 1, POWER_SUPPLY_USB_TYPE_DCP = 2, POWER_SUPPLY_USB_TYPE_CDP = 3, POWER_SUPPLY_USB_TYPE_ACA = 4, POWER_SUPPLY_USB_TYPE_C = 5, POWER_SUPPLY_USB_TYPE_PD = 6, POWER_SUPPLY_USB_TYPE_PD_DRP = 7, POWER_SUPPLY_USB_TYPE_PD_PPS = 8, POWER_SUPPLY_USB_TYPE_APPLE_BRICK_ID = 9, }; enum power_supply_notifier_events { PSY_EVENT_PROP_CHANGED = 0, }; union power_supply_propval { int intval; const char *strval; }; struct power_supply_config { struct device_node *of_node; struct fwnode_handle *fwnode; void *drv_data; const struct attribute_group **attr_grp; char **supplied_to; size_t num_supplicants; }; struct power_supply; struct power_supply_desc { const char *name; enum power_supply_type type; const enum power_supply_usb_type *usb_types; size_t num_usb_types; const enum power_supply_property *properties; size_t num_properties; int (*get_property)(struct power_supply *, enum power_supply_property, union power_supply_propval *); int (*set_property)(struct power_supply *, enum power_supply_property, const union power_supply_propval *); int (*property_is_writeable)(struct power_supply *, enum power_supply_property); void (*external_power_changed)(struct power_supply *); void (*set_charged)(struct power_supply *); bool no_thermal; int use_for_apm; }; struct thermal_zone_device; struct power_supply { const struct power_supply_desc *desc; char **supplied_to; size_t num_supplicants; char **supplied_from; size_t num_supplies; struct device_node *of_node; void *drv_data; struct device dev; struct work_struct changed_work; struct delayed_work deferred_register_work; spinlock_t changed_lock; bool changed; bool initialized; bool removing; atomic_t use_cnt; struct thermal_zone_device *tzd; struct thermal_cooling_device *tcd; struct led_trigger *charging_full_trig; char *charging_full_trig_name; struct led_trigger *charging_trig; char *charging_trig_name; struct led_trigger *full_trig; char *full_trig_name; struct led_trigger *online_trig; char *online_trig_name; struct led_trigger *charging_blink_full_solid_trig; char *charging_blink_full_solid_trig_name; }; enum thermal_device_mode { THERMAL_DEVICE_DISABLED = 0, THERMAL_DEVICE_ENABLED = 1, }; enum thermal_notify_event { THERMAL_EVENT_UNSPECIFIED = 0, THERMAL_EVENT_TEMP_SAMPLE = 1, THERMAL_TRIP_VIOLATED = 2, THERMAL_TRIP_CHANGED = 3, THERMAL_DEVICE_DOWN = 4, THERMAL_DEVICE_UP = 5, THERMAL_DEVICE_POWER_CAPABILITY_CHANGED = 6, THERMAL_TABLE_CHANGED = 7, THERMAL_EVENT_KEEP_ALIVE = 8, }; struct thermal_attr; struct thermal_trip; struct thermal_zone_device_ops; struct thermal_zone_params; struct thermal_governor; struct thermal_zone_device { int id; char type[20]; struct device device; struct attribute_group trips_attribute_group; struct thermal_attr *trip_temp_attrs; struct thermal_attr *trip_type_attrs; struct thermal_attr *trip_hyst_attrs; enum thermal_device_mode mode; void *devdata; struct thermal_trip *trips; int num_trips; long unsigned int trips_disabled; long unsigned int passive_delay_jiffies; long unsigned int polling_delay_jiffies; int temperature; int last_temperature; int emul_temperature; int passive; int prev_low_trip; int prev_high_trip; atomic_t need_update; struct thermal_zone_device_ops *ops; struct thermal_zone_params *tzp; struct thermal_governor *governor; void *governor_data; struct list_head thermal_instances; struct ida ida; struct mutex lock; struct list_head node; struct delayed_work poll_queue; enum thermal_notify_event notify_event; }; struct thermal_cooling_device_ops; struct thermal_cooling_device { int id; char *type; struct device device; struct device_node *np; void *devdata; void *stats; const struct thermal_cooling_device_ops *ops; bool updated; struct mutex lock; struct list_head thermal_instances; struct list_head node; }; struct power_supply_battery_ocv_table { int ocv; int capacity; }; struct power_supply_resistance_temp_table { int temp; int resistance; }; struct power_supply_vbat_ri_table { int vbat_uv; int ri_uohm; }; struct power_supply_maintenance_charge_table { int charge_current_max_ua; int charge_voltage_max_uv; int charge_safety_timer_minutes; }; struct power_supply_battery_info { unsigned int technology; int energy_full_design_uwh; int charge_full_design_uah; int voltage_min_design_uv; int voltage_max_design_uv; int tricklecharge_current_ua; int precharge_current_ua; int precharge_voltage_max_uv; int charge_term_current_ua; int charge_restart_voltage_uv; int overvoltage_limit_uv; int constant_charge_current_max_ua; int constant_charge_voltage_max_uv; struct power_supply_maintenance_charge_table *maintenance_charge; int maintenance_charge_size; int alert_low_temp_charge_current_ua; int alert_low_temp_charge_voltage_uv; int alert_high_temp_charge_current_ua; int alert_high_temp_charge_voltage_uv; int factory_internal_resistance_uohm; int factory_internal_resistance_charging_uohm; int ocv_temp[20]; int temp_ambient_alert_min; int temp_ambient_alert_max; int temp_alert_min; int temp_alert_max; int temp_min; int temp_max; struct power_supply_battery_ocv_table *ocv_table[20]; int ocv_table_size[20]; struct power_supply_resistance_temp_table *resist_table; int resist_table_size; struct power_supply_vbat_ri_table *vbat2ri_discharging; int vbat2ri_discharging_size; struct power_supply_vbat_ri_table *vbat2ri_charging; int vbat2ri_charging_size; int bti_resistance_ohm; int bti_resistance_tolerance; }; enum thermal_trip_type { THERMAL_TRIP_ACTIVE = 0, THERMAL_TRIP_PASSIVE = 1, THERMAL_TRIP_HOT = 2, THERMAL_TRIP_CRITICAL = 3, }; enum thermal_trend { THERMAL_TREND_STABLE = 0, THERMAL_TREND_RAISING = 1, THERMAL_TREND_DROPPING = 2, }; struct thermal_zone_device_ops { int (*bind)(struct thermal_zone_device *, struct thermal_cooling_device *); int (*unbind)(struct thermal_zone_device *, struct thermal_cooling_device *); int (*get_temp)(struct thermal_zone_device *, int *); int (*set_trips)(struct thermal_zone_device *, int, int); int (*change_mode)(struct thermal_zone_device *, enum thermal_device_mode); int (*get_trip_type)(struct thermal_zone_device *, int, enum thermal_trip_type *); int (*get_trip_temp)(struct thermal_zone_device *, int, int *); int (*set_trip_temp)(struct thermal_zone_device *, int, int); int (*get_trip_hyst)(struct thermal_zone_device *, int, int *); int (*set_trip_hyst)(struct thermal_zone_device *, int, int); int (*get_crit_temp)(struct thermal_zone_device *, int *); int (*set_emul_temp)(struct thermal_zone_device *, int); int (*get_trend)(struct thermal_zone_device *, int, enum thermal_trend *); void (*hot)(struct thermal_zone_device *); void (*critical)(struct thermal_zone_device *); }; struct thermal_trip { int temperature; int hysteresis; enum thermal_trip_type type; }; struct thermal_cooling_device_ops { int (*get_max_state)(struct thermal_cooling_device *, long unsigned int *); int (*get_cur_state)(struct thermal_cooling_device *, long unsigned int *); int (*set_cur_state)(struct thermal_cooling_device *, long unsigned int); int (*get_requested_power)(struct thermal_cooling_device *, u32 *); int (*state2power)(struct thermal_cooling_device *, long unsigned int, u32 *); int (*power2state)(struct thermal_cooling_device *, u32, long unsigned int *); }; struct thermal_bind_params; struct thermal_zone_params { char governor_name[20]; bool no_hwmon; int num_tbps; struct thermal_bind_params *tbp; u32 sustainable_power; s32 k_po; s32 k_pu; s32 k_i; s32 k_d; s32 integral_cutoff; int slope; int offset; }; struct thermal_governor { char name[20]; int (*bind_to_tz)(struct thermal_zone_device *); void (*unbind_from_tz)(struct thermal_zone_device *); int (*throttle)(struct thermal_zone_device *, int); struct list_head governor_list; }; struct thermal_bind_params { struct thermal_cooling_device *cdev; int weight; int trip_mask; long unsigned int *binding_limits; int (*match)(struct thermal_zone_device *, struct thermal_cooling_device *); }; struct psy_am_i_supplied_data { struct power_supply *psy; unsigned int count; }; struct psy_get_supplier_prop_data { struct power_supply *psy; enum power_supply_property psp; union power_supply_propval *val; }; struct genlmsghdr { __u8 cmd; __u8 version; __u16 reserved; }; enum { NLA_UNSPEC = 0, NLA_U8 = 1, NLA_U16 = 2, NLA_U32 = 3, NLA_U64 = 4, NLA_STRING = 5, NLA_FLAG = 6, NLA_MSECS = 7, NLA_NESTED = 8, NLA_NESTED_ARRAY = 9, NLA_NUL_STRING = 10, NLA_BINARY = 11, NLA_S8 = 12, NLA_S16 = 13, NLA_S32 = 14, NLA_S64 = 15, NLA_BITFIELD32 = 16, NLA_REJECT = 17, __NLA_TYPE_MAX = 18, }; struct genl_multicast_group { char name[16]; u8 flags; }; struct genl_ops; struct genl_info; struct genl_small_ops; struct genl_family { int id; unsigned int hdrsize; char name[16]; unsigned int version; unsigned int maxattr; unsigned int mcgrp_offset; u8 netnsok: 1; u8 parallel_ops: 1; u8 n_ops; u8 n_small_ops; u8 n_mcgrps; const struct nla_policy *policy; int (*pre_doit)(const struct genl_ops *, struct sk_buff *, struct genl_info *); void (*post_doit)(const struct genl_ops *, struct sk_buff *, struct genl_info *); const struct genl_ops *ops; const struct genl_small_ops *small_ops; const struct genl_multicast_group *mcgrps; struct module *module; }; struct genl_ops { int (*doit)(struct sk_buff *, struct genl_info *); int (*start)(struct netlink_callback *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); const struct nla_policy *policy; unsigned int maxattr; u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; struct genl_info { u32 snd_seq; u32 snd_portid; struct nlmsghdr *nlhdr; struct genlmsghdr *genlhdr; void *userhdr; struct nlattr **attrs; possible_net_t _net; void *user_ptr[2]; struct netlink_ext_ack *extack; }; struct genl_small_ops { int (*doit)(struct sk_buff *, struct genl_info *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; enum genl_validate_flags { GENL_DONT_VALIDATE_STRICT = 1, GENL_DONT_VALIDATE_DUMP = 2, GENL_DONT_VALIDATE_DUMP_STRICT = 4, }; struct genl_dumpit_info { const struct genl_family *family; struct genl_ops op; struct nlattr **attrs; }; enum thermal_genl_attr { THERMAL_GENL_ATTR_UNSPEC = 0, THERMAL_GENL_ATTR_TZ = 1, THERMAL_GENL_ATTR_TZ_ID = 2, THERMAL_GENL_ATTR_TZ_TEMP = 3, THERMAL_GENL_ATTR_TZ_TRIP = 4, THERMAL_GENL_ATTR_TZ_TRIP_ID = 5, THERMAL_GENL_ATTR_TZ_TRIP_TYPE = 6, THERMAL_GENL_ATTR_TZ_TRIP_TEMP = 7, THERMAL_GENL_ATTR_TZ_TRIP_HYST = 8, THERMAL_GENL_ATTR_TZ_MODE = 9, THERMAL_GENL_ATTR_TZ_NAME = 10, THERMAL_GENL_ATTR_TZ_CDEV_WEIGHT = 11, THERMAL_GENL_ATTR_TZ_GOV = 12, THERMAL_GENL_ATTR_TZ_GOV_NAME = 13, THERMAL_GENL_ATTR_CDEV = 14, THERMAL_GENL_ATTR_CDEV_ID = 15, THERMAL_GENL_ATTR_CDEV_CUR_STATE = 16, THERMAL_GENL_ATTR_CDEV_MAX_STATE = 17, THERMAL_GENL_ATTR_CDEV_NAME = 18, THERMAL_GENL_ATTR_GOV_NAME = 19, THERMAL_GENL_ATTR_CPU_CAPABILITY = 20, THERMAL_GENL_ATTR_CPU_CAPABILITY_ID = 21, THERMAL_GENL_ATTR_CPU_CAPABILITY_PERFORMANCE = 22, THERMAL_GENL_ATTR_CPU_CAPABILITY_EFFICIENCY = 23, __THERMAL_GENL_ATTR_MAX = 24, }; enum thermal_genl_sampling { THERMAL_GENL_SAMPLING_TEMP = 0, __THERMAL_GENL_SAMPLING_MAX = 1, }; enum thermal_genl_event { THERMAL_GENL_EVENT_UNSPEC = 0, THERMAL_GENL_EVENT_TZ_CREATE = 1, THERMAL_GENL_EVENT_TZ_DELETE = 2, THERMAL_GENL_EVENT_TZ_DISABLE = 3, THERMAL_GENL_EVENT_TZ_ENABLE = 4, THERMAL_GENL_EVENT_TZ_TRIP_UP = 5, THERMAL_GENL_EVENT_TZ_TRIP_DOWN = 6, THERMAL_GENL_EVENT_TZ_TRIP_CHANGE = 7, THERMAL_GENL_EVENT_TZ_TRIP_ADD = 8, THERMAL_GENL_EVENT_TZ_TRIP_DELETE = 9, THERMAL_GENL_EVENT_CDEV_ADD = 10, THERMAL_GENL_EVENT_CDEV_DELETE = 11, THERMAL_GENL_EVENT_CDEV_STATE_UPDATE = 12, THERMAL_GENL_EVENT_TZ_GOV_CHANGE = 13, THERMAL_GENL_EVENT_CPU_CAPABILITY_CHANGE = 14, __THERMAL_GENL_EVENT_MAX = 15, }; enum thermal_genl_cmd { THERMAL_GENL_CMD_UNSPEC = 0, THERMAL_GENL_CMD_TZ_GET_ID = 1, THERMAL_GENL_CMD_TZ_GET_TRIP = 2, THERMAL_GENL_CMD_TZ_GET_TEMP = 3, THERMAL_GENL_CMD_TZ_GET_GOV = 4, THERMAL_GENL_CMD_TZ_GET_MODE = 5, THERMAL_GENL_CMD_CDEV_GET = 6, __THERMAL_GENL_CMD_MAX = 7, }; struct thermal_attr { struct device_attribute attr; char name[20]; }; struct thermal_genl_cpu_caps { int cpu; int performance; int efficiency; }; struct param { struct nlattr **attrs; struct sk_buff *msg; const char *name; int tz_id; int cdev_id; int trip_id; int trip_temp; int trip_type; int trip_hyst; int temp; int cdev_state; int cdev_max_state; struct thermal_genl_cpu_caps *cpu_capabilities; int cpu_capabilities_count; }; typedef int (*cb_t)(struct param *); struct watchdog_info { __u32 options; __u32 firmware_version; __u8 identity[32]; }; struct watchdog_device; struct watchdog_ops { struct module *owner; int (*start)(struct watchdog_device *); int (*stop)(struct watchdog_device *); int (*ping)(struct watchdog_device *); unsigned int (*status)(struct watchdog_device *); int (*set_timeout)(struct watchdog_device *, unsigned int); int (*set_pretimeout)(struct watchdog_device *, unsigned int); unsigned int (*get_timeleft)(struct watchdog_device *); int (*restart)(struct watchdog_device *, long unsigned int, void *); long int (*ioctl)(struct watchdog_device *, unsigned int, long unsigned int); }; struct watchdog_governor; struct watchdog_core_data; struct watchdog_device { int id; struct device *parent; const struct attribute_group **groups; const struct watchdog_info *info; const struct watchdog_ops *ops; const struct watchdog_governor *gov; unsigned int bootstatus; unsigned int timeout; unsigned int pretimeout; unsigned int min_timeout; unsigned int max_timeout; unsigned int min_hw_heartbeat_ms; unsigned int max_hw_heartbeat_ms; struct notifier_block reboot_nb; struct notifier_block restart_nb; struct notifier_block pm_nb; void *driver_data; struct watchdog_core_data *wd_data; long unsigned int status; struct list_head deferred; }; struct watchdog_governor { const char name[20]; void (*pretimeout)(struct watchdog_device *); }; struct watchdog_core_data { struct device dev; struct cdev cdev; struct watchdog_device *wdd; struct mutex lock; ktime_t last_keepalive; ktime_t last_hw_keepalive; ktime_t open_deadline; struct hrtimer timer; struct kthread_work work; long unsigned int status; }; typedef int wait_bit_action_f(struct wait_bit_key *, int); typedef u16 blk_short_t; enum blk_zone_type { BLK_ZONE_TYPE_CONVENTIONAL = 1, BLK_ZONE_TYPE_SEQWRITE_REQ = 2, BLK_ZONE_TYPE_SEQWRITE_PREF = 3, }; enum blk_zone_cond { BLK_ZONE_COND_NOT_WP = 0, BLK_ZONE_COND_EMPTY = 1, BLK_ZONE_COND_IMP_OPEN = 2, BLK_ZONE_COND_EXP_OPEN = 3, BLK_ZONE_COND_CLOSED = 4, BLK_ZONE_COND_READONLY = 13, BLK_ZONE_COND_FULL = 14, BLK_ZONE_COND_OFFLINE = 15, }; struct blk_crypto_ll_ops { int (*keyslot_program)(struct blk_crypto_profile *, const struct blk_crypto_key *, unsigned int); int (*keyslot_evict)(struct blk_crypto_profile *, const struct blk_crypto_key *, unsigned int); }; struct blk_crypto_profile { struct blk_crypto_ll_ops ll_ops; unsigned int max_dun_bytes_supported; unsigned int modes_supported[4]; struct device *dev; unsigned int num_slots; struct rw_semaphore lock; wait_queue_head_t idle_slots_wait_queue; struct list_head idle_slots; spinlock_t idle_slots_lock; struct hlist_head *slot_hashtable; unsigned int log_slot_ht_size; struct blk_crypto_keyslot *slots; }; struct hd_geometry { unsigned char heads; unsigned char sectors; short unsigned int cylinders; long unsigned int start; }; enum blktrace_act { __BLK_TA_QUEUE = 1, __BLK_TA_BACKMERGE = 2, __BLK_TA_FRONTMERGE = 3, __BLK_TA_GETRQ = 4, __BLK_TA_SLEEPRQ = 5, __BLK_TA_REQUEUE = 6, __BLK_TA_ISSUE = 7, __BLK_TA_COMPLETE = 8, __BLK_TA_PLUG = 9, __BLK_TA_UNPLUG_IO = 10, __BLK_TA_UNPLUG_TIMER = 11, __BLK_TA_INSERT = 12, __BLK_TA_SPLIT = 13, __BLK_TA_BOUNCE = 14, __BLK_TA_REMAP = 15, __BLK_TA_ABORT = 16, __BLK_TA_DRV_DATA = 17, __BLK_TA_CGROUP = 256, }; enum dm_queue_mode { DM_TYPE_NONE = 0, DM_TYPE_BIO_BASED = 1, DM_TYPE_REQUEST_BASED = 2, DM_TYPE_DAX_BIO_BASED = 3, }; typedef enum { STATUSTYPE_INFO = 0, STATUSTYPE_TABLE = 1, STATUSTYPE_IMA = 2, } status_type_t; union map_info { void *ptr; }; struct dm_target; typedef int (*dm_ctr_fn)(struct dm_target *, unsigned int, char **); struct dm_table; struct target_type; struct dm_target { struct dm_table *table; struct target_type *type; sector_t begin; sector_t len; uint32_t max_io_len; unsigned int num_flush_bios; unsigned int num_discard_bios; unsigned int num_secure_erase_bios; unsigned int num_write_zeroes_bios; unsigned int per_io_data_size; void *private; char *error; bool flush_supported: 1; bool discards_supported: 1; bool limit_swap_bios: 1; bool emulate_zone_append: 1; bool accounts_remapped_io: 1; bool needs_bio_set_dev: 1; }; typedef void (*dm_dtr_fn)(struct dm_target *); typedef int (*dm_map_fn)(struct dm_target *, struct bio *); typedef int (*dm_clone_and_map_request_fn)(struct dm_target *, struct request *, union map_info *, struct request **); typedef void (*dm_release_clone_request_fn)(struct request *, union map_info *); typedef int (*dm_endio_fn)(struct dm_target *, struct bio *, blk_status_t *); typedef int (*dm_request_endio_fn)(struct dm_target *, struct request *, blk_status_t, union map_info *); typedef void (*dm_presuspend_fn)(struct dm_target *); typedef void (*dm_presuspend_undo_fn)(struct dm_target *); typedef void (*dm_postsuspend_fn)(struct dm_target *); typedef int (*dm_preresume_fn)(struct dm_target *); typedef void (*dm_resume_fn)(struct dm_target *); typedef void (*dm_status_fn)(struct dm_target *, status_type_t, unsigned int, char *, unsigned int); typedef int (*dm_message_fn)(struct dm_target *, unsigned int, char **, char *, unsigned int); typedef int (*dm_prepare_ioctl_fn)(struct dm_target *, struct block_device **); struct dm_report_zones_args; typedef int (*dm_report_zones_fn)(struct dm_target *, struct dm_report_zones_args *, unsigned int); struct dm_report_zones_args { struct dm_target *tgt; sector_t next_sector; void *orig_data; report_zones_cb orig_cb; unsigned int zone_idx; sector_t start; }; struct dm_dev; typedef int (*iterate_devices_callout_fn)(struct dm_target *, struct dm_dev *, sector_t, sector_t, void *); struct dm_dev { struct block_device *bdev; struct dax_device *dax_dev; fmode_t mode; char name[16]; }; typedef int (*dm_iterate_devices_fn)(struct dm_target *, iterate_devices_callout_fn, void *); typedef void (*dm_io_hints_fn)(struct dm_target *, struct queue_limits *); typedef int (*dm_busy_fn)(struct dm_target *); typedef long int (*dm_dax_direct_access_fn)(struct dm_target *, long unsigned int, long int, enum dax_access_mode, void **, pfn_t *); typedef int (*dm_dax_zero_page_range_fn)(struct dm_target *, long unsigned int, size_t); typedef size_t (*dm_dax_recovery_write_fn)(struct dm_target *, long unsigned int, void *, size_t, struct iov_iter *); struct target_type { uint64_t features; const char *name; struct module *module; unsigned int version[3]; dm_ctr_fn ctr; dm_dtr_fn dtr; dm_map_fn map; dm_clone_and_map_request_fn clone_and_map_rq; dm_release_clone_request_fn release_clone_rq; dm_endio_fn end_io; dm_request_endio_fn rq_end_io; dm_presuspend_fn presuspend; dm_presuspend_undo_fn presuspend_undo; dm_postsuspend_fn postsuspend; dm_preresume_fn preresume; dm_resume_fn resume; dm_status_fn status; dm_message_fn message; dm_prepare_ioctl_fn prepare_ioctl; dm_report_zones_fn report_zones; dm_busy_fn busy; dm_iterate_devices_fn iterate_devices; dm_io_hints_fn io_hints; dm_dax_direct_access_fn direct_access; dm_dax_zero_page_range_fn dax_zero_page_range; dm_dax_recovery_write_fn dax_recovery_write; struct list_head list; }; struct mapped_device; struct dm_md_mempools; struct dm_table { struct mapped_device *md; enum dm_queue_mode type; unsigned int depth; unsigned int counts[16]; sector_t *index[16]; unsigned int num_targets; unsigned int num_allocated; sector_t *highs; struct dm_target *targets; struct target_type *immutable_target_type; bool integrity_supported: 1; bool singleton: 1; unsigned int integrity_added: 1; fmode_t mode; struct list_head devices; void (*event_fn)(void *); void *event_context; struct dm_md_mempools *mempools; struct blk_crypto_profile *crypto_profile; }; struct dm_stats_last_position; struct dm_stats { struct mutex mutex; struct list_head list; struct dm_stats_last_position *last; bool precise_timestamps; }; struct dm_stats_aux { bool merged; long long unsigned int duration_ns; }; struct dm_ima_device_table_metadata { char *device_metadata; unsigned int device_metadata_len; unsigned int num_targets; char *hash; unsigned int hash_len; }; struct dm_ima_measurements { struct dm_ima_device_table_metadata active_table; struct dm_ima_device_table_metadata inactive_table; unsigned int dm_version_str_len; }; struct dm_kobject_holder { struct kobject kobj; struct completion completion; }; struct dm_md_mempools { struct bio_set bs; struct bio_set io_bs; }; struct dm_io; struct mapped_device { struct mutex suspend_lock; struct mutex table_devices_lock; struct list_head table_devices; void *map; long unsigned int flags; struct mutex type_lock; enum dm_queue_mode type; int numa_node_id; struct request_queue *queue; atomic_t holders; atomic_t open_count; struct dm_target *immutable_target; struct target_type *immutable_target_type; char name[16]; struct gendisk *disk; struct dax_device *dax_dev; wait_queue_head_t wait; long unsigned int *pending_io; struct hd_geometry geometry; struct workqueue_struct *wq; struct work_struct work; spinlock_t deferred_lock; struct bio_list deferred; struct work_struct requeue_work; struct dm_io *requeue_list; void *interface_ptr; wait_queue_head_t eventq; atomic_t event_nr; atomic_t uevent_seq; struct list_head uevent_list; spinlock_t uevent_lock; bool init_tio_pdu: 1; struct blk_mq_tag_set *tag_set; struct dm_stats stats; unsigned int internal_suspend_count; int swap_bios; struct semaphore swap_bios_semaphore; struct mutex swap_bios_lock; struct dm_md_mempools *mempools; struct dm_kobject_holder kobj_holder; struct srcu_struct io_barrier; unsigned int nr_zones; unsigned int *zwp_offset; struct dm_ima_measurements ima; }; struct dm_target_io { short unsigned int magic; blk_short_t flags; unsigned int target_bio_nr; struct dm_io *io; struct dm_target *ti; unsigned int *len_ptr; sector_t old_sector; struct bio clone; }; struct dm_io { short unsigned int magic; blk_short_t flags; spinlock_t lock; long unsigned int start_time; void *data; struct dm_io *next; struct dm_stats_aux stats_aux; blk_status_t status; atomic_t io_count; struct mapped_device *md; struct bio *orig_bio; unsigned int sector_offset; unsigned int sectors; struct dm_target_io tio; }; struct orig_bio_details { enum req_op op; unsigned int nr_sectors; }; struct stripe { struct dm_dev *dev; sector_t physical_start; atomic_t error_count; }; struct stripe_c { uint32_t stripes; int stripes_shift; sector_t stripe_width; uint32_t chunk_size; int chunk_size_shift; struct dm_target *ti; struct work_struct trigger_event; struct stripe stripe[0]; }; struct dm_arg_set { unsigned int argc; char **argv; }; struct dm_stats_last_position { sector_t last_sector; unsigned int last_rw; }; struct dm_stat_percpu { long long unsigned int sectors[2]; long long unsigned int ios[2]; long long unsigned int merges[2]; long long unsigned int ticks[2]; long long unsigned int io_ticks[2]; long long unsigned int io_ticks_total; long long unsigned int time_in_queue; long long unsigned int *histogram; }; struct dm_stat_shared { atomic_t in_flight[2]; long long unsigned int stamp; struct dm_stat_percpu tmp; }; struct dm_stat { struct list_head list_entry; int id; unsigned int stat_flags; size_t n_entries; sector_t start; sector_t end; sector_t step; unsigned int n_histogram_entries; long long unsigned int *histogram_boundaries; const char *program_id; const char *aux_data; struct callback_head callback_head; size_t shared_alloc_size; size_t percpu_alloc_size; size_t histogram_alloc_size; struct dm_stat_percpu *stat_percpu[4096]; struct dm_stat_shared stat_shared[0]; }; typedef sector_t chunk_t; struct dm_exception { struct hlist_bl_node hash_list; chunk_t old_chunk; chunk_t new_chunk; }; struct dm_exception_store; struct dm_exception_store_type { const char *name; struct module *module; int (*ctr)(struct dm_exception_store *, char *); void (*dtr)(struct dm_exception_store *); int (*read_metadata)(struct dm_exception_store *, int (*)(void *, chunk_t, chunk_t), void *); int (*prepare_exception)(struct dm_exception_store *, struct dm_exception *); void (*commit_exception)(struct dm_exception_store *, struct dm_exception *, int, void (*)(void *, int), void *); int (*prepare_merge)(struct dm_exception_store *, chunk_t *, chunk_t *); int (*commit_merge)(struct dm_exception_store *, int); void (*drop_snapshot)(struct dm_exception_store *); unsigned int (*status)(struct dm_exception_store *, status_type_t, char *, unsigned int); void (*usage)(struct dm_exception_store *, sector_t *, sector_t *, sector_t *); struct list_head list; }; struct dm_snapshot; struct dm_exception_store { struct dm_exception_store_type *type; struct dm_snapshot *snap; unsigned int chunk_size; unsigned int chunk_mask; unsigned int chunk_shift; void *context; bool userspace_supports_overflow; }; struct dm_io_region { struct block_device *bdev; sector_t sector; sector_t count; }; struct page_list { struct page_list *next; struct page *page; }; typedef void (*io_notify_fn)(long unsigned int, void *); enum dm_io_mem_type { DM_IO_PAGE_LIST = 0, DM_IO_BIO = 1, DM_IO_VMA = 2, DM_IO_KMEM = 3, }; struct dm_io_memory { enum dm_io_mem_type type; unsigned int offset; union { struct page_list *pl; struct bio *bio; void *vma; void *addr; } ptr; }; struct dm_io_notify { io_notify_fn fn; void *context; }; struct dm_io_client; struct dm_io_request { blk_opf_t bi_opf; struct dm_io_memory mem; struct dm_io_notify notify; struct dm_io_client *client; }; struct disk_header { __le32 magic; __le32 valid; __le32 version; __le32 chunk_size; }; struct disk_exception { __le64 old_chunk; __le64 new_chunk; }; struct core_exception { uint64_t old_chunk; uint64_t new_chunk; }; struct commit_callback { void (*callback)(void *, int); void *context; }; struct pstore { struct dm_exception_store *store; int version; int valid; uint32_t exceptions_per_area; void *area; void *zero_area; void *header_area; chunk_t current_area; chunk_t next_free; uint32_t current_committed; atomic_t pending_count; uint32_t callback_count; struct commit_callback *callbacks; struct dm_io_client *io_client; struct workqueue_struct *metadata_wq; }; struct mdata_req { struct dm_io_region *where; struct dm_io_request *io_req; struct work_struct work; int result; }; struct dm_bufio_client; struct dm_buffer; enum dev_type { DEV_UNKNOWN = 0, DEV_X1 = 1, DEV_X2 = 2, DEV_X4 = 3, DEV_X8 = 4, DEV_X16 = 5, DEV_X32 = 6, DEV_X64 = 7, }; enum hw_event_mc_err_type { HW_EVENT_ERR_CORRECTED = 0, HW_EVENT_ERR_UNCORRECTED = 1, HW_EVENT_ERR_DEFERRED = 2, HW_EVENT_ERR_FATAL = 3, HW_EVENT_ERR_INFO = 4, }; enum mem_type { MEM_EMPTY = 0, MEM_RESERVED = 1, MEM_UNKNOWN = 2, MEM_FPM = 3, MEM_EDO = 4, MEM_BEDO = 5, MEM_SDR = 6, MEM_RDR = 7, MEM_DDR = 8, MEM_RDDR = 9, MEM_RMBS = 10, MEM_DDR2 = 11, MEM_FB_DDR2 = 12, MEM_RDDR2 = 13, MEM_XDR = 14, MEM_DDR3 = 15, MEM_RDDR3 = 16, MEM_LRDDR3 = 17, MEM_LPDDR3 = 18, MEM_DDR4 = 19, MEM_RDDR4 = 20, MEM_LRDDR4 = 21, MEM_LPDDR4 = 22, MEM_DDR5 = 23, MEM_RDDR5 = 24, MEM_LRDDR5 = 25, MEM_NVDIMM = 26, MEM_WIO2 = 27, MEM_HBM2 = 28, }; enum edac_type { EDAC_UNKNOWN = 0, EDAC_NONE = 1, EDAC_RESERVED = 2, EDAC_PARITY = 3, EDAC_EC = 4, EDAC_SECDED = 5, EDAC_S2ECD2ED = 6, EDAC_S4ECD4ED = 7, EDAC_S8ECD8ED = 8, EDAC_S16ECD16ED = 9, }; enum scrub_type { SCRUB_UNKNOWN = 0, SCRUB_NONE = 1, SCRUB_SW_PROG = 2, SCRUB_SW_SRC = 3, SCRUB_SW_PROG_SRC = 4, SCRUB_SW_TUNABLE = 5, SCRUB_HW_PROG = 6, SCRUB_HW_SRC = 7, SCRUB_HW_PROG_SRC = 8, SCRUB_HW_TUNABLE = 9, }; enum edac_mc_layer_type { EDAC_MC_LAYER_BRANCH = 0, EDAC_MC_LAYER_CHANNEL = 1, EDAC_MC_LAYER_SLOT = 2, EDAC_MC_LAYER_CHIP_SELECT = 3, EDAC_MC_LAYER_ALL_MEM = 4, }; struct edac_mc_layer { enum edac_mc_layer_type type; unsigned int size; bool is_virt_csrow; }; struct mem_ctl_info; struct dimm_info { struct device dev; char label[32]; unsigned int location[3]; struct mem_ctl_info *mci; unsigned int idx; u32 grain; enum dev_type dtype; enum mem_type mtype; enum edac_type edac_mode; u32 nr_pages; unsigned int csrow; unsigned int cschannel; u16 smbios_handle; u32 ce_count; u32 ue_count; }; struct mcidev_sysfs_attribute; struct edac_raw_error_desc { char location[256]; char label[296]; long int grain; u16 error_count; enum hw_event_mc_err_type type; int top_layer; int mid_layer; int low_layer; long unsigned int page_frame_number; long unsigned int offset_in_page; long unsigned int syndrome; const char *msg; const char *other_detail; }; struct csrow_info; struct mem_ctl_info { struct device dev; struct bus_type *bus; struct list_head link; struct module *owner; long unsigned int mtype_cap; long unsigned int edac_ctl_cap; long unsigned int edac_cap; long unsigned int scrub_cap; enum scrub_type scrub_mode; int (*set_sdram_scrub_rate)(struct mem_ctl_info *, u32); int (*get_sdram_scrub_rate)(struct mem_ctl_info *); void (*edac_check)(struct mem_ctl_info *); long unsigned int (*ctl_page_to_phys)(struct mem_ctl_info *, long unsigned int); int mc_idx; struct csrow_info **csrows; unsigned int nr_csrows; unsigned int num_cschannel; unsigned int n_layers; struct edac_mc_layer *layers; bool csbased; unsigned int tot_dimms; struct dimm_info **dimms; struct device *pdev; const char *mod_name; const char *ctl_name; const char *dev_name; void *pvt_info; long unsigned int start_time; u32 ce_noinfo_count; u32 ue_noinfo_count; u32 ue_mc; u32 ce_mc; struct completion complete; const struct mcidev_sysfs_attribute *mc_driver_sysfs_attributes; struct delayed_work work; struct edac_raw_error_desc error_desc; int op_state; struct dentry *debugfs; u8 fake_inject_layer[3]; bool fake_inject_ue; u16 fake_inject_count; }; struct rank_info { int chan_idx; struct csrow_info *csrow; struct dimm_info *dimm; u32 ce_count; }; struct csrow_info { struct device dev; long unsigned int first_page; long unsigned int last_page; long unsigned int page_mask; int csrow_idx; u32 ue_count; u32 ce_count; struct mem_ctl_info *mci; u32 nr_channels; struct rank_info **channels; }; struct edac_pci_counter { atomic_t pe_count; atomic_t npe_count; }; struct edac_pci_ctl_info { struct list_head link; int pci_idx; struct bus_type *edac_subsys; int op_state; struct delayed_work work; void (*edac_check)(struct edac_pci_ctl_info *); struct device *dev; const char *mod_name; const char *ctl_name; const char *dev_name; void *pvt_info; long unsigned int start_time; struct completion complete; char name[32]; struct edac_pci_counter counters; struct kobject kobj; }; struct edac_pci_gen_data { int edac_idx; }; struct icc_path; struct dev_pm_opp_supply { long unsigned int u_volt; long unsigned int u_volt_min; long unsigned int u_volt_max; long unsigned int u_amp; long unsigned int u_watt; }; struct dev_pm_opp_icc_bw { u32 avg; u32 peak; }; typedef int (*config_regulators_t)(struct device *, struct dev_pm_opp *, struct dev_pm_opp *, struct regulator **, unsigned int); struct dev_pm_opp { struct list_head node; struct kref kref; bool available; bool dynamic; bool turbo; bool suspend; bool removed; unsigned int pstate; long unsigned int *rates; unsigned int level; struct dev_pm_opp_supply *supplies; struct dev_pm_opp_icc_bw *bandwidth; long unsigned int clock_latency_ns; struct dev_pm_opp **required_opps; struct opp_table *opp_table; struct device_node *np; struct dentry *dentry; const char *of_name; }; typedef int (*config_clks_t)(struct device *, struct opp_table *, struct dev_pm_opp *, void *, bool); enum opp_table_access { OPP_TABLE_ACCESS_UNKNOWN = 0, OPP_TABLE_ACCESS_EXCLUSIVE = 1, OPP_TABLE_ACCESS_SHARED = 2, }; struct opp_table { struct list_head node; struct list_head lazy; struct blocking_notifier_head head; struct list_head dev_list; struct list_head opp_list; struct kref kref; struct mutex lock; struct device_node *np; long unsigned int clock_latency_ns_max; unsigned int voltage_tolerance_v1; unsigned int parsed_static_opps; enum opp_table_access shared_opp; long unsigned int rate_clk_single; struct dev_pm_opp *current_opp; struct dev_pm_opp *suspend_opp; struct mutex genpd_virt_dev_lock; struct device **genpd_virt_devs; struct opp_table **required_opp_tables; unsigned int required_opp_count; unsigned int *supported_hw; unsigned int supported_hw_count; const char *prop_name; config_clks_t config_clks; struct clk **clks; struct clk *clk; int clk_count; config_regulators_t config_regulators; struct regulator **regulators; int regulator_count; struct icc_path **paths; unsigned int path_count; bool enabled; bool genpd_performance_state; bool is_genpd; struct dentry *dentry; char dentry_name[255]; }; struct opp_device { struct list_head node; const struct device *dev; struct dentry *dentry; }; struct gov_attr_set { struct kobject kobj; struct list_head policy_list; struct mutex update_lock; int usage_count; }; struct governor_attr { struct attribute attr; ssize_t (*show)(struct gov_attr_set *, char *); ssize_t (*store)(struct gov_attr_set *, const char *, size_t); }; struct cpuidle_state_usage { long long unsigned int disable; long long unsigned int usage; u64 time_ns; long long unsigned int above; long long unsigned int below; long long unsigned int rejected; long long unsigned int s2idle_usage; long long unsigned int s2idle_time; }; struct cpuidle_device; struct cpuidle_driver; struct cpuidle_state { char name[16]; char desc[32]; s64 exit_latency_ns; s64 target_residency_ns; unsigned int flags; unsigned int exit_latency; int power_usage; unsigned int target_residency; int (*enter)(struct cpuidle_device *, struct cpuidle_driver *, int); int (*enter_dead)(struct cpuidle_device *, int); int (*enter_s2idle)(struct cpuidle_device *, struct cpuidle_driver *, int); }; struct cpuidle_state_kobj; struct cpuidle_driver_kobj; struct cpuidle_device_kobj; struct cpuidle_device { unsigned int registered: 1; unsigned int enabled: 1; unsigned int poll_time_limit: 1; unsigned int cpu; ktime_t next_hrtimer; int last_state_idx; u64 last_residency_ns; u64 poll_limit_ns; u64 forced_idle_latency_limit_ns; struct cpuidle_state_usage states_usage[10]; struct cpuidle_state_kobj *kobjs[10]; struct cpuidle_driver_kobj *kobj_driver; struct cpuidle_device_kobj *kobj_dev; struct list_head device_list; }; struct cpuidle_driver { const char *name; struct module *owner; unsigned int bctimer: 1; struct cpuidle_state states[10]; int state_count; int safe_state_index; struct cpumask *cpumask; const char *governor; }; struct cpuidle_governor { char name[16]; struct list_head governor_list; unsigned int rating; int (*enable)(struct cpuidle_driver *, struct cpuidle_device *); void (*disable)(struct cpuidle_driver *, struct cpuidle_device *); int (*select)(struct cpuidle_driver *, struct cpuidle_device *, bool *); void (*reflect)(struct cpuidle_device *, int); }; struct psci_pd_provider { struct list_head link; struct device_node *node; }; struct mmc_data; struct mmc_request; struct mmc_command { u32 opcode; u32 arg; u32 resp[4]; unsigned int flags; unsigned int retries; int error; unsigned int busy_timeout; struct mmc_data *data; struct mmc_request *mrq; }; struct mmc_data { unsigned int timeout_ns; unsigned int timeout_clks; unsigned int blksz; unsigned int blocks; unsigned int blk_addr; int error; unsigned int flags; unsigned int bytes_xfered; struct mmc_command *stop; struct mmc_request *mrq; unsigned int sg_len; int sg_count; struct scatterlist *sg; s32 host_cookie; }; struct mmc_host; struct mmc_request { struct mmc_command *sbc; struct mmc_command *cmd; struct mmc_data *data; struct mmc_command *stop; struct completion completion; struct completion cmd_completion; void (*done)(struct mmc_request *); void (*recovery_notifier)(struct mmc_request *); struct mmc_host *host; bool cap_cmd_during_tfr; int tag; }; typedef unsigned int mmc_pm_flag_t; struct mmc_ios { unsigned int clock; short unsigned int vdd; unsigned int power_delay_ms; unsigned char bus_mode; unsigned char chip_select; unsigned char power_mode; unsigned char bus_width; unsigned char timing; unsigned char signal_voltage; unsigned char drv_type; bool enhanced_strobe; }; struct mmc_ctx { struct task_struct *task; }; struct mmc_slot { int cd_irq; bool cd_wake_enabled; void *handler_priv; }; struct mmc_supply { struct regulator *vmmc; struct regulator *vqmmc; }; struct mmc_host_ops; struct mmc_pwrseq; struct mmc_card; struct mmc_bus_ops; struct mmc_cqe_ops; struct mmc_host { struct device *parent; struct device class_dev; int index; const struct mmc_host_ops *ops; struct mmc_pwrseq *pwrseq; unsigned int f_min; unsigned int f_max; unsigned int f_init; u32 ocr_avail; u32 ocr_avail_sdio; u32 ocr_avail_sd; u32 ocr_avail_mmc; struct wakeup_source *ws; u32 max_current_330; u32 max_current_300; u32 max_current_180; u32 caps; u32 caps2; int fixed_drv_type; mmc_pm_flag_t pm_caps; unsigned int max_seg_size; short unsigned int max_segs; short unsigned int unused; unsigned int max_req_size; unsigned int max_blk_size; unsigned int max_blk_count; unsigned int max_busy_timeout; spinlock_t lock; struct mmc_ios ios; unsigned int use_spi_crc: 1; unsigned int claimed: 1; unsigned int doing_init_tune: 1; unsigned int can_retune: 1; unsigned int doing_retune: 1; unsigned int retune_now: 1; unsigned int retune_paused: 1; unsigned int retune_crc_disable: 1; unsigned int can_dma_map_merge: 1; int rescan_disable; int rescan_entered; int need_retune; int hold_retune; unsigned int retune_period; struct timer_list retune_timer; bool trigger_card_event; struct mmc_card *card; wait_queue_head_t wq; struct mmc_ctx *claimer; int claim_cnt; struct mmc_ctx default_ctx; struct delayed_work detect; int detect_change; struct mmc_slot slot; const struct mmc_bus_ops *bus_ops; unsigned int sdio_irqs; struct task_struct *sdio_irq_thread; struct delayed_work sdio_irq_work; bool sdio_irq_pending; atomic_t sdio_irq_thread_abort; mmc_pm_flag_t pm_flags; struct led_trigger *led; bool regulator_enabled; struct mmc_supply supply; struct dentry *debugfs_root; struct mmc_request *ongoing_mrq; unsigned int actual_clock; unsigned int slotno; int dsr_req; u32 dsr; const struct mmc_cqe_ops *cqe_ops; void *cqe_private; int cqe_qdepth; bool cqe_enabled; bool cqe_on; bool hsq_enabled; u32 err_stats[15]; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int private[0]; }; struct mmc_cid { unsigned int manfid; char prod_name[8]; unsigned char prv; unsigned int serial; short unsigned int oemid; short unsigned int year; unsigned char hwrev; unsigned char fwrev; unsigned char month; }; struct mmc_csd { unsigned char structure; unsigned char mmca_vsn; short unsigned int cmdclass; short unsigned int taac_clks; unsigned int taac_ns; unsigned int c_size; unsigned int r2w_factor; unsigned int max_dtr; unsigned int erase_size; unsigned int read_blkbits; unsigned int write_blkbits; unsigned int capacity; unsigned int read_partial: 1; unsigned int read_misalign: 1; unsigned int write_partial: 1; unsigned int write_misalign: 1; unsigned int dsr_imp: 1; }; struct mmc_ext_csd { u8 rev; u8 erase_group_def; u8 sec_feature_support; u8 rel_sectors; u8 rel_param; bool enhanced_rpmb_supported; u8 part_config; u8 cache_ctrl; u8 rst_n_function; u8 max_packed_writes; u8 max_packed_reads; u8 packed_event_en; unsigned int part_time; unsigned int sa_timeout; unsigned int generic_cmd6_time; unsigned int power_off_longtime; u8 power_off_notification; unsigned int hs_max_dtr; unsigned int hs200_max_dtr; unsigned int sectors; unsigned int hc_erase_size; unsigned int hc_erase_timeout; unsigned int sec_trim_mult; unsigned int sec_erase_mult; unsigned int trim_timeout; bool partition_setting_completed; long long unsigned int enhanced_area_offset; unsigned int enhanced_area_size; unsigned int cache_size; bool hpi_en; bool hpi; unsigned int hpi_cmd; bool bkops; bool man_bkops_en; bool auto_bkops_en; unsigned int data_sector_size; unsigned int data_tag_unit_size; unsigned int boot_ro_lock; bool boot_ro_lockable; bool ffu_capable; bool cmdq_en; bool cmdq_support; unsigned int cmdq_depth; u8 fwrev[8]; u8 raw_exception_status; u8 raw_partition_support; u8 raw_rpmb_size_mult; u8 raw_erased_mem_count; u8 strobe_support; u8 raw_ext_csd_structure; u8 raw_card_type; u8 raw_driver_strength; u8 out_of_int_time; u8 raw_pwr_cl_52_195; u8 raw_pwr_cl_26_195; u8 raw_pwr_cl_52_360; u8 raw_pwr_cl_26_360; u8 raw_s_a_timeout; u8 raw_hc_erase_gap_size; u8 raw_erase_timeout_mult; u8 raw_hc_erase_grp_size; u8 raw_boot_mult; u8 raw_sec_trim_mult; u8 raw_sec_erase_mult; u8 raw_sec_feature_support; u8 raw_trim_mult; u8 raw_pwr_cl_200_195; u8 raw_pwr_cl_200_360; u8 raw_pwr_cl_ddr_52_195; u8 raw_pwr_cl_ddr_52_360; u8 raw_pwr_cl_ddr_200_360; u8 raw_bkops_status; u8 raw_sectors[4]; u8 pre_eol_info; u8 device_life_time_est_typ_a; u8 device_life_time_est_typ_b; unsigned int feature_support; }; struct sd_scr { unsigned char sda_vsn; unsigned char sda_spec3; unsigned char sda_spec4; unsigned char sda_specx; unsigned char bus_widths; unsigned char cmds; }; struct sd_ssr { unsigned int au; unsigned int erase_timeout; unsigned int erase_offset; }; struct sd_switch_caps { unsigned int hs_max_dtr; unsigned int uhs_max_dtr; unsigned int sd3_bus_mode; unsigned int sd3_drv_type; unsigned int sd3_curr_limit; }; struct sd_ext_reg { u8 fno; u8 page; u16 offset; u8 rev; u8 feature_enabled; u8 feature_support; }; struct sdio_cccr { unsigned int sdio_vsn; unsigned int sd_vsn; unsigned int multi_block: 1; unsigned int low_speed: 1; unsigned int wide_bus: 1; unsigned int high_power: 1; unsigned int high_speed: 1; unsigned int disable_cd: 1; unsigned int enable_async_irq: 1; }; struct sdio_cis { short unsigned int vendor; short unsigned int device; short unsigned int blksize; unsigned int max_dtr; }; struct mmc_part { u64 size; unsigned int part_cfg; char name[20]; bool force_ro; unsigned int area_type; }; struct sdio_func; struct sdio_func_tuple; struct mmc_card { struct mmc_host *host; struct device dev; u32 ocr; unsigned int rca; unsigned int type; unsigned int state; unsigned int quirks; unsigned int quirk_max_rate; bool reenable_cmdq; unsigned int erase_size; unsigned int erase_shift; unsigned int pref_erase; unsigned int eg_boundary; unsigned int erase_arg; u8 erased_byte; u32 raw_cid[4]; u32 raw_csd[4]; u32 raw_scr[2]; u32 raw_ssr[16]; struct mmc_cid cid; struct mmc_csd csd; struct mmc_ext_csd ext_csd; struct sd_scr scr; struct sd_ssr ssr; struct sd_switch_caps sw_caps; struct sd_ext_reg ext_power; struct sd_ext_reg ext_perf; unsigned int sdio_funcs; atomic_t sdio_funcs_probed; struct sdio_cccr cccr; struct sdio_cis cis; struct sdio_func *sdio_func[7]; struct sdio_func *sdio_single_irq; u8 major_rev; u8 minor_rev; unsigned int num_info; const char **info; struct sdio_func_tuple *tuples; unsigned int sd_bus_speed; unsigned int mmc_avail_type; unsigned int drive_strength; struct dentry *debugfs_root; struct mmc_part part[7]; unsigned int nr_parts; struct workqueue_struct *complete_wq; }; enum mmc_err_stat { MMC_ERR_CMD_TIMEOUT = 0, MMC_ERR_CMD_CRC = 1, MMC_ERR_DAT_TIMEOUT = 2, MMC_ERR_DAT_CRC = 3, MMC_ERR_AUTO_CMD = 4, MMC_ERR_ADMA = 5, MMC_ERR_TUNING = 6, MMC_ERR_CMDQ_RED = 7, MMC_ERR_CMDQ_GCE = 8, MMC_ERR_CMDQ_ICCE = 9, MMC_ERR_REQ_TIMEOUT = 10, MMC_ERR_CMDQ_REQ_TIMEOUT = 11, MMC_ERR_ICE_CFG = 12, MMC_ERR_CTRL_TIMEOUT = 13, MMC_ERR_UNEXPECTED_IRQ = 14, MMC_ERR_MAX = 15, }; struct mmc_host_ops { void (*post_req)(struct mmc_host *, struct mmc_request *, int); void (*pre_req)(struct mmc_host *, struct mmc_request *); void (*request)(struct mmc_host *, struct mmc_request *); int (*request_atomic)(struct mmc_host *, struct mmc_request *); void (*set_ios)(struct mmc_host *, struct mmc_ios *); int (*get_ro)(struct mmc_host *); int (*get_cd)(struct mmc_host *); void (*enable_sdio_irq)(struct mmc_host *, int); void (*ack_sdio_irq)(struct mmc_host *); void (*init_card)(struct mmc_host *, struct mmc_card *); int (*start_signal_voltage_switch)(struct mmc_host *, struct mmc_ios *); int (*card_busy)(struct mmc_host *); int (*execute_tuning)(struct mmc_host *, u32); int (*prepare_hs400_tuning)(struct mmc_host *, struct mmc_ios *); int (*execute_hs400_tuning)(struct mmc_host *, struct mmc_card *); int (*hs400_prepare_ddr)(struct mmc_host *); void (*hs400_downgrade)(struct mmc_host *); void (*hs400_complete)(struct mmc_host *); void (*hs400_enhanced_strobe)(struct mmc_host *, struct mmc_ios *); int (*select_drive_strength)(struct mmc_card *, unsigned int, int, int, int *); void (*card_hw_reset)(struct mmc_host *); void (*card_event)(struct mmc_host *); int (*multi_io_quirk)(struct mmc_card *, unsigned int, int); int (*init_sd_express)(struct mmc_host *, struct mmc_ios *); }; struct mmc_cqe_ops { int (*cqe_enable)(struct mmc_host *, struct mmc_card *); void (*cqe_disable)(struct mmc_host *); int (*cqe_request)(struct mmc_host *, struct mmc_request *); void (*cqe_post_req)(struct mmc_host *, struct mmc_request *); void (*cqe_off)(struct mmc_host *); int (*cqe_wait_for_idle)(struct mmc_host *); bool (*cqe_timeout)(struct mmc_host *, struct mmc_request *, bool *); void (*cqe_recovery_start)(struct mmc_host *); void (*cqe_recovery_finish)(struct mmc_host *); }; struct mmc_bus_ops { void (*remove)(struct mmc_host *); void (*detect)(struct mmc_host *); int (*pre_suspend)(struct mmc_host *); int (*suspend)(struct mmc_host *); int (*resume)(struct mmc_host *); int (*runtime_suspend)(struct mmc_host *); int (*runtime_resume)(struct mmc_host *); int (*alive)(struct mmc_host *); int (*shutdown)(struct mmc_host *); int (*hw_reset)(struct mmc_host *); int (*sw_reset)(struct mmc_host *); bool (*cache_enabled)(struct mmc_host *); int (*flush_cache)(struct mmc_host *); }; enum mmc_busy_cmd { MMC_BUSY_CMD6 = 0, MMC_BUSY_ERASE = 1, MMC_BUSY_HPI = 2, MMC_BUSY_EXTR_SINGLE = 3, MMC_BUSY_IO = 4, }; struct sd_busy_data { struct mmc_card *card; u8 *reg_buf; }; typedef void sdio_irq_handler_t(struct sdio_func *); struct sdio_func { struct mmc_card *card; struct device dev; sdio_irq_handler_t *irq_handler; unsigned int num; unsigned char class; short unsigned int vendor; short unsigned int device; unsigned int max_blksize; unsigned int cur_blksize; unsigned int enable_timeout; unsigned int state; u8 *tmpbuf; u8 major_rev; u8 minor_rev; unsigned int num_info; const char **info; struct sdio_func_tuple *tuples; }; struct sdio_func_tuple { struct sdio_func_tuple *next; unsigned char code; unsigned char size; unsigned char data[0]; }; enum dmi_entry_type { DMI_ENTRY_BIOS = 0, DMI_ENTRY_SYSTEM = 1, DMI_ENTRY_BASEBOARD = 2, DMI_ENTRY_CHASSIS = 3, DMI_ENTRY_PROCESSOR = 4, DMI_ENTRY_MEM_CONTROLLER = 5, DMI_ENTRY_MEM_MODULE = 6, DMI_ENTRY_CACHE = 7, DMI_ENTRY_PORT_CONNECTOR = 8, DMI_ENTRY_SYSTEM_SLOT = 9, DMI_ENTRY_ONBOARD_DEVICE = 10, DMI_ENTRY_OEMSTRINGS = 11, DMI_ENTRY_SYSCONF = 12, DMI_ENTRY_BIOS_LANG = 13, DMI_ENTRY_GROUP_ASSOC = 14, DMI_ENTRY_SYSTEM_EVENT_LOG = 15, DMI_ENTRY_PHYS_MEM_ARRAY = 16, DMI_ENTRY_MEM_DEVICE = 17, DMI_ENTRY_32_MEM_ERROR = 18, DMI_ENTRY_MEM_ARRAY_MAPPED_ADDR = 19, DMI_ENTRY_MEM_DEV_MAPPED_ADDR = 20, DMI_ENTRY_BUILTIN_POINTING_DEV = 21, DMI_ENTRY_PORTABLE_BATTERY = 22, DMI_ENTRY_SYSTEM_RESET = 23, DMI_ENTRY_HW_SECURITY = 24, DMI_ENTRY_SYSTEM_POWER_CONTROLS = 25, DMI_ENTRY_VOLTAGE_PROBE = 26, DMI_ENTRY_COOLING_DEV = 27, DMI_ENTRY_TEMP_PROBE = 28, DMI_ENTRY_ELECTRICAL_CURRENT_PROBE = 29, DMI_ENTRY_OOB_REMOTE_ACCESS = 30, DMI_ENTRY_BIS_ENTRY = 31, DMI_ENTRY_SYSTEM_BOOT = 32, DMI_ENTRY_MGMT_DEV = 33, DMI_ENTRY_MGMT_DEV_COMPONENT = 34, DMI_ENTRY_MGMT_DEV_THRES = 35, DMI_ENTRY_MEM_CHANNEL = 36, DMI_ENTRY_IPMI_DEV = 37, DMI_ENTRY_SYS_POWER_SUPPLY = 38, DMI_ENTRY_ADDITIONAL = 39, DMI_ENTRY_ONBOARD_DEV_EXT = 40, DMI_ENTRY_MGMT_CONTROLLER_HOST = 41, DMI_ENTRY_INACTIVE = 126, DMI_ENTRY_END_OF_TABLE = 127, }; struct dmi_sysfs_entry { struct dmi_header dh; struct kobject kobj; int instance; int position; struct list_head list; struct kobject *child; }; struct dmi_sysfs_attribute { struct attribute attr; ssize_t (*show)(struct dmi_sysfs_entry *, char *); }; struct dmi_sysfs_mapped_attribute { struct attribute attr; ssize_t (*show)(struct dmi_sysfs_entry *, const struct dmi_header *, char *); }; typedef ssize_t (*dmi_callback)(struct dmi_sysfs_entry *, const struct dmi_header *, void *); struct find_dmi_data { struct dmi_sysfs_entry *entry; dmi_callback callback; void *private; int instance_countdown; ssize_t ret; }; struct dmi_read_state { char *buf; loff_t pos; size_t count; }; struct dmi_entry_attr_show_data { struct attribute *attr; char *buf; }; struct dmi_system_event_log { struct dmi_header header; u16 area_length; u16 header_start_offset; u16 data_start_offset; u8 access_method; u8 status; u32 change_token; union { struct { u16 index_addr; u16 data_addr; } io; u32 phys_addr32; u16 gpnv_handle; u32 access_method_address; }; u8 header_format; u8 type_descriptors_supported_count; u8 per_log_type_descriptor_length; u8 supported_log_type_descriptos[0]; } __attribute__((packed)); typedef u8 (*sel_io_reader)(const struct dmi_system_event_log *, loff_t); struct qcom_scm_desc { u32 svc; u32 cmd; u32 arginfo; u64 args[10]; u32 owner; }; struct qcom_scm_res { u64 result[3]; }; struct arm_smccc_args { long unsigned int args[8]; }; struct scm_legacy_command { __le32 len; __le32 buf_offset; __le32 resp_hdr_offset; __le32 id; __le32 buf[0]; }; struct scm_legacy_response { __le32 len; __le32 buf_offset; __le32 is_complete; }; struct scmi_revision_info { u16 major_ver; u16 minor_ver; u8 num_protocols; u8 num_agents; u32 impl_ver; char vendor_id[16]; char sub_vendor_id[16]; }; struct scmi_xfer_ops; struct scmi_proto_helpers_ops; struct scmi_protocol_handle { struct device *dev; const struct scmi_xfer_ops *xops; const struct scmi_proto_helpers_ops *hops; int (*set_priv)(const struct scmi_protocol_handle *, void *); void * (*get_priv)(const struct scmi_protocol_handle *); }; enum scmi_std_protocol { SCMI_PROTOCOL_BASE = 16, SCMI_PROTOCOL_POWER = 17, SCMI_PROTOCOL_SYSTEM = 18, SCMI_PROTOCOL_PERF = 19, SCMI_PROTOCOL_CLOCK = 20, SCMI_PROTOCOL_SENSOR = 21, SCMI_PROTOCOL_RESET = 22, SCMI_PROTOCOL_VOLTAGE = 23, SCMI_PROTOCOL_POWERCAP = 24, }; enum scmi_notification_events { SCMI_EVENT_POWER_STATE_CHANGED = 0, SCMI_EVENT_CLOCK_RATE_CHANGED = 0, SCMI_EVENT_CLOCK_RATE_CHANGE_REQUESTED = 1, SCMI_EVENT_PERFORMANCE_LIMITS_CHANGED = 0, SCMI_EVENT_PERFORMANCE_LEVEL_CHANGED = 1, SCMI_EVENT_SENSOR_TRIP_POINT_EVENT = 0, SCMI_EVENT_SENSOR_UPDATE = 1, SCMI_EVENT_RESET_ISSUED = 0, SCMI_EVENT_BASE_ERROR_EVENT = 0, SCMI_EVENT_SYSTEM_POWER_STATE_NOTIFIER = 0, SCMI_EVENT_POWERCAP_CAP_CHANGED = 0, SCMI_EVENT_POWERCAP_MEASUREMENTS_CHANGED = 1, }; struct scmi_base_error_report { ktime_t timestamp; unsigned int agent_id; bool fatal; unsigned int cmd_count; long long unsigned int reports[0]; }; enum scmi_common_cmd { PROTOCOL_VERSION = 0, PROTOCOL_ATTRIBUTES = 1, PROTOCOL_MESSAGE_ATTRIBUTES = 2, }; struct scmi_msg { void *buf; size_t len; }; struct scmi_msg_hdr { u8 id; u8 protocol_id; u8 type; u16 seq; u32 status; bool poll_completion; }; struct scmi_xfer { int transfer_id; struct scmi_msg_hdr hdr; struct scmi_msg tx; struct scmi_msg rx; struct completion done; struct completion *async_done; bool pending; struct hlist_node node; refcount_t users; atomic_t busy; int state; spinlock_t lock; void *priv; }; struct scmi_xfer_ops { int (*version_get)(const struct scmi_protocol_handle *, u32 *); int (*xfer_get_init)(const struct scmi_protocol_handle *, u8, size_t, size_t, struct scmi_xfer **); void (*reset_rx_to_maxsz)(const struct scmi_protocol_handle *, struct scmi_xfer *); int (*do_xfer)(const struct scmi_protocol_handle *, struct scmi_xfer *); int (*do_xfer_with_response)(const struct scmi_protocol_handle *, struct scmi_xfer *); void (*xfer_put)(const struct scmi_protocol_handle *, struct scmi_xfer *); }; struct scmi_iterator_ops; struct scmi_fc_db_info; struct scmi_proto_helpers_ops { int (*extended_name_get)(const struct scmi_protocol_handle *, u8, u32, char *, size_t); void * (*iter_response_init)(const struct scmi_protocol_handle *, struct scmi_iterator_ops *, unsigned int, u8, size_t, void *); int (*iter_response_run)(void *); void (*fastchannel_init)(const struct scmi_protocol_handle *, u8, u32, u32, u32, void **, struct scmi_fc_db_info **); void (*fastchannel_db_ring)(struct scmi_fc_db_info *); }; struct scmi_iterator_state { unsigned int desc_index; unsigned int num_returned; unsigned int num_remaining; unsigned int max_resources; unsigned int loop_idx; size_t rx_len; void *priv; }; struct scmi_iterator_ops { void (*prepare_message)(void *, unsigned int, const void *); int (*update_state)(struct scmi_iterator_state *, const void *, void *); int (*process_response)(const struct scmi_protocol_handle *, const void *, struct scmi_iterator_state *, void *); }; struct scmi_fc_db_info { int width; u64 set; u64 mask; void *addr; }; typedef int (*scmi_prot_init_ph_fn_t)(const struct scmi_protocol_handle *); struct scmi_protocol_events; struct scmi_protocol { const u8 id; struct module *owner; const scmi_prot_init_ph_fn_t instance_init; const scmi_prot_init_ph_fn_t instance_deinit; const void *ops; const struct scmi_protocol_events *events; }; struct scmi_event_ops; struct scmi_event; struct scmi_protocol_events { size_t queue_sz; const struct scmi_event_ops *ops; const struct scmi_event *evts; unsigned int num_events; unsigned int num_sources; }; struct scmi_event { u8 id; size_t max_payld_sz; size_t max_report_sz; }; struct scmi_event_ops { int (*get_num_sources)(const struct scmi_protocol_handle *); int (*set_notify_enabled)(const struct scmi_protocol_handle *, u8, u32, bool); void * (*fill_custom_report)(const struct scmi_protocol_handle *, u8, ktime_t, const void *, size_t, void *, u32 *); }; enum scmi_base_protocol_cmd { BASE_DISCOVER_VENDOR = 3, BASE_DISCOVER_SUB_VENDOR = 4, BASE_DISCOVER_IMPLEMENT_VERSION = 5, BASE_DISCOVER_LIST_PROTOCOLS = 6, BASE_DISCOVER_AGENT = 7, BASE_NOTIFY_ERRORS = 8, BASE_SET_DEVICE_PERMISSIONS = 9, BASE_SET_PROTOCOL_PERMISSIONS = 10, BASE_RESET_AGENT_CONFIGURATION = 11, }; struct scmi_msg_resp_base_attributes { u8 num_protocols; u8 num_agents; __le16 reserved; }; struct scmi_msg_resp_base_discover_agent { __le32 agent_id; u8 name[16]; }; struct scmi_msg_base_error_notify { __le32 event_control; }; struct scmi_base_error_notify_payld { __le32 agent_id; __le32 error_status; __le64 msg_reports[1024]; }; struct scmi_reset_proto_ops { int (*num_domains_get)(const struct scmi_protocol_handle *); const char * (*name_get)(const struct scmi_protocol_handle *, u32); int (*latency_get)(const struct scmi_protocol_handle *, u32); int (*reset)(const struct scmi_protocol_handle *, u32); int (*assert)(const struct scmi_protocol_handle *, u32); int (*deassert)(const struct scmi_protocol_handle *, u32); }; struct scmi_reset_issued_report { ktime_t timestamp; unsigned int agent_id; unsigned int domain_id; unsigned int reset_state; }; enum scmi_reset_protocol_cmd { RESET_DOMAIN_ATTRIBUTES = 3, RESET = 4, RESET_NOTIFY = 5, RESET_DOMAIN_NAME_GET = 6, }; struct scmi_msg_resp_reset_domain_attributes { __le32 attributes; __le32 latency; u8 name[16]; }; struct scmi_msg_reset_domain_reset { __le32 domain_id; __le32 flags; __le32 reset_state; }; struct scmi_msg_reset_notify { __le32 id; __le32 event_control; }; struct scmi_reset_issued_notify_payld { __le32 agent_id; __le32 domain_id; __le32 reset_state; }; struct reset_dom_info { bool async_reset; bool reset_notify; u32 latency_us; char name[64]; }; struct scmi_reset_info { u32 version; int num_domains; struct reset_dom_info *dom_info; }; struct mbox_client { struct device *dev; bool tx_block; long unsigned int tx_tout; bool knows_txdone; void (*rx_callback)(struct mbox_client *, void *); void (*tx_prepare)(struct mbox_client *, void *); void (*tx_done)(struct mbox_client *, void *, int); }; struct scmi_device; struct scmi_handle; struct scmi_notify_ops { int (*devm_event_notifier_register)(struct scmi_device *, u8, u8, const u32 *, struct notifier_block *); int (*devm_event_notifier_unregister)(struct scmi_device *, u8, u8, const u32 *, struct notifier_block *); int (*event_notifier_register)(const struct scmi_handle *, u8, u8, const u32 *, struct notifier_block *); int (*event_notifier_unregister)(const struct scmi_handle *, u8, u8, const u32 *, struct notifier_block *); }; struct scmi_device { u32 id; u8 protocol_id; const char *name; struct device dev; struct scmi_handle *handle; }; struct scmi_handle { struct device *dev; struct scmi_revision_info *version; int (*devm_protocol_acquire)(struct scmi_device *, u8); const void * (*devm_protocol_get)(struct scmi_device *, u8, struct scmi_protocol_handle **); void (*devm_protocol_put)(struct scmi_device *, u8); bool (*is_transport_atomic)(const struct scmi_handle *, unsigned int *); const struct scmi_notify_ops *notify_ops; }; struct scmi_chan_info { struct device *dev; struct scmi_handle *handle; bool no_completion_irq; void *transport_info; }; struct scmi_transport_ops { int (*link_supplier)(struct device *); bool (*chan_available)(struct device *, int); int (*chan_setup)(struct scmi_chan_info *, struct device *, bool); int (*chan_free)(int, void *, void *); unsigned int (*get_max_msg)(struct scmi_chan_info *); int (*send_message)(struct scmi_chan_info *, struct scmi_xfer *); void (*mark_txdone)(struct scmi_chan_info *, int, struct scmi_xfer *); void (*fetch_response)(struct scmi_chan_info *, struct scmi_xfer *); void (*fetch_notification)(struct scmi_chan_info *, size_t, struct scmi_xfer *); void (*clear_channel)(struct scmi_chan_info *); bool (*poll_done)(struct scmi_chan_info *, struct scmi_xfer *); }; struct scmi_desc { int (*transport_init)(); void (*transport_exit)(); const struct scmi_transport_ops *ops; int max_rx_timeout_ms; int max_msg; int max_msg_size; const bool force_polling; const bool sync_cmds_completed_on_ret; const bool atomic_enabled; }; struct scmi_shared_mem; struct mbox_chan; struct scmi_mailbox { struct mbox_client cl; struct mbox_chan *chan; struct scmi_chan_info *cinfo; struct scmi_shared_mem *shmem; }; enum sys_off_mode { SYS_OFF_MODE_POWER_OFF_PREPARE = 0, SYS_OFF_MODE_POWER_OFF = 1, SYS_OFF_MODE_RESTART = 2, }; struct sys_off_data { int mode; void *cb_data; const char *cmd; }; struct sys_off_handler; struct linux_efi_tpm_eventlog { u32 size; u32 final_events_preboot_size; u8 version; u8 log[0]; }; struct efi_tcg2_final_events_table { u64 version; u64 nr_events; u8 events[0]; }; enum tcpa_event_types { PREBOOT = 0, POST_CODE = 1, UNUSED = 2, NO_ACTION = 3, SEPARATOR = 4, ACTION = 5, EVENT_TAG = 6, SCRTM_CONTENTS = 7, SCRTM_VERSION = 8, CPU_MICROCODE = 9, PLATFORM_CONFIG_FLAGS = 10, TABLE_OF_DEVICES = 11, COMPACT_HASH = 12, IPL = 13, IPL_PARTITION_DATA = 14, NONHOST_CODE = 15, NONHOST_CONFIG = 16, NONHOST_INFO = 17, }; struct tcg_efi_specid_event_algs { u16 alg_id; u16 digest_size; }; struct tcg_efi_specid_event_head { u8 signature[16]; u32 platform_class; u8 spec_version_minor; u8 spec_version_major; u8 spec_errata; u8 uintnsize; u32 num_algs; struct tcg_efi_specid_event_algs digest_sizes[0]; }; struct tcg_pcr_event { u32 pcr_idx; u32 event_type; u8 digest[20]; u32 event_size; u8 event[0]; }; struct tcg_event_field { u32 event_size; u8 event[0]; }; struct tcg_pcr_event2_head { u32 pcr_idx; u32 event_type; u32 count; struct tpm_digest digests[0]; }; struct efi_system_resource_entry_v1 { efi_guid_t fw_class; u32 fw_type; u32 fw_version; u32 lowest_supported_fw_version; u32 capsule_flags; u32 last_attempt_version; u32 last_attempt_status; }; struct efi_system_resource_table { u32 fw_resource_count; u32 fw_resource_count_max; u64 fw_resource_version; u8 entries[0]; }; struct esre_entry { union { struct efi_system_resource_entry_v1 *esre1; } esre; struct kobject kobj; struct list_head list; }; struct esre_attribute { struct attribute attr; ssize_t (*show)(struct esre_entry *, char *); ssize_t (*store)(struct esre_entry *, const char *, size_t); }; struct cper_sec_proc_arm { u32 validation_bits; u16 err_info_num; u16 context_info_num; u32 section_length; u8 affinity_level; u8 reserved[3]; u64 mpidr; u64 midr; u32 running_state; u32 psci_state; }; struct cper_arm_err_info { u8 version; u8 length; u16 validation_bits; u8 type; u16 multiple_error; u8 flags; u64 error_info; u64 virt_fault_addr; u64 physical_fault_addr; } __attribute__((packed)); struct cper_arm_ctx_info { u16 version; u16 type; u32 size; }; enum imx_sc_rpc_svc { IMX_SC_RPC_SVC_UNKNOWN = 0, IMX_SC_RPC_SVC_RETURN = 1, IMX_SC_RPC_SVC_PM = 2, IMX_SC_RPC_SVC_RM = 3, IMX_SC_RPC_SVC_TIMER = 5, IMX_SC_RPC_SVC_PAD = 6, IMX_SC_RPC_SVC_MISC = 7, IMX_SC_RPC_SVC_IRQ = 8, }; struct imx_sc_rpc_msg { uint8_t ver; uint8_t size; uint8_t svc; uint8_t func; }; enum imx_misc_func { IMX_SC_MISC_FUNC_UNKNOWN = 0, IMX_SC_MISC_FUNC_SET_CONTROL = 1, IMX_SC_MISC_FUNC_GET_CONTROL = 2, IMX_SC_MISC_FUNC_SET_MAX_DMA_GROUP = 4, IMX_SC_MISC_FUNC_SET_DMA_GROUP = 5, IMX_SC_MISC_FUNC_SECO_IMAGE_LOAD = 8, IMX_SC_MISC_FUNC_SECO_AUTHENTICATE = 9, IMX_SC_MISC_FUNC_DEBUG_OUT = 10, IMX_SC_MISC_FUNC_WAVEFORM_CAPTURE = 6, IMX_SC_MISC_FUNC_BUILD_INFO = 15, IMX_SC_MISC_FUNC_UNIQUE_ID = 19, IMX_SC_MISC_FUNC_SET_ARI = 3, IMX_SC_MISC_FUNC_BOOT_STATUS = 7, IMX_SC_MISC_FUNC_BOOT_DONE = 14, IMX_SC_MISC_FUNC_OTP_FUSE_READ = 11, IMX_SC_MISC_FUNC_OTP_FUSE_WRITE = 17, IMX_SC_MISC_FUNC_SET_TEMP = 12, IMX_SC_MISC_FUNC_GET_TEMP = 13, IMX_SC_MISC_FUNC_GET_BOOT_DEV = 16, IMX_SC_MISC_FUNC_GET_BUTTON_STATUS = 18, }; struct imx_sc_ipc; struct imx_sc_chan { struct imx_sc_ipc *sc_ipc; struct mbox_client cl; struct mbox_chan *ch; int idx; struct completion tx_done; }; struct imx_sc_ipc { struct imx_sc_chan chans[8]; struct device *dev; struct mutex lock; struct completion done; bool fast_ipc; u32 *msg; u8 rx_size; u8 count; }; enum imx_sc_error_codes { IMX_SC_ERR_NONE = 0, IMX_SC_ERR_VERSION = 1, IMX_SC_ERR_CONFIG = 2, IMX_SC_ERR_PARM = 3, IMX_SC_ERR_NOACCESS = 4, IMX_SC_ERR_LOCKED = 5, IMX_SC_ERR_UNAVAILABLE = 6, IMX_SC_ERR_NOTFOUND = 7, IMX_SC_ERR_NOPOWER = 8, IMX_SC_ERR_IPC = 9, IMX_SC_ERR_BUSY = 10, IMX_SC_ERR_FAIL = 11, IMX_SC_ERR_LAST = 12, }; enum imx_sc_pm_func { IMX_SC_PM_FUNC_UNKNOWN = 0, IMX_SC_PM_FUNC_SET_SYS_POWER_MODE = 19, IMX_SC_PM_FUNC_SET_PARTITION_POWER_MODE = 1, IMX_SC_PM_FUNC_GET_SYS_POWER_MODE = 2, IMX_SC_PM_FUNC_SET_RESOURCE_POWER_MODE = 3, IMX_SC_PM_FUNC_GET_RESOURCE_POWER_MODE = 4, IMX_SC_PM_FUNC_REQ_LOW_POWER_MODE = 16, IMX_SC_PM_FUNC_SET_CPU_RESUME_ADDR = 17, IMX_SC_PM_FUNC_REQ_SYS_IF_POWER_MODE = 18, IMX_SC_PM_FUNC_SET_CLOCK_RATE = 5, IMX_SC_PM_FUNC_GET_CLOCK_RATE = 6, IMX_SC_PM_FUNC_CLOCK_ENABLE = 7, IMX_SC_PM_FUNC_SET_CLOCK_PARENT = 14, IMX_SC_PM_FUNC_GET_CLOCK_PARENT = 15, IMX_SC_PM_FUNC_RESET = 13, IMX_SC_PM_FUNC_RESET_REASON = 10, IMX_SC_PM_FUNC_BOOT = 8, IMX_SC_PM_FUNC_REBOOT = 9, IMX_SC_PM_FUNC_REBOOT_PARTITION = 12, IMX_SC_PM_FUNC_CPU_START = 11, }; struct imx_sc_msg_req_set_resource_power_mode { struct imx_sc_rpc_msg hdr; u16 resource; u8 mode; }; struct imx_sc_pm_domain { struct generic_pm_domain pd; char name[20]; u32 rsrc; }; struct imx_sc_pd_range { char *name; u32 rsrc; u8 num; bool postfix; u8 start_from; }; struct imx_sc_pd_soc { const struct imx_sc_pd_range *pd_ranges; u8 num_ranges; }; struct imx_sc_ipc; enum mrq_debugfs_commands { CMD_DEBUGFS_READ = 1, CMD_DEBUGFS_WRITE = 2, CMD_DEBUGFS_DUMPDIR = 3, CMD_DEBUGFS_MAX = 4, }; struct cmd_debugfs_fileop_request { uint32_t fnameaddr; uint32_t fnamelen; uint32_t dataaddr; uint32_t datalen; }; struct cmd_debugfs_dumpdir_request { uint32_t dataaddr; uint32_t datalen; }; struct cmd_debugfs_fileop_response { uint32_t reserved; uint32_t nbytes; }; struct cmd_debugfs_dumpdir_response { uint32_t reserved; uint32_t nbytes; }; struct mrq_debugfs_request { uint32_t cmd; union { struct cmd_debugfs_fileop_request fop; struct cmd_debugfs_dumpdir_request dumpdir; }; }; struct mrq_debugfs_response { int32_t reserved; union { struct cmd_debugfs_fileop_response fop; struct cmd_debugfs_dumpdir_response dumpdir; }; }; enum mrq_debug_commands { CMD_DEBUG_OPEN_RO = 0, CMD_DEBUG_OPEN_WO = 1, CMD_DEBUG_READ = 2, CMD_DEBUG_WRITE = 3, CMD_DEBUG_CLOSE = 4, CMD_DEBUG_MAX = 5, }; struct cmd_debug_fopen_request { char name[116]; }; struct cmd_debug_fopen_response { uint32_t fd; uint32_t datalen; }; struct cmd_debug_fread_request { uint32_t fd; }; struct cmd_debug_fread_response { uint32_t readlen; char data[116]; }; struct cmd_debug_fwrite_request { uint32_t fd; uint32_t datalen; char data[108]; }; struct cmd_debug_fclose_request { uint32_t fd; }; struct mrq_debug_request { uint32_t cmd; union { struct cmd_debug_fopen_request fop; struct cmd_debug_fread_request frd; struct cmd_debug_fwrite_request fwr; struct cmd_debug_fclose_request fcl; }; }; struct mrq_debug_response { union { struct cmd_debug_fopen_response fop; struct cmd_debug_fread_response frd; }; }; struct tegra_bpmp_ops; struct tegra_bpmp_soc { struct { struct { unsigned int offset; unsigned int count; unsigned int timeout; } cpu_tx; struct { unsigned int offset; unsigned int count; unsigned int timeout; } thread; struct { unsigned int offset; unsigned int count; unsigned int timeout; } cpu_rx; } channels; const struct tegra_bpmp_ops *ops; unsigned int num_resets; }; struct tegra_bpmp; struct tegra_bpmp_channel; struct tegra_bpmp_ops { int (*init)(struct tegra_bpmp *); void (*deinit)(struct tegra_bpmp *); bool (*is_response_ready)(struct tegra_bpmp_channel *); bool (*is_request_ready)(struct tegra_bpmp_channel *); int (*ack_response)(struct tegra_bpmp_channel *); int (*ack_request)(struct tegra_bpmp_channel *); bool (*is_response_channel_free)(struct tegra_bpmp_channel *); bool (*is_request_channel_free)(struct tegra_bpmp_channel *); int (*post_response)(struct tegra_bpmp_channel *); int (*post_request)(struct tegra_bpmp_channel *); int (*ring_doorbell)(struct tegra_bpmp *); int (*resume)(struct tegra_bpmp *); }; struct tegra_bpmp_mb_data { u32 code; u32 flags; u8 data[120]; }; struct tegra_ivc; struct tegra_bpmp_channel { struct tegra_bpmp *bpmp; struct tegra_bpmp_mb_data *ib; struct tegra_bpmp_mb_data *ob; struct completion completion; struct tegra_ivc *ivc; unsigned int index; }; struct tegra_bpmp_clk; struct tegra_bpmp { const struct tegra_bpmp_soc *soc; struct device *dev; void *priv; struct { struct mbox_client client; struct mbox_chan *channel; } mbox; spinlock_t atomic_tx_lock; struct tegra_bpmp_channel *tx_channel; struct tegra_bpmp_channel *rx_channel; struct tegra_bpmp_channel *threaded_channels; struct { long unsigned int *allocated; long unsigned int *busy; unsigned int count; struct semaphore lock; } threaded; struct list_head mrqs; spinlock_t lock; struct tegra_bpmp_clk **clocks; unsigned int num_clocks; struct reset_controller_dev rstc; struct genpd_onecell_data genpd; struct dentry *debugfs_mirror; }; struct tegra_bpmp_message { unsigned int mrq; struct { const void *data; size_t size; } tx; struct { void *data; size_t size; int ret; } rx; }; struct seqbuf { char *buf; size_t pos; size_t size; }; enum clocksource_ids { CSID_GENERIC = 0, CSID_ARM_ARCH_COUNTER = 1, CSID_MAX = 2, }; enum vdso_clock_mode { VDSO_CLOCKMODE_NONE = 0, VDSO_CLOCKMODE_ARCHTIMER = 1, VDSO_CLOCKMODE_ARCHTIMER_NOCOMPAT = 2, VDSO_CLOCKMODE_MAX = 3, VDSO_CLOCKMODE_TIMENS = 2147483647, }; struct clocksource { u64 (*read)(struct clocksource *); u64 mask; u32 mult; u32 shift; u64 max_idle_ns; u32 maxadj; u32 uncertainty_margin; u64 max_cycles; const char *name; struct list_head list; int rating; enum clocksource_ids id; enum vdso_clock_mode vdso_clock_mode; long unsigned int flags; int (*enable)(struct clocksource *); void (*disable)(struct clocksource *); void (*suspend)(struct clocksource *); void (*resume)(struct clocksource *); void (*mark_unstable)(struct clocksource *); void (*tick_stable)(struct clocksource *); struct module *owner; }; struct clocksource_mmio { void *reg; struct clocksource clksrc; }; enum arm_smccc_conduit { SMCCC_CONDUIT_NONE = 0, SMCCC_CONDUIT_SMC = 1, SMCCC_CONDUIT_HVC = 2, }; enum arch_timer_reg { ARCH_TIMER_REG_CTRL = 0, ARCH_TIMER_REG_CVAL = 1, }; enum arch_timer_spi_nr { ARCH_TIMER_PHYS_SPI = 0, ARCH_TIMER_VIRT_SPI = 1, ARCH_TIMER_MAX_TIMER_SPI = 2, }; enum arch_timer_erratum_match_type { ate_match_dt = 0, ate_match_local_cap_id = 1, ate_match_acpi_oem_info = 2, }; struct arch_timer_erratum_workaround { enum arch_timer_erratum_match_type match_type; const void *id; const char *desc; u64 (*read_cntpct_el0)(); u64 (*read_cntvct_el0)(); int (*set_next_event_phys)(long unsigned int, struct clock_event_device *); int (*set_next_event_virt)(long unsigned int, struct clock_event_device *); bool disable_compat_vdso; }; typedef int (*of_init_fn_1_ret)(struct device_node *); typedef int (*acpi_tbl_table_handler)(struct acpi_table_header *); struct acpi_probe_entry; typedef bool (*acpi_probe_entry_validate_subtbl)(struct acpi_subtable_header *, struct acpi_probe_entry *); struct acpi_probe_entry { __u8 id[5]; __u8 type; acpi_probe_entry_validate_subtbl subtable_valid; union { acpi_tbl_table_handler probe_table; acpi_tbl_entry_handler probe_subtbl; }; kernel_ulong_t driver_data; }; struct arch_timer { void *base; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct clock_event_device evt; }; struct ate_acpi_oem_info { char oem_id[7]; char oem_table_id[9]; u32 oem_revision; }; typedef bool (*ate_match_fn_t)(const struct arch_timer_erratum_workaround *, const void *); struct hid_device_id { __u16 bus; __u16 group; __u32 vendor; __u32 product; kernel_ulong_t driver_data; }; struct hid_collection { int parent_idx; unsigned int type; unsigned int usage; unsigned int level; }; struct hid_usage { unsigned int hid; unsigned int collection_index; unsigned int usage_index; __s8 resolution_multiplier; __s8 wheel_factor; __u16 code; __u8 type; __s8 hat_min; __s8 hat_max; __s8 hat_dir; __s16 wheel_accumulated; }; struct hid_report; struct hid_input; struct hid_field { unsigned int physical; unsigned int logical; unsigned int application; struct hid_usage *usage; unsigned int maxusage; unsigned int flags; unsigned int report_offset; unsigned int report_size; unsigned int report_count; unsigned int report_type; __s32 *value; __s32 *new_value; __s32 *usages_priorities; __s32 logical_minimum; __s32 logical_maximum; __s32 physical_minimum; __s32 physical_maximum; __s32 unit_exponent; unsigned int unit; bool ignored; struct hid_report *report; unsigned int index; struct hid_input *hidinput; __u16 dpad; unsigned int slot_idx; }; struct hid_field_entry; struct hid_device; struct hid_report { struct list_head list; struct list_head hidinput_list; struct list_head field_entry_list; unsigned int id; unsigned int type; unsigned int application; struct hid_field *field[256]; struct hid_field_entry *field_entries; unsigned int maxfield; unsigned int size; struct hid_device *device; bool tool_active; unsigned int tool; }; struct hid_input { struct list_head list; struct hid_report *report; struct input_dev *input; const char *name; bool registered; struct list_head reports; unsigned int application; }; struct hid_field_entry { struct list_head list; struct hid_field *field; unsigned int index; __s32 priority; }; enum hid_type { HID_TYPE_OTHER = 0, HID_TYPE_USBMOUSE = 1, HID_TYPE_USBNONE = 2, }; struct hid_report_enum { unsigned int numbered; struct list_head report_list; struct hid_report *report_id_hash[256]; }; enum hid_battery_status { HID_BATTERY_UNKNOWN = 0, HID_BATTERY_QUERIED = 1, HID_BATTERY_REPORTED = 2, }; struct hid_driver; struct hid_ll_driver; struct hid_device { __u8 *dev_rdesc; unsigned int dev_rsize; __u8 *rdesc; unsigned int rsize; struct hid_collection *collection; unsigned int collection_size; unsigned int maxcollection; unsigned int maxapplication; __u16 bus; __u16 group; __u32 vendor; __u32 product; __u32 version; enum hid_type type; unsigned int country; struct hid_report_enum report_enum[3]; struct work_struct led_work; struct semaphore driver_input_lock; struct device dev; struct hid_driver *driver; struct hid_ll_driver *ll_driver; struct mutex ll_open_lock; unsigned int ll_open_count; struct power_supply *battery; __s32 battery_capacity; __s32 battery_min; __s32 battery_max; __s32 battery_report_type; __s32 battery_report_id; enum hid_battery_status battery_status; bool battery_avoid_query; ktime_t battery_ratelimit_time; long unsigned int status; unsigned int claimed; unsigned int quirks; bool io_started; struct list_head inputs; void *hiddev; void *hidraw; char name[128]; char phys[64]; char uniq[64]; void *driver_data; int (*ff_init)(struct hid_device *); int (*hiddev_connect)(struct hid_device *, unsigned int); void (*hiddev_disconnect)(struct hid_device *); void (*hiddev_hid_event)(struct hid_device *, struct hid_field *, struct hid_usage *, __s32); void (*hiddev_report_event)(struct hid_device *, struct hid_report *); short unsigned int debug; struct dentry *debug_dir; struct dentry *debug_rdesc; struct dentry *debug_events; struct list_head debug_list; spinlock_t debug_list_lock; wait_queue_head_t debug_wait; }; struct hid_report_id; struct hid_usage_id; struct hid_driver { char *name; const struct hid_device_id *id_table; struct list_head dyn_list; spinlock_t dyn_lock; bool (*match)(struct hid_device *, bool); int (*probe)(struct hid_device *, const struct hid_device_id *); void (*remove)(struct hid_device *); const struct hid_report_id *report_table; int (*raw_event)(struct hid_device *, struct hid_report *, u8 *, int); const struct hid_usage_id *usage_table; int (*event)(struct hid_device *, struct hid_field *, struct hid_usage *, __s32); void (*report)(struct hid_device *, struct hid_report *); __u8 * (*report_fixup)(struct hid_device *, __u8 *, unsigned int *); int (*input_mapping)(struct hid_device *, struct hid_input *, struct hid_field *, struct hid_usage *, long unsigned int **, int *); int (*input_mapped)(struct hid_device *, struct hid_input *, struct hid_field *, struct hid_usage *, long unsigned int **, int *); int (*input_configured)(struct hid_device *, struct hid_input *); void (*feature_mapping)(struct hid_device *, struct hid_field *, struct hid_usage *); int (*suspend)(struct hid_device *, pm_message_t); int (*resume)(struct hid_device *); int (*reset_resume)(struct hid_device *); struct device_driver driver; }; struct hid_ll_driver { int (*start)(struct hid_device *); void (*stop)(struct hid_device *); int (*open)(struct hid_device *); void (*close)(struct hid_device *); int (*power)(struct hid_device *, int); int (*parse)(struct hid_device *); void (*request)(struct hid_device *, struct hid_report *, int); int (*wait)(struct hid_device *); int (*raw_request)(struct hid_device *, unsigned char, __u8 *, size_t, unsigned char, int); int (*output_report)(struct hid_device *, __u8 *, size_t); int (*idle)(struct hid_device *, int, int, int); bool (*may_wakeup)(struct hid_device *); }; struct hid_report_id { __u32 report_type; }; struct hid_usage_id { __u32 usage_hid; __u32 usage_type; __u32 usage_code; }; struct hid_debug_list { struct { union { struct __kfifo kfifo; char *type; const char *const_type; char (*rectype)[0]; char *ptr; const char *ptr_const; }; char buf[0]; } hid_debug_fifo; struct fasync_struct *fasync; struct hid_device *hdev; struct list_head node; struct mutex read_mutex; }; struct hid_usage_entry { unsigned int page; unsigned int usage; const char *description; }; struct ntrig_data { __u16 x; __u16 y; __u16 w; __u16 h; __u16 id; bool tipswitch; bool confidence; bool first_contact_touch; bool reading_mt; __u8 mt_footer[4]; __u8 mt_foot_count; __s8 act_state; __s8 deactivate_slack; __s8 activate_slack; __u16 min_width; __u16 min_height; __u16 activation_width; __u16 activation_height; __u16 sensor_logical_width; __u16 sensor_logical_height; __u16 sensor_physical_width; __u16 sensor_physical_height; }; struct of_reconfig_data { struct device_node *dn; struct property *prop; struct property *old_prop; }; enum of_reconfig_change { OF_RECONFIG_NO_CHANGE = 0, OF_RECONFIG_CHANGE_ADD = 1, OF_RECONFIG_CHANGE_REMOVE = 2, }; struct of_changeset_entry { struct list_head node; long unsigned int action; struct device_node *np; struct property *prop; struct property *old_prop; }; struct of_changeset { struct list_head entries; }; enum of_overlay_notify_action { OF_OVERLAY_INIT = 0, OF_OVERLAY_PRE_APPLY = 1, OF_OVERLAY_POST_APPLY = 2, OF_OVERLAY_PRE_REMOVE = 3, OF_OVERLAY_POST_REMOVE = 4, }; struct of_overlay_notify_data { struct device_node *overlay; struct device_node *target; }; typedef __be32 fdt32_t; struct fdt_header { fdt32_t magic; fdt32_t totalsize; fdt32_t off_dt_struct; fdt32_t off_dt_strings; fdt32_t off_mem_rsvmap; fdt32_t version; fdt32_t last_comp_version; fdt32_t boot_cpuid_phys; fdt32_t size_dt_strings; fdt32_t size_dt_struct; }; struct target { struct device_node *np; bool in_livetree; }; struct fragment { struct device_node *overlay; struct device_node *target; }; struct overlay_changeset { int id; struct list_head ovcs_list; const void *new_fdt; const void *overlay_mem; struct device_node *overlay_root; enum of_overlay_notify_action notify_state; int count; struct fragment *fragments; bool symbols_fragment; struct of_changeset cset; }; struct mbox_chan_ops { int (*send_data)(struct mbox_chan *, void *); int (*flush)(struct mbox_chan *, long unsigned int); int (*startup)(struct mbox_chan *); void (*shutdown)(struct mbox_chan *); bool (*last_tx_done)(struct mbox_chan *); bool (*peek_data)(struct mbox_chan *); }; struct mbox_controller; struct mbox_chan { struct mbox_controller *mbox; unsigned int txdone_method; struct mbox_client *cl; struct completion tx_complete; void *active_req; unsigned int msg_count; unsigned int msg_free; void *msg_data[20]; spinlock_t lock; void *con_priv; }; struct mbox_controller { struct device *dev; const struct mbox_chan_ops *ops; struct mbox_chan *chans; int num_chans; bool txdone_irq; bool txdone_poll; unsigned int txpoll_period; struct mbox_chan * (*of_xlate)(struct mbox_controller *, const struct of_phandle_args *); struct hrtimer poll_hrt; spinlock_t poll_hrt_lock; struct list_head node; }; struct rockchip_mbox_msg { u32 cmd; int rx_size; }; struct rockchip_mbox_data { int num_chans; }; struct rockchip_mbox; struct rockchip_mbox_chan { int idx; int irq; struct rockchip_mbox_msg *msg; struct rockchip_mbox *mb; }; struct rockchip_mbox { struct mbox_controller mbox; struct clk *pclk; void *mbox_base; u32 buf_size; struct rockchip_mbox_chan *chans; }; struct zynqmp_ipi_message { size_t len; u8 data[0]; }; struct zynqmp_ipi_mchan { int is_opened; void *req_buf; void *resp_buf; void *rx_buf; size_t req_buf_size; size_t resp_buf_size; unsigned int chan_type; }; struct zynqmp_ipi_pdata; struct zynqmp_ipi_mbox { struct zynqmp_ipi_pdata *pdata; struct device dev; u32 remote_id; struct mbox_controller mbox; struct zynqmp_ipi_mchan mchans[2]; }; struct zynqmp_ipi_pdata { struct device *dev; int irq; unsigned int method; u32 local_id; int num_mboxes; struct zynqmp_ipi_mbox *ipi_mboxes; }; struct resource_table { u32 ver; u32 num; u32 reserved[2]; u32 offset[0]; }; enum rproc_dump_mechanism { RPROC_COREDUMP_DISABLED = 0, RPROC_COREDUMP_ENABLED = 1, RPROC_COREDUMP_INLINE = 2, }; struct rproc_ops; struct rproc { struct list_head node; struct iommu_domain *domain; const char *name; const char *firmware; void *priv; struct rproc_ops *ops; struct device dev; atomic_t power; unsigned int state; enum rproc_dump_mechanism dump_conf; struct mutex lock; struct dentry *dbg_dir; struct list_head traces; int num_traces; struct list_head carveouts; struct list_head mappings; u64 bootaddr; struct list_head rvdevs; struct list_head subdevs; struct idr notifyids; int index; struct work_struct crash_handler; unsigned int crash_cnt; bool recovery_disabled; int max_notifyid; struct resource_table *table_ptr; struct resource_table *clean_table; struct resource_table *cached_table; size_t table_sz; bool has_iommu; bool auto_boot; bool sysfs_read_only; struct list_head dump_segments; int nb_vdev; u8 elf_class; u16 elf_machine; struct cdev cdev; bool cdev_put_on_release; }; struct firmware; struct rproc_ops { int (*prepare)(struct rproc *); int (*unprepare)(struct rproc *); int (*start)(struct rproc *); int (*stop)(struct rproc *); int (*attach)(struct rproc *); int (*detach)(struct rproc *); void (*kick)(struct rproc *, int); void * (*da_to_va)(struct rproc *, u64, size_t, bool *); int (*parse_fw)(struct rproc *, const struct firmware *); int (*handle_rsc)(struct rproc *, u32, void *, int, int); struct resource_table * (*find_loaded_rsc_table)(struct rproc *, const struct firmware *); struct resource_table * (*get_loaded_rsc_table)(struct rproc *, size_t *); int (*load)(struct rproc *, const struct firmware *); int (*sanity_check)(struct rproc *, const struct firmware *); u64 (*get_boot_addr)(struct rproc *, const struct firmware *); long unsigned int (*panic)(struct rproc *); void (*coredump)(struct rproc *); }; struct firmware { size_t size; const u8 *data; void *priv; }; enum rproc_state { RPROC_OFFLINE = 0, RPROC_SUSPENDED = 1, RPROC_RUNNING = 2, RPROC_CRASHED = 3, RPROC_DELETED = 4, RPROC_ATTACHED = 5, RPROC_DETACHED = 6, RPROC_LAST = 7, }; struct devfreq_event_desc; struct devfreq_event_dev { struct list_head node; struct device dev; struct mutex lock; u32 enable_count; const struct devfreq_event_desc *desc; }; struct devfreq_event_ops; struct devfreq_event_desc { const char *name; u32 event_type; void *driver_data; const struct devfreq_event_ops *ops; }; struct devfreq_event_data { long unsigned int load_count; long unsigned int total_count; }; struct devfreq_event_ops { int (*enable)(struct devfreq_event_dev *); int (*disable)(struct devfreq_event_dev *); int (*reset)(struct devfreq_event_dev *); int (*set_event)(struct devfreq_event_dev *); int (*get_event)(struct devfreq_event_dev *, struct devfreq_event_data *); }; struct icc_node; struct icc_node_data { struct icc_node *node; u32 tag; }; struct icc_provider; struct icc_node { int id; const char *name; struct icc_node **links; size_t num_links; struct icc_provider *provider; struct list_head node_list; struct list_head search_list; struct icc_node *reverse; u8 is_traversed: 1; struct hlist_head req_list; u32 avg_bw; u32 peak_bw; u32 init_avg; u32 init_peak; void *data; }; struct icc_provider { struct list_head provider_list; struct list_head nodes; int (*set)(struct icc_node *, struct icc_node *); int (*aggregate)(struct icc_node *, u32, u32, u32, u32 *, u32 *); void (*pre_aggregate)(struct icc_node *); int (*get_bw)(struct icc_node *, u32 *, u32 *); struct icc_node * (*xlate)(struct of_phandle_args *, void *); struct icc_node_data * (*xlate_extended)(struct of_phandle_args *, void *); struct device *dev; int users; bool inter_set; void *data; }; struct tegra_mc_timing { long unsigned int rate; u32 *emem_data; }; struct tegra_mc_client { unsigned int id; const char *name; union { unsigned int swgroup; unsigned int sid; }; unsigned int fifo_size; struct { struct { unsigned int reg; unsigned int bit; } smmu; struct { unsigned int reg; unsigned int shift; unsigned int mask; unsigned int def; } la; struct { unsigned int override; unsigned int security; } sid; } regs; }; struct tegra_smmu_swgroup { const char *name; unsigned int swgroup; unsigned int reg; }; struct tegra_smmu_group_soc { const char *name; const unsigned int *swgroups; unsigned int num_swgroups; }; struct tegra_smmu_soc { const struct tegra_mc_client *clients; unsigned int num_clients; const struct tegra_smmu_swgroup *swgroups; unsigned int num_swgroups; const struct tegra_smmu_group_soc *groups; unsigned int num_groups; bool supports_round_robin_arbitration; bool supports_request_limit; unsigned int num_tlb_lines; unsigned int num_asids; }; struct tegra_mc_reset { const char *name; long unsigned int id; unsigned int control; unsigned int status; unsigned int reset; unsigned int bit; }; struct tegra_mc; struct tegra_mc_reset_ops { int (*hotreset_assert)(struct tegra_mc *, const struct tegra_mc_reset *); int (*hotreset_deassert)(struct tegra_mc *, const struct tegra_mc_reset *); int (*block_dma)(struct tegra_mc *, const struct tegra_mc_reset *); bool (*dma_idling)(struct tegra_mc *, const struct tegra_mc_reset *); int (*unblock_dma)(struct tegra_mc *, const struct tegra_mc_reset *); int (*reset_status)(struct tegra_mc *, const struct tegra_mc_reset *); }; struct gart_device; struct tegra_smmu; struct tegra_mc_soc; struct tegra_mc { struct device *dev; struct tegra_smmu *smmu; struct gart_device *gart; void *regs; void *bcast_ch_regs; void **ch_regs; struct clk *clk; int irq; const struct tegra_mc_soc *soc; long unsigned int tick; struct tegra_mc_timing *timings; unsigned int num_timings; struct reset_controller_dev reset; struct icc_provider provider; spinlock_t lock; struct { struct dentry *root; } debugfs; }; struct tegra_mc_icc_ops { int (*set)(struct icc_node *, struct icc_node *); int (*aggregate)(struct icc_node *, u32, u32, u32, u32 *, u32 *); struct icc_node_data * (*xlate_extended)(struct of_phandle_args *, void *); }; struct tegra_mc_ops { int (*probe)(struct tegra_mc *); void (*remove)(struct tegra_mc *); int (*suspend)(struct tegra_mc *); int (*resume)(struct tegra_mc *); irqreturn_t (*handle_irq)(int, void *); int (*probe_device)(struct tegra_mc *, struct device *); }; struct tegra_mc_soc { const struct tegra_mc_client *clients; unsigned int num_clients; const long unsigned int *emem_regs; unsigned int num_emem_regs; unsigned int num_address_bits; unsigned int atom_size; u16 client_id_mask; u8 num_channels; const struct tegra_smmu_soc *smmu; u32 intmask; u32 ch_intmask; u32 global_intstatus_channel_shift; bool has_addr_hi_reg; const struct tegra_mc_reset_ops *reset_ops; const struct tegra_mc_reset *resets; unsigned int num_resets; const struct tegra_mc_icc_ops *icc_ops; const struct tegra_mc_ops *ops; }; struct emc_dvfs_latency { uint32_t freq; uint32_t latency; }; struct mrq_emc_dvfs_latency_response { uint32_t num_pairs; struct emc_dvfs_latency pairs[14]; }; struct tegra186_emc_dvfs { long unsigned int latency; long unsigned int rate; }; struct tegra186_emc { struct tegra_bpmp *bpmp; struct device *dev; struct clk *clk; struct tegra186_emc_dvfs *dvfs; unsigned int num_dvfs; struct { struct dentry *root; long unsigned int min_rate; long unsigned int max_rate; } debugfs; }; struct pmu_hw_events { struct perf_event *events[32]; long unsigned int used_mask[1]; raw_spinlock_t pmu_lock; struct arm_pmu *percpu_pmu; int irq; }; struct arm_pmu { struct pmu pmu; cpumask_t supported_cpus; char *name; int pmuver; irqreturn_t (*handle_irq)(struct arm_pmu *); void (*enable)(struct perf_event *); void (*disable)(struct perf_event *); int (*get_event_idx)(struct pmu_hw_events *, struct perf_event *); void (*clear_event_idx)(struct pmu_hw_events *, struct perf_event *); int (*set_event_filter)(struct hw_perf_event *, struct perf_event_attr *); u64 (*read_counter)(struct perf_event *); void (*write_counter)(struct perf_event *, u64); void (*start)(struct arm_pmu *); void (*stop)(struct arm_pmu *); void (*reset)(void *); int (*map_event)(struct perf_event *); int (*filter_match)(struct perf_event *); int num_events; bool secure_access; long unsigned int pmceid_bitmap[1]; long unsigned int pmceid_ext_bitmap[1]; struct platform_device *plat_device; struct pmu_hw_events *hw_events; struct hlist_node node; struct notifier_block cpu_pm_nb; const struct attribute_group *attr_groups[5]; u64 reg_pmmir; long unsigned int acpi_cpuid; }; typedef int (*armpmu_init_fn)(struct arm_pmu *); struct pmu_probe_info { unsigned int cpuid; unsigned int mask; armpmu_init_fn init; }; struct dev_ext_attribute { struct device_attribute attr; void *var; }; struct hisi_pmu; struct hisi_uncore_ops { void (*write_evtype)(struct hisi_pmu *, int, u32); int (*get_event_idx)(struct perf_event *); u64 (*read_counter)(struct hisi_pmu *, struct hw_perf_event *); void (*write_counter)(struct hisi_pmu *, struct hw_perf_event *, u64); void (*enable_counter)(struct hisi_pmu *, struct hw_perf_event *); void (*disable_counter)(struct hisi_pmu *, struct hw_perf_event *); void (*enable_counter_int)(struct hisi_pmu *, struct hw_perf_event *); void (*disable_counter_int)(struct hisi_pmu *, struct hw_perf_event *); void (*start_counters)(struct hisi_pmu *); void (*stop_counters)(struct hisi_pmu *); u32 (*get_int_status)(struct hisi_pmu *); void (*clear_int_status)(struct hisi_pmu *, int); void (*enable_filter)(struct perf_event *); void (*disable_filter)(struct perf_event *); }; struct hisi_pmu_hwevents { struct perf_event *hw_events[16]; long unsigned int used_mask[1]; const struct attribute_group **attr_groups; }; struct hisi_pmu { struct pmu pmu; const struct hisi_uncore_ops *ops; struct hisi_pmu_hwevents pmu_events; cpumask_t associated_cpus; int on_cpu; int irq; struct device *dev; struct hlist_node node; int sccl_id; int sicl_id; int ccl_id; void *base; u32 index_id; u32 sub_id; int num_counters; int counter_bits; int check_event; u32 identifier; }; enum tb_cfg_pkg_type { TB_CFG_PKG_READ = 1, TB_CFG_PKG_WRITE = 2, TB_CFG_PKG_ERROR = 3, TB_CFG_PKG_NOTIFY_ACK = 4, TB_CFG_PKG_EVENT = 5, TB_CFG_PKG_XDOMAIN_REQ = 6, TB_CFG_PKG_XDOMAIN_RESP = 7, TB_CFG_PKG_OVERRIDE = 8, TB_CFG_PKG_RESET = 9, TB_CFG_PKG_ICM_EVENT = 10, TB_CFG_PKG_ICM_CMD = 11, TB_CFG_PKG_ICM_RESP = 12, TB_CFG_PKG_PREPARE_TO_SLEEP = 13, }; struct tb_nhi_ops; struct tb_ring; struct tb_nhi { spinlock_t lock; struct pci_dev *pdev; const struct tb_nhi_ops *ops; void *iobase; struct tb_ring **tx_rings; struct tb_ring **rx_rings; struct ida msix_ida; bool going_away; bool iommu_dma_protection; struct work_struct interrupt_work; u32 hop_count; long unsigned int quirks; }; typedef bool (*event_cb)(void *, enum tb_cfg_pkg_type, const void *, size_t); struct ctl_pkg; struct tb_ctl { struct tb_nhi *nhi; struct tb_ring *tx; struct tb_ring *rx; struct dma_pool *frame_pool; struct ctl_pkg *rx_packets[10]; struct mutex request_queue_lock; struct list_head request_queue; bool running; int timeout_msec; event_cb callback; void *callback_data; }; struct tb_nhi_ops { int (*init)(struct tb_nhi *); int (*suspend_noirq)(struct tb_nhi *, bool); int (*resume_noirq)(struct tb_nhi *); int (*runtime_suspend)(struct tb_nhi *); int (*runtime_resume)(struct tb_nhi *); void (*shutdown)(struct tb_nhi *); }; struct ring_desc; struct tb_ring { spinlock_t lock; struct tb_nhi *nhi; int size; int hop; int head; int tail; struct ring_desc *descriptors; dma_addr_t descriptors_dma; struct list_head queue; struct list_head in_flight; struct work_struct work; bool is_tx: 1; bool running: 1; int irq; u8 vector; unsigned int flags; int e2e_tx_hop; u16 sof_mask; u16 eof_mask; void (*start_poll)(void *); void *poll_data; }; struct ring_frame; typedef void (*ring_cb)(struct tb_ring *, struct ring_frame *, bool); struct ring_frame { dma_addr_t buffer_phy; ring_cb callback; struct list_head list; u32 size: 12; u32 flags: 12; u32 eof: 4; u32 sof: 4; }; enum tb_cfg_space { TB_CFG_HOPS = 0, TB_CFG_PORT = 1, TB_CFG_SWITCH = 2, TB_CFG_COUNTERS = 3, }; enum tb_cfg_error { TB_CFG_ERROR_PORT_NOT_CONNECTED = 0, TB_CFG_ERROR_LINK_ERROR = 1, TB_CFG_ERROR_INVALID_CONFIG_SPACE = 2, TB_CFG_ERROR_NO_SUCH_PORT = 4, TB_CFG_ERROR_ACK_PLUG_EVENT = 7, TB_CFG_ERROR_LOOP = 8, TB_CFG_ERROR_HEC_ERROR_DETECTED = 12, TB_CFG_ERROR_FLOW_CONTROL_ERROR = 13, TB_CFG_ERROR_LOCK = 15, }; struct tb_cfg_header { u32 route_hi: 22; u32 unknown: 10; u32 route_lo; }; struct tb_cfg_address { u32 offset: 13; u32 length: 6; u32 port: 6; enum tb_cfg_space space: 2; u32 seq: 2; u32 zero: 3; }; struct cfg_read_pkg { struct tb_cfg_header header; struct tb_cfg_address addr; }; struct cfg_write_pkg { struct tb_cfg_header header; struct tb_cfg_address addr; u32 data[64]; }; struct cfg_error_pkg { struct tb_cfg_header header; enum tb_cfg_error error: 4; u32 zero1: 4; u32 port: 6; u32 zero2: 2; u32 zero3: 14; u32 pg: 2; }; struct cfg_reset_pkg { struct tb_cfg_header header; }; struct tb_cfg_result { u64 response_route; u32 response_port; int err; enum tb_cfg_error tb_error; }; struct ctl_pkg { struct tb_ctl *ctl; void *buffer; struct ring_frame frame; }; struct tb_cfg_request { struct kref kref; struct tb_ctl *ctl; const void *request; size_t request_size; enum tb_cfg_pkg_type request_type; void *response; size_t response_size; enum tb_cfg_pkg_type response_type; size_t npackets; bool (*match)(const struct tb_cfg_request *, const struct ctl_pkg *); bool (*copy)(struct tb_cfg_request *, const struct ctl_pkg *); void (*callback)(void *); void *callback_data; long unsigned int flags; struct work_struct work; struct tb_cfg_result result; struct list_head list; }; enum tb_security_level { TB_SECURITY_NONE = 0, TB_SECURITY_USER = 1, TB_SECURITY_SECURE = 2, TB_SECURITY_DPONLY = 3, TB_SECURITY_USBONLY = 4, TB_SECURITY_NOPCIE = 5, }; struct tb_switch; struct tb_cm_ops; struct tb { struct device dev; struct mutex lock; struct tb_nhi *nhi; struct tb_ctl *ctl; struct workqueue_struct *wq; struct tb_switch *root_switch; const struct tb_cm_ops *cm_ops; int index; enum tb_security_level security_level; size_t nboot_acl; long unsigned int privdata[0]; }; struct tb_regs_switch_header { u16 vendor_id; u16 device_id; u32 first_cap_offset: 8; u32 upstream_port_number: 6; u32 max_port_number: 6; u32 depth: 3; u32 __unknown1: 1; u32 revision: 8; u32 route_lo; u32 route_hi: 31; bool enabled: 1; u32 plug_events_delay: 8; u32 cmuv: 8; u32 __unknown4: 8; u32 thunderbolt_version: 8; }; enum tb_switch_tmu_rate { TB_SWITCH_TMU_RATE_OFF = 0, TB_SWITCH_TMU_RATE_HIFI = 16, TB_SWITCH_TMU_RATE_NORMAL = 1000, }; struct tb_switch_tmu { int cap; bool has_ucap; enum tb_switch_tmu_rate rate; bool unidirectional; bool unidirectional_request; enum tb_switch_tmu_rate rate_request; }; enum tb_clx { TB_CLX_DISABLE = 0, TB_CL1 = 1, TB_CL2 = 2, }; struct tb_port; struct tb_dma_port; struct tb_nvm; struct tb_switch { struct device dev; struct tb_regs_switch_header config; struct tb_port *ports; struct tb_dma_port *dma_port; struct tb_switch_tmu tmu; struct tb *tb; u64 uid; uuid_t *uuid; u16 vendor; u16 device; const char *vendor_name; const char *device_name; unsigned int link_speed; unsigned int link_width; bool link_usb4; unsigned int generation; int cap_plug_events; int cap_vsec_tmu; int cap_lc; int cap_lp; bool is_unplugged; u8 *drom; struct tb_nvm *nvm; bool no_nvm_upgrade; bool safe_mode; bool boot; bool rpm; unsigned int authorized; enum tb_security_level security_level; struct dentry *debugfs_dir; u8 *key; u8 connection_id; u8 connection_key; u8 link; u8 depth; struct completion rpm_complete; long unsigned int quirks; bool credit_allocation; unsigned int max_usb3_credits; unsigned int min_dp_aux_credits; unsigned int min_dp_main_credits; unsigned int max_pcie_credits; unsigned int max_dma_credits; enum tb_clx clx; }; struct tb_xdomain; struct tb_cm_ops { int (*driver_ready)(struct tb *); int (*start)(struct tb *); void (*stop)(struct tb *); int (*suspend_noirq)(struct tb *); int (*resume_noirq)(struct tb *); int (*suspend)(struct tb *); int (*freeze_noirq)(struct tb *); int (*thaw_noirq)(struct tb *); void (*complete)(struct tb *); int (*runtime_suspend)(struct tb *); int (*runtime_resume)(struct tb *); int (*runtime_suspend_switch)(struct tb_switch *); int (*runtime_resume_switch)(struct tb_switch *); void (*handle_event)(struct tb *, enum tb_cfg_pkg_type, const void *, size_t); int (*get_boot_acl)(struct tb *, uuid_t *, size_t); int (*set_boot_acl)(struct tb *, const uuid_t *, size_t); int (*disapprove_switch)(struct tb *, struct tb_switch *); int (*approve_switch)(struct tb *, struct tb_switch *); int (*add_switch_key)(struct tb *, struct tb_switch *); int (*challenge_switch_key)(struct tb *, struct tb_switch *, const u8 *, u8 *); int (*disconnect_pcie_paths)(struct tb *); int (*approve_xdomain_paths)(struct tb *, struct tb_xdomain *, int, int, int, int); int (*disconnect_xdomain_paths)(struct tb *, struct tb_xdomain *, int, int, int, int); int (*usb4_switch_op)(struct tb_switch *, u16, u32 *, u8 *, const void *, size_t, void *, size_t); int (*usb4_switch_nvm_authenticate_status)(struct tb_switch *, u32 *); }; struct tb_property_dir { const uuid_t *uuid; struct list_head properties; }; struct tb_xdomain { struct device dev; struct tb *tb; uuid_t *remote_uuid; const uuid_t *local_uuid; u64 route; u16 vendor; u16 device; unsigned int local_max_hopid; unsigned int remote_max_hopid; struct mutex lock; const char *vendor_name; const char *device_name; unsigned int link_speed; unsigned int link_width; bool is_unplugged; bool needs_uuid; struct ida service_ids; struct ida in_hopids; struct ida out_hopids; u32 *local_property_block; u32 local_property_block_gen; u32 local_property_block_len; struct tb_property_dir *remote_properties; u32 remote_property_block_gen; int state; struct delayed_work state_work; int state_retries; struct delayed_work properties_changed_work; int properties_changed_retries; bool bonding_possible; u8 target_link_width; u8 link; u8 depth; }; struct tb_cap_extended_short { u8 next; u8 cap; u8 vsec_id; u8 length; }; struct tb_eeprom_ctl { bool fl_sk: 1; bool fl_cs: 1; bool fl_di: 1; bool fl_do: 1; bool bit_banging_enable: 1; bool not_present: 1; bool unknown1: 1; bool present: 1; u32 unknown2: 24; }; struct tb_cap_plug_events { struct tb_cap_extended_short cap_header; u32 __unknown1: 2; u32 plug_events: 5; u32 __unknown2: 25; u32 vsc_cs_2; u32 vsc_cs_3; struct tb_eeprom_ctl eeprom_ctl; u32 __unknown5[7]; u32 drom_offset; }; enum tb_port_type { TB_TYPE_INACTIVE = 0, TB_TYPE_PORT = 1, TB_TYPE_NHI = 2, TB_TYPE_DP_HDMI_IN = 917761, TB_TYPE_DP_HDMI_OUT = 917762, TB_TYPE_PCIE_DOWN = 1048833, TB_TYPE_PCIE_UP = 1048834, TB_TYPE_USB3_DOWN = 2097409, TB_TYPE_USB3_UP = 2097410, }; struct tb_regs_port_header { u16 vendor_id; u16 device_id; u32 first_cap_offset: 8; u32 max_counters: 11; u32 counters_support: 1; u32 __unknown1: 4; u32 revision: 8; enum tb_port_type type: 24; u32 thunderbolt_version: 8; u32 __unknown2: 20; u32 port_number: 6; u32 __unknown3: 6; u32 nfc_credits; u32 max_in_hop_id: 11; u32 max_out_hop_id: 11; u32 __unknown4: 10; u32 __unknown5; u32 __unknown6; }; struct nvmem_device; struct tb_nvm { struct device *dev; u8 major; u8 minor; int id; struct nvmem_device *active; struct nvmem_device *non_active; void *buf; size_t buf_data_size; bool authenticating; bool flushed; }; struct usb4_port; struct tb_port { struct tb_regs_port_header config; struct tb_switch *sw; struct tb_port *remote; struct tb_xdomain *xdomain; int cap_phy; int cap_tmu; int cap_adap; int cap_usb4; struct usb4_port *usb4; u8 port; bool disabled; bool bonded; struct tb_port *dual_link_port; u8 link_nr: 1; struct ida in_hopids; struct ida out_hopids; struct list_head list; unsigned int total_credits; unsigned int ctl_credits; unsigned int dma_credits; }; struct usb4_port { struct device dev; struct tb_port *port; bool can_offline; bool offline; }; enum tb_eeprom_transfer { TB_EEPROM_IN = 0, TB_EEPROM_OUT = 1, }; struct tb_drom_header { u8 uid_crc8; u64 uid; u32 data_crc32; u8 device_rom_revision; u16 data_len: 12; u8 reserved: 4; u16 vendor_id; u16 model_id; u8 model_rev; u8 eeprom_rev; } __attribute__((packed)); enum tb_drom_entry_type { TB_DROM_ENTRY_GENERIC = 0, TB_DROM_ENTRY_PORT = 1, }; struct tb_drom_entry_header { u8 len; u8 index: 6; bool port_disabled: 1; enum tb_drom_entry_type type: 1; } __attribute__((packed)); struct tb_drom_entry_generic { struct tb_drom_entry_header header; u8 data[0]; } __attribute__((packed)); struct tb_drom_entry_port { struct tb_drom_entry_header header; u8 dual_link_port_rid: 4; u8 link_nr: 1; u8 unknown1: 2; bool has_dual_link_port: 1; u8 dual_link_port_nr: 6; u8 unknown2: 2; u8 micro2: 4; u8 micro1: 4; u8 micro3; u8 peer_port_rid: 4; u8 unknown3: 3; bool has_peer_port: 1; u8 peer_port_nr: 6; u8 unknown4: 2; }; struct tb_drom_entry_desc { struct tb_drom_entry_header header; u16 bcdUSBSpec; u16 idVendor; u16 idProduct; u16 bcdProductFWRevision; u32 TID; u8 productHWRevision; }; enum usb4_sb_opcode { USB4_SB_OPCODE_ERR = 542265925, USB4_SB_OPCODE_ONS = 1145914145, USB4_SB_OPCODE_ROUTER_OFFLINE = 1313166156, USB4_SB_OPCODE_ENUMERATE_RETIMERS = 1297436229, USB4_SB_OPCODE_SET_INBOUND_SBTX = 1347769164, USB4_SB_OPCODE_QUERY_LAST_RETIMER = 1414742348, USB4_SB_OPCODE_GET_NVM_SECTOR_SIZE = 1397968455, USB4_SB_OPCODE_NVM_SET_OFFSET = 1397772098, USB4_SB_OPCODE_NVM_BLOCK_WRITE = 1464552514, USB4_SB_OPCODE_NVM_AUTH_WRITE = 1213486401, USB4_SB_OPCODE_NVM_READ = 1381123649, }; enum usb4_switch_op { USB4_SWITCH_OP_QUERY_DP_RESOURCE = 16, USB4_SWITCH_OP_ALLOC_DP_RESOURCE = 17, USB4_SWITCH_OP_DEALLOC_DP_RESOURCE = 18, USB4_SWITCH_OP_NVM_WRITE = 32, USB4_SWITCH_OP_NVM_AUTH = 33, USB4_SWITCH_OP_NVM_READ = 34, USB4_SWITCH_OP_NVM_SET_OFFSET = 35, USB4_SWITCH_OP_DROM_READ = 36, USB4_SWITCH_OP_NVM_SECTOR_SIZE = 37, USB4_SWITCH_OP_BUFFER_ALLOC = 51, }; typedef int (*read_block_fn___2)(void *, unsigned int, void *, size_t); typedef int (*write_block_fn)(void *, unsigned int, const void *, size_t); enum usb4_sb_target { USB4_SB_TARGET_ROUTER = 0, USB4_SB_TARGET_PARTNER = 1, USB4_SB_TARGET_RETIMER = 2, }; enum usb4_ba_index { USB4_BA_MAX_USB3 = 1, USB4_BA_MIN_DP_AUX = 2, USB4_BA_MIN_DP_MAIN = 3, USB4_BA_MAX_PCIE = 4, USB4_BA_MAX_HI = 5, }; struct retimer_info { struct tb_port *port; u8 index; }; typedef __u64 binder_uintptr_t; enum binder_driver_return_protocol { BR_ERROR = 2147774976, BR_OK = 29185, BR_TRANSACTION_SEC_CTX = 2152231426, BR_TRANSACTION = 2151707138, BR_REPLY = 2151707139, BR_ACQUIRE_RESULT = 2147774980, BR_DEAD_REPLY = 29189, BR_TRANSACTION_COMPLETE = 29190, BR_INCREFS = 2148561415, BR_ACQUIRE = 2148561416, BR_RELEASE = 2148561417, BR_DECREFS = 2148561418, BR_ATTEMPT_ACQUIRE = 2149085707, BR_NOOP = 29196, BR_SPAWN_LOOPER = 29197, BR_FINISHED = 29198, BR_DEAD_BINDER = 2148037135, BR_CLEAR_DEATH_NOTIFICATION_DONE = 2148037136, BR_FAILED_REPLY = 29201, BR_FROZEN_REPLY = 29202, BR_ONEWAY_SPAM_SUSPECT = 29203, }; enum binder_driver_command_protocol { BC_TRANSACTION = 1077961472, BC_REPLY = 1077961473, BC_ACQUIRE_RESULT = 1074029314, BC_FREE_BUFFER = 1074291459, BC_INCREFS = 1074029316, BC_ACQUIRE = 1074029317, BC_RELEASE = 1074029318, BC_DECREFS = 1074029319, BC_INCREFS_DONE = 1074815752, BC_ACQUIRE_DONE = 1074815753, BC_ATTEMPT_ACQUIRE = 1074291466, BC_REGISTER_LOOPER = 25355, BC_ENTER_LOOPER = 25356, BC_EXIT_LOOPER = 25357, BC_REQUEST_DEATH_NOTIFICATION = 1074553614, BC_CLEAR_DEATH_NOTIFICATION = 1074553615, BC_DEAD_BINDER_DONE = 1074291472, BC_TRANSACTION_SG = 1078485777, BC_REPLY_SG = 1078485778, }; struct binderfs_device { char name[256]; __u32 major; __u32 minor; }; enum binder_work_type { BINDER_WORK_TRANSACTION = 1, BINDER_WORK_TRANSACTION_COMPLETE = 2, BINDER_WORK_TRANSACTION_ONEWAY_SPAM_SUSPECT = 3, BINDER_WORK_RETURN_ERROR = 4, BINDER_WORK_NODE = 5, BINDER_WORK_DEAD_BINDER = 6, BINDER_WORK_DEAD_BINDER_AND_CLEAR = 7, BINDER_WORK_CLEAR_DEATH_NOTIFICATION = 8, }; struct binder_work { struct list_head entry; enum binder_work_type type; }; struct binder_proc; struct binder_node { int debug_id; spinlock_t lock; struct binder_work work; union { struct rb_node rb_node; struct hlist_node dead_node; }; struct binder_proc *proc; struct hlist_head refs; int internal_strong_refs; int local_weak_refs; int local_strong_refs; int tmp_refs; binder_uintptr_t ptr; binder_uintptr_t cookie; struct { u8 has_strong_ref: 1; u8 pending_strong_ref: 1; u8 has_weak_ref: 1; u8 pending_weak_ref: 1; }; struct { u8 accept_fds: 1; u8 txn_security_ctx: 1; u8 min_priority; }; bool has_async_transaction; struct list_head async_todo; }; struct binder_alloc; struct binder_lru_page { struct list_head lru; struct page *page_ptr; struct binder_alloc *alloc; }; struct binder_alloc { struct mutex mutex; long unsigned int vma_addr; struct mm_struct *vma_vm_mm; void *buffer; struct list_head buffers; struct rb_root free_buffers; struct rb_root allocated_buffers; size_t free_async_space; struct binder_lru_page *pages; size_t buffer_size; uint32_t buffer_free; int pid; size_t pages_high; bool oneway_spam_detected; }; struct binder_context { struct binder_node *binder_context_mgr_node; struct mutex context_mgr_node_lock; kuid_t binder_context_mgr_uid; const char *name; }; struct binder_device { struct hlist_node hlist; struct miscdevice miscdev; struct binder_context context; struct inode *binderfs_inode; refcount_t ref; }; struct binderfs_mount_opts { int max; int stats_mode; }; struct binderfs_info { struct ipc_namespace *ipc_ns; struct dentry *control_dentry; kuid_t root_uid; kgid_t root_gid; struct binderfs_mount_opts mount_opts; int device_count; struct dentry *proc_log_dir; }; struct binder_debugfs_entry { const char *name; umode_t mode; const struct file_operations *fops; void *data; }; enum binder_stat_types { BINDER_STAT_PROC = 0, BINDER_STAT_THREAD = 1, BINDER_STAT_NODE = 2, BINDER_STAT_REF = 3, BINDER_STAT_DEATH = 4, BINDER_STAT_TRANSACTION = 5, BINDER_STAT_TRANSACTION_COMPLETE = 6, BINDER_STAT_COUNT = 7, }; struct binder_stats { atomic_t br[20]; atomic_t bc[19]; atomic_t obj_created[7]; atomic_t obj_deleted[7]; }; struct binder_proc { struct hlist_node proc_node; struct rb_root threads; struct rb_root nodes; struct rb_root refs_by_desc; struct rb_root refs_by_node; struct list_head waiting_threads; int pid; struct task_struct *tsk; const struct cred *cred; struct hlist_node deferred_work_node; int deferred_work; int outstanding_txns; bool is_dead; bool is_frozen; bool sync_recv; bool async_recv; wait_queue_head_t freeze_wait; struct list_head todo; struct binder_stats stats; struct list_head delivered_death; int max_threads; int requested_threads; int requested_threads_started; int tmp_ref; long int default_priority; struct dentry *debugfs_entry; struct binder_alloc alloc; struct binder_context *context; spinlock_t inner_lock; spinlock_t outer_lock; struct dentry *binderfs_entry; bool oneway_spam_detection_enabled; }; enum binderfs_param { Opt_max = 0, Opt_stats_mode = 1, }; enum binderfs_stats_mode { binderfs_stats_mode_unset = 0, binderfs_stats_mode_global = 1, }; struct binder_features { bool oneway_spam_detection; bool extended_error; }; struct qcom_icc_node; struct qcom_icc_bcm { const char *name; u32 type; u32 addr; u64 vote_x[3]; u64 vote_y[3]; u64 vote_scale; bool dirty; bool keepalive; struct bcm_db aux_data; struct list_head list; struct list_head ws_list; size_t num_nodes; struct qcom_icc_node *nodes[0]; }; struct qcom_icc_node { const char *name; u16 links[128]; u16 id; u16 num_links; u16 channels; u16 buswidth; u64 sum_avg[3]; u64 max_peak[3]; struct qcom_icc_bcm *bcms[3]; size_t num_bcms; }; struct qcom_icc_desc { struct qcom_icc_node * const *nodes; size_t num_nodes; struct qcom_icc_bcm * const *bcms; size_t num_bcms; }; enum tk_offsets { TK_OFFS_REAL = 0, TK_OFFS_BOOT = 1, TK_OFFS_TAI = 2, TK_OFFS_MAX = 3, }; struct page_frag_cache { void *va; __u16 offset; __u16 size; unsigned int pagecnt_bias; bool pfmemalloc; }; enum { IPPROTO_IP = 0, IPPROTO_ICMP = 1, IPPROTO_IGMP = 2, IPPROTO_IPIP = 4, IPPROTO_TCP = 6, IPPROTO_EGP = 8, IPPROTO_PUP = 12, IPPROTO_UDP = 17, IPPROTO_IDP = 22, IPPROTO_TP = 29, IPPROTO_DCCP = 33, IPPROTO_IPV6 = 41, IPPROTO_RSVP = 46, IPPROTO_GRE = 47, IPPROTO_ESP = 50, IPPROTO_AH = 51, IPPROTO_MTP = 92, IPPROTO_BEETPH = 94, IPPROTO_ENCAP = 98, IPPROTO_PIM = 103, IPPROTO_COMP = 108, IPPROTO_SCTP = 132, IPPROTO_UDPLITE = 136, IPPROTO_MPLS = 137, IPPROTO_ETHERNET = 143, IPPROTO_RAW = 255, IPPROTO_MPTCP = 262, IPPROTO_MAX = 263, }; struct rt6key { struct in6_addr addr; int plen; }; struct rtable; struct fnhe_hash_bucket; struct fib_nh_common { struct net_device *nhc_dev; netdevice_tracker nhc_dev_tracker; int nhc_oif; unsigned char nhc_scope; u8 nhc_family; u8 nhc_gw_family; unsigned char nhc_flags; struct lwtunnel_state *nhc_lwtstate; union { __be32 ipv4; struct in6_addr ipv6; } nhc_gw; int nhc_weight; atomic_t nhc_upper_bound; struct rtable **nhc_pcpu_rth_output; struct rtable *nhc_rth_input; struct fnhe_hash_bucket *nhc_exceptions; }; struct rt6_exception_bucket; struct fib6_nh { struct fib_nh_common nh_common; long unsigned int last_probe; struct rt6_info **rt6i_pcpu; struct rt6_exception_bucket *rt6i_exception_bucket; }; struct fib6_node; struct dst_metrics; struct nexthop; struct fib6_info { struct fib6_table *fib6_table; struct fib6_info *fib6_next; struct fib6_node *fib6_node; union { struct list_head fib6_siblings; struct list_head nh_list; }; unsigned int fib6_nsiblings; refcount_t fib6_ref; long unsigned int expires; struct dst_metrics *fib6_metrics; struct rt6key fib6_dst; u32 fib6_flags; struct rt6key fib6_src; struct rt6key fib6_prefsrc; u32 fib6_metric; u8 fib6_protocol; u8 fib6_type; u8 offload; u8 trap; u8 offload_failed; u8 should_flush: 1; u8 dst_nocount: 1; u8 dst_nopolicy: 1; u8 fib6_destroying: 1; u8 unused: 4; struct callback_head rcu; struct nexthop *nh; struct fib6_nh fib6_nh[0]; }; struct uncached_list; struct rt6_info { struct dst_entry dst; struct fib6_info *from; int sernum; struct rt6key rt6i_dst; struct rt6key rt6i_src; struct in6_addr rt6i_gateway; struct inet6_dev *rt6i_idev; u32 rt6i_flags; struct list_head rt6i_uncached; struct uncached_list *rt6i_uncached_list; short unsigned int rt6i_nfheader_len; }; struct rt6_statistics { __u32 fib_nodes; __u32 fib_route_nodes; __u32 fib_rt_entries; __u32 fib_rt_cache; __u32 fib_discarded_routes; atomic_t fib_rt_alloc; }; struct fib6_node { struct fib6_node *parent; struct fib6_node *left; struct fib6_node *right; struct fib6_node *subtree; struct fib6_info *leaf; __u16 fn_bit; __u16 fn_flags; int fn_sernum; struct fib6_info *rr_ptr; struct callback_head rcu; }; struct fib6_table { struct hlist_node tb6_hlist; u32 tb6_id; spinlock_t tb6_lock; struct fib6_node tb6_root; struct inet_peer_base tb6_peers; unsigned int flags; unsigned int fib_seq; }; struct nf_conntrack { refcount_t use; }; typedef union { __be32 a4; __be32 a6[4]; struct in6_addr in6; } xfrm_address_t; struct xfrm_id { xfrm_address_t daddr; __be32 spi; __u8 proto; }; struct xfrm_sec_ctx { __u8 ctx_doi; __u8 ctx_alg; __u16 ctx_len; __u32 ctx_sid; char ctx_str[0]; }; struct xfrm_selector { xfrm_address_t daddr; xfrm_address_t saddr; __be16 dport; __be16 dport_mask; __be16 sport; __be16 sport_mask; __u16 family; __u8 prefixlen_d; __u8 prefixlen_s; __u8 proto; int ifindex; __kernel_uid32_t user; }; struct xfrm_lifetime_cfg { __u64 soft_byte_limit; __u64 hard_byte_limit; __u64 soft_packet_limit; __u64 hard_packet_limit; __u64 soft_add_expires_seconds; __u64 hard_add_expires_seconds; __u64 soft_use_expires_seconds; __u64 hard_use_expires_seconds; }; struct xfrm_lifetime_cur { __u64 bytes; __u64 packets; __u64 add_time; __u64 use_time; }; struct xfrm_replay_state { __u32 oseq; __u32 seq; __u32 bitmap; }; struct xfrm_replay_state_esn { unsigned int bmp_len; __u32 oseq; __u32 seq; __u32 oseq_hi; __u32 seq_hi; __u32 replay_window; __u32 bmp[0]; }; struct xfrm_algo { char alg_name[64]; unsigned int alg_key_len; char alg_key[0]; }; struct xfrm_algo_auth { char alg_name[64]; unsigned int alg_key_len; unsigned int alg_trunc_len; char alg_key[0]; }; struct xfrm_algo_aead { char alg_name[64]; unsigned int alg_key_len; unsigned int alg_icv_len; char alg_key[0]; }; struct xfrm_stats { __u32 replay_window; __u32 replay; __u32 integrity_failed; }; enum { XFRM_POLICY_TYPE_MAIN = 0, XFRM_POLICY_TYPE_SUB = 1, XFRM_POLICY_TYPE_MAX = 2, XFRM_POLICY_TYPE_ANY = 255, }; enum { XFRM_MSG_BASE = 16, XFRM_MSG_NEWSA = 16, XFRM_MSG_DELSA = 17, XFRM_MSG_GETSA = 18, XFRM_MSG_NEWPOLICY = 19, XFRM_MSG_DELPOLICY = 20, XFRM_MSG_GETPOLICY = 21, XFRM_MSG_ALLOCSPI = 22, XFRM_MSG_ACQUIRE = 23, XFRM_MSG_EXPIRE = 24, XFRM_MSG_UPDPOLICY = 25, XFRM_MSG_UPDSA = 26, XFRM_MSG_POLEXPIRE = 27, XFRM_MSG_FLUSHSA = 28, XFRM_MSG_FLUSHPOLICY = 29, XFRM_MSG_NEWAE = 30, XFRM_MSG_GETAE = 31, XFRM_MSG_REPORT = 32, XFRM_MSG_MIGRATE = 33, XFRM_MSG_NEWSADINFO = 34, XFRM_MSG_GETSADINFO = 35, XFRM_MSG_NEWSPDINFO = 36, XFRM_MSG_GETSPDINFO = 37, XFRM_MSG_MAPPING = 38, XFRM_MSG_SETDEFAULT = 39, XFRM_MSG_GETDEFAULT = 40, __XFRM_MSG_MAX = 41, }; struct xfrm_encap_tmpl { __u16 encap_type; __be16 encap_sport; __be16 encap_dport; xfrm_address_t encap_oa; }; enum xfrm_attr_type_t { XFRMA_UNSPEC = 0, XFRMA_ALG_AUTH = 1, XFRMA_ALG_CRYPT = 2, XFRMA_ALG_COMP = 3, XFRMA_ENCAP = 4, XFRMA_TMPL = 5, XFRMA_SA = 6, XFRMA_POLICY = 7, XFRMA_SEC_CTX = 8, XFRMA_LTIME_VAL = 9, XFRMA_REPLAY_VAL = 10, XFRMA_REPLAY_THRESH = 11, XFRMA_ETIMER_THRESH = 12, XFRMA_SRCADDR = 13, XFRMA_COADDR = 14, XFRMA_LASTUSED = 15, XFRMA_POLICY_TYPE = 16, XFRMA_MIGRATE = 17, XFRMA_ALG_AEAD = 18, XFRMA_KMADDRESS = 19, XFRMA_ALG_AUTH_TRUNC = 20, XFRMA_MARK = 21, XFRMA_TFCPAD = 22, XFRMA_REPLAY_ESN_VAL = 23, XFRMA_SA_EXTRA_FLAGS = 24, XFRMA_PROTO = 25, XFRMA_ADDRESS_FILTER = 26, XFRMA_PAD = 27, XFRMA_OFFLOAD_DEV = 28, XFRMA_SET_MARK = 29, XFRMA_SET_MARK_MASK = 30, XFRMA_IF_ID = 31, XFRMA_MTIMER_THRESH = 32, __XFRMA_MAX = 33, }; struct xfrm_mark { __u32 v; __u32 m; }; struct xfrm_address_filter { xfrm_address_t saddr; xfrm_address_t daddr; __u16 family; __u8 splen; __u8 dplen; }; struct ts_state { unsigned int offset; char cb[48]; }; struct ts_config; struct ts_ops { const char *name; struct ts_config * (*init)(const void *, unsigned int, gfp_t, int); unsigned int (*find)(struct ts_config *, struct ts_state *); void (*destroy)(struct ts_config *); void * (*get_pattern)(struct ts_config *); unsigned int (*get_pattern_len)(struct ts_config *); struct module *owner; struct list_head list; }; struct ts_config { struct ts_ops *ops; int flags; unsigned int (*get_next_block)(unsigned int, const u8 **, struct ts_config *, struct ts_state *); void (*finish)(struct ts_config *, struct ts_state *); }; enum { NETIF_F_SG_BIT = 0, NETIF_F_IP_CSUM_BIT = 1, __UNUSED_NETIF_F_1 = 2, NETIF_F_HW_CSUM_BIT = 3, NETIF_F_IPV6_CSUM_BIT = 4, NETIF_F_HIGHDMA_BIT = 5, NETIF_F_FRAGLIST_BIT = 6, NETIF_F_HW_VLAN_CTAG_TX_BIT = 7, NETIF_F_HW_VLAN_CTAG_RX_BIT = 8, NETIF_F_HW_VLAN_CTAG_FILTER_BIT = 9, NETIF_F_VLAN_CHALLENGED_BIT = 10, NETIF_F_GSO_BIT = 11, NETIF_F_LLTX_BIT = 12, NETIF_F_NETNS_LOCAL_BIT = 13, NETIF_F_GRO_BIT = 14, NETIF_F_LRO_BIT = 15, NETIF_F_GSO_SHIFT = 16, NETIF_F_TSO_BIT = 16, NETIF_F_GSO_ROBUST_BIT = 17, NETIF_F_TSO_ECN_BIT = 18, NETIF_F_TSO_MANGLEID_BIT = 19, NETIF_F_TSO6_BIT = 20, NETIF_F_FSO_BIT = 21, NETIF_F_GSO_GRE_BIT = 22, NETIF_F_GSO_GRE_CSUM_BIT = 23, NETIF_F_GSO_IPXIP4_BIT = 24, NETIF_F_GSO_IPXIP6_BIT = 25, NETIF_F_GSO_UDP_TUNNEL_BIT = 26, NETIF_F_GSO_UDP_TUNNEL_CSUM_BIT = 27, NETIF_F_GSO_PARTIAL_BIT = 28, NETIF_F_GSO_TUNNEL_REMCSUM_BIT = 29, NETIF_F_GSO_SCTP_BIT = 30, NETIF_F_GSO_ESP_BIT = 31, NETIF_F_GSO_UDP_BIT = 32, NETIF_F_GSO_UDP_L4_BIT = 33, NETIF_F_GSO_FRAGLIST_BIT = 34, NETIF_F_GSO_LAST = 34, NETIF_F_FCOE_CRC_BIT = 35, NETIF_F_SCTP_CRC_BIT = 36, NETIF_F_FCOE_MTU_BIT = 37, NETIF_F_NTUPLE_BIT = 38, NETIF_F_RXHASH_BIT = 39, NETIF_F_RXCSUM_BIT = 40, NETIF_F_NOCACHE_COPY_BIT = 41, NETIF_F_LOOPBACK_BIT = 42, NETIF_F_RXFCS_BIT = 43, NETIF_F_RXALL_BIT = 44, NETIF_F_HW_VLAN_STAG_TX_BIT = 45, NETIF_F_HW_VLAN_STAG_RX_BIT = 46, NETIF_F_HW_VLAN_STAG_FILTER_BIT = 47, NETIF_F_HW_L2FW_DOFFLOAD_BIT = 48, NETIF_F_HW_TC_BIT = 49, NETIF_F_HW_ESP_BIT = 50, NETIF_F_HW_ESP_TX_CSUM_BIT = 51, NETIF_F_RX_UDP_TUNNEL_PORT_BIT = 52, NETIF_F_HW_TLS_TX_BIT = 53, NETIF_F_HW_TLS_RX_BIT = 54, NETIF_F_GRO_HW_BIT = 55, NETIF_F_HW_TLS_RECORD_BIT = 56, NETIF_F_GRO_FRAGLIST_BIT = 57, NETIF_F_HW_MACSEC_BIT = 58, NETIF_F_GRO_UDP_FWD_BIT = 59, NETIF_F_HW_HSR_TAG_INS_BIT = 60, NETIF_F_HW_HSR_TAG_RM_BIT = 61, NETIF_F_HW_HSR_FWD_BIT = 62, NETIF_F_HW_HSR_DUP_BIT = 63, NETDEV_FEATURE_COUNT = 64, }; typedef struct bio_vec skb_frag_t; enum { SKBTX_HW_TSTAMP = 1, SKBTX_SW_TSTAMP = 2, SKBTX_IN_PROGRESS = 4, SKBTX_HW_TSTAMP_USE_CYCLES = 8, SKBTX_WIFI_STATUS = 16, SKBTX_HW_TSTAMP_NETDEV = 32, SKBTX_SCHED_TSTAMP = 64, }; enum { SKBFL_ZEROCOPY_ENABLE = 1, SKBFL_SHARED_FRAG = 2, SKBFL_PURE_ZEROCOPY = 4, SKBFL_DONT_ORPHAN = 8, SKBFL_MANAGED_FRAG_REFS = 16, }; struct skb_shared_info { __u8 flags; __u8 meta_len; __u8 nr_frags; __u8 tx_flags; short unsigned int gso_size; short unsigned int gso_segs; struct sk_buff *frag_list; struct skb_shared_hwtstamps hwtstamps; unsigned int gso_type; u32 tskey; atomic_t dataref; unsigned int xdp_frags_size; void *destructor_arg; skb_frag_t frags[17]; }; enum { SKB_FCLONE_UNAVAILABLE = 0, SKB_FCLONE_ORIG = 1, SKB_FCLONE_CLONE = 2, }; enum { SKB_GSO_TCPV4 = 1, SKB_GSO_DODGY = 2, SKB_GSO_TCP_ECN = 4, SKB_GSO_TCP_FIXEDID = 8, SKB_GSO_TCPV6 = 16, SKB_GSO_FCOE = 32, SKB_GSO_GRE = 64, SKB_GSO_GRE_CSUM = 128, SKB_GSO_IPXIP4 = 256, SKB_GSO_IPXIP6 = 512, SKB_GSO_UDP_TUNNEL = 1024, SKB_GSO_UDP_TUNNEL_CSUM = 2048, SKB_GSO_PARTIAL = 4096, SKB_GSO_TUNNEL_REMCSUM = 8192, SKB_GSO_SCTP = 16384, SKB_GSO_ESP = 32768, SKB_GSO_UDP = 65536, SKB_GSO_UDP_L4 = 131072, SKB_GSO_FRAGLIST = 262144, }; struct sk_buff_fclones { struct sk_buff skb1; struct sk_buff skb2; refcount_t fclone_ref; }; struct skb_seq_state { __u32 lower_offset; __u32 upper_offset; __u32 frag_idx; __u32 stepped_offset; struct sk_buff *root_skb; struct sk_buff *cur_skb; __u8 *frag_data; __u32 frag_off; }; struct skb_checksum_ops { __wsum (*update)(const void *, int, __wsum); __wsum (*combine)(__wsum, __wsum, int, int); }; struct skb_gso_cb { union { int mac_offset; int data_offset; }; int encap_level; __wsum csum; __u16 csum_start; }; struct gro_list { struct list_head list; int count; }; struct napi_struct { struct list_head poll_list; long unsigned int state; int weight; int defer_hard_irqs_count; long unsigned int gro_bitmask; int (*poll)(struct napi_struct *, int); int poll_owner; struct net_device *dev; struct gro_list gro_hash[8]; struct sk_buff *skb; struct list_head rx_list; int rx_count; struct hrtimer timer; struct list_head dev_list; struct hlist_node napi_hash_node; unsigned int napi_id; struct task_struct *thread; }; struct xfrm_state_walk { struct list_head all; u8 state; u8 dying; u8 proto; u32 seq; struct xfrm_address_filter *filter; }; enum xfrm_replay_mode { XFRM_REPLAY_MODE_LEGACY = 0, XFRM_REPLAY_MODE_BMP = 1, XFRM_REPLAY_MODE_ESN = 2, }; struct xfrm_dev_offload { struct net_device *dev; netdevice_tracker dev_tracker; struct net_device *real_dev; long unsigned int offload_handle; u8 dir: 2; }; struct xfrm_mode { u8 encap; u8 family; u8 flags; }; struct xfrm_type; struct xfrm_type_offload; struct xfrm_state { possible_net_t xs_net; union { struct hlist_node gclist; struct hlist_node bydst; }; struct hlist_node bysrc; struct hlist_node byspi; struct hlist_node byseq; refcount_t refcnt; spinlock_t lock; struct xfrm_id id; struct xfrm_selector sel; struct xfrm_mark mark; u32 if_id; u32 tfcpad; u32 genid; struct xfrm_state_walk km; struct { u32 reqid; u8 mode; u8 replay_window; u8 aalgo; u8 ealgo; u8 calgo; u8 flags; u16 family; xfrm_address_t saddr; int header_len; int trailer_len; u32 extra_flags; struct xfrm_mark smark; } props; struct xfrm_lifetime_cfg lft; struct xfrm_algo_auth *aalg; struct xfrm_algo *ealg; struct xfrm_algo *calg; struct xfrm_algo_aead *aead; const char *geniv; __be16 new_mapping_sport; u32 new_mapping; u32 mapping_maxage; struct xfrm_encap_tmpl *encap; struct sock *encap_sk; xfrm_address_t *coaddr; struct xfrm_state *tunnel; atomic_t tunnel_users; struct xfrm_replay_state replay; struct xfrm_replay_state_esn *replay_esn; struct xfrm_replay_state preplay; struct xfrm_replay_state_esn *preplay_esn; enum xfrm_replay_mode repl_mode; u32 xflags; u32 replay_maxage; u32 replay_maxdiff; struct timer_list rtimer; struct xfrm_stats stats; struct xfrm_lifetime_cur curlft; struct hrtimer mtimer; struct xfrm_dev_offload xso; long int saved_tmo; time64_t lastused; struct page_frag xfrag; const struct xfrm_type *type; struct xfrm_mode inner_mode; struct xfrm_mode inner_mode_iaf; struct xfrm_mode outer_mode; const struct xfrm_type_offload *type_offload; struct xfrm_sec_ctx *security; void *data; }; struct netdev_name_node { struct hlist_node hlist; struct list_head list; struct net_device *dev; const char *name; }; struct sd_flow_limit; struct softnet_data { struct list_head poll_list; struct sk_buff_head process_queue; unsigned int processed; unsigned int time_squeeze; unsigned int received_rps; struct softnet_data *rps_ipi_list; struct sd_flow_limit *flow_limit; struct Qdisc *output_queue; struct Qdisc **output_queue_tailp; struct sk_buff *completion_queue; struct sk_buff_head xfrm_backlog; struct { u16 recursion; u8 more; u8 skip_txqueue; } xmit; int: 32; unsigned int input_queue_head; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; call_single_data_t csd; struct softnet_data *rps_ipi_next; unsigned int cpu; unsigned int input_queue_tail; unsigned int dropped; struct sk_buff_head input_pkt_queue; struct napi_struct backlog; long: 64; long: 64; long: 64; long: 64; spinlock_t defer_lock; int defer_count; int defer_ipi_scheduled; struct sk_buff *defer_list; long: 64; call_single_data_t defer_csd; }; struct sd_flow_limit { u64 count; unsigned int num_buckets; unsigned int history_head; u16 history[128]; u8 buckets[0]; }; enum skb_free_reason { SKB_REASON_CONSUMED = 0, SKB_REASON_DROPPED = 1, }; struct dst_metrics { u32 metrics[17]; refcount_t refcnt; }; enum { SOF_TIMESTAMPING_TX_HARDWARE = 1, SOF_TIMESTAMPING_TX_SOFTWARE = 2, SOF_TIMESTAMPING_RX_HARDWARE = 4, SOF_TIMESTAMPING_RX_SOFTWARE = 8, SOF_TIMESTAMPING_SOFTWARE = 16, SOF_TIMESTAMPING_SYS_HARDWARE = 32, SOF_TIMESTAMPING_RAW_HARDWARE = 64, SOF_TIMESTAMPING_OPT_ID = 128, SOF_TIMESTAMPING_TX_SCHED = 256, SOF_TIMESTAMPING_TX_ACK = 512, SOF_TIMESTAMPING_OPT_CMSG = 1024, SOF_TIMESTAMPING_OPT_TSONLY = 2048, SOF_TIMESTAMPING_OPT_STATS = 4096, SOF_TIMESTAMPING_OPT_PKTINFO = 8192, SOF_TIMESTAMPING_OPT_TX_SWHW = 16384, SOF_TIMESTAMPING_BIND_PHC = 32768, SOF_TIMESTAMPING_LAST = 32768, SOF_TIMESTAMPING_MASK = 65535, }; struct xfrm_policy_walk_entry { struct list_head all; u8 dead; }; struct xfrm_policy_queue { struct sk_buff_head hold_queue; struct timer_list hold_timer; long unsigned int timeout; }; struct xfrm_tmpl { struct xfrm_id id; xfrm_address_t saddr; short unsigned int encap_family; u32 reqid; u8 mode; u8 share; u8 optional; u8 allalgs; u32 aalgos; u32 ealgos; u32 calgos; }; struct xfrm_policy { possible_net_t xp_net; struct hlist_node bydst; struct hlist_node byidx; rwlock_t lock; refcount_t refcnt; u32 pos; struct timer_list timer; atomic_t genid; u32 priority; u32 index; u32 if_id; struct xfrm_mark mark; struct xfrm_selector selector; struct xfrm_lifetime_cfg lft; struct xfrm_lifetime_cur curlft; struct xfrm_policy_walk_entry walk; struct xfrm_policy_queue polq; bool bydst_reinsert; u8 type; u8 action; u8 flags; u8 xfrm_nr; u16 family; struct xfrm_sec_ctx *security; struct xfrm_tmpl xfrm_vec[6]; struct hlist_node bydst_inexact_list; struct callback_head rcu; }; struct ip_options { __be32 faddr; __be32 nexthop; unsigned char optlen; unsigned char srr; unsigned char rr; unsigned char ts; unsigned char is_strictroute: 1; unsigned char srr_is_hit: 1; unsigned char is_changed: 1; unsigned char rr_needaddr: 1; unsigned char ts_needtime: 1; unsigned char ts_needaddr: 1; unsigned char router_alert; unsigned char cipso; unsigned char __pad2; unsigned char __data[0]; }; struct tcphdr { __be16 source; __be16 dest; __be32 seq; __be32 ack_seq; __u16 res1: 4; __u16 doff: 4; __u16 fin: 1; __u16 syn: 1; __u16 rst: 1; __u16 psh: 1; __u16 ack: 1; __u16 urg: 1; __u16 ece: 1; __u16 cwr: 1; __be16 window; __sum16 check; __be16 urg_ptr; }; struct udphdr { __be16 source; __be16 dest; __be16 len; __sum16 check; }; struct vlan_hdr { __be16 h_vlan_TCI; __be16 h_vlan_encapsulated_proto; }; struct vlan_ethhdr { union { struct { unsigned char h_dest[6]; unsigned char h_source[6]; }; struct { unsigned char h_dest[6]; unsigned char h_source[6]; } addrs; }; __be16 h_vlan_proto; __be16 h_vlan_TCI; __be16 h_vlan_encapsulated_proto; }; struct qdisc_walker { int stop; int skip; int count; int (*fn)(struct Qdisc *, long unsigned int, struct qdisc_walker *); }; struct iphdr { __u8 ihl: 4; __u8 version: 4; __u8 tos; __be16 tot_len; __be16 id; __be16 frag_off; __u8 ttl; __u8 protocol; __sum16 check; __be32 saddr; __be32 daddr; }; struct ip_auth_hdr { __u8 nexthdr; __u8 hdrlen; __be16 reserved; __be32 spi; __be32 seq_no; __u8 auth_data[0]; }; struct ipv6_opt_hdr { __u8 nexthdr; __u8 hdrlen; }; struct ipv6hdr { __u8 priority: 4; __u8 version: 4; __u8 flow_lbl[3]; __be16 payload_len; __u8 nexthdr; __u8 hop_limit; struct in6_addr saddr; struct in6_addr daddr; }; struct inet6_skb_parm { int iif; __be16 ra; __u16 dst0; __u16 srcrt; __u16 dst1; __u16 lastopt; __u16 nhoff; __u16 flags; __u16 dsthao; __u16 frag_max_size; __u16 srhoff; }; struct frag_hdr { __u8 nexthdr; __u8 reserved; __be16 frag_off; __be32 identification; }; struct fib_nh_exception { struct fib_nh_exception *fnhe_next; int fnhe_genid; __be32 fnhe_daddr; u32 fnhe_pmtu; bool fnhe_mtu_locked; __be32 fnhe_gw; long unsigned int fnhe_expires; struct rtable *fnhe_rth_input; struct rtable *fnhe_rth_output; long unsigned int fnhe_stamp; struct callback_head rcu; }; struct rtable { struct dst_entry dst; int rt_genid; unsigned int rt_flags; __u16 rt_type; __u8 rt_is_input; __u8 rt_uses_gateway; int rt_iif; u8 rt_gw_family; union { __be32 rt_gw4; struct in6_addr rt_gw6; }; u32 rt_mtu_locked: 1; u32 rt_pmtu: 31; struct list_head rt_uncached; struct uncached_list *rt_uncached_list; }; struct fnhe_hash_bucket { struct fib_nh_exception *chain; }; struct inet_skb_parm { int iif; struct ip_options opt; u16 flags; u16 frag_max_size; }; struct sock_ee_data_rfc4884 { __u16 len; __u8 flags; __u8 reserved; }; struct sock_extended_err { __u32 ee_errno; __u8 ee_origin; __u8 ee_type; __u8 ee_code; __u8 ee_pad; __u32 ee_info; union { __u32 ee_data; struct sock_ee_data_rfc4884 ee_rfc4884; }; }; enum { SCM_TSTAMP_SND = 0, SCM_TSTAMP_SCHED = 1, SCM_TSTAMP_ACK = 2, }; struct sock_exterr_skb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; struct sock_extended_err ee; u16 addr_offset; __be16 port; u8 opt_stats: 1; u8 unused: 7; }; struct rt6_exception_bucket { struct hlist_head chain; int depth; }; struct xfrm_type { struct module *owner; u8 proto; u8 flags; int (*init_state)(struct xfrm_state *); void (*destructor)(struct xfrm_state *); int (*input)(struct xfrm_state *, struct sk_buff *); int (*output)(struct xfrm_state *, struct sk_buff *); int (*reject)(struct xfrm_state *, struct sk_buff *, const struct flowi *); }; struct xfrm_type_offload { struct module *owner; u8 proto; void (*encap)(struct xfrm_state *, struct sk_buff *); int (*input_tail)(struct xfrm_state *, struct sk_buff *); int (*xmit)(struct xfrm_state *, struct sk_buff *, netdev_features_t); }; struct xfrm_offload { struct { __u32 low; __u32 hi; } seq; __u32 flags; __u32 status; __u8 proto; __u8 inner_ipproto; }; struct sec_path { int len; int olen; struct xfrm_state *xvec[6]; struct xfrm_offload ovec[1]; }; struct mpls_shim_hdr { __be32 label_stack_entry; }; struct napi_alloc_cache { struct page_frag_cache page; unsigned int skb_count; void *skb_cache[64]; }; typedef int (*sendmsg_func)(struct sock *, struct msghdr *, struct kvec *, size_t, size_t); typedef int (*sendpage_func)(struct sock *, struct page *, int, size_t, int); typedef __kernel_clock_t clock_t; enum net_device_flags { IFF_UP = 1, IFF_BROADCAST = 2, IFF_DEBUG = 4, IFF_LOOPBACK = 8, IFF_POINTOPOINT = 16, IFF_NOTRAILERS = 32, IFF_RUNNING = 64, IFF_NOARP = 128, IFF_PROMISC = 256, IFF_ALLMULTI = 512, IFF_MASTER = 1024, IFF_SLAVE = 2048, IFF_MULTICAST = 4096, IFF_PORTSEL = 8192, IFF_AUTOMEDIA = 16384, IFF_DYNAMIC = 32768, IFF_LOWER_UP = 65536, IFF_DORMANT = 131072, IFF_ECHO = 262144, }; enum { IF_OPER_UNKNOWN = 0, IF_OPER_NOTPRESENT = 1, IF_OPER_DOWN = 2, IF_OPER_LOWERLAYERDOWN = 3, IF_OPER_TESTING = 4, IF_OPER_DORMANT = 5, IF_OPER_UP = 6, }; struct netlink_dump_control { int (*start)(struct netlink_callback *); int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); void *data; struct module *module; u32 min_dump_alloc; }; struct pernet_operations { struct list_head list; int (*init)(struct net *); void (*pre_exit)(struct net *); void (*exit)(struct net *); void (*exit_batch)(struct list_head *); unsigned int *id; size_t size; }; enum { NDA_UNSPEC = 0, NDA_DST = 1, NDA_LLADDR = 2, NDA_CACHEINFO = 3, NDA_PROBES = 4, NDA_VLAN = 5, NDA_PORT = 6, NDA_VNI = 7, NDA_IFINDEX = 8, NDA_MASTER = 9, NDA_LINK_NETNSID = 10, NDA_SRC_VNI = 11, NDA_PROTOCOL = 12, NDA_NH_ID = 13, NDA_FDB_EXT_ATTRS = 14, NDA_FLAGS_EXT = 15, NDA_NDM_STATE_MASK = 16, NDA_NDM_FLAGS_MASK = 17, __NDA_MAX = 18, }; struct rtnl_link_stats { __u32 rx_packets; __u32 tx_packets; __u32 rx_bytes; __u32 tx_bytes; __u32 rx_errors; __u32 tx_errors; __u32 rx_dropped; __u32 tx_dropped; __u32 multicast; __u32 collisions; __u32 rx_length_errors; __u32 rx_over_errors; __u32 rx_crc_errors; __u32 rx_frame_errors; __u32 rx_fifo_errors; __u32 rx_missed_errors; __u32 tx_aborted_errors; __u32 tx_carrier_errors; __u32 tx_fifo_errors; __u32 tx_heartbeat_errors; __u32 tx_window_errors; __u32 rx_compressed; __u32 tx_compressed; __u32 rx_nohandler; }; struct rtnl_link_ifmap { __u64 mem_start; __u64 mem_end; __u64 base_addr; __u16 irq; __u8 dma; __u8 port; }; enum { IFLA_UNSPEC = 0, IFLA_ADDRESS = 1, IFLA_BROADCAST = 2, IFLA_IFNAME = 3, IFLA_MTU = 4, IFLA_LINK = 5, IFLA_QDISC = 6, IFLA_STATS = 7, IFLA_COST = 8, IFLA_PRIORITY = 9, IFLA_MASTER = 10, IFLA_WIRELESS = 11, IFLA_PROTINFO = 12, IFLA_TXQLEN = 13, IFLA_MAP = 14, IFLA_WEIGHT = 15, IFLA_OPERSTATE = 16, IFLA_LINKMODE = 17, IFLA_LINKINFO = 18, IFLA_NET_NS_PID = 19, IFLA_IFALIAS = 20, IFLA_NUM_VF = 21, IFLA_VFINFO_LIST = 22, IFLA_STATS64 = 23, IFLA_VF_PORTS = 24, IFLA_PORT_SELF = 25, IFLA_AF_SPEC = 26, IFLA_GROUP = 27, IFLA_NET_NS_FD = 28, IFLA_EXT_MASK = 29, IFLA_PROMISCUITY = 30, IFLA_NUM_TX_QUEUES = 31, IFLA_NUM_RX_QUEUES = 32, IFLA_CARRIER = 33, IFLA_PHYS_PORT_ID = 34, IFLA_CARRIER_CHANGES = 35, IFLA_PHYS_SWITCH_ID = 36, IFLA_LINK_NETNSID = 37, IFLA_PHYS_PORT_NAME = 38, IFLA_PROTO_DOWN = 39, IFLA_GSO_MAX_SEGS = 40, IFLA_GSO_MAX_SIZE = 41, IFLA_PAD = 42, IFLA_XDP = 43, IFLA_EVENT = 44, IFLA_NEW_NETNSID = 45, IFLA_IF_NETNSID = 46, IFLA_TARGET_NETNSID = 46, IFLA_CARRIER_UP_COUNT = 47, IFLA_CARRIER_DOWN_COUNT = 48, IFLA_NEW_IFINDEX = 49, IFLA_MIN_MTU = 50, IFLA_MAX_MTU = 51, IFLA_PROP_LIST = 52, IFLA_ALT_IFNAME = 53, IFLA_PERM_ADDRESS = 54, IFLA_PROTO_DOWN_REASON = 55, IFLA_PARENT_DEV_NAME = 56, IFLA_PARENT_DEV_BUS_NAME = 57, IFLA_GRO_MAX_SIZE = 58, IFLA_TSO_MAX_SIZE = 59, IFLA_TSO_MAX_SEGS = 60, __IFLA_MAX = 61, }; enum { IFLA_PROTO_DOWN_REASON_UNSPEC = 0, IFLA_PROTO_DOWN_REASON_MASK = 1, IFLA_PROTO_DOWN_REASON_VALUE = 2, __IFLA_PROTO_DOWN_REASON_CNT = 3, IFLA_PROTO_DOWN_REASON_MAX = 2, }; enum { IFLA_BRPORT_UNSPEC = 0, IFLA_BRPORT_STATE = 1, IFLA_BRPORT_PRIORITY = 2, IFLA_BRPORT_COST = 3, IFLA_BRPORT_MODE = 4, IFLA_BRPORT_GUARD = 5, IFLA_BRPORT_PROTECT = 6, IFLA_BRPORT_FAST_LEAVE = 7, IFLA_BRPORT_LEARNING = 8, IFLA_BRPORT_UNICAST_FLOOD = 9, IFLA_BRPORT_PROXYARP = 10, IFLA_BRPORT_LEARNING_SYNC = 11, IFLA_BRPORT_PROXYARP_WIFI = 12, IFLA_BRPORT_ROOT_ID = 13, IFLA_BRPORT_BRIDGE_ID = 14, IFLA_BRPORT_DESIGNATED_PORT = 15, IFLA_BRPORT_DESIGNATED_COST = 16, IFLA_BRPORT_ID = 17, IFLA_BRPORT_NO = 18, IFLA_BRPORT_TOPOLOGY_CHANGE_ACK = 19, IFLA_BRPORT_CONFIG_PENDING = 20, IFLA_BRPORT_MESSAGE_AGE_TIMER = 21, IFLA_BRPORT_FORWARD_DELAY_TIMER = 22, IFLA_BRPORT_HOLD_TIMER = 23, IFLA_BRPORT_FLUSH = 24, IFLA_BRPORT_MULTICAST_ROUTER = 25, IFLA_BRPORT_PAD = 26, IFLA_BRPORT_MCAST_FLOOD = 27, IFLA_BRPORT_MCAST_TO_UCAST = 28, IFLA_BRPORT_VLAN_TUNNEL = 29, IFLA_BRPORT_BCAST_FLOOD = 30, IFLA_BRPORT_GROUP_FWD_MASK = 31, IFLA_BRPORT_NEIGH_SUPPRESS = 32, IFLA_BRPORT_ISOLATED = 33, IFLA_BRPORT_BACKUP_PORT = 34, IFLA_BRPORT_MRP_RING_OPEN = 35, IFLA_BRPORT_MRP_IN_OPEN = 36, IFLA_BRPORT_MCAST_EHT_HOSTS_LIMIT = 37, IFLA_BRPORT_MCAST_EHT_HOSTS_CNT = 38, IFLA_BRPORT_LOCKED = 39, __IFLA_BRPORT_MAX = 40, }; enum { IFLA_INFO_UNSPEC = 0, IFLA_INFO_KIND = 1, IFLA_INFO_DATA = 2, IFLA_INFO_XSTATS = 3, IFLA_INFO_SLAVE_KIND = 4, IFLA_INFO_SLAVE_DATA = 5, __IFLA_INFO_MAX = 6, }; enum { IFLA_VF_INFO_UNSPEC = 0, IFLA_VF_INFO = 1, __IFLA_VF_INFO_MAX = 2, }; enum { IFLA_VF_UNSPEC = 0, IFLA_VF_MAC = 1, IFLA_VF_VLAN = 2, IFLA_VF_TX_RATE = 3, IFLA_VF_SPOOFCHK = 4, IFLA_VF_LINK_STATE = 5, IFLA_VF_RATE = 6, IFLA_VF_RSS_QUERY_EN = 7, IFLA_VF_STATS = 8, IFLA_VF_TRUST = 9, IFLA_VF_IB_NODE_GUID = 10, IFLA_VF_IB_PORT_GUID = 11, IFLA_VF_VLAN_LIST = 12, IFLA_VF_BROADCAST = 13, __IFLA_VF_MAX = 14, }; struct ifla_vf_mac { __u32 vf; __u8 mac[32]; }; struct ifla_vf_broadcast { __u8 broadcast[32]; }; struct ifla_vf_vlan { __u32 vf; __u32 vlan; __u32 qos; }; enum { IFLA_VF_VLAN_INFO_UNSPEC = 0, IFLA_VF_VLAN_INFO = 1, __IFLA_VF_VLAN_INFO_MAX = 2, }; struct ifla_vf_vlan_info { __u32 vf; __u32 vlan; __u32 qos; __be16 vlan_proto; }; struct ifla_vf_tx_rate { __u32 vf; __u32 rate; }; struct ifla_vf_rate { __u32 vf; __u32 min_tx_rate; __u32 max_tx_rate; }; struct ifla_vf_spoofchk { __u32 vf; __u32 setting; }; struct ifla_vf_link_state { __u32 vf; __u32 link_state; }; struct ifla_vf_rss_query_en { __u32 vf; __u32 setting; }; enum { IFLA_VF_STATS_RX_PACKETS = 0, IFLA_VF_STATS_TX_PACKETS = 1, IFLA_VF_STATS_RX_BYTES = 2, IFLA_VF_STATS_TX_BYTES = 3, IFLA_VF_STATS_BROADCAST = 4, IFLA_VF_STATS_MULTICAST = 5, IFLA_VF_STATS_PAD = 6, IFLA_VF_STATS_RX_DROPPED = 7, IFLA_VF_STATS_TX_DROPPED = 8, __IFLA_VF_STATS_MAX = 9, }; struct ifla_vf_trust { __u32 vf; __u32 setting; }; enum { IFLA_VF_PORT_UNSPEC = 0, IFLA_VF_PORT = 1, __IFLA_VF_PORT_MAX = 2, }; enum { IFLA_PORT_UNSPEC = 0, IFLA_PORT_VF = 1, IFLA_PORT_PROFILE = 2, IFLA_PORT_VSI_TYPE = 3, IFLA_PORT_INSTANCE_UUID = 4, IFLA_PORT_HOST_UUID = 5, IFLA_PORT_REQUEST = 6, IFLA_PORT_RESPONSE = 7, __IFLA_PORT_MAX = 8, }; struct if_stats_msg { __u8 family; __u8 pad1; __u16 pad2; __u32 ifindex; __u32 filter_mask; }; enum { IFLA_STATS_UNSPEC = 0, IFLA_STATS_LINK_64 = 1, IFLA_STATS_LINK_XSTATS = 2, IFLA_STATS_LINK_XSTATS_SLAVE = 3, IFLA_STATS_LINK_OFFLOAD_XSTATS = 4, IFLA_STATS_AF_SPEC = 5, __IFLA_STATS_MAX = 6, }; enum { IFLA_STATS_GETSET_UNSPEC = 0, IFLA_STATS_GET_FILTERS = 1, IFLA_STATS_SET_OFFLOAD_XSTATS_L3_STATS = 2, __IFLA_STATS_GETSET_MAX = 3, }; enum { IFLA_OFFLOAD_XSTATS_UNSPEC = 0, IFLA_OFFLOAD_XSTATS_CPU_HIT = 1, IFLA_OFFLOAD_XSTATS_HW_S_INFO = 2, IFLA_OFFLOAD_XSTATS_L3_STATS = 3, __IFLA_OFFLOAD_XSTATS_MAX = 4, }; enum { IFLA_OFFLOAD_XSTATS_HW_S_INFO_UNSPEC = 0, IFLA_OFFLOAD_XSTATS_HW_S_INFO_REQUEST = 1, IFLA_OFFLOAD_XSTATS_HW_S_INFO_USED = 2, __IFLA_OFFLOAD_XSTATS_HW_S_INFO_MAX = 3, }; enum { XDP_ATTACHED_NONE = 0, XDP_ATTACHED_DRV = 1, XDP_ATTACHED_SKB = 2, XDP_ATTACHED_HW = 3, XDP_ATTACHED_MULTI = 4, }; enum { IFLA_XDP_UNSPEC = 0, IFLA_XDP_FD = 1, IFLA_XDP_ATTACHED = 2, IFLA_XDP_FLAGS = 3, IFLA_XDP_PROG_ID = 4, IFLA_XDP_DRV_PROG_ID = 5, IFLA_XDP_SKB_PROG_ID = 6, IFLA_XDP_HW_PROG_ID = 7, IFLA_XDP_EXPECTED_FD = 8, __IFLA_XDP_MAX = 9, }; enum { IFLA_EVENT_NONE = 0, IFLA_EVENT_REBOOT = 1, IFLA_EVENT_FEATURES = 2, IFLA_EVENT_BONDING_FAILOVER = 3, IFLA_EVENT_NOTIFY_PEERS = 4, IFLA_EVENT_IGMP_RESEND = 5, IFLA_EVENT_BONDING_OPTIONS = 6, }; struct netdev_hw_addr { struct list_head list; struct rb_node node; unsigned char addr[32]; unsigned char type; bool global_use; int sync_cnt; int refcount; int synced; struct callback_head callback_head; }; enum netdev_state_t { __LINK_STATE_START = 0, __LINK_STATE_PRESENT = 1, __LINK_STATE_NOCARRIER = 2, __LINK_STATE_LINKWATCH_PENDING = 3, __LINK_STATE_DORMANT = 4, __LINK_STATE_TESTING = 5, }; enum netdev_priv_flags { IFF_802_1Q_VLAN = 1, IFF_EBRIDGE = 2, IFF_BONDING = 4, IFF_ISATAP = 8, IFF_WAN_HDLC = 16, IFF_XMIT_DST_RELEASE = 32, IFF_DONT_BRIDGE = 64, IFF_DISABLE_NETPOLL = 128, IFF_MACVLAN_PORT = 256, IFF_BRIDGE_PORT = 512, IFF_OVS_DATAPATH = 1024, IFF_TX_SKB_SHARING = 2048, IFF_UNICAST_FLT = 4096, IFF_TEAM_PORT = 8192, IFF_SUPP_NOFCS = 16384, IFF_LIVE_ADDR_CHANGE = 32768, IFF_MACVLAN = 65536, IFF_XMIT_DST_RELEASE_PERM = 131072, IFF_L3MDEV_MASTER = 262144, IFF_NO_QUEUE = 524288, IFF_OPENVSWITCH = 1048576, IFF_L3MDEV_SLAVE = 2097152, IFF_TEAM = 4194304, IFF_RXFH_CONFIGURED = 8388608, IFF_PHONY_HEADROOM = 16777216, IFF_MACSEC = 33554432, IFF_NO_RX_HANDLER = 67108864, IFF_FAILOVER = 134217728, IFF_FAILOVER_SLAVE = 268435456, IFF_L3MDEV_RX_HANDLER = 536870912, IFF_LIVE_RENAME_OK = 1073741824, IFF_TX_SKB_NO_LINEAR = 2147483648, IFF_CHANGE_PROTO_DOWN = 0, }; enum netdev_cmd { NETDEV_UP = 1, NETDEV_DOWN = 2, NETDEV_REBOOT = 3, NETDEV_CHANGE = 4, NETDEV_REGISTER = 5, NETDEV_UNREGISTER = 6, NETDEV_CHANGEMTU = 7, NETDEV_CHANGEADDR = 8, NETDEV_PRE_CHANGEADDR = 9, NETDEV_GOING_DOWN = 10, NETDEV_CHANGENAME = 11, NETDEV_FEAT_CHANGE = 12, NETDEV_BONDING_FAILOVER = 13, NETDEV_PRE_UP = 14, NETDEV_PRE_TYPE_CHANGE = 15, NETDEV_POST_TYPE_CHANGE = 16, NETDEV_POST_INIT = 17, NETDEV_RELEASE = 18, NETDEV_NOTIFY_PEERS = 19, NETDEV_JOIN = 20, NETDEV_CHANGEUPPER = 21, NETDEV_RESEND_IGMP = 22, NETDEV_PRECHANGEMTU = 23, NETDEV_CHANGEINFODATA = 24, NETDEV_BONDING_INFO = 25, NETDEV_PRECHANGEUPPER = 26, NETDEV_CHANGELOWERSTATE = 27, NETDEV_UDP_TUNNEL_PUSH_INFO = 28, NETDEV_UDP_TUNNEL_DROP_INFO = 29, NETDEV_CHANGE_TX_QUEUE_LEN = 30, NETDEV_CVLAN_FILTER_PUSH_INFO = 31, NETDEV_CVLAN_FILTER_DROP_INFO = 32, NETDEV_SVLAN_FILTER_PUSH_INFO = 33, NETDEV_SVLAN_FILTER_DROP_INFO = 34, NETDEV_OFFLOAD_XSTATS_ENABLE = 35, NETDEV_OFFLOAD_XSTATS_DISABLE = 36, NETDEV_OFFLOAD_XSTATS_REPORT_USED = 37, NETDEV_OFFLOAD_XSTATS_REPORT_DELTA = 38, }; struct netdev_notifier_info { struct net_device *dev; struct netlink_ext_ack *extack; }; enum netdev_offload_xstats_type { NETDEV_OFFLOAD_XSTATS_TYPE_L3 = 1, }; enum { IFLA_BRIDGE_FLAGS = 0, IFLA_BRIDGE_MODE = 1, IFLA_BRIDGE_VLAN_INFO = 2, IFLA_BRIDGE_VLAN_TUNNEL_INFO = 3, IFLA_BRIDGE_MRP = 4, IFLA_BRIDGE_CFM = 5, IFLA_BRIDGE_MST = 6, __IFLA_BRIDGE_MAX = 7, }; enum { BR_MCAST_DIR_RX = 0, BR_MCAST_DIR_TX = 1, BR_MCAST_DIR_SIZE = 2, }; enum { RTM_BASE = 16, RTM_NEWLINK = 16, RTM_DELLINK = 17, RTM_GETLINK = 18, RTM_SETLINK = 19, RTM_NEWADDR = 20, RTM_DELADDR = 21, RTM_GETADDR = 22, RTM_NEWROUTE = 24, RTM_DELROUTE = 25, RTM_GETROUTE = 26, RTM_NEWNEIGH = 28, RTM_DELNEIGH = 29, RTM_GETNEIGH = 30, RTM_NEWRULE = 32, RTM_DELRULE = 33, RTM_GETRULE = 34, RTM_NEWQDISC = 36, RTM_DELQDISC = 37, RTM_GETQDISC = 38, RTM_NEWTCLASS = 40, RTM_DELTCLASS = 41, RTM_GETTCLASS = 42, RTM_NEWTFILTER = 44, RTM_DELTFILTER = 45, RTM_GETTFILTER = 46, RTM_NEWACTION = 48, RTM_DELACTION = 49, RTM_GETACTION = 50, RTM_NEWPREFIX = 52, RTM_GETMULTICAST = 58, RTM_GETANYCAST = 62, RTM_NEWNEIGHTBL = 64, RTM_GETNEIGHTBL = 66, RTM_SETNEIGHTBL = 67, RTM_NEWNDUSEROPT = 68, RTM_NEWADDRLABEL = 72, RTM_DELADDRLABEL = 73, RTM_GETADDRLABEL = 74, RTM_GETDCB = 78, RTM_SETDCB = 79, RTM_NEWNETCONF = 80, RTM_DELNETCONF = 81, RTM_GETNETCONF = 82, RTM_NEWMDB = 84, RTM_DELMDB = 85, RTM_GETMDB = 86, RTM_NEWNSID = 88, RTM_DELNSID = 89, RTM_GETNSID = 90, RTM_NEWSTATS = 92, RTM_GETSTATS = 94, RTM_SETSTATS = 95, RTM_NEWCACHEREPORT = 96, RTM_NEWCHAIN = 100, RTM_DELCHAIN = 101, RTM_GETCHAIN = 102, RTM_NEWNEXTHOP = 104, RTM_DELNEXTHOP = 105, RTM_GETNEXTHOP = 106, RTM_NEWLINKPROP = 108, RTM_DELLINKPROP = 109, RTM_GETLINKPROP = 110, RTM_NEWVLAN = 112, RTM_DELVLAN = 113, RTM_GETVLAN = 114, RTM_NEWNEXTHOPBUCKET = 116, RTM_DELNEXTHOPBUCKET = 117, RTM_GETNEXTHOPBUCKET = 118, RTM_NEWTUNNEL = 120, RTM_DELTUNNEL = 121, RTM_GETTUNNEL = 122, __RTM_MAX = 123, }; enum rtattr_type_t { RTA_UNSPEC = 0, RTA_DST = 1, RTA_SRC = 2, RTA_IIF = 3, RTA_OIF = 4, RTA_GATEWAY = 5, RTA_PRIORITY = 6, RTA_PREFSRC = 7, RTA_METRICS = 8, RTA_MULTIPATH = 9, RTA_PROTOINFO = 10, RTA_FLOW = 11, RTA_CACHEINFO = 12, RTA_SESSION = 13, RTA_MP_ALGO = 14, RTA_TABLE = 15, RTA_MARK = 16, RTA_MFC_STATS = 17, RTA_VIA = 18, RTA_NEWDST = 19, RTA_PREF = 20, RTA_ENCAP_TYPE = 21, RTA_ENCAP = 22, RTA_EXPIRES = 23, RTA_PAD = 24, RTA_UID = 25, RTA_TTL_PROPAGATE = 26, RTA_IP_PROTO = 27, RTA_SPORT = 28, RTA_DPORT = 29, RTA_NH_ID = 30, __RTA_MAX = 31, }; struct rta_cacheinfo { __u32 rta_clntref; __u32 rta_lastuse; __s32 rta_expires; __u32 rta_error; __u32 rta_used; __u32 rta_id; __u32 rta_ts; __u32 rta_tsage; }; struct rtgenmsg { unsigned char rtgen_family; }; struct ifinfomsg { unsigned char ifi_family; unsigned char __ifi_pad; short unsigned int ifi_type; int ifi_index; unsigned int ifi_flags; unsigned int ifi_change; }; enum rtnetlink_groups { RTNLGRP_NONE = 0, RTNLGRP_LINK = 1, RTNLGRP_NOTIFY = 2, RTNLGRP_NEIGH = 3, RTNLGRP_TC = 4, RTNLGRP_IPV4_IFADDR = 5, RTNLGRP_IPV4_MROUTE = 6, RTNLGRP_IPV4_ROUTE = 7, RTNLGRP_IPV4_RULE = 8, RTNLGRP_IPV6_IFADDR = 9, RTNLGRP_IPV6_MROUTE = 10, RTNLGRP_IPV6_ROUTE = 11, RTNLGRP_IPV6_IFINFO = 12, RTNLGRP_DECnet_IFADDR = 13, RTNLGRP_NOP2 = 14, RTNLGRP_DECnet_ROUTE = 15, RTNLGRP_DECnet_RULE = 16, RTNLGRP_NOP4 = 17, RTNLGRP_IPV6_PREFIX = 18, RTNLGRP_IPV6_RULE = 19, RTNLGRP_ND_USEROPT = 20, RTNLGRP_PHONET_IFADDR = 21, RTNLGRP_PHONET_ROUTE = 22, RTNLGRP_DCB = 23, RTNLGRP_IPV4_NETCONF = 24, RTNLGRP_IPV6_NETCONF = 25, RTNLGRP_MDB = 26, RTNLGRP_MPLS_ROUTE = 27, RTNLGRP_NSID = 28, RTNLGRP_MPLS_NETCONF = 29, RTNLGRP_IPV4_MROUTE_R = 30, RTNLGRP_IPV6_MROUTE_R = 31, RTNLGRP_NEXTHOP = 32, RTNLGRP_BRVLAN = 33, RTNLGRP_MCTP_IFADDR = 34, RTNLGRP_TUNNEL = 35, RTNLGRP_STATS = 36, __RTNLGRP_MAX = 37, }; enum nla_policy_validation { NLA_VALIDATE_NONE = 0, NLA_VALIDATE_RANGE = 1, NLA_VALIDATE_RANGE_WARN_TOO_LONG = 2, NLA_VALIDATE_MIN = 3, NLA_VALIDATE_MAX = 4, NLA_VALIDATE_MASK = 5, NLA_VALIDATE_RANGE_PTR = 6, NLA_VALIDATE_FUNCTION = 7, }; enum netlink_validation { NL_VALIDATE_LIBERAL = 0, NL_VALIDATE_TRAILING = 1, NL_VALIDATE_MAXTYPE = 2, NL_VALIDATE_UNSPEC = 4, NL_VALIDATE_STRICT_ATTRS = 8, NL_VALIDATE_NESTED = 16, }; typedef int (*rtnl_doit_func)(struct sk_buff *, struct nlmsghdr *, struct netlink_ext_ack *); typedef int (*rtnl_dumpit_func)(struct sk_buff *, struct netlink_callback *); enum rtnl_link_flags { RTNL_FLAG_DOIT_UNLOCKED = 1, RTNL_FLAG_BULK_DEL_SUPPORTED = 2, }; enum rtnl_kinds { RTNL_KIND_NEW = 0, RTNL_KIND_DEL = 1, RTNL_KIND_GET = 2, RTNL_KIND_SET = 3, }; struct rtnl_af_ops { struct list_head list; int family; int (*fill_link_af)(struct sk_buff *, const struct net_device *, u32); size_t (*get_link_af_size)(const struct net_device *, u32); int (*validate_link_af)(const struct net_device *, const struct nlattr *, struct netlink_ext_ack *); int (*set_link_af)(struct net_device *, const struct nlattr *, struct netlink_ext_ack *); int (*fill_stats_af)(struct sk_buff *, const struct net_device *); size_t (*get_stats_af_size)(const struct net_device *); }; struct udp_hslot; struct udp_table { struct udp_hslot *hash; struct udp_hslot *hash2; unsigned int mask; unsigned int log; }; struct udp_hslot { struct hlist_head head; int count; spinlock_t lock; }; struct rtnl_link { rtnl_doit_func doit; rtnl_dumpit_func dumpit; struct module *owner; unsigned int flags; struct callback_head rcu; }; struct rtnl_newlink_tbs { struct nlattr *tb[61]; struct nlattr *attr[51]; struct nlattr *slave_attr[41]; }; struct rtnl_offload_xstats_request_used { bool request; bool used; }; struct rtnl_stats_dump_filters { u32 mask[6]; }; struct rhlist_head { struct rhash_head rhead; struct rhlist_head *next; }; struct rhashtable_walker { struct list_head list; struct bucket_table *tbl; }; struct rhashtable_iter { struct rhashtable *ht; struct rhash_head *p; struct rhlist_head *list; struct rhashtable_walker walker; unsigned int slot; unsigned int skip; bool end_of_table; }; enum xdp_buff_flags { XDP_FLAGS_HAS_FRAGS = 1, XDP_FLAGS_FRAGS_PF_MEMALLOC = 2, }; struct xdp_frame_bulk { int count; void *xa; void *q[16]; }; struct xdp_attachment_info { struct bpf_prog *prog; u32 flags; }; struct xdp_umem; struct xsk_queue; struct xdp_buff_xsk; struct xdp_desc; struct xsk_buff_pool { struct device *dev; struct net_device *netdev; struct list_head xsk_tx_list; spinlock_t xsk_tx_list_lock; refcount_t users; struct xdp_umem *umem; struct work_struct work; struct list_head free_list; u32 heads_cnt; u16 queue_id; long: 16; long: 64; long: 64; long: 64; struct xsk_queue *fq; struct xsk_queue *cq; dma_addr_t *dma_pages; struct xdp_buff_xsk *heads; struct xdp_desc *tx_descs; u64 chunk_mask; u64 addrs_cnt; u32 free_list_cnt; u32 dma_pages_cnt; u32 free_heads_cnt; u32 headroom; u32 chunk_size; u32 chunk_shift; u32 frame_len; u8 cached_need_wakeup; bool uses_need_wakeup; bool dma_need_sync; bool unaligned; void *addrs; spinlock_t cq_lock; struct xdp_buff_xsk *free_heads[0]; long: 64; long: 64; long: 64; }; struct bpf_nh_params { u32 nh_family; union { u32 ipv4_nh; struct in6_addr ipv6_nh; }; }; struct bpf_redirect_info { u32 flags; u32 tgt_index; void *tgt_value; struct bpf_map *map; u32 map_id; enum bpf_map_type map_type; u32 kern_flags; struct bpf_nh_params nh; }; struct xdp_desc { __u64 addr; __u32 len; __u32 options; }; struct xdp_umem { void *addrs; u64 size; u32 headroom; u32 chunk_size; u32 chunks; u32 npgs; struct user_struct *user; refcount_t users; u8 flags; bool zc; struct page **pgs; int id; struct list_head xsk_dma_list; struct work_struct work; }; struct xdp_buff_xsk { struct xdp_buff xdp; dma_addr_t dma; dma_addr_t frame_dma; struct xsk_buff_pool *pool; u64 orig_addr; struct list_head free_list_node; }; struct ipv4_devconf { void *sysctl; int data[33]; long unsigned int state[1]; }; struct in_addr { __be32 s_addr; }; struct netpoll; struct netpoll_info { refcount_t refcnt; struct semaphore dev_lock; struct sk_buff_head txq; struct delayed_work tx_work; struct netpoll *netpoll; struct callback_head rcu; }; enum devlink_port_type { DEVLINK_PORT_TYPE_NOTSET = 0, DEVLINK_PORT_TYPE_AUTO = 1, DEVLINK_PORT_TYPE_ETH = 2, DEVLINK_PORT_TYPE_IB = 3, }; enum devlink_port_flavour { DEVLINK_PORT_FLAVOUR_PHYSICAL = 0, DEVLINK_PORT_FLAVOUR_CPU = 1, DEVLINK_PORT_FLAVOUR_DSA = 2, DEVLINK_PORT_FLAVOUR_PCI_PF = 3, DEVLINK_PORT_FLAVOUR_PCI_VF = 4, DEVLINK_PORT_FLAVOUR_VIRTUAL = 5, DEVLINK_PORT_FLAVOUR_UNUSED = 6, DEVLINK_PORT_FLAVOUR_PCI_SF = 7, }; struct devlink_port_phys_attrs { u32 port_number; u32 split_subport_number; }; struct devlink_port_pci_pf_attrs { u32 controller; u16 pf; u8 external: 1; }; struct devlink_port_pci_vf_attrs { u32 controller; u16 pf; u16 vf; u8 external: 1; }; struct devlink_port_pci_sf_attrs { u32 controller; u32 sf; u16 pf; u8 external: 1; }; struct devlink_port_attrs { u8 split: 1; u8 splittable: 1; u32 lanes; enum devlink_port_flavour flavour; struct netdev_phys_item_id switch_id; union { struct devlink_port_phys_attrs phys; struct devlink_port_pci_pf_attrs pci_pf; struct devlink_port_pci_vf_attrs pci_vf; struct devlink_port_pci_sf_attrs pci_sf; }; }; struct devlink; struct devlink_rate; struct devlink_linecard; struct devlink_port { struct list_head list; struct list_head param_list; struct list_head region_list; struct devlink *devlink; unsigned int index; spinlock_t type_lock; enum devlink_port_type type; enum devlink_port_type desired_type; void *type_dev; struct devlink_port_attrs attrs; u8 attrs_set: 1; u8 switch_port: 1; struct delayed_work type_warn_dw; struct list_head reporter_list; struct mutex reporters_lock; struct devlink_rate *devlink_rate; struct devlink_linecard *linecard; }; struct in_ifaddr; struct ip_mc_list; struct in_device { struct net_device *dev; netdevice_tracker dev_tracker; refcount_t refcnt; int dead; struct in_ifaddr *ifa_list; struct ip_mc_list *mc_list; struct ip_mc_list **mc_hash; int mc_count; spinlock_t mc_tomb_lock; struct ip_mc_list *mc_tomb; long unsigned int mr_v1_seen; long unsigned int mr_v2_seen; long unsigned int mr_maxdelay; long unsigned int mr_qi; long unsigned int mr_qri; unsigned char mr_qrv; unsigned char mr_gq_running; u32 mr_ifc_count; struct timer_list mr_gq_timer; struct timer_list mr_ifc_timer; struct neigh_parms *arp_parms; struct ipv4_devconf cnf; struct callback_head callback_head; }; struct dm_hw_stat_delta { long unsigned int last_rx; long unsigned int last_drop_val; struct callback_head rcu; }; enum { IPV4_DEVCONF_FORWARDING = 1, IPV4_DEVCONF_MC_FORWARDING = 2, IPV4_DEVCONF_PROXY_ARP = 3, IPV4_DEVCONF_ACCEPT_REDIRECTS = 4, IPV4_DEVCONF_SECURE_REDIRECTS = 5, IPV4_DEVCONF_SEND_REDIRECTS = 6, IPV4_DEVCONF_SHARED_MEDIA = 7, IPV4_DEVCONF_RP_FILTER = 8, IPV4_DEVCONF_ACCEPT_SOURCE_ROUTE = 9, IPV4_DEVCONF_BOOTP_RELAY = 10, IPV4_DEVCONF_LOG_MARTIANS = 11, IPV4_DEVCONF_TAG = 12, IPV4_DEVCONF_ARPFILTER = 13, IPV4_DEVCONF_MEDIUM_ID = 14, IPV4_DEVCONF_NOXFRM = 15, IPV4_DEVCONF_NOPOLICY = 16, IPV4_DEVCONF_FORCE_IGMP_VERSION = 17, IPV4_DEVCONF_ARP_ANNOUNCE = 18, IPV4_DEVCONF_ARP_IGNORE = 19, IPV4_DEVCONF_PROMOTE_SECONDARIES = 20, IPV4_DEVCONF_ARP_ACCEPT = 21, IPV4_DEVCONF_ARP_NOTIFY = 22, IPV4_DEVCONF_ACCEPT_LOCAL = 23, IPV4_DEVCONF_SRC_VMARK = 24, IPV4_DEVCONF_PROXY_ARP_PVLAN = 25, IPV4_DEVCONF_ROUTE_LOCALNET = 26, IPV4_DEVCONF_IGMPV2_UNSOLICITED_REPORT_INTERVAL = 27, IPV4_DEVCONF_IGMPV3_UNSOLICITED_REPORT_INTERVAL = 28, IPV4_DEVCONF_IGNORE_ROUTES_WITH_LINKDOWN = 29, IPV4_DEVCONF_DROP_UNICAST_IN_L2_MULTICAST = 30, IPV4_DEVCONF_DROP_GRATUITOUS_ARP = 31, IPV4_DEVCONF_BC_FORWARDING = 32, IPV4_DEVCONF_ARP_EVICT_NOCARRIER = 33, __IPV4_DEVCONF_MAX = 34, }; struct in_ifaddr { struct hlist_node hash; struct in_ifaddr *ifa_next; struct in_device *ifa_dev; struct callback_head callback_head; __be32 ifa_local; __be32 ifa_address; __be32 ifa_mask; __u32 ifa_rt_priority; __be32 ifa_broadcast; unsigned char ifa_scope; unsigned char ifa_prefixlen; unsigned char ifa_proto; __u32 ifa_flags; char ifa_label[16]; __u32 ifa_valid_lft; __u32 ifa_preferred_lft; long unsigned int ifa_cstamp; long unsigned int ifa_tstamp; }; union inet_addr { __u32 all[4]; __be32 ip; __be32 ip6[4]; struct in_addr in; struct in6_addr in6; }; struct netpoll { struct net_device *dev; netdevice_tracker dev_tracker; char dev_name[16]; const char *name; union inet_addr local_ip; union inet_addr remote_ip; bool ipv6; u16 local_port; u16 remote_port; u8 remote_mac[6]; }; struct net_dm_drop_point { __u8 pc[8]; __u32 count; }; struct net_dm_alert_msg { __u32 entries; struct net_dm_drop_point points[0]; }; enum { NET_DM_CMD_UNSPEC = 0, NET_DM_CMD_ALERT = 1, NET_DM_CMD_CONFIG = 2, NET_DM_CMD_START = 3, NET_DM_CMD_STOP = 4, NET_DM_CMD_PACKET_ALERT = 5, NET_DM_CMD_CONFIG_GET = 6, NET_DM_CMD_CONFIG_NEW = 7, NET_DM_CMD_STATS_GET = 8, NET_DM_CMD_STATS_NEW = 9, _NET_DM_CMD_MAX = 10, }; enum net_dm_attr { NET_DM_ATTR_UNSPEC = 0, NET_DM_ATTR_ALERT_MODE = 1, NET_DM_ATTR_PC = 2, NET_DM_ATTR_SYMBOL = 3, NET_DM_ATTR_IN_PORT = 4, NET_DM_ATTR_TIMESTAMP = 5, NET_DM_ATTR_PROTO = 6, NET_DM_ATTR_PAYLOAD = 7, NET_DM_ATTR_PAD = 8, NET_DM_ATTR_TRUNC_LEN = 9, NET_DM_ATTR_ORIG_LEN = 10, NET_DM_ATTR_QUEUE_LEN = 11, NET_DM_ATTR_STATS = 12, NET_DM_ATTR_HW_STATS = 13, NET_DM_ATTR_ORIGIN = 14, NET_DM_ATTR_HW_TRAP_GROUP_NAME = 15, NET_DM_ATTR_HW_TRAP_NAME = 16, NET_DM_ATTR_HW_ENTRIES = 17, NET_DM_ATTR_HW_ENTRY = 18, NET_DM_ATTR_HW_TRAP_COUNT = 19, NET_DM_ATTR_SW_DROPS = 20, NET_DM_ATTR_HW_DROPS = 21, NET_DM_ATTR_FLOW_ACTION_COOKIE = 22, NET_DM_ATTR_REASON = 23, __NET_DM_ATTR_MAX = 24, NET_DM_ATTR_MAX = 23, }; enum net_dm_alert_mode { NET_DM_ALERT_MODE_SUMMARY = 0, NET_DM_ALERT_MODE_PACKET = 1, }; enum { NET_DM_ATTR_PORT_NETDEV_IFINDEX = 0, NET_DM_ATTR_PORT_NETDEV_NAME = 1, __NET_DM_ATTR_PORT_MAX = 2, NET_DM_ATTR_PORT_MAX = 1, }; enum { NET_DM_ATTR_STATS_DROPPED = 0, __NET_DM_ATTR_STATS_MAX = 1, NET_DM_ATTR_STATS_MAX = 0, }; enum net_dm_origin { NET_DM_ORIGIN_SW = 0, NET_DM_ORIGIN_HW = 1, }; struct flow_action_cookie { u32 cookie_len; u8 cookie[0]; }; enum devlink_rate_type { DEVLINK_RATE_TYPE_LEAF = 0, DEVLINK_RATE_TYPE_NODE = 1, }; enum devlink_trap_type { DEVLINK_TRAP_TYPE_DROP = 0, DEVLINK_TRAP_TYPE_EXCEPTION = 1, DEVLINK_TRAP_TYPE_CONTROL = 2, }; struct devlink_rate { struct list_head list; enum devlink_rate_type type; struct devlink *devlink; void *priv; u64 tx_share; u64 tx_max; struct devlink_rate *parent; union { struct devlink_port *devlink_port; struct { char *name; refcount_t refcnt; }; }; }; struct devlink_dev_stats { u32 reload_stats[6]; u32 remote_reload_stats[6]; }; struct devlink_dpipe_headers; struct devlink_ops; struct devlink { u32 index; struct list_head port_list; struct list_head rate_list; struct list_head sb_list; struct list_head dpipe_table_list; struct list_head resource_list; struct list_head param_list; struct list_head region_list; struct list_head reporter_list; struct mutex reporters_lock; struct devlink_dpipe_headers *dpipe_headers; struct list_head trap_list; struct list_head trap_group_list; struct list_head trap_policer_list; struct list_head linecard_list; struct mutex linecards_lock; const struct devlink_ops *ops; u64 features; struct xarray snapshot_ids; struct devlink_dev_stats stats; struct device *dev; possible_net_t _net; struct mutex lock; struct lock_class_key lock_key; u8 reload_failed: 1; refcount_t refcount; struct completion comp; struct callback_head rcu; long: 64; long: 64; long: 64; char priv[0]; }; struct devlink_trap_metadata { const char *trap_name; const char *trap_group_name; struct net_device *input_dev; netdevice_tracker dev_tracker; const struct flow_action_cookie *fa_cookie; enum devlink_trap_type trap_type; }; struct net_dm_stats { u64_stats_t dropped; struct u64_stats_sync syncp; }; struct net_dm_hw_entry { char trap_name[40]; u32 count; }; struct net_dm_hw_entries { u32 num_entries; struct net_dm_hw_entry entries[0]; }; struct per_cpu_dm_data { spinlock_t lock; union { struct sk_buff *skb; struct net_dm_hw_entries *hw_entries; }; struct sk_buff_head drop_queue; struct work_struct dm_alert_work; struct timer_list send_timer; struct net_dm_stats stats; }; struct net_dm_alert_ops { void (*kfree_skb_probe)(void *, struct sk_buff *, void *, enum skb_drop_reason); void (*napi_poll_probe)(void *, struct napi_struct *, int, int); void (*work_item_func)(struct work_struct *); void (*hw_work_item_func)(struct work_struct *); void (*hw_trap_probe)(void *, const struct devlink *, struct sk_buff *, const struct devlink_trap_metadata *); }; struct net_dm_skb_cb { union { struct devlink_trap_metadata *hw_metadata; void *pc; }; enum skb_drop_reason reason; }; enum bpf_ret_code { BPF_OK = 0, BPF_DROP = 2, BPF_REDIRECT = 7, BPF_LWT_REROUTE = 128, }; typedef unsigned int (*bpf_func_t)(const void *, const struct bpf_insn *); struct net_generic { union { struct { unsigned int len; struct callback_head rcu; } s; void *ptr[0]; }; }; struct ip_tunnel_parm { char name[16]; int link; __be16 i_flags; __be16 o_flags; __be32 i_key; __be32 o_key; struct iphdr iph; }; struct nl_info { struct nlmsghdr *nlh; struct net *nl_net; u32 portid; u8 skip_notify: 1; u8 skip_notify_kernel: 1; }; struct qdisc_skb_cb { struct { unsigned int pkt_len; u16 slave_dev_queue_mapping; u16 tc_classid; }; unsigned char data[20]; }; typedef unsigned int (*bpf_dispatcher_fn)(const void *, const struct bpf_insn *, unsigned int (*)(const void *, const struct bpf_insn *)); struct bpf_skb_data_end { struct qdisc_skb_cb qdisc_cb; void *data_meta; void *data_end; }; enum lwtunnel_encap_types { LWTUNNEL_ENCAP_NONE = 0, LWTUNNEL_ENCAP_MPLS = 1, LWTUNNEL_ENCAP_IP = 2, LWTUNNEL_ENCAP_ILA = 3, LWTUNNEL_ENCAP_IP6 = 4, LWTUNNEL_ENCAP_SEG6 = 5, LWTUNNEL_ENCAP_BPF = 6, LWTUNNEL_ENCAP_SEG6_LOCAL = 7, LWTUNNEL_ENCAP_RPL = 8, LWTUNNEL_ENCAP_IOAM6 = 9, __LWTUNNEL_ENCAP_MAX = 10, }; enum { LWT_BPF_PROG_UNSPEC = 0, LWT_BPF_PROG_FD = 1, LWT_BPF_PROG_NAME = 2, __LWT_BPF_PROG_MAX = 3, }; enum { LWT_BPF_UNSPEC = 0, LWT_BPF_IN = 1, LWT_BPF_OUT = 2, LWT_BPF_XMIT = 3, LWT_BPF_XMIT_HEADROOM = 4, __LWT_BPF_MAX = 5, }; struct fib_info; struct fib_nh { struct fib_nh_common nh_common; struct hlist_node nh_hash; struct fib_info *nh_parent; __u32 nh_tclassid; __be32 nh_saddr; int nh_saddr_genid; }; struct fib_info { struct hlist_node fib_hash; struct hlist_node fib_lhash; struct list_head nh_list; struct net *fib_net; refcount_t fib_treeref; refcount_t fib_clntref; unsigned int fib_flags; unsigned char fib_dead; unsigned char fib_protocol; unsigned char fib_scope; unsigned char fib_type; __be32 fib_prefsrc; u32 fib_tb_id; u32 fib_priority; struct dst_metrics *fib_metrics; int fib_nhs; bool fib_nh_is_v6; bool nh_updated; struct nexthop *nh; struct callback_head rcu; struct fib_nh fib_nh[0]; }; struct nh_info; struct nh_group; struct nexthop { struct rb_node rb_node; struct list_head fi_list; struct list_head f6i_list; struct list_head fdb_list; struct list_head grp_list; struct net *net; u32 id; u8 protocol; u8 nh_flags; bool is_group; refcount_t refcnt; struct callback_head rcu; union { struct nh_info *nh_info; struct nh_group *nh_grp; }; }; struct fib6_result; struct fib6_config; struct ipv6_stub { int (*ipv6_sock_mc_join)(struct sock *, int, const struct in6_addr *); int (*ipv6_sock_mc_drop)(struct sock *, int, const struct in6_addr *); struct dst_entry * (*ipv6_dst_lookup_flow)(struct net *, const struct sock *, struct flowi6 *, const struct in6_addr *); int (*ipv6_route_input)(struct sk_buff *); struct fib6_table * (*fib6_get_table)(struct net *, u32); int (*fib6_lookup)(struct net *, int, struct flowi6 *, struct fib6_result *, int); int (*fib6_table_lookup)(struct net *, struct fib6_table *, int, struct flowi6 *, struct fib6_result *, int); void (*fib6_select_path)(const struct net *, struct fib6_result *, struct flowi6 *, int, bool, const struct sk_buff *, int); u32 (*ip6_mtu_from_fib6)(const struct fib6_result *, const struct in6_addr *, const struct in6_addr *); int (*fib6_nh_init)(struct net *, struct fib6_nh *, struct fib6_config *, gfp_t, struct netlink_ext_ack *); void (*fib6_nh_release)(struct fib6_nh *); void (*fib6_nh_release_dsts)(struct fib6_nh *); void (*fib6_update_sernum)(struct net *, struct fib6_info *); int (*ip6_del_rt)(struct net *, struct fib6_info *, bool); void (*fib6_rt_update)(struct net *, struct fib6_info *, struct nl_info *); void (*udpv6_encap_enable)(); void (*ndisc_send_na)(struct net_device *, const struct in6_addr *, const struct in6_addr *, bool, bool, bool, bool); void (*xfrm6_local_rxpmtu)(struct sk_buff *, u32); int (*xfrm6_udp_encap_rcv)(struct sock *, struct sk_buff *); int (*xfrm6_rcv_encap)(struct sk_buff *, int, __be32, int); struct neigh_table *nd_tbl; int (*ipv6_fragment)(struct net *, struct sock *, struct sk_buff *, int (*)(struct net *, struct sock *, struct sk_buff *)); struct net_device * (*ipv6_dev_find)(struct net *, const struct in6_addr *, struct net_device *); }; struct fib6_result { struct fib6_nh *nh; struct fib6_info *f6i; u32 fib6_flags; u8 fib6_type; struct rt6_info *rt6; }; struct fib6_config { u32 fc_table; u32 fc_metric; int fc_dst_len; int fc_src_len; int fc_ifindex; u32 fc_flags; u32 fc_protocol; u16 fc_type; u16 fc_delete_all_nh: 1; u16 fc_ignore_dev_down: 1; u16 __unused: 14; u32 fc_nh_id; struct in6_addr fc_dst; struct in6_addr fc_src; struct in6_addr fc_prefsrc; struct in6_addr fc_gateway; long unsigned int fc_expires; struct nlattr *fc_mx; int fc_mx_len; int fc_mp_len; struct nlattr *fc_mp; struct nl_info fc_nlinfo; struct nlattr *fc_encap; u16 fc_encap_type; bool fc_is_fdb; }; enum { LWTUNNEL_XMIT_DONE = 0, LWTUNNEL_XMIT_CONTINUE = 1, }; struct lwtunnel_encap_ops { int (*build_state)(struct net *, struct nlattr *, unsigned int, const void *, struct lwtunnel_state **, struct netlink_ext_ack *); void (*destroy_state)(struct lwtunnel_state *); int (*output)(struct net *, struct sock *, struct sk_buff *); int (*input)(struct sk_buff *); int (*fill_encap)(struct sk_buff *, struct lwtunnel_state *); int (*get_encap_size)(struct lwtunnel_state *); int (*cmp_encap)(struct lwtunnel_state *, struct lwtunnel_state *); int (*xmit)(struct sk_buff *); struct module *owner; }; struct nh_info { struct hlist_node dev_hash; struct nexthop *nh_parent; u8 family; bool reject_nh; bool fdb_nh; union { struct fib_nh_common fib_nhc; struct fib_nh fib_nh; struct fib6_nh fib6_nh; }; }; struct nh_grp_entry; struct nh_res_bucket { struct nh_grp_entry *nh_entry; atomic_long_t used_time; long unsigned int migrated_time; bool occupied; u8 nh_flags; }; struct nh_grp_entry { struct nexthop *nh; u8 weight; union { struct { atomic_t upper_bound; } hthr; struct { struct list_head uw_nh_entry; u16 count_buckets; u16 wants_buckets; } res; }; struct list_head nh_list; struct nexthop *nh_parent; }; struct nh_res_table { struct net *net; u32 nhg_id; struct delayed_work upkeep_dw; struct list_head uw_nh_entries; long unsigned int unbalanced_since; u32 idle_timer; u32 unbalanced_timer; u16 num_nh_buckets; struct nh_res_bucket nh_buckets[0]; }; struct nh_group { struct nh_group *spare; u16 num_nh; bool is_multipath; bool hash_threshold; bool resilient; bool fdb_nh; bool has_v4; struct nh_res_table *res_table; struct nh_grp_entry nh_entries[0]; }; struct gre_base_hdr { __be16 flags; __be16 protocol; }; struct bpf_lwt_prog { struct bpf_prog *prog; char *name; }; struct bpf_lwt { struct bpf_lwt_prog in; struct bpf_lwt_prog out; struct bpf_lwt_prog xmit; int family; }; struct fch_hdr { __u8 daddr[6]; __u8 saddr[6]; }; struct fcllc { __u8 dsap; __u8 ssap; __u8 llc; __u8 protid[3]; __be16 ethertype; }; struct tcf_walker { int stop; int skip; int count; bool nonempty; long unsigned int cookie; int (*fn)(struct tcf_proto *, void *, struct tcf_walker *); }; struct tc_qopt_offload_stats { struct gnet_stats_basic_sync *bstats; struct gnet_stats_queue *qstats; }; enum tc_mq_command { TC_MQ_CREATE = 0, TC_MQ_DESTROY = 1, TC_MQ_STATS = 2, TC_MQ_GRAFT = 3, }; struct tc_mq_opt_offload_graft_params { long unsigned int queue; u32 child_handle; }; struct tc_mq_qopt_offload { enum tc_mq_command command; u32 handle; union { struct tc_qopt_offload_stats stats; struct tc_mq_opt_offload_graft_params graft_params; }; }; struct mq_sched { struct Qdisc **qdiscs; }; struct tc_fifo_qopt { __u32 limit; }; enum { TCA_UNSPEC = 0, TCA_KIND = 1, TCA_OPTIONS = 2, TCA_STATS = 3, TCA_XSTATS = 4, TCA_RATE = 5, TCA_FCNT = 6, TCA_STATS2 = 7, TCA_STAB = 8, TCA_PAD = 9, TCA_DUMP_INVISIBLE = 10, TCA_CHAIN = 11, TCA_HW_OFFLOAD = 12, TCA_INGRESS_BLOCK = 13, TCA_EGRESS_BLOCK = 14, TCA_DUMP_FLAGS = 15, __TCA_MAX = 16, }; enum tc_fifo_command { TC_FIFO_REPLACE = 0, TC_FIFO_DESTROY = 1, TC_FIFO_STATS = 2, }; struct tc_fifo_qopt_offload { enum tc_fifo_command command; u32 handle; u32 parent; union { struct tc_qopt_offload_stats stats; }; }; enum netlink_attribute_type { NL_ATTR_TYPE_INVALID = 0, NL_ATTR_TYPE_FLAG = 1, NL_ATTR_TYPE_U8 = 2, NL_ATTR_TYPE_U16 = 3, NL_ATTR_TYPE_U32 = 4, NL_ATTR_TYPE_U64 = 5, NL_ATTR_TYPE_S8 = 6, NL_ATTR_TYPE_S16 = 7, NL_ATTR_TYPE_S32 = 8, NL_ATTR_TYPE_S64 = 9, NL_ATTR_TYPE_BINARY = 10, NL_ATTR_TYPE_STRING = 11, NL_ATTR_TYPE_NUL_STRING = 12, NL_ATTR_TYPE_NESTED = 13, NL_ATTR_TYPE_NESTED_ARRAY = 14, NL_ATTR_TYPE_BITFIELD32 = 15, }; enum netlink_policy_type_attr { NL_POLICY_TYPE_ATTR_UNSPEC = 0, NL_POLICY_TYPE_ATTR_TYPE = 1, NL_POLICY_TYPE_ATTR_MIN_VALUE_S = 2, NL_POLICY_TYPE_ATTR_MAX_VALUE_S = 3, NL_POLICY_TYPE_ATTR_MIN_VALUE_U = 4, NL_POLICY_TYPE_ATTR_MAX_VALUE_U = 5, NL_POLICY_TYPE_ATTR_MIN_LENGTH = 6, NL_POLICY_TYPE_ATTR_MAX_LENGTH = 7, NL_POLICY_TYPE_ATTR_POLICY_IDX = 8, NL_POLICY_TYPE_ATTR_POLICY_MAXTYPE = 9, NL_POLICY_TYPE_ATTR_BITFIELD32_MASK = 10, NL_POLICY_TYPE_ATTR_PAD = 11, NL_POLICY_TYPE_ATTR_MASK = 12, __NL_POLICY_TYPE_ATTR_MAX = 13, NL_POLICY_TYPE_ATTR_MAX = 12, }; struct netlink_policy_dump_state { unsigned int policy_idx; unsigned int attr_idx; unsigned int n_alloc; struct { const struct nla_policy *policy; unsigned int maxtype; } policies[0]; }; enum sk_action { SK_DROP = 0, SK_PASS = 1, }; struct bpf_local_storage_data; struct bpf_local_storage { struct bpf_local_storage_data *cache[16]; struct hlist_head list; void *owner; struct callback_head rcu; raw_spinlock_t lock; }; struct bpf_local_storage_map_bucket; struct bpf_local_storage_map { struct bpf_map map; struct bpf_local_storage_map_bucket *buckets; u32 bucket_log; u16 elem_size; u16 cache_idx; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_cg_run_ctx { struct bpf_run_ctx run_ctx; const struct bpf_prog_array_item *prog_item; int retval; }; struct bpf_local_storage_map_bucket { struct hlist_head list; raw_spinlock_t lock; }; struct bpf_local_storage_data { struct bpf_local_storage_map *smap; u8 data[0]; }; struct trace_event_raw_bpf_test_finish { struct trace_entry ent; int err; char __data[0]; }; struct trace_event_data_offsets_bpf_test_finish {}; typedef void (*btf_trace_bpf_test_finish)(void *, int *); struct bpf_test_timer { enum { NO_PREEMPT = 0, NO_MIGRATE = 1, } mode; u32 i; u64 time_start; u64 time_spent; }; struct xdp_page_head { struct xdp_buff orig_ctx; struct xdp_buff ctx; struct xdp_frame frm; u8 data[0]; }; struct xdp_test_data { struct xdp_buff *orig_ctx; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xdp_rxq_info rxq; struct net_device *dev; struct page_pool *pp; struct xdp_frame **frames; struct sk_buff **skbs; struct xdp_mem_info mem; u32 batch_size; u32 frame_cnt; long: 64; long: 64; }; struct bpf_fentry_test_t { struct bpf_fentry_test_t *a; }; struct prog_test_member1 { int a; }; struct prog_test_member { struct prog_test_member1 m; int c; }; struct prog_test_ref_kfunc { int a; int b; struct prog_test_member memb; struct prog_test_ref_kfunc *next; refcount_t cnt; }; struct prog_test_pass1 { int x0; struct { int x1; struct { int x2; struct { int x3; }; }; }; }; struct prog_test_pass2 { int len; short int arr1[4]; struct { char arr2[4]; long unsigned int arr3[8]; } x; }; struct prog_test_fail1 { void *p; int x; }; struct prog_test_fail2 { int x8; struct prog_test_pass1 x; }; struct prog_test_fail3 { int len; char arr1[2]; char arr2[0]; }; struct bpf_raw_tp_test_run_info { struct bpf_prog *prog; void *ctx; u32 retval; }; enum tunable_id { ETHTOOL_ID_UNSPEC = 0, ETHTOOL_RX_COPYBREAK = 1, ETHTOOL_TX_COPYBREAK = 2, ETHTOOL_PFC_PREVENTION_TOUT = 3, ETHTOOL_TX_COPYBREAK_BUF_SIZE = 4, __ETHTOOL_TUNABLE_COUNT = 5, }; enum phy_tunable_id { ETHTOOL_PHY_ID_UNSPEC = 0, ETHTOOL_PHY_DOWNSHIFT = 1, ETHTOOL_PHY_FAST_LINK_DOWN = 2, ETHTOOL_PHY_EDPD = 3, __ETHTOOL_PHY_TUNABLE_COUNT = 4, }; enum { ETH_RSS_HASH_TOP_BIT = 0, ETH_RSS_HASH_XOR_BIT = 1, ETH_RSS_HASH_CRC32_BIT = 2, ETH_RSS_HASH_FUNCS_COUNT = 3, }; enum { ETHTOOL_MSG_USER_NONE = 0, ETHTOOL_MSG_STRSET_GET = 1, ETHTOOL_MSG_LINKINFO_GET = 2, ETHTOOL_MSG_LINKINFO_SET = 3, ETHTOOL_MSG_LINKMODES_GET = 4, ETHTOOL_MSG_LINKMODES_SET = 5, ETHTOOL_MSG_LINKSTATE_GET = 6, ETHTOOL_MSG_DEBUG_GET = 7, ETHTOOL_MSG_DEBUG_SET = 8, ETHTOOL_MSG_WOL_GET = 9, ETHTOOL_MSG_WOL_SET = 10, ETHTOOL_MSG_FEATURES_GET = 11, ETHTOOL_MSG_FEATURES_SET = 12, ETHTOOL_MSG_PRIVFLAGS_GET = 13, ETHTOOL_MSG_PRIVFLAGS_SET = 14, ETHTOOL_MSG_RINGS_GET = 15, ETHTOOL_MSG_RINGS_SET = 16, ETHTOOL_MSG_CHANNELS_GET = 17, ETHTOOL_MSG_CHANNELS_SET = 18, ETHTOOL_MSG_COALESCE_GET = 19, ETHTOOL_MSG_COALESCE_SET = 20, ETHTOOL_MSG_PAUSE_GET = 21, ETHTOOL_MSG_PAUSE_SET = 22, ETHTOOL_MSG_EEE_GET = 23, ETHTOOL_MSG_EEE_SET = 24, ETHTOOL_MSG_TSINFO_GET = 25, ETHTOOL_MSG_CABLE_TEST_ACT = 26, ETHTOOL_MSG_CABLE_TEST_TDR_ACT = 27, ETHTOOL_MSG_TUNNEL_INFO_GET = 28, ETHTOOL_MSG_FEC_GET = 29, ETHTOOL_MSG_FEC_SET = 30, ETHTOOL_MSG_MODULE_EEPROM_GET = 31, ETHTOOL_MSG_STATS_GET = 32, ETHTOOL_MSG_PHC_VCLOCKS_GET = 33, ETHTOOL_MSG_MODULE_GET = 34, ETHTOOL_MSG_MODULE_SET = 35, __ETHTOOL_MSG_USER_CNT = 36, ETHTOOL_MSG_USER_MAX = 35, }; enum { ETHTOOL_MSG_KERNEL_NONE = 0, ETHTOOL_MSG_STRSET_GET_REPLY = 1, ETHTOOL_MSG_LINKINFO_GET_REPLY = 2, ETHTOOL_MSG_LINKINFO_NTF = 3, ETHTOOL_MSG_LINKMODES_GET_REPLY = 4, ETHTOOL_MSG_LINKMODES_NTF = 5, ETHTOOL_MSG_LINKSTATE_GET_REPLY = 6, ETHTOOL_MSG_DEBUG_GET_REPLY = 7, ETHTOOL_MSG_DEBUG_NTF = 8, ETHTOOL_MSG_WOL_GET_REPLY = 9, ETHTOOL_MSG_WOL_NTF = 10, ETHTOOL_MSG_FEATURES_GET_REPLY = 11, ETHTOOL_MSG_FEATURES_SET_REPLY = 12, ETHTOOL_MSG_FEATURES_NTF = 13, ETHTOOL_MSG_PRIVFLAGS_GET_REPLY = 14, ETHTOOL_MSG_PRIVFLAGS_NTF = 15, ETHTOOL_MSG_RINGS_GET_REPLY = 16, ETHTOOL_MSG_RINGS_NTF = 17, ETHTOOL_MSG_CHANNELS_GET_REPLY = 18, ETHTOOL_MSG_CHANNELS_NTF = 19, ETHTOOL_MSG_COALESCE_GET_REPLY = 20, ETHTOOL_MSG_COALESCE_NTF = 21, ETHTOOL_MSG_PAUSE_GET_REPLY = 22, ETHTOOL_MSG_PAUSE_NTF = 23, ETHTOOL_MSG_EEE_GET_REPLY = 24, ETHTOOL_MSG_EEE_NTF = 25, ETHTOOL_MSG_TSINFO_GET_REPLY = 26, ETHTOOL_MSG_CABLE_TEST_NTF = 27, ETHTOOL_MSG_CABLE_TEST_TDR_NTF = 28, ETHTOOL_MSG_TUNNEL_INFO_GET_REPLY = 29, ETHTOOL_MSG_FEC_GET_REPLY = 30, ETHTOOL_MSG_FEC_NTF = 31, ETHTOOL_MSG_MODULE_EEPROM_GET_REPLY = 32, ETHTOOL_MSG_STATS_GET_REPLY = 33, ETHTOOL_MSG_PHC_VCLOCKS_GET_REPLY = 34, ETHTOOL_MSG_MODULE_GET_REPLY = 35, ETHTOOL_MSG_MODULE_NTF = 36, __ETHTOOL_MSG_KERNEL_CNT = 37, ETHTOOL_MSG_KERNEL_MAX = 36, }; enum { ETHTOOL_A_HEADER_UNSPEC = 0, ETHTOOL_A_HEADER_DEV_INDEX = 1, ETHTOOL_A_HEADER_DEV_NAME = 2, ETHTOOL_A_HEADER_FLAGS = 3, __ETHTOOL_A_HEADER_CNT = 4, ETHTOOL_A_HEADER_MAX = 3, }; enum { ETHTOOL_A_STRSET_UNSPEC = 0, ETHTOOL_A_STRSET_HEADER = 1, ETHTOOL_A_STRSET_STRINGSETS = 2, ETHTOOL_A_STRSET_COUNTS_ONLY = 3, __ETHTOOL_A_STRSET_CNT = 4, ETHTOOL_A_STRSET_MAX = 3, }; enum { ETHTOOL_A_LINKINFO_UNSPEC = 0, ETHTOOL_A_LINKINFO_HEADER = 1, ETHTOOL_A_LINKINFO_PORT = 2, ETHTOOL_A_LINKINFO_PHYADDR = 3, ETHTOOL_A_LINKINFO_TP_MDIX = 4, ETHTOOL_A_LINKINFO_TP_MDIX_CTRL = 5, ETHTOOL_A_LINKINFO_TRANSCEIVER = 6, __ETHTOOL_A_LINKINFO_CNT = 7, ETHTOOL_A_LINKINFO_MAX = 6, }; enum { ETHTOOL_A_LINKMODES_UNSPEC = 0, ETHTOOL_A_LINKMODES_HEADER = 1, ETHTOOL_A_LINKMODES_AUTONEG = 2, ETHTOOL_A_LINKMODES_OURS = 3, ETHTOOL_A_LINKMODES_PEER = 4, ETHTOOL_A_LINKMODES_SPEED = 5, ETHTOOL_A_LINKMODES_DUPLEX = 6, ETHTOOL_A_LINKMODES_MASTER_SLAVE_CFG = 7, ETHTOOL_A_LINKMODES_MASTER_SLAVE_STATE = 8, ETHTOOL_A_LINKMODES_LANES = 9, __ETHTOOL_A_LINKMODES_CNT = 10, ETHTOOL_A_LINKMODES_MAX = 9, }; enum { ETHTOOL_A_LINKSTATE_UNSPEC = 0, ETHTOOL_A_LINKSTATE_HEADER = 1, ETHTOOL_A_LINKSTATE_LINK = 2, ETHTOOL_A_LINKSTATE_SQI = 3, ETHTOOL_A_LINKSTATE_SQI_MAX = 4, ETHTOOL_A_LINKSTATE_EXT_STATE = 5, ETHTOOL_A_LINKSTATE_EXT_SUBSTATE = 6, __ETHTOOL_A_LINKSTATE_CNT = 7, ETHTOOL_A_LINKSTATE_MAX = 6, }; enum { ETHTOOL_A_DEBUG_UNSPEC = 0, ETHTOOL_A_DEBUG_HEADER = 1, ETHTOOL_A_DEBUG_MSGMASK = 2, __ETHTOOL_A_DEBUG_CNT = 3, ETHTOOL_A_DEBUG_MAX = 2, }; enum { ETHTOOL_A_WOL_UNSPEC = 0, ETHTOOL_A_WOL_HEADER = 1, ETHTOOL_A_WOL_MODES = 2, ETHTOOL_A_WOL_SOPASS = 3, __ETHTOOL_A_WOL_CNT = 4, ETHTOOL_A_WOL_MAX = 3, }; enum { ETHTOOL_A_FEATURES_UNSPEC = 0, ETHTOOL_A_FEATURES_HEADER = 1, ETHTOOL_A_FEATURES_HW = 2, ETHTOOL_A_FEATURES_WANTED = 3, ETHTOOL_A_FEATURES_ACTIVE = 4, ETHTOOL_A_FEATURES_NOCHANGE = 5, __ETHTOOL_A_FEATURES_CNT = 6, ETHTOOL_A_FEATURES_MAX = 5, }; enum { ETHTOOL_A_PRIVFLAGS_UNSPEC = 0, ETHTOOL_A_PRIVFLAGS_HEADER = 1, ETHTOOL_A_PRIVFLAGS_FLAGS = 2, __ETHTOOL_A_PRIVFLAGS_CNT = 3, ETHTOOL_A_PRIVFLAGS_MAX = 2, }; enum { ETHTOOL_A_RINGS_UNSPEC = 0, ETHTOOL_A_RINGS_HEADER = 1, ETHTOOL_A_RINGS_RX_MAX = 2, ETHTOOL_A_RINGS_RX_MINI_MAX = 3, ETHTOOL_A_RINGS_RX_JUMBO_MAX = 4, ETHTOOL_A_RINGS_TX_MAX = 5, ETHTOOL_A_RINGS_RX = 6, ETHTOOL_A_RINGS_RX_MINI = 7, ETHTOOL_A_RINGS_RX_JUMBO = 8, ETHTOOL_A_RINGS_TX = 9, ETHTOOL_A_RINGS_RX_BUF_LEN = 10, ETHTOOL_A_RINGS_TCP_DATA_SPLIT = 11, ETHTOOL_A_RINGS_CQE_SIZE = 12, ETHTOOL_A_RINGS_TX_PUSH = 13, __ETHTOOL_A_RINGS_CNT = 14, ETHTOOL_A_RINGS_MAX = 13, }; enum { ETHTOOL_A_CHANNELS_UNSPEC = 0, ETHTOOL_A_CHANNELS_HEADER = 1, ETHTOOL_A_CHANNELS_RX_MAX = 2, ETHTOOL_A_CHANNELS_TX_MAX = 3, ETHTOOL_A_CHANNELS_OTHER_MAX = 4, ETHTOOL_A_CHANNELS_COMBINED_MAX = 5, ETHTOOL_A_CHANNELS_RX_COUNT = 6, ETHTOOL_A_CHANNELS_TX_COUNT = 7, ETHTOOL_A_CHANNELS_OTHER_COUNT = 8, ETHTOOL_A_CHANNELS_COMBINED_COUNT = 9, __ETHTOOL_A_CHANNELS_CNT = 10, ETHTOOL_A_CHANNELS_MAX = 9, }; enum { ETHTOOL_A_COALESCE_UNSPEC = 0, ETHTOOL_A_COALESCE_HEADER = 1, ETHTOOL_A_COALESCE_RX_USECS = 2, ETHTOOL_A_COALESCE_RX_MAX_FRAMES = 3, ETHTOOL_A_COALESCE_RX_USECS_IRQ = 4, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_IRQ = 5, ETHTOOL_A_COALESCE_TX_USECS = 6, ETHTOOL_A_COALESCE_TX_MAX_FRAMES = 7, ETHTOOL_A_COALESCE_TX_USECS_IRQ = 8, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_IRQ = 9, ETHTOOL_A_COALESCE_STATS_BLOCK_USECS = 10, ETHTOOL_A_COALESCE_USE_ADAPTIVE_RX = 11, ETHTOOL_A_COALESCE_USE_ADAPTIVE_TX = 12, ETHTOOL_A_COALESCE_PKT_RATE_LOW = 13, ETHTOOL_A_COALESCE_RX_USECS_LOW = 14, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_LOW = 15, ETHTOOL_A_COALESCE_TX_USECS_LOW = 16, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_LOW = 17, ETHTOOL_A_COALESCE_PKT_RATE_HIGH = 18, ETHTOOL_A_COALESCE_RX_USECS_HIGH = 19, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_HIGH = 20, ETHTOOL_A_COALESCE_TX_USECS_HIGH = 21, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_HIGH = 22, ETHTOOL_A_COALESCE_RATE_SAMPLE_INTERVAL = 23, ETHTOOL_A_COALESCE_USE_CQE_MODE_TX = 24, ETHTOOL_A_COALESCE_USE_CQE_MODE_RX = 25, __ETHTOOL_A_COALESCE_CNT = 26, ETHTOOL_A_COALESCE_MAX = 25, }; enum { ETHTOOL_A_PAUSE_UNSPEC = 0, ETHTOOL_A_PAUSE_HEADER = 1, ETHTOOL_A_PAUSE_AUTONEG = 2, ETHTOOL_A_PAUSE_RX = 3, ETHTOOL_A_PAUSE_TX = 4, ETHTOOL_A_PAUSE_STATS = 5, __ETHTOOL_A_PAUSE_CNT = 6, ETHTOOL_A_PAUSE_MAX = 5, }; enum { ETHTOOL_A_EEE_UNSPEC = 0, ETHTOOL_A_EEE_HEADER = 1, ETHTOOL_A_EEE_MODES_OURS = 2, ETHTOOL_A_EEE_MODES_PEER = 3, ETHTOOL_A_EEE_ACTIVE = 4, ETHTOOL_A_EEE_ENABLED = 5, ETHTOOL_A_EEE_TX_LPI_ENABLED = 6, ETHTOOL_A_EEE_TX_LPI_TIMER = 7, __ETHTOOL_A_EEE_CNT = 8, ETHTOOL_A_EEE_MAX = 7, }; enum { ETHTOOL_A_TSINFO_UNSPEC = 0, ETHTOOL_A_TSINFO_HEADER = 1, ETHTOOL_A_TSINFO_TIMESTAMPING = 2, ETHTOOL_A_TSINFO_TX_TYPES = 3, ETHTOOL_A_TSINFO_RX_FILTERS = 4, ETHTOOL_A_TSINFO_PHC_INDEX = 5, __ETHTOOL_A_TSINFO_CNT = 6, ETHTOOL_A_TSINFO_MAX = 5, }; enum { ETHTOOL_A_PHC_VCLOCKS_UNSPEC = 0, ETHTOOL_A_PHC_VCLOCKS_HEADER = 1, ETHTOOL_A_PHC_VCLOCKS_NUM = 2, ETHTOOL_A_PHC_VCLOCKS_INDEX = 3, __ETHTOOL_A_PHC_VCLOCKS_CNT = 4, ETHTOOL_A_PHC_VCLOCKS_MAX = 3, }; enum { ETHTOOL_A_CABLE_TEST_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_HEADER = 1, __ETHTOOL_A_CABLE_TEST_CNT = 2, ETHTOOL_A_CABLE_TEST_MAX = 1, }; enum { ETHTOOL_A_CABLE_TEST_TDR_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_TDR_HEADER = 1, ETHTOOL_A_CABLE_TEST_TDR_CFG = 2, __ETHTOOL_A_CABLE_TEST_TDR_CNT = 3, ETHTOOL_A_CABLE_TEST_TDR_MAX = 2, }; enum { ETHTOOL_A_TUNNEL_INFO_UNSPEC = 0, ETHTOOL_A_TUNNEL_INFO_HEADER = 1, ETHTOOL_A_TUNNEL_INFO_UDP_PORTS = 2, __ETHTOOL_A_TUNNEL_INFO_CNT = 3, ETHTOOL_A_TUNNEL_INFO_MAX = 2, }; enum { ETHTOOL_A_FEC_UNSPEC = 0, ETHTOOL_A_FEC_HEADER = 1, ETHTOOL_A_FEC_MODES = 2, ETHTOOL_A_FEC_AUTO = 3, ETHTOOL_A_FEC_ACTIVE = 4, ETHTOOL_A_FEC_STATS = 5, __ETHTOOL_A_FEC_CNT = 6, ETHTOOL_A_FEC_MAX = 5, }; enum { ETHTOOL_A_MODULE_EEPROM_UNSPEC = 0, ETHTOOL_A_MODULE_EEPROM_HEADER = 1, ETHTOOL_A_MODULE_EEPROM_OFFSET = 2, ETHTOOL_A_MODULE_EEPROM_LENGTH = 3, ETHTOOL_A_MODULE_EEPROM_PAGE = 4, ETHTOOL_A_MODULE_EEPROM_BANK = 5, ETHTOOL_A_MODULE_EEPROM_I2C_ADDRESS = 6, ETHTOOL_A_MODULE_EEPROM_DATA = 7, __ETHTOOL_A_MODULE_EEPROM_CNT = 8, ETHTOOL_A_MODULE_EEPROM_MAX = 7, }; enum { ETHTOOL_A_STATS_UNSPEC = 0, ETHTOOL_A_STATS_PAD = 1, ETHTOOL_A_STATS_HEADER = 2, ETHTOOL_A_STATS_GROUPS = 3, ETHTOOL_A_STATS_GRP = 4, __ETHTOOL_A_STATS_CNT = 5, ETHTOOL_A_STATS_MAX = 4, }; enum { ETHTOOL_STATS_ETH_PHY = 0, ETHTOOL_STATS_ETH_MAC = 1, ETHTOOL_STATS_ETH_CTRL = 2, ETHTOOL_STATS_RMON = 3, __ETHTOOL_STATS_CNT = 4, }; enum { ETHTOOL_A_STATS_ETH_PHY_5_SYM_ERR = 0, __ETHTOOL_A_STATS_ETH_PHY_CNT = 1, ETHTOOL_A_STATS_ETH_PHY_MAX = 0, }; enum { ETHTOOL_A_STATS_ETH_MAC_2_TX_PKT = 0, ETHTOOL_A_STATS_ETH_MAC_3_SINGLE_COL = 1, ETHTOOL_A_STATS_ETH_MAC_4_MULTI_COL = 2, ETHTOOL_A_STATS_ETH_MAC_5_RX_PKT = 3, ETHTOOL_A_STATS_ETH_MAC_6_FCS_ERR = 4, ETHTOOL_A_STATS_ETH_MAC_7_ALIGN_ERR = 5, ETHTOOL_A_STATS_ETH_MAC_8_TX_BYTES = 6, ETHTOOL_A_STATS_ETH_MAC_9_TX_DEFER = 7, ETHTOOL_A_STATS_ETH_MAC_10_LATE_COL = 8, ETHTOOL_A_STATS_ETH_MAC_11_XS_COL = 9, ETHTOOL_A_STATS_ETH_MAC_12_TX_INT_ERR = 10, ETHTOOL_A_STATS_ETH_MAC_13_CS_ERR = 11, ETHTOOL_A_STATS_ETH_MAC_14_RX_BYTES = 12, ETHTOOL_A_STATS_ETH_MAC_15_RX_INT_ERR = 13, ETHTOOL_A_STATS_ETH_MAC_18_TX_MCAST = 14, ETHTOOL_A_STATS_ETH_MAC_19_TX_BCAST = 15, ETHTOOL_A_STATS_ETH_MAC_20_XS_DEFER = 16, ETHTOOL_A_STATS_ETH_MAC_21_RX_MCAST = 17, ETHTOOL_A_STATS_ETH_MAC_22_RX_BCAST = 18, ETHTOOL_A_STATS_ETH_MAC_23_IR_LEN_ERR = 19, ETHTOOL_A_STATS_ETH_MAC_24_OOR_LEN = 20, ETHTOOL_A_STATS_ETH_MAC_25_TOO_LONG_ERR = 21, __ETHTOOL_A_STATS_ETH_MAC_CNT = 22, ETHTOOL_A_STATS_ETH_MAC_MAX = 21, }; enum { ETHTOOL_A_STATS_ETH_CTRL_3_TX = 0, ETHTOOL_A_STATS_ETH_CTRL_4_RX = 1, ETHTOOL_A_STATS_ETH_CTRL_5_RX_UNSUP = 2, __ETHTOOL_A_STATS_ETH_CTRL_CNT = 3, ETHTOOL_A_STATS_ETH_CTRL_MAX = 2, }; enum { ETHTOOL_A_STATS_RMON_UNDERSIZE = 0, ETHTOOL_A_STATS_RMON_OVERSIZE = 1, ETHTOOL_A_STATS_RMON_FRAG = 2, ETHTOOL_A_STATS_RMON_JABBER = 3, __ETHTOOL_A_STATS_RMON_CNT = 4, ETHTOOL_A_STATS_RMON_MAX = 3, }; enum { ETHTOOL_A_MODULE_UNSPEC = 0, ETHTOOL_A_MODULE_HEADER = 1, ETHTOOL_A_MODULE_POWER_MODE_POLICY = 2, ETHTOOL_A_MODULE_POWER_MODE = 3, __ETHTOOL_A_MODULE_CNT = 4, ETHTOOL_A_MODULE_MAX = 3, }; struct ethnl_req_info { struct net_device *dev; netdevice_tracker dev_tracker; u32 flags; }; struct ethnl_reply_data { struct net_device *dev; }; struct ethnl_request_ops { u8 request_cmd; u8 reply_cmd; u16 hdr_attr; unsigned int req_info_size; unsigned int reply_data_size; bool allow_nodev_do; int (*parse_request)(struct ethnl_req_info *, struct nlattr **, struct netlink_ext_ack *); int (*prepare_data)(const struct ethnl_req_info *, struct ethnl_reply_data *, struct genl_info *); int (*reply_size)(const struct ethnl_req_info *, const struct ethnl_reply_data *); int (*fill_reply)(struct sk_buff *, const struct ethnl_req_info *, const struct ethnl_reply_data *); void (*cleanup_data)(struct ethnl_reply_data *); }; typedef const char (* const ethnl_string_array_t)[32]; struct debug_reply_data { struct ethnl_reply_data base; u32 msg_mask; }; struct eee_reply_data { struct ethnl_reply_data base; struct ethtool_eee eee; }; struct phc_vclocks_reply_data { struct ethnl_reply_data base; int num; int *index; }; typedef u16 u_int16_t; struct nf_hook_state; typedef unsigned int nf_hookfn(void *, struct sk_buff *, const struct nf_hook_state *); struct nf_hook_entry { nf_hookfn *hook; void *priv; }; struct nf_hook_entries { u16 num_hook_entries; struct nf_hook_entry hooks[0]; }; struct nf_hook_state { u8 hook; u8 pf; struct net_device *in; struct net_device *out; struct sock *sk; struct net *net; int (*okfn)(struct net *, struct sock *, struct sk_buff *); }; struct xt_action_param; struct xt_mtchk_param; struct xt_mtdtor_param; struct xt_match { struct list_head list; const char name[29]; u_int8_t revision; bool (*match)(const struct sk_buff *, struct xt_action_param *); int (*checkentry)(const struct xt_mtchk_param *); void (*destroy)(const struct xt_mtdtor_param *); void (*compat_from_user)(void *, const void *); int (*compat_to_user)(void *, const void *); struct module *me; const char *table; unsigned int matchsize; unsigned int usersize; unsigned int compatsize; unsigned int hooks; short unsigned int proto; short unsigned int family; }; struct xt_tgchk_param; struct xt_tgdtor_param; struct xt_target { struct list_head list; const char name[29]; u_int8_t revision; unsigned int (*target)(struct sk_buff *, const struct xt_action_param *); int (*checkentry)(const struct xt_tgchk_param *); void (*destroy)(const struct xt_tgdtor_param *); void (*compat_from_user)(void *, const void *); int (*compat_to_user)(void *, const void *); struct module *me; const char *table; unsigned int targetsize; unsigned int usersize; unsigned int compatsize; unsigned int hooks; short unsigned int proto; short unsigned int family; }; struct xt_action_param { union { const struct xt_match *match; const struct xt_target *target; }; union { const void *matchinfo; const void *targinfo; }; const struct nf_hook_state *state; unsigned int thoff; u16 fragoff; bool hotdrop; }; struct xt_mtchk_param { struct net *net; const char *table; const void *entryinfo; const struct xt_match *match; void *matchinfo; unsigned int hook_mask; u_int8_t family; bool nft_compat; }; struct xt_mtdtor_param { struct net *net; const struct xt_match *match; void *matchinfo; u_int8_t family; }; struct xt_tgchk_param { struct net *net; const char *table; const void *entryinfo; const struct xt_target *target; void *targinfo; unsigned int hook_mask; u_int8_t family; bool nft_compat; }; struct xt_tgdtor_param { struct net *net; const struct xt_target *target; void *targinfo; u_int8_t family; }; struct xt_tcp { __u16 spts[2]; __u16 dpts[2]; __u8 option; __u8 flg_mask; __u8 flg_cmp; __u8 invflags; }; struct xt_udp { __u16 spts[2]; __u16 dpts[2]; __u8 invflags; }; struct ip_mreqn { struct in_addr imr_multiaddr; struct in_addr imr_address; int imr_ifindex; }; enum { RTN_UNSPEC = 0, RTN_UNICAST = 1, RTN_LOCAL = 2, RTN_BROADCAST = 3, RTN_ANYCAST = 4, RTN_MULTICAST = 5, RTN_BLACKHOLE = 6, RTN_UNREACHABLE = 7, RTN_PROHIBIT = 8, RTN_THROW = 9, RTN_NAT = 10, RTN_XRESOLVE = 11, __RTN_MAX = 12, }; enum rt_scope_t { RT_SCOPE_UNIVERSE = 0, RT_SCOPE_SITE = 200, RT_SCOPE_LINK = 253, RT_SCOPE_HOST = 254, RT_SCOPE_NOWHERE = 255, }; enum { TCPF_ESTABLISHED = 2, TCPF_SYN_SENT = 4, TCPF_SYN_RECV = 8, TCPF_FIN_WAIT1 = 16, TCPF_FIN_WAIT2 = 32, TCPF_TIME_WAIT = 64, TCPF_CLOSE = 128, TCPF_CLOSE_WAIT = 256, TCPF_LAST_ACK = 512, TCPF_LISTEN = 1024, TCPF_CLOSING = 2048, TCPF_NEW_SYN_RECV = 4096, }; struct sockcm_cookie { u64 transmit_time; u32 mark; u16 tsflags; }; struct ip_options_rcu { struct callback_head rcu; struct ip_options opt; }; struct ip_options_data { struct ip_options_rcu opt; char data[40]; }; struct ipv6_rt_hdr; struct ipv6_txoptions { refcount_t refcnt; int tot_len; __u16 opt_flen; __u16 opt_nflen; struct ipv6_opt_hdr *hopopt; struct ipv6_opt_hdr *dst0opt; struct ipv6_rt_hdr *srcrt; struct ipv6_opt_hdr *dst1opt; struct callback_head rcu; }; struct inet_cork { unsigned int flags; __be32 addr; struct ip_options *opt; unsigned int fragsize; int length; struct dst_entry *dst; u8 tx_flags; __u8 ttl; __s16 tos; char priority; __u16 gso_size; u64 transmit_time; u32 mark; }; struct inet_cork_full { struct inet_cork base; struct flowi fl; }; struct ipv6_pinfo; struct ip_mc_socklist; struct inet_sock { struct sock sk; struct ipv6_pinfo *pinet6; __be32 inet_saddr; __s16 uc_ttl; __u16 cmsg_flags; struct ip_options_rcu *inet_opt; __be16 inet_sport; __u16 inet_id; __u8 tos; __u8 min_ttl; __u8 mc_ttl; __u8 pmtudisc; __u8 recverr: 1; __u8 is_icsk: 1; __u8 freebind: 1; __u8 hdrincl: 1; __u8 mc_loop: 1; __u8 transparent: 1; __u8 mc_all: 1; __u8 nodefrag: 1; __u8 bind_address_no_port: 1; __u8 recverr_rfc4884: 1; __u8 defer_connect: 1; __u8 rcv_tos; __u8 convert_csum; int uc_index; int mc_index; __be32 mc_addr; struct ip_mc_socklist *mc_list; struct inet_cork_full cork; }; struct in6_pktinfo { struct in6_addr ipi6_addr; int ipi6_ifindex; }; struct inet6_cork { struct ipv6_txoptions *opt; u8 hop_limit; u8 tclass; }; struct ipv6_mc_socklist; struct ipv6_ac_socklist; struct ipv6_fl_socklist; struct ipv6_pinfo { struct in6_addr saddr; struct in6_pktinfo sticky_pktinfo; const struct in6_addr *daddr_cache; const struct in6_addr *saddr_cache; __be32 flow_label; __u32 frag_size; __u16 __unused_1: 7; __s16 hop_limit: 9; __u16 mc_loop: 1; __u16 __unused_2: 6; __s16 mcast_hops: 9; int ucast_oif; int mcast_oif; union { struct { __u16 srcrt: 1; __u16 osrcrt: 1; __u16 rxinfo: 1; __u16 rxoinfo: 1; __u16 rxhlim: 1; __u16 rxohlim: 1; __u16 hopopts: 1; __u16 ohopopts: 1; __u16 dstopts: 1; __u16 odstopts: 1; __u16 rxflow: 1; __u16 rxtclass: 1; __u16 rxpmtu: 1; __u16 rxorigdstaddr: 1; __u16 recvfragsize: 1; } bits; __u16 all; } rxopt; __u16 recverr: 1; __u16 sndflow: 1; __u16 repflow: 1; __u16 pmtudisc: 3; __u16 padding: 1; __u16 srcprefs: 3; __u16 dontfrag: 1; __u16 autoflowlabel: 1; __u16 autoflowlabel_set: 1; __u16 mc_all: 1; __u16 recverr_rfc4884: 1; __u16 rtalert_isolate: 1; __u8 min_hopcount; __u8 tclass; __be32 rcv_flowinfo; __u32 dst_cookie; struct ipv6_mc_socklist *ipv6_mc_list; struct ipv6_ac_socklist *ipv6_ac_list; struct ipv6_fl_socklist *ipv6_fl_list; struct ipv6_txoptions *opt; struct sk_buff *pktoptions; struct sk_buff *rxpmtu; struct inet6_cork cork; }; struct ip_sf_socklist; struct ip_mc_socklist { struct ip_mc_socklist *next_rcu; struct ip_mreqn multi; unsigned int sfmode; struct ip_sf_socklist *sflist; struct callback_head rcu; }; struct ipv6_rt_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; }; struct ip6_sf_socklist; struct ipv6_mc_socklist { struct in6_addr addr; int ifindex; unsigned int sfmode; struct ipv6_mc_socklist *next; struct ip6_sf_socklist *sflist; struct callback_head rcu; }; struct ipv6_ac_socklist { struct in6_addr acl_addr; int acl_ifindex; struct ipv6_ac_socklist *acl_next; }; struct ip6_flowlabel; struct ipv6_fl_socklist { struct ipv6_fl_socklist *next; struct ip6_flowlabel *fl; struct callback_head rcu; }; struct ip6_sf_socklist { unsigned int sl_max; unsigned int sl_count; struct callback_head rcu; struct in6_addr sl_addr[0]; }; struct ip6_flowlabel { struct ip6_flowlabel *next; __be32 label; atomic_t users; struct in6_addr dst; struct ipv6_txoptions *opt; long unsigned int linger; struct callback_head rcu; u8 share; union { struct pid *pid; kuid_t uid; } owner; long unsigned int lastuse; long unsigned int expires; struct net *fl_net; }; struct ipcm_cookie { struct sockcm_cookie sockc; __be32 addr; int oif; struct ip_options_rcu *opt; __u8 ttl; __s16 tos; char priority; __u16 gso_size; }; struct ip_fraglist_iter { struct sk_buff *frag; struct iphdr *iph; int offset; unsigned int hlen; }; struct ip_frag_state { bool DF; unsigned int hlen; unsigned int ll_rs; unsigned int mtu; unsigned int left; int offset; int ptr; __be16 not_last_frag; }; struct ip_reply_arg { struct kvec iov[1]; int flags; __wsum csum; int csumoffset; int bound_dev_if; u8 tos; kuid_t uid; }; struct icmphdr { __u8 type; __u8 code; __sum16 checksum; union { struct { __be16 id; __be16 sequence; } echo; __be32 gateway; struct { __be16 __unused; __be16 mtu; } frag; __u8 reserved[4]; } un; }; enum { INET_ECN_NOT_ECT = 0, INET_ECN_ECT_1 = 1, INET_ECN_ECT_0 = 2, INET_ECN_CE = 3, INET_ECN_MASK = 3, }; struct ip_sf_socklist { unsigned int sl_max; unsigned int sl_count; struct callback_head rcu; __be32 sl_addr[0]; }; enum l2tp_debug_flags { L2TP_MSG_DEBUG = 1, L2TP_MSG_CONTROL = 2, L2TP_MSG_SEQ = 4, L2TP_MSG_DATA = 8, }; struct fastopen_queue { struct request_sock *rskq_rst_head; struct request_sock *rskq_rst_tail; spinlock_t lock; int qlen; int max_qlen; struct tcp_fastopen_context *ctx; }; struct request_sock_queue { spinlock_t rskq_lock; u8 rskq_defer_accept; u32 synflood_warned; atomic_t qlen; atomic_t young; struct request_sock *rskq_accept_head; struct request_sock *rskq_accept_tail; struct fastopen_queue fastopenq; }; struct inet_request_sock { struct request_sock req; u16 snd_wscale: 4; u16 rcv_wscale: 4; u16 tstamp_ok: 1; u16 sack_ok: 1; u16 wscale_ok: 1; u16 ecn_ok: 1; u16 acked: 1; u16 no_srccheck: 1; u16 smc_ok: 1; u32 ir_mark; union { struct ip_options_rcu *ireq_opt; struct { struct ipv6_txoptions *ipv6_opt; struct sk_buff *pktopts; }; }; }; struct inet_connection_sock_af_ops { int (*queue_xmit)(struct sock *, struct sk_buff *, struct flowi *); void (*send_check)(struct sock *, struct sk_buff *); int (*rebuild_header)(struct sock *); void (*sk_rx_dst_set)(struct sock *, const struct sk_buff *); int (*conn_request)(struct sock *, struct sk_buff *); struct sock * (*syn_recv_sock)(const struct sock *, struct sk_buff *, struct request_sock *, struct dst_entry *, struct request_sock *, bool *); u16 net_header_len; u16 net_frag_header_len; u16 sockaddr_len; int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*addr2sockaddr)(struct sock *, struct sockaddr *); void (*mtu_reduced)(struct sock *); }; struct inet_bind_bucket; struct tcp_ulp_ops; struct inet_connection_sock { struct inet_sock icsk_inet; struct request_sock_queue icsk_accept_queue; struct inet_bind_bucket *icsk_bind_hash; long unsigned int icsk_timeout; struct timer_list icsk_retransmit_timer; struct timer_list icsk_delack_timer; __u32 icsk_rto; __u32 icsk_rto_min; __u32 icsk_delack_max; __u32 icsk_pmtu_cookie; const struct tcp_congestion_ops *icsk_ca_ops; const struct inet_connection_sock_af_ops *icsk_af_ops; const struct tcp_ulp_ops *icsk_ulp_ops; void *icsk_ulp_data; void (*icsk_clean_acked)(struct sock *, u32); unsigned int (*icsk_sync_mss)(struct sock *, u32); __u8 icsk_ca_state: 5; __u8 icsk_ca_initialized: 1; __u8 icsk_ca_setsockopt: 1; __u8 icsk_ca_dst_locked: 1; __u8 icsk_retransmits; __u8 icsk_pending; __u8 icsk_backoff; __u8 icsk_syn_retries; __u8 icsk_probes_out; __u16 icsk_ext_hdr_len; struct { __u8 pending; __u8 quick; __u8 pingpong; __u8 retry; __u32 ato; long unsigned int timeout; __u32 lrcvtime; __u16 last_seg_size; __u16 rcv_mss; } icsk_ack; struct { int search_high; int search_low; u32 probe_size: 31; u32 enabled: 1; u32 probe_timestamp; } icsk_mtup; u32 icsk_probes_tstamp; u32 icsk_user_timeout; u64 icsk_ca_priv[13]; }; struct inet_bind_bucket { possible_net_t ib_net; int l3mdev; short unsigned int port; signed char fastreuse; signed char fastreuseport; kuid_t fastuid; struct in6_addr fast_v6_rcv_saddr; __be32 fast_rcv_saddr; short unsigned int fast_sk_family; bool fast_ipv6_only; struct hlist_node node; struct hlist_head owners; }; struct tcp_ulp_ops { struct list_head list; int (*init)(struct sock *); void (*update)(struct sock *, struct proto *, void (*)(struct sock *)); void (*release)(struct sock *); int (*get_info)(const struct sock *, struct sk_buff *); size_t (*get_info_size)(const struct sock *); void (*clone)(const struct request_sock *, struct sock *, const gfp_t); char name[16]; struct module *owner; }; struct inet_timewait_sock { struct sock_common __tw_common; __u32 tw_mark; volatile unsigned char tw_substate; unsigned char tw_rcv_wscale; __be16 tw_sport; unsigned int tw_transparent: 1; unsigned int tw_flowlabel: 20; unsigned int tw_pad: 3; unsigned int tw_tos: 8; u32 tw_txhash; u32 tw_priority; struct timer_list tw_timer; struct inet_bind_bucket *tw_tb; }; union tcp_word_hdr { struct tcphdr hdr; __be32 words[5]; }; enum { TCP_FLAG_CWR = 32768, TCP_FLAG_ECE = 16384, TCP_FLAG_URG = 8192, TCP_FLAG_ACK = 4096, TCP_FLAG_PSH = 2048, TCP_FLAG_RST = 1024, TCP_FLAG_SYN = 512, TCP_FLAG_FIN = 256, TCP_RESERVED_BITS = 15, TCP_DATA_OFFSET = 240, }; enum tcp_ca_state { TCP_CA_Open = 0, TCP_CA_Disorder = 1, TCP_CA_CWR = 2, TCP_CA_Recovery = 3, TCP_CA_Loss = 4, }; struct tcp_fastopen_cookie { __le64 val[2]; s8 len; bool exp; }; struct tcp_sack_block { u32 start_seq; u32 end_seq; }; struct tcp_options_received { int ts_recent_stamp; u32 ts_recent; u32 rcv_tsval; u32 rcv_tsecr; u16 saw_tstamp: 1; u16 tstamp_ok: 1; u16 dsack: 1; u16 wscale_ok: 1; u16 sack_ok: 3; u16 smc_ok: 1; u16 snd_wscale: 4; u16 rcv_wscale: 4; u8 saw_unknown: 1; u8 unused: 7; u8 num_sacks; u16 user_mss; u16 mss_clamp; }; struct tcp_request_sock_ops; struct tcp_request_sock { struct inet_request_sock req; const struct tcp_request_sock_ops *af_specific; u64 snt_synack; bool tfo_listener; bool is_mptcp; bool drop_req; u32 txhash; u32 rcv_isn; u32 snt_isn; u32 ts_off; u32 last_oow_ack_time; u32 rcv_nxt; u8 syn_tos; }; enum tcp_synack_type { TCP_SYNACK_NORMAL = 0, TCP_SYNACK_FASTOPEN = 1, TCP_SYNACK_COOKIE = 2, }; struct tcp_md5sig_key; struct tcp_request_sock_ops { u16 mss_clamp; struct tcp_md5sig_key * (*req_md5_lookup)(const struct sock *, const struct sock *); int (*calc_md5_hash)(char *, const struct tcp_md5sig_key *, const struct sock *, const struct sk_buff *); __u32 (*cookie_init_seq)(const struct sk_buff *, __u16 *); struct dst_entry * (*route_req)(const struct sock *, struct sk_buff *, struct flowi *, struct request_sock *); u32 (*init_seq)(const struct sk_buff *); u32 (*init_ts_off)(const struct net *, const struct sk_buff *); int (*send_synack)(const struct sock *, struct dst_entry *, struct flowi *, struct request_sock *, struct tcp_fastopen_cookie *, enum tcp_synack_type, struct sk_buff *); }; struct tcp_rack { u64 mstamp; u32 rtt_us; u32 end_seq; u32 last_delivered; u8 reo_wnd_steps; u8 reo_wnd_persist: 5; u8 dsack_seen: 1; u8 advanced: 1; }; struct tcp_sock_af_ops; struct tcp_md5sig_info; struct tcp_fastopen_request; struct tcp_sock { struct inet_connection_sock inet_conn; u16 tcp_header_len; u16 gso_segs; __be32 pred_flags; u64 bytes_received; u32 segs_in; u32 data_segs_in; u32 rcv_nxt; u32 copied_seq; u32 rcv_wup; u32 snd_nxt; u32 segs_out; u32 data_segs_out; u64 bytes_sent; u64 bytes_acked; u32 dsack_dups; u32 snd_una; u32 snd_sml; u32 rcv_tstamp; u32 lsndtime; u32 last_oow_ack_time; u32 compressed_ack_rcv_nxt; u32 tsoffset; struct list_head tsq_node; struct list_head tsorted_sent_queue; u32 snd_wl1; u32 snd_wnd; u32 max_window; u32 mss_cache; u32 window_clamp; u32 rcv_ssthresh; struct tcp_rack rack; u16 advmss; u8 compressed_ack; u8 dup_ack_counter: 2; u8 tlp_retrans: 1; u8 unused: 5; u32 chrono_start; u32 chrono_stat[3]; u8 chrono_type: 2; u8 rate_app_limited: 1; u8 fastopen_connect: 1; u8 fastopen_no_cookie: 1; u8 is_sack_reneg: 1; u8 fastopen_client_fail: 2; u8 nonagle: 4; u8 thin_lto: 1; u8 recvmsg_inq: 1; u8 repair: 1; u8 frto: 1; u8 repair_queue; u8 save_syn: 2; u8 syn_data: 1; u8 syn_fastopen: 1; u8 syn_fastopen_exp: 1; u8 syn_fastopen_ch: 1; u8 syn_data_acked: 1; u8 is_cwnd_limited: 1; u32 tlp_high_seq; u32 tcp_tx_delay; u64 tcp_wstamp_ns; u64 tcp_clock_cache; u64 tcp_mstamp; u32 srtt_us; u32 mdev_us; u32 mdev_max_us; u32 rttvar_us; u32 rtt_seq; struct minmax rtt_min; u32 packets_out; u32 retrans_out; u32 max_packets_out; u32 cwnd_usage_seq; u16 urg_data; u8 ecn_flags; u8 keepalive_probes; u32 reordering; u32 reord_seen; u32 snd_up; struct tcp_options_received rx_opt; u32 snd_ssthresh; u32 snd_cwnd; u32 snd_cwnd_cnt; u32 snd_cwnd_clamp; u32 snd_cwnd_used; u32 snd_cwnd_stamp; u32 prior_cwnd; u32 prr_delivered; u32 prr_out; u32 delivered; u32 delivered_ce; u32 lost; u32 app_limited; u64 first_tx_mstamp; u64 delivered_mstamp; u32 rate_delivered; u32 rate_interval_us; u32 rcv_wnd; u32 write_seq; u32 notsent_lowat; u32 pushed_seq; u32 lost_out; u32 sacked_out; struct hrtimer pacing_timer; struct hrtimer compressed_ack_timer; struct sk_buff *lost_skb_hint; struct sk_buff *retransmit_skb_hint; struct rb_root out_of_order_queue; struct sk_buff *ooo_last_skb; struct tcp_sack_block duplicate_sack[1]; struct tcp_sack_block selective_acks[4]; struct tcp_sack_block recv_sack_cache[4]; struct sk_buff *highest_sack; int lost_cnt_hint; u32 prior_ssthresh; u32 high_seq; u32 retrans_stamp; u32 undo_marker; int undo_retrans; u64 bytes_retrans; u32 total_retrans; u32 urg_seq; unsigned int keepalive_time; unsigned int keepalive_intvl; int linger2; u8 bpf_sock_ops_cb_flags; u16 timeout_rehash; u32 rcv_ooopack; u32 rcv_rtt_last_tsecr; struct { u32 rtt_us; u32 seq; u64 time; } rcv_rtt_est; struct { u32 space; u32 seq; u64 time; } rcvq_space; struct { u32 probe_seq_start; u32 probe_seq_end; } mtu_probe; u32 mtu_info; bool is_mptcp; bool (*smc_hs_congested)(const struct sock *); bool syn_smc; const struct tcp_sock_af_ops *af_specific; struct tcp_md5sig_info *md5sig_info; struct tcp_fastopen_request *fastopen_req; struct request_sock *fastopen_rsk; struct saved_syn *saved_syn; }; struct tcp_sock_af_ops { struct tcp_md5sig_key * (*md5_lookup)(const struct sock *, const struct sock *); int (*calc_md5_hash)(char *, const struct tcp_md5sig_key *, const struct sock *, const struct sk_buff *); int (*md5_parse)(struct sock *, int, sockptr_t, int); }; struct tcp_md5sig_info { struct hlist_head head; struct callback_head rcu; }; struct tcp_fastopen_request { struct tcp_fastopen_cookie cookie; struct msghdr *data; size_t size; int copied; struct ubuf_info *uarg; }; struct tcp_timewait_sock { struct inet_timewait_sock tw_sk; u32 tw_rcv_wnd; u32 tw_ts_offset; u32 tw_ts_recent; u32 tw_last_oow_ack_time; int tw_ts_recent_stamp; u32 tw_tx_delay; struct tcp_md5sig_key *tw_md5_key; }; union tcp_md5_addr { struct in_addr a4; struct in6_addr a6; }; struct tcp_md5sig_key { struct hlist_node node; u8 keylen; u8 family; u8 prefixlen; u8 flags; union tcp_md5_addr addr; int l3index; u8 key[80]; struct callback_head rcu; }; enum { BPF_SOCK_OPS_VOID = 0, BPF_SOCK_OPS_TIMEOUT_INIT = 1, BPF_SOCK_OPS_RWND_INIT = 2, BPF_SOCK_OPS_TCP_CONNECT_CB = 3, BPF_SOCK_OPS_ACTIVE_ESTABLISHED_CB = 4, BPF_SOCK_OPS_PASSIVE_ESTABLISHED_CB = 5, BPF_SOCK_OPS_NEEDS_ECN = 6, BPF_SOCK_OPS_BASE_RTT = 7, BPF_SOCK_OPS_RTO_CB = 8, BPF_SOCK_OPS_RETRANS_CB = 9, BPF_SOCK_OPS_STATE_CB = 10, BPF_SOCK_OPS_TCP_LISTEN_CB = 11, BPF_SOCK_OPS_RTT_CB = 12, BPF_SOCK_OPS_PARSE_HDR_OPT_CB = 13, BPF_SOCK_OPS_HDR_OPT_LEN_CB = 14, BPF_SOCK_OPS_WRITE_HDR_OPT_CB = 15, }; enum tcp_tw_status { TCP_TW_SUCCESS = 0, TCP_TW_RST = 1, TCP_TW_ACK = 2, TCP_TW_SYN = 3, }; struct tcp_skb_cb { __u32 seq; __u32 end_seq; union { __u32 tcp_tw_isn; struct { u16 tcp_gso_segs; u16 tcp_gso_size; }; }; __u8 tcp_flags; __u8 sacked; __u8 ip_dsfield; __u8 txstamp_ack: 1; __u8 eor: 1; __u8 has_rxtstamp: 1; __u8 unused: 5; __u32 ack_seq; union { struct { __u32 is_app_limited: 1; __u32 delivered_ce: 20; __u32 unused: 11; __u32 delivered; u64 first_tx_mstamp; u64 delivered_mstamp; } tx; union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; }; }; struct offload_callbacks { struct sk_buff * (*gso_segment)(struct sk_buff *, netdev_features_t); struct sk_buff * (*gro_receive)(struct list_head *, struct sk_buff *); int (*gro_complete)(struct sk_buff *, int); }; struct napi_gro_cb { void *frag0; unsigned int frag0_len; int data_offset; u16 flush; u16 flush_id; u16 count; u16 proto; long unsigned int age; union { struct { u16 gro_remcsum_start; u8 same_flow: 1; u8 encap_mark: 1; u8 csum_valid: 1; u8 csum_cnt: 3; u8 free: 2; u8 is_ipv6: 1; u8 is_fou: 1; u8 is_atomic: 1; u8 recursion_counter: 4; u8 is_flist: 1; }; struct { u16 gro_remcsum_start; u8 same_flow: 1; u8 encap_mark: 1; u8 csum_valid: 1; u8 csum_cnt: 3; u8 free: 2; u8 is_ipv6: 1; u8 is_fou: 1; u8 is_atomic: 1; u8 recursion_counter: 4; u8 is_flist: 1; } zeroed; }; __wsum csum; struct sk_buff *last; }; struct net_offload { struct offload_callbacks callbacks; unsigned int flags; }; typedef u32 u_int32_t; typedef u64 u_int64_t; union nf_inet_addr { __u32 all[4]; __be32 ip; __be32 ip6[4]; struct in_addr in; struct in6_addr in6; }; struct ip_ct_tcp_state { u_int32_t td_end; u_int32_t td_maxend; u_int32_t td_maxwin; u_int32_t td_maxack; u_int8_t td_scale; u_int8_t flags; }; struct ip_ct_tcp { struct ip_ct_tcp_state seen[2]; u_int8_t state; u_int8_t last_dir; u_int8_t retrans; u_int8_t last_index; u_int32_t last_seq; u_int32_t last_ack; u_int32_t last_end; u_int16_t last_win; u_int8_t last_wscale; u_int8_t last_flags; }; enum ip_conntrack_info { IP_CT_ESTABLISHED = 0, IP_CT_RELATED = 1, IP_CT_NEW = 2, IP_CT_IS_REPLY = 3, IP_CT_ESTABLISHED_REPLY = 3, IP_CT_RELATED_REPLY = 4, IP_CT_NUMBER = 5, IP_CT_UNTRACKED = 7, }; enum ip_conntrack_status { IPS_EXPECTED_BIT = 0, IPS_EXPECTED = 1, IPS_SEEN_REPLY_BIT = 1, IPS_SEEN_REPLY = 2, IPS_ASSURED_BIT = 2, IPS_ASSURED = 4, IPS_CONFIRMED_BIT = 3, IPS_CONFIRMED = 8, IPS_SRC_NAT_BIT = 4, IPS_SRC_NAT = 16, IPS_DST_NAT_BIT = 5, IPS_DST_NAT = 32, IPS_NAT_MASK = 48, IPS_SEQ_ADJUST_BIT = 6, IPS_SEQ_ADJUST = 64, IPS_SRC_NAT_DONE_BIT = 7, IPS_SRC_NAT_DONE = 128, IPS_DST_NAT_DONE_BIT = 8, IPS_DST_NAT_DONE = 256, IPS_NAT_DONE_MASK = 384, IPS_DYING_BIT = 9, IPS_DYING = 512, IPS_FIXED_TIMEOUT_BIT = 10, IPS_FIXED_TIMEOUT = 1024, IPS_TEMPLATE_BIT = 11, IPS_TEMPLATE = 2048, IPS_UNTRACKED_BIT = 12, IPS_UNTRACKED = 4096, IPS_NAT_CLASH_BIT = 12, IPS_NAT_CLASH = 4096, IPS_HELPER_BIT = 13, IPS_HELPER = 8192, IPS_OFFLOAD_BIT = 14, IPS_OFFLOAD = 16384, IPS_HW_OFFLOAD_BIT = 15, IPS_HW_OFFLOAD = 32768, IPS_UNCHANGEABLE_MASK = 56313, __IPS_MAX_BIT = 16, }; union nf_conntrack_man_proto { __be16 all; struct { __be16 port; } tcp; struct { __be16 port; } udp; struct { __be16 id; } icmp; struct { __be16 port; } dccp; struct { __be16 port; } sctp; struct { __be16 key; } gre; }; struct nf_ct_dccp { u_int8_t role[2]; u_int8_t state; u_int8_t last_pkt; u_int8_t last_dir; u_int64_t handshake_seq; }; struct ip_ct_sctp { enum sctp_conntrack state; __be32 vtag[2]; u8 last_dir; u8 flags; }; struct nf_conntrack_zone { u16 id; u8 flags; u8 dir; }; struct nf_conntrack_man { union nf_inet_addr u3; union nf_conntrack_man_proto u; u_int16_t l3num; }; struct nf_conntrack_tuple { struct nf_conntrack_man src; struct { union nf_inet_addr u3; union { __be16 all; struct { __be16 port; } tcp; struct { __be16 port; } udp; struct { u_int8_t type; u_int8_t code; } icmp; struct { __be16 port; } dccp; struct { __be16 port; } sctp; struct { __be16 key; } gre; } u; u_int8_t protonum; u_int8_t dir; } dst; }; struct nf_conntrack_tuple_hash { struct hlist_nulls_node hnnode; struct nf_conntrack_tuple tuple; }; struct nf_ct_udp { long unsigned int stream_ts; }; struct nf_ct_gre { unsigned int stream_timeout; unsigned int timeout; }; union nf_conntrack_proto { struct nf_ct_dccp dccp; struct ip_ct_sctp sctp; struct ip_ct_tcp tcp; struct nf_ct_udp udp; struct nf_ct_gre gre; unsigned int tmpl_padto; }; struct nf_ct_ext; struct nf_conn { struct nf_conntrack ct_general; spinlock_t lock; u32 timeout; struct nf_conntrack_zone zone; struct nf_conntrack_tuple_hash tuplehash[2]; long unsigned int status; possible_net_t ct_net; struct hlist_node nat_bysource; struct { } __nfct_init_offset; struct nf_conn *master; u_int32_t mark; u_int32_t secmark; struct nf_ct_ext *ext; union nf_conntrack_proto proto; }; enum { XFRM_LOOKUP_ICMP = 1, XFRM_LOOKUP_QUEUE = 2, XFRM_LOOKUP_KEEP_DST_REF = 4, }; struct raw_hashinfo { spinlock_t lock; struct hlist_nulls_head ht[256]; }; struct ipv4_addr_key { __be32 addr; int vif; }; struct inetpeer_addr { union { struct ipv4_addr_key a4; struct in6_addr a6; u32 key[4]; }; __u16 family; }; struct inet_peer { struct rb_node rb_node; struct inetpeer_addr daddr; u32 metrics[17]; u32 rate_tokens; u32 n_redirects; long unsigned int rate_last; union { struct { atomic_t rid; }; struct callback_head rcu; }; __u32 dtime; refcount_t refcnt; }; struct net_protocol { int (*handler)(struct sk_buff *); int (*err_handler)(struct sk_buff *, u32); unsigned int no_policy: 1; unsigned int icmp_strict_tag_validation: 1; }; struct icmp_ext_hdr { __u8 reserved1: 4; __u8 version: 4; __u8 reserved2; __sum16 checksum; }; struct icmp_extobj_hdr { __be16 length; __u8 class_num; __u8 class_type; }; struct icmp_ext_echo_ctype3_hdr { __be16 afi; __u8 addrlen; __u8 reserved; }; struct icmp_ext_echo_iio { struct icmp_extobj_hdr extobj_hdr; union { char name[16]; __be32 ifindex; struct { struct icmp_ext_echo_ctype3_hdr ctype3_hdr; union { __be32 ipv4_addr; struct in6_addr ipv6_addr; } ip_addr; } addr; } ident; }; struct icmp_err { int errno; unsigned int fatal: 1; }; struct icmp_bxm { struct sk_buff *skb; int offset; int data_len; struct { struct icmphdr icmph; __be32 times[3]; } data; int head_len; struct ip_options_data replyopts; }; struct icmp_control { enum skb_drop_reason (*handler)(struct sk_buff *); short int error; }; struct seq_net_private { struct net *net; netns_tracker ns_tracker; }; enum rt_class_t { RT_TABLE_UNSPEC = 0, RT_TABLE_COMPAT = 252, RT_TABLE_DEFAULT = 253, RT_TABLE_MAIN = 254, RT_TABLE_LOCAL = 255, RT_TABLE_MAX = 4294967295, }; struct rtnexthop { short unsigned int rtnh_len; unsigned char rtnh_flags; unsigned char rtnh_hops; int rtnh_ifindex; }; typedef u8 dscp_t; struct fib_notifier_info { int family; struct netlink_ext_ack *extack; }; enum fib_event_type { FIB_EVENT_ENTRY_REPLACE = 0, FIB_EVENT_ENTRY_APPEND = 1, FIB_EVENT_ENTRY_ADD = 2, FIB_EVENT_ENTRY_DEL = 3, FIB_EVENT_RULE_ADD = 4, FIB_EVENT_RULE_DEL = 5, FIB_EVENT_NH_ADD = 6, FIB_EVENT_NH_DEL = 7, FIB_EVENT_VIF_ADD = 8, FIB_EVENT_VIF_DEL = 9, }; struct fib_config { u8 fc_dst_len; dscp_t fc_dscp; u8 fc_protocol; u8 fc_scope; u8 fc_type; u8 fc_gw_family; u32 fc_table; __be32 fc_dst; union { __be32 fc_gw4; struct in6_addr fc_gw6; }; int fc_oif; u32 fc_flags; u32 fc_priority; __be32 fc_prefsrc; u32 fc_nh_id; struct nlattr *fc_mx; struct rtnexthop *fc_mp; int fc_mx_len; int fc_mp_len; u32 fc_flow; u32 fc_nlflags; struct nl_info fc_nlinfo; struct nlattr *fc_encap; u16 fc_encap_type; }; struct fib_result { __be32 prefix; unsigned char prefixlen; unsigned char nh_sel; unsigned char type; unsigned char scope; u32 tclassid; struct fib_nh_common *nhc; struct fib_info *fi; struct fib_table *table; struct hlist_head *fa_head; }; struct fib_rt_info { struct fib_info *fi; u32 tb_id; __be32 dst; int dst_len; dscp_t dscp; u8 type; u8 offload: 1; u8 trap: 1; u8 offload_failed: 1; u8 unused: 5; }; struct fib_entry_notifier_info { struct fib_notifier_info info; u32 dst; int dst_len; struct fib_info *fi; dscp_t dscp; u8 type; u32 tb_id; }; struct fib_dump_filter { u32 table_id; bool filter_set; bool dump_routes; bool dump_exceptions; unsigned char protocol; unsigned char rt_type; unsigned int flags; struct net_device *dev; }; struct fib_alias { struct hlist_node fa_list; struct fib_info *fa_info; dscp_t fa_dscp; u8 fa_type; u8 fa_state; u8 fa_slen; u32 tb_id; s16 fa_default; u8 offload; u8 trap; u8 offload_failed; struct callback_head rcu; }; struct fib_prop { int error; u8 scope; }; typedef unsigned int t_key; struct key_vector { t_key key; unsigned char pos; unsigned char bits; unsigned char slen; union { struct hlist_head leaf; struct key_vector *tnode[0]; }; }; struct tnode { struct callback_head rcu; t_key empty_children; t_key full_children; struct key_vector *parent; struct key_vector kv[1]; }; struct trie_use_stats { unsigned int gets; unsigned int backtrack; unsigned int semantic_match_passed; unsigned int semantic_match_miss; unsigned int null_node_hit; unsigned int resize_node_skipped; }; struct trie_stat { unsigned int totdepth; unsigned int maxdepth; unsigned int tnodes; unsigned int leaves; unsigned int nullpointers; unsigned int prefixes; unsigned int nodesizes[32]; }; struct trie { struct key_vector kv[1]; struct trie_use_stats *stats; }; struct fib_trie_iter { struct seq_net_private p; struct fib_table *tb; struct key_vector *tnode; unsigned int index; unsigned int depth; }; struct fib_route_iter { struct seq_net_private p; struct fib_table *main_tb; struct key_vector *tnode; loff_t pos; t_key key; }; enum { FRA_UNSPEC = 0, FRA_DST = 1, FRA_SRC = 2, FRA_IIFNAME = 3, FRA_GOTO = 4, FRA_UNUSED2 = 5, FRA_PRIORITY = 6, FRA_UNUSED3 = 7, FRA_UNUSED4 = 8, FRA_UNUSED5 = 9, FRA_FWMARK = 10, FRA_FLOW = 11, FRA_TUN_ID = 12, FRA_SUPPRESS_IFGROUP = 13, FRA_SUPPRESS_PREFIXLEN = 14, FRA_TABLE = 15, FRA_FWMASK = 16, FRA_OIFNAME = 17, FRA_PAD = 18, FRA_L3MDEV = 19, FRA_UID_RANGE = 20, FRA_PROTOCOL = 21, FRA_IP_PROTO = 22, FRA_SPORT_RANGE = 23, FRA_DPORT_RANGE = 24, __FRA_MAX = 25, }; enum { FR_ACT_UNSPEC = 0, FR_ACT_TO_TBL = 1, FR_ACT_GOTO = 2, FR_ACT_NOP = 3, FR_ACT_RES3 = 4, FR_ACT_RES4 = 5, FR_ACT_BLACKHOLE = 6, FR_ACT_UNREACHABLE = 7, FR_ACT_PROHIBIT = 8, __FR_ACT_MAX = 9, }; struct fib4_rule { struct fib_rule common; u8 dst_len; u8 src_len; dscp_t dscp; __be32 src; __be32 srcmask; __be32 dst; __be32 dstmask; u32 tclassid; }; struct inet_diag_sockid { __be16 idiag_sport; __be16 idiag_dport; __be32 idiag_src[4]; __be32 idiag_dst[4]; __u32 idiag_if; __u32 idiag_cookie[2]; }; struct inet_diag_req_v2 { __u8 sdiag_family; __u8 sdiag_protocol; __u8 idiag_ext; __u8 pad; __u32 idiag_states; struct inet_diag_sockid id; }; struct inet_diag_req_raw { __u8 sdiag_family; __u8 sdiag_protocol; __u8 idiag_ext; __u8 sdiag_raw_protocol; __u32 idiag_states; struct inet_diag_sockid id; }; enum { INET_DIAG_REQ_NONE = 0, INET_DIAG_REQ_BYTECODE = 1, INET_DIAG_REQ_SK_BPF_STORAGES = 2, INET_DIAG_REQ_PROTOCOL = 3, __INET_DIAG_REQ_MAX = 4, }; struct inet_diag_msg { __u8 idiag_family; __u8 idiag_state; __u8 idiag_timer; __u8 idiag_retrans; struct inet_diag_sockid id; __u32 idiag_expires; __u32 idiag_rqueue; __u32 idiag_wqueue; __u32 idiag_uid; __u32 idiag_inode; }; struct inet_diag_handler { void (*dump)(struct sk_buff *, struct netlink_callback *, const struct inet_diag_req_v2 *); int (*dump_one)(struct netlink_callback *, const struct inet_diag_req_v2 *); void (*idiag_get_info)(struct sock *, struct inet_diag_msg *, void *); int (*idiag_get_aux)(struct sock *, bool, struct sk_buff *); size_t (*idiag_get_aux_size)(struct sock *, bool); int (*destroy)(struct sk_buff *, const struct inet_diag_req_v2 *); __u16 idiag_type; __u16 idiag_info_size; }; struct bpf_sk_storage_diag; struct inet_diag_dump_data { struct nlattr *req_nlas[4]; struct bpf_sk_storage_diag *bpf_stg_diag; }; struct xfrm_dst; struct xfrm_policy_afinfo { struct dst_ops *dst_ops; struct dst_entry * (*dst_lookup)(struct net *, int, int, const xfrm_address_t *, const xfrm_address_t *, u32); int (*get_saddr)(struct net *, int, xfrm_address_t *, xfrm_address_t *, u32); int (*fill_dst)(struct xfrm_dst *, struct net_device *, const struct flowi *); struct dst_entry * (*blackhole_route)(struct net *, struct dst_entry *); }; struct xfrm_dst { union { struct dst_entry dst; struct rtable rt; struct rt6_info rt6; } u; struct dst_entry *route; struct dst_entry *child; struct dst_entry *path; struct xfrm_policy *pols[2]; int num_pols; int num_xfrms; u32 xfrm_genid; u32 policy_genid; u32 route_mtu_cached; u32 child_mtu_cached; u32 route_cookie; u32 path_cookie; }; struct ip_beet_phdr { __u8 nexthdr; __u8 hdrlen; __u8 padlen; __u8 reserved; }; struct gro_cell; struct gro_cells { struct gro_cell *cells; }; enum { XFRM_MODE_FLAG_TUNNEL = 1, }; enum { XFRM_STATE_VOID = 0, XFRM_STATE_ACQ = 1, XFRM_STATE_VALID = 2, XFRM_STATE_ERROR = 3, XFRM_STATE_EXPIRED = 4, XFRM_STATE_DEAD = 5, }; struct xfrm_state_afinfo { u8 family; u8 proto; const struct xfrm_type_offload *type_offload_esp; const struct xfrm_type *type_esp; const struct xfrm_type *type_ipip; const struct xfrm_type *type_ipip6; const struct xfrm_type *type_comp; const struct xfrm_type *type_ah; const struct xfrm_type *type_routing; const struct xfrm_type *type_dstopts; int (*output)(struct net *, struct sock *, struct sk_buff *); int (*transport_finish)(struct sk_buff *, int); void (*local_error)(struct sk_buff *, u32); }; struct xfrm_input_afinfo { u8 family; bool is_ipip; int (*callback)(struct sk_buff *, u8, int); }; struct dst_cache_pcpu; struct dst_cache { struct dst_cache_pcpu *cache; long unsigned int reset_ts; }; struct ip_tunnel_encap { u16 type; u16 flags; __be16 sport; __be16 dport; }; struct ip_tunnel_6rd_parm { struct in6_addr prefix; __be32 relay_prefix; u16 prefixlen; u16 relay_prefixlen; }; struct ip_tunnel_prl_entry; struct ip_tunnel { struct ip_tunnel *next; struct hlist_node hash_node; struct net_device *dev; netdevice_tracker dev_tracker; struct net *net; long unsigned int err_time; int err_count; u32 i_seqno; atomic_t o_seqno; int tun_hlen; u32 index; u8 erspan_ver; u8 dir; u16 hwid; struct dst_cache dst_cache; struct ip_tunnel_parm parms; int mlink; int encap_hlen; int hlen; struct ip_tunnel_encap encap; struct ip_tunnel_6rd_parm ip6rd; struct ip_tunnel_prl_entry *prl; unsigned int prl_count; unsigned int ip_tnl_net_id; struct gro_cells gro_cells; __u32 fwmark; bool collect_md; bool ignore_df; }; struct __ip6_tnl_parm { char name[16]; int link; __u8 proto; __u8 encap_limit; __u8 hop_limit; bool collect_md; __be32 flowinfo; __u32 flags; struct in6_addr laddr; struct in6_addr raddr; __be16 i_flags; __be16 o_flags; __be32 i_key; __be32 o_key; __u32 fwmark; __u32 index; __u8 erspan_ver; __u8 dir; __u16 hwid; }; struct ip6_tnl { struct ip6_tnl *next; struct net_device *dev; netdevice_tracker dev_tracker; struct net *net; struct __ip6_tnl_parm parms; struct flowi fl; struct dst_cache dst_cache; struct gro_cells gro_cells; int err_count; long unsigned int err_time; __u32 i_seqno; atomic_t o_seqno; int hlen; int tun_hlen; int encap_hlen; struct ip_tunnel_encap encap; int mlink; }; struct xfrm_tunnel_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; union { struct ip_tunnel *ip4; struct ip6_tnl *ip6; } tunnel; }; struct xfrm_skb_cb { struct xfrm_tunnel_skb_cb header; union { struct { __u32 low; __u32 hi; } output; struct { __be32 low; __be32 hi; } input; } seq; }; struct xfrm_mode_skb_cb { struct xfrm_tunnel_skb_cb header; __be16 id; __be16 frag_off; u8 ihl; u8 tos; u8 ttl; u8 protocol; u8 optlen; u8 flow_lbl[3]; }; struct xfrm_spi_skb_cb { struct xfrm_tunnel_skb_cb header; unsigned int daddroff; unsigned int family; __be32 seq; }; struct ip_tunnel_prl_entry { struct ip_tunnel_prl_entry *next; __be32 addr; u16 flags; struct callback_head callback_head; }; struct xfrm_trans_tasklet { struct work_struct work; spinlock_t queue_lock; struct sk_buff_head queue; }; struct xfrm_trans_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; int (*finish)(struct net *, struct sock *, struct sk_buff *); struct net *net; }; struct strp_msg { int full_len; int offset; }; struct espintcp_msg { struct sk_buff *skb; struct sk_msg skmsg; int offset; int len; }; struct espintcp_ctx { struct strparser strp; struct sk_buff_head ike_queue; struct sk_buff_head out_queue; struct espintcp_msg partial; void (*saved_data_ready)(struct sock *); void (*saved_write_space)(struct sock *); void (*saved_destruct)(struct sock *); struct work_struct work; bool tx_running; }; struct flow_dissector_key_control { u16 thoff; u16 addr_type; u32 flags; }; struct flow_dissector_key_basic { __be16 n_proto; u8 ip_proto; u8 padding; }; struct flow_dissector_key_tags { u32 flow_label; }; struct flow_dissector_key_vlan { union { struct { u16 vlan_id: 12; u16 vlan_dei: 1; u16 vlan_priority: 3; }; __be16 vlan_tci; }; __be16 vlan_tpid; __be16 vlan_eth_type; u16 padding; }; struct flow_dissector_key_keyid { __be32 keyid; }; struct flow_dissector_key_ipv4_addrs { __be32 src; __be32 dst; }; struct flow_dissector_key_ipv6_addrs { struct in6_addr src; struct in6_addr dst; }; struct flow_dissector_key_tipc { __be32 key; }; struct flow_dissector_key_addrs { union { struct flow_dissector_key_ipv4_addrs v4addrs; struct flow_dissector_key_ipv6_addrs v6addrs; struct flow_dissector_key_tipc tipckey; }; }; struct flow_dissector_key_ports { union { __be32 ports; struct { __be16 src; __be16 dst; }; }; }; struct flow_dissector_key_icmp { struct { u8 type; u8 code; }; u16 id; }; struct flow_keys { struct flow_dissector_key_control control; struct flow_dissector_key_basic basic; struct flow_dissector_key_tags tags; struct flow_dissector_key_vlan vlan; struct flow_dissector_key_vlan cvlan; struct flow_dissector_key_keyid keyid; struct flow_dissector_key_ports ports; struct flow_dissector_key_icmp icmp; struct flow_dissector_key_addrs addrs; int: 32; }; struct icmpv6_echo { __be16 identifier; __be16 sequence; }; struct icmpv6_nd_advt { __u32 reserved: 5; __u32 override: 1; __u32 solicited: 1; __u32 router: 1; __u32 reserved2: 24; }; struct icmpv6_nd_ra { __u8 hop_limit; __u8 reserved: 3; __u8 router_pref: 2; __u8 home_agent: 1; __u8 other: 1; __u8 managed: 1; __be16 rt_lifetime; }; struct icmp6hdr { __u8 icmp6_type; __u8 icmp6_code; __sum16 icmp6_cksum; union { __be32 un_data32[1]; __be16 un_data16[2]; __u8 un_data8[4]; struct icmpv6_echo u_echo; struct icmpv6_nd_advt u_nd_advt; struct icmpv6_nd_ra u_nd_ra; } icmp6_dataun; }; struct inet6_ifaddr { struct in6_addr addr; __u32 prefix_len; __u32 rt_priority; __u32 valid_lft; __u32 prefered_lft; refcount_t refcnt; spinlock_t lock; int state; __u32 flags; __u8 dad_probes; __u8 stable_privacy_retry; __u16 scope; __u64 dad_nonce; long unsigned int cstamp; long unsigned int tstamp; struct delayed_work dad_work; struct inet6_dev *idev; struct fib6_info *rt; struct hlist_node addr_lst; struct list_head if_list; struct list_head if_list_aux; struct list_head tmp_list; struct inet6_ifaddr *ifpub; int regen_count; bool tokenized; u8 ifa_proto; struct callback_head rcu; struct in6_addr peer_addr; }; struct hop_jumbo_hdr { u8 nexthdr; u8 hdrlen; u8 tlv_type; u8 tlv_len; __be32 jumbo_payload_len; }; struct ip6_fraglist_iter { struct ipv6hdr *tmp_hdr; struct sk_buff *frag; int offset; unsigned int hlen; __be32 frag_id; u8 nexthdr; }; struct ip6_frag_state { u8 *prevhdr; unsigned int hlen; unsigned int mtu; unsigned int left; int offset; int ptr; int hroom; int troom; __be32 frag_id; u8 nexthdr; }; struct ip6_ra_chain { struct ip6_ra_chain *next; struct sock *sk; int sel; void (*destructor)(struct sock *); }; struct ipcm6_cookie { struct sockcm_cookie sockc; __s16 hlimit; __s16 tclass; __u16 gso_size; __s8 dontfrag; struct ipv6_txoptions *opt; }; struct ip_tunnel_key { __be64 tun_id; union { struct { __be32 src; __be32 dst; } ipv4; struct { struct in6_addr src; struct in6_addr dst; } ipv6; } u; __be16 tun_flags; u8 tos; u8 ttl; __be32 label; __be16 tp_src; __be16 tp_dst; __u8 flow_flags; }; struct ip_tunnel_info { struct ip_tunnel_key key; struct dst_cache dst_cache; u8 options_len; u8 mode; }; struct sockaddr_in6 { short unsigned int sin6_family; __be16 sin6_port; __be32 sin6_flowinfo; struct in6_addr sin6_addr; __u32 sin6_scope_id; }; struct icmp6_filter { __u32 data[8]; }; struct raw6_sock { struct inet_sock inet; __u32 checksum; __u32 offset; struct icmp6_filter filter; __u32 ip6mr_table; struct ipv6_pinfo inet6; }; struct static_key_false_deferred { struct static_key_false key; long unsigned int timeout; struct delayed_work work; }; struct inet_protosw { struct list_head list; short unsigned int type; short unsigned int protocol; struct proto *prot; const struct proto_ops *ops; unsigned char flags; }; struct raw_iter_state { struct seq_net_private p; int bucket; }; typedef int mh_filter_t(struct sock *, struct sk_buff *); struct raw6_frag_vec { struct msghdr *msg; int hlen; char c[4]; }; struct libipw_device; struct iw_spy_data; struct iw_public_data { struct iw_spy_data *spy_data; struct libipw_device *libipw; }; enum nl80211_iftype { NL80211_IFTYPE_UNSPECIFIED = 0, NL80211_IFTYPE_ADHOC = 1, NL80211_IFTYPE_STATION = 2, NL80211_IFTYPE_AP = 3, NL80211_IFTYPE_AP_VLAN = 4, NL80211_IFTYPE_WDS = 5, NL80211_IFTYPE_MONITOR = 6, NL80211_IFTYPE_MESH_POINT = 7, NL80211_IFTYPE_P2P_CLIENT = 8, NL80211_IFTYPE_P2P_GO = 9, NL80211_IFTYPE_P2P_DEVICE = 10, NL80211_IFTYPE_OCB = 11, NL80211_IFTYPE_NAN = 12, NUM_NL80211_IFTYPES = 13, NL80211_IFTYPE_MAX = 12, }; struct cfg80211_conn; struct cfg80211_cached_keys; enum ieee80211_bss_type { IEEE80211_BSS_TYPE_ESS = 0, IEEE80211_BSS_TYPE_PBSS = 1, IEEE80211_BSS_TYPE_IBSS = 2, IEEE80211_BSS_TYPE_MBSS = 3, IEEE80211_BSS_TYPE_ANY = 4, }; enum nl80211_chan_width { NL80211_CHAN_WIDTH_20_NOHT = 0, NL80211_CHAN_WIDTH_20 = 1, NL80211_CHAN_WIDTH_40 = 2, NL80211_CHAN_WIDTH_80 = 3, NL80211_CHAN_WIDTH_80P80 = 4, NL80211_CHAN_WIDTH_160 = 5, NL80211_CHAN_WIDTH_5 = 6, NL80211_CHAN_WIDTH_10 = 7, NL80211_CHAN_WIDTH_1 = 8, NL80211_CHAN_WIDTH_2 = 9, NL80211_CHAN_WIDTH_4 = 10, NL80211_CHAN_WIDTH_8 = 11, NL80211_CHAN_WIDTH_16 = 12, NL80211_CHAN_WIDTH_320 = 13, }; enum ieee80211_edmg_bw_config { IEEE80211_EDMG_BW_CONFIG_4 = 4, IEEE80211_EDMG_BW_CONFIG_5 = 5, IEEE80211_EDMG_BW_CONFIG_6 = 6, IEEE80211_EDMG_BW_CONFIG_7 = 7, IEEE80211_EDMG_BW_CONFIG_8 = 8, IEEE80211_EDMG_BW_CONFIG_9 = 9, IEEE80211_EDMG_BW_CONFIG_10 = 10, IEEE80211_EDMG_BW_CONFIG_11 = 11, IEEE80211_EDMG_BW_CONFIG_12 = 12, IEEE80211_EDMG_BW_CONFIG_13 = 13, IEEE80211_EDMG_BW_CONFIG_14 = 14, IEEE80211_EDMG_BW_CONFIG_15 = 15, }; struct ieee80211_edmg { u8 channels; enum ieee80211_edmg_bw_config bw_config; }; struct ieee80211_channel; struct cfg80211_chan_def { struct ieee80211_channel *chan; enum nl80211_chan_width width; u32 center_freq1; u32 center_freq2; struct ieee80211_edmg edmg; u16 freq1_offset; }; struct ieee80211_mcs_info { u8 rx_mask[10]; __le16 rx_highest; u8 tx_params; u8 reserved[3]; }; struct ieee80211_ht_cap { __le16 cap_info; u8 ampdu_params_info; struct ieee80211_mcs_info mcs; __le16 extended_ht_cap_info; __le32 tx_BF_cap_info; u8 antenna_selection_info; } __attribute__((packed)); struct key_params; struct cfg80211_ibss_params { const u8 *ssid; const u8 *bssid; struct cfg80211_chan_def chandef; const u8 *ie; u8 ssid_len; u8 ie_len; u16 beacon_interval; u32 basic_rates; bool channel_fixed; bool privacy; bool control_port; bool control_port_over_nl80211; bool userspace_handles_dfs; int: 24; int mcast_rate[6]; struct ieee80211_ht_cap ht_capa; struct ieee80211_ht_cap ht_capa_mask; int: 32; struct key_params *wep_keys; int wep_tx_key; int: 32; } __attribute__((packed)); enum nl80211_auth_type { NL80211_AUTHTYPE_OPEN_SYSTEM = 0, NL80211_AUTHTYPE_SHARED_KEY = 1, NL80211_AUTHTYPE_FT = 2, NL80211_AUTHTYPE_NETWORK_EAP = 3, NL80211_AUTHTYPE_SAE = 4, NL80211_AUTHTYPE_FILS_SK = 5, NL80211_AUTHTYPE_FILS_SK_PFS = 6, NL80211_AUTHTYPE_FILS_PK = 7, __NL80211_AUTHTYPE_NUM = 8, NL80211_AUTHTYPE_MAX = 7, NL80211_AUTHTYPE_AUTOMATIC = 8, }; enum nl80211_mfp { NL80211_MFP_NO = 0, NL80211_MFP_REQUIRED = 1, NL80211_MFP_OPTIONAL = 2, }; enum nl80211_sae_pwe_mechanism { NL80211_SAE_PWE_UNSPECIFIED = 0, NL80211_SAE_PWE_HUNT_AND_PECK = 1, NL80211_SAE_PWE_HASH_TO_ELEMENT = 2, NL80211_SAE_PWE_BOTH = 3, }; struct cfg80211_crypto_settings { u32 wpa_versions; u32 cipher_group; int n_ciphers_pairwise; u32 ciphers_pairwise[5]; int n_akm_suites; u32 akm_suites[10]; bool control_port; __be16 control_port_ethertype; bool control_port_no_encrypt; bool control_port_over_nl80211; bool control_port_no_preauth; struct key_params *wep_keys; int wep_tx_key; const u8 *psk; const u8 *sae_pwd; u8 sae_pwd_len; enum nl80211_sae_pwe_mechanism sae_pwe; }; struct ieee80211_vht_mcs_info { __le16 rx_mcs_map; __le16 rx_highest; __le16 tx_mcs_map; __le16 tx_highest; }; struct ieee80211_vht_cap { __le32 vht_cap_info; struct ieee80211_vht_mcs_info supp_mcs; }; enum nl80211_bss_select_attr { __NL80211_BSS_SELECT_ATTR_INVALID = 0, NL80211_BSS_SELECT_ATTR_RSSI = 1, NL80211_BSS_SELECT_ATTR_BAND_PREF = 2, NL80211_BSS_SELECT_ATTR_RSSI_ADJUST = 3, __NL80211_BSS_SELECT_ATTR_AFTER_LAST = 4, NL80211_BSS_SELECT_ATTR_MAX = 3, }; enum nl80211_band { NL80211_BAND_2GHZ = 0, NL80211_BAND_5GHZ = 1, NL80211_BAND_60GHZ = 2, NL80211_BAND_6GHZ = 3, NL80211_BAND_S1GHZ = 4, NL80211_BAND_LC = 5, NUM_NL80211_BANDS = 6, }; struct cfg80211_bss_select_adjust { enum nl80211_band band; s8 delta; }; struct cfg80211_bss_selection { enum nl80211_bss_select_attr behaviour; union { enum nl80211_band band_pref; struct cfg80211_bss_select_adjust adjust; } param; }; struct cfg80211_connect_params { struct ieee80211_channel *channel; struct ieee80211_channel *channel_hint; const u8 *bssid; const u8 *bssid_hint; const u8 *ssid; size_t ssid_len; enum nl80211_auth_type auth_type; int: 32; const u8 *ie; size_t ie_len; bool privacy; int: 24; enum nl80211_mfp mfp; struct cfg80211_crypto_settings crypto; const u8 *key; u8 key_len; u8 key_idx; short: 16; u32 flags; int bg_scan_period; struct ieee80211_ht_cap ht_capa; struct ieee80211_ht_cap ht_capa_mask; struct ieee80211_vht_cap vht_capa; struct ieee80211_vht_cap vht_capa_mask; bool pbss; int: 24; struct cfg80211_bss_selection bss_select; const u8 *prev_bssid; const u8 *fils_erp_username; size_t fils_erp_username_len; const u8 *fils_erp_realm; size_t fils_erp_realm_len; u16 fils_erp_next_seq_num; long: 48; const u8 *fils_erp_rrk; size_t fils_erp_rrk_len; bool want_1x; int: 24; struct ieee80211_edmg edmg; int: 32; } __attribute__((packed)); struct cfg80211_cqm_config; struct cfg80211_internal_bss; struct wiphy; struct wireless_dev { struct wiphy *wiphy; enum nl80211_iftype iftype; struct list_head list; struct net_device *netdev; u32 identifier; struct list_head mgmt_registrations; u8 mgmt_registrations_need_update: 1; struct mutex mtx; bool use_4addr; bool is_running; bool registered; bool registering; u8 address[6]; struct cfg80211_conn *conn; struct cfg80211_cached_keys *connect_keys; enum ieee80211_bss_type conn_bss_type; u32 conn_owner_nlportid; struct work_struct disconnect_wk; u8 disconnect_bssid[6]; struct list_head event_list; spinlock_t event_lock; u8 connected: 1; bool ps; int ps_timeout; u32 ap_unexpected_nlportid; u32 owner_nlportid; bool nl_owner_dead; bool cac_started; long unsigned int cac_start_time; unsigned int cac_time_ms; struct { struct cfg80211_ibss_params ibss; struct cfg80211_connect_params connect; struct cfg80211_cached_keys *keys; const u8 *ie; size_t ie_len; u8 bssid[6]; u8 prev_bssid[6]; u8 ssid[32]; s8 default_key; s8 default_mgmt_key; bool prev_bssid_valid; } wext; struct cfg80211_cqm_config *cqm_config; struct list_head pmsr_list; spinlock_t pmsr_lock; struct work_struct pmsr_free_wk; long unsigned int unprot_beacon_reported; union { struct { u8 connected_addr[6]; u8 ssid[32]; u8 ssid_len; char: 8; } client; struct { int beacon_interval; struct cfg80211_chan_def preset_chandef; struct cfg80211_chan_def chandef; u8 id[32]; u8 id_len; u8 id_up_len; } mesh; struct { struct cfg80211_chan_def preset_chandef; u8 ssid[32]; u8 ssid_len; } ap; struct { struct cfg80211_internal_bss *current_bss; struct cfg80211_chan_def chandef; int beacon_interval; u8 ssid[32]; u8 ssid_len; } ibss; struct { struct cfg80211_chan_def chandef; } ocb; } u; struct { u8 addr[6]; union { struct { unsigned int beacon_interval; struct cfg80211_chan_def chandef; } ap; struct { struct cfg80211_internal_bss *current_bss; } client; }; } links[15]; u16 valid_links; }; struct iw_param { __s32 value; __u8 fixed; __u8 disabled; __u16 flags; }; struct iw_point { void *pointer; __u16 length; __u16 flags; }; struct iw_freq { __s32 m; __s16 e; __u8 i; __u8 flags; }; struct iw_quality { __u8 qual; __u8 level; __u8 noise; __u8 updated; }; struct iw_discarded { __u32 nwid; __u32 code; __u32 fragment; __u32 retries; __u32 misc; }; struct iw_missed { __u32 beacon; }; struct iw_encode_ext { __u32 ext_flags; __u8 tx_seq[8]; __u8 rx_seq[8]; struct sockaddr addr; __u16 alg; __u16 key_len; __u8 key[0]; }; struct iw_statistics { __u16 status; struct iw_quality qual; struct iw_discarded discard; struct iw_missed miss; }; union iwreq_data { char name[16]; struct iw_point essid; struct iw_param nwid; struct iw_freq freq; struct iw_param sens; struct iw_param bitrate; struct iw_param txpower; struct iw_param rts; struct iw_param frag; __u32 mode; struct iw_param retry; struct iw_point encoding; struct iw_param power; struct iw_quality qual; struct sockaddr ap_addr; struct sockaddr addr; struct iw_param param; struct iw_point data; }; struct iwreq { union { char ifrn_name[16]; } ifr_ifrn; union iwreq_data u; }; struct iw_priv_args { __u32 cmd; __u16 set_args; __u16 get_args; char name[16]; }; struct iw_event { __u16 len; __u16 cmd; union iwreq_data u; }; struct compat_iw_point { compat_caddr_t pointer; __u16 length; __u16 flags; }; struct __compat_iw_event { __u16 len; __u16 cmd; compat_caddr_t pointer; }; enum nl80211_reg_initiator { NL80211_REGDOM_SET_BY_CORE = 0, NL80211_REGDOM_SET_BY_USER = 1, NL80211_REGDOM_SET_BY_DRIVER = 2, NL80211_REGDOM_SET_BY_COUNTRY_IE = 3, }; enum nl80211_dfs_regions { NL80211_DFS_UNSET = 0, NL80211_DFS_FCC = 1, NL80211_DFS_ETSI = 2, NL80211_DFS_JP = 3, }; enum nl80211_user_reg_hint_type { NL80211_USER_REG_HINT_USER = 0, NL80211_USER_REG_HINT_CELL_BASE = 1, NL80211_USER_REG_HINT_INDOOR = 2, }; enum nl80211_mntr_flags { __NL80211_MNTR_FLAG_INVALID = 0, NL80211_MNTR_FLAG_FCSFAIL = 1, NL80211_MNTR_FLAG_PLCPFAIL = 2, NL80211_MNTR_FLAG_CONTROL = 3, NL80211_MNTR_FLAG_OTHER_BSS = 4, NL80211_MNTR_FLAG_COOK_FRAMES = 5, NL80211_MNTR_FLAG_ACTIVE = 6, __NL80211_MNTR_FLAG_AFTER_LAST = 7, NL80211_MNTR_FLAG_MAX = 6, }; enum nl80211_key_mode { NL80211_KEY_RX_TX = 0, NL80211_KEY_NO_TX = 1, NL80211_KEY_SET_TX = 2, }; enum nl80211_bss_scan_width { NL80211_BSS_CHAN_WIDTH_20 = 0, NL80211_BSS_CHAN_WIDTH_10 = 1, NL80211_BSS_CHAN_WIDTH_5 = 2, NL80211_BSS_CHAN_WIDTH_1 = 3, NL80211_BSS_CHAN_WIDTH_2 = 4, }; struct nl80211_wowlan_tcp_data_seq { __u32 start; __u32 offset; __u32 len; }; struct nl80211_wowlan_tcp_data_token { __u32 offset; __u32 len; __u8 token_stream[0]; }; struct nl80211_wowlan_tcp_data_token_feature { __u32 min_len; __u32 max_len; __u32 bufsize; }; enum nl80211_ext_feature_index { NL80211_EXT_FEATURE_VHT_IBSS = 0, NL80211_EXT_FEATURE_RRM = 1, NL80211_EXT_FEATURE_MU_MIMO_AIR_SNIFFER = 2, NL80211_EXT_FEATURE_SCAN_START_TIME = 3, NL80211_EXT_FEATURE_BSS_PARENT_TSF = 4, NL80211_EXT_FEATURE_SET_SCAN_DWELL = 5, NL80211_EXT_FEATURE_BEACON_RATE_LEGACY = 6, NL80211_EXT_FEATURE_BEACON_RATE_HT = 7, NL80211_EXT_FEATURE_BEACON_RATE_VHT = 8, NL80211_EXT_FEATURE_FILS_STA = 9, NL80211_EXT_FEATURE_MGMT_TX_RANDOM_TA = 10, NL80211_EXT_FEATURE_MGMT_TX_RANDOM_TA_CONNECTED = 11, NL80211_EXT_FEATURE_SCHED_SCAN_RELATIVE_RSSI = 12, NL80211_EXT_FEATURE_CQM_RSSI_LIST = 13, NL80211_EXT_FEATURE_FILS_SK_OFFLOAD = 14, NL80211_EXT_FEATURE_4WAY_HANDSHAKE_STA_PSK = 15, NL80211_EXT_FEATURE_4WAY_HANDSHAKE_STA_1X = 16, NL80211_EXT_FEATURE_FILS_MAX_CHANNEL_TIME = 17, NL80211_EXT_FEATURE_ACCEPT_BCAST_PROBE_RESP = 18, NL80211_EXT_FEATURE_OCE_PROBE_REQ_HIGH_TX_RATE = 19, NL80211_EXT_FEATURE_OCE_PROBE_REQ_DEFERRAL_SUPPRESSION = 20, NL80211_EXT_FEATURE_MFP_OPTIONAL = 21, NL80211_EXT_FEATURE_LOW_SPAN_SCAN = 22, NL80211_EXT_FEATURE_LOW_POWER_SCAN = 23, NL80211_EXT_FEATURE_HIGH_ACCURACY_SCAN = 24, NL80211_EXT_FEATURE_DFS_OFFLOAD = 25, NL80211_EXT_FEATURE_CONTROL_PORT_OVER_NL80211 = 26, NL80211_EXT_FEATURE_ACK_SIGNAL_SUPPORT = 27, NL80211_EXT_FEATURE_DATA_ACK_SIGNAL_SUPPORT = 27, NL80211_EXT_FEATURE_TXQS = 28, NL80211_EXT_FEATURE_SCAN_RANDOM_SN = 29, NL80211_EXT_FEATURE_SCAN_MIN_PREQ_CONTENT = 30, NL80211_EXT_FEATURE_CAN_REPLACE_PTK0 = 31, NL80211_EXT_FEATURE_ENABLE_FTM_RESPONDER = 32, NL80211_EXT_FEATURE_AIRTIME_FAIRNESS = 33, NL80211_EXT_FEATURE_AP_PMKSA_CACHING = 34, NL80211_EXT_FEATURE_SCHED_SCAN_BAND_SPECIFIC_RSSI_THOLD = 35, NL80211_EXT_FEATURE_EXT_KEY_ID = 36, NL80211_EXT_FEATURE_STA_TX_PWR = 37, NL80211_EXT_FEATURE_SAE_OFFLOAD = 38, NL80211_EXT_FEATURE_VLAN_OFFLOAD = 39, NL80211_EXT_FEATURE_AQL = 40, NL80211_EXT_FEATURE_BEACON_PROTECTION = 41, NL80211_EXT_FEATURE_CONTROL_PORT_NO_PREAUTH = 42, NL80211_EXT_FEATURE_PROTECTED_TWT = 43, NL80211_EXT_FEATURE_DEL_IBSS_STA = 44, NL80211_EXT_FEATURE_MULTICAST_REGISTRATIONS = 45, NL80211_EXT_FEATURE_BEACON_PROTECTION_CLIENT = 46, NL80211_EXT_FEATURE_SCAN_FREQ_KHZ = 47, NL80211_EXT_FEATURE_CONTROL_PORT_OVER_NL80211_TX_STATUS = 48, NL80211_EXT_FEATURE_OPERATING_CHANNEL_VALIDATION = 49, NL80211_EXT_FEATURE_4WAY_HANDSHAKE_AP_PSK = 50, NL80211_EXT_FEATURE_SAE_OFFLOAD_AP = 51, NL80211_EXT_FEATURE_FILS_DISCOVERY = 52, NL80211_EXT_FEATURE_UNSOL_BCAST_PROBE_RESP = 53, NL80211_EXT_FEATURE_BEACON_RATE_HE = 54, NL80211_EXT_FEATURE_SECURE_LTF = 55, NL80211_EXT_FEATURE_SECURE_RTT = 56, NL80211_EXT_FEATURE_PROT_RANGE_NEGO_AND_MEASURE = 57, NL80211_EXT_FEATURE_BSS_COLOR = 58, NL80211_EXT_FEATURE_FILS_CRYPTO_OFFLOAD = 59, NL80211_EXT_FEATURE_RADAR_BACKGROUND = 60, NUM_NL80211_EXT_FEATURES = 61, MAX_NL80211_EXT_FEATURES = 60, }; enum nl80211_dfs_state { NL80211_DFS_USABLE = 0, NL80211_DFS_UNAVAILABLE = 1, NL80211_DFS_AVAILABLE = 2, }; struct nl80211_vendor_cmd_info { __u32 vendor_id; __u32 subcmd; }; enum nl80211_sar_type { NL80211_SAR_TYPE_POWER = 0, NUM_NL80211_SAR_TYPE = 1, }; struct ieee80211_he_cap_elem { u8 mac_cap_info[6]; u8 phy_cap_info[11]; }; struct ieee80211_he_mcs_nss_supp { __le16 rx_mcs_80; __le16 tx_mcs_80; __le16 rx_mcs_160; __le16 tx_mcs_160; __le16 rx_mcs_80p80; __le16 tx_mcs_80p80; }; struct ieee80211_eht_mcs_nss_supp_20mhz_only { u8 rx_tx_mcs7_max_nss; u8 rx_tx_mcs9_max_nss; u8 rx_tx_mcs11_max_nss; u8 rx_tx_mcs13_max_nss; }; struct ieee80211_eht_mcs_nss_supp_bw { u8 rx_tx_mcs9_max_nss; u8 rx_tx_mcs11_max_nss; u8 rx_tx_mcs13_max_nss; }; struct ieee80211_eht_cap_elem_fixed { u8 mac_cap_info[2]; u8 phy_cap_info[9]; }; struct ieee80211_he_6ghz_capa { __le16 capa; }; struct rfkill; enum environment_cap { ENVIRON_ANY = 0, ENVIRON_INDOOR = 1, ENVIRON_OUTDOOR = 2, }; struct regulatory_request { struct callback_head callback_head; int wiphy_idx; enum nl80211_reg_initiator initiator; enum nl80211_user_reg_hint_type user_reg_hint_type; char alpha2[3]; enum nl80211_dfs_regions dfs_region; bool intersect; bool processed; enum environment_cap country_ie_env; struct list_head list; }; struct ieee80211_freq_range { u32 start_freq_khz; u32 end_freq_khz; u32 max_bandwidth_khz; }; struct ieee80211_power_rule { u32 max_antenna_gain; u32 max_eirp; }; struct ieee80211_wmm_ac { u16 cw_min; u16 cw_max; u16 cot; u8 aifsn; }; struct ieee80211_wmm_rule { struct ieee80211_wmm_ac client[4]; struct ieee80211_wmm_ac ap[4]; }; struct ieee80211_reg_rule { struct ieee80211_freq_range freq_range; struct ieee80211_power_rule power_rule; struct ieee80211_wmm_rule wmm_rule; u32 flags; u32 dfs_cac_ms; bool has_wmm; }; struct ieee80211_regdomain { struct callback_head callback_head; u32 n_reg_rules; char alpha2[3]; enum nl80211_dfs_regions dfs_region; struct ieee80211_reg_rule reg_rules[0]; }; struct ieee80211_channel { enum nl80211_band band; u32 center_freq; u16 freq_offset; u16 hw_value; u32 flags; int max_antenna_gain; int max_power; int max_reg_power; bool beacon_found; u32 orig_flags; int orig_mag; int orig_mpwr; enum nl80211_dfs_state dfs_state; long unsigned int dfs_state_entered; unsigned int dfs_cac_ms; }; struct ieee80211_rate { u32 flags; u16 bitrate; u16 hw_value; u16 hw_value_short; }; struct ieee80211_sta_ht_cap { u16 cap; bool ht_supported; u8 ampdu_factor; u8 ampdu_density; struct ieee80211_mcs_info mcs; char: 8; } __attribute__((packed)); struct ieee80211_sta_vht_cap { bool vht_supported; u32 cap; struct ieee80211_vht_mcs_info vht_mcs; }; struct ieee80211_sta_he_cap { bool has_he; struct ieee80211_he_cap_elem he_cap_elem; struct ieee80211_he_mcs_nss_supp he_mcs_nss_supp; u8 ppe_thres[25]; } __attribute__((packed)); struct ieee80211_eht_mcs_nss_supp { union { struct ieee80211_eht_mcs_nss_supp_20mhz_only only_20mhz; struct { struct ieee80211_eht_mcs_nss_supp_bw _80; struct ieee80211_eht_mcs_nss_supp_bw _160; struct ieee80211_eht_mcs_nss_supp_bw _320; } bw; }; }; struct ieee80211_sta_eht_cap { bool has_eht; struct ieee80211_eht_cap_elem_fixed eht_cap_elem; struct ieee80211_eht_mcs_nss_supp eht_mcs_nss_supp; u8 eht_ppe_thres[32]; }; struct ieee80211_sband_iftype_data { u16 types_mask; struct ieee80211_sta_he_cap he_cap; struct ieee80211_he_6ghz_capa he_6ghz_capa; struct ieee80211_sta_eht_cap eht_cap; struct { const u8 *data; unsigned int len; } vendor_elems; } __attribute__((packed)); struct ieee80211_sta_s1g_cap { bool s1g; u8 cap[10]; u8 nss_mcs[5]; }; struct ieee80211_supported_band { struct ieee80211_channel *channels; struct ieee80211_rate *bitrates; enum nl80211_band band; int n_channels; int n_bitrates; struct ieee80211_sta_ht_cap ht_cap; struct ieee80211_sta_vht_cap vht_cap; struct ieee80211_sta_s1g_cap s1g_cap; struct ieee80211_edmg edmg_cap; u16 n_iftype_data; const struct ieee80211_sband_iftype_data *iftype_data; }; struct key_params { const u8 *key; const u8 *seq; int key_len; int seq_len; u16 vlan_id; u32 cipher; enum nl80211_key_mode mode; }; struct mac_address { u8 addr[6]; }; struct cfg80211_sar_freq_ranges { u32 start_freq; u32 end_freq; }; struct cfg80211_sar_capa { enum nl80211_sar_type type; u32 num_freq_ranges; const struct cfg80211_sar_freq_ranges *freq_ranges; }; struct cfg80211_ssid { u8 ssid[32]; u8 ssid_len; }; enum cfg80211_signal_type { CFG80211_SIGNAL_TYPE_NONE = 0, CFG80211_SIGNAL_TYPE_MBM = 1, CFG80211_SIGNAL_TYPE_UNSPEC = 2, }; struct ieee80211_txrx_stypes; struct ieee80211_iface_combination; struct wiphy_iftype_akm_suites; struct wiphy_wowlan_support; struct cfg80211_wowlan; struct wiphy_iftype_ext_capab; struct wiphy_coalesce_support; struct wiphy_vendor_command; struct cfg80211_pmsr_capabilities; struct wiphy { struct mutex mtx; u8 perm_addr[6]; u8 addr_mask[6]; struct mac_address *addresses; const struct ieee80211_txrx_stypes *mgmt_stypes; const struct ieee80211_iface_combination *iface_combinations; int n_iface_combinations; u16 software_iftypes; u16 n_addresses; u16 interface_modes; u16 max_acl_mac_addrs; u32 flags; u32 regulatory_flags; u32 features; u8 ext_features[8]; u32 ap_sme_capa; enum cfg80211_signal_type signal_type; int bss_priv_size; u8 max_scan_ssids; u8 max_sched_scan_reqs; u8 max_sched_scan_ssids; u8 max_match_sets; u16 max_scan_ie_len; u16 max_sched_scan_ie_len; u32 max_sched_scan_plans; u32 max_sched_scan_plan_interval; u32 max_sched_scan_plan_iterations; int n_cipher_suites; const u32 *cipher_suites; int n_akm_suites; const u32 *akm_suites; const struct wiphy_iftype_akm_suites *iftype_akm_suites; unsigned int num_iftype_akm_suites; u8 retry_short; u8 retry_long; u32 frag_threshold; u32 rts_threshold; u8 coverage_class; char fw_version[32]; u32 hw_version; const struct wiphy_wowlan_support *wowlan; struct cfg80211_wowlan *wowlan_config; u16 max_remain_on_channel_duration; u8 max_num_pmkids; u32 available_antennas_tx; u32 available_antennas_rx; u32 probe_resp_offload; const u8 *extended_capabilities; const u8 *extended_capabilities_mask; u8 extended_capabilities_len; const struct wiphy_iftype_ext_capab *iftype_ext_capab; unsigned int num_iftype_ext_capab; const void *privid; struct ieee80211_supported_band *bands[6]; void (*reg_notifier)(struct wiphy *, struct regulatory_request *); const struct ieee80211_regdomain *regd; struct device dev; bool registered; struct dentry *debugfsdir; const struct ieee80211_ht_cap *ht_capa_mod_mask; const struct ieee80211_vht_cap *vht_capa_mod_mask; struct list_head wdev_list; possible_net_t _net; const struct iw_handler_def *wext; const struct wiphy_coalesce_support *coalesce; const struct wiphy_vendor_command *vendor_commands; const struct nl80211_vendor_cmd_info *vendor_events; int n_vendor_commands; int n_vendor_events; u16 max_ap_assoc_sta; u8 max_num_csa_counters; u32 bss_select_support; u8 nan_supported_bands; u32 txq_limit; u32 txq_memory_limit; u32 txq_quantum; long unsigned int tx_queue_len; u8 support_mbssid: 1; u8 support_only_he_mbssid: 1; const struct cfg80211_pmsr_capabilities *pmsr_capa; struct { u64 peer; u64 vif; u8 max_retry; } tid_config_support; u8 max_data_retry_count; const struct cfg80211_sar_capa *sar_capa; struct rfkill *rfkill; u8 mbssid_max_interfaces; u8 ema_max_profile_periodicity; u16 max_num_akm_suites; long: 32; long: 64; char priv[0]; }; struct cfg80211_match_set { struct cfg80211_ssid ssid; u8 bssid[6]; s32 rssi_thold; s32 per_band_rssi_thold[6]; }; struct cfg80211_sched_scan_plan { u32 interval; u32 iterations; }; struct cfg80211_sched_scan_request { u64 reqid; struct cfg80211_ssid *ssids; int n_ssids; u32 n_channels; enum nl80211_bss_scan_width scan_width; const u8 *ie; size_t ie_len; u32 flags; struct cfg80211_match_set *match_sets; int n_match_sets; s32 min_rssi_thold; u32 delay; struct cfg80211_sched_scan_plan *scan_plans; int n_scan_plans; u8 mac_addr[6]; u8 mac_addr_mask[6]; bool relative_rssi_set; s8 relative_rssi; struct cfg80211_bss_select_adjust rssi_adjust; struct wiphy *wiphy; struct net_device *dev; long unsigned int scan_start; bool report_results; struct callback_head callback_head; u32 owner_nlportid; bool nl_owner_dead; struct list_head list; struct ieee80211_channel *channels[0]; }; struct cfg80211_pkt_pattern { const u8 *mask; const u8 *pattern; int pattern_len; int pkt_offset; }; struct cfg80211_wowlan_tcp { struct socket *sock; __be32 src; __be32 dst; u16 src_port; u16 dst_port; u8 dst_mac[6]; int payload_len; const u8 *payload; struct nl80211_wowlan_tcp_data_seq payload_seq; u32 data_interval; u32 wake_len; const u8 *wake_data; const u8 *wake_mask; u32 tokens_size; struct nl80211_wowlan_tcp_data_token payload_tok; }; struct cfg80211_wowlan { bool any; bool disconnect; bool magic_pkt; bool gtk_rekey_failure; bool eap_identity_req; bool four_way_handshake; bool rfkill_release; struct cfg80211_pkt_pattern *patterns; struct cfg80211_wowlan_tcp *tcp; int n_patterns; struct cfg80211_sched_scan_request *nd_config; }; struct ieee80211_iface_limit { u16 max; u16 types; }; struct ieee80211_iface_combination { const struct ieee80211_iface_limit *limits; u32 num_different_channels; u16 max_interfaces; u8 n_limits; bool beacon_int_infra_match; u8 radar_detect_widths; u8 radar_detect_regions; u32 beacon_int_min_gcd; }; struct ieee80211_txrx_stypes { u16 tx; u16 rx; }; struct wiphy_wowlan_tcp_support { const struct nl80211_wowlan_tcp_data_token_feature *tok; u32 data_payload_max; u32 data_interval_max; u32 wake_payload_max; bool seq; }; struct wiphy_wowlan_support { u32 flags; int n_patterns; int pattern_max_len; int pattern_min_len; int max_pkt_offset; int max_nd_match_sets; const struct wiphy_wowlan_tcp_support *tcp; }; struct wiphy_coalesce_support { int n_rules; int max_delay; int n_patterns; int pattern_max_len; int pattern_min_len; int max_pkt_offset; }; struct wiphy_vendor_command { struct nl80211_vendor_cmd_info info; u32 flags; int (*doit)(struct wiphy *, struct wireless_dev *, const void *, int); int (*dumpit)(struct wiphy *, struct wireless_dev *, struct sk_buff *, const void *, int, long unsigned int *); const struct nla_policy *policy; unsigned int maxattr; }; struct wiphy_iftype_ext_capab { enum nl80211_iftype iftype; const u8 *extended_capabilities; const u8 *extended_capabilities_mask; u8 extended_capabilities_len; u16 eml_capabilities; u16 mld_capa_and_ops; }; struct cfg80211_pmsr_capabilities { unsigned int max_peers; u8 report_ap_tsf: 1; u8 randomize_mac_addr: 1; struct { u32 preambles; u32 bandwidths; s8 max_bursts_exponent; u8 max_ftms_per_burst; u8 supported: 1; u8 asap: 1; u8 non_asap: 1; u8 request_lci: 1; u8 request_civicloc: 1; u8 trigger_based: 1; u8 non_trigger_based: 1; } ftm; }; struct wiphy_iftype_akm_suites { u16 iftypes_mask; const u32 *akm_suites; int n_akm_suites; }; struct iw_request_info { __u16 cmd; __u16 flags; }; struct iw_ioctl_description { __u8 header_type; __u8 token_type; __u16 token_size; __u16 min_tokens; __u16 max_tokens; __u32 flags; }; struct iw_spy_data { int spy_number; u_char spy_address[48]; struct iw_quality spy_stat[8]; struct iw_quality spy_thr_low; struct iw_quality spy_thr_high; u_char spy_thr_under[8]; }; typedef int (*wext_ioctl_func)(struct net_device *, struct iwreq *, unsigned int, struct iw_request_info *, iw_handler); struct netlbl_audit { u32 secid; kuid_t loginuid; unsigned int sessionid; }; struct cipso_v4_std_map_tbl { struct { u32 *cipso; u32 *local; u32 cipso_size; u32 local_size; } lvl; struct { u32 *cipso; u32 *local; u32 cipso_size; u32 local_size; } cat; }; struct cipso_v4_doi { u32 doi; u32 type; union { struct cipso_v4_std_map_tbl *std; } map; u8 tags[5]; refcount_t refcount; struct list_head list; struct callback_head rcu; }; enum { NLBL_CIPSOV4_C_UNSPEC = 0, NLBL_CIPSOV4_C_ADD = 1, NLBL_CIPSOV4_C_REMOVE = 2, NLBL_CIPSOV4_C_LIST = 3, NLBL_CIPSOV4_C_LISTALL = 4, __NLBL_CIPSOV4_C_MAX = 5, }; enum { NLBL_CIPSOV4_A_UNSPEC = 0, NLBL_CIPSOV4_A_DOI = 1, NLBL_CIPSOV4_A_MTYPE = 2, NLBL_CIPSOV4_A_TAG = 3, NLBL_CIPSOV4_A_TAGLST = 4, NLBL_CIPSOV4_A_MLSLVLLOC = 5, NLBL_CIPSOV4_A_MLSLVLREM = 6, NLBL_CIPSOV4_A_MLSLVL = 7, NLBL_CIPSOV4_A_MLSLVLLST = 8, NLBL_CIPSOV4_A_MLSCATLOC = 9, NLBL_CIPSOV4_A_MLSCATREM = 10, NLBL_CIPSOV4_A_MLSCAT = 11, NLBL_CIPSOV4_A_MLSCATLST = 12, __NLBL_CIPSOV4_A_MAX = 13, }; struct netlbl_domaddr_map { struct list_head list4; struct list_head list6; }; struct calipso_doi; struct netlbl_dommap_def { u32 type; union { struct netlbl_domaddr_map *addrsel; struct cipso_v4_doi *cipso; struct calipso_doi *calipso; }; }; struct netlbl_dom_map { char *domain; u16 family; struct netlbl_dommap_def def; u32 valid; struct list_head list; struct callback_head rcu; }; struct netlbl_cipsov4_doiwalk_arg { struct netlink_callback *nl_cb; struct sk_buff *skb; u32 seq; }; struct netlbl_domhsh_walk_arg { struct netlbl_audit *audit_info; u32 doi; }; struct packet_type { __be16 type; bool ignore_outgoing; struct net_device *dev; netdevice_tracker dev_tracker; int (*func)(struct sk_buff *, struct net_device *, struct packet_type *, struct net_device *); void (*list_func)(struct list_head *, struct packet_type *, struct net_device *); bool (*id_match)(struct packet_type *, struct sock *); struct net *af_packet_net; void *af_packet_priv; struct list_head list; }; struct ncsi_dev { int state; int link_up; struct net_device *dev; void (*handler)(struct ncsi_dev *); }; enum { NCSI_CAP_BASE = 0, NCSI_CAP_GENERIC = 0, NCSI_CAP_BC = 1, NCSI_CAP_MC = 2, NCSI_CAP_BUFFER = 3, NCSI_CAP_AEN = 4, NCSI_CAP_VLAN = 5, NCSI_CAP_MAX = 6, }; enum { NCSI_MODE_BASE = 0, NCSI_MODE_ENABLE = 0, NCSI_MODE_TX_ENABLE = 1, NCSI_MODE_LINK = 2, NCSI_MODE_VLAN = 3, NCSI_MODE_BC = 4, NCSI_MODE_MC = 5, NCSI_MODE_AEN = 6, NCSI_MODE_FC = 7, NCSI_MODE_MAX = 8, }; struct ncsi_channel_version { u32 version; u32 alpha2; u8 fw_name[12]; u32 fw_version; u16 pci_ids[4]; u32 mf_id; }; struct ncsi_channel_cap { u32 index; u32 cap; }; struct ncsi_channel_mode { u32 index; u32 enable; u32 size; u32 data[8]; }; struct ncsi_channel_mac_filter { u8 n_uc; u8 n_mc; u8 n_mixed; u64 bitmap; unsigned char *addrs; }; struct ncsi_channel_vlan_filter { u8 n_vids; u64 bitmap; u16 *vids; }; struct ncsi_channel_stats { u32 hnc_cnt_hi; u32 hnc_cnt_lo; u32 hnc_rx_bytes; u32 hnc_tx_bytes; u32 hnc_rx_uc_pkts; u32 hnc_rx_mc_pkts; u32 hnc_rx_bc_pkts; u32 hnc_tx_uc_pkts; u32 hnc_tx_mc_pkts; u32 hnc_tx_bc_pkts; u32 hnc_fcs_err; u32 hnc_align_err; u32 hnc_false_carrier; u32 hnc_runt_pkts; u32 hnc_jabber_pkts; u32 hnc_rx_pause_xon; u32 hnc_rx_pause_xoff; u32 hnc_tx_pause_xon; u32 hnc_tx_pause_xoff; u32 hnc_tx_s_collision; u32 hnc_tx_m_collision; u32 hnc_l_collision; u32 hnc_e_collision; u32 hnc_rx_ctl_frames; u32 hnc_rx_64_frames; u32 hnc_rx_127_frames; u32 hnc_rx_255_frames; u32 hnc_rx_511_frames; u32 hnc_rx_1023_frames; u32 hnc_rx_1522_frames; u32 hnc_rx_9022_frames; u32 hnc_tx_64_frames; u32 hnc_tx_127_frames; u32 hnc_tx_255_frames; u32 hnc_tx_511_frames; u32 hnc_tx_1023_frames; u32 hnc_tx_1522_frames; u32 hnc_tx_9022_frames; u32 hnc_rx_valid_bytes; u32 hnc_rx_runt_pkts; u32 hnc_rx_jabber_pkts; u32 ncsi_rx_cmds; u32 ncsi_dropped_cmds; u32 ncsi_cmd_type_errs; u32 ncsi_cmd_csum_errs; u32 ncsi_rx_pkts; u32 ncsi_tx_pkts; u32 ncsi_tx_aen_pkts; u32 pt_tx_pkts; u32 pt_tx_dropped; u32 pt_tx_channel_err; u32 pt_tx_us_err; u32 pt_rx_pkts; u32 pt_rx_dropped; u32 pt_rx_channel_err; u32 pt_rx_us_err; u32 pt_rx_os_err; }; struct ncsi_package; struct ncsi_channel { unsigned char id; int state; bool reconfigure_needed; spinlock_t lock; struct ncsi_package *package; struct ncsi_channel_version version; struct ncsi_channel_cap caps[6]; struct ncsi_channel_mode modes[8]; struct ncsi_channel_mac_filter mac_filter; struct ncsi_channel_vlan_filter vlan_filter; struct ncsi_channel_stats stats; struct { struct timer_list timer; bool enabled; unsigned int state; } monitor; struct list_head node; struct list_head link; }; struct ncsi_dev_priv; struct ncsi_package { unsigned char id; unsigned char uuid[16]; struct ncsi_dev_priv *ndp; spinlock_t lock; unsigned int channel_num; struct list_head channels; struct list_head node; bool multi_channel; u32 channel_whitelist; struct ncsi_channel *preferred_channel; }; struct ncsi_request { unsigned char id; bool used; unsigned int flags; struct ncsi_dev_priv *ndp; struct sk_buff *cmd; struct sk_buff *rsp; struct timer_list timer; bool enabled; u32 snd_seq; u32 snd_portid; struct nlmsghdr nlhdr; }; struct ncsi_dev_priv { struct ncsi_dev ndev; unsigned int flags; unsigned int gma_flag; spinlock_t lock; unsigned int package_probe_id; unsigned int package_num; struct list_head packages; struct ncsi_channel *hot_channel; struct ncsi_request requests[256]; unsigned int request_id; unsigned int pending_req_num; struct ncsi_package *active_package; struct ncsi_channel *active_channel; struct list_head channel_queue; struct work_struct work; struct packet_type ptype; struct list_head node; struct list_head vlan_vids; bool multi_package; bool mlx_multi_host; u32 package_whitelist; }; struct ncsi_pkt_hdr { unsigned char mc_id; unsigned char revision; unsigned char reserved; unsigned char id; unsigned char type; unsigned char channel; __be16 length; __be32 reserved1[2]; }; struct ncsi_aen_pkt_hdr { struct ncsi_pkt_hdr common; unsigned char reserved2[3]; unsigned char type; }; struct ncsi_aen_lsc_pkt { struct ncsi_aen_pkt_hdr aen; __be32 status; __be32 oem_status; __be32 checksum; unsigned char pad[14]; }; struct ncsi_aen_hncdsc_pkt { struct ncsi_aen_pkt_hdr aen; __be32 status; __be32 checksum; unsigned char pad[18]; }; struct ncsi_aen_handler { unsigned char type; int payload; int (*handler)(struct ncsi_dev_priv *, struct ncsi_aen_pkt_hdr *); }; struct mptcp_mib { long unsigned int mibs[52]; }; struct sockaddr_in { __kernel_sa_family_t sin_family; __be16 sin_port; struct in_addr sin_addr; unsigned char __pad[8]; }; struct socket_alloc { struct socket socket; struct inode vfs_inode; long: 64; }; struct mptcp_ext { union { u64 data_ack; u32 data_ack32; }; u64 data_seq; u32 subflow_seq; u16 data_len; __sum16 csum; u8 use_map: 1; u8 dsn64: 1; u8 data_fin: 1; u8 use_ack: 1; u8 ack64: 1; u8 mpc_map: 1; u8 frozen: 1; u8 reset_transient: 1; u8 reset_reason: 4; u8 csum_reqd: 1; u8 infinite_map: 1; }; struct mptcp_rm_list { u8 ids[8]; u8 nr; }; struct mptcp_addr_info { u8 id; sa_family_t family; __be16 port; union { struct in_addr addr; struct in6_addr addr6; }; }; struct mptcp_options_received { u64 sndr_key; u64 rcvr_key; u64 data_ack; u64 data_seq; u32 subflow_seq; u16 data_len; __sum16 csum; u16 suboptions; u32 token; u32 nonce; u16 use_map: 1; u16 dsn64: 1; u16 data_fin: 1; u16 use_ack: 1; u16 ack64: 1; u16 mpc_map: 1; u16 reset_reason: 4; u16 reset_transient: 1; u16 echo: 1; u16 backup: 1; u16 deny_join_id0: 1; u16 __unused: 2; u8 join_id; u64 thmac; u8 hmac[20]; struct mptcp_addr_info addr; struct mptcp_rm_list rm_list; u64 ahmac; u64 fail_seq; }; enum mptcp_pm_type { MPTCP_PM_TYPE_KERNEL = 0, MPTCP_PM_TYPE_USERSPACE = 1, __MPTCP_PM_TYPE_NR = 2, __MPTCP_PM_TYPE_MAX = 1, }; struct mptcp_pm_data { struct mptcp_addr_info local; struct mptcp_addr_info remote; struct list_head anno_list; struct list_head userspace_pm_local_addr_list; spinlock_t lock; u8 addr_signal; bool server_side; bool work_pending; bool accept_addr; bool accept_subflow; bool remote_deny_join_id0; u8 add_addr_signaled; u8 add_addr_accepted; u8 local_addr_used; u8 pm_type; u8 subflows; u8 status; long unsigned int id_avail_bitmap[4]; struct mptcp_rm_list rm_list_tx; struct mptcp_rm_list rm_list_rx; }; struct mptcp_data_frag { struct list_head list; u64 data_seq; u16 data_len; u16 offset; u16 overhead; u16 already_sent; struct page *page; }; struct mptcp_sock { struct inet_connection_sock sk; u64 local_key; u64 remote_key; u64 write_seq; u64 snd_nxt; u64 ack_seq; atomic64_t rcv_wnd_sent; u64 rcv_data_fin_seq; int rmem_fwd_alloc; struct sock *last_snd; int snd_burst; int old_wspace; u64 recovery_snd_nxt; u64 snd_una; u64 wnd_end; long unsigned int timer_ival; u32 token; int rmem_released; long unsigned int flags; long unsigned int cb_flags; long unsigned int push_pending; bool recovery; bool can_ack; bool fully_established; bool rcv_data_fin; bool snd_data_fin_enable; bool rcv_fastclose; bool use_64bit_ack; bool csum_enabled; bool allow_infinite_fallback; u8 mpc_endpoint_id; u8 recvmsg_inq: 1; u8 cork: 1; u8 nodelay: 1; struct work_struct work; struct sk_buff *ooo_last_skb; struct rb_root out_of_order_queue; struct sk_buff_head receive_queue; struct list_head conn_list; struct list_head rtx_queue; struct mptcp_data_frag *first_pending; struct list_head join_list; struct socket *subflow; struct sock *first; struct mptcp_pm_data pm; struct { u32 space; u32 copied; u64 time; u64 rtt_us; } rcvq_space; u32 setsockopt_seq; char ca_name[16]; struct mptcp_sock *dl_next; }; struct mptcp_subflow_request_sock { struct tcp_request_sock sk; u16 mp_capable: 1; u16 mp_join: 1; u16 backup: 1; u16 csum_reqd: 1; u16 allow_join_id0: 1; u8 local_id; u8 remote_id; u64 local_key; u64 idsn; u32 token; u32 ssn_offset; u64 thmac; u32 local_nonce; u32 remote_nonce; struct mptcp_sock *msk; struct hlist_nulls_node token_node; }; enum mptcp_data_avail { MPTCP_SUBFLOW_NODATA = 0, MPTCP_SUBFLOW_DATA_AVAIL = 1, }; struct mptcp_subflow_context { struct list_head node; union { struct { long unsigned int avg_pacing_rate; u64 local_key; u64 remote_key; u64 idsn; u64 map_seq; u32 snd_isn; u32 token; u32 rel_write_seq; u32 map_subflow_seq; u32 ssn_offset; u32 map_data_len; __wsum map_data_csum; u32 map_csum_len; u32 request_mptcp: 1; u32 request_join: 1; u32 request_bkup: 1; u32 mp_capable: 1; u32 mp_join: 1; u32 fully_established: 1; u32 pm_notified: 1; u32 conn_finished: 1; u32 map_valid: 1; u32 map_csum_reqd: 1; u32 map_data_fin: 1; u32 mpc_map: 1; u32 backup: 1; u32 send_mp_prio: 1; u32 send_mp_fail: 1; u32 send_fastclose: 1; u32 send_infinite_map: 1; u32 rx_eof: 1; u32 can_ack: 1; u32 disposable: 1; u32 stale: 1; u32 local_id_valid: 1; u32 valid_csum_seen: 1; enum mptcp_data_avail data_avail; u32 remote_nonce; u64 thmac; u32 local_nonce; u32 remote_token; u8 hmac[20]; u8 local_id; u8 remote_id; u8 reset_seen: 1; u8 reset_transient: 1; u8 reset_reason: 4; u8 stale_count; long int delegated_status; long unsigned int fail_tout; }; struct { long unsigned int avg_pacing_rate; u64 local_key; u64 remote_key; u64 idsn; u64 map_seq; u32 snd_isn; u32 token; u32 rel_write_seq; u32 map_subflow_seq; u32 ssn_offset; u32 map_data_len; __wsum map_data_csum; u32 map_csum_len; u32 request_mptcp: 1; u32 request_join: 1; u32 request_bkup: 1; u32 mp_capable: 1; u32 mp_join: 1; u32 fully_established: 1; u32 pm_notified: 1; u32 conn_finished: 1; u32 map_valid: 1; u32 map_csum_reqd: 1; u32 map_data_fin: 1; u32 mpc_map: 1; u32 backup: 1; u32 send_mp_prio: 1; u32 send_mp_fail: 1; u32 send_fastclose: 1; u32 send_infinite_map: 1; u32 rx_eof: 1; u32 can_ack: 1; u32 disposable: 1; u32 stale: 1; u32 local_id_valid: 1; u32 valid_csum_seen: 1; enum mptcp_data_avail data_avail; u32 remote_nonce; u64 thmac; u32 local_nonce; u32 remote_token; u8 hmac[20]; u8 local_id; u8 remote_id; u8 reset_seen: 1; u8 reset_transient: 1; u8 reset_reason: 4; u8 stale_count; long int delegated_status; long unsigned int fail_tout; } reset; }; struct list_head delegated_node; u32 setsockopt_seq; u32 stale_rcv_tstamp; struct sock *tcp_sock; struct sock *conn; const struct inet_connection_sock_af_ops *icsk_af_ops; void (*tcp_state_change)(struct sock *); void (*tcp_error_report)(struct sock *); struct callback_head rcu; }; enum linux_mptcp_mib_field { MPTCP_MIB_NUM = 0, MPTCP_MIB_MPCAPABLEPASSIVE = 1, MPTCP_MIB_MPCAPABLEACTIVE = 2, MPTCP_MIB_MPCAPABLEACTIVEACK = 3, MPTCP_MIB_MPCAPABLEPASSIVEACK = 4, MPTCP_MIB_MPCAPABLEPASSIVEFALLBACK = 5, MPTCP_MIB_MPCAPABLEACTIVEFALLBACK = 6, MPTCP_MIB_TOKENFALLBACKINIT = 7, MPTCP_MIB_RETRANSSEGS = 8, MPTCP_MIB_JOINNOTOKEN = 9, MPTCP_MIB_JOINSYNRX = 10, MPTCP_MIB_JOINSYNACKRX = 11, MPTCP_MIB_JOINSYNACKMAC = 12, MPTCP_MIB_JOINACKRX = 13, MPTCP_MIB_JOINACKMAC = 14, MPTCP_MIB_DSSNOMATCH = 15, MPTCP_MIB_INFINITEMAPTX = 16, MPTCP_MIB_INFINITEMAPRX = 17, MPTCP_MIB_DSSTCPMISMATCH = 18, MPTCP_MIB_DATACSUMERR = 19, MPTCP_MIB_OFOQUEUETAIL = 20, MPTCP_MIB_OFOQUEUE = 21, MPTCP_MIB_OFOMERGE = 22, MPTCP_MIB_NODSSWINDOW = 23, MPTCP_MIB_DUPDATA = 24, MPTCP_MIB_ADDADDR = 25, MPTCP_MIB_ECHOADD = 26, MPTCP_MIB_PORTADD = 27, MPTCP_MIB_ADDADDRDROP = 28, MPTCP_MIB_JOINPORTSYNRX = 29, MPTCP_MIB_JOINPORTSYNACKRX = 30, MPTCP_MIB_JOINPORTACKRX = 31, MPTCP_MIB_MISMATCHPORTSYNRX = 32, MPTCP_MIB_MISMATCHPORTACKRX = 33, MPTCP_MIB_RMADDR = 34, MPTCP_MIB_RMADDRDROP = 35, MPTCP_MIB_RMSUBFLOW = 36, MPTCP_MIB_MPPRIOTX = 37, MPTCP_MIB_MPPRIORX = 38, MPTCP_MIB_MPFAILTX = 39, MPTCP_MIB_MPFAILRX = 40, MPTCP_MIB_MPFASTCLOSETX = 41, MPTCP_MIB_MPFASTCLOSERX = 42, MPTCP_MIB_MPRSTTX = 43, MPTCP_MIB_MPRSTRX = 44, MPTCP_MIB_RCVPRUNED = 45, MPTCP_MIB_SUBFLOWSTALE = 46, MPTCP_MIB_SUBFLOWRECOVER = 47, MPTCP_MIB_SNDWNDSHARED = 48, MPTCP_MIB_RCVWNDSHARED = 49, MPTCP_MIB_RCVWNDCONFLICTUPDATE = 50, MPTCP_MIB_RCVWNDCONFLICT = 51, __MPTCP_MIB_MAX = 52, }; enum mapping_status { MAPPING_OK = 0, MAPPING_INVALID = 1, MAPPING_EMPTY = 2, MAPPING_DATA_FIN = 3, MAPPING_DUMMY = 4, MAPPING_BAD_CSUM = 5, }; struct join_entry { u32 token; u32 remote_nonce; u32 local_nonce; u8 join_id; u8 local_id; u8 backup; u8 valid; }; struct mctp_netdev_ops; struct mctp_dev { struct net_device *dev; refcount_t refs; unsigned int net; const struct mctp_netdev_ops *ops; u8 *addrs; size_t num_addrs; spinlock_t addrs_lock; struct callback_head rcu; }; typedef __u8 mctp_eid_t; struct mctp_sk_key { mctp_eid_t peer_addr; mctp_eid_t local_addr; __u8 tag; struct sock *sk; struct hlist_node hlist; struct hlist_node sklist; spinlock_t lock; refcount_t refs; struct sk_buff *reasm_head; struct sk_buff **reasm_tailp; bool reasm_dead; u8 last_seq; bool valid; long unsigned int expiry; long unsigned int dev_flow_state; struct mctp_dev *dev; bool manual_alloc; }; enum mctp_neigh_source { MCTP_NEIGH_STATIC = 0, MCTP_NEIGH_DISCOVER = 1, }; struct mctp_neigh { struct mctp_dev *dev; mctp_eid_t eid; enum mctp_neigh_source source; unsigned char ha[32]; struct list_head list; struct callback_head rcu; }; struct mctp_netdev_ops { void (*release_flow)(struct mctp_dev *, struct mctp_sk_key *); }; struct elf32_note { Elf32_Word n_namesz; Elf32_Word n_descsz; Elf32_Word n_type; }; struct user_sve_header { __u32 size; __u32 max_size; __u16 vl; __u16 max_vl; __u16 flags; __u16 __reserved; }; struct user_pac_mask { __u64 data_mask; __u64 insn_mask; }; struct user_pac_address_keys { __int128 unsigned apiakey; __int128 unsigned apibkey; __int128 unsigned apdakey; __int128 unsigned apdbkey; }; struct user_pac_generic_keys { __int128 unsigned apgakey; }; struct user_za_header { __u32 size; __u32 max_size; __u16 vl; __u16 max_vl; __u16 flags; __u16 __reserved; }; struct seccomp_data { int nr; __u32 arch; __u64 instruction_pointer; __u64 args[6]; }; enum perf_type_id { PERF_TYPE_HARDWARE = 0, PERF_TYPE_SOFTWARE = 1, PERF_TYPE_TRACEPOINT = 2, PERF_TYPE_HW_CACHE = 3, PERF_TYPE_RAW = 4, PERF_TYPE_BREAKPOINT = 5, PERF_TYPE_MAX = 6, }; enum { HW_BREAKPOINT_LEN_1 = 1, HW_BREAKPOINT_LEN_2 = 2, HW_BREAKPOINT_LEN_3 = 3, HW_BREAKPOINT_LEN_4 = 4, HW_BREAKPOINT_LEN_5 = 5, HW_BREAKPOINT_LEN_6 = 6, HW_BREAKPOINT_LEN_7 = 7, HW_BREAKPOINT_LEN_8 = 8, }; enum { HW_BREAKPOINT_EMPTY = 0, HW_BREAKPOINT_R = 1, HW_BREAKPOINT_W = 2, HW_BREAKPOINT_RW = 3, HW_BREAKPOINT_X = 4, HW_BREAKPOINT_INVALID = 7, }; enum bp_type_idx { TYPE_INST = 0, TYPE_DATA = 1, TYPE_MAX = 2, }; struct membuf { void *p; size_t left; }; struct user_regset; typedef int user_regset_active_fn(struct task_struct *, const struct user_regset *); typedef int user_regset_get2_fn(struct task_struct *, const struct user_regset *, struct membuf); typedef int user_regset_set_fn(struct task_struct *, const struct user_regset *, unsigned int, unsigned int, const void *, const void *); typedef int user_regset_writeback_fn(struct task_struct *, const struct user_regset *, int); struct user_regset { user_regset_get2_fn *regset_get; user_regset_set_fn *set; user_regset_active_fn *active; user_regset_writeback_fn *writeback; unsigned int n; unsigned int size; unsigned int align; unsigned int bias; unsigned int core_note_type; }; struct user_regset_view { const char *name; const struct user_regset *regsets; unsigned int n; u32 e_flags; u16 e_machine; u8 ei_osabi; }; struct trace_event_raw_sys_enter { struct trace_entry ent; long int id; long unsigned int args[6]; char __data[0]; }; struct trace_event_raw_sys_exit { struct trace_entry ent; long int id; long int ret; char __data[0]; }; struct trace_event_data_offsets_sys_enter {}; struct trace_event_data_offsets_sys_exit {}; typedef void (*btf_trace_sys_enter)(void *, struct pt_regs *, long int); typedef void (*btf_trace_sys_exit)(void *, struct pt_regs *, long int); struct pt_regs_offset { const char *name; int offset; }; enum aarch64_regset { REGSET_GPR = 0, REGSET_FPR = 1, REGSET_TLS = 2, REGSET_HW_BREAK = 3, REGSET_HW_WATCH = 4, REGSET_SYSTEM_CALL = 5, REGSET_SVE = 6, REGSET_SSVE = 7, REGSET_ZA = 8, REGSET_PAC_MASK = 9, REGSET_PAC_ENABLED_KEYS = 10, REGSET_PACA_KEYS = 11, REGSET_PACG_KEYS = 12, REGSET_TAGGED_ADDR_CTRL = 13, }; enum compat_regset { REGSET_COMPAT_GPR = 0, REGSET_COMPAT_VFP = 1, }; enum ptrace_syscall_dir { PTRACE_SYSCALL_ENTER = 0, PTRACE_SYSCALL_EXIT = 1, }; struct unwind_state { long unsigned int fp; long unsigned int pc; long unsigned int stacks_done[1]; long unsigned int prev_fp; enum stack_type prev_type; struct llist_node *kr_cur; struct task_struct *task; }; typedef bool (*stack_trace_translate_fp_fn)(long unsigned int *, enum stack_type); typedef bool (*on_accessible_stack_fn)(const struct task_struct *, long unsigned int, long unsigned int, struct stack_info *); enum bug_trap_type { BUG_TRAP_TYPE_NONE = 0, BUG_TRAP_TYPE_WARN = 1, BUG_TRAP_TYPE_BUG = 2, }; enum die_val { DIE_UNUSED = 0, DIE_OOPS = 1, }; struct sys64_hook { long unsigned int esr_mask; long unsigned int esr_val; void (*handler)(long unsigned int, struct pt_regs *); }; enum { PER_LINUX = 0, PER_LINUX_32BIT = 8388608, PER_LINUX_FDPIC = 524288, PER_SVR4 = 68157441, PER_SVR3 = 83886082, PER_SCOSVR3 = 117440515, PER_OSR5 = 100663299, PER_WYSEV386 = 83886084, PER_ISCR4 = 67108869, PER_BSD = 6, PER_SUNOS = 67108870, PER_XENIX = 83886087, PER_LINUX32 = 8, PER_LINUX32_3GB = 134217736, PER_IRIX32 = 67108873, PER_IRIXN32 = 67108874, PER_IRIX64 = 67108875, PER_RISCOS = 12, PER_SOLARIS = 67108877, PER_UW7 = 68157454, PER_OSF4 = 15, PER_HPUX = 16, PER_MASK = 255, }; enum cache_type { CACHE_TYPE_NOCACHE = 0, CACHE_TYPE_INST = 1, CACHE_TYPE_DATA = 2, CACHE_TYPE_SEPARATE = 3, CACHE_TYPE_UNIFIED = 4, }; struct cacheinfo { unsigned int id; enum cache_type type; unsigned int level; unsigned int coherency_line_size; unsigned int number_of_sets; unsigned int ways_of_associativity; unsigned int physical_line_partition; unsigned int size; cpumask_t shared_cpu_map; unsigned int attributes; void *fw_token; bool disable_sysfs; void *priv; }; struct cpu_cacheinfo { struct cacheinfo *info_list; unsigned int num_levels; unsigned int num_leaves; bool cpu_map_populated; }; enum acpi_madt_type { ACPI_MADT_TYPE_LOCAL_APIC = 0, ACPI_MADT_TYPE_IO_APIC = 1, ACPI_MADT_TYPE_INTERRUPT_OVERRIDE = 2, ACPI_MADT_TYPE_NMI_SOURCE = 3, ACPI_MADT_TYPE_LOCAL_APIC_NMI = 4, ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE = 5, ACPI_MADT_TYPE_IO_SAPIC = 6, ACPI_MADT_TYPE_LOCAL_SAPIC = 7, ACPI_MADT_TYPE_INTERRUPT_SOURCE = 8, ACPI_MADT_TYPE_LOCAL_X2APIC = 9, ACPI_MADT_TYPE_LOCAL_X2APIC_NMI = 10, ACPI_MADT_TYPE_GENERIC_INTERRUPT = 11, ACPI_MADT_TYPE_GENERIC_DISTRIBUTOR = 12, ACPI_MADT_TYPE_GENERIC_MSI_FRAME = 13, ACPI_MADT_TYPE_GENERIC_REDISTRIBUTOR = 14, ACPI_MADT_TYPE_GENERIC_TRANSLATOR = 15, ACPI_MADT_TYPE_MULTIPROC_WAKEUP = 16, ACPI_MADT_TYPE_RESERVED = 17, ACPI_MADT_TYPE_OEM_RESERVED = 128, }; struct acpi_madt_generic_interrupt { struct acpi_subtable_header header; u16 reserved; u32 cpu_interface_number; u32 uid; u32 flags; u32 parking_version; u32 performance_interrupt; u64 parked_address; u64 base_address; u64 gicv_base_address; u64 gich_base_address; u32 vgic_interrupt; u64 gicr_base_address; u64 arm_mpidr; u8 efficiency_class; u8 reserved2[1]; u16 spe_interrupt; } __attribute__((packed)); struct cpu_operations { const char *name; int (*cpu_init)(unsigned int); int (*cpu_prepare)(unsigned int); int (*cpu_boot)(unsigned int); void (*cpu_postboot)(); bool (*cpu_can_disable)(unsigned int); int (*cpu_disable)(unsigned int); void (*cpu_die)(unsigned int); int (*cpu_kill)(unsigned int); }; struct trace_event_raw_ipi_raise { struct trace_entry ent; u32 __data_loc_target_cpus; const char *reason; char __data[0]; }; struct trace_event_raw_ipi_handler { struct trace_entry ent; const char *reason; char __data[0]; }; struct trace_event_data_offsets_ipi_raise { u32 target_cpus; }; struct trace_event_data_offsets_ipi_handler {}; typedef void (*btf_trace_ipi_raise)(void *, const struct cpumask *, const char *); typedef void (*btf_trace_ipi_entry)(void *, const char *); typedef void (*btf_trace_ipi_exit)(void *, const char *); enum ipi_msg_type { IPI_RESCHEDULE = 0, IPI_CALL_FUNC = 1, IPI_CPU_STOP = 2, IPI_CPU_CRASH_STOP = 3, IPI_TIMER = 4, IPI_IRQ_WORK = 5, IPI_WAKEUP = 6, NR_IPI = 7, }; struct psci_operations { u32 (*get_version)(); int (*cpu_suspend)(u32, long unsigned int); int (*cpu_off)(u32); int (*cpu_on)(long unsigned int, long unsigned int); int (*migrate)(long unsigned int); int (*affinity_info)(long unsigned int, long unsigned int); int (*migrate_info_type)(); }; typedef u64 phys_cpuid_t; struct acpi_processor_cx { u8 valid; u8 type; u32 address; u8 entry_method; u8 index; u32 latency; u8 bm_sts_skip; char desc[32]; }; struct acpi_lpi_state { u32 min_residency; u32 wake_latency; u32 flags; u32 arch_flags; u32 res_cnt_freq; u32 enable_parent_state; u64 address; u8 index; u8 entry_method; char desc[32]; }; struct acpi_processor_power { int count; union { struct acpi_processor_cx states[8]; struct acpi_lpi_state lpi_states[8]; }; int timer_broadcast_on_state; }; struct acpi_psd_package { u64 num_entries; u64 revision; u64 domain; u64 coord_type; u64 num_processors; }; struct acpi_pct_register { u8 descriptor; u16 length; u8 space_id; u8 bit_width; u8 bit_offset; u8 reserved; u64 address; } __attribute__((packed)); struct acpi_processor_px { u64 core_frequency; u64 power; u64 transition_latency; u64 bus_master_latency; u64 control; u64 status; }; struct acpi_processor_performance { unsigned int state; unsigned int platform_limit; struct acpi_pct_register control_register; struct acpi_pct_register status_register; short: 16; unsigned int state_count; int: 32; struct acpi_processor_px *states; struct acpi_psd_package domain_info; cpumask_var_t shared_cpu_map; unsigned int shared_type; int: 32; } __attribute__((packed)); struct acpi_tsd_package { u64 num_entries; u64 revision; u64 domain; u64 coord_type; u64 num_processors; }; struct acpi_processor_tx_tss { u64 freqpercentage; u64 power; u64 transition_latency; u64 control; u64 status; }; struct acpi_processor_tx { u16 power; u16 performance; }; struct acpi_processor; struct acpi_processor_throttling { unsigned int state; unsigned int platform_limit; struct acpi_pct_register control_register; struct acpi_pct_register status_register; short: 16; unsigned int state_count; int: 32; struct acpi_processor_tx_tss *states_tss; struct acpi_tsd_package domain_info; cpumask_var_t shared_cpu_map; int (*acpi_processor_get_throttling)(struct acpi_processor *); int (*acpi_processor_set_throttling)(struct acpi_processor *, int, bool); u32 address; u8 duty_offset; u8 duty_width; u8 tsd_valid_flag; char: 8; unsigned int shared_type; struct acpi_processor_tx states[16]; int: 32; } __attribute__((packed)); struct acpi_processor_flags { u8 power: 1; u8 performance: 1; u8 throttling: 1; u8 limit: 1; u8 bm_control: 1; u8 bm_check: 1; u8 has_cst: 1; u8 has_lpi: 1; u8 power_setup_done: 1; u8 bm_rld_set: 1; u8 need_hotplug_init: 1; }; struct acpi_processor_lx { int px; int tx; }; struct acpi_processor_limit { struct acpi_processor_lx state; struct acpi_processor_lx thermal; struct acpi_processor_lx user; }; struct acpi_processor { acpi_handle handle; u32 acpi_id; phys_cpuid_t phys_id; u32 id; u32 pblk; int performance_platform_limit; int throttling_platform_limit; struct acpi_processor_flags flags; struct acpi_processor_power power; struct acpi_processor_performance *performance; struct acpi_processor_throttling throttling; struct acpi_processor_limit limit; struct thermal_cooling_device *cdev; struct device *dev; struct freq_qos_request perflib_req; struct freq_qos_request thermal_req; }; struct parking_protocol_mailbox { __le32 cpu_id; __le32 reserved; __le64 entry_point; }; struct cpu_mailbox_entry { struct parking_protocol_mailbox *mailbox; phys_addr_t mailbox_addr; u8 version; u8 gic_cpu_id; }; enum { ASSUME_PERFECT = 255, ASSUME_VALID_DTB = 1, ASSUME_VALID_INPUT = 2, ASSUME_LATEST = 4, ASSUME_NO_ROLLBACK = 8, ASSUME_LIBFDT_ORDER = 16, ASSUME_LIBFDT_FLAWLESS = 32, }; typedef int sdei_event_callback(u32, struct pt_regs *, void *); struct sdei_registered_event { struct pt_regs interrupted_regs; sdei_event_callback *callback; void *callback_arg; u32 event_num; u8 priority; }; struct freelist_node { atomic_t refs; struct freelist_node *next; }; struct freelist_head { struct freelist_node *head; }; struct prev_kprobe { struct kprobe *kp; unsigned int status; }; struct kprobe_ctlblk { unsigned int kprobe_status; long unsigned int saved_irqflag; struct prev_kprobe prev_kprobe; }; struct kretprobe_instance; typedef int (*kretprobe_handler_t)(struct kretprobe_instance *, struct pt_regs *); struct kretprobe_holder; struct kretprobe_instance { union { struct freelist_node freelist; struct callback_head rcu; }; struct llist_node llist; struct kretprobe_holder *rph; kprobe_opcode_t *ret_addr; void *fp; char data[0]; }; struct kretprobe; struct kretprobe_holder { struct kretprobe *rp; refcount_t ref; }; struct kretprobe { struct kprobe kp; kretprobe_handler_t handler; kretprobe_handler_t entry_handler; int maxactive; int nmissed; size_t data_size; struct freelist_head freelist; struct kretprobe_holder *rph; }; struct kprobe_insn_cache { struct mutex mutex; void * (*alloc)(); void (*free)(void *); const char *sym; struct list_head pages; size_t insn_size; int nr_garbage; }; enum probe_insn { INSN_REJECTED = 0, INSN_GOOD_NO_SLOT = 1, INSN_GOOD = 2, }; struct page_change_data { pgprot_t set_mask; pgprot_t clear_mask; }; typedef bool (*smp_cond_func_t)(int, void *); typedef long unsigned int hva_t; typedef u64 hpa_t; typedef u64 hfn_t; typedef hfn_t kvm_pfn_t; struct gfn_to_hva_cache { u64 generation; gpa_t gpa; long unsigned int hva; long unsigned int len; struct kvm_memory_slot *memslot; }; struct kvm_regs { struct user_pt_regs regs; __u64 sp_el1; __u64 elr_el1; __u64 spsr[5]; long: 64; struct user_fpsimd_state fp_regs; }; struct kvm_sregs {}; struct kvm_fpu {}; struct kvm_userspace_memory_region { __u32 slot; __u32 flags; __u64 guest_phys_addr; __u64 memory_size; __u64 userspace_addr; }; struct kvm_coalesced_mmio_zone { __u64 addr; __u32 size; union { __u32 pad; __u32 pio; }; }; struct kvm_translation { __u64 linear_address; __u64 physical_address; __u8 valid; __u8 writeable; __u8 usermode; __u8 pad[5]; }; struct kvm_dirty_log { __u32 slot; __u32 padding1; union { void *dirty_bitmap; __u64 padding2; }; }; struct kvm_clear_dirty_log { __u32 slot; __u32 num_pages; __u64 first_page; union { void *dirty_bitmap; __u64 padding2; }; }; struct kvm_signal_mask { __u32 len; __u8 sigset[0]; }; struct kvm_guest_debug { __u32 control; __u32 pad; struct kvm_guest_debug_arch arch; }; struct kvm_ioeventfd { __u64 datamatch; __u64 addr; __u32 len; __s32 fd; __u32 flags; __u8 pad[36]; }; struct kvm_enable_cap { __u32 cap; __u32 flags; __u64 args[4]; __u8 pad[64]; }; struct kvm_irq_routing_irqchip { __u32 irqchip; __u32 pin; }; struct kvm_irq_routing_msi { __u32 address_lo; __u32 address_hi; __u32 data; union { __u32 pad; __u32 devid; }; }; struct kvm_irq_routing_s390_adapter { __u64 ind_addr; __u64 summary_addr; __u64 ind_offset; __u32 summary_offset; __u32 adapter_id; }; struct kvm_irq_routing_hv_sint { __u32 vcpu; __u32 sint; }; struct kvm_irq_routing_xen_evtchn { __u32 port; __u32 vcpu; __u32 priority; }; struct kvm_irq_routing_entry { __u32 gsi; __u32 type; __u32 flags; __u32 pad; union { struct kvm_irq_routing_irqchip irqchip; struct kvm_irq_routing_msi msi; struct kvm_irq_routing_s390_adapter adapter; struct kvm_irq_routing_hv_sint hv_sint; struct kvm_irq_routing_xen_evtchn xen_evtchn; __u32 pad[8]; } u; }; struct kvm_irq_routing { __u32 nr; __u32 flags; struct kvm_irq_routing_entry entries[0]; }; struct kvm_irqfd { __u32 fd; __u32 gsi; __u32 flags; __u32 resamplefd; __u8 pad[16]; }; struct kvm_msi { __u32 address_lo; __u32 address_hi; __u32 data; __u32 flags; __u32 devid; __u8 pad[12]; }; struct kvm_create_device { __u32 type; __u32 fd; __u32 flags; }; struct kvm_stats_header { __u32 flags; __u32 name_size; __u32 num_desc; __u32 id_offset; __u32 desc_offset; __u32 data_offset; }; struct perf_guest_info_callbacks { unsigned int (*state)(); long unsigned int (*get_ip)(); unsigned int (*handle_intel_pt_intr)(); }; struct kvm_gfn_range { struct kvm_memory_slot *slot; gfn_t start; gfn_t end; pte_t pte; bool may_block; }; enum { OUTSIDE_GUEST_MODE = 0, IN_GUEST_MODE = 1, EXITING_GUEST_MODE = 2, READING_SHADOW_PAGE_TABLES = 3, }; struct kvm_host_map { struct page *page; void *hva; kvm_pfn_t pfn; kvm_pfn_t gfn; }; struct kvm_memslot_iter { struct kvm_memslots *slots; struct rb_node *node; struct kvm_memory_slot *slot; }; enum kvm_mr_change { KVM_MR_CREATE = 0, KVM_MR_DELETE = 1, KVM_MR_MOVE = 2, KVM_MR_FLAGS_ONLY = 3, }; typedef int (*kvm_vm_thread_fn_t)(struct kvm *, uintptr_t); struct trace_event_raw_kvm_userspace_exit { struct trace_entry ent; __u32 reason; int errno; char __data[0]; }; struct trace_event_raw_kvm_vcpu_wakeup { struct trace_entry ent; __u64 ns; bool waited; bool valid; char __data[0]; }; struct trace_event_raw_kvm_set_irq { struct trace_entry ent; unsigned int gsi; int level; int irq_source_id; char __data[0]; }; struct trace_event_raw_kvm_ack_irq { struct trace_entry ent; unsigned int irqchip; unsigned int pin; char __data[0]; }; struct trace_event_raw_kvm_mmio { struct trace_entry ent; u32 type; u32 len; u64 gpa; u64 val; char __data[0]; }; struct trace_event_raw_kvm_fpu { struct trace_entry ent; u32 load; char __data[0]; }; struct trace_event_raw_kvm_halt_poll_ns { struct trace_entry ent; bool grow; unsigned int vcpu_id; unsigned int new; unsigned int old; char __data[0]; }; struct trace_event_raw_kvm_dirty_ring_push { struct trace_entry ent; int index; u32 dirty_index; u32 reset_index; u32 slot; u64 offset; char __data[0]; }; struct trace_event_raw_kvm_dirty_ring_reset { struct trace_entry ent; int index; u32 dirty_index; u32 reset_index; char __data[0]; }; struct trace_event_raw_kvm_dirty_ring_exit { struct trace_entry ent; int vcpu_id; char __data[0]; }; struct trace_event_raw_kvm_unmap_hva_range { struct trace_entry ent; long unsigned int start; long unsigned int end; char __data[0]; }; struct trace_event_raw_kvm_set_spte_hva { struct trace_entry ent; long unsigned int hva; char __data[0]; }; struct trace_event_raw_kvm_age_hva { struct trace_entry ent; long unsigned int start; long unsigned int end; char __data[0]; }; struct trace_event_raw_kvm_test_age_hva { struct trace_entry ent; long unsigned int hva; char __data[0]; }; struct trace_event_data_offsets_kvm_userspace_exit {}; struct trace_event_data_offsets_kvm_vcpu_wakeup {}; struct trace_event_data_offsets_kvm_set_irq {}; struct trace_event_data_offsets_kvm_ack_irq {}; struct trace_event_data_offsets_kvm_mmio {}; struct trace_event_data_offsets_kvm_fpu {}; struct trace_event_data_offsets_kvm_halt_poll_ns {}; struct trace_event_data_offsets_kvm_dirty_ring_push {}; struct trace_event_data_offsets_kvm_dirty_ring_reset {}; struct trace_event_data_offsets_kvm_dirty_ring_exit {}; struct trace_event_data_offsets_kvm_unmap_hva_range {}; struct trace_event_data_offsets_kvm_set_spte_hva {}; struct trace_event_data_offsets_kvm_age_hva {}; struct trace_event_data_offsets_kvm_test_age_hva {}; typedef void (*btf_trace_kvm_userspace_exit)(void *, __u32, int); typedef void (*btf_trace_kvm_vcpu_wakeup)(void *, __u64, bool, bool); typedef void (*btf_trace_kvm_set_irq)(void *, unsigned int, int, int); typedef void (*btf_trace_kvm_ack_irq)(void *, unsigned int, unsigned int); typedef void (*btf_trace_kvm_mmio)(void *, int, int, u64, void *); typedef void (*btf_trace_kvm_fpu)(void *, int); typedef void (*btf_trace_kvm_halt_poll_ns)(void *, bool, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_kvm_dirty_ring_push)(void *, struct kvm_dirty_ring *, u32, u64); typedef void (*btf_trace_kvm_dirty_ring_reset)(void *, struct kvm_dirty_ring *); typedef void (*btf_trace_kvm_dirty_ring_exit)(void *, struct kvm_vcpu *); typedef void (*btf_trace_kvm_unmap_hva_range)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_kvm_set_spte_hva)(void *, long unsigned int); typedef void (*btf_trace_kvm_age_hva)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_kvm_test_age_hva)(void *, long unsigned int); typedef bool (*hva_handler_t)(struct kvm *, struct kvm_gfn_range *); typedef void (*on_lock_fn_t)(struct kvm *, long unsigned int, long unsigned int); typedef void (*on_unlock_fn_t)(struct kvm *); struct kvm_hva_range { long unsigned int start; long unsigned int end; pte_t pte; hva_handler_t handler; on_lock_fn_t on_lock; on_unlock_fn_t on_unlock; bool flush_on_ret; bool may_block; }; struct kvm_cpu_compat_check { void *opaque; int *ret; }; struct kvm_vm_worker_thread_context { struct kvm *kvm; struct task_struct *parent; struct completion init_done; kvm_vm_thread_fn_t thread_fn; uintptr_t data; int err; }; struct its_vlpi_map { struct its_vm *vm; struct its_vpe *vpe; u32 vintid; u8 properties; bool db_enabled; }; struct kvm_s390_adapter_int { u64 ind_addr; u64 summary_addr; u64 ind_offset; u32 summary_offset; u32 adapter_id; }; struct kvm_hv_sint { u32 vcpu; u32 sint; }; struct kvm_xen_evtchn { u32 port; u32 vcpu_id; int vcpu_idx; u32 priority; }; struct kvm_kernel_irq_routing_entry { u32 gsi; u32 type; int (*set)(struct kvm_kernel_irq_routing_entry *, struct kvm *, int, int, bool); union { struct { unsigned int irqchip; unsigned int pin; } irqchip; struct { u32 address_lo; u32 address_hi; u32 data; u32 flags; u32 devid; } msi; struct kvm_s390_adapter_int adapter; struct kvm_hv_sint hv_sint; struct kvm_xen_evtchn xen_evtchn; }; struct hlist_node link; }; struct psci_0_1_function_ids { u32 cpu_suspend; u32 cpu_on; u32 cpu_off; u32 migrate; }; struct kvm_host_psci_config { u32 version; struct psci_0_1_function_ids function_ids_0_1; bool psci_0_1_cpu_suspend_implemented; bool psci_0_1_cpu_on_implemented; bool psci_0_1_cpu_off_implemented; bool psci_0_1_migrate_implemented; }; struct psci_boot_args { atomic_t lock; long unsigned int pc; long unsigned int r0; }; struct crypto_aes_ctx { u32 key_enc[60]; u32 key_dec[60]; u32 key_length; }; struct __user_cap_header_struct { __u32 version; int pid; }; typedef struct __user_cap_header_struct *cap_user_header_t; struct __user_cap_data_struct { __u32 effective; __u32 permitted; __u32 inheritable; }; typedef struct __user_cap_data_struct *cap_user_data_t; struct subprocess_info { struct work_struct work; struct completion *complete; const char *path; char **argv; char **envp; int wait; int retval; int (*init)(struct subprocess_info *, struct cred *); void (*cleanup)(struct subprocess_info *); void *data; }; enum umh_disable_depth { UMH_ENABLED = 0, UMH_FREEZING = 1, UMH_DISABLED = 2, }; struct pt_regs; struct trace_event_raw_contention_begin { struct trace_entry ent; void *lock_addr; unsigned int flags; char __data[0]; }; struct trace_event_raw_contention_end { struct trace_entry ent; void *lock_addr; int ret; char __data[0]; }; struct trace_event_data_offsets_contention_begin {}; struct trace_event_data_offsets_contention_end {}; typedef void (*btf_trace_contention_begin)(void *, void *, unsigned int); typedef void (*btf_trace_contention_end)(void *, void *, int); struct mutex_waiter { struct list_head list; struct task_struct *task; struct ww_acquire_ctx *ww_ctx; }; struct pm_vt_switch { struct list_head head; struct device *dev; bool required; }; struct swsusp_info { struct new_utsname uts; u32 version_code; long unsigned int num_physpages; int cpus; long unsigned int image_pages; long unsigned int pages; long unsigned int size; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct snapshot_handle { unsigned int cur; void *buffer; int sync_read; }; struct swap_map_page { sector_t entries[511]; sector_t next_swap; }; struct swap_map_page_list { struct swap_map_page *map; struct swap_map_page_list *next; }; struct swap_map_handle { struct swap_map_page *cur; struct swap_map_page_list *maps; sector_t cur_swap; sector_t first_sector; unsigned int k; long unsigned int reqd_free_pages; u32 crc32; }; struct swsusp_header { char reserved[4056]; u32 hw_sig; u32 crc32; sector_t image; unsigned int flags; char orig_sig[10]; char sig[10]; }; struct swsusp_extent { struct rb_node node; long unsigned int start; long unsigned int end; }; struct hib_bio_batch { atomic_t count; wait_queue_head_t wait; blk_status_t error; struct blk_plug plug; }; struct crc_data { struct task_struct *thr; atomic_t ready; atomic_t stop; unsigned int run_threads; wait_queue_head_t go; wait_queue_head_t done; u32 *crc32; size_t *unc_len[3]; unsigned char *unc[3]; }; struct cmp_data { struct task_struct *thr; atomic_t ready; atomic_t stop; int ret; wait_queue_head_t go; wait_queue_head_t done; size_t unc_len; size_t cmp_len; unsigned char unc[131072]; unsigned char cmp[143360]; unsigned char wrk[16384]; }; struct dec_data { struct task_struct *thr; atomic_t ready; atomic_t stop; int ret; wait_queue_head_t go; wait_queue_head_t done; size_t unc_len; size_t cmp_len; unsigned char unc[131072]; unsigned char cmp[143360]; }; struct dev_printk_info { char subsystem[16]; char device[48]; }; struct printk_info { u64 seq; u64 ts_nsec; u16 text_len; u8 facility; u8 flags: 5; u8 level: 3; u32 caller_id; struct dev_printk_info dev_info; }; struct printk_record { struct printk_info *info; char *text_buf; unsigned int text_buf_size; }; struct prb_data_blk_lpos { long unsigned int begin; long unsigned int next; }; struct prb_desc { atomic_long_t state_var; struct prb_data_blk_lpos text_blk_lpos; }; struct prb_data_ring { unsigned int size_bits; char *data; atomic_long_t head_lpos; atomic_long_t tail_lpos; }; struct prb_desc_ring { unsigned int count_bits; struct prb_desc *descs; struct printk_info *infos; atomic_long_t head_id; atomic_long_t tail_id; atomic_long_t last_finalized_id; }; struct printk_ringbuffer { struct prb_desc_ring desc_ring; struct prb_data_ring text_data_ring; atomic_long_t fail; }; struct prb_reserved_entry { struct printk_ringbuffer *rb; long unsigned int irqflags; long unsigned int id; unsigned int text_space; }; enum desc_state { desc_miss = 4294967295, desc_reserved = 0, desc_committed = 1, desc_finalized = 2, desc_reusable = 3, }; struct prb_data_block { long unsigned int id; char data[0]; }; struct cma_kobject; struct cma { long unsigned int base_pfn; long unsigned int count; long unsigned int *bitmap; unsigned int order_per_bit; spinlock_t lock; char name[64]; atomic64_t nr_pages_succeeded; atomic64_t nr_pages_failed; struct cma_kobject *cma_kobj; bool reserve_pages_on_error; }; struct load_info { const char *name; struct module *mod; Elf64_Ehdr *hdr; long unsigned int len; Elf64_Shdr *sechdrs; char *secstrings; char *strtab; long unsigned int symoffs; long unsigned int stroffs; long unsigned int init_typeoffs; long unsigned int core_typeoffs; struct _ddebug *debug; unsigned int num_debug; bool sig_ok; long unsigned int mod_kallsyms_init_off; struct { unsigned int sym; unsigned int str; unsigned int mod; unsigned int vers; unsigned int info; unsigned int pcpu; } index; }; struct profile_hit { u32 pc; u32 hits; }; struct __kernel_timex_timeval { __kernel_time64_t tv_sec; long long int tv_usec; }; struct __kernel_timex { unsigned int modes; long long int offset; long long int freq; long long int maxerror; long long int esterror; int status; long long int constant; long long int precision; long long int tolerance; struct __kernel_timex_timeval time; long long int tick; long long int ppsfreq; long long int jitter; int shift; long long int stabil; long long int jitcnt; long long int calcnt; long long int errcnt; long long int stbcnt; int tai; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef __kernel_timer_t timer_t; enum alarmtimer_type { ALARM_REALTIME = 0, ALARM_BOOTTIME = 1, ALARM_NUMTYPE = 2, ALARM_REALTIME_FREEZER = 3, ALARM_BOOTTIME_FREEZER = 4, }; enum alarmtimer_restart { ALARMTIMER_NORESTART = 0, ALARMTIMER_RESTART = 1, }; struct alarm { struct timerqueue_node node; struct hrtimer timer; enum alarmtimer_restart (*function)(struct alarm *, ktime_t); enum alarmtimer_type type; int state; void *data; }; struct cpu_timer { struct timerqueue_node node; struct timerqueue_head *head; struct pid *pid; struct list_head elist; int firing; }; struct k_clock; struct k_itimer { struct list_head list; struct hlist_node t_hash; spinlock_t it_lock; const struct k_clock *kclock; clockid_t it_clock; timer_t it_id; int it_active; s64 it_overrun; s64 it_overrun_last; int it_requeue_pending; int it_sigev_notify; ktime_t it_interval; struct signal_struct *it_signal; union { struct pid *it_pid; struct task_struct *it_process; }; struct sigqueue *sigq; union { struct { struct hrtimer timer; } real; struct cpu_timer cpu; struct { struct alarm alarmtimer; } alarm; } it; struct callback_head rcu; }; struct k_clock { int (*clock_getres)(const clockid_t, struct timespec64 *); int (*clock_set)(const clockid_t, const struct timespec64 *); int (*clock_get_timespec)(const clockid_t, struct timespec64 *); ktime_t (*clock_get_ktime)(const clockid_t); int (*clock_adj)(const clockid_t, struct __kernel_timex *); int (*timer_create)(struct k_itimer *); int (*nsleep)(const clockid_t, int, const struct timespec64 *); int (*timer_set)(struct k_itimer *, int, struct itimerspec64 *, struct itimerspec64 *); int (*timer_del)(struct k_itimer *); void (*timer_get)(struct k_itimer *, struct itimerspec64 *); void (*timer_rearm)(struct k_itimer *); s64 (*timer_forward)(struct k_itimer *, ktime_t); ktime_t (*timer_remaining)(struct k_itimer *, ktime_t); int (*timer_try_to_cancel)(struct k_itimer *); void (*timer_arm)(struct k_itimer *, ktime_t, bool, bool); void (*timer_wait_running)(struct k_itimer *); }; enum tick_dep_bits { TICK_DEP_BIT_POSIX_TIMER = 0, TICK_DEP_BIT_PERF_EVENTS = 1, TICK_DEP_BIT_SCHED = 2, TICK_DEP_BIT_CLOCK_UNSTABLE = 3, TICK_DEP_BIT_RCU = 4, TICK_DEP_BIT_RCU_EXP = 5, }; enum { Q_REQUEUE_PI_NONE = 0, Q_REQUEUE_PI_IGNORE = 1, Q_REQUEUE_PI_IN_PROGRESS = 2, Q_REQUEUE_PI_WAIT = 3, Q_REQUEUE_PI_DONE = 4, Q_REQUEUE_PI_LOCKED = 5, }; enum pkey_id_type { PKEY_ID_PGP = 0, PKEY_ID_X509 = 1, PKEY_ID_PKCS7 = 2, }; struct module_signature { u8 algo; u8 hash; u8 id_type; u8 signer_len; u8 key_id_len; u8 __pad[3]; __be32 sig_len; }; enum bpf_iter_feature { BPF_ITER_RESCHED = 1, }; struct kallsym_iter { loff_t pos; loff_t pos_arch_end; loff_t pos_mod_end; loff_t pos_ftrace_mod_end; loff_t pos_bpf_end; long unsigned int value; unsigned int nameoff; char type; char name[128]; char module_name[56]; int exported; int show_value; }; struct bpf_iter__ksym { union { struct bpf_iter_meta *meta; }; union { struct kallsym_iter *ksym; }; }; typedef s64 int64_t; struct pids_cgroup { struct cgroup_subsys_state css; atomic64_t counter; atomic64_t limit; struct cgroup_file events_file; atomic64_t events_limit; }; enum audit_nlgrps { AUDIT_NLGRP_NONE = 0, AUDIT_NLGRP_READLOG = 1, __AUDIT_NLGRP_MAX = 2, }; struct audit_status { __u32 mask; __u32 enabled; __u32 failure; __u32 pid; __u32 rate_limit; __u32 backlog_limit; __u32 lost; __u32 backlog; union { __u32 version; __u32 feature_bitmap; }; __u32 backlog_wait_time; __u32 backlog_wait_time_actual; }; struct audit_features { __u32 vers; __u32 mask; __u32 features; __u32 lock; }; struct audit_tty_status { __u32 enabled; __u32 log_passwd; }; struct audit_sig_info { uid_t uid; pid_t pid; char ctx[0]; }; struct audit_netlink_list { __u32 portid; struct net *net; struct sk_buff_head q; }; struct audit_net { struct sock *sk; }; struct auditd_connection { struct pid *pid; u32 portid; struct net *net; struct callback_head rcu; }; struct audit_ctl_mutex { struct mutex lock; void *owner; }; struct audit_buffer { struct sk_buff *skb; struct audit_context *ctx; gfp_t gfp_mask; }; struct audit_reply { __u32 portid; struct net *net; struct sk_buff *skb; }; enum { TRACE_FTRACE_BIT = 0, TRACE_FTRACE_NMI_BIT = 1, TRACE_FTRACE_IRQ_BIT = 2, TRACE_FTRACE_SIRQ_BIT = 3, TRACE_FTRACE_TRANSITION_BIT = 4, TRACE_INTERNAL_BIT = 5, TRACE_INTERNAL_NMI_BIT = 6, TRACE_INTERNAL_IRQ_BIT = 7, TRACE_INTERNAL_SIRQ_BIT = 8, TRACE_INTERNAL_TRANSITION_BIT = 9, TRACE_BRANCH_BIT = 10, TRACE_IRQ_BIT = 11, TRACE_GRAPH_BIT = 12, TRACE_GRAPH_DEPTH_START_BIT = 13, TRACE_GRAPH_DEPTH_END_BIT = 14, TRACE_GRAPH_NOTRACE_BIT = 15, TRACE_RECORD_RECURSION_BIT = 16, }; enum { TRACE_CTX_NMI = 0, TRACE_CTX_IRQ = 1, TRACE_CTX_SOFTIRQ = 2, TRACE_CTX_NORMAL = 3, TRACE_CTX_TRANSITION = 4, }; struct dyn_arch_ftrace {}; enum { FTRACE_OPS_FL_ENABLED = 1, FTRACE_OPS_FL_DYNAMIC = 2, FTRACE_OPS_FL_SAVE_REGS = 4, FTRACE_OPS_FL_SAVE_REGS_IF_SUPPORTED = 8, FTRACE_OPS_FL_RECURSION = 16, FTRACE_OPS_FL_STUB = 32, FTRACE_OPS_FL_INITIALIZED = 64, FTRACE_OPS_FL_DELETED = 128, FTRACE_OPS_FL_ADDING = 256, FTRACE_OPS_FL_REMOVING = 512, FTRACE_OPS_FL_MODIFYING = 1024, FTRACE_OPS_FL_ALLOC_TRAMP = 2048, FTRACE_OPS_FL_IPMODIFY = 4096, FTRACE_OPS_FL_PID = 8192, FTRACE_OPS_FL_RCU = 16384, FTRACE_OPS_FL_TRACE_ARRAY = 32768, FTRACE_OPS_FL_PERMANENT = 65536, FTRACE_OPS_FL_DIRECT = 131072, }; struct ftrace_func_entry { struct hlist_node hlist; long unsigned int ip; long unsigned int direct; }; enum ftrace_bug_type { FTRACE_BUG_UNKNOWN = 0, FTRACE_BUG_INIT = 1, FTRACE_BUG_NOP = 2, FTRACE_BUG_CALL = 3, FTRACE_BUG_UPDATE = 4, }; enum { FTRACE_FL_ENABLED = 2147483648, FTRACE_FL_REGS = 1073741824, FTRACE_FL_REGS_EN = 536870912, FTRACE_FL_TRAMP = 268435456, FTRACE_FL_TRAMP_EN = 134217728, FTRACE_FL_IPMODIFY = 67108864, FTRACE_FL_DISABLED = 33554432, FTRACE_FL_DIRECT = 16777216, FTRACE_FL_DIRECT_EN = 8388608, }; struct dyn_ftrace { long unsigned int ip; long unsigned int flags; struct dyn_arch_ftrace arch; }; enum { FTRACE_UPDATE_CALLS = 1, FTRACE_DISABLE_CALLS = 2, FTRACE_UPDATE_TRACE_FUNC = 4, FTRACE_START_FUNC_RET = 8, FTRACE_STOP_FUNC_RET = 16, FTRACE_MAY_SLEEP = 32, }; enum { FTRACE_UPDATE_IGNORE = 0, FTRACE_UPDATE_MAKE_CALL = 1, FTRACE_UPDATE_MODIFY_CALL = 2, FTRACE_UPDATE_MAKE_NOP = 3, }; enum { FTRACE_ITER_FILTER = 1, FTRACE_ITER_NOTRACE = 2, FTRACE_ITER_PRINTALL = 4, FTRACE_ITER_DO_PROBES = 8, FTRACE_ITER_PROBE = 16, FTRACE_ITER_MOD = 32, FTRACE_ITER_ENABLED = 64, }; struct ftrace_graph_ent { long unsigned int func; int depth; } __attribute__((packed)); struct ftrace_graph_ret { long unsigned int func; int depth; unsigned int overrun; long long unsigned int calltime; long long unsigned int rettime; }; typedef void (*trace_func_graph_ret_t)(struct ftrace_graph_ret *); typedef int (*trace_func_graph_ent_t)(struct ftrace_graph_ent *); struct fgraph_ops { trace_func_graph_ent_t entryfunc; trace_func_graph_ret_t retfunc; }; enum perf_record_ksymbol_type { PERF_RECORD_KSYMBOL_TYPE_UNKNOWN = 0, PERF_RECORD_KSYMBOL_TYPE_BPF = 1, PERF_RECORD_KSYMBOL_TYPE_OOL = 2, PERF_RECORD_KSYMBOL_TYPE_MAX = 3, }; enum { TRACE_PIDS = 1, TRACE_NO_PIDS = 2, }; enum { TRACE_ARRAY_FL_GLOBAL = 1, }; struct ftrace_mod_load { struct list_head list; char *func; char *module; int enable; }; enum { FTRACE_HASH_FL_MOD = 1, }; struct ftrace_func_command { struct list_head list; char *name; int (*func)(struct trace_array *, struct ftrace_hash *, char *, char *, char *, int); }; struct ftrace_probe_ops { void (*func)(long unsigned int, long unsigned int, struct trace_array *, struct ftrace_probe_ops *, void *); int (*init)(struct ftrace_probe_ops *, struct trace_array *, long unsigned int, void *, void **); void (*free)(struct ftrace_probe_ops *, struct trace_array *, long unsigned int, void *); int (*print)(struct seq_file *, long unsigned int, struct ftrace_probe_ops *, void *); }; typedef int (*ftrace_mapper_func)(void *); struct trace_parser { bool cont; char *buffer; unsigned int idx; unsigned int size; }; struct tracer_stat { const char *name; void * (*stat_start)(struct tracer_stat *); void * (*stat_next)(void *, int); cmp_func_t stat_cmp; int (*stat_show)(struct seq_file *, void *); void (*stat_release)(void *); int (*stat_headers)(struct seq_file *); }; enum { FTRACE_MODIFY_ENABLE_FL = 1, FTRACE_MODIFY_MAY_SLEEP_FL = 2, }; struct ftrace_profile { struct hlist_node node; long unsigned int ip; long unsigned int counter; long long unsigned int time; long long unsigned int time_squared; }; struct ftrace_profile_page { struct ftrace_profile_page *next; long unsigned int index; struct ftrace_profile records[0]; }; struct ftrace_profile_stat { atomic_t disabled; struct hlist_head *hash; struct ftrace_profile_page *pages; struct ftrace_profile_page *start; struct tracer_stat stat; }; struct ftrace_func_probe { struct ftrace_probe_ops *probe_ops; struct ftrace_ops ops; struct trace_array *tr; struct list_head list; void *data; int ref; }; struct ftrace_page { struct ftrace_page *next; struct dyn_ftrace *records; int index; int order; }; struct ftrace_rec_iter { struct ftrace_page *pg; int index; }; struct ftrace_iterator { loff_t pos; loff_t func_pos; loff_t mod_pos; struct ftrace_page *pg; struct dyn_ftrace *func; struct ftrace_func_probe *probe; struct ftrace_func_entry *probe_entry; struct trace_parser parser; struct ftrace_hash *hash; struct ftrace_ops *ops; struct trace_array *tr; struct list_head *mod_list; int pidx; int idx; unsigned int flags; }; struct ftrace_glob { char *search; unsigned int len; int type; }; struct ftrace_func_map { struct ftrace_func_entry entry; void *data; }; struct ftrace_func_mapper { struct ftrace_hash hash; }; enum graph_filter_type { GRAPH_FILTER_NOTRACE = 0, GRAPH_FILTER_FUNCTION = 1, }; struct ftrace_graph_data { struct ftrace_hash *hash; struct ftrace_func_entry *entry; int idx; enum graph_filter_type type; struct ftrace_hash *new_hash; const struct seq_operations *seq_ops; struct trace_parser parser; }; struct ftrace_mod_func { struct list_head list; char *name; long unsigned int ip; unsigned int size; }; struct ftrace_mod_map { struct callback_head rcu; struct list_head list; struct module *mod; long unsigned int start_addr; long unsigned int end_addr; struct list_head funcs; unsigned int num_funcs; }; struct ftrace_init_func { struct list_head list; long unsigned int ip; }; struct kallsyms_data { long unsigned int *addrs; const char **syms; size_t cnt; size_t found; }; enum { TRACE_NOP_OPT_ACCEPT = 1, TRACE_NOP_OPT_REFUSE = 2, }; typedef long int (*syscall_fn_t)(const struct pt_regs *); struct syscall_trace_enter { struct trace_entry ent; int nr; long unsigned int args[0]; }; struct syscall_trace_exit { struct trace_entry ent; int nr; long int ret; }; enum trace_iterator_flags { TRACE_ITER_PRINT_PARENT = 1, TRACE_ITER_SYM_OFFSET = 2, TRACE_ITER_SYM_ADDR = 4, TRACE_ITER_VERBOSE = 8, TRACE_ITER_RAW = 16, TRACE_ITER_HEX = 32, TRACE_ITER_BIN = 64, TRACE_ITER_BLOCK = 128, TRACE_ITER_PRINTK = 256, TRACE_ITER_ANNOTATE = 512, TRACE_ITER_USERSTACKTRACE = 1024, TRACE_ITER_SYM_USEROBJ = 2048, TRACE_ITER_PRINTK_MSGONLY = 4096, TRACE_ITER_CONTEXT_INFO = 8192, TRACE_ITER_LATENCY_FMT = 16384, TRACE_ITER_RECORD_CMD = 32768, TRACE_ITER_RECORD_TGID = 65536, TRACE_ITER_OVERWRITE = 131072, TRACE_ITER_STOP_ON_FREE = 262144, TRACE_ITER_IRQ_INFO = 524288, TRACE_ITER_MARKERS = 1048576, TRACE_ITER_EVENT_FORK = 2097152, TRACE_ITER_PAUSE_ON_TRACE = 4194304, TRACE_ITER_HASH_PTR = 8388608, TRACE_ITER_FUNCTION = 16777216, TRACE_ITER_FUNC_FORK = 33554432, TRACE_ITER_DISPLAY_GRAPH = 67108864, TRACE_ITER_STACKTRACE = 134217728, }; struct syscall_tp_t { long long unsigned int regs; long unsigned int syscall_nr; long unsigned int ret; }; struct syscall_tp_t___2 { long long unsigned int regs; long unsigned int syscall_nr; long unsigned int args[6]; }; enum { BPF_F_INDEX_MASK = 4294967295, BPF_F_CURRENT_CPU = 4294967295, BPF_F_CTXLEN_MASK = 0, }; enum { BPF_F_GET_BRANCH_RECORDS_SIZE = 1, }; struct bpf_perf_event_value { __u64 counter; __u64 enabled; __u64 running; }; enum bpf_task_fd_type { BPF_FD_TYPE_RAW_TRACEPOINT = 0, BPF_FD_TYPE_TRACEPOINT = 1, BPF_FD_TYPE_KPROBE = 2, BPF_FD_TYPE_KRETPROBE = 3, BPF_FD_TYPE_UPROBE = 4, BPF_FD_TYPE_URETPROBE = 5, }; struct btf_ptr { void *ptr; __u32 type_id; __u32 flags; }; struct bpf_event_entry { struct perf_event *event; struct file *perf_file; struct file *map_file; struct callback_head rcu; }; struct bpf_trace_run_ctx { struct bpf_run_ctx run_ctx; u64 bpf_cookie; }; typedef u32 (*bpf_prog_run_fn)(const struct bpf_prog *, const void *); struct perf_event_query_bpf { __u32 ids_len; __u32 prog_cnt; __u32 ids[0]; }; enum { BTF_TRACING_TYPE_TASK = 0, BTF_TRACING_TYPE_FILE = 1, BTF_TRACING_TYPE_VMA = 2, MAX_BTF_TRACING_TYPE = 3, }; struct trace_event_raw_bpf_trace_printk { struct trace_entry ent; u32 __data_loc_bpf_string; char __data[0]; }; struct trace_event_data_offsets_bpf_trace_printk { u32 bpf_string; }; typedef void (*btf_trace_bpf_trace_printk)(void *, const char *); struct bpf_trace_module { struct module *module; struct list_head list; }; typedef u64 (*btf_bpf_probe_read_user)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_user_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_kernel)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_kernel_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_compat)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_compat_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_write_user)(void *, const void *, u32); typedef u64 (*btf_bpf_trace_printk)(char *, u32, u64, u64, u64); typedef u64 (*btf_bpf_trace_vprintk)(char *, u32, const void *, u32); typedef u64 (*btf_bpf_seq_printf)(struct seq_file *, char *, u32, const void *, u32); typedef u64 (*btf_bpf_seq_write)(struct seq_file *, const void *, u32); typedef u64 (*btf_bpf_seq_printf_btf)(struct seq_file *, struct btf_ptr *, u32, u64); typedef u64 (*btf_bpf_perf_event_read)(struct bpf_map *, u64); typedef u64 (*btf_bpf_perf_event_read_value)(struct bpf_map *, u64, struct bpf_perf_event_value *, u32); struct bpf_trace_sample_data { struct perf_sample_data sds[3]; }; typedef u64 (*btf_bpf_perf_event_output)(struct pt_regs *, struct bpf_map *, u64, void *, u64); struct bpf_nested_pt_regs { struct pt_regs regs[3]; }; typedef u64 (*btf_bpf_get_current_task)(); typedef u64 (*btf_bpf_get_current_task_btf)(); typedef u64 (*btf_bpf_task_pt_regs)(struct task_struct *); typedef u64 (*btf_bpf_current_task_under_cgroup)(struct bpf_map *, u32); struct send_signal_irq_work { struct irq_work irq_work; struct task_struct *task; u32 sig; enum pid_type type; }; typedef u64 (*btf_bpf_send_signal)(u32); typedef u64 (*btf_bpf_send_signal_thread)(u32); typedef u64 (*btf_bpf_d_path)(struct path *, char *, u32); typedef u64 (*btf_bpf_snprintf_btf)(char *, u32, struct btf_ptr *, u32, u64); typedef u64 (*btf_bpf_get_func_ip_tracing)(void *); typedef u64 (*btf_bpf_get_func_ip_kprobe)(struct pt_regs *); typedef u64 (*btf_bpf_get_func_ip_kprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_attach_cookie_kprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_attach_cookie_trace)(void *); typedef u64 (*btf_bpf_get_attach_cookie_pe)(struct bpf_perf_event_data_kern *); typedef u64 (*btf_bpf_get_attach_cookie_tracing)(void *); typedef u64 (*btf_bpf_get_branch_snapshot)(void *, u32, u64); typedef u64 (*btf_get_func_arg)(void *, u32, u64 *); typedef u64 (*btf_get_func_ret)(void *, u64 *); typedef u64 (*btf_get_func_arg_cnt)(void *); typedef u64 (*btf_bpf_perf_event_output_tp)(void *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_stackid_tp)(void *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack_tp)(void *, void *, u32, u64); typedef u64 (*btf_bpf_perf_prog_read_value)(struct bpf_perf_event_data_kern *, struct bpf_perf_event_value *, u32); typedef u64 (*btf_bpf_read_branch_records)(struct bpf_perf_event_data_kern *, void *, u32, u64); struct bpf_raw_tp_regs { struct pt_regs regs[3]; }; typedef u64 (*btf_bpf_perf_event_output_raw_tp)(struct bpf_raw_tracepoint_args *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_stackid_raw_tp)(struct bpf_raw_tracepoint_args *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack_raw_tp)(struct bpf_raw_tracepoint_args *, void *, u32, u64); struct bpf_iter_seq_map_info { u32 map_id; }; struct bpf_iter__bpf_map { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; }; enum { BPF_ANY = 0, BPF_NOEXIST = 1, BPF_EXIST = 2, BPF_F_LOCK = 4, }; enum { BPF_F_NO_PREALLOC = 1, BPF_F_NO_COMMON_LRU = 2, BPF_F_NUMA_NODE = 4, BPF_F_RDONLY = 8, BPF_F_WRONLY = 16, BPF_F_STACK_BUILD_ID = 32, BPF_F_ZERO_SEED = 64, BPF_F_RDONLY_PROG = 128, BPF_F_WRONLY_PROG = 256, BPF_F_CLONE = 512, BPF_F_MMAPABLE = 1024, BPF_F_PRESERVE_ELEMS = 2048, BPF_F_INNER_MAP = 4096, }; struct bpf_iter__bpf_map_elem { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { void *key; }; union { void *value; }; }; struct pcpu_freelist_node; struct pcpu_freelist_head { struct pcpu_freelist_node *first; raw_spinlock_t lock; }; struct pcpu_freelist_node { struct pcpu_freelist_node *next; }; struct pcpu_freelist { struct pcpu_freelist_head *freelist; struct pcpu_freelist_head extralist; }; struct bpf_lru_node { struct list_head list; u16 cpu; u8 type; u8 ref; }; struct bpf_lru_list { struct list_head lists[3]; unsigned int counts[2]; struct list_head *next_inactive_rotation; raw_spinlock_t lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_lru_locallist { struct list_head lists[2]; u16 next_steal; raw_spinlock_t lock; }; struct bpf_common_lru { struct bpf_lru_list lru_list; struct bpf_lru_locallist *local_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef bool (*del_from_htab_func)(void *, struct bpf_lru_node *); struct bpf_lru { union { struct bpf_common_lru common_lru; struct bpf_lru_list *percpu_lru; }; del_from_htab_func del_from_htab; void *del_arg; unsigned int hash_offset; unsigned int nr_scans; bool percpu; long: 56; long: 64; long: 64; long: 64; long: 64; }; struct bucket { struct hlist_nulls_head head; union { raw_spinlock_t raw_lock; spinlock_t lock; }; }; struct htab_elem; struct bpf_htab { struct bpf_map map; struct bucket *buckets; void *elems; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct pcpu_freelist freelist; struct bpf_lru lru; }; struct htab_elem **extra_elems; atomic_t count; u32 n_buckets; u32 elem_size; u32 hashrnd; struct lock_class_key lockdep_key; int *map_locked[8]; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct htab_elem { union { struct hlist_nulls_node hash_node; struct { void *padding; union { struct bpf_htab *htab; struct pcpu_freelist_node fnode; struct htab_elem *batch_flink; }; }; }; union { struct callback_head rcu; struct bpf_lru_node lru_node; }; u32 hash; int: 32; char key[0]; }; struct bpf_iter_seq_hash_map_info { struct bpf_map *map; struct bpf_htab *htab; void *percpu_value_buf; u32 bucket_id; u32 skip_elems; }; enum { BPF_LOCAL_STORAGE_GET_F_CREATE = 1, BPF_SK_STORAGE_GET_F_CREATE = 1, }; struct bpf_local_storage_elem { struct hlist_node map_node; struct hlist_node snode; struct bpf_local_storage *local_storage; struct callback_head rcu; long: 64; struct bpf_local_storage_data sdata; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_local_storage_cache { spinlock_t idx_lock; u64 idx_usage_counts[16]; }; typedef u64 (*btf_bpf_task_storage_get)(struct bpf_map *, struct task_struct *, void *, u64, gfp_t); typedef u64 (*btf_bpf_task_storage_delete)(struct bpf_map *, struct task_struct *); struct bpf_prog_info { __u32 type; __u32 id; __u8 tag[8]; __u32 jited_prog_len; __u32 xlated_prog_len; __u64 jited_prog_insns; __u64 xlated_prog_insns; __u64 load_time; __u32 created_by_uid; __u32 nr_map_ids; __u64 map_ids; char name[16]; __u32 ifindex; __u32 gpl_compatible: 1; __u64 netns_dev; __u64 netns_ino; __u32 nr_jited_ksyms; __u32 nr_jited_func_lens; __u64 jited_ksyms; __u64 jited_func_lens; __u32 btf_id; __u32 func_info_rec_size; __u64 func_info; __u32 nr_func_info; __u32 nr_line_info; __u64 line_info; __u64 jited_line_info; __u32 nr_jited_line_info; __u32 line_info_rec_size; __u32 jited_line_info_rec_size; __u32 nr_prog_tags; __u64 prog_tags; __u64 run_time_ns; __u64 run_cnt; __u64 recursion_misses; __u32 verified_insns; __u32 attach_btf_obj_id; __u32 attach_btf_id; }; struct bpf_map_info { __u32 type; __u32 id; __u32 key_size; __u32 value_size; __u32 max_entries; __u32 map_flags; char name[16]; __u32 ifindex; __u32 btf_vmlinux_value_type_id; __u64 netns_dev; __u64 netns_ino; __u32 btf_id; __u32 btf_key_type_id; __u32 btf_value_type_id; __u64 map_extra; }; struct bpf_prog_offload_ops { int (*insn_hook)(struct bpf_verifier_env *, int, int); int (*finalize)(struct bpf_verifier_env *); int (*replace_insn)(struct bpf_verifier_env *, u32, struct bpf_insn *); int (*remove_insns)(struct bpf_verifier_env *, u32, u32); int (*prepare)(struct bpf_prog *); int (*translate)(struct bpf_prog *); void (*destroy)(struct bpf_prog *); }; struct bpf_offload_dev { const struct bpf_prog_offload_ops *ops; struct list_head netdevs; void *priv; }; typedef struct ns_common *ns_get_path_helper_t(void *); struct bpf_offload_netdev { struct rhash_head l; struct net_device *netdev; struct bpf_offload_dev *offdev; struct list_head progs; struct list_head maps; struct list_head offdev_netdevs; }; struct ns_get_path_bpf_prog_args { struct bpf_prog *prog; struct bpf_prog_info *info; }; struct ns_get_path_bpf_map_args { struct bpf_offloaded_map *offmap; struct bpf_map_info *info; }; enum perf_event_sample_format { PERF_SAMPLE_IP = 1, PERF_SAMPLE_TID = 2, PERF_SAMPLE_TIME = 4, PERF_SAMPLE_ADDR = 8, PERF_SAMPLE_READ = 16, PERF_SAMPLE_CALLCHAIN = 32, PERF_SAMPLE_ID = 64, PERF_SAMPLE_CPU = 128, PERF_SAMPLE_PERIOD = 256, PERF_SAMPLE_STREAM_ID = 512, PERF_SAMPLE_RAW = 1024, PERF_SAMPLE_BRANCH_STACK = 2048, PERF_SAMPLE_REGS_USER = 4096, PERF_SAMPLE_STACK_USER = 8192, PERF_SAMPLE_WEIGHT = 16384, PERF_SAMPLE_DATA_SRC = 32768, PERF_SAMPLE_IDENTIFIER = 65536, PERF_SAMPLE_TRANSACTION = 131072, PERF_SAMPLE_REGS_INTR = 262144, PERF_SAMPLE_PHYS_ADDR = 524288, PERF_SAMPLE_AUX = 1048576, PERF_SAMPLE_CGROUP = 2097152, PERF_SAMPLE_DATA_PAGE_SIZE = 4194304, PERF_SAMPLE_CODE_PAGE_SIZE = 8388608, PERF_SAMPLE_WEIGHT_STRUCT = 16777216, PERF_SAMPLE_MAX = 33554432, __PERF_SAMPLE_CALLCHAIN_EARLY = 0, }; enum perf_branch_sample_type { PERF_SAMPLE_BRANCH_USER = 1, PERF_SAMPLE_BRANCH_KERNEL = 2, PERF_SAMPLE_BRANCH_HV = 4, PERF_SAMPLE_BRANCH_ANY = 8, PERF_SAMPLE_BRANCH_ANY_CALL = 16, PERF_SAMPLE_BRANCH_ANY_RETURN = 32, PERF_SAMPLE_BRANCH_IND_CALL = 64, PERF_SAMPLE_BRANCH_ABORT_TX = 128, PERF_SAMPLE_BRANCH_IN_TX = 256, PERF_SAMPLE_BRANCH_NO_TX = 512, PERF_SAMPLE_BRANCH_COND = 1024, PERF_SAMPLE_BRANCH_CALL_STACK = 2048, PERF_SAMPLE_BRANCH_IND_JUMP = 4096, PERF_SAMPLE_BRANCH_CALL = 8192, PERF_SAMPLE_BRANCH_NO_FLAGS = 16384, PERF_SAMPLE_BRANCH_NO_CYCLES = 32768, PERF_SAMPLE_BRANCH_TYPE_SAVE = 65536, PERF_SAMPLE_BRANCH_HW_INDEX = 131072, PERF_SAMPLE_BRANCH_MAX = 262144, }; enum perf_event_read_format { PERF_FORMAT_TOTAL_TIME_ENABLED = 1, PERF_FORMAT_TOTAL_TIME_RUNNING = 2, PERF_FORMAT_ID = 4, PERF_FORMAT_GROUP = 8, PERF_FORMAT_LOST = 16, PERF_FORMAT_MAX = 32, }; enum perf_event_ioc_flags { PERF_IOC_FLAG_GROUP = 1, }; struct perf_ns_link_info { __u64 dev; __u64 ino; }; enum { NET_NS_INDEX = 0, UTS_NS_INDEX = 1, IPC_NS_INDEX = 2, PID_NS_INDEX = 3, USER_NS_INDEX = 4, MNT_NS_INDEX = 5, CGROUP_NS_INDEX = 6, NR_NAMESPACES = 7, }; enum perf_bpf_event_type { PERF_BPF_EVENT_UNKNOWN = 0, PERF_BPF_EVENT_PROG_LOAD = 1, PERF_BPF_EVENT_PROG_UNLOAD = 2, PERF_BPF_EVENT_MAX = 3, }; enum perf_addr_filter_action_t { PERF_ADDR_FILTER_ACTION_STOP = 0, PERF_ADDR_FILTER_ACTION_START = 1, PERF_ADDR_FILTER_ACTION_FILTER = 2, }; struct perf_addr_filter { struct list_head entry; struct path path; long unsigned int offset; long unsigned int size; enum perf_addr_filter_action_t action; }; struct swevent_hlist { struct hlist_head heads[256]; struct callback_head callback_head; }; struct pmu_event_list { raw_spinlock_t lock; struct list_head list; }; struct perf_pmu_events_attr { struct device_attribute attr; u64 id; const char *event_str; }; struct min_heap { void *data; int nr; int size; }; struct min_heap_callbacks { int elem_size; bool (*less)(const void *, const void *); void (*swp)(void *, void *); }; typedef int (*remote_function_f)(void *); struct remote_function_call { struct task_struct *p; remote_function_f func; void *info; int ret; }; typedef void (*event_f)(struct perf_event *, struct perf_cpu_context *, struct perf_event_context *, void *); struct event_function_struct { struct perf_event *event; event_f func; void *data; }; enum event_type_t { EVENT_FLEXIBLE = 1, EVENT_PINNED = 2, EVENT_TIME = 4, EVENT_CPU = 8, EVENT_ALL = 3, }; struct __group_key { int cpu; struct cgroup *cgroup; }; struct stop_event_data { struct perf_event *event; unsigned int restart; }; struct perf_read_data { struct perf_event *event; bool group; int ret; }; struct perf_read_event { struct perf_event_header header; u32 pid; u32 tid; }; typedef void perf_iterate_f(struct perf_event *, void *); struct remote_output { struct perf_buffer *rb; int err; }; struct perf_task_event { struct task_struct *task; struct perf_event_context *task_ctx; struct { struct perf_event_header header; u32 pid; u32 ppid; u32 tid; u32 ptid; u64 time; } event_id; }; struct perf_comm_event { struct task_struct *task; char *comm; int comm_size; struct { struct perf_event_header header; u32 pid; u32 tid; } event_id; }; struct perf_namespaces_event { struct task_struct *task; struct { struct perf_event_header header; u32 pid; u32 tid; u64 nr_namespaces; struct perf_ns_link_info link_info[7]; } event_id; }; struct perf_cgroup_event { char *path; int path_size; struct { struct perf_event_header header; u64 id; char path[0]; } event_id; }; struct perf_mmap_event { struct vm_area_struct *vma; const char *file_name; int file_size; int maj; int min; u64 ino; u64 ino_generation; u32 prot; u32 flags; u8 build_id[20]; u32 build_id_size; struct { struct perf_event_header header; u32 pid; u32 tid; u64 start; u64 len; u64 pgoff; } event_id; }; struct perf_switch_event { struct task_struct *task; struct task_struct *next_prev; struct { struct perf_event_header header; u32 next_prev_pid; u32 next_prev_tid; } event_id; }; struct perf_ksymbol_event { const char *name; int name_len; struct { struct perf_event_header header; u64 addr; u32 len; u16 ksym_type; u16 flags; } event_id; }; struct perf_bpf_event { struct bpf_prog *prog; struct { struct perf_event_header header; u16 type; u16 flags; u32 id; u8 tag[8]; } event_id; }; struct perf_text_poke_event { const void *old_bytes; const void *new_bytes; size_t pad; u16 old_len; u16 new_len; struct { struct perf_event_header header; u64 addr; } event_id; }; struct swevent_htable { struct swevent_hlist *swevent_hlist; struct mutex hlist_mutex; int hlist_refcount; int recursion[4]; }; enum perf_probe_config { PERF_PROBE_CONFIG_IS_RETPROBE = 1, PERF_UPROBE_REF_CTR_OFFSET_BITS = 32, PERF_UPROBE_REF_CTR_OFFSET_SHIFT = 32, }; enum { IF_ACT_NONE = 4294967295, IF_ACT_FILTER = 0, IF_ACT_START = 1, IF_ACT_STOP = 2, IF_SRC_FILE = 3, IF_SRC_KERNEL = 4, IF_SRC_FILEADDR = 5, IF_SRC_KERNELADDR = 6, }; enum { IF_STATE_ACTION = 0, IF_STATE_SOURCE = 1, IF_STATE_END = 2, }; struct perf_aux_event { struct perf_event_header header; u64 hw_id; }; struct perf_aux_event___2 { struct perf_event_header header; u32 pid; u32 tid; }; struct perf_aux_event___3 { struct perf_event_header header; u64 offset; u64 size; u64 flags; }; enum pageblock_bits { PB_migrate = 0, PB_migrate_end = 2, PB_migrate_skip = 3, NR_PAGEBLOCK_BITS = 4, }; struct node { struct device dev; struct list_head access_list; struct work_struct node_work; struct list_head cache_attrs; struct device *cache_dev; }; struct alloc_context { struct zonelist *zonelist; nodemask_t *nodemask; struct zoneref *preferred_zoneref; int migratetype; enum zone_type highest_zoneidx; bool spread_dirty_pages; }; struct trace_event_raw_mm_compaction_isolate_template { struct trace_entry ent; long unsigned int start_pfn; long unsigned int end_pfn; long unsigned int nr_scanned; long unsigned int nr_taken; char __data[0]; }; struct trace_event_raw_mm_compaction_migratepages { struct trace_entry ent; long unsigned int nr_migrated; long unsigned int nr_failed; char __data[0]; }; struct trace_event_raw_mm_compaction_begin { struct trace_entry ent; long unsigned int zone_start; long unsigned int migrate_pfn; long unsigned int free_pfn; long unsigned int zone_end; bool sync; char __data[0]; }; struct trace_event_raw_mm_compaction_end { struct trace_entry ent; long unsigned int zone_start; long unsigned int migrate_pfn; long unsigned int free_pfn; long unsigned int zone_end; bool sync; int status; char __data[0]; }; struct trace_event_raw_mm_compaction_try_to_compact_pages { struct trace_entry ent; int order; long unsigned int gfp_mask; int prio; char __data[0]; }; struct trace_event_raw_mm_compaction_suitable_template { struct trace_entry ent; int nid; enum zone_type idx; int order; int ret; char __data[0]; }; struct trace_event_raw_mm_compaction_defer_template { struct trace_entry ent; int nid; enum zone_type idx; int order; unsigned int considered; unsigned int defer_shift; int order_failed; char __data[0]; }; struct trace_event_raw_mm_compaction_kcompactd_sleep { struct trace_entry ent; int nid; char __data[0]; }; struct trace_event_raw_kcompactd_wake_template { struct trace_entry ent; int nid; int order; enum zone_type highest_zoneidx; char __data[0]; }; struct trace_event_data_offsets_mm_compaction_isolate_template {}; struct trace_event_data_offsets_mm_compaction_migratepages {}; struct trace_event_data_offsets_mm_compaction_begin {}; struct trace_event_data_offsets_mm_compaction_end {}; struct trace_event_data_offsets_mm_compaction_try_to_compact_pages {}; struct trace_event_data_offsets_mm_compaction_suitable_template {}; struct trace_event_data_offsets_mm_compaction_defer_template {}; struct trace_event_data_offsets_mm_compaction_kcompactd_sleep {}; struct trace_event_data_offsets_kcompactd_wake_template {}; typedef void (*btf_trace_mm_compaction_isolate_migratepages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_compaction_isolate_freepages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_compaction_migratepages)(void *, struct compact_control *, unsigned int); typedef void (*btf_trace_mm_compaction_begin)(void *, struct compact_control *, long unsigned int, long unsigned int, bool); typedef void (*btf_trace_mm_compaction_end)(void *, struct compact_control *, long unsigned int, long unsigned int, bool, int); typedef void (*btf_trace_mm_compaction_try_to_compact_pages)(void *, int, gfp_t, int); typedef void (*btf_trace_mm_compaction_finished)(void *, struct zone *, int, int); typedef void (*btf_trace_mm_compaction_suitable)(void *, struct zone *, int, int); typedef void (*btf_trace_mm_compaction_deferred)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_defer_compaction)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_defer_reset)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_kcompactd_sleep)(void *, int); typedef void (*btf_trace_mm_compaction_wakeup_kcompactd)(void *, int, int, enum zone_type); typedef void (*btf_trace_mm_compaction_kcompactd_wake)(void *, int, int, enum zone_type); typedef enum { ISOLATE_ABORT = 0, ISOLATE_NONE = 1, ISOLATE_SUCCESS = 2, } isolate_migrate_t; enum tlb_flush_reason { TLB_FLUSH_ON_TASK_SWITCH = 0, TLB_REMOTE_SHOOTDOWN = 1, TLB_LOCAL_SHOOTDOWN = 2, TLB_LOCAL_MM_SHOOTDOWN = 3, TLB_REMOTE_SEND_IPI = 4, NR_TLB_FLUSH_REASONS = 5, }; struct anon_vma_chain { struct vm_area_struct *vma; struct anon_vma *anon_vma; struct list_head same_vma; struct rb_node rb; long unsigned int rb_subtree_last; }; struct rmap_walk_control { void *arg; bool try_lock; bool contended; bool (*rmap_one)(struct folio *, struct vm_area_struct *, long unsigned int, void *); int (*done)(struct folio *); struct anon_vma * (*anon_lock)(struct folio *, struct rmap_walk_control *); bool (*invalid_vma)(struct vm_area_struct *, void *); }; struct trace_event_raw_tlb_flush { struct trace_entry ent; int reason; long unsigned int pages; char __data[0]; }; struct trace_event_data_offsets_tlb_flush {}; typedef void (*btf_trace_tlb_flush)(void *, int, long unsigned int); struct trace_event_raw_mm_migrate_pages { struct trace_entry ent; long unsigned int succeeded; long unsigned int failed; long unsigned int thp_succeeded; long unsigned int thp_failed; long unsigned int thp_split; enum migrate_mode mode; int reason; char __data[0]; }; struct trace_event_raw_mm_migrate_pages_start { struct trace_entry ent; enum migrate_mode mode; int reason; char __data[0]; }; struct trace_event_raw_migration_pte { struct trace_entry ent; long unsigned int addr; long unsigned int pte; int order; char __data[0]; }; struct trace_event_data_offsets_mm_migrate_pages {}; struct trace_event_data_offsets_mm_migrate_pages_start {}; struct trace_event_data_offsets_migration_pte {}; typedef void (*btf_trace_mm_migrate_pages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, enum migrate_mode, int); typedef void (*btf_trace_mm_migrate_pages_start)(void *, enum migrate_mode, int); typedef void (*btf_trace_set_migration_pte)(void *, long unsigned int, long unsigned int, int); typedef void (*btf_trace_remove_migration_pte)(void *, long unsigned int, long unsigned int, int); struct folio_referenced_arg { int mapcount; int referenced; long unsigned int vm_flags; struct mem_cgroup *memcg; }; struct make_exclusive_args { struct mm_struct *mm; long unsigned int address; void *owner; bool valid; }; struct frontswap_ops { void (*init)(unsigned int); int (*store)(unsigned int, long unsigned int, struct page *); int (*load)(unsigned int, long unsigned int, struct page *); void (*invalidate_page)(unsigned int, long unsigned int); void (*invalidate_area)(unsigned int); }; typedef u64 p4dval_t; typedef void (*swap_r_func_t)(void *, void *, int, const void *); typedef int (*cmp_r_func_t)(const void *, const void *, const void *); typedef void (*kunit_try_catch_func_t)(void *); struct kunit_try_catch { struct kunit *test; struct completion *try_completion; int try_result; kunit_try_catch_func_t try; kunit_try_catch_func_t catch; void *context; }; enum kunit_status { KUNIT_SUCCESS = 0, KUNIT_FAILURE = 1, KUNIT_SKIPPED = 2, }; struct kunit { void *priv; const char *name; char *log; struct kunit_try_catch try_catch; const void *param_value; int param_index; spinlock_t lock; enum kunit_status status; struct list_head resources; char status_comment[256]; }; struct kunit_case; struct kunit_suite { const char name[256]; int (*suite_init)(struct kunit_suite *); void (*suite_exit)(struct kunit_suite *); int (*init)(struct kunit *); void (*exit)(struct kunit *); struct kunit_case *test_cases; char status_comment[256]; struct dentry *debugfs; char *log; int suite_init_err; }; enum stat_item { ALLOC_FASTPATH = 0, ALLOC_SLOWPATH = 1, FREE_FASTPATH = 2, FREE_SLOWPATH = 3, FREE_FROZEN = 4, FREE_ADD_PARTIAL = 5, FREE_REMOVE_PARTIAL = 6, ALLOC_FROM_PARTIAL = 7, ALLOC_SLAB = 8, ALLOC_REFILL = 9, ALLOC_NODE_MISMATCH = 10, FREE_SLAB = 11, CPUSLAB_FLUSH = 12, DEACTIVATE_FULL = 13, DEACTIVATE_EMPTY = 14, DEACTIVATE_TO_HEAD = 15, DEACTIVATE_TO_TAIL = 16, DEACTIVATE_REMOTE_FREES = 17, DEACTIVATE_BYPASS = 18, ORDER_FALLBACK = 19, CMPXCHG_DOUBLE_CPU_FAIL = 20, CMPXCHG_DOUBLE_FAIL = 21, CPU_PARTIAL_ALLOC = 22, CPU_PARTIAL_FREE = 23, CPU_PARTIAL_NODE = 24, CPU_PARTIAL_DRAIN = 25, NR_SLUB_STAT_ITEMS = 26, }; struct kunit_case { void (*run_case)(struct kunit *); const char *name; const void * (*generate_params)(const void *, char *); enum kunit_status status; char *log; }; struct kunit_resource; typedef void (*kunit_resource_free_t)(struct kunit_resource *); struct kunit_resource { void *data; const char *name; kunit_resource_free_t free; struct kref refcount; struct list_head node; bool should_kfree; }; typedef bool (*kunit_resource_match_t)(struct kunit *, struct kunit_resource *, void *); struct track { long unsigned int addr; depot_stack_handle_t handle; int cpu; int pid; long unsigned int when; }; enum track_item { TRACK_ALLOC = 0, TRACK_FREE = 1, }; struct slub_flush_work { struct work_struct work; struct kmem_cache *s; bool skip; }; struct detached_freelist { struct slab *slab; void *tail; void *freelist; int cnt; struct kmem_cache *s; }; struct location { depot_stack_handle_t handle; long unsigned int count; long unsigned int addr; long long int sum_time; long int min_time; long int max_time; long int min_pid; long int max_pid; long unsigned int cpus[64]; nodemask_t nodes; }; struct loc_track { long unsigned int max; long unsigned int count; struct location *loc; loff_t idx; }; enum slab_stat_type { SL_ALL = 0, SL_PARTIAL = 1, SL_CPU = 2, SL_OBJECTS = 3, SL_TOTAL = 4, }; struct slab_attribute { struct attribute attr; ssize_t (*show)(struct kmem_cache *, char *); ssize_t (*store)(struct kmem_cache *, const char *, size_t); }; struct saved_alias { struct kmem_cache *s; const char *name; struct saved_alias *next; }; enum slab_modes { M_NONE = 0, M_PARTIAL = 1, M_FULL = 2, M_FREE = 3, M_FULL_NOLIST = 4, }; struct zpool; struct zpool_ops { int (*evict)(struct zpool *, long unsigned int); }; struct zpool_driver; struct zpool { struct zpool_driver *driver; void *pool; const struct zpool_ops *ops; bool evictable; bool can_sleep_mapped; }; enum zpool_mapmode { ZPOOL_MM_RW = 0, ZPOOL_MM_RO = 1, ZPOOL_MM_WO = 2, ZPOOL_MM_DEFAULT = 0, }; struct zpool_driver { char *type; struct module *owner; atomic_t refcount; struct list_head list; void * (*create)(const char *, gfp_t, const struct zpool_ops *, struct zpool *); void (*destroy)(void *); bool malloc_support_movable; int (*malloc)(void *, size_t, gfp_t, long unsigned int *); void (*free)(void *, long unsigned int); int (*shrink)(void *, unsigned int, unsigned int *); bool sleep_mapped; void * (*map)(void *, long unsigned int, enum zpool_mapmode); void (*unmap)(void *, long unsigned int); u64 (*total_size)(void *); }; struct z3fold_pool; struct z3fold_ops { int (*evict)(struct z3fold_pool *, long unsigned int); }; struct z3fold_pool { const char *name; spinlock_t lock; spinlock_t stale_lock; struct list_head *unbuddied; struct list_head lru; struct list_head stale; atomic64_t pages_nr; struct kmem_cache *c_handle; const struct z3fold_ops *ops; struct zpool *zpool; const struct zpool_ops *zpool_ops; struct workqueue_struct *compact_wq; struct workqueue_struct *release_wq; struct work_struct work; }; enum buddy { HEADLESS = 0, FIRST = 1, MIDDLE = 2, LAST = 3, BUDDIES_MAX = 3, }; struct z3fold_buddy_slots { long unsigned int slot[4]; long unsigned int pool; rwlock_t lock; }; struct z3fold_header { struct list_head buddy; spinlock_t page_lock; struct kref refcount; struct work_struct work; struct z3fold_buddy_slots *slots; struct z3fold_pool *pool; short int cpu; short unsigned int first_chunks; short unsigned int middle_chunks; short unsigned int last_chunks; short unsigned int start_middle; short unsigned int first_num: 2; short unsigned int mapped_count: 2; short unsigned int foreign_handles: 2; }; enum z3fold_page_flags { PAGE_HEADLESS = 0, MIDDLE_CHUNK_MAPPED = 1, NEEDS_COMPACTING = 2, PAGE_STALE = 3, PAGE_CLAIMED = 4, PAGE_MIGRATED = 5, }; enum z3fold_handle_flags { HANDLES_NOFREE = 0, }; struct damon_sysfs_ul_range { struct kobject kobj; long unsigned int min; long unsigned int max; }; struct damon_sysfs_stats { struct kobject kobj; long unsigned int nr_tried; long unsigned int sz_tried; long unsigned int nr_applied; long unsigned int sz_applied; long unsigned int qt_exceeds; }; struct damon_sysfs_watermarks { struct kobject kobj; enum damos_wmark_metric metric; long unsigned int interval_us; long unsigned int high; long unsigned int mid; long unsigned int low; }; struct damon_sysfs_weights { struct kobject kobj; unsigned int sz; unsigned int nr_accesses; unsigned int age; }; struct damon_sysfs_quotas { struct kobject kobj; struct damon_sysfs_weights *weights; long unsigned int ms; long unsigned int sz; long unsigned int reset_interval_ms; }; struct damon_sysfs_access_pattern { struct kobject kobj; struct damon_sysfs_ul_range *sz; struct damon_sysfs_ul_range *nr_accesses; struct damon_sysfs_ul_range *age; }; struct damon_sysfs_scheme { struct kobject kobj; enum damos_action action; struct damon_sysfs_access_pattern *access_pattern; struct damon_sysfs_quotas *quotas; struct damon_sysfs_watermarks *watermarks; struct damon_sysfs_stats *stats; }; struct damon_sysfs_schemes { struct kobject kobj; struct damon_sysfs_scheme **schemes_arr; int nr; }; struct damon_sysfs_region { struct kobject kobj; long unsigned int start; long unsigned int end; }; struct damon_sysfs_regions { struct kobject kobj; struct damon_sysfs_region **regions_arr; int nr; }; struct damon_sysfs_target { struct kobject kobj; struct damon_sysfs_regions *regions; int pid; }; struct damon_sysfs_targets { struct kobject kobj; struct damon_sysfs_target **targets_arr; int nr; }; struct damon_sysfs_intervals { struct kobject kobj; long unsigned int sample_us; long unsigned int aggr_us; long unsigned int update_us; }; struct damon_sysfs_attrs { struct kobject kobj; struct damon_sysfs_intervals *intervals; struct damon_sysfs_ul_range *nr_regions_range; }; struct damon_sysfs_context { struct kobject kobj; enum damon_ops_id ops_id; struct damon_sysfs_attrs *attrs; struct damon_sysfs_targets *targets; struct damon_sysfs_schemes *schemes; }; struct damon_sysfs_contexts { struct kobject kobj; struct damon_sysfs_context **contexts_arr; int nr; }; struct damon_sysfs_kdamond { struct kobject kobj; struct damon_sysfs_contexts *contexts; struct damon_ctx *damon_ctx; }; enum damon_sysfs_cmd { DAMON_SYSFS_CMD_ON = 0, DAMON_SYSFS_CMD_OFF = 1, DAMON_SYSFS_CMD_COMMIT = 2, DAMON_SYSFS_CMD_UPDATE_SCHEMES_STATS = 3, NR_DAMON_SYSFS_CMDS = 4, }; struct damon_sysfs_cmd_request { enum damon_sysfs_cmd cmd; struct damon_sysfs_kdamond *kdamond; }; struct damon_sysfs_kdamonds { struct kobject kobj; struct damon_sysfs_kdamond **kdamonds_arr; int nr; }; struct damon_sysfs_ui_dir { struct kobject kobj; struct damon_sysfs_kdamonds *kdamonds; }; enum { BAD_STACK = 4294967295, NOT_STACK = 0, GOOD_FRAME = 1, GOOD_STACK = 2, }; struct vmap_area { long unsigned int va_start; long unsigned int va_end; struct rb_node rb_node; struct list_head list; union { long unsigned int subtree_max_size; struct vm_struct *vm; }; }; typedef s64 compat_loff_t; enum iter_type { ITER_IOVEC = 0, ITER_KVEC = 1, ITER_BVEC = 2, ITER_PIPE = 3, ITER_XARRAY = 4, ITER_DISCARD = 5, ITER_UBUF = 6, }; struct linux_dirent64 { u64 d_ino; s64 d_off; short unsigned int d_reclen; unsigned char d_type; char d_name[0]; }; struct linux_dirent { long unsigned int d_ino; long unsigned int d_off; short unsigned int d_reclen; char d_name[1]; }; struct getdents_callback { struct dir_context ctx; struct linux_dirent *current_dir; int prev_reclen; int count; int error; }; struct getdents_callback64 { struct dir_context ctx; struct linux_dirent64 *current_dir; int prev_reclen; int count; int error; }; struct compat_old_linux_dirent { compat_ulong_t d_ino; compat_ulong_t d_offset; short unsigned int d_namlen; char d_name[1]; }; struct compat_readdir_callback { struct dir_context ctx; struct compat_old_linux_dirent *dirent; int result; }; struct compat_linux_dirent { compat_ulong_t d_ino; compat_ulong_t d_off; short unsigned int d_reclen; char d_name[1]; }; struct compat_getdents_callback { struct dir_context ctx; struct compat_linux_dirent *current_dir; int prev_reclen; int count; int error; }; struct tm { int tm_sec; int tm_min; int tm_hour; int tm_mday; int tm_mon; long int tm_year; int tm_wday; int tm_yday; }; struct mount_attr { __u64 attr_set; __u64 attr_clr; __u64 propagation; __u64 userns_fd; }; struct proc_mounts { struct mnt_namespace *ns; struct path root; int (*show)(struct seq_file *, struct vfsmount *); struct mount cursor; }; struct mount_kattr { unsigned int attr_set; unsigned int attr_clr; unsigned int propagation; unsigned int lookup_flags; bool recurse; struct user_namespace *mnt_userns; }; enum umount_tree_flags { UMOUNT_SYNC = 1, UMOUNT_PROPAGATE = 2, UMOUNT_CONNECTED = 4, }; typedef int __kernel_daddr_t; struct ustat { __kernel_daddr_t f_tfree; long unsigned int f_tinode; char f_fname[6]; char f_fpack[6]; }; typedef s32 compat_daddr_t; typedef __kernel_fsid_t compat_fsid_t; struct compat_statfs { int f_type; int f_bsize; int f_blocks; int f_bfree; int f_bavail; int f_files; int f_ffree; compat_fsid_t f_fsid; int f_namelen; int f_frsize; int f_flags; int f_spare[4]; }; struct kstatfs { long int f_type; long int f_bsize; u64 f_blocks; u64 f_bfree; u64 f_bavail; u64 f_files; u64 f_ffree; __kernel_fsid_t f_fsid; long int f_namelen; long int f_frsize; long int f_flags; long int f_spare[4]; }; struct compat_ustat { compat_daddr_t f_tfree; compat_ino_t f_tinode; char f_fname[6]; char f_fpack[6]; }; struct statfs { __kernel_long_t f_type; __kernel_long_t f_bsize; __kernel_long_t f_blocks; __kernel_long_t f_bfree; __kernel_long_t f_bavail; __kernel_long_t f_files; __kernel_long_t f_ffree; __kernel_fsid_t f_fsid; __kernel_long_t f_namelen; __kernel_long_t f_frsize; __kernel_long_t f_flags; __kernel_long_t f_spare[4]; }; struct statfs64 { __kernel_long_t f_type; __kernel_long_t f_bsize; __u64 f_blocks; __u64 f_bfree; __u64 f_bavail; __u64 f_files; __u64 f_ffree; __kernel_fsid_t f_fsid; __kernel_long_t f_namelen; __kernel_long_t f_frsize; __kernel_long_t f_flags; __kernel_long_t f_spare[4]; }; struct compat_statfs64 { __u32 f_type; __u32 f_bsize; __u64 f_blocks; __u64 f_bfree; __u64 f_bavail; __u64 f_files; __u64 f_ffree; __kernel_fsid_t f_fsid; __u32 f_namelen; __u32 f_frsize; __u32 f_flags; __u32 f_spare[4]; } __attribute__((packed)); typedef int get_block_t(struct inode *, sector_t, struct buffer_head *, int); typedef int (*writepage_t)(struct page *, struct writeback_control *, void *); struct mpage_readpage_args { struct bio *bio; struct folio *folio; unsigned int nr_pages; bool is_readahead; sector_t last_block_in_bio; struct buffer_head map_bh; long unsigned int first_logical_block; get_block_t *get_block; }; struct mpage_data { struct bio *bio; sector_t last_block_in_bio; get_block_t *get_block; }; struct fs_error_report { int error; struct inode *inode; struct super_block *sb; }; enum fid_type { FILEID_ROOT = 0, FILEID_INO32_GEN = 1, FILEID_INO32_GEN_PARENT = 2, FILEID_BTRFS_WITHOUT_PARENT = 77, FILEID_BTRFS_WITH_PARENT = 78, FILEID_BTRFS_WITH_PARENT_ROOT = 79, FILEID_UDF_WITHOUT_PARENT = 81, FILEID_UDF_WITH_PARENT = 82, FILEID_NILFS_WITHOUT_PARENT = 97, FILEID_NILFS_WITH_PARENT = 98, FILEID_FAT_WITHOUT_PARENT = 113, FILEID_FAT_WITH_PARENT = 114, FILEID_LUSTRE = 151, FILEID_KERNFS = 254, FILEID_INVALID = 255, }; struct fid { union { struct { u32 ino; u32 gen; u32 parent_ino; u32 parent_gen; } i32; struct { u32 block; u16 partref; u16 parent_partref; u32 generation; u32 parent_block; u32 parent_generation; } udf; __u32 raw[0]; }; }; enum { FAN_EVENT_INIT = 0, FAN_EVENT_REPORTED = 1, FAN_EVENT_ANSWERED = 2, FAN_EVENT_CANCELED = 3, }; struct fanotify_fh { u8 type; u8 len; u8 flags; u8 pad; unsigned char buf[0]; }; struct fanotify_info { u8 dir_fh_totlen; u8 dir2_fh_totlen; u8 file_fh_totlen; u8 name_len; u8 name2_len; u8 pad[3]; unsigned char buf[0]; }; enum fanotify_event_type { FANOTIFY_EVENT_TYPE_FID = 0, FANOTIFY_EVENT_TYPE_FID_NAME = 1, FANOTIFY_EVENT_TYPE_PATH = 2, FANOTIFY_EVENT_TYPE_PATH_PERM = 3, FANOTIFY_EVENT_TYPE_OVERFLOW = 4, FANOTIFY_EVENT_TYPE_FS_ERROR = 5, __FANOTIFY_EVENT_TYPE_NUM = 6, }; struct fanotify_event { struct fsnotify_event fse; struct hlist_node merge_list; u32 mask; struct { unsigned int type: 3; unsigned int hash: 29; }; struct pid *pid; }; struct fanotify_fid_event { struct fanotify_event fae; __kernel_fsid_t fsid; struct { struct fanotify_fh object_fh; unsigned char _inline_fh_buf[12]; }; }; struct fanotify_name_event { struct fanotify_event fae; __kernel_fsid_t fsid; struct fanotify_info info; }; struct fanotify_error_event { struct fanotify_event fae; s32 error; u32 err_count; __kernel_fsid_t fsid; struct { struct fanotify_fh object_fh; unsigned char _inline_fh_buf[128]; }; }; struct fanotify_path_event { struct fanotify_event fae; struct path path; }; struct fanotify_perm_event { struct fanotify_event fae; struct path path; short unsigned int response; short unsigned int state; int fd; }; struct userfaultfd_ctx { wait_queue_head_t fault_pending_wqh; wait_queue_head_t fault_wqh; wait_queue_head_t fd_wqh; wait_queue_head_t event_wqh; seqcount_spinlock_t refile_seq; refcount_t refcount; unsigned int flags; unsigned int features; bool released; atomic_t mmap_changing; struct mm_struct *mm; }; struct uffd_msg { __u8 event; __u8 reserved1; __u16 reserved2; __u32 reserved3; union { struct { __u64 flags; __u64 address; union { __u32 ptid; } feat; } pagefault; struct { __u32 ufd; } fork; struct { __u64 from; __u64 to; __u64 len; } remap; struct { __u64 start; __u64 end; } remove; struct { __u64 reserved1; __u64 reserved2; __u64 reserved3; } reserved; } arg; }; struct uffdio_api { __u64 api; __u64 features; __u64 ioctls; }; struct uffdio_range { __u64 start; __u64 len; }; struct uffdio_register { struct uffdio_range range; __u64 mode; __u64 ioctls; }; struct uffdio_copy { __u64 dst; __u64 src; __u64 len; __u64 mode; __s64 copy; }; struct uffdio_zeropage { struct uffdio_range range; __u64 mode; __s64 zeropage; }; struct uffdio_writeprotect { struct uffdio_range range; __u64 mode; }; struct uffdio_continue { struct uffdio_range range; __u64 mode; __s64 mapped; }; struct userfaultfd_fork_ctx { struct userfaultfd_ctx *orig; struct userfaultfd_ctx *new; struct list_head list; }; struct userfaultfd_unmap_ctx { struct userfaultfd_ctx *ctx; long unsigned int start; long unsigned int end; struct list_head list; }; struct userfaultfd_wait_queue { struct uffd_msg msg; wait_queue_entry_t wq; struct userfaultfd_ctx *ctx; bool waken; }; struct userfaultfd_wake_range { long unsigned int start; long unsigned int len; }; struct user_key_payload { struct callback_head rcu; short unsigned int datalen; long: 48; char data[0]; }; struct fscrypt_blk_crypto_key; struct fscrypt_prepared_key { struct crypto_skcipher *tfm; struct fscrypt_blk_crypto_key *blk_key; }; struct fscrypt_mode; struct fscrypt_master_key; struct fscrypt_direct_key; struct fscrypt_info { struct fscrypt_prepared_key ci_enc_key; bool ci_owns_key; bool ci_inlinecrypt; struct fscrypt_mode *ci_mode; struct inode *ci_inode; struct fscrypt_master_key *ci_master_key; struct list_head ci_master_key_link; struct fscrypt_direct_key *ci_direct_key; siphash_key_t ci_dirhash_key; bool ci_dirhash_key_initialized; union fscrypt_policy ci_policy; u8 ci_nonce[16]; u32 ci_hashed_ino; }; struct fscrypt_key { __u32 mode; __u8 raw[64]; __u32 size; }; struct fscrypt_key_specifier { __u32 type; __u32 __reserved; union { __u8 __reserved[32]; __u8 descriptor[8]; __u8 identifier[16]; } u; }; struct fscrypt_mode { const char *friendly_name; const char *cipher_str; int keysize; int security_strength; int ivsize; int logged_cryptoapi_impl; int logged_blk_crypto_native; int logged_blk_crypto_fallback; enum blk_crypto_mode_num blk_crypto_mode; }; struct fscrypt_hkdf { struct crypto_shash *hmac_tfm; }; struct fscrypt_master_key_secret { struct fscrypt_hkdf hkdf; u32 size; u8 raw[64]; }; struct fscrypt_master_key { struct super_block *mk_sb; struct hlist_node mk_node; struct rw_semaphore mk_sem; refcount_t mk_active_refs; refcount_t mk_struct_refs; struct callback_head mk_rcu_head; struct fscrypt_master_key_secret mk_secret; struct fscrypt_key_specifier mk_spec; struct key *mk_users; struct list_head mk_decrypted_inodes; spinlock_t mk_decrypted_inodes_lock; struct fscrypt_prepared_key mk_direct_keys[11]; struct fscrypt_prepared_key mk_iv_ino_lblk_64_keys[11]; struct fscrypt_prepared_key mk_iv_ino_lblk_32_keys[11]; siphash_key_t mk_ino_hash_key; bool mk_ino_hash_key_initialized; }; struct fscrypt_direct_key { struct hlist_node dk_node; refcount_t dk_refcount; const struct fscrypt_mode *dk_mode; struct fscrypt_prepared_key dk_key; u8 dk_descriptor[8]; u8 dk_raw[64]; }; struct fsverity_descriptor { __u8 version; __u8 hash_algorithm; __u8 log_blocksize; __u8 salt_size; __le32 sig_size; __le64 data_size; __u8 root_hash[64]; __u8 salt[32]; __u8 __reserved[144]; __u8 signature[0]; }; struct mb_cache_entry { struct list_head e_list; struct hlist_bl_node e_hash_list; atomic_t e_refcnt; u32 e_key; u32 e_referenced: 1; u32 e_reusable: 1; u64 e_value; }; struct mb_cache { struct hlist_bl_head *c_hash; int c_bucket_bits; long unsigned int c_max_entries; spinlock_t c_list_lock; struct list_head c_list; long unsigned int c_entry_count; struct shrinker c_shrink; struct work_struct c_shrink_work; }; struct file_handle { __u32 handle_bytes; int handle_type; unsigned char f_handle[0]; }; struct iomap_swapfile_info { struct iomap iomap; struct swap_info_struct *sis; uint64_t lowest_ppage; uint64_t highest_ppage; long unsigned int nr_pages; int nr_extents; struct file *file; }; struct proc_fs_context { struct pid_namespace *pid_ns; unsigned int mask; enum proc_hidepid hidepid; int gid; enum proc_pidonly pidonly; }; enum proc_param { Opt_gid = 0, Opt_hidepid = 1, Opt_subset = 2, }; struct vmcore { struct list_head list; long long unsigned int paddr; long long unsigned int size; loff_t offset; }; struct vmcoredd_node { struct list_head list; void *buf; unsigned int size; }; typedef struct elf32_hdr Elf32_Ehdr; struct elf32_phdr { Elf32_Word p_type; Elf32_Off p_offset; Elf32_Addr p_vaddr; Elf32_Addr p_paddr; Elf32_Word p_filesz; Elf32_Word p_memsz; Elf32_Word p_flags; Elf32_Word p_align; }; typedef struct elf32_phdr Elf32_Phdr; typedef struct elf32_note Elf32_Nhdr; struct elf64_note { Elf64_Word n_namesz; Elf64_Word n_descsz; Elf64_Word n_type; }; typedef struct elf64_note Elf64_Nhdr; struct vmcoredd_header { __u32 n_namesz; __u32 n_descsz; __u32 n_type; __u8 name[8]; __u8 dump_name[44]; }; struct vmcore_cb { bool (*pfn_is_ram)(struct vmcore_cb *, long unsigned int); struct list_head next; }; struct vmcoredd_data { char dump_name[44]; unsigned int size; int (*vmcoredd_callback)(struct vmcoredd_data *, void *); }; enum cc_attr { CC_ATTR_MEM_ENCRYPT = 0, CC_ATTR_HOST_MEM_ENCRYPT = 1, CC_ATTR_GUEST_MEM_ENCRYPT = 2, CC_ATTR_GUEST_STATE_ENCRYPT = 3, CC_ATTR_GUEST_UNROLL_STRING_IO = 4, CC_ATTR_GUEST_SEV_SNP = 5, CC_ATTR_HOTPLUG_DISABLED = 6, }; enum kernfs_node_type { KERNFS_DIR = 1, KERNFS_FILE = 2, KERNFS_LINK = 4, }; enum kernfs_node_flag { KERNFS_ACTIVATED = 16, KERNFS_NS = 32, KERNFS_HAS_SEQ_SHOW = 64, KERNFS_HAS_MMAP = 128, KERNFS_LOCKDEP = 256, KERNFS_SUICIDAL = 1024, KERNFS_SUICIDED = 2048, KERNFS_EMPTY_DIR = 4096, KERNFS_HAS_RELEASE = 8192, }; struct kernfs_syscall_ops; struct kernfs_root { struct kernfs_node *kn; unsigned int flags; struct idr ino_idr; u32 last_id_lowbits; u32 id_highbits; struct kernfs_syscall_ops *syscall_ops; struct list_head supers; wait_queue_head_t deactivate_waitq; struct rw_semaphore kernfs_rwsem; }; struct kernfs_iattrs { kuid_t ia_uid; kgid_t ia_gid; struct timespec64 ia_atime; struct timespec64 ia_mtime; struct timespec64 ia_ctime; struct simple_xattrs xattrs; atomic_t nr_user_xattrs; atomic_t user_xattr_size; }; struct kernfs_syscall_ops { int (*show_options)(struct seq_file *, struct kernfs_root *); int (*mkdir)(struct kernfs_node *, const char *, umode_t); int (*rmdir)(struct kernfs_node *); int (*rename)(struct kernfs_node *, struct kernfs_node *, const char *); int (*show_path)(struct seq_file *, struct kernfs_node *, struct kernfs_root *); }; enum { ES_WRITTEN_B = 0, ES_UNWRITTEN_B = 1, ES_DELAYED_B = 2, ES_HOLE_B = 3, ES_REFERENCED_B = 4, ES_FLAGS = 5, }; struct pending_reservation { struct rb_node rb_node; ext4_lblk_t lclu; }; enum { EXT4_STATE_JDATA = 0, EXT4_STATE_NEW = 1, EXT4_STATE_XATTR = 2, EXT4_STATE_NO_EXPAND = 3, EXT4_STATE_DA_ALLOC_CLOSE = 4, EXT4_STATE_EXT_MIGRATE = 5, EXT4_STATE_NEWENTRY = 6, EXT4_STATE_MAY_INLINE_DATA = 7, EXT4_STATE_EXT_PRECACHED = 8, EXT4_STATE_LUSTRE_EA_INODE = 9, EXT4_STATE_VERITY_IN_PROGRESS = 10, EXT4_STATE_FC_COMMITTING = 11, EXT4_STATE_ORPHAN_FILE = 12, }; struct rsvd_count { int ndelonly; bool first_do_lblk_found; ext4_lblk_t first_do_lblk; ext4_lblk_t last_do_lblk; struct extent_status *left_es; bool partial; ext4_lblk_t lclu; }; struct ext4_inode { __le16 i_mode; __le16 i_uid; __le32 i_size_lo; __le32 i_atime; __le32 i_ctime; __le32 i_mtime; __le32 i_dtime; __le16 i_gid; __le16 i_links_count; __le32 i_blocks_lo; __le32 i_flags; union { struct { __le32 l_i_version; } linux1; struct { __u32 h_i_translator; } hurd1; struct { __u32 m_i_reserved1; } masix1; } osd1; __le32 i_block[15]; __le32 i_generation; __le32 i_file_acl_lo; __le32 i_size_high; __le32 i_obso_faddr; union { struct { __le16 l_i_blocks_high; __le16 l_i_file_acl_high; __le16 l_i_uid_high; __le16 l_i_gid_high; __le16 l_i_checksum_lo; __le16 l_i_reserved; } linux2; struct { __le16 h_i_reserved1; __u16 h_i_mode_high; __u16 h_i_uid_high; __u16 h_i_gid_high; __u32 h_i_author; } hurd2; struct { __le16 h_i_reserved1; __le16 m_i_file_acl_high; __u32 m_i_reserved2[2]; } masix2; } osd2; __le16 i_extra_isize; __le16 i_checksum_hi; __le32 i_ctime_extra; __le32 i_mtime_extra; __le32 i_atime_extra; __le32 i_crtime; __le32 i_crtime_extra; __le32 i_version_hi; __le32 i_projid; }; struct ext4_filename { const struct qstr *usr_fname; struct fscrypt_str disk_name; struct dx_hash_info hinfo; struct fscrypt_str crypto_buf; struct fscrypt_str cf_name; }; struct ext4_iloc { struct buffer_head *bh; long unsigned int offset; ext4_group_t block_group; }; struct ext4_xattr_ibody_header { __le32 h_magic; }; struct ext4_xattr_entry { __u8 e_name_len; __u8 e_name_index; __le16 e_value_offs; __le32 e_value_inum; __le32 e_value_size; __le32 e_hash; char e_name[0]; }; struct ext4_xattr_info { const char *name; const void *value; size_t value_len; int name_index; int in_inode; }; struct ext4_xattr_search { struct ext4_xattr_entry *first; void *base; void *end; struct ext4_xattr_entry *here; int not_found; }; struct ext4_xattr_ibody_find { struct ext4_xattr_search s; struct ext4_iloc iloc; }; struct ext4_io_end_vec { struct list_head list; loff_t offset; ssize_t size; }; struct ext4_io_end { struct list_head list; handle_t *handle; struct inode *inode; struct bio *bio; unsigned int flag; refcount_t count; struct list_head list_vec; }; typedef struct ext4_io_end ext4_io_end_t; struct ext4_io_submit { struct writeback_control *io_wbc; struct bio *io_bio; ext4_io_end_t *io_end; sector_t io_next_block; }; enum { attr_noop = 0, attr_delayed_allocation_blocks = 1, attr_session_write_kbytes = 2, attr_lifetime_write_kbytes = 3, attr_reserved_clusters = 4, attr_sra_exceeded_retry_limit = 5, attr_inode_readahead = 6, attr_trigger_test_error = 7, attr_first_error_time = 8, attr_last_error_time = 9, attr_feature = 10, attr_pointer_ui = 11, attr_pointer_ul = 12, attr_pointer_u64 = 13, attr_pointer_u8 = 14, attr_pointer_string = 15, attr_pointer_atomic = 16, attr_journal_task = 17, }; enum { ptr_explicit = 0, ptr_ext4_sb_info_offset = 1, ptr_ext4_super_block_offset = 2, }; struct ext4_attr { struct attribute attr; short int attr_id; short int attr_ptr; short unsigned int attr_size; union { int offset; void *explicit_ptr; } u; }; struct xattr; typedef int (*initxattrs)(struct inode *, const struct xattr *, void *); struct xattr { const char *name; void *value; size_t value_len; }; typedef u16 wchar_t; struct nls_table { const char *charset; const char *alias; int (*uni2char)(wchar_t, unsigned char *, int); int (*char2uni)(const unsigned char *, int, wchar_t *); const unsigned char *charset2lower; const unsigned char *charset2upper; struct module *owner; struct nls_table *next; }; struct autofs_packet_missing { struct autofs_packet_hdr hdr; autofs_wqt_t wait_queue_token; int len; char name[256]; }; struct autofs_packet_expire_multi { struct autofs_packet_hdr hdr; autofs_wqt_t wait_queue_token; int len; char name[256]; }; union autofs_packet_union { struct autofs_packet_hdr hdr; struct autofs_packet_missing missing; struct autofs_packet_expire expire; struct autofs_packet_expire_multi expire_multi; }; struct autofs_v5_packet { struct autofs_packet_hdr hdr; autofs_wqt_t wait_queue_token; __u32 dev; __u64 ino; __u32 uid; __u32 gid; __u32 pid; __u32 tgid; __u32 len; char name[256]; }; typedef struct autofs_v5_packet autofs_packet_missing_indirect_t; typedef struct autofs_v5_packet autofs_packet_expire_indirect_t; typedef struct autofs_v5_packet autofs_packet_missing_direct_t; typedef struct autofs_v5_packet autofs_packet_expire_direct_t; union autofs_v5_packet_union { struct autofs_packet_hdr hdr; struct autofs_v5_packet v5_packet; autofs_packet_missing_indirect_t missing_indirect; autofs_packet_expire_indirect_t expire_indirect; autofs_packet_missing_direct_t missing_direct; autofs_packet_expire_direct_t expire_direct; }; enum btrfs_inline_ref_type { BTRFS_REF_TYPE_INVALID = 0, BTRFS_REF_TYPE_BLOCK = 1, BTRFS_REF_TYPE_DATA = 2, BTRFS_REF_TYPE_ANY = 3, }; struct btrfs_delayed_tree_ref { struct btrfs_delayed_ref_node node; u64 root; u64 parent; int level; }; struct btrfs_delayed_data_ref { struct btrfs_delayed_ref_node node; u64 root; u64 parent; u64 objectid; u64 offset; }; struct btrfs_discard_stripe { struct btrfs_device *dev; u64 physical; u64 length; }; enum btrfs_loop_type { LOOP_CACHING_NOWAIT = 0, LOOP_CACHING_WAIT = 1, LOOP_ALLOC_CHUNK = 2, LOOP_NO_EMPTY_SIZE = 3, }; enum btrfs_extent_allocation_policy { BTRFS_EXTENT_ALLOC_CLUSTERED = 0, BTRFS_EXTENT_ALLOC_ZONED = 1, }; struct find_free_extent_ctl { u64 ram_bytes; u64 num_bytes; u64 min_alloc_size; u64 empty_size; u64 flags; int delalloc; u64 search_start; u64 empty_cluster; struct btrfs_free_cluster *last_ptr; bool use_cluster; bool have_caching_bg; bool orig_have_caching_bg; bool for_treelog; bool for_data_reloc; int index; int loop; bool retry_clustered; bool retry_unclustered; int cached; u64 max_extent_size; u64 total_free_space; u64 found_offset; u64 hint_byte; enum btrfs_extent_allocation_policy policy; }; struct walk_control___2 { u64 refs[8]; u64 flags[8]; struct btrfs_key update_progress; struct btrfs_key drop_progress; short: 16; int drop_level; int stage; int level; int shared_level; int update_ref; int keep_locks; int reada_slot; int reada_count; int restarted; } __attribute__((packed)); enum btrfs_feature_set { FEAT_COMPAT = 0, FEAT_COMPAT_RO = 1, FEAT_INCOMPAT = 2, FEAT_MAX = 3, }; struct btrfs_qgroup_rsv { u64 values[3]; }; struct btrfs_qgroup { u64 qgroupid; u64 rfer; u64 rfer_cmpr; u64 excl; u64 excl_cmpr; u64 lim_flags; u64 max_rfer; u64 max_excl; u64 rsv_rfer; u64 rsv_excl; struct btrfs_qgroup_rsv rsv; struct list_head groups; struct list_head members; struct list_head dirty; struct rb_node node; u64 old_refcnt; u64 new_refcnt; struct kobject kobj; }; struct btrfs_feature_attr { struct kobj_attribute kobj_attr; enum btrfs_feature_set feature_set; u64 feature_bit; }; struct raid_kobject { u64 flags; struct kobject kobj; }; struct fileattr { u32 flags; u32 fsx_xflags; u32 fsx_extsize; u32 fsx_nextents; u32 fsx_projid; u32 fsx_cowextsize; bool flags_valid: 1; bool fsx_valid: 1; }; struct btrfs_ioctl_vol_args { __s64 fd; char name[4088]; }; struct btrfs_ioctl_qgroup_limit_args { __u64 qgroupid; struct btrfs_qgroup_limit lim; }; struct btrfs_ioctl_vol_args_v2 { __s64 fd; __u64 transid; __u64 flags; union { struct { __u64 size; struct btrfs_qgroup_inherit *qgroup_inherit; }; __u64 unused[4]; }; union { char name[4040]; __u64 devid; __u64 subvolid; }; }; struct btrfs_ioctl_scrub_args { __u64 devid; __u64 start; __u64 end; __u64 flags; struct btrfs_scrub_progress progress; __u64 unused[109]; }; struct btrfs_ioctl_dev_replace_start_params { __u64 srcdevid; __u64 cont_reading_from_srcdev_mode; __u8 srcdev_name[1025]; __u8 tgtdev_name[1025]; }; struct btrfs_ioctl_dev_replace_status_params { __u64 replace_state; __u64 progress_1000; __u64 time_started; __u64 time_stopped; __u64 num_write_errors; __u64 num_uncorrectable_read_errors; }; struct btrfs_ioctl_dev_replace_args { __u64 cmd; __u64 result; union { struct btrfs_ioctl_dev_replace_start_params start; struct btrfs_ioctl_dev_replace_status_params status; }; __u64 spare[64]; }; struct btrfs_ioctl_dev_info_args { __u64 devid; __u8 uuid[16]; __u64 bytes_used; __u64 total_bytes; __u64 unused[379]; __u8 path[1024]; }; struct btrfs_ioctl_fs_info_args { __u64 max_id; __u64 num_devices; __u8 fsid[16]; __u32 nodesize; __u32 sectorsize; __u32 clone_alignment; __u16 csum_type; __u16 csum_size; __u64 flags; __u64 generation; __u8 metadata_uuid[16]; __u8 reserved[944]; }; struct btrfs_ioctl_feature_flags { __u64 compat_flags; __u64 compat_ro_flags; __u64 incompat_flags; }; struct btrfs_ioctl_balance_args { __u64 flags; __u64 state; struct btrfs_balance_args data; struct btrfs_balance_args meta; struct btrfs_balance_args sys; struct btrfs_balance_progress stat; __u64 unused[72]; }; struct btrfs_ioctl_ino_lookup_args { __u64 treeid; __u64 objectid; char name[4080]; }; struct btrfs_ioctl_ino_lookup_user_args { __u64 dirid; __u64 treeid; char name[256]; char path[3824]; }; struct btrfs_ioctl_search_key { __u64 tree_id; __u64 min_objectid; __u64 max_objectid; __u64 min_offset; __u64 max_offset; __u64 min_transid; __u64 max_transid; __u32 min_type; __u32 max_type; __u32 nr_items; __u32 unused; __u64 unused1; __u64 unused2; __u64 unused3; __u64 unused4; }; struct btrfs_ioctl_search_header { __u64 transid; __u64 objectid; __u64 offset; __u32 type; __u32 len; }; struct btrfs_ioctl_search_args { struct btrfs_ioctl_search_key key; char buf[3992]; }; struct btrfs_ioctl_search_args_v2 { struct btrfs_ioctl_search_key key; __u64 buf_size; __u64 buf[0]; }; struct btrfs_ioctl_defrag_range_args { __u64 start; __u64 len; __u64 flags; __u32 extent_thresh; __u32 compress_type; __u32 unused[4]; }; struct btrfs_ioctl_space_info { __u64 flags; __u64 total_bytes; __u64 used_bytes; }; struct btrfs_ioctl_space_args { __u64 space_slots; __u64 total_spaces; struct btrfs_ioctl_space_info spaces[0]; }; struct btrfs_data_container { __u32 bytes_left; __u32 bytes_missing; __u32 elem_cnt; __u32 elem_missed; __u64 val[0]; }; struct btrfs_ioctl_ino_path_args { __u64 inum; __u64 size; __u64 reserved[4]; __u64 fspath; }; struct btrfs_ioctl_logical_ino_args { __u64 logical; __u64 size; __u64 reserved[3]; __u64 flags; __u64 inodes; }; struct btrfs_ioctl_get_dev_stats { __u64 devid; __u64 nr_items; __u64 flags; __u64 values[5]; __u64 unused[121]; }; struct btrfs_ioctl_quota_ctl_args { __u64 cmd; __u64 status; }; struct btrfs_ioctl_quota_rescan_args { __u64 flags; __u64 progress; __u64 reserved[6]; }; struct btrfs_ioctl_qgroup_assign_args { __u64 assign; __u64 src; __u64 dst; }; struct btrfs_ioctl_qgroup_create_args { __u64 create; __u64 qgroupid; }; struct btrfs_ioctl_timespec { __u64 sec; __u32 nsec; }; struct btrfs_ioctl_received_subvol_args { char uuid[16]; __u64 stransid; __u64 rtransid; struct btrfs_ioctl_timespec stime; struct btrfs_ioctl_timespec rtime; __u64 flags; __u64 reserved[16]; }; struct btrfs_ioctl_get_subvol_info_args { __u64 treeid; char name[256]; __u64 parent_id; __u64 dirid; __u64 generation; __u64 flags; __u8 uuid[16]; __u8 parent_uuid[16]; __u8 received_uuid[16]; __u64 ctransid; __u64 otransid; __u64 stransid; __u64 rtransid; struct btrfs_ioctl_timespec ctime; struct btrfs_ioctl_timespec otime; struct btrfs_ioctl_timespec stime; struct btrfs_ioctl_timespec rtime; __u64 reserved[8]; }; struct btrfs_ioctl_get_subvol_rootref_args { __u64 min_treeid; struct { __u64 treeid; __u64 dirid; } rootref[255]; __u8 num_items; __u8 align[7]; }; struct btrfs_ioctl_encoded_io_args { const struct iovec *iov; long unsigned int iovcnt; __s64 offset; __u64 flags; __u64 len; __u64 unencoded_len; __u64 unencoded_offset; __u32 compression; __u32 encryption; __u8 reserved[64]; }; enum btrfs_err_code { BTRFS_ERROR_DEV_RAID1_MIN_NOT_MET = 1, BTRFS_ERROR_DEV_RAID10_MIN_NOT_MET = 2, BTRFS_ERROR_DEV_RAID5_MIN_NOT_MET = 3, BTRFS_ERROR_DEV_RAID6_MIN_NOT_MET = 4, BTRFS_ERROR_DEV_TGT_REPLACE = 5, BTRFS_ERROR_DEV_MISSING_NOT_FOUND = 6, BTRFS_ERROR_DEV_ONLY_WRITABLE = 7, BTRFS_ERROR_DEV_EXCL_RUN_IN_PROGRESS = 8, BTRFS_ERROR_DEV_RAID1C3_MIN_NOT_MET = 9, BTRFS_ERROR_DEV_RAID1C4_MIN_NOT_MET = 10, }; struct btrfs_new_inode_args { struct inode *dir; struct dentry *dentry; struct inode *inode; bool orphan; bool subvol; struct posix_acl *default_acl; struct posix_acl *acl; }; struct btrfs_dev_lookup_args { u64 devid; u8 *uuid; u8 *fsid; bool missing; }; struct inode_fs_paths { struct btrfs_path *btrfs_path; struct btrfs_root *fs_root; struct btrfs_data_container *fspath; }; struct btrfs_ioctl_timespec_32 { __u64 sec; __u32 nsec; } __attribute__((packed)); struct btrfs_ioctl_received_subvol_args_32 { char uuid[16]; __u64 stransid; __u64 rtransid; struct btrfs_ioctl_timespec_32 stime; struct btrfs_ioctl_timespec_32 rtime; __u64 flags; __u64 reserved[16]; } __attribute__((packed)); struct btrfs_ioctl_send_args_32 { __s64 send_fd; __u64 clone_sources_count; compat_uptr_t clone_sources; __u64 parent_root; __u64 flags; __u32 version; __u8 reserved[28]; } __attribute__((packed)); struct btrfs_ioctl_encoded_io_args_32 { compat_uptr_t iov; compat_ulong_t iovcnt; __s64 offset; __u64 flags; __u64 len; __u64 unencoded_len; __u64 unencoded_offset; __u32 compression; __u32 encryption; __u8 reserved[64]; }; struct defrag_target_range { struct list_head list; u64 start; u64 len; }; struct btrfs_delayed_item { struct rb_node rb_node; struct btrfs_key key; struct list_head tree_list; struct list_head readdir_list; u64 bytes_reserved; struct btrfs_delayed_node *delayed_node; refcount_t refs; int ins_or_del; u32 data_len; char data[0]; }; struct btrfs_async_delayed_work { struct btrfs_delayed_root *delayed_root; int nr; struct btrfs_work work; }; struct prop_handler { struct hlist_node node; const char *xattr_name; int (*validate)(const struct btrfs_inode *, const char *, size_t); int (*apply)(struct inode *, const char *, size_t); const char * (*extract)(struct inode *); bool (*ignore)(const struct btrfs_inode *); int inheritable; }; struct btrfs_replace_extent_info { u64 disk_offset; u64 disk_len; u64 data_offset; u64 data_len; u64 file_offset; char *extent_buf; bool is_new_extent; bool update_times; int qgroup_reserved; int insertions; }; typedef unsigned int __kernel_mode_t; typedef unsigned int __kernel_uid_t; typedef unsigned int __kernel_gid_t; typedef __kernel_long_t __kernel_old_time_t; typedef short unsigned int ushort; typedef u16 __compat_uid_t; typedef u16 __compat_gid_t; typedef s32 compat_key_t; typedef u32 __compat_gid32_t; struct compat_ipc64_perm { compat_key_t key; __compat_uid32_t uid; __compat_gid32_t gid; __compat_uid32_t cuid; __compat_gid32_t cgid; compat_mode_t mode; unsigned char __pad1[2]; compat_ushort_t seq; compat_ushort_t __pad2; compat_ulong_t unused1; compat_ulong_t unused2; }; struct compat_semid64_ds { struct compat_ipc64_perm sem_perm; compat_ulong_t sem_otime; compat_ulong_t sem_otime_high; compat_ulong_t sem_ctime; compat_ulong_t sem_ctime_high; compat_ulong_t sem_nsems; compat_ulong_t __unused3; compat_ulong_t __unused4; }; struct ipc_perm { __kernel_key_t key; __kernel_uid_t uid; __kernel_gid_t gid; __kernel_uid_t cuid; __kernel_gid_t cgid; __kernel_mode_t mode; short unsigned int seq; }; struct ipc64_perm { __kernel_key_t key; __kernel_uid32_t uid; __kernel_gid32_t gid; __kernel_uid32_t cuid; __kernel_gid32_t cgid; __kernel_mode_t mode; unsigned char __pad1[0]; short unsigned int seq; short unsigned int __pad2; __kernel_ulong_t __unused1; __kernel_ulong_t __unused2; }; struct sem; struct sem_queue; struct sem_undo; struct semid_ds { struct ipc_perm sem_perm; __kernel_old_time_t sem_otime; __kernel_old_time_t sem_ctime; struct sem *sem_base; struct sem_queue *sem_pending; struct sem_queue **sem_pending_last; struct sem_undo *undo; short unsigned int sem_nsems; }; struct sem { int semval; struct pid *sempid; spinlock_t lock; struct list_head pending_alter; struct list_head pending_const; time64_t sem_otime; }; struct sem_queue { struct list_head list; struct task_struct *sleeper; struct sem_undo *undo; struct pid *pid; int status; struct sembuf *sops; struct sembuf *blocking; int nsops; bool alter; bool dupsop; }; struct sem_undo { struct list_head list_proc; struct callback_head rcu; struct sem_undo_list *ulp; struct list_head list_id; int semid; short int *semadj; }; struct semid64_ds { struct ipc64_perm sem_perm; long int sem_otime; long int sem_ctime; long unsigned int sem_nsems; long unsigned int __unused3; long unsigned int __unused4; }; struct seminfo { int semmap; int semmni; int semmns; int semmnu; int semmsl; int semopm; int semume; int semusz; int semvmx; int semaem; }; struct sem_undo_list { refcount_t refcnt; spinlock_t lock; struct list_head list_proc; }; struct ipc_params { key_t key; int flg; union { size_t size; int nsems; } u; }; struct ipc_ops { int (*getnew)(struct ipc_namespace *, struct ipc_params *); int (*associate)(struct kern_ipc_perm *, int); int (*more_checks)(struct kern_ipc_perm *, struct ipc_params *); }; struct compat_ipc_perm { key_t key; __compat_uid_t uid; __compat_gid_t gid; __compat_uid_t cuid; __compat_gid_t cgid; compat_mode_t mode; short unsigned int seq; }; struct sem_array { struct kern_ipc_perm sem_perm; time64_t sem_ctime; struct list_head pending_alter; struct list_head pending_const; struct list_head list_id; int sem_nsems; int complex_count; unsigned int use_global_lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sem sems[0]; }; struct compat_semid_ds { struct compat_ipc_perm sem_perm; old_time32_t sem_otime; old_time32_t sem_ctime; compat_uptr_t sem_base; compat_uptr_t sem_pending; compat_uptr_t sem_pending_last; compat_uptr_t undo; short unsigned int sem_nsems; }; enum key_state { KEY_IS_UNINSTANTIATED = 0, KEY_IS_POSITIVE = 1, }; struct watch; struct watch_list { struct callback_head rcu; struct hlist_head watchers; void (*release_watch)(struct watch *); spinlock_t lock; }; struct key_user { struct rb_node node; struct mutex cons_lock; spinlock_t lock; refcount_t usage; atomic_t nkeys; atomic_t nikeys; kuid_t uid; int qnkeys; int qnbytes; }; enum watch_notification_type { WATCH_TYPE_META = 0, WATCH_TYPE_KEY_NOTIFY = 1, WATCH_TYPE__NR = 2, }; struct watch_type_filter { enum watch_notification_type type; __u32 subtype_filter[1]; __u32 info_filter; __u32 info_mask; }; struct watch_filter { union { struct callback_head rcu; long unsigned int type_filter[1]; }; u32 nr_filters; struct watch_type_filter filters[0]; }; struct watch_queue { struct callback_head rcu; struct watch_filter *filter; struct pipe_inode_info *pipe; struct hlist_head watches; struct page **notes; long unsigned int *notes_bitmap; struct kref usage; spinlock_t lock; unsigned int nr_notes; unsigned int nr_pages; bool defunct; }; struct watch { union { struct callback_head rcu; u32 info_id; }; struct watch_queue *queue; struct hlist_node queue_node; struct watch_list *watch_list; struct hlist_node list_node; const struct cred *cred; void *private; u64 id; struct kref usage; }; struct keyctl_pkey_query { __u32 supported_ops; __u32 key_size; __u16 max_data_size; __u16 max_sig_size; __u16 max_enc_size; __u16 max_dec_size; __u32 __spare[10]; }; struct keyctl_pkey_params { __s32 key_id; __u32 in_len; union { __u32 out_len; __u32 in2_len; }; __u32 __spare[7]; }; enum { Opt_err___2 = 0, Opt_enc = 1, Opt_hash = 2, }; struct tree_descr { const char *name; const struct file_operations *ops; int mode; }; struct netif_security_struct { struct net *ns; int ifindex; u32 sid; }; struct sel_netif { struct list_head list; struct netif_security_struct nsec; struct callback_head callback_head; }; struct netlbl_lsm_cache { refcount_t refcount; void (*free)(const void *); void *data; }; struct netlbl_lsm_catmap { u32 startbit; u64 bitmap[4]; struct netlbl_lsm_catmap *next; }; struct netlbl_lsm_secattr { u32 flags; u32 type; char *domain; struct netlbl_lsm_cache *cache; struct { struct { struct netlbl_lsm_catmap *cat; u32 lvl; } mls; u32 secid; } attr; }; enum sctp_endpoint_type { SCTP_EP_TYPE_SOCKET = 0, SCTP_EP_TYPE_ASSOCIATION = 1, }; struct sctp_chunk; struct sctp_inq { struct list_head in_chunk_list; struct sctp_chunk *in_progress; struct work_struct immediate; }; struct sctp_bind_addr { __u16 port; struct list_head address_list; }; struct sctp_ep_common { enum sctp_endpoint_type type; refcount_t refcnt; bool dead; struct sock *sk; struct net *net; struct sctp_inq inqueue; struct sctp_bind_addr bind_addr; }; typedef __s32 sctp_assoc_t; union sctp_addr { struct sockaddr_in v4; struct sockaddr_in6 v6; struct sockaddr sa; }; struct sctp_chunkhdr { __u8 type; __u8 flags; __be16 length; }; struct sctp_inithdr { __be32 init_tag; __be32 a_rwnd; __be16 num_outbound_streams; __be16 num_inbound_streams; __be32 initial_tsn; __u8 params[0]; }; struct sctp_init_chunk { struct sctp_chunkhdr chunk_hdr; struct sctp_inithdr init_hdr; }; struct sctp_cookie { __u32 my_vtag; __u32 peer_vtag; __u32 my_ttag; __u32 peer_ttag; ktime_t expiration; __u16 sinit_num_ostreams; __u16 sinit_max_instreams; __u32 initial_tsn; union sctp_addr peer_addr; __u16 my_port; __u8 prsctp_capable; __u8 padding; __u32 adaptation_ind; __u8 auth_random[36]; __u8 auth_hmacs[10]; __u8 auth_chunks[20]; __u32 raw_addr_list_len; struct sctp_init_chunk peer_init[0]; }; struct sctp_tsnmap { long unsigned int *tsn_map; __u32 base_tsn; __u32 cumulative_tsn_ack_point; __u32 max_tsn_seen; __u16 len; __u16 pending_data; __u16 num_dup_tsns; __be32 dup_tsns[16]; }; struct sctp_inithdr_host { __u32 init_tag; __u32 a_rwnd; __u16 num_outbound_streams; __u16 num_inbound_streams; __u32 initial_tsn; }; enum sctp_state { SCTP_STATE_CLOSED = 0, SCTP_STATE_COOKIE_WAIT = 1, SCTP_STATE_COOKIE_ECHOED = 2, SCTP_STATE_ESTABLISHED = 3, SCTP_STATE_SHUTDOWN_PENDING = 4, SCTP_STATE_SHUTDOWN_SENT = 5, SCTP_STATE_SHUTDOWN_RECEIVED = 6, SCTP_STATE_SHUTDOWN_ACK_SENT = 7, }; struct genradix_root; struct __genradix { struct genradix_root *root; }; struct sctp_stream_out_ext; struct sctp_stream_out { union { __u32 mid; __u16 ssn; }; __u32 mid_uo; struct sctp_stream_out_ext *ext; __u8 state; }; struct sctp_stream_in { union { __u32 mid; __u16 ssn; }; __u32 mid_uo; __u32 fsn; __u32 fsn_uo; char pd_mode; char pd_mode_uo; }; struct sctp_stream_interleave; struct sctp_stream { struct { struct __genradix tree; struct sctp_stream_out type[0]; } out; struct { struct __genradix tree; struct sctp_stream_in type[0]; } in; __u16 outcnt; __u16 incnt; struct sctp_stream_out *out_curr; union { struct { struct list_head prio_list; }; struct { struct list_head rr_list; struct sctp_stream_out_ext *rr_next; }; }; struct sctp_stream_interleave *si; }; struct sctp_sched_ops; struct sctp_outq { struct sctp_association *asoc; struct list_head out_chunk_list; struct sctp_sched_ops *sched; unsigned int out_qlen; unsigned int error; struct list_head control_chunk_list; struct list_head sacked; struct list_head retransmit; struct list_head abandoned; __u32 outstanding_bytes; char fast_rtx; char cork; }; struct sctp_ulpq { char pd_mode; struct sctp_association *asoc; struct sk_buff_head reasm; struct sk_buff_head reasm_uo; struct sk_buff_head lobby; }; struct sctp_priv_assoc_stats { struct __kernel_sockaddr_storage obs_rto_ipaddr; __u64 max_obs_rto; __u64 isacks; __u64 osacks; __u64 opackets; __u64 ipackets; __u64 rtxchunks; __u64 outofseqtsns; __u64 idupchunks; __u64 gapcnt; __u64 ouodchunks; __u64 iuodchunks; __u64 oodchunks; __u64 iodchunks; __u64 octrlchunks; __u64 ictrlchunks; }; struct sctp_endpoint; struct sctp_transport; struct sctp_random_param; struct sctp_chunks_param; struct sctp_hmac_algo_param; struct sctp_auth_bytes; struct sctp_shared_key; struct sctp_association { struct sctp_ep_common base; struct list_head asocs; sctp_assoc_t assoc_id; struct sctp_endpoint *ep; struct sctp_cookie c; struct { struct list_head transport_addr_list; __u32 rwnd; __u16 transport_count; __u16 port; struct sctp_transport *primary_path; union sctp_addr primary_addr; struct sctp_transport *active_path; struct sctp_transport *retran_path; struct sctp_transport *last_sent_to; struct sctp_transport *last_data_from; struct sctp_tsnmap tsn_map; __be16 addip_disabled_mask; __u16 ecn_capable: 1; __u16 ipv4_address: 1; __u16 ipv6_address: 1; __u16 hostname_address: 1; __u16 asconf_capable: 1; __u16 prsctp_capable: 1; __u16 reconf_capable: 1; __u16 intl_capable: 1; __u16 auth_capable: 1; __u16 sack_needed: 1; __u16 sack_generation: 1; __u16 zero_window_announced: 1; __u32 sack_cnt; __u32 adaptation_ind; struct sctp_inithdr_host i; void *cookie; int cookie_len; __u32 addip_serial; struct sctp_random_param *peer_random; struct sctp_chunks_param *peer_chunks; struct sctp_hmac_algo_param *peer_hmacs; } peer; enum sctp_state state; int overall_error_count; ktime_t cookie_life; long unsigned int rto_initial; long unsigned int rto_max; long unsigned int rto_min; int max_burst; int max_retrans; __u16 pf_retrans; __u16 ps_retrans; __u16 max_init_attempts; __u16 init_retries; long unsigned int max_init_timeo; long unsigned int hbinterval; long unsigned int probe_interval; __be16 encap_port; __u16 pathmaxrxt; __u32 flowlabel; __u8 dscp; __u8 pmtu_pending; __u32 pathmtu; __u32 param_flags; __u32 sackfreq; long unsigned int sackdelay; long unsigned int timeouts[12]; struct timer_list timers[12]; struct sctp_transport *shutdown_last_sent_to; struct sctp_transport *init_last_sent_to; int shutdown_retries; __u32 next_tsn; __u32 ctsn_ack_point; __u32 adv_peer_ack_point; __u32 highest_sacked; __u32 fast_recovery_exit; __u8 fast_recovery; __u16 unack_data; __u32 rtx_data_chunks; __u32 rwnd; __u32 a_rwnd; __u32 rwnd_over; __u32 rwnd_press; int sndbuf_used; atomic_t rmem_alloc; wait_queue_head_t wait; __u32 frag_point; __u32 user_frag; int init_err_counter; int init_cycle; __u16 default_stream; __u16 default_flags; __u32 default_ppid; __u32 default_context; __u32 default_timetolive; __u32 default_rcv_context; struct sctp_stream stream; struct sctp_outq outqueue; struct sctp_ulpq ulpq; __u32 last_ecne_tsn; __u32 last_cwr_tsn; int numduptsns; struct sctp_chunk *addip_last_asconf; struct list_head asconf_ack_list; struct list_head addip_chunk_list; __u32 addip_serial; int src_out_of_asoc_ok; union sctp_addr *asconf_addr_del_pending; struct sctp_transport *new_transport; struct list_head endpoint_shared_keys; struct sctp_auth_bytes *asoc_shared_key; struct sctp_shared_key *shkey; __u16 default_hmac_id; __u16 active_key_id; __u8 need_ecne: 1; __u8 temp: 1; __u8 pf_expose: 2; __u8 force_delay: 1; __u8 strreset_enable; __u8 strreset_outstanding; __u32 strreset_outseq; __u32 strreset_inseq; __u32 strreset_result[2]; struct sctp_chunk *strreset_chunk; struct sctp_priv_assoc_stats stats; int sent_cnt_removable; __u16 subscribe; __u64 abandoned_unsent[3]; __u64 abandoned_sent[3]; u32 secid; u32 peer_secid; struct callback_head rcu; }; struct sk_security_struct { enum { NLBL_UNSET = 0, NLBL_REQUIRE = 1, NLBL_LABELED = 2, NLBL_REQSKB = 3, NLBL_CONNLABELED = 4, } nlbl_state; struct netlbl_lsm_secattr *nlbl_secattr; u32 sid; u32 peer_sid; u16 sclass; enum { SCTP_ASSOC_UNSET = 0, SCTP_ASSOC_SET = 1, } sctp_assoc_state; }; struct sctp_initmsg { __u16 sinit_num_ostreams; __u16 sinit_max_instreams; __u16 sinit_max_attempts; __u16 sinit_max_init_timeo; }; struct sctp_sndrcvinfo { __u16 sinfo_stream; __u16 sinfo_ssn; __u16 sinfo_flags; __u32 sinfo_ppid; __u32 sinfo_context; __u32 sinfo_timetolive; __u32 sinfo_tsn; __u32 sinfo_cumtsn; sctp_assoc_t sinfo_assoc_id; }; struct sctp_rtoinfo { sctp_assoc_t srto_assoc_id; __u32 srto_initial; __u32 srto_max; __u32 srto_min; }; struct sctp_assocparams { sctp_assoc_t sasoc_assoc_id; __u16 sasoc_asocmaxrxt; __u16 sasoc_number_peer_destinations; __u32 sasoc_peer_rwnd; __u32 sasoc_local_rwnd; __u32 sasoc_cookie_life; }; struct sctp_paddrparams { sctp_assoc_t spp_assoc_id; struct __kernel_sockaddr_storage spp_address; __u32 spp_hbinterval; __u16 spp_pathmaxrxt; __u32 spp_pathmtu; __u32 spp_sackdelay; __u32 spp_flags; __u32 spp_ipv6_flowlabel; __u8 spp_dscp; char: 8; } __attribute__((packed)); struct sctphdr { __be16 source; __be16 dest; __be32 vtag; __le32 checksum; }; struct sctp_paramhdr { __be16 type; __be16 length; }; struct sctp_datahdr { __be32 tsn; __be16 stream; __be16 ssn; __u32 ppid; __u8 payload[0]; }; struct sctp_idatahdr { __be32 tsn; __be16 stream; __be16 reserved; __be32 mid; union { __u32 ppid; __be32 fsn; }; __u8 payload[0]; }; struct sctp_ipv4addr_param { struct sctp_paramhdr param_hdr; struct in_addr addr; }; struct sctp_ipv6addr_param { struct sctp_paramhdr param_hdr; struct in6_addr addr; }; struct sctp_cookie_preserve_param { struct sctp_paramhdr param_hdr; __be32 lifespan_increment; }; struct sctp_hostname_param { struct sctp_paramhdr param_hdr; uint8_t hostname[0]; }; struct sctp_supported_addrs_param { struct sctp_paramhdr param_hdr; __be16 types[0]; }; struct sctp_adaptation_ind_param { struct sctp_paramhdr param_hdr; __be32 adaptation_ind; }; struct sctp_supported_ext_param { struct sctp_paramhdr param_hdr; __u8 chunks[0]; }; struct sctp_random_param { struct sctp_paramhdr param_hdr; __u8 random_val[0]; }; struct sctp_chunks_param { struct sctp_paramhdr param_hdr; __u8 chunks[0]; }; struct sctp_hmac_algo_param { struct sctp_paramhdr param_hdr; __be16 hmac_ids[0]; }; struct sctp_cookie_param { struct sctp_paramhdr p; __u8 body[0]; }; struct sctp_gap_ack_block { __be16 start; __be16 end; }; union sctp_sack_variable { struct sctp_gap_ack_block gab; __be32 dup; }; struct sctp_sackhdr { __be32 cum_tsn_ack; __be32 a_rwnd; __be16 num_gap_ack_blocks; __be16 num_dup_tsns; union sctp_sack_variable variable[0]; }; struct sctp_heartbeathdr { struct sctp_paramhdr info; }; struct sctp_shutdownhdr { __be32 cum_tsn_ack; }; struct sctp_errhdr { __be16 cause; __be16 length; __u8 variable[0]; }; struct sctp_ecnehdr { __be32 lowest_tsn; }; struct sctp_cwrhdr { __be32 lowest_tsn; }; struct sctp_fwdtsn_skip { __be16 stream; __be16 ssn; }; struct sctp_fwdtsn_hdr { __be32 new_cum_tsn; struct sctp_fwdtsn_skip skip[0]; }; struct sctp_ifwdtsn_skip { __be16 stream; __u8 reserved; __u8 flags; __be32 mid; }; struct sctp_ifwdtsn_hdr { __be32 new_cum_tsn; struct sctp_ifwdtsn_skip skip[0]; }; struct sctp_addip_param { struct sctp_paramhdr param_hdr; __be32 crr_id; }; struct sctp_addiphdr { __be32 serial; __u8 params[0]; }; struct sctp_authhdr { __be16 shkey_id; __be16 hmac_id; __u8 hmac[0]; }; struct sctp_auth_bytes { refcount_t refcnt; __u32 len; __u8 data[0]; }; struct sctp_shared_key { struct list_head key_list; struct sctp_auth_bytes *key; refcount_t refcnt; __u16 key_id; __u8 deactivated; }; enum sctp_scope { SCTP_SCOPE_GLOBAL = 0, SCTP_SCOPE_PRIVATE = 1, SCTP_SCOPE_LINK = 2, SCTP_SCOPE_LOOPBACK = 3, SCTP_SCOPE_UNUSABLE = 4, }; struct sctp_ulpevent { struct sctp_association *asoc; struct sctp_chunk *chunk; unsigned int rmem_len; union { __u32 mid; __u16 ssn; }; union { __u32 ppid; __u32 fsn; }; __u32 tsn; __u32 cumtsn; __u16 stream; __u16 flags; __u16 msg_flags; } __attribute__((packed)); union sctp_addr_param; union sctp_params { void *v; struct sctp_paramhdr *p; struct sctp_cookie_preserve_param *life; struct sctp_hostname_param *dns; struct sctp_cookie_param *cookie; struct sctp_supported_addrs_param *sat; struct sctp_ipv4addr_param *v4; struct sctp_ipv6addr_param *v6; union sctp_addr_param *addr; struct sctp_adaptation_ind_param *aind; struct sctp_supported_ext_param *ext; struct sctp_random_param *random; struct sctp_chunks_param *chunks; struct sctp_hmac_algo_param *hmac_algo; struct sctp_addip_param *addip; }; struct sctp_sender_hb_info; struct sctp_signed_cookie; struct sctp_datamsg; struct sctp_chunk { struct list_head list; refcount_t refcnt; int sent_count; union { struct list_head transmitted_list; struct list_head stream_list; }; struct list_head frag_list; struct sk_buff *skb; union { struct sk_buff *head_skb; struct sctp_shared_key *shkey; }; union sctp_params param_hdr; union { __u8 *v; struct sctp_datahdr *data_hdr; struct sctp_inithdr *init_hdr; struct sctp_sackhdr *sack_hdr; struct sctp_heartbeathdr *hb_hdr; struct sctp_sender_hb_info *hbs_hdr; struct sctp_shutdownhdr *shutdown_hdr; struct sctp_signed_cookie *cookie_hdr; struct sctp_ecnehdr *ecne_hdr; struct sctp_cwrhdr *ecn_cwr_hdr; struct sctp_errhdr *err_hdr; struct sctp_addiphdr *addip_hdr; struct sctp_fwdtsn_hdr *fwdtsn_hdr; struct sctp_authhdr *auth_hdr; struct sctp_idatahdr *idata_hdr; struct sctp_ifwdtsn_hdr *ifwdtsn_hdr; } subh; __u8 *chunk_end; struct sctp_chunkhdr *chunk_hdr; struct sctphdr *sctp_hdr; struct sctp_sndrcvinfo sinfo; struct sctp_association *asoc; struct sctp_ep_common *rcvr; long unsigned int sent_at; union sctp_addr source; union sctp_addr dest; struct sctp_datamsg *msg; struct sctp_transport *transport; struct sk_buff *auth_chunk; __u16 rtt_in_progress: 1; __u16 has_tsn: 1; __u16 has_ssn: 1; __u16 singleton: 1; __u16 end_of_packet: 1; __u16 ecn_ce_done: 1; __u16 pdiscard: 1; __u16 tsn_gap_acked: 1; __u16 data_accepted: 1; __u16 auth: 1; __u16 has_asconf: 1; __u16 pmtu_probe: 1; __u16 tsn_missing_report: 2; __u16 fast_retransmit: 2; }; struct sctp_stream_interleave { __u16 data_chunk_len; __u16 ftsn_chunk_len; struct sctp_chunk * (*make_datafrag)(const struct sctp_association *, const struct sctp_sndrcvinfo *, int, __u8, gfp_t); void (*assign_number)(struct sctp_chunk *); bool (*validate_data)(struct sctp_chunk *); int (*ulpevent_data)(struct sctp_ulpq *, struct sctp_chunk *, gfp_t); int (*enqueue_event)(struct sctp_ulpq *, struct sctp_ulpevent *); void (*renege_events)(struct sctp_ulpq *, struct sctp_chunk *, gfp_t); void (*start_pd)(struct sctp_ulpq *, gfp_t); void (*abort_pd)(struct sctp_ulpq *, gfp_t); void (*generate_ftsn)(struct sctp_outq *, __u32); bool (*validate_ftsn)(struct sctp_chunk *); void (*report_ftsn)(struct sctp_ulpq *, __u32); void (*handle_ftsn)(struct sctp_ulpq *, struct sctp_chunk *); }; struct sctp_bind_bucket { short unsigned int port; signed char fastreuse; signed char fastreuseport; kuid_t fastuid; struct hlist_node node; struct hlist_head owner; struct net *net; }; enum sctp_socket_type { SCTP_SOCKET_UDP = 0, SCTP_SOCKET_UDP_HIGH_BANDWIDTH = 1, SCTP_SOCKET_TCP = 2, }; struct sctp_pf; struct sctp_sock { struct inet_sock inet; enum sctp_socket_type type; int: 32; struct sctp_pf *pf; struct crypto_shash *hmac; char *sctp_hmac_alg; struct sctp_endpoint *ep; struct sctp_bind_bucket *bind_hash; __u16 default_stream; short: 16; __u32 default_ppid; __u16 default_flags; short: 16; __u32 default_context; __u32 default_timetolive; __u32 default_rcv_context; int max_burst; __u32 hbinterval; __u32 probe_interval; __be16 udp_port; __be16 encap_port; __u16 pathmaxrxt; short: 16; __u32 flowlabel; __u8 dscp; char: 8; __u16 pf_retrans; __u16 ps_retrans; short: 16; __u32 pathmtu; __u32 sackdelay; __u32 sackfreq; __u32 param_flags; __u32 default_ss; struct sctp_rtoinfo rtoinfo; struct sctp_paddrparams paddrparam; struct sctp_assocparams assocparams; __u16 subscribe; struct sctp_initmsg initmsg; short: 16; int user_frag; __u32 autoclose; __u32 adaptation_ind; __u32 pd_point; __u16 nodelay: 1; __u16 pf_expose: 2; __u16 reuse: 1; __u16 disable_fragments: 1; __u16 v4mapped: 1; __u16 frag_interleave: 1; __u16 recvrcvinfo: 1; __u16 recvnxtinfo: 1; __u16 data_ready_signalled: 1; int: 22; atomic_t pd_mode; struct sk_buff_head pd_lobby; struct list_head auto_asconf_list; int do_auto_asconf; int: 32; } __attribute__((packed)); struct sctp_af; struct sctp_pf { void (*event_msgname)(struct sctp_ulpevent *, char *, int *); void (*skb_msgname)(struct sk_buff *, char *, int *); int (*af_supported)(sa_family_t, struct sctp_sock *); int (*cmp_addr)(const union sctp_addr *, const union sctp_addr *, struct sctp_sock *); int (*bind_verify)(struct sctp_sock *, union sctp_addr *); int (*send_verify)(struct sctp_sock *, union sctp_addr *); int (*supported_addrs)(const struct sctp_sock *, __be16 *); struct sock * (*create_accept_sk)(struct sock *, struct sctp_association *, bool); int (*addr_to_user)(struct sctp_sock *, union sctp_addr *); void (*to_sk_saddr)(union sctp_addr *, struct sock *); void (*to_sk_daddr)(union sctp_addr *, struct sock *); void (*copy_ip_options)(struct sock *, struct sock *); struct sctp_af *af; }; struct sctp_endpoint { struct sctp_ep_common base; struct hlist_node node; int hashent; struct list_head asocs; __u8 secret_key[32]; __u8 *digest; __u32 sndbuf_policy; __u32 rcvbuf_policy; struct crypto_shash **auth_hmacs; struct sctp_hmac_algo_param *auth_hmacs_list; struct sctp_chunks_param *auth_chunk_list; struct list_head endpoint_shared_keys; __u16 active_key_id; __u8 ecn_enable: 1; __u8 auth_enable: 1; __u8 intl_enable: 1; __u8 prsctp_enable: 1; __u8 asconf_enable: 1; __u8 reconf_enable: 1; __u8 strreset_enable; struct callback_head rcu; }; struct sctp_signed_cookie { __u8 signature[32]; __u32 __pad; struct sctp_cookie c; } __attribute__((packed)); union sctp_addr_param { struct sctp_paramhdr p; struct sctp_ipv4addr_param v4; struct sctp_ipv6addr_param v6; }; struct sctp_sender_hb_info { struct sctp_paramhdr param_hdr; union sctp_addr daddr; long unsigned int sent_at; __u64 hb_nonce; __u32 probe_size; }; struct sctp_af { int (*sctp_xmit)(struct sk_buff *, struct sctp_transport *); int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*get_dst)(struct sctp_transport *, union sctp_addr *, struct flowi *, struct sock *); void (*get_saddr)(struct sctp_sock *, struct sctp_transport *, struct flowi *); void (*copy_addrlist)(struct list_head *, struct net_device *); int (*cmp_addr)(const union sctp_addr *, const union sctp_addr *); void (*addr_copy)(union sctp_addr *, union sctp_addr *); void (*from_skb)(union sctp_addr *, struct sk_buff *, int); void (*from_sk)(union sctp_addr *, struct sock *); bool (*from_addr_param)(union sctp_addr *, union sctp_addr_param *, __be16, int); int (*to_addr_param)(const union sctp_addr *, union sctp_addr_param *); int (*addr_valid)(union sctp_addr *, struct sctp_sock *, const struct sk_buff *); enum sctp_scope (*scope)(union sctp_addr *); void (*inaddr_any)(union sctp_addr *, __be16); int (*is_any)(const union sctp_addr *); int (*available)(union sctp_addr *, struct sctp_sock *); int (*skb_iif)(const struct sk_buff *); int (*is_ce)(const struct sk_buff *); void (*seq_dump_addr)(struct seq_file *, union sctp_addr *); void (*ecn_capable)(struct sock *); __u16 net_header_len; int sockaddr_len; int (*ip_options_len)(struct sock *); sa_family_t sa_family; struct list_head list; }; struct sctp_packet { __u16 source_port; __u16 destination_port; __u32 vtag; struct list_head chunk_list; size_t overhead; size_t size; size_t max_size; struct sctp_transport *transport; struct sctp_chunk *auth; u8 has_cookie_echo: 1; u8 has_sack: 1; u8 has_auth: 1; u8 has_data: 1; u8 ipfragok: 1; }; struct sctp_transport { struct list_head transports; struct rhlist_head node; refcount_t refcnt; __u32 rto_pending: 1; __u32 hb_sent: 1; __u32 pmtu_pending: 1; __u32 dst_pending_confirm: 1; __u32 sack_generation: 1; u32 dst_cookie; struct flowi fl; union sctp_addr ipaddr; struct sctp_af *af_specific; struct sctp_association *asoc; long unsigned int rto; __u32 rtt; __u32 rttvar; __u32 srtt; __u32 cwnd; __u32 ssthresh; __u32 partial_bytes_acked; __u32 flight_size; __u32 burst_limited; struct dst_entry *dst; union sctp_addr saddr; long unsigned int hbinterval; long unsigned int probe_interval; long unsigned int sackdelay; __u32 sackfreq; atomic_t mtu_info; ktime_t last_time_heard; long unsigned int last_time_sent; long unsigned int last_time_ecne_reduced; __be16 encap_port; __u16 pathmaxrxt; __u32 flowlabel; __u8 dscp; __u16 pf_retrans; __u16 ps_retrans; __u32 pathmtu; __u32 param_flags; int init_sent_count; int state; short unsigned int error_count; struct timer_list T3_rtx_timer; struct timer_list hb_timer; struct timer_list proto_unreach_timer; struct timer_list reconf_timer; struct timer_list probe_timer; struct list_head transmitted; struct sctp_packet packet; struct list_head send_ready; struct { __u32 next_tsn_at_change; char changeover_active; char cycling_changeover; char cacc_saw_newack; } cacc; struct { __u16 pmtu; __u16 probe_size; __u16 probe_high; __u8 probe_count; __u8 state; } pl; __u64 hb_nonce; struct callback_head rcu; }; struct sctp_datamsg { struct list_head chunks; refcount_t refcnt; long unsigned int expires_at; int send_error; u8 send_failed: 1; u8 can_delay: 1; u8 abandoned: 1; }; struct sctp_stream_priorities { struct list_head prio_sched; struct list_head active; struct sctp_stream_out_ext *next; __u16 prio; }; struct sctp_stream_out_ext { __u64 abandoned_unsent[3]; __u64 abandoned_sent[3]; struct list_head outq; union { struct { struct list_head prio_list; struct sctp_stream_priorities *prio_head; }; struct { struct list_head rr_list; }; }; }; typedef u16 access_mask_t; struct landlock_hierarchy { struct landlock_hierarchy *parent; refcount_t usage; }; struct landlock_ruleset { struct rb_root root; struct landlock_hierarchy *hierarchy; union { struct work_struct work_free; struct { struct mutex lock; refcount_t usage; u32 num_rules; u32 num_layers; access_mask_t fs_access_masks[0]; }; }; }; struct landlock_cred_security { struct landlock_ruleset *domain; }; enum tpm_algorithms { TPM_ALG_ERROR = 0, TPM_ALG_SHA1 = 4, TPM_ALG_KEYEDHASH = 8, TPM_ALG_SHA256 = 11, TPM_ALG_SHA384 = 12, TPM_ALG_SHA512 = 13, TPM_ALG_NULL = 16, TPM_ALG_SM3_256 = 18, }; enum tpm_pcrs { TPM_PCR0 = 0, TPM_PCR8 = 8, TPM_PCR10 = 10, }; struct ima_algo_desc { struct crypto_shash *tfm; enum hash_algo algo; }; enum efi_secureboot_mode { efi_secureboot_mode_unset = 0, efi_secureboot_mode_unknown = 1, efi_secureboot_mode_disabled = 2, efi_secureboot_mode_enabled = 3, }; struct encrypted_key_payload { struct callback_head rcu; char *format; char *master_desc; char *datalen; u8 *iv; u8 *encrypted_data; short unsigned int datablob_len; short unsigned int decrypted_datalen; short unsigned int payload_datalen; short unsigned int encrypted_key_format; u8 *decrypted_data; u8 payload_data[0]; }; enum evm_ima_xattr_type { IMA_XATTR_DIGEST = 1, EVM_XATTR_HMAC = 2, EVM_IMA_XATTR_DIGSIG = 3, IMA_XATTR_DIGEST_NG = 4, EVM_XATTR_PORTABLE_DIGSIG = 5, IMA_VERITY_DIGSIG = 6, IMA_XATTR_LAST = 7, }; struct xattr_list { struct list_head list; char *name; bool enabled; }; struct evm_digest { struct ima_digest_data hdr; char digest[64]; }; struct h_misc { long unsigned int ino; __u32 generation; uid_t uid; gid_t gid; umode_t mode; }; struct crypto_report_akcipher { char type[64]; }; struct akcipher_instance { void (*free)(struct akcipher_instance *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct { char head[128]; struct crypto_instance base; } s; struct akcipher_alg alg; }; }; struct crypto_akcipher_spawn { struct crypto_spawn base; }; enum asn1_class { ASN1_UNIV = 0, ASN1_APPL = 1, ASN1_CONT = 2, ASN1_PRIV = 3, }; enum asn1_method { ASN1_PRIM = 0, ASN1_CONS = 1, }; enum asn1_tag { ASN1_EOC = 0, ASN1_BOOL = 1, ASN1_INT = 2, ASN1_BTS = 3, ASN1_OTS = 4, ASN1_NULL = 5, ASN1_OID = 6, ASN1_ODE = 7, ASN1_EXT = 8, ASN1_REAL = 9, ASN1_ENUM = 10, ASN1_EPDV = 11, ASN1_UTF8STR = 12, ASN1_RELOID = 13, ASN1_SEQ = 16, ASN1_SET = 17, ASN1_NUMSTR = 18, ASN1_PRNSTR = 19, ASN1_TEXSTR = 20, ASN1_VIDSTR = 21, ASN1_IA5STR = 22, ASN1_UNITIM = 23, ASN1_GENTIM = 24, ASN1_GRASTR = 25, ASN1_VISSTR = 26, ASN1_GENSTR = 27, ASN1_UNISTR = 28, ASN1_CHRSTR = 29, ASN1_BMPSTR = 30, ASN1_LONG_TAG = 31, }; typedef int (*asn1_action_t)(void *, size_t, unsigned char, const void *, size_t); struct asn1_decoder { const unsigned char *machine; size_t machlen; const asn1_action_t *actions; }; enum asn1_opcode { ASN1_OP_MATCH = 0, ASN1_OP_MATCH_OR_SKIP = 1, ASN1_OP_MATCH_ACT = 2, ASN1_OP_MATCH_ACT_OR_SKIP = 3, ASN1_OP_MATCH_JUMP = 4, ASN1_OP_MATCH_JUMP_OR_SKIP = 5, ASN1_OP_MATCH_ANY = 8, ASN1_OP_MATCH_ANY_OR_SKIP = 9, ASN1_OP_MATCH_ANY_ACT = 10, ASN1_OP_MATCH_ANY_ACT_OR_SKIP = 11, ASN1_OP_COND_MATCH_OR_SKIP = 17, ASN1_OP_COND_MATCH_ACT_OR_SKIP = 19, ASN1_OP_COND_MATCH_JUMP_OR_SKIP = 21, ASN1_OP_COND_MATCH_ANY = 24, ASN1_OP_COND_MATCH_ANY_OR_SKIP = 25, ASN1_OP_COND_MATCH_ANY_ACT = 26, ASN1_OP_COND_MATCH_ANY_ACT_OR_SKIP = 27, ASN1_OP_COND_FAIL = 28, ASN1_OP_COMPLETE = 29, ASN1_OP_ACT = 30, ASN1_OP_MAYBE_ACT = 31, ASN1_OP_END_SEQ = 32, ASN1_OP_END_SET = 33, ASN1_OP_END_SEQ_OF = 34, ASN1_OP_END_SET_OF = 35, ASN1_OP_END_SEQ_ACT = 36, ASN1_OP_END_SET_ACT = 37, ASN1_OP_END_SEQ_OF_ACT = 38, ASN1_OP_END_SET_OF_ACT = 39, ASN1_OP_RETURN = 40, ASN1_OP__NR = 41, }; enum rsapubkey_actions { ACT_rsa_get_e = 0, ACT_rsa_get_n = 1, NR__rsapubkey_actions = 2, }; enum rsaprivkey_actions { ACT_rsa_get_d = 0, ACT_rsa_get_dp = 1, ACT_rsa_get_dq = 2, ACT_rsa_get_e___2 = 3, ACT_rsa_get_n___2 = 4, ACT_rsa_get_p = 5, ACT_rsa_get_q = 6, ACT_rsa_get_qinv = 7, NR__rsaprivkey_actions = 8, }; struct ecc_point { u64 *x; u64 *y; u8 ndigits; }; struct ecc_curve { char *name; struct ecc_point g; u64 *p; u64 *n; u64 *a; u64 *b; }; struct asn1_decoder; struct ecc_ctx { unsigned int curve_id; const struct ecc_curve *curve; bool pub_key_set; u64 x[8]; u64 y[8]; struct ecc_point pub_key; }; struct ecdsa_signature_ctx { const struct ecc_curve *curve; u64 r[8]; u64 s[8]; }; struct sha1_state { u32 state[5]; u64 count; u8 buffer[64]; }; typedef void sha1_block_fn(struct sha1_state *, const u8 *, int); struct crypto_cts_ctx { struct crypto_skcipher *child; }; struct crypto_cts_reqctx { struct scatterlist sg[2]; unsigned int offset; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct skcipher_request subreq; }; struct chksum_ctx { u32 key; }; struct chksum_desc_ctx { u32 crc; }; struct lzorle_ctx { void *lzorle_comp_mem; }; typedef struct { __be64 a; __be64 b; } be128; struct gf128mul_4k { be128 t[256]; }; struct ghash_ctx { struct gf128mul_4k *gf128; }; struct ghash_desc_ctx { u8 buffer[16]; u32 bytes; }; typedef struct { u64 m_low; u64 m_high; } uint128_t; enum asymmetric_payload_bits { asym_crypto = 0, asym_subtype = 1, asym_key_ids = 2, asym_auth = 3, }; struct asymmetric_key_ids { void *id[3]; }; struct asymmetric_key_subtype { struct module *owner; const char *name; short unsigned int name_len; void (*describe)(const struct key *, struct seq_file *); void (*destroy)(void *, void *); int (*query)(const struct kernel_pkey_params *, struct kernel_pkey_query *); int (*eds_op)(struct kernel_pkey_params *, const void *, void *); int (*verify_signature)(const struct key *, const struct public_key_signature *); }; struct pkcs7_parse_context { struct pkcs7_message *msg; struct pkcs7_signed_info *sinfo; struct pkcs7_signed_info **ppsinfo; struct x509_certificate *certs; struct x509_certificate **ppcerts; long unsigned int data; enum OID last_oid; unsigned int x509_index; unsigned int sinfo_index; const void *raw_serial; unsigned int raw_serial_size; unsigned int raw_issuer_size; const void *raw_issuer; const void *raw_skid; unsigned int raw_skid_size; bool expect_skid; }; enum { BIOSET_NEED_BVECS = 1, BIOSET_NEED_RESCUER = 2, BIOSET_PERCPU_CACHE = 4, }; enum { DIO_SHOULD_DIRTY = 1, DIO_IS_SYNC = 2, }; struct blkdev_dio { union { struct kiocb *iocb; struct task_struct *waiter; }; size_t size; atomic_t ref; unsigned int flags; long: 64; long: 64; long: 64; long: 64; long: 64; struct bio bio; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct rq_map_data { struct page **pages; int page_order; int nr_entries; long unsigned int offset; int null_mapped; int from_user; }; struct bio_map_data { bool is_our_pages: 1; bool is_null_mapped: 1; struct iov_iter iter; struct iovec iov[0]; }; struct blk_mq_hw_ctx_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_mq_hw_ctx *, char *); ssize_t (*store)(struct blk_mq_hw_ctx *, const char *, size_t); }; typedef int filler_t(struct file *, struct folio *); enum { GENHD_FL_REMOVABLE = 1, GENHD_FL_HIDDEN = 2, GENHD_FL_NO_PART = 4, }; struct _gpt_header { __le64 signature; __le32 revision; __le32 header_size; __le32 header_crc32; __le32 reserved1; __le64 my_lba; __le64 alternate_lba; __le64 first_usable_lba; __le64 last_usable_lba; efi_guid_t disk_guid; __le64 partition_entry_lba; __le32 num_partition_entries; __le32 sizeof_partition_entry; __le32 partition_entry_array_crc32; } __attribute__((packed)); typedef struct _gpt_header gpt_header; struct _gpt_entry_attributes { u64 required_to_function: 1; u64 reserved: 47; u64 type_guid_specific: 16; }; typedef struct _gpt_entry_attributes gpt_entry_attributes; struct _gpt_entry { efi_guid_t partition_type_guid; efi_guid_t unique_partition_guid; __le64 starting_lba; __le64 ending_lba; gpt_entry_attributes attributes; __le16 partition_name[36]; }; typedef struct _gpt_entry gpt_entry; struct _gpt_mbr_record { u8 boot_indicator; u8 start_head; u8 start_sector; u8 start_track; u8 os_type; u8 end_head; u8 end_sector; u8 end_track; __le32 starting_lba; __le32 size_in_lba; }; typedef struct _gpt_mbr_record gpt_mbr_record; struct _legacy_mbr { u8 boot_code[440]; __le32 unique_mbr_signature; __le16 unknown; gpt_mbr_record partition_record[4]; __le16 signature; } __attribute__((packed)); typedef struct _legacy_mbr legacy_mbr; struct throtl_service_queue { struct throtl_service_queue *parent_sq; struct list_head queued[2]; unsigned int nr_queued[2]; struct rb_root_cached pending_tree; unsigned int nr_pending; long unsigned int first_pending_disptime; struct timer_list pending_timer; }; struct latency_bucket { long unsigned int total_latency; int samples; }; struct avg_latency_bucket { long unsigned int latency; bool valid; }; struct throtl_data { struct throtl_service_queue service_queue; struct request_queue *queue; unsigned int nr_queued[2]; unsigned int throtl_slice; struct work_struct dispatch_work; unsigned int limit_index; bool limit_valid[2]; long unsigned int low_upgrade_time; long unsigned int low_downgrade_time; unsigned int scale; struct latency_bucket tmp_buckets[18]; struct avg_latency_bucket avg_buckets[18]; struct latency_bucket *latency_buckets[2]; long unsigned int last_calculate_time; long unsigned int filtered_latency; bool track_bio_latency; }; struct blkg_conf_ctx { struct block_device *bdev; struct blkcg_gq *blkg; char *body; }; enum blkg_rwstat_type { BLKG_RWSTAT_READ = 0, BLKG_RWSTAT_WRITE = 1, BLKG_RWSTAT_SYNC = 2, BLKG_RWSTAT_ASYNC = 3, BLKG_RWSTAT_DISCARD = 4, BLKG_RWSTAT_NR = 5, BLKG_RWSTAT_TOTAL = 5, }; struct blkg_rwstat_sample { u64 cnt[5]; }; struct throtl_grp; struct throtl_qnode { struct list_head node; struct bio_list bios; struct throtl_grp *tg; }; struct throtl_grp { struct blkg_policy_data pd; struct rb_node rb_node; struct throtl_data *td; struct throtl_service_queue service_queue; struct throtl_qnode qnode_on_self[2]; struct throtl_qnode qnode_on_parent[2]; long unsigned int disptime; unsigned int flags; bool has_rules[2]; uint64_t bps[4]; uint64_t bps_conf[4]; unsigned int iops[4]; unsigned int iops_conf[4]; uint64_t bytes_disp[2]; unsigned int io_disp[2]; long unsigned int last_low_overflow_time[2]; uint64_t last_bytes_disp[2]; unsigned int last_io_disp[2]; long unsigned int last_check_time; long unsigned int latency_target; long unsigned int latency_target_conf; long unsigned int slice_start[2]; long unsigned int slice_end[2]; long unsigned int last_finish_time; long unsigned int checked_last_finish_time; long unsigned int avg_idletime; long unsigned int idletime_threshold; long unsigned int idletime_threshold_conf; unsigned int bio_cnt; unsigned int bad_bio_cnt; long unsigned int bio_cnt_reset_time; struct blkg_rwstat stat_bytes; struct blkg_rwstat stat_ios; }; enum tg_state_flags { THROTL_TG_PENDING = 1, THROTL_TG_WAS_EMPTY = 2, THROTL_TG_HAS_IOPS_LIMIT = 4, THROTL_TG_CANCELING = 8, }; enum { LIMIT_LOW = 0, LIMIT_MAX = 1, LIMIT_CNT = 2, }; enum bip_flags { BIP_BLOCK_INTEGRITY = 1, BIP_MAPPED_INTEGRITY = 2, BIP_CTRL_NOCHECK = 4, BIP_DISK_NOCHECK = 8, BIP_IP_CHECKSUM = 16, }; enum blk_integrity_flags { BLK_INTEGRITY_VERIFY = 1, BLK_INTEGRITY_GENERATE = 2, BLK_INTEGRITY_DEVICE_CAPABLE = 4, BLK_INTEGRITY_IP_CHECKSUM = 8, }; struct irq_poll; typedef int irq_poll_fn(struct irq_poll *, int); struct irq_poll { struct list_head list; long unsigned int state; int weight; irq_poll_fn *poll; }; struct dim_sample { ktime_t time; u32 pkt_ctr; u32 byte_ctr; u16 event_ctr; u32 comp_ctr; }; struct dim_stats { int ppms; int bpms; int epms; int cpms; int cpe_ratio; }; struct dim { u8 state; struct dim_stats prev_stats; struct dim_sample start_sample; struct dim_sample measuring_sample; struct work_struct work; void *priv; u8 profile_ix; u8 mode; u8 tune_state; u8 steps_right; u8 steps_left; u8 tired; }; enum rdma_nl_counter_mode { RDMA_COUNTER_MODE_NONE = 0, RDMA_COUNTER_MODE_AUTO = 1, RDMA_COUNTER_MODE_MANUAL = 2, RDMA_COUNTER_MODE_MAX = 3, }; enum rdma_nl_counter_mask { RDMA_COUNTER_MASK_QP_TYPE = 1, RDMA_COUNTER_MASK_PID = 2, }; enum rdma_restrack_type { RDMA_RESTRACK_PD = 0, RDMA_RESTRACK_CQ = 1, RDMA_RESTRACK_QP = 2, RDMA_RESTRACK_CM_ID = 3, RDMA_RESTRACK_MR = 4, RDMA_RESTRACK_CTX = 5, RDMA_RESTRACK_COUNTER = 6, RDMA_RESTRACK_SRQ = 7, RDMA_RESTRACK_MAX = 8, }; struct rdma_restrack_entry { bool valid; u8 no_track: 1; struct kref kref; struct completion comp; struct task_struct *task; const char *kern_name; enum rdma_restrack_type type; bool user; u32 id; }; struct rdma_link_ops { struct list_head list; const char *type; int (*newlink)(const char *, struct net_device *); }; struct auto_mode_param { int qp_type; }; struct rdma_counter_mode { enum rdma_nl_counter_mode mode; enum rdma_nl_counter_mask mask; struct auto_mode_param param; }; struct rdma_hw_stats; struct rdma_port_counter { struct rdma_counter_mode mode; struct rdma_hw_stats *hstats; unsigned int num_counters; struct mutex lock; }; struct rdma_stat_desc; struct rdma_hw_stats { struct mutex lock; long unsigned int timestamp; long unsigned int lifespan; const struct rdma_stat_desc *descs; long unsigned int *is_disabled; int num_counters; u64 value[0]; }; struct ib_device; struct rdma_counter { struct rdma_restrack_entry res; struct ib_device *device; uint32_t id; struct kref kref; struct rdma_counter_mode mode; struct mutex lock; struct rdma_hw_stats *stats; u32 port; }; enum rdma_driver_id { RDMA_DRIVER_UNKNOWN = 0, RDMA_DRIVER_MLX5 = 1, RDMA_DRIVER_MLX4 = 2, RDMA_DRIVER_CXGB3 = 3, RDMA_DRIVER_CXGB4 = 4, RDMA_DRIVER_MTHCA = 5, RDMA_DRIVER_BNXT_RE = 6, RDMA_DRIVER_OCRDMA = 7, RDMA_DRIVER_NES = 8, RDMA_DRIVER_I40IW = 9, RDMA_DRIVER_IRDMA = 9, RDMA_DRIVER_VMW_PVRDMA = 10, RDMA_DRIVER_QEDR = 11, RDMA_DRIVER_HNS = 12, RDMA_DRIVER_USNIC = 13, RDMA_DRIVER_RXE = 14, RDMA_DRIVER_HFI1 = 15, RDMA_DRIVER_QIB = 16, RDMA_DRIVER_EFA = 17, RDMA_DRIVER_SIW = 18, RDMA_DRIVER_ERDMA = 19, }; enum ib_cq_notify_flags { IB_CQ_SOLICITED = 1, IB_CQ_NEXT_COMP = 2, IB_CQ_SOLICITED_MASK = 3, IB_CQ_REPORT_MISSED_EVENTS = 4, }; struct ib_mad; enum rdma_link_layer { IB_LINK_LAYER_UNSPECIFIED = 0, IB_LINK_LAYER_INFINIBAND = 1, IB_LINK_LAYER_ETHERNET = 2, }; enum rdma_netdev_t { RDMA_NETDEV_OPA_VNIC = 0, RDMA_NETDEV_IPOIB = 1, }; enum ib_srq_attr_mask { IB_SRQ_MAX_WR = 1, IB_SRQ_LIMIT = 2, }; enum ib_mr_type { IB_MR_TYPE_MEM_REG = 0, IB_MR_TYPE_SG_GAPS = 1, IB_MR_TYPE_DM = 2, IB_MR_TYPE_USER = 3, IB_MR_TYPE_DMA = 4, IB_MR_TYPE_INTEGRITY = 5, }; enum ib_uverbs_advise_mr_advice { IB_UVERBS_ADVISE_MR_ADVICE_PREFETCH = 0, IB_UVERBS_ADVISE_MR_ADVICE_PREFETCH_WRITE = 1, IB_UVERBS_ADVISE_MR_ADVICE_PREFETCH_NO_FAULT = 2, }; struct uverbs_attr_bundle; struct rdma_cm_id; struct iw_cm_id; struct iw_cm_conn_param; struct ib_qp; struct ib_send_wr; struct ib_recv_wr; struct ib_cq; struct ib_wc; struct ib_srq; struct ib_grh; struct ib_device_attr; struct ib_udata; struct ib_device_modify; struct ib_port_attr; struct ib_port_modify; struct ib_port_immutable; struct rdma_netdev_alloc_params; union ib_gid; struct ib_gid_attr; struct ib_ucontext; struct rdma_user_mmap_entry; struct ib_pd; struct ib_ah; struct rdma_ah_init_attr; struct rdma_ah_attr; struct ib_srq_init_attr; struct ib_srq_attr; struct ib_qp_init_attr; struct ib_qp_attr; struct ib_cq_init_attr; struct ib_mr; struct ib_sge; struct ib_mr_status; struct ib_mw; struct ib_xrcd; struct ib_flow; struct ib_flow_attr; struct ib_flow_action; struct ib_wq; struct ib_wq_init_attr; struct ib_wq_attr; struct ib_rwq_ind_table; struct ib_rwq_ind_table_init_attr; struct ib_dm; struct ib_dm_alloc_attr; struct ib_dm_mr_attr; struct ib_counters; struct ib_counters_read_attr; struct ib_device_ops { struct module *owner; enum rdma_driver_id driver_id; u32 uverbs_abi_ver; unsigned int uverbs_no_driver_id_binding: 1; const struct attribute_group *device_group; const struct attribute_group **port_groups; int (*post_send)(struct ib_qp *, const struct ib_send_wr *, const struct ib_send_wr **); int (*post_recv)(struct ib_qp *, const struct ib_recv_wr *, const struct ib_recv_wr **); void (*drain_rq)(struct ib_qp *); void (*drain_sq)(struct ib_qp *); int (*poll_cq)(struct ib_cq *, int, struct ib_wc *); int (*peek_cq)(struct ib_cq *, int); int (*req_notify_cq)(struct ib_cq *, enum ib_cq_notify_flags); int (*post_srq_recv)(struct ib_srq *, const struct ib_recv_wr *, const struct ib_recv_wr **); int (*process_mad)(struct ib_device *, int, u32, const struct ib_wc *, const struct ib_grh *, const struct ib_mad *, struct ib_mad *, size_t *, u16 *); int (*query_device)(struct ib_device *, struct ib_device_attr *, struct ib_udata *); int (*modify_device)(struct ib_device *, int, struct ib_device_modify *); void (*get_dev_fw_str)(struct ib_device *, char *); const struct cpumask * (*get_vector_affinity)(struct ib_device *, int); int (*query_port)(struct ib_device *, u32, struct ib_port_attr *); int (*modify_port)(struct ib_device *, u32, int, struct ib_port_modify *); int (*get_port_immutable)(struct ib_device *, u32, struct ib_port_immutable *); enum rdma_link_layer (*get_link_layer)(struct ib_device *, u32); struct net_device * (*get_netdev)(struct ib_device *, u32); struct net_device * (*alloc_rdma_netdev)(struct ib_device *, u32, enum rdma_netdev_t, const char *, unsigned char, void (*)(struct net_device *)); int (*rdma_netdev_get_params)(struct ib_device *, u32, enum rdma_netdev_t, struct rdma_netdev_alloc_params *); int (*query_gid)(struct ib_device *, u32, int, union ib_gid *); int (*add_gid)(const struct ib_gid_attr *, void **); int (*del_gid)(const struct ib_gid_attr *, void **); int (*query_pkey)(struct ib_device *, u32, u16, u16 *); int (*alloc_ucontext)(struct ib_ucontext *, struct ib_udata *); void (*dealloc_ucontext)(struct ib_ucontext *); int (*mmap)(struct ib_ucontext *, struct vm_area_struct *); void (*mmap_free)(struct rdma_user_mmap_entry *); void (*disassociate_ucontext)(struct ib_ucontext *); int (*alloc_pd)(struct ib_pd *, struct ib_udata *); int (*dealloc_pd)(struct ib_pd *, struct ib_udata *); int (*create_ah)(struct ib_ah *, struct rdma_ah_init_attr *, struct ib_udata *); int (*create_user_ah)(struct ib_ah *, struct rdma_ah_init_attr *, struct ib_udata *); int (*modify_ah)(struct ib_ah *, struct rdma_ah_attr *); int (*query_ah)(struct ib_ah *, struct rdma_ah_attr *); int (*destroy_ah)(struct ib_ah *, u32); int (*create_srq)(struct ib_srq *, struct ib_srq_init_attr *, struct ib_udata *); int (*modify_srq)(struct ib_srq *, struct ib_srq_attr *, enum ib_srq_attr_mask, struct ib_udata *); int (*query_srq)(struct ib_srq *, struct ib_srq_attr *); int (*destroy_srq)(struct ib_srq *, struct ib_udata *); int (*create_qp)(struct ib_qp *, struct ib_qp_init_attr *, struct ib_udata *); int (*modify_qp)(struct ib_qp *, struct ib_qp_attr *, int, struct ib_udata *); int (*query_qp)(struct ib_qp *, struct ib_qp_attr *, int, struct ib_qp_init_attr *); int (*destroy_qp)(struct ib_qp *, struct ib_udata *); int (*create_cq)(struct ib_cq *, const struct ib_cq_init_attr *, struct ib_udata *); int (*modify_cq)(struct ib_cq *, u16, u16); int (*destroy_cq)(struct ib_cq *, struct ib_udata *); int (*resize_cq)(struct ib_cq *, int, struct ib_udata *); struct ib_mr * (*get_dma_mr)(struct ib_pd *, int); struct ib_mr * (*reg_user_mr)(struct ib_pd *, u64, u64, u64, int, struct ib_udata *); struct ib_mr * (*reg_user_mr_dmabuf)(struct ib_pd *, u64, u64, u64, int, int, struct ib_udata *); struct ib_mr * (*rereg_user_mr)(struct ib_mr *, int, u64, u64, u64, int, struct ib_pd *, struct ib_udata *); int (*dereg_mr)(struct ib_mr *, struct ib_udata *); struct ib_mr * (*alloc_mr)(struct ib_pd *, enum ib_mr_type, u32); struct ib_mr * (*alloc_mr_integrity)(struct ib_pd *, u32, u32); int (*advise_mr)(struct ib_pd *, enum ib_uverbs_advise_mr_advice, u32, struct ib_sge *, u32, struct uverbs_attr_bundle *); int (*map_mr_sg)(struct ib_mr *, struct scatterlist *, int, unsigned int *); int (*check_mr_status)(struct ib_mr *, u32, struct ib_mr_status *); int (*alloc_mw)(struct ib_mw *, struct ib_udata *); int (*dealloc_mw)(struct ib_mw *); int (*attach_mcast)(struct ib_qp *, union ib_gid *, u16); int (*detach_mcast)(struct ib_qp *, union ib_gid *, u16); int (*alloc_xrcd)(struct ib_xrcd *, struct ib_udata *); int (*dealloc_xrcd)(struct ib_xrcd *, struct ib_udata *); struct ib_flow * (*create_flow)(struct ib_qp *, struct ib_flow_attr *, struct ib_udata *); int (*destroy_flow)(struct ib_flow *); int (*destroy_flow_action)(struct ib_flow_action *); int (*set_vf_link_state)(struct ib_device *, int, u32, int); int (*get_vf_config)(struct ib_device *, int, u32, struct ifla_vf_info *); int (*get_vf_stats)(struct ib_device *, int, u32, struct ifla_vf_stats *); int (*get_vf_guid)(struct ib_device *, int, u32, struct ifla_vf_guid *, struct ifla_vf_guid *); int (*set_vf_guid)(struct ib_device *, int, u32, u64, int); struct ib_wq * (*create_wq)(struct ib_pd *, struct ib_wq_init_attr *, struct ib_udata *); int (*destroy_wq)(struct ib_wq *, struct ib_udata *); int (*modify_wq)(struct ib_wq *, struct ib_wq_attr *, u32, struct ib_udata *); int (*create_rwq_ind_table)(struct ib_rwq_ind_table *, struct ib_rwq_ind_table_init_attr *, struct ib_udata *); int (*destroy_rwq_ind_table)(struct ib_rwq_ind_table *); struct ib_dm * (*alloc_dm)(struct ib_device *, struct ib_ucontext *, struct ib_dm_alloc_attr *, struct uverbs_attr_bundle *); int (*dealloc_dm)(struct ib_dm *, struct uverbs_attr_bundle *); struct ib_mr * (*reg_dm_mr)(struct ib_pd *, struct ib_dm *, struct ib_dm_mr_attr *, struct uverbs_attr_bundle *); int (*create_counters)(struct ib_counters *, struct uverbs_attr_bundle *); int (*destroy_counters)(struct ib_counters *); int (*read_counters)(struct ib_counters *, struct ib_counters_read_attr *, struct uverbs_attr_bundle *); int (*map_mr_sg_pi)(struct ib_mr *, struct scatterlist *, int, unsigned int *, struct scatterlist *, int, unsigned int *); struct rdma_hw_stats * (*alloc_hw_device_stats)(struct ib_device *); struct rdma_hw_stats * (*alloc_hw_port_stats)(struct ib_device *, u32); int (*get_hw_stats)(struct ib_device *, struct rdma_hw_stats *, u32, int); int (*modify_hw_stat)(struct ib_device *, u32, unsigned int, bool); int (*fill_res_mr_entry)(struct sk_buff *, struct ib_mr *); int (*fill_res_mr_entry_raw)(struct sk_buff *, struct ib_mr *); int (*fill_res_cq_entry)(struct sk_buff *, struct ib_cq *); int (*fill_res_cq_entry_raw)(struct sk_buff *, struct ib_cq *); int (*fill_res_qp_entry)(struct sk_buff *, struct ib_qp *); int (*fill_res_qp_entry_raw)(struct sk_buff *, struct ib_qp *); int (*fill_res_cm_id_entry)(struct sk_buff *, struct rdma_cm_id *); int (*enable_driver)(struct ib_device *); void (*dealloc_driver)(struct ib_device *); void (*iw_add_ref)(struct ib_qp *); void (*iw_rem_ref)(struct ib_qp *); struct ib_qp * (*iw_get_qp)(struct ib_device *, int); int (*iw_connect)(struct iw_cm_id *, struct iw_cm_conn_param *); int (*iw_accept)(struct iw_cm_id *, struct iw_cm_conn_param *); int (*iw_reject)(struct iw_cm_id *, const void *, u8); int (*iw_create_listen)(struct iw_cm_id *, int); int (*iw_destroy_listen)(struct iw_cm_id *); int (*counter_bind_qp)(struct rdma_counter *, struct ib_qp *); int (*counter_unbind_qp)(struct ib_qp *); int (*counter_dealloc)(struct rdma_counter *); struct rdma_hw_stats * (*counter_alloc_stats)(struct rdma_counter *); int (*counter_update_stats)(struct rdma_counter *); int (*fill_stat_mr_entry)(struct sk_buff *, struct ib_mr *); int (*query_ucontext)(struct ib_ucontext *, struct uverbs_attr_bundle *); int (*get_numa_node)(struct ib_device *); size_t size_ib_ah; size_t size_ib_counters; size_t size_ib_cq; size_t size_ib_mw; size_t size_ib_pd; size_t size_ib_qp; size_t size_ib_rwq_ind_table; size_t size_ib_srq; size_t size_ib_ucontext; size_t size_ib_xrcd; }; struct ib_core_device { struct device dev; possible_net_t rdma_net; struct kobject *ports_kobj; struct list_head port_list; struct ib_device *owner; }; enum ib_atomic_cap { IB_ATOMIC_NONE = 0, IB_ATOMIC_HCA = 1, IB_ATOMIC_GLOB = 2, }; struct ib_odp_caps { uint64_t general_caps; struct { uint32_t rc_odp_caps; uint32_t uc_odp_caps; uint32_t ud_odp_caps; uint32_t xrc_odp_caps; } per_transport_caps; }; struct ib_rss_caps { u32 supported_qpts; u32 max_rwq_indirection_tables; u32 max_rwq_indirection_table_size; }; struct ib_tm_caps { u32 max_rndv_hdr_size; u32 max_num_tags; u32 flags; u32 max_ops; u32 max_sge; }; struct ib_cq_caps { u16 max_cq_moderation_count; u16 max_cq_moderation_period; }; struct ib_device_attr { u64 fw_ver; __be64 sys_image_guid; u64 max_mr_size; u64 page_size_cap; u32 vendor_id; u32 vendor_part_id; u32 hw_ver; int max_qp; int max_qp_wr; u64 device_cap_flags; u64 kernel_cap_flags; int max_send_sge; int max_recv_sge; int max_sge_rd; int max_cq; int max_cqe; int max_mr; int max_pd; int max_qp_rd_atom; int max_ee_rd_atom; int max_res_rd_atom; int max_qp_init_rd_atom; int max_ee_init_rd_atom; enum ib_atomic_cap atomic_cap; enum ib_atomic_cap masked_atomic_cap; int max_ee; int max_rdd; int max_mw; int max_raw_ipv6_qp; int max_raw_ethy_qp; int max_mcast_grp; int max_mcast_qp_attach; int max_total_mcast_qp_attach; int max_ah; int max_srq; int max_srq_wr; int max_srq_sge; unsigned int max_fast_reg_page_list_len; unsigned int max_pi_fast_reg_page_list_len; u16 max_pkeys; u8 local_ca_ack_delay; int sig_prot_cap; int sig_guard_cap; struct ib_odp_caps odp_caps; uint64_t timestamp_mask; uint64_t hca_core_clock; struct ib_rss_caps rss_caps; u32 max_wq_type_rq; u32 raw_packet_caps; struct ib_tm_caps tm_caps; struct ib_cq_caps cq_caps; u64 max_dm_size; u32 max_sgl_rd; }; struct hw_stats_device_data; struct rdma_restrack_root; struct uapi_definition; struct ib_port_data; struct ib_device { struct device *dma_device; struct ib_device_ops ops; char name[64]; struct callback_head callback_head; struct list_head event_handler_list; struct rw_semaphore event_handler_rwsem; spinlock_t qp_open_list_lock; struct rw_semaphore client_data_rwsem; struct xarray client_data; struct mutex unregistration_lock; rwlock_t cache_lock; struct ib_port_data *port_data; int num_comp_vectors; union { struct device dev; struct ib_core_device coredev; }; const struct attribute_group *groups[4]; u64 uverbs_cmd_mask; char node_desc[64]; __be64 node_guid; u32 local_dma_lkey; u16 is_switch: 1; u16 kverbs_provider: 1; u16 use_cq_dim: 1; u8 node_type; u32 phys_port_cnt; struct ib_device_attr attrs; struct hw_stats_device_data *hw_stats_data; u32 index; spinlock_t cq_pools_lock; struct list_head cq_pools[3]; struct rdma_restrack_root *res; const struct uapi_definition *driver_def; refcount_t refcount; struct completion unreg_completion; struct work_struct unregistration_work; const struct rdma_link_ops *link_ops; struct mutex compat_devs_mutex; struct xarray compat_devs; char iw_ifname[16]; u32 iw_driver_flags; u32 lag_flags; }; enum ib_signature_type { IB_SIG_TYPE_NONE = 0, IB_SIG_TYPE_T10_DIF = 1, }; enum ib_t10_dif_bg_type { IB_T10DIF_CRC = 0, IB_T10DIF_CSUM = 1, }; struct ib_t10_dif_domain { enum ib_t10_dif_bg_type bg_type; u16 pi_interval; u16 bg; u16 app_tag; u32 ref_tag; bool ref_remap; bool app_escape; bool ref_escape; u16 apptag_check_mask; }; struct ib_sig_domain { enum ib_signature_type sig_type; union { struct ib_t10_dif_domain dif; } sig; }; struct ib_sig_attrs { u8 check_mask; struct ib_sig_domain mem; struct ib_sig_domain wire; int meta_length; }; enum ib_sig_err_type { IB_SIG_BAD_GUARD = 0, IB_SIG_BAD_REFTAG = 1, IB_SIG_BAD_APPTAG = 2, }; struct ib_sig_err { enum ib_sig_err_type err_type; u32 expected; u32 actual; u64 sig_err_offset; u32 key; }; union ib_gid { u8 raw[16]; struct { __be64 subnet_prefix; __be64 interface_id; } global; }; enum ib_gid_type { IB_GID_TYPE_IB = 0, IB_GID_TYPE_ROCE = 1, IB_GID_TYPE_ROCE_UDP_ENCAP = 2, IB_GID_TYPE_SIZE = 3, }; struct ib_gid_attr { struct net_device *ndev; struct ib_device *device; union ib_gid gid; enum ib_gid_type gid_type; u16 index; u32 port_num; }; struct ib_cq_init_attr { unsigned int cqe; u32 comp_vector; u32 flags; }; struct ib_dm_mr_attr { u64 length; u64 offset; u32 access_flags; }; struct ib_dm_alloc_attr { u64 length; u32 alignment; u32 flags; }; enum ib_mtu { IB_MTU_256 = 1, IB_MTU_512 = 2, IB_MTU_1024 = 3, IB_MTU_2048 = 4, IB_MTU_4096 = 5, }; enum ib_port_state { IB_PORT_NOP = 0, IB_PORT_DOWN = 1, IB_PORT_INIT = 2, IB_PORT_ARMED = 3, IB_PORT_ACTIVE = 4, IB_PORT_ACTIVE_DEFER = 5, }; struct rdma_stat_desc { const char *name; unsigned int flags; const void *priv; }; struct ib_port_attr { u64 subnet_prefix; enum ib_port_state state; enum ib_mtu max_mtu; enum ib_mtu active_mtu; u32 phys_mtu; int gid_tbl_len; unsigned int ip_gids: 1; u32 port_cap_flags; u32 max_msg_sz; u32 bad_pkey_cntr; u32 qkey_viol_cntr; u16 pkey_tbl_len; u32 sm_lid; u32 lid; u8 lmc; u8 max_vl_num; u8 sm_sl; u8 subnet_timeout; u8 init_type_reply; u8 active_width; u16 active_speed; u8 phys_state; u16 port_cap_flags2; }; struct ib_device_modify { u64 sys_image_guid; char node_desc[64]; }; struct ib_port_modify { u32 set_port_cap_mask; u32 clr_port_cap_mask; u8 init_type; }; enum ib_event_type { IB_EVENT_CQ_ERR = 0, IB_EVENT_QP_FATAL = 1, IB_EVENT_QP_REQ_ERR = 2, IB_EVENT_QP_ACCESS_ERR = 3, IB_EVENT_COMM_EST = 4, IB_EVENT_SQ_DRAINED = 5, IB_EVENT_PATH_MIG = 6, IB_EVENT_PATH_MIG_ERR = 7, IB_EVENT_DEVICE_FATAL = 8, IB_EVENT_PORT_ACTIVE = 9, IB_EVENT_PORT_ERR = 10, IB_EVENT_LID_CHANGE = 11, IB_EVENT_PKEY_CHANGE = 12, IB_EVENT_SM_CHANGE = 13, IB_EVENT_SRQ_ERR = 14, IB_EVENT_SRQ_LIMIT_REACHED = 15, IB_EVENT_QP_LAST_WQE_REACHED = 16, IB_EVENT_CLIENT_REREGISTER = 17, IB_EVENT_GID_CHANGE = 18, IB_EVENT_WQ_FATAL = 19, }; struct ib_ucq_object; typedef void (*ib_comp_handler)(struct ib_cq *, void *); struct ib_event; struct ib_cq { struct ib_device *device; struct ib_ucq_object *uobject; ib_comp_handler comp_handler; void (*event_handler)(struct ib_event *, void *); void *cq_context; int cqe; unsigned int cqe_used; atomic_t usecnt; enum ib_poll_context poll_ctx; struct ib_wc *wc; struct list_head pool_entry; union { struct irq_poll iop; struct work_struct work; }; struct workqueue_struct *comp_wq; struct dim *dim; ktime_t timestamp; u8 interrupt: 1; u8 shared: 1; unsigned int comp_vector; struct rdma_restrack_entry res; }; struct ib_uqp_object; enum ib_qp_type { IB_QPT_SMI = 0, IB_QPT_GSI = 1, IB_QPT_RC = 2, IB_QPT_UC = 3, IB_QPT_UD = 4, IB_QPT_RAW_IPV6 = 5, IB_QPT_RAW_ETHERTYPE = 6, IB_QPT_RAW_PACKET = 8, IB_QPT_XRC_INI = 9, IB_QPT_XRC_TGT = 10, IB_QPT_MAX = 11, IB_QPT_DRIVER = 255, IB_QPT_RESERVED1 = 4096, IB_QPT_RESERVED2 = 4097, IB_QPT_RESERVED3 = 4098, IB_QPT_RESERVED4 = 4099, IB_QPT_RESERVED5 = 4100, IB_QPT_RESERVED6 = 4101, IB_QPT_RESERVED7 = 4102, IB_QPT_RESERVED8 = 4103, IB_QPT_RESERVED9 = 4104, IB_QPT_RESERVED10 = 4105, }; struct ib_qp_security; struct ib_qp { struct ib_device *device; struct ib_pd *pd; struct ib_cq *send_cq; struct ib_cq *recv_cq; spinlock_t mr_lock; int mrs_used; struct list_head rdma_mrs; struct list_head sig_mrs; struct ib_srq *srq; struct ib_xrcd *xrcd; struct list_head xrcd_list; atomic_t usecnt; struct list_head open_list; struct ib_qp *real_qp; struct ib_uqp_object *uobject; void (*event_handler)(struct ib_event *, void *); void *qp_context; const struct ib_gid_attr *av_sgid_attr; const struct ib_gid_attr *alt_path_sgid_attr; u32 qp_num; u32 max_write_sge; u32 max_read_sge; enum ib_qp_type qp_type; struct ib_rwq_ind_table *rwq_ind_tbl; struct ib_qp_security *qp_sec; u32 port; bool integrity_en; struct rdma_restrack_entry res; struct rdma_counter *counter; }; struct ib_usrq_object; enum ib_srq_type { IB_SRQT_BASIC = 0, IB_SRQT_XRC = 1, IB_SRQT_TM = 2, }; struct ib_srq { struct ib_device *device; struct ib_pd *pd; struct ib_usrq_object *uobject; void (*event_handler)(struct ib_event *, void *); void *srq_context; enum ib_srq_type srq_type; atomic_t usecnt; struct { struct ib_cq *cq; union { struct { struct ib_xrcd *xrcd; u32 srq_num; } xrc; }; } ext; struct rdma_restrack_entry res; }; struct ib_uwq_object; enum ib_wq_state { IB_WQS_RESET = 0, IB_WQS_RDY = 1, IB_WQS_ERR = 2, }; enum ib_wq_type { IB_WQT_RQ = 0, }; struct ib_wq { struct ib_device *device; struct ib_uwq_object *uobject; void *wq_context; void (*event_handler)(struct ib_event *, void *); struct ib_pd *pd; struct ib_cq *cq; u32 wq_num; enum ib_wq_state state; enum ib_wq_type wq_type; atomic_t usecnt; }; struct ib_event { struct ib_device *device; union { struct ib_cq *cq; struct ib_qp *qp; struct ib_srq *srq; struct ib_wq *wq; u32 port_num; } element; enum ib_event_type event; }; struct ib_global_route { const struct ib_gid_attr *sgid_attr; union ib_gid dgid; u32 flow_label; u8 sgid_index; u8 hop_limit; u8 traffic_class; }; struct ib_grh { __be32 version_tclass_flow; __be16 paylen; u8 next_hdr; u8 hop_limit; union ib_gid sgid; union ib_gid dgid; }; struct ib_mr_status { u32 fail_status; struct ib_sig_err sig_err; }; struct rdma_ah_init_attr { struct rdma_ah_attr *ah_attr; u32 flags; struct net_device *xmit_slave; }; enum rdma_ah_attr_type { RDMA_AH_ATTR_TYPE_UNDEFINED = 0, RDMA_AH_ATTR_TYPE_IB = 1, RDMA_AH_ATTR_TYPE_ROCE = 2, RDMA_AH_ATTR_TYPE_OPA = 3, }; struct ib_ah_attr { u16 dlid; u8 src_path_bits; }; struct roce_ah_attr { u8 dmac[6]; }; struct opa_ah_attr { u32 dlid; u8 src_path_bits; bool make_grd; }; struct rdma_ah_attr { struct ib_global_route grh; u8 sl; u8 static_rate; u32 port_num; u8 ah_flags; enum rdma_ah_attr_type type; union { struct ib_ah_attr ib; struct roce_ah_attr roce; struct opa_ah_attr opa; }; }; enum ib_wc_status { IB_WC_SUCCESS = 0, IB_WC_LOC_LEN_ERR = 1, IB_WC_LOC_QP_OP_ERR = 2, IB_WC_LOC_EEC_OP_ERR = 3, IB_WC_LOC_PROT_ERR = 4, IB_WC_WR_FLUSH_ERR = 5, IB_WC_MW_BIND_ERR = 6, IB_WC_BAD_RESP_ERR = 7, IB_WC_LOC_ACCESS_ERR = 8, IB_WC_REM_INV_REQ_ERR = 9, IB_WC_REM_ACCESS_ERR = 10, IB_WC_REM_OP_ERR = 11, IB_WC_RETRY_EXC_ERR = 12, IB_WC_RNR_RETRY_EXC_ERR = 13, IB_WC_LOC_RDD_VIOL_ERR = 14, IB_WC_REM_INV_RD_REQ_ERR = 15, IB_WC_REM_ABORT_ERR = 16, IB_WC_INV_EECN_ERR = 17, IB_WC_INV_EEC_STATE_ERR = 18, IB_WC_FATAL_ERR = 19, IB_WC_RESP_TIMEOUT_ERR = 20, IB_WC_GENERAL_ERR = 21, }; enum ib_wc_opcode { IB_WC_SEND = 0, IB_WC_RDMA_WRITE = 1, IB_WC_RDMA_READ = 2, IB_WC_COMP_SWAP = 3, IB_WC_FETCH_ADD = 4, IB_WC_BIND_MW = 5, IB_WC_LOCAL_INV = 6, IB_WC_LSO = 7, IB_WC_REG_MR = 8, IB_WC_MASKED_COMP_SWAP = 9, IB_WC_MASKED_FETCH_ADD = 10, IB_WC_RECV = 128, IB_WC_RECV_RDMA_WITH_IMM = 129, }; struct ib_cqe { void (*done)(struct ib_cq *, struct ib_wc *); }; struct ib_wc { union { u64 wr_id; struct ib_cqe *wr_cqe; }; enum ib_wc_status status; enum ib_wc_opcode opcode; u32 vendor_err; u32 byte_len; struct ib_qp *qp; union { __be32 imm_data; u32 invalidate_rkey; } ex; u32 src_qp; u32 slid; int wc_flags; u16 pkey_index; u8 sl; u8 dlid_path_bits; u32 port_num; u8 smac[6]; u16 vlan_id; u8 network_hdr_type; }; struct ib_srq_attr { u32 max_wr; u32 max_sge; u32 srq_limit; }; struct ib_xrcd { struct ib_device *device; atomic_t usecnt; struct inode *inode; struct rw_semaphore tgt_qps_rwsem; struct xarray tgt_qps; }; struct ib_srq_init_attr { void (*event_handler)(struct ib_event *, void *); void *srq_context; struct ib_srq_attr attr; enum ib_srq_type srq_type; struct { struct ib_cq *cq; union { struct { struct ib_xrcd *xrcd; } xrc; struct { u32 max_num_tags; } tag_matching; }; } ext; }; struct ib_qp_cap { u32 max_send_wr; u32 max_recv_wr; u32 max_send_sge; u32 max_recv_sge; u32 max_inline_data; u32 max_rdma_ctxs; }; enum ib_sig_type { IB_SIGNAL_ALL_WR = 0, IB_SIGNAL_REQ_WR = 1, }; struct ib_qp_init_attr { void (*event_handler)(struct ib_event *, void *); void *qp_context; struct ib_cq *send_cq; struct ib_cq *recv_cq; struct ib_srq *srq; struct ib_xrcd *xrcd; struct ib_qp_cap cap; enum ib_sig_type sq_sig_type; enum ib_qp_type qp_type; u32 create_flags; u32 port_num; struct ib_rwq_ind_table *rwq_ind_tbl; u32 source_qpn; }; struct ib_uobject; struct ib_rwq_ind_table { struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; u32 ind_tbl_num; u32 log_ind_tbl_size; struct ib_wq **ind_tbl; }; enum ib_qp_state { IB_QPS_RESET = 0, IB_QPS_INIT = 1, IB_QPS_RTR = 2, IB_QPS_RTS = 3, IB_QPS_SQD = 4, IB_QPS_SQE = 5, IB_QPS_ERR = 6, }; enum ib_mig_state { IB_MIG_MIGRATED = 0, IB_MIG_REARM = 1, IB_MIG_ARMED = 2, }; enum ib_mw_type { IB_MW_TYPE_1 = 1, IB_MW_TYPE_2 = 2, }; struct ib_qp_attr { enum ib_qp_state qp_state; enum ib_qp_state cur_qp_state; enum ib_mtu path_mtu; enum ib_mig_state path_mig_state; u32 qkey; u32 rq_psn; u32 sq_psn; u32 dest_qp_num; int qp_access_flags; struct ib_qp_cap cap; struct rdma_ah_attr ah_attr; struct rdma_ah_attr alt_ah_attr; u16 pkey_index; u16 alt_pkey_index; u8 en_sqd_async_notify; u8 sq_draining; u8 max_rd_atomic; u8 max_dest_rd_atomic; u8 min_rnr_timer; u32 port_num; u8 timeout; u8 retry_cnt; u8 rnr_retry; u32 alt_port_num; u8 alt_timeout; u32 rate_limit; struct net_device *xmit_slave; }; enum ib_wr_opcode { IB_WR_RDMA_WRITE = 0, IB_WR_RDMA_WRITE_WITH_IMM = 1, IB_WR_SEND = 2, IB_WR_SEND_WITH_IMM = 3, IB_WR_RDMA_READ = 4, IB_WR_ATOMIC_CMP_AND_SWP = 5, IB_WR_ATOMIC_FETCH_AND_ADD = 6, IB_WR_BIND_MW = 8, IB_WR_LSO = 10, IB_WR_SEND_WITH_INV = 9, IB_WR_RDMA_READ_WITH_INV = 11, IB_WR_LOCAL_INV = 7, IB_WR_MASKED_ATOMIC_CMP_AND_SWP = 12, IB_WR_MASKED_ATOMIC_FETCH_AND_ADD = 13, IB_WR_REG_MR = 32, IB_WR_REG_MR_INTEGRITY = 33, IB_WR_RESERVED1 = 240, IB_WR_RESERVED2 = 241, IB_WR_RESERVED3 = 242, IB_WR_RESERVED4 = 243, IB_WR_RESERVED5 = 244, IB_WR_RESERVED6 = 245, IB_WR_RESERVED7 = 246, IB_WR_RESERVED8 = 247, IB_WR_RESERVED9 = 248, IB_WR_RESERVED10 = 249, }; struct ib_sge { u64 addr; u32 length; u32 lkey; }; struct ib_send_wr { struct ib_send_wr *next; union { u64 wr_id; struct ib_cqe *wr_cqe; }; struct ib_sge *sg_list; int num_sge; enum ib_wr_opcode opcode; int send_flags; union { __be32 imm_data; u32 invalidate_rkey; } ex; }; struct ib_ah { struct ib_device *device; struct ib_pd *pd; struct ib_uobject *uobject; const struct ib_gid_attr *sgid_attr; enum rdma_ah_attr_type type; }; struct ib_mr { struct ib_device *device; struct ib_pd *pd; u32 lkey; u32 rkey; u64 iova; u64 length; unsigned int page_size; enum ib_mr_type type; bool need_inval; union { struct ib_uobject *uobject; struct list_head qp_entry; }; struct ib_dm *dm; struct ib_sig_attrs *sig_attrs; struct rdma_restrack_entry res; }; struct ib_recv_wr { struct ib_recv_wr *next; union { u64 wr_id; struct ib_cqe *wr_cqe; }; struct ib_sge *sg_list; int num_sge; }; struct ib_rdmacg_object {}; struct ib_uverbs_file; struct ib_ucontext { struct ib_device *device; struct ib_uverbs_file *ufile; struct ib_rdmacg_object cg_obj; struct rdma_restrack_entry res; struct xarray mmap_xa; }; struct uverbs_api_object; struct ib_uobject { u64 user_handle; struct ib_uverbs_file *ufile; struct ib_ucontext *context; void *object; struct list_head list; struct ib_rdmacg_object cg_obj; int id; struct kref ref; atomic_t usecnt; struct callback_head rcu; const struct uverbs_api_object *uapi_object; }; struct ib_udata { const void *inbuf; void *outbuf; size_t inlen; size_t outlen; }; struct ib_pd { u32 local_dma_lkey; u32 flags; struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; u32 unsafe_global_rkey; struct ib_mr *__internal_mr; struct rdma_restrack_entry res; }; struct ib_wq_init_attr { void *wq_context; enum ib_wq_type wq_type; u32 max_wr; u32 max_sge; struct ib_cq *cq; void (*event_handler)(struct ib_event *, void *); u32 create_flags; }; struct ib_wq_attr { enum ib_wq_state wq_state; enum ib_wq_state curr_wq_state; u32 flags; u32 flags_mask; }; struct ib_rwq_ind_table_init_attr { u32 log_ind_tbl_size; struct ib_wq **ind_tbl; }; enum port_pkey_state { IB_PORT_PKEY_NOT_VALID = 0, IB_PORT_PKEY_VALID = 1, IB_PORT_PKEY_LISTED = 2, }; struct ib_port_pkey { enum port_pkey_state state; u16 pkey_index; u32 port_num; struct list_head qp_list; struct list_head to_error_list; struct ib_qp_security *sec; }; struct ib_ports_pkeys; struct ib_qp_security { struct ib_qp *qp; struct ib_device *dev; struct mutex mutex; struct ib_ports_pkeys *ports_pkeys; struct list_head shared_qp_list; void *security; bool destroying; atomic_t error_list_count; struct completion error_complete; int error_comps_pending; }; struct ib_ports_pkeys { struct ib_port_pkey main; struct ib_port_pkey alt; }; struct ib_dm { struct ib_device *device; u32 length; u32 flags; struct ib_uobject *uobject; atomic_t usecnt; }; struct ib_mw { struct ib_device *device; struct ib_pd *pd; struct ib_uobject *uobject; u32 rkey; enum ib_mw_type type; }; enum ib_flow_attr_type { IB_FLOW_ATTR_NORMAL = 0, IB_FLOW_ATTR_ALL_DEFAULT = 1, IB_FLOW_ATTR_MC_DEFAULT = 2, IB_FLOW_ATTR_SNIFFER = 3, }; enum ib_flow_spec_type { IB_FLOW_SPEC_ETH = 32, IB_FLOW_SPEC_IB = 34, IB_FLOW_SPEC_IPV4 = 48, IB_FLOW_SPEC_IPV6 = 49, IB_FLOW_SPEC_ESP = 52, IB_FLOW_SPEC_TCP = 64, IB_FLOW_SPEC_UDP = 65, IB_FLOW_SPEC_VXLAN_TUNNEL = 80, IB_FLOW_SPEC_GRE = 81, IB_FLOW_SPEC_MPLS = 96, IB_FLOW_SPEC_INNER = 256, IB_FLOW_SPEC_ACTION_TAG = 4096, IB_FLOW_SPEC_ACTION_DROP = 4097, IB_FLOW_SPEC_ACTION_HANDLE = 4098, IB_FLOW_SPEC_ACTION_COUNT = 4099, }; struct ib_flow_eth_filter { u8 dst_mac[6]; u8 src_mac[6]; __be16 ether_type; __be16 vlan_tag; u8 real_sz[0]; }; struct ib_flow_spec_eth { u32 type; u16 size; struct ib_flow_eth_filter val; struct ib_flow_eth_filter mask; }; struct ib_flow_ib_filter { __be16 dlid; __u8 sl; u8 real_sz[0]; }; struct ib_flow_spec_ib { u32 type; u16 size; struct ib_flow_ib_filter val; struct ib_flow_ib_filter mask; }; struct ib_flow_ipv4_filter { __be32 src_ip; __be32 dst_ip; u8 proto; u8 tos; u8 ttl; u8 flags; u8 real_sz[0]; }; struct ib_flow_spec_ipv4 { u32 type; u16 size; struct ib_flow_ipv4_filter val; struct ib_flow_ipv4_filter mask; }; struct ib_flow_ipv6_filter { u8 src_ip[16]; u8 dst_ip[16]; __be32 flow_label; u8 next_hdr; u8 traffic_class; u8 hop_limit; u8 real_sz[0]; }; struct ib_flow_spec_ipv6 { u32 type; u16 size; struct ib_flow_ipv6_filter val; struct ib_flow_ipv6_filter mask; }; struct ib_flow_tcp_udp_filter { __be16 dst_port; __be16 src_port; u8 real_sz[0]; }; struct ib_flow_spec_tcp_udp { u32 type; u16 size; struct ib_flow_tcp_udp_filter val; struct ib_flow_tcp_udp_filter mask; }; struct ib_flow_tunnel_filter { __be32 tunnel_id; u8 real_sz[0]; }; struct ib_flow_spec_tunnel { u32 type; u16 size; struct ib_flow_tunnel_filter val; struct ib_flow_tunnel_filter mask; }; struct ib_flow_esp_filter { __be32 spi; __be32 seq; u8 real_sz[0]; }; struct ib_flow_spec_esp { u32 type; u16 size; struct ib_flow_esp_filter val; struct ib_flow_esp_filter mask; }; struct ib_flow_gre_filter { __be16 c_ks_res0_ver; __be16 protocol; __be32 key; u8 real_sz[0]; }; struct ib_flow_spec_gre { u32 type; u16 size; struct ib_flow_gre_filter val; struct ib_flow_gre_filter mask; }; struct ib_flow_mpls_filter { __be32 tag; u8 real_sz[0]; }; struct ib_flow_spec_mpls { u32 type; u16 size; struct ib_flow_mpls_filter val; struct ib_flow_mpls_filter mask; }; struct ib_flow_spec_action_tag { enum ib_flow_spec_type type; u16 size; u32 tag_id; }; struct ib_flow_spec_action_drop { enum ib_flow_spec_type type; u16 size; }; struct ib_flow_spec_action_handle { enum ib_flow_spec_type type; u16 size; struct ib_flow_action *act; }; enum ib_flow_action_type { IB_FLOW_ACTION_UNSPECIFIED = 0, IB_FLOW_ACTION_ESP = 1, }; struct ib_flow_action { struct ib_device *device; struct ib_uobject *uobject; enum ib_flow_action_type type; atomic_t usecnt; }; struct ib_flow_spec_action_count { enum ib_flow_spec_type type; u16 size; struct ib_counters *counters; }; struct ib_counters { struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; }; union ib_flow_spec { struct { u32 type; u16 size; }; struct ib_flow_spec_eth eth; struct ib_flow_spec_ib ib; struct ib_flow_spec_ipv4 ipv4; struct ib_flow_spec_tcp_udp tcp_udp; struct ib_flow_spec_ipv6 ipv6; struct ib_flow_spec_tunnel tunnel; struct ib_flow_spec_esp esp; struct ib_flow_spec_gre gre; struct ib_flow_spec_mpls mpls; struct ib_flow_spec_action_tag flow_tag; struct ib_flow_spec_action_drop drop; struct ib_flow_spec_action_handle action; struct ib_flow_spec_action_count flow_count; }; struct ib_flow_attr { enum ib_flow_attr_type type; u16 size; u16 priority; u32 flags; u8 num_of_specs; u32 port; union ib_flow_spec flows[0]; }; struct ib_flow { struct ib_qp *qp; struct ib_device *device; struct ib_uobject *uobject; }; struct ib_pkey_cache; struct ib_gid_table; struct ib_port_cache { u64 subnet_prefix; struct ib_pkey_cache *pkey; struct ib_gid_table *gid; u8 lmc; enum ib_port_state port_state; }; struct ib_port_immutable { int pkey_tbl_len; int gid_tbl_len; u32 core_cap_flags; u32 max_mad_size; }; struct ib_port; struct ib_port_data { struct ib_device *ib_dev; struct ib_port_immutable immutable; spinlock_t pkey_list_lock; spinlock_t netdev_lock; struct list_head pkey_list; struct ib_port_cache cache; struct net_device *netdev; struct hlist_node ndev_hash_link; struct rdma_port_counter port_counter; struct ib_port *sysfs; }; struct rdma_netdev_alloc_params { size_t sizeof_priv; unsigned int txqs; unsigned int rxqs; void *param; int (*initialize_rdma_netdev)(struct ib_device *, u32, struct net_device *, void *); }; struct ib_counters_read_attr { u64 *counters_buff; u32 ncounters; u32 flags; }; struct rdma_user_mmap_entry { struct kref ref; struct ib_ucontext *ucontext; long unsigned int start_pgoff; size_t npages; bool driver_removed; }; struct io_uring_file_index_range { __u32 off; __u32 len; __u64 resv; }; struct io_uring_rsrc_update { __u32 offset; __u32 resv; __u64 data; }; struct io_tctx_node { struct list_head ctx_node; struct task_struct *task; struct io_ring_ctx *ctx; }; struct io_sq_data { refcount_t refs; atomic_t park_pending; struct mutex lock; struct list_head ctx_list; struct task_struct *thread; struct wait_queue_head wait; unsigned int sq_thread_idle; int sq_cpu; pid_t task_pid; pid_t task_tgid; long unsigned int state; struct completion exited; }; struct rhltable { struct rhashtable ht; }; union nested_table { union nested_table *table; struct rhash_lock_head *bucket; }; struct sw842_hlist_node8 { struct hlist_node node; u64 data; u8 index; }; struct sw842_hlist_node4 { struct hlist_node node; u32 data; u16 index; }; struct sw842_hlist_node2 { struct hlist_node node; u16 data; u8 index; }; struct sw842_param { u8 *in; u8 *instart; u64 ilen; u8 *out; u64 olen; u8 bit; u64 data8[1]; u32 data4[2]; u16 data2[4]; int index8[1]; int index4[2]; int index2[4]; struct hlist_head htable8[1024]; struct hlist_head htable4[2048]; struct hlist_head htable2[1024]; struct sw842_hlist_node8 node8[256]; struct sw842_hlist_node4 node4[512]; struct sw842_hlist_node2 node2[256]; }; typedef struct { size_t bitContainer; unsigned int bitsConsumed; const char *ptr; const char *start; const char *limitPtr; } BIT_DStream_t; typedef enum { BIT_DStream_unfinished = 0, BIT_DStream_endOfBuffer = 1, BIT_DStream_completed = 2, BIT_DStream_overflow = 3, } BIT_DStream_status; typedef U32 HUF_DTable; typedef struct { BYTE maxTableLog; BYTE tableType; BYTE tableLog; BYTE reserved; } DTableDesc; typedef struct { BYTE byte; BYTE nbBits; } HUF_DEltX1; typedef struct { U32 rankVal[16]; U32 rankStart[16]; U32 statsWksp[218]; BYTE symbols[256]; BYTE huffWeight[256]; } HUF_ReadDTableX1_Workspace; typedef struct { U16 sequence; BYTE nbBits; BYTE length; } HUF_DEltX2; typedef struct { BYTE symbol; BYTE weight; } sortedSymbol_t; typedef U32 rankValCol_t[13]; typedef struct { U32 rankVal[156]; U32 rankStats[13]; U32 rankStart0[14]; sortedSymbol_t sortedSymbol[256]; BYTE weightList[256]; U32 calleeWksp[218]; } HUF_ReadDTableX2_Workspace; typedef struct { U32 tableTime; U32 decode256Time; } algo_time_t; struct raid6_calls { void (*gen_syndrome)(int, size_t, void **); void (*xor_syndrome)(int, int, int, size_t, void **); int (*valid)(); const char *name; int priority; }; struct raid6_recov_calls { void (*data2)(int, size_t, int, int, void **); void (*datap)(int, size_t, int, void **); int (*valid)(); const char *name; int priority; }; typedef unsigned char uint8_t___2; typedef signed char int8x16_t[16]; typedef unsigned char __Poly8_t; typedef __Poly8_t poly8x16_t[16]; typedef unsigned char uint8x16_t[16]; typedef uint8x16_t unative_t; struct ddebug_table { struct list_head link; const char *mod_name; unsigned int num_ddebugs; struct _ddebug *ddebugs; }; struct ddebug_query { const char *filename; const char *module; const char *function; const char *format; unsigned int first_lineno; unsigned int last_lineno; }; struct ddebug_iter { struct ddebug_table *table; unsigned int idx; }; struct flag_settings { unsigned int flags; unsigned int mask; }; struct flagsbuf { char buf[7]; }; struct fdt_errtabent { const char *str; }; typedef __be64 fdt64_t; struct fdt_reserve_entry { fdt64_t address; fdt64_t size; }; struct fdt_node_header { fdt32_t tag; char name[0]; }; struct fdt_property { fdt32_t tag; fdt32_t len; fdt32_t nameoff; char data[0]; }; enum al_fic_state { AL_FIC_UNCONFIGURED = 0, AL_FIC_CONFIGURED_LEVEL = 1, AL_FIC_CONFIGURED_RISING_EDGE = 2, }; struct al_fic { void *base; struct irq_domain *domain; const char *name; unsigned int parent_irq; enum al_fic_state state; }; enum { IRQ_SET_MASK_OK = 0, IRQ_SET_MASK_OK_NOCOPY = 1, IRQ_SET_MASK_OK_DONE = 2, }; struct acpi_madt_generic_distributor { struct acpi_subtable_header header; u16 reserved; u32 gic_id; u64 base_address; u32 global_irq_base; u8 version; u8 reserved2[3]; }; enum acpi_madt_gic_version { ACPI_MADT_GIC_VERSION_NONE = 0, ACPI_MADT_GIC_VERSION_V1 = 1, ACPI_MADT_GIC_VERSION_V2 = 2, ACPI_MADT_GIC_VERSION_V3 = 3, ACPI_MADT_GIC_VERSION_V4 = 4, ACPI_MADT_GIC_VERSION_RESERVED = 5, }; enum acpi_irq_model_id { ACPI_IRQ_MODEL_PIC = 0, ACPI_IRQ_MODEL_IOAPIC = 1, ACPI_IRQ_MODEL_IOSAPIC = 2, ACPI_IRQ_MODEL_PLATFORM = 3, ACPI_IRQ_MODEL_GIC = 4, ACPI_IRQ_MODEL_LPIC = 5, ACPI_IRQ_MODEL_COUNT = 6, }; enum gic_type { GIC_V2 = 0, GIC_V3 = 1, }; struct gic_kvm_info { enum gic_type type; struct resource vcpu; unsigned int maint_irq; bool no_maint_irq_mask; struct resource vctrl; bool has_v4; bool has_v4_1; bool no_hw_deactivation; }; union gic_base { void *common_base; void **percpu_base; }; struct gic_chip_data { union gic_base dist_base; union gic_base cpu_base; void *raw_dist_base; void *raw_cpu_base; u32 percpu_offset; u32 saved_spi_enable[32]; u32 saved_spi_active[32]; u32 saved_spi_conf[64]; u32 saved_spi_target[255]; u32 *saved_ppi_enable; u32 *saved_ppi_active; u32 *saved_ppi_conf; struct irq_domain *domain; unsigned int gic_irqs; }; enum its_vcpu_info_cmd_type { MAP_VLPI = 0, GET_VLPI = 1, PROP_UPDATE_VLPI = 2, PROP_UPDATE_AND_INV_VLPI = 3, SCHEDULE_VPE = 4, DESCHEDULE_VPE = 5, COMMIT_VPE = 6, INVALL_VPE = 7, PROP_UPDATE_VSGI = 8, }; struct its_cmd_info { enum its_vcpu_info_cmd_type cmd_type; union { struct its_vlpi_map *map; u8 config; bool req_db; struct { bool g0en; bool g1en; }; struct { u8 priority; bool group; }; }; }; struct xintc_irq_chip { void *base; struct irq_domain *root_domain; u32 intr_mask; u32 nr_irq; }; struct mvebu_sei_interrupt_range { u32 first; u32 size; }; struct mvebu_sei_caps { struct mvebu_sei_interrupt_range ap_range; struct mvebu_sei_interrupt_range cp_range; }; struct mvebu_sei { struct device *dev; void *base; struct resource *res; struct irq_domain *sei_domain; struct irq_domain *ap_domain; struct irq_domain *cp_domain; const struct mvebu_sei_caps *caps; struct mutex cp_msi_lock; long unsigned int cp_msi_bitmap[1]; raw_spinlock_t mask_lock; }; struct ti_sci_version_info { u8 abi_major; u8 abi_minor; u16 firmware_revision; char firmware_description[32]; }; struct ti_sci_handle; struct ti_sci_core_ops { int (*reboot_device)(const struct ti_sci_handle *); }; struct ti_sci_dev_ops { int (*get_device)(const struct ti_sci_handle *, u32); int (*get_device_exclusive)(const struct ti_sci_handle *, u32); int (*idle_device)(const struct ti_sci_handle *, u32); int (*idle_device_exclusive)(const struct ti_sci_handle *, u32); int (*put_device)(const struct ti_sci_handle *, u32); int (*is_valid)(const struct ti_sci_handle *, u32); int (*get_context_loss_count)(const struct ti_sci_handle *, u32, u32 *); int (*is_idle)(const struct ti_sci_handle *, u32, bool *); int (*is_stop)(const struct ti_sci_handle *, u32, bool *, bool *); int (*is_on)(const struct ti_sci_handle *, u32, bool *, bool *); int (*is_transitioning)(const struct ti_sci_handle *, u32, bool *); int (*set_device_resets)(const struct ti_sci_handle *, u32, u32); int (*get_device_resets)(const struct ti_sci_handle *, u32, u32 *); }; struct ti_sci_clk_ops { int (*get_clock)(const struct ti_sci_handle *, u32, u32, bool, bool, bool); int (*idle_clock)(const struct ti_sci_handle *, u32, u32); int (*put_clock)(const struct ti_sci_handle *, u32, u32); int (*is_auto)(const struct ti_sci_handle *, u32, u32, bool *); int (*is_on)(const struct ti_sci_handle *, u32, u32, bool *, bool *); int (*is_off)(const struct ti_sci_handle *, u32, u32, bool *, bool *); int (*set_parent)(const struct ti_sci_handle *, u32, u32, u32); int (*get_parent)(const struct ti_sci_handle *, u32, u32, u32 *); int (*get_num_parents)(const struct ti_sci_handle *, u32, u32, u32 *); int (*get_best_match_freq)(const struct ti_sci_handle *, u32, u32, u64, u64, u64, u64 *); int (*set_freq)(const struct ti_sci_handle *, u32, u32, u64, u64, u64); int (*get_freq)(const struct ti_sci_handle *, u32, u32, u64 *); }; struct ti_sci_rm_core_ops { int (*get_range)(const struct ti_sci_handle *, u32, u8, struct ti_sci_resource_desc *); int (*get_range_from_shost)(const struct ti_sci_handle *, u32, u8, u8, struct ti_sci_resource_desc *); }; struct ti_sci_rm_irq_ops { int (*set_irq)(const struct ti_sci_handle *, u16, u16, u16, u16); int (*set_event_map)(const struct ti_sci_handle *, u16, u16, u16, u16, u16, u8); int (*free_irq)(const struct ti_sci_handle *, u16, u16, u16, u16); int (*free_event_map)(const struct ti_sci_handle *, u16, u16, u16, u16, u16, u8); }; struct ti_sci_msg_rm_ring_cfg; struct ti_sci_rm_ringacc_ops { int (*set_cfg)(const struct ti_sci_handle *, const struct ti_sci_msg_rm_ring_cfg *); }; struct ti_sci_rm_psil_ops { int (*pair)(const struct ti_sci_handle *, u32, u32, u32); int (*unpair)(const struct ti_sci_handle *, u32, u32, u32); }; struct ti_sci_msg_rm_udmap_tx_ch_cfg; struct ti_sci_msg_rm_udmap_rx_ch_cfg; struct ti_sci_msg_rm_udmap_flow_cfg; struct ti_sci_rm_udmap_ops { int (*tx_ch_cfg)(const struct ti_sci_handle *, const struct ti_sci_msg_rm_udmap_tx_ch_cfg *); int (*rx_ch_cfg)(const struct ti_sci_handle *, const struct ti_sci_msg_rm_udmap_rx_ch_cfg *); int (*rx_flow_cfg)(const struct ti_sci_handle *, const struct ti_sci_msg_rm_udmap_flow_cfg *); }; struct ti_sci_proc_ops { int (*request)(const struct ti_sci_handle *, u8); int (*release)(const struct ti_sci_handle *, u8); int (*handover)(const struct ti_sci_handle *, u8, u8); int (*set_config)(const struct ti_sci_handle *, u8, u64, u32, u32); int (*set_control)(const struct ti_sci_handle *, u8, u32, u32); int (*get_status)(const struct ti_sci_handle *, u8, u64 *, u32 *, u32 *, u32 *); }; struct ti_sci_ops { struct ti_sci_core_ops core_ops; struct ti_sci_dev_ops dev_ops; struct ti_sci_clk_ops clk_ops; struct ti_sci_rm_core_ops rm_core_ops; struct ti_sci_rm_irq_ops rm_irq_ops; struct ti_sci_rm_ringacc_ops rm_ring_ops; struct ti_sci_rm_psil_ops rm_psil_ops; struct ti_sci_rm_udmap_ops rm_udmap_ops; struct ti_sci_proc_ops proc_ops; }; struct ti_sci_handle { struct ti_sci_version_info version; struct ti_sci_ops ops; }; struct ti_sci_msg_rm_ring_cfg { u32 valid_params; u16 nav_id; u16 index; u32 addr_lo; u32 addr_hi; u32 count; u8 mode; u8 size; u8 order_id; u16 virtid; u8 asel; }; struct ti_sci_msg_rm_udmap_tx_ch_cfg { u32 valid_params; u16 nav_id; u16 index; u8 tx_pause_on_err; u8 tx_filt_einfo; u8 tx_filt_pswords; u8 tx_atype; u8 tx_chan_type; u8 tx_supr_tdpkt; u16 tx_fetch_size; u8 tx_credit_count; u16 txcq_qnum; u8 tx_priority; u8 tx_qos; u8 tx_orderid; u16 fdepth; u8 tx_sched_priority; u8 tx_burst_size; u8 tx_tdtype; u8 extended_ch_type; }; struct ti_sci_msg_rm_udmap_rx_ch_cfg { u32 valid_params; u16 nav_id; u16 index; u16 rx_fetch_size; u16 rxcq_qnum; u8 rx_priority; u8 rx_qos; u8 rx_orderid; u8 rx_sched_priority; u16 flowid_start; u16 flowid_cnt; u8 rx_pause_on_err; u8 rx_atype; u8 rx_chan_type; u8 rx_ignore_short; u8 rx_ignore_long; u8 rx_burst_size; }; struct ti_sci_msg_rm_udmap_flow_cfg { u32 valid_params; u16 nav_id; u16 flow_index; u8 rx_einfo_present; u8 rx_psinfo_present; u8 rx_error_handling; u8 rx_desc_type; u16 rx_sop_offset; u16 rx_dest_qnum; u8 rx_src_tag_hi; u8 rx_src_tag_lo; u8 rx_dest_tag_hi; u8 rx_dest_tag_lo; u8 rx_src_tag_hi_sel; u8 rx_src_tag_lo_sel; u8 rx_dest_tag_hi_sel; u8 rx_dest_tag_lo_sel; u16 rx_fdq0_sz0_qnum; u16 rx_fdq1_qnum; u16 rx_fdq2_qnum; u16 rx_fdq3_qnum; u8 rx_ps_location; }; struct ti_sci_inta_event_desc { u16 global_event; u32 hwirq; u8 vint_bit; }; struct ti_sci_inta_vint_desc { struct irq_domain *domain; struct list_head list; long unsigned int event_map[1]; struct ti_sci_inta_event_desc events[64]; unsigned int parent_virq; u16 vint_id; }; struct ti_sci_inta_irq_domain { const struct ti_sci_handle *sci; struct ti_sci_resource *vint; struct ti_sci_resource *global_event; struct list_head vint_list; struct mutex vint_mutex; void *base; struct platform_device *pdev; u32 ti_sci_id; int unmapped_cnt; u16 *unmapped_dev_ids; }; enum cmu_type_t { REF_CMU = 0, PHY_CMU = 1, }; enum clk_type_t { CLK_EXT_DIFF = 0, CLK_INT_DIFF = 1, CLK_INT_SING = 2, }; enum xgene_phy_mode { MODE_SATA = 0, MODE_SGMII = 1, MODE_PCIE = 2, MODE_USB = 3, MODE_XFI = 4, MODE_MAX = 5, }; struct xgene_sata_override_param { u32 speed[2]; u32 txspeed[3]; u32 txboostgain[6]; u32 txeyetuning[6]; u32 txeyedirection[6]; u32 txamplitude[6]; u32 txprecursor_cn1[6]; u32 txprecursor_cn2[6]; u32 txpostcursor_cp1[6]; }; struct xgene_phy_ctx { struct device *dev; struct phy *phy; enum xgene_phy_mode mode; enum clk_type_t clk_type; void *sds_base; struct clk *clk; struct xgene_sata_override_param sata_param; }; struct pinctrl_setting_mux { unsigned int group; unsigned int func; }; struct pinctrl_setting_configs { unsigned int group_or_pin; long unsigned int *configs; unsigned int num_configs; }; struct pinctrl_setting { struct list_head node; enum pinctrl_map_type type; struct pinctrl_dev *pctldev; const char *dev_name; union { struct pinctrl_setting_mux mux; struct pinctrl_setting_configs configs; } data; }; struct pin_desc { struct pinctrl_dev *pctldev; const char *name; bool dynamic_name; void *drv_data; unsigned int mux_usecount; const char *mux_owner; const struct pinctrl_setting_mux *mux_setting; const char *gpio_owner; }; struct as3722 { struct device *dev; struct regmap *regmap; int chip_irq; long unsigned int irq_flags; bool en_intern_int_pullup; bool en_intern_i2c_pullup; bool en_ac_ok_pwr_on; struct regmap_irq_chip_data *irq_data; }; struct as3722_pin_function { const char *name; const char * const *groups; unsigned int ngroups; int mux_option; }; struct as3722_gpio_pin_control { unsigned int mode_prop; int io_function; }; struct as3722_pingroup { const char *name; const unsigned int pins[1]; unsigned int npins; }; struct as3722_pctrl_info { struct device *dev; struct pinctrl_dev *pctl; struct as3722 *as3722; struct gpio_chip gpio_chip; int pins_current_opt[8]; const struct as3722_pin_function *functions; unsigned int num_functions; const struct as3722_pingroup *pin_groups; int num_pin_groups; const struct pinctrl_pin_desc *pins; unsigned int num_pins; struct as3722_gpio_pin_control gpio_control[8]; }; enum as3722_pinmux_option { AS3722_PINMUX_GPIO = 0, AS3722_PINMUX_INTERRUPT_OUT = 1, AS3722_PINMUX_VSUB_VBAT_UNDEB_LOW_OUT = 2, AS3722_PINMUX_GPIO_INTERRUPT = 3, AS3722_PINMUX_PWM_INPUT = 4, AS3722_PINMUX_VOLTAGE_IN_STBY = 5, AS3722_PINMUX_OC_PG_SD0 = 6, AS3722_PINMUX_PG_OUT = 7, AS3722_PINMUX_CLK32K_OUT = 8, AS3722_PINMUX_WATCHDOG_INPUT = 9, AS3722_PINMUX_SOFT_RESET_IN = 11, AS3722_PINMUX_PWM_OUTPUT = 12, AS3722_PINMUX_VSUB_VBAT_LOW_DEB_OUT = 13, AS3722_PINMUX_OC_PG_SD6 = 14, }; enum pad_func_e { IMX_SC_PAD_FUNC_SET = 15, IMX_SC_PAD_FUNC_GET = 16, }; struct imx_sc_msg_req_pad_set { struct imx_sc_rpc_msg hdr; u32 val; u16 pad; }; struct imx_sc_msg_req_pad_get { struct imx_sc_rpc_msg hdr; u16 pad; short: 16; }; struct imx_sc_msg_resp_pad_get { struct imx_sc_rpc_msg hdr; u32 val; }; struct meson_pmx_bank { const char *name; unsigned int first; unsigned int last; unsigned int reg; unsigned int offset; }; struct meson_axg_pmx_data { struct meson_pmx_bank *pmx_banks; unsigned int num_pmx_banks; }; struct meson_pmx_axg_data { unsigned int func; }; struct sunxi_pinctrl_function { const char *name; const char **groups; unsigned int ngroups; }; struct sunxi_pinctrl_group { const char *name; unsigned int pin; }; struct sunxi_pinctrl_regulator { struct regulator *regulator; refcount_t refcount; }; struct sunxi_pinctrl { void *membase; struct gpio_chip *chip; const struct sunxi_pinctrl_desc *desc; struct device *dev; struct sunxi_pinctrl_regulator regulators[9]; struct irq_domain *domain; struct sunxi_pinctrl_function *functions; unsigned int nfunctions; struct sunxi_pinctrl_group *groups; unsigned int ngroups; int *irq; unsigned int *irq_array; raw_spinlock_t lock; struct pinctrl_dev *pctl_dev; long unsigned int variant; u32 bank_mem_size; u32 pull_regs_offset; u32 dlevel_field_width; }; struct tegra_function; struct tegra_pingroup; struct tegra_pinctrl_soc_data { unsigned int ngpios; const char *gpio_compatible; const struct pinctrl_pin_desc *pins; unsigned int npins; struct tegra_function *functions; unsigned int nfunctions; const struct tegra_pingroup *groups; unsigned int ngroups; bool hsm_in_mux; bool schmitt_in_mux; bool drvtype_in_mux; bool sfsel_in_mux; }; struct tegra_function { const char *name; const char **groups; unsigned int ngroups; }; struct tegra_pingroup { const char *name; const unsigned int *pins; u8 npins; u8 funcs[4]; s32 mux_reg; s32 pupd_reg; s32 tri_reg; s32 drv_reg; u32 mux_bank: 2; u32 pupd_bank: 2; u32 tri_bank: 2; u32 drv_bank: 2; s32 mux_bit: 6; s32 pupd_bit: 6; s32 tri_bit: 6; s32 einput_bit: 6; s32 odrain_bit: 6; s32 lock_bit: 6; s32 ioreset_bit: 6; s32 rcv_sel_bit: 6; s32 hsm_bit: 6; char: 2; s32 sfsel_bit: 6; s32 schmitt_bit: 6; s32 lpmd_bit: 6; s32 drvdn_bit: 6; s32 drvup_bit: 6; char: 2; s32 slwr_bit: 6; s32 slwf_bit: 6; s32 lpdr_bit: 6; s32 drvtype_bit: 6; s32 drvdn_width: 6; char: 2; s32 drvup_width: 6; s32 slwr_width: 6; s32 slwf_width: 6; u32 parked_bitmask; }; enum tegra_mux { TEGRA_MUX_AUD = 0, TEGRA_MUX_BCL = 1, TEGRA_MUX_BLINK = 2, TEGRA_MUX_CCLA = 3, TEGRA_MUX_CEC = 4, TEGRA_MUX_CLDVFS = 5, TEGRA_MUX_CLK = 6, TEGRA_MUX_CORE = 7, TEGRA_MUX_CPU = 8, TEGRA_MUX_DISPLAYA = 9, TEGRA_MUX_DISPLAYB = 10, TEGRA_MUX_DMIC1 = 11, TEGRA_MUX_DMIC2 = 12, TEGRA_MUX_DMIC3 = 13, TEGRA_MUX_DP = 14, TEGRA_MUX_DTV = 15, TEGRA_MUX_EXTPERIPH3 = 16, TEGRA_MUX_I2C1 = 17, TEGRA_MUX_I2C2 = 18, TEGRA_MUX_I2C3 = 19, TEGRA_MUX_I2CPMU = 20, TEGRA_MUX_I2CVI = 21, TEGRA_MUX_I2S1 = 22, TEGRA_MUX_I2S2 = 23, TEGRA_MUX_I2S3 = 24, TEGRA_MUX_I2S4A = 25, TEGRA_MUX_I2S4B = 26, TEGRA_MUX_I2S5A = 27, TEGRA_MUX_I2S5B = 28, TEGRA_MUX_IQC0 = 29, TEGRA_MUX_IQC1 = 30, TEGRA_MUX_JTAG = 31, TEGRA_MUX_PE = 32, TEGRA_MUX_PE0 = 33, TEGRA_MUX_PE1 = 34, TEGRA_MUX_PMI = 35, TEGRA_MUX_PWM0 = 36, TEGRA_MUX_PWM1 = 37, TEGRA_MUX_PWM2 = 38, TEGRA_MUX_PWM3 = 39, TEGRA_MUX_QSPI = 40, TEGRA_MUX_RSVD0 = 41, TEGRA_MUX_RSVD1 = 42, TEGRA_MUX_RSVD2 = 43, TEGRA_MUX_RSVD3 = 44, TEGRA_MUX_SATA = 45, TEGRA_MUX_SDMMC1 = 46, TEGRA_MUX_SDMMC3 = 47, TEGRA_MUX_SHUTDOWN = 48, TEGRA_MUX_SOC = 49, TEGRA_MUX_SOR0 = 50, TEGRA_MUX_SOR1 = 51, TEGRA_MUX_SPDIF = 52, TEGRA_MUX_SPI1 = 53, TEGRA_MUX_SPI2 = 54, TEGRA_MUX_SPI3 = 55, TEGRA_MUX_SPI4 = 56, TEGRA_MUX_SYS = 57, TEGRA_MUX_TOUCH = 58, TEGRA_MUX_UART = 59, TEGRA_MUX_UARTA = 60, TEGRA_MUX_UARTB = 61, TEGRA_MUX_UARTC = 62, TEGRA_MUX_UARTD = 63, TEGRA_MUX_USB = 64, TEGRA_MUX_VGP1 = 65, TEGRA_MUX_VGP2 = 66, TEGRA_MUX_VGP3 = 67, TEGRA_MUX_VGP4 = 68, TEGRA_MUX_VGP5 = 69, TEGRA_MUX_VGP6 = 70, TEGRA_MUX_VIMCLK = 71, TEGRA_MUX_VIMCLK2 = 72, }; enum of_gpio_flags { OF_GPIO_ACTIVE_LOW = 1, OF_GPIO_SINGLE_ENDED = 2, OF_GPIO_OPEN_DRAIN = 4, OF_GPIO_TRANSITORY = 8, OF_GPIO_PULL_UP = 16, OF_GPIO_PULL_DOWN = 32, OF_GPIO_PULL_DISABLE = 64, }; struct of_mm_gpio_chip { struct gpio_chip gc; void (*save_regs)(struct of_mm_gpio_chip *); void *regs; }; enum gpio_lookup_flags { GPIO_ACTIVE_HIGH = 0, GPIO_ACTIVE_LOW = 1, GPIO_OPEN_DRAIN = 2, GPIO_OPEN_SOURCE = 4, GPIO_PERSISTENT = 0, GPIO_TRANSITORY = 8, GPIO_PULL_UP = 16, GPIO_PULL_DOWN = 32, GPIO_PULL_DISABLE = 64, GPIO_LOOKUP_FLAGS_DEFAULT = 0, }; struct mpc8xxx_gpio_chip { struct gpio_chip gc; void *regs; raw_spinlock_t lock; int (*direction_output)(struct gpio_chip *, unsigned int, int); struct irq_domain *irq; int irqn; }; struct mpc8xxx_gpio_devtype { int (*gpio_dir_out)(struct gpio_chip *, unsigned int, int); int (*gpio_get)(struct gpio_chip *, unsigned int); int (*irq_set_type)(struct irq_data *, unsigned int); }; enum hte_edge { HTE_EDGE_NO_SETUP = 1, HTE_RISING_EDGE_TS = 2, HTE_FALLING_EDGE_TS = 4, }; struct tegra_gpio_port { const char *name; unsigned int bank; unsigned int port; unsigned int pins; }; struct tegra186_pin_range { unsigned int offset; const char *group; }; struct tegra_gpio_soc { const struct tegra_gpio_port *ports; unsigned int num_ports; const char *name; unsigned int instance; unsigned int num_irqs_per_bank; const struct tegra186_pin_range *pin_ranges; unsigned int num_pin_ranges; const char *pinmux; bool has_gte; }; struct tegra_gpio { struct gpio_chip gpio; unsigned int num_irq; unsigned int *irq; const struct tegra_gpio_soc *soc; unsigned int num_irqs_per_bank; unsigned int num_banks; void *secure; void *base; }; struct tegra_core_opp_params { bool init_state; }; struct tegra_pwm_soc { unsigned int num_channels; long unsigned int max_frequency; }; struct tegra_pwm_chip { struct pwm_chip chip; struct device *dev; struct clk *clk; struct reset_control *rst; long unsigned int clk_rate; long unsigned int min_period_ns; void *regs; const struct tegra_pwm_soc *soc; }; struct bus_attribute { struct attribute attr; ssize_t (*show)(struct bus_type *, char *); ssize_t (*store)(struct bus_type *, const char *, size_t); }; enum pcie_reset_state { pcie_deassert_reset = 1, pcie_warm_reset = 2, pcie_hot_reset = 3, }; enum pci_dev_flags { PCI_DEV_FLAGS_MSI_INTX_DISABLE_BUG = 1, PCI_DEV_FLAGS_NO_D3 = 2, PCI_DEV_FLAGS_ASSIGNED = 4, PCI_DEV_FLAGS_ACS_ENABLED_QUIRK = 8, PCI_DEV_FLAG_PCIE_BRIDGE_ALIAS = 32, PCI_DEV_FLAGS_NO_BUS_RESET = 64, PCI_DEV_FLAGS_NO_PM_RESET = 128, PCI_DEV_FLAGS_VPD_REF_F0 = 256, PCI_DEV_FLAGS_BRIDGE_XLATE_ROOT = 512, PCI_DEV_FLAGS_NO_FLR_RESET = 1024, PCI_DEV_FLAGS_NO_RELAXED_ORDERING = 2048, PCI_DEV_FLAGS_HAS_MSI_MASKING = 4096, }; enum pcie_link_width { PCIE_LNK_WIDTH_RESRV = 0, PCIE_LNK_X1 = 1, PCIE_LNK_X2 = 2, PCIE_LNK_X4 = 4, PCIE_LNK_X8 = 8, PCIE_LNK_X12 = 12, PCIE_LNK_X16 = 16, PCIE_LNK_X32 = 32, PCIE_LNK_WIDTH_UNKNOWN = 255, }; enum pci_bus_speed { PCI_SPEED_33MHz = 0, PCI_SPEED_66MHz = 1, PCI_SPEED_66MHz_PCIX = 2, PCI_SPEED_100MHz_PCIX = 3, PCI_SPEED_133MHz_PCIX = 4, PCI_SPEED_66MHz_PCIX_ECC = 5, PCI_SPEED_100MHz_PCIX_ECC = 6, PCI_SPEED_133MHz_PCIX_ECC = 7, PCI_SPEED_66MHz_PCIX_266 = 9, PCI_SPEED_100MHz_PCIX_266 = 10, PCI_SPEED_133MHz_PCIX_266 = 11, AGP_UNKNOWN = 12, AGP_1X = 13, AGP_2X = 14, AGP_4X = 15, AGP_8X = 16, PCI_SPEED_66MHz_PCIX_533 = 17, PCI_SPEED_100MHz_PCIX_533 = 18, PCI_SPEED_133MHz_PCIX_533 = 19, PCIE_SPEED_2_5GT = 20, PCIE_SPEED_5_0GT = 21, PCIE_SPEED_8_0GT = 22, PCIE_SPEED_16_0GT = 23, PCIE_SPEED_32_0GT = 24, PCIE_SPEED_64_0GT = 25, PCI_SPEED_UNKNOWN = 255, }; enum { PCI_REASSIGN_ALL_RSRC = 1, PCI_REASSIGN_ALL_BUS = 2, PCI_PROBE_ONLY = 4, PCI_CAN_SKIP_ISA_ALIGN = 8, PCI_ENABLE_PROC_DOMAINS = 16, PCI_COMPAT_DOMAIN_0 = 32, PCI_SCAN_ALL_PCIE_DEVS = 64, }; enum pcie_bus_config_types { PCIE_BUS_TUNE_OFF = 0, PCIE_BUS_DEFAULT = 1, PCIE_BUS_SAFE = 2, PCIE_BUS_PERFORMANCE = 3, PCIE_BUS_PEER2PEER = 4, }; typedef int (*arch_set_vga_state_t)(struct pci_dev *, bool, unsigned int, u32); enum pci_fixup_pass { pci_fixup_early = 0, pci_fixup_header = 1, pci_fixup_final = 2, pci_fixup_enable = 3, pci_fixup_resume = 4, pci_fixup_suspend = 5, pci_fixup_resume_early = 6, pci_fixup_suspend_late = 7, }; struct pci_reset_fn_method { int (*reset_fn)(struct pci_dev *, bool); char *name; }; struct pci_pme_device { struct list_head list; struct pci_dev *dev; }; struct pci_saved_state { u32 config_space[16]; struct pci_cap_saved_data cap[0]; }; struct pci_devres { unsigned int enabled: 1; unsigned int pinned: 1; unsigned int orig_intx: 1; unsigned int restore_intx: 1; unsigned int mwi: 1; u32 region_mask; }; struct portdrv_service_data { struct pcie_port_service_driver *drv; struct device *dev; u32 service; }; typedef int (*pcie_callback_t)(struct pcie_device *); struct pci_fixup { u16 vendor; u16 device; u32 class; unsigned int class_shift; int hook_offset; }; enum { NVME_REG_CAP = 0, NVME_REG_VS = 8, NVME_REG_INTMS = 12, NVME_REG_INTMC = 16, NVME_REG_CC = 20, NVME_REG_CSTS = 28, NVME_REG_NSSR = 32, NVME_REG_AQA = 36, NVME_REG_ASQ = 40, NVME_REG_ACQ = 48, NVME_REG_CMBLOC = 56, NVME_REG_CMBSZ = 60, NVME_REG_BPINFO = 64, NVME_REG_BPRSEL = 68, NVME_REG_BPMBL = 72, NVME_REG_CMBMSC = 80, NVME_REG_CRTO = 104, NVME_REG_PMRCAP = 3584, NVME_REG_PMRCTL = 3588, NVME_REG_PMRSTS = 3592, NVME_REG_PMREBS = 3596, NVME_REG_PMRSWTP = 3600, NVME_REG_DBS = 4096, }; enum { NVME_CC_ENABLE = 1, NVME_CC_EN_SHIFT = 0, NVME_CC_CSS_SHIFT = 4, NVME_CC_MPS_SHIFT = 7, NVME_CC_AMS_SHIFT = 11, NVME_CC_SHN_SHIFT = 14, NVME_CC_IOSQES_SHIFT = 16, NVME_CC_IOCQES_SHIFT = 20, NVME_CC_CSS_NVM = 0, NVME_CC_CSS_CSI = 96, NVME_CC_CSS_MASK = 112, NVME_CC_AMS_RR = 0, NVME_CC_AMS_WRRU = 2048, NVME_CC_AMS_VS = 14336, NVME_CC_SHN_NONE = 0, NVME_CC_SHN_NORMAL = 16384, NVME_CC_SHN_ABRUPT = 32768, NVME_CC_SHN_MASK = 49152, NVME_CC_IOSQES = 393216, NVME_CC_IOCQES = 4194304, NVME_CC_CRIME = 16777216, }; enum { NVME_CSTS_RDY = 1, NVME_CSTS_CFS = 2, NVME_CSTS_NSSRO = 16, NVME_CSTS_PP = 32, NVME_CSTS_SHST_NORMAL = 0, NVME_CSTS_SHST_OCCUR = 4, NVME_CSTS_SHST_CMPLT = 8, NVME_CSTS_SHST_MASK = 12, }; enum { NVME_AEN_BIT_NS_ATTR = 8, NVME_AEN_BIT_FW_ACT = 9, NVME_AEN_BIT_ANA_CHANGE = 11, NVME_AEN_BIT_DISC_CHANGE = 31, }; enum { SWITCHTEC_GAS_MRPC_OFFSET = 0, SWITCHTEC_GAS_TOP_CFG_OFFSET = 4096, SWITCHTEC_GAS_SW_EVENT_OFFSET = 6144, SWITCHTEC_GAS_SYS_INFO_OFFSET = 8192, SWITCHTEC_GAS_FLASH_INFO_OFFSET = 8704, SWITCHTEC_GAS_PART_CFG_OFFSET = 16384, SWITCHTEC_GAS_NTB_OFFSET = 65536, SWITCHTEC_GAS_PFF_CSR_OFFSET = 1261568, }; enum { SWITCHTEC_NTB_REG_INFO_OFFSET = 0, SWITCHTEC_NTB_REG_CTRL_OFFSET = 16384, SWITCHTEC_NTB_REG_DBMSG_OFFSET = 409600, }; struct nt_partition_info { u32 xlink_enabled; u32 target_part_low; u32 target_part_high; u32 reserved; }; struct ntb_info_regs { u8 partition_count; u8 partition_id; u16 reserved1; u64 ep_map; u16 requester_id; u16 reserved2; u32 reserved3[4]; struct nt_partition_info ntp_info[48]; } __attribute__((packed)); struct ntb_ctrl_regs { u32 partition_status; u32 partition_op; u32 partition_ctrl; u32 bar_setup; u32 bar_error; u16 lut_table_entries; u16 lut_table_offset; u32 lut_error; u16 req_id_table_size; u16 req_id_table_offset; u32 req_id_error; u32 reserved1[7]; struct { u32 ctl; u32 win_size; u64 xlate_addr; } bar_entry[6]; struct { u32 win_size; u32 reserved[3]; } bar_ext_entry[6]; u32 reserved2[192]; u32 req_id_table[512]; u32 reserved3[256]; u64 lut_entry[512]; }; struct pci_dev_reset_methods { u16 vendor; u16 device; int (*reset)(struct pci_dev *, bool); }; struct pci_dev_acs_enabled { u16 vendor; u16 device; int (*acs_enabled)(struct pci_dev *, u16); }; struct pci_dev_acs_ops { u16 vendor; u16 device; int (*enable_acs)(struct pci_dev *); int (*disable_acs_redir)(struct pci_dev *); }; struct dmi_dev_onboard { struct dmi_device dev; int instance; int segment; int bus; int devfn; }; enum utf16_endian { UTF16_HOST_ENDIAN = 0, UTF16_LITTLE_ENDIAN = 1, UTF16_BIG_ENDIAN = 2, }; enum smbios_attr_enum { SMBIOS_ATTR_NONE = 0, SMBIOS_ATTR_LABEL_SHOW = 1, SMBIOS_ATTR_INSTANCE_SHOW = 2, }; enum acpi_attr_enum { ACPI_ATTR_LABEL_SHOW = 0, ACPI_ATTR_INDEX_SHOW = 1, }; struct pci_doe_protocol { u16 vid; u8 type; }; struct pci_doe_mb; struct pci_doe_task { struct pci_doe_protocol prot; u32 *request_pl; size_t request_pl_sz; u32 *response_pl; size_t response_pl_sz; int rv; void (*complete)(struct pci_doe_task *); void *private; struct work_struct work; struct pci_doe_mb *doe_mb; }; struct pci_doe_mb { struct pci_dev *pdev; u16 cap_offset; struct xarray prots; wait_queue_head_t wq; struct workqueue_struct *work_queue; long unsigned int flags; }; struct nwl_msi { struct irq_domain *msi_domain; long unsigned int bitmap[1]; struct irq_domain *dev_domain; struct mutex lock; int irq_msi0; int irq_msi1; }; struct nwl_pcie { struct device *dev; void *breg_base; void *pcireg_base; void *ecam_base; phys_addr_t phys_breg_base; phys_addr_t phys_pcie_reg_base; phys_addr_t phys_ecam_base; u32 breg_size; u32 pcie_reg_size; u32 ecam_size; int irq_intx; int irq_misc; u32 ecam_value; u8 last_busno; struct nwl_msi msi; struct irq_domain *legacy_irq_domain; struct clk *clk; raw_spinlock_t leg_mask_lock; }; struct apple_pcie { struct mutex lock; struct device *dev; void *base; struct irq_domain *domain; long unsigned int *bitmap; struct list_head ports; struct completion event; struct irq_fwspec fwspec; u32 nvecs; }; struct apple_pcie_port { struct apple_pcie *pcie; struct device_node *np; void *base; struct irq_domain *domain; struct list_head entry; long unsigned int sid_map[1]; int sid_map_sz; int idx; }; struct ls_pcie { struct dw_pcie *pci; }; struct histb_pcie { struct dw_pcie *pci; struct clk *aux_clk; struct clk *pipe_clk; struct clk *sys_clk; struct clk *bus_clk; struct phy *phy; struct reset_control *soft_reset; struct reset_control *sys_reset; struct reset_control *bus_reset; void *ctrl; int reset_gpio; struct regulator *vpcie; }; struct tegra194_pcie_ecam { void *config_base; void *iatu_base; void *dbi_base; }; struct dmt_videomode { u32 dmt_id; u32 std_2byte_code; u32 cvt_3byte_code; const struct fb_videomode *mode; }; struct broken_edid { u8 manufacturer[4]; u32 model; u32 fix; }; struct __fb_timings { u32 dclk; u32 hfreq; u32 vfreq; u32 hactive; u32 vactive; u32 hblank; u32 vblank; u32 htotal; u32 vtotal; }; struct nvs_region { __u64 phys_start; __u64 size; struct list_head node; }; struct acpi_wakeup_handler { struct list_head list_node; bool (*wakeup)(void *); void *context; }; struct resource_win { struct resource res; resource_size_t offset; }; struct irq_override_cmp { const struct dmi_system_id *system; unsigned char irq; unsigned char triggering; unsigned char polarity; unsigned char shareable; }; struct res_proc_context { struct list_head *list; int (*preproc)(struct acpi_resource *, void *); void *preproc_data; int count; int error; }; struct acpi_pci_id { u16 segment; u16 bus; u16 device; u16 function; }; struct acpi_pci_routing_table { u32 length; u32 pin; u64 address; u32 source_index; char source[4]; }; struct acpi_prt_entry { struct acpi_pci_id id; u8 pin; acpi_handle link; u32 index; }; struct prt_quirk { const struct dmi_system_id *system; unsigned int segment; unsigned int bus; unsigned int device; unsigned char pin; const char *source; const char *actual_source; }; struct acpi_bus_event { struct list_head node; acpi_device_class device_class; acpi_bus_id bus_id; u32 type; u32 data; }; struct acpi_genl_event { acpi_device_class device_class; char bus_id[15]; u32 type; u32 data; }; enum { ACPI_GENL_ATTR_UNSPEC = 0, ACPI_GENL_ATTR_EVENT = 1, __ACPI_GENL_ATTR_MAX = 2, }; enum { ACPI_GENL_CMD_UNSPEC = 0, ACPI_GENL_CMD_EVENT = 1, __ACPI_GENL_CMD_MAX = 2, }; typedef acpi_status (*acpi_object_converter)(struct acpi_namespace_node *, union acpi_operand_object *, union acpi_operand_object **); struct acpi_simple_repair_info { char name[4]; u32 unexpected_btypes; u32 package_index; acpi_object_converter object_converter; }; enum acpi_return_package_types { ACPI_PTYPE1_FIXED = 1, ACPI_PTYPE1_VAR = 2, ACPI_PTYPE1_OPTION = 3, ACPI_PTYPE2 = 4, ACPI_PTYPE2_COUNT = 5, ACPI_PTYPE2_PKG_COUNT = 6, ACPI_PTYPE2_FIXED = 7, ACPI_PTYPE2_MIN = 8, ACPI_PTYPE2_REV_FIXED = 9, ACPI_PTYPE2_FIX_VAR = 10, ACPI_PTYPE2_VAR_VAR = 11, ACPI_PTYPE2_UUID_PAIR = 12, ACPI_PTYPE_CUSTOM = 13, }; typedef acpi_status (*acpi_table_handler)(u32, void *, void *); struct acpi_pkg_info { u8 *free_space; acpi_size length; u32 object_space; u32 num_packages; }; typedef int (*acpi_op_add)(struct acpi_device *); typedef int (*acpi_op_remove)(struct acpi_device *); typedef void (*acpi_op_notify)(struct acpi_device *, u32); struct acpi_device_ops { acpi_op_add add; acpi_op_remove remove; acpi_op_notify notify; }; struct acpi_driver { char name[80]; char class[80]; const struct acpi_device_id *ids; unsigned int flags; struct acpi_device_ops ops; struct device_driver drv; struct module *owner; }; enum { ACPI_BUTTON_LID_INIT_IGNORE = 0, ACPI_BUTTON_LID_INIT_OPEN = 1, ACPI_BUTTON_LID_INIT_METHOD = 2, ACPI_BUTTON_LID_INIT_DISABLED = 3, }; struct acpi_button { unsigned int type; struct input_dev *input; char phys[32]; long unsigned int pushed; int last_state; ktime_t last_time; bool suspended; bool lid_state_initialized; }; enum acpi_cedt_type { ACPI_CEDT_TYPE_CHBS = 0, ACPI_CEDT_TYPE_CFMWS = 1, ACPI_CEDT_TYPE_RESERVED = 2, }; struct acpi_cedt_cfmws { struct acpi_cedt_header header; u32 reserved1; u64 base_hpa; u64 window_size; u8 interleave_ways; u8 interleave_arithmetic; u16 reserved2; u32 granularity; u16 restrictions; u16 qtg_id; u32 interleave_targets[0]; } __attribute__((packed)); struct acpi_table_slit { struct acpi_table_header header; u64 locality_count; u8 entry[1]; } __attribute__((packed)); struct acpi_table_srat { struct acpi_table_header header; u32 table_revision; u64 reserved; }; struct acpi_srat_cpu_affinity { struct acpi_subtable_header header; u8 proximity_domain_lo; u8 apic_id; u32 flags; u8 local_sapic_eid; u8 proximity_domain_hi[3]; u32 clock_domain; }; struct acpi_srat_x2apic_cpu_affinity { struct acpi_subtable_header header; u16 reserved; u32 proximity_domain; u32 apic_id; u32 flags; u32 clock_domain; u32 reserved2; }; struct acpi_srat_gicc_affinity { struct acpi_subtable_header header; u32 proximity_domain; u32 acpi_processor_uid; u32 flags; u32 clock_domain; } __attribute__((packed)); struct acpi_srat_generic_affinity { struct acpi_subtable_header header; u8 reserved; u8 device_handle_type; u32 proximity_domain; u8 device_handle[16]; u32 flags; u32 reserved1; }; typedef int (*acpi_tbl_entry_handler_arg)(union acpi_subtable_headers *, void *, const long unsigned int); struct acpi_subtable_proc { int id; acpi_tbl_entry_handler handler; acpi_tbl_entry_handler_arg handler_arg; void *arg; int count; }; typedef void (*async_func_t)(void *, async_cookie_t); enum { POWER_SUPPLY_STATUS_UNKNOWN = 0, POWER_SUPPLY_STATUS_CHARGING = 1, POWER_SUPPLY_STATUS_DISCHARGING = 2, POWER_SUPPLY_STATUS_NOT_CHARGING = 3, POWER_SUPPLY_STATUS_FULL = 4, }; enum { POWER_SUPPLY_CAPACITY_LEVEL_UNKNOWN = 0, POWER_SUPPLY_CAPACITY_LEVEL_CRITICAL = 1, POWER_SUPPLY_CAPACITY_LEVEL_LOW = 2, POWER_SUPPLY_CAPACITY_LEVEL_NORMAL = 3, POWER_SUPPLY_CAPACITY_LEVEL_HIGH = 4, POWER_SUPPLY_CAPACITY_LEVEL_FULL = 5, }; struct acpi_battery_hook { const char *name; int (*add_battery)(struct power_supply *); int (*remove_battery)(struct power_supply *); struct list_head list; }; enum { ACPI_BATTERY_ALARM_PRESENT = 0, ACPI_BATTERY_XINFO_PRESENT = 1, ACPI_BATTERY_QUIRK_PERCENTAGE_CAPACITY = 2, ACPI_BATTERY_QUIRK_THINKPAD_MAH = 3, ACPI_BATTERY_QUIRK_DEGRADED_FULL_CHARGE = 4, }; struct acpi_battery { struct mutex lock; struct mutex sysfs_lock; struct power_supply *bat; struct power_supply_desc bat_desc; struct acpi_device *device; struct notifier_block pm_nb; struct list_head list; long unsigned int update_time; int revision; int rate_now; int capacity_now; int voltage_now; int design_capacity; int full_charge_capacity; int technology; int design_voltage; int design_capacity_warning; int design_capacity_low; int cycle_count; int measurement_accuracy; int max_sampling_time; int min_sampling_time; int max_averaging_interval; int min_averaging_interval; int capacity_granularity_1; int capacity_granularity_2; int alarm; char model_number[32]; char serial_number[32]; char type[32]; char oem_info[32]; int state; int power_unit; long unsigned int flags; }; struct acpi_offsets { size_t offset; u8 mode; }; struct acpi_table_iort { struct acpi_table_header header; u32 node_count; u32 node_offset; u32 reserved; }; enum acpi_iort_node_type { ACPI_IORT_NODE_ITS_GROUP = 0, ACPI_IORT_NODE_NAMED_COMPONENT = 1, ACPI_IORT_NODE_PCI_ROOT_COMPLEX = 2, ACPI_IORT_NODE_SMMU = 3, ACPI_IORT_NODE_SMMU_V3 = 4, ACPI_IORT_NODE_PMCG = 5, ACPI_IORT_NODE_RMR = 6, }; struct acpi_iort_id_mapping { u32 input_base; u32 id_count; u32 output_base; u32 output_reference; u32 flags; }; struct acpi_iort_its_group { u32 its_count; u32 identifiers[1]; }; struct acpi_iort_named_component { u32 node_flags; u64 memory_properties; u8 memory_address_limit; char device_name[1]; } __attribute__((packed)); struct acpi_iort_root_complex { u64 memory_properties; u32 ats_attribute; u32 pci_segment_number; u8 memory_address_limit; u16 pasid_capabilities; u8 reserved[1]; } __attribute__((packed)); struct acpi_iort_smmu_v3 { u64 base_address; u32 flags; u32 reserved; u64 vatos_address; u32 model; u32 event_gsiv; u32 pri_gsiv; u32 gerr_gsiv; u32 sync_gsiv; u32 pxm; u32 id_mapping_index; } __attribute__((packed)); struct acpi_iort_pmcg { u64 page0_base_address; u32 overflow_gsiv; u32 node_reference; u64 page1_base_address; }; struct acpi_iort_rmr { u32 flags; u32 rmr_count; u32 rmr_offset; }; struct acpi_iort_rmr_desc { u64 base_address; u64 length; u32 reserved; } __attribute__((packed)); enum acpi_predicate { all_versions = 0, less_than_or_equal = 1, equal = 2, greater_than_or_equal = 3, }; struct acpi_platform_list { char oem_id[7]; char oem_table_id[9]; u32 oem_revision; char *table; enum acpi_predicate pred; char *reason; u32 data; }; struct iort_its_msi_chip { struct list_head list; struct fwnode_handle *fw_node; phys_addr_t base_addr; u32 translation_id; }; struct iort_fwnode { struct list_head list; struct acpi_iort_node *iort_node; struct fwnode_handle *fwnode; }; typedef acpi_status (*iort_find_node_callback)(struct acpi_iort_node *, void *); struct iort_pci_alias_info { struct device *dev; struct acpi_iort_node *node; }; struct iort_dev_config { const char *name; int (*dev_init)(struct acpi_iort_node *); void (*dev_dma_configure)(struct device *, struct acpi_iort_node *); int (*dev_count_resources)(struct acpi_iort_node *); void (*dev_init_resources)(struct resource *, struct acpi_iort_node *); int (*dev_set_proximity)(struct device *, struct acpi_iort_node *); int (*dev_add_platdata)(struct platform_device *); }; struct devm_clk_state { struct clk *clk; void (*exit)(struct clk *); }; struct clk_bulk_devres { struct clk_bulk_data *clks; int num_clks; }; struct clk_gate { struct clk_hw hw; void *reg; u8 bit_idx; u8 flags; spinlock_t *lock; }; struct clk_plldig { struct clk_hw hw; void *regs; unsigned int vco_freq; }; struct clk { struct clk_core *core; struct device *dev; const char *dev_id; const char *con_id; long unsigned int min_rate; long unsigned int max_rate; unsigned int exclusive_count; struct hlist_node clks_node; }; struct hi6220_divider_clock { unsigned int id; const char *name; const char *parent_name; long unsigned int flags; long unsigned int offset; u8 shift; u8 width; u32 mask_bit; const char *alias; }; struct clk_cpu { struct clk_hw hw; struct clk *div; struct clk *mux; struct clk *pll; struct clk *step; }; struct clk_fixup_div { struct clk_divider divider; const struct clk_ops *ops; void (*fixup)(u32 *); }; struct clk_pfd { struct clk_hw hw; void *reg; u8 idx; }; enum imx_pllv3_type { IMX_PLLV3_GENERIC = 0, IMX_PLLV3_SYS = 1, IMX_PLLV3_USB = 2, IMX_PLLV3_USB_VF610 = 3, IMX_PLLV3_AV = 4, IMX_PLLV3_ENET = 5, IMX_PLLV3_ENET_IMX7 = 6, IMX_PLLV3_SYS_VF610 = 7, IMX_PLLV3_DDR_IMX7 = 8, IMX_PLLV3_AV_IMX7 = 9, }; struct clk_pllv3 { struct clk_hw hw; void *base; u32 power_bit; bool powerup_set; u32 div_mask; u32 div_shift; long unsigned int ref_clock; u32 num_offset; u32 denom_offset; }; struct clk_pllv3_vf610_mf { u32 mfi; u32 mfn; u32 mfd; }; enum imx_pll14xx_type { PLL_1416X = 0, PLL_1443X = 1, }; struct imx_pll14xx_rate_table { unsigned int rate; unsigned int pdiv; unsigned int mdiv; unsigned int sdiv; unsigned int kdiv; }; struct imx_pll14xx_clk { enum imx_pll14xx_type type; const struct imx_pll14xx_rate_table *rate_table; int rate_count; int flags; }; struct meson_clk_cpu_dyndiv_data { struct parm div; struct parm dyn; }; struct meson_vid_pll_div_data { struct parm val; struct parm sel; }; struct g12a_cpu_clk_postmux_nb_data { struct notifier_block nb; struct clk_hw *xtal; struct clk_hw *cpu_clk_dyn; struct clk_hw *cpu_clk_postmux0; struct clk_hw *cpu_clk_postmux1; struct clk_hw *cpu_clk_premux1; }; struct g12a_sys_pll_nb_data { struct notifier_block nb; struct clk_hw *sys_pll; struct clk_hw *cpu_clk; struct clk_hw *cpu_clk_dyn; }; struct meson_g12a_data { const struct meson_eeclkc_data eeclkc_data; int (*dvfs_setup)(struct platform_device *); }; struct gdsc { struct generic_pm_domain pd; struct generic_pm_domain *parent; struct regmap *regmap; unsigned int gdscr; unsigned int collapse_ctrl; unsigned int collapse_mask; unsigned int gds_hw_ctrl; unsigned int clamp_io_ctrl; unsigned int *cxcs; unsigned int cxc_count; unsigned int en_rest_wait_val; unsigned int en_few_wait_val; unsigned int clk_dis_wait_val; const u8 pwrsts; const u16 flags; struct reset_controller_dev *rcdev; unsigned int *resets; unsigned int reset_count; const char *supply; struct regulator *rsupply; struct device *dev; }; struct clk_rcg2 { u32 cmd_rcgr; u8 mnd_width; u8 hid_width; u8 safe_src_index; const struct parent_map *parent_map; const struct freq_tbl *freq_tbl; struct clk_regmap___2 clkr; u8 cfg_off; u32 parked_cfg; }; enum { P_XO = 0, P_GPLL0 = 1, P_GPLL0_EARLY_DIV = 2, P_SLEEP_CLK = 3, P_GPLL4 = 4, P_AUD_REF_CLK = 5, }; struct rockchip_clk_pll { struct clk_hw hw; struct clk_mux pll_mux; const struct clk_ops *pll_mux_ops; struct notifier_block clk_nb; void *reg_base; int lock_offset; unsigned int lock_shift; enum rockchip_pll_type type; u8 flags; const struct rockchip_pll_rate_table *rate_table; unsigned int rate_count; spinlock_t *lock; struct rockchip_clk_provider *ctx; }; enum rk3328_plls { apll = 0, dpll___2 = 1, cpll___2 = 2, gpll___2 = 3, npll___2 = 4, }; struct ccu_mux { u32 enable; struct ccu_mux_internal mux; struct ccu_common common; }; struct ccu_mux_nb { struct notifier_block clk_nb; struct ccu_common *common; struct ccu_mux_internal *cm; u32 delay_us; u8 bypass_index; u8 original_index; }; struct ccu_mult_internal { u8 offset; u8 shift; u8 width; u8 min; u8 max; }; struct ccu_nkmp { u32 enable; u32 lock; struct ccu_mult_internal n; struct ccu_mult_internal k; struct ccu_div_internal m; struct ccu_div_internal p; unsigned int fixed_post_div; unsigned int max_rate; struct ccu_common common; }; struct _ccu_nkmp { long unsigned int n; long unsigned int min_n; long unsigned int max_n; long unsigned int k; long unsigned int min_k; long unsigned int max_k; long unsigned int m; long unsigned int min_m; long unsigned int max_m; long unsigned int p; long unsigned int min_p; long unsigned int max_p; }; struct ccu_pll_nb { struct notifier_block clk_nb; struct ccu_common *common; u32 enable; u32 lock; }; struct ccu_frac_internal { u32 enable; u32 select; long unsigned int rates[2]; }; struct ccu_mult { u32 enable; u32 lock; struct ccu_frac_internal frac; struct ccu_mult_internal mult; struct ccu_mux_internal mux; struct ccu_common common; }; struct ccu_sdm_setting { long unsigned int rate; u32 pattern; u32 m; u32 n; }; struct ccu_sdm_internal { struct ccu_sdm_setting *table; u32 table_size; u32 enable; u32 tuning_enable; u16 tuning_reg; }; struct ccu_nm { u32 enable; u32 lock; struct ccu_mult_internal n; struct ccu_div_internal m; struct ccu_frac_internal frac; struct ccu_sdm_internal sdm; unsigned int fixed_post_div; unsigned int min_rate; unsigned int max_rate; struct ccu_common common; }; struct clk_lookup { struct list_head node; const char *dev_id; const char *con_id; struct clk *clk; struct clk_hw *clk_hw; }; struct tegra_cpu_car_ops { void (*wait_for_reset)(u32); void (*put_in_reset)(u32); void (*out_of_reset)(u32); void (*enable_clock)(u32); void (*disable_clock)(u32); bool (*rail_off_ready)(); void (*suspend)(); void (*resume)(); }; struct tegra_clk_periph_regs { u32 enb_reg; u32 enb_set_reg; u32 enb_clr_reg; u32 rst_reg; u32 rst_set_reg; u32 rst_clr_reg; }; struct tegra_clk_init_table { unsigned int clk_id; unsigned int parent_id; long unsigned int rate; int state; }; struct tegra_clk_duplicate { int clk_id; struct clk_lookup lookup; }; struct tegra_clk { int dt_id; bool present; }; struct tegra_devclk { int dt_id; char *dev_id; char *con_id; }; typedef void (*tegra_clk_apply_init_table_func)(); enum tegra_revision { TEGRA_REVISION_UNKNOWN = 0, TEGRA_REVISION_A01 = 1, TEGRA_REVISION_A02 = 2, TEGRA_REVISION_A03 = 3, TEGRA_REVISION_A03p = 4, TEGRA_REVISION_A04 = 5, TEGRA_REVISION_MAX = 6, }; struct tegra_sku_info { int sku_id; int cpu_process_id; int cpu_speedo_id; int cpu_speedo_value; int cpu_iddq_value; int soc_process_id; int soc_speedo_id; int soc_speedo_value; int gpu_process_id; int gpu_speedo_id; int gpu_speedo_value; enum tegra_revision revision; }; struct dfll_fcpu_data { const long unsigned int *cpu_max_freq_table; unsigned int cpu_max_freq_table_size; const struct cvb_table *cpu_cvb_tables; unsigned int cpu_cvb_tables_size; }; typedef void (*irq_write_msi_msg_t)(struct msi_desc *, struct msi_msg *); struct mv_xor_v2_descriptor { u16 desc_id; u16 flags; u32 crc32_result; u32 desc_ctrl; u32 buff_size; u32 fill_pattern_src_addr[4]; u32 data_buff_addr[12]; u32 reserved[12]; }; struct mv_xor_v2_sw_desc; struct mv_xor_v2_device { spinlock_t lock; void *dma_base; void *glob_base; struct clk *clk; struct clk *reg_clk; struct tasklet_struct irq_tasklet; struct list_head free_sw_desc; struct dma_device dmadev; struct dma_chan dmachan; dma_addr_t hw_desq; struct mv_xor_v2_descriptor *hw_desq_virt; struct mv_xor_v2_sw_desc *sw_desq; int desc_size; unsigned int npendings; unsigned int hw_queue_idx; unsigned int irq; }; struct mv_xor_v2_sw_desc { int idx; struct dma_async_tx_descriptor async_tx; struct mv_xor_v2_descriptor hw_desc; struct list_head free_list; }; enum udma_tp_level { UDMA_TP_NORMAL = 0, UDMA_TP_HIGH = 1, UDMA_TP_ULTRAHIGH = 2, UDMA_TP_LAST = 3, }; enum psil_endpoint_type { PSIL_EP_NATIVE = 0, PSIL_EP_PDMA_XY = 1, PSIL_EP_PDMA_MCAN = 2, PSIL_EP_PDMA_AASRC = 3, }; struct psil_endpoint_config { enum psil_endpoint_type ep_type; enum udma_tp_level channel_tpl; unsigned int pkt_mode: 1; unsigned int notdpkt: 1; unsigned int needs_epib: 1; unsigned int pdma_acc32: 1; unsigned int pdma_burst: 1; u32 psd_size; s16 mapped_channel_id; u16 flow_start; u16 flow_num; s16 default_flow_id; }; struct psil_ep { u32 thread_id; struct psil_endpoint_config ep_config; }; struct psil_ep_map { char *name; struct psil_ep *src; int src_count; struct psil_ep *dst; int dst_count; }; struct bcm2835_pm { struct device *dev; void *base; void *asb; void *rpivid_asb; }; struct bcm2835_power; struct bcm2835_power_domain { struct generic_pm_domain base; struct bcm2835_power *power; u32 domain; struct clk *clk; }; struct bcm2835_power { struct device *dev; void *base; void *asb; void *rpivid_asb; struct genpd_onecell_data pd_xlate; struct bcm2835_power_domain domains[13]; struct reset_controller_dev reset; }; struct bm_buffer { union { struct { __be16 bpid; __be16 hi; __be32 lo; }; __be64 data; }; }; enum bm_rcr_pmode { bm_rcr_pci = 0, bm_rcr_pce = 1, bm_rcr_pvb = 2, }; enum bm_rcr_cmode { bm_rcr_cci = 0, bm_rcr_cce = 1, }; struct bm_rcr_entry { union { struct { u8 _ncw_verb; u8 bpid; u8 __reserved1[62]; }; struct bm_buffer bufs[8]; }; }; struct bm_rcr { struct bm_rcr_entry *ring; struct bm_rcr_entry *cursor; u8 ci; u8 available; u8 ithresh; u8 vbit; }; struct bm_mc_command { u8 _ncw_verb; u8 bpid; u8 __reserved[62]; }; union bm_mc_result { struct { u8 verb; u8 bpid; u8 __reserved[62]; }; struct bm_buffer bufs[8]; }; struct bm_mc { struct bm_mc_command *cr; union bm_mc_result *rr; u8 rridx; u8 vbit; }; struct bm_addr { void *ce; __be32 *ce_be; void *ci; }; struct bm_portal { struct bm_addr addr; struct bm_rcr rcr; struct bm_mc mc; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bman_portal { struct bm_portal p; long unsigned int irq_sources; const struct bm_portal_config *config; char irqname[16]; long: 64; long: 64; long: 64; long: 64; }; struct bman_pool { u32 bpid; struct bman_portal *portal; struct bman_pool *next; }; struct imx8mp_blk_ctrl_domain; struct imx8mp_blk_ctrl { struct device *dev; struct notifier_block power_nb; struct device *bus_power_dev; struct regmap *regmap; struct imx8mp_blk_ctrl_domain *domains; struct genpd_onecell_data onecell_data; void (*power_off)(struct imx8mp_blk_ctrl *, struct imx8mp_blk_ctrl_domain *); void (*power_on)(struct imx8mp_blk_ctrl *, struct imx8mp_blk_ctrl_domain *); }; struct imx8mp_blk_ctrl_domain_data; struct imx8mp_blk_ctrl_domain { struct generic_pm_domain genpd; const struct imx8mp_blk_ctrl_domain_data *data; struct clk_bulk_data clks[2]; struct device *power_dev; struct imx8mp_blk_ctrl *bc; int id; }; struct imx8mp_blk_ctrl_domain_data { const char *name; const char * const *clk_names; int num_clks; const char *gpc_name; }; struct imx8mp_blk_ctrl_data { int max_reg; notifier_fn_t power_notifier_fn; void (*power_off)(struct imx8mp_blk_ctrl *, struct imx8mp_blk_ctrl_domain *); void (*power_on)(struct imx8mp_blk_ctrl *, struct imx8mp_blk_ctrl_domain *); const struct imx8mp_blk_ctrl_domain_data *domains; int num_domains; }; struct crci_config { u32 num_rows; const u32 (*array)[12]; }; struct gsbi_info { struct clk *hclk; u32 mode; u32 crci; struct regmap *tcsr; }; struct rockchip_domain_info { const char *name; int pwr_mask; int status_mask; int req_mask; int idle_mask; int ack_mask; bool active_wakeup; int pwr_w_mask; int req_w_mask; }; struct rockchip_pmu_info { u32 pwr_offset; u32 status_offset; u32 req_offset; u32 idle_offset; u32 ack_offset; u32 core_pwrcnt_offset; u32 gpu_pwrcnt_offset; unsigned int core_power_transition_time; unsigned int gpu_power_transition_time; int num_domains; const struct rockchip_domain_info *domain_info; }; struct rockchip_pmu; struct rockchip_pm_domain { struct generic_pm_domain genpd; const struct rockchip_domain_info *info; struct rockchip_pmu *pmu; int num_qos; struct regmap **qos_regmap; u32 *qos_save_regs[5]; int num_clks; struct clk_bulk_data *clks; }; struct rockchip_pmu { struct device *dev; struct regmap *regmap; const struct rockchip_pmu_info *info; struct mutex mutex; struct genpd_onecell_data genpd_data; struct generic_pm_domain *domains[0]; }; enum mrq_pg_cmd { CMD_PG_QUERY_ABI = 0, CMD_PG_SET_STATE = 1, CMD_PG_GET_STATE = 2, CMD_PG_GET_NAME = 3, CMD_PG_GET_MAX_ID = 4, }; enum pg_states { PG_STATE_OFF = 0, PG_STATE_ON = 1, PG_STATE_RUNNING = 2, }; struct cmd_pg_query_abi_request { uint32_t type; }; struct cmd_pg_set_state_request { uint32_t state; }; struct cmd_pg_get_state_response { uint32_t state; }; struct cmd_pg_get_name_response { uint8_t name[40]; }; struct cmd_pg_get_max_id_response { uint32_t max_id; }; struct mrq_pg_request { uint32_t cmd; uint32_t id; union { struct cmd_pg_query_abi_request query_abi; struct cmd_pg_set_state_request set_state; }; }; struct mrq_pg_response { union { struct cmd_pg_get_state_response get_state; struct cmd_pg_get_name_response get_name; struct cmd_pg_get_max_id_response get_max_id; }; }; struct tegra_powergate_info { unsigned int id; char *name; }; struct tegra_powergate { struct generic_pm_domain genpd; struct tegra_bpmp *bpmp; unsigned int id; }; struct virtio_driver { struct device_driver driver; const struct virtio_device_id *id_table; const unsigned int *feature_table; unsigned int feature_table_size; const unsigned int *feature_table_legacy; unsigned int feature_table_size_legacy; int (*validate)(struct virtio_device *); int (*probe)(struct virtio_device *); void (*scan)(struct virtio_device *); void (*remove)(struct virtio_device *); void (*config_changed)(struct virtio_device *); int (*freeze)(struct virtio_device *); int (*restore)(struct virtio_device *); }; struct virtio_pci_common_cfg { __le32 device_feature_select; __le32 device_feature; __le32 guest_feature_select; __le32 guest_feature; __le16 msix_config; __le16 num_queues; __u8 device_status; __u8 config_generation; __le16 queue_select; __le16 queue_size; __le16 queue_msix_vector; __le16 queue_enable; __le16 queue_notify_off; __le32 queue_desc_lo; __le32 queue_desc_hi; __le32 queue_avail_lo; __le32 queue_avail_hi; __le32 queue_used_lo; __le32 queue_used_hi; }; struct virtio_pci_legacy_device { struct pci_dev *pci_dev; u8 *isr; void *ioaddr; struct virtio_device_id id; }; struct virtio_pci_modern_device { struct pci_dev *pci_dev; struct virtio_pci_common_cfg *common; void *device; void *notify_base; resource_size_t notify_pa; u8 *isr; size_t notify_len; size_t device_len; int notify_map_cap; u32 notify_offset_multiplier; int modern_bars; struct virtio_device_id id; }; struct virtio_pci_vq_info { struct virtqueue *vq; struct list_head node; unsigned int msix_vector; }; struct virtio_pci_device { struct virtio_device vdev; struct pci_dev *pci_dev; struct virtio_pci_legacy_device ldev; struct virtio_pci_modern_device mdev; bool is_legacy; u8 *isr; spinlock_t lock; struct list_head virtqueues; struct virtio_pci_vq_info **vqs; int msix_enabled; int intx_enabled; cpumask_var_t *msix_affinity_masks; char (*msix_names)[256]; unsigned int msix_vectors; unsigned int msix_used_vectors; bool per_vq_vectors; struct virtqueue * (*setup_vq)(struct virtio_pci_device *, struct virtio_pci_vq_info *, unsigned int, void (*)(struct virtqueue *), const char *, bool, u16); void (*del_vq)(struct virtio_pci_vq_info *); u16 (*config_vector)(struct virtio_pci_device *, u16); }; enum { REGULATOR_ERROR_CLEARED = 0, REGULATOR_FAILED_RETRY = 1, REGULATOR_ERROR_ON = 2, }; struct regulator_irq { struct regulator_irq_data rdata; struct regulator_irq_desc desc; int irq; int retry_cnt; struct delayed_work isr_work; }; struct pwm_continuous_reg_data { unsigned int min_uV_dutycycle; unsigned int max_uV_dutycycle; unsigned int dutycycle_unit; }; struct pwm_voltages; struct pwm_regulator_data { struct pwm_device *pwm; struct pwm_voltages *duty_cycle_table; struct pwm_continuous_reg_data continuous; struct regulator_desc desc; int state; struct gpio_desc *enb_gpio; }; struct pwm_voltages { unsigned int uV; unsigned int dutycycle; }; struct reset_simple_data { spinlock_t lock; void *membase; struct reset_controller_dev rcdev; bool active_low; bool status_active_low; unsigned int reset_us; }; struct reset_simple_devdata { u32 reg_offset; u32 nr_resets; bool active_low; bool status_active_low; }; struct tty_audit_buf { struct mutex mutex; dev_t dev; unsigned int icanon: 1; size_t valid; unsigned char *data; }; struct unipair { short unsigned int unicode; short unsigned int fontpos; }; enum translation_map { LAT1_MAP = 0, GRAF_MAP = 1, IBMPC_MAP = 2, USER_MAP = 3, FIRST_MAP = 0, LAST_MAP = 3, }; struct uni_pagedict { u16 **uni_pgdir[32]; long unsigned int refcount; long unsigned int sum; unsigned char *inverse_translations[4]; u16 *inverse_trans_unicode; }; struct s3c2410_uartcfg { unsigned char hwport; unsigned char unused; short unsigned int flags; upf_t uart_flags; unsigned int clk_sel; unsigned int has_fracval; long unsigned int ucon; long unsigned int ulcon; long unsigned int ufcon; }; enum s3c24xx_port_type { TYPE_S3C24XX = 0, TYPE_S3C6400 = 1, TYPE_APPLE_S5L = 2, }; struct s3c24xx_uart_info { const char *name; enum s3c24xx_port_type type; unsigned int port_type; unsigned int fifosize; long unsigned int rx_fifomask; long unsigned int rx_fifoshift; long unsigned int rx_fifofull; long unsigned int tx_fifomask; long unsigned int tx_fifoshift; long unsigned int tx_fifofull; unsigned int def_clk_sel; long unsigned int num_clks; long unsigned int clksel_mask; long unsigned int clksel_shift; long unsigned int ucon_mask; unsigned int has_divslot: 1; }; struct s3c24xx_serial_drv_data { const struct s3c24xx_uart_info info; const struct s3c2410_uartcfg def_cfg; const unsigned int fifosize[12]; }; struct s3c24xx_uart_dma { unsigned int rx_chan_id; unsigned int tx_chan_id; struct dma_slave_config rx_conf; struct dma_slave_config tx_conf; struct dma_chan *rx_chan; struct dma_chan *tx_chan; dma_addr_t rx_addr; dma_addr_t tx_addr; dma_cookie_t rx_cookie; dma_cookie_t tx_cookie; char *rx_buf; dma_addr_t tx_transfer_addr; size_t rx_size; size_t tx_size; struct dma_async_tx_descriptor *tx_desc; struct dma_async_tx_descriptor *rx_desc; int tx_bytes_requested; int rx_bytes_requested; }; struct s3c24xx_uart_port { unsigned char rx_claimed; unsigned char tx_claimed; unsigned char rx_enabled; unsigned char tx_enabled; unsigned int pm_level; long unsigned int baudclk_rate; unsigned int min_dma_size; unsigned int rx_irq; unsigned int tx_irq; unsigned int tx_in_progress; unsigned int tx_mode; unsigned int rx_mode; const struct s3c24xx_uart_info *info; struct clk *clk; struct clk *baudclk; struct uart_port port; const struct s3c24xx_serial_drv_data *drv_data; const struct s3c2410_uartcfg *cfg; struct s3c24xx_uart_dma *dma; }; struct samsung_early_console_data { u32 txfull_mask; u32 rxfifo_mask; }; struct tegra_tcu { struct uart_driver driver; struct console console; struct uart_port port; struct mbox_client tx_client; struct mbox_client rx_client; struct mbox_chan *tx; struct mbox_chan *rx; }; struct timer_rand_state { long unsigned int last_time; long int last_delta; long int last_delta2; }; enum chacha_constants { CHACHA_CONSTANT_EXPA = 1634760805, CHACHA_CONSTANT_ND_3 = 857760878, CHACHA_CONSTANT_2_BY = 2036477234, CHACHA_CONSTANT_TE_K = 1797285236, }; enum blake2s_lengths { BLAKE2S_BLOCK_SIZE = 64, BLAKE2S_HASH_SIZE = 32, BLAKE2S_KEY_SIZE = 32, BLAKE2S_128_HASH_SIZE = 16, BLAKE2S_160_HASH_SIZE = 20, BLAKE2S_224_HASH_SIZE = 28, BLAKE2S_256_HASH_SIZE = 32, }; struct blake2s_state { u32 h[8]; u32 t[2]; u32 f[2]; u8 buf[64]; unsigned int buflen; unsigned int outlen; }; enum blake2s_iv { BLAKE2S_IV0 = 1779033703, BLAKE2S_IV1 = 3144134277, BLAKE2S_IV2 = 1013904242, BLAKE2S_IV3 = 2773480762, BLAKE2S_IV4 = 1359893119, BLAKE2S_IV5 = 2600822924, BLAKE2S_IV6 = 528734635, BLAKE2S_IV7 = 1541459225, }; enum { CRNG_EMPTY = 0, CRNG_EARLY = 1, CRNG_READY = 2, }; enum { CRNG_RESEED_START_INTERVAL = 100, CRNG_RESEED_INTERVAL = 6000, }; struct crng { u8 key[32]; long unsigned int generation; local_lock_t lock; }; struct batch_u64 { u64 entropy[12]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u32 { u32 entropy[24]; local_lock_t lock; long unsigned int generation; unsigned int position; }; enum { POOL_BITS = 256, POOL_READY_BITS = 256, POOL_EARLY_BITS = 128, }; struct fast_pool { long unsigned int pool[4]; long unsigned int last; unsigned int count; struct timer_list mix; }; struct entropy_timer_state { long unsigned int entropy; struct timer_list timer; unsigned int samples; unsigned int samples_per_bit; }; enum { NUM_TRIAL_SAMPLES = 8192, MAX_SAMPLES_PER_BIT = 6, }; enum { MIX_INFLIGHT = 2147483648, }; enum tpm2_structures { TPM2_ST_NO_SESSIONS = 32769, TPM2_ST_SESSIONS = 32770, }; enum tpm2_capabilities { TPM2_CAP_HANDLES = 1, TPM2_CAP_COMMANDS = 2, TPM2_CAP_PCRS = 5, TPM2_CAP_TPM_PROPERTIES = 6, }; enum tpm2_cc_attrs { TPM2_CC_ATTR_CHANDLES = 25, TPM2_CC_ATTR_RHANDLE = 28, }; enum tpm_buf_flags { TPM_BUF_OVERFLOW = 1, }; enum tpm2_handle_types { TPM2_HT_HMAC_SESSION = 33554432, TPM2_HT_POLICY_SESSION = 50331648, TPM2_HT_TRANSIENT = 2147483648, }; struct tpm2_context { __be64 sequence; __be32 saved_handle; __be32 hierarchy; __be16 blob_size; } __attribute__((packed)); struct tpm2_cap_handles { u8 more_data; __be32 capability; __be32 count; __be32 handles[0]; } __attribute__((packed)); struct nvidia_smmu { struct arm_smmu_device smmu; void *bases[2]; unsigned int num_instances; struct tegra_mc *mc; }; enum iommu_dma_cookie_type { IOMMU_DMA_IOVA_COOKIE = 0, IOMMU_DMA_MSI_COOKIE = 1, }; struct iova { struct rb_node node; long unsigned int pfn_hi; long unsigned int pfn_lo; }; struct iova_rcache; struct iova_domain { spinlock_t iova_rbtree_lock; struct rb_root rbroot; struct rb_node *cached_node; struct rb_node *cached32_node; long unsigned int granule; long unsigned int start_pfn; long unsigned int dma_32bit_pfn; long unsigned int max32_alloc_size; struct iova anchor; struct iova_rcache *rcaches; struct hlist_node cpuhp_dead; }; struct iova_fq; struct iommu_dma_cookie { enum iommu_dma_cookie_type type; union { struct { struct iova_domain iovad; struct iova_fq *fq; atomic64_t fq_flush_start_cnt; atomic64_t fq_flush_finish_cnt; struct timer_list fq_timer; atomic_t fq_timer_on; }; dma_addr_t msi_iova; }; struct list_head msi_page_list; struct iommu_domain *fq_domain; struct mutex mutex; }; struct iommu_dma_msi_page { struct list_head list; dma_addr_t iova; phys_addr_t phys; }; struct iova_fq_entry { long unsigned int iova_pfn; long unsigned int pages; struct list_head freelist; u64 counter; }; struct iova_fq { struct iova_fq_entry entries[256]; unsigned int head; unsigned int tail; spinlock_t lock; }; struct pci_dev; struct class_attribute { struct attribute attr; ssize_t (*show)(struct class *, struct class_attribute *, char *); ssize_t (*store)(struct class *, struct class_attribute *, const char *, size_t); }; struct class_attribute_string { struct class_attribute attr; char *str; }; struct acpi_bus_type { struct list_head list; const char *name; bool (*match)(struct device *); struct acpi_device * (*find_companion)(struct device *); void (*setup)(struct device *); }; enum drm_minor_type { DRM_MINOR_PRIMARY = 0, DRM_MINOR_CONTROL = 1, DRM_MINOR_RENDER = 2, }; struct drm_mode_fb_cmd { __u32 fb_id; __u32 width; __u32 height; __u32 pitch; __u32 bpp; __u32 depth; __u32 handle; }; struct drm_mode_fb_dirty_cmd { __u32 fb_id; __u32 flags; __u32 color; __u32 num_clips; __u64 clips_ptr; }; struct drm_mm; struct drm_mm_node { long unsigned int color; u64 start; u64 size; struct drm_mm *mm; struct list_head node_list; struct list_head hole_stack; struct rb_node rb; struct rb_node rb_hole_size; struct rb_node rb_hole_addr; u64 __subtree_last; u64 hole_size; u64 subtree_max_hole; long unsigned int flags; }; struct drm_mm { void (*color_adjust)(const struct drm_mm_node *, long unsigned int, u64 *, u64 *); struct list_head hole_stack; struct drm_mm_node head_node; struct rb_root_cached interval_tree; struct rb_root_cached holes_size; struct rb_root holes_addr; long unsigned int scan_active; }; struct drm_vma_offset_manager { rwlock_t vm_lock; struct drm_mm vm_addr_space_mm; }; struct drm_info_list { const char *name; int (*show)(struct seq_file *, void *); u32 driver_features; void *data; }; struct drm_info_node { struct drm_minor *minor; const struct drm_info_list *info_ent; struct list_head list; struct dentry *dent; }; struct drm_vma_offset_node { rwlock_t vm_lock; struct drm_mm_node vm_node; struct rb_root vm_files; void *driver_private; }; struct dma_resv_list; struct dma_resv { struct ww_mutex lock; struct dma_resv_list *fences; }; struct drm_gem_object_funcs; struct drm_gem_object { struct kref refcount; unsigned int handle_count; struct drm_device *dev; struct file *filp; struct drm_vma_offset_node vma_node; size_t size; int name; struct dma_buf *dma_buf; struct dma_buf_attachment *import_attach; struct dma_resv *resv; struct dma_resv _resv; const struct drm_gem_object_funcs *funcs; }; struct drm_gem_object_funcs { void (*free)(struct drm_gem_object *); int (*open)(struct drm_gem_object *, struct drm_file *); void (*close)(struct drm_gem_object *, struct drm_file *); void (*print_info)(struct drm_printer *, unsigned int, const struct drm_gem_object *); struct dma_buf * (*export)(struct drm_gem_object *, int); int (*pin)(struct drm_gem_object *); void (*unpin)(struct drm_gem_object *); struct sg_table * (*get_sg_table)(struct drm_gem_object *); int (*vmap)(struct drm_gem_object *, struct iosys_map *); void (*vunmap)(struct drm_gem_object *, struct iosys_map *); int (*mmap)(struct drm_gem_object *, struct vm_area_struct *); const struct vm_operations_struct *vm_ops; }; struct drm_mode_rmfb_work { struct work_struct work; struct list_head fbs; }; struct drm_mode_card_res { __u64 fb_id_ptr; __u64 crtc_id_ptr; __u64 connector_id_ptr; __u64 encoder_id_ptr; __u32 count_fbs; __u32 count_crtcs; __u32 count_connectors; __u32 count_encoders; __u32 min_width; __u32 max_width; __u32 min_height; __u32 max_height; }; struct drmres_node { struct list_head entry; drmres_release_t release; const char *name; size_t size; }; struct drmres { struct drmres_node node; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u8 data[0]; }; struct drm_client_buffer; struct drm_fb_helper_funcs; struct drm_fb_helper { struct drm_client_dev client; struct drm_client_buffer *buffer; struct drm_framebuffer *fb; struct drm_device *dev; const struct drm_fb_helper_funcs *funcs; struct fb_info *fbdev; u32 pseudo_palette[17]; struct drm_clip_rect damage_clip; spinlock_t damage_lock; struct work_struct damage_work; struct work_struct resume_work; struct mutex lock; struct list_head kernel_fb_list; bool delayed_hotplug; bool deferred_setup; int preferred_bpp; }; struct drm_client_buffer { struct drm_client_dev *client; u32 handle; u32 pitch; struct drm_gem_object *gem; struct iosys_map map; struct drm_framebuffer *fb; }; struct drm_fb_helper_surface_size { u32 fb_width; u32 fb_height; u32 surface_width; u32 surface_height; u32 surface_bpp; u32 surface_depth; }; struct drm_fb_helper_funcs { int (*fb_probe)(struct drm_fb_helper *, struct drm_fb_helper_surface_size *); }; struct drm_atomic_helper_damage_iter { struct drm_rect plane_src; const struct drm_rect *clips; uint32_t num_clips; uint32_t curr_clip; bool full_update; }; struct irq_affinity_devres { unsigned int count; unsigned int irq[0]; }; struct platform_object { struct platform_device pdev; char name[0]; }; struct container_dev { struct device dev; int (*offline)(struct container_dev *); }; struct builtin_fw { char *name; void *data; long unsigned int size; }; enum meminit_context { MEMINIT_EARLY = 0, MEMINIT_HOTPLUG = 1, }; typedef void (*node_registration_func_t)(struct node *); struct memory_group { int nid; struct list_head memory_blocks; long unsigned int present_kernel_pages; long unsigned int present_movable_pages; bool is_dynamic; union { struct { long unsigned int max_pages; } s; struct { long unsigned int unit_pages; } d; }; }; struct memory_block { long unsigned int start_section_nr; long unsigned int state; int online_type; int nid; struct zone *zone; struct device dev; long unsigned int nr_vmemmap_pages; struct memory_group *group; struct list_head group_next; }; typedef int (*walk_memory_blocks_func_t)(struct memory_block *, void *); struct node_access_nodes { struct device dev; struct list_head list_node; unsigned int access; struct node_hmem_attrs hmem_attrs; }; struct node_cache_info { struct device dev; struct list_head node; struct node_cache_attrs cache_attrs; }; struct node_attr { struct device_attribute attr; enum node_states state; }; struct regmap_irq_chip_data { struct mutex lock; struct irq_chip irq_chip; struct regmap *map; const struct regmap_irq_chip *chip; int irq_base; struct irq_domain *domain; int irq; int wake_count; unsigned int mask_base; unsigned int unmask_base; void *status_reg_buf; unsigned int *main_status_buf; unsigned int *status_buf; unsigned int *mask_buf; unsigned int *mask_buf_def; unsigned int *wake_buf; unsigned int *type_buf; unsigned int *type_buf_def; unsigned int **virt_buf; unsigned int **config_buf; unsigned int irq_reg_stride; unsigned int (*get_irq_reg)(struct regmap_irq_chip_data *, unsigned int, int); unsigned int clear_status: 1; }; struct sram_config { int (*init)(); bool map_only_reserved; }; struct sram_partition { void *base; struct gen_pool *pool; struct bin_attribute battr; struct mutex lock; struct list_head list; }; struct sram_dev { const struct sram_config *config; struct device *dev; void *virt_base; bool no_memory_wc; struct gen_pool *pool; struct clk *clk; struct sram_partition *partition; u32 partitions; }; struct sram_reserve { struct list_head list; u32 start; u32 size; struct resource res; bool export; bool pool; bool protect_exec; const char *label; }; struct spi_device_id { char name[32]; kernel_ulong_t driver_data; }; struct spi_statistics { struct u64_stats_sync syncp; u64_stats_t messages; u64_stats_t transfers; u64_stats_t errors; u64_stats_t timedout; u64_stats_t spi_sync; u64_stats_t spi_sync_immediate; u64_stats_t spi_async; u64_stats_t bytes; u64_stats_t bytes_rx; u64_stats_t bytes_tx; u64_stats_t transfer_bytes_histo[17]; u64_stats_t transfers_split_maxsize; }; struct spi_delay { u16 value; u8 unit; }; struct spi_controller; struct spi_device { struct device dev; struct spi_controller *controller; struct spi_controller *master; u32 max_speed_hz; u8 chip_select; u8 bits_per_word; bool rt; u32 mode; int irq; void *controller_state; void *controller_data; char modalias[32]; const char *driver_override; struct gpio_desc *cs_gpiod; struct spi_delay word_delay; struct spi_delay cs_setup; struct spi_delay cs_hold; struct spi_delay cs_inactive; struct spi_statistics *pcpu_statistics; }; struct spi_message; struct spi_transfer; struct spi_controller_mem_ops; struct spi_controller_mem_caps; struct spi_controller { struct device dev; struct list_head list; s16 bus_num; u16 num_chipselect; u16 dma_alignment; u32 mode_bits; u32 buswidth_override_bits; u32 bits_per_word_mask; u32 min_speed_hz; u32 max_speed_hz; u16 flags; bool devm_allocated; bool slave; size_t (*max_transfer_size)(struct spi_device *); size_t (*max_message_size)(struct spi_device *); struct mutex io_mutex; struct mutex add_lock; spinlock_t bus_lock_spinlock; struct mutex bus_lock_mutex; bool bus_lock_flag; int (*setup)(struct spi_device *); int (*set_cs_timing)(struct spi_device *); int (*transfer)(struct spi_device *, struct spi_message *); void (*cleanup)(struct spi_device *); bool (*can_dma)(struct spi_controller *, struct spi_device *, struct spi_transfer *); struct device *dma_map_dev; bool queued; struct kthread_worker *kworker; struct kthread_work pump_messages; spinlock_t queue_lock; struct list_head queue; struct spi_message *cur_msg; struct completion cur_msg_completion; bool cur_msg_incomplete; bool cur_msg_need_completion; bool busy; bool running; bool rt; bool auto_runtime_pm; bool cur_msg_mapped; char last_cs; bool last_cs_mode_high; bool fallback; struct completion xfer_completion; size_t max_dma_len; int (*prepare_transfer_hardware)(struct spi_controller *); int (*transfer_one_message)(struct spi_controller *, struct spi_message *); int (*unprepare_transfer_hardware)(struct spi_controller *); int (*prepare_message)(struct spi_controller *, struct spi_message *); int (*unprepare_message)(struct spi_controller *, struct spi_message *); int (*slave_abort)(struct spi_controller *); void (*set_cs)(struct spi_device *, bool); int (*transfer_one)(struct spi_controller *, struct spi_device *, struct spi_transfer *); void (*handle_err)(struct spi_controller *, struct spi_message *); const struct spi_controller_mem_ops *mem_ops; const struct spi_controller_mem_caps *mem_caps; struct gpio_desc **cs_gpiods; bool use_gpio_descriptors; s8 unused_native_cs; s8 max_native_cs; struct spi_statistics *pcpu_statistics; struct dma_chan *dma_tx; struct dma_chan *dma_rx; void *dummy_rx; void *dummy_tx; int (*fw_translate_cs)(struct spi_controller *, unsigned int); bool ptp_sts_supported; long unsigned int irq_flags; bool queue_empty; bool must_async; }; struct spi_driver { const struct spi_device_id *id_table; int (*probe)(struct spi_device *); void (*remove)(struct spi_device *); void (*shutdown)(struct spi_device *); struct device_driver driver; }; struct spi_message { struct list_head transfers; struct spi_device *spi; unsigned int is_dma_mapped: 1; void (*complete)(void *); void *context; unsigned int frame_length; unsigned int actual_length; int status; struct list_head queue; void *state; struct list_head resources; bool prepared; }; struct ptp_system_timestamp; struct spi_transfer { const void *tx_buf; void *rx_buf; unsigned int len; dma_addr_t tx_dma; dma_addr_t rx_dma; struct sg_table tx_sg; struct sg_table rx_sg; unsigned int dummy_data: 1; unsigned int cs_change: 1; unsigned int tx_nbits: 3; unsigned int rx_nbits: 3; u8 bits_per_word; struct spi_delay delay; struct spi_delay cs_change_delay; struct spi_delay word_delay; u32 speed_hz; u32 effective_speed_hz; unsigned int ptp_sts_word_pre; unsigned int ptp_sts_word_post; struct ptp_system_timestamp *ptp_sts; bool timestamped; struct list_head transfer_list; u16 error; }; struct spi_mem; struct spi_mem_op; struct spi_mem_dirmap_desc; struct spi_controller_mem_ops { int (*adjust_op_size)(struct spi_mem *, struct spi_mem_op *); bool (*supports_op)(struct spi_mem *, const struct spi_mem_op *); int (*exec_op)(struct spi_mem *, const struct spi_mem_op *); const char * (*get_name)(struct spi_mem *); int (*dirmap_create)(struct spi_mem_dirmap_desc *); void (*dirmap_destroy)(struct spi_mem_dirmap_desc *); ssize_t (*dirmap_read)(struct spi_mem_dirmap_desc *, u64, size_t, void *); ssize_t (*dirmap_write)(struct spi_mem_dirmap_desc *, u64, size_t, const void *); int (*poll_status)(struct spi_mem *, const struct spi_mem_op *, u16, u16, long unsigned int, long unsigned int, long unsigned int); }; struct spi_controller_mem_caps { bool dtr; bool ecc; }; enum stmpe_block { STMPE_BLOCK_GPIO = 1, STMPE_BLOCK_KEYPAD = 2, STMPE_BLOCK_TOUCHSCREEN = 4, STMPE_BLOCK_ADC = 8, STMPE_BLOCK_PWM = 16, STMPE_BLOCK_ROTATOR = 32, }; enum stmpe_partnum { STMPE610 = 0, STMPE801 = 1, STMPE811 = 2, STMPE1600 = 3, STMPE1601 = 4, STMPE1801 = 5, STMPE2401 = 6, STMPE2403 = 7, STMPE_NBR_PARTS = 8, }; struct stmpe_client_info; struct stmpe_variant_info; struct stmpe_platform_data; struct stmpe { struct regulator *vcc; struct regulator *vio; struct mutex lock; struct mutex irq_lock; struct device *dev; struct irq_domain *domain; void *client; struct stmpe_client_info *ci; enum stmpe_partnum partnum; struct stmpe_variant_info *variant; const u8 *regs; int irq; int num_gpios; u8 ier[2]; u8 oldier[2]; struct stmpe_platform_data *pdata; u8 sample_time; u8 mod_12b; u8 ref_sel; u8 adc_freq; }; struct stmpe_client_info { void *data; int irq; void *client; struct device *dev; int (*read_byte)(struct stmpe *, u8); int (*write_byte)(struct stmpe *, u8, u8); int (*read_block)(struct stmpe *, u8, u8, u8 *); int (*write_block)(struct stmpe *, u8, u8, const u8 *); void (*init)(struct stmpe *); }; struct stmpe_variant_block; struct stmpe_variant_info { const char *name; u16 id_val; u16 id_mask; int num_gpios; int af_bits; const u8 *regs; struct stmpe_variant_block *blocks; int num_blocks; int num_irqs; int (*enable)(struct stmpe *, unsigned int, bool); int (*get_altfunc)(struct stmpe *, enum stmpe_block); int (*enable_autosleep)(struct stmpe *, int); }; struct stmpe_variant_block { const struct mfd_cell *cell; int irq; enum stmpe_block block; }; enum dma_fence_flag_bits { DMA_FENCE_FLAG_SIGNALED_BIT = 0, DMA_FENCE_FLAG_TIMESTAMP_BIT = 1, DMA_FENCE_FLAG_ENABLE_SIGNAL_BIT = 2, DMA_FENCE_FLAG_USER_BITS = 3, }; struct trace_event_raw_dma_fence { struct trace_entry ent; u32 __data_loc_driver; u32 __data_loc_timeline; unsigned int context; unsigned int seqno; char __data[0]; }; struct trace_event_data_offsets_dma_fence { u32 driver; u32 timeline; }; typedef void (*btf_trace_dma_fence_emit)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_init)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_destroy)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_enable_signal)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_signaled)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_wait_start)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_wait_end)(void *, struct dma_fence *); struct default_wait_cb { struct dma_fence_cb base; struct task_struct *task; }; struct cxl_reg_map { bool valid; long unsigned int offset; long unsigned int size; }; struct cxl_component_reg_map { struct cxl_reg_map hdm_decoder; }; struct cxl_device_reg_map { struct cxl_reg_map status; struct cxl_reg_map mbox; struct cxl_reg_map memdev; }; struct cxl_register_map { void *base; u64 block_offset; u8 reg_type; u8 barno; union { struct cxl_component_reg_map component_map; struct cxl_device_reg_map device_map; }; }; enum cxl_decoder_type { CXL_DECODER_ACCELERATOR = 2, CXL_DECODER_EXPANDER = 3, }; struct cxl_region; struct cxl_decoder { struct device dev; int id; struct range hpa_range; int interleave_ways; int interleave_granularity; enum cxl_decoder_type target_type; struct cxl_region *region; long unsigned int flags; int (*commit)(struct cxl_decoder *); int (*reset)(struct cxl_decoder *); }; enum cxl_decoder_mode { CXL_DECODER_NONE = 0, CXL_DECODER_RAM = 1, CXL_DECODER_PMEM = 2, CXL_DECODER_MIXED = 3, CXL_DECODER_DEAD = 4, }; enum cxl_config_state { CXL_CONFIG_IDLE = 0, CXL_CONFIG_INTERLEAVE_ACTIVE = 1, CXL_CONFIG_ACTIVE = 2, CXL_CONFIG_RESET_PENDING = 3, CXL_CONFIG_COMMIT = 4, }; struct cxl_endpoint_decoder; struct cxl_region_params { enum cxl_config_state state; uuid_t uuid; int interleave_ways; int interleave_granularity; struct resource *res; struct cxl_endpoint_decoder *targets[16]; int nr_targets; }; struct cxl_region { struct device dev; int id; enum cxl_decoder_mode mode; enum cxl_decoder_type type; struct cxl_region_params params; }; struct cxl_endpoint_decoder { struct cxl_decoder cxld; struct resource *dpa_res; resource_size_t skip; enum cxl_decoder_mode mode; int pos; }; struct cxl_dport; struct cxl_switch_decoder { struct cxl_decoder cxld; seqlock_t target_lock; int nr_targets; struct cxl_dport *target[0]; }; struct cxl_port; struct cxl_dport { struct device *dport; int port_id; resource_size_t component_reg_phys; struct cxl_port *port; }; struct cxl_root_decoder { struct resource *res; atomic_t region_id; struct cxl_dport * (*calc_hb)(struct cxl_root_decoder *, int); struct cxl_switch_decoder cxlsd; }; struct cxl_cdat { void *table; size_t length; }; struct cxl_port { struct device dev; struct device *uport; struct device *host_bridge; int id; struct xarray dports; struct xarray endpoints; struct xarray regions; struct cxl_dport *parent_dport; struct ida decoder_ida; int nr_dports; int hdm_end; int commit_end; resource_size_t component_reg_phys; bool dead; unsigned int depth; struct cxl_cdat cdat; bool cdat_available; }; struct cxl_ep { struct device *ep; struct cxl_dport *dport; struct cxl_port *next; }; struct cxl_driver { const char *name; int (*probe)(struct device *); void (*remove)(struct device *); struct device_driver drv; int id; }; enum cxl_regloc_type { CXL_REGLOC_RBI_EMPTY = 0, CXL_REGLOC_RBI_COMPONENT = 1, CXL_REGLOC_RBI_VIRT = 2, CXL_REGLOC_RBI_MEMDEV = 3, CXL_REGLOC_RBI_TYPES = 4, }; struct cxl_find_port_ctx { const struct device *dport_dev; const struct cxl_port *parent_port; struct cxl_dport **dport; }; struct acpi_cedt_chbs { struct acpi_cedt_header header; u32 uid; u32 cxl_version; u32 reserved; u64 base; u64 length; }; struct nvdimm; struct nvdimm_bus_descriptor; typedef int (*ndctl_fn)(struct nvdimm_bus_descriptor *, struct nvdimm *, unsigned int, void *, unsigned int, int *); struct nvdimm_bus_fw_ops; struct nvdimm_bus_descriptor { const struct attribute_group **attr_groups; long unsigned int cmd_mask; long unsigned int dimm_family_mask; long unsigned int bus_family_mask; struct module *module; char *provider_name; struct device_node *of_node; ndctl_fn ndctl; int (*flush_probe)(struct nvdimm_bus_descriptor *); int (*clear_to_send)(struct nvdimm_bus_descriptor *, struct nvdimm *, unsigned int, void *); const struct nvdimm_bus_fw_ops *fw_ops; }; enum nvdimm_fwa_state { NVDIMM_FWA_INVALID = 0, NVDIMM_FWA_IDLE = 1, NVDIMM_FWA_ARMED = 2, NVDIMM_FWA_BUSY = 3, NVDIMM_FWA_ARM_OVERFLOW = 4, }; enum nvdimm_fwa_capability { NVDIMM_FWA_CAP_INVALID = 0, NVDIMM_FWA_CAP_NONE = 1, NVDIMM_FWA_CAP_QUIESCE = 2, NVDIMM_FWA_CAP_LIVE = 3, }; struct nvdimm_bus_fw_ops { enum nvdimm_fwa_state (*activate_state)(struct nvdimm_bus_descriptor *); enum nvdimm_fwa_capability (*capability)(struct nvdimm_bus_descriptor *); int (*activate)(struct nvdimm_bus_descriptor *); }; enum cxl_nvdimm_brige_state { CXL_NVB_NEW = 0, CXL_NVB_DEAD = 1, CXL_NVB_ONLINE = 2, CXL_NVB_OFFLINE = 3, }; struct nvdimm_bus; struct cxl_nvdimm_bridge { int id; struct device dev; struct cxl_port *port; struct nvdimm_bus *nvdimm_bus; struct nvdimm_bus_descriptor nd_desc; struct work_struct state_work; enum cxl_nvdimm_brige_state state; }; struct cxl_cfmws_context { struct device *dev; struct cxl_port *root_port; struct resource *cxl_res; int id; }; struct cxl_chbs_context { struct device *dev; long long unsigned int uid; resource_size_t chbcr; }; enum zbc_zone_type { ZBC_ZONE_TYPE_CONV = 1, ZBC_ZONE_TYPE_SEQWRITE_REQ = 2, ZBC_ZONE_TYPE_SEQWRITE_PREF = 3, ZBC_ZONE_TYPE_SEQ_OR_BEFORE_REQ = 4, ZBC_ZONE_TYPE_GAP = 5, }; enum zbc_zone_cond { ZBC_ZONE_COND_NO_WP = 0, ZBC_ZONE_COND_EMPTY = 1, ZBC_ZONE_COND_IMP_OPEN = 2, ZBC_ZONE_COND_EXP_OPEN = 3, ZBC_ZONE_COND_CLOSED = 4, ZBC_ZONE_COND_READONLY = 13, ZBC_ZONE_COND_FULL = 14, ZBC_ZONE_COND_OFFLINE = 15, }; enum zbc_zone_alignment_method { ZBC_CONSTANT_ZONE_LENGTH = 1, ZBC_CONSTANT_ZONE_START_OFFSET = 8, }; struct zoned_disk_info { u32 nr_zones; u32 zone_blocks; }; struct opal_dev; struct scsi_disk { struct scsi_device *device; struct device disk_dev; struct gendisk *disk; struct opal_dev *opal_dev; struct zoned_disk_info early_zone_info; struct zoned_disk_info zone_info; u32 zones_optimal_open; u32 zones_optimal_nonseq; u32 zones_max_open; u32 zone_starting_lba_gran; u32 *zones_wp_offset; spinlock_t zones_wp_offset_lock; u32 *rev_wp_offset; struct mutex rev_mutex; struct work_struct zone_wp_offset_work; char *zone_wp_update_buf; atomic_t openers; sector_t capacity; int max_retries; u32 min_xfer_blocks; u32 max_xfer_blocks; u32 opt_xfer_blocks; u32 max_ws_blocks; u32 max_unmap_blocks; u32 unmap_granularity; u32 unmap_alignment; u32 index; unsigned int physical_block_size; unsigned int max_medium_access_timeouts; unsigned int medium_access_timed_out; u8 media_present; u8 write_prot; u8 protection_type; u8 provisioning_mode; u8 zeroing_mode; u8 nr_actuators; unsigned int ATO: 1; unsigned int cache_override: 1; unsigned int WCE: 1; unsigned int RCD: 1; unsigned int DPOFUA: 1; unsigned int first_scan: 1; unsigned int lbpme: 1; unsigned int lbprz: 1; unsigned int lbpu: 1; unsigned int lbpws: 1; unsigned int lbpws10: 1; unsigned int lbpvpd: 1; unsigned int ws10: 1; unsigned int ws16: 1; unsigned int rc_basis: 2; unsigned int zoned: 2; unsigned int urswrz: 1; unsigned int security: 1; unsigned int ignore_medium_access_errors: 1; }; enum ata_lpm_hints { ATA_LPM_EMPTY = 1, ATA_LPM_HIPM = 2, ATA_LPM_WAKE_ONLY = 4, }; enum ata_link_iter_mode { ATA_LITER_EDGE = 0, ATA_LITER_HOST_FIRST = 1, ATA_LITER_PMP_FIRST = 2, }; enum ata_dev_iter_mode { ATA_DITER_ENABLED = 0, ATA_DITER_ENABLED_REVERSE = 1, ATA_DITER_ALL = 2, ATA_DITER_ALL_REVERSE = 3, }; enum { ATA_READID_POSTRESET = 1, ATA_DNXFER_PIO = 0, ATA_DNXFER_DMA = 1, ATA_DNXFER_40C = 2, ATA_DNXFER_FORCE_PIO = 3, ATA_DNXFER_FORCE_PIO0 = 4, ATA_DNXFER_QUIET = 2147483648, }; enum { ATA_EH_SPDN_NCQ_OFF = 1, ATA_EH_SPDN_SPEED_DOWN = 2, ATA_EH_SPDN_FALLBACK_TO_PIO = 4, ATA_EH_SPDN_KEEP_ERRORS = 8, ATA_EFLAG_IS_IO = 1, ATA_EFLAG_DUBIOUS_XFER = 2, ATA_EFLAG_OLD_ER = 2147483648, ATA_ECAT_NONE = 0, ATA_ECAT_ATA_BUS = 1, ATA_ECAT_TOUT_HSM = 2, ATA_ECAT_UNK_DEV = 3, ATA_ECAT_DUBIOUS_NONE = 4, ATA_ECAT_DUBIOUS_ATA_BUS = 5, ATA_ECAT_DUBIOUS_TOUT_HSM = 6, ATA_ECAT_DUBIOUS_UNK_DEV = 7, ATA_ECAT_NR = 8, ATA_EH_CMD_DFL_TIMEOUT = 5000, ATA_EH_RESET_COOL_DOWN = 5000, ATA_EH_PRERESET_TIMEOUT = 10000, ATA_EH_FASTDRAIN_INTERVAL = 3000, ATA_EH_UA_TRIES = 5, ATA_EH_PROBE_TRIAL_INTERVAL = 60000, ATA_EH_PROBE_TRIALS = 2, }; struct ata_eh_cmd_timeout_ent { const u8 *commands; const unsigned int *timeouts; }; struct speed_down_verdict_arg { u64 since; int xfer_ok; int nr_errors[8]; }; enum { AHCI_MAX_PORTS = 32, AHCI_MAX_CLKS = 5, AHCI_MAX_SG = 168, AHCI_DMA_BOUNDARY = 4294967295, AHCI_MAX_CMDS = 32, AHCI_CMD_SZ = 32, AHCI_CMD_SLOT_SZ = 1024, AHCI_RX_FIS_SZ = 256, AHCI_CMD_TBL_CDB = 64, AHCI_CMD_TBL_HDR_SZ = 128, AHCI_CMD_TBL_SZ = 2816, AHCI_CMD_TBL_AR_SZ = 90112, AHCI_PORT_PRIV_DMA_SZ = 91392, AHCI_PORT_PRIV_FBS_DMA_SZ = 95232, AHCI_IRQ_ON_SG = 2147483648, AHCI_CMD_ATAPI = 32, AHCI_CMD_WRITE = 64, AHCI_CMD_PREFETCH = 128, AHCI_CMD_RESET = 256, AHCI_CMD_CLR_BUSY = 1024, RX_FIS_PIO_SETUP = 32, RX_FIS_D2H_REG = 64, RX_FIS_SDB = 88, RX_FIS_UNK = 96, HOST_CAP = 0, HOST_CTL = 4, HOST_IRQ_STAT = 8, HOST_PORTS_IMPL = 12, HOST_VERSION = 16, HOST_EM_LOC = 28, HOST_EM_CTL = 32, HOST_CAP2 = 36, HOST_RESET = 1, HOST_IRQ_EN = 2, HOST_MRSM = 4, HOST_AHCI_EN = 2147483648, HOST_CAP_SXS = 32, HOST_CAP_EMS = 64, HOST_CAP_CCC = 128, HOST_CAP_PART = 8192, HOST_CAP_SSC = 16384, HOST_CAP_PIO_MULTI = 32768, HOST_CAP_FBS = 65536, HOST_CAP_PMP = 131072, HOST_CAP_ONLY = 262144, HOST_CAP_CLO = 16777216, HOST_CAP_LED = 33554432, HOST_CAP_ALPM = 67108864, HOST_CAP_SSS = 134217728, HOST_CAP_MPS = 268435456, HOST_CAP_SNTF = 536870912, HOST_CAP_NCQ = 1073741824, HOST_CAP_64 = 2147483648, HOST_CAP2_BOH = 1, HOST_CAP2_NVMHCI = 2, HOST_CAP2_APST = 4, HOST_CAP2_SDS = 8, HOST_CAP2_SADM = 16, HOST_CAP2_DESO = 32, PORT_LST_ADDR = 0, PORT_LST_ADDR_HI = 4, PORT_FIS_ADDR = 8, PORT_FIS_ADDR_HI = 12, PORT_IRQ_STAT = 16, PORT_IRQ_MASK = 20, PORT_CMD = 24, PORT_TFDATA = 32, PORT_SIG = 36, PORT_CMD_ISSUE = 56, PORT_SCR_STAT = 40, PORT_SCR_CTL = 44, PORT_SCR_ERR = 48, PORT_SCR_ACT = 52, PORT_SCR_NTF = 60, PORT_FBS = 64, PORT_DEVSLP = 68, PORT_IRQ_COLD_PRES = 2147483648, PORT_IRQ_TF_ERR = 1073741824, PORT_IRQ_HBUS_ERR = 536870912, PORT_IRQ_HBUS_DATA_ERR = 268435456, PORT_IRQ_IF_ERR = 134217728, PORT_IRQ_IF_NONFATAL = 67108864, PORT_IRQ_OVERFLOW = 16777216, PORT_IRQ_BAD_PMP = 8388608, PORT_IRQ_PHYRDY = 4194304, PORT_IRQ_DEV_ILCK = 128, PORT_IRQ_CONNECT = 64, PORT_IRQ_SG_DONE = 32, PORT_IRQ_UNK_FIS = 16, PORT_IRQ_SDB_FIS = 8, PORT_IRQ_DMAS_FIS = 4, PORT_IRQ_PIOS_FIS = 2, PORT_IRQ_D2H_REG_FIS = 1, PORT_IRQ_FREEZE = 683671632, PORT_IRQ_ERROR = 2025848912, DEF_PORT_IRQ = 2025848959, PORT_CMD_ASP = 134217728, PORT_CMD_ALPE = 67108864, PORT_CMD_ATAPI = 16777216, PORT_CMD_FBSCP = 4194304, PORT_CMD_ESP = 2097152, PORT_CMD_HPCP = 262144, PORT_CMD_PMP = 131072, PORT_CMD_LIST_ON = 32768, PORT_CMD_FIS_ON = 16384, PORT_CMD_FIS_RX = 16, PORT_CMD_CLO = 8, PORT_CMD_POWER_ON = 4, PORT_CMD_SPIN_UP = 2, PORT_CMD_START = 1, PORT_CMD_ICC_MASK = 4026531840, PORT_CMD_ICC_ACTIVE = 268435456, PORT_CMD_ICC_PARTIAL = 536870912, PORT_CMD_ICC_SLUMBER = 1610612736, PORT_FBS_DWE_OFFSET = 16, PORT_FBS_ADO_OFFSET = 12, PORT_FBS_DEV_OFFSET = 8, PORT_FBS_DEV_MASK = 3840, PORT_FBS_SDE = 4, PORT_FBS_DEC = 2, PORT_FBS_EN = 1, PORT_DEVSLP_DM_OFFSET = 25, PORT_DEVSLP_DM_MASK = 503316480, PORT_DEVSLP_DITO_OFFSET = 15, PORT_DEVSLP_MDAT_OFFSET = 10, PORT_DEVSLP_DETO_OFFSET = 2, PORT_DEVSLP_DSP = 2, PORT_DEVSLP_ADSE = 1, AHCI_HFLAG_NO_NCQ = 1, AHCI_HFLAG_IGN_IRQ_IF_ERR = 2, AHCI_HFLAG_IGN_SERR_INTERNAL = 4, AHCI_HFLAG_32BIT_ONLY = 8, AHCI_HFLAG_MV_PATA = 16, AHCI_HFLAG_NO_MSI = 32, AHCI_HFLAG_NO_PMP = 64, AHCI_HFLAG_SECT255 = 256, AHCI_HFLAG_YES_NCQ = 512, AHCI_HFLAG_NO_SUSPEND = 1024, AHCI_HFLAG_SRST_TOUT_IS_OFFLINE = 2048, AHCI_HFLAG_NO_SNTF = 4096, AHCI_HFLAG_NO_FPDMA_AA = 8192, AHCI_HFLAG_YES_FBS = 16384, AHCI_HFLAG_DELAY_ENGINE = 32768, AHCI_HFLAG_NO_DEVSLP = 131072, AHCI_HFLAG_NO_FBS = 262144, AHCI_HFLAG_MULTI_MSI = 1048576, AHCI_HFLAG_WAKE_BEFORE_STOP = 4194304, AHCI_HFLAG_YES_ALPM = 8388608, AHCI_HFLAG_NO_WRITE_TO_RO = 16777216, AHCI_HFLAG_USE_LPM_POLICY = 33554432, AHCI_HFLAG_SUSPEND_PHYS = 67108864, AHCI_HFLAG_NO_SXS = 268435456, AHCI_FLAG_COMMON = 393346, ICH_MAP = 144, PCS_6 = 146, PCS_7 = 148, EM_MAX_SLOTS = 15, EM_MAX_RETRY = 5, EM_CTL_RST = 512, EM_CTL_TM = 256, EM_CTL_MR = 1, EM_CTL_ALHD = 67108864, EM_CTL_XMT = 33554432, EM_CTL_SMB = 16777216, EM_CTL_SGPIO = 524288, EM_CTL_SES = 262144, EM_CTL_SAFTE = 131072, EM_CTL_LED = 65536, EM_MSG_TYPE_LED = 1, EM_MSG_TYPE_SAFTE = 2, EM_MSG_TYPE_SES2 = 4, EM_MSG_TYPE_SGPIO = 8, }; struct ahci_cmd_hdr { __le32 opts; __le32 status; __le32 tbl_addr; __le32 tbl_addr_hi; __le32 reserved[4]; }; struct ahci_em_priv { enum sw_activity blink_policy; struct timer_list timer; long unsigned int saved_activity; long unsigned int activity; long unsigned int led_state; struct ata_link *link; }; struct ahci_port_priv { struct ata_link *active_link; struct ahci_cmd_hdr *cmd_slot; dma_addr_t cmd_slot_dma; void *cmd_tbl; dma_addr_t cmd_tbl_dma; void *rx_fis; dma_addr_t rx_fis_dma; unsigned int ncq_saw_d2h: 1; unsigned int ncq_saw_dmas: 1; unsigned int ncq_saw_sdb: 1; spinlock_t lock; u32 intr_mask; bool fbs_supported; bool fbs_enabled; int fbs_last_dev; struct ahci_em_priv em_priv[15]; char *irq_desc; }; struct ahci_host_priv { unsigned int flags; u32 force_port_map; u32 mask_port_map; void *mmio; u32 cap; u32 cap2; u32 version; u32 port_map; u32 saved_cap; u32 saved_cap2; u32 saved_port_map; u32 em_loc; u32 em_buf_sz; u32 em_msg_type; u32 remapped_nvme; bool got_runtime_pm; struct clk *clks[5]; struct reset_control *rsts; struct regulator **target_pwrs; struct regulator *ahci_regulator; struct regulator *phy_regulator; struct phy **phys; unsigned int nports; void *plat_data; unsigned int irq; void (*start_engine)(struct ata_port *); int (*stop_engine)(struct ata_port *); irqreturn_t (*irq_handler)(int, void *); int (*get_irq_vector)(struct ata_host *, int); }; enum { AHCI_PCI_BAR_STA2X11 = 0, AHCI_PCI_BAR_CAVIUM = 0, AHCI_PCI_BAR_LOONGSON = 0, AHCI_PCI_BAR_ENMOTUS = 2, AHCI_PCI_BAR_CAVIUM_GEN5 = 4, AHCI_PCI_BAR_STANDARD = 5, }; enum board_ids { board_ahci = 0, board_ahci_ign_iferr = 1, board_ahci_low_power = 2, board_ahci_no_debounce_delay = 3, board_ahci_nomsi = 4, board_ahci_noncq = 5, board_ahci_nosntf = 6, board_ahci_yes_fbs = 7, board_ahci_al = 8, board_ahci_avn = 9, board_ahci_mcp65 = 10, board_ahci_mcp77 = 11, board_ahci_mcp89 = 12, board_ahci_mv = 13, board_ahci_sb600 = 14, board_ahci_sb700 = 15, board_ahci_vt8251 = 16, board_ahci_pcs7 = 17, board_ahci_mcp_linux = 10, board_ahci_mcp67 = 10, board_ahci_mcp73 = 10, board_ahci_mcp79 = 11, }; struct fixed_phy_status { int link; int speed; int duplex; int pause; int asym_pause; }; struct fixed_mdio_bus { struct mii_bus *mii_bus; struct list_head phys; }; struct fixed_phy { int addr; struct phy_device *phydev; struct fixed_phy_status status; bool no_carrier; int (*link_update)(struct net_device *, struct fixed_phy_status *); struct list_head node; struct gpio_desc *link_gpiod; }; typedef unsigned int u_int; struct socket_state_t { u_int flags; u_int csc_mask; u_char Vcc; u_char Vpp; u_char io_irq; }; typedef struct socket_state_t socket_state_t; struct pccard_io_map { u_char map; u_char flags; u_short speed; phys_addr_t start; phys_addr_t stop; }; struct pccard_mem_map { u_char map; u_char flags; u_short speed; phys_addr_t static_start; u_int card_start; struct resource *res; }; typedef struct pccard_mem_map pccard_mem_map; struct io_window_t { u_int InUse; u_int Config; struct resource *res; }; typedef struct io_window_t io_window_t; struct pcmcia_socket; struct pccard_operations { int (*init)(struct pcmcia_socket *); int (*suspend)(struct pcmcia_socket *); int (*get_status)(struct pcmcia_socket *, u_int *); int (*set_socket)(struct pcmcia_socket *, socket_state_t *); int (*set_io_map)(struct pcmcia_socket *, struct pccard_io_map *); int (*set_mem_map)(struct pcmcia_socket *, struct pccard_mem_map *); }; struct pccard_resource_ops; struct pcmcia_callback; struct pcmcia_socket { struct module *owner; socket_state_t socket; u_int state; u_int suspended_state; u_short functions; u_short lock_count; pccard_mem_map cis_mem; void *cis_virt; io_window_t io[2]; pccard_mem_map win[4]; struct list_head cis_cache; size_t fake_cis_len; u8 *fake_cis; struct list_head socket_list; struct completion socket_released; unsigned int sock; u_int features; u_int irq_mask; u_int map_size; u_int io_offset; u_int pci_irq; struct pci_dev *cb_dev; u8 resource_setup_done; struct pccard_operations *ops; struct pccard_resource_ops *resource_ops; void *resource_data; void (*zoom_video)(struct pcmcia_socket *, int); int (*power_hook)(struct pcmcia_socket *, int); void (*tune_bridge)(struct pcmcia_socket *, struct pci_bus *); struct task_struct *thread; struct completion thread_done; unsigned int thread_events; unsigned int sysfs_events; struct mutex skt_mutex; struct mutex ops_mutex; spinlock_t thread_lock; struct pcmcia_callback *callback; struct device dev; void *driver_data; int resume_status; }; struct pccard_resource_ops { int (*validate_mem)(struct pcmcia_socket *); int (*find_io)(struct pcmcia_socket *, unsigned int, unsigned int *, unsigned int, unsigned int, struct resource **); struct resource * (*find_mem)(long unsigned int, long unsigned int, long unsigned int, int, struct pcmcia_socket *); int (*init)(struct pcmcia_socket *); void (*exit)(struct pcmcia_socket *); }; struct pcmcia_callback { struct module *owner; int (*add)(struct pcmcia_socket *); int (*remove)(struct pcmcia_socket *); void (*requery)(struct pcmcia_socket *); int (*validate)(struct pcmcia_socket *, unsigned int *); int (*suspend)(struct pcmcia_socket *); int (*early_resume)(struct pcmcia_socket *); int (*resume)(struct pcmcia_socket *); }; struct usb_descriptor_header { __u8 bLength; __u8 bDescriptorType; }; enum usb_port_connect_type { USB_PORT_CONNECT_TYPE_UNKNOWN = 0, USB_PORT_CONNECT_TYPE_HOT_PLUG = 1, USB_PORT_CONNECT_TYPE_HARD_WIRED = 2, USB_PORT_NOT_USED = 3, }; struct usb_device_driver { const char *name; bool (*match)(struct usb_device *); int (*probe)(struct usb_device *); void (*disconnect)(struct usb_device *); int (*suspend)(struct usb_device *, pm_message_t); int (*resume)(struct usb_device *, pm_message_t); const struct attribute_group **dev_groups; struct usbdrv_wrap drvwrap; const struct usb_device_id *id_table; unsigned int supports_autosuspend: 1; unsigned int generic_subclass: 1; }; struct usb_port_status { __le16 wPortStatus; __le16 wPortChange; __le32 dwExtPortStatus; }; struct usb_hub_status { __le16 wHubStatus; __le16 wHubChange; }; struct usb_hub_descriptor { __u8 bDescLength; __u8 bDescriptorType; __u8 bNbrPorts; __le16 wHubCharacteristics; __u8 bPwrOn2PwrGood; __u8 bHubContrCurrent; union { struct { __u8 DeviceRemovable[4]; __u8 PortPwrCtrlMask[4]; } hs; struct { __u8 bHubHdrDecLat; __le16 wHubDelay; __le16 DeviceRemovable; } __attribute__((packed)) ss; } u; } __attribute__((packed)); enum usb_otg_state { OTG_STATE_UNDEFINED = 0, OTG_STATE_B_IDLE = 1, OTG_STATE_B_SRP_INIT = 2, OTG_STATE_B_PERIPHERAL = 3, OTG_STATE_B_WAIT_ACON = 4, OTG_STATE_B_HOST = 5, OTG_STATE_A_IDLE = 6, OTG_STATE_A_WAIT_VRISE = 7, OTG_STATE_A_WAIT_BCON = 8, OTG_STATE_A_HOST = 9, OTG_STATE_A_SUSPEND = 10, OTG_STATE_A_PERIPHERAL = 11, OTG_STATE_A_WAIT_VFALL = 12, OTG_STATE_A_VBUS_ERR = 13, }; struct usb_gadget; struct usb_otg { u8 default_a; struct phy *phy; struct usb_phy *usb_phy; struct usb_bus *host; struct usb_gadget *gadget; enum usb_otg_state state; int (*set_host)(struct usb_otg *, struct usb_bus *); int (*set_peripheral)(struct usb_otg *, struct usb_gadget *); int (*set_vbus)(struct usb_otg *, bool); int (*start_srp)(struct usb_otg *); int (*start_hnp)(struct usb_otg *); }; typedef u32 usb_port_location_t; struct usb_port; struct usb_hub { struct device *intfdev; struct usb_device *hdev; struct kref kref; struct urb *urb; u8 (*buffer)[8]; union { struct usb_hub_status hub; struct usb_port_status port; } *status; struct mutex status_mutex; int error; int nerrors; long unsigned int event_bits[1]; long unsigned int change_bits[1]; long unsigned int removed_bits[1]; long unsigned int wakeup_bits[1]; long unsigned int power_bits[1]; long unsigned int child_usage_bits[1]; long unsigned int warm_reset_bits[1]; struct usb_hub_descriptor *descriptor; struct usb_tt tt; unsigned int mA_per_port; unsigned int wakeup_enabled_descendants; unsigned int limited_power: 1; unsigned int quiescing: 1; unsigned int disconnected: 1; unsigned int in_reset: 1; unsigned int quirk_disable_autosuspend: 1; unsigned int quirk_check_port_auto_suspend: 1; unsigned int has_indicators: 1; u8 indicator[31]; struct delayed_work leds; struct delayed_work init_work; struct work_struct events; spinlock_t irq_urb_lock; struct timer_list irq_urb_retry; struct usb_port **ports; struct list_head onboard_hub_devs; }; struct usb_dev_state; struct usb_port { struct usb_device *child; struct device dev; struct usb_dev_state *port_owner; struct usb_port *peer; struct dev_pm_qos_request *req; enum usb_port_connect_type connect_type; usb_port_location_t location; struct mutex status_lock; u32 over_current_count; u8 portnum; u32 quirks; unsigned int is_superspeed: 1; unsigned int usb3_lpm_u1_permit: 1; unsigned int usb3_lpm_u2_permit: 1; }; struct find_interface_arg { int minor; struct device_driver *drv; }; struct each_dev_arg { void *data; int (*fn)(struct usb_device *, void *); }; typedef void (*companion_fn)(struct pci_dev *, struct usb_hcd *, struct pci_dev *, struct usb_hcd *); struct usb_mon_operations { void (*urb_submit)(struct usb_bus *, struct urb *); void (*urb_submit_error)(struct usb_bus *, struct urb *, int); void (*urb_complete)(struct usb_bus *, struct urb *, int); }; struct xhci_ep_ctx { __le32 ep_info; __le32 ep_info2; __le64 deq; __le32 tx_info; __le32 reserved[3]; }; struct xhci_input_control_ctx { __le32 drop_flags; __le32 add_flags; __le32 rsvd2[6]; }; enum xhci_overhead_type { LS_OVERHEAD_TYPE = 0, FS_OVERHEAD_TYPE = 1, HS_OVERHEAD_TYPE = 2, }; enum xhci_setup_dev { SETUP_CONTEXT_ONLY = 0, SETUP_CONTEXT_ADDRESS = 1, }; enum xhci_cancelled_td_status { TD_DIRTY = 0, TD_HALTED = 1, TD_CLEARING_CACHE = 2, TD_CLEARED = 3, }; struct xhci_td { struct list_head td_list; struct list_head cancelled_td_list; int status; enum xhci_cancelled_td_status cancel_status; struct urb *urb; struct xhci_segment *start_seg; union xhci_trb *first_trb; union xhci_trb *last_trb; struct xhci_segment *last_trb_seg; struct xhci_segment *bounce_seg; bool urb_length_set; unsigned int num_trbs; }; struct urb_priv { int num_tds; int num_tds_done; struct xhci_td td[0]; }; struct xhci_driver_overrides { size_t extra_priv_size; int (*reset)(struct usb_hcd *); int (*start)(struct usb_hcd *); int (*add_endpoint)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint *); int (*drop_endpoint)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint *); int (*check_bandwidth)(struct usb_hcd *, struct usb_device *); void (*reset_bandwidth)(struct usb_hcd *, struct usb_device *); }; typedef void (*xhci_get_quirks_t)(struct device *, struct xhci_hcd *); struct input_event { __kernel_ulong_t __sec; __kernel_ulong_t __usec; __u16 type; __u16 code; __s32 value; }; struct input_event_compat { compat_ulong_t sec; compat_ulong_t usec; __u16 type; __u16 code; __s32 value; }; struct ff_periodic_effect_compat { __u16 waveform; __u16 period; __s16 magnitude; __s16 offset; __u16 phase; struct ff_envelope envelope; __u32 custom_len; compat_uptr_t custom_data; }; struct ff_effect_compat { __u16 type; __s16 id; __u16 direction; struct ff_trigger trigger; struct ff_replay replay; union { struct ff_constant_effect constant; struct ff_ramp_effect ramp; struct ff_periodic_effect_compat periodic; struct ff_condition_effect condition[2]; struct ff_rumble_effect rumble; } u; }; struct input_mask { __u32 type; __u32 codes_size; __u64 codes_ptr; }; struct input_mt_slot { int abs[14]; unsigned int frame; unsigned int key; }; struct input_mt { int trkid; int num_slots; int slot; unsigned int flags; unsigned int frame; int *red; struct input_mt_slot slots[0]; }; struct evdev_client; struct evdev { int open; struct input_handle handle; struct evdev_client *grab; struct list_head client_list; spinlock_t client_lock; struct mutex mutex; struct device dev; struct cdev cdev; bool exist; }; struct evdev_client { unsigned int head; unsigned int tail; unsigned int packet_head; spinlock_t buffer_lock; wait_queue_head_t wait; struct fasync_struct *fasync; struct evdev *evdev; struct list_head node; enum input_clock_type clk_type; bool revoked; long unsigned int *evmasks[32]; unsigned int bufsize; struct input_event buffer[0]; }; typedef int (*nvmem_reg_read_t)(void *, unsigned int, void *, size_t); typedef int (*nvmem_reg_write_t)(void *, unsigned int, void *, size_t); typedef int (*nvmem_cell_post_process_t)(void *, const char *, unsigned int, void *, size_t); enum nvmem_type { NVMEM_TYPE_UNKNOWN = 0, NVMEM_TYPE_EEPROM = 1, NVMEM_TYPE_OTP = 2, NVMEM_TYPE_BATTERY_BACKED = 3, NVMEM_TYPE_FRAM = 4, }; struct nvmem_keepout { unsigned int start; unsigned int end; unsigned char value; }; struct nvmem_cell_info; struct nvmem_config { struct device *dev; const char *name; int id; struct module *owner; struct gpio_desc *wp_gpio; const struct nvmem_cell_info *cells; int ncells; const struct nvmem_keepout *keepout; unsigned int nkeepout; enum nvmem_type type; bool read_only; bool root_only; bool ignore_wp; struct device_node *of_node; bool no_of_node; nvmem_reg_read_t reg_read; nvmem_reg_write_t reg_write; nvmem_cell_post_process_t cell_post_process; int size; int word_size; int stride; void *priv; bool compat; struct device *base_dev; }; struct nvmem_cell_info { const char *name; unsigned int offset; unsigned int bytes; unsigned int bit_offset; unsigned int nbits; struct device_node *np; }; struct sun6i_rtc_clk_data { long unsigned int rc_osc_rate; unsigned int fixed_prescaler: 16; unsigned int has_prescaler: 1; unsigned int has_out_clk: 1; unsigned int export_iosc: 1; unsigned int has_losc_en: 1; unsigned int has_auto_swt: 1; }; struct sun6i_rtc_dev { struct rtc_device *rtc; const struct sun6i_rtc_clk_data *data; void *base; int irq; time64_t alarm; long unsigned int flags; struct clk_hw hw; struct clk_hw *int_osc; struct clk *losc; struct clk *ext_losc; spinlock_t lock; }; struct i2c_algo_bit_data { void *data; void (*setsda)(void *, int); void (*setscl)(void *, int); int (*getsda)(void *); int (*getscl)(void *); int (*pre_xfer)(struct i2c_adapter *); void (*post_xfer)(struct i2c_adapter *); int udelay; int timeout; bool can_do_atomic; }; struct bsc_regs { u32 chip_address; u32 data_in[8]; u32 cnt_reg; u32 ctl_reg; u32 iic_enable; u32 data_out[8]; u32 ctlhi_reg; u32 scl_param; }; struct bsc_clk_param { u32 hz; u32 scl_mask; u32 div_mask; }; enum bsc_xfer_cmd { CMD_WR = 0, CMD_RD = 1, CMD_WR_NOACK = 2, CMD_RD_NOACK = 3, }; enum bus_speeds { SPD_375K = 0, SPD_390K = 1, SPD_187K = 2, SPD_200K = 3, SPD_93K = 4, SPD_97K = 5, SPD_46K = 6, SPD_50K = 7, }; struct brcmstb_i2c_dev { struct device *device; void *base; int irq; struct bsc_regs *bsc_regmap; struct i2c_adapter adapter; struct completion done; u32 clk_freq_hz; int data_regsz; }; struct system_time_snapshot { u64 cycles; ktime_t real; ktime_t raw; enum clocksource_ids cs_id; unsigned int clock_was_set_seq; u8 cs_was_changed_seq; }; struct system_device_crosststamp { ktime_t device; ktime_t sys_realtime; ktime_t sys_monoraw; }; struct posix_clock; struct posix_clock_operations { struct module *owner; int (*clock_adjtime)(struct posix_clock *, struct __kernel_timex *); int (*clock_gettime)(struct posix_clock *, struct timespec64 *); int (*clock_getres)(struct posix_clock *, struct timespec64 *); int (*clock_settime)(struct posix_clock *, const struct timespec64 *); long int (*ioctl)(struct posix_clock *, unsigned int, long unsigned int); int (*open)(struct posix_clock *, fmode_t); __poll_t (*poll)(struct posix_clock *, struct file *, poll_table *); int (*release)(struct posix_clock *); ssize_t (*read)(struct posix_clock *, uint, char *, size_t); }; struct posix_clock { struct posix_clock_operations ops; struct cdev cdev; struct device *dev; struct rw_semaphore rwsem; bool zombie; }; struct pps_event_time { struct timespec64 ts_real; }; struct kthread_delayed_work { struct kthread_work work; struct timer_list timer; }; struct ptp_clock_time { __s64 sec; __u32 nsec; __u32 reserved; }; struct ptp_extts_request { unsigned int index; unsigned int flags; unsigned int rsv[2]; }; struct ptp_perout_request { union { struct ptp_clock_time start; struct ptp_clock_time phase; }; struct ptp_clock_time period; unsigned int index; unsigned int flags; union { struct ptp_clock_time on; unsigned int rsv[4]; }; }; enum ptp_pin_function { PTP_PF_NONE = 0, PTP_PF_EXTTS = 1, PTP_PF_PEROUT = 2, PTP_PF_PHYSYNC = 3, }; struct ptp_pin_desc { char name[64]; unsigned int index; unsigned int func; unsigned int chan; unsigned int rsv[5]; }; struct ptp_extts_event { struct ptp_clock_time t; unsigned int index; unsigned int flags; unsigned int rsv[2]; }; struct ptp_clock_request { enum { PTP_CLK_REQ_EXTTS = 0, PTP_CLK_REQ_PEROUT = 1, PTP_CLK_REQ_PPS = 2, } type; union { struct ptp_extts_request extts; struct ptp_perout_request perout; }; }; struct ptp_system_timestamp { struct timespec64 pre_ts; struct timespec64 post_ts; }; struct ptp_clock_info { struct module *owner; char name[32]; s32 max_adj; int n_alarm; int n_ext_ts; int n_per_out; int n_pins; int pps; struct ptp_pin_desc *pin_config; int (*adjfine)(struct ptp_clock_info *, long int); int (*adjfreq)(struct ptp_clock_info *, s32); int (*adjphase)(struct ptp_clock_info *, s32); int (*adjtime)(struct ptp_clock_info *, s64); int (*gettime64)(struct ptp_clock_info *, struct timespec64 *); int (*gettimex64)(struct ptp_clock_info *, struct timespec64 *, struct ptp_system_timestamp *); int (*getcrosststamp)(struct ptp_clock_info *, struct system_device_crosststamp *); int (*settime64)(struct ptp_clock_info *, const struct timespec64 *); int (*getcycles64)(struct ptp_clock_info *, struct timespec64 *); int (*getcyclesx64)(struct ptp_clock_info *, struct timespec64 *, struct ptp_system_timestamp *); int (*getcrosscycles)(struct ptp_clock_info *, struct system_device_crosststamp *); int (*enable)(struct ptp_clock_info *, struct ptp_clock_request *, int); int (*verify)(struct ptp_clock_info *, unsigned int, enum ptp_pin_function, unsigned int); long int (*do_aux_work)(struct ptp_clock_info *); }; enum ptp_clock_events { PTP_CLOCK_ALARM = 0, PTP_CLOCK_EXTTS = 1, PTP_CLOCK_PPS = 2, PTP_CLOCK_PPSUSR = 3, }; struct ptp_clock_event { int type; int index; union { u64 timestamp; struct pps_event_time pps_times; }; }; struct timestamp_event_queue { struct ptp_extts_event buf[128]; int head; int tail; spinlock_t lock; }; struct ptp_clock { struct posix_clock clock; struct device dev; struct ptp_clock_info *info; dev_t devid; int index; struct pps_device *pps_source; long int dialed_frequency; struct timestamp_event_queue tsevq; struct mutex tsevq_mux; struct mutex pincfg_mux; wait_queue_head_t tsev_wq; int defunct; struct device_attribute *pin_dev_attr; struct attribute **pin_attr; struct attribute_group pin_attr_group; const struct attribute_group *pin_attr_groups[2]; struct kthread_worker *kworker; struct kthread_delayed_work aux_work; unsigned int max_vclocks; unsigned int n_vclocks; int *vclock_index; struct mutex n_vclocks_mux; bool is_virtual_clock; bool has_cycles; }; struct ptp_vclock { struct ptp_clock *pclock; struct ptp_clock_info info; struct ptp_clock *clock; struct hlist_node vclock_hash_node; struct cyclecounter cc; struct timecounter tc; spinlock_t lock; }; struct reboot_mode_driver { struct device *dev; struct list_head head; int (*write)(struct reboot_mode_driver *, unsigned int); struct notifier_block reboot_notifier; }; struct mode_info { const char *mode; u32 magic; struct list_head list; }; struct samsung_sdi_battery { char *compatible; char *name; struct power_supply_battery_info info; }; struct thermal_zone_of_device_ops { int (*get_temp)(void *, int *); int (*get_trend)(void *, int, enum thermal_trend *); int (*set_trips)(void *, int, int); int (*set_emul_temp)(void *, int); int (*set_trip_temp)(void *, int, int); int (*change_mode)(void *, enum thermal_device_mode); }; struct __thermal_cooling_bind_param { struct device_node *cooling_device; long unsigned int min; long unsigned int max; }; struct __thermal_bind_params { struct __thermal_cooling_bind_param *tcbp; unsigned int count; unsigned int trip_id; unsigned int usage; }; struct __thermal_zone { int passive_delay; int polling_delay; int slope; int offset; int ntrips; struct thermal_trip *trips; int num_tbps; struct __thermal_bind_params *tbps; void *sensor_data; const struct thermal_zone_of_device_ops *ops; }; enum devfreq_timer { DEVFREQ_TIMER_DEFERRABLE = 0, DEVFREQ_TIMER_DELAYED = 1, DEVFREQ_TIMER_NUM = 2, }; struct devfreq_dev_status { long unsigned int total_time; long unsigned int busy_time; long unsigned int current_frequency; void *private_data; }; struct devfreq_dev_profile { long unsigned int initial_freq; unsigned int polling_ms; enum devfreq_timer timer; bool is_cooling_device; int (*target)(struct device *, long unsigned int *, u32); int (*get_dev_status)(struct device *, struct devfreq_dev_status *); int (*get_cur_freq)(struct device *, long unsigned int *); void (*exit)(struct device *); long unsigned int *freq_table; unsigned int max_state; }; struct devfreq_stats { unsigned int total_trans; unsigned int *trans_table; u64 *time_in_state; u64 last_update; }; struct devfreq_governor; struct devfreq { struct list_head node; struct mutex lock; struct device dev; struct devfreq_dev_profile *profile; const struct devfreq_governor *governor; struct opp_table *opp_table; struct notifier_block nb; struct delayed_work work; long unsigned int *freq_table; unsigned int max_state; long unsigned int previous_freq; struct devfreq_dev_status last_status; void *data; struct dev_pm_qos_request user_min_freq_req; struct dev_pm_qos_request user_max_freq_req; long unsigned int scaling_min_freq; long unsigned int scaling_max_freq; bool stop_polling; long unsigned int suspend_freq; long unsigned int resume_freq; atomic_t suspend_count; struct devfreq_stats stats; struct srcu_notifier_head transition_notifier_list; struct thermal_cooling_device *cdev; struct notifier_block nb_min; struct notifier_block nb_max; }; struct devfreq_governor { struct list_head node; const char name[16]; const u64 attrs; const u64 flags; int (*get_target_freq)(struct devfreq *, long unsigned int *); int (*event_handler)(struct devfreq *, unsigned int, void *); }; struct devfreq_cooling_power { int (*get_real_power)(struct devfreq *, u32 *, long unsigned int, long unsigned int); }; struct devfreq_cooling_device { struct thermal_cooling_device *cdev; struct thermal_cooling_device_ops cooling_ops; struct devfreq *devfreq; long unsigned int cooling_state; u32 *freq_table; size_t max_state; struct devfreq_cooling_power *power_ops; u32 res_util; int capped_state; struct dev_pm_qos_request req_max_freq; struct em_perf_domain *em_pd; }; struct dm_ioctl { __u32 version[3]; __u32 data_size; __u32 data_start; __u32 target_count; __s32 open_count; __u32 flags; __u32 event_nr; __u32 padding; __u64 dev; char name[128]; char uuid[129]; char data[7]; }; struct dm_target_spec { __u64 sector_start; __u64 length; __s32 status; __u32 next; char target_type[16]; }; struct dm_device { struct dm_ioctl dmi; struct dm_target_spec *table[256]; char *target_args_array[256]; struct list_head list; }; typedef long unsigned int ulong; struct dm_target_deps { __u32 count; __u32 padding; __u64 dev[0]; }; struct dm_name_list { __u64 dev; __u32 next; char name[0]; }; struct dm_target_versions { __u32 next; __u32 version[3]; char name[0]; }; struct dm_target_msg { __u64 sector; char message[0]; }; enum { DM_VERSION_CMD = 0, DM_REMOVE_ALL_CMD = 1, DM_LIST_DEVICES_CMD = 2, DM_DEV_CREATE_CMD = 3, DM_DEV_REMOVE_CMD = 4, DM_DEV_RENAME_CMD = 5, DM_DEV_SUSPEND_CMD = 6, DM_DEV_STATUS_CMD = 7, DM_DEV_WAIT_CMD = 8, DM_TABLE_LOAD_CMD = 9, DM_TABLE_CLEAR_CMD = 10, DM_TABLE_DEPS_CMD = 11, DM_TABLE_STATUS_CMD = 12, DM_LIST_VERSIONS_CMD = 13, DM_TARGET_MSG_CMD = 14, DM_DEV_SET_GEOMETRY_CMD = 15, DM_DEV_ARM_POLL_CMD = 16, DM_GET_TARGET_VERSION_CMD = 17, }; struct dm_dev_internal { struct list_head list; refcount_t count; struct dm_dev *dm_dev; }; struct dm_file { volatile unsigned int global_event_nr; }; struct hash_cell { struct rb_node name_node; struct rb_node uuid_node; bool name_set; bool uuid_set; char *name; char *uuid; struct mapped_device *md; struct dm_table *new_map; }; struct vers_iter { size_t param_size; struct dm_target_versions *vers; struct dm_target_versions *old_vers; char *end; uint32_t flags; }; typedef int (*ioctl_fn)(struct file *, struct dm_ioctl *, size_t); typedef sector_t region_t; struct dm_dirty_log_type; struct dm_dirty_log { struct dm_dirty_log_type *type; int (*flush_callback_fn)(struct dm_target *); void *context; }; struct dm_dirty_log_type { const char *name; struct module *module; struct list_head list; int (*ctr)(struct dm_dirty_log *, struct dm_target *, unsigned int, char **); void (*dtr)(struct dm_dirty_log *); int (*presuspend)(struct dm_dirty_log *); int (*postsuspend)(struct dm_dirty_log *); int (*resume)(struct dm_dirty_log *); uint32_t (*get_region_size)(struct dm_dirty_log *); int (*is_clean)(struct dm_dirty_log *, region_t); int (*in_sync)(struct dm_dirty_log *, region_t, int); int (*flush)(struct dm_dirty_log *); void (*mark_region)(struct dm_dirty_log *, region_t); void (*clear_region)(struct dm_dirty_log *, region_t); int (*get_resync_work)(struct dm_dirty_log *, region_t *); void (*set_region_sync)(struct dm_dirty_log *, region_t, int); region_t (*get_sync_count)(struct dm_dirty_log *); int (*status)(struct dm_dirty_log *, status_type_t, char *, unsigned int); int (*is_remote_recovering)(struct dm_dirty_log *, region_t); }; struct log_header_disk { __le32 magic; __le32 version; __le64 nr_regions; }; struct log_header_core { uint32_t magic; uint32_t version; uint64_t nr_regions; }; enum sync { DEFAULTSYNC = 0, NOSYNC = 1, FORCESYNC = 2, }; struct log_c { struct dm_target *ti; int touched_dirtied; int touched_cleaned; int flush_failed; uint32_t region_size; unsigned int region_count; region_t sync_count; unsigned int bitset_uint32_count; uint32_t *clean_bits; uint32_t *sync_bits; uint32_t *recovering_bits; int sync_search; enum sync sync; struct dm_io_request io_req; int log_dev_failed; int log_dev_flush_failed; struct dm_dev *log_dev; struct log_header_core header; struct dm_io_region header_location; struct log_header_disk *disk_header; }; struct subsys_interface { const char *name; struct bus_type *subsys; struct list_head node; int (*add_dev)(struct device *, struct subsys_interface *); void (*remove_dev)(struct device *, struct subsys_interface *); }; struct cpufreq_policy_data { struct cpufreq_cpuinfo cpuinfo; struct cpufreq_frequency_table *freq_table; unsigned int cpu; unsigned int min; unsigned int max; }; struct cpufreq_freqs { struct cpufreq_policy *policy; unsigned int old; unsigned int new; u8 flags; }; struct freq_attr { struct attribute attr; ssize_t (*show)(struct cpufreq_policy *, char *); ssize_t (*store)(struct cpufreq_policy *, const char *, size_t); }; struct cpufreq_driver { char name[16]; u16 flags; void *driver_data; int (*init)(struct cpufreq_policy *); int (*verify)(struct cpufreq_policy_data *); int (*setpolicy)(struct cpufreq_policy *); int (*target)(struct cpufreq_policy *, unsigned int, unsigned int); int (*target_index)(struct cpufreq_policy *, unsigned int); unsigned int (*fast_switch)(struct cpufreq_policy *, unsigned int); void (*adjust_perf)(unsigned int, long unsigned int, long unsigned int, long unsigned int); unsigned int (*get_intermediate)(struct cpufreq_policy *, unsigned int); int (*target_intermediate)(struct cpufreq_policy *, unsigned int); unsigned int (*get)(unsigned int); void (*update_limits)(unsigned int); int (*bios_limit)(int, unsigned int *); int (*online)(struct cpufreq_policy *); int (*offline)(struct cpufreq_policy *); int (*exit)(struct cpufreq_policy *); int (*suspend)(struct cpufreq_policy *); int (*resume)(struct cpufreq_policy *); void (*ready)(struct cpufreq_policy *); struct freq_attr **attr; bool boost_enabled; int (*set_boost)(struct cpufreq_policy *, int); void (*register_em)(struct cpufreq_policy *); }; struct cpuidle_state_kobj { struct cpuidle_state *state; struct cpuidle_state_usage *state_usage; struct completion kobj_unregister; struct kobject kobj; struct cpuidle_device *device; }; struct cpuidle_driver_kobj { struct cpuidle_driver *drv; struct completion kobj_unregister; struct kobject kobj; }; struct cpuidle_device_kobj { struct cpuidle_device *dev; struct completion kobj_unregister; struct kobject kobj; }; struct cpuidle_attr { struct attribute attr; ssize_t (*show)(struct cpuidle_device *, char *); ssize_t (*store)(struct cpuidle_device *, const char *, size_t); }; struct cpuidle_state_attr { struct attribute attr; ssize_t (*show)(struct cpuidle_state *, struct cpuidle_state_usage *, char *); ssize_t (*store)(struct cpuidle_state *, struct cpuidle_state_usage *, const char *, size_t); }; struct cpuidle_driver_attr { struct attribute attr; ssize_t (*show)(struct cpuidle_driver *, char *); ssize_t (*store)(struct cpuidle_driver *, const char *, size_t); }; struct mmc_pwrseq_ops; struct mmc_pwrseq { const struct mmc_pwrseq_ops *ops; struct device *dev; struct list_head pwrseq_node; struct module *owner; }; struct trace_event_raw_mmc_request_start { struct trace_entry ent; u32 cmd_opcode; u32 cmd_arg; unsigned int cmd_flags; unsigned int cmd_retries; u32 stop_opcode; u32 stop_arg; unsigned int stop_flags; unsigned int stop_retries; u32 sbc_opcode; u32 sbc_arg; unsigned int sbc_flags; unsigned int sbc_retries; unsigned int blocks; unsigned int blk_addr; unsigned int blksz; unsigned int data_flags; int tag; unsigned int can_retune; unsigned int doing_retune; unsigned int retune_now; int need_retune; int hold_retune; unsigned int retune_period; struct mmc_request *mrq; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_mmc_request_done { struct trace_entry ent; u32 cmd_opcode; int cmd_err; u32 cmd_resp[4]; unsigned int cmd_retries; u32 stop_opcode; int stop_err; u32 stop_resp[4]; unsigned int stop_retries; u32 sbc_opcode; int sbc_err; u32 sbc_resp[4]; unsigned int sbc_retries; unsigned int bytes_xfered; int data_err; int tag; unsigned int can_retune; unsigned int doing_retune; unsigned int retune_now; int need_retune; int hold_retune; unsigned int retune_period; struct mmc_request *mrq; u32 __data_loc_name; char __data[0]; }; struct trace_event_data_offsets_mmc_request_start { u32 name; }; struct trace_event_data_offsets_mmc_request_done { u32 name; }; typedef void (*btf_trace_mmc_request_start)(void *, struct mmc_host *, struct mmc_request *); typedef void (*btf_trace_mmc_request_done)(void *, struct mmc_host *, struct mmc_request *); struct mmc_pwrseq_ops { void (*pre_power_on)(struct mmc_host *); void (*post_power_on)(struct mmc_host *); void (*power_off)(struct mmc_host *); void (*reset)(struct mmc_host *); }; struct mmc_gpio { struct gpio_desc *ro_gpio; struct gpio_desc *cd_gpio; irqreturn_t (*cd_gpio_isr)(int, void *); char *ro_label; char *cd_label; u32 cd_debounce_delay_ms; }; struct mmc_pwrseq_emmc { struct mmc_pwrseq pwrseq; struct notifier_block reset_nb; struct gpio_desc *reset_gpio; }; enum cpu_led_event { CPU_LED_IDLE_START = 0, CPU_LED_IDLE_END = 1, CPU_LED_START = 2, CPU_LED_STOP = 3, CPU_LED_HALTED = 4, }; struct led_trigger_cpu { bool is_active; char name[8]; struct led_trigger *_trig; }; struct qcom_scm_hdcp_req { u32 addr; u32 val; }; struct qcom_scm_vmperm { int vmid; int perm; }; enum qcom_scm_ocmem_client { QCOM_SCM_OCMEM_UNUSED_ID = 0, QCOM_SCM_OCMEM_GRAPHICS_ID = 1, QCOM_SCM_OCMEM_VIDEO_ID = 2, QCOM_SCM_OCMEM_LP_AUDIO_ID = 3, QCOM_SCM_OCMEM_SENSORS_ID = 4, QCOM_SCM_OCMEM_OTHER_OS_ID = 5, QCOM_SCM_OCMEM_DEBUG_ID = 6, }; enum qcom_scm_ice_cipher { QCOM_SCM_ICE_CIPHER_AES_128_XTS = 0, QCOM_SCM_ICE_CIPHER_AES_128_CBC = 1, QCOM_SCM_ICE_CIPHER_AES_256_XTS = 3, QCOM_SCM_ICE_CIPHER_AES_256_CBC = 4, }; struct qcom_scm_pas_metadata { void *ptr; dma_addr_t phys; ssize_t size; }; enum qcom_scm_convention { SMC_CONVENTION_UNKNOWN = 0, SMC_CONVENTION_LEGACY = 1, SMC_CONVENTION_ARM_32 = 2, SMC_CONVENTION_ARM_64 = 3, }; enum qcom_scm_arg_types { QCOM_SCM_VAL = 0, QCOM_SCM_RO = 1, QCOM_SCM_RW = 2, QCOM_SCM_BUFVAL = 3, }; struct qcom_scm { struct device *dev; struct clk *core_clk; struct clk *iface_clk; struct clk *bus_clk; struct icc_path *path; struct reset_controller_dev reset; struct mutex scm_bw_lock; int scm_vote_count; u64 dload_mode_addr; }; struct qcom_scm_current_perm_info { __le32 vmid; __le32 perm; __le64 ctx; __le32 ctx_size; __le32 unused; }; struct qcom_scm_mem_map_info { __le64 mem_addr; __le64 mem_size; }; struct scmi_device_id { u8 protocol_id; const char *name; }; struct trace_event_raw_scmi_fc_call { struct trace_entry ent; u8 protocol_id; u8 msg_id; u32 res_id; u32 val1; u32 val2; char __data[0]; }; struct trace_event_raw_scmi_xfer_begin { struct trace_entry ent; int transfer_id; u8 msg_id; u8 protocol_id; u16 seq; bool poll; char __data[0]; }; struct trace_event_raw_scmi_xfer_response_wait { struct trace_entry ent; int transfer_id; u8 msg_id; u8 protocol_id; u16 seq; u32 timeout; bool poll; char __data[0]; }; struct trace_event_raw_scmi_xfer_end { struct trace_entry ent; int transfer_id; u8 msg_id; u8 protocol_id; u16 seq; int status; char __data[0]; }; struct trace_event_raw_scmi_rx_done { struct trace_entry ent; int transfer_id; u8 msg_id; u8 protocol_id; u16 seq; u8 msg_type; char __data[0]; }; struct trace_event_raw_scmi_msg_dump { struct trace_entry ent; u8 protocol_id; u8 msg_id; char tag[5]; u16 seq; int status; size_t len; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_data_offsets_scmi_fc_call {}; struct trace_event_data_offsets_scmi_xfer_begin {}; struct trace_event_data_offsets_scmi_xfer_response_wait {}; struct trace_event_data_offsets_scmi_xfer_end {}; struct trace_event_data_offsets_scmi_rx_done {}; struct trace_event_data_offsets_scmi_msg_dump { u32 cmd; }; typedef void (*btf_trace_scmi_fc_call)(void *, u8, u8, u32, u32, u32); typedef void (*btf_trace_scmi_xfer_begin)(void *, int, u8, u8, u16, bool); typedef void (*btf_trace_scmi_xfer_response_wait)(void *, int, u8, u8, u16, u32, bool); typedef void (*btf_trace_scmi_xfer_end)(void *, int, u8, u8, u16, int); typedef void (*btf_trace_scmi_rx_done)(void *, int, u8, u8, u16, u8); typedef void (*btf_trace_scmi_msg_dump)(void *, u8, u8, unsigned char *, u16, int, void *, size_t); enum scmi_error_codes { SCMI_SUCCESS = 0, SCMI_ERR_SUPPORT = 4294967295, SCMI_ERR_PARAMS = 4294967294, SCMI_ERR_ACCESS = 4294967293, SCMI_ERR_ENTRY = 4294967292, SCMI_ERR_RANGE = 4294967291, SCMI_ERR_BUSY = 4294967290, SCMI_ERR_COMMS = 4294967289, SCMI_ERR_GENERIC = 4294967288, SCMI_ERR_HARDWARE = 4294967287, SCMI_ERR_PROTOCOL = 4294967286, }; struct scmi_requested_dev { const struct scmi_device_id *id_table; struct list_head node; }; struct scmi_xfers_info { long unsigned int *xfer_alloc_table; spinlock_t xfer_lock; int max_msg; struct hlist_head free_xfers; struct hlist_head pending_xfers[512]; }; struct scmi_protocol_instance { const struct scmi_handle *handle; const struct scmi_protocol *proto; void *gid; refcount_t users; void *priv; struct scmi_protocol_handle ph; }; struct scmi_info { struct device *dev; const struct scmi_desc *desc; struct scmi_revision_info version; struct scmi_handle handle; struct scmi_xfers_info tx_minfo; struct scmi_xfers_info rx_minfo; struct idr tx_idr; struct idr rx_idr; struct idr protocols; struct mutex protocols_mtx; u8 *protocols_imp; struct idr active_protocols; unsigned int atomic_threshold; void *notify_priv; struct list_head node; int users; }; struct scmi_msg_resp_domain_name_get { __le32 flags; u8 name[64]; }; struct scmi_iterator { void *msg; void *resp; struct scmi_xfer *t; const struct scmi_protocol_handle *ph; struct scmi_iterator_ops *ops; struct scmi_iterator_state state; void *priv; }; struct scmi_msg_get_fc_info { __le32 domain; __le32 message_id; }; struct scmi_msg_resp_desc_fc { __le32 attr; __le32 rate_limit; __le32 chan_addr_low; __le32 chan_addr_high; __le32 chan_size; __le32 db_addr_low; __le32 db_addr_high; __le32 db_set_lmask; __le32 db_set_hmask; __le32 db_preserve_lmask; __le32 db_preserve_hmask; }; struct scmi_protocol_devres { const struct scmi_handle *handle; u8 protocol_id; }; struct scmi_shared_mem { __le32 reserved; __le32 channel_status; __le32 reserved1[2]; __le32 flags; __le32 length; __le32 msg_header; u8 msg_payload[0]; }; struct scmi_smc { struct scmi_chan_info *cinfo; struct scmi_shared_mem *shmem; struct mutex shmem_lock; atomic_t inflight; u32 func_id; }; struct efi_memory_map_data { phys_addr_t phys_map; long unsigned int size; long unsigned int desc_version; long unsigned int desc_size; long unsigned int flags; }; enum { SYSTAB = 0, MMBASE = 1, MMSIZE = 2, DCSIZE = 3, DCVERS = 4, PARAMCOUNT = 5, }; enum kmsg_dump_reason { KMSG_DUMP_UNDEF = 0, KMSG_DUMP_PANIC = 1, KMSG_DUMP_OOPS = 2, KMSG_DUMP_EMERG = 3, KMSG_DUMP_SHUTDOWN = 4, KMSG_DUMP_MAX = 5, }; enum pstore_type_id { PSTORE_TYPE_DMESG = 0, PSTORE_TYPE_MCE = 1, PSTORE_TYPE_CONSOLE = 2, PSTORE_TYPE_FTRACE = 3, PSTORE_TYPE_PPC_RTAS = 4, PSTORE_TYPE_PPC_OF = 5, PSTORE_TYPE_PPC_COMMON = 6, PSTORE_TYPE_PMSG = 7, PSTORE_TYPE_PPC_OPAL = 8, PSTORE_TYPE_MAX = 9, }; struct pstore_info; struct pstore_record { struct pstore_info *psi; enum pstore_type_id type; u64 id; struct timespec64 time; char *buf; ssize_t size; ssize_t ecc_notice_size; void *priv; int count; enum kmsg_dump_reason reason; unsigned int part; bool compressed; }; struct pstore_info { struct module *owner; const char *name; spinlock_t buf_lock; char *buf; size_t bufsize; struct mutex read_mutex; int flags; int max_reason; void *data; int (*open)(struct pstore_info *); int (*close)(struct pstore_info *); ssize_t (*read)(struct pstore_record *); int (*write)(struct pstore_record *); int (*write_user)(struct pstore_record *, const char *); int (*erase)(struct pstore_record *); }; typedef int (*efi_memattr_perm_setter)(struct mm_struct *, efi_memory_desc_t *); enum imx_sc_rm_func { IMX_SC_RM_FUNC_UNKNOWN = 0, IMX_SC_RM_FUNC_PARTITION_ALLOC = 1, IMX_SC_RM_FUNC_SET_CONFIDENTIAL = 31, IMX_SC_RM_FUNC_PARTITION_FREE = 2, IMX_SC_RM_FUNC_GET_DID = 26, IMX_SC_RM_FUNC_PARTITION_STATIC = 3, IMX_SC_RM_FUNC_PARTITION_LOCK = 4, IMX_SC_RM_FUNC_GET_PARTITION = 5, IMX_SC_RM_FUNC_SET_PARENT = 6, IMX_SC_RM_FUNC_MOVE_ALL = 7, IMX_SC_RM_FUNC_ASSIGN_RESOURCE = 8, IMX_SC_RM_FUNC_SET_RESOURCE_MOVABLE = 9, IMX_SC_RM_FUNC_SET_SUBSYS_RSRC_MOVABLE = 28, IMX_SC_RM_FUNC_SET_MASTER_ATTRIBUTES = 10, IMX_SC_RM_FUNC_SET_MASTER_SID = 11, IMX_SC_RM_FUNC_SET_PERIPHERAL_PERMISSIONS = 12, IMX_SC_RM_FUNC_IS_RESOURCE_OWNED = 13, IMX_SC_RM_FUNC_GET_RESOURCE_OWNER = 33, IMX_SC_RM_FUNC_IS_RESOURCE_MASTER = 14, IMX_SC_RM_FUNC_IS_RESOURCE_PERIPHERAL = 15, IMX_SC_RM_FUNC_GET_RESOURCE_INFO = 16, IMX_SC_RM_FUNC_MEMREG_ALLOC = 17, IMX_SC_RM_FUNC_MEMREG_SPLIT = 29, IMX_SC_RM_FUNC_MEMREG_FRAG = 32, IMX_SC_RM_FUNC_MEMREG_FREE = 18, IMX_SC_RM_FUNC_FIND_MEMREG = 30, IMX_SC_RM_FUNC_ASSIGN_MEMREG = 19, IMX_SC_RM_FUNC_SET_MEMREG_PERMISSIONS = 20, IMX_SC_RM_FUNC_IS_MEMREG_OWNED = 21, IMX_SC_RM_FUNC_GET_MEMREG_INFO = 22, IMX_SC_RM_FUNC_ASSIGN_PAD = 23, IMX_SC_RM_FUNC_SET_PAD_MOVABLE = 24, IMX_SC_RM_FUNC_IS_PAD_OWNED = 25, IMX_SC_RM_FUNC_DUMP = 27, }; struct imx_sc_msg_rm_rsrc_owned { struct imx_sc_rpc_msg hdr; u16 resource; short: 16; }; struct imx_sc_msg_rm_get_resource_owner { struct imx_sc_rpc_msg hdr; union { struct { u16 resource; } req; struct { u8 val; } resp; } data; short: 16; }; struct imx_sc_msg_misc_get_soc_id { struct imx_sc_rpc_msg hdr; union { struct { u32 control; u16 resource; } __attribute__((packed)) req; struct { u32 id; } resp; } data; }; struct imx_sc_msg_misc_get_soc_uid { struct imx_sc_rpc_msg hdr; u32 uid_low; u32 uid_high; }; struct tegra210_bpmp { void *atomics; void *arb_sema; struct irq_data *tx_irq_data; }; struct crypto_queue { struct list_head list; struct list_head *backlog; unsigned int qlen; unsigned int max_qlen; }; struct crypto_engine { char name[30]; bool idling; bool busy; bool running; bool retry_support; struct list_head list; spinlock_t queue_lock; struct crypto_queue queue; struct device *dev; bool rt; int (*prepare_crypt_hardware)(struct crypto_engine *); int (*unprepare_crypt_hardware)(struct crypto_engine *); int (*do_batch_requests)(struct crypto_engine *); struct kthread_worker *kworker; struct kthread_work pump_requests; void *priv_data; struct crypto_async_request *cur_req; }; struct meson_desc { __le32 t_status; __le32 t_src; __le32 t_dst; }; struct meson_flow { struct crypto_engine *engine; struct completion complete; int status; unsigned int keylen; dma_addr_t t_phy; struct meson_desc *tl; }; struct meson_dev { void *base; struct clk *busclk; struct device *dev; struct meson_flow *chanlist; atomic_t flow; int *irqs; }; struct meson_alg_template { u32 type; u32 blockmode; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct skcipher_alg skcipher; } alg; struct meson_dev *mc; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct of_timer_irq { int irq; int index; int percpu; const char *name; long unsigned int flags; irq_handler_t handler; }; struct of_timer_base { void *base; const char *name; int index; }; struct of_timer_clk { struct clk *clk; const char *name; int index; long unsigned int rate; long unsigned int period; }; struct timer_of { unsigned int flags; struct device_node *np; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct clock_event_device clkevt; struct of_timer_base of_base; struct of_timer_irq of_irq; struct of_timer_clk of_clk; void *private_data; long: 64; long: 64; }; struct sp804_timer { int load; int load_h; int value; int value_h; int ctrl; int intclr; int ris; int mis; int bgload; int bgload_h; int timer_base[2]; int width; }; struct sp804_clkevt { void *base; void *load; void *load_h; void *value; void *value_h; void *ctrl; void *intclr; void *ris; void *mis; void *bgload; void *bgload_h; long unsigned int reload; int width; }; struct hidraw_devinfo { __u32 bustype; __s16 vendor; __s16 product; }; struct hidraw { unsigned int minor; int exist; int open; wait_queue_head_t wait; struct hid_device *hid; struct device *dev; spinlock_t list_lock; struct list_head list; }; struct hidraw_report { __u8 *value; int len; }; struct hidraw_list { struct hidraw_report buffer[64]; int head; int tail; struct fasync_struct *fasync; struct hidraw *hidraw; struct list_head node; struct mutex read_mutex; }; struct hid_control_fifo { unsigned char dir; struct hid_report *report; char *raw_report; }; struct hid_output_fifo { struct hid_report *report; char *raw_report; }; struct hid_class_descriptor { __u8 bDescriptorType; __le16 wDescriptorLength; } __attribute__((packed)); struct hid_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 bcdHID; __u8 bCountryCode; __u8 bNumDescriptors; struct hid_class_descriptor desc[1]; } __attribute__((packed)); struct usbhid_device { struct hid_device *hid; struct usb_interface *intf; int ifnum; unsigned int bufsize; struct urb *urbin; char *inbuf; dma_addr_t inbuf_dma; struct urb *urbctrl; struct usb_ctrlrequest *cr; struct hid_control_fifo ctrl[256]; unsigned char ctrlhead; unsigned char ctrltail; char *ctrlbuf; dma_addr_t ctrlbuf_dma; long unsigned int last_ctrl; struct urb *urbout; struct hid_output_fifo out[256]; unsigned char outhead; unsigned char outtail; char *outbuf; dma_addr_t outbuf_dma; long unsigned int last_out; struct mutex mutex; spinlock_t lock; long unsigned int iofl; struct timer_list io_retry; long unsigned int stop_retry; unsigned int retry_delay; struct work_struct reset_work; wait_queue_head_t wait; }; struct reserved_mem_ops; struct reserved_mem { const char *name; long unsigned int fdt_node; long unsigned int phandle; const struct reserved_mem_ops *ops; phys_addr_t base; phys_addr_t size; void *priv; }; struct reserved_mem_ops { int (*device_init)(struct reserved_mem *, struct device *); void (*device_release)(struct reserved_mem *, struct device *); }; typedef int (*reservedmem_of_init_fn)(struct reserved_mem *); struct rmem_assigned_device { struct device *dev; struct reserved_mem *rmem; struct list_head list; }; typedef s8 int8_t; enum ec_status { EC_RES_SUCCESS = 0, EC_RES_INVALID_COMMAND = 1, EC_RES_ERROR = 2, EC_RES_INVALID_PARAM = 3, EC_RES_ACCESS_DENIED = 4, EC_RES_INVALID_RESPONSE = 5, EC_RES_INVALID_VERSION = 6, EC_RES_INVALID_CHECKSUM = 7, EC_RES_IN_PROGRESS = 8, EC_RES_UNAVAILABLE = 9, EC_RES_TIMEOUT = 10, EC_RES_OVERFLOW = 11, EC_RES_INVALID_HEADER = 12, EC_RES_REQUEST_TRUNCATED = 13, EC_RES_RESPONSE_TOO_BIG = 14, EC_RES_BUS_ERROR = 15, EC_RES_BUSY = 16, EC_RES_INVALID_HEADER_VERSION = 17, EC_RES_INVALID_HEADER_CRC = 18, EC_RES_INVALID_DATA_CRC = 19, EC_RES_DUP_UNAVAILABLE = 20, }; enum host_event_code { EC_HOST_EVENT_LID_CLOSED = 1, EC_HOST_EVENT_LID_OPEN = 2, EC_HOST_EVENT_POWER_BUTTON = 3, EC_HOST_EVENT_AC_CONNECTED = 4, EC_HOST_EVENT_AC_DISCONNECTED = 5, EC_HOST_EVENT_BATTERY_LOW = 6, EC_HOST_EVENT_BATTERY_CRITICAL = 7, EC_HOST_EVENT_BATTERY = 8, EC_HOST_EVENT_THERMAL_THRESHOLD = 9, EC_HOST_EVENT_DEVICE = 10, EC_HOST_EVENT_THERMAL = 11, EC_HOST_EVENT_USB_CHARGER = 12, EC_HOST_EVENT_KEY_PRESSED = 13, EC_HOST_EVENT_INTERFACE_READY = 14, EC_HOST_EVENT_KEYBOARD_RECOVERY = 15, EC_HOST_EVENT_THERMAL_SHUTDOWN = 16, EC_HOST_EVENT_BATTERY_SHUTDOWN = 17, EC_HOST_EVENT_THROTTLE_START = 18, EC_HOST_EVENT_THROTTLE_STOP = 19, EC_HOST_EVENT_HANG_DETECT = 20, EC_HOST_EVENT_HANG_REBOOT = 21, EC_HOST_EVENT_PD_MCU = 22, EC_HOST_EVENT_BATTERY_STATUS = 23, EC_HOST_EVENT_PANIC = 24, EC_HOST_EVENT_KEYBOARD_FASTBOOT = 25, EC_HOST_EVENT_RTC = 26, EC_HOST_EVENT_MKBP = 27, EC_HOST_EVENT_USB_MUX = 28, EC_HOST_EVENT_MODE_CHANGE = 29, EC_HOST_EVENT_KEYBOARD_RECOVERY_HW_REINIT = 30, EC_HOST_EVENT_WOV = 31, EC_HOST_EVENT_INVALID = 32, }; struct ec_host_request { uint8_t struct_version; uint8_t checksum; uint16_t command; uint8_t command_version; uint8_t reserved; uint16_t data_len; }; struct ec_params_hello { uint32_t in_data; }; struct ec_response_hello { uint32_t out_data; }; struct ec_params_get_cmd_versions { uint8_t cmd; }; struct ec_response_get_cmd_versions { uint32_t version_mask; }; enum ec_comms_status { EC_COMMS_STATUS_PROCESSING = 1, }; struct ec_response_get_comms_status { uint32_t flags; }; struct ec_response_get_protocol_info { uint32_t protocol_versions; uint16_t max_request_packet_size; uint16_t max_response_packet_size; uint32_t flags; }; struct ec_response_get_features { uint32_t flags[2]; }; enum ec_led_colors { EC_LED_COLOR_RED = 0, EC_LED_COLOR_GREEN = 1, EC_LED_COLOR_BLUE = 2, EC_LED_COLOR_YELLOW = 3, EC_LED_COLOR_WHITE = 4, EC_LED_COLOR_AMBER = 5, EC_LED_COLOR_COUNT = 6, }; enum motionsense_command { MOTIONSENSE_CMD_DUMP = 0, MOTIONSENSE_CMD_INFO = 1, MOTIONSENSE_CMD_EC_RATE = 2, MOTIONSENSE_CMD_SENSOR_ODR = 3, MOTIONSENSE_CMD_SENSOR_RANGE = 4, MOTIONSENSE_CMD_KB_WAKE_ANGLE = 5, MOTIONSENSE_CMD_DATA = 6, MOTIONSENSE_CMD_FIFO_INFO = 7, MOTIONSENSE_CMD_FIFO_FLUSH = 8, MOTIONSENSE_CMD_FIFO_READ = 9, MOTIONSENSE_CMD_PERFORM_CALIB = 10, MOTIONSENSE_CMD_SENSOR_OFFSET = 11, MOTIONSENSE_CMD_LIST_ACTIVITIES = 12, MOTIONSENSE_CMD_SET_ACTIVITY = 13, MOTIONSENSE_CMD_LID_ANGLE = 14, MOTIONSENSE_CMD_FIFO_INT_ENABLE = 15, MOTIONSENSE_CMD_SPOOF = 16, MOTIONSENSE_CMD_TABLET_MODE_LID_ANGLE = 17, MOTIONSENSE_CMD_SENSOR_SCALE = 18, MOTIONSENSE_NUM_CMDS = 19, }; struct ec_response_motion_sensor_data { uint8_t flags; uint8_t sensor_num; union { int16_t data[3]; struct { uint16_t reserved; uint32_t timestamp; } __attribute__((packed)); struct { uint8_t activity; uint8_t state; int16_t add_info[2]; }; }; } __attribute__((packed)); struct ec_response_motion_sense_fifo_info { uint16_t size; uint16_t count; uint32_t timestamp; uint16_t total_lost; uint16_t lost[0]; } __attribute__((packed)); struct ec_response_motion_sense_fifo_data { uint32_t number_data; struct ec_response_motion_sensor_data data[0]; }; struct ec_motion_sense_activity { uint8_t sensor_num; uint8_t activity; uint8_t enable; uint8_t reserved; uint16_t parameters[3]; }; struct ec_params_motion_sense { uint8_t cmd; union { struct { uint8_t max_sensor_count; } dump; struct { int16_t data; } kb_wake_angle; struct { uint8_t sensor_num; } info; struct { uint8_t sensor_num; } info_3; struct { uint8_t sensor_num; } data; struct { uint8_t sensor_num; } fifo_flush; struct { uint8_t sensor_num; } perform_calib; struct { uint8_t sensor_num; } list_activities; struct { uint8_t sensor_num; uint8_t roundup; uint16_t reserved; int32_t data; } ec_rate; struct { uint8_t sensor_num; uint8_t roundup; uint16_t reserved; int32_t data; } sensor_odr; struct { uint8_t sensor_num; uint8_t roundup; uint16_t reserved; int32_t data; } sensor_range; struct { uint8_t sensor_num; uint16_t flags; int16_t temp; int16_t offset[3]; } __attribute__((packed)) sensor_offset; struct { uint8_t sensor_num; uint16_t flags; int16_t temp; uint16_t scale[3]; } __attribute__((packed)) sensor_scale; struct { uint32_t max_data_vector; } fifo_read; struct ec_motion_sense_activity set_activity; struct { int8_t enable; } fifo_int_enable; struct { uint8_t sensor_id; uint8_t spoof_enable; uint8_t reserved; int16_t components[3]; } __attribute__((packed)) spoof; struct { int16_t lid_angle; int16_t hys_degree; } tablet_mode_threshold; }; } __attribute__((packed)); struct ec_response_motion_sense { union { struct { uint8_t module_flags; uint8_t sensor_count; struct ec_response_motion_sensor_data sensor[0]; } __attribute__((packed)) dump; struct { uint8_t type; uint8_t location; uint8_t chip; } info; struct { uint8_t type; uint8_t location; uint8_t chip; uint32_t min_frequency; uint32_t max_frequency; uint32_t fifo_max_event_count; } info_3; struct ec_response_motion_sensor_data data; struct { int32_t ret; } ec_rate; struct { int32_t ret; } sensor_odr; struct { int32_t ret; } sensor_range; struct { int32_t ret; } kb_wake_angle; struct { int32_t ret; } fifo_int_enable; struct { int32_t ret; } spoof; struct { int16_t temp; int16_t offset[3]; } sensor_offset; struct { int16_t temp; int16_t offset[3]; } perform_calib; struct { int16_t temp; uint16_t scale[3]; } sensor_scale; struct ec_response_motion_sense_fifo_info fifo_info; struct ec_response_motion_sense_fifo_info fifo_flush; struct ec_response_motion_sense_fifo_data fifo_read; struct { uint16_t reserved; uint32_t enabled; uint32_t disabled; } __attribute__((packed)) list_activities; struct { uint16_t value; } lid_angle; struct { uint16_t lid_angle; uint16_t hys_degree; } tablet_mode_threshold; }; }; enum ec_temp_thresholds { EC_TEMP_THRESH_WARN = 0, EC_TEMP_THRESH_HIGH = 1, EC_TEMP_THRESH_HALT = 2, EC_TEMP_THRESH_COUNT = 3, }; enum ec_mkbp_event { EC_MKBP_EVENT_KEY_MATRIX = 0, EC_MKBP_EVENT_HOST_EVENT = 1, EC_MKBP_EVENT_SENSOR_FIFO = 2, EC_MKBP_EVENT_BUTTON = 3, EC_MKBP_EVENT_SWITCH = 4, EC_MKBP_EVENT_FINGERPRINT = 5, EC_MKBP_EVENT_SYSRQ = 6, EC_MKBP_EVENT_HOST_EVENT64 = 7, EC_MKBP_EVENT_CEC_EVENT = 8, EC_MKBP_EVENT_CEC_MESSAGE = 9, EC_MKBP_EVENT_PCHG = 12, EC_MKBP_EVENT_COUNT = 13, }; union ec_response_get_next_data_v1 { uint8_t key_matrix[16]; uint32_t host_event; uint64_t host_event64; struct { uint8_t reserved[3]; struct ec_response_motion_sense_fifo_info info; } __attribute__((packed)) sensor_fifo; uint32_t buttons; uint32_t switches; uint32_t fp_events; uint32_t sysrq; uint32_t cec_events; uint8_t cec_message[16]; }; struct ec_response_get_next_event_v1 { uint8_t event_type; union ec_response_get_next_data_v1 data; } __attribute__((packed)); struct ec_response_host_event_mask { uint32_t mask; }; enum { EC_MSG_TX_HEADER_BYTES = 3, EC_MSG_TX_TRAILER_BYTES = 1, EC_MSG_TX_PROTO_BYTES = 4, EC_MSG_RX_PROTO_BYTES = 3, EC_PROTO2_MSG_BYTES = 256, EC_MAX_MSG_BYTES = 65536, }; struct cros_ec_command { uint32_t version; uint32_t command; uint32_t outsize; uint32_t insize; uint32_t result; uint8_t data[0]; }; struct platform_device; struct cros_ec_device { const char *phys_name; struct device *dev; struct class *cros_class; int (*cmd_readmem)(struct cros_ec_device *, unsigned int, unsigned int, void *); u16 max_request; u16 max_response; u16 max_passthru; u16 proto_version; void *priv; int irq; u8 *din; u8 *dout; int din_size; int dout_size; bool wake_enabled; bool suspended; int (*cmd_xfer)(struct cros_ec_device *, struct cros_ec_command *); int (*pkt_xfer)(struct cros_ec_device *, struct cros_ec_command *); struct mutex lock; u8 mkbp_event_supported; bool host_sleep_v1; struct blocking_notifier_head event_notifier; struct ec_response_get_next_event_v1 event_data; int event_size; u32 host_event_wake_mask; u32 last_resume_result; ktime_t last_event_time; struct notifier_block notifier_ready; struct platform_device *ec; struct platform_device *pd; }; struct cros_ec_debugfs; struct cros_ec_dev { struct device class_dev; struct cros_ec_device *ec_dev; struct device *dev; struct cros_ec_debugfs *debug_info; bool has_kb_wake_angle; u16 cmd_offset; struct ec_response_get_features features; }; struct hi6220_mbox; struct hi6220_mbox_chan { unsigned int dir; unsigned int dst_irq; unsigned int ack_irq; unsigned int slot; struct hi6220_mbox *parent; }; struct hi6220_mbox { struct device *dev; int irq; bool tx_irq_mode; void *ipc; void *base; unsigned int chan_num; struct hi6220_mbox_chan *mchan; void *irq_map_chan[32]; struct mbox_chan *chan; struct mbox_controller controller; }; struct elf32_shdr { Elf32_Word sh_name; Elf32_Word sh_type; Elf32_Word sh_flags; Elf32_Addr sh_addr; Elf32_Off sh_offset; Elf32_Word sh_size; Elf32_Word sh_link; Elf32_Word sh_info; Elf32_Word sh_addralign; Elf32_Word sh_entsize; }; struct rproc_dump_segment { struct list_head node; dma_addr_t da; size_t size; void *priv; void (*dump)(struct rproc *, struct rproc_dump_segment *, void *, size_t, size_t); loff_t offset; }; struct rproc_coredump_state { struct rproc *rproc; void *header; struct completion dump_done; }; enum { VMGENID_SIZE = 16, }; struct vmgenid_state { u8 *next_id; u8 this_id[16]; }; struct gpmc_bool_timings { bool cycle2cyclediffcsen; bool cycle2cyclesamecsen; bool we_extra_delay; bool oe_extra_delay; bool adv_extra_delay; bool cs_extra_delay; bool time_para_granularity; }; struct gpmc_timings { u32 sync_clk; u32 cs_on; u32 cs_rd_off; u32 cs_wr_off; u32 adv_on; u32 adv_rd_off; u32 adv_wr_off; u32 adv_aad_mux_on; u32 adv_aad_mux_rd_off; u32 adv_aad_mux_wr_off; u32 we_on; u32 we_off; u32 oe_on; u32 oe_off; u32 oe_aad_mux_on; u32 oe_aad_mux_off; u32 page_burst_access; u32 access; u32 rd_cycle; u32 wr_cycle; u32 bus_turnaround; u32 cycle2cycle_delay; u32 wait_monitoring; u32 clk_activation; u32 wr_access; u32 wr_data_mux_bus; struct gpmc_bool_timings bool_timings; }; struct gpmc_device_timings { u32 t_ceasu; u32 t_avdasu; u32 t_avdp_r; u32 t_avdp_w; u32 t_aavdh; u32 t_oeasu; u32 t_aa; u32 t_iaa; u32 t_oe; u32 t_ce; u32 t_rd_cycle; u32 t_cez_r; u32 t_cez_w; u32 t_oez; u32 t_weasu; u32 t_wpl; u32 t_wph; u32 t_wr_cycle; u32 clk; u32 t_bacc; u32 t_ces; u32 t_avds; u32 t_avdh; u32 t_ach; u32 t_rdyo; u32 t_ce_rdyz; u32 t_ce_avd; u8 cyc_aavdh_oe; u8 cyc_aavdh_we; u8 cyc_oe; u8 cyc_wpl; u32 cyc_iaa; bool ce_xdelay; bool avd_xdelay; bool oe_xdelay; bool we_xdelay; }; struct gpmc_settings { bool burst_wrap; bool burst_read; bool burst_write; bool device_nand; bool sync_read; bool sync_write; bool wait_on_read; bool wait_on_write; u32 burst_len; u32 device_width; u32 mux_add_data; u32 wait_pin; }; struct gpmc_nand_ops { bool (*nand_writebuffer_empty)(); }; struct gpmc_onenand_info { bool sync_read; bool sync_write; int burst_len; }; struct gpmc_nand_regs { void *gpmc_nand_command; void *gpmc_nand_address; void *gpmc_nand_data; void *gpmc_prefetch_config1; void *gpmc_prefetch_config2; void *gpmc_prefetch_control; void *gpmc_prefetch_status; void *gpmc_ecc_config; void *gpmc_ecc_control; void *gpmc_ecc_size_config; void *gpmc_ecc1_result; void *gpmc_bch_result0[8]; void *gpmc_bch_result1[8]; void *gpmc_bch_result2[8]; void *gpmc_bch_result3[8]; void *gpmc_bch_result4[8]; void *gpmc_bch_result5[8]; void *gpmc_bch_result6[8]; }; enum gpmc_clk_domain { GPMC_CD_FCLK = 0, GPMC_CD_CLK = 1, }; struct gpmc_cs_data { const char *name; u32 flags; struct resource mem; }; struct gpmc_cs_config { u32 config1; u32 config2; u32 config3; u32 config4; u32 config5; u32 config6; u32 config7; int is_valid; }; struct omap3_gpmc_regs { u32 sysconfig; u32 irqenable; u32 timeout_ctrl; u32 config; u32 prefetch_config1; u32 prefetch_config2; u32 prefetch_control; struct gpmc_cs_config cs_context[8]; }; struct gpmc_device { struct device *dev; int irq; struct irq_chip irq_chip; struct gpio_chip gpio_chip; struct notifier_block nb; struct omap3_gpmc_regs context; int nirqs; unsigned int is_suspended: 1; struct resource *data; }; struct powercap_control_type; struct powercap_control_type_ops { int (*set_enable)(struct powercap_control_type *, bool); int (*get_enable)(struct powercap_control_type *, bool *); int (*release)(struct powercap_control_type *); }; struct powercap_control_type { struct device dev; struct idr idr; int nr_zones; const struct powercap_control_type_ops *ops; struct mutex lock; bool allocated; struct list_head node; }; struct powercap_zone; struct powercap_zone_ops { int (*get_max_energy_range_uj)(struct powercap_zone *, u64 *); int (*get_energy_uj)(struct powercap_zone *, u64 *); int (*reset_energy_uj)(struct powercap_zone *); int (*get_max_power_range_uw)(struct powercap_zone *, u64 *); int (*get_power_uw)(struct powercap_zone *, u64 *); int (*set_enable)(struct powercap_zone *, bool); int (*get_enable)(struct powercap_zone *, bool *); int (*release)(struct powercap_zone *); }; struct powercap_zone_constraint; struct powercap_zone { int id; char *name; void *control_type_inst; const struct powercap_zone_ops *ops; struct device dev; int const_id_cnt; struct idr idr; struct idr *parent_idr; void *private_data; struct attribute **zone_dev_attrs; int zone_attr_count; struct attribute_group dev_zone_attr_group; const struct attribute_group *dev_attr_groups[2]; bool allocated; struct powercap_zone_constraint *constraints; }; struct powercap_zone_constraint_ops; struct powercap_zone_constraint { int id; struct powercap_zone *power_zone; const struct powercap_zone_constraint_ops *ops; }; struct powercap_zone_constraint_ops { int (*set_power_limit_uw)(struct powercap_zone *, int, u64); int (*get_power_limit_uw)(struct powercap_zone *, int, u64 *); int (*set_time_window_us)(struct powercap_zone *, int, u64); int (*get_time_window_us)(struct powercap_zone *, int, u64 *); int (*get_max_power_uw)(struct powercap_zone *, int, u64 *); int (*get_min_power_uw)(struct powercap_zone *, int, u64 *); int (*get_max_time_window_us)(struct powercap_zone *, int, u64 *); int (*get_min_time_window_us)(struct powercap_zone *, int, u64 *); const char * (*get_name)(struct powercap_zone *, int); }; struct dtpm_ops; struct dtpm { struct powercap_zone zone; struct dtpm *parent; struct list_head sibling; struct list_head children; struct dtpm_ops *ops; long unsigned int flags; u64 power_limit; u64 power_max; u64 power_min; int weight; }; struct dtpm_ops { u64 (*set_power_uw)(struct dtpm *, u64); u64 (*get_power_uw)(struct dtpm *); int (*update_power_uw)(struct dtpm *); void (*release)(struct dtpm *); }; struct dtpm_subsys_ops { const char *name; int (*init)(); void (*exit)(); int (*setup)(struct dtpm *, struct device_node *); }; enum DTPM_NODE_TYPE { DTPM_NODE_VIRTUAL = 0, DTPM_NODE_DT = 1, }; struct dtpm_node { enum DTPM_NODE_TYPE type; const char *name; struct dtpm_node *parent; }; typedef struct dtpm * (*dtpm_node_callback_t)(const struct dtpm_node *, struct dtpm *); enum perf_hw_id { PERF_COUNT_HW_CPU_CYCLES = 0, PERF_COUNT_HW_INSTRUCTIONS = 1, PERF_COUNT_HW_CACHE_REFERENCES = 2, PERF_COUNT_HW_CACHE_MISSES = 3, PERF_COUNT_HW_BRANCH_INSTRUCTIONS = 4, PERF_COUNT_HW_BRANCH_MISSES = 5, PERF_COUNT_HW_BUS_CYCLES = 6, PERF_COUNT_HW_STALLED_CYCLES_FRONTEND = 7, PERF_COUNT_HW_STALLED_CYCLES_BACKEND = 8, PERF_COUNT_HW_REF_CPU_CYCLES = 9, PERF_COUNT_HW_MAX = 10, }; enum perf_hw_cache_id { PERF_COUNT_HW_CACHE_L1D = 0, PERF_COUNT_HW_CACHE_L1I = 1, PERF_COUNT_HW_CACHE_LL = 2, PERF_COUNT_HW_CACHE_DTLB = 3, PERF_COUNT_HW_CACHE_ITLB = 4, PERF_COUNT_HW_CACHE_BPU = 5, PERF_COUNT_HW_CACHE_NODE = 6, PERF_COUNT_HW_CACHE_MAX = 7, }; enum perf_hw_cache_op_id { PERF_COUNT_HW_CACHE_OP_READ = 0, PERF_COUNT_HW_CACHE_OP_WRITE = 1, PERF_COUNT_HW_CACHE_OP_PREFETCH = 2, PERF_COUNT_HW_CACHE_OP_MAX = 3, }; enum perf_hw_cache_op_result_id { PERF_COUNT_HW_CACHE_RESULT_ACCESS = 0, PERF_COUNT_HW_CACHE_RESULT_MISS = 1, PERF_COUNT_HW_CACHE_RESULT_MAX = 2, }; enum armpmu_attr_groups { ARMPMU_ATTR_GROUP_COMMON = 0, ARMPMU_ATTR_GROUP_EVENTS = 1, ARMPMU_ATTR_GROUP_FORMATS = 2, ARMPMU_ATTR_GROUP_CAPS = 3, ARMPMU_NR_ATTR_GROUPS = 4, }; enum ring_desc_flags { RING_DESC_ISOCH = 1, RING_DESC_CRC_ERROR = 1, RING_DESC_COMPLETED = 2, RING_DESC_POSTED = 4, RING_DESC_BUFFER_OVERRUN = 4, RING_DESC_INTERRUPT = 8, }; struct ring_desc { u64 phys; u32 length: 12; u32 eof: 4; u32 sof: 4; enum ring_desc_flags flags: 12; u32 time; }; enum nhi_fw_mode { NHI_FW_SAFE_MODE = 0, NHI_FW_AUTH_MODE = 1, NHI_FW_EP_MODE = 2, NHI_FW_CM_MODE = 3, }; enum nhi_mailbox_cmd { NHI_MAILBOX_SAVE_DEVS = 5, NHI_MAILBOX_DISCONNECT_PCIE_PATHS = 6, NHI_MAILBOX_DRV_UNLOADS = 7, NHI_MAILBOX_DISCONNECT_PA = 16, NHI_MAILBOX_DISCONNECT_PB = 17, NHI_MAILBOX_ALLOW_ALL_DEVS = 35, }; enum ring_flags { RING_FLAG_ISOCH_ENABLE = 134217728, RING_FLAG_E2E_FLOW_CONTROL = 268435456, RING_FLAG_PCI_NO_SNOOP = 536870912, RING_FLAG_RAW = 1073741824, RING_FLAG_ENABLE = 2147483648, }; struct tb_path_hop { struct tb_port *in_port; struct tb_port *out_port; int in_hop_index; int in_counter_index; int next_hop_index; unsigned int initial_credits; unsigned int nfc_credits; }; enum tb_path_port { TB_PATH_NONE = 0, TB_PATH_SOURCE = 1, TB_PATH_INTERNAL = 2, TB_PATH_DESTINATION = 4, TB_PATH_ALL = 7, }; struct tb_path { struct tb *tb; const char *name; enum tb_path_port ingress_shared_buffer; enum tb_path_port egress_shared_buffer; enum tb_path_port ingress_fc_enable; enum tb_path_port egress_fc_enable; unsigned int priority: 3; int weight: 4; bool drop_packages; bool activated; bool clear_fc; struct tb_path_hop *hops; int path_length; bool alloc_hopid; }; enum tb_tunnel_type { TB_TUNNEL_PCI = 0, TB_TUNNEL_DP = 1, TB_TUNNEL_DMA = 2, TB_TUNNEL_USB3 = 3, }; struct tb_tunnel { struct tb *tb; struct tb_port *src_port; struct tb_port *dst_port; struct tb_path **paths; size_t npaths; int (*init)(struct tb_tunnel *); void (*deinit)(struct tb_tunnel *); int (*activate)(struct tb_tunnel *, bool); int (*consumed_bandwidth)(struct tb_tunnel *, int *, int *); int (*release_unused_bandwidth)(struct tb_tunnel *); void (*reclaim_available_bandwidth)(struct tb_tunnel *, int *, int *); struct list_head list; enum tb_tunnel_type type; int max_up; int max_down; int allocated_up; int allocated_down; }; enum tb_switch_cap { TB_SWITCH_CAP_TMU = 3, TB_SWITCH_CAP_VSE = 5, }; enum tb_port_cap { TB_PORT_CAP_PHY = 1, TB_PORT_CAP_POWER = 2, TB_PORT_CAP_TIME1 = 3, TB_PORT_CAP_ADAP = 4, TB_PORT_CAP_VSE = 5, TB_PORT_CAP_USB4 = 6, }; struct icc_req { struct hlist_node req_node; struct icc_node *node; struct device *dev; bool enabled; u32 tag; u32 avg_bw; u32 peak_bw; }; struct icc_path { const char *name; size_t num_nodes; struct icc_req reqs[0]; }; struct icc_onecell_data { unsigned int num_nodes; struct icc_node *nodes[0]; }; struct trace_event_raw_icc_set_bw { struct trace_entry ent; u32 __data_loc_path_name; u32 __data_loc_dev; u32 __data_loc_node_name; u32 avg_bw; u32 peak_bw; u32 node_avg_bw; u32 node_peak_bw; char __data[0]; }; struct trace_event_raw_icc_set_bw_end { struct trace_entry ent; u32 __data_loc_path_name; u32 __data_loc_dev; int ret; char __data[0]; }; struct trace_event_data_offsets_icc_set_bw { u32 path_name; u32 dev; u32 node_name; }; struct trace_event_data_offsets_icc_set_bw_end { u32 path_name; u32 dev; }; typedef void (*btf_trace_icc_set_bw)(void *, struct icc_path *, struct icc_node *, int, u32, u32); typedef void (*btf_trace_icc_set_bw_end)(void *, struct icc_path *, int); struct csum_state { __wsum csum; size_t off; }; struct ahash_request; struct nda_cacheinfo { __u32 ndm_confirmed; __u32 ndm_used; __u32 ndm_updated; __u32 ndm_refcnt; }; struct ndt_stats { __u64 ndts_allocs; __u64 ndts_destroys; __u64 ndts_hash_grows; __u64 ndts_res_failed; __u64 ndts_lookups; __u64 ndts_hits; __u64 ndts_rcv_probes_mcast; __u64 ndts_rcv_probes_ucast; __u64 ndts_periodic_gc_runs; __u64 ndts_forced_gc_runs; __u64 ndts_table_fulls; }; enum { NDTPA_UNSPEC = 0, NDTPA_IFINDEX = 1, NDTPA_REFCNT = 2, NDTPA_REACHABLE_TIME = 3, NDTPA_BASE_REACHABLE_TIME = 4, NDTPA_RETRANS_TIME = 5, NDTPA_GC_STALETIME = 6, NDTPA_DELAY_PROBE_TIME = 7, NDTPA_QUEUE_LEN = 8, NDTPA_APP_PROBES = 9, NDTPA_UCAST_PROBES = 10, NDTPA_MCAST_PROBES = 11, NDTPA_ANYCAST_DELAY = 12, NDTPA_PROXY_DELAY = 13, NDTPA_PROXY_QLEN = 14, NDTPA_LOCKTIME = 15, NDTPA_QUEUE_LENBYTES = 16, NDTPA_MCAST_REPROBES = 17, NDTPA_PAD = 18, NDTPA_INTERVAL_PROBE_TIME_MS = 19, __NDTPA_MAX = 20, }; struct ndtmsg { __u8 ndtm_family; __u8 ndtm_pad1; __u16 ndtm_pad2; }; struct ndt_config { __u16 ndtc_key_len; __u16 ndtc_entry_size; __u32 ndtc_entries; __u32 ndtc_last_flush; __u32 ndtc_last_rand; __u32 ndtc_hash_rnd; __u32 ndtc_hash_mask; __u32 ndtc_hash_chain_gc; __u32 ndtc_proxy_qlen; }; enum { NDTA_UNSPEC = 0, NDTA_NAME = 1, NDTA_THRESH1 = 2, NDTA_THRESH2 = 3, NDTA_THRESH3 = 4, NDTA_CONFIG = 5, NDTA_PARMS = 6, NDTA_STATS = 7, NDTA_GC_INTERVAL = 8, NDTA_PAD = 9, __NDTA_MAX = 10, }; enum { NEIGH_ARP_TABLE = 0, NEIGH_ND_TABLE = 1, NEIGH_DN_TABLE = 2, NEIGH_NR_TABLES = 3, NEIGH_LINK_TABLE = 3, }; struct neigh_seq_state { struct seq_net_private p; struct neigh_table *tbl; struct neigh_hash_table *nht; void * (*neigh_sub_iter)(struct neigh_seq_state *, struct neighbour *, loff_t *); unsigned int bucket; unsigned int flags; }; struct neighbour_cb { long unsigned int sched_next; unsigned int flags; }; enum netevent_notif_type { NETEVENT_NEIGH_UPDATE = 1, NETEVENT_REDIRECT = 2, NETEVENT_DELAY_PROBE_TIME_UPDATE = 3, NETEVENT_IPV4_MPATH_HASH_UPDATE = 4, NETEVENT_IPV6_MPATH_HASH_UPDATE = 5, NETEVENT_IPV4_FWD_UPDATE_PRIORITY_UPDATE = 6, }; struct neigh_dump_filter { int master_idx; int dev_idx; }; struct neigh_sysctl_table { struct ctl_table_header *sysctl_header; struct ctl_table neigh_vars[22]; }; struct fib_notifier_net { struct list_head fib_notifier_ops; struct atomic_notifier_head fib_chain; }; struct page_pool_stats { struct page_pool_alloc_stats alloc_stats; struct page_pool_recycle_stats recycle_stats; }; struct trace_event_raw_kfree_skb { struct trace_entry ent; void *skbaddr; void *location; short unsigned int protocol; enum skb_drop_reason reason; char __data[0]; }; struct trace_event_raw_consume_skb { struct trace_entry ent; void *skbaddr; char __data[0]; }; struct trace_event_raw_skb_copy_datagram_iovec { struct trace_entry ent; const void *skbaddr; int len; char __data[0]; }; struct trace_event_data_offsets_kfree_skb {}; struct trace_event_data_offsets_consume_skb {}; struct trace_event_data_offsets_skb_copy_datagram_iovec {}; typedef void (*btf_trace_kfree_skb)(void *, struct sk_buff *, void *, enum skb_drop_reason); typedef void (*btf_trace_consume_skb)(void *, struct sk_buff *); typedef void (*btf_trace_skb_copy_datagram_iovec)(void *, const struct sk_buff *, int); struct trace_event_raw_net_dev_start_xmit { struct trace_entry ent; u32 __data_loc_name; u16 queue_mapping; const void *skbaddr; bool vlan_tagged; u16 vlan_proto; u16 vlan_tci; u16 protocol; u8 ip_summed; unsigned int len; unsigned int data_len; int network_offset; bool transport_offset_valid; int transport_offset; u8 tx_flags; u16 gso_size; u16 gso_segs; u16 gso_type; char __data[0]; }; struct trace_event_raw_net_dev_xmit { struct trace_entry ent; void *skbaddr; unsigned int len; int rc; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_net_dev_xmit_timeout { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_driver; int queue_index; char __data[0]; }; struct trace_event_raw_net_dev_template { struct trace_entry ent; void *skbaddr; unsigned int len; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_net_dev_rx_verbose_template { struct trace_entry ent; u32 __data_loc_name; unsigned int napi_id; u16 queue_mapping; const void *skbaddr; bool vlan_tagged; u16 vlan_proto; u16 vlan_tci; u16 protocol; u8 ip_summed; u32 hash; bool l4_hash; unsigned int len; unsigned int data_len; unsigned int truesize; bool mac_header_valid; int mac_header; unsigned char nr_frags; u16 gso_size; u16 gso_type; char __data[0]; }; struct trace_event_raw_net_dev_rx_exit_template { struct trace_entry ent; int ret; char __data[0]; }; struct trace_event_data_offsets_net_dev_start_xmit { u32 name; }; struct trace_event_data_offsets_net_dev_xmit { u32 name; }; struct trace_event_data_offsets_net_dev_xmit_timeout { u32 name; u32 driver; }; struct trace_event_data_offsets_net_dev_template { u32 name; }; struct trace_event_data_offsets_net_dev_rx_verbose_template { u32 name; }; struct trace_event_data_offsets_net_dev_rx_exit_template {}; typedef void (*btf_trace_net_dev_start_xmit)(void *, const struct sk_buff *, const struct net_device *); typedef void (*btf_trace_net_dev_xmit)(void *, struct sk_buff *, int, struct net_device *, unsigned int); typedef void (*btf_trace_net_dev_xmit_timeout)(void *, struct net_device *, int); typedef void (*btf_trace_net_dev_queue)(void *, struct sk_buff *); typedef void (*btf_trace_netif_receive_skb)(void *, struct sk_buff *); typedef void (*btf_trace_netif_rx)(void *, struct sk_buff *); typedef void (*btf_trace_napi_gro_frags_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_napi_gro_receive_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_receive_skb_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_receive_skb_list_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_rx_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_napi_gro_frags_exit)(void *, int); typedef void (*btf_trace_napi_gro_receive_exit)(void *, int); typedef void (*btf_trace_netif_receive_skb_exit)(void *, int); typedef void (*btf_trace_netif_rx_exit)(void *, int); typedef void (*btf_trace_netif_receive_skb_list_exit)(void *, int); struct trace_event_raw_napi_poll { struct trace_entry ent; struct napi_struct *napi; u32 __data_loc_dev_name; int work; int budget; char __data[0]; }; struct trace_event_data_offsets_napi_poll { u32 dev_name; }; typedef void (*btf_trace_napi_poll)(void *, struct napi_struct *, int, int); struct trace_event_raw_sock_rcvqueue_full { struct trace_entry ent; int rmem_alloc; unsigned int truesize; int sk_rcvbuf; char __data[0]; }; struct trace_event_raw_sock_exceed_buf_limit { struct trace_entry ent; char name[32]; long int sysctl_mem[3]; long int allocated; int sysctl_rmem; int rmem_alloc; int sysctl_wmem; int wmem_alloc; int wmem_queued; int kind; char __data[0]; }; struct trace_event_raw_inet_sock_set_state { struct trace_entry ent; const void *skaddr; int oldstate; int newstate; __u16 sport; __u16 dport; __u16 family; __u16 protocol; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_inet_sk_error_report { struct trace_entry ent; int error; __u16 sport; __u16 dport; __u16 family; __u16 protocol; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_data_offsets_sock_rcvqueue_full {}; struct trace_event_data_offsets_sock_exceed_buf_limit {}; struct trace_event_data_offsets_inet_sock_set_state {}; struct trace_event_data_offsets_inet_sk_error_report {}; typedef void (*btf_trace_sock_rcvqueue_full)(void *, struct sock *, struct sk_buff *); typedef void (*btf_trace_sock_exceed_buf_limit)(void *, struct sock *, struct proto *, long int, int); typedef void (*btf_trace_inet_sock_set_state)(void *, const struct sock *, const int, const int); typedef void (*btf_trace_inet_sk_error_report)(void *, const struct sock *); struct trace_event_raw_udp_fail_queue_rcv_skb { struct trace_entry ent; int rc; __u16 lport; char __data[0]; }; struct trace_event_data_offsets_udp_fail_queue_rcv_skb {}; typedef void (*btf_trace_udp_fail_queue_rcv_skb)(void *, int, struct sock *); struct trace_event_raw_tcp_event_sk_skb { struct trace_entry ent; const void *skbaddr; const void *skaddr; int state; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_tcp_event_sk { struct trace_entry ent; const void *skaddr; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; __u64 sock_cookie; char __data[0]; }; struct trace_event_raw_tcp_retransmit_synack { struct trace_entry ent; const void *skaddr; const void *req; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_tcp_probe { struct trace_entry ent; __u8 saddr[28]; __u8 daddr[28]; __u16 sport; __u16 dport; __u16 family; __u32 mark; __u16 data_len; __u32 snd_nxt; __u32 snd_una; __u32 snd_cwnd; __u32 ssthresh; __u32 snd_wnd; __u32 srtt; __u32 rcv_wnd; __u64 sock_cookie; char __data[0]; }; struct trace_event_raw_tcp_event_skb { struct trace_entry ent; const void *skbaddr; __u8 saddr[28]; __u8 daddr[28]; char __data[0]; }; struct trace_event_raw_tcp_cong_state_set { struct trace_entry ent; const void *skaddr; __u16 sport; __u16 dport; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; __u8 cong_state; char __data[0]; }; struct trace_event_data_offsets_tcp_event_sk_skb {}; struct trace_event_data_offsets_tcp_event_sk {}; struct trace_event_data_offsets_tcp_retransmit_synack {}; struct trace_event_data_offsets_tcp_probe {}; struct trace_event_data_offsets_tcp_event_skb {}; struct trace_event_data_offsets_tcp_cong_state_set {}; typedef void (*btf_trace_tcp_retransmit_skb)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_send_reset)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_receive_reset)(void *, struct sock *); typedef void (*btf_trace_tcp_destroy_sock)(void *, struct sock *); typedef void (*btf_trace_tcp_rcv_space_adjust)(void *, struct sock *); typedef void (*btf_trace_tcp_retransmit_synack)(void *, const struct sock *, const struct request_sock *); typedef void (*btf_trace_tcp_probe)(void *, struct sock *, struct sk_buff *); typedef void (*btf_trace_tcp_bad_csum)(void *, const struct sk_buff *); typedef void (*btf_trace_tcp_cong_state_set)(void *, struct sock *, const u8); struct trace_event_raw_fib_table_lookup { struct trace_entry ent; u32 tb_id; int err; int oif; int iif; u8 proto; __u8 tos; __u8 scope; __u8 flags; __u8 src[4]; __u8 dst[4]; __u8 gw4[4]; __u8 gw6[16]; u16 sport; u16 dport; char name[16]; char __data[0]; }; struct trace_event_data_offsets_fib_table_lookup {}; typedef void (*btf_trace_fib_table_lookup)(void *, u32, const struct flowi4 *, const struct fib_nh_common *, int); struct trace_event_raw_qdisc_dequeue { struct trace_entry ent; struct Qdisc *qdisc; const struct netdev_queue *txq; int packets; void *skbaddr; int ifindex; u32 handle; u32 parent; long unsigned int txq_state; char __data[0]; }; struct trace_event_raw_qdisc_enqueue { struct trace_entry ent; struct Qdisc *qdisc; const struct netdev_queue *txq; void *skbaddr; int ifindex; u32 handle; u32 parent; char __data[0]; }; struct trace_event_raw_qdisc_reset { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; u32 handle; char __data[0]; }; struct trace_event_raw_qdisc_destroy { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; u32 handle; char __data[0]; }; struct trace_event_raw_qdisc_create { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; char __data[0]; }; struct trace_event_data_offsets_qdisc_dequeue {}; struct trace_event_data_offsets_qdisc_enqueue {}; struct trace_event_data_offsets_qdisc_reset { u32 dev; u32 kind; }; struct trace_event_data_offsets_qdisc_destroy { u32 dev; u32 kind; }; struct trace_event_data_offsets_qdisc_create { u32 dev; u32 kind; }; typedef void (*btf_trace_qdisc_dequeue)(void *, struct Qdisc *, const struct netdev_queue *, int, struct sk_buff *); typedef void (*btf_trace_qdisc_enqueue)(void *, struct Qdisc *, const struct netdev_queue *, struct sk_buff *); typedef void (*btf_trace_qdisc_reset)(void *, struct Qdisc *); typedef void (*btf_trace_qdisc_destroy)(void *, struct Qdisc *); typedef void (*btf_trace_qdisc_create)(void *, const struct Qdisc_ops *, struct net_device *, u32); struct bridge_stp_xstats { __u64 transition_blk; __u64 transition_fwd; __u64 rx_bpdu; __u64 tx_bpdu; __u64 rx_tcn; __u64 tx_tcn; }; struct br_mcast_stats { __u64 igmp_v1queries[2]; __u64 igmp_v2queries[2]; __u64 igmp_v3queries[2]; __u64 igmp_leaves[2]; __u64 igmp_v1reports[2]; __u64 igmp_v2reports[2]; __u64 igmp_v3reports[2]; __u64 igmp_parse_errors; __u64 mld_v1queries[2]; __u64 mld_v2queries[2]; __u64 mld_leaves[2]; __u64 mld_v1reports[2]; __u64 mld_v2reports[2]; __u64 mld_parse_errors; __u64 mcast_bytes[2]; __u64 mcast_packets[2]; }; struct br_ip { union { __be32 ip4; struct in6_addr ip6; } src; union { __be32 ip4; struct in6_addr ip6; unsigned char mac_addr[6]; } dst; __be16 proto; __u16 vid; }; struct bridge_id { unsigned char prio[2]; unsigned char addr[6]; }; typedef struct bridge_id bridge_id; struct mac_addr { unsigned char addr[6]; }; typedef struct mac_addr mac_addr; typedef __u16 port_id; struct bridge_mcast_own_query { struct timer_list timer; u32 startup_sent; }; struct bridge_mcast_other_query { struct timer_list timer; long unsigned int delay_time; }; struct bridge_mcast_querier { struct br_ip addr; int port_ifidx; seqcount_spinlock_t seq; }; struct bridge_mcast_stats { struct br_mcast_stats mstats; struct u64_stats_sync syncp; }; struct net_bridge_port; struct net_bridge_vlan; struct net_bridge_mcast_port { struct net_bridge_port *port; struct net_bridge_vlan *vlan; struct bridge_mcast_own_query ip4_own_query; struct timer_list ip4_mc_router_timer; struct hlist_node ip4_rlist; struct bridge_mcast_own_query ip6_own_query; struct timer_list ip6_mc_router_timer; struct hlist_node ip6_rlist; unsigned char multicast_router; }; struct net_bridge; struct net_bridge_vlan_group; struct net_bridge_port { struct net_bridge *br; struct net_device *dev; netdevice_tracker dev_tracker; struct list_head list; long unsigned int flags; struct net_bridge_vlan_group *vlgrp; struct net_bridge_port *backup_port; u8 priority; u8 state; u16 port_no; unsigned char topology_change_ack; unsigned char config_pending; port_id port_id; port_id designated_port; bridge_id designated_root; bridge_id designated_bridge; u32 path_cost; u32 designated_cost; long unsigned int designated_age; struct timer_list forward_delay_timer; struct timer_list hold_timer; struct timer_list message_age_timer; struct kobject kobj; struct callback_head rcu; struct net_bridge_mcast_port multicast_ctx; struct bridge_mcast_stats *mcast_stats; u32 multicast_eht_hosts_limit; u32 multicast_eht_hosts_cnt; struct hlist_head mglist; char sysfs_name[16]; struct netpoll *np; int hwdom; int offload_count; struct netdev_phys_item_id ppid; u16 group_fwd_mask; u16 backup_redirected_cnt; struct bridge_stp_xstats stp_xstats; }; struct metadata_dst; struct br_tunnel_info { __be64 tunnel_id; struct metadata_dst *tunnel_dst; }; struct net_bridge_mcast { struct net_bridge *br; struct net_bridge_vlan *vlan; u32 multicast_last_member_count; u32 multicast_startup_query_count; u8 multicast_querier; u8 multicast_igmp_version; u8 multicast_router; u8 multicast_mld_version; long unsigned int multicast_last_member_interval; long unsigned int multicast_membership_interval; long unsigned int multicast_querier_interval; long unsigned int multicast_query_interval; long unsigned int multicast_query_response_interval; long unsigned int multicast_startup_query_interval; struct hlist_head ip4_mc_router_list; struct timer_list ip4_mc_router_timer; struct bridge_mcast_other_query ip4_other_query; struct bridge_mcast_own_query ip4_own_query; struct bridge_mcast_querier ip4_querier; struct hlist_head ip6_mc_router_list; struct timer_list ip6_mc_router_timer; struct bridge_mcast_other_query ip6_other_query; struct bridge_mcast_own_query ip6_own_query; struct bridge_mcast_querier ip6_querier; }; struct net_bridge_vlan { struct rhash_head vnode; struct rhash_head tnode; u16 vid; u16 flags; u16 priv_flags; u8 state; struct pcpu_sw_netstats *stats; union { struct net_bridge *br; struct net_bridge_port *port; }; union { refcount_t refcnt; struct net_bridge_vlan *brvlan; }; struct br_tunnel_info tinfo; union { struct net_bridge_mcast br_mcast_ctx; struct net_bridge_mcast_port port_mcast_ctx; }; u16 msti; struct list_head vlist; struct callback_head rcu; }; struct net_bridge { spinlock_t lock; spinlock_t hash_lock; struct hlist_head frame_type_list; struct net_device *dev; long unsigned int options; __be16 vlan_proto; u16 default_pvid; struct net_bridge_vlan_group *vlgrp; struct rhashtable fdb_hash_tbl; struct list_head port_list; union { struct rtable fake_rtable; struct rt6_info fake_rt6_info; }; u16 group_fwd_mask; u16 group_fwd_mask_required; bridge_id designated_root; bridge_id bridge_id; unsigned char topology_change; unsigned char topology_change_detected; u16 root_port; long unsigned int max_age; long unsigned int hello_time; long unsigned int forward_delay; long unsigned int ageing_time; long unsigned int bridge_max_age; long unsigned int bridge_hello_time; long unsigned int bridge_forward_delay; long unsigned int bridge_ageing_time; u32 root_path_cost; u8 group_addr[6]; enum { BR_NO_STP = 0, BR_KERNEL_STP = 1, BR_USER_STP = 2, } stp_enabled; struct net_bridge_mcast multicast_ctx; struct bridge_mcast_stats *mcast_stats; u32 hash_max; spinlock_t multicast_lock; struct rhashtable mdb_hash_tbl; struct rhashtable sg_port_tbl; struct hlist_head mcast_gc_list; struct hlist_head mdb_list; struct work_struct mcast_gc_work; struct timer_list hello_timer; struct timer_list tcn_timer; struct timer_list topology_change_timer; struct delayed_work gc_work; struct kobject *ifobj; u32 auto_cnt; int last_hwdom; long unsigned int busy_hwdoms; struct hlist_head fdb_list; struct hlist_head mrp_list; struct hlist_head mep_list; }; struct net_bridge_vlan_group { struct rhashtable vlan_hash; struct rhashtable tunnel_hash; struct list_head vlan_list; u16 num_vlans; u16 pvid; u8 pvid_state; }; struct net_bridge_fdb_key { mac_addr addr; u16 vlan_id; }; struct net_bridge_fdb_entry { struct rhash_head rhnode; struct net_bridge_port *dst; struct net_bridge_fdb_key key; struct hlist_node fdb_node; long unsigned int flags; long: 64; long: 64; long unsigned int updated; long unsigned int used; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; }; struct trace_event_raw_br_fdb_add { struct trace_entry ent; u8 ndm_flags; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; u16 nlh_flags; char __data[0]; }; struct trace_event_raw_br_fdb_external_learn_add { struct trace_entry ent; u32 __data_loc_br_dev; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; char __data[0]; }; struct trace_event_raw_fdb_delete { struct trace_entry ent; u32 __data_loc_br_dev; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; char __data[0]; }; struct trace_event_raw_br_fdb_update { struct trace_entry ent; u32 __data_loc_br_dev; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; long unsigned int flags; char __data[0]; }; struct trace_event_data_offsets_br_fdb_add { u32 dev; }; struct trace_event_data_offsets_br_fdb_external_learn_add { u32 br_dev; u32 dev; }; struct trace_event_data_offsets_fdb_delete { u32 br_dev; u32 dev; }; struct trace_event_data_offsets_br_fdb_update { u32 br_dev; u32 dev; }; typedef void (*btf_trace_br_fdb_add)(void *, struct ndmsg *, struct net_device *, const unsigned char *, u16, u16); typedef void (*btf_trace_br_fdb_external_learn_add)(void *, struct net_bridge *, struct net_bridge_port *, const unsigned char *, u16); typedef void (*btf_trace_fdb_delete)(void *, struct net_bridge *, struct net_bridge_fdb_entry *); typedef void (*btf_trace_br_fdb_update)(void *, struct net_bridge *, struct net_bridge_port *, const unsigned char *, u16, long unsigned int); struct trace_event_raw_page_pool_release { struct trace_entry ent; const struct page_pool *pool; s32 inflight; u32 hold; u32 release; u64 cnt; char __data[0]; }; struct trace_event_raw_page_pool_state_release { struct trace_entry ent; const struct page_pool *pool; const struct page *page; u32 release; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_page_pool_state_hold { struct trace_entry ent; const struct page_pool *pool; const struct page *page; u32 hold; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_page_pool_update_nid { struct trace_entry ent; const struct page_pool *pool; int pool_nid; int new_nid; char __data[0]; }; struct trace_event_data_offsets_page_pool_release {}; struct trace_event_data_offsets_page_pool_state_release {}; struct trace_event_data_offsets_page_pool_state_hold {}; struct trace_event_data_offsets_page_pool_update_nid {}; typedef void (*btf_trace_page_pool_release)(void *, const struct page_pool *, s32, u32, u32); typedef void (*btf_trace_page_pool_state_release)(void *, const struct page_pool *, const struct page *, u32); typedef void (*btf_trace_page_pool_state_hold)(void *, const struct page_pool *, const struct page *, u32); typedef void (*btf_trace_page_pool_update_nid)(void *, const struct page_pool *, int); struct trace_event_raw_neigh_create { struct trace_entry ent; u32 family; u32 __data_loc_dev; int entries; u8 created; u8 gc_exempt; u8 primary_key4[4]; u8 primary_key6[16]; char __data[0]; }; struct trace_event_raw_neigh_update { struct trace_entry ent; u32 family; u32 __data_loc_dev; u8 lladdr[32]; u8 lladdr_len; u8 flags; u8 nud_state; u8 type; u8 dead; int refcnt; __u8 primary_key4[4]; __u8 primary_key6[16]; long unsigned int confirmed; long unsigned int updated; long unsigned int used; u8 new_lladdr[32]; u8 new_state; u32 update_flags; u32 pid; char __data[0]; }; struct trace_event_raw_neigh__update { struct trace_entry ent; u32 family; u32 __data_loc_dev; u8 lladdr[32]; u8 lladdr_len; u8 flags; u8 nud_state; u8 type; u8 dead; int refcnt; __u8 primary_key4[4]; __u8 primary_key6[16]; long unsigned int confirmed; long unsigned int updated; long unsigned int used; u32 err; char __data[0]; }; struct trace_event_data_offsets_neigh_create { u32 dev; }; struct trace_event_data_offsets_neigh_update { u32 dev; }; struct trace_event_data_offsets_neigh__update { u32 dev; }; typedef void (*btf_trace_neigh_create)(void *, struct neigh_table *, struct net_device *, const void *, const struct neighbour *, bool); typedef void (*btf_trace_neigh_update)(void *, struct neighbour *, const u8 *, u8, u32, u32); typedef void (*btf_trace_neigh_update_done)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_timer_handler)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_event_send_done)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_event_send_dead)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_cleanup_and_release)(void *, struct neighbour *, int); struct nvmem_cell; struct tc_ratespec { unsigned char cell_log; __u8 linklayer; short unsigned int overhead; short int cell_align; short unsigned int mpu; __u32 rate; }; struct tc_prio_qopt { int bands; __u8 priomap[16]; }; enum netdev_queue_state_t { __QUEUE_STATE_DRV_XOFF = 0, __QUEUE_STATE_STACK_XOFF = 1, __QUEUE_STATE_FROZEN = 2, }; struct skb_array { struct ptr_ring ring; }; enum qdisc_state_t { __QDISC_STATE_SCHED = 0, __QDISC_STATE_DEACTIVATED = 1, __QDISC_STATE_MISSED = 2, __QDISC_STATE_DRAINING = 3, }; enum qdisc_state2_t { __QDISC_STATE2_RUNNING = 0, }; struct psched_ratecfg { u64 rate_bytes_ps; u32 mult; u16 overhead; u16 mpu; u8 linklayer; u8 shift; }; struct psched_pktrate { u64 rate_pkts_ps; u32 mult; u8 shift; }; struct mini_Qdisc_pair { struct mini_Qdisc miniq1; struct mini_Qdisc miniq2; struct mini_Qdisc **p_miniq; }; struct pfifo_fast_priv { struct skb_array q[3]; }; struct ucred { __u32 pid; __u32 uid; __u32 gid; }; struct scm_fp_list { short int count; short int max; struct user_struct *user; struct file *fp[253]; }; struct scm_cookie { struct pid *pid; struct scm_fp_list *fp; struct scm_creds creds; u32 secid; }; struct sockaddr_nl { __kernel_sa_family_t nl_family; short unsigned int nl_pad; __u32 nl_pid; __u32 nl_groups; }; struct nlmsgerr { int error; struct nlmsghdr msg; }; enum nlmsgerr_attrs { NLMSGERR_ATTR_UNUSED = 0, NLMSGERR_ATTR_MSG = 1, NLMSGERR_ATTR_OFFS = 2, NLMSGERR_ATTR_COOKIE = 3, NLMSGERR_ATTR_POLICY = 4, __NLMSGERR_ATTR_MAX = 5, NLMSGERR_ATTR_MAX = 4, }; struct nl_pktinfo { __u32 group; }; enum { NETLINK_UNCONNECTED = 0, NETLINK_CONNECTED = 1, }; enum netlink_skb_flags { NETLINK_SKB_DST = 8, }; struct netlink_notify { struct net *net; u32 portid; int protocol; }; struct netlink_tap { struct net_device *dev; struct module *module; struct list_head list; }; struct trace_event_raw_netlink_extack { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_data_offsets_netlink_extack { u32 msg; }; typedef void (*btf_trace_netlink_extack)(void *, const char *); struct netlink_sock { struct sock sk; u32 portid; u32 dst_portid; u32 dst_group; u32 flags; u32 subscriptions; u32 ngroups; long unsigned int *groups; long unsigned int state; size_t max_recvmsg_len; wait_queue_head_t wait; bool bound; bool cb_running; int dump_done_errno; struct netlink_callback cb; struct mutex *cb_mutex; struct mutex cb_def_mutex; void (*netlink_rcv)(struct sk_buff *); int (*netlink_bind)(struct net *, int); void (*netlink_unbind)(struct net *, int); struct module *module; struct rhash_head node; struct callback_head rcu; struct work_struct work; }; struct listeners; struct netlink_table { struct rhashtable hash; struct hlist_head mc_list; struct listeners *listeners; unsigned int flags; unsigned int groups; struct mutex *cb_mutex; struct module *module; int (*bind)(struct net *, int); void (*unbind)(struct net *, int); bool (*compare)(struct net *, struct sock *); int registered; }; struct listeners { struct callback_head rcu; long unsigned int masks[0]; }; struct netlink_tap_net { struct list_head netlink_tap_all; struct mutex netlink_tap_lock; }; struct netlink_compare_arg { possible_net_t pnet; u32 portid; }; struct netlink_broadcast_data { struct sock *exclude_sk; struct net *net; u32 portid; u32 group; int failure; int delivery_failure; int congested; int delivered; gfp_t allocation; struct sk_buff *skb; struct sk_buff *skb2; }; struct netlink_set_err_data { struct sock *exclude_sk; u32 portid; u32 group; int code; }; struct nl_seq_iter { struct seq_net_private p; struct rhashtable_iter hti; int link; }; struct bpf_iter__netlink { union { struct bpf_iter_meta *meta; }; union { struct netlink_sock *sk; }; }; struct linkstate_reply_data { struct ethnl_reply_data base; int link; int sqi; int sqi_max; bool link_ext_state_provided; struct ethtool_link_ext_state_info ethtool_link_ext_state_info; }; enum { ETHTOOL_A_PAUSE_STAT_UNSPEC = 0, ETHTOOL_A_PAUSE_STAT_PAD = 1, ETHTOOL_A_PAUSE_STAT_TX_FRAMES = 2, ETHTOOL_A_PAUSE_STAT_RX_FRAMES = 3, __ETHTOOL_A_PAUSE_STAT_CNT = 4, ETHTOOL_A_PAUSE_STAT_MAX = 3, }; struct pause_reply_data { struct ethnl_reply_data base; struct ethtool_pauseparam pauseparam; struct ethtool_pause_stats pausestat; }; enum ethtool_stringset { ETH_SS_TEST = 0, ETH_SS_STATS = 1, ETH_SS_PRIV_FLAGS = 2, ETH_SS_NTUPLE_FILTERS = 3, ETH_SS_FEATURES = 4, ETH_SS_RSS_HASH_FUNCS = 5, ETH_SS_TUNABLES = 6, ETH_SS_PHY_STATS = 7, ETH_SS_PHY_TUNABLES = 8, ETH_SS_LINK_MODES = 9, ETH_SS_MSG_CLASSES = 10, ETH_SS_WOL_MODES = 11, ETH_SS_SOF_TIMESTAMPING = 12, ETH_SS_TS_TX_TYPES = 13, ETH_SS_TS_RX_FILTERS = 14, ETH_SS_UDP_TUNNEL_TYPES = 15, ETH_SS_STATS_STD = 16, ETH_SS_STATS_ETH_PHY = 17, ETH_SS_STATS_ETH_MAC = 18, ETH_SS_STATS_ETH_CTRL = 19, ETH_SS_STATS_RMON = 20, ETH_SS_COUNT = 21, }; enum { ETHTOOL_A_STATS_GRP_UNSPEC = 0, ETHTOOL_A_STATS_GRP_PAD = 1, ETHTOOL_A_STATS_GRP_ID = 2, ETHTOOL_A_STATS_GRP_SS_ID = 3, ETHTOOL_A_STATS_GRP_STAT = 4, ETHTOOL_A_STATS_GRP_HIST_RX = 5, ETHTOOL_A_STATS_GRP_HIST_TX = 6, ETHTOOL_A_STATS_GRP_HIST_BKT_LOW = 7, ETHTOOL_A_STATS_GRP_HIST_BKT_HI = 8, ETHTOOL_A_STATS_GRP_HIST_VAL = 9, __ETHTOOL_A_STATS_GRP_CNT = 10, ETHTOOL_A_STATS_GRP_MAX = 4, }; struct stats_req_info { struct ethnl_req_info base; long unsigned int stat_mask[1]; }; struct stats_reply_data { struct ethnl_reply_data base; union { struct { struct ethtool_eth_phy_stats phy_stats; struct ethtool_eth_mac_stats mac_stats; struct ethtool_eth_ctrl_stats ctrl_stats; struct ethtool_rmon_stats rmon_stats; }; struct { struct ethtool_eth_phy_stats phy_stats; struct ethtool_eth_mac_stats mac_stats; struct ethtool_eth_ctrl_stats ctrl_stats; struct ethtool_rmon_stats rmon_stats; } stats; }; const struct ethtool_rmon_hist_range *rmon_ranges; }; struct ip_rt_info { __be32 daddr; __be32 saddr; u_int8_t tos; u_int32_t mark; }; struct nf_queue_entry; struct nf_ipv6_ops { void (*route_input)(struct sk_buff *); int (*fragment)(struct net *, struct sock *, struct sk_buff *, int (*)(struct net *, struct sock *, struct sk_buff *)); int (*reroute)(struct sk_buff *, const struct nf_queue_entry *); }; struct nf_queue_entry { struct list_head list; struct sk_buff *skb; unsigned int id; unsigned int hook_index; struct net_device *physin; struct net_device *physout; struct nf_hook_state state; u16 size; }; enum pkt_hash_types { PKT_HASH_TYPE_NONE = 0, PKT_HASH_TYPE_L2 = 1, PKT_HASH_TYPE_L3 = 2, PKT_HASH_TYPE_L4 = 3, }; enum sk_pacing { SK_PACING_NONE = 0, SK_PACING_NEEDED = 1, SK_PACING_FQ = 2, }; enum inet_csk_ack_state_t { ICSK_ACK_SCHED = 1, ICSK_ACK_TIMER = 2, ICSK_ACK_PUSHED = 4, ICSK_ACK_PUSHED2 = 8, ICSK_ACK_NOW = 16, }; enum { TCP_NO_QUEUE = 0, TCP_RECV_QUEUE = 1, TCP_SEND_QUEUE = 2, TCP_QUEUES_NR = 3, }; enum tsq_flags { TSQF_THROTTLED = 1, TSQF_QUEUED = 2, TCPF_TSQ_DEFERRED = 4, TCPF_WRITE_TIMER_DEFERRED = 8, TCPF_DELACK_TIMER_DEFERRED = 16, TCPF_MTU_REDUCED_DEFERRED = 32, }; enum { BPF_SOCK_OPS_RTO_CB_FLAG = 1, BPF_SOCK_OPS_RETRANS_CB_FLAG = 2, BPF_SOCK_OPS_STATE_CB_FLAG = 4, BPF_SOCK_OPS_RTT_CB_FLAG = 8, BPF_SOCK_OPS_PARSE_ALL_HDR_OPT_CB_FLAG = 16, BPF_SOCK_OPS_PARSE_UNKNOWN_HDR_OPT_CB_FLAG = 32, BPF_SOCK_OPS_WRITE_HDR_OPT_CB_FLAG = 64, BPF_SOCK_OPS_ALL_CB_FLAGS = 127, }; enum { BPF_WRITE_HDR_TCP_CURRENT_MSS = 1, BPF_WRITE_HDR_TCP_SYNACK_COOKIE = 2, }; struct mptcp_out_options { u16 suboptions; struct mptcp_rm_list rm_list; u8 join_id; u8 backup; u8 reset_reason: 4; u8 reset_transient: 1; u8 csum_reqd: 1; u8 allow_join_id0: 1; union { struct { u64 sndr_key; u64 rcvr_key; u64 data_seq; u32 subflow_seq; u16 data_len; __sum16 csum; }; struct { struct mptcp_addr_info addr; u64 ahmac; }; struct { struct mptcp_ext ext_copy; u64 fail_seq; }; struct { u32 nonce; u32 token; u64 thmac; u8 hmac[20]; }; }; }; enum tcp_queue { TCP_FRAG_IN_WRITE_QUEUE = 0, TCP_FRAG_IN_RTX_QUEUE = 1, }; enum tcp_chrono { TCP_CHRONO_UNSPEC = 0, TCP_CHRONO_BUSY = 1, TCP_CHRONO_RWND_LIMITED = 2, TCP_CHRONO_SNDBUF_LIMITED = 3, __TCP_CHRONO_MAX = 4, }; struct tcp_out_options { u16 options; u16 mss; u8 ws; u8 num_sack_blocks; u8 hash_size; u8 bpf_opt_len; __u8 *hash_location; __u32 tsval; __u32 tsecr; struct tcp_fastopen_cookie *fastopen_cookie; struct mptcp_out_options mptcp; }; struct tsq_tasklet { struct tasklet_struct tasklet; struct list_head head; }; struct udp_sock { struct inet_sock inet; int pending; unsigned int corkflag; __u8 encap_type; unsigned char no_check6_tx: 1; unsigned char no_check6_rx: 1; unsigned char encap_enabled: 1; unsigned char gro_enabled: 1; unsigned char accept_udp_l4: 1; unsigned char accept_udp_fraglist: 1; __u16 len; __u16 gso_size; __u16 pcslen; __u16 pcrlen; __u8 pcflag; __u8 unused[3]; int (*encap_rcv)(struct sock *, struct sk_buff *); void (*encap_err_rcv)(struct sock *, struct sk_buff *, unsigned int); int (*encap_err_lookup)(struct sock *, struct sk_buff *); void (*encap_destroy)(struct sock *); struct sk_buff * (*gro_receive)(struct sock *, struct list_head *, struct sk_buff *); int (*gro_complete)(struct sock *, struct sk_buff *, int); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sk_buff_head reader_queue; int forward_deficit; long: 32; long: 64; long: 64; long: 64; long: 64; }; struct udp_seq_afinfo { sa_family_t family; struct udp_table *udp_table; }; struct flow_dissector { unsigned int used_keys; short unsigned int offset[30]; }; struct netdev_notifier_info_ext { struct netdev_notifier_info info; union { u32 mtu; } ext; }; struct netdev_notifier_changeupper_info { struct netdev_notifier_info info; struct net_device *upper_dev; bool master; bool linking; void *upper_info; }; struct rtmsg { unsigned char rtm_family; unsigned char rtm_dst_len; unsigned char rtm_src_len; unsigned char rtm_tos; unsigned char rtm_table; unsigned char rtm_protocol; unsigned char rtm_scope; unsigned char rtm_type; unsigned int rtm_flags; }; struct rtvia { __kernel_sa_family_t rtvia_family; __u8 rtvia_addr[0]; }; struct fib_result_nl { __be32 fl_addr; u32 fl_mark; unsigned char fl_tos; unsigned char fl_scope; unsigned char tb_id_in; unsigned char tb_id; unsigned char prefixlen; unsigned char nh_sel; unsigned char type; unsigned char scope; int err; }; struct rtentry { long unsigned int rt_pad1; struct sockaddr rt_dst; struct sockaddr rt_gateway; struct sockaddr rt_genmask; short unsigned int rt_flags; short int rt_pad2; long unsigned int rt_pad3; void *rt_pad4; short int rt_metric; char *rt_dev; long unsigned int rt_mtu; long unsigned int rt_window; short unsigned int rt_irtt; }; struct cipso_v4_map_cache_bkt { spinlock_t lock; u32 size; struct list_head list; }; struct cipso_v4_map_cache_entry { u32 hash; unsigned char *key; size_t key_len; struct netlbl_lsm_cache *lsm_data; u32 activity; struct list_head list; }; enum xfrm_ae_ftype_t { XFRM_AE_UNSPEC = 0, XFRM_AE_RTHR = 1, XFRM_AE_RVAL = 2, XFRM_AE_LVAL = 4, XFRM_AE_ETHR = 8, XFRM_AE_CR = 16, XFRM_AE_CE = 32, XFRM_AE_CU = 64, __XFRM_AE_MAX = 65, }; enum xfrm_nlgroups { XFRMNLGRP_NONE = 0, XFRMNLGRP_ACQUIRE = 1, XFRMNLGRP_EXPIRE = 2, XFRMNLGRP_SA = 3, XFRMNLGRP_POLICY = 4, XFRMNLGRP_AEVENTS = 5, XFRMNLGRP_REPORT = 6, XFRMNLGRP_MIGRATE = 7, XFRMNLGRP_MAPPING = 8, __XFRMNLGRP_MAX = 9, }; struct km_event { union { u32 hard; u32 proto; u32 byid; u32 aevent; u32 type; } data; u32 seq; u32 portid; u32 event; struct net *net; }; struct sadb_alg { __u8 sadb_alg_id; __u8 sadb_alg_ivlen; __u16 sadb_alg_minbits; __u16 sadb_alg_maxbits; __u16 sadb_alg_reserved; }; enum { XFRM_SHARE_ANY = 0, XFRM_SHARE_SESSION = 1, XFRM_SHARE_USER = 2, XFRM_SHARE_UNIQUE = 3, }; struct xfrm_user_sec_ctx { __u16 len; __u16 exttype; __u8 ctx_alg; __u8 ctx_doi; __u16 ctx_len; }; struct xfrm_user_tmpl { struct xfrm_id id; __u16 family; xfrm_address_t saddr; __u32 reqid; __u8 mode; __u8 share; __u8 optional; __u32 aalgos; __u32 ealgos; __u32 calgos; }; struct xfrm_userpolicy_type { __u8 type; __u16 reserved1; __u8 reserved2; }; enum xfrm_sadattr_type_t { XFRMA_SAD_UNSPEC = 0, XFRMA_SAD_CNT = 1, XFRMA_SAD_HINFO = 2, __XFRMA_SAD_MAX = 3, }; struct xfrmu_sadhinfo { __u32 sadhcnt; __u32 sadhmcnt; }; enum xfrm_spdattr_type_t { XFRMA_SPD_UNSPEC = 0, XFRMA_SPD_INFO = 1, XFRMA_SPD_HINFO = 2, XFRMA_SPD_IPV4_HTHRESH = 3, XFRMA_SPD_IPV6_HTHRESH = 4, __XFRMA_SPD_MAX = 5, }; struct xfrmu_spdinfo { __u32 incnt; __u32 outcnt; __u32 fwdcnt; __u32 inscnt; __u32 outscnt; __u32 fwdscnt; }; struct xfrmu_spdhinfo { __u32 spdhcnt; __u32 spdhmcnt; }; struct xfrmu_spdhthresh { __u8 lbits; __u8 rbits; }; struct xfrm_usersa_info { struct xfrm_selector sel; struct xfrm_id id; xfrm_address_t saddr; struct xfrm_lifetime_cfg lft; struct xfrm_lifetime_cur curlft; struct xfrm_stats stats; __u32 seq; __u32 reqid; __u16 family; __u8 mode; __u8 replay_window; __u8 flags; }; struct xfrm_usersa_id { xfrm_address_t daddr; __be32 spi; __u16 family; __u8 proto; }; struct xfrm_aevent_id { struct xfrm_usersa_id sa_id; xfrm_address_t saddr; __u32 flags; __u32 reqid; }; struct xfrm_userspi_info { struct xfrm_usersa_info info; __u32 min; __u32 max; }; struct xfrm_userpolicy_info { struct xfrm_selector sel; struct xfrm_lifetime_cfg lft; struct xfrm_lifetime_cur curlft; __u32 priority; __u32 index; __u8 dir; __u8 action; __u8 flags; __u8 share; }; struct xfrm_userpolicy_id { struct xfrm_selector sel; __u32 index; __u8 dir; }; struct xfrm_user_acquire { struct xfrm_id id; xfrm_address_t saddr; struct xfrm_selector sel; struct xfrm_userpolicy_info policy; __u32 aalgos; __u32 ealgos; __u32 calgos; __u32 seq; }; struct xfrm_user_expire { struct xfrm_usersa_info state; __u8 hard; }; struct xfrm_user_polexpire { struct xfrm_userpolicy_info pol; __u8 hard; }; struct xfrm_usersa_flush { __u8 proto; }; struct xfrm_user_report { __u8 proto; struct xfrm_selector sel; }; struct xfrm_user_kmaddress { xfrm_address_t local; xfrm_address_t remote; __u32 reserved; __u16 family; }; struct xfrm_user_migrate { xfrm_address_t old_daddr; xfrm_address_t old_saddr; xfrm_address_t new_daddr; xfrm_address_t new_saddr; __u8 proto; __u8 mode; __u16 reserved; __u32 reqid; __u16 old_family; __u16 new_family; }; struct xfrm_user_mapping { struct xfrm_usersa_id id; __u32 reqid; xfrm_address_t old_saddr; xfrm_address_t new_saddr; __be16 old_sport; __be16 new_sport; }; struct xfrm_user_offload { int ifindex; __u8 flags; }; struct xfrm_userpolicy_default { __u8 in; __u8 fwd; __u8 out; }; enum { XFRM_DEV_OFFLOAD_IN = 1, XFRM_DEV_OFFLOAD_OUT = 2, }; struct xfrm_policy_walk { struct xfrm_policy_walk_entry walk; u8 type; u32 seq; }; struct xfrm_kmaddress { xfrm_address_t local; xfrm_address_t remote; u32 reserved; u16 family; }; struct xfrm_migrate { xfrm_address_t old_daddr; xfrm_address_t old_saddr; xfrm_address_t new_daddr; xfrm_address_t new_saddr; u8 proto; u8 mode; u16 reserved; u32 reqid; u16 old_family; u16 new_family; }; struct xfrm_mgr { struct list_head list; int (*notify)(struct xfrm_state *, const struct km_event *); int (*acquire)(struct xfrm_state *, struct xfrm_tmpl *, struct xfrm_policy *); struct xfrm_policy * (*compile_policy)(struct sock *, int, u8 *, int, int *); int (*new_mapping)(struct xfrm_state *, xfrm_address_t *, __be16); int (*notify_policy)(struct xfrm_policy *, int, const struct km_event *); int (*report)(struct net *, u8, struct xfrm_selector *, xfrm_address_t *); int (*migrate)(const struct xfrm_selector *, u8, u8, const struct xfrm_migrate *, int, const struct xfrm_kmaddress *, const struct xfrm_encap_tmpl *); bool (*is_alive)(const struct km_event *); }; struct xfrm_algo_aead_info { char *geniv; u16 icv_truncbits; }; struct xfrm_algo_auth_info { u16 icv_truncbits; u16 icv_fullbits; }; struct xfrm_algo_encr_info { char *geniv; u16 blockbits; u16 defkeybits; }; struct xfrm_algo_comp_info { u16 threshold; }; struct xfrm_algo_desc { char *name; char *compat; u8 available: 1; u8 pfkey_supported: 1; union { struct xfrm_algo_aead_info aead; struct xfrm_algo_auth_info auth; struct xfrm_algo_encr_info encr; struct xfrm_algo_comp_info comp; } uinfo; struct sadb_alg desc; }; struct xfrmk_sadinfo { u32 sadhcnt; u32 sadhmcnt; u32 sadcnt; }; struct xfrmk_spdinfo { u32 incnt; u32 outcnt; u32 fwdcnt; u32 inscnt; u32 outscnt; u32 fwdscnt; u32 spdhcnt; u32 spdhmcnt; }; struct xfrm_translator { int (*alloc_compat)(struct sk_buff *, const struct nlmsghdr *); struct nlmsghdr * (*rcv_msg_compat)(const struct nlmsghdr *, int, const struct nla_policy *, struct netlink_ext_ack *); int (*xlate_user_policy_sockptr)(u8 **, int); struct module *owner; }; struct xfrm_dump_info { struct sk_buff *in_skb; struct sk_buff *out_skb; u32 nlmsg_seq; u16 nlmsg_flags; }; struct xfrm_link { int (*doit)(struct sk_buff *, struct nlmsghdr *, struct nlattr **); int (*start)(struct netlink_callback *); int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); const struct nla_policy *nla_pol; int nla_max; }; struct inet6_protocol { int (*handler)(struct sk_buff *); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); unsigned int flags; }; enum { INET_FRAG_FIRST_IN = 1, INET_FRAG_LAST_IN = 2, INET_FRAG_COMPLETE = 4, INET_FRAG_HASH_DEAD = 8, }; enum ip6_defrag_users { IP6_DEFRAG_LOCAL_DELIVER = 0, IP6_DEFRAG_CONNTRACK_IN = 1, __IP6_DEFRAG_CONNTRACK_IN = 65536, IP6_DEFRAG_CONNTRACK_OUT = 65537, __IP6_DEFRAG_CONNTRACK_OUT = 131072, IP6_DEFRAG_CONNTRACK_BRIDGE_IN = 131073, __IP6_DEFRAG_CONNTRACK_BRIDGE_IN = 196608, }; struct frag_queue { struct inet_frag_queue q; int iif; __u16 nhoffset; u8 ecn; }; typedef struct sock * (*udp_lookup_t)(const struct sk_buff *, __be16, __be16); struct snmp_mib { const char *name; int entry; }; struct rt2_hdr { struct ipv6_rt_hdr rt_hdr; __u32 reserved; struct in6_addr addr; }; struct ipv6_destopt_hao { __u8 type; __u8 length; struct in6_addr addr; } __attribute__((packed)); struct ip6_mh { __u8 ip6mh_proto; __u8 ip6mh_hdrlen; __u8 ip6mh_type; __u8 ip6mh_reserved; __u16 ip6mh_cksum; __u8 data[0]; }; struct mip6_report_rate_limiter { spinlock_t lock; ktime_t stamp; int iif; struct in6_addr src; struct in6_addr dst; }; struct calipso_doi { u32 doi; u32 type; refcount_t refcount; struct list_head list; struct callback_head rcu; }; struct netlbl_af4list { __be32 addr; __be32 mask; u32 valid; struct list_head list; }; struct netlbl_af6list { struct in6_addr addr; struct in6_addr mask; u32 valid; struct list_head list; }; struct netlbl_domaddr4_map { struct netlbl_dommap_def def; struct netlbl_af4list list; }; struct netlbl_domaddr6_map { struct netlbl_dommap_def def; struct netlbl_af6list list; }; struct netlbl_domhsh_tbl { struct list_head *tbl; u32 size; }; enum { NLBL_UNLABEL_C_UNSPEC = 0, NLBL_UNLABEL_C_ACCEPT = 1, NLBL_UNLABEL_C_LIST = 2, NLBL_UNLABEL_C_STATICADD = 3, NLBL_UNLABEL_C_STATICREMOVE = 4, NLBL_UNLABEL_C_STATICLIST = 5, NLBL_UNLABEL_C_STATICADDDEF = 6, NLBL_UNLABEL_C_STATICREMOVEDEF = 7, NLBL_UNLABEL_C_STATICLISTDEF = 8, __NLBL_UNLABEL_C_MAX = 9, }; enum { NLBL_UNLABEL_A_UNSPEC = 0, NLBL_UNLABEL_A_ACPTFLG = 1, NLBL_UNLABEL_A_IPV6ADDR = 2, NLBL_UNLABEL_A_IPV6MASK = 3, NLBL_UNLABEL_A_IPV4ADDR = 4, NLBL_UNLABEL_A_IPV4MASK = 5, NLBL_UNLABEL_A_IFACE = 6, NLBL_UNLABEL_A_SECCTX = 7, __NLBL_UNLABEL_A_MAX = 8, }; struct netlbl_unlhsh_tbl { struct list_head *tbl; u32 size; }; struct netlbl_unlhsh_addr4 { u32 secid; struct netlbl_af4list list; struct callback_head rcu; }; struct netlbl_unlhsh_addr6 { u32 secid; struct netlbl_af6list list; struct callback_head rcu; }; struct netlbl_unlhsh_iface { int ifindex; struct list_head addr4_list; struct list_head addr6_list; u32 valid; struct list_head list; struct callback_head rcu; }; struct netlbl_unlhsh_walk_arg { struct netlink_callback *nl_cb; struct sk_buff *skb; u32 seq; }; enum { NCSI_CAP_GENERIC_HWA = 1, NCSI_CAP_GENERIC_HDS = 2, NCSI_CAP_GENERIC_FC = 4, NCSI_CAP_GENERIC_FC1 = 8, NCSI_CAP_GENERIC_MC = 16, NCSI_CAP_GENERIC_HWA_UNKNOWN = 0, NCSI_CAP_GENERIC_HWA_SUPPORT = 32, NCSI_CAP_GENERIC_HWA_NOT_SUPPORT = 64, NCSI_CAP_GENERIC_HWA_RESERVED = 96, NCSI_CAP_GENERIC_HWA_MASK = 96, NCSI_CAP_GENERIC_MASK = 127, NCSI_CAP_BC_ARP = 1, NCSI_CAP_BC_DHCPC = 2, NCSI_CAP_BC_DHCPS = 4, NCSI_CAP_BC_NETBIOS = 8, NCSI_CAP_BC_MASK = 15, NCSI_CAP_MC_IPV6_NEIGHBOR = 1, NCSI_CAP_MC_IPV6_ROUTER = 2, NCSI_CAP_MC_DHCPV6_RELAY = 4, NCSI_CAP_MC_DHCPV6_WELL_KNOWN = 8, NCSI_CAP_MC_IPV6_MLD = 16, NCSI_CAP_MC_IPV6_NEIGHBOR_S = 32, NCSI_CAP_MC_MASK = 63, NCSI_CAP_AEN_LSC = 1, NCSI_CAP_AEN_CR = 2, NCSI_CAP_AEN_HDS = 4, NCSI_CAP_AEN_MASK = 7, NCSI_CAP_VLAN_ONLY = 1, NCSI_CAP_VLAN_NO = 2, NCSI_CAP_VLAN_ANY = 4, NCSI_CAP_VLAN_MASK = 7, }; struct ncsi_cmd_pkt_hdr { struct ncsi_pkt_hdr common; }; struct ncsi_rsp_pkt_hdr { struct ncsi_pkt_hdr common; __be16 code; __be16 reason; }; struct ncsi_rsp_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_ae_pkt { struct ncsi_cmd_pkt_hdr cmd; unsigned char reserved[3]; unsigned char mc_id; __be32 mode; __be32 checksum; unsigned char pad[18]; }; struct ncsi_cmd_sl_pkt { struct ncsi_cmd_pkt_hdr cmd; __be32 mode; __be32 oem_mode; __be32 checksum; unsigned char pad[18]; }; struct ncsi_cmd_svf_pkt { struct ncsi_cmd_pkt_hdr cmd; __be16 reserved; __be16 vlan; __be16 reserved1; unsigned char index; unsigned char enable; __be32 checksum; unsigned char pad[18]; }; struct ncsi_cmd_ev_pkt { struct ncsi_cmd_pkt_hdr cmd; unsigned char reserved[3]; unsigned char mode; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_sma_pkt { struct ncsi_cmd_pkt_hdr cmd; unsigned char mac[6]; unsigned char index; unsigned char at_e; __be32 checksum; unsigned char pad[18]; }; struct ncsi_cmd_ebf_pkt { struct ncsi_cmd_pkt_hdr cmd; __be32 mode; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_egmf_pkt { struct ncsi_cmd_pkt_hdr cmd; __be32 mode; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_snfc_pkt { struct ncsi_cmd_pkt_hdr cmd; unsigned char reserved[3]; unsigned char mode; __be32 checksum; unsigned char pad[22]; }; struct ncsi_rsp_oem_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 mfr_id; unsigned char data[0]; }; struct ncsi_rsp_oem_mlx_pkt { unsigned char cmd_rev; unsigned char cmd; unsigned char param; unsigned char optional; unsigned char data[0]; }; struct ncsi_rsp_oem_bcm_pkt { unsigned char ver; unsigned char type; __be16 len; unsigned char data[0]; }; struct ncsi_rsp_oem_intel_pkt { unsigned char cmd; unsigned char data[0]; }; struct ncsi_rsp_gls_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 status; __be32 other; __be32 oem_status; __be32 checksum; unsigned char pad[10]; }; struct ncsi_rsp_gvi_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 ncsi_version; unsigned char reserved[3]; unsigned char alpha2; unsigned char fw_name[12]; __be32 fw_version; __be16 pci_ids[4]; __be32 mf_id; __be32 checksum; }; struct ncsi_rsp_gc_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 cap; __be32 bc_cap; __be32 mc_cap; __be32 buf_cap; __be32 aen_cap; unsigned char vlan_cnt; unsigned char mixed_cnt; unsigned char mc_cnt; unsigned char uc_cnt; unsigned char reserved[2]; unsigned char vlan_mode; unsigned char channel_cnt; __be32 checksum; }; struct ncsi_rsp_gp_pkt { struct ncsi_rsp_pkt_hdr rsp; unsigned char mac_cnt; unsigned char reserved[2]; unsigned char mac_enable; unsigned char vlan_cnt; unsigned char reserved1; __be16 vlan_enable; __be32 link_mode; __be32 bc_mode; __be32 valid_modes; unsigned char vlan_mode; unsigned char fc_mode; unsigned char reserved2[2]; __be32 aen_mode; unsigned char mac[6]; __be16 vlan; __be32 checksum; }; struct ncsi_rsp_gcps_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 cnt_hi; __be32 cnt_lo; __be32 rx_bytes; __be32 tx_bytes; __be32 rx_uc_pkts; __be32 rx_mc_pkts; __be32 rx_bc_pkts; __be32 tx_uc_pkts; __be32 tx_mc_pkts; __be32 tx_bc_pkts; __be32 fcs_err; __be32 align_err; __be32 false_carrier; __be32 runt_pkts; __be32 jabber_pkts; __be32 rx_pause_xon; __be32 rx_pause_xoff; __be32 tx_pause_xon; __be32 tx_pause_xoff; __be32 tx_s_collision; __be32 tx_m_collision; __be32 l_collision; __be32 e_collision; __be32 rx_ctl_frames; __be32 rx_64_frames; __be32 rx_127_frames; __be32 rx_255_frames; __be32 rx_511_frames; __be32 rx_1023_frames; __be32 rx_1522_frames; __be32 rx_9022_frames; __be32 tx_64_frames; __be32 tx_127_frames; __be32 tx_255_frames; __be32 tx_511_frames; __be32 tx_1023_frames; __be32 tx_1522_frames; __be32 tx_9022_frames; __be32 rx_valid_bytes; __be32 rx_runt_pkts; __be32 rx_jabber_pkts; __be32 checksum; }; struct ncsi_rsp_gns_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 rx_cmds; __be32 dropped_cmds; __be32 cmd_type_errs; __be32 cmd_csum_errs; __be32 rx_pkts; __be32 tx_pkts; __be32 tx_aen_pkts; __be32 checksum; }; struct ncsi_rsp_gnpts_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 tx_pkts; __be32 tx_dropped; __be32 tx_channel_err; __be32 tx_us_err; __be32 rx_pkts; __be32 rx_dropped; __be32 rx_channel_err; __be32 rx_us_err; __be32 rx_os_err; __be32 checksum; }; struct ncsi_rsp_gps_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 status; __be32 checksum; }; struct ncsi_rsp_gpuuid_pkt { struct ncsi_rsp_pkt_hdr rsp; unsigned char uuid[16]; __be32 checksum; }; struct ncsi_rsp_oem_handler { unsigned int mfr_id; int (*handler)(struct ncsi_request *); }; struct ncsi_rsp_handler { unsigned char type; int payload; int (*handler)(struct ncsi_request *); }; struct scm_timestamping_internal { struct timespec64 ts[3]; }; enum mptcp_event_type { MPTCP_EVENT_UNSPEC = 0, MPTCP_EVENT_CREATED = 1, MPTCP_EVENT_ESTABLISHED = 2, MPTCP_EVENT_CLOSED = 3, MPTCP_EVENT_ANNOUNCED = 6, MPTCP_EVENT_REMOVED = 7, MPTCP_EVENT_SUB_ESTABLISHED = 10, MPTCP_EVENT_SUB_CLOSED = 11, MPTCP_EVENT_SUB_PRIORITY = 13, }; struct mptcp_delegated_action { struct napi_struct napi; struct list_head head; }; struct trace_event_raw_mptcp_subflow_get_send { struct trace_entry ent; bool active; bool free; u32 snd_wnd; u32 pace; u8 backup; u64 ratio; char __data[0]; }; struct trace_event_raw_mptcp_dump_mpext { struct trace_entry ent; u64 data_ack; u64 data_seq; u32 subflow_seq; u16 data_len; u16 csum; u8 use_map; u8 dsn64; u8 data_fin; u8 use_ack; u8 ack64; u8 mpc_map; u8 frozen; u8 reset_transient; u8 reset_reason; u8 csum_reqd; u8 infinite_map; char __data[0]; }; struct trace_event_raw_ack_update_msk { struct trace_entry ent; u64 data_ack; u64 old_snd_una; u64 new_snd_una; u64 new_wnd_end; u64 msk_wnd_end; char __data[0]; }; struct trace_event_raw_subflow_check_data_avail { struct trace_entry ent; u8 status; const void *skb; char __data[0]; }; struct trace_event_data_offsets_mptcp_subflow_get_send {}; struct trace_event_data_offsets_mptcp_dump_mpext {}; struct trace_event_data_offsets_ack_update_msk {}; struct trace_event_data_offsets_subflow_check_data_avail {}; typedef void (*btf_trace_mptcp_subflow_get_send)(void *, struct mptcp_subflow_context *); typedef void (*btf_trace_mptcp_sendmsg_frag)(void *, struct mptcp_ext *); typedef void (*btf_trace_get_mapping_status)(void *, struct mptcp_ext *); typedef void (*btf_trace_ack_update_msk)(void *, u64, u64, u64, u64, u64); typedef void (*btf_trace_subflow_check_data_avail)(void *, __u8, struct sk_buff *); struct mptcp_skb_cb { u64 map_seq; u64 end_seq; u32 offset; u8 has_rxtstamp: 1; }; enum { MPTCP_CMSG_TS = 1, MPTCP_CMSG_INQ = 2, }; struct mptcp_sendmsg_info { int mss_now; int size_goal; u16 limit; u16 sent; unsigned int flags; bool data_lock_held; }; struct subflow_send_info { struct sock *ssk; u64 linger_time; }; enum { IFLA_MCTP_UNSPEC = 0, IFLA_MCTP_NET = 1, __IFLA_MCTP_MAX = 2, }; struct mctp_addr { mctp_eid_t s_addr; }; struct ifaddrmsg { __u8 ifa_family; __u8 ifa_prefixlen; __u8 ifa_flags; __u8 ifa_scope; __u32 ifa_index; }; enum { IFA_UNSPEC = 0, IFA_ADDRESS = 1, IFA_LOCAL = 2, IFA_LABEL = 3, IFA_BROADCAST = 4, IFA_ANYCAST = 5, IFA_CACHEINFO = 6, IFA_MULTICAST = 7, IFA_FLAGS = 8, IFA_RT_PRIORITY = 9, IFA_TARGET_NETNSID = 10, IFA_PROTO = 11, __IFA_MAX = 12, }; struct mctp_dump_cb { int h; int idx; size_t a_idx; }; typedef u64 efi_physical_addr_t; typedef void *efi_handle_t; typedef void *efi_event_t; typedef void (*efi_event_notify_t)(efi_event_t, void *); typedef enum { EfiTimerCancel = 0, EfiTimerPeriodic = 1, EfiTimerRelative = 2, } EFI_TIMER_DELAY; typedef struct efi_generic_dev_path efi_device_path_protocol_t; union efi_boot_services { struct { efi_table_hdr_t hdr; void *raise_tpl; void *restore_tpl; efi_status_t (*allocate_pages)(int, int, long unsigned int, efi_physical_addr_t *); efi_status_t (*free_pages)(efi_physical_addr_t, long unsigned int); efi_status_t (*get_memory_map)(long unsigned int *, void *, long unsigned int *, long unsigned int *, u32 *); efi_status_t (*allocate_pool)(int, long unsigned int, void **); efi_status_t (*free_pool)(void *); efi_status_t (*create_event)(u32, long unsigned int, efi_event_notify_t, void *, efi_event_t *); efi_status_t (*set_timer)(efi_event_t, EFI_TIMER_DELAY, u64); efi_status_t (*wait_for_event)(long unsigned int, efi_event_t *, long unsigned int *); void *signal_event; efi_status_t (*close_event)(efi_event_t); void *check_event; void *install_protocol_interface; void *reinstall_protocol_interface; void *uninstall_protocol_interface; efi_status_t (*handle_protocol)(efi_handle_t, efi_guid_t *, void **); void *__reserved; void *register_protocol_notify; efi_status_t (*locate_handle)(int, efi_guid_t *, void *, long unsigned int *, efi_handle_t *); efi_status_t (*locate_device_path)(efi_guid_t *, efi_device_path_protocol_t **, efi_handle_t *); efi_status_t (*install_configuration_table)(efi_guid_t *, void *); void *load_image; void *start_image; efi_status_t (*exit)(efi_handle_t, efi_status_t, long unsigned int, efi_char16_t *); void *unload_image; efi_status_t (*exit_boot_services)(efi_handle_t, long unsigned int); void *get_next_monotonic_count; efi_status_t (*stall)(long unsigned int); void *set_watchdog_timer; void *connect_controller; efi_status_t (*disconnect_controller)(efi_handle_t, efi_handle_t, efi_handle_t); void *open_protocol; void *close_protocol; void *open_protocol_information; void *protocols_per_handle; void *locate_handle_buffer; efi_status_t (*locate_protocol)(efi_guid_t *, void *, void **); void *install_multiple_protocol_interfaces; void *uninstall_multiple_protocol_interfaces; void *calculate_crc32; void *copy_mem; void *set_mem; void *create_event_ex; }; struct { efi_table_hdr_t hdr; u32 raise_tpl; u32 restore_tpl; u32 allocate_pages; u32 free_pages; u32 get_memory_map; u32 allocate_pool; u32 free_pool; u32 create_event; u32 set_timer; u32 wait_for_event; u32 signal_event; u32 close_event; u32 check_event; u32 install_protocol_interface; u32 reinstall_protocol_interface; u32 uninstall_protocol_interface; u32 handle_protocol; u32 __reserved; u32 register_protocol_notify; u32 locate_handle; u32 locate_device_path; u32 install_configuration_table; u32 load_image; u32 start_image; u32 exit; u32 unload_image; u32 exit_boot_services; u32 get_next_monotonic_count; u32 stall; u32 set_watchdog_timer; u32 connect_controller; u32 disconnect_controller; u32 open_protocol; u32 close_protocol; u32 open_protocol_information; u32 protocols_per_handle; u32 locate_handle_buffer; u32 locate_protocol; u32 install_multiple_protocol_interfaces; u32 uninstall_multiple_protocol_interfaces; u32 calculate_crc32; u32 copy_mem; u32 set_mem; u32 create_event_ex; } mixed_mode; }; typedef union efi_boot_services efi_boot_services_t; typedef struct { efi_table_hdr_t hdr; u32 fw_vendor; u32 fw_revision; u32 con_in_handle; u32 con_in; u32 con_out_handle; u32 con_out; u32 stderr_handle; u32 stderr; u32 runtime; u32 boottime; u32 nr_tables; u32 tables; } efi_system_table_32_t; typedef struct { u16 scan_code; efi_char16_t unicode_char; } efi_input_key_t; union efi_simple_text_input_protocol; typedef union efi_simple_text_input_protocol efi_simple_text_input_protocol_t; union efi_simple_text_input_protocol { struct { void *reset; efi_status_t (*read_keystroke)(efi_simple_text_input_protocol_t *, efi_input_key_t *); efi_event_t wait_for_key; }; struct { u32 reset; u32 read_keystroke; u32 wait_for_key; } mixed_mode; }; union efi_simple_text_output_protocol; typedef union efi_simple_text_output_protocol efi_simple_text_output_protocol_t; union efi_simple_text_output_protocol { struct { void *reset; efi_status_t (*output_string)(efi_simple_text_output_protocol_t *, efi_char16_t *); void *test_string; }; struct { u32 reset; u32 output_string; u32 test_string; } mixed_mode; }; typedef union { struct { efi_table_hdr_t hdr; long unsigned int fw_vendor; u32 fw_revision; long unsigned int con_in_handle; efi_simple_text_input_protocol_t *con_in; long unsigned int con_out_handle; efi_simple_text_output_protocol_t *con_out; long unsigned int stderr_handle; long unsigned int stderr; efi_runtime_services_t *runtime; efi_boot_services_t *boottime; long unsigned int nr_tables; long unsigned int tables; }; efi_system_table_32_t mixed_mode; } efi_system_table_t; typedef struct { u32 red_mask; u32 green_mask; u32 blue_mask; u32 reserved_mask; } efi_pixel_bitmask_t; typedef struct { u32 version; u32 horizontal_resolution; u32 vertical_resolution; int pixel_format; efi_pixel_bitmask_t pixel_information; u32 pixels_per_scan_line; } efi_graphics_output_mode_info_t; union efi_graphics_output_protocol_mode { struct { u32 max_mode; u32 mode; efi_graphics_output_mode_info_t *info; long unsigned int size_of_info; efi_physical_addr_t frame_buffer_base; long unsigned int frame_buffer_size; }; struct { u32 max_mode; u32 mode; u32 info; u32 size_of_info; u64 frame_buffer_base; u32 frame_buffer_size; } mixed_mode; }; typedef union efi_graphics_output_protocol_mode efi_graphics_output_protocol_mode_t; union efi_graphics_output_protocol; typedef union efi_graphics_output_protocol efi_graphics_output_protocol_t; union efi_graphics_output_protocol { struct { efi_status_t (*query_mode)(efi_graphics_output_protocol_t *, u32, long unsigned int *, efi_graphics_output_mode_info_t **); efi_status_t (*set_mode)(efi_graphics_output_protocol_t *, u32); void *blt; efi_graphics_output_protocol_mode_t *mode; }; struct { u32 query_mode; u32 set_mode; u32 blt; u32 mode; } mixed_mode; }; enum efi_cmdline_option { EFI_CMDLINE_NONE = 0, EFI_CMDLINE_MODE_NUM = 1, EFI_CMDLINE_RES = 2, EFI_CMDLINE_AUTO = 3, EFI_CMDLINE_LIST = 4, }; typedef int (*initcall_t)(); typedef int initcall_entry_t; struct xbc_node { uint16_t next; uint16_t child; uint16_t parent; uint16_t data; }; struct trace_event_raw_initcall_level { struct trace_entry ent; u32 __data_loc_level; char __data[0]; }; struct trace_event_raw_initcall_start { struct trace_entry ent; initcall_t func; char __data[0]; }; struct trace_event_raw_initcall_finish { struct trace_entry ent; initcall_t func; int ret; char __data[0]; }; struct trace_event_data_offsets_initcall_level { u32 level; }; struct trace_event_data_offsets_initcall_start {}; struct trace_event_data_offsets_initcall_finish {}; typedef void (*btf_trace_initcall_level)(void *, const char *); typedef void (*btf_trace_initcall_start)(void *, initcall_t); typedef void (*btf_trace_initcall_finish)(void *, initcall_t, int); struct blacklist_entry { struct list_head next; char *buf; }; struct compat_sigcontext { compat_ulong_t trap_no; compat_ulong_t error_code; compat_ulong_t oldmask; compat_ulong_t arm_r0; compat_ulong_t arm_r1; compat_ulong_t arm_r2; compat_ulong_t arm_r3; compat_ulong_t arm_r4; compat_ulong_t arm_r5; compat_ulong_t arm_r6; compat_ulong_t arm_r7; compat_ulong_t arm_r8; compat_ulong_t arm_r9; compat_ulong_t arm_r10; compat_ulong_t arm_fp; compat_ulong_t arm_ip; compat_ulong_t arm_sp; compat_ulong_t arm_lr; compat_ulong_t arm_pc; compat_ulong_t arm_cpsr; compat_ulong_t fault_address; }; struct compat_ucontext { compat_ulong_t uc_flags; compat_uptr_t uc_link; compat_stack_t uc_stack; struct compat_sigcontext uc_mcontext; compat_sigset_t uc_sigmask; int __unused[30]; compat_ulong_t uc_regspace[128]; }; struct compat_sigframe { struct compat_ucontext uc; compat_ulong_t retcode[2]; }; struct compat_rt_sigframe { struct compat_siginfo info; struct compat_sigframe sig; }; struct compat_user_vfp { compat_u64 fpregs[32]; compat_ulong_t fpscr; }; struct compat_user_vfp_exc { compat_ulong_t fpexc; compat_ulong_t fpinst; compat_ulong_t fpinst2; }; struct compat_vfp_sigframe { compat_ulong_t magic; compat_ulong_t size; struct compat_user_vfp ufp; struct compat_user_vfp_exc ufp_exc; }; struct compat_aux_sigframe { struct compat_vfp_sigframe vfp; long unsigned int end_magic; }; union __fpsimd_vreg { __int128 unsigned raw; struct { u64 lo; u64 hi; }; }; struct hyp_shared_pfn { u64 pfn; int count; struct rb_node node; }; struct kvm_vcpu_init { __u32 target; __u32 features[7]; }; struct kvm_vcpu_events { struct { __u8 serror_pending; __u8 serror_has_esr; __u8 ext_dabt_pending; __u8 pad[5]; __u64 serror_esr; } exception; __u32 reserved[12]; }; struct kvm_arm_copy_mte_tags { __u64 guest_ipa; __u64 length; void *addr; __u64 flags; __u64 reserved[2]; }; struct kvm_one_reg { __u64 id; __u64 addr; }; struct sve_state_reg_region { unsigned int koffset; unsigned int klen; unsigned int upad; }; struct vgic_vmcr { u32 grpen0; u32 grpen1; u32 ackctl; u32 fiqen; u32 cbpr; u32 eoim; u32 abpr; u32 bpr; u32 pmr; }; struct trace_event_raw_vgic_update_irq_pending { struct trace_entry ent; long unsigned int vcpu_id; __u32 irq; bool level; char __data[0]; }; struct trace_event_data_offsets_vgic_update_irq_pending {}; typedef void (*btf_trace_vgic_update_irq_pending)(void *, long unsigned int, __u32, bool); struct its_device { struct list_head dev_list; struct list_head itt_head; u32 num_eventid_bits; gpa_t itt_addr; u32 device_id; }; struct its_collection { struct list_head coll_list; u32 collection_id; u32 target_addr; }; struct its_ite { struct list_head ite_list; struct vgic_irq *irq; struct its_collection *collection; u32 event_id; }; struct vgic_translation_cache_entry { struct list_head entry; phys_addr_t db; u32 devid; u32 eventid; struct vgic_irq *irq; }; struct vgic_its_abi { int cte_esz; int dte_esz; int ite_esz; int (*save_tables)(struct vgic_its *); int (*restore_tables)(struct vgic_its *); int (*commit)(struct vgic_its *); }; typedef int (*entry_fn_t)(struct vgic_its *, u32, void *, void *); typedef void (*hcall_t)(struct kvm_cpu_context *); struct kvm_nvhe_stacktrace_info { long unsigned int stack_base; long unsigned int overflow_stack_base; long unsigned int fp; long unsigned int pc; }; struct crypto_aes_xts_ctx { struct crypto_aes_ctx key1; int: 32; struct crypto_aes_ctx key2; int: 32; }; struct crypto_aes_essiv_cbc_ctx { struct crypto_aes_ctx key1; int: 32; struct crypto_aes_ctx key2; struct crypto_shash *hash; }; struct mac_tfm_ctx { struct crypto_aes_ctx key; int: 32; u8 consts[0]; }; struct mac_desc_ctx { unsigned int len; u8 dg[16]; }; struct taint_flag { char c_true; char c_false; bool module; }; enum ftrace_dump_mode { DUMP_NONE = 0, DUMP_ALL = 1, DUMP_ORIG = 2, }; enum con_flush_mode { CONSOLE_FLUSH_PENDING = 0, CONSOLE_REPLAY_ALL = 1, }; enum error_detector { ERROR_DETECTOR_KFENCE = 0, ERROR_DETECTOR_KASAN = 1, ERROR_DETECTOR_WARN = 2, }; struct warn_args { const char *fmt; va_list args; }; struct ptrace_peeksiginfo_args { __u64 off; __u32 flags; __s32 nr; }; struct ptrace_syscall_info { __u8 op; __u8 pad[3]; __u32 arch; __u64 instruction_pointer; __u64 stack_pointer; union { struct { __u64 nr; __u64 args[6]; } entry; struct { __s64 rval; __u8 is_error; } exit; struct { __u64 nr; __u64 args[6]; __u32 ret_data; } seccomp; }; }; struct ptrace_rseq_configuration { __u64 rseq_abi_pointer; __u32 rseq_abi_size; __u32 signature; __u32 flags; __u32 pad; }; struct compat_iovec { compat_uptr_t iov_base; compat_size_t iov_len; }; typedef struct compat_siginfo compat_siginfo_t; struct umd_info { const char *driver_name; struct file *pipe_to_umh; struct file *pipe_from_umh; struct path wd; struct pid *tgid; }; struct semaphore_waiter { struct list_head list; struct task_struct *task; bool up; }; struct optimistic_spin_node { struct optimistic_spin_node *next; struct optimistic_spin_node *prev; int locked; int cpu; }; struct pm_qos_request { struct plist_node node; struct pm_qos_constraints *qos; }; struct sysrq_key_op { void (* const handler)(int); const char * const help_msg; const char * const action_msg; const int enable_mask; }; struct kmsg_dump_iter { u64 cur_seq; u64 next_seq; }; struct kmsg_dumper { struct list_head list; void (*dump)(struct kmsg_dumper *, enum kmsg_dump_reason); enum kmsg_dump_reason max_reason; bool registered; }; struct trace_event_raw_console { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_data_offsets_console { u32 msg; }; typedef void (*btf_trace_console)(void *, const char *, size_t); struct console_cmdline { char name[16]; int index; bool user_specified; char *options; char *brl_options; }; enum printk_info_flags { LOG_NEWLINE = 2, LOG_CONT = 8, }; enum devkmsg_log_bits { __DEVKMSG_LOG_BIT_ON = 0, __DEVKMSG_LOG_BIT_OFF = 1, __DEVKMSG_LOG_BIT_LOCK = 2, }; enum devkmsg_log_masks { DEVKMSG_LOG_MASK_ON = 1, DEVKMSG_LOG_MASK_OFF = 2, DEVKMSG_LOG_MASK_LOCK = 4, }; enum con_msg_format_flags { MSG_FORMAT_DEFAULT = 0, MSG_FORMAT_SYSLOG = 1, }; struct latched_seq { seqcount_latch_t latch; u64 val[2]; }; struct devkmsg_user { atomic64_t seq; struct ratelimit_state rs; struct mutex lock; char buf[8192]; struct printk_info info; char text_buf[8192]; struct printk_record record; }; struct irqchip_fwid { struct fwnode_handle fwnode; unsigned int type; char *name; phys_addr_t *pa; }; struct io_tlb_area { long unsigned int used; unsigned int index; spinlock_t lock; }; struct io_tlb_slot { phys_addr_t orig_addr; size_t alloc_size; unsigned int list; }; struct trace_event_raw_swiotlb_bounced { struct trace_entry ent; u32 __data_loc_dev_name; u64 dma_mask; dma_addr_t dev_addr; size_t size; bool force; char __data[0]; }; struct trace_event_data_offsets_swiotlb_bounced { u32 dev_name; }; typedef void (*btf_trace_swiotlb_bounced)(void *, struct device *, dma_addr_t, size_t); struct module_use { struct list_head source_list; struct list_head target_list; struct module *source; struct module *target; }; struct module_sect_attr { struct bin_attribute battr; long unsigned int address; }; struct module_sect_attrs { struct attribute_group grp; unsigned int nsections; struct module_sect_attr attrs[0]; }; struct module_notes_attrs { struct kobject *dir; unsigned int notes; struct bin_attribute attrs[0]; }; struct softirq_action { void (*action)(struct softirq_action *); }; enum tick_broadcast_state { TICK_BROADCAST_EXIT = 0, TICK_BROADCAST_ENTER = 1, }; struct futex_waitv { __u64 val; __u64 uaddr; __u32 flags; __u32 __reserved; }; struct futex_vector { struct futex_waitv w; struct futex_q q; }; struct rusage { struct __kernel_old_timeval ru_utime; struct __kernel_old_timeval ru_stime; __kernel_long_t ru_maxrss; __kernel_long_t ru_ixrss; __kernel_long_t ru_idrss; __kernel_long_t ru_isrss; __kernel_long_t ru_minflt; __kernel_long_t ru_majflt; __kernel_long_t ru_nswap; __kernel_long_t ru_inblock; __kernel_long_t ru_oublock; __kernel_long_t ru_msgsnd; __kernel_long_t ru_msgrcv; __kernel_long_t ru_nsignals; __kernel_long_t ru_nvcsw; __kernel_long_t ru_nivcsw; }; struct compat_rusage { struct old_timeval32 ru_utime; struct old_timeval32 ru_stime; compat_long_t ru_maxrss; compat_long_t ru_ixrss; compat_long_t ru_idrss; compat_long_t ru_isrss; compat_long_t ru_minflt; compat_long_t ru_majflt; compat_long_t ru_nswap; compat_long_t ru_inblock; compat_long_t ru_oublock; compat_long_t ru_msgsnd; compat_long_t ru_msgrcv; compat_long_t ru_nsignals; compat_long_t ru_nvcsw; compat_long_t ru_nivcsw; }; struct root_domain; enum { CGRP_ROOT_NOPREFIX = 2, CGRP_ROOT_XATTR = 4, CGRP_ROOT_NS_DELEGATE = 8, CGRP_ROOT_FAVOR_DYNMODS = 16, CGRP_ROOT_CPUSET_V2_MODE = 65536, CGRP_ROOT_MEMORY_LOCAL_EVENTS = 131072, CGRP_ROOT_MEMORY_RECURSIVE_PROT = 262144, }; struct fmeter { int cnt; int val; time64_t time; spinlock_t lock; }; struct cpuset { struct cgroup_subsys_state css; long unsigned int flags; cpumask_var_t cpus_allowed; nodemask_t mems_allowed; cpumask_var_t effective_cpus; nodemask_t effective_mems; cpumask_var_t subparts_cpus; nodemask_t old_mems_allowed; struct fmeter fmeter; int attach_in_progress; int pn; int relax_domain_level; int nr_subparts_cpus; int partition_root_state; int use_parent_ecpus; int child_ecpus_count; struct cgroup_file partition_file; }; struct tmpmasks { cpumask_var_t addmask; cpumask_var_t delmask; cpumask_var_t new_cpus; }; typedef enum { CS_ONLINE = 0, CS_CPU_EXCLUSIVE = 1, CS_MEM_EXCLUSIVE = 2, CS_MEM_HARDWALL = 3, CS_MEMORY_MIGRATE = 4, CS_SCHED_LOAD_BALANCE = 5, CS_SPREAD_PAGE = 6, CS_SPREAD_SLAB = 7, } cpuset_flagbits_t; enum subparts_cmd { partcmd_enable = 0, partcmd_disable = 1, partcmd_update = 2, }; struct cpuset_migrate_mm_work { struct work_struct work; struct mm_struct *mm; nodemask_t from; nodemask_t to; }; typedef enum { FILE_MEMORY_MIGRATE = 0, FILE_CPULIST = 1, FILE_MEMLIST = 2, FILE_EFFECTIVE_CPULIST = 3, FILE_EFFECTIVE_MEMLIST = 4, FILE_SUBPARTS_CPULIST = 5, FILE_CPU_EXCLUSIVE = 6, FILE_MEM_EXCLUSIVE = 7, FILE_MEM_HARDWALL = 8, FILE_SCHED_LOAD_BALANCE = 9, FILE_PARTITION_ROOT = 10, FILE_SCHED_RELAX_DOMAIN_LEVEL = 11, FILE_MEMORY_PRESSURE_ENABLED = 12, FILE_MEMORY_PRESSURE = 13, FILE_SPREAD_PAGE = 14, FILE_SPREAD_SLAB = 15, } cpuset_filetype_t; struct kprobe_blacklist_entry { struct list_head list; long unsigned int start_addr; long unsigned int end_addr; }; struct kprobe_insn_page { struct list_head list; kprobe_opcode_t *insns; struct kprobe_insn_cache *cache; int nused; int ngarbage; char slot_used[0]; }; enum kprobe_slot_state { SLOT_CLEAN = 0, SLOT_DIRTY = 1, SLOT_USED = 2, }; enum ring_buffer_flags { RB_FL_OVERWRITE = 1, }; typedef struct vfsmount * (*debugfs_automount_t)(struct dentry *, void *); struct trace_export { struct trace_export *next; void (*write)(struct trace_export *, const void *, unsigned int); int flags; }; enum trace_iter_flags { TRACE_FILE_LAT_FMT = 1, TRACE_FILE_ANNOTATE = 2, TRACE_FILE_TIME_IN_NS = 4, }; enum event_trigger_type { ETT_NONE = 0, ETT_TRACE_ONOFF = 1, ETT_SNAPSHOT = 2, ETT_STACKTRACE = 4, ETT_EVENT_ENABLE = 8, ETT_EVENT_HIST = 16, ETT_HIST_ENABLE = 32, ETT_EVENT_EPROBE = 64, }; struct ftrace_entry { struct trace_entry ent; long unsigned int ip; long unsigned int parent_ip; }; struct bprint_entry { struct trace_entry ent; long unsigned int ip; const char *fmt; u32 buf[0]; }; struct print_entry { struct trace_entry ent; long unsigned int ip; char buf[0]; }; struct raw_data_entry { struct trace_entry ent; unsigned int id; char buf[0]; }; struct bputs_entry { struct trace_entry ent; long unsigned int ip; const char *str; }; struct func_repeats_entry { struct trace_entry ent; long unsigned int ip; long unsigned int parent_ip; u16 count; u16 top_delta_ts; u32 bottom_delta_ts; }; struct trace_eval_map_head { struct module *mod; long unsigned int length; }; union trace_eval_map_item; struct trace_eval_map_tail { union trace_eval_map_item *next; const char *end; }; union trace_eval_map_item { struct trace_eval_map map; struct trace_eval_map_head head; struct trace_eval_map_tail tail; }; struct saved_cmdlines_buffer { unsigned int map_pid_to_cmdline[32769]; unsigned int *map_cmdline_to_pid; unsigned int cmdline_num; int cmdline_idx; char *saved_cmdlines; }; struct ftrace_stack { long unsigned int calls[1024]; }; struct ftrace_stacks { struct ftrace_stack stacks[4]; }; struct trace_buffer_struct { int nesting; char buffer[4096]; }; struct ftrace_buffer_info { struct trace_iterator iter; void *spare; unsigned int spare_cpu; unsigned int read; }; struct err_info { const char **errs; u8 type; u16 pos; u64 ts; }; struct tracing_log_err { struct list_head list; struct err_info info; char loc[128]; char *cmd; }; struct buffer_ref { struct trace_buffer *buffer; void *page; int cpu; refcount_t refcount; }; struct ftrace_func_mapper; enum dynevent_type { DYNEVENT_TYPE_SYNTH = 1, DYNEVENT_TYPE_KPROBE = 2, DYNEVENT_TYPE_NONE = 3, }; struct dynevent_cmd; typedef int (*dynevent_create_fn_t)(struct dynevent_cmd *); struct dynevent_cmd { struct seq_buf seq; const char *event_name; unsigned int n_fields; enum dynevent_type type; dynevent_create_fn_t run_command; void *private_data; }; struct synth_field_desc { const char *type; const char *name; }; struct synth_trace_event; struct synth_event; struct synth_event_trace_state { struct trace_event_buffer fbuffer; struct synth_trace_event *entry; struct trace_buffer *buffer; struct synth_event *event; unsigned int cur_field; unsigned int n_u64; bool disabled; bool add_next; bool add_name; }; struct synth_trace_event { struct trace_entry ent; u64 fields[0]; }; struct dyn_event_operations; struct dyn_event { struct list_head list; struct dyn_event_operations *ops; }; struct synth_field; struct synth_event { struct dyn_event devent; int ref; char *name; struct synth_field **fields; unsigned int n_fields; struct synth_field **dynamic_fields; unsigned int n_dynamic_fields; unsigned int n_u64; struct trace_event_class class; struct trace_event_call call; struct tracepoint *tp; struct module *mod; }; struct dyn_event_operations { struct list_head list; int (*create)(const char *); int (*show)(struct seq_file *, struct dyn_event *); bool (*is_busy)(struct dyn_event *); int (*free)(struct dyn_event *); bool (*match)(const char *, const char *, int, const char **, struct dyn_event *); }; typedef int (*dynevent_check_arg_fn_t)(void *); struct dynevent_arg { const char *str; char separator; }; struct dynevent_arg_pair { const char *lhs; const char *rhs; char operator; char separator; }; struct synth_field { char *type; char *name; size_t size; unsigned int offset; unsigned int field_pos; bool is_signed; bool is_string; bool is_dynamic; }; enum { SYNTH_ERR_BAD_NAME = 0, SYNTH_ERR_INVALID_CMD = 1, SYNTH_ERR_INVALID_DYN_CMD = 2, SYNTH_ERR_EVENT_EXISTS = 3, SYNTH_ERR_TOO_MANY_FIELDS = 4, SYNTH_ERR_INCOMPLETE_TYPE = 5, SYNTH_ERR_INVALID_TYPE = 6, SYNTH_ERR_INVALID_FIELD = 7, SYNTH_ERR_INVALID_ARRAY_SPEC = 8, }; typedef int (*print_type_func_t)(struct trace_seq *, void *, void *); enum fetch_op { FETCH_OP_NOP = 0, FETCH_OP_REG = 1, FETCH_OP_STACK = 2, FETCH_OP_STACKP = 3, FETCH_OP_RETVAL = 4, FETCH_OP_IMM = 5, FETCH_OP_COMM = 6, FETCH_OP_ARG = 7, FETCH_OP_FOFFS = 8, FETCH_OP_DATA = 9, FETCH_OP_DEREF = 10, FETCH_OP_UDEREF = 11, FETCH_OP_ST_RAW = 12, FETCH_OP_ST_MEM = 13, FETCH_OP_ST_UMEM = 14, FETCH_OP_ST_STRING = 15, FETCH_OP_ST_USTRING = 16, FETCH_OP_MOD_BF = 17, FETCH_OP_LP_ARRAY = 18, FETCH_OP_TP_ARG = 19, FETCH_OP_END = 20, FETCH_NOP_SYMBOL = 21, }; struct fetch_insn { enum fetch_op op; union { unsigned int param; struct { unsigned int size; int offset; }; struct { unsigned char basesize; unsigned char lshift; unsigned char rshift; }; long unsigned int immediate; void *data; }; }; struct fetch_type { const char *name; size_t size; int is_signed; print_type_func_t print; const char *fmt; const char *fmttype; }; struct probe_arg { struct fetch_insn *code; bool dynamic; unsigned int offset; unsigned int count; const char *name; const char *comm; char *fmt; const struct fetch_type *type; }; struct trace_uprobe_filter { rwlock_t rwlock; int nr_systemwide; struct list_head perf_events; }; struct trace_probe_event { unsigned int flags; struct trace_event_class class; struct trace_event_call call; struct list_head files; struct list_head probes; struct trace_uprobe_filter filter[0]; }; struct trace_probe { struct list_head list; struct trace_probe_event *event; ssize_t size; unsigned int nr_args; struct probe_arg args[0]; }; struct event_file_link { struct trace_event_file *file; struct list_head list; }; enum probe_print_type { PROBE_PRINT_NORMAL = 0, PROBE_PRINT_RETURN = 1, PROBE_PRINT_EVENT = 2, }; enum { TP_ERR_FILE_NOT_FOUND = 0, TP_ERR_NO_REGULAR_FILE = 1, TP_ERR_BAD_REFCNT = 2, TP_ERR_REFCNT_OPEN_BRACE = 3, TP_ERR_BAD_REFCNT_SUFFIX = 4, TP_ERR_BAD_UPROBE_OFFS = 5, TP_ERR_MAXACT_NO_KPROBE = 6, TP_ERR_BAD_MAXACT = 7, TP_ERR_MAXACT_TOO_BIG = 8, TP_ERR_BAD_PROBE_ADDR = 9, TP_ERR_BAD_RETPROBE = 10, TP_ERR_BAD_ADDR_SUFFIX = 11, TP_ERR_NO_GROUP_NAME = 12, TP_ERR_GROUP_TOO_LONG = 13, TP_ERR_BAD_GROUP_NAME = 14, TP_ERR_NO_EVENT_NAME = 15, TP_ERR_EVENT_TOO_LONG = 16, TP_ERR_BAD_EVENT_NAME = 17, TP_ERR_EVENT_EXIST = 18, TP_ERR_RETVAL_ON_PROBE = 19, TP_ERR_BAD_STACK_NUM = 20, TP_ERR_BAD_ARG_NUM = 21, TP_ERR_BAD_VAR = 22, TP_ERR_BAD_REG_NAME = 23, TP_ERR_BAD_MEM_ADDR = 24, TP_ERR_BAD_IMM = 25, TP_ERR_IMMSTR_NO_CLOSE = 26, TP_ERR_FILE_ON_KPROBE = 27, TP_ERR_BAD_FILE_OFFS = 28, TP_ERR_SYM_ON_UPROBE = 29, TP_ERR_TOO_MANY_OPS = 30, TP_ERR_DEREF_NEED_BRACE = 31, TP_ERR_BAD_DEREF_OFFS = 32, TP_ERR_DEREF_OPEN_BRACE = 33, TP_ERR_COMM_CANT_DEREF = 34, TP_ERR_BAD_FETCH_ARG = 35, TP_ERR_ARRAY_NO_CLOSE = 36, TP_ERR_BAD_ARRAY_SUFFIX = 37, TP_ERR_BAD_ARRAY_NUM = 38, TP_ERR_ARRAY_TOO_BIG = 39, TP_ERR_BAD_TYPE = 40, TP_ERR_BAD_STRING = 41, TP_ERR_BAD_BITFIELD = 42, TP_ERR_ARG_NAME_TOO_LONG = 43, TP_ERR_NO_ARG_NAME = 44, TP_ERR_BAD_ARG_NAME = 45, TP_ERR_USED_ARG_NAME = 46, TP_ERR_ARG_TOO_LONG = 47, TP_ERR_NO_ARG_BODY = 48, TP_ERR_BAD_INSN_BNDRY = 49, TP_ERR_FAIL_REG_PROBE = 50, TP_ERR_DIFF_PROBE_TYPE = 51, TP_ERR_DIFF_ARG_TYPE = 52, TP_ERR_SAME_PROBE = 53, TP_ERR_NO_EVENT_INFO = 54, TP_ERR_BAD_ATTACH_EVENT = 55, TP_ERR_BAD_ATTACH_ARG = 56, }; struct trace_probe_log { const char *subsystem; const char **argv; int argc; int index; }; struct bpf_attach_target_info { struct btf_func_model fmodel; long int tgt_addr; const char *tgt_name; const struct btf_type *tgt_type; }; struct bpf_kfunc_desc { struct btf_func_model func_model; u32 func_id; s32 imm; u16 offset; }; struct bpf_kfunc_desc_tab { struct bpf_kfunc_desc descs[256]; u32 nr_descs; }; struct bpf_kfunc_btf { struct btf *btf; struct module *module; u16 offset; }; struct bpf_kfunc_btf_tab { struct bpf_kfunc_btf descs[256]; u32 nr_descs; }; struct bpf_struct_ops { const struct bpf_verifier_ops *verifier_ops; int (*init)(struct btf *); int (*check_member)(const struct btf_type *, const struct btf_member *); int (*init_member)(const struct btf_type *, const struct btf_member *, void *, const void *); int (*reg)(void *); void (*unreg)(void *); const struct btf_type *type; const struct btf_type *value_type; const char *name; struct btf_func_model func_models[64]; u32 type_id; u32 value_id; }; typedef u32 (*bpf_convert_ctx_access_t)(enum bpf_access_type, const struct bpf_insn *, struct bpf_insn *, struct bpf_prog *, u32 *); enum bpf_stack_slot_type { STACK_INVALID = 0, STACK_SPILL = 1, STACK_MISC = 2, STACK_ZERO = 3, STACK_DYNPTR = 4, }; struct bpf_verifier_stack_elem { struct bpf_verifier_state st; int insn_idx; int prev_insn_idx; struct bpf_verifier_stack_elem *next; u32 log_pos; }; struct bpf_call_arg_meta { struct bpf_map *map_ptr; bool raw_mode; bool pkt_access; u8 release_regno; int regno; int access_size; int mem_size; u64 msize_max_value; int ref_obj_id; int map_uid; int func_id; struct btf *btf; u32 btf_id; struct btf *ret_btf; u32 ret_btf_id; u32 subprogno; struct bpf_map_value_off_desc *kptr_off_desc; u8 uninit_dynptr_regno; }; enum reg_arg_type { SRC_OP = 0, DST_OP = 1, DST_OP_NO_MARK = 2, }; enum bpf_access_src { ACCESS_DIRECT = 1, ACCESS_HELPER = 2, }; struct bpf_reg_types { const enum bpf_reg_type types[10]; u32 *btf_id; }; enum { AT_PKT_END = 4294967295, BEYOND_PKT_END = 4294967294, }; typedef int (*set_callee_state_fn)(struct bpf_verifier_env *, struct bpf_func_state *, struct bpf_func_state *, int); enum { REASON_BOUNDS = 4294967295, REASON_TYPE = 4294967294, REASON_PATHS = 4294967293, REASON_LIMIT = 4294967292, REASON_STACK = 4294967291, }; struct bpf_sanitize_info { struct bpf_insn_aux_data aux; bool mask_to_left; }; enum { DISCOVERED = 16, EXPLORED = 32, FALLTHROUGH = 1, BRANCH = 2, }; enum { DONE_EXPLORING = 0, KEEP_EXPLORING = 1, }; enum { BPF_RB_NO_WAKEUP = 1, BPF_RB_FORCE_WAKEUP = 2, }; enum { BPF_RB_AVAIL_DATA = 0, BPF_RB_RING_SIZE = 1, BPF_RB_CONS_POS = 2, BPF_RB_PROD_POS = 3, }; enum { BPF_RINGBUF_BUSY_BIT = 2147483648, BPF_RINGBUF_DISCARD_BIT = 1073741824, BPF_RINGBUF_HDR_SZ = 8, }; struct bpf_dynptr_kern { void *data; u32 size; u32 offset; }; struct bpf_ringbuf { wait_queue_head_t waitq; struct irq_work work; u64 mask; struct page **pages; int nr_pages; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t spinlock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int consumer_pos; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int producer_pos; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; char data[0]; }; struct bpf_ringbuf_map { struct bpf_map map; struct bpf_ringbuf *rb; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_ringbuf_hdr { u32 len; u32 pg_off; }; typedef u64 (*btf_bpf_ringbuf_reserve)(struct bpf_map *, u64, u64); typedef u64 (*btf_bpf_ringbuf_submit)(void *, u64); typedef u64 (*btf_bpf_ringbuf_discard)(void *, u64); typedef u64 (*btf_bpf_ringbuf_output)(struct bpf_map *, void *, u64, u64); typedef u64 (*btf_bpf_ringbuf_query)(struct bpf_map *, u64); typedef u64 (*btf_bpf_ringbuf_reserve_dynptr)(struct bpf_map *, u32, u64, struct bpf_dynptr_kern *); typedef u64 (*btf_bpf_ringbuf_submit_dynptr)(struct bpf_dynptr_kern *, u64); typedef u64 (*btf_bpf_ringbuf_discard_dynptr)(struct bpf_dynptr_kern *, u64); enum { BPF_F_BROADCAST = 8, BPF_F_EXCLUDE_INGRESS = 16, }; struct bpf_devmap_val { __u32 ifindex; union { int fd; __u32 id; } bpf_prog; }; struct xdp_dev_bulk_queue { struct xdp_frame *q[16]; struct list_head flush_node; struct net_device *dev; struct net_device *dev_rx; struct bpf_prog *xdp_prog; unsigned int count; }; struct bpf_dtab; struct bpf_dtab_netdev { struct net_device *dev; struct hlist_node index_hlist; struct bpf_dtab *dtab; struct bpf_prog *xdp_prog; struct callback_head rcu; unsigned int idx; struct bpf_devmap_val val; }; struct bpf_dtab { struct bpf_map map; struct bpf_dtab_netdev **netdev_map; struct list_head list; struct hlist_head *dev_index_head; spinlock_t index_lock; unsigned int items; u32 n_buckets; long: 32; long: 64; long: 64; }; struct bpf_dummy_ops_state { int val; }; struct bpf_dummy_ops { int (*test_1)(struct bpf_dummy_ops_state *); int (*test_2)(struct bpf_dummy_ops_state *, int, short unsigned int, char, long unsigned int); }; enum bpf_struct_ops_state { BPF_STRUCT_OPS_STATE_INIT = 0, BPF_STRUCT_OPS_STATE_INUSE = 1, BPF_STRUCT_OPS_STATE_TOBEFREE = 2, }; struct bpf_struct_ops_value { refcount_t refcnt; enum bpf_struct_ops_state state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; char data[0]; }; struct bpf_struct_ops_map { struct bpf_map map; struct callback_head rcu; const struct bpf_struct_ops *st_ops; struct mutex lock; struct bpf_link **links; void *image; struct bpf_struct_ops_value *uvalue; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct bpf_struct_ops_value kvalue; }; struct bpf_struct_ops_bpf_dummy_ops { refcount_t refcnt; enum bpf_struct_ops_state state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct bpf_dummy_ops data; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_struct_ops_tcp_congestion_ops { refcount_t refcnt; enum bpf_struct_ops_state state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct tcp_congestion_ops data; }; enum { BPF_STRUCT_OPS_TYPE_bpf_dummy_ops = 0, BPF_STRUCT_OPS_TYPE_tcp_congestion_ops = 1, __NR_BPF_STRUCT_OPS_TYPE = 2, }; enum rseq_cpu_id_state { RSEQ_CPU_ID_UNINITIALIZED = 4294967295, RSEQ_CPU_ID_REGISTRATION_FAILED = 4294967294, }; enum rseq_flags { RSEQ_FLAG_UNREGISTER = 1, }; enum rseq_cs_flags { RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT = 1, RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL = 2, RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE = 4, }; struct rseq_cs { __u32 version; __u32 flags; __u64 start_ip; __u64 post_commit_offset; __u64 abort_ip; }; struct trace_event_raw_rseq_update { struct trace_entry ent; s32 cpu_id; char __data[0]; }; struct trace_event_raw_rseq_ip_fixup { struct trace_entry ent; long unsigned int regs_ip; long unsigned int start_ip; long unsigned int post_commit_offset; long unsigned int abort_ip; char __data[0]; }; struct trace_event_data_offsets_rseq_update {}; struct trace_event_data_offsets_rseq_ip_fixup {}; typedef void (*btf_trace_rseq_update)(void *, struct task_struct *); typedef void (*btf_trace_rseq_ip_fixup)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); enum lruvec_flags { LRUVEC_CONGESTED = 0, }; enum pgdat_flags { PGDAT_DIRTY = 0, PGDAT_WRITEBACK = 1, PGDAT_RECLAIM_LOCKED = 2, }; enum zone_flags { ZONE_BOOSTED_WATERMARK = 0, ZONE_RECLAIM_ACTIVE = 1, }; enum positive_aop_returns { AOP_WRITEPAGE_ACTIVATE = 524288, AOP_TRUNCATED_PAGE = 524289, }; struct reclaim_stat { unsigned int nr_dirty; unsigned int nr_unqueued_dirty; unsigned int nr_congested; unsigned int nr_writeback; unsigned int nr_immediate; unsigned int nr_pageout; unsigned int nr_activate[2]; unsigned int nr_ref_keep; unsigned int nr_unmap_fail; unsigned int nr_lazyfree_fail; }; struct mem_cgroup_reclaim_cookie { pg_data_t *pgdat; unsigned int generation; }; enum { SWP_USED = 1, SWP_WRITEOK = 2, SWP_DISCARDABLE = 4, SWP_DISCARDING = 8, SWP_SOLIDSTATE = 16, SWP_CONTINUED = 32, SWP_BLKDEV = 64, SWP_ACTIVATED = 128, SWP_FS_OPS = 256, SWP_AREA_DISCARD = 512, SWP_PAGE_DISCARD = 1024, SWP_STABLE_WRITES = 2048, SWP_SYNCHRONOUS_IO = 4096, SWP_SCANNING = 16384, }; struct trace_event_raw_mm_vmscan_kswapd_sleep { struct trace_entry ent; int nid; char __data[0]; }; struct trace_event_raw_mm_vmscan_kswapd_wake { struct trace_entry ent; int nid; int zid; int order; char __data[0]; }; struct trace_event_raw_mm_vmscan_wakeup_kswapd { struct trace_entry ent; int nid; int zid; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_direct_reclaim_begin_template { struct trace_entry ent; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_direct_reclaim_end_template { struct trace_entry ent; long unsigned int nr_reclaimed; char __data[0]; }; struct trace_event_raw_mm_shrink_slab_start { struct trace_entry ent; struct shrinker *shr; void *shrink; int nid; long int nr_objects_to_shrink; long unsigned int gfp_flags; long unsigned int cache_items; long long unsigned int delta; long unsigned int total_scan; int priority; char __data[0]; }; struct trace_event_raw_mm_shrink_slab_end { struct trace_entry ent; struct shrinker *shr; int nid; void *shrink; long int unused_scan; long int new_scan; int retval; long int total_scan; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_isolate { struct trace_entry ent; int highest_zoneidx; int order; long unsigned int nr_requested; long unsigned int nr_scanned; long unsigned int nr_skipped; long unsigned int nr_taken; unsigned int isolate_mode; int lru; char __data[0]; }; struct trace_event_raw_mm_vmscan_write_folio { struct trace_entry ent; long unsigned int pfn; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_shrink_inactive { struct trace_entry ent; int nid; long unsigned int nr_scanned; long unsigned int nr_reclaimed; long unsigned int nr_dirty; long unsigned int nr_writeback; long unsigned int nr_congested; long unsigned int nr_immediate; unsigned int nr_activate0; unsigned int nr_activate1; long unsigned int nr_ref_keep; long unsigned int nr_unmap_fail; int priority; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_shrink_active { struct trace_entry ent; int nid; long unsigned int nr_taken; long unsigned int nr_active; long unsigned int nr_deactivated; long unsigned int nr_referenced; int priority; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_node_reclaim_begin { struct trace_entry ent; int nid; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_throttled { struct trace_entry ent; int nid; int usec_timeout; int usec_delayed; int reason; char __data[0]; }; struct trace_event_data_offsets_mm_vmscan_kswapd_sleep {}; struct trace_event_data_offsets_mm_vmscan_kswapd_wake {}; struct trace_event_data_offsets_mm_vmscan_wakeup_kswapd {}; struct trace_event_data_offsets_mm_vmscan_direct_reclaim_begin_template {}; struct trace_event_data_offsets_mm_vmscan_direct_reclaim_end_template {}; struct trace_event_data_offsets_mm_shrink_slab_start {}; struct trace_event_data_offsets_mm_shrink_slab_end {}; struct trace_event_data_offsets_mm_vmscan_lru_isolate {}; struct trace_event_data_offsets_mm_vmscan_write_folio {}; struct trace_event_data_offsets_mm_vmscan_lru_shrink_inactive {}; struct trace_event_data_offsets_mm_vmscan_lru_shrink_active {}; struct trace_event_data_offsets_mm_vmscan_node_reclaim_begin {}; struct trace_event_data_offsets_mm_vmscan_throttled {}; typedef void (*btf_trace_mm_vmscan_kswapd_sleep)(void *, int); typedef void (*btf_trace_mm_vmscan_kswapd_wake)(void *, int, int, int); typedef void (*btf_trace_mm_vmscan_wakeup_kswapd)(void *, int, int, int, gfp_t); typedef void (*btf_trace_mm_vmscan_direct_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_memcg_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_memcg_softlimit_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_direct_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_memcg_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_memcg_softlimit_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_shrink_slab_start)(void *, struct shrinker *, struct shrink_control *, long int, long unsigned int, long long unsigned int, long unsigned int, int); typedef void (*btf_trace_mm_shrink_slab_end)(void *, struct shrinker *, int, int, long int, long int, long int); typedef void (*btf_trace_mm_vmscan_lru_isolate)(void *, int, int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, isolate_mode_t, int); typedef void (*btf_trace_mm_vmscan_write_folio)(void *, struct folio *); typedef void (*btf_trace_mm_vmscan_lru_shrink_inactive)(void *, int, long unsigned int, long unsigned int, struct reclaim_stat *, int, int); typedef void (*btf_trace_mm_vmscan_lru_shrink_active)(void *, int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, int, int); typedef void (*btf_trace_mm_vmscan_node_reclaim_begin)(void *, int, int, gfp_t); typedef void (*btf_trace_mm_vmscan_node_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_throttled)(void *, int, int, int, int); struct scan_control { long unsigned int nr_to_reclaim; nodemask_t *nodemask; struct mem_cgroup *target_mem_cgroup; long unsigned int anon_cost; long unsigned int file_cost; unsigned int may_deactivate: 2; unsigned int force_deactivate: 1; unsigned int skipped_deactivate: 1; unsigned int may_writepage: 1; unsigned int may_unmap: 1; unsigned int may_swap: 1; unsigned int proactive: 1; unsigned int memcg_low_reclaim: 1; unsigned int memcg_low_skipped: 1; unsigned int hibernation_mode: 1; unsigned int compaction_ready: 1; unsigned int cache_trim_mode: 1; unsigned int file_is_tiny: 1; unsigned int no_demotion: 1; s8 order; s8 priority; s8 reclaim_idx; gfp_t gfp_mask; long unsigned int nr_scanned; long unsigned int nr_reclaimed; struct { unsigned int dirty; unsigned int unqueued_dirty; unsigned int congested; unsigned int writeback; unsigned int immediate; unsigned int file_taken; unsigned int taken; } nr; struct reclaim_state reclaim_state; }; typedef enum { PAGE_KEEP = 0, PAGE_ACTIVATE = 1, PAGE_SUCCESS = 2, PAGE_CLEAN = 3, } pageout_t; enum page_references { PAGEREF_RECLAIM = 0, PAGEREF_RECLAIM_CLEAN = 1, PAGEREF_KEEP = 2, PAGEREF_ACTIVATE = 3, }; enum scan_balance { SCAN_EQUAL = 0, SCAN_FRACT = 1, SCAN_ANON = 2, SCAN_FILE = 3, }; struct trace_event_raw_mmap_lock { struct trace_entry ent; struct mm_struct *mm; u32 __data_loc_memcg_path; bool write; char __data[0]; }; struct trace_event_raw_mmap_lock_acquire_returned { struct trace_entry ent; struct mm_struct *mm; u32 __data_loc_memcg_path; bool write; bool success; char __data[0]; }; struct trace_event_data_offsets_mmap_lock { u32 memcg_path; }; struct trace_event_data_offsets_mmap_lock_acquire_returned { u32 memcg_path; }; typedef void (*btf_trace_mmap_lock_start_locking)(void *, struct mm_struct *, const char *, bool); typedef void (*btf_trace_mmap_lock_released)(void *, struct mm_struct *, const char *, bool); typedef void (*btf_trace_mmap_lock_acquire_returned)(void *, struct mm_struct *, const char *, bool, bool); struct memcg_path { local_lock_t lock; char *buf; local_t buf_idx; }; enum pgt_entry { NORMAL_PMD = 0, HPAGE_PMD = 1, NORMAL_PUD = 2, HPAGE_PUD = 3, }; enum { PERCPU_REF_INIT_ATOMIC = 1, PERCPU_REF_INIT_DEAD = 2, PERCPU_REF_ALLOW_REINIT = 4, }; union swap_header { struct { char reserved[4086]; char magic[10]; } magic; struct { char bootbits[1024]; __u32 version; __u32 last_page; __u32 nr_badpages; unsigned char sws_uuid[16]; unsigned char sws_volume[16]; __u32 padding[117]; __u32 badpages[1]; } info; }; struct swap_extent { struct rb_node rb_node; long unsigned int start_page; long unsigned int nr_pages; sector_t start_block; }; struct rmap_item; struct mm_slot { struct hlist_node link; struct list_head mm_list; struct rmap_item *rmap_list; struct mm_struct *mm; }; struct stable_node; struct rmap_item { struct rmap_item *rmap_list; union { struct anon_vma *anon_vma; int nid; }; struct mm_struct *mm; long unsigned int address; unsigned int oldchecksum; union { struct rb_node node; struct { struct stable_node *head; struct hlist_node hlist; }; }; }; struct ksm_scan { struct mm_slot *mm_slot; long unsigned int address; struct rmap_item **rmap_list; long unsigned int seqnr; }; struct stable_node { union { struct rb_node node; struct { struct list_head *head; struct { struct hlist_node hlist_dup; struct list_head list; }; }; }; struct hlist_head hlist; union { long unsigned int kpfn; long unsigned int chain_prune_time; }; int rmap_hlist_len; int nid; }; enum get_ksm_page_flags { GET_KSM_PAGE_NOLOCK = 0, GET_KSM_PAGE_LOCK = 1, GET_KSM_PAGE_TRYLOCK = 2, }; struct swap_cgroup_ctrl { struct page **map; long unsigned int length; spinlock_t lock; }; struct swap_cgroup { short unsigned int id; }; struct zbud_pool; struct zbud_ops { int (*evict)(struct zbud_pool *, long unsigned int); }; struct zbud_pool { spinlock_t lock; union { struct list_head buddied; struct list_head unbuddied[63]; }; struct list_head lru; u64 pages_nr; const struct zbud_ops *ops; struct zpool *zpool; const struct zpool_ops *zpool_ops; }; struct zbud_header { struct list_head buddy; struct list_head lru; unsigned int first_chunks; unsigned int last_chunks; bool under_reclaim; }; enum buddy___2 { FIRST___2 = 0, LAST___2 = 1, }; struct trace_event_raw_cma_alloc_class { struct trace_entry ent; u32 __data_loc_name; long unsigned int pfn; const struct page *page; long unsigned int count; unsigned int align; char __data[0]; }; struct trace_event_raw_cma_release { struct trace_entry ent; u32 __data_loc_name; long unsigned int pfn; const struct page *page; long unsigned int count; char __data[0]; }; struct trace_event_raw_cma_alloc_start { struct trace_entry ent; u32 __data_loc_name; long unsigned int count; unsigned int align; char __data[0]; }; struct trace_event_data_offsets_cma_alloc_class { u32 name; }; struct trace_event_data_offsets_cma_release { u32 name; }; struct trace_event_data_offsets_cma_alloc_start { u32 name; }; typedef void (*btf_trace_cma_release)(void *, const char *, long unsigned int, const struct page *, long unsigned int); typedef void (*btf_trace_cma_alloc_start)(void *, const char *, long unsigned int, unsigned int); typedef void (*btf_trace_cma_alloc_finish)(void *, const char *, long unsigned int, const struct page *, long unsigned int, unsigned int); typedef void (*btf_trace_cma_alloc_busy_retry)(void *, const char *, long unsigned int, const struct page *, long unsigned int, unsigned int); struct cma_kobject { struct kobject kobj; struct cma *cma; }; struct damon_pa_access_chk_result { long unsigned int page_sz; bool accessed; }; struct files_stat_struct { long unsigned int nr_files; long unsigned int nr_free_files; long unsigned int max_files; }; struct saved { struct path link; struct delayed_call done; const char *name; unsigned int seq; }; struct nameidata { struct path path; struct qstr last; struct path root; struct inode *inode; unsigned int flags; unsigned int state; unsigned int seq; unsigned int next_seq; unsigned int m_seq; unsigned int r_seq; int last_type; unsigned int depth; int total_link_count; struct saved *stack; struct saved internal[2]; struct filename *name; struct nameidata *saved; unsigned int root_seq; int dfd; kuid_t dir_uid; umode_t dir_mode; }; struct renamedata { struct user_namespace *old_mnt_userns; struct inode *old_dir; struct dentry *old_dentry; struct user_namespace *new_mnt_userns; struct inode *new_dir; struct dentry *new_dentry; struct inode **delegated_inode; unsigned int flags; }; enum { LAST_NORM = 0, LAST_ROOT = 1, LAST_DOT = 2, LAST_DOTDOT = 3, }; enum { WALK_TRAILING = 1, WALK_MORE = 2, WALK_NOFOLLOW = 4, }; struct simple_transaction_argresp { ssize_t size; char data[0]; }; struct simple_attr { int (*get)(void *, u64 *); int (*set)(void *, u64); char get_buf[24]; char set_buf[24]; void *data; const char *fmt; struct mutex mutex; }; struct ns_get_path_task_args { const struct proc_ns_operations *ns_ops; struct task_struct *task; }; struct decrypt_bh_ctx { struct work_struct work; struct buffer_head *bh; }; struct bh_lru { struct buffer_head *bhs[16]; }; struct bh_accounting { int nr; int ratelimit; }; struct eventfd_ctx { struct kref kref; wait_queue_head_t wqh; __u64 count; unsigned int flags; int id; }; struct fscrypt_name { const struct qstr *usr_fname; struct fscrypt_str disk_name; u32 hash; u32 minor_hash; struct fscrypt_str crypto_buf; bool is_nokey_name; }; struct fscrypt_symlink_data { __le16 len; char encrypted_path[1]; } __attribute__((packed)); struct fscrypt_blk_crypto_key { struct blk_crypto_key base; int num_devs; struct request_queue *devs[0]; }; union fscrypt_iv { struct { __le64 lblk_num; u8 nonce[16]; }; u8 raw[32]; __le64 dun[4]; }; struct rpc_timer { struct list_head list; long unsigned int expires; struct delayed_work dwork; }; struct rpc_wait_queue { spinlock_t lock; struct list_head tasks[4]; unsigned char maxpriority; unsigned char priority; unsigned char nr; short unsigned int qlen; struct rpc_timer timer_list; const char *name; }; struct nfs_seqid_counter { ktime_t create_time; int owner_id; int flags; u32 counter; spinlock_t lock; struct list_head list; struct rpc_wait_queue wait; }; struct nfs4_stateid_struct { union { char data[16]; struct { __be32 seqid; char other[12]; }; }; enum { NFS4_INVALID_STATEID_TYPE = 0, NFS4_SPECIAL_STATEID_TYPE = 1, NFS4_OPEN_STATEID_TYPE = 2, NFS4_LOCK_STATEID_TYPE = 3, NFS4_DELEGATION_STATEID_TYPE = 4, NFS4_LAYOUT_STATEID_TYPE = 5, NFS4_PNFS_DS_STATEID_TYPE = 6, NFS4_REVOKED_STATEID_TYPE = 7, } type; }; typedef struct nfs4_stateid_struct nfs4_stateid; struct nfs4_state; struct nfs4_lock_state { struct list_head ls_locks; struct nfs4_state *ls_state; long unsigned int ls_flags; struct nfs_seqid_counter ls_seqid; nfs4_stateid ls_stateid; refcount_t ls_count; fl_owner_t ls_owner; }; struct xdr_netobj { unsigned int len; u8 *data; }; struct xdr_buf { struct kvec head[1]; struct kvec tail[1]; struct bio_vec *bvec; struct page **pages; unsigned int page_base; unsigned int page_len; unsigned int flags; unsigned int buflen; unsigned int len; }; struct rpc_rqst; struct xdr_stream { __be32 *p; struct xdr_buf *buf; __be32 *end; struct kvec *iov; struct kvec scratch; struct page **page_ptr; unsigned int nwords; struct rpc_rqst *rqst; }; struct rpc_xprt; struct rpc_task; struct rpc_cred; struct rpc_rqst { struct rpc_xprt *rq_xprt; struct xdr_buf rq_snd_buf; struct xdr_buf rq_rcv_buf; struct rpc_task *rq_task; struct rpc_cred *rq_cred; __be32 rq_xid; int rq_cong; u32 rq_seqno; int rq_enc_pages_num; struct page **rq_enc_pages; void (*rq_release_snd_buf)(struct rpc_rqst *); union { struct list_head rq_list; struct rb_node rq_recv; }; struct list_head rq_xmit; struct list_head rq_xmit2; void *rq_buffer; size_t rq_callsize; void *rq_rbuffer; size_t rq_rcvsize; size_t rq_xmit_bytes_sent; size_t rq_reply_bytes_recvd; struct xdr_buf rq_private_buf; long unsigned int rq_majortimeo; long unsigned int rq_minortimeo; long unsigned int rq_timeout; ktime_t rq_rtt; unsigned int rq_retries; unsigned int rq_connect_cookie; atomic_t rq_pin; u32 rq_bytes_sent; ktime_t rq_xtime; int rq_ntrans; struct list_head rq_bc_list; long unsigned int rq_bc_pa_state; struct list_head rq_bc_pa_list; }; typedef void (*kxdreproc_t)(struct rpc_rqst *, struct xdr_stream *, const void *); typedef int (*kxdrdproc_t)(struct rpc_rqst *, struct xdr_stream *, void *); struct rpc_procinfo; struct rpc_message { const struct rpc_procinfo *rpc_proc; void *rpc_argp; void *rpc_resp; const struct cred *rpc_cred; }; struct rpc_procinfo { u32 p_proc; kxdreproc_t p_encode; kxdrdproc_t p_decode; unsigned int p_arglen; unsigned int p_replen; unsigned int p_timer; u32 p_statidx; const char *p_name; }; struct rpc_wait { struct list_head list; struct list_head links; struct list_head timer_list; }; struct rpc_call_ops; struct rpc_clnt; struct rpc_task { atomic_t tk_count; int tk_status; struct list_head tk_task; void (*tk_callback)(struct rpc_task *); void (*tk_action)(struct rpc_task *); long unsigned int tk_timeout; long unsigned int tk_runstate; struct rpc_wait_queue *tk_waitqueue; union { struct work_struct tk_work; struct rpc_wait tk_wait; } u; struct rpc_message tk_msg; void *tk_calldata; const struct rpc_call_ops *tk_ops; struct rpc_clnt *tk_client; struct rpc_xprt *tk_xprt; struct rpc_cred *tk_op_cred; struct rpc_rqst *tk_rqstp; struct workqueue_struct *tk_workqueue; ktime_t tk_start; pid_t tk_owner; int tk_rpc_status; short unsigned int tk_flags; short unsigned int tk_timeouts; short unsigned int tk_pid; unsigned char tk_priority: 2; unsigned char tk_garb_retry: 2; unsigned char tk_cred_retry: 2; unsigned char tk_rebind_retry: 2; }; struct rpc_call_ops { void (*rpc_call_prepare)(struct rpc_task *, void *); void (*rpc_call_done)(struct rpc_task *, void *); void (*rpc_count_stats)(struct rpc_task *, void *); void (*rpc_release)(void *); }; struct rpc_iostats; struct rpc_pipe_dir_head { struct list_head pdh_entries; struct dentry *pdh_dentry; }; struct rpc_rtt { long unsigned int timeo; long unsigned int srtt[5]; long unsigned int sdrtt[5]; int ntimeouts[5]; }; struct rpc_timeout { long unsigned int to_initval; long unsigned int to_maxval; long unsigned int to_increment; unsigned int to_retries; unsigned char to_exponential; }; struct rpc_sysfs_client; struct rpc_xprt_switch; struct rpc_xprt_iter_ops; struct rpc_xprt_iter { struct rpc_xprt_switch *xpi_xpswitch; struct rpc_xprt *xpi_cursor; const struct rpc_xprt_iter_ops *xpi_ops; }; struct rpc_auth; struct rpc_stat; struct rpc_program; struct rpc_clnt { refcount_t cl_count; unsigned int cl_clid; struct list_head cl_clients; struct list_head cl_tasks; atomic_t cl_pid; spinlock_t cl_lock; struct rpc_xprt *cl_xprt; const struct rpc_procinfo *cl_procinfo; u32 cl_prog; u32 cl_vers; u32 cl_maxproc; struct rpc_auth *cl_auth; struct rpc_stat *cl_stats; struct rpc_iostats *cl_metrics; unsigned int cl_softrtry: 1; unsigned int cl_softerr: 1; unsigned int cl_discrtry: 1; unsigned int cl_noretranstimeo: 1; unsigned int cl_autobind: 1; unsigned int cl_chatty: 1; struct rpc_rtt *cl_rtt; const struct rpc_timeout *cl_timeout; atomic_t cl_swapper; int cl_nodelen; char cl_nodename[65]; struct rpc_pipe_dir_head cl_pipedir_objects; struct rpc_clnt *cl_parent; struct rpc_rtt cl_rtt_default; struct rpc_timeout cl_timeout_default; const struct rpc_program *cl_program; const char *cl_principal; struct dentry *cl_debugfs; struct rpc_sysfs_client *cl_sysfs; union { struct rpc_xprt_iter cl_xpi; struct work_struct cl_work; }; const struct cred *cl_cred; unsigned int cl_max_connect; }; struct svc_xprt; struct rpc_sysfs_xprt; struct rpc_xprt_ops; struct svc_serv; struct xprt_class; struct rpc_xprt { struct kref kref; const struct rpc_xprt_ops *ops; unsigned int id; const struct rpc_timeout *timeout; struct __kernel_sockaddr_storage addr; size_t addrlen; int prot; long unsigned int cong; long unsigned int cwnd; size_t max_payload; struct rpc_wait_queue binding; struct rpc_wait_queue sending; struct rpc_wait_queue pending; struct rpc_wait_queue backlog; struct list_head free; unsigned int max_reqs; unsigned int min_reqs; unsigned int num_reqs; long unsigned int state; unsigned char resvport: 1; unsigned char reuseport: 1; atomic_t swapper; unsigned int bind_index; struct list_head xprt_switch; long unsigned int bind_timeout; long unsigned int reestablish_timeout; unsigned int connect_cookie; struct work_struct task_cleanup; struct timer_list timer; long unsigned int last_used; long unsigned int idle_timeout; long unsigned int connect_timeout; long unsigned int max_reconnect_timeout; atomic_long_t queuelen; spinlock_t transport_lock; spinlock_t reserve_lock; spinlock_t queue_lock; u32 xid; struct rpc_task *snd_task; struct list_head xmit_queue; atomic_long_t xmit_queuelen; struct svc_xprt *bc_xprt; struct svc_serv *bc_serv; unsigned int bc_alloc_max; unsigned int bc_alloc_count; atomic_t bc_slot_count; spinlock_t bc_pa_lock; struct list_head bc_pa_list; struct rb_root recv_queue; struct { long unsigned int bind_count; long unsigned int connect_count; long unsigned int connect_start; long unsigned int connect_time; long unsigned int sends; long unsigned int recvs; long unsigned int bad_xids; long unsigned int max_slots; long long unsigned int req_u; long long unsigned int bklog_u; long long unsigned int sending_u; long long unsigned int pending_u; } stat; struct net *xprt_net; netns_tracker ns_tracker; const char *servername; const char *address_strings[6]; struct dentry *debugfs; struct callback_head rcu; const struct xprt_class *xprt_class; struct rpc_sysfs_xprt *xprt_sysfs; bool main; }; struct rpc_credops; struct rpc_cred { struct hlist_node cr_hash; struct list_head cr_lru; struct callback_head cr_rcu; struct rpc_auth *cr_auth; const struct rpc_credops *cr_ops; long unsigned int cr_expire; long unsigned int cr_flags; refcount_t cr_count; const struct cred *cr_cred; }; typedef u32 rpc_authflavor_t; struct auth_cred { const struct cred *cred; const char *principal; }; struct rpc_cred_cache; struct rpc_authops; struct rpc_auth { unsigned int au_cslack; unsigned int au_rslack; unsigned int au_verfsize; unsigned int au_ralign; long unsigned int au_flags; const struct rpc_authops *au_ops; rpc_authflavor_t au_flavor; refcount_t au_count; struct rpc_cred_cache *au_credcache; }; struct rpc_credops { const char *cr_name; int (*cr_init)(struct rpc_auth *, struct rpc_cred *); void (*crdestroy)(struct rpc_cred *); int (*crmatch)(struct auth_cred *, struct rpc_cred *, int); int (*crmarshal)(struct rpc_task *, struct xdr_stream *); int (*crrefresh)(struct rpc_task *); int (*crvalidate)(struct rpc_task *, struct xdr_stream *); int (*crwrap_req)(struct rpc_task *, struct xdr_stream *); int (*crunwrap_resp)(struct rpc_task *, struct xdr_stream *); int (*crkey_timeout)(struct rpc_cred *); char * (*crstringify_acceptor)(struct rpc_cred *); bool (*crneed_reencode)(struct rpc_task *); }; struct rpc_auth_create_args; struct rpcsec_gss_info; struct rpc_authops { struct module *owner; rpc_authflavor_t au_flavor; char *au_name; struct rpc_auth * (*create)(const struct rpc_auth_create_args *, struct rpc_clnt *); void (*destroy)(struct rpc_auth *); int (*hash_cred)(struct auth_cred *, unsigned int); struct rpc_cred * (*lookup_cred)(struct rpc_auth *, struct auth_cred *, int); struct rpc_cred * (*crcreate)(struct rpc_auth *, struct auth_cred *, int, gfp_t); rpc_authflavor_t (*info2flavor)(struct rpcsec_gss_info *); int (*flavor2info)(rpc_authflavor_t, struct rpcsec_gss_info *); int (*key_timeout)(struct rpc_auth *, struct rpc_cred *); }; struct rpc_auth_create_args { rpc_authflavor_t pseudoflavor; const char *target_name; }; struct rpcsec_gss_oid { unsigned int len; u8 data[32]; }; struct rpcsec_gss_info { struct rpcsec_gss_oid oid; u32 qop; u32 service; }; struct rpc_xprt_ops { void (*set_buffer_size)(struct rpc_xprt *, size_t, size_t); int (*reserve_xprt)(struct rpc_xprt *, struct rpc_task *); void (*release_xprt)(struct rpc_xprt *, struct rpc_task *); void (*alloc_slot)(struct rpc_xprt *, struct rpc_task *); void (*free_slot)(struct rpc_xprt *, struct rpc_rqst *); void (*rpcbind)(struct rpc_task *); void (*set_port)(struct rpc_xprt *, short unsigned int); void (*connect)(struct rpc_xprt *, struct rpc_task *); int (*get_srcaddr)(struct rpc_xprt *, char *, size_t); short unsigned int (*get_srcport)(struct rpc_xprt *); int (*buf_alloc)(struct rpc_task *); void (*buf_free)(struct rpc_task *); int (*prepare_request)(struct rpc_rqst *, struct xdr_buf *); int (*send_request)(struct rpc_rqst *); void (*wait_for_reply_request)(struct rpc_task *); void (*timer)(struct rpc_xprt *, struct rpc_task *); void (*release_request)(struct rpc_task *); void (*close)(struct rpc_xprt *); void (*destroy)(struct rpc_xprt *); void (*set_connect_timeout)(struct rpc_xprt *, long unsigned int, long unsigned int); void (*print_stats)(struct rpc_xprt *, struct seq_file *); int (*enable_swap)(struct rpc_xprt *); void (*disable_swap)(struct rpc_xprt *); void (*inject_disconnect)(struct rpc_xprt *); int (*bc_setup)(struct rpc_xprt *, unsigned int); size_t (*bc_maxpayload)(struct rpc_xprt *); unsigned int (*bc_num_slots)(struct rpc_xprt *); void (*bc_free_rqst)(struct rpc_rqst *); void (*bc_destroy)(struct rpc_xprt *, unsigned int); }; struct svc_program; struct svc_stat; struct svc_pool; struct svc_serv { struct svc_program *sv_program; struct svc_stat *sv_stats; spinlock_t sv_lock; struct kref sv_refcnt; unsigned int sv_nrthreads; unsigned int sv_maxconn; unsigned int sv_max_payload; unsigned int sv_max_mesg; unsigned int sv_xdrsize; struct list_head sv_permsocks; struct list_head sv_tempsocks; int sv_tmpcnt; struct timer_list sv_temptimer; char *sv_name; unsigned int sv_nrpools; struct svc_pool *sv_pools; int (*sv_threadfn)(void *); struct list_head sv_cb_list; spinlock_t sv_cb_lock; wait_queue_head_t sv_cb_waitq; bool sv_bc_enabled; }; struct xprt_create; struct xprt_class { struct list_head list; int ident; struct rpc_xprt * (*setup)(struct xprt_create *); struct module *owner; char name[32]; const char *netid[0]; }; struct xprt_create { int ident; struct net *net; struct sockaddr *srcaddr; struct sockaddr *dstaddr; size_t addrlen; const char *servername; struct svc_xprt *bc_xprt; struct rpc_xprt_switch *bc_xps; unsigned int flags; }; struct rpc_sysfs_xprt_switch; struct rpc_xprt_switch { spinlock_t xps_lock; struct kref xps_kref; unsigned int xps_id; unsigned int xps_nxprts; unsigned int xps_nactive; unsigned int xps_nunique_destaddr_xprts; atomic_long_t xps_queuelen; struct list_head xps_xprt_list; struct net *xps_net; const struct rpc_xprt_iter_ops *xps_iter_ops; struct rpc_sysfs_xprt_switch *xps_sysfs; struct callback_head xps_rcu; }; struct rpc_stat { const struct rpc_program *program; unsigned int netcnt; unsigned int netudpcnt; unsigned int nettcpcnt; unsigned int nettcpconn; unsigned int netreconn; unsigned int rpccnt; unsigned int rpcretrans; unsigned int rpcauthrefresh; unsigned int rpcgarbage; }; struct rpc_version; struct rpc_program { const char *name; u32 number; unsigned int nrvers; const struct rpc_version **version; struct rpc_stat *stats; const char *pipe_dir_name; }; struct svc_stat { struct svc_program *program; unsigned int netcnt; unsigned int netudpcnt; unsigned int nettcpcnt; unsigned int nettcpconn; unsigned int rpccnt; unsigned int rpcbadfmt; unsigned int rpcbadauth; unsigned int rpcbadclnt; }; struct svc_version; struct svc_rqst; struct svc_process_info; struct svc_program { struct svc_program *pg_next; u32 pg_prog; unsigned int pg_lovers; unsigned int pg_hivers; unsigned int pg_nvers; const struct svc_version **pg_vers; char *pg_name; char *pg_class; struct svc_stat *pg_stats; int (*pg_authenticate)(struct svc_rqst *); __be32 (*pg_init_request)(struct svc_rqst *, const struct svc_program *, struct svc_process_info *); int (*pg_rpcbind_set)(struct net *, const struct svc_program *, u32, int, short unsigned int, short unsigned int); }; struct rpc_xprt_iter_ops { void (*xpi_rewind)(struct rpc_xprt_iter *); struct rpc_xprt * (*xpi_xprt)(struct rpc_xprt_iter *); struct rpc_xprt * (*xpi_next)(struct rpc_xprt_iter *); }; struct rpc_version { u32 number; unsigned int nrprocs; const struct rpc_procinfo *procs; unsigned int *counts; }; struct nfs_fh { short unsigned int size; unsigned char data[128]; }; enum nfs3_stable_how { NFS_UNSTABLE = 0, NFS_DATA_SYNC = 1, NFS_FILE_SYNC = 2, NFS_INVALID_STABLE_HOW = 4294967295, }; struct nfs4_label { uint32_t lfs; uint32_t pi; u32 len; char *label; }; typedef struct { char data[8]; } nfs4_verifier; enum nfs_opnum4 { OP_ACCESS = 3, OP_CLOSE = 4, OP_COMMIT = 5, OP_CREATE = 6, OP_DELEGPURGE = 7, OP_DELEGRETURN = 8, OP_GETATTR = 9, OP_GETFH = 10, OP_LINK = 11, OP_LOCK = 12, OP_LOCKT = 13, OP_LOCKU = 14, OP_LOOKUP = 15, OP_LOOKUPP = 16, OP_NVERIFY = 17, OP_OPEN = 18, OP_OPENATTR = 19, OP_OPEN_CONFIRM = 20, OP_OPEN_DOWNGRADE = 21, OP_PUTFH = 22, OP_PUTPUBFH = 23, OP_PUTROOTFH = 24, OP_READ = 25, OP_READDIR = 26, OP_READLINK = 27, OP_REMOVE = 28, OP_RENAME = 29, OP_RENEW = 30, OP_RESTOREFH = 31, OP_SAVEFH = 32, OP_SECINFO = 33, OP_SETATTR = 34, OP_SETCLIENTID = 35, OP_SETCLIENTID_CONFIRM = 36, OP_VERIFY = 37, OP_WRITE = 38, OP_RELEASE_LOCKOWNER = 39, OP_BACKCHANNEL_CTL = 40, OP_BIND_CONN_TO_SESSION = 41, OP_EXCHANGE_ID = 42, OP_CREATE_SESSION = 43, OP_DESTROY_SESSION = 44, OP_FREE_STATEID = 45, OP_GET_DIR_DELEGATION = 46, OP_GETDEVICEINFO = 47, OP_GETDEVICELIST = 48, OP_LAYOUTCOMMIT = 49, OP_LAYOUTGET = 50, OP_LAYOUTRETURN = 51, OP_SECINFO_NO_NAME = 52, OP_SEQUENCE = 53, OP_SET_SSV = 54, OP_TEST_STATEID = 55, OP_WANT_DELEGATION = 56, OP_DESTROY_CLIENTID = 57, OP_RECLAIM_COMPLETE = 58, OP_ALLOCATE = 59, OP_COPY = 60, OP_COPY_NOTIFY = 61, OP_DEALLOCATE = 62, OP_IO_ADVISE = 63, OP_LAYOUTERROR = 64, OP_LAYOUTSTATS = 65, OP_OFFLOAD_CANCEL = 66, OP_OFFLOAD_STATUS = 67, OP_READ_PLUS = 68, OP_SEEK = 69, OP_WRITE_SAME = 70, OP_CLONE = 71, OP_GETXATTR = 72, OP_SETXATTR = 73, OP_LISTXATTRS = 74, OP_REMOVEXATTR = 75, OP_ILLEGAL = 10044, }; enum nfs4_change_attr_type { NFS4_CHANGE_TYPE_IS_MONOTONIC_INCR = 0, NFS4_CHANGE_TYPE_IS_VERSION_COUNTER = 1, NFS4_CHANGE_TYPE_IS_VERSION_COUNTER_NOPNFS = 2, NFS4_CHANGE_TYPE_IS_TIME_METADATA = 3, NFS4_CHANGE_TYPE_IS_UNDEFINED = 4, }; struct gss_api_mech; struct gss_ctx { struct gss_api_mech *mech_type; void *internal_ctx_id; unsigned int slack; unsigned int align; }; struct gss_api_ops; struct pf_desc; struct gss_api_mech { struct list_head gm_list; struct module *gm_owner; struct rpcsec_gss_oid gm_oid; char *gm_name; const struct gss_api_ops *gm_ops; int gm_pf_num; struct pf_desc *gm_pfs; const char *gm_upcall_enctypes; }; struct auth_domain; struct pf_desc { u32 pseudoflavor; u32 qop; u32 service; char *name; char *auth_domain_name; struct auth_domain *domain; bool datatouch; }; struct auth_ops; struct auth_domain { struct kref ref; struct hlist_node hash; char *name; struct auth_ops *flavour; struct callback_head callback_head; }; struct gss_api_ops { int (*gss_import_sec_context)(const void *, size_t, struct gss_ctx *, time64_t *, gfp_t); u32 (*gss_get_mic)(struct gss_ctx *, struct xdr_buf *, struct xdr_netobj *); u32 (*gss_verify_mic)(struct gss_ctx *, struct xdr_buf *, struct xdr_netobj *); u32 (*gss_wrap)(struct gss_ctx *, int, struct xdr_buf *, struct page **); u32 (*gss_unwrap)(struct gss_ctx *, int, int, struct xdr_buf *); void (*gss_delete_sec_context)(void *); }; struct nfs4_string { unsigned int len; char *data; }; struct nfs_fsid { uint64_t major; uint64_t minor; }; struct nfs4_threshold { __u32 bm; __u32 l_type; __u64 rd_sz; __u64 wr_sz; __u64 rd_io_sz; __u64 wr_io_sz; }; struct nfs_fattr { unsigned int valid; umode_t mode; __u32 nlink; kuid_t uid; kgid_t gid; dev_t rdev; __u64 size; union { struct { __u32 blocksize; __u32 blocks; } nfs2; struct { __u64 used; } nfs3; } du; struct nfs_fsid fsid; __u64 fileid; __u64 mounted_on_fileid; struct timespec64 atime; struct timespec64 mtime; struct timespec64 ctime; __u64 change_attr; __u64 pre_change_attr; __u64 pre_size; struct timespec64 pre_mtime; struct timespec64 pre_ctime; long unsigned int time_start; long unsigned int gencount; struct nfs4_string *owner_name; struct nfs4_string *group_name; struct nfs4_threshold *mdsthreshold; struct nfs4_label *label; }; struct nfs_fsinfo { struct nfs_fattr *fattr; __u32 rtmax; __u32 rtpref; __u32 rtmult; __u32 wtmax; __u32 wtpref; __u32 wtmult; __u32 dtpref; __u64 maxfilesize; struct timespec64 time_delta; __u32 lease_time; __u32 nlayouttypes; __u32 layouttype[8]; __u32 blksize; __u32 clone_blksize; enum nfs4_change_attr_type change_attr_type; __u32 xattr_support; }; struct nfs_fsstat { struct nfs_fattr *fattr; __u64 tbytes; __u64 fbytes; __u64 abytes; __u64 tfiles; __u64 ffiles; __u64 afiles; }; struct nfs_pathconf { struct nfs_fattr *fattr; __u32 max_link; __u32 max_namelen; }; struct nfs4_change_info { u32 atomic; u64 before; u64 after; }; struct nfs4_slot; struct nfs4_sequence_args { struct nfs4_slot *sa_slot; u8 sa_cache_this: 1; u8 sa_privileged: 1; }; struct nfs4_sequence_res { struct nfs4_slot *sr_slot; long unsigned int sr_timestamp; int sr_status; u32 sr_status_flags; u32 sr_highest_slotid; u32 sr_target_highest_slotid; }; struct nfs_open_context; struct nfs_lock_context { refcount_t count; struct list_head list; struct nfs_open_context *open_context; fl_owner_t lockowner; atomic_t io_count; struct callback_head callback_head; }; struct nfs_open_context { struct nfs_lock_context lock_context; fl_owner_t flock_owner; struct dentry *dentry; const struct cred *cred; struct rpc_cred *ll_cred; struct nfs4_state *state; fmode_t mode; long unsigned int flags; int error; struct list_head list; struct nfs4_threshold *mdsthreshold; struct callback_head callback_head; }; struct nlm_host; struct nfs_iostats; struct nfs_auth_info { unsigned int flavor_len; rpc_authflavor_t flavors[12]; }; struct fscache_volume; struct pnfs_layoutdriver_type; struct nfs_client; struct nfs_server { struct nfs_client *nfs_client; struct list_head client_link; struct list_head master_link; struct rpc_clnt *client; struct rpc_clnt *client_acl; struct nlm_host *nlm_host; struct nfs_iostats *io_stats; atomic_long_t writeback; unsigned int write_congested; unsigned int flags; unsigned int fattr_valid; unsigned int caps; unsigned int rsize; unsigned int rpages; unsigned int wsize; unsigned int wpages; unsigned int wtmult; unsigned int dtsize; short unsigned int port; unsigned int bsize; unsigned int gxasize; unsigned int sxasize; unsigned int lxasize; unsigned int acregmin; unsigned int acregmax; unsigned int acdirmin; unsigned int acdirmax; unsigned int namelen; unsigned int options; unsigned int clone_blksize; enum nfs4_change_attr_type change_attr_type; struct nfs_fsid fsid; __u64 maxfilesize; struct timespec64 time_delta; long unsigned int mount_time; struct super_block *super; dev_t s_dev; struct nfs_auth_info auth_info; struct fscache_volume *fscache; char *fscache_uniq; u32 pnfs_blksize; u32 attr_bitmask[3]; u32 attr_bitmask_nl[3]; u32 exclcreat_bitmask[3]; u32 cache_consistency_bitmask[3]; u32 acl_bitmask; u32 fh_expire_type; struct pnfs_layoutdriver_type *pnfs_curr_ld; struct rpc_wait_queue roc_rpcwaitq; void *pnfs_ld_data; struct rb_root state_owners; struct ida openowner_id; struct ida lockowner_id; struct list_head state_owners_lru; struct list_head layouts; struct list_head delegations; struct list_head ss_copies; long unsigned int mig_gen; long unsigned int mig_status; void (*destroy)(struct nfs_server *); atomic_t active; struct __kernel_sockaddr_storage mountd_address; size_t mountd_addrlen; u32 mountd_version; short unsigned int mountd_port; short unsigned int mountd_protocol; struct rpc_wait_queue uoc_rpcwaitq; unsigned int read_hdrsize; const struct cred *cred; bool has_sec_mnt_opts; }; struct nfs_subversion; struct idmap; struct nfs4_slot_table; struct nfs4_session; struct nfs_rpc_ops; struct nfs4_minor_version_ops; struct nfs41_server_owner; struct nfs41_server_scope; struct nfs41_impl_id; struct nfs_client { refcount_t cl_count; atomic_t cl_mds_count; int cl_cons_state; long unsigned int cl_res_state; long unsigned int cl_flags; struct __kernel_sockaddr_storage cl_addr; size_t cl_addrlen; char *cl_hostname; char *cl_acceptor; struct list_head cl_share_link; struct list_head cl_superblocks; struct rpc_clnt *cl_rpcclient; const struct nfs_rpc_ops *rpc_ops; int cl_proto; struct nfs_subversion *cl_nfs_mod; u32 cl_minorversion; unsigned int cl_nconnect; unsigned int cl_max_connect; const char *cl_principal; struct list_head cl_ds_clients; u64 cl_clientid; nfs4_verifier cl_confirm; long unsigned int cl_state; spinlock_t cl_lock; long unsigned int cl_lease_time; long unsigned int cl_last_renewal; struct delayed_work cl_renewd; struct rpc_wait_queue cl_rpcwaitq; struct idmap *cl_idmap; const char *cl_owner_id; u32 cl_cb_ident; const struct nfs4_minor_version_ops *cl_mvops; long unsigned int cl_mig_gen; struct nfs4_slot_table *cl_slot_tbl; u32 cl_seqid; u32 cl_exchange_flags; struct nfs4_session *cl_session; bool cl_preserve_clid; struct nfs41_server_owner *cl_serverowner; struct nfs41_server_scope *cl_serverscope; struct nfs41_impl_id *cl_implid; long unsigned int cl_sp4_flags; wait_queue_head_t cl_lock_waitq; char cl_ipaddr[48]; struct net *cl_net; struct list_head pending_cb_stateids; }; struct pnfs_layout_segment; struct nfs_seqid { struct nfs_seqid_counter *sequence; struct list_head list; struct rpc_task *task; }; struct nfs_write_verifier { char data[8]; }; struct nfs_writeverf { struct nfs_write_verifier verifier; enum nfs3_stable_how committed; }; struct nfs_pgio_args { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; struct nfs_open_context *context; struct nfs_lock_context *lock_context; nfs4_stateid stateid; __u64 offset; __u32 count; unsigned int pgbase; struct page **pages; union { unsigned int replen; struct { const u32 *bitmask; u32 bitmask_store[3]; enum nfs3_stable_how stable; }; }; }; struct nfs_pgio_res { struct nfs4_sequence_res seq_res; struct nfs_fattr *fattr; __u64 count; __u32 op_status; union { struct { unsigned int replen; int eof; }; struct { struct nfs_writeverf *verf; const struct nfs_server *server; }; }; }; struct nfs_commitargs { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; __u64 offset; __u32 count; const u32 *bitmask; }; struct nfs_commitres { struct nfs4_sequence_res seq_res; __u32 op_status; struct nfs_fattr *fattr; struct nfs_writeverf *verf; const struct nfs_server *server; }; struct nfs_removeargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; struct qstr name; }; struct nfs_removeres { struct nfs4_sequence_res seq_res; struct nfs_server *server; struct nfs_fattr *dir_attr; struct nfs4_change_info cinfo; }; struct nfs_renameargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *old_dir; const struct nfs_fh *new_dir; const struct qstr *old_name; const struct qstr *new_name; }; struct nfs_renameres { struct nfs4_sequence_res seq_res; struct nfs_server *server; struct nfs4_change_info old_cinfo; struct nfs_fattr *old_fattr; struct nfs4_change_info new_cinfo; struct nfs_fattr *new_fattr; }; struct nfs_entry { __u64 ino; __u64 cookie; const char *name; unsigned int len; int eof; struct nfs_fh *fh; struct nfs_fattr *fattr; unsigned char d_type; struct nfs_server *server; }; struct nfs_readdir_arg { struct dentry *dentry; const struct cred *cred; __be32 *verf; u64 cookie; struct page **pages; unsigned int page_len; bool plus; }; struct nfs_readdir_res { __be32 *verf; }; struct nfs4_pathname { unsigned int ncomponents; struct nfs4_string components[512]; }; struct nfs4_fs_location { unsigned int nservers; struct nfs4_string servers[10]; struct nfs4_pathname rootpath; }; struct nfs4_fs_locations { struct nfs_fattr *fattr; const struct nfs_server *server; struct nfs4_pathname fs_path; int nlocations; struct nfs4_fs_location locations[10]; }; struct nfstime4 { u64 seconds; u32 nseconds; }; struct pnfs_commit_ops; struct pnfs_ds_commit_info { struct list_head commits; unsigned int nwritten; unsigned int ncommitting; const struct pnfs_commit_ops *ops; }; struct nfs41_server_owner { uint64_t minor_id; uint32_t major_id_sz; char major_id[1024]; }; struct nfs41_server_scope { uint32_t server_scope_sz; char server_scope[1024]; }; struct nfs41_impl_id { char domain[1025]; char name[1025]; struct nfstime4 date; }; struct nfs_page_array { struct page **pagevec; unsigned int npages; struct page *page_array[8]; }; struct nfs_page; struct nfs_rw_ops; struct nfs_io_completion; struct nfs_direct_req; struct nfs_pgio_completion_ops; struct nfs_pgio_header { struct inode *inode; const struct cred *cred; struct list_head pages; struct nfs_page *req; struct nfs_writeverf verf; fmode_t rw_mode; struct pnfs_layout_segment *lseg; loff_t io_start; const struct rpc_call_ops *mds_ops; void (*release)(struct nfs_pgio_header *); const struct nfs_pgio_completion_ops *completion_ops; const struct nfs_rw_ops *rw_ops; struct nfs_io_completion *io_completion; struct nfs_direct_req *dreq; int pnfs_error; int error; unsigned int good_bytes; long unsigned int flags; struct rpc_task task; struct nfs_fattr fattr; struct nfs_pgio_args args; struct nfs_pgio_res res; long unsigned int timestamp; int (*pgio_done_cb)(struct rpc_task *, struct nfs_pgio_header *); __u64 mds_offset; struct nfs_page_array page_array; struct nfs_client *ds_clp; u32 ds_commit_idx; u32 pgio_mirror_idx; }; struct nfs_pgio_completion_ops { void (*error_cleanup)(struct list_head *, int); void (*init_hdr)(struct nfs_pgio_header *); void (*completion)(struct nfs_pgio_header *); void (*reschedule_io)(struct nfs_pgio_header *); }; struct nfs_mds_commit_info { atomic_t rpcs_out; atomic_long_t ncommit; struct list_head list; }; struct nfs_commit_data; struct nfs_commit_info; struct nfs_commit_completion_ops { void (*completion)(struct nfs_commit_data *); void (*resched_write)(struct nfs_commit_info *, struct nfs_page *); }; struct nfs_commit_data { struct rpc_task task; struct inode *inode; const struct cred *cred; struct nfs_fattr fattr; struct nfs_writeverf verf; struct list_head pages; struct list_head list; struct nfs_direct_req *dreq; struct nfs_commitargs args; struct nfs_commitres res; struct nfs_open_context *context; struct pnfs_layout_segment *lseg; struct nfs_client *ds_clp; int ds_commit_index; loff_t lwb; const struct rpc_call_ops *mds_ops; const struct nfs_commit_completion_ops *completion_ops; int (*commit_done_cb)(struct rpc_task *, struct nfs_commit_data *); long unsigned int flags; }; struct nfs_commit_info { struct inode *inode; struct nfs_mds_commit_info *mds; struct pnfs_ds_commit_info *ds; struct nfs_direct_req *dreq; const struct nfs_commit_completion_ops *completion_ops; }; struct nfs_unlinkdata { struct nfs_removeargs args; struct nfs_removeres res; struct dentry *dentry; wait_queue_head_t wq; const struct cred *cred; struct nfs_fattr dir_attr; long int timeout; }; struct nfs_renamedata { struct nfs_renameargs args; struct nfs_renameres res; struct rpc_task task; const struct cred *cred; struct inode *old_dir; struct dentry *old_dentry; struct nfs_fattr old_fattr; struct inode *new_dir; struct dentry *new_dentry; struct nfs_fattr new_fattr; void (*complete)(struct rpc_task *, struct nfs_renamedata *); long int timeout; bool cancelled; }; struct nlmclnt_operations; struct nfs_client_initdata; struct nfs_access_entry; struct nfs_rpc_ops { u32 version; const struct dentry_operations *dentry_ops; const struct inode_operations *dir_inode_ops; const struct inode_operations *file_inode_ops; const struct file_operations *file_ops; const struct nlmclnt_operations *nlmclnt_ops; int (*getroot)(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *); int (*submount)(struct fs_context *, struct nfs_server *); int (*try_get_tree)(struct fs_context *); int (*getattr)(struct nfs_server *, struct nfs_fh *, struct nfs_fattr *, struct inode *); int (*setattr)(struct dentry *, struct nfs_fattr *, struct iattr *); int (*lookup)(struct inode *, struct dentry *, struct nfs_fh *, struct nfs_fattr *); int (*lookupp)(struct inode *, struct nfs_fh *, struct nfs_fattr *); int (*access)(struct inode *, struct nfs_access_entry *, const struct cred *); int (*readlink)(struct inode *, struct page *, unsigned int, unsigned int); int (*create)(struct inode *, struct dentry *, struct iattr *, int); int (*remove)(struct inode *, struct dentry *); void (*unlink_setup)(struct rpc_message *, struct dentry *, struct inode *); void (*unlink_rpc_prepare)(struct rpc_task *, struct nfs_unlinkdata *); int (*unlink_done)(struct rpc_task *, struct inode *); void (*rename_setup)(struct rpc_message *, struct dentry *, struct dentry *); void (*rename_rpc_prepare)(struct rpc_task *, struct nfs_renamedata *); int (*rename_done)(struct rpc_task *, struct inode *, struct inode *); int (*link)(struct inode *, struct inode *, const struct qstr *); int (*symlink)(struct inode *, struct dentry *, struct page *, unsigned int, struct iattr *); int (*mkdir)(struct inode *, struct dentry *, struct iattr *); int (*rmdir)(struct inode *, const struct qstr *); int (*readdir)(struct nfs_readdir_arg *, struct nfs_readdir_res *); int (*mknod)(struct inode *, struct dentry *, struct iattr *, dev_t); int (*statfs)(struct nfs_server *, struct nfs_fh *, struct nfs_fsstat *); int (*fsinfo)(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *); int (*pathconf)(struct nfs_server *, struct nfs_fh *, struct nfs_pathconf *); int (*set_capabilities)(struct nfs_server *, struct nfs_fh *); int (*decode_dirent)(struct xdr_stream *, struct nfs_entry *, bool); int (*pgio_rpc_prepare)(struct rpc_task *, struct nfs_pgio_header *); void (*read_setup)(struct nfs_pgio_header *, struct rpc_message *); int (*read_done)(struct rpc_task *, struct nfs_pgio_header *); void (*write_setup)(struct nfs_pgio_header *, struct rpc_message *, struct rpc_clnt **); int (*write_done)(struct rpc_task *, struct nfs_pgio_header *); void (*commit_setup)(struct nfs_commit_data *, struct rpc_message *, struct rpc_clnt **); void (*commit_rpc_prepare)(struct rpc_task *, struct nfs_commit_data *); int (*commit_done)(struct rpc_task *, struct nfs_commit_data *); int (*lock)(struct file *, int, struct file_lock *); int (*lock_check_bounds)(const struct file_lock *); void (*clear_acl_cache)(struct inode *); void (*close_context)(struct nfs_open_context *, int); struct inode * (*open_context)(struct inode *, struct nfs_open_context *, int, struct iattr *, int *); int (*have_delegation)(struct inode *, fmode_t); struct nfs_client * (*alloc_client)(const struct nfs_client_initdata *); struct nfs_client * (*init_client)(struct nfs_client *, const struct nfs_client_initdata *); void (*free_client)(struct nfs_client *); struct nfs_server * (*create_server)(struct fs_context *); struct nfs_server * (*clone_server)(struct nfs_server *, struct nfs_fh *, struct nfs_fattr *, rpc_authflavor_t); int (*discover_trunking)(struct nfs_server *, struct nfs_fh *); void (*enable_swap)(struct inode *); void (*disable_swap)(struct inode *); }; struct nfs_access_entry { struct rb_node rb_node; struct list_head lru; kuid_t fsuid; kgid_t fsgid; struct group_info *group_info; __u32 mask; struct callback_head callback_head; }; struct nfs4_state_recovery_ops; struct nfs4_state_maintenance_ops; struct nfs4_mig_recovery_ops; struct nfs4_minor_version_ops { u32 minor_version; unsigned int init_caps; int (*init_client)(struct nfs_client *); void (*shutdown_client)(struct nfs_client *); bool (*match_stateid)(const nfs4_stateid *, const nfs4_stateid *); int (*find_root_sec)(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *); void (*free_lock_state)(struct nfs_server *, struct nfs4_lock_state *); int (*test_and_free_expired)(struct nfs_server *, nfs4_stateid *, const struct cred *); struct nfs_seqid * (*alloc_seqid)(struct nfs_seqid_counter *, gfp_t); void (*session_trunk)(struct rpc_clnt *, struct rpc_xprt *, void *); const struct rpc_call_ops *call_sync_ops; const struct nfs4_state_recovery_ops *reboot_recovery_ops; const struct nfs4_state_recovery_ops *nograce_recovery_ops; const struct nfs4_state_maintenance_ops *state_renewal_ops; const struct nfs4_mig_recovery_ops *mig_recovery_ops; }; struct nfs4_state_owner; struct nfs4_state { struct list_head open_states; struct list_head inode_states; struct list_head lock_states; struct nfs4_state_owner *owner; struct inode *inode; long unsigned int flags; spinlock_t state_lock; seqlock_t seqlock; nfs4_stateid stateid; nfs4_stateid open_stateid; unsigned int n_rdonly; unsigned int n_wronly; unsigned int n_rdwr; fmode_t state; refcount_t count; wait_queue_head_t waitq; struct callback_head callback_head; }; struct cache_head { struct hlist_node cache_list; time64_t expiry_time; time64_t last_refresh; struct kref ref; long unsigned int flags; }; struct cache_deferred_req; struct cache_req { struct cache_deferred_req * (*defer)(struct cache_req *); long unsigned int thread_wait; }; struct cache_deferred_req { struct hlist_node hash; struct list_head recent; struct cache_head *item; void *owner; void (*revisit)(struct cache_deferred_req *, int); }; struct svc_cred { kuid_t cr_uid; kgid_t cr_gid; struct group_info *cr_group_info; u32 cr_flavor; char *cr_raw_principal; char *cr_principal; char *cr_targ_princ; struct gss_api_mech *cr_gss_mech; }; struct auth_ops { char *name; struct module *owner; int flavour; int (*accept)(struct svc_rqst *); int (*release)(struct svc_rqst *); void (*domain_release)(struct auth_domain *); int (*set_client)(struct svc_rqst *); }; struct svc_cacherep; struct svc_procedure; struct svc_deferred_req; struct svc_rqst { struct list_head rq_all; struct callback_head rq_rcu_head; struct svc_xprt *rq_xprt; struct __kernel_sockaddr_storage rq_addr; size_t rq_addrlen; struct __kernel_sockaddr_storage rq_daddr; size_t rq_daddrlen; struct svc_serv *rq_server; struct svc_pool *rq_pool; const struct svc_procedure *rq_procinfo; struct auth_ops *rq_authop; struct svc_cred rq_cred; void *rq_xprt_ctxt; struct svc_deferred_req *rq_deferred; struct xdr_buf rq_arg; struct xdr_stream rq_arg_stream; struct xdr_stream rq_res_stream; struct page *rq_scratch_page; struct xdr_buf rq_res; struct page *rq_pages[260]; struct page **rq_respages; struct page **rq_next_page; struct page **rq_page_end; struct pagevec rq_pvec; struct kvec rq_vec[259]; struct bio_vec rq_bvec[259]; __be32 rq_xid; u32 rq_prog; u32 rq_vers; u32 rq_proc; u32 rq_prot; int rq_cachetype; long unsigned int rq_flags; ktime_t rq_qtime; void *rq_argp; void *rq_resp; void *rq_auth_data; __be32 rq_auth_stat; int rq_auth_slack; int rq_reserved; ktime_t rq_stime; struct cache_req rq_chandle; struct auth_domain *rq_client; struct auth_domain *rq_gssclient; struct svc_cacherep *rq_cacherep; struct task_struct *rq_task; spinlock_t rq_lock; struct net *rq_bc_net; void **rq_lease_breaker; }; struct svc_pool_stats { atomic_long_t packets; long unsigned int sockets_queued; atomic_long_t threads_woken; atomic_long_t threads_timedout; }; struct svc_pool { unsigned int sp_id; spinlock_t sp_lock; struct list_head sp_sockets; unsigned int sp_nrthreads; struct list_head sp_all_threads; struct svc_pool_stats sp_stats; long unsigned int sp_flags; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct svc_procedure { __be32 (*pc_func)(struct svc_rqst *); bool (*pc_decode)(struct svc_rqst *, struct xdr_stream *); bool (*pc_encode)(struct svc_rqst *, struct xdr_stream *); void (*pc_release)(struct svc_rqst *); unsigned int pc_argsize; unsigned int pc_ressize; unsigned int pc_cachetype; unsigned int pc_xdrressize; const char *pc_name; }; struct svc_deferred_req { u32 prot; struct svc_xprt *xprt; struct __kernel_sockaddr_storage addr; size_t addrlen; struct __kernel_sockaddr_storage daddr; size_t daddrlen; void *xprt_ctxt; struct cache_deferred_req handle; int argslen; __be32 args[0]; }; struct svc_process_info { union { int (*dispatch)(struct svc_rqst *, __be32 *); struct { unsigned int lovers; unsigned int hivers; } mismatch; }; }; struct svc_version { u32 vs_vers; u32 vs_nproc; const struct svc_procedure *vs_proc; unsigned int *vs_count; u32 vs_xdrsize; bool vs_hidden; bool vs_rpcb_optnl; bool vs_need_cong_ctrl; int (*vs_dispatch)(struct svc_rqst *, __be32 *); }; struct nfs4_ssc_client_ops; struct nfs_ssc_client_ops; struct nfs_ssc_client_ops_tbl { const struct nfs4_ssc_client_ops *ssc_nfs4_ops; const struct nfs_ssc_client_ops *ssc_nfs_ops; }; struct nfs4_ssc_client_ops { struct file * (*sco_open)(struct vfsmount *, struct nfs_fh *, nfs4_stateid *); void (*sco_close)(struct file *); }; struct nfs_ssc_client_ops { void (*sco_sb_deactive)(struct super_block *); }; struct nfs4_state_recovery_ops { int owner_flag_bit; int state_flag_bit; int (*recover_open)(struct nfs4_state_owner *, struct nfs4_state *); int (*recover_lock)(struct nfs4_state *, struct file_lock *); int (*establish_clid)(struct nfs_client *, const struct cred *); int (*reclaim_complete)(struct nfs_client *, const struct cred *); int (*detect_trunking)(struct nfs_client *, struct nfs_client **, const struct cred *); }; struct nfs4_state_maintenance_ops { int (*sched_state_renewal)(struct nfs_client *, const struct cred *, unsigned int); const struct cred * (*get_state_renewal_cred)(struct nfs_client *); int (*renew_lease)(struct nfs_client *, const struct cred *); }; struct nfs4_mig_recovery_ops { int (*get_locations)(struct nfs_server *, struct nfs_fh *, struct nfs4_fs_locations *, struct page *, const struct cred *); int (*fsid_present)(struct inode *, const struct cred *); }; struct nfs4_state_owner { struct nfs_server *so_server; struct list_head so_lru; long unsigned int so_expires; struct rb_node so_server_node; const struct cred *so_cred; spinlock_t so_lock; atomic_t so_count; long unsigned int so_flags; struct list_head so_states; struct nfs_seqid_counter so_seqid; seqcount_spinlock_t so_reclaim_seqcount; struct mutex so_delegreturn_mutex; }; struct qtree_fmt_operations { void (*mem2disk_dqblk)(void *, struct dquot *); void (*disk2mem_dqblk)(struct dquot *, void *); int (*is_id)(void *, struct dquot *); }; struct qtree_mem_dqinfo { struct super_block *dqi_sb; int dqi_type; unsigned int dqi_blocks; unsigned int dqi_free_blk; unsigned int dqi_free_entry; unsigned int dqi_blocksize_bits; unsigned int dqi_entry_size; unsigned int dqi_usable_bs; unsigned int dqi_qtree_depth; const struct qtree_fmt_operations *dqi_ops; }; struct dqstats { long unsigned int stat[8]; struct percpu_counter counter[8]; }; struct qt_disk_dqdbheader { __le32 dqdh_next_free; __le32 dqdh_prev_free; __le16 dqdh_entries; __le16 dqdh_pad1; __le32 dqdh_pad2; }; struct simple_xattr { struct list_head list; char *name; size_t size; char value[0]; }; enum kernfs_root_flag { KERNFS_ROOT_CREATE_DEACTIVATED = 1, KERNFS_ROOT_EXTRA_OPEN_PERM_CHECK = 2, KERNFS_ROOT_SUPPORT_EXPORTOP = 4, KERNFS_ROOT_SUPPORT_USER_XATTR = 8, }; struct kernfs_super_info { struct super_block *sb; struct kernfs_root *root; const void *ns; struct list_head node; }; struct configfs_buffer { size_t count; loff_t pos; char *page; struct configfs_item_operations *ops; struct mutex mutex; int needs_read_fill; bool read_in_progress; bool write_in_progress; char *bin_buffer; int bin_buffer_size; int cb_max_size; struct config_item *item; struct module *owner; union { struct configfs_attribute *attr; struct configfs_bin_attribute *bin_attr; }; }; struct pts_mount_opts { int setuid; int setgid; kuid_t uid; kgid_t gid; umode_t mode; umode_t ptmxmode; int reserve; int max; }; enum { Opt_uid = 0, Opt_gid___2 = 1, Opt_mode = 2, Opt_ptmxmode = 3, Opt_newinstance = 4, Opt_max___2 = 5, Opt_err___3 = 6, }; struct pts_fs_info { struct ida allocated_ptys; struct pts_mount_opts mount_opts; struct super_block *sb; struct dentry *ptmx_dentry; }; struct iomap_dio_ops { int (*end_io)(struct kiocb *, ssize_t, int, unsigned int); void (*submit_io)(const struct iomap_iter *, struct bio *, loff_t); struct bio_set *bio_set; }; enum { EXT4_MF_MNTDIR_SAMPLED = 0, EXT4_MF_FS_ABORTED = 1, EXT4_MF_FC_INELIGIBLE = 2, }; struct fiemap { __u64 fm_start; __u64 fm_length; __u32 fm_flags; __u32 fm_mapped_extents; __u32 fm_extent_count; __u32 fm_reserved; struct fiemap_extent fm_extents[0]; }; struct ext4_new_group_input { __u32 group; __u64 block_bitmap; __u64 inode_bitmap; __u64 inode_table; __u32 blocks_count; __u16 reserved_blocks; __u16 unused; }; struct compat_ext4_new_group_input { u32 group; compat_u64 block_bitmap; compat_u64 inode_bitmap; compat_u64 inode_table; u32 blocks_count; u16 reserved_blocks; u16 unused; }; struct ext4_new_group_data { __u32 group; __u64 block_bitmap; __u64 inode_bitmap; __u64 inode_table; __u32 blocks_count; __u16 reserved_blocks; __u16 mdata_blocks; __u32 free_clusters_count; }; struct fsuuid { __u32 fsu_len; __u32 fsu_flags; __u8 fsu_uuid[0]; }; struct move_extent { __u32 reserved; __u32 donor_fd; __u64 orig_start; __u64 donor_start; __u64 len; __u64 moved_len; }; typedef enum { EXT4_IGET_NORMAL = 0, EXT4_IGET_SPECIAL = 1, EXT4_IGET_HANDLE = 2, } ext4_iget_flags; struct fsmap { __u32 fmr_device; __u32 fmr_flags; __u64 fmr_physical; __u64 fmr_owner; __u64 fmr_offset; __u64 fmr_length; __u64 fmr_reserved[3]; }; struct fsmap_head { __u32 fmh_iflags; __u32 fmh_oflags; __u32 fmh_count; __u32 fmh_entries; __u64 fmh_reserved[6]; struct fsmap fmh_keys[2]; struct fsmap fmh_recs[0]; }; struct ext4_fsmap { struct list_head fmr_list; dev_t fmr_device; uint32_t fmr_flags; uint64_t fmr_physical; uint64_t fmr_owner; uint64_t fmr_length; }; struct ext4_fsmap_head { uint32_t fmh_iflags; uint32_t fmh_oflags; unsigned int fmh_count; unsigned int fmh_entries; struct ext4_fsmap fmh_keys[2]; }; typedef int (*ext4_fsmap_format_t)(struct ext4_fsmap *, void *); typedef void ext4_update_sb_callback(struct ext4_super_block *, const void *); struct getfsmap_info { struct super_block *gi_sb; struct fsmap_head *gi_data; unsigned int gi_idx; __u32 gi_last_flags; }; struct dax_holder_operations { int (*notify_failure)(struct dax_device *, u64, u64, int); }; enum { I_DATA_SEM_NORMAL = 0, I_DATA_SEM_OTHER = 1, I_DATA_SEM_QUOTA = 2, }; struct ext4_lazy_init { long unsigned int li_state; struct list_head li_request_list; struct mutex li_list_mtx; }; struct ext4_extent { __le32 ee_block; __le16 ee_len; __le16 ee_start_hi; __le32 ee_start_lo; }; struct partial_cluster { ext4_fsblk_t pclu; ext4_lblk_t lblk; enum { initial = 0, tofree = 1, nofree = 2, } state; }; struct ext4_journal_cb_entry { struct list_head jce_list; void (*jce_func)(struct super_block *, struct ext4_journal_cb_entry *, int); }; struct trace_event_raw_ext4_other_inode_update_time { struct trace_entry ent; dev_t dev; ino_t ino; ino_t orig_ino; uid_t uid; gid_t gid; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_free_inode { struct trace_entry ent; dev_t dev; ino_t ino; uid_t uid; gid_t gid; __u64 blocks; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_request_inode { struct trace_entry ent; dev_t dev; ino_t dir; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_allocate_inode { struct trace_entry ent; dev_t dev; ino_t ino; ino_t dir; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_evict_inode { struct trace_entry ent; dev_t dev; ino_t ino; int nlink; char __data[0]; }; struct trace_event_raw_ext4_drop_inode { struct trace_entry ent; dev_t dev; ino_t ino; int drop; char __data[0]; }; struct trace_event_raw_ext4_nfs_commit_metadata { struct trace_entry ent; dev_t dev; ino_t ino; char __data[0]; }; struct trace_event_raw_ext4_mark_inode_dirty { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int ip; char __data[0]; }; struct trace_event_raw_ext4_begin_ordered_truncate { struct trace_entry ent; dev_t dev; ino_t ino; loff_t new_size; char __data[0]; }; struct trace_event_raw_ext4__write_begin { struct trace_entry ent; dev_t dev; ino_t ino; loff_t pos; unsigned int len; char __data[0]; }; struct trace_event_raw_ext4__write_end { struct trace_entry ent; dev_t dev; ino_t ino; loff_t pos; unsigned int len; unsigned int copied; char __data[0]; }; struct trace_event_raw_ext4_writepages { struct trace_entry ent; dev_t dev; ino_t ino; long int nr_to_write; long int pages_skipped; loff_t range_start; loff_t range_end; long unsigned int writeback_index; int sync_mode; char for_kupdate; char range_cyclic; char __data[0]; }; struct trace_event_raw_ext4_da_write_pages { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int first_page; long int nr_to_write; int sync_mode; char __data[0]; }; struct trace_event_raw_ext4_da_write_pages_extent { struct trace_entry ent; dev_t dev; ino_t ino; __u64 lblk; __u32 len; __u32 flags; char __data[0]; }; struct trace_event_raw_ext4_writepages_result { struct trace_entry ent; dev_t dev; ino_t ino; int ret; int pages_written; long int pages_skipped; long unsigned int writeback_index; int sync_mode; char __data[0]; }; struct trace_event_raw_ext4__page_op { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int index; char __data[0]; }; struct trace_event_raw_ext4_invalidate_folio_op { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int index; size_t offset; size_t length; char __data[0]; }; struct trace_event_raw_ext4_discard_blocks { struct trace_entry ent; dev_t dev; __u64 blk; __u64 count; char __data[0]; }; struct trace_event_raw_ext4__mb_new_pa { struct trace_entry ent; dev_t dev; ino_t ino; __u64 pa_pstart; __u64 pa_lstart; __u32 pa_len; char __data[0]; }; struct trace_event_raw_ext4_mb_release_inode_pa { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; __u32 count; char __data[0]; }; struct trace_event_raw_ext4_mb_release_group_pa { struct trace_entry ent; dev_t dev; __u64 pa_pstart; __u32 pa_len; char __data[0]; }; struct trace_event_raw_ext4_discard_preallocations { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int len; unsigned int needed; char __data[0]; }; struct trace_event_raw_ext4_mb_discard_preallocations { struct trace_entry ent; dev_t dev; int needed; char __data[0]; }; struct trace_event_raw_ext4_request_blocks { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int len; __u32 logical; __u32 lleft; __u32 lright; __u64 goal; __u64 pleft; __u64 pright; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4_allocate_blocks { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; unsigned int len; __u32 logical; __u32 lleft; __u32 lright; __u64 goal; __u64 pleft; __u64 pright; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4_free_blocks { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; long unsigned int count; int flags; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_sync_file_enter { struct trace_entry ent; dev_t dev; ino_t ino; ino_t parent; int datasync; char __data[0]; }; struct trace_event_raw_ext4_sync_file_exit { struct trace_entry ent; dev_t dev; ino_t ino; int ret; char __data[0]; }; struct trace_event_raw_ext4_sync_fs { struct trace_entry ent; dev_t dev; int wait; char __data[0]; }; struct trace_event_raw_ext4_alloc_da_blocks { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int data_blocks; char __data[0]; }; struct trace_event_raw_ext4_mballoc_alloc { struct trace_entry ent; dev_t dev; ino_t ino; __u32 orig_logical; int orig_start; __u32 orig_group; int orig_len; __u32 goal_logical; int goal_start; __u32 goal_group; int goal_len; __u32 result_logical; int result_start; __u32 result_group; int result_len; __u16 found; __u16 groups; __u16 buddy; __u16 flags; __u16 tail; __u8 cr; char __data[0]; }; struct trace_event_raw_ext4_mballoc_prealloc { struct trace_entry ent; dev_t dev; ino_t ino; __u32 orig_logical; int orig_start; __u32 orig_group; int orig_len; __u32 result_logical; int result_start; __u32 result_group; int result_len; char __data[0]; }; struct trace_event_raw_ext4__mballoc { struct trace_entry ent; dev_t dev; ino_t ino; int result_start; __u32 result_group; int result_len; char __data[0]; }; struct trace_event_raw_ext4_forget { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; int is_metadata; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_da_update_reserve_space { struct trace_entry ent; dev_t dev; ino_t ino; __u64 i_blocks; int used_blocks; int reserved_data_blocks; int quota_claim; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_da_reserve_space { struct trace_entry ent; dev_t dev; ino_t ino; __u64 i_blocks; int reserved_data_blocks; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_da_release_space { struct trace_entry ent; dev_t dev; ino_t ino; __u64 i_blocks; int freed_blocks; int reserved_data_blocks; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4__bitmap_load { struct trace_entry ent; dev_t dev; __u32 group; char __data[0]; }; struct trace_event_raw_ext4_read_block_bitmap_load { struct trace_entry ent; dev_t dev; __u32 group; bool prefetch; char __data[0]; }; struct trace_event_raw_ext4__fallocate_mode { struct trace_entry ent; dev_t dev; ino_t ino; loff_t offset; loff_t len; int mode; char __data[0]; }; struct trace_event_raw_ext4_fallocate_exit { struct trace_entry ent; dev_t dev; ino_t ino; loff_t pos; unsigned int blocks; int ret; char __data[0]; }; struct trace_event_raw_ext4_unlink_enter { struct trace_entry ent; dev_t dev; ino_t ino; ino_t parent; loff_t size; char __data[0]; }; struct trace_event_raw_ext4_unlink_exit { struct trace_entry ent; dev_t dev; ino_t ino; int ret; char __data[0]; }; struct trace_event_raw_ext4__truncate { struct trace_entry ent; dev_t dev; ino_t ino; __u64 blocks; char __data[0]; }; struct trace_event_raw_ext4_ext_convert_to_initialized_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t m_lblk; unsigned int m_len; ext4_lblk_t u_lblk; unsigned int u_len; ext4_fsblk_t u_pblk; char __data[0]; }; struct trace_event_raw_ext4_ext_convert_to_initialized_fastpath { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t m_lblk; unsigned int m_len; ext4_lblk_t u_lblk; unsigned int u_len; ext4_fsblk_t u_pblk; ext4_lblk_t i_lblk; unsigned int i_len; ext4_fsblk_t i_pblk; char __data[0]; }; struct trace_event_raw_ext4__map_blocks_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; unsigned int len; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4__map_blocks_exit { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int flags; ext4_fsblk_t pblk; ext4_lblk_t lblk; unsigned int len; unsigned int mflags; int ret; char __data[0]; }; struct trace_event_raw_ext4_ext_load_extent { struct trace_entry ent; dev_t dev; ino_t ino; ext4_fsblk_t pblk; ext4_lblk_t lblk; char __data[0]; }; struct trace_event_raw_ext4_load_inode { struct trace_entry ent; dev_t dev; ino_t ino; char __data[0]; }; struct trace_event_raw_ext4_journal_start { struct trace_entry ent; dev_t dev; long unsigned int ip; int blocks; int rsv_blocks; int revoke_creds; char __data[0]; }; struct trace_event_raw_ext4_journal_start_reserved { struct trace_entry ent; dev_t dev; long unsigned int ip; int blocks; char __data[0]; }; struct trace_event_raw_ext4__trim { struct trace_entry ent; int dev_major; int dev_minor; __u32 group; int start; int len; char __data[0]; }; struct trace_event_raw_ext4_ext_handle_unwritten_extents { struct trace_entry ent; dev_t dev; ino_t ino; int flags; ext4_lblk_t lblk; ext4_fsblk_t pblk; unsigned int len; unsigned int allocated; ext4_fsblk_t newblk; char __data[0]; }; struct trace_event_raw_ext4_get_implied_cluster_alloc_exit { struct trace_entry ent; dev_t dev; unsigned int flags; ext4_lblk_t lblk; ext4_fsblk_t pblk; unsigned int len; int ret; char __data[0]; }; struct trace_event_raw_ext4_ext_show_extent { struct trace_entry ent; dev_t dev; ino_t ino; ext4_fsblk_t pblk; ext4_lblk_t lblk; short unsigned int len; char __data[0]; }; struct trace_event_raw_ext4_remove_blocks { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t from; ext4_lblk_t to; ext4_fsblk_t ee_pblk; ext4_lblk_t ee_lblk; short unsigned int ee_len; ext4_fsblk_t pc_pclu; ext4_lblk_t pc_lblk; int pc_state; char __data[0]; }; struct trace_event_raw_ext4_ext_rm_leaf { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t start; ext4_lblk_t ee_lblk; ext4_fsblk_t ee_pblk; short int ee_len; ext4_fsblk_t pc_pclu; ext4_lblk_t pc_lblk; int pc_state; char __data[0]; }; struct trace_event_raw_ext4_ext_rm_idx { struct trace_entry ent; dev_t dev; ino_t ino; ext4_fsblk_t pblk; char __data[0]; }; struct trace_event_raw_ext4_ext_remove_space { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t start; ext4_lblk_t end; int depth; char __data[0]; }; struct trace_event_raw_ext4_ext_remove_space_done { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t start; ext4_lblk_t end; int depth; ext4_fsblk_t pc_pclu; ext4_lblk_t pc_lblk; int pc_state; short unsigned int eh_entries; char __data[0]; }; struct trace_event_raw_ext4__es_extent { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; char __data[0]; }; struct trace_event_raw_ext4_es_remove_extent { struct trace_entry ent; dev_t dev; ino_t ino; loff_t lblk; loff_t len; char __data[0]; }; struct trace_event_raw_ext4_es_find_extent_range_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; char __data[0]; }; struct trace_event_raw_ext4_es_find_extent_range_exit { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; char __data[0]; }; struct trace_event_raw_ext4_es_lookup_extent_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; char __data[0]; }; struct trace_event_raw_ext4_es_lookup_extent_exit { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; int found; char __data[0]; }; struct trace_event_raw_ext4__es_shrink_enter { struct trace_entry ent; dev_t dev; int nr_to_scan; int cache_cnt; char __data[0]; }; struct trace_event_raw_ext4_es_shrink_scan_exit { struct trace_entry ent; dev_t dev; int nr_shrunk; int cache_cnt; char __data[0]; }; struct trace_event_raw_ext4_collapse_range { struct trace_entry ent; dev_t dev; ino_t ino; loff_t offset; loff_t len; char __data[0]; }; struct trace_event_raw_ext4_insert_range { struct trace_entry ent; dev_t dev; ino_t ino; loff_t offset; loff_t len; char __data[0]; }; struct trace_event_raw_ext4_es_shrink { struct trace_entry ent; dev_t dev; int nr_shrunk; long long unsigned int scan_time; int nr_skipped; int retried; char __data[0]; }; struct trace_event_raw_ext4_es_insert_delayed_block { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; bool allocated; char __data[0]; }; struct trace_event_raw_ext4_fsmap_class { struct trace_entry ent; dev_t dev; dev_t keydev; u32 agno; u64 bno; u64 len; u64 owner; char __data[0]; }; struct trace_event_raw_ext4_getfsmap_class { struct trace_entry ent; dev_t dev; dev_t keydev; u64 block; u64 len; u64 owner; u64 flags; char __data[0]; }; struct trace_event_raw_ext4_shutdown { struct trace_entry ent; dev_t dev; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4_error { struct trace_entry ent; dev_t dev; const char *function; unsigned int line; char __data[0]; }; struct trace_event_raw_ext4_prefetch_bitmaps { struct trace_entry ent; dev_t dev; __u32 group; __u32 next; __u32 ios; char __data[0]; }; struct trace_event_raw_ext4_lazy_itable_init { struct trace_entry ent; dev_t dev; __u32 group; char __data[0]; }; struct trace_event_raw_ext4_fc_replay_scan { struct trace_entry ent; dev_t dev; int error; int off; char __data[0]; }; struct trace_event_raw_ext4_fc_replay { struct trace_entry ent; dev_t dev; int tag; int ino; int priv1; int priv2; char __data[0]; }; struct trace_event_raw_ext4_fc_commit_start { struct trace_entry ent; dev_t dev; tid_t tid; char __data[0]; }; struct trace_event_raw_ext4_fc_commit_stop { struct trace_entry ent; dev_t dev; int nblks; int reason; int num_fc; int num_fc_ineligible; int nblks_agg; tid_t tid; char __data[0]; }; struct trace_event_raw_ext4_fc_stats { struct trace_entry ent; dev_t dev; unsigned int fc_ineligible_rc[9]; long unsigned int fc_commits; long unsigned int fc_ineligible_commits; long unsigned int fc_numblks; char __data[0]; }; struct trace_event_raw_ext4_fc_track_dentry { struct trace_entry ent; dev_t dev; tid_t t_tid; ino_t i_ino; tid_t i_sync_tid; int error; char __data[0]; }; struct trace_event_raw_ext4_fc_track_inode { struct trace_entry ent; dev_t dev; tid_t t_tid; ino_t i_ino; tid_t i_sync_tid; int error; char __data[0]; }; struct trace_event_raw_ext4_fc_track_range { struct trace_entry ent; dev_t dev; tid_t t_tid; ino_t i_ino; tid_t i_sync_tid; long int start; long int end; int error; char __data[0]; }; struct trace_event_raw_ext4_fc_cleanup { struct trace_entry ent; dev_t dev; int j_fc_off; int full; tid_t tid; char __data[0]; }; struct trace_event_raw_ext4_update_sb { struct trace_entry ent; dev_t dev; ext4_fsblk_t fsblk; unsigned int flags; char __data[0]; }; struct trace_event_data_offsets_ext4_other_inode_update_time {}; struct trace_event_data_offsets_ext4_free_inode {}; struct trace_event_data_offsets_ext4_request_inode {}; struct trace_event_data_offsets_ext4_allocate_inode {}; struct trace_event_data_offsets_ext4_evict_inode {}; struct trace_event_data_offsets_ext4_drop_inode {}; struct trace_event_data_offsets_ext4_nfs_commit_metadata {}; struct trace_event_data_offsets_ext4_mark_inode_dirty {}; struct trace_event_data_offsets_ext4_begin_ordered_truncate {}; struct trace_event_data_offsets_ext4__write_begin {}; struct trace_event_data_offsets_ext4__write_end {}; struct trace_event_data_offsets_ext4_writepages {}; struct trace_event_data_offsets_ext4_da_write_pages {}; struct trace_event_data_offsets_ext4_da_write_pages_extent {}; struct trace_event_data_offsets_ext4_writepages_result {}; struct trace_event_data_offsets_ext4__page_op {}; struct trace_event_data_offsets_ext4_invalidate_folio_op {}; struct trace_event_data_offsets_ext4_discard_blocks {}; struct trace_event_data_offsets_ext4__mb_new_pa {}; struct trace_event_data_offsets_ext4_mb_release_inode_pa {}; struct trace_event_data_offsets_ext4_mb_release_group_pa {}; struct trace_event_data_offsets_ext4_discard_preallocations {}; struct trace_event_data_offsets_ext4_mb_discard_preallocations {}; struct trace_event_data_offsets_ext4_request_blocks {}; struct trace_event_data_offsets_ext4_allocate_blocks {}; struct trace_event_data_offsets_ext4_free_blocks {}; struct trace_event_data_offsets_ext4_sync_file_enter {}; struct trace_event_data_offsets_ext4_sync_file_exit {}; struct trace_event_data_offsets_ext4_sync_fs {}; struct trace_event_data_offsets_ext4_alloc_da_blocks {}; struct trace_event_data_offsets_ext4_mballoc_alloc {}; struct trace_event_data_offsets_ext4_mballoc_prealloc {}; struct trace_event_data_offsets_ext4__mballoc {}; struct trace_event_data_offsets_ext4_forget {}; struct trace_event_data_offsets_ext4_da_update_reserve_space {}; struct trace_event_data_offsets_ext4_da_reserve_space {}; struct trace_event_data_offsets_ext4_da_release_space {}; struct trace_event_data_offsets_ext4__bitmap_load {}; struct trace_event_data_offsets_ext4_read_block_bitmap_load {}; struct trace_event_data_offsets_ext4__fallocate_mode {}; struct trace_event_data_offsets_ext4_fallocate_exit {}; struct trace_event_data_offsets_ext4_unlink_enter {}; struct trace_event_data_offsets_ext4_unlink_exit {}; struct trace_event_data_offsets_ext4__truncate {}; struct trace_event_data_offsets_ext4_ext_convert_to_initialized_enter {}; struct trace_event_data_offsets_ext4_ext_convert_to_initialized_fastpath {}; struct trace_event_data_offsets_ext4__map_blocks_enter {}; struct trace_event_data_offsets_ext4__map_blocks_exit {}; struct trace_event_data_offsets_ext4_ext_load_extent {}; struct trace_event_data_offsets_ext4_load_inode {}; struct trace_event_data_offsets_ext4_journal_start {}; struct trace_event_data_offsets_ext4_journal_start_reserved {}; struct trace_event_data_offsets_ext4__trim {}; struct trace_event_data_offsets_ext4_ext_handle_unwritten_extents {}; struct trace_event_data_offsets_ext4_get_implied_cluster_alloc_exit {}; struct trace_event_data_offsets_ext4_ext_show_extent {}; struct trace_event_data_offsets_ext4_remove_blocks {}; struct trace_event_data_offsets_ext4_ext_rm_leaf {}; struct trace_event_data_offsets_ext4_ext_rm_idx {}; struct trace_event_data_offsets_ext4_ext_remove_space {}; struct trace_event_data_offsets_ext4_ext_remove_space_done {}; struct trace_event_data_offsets_ext4__es_extent {}; struct trace_event_data_offsets_ext4_es_remove_extent {}; struct trace_event_data_offsets_ext4_es_find_extent_range_enter {}; struct trace_event_data_offsets_ext4_es_find_extent_range_exit {}; struct trace_event_data_offsets_ext4_es_lookup_extent_enter {}; struct trace_event_data_offsets_ext4_es_lookup_extent_exit {}; struct trace_event_data_offsets_ext4__es_shrink_enter {}; struct trace_event_data_offsets_ext4_es_shrink_scan_exit {}; struct trace_event_data_offsets_ext4_collapse_range {}; struct trace_event_data_offsets_ext4_insert_range {}; struct trace_event_data_offsets_ext4_es_shrink {}; struct trace_event_data_offsets_ext4_es_insert_delayed_block {}; struct trace_event_data_offsets_ext4_fsmap_class {}; struct trace_event_data_offsets_ext4_getfsmap_class {}; struct trace_event_data_offsets_ext4_shutdown {}; struct trace_event_data_offsets_ext4_error {}; struct trace_event_data_offsets_ext4_prefetch_bitmaps {}; struct trace_event_data_offsets_ext4_lazy_itable_init {}; struct trace_event_data_offsets_ext4_fc_replay_scan {}; struct trace_event_data_offsets_ext4_fc_replay {}; struct trace_event_data_offsets_ext4_fc_commit_start {}; struct trace_event_data_offsets_ext4_fc_commit_stop {}; struct trace_event_data_offsets_ext4_fc_stats {}; struct trace_event_data_offsets_ext4_fc_track_dentry {}; struct trace_event_data_offsets_ext4_fc_track_inode {}; struct trace_event_data_offsets_ext4_fc_track_range {}; struct trace_event_data_offsets_ext4_fc_cleanup {}; struct trace_event_data_offsets_ext4_update_sb {}; typedef void (*btf_trace_ext4_other_inode_update_time)(void *, struct inode *, ino_t); typedef void (*btf_trace_ext4_free_inode)(void *, struct inode *); typedef void (*btf_trace_ext4_request_inode)(void *, struct inode *, int); typedef void (*btf_trace_ext4_allocate_inode)(void *, struct inode *, struct inode *, int); typedef void (*btf_trace_ext4_evict_inode)(void *, struct inode *); typedef void (*btf_trace_ext4_drop_inode)(void *, struct inode *, int); typedef void (*btf_trace_ext4_nfs_commit_metadata)(void *, struct inode *); typedef void (*btf_trace_ext4_mark_inode_dirty)(void *, struct inode *, long unsigned int); typedef void (*btf_trace_ext4_begin_ordered_truncate)(void *, struct inode *, loff_t); typedef void (*btf_trace_ext4_write_begin)(void *, struct inode *, loff_t, unsigned int); typedef void (*btf_trace_ext4_da_write_begin)(void *, struct inode *, loff_t, unsigned int); typedef void (*btf_trace_ext4_write_end)(void *, struct inode *, loff_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_journalled_write_end)(void *, struct inode *, loff_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_da_write_end)(void *, struct inode *, loff_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_writepages)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_ext4_da_write_pages)(void *, struct inode *, long unsigned int, struct writeback_control *); typedef void (*btf_trace_ext4_da_write_pages_extent)(void *, struct inode *, struct ext4_map_blocks *); typedef void (*btf_trace_ext4_writepages_result)(void *, struct inode *, struct writeback_control *, int, int); typedef void (*btf_trace_ext4_writepage)(void *, struct page *); typedef void (*btf_trace_ext4_readpage)(void *, struct page *); typedef void (*btf_trace_ext4_releasepage)(void *, struct page *); typedef void (*btf_trace_ext4_invalidate_folio)(void *, struct folio *, size_t, size_t); typedef void (*btf_trace_ext4_journalled_invalidate_folio)(void *, struct folio *, size_t, size_t); typedef void (*btf_trace_ext4_discard_blocks)(void *, struct super_block *, long long unsigned int, long long unsigned int); typedef void (*btf_trace_ext4_mb_new_inode_pa)(void *, struct ext4_allocation_context *, struct ext4_prealloc_space *); typedef void (*btf_trace_ext4_mb_new_group_pa)(void *, struct ext4_allocation_context *, struct ext4_prealloc_space *); typedef void (*btf_trace_ext4_mb_release_inode_pa)(void *, struct ext4_prealloc_space *, long long unsigned int, unsigned int); typedef void (*btf_trace_ext4_mb_release_group_pa)(void *, struct super_block *, struct ext4_prealloc_space *); typedef void (*btf_trace_ext4_discard_preallocations)(void *, struct inode *, unsigned int, unsigned int); typedef void (*btf_trace_ext4_mb_discard_preallocations)(void *, struct super_block *, int); typedef void (*btf_trace_ext4_request_blocks)(void *, struct ext4_allocation_request *); typedef void (*btf_trace_ext4_allocate_blocks)(void *, struct ext4_allocation_request *, long long unsigned int); typedef void (*btf_trace_ext4_free_blocks)(void *, struct inode *, __u64, long unsigned int, int); typedef void (*btf_trace_ext4_sync_file_enter)(void *, struct file *, int); typedef void (*btf_trace_ext4_sync_file_exit)(void *, struct inode *, int); typedef void (*btf_trace_ext4_sync_fs)(void *, struct super_block *, int); typedef void (*btf_trace_ext4_alloc_da_blocks)(void *, struct inode *); typedef void (*btf_trace_ext4_mballoc_alloc)(void *, struct ext4_allocation_context *); typedef void (*btf_trace_ext4_mballoc_prealloc)(void *, struct ext4_allocation_context *); typedef void (*btf_trace_ext4_mballoc_discard)(void *, struct super_block *, struct inode *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_mballoc_free)(void *, struct super_block *, struct inode *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_forget)(void *, struct inode *, int, __u64); typedef void (*btf_trace_ext4_da_update_reserve_space)(void *, struct inode *, int, int); typedef void (*btf_trace_ext4_da_reserve_space)(void *, struct inode *); typedef void (*btf_trace_ext4_da_release_space)(void *, struct inode *, int); typedef void (*btf_trace_ext4_mb_bitmap_load)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_mb_buddy_bitmap_load)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_load_inode_bitmap)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_read_block_bitmap_load)(void *, struct super_block *, long unsigned int, bool); typedef void (*btf_trace_ext4_fallocate_enter)(void *, struct inode *, loff_t, loff_t, int); typedef void (*btf_trace_ext4_punch_hole)(void *, struct inode *, loff_t, loff_t, int); typedef void (*btf_trace_ext4_zero_range)(void *, struct inode *, loff_t, loff_t, int); typedef void (*btf_trace_ext4_fallocate_exit)(void *, struct inode *, loff_t, unsigned int, int); typedef void (*btf_trace_ext4_unlink_enter)(void *, struct inode *, struct dentry *); typedef void (*btf_trace_ext4_unlink_exit)(void *, struct dentry *, int); typedef void (*btf_trace_ext4_truncate_enter)(void *, struct inode *); typedef void (*btf_trace_ext4_truncate_exit)(void *, struct inode *); typedef void (*btf_trace_ext4_ext_convert_to_initialized_enter)(void *, struct inode *, struct ext4_map_blocks *, struct ext4_extent *); typedef void (*btf_trace_ext4_ext_convert_to_initialized_fastpath)(void *, struct inode *, struct ext4_map_blocks *, struct ext4_extent *, struct ext4_extent *); typedef void (*btf_trace_ext4_ext_map_blocks_enter)(void *, struct inode *, ext4_lblk_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_ind_map_blocks_enter)(void *, struct inode *, ext4_lblk_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_ext_map_blocks_exit)(void *, struct inode *, unsigned int, struct ext4_map_blocks *, int); typedef void (*btf_trace_ext4_ind_map_blocks_exit)(void *, struct inode *, unsigned int, struct ext4_map_blocks *, int); typedef void (*btf_trace_ext4_ext_load_extent)(void *, struct inode *, ext4_lblk_t, ext4_fsblk_t); typedef void (*btf_trace_ext4_load_inode)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_journal_start)(void *, struct super_block *, int, int, int, long unsigned int); typedef void (*btf_trace_ext4_journal_start_reserved)(void *, struct super_block *, int, long unsigned int); typedef void (*btf_trace_ext4_trim_extent)(void *, struct super_block *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_trim_all_free)(void *, struct super_block *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_ext_handle_unwritten_extents)(void *, struct inode *, struct ext4_map_blocks *, int, unsigned int, ext4_fsblk_t); typedef void (*btf_trace_ext4_get_implied_cluster_alloc_exit)(void *, struct super_block *, struct ext4_map_blocks *, int); typedef void (*btf_trace_ext4_ext_show_extent)(void *, struct inode *, ext4_lblk_t, ext4_fsblk_t, short unsigned int); typedef void (*btf_trace_ext4_remove_blocks)(void *, struct inode *, struct ext4_extent *, ext4_lblk_t, ext4_fsblk_t, struct partial_cluster *); typedef void (*btf_trace_ext4_ext_rm_leaf)(void *, struct inode *, ext4_lblk_t, struct ext4_extent *, struct partial_cluster *); typedef void (*btf_trace_ext4_ext_rm_idx)(void *, struct inode *, ext4_fsblk_t); typedef void (*btf_trace_ext4_ext_remove_space)(void *, struct inode *, ext4_lblk_t, ext4_lblk_t, int); typedef void (*btf_trace_ext4_ext_remove_space_done)(void *, struct inode *, ext4_lblk_t, ext4_lblk_t, int, struct partial_cluster *, __le16); typedef void (*btf_trace_ext4_es_insert_extent)(void *, struct inode *, struct extent_status *); typedef void (*btf_trace_ext4_es_cache_extent)(void *, struct inode *, struct extent_status *); typedef void (*btf_trace_ext4_es_remove_extent)(void *, struct inode *, ext4_lblk_t, ext4_lblk_t); typedef void (*btf_trace_ext4_es_find_extent_range_enter)(void *, struct inode *, ext4_lblk_t); typedef void (*btf_trace_ext4_es_find_extent_range_exit)(void *, struct inode *, struct extent_status *); typedef void (*btf_trace_ext4_es_lookup_extent_enter)(void *, struct inode *, ext4_lblk_t); typedef void (*btf_trace_ext4_es_lookup_extent_exit)(void *, struct inode *, struct extent_status *, int); typedef void (*btf_trace_ext4_es_shrink_count)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_es_shrink_scan_enter)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_es_shrink_scan_exit)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_collapse_range)(void *, struct inode *, loff_t, loff_t); typedef void (*btf_trace_ext4_insert_range)(void *, struct inode *, loff_t, loff_t); typedef void (*btf_trace_ext4_es_shrink)(void *, struct super_block *, int, u64, int, int); typedef void (*btf_trace_ext4_es_insert_delayed_block)(void *, struct inode *, struct extent_status *, bool); typedef void (*btf_trace_ext4_fsmap_low_key)(void *, struct super_block *, u32, u32, u64, u64, u64); typedef void (*btf_trace_ext4_fsmap_high_key)(void *, struct super_block *, u32, u32, u64, u64, u64); typedef void (*btf_trace_ext4_fsmap_mapping)(void *, struct super_block *, u32, u32, u64, u64, u64); typedef void (*btf_trace_ext4_getfsmap_low_key)(void *, struct super_block *, struct ext4_fsmap *); typedef void (*btf_trace_ext4_getfsmap_high_key)(void *, struct super_block *, struct ext4_fsmap *); typedef void (*btf_trace_ext4_getfsmap_mapping)(void *, struct super_block *, struct ext4_fsmap *); typedef void (*btf_trace_ext4_shutdown)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_error)(void *, struct super_block *, const char *, unsigned int); typedef void (*btf_trace_ext4_prefetch_bitmaps)(void *, struct super_block *, ext4_group_t, ext4_group_t, unsigned int); typedef void (*btf_trace_ext4_lazy_itable_init)(void *, struct super_block *, ext4_group_t); typedef void (*btf_trace_ext4_fc_replay_scan)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_fc_replay)(void *, struct super_block *, int, int, int, int); typedef void (*btf_trace_ext4_fc_commit_start)(void *, struct super_block *, tid_t); typedef void (*btf_trace_ext4_fc_commit_stop)(void *, struct super_block *, int, int, tid_t); typedef void (*btf_trace_ext4_fc_stats)(void *, struct super_block *); typedef void (*btf_trace_ext4_fc_track_create)(void *, handle_t *, struct inode *, struct dentry *, int); typedef void (*btf_trace_ext4_fc_track_link)(void *, handle_t *, struct inode *, struct dentry *, int); typedef void (*btf_trace_ext4_fc_track_unlink)(void *, handle_t *, struct inode *, struct dentry *, int); typedef void (*btf_trace_ext4_fc_track_inode)(void *, handle_t *, struct inode *, int); typedef void (*btf_trace_ext4_fc_track_range)(void *, handle_t *, struct inode *, long int, long int, int); typedef void (*btf_trace_ext4_fc_cleanup)(void *, journal_t *, int, tid_t); typedef void (*btf_trace_ext4_update_sb)(void *, struct super_block *, ext4_fsblk_t, unsigned int); struct ext4_err_translation { int code; int errno; }; enum { Opt_bsd_df = 0, Opt_minix_df = 1, Opt_grpid = 2, Opt_nogrpid = 3, Opt_resgid = 4, Opt_resuid = 5, Opt_sb = 6, Opt_nouid32 = 7, Opt_debug = 8, Opt_removed = 9, Opt_user_xattr = 10, Opt_nouser_xattr = 11, Opt_acl = 12, Opt_noacl = 13, Opt_auto_da_alloc = 14, Opt_noauto_da_alloc = 15, Opt_noload = 16, Opt_commit = 17, Opt_min_batch_time = 18, Opt_max_batch_time = 19, Opt_journal_dev = 20, Opt_journal_path = 21, Opt_journal_checksum = 22, Opt_journal_async_commit = 23, Opt_abort = 24, Opt_data_journal = 25, Opt_data_ordered = 26, Opt_data_writeback = 27, Opt_data_err_abort = 28, Opt_data_err_ignore = 29, Opt_test_dummy_encryption = 30, Opt_inlinecrypt = 31, Opt_usrjquota = 32, Opt_grpjquota = 33, Opt_quota = 34, Opt_noquota = 35, Opt_barrier = 36, Opt_nobarrier = 37, Opt_err___4 = 38, Opt_usrquota = 39, Opt_grpquota = 40, Opt_prjquota = 41, Opt_dax = 42, Opt_dax_always = 43, Opt_dax_inode = 44, Opt_dax_never = 45, Opt_stripe = 46, Opt_delalloc = 47, Opt_nodelalloc = 48, Opt_warn_on_error = 49, Opt_nowarn_on_error = 50, Opt_mblk_io_submit = 51, Opt_debug_want_extra_isize = 52, Opt_nomblk_io_submit = 53, Opt_block_validity = 54, Opt_noblock_validity = 55, Opt_inode_readahead_blks = 56, Opt_journal_ioprio = 57, Opt_dioread_nolock = 58, Opt_dioread_lock = 59, Opt_discard = 60, Opt_nodiscard = 61, Opt_init_itable = 62, Opt_noinit_itable = 63, Opt_max_dir_size_kb = 64, Opt_nojournal_checksum = 65, Opt_nombcache = 66, Opt_no_prefetch_block_bitmaps = 67, Opt_mb_optimize_scan = 68, Opt_errors = 69, Opt_data = 70, Opt_data_err = 71, Opt_jqfmt = 72, Opt_dax_type = 73, }; struct mount_opts { int token; int mount_opt; int flags; }; struct ext4_sb_encodings { __u16 magic; char *name; unsigned int version; }; struct ext4_fs_context { char *s_qf_names[3]; struct fscrypt_dummy_policy dummy_enc_policy; int s_jquota_fmt; short unsigned int qname_spec; long unsigned int vals_s_flags; long unsigned int mask_s_flags; long unsigned int journal_devnum; long unsigned int s_commit_interval; long unsigned int s_stripe; unsigned int s_inode_readahead_blks; unsigned int s_want_extra_isize; unsigned int s_li_wait_mult; unsigned int s_max_dir_size_kb; unsigned int journal_ioprio; unsigned int vals_s_mount_opt; unsigned int mask_s_mount_opt; unsigned int vals_s_mount_opt2; unsigned int mask_s_mount_opt2; long unsigned int vals_s_mount_flags; long unsigned int mask_s_mount_flags; unsigned int opt_flags; unsigned int spec; u32 s_max_batch_time; u32 s_min_batch_time; kuid_t s_resuid; kgid_t s_resgid; ext4_fsblk_t s_sb_block; }; struct ext4_mount_options { long unsigned int s_mount_opt; long unsigned int s_mount_opt2; kuid_t s_resuid; kgid_t s_resgid; long unsigned int s_commit_interval; u32 s_min_batch_time; u32 s_max_batch_time; int s_jquota_fmt; char *s_qf_names[3]; }; enum btrfs_mod_log_op { BTRFS_MOD_LOG_KEY_REPLACE = 0, BTRFS_MOD_LOG_KEY_ADD = 1, BTRFS_MOD_LOG_KEY_REMOVE = 2, BTRFS_MOD_LOG_KEY_REMOVE_WHILE_FREEING = 3, BTRFS_MOD_LOG_KEY_REMOVE_WHILE_MOVING = 4, BTRFS_MOD_LOG_MOVE_KEYS = 5, BTRFS_MOD_LOG_ROOT_REPLACE = 6, }; struct btrfs_csums { u16 size; const char name[10]; const char driver[12]; }; struct btrfs_free_space_entry { __le64 offset; __le64 bytes; __u8 type; } __attribute__((packed)); struct btrfs_free_space_header { struct btrfs_disk_key location; __le64 generation; __le64 num_entries; __le64 num_bitmaps; } __attribute__((packed)); struct btrfs_trim_range { u64 start; u64 bytes; struct list_head list; }; struct ulist_iterator { struct list_head *cur_list; }; struct ulist_node { u64 val; u64 aux; struct list_head list; struct rb_node rb_node; }; struct btrfs_qgroup_status_item { __le64 version; __le64 generation; __le64 flags; __le64 rescan; }; struct btrfs_qgroup_info_item { __le64 generation; __le64 rfer; __le64 rfer_cmpr; __le64 excl; __le64 excl_cmpr; }; struct btrfs_qgroup_limit_item { __le64 flags; __le64 max_rfer; __le64 max_excl; __le64 rsv_rfer; __le64 rsv_excl; }; struct btrfs_qgroup_extent_record { struct rb_node node; u64 bytenr; u64 num_bytes; u32 data_rsv; u64 data_rsv_refroot; struct ulist *old_roots; }; struct btrfs_qgroup_swapped_block { struct rb_node node; int level; bool trace_leaf; u64 subvol_bytenr; u64 subvol_generation; u64 reloc_bytenr; u64 reloc_generation; u64 last_snapshot; struct btrfs_key first_key; }; struct btrfs_qgroup_list { struct list_head next_group; struct list_head next_member; struct btrfs_qgroup *group; struct btrfs_qgroup *member; }; enum btrfs_flush_state { FLUSH_DELAYED_ITEMS_NR = 1, FLUSH_DELAYED_ITEMS = 2, FLUSH_DELAYED_REFS_NR = 3, FLUSH_DELAYED_REFS = 4, FLUSH_DELALLOC = 5, FLUSH_DELALLOC_WAIT = 6, FLUSH_DELALLOC_FULL = 7, ALLOC_CHUNK = 8, ALLOC_CHUNK_FORCE = 9, RUN_DELAYED_IPUTS = 10, COMMIT_TRANS = 11, }; struct reserve_ticket { u64 bytes; int error; bool steal; struct list_head list; wait_queue_head_t wait; }; struct radix_tree_iter { long unsigned int index; long unsigned int next_index; long unsigned int tags; struct xa_node *node; }; enum { RADIX_TREE_ITER_TAG_MASK = 15, RADIX_TREE_ITER_TAGGED = 16, RADIX_TREE_ITER_CONTIG = 32, }; struct compat_keyctl_kdf_params { compat_uptr_t hashname; compat_uptr_t otherinfo; __u32 otherinfolen; __u32 __spare[8]; }; struct keyctl_dh_params { union { __s32 private; __s32 priv; }; __s32 prime; __s32 base; }; struct keyctl_kdf_params { char *hashname; char *otherinfo; __u32 otherinfolen; __u32 __spare[8]; }; enum chacha20poly1305_lengths { XCHACHA20POLY1305_NONCE_SIZE = 24, CHACHA20POLY1305_KEY_SIZE = 32, CHACHA20POLY1305_AUTHTAG_SIZE = 16, }; struct big_key_payload { u8 *data; struct path path; size_t length; }; enum lsm_event { LSM_POLICY_CHANGE = 0, }; enum nf_hook_ops_type { NF_HOOK_OP_UNDEFINED = 0, NF_HOOK_OP_NF_TABLES = 1, }; struct nf_hook_ops { nf_hookfn *hook; struct net_device *dev; void *priv; u8 pf; enum nf_hook_ops_type hook_ops_type: 8; unsigned int hooknum; int priority; }; enum nf_ip_hook_priorities { NF_IP_PRI_FIRST = 2147483648, NF_IP_PRI_RAW_BEFORE_DEFRAG = 4294966846, NF_IP_PRI_CONNTRACK_DEFRAG = 4294966896, NF_IP_PRI_RAW = 4294966996, NF_IP_PRI_SELINUX_FIRST = 4294967071, NF_IP_PRI_CONNTRACK = 4294967096, NF_IP_PRI_MANGLE = 4294967146, NF_IP_PRI_NAT_DST = 4294967196, NF_IP_PRI_FILTER = 0, NF_IP_PRI_SECURITY = 50, NF_IP_PRI_NAT_SRC = 100, NF_IP_PRI_SELINUX_LAST = 225, NF_IP_PRI_CONNTRACK_HELPER = 300, NF_IP_PRI_CONNTRACK_CONFIRM = 2147483647, NF_IP_PRI_LAST = 2147483647, }; enum nf_ip6_hook_priorities { NF_IP6_PRI_FIRST = 2147483648, NF_IP6_PRI_RAW_BEFORE_DEFRAG = 4294966846, NF_IP6_PRI_CONNTRACK_DEFRAG = 4294966896, NF_IP6_PRI_RAW = 4294966996, NF_IP6_PRI_SELINUX_FIRST = 4294967071, NF_IP6_PRI_CONNTRACK = 4294967096, NF_IP6_PRI_MANGLE = 4294967146, NF_IP6_PRI_NAT_DST = 4294967196, NF_IP6_PRI_FILTER = 0, NF_IP6_PRI_SECURITY = 50, NF_IP6_PRI_NAT_SRC = 100, NF_IP6_PRI_SELINUX_LAST = 225, NF_IP6_PRI_CONNTRACK_HELPER = 300, NF_IP6_PRI_LAST = 2147483647, }; enum bpf_cmd { BPF_MAP_CREATE = 0, BPF_MAP_LOOKUP_ELEM = 1, BPF_MAP_UPDATE_ELEM = 2, BPF_MAP_DELETE_ELEM = 3, BPF_MAP_GET_NEXT_KEY = 4, BPF_PROG_LOAD = 5, BPF_OBJ_PIN = 6, BPF_OBJ_GET = 7, BPF_PROG_ATTACH = 8, BPF_PROG_DETACH = 9, BPF_PROG_TEST_RUN = 10, BPF_PROG_RUN = 10, BPF_PROG_GET_NEXT_ID = 11, BPF_MAP_GET_NEXT_ID = 12, BPF_PROG_GET_FD_BY_ID = 13, BPF_MAP_GET_FD_BY_ID = 14, BPF_OBJ_GET_INFO_BY_FD = 15, BPF_PROG_QUERY = 16, BPF_RAW_TRACEPOINT_OPEN = 17, BPF_BTF_LOAD = 18, BPF_BTF_GET_FD_BY_ID = 19, BPF_TASK_FD_QUERY = 20, BPF_MAP_LOOKUP_AND_DELETE_ELEM = 21, BPF_MAP_FREEZE = 22, BPF_BTF_GET_NEXT_ID = 23, BPF_MAP_LOOKUP_BATCH = 24, BPF_MAP_LOOKUP_AND_DELETE_BATCH = 25, BPF_MAP_UPDATE_BATCH = 26, BPF_MAP_DELETE_BATCH = 27, BPF_LINK_CREATE = 28, BPF_LINK_UPDATE = 29, BPF_LINK_GET_FD_BY_ID = 30, BPF_LINK_GET_NEXT_ID = 31, BPF_ENABLE_STATS = 32, BPF_ITER_CREATE = 33, BPF_LINK_DETACH = 34, BPF_PROG_BIND_MAP = 35, }; struct tty_file_private { struct tty_struct *tty; struct file *file; struct list_head list; }; struct dccp_hdr { __be16 dccph_sport; __be16 dccph_dport; __u8 dccph_doff; __u8 dccph_cscov: 4; __u8 dccph_ccval: 4; __sum16 dccph_checksum; __u8 dccph_x: 1; __u8 dccph_type: 4; __u8 dccph_reserved: 3; __u8 dccph_seq2; __be16 dccph_seq; }; enum dccp_state { DCCP_OPEN = 1, DCCP_REQUESTING = 2, DCCP_LISTEN = 10, DCCP_RESPOND = 3, DCCP_ACTIVE_CLOSEREQ = 4, DCCP_PASSIVE_CLOSE = 8, DCCP_CLOSING = 11, DCCP_TIME_WAIT = 6, DCCP_CLOSED = 7, DCCP_NEW_SYN_RECV = 12, DCCP_PARTOPEN = 13, DCCP_PASSIVE_CLOSEREQ = 14, DCCP_MAX_STATES = 15, }; enum sctp_msg_flags { MSG_NOTIFICATION = 32768, }; enum sctp_cid { SCTP_CID_DATA = 0, SCTP_CID_INIT = 1, SCTP_CID_INIT_ACK = 2, SCTP_CID_SACK = 3, SCTP_CID_HEARTBEAT = 4, SCTP_CID_HEARTBEAT_ACK = 5, SCTP_CID_ABORT = 6, SCTP_CID_SHUTDOWN = 7, SCTP_CID_SHUTDOWN_ACK = 8, SCTP_CID_ERROR = 9, SCTP_CID_COOKIE_ECHO = 10, SCTP_CID_COOKIE_ACK = 11, SCTP_CID_ECN_ECNE = 12, SCTP_CID_ECN_CWR = 13, SCTP_CID_SHUTDOWN_COMPLETE = 14, SCTP_CID_AUTH = 15, SCTP_CID_I_DATA = 64, SCTP_CID_FWD_TSN = 192, SCTP_CID_ASCONF = 193, SCTP_CID_I_FWD_TSN = 194, SCTP_CID_ASCONF_ACK = 128, SCTP_CID_RECONF = 130, SCTP_CID_PAD = 132, }; enum sctp_param { SCTP_PARAM_HEARTBEAT_INFO = 256, SCTP_PARAM_IPV4_ADDRESS = 1280, SCTP_PARAM_IPV6_ADDRESS = 1536, SCTP_PARAM_STATE_COOKIE = 1792, SCTP_PARAM_UNRECOGNIZED_PARAMETERS = 2048, SCTP_PARAM_COOKIE_PRESERVATIVE = 2304, SCTP_PARAM_HOST_NAME_ADDRESS = 2816, SCTP_PARAM_SUPPORTED_ADDRESS_TYPES = 3072, SCTP_PARAM_ECN_CAPABLE = 128, SCTP_PARAM_RANDOM = 640, SCTP_PARAM_CHUNKS = 896, SCTP_PARAM_HMAC_ALGO = 1152, SCTP_PARAM_SUPPORTED_EXT = 2176, SCTP_PARAM_FWD_TSN_SUPPORT = 192, SCTP_PARAM_ADD_IP = 448, SCTP_PARAM_DEL_IP = 704, SCTP_PARAM_ERR_CAUSE = 960, SCTP_PARAM_SET_PRIMARY = 1216, SCTP_PARAM_SUCCESS_REPORT = 1472, SCTP_PARAM_ADAPTATION_LAYER_IND = 1728, SCTP_PARAM_RESET_OUT_REQUEST = 3328, SCTP_PARAM_RESET_IN_REQUEST = 3584, SCTP_PARAM_RESET_TSN_REQUEST = 3840, SCTP_PARAM_RESET_RESPONSE = 4096, SCTP_PARAM_RESET_ADD_OUT_STREAMS = 4352, SCTP_PARAM_RESET_ADD_IN_STREAMS = 4608, }; enum { SCTP_MAX_STREAM = 65535, }; enum sctp_event_timeout { SCTP_EVENT_TIMEOUT_NONE = 0, SCTP_EVENT_TIMEOUT_T1_COOKIE = 1, SCTP_EVENT_TIMEOUT_T1_INIT = 2, SCTP_EVENT_TIMEOUT_T2_SHUTDOWN = 3, SCTP_EVENT_TIMEOUT_T3_RTX = 4, SCTP_EVENT_TIMEOUT_T4_RTO = 5, SCTP_EVENT_TIMEOUT_T5_SHUTDOWN_GUARD = 6, SCTP_EVENT_TIMEOUT_HEARTBEAT = 7, SCTP_EVENT_TIMEOUT_RECONF = 8, SCTP_EVENT_TIMEOUT_PROBE = 9, SCTP_EVENT_TIMEOUT_SACK = 10, SCTP_EVENT_TIMEOUT_AUTOCLOSE = 11, }; enum { SCTP_MAX_DUP_TSNS = 16, }; enum { SCTP_AUTH_HMAC_ID_RESERVED_0 = 0, SCTP_AUTH_HMAC_ID_SHA1 = 1, SCTP_AUTH_HMAC_ID_RESERVED_2 = 2, SCTP_AUTH_HMAC_ID_SHA256 = 3, __SCTP_AUTH_HMAC_MAX = 4, }; struct task_security_struct { u32 osid; u32 sid; u32 exec_sid; u32 create_sid; u32 keycreate_sid; u32 sockcreate_sid; }; enum label_initialized { LABEL_INVALID = 0, LABEL_INITIALIZED = 1, LABEL_PENDING = 2, }; struct inode_security_struct { struct inode *inode; struct list_head list; u32 task_sid; u32 sid; u16 sclass; unsigned char initialized; spinlock_t lock; }; struct file_security_struct { u32 sid; u32 fown_sid; u32 isid; u32 pseqno; }; struct superblock_security_struct { u32 sid; u32 def_sid; u32 mntpoint_sid; short unsigned int behavior; short unsigned int flags; struct mutex lock; struct list_head isec_head; spinlock_t isec_lock; }; struct msg_security_struct { u32 sid; }; struct ipc_security_struct { u16 sclass; u32 sid; }; struct tun_security_struct { u32 sid; }; struct key_security_struct { u32 sid; }; struct ib_security_struct { u32 sid; }; struct bpf_security_struct { u32 sid; }; struct perf_event_security_struct { u32 sid; }; struct selinux_mnt_opts { u32 fscontext_sid; u32 context_sid; u32 rootcontext_sid; u32 defcontext_sid; }; enum { Opt_error = 4294967295, Opt_context = 0, Opt_defcontext = 1, Opt_fscontext = 2, Opt_rootcontext = 3, Opt_seclabel = 4, }; struct landlock_ruleset_attr { __u64 handled_access_fs; }; enum landlock_rule_type { LANDLOCK_RULE_PATH_BENEATH = 1, }; struct landlock_path_beneath_attr { __u64 allowed_access; __s32 parent_fd; } __attribute__((packed)); struct signature_v2_hdr { uint8_t type; uint8_t version; uint8_t hash_algo; __be32 keyid; __be16 sig_size; uint8_t sig[0]; } __attribute__((packed)); struct efi_mokvar_table_entry { char name[256]; u64 data_size; u8 data[0]; }; typedef void (*efi_element_handler_t)(const char *, const void *, size_t); struct crypto_engine_op { int (*prepare_request)(struct crypto_engine *, void *); int (*unprepare_request)(struct crypto_engine *, void *); int (*do_one_request)(struct crypto_engine *, void *); }; struct crypto_engine_ctx { struct crypto_engine_op op; }; struct crypto_hash_walk { char *data; unsigned int offset; unsigned int alignmask; struct page *pg; unsigned int entrylen; unsigned int total; struct scatterlist *sg; unsigned int flags; }; struct shash_instance { void (*free)(struct shash_instance *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct { char head[256]; struct crypto_instance base; } s; struct shash_alg alg; }; }; struct crypto_shash_spawn { struct crypto_spawn base; }; struct crypto_report_hash { char type[64]; unsigned int blocksize; unsigned int digestsize; }; struct rsa_key { const u8 *n; const u8 *e; const u8 *d; const u8 *p; const u8 *q; const u8 *dp; const u8 *dq; const u8 *qinv; size_t n_sz; size_t e_sz; size_t d_sz; size_t p_sz; size_t q_sz; size_t dp_sz; size_t dq_sz; size_t qinv_sz; }; enum ecdsasignature_actions { ACT_ecdsa_get_signature_r = 0, ACT_ecdsa_get_signature_s = 1, NR__ecdsasignature_actions = 2, }; struct crypto_report_acomp { char type[64]; }; struct acomp_alg { int (*compress)(struct acomp_req *); int (*decompress)(struct acomp_req *); void (*dst_free)(struct scatterlist *); int (*init)(struct crypto_acomp *); void (*exit)(struct crypto_acomp *); unsigned int reqsize; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_alg base; }; struct md5_state { u32 hash[4]; u32 block[16]; u64 byte_count; }; typedef struct { u64 a; u64 b; } u128; typedef struct { __le64 b; __le64 a; } le128; struct gf128mul_64k { struct gf128mul_4k *t[16]; }; struct aead_instance { void (*free)(struct aead_instance *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct { char head[128]; struct crypto_instance base; } s; struct aead_alg alg; }; }; struct crypto_ahash_spawn { struct crypto_spawn base; }; struct crypto_authenc_keys { const u8 *authkey; const u8 *enckey; unsigned int authkeylen; unsigned int enckeylen; }; struct authenc_esn_instance_ctx { struct crypto_ahash_spawn auth; struct crypto_skcipher_spawn enc; }; struct crypto_authenc_esn_ctx { unsigned int reqoff; struct crypto_ahash *auth; struct crypto_skcipher *enc; struct crypto_sync_skcipher *null; }; struct authenc_esn_request_ctx { struct scatterlist src[2]; struct scatterlist dst[2]; char tail[0]; }; struct ecdh { char *key; short unsigned int key_size; }; struct ecdh_ctx { unsigned int curve_id; unsigned int ndigits; u64 private_key[8]; }; struct asymmetric_key_parser { struct list_head link; struct module *owner; const char *name; int (*parse)(struct key_preparsed_payload *); }; struct section_header; struct pefile_context { unsigned int header_size; unsigned int image_checksum_offset; unsigned int cert_dirent_offset; unsigned int n_data_dirents; unsigned int n_sections; unsigned int certs_size; unsigned int sig_offset; unsigned int sig_len; const struct section_header *secs; const void *digest; unsigned int digest_len; const char *digest_algo; }; struct section_header { char name[8]; uint32_t virtual_size; uint32_t virtual_address; uint32_t raw_data_size; uint32_t data_addr; uint32_t relocs; uint32_t line_numbers; uint16_t num_relocs; uint16_t num_lin_numbers; uint32_t flags; }; enum mscode_actions { ACT_mscode_note_content_type = 0, ACT_mscode_note_digest = 1, ACT_mscode_note_digest_algo = 2, NR__mscode_actions = 3, }; struct kdf_testvec { unsigned char *key; size_t keylen; unsigned char *ikm; size_t ikmlen; struct kvec info; unsigned char *expected; size_t expectedlen; }; enum { WBT_RWQ_BG = 0, WBT_RWQ_KSWAPD = 1, WBT_RWQ_DISCARD = 2, WBT_NUM_RWQ = 3, }; typedef bool (*sb_for_each_fn)(struct sbitmap *, unsigned int, void *); typedef bool busy_tag_iter_fn(struct request *, void *); enum { BLK_MQ_F_SHOULD_MERGE = 1, BLK_MQ_F_TAG_QUEUE_SHARED = 2, BLK_MQ_F_STACKING = 4, BLK_MQ_F_TAG_HCTX_SHARED = 8, BLK_MQ_F_BLOCKING = 32, BLK_MQ_F_NO_SCHED = 64, BLK_MQ_F_NO_SCHED_BY_DEFAULT = 128, BLK_MQ_F_ALLOC_POLICY_START_BIT = 8, BLK_MQ_F_ALLOC_POLICY_BITS = 1, BLK_MQ_S_STOPPED = 0, BLK_MQ_S_TAG_ACTIVE = 1, BLK_MQ_S_SCHED_RESTART = 2, BLK_MQ_S_INACTIVE = 3, BLK_MQ_MAX_DEPTH = 10240, BLK_MQ_CPU_WORK_BATCH = 8, }; enum { BLK_MQ_REQ_NOWAIT = 1, BLK_MQ_REQ_RESERVED = 2, BLK_MQ_REQ_PM = 4, }; enum { BLK_MQ_UNIQUE_TAG_BITS = 16, BLK_MQ_UNIQUE_TAG_MASK = 65535, }; enum { sysctl_hung_task_timeout_secs = 0, }; enum { BLK_MQ_NO_TAG = 4294967295, BLK_MQ_TAG_MIN = 1, BLK_MQ_TAG_MAX = 4294967294, }; struct mq_inflight { struct block_device *part; unsigned int inflight[2]; }; struct blk_rq_wait { struct completion done; blk_status_t ret; }; struct flush_busy_ctx_data { struct blk_mq_hw_ctx *hctx; struct list_head *list; }; struct dispatch_rq_data { struct blk_mq_hw_ctx *hctx; struct request *rq; }; enum prep_dispatch { PREP_DISPATCH_OK = 0, PREP_DISPATCH_NO_TAG = 1, PREP_DISPATCH_NO_BUDGET = 2, }; struct rq_iter_data { struct blk_mq_hw_ctx *hctx; bool has_rq; }; struct blk_mq_qe_pair { struct list_head node; struct request_queue *q; struct elevator_type *type; }; enum { LINUX_RAID_PARTITION = 253, }; struct sgi_volume { s8 name[8]; __be32 block_num; __be32 num_bytes; }; struct sgi_partition { __be32 num_blocks; __be32 first_block; __be32 type; }; struct sgi_disklabel { __be32 magic_mushroom; __be16 root_part_num; __be16 swap_part_num; s8 boot_file[16]; u8 _unused0[48]; struct sgi_volume volume[15]; struct sgi_partition partitions[16]; __be32 csum; __be32 _unused1; }; struct klist_iter { struct klist *i_klist; struct klist_node *i_cur; }; struct class_dev_iter { struct klist_iter ki; const struct device_type *type; }; struct blk_crypto_mode { const char *name; const char *cipher_str; unsigned int keysize; unsigned int ivsize; }; struct xattr_name { char name[256]; }; struct xattr_ctx { union { const void *cvalue; void *value; }; void *kvalue; size_t size; struct xattr_name *kname; unsigned int flags; }; struct io_xattr { struct file *file; struct xattr_ctx ctx; struct filename *filename; }; enum { IORING_MSG_DATA = 0, IORING_MSG_SEND_FD = 1, }; struct io_msg { struct file *file; u64 user_data; u32 len; u32 cmd; u32 src_fd; u32 dst_fd; u32 flags; }; typedef s32 compat_ssize_t; struct iov_iter_state { size_t iov_offset; size_t count; long unsigned int nr_segs; }; struct wait_page_key { struct folio *folio; int bit_nr; int page_match; }; struct io_rw_state { struct iov_iter iter; struct iov_iter_state iter_state; struct iovec fast_iov[8]; }; struct io_async_rw { struct io_rw_state s; const struct iovec *free_iovec; size_t bytes_done; struct wait_page_queue wpq; }; struct io_rw { struct kiocb kiocb; u64 addr; u32 len; rwf_t flags; }; enum string_size_units { STRING_UNITS_10 = 0, STRING_UNITS_2 = 1, }; struct strarray { char **array; size_t n; }; typedef struct { const uint8_t *externalDict; size_t extDictSize; const uint8_t *prefixEnd; size_t prefixSize; } LZ4_streamDecode_t_internal; typedef union { long long unsigned int table[4]; LZ4_streamDecode_t_internal internal_donotuse; } LZ4_streamDecode_t; typedef uintptr_t uptrval; typedef enum { noDict = 0, withPrefix64k = 1, usingExtDict = 2, } dict_directive; typedef enum { endOnOutputSize = 0, endOnInputSize = 1, } endCondition_directive; typedef enum { decode_full_block = 0, partial_decode = 1, } earlyEnd_directive; typedef struct { size_t bitContainer; unsigned int bitPos; char *startPtr; char *ptr; char *endPtr; } BIT_CStream_t; typedef struct { ptrdiff_t value; const void *stateTable; const void *symbolTT; unsigned int stateLog; } FSE_CState_t; typedef struct { int deltaFindState; U32 deltaNbBits; } FSE_symbolCompressionTransform; typedef struct { S16 norm[53]; U32 wksp[182]; } ZSTD_BuildCTableWksp; typedef enum { search_hashChain = 0, search_binaryTree = 1, } searchMethod_e; typedef size_t (*searchMax_f)(ZSTD_matchState_t *, const BYTE *, const BYTE *, size_t *); struct cpu_rmap { struct kref refcount; u16 size; u16 used; void **obj; struct { u16 index; u16 dist; } near[0]; }; struct irq_glue { struct irq_affinity_notify notify; struct cpu_rmap *rmap; u16 index; }; typedef long unsigned int mpi_limb_t; typedef mpi_limb_t *mpi_ptr_t; typedef int mpi_size_t; typedef mpi_limb_t UWtype; typedef unsigned int UHWtype; struct gcry_mpi { int alloced; int nlimbs; int nbits; int sign; unsigned int flags; mpi_limb_t *d; }; typedef struct gcry_mpi *MPI; enum gcry_mpi_constants { MPI_C_ZERO = 0, MPI_C_ONE = 1, MPI_C_TWO = 2, MPI_C_THREE = 3, MPI_C_FOUR = 4, MPI_C_EIGHT = 5, }; struct barrett_ctx_s; typedef struct barrett_ctx_s *mpi_barrett_t; struct gcry_mpi_point { MPI x; MPI y; MPI z; }; typedef struct gcry_mpi_point *MPI_POINT; enum gcry_mpi_ec_models { MPI_EC_WEIERSTRASS = 0, MPI_EC_MONTGOMERY = 1, MPI_EC_EDWARDS = 2, }; enum ecc_dialects { ECC_DIALECT_STANDARD = 0, ECC_DIALECT_ED25519 = 1, ECC_DIALECT_SAFECURVE = 2, }; struct mpi_ec_ctx { enum gcry_mpi_ec_models model; enum ecc_dialects dialect; int flags; unsigned int nbits; MPI p; MPI a; MPI b; MPI_POINT G; MPI n; unsigned int h; MPI_POINT Q; MPI d; const char *name; struct { struct { unsigned int a_is_pminus3: 1; unsigned int two_inv_p: 1; } valid; int a_is_pminus3; MPI two_inv_p; mpi_barrett_t p_barrett; MPI scratch[11]; } t; void (*addm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*subm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*mulm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*pow2)(MPI, const MPI, struct mpi_ec_ctx *); void (*mul2)(MPI, MPI, struct mpi_ec_ctx *); }; struct field_table { const char *p; void (*addm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*subm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*mulm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*mul2)(MPI, MPI, struct mpi_ec_ctx *); void (*pow2)(MPI, const MPI, struct mpi_ec_ctx *); }; struct dim_cq_moder { u16 usec; u16 pkts; u16 comps; u8 cq_period_mode; }; enum dim_cq_period_mode { DIM_CQ_PERIOD_MODE_START_FROM_EQE = 0, DIM_CQ_PERIOD_MODE_START_FROM_CQE = 1, DIM_CQ_PERIOD_NUM_MODES = 2, }; enum dim_state { DIM_START_MEASURE = 0, DIM_MEASURE_IN_PROGRESS = 1, DIM_APPLY_NEW_PROFILE = 2, }; enum dim_tune_state { DIM_PARKING_ON_TOP = 0, DIM_PARKING_TIRED = 1, DIM_GOING_RIGHT = 2, DIM_GOING_LEFT = 3, }; enum dim_stats_state { DIM_STATS_WORSE = 0, DIM_STATS_SAME = 1, DIM_STATS_BETTER = 2, }; enum dim_step_result { DIM_STEPPED = 0, DIM_TOO_TIRED = 1, DIM_ON_EDGE = 2, }; enum format_type { FORMAT_TYPE_NONE = 0, FORMAT_TYPE_WIDTH = 1, FORMAT_TYPE_PRECISION = 2, FORMAT_TYPE_CHAR = 3, FORMAT_TYPE_STR = 4, FORMAT_TYPE_PTR = 5, FORMAT_TYPE_PERCENT_CHAR = 6, FORMAT_TYPE_INVALID = 7, FORMAT_TYPE_LONG_LONG = 8, FORMAT_TYPE_ULONG = 9, FORMAT_TYPE_LONG = 10, FORMAT_TYPE_UBYTE = 11, FORMAT_TYPE_BYTE = 12, FORMAT_TYPE_USHORT = 13, FORMAT_TYPE_SHORT = 14, FORMAT_TYPE_UINT = 15, FORMAT_TYPE_INT = 16, FORMAT_TYPE_SIZE_T = 17, FORMAT_TYPE_PTRDIFF = 18, }; struct printf_spec { unsigned int type: 8; int field_width: 24; unsigned int flags: 8; unsigned int base: 8; int precision: 16; }; struct page_flags_fields { int width; int shift; int mask; const struct printf_spec *spec; const char *name; }; struct acpi_madt_generic_translator { struct acpi_subtable_header header; u16 reserved; u32 translation_id; u64 base_address; u32 reserved2; } __attribute__((packed)); struct mvebu_icu_subset_data { unsigned int icu_group; unsigned int offset_set_ah; unsigned int offset_set_al; unsigned int offset_clr_ah; unsigned int offset_clr_al; }; struct mvebu_icu { void *base; struct device *dev; }; struct mvebu_icu_msi_data { struct mvebu_icu *icu; atomic_t initialized; const struct mvebu_icu_subset_data *subset_data; }; struct mvebu_icu_irq_data { struct mvebu_icu *icu; unsigned int icu_group; unsigned int type; }; struct pdc_pin_region { u32 pin_base; u32 parent_base; u32 cnt; }; enum pdc_irq_config_bits { PDC_LEVEL_LOW = 0, PDC_EDGE_FALLING = 2, PDC_LEVEL_HIGH = 4, PDC_EDGE_RISING = 6, PDC_EDGE_DUAL = 7, }; enum meson_soc_id { MESON_SOC_G12A = 0, MESON_SOC_A1 = 1, }; struct phy_meson_g12a_usb2_priv { struct device *dev; struct regmap *regmap; struct clk *clk; struct reset_control *reset; int soc_id; }; struct pingroup { const char *name; const unsigned int *pins; size_t npins; }; struct amd_function { const char *name; const char * const groups[4]; unsigned int ngroups; int index; }; struct amd_gpio { raw_spinlock_t lock; void *base; void *iomux_base; const struct pingroup *groups; u32 ngroups; struct pinctrl_dev *pctrl; struct gpio_chip gc; unsigned int hwbank_num; struct resource *res; struct platform_device *pdev; u32 *saved_regs; int irq; }; enum amd_functions { IMX_F0_GPIO0 = 0, IMX_F1_GPIO0 = 1, IMX_F2_GPIO0 = 2, IMX_F3_GPIO0 = 3, IMX_F0_GPIO1 = 4, IMX_F1_GPIO1 = 5, IMX_F2_GPIO1 = 6, IMX_F3_GPIO1 = 7, IMX_F0_GPIO2 = 8, IMX_F1_GPIO2 = 9, IMX_F2_GPIO2 = 10, IMX_F3_GPIO2 = 11, IMX_F0_GPIO3 = 12, IMX_F1_GPIO3 = 13, IMX_F2_GPIO3 = 14, IMX_F3_GPIO3 = 15, IMX_F0_GPIO4 = 16, IMX_F1_GPIO4 = 17, IMX_F2_GPIO4 = 18, IMX_F3_GPIO4 = 19, IMX_F0_GPIO5 = 20, IMX_F1_GPIO5 = 21, IMX_F2_GPIO5 = 22, IMX_F3_GPIO5 = 23, IMX_F0_GPIO6 = 24, IMX_F1_GPIO6 = 25, IMX_F2_GPIO6 = 26, IMX_F3_GPIO6 = 27, IMX_F0_GPIO7 = 28, IMX_F1_GPIO7 = 29, IMX_F2_GPIO7 = 30, IMX_F3_GPIO7 = 31, IMX_F0_GPIO8 = 32, IMX_F1_GPIO8 = 33, IMX_F2_GPIO8 = 34, IMX_F3_GPIO8 = 35, IMX_F0_GPIO9 = 36, IMX_F1_GPIO9 = 37, IMX_F2_GPIO9 = 38, IMX_F3_GPIO9 = 39, IMX_F0_GPIO10 = 40, IMX_F1_GPIO10 = 41, IMX_F2_GPIO10 = 42, IMX_F3_GPIO10 = 43, IMX_F0_GPIO11 = 44, IMX_F1_GPIO11 = 45, IMX_F2_GPIO11 = 46, IMX_F3_GPIO11 = 47, IMX_F0_GPIO12 = 48, IMX_F1_GPIO12 = 49, IMX_F2_GPIO12 = 50, IMX_F3_GPIO12 = 51, IMX_F0_GPIO13 = 52, IMX_F1_GPIO13 = 53, IMX_F2_GPIO13 = 54, IMX_F3_GPIO13 = 55, IMX_F0_GPIO14 = 56, IMX_F1_GPIO14 = 57, IMX_F2_GPIO14 = 58, IMX_F3_GPIO14 = 59, IMX_F0_GPIO15 = 60, IMX_F1_GPIO15 = 61, IMX_F2_GPIO15 = 62, IMX_F3_GPIO15 = 63, IMX_F0_GPIO16 = 64, IMX_F1_GPIO16 = 65, IMX_F2_GPIO16 = 66, IMX_F3_GPIO16 = 67, IMX_F0_GPIO17 = 68, IMX_F1_GPIO17 = 69, IMX_F2_GPIO17 = 70, IMX_F3_GPIO17 = 71, IMX_F0_GPIO18 = 72, IMX_F1_GPIO18 = 73, IMX_F2_GPIO18 = 74, IMX_F3_GPIO18 = 75, IMX_F0_GPIO19 = 76, IMX_F1_GPIO19 = 77, IMX_F2_GPIO19 = 78, IMX_F3_GPIO19 = 79, IMX_F0_GPIO20 = 80, IMX_F1_GPIO20 = 81, IMX_F2_GPIO20 = 82, IMX_F3_GPIO20 = 83, IMX_F0_GPIO21 = 84, IMX_F1_GPIO21 = 85, IMX_F2_GPIO21 = 86, IMX_F3_GPIO21 = 87, IMX_F0_GPIO22 = 88, IMX_F1_GPIO22 = 89, IMX_F2_GPIO22 = 90, IMX_F3_GPIO22 = 91, IMX_F0_GPIO23 = 92, IMX_F1_GPIO23 = 93, IMX_F2_GPIO23 = 94, IMX_F3_GPIO23 = 95, IMX_F0_GPIO24 = 96, IMX_F1_GPIO24 = 97, IMX_F2_GPIO24 = 98, IMX_F3_GPIO24 = 99, IMX_F0_GPIO25 = 100, IMX_F1_GPIO25 = 101, IMX_F2_GPIO25 = 102, IMX_F3_GPIO25 = 103, IMX_F0_GPIO26 = 104, IMX_F1_GPIO26 = 105, IMX_F2_GPIO26 = 106, IMX_F3_GPIO26 = 107, IMX_F0_GPIO27 = 108, IMX_F1_GPIO27 = 109, IMX_F2_GPIO27 = 110, IMX_F3_GPIO27 = 111, IMX_F0_GPIO28 = 112, IMX_F1_GPIO28 = 113, IMX_F2_GPIO28 = 114, IMX_F3_GPIO28 = 115, IMX_F0_GPIO29 = 116, IMX_F1_GPIO29 = 117, IMX_F2_GPIO29 = 118, IMX_F3_GPIO29 = 119, IMX_F0_GPIO30 = 120, IMX_F1_GPIO30 = 121, IMX_F2_GPIO30 = 122, IMX_F3_GPIO30 = 123, IMX_F0_GPIO31 = 124, IMX_F1_GPIO31 = 125, IMX_F2_GPIO31 = 126, IMX_F3_GPIO31 = 127, IMX_F0_GPIO32 = 128, IMX_F1_GPIO32 = 129, IMX_F2_GPIO32 = 130, IMX_F3_GPIO32 = 131, IMX_F0_GPIO33 = 132, IMX_F1_GPIO33 = 133, IMX_F2_GPIO33 = 134, IMX_F3_GPIO33 = 135, IMX_F0_GPIO34 = 136, IMX_F1_GPIO34 = 137, IMX_F2_GPIO34 = 138, IMX_F3_GPIO34 = 139, IMX_F0_GPIO35 = 140, IMX_F1_GPIO35 = 141, IMX_F2_GPIO35 = 142, IMX_F3_GPIO35 = 143, IMX_F0_GPIO36 = 144, IMX_F1_GPIO36 = 145, IMX_F2_GPIO36 = 146, IMX_F3_GPIO36 = 147, IMX_F0_GPIO37 = 148, IMX_F1_GPIO37 = 149, IMX_F2_GPIO37 = 150, IMX_F3_GPIO37 = 151, IMX_F0_GPIO38 = 152, IMX_F1_GPIO38 = 153, IMX_F2_GPIO38 = 154, IMX_F3_GPIO38 = 155, IMX_F0_GPIO39 = 156, IMX_F1_GPIO39 = 157, IMX_F2_GPIO39 = 158, IMX_F3_GPIO39 = 159, IMX_F0_GPIO40 = 160, IMX_F1_GPIO40 = 161, IMX_F2_GPIO40 = 162, IMX_F3_GPIO40 = 163, IMX_F0_GPIO41 = 164, IMX_F1_GPIO41 = 165, IMX_F2_GPIO41 = 166, IMX_F3_GPIO41 = 167, IMX_F0_GPIO42 = 168, IMX_F1_GPIO42 = 169, IMX_F2_GPIO42 = 170, IMX_F3_GPIO42 = 171, IMX_F0_GPIO43 = 172, IMX_F1_GPIO43 = 173, IMX_F2_GPIO43 = 174, IMX_F3_GPIO43 = 175, IMX_F0_GPIO44 = 176, IMX_F1_GPIO44 = 177, IMX_F2_GPIO44 = 178, IMX_F3_GPIO44 = 179, IMX_F0_GPIO45 = 180, IMX_F1_GPIO45 = 181, IMX_F2_GPIO45 = 182, IMX_F3_GPIO45 = 183, IMX_F0_GPIO46 = 184, IMX_F1_GPIO46 = 185, IMX_F2_GPIO46 = 186, IMX_F3_GPIO46 = 187, IMX_F0_GPIO47 = 188, IMX_F1_GPIO47 = 189, IMX_F2_GPIO47 = 190, IMX_F3_GPIO47 = 191, IMX_F0_GPIO48 = 192, IMX_F1_GPIO48 = 193, IMX_F2_GPIO48 = 194, IMX_F3_GPIO48 = 195, IMX_F0_GPIO49 = 196, IMX_F1_GPIO49 = 197, IMX_F2_GPIO49 = 198, IMX_F3_GPIO49 = 199, IMX_F0_GPIO50 = 200, IMX_F1_GPIO50 = 201, IMX_F2_GPIO50 = 202, IMX_F3_GPIO50 = 203, IMX_F0_GPIO51 = 204, IMX_F1_GPIO51 = 205, IMX_F2_GPIO51 = 206, IMX_F3_GPIO51 = 207, IMX_F0_GPIO52 = 208, IMX_F1_GPIO52 = 209, IMX_F2_GPIO52 = 210, IMX_F3_GPIO52 = 211, IMX_F0_GPIO53 = 212, IMX_F1_GPIO53 = 213, IMX_F2_GPIO53 = 214, IMX_F3_GPIO53 = 215, IMX_F0_GPIO54 = 216, IMX_F1_GPIO54 = 217, IMX_F2_GPIO54 = 218, IMX_F3_GPIO54 = 219, IMX_F0_GPIO55 = 220, IMX_F1_GPIO55 = 221, IMX_F2_GPIO55 = 222, IMX_F3_GPIO55 = 223, IMX_F0_GPIO56 = 224, IMX_F1_GPIO56 = 225, IMX_F2_GPIO56 = 226, IMX_F3_GPIO56 = 227, IMX_F0_GPIO57 = 228, IMX_F1_GPIO57 = 229, IMX_F2_GPIO57 = 230, IMX_F3_GPIO57 = 231, IMX_F0_GPIO58 = 232, IMX_F1_GPIO58 = 233, IMX_F2_GPIO58 = 234, IMX_F3_GPIO58 = 235, IMX_F0_GPIO59 = 236, IMX_F1_GPIO59 = 237, IMX_F2_GPIO59 = 238, IMX_F3_GPIO59 = 239, IMX_F0_GPIO60 = 240, IMX_F1_GPIO60 = 241, IMX_F2_GPIO60 = 242, IMX_F3_GPIO60 = 243, IMX_F0_GPIO61 = 244, IMX_F1_GPIO61 = 245, IMX_F2_GPIO61 = 246, IMX_F3_GPIO61 = 247, IMX_F0_GPIO62 = 248, IMX_F1_GPIO62 = 249, IMX_F2_GPIO62 = 250, IMX_F3_GPIO62 = 251, IMX_F0_GPIO64 = 252, IMX_F1_GPIO64 = 253, IMX_F2_GPIO64 = 254, IMX_F3_GPIO64 = 255, IMX_F0_GPIO65 = 256, IMX_F1_GPIO65 = 257, IMX_F2_GPIO65 = 258, IMX_F3_GPIO65 = 259, IMX_F0_GPIO66 = 260, IMX_F1_GPIO66 = 261, IMX_F2_GPIO66 = 262, IMX_F3_GPIO66 = 263, IMX_F0_GPIO67 = 264, IMX_F1_GPIO67 = 265, IMX_F2_GPIO67 = 266, IMX_F3_GPIO67 = 267, IMX_F0_GPIO68 = 268, IMX_F1_GPIO68 = 269, IMX_F2_GPIO68 = 270, IMX_F3_GPIO68 = 271, IMX_F0_GPIO69 = 272, IMX_F1_GPIO69 = 273, IMX_F2_GPIO69 = 274, IMX_F3_GPIO69 = 275, IMX_F0_GPIO70 = 276, IMX_F1_GPIO70 = 277, IMX_F2_GPIO70 = 278, IMX_F3_GPIO70 = 279, IMX_F0_GPIO71 = 280, IMX_F1_GPIO71 = 281, IMX_F2_GPIO71 = 282, IMX_F3_GPIO71 = 283, IMX_F0_GPIO72 = 284, IMX_F1_GPIO72 = 285, IMX_F2_GPIO72 = 286, IMX_F3_GPIO72 = 287, IMX_F0_GPIO73 = 288, IMX_F1_GPIO73 = 289, IMX_F2_GPIO73 = 290, IMX_F3_GPIO73 = 291, IMX_F0_GPIO74 = 292, IMX_F1_GPIO74 = 293, IMX_F2_GPIO74 = 294, IMX_F3_GPIO74 = 295, IMX_F0_GPIO75 = 296, IMX_F1_GPIO75 = 297, IMX_F2_GPIO75 = 298, IMX_F3_GPIO75 = 299, IMX_F0_GPIO76 = 300, IMX_F1_GPIO76 = 301, IMX_F2_GPIO76 = 302, IMX_F3_GPIO76 = 303, IMX_F0_GPIO77 = 304, IMX_F1_GPIO77 = 305, IMX_F2_GPIO77 = 306, IMX_F3_GPIO77 = 307, IMX_F0_GPIO78 = 308, IMX_F1_GPIO78 = 309, IMX_F2_GPIO78 = 310, IMX_F3_GPIO78 = 311, IMX_F0_GPIO79 = 312, IMX_F1_GPIO79 = 313, IMX_F2_GPIO79 = 314, IMX_F3_GPIO79 = 315, IMX_F0_GPIO80 = 316, IMX_F1_GPIO80 = 317, IMX_F2_GPIO80 = 318, IMX_F3_GPIO80 = 319, IMX_F0_GPIO81 = 320, IMX_F1_GPIO81 = 321, IMX_F2_GPIO81 = 322, IMX_F3_GPIO81 = 323, IMX_F0_GPIO82 = 324, IMX_F1_GPIO82 = 325, IMX_F2_GPIO82 = 326, IMX_F3_GPIO82 = 327, IMX_F0_GPIO83 = 328, IMX_F1_GPIO83 = 329, IMX_F2_GPIO83 = 330, IMX_F3_GPIO83 = 331, IMX_F0_GPIO84 = 332, IMX_F1_GPIO84 = 333, IMX_F2_GPIO84 = 334, IMX_F3_GPIO84 = 335, IMX_F0_GPIO85 = 336, IMX_F1_GPIO85 = 337, IMX_F2_GPIO85 = 338, IMX_F3_GPIO85 = 339, IMX_F0_GPIO86 = 340, IMX_F1_GPIO86 = 341, IMX_F2_GPIO86 = 342, IMX_F3_GPIO86 = 343, IMX_F0_GPIO87 = 344, IMX_F1_GPIO87 = 345, IMX_F2_GPIO87 = 346, IMX_F3_GPIO87 = 347, IMX_F0_GPIO88 = 348, IMX_F1_GPIO88 = 349, IMX_F2_GPIO88 = 350, IMX_F3_GPIO88 = 351, IMX_F0_GPIO89 = 352, IMX_F1_GPIO89 = 353, IMX_F2_GPIO89 = 354, IMX_F3_GPIO89 = 355, IMX_F0_GPIO90 = 356, IMX_F1_GPIO90 = 357, IMX_F2_GPIO90 = 358, IMX_F3_GPIO90 = 359, IMX_F0_GPIO91 = 360, IMX_F1_GPIO91 = 361, IMX_F2_GPIO91 = 362, IMX_F3_GPIO91 = 363, IMX_F0_GPIO92 = 364, IMX_F1_GPIO92 = 365, IMX_F2_GPIO92 = 366, IMX_F3_GPIO92 = 367, IMX_F0_GPIO93 = 368, IMX_F1_GPIO93 = 369, IMX_F2_GPIO93 = 370, IMX_F3_GPIO93 = 371, IMX_F0_GPIO94 = 372, IMX_F1_GPIO94 = 373, IMX_F2_GPIO94 = 374, IMX_F3_GPIO94 = 375, IMX_F0_GPIO95 = 376, IMX_F1_GPIO95 = 377, IMX_F2_GPIO95 = 378, IMX_F3_GPIO95 = 379, IMX_F0_GPIO96 = 380, IMX_F1_GPIO96 = 381, IMX_F2_GPIO96 = 382, IMX_F3_GPIO96 = 383, IMX_F0_GPIO97 = 384, IMX_F1_GPIO97 = 385, IMX_F2_GPIO97 = 386, IMX_F3_GPIO97 = 387, IMX_F0_GPIO98 = 388, IMX_F1_GPIO98 = 389, IMX_F2_GPIO98 = 390, IMX_F3_GPIO98 = 391, IMX_F0_GPIO99 = 392, IMX_F1_GPIO99 = 393, IMX_F2_GPIO99 = 394, IMX_F3_GPIO99 = 395, IMX_F0_GPIO100 = 396, IMX_F1_GPIO100 = 397, IMX_F2_GPIO100 = 398, IMX_F3_GPIO100 = 399, IMX_F0_GPIO101 = 400, IMX_F1_GPIO101 = 401, IMX_F2_GPIO101 = 402, IMX_F3_GPIO101 = 403, IMX_F0_GPIO102 = 404, IMX_F1_GPIO102 = 405, IMX_F2_GPIO102 = 406, IMX_F3_GPIO102 = 407, IMX_F0_GPIO103 = 408, IMX_F1_GPIO103 = 409, IMX_F2_GPIO103 = 410, IMX_F3_GPIO103 = 411, IMX_F0_GPIO104 = 412, IMX_F1_GPIO104 = 413, IMX_F2_GPIO104 = 414, IMX_F3_GPIO104 = 415, IMX_F0_GPIO105 = 416, IMX_F1_GPIO105 = 417, IMX_F2_GPIO105 = 418, IMX_F3_GPIO105 = 419, IMX_F0_GPIO106 = 420, IMX_F1_GPIO106 = 421, IMX_F2_GPIO106 = 422, IMX_F3_GPIO106 = 423, IMX_F0_GPIO107 = 424, IMX_F1_GPIO107 = 425, IMX_F2_GPIO107 = 426, IMX_F3_GPIO107 = 427, IMX_F0_GPIO108 = 428, IMX_F1_GPIO108 = 429, IMX_F2_GPIO108 = 430, IMX_F3_GPIO108 = 431, IMX_F0_GPIO109 = 432, IMX_F1_GPIO109 = 433, IMX_F2_GPIO109 = 434, IMX_F3_GPIO109 = 435, IMX_F0_GPIO110 = 436, IMX_F1_GPIO110 = 437, IMX_F2_GPIO110 = 438, IMX_F3_GPIO110 = 439, IMX_F0_GPIO111 = 440, IMX_F1_GPIO111 = 441, IMX_F2_GPIO111 = 442, IMX_F3_GPIO111 = 443, IMX_F0_GPIO112 = 444, IMX_F1_GPIO112 = 445, IMX_F2_GPIO112 = 446, IMX_F3_GPIO112 = 447, IMX_F0_GPIO113 = 448, IMX_F1_GPIO113 = 449, IMX_F2_GPIO113 = 450, IMX_F3_GPIO113 = 451, IMX_F0_GPIO114 = 452, IMX_F1_GPIO114 = 453, IMX_F2_GPIO114 = 454, IMX_F3_GPIO114 = 455, IMX_F0_GPIO115 = 456, IMX_F1_GPIO115 = 457, IMX_F2_GPIO115 = 458, IMX_F3_GPIO115 = 459, IMX_F0_GPIO116 = 460, IMX_F1_GPIO116 = 461, IMX_F2_GPIO116 = 462, IMX_F3_GPIO116 = 463, IMX_F0_GPIO117 = 464, IMX_F1_GPIO117 = 465, IMX_F2_GPIO117 = 466, IMX_F3_GPIO117 = 467, IMX_F0_GPIO118 = 468, IMX_F1_GPIO118 = 469, IMX_F2_GPIO118 = 470, IMX_F3_GPIO118 = 471, IMX_F0_GPIO119 = 472, IMX_F1_GPIO119 = 473, IMX_F2_GPIO119 = 474, IMX_F3_GPIO119 = 475, IMX_F0_GPIO120 = 476, IMX_F1_GPIO120 = 477, IMX_F2_GPIO120 = 478, IMX_F3_GPIO120 = 479, IMX_F0_GPIO121 = 480, IMX_F1_GPIO121 = 481, IMX_F2_GPIO121 = 482, IMX_F3_GPIO121 = 483, IMX_F0_GPIO122 = 484, IMX_F1_GPIO122 = 485, IMX_F2_GPIO122 = 486, IMX_F3_GPIO122 = 487, IMX_F0_GPIO123 = 488, IMX_F1_GPIO123 = 489, IMX_F2_GPIO123 = 490, IMX_F3_GPIO123 = 491, IMX_F0_GPIO124 = 492, IMX_F1_GPIO124 = 493, IMX_F2_GPIO124 = 494, IMX_F3_GPIO124 = 495, IMX_F0_GPIO125 = 496, IMX_F1_GPIO125 = 497, IMX_F2_GPIO125 = 498, IMX_F3_GPIO125 = 499, IMX_F0_GPIO126 = 500, IMX_F1_GPIO126 = 501, IMX_F2_GPIO126 = 502, IMX_F3_GPIO126 = 503, IMX_F0_GPIO127 = 504, IMX_F1_GPIO127 = 505, IMX_F2_GPIO127 = 506, IMX_F3_GPIO127 = 507, IMX_F0_GPIO128 = 508, IMX_F1_GPIO128 = 509, IMX_F2_GPIO128 = 510, IMX_F3_GPIO128 = 511, IMX_F0_GPIO129 = 512, IMX_F1_GPIO129 = 513, IMX_F2_GPIO129 = 514, IMX_F3_GPIO129 = 515, IMX_F0_GPIO130 = 516, IMX_F1_GPIO130 = 517, IMX_F2_GPIO130 = 518, IMX_F3_GPIO130 = 519, IMX_F0_GPIO131 = 520, IMX_F1_GPIO131 = 521, IMX_F2_GPIO131 = 522, IMX_F3_GPIO131 = 523, IMX_F0_GPIO132 = 524, IMX_F1_GPIO132 = 525, IMX_F2_GPIO132 = 526, IMX_F3_GPIO132 = 527, IMX_F0_GPIO133 = 528, IMX_F1_GPIO133 = 529, IMX_F2_GPIO133 = 530, IMX_F3_GPIO133 = 531, IMX_F0_GPIO134 = 532, IMX_F1_GPIO134 = 533, IMX_F2_GPIO134 = 534, IMX_F3_GPIO134 = 535, IMX_F0_GPIO135 = 536, IMX_F1_GPIO135 = 537, IMX_F2_GPIO135 = 538, IMX_F3_GPIO135 = 539, IMX_F0_GPIO136 = 540, IMX_F1_GPIO136 = 541, IMX_F2_GPIO136 = 542, IMX_F3_GPIO136 = 543, IMX_F0_GPIO137 = 544, IMX_F1_GPIO137 = 545, IMX_F2_GPIO137 = 546, IMX_F3_GPIO137 = 547, IMX_F0_GPIO138 = 548, IMX_F1_GPIO138 = 549, IMX_F2_GPIO138 = 550, IMX_F3_GPIO138 = 551, IMX_F0_GPIO139 = 552, IMX_F1_GPIO139 = 553, IMX_F2_GPIO139 = 554, IMX_F3_GPIO139 = 555, IMX_F0_GPIO140 = 556, IMX_F1_GPIO140 = 557, IMX_F2_GPIO140 = 558, IMX_F3_GPIO140 = 559, IMX_F0_GPIO141 = 560, IMX_F1_GPIO141 = 561, IMX_F2_GPIO141 = 562, IMX_F3_GPIO141 = 563, IMX_F0_GPIO142 = 564, IMX_F1_GPIO142 = 565, IMX_F2_GPIO142 = 566, IMX_F3_GPIO142 = 567, IMX_F0_GPIO143 = 568, IMX_F1_GPIO143 = 569, IMX_F2_GPIO143 = 570, IMX_F3_GPIO143 = 571, IMX_F0_GPIO144 = 572, IMX_F1_GPIO144 = 573, IMX_F2_GPIO144 = 574, IMX_F3_GPIO144 = 575, }; enum imx8mm_pads { MX8MM_PAD_RESERVE0 = 0, MX8MM_PAD_RESERVE1 = 1, MX8MM_PAD_RESERVE2 = 2, MX8MM_PAD_RESERVE3 = 3, MX8MM_PAD_RESERVE4 = 4, MX8MM_PAD_RESERVE5 = 5, MX8MM_PAD_RESERVE6 = 6, MX8MM_PAD_RESERVE7 = 7, MX8MM_PAD_RESERVE8 = 8, MX8MM_PAD_RESERVE9 = 9, MX8MM_IOMUXC_GPIO1_IO00 = 10, MX8MM_IOMUXC_GPIO1_IO01 = 11, MX8MM_IOMUXC_GPIO1_IO02 = 12, MX8MM_IOMUXC_GPIO1_IO03 = 13, MX8MM_IOMUXC_GPIO1_IO04 = 14, MX8MM_IOMUXC_GPIO1_IO05 = 15, MX8MM_IOMUXC_GPIO1_IO06 = 16, MX8MM_IOMUXC_GPIO1_IO07 = 17, MX8MM_IOMUXC_GPIO1_IO08 = 18, MX8MM_IOMUXC_GPIO1_IO09 = 19, MX8MM_IOMUXC_GPIO1_IO10 = 20, MX8MM_IOMUXC_GPIO1_IO11 = 21, MX8MM_IOMUXC_GPIO1_IO12 = 22, MX8MM_IOMUXC_GPIO1_IO13 = 23, MX8MM_IOMUXC_GPIO1_IO14 = 24, MX8MM_IOMUXC_GPIO1_IO15 = 25, MX8MM_IOMUXC_ENET_MDC = 26, MX8MM_IOMUXC_ENET_MDIO = 27, MX8MM_IOMUXC_ENET_TD3 = 28, MX8MM_IOMUXC_ENET_TD2 = 29, MX8MM_IOMUXC_ENET_TD1 = 30, MX8MM_IOMUXC_ENET_TD0 = 31, MX8MM_IOMUXC_ENET_TX_CTL = 32, MX8MM_IOMUXC_ENET_TXC = 33, MX8MM_IOMUXC_ENET_RX_CTL = 34, MX8MM_IOMUXC_ENET_RXC = 35, MX8MM_IOMUXC_ENET_RD0 = 36, MX8MM_IOMUXC_ENET_RD1 = 37, MX8MM_IOMUXC_ENET_RD2 = 38, MX8MM_IOMUXC_ENET_RD3 = 39, MX8MM_IOMUXC_SD1_CLK = 40, MX8MM_IOMUXC_SD1_CMD = 41, MX8MM_IOMUXC_SD1_DATA0 = 42, MX8MM_IOMUXC_SD1_DATA1 = 43, MX8MM_IOMUXC_SD1_DATA2 = 44, MX8MM_IOMUXC_SD1_DATA3 = 45, MX8MM_IOMUXC_SD1_DATA4 = 46, MX8MM_IOMUXC_SD1_DATA5 = 47, MX8MM_IOMUXC_SD1_DATA6 = 48, MX8MM_IOMUXC_SD1_DATA7 = 49, MX8MM_IOMUXC_SD1_RESET_B = 50, MX8MM_IOMUXC_SD1_STROBE = 51, MX8MM_IOMUXC_SD2_CD_B = 52, MX8MM_IOMUXC_SD2_CLK = 53, MX8MM_IOMUXC_SD2_CMD = 54, MX8MM_IOMUXC_SD2_DATA0 = 55, MX8MM_IOMUXC_SD2_DATA1 = 56, MX8MM_IOMUXC_SD2_DATA2 = 57, MX8MM_IOMUXC_SD2_DATA3 = 58, MX8MM_IOMUXC_SD2_RESET_B = 59, MX8MM_IOMUXC_SD2_WP = 60, MX8MM_IOMUXC_NAND_ALE = 61, MX8MM_IOMUXC_NAND_CE0 = 62, MX8MM_IOMUXC_NAND_CE1 = 63, MX8MM_IOMUXC_NAND_CE2 = 64, MX8MM_IOMUXC_NAND_CE3 = 65, MX8MM_IOMUXC_NAND_CLE = 66, MX8MM_IOMUXC_NAND_DATA00 = 67, MX8MM_IOMUXC_NAND_DATA01 = 68, MX8MM_IOMUXC_NAND_DATA02 = 69, MX8MM_IOMUXC_NAND_DATA03 = 70, MX8MM_IOMUXC_NAND_DATA04 = 71, MX8MM_IOMUXC_NAND_DATA05 = 72, MX8MM_IOMUXC_NAND_DATA06 = 73, MX8MM_IOMUXC_NAND_DATA07 = 74, MX8MM_IOMUXC_NAND_DQS = 75, MX8MM_IOMUXC_NAND_RE_B = 76, MX8MM_IOMUXC_NAND_READY_B = 77, MX8MM_IOMUXC_NAND_WE_B = 78, MX8MM_IOMUXC_NAND_WP_B = 79, MX8MM_IOMUXC_SAI5_RXFS = 80, MX8MM_IOMUXC_SAI5_RXC = 81, MX8MM_IOMUXC_SAI5_RXD0 = 82, MX8MM_IOMUXC_SAI5_RXD1 = 83, MX8MM_IOMUXC_SAI5_RXD2 = 84, MX8MM_IOMUXC_SAI5_RXD3 = 85, MX8MM_IOMUXC_SAI5_MCLK = 86, MX8MM_IOMUXC_SAI1_RXFS = 87, MX8MM_IOMUXC_SAI1_RXC = 88, MX8MM_IOMUXC_SAI1_RXD0 = 89, MX8MM_IOMUXC_SAI1_RXD1 = 90, MX8MM_IOMUXC_SAI1_RXD2 = 91, MX8MM_IOMUXC_SAI1_RXD3 = 92, MX8MM_IOMUXC_SAI1_RXD4 = 93, MX8MM_IOMUXC_SAI1_RXD5 = 94, MX8MM_IOMUXC_SAI1_RXD6 = 95, MX8MM_IOMUXC_SAI1_RXD7 = 96, MX8MM_IOMUXC_SAI1_TXFS = 97, MX8MM_IOMUXC_SAI1_TXC = 98, MX8MM_IOMUXC_SAI1_TXD0 = 99, MX8MM_IOMUXC_SAI1_TXD1 = 100, MX8MM_IOMUXC_SAI1_TXD2 = 101, MX8MM_IOMUXC_SAI1_TXD3 = 102, MX8MM_IOMUXC_SAI1_TXD4 = 103, MX8MM_IOMUXC_SAI1_TXD5 = 104, MX8MM_IOMUXC_SAI1_TXD6 = 105, MX8MM_IOMUXC_SAI1_TXD7 = 106, MX8MM_IOMUXC_SAI1_MCLK = 107, MX8MM_IOMUXC_SAI2_RXFS = 108, MX8MM_IOMUXC_SAI2_RXC = 109, MX8MM_IOMUXC_SAI2_RXD0 = 110, MX8MM_IOMUXC_SAI2_TXFS = 111, MX8MM_IOMUXC_SAI2_TXC = 112, MX8MM_IOMUXC_SAI2_TXD0 = 113, MX8MM_IOMUXC_SAI2_MCLK = 114, MX8MM_IOMUXC_SAI3_RXFS = 115, MX8MM_IOMUXC_SAI3_RXC = 116, MX8MM_IOMUXC_SAI3_RXD = 117, MX8MM_IOMUXC_SAI3_TXFS = 118, MX8MM_IOMUXC_SAI3_TXC = 119, MX8MM_IOMUXC_SAI3_TXD = 120, MX8MM_IOMUXC_SAI3_MCLK = 121, MX8MM_IOMUXC_SPDIF_TX = 122, MX8MM_IOMUXC_SPDIF_RX = 123, MX8MM_IOMUXC_SPDIF_EXT_CLK = 124, MX8MM_IOMUXC_ECSPI1_SCLK = 125, MX8MM_IOMUXC_ECSPI1_MOSI = 126, MX8MM_IOMUXC_ECSPI1_MISO = 127, MX8MM_IOMUXC_ECSPI1_SS0 = 128, MX8MM_IOMUXC_ECSPI2_SCLK = 129, MX8MM_IOMUXC_ECSPI2_MOSI = 130, MX8MM_IOMUXC_ECSPI2_MISO = 131, MX8MM_IOMUXC_ECSPI2_SS0 = 132, MX8MM_IOMUXC_I2C1_SCL = 133, MX8MM_IOMUXC_I2C1_SDA = 134, MX8MM_IOMUXC_I2C2_SCL = 135, MX8MM_IOMUXC_I2C2_SDA = 136, MX8MM_IOMUXC_I2C3_SCL = 137, MX8MM_IOMUXC_I2C3_SDA = 138, MX8MM_IOMUXC_I2C4_SCL = 139, MX8MM_IOMUXC_I2C4_SDA = 140, MX8MM_IOMUXC_UART1_RXD = 141, MX8MM_IOMUXC_UART1_TXD = 142, MX8MM_IOMUXC_UART2_RXD = 143, MX8MM_IOMUXC_UART2_TXD = 144, MX8MM_IOMUXC_UART3_RXD = 145, MX8MM_IOMUXC_UART3_TXD = 146, MX8MM_IOMUXC_UART4_RXD = 147, MX8MM_IOMUXC_UART4_TXD = 148, }; enum pin_id { TEGRA_PIN_DAP6_SCLK_PA0 = 0, TEGRA_PIN_DAP6_DOUT_PA1 = 1, TEGRA_PIN_DAP6_DIN_PA2 = 2, TEGRA_PIN_DAP6_FS_PA3 = 3, TEGRA_PIN_DAP4_SCLK_PA4 = 4, TEGRA_PIN_DAP4_DOUT_PA5 = 5, TEGRA_PIN_DAP4_DIN_PA6 = 6, TEGRA_PIN_DAP4_FS_PA7 = 7, TEGRA_PIN_CPU_PWR_REQ_0_PB0 = 8, TEGRA_PIN_CPU_PWR_REQ_1_PB1 = 9, TEGRA_PIN_QSPI0_SCK_PC0 = 10, TEGRA_PIN_QSPI0_CS_N_PC1 = 11, TEGRA_PIN_QSPI0_IO0_PC2 = 12, TEGRA_PIN_QSPI0_IO1_PC3 = 13, TEGRA_PIN_QSPI0_IO2_PC4 = 14, TEGRA_PIN_QSPI0_IO3_PC5 = 15, TEGRA_PIN_QSPI1_SCK_PC6 = 16, TEGRA_PIN_QSPI1_CS_N_PC7 = 17, TEGRA_PIN_QSPI1_IO0_PD0 = 18, TEGRA_PIN_QSPI1_IO1_PD1 = 19, TEGRA_PIN_QSPI1_IO2_PD2 = 20, TEGRA_PIN_QSPI1_IO3_PD3 = 21, TEGRA_PIN_EQOS_TXC_PE0 = 22, TEGRA_PIN_EQOS_TD0_PE1 = 23, TEGRA_PIN_EQOS_TD1_PE2 = 24, TEGRA_PIN_EQOS_TD2_PE3 = 25, TEGRA_PIN_EQOS_TD3_PE4 = 26, TEGRA_PIN_EQOS_TX_CTL_PE5 = 27, TEGRA_PIN_EQOS_RD0_PE6 = 28, TEGRA_PIN_EQOS_RD1_PE7 = 29, TEGRA_PIN_EQOS_RD2_PF0 = 30, TEGRA_PIN_EQOS_RD3_PF1 = 31, TEGRA_PIN_EQOS_RX_CTL_PF2 = 32, TEGRA_PIN_EQOS_RXC_PF3 = 33, TEGRA_PIN_EQOS_SMA_MDIO_PF4 = 34, TEGRA_PIN_EQOS_SMA_MDC_PF5 = 35, TEGRA_PIN_SOC_GPIO00_PG0 = 36, TEGRA_PIN_SOC_GPIO01_PG1 = 37, TEGRA_PIN_SOC_GPIO02_PG2 = 38, TEGRA_PIN_SOC_GPIO03_PG3 = 39, TEGRA_PIN_SOC_GPIO08_PG4 = 40, TEGRA_PIN_SOC_GPIO09_PG5 = 41, TEGRA_PIN_SOC_GPIO10_PG6 = 42, TEGRA_PIN_SOC_GPIO11_PG7 = 43, TEGRA_PIN_SOC_GPIO12_PH0 = 44, TEGRA_PIN_SOC_GPIO13_PH1 = 45, TEGRA_PIN_SOC_GPIO14_PH2 = 46, TEGRA_PIN_UART4_TX_PH3 = 47, TEGRA_PIN_UART4_RX_PH4 = 48, TEGRA_PIN_UART4_RTS_PH5 = 49, TEGRA_PIN_UART4_CTS_PH6 = 50, TEGRA_PIN_DAP2_SCLK_PH7 = 51, TEGRA_PIN_DAP2_DOUT_PI0 = 52, TEGRA_PIN_DAP2_DIN_PI1 = 53, TEGRA_PIN_DAP2_FS_PI2 = 54, TEGRA_PIN_GEN1_I2C_SCL_PI3 = 55, TEGRA_PIN_GEN1_I2C_SDA_PI4 = 56, TEGRA_PIN_SDMMC1_CLK_PJ0 = 57, TEGRA_PIN_SDMMC1_CMD_PJ1 = 58, TEGRA_PIN_SDMMC1_DAT0_PJ2 = 59, TEGRA_PIN_SDMMC1_DAT1_PJ3 = 60, TEGRA_PIN_SDMMC1_DAT2_PJ4 = 61, TEGRA_PIN_SDMMC1_DAT3_PJ5 = 62, TEGRA_PIN_PEX_L0_CLKREQ_N_PK0 = 63, TEGRA_PIN_PEX_L0_RST_N_PK1 = 64, TEGRA_PIN_PEX_L1_CLKREQ_N_PK2 = 65, TEGRA_PIN_PEX_L1_RST_N_PK3 = 66, TEGRA_PIN_PEX_L2_CLKREQ_N_PK4 = 67, TEGRA_PIN_PEX_L2_RST_N_PK5 = 68, TEGRA_PIN_PEX_L3_CLKREQ_N_PK6 = 69, TEGRA_PIN_PEX_L3_RST_N_PK7 = 70, TEGRA_PIN_PEX_L4_CLKREQ_N_PL0 = 71, TEGRA_PIN_PEX_L4_RST_N_PL1 = 72, TEGRA_PIN_PEX_WAKE_N_PL2 = 73, TEGRA_PIN_SATA_DEV_SLP_PL3 = 74, TEGRA_PIN_DP_AUX_CH0_HPD_PM0 = 75, TEGRA_PIN_DP_AUX_CH1_HPD_PM1 = 76, TEGRA_PIN_DP_AUX_CH2_HPD_PM2 = 77, TEGRA_PIN_DP_AUX_CH3_HPD_PM3 = 78, TEGRA_PIN_HDMI_CEC_PM4 = 79, TEGRA_PIN_SOC_GPIO50_PM5 = 80, TEGRA_PIN_SOC_GPIO51_PM6 = 81, TEGRA_PIN_SOC_GPIO52_PM7 = 82, TEGRA_PIN_SOC_GPIO53_PN0 = 83, TEGRA_PIN_SOC_GPIO54_PN1 = 84, TEGRA_PIN_SOC_GPIO55_PN2 = 85, TEGRA_PIN_SDMMC3_CLK_PO0 = 86, TEGRA_PIN_SDMMC3_CMD_PO1 = 87, TEGRA_PIN_SDMMC3_DAT0_PO2 = 88, TEGRA_PIN_SDMMC3_DAT1_PO3 = 89, TEGRA_PIN_SDMMC3_DAT2_PO4 = 90, TEGRA_PIN_SDMMC3_DAT3_PO5 = 91, TEGRA_PIN_EXTPERIPH1_CLK_PP0 = 92, TEGRA_PIN_EXTPERIPH2_CLK_PP1 = 93, TEGRA_PIN_CAM_I2C_SCL_PP2 = 94, TEGRA_PIN_CAM_I2C_SDA_PP3 = 95, TEGRA_PIN_SOC_GPIO04_PP4 = 96, TEGRA_PIN_SOC_GPIO05_PP5 = 97, TEGRA_PIN_SOC_GPIO06_PP6 = 98, TEGRA_PIN_SOC_GPIO07_PP7 = 99, TEGRA_PIN_SOC_GPIO20_PQ0 = 100, TEGRA_PIN_SOC_GPIO21_PQ1 = 101, TEGRA_PIN_SOC_GPIO22_PQ2 = 102, TEGRA_PIN_SOC_GPIO23_PQ3 = 103, TEGRA_PIN_SOC_GPIO40_PQ4 = 104, TEGRA_PIN_SOC_GPIO41_PQ5 = 105, TEGRA_PIN_SOC_GPIO42_PQ6 = 106, TEGRA_PIN_SOC_GPIO43_PQ7 = 107, TEGRA_PIN_SOC_GPIO44_PR0 = 108, TEGRA_PIN_SOC_GPIO45_PR1 = 109, TEGRA_PIN_UART1_TX_PR2 = 110, TEGRA_PIN_UART1_RX_PR3 = 111, TEGRA_PIN_UART1_RTS_PR4 = 112, TEGRA_PIN_UART1_CTS_PR5 = 113, TEGRA_PIN_DAP1_SCLK_PS0 = 114, TEGRA_PIN_DAP1_DOUT_PS1 = 115, TEGRA_PIN_DAP1_DIN_PS2 = 116, TEGRA_PIN_DAP1_FS_PS3 = 117, TEGRA_PIN_AUD_MCLK_PS4 = 118, TEGRA_PIN_SOC_GPIO30_PS5 = 119, TEGRA_PIN_SOC_GPIO31_PS6 = 120, TEGRA_PIN_SOC_GPIO32_PS7 = 121, TEGRA_PIN_SOC_GPIO33_PT0 = 122, TEGRA_PIN_DAP3_SCLK_PT1 = 123, TEGRA_PIN_DAP3_DOUT_PT2 = 124, TEGRA_PIN_DAP3_DIN_PT3 = 125, TEGRA_PIN_DAP3_FS_PT4 = 126, TEGRA_PIN_DAP5_SCLK_PT5 = 127, TEGRA_PIN_DAP5_DOUT_PT6 = 128, TEGRA_PIN_DAP5_DIN_PT7 = 129, TEGRA_PIN_DAP5_FS_PU0 = 130, TEGRA_PIN_DIRECTDC1_CLK_PV0 = 131, TEGRA_PIN_DIRECTDC1_IN_PV1 = 132, TEGRA_PIN_DIRECTDC1_OUT0_PV2 = 133, TEGRA_PIN_DIRECTDC1_OUT1_PV3 = 134, TEGRA_PIN_DIRECTDC1_OUT2_PV4 = 135, TEGRA_PIN_DIRECTDC1_OUT3_PV5 = 136, TEGRA_PIN_DIRECTDC1_OUT4_PV6 = 137, TEGRA_PIN_DIRECTDC1_OUT5_PV7 = 138, TEGRA_PIN_DIRECTDC1_OUT6_PW0 = 139, TEGRA_PIN_DIRECTDC1_OUT7_PW1 = 140, TEGRA_PIN_GPU_PWR_REQ_PX0 = 141, TEGRA_PIN_CV_PWR_REQ_PX1 = 142, TEGRA_PIN_GP_PWM2_PX2 = 143, TEGRA_PIN_GP_PWM3_PX3 = 144, TEGRA_PIN_UART2_TX_PX4 = 145, TEGRA_PIN_UART2_RX_PX5 = 146, TEGRA_PIN_UART2_RTS_PX6 = 147, TEGRA_PIN_UART2_CTS_PX7 = 148, TEGRA_PIN_SPI3_SCK_PY0 = 149, TEGRA_PIN_SPI3_MISO_PY1 = 150, TEGRA_PIN_SPI3_MOSI_PY2 = 151, TEGRA_PIN_SPI3_CS0_PY3 = 152, TEGRA_PIN_SPI3_CS1_PY4 = 153, TEGRA_PIN_UART5_TX_PY5 = 154, TEGRA_PIN_UART5_RX_PY6 = 155, TEGRA_PIN_UART5_RTS_PY7 = 156, TEGRA_PIN_UART5_CTS_PZ0 = 157, TEGRA_PIN_USB_VBUS_EN0_PZ1 = 158, TEGRA_PIN_USB_VBUS_EN1_PZ2 = 159, TEGRA_PIN_SPI1_SCK_PZ3 = 160, TEGRA_PIN_SPI1_MISO_PZ4 = 161, TEGRA_PIN_SPI1_MOSI_PZ5 = 162, TEGRA_PIN_SPI1_CS0_PZ6 = 163, TEGRA_PIN_SPI1_CS1_PZ7 = 164, TEGRA_PIN_CAN1_DOUT_PAA0 = 165, TEGRA_PIN_CAN1_DIN_PAA1 = 166, TEGRA_PIN_CAN0_DOUT_PAA2 = 167, TEGRA_PIN_CAN0_DIN_PAA3 = 168, TEGRA_PIN_CAN0_STB_PAA4 = 169, TEGRA_PIN_CAN0_EN_PAA5 = 170, TEGRA_PIN_CAN0_WAKE_PAA6 = 171, TEGRA_PIN_CAN0_ERR_PAA7 = 172, TEGRA_PIN_CAN1_STB_PBB0 = 173, TEGRA_PIN_CAN1_EN_PBB1 = 174, TEGRA_PIN_CAN1_WAKE_PBB2 = 175, TEGRA_PIN_CAN1_ERR_PBB3 = 176, TEGRA_PIN_SPI2_SCK_PCC0 = 177, TEGRA_PIN_SPI2_MISO_PCC1 = 178, TEGRA_PIN_SPI2_MOSI_PCC2 = 179, TEGRA_PIN_SPI2_CS0_PCC3 = 180, TEGRA_PIN_TOUCH_CLK_PCC4 = 181, TEGRA_PIN_UART3_TX_PCC5 = 182, TEGRA_PIN_UART3_RX_PCC6 = 183, TEGRA_PIN_GEN2_I2C_SCL_PCC7 = 184, TEGRA_PIN_GEN2_I2C_SDA_PDD0 = 185, TEGRA_PIN_GEN8_I2C_SCL_PDD1 = 186, TEGRA_PIN_GEN8_I2C_SDA_PDD2 = 187, TEGRA_PIN_SAFE_STATE_PEE0 = 188, TEGRA_PIN_VCOMP_ALERT_PEE1 = 189, TEGRA_PIN_AO_RETENTION_N_PEE2 = 190, TEGRA_PIN_BATT_OC_PEE3 = 191, TEGRA_PIN_POWER_ON_PEE4 = 192, TEGRA_PIN_PWR_I2C_SCL_PEE5 = 193, TEGRA_PIN_PWR_I2C_SDA_PEE6 = 194, TEGRA_PIN_UFS0_REF_CLK_PFF0 = 195, TEGRA_PIN_UFS0_RST_PFF1 = 196, TEGRA_PIN_PEX_L5_CLKREQ_N_PGG0 = 197, TEGRA_PIN_PEX_L5_RST_N_PGG1 = 198, TEGRA_PIN_DIRECTDC_COMP = 199, TEGRA_PIN_SDMMC4_CLK = 200, TEGRA_PIN_SDMMC4_CMD = 201, TEGRA_PIN_SDMMC4_DQS = 202, TEGRA_PIN_SDMMC4_DAT7 = 203, TEGRA_PIN_SDMMC4_DAT6 = 204, TEGRA_PIN_SDMMC4_DAT5 = 205, TEGRA_PIN_SDMMC4_DAT4 = 206, TEGRA_PIN_SDMMC4_DAT3 = 207, TEGRA_PIN_SDMMC4_DAT2 = 208, TEGRA_PIN_SDMMC4_DAT1 = 209, TEGRA_PIN_SDMMC4_DAT0 = 210, TEGRA_PIN_SDMMC1_COMP = 211, TEGRA_PIN_SDMMC1_HV_TRIM = 212, TEGRA_PIN_SDMMC3_COMP = 213, TEGRA_PIN_SDMMC3_HV_TRIM = 214, TEGRA_PIN_EQOS_COMP = 215, TEGRA_PIN_QSPI_COMP = 216, TEGRA_PIN_SYS_RESET_N = 217, TEGRA_PIN_SHUTDOWN_N = 218, TEGRA_PIN_PMU_INT_N = 219, TEGRA_PIN_SOC_PWR_REQ = 220, TEGRA_PIN_CLK_32K_IN = 221, }; enum tegra_mux_dt { TEGRA_MUX_RSVD0___2 = 0, TEGRA_MUX_RSVD1___2 = 1, TEGRA_MUX_RSVD2___2 = 2, TEGRA_MUX_RSVD3___2 = 3, TEGRA_MUX_TOUCH___2 = 4, TEGRA_MUX_UARTC___2 = 5, TEGRA_MUX_I2C8 = 6, TEGRA_MUX_UARTG = 7, TEGRA_MUX_SPI2___2 = 8, TEGRA_MUX_GP = 9, TEGRA_MUX_DCA = 10, TEGRA_MUX_WDT = 11, TEGRA_MUX_I2C2___2 = 12, TEGRA_MUX_CAN1 = 13, TEGRA_MUX_CAN0 = 14, TEGRA_MUX_DMIC3___2 = 15, TEGRA_MUX_DMIC5 = 16, TEGRA_MUX_GPIO = 17, TEGRA_MUX_DSPK1 = 18, TEGRA_MUX_DSPK0 = 19, TEGRA_MUX_SPDIF___2 = 20, TEGRA_MUX_AUD___2 = 21, TEGRA_MUX_I2S1___2 = 22, TEGRA_MUX_DMIC1___2 = 23, TEGRA_MUX_DMIC2___2 = 24, TEGRA_MUX_I2S3___2 = 25, TEGRA_MUX_DMIC4 = 26, TEGRA_MUX_I2S4 = 27, TEGRA_MUX_EXTPERIPH2 = 28, TEGRA_MUX_EXTPERIPH1 = 29, TEGRA_MUX_I2C3___2 = 30, TEGRA_MUX_VGP1___2 = 31, TEGRA_MUX_VGP2___2 = 32, TEGRA_MUX_VGP3___2 = 33, TEGRA_MUX_VGP4___2 = 34, TEGRA_MUX_VGP5___2 = 35, TEGRA_MUX_VGP6___2 = 36, TEGRA_MUX_SLVS = 37, TEGRA_MUX_EXTPERIPH3___2 = 38, TEGRA_MUX_EXTPERIPH4 = 39, TEGRA_MUX_I2S2___2 = 40, TEGRA_MUX_UARTD___2 = 41, TEGRA_MUX_I2C1___2 = 42, TEGRA_MUX_UARTA___2 = 43, TEGRA_MUX_DIRECTDC1 = 44, TEGRA_MUX_DIRECTDC = 45, TEGRA_MUX_IQC1___2 = 46, TEGRA_MUX_IQC2 = 47, TEGRA_MUX_I2S6 = 48, TEGRA_MUX_SDMMC3___2 = 49, TEGRA_MUX_SDMMC1___2 = 50, TEGRA_MUX_DP___2 = 51, TEGRA_MUX_HDMI = 52, TEGRA_MUX_PE2 = 53, TEGRA_MUX_IGPU = 54, TEGRA_MUX_SATA___2 = 55, TEGRA_MUX_PE1___2 = 56, TEGRA_MUX_PE0___2 = 57, TEGRA_MUX_PE3 = 58, TEGRA_MUX_PE4 = 59, TEGRA_MUX_PE5 = 60, TEGRA_MUX_SOC___2 = 61, TEGRA_MUX_EQOS = 62, TEGRA_MUX_QSPI___2 = 63, TEGRA_MUX_QSPI0 = 64, TEGRA_MUX_QSPI1 = 65, TEGRA_MUX_MIPI = 66, TEGRA_MUX_SCE = 67, TEGRA_MUX_I2C5 = 68, TEGRA_MUX_DISPLAYA___2 = 69, TEGRA_MUX_DISPLAYB___2 = 70, TEGRA_MUX_DCB = 71, TEGRA_MUX_SPI1___2 = 72, TEGRA_MUX_UARTB___2 = 73, TEGRA_MUX_UARTE = 74, TEGRA_MUX_SPI3___2 = 75, TEGRA_MUX_NV = 76, TEGRA_MUX_CCLA___2 = 77, TEGRA_MUX_I2S5 = 78, TEGRA_MUX_USB___2 = 79, TEGRA_MUX_UFS0 = 80, TEGRA_MUX_DGPU = 81, TEGRA_MUX_SDMMC4 = 82, }; struct acpi_gpio_info { struct acpi_device *adev; enum gpiod_flags flags; bool gpioint; int pin_config; int polarity; int triggering; unsigned int debounce; unsigned int quirks; }; struct acpi_gpiolib_dmi_quirk { bool no_edge_events_on_boot; char *ignore_wake; char *ignore_interrupt; }; struct acpi_gpio_event { struct list_head node; acpi_handle handle; irq_handler_t handler; unsigned int pin; unsigned int irq; long unsigned int irqflags; bool irq_is_wake; bool irq_requested; struct gpio_desc *desc; }; struct acpi_gpio_connection { struct list_head node; unsigned int pin; struct gpio_desc *desc; }; struct acpi_gpio_chip { struct acpi_connection_info conn_info; struct list_head conns; struct mutex conn_lock; struct gpio_chip *chip; struct list_head events; struct list_head deferred_req_irqs_list_entry; }; struct acpi_gpio_lookup { struct acpi_gpio_info info; int index; u16 pin_index; bool active_low; struct gpio_desc *desc; int n; }; struct mvebu_gpio_chip; struct mvebu_pwm { struct regmap *regs; u32 offset; long unsigned int clk_rate; struct gpio_desc *gpiod; struct pwm_chip chip; spinlock_t lock; struct mvebu_gpio_chip *mvchip; u32 blink_select; u32 blink_on_duration; u32 blink_off_duration; }; struct mvebu_gpio_chip { struct gpio_chip chip; struct regmap *regs; u32 offset; struct regmap *percpu_regs; int irqbase; struct irq_domain *domain; int soc_variant; struct clk *clk; struct mvebu_pwm *mvpwm; u32 out_reg; u32 io_conf_reg; u32 blink_en_reg; u32 in_pol_reg; u32 edge_mask_regs[4]; u32 level_mask_regs[4]; }; struct fsl_gpio_soc_data { bool have_paddr; }; struct vf610_gpio_port { struct gpio_chip gc; struct irq_chip ic; void *base; void *gpio_base; const struct fsl_gpio_soc_data *sdata; u8 irqc[32]; struct clk *clk_port; struct clk *clk_gpio; int irq; }; struct pcie_pme_service_data { spinlock_t lock; struct pcie_device *srv; struct work_struct work; bool noirq; }; struct hpx_type0 { u32 revision; u8 cache_line_size; u8 latency_timer; u8 enable_serr; u8 enable_perr; }; struct hpx_type1 { u32 revision; u8 max_mem_read; u8 avg_max_split; u16 tot_max_split; }; struct hpx_type2 { u32 revision; u32 unc_err_mask_and; u32 unc_err_mask_or; u32 unc_err_sever_and; u32 unc_err_sever_or; u32 cor_err_mask_and; u32 cor_err_mask_or; u32 adv_err_cap_and; u32 adv_err_cap_or; u16 pci_exp_devctl_and; u16 pci_exp_devctl_or; u16 pci_exp_lnkctl_and; u16 pci_exp_lnkctl_or; u32 sec_unc_err_sever_and; u32 sec_unc_err_sever_or; u32 sec_unc_err_mask_and; u32 sec_unc_err_mask_or; }; struct hpx_type3 { u16 device_type; u16 function_type; u16 config_space_location; u16 pci_exp_cap_id; u16 pci_exp_cap_ver; u16 pci_exp_vendor_id; u16 dvsec_id; u16 dvsec_rev; u16 match_offset; u32 match_mask_and; u32 match_value; u16 reg_offset; u32 reg_mask_and; u32 reg_mask_or; }; enum hpx_type3_dev_type { HPX_TYPE_ENDPOINT = 1, HPX_TYPE_LEG_END = 2, HPX_TYPE_RC_END = 4, HPX_TYPE_RC_EC = 8, HPX_TYPE_ROOT_PORT = 16, HPX_TYPE_UPSTREAM = 32, HPX_TYPE_DOWNSTREAM = 64, HPX_TYPE_PCI_BRIDGE = 128, HPX_TYPE_PCIE_BRIDGE = 256, }; enum hpx_type3_fn_type { HPX_FN_NORMAL = 1, HPX_FN_SRIOV_PHYS = 2, HPX_FN_SRIOV_VIRT = 4, }; enum hpx_type3_cfg_loc { HPX_CFG_PCICFG = 0, HPX_CFG_PCIE_CAP = 1, HPX_CFG_PCIE_CAP_EXT = 2, HPX_CFG_VEND_CAP = 3, HPX_CFG_DVSEC = 4, HPX_CFG_MAX = 5, }; enum xilinx_cpm_version { CPM = 0, CPM5 = 1, }; struct xilinx_cpm_variant { enum xilinx_cpm_version version; }; struct xilinx_cpm_pcie { struct device *dev; void *reg_base; void *cpm_base; struct irq_domain *intx_domain; struct irq_domain *cpm_domain; struct pci_config_window *cfg; int intx_irq; int irq; raw_spinlock_t lock; const struct xilinx_cpm_variant *variant; }; struct armada8k_pcie { struct dw_pcie *pci; struct clk *clk; struct clk *clk_reg; struct phy *phy[4]; unsigned int phy_count; }; enum { CMD_UPHY_PCIE_LANE_MARGIN_CONTROL = 1, CMD_UPHY_PCIE_LANE_MARGIN_STATUS = 2, CMD_UPHY_PCIE_EP_CONTROLLER_PLL_INIT = 3, CMD_UPHY_PCIE_CONTROLLER_STATE = 4, CMD_UPHY_PCIE_EP_CONTROLLER_PLL_OFF = 5, CMD_UPHY_MAX = 6, }; struct cmd_uphy_margin_control_request { int32_t en; int32_t clr; uint32_t x; uint32_t y; uint32_t nblks; }; struct cmd_uphy_margin_status_response { uint32_t status; }; struct cmd_uphy_ep_controller_pll_init_request { uint8_t ep_controller; }; struct cmd_uphy_pcie_controller_state_request { uint8_t pcie_controller; uint8_t enable; }; struct cmd_uphy_ep_controller_pll_off_request { uint8_t ep_controller; }; struct mrq_uphy_request { uint16_t lane; uint16_t cmd; union { struct cmd_uphy_margin_control_request uphy_set_margin_control; struct cmd_uphy_ep_controller_pll_init_request ep_ctrlr_pll_init; struct cmd_uphy_pcie_controller_state_request controller_state; struct cmd_uphy_ep_controller_pll_off_request ep_ctrlr_pll_off; }; }; struct mrq_uphy_response { union { struct cmd_uphy_margin_status_response uphy_get_margin_status; }; }; struct tegra_pcie_dw_of_data { u32 version; enum dw_pcie_device_mode mode; bool has_msix_doorbell_access_fix; bool has_sbr_reset_fix; bool has_l1ss_exit_fix; bool has_ltr_req_fix; u32 cdm_chk_int_en_bit; u32 gen4_preset_vec; u8 n_fts[2]; }; struct tegra_pcie_dw { struct device *dev; struct resource *appl_res; struct resource *dbi_res; struct resource *atu_dma_res; void *appl_base; struct clk *core_clk; struct reset_control *core_apb_rst; struct reset_control *core_rst; struct dw_pcie pci; struct tegra_bpmp *bpmp; struct tegra_pcie_dw_of_data *of_data; bool supports_clkreq; bool enable_cdm_check; bool enable_srns; bool link_state; bool update_fc_fixup; bool enable_ext_refclk; u8 init_link_width; u32 msi_ctrl_int; u32 num_lanes; u32 cid; u32 cfg_link_cap_l1sub; u32 ras_des_cap; u32 pcie_cap_base; u32 aspm_cmrt; u32 aspm_pwr_on_t; u32 aspm_l0s_enter_lat; struct regulator *pex_ctl_supply; struct regulator *slot_ctl_3v3; struct regulator *slot_ctl_12v; unsigned int phy_count; struct phy **phys; struct dentry *debugfs; struct gpio_desc *pex_rst_gpiod; struct gpio_desc *pex_refclk_sel_gpiod; unsigned int pex_rst_irq; int ep_state; }; struct acpi_madt_local_apic { struct acpi_subtable_header header; u8 processor_id; u8 id; u32 lapic_flags; }; struct acpi_madt_io_apic { struct acpi_subtable_header header; u8 id; u8 reserved; u32 address; u32 global_irq_base; }; struct acpi_madt_interrupt_override { struct acpi_subtable_header header; u8 bus; u8 source_irq; u32 global_irq; u16 inti_flags; } __attribute__((packed)); struct acpi_madt_nmi_source { struct acpi_subtable_header header; u16 inti_flags; u32 global_irq; }; struct acpi_madt_local_apic_nmi { struct acpi_subtable_header header; u8 processor_id; u16 inti_flags; u8 lint; } __attribute__((packed)); struct acpi_madt_local_apic_override { struct acpi_subtable_header header; u16 reserved; u64 address; } __attribute__((packed)); struct acpi_madt_io_sapic { struct acpi_subtable_header header; u8 id; u8 reserved; u32 global_irq_base; u64 address; }; struct acpi_madt_local_sapic { struct acpi_subtable_header header; u8 processor_id; u8 id; u8 eid; u8 reserved[3]; u32 lapic_flags; u32 uid; char uid_string[1]; } __attribute__((packed)); struct acpi_madt_interrupt_source { struct acpi_subtable_header header; u16 inti_flags; u8 type; u8 id; u8 eid; u8 io_sapic_vector; u32 global_irq; u32 flags; }; struct acpi_madt_local_x2apic { struct acpi_subtable_header header; u16 reserved; u32 local_apic_id; u32 lapic_flags; u32 uid; }; struct acpi_madt_local_x2apic_nmi { struct acpi_subtable_header header; u16 inti_flags; u32 uid; u8 lint; u8 reserved[3]; }; struct cpio_data { void *data; size_t size; char name[18]; }; enum acpi_subtable_type { ACPI_SUBTABLE_COMMON = 0, ACPI_SUBTABLE_HMAT = 1, ACPI_SUBTABLE_PRMT = 2, ACPI_SUBTABLE_CEDT = 3, }; struct acpi_subtable_entry { union acpi_subtable_headers *hdr; enum acpi_subtable_type type; }; struct acpi_device_physical_node { unsigned int node_id; struct list_head node; struct device *dev; bool put_online: 1; }; struct find_child_walk_data { struct acpi_device *adev; u64 address; int score; bool check_sta; bool check_children; }; struct dock_station { acpi_handle handle; long unsigned int last_dock_time; u32 flags; struct list_head dependent_devices; struct list_head sibling; struct platform_device *dock_device; }; struct dock_dependent_device { struct list_head list; struct acpi_device *adev; }; enum dock_callback_type { DOCK_CALL_HANDLER = 0, DOCK_CALL_FIXUP = 1, DOCK_CALL_UEVENT = 2, }; typedef u32 acpi_name; typedef acpi_status (*acpi_exception_handler)(acpi_status, acpi_name, u16, u32, void *); struct acpi_mem_mapping { acpi_physical_address physical_address; u8 *logical_address; acpi_size length; struct acpi_mem_mapping *next_mm; }; struct acpi_mem_space_context { u32 length; acpi_physical_address address; struct acpi_mem_mapping *cur_mm; struct acpi_mem_mapping *first_mm; }; struct acpi_data_table_space_context { void *pointer; }; struct acpi_signal_fatal_info { u32 type; u32 code; u32 argument; }; struct acpi_device_info { u32 info_size; u32 name; acpi_object_type type; u8 param_count; u16 valid; u8 flags; u8 highest_dstates[4]; u8 lowest_dstates[5]; u64 address; struct acpi_pnp_device_id hardware_id; struct acpi_pnp_device_id unique_id; struct acpi_pnp_device_id class_code; struct acpi_pnp_device_id_list compatible_id_list; }; struct acpi_exception_info { char *name; }; struct acpi_predefined_names { const char *name; u8 type; char *val; }; typedef u32 (*acpi_sci_handler)(void *); typedef acpi_status (*acpi_init_handler)(acpi_handle, u32); typedef u32 (*acpi_interface_handler)(acpi_string, u32); struct acpi_mutex_info { void *mutex; u32 use_count; u64 thread_id; }; struct acpi_sci_handler_info { struct acpi_sci_handler_info *next; acpi_sci_handler address; void *context; }; struct acpi_address_range { struct acpi_address_range *next; struct acpi_namespace_node *region_node; acpi_physical_address start_address; acpi_physical_address end_address; }; struct acpi_comment_node { char *comment; struct acpi_comment_node *next; }; struct acpi_interface_info { char *name; struct acpi_interface_info *next; u8 flags; u8 value; }; typedef acpi_status (*acpi_walk_aml_callback)(u8 *, u32, u32, u8, void **); struct acpi_fan_fps { u64 control; u64 trip_point; u64 speed; u64 noise_level; u64 power; char name[20]; struct device_attribute dev_attr; }; struct acpi_fan_fif { u8 revision; u8 fine_grain_ctrl; u8 step_size; u8 low_speed_notification; }; struct acpi_fan_fst { u64 revision; u64 control; u64 speed; }; struct acpi_fan { bool acpi4; struct acpi_fan_fif fif; struct acpi_fan_fps *fps; int fps_count; struct thermal_cooling_device *cdev; struct device_attribute fst_speed; struct device_attribute fine_grain_control; }; struct acpi_handle_list { u32 count; acpi_handle handles[10]; }; struct acpi_thermal_state { u8 critical: 1; u8 hot: 1; u8 passive: 1; u8 active: 1; u8 reserved: 4; int active_index; }; struct acpi_thermal_state_flags { u8 valid: 1; u8 enabled: 1; u8 reserved: 6; }; struct acpi_thermal_critical { struct acpi_thermal_state_flags flags; long unsigned int temperature; }; struct acpi_thermal_hot { struct acpi_thermal_state_flags flags; long unsigned int temperature; }; struct acpi_thermal_passive { struct acpi_thermal_state_flags flags; long unsigned int temperature; long unsigned int tc1; long unsigned int tc2; long unsigned int tsp; struct acpi_handle_list devices; }; struct acpi_thermal_active { struct acpi_thermal_state_flags flags; long unsigned int temperature; struct acpi_handle_list devices; }; struct acpi_thermal_trips { struct acpi_thermal_critical critical; struct acpi_thermal_hot hot; struct acpi_thermal_passive passive; struct acpi_thermal_active active[10]; }; struct acpi_thermal_flags { u8 cooling_mode: 1; u8 devices: 1; u8 reserved: 6; }; struct acpi_thermal { struct acpi_device *device; acpi_bus_id name; long unsigned int temperature; long unsigned int last_temperature; long unsigned int polling_frequency; volatile u8 zombie; struct acpi_thermal_flags flags; struct acpi_thermal_state state; struct acpi_thermal_trips trips; struct acpi_handle_list devices; struct thermal_zone_device *thermal_zone; int kelvin_offset; struct work_struct thermal_check_work; struct mutex thermal_check_lock; refcount_t thermal_check_count; }; struct acpi_table_hest { struct acpi_table_header header; u32 error_source_count; }; enum acpi_hest_types { ACPI_HEST_TYPE_IA32_CHECK = 0, ACPI_HEST_TYPE_IA32_CORRECTED_CHECK = 1, ACPI_HEST_TYPE_IA32_NMI = 2, ACPI_HEST_TYPE_NOT_USED3 = 3, ACPI_HEST_TYPE_NOT_USED4 = 4, ACPI_HEST_TYPE_NOT_USED5 = 5, ACPI_HEST_TYPE_AER_ROOT_PORT = 6, ACPI_HEST_TYPE_AER_ENDPOINT = 7, ACPI_HEST_TYPE_AER_BRIDGE = 8, ACPI_HEST_TYPE_GENERIC_ERROR = 9, ACPI_HEST_TYPE_GENERIC_ERROR_V2 = 10, ACPI_HEST_TYPE_IA32_DEFERRED_CHECK = 11, ACPI_HEST_TYPE_RESERVED = 12, }; struct acpi_hest_notify { u8 type; u8 length; u16 config_write_enable; u32 poll_interval; u32 vector; u32 polling_threshold_value; u32 polling_threshold_window; u32 error_threshold_value; u32 error_threshold_window; }; struct acpi_hest_ia_machine_check { struct acpi_hest_header header; u16 reserved1; u8 flags; u8 enabled; u32 records_to_preallocate; u32 max_sections_per_record; u64 global_capability_data; u64 global_control_data; u8 num_hardware_banks; u8 reserved3[7]; }; struct acpi_hest_ia_corrected { struct acpi_hest_header header; u16 reserved1; u8 flags; u8 enabled; u32 records_to_preallocate; u32 max_sections_per_record; struct acpi_hest_notify notify; u8 num_hardware_banks; u8 reserved2[3]; }; struct acpi_hest_generic { struct acpi_hest_header header; u16 related_source_id; u8 reserved; u8 enabled; u32 records_to_preallocate; u32 max_sections_per_record; u32 max_raw_data_length; struct acpi_generic_address error_status_address; struct acpi_hest_notify notify; u32 error_block_length; } __attribute__((packed)); struct acpi_hest_ia_deferred_check { struct acpi_hest_header header; u16 reserved1; u8 flags; u8 enabled; u32 records_to_preallocate; u32 max_sections_per_record; struct acpi_hest_notify notify; u8 num_hardware_banks; u8 reserved2[3]; }; enum hest_status { HEST_ENABLED = 0, HEST_DISABLED = 1, HEST_NOT_FOUND = 2, }; typedef int (*apei_hest_func_t)(struct acpi_hest_header *, void *); struct ghes_arr { struct platform_device **ghes_devs; unsigned int count; }; struct pnp_fixup { char id[7]; void (*quirk_function)(struct pnp_dev *); }; struct clk_lookup_alloc { struct clk_lookup cl; char dev_id[20]; char con_id[16]; }; struct ccsr_guts { u32 porpllsr; u32 porbmsr; u32 porimpscr; u32 pordevsr; u32 pordbgmsr; u32 pordevsr2; u8 res018[8]; u32 porcir; u8 res024[12]; u32 gpiocr; u8 res034[12]; u32 gpoutdr; u8 res044[12]; u32 gpindr; u8 res054[12]; u32 pmuxcr; u32 pmuxcr2; u32 dmuxcr; u8 res06c[4]; u32 devdisr; u32 devdisr2; u8 res078[4]; u32 pmjcr; u32 powmgtcsr; u32 pmrccr; u32 pmpdccr; u32 pmcdr; u32 mcpsumr; u32 rstrscr; u32 ectrstcr; u32 autorstsr; u32 pvr; u32 svr; u8 res0a8[8]; u32 rstcr; u8 res0b4[12]; u32 iovselsr; u8 res0c4[60]; u32 rcwsr[16]; u8 res140[228]; u32 iodelay1; u32 iodelay2; u8 res22c[984]; u32 pamubypenr; u8 res608[504]; u32 clkdvdr; u8 res804[252]; u32 ircr; u8 res904[4]; u32 dmacr; u8 res90c[8]; u32 elbccr; u8 res918[520]; u32 ddr1clkdr; u32 ddr2clkdr; u32 ddrclkdr; u8 resb2c[724]; u32 clkocr; u8 rese04[12]; u32 ddrdllcr; u8 rese14[12]; u32 lbcdllcr; u32 cpfor; u8 rese28[220]; u32 srds1cr0; u32 srds1cr1; u8 resf0c[32]; u32 itcr; u8 resf30[16]; u32 srds2cr0; u32 srds2cr1; }; struct clockgen_pll_div { struct clk *clk; char name[32]; }; struct clockgen_pll { struct clockgen_pll_div div[32]; }; struct clockgen_sourceinfo { u32 flags; int pll; int div; }; struct clockgen_muxinfo { struct clockgen_sourceinfo clksel[16]; }; struct clockgen; struct clockgen_chipinfo { const char *compat; const char *guts_compat; const struct clockgen_muxinfo *cmux_groups[2]; const struct clockgen_muxinfo *hwaccel[5]; void (*init_periph)(struct clockgen *); int cmux_to_group[9]; u32 pll_mask; u32 flags; }; struct clockgen { struct device_node *node; void *regs; struct clockgen_chipinfo info; struct clk *sysclk; struct clk *coreclk; struct clockgen_pll pll[6]; struct clk *cmux[8]; struct clk *hwaccel[5]; struct clk *fman[2]; struct ccsr_guts *guts; }; struct mux_hwclock { struct clk_hw hw; struct clockgen *cg; const struct clockgen_muxinfo *info; u32 *reg; u8 parent_to_clksel[16]; s8 clksel_to_parent[16]; int num_parents; }; struct clkgate_separated { struct clk_hw hw; void *enable; u8 bit_idx; u8 flags; spinlock_t *lock; }; struct hi6220_clk_divider { struct clk_hw hw; void *reg; u8 shift; u8 width; u32 mask; const struct clk_div_table *table; spinlock_t *lock; }; struct hisi_phase_clock { unsigned int id; const char *name; const char *parent_names; long unsigned int flags; long unsigned int offset; u8 shift; u8 width; u32 *phase_degrees; u32 *phase_regvals; u8 phase_num; }; struct clk_hisi_phase { struct clk_hw hw; void *reg; u32 *phase_degrees; u32 *phase_regvals; u8 phase_num; u32 mask; u8 shift; u8 flags; spinlock_t *lock; }; struct imx_clk_scu_rsrc_table { const u32 *rsrc; u8 num; }; struct clk_lpcg_scu { struct clk_hw hw; void *reg; u8 bit_idx; bool hw_gate; u32 state; }; struct meson_aoclk_data { const unsigned int reset_reg; const int num_reset; const unsigned int *reset; const int num_clks; struct clk_regmap **clks; const struct clk_hw_onecell_data *hw_data; }; struct meson_clk_dualdiv_param { unsigned int n1; unsigned int n2; unsigned int m1; unsigned int m2; unsigned int dual; }; struct meson_clk_dualdiv_data { struct parm n1; struct parm n2; struct parm m1; struct parm m2; struct parm dual; const struct meson_clk_dualdiv_param *table; }; struct clk_periph_driver_data { struct clk_hw_onecell_data *hw_data; spinlock_t lock; void *reg; u32 tbg_sel; u32 div_sel0; u32 div_sel1; u32 div_sel2; u32 clk_sel; u32 clk_dis; }; struct clk_double_div { struct clk_hw hw; void *reg1; u8 shift1; void *reg2; u8 shift2; }; struct clk_pm_cpu { struct clk_hw hw; void *reg_mux; u8 shift_mux; u32 mask_mux; void *reg_div; u8 shift_div; struct regmap *nb_pm_base; long unsigned int l1_expiration; }; struct clk_periph_data { const char *name; const char * const *parent_names; int num_parents; struct clk_hw *mux_hw; struct clk_hw *rate_hw; struct clk_hw *gate_hw; struct clk_hw *muxrate_hw; bool is_double_div; }; struct clk_regmap_mux { u32 reg; u32 shift; u32 width; const struct parent_map *parent_map; struct clk_regmap___2 clkr; }; struct qcom_reset_controller { const struct qcom_reset_map *reset_map; struct regmap *regmap; struct reset_controller_dev rcdev; }; enum { P_XO___2 = 0, P_GPLL0___2 = 1, P_GPLL1 = 2, P_GPLL4___2 = 3, P_PCIE_0_1_PIPE_CLK = 4, P_SATA_ASIC0_CLK = 5, P_SATA_RX_CLK = 6, P_SLEEP_CLK___2 = 7, }; struct clk_rcg_dfs_data { struct clk_rcg2 *rcg; struct clk_init_data *init; }; enum { P_BI_TCXO = 0, P_CORE_BI_PLL_TEST_SE = 1, P_GPLL0_OUT_EVEN = 2, P_GPLL0_OUT_MAIN = 3, P_GPLL1_OUT_MAIN = 4, P_GPLL4_OUT_MAIN = 5, P_GPLL6_OUT_MAIN = 6, P_GPLL7_OUT_MAIN = 7, P_SLEEP_CLK___3 = 8, }; enum rk3568_pmu_plls { ppll = 0, hpll = 1, }; enum rk3568_plls { apll___2 = 0, dpll___3 = 1, gpll___3 = 2, cpll___3 = 3, npll___3 = 4, vpll = 5, }; struct clk_rk3568_inits { void (*inits)(struct device_node *); }; struct ccu_nk { u16 reg; u32 enable; u32 lock; struct ccu_mult_internal n; struct ccu_mult_internal k; unsigned int fixed_post_div; struct ccu_common common; }; struct ccu_nkm { u32 enable; u32 lock; struct ccu_mult_internal n; struct ccu_mult_internal k; struct ccu_div_internal m; struct ccu_mux_internal mux; unsigned int fixed_post_div; struct ccu_common common; }; struct ccu_phase { u8 shift; u8 width; struct ccu_common common; }; struct tegra_clk_periph_fixed { struct clk_hw hw; void *base; const struct tegra_clk_periph_regs *regs; unsigned int mul; unsigned int div; unsigned int num; }; struct tegra_clk_pll_out { struct clk_hw hw; void *reg; u8 enb_bit_idx; u8 rst_bit_idx; spinlock_t *lock; u8 flags; }; struct tegra_clk_frac_div { struct clk_hw hw; void *reg; u8 flags; u8 shift; u8 width; u8 frac_width; spinlock_t *lock; }; struct tegra_clk_super_mux { struct clk_hw hw; void *reg; struct tegra_clk_frac_div frac_div; const struct clk_ops *div_ops; u8 width; u8 flags; u8 div2_index; u8 pllx_index; spinlock_t *lock; }; struct tegra_clk_pll_freq_table { long unsigned int input_rate; long unsigned int output_rate; u32 n; u32 m; u8 p; u8 cpcon; u16 sdm_data; }; struct pdiv_map { u8 pdiv; u8 hw_val; }; struct div_nmp { u8 divn_shift; u8 divn_width; u8 divm_shift; u8 divm_width; u8 divp_shift; u8 divp_width; u8 override_divn_shift; u8 override_divm_shift; u8 override_divp_shift; }; struct tegra_clk_pll; struct tegra_clk_pll_params { long unsigned int input_min; long unsigned int input_max; long unsigned int cf_min; long unsigned int cf_max; long unsigned int vco_min; long unsigned int vco_max; u32 base_reg; u32 misc_reg; u32 lock_reg; u32 lock_mask; u32 lock_enable_bit_idx; u32 iddq_reg; u32 iddq_bit_idx; u32 reset_reg; u32 reset_bit_idx; u32 sdm_din_reg; u32 sdm_din_mask; u32 sdm_ctrl_reg; u32 sdm_ctrl_en_mask; u32 ssc_ctrl_reg; u32 ssc_ctrl_en_mask; u32 aux_reg; u32 dyn_ramp_reg; u32 ext_misc_reg[6]; u32 pmc_divnm_reg; u32 pmc_divp_reg; u32 flags; int stepa_shift; int stepb_shift; int lock_delay; int max_p; bool defaults_set; const struct pdiv_map *pdiv_tohw; struct div_nmp *div_nmp; struct tegra_clk_pll_freq_table *freq_table; long unsigned int fixed_rate; u16 mdiv_default; u32 (*round_p_to_pdiv)(u32, u32 *); void (*set_gain)(struct tegra_clk_pll_freq_table *); int (*calc_rate)(struct clk_hw *, struct tegra_clk_pll_freq_table *, long unsigned int, long unsigned int); long unsigned int (*adjust_vco)(struct tegra_clk_pll_params *, long unsigned int); void (*set_defaults)(struct tegra_clk_pll *); int (*dyn_ramp)(struct tegra_clk_pll *, struct tegra_clk_pll_freq_table *); int (*pre_rate_change)(); void (*post_rate_change)(); }; struct tegra_clk_pll { struct clk_hw hw; void *clk_base; void *pmc; spinlock_t *lock; struct tegra_clk_pll_params *params; }; struct tegra_clk_periph_gate { u32 magic; struct clk_hw hw; void *clk_base; u8 flags; int clk_num; int *enable_refcnt; const struct tegra_clk_periph_regs *regs; }; struct tegra_clk_periph { u32 magic; struct clk_hw hw; struct clk_mux mux; struct tegra_clk_frac_div divider; struct tegra_clk_periph_gate gate; const struct clk_ops *mux_ops; const struct clk_ops *div_ops; const struct clk_ops *gate_ops; }; struct tegra_periph_init_data { const char *name; int clk_id; union { const char * const *parent_names; const char *parent_name; } p; int num_parents; struct tegra_clk_periph periph; u32 offset; const char *con_id; const char *dev_id; long unsigned int flags; }; enum clk_id { tegra_clk_actmon = 0, tegra_clk_adx = 1, tegra_clk_adx1 = 2, tegra_clk_afi = 3, tegra_clk_amx = 4, tegra_clk_amx1 = 5, tegra_clk_apb2ape = 6, tegra_clk_ahbdma = 7, tegra_clk_apbdma = 8, tegra_clk_apbif = 9, tegra_clk_ape = 10, tegra_clk_audio0 = 11, tegra_clk_audio0_2x = 12, tegra_clk_audio0_mux = 13, tegra_clk_audio1 = 14, tegra_clk_audio1_2x = 15, tegra_clk_audio1_mux = 16, tegra_clk_audio2 = 17, tegra_clk_audio2_2x = 18, tegra_clk_audio2_mux = 19, tegra_clk_audio3 = 20, tegra_clk_audio3_2x = 21, tegra_clk_audio3_mux = 22, tegra_clk_audio4 = 23, tegra_clk_audio4_2x = 24, tegra_clk_audio4_mux = 25, tegra_clk_bsea = 26, tegra_clk_bsev = 27, tegra_clk_cclk_g = 28, tegra_clk_cclk_lp = 29, tegra_clk_cilab = 30, tegra_clk_cilcd = 31, tegra_clk_cile = 32, tegra_clk_clk_32k = 33, tegra_clk_clk72Mhz = 34, tegra_clk_clk72Mhz_8 = 35, tegra_clk_clk_m = 36, tegra_clk_osc = 37, tegra_clk_osc_div2 = 38, tegra_clk_osc_div4 = 39, tegra_clk_cml0 = 40, tegra_clk_cml1 = 41, tegra_clk_csi = 42, tegra_clk_csite = 43, tegra_clk_csite_8 = 44, tegra_clk_csus = 45, tegra_clk_cve = 46, tegra_clk_dam0 = 47, tegra_clk_dam1 = 48, tegra_clk_dam2 = 49, tegra_clk_d_audio = 50, tegra_clk_dbgapb = 51, tegra_clk_dds = 52, tegra_clk_dfll_ref = 53, tegra_clk_dfll_soc = 54, tegra_clk_disp1 = 55, tegra_clk_disp1_8 = 56, tegra_clk_disp2 = 57, tegra_clk_disp2_8 = 58, tegra_clk_dp2 = 59, tegra_clk_dpaux = 60, tegra_clk_dpaux1 = 61, tegra_clk_dsialp = 62, tegra_clk_dsia_mux = 63, tegra_clk_dsiblp = 64, tegra_clk_dsib_mux = 65, tegra_clk_dtv = 66, tegra_clk_emc = 67, tegra_clk_entropy = 68, tegra_clk_entropy_8 = 69, tegra_clk_epp = 70, tegra_clk_epp_8 = 71, tegra_clk_extern1 = 72, tegra_clk_extern2 = 73, tegra_clk_extern3 = 74, tegra_clk_fuse = 75, tegra_clk_fuse_burn = 76, tegra_clk_gpu = 77, tegra_clk_gr2d = 78, tegra_clk_gr2d_8 = 79, tegra_clk_gr3d = 80, tegra_clk_gr3d_8 = 81, tegra_clk_hclk = 82, tegra_clk_hda = 83, tegra_clk_hda_8 = 84, tegra_clk_hda2codec_2x = 85, tegra_clk_hda2codec_2x_8 = 86, tegra_clk_hda2hdmi = 87, tegra_clk_hdmi = 88, tegra_clk_hdmi_audio = 89, tegra_clk_host1x = 90, tegra_clk_host1x_8 = 91, tegra_clk_host1x_9 = 92, tegra_clk_hsic_trk = 93, tegra_clk_i2c1 = 94, tegra_clk_i2c2 = 95, tegra_clk_i2c3 = 96, tegra_clk_i2c4 = 97, tegra_clk_i2c5 = 98, tegra_clk_i2c6 = 99, tegra_clk_i2cslow = 100, tegra_clk_i2s0 = 101, tegra_clk_i2s0_sync = 102, tegra_clk_i2s1 = 103, tegra_clk_i2s1_sync = 104, tegra_clk_i2s2 = 105, tegra_clk_i2s2_sync = 106, tegra_clk_i2s3 = 107, tegra_clk_i2s3_sync = 108, tegra_clk_i2s4 = 109, tegra_clk_i2s4_sync = 110, tegra_clk_isp = 111, tegra_clk_isp_8 = 112, tegra_clk_isp_9 = 113, tegra_clk_ispb = 114, tegra_clk_kbc = 115, tegra_clk_kfuse = 116, tegra_clk_la = 117, tegra_clk_maud = 118, tegra_clk_mipi = 119, tegra_clk_mipibif = 120, tegra_clk_mipi_cal = 121, tegra_clk_mpe = 122, tegra_clk_mselect = 123, tegra_clk_msenc = 124, tegra_clk_ndflash = 125, tegra_clk_ndflash_8 = 126, tegra_clk_ndspeed = 127, tegra_clk_ndspeed_8 = 128, tegra_clk_nor = 129, tegra_clk_nvdec = 130, tegra_clk_nvenc = 131, tegra_clk_nvjpg = 132, tegra_clk_owr = 133, tegra_clk_owr_8 = 134, tegra_clk_pcie = 135, tegra_clk_pclk = 136, tegra_clk_pll_a = 137, tegra_clk_pll_a_out0 = 138, tegra_clk_pll_a1 = 139, tegra_clk_pll_c = 140, tegra_clk_pll_c2 = 141, tegra_clk_pll_c3 = 142, tegra_clk_pll_c4 = 143, tegra_clk_pll_c4_out0 = 144, tegra_clk_pll_c4_out1 = 145, tegra_clk_pll_c4_out2 = 146, tegra_clk_pll_c4_out3 = 147, tegra_clk_pll_c_out1 = 148, tegra_clk_pll_d = 149, tegra_clk_pll_d2 = 150, tegra_clk_pll_d2_out0 = 151, tegra_clk_pll_d_out0 = 152, tegra_clk_pll_dp = 153, tegra_clk_pll_e_out0 = 154, tegra_clk_pll_g_ref = 155, tegra_clk_pll_m = 156, tegra_clk_pll_m_out1 = 157, tegra_clk_pll_mb = 158, tegra_clk_pll_p = 159, tegra_clk_pll_p_out1 = 160, tegra_clk_pll_p_out2 = 161, tegra_clk_pll_p_out2_int = 162, tegra_clk_pll_p_out3 = 163, tegra_clk_pll_p_out4 = 164, tegra_clk_pll_p_out4_cpu = 165, tegra_clk_pll_p_out5 = 166, tegra_clk_pll_p_out_hsio = 167, tegra_clk_pll_p_out_xusb = 168, tegra_clk_pll_p_out_cpu = 169, tegra_clk_pll_p_out_adsp = 170, tegra_clk_pll_ref = 171, tegra_clk_pll_re_out = 172, tegra_clk_pll_re_vco = 173, tegra_clk_pll_u = 174, tegra_clk_pll_u_out = 175, tegra_clk_pll_u_out1 = 176, tegra_clk_pll_u_out2 = 177, tegra_clk_pll_u_12m = 178, tegra_clk_pll_u_480m = 179, tegra_clk_pll_u_48m = 180, tegra_clk_pll_u_60m = 181, tegra_clk_pll_x = 182, tegra_clk_pll_x_out0 = 183, tegra_clk_pwm = 184, tegra_clk_qspi = 185, tegra_clk_rtc = 186, tegra_clk_sata = 187, tegra_clk_sata_8 = 188, tegra_clk_sata_cold = 189, tegra_clk_sata_oob = 190, tegra_clk_sata_oob_8 = 191, tegra_clk_sbc1 = 192, tegra_clk_sbc1_8 = 193, tegra_clk_sbc1_9 = 194, tegra_clk_sbc2 = 195, tegra_clk_sbc2_8 = 196, tegra_clk_sbc2_9 = 197, tegra_clk_sbc3 = 198, tegra_clk_sbc3_8 = 199, tegra_clk_sbc3_9 = 200, tegra_clk_sbc4 = 201, tegra_clk_sbc4_8 = 202, tegra_clk_sbc4_9 = 203, tegra_clk_sbc5 = 204, tegra_clk_sbc5_8 = 205, tegra_clk_sbc6 = 206, tegra_clk_sbc6_8 = 207, tegra_clk_sclk = 208, tegra_clk_sdmmc_legacy = 209, tegra_clk_sdmmc1 = 210, tegra_clk_sdmmc1_8 = 211, tegra_clk_sdmmc1_9 = 212, tegra_clk_sdmmc2 = 213, tegra_clk_sdmmc2_8 = 214, tegra_clk_sdmmc3 = 215, tegra_clk_sdmmc3_8 = 216, tegra_clk_sdmmc3_9 = 217, tegra_clk_sdmmc4 = 218, tegra_clk_sdmmc4_8 = 219, tegra_clk_se = 220, tegra_clk_se_10 = 221, tegra_clk_soc_therm = 222, tegra_clk_soc_therm_8 = 223, tegra_clk_sor0 = 224, tegra_clk_sor0_out = 225, tegra_clk_sor1 = 226, tegra_clk_sor1_out = 227, tegra_clk_spdif = 228, tegra_clk_spdif_2x = 229, tegra_clk_spdif_in = 230, tegra_clk_spdif_in_8 = 231, tegra_clk_spdif_in_sync = 232, tegra_clk_spdif_mux = 233, tegra_clk_spdif_out = 234, tegra_clk_timer = 235, tegra_clk_trace = 236, tegra_clk_tsec = 237, tegra_clk_tsec_8 = 238, tegra_clk_tsecb = 239, tegra_clk_tsensor = 240, tegra_clk_tvdac = 241, tegra_clk_tvo = 242, tegra_clk_uarta = 243, tegra_clk_uarta_8 = 244, tegra_clk_uartb = 245, tegra_clk_uartb_8 = 246, tegra_clk_uartc = 247, tegra_clk_uartc_8 = 248, tegra_clk_uartd = 249, tegra_clk_uartd_8 = 250, tegra_clk_uarte = 251, tegra_clk_uarte_8 = 252, tegra_clk_uartape = 253, tegra_clk_usb2 = 254, tegra_clk_usb2_hsic_trk = 255, tegra_clk_usb2_trk = 256, tegra_clk_usb3 = 257, tegra_clk_usbd = 258, tegra_clk_vcp = 259, tegra_clk_vde = 260, tegra_clk_vde_8 = 261, tegra_clk_vfir = 262, tegra_clk_vi = 263, tegra_clk_vi_8 = 264, tegra_clk_vi_9 = 265, tegra_clk_vi_10 = 266, tegra_clk_vi_i2c = 267, tegra_clk_vic03 = 268, tegra_clk_vic03_8 = 269, tegra_clk_vim2_clk = 270, tegra_clk_vimclk_sync = 271, tegra_clk_vi_sensor = 272, tegra_clk_vi_sensor_8 = 273, tegra_clk_vi_sensor_9 = 274, tegra_clk_vi_sensor2 = 275, tegra_clk_vi_sensor2_8 = 276, tegra_clk_xusb_dev = 277, tegra_clk_xusb_dev_src = 278, tegra_clk_xusb_dev_src_8 = 279, tegra_clk_xusb_falcon_src = 280, tegra_clk_xusb_falcon_src_8 = 281, tegra_clk_xusb_fs_src = 282, tegra_clk_xusb_gate = 283, tegra_clk_xusb_host = 284, tegra_clk_xusb_host_src = 285, tegra_clk_xusb_host_src_8 = 286, tegra_clk_xusb_hs_src = 287, tegra_clk_xusb_hs_src_4 = 288, tegra_clk_xusb_ss = 289, tegra_clk_xusb_ss_src = 290, tegra_clk_xusb_ss_src_8 = 291, tegra_clk_xusb_ss_div2 = 292, tegra_clk_xusb_ssp_src = 293, tegra_clk_sclk_mux = 294, tegra_clk_sor_safe = 295, tegra_clk_cec = 296, tegra_clk_ispa = 297, tegra_clk_dmic1 = 298, tegra_clk_dmic2 = 299, tegra_clk_dmic3 = 300, tegra_clk_dmic1_sync_clk = 301, tegra_clk_dmic2_sync_clk = 302, tegra_clk_dmic3_sync_clk = 303, tegra_clk_dmic1_sync_clk_mux = 304, tegra_clk_dmic2_sync_clk_mux = 305, tegra_clk_dmic3_sync_clk_mux = 306, tegra_clk_iqc1 = 307, tegra_clk_iqc2 = 308, tegra_clk_pll_a_out_adsp = 309, tegra_clk_pll_a_out0_out_adsp = 310, tegra_clk_adsp = 311, tegra_clk_adsp_neon = 312, tegra_clk_max = 313, }; struct pll_out_data { char *div_name; char *pll_out_name; u32 offset; int clk_id; u8 div_shift; u8 div_flags; u8 rst_shift; spinlock_t *lock; }; struct tegra_audio_clk_info { char *name; struct tegra_clk_pll_params *pll_params; int clk_id; char *parent; }; struct cpu_clk_suspend_context { u32 clk_csite_src; u32 cclkg_burst; u32 cclkg_divider; }; struct icst_params { long unsigned int ref; long unsigned int vco_max; long unsigned int vco_min; short unsigned int vd_min; short unsigned int vd_max; unsigned char rd_min; unsigned char rd_max; const unsigned char *s2div; const unsigned char *idx2s; }; struct clk_icst_desc { const struct icst_params *params; u32 vco_offset; u32 lock_offset; }; struct zynqmp_clk_gate { struct clk_hw hw; u8 flags; u32 clk_id; }; enum pm_query_id { PM_QID_INVALID = 0, PM_QID_CLOCK_GET_NAME = 1, PM_QID_CLOCK_GET_TOPOLOGY = 2, PM_QID_CLOCK_GET_FIXEDFACTOR_PARAMS = 3, PM_QID_CLOCK_GET_PARENTS = 4, PM_QID_CLOCK_GET_ATTRIBUTES = 5, PM_QID_PINCTRL_GET_NUM_PINS = 6, PM_QID_PINCTRL_GET_NUM_FUNCTIONS = 7, PM_QID_PINCTRL_GET_NUM_FUNCTION_GROUPS = 8, PM_QID_PINCTRL_GET_FUNCTION_NAME = 9, PM_QID_PINCTRL_GET_FUNCTION_GROUPS = 10, PM_QID_PINCTRL_GET_PIN_GROUPS = 11, PM_QID_CLOCK_GET_NUM_CLOCKS = 12, PM_QID_CLOCK_GET_MAX_DIVISOR = 13, }; struct zynqmp_pm_query_data { u32 qid; u32 arg1; u32 arg2; u32 arg3; }; enum topology_type { TYPE_INVALID = 0, TYPE_MUX = 1, TYPE_PLL = 2, TYPE_FIXEDFACTOR = 3, TYPE_DIV1 = 4, TYPE_DIV2 = 5, TYPE_GATE = 6, }; enum clk_type { CLK_TYPE_OUTPUT = 0, CLK_TYPE_EXTERNAL = 1, }; struct clock_parent { char name[50]; int id; u32 flag; }; struct zynqmp_clock { char clk_name[50]; u32 valid; enum clk_type type; struct clock_topology node[6]; u32 num_nodes; struct clock_parent parent[100]; u32 num_parents; u32 clk_id; }; struct name_resp { char name[16]; }; struct topology_resp { u32 topology[3]; }; struct parents_resp { u32 parents[3]; }; struct attr_resp { u32 attr[1]; }; enum k3_ring_mode { K3_RINGACC_RING_MODE_RING = 0, K3_RINGACC_RING_MODE_MESSAGE = 1, K3_RINGACC_RING_MODE_CREDENTIALS = 2, K3_RINGACC_RING_MODE_INVALID = 3, }; enum k3_ring_size { K3_RINGACC_RING_ELSIZE_4 = 0, K3_RINGACC_RING_ELSIZE_8 = 1, K3_RINGACC_RING_ELSIZE_16 = 2, K3_RINGACC_RING_ELSIZE_32 = 3, K3_RINGACC_RING_ELSIZE_64 = 4, K3_RINGACC_RING_ELSIZE_128 = 5, K3_RINGACC_RING_ELSIZE_256 = 6, K3_RINGACC_RING_ELSIZE_INVALID = 7, }; struct k3_ring_cfg { u32 size; enum k3_ring_size elm_size; enum k3_ring_mode mode; u32 flags; struct device *dma_dev; u32 asel; }; struct k3_ringacc_init_data { const struct ti_sci_handle *tisci; u32 tisci_dev_id; u32 num_rings; }; struct k3_event_route_data { void *priv; int (*set_event)(void *, u32); }; struct cppi5_desc_hdr_t { u32 pkt_info0; u32 pkt_info1; u32 pkt_info2; u32 src_dst_tag; }; struct cppi5_host_desc_t { struct cppi5_desc_hdr_t hdr; u64 next_desc; u64 buf_ptr; u32 buf_info1; u32 org_buf_len; u64 org_buf_ptr; u32 epib[0]; }; enum cppi5_tr_types { CPPI5_TR_TYPE0 = 0, CPPI5_TR_TYPE1 = 1, CPPI5_TR_TYPE2 = 2, CPPI5_TR_TYPE3 = 3, CPPI5_TR_TYPE4 = 4, CPPI5_TR_TYPE5 = 5, CPPI5_TR_TYPE8 = 8, CPPI5_TR_TYPE9 = 9, CPPI5_TR_TYPE10 = 10, CPPI5_TR_TYPE11 = 11, CPPI5_TR_TYPE15 = 15, CPPI5_TR_TYPE_MAX = 16, }; enum cppi5_tr_event_size { CPPI5_TR_EVENT_SIZE_COMPLETION = 0, CPPI5_TR_EVENT_SIZE_ICNT1_DEC = 1, CPPI5_TR_EVENT_SIZE_ICNT2_DEC = 2, CPPI5_TR_EVENT_SIZE_ICNT3_DEC = 3, CPPI5_TR_EVENT_SIZE_MAX = 4, }; enum cppi5_tr_trigger { CPPI5_TR_TRIGGER_NONE = 0, CPPI5_TR_TRIGGER_GLOBAL0 = 1, CPPI5_TR_TRIGGER_GLOBAL1 = 2, CPPI5_TR_TRIGGER_LOCAL_EVENT = 3, CPPI5_TR_TRIGGER_MAX = 4, }; enum cppi5_tr_trigger_type { CPPI5_TR_TRIGGER_TYPE_ICNT1_DEC = 0, CPPI5_TR_TRIGGER_TYPE_ICNT2_DEC = 1, CPPI5_TR_TRIGGER_TYPE_ICNT3_DEC = 2, CPPI5_TR_TRIGGER_TYPE_ALL = 3, CPPI5_TR_TRIGGER_TYPE_MAX = 4, }; typedef u32 cppi5_tr_flags_t; struct cppi5_tr_type1_t { cppi5_tr_flags_t flags; u16 icnt0; u16 icnt1; u64 addr; s32 dim1; long: 32; long: 64; }; struct cppi5_tr_type15_t { cppi5_tr_flags_t flags; u16 icnt0; u16 icnt1; u64 addr; s32 dim1; u16 icnt2; u16 icnt3; s32 dim2; s32 dim3; u32 _reserved; s32 ddim1; u64 daddr; s32 ddim2; s32 ddim3; u16 dicnt0; u16 dicnt1; u16 dicnt2; u16 dicnt3; }; struct cppi5_tr_resp_t { u8 status; u8 _reserved; u8 cmd_id; u8 flags; }; enum udma_rm_range { RM_RANGE_BCHAN = 0, RM_RANGE_TCHAN = 1, RM_RANGE_RCHAN = 2, RM_RANGE_RFLOW = 3, RM_RANGE_TFLOW = 4, RM_RANGE_LAST = 5, }; struct udma_tisci_rm { const struct ti_sci_handle *tisci; const struct ti_sci_rm_udmap_ops *tisci_udmap_ops; u32 tisci_dev_id; const struct ti_sci_rm_psil_ops *tisci_psil_ops; u32 tisci_navss_dev_id; struct ti_sci_resource *rm_ranges[5]; }; struct udma_static_tr { u8 elsize; u16 elcnt; u16 bstcnt; }; enum k3_dma_type { DMA_TYPE_UDMA = 0, DMA_TYPE_BCDMA = 1, DMA_TYPE_PKTDMA = 2, }; enum udma_mmr { MMR_GCFG = 0, MMR_BCHANRT = 1, MMR_RCHANRT = 2, MMR_TCHANRT = 3, MMR_LAST = 4, }; struct k3_ring; struct udma_tchan { void *reg_rt; int id; struct k3_ring *t_ring; struct k3_ring *tc_ring; int tflow_id; }; struct udma_rflow { int id; struct k3_ring *fd_ring; struct k3_ring *r_ring; }; struct udma_rchan { void *reg_rt; int id; }; struct udma_oes_offsets { u32 udma_rchan; u32 bcdma_bchan_data; u32 bcdma_bchan_ring; u32 bcdma_tchan_data; u32 bcdma_tchan_ring; u32 bcdma_rchan_data; u32 bcdma_rchan_ring; u32 pktdma_tchan_flow; u32 pktdma_rchan_flow; }; struct udma_match_data { enum k3_dma_type type; u32 psil_base; bool enable_memcpy_support; u32 flags; u32 statictr_z_mask; u8 burst_size[3]; }; struct udma_soc_data { struct udma_oes_offsets oes; u32 bcdma_trigger_event_offset; }; struct udma_hwdesc { size_t cppi5_desc_size; void *cppi5_desc_vaddr; dma_addr_t cppi5_desc_paddr; void *tr_req_base; struct cppi5_tr_resp_t *tr_resp_base; }; struct udma_rx_flush { struct udma_hwdesc hwdescs[2]; size_t buffer_size; void *buffer_vaddr; dma_addr_t buffer_paddr; }; struct udma_tpl { u8 levels; u32 start_idx[3]; }; struct k3_ringacc; struct udma_chan; struct udma_dev { struct dma_device ddev; struct device *dev; void *mmrs[4]; const struct udma_match_data *match_data; const struct udma_soc_data *soc_data; struct udma_tpl bchan_tpl; struct udma_tpl tchan_tpl; struct udma_tpl rchan_tpl; size_t desc_align; struct udma_tisci_rm tisci_rm; struct k3_ringacc *ringacc; struct work_struct purge_work; struct list_head desc_to_purge; spinlock_t lock; struct udma_rx_flush rx_flush; int bchan_cnt; int tchan_cnt; int echan_cnt; int rchan_cnt; int rflow_cnt; int tflow_cnt; long unsigned int *bchan_map; long unsigned int *tchan_map; long unsigned int *rchan_map; long unsigned int *rflow_gp_map; long unsigned int *rflow_gp_map_allocated; long unsigned int *rflow_in_use; long unsigned int *tflow_map; struct udma_tchan *bchans; struct udma_tchan *tchans; struct udma_rchan *rchans; struct udma_rflow *rflows; struct udma_chan *channels; u32 psil_base; u32 atype; u32 asel; }; enum udma_chan_state { UDMA_CHAN_IS_IDLE = 0, UDMA_CHAN_IS_ACTIVE = 1, UDMA_CHAN_IS_TERMINATING = 2, }; struct udma_tx_drain { struct delayed_work work; ktime_t tstamp; u32 residue; }; struct udma_chan_config { bool pkt_mode; bool needs_epib; u32 psd_size; u32 metadata_size; u32 hdesc_size; bool notdpkt; int remote_thread_id; u32 atype; u32 asel; u32 src_thread; u32 dst_thread; enum psil_endpoint_type ep_type; bool enable_acc32; bool enable_burst; enum udma_tp_level channel_tpl; u32 tr_trigger_type; int mapped_channel_id; int default_flow_id; enum dma_transfer_direction dir; }; struct udma_desc; struct udma_chan { struct virt_dma_chan vc; struct dma_slave_config cfg; struct udma_dev *ud; struct device *dma_dev; struct udma_desc *desc; struct udma_desc *terminated_desc; struct udma_static_tr static_tr; char *name; struct udma_tchan *bchan; struct udma_tchan *tchan; struct udma_rchan *rchan; struct udma_rflow *rflow; bool psil_paired; int irq_num_ring; int irq_num_udma; bool cyclic; bool paused; enum udma_chan_state state; struct completion teardown_completed; struct udma_tx_drain tx_drain; struct udma_chan_config config; bool use_dma_pool; struct dma_pool *hdesc_pool; u32 id; }; struct udma_desc { struct virt_dma_desc vd; bool terminated; enum dma_transfer_direction dir; struct udma_static_tr static_tr; u32 residue; unsigned int sglen; unsigned int desc_idx; unsigned int tr_idx; u32 metadata_size; void *metadata; unsigned int hwdesc_count; struct udma_hwdesc hwdesc[0]; }; struct udma_filter_param { int remote_thread_id; u32 atype; u32 asel; u32 tr_trigger_type; }; struct fsl_soc_die_attr { char *die; u32 svr; u32 mask; }; struct fsl_soc_data { const char *sfp_compat; u32 uid_offset; }; struct meson_gx_pwrc_vpu { struct generic_pm_domain genpd; struct regmap *regmap_ao; struct regmap *regmap_hhi; struct reset_control *rstc; struct clk *vpu_clk; struct clk *vapb_clk; }; struct qcom_smem_state_ops { int (*update_bits)(void *, u32, u32); }; struct qcom_smem_state { struct kref refcount; bool orphan; struct list_head list; struct device_node *of_node; void *priv; struct qcom_smem_state_ops ops; }; struct nvmem_cell_lookup { const char *nvmem_name; const char *cell_name; const char *dev_id; const char *con_id; struct list_head node; }; struct tegra_fuse; struct tegra_fuse_info { u32 (*read)(struct tegra_fuse *, unsigned int); unsigned int size; unsigned int spare; }; struct tegra_fuse_soc; struct tegra_fuse { struct device *dev; void *base; phys_addr_t phys; struct clk *clk; struct reset_control *rst; u32 (*read_early)(struct tegra_fuse *, unsigned int); u32 (*read)(struct tegra_fuse *, unsigned int); const struct tegra_fuse_soc *soc; struct { struct mutex lock; struct completion wait; struct dma_chan *chan; struct dma_slave_config config; dma_addr_t phys; u32 *virt; } apbdma; struct nvmem_device *nvmem; struct nvmem_cell_lookup *lookups; }; struct tegra_fuse_soc { void (*init)(struct tegra_fuse *); void (*speedo_init)(struct tegra_sku_info *); int (*probe)(struct tegra_fuse *); const struct tegra_fuse_info *info; const struct nvmem_cell_lookup *lookups; unsigned int num_lookups; const struct attribute_group *soc_attr_group; bool clk_suspend_on; }; struct k3_soc_id { unsigned int id; const char *family_name; }; struct virtio_pci_modern_common_cfg { struct virtio_pci_common_cfg cfg; __le16 queue_notify_data; __le16 queue_reset; }; struct fixed_voltage_config { const char *supply_name; const char *input_supply; int microvolts; unsigned int startup_delay; unsigned int off_on_delay; unsigned int enabled_at_boot: 1; struct regulator_init_data *init_data; }; struct fixed_regulator_data { struct fixed_voltage_config cfg; struct regulator_init_data init_data; struct platform_device pdev; }; struct gpio_regulator_state { int value; int gpios; }; struct gpio_regulator_config { const char *supply_name; unsigned int enabled_at_boot: 1; unsigned int startup_delay; enum gpiod_flags *gflags; int ngpios; struct gpio_regulator_state *states; int nr_states; enum regulator_type type; struct regulator_init_data *init_data; }; struct gpio_regulator_data { struct regulator_desc desc; struct gpio_desc **gpiods; int nr_gpios; struct gpio_regulator_state *states; int nr_states; int state; }; struct imx7_src_signal { unsigned int offset; unsigned int bit; }; struct imx7_src_variant { const struct imx7_src_signal *signals; unsigned int signals_num; struct reset_control_ops ops; }; struct imx7_src { struct reset_controller_dev rcdev; struct regmap *regmap; const struct imx7_src_signal *signals; }; enum imx7_src_registers { SRC_A7RCR0 = 4, SRC_M4RCR = 12, SRC_ERCR = 20, SRC_HSICPHY_RCR = 28, SRC_USBOPHY1_RCR = 32, SRC_USBOPHY2_RCR = 36, SRC_MIPIPHY_RCR = 40, SRC_PCIEPHY_RCR = 44, SRC_DDRC_RCR = 4096, }; enum imx8mq_src_registers { SRC_A53RCR0 = 4, SRC_HDMI_RCR = 48, SRC_DISP_RCR = 52, SRC_GPU_RCR = 64, SRC_VPU_RCR = 68, SRC_PCIE2_RCR = 72, SRC_MIPIPHY1_RCR = 76, SRC_MIPIPHY2_RCR = 80, SRC_DDRC2_RCR = 4100, }; enum imx8mp_src_registers { SRC_SUPERMIX_RCR = 24, SRC_AUDIOMIX_RCR = 28, SRC_MLMIX_RCR = 40, SRC_GPU2D_RCR = 56, SRC_GPU3D_RCR = 60, SRC_VPU_G1_RCR = 72, SRC_VPU_G2_RCR = 76, SRC_VPUVC8KE_RCR = 80, SRC_NOC_RCR = 84, }; struct n_tty_data { size_t read_head; size_t commit_head; size_t canon_head; size_t echo_head; size_t echo_commit; size_t echo_mark; long unsigned int char_map[4]; long unsigned int overrun_time; int num_overrun; bool no_room; unsigned char lnext: 1; unsigned char erasing: 1; unsigned char raw: 1; unsigned char real_raw: 1; unsigned char icanon: 1; unsigned char push: 1; char read_buf[4096]; long unsigned int read_flags[64]; unsigned char echo_buf[4096]; size_t read_tail; size_t line_start; size_t lookahead_count; unsigned int column; unsigned int canon_column; size_t echo_tail; struct mutex atomic_read_lock; struct mutex output_lock; }; enum { ERASE = 0, WERASE = 1, KILL = 2, }; struct kbentry { unsigned char kb_table; unsigned char kb_index; short unsigned int kb_value; }; struct kbsentry { unsigned char kb_func; unsigned char kb_string[512]; }; struct kbdiacr { unsigned char diacr; unsigned char base; unsigned char result; }; struct kbdiacrs { unsigned int kb_cnt; struct kbdiacr kbdiacr[256]; }; struct kbdiacruc { unsigned int diacr; unsigned int base; unsigned int result; }; struct kbdiacrsuc { unsigned int kb_cnt; struct kbdiacruc kbdiacruc[256]; }; struct kbkeycode { unsigned int scancode; unsigned int keycode; }; struct kbd_repeat { int delay; int period; }; struct keyboard_notifier_param { struct vc_data *vc; int down; int shift; int ledstate; unsigned int value; }; struct kbd_struct { unsigned char lockstate; unsigned char slockstate; unsigned char ledmode: 1; unsigned char ledflagstate: 4; char: 3; unsigned char default_ledflagstate: 4; unsigned char kbdmode: 3; char: 1; unsigned char modeflags: 5; }; struct vt_spawn_console { spinlock_t lock; struct pid *pid; int sig; }; typedef void k_handler_fn(struct vc_data *, unsigned char, char); typedef void fn_handler_fn(struct vc_data *); struct getset_keycode_data { struct input_keymap_entry ke; int error; }; struct kbd_led_trigger { struct led_trigger trigger; unsigned int mask; }; struct of_serial_info { struct clk *clk; struct reset_control *rst; int type; int line; }; struct tegra_uart_chip_data { bool tx_fifo_full_status; bool allow_txfifo_reset_fifo_mode; bool support_clk_src_div; bool fifo_mode_enable_status; int uart_max_port; int max_dma_burst_bytes; int error_tolerance_low_range; int error_tolerance_high_range; }; struct tegra_baud_tolerance { u32 lower_range_baud; u32 upper_range_baud; s32 tolerance; }; struct tegra_uart_port { struct uart_port uport; const struct tegra_uart_chip_data *cdata; struct clk *uart_clk; struct reset_control *rst; unsigned int current_baud; long unsigned int fcr_shadow; long unsigned int mcr_shadow; long unsigned int lcr_shadow; long unsigned int ier_shadow; bool rts_active; int tx_in_progress; unsigned int tx_bytes; bool enable_modem_interrupt; bool rx_timeout; int rx_in_progress; int symb_bit; struct dma_chan *rx_dma_chan; struct dma_chan *tx_dma_chan; dma_addr_t rx_dma_buf_phys; dma_addr_t tx_dma_buf_phys; unsigned char *rx_dma_buf_virt; unsigned char *tx_dma_buf_virt; struct dma_async_tx_descriptor *tx_dma_desc; struct dma_async_tx_descriptor *rx_dma_desc; dma_cookie_t tx_cookie; dma_cookie_t rx_cookie; unsigned int tx_bytes_requested; unsigned int rx_bytes_requested; struct tegra_baud_tolerance *baud_tolerance; int n_adjustable_baud_rates; int required_rate; int configured_rate; bool use_rx_pio; bool use_tx_pio; bool rx_dma_active; }; struct memdev { const char *name; umode_t mode; const struct file_operations *fops; fmode_t fmode; }; struct file_priv { struct tpm_chip *chip; struct tpm_space *space; struct mutex buffer_mutex; struct timer_list user_read_timer; struct work_struct timeout_work; struct work_struct async_work; wait_queue_head_t async_wait; ssize_t response_length; bool response_read; bool command_enqueued; u8 data_buffer[4096]; }; struct tcpa_event { u32 pcr_index; u32 event_type; u8 pcr_value[20]; u32 event_size; u8 event_data[0]; }; struct tcpa_pc_event { u32 event_id; u32 event_size; u8 event_data[0]; }; enum tcpa_pc_event_ids { SMBIOS = 1, BIS_CERT = 2, POST_BIOS_ROM = 3, ESCD = 4, CMOS = 5, NVRAM = 6, OPTION_ROM_EXEC = 7, OPTION_ROM_CONFIG = 8, OPTION_ROM_MICROCODE = 10, S_CRTM_VERSION = 11, S_CRTM_CONTENTS = 12, POST_CONTENTS = 13, HOST_TABLE_OF_DEVICES = 14, }; struct acpi_table_tpm2 { struct acpi_table_header header; u16 platform_class; u16 reserved; u64 control_address; u32 start_method; } __attribute__((packed)); enum crb_defaults { CRB_ACPI_START_REVISION_ID = 1, CRB_ACPI_START_INDEX = 1, }; enum crb_loc_ctrl { CRB_LOC_CTRL_REQUEST_ACCESS = 1, CRB_LOC_CTRL_RELINQUISH = 2, }; enum crb_loc_state { CRB_LOC_STATE_LOC_ASSIGNED = 2, CRB_LOC_STATE_TPM_REG_VALID_STS = 128, }; enum crb_ctrl_req { CRB_CTRL_REQ_CMD_READY = 1, CRB_CTRL_REQ_GO_IDLE = 2, }; enum crb_ctrl_sts { CRB_CTRL_STS_ERROR = 1, CRB_CTRL_STS_TPM_IDLE = 2, }; enum crb_start { CRB_START_INVOKE = 1, }; enum crb_cancel { CRB_CANCEL_INVOKE = 1, }; struct crb_regs_head { u32 loc_state; u32 reserved1; u32 loc_ctrl; u32 loc_sts; u8 reserved2[32]; u64 intf_id; u64 ctrl_ext; }; struct crb_regs_tail { u32 ctrl_req; u32 ctrl_sts; u32 ctrl_cancel; u32 ctrl_start; u32 ctrl_int_enable; u32 ctrl_int_sts; u32 ctrl_cmd_size; u32 ctrl_cmd_pa_low; u32 ctrl_cmd_pa_high; u32 ctrl_rsp_size; u64 ctrl_rsp_pa; }; enum crb_status { CRB_DRV_STS_COMPLETE = 1, }; struct crb_priv { u32 sm; const char *hid; struct crb_regs_head *regs_h; struct crb_regs_tail *regs_t; u8 *cmd; u8 *rsp; u32 cmd_size; u32 smc_func_id; }; struct tpm2_crb_smc { u32 interrupt; u8 interrupt_flags; u8 op_flags; u16 reserved2; u32 smc_func_id; }; struct iommu_group { struct kobject kobj; struct kobject *devices_kobj; struct list_head devices; struct mutex mutex; void *iommu_data; void (*iommu_data_release)(void *); char *name; int id; struct iommu_domain *default_domain; struct iommu_domain *blocking_domain; struct iommu_domain *domain; struct list_head entry; unsigned int owner_cnt; void *owner; }; enum iommu_fault_type { IOMMU_FAULT_DMA_UNRECOV = 1, IOMMU_FAULT_PAGE_REQ = 2, }; struct group_device { struct list_head list; struct device *dev; char *name; }; struct iommu_group_attribute { struct attribute attr; ssize_t (*show)(struct iommu_group *, char *); ssize_t (*store)(struct iommu_group *, const char *, size_t); }; struct group_for_pci_data { struct pci_dev *pdev; struct iommu_group *group; }; struct __group_domain_type { struct device *dev; unsigned int type; }; struct tegra_smmu { void *regs; struct device *dev; struct tegra_mc *mc; const struct tegra_smmu_soc *soc; struct list_head groups; long unsigned int pfn_mask; long unsigned int tlb_mask; long unsigned int *asids; struct mutex lock; struct list_head list; struct dentry *debugfs; struct iommu_device iommu; }; struct tegra_smmu_group { struct list_head list; struct tegra_smmu *smmu; const struct tegra_smmu_group_soc *soc; struct iommu_group *group; unsigned int swgroup; }; struct tegra_smmu_as { struct iommu_domain domain; struct tegra_smmu *smmu; unsigned int use_count; spinlock_t lock; u32 *count; struct page **pts; struct page *pd; dma_addr_t pd_dma; unsigned int id; u32 attr; }; struct drm_gem_close { __u32 handle; __u32 pad; }; struct drm_gem_flink { __u32 handle; __u32 name; }; struct drm_gem_open { __u32 name; __u32 handle; __u64 size; }; struct ww_class { atomic_long_t stamp; struct lock_class_key acquire_key; struct lock_class_key mutex_key; const char *acquire_name; const char *mutex_name; unsigned int is_wait_die; }; enum dma_resv_usage { DMA_RESV_USAGE_KERNEL = 0, DMA_RESV_USAGE_WRITE = 1, DMA_RESV_USAGE_READ = 2, DMA_RESV_USAGE_BOOKKEEP = 3, }; struct drm_writeback_job { struct drm_writeback_connector *connector; bool prepared; struct work_struct cleanup_work; struct list_head list_entry; struct drm_framebuffer *fb; struct dma_fence *out_fence; void *priv; }; struct drm_writeback_connector { struct drm_connector base; struct drm_encoder encoder; struct drm_property_blob *pixel_formats_blob_ptr; spinlock_t job_lock; struct list_head job_queue; unsigned int fence_context; spinlock_t fence_lock; long unsigned int fence_seqno; char timeline_name[32]; }; struct drm_mode_crtc_lut { __u32 crtc_id; __u32 gamma_size; __u64 red; __u64 green; __u64 blue; }; struct drm_color_lut { __u16 red; __u16 green; __u16 blue; __u16 reserved; }; enum drm_color_lut_tests { DRM_COLOR_LUT_EQUAL_CHANNELS = 1, DRM_COLOR_LUT_NON_DECREASING = 2, }; struct drm_flip_work; typedef void (*drm_flip_func_t)(struct drm_flip_work *, void *); struct drm_flip_work { const char *name; drm_flip_func_t func; struct work_struct worker; struct list_head queued; struct list_head commited; spinlock_t lock; }; struct drm_flip_task { struct list_head node; void *data; }; struct drm_afbc_framebuffer { struct drm_framebuffer base; u32 block_width; u32 block_height; u32 aligned_width; u32 aligned_height; u32 offset; u32 afbc_size; }; enum proc_cn_mcast_op { PROC_CN_MCAST_LISTEN = 1, PROC_CN_MCAST_IGNORE = 2, }; enum what { PROC_EVENT_NONE = 0, PROC_EVENT_FORK = 1, PROC_EVENT_EXEC = 2, PROC_EVENT_UID = 4, PROC_EVENT_GID = 64, PROC_EVENT_SID = 128, PROC_EVENT_PTRACE = 256, PROC_EVENT_COMM = 512, PROC_EVENT_COREDUMP = 1073741824, PROC_EVENT_EXIT = 2147483648, }; struct fork_proc_event { __kernel_pid_t parent_pid; __kernel_pid_t parent_tgid; __kernel_pid_t child_pid; __kernel_pid_t child_tgid; }; struct exec_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; }; struct id_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; union { __u32 ruid; __u32 rgid; } r; union { __u32 euid; __u32 egid; } e; }; struct sid_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; }; struct ptrace_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; __kernel_pid_t tracer_pid; __kernel_pid_t tracer_tgid; }; struct comm_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; char comm[16]; }; struct coredump_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; __kernel_pid_t parent_pid; __kernel_pid_t parent_tgid; }; struct exit_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; __u32 exit_code; __u32 exit_signal; __kernel_pid_t parent_pid; __kernel_pid_t parent_tgid; }; struct proc_event { enum what what; __u32 cpu; __u64 timestamp_ns; union { struct { __u32 err; } ack; struct fork_proc_event fork; struct exec_proc_event exec; struct id_proc_event id; struct sid_proc_event sid; struct ptrace_proc_event ptrace; struct comm_proc_event comm; struct coredump_proc_event coredump; struct exit_proc_event exit; } event_data; }; struct local_event { local_lock_t lock; __u32 count; }; struct attribute_container { struct list_head node; struct klist containers; struct class *class; const struct attribute_group *grp; struct device_attribute **attrs; int (*match)(struct attribute_container *, struct device *); long unsigned int flags; }; struct internal_container { struct klist_node node; struct attribute_container *cont; struct device classdev; }; enum fw_opt { FW_OPT_UEVENT = 1, FW_OPT_NOWAIT = 2, FW_OPT_USERHELPER = 4, FW_OPT_NO_WARN = 8, FW_OPT_NOCACHE = 16, FW_OPT_NOFALLBACK_SYSFS = 32, FW_OPT_FALLBACK_PLATFORM = 64, FW_OPT_PARTIAL = 128, }; enum fw_status { FW_STATUS_UNKNOWN = 0, FW_STATUS_LOADING = 1, FW_STATUS_DONE = 2, FW_STATUS_ABORTED = 3, }; struct fw_state { struct completion completion; enum fw_status status; }; struct firmware_cache; struct fw_priv { struct kref ref; struct list_head list; struct firmware_cache *fwc; struct fw_state fw_st; void *data; size_t size; size_t allocated_size; size_t offset; u32 opt_flags; bool is_paged_buf; struct page **pages; int nr_pages; int page_array_size; bool need_uevent; struct list_head pending_list; const char *fw_name; }; struct firmware_fallback_config { unsigned int force_sysfs_fallback; unsigned int ignore_sysfs_fallback; int old_timeout; int loading_timeout; }; struct fw_sysfs { bool nowait; struct device dev; struct fw_priv *fw_priv; struct firmware *fw; void *fw_upload_priv; }; struct reg_field { unsigned int reg; unsigned int lsb; unsigned int msb; unsigned int id_size; unsigned int id_offset; }; struct regmap_range_node { struct rb_node node; const char *name; struct regmap *map; unsigned int range_min; unsigned int range_max; unsigned int selector_reg; unsigned int selector_mask; int selector_shift; unsigned int window_start; unsigned int window_len; }; struct regmap_field { struct regmap *regmap; unsigned int mask; unsigned int shift; unsigned int reg; unsigned int id_size; unsigned int id_offset; }; struct trace_event_raw_regmap_reg { struct trace_entry ent; u32 __data_loc_name; unsigned int reg; unsigned int val; char __data[0]; }; struct trace_event_raw_regmap_block { struct trace_entry ent; u32 __data_loc_name; unsigned int reg; int count; char __data[0]; }; struct trace_event_raw_regcache_sync { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_status; u32 __data_loc_type; char __data[0]; }; struct trace_event_raw_regmap_bool { struct trace_entry ent; u32 __data_loc_name; int flag; char __data[0]; }; struct trace_event_raw_regmap_async { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_regcache_drop_region { struct trace_entry ent; u32 __data_loc_name; unsigned int from; unsigned int to; char __data[0]; }; struct trace_event_data_offsets_regmap_reg { u32 name; }; struct trace_event_data_offsets_regmap_block { u32 name; }; struct trace_event_data_offsets_regcache_sync { u32 name; u32 status; u32 type; }; struct trace_event_data_offsets_regmap_bool { u32 name; }; struct trace_event_data_offsets_regmap_async { u32 name; }; struct trace_event_data_offsets_regcache_drop_region { u32 name; }; typedef void (*btf_trace_regmap_reg_write)(void *, struct regmap *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_reg_read)(void *, struct regmap *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_reg_read_cache)(void *, struct regmap *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_hw_read_start)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_hw_read_done)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_hw_write_start)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_hw_write_done)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regcache_sync)(void *, struct regmap *, const char *, const char *); typedef void (*btf_trace_regmap_cache_only)(void *, struct regmap *, bool); typedef void (*btf_trace_regmap_cache_bypass)(void *, struct regmap *, bool); typedef void (*btf_trace_regmap_async_write_start)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_async_io_complete)(void *, struct regmap *); typedef void (*btf_trace_regmap_async_complete_start)(void *, struct regmap *); typedef void (*btf_trace_regmap_async_complete_done)(void *, struct regmap *); typedef void (*btf_trace_regcache_drop_region)(void *, struct regmap *, unsigned int, unsigned int); enum scale_freq_source { SCALE_FREQ_SOURCE_CPUFREQ = 0, SCALE_FREQ_SOURCE_ARCH = 1, SCALE_FREQ_SOURCE_CPPC = 2, }; struct scale_freq_data { enum scale_freq_source source; void (*set_freq_scale)(); }; struct trace_event_raw_thermal_pressure_update { struct trace_entry ent; long unsigned int thermal_pressure; int cpu; char __data[0]; }; struct trace_event_data_offsets_thermal_pressure_update {}; typedef void (*btf_trace_thermal_pressure_update)(void *, int, long unsigned int); struct cppc_perf_caps { u32 guaranteed_perf; u32 highest_perf; u32 nominal_perf; u32 lowest_perf; u32 lowest_nonlinear_perf; u32 lowest_freq; u32 nominal_freq; }; enum max77686_pmic_reg { MAX77686_REG_DEVICE_ID = 0, MAX77686_REG_INTSRC = 1, MAX77686_REG_INT1 = 2, MAX77686_REG_INT2 = 3, MAX77686_REG_INT1MSK = 4, MAX77686_REG_INT2MSK = 5, MAX77686_REG_STATUS1 = 6, MAX77686_REG_STATUS2 = 7, MAX77686_REG_PWRON = 8, MAX77686_REG_ONOFF_DELAY = 9, MAX77686_REG_MRSTB = 10, MAX77686_REG_BUCK1CTRL = 16, MAX77686_REG_BUCK1OUT = 17, MAX77686_REG_BUCK2CTRL1 = 18, MAX77686_REG_BUCK234FREQ = 19, MAX77686_REG_BUCK2DVS1 = 20, MAX77686_REG_BUCK2DVS2 = 21, MAX77686_REG_BUCK2DVS3 = 22, MAX77686_REG_BUCK2DVS4 = 23, MAX77686_REG_BUCK2DVS5 = 24, MAX77686_REG_BUCK2DVS6 = 25, MAX77686_REG_BUCK2DVS7 = 26, MAX77686_REG_BUCK2DVS8 = 27, MAX77686_REG_BUCK3CTRL1 = 28, MAX77686_REG_BUCK3DVS1 = 30, MAX77686_REG_BUCK3DVS2 = 31, MAX77686_REG_BUCK3DVS3 = 32, MAX77686_REG_BUCK3DVS4 = 33, MAX77686_REG_BUCK3DVS5 = 34, MAX77686_REG_BUCK3DVS6 = 35, MAX77686_REG_BUCK3DVS7 = 36, MAX77686_REG_BUCK3DVS8 = 37, MAX77686_REG_BUCK4CTRL1 = 38, MAX77686_REG_BUCK4DVS1 = 40, MAX77686_REG_BUCK4DVS2 = 41, MAX77686_REG_BUCK4DVS3 = 42, MAX77686_REG_BUCK4DVS4 = 43, MAX77686_REG_BUCK4DVS5 = 44, MAX77686_REG_BUCK4DVS6 = 45, MAX77686_REG_BUCK4DVS7 = 46, MAX77686_REG_BUCK4DVS8 = 47, MAX77686_REG_BUCK5CTRL = 48, MAX77686_REG_BUCK5OUT = 49, MAX77686_REG_BUCK6CTRL = 50, MAX77686_REG_BUCK6OUT = 51, MAX77686_REG_BUCK7CTRL = 52, MAX77686_REG_BUCK7OUT = 53, MAX77686_REG_BUCK8CTRL = 54, MAX77686_REG_BUCK8OUT = 55, MAX77686_REG_BUCK9CTRL = 56, MAX77686_REG_BUCK9OUT = 57, MAX77686_REG_LDO1CTRL1 = 64, MAX77686_REG_LDO2CTRL1 = 65, MAX77686_REG_LDO3CTRL1 = 66, MAX77686_REG_LDO4CTRL1 = 67, MAX77686_REG_LDO5CTRL1 = 68, MAX77686_REG_LDO6CTRL1 = 69, MAX77686_REG_LDO7CTRL1 = 70, MAX77686_REG_LDO8CTRL1 = 71, MAX77686_REG_LDO9CTRL1 = 72, MAX77686_REG_LDO10CTRL1 = 73, MAX77686_REG_LDO11CTRL1 = 74, MAX77686_REG_LDO12CTRL1 = 75, MAX77686_REG_LDO13CTRL1 = 76, MAX77686_REG_LDO14CTRL1 = 77, MAX77686_REG_LDO15CTRL1 = 78, MAX77686_REG_LDO16CTRL1 = 79, MAX77686_REG_LDO17CTRL1 = 80, MAX77686_REG_LDO18CTRL1 = 81, MAX77686_REG_LDO19CTRL1 = 82, MAX77686_REG_LDO20CTRL1 = 83, MAX77686_REG_LDO21CTRL1 = 84, MAX77686_REG_LDO22CTRL1 = 85, MAX77686_REG_LDO23CTRL1 = 86, MAX77686_REG_LDO24CTRL1 = 87, MAX77686_REG_LDO25CTRL1 = 88, MAX77686_REG_LDO26CTRL1 = 89, MAX77686_REG_LDO1CTRL2 = 96, MAX77686_REG_LDO2CTRL2 = 97, MAX77686_REG_LDO3CTRL2 = 98, MAX77686_REG_LDO4CTRL2 = 99, MAX77686_REG_LDO5CTRL2 = 100, MAX77686_REG_LDO6CTRL2 = 101, MAX77686_REG_LDO7CTRL2 = 102, MAX77686_REG_LDO8CTRL2 = 103, MAX77686_REG_LDO9CTRL2 = 104, MAX77686_REG_LDO10CTRL2 = 105, MAX77686_REG_LDO11CTRL2 = 106, MAX77686_REG_LDO12CTRL2 = 107, MAX77686_REG_LDO13CTRL2 = 108, MAX77686_REG_LDO14CTRL2 = 109, MAX77686_REG_LDO15CTRL2 = 110, MAX77686_REG_LDO16CTRL2 = 111, MAX77686_REG_LDO17CTRL2 = 112, MAX77686_REG_LDO18CTRL2 = 113, MAX77686_REG_LDO19CTRL2 = 114, MAX77686_REG_LDO20CTRL2 = 115, MAX77686_REG_LDO21CTRL2 = 116, MAX77686_REG_LDO22CTRL2 = 117, MAX77686_REG_LDO23CTRL2 = 118, MAX77686_REG_LDO24CTRL2 = 119, MAX77686_REG_LDO25CTRL2 = 120, MAX77686_REG_LDO26CTRL2 = 121, MAX77686_REG_BBAT_CHG = 126, MAX77686_REG_32KHZ = 127, MAX77686_REG_PMIC_END = 128, }; enum max77802_pmic_reg { MAX77802_REG_DEVICE_ID = 0, MAX77802_REG_INTSRC = 1, MAX77802_REG_INT1 = 2, MAX77802_REG_INT2 = 3, MAX77802_REG_INT1MSK = 4, MAX77802_REG_INT2MSK = 5, MAX77802_REG_STATUS1 = 6, MAX77802_REG_STATUS2 = 7, MAX77802_REG_PWRON = 8, MAX77802_REG_MRSTB = 10, MAX77802_REG_EPWRHOLD = 11, MAX77802_REG_BOOSTCTRL = 14, MAX77802_REG_BOOSTOUT = 15, MAX77802_REG_BUCK1CTRL = 16, MAX77802_REG_BUCK1DVS1 = 17, MAX77802_REG_BUCK1DVS2 = 18, MAX77802_REG_BUCK1DVS3 = 19, MAX77802_REG_BUCK1DVS4 = 20, MAX77802_REG_BUCK1DVS5 = 21, MAX77802_REG_BUCK1DVS6 = 22, MAX77802_REG_BUCK1DVS7 = 23, MAX77802_REG_BUCK1DVS8 = 24, MAX77802_REG_BUCK2CTRL1 = 26, MAX77802_REG_BUCK2CTRL2 = 27, MAX77802_REG_BUCK2PHTRAN = 28, MAX77802_REG_BUCK2DVS1 = 29, MAX77802_REG_BUCK2DVS2 = 30, MAX77802_REG_BUCK2DVS3 = 31, MAX77802_REG_BUCK2DVS4 = 32, MAX77802_REG_BUCK2DVS5 = 33, MAX77802_REG_BUCK2DVS6 = 34, MAX77802_REG_BUCK2DVS7 = 35, MAX77802_REG_BUCK2DVS8 = 36, MAX77802_REG_BUCK3CTRL1 = 39, MAX77802_REG_BUCK3DVS1 = 40, MAX77802_REG_BUCK3DVS2 = 41, MAX77802_REG_BUCK3DVS3 = 42, MAX77802_REG_BUCK3DVS4 = 43, MAX77802_REG_BUCK3DVS5 = 44, MAX77802_REG_BUCK3DVS6 = 45, MAX77802_REG_BUCK3DVS7 = 46, MAX77802_REG_BUCK3DVS8 = 47, MAX77802_REG_BUCK4CTRL1 = 55, MAX77802_REG_BUCK4DVS1 = 56, MAX77802_REG_BUCK4DVS2 = 57, MAX77802_REG_BUCK4DVS3 = 58, MAX77802_REG_BUCK4DVS4 = 59, MAX77802_REG_BUCK4DVS5 = 60, MAX77802_REG_BUCK4DVS6 = 61, MAX77802_REG_BUCK4DVS7 = 62, MAX77802_REG_BUCK4DVS8 = 63, MAX77802_REG_BUCK5CTRL = 65, MAX77802_REG_BUCK5OUT = 66, MAX77802_REG_BUCK6CTRL = 68, MAX77802_REG_BUCK6DVS1 = 69, MAX77802_REG_BUCK6DVS2 = 70, MAX77802_REG_BUCK6DVS3 = 71, MAX77802_REG_BUCK6DVS4 = 72, MAX77802_REG_BUCK6DVS5 = 73, MAX77802_REG_BUCK6DVS6 = 74, MAX77802_REG_BUCK6DVS7 = 75, MAX77802_REG_BUCK6DVS8 = 76, MAX77802_REG_BUCK7CTRL = 78, MAX77802_REG_BUCK7OUT = 79, MAX77802_REG_BUCK8CTRL = 81, MAX77802_REG_BUCK8OUT = 82, MAX77802_REG_BUCK9CTRL = 84, MAX77802_REG_BUCK9OUT = 85, MAX77802_REG_BUCK10CTRL = 87, MAX77802_REG_BUCK10OUT = 88, MAX77802_REG_LDO1CTRL1 = 96, MAX77802_REG_LDO2CTRL1 = 97, MAX77802_REG_LDO3CTRL1 = 98, MAX77802_REG_LDO4CTRL1 = 99, MAX77802_REG_LDO5CTRL1 = 100, MAX77802_REG_LDO6CTRL1 = 101, MAX77802_REG_LDO7CTRL1 = 102, MAX77802_REG_LDO8CTRL1 = 103, MAX77802_REG_LDO9CTRL1 = 104, MAX77802_REG_LDO10CTRL1 = 105, MAX77802_REG_LDO11CTRL1 = 106, MAX77802_REG_LDO12CTRL1 = 107, MAX77802_REG_LDO13CTRL1 = 108, MAX77802_REG_LDO14CTRL1 = 109, MAX77802_REG_LDO15CTRL1 = 110, MAX77802_REG_LDO17CTRL1 = 112, MAX77802_REG_LDO18CTRL1 = 113, MAX77802_REG_LDO19CTRL1 = 114, MAX77802_REG_LDO20CTRL1 = 115, MAX77802_REG_LDO21CTRL1 = 116, MAX77802_REG_LDO22CTRL1 = 117, MAX77802_REG_LDO23CTRL1 = 118, MAX77802_REG_LDO24CTRL1 = 119, MAX77802_REG_LDO25CTRL1 = 120, MAX77802_REG_LDO26CTRL1 = 121, MAX77802_REG_LDO27CTRL1 = 122, MAX77802_REG_LDO28CTRL1 = 123, MAX77802_REG_LDO29CTRL1 = 124, MAX77802_REG_LDO30CTRL1 = 125, MAX77802_REG_LDO32CTRL1 = 127, MAX77802_REG_LDO33CTRL1 = 128, MAX77802_REG_LDO34CTRL1 = 129, MAX77802_REG_LDO35CTRL1 = 130, MAX77802_REG_LDO1CTRL2 = 144, MAX77802_REG_LDO2CTRL2 = 145, MAX77802_REG_LDO3CTRL2 = 146, MAX77802_REG_LDO4CTRL2 = 147, MAX77802_REG_LDO5CTRL2 = 148, MAX77802_REG_LDO6CTRL2 = 149, MAX77802_REG_LDO7CTRL2 = 150, MAX77802_REG_LDO8CTRL2 = 151, MAX77802_REG_LDO9CTRL2 = 152, MAX77802_REG_LDO10CTRL2 = 153, MAX77802_REG_LDO11CTRL2 = 154, MAX77802_REG_LDO12CTRL2 = 155, MAX77802_REG_LDO13CTRL2 = 156, MAX77802_REG_LDO14CTRL2 = 157, MAX77802_REG_LDO15CTRL2 = 158, MAX77802_REG_LDO17CTRL2 = 160, MAX77802_REG_LDO18CTRL2 = 161, MAX77802_REG_LDO19CTRL2 = 162, MAX77802_REG_LDO20CTRL2 = 163, MAX77802_REG_LDO21CTRL2 = 164, MAX77802_REG_LDO22CTRL2 = 165, MAX77802_REG_LDO23CTRL2 = 166, MAX77802_REG_LDO24CTRL2 = 167, MAX77802_REG_LDO25CTRL2 = 168, MAX77802_REG_LDO26CTRL2 = 169, MAX77802_REG_LDO27CTRL2 = 170, MAX77802_REG_LDO28CTRL2 = 171, MAX77802_REG_LDO29CTRL2 = 172, MAX77802_REG_LDO30CTRL2 = 173, MAX77802_REG_LDO32CTRL2 = 175, MAX77802_REG_LDO33CTRL2 = 176, MAX77802_REG_LDO34CTRL2 = 177, MAX77802_REG_LDO35CTRL2 = 178, MAX77802_REG_BBAT_CHG = 180, MAX77802_REG_32KHZ = 181, MAX77802_REG_PMIC_END = 182, }; enum max77802_rtc_reg { MAX77802_RTC_INT = 192, MAX77802_RTC_INTM = 193, MAX77802_RTC_CONTROLM = 194, MAX77802_RTC_CONTROL = 195, MAX77802_RTC_UPDATE0 = 196, MAX77802_RTC_UPDATE1 = 197, MAX77802_WTSR_SMPL_CNTL = 198, MAX77802_RTC_SEC = 199, MAX77802_RTC_MIN = 200, MAX77802_RTC_HOUR = 201, MAX77802_RTC_WEEKDAY = 202, MAX77802_RTC_MONTH = 203, MAX77802_RTC_YEAR = 204, MAX77802_RTC_MONTHDAY = 205, MAX77802_RTC_AE1 = 206, MAX77802_ALARM1_SEC = 207, MAX77802_ALARM1_MIN = 208, MAX77802_ALARM1_HOUR = 209, MAX77802_ALARM1_WEEKDAY = 210, MAX77802_ALARM1_MONTH = 211, MAX77802_ALARM1_YEAR = 212, MAX77802_ALARM1_DATE = 213, MAX77802_RTC_AE2 = 214, MAX77802_ALARM2_SEC = 215, MAX77802_ALARM2_MIN = 216, MAX77802_ALARM2_HOUR = 217, MAX77802_ALARM2_WEEKDAY = 218, MAX77802_ALARM2_MONTH = 219, MAX77802_ALARM2_YEAR = 220, MAX77802_ALARM2_DATE = 221, MAX77802_RTC_END = 223, }; enum max77686_irq_source { PMIC_INT1 = 0, PMIC_INT2 = 1, RTC_INT = 2, MAX77686_IRQ_GROUP_NR = 3, }; struct max77686_dev { struct device *dev; struct i2c_client *i2c; long unsigned int type; struct regmap *regmap; struct regmap_irq_chip_data *irq_data; int irq; struct mutex irqlock; int irq_masks_cur[3]; int irq_masks_cache[3]; }; enum max77686_types { TYPE_MAX77686 = 0, TYPE_MAX77802 = 1, }; struct memregion_info { int target_node; }; struct dma_fence_array { struct dma_fence base; spinlock_t lock; unsigned int num_fences; atomic_t num_pending; struct dma_fence **fences; struct irq_work work; }; struct dma_fence_chain { struct dma_fence base; struct dma_fence *prev; u64 prev_seqno; struct dma_fence *fence; union { struct dma_fence_cb cb; struct irq_work work; }; spinlock_t lock; }; struct dma_fence_unwrap { struct dma_fence *chain; struct dma_fence *array; unsigned int index; }; struct sync_file { struct file *file; char user_name[32]; struct list_head sync_file_list; wait_queue_head_t wq; long unsigned int flags; struct dma_fence *fence; struct dma_fence_cb cb; }; struct sync_merge_data { char name[32]; __s32 fd2; __s32 fence; __u32 flags; __u32 pad; }; struct sync_fence_info { char obj_name[32]; char driver_name[32]; __s32 status; __u32 flags; __u64 timestamp_ns; }; struct sync_file_info { char name[32]; __s32 status; __u32 flags; __u32 num_fences; __u32 pad; __u64 sync_fence_info; }; struct cxl_hdm { struct cxl_component_regs regs; unsigned int decoder_count; unsigned int target_count; unsigned int interleave_mask; struct cxl_port *port; }; typedef void (*activate_complete)(void *, int); struct scsi_device_handler { struct list_head list; struct module *module; const char *name; enum scsi_disposition (*check_sense)(struct scsi_device *, struct scsi_sense_hdr *); int (*attach)(struct scsi_device *); void (*detach)(struct scsi_device *); int (*activate)(struct scsi_device *, activate_complete, void *); blk_status_t (*prep_fn)(struct scsi_device *, struct request *); int (*set_params)(struct scsi_device *, const char *); void (*rescan)(struct scsi_device *); }; struct scsi_eh_save { int result; unsigned int resid_len; int eh_eflags; enum dma_data_direction data_direction; unsigned int underflow; unsigned char cmd_len; unsigned char prot_op; unsigned char cmnd[32]; struct scsi_data_buffer sdb; struct scatterlist sense_sgl; }; struct transport_container { struct attribute_container ac; const struct attribute_group *statistics; }; struct scsi_transport_template { struct transport_container host_attrs; struct transport_container target_attrs; struct transport_container device_attrs; int (*user_scan)(struct Scsi_Host *, uint, uint, u64); int device_size; int device_private_offset; int target_size; int target_private_offset; int host_size; unsigned int create_work_queue: 1; void (*eh_strategy_handler)(struct Scsi_Host *); }; struct scsi_varlen_cdb_hdr { __u8 opcode; __u8 control; __u8 misc[5]; __u8 additional_cdb_length; __be16 service_action; }; enum { mechtype_caddy = 0, mechtype_tray = 1, mechtype_popup = 2, mechtype_individual_changer = 4, mechtype_cartridge_changer = 5, }; struct scsi_mode_data { __u32 length; __u16 block_descriptor_length; __u8 medium_type; __u8 device_specific; __u8 header_length; __u8 longlba: 1; }; struct spmi_controller { struct device dev; unsigned int nr; int (*cmd)(struct spmi_controller *, u8, u8); int (*read_cmd)(struct spmi_controller *, u8, u8, u16, u8 *, size_t); int (*write_cmd)(struct spmi_controller *, u8, u8, u16, const u8 *, size_t); }; enum pmic_arb_chnl_status { PMIC_ARB_STATUS_DONE = 1, PMIC_ARB_STATUS_FAILURE = 2, PMIC_ARB_STATUS_DENIED = 4, PMIC_ARB_STATUS_DROPPED = 8, }; enum pmic_arb_cmd_op_code { PMIC_ARB_OP_EXT_WRITEL = 0, PMIC_ARB_OP_EXT_READL = 1, PMIC_ARB_OP_EXT_WRITE = 2, PMIC_ARB_OP_RESET = 3, PMIC_ARB_OP_SLEEP = 4, PMIC_ARB_OP_SHUTDOWN = 5, PMIC_ARB_OP_WAKEUP = 6, PMIC_ARB_OP_AUTHENTICATE = 7, PMIC_ARB_OP_MSTR_READ = 8, PMIC_ARB_OP_MSTR_WRITE = 9, PMIC_ARB_OP_EXT_READ = 13, PMIC_ARB_OP_WRITE = 14, PMIC_ARB_OP_READ = 15, PMIC_ARB_OP_ZERO_WRITE = 16, }; enum pmic_arb_channel { PMIC_ARB_CHANNEL_RW = 0, PMIC_ARB_CHANNEL_OBS = 1, }; struct apid_data { u16 ppid; u8 write_ee; u8 irq_ee; }; struct pmic_arb_ver_ops; struct spmi_pmic_arb { void *rd_base; void *wr_base; void *intr; void *cnfg; void *core; resource_size_t core_size; raw_spinlock_t lock; u8 channel; int irq; u8 ee; u16 min_apid; u16 max_apid; u32 *mapping_table; long unsigned int mapping_table_valid[8]; struct irq_domain *domain; struct spmi_controller *spmic; const struct pmic_arb_ver_ops *ver_ops; u16 *ppid_to_apid; u16 last_apid; struct apid_data apid_data[512]; }; struct pmic_arb_ver_ops { const char *ver_str; int (*ppid_to_apid)(struct spmi_pmic_arb *, u16); int (*offset)(struct spmi_pmic_arb *, u8, u16, enum pmic_arb_channel); u32 (*fmt_cmd)(u8, u8, u16, u8); int (*non_data_cmd)(struct spmi_controller *, u8, u8); void * (*owner_acc_status)(struct spmi_pmic_arb *, u8, u16); void * (*acc_enable)(struct spmi_pmic_arb *, u16); void * (*irq_status)(struct spmi_pmic_arb *, u16); void * (*irq_clear)(struct spmi_pmic_arb *, u16); u32 (*apid_map_offset)(u16); }; enum qpnpint_regs { QPNPINT_REG_RT_STS = 16, QPNPINT_REG_SET_TYPE = 17, QPNPINT_REG_POLARITY_HIGH = 18, QPNPINT_REG_POLARITY_LOW = 19, QPNPINT_REG_LATCHED_CLR = 20, QPNPINT_REG_EN_SET = 21, QPNPINT_REG_EN_CLR = 22, QPNPINT_REG_LATCHED_STS = 24, }; struct spmi_pmic_arb_qpnpint_type { u8 type; u8 polarity_high; u8 polarity_low; }; struct mdio_driver { struct mdio_driver_common mdiodrv; int (*probe)(struct mdio_device *); void (*remove)(struct mdio_device *); void (*shutdown)(struct mdio_device *); }; struct mdio_board_info { const char *bus_id; char modalias[32]; int mdio_addr; const void *platform_data; }; struct trace_event_raw_mdio_access { struct trace_entry ent; char busid[61]; char read; u8 addr; u16 val; unsigned int regnum; char __data[0]; }; struct trace_event_data_offsets_mdio_access {}; typedef void (*btf_trace_mdio_access)(void *, struct mii_bus *, char, u8, unsigned int, u16, int); struct mdio_bus_stat_attr { int addr; unsigned int field_offset; }; struct sb1000_private { struct sk_buff *rx_skb[4]; short int rx_dlen[4]; unsigned int rx_frames; short int rx_error_count; short int rx_error_dpc_count; unsigned char rx_session_id[4]; unsigned char rx_frame_id[4]; unsigned char rx_pkt_type[4]; }; struct usb_sg_request { int status; size_t bytes; spinlock_t lock; struct usb_device *dev; int pipe; int entries; struct urb **urbs; int count; struct completion complete; }; struct usb_cdc_header_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdCDC; } __attribute__((packed)); struct usb_cdc_call_mgmt_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bmCapabilities; __u8 bDataInterface; }; struct usb_cdc_acm_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bmCapabilities; }; struct usb_cdc_union_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bMasterInterface0; __u8 bSlaveInterface0; }; struct usb_cdc_country_functional_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 iCountryCodeRelDate; __le16 wCountyCode0; }; struct usb_cdc_network_terminal_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bEntityId; __u8 iName; __u8 bChannelIndex; __u8 bPhysicalInterface; }; struct usb_cdc_ether_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 iMACAddress; __le32 bmEthernetStatistics; __le16 wMaxSegmentSize; __le16 wNumberMCFilters; __u8 bNumberPowerFilters; } __attribute__((packed)); struct usb_cdc_dmm_desc { __u8 bFunctionLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u16 bcdVersion; __le16 wMaxCommand; } __attribute__((packed)); struct usb_cdc_mdlm_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdVersion; __u8 bGUID[16]; } __attribute__((packed)); struct usb_cdc_mdlm_detail_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bGuidDescriptorType; __u8 bDetailData[0]; }; struct usb_cdc_obex_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdVersion; } __attribute__((packed)); struct usb_cdc_ncm_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdNcmVersion; __u8 bmNetworkCapabilities; } __attribute__((packed)); struct usb_cdc_mbim_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdMBIMVersion; __le16 wMaxControlMessage; __u8 bNumberFilters; __u8 bMaxFilterSize; __le16 wMaxSegmentSize; __u8 bmNetworkCapabilities; } __attribute__((packed)); struct usb_cdc_mbim_extended_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdMBIMExtendedVersion; __u8 bMaxOutstandingCommandMessages; __le16 wMTU; } __attribute__((packed)); struct usb_cdc_parsed_header { struct usb_cdc_union_desc *usb_cdc_union_desc; struct usb_cdc_header_desc *usb_cdc_header_desc; struct usb_cdc_call_mgmt_descriptor *usb_cdc_call_mgmt_descriptor; struct usb_cdc_acm_descriptor *usb_cdc_acm_descriptor; struct usb_cdc_country_functional_desc *usb_cdc_country_functional_desc; struct usb_cdc_network_terminal_desc *usb_cdc_network_terminal_desc; struct usb_cdc_ether_desc *usb_cdc_ether_desc; struct usb_cdc_dmm_desc *usb_cdc_dmm_desc; struct usb_cdc_mdlm_desc *usb_cdc_mdlm_desc; struct usb_cdc_mdlm_detail_desc *usb_cdc_mdlm_detail_desc; struct usb_cdc_obex_desc *usb_cdc_obex_desc; struct usb_cdc_ncm_desc *usb_cdc_ncm_desc; struct usb_cdc_mbim_desc *usb_cdc_mbim_desc; struct usb_cdc_mbim_extended_desc *usb_cdc_mbim_extended_desc; bool phonet_magic_present; }; struct api_context { struct completion done; int status; }; struct set_config_request { struct usb_device *udev; int config; struct work_struct work; struct list_head node; }; struct mon_iso_desc { int status; unsigned int offset; unsigned int length; }; struct mon_event_text { struct list_head e_link; int type; long unsigned int id; unsigned int tstamp; int busnum; char devnum; char epnum; char is_in; char xfertype; int length; int status; int interval; int start_frame; int error_count; char setup_flag; char data_flag; int numdesc; struct mon_iso_desc isodesc[5]; unsigned char setup[8]; unsigned char data[32]; }; struct mon_reader_text { struct kmem_cache *e_slab; int nevents; struct list_head e_list; struct mon_reader r; wait_queue_head_t wait; int printf_size; size_t printf_offset; size_t printf_togo; char *printf_buf; struct mutex printf_lock; char slab_name[30]; }; struct mon_text_ptr { int cnt; int limit; char *pbuf; }; enum { NAMESZ = 10, }; enum xhci_ep_reset_type { EP_HARD_RESET = 0, EP_SOFT_RESET = 1, }; struct xhci_driver_data { u64 quirks; const char *firmware; }; union input_seq_state { struct { short unsigned int pos; bool mutex_acquired; }; void *p; }; struct input_devres { struct input_dev *input; }; struct trace_event_raw_rtc_time_alarm_class { struct trace_entry ent; time64_t secs; int err; char __data[0]; }; struct trace_event_raw_rtc_irq_set_freq { struct trace_entry ent; int freq; int err; char __data[0]; }; struct trace_event_raw_rtc_irq_set_state { struct trace_entry ent; int enabled; int err; char __data[0]; }; struct trace_event_raw_rtc_alarm_irq_enable { struct trace_entry ent; unsigned int enabled; int err; char __data[0]; }; struct trace_event_raw_rtc_offset_class { struct trace_entry ent; long int offset; int err; char __data[0]; }; struct trace_event_raw_rtc_timer_class { struct trace_entry ent; struct rtc_timer *timer; ktime_t expires; ktime_t period; char __data[0]; }; struct trace_event_data_offsets_rtc_time_alarm_class {}; struct trace_event_data_offsets_rtc_irq_set_freq {}; struct trace_event_data_offsets_rtc_irq_set_state {}; struct trace_event_data_offsets_rtc_alarm_irq_enable {}; struct trace_event_data_offsets_rtc_offset_class {}; struct trace_event_data_offsets_rtc_timer_class {}; typedef void (*btf_trace_rtc_set_time)(void *, time64_t, int); typedef void (*btf_trace_rtc_read_time)(void *, time64_t, int); typedef void (*btf_trace_rtc_set_alarm)(void *, time64_t, int); typedef void (*btf_trace_rtc_read_alarm)(void *, time64_t, int); typedef void (*btf_trace_rtc_irq_set_freq)(void *, int, int); typedef void (*btf_trace_rtc_irq_set_state)(void *, int, int); typedef void (*btf_trace_rtc_alarm_irq_enable)(void *, unsigned int, int); typedef void (*btf_trace_rtc_set_offset)(void *, long int, int); typedef void (*btf_trace_rtc_read_offset)(void *, long int, int); typedef void (*btf_trace_rtc_timer_enqueue)(void *, struct rtc_timer *); typedef void (*btf_trace_rtc_timer_dequeue)(void *, struct rtc_timer *); typedef void (*btf_trace_rtc_timer_fired)(void *, struct rtc_timer *); enum { none = 0, day = 1, month = 2, year = 3, }; struct i2c_smbus_alert_setup { int irq; }; struct trace_event_raw_smbus_write { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 command; __u8 len; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_read { struct trace_entry ent; int adapter_nr; __u16 flags; __u16 addr; __u8 command; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_reply { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 command; __u8 len; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_result { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 read_write; __u8 command; __s16 res; __u32 protocol; char __data[0]; }; struct trace_event_data_offsets_smbus_write {}; struct trace_event_data_offsets_smbus_read {}; struct trace_event_data_offsets_smbus_reply {}; struct trace_event_data_offsets_smbus_result {}; typedef void (*btf_trace_smbus_write)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, const union i2c_smbus_data *); typedef void (*btf_trace_smbus_read)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int); typedef void (*btf_trace_smbus_reply)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, const union i2c_smbus_data *, int); typedef void (*btf_trace_smbus_result)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, int); enum rc_proto { RC_PROTO_UNKNOWN = 0, RC_PROTO_OTHER = 1, RC_PROTO_RC5 = 2, RC_PROTO_RC5X_20 = 3, RC_PROTO_RC5_SZ = 4, RC_PROTO_JVC = 5, RC_PROTO_SONY12 = 6, RC_PROTO_SONY15 = 7, RC_PROTO_SONY20 = 8, RC_PROTO_NEC = 9, RC_PROTO_NECX = 10, RC_PROTO_NEC32 = 11, RC_PROTO_SANYO = 12, RC_PROTO_MCIR2_KBD = 13, RC_PROTO_MCIR2_MSE = 14, RC_PROTO_RC6_0 = 15, RC_PROTO_RC6_6A_20 = 16, RC_PROTO_RC6_6A_24 = 17, RC_PROTO_RC6_6A_32 = 18, RC_PROTO_RC6_MCE = 19, RC_PROTO_SHARP = 20, RC_PROTO_XMP = 21, RC_PROTO_CEC = 22, RC_PROTO_IMON = 23, RC_PROTO_RCMM12 = 24, RC_PROTO_RCMM24 = 25, RC_PROTO_RCMM32 = 26, RC_PROTO_XBOX_DVD = 27, RC_PROTO_MAX = 27, }; struct rc_map_table { u64 scancode; u32 keycode; }; struct rc_map { struct rc_map_table *scan; unsigned int size; unsigned int len; unsigned int alloc; enum rc_proto rc_proto; const char *name; spinlock_t lock; }; enum rc_driver_type { RC_DRIVER_SCANCODE = 0, RC_DRIVER_IR_RAW = 1, RC_DRIVER_IR_RAW_TX = 2, }; struct rc_scancode_filter { u32 data; u32 mask; }; struct ir_raw_event_ctrl; struct rc_dev { struct device dev; bool managed_alloc; const struct attribute_group *sysfs_groups[5]; const char *device_name; const char *input_phys; struct input_id input_id; const char *driver_name; const char *map_name; struct rc_map rc_map; struct mutex lock; unsigned int minor; struct ir_raw_event_ctrl *raw; struct input_dev *input_dev; enum rc_driver_type driver_type; bool idle; bool encode_wakeup; u64 allowed_protocols; u64 enabled_protocols; u64 allowed_wakeup_protocols; enum rc_proto wakeup_protocol; struct rc_scancode_filter scancode_filter; struct rc_scancode_filter scancode_wakeup_filter; u32 scancode_mask; u32 users; void *priv; spinlock_t keylock; bool keypressed; long unsigned int keyup_jiffies; struct timer_list timer_keyup; struct timer_list timer_repeat; u32 last_keycode; enum rc_proto last_protocol; u64 last_scancode; u8 last_toggle; u32 timeout; u32 min_timeout; u32 max_timeout; u32 rx_resolution; u32 tx_resolution; struct device lirc_dev; struct cdev lirc_cdev; ktime_t gap_start; spinlock_t lirc_fh_lock; struct list_head lirc_fh; bool registered; int (*change_protocol)(struct rc_dev *, u64 *); int (*open)(struct rc_dev *); void (*close)(struct rc_dev *); int (*s_tx_mask)(struct rc_dev *, u32); int (*s_tx_carrier)(struct rc_dev *, u32); int (*s_tx_duty_cycle)(struct rc_dev *, u32); int (*s_rx_carrier_range)(struct rc_dev *, u32, u32); int (*tx_ir)(struct rc_dev *, unsigned int *, unsigned int); void (*s_idle)(struct rc_dev *, bool); int (*s_wideband_receiver)(struct rc_dev *, int); int (*s_carrier_report)(struct rc_dev *, int); int (*s_filter)(struct rc_dev *, struct rc_scancode_filter *); int (*s_wakeup_filter)(struct rc_dev *, struct rc_scancode_filter *); int (*s_timeout)(struct rc_dev *, unsigned int); }; struct ir_raw_event { union { u32 duration; u32 carrier; }; u8 duty_cycle; unsigned int pulse: 1; unsigned int overflow: 1; unsigned int timeout: 1; unsigned int carrier_report: 1; }; struct nec_dec { int state; unsigned int count; u32 bits; bool is_nec_x; bool necx_repeat; }; struct rc5_dec { int state; u32 bits; unsigned int count; bool is_rc5x; }; struct rc6_dec { int state; u8 header; u32 body; bool toggle; unsigned int count; unsigned int wanted_bits; }; struct sony_dec { int state; u32 bits; unsigned int count; }; struct jvc_dec { int state; u16 bits; u16 old_bits; unsigned int count; bool first; bool toggle; }; struct sanyo_dec { int state; unsigned int count; u64 bits; }; struct sharp_dec { int state; unsigned int count; u32 bits; unsigned int pulse_len; }; struct mce_kbd_dec { spinlock_t keylock; struct timer_list rx_timeout; int state; u8 header; u32 body; unsigned int count; unsigned int wanted_bits; }; struct xmp_dec { int state; unsigned int count; u32 durations[16]; }; struct imon_dec { int state; int count; int last_chk; unsigned int bits; bool stick_keyboard; }; struct rcmm_dec { int state; unsigned int count; u32 bits; }; struct ir_raw_event_ctrl { struct list_head list; struct task_struct *thread; struct { union { struct __kfifo kfifo; struct ir_raw_event *type; const struct ir_raw_event *const_type; char (*rectype)[0]; struct ir_raw_event *ptr; const struct ir_raw_event *ptr_const; }; struct ir_raw_event buf[512]; } kfifo; ktime_t last_event; struct rc_dev *dev; spinlock_t edge_spinlock; struct timer_list edge_handle; struct ir_raw_event prev_ev; struct ir_raw_event this_ev; u32 bpf_sample; struct bpf_prog_array *progs; struct nec_dec nec; struct rc5_dec rc5; struct rc6_dec rc6; struct sony_dec sony; struct jvc_dec jvc; struct sanyo_dec sanyo; struct sharp_dec sharp; struct mce_kbd_dec mce_kbd; struct xmp_dec xmp; struct imon_dec imon; struct rcmm_dec rcmm; }; struct ir_raw_handler { struct list_head list; u64 protocols; int (*decode)(struct rc_dev *, struct ir_raw_event); int (*encode)(enum rc_proto, u32, struct ir_raw_event *, unsigned int); u32 carrier; u32 min_timeout; int (*raw_register)(struct rc_dev *); int (*raw_unregister)(struct rc_dev *); }; struct ir_raw_timings_manchester { unsigned int leader_pulse; unsigned int leader_space; unsigned int clock; unsigned int invert: 1; unsigned int trailer_space; }; struct ir_raw_timings_pd { unsigned int header_pulse; unsigned int header_space; unsigned int bit_pulse; unsigned int bit_space[2]; unsigned int trailer_pulse; unsigned int trailer_space; unsigned int msb_first: 1; }; struct ir_raw_timings_pl { unsigned int header_pulse; unsigned int bit_space; unsigned int bit_pulse[2]; unsigned int trailer_space; unsigned int msb_first: 1; }; struct tps65086 { struct device *dev; struct regmap *regmap; int irq; struct regmap_irq_chip_data *irq_data; }; struct tps65086_restart { struct notifier_block handler; struct device *dev; }; struct syscon_reboot_mode { struct regmap *map; struct reboot_mode_driver reboot; u32 offset; u32 mask; }; enum hwmon_sensor_types { hwmon_chip = 0, hwmon_temp = 1, hwmon_in = 2, hwmon_curr = 3, hwmon_power = 4, hwmon_energy = 5, hwmon_humidity = 6, hwmon_fan = 7, hwmon_pwm = 8, hwmon_intrusion = 9, hwmon_max = 10, }; enum hwmon_chip_attributes { hwmon_chip_temp_reset_history = 0, hwmon_chip_in_reset_history = 1, hwmon_chip_curr_reset_history = 2, hwmon_chip_power_reset_history = 3, hwmon_chip_register_tz = 4, hwmon_chip_update_interval = 5, hwmon_chip_alarms = 6, hwmon_chip_samples = 7, hwmon_chip_curr_samples = 8, hwmon_chip_in_samples = 9, hwmon_chip_power_samples = 10, hwmon_chip_temp_samples = 11, }; enum hwmon_temp_attributes { hwmon_temp_enable = 0, hwmon_temp_input = 1, hwmon_temp_type = 2, hwmon_temp_lcrit = 3, hwmon_temp_lcrit_hyst = 4, hwmon_temp_min = 5, hwmon_temp_min_hyst = 6, hwmon_temp_max = 7, hwmon_temp_max_hyst = 8, hwmon_temp_crit = 9, hwmon_temp_crit_hyst = 10, hwmon_temp_emergency = 11, hwmon_temp_emergency_hyst = 12, hwmon_temp_alarm = 13, hwmon_temp_lcrit_alarm = 14, hwmon_temp_min_alarm = 15, hwmon_temp_max_alarm = 16, hwmon_temp_crit_alarm = 17, hwmon_temp_emergency_alarm = 18, hwmon_temp_fault = 19, hwmon_temp_offset = 20, hwmon_temp_label = 21, hwmon_temp_lowest = 22, hwmon_temp_highest = 23, hwmon_temp_reset_history = 24, hwmon_temp_rated_min = 25, hwmon_temp_rated_max = 26, }; enum hwmon_in_attributes { hwmon_in_enable = 0, hwmon_in_input = 1, hwmon_in_min = 2, hwmon_in_max = 3, hwmon_in_lcrit = 4, hwmon_in_crit = 5, hwmon_in_average = 6, hwmon_in_lowest = 7, hwmon_in_highest = 8, hwmon_in_reset_history = 9, hwmon_in_label = 10, hwmon_in_alarm = 11, hwmon_in_min_alarm = 12, hwmon_in_max_alarm = 13, hwmon_in_lcrit_alarm = 14, hwmon_in_crit_alarm = 15, hwmon_in_rated_min = 16, hwmon_in_rated_max = 17, }; enum hwmon_curr_attributes { hwmon_curr_enable = 0, hwmon_curr_input = 1, hwmon_curr_min = 2, hwmon_curr_max = 3, hwmon_curr_lcrit = 4, hwmon_curr_crit = 5, hwmon_curr_average = 6, hwmon_curr_lowest = 7, hwmon_curr_highest = 8, hwmon_curr_reset_history = 9, hwmon_curr_label = 10, hwmon_curr_alarm = 11, hwmon_curr_min_alarm = 12, hwmon_curr_max_alarm = 13, hwmon_curr_lcrit_alarm = 14, hwmon_curr_crit_alarm = 15, hwmon_curr_rated_min = 16, hwmon_curr_rated_max = 17, }; enum hwmon_power_attributes { hwmon_power_enable = 0, hwmon_power_average = 1, hwmon_power_average_interval = 2, hwmon_power_average_interval_max = 3, hwmon_power_average_interval_min = 4, hwmon_power_average_highest = 5, hwmon_power_average_lowest = 6, hwmon_power_average_max = 7, hwmon_power_average_min = 8, hwmon_power_input = 9, hwmon_power_input_highest = 10, hwmon_power_input_lowest = 11, hwmon_power_reset_history = 12, hwmon_power_accuracy = 13, hwmon_power_cap = 14, hwmon_power_cap_hyst = 15, hwmon_power_cap_max = 16, hwmon_power_cap_min = 17, hwmon_power_min = 18, hwmon_power_max = 19, hwmon_power_crit = 20, hwmon_power_lcrit = 21, hwmon_power_label = 22, hwmon_power_alarm = 23, hwmon_power_cap_alarm = 24, hwmon_power_min_alarm = 25, hwmon_power_max_alarm = 26, hwmon_power_lcrit_alarm = 27, hwmon_power_crit_alarm = 28, hwmon_power_rated_min = 29, hwmon_power_rated_max = 30, }; enum hwmon_energy_attributes { hwmon_energy_enable = 0, hwmon_energy_input = 1, hwmon_energy_label = 2, }; enum hwmon_humidity_attributes { hwmon_humidity_enable = 0, hwmon_humidity_input = 1, hwmon_humidity_label = 2, hwmon_humidity_min = 3, hwmon_humidity_min_hyst = 4, hwmon_humidity_max = 5, hwmon_humidity_max_hyst = 6, hwmon_humidity_alarm = 7, hwmon_humidity_fault = 8, hwmon_humidity_rated_min = 9, hwmon_humidity_rated_max = 10, }; enum hwmon_fan_attributes { hwmon_fan_enable = 0, hwmon_fan_input = 1, hwmon_fan_label = 2, hwmon_fan_min = 3, hwmon_fan_max = 4, hwmon_fan_div = 5, hwmon_fan_pulses = 6, hwmon_fan_target = 7, hwmon_fan_alarm = 8, hwmon_fan_min_alarm = 9, hwmon_fan_max_alarm = 10, hwmon_fan_fault = 11, }; enum hwmon_pwm_attributes { hwmon_pwm_input = 0, hwmon_pwm_enable = 1, hwmon_pwm_mode = 2, hwmon_pwm_freq = 3, hwmon_pwm_auto_channels_temp = 4, }; enum hwmon_intrusion_attributes { hwmon_intrusion_alarm = 0, hwmon_intrusion_beep = 1, }; struct hwmon_ops { umode_t (*is_visible)(const void *, enum hwmon_sensor_types, u32, int); int (*read)(struct device *, enum hwmon_sensor_types, u32, int, long int *); int (*read_string)(struct device *, enum hwmon_sensor_types, u32, int, const char **); int (*write)(struct device *, enum hwmon_sensor_types, u32, int, long int); }; struct hwmon_channel_info { enum hwmon_sensor_types type; const u32 *config; }; struct hwmon_chip_info { const struct hwmon_ops *ops; const struct hwmon_channel_info **info; }; struct trace_event_raw_hwmon_attr_class { struct trace_entry ent; int index; u32 __data_loc_attr_name; long int val; char __data[0]; }; struct trace_event_raw_hwmon_attr_show_string { struct trace_entry ent; int index; u32 __data_loc_attr_name; u32 __data_loc_label; char __data[0]; }; struct trace_event_data_offsets_hwmon_attr_class { u32 attr_name; }; struct trace_event_data_offsets_hwmon_attr_show_string { u32 attr_name; u32 label; }; typedef void (*btf_trace_hwmon_attr_show)(void *, int, const char *, long int); typedef void (*btf_trace_hwmon_attr_store)(void *, int, const char *, long int); typedef void (*btf_trace_hwmon_attr_show_string)(void *, int, const char *, const char *); struct hwmon_device { const char *name; const char *label; struct device dev; const struct hwmon_chip_info *chip; struct list_head tzdata; struct attribute_group group; const struct attribute_group **groups; }; struct hwmon_device_attribute { struct device_attribute dev_attr; const struct hwmon_ops *ops; enum hwmon_sensor_types type; u32 attr; int index; char name[32]; }; struct hwmon_thermal_data { struct list_head node; struct device *dev; int index; struct thermal_zone_device *tzd; }; struct cpufreq_cooling_device { u32 last_load; unsigned int cpufreq_state; unsigned int max_level; struct em_perf_domain *em; struct cpufreq_policy *policy; struct thermal_cooling_device_ops cooling_ops; struct freq_qos_request qos_req; }; struct badblocks { struct device *dev; int count; int unacked_exist; int shift; u64 *page; int changed; seqlock_t lock; sector_t sector; sector_t size; }; struct mddev; struct md_rdev; struct md_cluster_operations { int (*join)(struct mddev *, int); int (*leave)(struct mddev *); int (*slot_number)(struct mddev *); int (*resync_info_update)(struct mddev *, sector_t, sector_t); void (*resync_info_get)(struct mddev *, sector_t *, sector_t *); int (*metadata_update_start)(struct mddev *); int (*metadata_update_finish)(struct mddev *); void (*metadata_update_cancel)(struct mddev *); int (*resync_start)(struct mddev *); int (*resync_finish)(struct mddev *); int (*area_resyncing)(struct mddev *, int, sector_t, sector_t); int (*add_new_disk)(struct mddev *, struct md_rdev *); void (*add_new_disk_cancel)(struct mddev *); int (*new_disk_ack)(struct mddev *, bool); int (*remove_disk)(struct mddev *, struct md_rdev *); void (*load_bitmaps)(struct mddev *, int); int (*gather_bitmaps)(struct md_rdev *); int (*resize_bitmaps)(struct mddev *, sector_t, sector_t); int (*lock_all_bitmaps)(struct mddev *); void (*unlock_all_bitmaps)(struct mddev *); void (*update_size)(struct mddev *, sector_t); }; struct md_cluster_info; struct md_personality; struct md_thread; struct bitmap; struct mddev { void *private; struct md_personality *pers; dev_t unit; int md_minor; struct list_head disks; long unsigned int flags; long unsigned int sb_flags; int suspended; atomic_t active_io; int ro; int sysfs_active; struct gendisk *gendisk; struct kobject kobj; int hold_active; int major_version; int minor_version; int patch_version; int persistent; int external; char metadata_type[17]; int chunk_sectors; time64_t ctime; time64_t utime; int level; int layout; char clevel[16]; int raid_disks; int max_disks; sector_t dev_sectors; sector_t array_sectors; int external_size; __u64 events; int can_decrease_events; char uuid[16]; sector_t reshape_position; int delta_disks; int new_level; int new_layout; int new_chunk_sectors; int reshape_backwards; struct md_thread *thread; struct md_thread *sync_thread; char *last_sync_action; sector_t curr_resync; sector_t curr_resync_completed; long unsigned int resync_mark; sector_t resync_mark_cnt; sector_t curr_mark_cnt; sector_t resync_max_sectors; atomic64_t resync_mismatches; sector_t suspend_lo; sector_t suspend_hi; int sync_speed_min; int sync_speed_max; int parallel_resync; int ok_start_degraded; long unsigned int recovery; int recovery_disabled; int in_sync; struct mutex open_mutex; struct mutex reconfig_mutex; atomic_t active; atomic_t openers; int changed; int degraded; atomic_t recovery_active; wait_queue_head_t recovery_wait; sector_t recovery_cp; sector_t resync_min; sector_t resync_max; struct kernfs_node *sysfs_state; struct kernfs_node *sysfs_action; struct kernfs_node *sysfs_completed; struct kernfs_node *sysfs_degraded; struct kernfs_node *sysfs_level; struct work_struct del_work; spinlock_t lock; wait_queue_head_t sb_wait; atomic_t pending_writes; unsigned int safemode; unsigned int safemode_delay; struct timer_list safemode_timer; struct percpu_ref writes_pending; int sync_checkers; struct request_queue *queue; struct bitmap *bitmap; struct { struct file *file; loff_t offset; long unsigned int space; loff_t default_offset; long unsigned int default_space; struct mutex mutex; long unsigned int chunksize; long unsigned int daemon_sleep; long unsigned int max_write_behind; int external; int nodes; char cluster_name[64]; } bitmap_info; atomic_t max_corr_read_errors; struct list_head all_mddevs; const struct attribute_group *to_remove; struct bio_set bio_set; struct bio_set sync_set; struct bio_set io_acct_set; struct bio *flush_bio; atomic_t flush_pending; ktime_t start_flush; ktime_t prev_flush_start; struct work_struct flush_work; struct work_struct event_work; mempool_t *serial_info_pool; void (*sync_super)(struct mddev *, struct md_rdev *); struct md_cluster_info *cluster_info; unsigned int good_device_nr; unsigned int noio_flag; bool has_superblocks: 1; bool fail_last_dev: 1; bool serialize_policy: 1; }; struct serial_in_rdev; struct md_rdev { struct list_head same_set; sector_t sectors; struct mddev *mddev; int last_events; struct block_device *meta_bdev; struct block_device *bdev; struct page *sb_page; struct page *bb_page; int sb_loaded; __u64 sb_events; sector_t data_offset; sector_t new_data_offset; sector_t sb_start; int sb_size; int preferred_minor; struct kobject kobj; long unsigned int flags; wait_queue_head_t blocked_wait; int desc_nr; int raid_disk; int new_raid_disk; int saved_raid_disk; union { sector_t recovery_offset; sector_t journal_tail; }; atomic_t nr_pending; atomic_t read_errors; time64_t last_read_error; atomic_t corrected_errors; struct serial_in_rdev *serial; struct work_struct del_work; struct kernfs_node *sysfs_state; struct kernfs_node *sysfs_unack_badblocks; struct kernfs_node *sysfs_badblocks; struct badblocks badblocks; struct { short int offset; unsigned int size; sector_t sector; } ppl; }; struct serial_in_rdev { struct rb_root_cached serial_rb; spinlock_t serial_lock; wait_queue_head_t serial_io_wait; }; enum flag_bits { Faulty = 0, In_sync = 1, Bitmap_sync = 2, WriteMostly = 3, AutoDetected = 4, Blocked = 5, WriteErrorSeen = 6, FaultRecorded = 7, BlockedBadBlocks = 8, WantReplacement = 9, Replacement = 10, Candidate = 11, Journal = 12, ClusterRemove = 13, RemoveSynchronized = 14, ExternalBbl = 15, FailFast = 16, LastDev = 17, CollisionCheck = 18, }; enum mddev_flags { MD_ARRAY_FIRST_USE = 0, MD_CLOSING = 1, MD_JOURNAL_CLEAN = 2, MD_HAS_JOURNAL = 3, MD_CLUSTER_RESYNC_LOCKED = 4, MD_FAILFAST_SUPPORTED = 5, MD_HAS_PPL = 6, MD_HAS_MULTIPLE_PPLS = 7, MD_ALLOW_SB_UPDATE = 8, MD_UPDATING_SB = 9, MD_NOT_READY = 10, MD_BROKEN = 11, MD_DELETED = 12, }; enum mddev_sb_flags { MD_SB_CHANGE_DEVS = 0, MD_SB_CHANGE_CLEAN = 1, MD_SB_CHANGE_PENDING = 2, MD_SB_NEED_REWRITE = 3, }; struct md_personality { char *name; int level; struct list_head list; struct module *owner; bool (*make_request)(struct mddev *, struct bio *); int (*run)(struct mddev *); int (*start)(struct mddev *); void (*free)(struct mddev *, void *); void (*status)(struct seq_file *, struct mddev *); void (*error_handler)(struct mddev *, struct md_rdev *); int (*hot_add_disk)(struct mddev *, struct md_rdev *); int (*hot_remove_disk)(struct mddev *, struct md_rdev *); int (*spare_active)(struct mddev *); sector_t (*sync_request)(struct mddev *, sector_t, int *); int (*resize)(struct mddev *, sector_t); sector_t (*size)(struct mddev *, sector_t, int); int (*check_reshape)(struct mddev *); int (*start_reshape)(struct mddev *); void (*finish_reshape)(struct mddev *); void (*update_reshape_pos)(struct mddev *); void (*quiesce)(struct mddev *, int); void * (*takeover)(struct mddev *); int (*change_consistency_policy)(struct mddev *, const char *); }; struct md_thread { void (*run)(struct md_thread *); struct mddev *mddev; wait_queue_head_t wqueue; long unsigned int flags; struct task_struct *tsk; long unsigned int timeout; void *private; }; struct bitmap_page; struct bitmap_counts { spinlock_t lock; struct bitmap_page *bp; long unsigned int pages; long unsigned int missing_pages; long unsigned int chunkshift; long unsigned int chunks; }; struct bitmap_storage { struct file *file; struct page *sb_page; struct page **filemap; long unsigned int *filemap_attr; long unsigned int file_pages; long unsigned int bytes; }; struct bitmap { struct bitmap_counts counts; struct mddev *mddev; __u64 events_cleared; int need_sync; struct bitmap_storage storage; long unsigned int flags; int allclean; atomic_t behind_writes; long unsigned int behind_writes_used; long unsigned int daemon_lastrun; long unsigned int last_end_sync; atomic_t pending_writes; wait_queue_head_t write_wait; wait_queue_head_t overflow_wait; wait_queue_head_t behind_wait; struct kernfs_node *sysfs_can_clear; int cluster_slot; }; enum recovery_flags { MD_RECOVERY_RUNNING = 0, MD_RECOVERY_SYNC = 1, MD_RECOVERY_RECOVER = 2, MD_RECOVERY_INTR = 3, MD_RECOVERY_DONE = 4, MD_RECOVERY_NEEDED = 5, MD_RECOVERY_REQUESTED = 6, MD_RECOVERY_CHECK = 7, MD_RECOVERY_RESHAPE = 8, MD_RECOVERY_FROZEN = 9, MD_RECOVERY_ERROR = 10, MD_RECOVERY_WAIT = 11, MD_RESYNCING_REMOTE = 12, }; struct md_sysfs_entry { struct attribute attr; ssize_t (*show)(struct mddev *, char *); ssize_t (*store)(struct mddev *, const char *, size_t); }; typedef __u16 bitmap_counter_t; enum bitmap_state { BITMAP_STALE = 1, BITMAP_WRITE_ERROR = 2, BITMAP_HOSTENDIAN = 15, }; struct bitmap_super_s { __le32 magic; __le32 version; __u8 uuid[16]; __le64 events; __le64 events_cleared; __le64 sync_size; __le32 state; __le32 chunksize; __le32 daemon_sleep; __le32 write_behind; __le32 sectors_reserved; __le32 nodes; __u8 cluster_name[64]; __u8 pad[120]; }; typedef struct bitmap_super_s bitmap_super_t; struct bitmap_page { char *map; unsigned int hijacked: 1; unsigned int pending: 1; unsigned int count: 30; }; enum bitmap_page_attr { BITMAP_PAGE_DIRTY = 0, BITMAP_PAGE_PENDING = 1, BITMAP_PAGE_NEEDWRITE = 2, }; struct linear_c { struct dm_dev *dev; sector_t start; }; struct dm_kcopyd_throttle { unsigned int throttle; unsigned int num_io_jobs; unsigned int io_period; unsigned int total_period; unsigned int last_jiffies; }; typedef void (*dm_kcopyd_notify_fn)(int, long unsigned int, void *); struct dm_kcopyd_client { struct page_list *pages; unsigned int nr_reserved_pages; unsigned int nr_free_pages; unsigned int sub_job_size; struct dm_io_client *io_client; wait_queue_head_t destroyq; mempool_t job_pool; struct workqueue_struct *kcopyd_wq; struct work_struct kcopyd_work; struct dm_kcopyd_throttle *throttle; atomic_t nr_jobs; spinlock_t job_lock; struct list_head callback_jobs; struct list_head complete_jobs; struct list_head io_jobs; struct list_head pages_jobs; }; struct kcopyd_job { struct dm_kcopyd_client *kc; struct list_head list; unsigned int flags; int read_err; long unsigned int write_err; enum req_op op; struct dm_io_region source; unsigned int num_dests; struct dm_io_region dests[8]; struct page_list *pages; dm_kcopyd_notify_fn fn; void *context; struct mutex lock; atomic_t sub_jobs; sector_t progress; sector_t write_offset; struct kcopyd_job *master_job; }; struct dm_arg { unsigned int min; unsigned int max; char *error; }; struct dm_exception_table { uint32_t hash_mask; unsigned int hash_shift; struct hlist_bl_head *table; }; struct dm_kcopyd_client; struct dm_snapshot { struct rw_semaphore lock; struct dm_dev *origin; struct dm_dev *cow; struct dm_target *ti; struct list_head list; int valid; int snapshot_overflowed; int active; atomic_t pending_exceptions_count; spinlock_t pe_allocation_lock; sector_t exception_start_sequence; sector_t exception_complete_sequence; struct rb_root out_of_order_tree; mempool_t pending_pool; struct dm_exception_table pending; struct dm_exception_table complete; spinlock_t pe_lock; spinlock_t tracked_chunk_lock; struct hlist_head tracked_chunk_hash[16]; struct dm_exception_store *store; unsigned int in_progress; struct wait_queue_head in_progress_wait; struct dm_kcopyd_client *kcopyd_client; long unsigned int state_bits; chunk_t first_merging_chunk; int num_merging_chunks; bool merge_failed: 1; bool discard_zeroes_cow: 1; bool discard_passdown_origin: 1; struct bio_list bios_queued_during_merge; }; struct dm_snap_pending_exception { struct dm_exception e; struct bio_list origin_bios; struct bio_list snapshot_bios; struct dm_snapshot *snap; int started; int copy_error; sector_t exception_sequence; struct rb_node out_of_order_node; struct bio *full_bio; bio_end_io_t *full_bio_end_io; }; struct dm_snap_tracked_chunk { struct hlist_node node; chunk_t chunk; }; struct origin { struct block_device *bdev; struct list_head hash_list; struct list_head snapshots; }; struct dm_origin { struct dm_dev *dev; struct dm_target *ti; unsigned int split_boundary; struct list_head hash_list; }; struct dm_exception_table_lock { struct hlist_bl_head *complete_slot; struct hlist_bl_head *pending_slot; }; struct mapped_device; struct edac_device_counter { u32 ue_count; u32 ce_count; }; struct edac_device_ctl_info; struct edac_dev_sysfs_attribute { struct attribute attr; ssize_t (*show)(struct edac_device_ctl_info *, char *); ssize_t (*store)(struct edac_device_ctl_info *, const char *, size_t); }; struct edac_device_instance; struct edac_device_block; struct edac_dev_sysfs_block_attribute; struct edac_device_ctl_info { struct list_head link; struct module *owner; int dev_idx; int log_ue; int log_ce; int panic_on_ue; unsigned int poll_msec; long unsigned int delay; struct edac_dev_sysfs_attribute *sysfs_attributes; struct bus_type *edac_subsys; int op_state; struct delayed_work work; void (*edac_check)(struct edac_device_ctl_info *); struct device *dev; const char *mod_name; const char *ctl_name; const char *dev_name; void *pvt_info; long unsigned int start_time; struct completion removal_complete; char name[32]; u32 nr_instances; struct edac_device_instance *instances; struct edac_device_block *blocks; struct edac_dev_sysfs_block_attribute *attribs; struct edac_device_counter counters; struct kobject kobj; }; struct edac_dev_sysfs_block_attribute { struct attribute attr; ssize_t (*show)(struct kobject *, struct attribute *, char *); ssize_t (*store)(struct kobject *, struct attribute *, const char *, size_t); struct edac_device_block *block; unsigned int value; }; struct edac_device_block { struct edac_device_instance *instance; char name[32]; struct edac_device_counter counters; int nr_attribs; struct edac_dev_sysfs_block_attribute *block_attributes; struct kobject kobj; }; struct edac_device_instance { struct edac_device_ctl_info *ctl; char name[35]; struct edac_device_counter counters; u32 nr_blocks; struct edac_device_block *blocks; struct kobject kobj; }; struct acpi_hest_generic_v2 { struct acpi_hest_header header; u16 related_source_id; u8 reserved; u8 enabled; u32 records_to_preallocate; u32 max_sections_per_record; u32 max_raw_data_length; struct acpi_generic_address error_status_address; struct acpi_hest_notify notify; u32 error_block_length; struct acpi_generic_address read_ack_register; u64 read_ack_preserve; u64 read_ack_write; } __attribute__((packed)); struct acpi_hest_generic_status { u32 block_status; u32 raw_data_offset; u32 raw_data_length; u32 data_length; u32 error_severity; }; struct cper_mem_err_compact { u64 validation_bits; u16 node; u16 card; u16 module; u16 bank; u16 device; u16 row; u16 column; u16 bit_pos; u64 requestor_id; u64 responder_id; u64 target_id; u16 rank; u16 mem_array_handle; u16 mem_dev_handle; u8 extended; } __attribute__((packed)); struct ghes { union { struct acpi_hest_generic *generic; struct acpi_hest_generic_v2 *generic_v2; }; struct acpi_hest_generic_status *estatus; long unsigned int flags; union { struct list_head list; struct timer_list timer; unsigned int irq; }; }; enum { GHES_SEV_NO = 0, GHES_SEV_CORRECTED = 1, GHES_SEV_RECOVERABLE = 2, GHES_SEV_PANIC = 3, }; struct ghes_pvt { struct mem_ctl_info *mci; char other_detail[400]; char msg[80]; }; struct ghes_hw_desc { int num_dimms; struct dimm_info *dimms; }; struct memdev_dmi_entry { u8 type; u8 length; u16 handle; u16 phys_mem_array_handle; u16 mem_err_info_handle; u16 total_width; u16 data_width; u16 size; u8 form_factor; u8 device_set; u8 device_locator; u8 bank_locator; u8 memory_type; u16 type_detail; u16 speed; u8 manufacturer; u8 serial_number; u8 asset_tag; u8 part_number; u8 attributes; u32 extended_size; u16 conf_mem_clk_speed; } __attribute__((packed)); struct cpufreq_stats { unsigned int total_trans; long long unsigned int last_time; unsigned int max_state; unsigned int state_num; unsigned int last_index; u64 *time_in_state; unsigned int *freq_table; unsigned int *trans_table; unsigned int reset_pending; long long unsigned int reset_time; }; struct cpufreq_policy; struct cpufreq_dt_platform_data { bool have_governor_per_policy; unsigned int (*get_intermediate)(struct cpufreq_policy *, unsigned int); int (*target_intermediate)(struct cpufreq_policy *, unsigned int); int (*suspend)(struct cpufreq_policy *); int (*resume)(struct cpufreq_policy *); }; struct menu_device { int needs_update; int tick_wakeup; u64 next_timer_ns; unsigned int bucket; unsigned int correction_factor[12]; unsigned int intervals[8]; int interval_ptr; }; struct mmc_driver { struct device_driver drv; int (*probe)(struct mmc_card *); void (*remove)(struct mmc_card *); void (*shutdown)(struct mmc_card *); }; struct mmc_fixup { const char *name; u64 rev_start; u64 rev_end; unsigned int manfid; short unsigned int oemid; u16 cis_vendor; u16 cis_device; unsigned int ext_csd_rev; const char *of_compatible; void (*vendor_fixup)(struct mmc_card *, int); int data; }; struct led_init_data { struct fwnode_handle *fwnode; const char *default_label; const char *devicename; bool devname_mandatory; }; struct syscon_led { struct led_classdev cdev; struct regmap *map; u32 offset; u32 mask; bool state; }; struct dmi_memdev_info { const char *device; const char *bank; u64 size; u16 handle; u8 type; }; struct simplefb_platform_data { u32 width; u32 height; u32 stride; const char *format; }; struct scmi_clock_info { char name[64]; unsigned int enable_latency; bool rate_discrete; bool rate_changed_notifications; bool rate_change_requested_notifications; union { struct { int num_rates; u64 rates[16]; } list; struct { u64 min_rate; u64 max_rate; u64 step_size; } range; }; }; struct scmi_clk_proto_ops { int (*count_get)(const struct scmi_protocol_handle *); const struct scmi_clock_info * (*info_get)(const struct scmi_protocol_handle *, u32); int (*rate_get)(const struct scmi_protocol_handle *, u32, u64 *); int (*rate_set)(const struct scmi_protocol_handle *, u32, u64); int (*enable)(const struct scmi_protocol_handle *, u32); int (*disable)(const struct scmi_protocol_handle *, u32); int (*enable_atomic)(const struct scmi_protocol_handle *, u32); int (*disable_atomic)(const struct scmi_protocol_handle *, u32); }; struct scmi_clock_rate_notif_report { ktime_t timestamp; unsigned int agent_id; unsigned int clock_id; long long unsigned int rate; }; enum scmi_clock_protocol_cmd { CLOCK_ATTRIBUTES = 3, CLOCK_DESCRIBE_RATES = 4, CLOCK_RATE_SET = 5, CLOCK_RATE_GET = 6, CLOCK_CONFIG_SET = 7, CLOCK_NAME_GET = 8, CLOCK_RATE_NOTIFY = 9, CLOCK_RATE_CHANGE_REQUESTED_NOTIFY = 10, }; struct scmi_msg_resp_clock_protocol_attributes { __le16 num_clocks; u8 max_async_req; u8 reserved; }; struct scmi_msg_resp_clock_attributes { __le32 attributes; u8 name[16]; __le32 clock_enable_latency; }; struct scmi_clock_set_config { __le32 id; __le32 attributes; }; struct scmi_msg_clock_describe_rates { __le32 id; __le32 rate_index; }; struct scmi_msg_resp_clock_describe_rates { __le32 num_rates_flags; struct { __le32 value_low; __le32 value_high; } rate[0]; }; struct scmi_clock_set_rate { __le32 flags; __le32 id; __le32 value_low; __le32 value_high; }; struct scmi_msg_resp_set_rate_complete { __le32 id; __le32 rate_low; __le32 rate_high; }; struct scmi_msg_clock_rate_notify { __le32 clk_id; __le32 notify_enable; }; struct scmi_clock_rate_notify_payld { __le32 agent_id; __le32 clock_id; __le32 rate_low; __le32 rate_high; }; struct clock_info { u32 version; int num_clocks; int max_async_req; atomic_t cur_async_req; struct scmi_clock_info *clk; }; struct scmi_clk_ipriv { struct device *dev; u32 clk_id; struct scmi_clock_info *clk; }; enum scmi_voltage_level_mode { SCMI_VOLTAGE_LEVEL_SET_AUTO = 0, SCMI_VOLTAGE_LEVEL_SET_SYNC = 1, }; struct scmi_voltage_info { unsigned int id; bool segmented; bool negative_volts_allowed; bool async_level_set; char name[64]; unsigned int num_levels; int *levels_uv; }; struct scmi_voltage_proto_ops { int (*num_domains_get)(const struct scmi_protocol_handle *); const struct scmi_voltage_info * (*info_get)(const struct scmi_protocol_handle *, u32); int (*config_set)(const struct scmi_protocol_handle *, u32, u32); int (*config_get)(const struct scmi_protocol_handle *, u32, u32 *); int (*level_set)(const struct scmi_protocol_handle *, u32, enum scmi_voltage_level_mode, s32); int (*level_get)(const struct scmi_protocol_handle *, u32, s32 *); }; enum scmi_voltage_protocol_cmd { VOLTAGE_DOMAIN_ATTRIBUTES = 3, VOLTAGE_DESCRIBE_LEVELS = 4, VOLTAGE_CONFIG_SET = 5, VOLTAGE_CONFIG_GET = 6, VOLTAGE_LEVEL_SET = 7, VOLTAGE_LEVEL_GET = 8, VOLTAGE_DOMAIN_NAME_GET = 9, }; struct scmi_msg_resp_domain_attributes { __le32 attr; u8 name[16]; }; struct scmi_msg_cmd_describe_levels { __le32 domain_id; __le32 level_index; }; struct scmi_msg_resp_describe_levels { __le32 flags; __le32 voltage[0]; }; struct scmi_msg_cmd_config_set { __le32 domain_id; __le32 config; }; struct scmi_msg_cmd_level_set { __le32 domain_id; __le32 flags; __le32 voltage_level; }; struct scmi_resp_voltage_level_set_complete { __le32 domain_id; __le32 voltage_level; }; struct voltage_info { unsigned int version; unsigned int num_domains; struct scmi_voltage_info *domains; }; struct scmi_volt_ipriv { struct device *dev; struct scmi_voltage_info *v; }; typedef efi_status_t efi_query_variable_store_t(u32, long unsigned int, bool); struct efivar_operations { efi_get_variable_t *get_variable; efi_get_next_variable_t *get_next_variable; efi_set_variable_t *set_variable; efi_set_variable_t *set_variable_nonblocking; efi_query_variable_store_t *query_variable_store; }; struct efivars { struct kset *kset; struct kobject *kobject; const struct efivar_operations *ops; }; struct cper_sec_proc_generic { u64 validation_bits; u8 proc_type; u8 proc_isa; u8 proc_error_type; u8 operation; u8 flags; u8 level; u16 reserved; u64 cpu_version; char cpu_brand[128]; u64 proc_id; u64 target_addr; u64 requestor_id; u64 responder_id; u64 ip; }; struct cper_sec_pcie { u64 validation_bits; u32 port_type; struct { u8 minor; u8 major; u8 reserved[2]; } version; u16 command; u16 status; u32 reserved; struct { u16 vendor_id; u16 device_id; u8 class_code[3]; u8 function; u8 device; u16 segment; u8 bus; u8 secondary_bus; u16 slot; u8 reserved; } __attribute__((packed)) device_id; struct { u32 lower; u32 upper; } serial_number; struct { u16 secondary_status; u16 control; } bridge; u8 capability[60]; u8 aer_info[96]; }; struct cper_sec_fw_err_rec_ref { u8 record_type; u8 revision; u8 reserved[6]; u64 record_identifier; guid_t record_identifier_guid; }; struct acpi_hest_generic_data { u8 section_type[16]; u32 error_severity; u16 revision; u8 validation_bits; u8 flags; u32 error_data_length; u8 fru_id[16]; u8 fru_text[20]; }; struct acpi_hest_generic_data_v300 { u8 section_type[16]; u32 error_severity; u16 revision; u8 validation_bits; u8 flags; u32 error_data_length; u8 fru_id[16]; u8 fru_text[20]; u64 time_stamp; }; struct of_bus; struct of_pci_range_parser { struct device_node *node; struct of_bus *bus; const __be32 *range; const __be32 *end; int na; int ns; int pna; bool dma; }; struct of_pci_range { union { u64 pci_addr; u64 bus_addr; }; u64 cpu_addr; u64 size; u32 flags; }; enum { M_I17 = 0, M_I20 = 1, M_I20_SR = 2, M_I24 = 3, M_I24_8_1 = 4, M_I24_10_1 = 5, M_I27_11_1 = 6, M_MINI = 7, M_MINI_3_1 = 8, M_MINI_4_1 = 9, M_MB = 10, M_MB_2 = 11, M_MB_3 = 12, M_MB_5_1 = 13, M_MB_6_1 = 14, M_MB_7_1 = 15, M_MB_SR = 16, M_MBA = 17, M_MBA_3 = 18, M_MBP = 19, M_MBP_2 = 20, M_MBP_2_2 = 21, M_MBP_SR = 22, M_MBP_4 = 23, M_MBP_5_1 = 24, M_MBP_5_2 = 25, M_MBP_5_3 = 26, M_MBP_6_1 = 27, M_MBP_6_2 = 28, M_MBP_7_1 = 29, M_MBP_8_2 = 30, M_UNKNOWN = 31, }; struct efifb_dmi_info { char *optname; long unsigned int base; int stride; int width; int height; int flags; }; enum { OVERRIDE_NONE = 0, OVERRIDE_BASE = 1, OVERRIDE_STRIDE = 2, OVERRIDE_HEIGHT = 4, OVERRIDE_WIDTH = 8, }; struct tegra_ivc_header { union { struct { u32 count; u32 state; }; u8 pad[64]; } tx; union { u32 count; u8 pad[64]; } rx; }; struct tegra_ivc { struct device *peer; struct { struct tegra_ivc_header *channel; unsigned int position; dma_addr_t phys; } rx; struct { struct tegra_ivc_header *channel; unsigned int position; dma_addr_t phys; } tx; void (*notify)(struct tegra_ivc *, void *); void *notify_data; unsigned int num_frames; size_t frame_size; }; enum tegra_ivc_state { TEGRA_IVC_STATE_ESTABLISHED = 0, TEGRA_IVC_STATE_SYNC = 1, TEGRA_IVC_STATE_ACK = 2, }; struct hid_item { unsigned int format; __u8 size; __u8 type; __u8 tag; union { __u8 u8; __s8 s8; __u16 u16; __s16 s16; __u32 u32; __s32 s32; __u8 *longdata; } data; }; struct hid_global { unsigned int usage_page; __s32 logical_minimum; __s32 logical_maximum; __s32 physical_minimum; __s32 physical_maximum; __s32 unit_exponent; unsigned int unit; unsigned int report_id; unsigned int report_size; unsigned int report_count; }; struct hid_local { unsigned int usage[12288]; u8 usage_size[12288]; unsigned int collection_index[12288]; unsigned int usage_index; unsigned int usage_minimum; unsigned int delimiter_depth; unsigned int delimiter_branch; }; struct hid_parser { struct hid_global global; struct hid_global global_stack[4]; unsigned int global_stack_ptr; struct hid_local local; unsigned int *collection_stack; unsigned int collection_stack_ptr; unsigned int collection_stack_size; struct hid_device *device; unsigned int scan_flags; }; struct hiddev { int minor; int exist; int open; struct mutex existancelock; wait_queue_head_t wait; struct hid_device *hid; struct list_head list; spinlock_t list_lock; bool initialized; }; struct hid_dynid { struct list_head list; struct hid_device_id id; }; struct magicmouse_sc { struct input_dev *input; long unsigned int quirks; int ntouches; int scroll_accel; long unsigned int scroll_jiffies; struct { short int x; short int y; short int scroll_x; short int scroll_y; short int scroll_x_hr; short int scroll_y_hr; u8 size; bool scroll_x_active; bool scroll_y_active; } touches[16]; int tracking_ids[16]; struct hid_device *hdev; struct delayed_work work; struct timer_list battery_timer; }; struct alias_prop { struct list_head link; const char *alias; struct device_node *np; int id; char stem[0]; }; struct of_bus { const char *name; const char *addresses; int (*match)(struct device_node *); void (*count_cells)(struct device_node *, int *, int *); u64 (*map)(__be32 *, const __be32 *, int, int, int); int (*translate)(__be32 *, u64, int); bool has_flags; unsigned int (*get_flags)(const __be32 *); }; struct bcm2835_mbox { void *regs; spinlock_t lock; struct mbox_controller controller; }; struct tegra_hsp; struct tegra_hsp_channel { struct tegra_hsp *hsp; struct mbox_chan *chan; void *regs; }; struct tegra_hsp_soc; struct tegra_hsp_mailbox; struct tegra_hsp { struct device *dev; const struct tegra_hsp_soc *soc; struct mbox_controller mbox_db; struct mbox_controller mbox_sm; void *regs; unsigned int doorbell_irq; unsigned int *shared_irqs; unsigned int shared_irq; unsigned int num_sm; unsigned int num_as; unsigned int num_ss; unsigned int num_db; unsigned int num_si; spinlock_t lock; struct lock_class_key lock_key; struct list_head doorbells; struct tegra_hsp_mailbox *mailboxes; long unsigned int mask; }; struct tegra_hsp_doorbell { struct tegra_hsp_channel channel; struct list_head list; const char *name; unsigned int master; unsigned int index; }; struct tegra_hsp_sm_ops { void (*send)(struct tegra_hsp_channel *, void *); void (*recv)(struct tegra_hsp_channel *); }; struct tegra_hsp_mailbox { struct tegra_hsp_channel channel; const struct tegra_hsp_sm_ops *ops; unsigned int index; bool producer; }; struct tegra_hsp_db_map { const char *name; unsigned int master; unsigned int index; }; struct tegra_hsp_soc { const struct tegra_hsp_db_map *map; bool has_per_mb_ie; bool has_128_bit_mb; }; struct fw_rsc_hdr { u32 type; u8 data[0]; }; enum fw_resource_type { RSC_CARVEOUT = 0, RSC_DEVMEM = 1, RSC_TRACE = 2, RSC_VDEV = 3, RSC_LAST = 4, RSC_VENDOR_START = 128, RSC_VENDOR_END = 512, }; struct fw_rsc_carveout { u32 da; u32 pa; u32 len; u32 flags; u32 reserved; u8 name[32]; }; struct fw_rsc_devmem { u32 da; u32 pa; u32 len; u32 flags; u32 reserved; u8 name[32]; }; struct fw_rsc_trace { u32 da; u32 len; u32 reserved; u8 name[32]; }; struct fw_rsc_vdev_vring { u32 da; u32 align; u32 num; u32 notifyid; u32 pa; }; struct fw_rsc_vdev { u32 id; u32 notifyid; u32 dfeatures; u32 gfeatures; u32 config_len; u8 status; u8 num_of_vrings; u8 reserved[2]; struct fw_rsc_vdev_vring vring[0]; }; struct rproc_mem_entry { void *va; bool is_iomem; dma_addr_t dma; size_t len; u32 da; void *priv; char name[32]; struct list_head node; u32 rsc_offset; u32 flags; u32 of_resm_idx; int (*alloc)(struct rproc *, struct rproc_mem_entry *); int (*release)(struct rproc *, struct rproc_mem_entry *); }; enum rproc_crash_type { RPROC_MMUFAULT = 0, RPROC_WATCHDOG = 1, RPROC_FATAL_ERROR = 2, }; struct rproc_debug_trace { struct rproc *rproc; struct dentry *tfile; struct list_head node; struct rproc_mem_entry trace_mem; }; union extcon_property_value { int intval; }; struct extcon_cable; struct extcon_dev { const char *name; const unsigned int *supported_cable; const u32 *mutually_exclusive; struct device dev; struct raw_notifier_head nh_all; struct raw_notifier_head *nh; struct list_head entry; int max_supported; spinlock_t lock; u32 state; struct device_type extcon_dev_type; struct extcon_cable *cables; struct attribute_group attr_g_muex; struct attribute **attrs_muex; struct device_attribute *d_attrs_muex; }; struct extcon_cable { struct extcon_dev *edev; int cable_index; struct attribute_group attr_g; struct device_attribute attr_name; struct device_attribute attr_state; struct attribute *attrs[3]; union extcon_property_value usb_propval[3]; union extcon_property_value chg_propval[1]; union extcon_property_value jack_propval[1]; union extcon_property_value disp_propval[2]; long unsigned int usb_bits[1]; long unsigned int chg_bits[1]; long unsigned int jack_bits[1]; long unsigned int disp_bits[1]; }; struct __extcon_info { unsigned int type; unsigned int id; const char *name; }; struct dtpm_devfreq { struct dtpm dtpm; struct dev_pm_qos_request qos_req; struct devfreq *devfreq; }; struct l3cache_pmu { struct pmu pmu; struct hlist_node node; void *regs; struct perf_event *events[8]; long unsigned int used_mask[1]; cpumask_t cpumask; }; struct l3cache_event_ops { void (*start)(struct perf_event *); void (*stop)(struct perf_event *, int); void (*update)(struct perf_event *); }; enum icl_lc_mailbox_cmd { ICL_LC_GO2SX = 2, ICL_LC_GO2SX_NO_WAKE = 3, ICL_LC_PREPARE_FOR_RESET = 33, }; struct tb_dma_port { struct tb_switch *sw; u8 port; u32 base; u8 *buf; }; struct component_ops { int (*bind)(struct device *, struct device *, void *); void (*unbind)(struct device *, struct device *, void *); }; typedef __u64 binder_size_t; struct binder_transaction; struct binder_buffer { struct list_head entry; struct rb_node rb_node; unsigned int free: 1; unsigned int clear_on_free: 1; unsigned int allow_user_free: 1; unsigned int async_transaction: 1; unsigned int oneway_spam_suspect: 1; unsigned int debug_id: 27; struct binder_transaction *transaction; struct binder_node *target_node; size_t data_size; size_t offsets_size; size_t extra_buffers_size; void *user_data; int pid; }; enum { BINDER_DEBUG_USER_ERROR = 1, BINDER_DEBUG_OPEN_CLOSE = 2, BINDER_DEBUG_BUFFER_ALLOC = 4, BINDER_DEBUG_BUFFER_ALLOC_ASYNC = 8, }; struct bcm_voter { struct device *dev; struct device_node *np; struct mutex lock; struct list_head commit_list; struct list_head ws_list; struct list_head voter_node; u32 tcs_wait; }; struct __kernel_sock_timeval { __s64 tv_sec; __s64 tv_usec; }; struct linger { int l_onoff; int l_linger; }; struct so_timestamping { int flags; int bind_phc; }; enum txtime_flags { SOF_TXTIME_DEADLINE_MODE = 1, SOF_TXTIME_REPORT_ERRORS = 2, SOF_TXTIME_FLAGS_LAST = 2, SOF_TXTIME_FLAGS_MASK = 3, }; struct sock_txtime { __kernel_clockid_t clockid; __u32 flags; }; struct sock_skb_cb { u32 dropcount; }; struct cgroup_cls_state { struct cgroup_subsys_state css; u32 classid; }; enum { SK_MEMINFO_RMEM_ALLOC = 0, SK_MEMINFO_RCVBUF = 1, SK_MEMINFO_WMEM_ALLOC = 2, SK_MEMINFO_SNDBUF = 3, SK_MEMINFO_FWD_ALLOC = 4, SK_MEMINFO_WMEM_QUEUED = 5, SK_MEMINFO_OPTMEM = 6, SK_MEMINFO_BACKLOG = 7, SK_MEMINFO_DROPS = 8, SK_MEMINFO_VARS = 9, }; enum sknetlink_groups { SKNLGRP_NONE = 0, SKNLGRP_INET_TCP_DESTROY = 1, SKNLGRP_INET_UDP_DESTROY = 2, SKNLGRP_INET6_TCP_DESTROY = 3, SKNLGRP_INET6_UDP_DESTROY = 4, __SKNLGRP_MAX = 5, }; struct sock_fprog { short unsigned int len; struct sock_filter *filter; }; enum metadata_type { METADATA_IP_TUNNEL = 0, METADATA_HW_PORT_MUX = 1, }; struct hw_port_info { struct net_device *lower_dev; u32 port_id; }; struct metadata_dst { struct dst_entry dst; enum metadata_type type; union { struct ip_tunnel_info tun_info; struct hw_port_info port_info; } u; }; struct tso_t { int next_frag_idx; int size; void *data; u16 ip_id; u8 tlen; bool ipv6; u32 tcp_seq; }; struct tc_skb_ext { __u32 chain; __u16 mru; __u16 zone; u8 post_ct: 1; u8 post_ct_snat: 1; u8 post_ct_dnat: 1; }; enum gro_result { GRO_MERGED = 0, GRO_MERGED_FREE = 1, GRO_HELD = 2, GRO_NORMAL = 3, GRO_CONSUMED = 4, }; typedef enum gro_result gro_result_t; struct packet_offload { __be16 type; u16 priority; struct offload_callbacks callbacks; struct list_head list; }; enum ethtool_test_flags { ETH_TEST_FL_OFFLINE = 1, ETH_TEST_FL_FAILED = 2, ETH_TEST_FL_EXTERNAL_LB = 4, ETH_TEST_FL_EXTERNAL_LB_DONE = 8, }; struct net_packet_attrs { const unsigned char *src; const unsigned char *dst; u32 ip_src; u32 ip_dst; bool tcp; u16 sport; u16 dport; int timeout; int size; int max_size; u8 id; u16 queue_mapping; }; struct net_test_priv { struct net_packet_attrs *packet; struct packet_type pt; struct completion comp; int double_vlan; int vlan_id; int ok; }; struct netsfhdr { __be32 version; __be64 magic; u8 id; } __attribute__((packed)); struct net_test { char name[32]; int (*fn)(struct net_device *); }; struct gro_cell { struct sk_buff_head napi_skbs; struct napi_struct napi; }; struct percpu_free_defer { struct callback_head rcu; void *ptr; }; struct __kernel_old_timespec { __kernel_old_time_t tv_sec; long int tv_nsec; }; struct user_msghdr { void *msg_name; int msg_namelen; struct iovec *msg_iov; __kernel_size_t msg_iovlen; void *msg_control; __kernel_size_t msg_controllen; unsigned int msg_flags; }; struct mmsghdr { struct user_msghdr msg_hdr; unsigned int msg_len; }; struct compat_msghdr { compat_uptr_t msg_name; compat_int_t msg_namelen; compat_uptr_t msg_iov; compat_size_t msg_iovlen; compat_uptr_t msg_control; compat_size_t msg_controllen; compat_uint_t msg_flags; }; struct compat_mmsghdr { struct compat_msghdr msg_hdr; compat_uint_t msg_len; }; struct compat_cmsghdr { compat_size_t cmsg_len; compat_int_t cmsg_level; compat_int_t cmsg_type; }; struct nla_bitfield32 { __u32 value; __u32 selector; }; enum { TCA_ACT_UNSPEC = 0, TCA_ACT_KIND = 1, TCA_ACT_OPTIONS = 2, TCA_ACT_INDEX = 3, TCA_ACT_STATS = 4, TCA_ACT_PAD = 5, TCA_ACT_COOKIE = 6, TCA_ACT_FLAGS = 7, TCA_ACT_HW_STATS = 8, TCA_ACT_USED_HW_STATS = 9, TCA_ACT_IN_HW_COUNT = 10, __TCA_ACT_MAX = 11, }; enum tca_id { TCA_ID_UNSPEC = 0, TCA_ID_POLICE = 1, TCA_ID_GACT = 5, TCA_ID_IPT = 6, TCA_ID_PEDIT = 7, TCA_ID_MIRRED = 8, TCA_ID_NAT = 9, TCA_ID_XT = 10, TCA_ID_SKBEDIT = 11, TCA_ID_VLAN = 12, TCA_ID_BPF = 13, TCA_ID_CONNMARK = 14, TCA_ID_SKBMOD = 15, TCA_ID_CSUM = 16, TCA_ID_TUNNEL_KEY = 17, TCA_ID_SIMP = 22, TCA_ID_IFE = 25, TCA_ID_SAMPLE = 26, TCA_ID_CTINFO = 27, TCA_ID_MPLS = 28, TCA_ID_CT = 29, TCA_ID_GATE = 30, __TCA_ID_MAX = 255, }; struct tcf_t { __u64 install; __u64 lastuse; __u64 expires; __u64 firstuse; }; enum flow_action_id { FLOW_ACTION_ACCEPT = 0, FLOW_ACTION_DROP = 1, FLOW_ACTION_TRAP = 2, FLOW_ACTION_GOTO = 3, FLOW_ACTION_REDIRECT = 4, FLOW_ACTION_MIRRED = 5, FLOW_ACTION_REDIRECT_INGRESS = 6, FLOW_ACTION_MIRRED_INGRESS = 7, FLOW_ACTION_VLAN_PUSH = 8, FLOW_ACTION_VLAN_POP = 9, FLOW_ACTION_VLAN_MANGLE = 10, FLOW_ACTION_TUNNEL_ENCAP = 11, FLOW_ACTION_TUNNEL_DECAP = 12, FLOW_ACTION_MANGLE = 13, FLOW_ACTION_ADD = 14, FLOW_ACTION_CSUM = 15, FLOW_ACTION_MARK = 16, FLOW_ACTION_PTYPE = 17, FLOW_ACTION_PRIORITY = 18, FLOW_ACTION_WAKE = 19, FLOW_ACTION_QUEUE = 20, FLOW_ACTION_SAMPLE = 21, FLOW_ACTION_POLICE = 22, FLOW_ACTION_CT = 23, FLOW_ACTION_CT_METADATA = 24, FLOW_ACTION_MPLS_PUSH = 25, FLOW_ACTION_MPLS_POP = 26, FLOW_ACTION_MPLS_MANGLE = 27, FLOW_ACTION_GATE = 28, FLOW_ACTION_PPPOE_PUSH = 29, FLOW_ACTION_JUMP = 30, FLOW_ACTION_PIPE = 31, FLOW_ACTION_VLAN_PUSH_ETH = 32, FLOW_ACTION_VLAN_POP_ETH = 33, FLOW_ACTION_CONTINUE = 34, NUM_FLOW_ACTIONS = 35, }; enum flow_action_mangle_base { FLOW_ACT_MANGLE_UNSPEC = 0, FLOW_ACT_MANGLE_HDR_TYPE_ETH = 1, FLOW_ACT_MANGLE_HDR_TYPE_IP4 = 2, FLOW_ACT_MANGLE_HDR_TYPE_IP6 = 3, FLOW_ACT_MANGLE_HDR_TYPE_TCP = 4, FLOW_ACT_MANGLE_HDR_TYPE_UDP = 5, }; enum flow_action_hw_stats { FLOW_ACTION_HW_STATS_IMMEDIATE = 1, FLOW_ACTION_HW_STATS_DELAYED = 2, FLOW_ACTION_HW_STATS_ANY = 3, FLOW_ACTION_HW_STATS_DISABLED = 4, FLOW_ACTION_HW_STATS_DONT_CARE = 7, }; typedef void (*action_destr)(void *); struct psample_group { struct list_head list; struct net *net; u32 group_num; u32 refcount; u32 seq; struct callback_head rcu; }; struct nf_flowtable; struct action_gate_entry { u8 gate_state; u32 interval; s32 ipv; s32 maxoctets; }; struct flow_action_entry { enum flow_action_id id; u32 hw_index; enum flow_action_hw_stats hw_stats; action_destr destructor; void *destructor_priv; union { u32 chain_index; struct net_device *dev; struct { u16 vid; __be16 proto; u8 prio; } vlan; struct { unsigned char dst[6]; unsigned char src[6]; } vlan_push_eth; struct { enum flow_action_mangle_base htype; u32 offset; u32 mask; u32 val; } mangle; struct ip_tunnel_info *tunnel; u32 csum_flags; u32 mark; u16 ptype; u32 priority; struct { u32 ctx; u32 index; u8 vf; } queue; struct { struct psample_group *psample_group; u32 rate; u32 trunc_size; bool truncate; } sample; struct { u32 burst; u64 rate_bytes_ps; u64 peakrate_bytes_ps; u32 avrate; u16 overhead; u64 burst_pkt; u64 rate_pkt_ps; u32 mtu; struct { enum flow_action_id act_id; u32 extval; } exceed; struct { enum flow_action_id act_id; u32 extval; } notexceed; } police; struct { int action; u16 zone; struct nf_flowtable *flow_table; } ct; struct { long unsigned int cookie; u32 mark; u32 labels[4]; bool orig_dir; } ct_metadata; struct { u32 label; __be16 proto; u8 tc; u8 bos; u8 ttl; } mpls_push; struct { __be16 proto; } mpls_pop; struct { u32 label; u8 tc; u8 bos; u8 ttl; } mpls_mangle; struct { s32 prio; u64 basetime; u64 cycletime; u64 cycletimeext; u32 num_entries; struct action_gate_entry *entries; } gate; struct { u16 sid; } pppoe; }; struct flow_action_cookie *cookie; }; struct flow_action { unsigned int num_entries; struct flow_action_entry entries[0]; }; enum flow_block_command { FLOW_BLOCK_BIND = 0, FLOW_BLOCK_UNBIND = 1, }; enum flow_block_binder_type { FLOW_BLOCK_BINDER_TYPE_UNSPEC = 0, FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS = 1, FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS = 2, FLOW_BLOCK_BINDER_TYPE_RED_EARLY_DROP = 3, FLOW_BLOCK_BINDER_TYPE_RED_MARK = 4, }; struct flow_block_offload { enum flow_block_command command; enum flow_block_binder_type binder_type; bool block_shared; bool unlocked_driver_cb; struct net *net; struct flow_block *block; struct list_head cb_list; struct list_head *driver_block_list; struct netlink_ext_ack *extack; struct Qdisc *sch; struct list_head *cb_list_head; }; struct flow_block_cb; struct flow_block_indr { struct list_head list; struct net_device *dev; struct Qdisc *sch; enum flow_block_binder_type binder_type; void *data; void *cb_priv; void (*cleanup)(struct flow_block_cb *); }; struct flow_block_cb { struct list_head driver_list; struct list_head list; flow_setup_cb_t *cb; void *cb_ident; void *cb_priv; void (*release)(void *); struct flow_block_indr indr; unsigned int refcnt; }; enum qdisc_class_ops_flags { QDISC_CLASS_OPS_DOIT_UNLOCKED = 1, }; enum tcf_proto_ops_flags { TCF_PROTO_OPS_DOIT_UNLOCKED = 1, }; typedef void tcf_chain_head_change_t(struct tcf_proto *, void *); enum net_xmit_qdisc_t { __NET_XMIT_STOLEN = 65536, __NET_XMIT_BYPASS = 131072, }; struct tc_skb_cb { struct qdisc_skb_cb qdisc_cb; u16 mru; u8 post_ct: 1; u8 post_ct_snat: 1; u8 post_ct_dnat: 1; u16 zone; }; struct tcf_idrinfo { struct mutex lock; struct idr action_idr; struct net *net; }; struct tc_action_ops; struct tc_cookie; struct tc_action { const struct tc_action_ops *ops; __u32 type; struct tcf_idrinfo *idrinfo; u32 tcfa_index; refcount_t tcfa_refcnt; atomic_t tcfa_bindcnt; int tcfa_action; struct tcf_t tcfa_tm; long: 64; struct gnet_stats_basic_sync tcfa_bstats; struct gnet_stats_basic_sync tcfa_bstats_hw; struct gnet_stats_queue tcfa_qstats; struct net_rate_estimator *tcfa_rate_est; spinlock_t tcfa_lock; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_basic_sync *cpu_bstats_hw; struct gnet_stats_queue *cpu_qstats; struct tc_cookie *act_cookie; struct tcf_chain *goto_chain; u32 tcfa_flags; u8 hw_stats; u8 used_hw_stats; bool used_hw_stats_valid; u32 in_hw_count; }; typedef void (*tc_action_priv_destructor)(void *); struct tc_action_ops { struct list_head head; char kind[16]; enum tca_id id; size_t size; struct module *owner; int (*act)(struct sk_buff *, const struct tc_action *, struct tcf_result *); int (*dump)(struct sk_buff *, struct tc_action *, int, int); void (*cleanup)(struct tc_action *); int (*lookup)(struct net *, struct tc_action **, u32); int (*init)(struct net *, struct nlattr *, struct nlattr *, struct tc_action **, struct tcf_proto *, u32, struct netlink_ext_ack *); int (*walk)(struct net *, struct sk_buff *, struct netlink_callback *, int, const struct tc_action_ops *, struct netlink_ext_ack *); void (*stats_update)(struct tc_action *, u64, u64, u64, u64, bool); size_t (*get_fill_size)(const struct tc_action *); struct net_device * (*get_dev)(const struct tc_action *, tc_action_priv_destructor *); struct psample_group * (*get_psample_group)(const struct tc_action *, tc_action_priv_destructor *); int (*offload_act_setup)(struct tc_action *, void *, u32 *, bool, struct netlink_ext_ack *); }; struct tc_cookie { u8 *data; u32 len; struct callback_head rcu; }; struct tcf_block_ext_info { enum flow_block_binder_type binder_type; tcf_chain_head_change_t *chain_head_change; void *chain_head_change_priv; u32 block_index; }; struct tcf_qevent { struct tcf_block *block; struct tcf_block_ext_info info; struct tcf_proto *filter_chain; }; struct tcf_exts { __u32 type; int nr_actions; struct tc_action **actions; struct net *net; netns_tracker ns_tracker; int action; int police; }; enum pedit_header_type { TCA_PEDIT_KEY_EX_HDR_TYPE_NETWORK = 0, TCA_PEDIT_KEY_EX_HDR_TYPE_ETH = 1, TCA_PEDIT_KEY_EX_HDR_TYPE_IP4 = 2, TCA_PEDIT_KEY_EX_HDR_TYPE_IP6 = 3, TCA_PEDIT_KEY_EX_HDR_TYPE_TCP = 4, TCA_PEDIT_KEY_EX_HDR_TYPE_UDP = 5, __PEDIT_HDR_TYPE_MAX = 6, }; enum pedit_cmd { TCA_PEDIT_KEY_EX_CMD_SET = 0, TCA_PEDIT_KEY_EX_CMD_ADD = 1, __PEDIT_CMD_MAX = 2, }; struct tc_pedit_key { __u32 mask; __u32 val; __u32 off; __u32 at; __u32 offmask; __u32 shift; }; struct tcf_pedit_key_ex { enum pedit_header_type htype; enum pedit_cmd cmd; }; struct tcf_pedit { struct tc_action common; unsigned char tcfp_nkeys; unsigned char tcfp_flags; u32 tcfp_off_max_hint; struct tc_pedit_key *tcfp_keys; struct tcf_pedit_key_ex *tcfp_keys_ex; long: 64; }; enum nf_ct_ext_id { NF_CT_EXT_HELPER = 0, NF_CT_EXT_NAT = 1, NF_CT_EXT_SEQADJ = 2, NF_CT_EXT_ACCT = 3, NF_CT_EXT_ECACHE = 4, NF_CT_EXT_TSTAMP = 5, NF_CT_EXT_LABELS = 6, NF_CT_EXT_SYNPROXY = 7, NF_CT_EXT_ACT_CT = 8, NF_CT_EXT_NUM = 9, }; struct tcf_filter_chain_list_item { struct list_head list; tcf_chain_head_change_t *chain_head_change; void *chain_head_change_priv; }; struct tcf_net { spinlock_t idr_lock; struct idr idr; }; struct tcf_block_owner_item { struct list_head list; struct Qdisc *q; enum flow_block_binder_type binder_type; }; struct tcf_chain_info { struct tcf_proto **pprev; struct tcf_proto *next; }; struct tcf_dump_args { struct tcf_walker w; struct sk_buff *skb; struct netlink_callback *cb; struct tcf_block *block; struct Qdisc *q; u32 parent; bool terse_dump; }; typedef int (*dummy_ops_test_ret_fn)(struct bpf_dummy_ops_state *, ...); struct bpf_dummy_ops_test_args { u64 args[12]; struct bpf_dummy_ops_state state; }; struct linkinfo_reply_data { struct ethnl_reply_data base; struct ethtool_link_ksettings ksettings; struct ethtool_link_settings *lsettings; }; struct channels_reply_data { struct ethnl_reply_data base; struct ethtool_channels channels; }; struct module_reply_data { struct ethnl_reply_data base; struct ethtool_module_power_mode_params power; }; struct ip_sf_list; struct ip_mc_list { struct in_device *interface; __be32 multiaddr; unsigned int sfmode; struct ip_sf_list *sources; struct ip_sf_list *tomb; long unsigned int sfcount[2]; union { struct ip_mc_list *next; struct ip_mc_list *next_rcu; }; struct ip_mc_list *next_hash; struct timer_list timer; int users; refcount_t refcnt; spinlock_t lock; char tm_running; char reporter; char unsolicit_count; char loaded; unsigned char gsquery; unsigned char crcount; struct callback_head rcu; }; struct ip_sf_list { struct ip_sf_list *sf_next; long unsigned int sf_count[2]; __be32 sf_inaddr; unsigned char sf_gsresp; unsigned char sf_oldin; unsigned char sf_crcount; }; struct uncached_list { spinlock_t lock; struct list_head head; struct list_head quarantine; }; struct ip_rt_acct { __u32 o_bytes; __u32 o_packets; __u32 i_bytes; __u32 i_packets; }; struct rt_cache_stat { unsigned int in_slow_tot; unsigned int in_slow_mc; unsigned int in_no_route; unsigned int in_brd; unsigned int in_martian_dst; unsigned int in_martian_src; unsigned int out_slow_tot; unsigned int out_slow_mc; }; enum tcp_fastopen_client_fail { TFO_STATUS_UNSPEC = 0, TFO_COOKIE_UNAVAILABLE = 1, TFO_DATA_NOT_ACKED = 2, TFO_SYN_RETRANSMITTED = 3, }; struct tcp_sack_block_wire { __be32 start_seq; __be32 end_seq; }; enum tcp_ca_ack_event_flags { CA_ACK_SLOWPATH = 1, CA_ACK_WIN_UPDATE = 2, CA_ACK_ECE = 4, }; struct tcp_sacktag_state { u64 first_sackt; u64 last_sackt; u32 reord; u32 sack_delivered; int flag; unsigned int mss_now; struct rate_sample *rate; }; struct ifa_cacheinfo { __u32 ifa_prefered; __u32 ifa_valid; __u32 cstamp; __u32 tstamp; }; enum { IFLA_INET_UNSPEC = 0, IFLA_INET_CONF = 1, __IFLA_INET_MAX = 2, }; struct in_validator_info { __be32 ivi_addr; struct in_device *ivi_dev; struct netlink_ext_ack *extack; }; struct netconfmsg { __u8 ncm_family; }; enum { NETCONFA_UNSPEC = 0, NETCONFA_IFINDEX = 1, NETCONFA_FORWARDING = 2, NETCONFA_RP_FILTER = 3, NETCONFA_MC_FORWARDING = 4, NETCONFA_PROXY_NEIGH = 5, NETCONFA_IGNORE_ROUTES_WITH_LINKDOWN = 6, NETCONFA_INPUT = 7, NETCONFA_BC_FORWARDING = 8, __NETCONFA_MAX = 9, }; struct inet_fill_args { u32 portid; u32 seq; int event; unsigned int flags; int netnsid; int ifindex; }; struct devinet_sysctl_table { struct ctl_table_header *sysctl_header; struct ctl_table devinet_vars[34]; }; struct udp_tunnel_info { short unsigned int type; sa_family_t sa_family; __be16 port; u8 hw_priv; }; struct udp_tunnel_nic_shared { struct udp_tunnel_nic *udp_tunnel_nic_info; struct list_head devices; }; struct udp_tunnel_nic_ops { void (*get_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); void (*set_port_priv)(struct net_device *, unsigned int, unsigned int, u8); void (*add_port)(struct net_device *, struct udp_tunnel_info *); void (*del_port)(struct net_device *, struct udp_tunnel_info *); void (*reset_ntf)(struct net_device *); size_t (*dump_size)(struct net_device *, unsigned int); int (*dump_write)(struct net_device *, unsigned int, struct sk_buff *); }; enum { UDP_BPF_IPV4 = 0, UDP_BPF_IPV6 = 1, UDP_BPF_NUM_PROTS = 2, }; typedef u64 (*btf_bpf_tcp_send_ack)(struct tcp_sock *, u32); struct sock_diag_handler { __u8 family; int (*dump)(struct sk_buff *, struct nlmsghdr *); int (*get_info)(struct sk_buff *, struct sock *); int (*destroy)(struct sk_buff *, struct nlmsghdr *); }; struct unix_diag_req { __u8 sdiag_family; __u8 sdiag_protocol; __u16 pad; __u32 udiag_states; __u32 udiag_ino; __u32 udiag_show; __u32 udiag_cookie[2]; }; struct unix_diag_msg { __u8 udiag_family; __u8 udiag_type; __u8 udiag_state; __u8 pad; __u32 udiag_ino; __u32 udiag_cookie[2]; }; enum { UNIX_DIAG_NAME = 0, UNIX_DIAG_VFS = 1, UNIX_DIAG_PEER = 2, UNIX_DIAG_ICONS = 3, UNIX_DIAG_RQLEN = 4, UNIX_DIAG_MEMINFO = 5, UNIX_DIAG_SHUTDOWN = 6, UNIX_DIAG_UID = 7, __UNIX_DIAG_MAX = 8, }; struct unix_diag_vfs { __u32 udiag_vfs_ino; __u32 udiag_vfs_dev; }; struct unix_diag_rqlen { __u32 udiag_rqueue; __u32 udiag_wqueue; }; struct sockaddr_un { __kernel_sa_family_t sun_family; char sun_path[108]; }; struct unix_address { refcount_t refcnt; int len; struct sockaddr_un name[0]; }; struct scm_stat { atomic_t nr_fds; }; struct unix_sock { struct sock sk; struct unix_address *addr; struct path path; struct mutex iolock; struct mutex bindlock; struct sock *peer; struct list_head link; atomic_long_t inflight; spinlock_t lock; long unsigned int gc_flags; struct socket_wq peer_wq; wait_queue_entry_t peer_wake; struct scm_stat scm_stat; struct sk_buff *oob_skb; long: 64; }; struct in6_rtmsg { struct in6_addr rtmsg_dst; struct in6_addr rtmsg_src; struct in6_addr rtmsg_gateway; __u32 rtmsg_type; __u16 rtmsg_dst_len; __u16 rtmsg_src_len; __u32 rtmsg_metric; long unsigned int rtmsg_info; __u32 rtmsg_flags; int rtmsg_ifindex; }; struct fib6_gc_args { int timeout; int more; }; struct rt6_exception { struct hlist_node hlist; struct rt6_info *rt6i; long unsigned int stamp; struct callback_head rcu; }; typedef struct rt6_info * (*pol_lookup_t)(struct net *, struct fib6_table *, struct flowi6 *, const struct sk_buff *, int); struct rd_msg { struct icmp6hdr icmph; struct in6_addr target; struct in6_addr dest; __u8 opt[0]; }; struct route_info { __u8 type; __u8 length; __u8 prefix_len; __u8 reserved_l: 3; __u8 route_pref: 2; __u8 reserved_h: 3; __be32 lifetime; __u8 prefix[0]; }; struct rt6_rtnl_dump_arg { struct sk_buff *skb; struct netlink_callback *cb; struct net *net; struct fib_dump_filter filter; }; struct netevent_redirect { struct dst_entry *old; struct dst_entry *new; struct neighbour *neigh; const void *daddr; }; struct trace_event_raw_fib6_table_lookup { struct trace_entry ent; u32 tb_id; int err; int oif; int iif; __u8 tos; __u8 scope; __u8 flags; __u8 src[16]; __u8 dst[16]; u16 sport; u16 dport; u8 proto; u8 rt_type; char name[16]; __u8 gw[16]; char __data[0]; }; struct trace_event_data_offsets_fib6_table_lookup {}; typedef void (*btf_trace_fib6_table_lookup)(void *, const struct net *, const struct fib6_result *, struct fib6_table *, const struct flowi6 *); enum rt6_nud_state { RT6_NUD_FAIL_HARD = 4294967293, RT6_NUD_FAIL_PROBE = 4294967294, RT6_NUD_FAIL_DO_RR = 4294967295, RT6_NUD_SUCCEED = 1, }; struct fib6_nh_dm_arg { struct net *net; const struct in6_addr *saddr; int oif; int flags; struct fib6_nh *nh; }; struct __rt6_probe_work { struct work_struct work; struct in6_addr target; struct net_device *dev; netdevice_tracker dev_tracker; }; struct fib6_nh_frl_arg { u32 flags; int oif; int strict; int *mpri; bool *do_rr; struct fib6_nh *nh; }; struct fib6_nh_excptn_arg { struct rt6_info *rt; int plen; }; struct fib6_nh_match_arg { const struct net_device *dev; const struct in6_addr *gw; struct fib6_nh *match; }; struct fib6_nh_age_excptn_arg { struct fib6_gc_args *gc_args; long unsigned int now; }; struct fib6_nh_rd_arg { struct fib6_result *res; struct flowi6 *fl6; const struct in6_addr *gw; struct rt6_info **ret; }; struct ip6rd_flowi { struct flowi6 fl6; struct in6_addr gateway; }; struct fib6_nh_del_cached_rt_arg { struct fib6_config *cfg; struct fib6_info *f6i; }; struct arg_dev_net_ip { struct net_device *dev; struct net *net; struct in6_addr *addr; }; struct arg_netdev_event { const struct net_device *dev; union { unsigned char nh_flags; long unsigned int event; }; }; struct rt6_mtu_change_arg { struct net_device *dev; unsigned int mtu; struct fib6_info *f6i; }; struct rt6_nh { struct fib6_info *fib6_info; struct fib6_config r_cfg; struct list_head next; }; struct fib6_nh_exception_dump_walker { struct rt6_rtnl_dump_arg *dump; struct fib6_info *rt; unsigned int flags; unsigned int skip; unsigned int count; }; struct seg6_pernet_data { struct mutex lock; struct in6_addr *tun_src; struct rhashtable hmac_infos; }; struct ioam6_pernet_data { struct mutex lock; struct rhashtable namespaces; struct rhashtable schemas; }; struct rt0_hdr { struct ipv6_rt_hdr rt_hdr; __u32 reserved; struct in6_addr addr[0]; }; struct ipv6_sr_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; __u8 first_segment; __u8 flags; __u16 tag; struct in6_addr segments[0]; }; struct ipv6_rpl_sr_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; __u32 cmpre: 4; __u32 cmpri: 4; __u32 reserved: 4; __u32 pad: 4; __u32 reserved1: 16; union { struct in6_addr addr[0]; __u8 data[0]; } segments; }; struct ioam6_hdr { __u8 opt_type; __u8 opt_len; char: 8; __u8 type; }; struct ioam6_trace_hdr { __be16 namespace_id; char: 2; __u8 overflow: 1; __u8 nodelen: 5; __u8 remlen: 7; union { __be32 type_be32; struct { __u32 bit7: 1; __u32 bit6: 1; __u32 bit5: 1; __u32 bit4: 1; __u32 bit3: 1; __u32 bit2: 1; __u32 bit1: 1; __u32 bit0: 1; __u32 bit15: 1; __u32 bit14: 1; __u32 bit13: 1; __u32 bit12: 1; __u32 bit11: 1; __u32 bit10: 1; __u32 bit9: 1; __u32 bit8: 1; __u32 bit23: 1; __u32 bit22: 1; __u32 bit21: 1; __u32 bit20: 1; __u32 bit19: 1; __u32 bit18: 1; __u32 bit17: 1; __u32 bit16: 1; } type; }; __u8 data[0]; }; struct ioam6_schema; struct ioam6_namespace { struct rhash_head head; struct callback_head rcu; struct ioam6_schema *schema; __be16 id; __be32 data; __be64 data_wide; }; struct ioam6_schema { struct rhash_head head; struct callback_head rcu; struct ioam6_namespace *ns; u32 id; int len; __be32 hdr; u8 data[0]; }; enum { IOAM6_ATTR_UNSPEC = 0, IOAM6_ATTR_NS_ID = 1, IOAM6_ATTR_NS_DATA = 2, IOAM6_ATTR_NS_DATA_WIDE = 3, IOAM6_ATTR_SC_ID = 4, IOAM6_ATTR_SC_DATA = 5, IOAM6_ATTR_SC_NONE = 6, IOAM6_ATTR_PAD = 7, __IOAM6_ATTR_MAX = 8, }; enum { IOAM6_CMD_UNSPEC = 0, IOAM6_CMD_ADD_NAMESPACE = 1, IOAM6_CMD_DEL_NAMESPACE = 2, IOAM6_CMD_DUMP_NAMESPACES = 3, IOAM6_CMD_ADD_SCHEMA = 4, IOAM6_CMD_DEL_SCHEMA = 5, IOAM6_CMD_DUMP_SCHEMAS = 6, IOAM6_CMD_NS_SET_SCHEMA = 7, __IOAM6_CMD_MAX = 8, }; struct fib6_rule { struct fib_rule common; struct rt6key src; struct rt6key dst; dscp_t dscp; }; enum { RPL_IPTUNNEL_UNSPEC = 0, RPL_IPTUNNEL_SRH = 1, __RPL_IPTUNNEL_MAX = 2, }; struct rpl_iptunnel_encap { struct ipv6_rpl_sr_hdr srh[0]; }; struct rpl_lwt { struct dst_cache cache; struct rpl_iptunnel_encap tuninfo; }; struct udp_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; __u16 cscov; __u8 partial_cov; }; struct mld_msg { struct icmp6hdr mld_hdr; struct in6_addr mld_mca; }; struct iw_thrspy { struct sockaddr addr; struct iw_quality qual; struct iw_quality low; struct iw_quality high; }; struct netlbl_calipso_ops { int (*doi_add)(struct calipso_doi *, struct netlbl_audit *); void (*doi_free)(struct calipso_doi *); int (*doi_remove)(u32, struct netlbl_audit *); struct calipso_doi * (*doi_getdef)(u32); void (*doi_putdef)(struct calipso_doi *); int (*doi_walk)(u32 *, int (*)(struct calipso_doi *, void *), void *); int (*sock_getattr)(struct sock *, struct netlbl_lsm_secattr *); int (*sock_setattr)(struct sock *, const struct calipso_doi *, const struct netlbl_lsm_secattr *); void (*sock_delattr)(struct sock *); int (*req_setattr)(struct request_sock *, const struct calipso_doi *, const struct netlbl_lsm_secattr *); void (*req_delattr)(struct request_sock *); int (*opt_getattr)(const unsigned char *, struct netlbl_lsm_secattr *); unsigned char * (*skbuff_optptr)(const struct sk_buff *); int (*skbuff_setattr)(struct sk_buff *, const struct calipso_doi *, const struct netlbl_lsm_secattr *); int (*skbuff_delattr)(struct sk_buff *); void (*cache_invalidate)(); int (*cache_add)(const unsigned char *, const struct netlbl_lsm_secattr *); }; enum { NLBL_CALIPSO_C_UNSPEC = 0, NLBL_CALIPSO_C_ADD = 1, NLBL_CALIPSO_C_REMOVE = 2, NLBL_CALIPSO_C_LIST = 3, NLBL_CALIPSO_C_LISTALL = 4, __NLBL_CALIPSO_C_MAX = 5, }; enum { NLBL_CALIPSO_A_UNSPEC = 0, NLBL_CALIPSO_A_DOI = 1, NLBL_CALIPSO_A_MTYPE = 2, __NLBL_CALIPSO_A_MAX = 3, }; struct netlbl_calipso_doiwalk_arg { struct netlink_callback *nl_cb; struct sk_buff *skb; u32 seq; }; enum { ncsi_dev_state_registered = 0, ncsi_dev_state_functional = 256, ncsi_dev_state_probe = 512, ncsi_dev_state_config = 768, ncsi_dev_state_suspend = 1024, }; enum { MLX_MC_RBT_SUPPORT = 1, MLX_MC_RBT_AVL = 8, }; enum { ncsi_dev_state_major = 65280, ncsi_dev_state_minor = 255, ncsi_dev_state_probe_deselect = 513, ncsi_dev_state_probe_package = 514, ncsi_dev_state_probe_channel = 515, ncsi_dev_state_probe_mlx_gma = 516, ncsi_dev_state_probe_mlx_smaf = 517, ncsi_dev_state_probe_cis = 518, ncsi_dev_state_probe_keep_phy = 519, ncsi_dev_state_probe_gvi = 520, ncsi_dev_state_probe_gc = 521, ncsi_dev_state_probe_gls = 522, ncsi_dev_state_probe_dp = 523, ncsi_dev_state_config_sp = 769, ncsi_dev_state_config_cis = 770, ncsi_dev_state_config_oem_gma = 771, ncsi_dev_state_config_clear_vids = 772, ncsi_dev_state_config_svf = 773, ncsi_dev_state_config_ev = 774, ncsi_dev_state_config_sma = 775, ncsi_dev_state_config_ebf = 776, ncsi_dev_state_config_dgmf = 777, ncsi_dev_state_config_ecnt = 778, ncsi_dev_state_config_ec = 779, ncsi_dev_state_config_ae = 780, ncsi_dev_state_config_gls = 781, ncsi_dev_state_config_done = 782, ncsi_dev_state_suspend_select = 1025, ncsi_dev_state_suspend_gls = 1026, ncsi_dev_state_suspend_dcnt = 1027, ncsi_dev_state_suspend_dc = 1028, ncsi_dev_state_suspend_deselect = 1029, ncsi_dev_state_suspend_done = 1030, }; struct vlan_vid { struct list_head list; __be16 proto; u16 vid; }; struct ncsi_cmd_arg { struct ncsi_dev_priv *ndp; unsigned char type; unsigned char id; unsigned char package; unsigned char channel; short unsigned int payload; unsigned int req_flags; union { unsigned char bytes[16]; short unsigned int words[8]; unsigned int dwords[4]; }; unsigned char *data; struct genl_info *info; }; struct ncsi_cmd_pkt { struct ncsi_cmd_pkt_hdr cmd; __be32 checksum; unsigned char pad[26]; }; struct ncsi_oem_gma_handler { unsigned int mfr_id; int (*handler)(struct ncsi_cmd_arg *); }; struct token_bucket { spinlock_t lock; int chain_len; struct hlist_nulls_head req_chain; struct hlist_nulls_head msk_chain; }; struct tcp_info { __u8 tcpi_state; __u8 tcpi_ca_state; __u8 tcpi_retransmits; __u8 tcpi_probes; __u8 tcpi_backoff; __u8 tcpi_options; __u8 tcpi_snd_wscale: 4; __u8 tcpi_rcv_wscale: 4; __u8 tcpi_delivery_rate_app_limited: 1; __u8 tcpi_fastopen_client_fail: 2; __u32 tcpi_rto; __u32 tcpi_ato; __u32 tcpi_snd_mss; __u32 tcpi_rcv_mss; __u32 tcpi_unacked; __u32 tcpi_sacked; __u32 tcpi_lost; __u32 tcpi_retrans; __u32 tcpi_fackets; __u32 tcpi_last_data_sent; __u32 tcpi_last_ack_sent; __u32 tcpi_last_data_recv; __u32 tcpi_last_ack_recv; __u32 tcpi_pmtu; __u32 tcpi_rcv_ssthresh; __u32 tcpi_rtt; __u32 tcpi_rttvar; __u32 tcpi_snd_ssthresh; __u32 tcpi_snd_cwnd; __u32 tcpi_advmss; __u32 tcpi_reordering; __u32 tcpi_rcv_rtt; __u32 tcpi_rcv_space; __u32 tcpi_total_retrans; __u64 tcpi_pacing_rate; __u64 tcpi_max_pacing_rate; __u64 tcpi_bytes_acked; __u64 tcpi_bytes_received; __u32 tcpi_segs_out; __u32 tcpi_segs_in; __u32 tcpi_notsent_bytes; __u32 tcpi_min_rtt; __u32 tcpi_data_segs_in; __u32 tcpi_data_segs_out; __u64 tcpi_delivery_rate; __u64 tcpi_busy_time; __u64 tcpi_rwnd_limited; __u64 tcpi_sndbuf_limited; __u32 tcpi_delivered; __u32 tcpi_delivered_ce; __u64 tcpi_bytes_sent; __u64 tcpi_bytes_retrans; __u32 tcpi_dsack_dups; __u32 tcpi_reord_seen; __u32 tcpi_rcv_ooopack; __u32 tcpi_snd_wnd; }; struct mptcp_info { __u8 mptcpi_subflows; __u8 mptcpi_add_addr_signal; __u8 mptcpi_add_addr_accepted; __u8 mptcpi_subflows_max; __u8 mptcpi_add_addr_signal_max; __u8 mptcpi_add_addr_accepted_max; __u32 mptcpi_flags; __u32 mptcpi_token; __u64 mptcpi_write_seq; __u64 mptcpi_snd_una; __u64 mptcpi_rcv_nxt; __u8 mptcpi_local_addr_used; __u8 mptcpi_local_addr_max; __u8 mptcpi_csum_enabled; }; struct mptcp_subflow_data { __u32 size_subflow_data; __u32 num_subflows; __u32 size_kernel; __u32 size_user; }; struct mptcp_subflow_addrs { union { __kernel_sa_family_t sa_family; struct sockaddr sa_local; struct sockaddr_in sin_local; struct sockaddr_in6 sin6_local; struct __kernel_sockaddr_storage ss_local; }; union { struct sockaddr sa_remote; struct sockaddr_in sin_remote; struct sockaddr_in6 sin6_remote; struct __kernel_sockaddr_storage ss_remote; }; }; struct efi_boot_memmap { efi_memory_desc_t **map; long unsigned int *map_size; long unsigned int *desc_size; u32 *desc_ver; long unsigned int *key_ptr; long unsigned int *buff_size; }; typedef efi_status_t (*efi_exit_boot_map_processing)(struct efi_boot_memmap *, void *); struct exit_boot_struct { efi_memory_desc_t *runtime_map; int *runtime_entry_count; void *new_fdt_addr; }; enum { Root_NFS = 255, Root_CIFS = 254, Root_RAM0 = 1048576, Root_RAM1 = 1048577, Root_FD0 = 2097152, Root_HDA1 = 3145729, Root_HDA2 = 3145730, Root_SDA1 = 8388609, Root_SDA2 = 8388610, Root_HDC1 = 23068673, Root_SR0 = 11534336, }; enum rpc_display_format_t { RPC_DISPLAY_ADDR = 0, RPC_DISPLAY_PORT = 1, RPC_DISPLAY_PROTO = 2, RPC_DISPLAY_HEX_ADDR = 3, RPC_DISPLAY_HEX_PORT = 4, RPC_DISPLAY_NETID = 5, RPC_DISPLAY_MAX = 6, }; struct uuidcmp { const char *uuid; int len; }; typedef __s64 Elf64_Sxword; struct elf64_rela { Elf64_Addr r_offset; Elf64_Xword r_info; Elf64_Sxword r_addend; }; typedef struct elf64_rela Elf64_Rela; enum aarch64_reloc_op { RELOC_OP_NONE = 0, RELOC_OP_ABS = 1, RELOC_OP_PREL = 2, RELOC_OP_PAGE = 3, }; enum aarch64_insn_movw_imm_type { AARCH64_INSN_IMM_MOVNZ = 0, AARCH64_INSN_IMM_MOVKZ = 1, }; enum hw_breakpoint_ops { HW_BREAKPOINT_INSTALL = 0, HW_BREAKPOINT_UNINSTALL = 1, HW_BREAKPOINT_RESTORE = 2, }; struct pvclock_vcpu_stolen_time { __le32 revision; __le32 attributes; __le64 stolen_time; u8 padding[48]; }; struct pv_time_stolen_time_region { struct pvclock_vcpu_stolen_time *kaddr; }; struct pbe { void *address; void *orig_address; struct pbe *next; }; struct cpu_suspend_ctx { u64 ctx_regs[13]; u64 sp; }; struct sleep_stack_data { struct cpu_suspend_ctx system_regs; long unsigned int callee_saved_regs[12]; }; struct trans_pgd_info { void * (*trans_alloc_page)(void *); void *trans_alloc_arg; }; struct arch_hibernate_hdr_invariants { char uts_version[65]; }; struct arch_hibernate_hdr { struct arch_hibernate_hdr_invariants invariants; phys_addr_t ttbr1_el1; void (*reenter_kernel)(); phys_addr_t __hyp_stub_vectors; u64 sleep_cpu_mpidr; }; struct ptdump_range { long unsigned int start; long unsigned int end; }; struct ptdump_state { void (*note_page)(struct ptdump_state *, long unsigned int, int, u64); void (*effective_prot)(struct ptdump_state *, int, u64); const struct ptdump_range *range; }; struct addr_marker { long unsigned int start_address; char *name; }; struct ptdump_info { struct mm_struct *mm; const struct addr_marker *markers; long unsigned int base_addr; }; enum address_markers_idx { PAGE_OFFSET_NR = 0, PAGE_END_NR = 1, }; struct pg_state { struct ptdump_state ptdump; struct seq_file *seq; const struct addr_marker *marker; long unsigned int start_address; int level; u64 current_prot; bool check_wx; long unsigned int wx_pages; long unsigned int uxn_pages; }; struct prot_bits { u64 mask; u64 val; const char *set; const char *clear; }; struct pg_level { const struct prot_bits *bits; const char *name; size_t num; u64 mask; }; struct irq_bypass_consumer; struct irq_bypass_producer { struct list_head node; void *token; int irq; int (*add_consumer)(struct irq_bypass_producer *, struct irq_bypass_consumer *); void (*del_consumer)(struct irq_bypass_producer *, struct irq_bypass_consumer *); void (*stop)(struct irq_bypass_producer *); void (*start)(struct irq_bypass_producer *); }; struct irq_bypass_consumer { struct list_head node; void *token; int (*add_producer)(struct irq_bypass_consumer *, struct irq_bypass_producer *); void (*del_producer)(struct irq_bypass_consumer *, struct irq_bypass_producer *); void (*stop)(struct irq_bypass_consumer *); void (*start)(struct irq_bypass_consumer *); }; enum { kvm_ioeventfd_flag_nr_datamatch = 0, kvm_ioeventfd_flag_nr_pio = 1, kvm_ioeventfd_flag_nr_deassign = 2, kvm_ioeventfd_flag_nr_virtio_ccw_notify = 3, kvm_ioeventfd_flag_nr_fast_mmio = 4, kvm_ioeventfd_flag_nr_max = 5, }; struct kvm_irq_ack_notifier { struct hlist_node link; unsigned int gsi; void (*irq_acked)(struct kvm_irq_ack_notifier *); }; struct kvm_kernel_irqfd_resampler { struct kvm *kvm; struct list_head list; struct kvm_irq_ack_notifier notifier; struct list_head link; }; struct kvm_kernel_irqfd { struct kvm *kvm; wait_queue_entry_t wait; struct kvm_kernel_irq_routing_entry irq_entry; seqcount_spinlock_t irq_entry_sc; int gsi; struct work_struct inject; struct kvm_kernel_irqfd_resampler *resampler; struct eventfd_ctx *resamplefd; struct list_head resampler_link; struct eventfd_ctx *eventfd; struct list_head list; poll_table pt; struct work_struct shutdown; struct irq_bypass_consumer consumer; struct irq_bypass_producer *producer; }; struct _ioeventfd { struct list_head list; u64 addr; int length; struct eventfd_ctx *eventfd; u64 datamatch; struct kvm_io_device dev; u8 bus_idx; bool wildcard; }; struct alt_instr { s32 orig_offset; s32 alt_offset; u16 cpufeature; u8 orig_len; u8 alt_len; }; struct sys_reg_params { u8 Op0; u8 Op1; u8 CRn; u8 CRm; u8 Op2; u64 regval; bool is_write; }; struct sys_reg_desc { const char *name; enum { AA32_DIRECT = 0, AA32_LO = 1, AA32_HI = 2, } aarch32_map; u8 Op0; u8 Op1; u8 CRn; u8 CRm; u8 Op2; bool (*access)(struct kvm_vcpu *, struct sys_reg_params *, const struct sys_reg_desc *); void (*reset)(struct kvm_vcpu *, const struct sys_reg_desc *); int reg; u64 val; int (*__get_user)(struct kvm_vcpu *, const struct sys_reg_desc *, u64 *); int (*set_user)(struct kvm_vcpu *, const struct sys_reg_desc *, u64); unsigned int (*visibility)(const struct kvm_vcpu *, const struct sys_reg_desc *); }; struct trace_event_raw_kvm_wfx_arm64 { struct trace_entry ent; long unsigned int vcpu_pc; bool is_wfe; char __data[0]; }; struct trace_event_raw_kvm_hvc_arm64 { struct trace_entry ent; long unsigned int vcpu_pc; long unsigned int r0; long unsigned int imm; char __data[0]; }; struct trace_event_raw_kvm_arm_setup_debug { struct trace_entry ent; struct kvm_vcpu *vcpu; __u32 guest_debug; char __data[0]; }; struct trace_event_raw_kvm_arm_clear_debug { struct trace_entry ent; __u32 guest_debug; char __data[0]; }; struct trace_event_raw_kvm_arm_set_dreg32 { struct trace_entry ent; const char *name; __u64 value; char __data[0]; }; struct trace_event_raw_kvm_arm_set_regset { struct trace_entry ent; const char *name; int len; u64 ctrls[16]; u64 values[16]; char __data[0]; }; struct trace_event_raw_trap_reg { struct trace_entry ent; const char *fn; int reg; bool is_write; u64 write_value; char __data[0]; }; struct trace_event_raw_kvm_handle_sys_reg { struct trace_entry ent; long unsigned int hsr; char __data[0]; }; struct trace_event_raw_kvm_sys_access { struct trace_entry ent; long unsigned int vcpu_pc; bool is_write; const char *name; u8 Op0; u8 Op1; u8 CRn; u8 CRm; u8 Op2; char __data[0]; }; struct trace_event_raw_kvm_set_guest_debug { struct trace_entry ent; struct kvm_vcpu *vcpu; __u32 guest_debug; char __data[0]; }; struct trace_event_data_offsets_kvm_wfx_arm64 {}; struct trace_event_data_offsets_kvm_hvc_arm64 {}; struct trace_event_data_offsets_kvm_arm_setup_debug {}; struct trace_event_data_offsets_kvm_arm_clear_debug {}; struct trace_event_data_offsets_kvm_arm_set_dreg32 {}; struct trace_event_data_offsets_kvm_arm_set_regset {}; struct trace_event_data_offsets_trap_reg {}; struct trace_event_data_offsets_kvm_handle_sys_reg {}; struct trace_event_data_offsets_kvm_sys_access {}; struct trace_event_data_offsets_kvm_set_guest_debug {}; typedef void (*btf_trace_kvm_wfx_arm64)(void *, long unsigned int, bool); typedef void (*btf_trace_kvm_hvc_arm64)(void *, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_kvm_arm_setup_debug)(void *, struct kvm_vcpu *, __u32); typedef void (*btf_trace_kvm_arm_clear_debug)(void *, __u32); typedef void (*btf_trace_kvm_arm_set_dreg32)(void *, const char *, __u64); typedef void (*btf_trace_kvm_arm_set_regset)(void *, const char *, int, __u64 *, __u64 *); typedef void (*btf_trace_trap_reg)(void *, const char *, int, bool, u64); typedef void (*btf_trace_kvm_handle_sys_reg)(void *, long unsigned int); typedef void (*btf_trace_kvm_sys_access)(void *, long unsigned int, struct sys_reg_params *, const struct sys_reg_desc *); typedef void (*btf_trace_kvm_set_guest_debug)(void *, struct kvm_vcpu *, __u32); typedef int (*exit_handle_fn)(struct kvm_vcpu *); enum kvm_pgtable_walk_flags { KVM_PGTABLE_WALK_LEAF = 1, KVM_PGTABLE_WALK_TABLE_PRE = 2, KVM_PGTABLE_WALK_TABLE_POST = 4, }; typedef int (*kvm_pgtable_visitor_fn_t)(u64, u64, u32, kvm_pte_t *, enum kvm_pgtable_walk_flags, void * const); struct kvm_pgtable_walker { const kvm_pgtable_visitor_fn_t cb; void * const arg; const enum kvm_pgtable_walk_flags flags; }; struct hyp_page { short unsigned int refcount; short unsigned int order; }; struct hyp_pool { hyp_spinlock_t lock; struct list_head free_area[13]; phys_addr_t range_start; phys_addr_t range_end; short unsigned int max_order; }; enum pkvm_page_state { PKVM_PAGE_OWNED = 0, PKVM_PAGE_SHARED_OWNED = 0, PKVM_PAGE_SHARED_BORROWED = 0, __PKVM_PAGE_RESERVED = 0, PKVM_NOPAGE = 1, }; enum exception_type { except_type_sync = 0, except_type_irq = 128, except_type_fiq = 256, except_type_serror = 384, }; enum sysctl_writes_mode { SYSCTL_WRITES_LEGACY = 4294967295, SYSCTL_WRITES_WARN = 0, SYSCTL_WRITES_STRICT = 1, }; struct do_proc_dointvec_minmax_conv_param { int *min; int *max; }; struct do_proc_douintvec_minmax_conv_param { unsigned int *min; unsigned int *max; }; enum { KERNEL_PARAM_OPS_FL_NOARG = 1, }; enum { KERNEL_PARAM_FL_UNSAFE = 1, KERNEL_PARAM_FL_HWPARAM = 2, }; struct param_attribute { struct module_attribute mattr; const struct kernel_param *param; }; struct module_param_attrs { unsigned int num; struct attribute_group grp; struct param_attribute attrs[0]; }; struct kmalloced_param { struct list_head list; char val[0]; }; struct die_args { struct pt_regs *regs; const char *str; long int err; int trapnr; int signr; }; struct update_util_data { void (*func)(struct update_util_data *, u64, unsigned int); }; enum { SD_BALANCE_NEWIDLE = 1, SD_BALANCE_EXEC = 2, SD_BALANCE_FORK = 4, SD_BALANCE_WAKE = 8, SD_WAKE_AFFINE = 16, SD_ASYM_CPUCAPACITY = 32, SD_ASYM_CPUCAPACITY_FULL = 64, SD_SHARE_CPUCAPACITY = 128, SD_SHARE_PKG_RESOURCES = 256, SD_SERIALIZE = 512, SD_ASYM_PACKING = 1024, SD_PREFER_SIBLING = 2048, SD_OVERLAP = 4096, SD_NUMA = 8192, }; enum s2idle_states { S2IDLE_STATE_NONE = 0, S2IDLE_STATE_ENTER = 1, S2IDLE_STATE_WAKE = 2, }; struct dl_bandwidth { raw_spinlock_t dl_runtime_lock; u64 dl_runtime; u64 dl_period; }; struct idle_timer { struct hrtimer timer; int done; }; typedef struct rt_rq *rt_rq_iter_t; struct em_data_callback { int (*active_power)(struct device *, long unsigned int *, long unsigned int *); int (*get_cost)(struct device *, long unsigned int, long unsigned int *); }; typedef void (*call_rcu_func_t)(struct callback_head *, rcu_callback_t); struct swait_queue { struct task_struct *task; struct list_head task_list; }; struct rcu_synchronize { struct callback_head head; struct completion completion; }; struct rcu_exp_work { long unsigned int rew_s; struct work_struct rew_work; }; struct rcu_node { raw_spinlock_t lock; long unsigned int gp_seq; long unsigned int gp_seq_needed; long unsigned int completedqs; long unsigned int qsmask; long unsigned int rcu_gp_init_mask; long unsigned int qsmaskinit; long unsigned int qsmaskinitnext; long unsigned int expmask; long unsigned int expmaskinit; long unsigned int expmaskinitnext; long unsigned int cbovldmask; long unsigned int ffmask; long unsigned int grpmask; int grplo; int grphi; u8 grpnum; u8 level; bool wait_blkd_tasks; struct rcu_node *parent; struct list_head blkd_tasks; struct list_head *gp_tasks; struct list_head *exp_tasks; struct list_head *boost_tasks; struct rt_mutex boost_mtx; long unsigned int boost_time; struct mutex boost_kthread_mutex; struct task_struct *boost_kthread_task; unsigned int boost_kthread_status; long unsigned int n_boosts; struct swait_queue_head nocb_gp_wq[2]; raw_spinlock_t fqslock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t exp_lock; long unsigned int exp_seq_rq; wait_queue_head_t exp_wq[4]; struct rcu_exp_work rew; bool exp_need_flush; raw_spinlock_t exp_poll_lock; long unsigned int exp_seq_poll_rq; struct work_struct exp_poll_wq; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct smp_hotplug_thread { struct task_struct **store; struct list_head list; int (*thread_should_run)(unsigned int); void (*thread_fn)(unsigned int); void (*create)(unsigned int); void (*setup)(unsigned int); void (*cleanup)(unsigned int, bool); void (*park)(unsigned int); void (*unpark)(unsigned int); bool selfparking; const char *thread_comm; }; union rcu_noqs { struct { u8 norm; u8 exp; } b; u16 s; }; struct rcu_data { long unsigned int gp_seq; long unsigned int gp_seq_needed; union rcu_noqs cpu_no_qs; bool core_needs_qs; bool beenonline; bool gpwrap; bool cpu_started; struct rcu_node *mynode; long unsigned int grpmask; long unsigned int ticks_this_gp; struct irq_work defer_qs_iw; bool defer_qs_iw_pending; struct work_struct strict_work; struct rcu_segcblist cblist; long int qlen_last_fqs_check; long unsigned int n_cbs_invoked; long unsigned int n_force_qs_snap; long int blimit; int dynticks_snap; bool rcu_need_heavy_qs; bool rcu_urgent_qs; bool rcu_forced_tick; bool rcu_forced_tick_exp; long unsigned int barrier_seq_snap; struct callback_head barrier_head; int exp_dynticks_snap; struct swait_queue_head nocb_cb_wq; struct swait_queue_head nocb_state_wq; struct task_struct *nocb_gp_kthread; raw_spinlock_t nocb_lock; atomic_t nocb_lock_contended; int nocb_defer_wakeup; struct timer_list nocb_timer; long unsigned int nocb_gp_adv_time; struct mutex nocb_gp_kthread_mutex; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; raw_spinlock_t nocb_bypass_lock; struct rcu_cblist nocb_bypass; long unsigned int nocb_bypass_first; long unsigned int nocb_nobypass_last; int nocb_nobypass_count; long: 32; long: 64; raw_spinlock_t nocb_gp_lock; u8 nocb_gp_sleep; u8 nocb_gp_bypass; u8 nocb_gp_gp; long unsigned int nocb_gp_seq; long unsigned int nocb_gp_loops; struct swait_queue_head nocb_gp_wq; bool nocb_cb_sleep; struct task_struct *nocb_cb_kthread; struct list_head nocb_head_rdp; struct list_head nocb_entry_rdp; struct rcu_data *nocb_toggling_rdp; long: 64; long: 64; long: 64; struct rcu_data *nocb_gp_rdp; struct task_struct *rcu_cpu_kthread_task; unsigned int rcu_cpu_kthread_status; char rcu_cpu_has_work; long unsigned int rcuc_activity; unsigned int softirq_snap; struct irq_work rcu_iw; bool rcu_iw_pending; long unsigned int rcu_iw_gp_seq; long unsigned int rcu_ofl_gp_seq; short int rcu_ofl_gp_flags; long unsigned int rcu_onl_gp_seq; short int rcu_onl_gp_flags; long unsigned int last_fqs_resched; long unsigned int last_sched_clock; int cpu; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct rcu_state { struct rcu_node node[261]; struct rcu_node *level[4]; int ncpus; int n_online_cpus; long: 64; long: 64; long: 64; long unsigned int gp_seq; long unsigned int gp_max; struct task_struct *gp_kthread; struct swait_queue_head gp_wq; short int gp_flags; short int gp_state; long unsigned int gp_wake_time; long unsigned int gp_wake_seq; long unsigned int gp_seq_polled; long unsigned int gp_seq_polled_snap; long unsigned int gp_seq_polled_exp_snap; struct mutex barrier_mutex; atomic_t barrier_cpu_count; struct completion barrier_completion; long unsigned int barrier_sequence; raw_spinlock_t barrier_lock; struct mutex exp_mutex; struct mutex exp_wake_mutex; long unsigned int expedited_sequence; atomic_t expedited_need_qs; struct swait_queue_head expedited_wq; int ncpus_snap; u8 cbovld; u8 cbovldnext; long unsigned int jiffies_force_qs; long unsigned int jiffies_kick_kthreads; long unsigned int n_force_qs; long unsigned int gp_start; long unsigned int gp_end; long unsigned int gp_activity; long unsigned int gp_req_activity; long unsigned int jiffies_stall; long unsigned int jiffies_resched; long unsigned int n_force_qs_gpstart; const char *name; char abbr; long: 56; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; arch_spinlock_t ofl_lock; int nocb_is_setup; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum rcutorture_type { RCU_FLAVOR = 0, RCU_TASKS_FLAVOR = 1, RCU_TASKS_RUDE_FLAVOR = 2, RCU_TASKS_TRACING_FLAVOR = 3, RCU_TRIVIAL_FLAVOR = 4, SRCU_FLAVOR = 5, INVALID_RCU_FLAVOR = 6, }; struct kvfree_rcu_bulk_data { long unsigned int nr_records; struct kvfree_rcu_bulk_data *next; void *records[0]; }; struct kfree_rcu_cpu; struct kfree_rcu_cpu_work { struct rcu_work rcu_work; struct callback_head *head_free; struct kvfree_rcu_bulk_data *bkvhead_free[2]; struct kfree_rcu_cpu *krcp; }; struct kfree_rcu_cpu { struct callback_head *head; struct kvfree_rcu_bulk_data *bkvhead[2]; struct kfree_rcu_cpu_work krw_arr[2]; raw_spinlock_t lock; struct delayed_work monitor_work; bool initialized; int count; struct delayed_work page_cache_work; atomic_t backoff_page_cache_fill; atomic_t work_in_progress; struct hrtimer hrtimer; struct llist_head bkvcache; int nr_bkv_objs; }; struct rcu_stall_chk_rdr { int nesting; union rcu_special rs; bool on_blkd_list; }; struct trace_event_raw_timer_class { struct trace_entry ent; void *timer; char __data[0]; }; struct trace_event_raw_timer_start { struct trace_entry ent; void *timer; void *function; long unsigned int expires; long unsigned int now; unsigned int flags; char __data[0]; }; struct trace_event_raw_timer_expire_entry { struct trace_entry ent; void *timer; long unsigned int now; void *function; long unsigned int baseclk; char __data[0]; }; struct trace_event_raw_hrtimer_init { struct trace_entry ent; void *hrtimer; clockid_t clockid; enum hrtimer_mode mode; char __data[0]; }; struct trace_event_raw_hrtimer_start { struct trace_entry ent; void *hrtimer; void *function; s64 expires; s64 softexpires; enum hrtimer_mode mode; char __data[0]; }; struct trace_event_raw_hrtimer_expire_entry { struct trace_entry ent; void *hrtimer; s64 now; void *function; char __data[0]; }; struct trace_event_raw_hrtimer_class { struct trace_entry ent; void *hrtimer; char __data[0]; }; struct trace_event_raw_itimer_state { struct trace_entry ent; int which; long long unsigned int expires; long int value_sec; long int value_nsec; long int interval_sec; long int interval_nsec; char __data[0]; }; struct trace_event_raw_itimer_expire { struct trace_entry ent; int which; pid_t pid; long long unsigned int now; char __data[0]; }; struct trace_event_raw_tick_stop { struct trace_entry ent; int success; int dependency; char __data[0]; }; struct trace_event_data_offsets_timer_class {}; struct trace_event_data_offsets_timer_start {}; struct trace_event_data_offsets_timer_expire_entry {}; struct trace_event_data_offsets_hrtimer_init {}; struct trace_event_data_offsets_hrtimer_start {}; struct trace_event_data_offsets_hrtimer_expire_entry {}; struct trace_event_data_offsets_hrtimer_class {}; struct trace_event_data_offsets_itimer_state {}; struct trace_event_data_offsets_itimer_expire {}; struct trace_event_data_offsets_tick_stop {}; typedef void (*btf_trace_timer_init)(void *, struct timer_list *); typedef void (*btf_trace_timer_start)(void *, struct timer_list *, long unsigned int, unsigned int); typedef void (*btf_trace_timer_expire_entry)(void *, struct timer_list *, long unsigned int); typedef void (*btf_trace_timer_expire_exit)(void *, struct timer_list *); typedef void (*btf_trace_timer_cancel)(void *, struct timer_list *); typedef void (*btf_trace_hrtimer_init)(void *, struct hrtimer *, clockid_t, enum hrtimer_mode); typedef void (*btf_trace_hrtimer_start)(void *, struct hrtimer *, enum hrtimer_mode); typedef void (*btf_trace_hrtimer_expire_entry)(void *, struct hrtimer *, ktime_t *); typedef void (*btf_trace_hrtimer_expire_exit)(void *, struct hrtimer *); typedef void (*btf_trace_hrtimer_cancel)(void *, struct hrtimer *); typedef void (*btf_trace_itimer_state)(void *, int, const struct itimerspec64 * const, long long unsigned int); typedef void (*btf_trace_itimer_expire)(void *, int, struct pid *, long long unsigned int); typedef void (*btf_trace_tick_stop)(void *, int, int); struct timer_base { raw_spinlock_t lock; struct timer_list *running_timer; long unsigned int clk; long unsigned int next_expiry; unsigned int cpu; bool next_expiry_recalc; bool is_idle; bool timers_pending; long unsigned int pending_map[8]; struct hlist_head vectors[512]; long: 64; long: 64; long: 64; }; struct process_timer { struct timer_list timer; struct task_struct *task; }; enum tick_broadcast_mode { TICK_BROADCAST_OFF = 0, TICK_BROADCAST_ON = 1, TICK_BROADCAST_FORCE = 2, }; struct rt_wake_q_head { struct wake_q_head head; struct task_struct *rtlock_task; }; typedef struct { unsigned int __softirq_pending; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; } irq_cpustat_t; struct cfd_percpu { call_single_data_t csd; }; struct call_function_data { struct cfd_percpu *pcpu; cpumask_var_t cpumask; cpumask_var_t cpumask_ipi; }; struct smp_call_on_cpu_struct { struct work_struct work; struct completion done; int (*func)(void *); void *data; int ret; int cpu; }; struct kernfs_fs_context { struct kernfs_root *root; void *ns_tag; long unsigned int magic; bool new_sb_created; }; enum psi_res { PSI_IO = 0, PSI_MEM = 1, PSI_CPU = 2, NR_PSI_RESOURCES = 3, }; struct psi_window { u64 size; u64 start_time; u64 start_value; u64 prev_growth; }; struct psi_trigger { enum psi_states state; u64 threshold; struct list_head node; struct psi_group *group; wait_queue_head_t event_wait; int event; struct psi_window win; u64 last_event_time; bool pending_event; }; struct cgroup_fs_context { struct kernfs_fs_context kfc; struct cgroup_root *root; struct cgroup_namespace *ns; unsigned int flags; bool cpuset_clone_children; bool none; bool all_ss; u16 subsys_mask; char *name; char *release_agent; }; struct cgroup_pidlist; struct cgroup_file_ctx { struct cgroup_namespace *ns; struct { void *trigger; } psi; struct { bool started; struct css_task_iter iter; } procs; struct { struct cgroup_pidlist *pidlist; } procs1; }; struct cgrp_cset_link { struct cgroup *cgrp; struct css_set *cset; struct list_head cset_link; struct list_head cgrp_link; }; struct cgroup_mgctx { struct list_head preloaded_src_csets; struct list_head preloaded_dst_csets; struct cgroup_taskset tset; u16 ss_mask; }; struct trace_event_raw_cgroup_root { struct trace_entry ent; int root; u16 ss_mask; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_cgroup { struct trace_entry ent; int root; int level; u64 id; u32 __data_loc_path; char __data[0]; }; struct trace_event_raw_cgroup_migrate { struct trace_entry ent; int dst_root; int dst_level; u64 dst_id; int pid; u32 __data_loc_dst_path; u32 __data_loc_comm; char __data[0]; }; struct trace_event_raw_cgroup_event { struct trace_entry ent; int root; int level; u64 id; u32 __data_loc_path; int val; char __data[0]; }; struct trace_event_data_offsets_cgroup_root { u32 name; }; struct trace_event_data_offsets_cgroup { u32 path; }; struct trace_event_data_offsets_cgroup_migrate { u32 dst_path; u32 comm; }; struct trace_event_data_offsets_cgroup_event { u32 path; }; typedef void (*btf_trace_cgroup_setup_root)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_destroy_root)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_remount)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_mkdir)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_rmdir)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_release)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_rename)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_freeze)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_unfreeze)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_attach_task)(void *, struct cgroup *, const char *, struct task_struct *, bool); typedef void (*btf_trace_cgroup_transfer_tasks)(void *, struct cgroup *, const char *, struct task_struct *, bool); typedef void (*btf_trace_cgroup_notify_populated)(void *, struct cgroup *, const char *, int); typedef void (*btf_trace_cgroup_notify_frozen)(void *, struct cgroup *, const char *, int); enum cgroup_opt_features { OPT_FEATURE_PRESSURE = 0, OPT_FEATURE_COUNT = 1, }; enum cgroup2_param { Opt_nsdelegate = 0, Opt_favordynmods = 1, Opt_memory_localevents = 2, Opt_memory_recursiveprot = 3, nr__cgroup2_params = 4, }; struct rchan_percpu_buf_dispatcher { struct rchan_buf *buf; struct dentry *dentry; }; enum ring_buffer_type { RINGBUF_TYPE_DATA_TYPE_LEN_MAX = 28, RINGBUF_TYPE_PADDING = 29, RINGBUF_TYPE_TIME_EXTEND = 30, RINGBUF_TYPE_TIME_STAMP = 31, }; struct ring_buffer_per_cpu; struct buffer_page; struct ring_buffer_iter { struct ring_buffer_per_cpu *cpu_buffer; long unsigned int head; long unsigned int next_event; struct buffer_page *head_page; struct buffer_page *cache_reader_page; long unsigned int cache_read; u64 read_stamp; u64 page_stamp; struct ring_buffer_event *event; int missed_events; }; struct rb_irq_work { struct irq_work work; wait_queue_head_t waiters; wait_queue_head_t full_waiters; long int wait_index; bool waiters_pending; bool full_waiters_pending; bool wakeup_full; }; struct trace_buffer { unsigned int flags; int cpus; atomic_t record_disabled; cpumask_var_t cpumask; struct lock_class_key *reader_lock_key; struct mutex mutex; struct ring_buffer_per_cpu **buffers; struct hlist_node node; u64 (*clock)(); struct rb_irq_work irq_work; bool time_stamp_abs; }; enum { RB_LEN_TIME_EXTEND = 8, RB_LEN_TIME_STAMP = 8, }; struct buffer_data_page { u64 time_stamp; local_t commit; unsigned char data[0]; }; struct buffer_page { struct list_head list; local_t write; unsigned int read; local_t entries; long unsigned int real_end; struct buffer_data_page *page; }; struct rb_event_info { u64 ts; u64 delta; u64 before; u64 after; long unsigned int length; struct buffer_page *tail_page; int add_timestamp; }; enum { RB_ADD_STAMP_NONE = 0, RB_ADD_STAMP_EXTEND = 2, RB_ADD_STAMP_ABSOLUTE = 4, RB_ADD_STAMP_FORCE = 8, }; enum { RB_CTX_TRANSITION = 0, RB_CTX_NMI = 1, RB_CTX_IRQ = 2, RB_CTX_SOFTIRQ = 3, RB_CTX_NORMAL = 4, RB_CTX_MAX = 5, }; struct rb_time_struct { local64_t time; }; typedef struct rb_time_struct rb_time_t; struct ring_buffer_per_cpu { int cpu; atomic_t record_disabled; atomic_t resize_disabled; struct trace_buffer *buffer; raw_spinlock_t reader_lock; arch_spinlock_t lock; struct lock_class_key lock_key; struct buffer_data_page *free_page; long unsigned int nr_pages; unsigned int current_context; struct list_head *pages; struct buffer_page *head_page; struct buffer_page *tail_page; struct buffer_page *commit_page; struct buffer_page *reader_page; long unsigned int lost_events; long unsigned int last_overrun; long unsigned int nest; local_t entries_bytes; local_t entries; local_t overrun; local_t commit_overrun; local_t dropped_events; local_t committing; local_t commits; local_t pages_touched; local_t pages_read; long int last_pages_touch; size_t shortest_full; long unsigned int read; long unsigned int read_bytes; rb_time_t write_stamp; rb_time_t before_stamp; u64 event_stamp[5]; u64 read_stamp; long int nr_pages_to_update; struct list_head new_pages; struct work_struct update_pages_work; struct completion update_done; struct rb_irq_work irq_work; }; struct ftrace_graph_ent_entry { struct trace_entry ent; struct ftrace_graph_ent graph_ent; } __attribute__((packed)); struct ftrace_graph_ret_entry { struct trace_entry ent; struct ftrace_graph_ret ret; }; struct fgraph_cpu_data { pid_t last_pid; int depth; int depth_irq; int ignore; long unsigned int enter_funcs[50]; }; struct fgraph_data { struct fgraph_cpu_data *cpu_data; struct ftrace_graph_ent_entry ent; struct ftrace_graph_ret_entry ret; int failed; int cpu; int: 32; } __attribute__((packed)); enum { FLAGS_FILL_FULL = 268435456, FLAGS_FILL_START = 536870912, FLAGS_FILL_END = 805306368, }; enum { EVENT_TRIGGER_FL_PROBE = 1, }; struct event_trigger_ops; struct event_command; struct event_trigger_data { long unsigned int count; int ref; int flags; struct event_trigger_ops *ops; struct event_command *cmd_ops; struct event_filter *filter; char *filter_str; void *private_data; bool paused; bool paused_tmp; struct list_head list; char *name; struct list_head named_list; struct event_trigger_data *named_data; }; struct event_trigger_ops { void (*trigger)(struct event_trigger_data *, struct trace_buffer *, void *, struct ring_buffer_event *); int (*init)(struct event_trigger_data *); void (*free)(struct event_trigger_data *); int (*print)(struct seq_file *, struct event_trigger_data *); }; struct event_command { struct list_head list; char *name; enum event_trigger_type trigger_type; int flags; int (*parse)(struct event_command *, struct trace_event_file *, char *, char *, char *); int (*reg)(char *, struct event_trigger_data *, struct trace_event_file *); void (*unreg)(char *, struct event_trigger_data *, struct trace_event_file *); void (*unreg_all)(struct trace_event_file *); int (*set_filter)(char *, struct event_trigger_data *, struct trace_event_file *); struct event_trigger_ops * (*get_trigger_ops)(char *, char *); }; struct enable_trigger_data { struct trace_event_file *file; bool enable; bool hist; }; enum event_command_flags { EVENT_CMD_FL_POST_TRIGGER = 1, EVENT_CMD_FL_NEEDS_REC = 2, }; struct trace_event_raw_rpm_internal { struct trace_entry ent; u32 __data_loc_name; int flags; int usage_count; int disable_depth; int runtime_auto; int request_pending; int irq_safe; int child_count; char __data[0]; }; struct trace_event_raw_rpm_return_int { struct trace_entry ent; u32 __data_loc_name; long unsigned int ip; int ret; char __data[0]; }; struct trace_event_data_offsets_rpm_internal { u32 name; }; struct trace_event_data_offsets_rpm_return_int { u32 name; }; typedef void (*btf_trace_rpm_suspend)(void *, struct device *, int); typedef void (*btf_trace_rpm_resume)(void *, struct device *, int); typedef void (*btf_trace_rpm_idle)(void *, struct device *, int); typedef void (*btf_trace_rpm_usage)(void *, struct device *, int); typedef void (*btf_trace_rpm_return_int)(void *, struct device *, long unsigned int, int); struct bpf_spin_lock { __u32 val; }; struct bpf_timer { long: 64; long: 64;}; struct bpf_dynptr { long: 64; long: 64;}; struct bpf_pidns_info { __u32 pid; __u32 tgid; }; typedef u64 (*btf_bpf_map_lookup_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_update_elem)(struct bpf_map *, void *, void *, u64); typedef u64 (*btf_bpf_map_delete_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_push_elem)(struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_map_pop_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_peek_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_lookup_percpu_elem)(struct bpf_map *, void *, u32); typedef u64 (*btf_bpf_get_smp_processor_id)(); typedef u64 (*btf_bpf_get_numa_node_id)(); typedef u64 (*btf_bpf_ktime_get_ns)(); typedef u64 (*btf_bpf_ktime_get_boot_ns)(); typedef u64 (*btf_bpf_ktime_get_coarse_ns)(); typedef u64 (*btf_bpf_get_current_pid_tgid)(); typedef u64 (*btf_bpf_get_current_uid_gid)(); typedef u64 (*btf_bpf_get_current_comm)(char *, u32); typedef u64 (*btf_bpf_spin_lock)(struct bpf_spin_lock *); typedef u64 (*btf_bpf_spin_unlock)(struct bpf_spin_lock *); typedef u64 (*btf_bpf_jiffies64)(); typedef u64 (*btf_bpf_get_current_cgroup_id)(); typedef u64 (*btf_bpf_get_current_ancestor_cgroup_id)(int); typedef u64 (*btf_bpf_get_local_storage)(struct bpf_map *, u64); typedef u64 (*btf_bpf_strtol)(const char *, size_t, u64, long int *); typedef u64 (*btf_bpf_strtoul)(const char *, size_t, u64, long unsigned int *); typedef u64 (*btf_bpf_strncmp)(const char *, u32, const char *); typedef u64 (*btf_bpf_get_ns_current_pid_tgid)(u64, u64, struct bpf_pidns_info *, u32); typedef u64 (*btf_bpf_event_output_data)(void *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_copy_from_user)(void *, u32, const void *); typedef u64 (*btf_bpf_copy_from_user_task)(void *, u32, const void *, struct task_struct *, u64); typedef u64 (*btf_bpf_per_cpu_ptr)(const void *, u32); typedef u64 (*btf_bpf_this_cpu_ptr)(const void *); struct bpf_bprintf_buffers { char tmp_bufs[1536]; }; typedef u64 (*btf_bpf_snprintf)(char *, u32, char *, const void *, u32); struct bpf_hrtimer { struct hrtimer timer; struct bpf_map *map; struct bpf_prog *prog; void *callback_fn; void *value; }; struct bpf_timer_kern { struct bpf_hrtimer *timer; struct bpf_spin_lock lock; }; typedef u64 (*btf_bpf_timer_init)(struct bpf_timer_kern *, struct bpf_map *, u64); typedef u64 (*btf_bpf_timer_set_callback)(struct bpf_timer_kern *, void *, struct bpf_prog_aux *); typedef u64 (*btf_bpf_timer_start)(struct bpf_timer_kern *, u64, u64); typedef u64 (*btf_bpf_timer_cancel)(struct bpf_timer_kern *); typedef u64 (*btf_bpf_kptr_xchg)(void *, void *); typedef u64 (*btf_bpf_dynptr_from_mem)(void *, u32, u64, struct bpf_dynptr_kern *); typedef u64 (*btf_bpf_dynptr_read)(void *, u32, struct bpf_dynptr_kern *, u32, u64); typedef u64 (*btf_bpf_dynptr_write)(struct bpf_dynptr_kern *, u32, void *, u32, u64); typedef u64 (*btf_bpf_dynptr_data)(struct bpf_dynptr_kern *, u32, u32); struct task_struct; enum bpf_lru_list_type { BPF_LRU_LIST_T_ACTIVE = 0, BPF_LRU_LIST_T_INACTIVE = 1, BPF_LRU_LIST_T_FREE = 2, BPF_LRU_LOCAL_LIST_T_FREE = 3, BPF_LRU_LOCAL_LIST_T_PENDING = 4, }; struct bpf_lpm_trie_key { __u32 prefixlen; __u8 data[0]; }; struct lpm_trie_node { struct callback_head rcu; struct lpm_trie_node *child[2]; u32 prefixlen; u32 flags; u8 data[0]; }; struct lpm_trie { struct bpf_map map; struct lpm_trie_node *root; size_t n_entries; size_t max_prefixlen; size_t data_size; spinlock_t lock; long: 32; long: 64; long: 64; long: 64; }; struct bpf_dispatcher_prog { struct bpf_prog *prog; refcount_t users; }; struct bpf_dispatcher { struct mutex mutex; void *func; struct bpf_dispatcher_prog progs[48]; int num_progs; void *image; void *rw_image; u32 image_off; struct bpf_ksym ksym; }; enum { BPF_F_SYSCTL_BASE_NAME = 1, }; struct bpf_link_primer { struct bpf_link *link; struct file *file; int fd; u32 id; }; struct bpf_sockopt_buf { u8 data[32]; }; struct bpf_cgroup_link { struct bpf_link link; struct cgroup *cgroup; enum bpf_attach_type type; }; struct bpf_prog_list { struct hlist_node node; struct bpf_prog *prog; struct bpf_cgroup_link *link; struct bpf_cgroup_storage *storage[2]; }; struct cgroup_lsm_atype { u32 attach_btf_id; int refcnt; }; typedef u64 (*btf_bpf_get_retval)(); typedef u64 (*btf_bpf_set_retval)(int); typedef u64 (*btf_bpf_sysctl_get_name)(struct bpf_sysctl_kern *, char *, size_t, u64); typedef u64 (*btf_bpf_sysctl_get_current_value)(struct bpf_sysctl_kern *, char *, size_t); typedef u64 (*btf_bpf_sysctl_get_new_value)(struct bpf_sysctl_kern *, char *, size_t); typedef u64 (*btf_bpf_sysctl_set_new_value)(struct bpf_sysctl_kern *, const char *, size_t); typedef u64 (*btf_bpf_get_netns_cookie_sockopt)(struct bpf_sockopt_kern *); struct static_key_mod { struct static_key_mod *next; struct jump_entry *entries; struct module *mod; }; enum jump_label_type { JUMP_LABEL_NOP = 0, JUMP_LABEL_JMP = 1, }; struct static_key_deferred { struct static_key key; long unsigned int timeout; struct delayed_work work; }; struct pkcs7_message; enum oom_constraint { CONSTRAINT_NONE = 0, CONSTRAINT_CPUSET = 1, CONSTRAINT_MEMORY_POLICY = 2, CONSTRAINT_MEMCG = 3, }; struct oom_control { struct zonelist *zonelist; nodemask_t *nodemask; struct mem_cgroup *memcg; const gfp_t gfp_mask; const int order; long unsigned int totalpages; struct task_struct *chosen; long int chosen_points; enum oom_constraint constraint; }; struct trace_event_raw_oom_score_adj_update { struct trace_entry ent; pid_t pid; char comm[16]; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_reclaim_retry_zone { struct trace_entry ent; int node; int zone_idx; int order; long unsigned int reclaimable; long unsigned int available; long unsigned int min_wmark; int no_progress_loops; bool wmark_check; char __data[0]; }; struct trace_event_raw_mark_victim { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_wake_reaper { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_start_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_finish_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_skip_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_compact_retry { struct trace_entry ent; int order; int priority; int result; int retries; int max_retries; bool ret; char __data[0]; }; struct trace_event_data_offsets_oom_score_adj_update {}; struct trace_event_data_offsets_reclaim_retry_zone {}; struct trace_event_data_offsets_mark_victim {}; struct trace_event_data_offsets_wake_reaper {}; struct trace_event_data_offsets_start_task_reaping {}; struct trace_event_data_offsets_finish_task_reaping {}; struct trace_event_data_offsets_skip_task_reaping {}; struct trace_event_data_offsets_compact_retry {}; typedef void (*btf_trace_oom_score_adj_update)(void *, struct task_struct *); typedef void (*btf_trace_reclaim_retry_zone)(void *, struct zoneref *, int, long unsigned int, long unsigned int, long unsigned int, int, bool); typedef void (*btf_trace_mark_victim)(void *, int); typedef void (*btf_trace_wake_reaper)(void *, int); typedef void (*btf_trace_start_task_reaping)(void *, int); typedef void (*btf_trace_finish_task_reaping)(void *, int); typedef void (*btf_trace_skip_task_reaping)(void *, int); typedef void (*btf_trace_compact_retry)(void *, int, enum compact_priority, enum compact_result, int, int, bool); struct zap_details; struct shmem_sb_info { long unsigned int max_blocks; struct percpu_counter used_blocks; long unsigned int max_inodes; long unsigned int free_inodes; raw_spinlock_t stat_lock; umode_t mode; unsigned char huge; kuid_t uid; kgid_t gid; bool full_inums; ino_t next_ino; ino_t *ino_batch; struct mempolicy *mpol; spinlock_t shrinklist_lock; struct list_head shrinklist; long unsigned int shrinklist_len; }; enum sgp_type { SGP_READ = 0, SGP_NOALLOC = 1, SGP_CACHE = 2, SGP_WRITE = 3, SGP_FALLOC = 4, }; struct shmem_falloc { wait_queue_head_t *waitq; long unsigned int start; long unsigned int next; long unsigned int nr_falloced; long unsigned int nr_unswapped; }; struct shmem_options { long long unsigned int blocks; long long unsigned int inodes; struct mempolicy *mpol; kuid_t uid; kgid_t gid; umode_t mode; bool full_inums; int huge; int seen; }; enum shmem_param { Opt_gid___3 = 0, Opt_huge = 1, Opt_mode___2 = 2, Opt_mpol = 3, Opt_nr_blocks = 4, Opt_nr_inodes = 5, Opt_size = 6, Opt_uid___2 = 7, Opt_inode32 = 8, Opt_inode64 = 9, }; struct vm_unmapped_area_info { long unsigned int flags; long unsigned int length; long unsigned int low_limit; long unsigned int high_limit; long unsigned int align_mask; long unsigned int align_offset; }; enum { HUGETLB_SHMFS_INODE = 1, HUGETLB_ANONHUGE_INODE = 2, }; struct trace_event_raw_vm_unmapped_area { struct trace_entry ent; long unsigned int addr; long unsigned int total_vm; long unsigned int flags; long unsigned int length; long unsigned int low_limit; long unsigned int high_limit; long unsigned int align_mask; long unsigned int align_offset; char __data[0]; }; struct trace_event_data_offsets_vm_unmapped_area {}; typedef void (*btf_trace_vm_unmapped_area)(void *, long unsigned int, struct vm_unmapped_area_info *); struct swap_iocb { struct kiocb iocb; struct bio_vec bvec[32]; int pages; int len; }; struct dma_pool { struct list_head page_list; spinlock_t lock; size_t size; struct device *dev; size_t allocation; size_t boundary; char name[32]; struct list_head pools; }; struct dma_page { struct list_head page_list; void *vaddr; dma_addr_t dma; unsigned int in_use; unsigned int offset; }; struct mmu_notifier_subscriptions { struct hlist_head list; bool has_itree; spinlock_t lock; long unsigned int invalidate_seq; long unsigned int active_invalidate_ranges; struct rb_root_cached itree; wait_queue_head_t wq; struct hlist_head deferred_list; }; struct mmu_interval_notifier; struct mmu_interval_notifier_ops { bool (*invalidate)(struct mmu_interval_notifier *, const struct mmu_notifier_range *, long unsigned int); }; struct mmu_interval_notifier { struct interval_tree_node interval_tree; const struct mmu_interval_notifier_ops *ops; struct mm_struct *mm; struct hlist_node deferred_item; long unsigned int invalidate_seq; }; struct kcsan_scoped_access {}; enum kfence_object_state { KFENCE_OBJECT_UNUSED = 0, KFENCE_OBJECT_ALLOCATED = 1, KFENCE_OBJECT_FREED = 2, }; struct kfence_track { pid_t pid; int cpu; u64 ts_nsec; int num_stack_entries; long unsigned int stack_entries[64]; }; struct kfence_metadata { struct list_head list; struct callback_head callback_head; raw_spinlock_t lock; enum kfence_object_state state; long unsigned int addr; size_t size; struct kmem_cache *cache; long unsigned int unprotected_page; struct kfence_track alloc_track; struct kfence_track free_track; u32 alloc_stack_hash; struct obj_cgroup *objcg; }; enum kfence_error_type { KFENCE_ERROR_OOB = 0, KFENCE_ERROR_UAF = 1, KFENCE_ERROR_CORRUPTION = 2, KFENCE_ERROR_INVALID = 3, KFENCE_ERROR_INVALID_FREE = 4, }; enum kfence_counter_id { KFENCE_COUNTER_ALLOCATED = 0, KFENCE_COUNTER_ALLOCS = 1, KFENCE_COUNTER_FREES = 2, KFENCE_COUNTER_ZOMBIES = 3, KFENCE_COUNTER_BUGS = 4, KFENCE_COUNTER_SKIP_INCOMPAT = 5, KFENCE_COUNTER_SKIP_CAPACITY = 6, KFENCE_COUNTER_SKIP_COVERED = 7, KFENCE_COUNTER_COUNT = 8, }; enum writeback_stat_item { NR_DIRTY_THRESHOLD = 0, NR_DIRTY_BG_THRESHOLD = 1, NR_VM_WRITEBACK_STAT_ITEMS = 2, }; struct mem_cgroup_tree_per_node { struct rb_root rb_root; struct rb_node *rb_rightmost; spinlock_t lock; }; struct mem_cgroup_tree { struct mem_cgroup_tree_per_node *rb_tree_per_node[512]; }; struct mem_cgroup_eventfd_list { struct list_head list; struct eventfd_ctx *eventfd; }; struct mem_cgroup_event { struct mem_cgroup *memcg; struct eventfd_ctx *eventfd; struct list_head list; int (*register_event)(struct mem_cgroup *, struct eventfd_ctx *, const char *); void (*unregister_event)(struct mem_cgroup *, struct eventfd_ctx *); poll_table pt; wait_queue_head_t *wqh; wait_queue_entry_t wait; struct work_struct remove; }; struct move_charge_struct { spinlock_t lock; struct mm_struct *mm; struct mem_cgroup *from; struct mem_cgroup *to; long unsigned int flags; long unsigned int precharge; long unsigned int moved_charge; long unsigned int moved_swap; struct task_struct *moving_task; wait_queue_head_t waitq; }; enum res_type { _MEM = 0, _MEMSWAP = 1, _KMEM = 2, _TCP = 3, }; struct memory_stat { const char *name; unsigned int idx; }; struct oom_wait_info { struct mem_cgroup *memcg; wait_queue_entry_t wait; }; struct memcg_stock_pcp { local_lock_t stock_lock; struct mem_cgroup *cached; unsigned int nr_pages; struct obj_cgroup *cached_objcg; struct pglist_data *cached_pgdat; unsigned int nr_bytes; int nr_slab_reclaimable_b; int nr_slab_unreclaimable_b; struct work_struct work; long unsigned int flags; }; enum { RES_USAGE = 0, RES_LIMIT = 1, RES_MAX_USAGE = 2, RES_FAILCNT = 3, RES_SOFT_LIMIT = 4, }; union mc_target { struct page *page; swp_entry_t ent; }; enum mc_target_type { MC_TARGET_NONE = 0, MC_TARGET_PAGE = 1, MC_TARGET_SWAP = 2, MC_TARGET_DEVICE = 3, }; struct uncharge_gather { struct mem_cgroup *memcg; long unsigned int nr_memory; long unsigned int pgpgout; long unsigned int nr_kmem; int nid; }; struct numa_stat { const char *name; unsigned int lru_mask; }; struct damon_reclaim_ram_walk_arg { long unsigned int start; long unsigned int end; }; struct file_clone_range { __s64 src_fd; __u64 src_offset; __u64 src_length; __u64 dest_offset; }; struct file_dedupe_range_info { __s64 dest_fd; __u64 dest_offset; __u64 bytes_deduped; __s32 status; __u32 reserved; }; struct file_dedupe_range { __u64 src_offset; __u64 src_length; __u16 dest_count; __u16 reserved1; __u32 reserved2; struct file_dedupe_range_info info[0]; }; struct fsxattr { __u32 fsx_xflags; __u32 fsx_extsize; __u32 fsx_nextents; __u32 fsx_projid; __u32 fsx_cowextsize; unsigned char fsx_pad[8]; }; struct space_resv { __s16 l_type; __s16 l_whence; __s64 l_start; __s64 l_len; __s32 l_sysid; __u32 l_pid; __s32 l_pad[4]; }; struct proc_fs_opts { int flag; const char *str; }; struct __kernel_itimerspec { struct __kernel_timespec it_interval; struct __kernel_timespec it_value; }; struct old_itimerspec32 { struct old_timespec32 it_interval; struct old_timespec32 it_value; }; struct timerfd_ctx { union { struct hrtimer tmr; struct alarm alarm; } t; ktime_t tintv; ktime_t moffs; wait_queue_head_t wqh; u64 ticks; int clockid; short unsigned int expired; short unsigned int settime_flags; struct callback_head rcu; struct list_head clist; spinlock_t cancel_lock; bool might_cancel; }; struct fscrypt_nokey_name { u32 dirhash[2]; u8 bytes[149]; u8 sha256[32]; }; struct fscrypt_context_v1 { u8 version; u8 contents_encryption_mode; u8 filenames_encryption_mode; u8 flags; u8 master_key_descriptor[8]; u8 nonce[16]; }; struct fscrypt_context_v2 { u8 version; u8 contents_encryption_mode; u8 filenames_encryption_mode; u8 flags; u8 __reserved[4]; u8 master_key_identifier[16]; u8 nonce[16]; }; union fscrypt_context { u8 version; struct fscrypt_context_v1 v1; struct fscrypt_context_v2 v2; }; typedef long unsigned int elf_greg_t; typedef elf_greg_t elf_gregset_t[34]; struct gnu_property { u32 pr_type; u32 pr_datasz; }; struct elf_siginfo { int si_signo; int si_code; int si_errno; }; struct elf_prstatus_common { struct elf_siginfo pr_info; short int pr_cursig; long unsigned int pr_sigpend; long unsigned int pr_sighold; pid_t pr_pid; pid_t pr_ppid; pid_t pr_pgrp; pid_t pr_sid; struct __kernel_old_timeval pr_utime; struct __kernel_old_timeval pr_stime; struct __kernel_old_timeval pr_cutime; struct __kernel_old_timeval pr_cstime; }; struct elf_prstatus { struct elf_prstatus_common common; elf_gregset_t pr_reg; int pr_fpvalid; }; struct elf_prpsinfo { char pr_state; char pr_sname; char pr_zomb; char pr_nice; long unsigned int pr_flag; __kernel_uid_t pr_uid; __kernel_gid_t pr_gid; pid_t pr_pid; pid_t pr_ppid; pid_t pr_pgrp; pid_t pr_sid; char pr_fname[16]; char pr_psargs[80]; }; struct memelfnote { const char *name; int type; unsigned int datasz; void *data; }; struct elf_thread_core_info { struct elf_thread_core_info *next; struct task_struct *task; struct elf_prstatus prstatus; struct memelfnote notes[0]; }; struct elf_note_info { struct elf_thread_core_info *thread; struct memelfnote psinfo; struct memelfnote signote; struct memelfnote auxv; struct memelfnote files; siginfo_t csigdata; size_t size; int thread_notes; }; enum { DQF_INFO_DIRTY_B = 17, }; struct v2_disk_dqheader { __le32 dqh_magic; __le32 dqh_version; }; struct v2r0_disk_dqblk { __le32 dqb_id; __le32 dqb_ihardlimit; __le32 dqb_isoftlimit; __le32 dqb_curinodes; __le32 dqb_bhardlimit; __le32 dqb_bsoftlimit; __le64 dqb_curspace; __le64 dqb_btime; __le64 dqb_itime; }; struct v2r1_disk_dqblk { __le32 dqb_id; __le32 dqb_pad; __le64 dqb_ihardlimit; __le64 dqb_isoftlimit; __le64 dqb_curinodes; __le64 dqb_bhardlimit; __le64 dqb_bsoftlimit; __le64 dqb_curspace; __le64 dqb_btime; __le64 dqb_itime; }; struct v2_disk_dqinfo { __le32 dqi_bgrace; __le32 dqi_igrace; __le32 dqi_flags; __le32 dqi_blocks; __le32 dqi_free_blk; __le32 dqi_free_entry; }; struct pde_opener { struct list_head lh; struct file *file; bool closing; struct completion *c; }; enum { BIAS = 2147483648, }; typedef struct dentry *instantiate_t(struct dentry *, struct task_struct *, const void *); struct fd_data { fmode_t mode; unsigned int fd; }; typedef struct { __le32 *p; __le32 key; struct buffer_head *bh; } Indirect; struct ext4_extent_idx { __le32 ei_block; __le32 ei_leaf_lo; __le16 ei_leaf_hi; __u16 ei_unused; }; struct ext4_extent_header { __le16 eh_magic; __le16 eh_entries; __le16 eh_max; __le16 eh_depth; __le32 eh_generation; }; struct ext4_ext_path { ext4_fsblk_t p_block; __u16 p_depth; __u16 p_maxdepth; struct ext4_extent *p_ext; struct ext4_extent_idx *p_idx; struct ext4_extent_header *p_hdr; struct buffer_head *p_bh; }; struct ext4_orphan_block_tail { __le32 ob_magic; __le32 ob_checksum; }; typedef u32 unicode_t; struct utf8_table { int cmask; int cval; int shift; long int lmask; long int lval; }; struct debugfs_blob_wrapper { void *data; long unsigned int size; }; struct debugfs_reg32 { char *name; long unsigned int offset; }; struct debugfs_regset32 { const struct debugfs_reg32 *regs; int nregs; void *base; struct device *dev; }; struct debugfs_u32_array { u32 *array; u32 n_elements; }; struct debugfs_fsdata { const struct file_operations *real_fops; refcount_t active_users; struct completion active_users_drained; }; struct debugfs_devm_entry { int (*read)(struct seq_file *, void *); struct device *dev; }; struct btrfs_csum_item { __u8 csum; }; struct btrfs_trans_handle; struct compressed_bio { refcount_t pending_ios; unsigned int nr_pages; struct page **compressed_pages; struct inode *inode; u64 start; unsigned int len; unsigned int compressed_len; u8 compress_type; bool writeback; blk_status_t status; union { struct bio *orig_bio; struct work_struct write_end_work; }; }; struct workspace_manager { struct list_head idle_ws; spinlock_t ws_lock; int free_ws; atomic_t total_ws; wait_queue_head_t ws_wait; }; struct btrfs_compress_op { struct workspace_manager *workspace_manager; unsigned int max_level; unsigned int default_level; }; struct workspace { void *mem; void *buf; void *cbuf; struct list_head list; }; struct scrub_bio; struct scrub_ctx { struct scrub_bio *bios[64]; struct btrfs_fs_info *fs_info; int first_free; int curr; atomic_t bios_in_flight; atomic_t workers_pending; spinlock_t list_lock; wait_queue_head_t list_wait; struct list_head csum_list; atomic_t cancel_req; int readonly; int sectors_per_bio; ktime_t throttle_deadline; u64 throttle_sent; int is_dev_replace; u64 write_pointer; struct scrub_bio *wr_curr_bio; struct mutex wr_lock; struct btrfs_device *wr_tgtdev; bool flush_all_writes; struct btrfs_scrub_progress stat; spinlock_t stat_lock; refcount_t refs; }; enum btrfs_rbio_ops { BTRFS_RBIO_WRITE = 0, BTRFS_RBIO_READ_REBUILD = 1, BTRFS_RBIO_PARITY_SCRUB = 2, BTRFS_RBIO_REBUILD_MISSING = 3, }; struct sector_ptr; struct btrfs_raid_bio { struct btrfs_io_context *bioc; struct list_head hash_list; struct list_head stripe_cache; struct work_struct work; struct bio_list bio_list; spinlock_t bio_list_lock; struct list_head plug_list; long unsigned int flags; enum btrfs_rbio_ops operation; u16 nr_pages; u16 nr_sectors; u8 nr_data; u8 real_stripes; u8 stripe_npages; u8 stripe_nsectors; s8 faila; s8 failb; u8 scrubp; int bio_list_bytes; int generic_bio_cnt; refcount_t refs; atomic_t stripes_pending; atomic_t error; struct work_struct end_io_work; long unsigned int dbitmap; long unsigned int finish_pbitmap; struct page **stripe_pages; struct sector_ptr *bio_sectors; struct sector_ptr *stripe_sectors; void **finish_pointers; }; struct scrub_recover { refcount_t refs; struct btrfs_io_context *bioc; u64 map_length; }; struct scrub_block; struct scrub_sector { struct scrub_block *sblock; struct page *page; struct btrfs_device *dev; struct list_head list; u64 flags; u64 generation; u64 logical; u64 physical; u64 physical_for_dev_replace; atomic_t refs; u8 mirror_num; unsigned int have_csum: 1; unsigned int io_error: 1; u8 csum[32]; struct scrub_recover *recover; }; struct scrub_parity; struct scrub_block { struct scrub_sector *sectors[16]; int sector_count; atomic_t outstanding_sectors; refcount_t refs; struct scrub_ctx *sctx; struct scrub_parity *sparity; struct { unsigned int header_error: 1; unsigned int checksum_error: 1; unsigned int no_io_error_seen: 1; unsigned int generation_error: 1; unsigned int data_corrected: 1; }; struct work_struct work; }; struct scrub_bio { int index; struct scrub_ctx *sctx; struct btrfs_device *dev; struct bio *bio; blk_status_t status; u64 logical; u64 physical; struct scrub_sector *sectors[32]; int sector_count; int next_free; struct work_struct work; }; struct scrub_parity { struct scrub_ctx *sctx; struct btrfs_device *scrub_dev; u64 logic_start; u64 logic_end; int nsectors; u32 stripe_len; refcount_t refs; struct list_head sectors_list; struct work_struct work; long unsigned int dbitmap; long unsigned int ebitmap; }; struct scrub_warning { struct btrfs_path *path; u64 extent_item_size; const char *errstr; u64 physical; u64 logical; struct btrfs_device *dev; }; struct full_stripe_lock { struct rb_node node; u64 logical; u64 refs; struct mutex mutex; }; struct btrfs_free_space_info { __le32 extent_count; __le32 flags; }; struct btrfs_seq_list { struct list_head list; u64 seq; }; struct tree_mod_root { u64 logical; u8 level; }; struct tree_mod_elem { struct rb_node node; u64 logical; u64 seq; enum btrfs_mod_log_op op; int slot; u64 generation; struct btrfs_disk_key key; u64 blockptr; struct { int dst_slot; int nr_items; } move; struct tree_mod_root old_root; }; struct pstore_zbackend { int (*zbufsize)(size_t); const char *name; }; struct msg_msgseg { struct msg_msgseg *next; }; struct watch_notification { __u32 type: 24; __u32 subtype: 8; __u32 info; }; enum key_notification_subtype { NOTIFY_KEY_INSTANTIATED = 0, NOTIFY_KEY_UPDATED = 1, NOTIFY_KEY_LINKED = 2, NOTIFY_KEY_UNLINKED = 3, NOTIFY_KEY_CLEARED = 4, NOTIFY_KEY_REVOKED = 5, NOTIFY_KEY_INVALIDATED = 6, NOTIFY_KEY_SETATTR = 7, }; struct key_notification { struct watch_notification watch; __u32 key_id; __u32 aux; }; struct keyring_search_context { struct keyring_index_key index_key; const struct cred *cred; struct key_match_data match_data; unsigned int flags; int (*iterator)(const void *, void *); int skipped_ret; bool possessed; key_ref_t result; time64_t now; }; struct keyring_read_iterator_context { size_t buflen; size_t count; key_serial_t *buffer; }; enum tpm2key_actions { ACT_tpm2_key_parent = 0, ACT_tpm2_key_priv = 1, ACT_tpm2_key_pub = 2, ACT_tpm2_key_type = 3, NR__tpm2key_actions = 4, }; struct ecryptfs_session_key { u32 flags; u32 encrypted_key_size; u32 decrypted_key_size; u8 encrypted_key[512]; u8 decrypted_key[64]; }; struct ecryptfs_password { u32 password_bytes; s32 hash_algo; u32 hash_iterations; u32 session_key_encryption_key_bytes; u32 flags; u8 session_key_encryption_key[64]; u8 signature[17]; u8 salt[8]; }; enum ecryptfs_token_types { ECRYPTFS_PASSWORD = 0, ECRYPTFS_PRIVATE_KEY = 1, }; struct ecryptfs_private_key { u32 key_size; u32 data_len; u8 signature[17]; char pki_type[17]; u8 data[0]; }; struct ecryptfs_auth_tok { u16 version; u16 token_type; u32 flags; struct ecryptfs_session_key session_key; u8 reserved[32]; union { struct ecryptfs_password password; struct ecryptfs_private_key private_key; } token; }; struct vfs_cap_data { __le32 magic_etc; struct { __le32 permitted; __le32 inheritable; } data[2]; }; struct vfs_ns_cap_data { __le32 magic_etc; struct { __le32 permitted; __le32 inheritable; } data[2]; __le32 rootid; }; struct cpu_vfs_cap_data { __u32 magic_etc; kernel_cap_t permitted; kernel_cap_t inheritable; kuid_t rootid; }; struct netport_security_struct { u32 sid; u16 port; u8 protocol; }; struct sel_netport_bkt { int size; struct list_head list; }; struct sel_netport { struct netport_security_struct psec; struct list_head list; struct callback_head rcu; }; struct modsig { struct pkcs7_message *pkcs7_msg; enum hash_algo hash_algo; const u8 *digest; u32 digest_size; int raw_pkcs7_len; u8 raw_pkcs7[0]; }; struct aead_geniv_ctx { spinlock_t lock; struct crypto_aead *child; struct crypto_sync_skcipher *sknull; u8 salt[0]; }; struct kpp_instance { void (*free)(struct kpp_instance *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct { char head[128]; struct crypto_instance base; } s; struct kpp_alg alg; }; }; struct crypto_kpp_spawn { struct crypto_spawn base; }; struct dh { const void *key; const void *p; const void *g; unsigned int key_size; unsigned int p_size; unsigned int g_size; }; struct dh_ctx { MPI p; MPI g; MPI xa; }; struct dh_safe_prime { unsigned int max_strength; unsigned int p_size; const char *p; }; struct dh_safe_prime_instance_ctx { struct crypto_kpp_spawn dh_spawn; const struct dh_safe_prime *safe_prime; }; struct dh_safe_prime_tfm_ctx { struct crypto_kpp *dh_tfm; }; struct cmac_tfm_ctx { struct crypto_cipher *child; u8 ctx[0]; }; struct cmac_desc_ctx { unsigned int len; u8 ctx[0]; }; struct sha512_state { u64 state[8]; u64 count[2]; u8 buf[128]; }; typedef void sha512_block_fn(struct sha512_state *, const u8 *, int); struct crypto_rfc3686_ctx { struct crypto_skcipher *child; u8 nonce[4]; }; struct crypto_rfc3686_req_ctx { u8 iv[16]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct skcipher_request subreq; }; struct chksum_desc_ctx___2 { __u16 crc; }; struct crypto842_ctx { void *wmem; }; struct rand_data { __u64 data; __u64 old_data; __u64 prev_time; __u64 last_delta; __s64 last_delta2; unsigned int osr; unsigned char *mem; unsigned int memlocation; unsigned int memblocks; unsigned int memblocksize; unsigned int memaccessloops; int rct_count; unsigned int apt_observations; unsigned int apt_count; unsigned int apt_base; unsigned int apt_base_set: 1; unsigned int health_failure: 1; }; struct hash_ctx { struct af_alg_sgl sgl; u8 *result; struct crypto_wait wait; unsigned int len; bool more; long: 24; long: 64; long: 64; long: 64; long: 64; struct ahash_request req; }; struct blk_plug_cb; typedef void (*blk_plug_cb_fn)(struct blk_plug_cb *, bool); struct blk_plug_cb { struct list_head list; blk_plug_cb_fn callback; void *data; }; struct trace_event_raw_block_buffer { struct trace_entry ent; dev_t dev; sector_t sector; size_t size; char __data[0]; }; struct trace_event_raw_block_rq_requeue { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; char rwbs[8]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_rq_completion { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; int error; char rwbs[8]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_rq { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; unsigned int bytes; char rwbs[8]; char comm[16]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_bio_complete { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; int error; char rwbs[8]; char __data[0]; }; struct trace_event_raw_block_bio { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; char rwbs[8]; char comm[16]; char __data[0]; }; struct trace_event_raw_block_plug { struct trace_entry ent; char comm[16]; char __data[0]; }; struct trace_event_raw_block_unplug { struct trace_entry ent; int nr_rq; char comm[16]; char __data[0]; }; struct trace_event_raw_block_split { struct trace_entry ent; dev_t dev; sector_t sector; sector_t new_sector; char rwbs[8]; char comm[16]; char __data[0]; }; struct trace_event_raw_block_bio_remap { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; dev_t old_dev; sector_t old_sector; char rwbs[8]; char __data[0]; }; struct trace_event_raw_block_rq_remap { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; dev_t old_dev; sector_t old_sector; unsigned int nr_bios; char rwbs[8]; char __data[0]; }; struct trace_event_data_offsets_block_buffer {}; struct trace_event_data_offsets_block_rq_requeue { u32 cmd; }; struct trace_event_data_offsets_block_rq_completion { u32 cmd; }; struct trace_event_data_offsets_block_rq { u32 cmd; }; struct trace_event_data_offsets_block_bio_complete {}; struct trace_event_data_offsets_block_bio {}; struct trace_event_data_offsets_block_plug {}; struct trace_event_data_offsets_block_unplug {}; struct trace_event_data_offsets_block_split {}; struct trace_event_data_offsets_block_bio_remap {}; struct trace_event_data_offsets_block_rq_remap {}; typedef void (*btf_trace_block_touch_buffer)(void *, struct buffer_head *); typedef void (*btf_trace_block_dirty_buffer)(void *, struct buffer_head *); typedef void (*btf_trace_block_rq_requeue)(void *, struct request *); typedef void (*btf_trace_block_rq_complete)(void *, struct request *, blk_status_t, unsigned int); typedef void (*btf_trace_block_rq_error)(void *, struct request *, blk_status_t, unsigned int); typedef void (*btf_trace_block_rq_insert)(void *, struct request *); typedef void (*btf_trace_block_rq_issue)(void *, struct request *); typedef void (*btf_trace_block_rq_merge)(void *, struct request *); typedef void (*btf_trace_block_bio_complete)(void *, struct request_queue *, struct bio *); typedef void (*btf_trace_block_bio_bounce)(void *, struct bio *); typedef void (*btf_trace_block_bio_backmerge)(void *, struct bio *); typedef void (*btf_trace_block_bio_frontmerge)(void *, struct bio *); typedef void (*btf_trace_block_bio_queue)(void *, struct bio *); typedef void (*btf_trace_block_getrq)(void *, struct bio *); typedef void (*btf_trace_block_plug)(void *, struct request_queue *); typedef void (*btf_trace_block_unplug)(void *, struct request_queue *, unsigned int, bool); typedef void (*btf_trace_block_split)(void *, struct bio *, unsigned int); typedef void (*btf_trace_block_bio_remap)(void *, struct bio *, dev_t, sector_t); typedef void (*btf_trace_block_rq_remap)(void *, struct request *, dev_t, sector_t); enum { IOPRIO_WHO_PROCESS = 1, IOPRIO_WHO_PGRP = 2, IOPRIO_WHO_USER = 3, }; struct fat_boot_sector { __u8 ignored[3]; __u8 system_id[8]; __u8 sector_size[2]; __u8 sec_per_clus; __le16 reserved; __u8 fats; __u8 dir_entries[2]; __u8 sectors[2]; __u8 media; __le16 fat_length; __le16 secs_track; __le16 heads; __le32 hidden; __le32 total_sect; union { struct { __u8 drive_number; __u8 state; __u8 signature; __u8 vol_id[4]; __u8 vol_label[11]; __u8 fs_type[8]; } fat16; struct { __le32 length; __le16 flags; __u8 version[2]; __le32 root_cluster; __le16 info_sector; __le16 backup_boot; __le16 reserved2[6]; __u8 drive_number; __u8 state; __u8 signature; __u8 vol_id[4]; __u8 vol_label[11]; __u8 fs_type[8]; } fat32; }; }; struct msdos_partition { u8 boot_ind; u8 head; u8 sector; u8 cyl; u8 sys_ind; u8 end_head; u8 end_sector; u8 end_cyl; __le32 start_sect; __le32 nr_sects; }; enum msdos_sys_ind { DOS_EXTENDED_PARTITION = 5, LINUX_EXTENDED_PARTITION = 133, WIN98_EXTENDED_PARTITION = 15, LINUX_DATA_PARTITION = 131, LINUX_LVM_PARTITION = 142, LINUX_RAID_PARTITION___2 = 253, SOLARIS_X86_PARTITION = 130, NEW_SOLARIS_X86_PARTITION = 191, DM6_AUX1PARTITION = 81, DM6_AUX3PARTITION = 83, DM6_PARTITION = 84, EZD_PARTITION = 85, FREEBSD_PARTITION = 165, OPENBSD_PARTITION = 166, NETBSD_PARTITION = 169, BSDI_PARTITION = 183, MINIX_PARTITION = 129, UNIXWARE_PARTITION = 99, }; struct solaris_x86_slice { __le16 s_tag; __le16 s_flag; __le32 s_start; __le32 s_size; }; struct solaris_x86_vtoc { unsigned int v_bootinfo[3]; __le32 v_sanity; __le32 v_version; char v_volume[8]; __le16 v_sectorsz; __le16 v_nparts; unsigned int v_reserved[10]; struct solaris_x86_slice v_slice[16]; unsigned int timestamp[16]; char v_asciilabel[128]; }; struct bsd_partition { __le32 p_size; __le32 p_offset; __le32 p_fsize; __u8 p_fstype; __u8 p_frag; __le16 p_cpg; }; struct bsd_disklabel { __le32 d_magic; __s16 d_type; __s16 d_subtype; char d_typename[16]; char d_packname[16]; __u32 d_secsize; __u32 d_nsectors; __u32 d_ntracks; __u32 d_ncylinders; __u32 d_secpercyl; __u32 d_secperunit; __u16 d_sparespertrack; __u16 d_sparespercyl; __u32 d_acylinders; __u16 d_rpm; __u16 d_interleave; __u16 d_trackskew; __u16 d_cylskew; __u32 d_headswitch; __u32 d_trkseek; __u32 d_flags; __u32 d_drivedata[5]; __u32 d_spare[5]; __le32 d_magic2; __le16 d_checksum; __le16 d_npartitions; __le32 d_bbsize; __le32 d_sbsize; struct bsd_partition d_partitions[16]; }; struct unixware_slice { __le16 s_label; __le16 s_flags; __le32 start_sect; __le32 nr_sects; }; struct unixware_vtoc { __le32 v_magic; __le32 v_version; char v_name[8]; __le16 v_nslices; __le16 v_unknown1; __le32 v_reserved[10]; struct unixware_slice v_slice[16]; }; struct unixware_disklabel { __le32 d_type; __le32 d_magic; __le32 d_version; char d_serial[12]; __le32 d_ncylinders; __le32 d_ntracks; __le32 d_nsectors; __le32 d_secsize; __le32 d_part_start; __le32 d_unknown1[12]; __le32 d_alt_tbl; __le32 d_alt_len; __le32 d_phys_cyl; __le32 d_phys_trk; __le32 d_phys_sec; __le32 d_phys_bytes; __le32 d_unknown2; __le32 d_unknown3; __le32 d_pad[8]; struct unixware_vtoc vtoc; }; struct sbq_wait { struct sbitmap_queue *sbq; struct wait_queue_entry wait; }; struct trace_event_raw_kyber_latency { struct trace_entry ent; dev_t dev; char domain[16]; char type[8]; u8 percentile; u8 numerator; u8 denominator; unsigned int samples; char __data[0]; }; struct trace_event_raw_kyber_adjust { struct trace_entry ent; dev_t dev; char domain[16]; unsigned int depth; char __data[0]; }; struct trace_event_raw_kyber_throttled { struct trace_entry ent; dev_t dev; char domain[16]; char __data[0]; }; struct trace_event_data_offsets_kyber_latency {}; struct trace_event_data_offsets_kyber_adjust {}; struct trace_event_data_offsets_kyber_throttled {}; typedef void (*btf_trace_kyber_latency)(void *, dev_t, const char *, const char *, unsigned int, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_kyber_adjust)(void *, dev_t, const char *, unsigned int); typedef void (*btf_trace_kyber_throttled)(void *, dev_t, const char *); enum { KYBER_READ = 0, KYBER_WRITE = 1, KYBER_DISCARD = 2, KYBER_OTHER = 3, KYBER_NUM_DOMAINS = 4, }; enum { KYBER_ASYNC_PERCENT = 75, }; enum { KYBER_LATENCY_SHIFT = 2, KYBER_GOOD_BUCKETS = 4, KYBER_LATENCY_BUCKETS = 8, }; enum { KYBER_TOTAL_LATENCY = 0, KYBER_IO_LATENCY = 1, }; struct kyber_cpu_latency { atomic_t buckets[48]; }; struct kyber_ctx_queue { spinlock_t lock; struct list_head rq_list[4]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kyber_queue_data { struct request_queue *q; dev_t dev; struct sbitmap_queue domain_tokens[4]; unsigned int async_depth; struct kyber_cpu_latency *cpu_latency; struct timer_list timer; unsigned int latency_buckets[48]; long unsigned int latency_timeout[3]; int domain_p99[3]; u64 latency_targets[3]; }; struct kyber_hctx_data { spinlock_t lock; struct list_head rqs[4]; unsigned int cur_domain; unsigned int batching; struct kyber_ctx_queue *kcqs; struct sbitmap kcq_map[4]; struct sbq_wait domain_wait[4]; struct sbq_wait_state *domain_ws[4]; atomic_t wait_index[4]; }; struct flush_kcq_data { struct kyber_hctx_data *khd; unsigned int sched_domain; struct list_head *list; }; enum { IORING_CQE_BUFFER_SHIFT = 16, }; struct io_sqring_offsets { __u32 head; __u32 tail; __u32 ring_mask; __u32 ring_entries; __u32 flags; __u32 dropped; __u32 array; __u32 resv1; __u64 resv2; }; struct io_cqring_offsets { __u32 head; __u32 tail; __u32 ring_mask; __u32 ring_entries; __u32 overflow; __u32 cqes; __u32 flags; __u32 resv1; __u64 resv2; }; struct io_uring_params { __u32 sq_entries; __u32 cq_entries; __u32 flags; __u32 sq_thread_cpu; __u32 sq_thread_idle; __u32 features; __u32 wq_fd; __u32 resv[3]; struct io_sqring_offsets sq_off; struct io_cqring_offsets cq_off; }; struct io_uring_probe_op { __u8 op; __u8 resv; __u16 flags; __u32 resv2; }; struct io_uring_probe { __u8 last_op; __u8 ops_len; __u16 resv; __u32 resv2[3]; struct io_uring_probe_op ops[0]; }; struct io_uring_restriction { __u16 opcode; union { __u8 register_op; __u8 sqe_op; __u8 sqe_flags; }; __u8 resv; __u32 resv2[3]; }; enum { IORING_RESTRICTION_REGISTER_OP = 0, IORING_RESTRICTION_SQE_OP = 1, IORING_RESTRICTION_SQE_FLAGS_ALLOWED = 2, IORING_RESTRICTION_SQE_FLAGS_REQUIRED = 3, IORING_RESTRICTION_LAST = 4, }; struct io_uring_getevents_arg { __u64 sigmask; __u32 sigmask_sz; __u32 pad; __u64 ts; }; struct io_overflow_cqe { struct list_head list; struct io_uring_cqe cqe; }; struct trace_event_raw_io_uring_create { struct trace_entry ent; int fd; void *ctx; u32 sq_entries; u32 cq_entries; u32 flags; char __data[0]; }; struct trace_event_raw_io_uring_register { struct trace_entry ent; void *ctx; unsigned int opcode; unsigned int nr_files; unsigned int nr_bufs; long int ret; char __data[0]; }; struct trace_event_raw_io_uring_file_get { struct trace_entry ent; void *ctx; void *req; u64 user_data; int fd; char __data[0]; }; struct trace_event_raw_io_uring_queue_async_work { struct trace_entry ent; void *ctx; void *req; u64 user_data; u8 opcode; unsigned int flags; struct io_wq_work *work; int rw; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_defer { struct trace_entry ent; void *ctx; void *req; long long unsigned int data; u8 opcode; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_link { struct trace_entry ent; void *ctx; void *req; void *target_req; char __data[0]; }; struct trace_event_raw_io_uring_cqring_wait { struct trace_entry ent; void *ctx; int min_events; char __data[0]; }; struct trace_event_raw_io_uring_fail_link { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; void *link; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_complete { struct trace_entry ent; void *ctx; void *req; u64 user_data; int res; unsigned int cflags; u64 extra1; u64 extra2; char __data[0]; }; struct trace_event_raw_io_uring_submit_sqe { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; u32 flags; bool force_nonblock; bool sq_thread; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_poll_arm { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; int mask; int events; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_task_add { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; int mask; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_req_failed { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; u8 flags; u8 ioprio; u64 off; u64 addr; u32 len; u32 op_flags; u16 buf_index; u16 personality; u32 file_index; u64 pad1; u64 addr3; int error; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_cqe_overflow { struct trace_entry ent; void *ctx; long long unsigned int user_data; s32 res; u32 cflags; void *ocqe; char __data[0]; }; struct trace_event_raw_io_uring_task_work_run { struct trace_entry ent; void *tctx; unsigned int count; unsigned int loops; char __data[0]; }; struct trace_event_raw_io_uring_short_write { struct trace_entry ent; void *ctx; u64 fpos; u64 wanted; u64 got; char __data[0]; }; struct trace_event_data_offsets_io_uring_create {}; struct trace_event_data_offsets_io_uring_register {}; struct trace_event_data_offsets_io_uring_file_get {}; struct trace_event_data_offsets_io_uring_queue_async_work { u32 op_str; }; struct trace_event_data_offsets_io_uring_defer { u32 op_str; }; struct trace_event_data_offsets_io_uring_link {}; struct trace_event_data_offsets_io_uring_cqring_wait {}; struct trace_event_data_offsets_io_uring_fail_link { u32 op_str; }; struct trace_event_data_offsets_io_uring_complete {}; struct trace_event_data_offsets_io_uring_submit_sqe { u32 op_str; }; struct trace_event_data_offsets_io_uring_poll_arm { u32 op_str; }; struct trace_event_data_offsets_io_uring_task_add { u32 op_str; }; struct trace_event_data_offsets_io_uring_req_failed { u32 op_str; }; struct trace_event_data_offsets_io_uring_cqe_overflow {}; struct trace_event_data_offsets_io_uring_task_work_run {}; struct trace_event_data_offsets_io_uring_short_write {}; typedef void (*btf_trace_io_uring_create)(void *, int, void *, u32, u32, u32); typedef void (*btf_trace_io_uring_register)(void *, void *, unsigned int, unsigned int, unsigned int, long int); typedef void (*btf_trace_io_uring_file_get)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_queue_async_work)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_defer)(void *, struct io_kiocb *); typedef void (*btf_trace_io_uring_link)(void *, struct io_kiocb *, struct io_kiocb *); typedef void (*btf_trace_io_uring_cqring_wait)(void *, void *, int); typedef void (*btf_trace_io_uring_fail_link)(void *, struct io_kiocb *, struct io_kiocb *); typedef void (*btf_trace_io_uring_complete)(void *, void *, void *, u64, int, unsigned int, u64, u64); typedef void (*btf_trace_io_uring_submit_sqe)(void *, struct io_kiocb *, bool); typedef void (*btf_trace_io_uring_poll_arm)(void *, struct io_kiocb *, int, int); typedef void (*btf_trace_io_uring_task_add)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_req_failed)(void *, const struct io_uring_sqe *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_cqe_overflow)(void *, void *, long long unsigned int, s32, u32, void *); typedef void (*btf_trace_io_uring_task_work_run)(void *, void *, unsigned int, unsigned int); typedef void (*btf_trace_io_uring_short_write)(void *, void *, u64, u64, u64); enum { IORING_RSRC_FILE = 0, IORING_RSRC_BUFFER = 1, }; enum { IO_CHECK_CQ_OVERFLOW_BIT = 0, IO_CHECK_CQ_DROPPED_BIT = 1, }; struct io_defer_entry { struct list_head list; struct io_kiocb *req; u32 seq; }; struct io_wait_queue { struct wait_queue_entry wq; struct io_ring_ctx *ctx; unsigned int cq_tail; unsigned int nr_timeouts; }; struct io_tctx_exit { struct callback_head task_work; struct completion completion; struct io_ring_ctx *ctx; }; struct io_task_cancel { struct task_struct *task; bool all; }; struct creds; struct io_notif_data { struct file *file; struct ubuf_info uarg; long unsigned int account_pages; }; struct sg_mapping_iter { struct page *page; void *addr; size_t length; size_t consumed; struct sg_page_iter piter; unsigned int __offset; unsigned int __remaining; unsigned int __flags; }; union uu { short unsigned int us; unsigned char b[2]; }; struct ZSTD_CCtx_s; typedef struct ZSTD_CCtx_s ZSTD_CCtx___2; typedef ZSTD_CCtx___2 ZSTD_CStream___2; typedef ZSTD_compressionParameters zstd_compression_parameters; typedef ZSTD_parameters zstd_parameters; typedef ZSTD_CCtx___2 zstd_cctx; typedef ZSTD_inBuffer zstd_in_buffer; typedef ZSTD_outBuffer zstd_out_buffer; typedef ZSTD_CStream___2 zstd_cstream; typedef struct { FSE_CTable CTable[59]; U32 scratchBuffer[30]; unsigned int count[13]; S16 norm[13]; } HUF_CompressWeightsWksp; typedef struct { HUF_CompressWeightsWksp wksp; BYTE bitsToWeight[13]; BYTE huffWeight[255]; } HUF_WriteCTableWksp; struct nodeElt_s { U32 count; U16 parent; BYTE byte; BYTE nbBits; }; typedef struct nodeElt_s nodeElt; typedef struct { U32 base; U32 curr; } rankPos; typedef nodeElt huffNodeTable[512]; typedef struct { huffNodeTable huffNodeTbl; rankPos rankPosition[32]; } HUF_buildCTable_wksp_tables; typedef enum { HUF_singleStream = 0, HUF_fourStreams = 1, } HUF_nbStreams_e; typedef struct { unsigned int count[256]; HUF_CElt CTable[256]; union { HUF_buildCTable_wksp_tables buildCTable_wksp; HUF_WriteCTableWksp writeCTable_wksp; } wksps; } HUF_compress_tables_t; typedef struct { U32 litLength; U32 matchLength; } ZSTD_sequenceLength; typedef struct { symbolEncodingType_e hType; BYTE hufDesBuffer[128]; size_t hufDesSize; } ZSTD_hufCTablesMetadata_t; typedef struct { symbolEncodingType_e llType; symbolEncodingType_e ofType; symbolEncodingType_e mlType; BYTE fseTablesBuffer[133]; size_t fseTablesSize; size_t lastCountSize; } ZSTD_fseCTablesMetadata_t; typedef struct { ZSTD_hufCTablesMetadata_t hufMetadata; ZSTD_fseCTablesMetadata_t fseMetadata; } ZSTD_entropyCTablesMetadata_t; typedef struct { U64 rolling; U64 stopMask; } ldmRollingHashState_t; struct ZSTD_DCtx_s; typedef struct ZSTD_DCtx_s ZSTD_DCtx; typedef ZSTD_DCtx ZSTD_DStream; typedef enum { ZSTD_frame = 0, ZSTD_skippableFrame = 1, } ZSTD_frameType_e; typedef struct { long long unsigned int frameContentSize; long long unsigned int windowSize; unsigned int blockSizeMax; ZSTD_frameType_e frameType; unsigned int headerSize; unsigned int dictID; unsigned int checksumFlag; } ZSTD_frameHeader; typedef ZSTD_ErrorCode zstd_error_code; typedef ZSTD_DCtx zstd_dctx; typedef ZSTD_DStream zstd_dstream; typedef ZSTD_frameHeader zstd_frame_header; typedef struct { U16 nextState; BYTE nbAdditionalBits; BYTE nbBits; U32 baseValue; } ZSTD_seqSymbol; typedef struct { ZSTD_seqSymbol LLTable[513]; ZSTD_seqSymbol OFTable[257]; ZSTD_seqSymbol MLTable[513]; HUF_DTable hufTable[4097]; U32 rep[3]; U32 workspace[157]; } ZSTD_entropyDTables_t; typedef enum { bt_raw = 0, bt_rle = 1, bt_compressed = 2, bt_reserved = 3, } blockType_e; typedef enum { ZSTDds_getFrameHeaderSize = 0, ZSTDds_decodeFrameHeader = 1, ZSTDds_decodeBlockHeader = 2, ZSTDds_decompressBlock = 3, ZSTDds_decompressLastBlock = 4, ZSTDds_checkChecksum = 5, ZSTDds_decodeSkippableHeader = 6, ZSTDds_skipFrame = 7, } ZSTD_dStage; typedef enum { ZSTD_d_validateChecksum = 0, ZSTD_d_ignoreChecksum = 1, } ZSTD_forceIgnoreChecksum_e; typedef enum { ZSTD_use_indefinitely = 4294967295, ZSTD_dont_use = 0, ZSTD_use_once = 1, } ZSTD_dictUses_e; struct ZSTD_DDict_s; typedef struct ZSTD_DDict_s ZSTD_DDict; typedef struct { const ZSTD_DDict **ddictPtrTable; size_t ddictPtrTableSize; size_t ddictPtrCount; } ZSTD_DDictHashSet; typedef enum { ZSTD_rmd_refSingleDDict = 0, ZSTD_rmd_refMultipleDDicts = 1, } ZSTD_refMultipleDDicts_e; typedef enum { zdss_init = 0, zdss_loadHeader = 1, zdss_read = 2, zdss_load = 3, zdss_flush = 4, } ZSTD_dStreamStage; struct ZSTD_DCtx_s { const ZSTD_seqSymbol *LLTptr; const ZSTD_seqSymbol *MLTptr; const ZSTD_seqSymbol *OFTptr; const HUF_DTable *HUFptr; ZSTD_entropyDTables_t entropy; U32 workspace[640]; const void *previousDstEnd; const void *prefixStart; const void *virtualStart; const void *dictEnd; size_t expected; ZSTD_frameHeader fParams; U64 processedCSize; U64 decodedSize; blockType_e bType; ZSTD_dStage stage; U32 litEntropy; U32 fseEntropy; struct xxh64_state xxhState; size_t headerSize; ZSTD_format_e format; ZSTD_forceIgnoreChecksum_e forceIgnoreChecksum; U32 validateChecksum; const BYTE *litPtr; ZSTD_customMem customMem; size_t litSize; size_t rleSize; size_t staticSize; int bmi2; ZSTD_DDict *ddictLocal; const ZSTD_DDict *ddict; U32 dictID; int ddictIsCold; ZSTD_dictUses_e dictUses; ZSTD_DDictHashSet *ddictSet; ZSTD_refMultipleDDicts_e refMultipleDDicts; ZSTD_dStreamStage streamStage; char *inBuff; size_t inBuffSize; size_t inPos; size_t maxWindowSize; char *outBuff; size_t outBuffSize; size_t outStart; size_t outEnd; size_t lhSize; void *legacyContext; U32 previousLegacyVersion; U32 legacyVersion; U32 hostageByte; int noForwardProgress; ZSTD_bufferMode_e outBufferMode; ZSTD_outBuffer expectedOutBuffer; BYTE litBuffer[131104]; BYTE headerBuffer[18]; size_t oversizedDuration; }; typedef struct ZSTD_DCtx_s ZSTD_DCtx___2; struct ZSTD_DDict_s { void *dictBuffer; const void *dictContent; size_t dictSize; ZSTD_entropyDTables_t entropy; U32 dictID; U32 entropyPresent; ZSTD_customMem cMem; }; typedef struct { blockType_e blockType; U32 lastBlock; U32 origSize; } blockProperties_t; typedef struct { U32 fastMode; U32 tableLog; } ZSTD_seqSymbol_header; typedef struct { size_t litLength; size_t matchLength; size_t offset; const BYTE *match; } seq_t; typedef struct { size_t state; const ZSTD_seqSymbol *table; } ZSTD_fseState; typedef struct { BIT_DStream_t DStream; ZSTD_fseState stateLL; ZSTD_fseState stateOffb; ZSTD_fseState stateML; size_t prevOffset[3]; const BYTE *prefixStart; const BYTE *dictEnd; size_t pos; } seqState_t; typedef enum { ZSTD_lo_isRegularOffset = 0, ZSTD_lo_isLongOffset = 1, } ZSTD_longOffset_e; typedef enum { ZSTD_p_noPrefetch = 0, ZSTD_p_prefetch = 1, } ZSTD_prefetch_e; typedef u64 unative_t___2; struct syscall_info { __u64 sp; struct seccomp_data data; }; struct barrett_ctx_s; typedef struct barrett_ctx_s *mpi_barrett_t___2; struct barrett_ctx_s { MPI m; int m_copied; int k; MPI y; MPI r1; MPI r2; MPI r3; }; struct karatsuba_ctx { struct karatsuba_ctx *next; mpi_ptr_t tspace; mpi_size_t tspace_size; mpi_ptr_t tp; mpi_size_t tp_size; }; typedef struct scatterlist *sg_alloc_fn(unsigned int, gfp_t); typedef void sg_free_fn(struct scatterlist *, unsigned int); struct sg_pool { size_t size; char *name; struct kmem_cache *slab; mempool_t *pool; }; enum { IRQ_POLL_F_SCHED = 0, IRQ_POLL_F_DISABLE = 1, }; struct pldmfw_record { struct list_head entry; struct list_head descs; const u8 *version_string; u8 version_type; u8 version_len; u16 package_data_len; u32 device_update_flags; const u8 *package_data; long unsigned int *component_bitmap; u16 component_bitmap_len; }; struct pldmfw_desc_tlv { struct list_head entry; const u8 *data; u16 type; u16 size; }; struct pldmfw_component { struct list_head entry; u16 classification; u16 identifier; u16 options; u16 activation_method; u32 comparison_stamp; u32 component_size; const u8 *component_data; const u8 *version_string; u8 version_type; u8 version_len; u8 index; }; struct pldmfw_ops; struct pldmfw { const struct pldmfw_ops *ops; struct device *dev; }; struct pldmfw_ops { bool (*match_record)(struct pldmfw *, struct pldmfw_record *); int (*send_package_data)(struct pldmfw *, const u8 *, u16); int (*send_component_table)(struct pldmfw *, struct pldmfw_component *, u8); int (*flash_component)(struct pldmfw *, struct pldmfw_component *); int (*finalize_update)(struct pldmfw *); }; struct __pldm_timestamp { u8 b[13]; }; struct __pldm_header { uuid_t id; u8 revision; __le16 size; struct __pldm_timestamp release_date; __le16 component_bitmap_len; u8 version_type; u8 version_len; u8 version_string[0]; } __attribute__((packed)); struct __pldmfw_record_info { __le16 record_len; u8 descriptor_count; __le32 device_update_flags; u8 version_type; u8 version_len; __le16 package_data_len; u8 variable_record_data[0]; } __attribute__((packed)); struct __pldmfw_desc_tlv { __le16 type; __le16 size; u8 data[0]; }; struct __pldmfw_record_area { u8 record_count; u8 records[0]; }; struct __pldmfw_component_info { __le16 classification; __le16 identifier; __le32 comparison_stamp; __le16 options; __le16 activation_method; __le32 location_offset; __le32 size; u8 version_type; u8 version_len; u8 version_string[0]; } __attribute__((packed)); struct __pldmfw_component_area { __le16 component_image_count; u8 components[0]; }; struct pldmfw_priv { struct pldmfw *context; const struct firmware *fw; size_t offset; struct list_head records; struct list_head components; const struct __pldm_header *header; u16 total_header_size; u16 component_bitmap_len; u16 bitmap_size; u16 component_count; const u8 *component_start; const u8 *record_start; u8 record_count; u32 header_crc; struct pldmfw_record *matching_record; }; struct pldm_pci_record_id { int vendor; int device; int subsystem_vendor; int subsystem_device; }; struct ida_bitmap { long unsigned int bitmap[16]; }; struct bcm2836_arm_irqchip_intc { struct irq_domain *domain; void *base; }; struct acpi_table_madt { struct acpi_table_header header; u32 address; u32 flags; }; struct acpi_madt_generic_msi_frame { struct acpi_subtable_header header; u16 reserved; u32 msi_frame_id; u64 base_address; u32 flags; u16 spi_count; u16 spi_base; }; struct v2m_data { struct list_head entry; struct fwnode_handle *fwnode; struct resource res; void *base; u32 spi_start; u32 nr_spis; u32 spi_offset; long unsigned int *bm; u32 flags; }; struct mbigen_device { struct platform_device *pdev; void *base; }; struct mvebu_pic { void *base; u32 parent_irq; struct irq_domain *domain; struct platform_device *pdev; }; struct irqsteer_data { void *regs; struct clk *ipg_clk; int irq[8]; int irq_count; raw_spinlock_t lock; int reg_num; int channel; struct irq_domain *domain; u32 *saved_reg; }; struct fsl_mc_version { u32 major; u32 minor; u32 revision; }; struct dpmng_rsp_get_version { __le32 revision; __le32 version_major; __le32 version_minor; }; enum dprc_region_type { DPRC_REGION_TYPE_MC_PORTAL = 0, DPRC_REGION_TYPE_QBMAN_PORTAL = 1, DPRC_REGION_TYPE_QBMAN_MEM_BACKED_PORTAL = 2, }; struct dprc_region_desc { u32 base_offset; u32 size; u32 flags; enum dprc_region_type type; u64 base_address; }; struct dprc_endpoint { char type[16]; int id; u16 if_id; }; struct fsl_mc_addr_translation_range; struct fsl_mc { struct fsl_mc_device *root_mc_bus_dev; u8 num_translation_ranges; struct fsl_mc_addr_translation_range *translation_ranges; void *fsl_mc_regs; }; struct fsl_mc_addr_translation_range { enum dprc_region_type mc_region_type; u64 start_mc_offset; u64 end_mc_offset; phys_addr_t start_phys_addr; }; struct dpcon_attr { int id; u16 qbman_ch_id; u8 num_priorities; }; struct dpcon_notification_cfg { int dpio_id; u8 priority; u64 user_ctx; }; struct dpcon_cmd_open { __le32 dpcon_id; }; struct dpcon_rsp_get_attr { __le32 id; __le16 qbman_ch_id; u8 num_priorities; u8 pad; }; struct dpcon_cmd_set_notification { __le32 dpio_id; u8 priority; u8 pad[3]; __le64 user_ctx; }; struct fsl_mc_obj_cmd_open { __le32 obj_id; }; struct vexpress_syscfg { struct device *dev; void *base; struct list_head funcs; }; struct vexpress_syscfg_func { struct list_head list; struct vexpress_syscfg *syscfg; struct regmap *regmap; int num_templates; u32 template[0]; }; struct vexpress_config_bridge_ops { struct regmap * (*regmap_init)(struct device *, void *); void (*regmap_exit)(struct regmap *, void *); }; struct vexpress_config_bridge { struct vexpress_config_bridge_ops *ops; void *context; }; struct rockchip_pcie_data { unsigned int pcie_conf; unsigned int pcie_status; unsigned int pcie_laneoff; }; struct phy_pcie_instance { struct phy *phy; u32 index; }; struct rockchip_pcie_phy { struct rockchip_pcie_data *phy_data; struct regmap *reg_base; struct phy_pcie_instance phys[4]; struct mutex pcie_mutex; struct reset_control *phy_rst; struct clk *clk_pciephy_ref; int pwr_cnt; int init_cnt; }; struct pinctrl_dt_map { struct list_head node; struct pinctrl_dev *pctldev; struct pinctrl_map *map; unsigned int num_maps; }; struct bcm2835_pinctrl { struct device *dev; void *base; int *wake_irq; long unsigned int enabled_irq_map[2]; unsigned int irq_type[58]; struct pinctrl_dev *pctl_dev; struct gpio_chip gpio_chip; struct pinctrl_desc pctl_desc; struct pinctrl_gpio_range gpio_range; raw_spinlock_t irq_lock[2]; }; enum bcm2835_fsel { BCM2835_FSEL_COUNT = 8, BCM2835_FSEL_MASK = 7, }; struct bcm_plat_data { const struct gpio_chip *gpio_chip; const struct pinctrl_desc *pctl_desc; const struct pinctrl_gpio_range *gpio_range; }; enum { V_ARMADA_7K = 1, V_ARMADA_8K_CPM = 2, V_ARMADA_8K_CPS = 4, V_CP115_STANDALONE = 8, V_ARMADA_7K_8K_CPM = 3, V_ARMADA_7K_8K_CPS = 5, }; struct pmic_mpp_pad { u16 base; bool is_enabled; bool out_value; bool output_enabled; bool input_enabled; bool paired; bool has_pullup; unsigned int num_sources; unsigned int power_source; unsigned int amux_input; unsigned int aout_level; unsigned int pullup; unsigned int function; unsigned int drive_strength; unsigned int dtest; }; struct pmic_mpp_state { struct device *dev; struct regmap *map; struct pinctrl_dev *ctrl; struct gpio_chip chip; struct irq_chip irq; }; struct tegra_xusb_padctl_function { const char *name; const char * const *groups; unsigned int num_groups; }; struct tegra_xusb_padctl_lane; struct tegra_xusb_padctl_soc { const struct pinctrl_pin_desc *pins; unsigned int num_pins; const struct tegra_xusb_padctl_function *functions; unsigned int num_functions; const struct tegra_xusb_padctl_lane *lanes; unsigned int num_lanes; }; struct tegra_xusb_padctl_lane { const char *name; unsigned int offset; unsigned int shift; unsigned int mask; unsigned int iddq; const unsigned int *funcs; unsigned int num_funcs; }; struct tegra_xusb_padctl { struct device *dev; void *regs; struct mutex lock; struct reset_control *rst; const struct tegra_xusb_padctl_soc *soc; struct pinctrl_dev *pinctrl; struct pinctrl_desc desc; struct phy_provider *provider; struct phy *phys[2]; unsigned int enable; }; enum tegra_xusb_padctl_param { TEGRA_XUSB_PADCTL_IDDQ = 0, }; struct tegra_xusb_padctl_property { const char *name; enum tegra_xusb_padctl_param param; }; enum tegra124_function { TEGRA124_FUNC_SNPS = 0, TEGRA124_FUNC_XUSB = 1, TEGRA124_FUNC_UART = 2, TEGRA124_FUNC_PCIE = 3, TEGRA124_FUNC_USB3 = 4, TEGRA124_FUNC_SATA = 5, TEGRA124_FUNC_RSVD = 6, }; struct davinci_gpio_platform_data { bool no_auto_base; u32 base; u32 ngpio; u32 gpio_unbanked; }; struct davinci_gpio_regs { u32 dir; u32 out_data; u32 set_data; u32 clr_data; u32 in_data; u32 set_rising; u32 clr_rising; u32 set_falling; u32 clr_falling; u32 intstat; }; typedef struct irq_chip * (*gpio_get_irq_chip_cb_t)(unsigned int); struct davinci_gpio_controller; struct davinci_gpio_irq_data { void *regs; struct davinci_gpio_controller *chip; int bank_num; }; struct davinci_gpio_controller { struct gpio_chip chip; struct irq_domain *irq_domain; spinlock_t lock; void *regs[5]; int gpio_unbanked; int irqs[32]; struct davinci_gpio_regs context[5]; u32 binten_context; }; struct tegra_gpio_bank { unsigned int bank; raw_spinlock_t lvl_lock[4]; spinlock_t dbc_lock[4]; u32 cnf[4]; u32 out[4]; u32 oe[4]; u32 int_enb[4]; u32 int_lvl[4]; u32 wake_enb[4]; u32 dbc_enb[4]; u32 dbc_cnt[4]; }; struct tegra_gpio_soc_config { bool debounce_supported; u32 bank_stride; u32 upper_offset; }; struct tegra_gpio_info { struct device *dev; void *regs; struct tegra_gpio_bank *bank_info; const struct tegra_gpio_soc_config *soc; struct gpio_chip gc; struct irq_chip ic; u32 bank_count; unsigned int *irqs; }; struct stmpe_pwm { struct stmpe *stmpe; struct pwm_chip chip; u8 last_duty; }; struct pcie_link_state { struct pci_dev *pdev; struct pci_dev *downstream; struct pcie_link_state *root; struct pcie_link_state *parent; struct list_head sibling; u32 aspm_support: 7; u32 aspm_enabled: 7; u32 aspm_capable: 7; u32 aspm_default: 7; char: 4; u32 aspm_disable: 7; u32 clkpm_capable: 1; u32 clkpm_enabled: 1; u32 clkpm_default: 1; u32 clkpm_disable: 1; }; struct acpiphp_slot; struct slot { struct hotplug_slot hotplug_slot; struct acpiphp_slot *acpi_slot; unsigned int sun; }; struct acpiphp_slot { struct list_head node; struct pci_bus *bus; struct list_head funcs; struct slot *slot; u8 device; u32 flags; }; struct acpiphp_context; struct acpiphp_bridge { struct list_head list; struct list_head slots; struct kref ref; struct acpiphp_context *context; int nr_slots; struct pci_bus *pci_bus; struct pci_dev *pci_dev; bool is_going_away; }; struct acpiphp_func { struct acpiphp_bridge *parent; struct acpiphp_slot *slot; struct list_head sibling; u8 function; u32 flags; }; struct acpiphp_context { struct acpi_hotplug_context hp; struct acpiphp_func func; struct acpiphp_bridge *bridge; unsigned int refcount; }; struct acpiphp_root_context { struct acpi_hotplug_context hp; struct acpiphp_bridge *root_bridge; }; struct pci_bridge_emul_conf { __le16 vendor; __le16 device; __le16 command; __le16 status; __le32 class_revision; u8 cache_line_size; u8 latency_timer; u8 header_type; u8 bist; __le32 bar[2]; u8 primary_bus; u8 secondary_bus; u8 subordinate_bus; u8 secondary_latency_timer; u8 iobase; u8 iolimit; __le16 secondary_status; __le16 membase; __le16 memlimit; __le16 pref_mem_base; __le16 pref_mem_limit; __le32 prefbaseupper; __le32 preflimitupper; __le16 iobaseupper; __le16 iolimitupper; u8 capabilities_pointer; u8 reserve[3]; __le32 romaddr; u8 intline; u8 intpin; __le16 bridgectrl; }; struct pci_bridge_emul_pcie_conf { u8 cap_id; u8 next; __le16 cap; __le32 devcap; __le16 devctl; __le16 devsta; __le32 lnkcap; __le16 lnkctl; __le16 lnksta; __le32 slotcap; __le16 slotctl; __le16 slotsta; __le16 rootctl; __le16 rootcap; __le32 rootsta; __le32 devcap2; __le16 devctl2; __le16 devsta2; __le32 lnkcap2; __le16 lnkctl2; __le16 lnksta2; __le32 slotcap2; __le16 slotctl2; __le16 slotsta2; }; typedef enum { PCI_BRIDGE_EMUL_HANDLED = 0, PCI_BRIDGE_EMUL_NOT_HANDLED = 1, } pci_bridge_emul_read_status_t; struct pci_bridge_emul; struct pci_bridge_emul_ops { pci_bridge_emul_read_status_t (*read_base)(struct pci_bridge_emul *, int, u32 *); pci_bridge_emul_read_status_t (*read_pcie)(struct pci_bridge_emul *, int, u32 *); pci_bridge_emul_read_status_t (*read_ext)(struct pci_bridge_emul *, int, u32 *); void (*write_base)(struct pci_bridge_emul *, int, u32, u32, u32); void (*write_pcie)(struct pci_bridge_emul *, int, u32, u32, u32); void (*write_ext)(struct pci_bridge_emul *, int, u32, u32, u32); }; struct pci_bridge_reg_behavior; struct pci_bridge_emul { struct pci_bridge_emul_conf conf; struct pci_bridge_emul_pcie_conf pcie_conf; const struct pci_bridge_emul_ops *ops; struct pci_bridge_reg_behavior *pci_regs_behavior; struct pci_bridge_reg_behavior *pcie_cap_regs_behavior; void *data; bool has_pcie; u16 subsystem_vendor_id; u16 subsystem_id; }; enum { LTSSM_DETECT_QUIET = 0, LTSSM_DETECT_ACTIVE = 1, LTSSM_POLLING_ACTIVE = 2, LTSSM_POLLING_COMPLIANCE = 3, LTSSM_POLLING_CONFIGURATION = 4, LTSSM_CONFIG_LINKWIDTH_START = 5, LTSSM_CONFIG_LINKWIDTH_ACCEPT = 6, LTSSM_CONFIG_LANENUM_ACCEPT = 7, LTSSM_CONFIG_LANENUM_WAIT = 8, LTSSM_CONFIG_COMPLETE = 9, LTSSM_CONFIG_IDLE = 10, LTSSM_RECOVERY_RCVR_LOCK = 11, LTSSM_RECOVERY_SPEED = 12, LTSSM_RECOVERY_RCVR_CFG = 13, LTSSM_RECOVERY_IDLE = 14, LTSSM_L0 = 16, LTSSM_RX_L0S_ENTRY = 17, LTSSM_RX_L0S_IDLE = 18, LTSSM_RX_L0S_FTS = 19, LTSSM_TX_L0S_ENTRY = 20, LTSSM_TX_L0S_IDLE = 21, LTSSM_TX_L0S_FTS = 22, LTSSM_L1_ENTRY = 23, LTSSM_L1_IDLE = 24, LTSSM_L2_IDLE = 25, LTSSM_L2_TRANSMIT_WAKE = 26, LTSSM_DISABLED = 32, LTSSM_LOOPBACK_ENTRY_MASTER = 33, LTSSM_LOOPBACK_ACTIVE_MASTER = 34, LTSSM_LOOPBACK_EXIT_MASTER = 35, LTSSM_LOOPBACK_ENTRY_SLAVE = 36, LTSSM_LOOPBACK_ACTIVE_SLAVE = 37, LTSSM_LOOPBACK_EXIT_SLAVE = 38, LTSSM_HOT_RESET = 39, LTSSM_RECOVERY_EQUALIZATION_PHASE0 = 40, LTSSM_RECOVERY_EQUALIZATION_PHASE1 = 41, LTSSM_RECOVERY_EQUALIZATION_PHASE2 = 42, LTSSM_RECOVERY_EQUALIZATION_PHASE3 = 43, }; struct advk_pcie { struct platform_device *pdev; void *base; struct { phys_addr_t match; phys_addr_t remap; phys_addr_t mask; u32 actions; } wins[8]; u8 wins_count; struct irq_domain *rp_irq_domain; struct irq_domain *irq_domain; struct irq_chip irq_chip; raw_spinlock_t irq_lock; struct irq_domain *msi_domain; struct irq_domain *msi_inner_domain; raw_spinlock_t msi_irq_lock; long unsigned int msi_used[1]; struct mutex msi_used_lock; int link_gen; struct pci_bridge_emul bridge; struct gpio_desc *reset_gpio; struct phy *phy; }; struct xgene_pcie { struct device_node *node; struct device *dev; struct clk *clk; void *csr_base; void *cfg_base; long unsigned int cfg_addr; bool link_up; u32 version; }; struct dw_plat_pcie { struct dw_pcie *pci; enum dw_pcie_device_mode mode; }; struct dw_plat_pcie_of_data { enum dw_pcie_device_mode mode; }; struct rockchip_pcie { struct dw_pcie pci; void *apb_base; struct phy *phy; struct clk_bulk_data *clks; unsigned int clk_cnt; struct reset_control *rst; struct gpio_desc *rst_gpio; struct regulator *vpcie3v3; struct irq_domain *irq_domain; }; struct hisi_pcie { void *reg_base; }; struct ls_g4_pcie { struct mobiveil_pcie pci; struct delayed_work dwork; int irq; }; struct bmp_file_header { u16 id; u32 file_size; u32 reserved; u32 bitmap_offset; } __attribute__((packed)); struct bmp_dib_header { u32 dib_header_size; s32 width; s32 height; u16 planes; u16 bpp; u32 compression; u32 bitmap_size; u32 horz_resolution; u32 vert_resolution; u32 colors_used; u32 colors_important; }; struct acpi_hardware_id { struct list_head list; const char *id; }; struct acpi_data_node { const char *name; acpi_handle handle; struct fwnode_handle fwnode; struct fwnode_handle *parent; struct acpi_device_data data; struct list_head sibling; struct kobject kobj; struct completion kobj_done; }; struct acpi_data_node_attr { struct attribute attr; ssize_t (*show)(struct acpi_data_node *, char *); ssize_t (*store)(struct acpi_data_node *, const char *, size_t); }; typedef u32 acpi_event_status; struct acpi_table_ecdt { struct acpi_table_header header; struct acpi_generic_address control; struct acpi_generic_address data; u32 uid; u8 gpe; u8 id[1]; } __attribute__((packed)); enum acpi_bus_device_type { ACPI_BUS_TYPE_DEVICE = 0, ACPI_BUS_TYPE_POWER = 1, ACPI_BUS_TYPE_PROCESSOR = 2, ACPI_BUS_TYPE_THERMAL = 3, ACPI_BUS_TYPE_POWER_BUTTON = 4, ACPI_BUS_TYPE_SLEEP_BUTTON = 5, ACPI_BUS_TYPE_ECDT_EC = 6, ACPI_BUS_DEVICE_TYPE_COUNT = 7, }; enum acpi_ec_event_state { EC_EVENT_READY = 0, EC_EVENT_IN_PROGRESS = 1, EC_EVENT_COMPLETE = 2, }; struct transaction; struct acpi_ec { acpi_handle handle; int gpe; int irq; long unsigned int command_addr; long unsigned int data_addr; bool global_lock; long unsigned int flags; long unsigned int reference_count; struct mutex mutex; wait_queue_head_t wait; struct list_head list; struct transaction *curr; spinlock_t lock; struct work_struct work; long unsigned int timestamp; enum acpi_ec_event_state event_state; unsigned int events_to_process; unsigned int events_in_progress; unsigned int queries_in_progress; bool busy_polling; unsigned int polling_guard; }; struct transaction { const u8 *wdata; u8 *rdata; short unsigned int irq_count; u8 command; u8 wi; u8 ri; u8 wlen; u8 rlen; u8 flags; }; typedef int (*acpi_ec_query_func)(void *); enum ec_command { ACPI_EC_COMMAND_READ = 128, ACPI_EC_COMMAND_WRITE = 129, ACPI_EC_BURST_ENABLE = 130, ACPI_EC_BURST_DISABLE = 131, ACPI_EC_COMMAND_QUERY = 132, }; enum { EC_FLAGS_QUERY_ENABLED = 0, EC_FLAGS_EVENT_HANDLER_INSTALLED = 1, EC_FLAGS_EC_HANDLER_INSTALLED = 2, EC_FLAGS_QUERY_METHODS_INSTALLED = 3, EC_FLAGS_STARTED = 4, EC_FLAGS_STOPPED = 5, EC_FLAGS_EVENTS_MASKED = 6, }; struct acpi_ec_query_handler { struct list_head node; acpi_ec_query_func func; acpi_handle handle; void *data; u8 query_bit; struct kref kref; }; struct acpi_ec_query { struct transaction transaction; struct work_struct work; struct acpi_ec_query_handler *handler; struct acpi_ec *ec; }; struct acpi_power_dependent_device { struct device *dev; struct list_head node; }; struct acpi_power_resource { struct acpi_device device; struct list_head list_node; u32 system_level; u32 order; unsigned int ref_count; u8 state; struct mutex resource_lock; struct list_head dependents; }; struct acpi_power_resource_entry { struct list_head node; struct acpi_power_resource *resource; }; struct acpi_table_wdat { struct acpi_table_header header; u32 header_length; u16 pci_segment; u8 pci_bus; u8 pci_device; u8 pci_function; u8 reserved[3]; u32 timer_period; u32 max_count; u32 min_count; u8 flags; u8 reserved2[3]; u32 entries; }; struct acpi_wdat_entry { u8 action; u8 instruction; u16 reserved; struct acpi_generic_address register_region; u32 value; u32 mask; } __attribute__((packed)); typedef enum { ACPI_TRACE_AML_METHOD = 0, ACPI_TRACE_AML_OPCODE = 1, ACPI_TRACE_AML_REGION = 2, } acpi_trace_event_type; enum acpi_hest_notify_types { ACPI_HEST_NOTIFY_POLLED = 0, ACPI_HEST_NOTIFY_EXTERNAL = 1, ACPI_HEST_NOTIFY_LOCAL = 2, ACPI_HEST_NOTIFY_SCI = 3, ACPI_HEST_NOTIFY_NMI = 4, ACPI_HEST_NOTIFY_CMCI = 5, ACPI_HEST_NOTIFY_MCE = 6, ACPI_HEST_NOTIFY_GPIO = 7, ACPI_HEST_NOTIFY_SEA = 8, ACPI_HEST_NOTIFY_SEI = 9, ACPI_HEST_NOTIFY_GSIV = 10, ACPI_HEST_NOTIFY_SOFTWARE_DELEGATED = 11, ACPI_HEST_NOTIFY_RESERVED = 12, }; enum mf_flags { MF_COUNT_INCREASED = 1, MF_ACTION_REQUIRED = 2, MF_MUST_KILL = 4, MF_SOFT_OFFLINE = 8, MF_UNPOISON = 16, MF_SW_SIMULATED = 32, MF_NO_RETRY = 64, }; struct ghes_estatus_node { struct llist_node llnode; struct acpi_hest_generic *generic; struct ghes *ghes; int task_work_cpu; struct callback_head task_work; }; struct ghes_estatus_cache { u32 estatus_len; atomic_t count; struct acpi_hest_generic *generic; long long unsigned int time_in; struct callback_head rcu; }; struct ghes_vendor_record_entry { struct work_struct work; int error_severity; char vendor_record[0]; }; struct clk_multiplier { struct clk_hw hw; void *reg; u8 shift; u8 width; u8 flags; spinlock_t *lock; }; struct clk_composite { struct clk_hw hw; struct clk_ops ops; struct clk_hw *mux_hw; struct clk_hw *rate_hw; struct clk_hw *gate_hw; const struct clk_ops *mux_ops; const struct clk_ops *rate_ops; const struct clk_ops *gate_ops; }; enum rk817_reg_id { RK817_ID_DCDC1 = 0, RK817_ID_DCDC2 = 1, RK817_ID_DCDC3 = 2, RK817_ID_DCDC4 = 3, RK817_ID_LDO1 = 4, RK817_ID_LDO2 = 5, RK817_ID_LDO3 = 6, RK817_ID_LDO4 = 7, RK817_ID_LDO5 = 8, RK817_ID_LDO6 = 9, RK817_ID_LDO7 = 10, RK817_ID_LDO8 = 11, RK817_ID_LDO9 = 12, RK817_ID_BOOST = 13, RK817_ID_BOOST_OTG_SW = 14, RK817_NUM_REGULATORS = 15, }; enum { RK805_ID = 32848, RK808_ID = 0, RK809_ID = 32912, RK817_ID = 33136, RK818_ID = 33152, }; struct rk808 { struct i2c_client *i2c; struct regmap_irq_chip_data *irq_data; struct regmap *regmap; long int variant; const struct regmap_config *regmap_cfg; const struct regmap_irq_chip *regmap_irq_chip; }; struct rk808_clkout { struct rk808 *rk808; struct clk_hw clkout1_hw; struct clk_hw clkout2_hw; }; struct clk_fixup_mux { struct clk_mux mux; const struct clk_ops *ops; void (*fixup)(u32 *); }; enum imx_pfdv2_type { IMX_PFDV2_IMX7ULP = 0, IMX_PFDV2_IMX8ULP = 1, }; struct clk_pfdv2 { struct clk_hw hw; void *reg; u8 gate_bit; u8 vld_bit; u8 frac_off; }; struct clk_sscg_pll_setup { int divr1; int divf1; int divr2; int divf2; int divq; int bypass; uint64_t vco1; uint64_t vco2; uint64_t fout; uint64_t ref; uint64_t ref_div1; uint64_t ref_div2; uint64_t fout_request; int fout_error; }; struct clk_sscg_pll { struct clk_hw hw; const struct clk_ops ops; void *base; struct clk_sscg_pll_setup setup; u8 parent; u8 bypass1; u8 bypass2; }; struct meson_clk_phase_data { struct parm ph; }; struct meson_clk_triphase_data { struct parm ph0; struct parm ph1; struct parm ph2; }; struct meson_sclk_ws_inv_data { struct parm ph; struct parm ws; }; struct meson_sclk_div_data { struct parm div; struct parm hi; unsigned int cached_div; struct clk_duty cached_duty; }; struct axg_audio_reset_data { struct reset_controller_dev rstc; struct regmap *map; unsigned int offset; }; struct audioclk_data { struct clk_regmap * const *regmap_clks; unsigned int regmap_clk_num; struct clk_hw_onecell_data *hw_onecell_data; unsigned int reset_offset; unsigned int reset_num; }; struct clk_dyn_rcg { u32 ns_reg[2]; u32 md_reg[2]; u32 bank_reg; u8 mux_sel_bit; struct mn mn[2]; struct pre_div p[2]; struct src_sel s[2]; const struct freq_tbl *freq_tbl; struct clk_regmap___2 clkr; }; struct frac_entry { int num; int den; }; struct hfpll_data { u32 mode_reg; u32 l_reg; u32 m_reg; u32 n_reg; u32 user_reg; u32 droop_reg; u32 config_reg; u32 status_reg; u8 lock_bit; u32 droop_val; u32 config_val; u32 user_val; u32 user_vco_mask; long unsigned int low_vco_max_rate; long unsigned int min_rate; long unsigned int max_rate; }; struct clk_hfpll { const struct hfpll_data *d; int init_done; struct clk_regmap___2 clkr; spinlock_t lock; }; enum { P_XO___3 = 0, P_GPLL0___3 = 1, P_GPLL0_AUX = 2, P_BIMC = 3, P_GPLL1___2 = 4, P_GPLL1_AUX = 5, P_GPLL2 = 6, P_GPLL2_AUX = 7, P_SLEEP_CLK___4 = 8, P_DSI0_PHYPLL_BYTE = 9, P_DSI0_PHYPLL_DSI = 10, P_EXT_PRI_I2S = 11, P_EXT_SEC_I2S = 12, P_EXT_MCLK = 13, }; struct clk_notifier_data { struct clk *clk; long unsigned int old_rate; long unsigned int new_rate; }; struct rockchip_clk_frac { struct notifier_block clk_nb; struct clk_fractional_divider div; struct clk_gate gate; struct clk_mux mux; const struct clk_ops *mux_ops; int mux_frac_idx; bool rate_change_remuxed; int rate_change_idx; }; enum rk3308_plls { apll___3 = 0, dpll___4 = 1, vpll0 = 2, vpll1 = 3, }; struct ccu_reset { void *base; struct ccu_reset_map *reset_map; spinlock_t *lock; struct reset_controller_dev rcdev; }; struct _ccu_nm { long unsigned int n; long unsigned int min_n; long unsigned int max_n; long unsigned int m; long unsigned int min_m; long unsigned int max_m; }; enum { CMD_CLK_GET_RATE = 1, CMD_CLK_SET_RATE = 2, CMD_CLK_ROUND_RATE = 3, CMD_CLK_GET_PARENT = 4, CMD_CLK_SET_PARENT = 5, CMD_CLK_IS_ENABLED = 6, CMD_CLK_ENABLE = 7, CMD_CLK_DISABLE = 8, CMD_CLK_GET_ALL_INFO = 14, CMD_CLK_GET_MAX_CLK_ID = 15, CMD_CLK_GET_FMAX_AT_VMIN = 16, CMD_CLK_MAX = 17, }; struct cmd_clk_get_rate_request {}; struct cmd_clk_get_rate_response { int64_t rate; }; struct cmd_clk_set_rate_request { int32_t unused; int64_t rate; } __attribute__((packed)); struct cmd_clk_set_rate_response { int64_t rate; }; struct cmd_clk_round_rate_request { int32_t unused; int64_t rate; } __attribute__((packed)); struct cmd_clk_round_rate_response { int64_t rate; }; struct cmd_clk_get_parent_request {}; struct cmd_clk_get_parent_response { uint32_t parent_id; }; struct cmd_clk_set_parent_request { uint32_t parent_id; }; struct cmd_clk_set_parent_response { uint32_t parent_id; }; struct cmd_clk_is_enabled_request {}; struct cmd_clk_is_enabled_response { int32_t state; }; struct cmd_clk_enable_request {}; struct cmd_clk_disable_request {}; struct cmd_clk_get_all_info_request {}; struct cmd_clk_get_all_info_response { uint32_t flags; uint32_t parent; uint32_t parents[16]; uint8_t num_parents; uint8_t name[40]; } __attribute__((packed)); struct cmd_clk_get_max_clk_id_request {}; struct cmd_clk_get_max_clk_id_response { uint32_t max_id; }; struct cmd_clk_get_fmax_at_vmin_request {}; struct mrq_clk_request { uint32_t cmd_and_id; union { struct cmd_clk_get_rate_request clk_get_rate; struct cmd_clk_set_rate_request clk_set_rate; struct cmd_clk_round_rate_request clk_round_rate; struct cmd_clk_get_parent_request clk_get_parent; struct cmd_clk_set_parent_request clk_set_parent; struct cmd_clk_enable_request clk_enable; struct cmd_clk_disable_request clk_disable; struct cmd_clk_is_enabled_request clk_is_enabled; struct cmd_clk_get_all_info_request clk_get_all_info; struct cmd_clk_get_max_clk_id_request clk_get_max_clk_id; struct cmd_clk_get_fmax_at_vmin_request clk_get_fmax_at_vmin; }; } __attribute__((packed)); struct tegra_bpmp_clk { struct clk_hw hw; struct tegra_bpmp *bpmp; unsigned int id; unsigned int num_parents; unsigned int *parents; }; struct tegra_bpmp_clk_info { unsigned int id; char name[40]; unsigned int parents[16]; unsigned int num_parents; long unsigned int flags; }; struct tegra_bpmp_clk_message { unsigned int cmd; unsigned int id; struct { const void *data; size_t size; } tx; struct { void *data; size_t size; int ret; } rx; }; struct mbus_dram_window { u8 cs_index; u8 mbus_attr; u64 base; u64 size; }; struct mbus_dram_target_info { u8 mbus_dram_target_id; int num_cs; struct mbus_dram_window cs[4]; }; struct mv_xor_channel_data { dma_cap_mask_t cap_mask; }; struct mv_xor_platform_data { struct mv_xor_channel_data *channels; }; struct mv_xor_chan; struct mv_xor_device { void *xor_base; void *xor_high_base; struct clk *clk; struct mv_xor_chan *channels[2]; int xor_type; u32 win_start[8]; u32 win_end[8]; }; struct mv_xor_chan { int pending; spinlock_t lock; void *mmr_base; void *mmr_high_base; unsigned int idx; int irq; struct list_head chain; struct list_head free_slots; struct list_head allocated_slots; struct list_head completed_slots; dma_addr_t dma_desc_pool; void *dma_desc_pool_virt; size_t pool_size; struct dma_device dmadev; struct dma_chan dmachan; int slots_allocated; struct tasklet_struct irq_tasklet; int op_in_desc; char dummy_src[128]; char dummy_dst[128]; dma_addr_t dummy_src_addr; dma_addr_t dummy_dst_addr; u32 saved_config_reg; u32 saved_int_mask_reg; struct mv_xor_device *xordev; }; struct mv_xor_desc_slot { struct list_head node; struct list_head sg_tx_list; enum dma_transaction_type type; void *hw_desc; u16 idx; struct dma_async_tx_descriptor async_tx; }; struct mv_xor_desc { u32 status; u32 crc32_result; u32 desc_command; u32 phy_next_desc; u32 byte_count; u32 phy_dest_addr; u32 phy_src_addr[8]; u32 reserved0; u32 reserved1; }; enum mv_xor_type { XOR_ORION = 0, XOR_ARMADA_38X = 1, XOR_ARMADA_37XX = 2, }; enum mv_xor_mode { XOR_MODE_IN_REG = 0, XOR_MODE_IN_DESC = 1, }; struct rpi_power_domain { u32 domain; bool enabled; bool old_interface; struct generic_pm_domain base; struct rpi_firmware *fw; }; struct rpi_power_domains { bool has_new_interface; struct genpd_onecell_data xlate; struct rpi_firmware *fw; struct rpi_power_domain domains[23]; }; struct rpi_power_domain_packet { u32 domain; u32 on; }; struct qm_fd { union { struct { u8 cfg8b_w1; u8 bpid; u8 cfg8b_w3; u8 addr_hi; __be32 addr_lo; }; __be64 data; }; __be32 cfg; union { __be32 cmd; __be32 status; }; }; struct qm_dqrr_entry { u8 verb; u8 stat; __be16 seqnum; u8 tok; u8 __reserved2[3]; __be32 fqid; __be32 context_b; struct qm_fd fd; u8 __reserved4[32]; }; union qm_mr_entry { struct { u8 verb; u8 __reserved[63]; }; struct { u8 verb; u8 dca; __be16 seqnum; u8 rc; u8 __reserved[3]; __be32 fqid; __be32 tag; struct qm_fd fd; u8 __reserved1[32]; } ern; struct { u8 verb; u8 fqs; u8 __reserved1[6]; __be32 fqid; __be32 context_b; u8 __reserved2[48]; } fq; }; struct qm_fqd_stashing { u8 exclusive; u8 cl; }; struct qm_fqd_oac { u8 oac; s8 oal; }; struct qm_fqd { u8 orpc; u8 cgid; __be16 fq_ctrl; __be16 dest_wq; __be16 ics_cred; union { __be16 td; struct qm_fqd_oac oac_init; }; __be32 context_b; union { __be64 opaque; struct { __be32 hi; __be32 lo; }; struct { struct qm_fqd_stashing stashing; __be16 context_hi; __be32 context_lo; }; } context_a; struct qm_fqd_oac oac_query; } __attribute__((packed)); struct qm_cgr_wr_parm { __be32 word; }; struct qm_cgr_cs_thres { __be16 word; }; struct __qm_mc_cgr { struct qm_cgr_wr_parm wr_parm_g; struct qm_cgr_wr_parm wr_parm_y; struct qm_cgr_wr_parm wr_parm_r; u8 wr_en_g; u8 wr_en_y; u8 wr_en_r; u8 cscn_en; union { struct { __be16 cscn_targ_upd_ctrl; __be16 cscn_targ_dcp_low; }; __be32 cscn_targ; }; u8 cstd_en; u8 cs; struct qm_cgr_cs_thres cs_thres; u8 mode; } __attribute__((packed)); struct qm_mcc_initfq { u8 __reserved1[2]; __be16 we_mask; __be32 fqid; __be16 count; struct qm_fqd fqd; u8 __reserved2[30]; } __attribute__((packed)); struct qm_mcc_initcgr { u8 __reserve1[2]; __be16 we_mask; struct __qm_mc_cgr cgr; u8 __reserved2[2]; u8 cgid; u8 __reserved3[32]; }; enum qman_cb_dqrr_result { qman_cb_dqrr_consume = 0, qman_cb_dqrr_park = 1, qman_cb_dqrr_defer = 2, qman_cb_dqrr_stop = 3, qman_cb_dqrr_consume_stop = 4, }; struct qman_portal; struct qman_fq; typedef enum qman_cb_dqrr_result (*qman_cb_dqrr)(struct qman_portal *, struct qman_fq *, const struct qm_dqrr_entry *, bool); struct qm_addr { void *ce; __be32 *ce_be; void *ci; }; struct qm_eqcr_entry; struct qm_eqcr { struct qm_eqcr_entry *ring; struct qm_eqcr_entry *cursor; u8 ci; u8 available; u8 ithresh; u8 vbit; }; struct qm_dqrr { const struct qm_dqrr_entry *ring; const struct qm_dqrr_entry *cursor; u8 pi; u8 ci; u8 fill; u8 ithresh; u8 vbit; }; struct qm_mr { union qm_mr_entry *ring; union qm_mr_entry *cursor; u8 pi; u8 ci; u8 fill; u8 ithresh; u8 vbit; }; union qm_mc_command; union qm_mc_result; struct qm_mc { union qm_mc_command *cr; union qm_mc_result *rr; u8 rridx; u8 vbit; }; struct qm_portal { struct qm_addr addr; struct qm_eqcr eqcr; struct qm_dqrr dqrr; struct qm_mr mr; struct qm_mc mc; long: 64; }; struct qm_portal_config; struct qman_cgrs; struct qman_portal { struct qm_portal p; long unsigned int bits; long unsigned int irq_sources; u32 use_eqcr_ci_stashing; struct qman_fq *vdqcr_owned; u32 sdqcr; const struct qm_portal_config *config; struct qman_cgrs *cgrs; struct list_head cgr_cbs; spinlock_t cgr_lock; struct work_struct congestion_work; struct work_struct mr_work; char irqname[16]; long: 64; long: 64; long: 64; long: 64; }; typedef void (*qman_cb_mr)(struct qman_portal *, struct qman_fq *, const union qm_mr_entry *); struct qman_fq_cb { qman_cb_dqrr dqrr; qman_cb_mr ern; qman_cb_mr fqs; }; enum qman_fq_state { qman_fq_state_oos = 0, qman_fq_state_parked = 1, qman_fq_state_sched = 2, qman_fq_state_retired = 3, }; struct qman_fq { struct qman_fq_cb cb; u32 fqid; u32 idx; long unsigned int flags; enum qman_fq_state state; int cgr_groupid; }; struct qman_cgr; typedef void (*qman_cb_cgr)(struct qman_portal *, struct qman_cgr *, int); struct qman_cgr { u32 cgrid; qman_cb_cgr cb; u16 chan; struct list_head node; }; struct qm_mcr_queryfq_np { u8 verb; u8 result; u8 __reserved1; u8 state; u32 fqd_link; u16 odp_seq; u16 orp_nesn; u16 orp_ea_hseq; u16 orp_ea_tseq; u32 orp_ea_hptr; u32 orp_ea_tptr; u32 pfdr_hptr; u32 pfdr_tptr; u8 __reserved2[5]; u8 is; u16 ics_surp; u32 byte_cnt; u32 frm_cnt; u32 __reserved3; u16 ra1_sfdr; u16 ra2_sfdr; u16 __reserved4; u16 od1_sfdr; u16 od2_sfdr; u16 od3_sfdr; }; struct qm_mcr_querywq { u8 verb; u8 result; u16 channel_wq; u8 __reserved[28]; u32 wq_len[8]; }; struct __qm_mcr_querycongestion { u32 state[8]; }; struct qm_mcr_querycongestion { u8 verb; u8 result; u8 __reserved[30]; struct __qm_mcr_querycongestion state; }; struct qm_mcr_querycgr { u8 verb; u8 result; u16 __reserved1; struct __qm_mc_cgr cgr; u8 __reserved2[6]; u8 i_bcnt_hi; __be32 i_bcnt_lo; u8 __reserved3[3]; u8 a_bcnt_hi; __be32 a_bcnt_lo; __be32 cscn_targ_swp[4]; }; struct qman_cgrs { struct __qm_mcr_querycongestion q; }; struct qm_portal_config { void *addr_virt_ce; void *addr_virt_ci; struct device *dev; struct iommu_domain *iommu_domain; struct list_head list; int cpu; int irq; u16 channel; u32 pools; }; enum qm_eqcr_pmode { qm_eqcr_pci = 0, qm_eqcr_pce = 1, qm_eqcr_pvb = 2, }; enum qm_dqrr_dmode { qm_dqrr_dpush = 0, qm_dqrr_dpull = 1, }; enum qm_dqrr_pmode { qm_dqrr_pci = 0, qm_dqrr_pce = 1, qm_dqrr_pvb = 2, }; enum qm_dqrr_cmode { qm_dqrr_cci = 0, qm_dqrr_cce = 1, qm_dqrr_cdc = 2, }; enum qm_mr_pmode { qm_mr_pci = 0, qm_mr_pce = 1, qm_mr_pvb = 2, }; enum qm_mr_cmode { qm_mr_cci = 0, qm_mr_cce = 1, }; struct qm_eqcr_entry { u8 _ncw_verb; u8 dca; __be16 seqnum; u8 __reserved[4]; __be32 fqid; __be32 tag; struct qm_fd fd; u8 __reserved3[32]; }; struct qm_mcc_fq { u8 _ncw_verb; u8 __reserved1[3]; __be32 fqid; u8 __reserved2[56]; }; struct qm_mcc_cgr { u8 _ncw_verb; u8 __reserved1[30]; u8 cgid; u8 __reserved2[32]; }; union qm_mc_command { struct { u8 _ncw_verb; u8 __reserved[63]; }; struct qm_mcc_initfq initfq; struct qm_mcc_initcgr initcgr; struct qm_mcc_fq fq; struct qm_mcc_cgr cgr; }; struct qm_mcr_queryfq { u8 verb; u8 result; u8 __reserved1[8]; struct qm_fqd fqd; u8 __reserved2[30]; } __attribute__((packed)); struct qm_mcr_alterfq { u8 verb; u8 result; u8 fqs; u8 __reserved1[61]; }; union qm_mc_result { struct { u8 verb; u8 result; u8 __reserved1[62]; }; struct qm_mcr_queryfq queryfq; struct qm_mcr_alterfq alterfq; struct qm_mcr_querycgr querycgr; struct qm_mcr_querycongestion querycongestion; struct qm_mcr_querywq querywq; struct qm_mcr_queryfq_np queryfq_np; }; struct meson_gx_soc_id { const char *name; unsigned int id; }; struct meson_gx_package_id { const char *name; unsigned int major_id; unsigned int pack_id; unsigned int pack_mask; }; struct tcs_request { enum rpmh_state state; u32 wait_for_compl; u32 num_cmds; struct tcs_cmd *cmds; }; struct rsc_drv; struct tcs_group { struct rsc_drv *drv; int type; u32 mask; u32 offset; int num_tcs; int ncpt; const struct tcs_request *req[3]; long unsigned int slots[1]; }; struct rpmh_ctrlr { struct list_head cache; spinlock_t cache_lock; bool dirty; struct list_head batch_cache; }; struct rsc_drv { const char *name; void *tcs_base; int id; int num_tcs; struct notifier_block rsc_pm; atomic_t cpus_in_pm; struct tcs_group tcs[4]; long unsigned int tcs_in_use[1]; spinlock_t lock; wait_queue_head_t tcs_wait; struct rpmh_ctrlr client; }; struct rpmh_request { struct tcs_request msg; struct tcs_cmd cmd[16]; struct completion *completion; const struct device *dev; int err; bool needs_free; }; struct cache_req___2 { u32 addr; u32 sleep_val; u32 wake_val; struct list_head list; }; struct batch_cache_req { struct list_head list; int count; struct rpmh_request rpm_msgs[0]; }; enum zynqmp_pm_request_ack { ZYNQMP_PM_REQUEST_ACK_NO = 1, ZYNQMP_PM_REQUEST_ACK_BLOCKING = 2, ZYNQMP_PM_REQUEST_ACK_NON_BLOCKING = 3, }; struct zynqmp_pm_domain { struct generic_pm_domain gpd; u32 node_id; bool requested; }; enum max77620_fps_src { MAX77620_FPS_SRC_0 = 0, MAX77620_FPS_SRC_1 = 1, MAX77620_FPS_SRC_2 = 2, MAX77620_FPS_SRC_NONE = 3, MAX77620_FPS_SRC_DEF = 4, }; enum max77620_regulators { MAX77620_REGULATOR_ID_SD0 = 0, MAX77620_REGULATOR_ID_SD1 = 1, MAX77620_REGULATOR_ID_SD2 = 2, MAX77620_REGULATOR_ID_SD3 = 3, MAX77620_REGULATOR_ID_SD4 = 4, MAX77620_REGULATOR_ID_LDO0 = 5, MAX77620_REGULATOR_ID_LDO1 = 6, MAX77620_REGULATOR_ID_LDO2 = 7, MAX77620_REGULATOR_ID_LDO3 = 8, MAX77620_REGULATOR_ID_LDO4 = 9, MAX77620_REGULATOR_ID_LDO5 = 10, MAX77620_REGULATOR_ID_LDO6 = 11, MAX77620_REGULATOR_ID_LDO7 = 12, MAX77620_REGULATOR_ID_LDO8 = 13, MAX77620_NUM_REGS = 14, }; enum max77620_regulator_type { MAX77620_REGULATOR_TYPE_SD = 0, MAX77620_REGULATOR_TYPE_LDO_N = 1, MAX77620_REGULATOR_TYPE_LDO_P = 2, }; struct max77620_regulator_info { u8 type; u8 fps_addr; u8 volt_addr; u8 cfg_addr; u8 power_mode_mask; u8 power_mode_shift; u8 remote_sense_addr; u8 remote_sense_mask; struct regulator_desc desc; }; struct max77620_regulator_pdata { int active_fps_src; int active_fps_pd_slot; int active_fps_pu_slot; int suspend_fps_src; int suspend_fps_pd_slot; int suspend_fps_pu_slot; int current_mode; int power_ok; int ramp_rate_setting; }; struct max77620_regulator { struct device *dev; struct regmap *rmap; struct max77620_regulator_info *rinfo[14]; struct max77620_regulator_pdata reg_pdata[14]; int enable_power_mode[14]; int current_power_mode[14]; int active_fps_src[14]; }; enum zynqmp_pm_reset_action { PM_RESET_ACTION_RELEASE = 0, PM_RESET_ACTION_ASSERT = 1, PM_RESET_ACTION_PULSE = 2, }; enum zynqmp_pm_reset { ZYNQMP_PM_RESET_START = 1000, ZYNQMP_PM_RESET_PCIE_CFG = 1000, ZYNQMP_PM_RESET_PCIE_BRIDGE = 1001, ZYNQMP_PM_RESET_PCIE_CTRL = 1002, ZYNQMP_PM_RESET_DP = 1003, ZYNQMP_PM_RESET_SWDT_CRF = 1004, ZYNQMP_PM_RESET_AFI_FM5 = 1005, ZYNQMP_PM_RESET_AFI_FM4 = 1006, ZYNQMP_PM_RESET_AFI_FM3 = 1007, ZYNQMP_PM_RESET_AFI_FM2 = 1008, ZYNQMP_PM_RESET_AFI_FM1 = 1009, ZYNQMP_PM_RESET_AFI_FM0 = 1010, ZYNQMP_PM_RESET_GDMA = 1011, ZYNQMP_PM_RESET_GPU_PP1 = 1012, ZYNQMP_PM_RESET_GPU_PP0 = 1013, ZYNQMP_PM_RESET_GPU = 1014, ZYNQMP_PM_RESET_GT = 1015, ZYNQMP_PM_RESET_SATA = 1016, ZYNQMP_PM_RESET_ACPU3_PWRON = 1017, ZYNQMP_PM_RESET_ACPU2_PWRON = 1018, ZYNQMP_PM_RESET_ACPU1_PWRON = 1019, ZYNQMP_PM_RESET_ACPU0_PWRON = 1020, ZYNQMP_PM_RESET_APU_L2 = 1021, ZYNQMP_PM_RESET_ACPU3 = 1022, ZYNQMP_PM_RESET_ACPU2 = 1023, ZYNQMP_PM_RESET_ACPU1 = 1024, ZYNQMP_PM_RESET_ACPU0 = 1025, ZYNQMP_PM_RESET_DDR = 1026, ZYNQMP_PM_RESET_APM_FPD = 1027, ZYNQMP_PM_RESET_SOFT = 1028, ZYNQMP_PM_RESET_GEM0 = 1029, ZYNQMP_PM_RESET_GEM1 = 1030, ZYNQMP_PM_RESET_GEM2 = 1031, ZYNQMP_PM_RESET_GEM3 = 1032, ZYNQMP_PM_RESET_QSPI = 1033, ZYNQMP_PM_RESET_UART0 = 1034, ZYNQMP_PM_RESET_UART1 = 1035, ZYNQMP_PM_RESET_SPI0 = 1036, ZYNQMP_PM_RESET_SPI1 = 1037, ZYNQMP_PM_RESET_SDIO0 = 1038, ZYNQMP_PM_RESET_SDIO1 = 1039, ZYNQMP_PM_RESET_CAN0 = 1040, ZYNQMP_PM_RESET_CAN1 = 1041, ZYNQMP_PM_RESET_I2C0 = 1042, ZYNQMP_PM_RESET_I2C1 = 1043, ZYNQMP_PM_RESET_TTC0 = 1044, ZYNQMP_PM_RESET_TTC1 = 1045, ZYNQMP_PM_RESET_TTC2 = 1046, ZYNQMP_PM_RESET_TTC3 = 1047, ZYNQMP_PM_RESET_SWDT_CRL = 1048, ZYNQMP_PM_RESET_NAND = 1049, ZYNQMP_PM_RESET_ADMA = 1050, ZYNQMP_PM_RESET_GPIO = 1051, ZYNQMP_PM_RESET_IOU_CC = 1052, ZYNQMP_PM_RESET_TIMESTAMP = 1053, ZYNQMP_PM_RESET_RPU_R50 = 1054, ZYNQMP_PM_RESET_RPU_R51 = 1055, ZYNQMP_PM_RESET_RPU_AMBA = 1056, ZYNQMP_PM_RESET_OCM = 1057, ZYNQMP_PM_RESET_RPU_PGE = 1058, ZYNQMP_PM_RESET_USB0_CORERESET = 1059, ZYNQMP_PM_RESET_USB1_CORERESET = 1060, ZYNQMP_PM_RESET_USB0_HIBERRESET = 1061, ZYNQMP_PM_RESET_USB1_HIBERRESET = 1062, ZYNQMP_PM_RESET_USB0_APB = 1063, ZYNQMP_PM_RESET_USB1_APB = 1064, ZYNQMP_PM_RESET_IPI = 1065, ZYNQMP_PM_RESET_APM_LPD = 1066, ZYNQMP_PM_RESET_RTC = 1067, ZYNQMP_PM_RESET_SYSMON = 1068, ZYNQMP_PM_RESET_AFI_FM6 = 1069, ZYNQMP_PM_RESET_LPD_SWDT = 1070, ZYNQMP_PM_RESET_FPD = 1071, ZYNQMP_PM_RESET_RPU_DBG1 = 1072, ZYNQMP_PM_RESET_RPU_DBG0 = 1073, ZYNQMP_PM_RESET_DBG_LPD = 1074, ZYNQMP_PM_RESET_DBG_FPD = 1075, ZYNQMP_PM_RESET_APLL = 1076, ZYNQMP_PM_RESET_DPLL = 1077, ZYNQMP_PM_RESET_VPLL = 1078, ZYNQMP_PM_RESET_IOPLL = 1079, ZYNQMP_PM_RESET_RPLL = 1080, ZYNQMP_PM_RESET_GPO3_PL_0 = 1081, ZYNQMP_PM_RESET_GPO3_PL_1 = 1082, ZYNQMP_PM_RESET_GPO3_PL_2 = 1083, ZYNQMP_PM_RESET_GPO3_PL_3 = 1084, ZYNQMP_PM_RESET_GPO3_PL_4 = 1085, ZYNQMP_PM_RESET_GPO3_PL_5 = 1086, ZYNQMP_PM_RESET_GPO3_PL_6 = 1087, ZYNQMP_PM_RESET_GPO3_PL_7 = 1088, ZYNQMP_PM_RESET_GPO3_PL_8 = 1089, ZYNQMP_PM_RESET_GPO3_PL_9 = 1090, ZYNQMP_PM_RESET_GPO3_PL_10 = 1091, ZYNQMP_PM_RESET_GPO3_PL_11 = 1092, ZYNQMP_PM_RESET_GPO3_PL_12 = 1093, ZYNQMP_PM_RESET_GPO3_PL_13 = 1094, ZYNQMP_PM_RESET_GPO3_PL_14 = 1095, ZYNQMP_PM_RESET_GPO3_PL_15 = 1096, ZYNQMP_PM_RESET_GPO3_PL_16 = 1097, ZYNQMP_PM_RESET_GPO3_PL_17 = 1098, ZYNQMP_PM_RESET_GPO3_PL_18 = 1099, ZYNQMP_PM_RESET_GPO3_PL_19 = 1100, ZYNQMP_PM_RESET_GPO3_PL_20 = 1101, ZYNQMP_PM_RESET_GPO3_PL_21 = 1102, ZYNQMP_PM_RESET_GPO3_PL_22 = 1103, ZYNQMP_PM_RESET_GPO3_PL_23 = 1104, ZYNQMP_PM_RESET_GPO3_PL_24 = 1105, ZYNQMP_PM_RESET_GPO3_PL_25 = 1106, ZYNQMP_PM_RESET_GPO3_PL_26 = 1107, ZYNQMP_PM_RESET_GPO3_PL_27 = 1108, ZYNQMP_PM_RESET_GPO3_PL_28 = 1109, ZYNQMP_PM_RESET_GPO3_PL_29 = 1110, ZYNQMP_PM_RESET_GPO3_PL_30 = 1111, ZYNQMP_PM_RESET_GPO3_PL_31 = 1112, ZYNQMP_PM_RESET_RPU_LS = 1113, ZYNQMP_PM_RESET_PS_ONLY = 1114, ZYNQMP_PM_RESET_PL = 1115, ZYNQMP_PM_RESET_PS_PL0 = 1116, ZYNQMP_PM_RESET_PS_PL1 = 1117, ZYNQMP_PM_RESET_PS_PL2 = 1118, ZYNQMP_PM_RESET_PS_PL3 = 1119, ZYNQMP_PM_RESET_END = 1119, }; struct zynqmp_reset_soc_data { u32 reset_id; u32 num_resets; }; struct zynqmp_reset_data { struct reset_controller_dev rcdev; const struct zynqmp_reset_soc_data *data; }; struct ldsem_waiter { struct list_head list; struct task_struct *task; }; struct unimapdesc { short unsigned int entry_ct; struct unipair *entries; }; struct console_font_op { unsigned int op; unsigned int flags; unsigned int width; unsigned int height; unsigned int charcount; unsigned char *data; }; struct vt_stat { short unsigned int v_active; short unsigned int v_signal; short unsigned int v_state; }; struct vt_sizes { short unsigned int v_rows; short unsigned int v_cols; short unsigned int v_scrollsize; }; struct vt_consize { short unsigned int v_rows; short unsigned int v_cols; short unsigned int v_vlin; short unsigned int v_clin; short unsigned int v_vcol; short unsigned int v_ccol; }; struct vt_event { unsigned int event; unsigned int oldev; unsigned int newev; unsigned int pad[4]; }; struct vt_setactivate { unsigned int console; struct vt_mode mode; }; struct vt_event_wait { struct list_head list; struct vt_event event; int done; }; struct compat_console_font_op { compat_uint_t op; compat_uint_t flags; compat_uint_t width; compat_uint_t height; compat_uint_t charcount; compat_caddr_t data; }; struct compat_unimapdesc { short unsigned int entry_ct; compat_caddr_t entries; }; enum hwparam_type { hwparam_ioport = 0, hwparam_iomem = 1, hwparam_ioport_or_iomem = 2, hwparam_irq = 3, hwparam_dma = 4, hwparam_dma_addr = 5, hwparam_other = 6, }; enum { PLAT8250_DEV_LEGACY = 4294967295, PLAT8250_DEV_PLATFORM = 0, PLAT8250_DEV_PLATFORM1 = 1, PLAT8250_DEV_PLATFORM2 = 2, PLAT8250_DEV_FOURPORT = 3, PLAT8250_DEV_ACCENT = 4, PLAT8250_DEV_BOCA = 5, PLAT8250_DEV_EXAR_ST16C554 = 6, PLAT8250_DEV_HUB6 = 7, PLAT8250_DEV_AU1X00 = 8, PLAT8250_DEV_SM501 = 9, }; struct old_serial_port { unsigned int uart; unsigned int baud_base; unsigned int port; unsigned int irq; upf_t flags; unsigned char io_type; unsigned char *iomem_base; short unsigned int iomem_reg_shift; }; struct irq_info { struct hlist_node node; int irq; spinlock_t lock; struct list_head *head; }; struct fsl8250_data { int line; }; enum imx_uart_type { IMX1_UART = 0, IMX21_UART = 1, IMX53_UART = 2, IMX6Q_UART = 3, }; struct imx_uart_data { unsigned int uts_reg; enum imx_uart_type devtype; }; enum imx_tx_state { OFF___2 = 0, WAIT_AFTER_RTS = 1, SEND = 2, WAIT_AFTER_SEND = 3, }; struct imx_port { struct uart_port port; struct timer_list timer; unsigned int old_status; unsigned int have_rtscts: 1; unsigned int have_rtsgpio: 1; unsigned int dte_mode: 1; unsigned int inverted_tx: 1; unsigned int inverted_rx: 1; struct clk *clk_ipg; struct clk *clk_per; const struct imx_uart_data *devdata; struct mctrl_gpios *gpios; unsigned int ucr1; unsigned int ucr2; unsigned int ucr3; unsigned int ucr4; unsigned int ufcr; unsigned int dma_is_enabled: 1; unsigned int dma_is_rxing: 1; unsigned int dma_is_txing: 1; struct dma_chan *dma_chan_rx; struct dma_chan *dma_chan_tx; struct scatterlist rx_sgl; struct scatterlist tx_sgl[2]; void *rx_buf; struct circ_buf rx_ring; unsigned int rx_buf_size; unsigned int rx_period_length; unsigned int rx_periods; dma_cookie_t rx_cookie; unsigned int tx_bytes; unsigned int dma_tx_nents; unsigned int saved_reg[10]; bool context_saved; enum imx_tx_state tx_state; struct hrtimer trigger_start_tx; struct hrtimer trigger_stop_tx; }; struct imx_port_ucrs { unsigned int ucr1; unsigned int ucr2; unsigned int ucr3; }; enum { UART_IRQ_SUM = 0, UART_RX_IRQ = 0, UART_TX_IRQ = 1, UART_IRQ_COUNT = 2, }; struct uart_regs_layout { unsigned int rbr; unsigned int tsh; unsigned int ctrl; unsigned int intr; }; struct uart_flags { unsigned int ctrl_tx_rdy_int; unsigned int ctrl_rx_rdy_int; unsigned int stat_tx_rdy; unsigned int stat_rx_rdy; }; struct mvebu_uart_driver_data { bool is_ext; struct uart_regs_layout regs; struct uart_flags flags; }; struct mvebu_uart_pm_regs { unsigned int rbr; unsigned int tsh; unsigned int ctrl; unsigned int intr; unsigned int stat; unsigned int brdv; unsigned int osamp; }; struct mvebu_uart { struct uart_port *port; struct clk *clk; int irq[2]; struct mvebu_uart_driver_data *data; struct mvebu_uart_pm_regs pm_regs; }; struct mvebu_uart_clock { struct clk_hw clk_hw; int clock_idx; u32 pm_context_reg1; u32 pm_context_reg2; }; struct mvebu_uart_clock_base { struct mvebu_uart_clock clocks[2]; unsigned int parent_rates[5]; int parent_idx; unsigned int div; void *reg1; void *reg2; bool configured; }; struct virtrng_info { struct hwrng hwrng; struct virtqueue *vq; char name[25]; int index; bool hwrng_register_done; bool hwrng_removed; struct completion have_data; unsigned int data_avail; unsigned int data_idx; u8 data[64]; }; enum tpm2_const { TPM2_PLATFORM_PCR = 24, TPM2_PCR_SELECT_MIN = 3, }; enum tpm2_permanent_handles { TPM2_RS_PW = 1073741833, }; enum tpm2_properties { TPM_PT_TOTAL_COMMANDS = 297, }; struct tpm2_hash { unsigned int crypto_id; unsigned int tpm_id; }; struct tpm2_pcr_read_out { __be32 update_cnt; __be32 pcr_selects_cnt; __be16 hash_alg; u8 pcr_select_size; u8 pcr_select[3]; __be32 digests_cnt; __be16 digest_size; u8 digest[0]; } __attribute__((packed)); struct tpm2_null_auth_area { __be32 handle; __be16 nonce_size; u8 attributes; __be16 auth_size; } __attribute__((packed)); struct tpm2_get_random_out { __be16 size; u8 buffer[128]; }; struct tpm2_get_cap_out { u8 more_data; __be32 subcap_id; __be32 property_cnt; __be32 property_id; __be32 value; } __attribute__((packed)); struct tpm2_pcr_selection { __be16 hash_alg; u8 size_of_select; u8 pcr_select[3]; }; struct cavium_smmu { struct arm_smmu_device smmu; u32 id_base; }; struct iova_magazine; struct iova_cpu_rcache; struct iova_rcache { spinlock_t lock; long unsigned int depot_size; struct iova_magazine *depot[32]; struct iova_cpu_rcache *cpu_rcaches; }; struct iova_magazine { long unsigned int size; long unsigned int pfns[127]; }; struct iova_cpu_rcache { spinlock_t lock; struct iova_magazine *loaded; struct iova_magazine *prev; }; struct rk_iommu_domain { struct list_head iommus; u32 *dt; dma_addr_t dt_dma; spinlock_t iommus_lock; spinlock_t dt_lock; struct iommu_domain domain; }; struct rk_iommu_ops { phys_addr_t (*pt_address)(u32); u32 (*mk_dtentries)(dma_addr_t); u32 (*mk_ptentries)(phys_addr_t, int); phys_addr_t (*dte_addr_phys)(u32); u32 (*dma_addr_dte)(dma_addr_t); u64 dma_bit_mask; }; struct rk_iommu { struct device *dev; void **bases; int num_mmu; int num_irq; struct clk_bulk_data *clocks; int num_clocks; bool reset_disabled; struct iommu_device iommu; struct list_head node; struct iommu_domain *domain; struct iommu_group *group; }; struct rk_iommudata { struct device_link *link; struct rk_iommu *iommu; }; struct drm_mode_modeinfo { __u32 clock; __u16 hdisplay; __u16 hsync_start; __u16 hsync_end; __u16 htotal; __u16 hskew; __u16 vdisplay; __u16 vsync_start; __u16 vsync_end; __u16 vtotal; __u16 vscan; __u32 vrefresh; __u32 flags; __u32 type; char name[32]; }; enum drm_bus_flags { DRM_BUS_FLAG_DE_LOW = 1, DRM_BUS_FLAG_DE_HIGH = 2, DRM_BUS_FLAG_PIXDATA_DRIVE_POSEDGE = 4, DRM_BUS_FLAG_PIXDATA_DRIVE_NEGEDGE = 8, DRM_BUS_FLAG_PIXDATA_SAMPLE_POSEDGE = 8, DRM_BUS_FLAG_PIXDATA_SAMPLE_NEGEDGE = 4, DRM_BUS_FLAG_DATA_MSB_TO_LSB = 16, DRM_BUS_FLAG_DATA_LSB_TO_MSB = 32, DRM_BUS_FLAG_SYNC_DRIVE_POSEDGE = 64, DRM_BUS_FLAG_SYNC_DRIVE_NEGEDGE = 128, DRM_BUS_FLAG_SYNC_SAMPLE_POSEDGE = 128, DRM_BUS_FLAG_SYNC_SAMPLE_NEGEDGE = 64, DRM_BUS_FLAG_SHARP_SIGNALS = 256, }; struct drm_mode_get_connector { __u64 encoders_ptr; __u64 modes_ptr; __u64 props_ptr; __u64 prop_values_ptr; __u32 count_modes; __u32 count_props; __u32 count_encoders; __u32 encoder_id; __u32 connector_id; __u32 connector_type; __u32 connector_type_id; __u32 connection; __u32 mm_width; __u32 mm_height; __u32 subpixel; __u32 pad; }; struct drm_mode_connector_set_property { __u64 value; __u32 prop_id; __u32 connector_id; }; struct drm_mode_obj_set_property { __u64 value; __u32 prop_id; __u32 obj_id; __u32 obj_type; }; struct drm_conn_prop_enum_list { int type; const char *name; struct ida ida; }; struct drm_vblank_work { struct kthread_work base; struct drm_vblank_crtc *vblank; u64 count; int cancelling; struct list_head node; }; struct drm_privacy_screen_lookup { struct list_head list; const char *dev_id; const char *con_id; const char *provider; }; struct drm_privacy_screen_ops; struct drm_privacy_screen { struct device dev; struct mutex lock; struct list_head list; struct blocking_notifier_head notifier_head; const struct drm_privacy_screen_ops *ops; enum drm_privacy_screen_status sw_state; enum drm_privacy_screen_status hw_state; void *drvdata; }; struct drm_privacy_screen_ops { int (*set_sw_state)(struct drm_privacy_screen *, enum drm_privacy_screen_status); void (*get_hw_state)(struct drm_privacy_screen *); }; struct ewma_psr_time { long unsigned int internal; }; struct drm_self_refresh_data { struct drm_crtc *crtc; struct delayed_work entry_work; struct mutex avg_mutex; struct ewma_psr_time entry_avg_ms; struct ewma_psr_time exit_avg_ms; }; struct component; struct component_match_array { void *data; int (*compare)(struct device *, void *); int (*compare_typed)(struct device *, int, void *); void (*release)(struct device *, void *); struct component *component; bool duplicate; }; struct aggregate_device; struct component { struct list_head node; struct aggregate_device *adev; bool bound; const struct component_ops *ops; int subcomponent; struct device *dev; }; struct component_match { size_t alloc; size_t num; struct component_match_array *compare; }; struct aggregate_device { struct list_head node; bool bound; const struct component_master_ops *ops; struct device *parent; struct component_match *match; }; struct device_attach_data { struct device *dev; bool check_async; bool want_async; bool have_async; }; struct software_node_ref_args { const struct software_node *node; unsigned int nargs; u64 args[8]; }; struct swnode { struct kobject kobj; struct fwnode_handle fwnode; const struct software_node *node; int id; struct ida child_ids; struct list_head entry; struct list_head children; struct swnode *parent; unsigned int allocated: 1; unsigned int managed: 1; }; struct pm_clk_notifier_block { struct notifier_block nb; struct dev_pm_domain *pm_domain; char *con_ids[0]; }; enum pce_status { PCE_STATUS_NONE = 0, PCE_STATUS_ACQUIRED = 1, PCE_STATUS_PREPARED = 2, PCE_STATUS_ENABLED = 3, PCE_STATUS_ERROR = 4, }; struct pm_clock_entry { struct list_head node; char *con_id; struct clk *clk; enum pce_status status; bool enabled_when_prepared; }; enum { MMOP_OFFLINE = 0, MMOP_ONLINE = 1, MMOP_ONLINE_KERNEL = 2, MMOP_ONLINE_MOVABLE = 3, }; typedef int (*walk_memory_groups_func_t)(struct memory_group *, void *); struct for_each_memory_block_cb_data { walk_memory_blocks_func_t func; void *arg; }; struct spmi_device { struct device dev; struct spmi_controller *ctrl; u8 usid; }; struct platform_msi_priv_data { struct device *dev; void *host_data; msi_alloc_info_t arg; irq_write_msi_msg_t write_msg; int devid; }; enum { STMPE_IDX_CHIP_ID = 0, STMPE_IDX_SYS_CTRL = 1, STMPE_IDX_SYS_CTRL2 = 2, STMPE_IDX_ICR_LSB = 3, STMPE_IDX_IER_LSB = 4, STMPE_IDX_IER_MSB = 5, STMPE_IDX_ISR_LSB = 6, STMPE_IDX_ISR_MSB = 7, STMPE_IDX_GPMR_LSB = 8, STMPE_IDX_GPMR_CSB = 9, STMPE_IDX_GPMR_MSB = 10, STMPE_IDX_GPSR_LSB = 11, STMPE_IDX_GPSR_CSB = 12, STMPE_IDX_GPSR_MSB = 13, STMPE_IDX_GPCR_LSB = 14, STMPE_IDX_GPCR_CSB = 15, STMPE_IDX_GPCR_MSB = 16, STMPE_IDX_GPDR_LSB = 17, STMPE_IDX_GPDR_CSB = 18, STMPE_IDX_GPDR_MSB = 19, STMPE_IDX_GPEDR_LSB = 20, STMPE_IDX_GPEDR_CSB = 21, STMPE_IDX_GPEDR_MSB = 22, STMPE_IDX_GPRER_LSB = 23, STMPE_IDX_GPRER_CSB = 24, STMPE_IDX_GPRER_MSB = 25, STMPE_IDX_GPFER_LSB = 26, STMPE_IDX_GPFER_CSB = 27, STMPE_IDX_GPFER_MSB = 28, STMPE_IDX_GPPUR_LSB = 29, STMPE_IDX_GPPDR_LSB = 30, STMPE_IDX_GPAFR_U_MSB = 31, STMPE_IDX_IEGPIOR_LSB = 32, STMPE_IDX_IEGPIOR_CSB = 33, STMPE_IDX_IEGPIOR_MSB = 34, STMPE_IDX_ISGPIOR_LSB = 35, STMPE_IDX_ISGPIOR_CSB = 36, STMPE_IDX_ISGPIOR_MSB = 37, STMPE_IDX_MAX = 38, }; struct stmpe_platform_data { int id; unsigned int blocks; unsigned int irq_trigger; bool autosleep; bool irq_over_gpio; int irq_gpio; int autosleep_timeout; }; struct syscon_platform_data { const char *label; }; struct syscon { struct device_node *np; struct regmap *regmap; struct list_head list; }; struct dma_resv_iter { struct dma_resv *obj; enum dma_resv_usage usage; struct dma_fence *fence; enum dma_resv_usage fence_usage; unsigned int index; struct dma_resv_list *fences; unsigned int num_fences; bool is_restarted; }; struct dma_buf_sync { __u64 flags; }; struct dma_buf_export_sync_file { __u32 flags; __s32 fd; }; struct dma_buf_import_sync_file { __u32 flags; __s32 fd; }; struct dma_buf_list { struct list_head head; struct mutex lock; }; struct udmabuf_create { __u32 memfd; __u32 flags; __u64 offset; __u64 size; }; struct udmabuf_create_item { __u32 memfd; __u32 __pad; __u64 offset; __u64 size; }; struct udmabuf_create_list { __u32 flags; __u32 count; struct udmabuf_create_item list[0]; }; struct udmabuf { long unsigned int pagecount; struct page **pages; struct sg_table *sg; struct miscdevice *device; }; struct nd_region; struct cxl_nvdimm { struct device dev; struct cxl_memdev *cxlmd; struct cxl_nvdimm_bridge *bridge; struct xarray pmem_regions; }; struct cxl_pmem_region_mapping { struct cxl_memdev *cxlmd; struct cxl_nvdimm *cxl_nvd; u64 start; u64 size; int position; }; struct cxl_pmem_region { struct device dev; struct cxl_region *cxlr; struct nd_region *nd_region; struct cxl_nvdimm_bridge *bridge; struct range hpa_range; int nr_mappings; struct cxl_pmem_region_mapping mapping[0]; }; struct cxl_region_ref { struct cxl_port *port; struct cxl_decoder *decoder; struct cxl_region *region; struct xarray endpoints; int nr_targets_set; int nr_eps; int nr_targets; }; struct value_name_pair; struct sa_name_list { int opcode; const struct value_name_pair *arr; int arr_sz; }; struct value_name_pair { int value; const char *name; }; struct error_info { short unsigned int code12; short unsigned int size; }; struct error_info2 { unsigned char code1; unsigned char code2_min; unsigned char code2_max; const char *str; const char *fmt; }; struct scsi_lun { __u8 scsi_lun[8]; }; enum scsi_timeouts { SCSI_DEFAULT_EH_TIMEOUT = 1000, }; enum scsi_scan_mode { SCSI_SCAN_INITIAL = 0, SCSI_SCAN_RESCAN = 1, SCSI_SCAN_MANUAL = 2, }; struct async_scan_data { struct list_head list; struct Scsi_Host *shost; struct completion prev_finished; }; struct class_interface { struct list_head node; struct class *class; int (*add_dev)(struct device *, struct class_interface *); void (*remove_dev)(struct device *, struct class_interface *); }; enum scsi_msg_byte { COMMAND_COMPLETE = 0, EXTENDED_MESSAGE = 1, SAVE_POINTERS = 2, RESTORE_POINTERS = 3, DISCONNECT = 4, INITIATOR_ERROR = 5, ABORT_TASK_SET = 6, MESSAGE_REJECT = 7, NOP = 8, MSG_PARITY_ERROR = 9, LINKED_CMD_COMPLETE = 10, LINKED_FLG_CMD_COMPLETE = 11, TARGET_RESET = 12, ABORT_TASK = 13, CLEAR_TASK_SET = 14, INITIATE_RECOVERY = 15, RELEASE_RECOVERY = 16, TERMINATE_IO_PROC = 17, CLEAR_ACA = 22, LOGICAL_UNIT_RESET = 23, SIMPLE_QUEUE_TAG = 32, HEAD_OF_QUEUE_TAG = 33, ORDERED_QUEUE_TAG = 34, IGNORE_WIDE_RESIDUE = 35, ACA = 36, QAS_REQUEST = 85, BUS_DEVICE_RESET = 12, ABORT = 6, }; struct sg_io_hdr { int interface_id; int dxfer_direction; unsigned char cmd_len; unsigned char mx_sb_len; short unsigned int iovec_count; unsigned int dxfer_len; void *dxferp; unsigned char *cmdp; void *sbp; unsigned int timeout; unsigned int flags; int pack_id; void *usr_ptr; unsigned char status; unsigned char masked_status; unsigned char msg_status; unsigned char sb_len_wr; short unsigned int host_status; short unsigned int driver_status; int resid; unsigned int duration; unsigned int info; }; typedef struct sg_io_hdr sg_io_hdr_t; struct compat_sg_io_hdr { compat_int_t interface_id; compat_int_t dxfer_direction; unsigned char cmd_len; unsigned char mx_sb_len; short unsigned int iovec_count; compat_uint_t dxfer_len; compat_uint_t dxferp; compat_uptr_t cmdp; compat_uptr_t sbp; compat_uint_t timeout; compat_uint_t flags; compat_int_t pack_id; compat_uptr_t usr_ptr; unsigned char status; unsigned char masked_status; unsigned char msg_status; unsigned char sb_len_wr; short unsigned int host_status; short unsigned int driver_status; compat_int_t resid; compat_uint_t duration; compat_uint_t info; }; struct sg_scsi_id { int host_no; int channel; int scsi_id; int lun; int scsi_type; short int h_cmd_per_lun; short int d_queue_depth; int unused[2]; }; typedef struct sg_scsi_id sg_scsi_id_t; struct sg_req_info { char req_state; char orphan; char sg_io_owned; char problem; int pack_id; void *usr_ptr; unsigned int duration; int unused; }; typedef struct sg_req_info sg_req_info_t; struct sg_header { int pack_len; int reply_len; int pack_id; int result; unsigned int twelve_byte: 1; unsigned int target_status: 5; unsigned int host_status: 8; unsigned int driver_status: 8; unsigned int other_flags: 10; unsigned char sense_buffer[16]; }; struct sg_scatter_hold { short unsigned int k_use_sg; unsigned int sglist_len; unsigned int bufflen; struct page **pages; int page_order; char dio_in_use; unsigned char cmd_opcode; }; typedef struct sg_scatter_hold Sg_scatter_hold; struct sg_fd; struct sg_request { struct list_head entry; struct sg_fd *parentfp; Sg_scatter_hold data; sg_io_hdr_t header; unsigned char sense_b[96]; char res_used; char orphan; char sg_io_owned; char done; struct request *rq; struct bio *bio; struct execute_work ew; }; typedef struct sg_request Sg_request; struct sg_device; struct sg_fd { struct list_head sfd_siblings; struct sg_device *parentdp; wait_queue_head_t read_wait; rwlock_t rq_list_lock; struct mutex f_mutex; int timeout; int timeout_user; Sg_scatter_hold reserve; struct list_head rq_list; struct fasync_struct *async_qp; Sg_request req_arr[16]; char force_packid; char cmd_q; unsigned char next_cmd_len; char keep_orphan; char mmap_called; char res_in_use; struct kref f_ref; struct execute_work ew; }; struct sg_device { struct scsi_device *device; wait_queue_head_t open_wait; struct mutex open_rel_lock; int sg_tablesize; u32 index; struct list_head sfds; rwlock_t sfd_lock; atomic_t detaching; bool exclude; int open_cnt; char sgdebug; char name[32]; struct cdev *cdev; struct kref d_ref; }; typedef struct sg_fd Sg_fd; typedef struct sg_device Sg_device; struct compat_sg_req_info { char req_state; char orphan; char sg_io_owned; char problem; int pack_id; compat_uptr_t usr_ptr; unsigned int duration; int unused; }; struct sg_proc_deviter { loff_t index; size_t max; }; struct ata_acpi_gtf { u8 tf[7]; }; struct ata_acpi_hotplug_context { struct acpi_hotplug_context hp; union { struct ata_port *ap; struct ata_device *dev; } data; }; enum amd_spi_versions { AMD_SPI_V1 = 1, AMD_SPI_V2 = 2, }; struct amd_spi { void *io_remap_addr; enum amd_spi_versions version; }; struct mdio_device_id { __u32 phy_id; __u32 phy_id_mask; }; struct rtl821x_priv { u16 phycr1; u16 phycr2; }; enum { PCMCIA_IOPORT_0 = 0, PCMCIA_IOPORT_1 = 1, PCMCIA_IOMEM_0 = 2, PCMCIA_IOMEM_1 = 3, PCMCIA_IOMEM_2 = 4, PCMCIA_IOMEM_3 = 5, PCMCIA_NUM_RESOURCES = 6, }; enum usb_led_event { USB_LED_EVENT_HOST = 0, USB_LED_EVENT_GADGET = 1, }; struct usb_dev_cap_header { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; }; struct ep_device { struct usb_endpoint_descriptor *desc; struct usb_device *udev; struct device dev; }; struct usb_string_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 wData[1]; }; struct dbc_info_context { __le64 string0; __le64 manufacturer; __le64 product; __le64 serial; __le32 length; __le32 __reserved_0[7]; }; enum evtreturn { EVT_ERR = 4294967295, EVT_DONE = 0, EVT_GSER = 1, EVT_DISC = 2, }; struct serio_device_id { __u8 type; __u8 extra; __u8 id; __u8 proto; }; struct serio_driver; struct serio { void *port_data; char name[32]; char phys[32]; char firmware_id[128]; bool manual_bind; struct serio_device_id id; spinlock_t lock; int (*write)(struct serio *, unsigned char); int (*open)(struct serio *); void (*close)(struct serio *); int (*start)(struct serio *); void (*stop)(struct serio *); struct serio *parent; struct list_head child_node; struct list_head children; unsigned int depth; struct serio_driver *drv; struct mutex drv_mutex; struct device dev; struct list_head node; struct mutex *ps2_cmd_mutex; }; struct serio_driver { const char *description; const struct serio_device_id *id_table; bool manual_bind; void (*write_wakeup)(struct serio *); irqreturn_t (*interrupt)(struct serio *, unsigned char, unsigned int); int (*connect)(struct serio *, struct serio_driver *); int (*reconnect)(struct serio *); int (*fast_reconnect)(struct serio *); void (*disconnect)(struct serio *); void (*cleanup)(struct serio *); struct device_driver driver; }; enum serio_event_type { SERIO_RESCAN_PORT = 0, SERIO_RECONNECT_PORT = 1, SERIO_RECONNECT_SUBTREE = 2, SERIO_REGISTER_PORT = 3, SERIO_ATTACH_DRIVER = 4, }; struct serio_event { enum serio_event_type type; void *object; struct module *owner; struct list_head node; }; struct input_mt_pos { s16 x; s16 y; }; struct touchscreen_properties { unsigned int max_x; unsigned int max_y; bool invert_x; bool invert_y; bool swap_x_y; }; struct pl031_vendor_data { struct rtc_class_ops ops; bool clockwatch; bool st_weekday; long unsigned int irqflags; time64_t range_min; timeu64_t range_max; }; struct pl031_local { struct pl031_vendor_data *vendor; struct rtc_device *rtc; void *base; }; struct lirc_scancode { __u64 timestamp; __u16 flags; __u16 rc_proto; __u32 keycode; __u64 scancode; }; struct lirc_fh { struct list_head list; struct rc_dev *rc; int carrier_low; struct { union { struct __kfifo kfifo; unsigned int *type; const unsigned int *const_type; char (*rectype)[0]; unsigned int *ptr; const unsigned int *ptr_const; }; unsigned int buf[0]; } rawir; struct { union { struct __kfifo kfifo; struct lirc_scancode *type; const struct lirc_scancode *const_type; char (*rectype)[0]; struct lirc_scancode *ptr; const struct lirc_scancode *ptr_const; }; struct lirc_scancode buf[0]; } scancodes; wait_queue_head_t wait_poll; u8 send_mode; u8 rec_mode; }; enum { DM_TIO_INSIDE_DM_IO = 0, DM_TIO_IS_DUPLICATE_BIO = 1, }; enum { DM_IO_ACCOUNTED = 0, DM_IO_WAS_SPLIT = 1, }; struct clone_info { struct dm_table *map; struct bio *bio; struct dm_io *io; sector_t sector; unsigned int sector_count; bool is_abnormal_io: 1; bool submit_as_polled: 1; }; struct table_device { struct list_head list; refcount_t count; struct dm_dev dm_dev; }; struct dm_pr { u64 old_key; u64 new_key; u32 flags; bool abort; bool fail_early; int ret; enum pr_type type; }; struct dm_rq_target_io; struct dm_rq_clone_bio_info { struct bio *orig; struct dm_rq_target_io *tio; struct bio clone; }; struct dm_rq_target_io { struct mapped_device *md; struct dm_target *ti; struct request *orig; struct request *clone; struct kthread_work work; blk_status_t error; union map_info info; struct dm_stats_aux stats_aux; long unsigned int duration_jiffies; unsigned int n_sectors; unsigned int completed; }; struct dm_bio_details { struct block_device *bi_bdev; int __bi_remaining; long unsigned int bi_flags; struct bvec_iter bi_iter; bio_end_io_t *bi_end_io; struct bio_integrity_payload *bi_integrity; }; enum dm_rh_region_states { DM_RH_CLEAN = 1, DM_RH_DIRTY = 2, DM_RH_NOSYNC = 4, DM_RH_RECOVERING = 8, }; enum dm_raid1_error { DM_RAID1_WRITE_ERROR = 0, DM_RAID1_FLUSH_ERROR = 1, DM_RAID1_SYNC_ERROR = 2, DM_RAID1_READ_ERROR = 3, }; struct mirror_set; struct mirror { struct mirror_set *ms; atomic_t error_count; long unsigned int error_type; struct dm_dev *dev; sector_t offset; }; struct dm_region_hash; struct mirror_set { struct dm_target *ti; struct list_head list; uint64_t features; spinlock_t lock; struct bio_list reads; struct bio_list writes; struct bio_list failures; struct bio_list holds; struct dm_region_hash *rh; struct dm_kcopyd_client *kcopyd_client; struct dm_io_client *io_client; region_t nr_regions; int in_sync; int log_failure; int leg_failure; atomic_t suspend; atomic_t default_mirror; struct workqueue_struct *kmirrord_wq; struct work_struct kmirrord_work; struct timer_list timer; long unsigned int timer_pending; struct work_struct trigger_event; unsigned int nr_mirrors; struct mirror mirror[0]; }; struct dm_raid1_bio_record { struct mirror *m; struct dm_bio_details details; region_t write_region; }; struct dm_region; struct dev_ch_attribute { struct device_attribute attr; unsigned int channel; }; enum dev_pm_opp_event { OPP_EVENT_ADD = 0, OPP_EVENT_REMOVE = 1, OPP_EVENT_ENABLE = 2, OPP_EVENT_DISABLE = 3, OPP_EVENT_ADJUST_VOLTAGE = 4, }; struct dev_pm_opp_config { const char * const *clk_names; config_clks_t config_clks; const char *prop_name; config_regulators_t config_regulators; const unsigned int *supported_hw; unsigned int supported_hw_count; const char * const *regulator_names; const char * const *genpd_names; struct device ***virt_devs; }; struct opp_config_data { struct opp_table *opp_table; unsigned int flags; }; typedef int tpl_parse_t(struct mmc_card *, struct sdio_func *, const unsigned char *, unsigned int); struct cis_tpl { unsigned char code; unsigned char min_size; tpl_parse_t *parse; }; struct scmi_driver { const char *name; int (*probe)(struct scmi_device *); void (*remove)(struct scmi_device *); const struct scmi_device_id *id_table; struct device_driver driver; }; enum scmi_power_scale { SCMI_POWER_BOGOWATTS = 0, SCMI_POWER_MILLIWATTS = 1, SCMI_POWER_MICROWATTS = 2, }; struct scmi_perf_proto_ops { int (*limits_set)(const struct scmi_protocol_handle *, u32, u32, u32); int (*limits_get)(const struct scmi_protocol_handle *, u32, u32 *, u32 *); int (*level_set)(const struct scmi_protocol_handle *, u32, u32, bool); int (*level_get)(const struct scmi_protocol_handle *, u32, u32 *, bool); int (*device_domain_id)(struct device *); int (*transition_latency_get)(const struct scmi_protocol_handle *, struct device *); int (*device_opps_add)(const struct scmi_protocol_handle *, struct device *); int (*freq_set)(const struct scmi_protocol_handle *, u32, long unsigned int, bool); int (*freq_get)(const struct scmi_protocol_handle *, u32, long unsigned int *, bool); int (*est_power_get)(const struct scmi_protocol_handle *, u32, long unsigned int *, long unsigned int *); bool (*fast_switch_possible)(const struct scmi_protocol_handle *, struct device *); enum scmi_power_scale (*power_scale_get)(const struct scmi_protocol_handle *); }; struct scmi_fc_info { void *set_addr; void *get_addr; struct scmi_fc_db_info *set_db; }; struct scmi_perf_limits_report { ktime_t timestamp; unsigned int agent_id; unsigned int domain_id; unsigned int range_max; unsigned int range_min; }; struct scmi_perf_level_report { ktime_t timestamp; unsigned int agent_id; unsigned int domain_id; unsigned int performance_level; }; enum scmi_performance_protocol_cmd { PERF_DOMAIN_ATTRIBUTES = 3, PERF_DESCRIBE_LEVELS = 4, PERF_LIMITS_SET = 5, PERF_LIMITS_GET = 6, PERF_LEVEL_SET = 7, PERF_LEVEL_GET = 8, PERF_NOTIFY_LIMITS = 9, PERF_NOTIFY_LEVEL = 10, PERF_DESCRIBE_FASTCHANNEL = 11, PERF_DOMAIN_NAME_GET = 12, }; enum { PERF_FC_LEVEL = 0, PERF_FC_LIMIT = 1, PERF_FC_MAX = 2, }; struct scmi_opp { u32 perf; u32 power; u32 trans_latency_us; }; struct scmi_msg_resp_perf_attributes { __le16 num_domains; __le16 flags; __le32 stats_addr_low; __le32 stats_addr_high; __le32 stats_size; }; struct scmi_msg_resp_perf_domain_attributes { __le32 flags; __le32 rate_limit_us; __le32 sustained_freq_khz; __le32 sustained_perf_level; u8 name[16]; }; struct scmi_msg_perf_describe_levels { __le32 domain; __le32 level_index; }; struct scmi_perf_set_limits { __le32 domain; __le32 max_level; __le32 min_level; }; struct scmi_perf_get_limits { __le32 max_level; __le32 min_level; }; struct scmi_perf_set_level { __le32 domain; __le32 level; }; struct scmi_perf_notify_level_or_limits { __le32 domain; __le32 notify_enable; }; struct scmi_perf_limits_notify_payld { __le32 agent_id; __le32 domain_id; __le32 range_max; __le32 range_min; }; struct scmi_perf_level_notify_payld { __le32 agent_id; __le32 domain_id; __le32 performance_level; }; struct scmi_msg_resp_perf_describe_levels { __le16 num_returned; __le16 num_remaining; struct { __le32 perf_val; __le32 power; __le16 transition_latency_us; __le16 reserved; } opp[0]; }; struct perf_dom_info { bool set_limits; bool set_perf; bool perf_limit_notify; bool perf_level_notify; bool perf_fastchannels; u32 opp_count; u32 sustained_freq_khz; u32 sustained_perf_level; u32 mult_factor; char name[64]; struct scmi_opp opp[16]; struct scmi_fc_info *fc_info; }; struct scmi_perf_info { u32 version; int num_domains; enum scmi_power_scale power_scale; u64 stats_addr; u32 stats_size; struct perf_dom_info *dom_info; }; struct scmi_perf_ipriv { u32 domain; struct perf_dom_info *perf_dom; }; struct scmi_powercap_info { unsigned int id; bool notify_powercap_cap_change; bool notify_powercap_measurement_change; bool async_powercap_cap_set; bool powercap_cap_config; bool powercap_monitoring; bool powercap_pai_config; bool powercap_scale_mw; bool powercap_scale_uw; bool fastchannels; char name[64]; unsigned int min_pai; unsigned int max_pai; unsigned int pai_step; unsigned int min_power_cap; unsigned int max_power_cap; unsigned int power_cap_step; unsigned int sustainable_power; unsigned int accuracy; unsigned int parent_id; struct scmi_fc_info *fc_info; }; struct scmi_powercap_proto_ops { int (*num_domains_get)(const struct scmi_protocol_handle *); const struct scmi_powercap_info * (*info_get)(const struct scmi_protocol_handle *, u32); int (*cap_get)(const struct scmi_protocol_handle *, u32, u32 *); int (*cap_set)(const struct scmi_protocol_handle *, u32, u32, bool); int (*pai_get)(const struct scmi_protocol_handle *, u32, u32 *); int (*pai_set)(const struct scmi_protocol_handle *, u32, u32); int (*measurements_get)(const struct scmi_protocol_handle *, u32, u32 *, u32 *); int (*measurements_threshold_set)(const struct scmi_protocol_handle *, u32, u32, u32); int (*measurements_threshold_get)(const struct scmi_protocol_handle *, u32, u32 *, u32 *); }; struct scmi_powercap_cap_changed_report { ktime_t timestamp; unsigned int agent_id; unsigned int domain_id; unsigned int power_cap; unsigned int pai; }; struct scmi_powercap_meas_changed_report { ktime_t timestamp; unsigned int agent_id; unsigned int domain_id; unsigned int power; }; enum scmi_powercap_protocol_cmd { POWERCAP_DOMAIN_ATTRIBUTES = 3, POWERCAP_CAP_GET = 4, POWERCAP_CAP_SET = 5, POWERCAP_PAI_GET = 6, POWERCAP_PAI_SET = 7, POWERCAP_DOMAIN_NAME_GET = 8, POWERCAP_MEASUREMENTS_GET = 9, POWERCAP_CAP_NOTIFY = 10, POWERCAP_MEASUREMENTS_NOTIFY = 11, POWERCAP_DESCRIBE_FASTCHANNEL = 12, }; enum { POWERCAP_FC_CAP = 0, POWERCAP_FC_PAI = 1, POWERCAP_FC_MAX = 2, }; struct scmi_msg_resp_powercap_domain_attributes { __le32 attributes; u8 name[16]; __le32 min_pai; __le32 max_pai; __le32 pai_step; __le32 min_power_cap; __le32 max_power_cap; __le32 power_cap_step; __le32 sustainable_power; __le32 accuracy; __le32 parent_id; }; struct scmi_msg_powercap_set_cap_or_pai { __le32 domain; __le32 flags; __le32 value; }; struct scmi_msg_resp_powercap_cap_set_complete { __le32 domain; __le32 power_cap; }; struct scmi_msg_resp_powercap_meas_get { __le32 power; __le32 pai; }; struct scmi_msg_powercap_notify_cap { __le32 domain; __le32 notify_enable; }; struct scmi_msg_powercap_notify_thresh { __le32 domain; __le32 notify_enable; __le32 power_thresh_low; __le32 power_thresh_high; }; struct scmi_powercap_cap_changed_notify_payld { __le32 agent_id; __le32 domain_id; __le32 power_cap; __le32 pai; }; struct scmi_powercap_meas_changed_notify_payld { __le32 agent_id; __le32 domain_id; __le32 power; }; struct scmi_powercap_state { bool meas_notif_enabled; u64 thresholds; }; struct powercap_info { u32 version; int num_domains; struct scmi_powercap_state *states; struct scmi_powercap_info *powercaps; }; typedef struct { u32 version; u32 num_entries; u32 desc_size; u32 reserved; efi_memory_desc_t entry[0]; } efi_memory_attributes_table_t; struct efi_mokvar_sysfs_attr { struct bin_attribute bin_attr; struct list_head node; }; struct imx_sc_msg_req_misc_set_ctrl { struct imx_sc_rpc_msg hdr; u32 ctrl; u32 val; u16 resource; }; struct imx_sc_msg_req_cpu_start { struct imx_sc_rpc_msg hdr; u32 address_hi; u32 address_lo; u16 resource; u8 enable; }; struct imx_sc_msg_req_misc_get_ctrl { struct imx_sc_rpc_msg hdr; u32 ctrl; u16 resource; }; struct imx_sc_msg_resp_misc_get_ctrl { struct imx_sc_rpc_msg hdr; u32 val; }; struct imx_sc_msg_irq_get_status { struct imx_sc_rpc_msg hdr; union { struct { u16 resource; u8 group; u8 reserved; } req; struct { u32 status; } resp; } data; }; struct imx_sc_msg_irq_enable { struct imx_sc_rpc_msg hdr; u32 mask; u16 resource; u8 group; u8 enable; }; struct tegra186_bpmp { struct tegra_bpmp *parent; struct { struct gen_pool *pool; dma_addr_t phys; void *virt; } tx; struct { struct gen_pool *pool; dma_addr_t phys; void *virt; } rx; struct { struct mbox_client client; struct mbox_chan *channel; } mbox; }; struct omap_dm_timer; struct omap_dm_timer_ops { struct omap_dm_timer * (*request_by_node)(struct device_node *); struct omap_dm_timer * (*request_specific)(int); struct omap_dm_timer * (*request)(); int (*free)(struct omap_dm_timer *); void (*enable)(struct omap_dm_timer *); void (*disable)(struct omap_dm_timer *); int (*get_irq)(struct omap_dm_timer *); int (*set_int_enable)(struct omap_dm_timer *, unsigned int); int (*set_int_disable)(struct omap_dm_timer *, u32); struct clk * (*get_fclk)(struct omap_dm_timer *); int (*start)(struct omap_dm_timer *); int (*stop)(struct omap_dm_timer *); int (*set_source)(struct omap_dm_timer *, int); int (*set_load)(struct omap_dm_timer *, unsigned int); int (*set_match)(struct omap_dm_timer *, int, unsigned int); int (*set_pwm)(struct omap_dm_timer *, int, int, int, int); int (*get_pwm_status)(struct omap_dm_timer *); int (*set_prescaler)(struct omap_dm_timer *, int); unsigned int (*read_counter)(struct omap_dm_timer *); int (*write_counter)(struct omap_dm_timer *, unsigned int); unsigned int (*read_status)(struct omap_dm_timer *); int (*write_status)(struct omap_dm_timer *, unsigned int); }; struct timer_regs { u32 ocp_cfg; u32 tidr; u32 tier; u32 twer; u32 tclr; u32 tcrr; u32 tldr; u32 ttrg; u32 twps; u32 tmar; u32 tcar1; u32 tsicr; u32 tcar2; u32 tpir; u32 tnir; u32 tcvr; u32 tocr; u32 towr; }; struct omap_dm_timer { int id; int irq; struct clk *fclk; void *io_base; void *irq_stat; void *irq_ena; void *irq_dis; void *pend; void *func_base; atomic_t enabled; long unsigned int rate; unsigned int reserved: 1; unsigned int posted: 1; struct timer_regs context; int revision; u32 capability; u32 errata; struct platform_device *pdev; struct list_head node; struct notifier_block nb; }; struct dmtimer_platform_data { int (*set_timer_src)(struct platform_device *, int); u32 timer_capability; u32 timer_errata; int (*get_context_loss_count)(struct device *); const struct omap_dm_timer_ops *timer_ops; }; enum { REQUEST_ANY = 0, REQUEST_BY_ID = 1, REQUEST_BY_CAP = 2, REQUEST_BY_NODE = 3, }; struct usb_class_driver { char *name; char * (*devnode)(struct device *, umode_t *); const struct file_operations *fops; int minor_base; }; struct hiddev_event { unsigned int hid; int value; }; struct hiddev_devinfo { __u32 bustype; __u32 busnum; __u32 devnum; __u32 ifnum; __s16 vendor; __s16 product; __s16 version; __u32 num_applications; }; struct hiddev_collection_info { __u32 index; __u32 type; __u32 usage; __u32 level; }; struct hiddev_report_info { __u32 report_type; __u32 report_id; __u32 num_fields; }; struct hiddev_field_info { __u32 report_type; __u32 report_id; __u32 field_index; __u32 maxusage; __u32 flags; __u32 physical; __u32 logical; __u32 application; __s32 logical_minimum; __s32 logical_maximum; __s32 physical_minimum; __s32 physical_maximum; __u32 unit_exponent; __u32 unit; }; struct hiddev_usage_ref { __u32 report_type; __u32 report_id; __u32 field_index; __u32 usage_index; __u32 usage_code; __s32 value; }; struct hiddev_usage_ref_multi { struct hiddev_usage_ref uref; __u32 num_values; __s32 values[1024]; }; struct hiddev_list { struct hiddev_usage_ref buffer[2048]; int head; int tail; unsigned int flags; struct fasync_struct *fasync; struct hiddev *hiddev; struct list_head node; struct mutex thread_lock; }; struct of_bus___2 { void (*count_cells)(const void *, int, int *, int *); u64 (*map)(__be32 *, const __be32 *, int, int, int); int (*translate)(__be32 *, u64, int); }; struct of_intc_desc { struct list_head list; of_irq_init_cb_t irq_init_cb; struct device_node *dev; struct device_node *interrupt_parent; }; struct ti_msgmgr_message { size_t len; u8 *buf; struct mbox_chan *chan_rx; int timeout_rx_ms; }; struct ti_msgmgr_valid_queue_desc { u8 queue_id; u8 proxy_id; bool is_tx; }; struct ti_msgmgr_desc { u8 queue_count; u8 max_message_size; u8 max_messages; u8 data_first_reg; u8 data_last_reg; u32 status_cnt_mask; u32 status_err_mask; bool tx_polled; int tx_poll_timeout_ms; const struct ti_msgmgr_valid_queue_desc *valid_queues; const char *data_region_name; const char *status_region_name; const char *ctrl_region_name; int num_valid_queues; bool is_sproxy; }; struct ti_queue_inst { char name[30]; u8 queue_id; u8 proxy_id; int irq; bool is_tx; void *queue_buff_start; void *queue_buff_end; void *queue_state; void *queue_ctrl; struct mbox_chan *chan; u32 *rx_buff; bool polled_rx_mode; }; struct ti_msgmgr_inst { struct device *dev; const struct ti_msgmgr_desc *desc; void *queue_proxy_region; void *queue_state_debug_region; void *queue_ctrl_region; u8 num_valid_queues; struct ti_queue_inst *qinsts; struct mbox_controller mbox; struct mbox_chan *chans; }; enum rsc_handling_status { RSC_HANDLED = 0, RSC_IGNORED = 1, }; struct rproc_subdev { struct list_head node; int (*prepare)(struct rproc_subdev *); int (*start)(struct rproc_subdev *); void (*stop)(struct rproc_subdev *, bool); void (*unprepare)(struct rproc_subdev *); }; struct rproc_vdev; struct rproc_vring { void *va; int num; u32 da; u32 align; int notifyid; struct rproc_vdev *rvdev; struct virtqueue *vq; }; struct rproc_vdev { struct kref refcount; struct rproc_subdev subdev; struct device dev; unsigned int id; struct list_head node; struct rproc *rproc; struct rproc_vring vring[2]; u32 rsc_offset; u32 index; }; typedef int (*rproc_handle_resource_t)(struct rproc *, void *, int, int); struct devfreq_freqs { long unsigned int old; long unsigned int new; }; enum devfreq_parent_dev_type { DEVFREQ_PARENT_DEV = 0, CPUFREQ_PARENT_DEV = 1, }; struct devfreq_passive_data { struct devfreq *parent; int (*get_target_freq)(struct devfreq *, long unsigned int *); enum devfreq_parent_dev_type parent_type; struct devfreq *this; struct notifier_block nb; struct list_head cpu_data_list; }; struct trace_event_raw_devfreq_frequency { struct trace_entry ent; u32 __data_loc_dev_name; long unsigned int freq; long unsigned int prev_freq; long unsigned int busy_time; long unsigned int total_time; char __data[0]; }; struct trace_event_raw_devfreq_monitor { struct trace_entry ent; long unsigned int freq; long unsigned int busy_time; long unsigned int total_time; unsigned int polling_ms; u32 __data_loc_dev_name; char __data[0]; }; struct trace_event_data_offsets_devfreq_frequency { u32 dev_name; }; struct trace_event_data_offsets_devfreq_monitor { u32 dev_name; }; typedef void (*btf_trace_devfreq_frequency)(void *, struct devfreq *, long unsigned int, long unsigned int); typedef void (*btf_trace_devfreq_monitor)(void *, struct devfreq *); struct devfreq_notifier_devres { struct devfreq *devfreq; struct notifier_block *nb; unsigned int list; }; struct powercap_constraint_attr { struct device_attribute power_limit_attr; struct device_attribute time_window_attr; struct device_attribute max_power_attr; struct device_attribute min_power_attr; struct device_attribute max_time_window_attr; struct device_attribute min_time_window_attr; struct device_attribute name_attr; }; struct hw_pmu_info { u32 type; u32 enable_mask; void *csr; }; struct xgene_pmu; struct xgene_pmu_dev { struct hw_pmu_info *inf; struct xgene_pmu *parent; struct pmu pmu; u8 max_counters; long unsigned int cntr_assign_mask[1]; u64 max_period; const struct attribute_group **attr_groups; struct perf_event *pmu_counter_event[4]; }; struct xgene_pmu_ops; struct xgene_pmu { struct device *dev; struct hlist_node node; int version; void *pcppmu_csr; u32 mcb_active_mask; u32 mc_active_mask; u32 l3c_active_mask; cpumask_t cpu; int irq; raw_spinlock_t lock; const struct xgene_pmu_ops *ops; struct list_head l3cpmus; struct list_head iobpmus; struct list_head mcbpmus; struct list_head mcpmus; }; struct xgene_pmu_ops { void (*mask_int)(struct xgene_pmu *); void (*unmask_int)(struct xgene_pmu *); u64 (*read_counter)(struct xgene_pmu_dev *, int); void (*write_counter)(struct xgene_pmu_dev *, int, u64); void (*write_evttype)(struct xgene_pmu_dev *, int, u32); void (*write_agentmsk)(struct xgene_pmu_dev *, u32); void (*write_agent1msk)(struct xgene_pmu_dev *, u32); void (*enable_counter)(struct xgene_pmu_dev *, int); void (*disable_counter)(struct xgene_pmu_dev *, int); void (*enable_counter_int)(struct xgene_pmu_dev *, int); void (*disable_counter_int)(struct xgene_pmu_dev *, int); void (*reset_counters)(struct xgene_pmu_dev *); void (*start_counters)(struct xgene_pmu_dev *); void (*stop_counters)(struct xgene_pmu_dev *); }; struct xgene_pmu_dev_ctx { char *name; struct list_head next; struct xgene_pmu_dev *pmu_dev; struct hw_pmu_info inf; }; struct xgene_pmu_data { int id; u32 data; }; enum xgene_pmu_version { PCP_PMU_V1 = 1, PCP_PMU_V2 = 2, PCP_PMU_V3 = 3, }; enum xgene_pmu_dev_type { PMU_TYPE_L3C = 0, PMU_TYPE_IOB = 1, PMU_TYPE_IOB_SLOW = 2, PMU_TYPE_MCB = 3, PMU_TYPE_MC = 4, }; enum tb_switch_vse_cap { TB_VSE_CAP_PLUG_EVENTS = 1, TB_VSE_CAP_TIME2 = 3, TB_VSE_CAP_CP_LP = 4, TB_VSE_CAP_LINK_CONTROLLER = 6, }; enum tb_port_state { TB_PORT_DISABLED = 0, TB_PORT_CONNECTING = 1, TB_PORT_UP = 2, TB_PORT_UNPLUGGED = 7, }; struct tb_cap_basic { u8 next; u8 cap; }; struct tb_cap_phy { struct tb_cap_basic cap_header; u32 unknown1: 16; u32 unknown2: 14; bool disable: 1; u32 unknown3: 11; enum tb_port_state state: 4; u32 unknown4: 2; }; struct tb_regs_hop { u32 next_hop: 11; u32 out_port: 6; u32 initial_credits: 8; u32 unknown1: 6; bool enable: 1; u32 weight: 4; u32 unknown2: 4; u32 priority: 3; bool drop_packages: 1; u32 counter: 11; bool counter_enable: 1; bool ingress_fc: 1; bool egress_fc: 1; bool ingress_shared_buffer: 1; bool egress_shared_buffer: 1; bool pending: 1; u32 unknown3: 3; }; enum tb_nvm_write_ops { WRITE_AND_AUTHENTICATE = 1, WRITE_ONLY = 2, AUTHENTICATE_ONLY = 3, }; struct nvm_auth_status { struct list_head list; uuid_t uuid; u32 status; }; struct tb_sw_lookup { struct tb *tb; u8 link; u8 depth; const uuid_t *uuid; u64 route; }; struct tb_service_id { __u32 match_flags; char protocol_key[9]; __u32 protocol_id; __u32 protocol_version; __u32 protocol_revision; kernel_ulong_t driver_data; }; enum tb_property_type { TB_PROPERTY_TYPE_UNKNOWN = 0, TB_PROPERTY_TYPE_DIRECTORY = 68, TB_PROPERTY_TYPE_DATA = 100, TB_PROPERTY_TYPE_TEXT = 116, TB_PROPERTY_TYPE_VALUE = 118, }; struct tb_property { struct list_head list; char key[9]; enum tb_property_type type; size_t length; union { struct tb_property_dir *dir; u8 *data; char *text; u32 immediate; } value; }; struct tb_protocol_handler { const uuid_t *uuid; int (*callback)(const void *, size_t, void *); void *data; struct list_head list; }; struct tb_service { struct device dev; int id; const char *key; u32 prtcid; u32 prtcvers; u32 prtcrevs; u32 prtcstns; struct dentry *debugfs_dir; }; struct tb_service_driver { struct device_driver driver; int (*probe)(struct tb_service *, const struct tb_service_id *); void (*remove)(struct tb_service *); void (*shutdown)(struct tb_service *); const struct tb_service_id *id_table; }; struct tb_xdomain_header { u32 route_hi; u32 route_lo; u32 length_sn; }; enum tb_xdp_type { UUID_REQUEST_OLD = 1, UUID_RESPONSE = 2, PROPERTIES_REQUEST = 3, PROPERTIES_RESPONSE = 4, PROPERTIES_CHANGED_REQUEST = 5, PROPERTIES_CHANGED_RESPONSE = 6, ERROR_RESPONSE = 7, UUID_REQUEST = 12, LINK_STATE_STATUS_REQUEST = 15, LINK_STATE_STATUS_RESPONSE = 16, LINK_STATE_CHANGE_REQUEST = 17, LINK_STATE_CHANGE_RESPONSE = 18, }; struct tb_xdp_header { struct tb_xdomain_header xd_hdr; uuid_t uuid; u32 type; }; struct tb_xdp_error_response { struct tb_xdp_header hdr; u32 error; }; struct tb_xdp_link_state_status { struct tb_xdp_header hdr; }; struct tb_xdp_link_state_status_response { union { struct tb_xdp_error_response err; struct { struct tb_xdp_header hdr; u32 status; u8 slw; u8 tlw; u8 sls; u8 tls; }; }; }; struct tb_xdp_link_state_change { struct tb_xdp_header hdr; u8 tlw; u8 tls; u16 reserved; }; struct tb_xdp_link_state_change_response { union { struct tb_xdp_error_response err; struct { struct tb_xdp_header hdr; u32 status; }; }; }; struct tb_xdp_uuid { struct tb_xdp_header hdr; }; struct tb_xdp_uuid_response { union { struct tb_xdp_error_response err; struct { struct tb_xdp_header hdr; uuid_t src_uuid; u32 src_route_hi; u32 src_route_lo; }; }; }; struct tb_xdp_properties { struct tb_xdp_header hdr; uuid_t src_uuid; uuid_t dst_uuid; u16 offset; u16 reserved; }; struct tb_xdp_properties_response { union { struct tb_xdp_error_response err; struct { struct tb_xdp_header hdr; uuid_t src_uuid; uuid_t dst_uuid; u16 offset; u16 data_length; u32 generation; u32 data[0]; }; }; }; struct tb_xdp_properties_changed { struct tb_xdp_header hdr; uuid_t src_uuid; }; struct tb_xdp_properties_changed_response { union { struct tb_xdp_error_response err; struct tb_xdp_header hdr; }; }; enum tb_xdp_error { ERROR_SUCCESS = 0, ERROR_UNKNOWN_PACKET = 1, ERROR_UNKNOWN_DOMAIN = 2, ERROR_NOT_SUPPORTED = 3, ERROR_NOT_READY = 4, }; enum { XDOMAIN_STATE_INIT = 0, XDOMAIN_STATE_UUID = 1, XDOMAIN_STATE_LINK_STATUS = 2, XDOMAIN_STATE_LINK_STATE_CHANGE = 3, XDOMAIN_STATE_LINK_STATUS2 = 4, XDOMAIN_STATE_BONDING_UUID_LOW = 5, XDOMAIN_STATE_BONDING_UUID_HIGH = 6, XDOMAIN_STATE_PROPERTIES = 7, XDOMAIN_STATE_ENUMERATED = 8, XDOMAIN_STATE_ERROR = 9, }; struct xdomain_request_work { struct work_struct work; struct tb_xdp_header *pkg; struct tb *tb; }; struct tb_xdomain_lookup { const uuid_t *uuid; u8 link; u8 depth; u64 route; }; enum { BINDER_TYPE_BINDER = 1935813253, BINDER_TYPE_WEAK_BINDER = 2002922117, BINDER_TYPE_HANDLE = 1936206469, BINDER_TYPE_WEAK_HANDLE = 2003315333, BINDER_TYPE_FD = 1717840517, BINDER_TYPE_FDA = 1717854597, BINDER_TYPE_PTR = 1886661253, }; enum { FLAT_BINDER_FLAG_PRIORITY_MASK = 255, FLAT_BINDER_FLAG_ACCEPTS_FDS = 256, FLAT_BINDER_FLAG_TXN_SECURITY_CTX = 4096, }; struct binder_object_header { __u32 type; }; struct flat_binder_object { struct binder_object_header hdr; __u32 flags; union { binder_uintptr_t binder; __u32 handle; }; binder_uintptr_t cookie; }; struct binder_fd_object { struct binder_object_header hdr; __u32 pad_flags; union { binder_uintptr_t pad_binder; __u32 fd; }; binder_uintptr_t cookie; }; struct binder_buffer_object { struct binder_object_header hdr; __u32 flags; binder_uintptr_t buffer; binder_size_t length; binder_size_t parent; binder_size_t parent_offset; }; enum { BINDER_BUFFER_FLAG_HAS_PARENT = 1, }; struct binder_fd_array_object { struct binder_object_header hdr; __u32 pad; binder_size_t num_fds; binder_size_t parent; binder_size_t parent_offset; }; struct binder_write_read { binder_size_t write_size; binder_size_t write_consumed; binder_uintptr_t write_buffer; binder_size_t read_size; binder_size_t read_consumed; binder_uintptr_t read_buffer; }; struct binder_version { __s32 protocol_version; }; struct binder_node_debug_info { binder_uintptr_t ptr; binder_uintptr_t cookie; __u32 has_strong_ref; __u32 has_weak_ref; }; struct binder_node_info_for_ref { __u32 handle; __u32 strong_count; __u32 weak_count; __u32 reserved1; __u32 reserved2; __u32 reserved3; }; struct binder_freeze_info { __u32 pid; __u32 enable; __u32 timeout_ms; }; struct binder_frozen_status_info { __u32 pid; __u32 sync_recv; __u32 async_recv; }; struct binder_extended_error { __u32 id; __u32 command; __s32 param; }; enum transaction_flags { TF_ONE_WAY = 1, TF_ROOT_OBJECT = 4, TF_STATUS_CODE = 8, TF_ACCEPT_FDS = 16, TF_CLEAR_BUF = 32, TF_UPDATE_TXN = 64, }; struct binder_transaction_data { union { __u32 handle; binder_uintptr_t ptr; } target; binder_uintptr_t cookie; __u32 code; __u32 flags; __kernel_pid_t sender_pid; __kernel_uid32_t sender_euid; binder_size_t data_size; binder_size_t offsets_size; union { struct { binder_uintptr_t buffer; binder_uintptr_t offsets; } ptr; __u8 buf[8]; } data; }; struct binder_transaction_data_secctx { struct binder_transaction_data transaction_data; binder_uintptr_t secctx; }; struct binder_transaction_data_sg { struct binder_transaction_data transaction_data; binder_size_t buffers_size; }; struct binder_thread; struct binder_transaction { int debug_id; struct binder_work work; struct binder_thread *from; struct binder_transaction *from_parent; struct binder_proc *to_proc; struct binder_thread *to_thread; struct binder_transaction *to_parent; unsigned int need_reply: 1; struct binder_buffer *buffer; unsigned int code; unsigned int flags; long int priority; long int saved_priority; kuid_t sender_euid; struct list_head fd_fixups; binder_uintptr_t security_ctx; spinlock_t lock; }; struct binder_error { struct binder_work work; uint32_t cmd; }; struct binder_ref_death { struct binder_work work; binder_uintptr_t cookie; }; struct binder_ref_data { int debug_id; uint32_t desc; int strong; int weak; }; struct binder_ref { struct binder_ref_data data; struct rb_node rb_node_desc; struct rb_node rb_node_node; struct hlist_node node_entry; struct binder_proc *proc; struct binder_node *node; struct binder_ref_death *death; }; struct binder_thread { struct binder_proc *proc; struct rb_node rb_node; struct list_head waiting_thread_node; int pid; int looper; bool looper_need_return; struct binder_transaction *transaction_stack; struct list_head todo; bool process_todo; struct binder_error return_error; struct binder_error reply_error; struct binder_extended_error ee; wait_queue_head_t wait; struct binder_stats stats; atomic_t tmp_ref; bool is_dead; }; struct binder_txn_fd_fixup { struct list_head fixup_entry; struct file *file; size_t offset; int target_fd; }; struct binder_object { union { struct binder_object_header hdr; struct flat_binder_object fbo; struct binder_fd_object fdo; struct binder_buffer_object bbo; struct binder_fd_array_object fdao; }; }; enum { BINDER_DEBUG_USER_ERROR___2 = 1, BINDER_DEBUG_FAILED_TRANSACTION = 2, BINDER_DEBUG_DEAD_TRANSACTION = 4, BINDER_DEBUG_OPEN_CLOSE___2 = 8, BINDER_DEBUG_DEAD_BINDER = 16, BINDER_DEBUG_DEATH_NOTIFICATION = 32, BINDER_DEBUG_READ_WRITE = 64, BINDER_DEBUG_USER_REFS = 128, BINDER_DEBUG_THREADS = 256, BINDER_DEBUG_TRANSACTION = 512, BINDER_DEBUG_TRANSACTION_COMPLETE = 1024, BINDER_DEBUG_FREE_BUFFER = 2048, BINDER_DEBUG_INTERNAL_REFS = 4096, BINDER_DEBUG_PRIORITY_CAP = 8192, BINDER_DEBUG_SPINLOCKS = 16384, }; struct binder_transaction_log_entry { int debug_id; int debug_id_done; int call_type; int from_proc; int from_thread; int target_handle; int to_proc; int to_thread; int to_node; int data_size; int offsets_size; int return_error_line; uint32_t return_error; uint32_t return_error_param; char context_name[256]; }; struct binder_transaction_log { atomic_t cur; bool full; struct binder_transaction_log_entry entry[32]; }; enum binder_deferred_state { BINDER_DEFERRED_FLUSH = 1, BINDER_DEFERRED_RELEASE = 2, }; enum { BINDER_LOOPER_STATE_REGISTERED = 1, BINDER_LOOPER_STATE_ENTERED = 2, BINDER_LOOPER_STATE_EXITED = 4, BINDER_LOOPER_STATE_INVALID = 8, BINDER_LOOPER_STATE_WAITING = 16, BINDER_LOOPER_STATE_POLL = 32, }; struct binder_task_work_cb { struct callback_head twork; struct file *file; }; struct binder_ptr_fixup { binder_size_t offset; size_t skip_size; binder_uintptr_t fixup_data; struct list_head node; }; struct binder_sg_copy { binder_size_t offset; const void *sender_uaddr; size_t length; struct list_head node; }; struct trace_event_raw_binder_ioctl { struct trace_entry ent; unsigned int cmd; long unsigned int arg; char __data[0]; }; struct trace_event_raw_binder_lock_class { struct trace_entry ent; const char *tag; char __data[0]; }; struct trace_event_raw_binder_function_return_class { struct trace_entry ent; int ret; char __data[0]; }; struct trace_event_raw_binder_wait_for_work { struct trace_entry ent; bool proc_work; bool transaction_stack; bool thread_todo; char __data[0]; }; struct trace_event_raw_binder_txn_latency_free { struct trace_entry ent; int debug_id; int from_proc; int from_thread; int to_proc; int to_thread; unsigned int code; unsigned int flags; char __data[0]; }; struct trace_event_raw_binder_transaction { struct trace_entry ent; int debug_id; int target_node; int to_proc; int to_thread; int reply; unsigned int code; unsigned int flags; char __data[0]; }; struct trace_event_raw_binder_transaction_received { struct trace_entry ent; int debug_id; char __data[0]; }; struct trace_event_raw_binder_transaction_node_to_ref { struct trace_entry ent; int debug_id; int node_debug_id; binder_uintptr_t node_ptr; int ref_debug_id; uint32_t ref_desc; char __data[0]; }; struct trace_event_raw_binder_transaction_ref_to_node { struct trace_entry ent; int debug_id; int ref_debug_id; uint32_t ref_desc; int node_debug_id; binder_uintptr_t node_ptr; char __data[0]; }; struct trace_event_raw_binder_transaction_ref_to_ref { struct trace_entry ent; int debug_id; int node_debug_id; int src_ref_debug_id; uint32_t src_ref_desc; int dest_ref_debug_id; uint32_t dest_ref_desc; char __data[0]; }; struct trace_event_raw_binder_transaction_fd_send { struct trace_entry ent; int debug_id; int fd; size_t offset; char __data[0]; }; struct trace_event_raw_binder_transaction_fd_recv { struct trace_entry ent; int debug_id; int fd; size_t offset; char __data[0]; }; struct trace_event_raw_binder_buffer_class { struct trace_entry ent; int debug_id; size_t data_size; size_t offsets_size; size_t extra_buffers_size; char __data[0]; }; struct trace_event_raw_binder_update_page_range { struct trace_entry ent; int proc; bool allocate; size_t offset; size_t size; char __data[0]; }; struct trace_event_raw_binder_lru_page_class { struct trace_entry ent; int proc; size_t page_index; char __data[0]; }; struct trace_event_raw_binder_command { struct trace_entry ent; uint32_t cmd; char __data[0]; }; struct trace_event_raw_binder_return { struct trace_entry ent; uint32_t cmd; char __data[0]; }; struct trace_event_data_offsets_binder_ioctl {}; struct trace_event_data_offsets_binder_lock_class {}; struct trace_event_data_offsets_binder_function_return_class {}; struct trace_event_data_offsets_binder_wait_for_work {}; struct trace_event_data_offsets_binder_txn_latency_free {}; struct trace_event_data_offsets_binder_transaction {}; struct trace_event_data_offsets_binder_transaction_received {}; struct trace_event_data_offsets_binder_transaction_node_to_ref {}; struct trace_event_data_offsets_binder_transaction_ref_to_node {}; struct trace_event_data_offsets_binder_transaction_ref_to_ref {}; struct trace_event_data_offsets_binder_transaction_fd_send {}; struct trace_event_data_offsets_binder_transaction_fd_recv {}; struct trace_event_data_offsets_binder_buffer_class {}; struct trace_event_data_offsets_binder_update_page_range {}; struct trace_event_data_offsets_binder_lru_page_class {}; struct trace_event_data_offsets_binder_command {}; struct trace_event_data_offsets_binder_return {}; typedef void (*btf_trace_binder_ioctl)(void *, unsigned int, long unsigned int); typedef void (*btf_trace_binder_lock)(void *, const char *); typedef void (*btf_trace_binder_locked)(void *, const char *); typedef void (*btf_trace_binder_unlock)(void *, const char *); typedef void (*btf_trace_binder_ioctl_done)(void *, int); typedef void (*btf_trace_binder_write_done)(void *, int); typedef void (*btf_trace_binder_read_done)(void *, int); typedef void (*btf_trace_binder_wait_for_work)(void *, bool, bool, bool); typedef void (*btf_trace_binder_txn_latency_free)(void *, struct binder_transaction *, int, int, int, int); typedef void (*btf_trace_binder_transaction)(void *, bool, struct binder_transaction *, struct binder_node *); typedef void (*btf_trace_binder_transaction_received)(void *, struct binder_transaction *); typedef void (*btf_trace_binder_transaction_node_to_ref)(void *, struct binder_transaction *, struct binder_node *, struct binder_ref_data *); typedef void (*btf_trace_binder_transaction_ref_to_node)(void *, struct binder_transaction *, struct binder_node *, struct binder_ref_data *); typedef void (*btf_trace_binder_transaction_ref_to_ref)(void *, struct binder_transaction *, struct binder_node *, struct binder_ref_data *, struct binder_ref_data *); typedef void (*btf_trace_binder_transaction_fd_send)(void *, struct binder_transaction *, int, size_t); typedef void (*btf_trace_binder_transaction_fd_recv)(void *, struct binder_transaction *, int, size_t); typedef void (*btf_trace_binder_transaction_alloc_buf)(void *, struct binder_buffer *); typedef void (*btf_trace_binder_transaction_buffer_release)(void *, struct binder_buffer *); typedef void (*btf_trace_binder_transaction_failed_buffer_release)(void *, struct binder_buffer *); typedef void (*btf_trace_binder_transaction_update_buffer_release)(void *, struct binder_buffer *); typedef void (*btf_trace_binder_update_page_range)(void *, struct binder_alloc *, bool, void *, void *); typedef void (*btf_trace_binder_alloc_lru_start)(void *, const struct binder_alloc *, size_t); typedef void (*btf_trace_binder_alloc_lru_end)(void *, const struct binder_alloc *, size_t); typedef void (*btf_trace_binder_free_lru_start)(void *, const struct binder_alloc *, size_t); typedef void (*btf_trace_binder_free_lru_end)(void *, const struct binder_alloc *, size_t); typedef void (*btf_trace_binder_alloc_page_start)(void *, const struct binder_alloc *, size_t); typedef void (*btf_trace_binder_alloc_page_end)(void *, const struct binder_alloc *, size_t); typedef void (*btf_trace_binder_unmap_user_start)(void *, const struct binder_alloc *, size_t); typedef void (*btf_trace_binder_unmap_user_end)(void *, const struct binder_alloc *, size_t); typedef void (*btf_trace_binder_unmap_kernel_start)(void *, const struct binder_alloc *, size_t); typedef void (*btf_trace_binder_unmap_kernel_end)(void *, const struct binder_alloc *, size_t); typedef void (*btf_trace_binder_command)(void *, uint32_t); typedef void (*btf_trace_binder_return)(void *, uint32_t); enum { TCA_STATS_UNSPEC = 0, TCA_STATS_BASIC = 1, TCA_STATS_RATE_EST = 2, TCA_STATS_QUEUE = 3, TCA_STATS_APP = 4, TCA_STATS_RATE_EST64 = 5, TCA_STATS_PAD = 6, TCA_STATS_BASIC_HW = 7, TCA_STATS_PKT64 = 8, __TCA_STATS_MAX = 9, }; struct gnet_stats_basic { __u64 bytes; __u32 packets; }; struct gnet_stats_rate_est { __u32 bps; __u32 pps; }; struct gnet_stats_rate_est64 { __u64 bps; __u64 pps; }; enum flow_dissect_ret { FLOW_DISSECT_RET_OUT_GOOD = 0, FLOW_DISSECT_RET_OUT_BAD = 1, FLOW_DISSECT_RET_PROTO_AGAIN = 2, FLOW_DISSECT_RET_IPPROTO_AGAIN = 3, FLOW_DISSECT_RET_CONTINUE = 4, }; struct flow_dissector_mpls_lse { u32 mpls_ttl: 8; u32 mpls_bos: 1; u32 mpls_tc: 3; u32 mpls_label: 20; }; struct flow_dissector_key_mpls { struct flow_dissector_mpls_lse ls[7]; u8 used_lses; }; struct flow_dissector_key_enc_opts { u8 data[255]; u8 len; __be16 dst_opt_type; }; struct flow_dissector_key_arp { __u32 sip; __u32 tip; __u8 op; unsigned char sha[6]; unsigned char tha[6]; }; struct flow_dissector_key_eth_addrs { unsigned char dst[6]; unsigned char src[6]; }; struct flow_dissector_key_tcp { __be16 flags; }; struct flow_dissector_key_ip { __u8 tos; __u8 ttl; }; struct flow_dissector_key_meta { int ingress_ifindex; u16 ingress_iftype; }; struct flow_dissector_key_ct { u16 ct_state; u16 ct_zone; u32 ct_mark; u32 ct_labels[4]; }; struct flow_dissector_key_hash { u32 hash; }; struct flow_dissector_key_num_of_vlans { u8 num_of_vlans; }; struct flow_dissector_key_pppoe { __be16 session_id; __be16 ppp_proto; __be16 type; }; struct flow_dissector_key { enum flow_dissector_key_id key_id; size_t offset; }; struct flow_keys_basic { struct flow_dissector_key_control control; struct flow_dissector_key_basic basic; }; struct flow_keys_digest { u8 data[16]; }; struct nf_ct_event; struct nf_exp_event; struct nf_ct_event_notifier { int (*ct_event)(unsigned int, const struct nf_ct_event *); int (*exp_event)(unsigned int, const struct nf_exp_event *); }; enum { TCA_FLOWER_KEY_CT_FLAGS_NEW = 1, TCA_FLOWER_KEY_CT_FLAGS_ESTABLISHED = 2, TCA_FLOWER_KEY_CT_FLAGS_RELATED = 4, TCA_FLOWER_KEY_CT_FLAGS_TRACKED = 8, TCA_FLOWER_KEY_CT_FLAGS_INVALID = 16, TCA_FLOWER_KEY_CT_FLAGS_REPLY = 32, __TCA_FLOWER_KEY_CT_FLAGS_MAX = 33, }; enum phylink_op_type { PHYLINK_NETDEV = 0, PHYLINK_DEV = 1, }; struct phylink_link_state; struct phylink_config { struct device *dev; enum phylink_op_type type; bool legacy_pre_march2020; bool poll_fixed_state; bool mac_managed_pm; bool ovr_an_inband; void (*get_fixed_state)(struct phylink_config *, struct phylink_link_state *); long unsigned int supported_interfaces[1]; long unsigned int mac_capabilities; }; struct dsa_device_ops; struct dsa_switch_tree; struct dsa_switch; struct dsa_bridge; struct dsa_lag; struct dsa_netdevice_ops; struct dsa_port { union { struct net_device *master; struct net_device *slave; }; const struct dsa_device_ops *tag_ops; struct dsa_switch_tree *dst; struct sk_buff * (*rcv)(struct sk_buff *, struct net_device *); struct dsa_switch *ds; unsigned int index; enum { DSA_PORT_TYPE_UNUSED = 0, DSA_PORT_TYPE_CPU = 1, DSA_PORT_TYPE_DSA = 2, DSA_PORT_TYPE_USER = 3, } type; const char *name; struct dsa_port *cpu_dp; u8 mac[6]; u8 stp_state; u8 vlan_filtering: 1; u8 learning: 1; u8 lag_tx_enabled: 1; u8 devlink_port_setup: 1; u8 master_admin_up: 1; u8 master_oper_up: 1; u8 setup: 1; struct device_node *dn; unsigned int ageing_time; struct dsa_bridge *bridge; struct devlink_port devlink_port; struct phylink *pl; struct phylink_config pl_config; struct dsa_lag *lag; struct net_device *hsr_dev; struct list_head list; const struct ethtool_ops *orig_ethtool_ops; const struct dsa_netdevice_ops *netdev_ops; struct mutex addr_lists_lock; struct list_head fdbs; struct list_head mdbs; struct mutex vlans_lock; struct list_head vlans; }; enum netdev_lag_tx_type { NETDEV_LAG_TX_TYPE_UNKNOWN = 0, NETDEV_LAG_TX_TYPE_RANDOM = 1, NETDEV_LAG_TX_TYPE_BROADCAST = 2, NETDEV_LAG_TX_TYPE_ROUNDROBIN = 3, NETDEV_LAG_TX_TYPE_ACTIVEBACKUP = 4, NETDEV_LAG_TX_TYPE_HASH = 5, }; enum netdev_lag_hash { NETDEV_LAG_HASH_NONE = 0, NETDEV_LAG_HASH_L2 = 1, NETDEV_LAG_HASH_L34 = 2, NETDEV_LAG_HASH_L23 = 3, NETDEV_LAG_HASH_E23 = 4, NETDEV_LAG_HASH_E34 = 5, NETDEV_LAG_HASH_VLAN_SRCMAC = 6, NETDEV_LAG_HASH_UNKNOWN = 7, }; struct netdev_lag_upper_info { enum netdev_lag_tx_type tx_type; enum netdev_lag_hash hash_type; }; enum { BPF_FLOW_DISSECTOR_F_PARSE_1ST_FRAG = 1, BPF_FLOW_DISSECTOR_F_STOP_AT_FLOW_LABEL = 2, BPF_FLOW_DISSECTOR_F_STOP_AT_ENCAP = 4, }; struct flow_match { struct flow_dissector *dissector; void *mask; void *key; }; struct flow_rule { struct flow_match match; struct flow_action action; }; struct flow_stats { u64 pkts; u64 bytes; u64 drops; u64 lastused; enum flow_action_hw_stats used_hw_stats; bool used_hw_stats_valid; }; enum flow_cls_command { FLOW_CLS_REPLACE = 0, FLOW_CLS_DESTROY = 1, FLOW_CLS_STATS = 2, FLOW_CLS_TMPLT_CREATE = 3, FLOW_CLS_TMPLT_DESTROY = 4, }; struct flow_cls_common_offload { u32 chain_index; __be16 protocol; u32 prio; struct netlink_ext_ack *extack; }; struct flow_cls_offload { struct flow_cls_common_offload common; enum flow_cls_command command; long unsigned int cookie; struct flow_rule *rule; struct flow_stats stats; u32 classid; }; struct dsa_chip_data { struct device *host_dev; int sw_addr; struct device *netdev[12]; int eeprom_len; struct device_node *of_node; char *port_names[12]; struct device_node *port_dn[12]; s8 rtable[4]; }; struct dsa_platform_data { struct device *netdev; struct net_device *of_netdev; int nr_chips; struct dsa_chip_data *chip; }; struct phylink_link_state { long unsigned int advertising[2]; long unsigned int lp_advertising[2]; phy_interface_t interface; int speed; int duplex; int pause; unsigned int link: 1; unsigned int an_enabled: 1; unsigned int an_complete: 1; }; struct phylink_pcs_ops; struct phylink_pcs { const struct phylink_pcs_ops *ops; bool poll; }; struct phylink_pcs_ops { int (*pcs_validate)(struct phylink_pcs *, long unsigned int *, const struct phylink_link_state *); void (*pcs_get_state)(struct phylink_pcs *, struct phylink_link_state *); int (*pcs_config)(struct phylink_pcs *, unsigned int, phy_interface_t, const long unsigned int *, bool); void (*pcs_an_restart)(struct phylink_pcs *); void (*pcs_link_up)(struct phylink_pcs *, unsigned int, phy_interface_t, int, int); }; enum devlink_sb_pool_type { DEVLINK_SB_POOL_TYPE_INGRESS = 0, DEVLINK_SB_POOL_TYPE_EGRESS = 1, }; enum devlink_sb_threshold_type { DEVLINK_SB_THRESHOLD_TYPE_STATIC = 0, DEVLINK_SB_THRESHOLD_TYPE_DYNAMIC = 1, }; enum devlink_param_cmode { DEVLINK_PARAM_CMODE_RUNTIME = 0, DEVLINK_PARAM_CMODE_DRIVERINIT = 1, DEVLINK_PARAM_CMODE_PERMANENT = 2, __DEVLINK_PARAM_CMODE_MAX = 3, DEVLINK_PARAM_CMODE_MAX = 2, }; struct devlink_sb_pool_info { enum devlink_sb_pool_type pool_type; u32 size; enum devlink_sb_threshold_type threshold_type; u32 cell_size; }; union devlink_param_value { u8 vu8; u16 vu16; u32 vu32; char vstr[32]; bool vbool; }; struct devlink_param_gset_ctx { union devlink_param_value val; enum devlink_param_cmode cmode; }; struct devlink_info_req; struct switchdev_mst_state { u16 msti; u8 state; }; struct switchdev_brport_flags { long unsigned int val; long unsigned int mask; }; struct switchdev_vlan_msti { u16 vid; u16 msti; }; enum switchdev_obj_id { SWITCHDEV_OBJ_ID_UNDEFINED = 0, SWITCHDEV_OBJ_ID_PORT_VLAN = 1, SWITCHDEV_OBJ_ID_PORT_MDB = 2, SWITCHDEV_OBJ_ID_HOST_MDB = 3, SWITCHDEV_OBJ_ID_MRP = 4, SWITCHDEV_OBJ_ID_RING_TEST_MRP = 5, SWITCHDEV_OBJ_ID_RING_ROLE_MRP = 6, SWITCHDEV_OBJ_ID_RING_STATE_MRP = 7, SWITCHDEV_OBJ_ID_IN_TEST_MRP = 8, SWITCHDEV_OBJ_ID_IN_ROLE_MRP = 9, SWITCHDEV_OBJ_ID_IN_STATE_MRP = 10, }; struct switchdev_obj { struct list_head list; struct net_device *orig_dev; enum switchdev_obj_id id; u32 flags; void *complete_priv; void (*complete)(struct net_device *, int, void *); }; struct switchdev_obj_port_vlan { struct switchdev_obj obj; u16 flags; u16 vid; bool changed; }; struct switchdev_obj_port_mdb { struct switchdev_obj obj; unsigned char addr[6]; u16 vid; }; struct switchdev_obj_mrp { struct switchdev_obj obj; struct net_device *p_port; struct net_device *s_port; u32 ring_id; u16 prio; }; struct switchdev_obj_ring_role_mrp { struct switchdev_obj obj; u8 ring_role; u32 ring_id; u8 sw_backup; }; enum dsa_tag_protocol { DSA_TAG_PROTO_NONE = 0, DSA_TAG_PROTO_BRCM = 1, DSA_TAG_PROTO_BRCM_LEGACY = 22, DSA_TAG_PROTO_BRCM_PREPEND = 2, DSA_TAG_PROTO_DSA = 3, DSA_TAG_PROTO_EDSA = 4, DSA_TAG_PROTO_GSWIP = 5, DSA_TAG_PROTO_KSZ9477 = 6, DSA_TAG_PROTO_KSZ9893 = 7, DSA_TAG_PROTO_LAN9303 = 8, DSA_TAG_PROTO_MTK = 9, DSA_TAG_PROTO_QCA = 10, DSA_TAG_PROTO_TRAILER = 11, DSA_TAG_PROTO_8021Q = 12, DSA_TAG_PROTO_SJA1105 = 13, DSA_TAG_PROTO_KSZ8795 = 14, DSA_TAG_PROTO_OCELOT = 15, DSA_TAG_PROTO_AR9331 = 16, DSA_TAG_PROTO_RTL4_A = 17, DSA_TAG_PROTO_HELLCREEK = 18, DSA_TAG_PROTO_XRS700X = 19, DSA_TAG_PROTO_OCELOT_8021Q = 20, DSA_TAG_PROTO_SEVILLE = 21, DSA_TAG_PROTO_SJA1110 = 23, DSA_TAG_PROTO_RTL8_4 = 24, DSA_TAG_PROTO_RTL8_4T = 25, DSA_TAG_PROTO_RZN1_A5PSW = 26, DSA_TAG_PROTO_LAN937X = 27, }; struct dsa_device_ops { struct sk_buff * (*xmit)(struct sk_buff *, struct net_device *); struct sk_buff * (*rcv)(struct sk_buff *, struct net_device *); void (*flow_dissect)(const struct sk_buff *, __be16 *, int *); int (*connect)(struct dsa_switch *); void (*disconnect)(struct dsa_switch *); unsigned int needed_headroom; unsigned int needed_tailroom; const char *name; enum dsa_tag_protocol proto; bool promisc_on_master; }; struct dsa_8021q_context; struct dsa_switch_ops; struct dsa_switch { struct device *dev; struct dsa_switch_tree *dst; unsigned int index; u32 setup: 1; u32 vlan_filtering_is_global: 1; u32 needs_standalone_vlan_filtering: 1; u32 configure_vlan_while_not_filtering: 1; u32 untag_bridge_pvid: 1; u32 assisted_learning_on_cpu_port: 1; u32 vlan_filtering: 1; u32 mtu_enforcement_ingress: 1; u32 fdb_isolation: 1; struct notifier_block nb; void *priv; void *tagger_data; struct dsa_chip_data *cd; const struct dsa_switch_ops *ops; u32 phys_mii_mask; struct mii_bus *slave_mii_bus; unsigned int ageing_time_min; unsigned int ageing_time_max; struct dsa_8021q_context *tag_8021q_ctx; struct devlink *devlink; unsigned int num_tx_queues; unsigned int num_lag_ids; unsigned int max_num_bridges; unsigned int num_ports; }; struct dsa_netdevice_ops { int (*ndo_eth_ioctl)(struct net_device *, struct ifreq *, int); }; struct dsa_lag { struct net_device *dev; unsigned int id; struct mutex fdb_lock; struct list_head fdbs; refcount_t refcount; }; struct dsa_switch_tree { struct list_head list; struct list_head ports; struct raw_notifier_head nh; unsigned int index; struct kref refcount; struct dsa_lag **lags; const struct dsa_device_ops *tag_ops; enum dsa_tag_protocol default_proto; bool setup; struct dsa_platform_data *pd; struct list_head rtable; unsigned int lags_len; unsigned int last_switch; }; struct dsa_mall_mirror_tc_entry { u8 to_local_port; bool ingress; }; struct dsa_mall_policer_tc_entry { u32 burst; u64 rate_bytes_per_sec; }; struct dsa_bridge { struct net_device *dev; unsigned int num; bool tx_fwd_offload; refcount_t refcount; }; enum dsa_db_type { DSA_DB_PORT = 0, DSA_DB_LAG = 1, DSA_DB_BRIDGE = 2, }; struct dsa_db { enum dsa_db_type type; union { const struct dsa_port *dp; struct dsa_lag lag; struct dsa_bridge bridge; }; }; struct fixed_phy_status; typedef int dsa_fdb_dump_cb_t(const unsigned char *, u16, bool, void *); struct dsa_switch_ops { enum dsa_tag_protocol (*get_tag_protocol)(struct dsa_switch *, int, enum dsa_tag_protocol); int (*change_tag_protocol)(struct dsa_switch *, enum dsa_tag_protocol); int (*connect_tag_protocol)(struct dsa_switch *, enum dsa_tag_protocol); int (*setup)(struct dsa_switch *); void (*teardown)(struct dsa_switch *); int (*port_setup)(struct dsa_switch *, int); void (*port_teardown)(struct dsa_switch *, int); u32 (*get_phy_flags)(struct dsa_switch *, int); int (*phy_read)(struct dsa_switch *, int, int); int (*phy_write)(struct dsa_switch *, int, int, u16); void (*adjust_link)(struct dsa_switch *, int, struct phy_device *); void (*fixed_link_update)(struct dsa_switch *, int, struct fixed_phy_status *); void (*phylink_get_caps)(struct dsa_switch *, int, struct phylink_config *); void (*phylink_validate)(struct dsa_switch *, int, long unsigned int *, struct phylink_link_state *); struct phylink_pcs * (*phylink_mac_select_pcs)(struct dsa_switch *, int, phy_interface_t); int (*phylink_mac_link_state)(struct dsa_switch *, int, struct phylink_link_state *); void (*phylink_mac_config)(struct dsa_switch *, int, unsigned int, const struct phylink_link_state *); void (*phylink_mac_an_restart)(struct dsa_switch *, int); void (*phylink_mac_link_down)(struct dsa_switch *, int, unsigned int, phy_interface_t); void (*phylink_mac_link_up)(struct dsa_switch *, int, unsigned int, phy_interface_t, struct phy_device *, int, int, bool, bool); void (*phylink_fixed_state)(struct dsa_switch *, int, struct phylink_link_state *); void (*get_strings)(struct dsa_switch *, int, u32, uint8_t *); void (*get_ethtool_stats)(struct dsa_switch *, int, uint64_t *); int (*get_sset_count)(struct dsa_switch *, int, int); void (*get_ethtool_phy_stats)(struct dsa_switch *, int, uint64_t *); void (*get_eth_phy_stats)(struct dsa_switch *, int, struct ethtool_eth_phy_stats *); void (*get_eth_mac_stats)(struct dsa_switch *, int, struct ethtool_eth_mac_stats *); void (*get_eth_ctrl_stats)(struct dsa_switch *, int, struct ethtool_eth_ctrl_stats *); void (*get_rmon_stats)(struct dsa_switch *, int, struct ethtool_rmon_stats *, const struct ethtool_rmon_hist_range **); void (*get_stats64)(struct dsa_switch *, int, struct rtnl_link_stats64 *); void (*get_pause_stats)(struct dsa_switch *, int, struct ethtool_pause_stats *); void (*self_test)(struct dsa_switch *, int, struct ethtool_test *, u64 *); void (*get_wol)(struct dsa_switch *, int, struct ethtool_wolinfo *); int (*set_wol)(struct dsa_switch *, int, struct ethtool_wolinfo *); int (*get_ts_info)(struct dsa_switch *, int, struct ethtool_ts_info *); int (*port_get_default_prio)(struct dsa_switch *, int); int (*port_set_default_prio)(struct dsa_switch *, int, u8); int (*port_get_dscp_prio)(struct dsa_switch *, int, u8); int (*port_add_dscp_prio)(struct dsa_switch *, int, u8, u8); int (*port_del_dscp_prio)(struct dsa_switch *, int, u8, u8); int (*suspend)(struct dsa_switch *); int (*resume)(struct dsa_switch *); int (*port_enable)(struct dsa_switch *, int, struct phy_device *); void (*port_disable)(struct dsa_switch *, int); int (*set_mac_eee)(struct dsa_switch *, int, struct ethtool_eee *); int (*get_mac_eee)(struct dsa_switch *, int, struct ethtool_eee *); int (*get_eeprom_len)(struct dsa_switch *); int (*get_eeprom)(struct dsa_switch *, struct ethtool_eeprom *, u8 *); int (*set_eeprom)(struct dsa_switch *, struct ethtool_eeprom *, u8 *); int (*get_regs_len)(struct dsa_switch *, int); void (*get_regs)(struct dsa_switch *, int, struct ethtool_regs *, void *); int (*port_prechangeupper)(struct dsa_switch *, int, struct netdev_notifier_changeupper_info *); int (*set_ageing_time)(struct dsa_switch *, unsigned int); int (*port_bridge_join)(struct dsa_switch *, int, struct dsa_bridge, bool *, struct netlink_ext_ack *); void (*port_bridge_leave)(struct dsa_switch *, int, struct dsa_bridge); void (*port_stp_state_set)(struct dsa_switch *, int, u8); int (*port_mst_state_set)(struct dsa_switch *, int, const struct switchdev_mst_state *); void (*port_fast_age)(struct dsa_switch *, int); int (*port_vlan_fast_age)(struct dsa_switch *, int, u16); int (*port_pre_bridge_flags)(struct dsa_switch *, int, struct switchdev_brport_flags, struct netlink_ext_ack *); int (*port_bridge_flags)(struct dsa_switch *, int, struct switchdev_brport_flags, struct netlink_ext_ack *); void (*port_set_host_flood)(struct dsa_switch *, int, bool, bool); int (*port_vlan_filtering)(struct dsa_switch *, int, bool, struct netlink_ext_ack *); int (*port_vlan_add)(struct dsa_switch *, int, const struct switchdev_obj_port_vlan *, struct netlink_ext_ack *); int (*port_vlan_del)(struct dsa_switch *, int, const struct switchdev_obj_port_vlan *); int (*vlan_msti_set)(struct dsa_switch *, struct dsa_bridge, const struct switchdev_vlan_msti *); int (*port_fdb_add)(struct dsa_switch *, int, const unsigned char *, u16, struct dsa_db); int (*port_fdb_del)(struct dsa_switch *, int, const unsigned char *, u16, struct dsa_db); int (*port_fdb_dump)(struct dsa_switch *, int, dsa_fdb_dump_cb_t *, void *); int (*lag_fdb_add)(struct dsa_switch *, struct dsa_lag, const unsigned char *, u16, struct dsa_db); int (*lag_fdb_del)(struct dsa_switch *, struct dsa_lag, const unsigned char *, u16, struct dsa_db); int (*port_mdb_add)(struct dsa_switch *, int, const struct switchdev_obj_port_mdb *, struct dsa_db); int (*port_mdb_del)(struct dsa_switch *, int, const struct switchdev_obj_port_mdb *, struct dsa_db); int (*get_rxnfc)(struct dsa_switch *, int, struct ethtool_rxnfc *, u32 *); int (*set_rxnfc)(struct dsa_switch *, int, struct ethtool_rxnfc *); int (*cls_flower_add)(struct dsa_switch *, int, struct flow_cls_offload *, bool); int (*cls_flower_del)(struct dsa_switch *, int, struct flow_cls_offload *, bool); int (*cls_flower_stats)(struct dsa_switch *, int, struct flow_cls_offload *, bool); int (*port_mirror_add)(struct dsa_switch *, int, struct dsa_mall_mirror_tc_entry *, bool, struct netlink_ext_ack *); void (*port_mirror_del)(struct dsa_switch *, int, struct dsa_mall_mirror_tc_entry *); int (*port_policer_add)(struct dsa_switch *, int, struct dsa_mall_policer_tc_entry *); void (*port_policer_del)(struct dsa_switch *, int); int (*port_setup_tc)(struct dsa_switch *, int, enum tc_setup_type, void *); int (*crosschip_bridge_join)(struct dsa_switch *, int, int, int, struct dsa_bridge, struct netlink_ext_ack *); void (*crosschip_bridge_leave)(struct dsa_switch *, int, int, int, struct dsa_bridge); int (*crosschip_lag_change)(struct dsa_switch *, int, int); int (*crosschip_lag_join)(struct dsa_switch *, int, int, struct dsa_lag, struct netdev_lag_upper_info *); int (*crosschip_lag_leave)(struct dsa_switch *, int, int, struct dsa_lag); int (*port_hwtstamp_get)(struct dsa_switch *, int, struct ifreq *); int (*port_hwtstamp_set)(struct dsa_switch *, int, struct ifreq *); void (*port_txtstamp)(struct dsa_switch *, int, struct sk_buff *); bool (*port_rxtstamp)(struct dsa_switch *, int, struct sk_buff *, unsigned int); int (*devlink_param_get)(struct dsa_switch *, u32, struct devlink_param_gset_ctx *); int (*devlink_param_set)(struct dsa_switch *, u32, struct devlink_param_gset_ctx *); int (*devlink_info_get)(struct dsa_switch *, struct devlink_info_req *, struct netlink_ext_ack *); int (*devlink_sb_pool_get)(struct dsa_switch *, unsigned int, u16, struct devlink_sb_pool_info *); int (*devlink_sb_pool_set)(struct dsa_switch *, unsigned int, u16, u32, enum devlink_sb_threshold_type, struct netlink_ext_ack *); int (*devlink_sb_port_pool_get)(struct dsa_switch *, int, unsigned int, u16, u32 *); int (*devlink_sb_port_pool_set)(struct dsa_switch *, int, unsigned int, u16, u32, struct netlink_ext_ack *); int (*devlink_sb_tc_pool_bind_get)(struct dsa_switch *, int, unsigned int, u16, enum devlink_sb_pool_type, u16 *, u32 *); int (*devlink_sb_tc_pool_bind_set)(struct dsa_switch *, int, unsigned int, u16, enum devlink_sb_pool_type, u16, u32, struct netlink_ext_ack *); int (*devlink_sb_occ_snapshot)(struct dsa_switch *, unsigned int); int (*devlink_sb_occ_max_clear)(struct dsa_switch *, unsigned int); int (*devlink_sb_occ_port_pool_get)(struct dsa_switch *, int, unsigned int, u16, u32 *, u32 *); int (*devlink_sb_occ_tc_port_bind_get)(struct dsa_switch *, int, unsigned int, u16, enum devlink_sb_pool_type, u32 *, u32 *); int (*port_change_mtu)(struct dsa_switch *, int, int); int (*port_max_mtu)(struct dsa_switch *, int); int (*port_lag_change)(struct dsa_switch *, int); int (*port_lag_join)(struct dsa_switch *, int, struct dsa_lag, struct netdev_lag_upper_info *); int (*port_lag_leave)(struct dsa_switch *, int, struct dsa_lag); int (*port_hsr_join)(struct dsa_switch *, int, struct net_device *); int (*port_hsr_leave)(struct dsa_switch *, int, struct net_device *); int (*port_mrp_add)(struct dsa_switch *, int, const struct switchdev_obj_mrp *); int (*port_mrp_del)(struct dsa_switch *, int, const struct switchdev_obj_mrp *); int (*port_mrp_add_ring_role)(struct dsa_switch *, int, const struct switchdev_obj_ring_role_mrp *); int (*port_mrp_del_ring_role)(struct dsa_switch *, int, const struct switchdev_obj_ring_role_mrp *); int (*tag_8021q_vlan_add)(struct dsa_switch *, int, u16, u16); int (*tag_8021q_vlan_del)(struct dsa_switch *, int, u16); void (*master_state_change)(struct dsa_switch *, const struct net_device *, bool); }; struct arphdr { __be16 ar_hrd; __be16 ar_pro; unsigned char ar_hln; unsigned char ar_pln; __be16 ar_op; }; struct gre_full_hdr { struct gre_base_hdr fixed_header; __be16 csum; __be16 reserved1; __be32 key; __be32 seq; }; struct pptp_gre_header { struct gre_base_hdr gre_hd; __be16 payload_len; __be16 call_id; __be32 seq; __be32 ack; }; struct tipc_basic_hdr { __be32 w[4]; }; struct pppoe_tag { __be16 tag_type; __be16 tag_len; char tag_data[0]; }; struct pppoe_hdr { __u8 type: 4; __u8 ver: 4; __u8 code; __be16 sid; __be16 length; struct pppoe_tag tag[0]; }; struct hsr_tag { __be16 path_and_LSDU_size; __be16 sequence_nr; __be16 encap_proto; }; struct mpls_label { __be32 entry; }; struct clock_identity { u8 id[8]; }; struct port_identity { struct clock_identity clock_identity; __be16 port_number; }; struct ptp_header { u8 tsmt; u8 ver; __be16 message_length; u8 domain_number; u8 reserved1; u8 flag_field[2]; __be64 correction; __be32 reserved2; struct port_identity source_port_identity; __be16 sequence_id; u8 control; u8 log_message_interval; } __attribute__((packed)); enum batadv_packettype { BATADV_IV_OGM = 0, BATADV_BCAST = 1, BATADV_CODED = 2, BATADV_ELP = 3, BATADV_OGM2 = 4, BATADV_UNICAST = 64, BATADV_UNICAST_FRAG = 65, BATADV_UNICAST_4ADDR = 66, BATADV_ICMP = 67, BATADV_UNICAST_TVLV = 68, }; struct batadv_unicast_packet { __u8 packet_type; __u8 version; __u8 ttl; __u8 ttvn; __u8 dest[6]; }; struct nf_conntrack_tuple_mask { struct { union nf_inet_addr u3; union nf_conntrack_man_proto u; } src; }; struct nf_ct_ext { u8 offset[9]; u8 len; unsigned int gen_id; char data[0]; }; struct nf_conntrack_helper; struct nf_conntrack_expect { struct hlist_node lnode; struct hlist_node hnode; struct nf_conntrack_tuple tuple; struct nf_conntrack_tuple_mask mask; void (*expectfn)(struct nf_conn *, struct nf_conntrack_expect *); struct nf_conntrack_helper *helper; struct nf_conn *master; struct timer_list timeout; refcount_t use; unsigned int flags; unsigned int class; union nf_inet_addr saved_addr; union nf_conntrack_man_proto saved_proto; enum ip_conntrack_dir dir; struct callback_head rcu; }; struct nf_ct_event { struct nf_conn *ct; u32 portid; int report; }; struct nf_exp_event { struct nf_conntrack_expect *exp; u32 portid; int report; }; struct nf_conn_labels { long unsigned int bits[2]; }; struct _flow_keys_digest_data { __be16 n_proto; u8 ip_proto; u8 padding; __be32 ports; __be32 src; __be32 dst; }; struct pcpu_gen_cookie { local_t nesting; u64 last; }; struct gen_cookie { struct pcpu_gen_cookie *local; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic64_t forward_last; atomic64_t reverse_last; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sock_diag_req { __u8 sdiag_family; __u8 sdiag_protocol; }; struct broadcast_sk { struct sock *sk; struct work_struct work; }; struct flow_dissector_key_ports_range { union { struct flow_dissector_key_ports tp; struct { struct flow_dissector_key_ports tp_min; struct flow_dissector_key_ports tp_max; }; }; }; struct flow_match_meta { struct flow_dissector_key_meta *key; struct flow_dissector_key_meta *mask; }; struct flow_match_basic { struct flow_dissector_key_basic *key; struct flow_dissector_key_basic *mask; }; struct flow_match_control { struct flow_dissector_key_control *key; struct flow_dissector_key_control *mask; }; struct flow_match_eth_addrs { struct flow_dissector_key_eth_addrs *key; struct flow_dissector_key_eth_addrs *mask; }; struct flow_match_vlan { struct flow_dissector_key_vlan *key; struct flow_dissector_key_vlan *mask; }; struct flow_match_ipv4_addrs { struct flow_dissector_key_ipv4_addrs *key; struct flow_dissector_key_ipv4_addrs *mask; }; struct flow_match_ipv6_addrs { struct flow_dissector_key_ipv6_addrs *key; struct flow_dissector_key_ipv6_addrs *mask; }; struct flow_match_ip { struct flow_dissector_key_ip *key; struct flow_dissector_key_ip *mask; }; struct flow_match_ports { struct flow_dissector_key_ports *key; struct flow_dissector_key_ports *mask; }; struct flow_match_ports_range { struct flow_dissector_key_ports_range *key; struct flow_dissector_key_ports_range *mask; }; struct flow_match_icmp { struct flow_dissector_key_icmp *key; struct flow_dissector_key_icmp *mask; }; struct flow_match_tcp { struct flow_dissector_key_tcp *key; struct flow_dissector_key_tcp *mask; }; struct flow_match_mpls { struct flow_dissector_key_mpls *key; struct flow_dissector_key_mpls *mask; }; struct flow_match_enc_keyid { struct flow_dissector_key_keyid *key; struct flow_dissector_key_keyid *mask; }; struct flow_match_enc_opts { struct flow_dissector_key_enc_opts *key; struct flow_dissector_key_enc_opts *mask; }; struct flow_match_ct { struct flow_dissector_key_ct *key; struct flow_dissector_key_ct *mask; }; struct flow_match_pppoe { struct flow_dissector_key_pppoe *key; struct flow_dissector_key_pppoe *mask; }; enum offload_act_command { FLOW_ACT_REPLACE = 0, FLOW_ACT_DESTROY = 1, FLOW_ACT_STATS = 2, }; struct flow_offload_action { struct netlink_ext_ack *extack; enum offload_act_command command; enum flow_action_id id; u32 index; struct flow_stats stats; struct flow_action action; }; typedef int flow_indr_block_bind_cb_t(struct net_device *, struct Qdisc *, void *, enum tc_setup_type, void *, void *, void (*)(struct flow_block_cb *)); struct flow_indr_dev { struct list_head list; flow_indr_block_bind_cb_t *cb; void *cb_priv; refcount_t refcnt; }; struct flow_indir_dev_info { void *data; struct net_device *dev; struct Qdisc *sch; enum tc_setup_type type; void (*cleanup)(struct flow_block_cb *); struct list_head list; enum flow_block_command command; enum flow_block_binder_type binder_type; struct list_head *cb_list; }; struct fib_rule_uid_range { __u32 start; __u32 end; }; struct fib_rule_notifier_info { struct fib_notifier_info info; struct fib_rule *rule; }; enum { SK_DIAG_BPF_STORAGE_REQ_NONE = 0, SK_DIAG_BPF_STORAGE_REQ_MAP_FD = 1, __SK_DIAG_BPF_STORAGE_REQ_MAX = 2, }; enum { SK_DIAG_BPF_STORAGE_REP_NONE = 0, SK_DIAG_BPF_STORAGE = 1, __SK_DIAG_BPF_STORAGE_REP_MAX = 2, }; enum { SK_DIAG_BPF_STORAGE_NONE = 0, SK_DIAG_BPF_STORAGE_PAD = 1, SK_DIAG_BPF_STORAGE_MAP_ID = 2, SK_DIAG_BPF_STORAGE_MAP_VALUE = 3, __SK_DIAG_BPF_STORAGE_MAX = 4, }; typedef u64 (*btf_bpf_sk_storage_get)(struct bpf_map *, struct sock *, void *, u64, gfp_t); typedef u64 (*btf_bpf_sk_storage_delete)(struct bpf_map *, struct sock *); typedef u64 (*btf_bpf_sk_storage_get_tracing)(struct bpf_map *, struct sock *, void *, u64, gfp_t); typedef u64 (*btf_bpf_sk_storage_delete_tracing)(struct bpf_map *, struct sock *); struct bpf_sk_storage_diag { u32 nr_maps; struct bpf_map *maps[0]; }; struct bpf_iter_seq_sk_storage_map_info { struct bpf_map *map; unsigned int bucket_id; unsigned int skip_elems; }; struct bpf_iter__bpf_sk_storage_map { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { struct sock *sk; }; union { void *value; }; }; enum tc_link_layer { TC_LINKLAYER_UNAWARE = 0, TC_LINKLAYER_ETHERNET = 1, TC_LINKLAYER_ATM = 2, }; enum { TCA_STAB_UNSPEC = 0, TCA_STAB_BASE = 1, TCA_STAB_DATA = 2, __TCA_STAB_MAX = 3, }; struct qdisc_rate_table { struct tc_ratespec rate; u32 data[256]; struct qdisc_rate_table *next; int refcnt; }; struct Qdisc_class_common { u32 classid; struct hlist_node hnode; }; struct Qdisc_class_hash { struct hlist_head *hash; unsigned int hashsize; unsigned int hashmask; unsigned int hashelems; }; struct qdisc_watchdog { u64 last_expires; struct hrtimer timer; struct Qdisc *qdisc; }; enum tc_root_command { TC_ROOT_GRAFT = 0, }; struct tc_root_qopt_offload { enum tc_root_command command; u32 handle; bool ingress; }; struct check_loop_arg { struct qdisc_walker w; struct Qdisc *p; int depth; }; struct tcf_bind_args { struct tcf_walker w; long unsigned int base; long unsigned int cl; u32 classid; }; struct tc_bind_class_args { struct qdisc_walker w; long unsigned int new_cl; u32 portid; u32 clid; }; struct qdisc_dump_args { struct qdisc_walker w; struct sk_buff *skb; struct netlink_callback *cb; }; enum { CTRL_CMD_UNSPEC = 0, CTRL_CMD_NEWFAMILY = 1, CTRL_CMD_DELFAMILY = 2, CTRL_CMD_GETFAMILY = 3, CTRL_CMD_NEWOPS = 4, CTRL_CMD_DELOPS = 5, CTRL_CMD_GETOPS = 6, CTRL_CMD_NEWMCAST_GRP = 7, CTRL_CMD_DELMCAST_GRP = 8, CTRL_CMD_GETMCAST_GRP = 9, CTRL_CMD_GETPOLICY = 10, __CTRL_CMD_MAX = 11, }; enum { CTRL_ATTR_UNSPEC = 0, CTRL_ATTR_FAMILY_ID = 1, CTRL_ATTR_FAMILY_NAME = 2, CTRL_ATTR_VERSION = 3, CTRL_ATTR_HDRSIZE = 4, CTRL_ATTR_MAXATTR = 5, CTRL_ATTR_OPS = 6, CTRL_ATTR_MCAST_GROUPS = 7, CTRL_ATTR_POLICY = 8, CTRL_ATTR_OP_POLICY = 9, CTRL_ATTR_OP = 10, __CTRL_ATTR_MAX = 11, }; enum { CTRL_ATTR_OP_UNSPEC = 0, CTRL_ATTR_OP_ID = 1, CTRL_ATTR_OP_FLAGS = 2, __CTRL_ATTR_OP_MAX = 3, }; enum { CTRL_ATTR_MCAST_GRP_UNSPEC = 0, CTRL_ATTR_MCAST_GRP_NAME = 1, CTRL_ATTR_MCAST_GRP_ID = 2, __CTRL_ATTR_MCAST_GRP_MAX = 3, }; enum { CTRL_ATTR_POLICY_UNSPEC = 0, CTRL_ATTR_POLICY_DO = 1, CTRL_ATTR_POLICY_DUMP = 2, __CTRL_ATTR_POLICY_DUMP_MAX = 3, CTRL_ATTR_POLICY_DUMP_MAX = 2, }; struct genl_start_context { const struct genl_family *family; struct nlmsghdr *nlh; struct netlink_ext_ack *extack; const struct genl_ops *ops; int hdrlen; }; struct netlink_policy_dump_state; struct ctrl_dump_policy_ctx { struct netlink_policy_dump_state *state; const struct genl_family *rt; unsigned int opidx; u32 op; u16 fam_id; u8 policies: 1; u8 single_op: 1; }; enum { ETHTOOL_A_BITSET_BIT_UNSPEC = 0, ETHTOOL_A_BITSET_BIT_INDEX = 1, ETHTOOL_A_BITSET_BIT_NAME = 2, ETHTOOL_A_BITSET_BIT_VALUE = 3, __ETHTOOL_A_BITSET_BIT_CNT = 4, ETHTOOL_A_BITSET_BIT_MAX = 3, }; enum { ETHTOOL_A_BITSET_BITS_UNSPEC = 0, ETHTOOL_A_BITSET_BITS_BIT = 1, __ETHTOOL_A_BITSET_BITS_CNT = 2, ETHTOOL_A_BITSET_BITS_MAX = 1, }; enum { ETHTOOL_A_BITSET_UNSPEC = 0, ETHTOOL_A_BITSET_NOMASK = 1, ETHTOOL_A_BITSET_SIZE = 2, ETHTOOL_A_BITSET_BITS = 3, ETHTOOL_A_BITSET_VALUE = 4, ETHTOOL_A_BITSET_MASK = 5, __ETHTOOL_A_BITSET_CNT = 6, ETHTOOL_A_BITSET_MAX = 5, }; struct privflags_reply_data { struct ethnl_reply_data base; const char (*priv_flag_names)[32]; unsigned int n_priv_flags; u32 priv_flags; }; enum ethtool_fec_config_bits { ETHTOOL_FEC_NONE_BIT = 0, ETHTOOL_FEC_AUTO_BIT = 1, ETHTOOL_FEC_OFF_BIT = 2, ETHTOOL_FEC_RS_BIT = 3, ETHTOOL_FEC_BASER_BIT = 4, ETHTOOL_FEC_LLRS_BIT = 5, }; enum { ETHTOOL_A_FEC_STAT_UNSPEC = 0, ETHTOOL_A_FEC_STAT_PAD = 1, ETHTOOL_A_FEC_STAT_CORRECTED = 2, ETHTOOL_A_FEC_STAT_UNCORR = 3, ETHTOOL_A_FEC_STAT_CORR_BITS = 4, __ETHTOOL_A_FEC_STAT_CNT = 5, ETHTOOL_A_FEC_STAT_MAX = 4, }; struct fec_stat_grp { u64 stats[9]; u8 cnt; }; struct fec_reply_data { struct ethnl_reply_data base; long unsigned int fec_link_modes[2]; u32 active_fec; u8 fec_auto; struct fec_stat_grp corr; struct fec_stat_grp uncorr; struct fec_stat_grp corr_bits; }; struct nf_sockopt_ops { struct list_head list; u_int8_t pf; int set_optmin; int set_optmax; int (*set)(struct sock *, int, sockptr_t, unsigned int); int get_optmin; int get_optmax; int (*get)(struct sock *, int, void *, int *); struct module *owner; }; enum ip_defrag_users { IP_DEFRAG_LOCAL_DELIVER = 0, IP_DEFRAG_CALL_RA_CHAIN = 1, IP_DEFRAG_CONNTRACK_IN = 2, __IP_DEFRAG_CONNTRACK_IN_END = 65537, IP_DEFRAG_CONNTRACK_OUT = 65538, __IP_DEFRAG_CONNTRACK_OUT_END = 131073, IP_DEFRAG_CONNTRACK_BRIDGE_IN = 131074, __IP_DEFRAG_CONNTRACK_BRIDGE_IN = 196609, IP_DEFRAG_VS_IN = 196610, IP_DEFRAG_VS_OUT = 196611, IP_DEFRAG_VS_FWD = 196612, IP_DEFRAG_AF_PACKET = 196613, IP_DEFRAG_MACVLAN = 196614, }; struct ipq { struct inet_frag_queue q; u8 ecn; u16 max_df_size; int iif; unsigned int rid; struct inet_peer *peer; }; enum tcp_metric_index { TCP_METRIC_RTT = 0, TCP_METRIC_RTTVAR = 1, TCP_METRIC_SSTHRESH = 2, TCP_METRIC_CWND = 3, TCP_METRIC_REORDERING = 4, TCP_METRIC_RTT_US = 5, TCP_METRIC_RTTVAR_US = 6, __TCP_METRIC_MAX = 7, }; enum { TCP_METRICS_ATTR_UNSPEC = 0, TCP_METRICS_ATTR_ADDR_IPV4 = 1, TCP_METRICS_ATTR_ADDR_IPV6 = 2, TCP_METRICS_ATTR_AGE = 3, TCP_METRICS_ATTR_TW_TSVAL = 4, TCP_METRICS_ATTR_TW_TS_STAMP = 5, TCP_METRICS_ATTR_VALS = 6, TCP_METRICS_ATTR_FOPEN_MSS = 7, TCP_METRICS_ATTR_FOPEN_SYN_DROPS = 8, TCP_METRICS_ATTR_FOPEN_SYN_DROP_TS = 9, TCP_METRICS_ATTR_FOPEN_COOKIE = 10, TCP_METRICS_ATTR_SADDR_IPV4 = 11, TCP_METRICS_ATTR_SADDR_IPV6 = 12, TCP_METRICS_ATTR_PAD = 13, __TCP_METRICS_ATTR_MAX = 14, }; enum { TCP_METRICS_CMD_UNSPEC = 0, TCP_METRICS_CMD_GET = 1, TCP_METRICS_CMD_DEL = 2, __TCP_METRICS_CMD_MAX = 3, }; struct tcp_fastopen_metrics { u16 mss; u16 syn_loss: 10; u16 try_exp: 2; long unsigned int last_syn_loss; struct tcp_fastopen_cookie cookie; }; struct tcp_metrics_block { struct tcp_metrics_block *tcpm_next; possible_net_t tcpm_net; struct inetpeer_addr tcpm_saddr; struct inetpeer_addr tcpm_daddr; long unsigned int tcpm_stamp; u32 tcpm_lock; u32 tcpm_vals[5]; struct tcp_fastopen_metrics tcpm_fastopen; struct callback_head callback_head; }; struct tcpm_hash_bucket { struct tcp_metrics_block *chain; }; struct ip_tunnel_encap_ops { size_t (*encap_hlen)(struct ip_tunnel_encap *); int (*build_header)(struct sk_buff *, struct ip_tunnel_encap *, u8 *, struct flowi4 *); int (*err_handler)(struct sk_buff *, u32); }; struct udp_dev_scratch { u32 _tsize_state; u16 len; bool is_linear; bool csum_unnecessary; }; struct udp_iter_state { struct seq_net_private p; int bucket; struct udp_seq_afinfo *bpf_seq_afinfo; }; struct bpf_iter__udp { union { struct bpf_iter_meta *meta; }; union { struct udp_sock *udp_sk; }; uid_t uid; int: 32; int bucket; }; struct ipfrag_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; }; struct sk_buff *next_frag; int frag_run_len; }; struct ac6_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; }; struct ipv6_mreq { struct in6_addr ipv6mr_multiaddr; int ipv6mr_ifindex; }; struct in6_flowlabel_req { struct in6_addr flr_dst; __be32 flr_label; __u8 flr_action; __u8 flr_share; __u16 flr_flags; __u16 flr_expires; __u16 flr_linger; __u32 __flr_pad; }; struct group_req { __u32 gr_interface; struct __kernel_sockaddr_storage gr_group; }; struct group_source_req { __u32 gsr_interface; struct __kernel_sockaddr_storage gsr_group; struct __kernel_sockaddr_storage gsr_source; }; struct group_filter { union { struct { __u32 gf_interface_aux; struct __kernel_sockaddr_storage gf_group_aux; __u32 gf_fmode_aux; __u32 gf_numsrc_aux; struct __kernel_sockaddr_storage gf_slist[1]; }; struct { __u32 gf_interface; struct __kernel_sockaddr_storage gf_group; __u32 gf_fmode; __u32 gf_numsrc; struct __kernel_sockaddr_storage gf_slist_flex[0]; }; }; }; struct ip6_mtuinfo { struct sockaddr_in6 ip6m_addr; __u32 ip6m_mtu; }; struct compat_group_req { __u32 gr_interface; struct __kernel_sockaddr_storage gr_group; } __attribute__((packed)); struct compat_group_source_req { __u32 gsr_interface; struct __kernel_sockaddr_storage gsr_group; struct __kernel_sockaddr_storage gsr_source; } __attribute__((packed)); struct compat_group_filter { union { struct { __u32 gf_interface_aux; struct __kernel_sockaddr_storage gf_group_aux; __u32 gf_fmode_aux; __u32 gf_numsrc_aux; struct __kernel_sockaddr_storage gf_slist[1]; } __attribute__((packed)); struct { __u32 gf_interface; struct __kernel_sockaddr_storage gf_group; __u32 gf_fmode; __u32 gf_numsrc; struct __kernel_sockaddr_storage gf_slist_flex[0]; } __attribute__((packed)); }; } __attribute__((packed)); struct tcp_md5sig { struct __kernel_sockaddr_storage tcpm_addr; __u8 tcpm_flags; __u8 tcpm_prefixlen; __u16 tcpm_keylen; int tcpm_ifindex; __u8 tcpm_key[80]; }; enum flowlabel_reflect { FLOWLABEL_REFLECT_ESTABLISHED = 1, FLOWLABEL_REFLECT_TCP_RESET = 2, FLOWLABEL_REFLECT_ICMPV6_ECHO_REPLIES = 4, }; struct tcp6_pseudohdr { struct in6_addr saddr; struct in6_addr daddr; __be32 len; __be32 protocol; }; struct tcp_md5sig_pool { struct ahash_request *md5_req; void *scratch; }; enum tcp_seq_states { TCP_SEQ_STATE_LISTENING = 0, TCP_SEQ_STATE_ESTABLISHED = 1, }; struct tcp_seq_afinfo { sa_family_t family; }; struct tcp_iter_state { struct seq_net_private p; enum tcp_seq_states state; struct sock *syn_wait_sk; int bucket; int offset; int sbucket; int num; loff_t last_pos; }; enum { PIM_TYPE_HELLO = 0, PIM_TYPE_REGISTER = 1, PIM_TYPE_REGISTER_STOP = 2, PIM_TYPE_JOIN_PRUNE = 3, PIM_TYPE_BOOTSTRAP = 4, PIM_TYPE_ASSERT = 5, PIM_TYPE_GRAFT = 6, PIM_TYPE_GRAFT_ACK = 7, PIM_TYPE_CANDIDATE_RP_ADV = 8, }; struct pimreghdr { __u8 type; __u8 reserved; __be16 csum; __be32 flags; }; typedef short unsigned int mifi_t; typedef __u32 if_mask; struct if_set { if_mask ifs_bits[8]; }; struct mif6ctl { mifi_t mif6c_mifi; unsigned char mif6c_flags; unsigned char vifc_threshold; __u16 mif6c_pifi; unsigned int vifc_rate_limit; }; struct mf6cctl { struct sockaddr_in6 mf6cc_origin; struct sockaddr_in6 mf6cc_mcastgrp; mifi_t mf6cc_parent; struct if_set mf6cc_ifset; }; struct sioc_sg_req6 { struct sockaddr_in6 src; struct sockaddr_in6 grp; long unsigned int pktcnt; long unsigned int bytecnt; long unsigned int wrong_if; }; struct sioc_mif_req6 { mifi_t mifi; long unsigned int icount; long unsigned int ocount; long unsigned int ibytes; long unsigned int obytes; }; struct mrt6msg { __u8 im6_mbz; __u8 im6_msgtype; __u16 im6_mif; __u32 im6_pad; struct in6_addr im6_src; struct in6_addr im6_dst; }; enum { IP6MRA_CREPORT_UNSPEC = 0, IP6MRA_CREPORT_MSGTYPE = 1, IP6MRA_CREPORT_MIF_ID = 2, IP6MRA_CREPORT_SRC_ADDR = 3, IP6MRA_CREPORT_DST_ADDR = 4, IP6MRA_CREPORT_PKT = 5, __IP6MRA_CREPORT_MAX = 6, }; struct vif_device { struct net_device *dev; netdevice_tracker dev_tracker; long unsigned int bytes_in; long unsigned int bytes_out; long unsigned int pkt_in; long unsigned int pkt_out; long unsigned int rate_limit; unsigned char threshold; short unsigned int flags; int link; struct netdev_phys_item_id dev_parent_id; __be32 local; __be32 remote; }; struct vif_entry_notifier_info { struct fib_notifier_info info; struct net_device *dev; short unsigned int vif_index; short unsigned int vif_flags; u32 tb_id; }; enum { MFC_STATIC = 1, MFC_OFFLOAD = 2, }; struct mr_mfc { struct rhlist_head mnode; short unsigned int mfc_parent; int mfc_flags; union { struct { long unsigned int expires; struct sk_buff_head unresolved; } unres; struct { long unsigned int last_assert; int minvif; int maxvif; long unsigned int bytes; long unsigned int pkt; long unsigned int wrong_if; long unsigned int lastuse; unsigned char ttls[32]; refcount_t refcount; } res; } mfc_un; struct list_head list; struct callback_head rcu; void (*free)(struct callback_head *); }; struct mfc_entry_notifier_info { struct fib_notifier_info info; struct mr_mfc *mfc; u32 tb_id; }; struct mr_table_ops { const struct rhashtable_params *rht_params; void *cmparg_any; }; struct mr_table { struct list_head list; possible_net_t net; struct mr_table_ops ops; u32 id; struct sock *mroute_sk; struct timer_list ipmr_expire_timer; struct list_head mfc_unres_queue; struct vif_device vif_table[32]; struct rhltable mfc_hash; struct list_head mfc_cache_list; int maxvif; atomic_t cache_resolve_queue_len; bool mroute_do_assert; bool mroute_do_pim; bool mroute_do_wrvifwhole; int mroute_reg_vif_num; }; struct mr_vif_iter { struct seq_net_private p; struct mr_table *mrt; int ct; }; struct mr_mfc_iter { struct seq_net_private p; struct mr_table *mrt; struct list_head *cache; spinlock_t *lock; }; struct mfc6_cache_cmp_arg { struct in6_addr mf6c_mcastgrp; struct in6_addr mf6c_origin; }; struct mfc6_cache { struct mr_mfc _c; union { struct { struct in6_addr mf6c_mcastgrp; struct in6_addr mf6c_origin; }; struct mfc6_cache_cmp_arg cmparg; }; }; struct ip6mr_result { struct mr_table *mrt; }; struct compat_sioc_sg_req6 { struct sockaddr_in6 src; struct sockaddr_in6 grp; compat_ulong_t pktcnt; compat_ulong_t bytecnt; compat_ulong_t wrong_if; }; struct compat_sioc_mif_req6 { mifi_t mifi; compat_ulong_t icount; compat_ulong_t ocount; compat_ulong_t ibytes; compat_ulong_t obytes; }; struct sr6_tlv { __u8 type; __u8 len; __u8 data[0]; }; struct sr6_tlv_hmac { struct sr6_tlv tlvhdr; __u16 reserved; __be32 hmackeyid; __u8 hmac[32]; }; enum { SEG6_HMAC_ALGO_SHA1 = 1, SEG6_HMAC_ALGO_SHA256 = 2, }; struct seg6_hmac_info { struct rhash_head node; struct callback_head rcu; u32 hmackeyid; char secret[64]; u8 slen; u8 alg_id; }; struct seg6_hmac_algo { u8 alg_id; char name[64]; struct crypto_shash **tfms; struct shash_desc **shashs; }; struct _strp_msg { struct strp_msg strp; int accum_len; }; enum l3mdev_type { L3MDEV_TYPE_UNSPEC = 0, L3MDEV_TYPE_VRF = 1, __L3MDEV_TYPE_MAX = 2, }; typedef int (*lookup_by_table_id_t)(struct net *, u32); struct l3mdev_handler { lookup_by_table_id_t dev_lookup; }; struct xdp_ring; struct xsk_queue { u32 ring_mask; u32 nentries; u32 cached_prod; u32 cached_cons; struct xdp_ring *ring; u64 invalid_descs; u64 queue_empty_descs; }; struct xdp_ring { u32 producer; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad1; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 consumer; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad2; u32 flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad3; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xdp_rxtx_ring { struct xdp_ring ptrs; struct xdp_desc desc[0]; }; struct xdp_umem_ring { struct xdp_ring ptrs; u64 desc[0]; }; struct xdp_sock; struct xsk_map { struct bpf_map map; spinlock_t lock; struct xdp_sock *xsk_map[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xdp_sock { struct sock sk; long: 64; struct xsk_queue *rx; struct net_device *dev; struct xdp_umem *umem; struct list_head flush_node; struct xsk_buff_pool *pool; u16 queue_id; bool zc; enum { XSK_READY = 0, XSK_BOUND = 1, XSK_UNBOUND = 2, } state; long: 64; struct xsk_queue *tx; struct list_head tx_list; spinlock_t rx_lock; u64 rx_dropped; u64 rx_queue_full; struct list_head map_list; spinlock_t map_list_lock; struct mutex mutex; struct xsk_queue *fq_tmp; struct xsk_queue *cq_tmp; long: 64; }; struct xsk_map_node { struct list_head node; struct xsk_map *map; struct xdp_sock **map_entry; }; enum mptcp_pm_status { MPTCP_PM_ADD_ADDR_RECEIVED = 0, MPTCP_PM_ADD_ADDR_SEND_ACK = 1, MPTCP_PM_RM_ADDR_RECEIVED = 2, MPTCP_PM_ESTABLISHED = 3, MPTCP_PM_SUBFLOW_ESTABLISHED = 4, MPTCP_PM_ALREADY_ESTABLISHED = 5, MPTCP_PM_MPC_ENDPOINT_ACCOUNTED = 6, }; enum mptcp_addr_signal_status { MPTCP_ADD_ADDR_SIGNAL = 0, MPTCP_ADD_ADDR_ECHO = 1, MPTCP_RM_ADDR_SIGNAL = 2, }; struct mptcp_pm_add_entry; struct sockaddr_mctp { __kernel_sa_family_t smctp_family; __u16 __smctp_pad0; unsigned int smctp_network; struct mctp_addr smctp_addr; __u8 smctp_type; __u8 smctp_tag; __u8 __smctp_pad1; }; struct sockaddr_mctp_ext { struct sockaddr_mctp smctp_base; int smctp_ifindex; __u8 smctp_halen; __u8 __smctp_pad0[3]; __u8 smctp_haddr[32]; }; struct mctp_ioc_tag_ctl { mctp_eid_t peer_addr; __u8 tag; __u16 flags; }; struct mctp_hdr { u8 ver; u8 dest; u8 src; u8 flags_seq_tag; }; struct mctp_sock { struct sock sk; unsigned int bind_net; mctp_eid_t bind_addr; __u8 bind_type; bool addr_ext; struct hlist_head keys; struct timer_list key_expiry; }; struct mctp_skb_cb { unsigned int magic; unsigned int net; int ifindex; mctp_eid_t src; unsigned char halen; unsigned char haddr[32]; }; struct mctp_route { mctp_eid_t min; mctp_eid_t max; struct mctp_dev *dev; unsigned int mtu; unsigned char type; int (*output)(struct mctp_route *, struct sk_buff *); struct list_head list; refcount_t refs; struct callback_head rcu; }; enum { MCTP_TRACE_KEY_TIMEOUT = 0, MCTP_TRACE_KEY_REPLIED = 1, MCTP_TRACE_KEY_INVALIDATED = 2, MCTP_TRACE_KEY_CLOSED = 3, MCTP_TRACE_KEY_DROPPED = 4, }; struct trace_event_raw_mctp_key_acquire { struct trace_entry ent; __u8 paddr; __u8 laddr; __u8 tag; char __data[0]; }; struct trace_event_raw_mctp_key_release { struct trace_entry ent; __u8 paddr; __u8 laddr; __u8 tag; int reason; char __data[0]; }; struct trace_event_data_offsets_mctp_key_acquire {}; struct trace_event_data_offsets_mctp_key_release {}; typedef void (*btf_trace_mctp_key_acquire)(void *, const struct mctp_sk_key *); typedef void (*btf_trace_mctp_key_release)(void *, const struct mctp_sk_key *, int); typedef union { struct { u32 revision; efi_handle_t parent_handle; efi_system_table_t *system_table; efi_handle_t device_handle; void *file_path; void *reserved; u32 load_options_size; void *load_options; void *image_base; __u64 image_size; unsigned int image_code_type; unsigned int image_data_type; efi_status_t (*unload)(efi_handle_t); }; struct { u32 revision; u32 parent_handle; u32 system_table; u32 device_handle; u32 file_path; u32 reserved; u32 load_options_size; u32 load_options; u32 image_base; __u64 image_size; u32 image_code_type; u32 image_data_type; u32 unload; } mixed_mode; } efi_loaded_image_t; typedef struct { u64 size; u64 file_size; u64 phys_size; efi_time_t create_time; efi_time_t last_access_time; efi_time_t modification_time; __u64 attribute; efi_char16_t filename[0]; } efi_file_info_t; struct efi_file_protocol; typedef struct efi_file_protocol efi_file_protocol_t; struct efi_file_protocol { u64 revision; efi_status_t (*open)(efi_file_protocol_t *, efi_file_protocol_t **, efi_char16_t *, u64, u64); efi_status_t (*close)(efi_file_protocol_t *); efi_status_t (*delete)(efi_file_protocol_t *); efi_status_t (*read)(efi_file_protocol_t *, long unsigned int *, void *); efi_status_t (*write)(efi_file_protocol_t *, long unsigned int, void *); efi_status_t (*get_position)(efi_file_protocol_t *, u64 *); efi_status_t (*set_position)(efi_file_protocol_t *, u64); efi_status_t (*get_info)(efi_file_protocol_t *, efi_guid_t *, long unsigned int *, void *); efi_status_t (*set_info)(efi_file_protocol_t *, efi_guid_t *, long unsigned int, void *); efi_status_t (*flush)(efi_file_protocol_t *); }; struct efi_simple_file_system_protocol; typedef struct efi_simple_file_system_protocol efi_simple_file_system_protocol_t; struct efi_simple_file_system_protocol { u64 revision; int (*open_volume)(efi_simple_file_system_protocol_t *, efi_file_protocol_t **); }; struct finfo { efi_file_info_t info; efi_char16_t filename[256]; }; typedef u32 efi_tcg2_event_log_format; struct efi_tcg2_event { u32 event_size; struct { u32 header_size; u16 header_version; u32 pcr_index; u32 event_type; } __attribute__((packed)) event_header; } __attribute__((packed)); typedef struct efi_tcg2_event efi_tcg2_event_t; union efi_tcg2_protocol; typedef union efi_tcg2_protocol efi_tcg2_protocol_t; union efi_tcg2_protocol { struct { void *get_capability; efi_status_t (*get_event_log)(efi_tcg2_protocol_t *, efi_tcg2_event_log_format, efi_physical_addr_t *, efi_physical_addr_t *, efi_bool_t *); efi_status_t (*hash_log_extend_event)(efi_tcg2_protocol_t *, u64, efi_physical_addr_t, u64, const efi_tcg2_event_t *); void *submit_command; void *get_active_pcr_banks; void *set_active_pcr_banks; void *get_result_of_set_active_pcr_banks; }; struct { u32 get_capability; u32 get_event_log; u32 hash_log_extend_event; u32 submit_command; u32 get_active_pcr_banks; u32 set_active_pcr_banks; u32 get_result_of_set_active_pcr_banks; } mixed_mode; }; typedef struct { efi_guid_t guid; u32 table; } efi_config_table_32_t; typedef union { struct { efi_guid_t guid; void *table; }; efi_config_table_32_t mixed_mode; } efi_config_table_t; struct efi_vendor_dev_path { struct efi_generic_dev_path header; efi_guid_t vendorguid; u8 vendordata[0]; }; struct efi_tcg2_tagged_event { u32 tagged_event_id; u32 tagged_event_data_size; }; typedef struct efi_tcg2_tagged_event efi_tcg2_tagged_event_t; union efi_load_file_protocol; typedef union efi_load_file_protocol efi_load_file_protocol_t; union efi_load_file_protocol { struct { efi_status_t (*load_file)(efi_load_file_protocol_t *, efi_device_path_protocol_t *, bool, long unsigned int *, void *); }; struct { u32 load_file; } mixed_mode; }; typedef union efi_load_file_protocol efi_load_file2_protocol_t; typedef struct { u32 attributes; u16 file_path_list_length; u8 variable_data[0]; } __attribute__((packed)) efi_load_option_t; typedef struct { u32 attributes; u16 file_path_list_length; const efi_char16_t *description; const efi_device_path_protocol_t *file_path_list; size_t optional_data_size; const void *optional_data; } efi_load_option_unpacked_t; enum spectre_v4_policy { SPECTRE_V4_POLICY_MITIGATION_DYNAMIC = 0, SPECTRE_V4_POLICY_MITIGATION_ENABLED = 1, SPECTRE_V4_POLICY_MITIGATION_DISABLED = 2, }; struct spectre_v4_param { const char *str; enum spectre_v4_policy policy; }; enum bhb_mitigation_bits { BHB_LOOP = 0, BHB_FW = 1, BHB_HW = 2, BHB_INSN = 3, }; struct mpidr_hash { u64 mask; u32 shift_aff[4]; u32 bits; }; struct acpi_pci_generic_root_info { struct acpi_pci_root_info common; struct pci_config_window *cfg; }; struct kvm_mem_range { u64 start; u64 end; }; enum pkvm_component_id { PKVM_ID_HOST = 0, PKVM_ID_HYP = 1, }; struct pkvm_mem_transition { u64 nr_pages; struct { enum pkvm_component_id id; u64 addr; union { struct { u64 completer_addr; } host; }; } initiator; struct { enum pkvm_component_id id; } completer; }; struct pkvm_mem_share { const struct pkvm_mem_transition tx; const enum kvm_pgtable_prot completer_prot; }; struct check_walk_data { enum pkvm_page_state desired; enum pkvm_page_state (*get_page_state)(kvm_pte_t); }; struct kvm_pgtable_walk_data { struct kvm_pgtable *pgt; struct kvm_pgtable_walker *walker; u64 addr; u64 end; }; struct leaf_walk_data { kvm_pte_t pte; u32 level; }; struct hyp_map_data { u64 phys; kvm_pte_t attr; struct kvm_pgtable_mm_ops *mm_ops; }; struct hyp_unmap_data { u64 unmapped; struct kvm_pgtable_mm_ops *mm_ops; }; struct stage2_map_data { u64 phys; kvm_pte_t attr; u8 owner_id; kvm_pte_t *anchor; kvm_pte_t *childp; struct kvm_s2_mmu *mmu; void *memcache; struct kvm_pgtable_mm_ops *mm_ops; bool force_pte; }; struct stage2_attr_data { kvm_pte_t attr_set; kvm_pte_t attr_clr; kvm_pte_t pte; u32 level; struct kvm_pgtable_mm_ops *mm_ops; }; struct clone_args { __u64 flags; __u64 pidfd; __u64 child_tid; __u64 parent_tid; __u64 exit_signal; __u64 stack; __u64 stack_size; __u64 tls; __u64 set_tid; __u64 set_tid_size; __u64 cgroup; }; typedef int (*proc_visitor)(struct task_struct *, void *); struct trace_event_raw_task_newtask { struct trace_entry ent; pid_t pid; char comm[16]; long unsigned int clone_flags; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_task_rename { struct trace_entry ent; pid_t pid; char oldcomm[16]; char newcomm[16]; short int oom_score_adj; char __data[0]; }; struct trace_event_data_offsets_task_newtask {}; struct trace_event_data_offsets_task_rename {}; typedef void (*btf_trace_task_newtask)(void *, struct task_struct *, long unsigned int); typedef void (*btf_trace_task_rename)(void *, struct task_struct *, const char *); struct vm_stack { struct callback_head rcu; struct vm_struct *stack_vm_area; }; enum { KTW_FREEZABLE = 1, }; struct kthread_create_info { int (*threadfn)(void *); void *data; int node; struct task_struct *result; struct completion *done; struct list_head list; }; struct kthread { long unsigned int flags; unsigned int cpu; int result; int (*threadfn)(void *); void *data; struct completion parked; struct completion exited; struct cgroup_subsys_state *blkcg_css; char *full_name; }; enum KTHREAD_BITS { KTHREAD_IS_PER_CPU = 0, KTHREAD_SHOULD_STOP = 1, KTHREAD_SHOULD_PARK = 2, }; struct kthread_flush_work { struct kthread_work work; struct completion done; }; enum reboot_type { BOOT_TRIPLE = 116, BOOT_KBD = 107, BOOT_BIOS = 98, BOOT_ACPI = 97, BOOT_EFI = 101, BOOT_CF9_FORCE = 112, BOOT_CF9_SAFE = 113, }; struct sys_off_handler { struct notifier_block nb; int (*sys_off_cb)(struct sys_off_data *); void *cb_data; enum sys_off_mode mode; bool blocking; void *list; }; enum { MEMBARRIER_FLAG_SYNC_CORE = 1, MEMBARRIER_FLAG_RSEQ = 2, }; struct sd_flag_debug { unsigned int meta_flags; char *name; }; typedef const struct cpumask * (*sched_domain_mask_f)(int); typedef int (*sched_domain_flags_f)(); struct sd_data { struct sched_domain **sd; struct sched_domain_shared **sds; struct sched_group **sg; struct sched_group_capacity **sgc; }; struct sched_domain_topology_level { sched_domain_mask_f mask; sched_domain_flags_f sd_flags; int flags; int numa_level; struct sd_data data; char *name; }; enum membarrier_cmd { MEMBARRIER_CMD_QUERY = 0, MEMBARRIER_CMD_GLOBAL = 1, MEMBARRIER_CMD_GLOBAL_EXPEDITED = 2, MEMBARRIER_CMD_REGISTER_GLOBAL_EXPEDITED = 4, MEMBARRIER_CMD_PRIVATE_EXPEDITED = 8, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED = 16, MEMBARRIER_CMD_PRIVATE_EXPEDITED_SYNC_CORE = 32, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_SYNC_CORE = 64, MEMBARRIER_CMD_PRIVATE_EXPEDITED_RSEQ = 128, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_RSEQ = 256, MEMBARRIER_CMD_SHARED = 1, }; enum membarrier_cmd_flag { MEMBARRIER_CMD_FLAG_CPU = 1, }; enum sched_tunable_scaling { SCHED_TUNABLESCALING_NONE = 0, SCHED_TUNABLESCALING_LOG = 1, SCHED_TUNABLESCALING_LINEAR = 2, SCHED_TUNABLESCALING_END = 3, }; enum numa_topology_type { NUMA_DIRECT = 0, NUMA_GLUELESS_MESH = 1, NUMA_BACKPLANE = 2, }; enum cpuacct_stat_index { CPUACCT_STAT_USER = 0, CPUACCT_STAT_SYSTEM = 1, CPUACCT_STAT_NSTATS = 2, }; struct cpuacct { struct cgroup_subsys_state css; u64 *cpuusage; struct kernel_cpustat *cpustat; }; struct sugov_tunables { struct gov_attr_set attr_set; unsigned int rate_limit_us; }; struct sugov_policy { struct cpufreq_policy *policy; struct sugov_tunables *tunables; struct list_head tunables_hook; raw_spinlock_t update_lock; u64 last_freq_update_time; s64 freq_update_delay_ns; unsigned int next_freq; unsigned int cached_raw_freq; struct irq_work irq_work; struct kthread_work work; struct mutex work_lock; struct kthread_worker worker; struct task_struct *thread; bool work_in_progress; bool limits_changed; bool need_freq_update; }; struct sugov_cpu { struct update_util_data update_util; struct sugov_policy *sg_policy; unsigned int cpu; bool iowait_boost_pending; unsigned int iowait_boost; u64 last_update; long unsigned int util; long unsigned int bw_dl; long unsigned int max; long unsigned int saved_idle_calls; }; struct s_data { struct sched_domain **sd; struct root_domain *rd; }; enum s_alloc { sa_rootdomain = 0, sa_sd = 1, sa_sd_storage = 2, sa_none = 3, }; struct asym_cap_data { struct list_head link; long unsigned int capacity; long unsigned int cpus[0]; }; struct sched_core_cookie { refcount_t refcnt; }; enum hk_flags { HK_FLAG_TIMER = 1, HK_FLAG_RCU = 2, HK_FLAG_MISC = 4, HK_FLAG_SCHED = 8, HK_FLAG_TICK = 16, HK_FLAG_DOMAIN = 32, HK_FLAG_WQ = 64, HK_FLAG_MANAGED_IRQ = 128, HK_FLAG_KTHREAD = 256, }; struct housekeeping { struct cpumask cpumasks[9]; long unsigned int flags; }; struct resume_swap_area { __kernel_loff_t offset; __u32 dev; } __attribute__((packed)); struct snapshot_data { struct snapshot_handle handle; int swap; int mode; bool frozen; bool ready; bool platform_support; bool free_bitmaps; dev_t dev; }; struct compat_resume_swap_area { compat_loff_t offset; u32 dev; } __attribute__((packed)); struct trace_event_raw_rcu_utilization { struct trace_entry ent; const char *s; char __data[0]; }; struct trace_event_raw_rcu_stall_warning { struct trace_entry ent; const char *rcuname; const char *msg; char __data[0]; }; struct trace_event_data_offsets_rcu_utilization {}; struct trace_event_data_offsets_rcu_stall_warning {}; typedef void (*btf_trace_rcu_utilization)(void *, const char *); typedef void (*btf_trace_rcu_stall_warning)(void *, const char *, const char *); struct rcu_tasks; typedef void (*rcu_tasks_gp_func_t)(struct rcu_tasks *); typedef void (*pregp_func_t)(struct list_head *); typedef void (*pertask_func_t)(struct task_struct *, struct list_head *); typedef void (*postscan_func_t)(struct list_head *); typedef void (*holdouts_func_t)(struct list_head *, bool, bool *); typedef void (*postgp_func_t)(struct rcu_tasks *); struct rcu_tasks_percpu; struct rcu_tasks { struct rcuwait cbs_wait; raw_spinlock_t cbs_gbl_lock; struct mutex tasks_gp_mutex; int gp_state; int gp_sleep; int init_fract; long unsigned int gp_jiffies; long unsigned int gp_start; long unsigned int tasks_gp_seq; long unsigned int n_ipis; long unsigned int n_ipis_fails; struct task_struct *kthread_ptr; rcu_tasks_gp_func_t gp_func; pregp_func_t pregp_func; pertask_func_t pertask_func; postscan_func_t postscan_func; holdouts_func_t holdouts_func; postgp_func_t postgp_func; call_rcu_func_t call_func; struct rcu_tasks_percpu *rtpcpu; int percpu_enqueue_shift; int percpu_enqueue_lim; int percpu_dequeue_lim; long unsigned int percpu_dequeue_gpseq; struct mutex barrier_q_mutex; atomic_t barrier_q_count; struct completion barrier_q_completion; long unsigned int barrier_q_seq; char *name; char *kname; }; struct rcu_tasks_percpu { struct rcu_segcblist cblist; raw_spinlock_t lock; long unsigned int rtp_jiffies; long unsigned int rtp_n_lock_retries; struct work_struct rtp_work; struct irq_work rtp_irq_work; struct callback_head barrier_q_head; struct list_head rtp_blkd_tasks; int cpu; struct rcu_tasks *rtpp; }; struct trc_stall_chk_rdr { int nesting; int ipi_to_cpu; u8 needqs; }; struct stacktrace_cookie { long unsigned int *store; unsigned int size; unsigned int skip; unsigned int len; }; struct posix_clock_desc { struct file *fp; struct posix_clock *clk; }; typedef __u16 comp_t; struct acct_v3 { char ac_flag; char ac_version; __u16 ac_tty; __u32 ac_exitcode; __u32 ac_uid; __u32 ac_gid; __u32 ac_pid; __u32 ac_ppid; __u32 ac_btime; __u32 ac_etime; comp_t ac_utime; comp_t ac_stime; comp_t ac_mem; comp_t ac_io; comp_t ac_rw; comp_t ac_minflt; comp_t ac_majflt; comp_t ac_swaps; char ac_comm[16]; }; typedef struct acct_v3 acct_t; struct bsd_acct_struct { struct fs_pin pin; atomic_long_t count; struct callback_head rcu; struct mutex lock; int active; long unsigned int needcheck; struct file *file; struct pid_namespace *ns; struct work_struct work; struct completion done; }; struct cpu_stop_done { atomic_t nr_todo; int ret; struct completion completion; }; struct cpu_stopper { struct task_struct *thread; raw_spinlock_t lock; bool enabled; struct list_head works; struct cpu_stop_work stop_work; long unsigned int caller; cpu_stop_fn_t fn; }; enum multi_stop_state { MULTI_STOP_NONE = 0, MULTI_STOP_PREPARE = 1, MULTI_STOP_DISABLE_IRQ = 2, MULTI_STOP_RUN = 3, MULTI_STOP_EXIT = 4, }; struct multi_stop_data { cpu_stop_fn_t fn; void *data; unsigned int num_threads; const struct cpumask *active_cpus; enum multi_stop_state state; atomic_t thread_ack; }; struct audit_fsnotify_mark { dev_t dev; long unsigned int ino; char *path; struct fsnotify_mark mark; struct audit_krule *rule; }; enum kgdb_bptype { BP_BREAKPOINT = 0, BP_HARDWARE_BREAKPOINT = 1, BP_WRITE_WATCHPOINT = 2, BP_READ_WATCHPOINT = 3, BP_ACCESS_WATCHPOINT = 4, BP_POKE_BREAKPOINT = 5, }; struct dbg_reg_def_t { char *name; int size; int offset; }; struct kgdb_arch { unsigned char gdb_bpt_instr[4]; long unsigned int flags; int (*set_breakpoint)(long unsigned int, char *); int (*remove_breakpoint)(long unsigned int, char *); int (*set_hw_breakpoint)(long unsigned int, int, enum kgdb_bptype); int (*remove_hw_breakpoint)(long unsigned int, int, enum kgdb_bptype); void (*disable_hw_break)(struct pt_regs *); void (*remove_all_hw_break)(); void (*correct_hw_break)(); void (*enable_nmi)(bool); }; struct kgdb_io { const char *name; int (*read_char)(); void (*write_char)(u8); void (*flush)(); int (*init)(); void (*deinit)(); void (*pre_exception)(); void (*post_exception)(); struct console *cons; }; struct kgdb_state { int ex_vector; int signo; int err_code; int cpu; int pass_exception; long unsigned int thr_query; long unsigned int threadid; long int kgdb_usethreadid; struct pt_regs *linux_regs; atomic_t *send_ready; }; struct debuggerinfo_struct { void *debuggerinfo; struct task_struct *task; int exception_state; int ret_state; int irq_depth; int enter_kgdb; bool rounding_up; }; struct tp_module { struct list_head list; struct module *mod; }; enum tp_func_state { TP_FUNC_0 = 0, TP_FUNC_1 = 1, TP_FUNC_2 = 2, TP_FUNC_N = 3, }; enum tp_transition_sync { TP_TRANSITION_SYNC_1_0_1 = 0, TP_TRANSITION_SYNC_N_2_1 = 1, _NR_TP_TRANSITION_SYNC = 2, }; struct tp_transition_snapshot { long unsigned int rcu; long unsigned int srcu; bool ongoing; }; struct tp_probes { struct callback_head rcu; struct tracepoint_func probes[0]; }; struct stat_node { struct rb_node node; void *stat; }; struct stat_session { struct list_head session_list; struct tracer_stat *ts; struct rb_root stat_root; struct mutex stat_mutex; struct dentry *file; }; enum { TRACE_FUNC_NO_OPTS = 0, TRACE_FUNC_OPT_STACK = 1, TRACE_FUNC_OPT_NO_REPEATS = 2, TRACE_FUNC_OPT_HIGHEST_BIT = 4, }; enum blktrace_notify { __BLK_TN_PROCESS = 0, __BLK_TN_TIMESTAMP = 1, __BLK_TN_MESSAGE = 2, __BLK_TN_CGROUP = 256, }; struct blk_io_trace { __u32 magic; __u32 sequence; __u64 time; __u64 sector; __u32 bytes; __u32 action; __u32 pid; __u32 device; __u32 cpu; __u16 error; __u16 pdu_len; }; struct blk_io_trace_remap { __be32 device_from; __be32 device_to; __be64 sector_from; }; enum { Blktrace_setup = 1, Blktrace_running = 2, Blktrace_stopped = 3, }; struct blk_user_trace_setup { char name[32]; __u16 act_mask; __u32 buf_size; __u32 buf_nr; __u64 start_lba; __u64 end_lba; __u32 pid; }; typedef void blk_log_action_t(struct trace_iterator *, const char *, bool); typedef int (*tracing_map_cmp_fn_t)(void *, void *); struct tracing_map_field { tracing_map_cmp_fn_t cmp_fn; union { atomic64_t sum; unsigned int offset; }; }; struct tracing_map; struct tracing_map_elt { struct tracing_map *map; struct tracing_map_field *fields; atomic64_t *vars; bool *var_set; void *key; void *private_data; }; struct tracing_map_sort_key { unsigned int field_idx; bool descending; }; struct tracing_map_array; struct tracing_map_ops; struct tracing_map { unsigned int key_size; unsigned int map_bits; unsigned int map_size; unsigned int max_elts; atomic_t next_elt; struct tracing_map_array *elts; struct tracing_map_array *map; const struct tracing_map_ops *ops; void *private_data; struct tracing_map_field fields[6]; unsigned int n_fields; int key_idx[3]; unsigned int n_keys; struct tracing_map_sort_key sort_key; unsigned int n_vars; atomic64_t hits; atomic64_t drops; }; struct tracing_map_sort_entry { void *key; struct tracing_map_elt *elt; bool elt_copied; bool dup; }; struct tracing_map_array { unsigned int entries_per_page; unsigned int entry_size_shift; unsigned int entry_shift; unsigned int entry_mask; unsigned int n_pages; void **pages; }; struct tracing_map_ops { int (*elt_alloc)(struct tracing_map_elt *); void (*elt_free)(struct tracing_map_elt *); void (*elt_clear)(struct tracing_map_elt *); void (*elt_init)(struct tracing_map_elt *); }; enum { HIST_ERR_NONE = 0, HIST_ERR_DUPLICATE_VAR = 1, HIST_ERR_VAR_NOT_UNIQUE = 2, HIST_ERR_TOO_MANY_VARS = 3, HIST_ERR_MALFORMED_ASSIGNMENT = 4, HIST_ERR_NAMED_MISMATCH = 5, HIST_ERR_TRIGGER_EEXIST = 6, HIST_ERR_TRIGGER_ENOENT_CLEAR = 7, HIST_ERR_SET_CLOCK_FAIL = 8, HIST_ERR_BAD_FIELD_MODIFIER = 9, HIST_ERR_TOO_MANY_SUBEXPR = 10, HIST_ERR_TIMESTAMP_MISMATCH = 11, HIST_ERR_TOO_MANY_FIELD_VARS = 12, HIST_ERR_EVENT_FILE_NOT_FOUND = 13, HIST_ERR_HIST_NOT_FOUND = 14, HIST_ERR_HIST_CREATE_FAIL = 15, HIST_ERR_SYNTH_VAR_NOT_FOUND = 16, HIST_ERR_SYNTH_EVENT_NOT_FOUND = 17, HIST_ERR_SYNTH_TYPE_MISMATCH = 18, HIST_ERR_SYNTH_COUNT_MISMATCH = 19, HIST_ERR_FIELD_VAR_PARSE_FAIL = 20, HIST_ERR_VAR_CREATE_FIND_FAIL = 21, HIST_ERR_ONX_NOT_VAR = 22, HIST_ERR_ONX_VAR_NOT_FOUND = 23, HIST_ERR_ONX_VAR_CREATE_FAIL = 24, HIST_ERR_FIELD_VAR_CREATE_FAIL = 25, HIST_ERR_TOO_MANY_PARAMS = 26, HIST_ERR_PARAM_NOT_FOUND = 27, HIST_ERR_INVALID_PARAM = 28, HIST_ERR_ACTION_NOT_FOUND = 29, HIST_ERR_NO_SAVE_PARAMS = 30, HIST_ERR_TOO_MANY_SAVE_ACTIONS = 31, HIST_ERR_ACTION_MISMATCH = 32, HIST_ERR_NO_CLOSING_PAREN = 33, HIST_ERR_SUBSYS_NOT_FOUND = 34, HIST_ERR_INVALID_SUBSYS_EVENT = 35, HIST_ERR_INVALID_REF_KEY = 36, HIST_ERR_VAR_NOT_FOUND = 37, HIST_ERR_FIELD_NOT_FOUND = 38, HIST_ERR_EMPTY_ASSIGNMENT = 39, HIST_ERR_INVALID_SORT_MODIFIER = 40, HIST_ERR_EMPTY_SORT_FIELD = 41, HIST_ERR_TOO_MANY_SORT_FIELDS = 42, HIST_ERR_INVALID_SORT_FIELD = 43, HIST_ERR_INVALID_STR_OPERAND = 44, HIST_ERR_EXPECT_NUMBER = 45, HIST_ERR_UNARY_MINUS_SUBEXPR = 46, HIST_ERR_DIVISION_BY_ZERO = 47, }; struct hist_field; typedef u64 (*hist_field_fn_t)(struct hist_field *, struct tracing_map_elt *, struct trace_buffer *, struct ring_buffer_event *, void *); struct hist_trigger_data; struct hist_var { char *name; struct hist_trigger_data *hist_data; unsigned int idx; }; enum field_op_id { FIELD_OP_NONE = 0, FIELD_OP_PLUS = 1, FIELD_OP_MINUS = 2, FIELD_OP_UNARY_MINUS = 3, FIELD_OP_DIV = 4, FIELD_OP_MULT = 5, }; struct hist_field { struct ftrace_event_field *field; long unsigned int flags; hist_field_fn_t fn; unsigned int ref; unsigned int size; unsigned int offset; unsigned int is_signed; long unsigned int buckets; const char *type; struct hist_field *operands[2]; struct hist_trigger_data *hist_data; struct hist_var var; enum field_op_id operator; char *system; char *event_name; char *name; unsigned int var_ref_idx; bool read_once; unsigned int var_str_idx; u64 constant; u64 div_multiplier; }; struct hist_trigger_attrs; struct action_data; struct field_var; struct field_var_hist; struct hist_trigger_data { struct hist_field *fields[22]; unsigned int n_vals; unsigned int n_keys; unsigned int n_fields; unsigned int n_vars; unsigned int n_var_str; unsigned int key_size; struct tracing_map_sort_key sort_keys[2]; unsigned int n_sort_keys; struct trace_event_file *event_file; struct hist_trigger_attrs *attrs; struct tracing_map *map; bool enable_timestamps; bool remove; struct hist_field *var_refs[16]; unsigned int n_var_refs; struct action_data *actions[8]; unsigned int n_actions; struct field_var *field_vars[64]; unsigned int n_field_vars; unsigned int n_field_var_str; struct field_var_hist *field_var_hists[64]; unsigned int n_field_var_hists; struct field_var *save_vars[64]; unsigned int n_save_vars; unsigned int n_save_var_str; }; enum hist_field_flags { HIST_FIELD_FL_HITCOUNT = 1, HIST_FIELD_FL_KEY = 2, HIST_FIELD_FL_STRING = 4, HIST_FIELD_FL_HEX = 8, HIST_FIELD_FL_SYM = 16, HIST_FIELD_FL_SYM_OFFSET = 32, HIST_FIELD_FL_EXECNAME = 64, HIST_FIELD_FL_SYSCALL = 128, HIST_FIELD_FL_STACKTRACE = 256, HIST_FIELD_FL_LOG2 = 512, HIST_FIELD_FL_TIMESTAMP = 1024, HIST_FIELD_FL_TIMESTAMP_USECS = 2048, HIST_FIELD_FL_VAR = 4096, HIST_FIELD_FL_EXPR = 8192, HIST_FIELD_FL_VAR_REF = 16384, HIST_FIELD_FL_CPU = 32768, HIST_FIELD_FL_ALIAS = 65536, HIST_FIELD_FL_BUCKET = 131072, HIST_FIELD_FL_CONST = 262144, }; struct var_defs { unsigned int n_vars; char *name[16]; char *expr[16]; }; struct hist_trigger_attrs { char *keys_str; char *vals_str; char *sort_key_str; char *name; char *clock; bool pause; bool cont; bool clear; bool ts_in_usecs; unsigned int map_bits; char *assignment_str[16]; unsigned int n_assignments; char *action_str[8]; unsigned int n_actions; struct var_defs var_defs; }; struct field_var { struct hist_field *var; struct hist_field *val; }; struct field_var_hist { struct hist_trigger_data *hist_data; char *cmd; }; enum handler_id { HANDLER_ONMATCH = 1, HANDLER_ONMAX = 2, HANDLER_ONCHANGE = 3, }; enum action_id { ACTION_SAVE = 1, ACTION_TRACE = 2, ACTION_SNAPSHOT = 3, }; typedef void (*action_fn_t)(struct hist_trigger_data *, struct tracing_map_elt *, struct trace_buffer *, void *, struct ring_buffer_event *, void *, struct action_data *, u64 *); typedef bool (*check_track_val_fn_t)(u64, u64); struct action_data { enum handler_id handler; enum action_id action; char *action_name; action_fn_t fn; unsigned int n_params; char *params[64]; unsigned int var_ref_idx[16]; struct synth_event *synth_event; bool use_trace_keyword; char *synth_event_name; union { struct { char *event; char *event_system; } match_data; struct { char *var_str; struct hist_field *var_ref; struct hist_field *track_var; check_track_val_fn_t check_val; action_fn_t save_data; } track_data; }; }; struct track_data { u64 track_val; bool updated; unsigned int key_len; void *key; struct tracing_map_elt elt; struct action_data *action_data; struct hist_trigger_data *hist_data; }; struct hist_elt_data { char *comm; u64 *var_ref_vals; char **field_var_str; int n_field_var_str; }; struct snapshot_context { struct tracing_map_elt *elt; void *key; }; typedef void (*synth_probe_func_t)(void *, u64 *, unsigned int *); struct hist_var_data { struct list_head list; struct hist_trigger_data *hist_data; }; struct bpf_preload_info { char link_name[16]; struct bpf_link *link; }; struct bpf_preload_ops { int (*preload)(struct bpf_preload_info *); struct module *owner; }; enum bpf_type { BPF_TYPE_UNSPEC = 0, BPF_TYPE_PROG = 1, BPF_TYPE_MAP = 2, BPF_TYPE_LINK = 3, }; struct map_iter { void *key; bool done; }; enum { OPT_MODE = 0, }; struct bpf_mount_opts { umode_t mode; }; struct bpf_iter_seq_link_info { u32 link_id; }; struct bpf_iter__bpf_link { union { struct bpf_iter_meta *meta; }; union { struct bpf_link *link; }; }; struct bpf_queue_stack { struct bpf_map map; raw_spinlock_t lock; u32 head; u32 tail; u32 size; char elements[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_shim_tramp_link { struct bpf_tramp_link link; struct bpf_trampoline *trampoline; }; struct reuseport_array { struct bpf_map map; struct sock *ptrs[0]; }; enum uprobe_filter_ctx { UPROBE_FILTER_REGISTER = 0, UPROBE_FILTER_UNREGISTER = 1, UPROBE_FILTER_MMAP = 2, }; struct uprobe_consumer { int (*handler)(struct uprobe_consumer *, struct pt_regs *); int (*ret_handler)(struct uprobe_consumer *, long unsigned int, struct pt_regs *); bool (*filter)(struct uprobe_consumer *, enum uprobe_filter_ctx, struct mm_struct *); struct uprobe_consumer *next; }; typedef u32 uprobe_opcode_t; struct arch_uprobe { union { u8 insn[4]; u8 ixol[4]; }; struct arch_probe_insn api; bool simulate; }; struct uprobe { struct rb_node rb_node; refcount_t ref; struct rw_semaphore register_rwsem; struct rw_semaphore consumer_rwsem; struct list_head pending_list; struct uprobe_consumer *consumers; struct inode *inode; loff_t offset; loff_t ref_ctr_offset; long unsigned int flags; struct arch_uprobe arch; }; enum rp_check { RP_CHECK_CALL = 0, RP_CHECK_CHAIN_CALL = 1, RP_CHECK_RET = 2, }; struct xol_area { wait_queue_head_t wq; atomic_t slot_count; long unsigned int *bitmap; struct vm_special_mapping xol_mapping; struct page *pages[2]; long unsigned int vaddr; }; struct delayed_uprobe { struct list_head list; struct uprobe *uprobe; struct mm_struct *mm; }; struct __uprobe_key { struct inode *inode; loff_t offset; }; struct map_info___2 { struct map_info___2 *next; struct mm_struct *mm; long unsigned int vaddr; }; struct pcpu_group_info { int nr_units; long unsigned int base_offset; unsigned int *cpu_map; }; struct pcpu_alloc_info { size_t static_size; size_t reserved_size; size_t dyn_size; size_t unit_size; size_t atom_size; size_t alloc_size; size_t __ai_size; int nr_groups; struct pcpu_group_info groups[0]; }; typedef int pcpu_fc_cpu_to_node_fn_t(int); typedef int pcpu_fc_cpu_distance_fn_t(unsigned int, unsigned int); struct trace_event_raw_percpu_alloc_percpu { struct trace_entry ent; long unsigned int call_site; bool reserved; bool is_atomic; size_t size; size_t align; void *base_addr; int off; void *ptr; size_t bytes_alloc; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_percpu_free_percpu { struct trace_entry ent; void *base_addr; int off; void *ptr; char __data[0]; }; struct trace_event_raw_percpu_alloc_percpu_fail { struct trace_entry ent; bool reserved; bool is_atomic; size_t size; size_t align; char __data[0]; }; struct trace_event_raw_percpu_create_chunk { struct trace_entry ent; void *base_addr; char __data[0]; }; struct trace_event_raw_percpu_destroy_chunk { struct trace_entry ent; void *base_addr; char __data[0]; }; struct trace_event_data_offsets_percpu_alloc_percpu {}; struct trace_event_data_offsets_percpu_free_percpu {}; struct trace_event_data_offsets_percpu_alloc_percpu_fail {}; struct trace_event_data_offsets_percpu_create_chunk {}; struct trace_event_data_offsets_percpu_destroy_chunk {}; typedef void (*btf_trace_percpu_alloc_percpu)(void *, long unsigned int, bool, bool, size_t, size_t, void *, int, void *, size_t, gfp_t); typedef void (*btf_trace_percpu_free_percpu)(void *, void *, int, void *); typedef void (*btf_trace_percpu_alloc_percpu_fail)(void *, bool, bool, size_t, size_t); typedef void (*btf_trace_percpu_create_chunk)(void *, void *); typedef void (*btf_trace_percpu_destroy_chunk)(void *, void *); struct pcpu_block_md { int scan_hint; int scan_hint_start; int contig_hint; int contig_hint_start; int left_free; int right_free; int first_free; int nr_bits; }; struct pcpu_chunk { struct list_head list; int free_bytes; struct pcpu_block_md chunk_md; void *base_addr; long unsigned int *alloc_map; long unsigned int *bound_map; struct pcpu_block_md *md_blocks; void *data; bool immutable; bool isolated; int start_offset; int end_offset; struct obj_cgroup **obj_cgroups; int nr_pages; int nr_populated; int nr_empty_pop_pages; long unsigned int populated[0]; }; typedef unsigned int zap_flags_t; typedef unsigned int pgtbl_mod_mask; typedef long unsigned int pte_marker; struct zap_details { struct folio *single_folio; bool even_cows; zap_flags_t zap_flags; }; struct copy_subpage_arg { struct page *dst; struct page *src; struct vm_area_struct *vma; }; struct madvise_walk_private { struct mmu_gather *tlb; bool pageout; }; enum mcopy_atomic_mode { MCOPY_ATOMIC_NORMAL = 0, MCOPY_ATOMIC_ZEROPAGE = 1, MCOPY_ATOMIC_CONTINUE = 2, }; enum { SUBPAGE_INDEX_SUBPOOL = 1, SUBPAGE_INDEX_HWPOISON = 2, __NR_USED_SUBPAGE = 3, }; struct resv_map { struct kref refs; spinlock_t lock; struct list_head regions; long int adds_in_progress; struct list_head region_cache; long int region_cache_count; }; struct file_region { struct list_head link; long int from; long int to; }; enum hugetlb_page_flags { HPG_restore_reserve = 0, HPG_migratable = 1, HPG_temporary = 2, HPG_freed = 3, HPG_vmemmap_optimized = 4, HPG_raw_hwp_unreliable = 5, __NR_HPAGEFLAGS = 6, }; struct huge_bootmem_page { struct list_head list; struct hstate *hstate; }; enum vma_resv_mode { VMA_NEEDS_RESV = 0, VMA_COMMIT_RESV = 1, VMA_END_RESV = 2, VMA_ADD_RESV = 3, VMA_DEL_RESV = 4, }; struct node_hstate { struct kobject *hugepages_kobj; struct kobject *hstate_kobjs[4]; }; struct hugetlb_cgroup; enum vmpressure_levels { VMPRESSURE_LOW = 0, VMPRESSURE_MEDIUM = 1, VMPRESSURE_CRITICAL = 2, VMPRESSURE_NUM_LEVELS = 3, }; enum vmpressure_modes { VMPRESSURE_NO_PASSTHROUGH = 0, VMPRESSURE_HIERARCHY = 1, VMPRESSURE_LOCAL = 2, VMPRESSURE_NUM_MODES = 3, }; struct vmpressure_event { struct eventfd_ctx *efd; enum vmpressure_levels level; enum vmpressure_modes mode; struct list_head node; }; struct page_ext_operations { size_t offset; size_t size; bool (*need)(); void (*init)(); }; enum page_ext_flags { PAGE_EXT_OWNER = 0, PAGE_EXT_OWNER_ALLOCATED = 1, }; struct page_owner { short unsigned int order; short int last_migrate_reason; gfp_t gfp_mask; depot_stack_handle_t handle; depot_stack_handle_t free_handle; u64 ts_nsec; u64 free_ts_nsec; char comm[16]; pid_t pid; pid_t tgid; }; enum hmm_pfn_flags { HMM_PFN_VALID = 0, HMM_PFN_WRITE = 0, HMM_PFN_ERROR = 0, HMM_PFN_ORDER_SHIFT = 56, HMM_PFN_REQ_FAULT = 0, HMM_PFN_REQ_WRITE = 0, HMM_PFN_FLAGS = 0, }; struct hmm_range { struct mmu_interval_notifier *notifier; long unsigned int notifier_seq; long unsigned int start; long unsigned int end; long unsigned int *hmm_pfns; long unsigned int default_flags; long unsigned int pfn_flags_mask; void *dev_private_owner; }; struct hmm_vma_walk { struct hmm_range *range; long unsigned int last; }; enum { HMM_NEED_FAULT = 1, HMM_NEED_WRITE_FAULT = 2, HMM_NEED_ALL_BITS = 3, }; enum vfs_get_super_keying { vfs_get_single_super = 0, vfs_get_single_reconf_super = 1, vfs_get_keyed_super = 2, vfs_get_independent_super = 3, }; typedef struct { long unsigned int fds_bits[16]; } __kernel_fd_set; typedef __kernel_fd_set fd_set; struct poll_table_entry { struct file *filp; __poll_t key; wait_queue_entry_t wait; wait_queue_head_t *wait_address; }; struct poll_table_page; struct poll_wqueues { poll_table pt; struct poll_table_page *table; struct task_struct *polling_task; int triggered; int error; int inline_index; struct poll_table_entry inline_entries[9]; }; struct poll_table_page { struct poll_table_page *next; struct poll_table_entry *entry; struct poll_table_entry entries[0]; }; enum poll_time_type { PT_TIMEVAL = 0, PT_OLD_TIMEVAL = 1, PT_TIMESPEC = 2, PT_OLD_TIMESPEC = 3, }; typedef struct { long unsigned int *in; long unsigned int *out; long unsigned int *ex; long unsigned int *res_in; long unsigned int *res_out; long unsigned int *res_ex; } fd_set_bits; struct sigset_argpack { sigset_t *p; size_t size; }; struct poll_list { struct poll_list *next; int len; struct pollfd entries[0]; }; struct compat_sel_arg_struct { compat_ulong_t n; compat_uptr_t inp; compat_uptr_t outp; compat_uptr_t exp; compat_uptr_t tvp; }; struct compat_sigset_argpack { compat_uptr_t p; compat_size_t size; }; enum fsconfig_command { FSCONFIG_SET_FLAG = 0, FSCONFIG_SET_STRING = 1, FSCONFIG_SET_BINARY = 2, FSCONFIG_SET_PATH = 3, FSCONFIG_SET_PATH_EMPTY = 4, FSCONFIG_SET_FD = 5, FSCONFIG_CMD_CREATE = 6, FSCONFIG_CMD_RECONFIGURE = 7, }; struct epoll_event { __poll_t events; __u64 data; }; struct epoll_filefd { struct file *file; int fd; } __attribute__((packed)); struct epitem; struct eppoll_entry { struct eppoll_entry *next; struct epitem *base; wait_queue_entry_t wait; wait_queue_head_t *whead; }; struct eventpoll; struct epitem { union { struct rb_node rbn; struct callback_head rcu; }; struct list_head rdllink; struct epitem *next; struct epoll_filefd ffd; struct eppoll_entry *pwqlist; struct eventpoll *ep; struct hlist_node fllink; struct wakeup_source *ws; struct epoll_event event; }; struct eventpoll { struct mutex mtx; wait_queue_head_t wq; wait_queue_head_t poll_wait; struct list_head rdllist; rwlock_t lock; struct rb_root_cached rbr; struct epitem *ovflist; struct wakeup_source *ws; struct user_struct *user; struct file *file; u64 gen; struct hlist_head refs; unsigned int napi_id; }; struct ep_pqueue { poll_table pt; struct epitem *epi; }; struct epitems_head { struct hlist_head epitems; struct epitems_head *next; }; typedef enum { FS_DECRYPT = 0, FS_ENCRYPT = 1, } fscrypt_direction_t; struct fsverity_digest { __u16 digest_algorithm; __u16 digest_size; __u8 digest[0]; }; typedef unsigned int compat_elf_greg_t; typedef compat_elf_greg_t compat_elf_gregset_t[18]; struct compat_elf_siginfo { compat_int_t si_signo; compat_int_t si_code; compat_int_t si_errno; }; struct compat_elf_prstatus_common { struct compat_elf_siginfo pr_info; short int pr_cursig; compat_ulong_t pr_sigpend; compat_ulong_t pr_sighold; compat_pid_t pr_pid; compat_pid_t pr_ppid; compat_pid_t pr_pgrp; compat_pid_t pr_sid; struct old_timeval32 pr_utime; struct old_timeval32 pr_stime; struct old_timeval32 pr_cutime; struct old_timeval32 pr_cstime; }; struct compat_elf_prpsinfo { char pr_state; char pr_sname; char pr_zomb; char pr_nice; compat_ulong_t pr_flag; __compat_uid_t pr_uid; __compat_gid_t pr_gid; compat_pid_t pr_pid; compat_pid_t pr_ppid; compat_pid_t pr_pgrp; compat_pid_t pr_sid; char pr_fname[16]; char pr_psargs[80]; }; struct compat_elf_prstatus { struct compat_elf_prstatus_common common; compat_elf_gregset_t pr_reg; compat_int_t pr_fpvalid; }; struct elf_thread_core_info___2 { struct elf_thread_core_info___2 *next; struct task_struct *task; struct compat_elf_prstatus prstatus; struct memelfnote notes[0]; }; struct elf_note_info___2 { struct elf_thread_core_info___2 *thread; struct memelfnote psinfo; struct memelfnote signote; struct memelfnote auxv; struct memelfnote files; compat_siginfo_t csigdata; size_t size; int thread_notes; }; struct folio_iter { struct folio *folio; size_t offset; size_t length; struct folio *_next; size_t _seg_count; int _i; }; struct iomap_ioend { struct list_head io_list; u16 io_type; u16 io_flags; u32 io_folios; struct inode *io_inode; size_t io_size; loff_t io_offset; sector_t io_sector; struct bio *io_bio; struct bio io_inline_bio; }; struct iomap_writepage_ctx; struct iomap_writeback_ops { int (*map_blocks)(struct iomap_writepage_ctx *, struct inode *, loff_t); int (*prepare_ioend)(struct iomap_ioend *, int); void (*discard_folio)(struct folio *, loff_t); }; struct iomap_writepage_ctx { struct iomap iomap; struct iomap_ioend *ioend; const struct iomap_writeback_ops *ops; }; struct iomap_page { atomic_t read_bytes_pending; atomic_t write_bytes_pending; spinlock_t uptodate_lock; long unsigned int uptodate[0]; }; struct iomap_readpage_ctx { struct folio *cur_folio; bool cur_folio_in_bio; struct bio *bio; struct readahead_control *rac; }; struct proc_timens_offset { int clockid; struct timespec64 val; }; enum resctrl_conf_type { CDP_NONE = 0, CDP_CODE = 1, CDP_DATA = 2, }; struct pid_entry { const char *name; unsigned int len; umode_t mode; const struct inode_operations *iop; const struct file_operations *fop; union proc_op op; }; struct limit_names { const char *name; const char *unit; }; struct map_files_info { long unsigned int start; long unsigned int end; fmode_t mode; }; struct timers_private { struct pid *pid; struct task_struct *task; struct sighand_struct *sighand; struct pid_namespace *ns; long unsigned int flags; }; struct tgid_iter { unsigned int tgid; struct task_struct *task; }; enum SHIFT_DIRECTION { SHIFT_LEFT = 0, SHIFT_RIGHT = 1, }; struct ext4_extent_tail { __le32 et_checksum; }; typedef short unsigned int __kernel_uid16_t; typedef short unsigned int __kernel_gid16_t; typedef __kernel_uid16_t uid16_t; typedef __kernel_gid16_t gid16_t; struct ext4_xattr_inode_array { unsigned int count; struct inode *inodes[0]; }; struct mpage_da_data { struct inode *inode; struct writeback_control *wbc; long unsigned int first_page; long unsigned int next_page; long unsigned int last_page; struct ext4_map_blocks map; struct ext4_io_submit io_submit; unsigned int do_map: 1; unsigned int scanned_until_end: 1; }; struct ramfs_mount_opts { umode_t mode; }; struct ramfs_fs_info { struct ramfs_mount_opts mount_opts; }; enum ramfs_param { Opt_mode___3 = 0, }; enum { Opt_err___5 = 0, Opt_fd = 1, Opt_uid___3 = 2, Opt_gid___4 = 3, Opt_pgrp = 4, Opt_minproto = 5, Opt_maxproto = 6, Opt_indirect = 7, Opt_direct = 8, Opt_offset = 9, Opt_strictexpire = 10, Opt_ignore = 11, }; struct tracefs_dir_ops { int (*mkdir)(const char *); int (*rmdir)(const char *); }; struct tracefs_mount_opts { kuid_t uid; kgid_t gid; umode_t mode; unsigned int opts; }; enum { Opt_uid___4 = 0, Opt_gid___5 = 1, Opt_mode___4 = 2, Opt_err___6 = 3, }; struct tracefs_fs_info { struct tracefs_mount_opts mount_opts; }; struct btrfs_file_private { void *filldir_buf; }; struct inode_defrag { struct rb_node rb_node; u64 ino; u64 transid; u64 root; u32 extent_thresh; }; struct falloc_range { struct list_head list; u64 start; u64 len; }; enum { RANGE_BOUNDARY_WRITTEN_EXTENT = 0, RANGE_BOUNDARY_PREALLOC_EXTENT = 1, RANGE_BOUNDARY_HOLE = 2, }; struct iomap_dio; enum file_time_flags { S_ATIME = 1, S_MTIME = 2, S_CTIME = 4, S_VERSION = 8, }; struct btrfs_disk_balance_args { __le64 profiles; union { __le64 usage; struct { __le32 usage_min; __le32 usage_max; }; }; __le64 devid; __le64 pstart; __le64 pend; __le64 vstart; __le64 vend; __le64 target; __le64 flags; union { __le64 limit; struct { __le32 limit_min; __le32 limit_max; }; }; __le32 stripes_min; __le32 stripes_max; __le64 unused[6]; }; struct btrfs_balance_item { __le64 flags; struct btrfs_disk_balance_args data; struct btrfs_disk_balance_args meta; struct btrfs_disk_balance_args sys; __le64 unused[4]; }; struct btrfs_dev_stats_item { __le64 values[5]; }; struct btrfs_swapfile_pin { struct rb_node node; void *ptr; struct inode *inode; bool is_block_group; int bg_extent_count; }; struct btrfs_io_geometry { u64 len; u64 offset; u32 stripe_len; u32 stripe_offset; u64 stripe_nr; u64 raid56_stripe_offset; }; struct btrfs_device_info { struct btrfs_device *dev; u64 dev_offset; u64 max_avail; u64 total_avail; }; struct alloc_chunk_ctl { u64 start; u64 type; int num_stripes; int sub_stripes; int dev_stripes; int devs_max; int devs_min; int devs_increment; int ncopies; int nparity; u64 max_stripe_size; u64 max_chunk_size; u64 dev_extent_min; u64 stripe_size; u64 chunk_size; int ndevs; }; struct btrfs_dev_replace_item { __le64 src_devid; __le64 cursor_left; __le64 cursor_right; __le64 cont_reading_from_srcdev_mode; __le64 replace_state; __le64 time_started; __le64 time_stopped; __le64 num_write_errors; __le64 num_uncorrectable_read_errors; }; struct ipc_proc_iface { const char *path; const char *header; int ids; int (*show)(struct seq_file *, void *); }; struct ipc_proc_iter { struct ipc_namespace *ns; struct pid_namespace *pid_ns; struct ipc_proc_iface *iface; }; struct assoc_array_edit; struct request_key_auth { struct callback_head rcu; struct key *target_key; struct key *dest_keyring; const struct cred *cred; void *callout_info; size_t callout_len; pid_t pid; char op[8]; }; enum { Opt_new___2 = 0, Opt_load___2 = 1, Opt_update___2 = 2, Opt_err___7 = 3, }; enum { Opt_default = 0, Opt_ecryptfs = 1, Opt_enc32 = 2, Opt_error___2 = 3, }; enum derived_key_type { ENC_KEY = 0, AUTH_KEY = 1, }; struct nlmsg_perm { u16 nlmsg_type; u32 perm; }; struct netnode_security_struct { union { __be32 ipv4; struct in6_addr ipv6; } addr; u32 sid; u16 family; }; struct sel_netnode_bkt { unsigned int size; struct list_head list; }; struct sel_netnode { struct netnode_security_struct nsec; struct list_head list; struct callback_head rcu; }; struct cond_insertf_data { struct policydb *p; struct avtab_node **dst; struct cond_av_list *other; }; struct landlock_object; struct landlock_object_underops { void (*release)(struct landlock_object * const); }; struct landlock_object { refcount_t usage; spinlock_t lock; void *underobj; union { struct callback_head rcu_free; const struct landlock_object_underops *underops; }; }; typedef struct { efi_guid_t signature_owner; u8 signature_data[0]; } efi_signature_data_t; typedef struct { efi_guid_t signature_type; u32 signature_list_size; u32 signature_header_size; u32 signature_size; u8 signature_header[0]; } efi_signature_list_t; enum ima_fs_flags { IMA_FS_BUSY = 0, }; enum data_formats { DATA_FMT_DIGEST = 0, DATA_FMT_DIGEST_WITH_ALGO = 1, DATA_FMT_DIGEST_WITH_TYPE_AND_ALGO = 2, DATA_FMT_STRING = 3, DATA_FMT_HEX = 4, DATA_FMT_UINT = 5, }; enum digest_type { DIGEST_TYPE_IMA = 0, DIGEST_TYPE_VERITY = 1, DIGEST_TYPE__LAST = 2, }; struct crypto_aead_spawn { struct crypto_spawn base; }; struct crypto_report_aead { char type[64]; char geniv[64]; unsigned int blocksize; unsigned int maxauthsize; unsigned int ivsize; }; struct crypto_report_kpp { char type[64]; }; struct crypto_attr_alg { char name[128]; }; struct crypto_attr_type { u32 type; u32 mask; }; struct crypto_larval { struct crypto_alg alg; struct crypto_alg *adult; struct completion completion; u32 mask; bool test_started; long: 24; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum { CRYPTOA_UNSPEC = 0, CRYPTOA_ALG = 1, CRYPTOA_TYPE = 2, __CRYPTOA_MAX = 3, }; struct cryptomgr_param { struct rtattr *tb[34]; struct { struct rtattr attr; struct crypto_attr_type data; } type; struct { struct rtattr attr; struct crypto_attr_alg data; } attrs[32]; char template[128]; struct crypto_larval *larval; u32 otype; u32 omask; }; struct crypto_test_param { char driver[128]; char alg[128]; u32 type; }; struct ahash_alg { int (*init)(struct ahash_request *); int (*update)(struct ahash_request *); int (*final)(struct ahash_request *); int (*finup)(struct ahash_request *); int (*digest)(struct ahash_request *); int (*export)(struct ahash_request *, void *); int (*import)(struct ahash_request *, const void *); int (*setkey)(struct crypto_ahash *, const u8 *, unsigned int); int (*init_tfm)(struct crypto_ahash *); void (*exit_tfm)(struct crypto_ahash *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct hash_alg_common halg; }; struct ahash_instance { void (*free)(struct ahash_instance *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct { char head[256]; struct crypto_instance base; } s; struct ahash_alg alg; }; }; struct cryptd_skcipher { struct crypto_skcipher base; }; struct cryptd_ahash { struct crypto_ahash base; }; struct cryptd_aead { struct crypto_aead base; }; struct cryptd_cpu_queue { struct crypto_queue queue; struct work_struct work; }; struct cryptd_queue { struct cryptd_cpu_queue *cpu_queue; }; struct cryptd_instance_ctx { struct crypto_spawn spawn; struct cryptd_queue *queue; }; struct skcipherd_instance_ctx { struct crypto_skcipher_spawn spawn; struct cryptd_queue *queue; }; struct hashd_instance_ctx { struct crypto_shash_spawn spawn; struct cryptd_queue *queue; }; struct aead_instance_ctx { struct crypto_aead_spawn aead_spawn; struct cryptd_queue *queue; }; struct cryptd_skcipher_ctx { refcount_t refcnt; struct crypto_sync_skcipher *child; }; struct cryptd_skcipher_request_ctx { crypto_completion_t complete; }; struct cryptd_hash_ctx { refcount_t refcnt; struct crypto_shash *child; }; struct cryptd_hash_request_ctx { crypto_completion_t complete; struct shash_desc desc; }; struct cryptd_aead_ctx { refcount_t refcnt; struct crypto_aead *child; }; struct cryptd_aead_request_ctx { crypto_completion_t complete; }; typedef uint32_t drbg_flag_t; struct drbg_core { drbg_flag_t flags; __u8 statelen; __u8 blocklen_bytes; char cra_name[128]; char backend_cra_name[128]; }; struct drbg_state; struct drbg_state_ops { int (*update)(struct drbg_state *, struct list_head *, int); int (*generate)(struct drbg_state *, unsigned char *, unsigned int, struct list_head *); int (*crypto_init)(struct drbg_state *); int (*crypto_fini)(struct drbg_state *); }; enum drbg_seed_state { DRBG_SEED_STATE_UNSEEDED = 0, DRBG_SEED_STATE_PARTIAL = 1, DRBG_SEED_STATE_FULL = 2, }; struct drbg_state { struct mutex drbg_mutex; unsigned char *V; unsigned char *Vbuf; unsigned char *C; unsigned char *Cbuf; size_t reseed_ctr; size_t reseed_threshold; unsigned char *scratchpad; unsigned char *scratchpadbuf; void *priv_data; struct crypto_skcipher *ctr_handle; struct skcipher_request *ctr_req; __u8 *outscratchpadbuf; __u8 *outscratchpad; struct crypto_wait ctr_wait; struct scatterlist sg_in; struct scatterlist sg_out; enum drbg_seed_state seeded; long unsigned int last_seed_time; bool pr; bool fips_primed; unsigned char *prev; struct crypto_rng *jent; const struct drbg_state_ops *d_ops; const struct drbg_core *core; struct drbg_string test_data; }; enum drbg_prefixes { DRBG_PREFIX0 = 0, DRBG_PREFIX1 = 1, DRBG_PREFIX2 = 2, DRBG_PREFIX3 = 3, }; struct sdesc { struct shash_desc shash; char ctx[0]; }; struct s { __be32 conv; }; struct rng_ctx { unsigned int len; struct crypto_rng *drng; u8 *addtl; size_t addtl_len; }; struct rng_parent_ctx { struct crypto_rng *drng; u8 *entropy; }; enum pkcs7_actions { ACT_pkcs7_check_content_type = 0, ACT_pkcs7_extract_cert = 1, ACT_pkcs7_note_OID = 2, ACT_pkcs7_note_certificate_list = 3, ACT_pkcs7_note_content = 4, ACT_pkcs7_note_data = 5, ACT_pkcs7_note_signed_info = 6, ACT_pkcs7_note_signeddata_version = 7, ACT_pkcs7_note_signerinfo_version = 8, ACT_pkcs7_sig_note_authenticated_attr = 9, ACT_pkcs7_sig_note_digest_algo = 10, ACT_pkcs7_sig_note_issuer = 11, ACT_pkcs7_sig_note_pkey_algo = 12, ACT_pkcs7_sig_note_serial = 13, ACT_pkcs7_sig_note_set_of_authattrs = 14, ACT_pkcs7_sig_note_signature = 15, ACT_pkcs7_sig_note_skid = 16, NR__pkcs7_actions = 17, }; struct bio_alloc_cache { struct bio *free_list; unsigned int nr; }; struct biovec_slab { int nr_vecs; char *name; struct kmem_cache *slab; }; struct bio_slab { struct kmem_cache *slab; unsigned int slab_ref; unsigned int slab_size; char name[8]; }; struct mac_partition { __be16 signature; __be16 res1; __be32 map_count; __be32 start_block; __be32 block_count; char name[32]; char type[32]; __be32 data_start; __be32 data_count; __be32 status; __be32 boot_start; __be32 boot_size; __be32 boot_load; __be32 boot_load2; __be32 boot_entry; __be32 boot_entry2; __be32 boot_cksum; char processor[16]; }; struct mac_driver_desc { __be16 signature; __be16 block_size; __be32 block_count; }; struct disk_events { struct list_head node; struct gendisk *disk; spinlock_t lock; struct mutex block_mutex; int block; unsigned int pending; unsigned int clearing; long int poll_msecs; struct delayed_work dwork; }; enum prio_policy { POLICY_NO_CHANGE = 0, POLICY_NONE_TO_RT = 1, POLICY_RESTRICT_TO_BE = 2, POLICY_ALL_TO_IDLE = 3, }; struct ioprio_blkg { struct blkg_policy_data pd; }; struct ioprio_blkcg { struct blkcg_policy_data cpd; enum prio_policy prio_policy; }; struct bfq_group_data { struct blkcg_policy_data pd; unsigned int weight; }; enum wbt_flags { WBT_TRACKED = 1, WBT_READ = 2, WBT_KSWAPD = 4, WBT_DISCARD = 8, WBT_NR_BITS = 4, }; enum { WBT_STATE_ON_DEFAULT = 1, WBT_STATE_ON_MANUAL = 2, WBT_STATE_OFF_DEFAULT = 3, }; struct rq_wb { unsigned int wb_background; unsigned int wb_normal; short int enable_state; unsigned int unknown_cnt; u64 win_nsec; u64 cur_win_nsec; struct blk_stat_callback *cb; u64 sync_issue; void *sync_cookie; unsigned int wc; long unsigned int last_issue; long unsigned int last_comp; long unsigned int min_lat_nsec; struct rq_qos rqos; struct rq_wait rq_wait[3]; struct rq_depth rq_depth; }; struct trace_event_raw_wbt_stat { struct trace_entry ent; char name[32]; s64 rmean; u64 rmin; u64 rmax; s64 rnr_samples; s64 rtime; s64 wmean; u64 wmin; u64 wmax; s64 wnr_samples; s64 wtime; char __data[0]; }; struct trace_event_raw_wbt_lat { struct trace_entry ent; char name[32]; long unsigned int lat; char __data[0]; }; struct trace_event_raw_wbt_step { struct trace_entry ent; char name[32]; const char *msg; int step; long unsigned int window; unsigned int bg; unsigned int normal; unsigned int max; char __data[0]; }; struct trace_event_raw_wbt_timer { struct trace_entry ent; char name[32]; unsigned int status; int step; unsigned int inflight; char __data[0]; }; struct trace_event_data_offsets_wbt_stat {}; struct trace_event_data_offsets_wbt_lat {}; struct trace_event_data_offsets_wbt_step {}; struct trace_event_data_offsets_wbt_timer {}; typedef void (*btf_trace_wbt_stat)(void *, struct backing_dev_info *, struct blk_rq_stat *); typedef void (*btf_trace_wbt_lat)(void *, struct backing_dev_info *, long unsigned int); typedef void (*btf_trace_wbt_step)(void *, struct backing_dev_info *, const char *, int, long unsigned int, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_wbt_timer)(void *, struct backing_dev_info *, unsigned int, int, unsigned int); enum { RWB_DEF_DEPTH = 16, RWB_WINDOW_NSEC = 100000000, RWB_MIN_WRITE_SAMPLES = 3, RWB_UNKNOWN_BUMP = 5, }; enum { LAT_OK = 1, LAT_UNKNOWN = 2, LAT_UNKNOWN_WRITES = 3, LAT_EXCEEDED = 4, }; struct wbt_wait_data { struct rq_wb *rwb; enum wbt_flags wb_acct; blk_opf_t opf; }; struct io_rename { struct file *file; int old_dfd; int new_dfd; struct filename *oldpath; struct filename *newpath; int flags; }; struct io_unlink { struct file *file; int dfd; int flags; struct filename *filename; }; struct io_mkdir { struct file *file; int dfd; umode_t mode; struct filename *filename; }; struct io_link { struct file *file; int old_dfd; int new_dfd; struct filename *oldpath; struct filename *newpath; int flags; }; struct io_timeout_data { struct io_kiocb *req; struct hrtimer timer; struct timespec64 ts; enum hrtimer_mode mode; u32 flags; }; struct io_timeout { struct file *file; u32 off; u32 target_seq; struct list_head list; struct io_kiocb *head; struct io_kiocb *prev; }; struct io_timeout_rem { struct file *file; u64 addr; struct timespec64 ts; u32 flags; bool ltimeout; }; struct io_uring_sync_cancel_reg { __u64 addr; __s32 fd; __u32 flags; struct __kernel_timespec timeout; __u64 pad[4]; }; struct io_cancel { struct file *file; u64 addr; u32 flags; s32 fd; }; struct xor_block_template { struct xor_block_template *next; const char *name; int speed; void (*do_2)(long unsigned int, long unsigned int * restrict, const long unsigned int * restrict); void (*do_3)(long unsigned int, long unsigned int * restrict, const long unsigned int * restrict, const long unsigned int * restrict); void (*do_4)(long unsigned int, long unsigned int * restrict, const long unsigned int * restrict, const long unsigned int * restrict, const long unsigned int * restrict); void (*do_5)(long unsigned int, long unsigned int * restrict, const long unsigned int * restrict, const long unsigned int * restrict, const long unsigned int * restrict, const long unsigned int * restrict); }; typedef long unsigned int uint64x2_t[2]; struct wrapper { cmp_func_t cmp; swap_func_t swap; }; struct region { unsigned int start; unsigned int off; unsigned int group_len; unsigned int end; unsigned int nbits; }; enum { REG_OP_ISFREE = 0, REG_OP_ALLOC = 1, REG_OP_RELEASE = 2, }; enum { TEST_ALIGNMENT = 16, }; typedef unsigned char uch; typedef short unsigned int ush; typedef long unsigned int ulg; struct ct_data_s { union { ush freq; ush code; } fc; union { ush dad; ush len; } dl; }; typedef struct ct_data_s ct_data; struct static_tree_desc_s { const ct_data *static_tree; const int *extra_bits; int extra_base; int elems; int max_length; }; typedef struct static_tree_desc_s static_tree_desc; struct tree_desc_s { ct_data *dyn_tree; int max_code; static_tree_desc *stat_desc; }; typedef struct tree_desc_s tree_desc; typedef ush Pos; typedef unsigned int IPos; struct deflate_state { z_streamp strm; int status; Byte *pending_buf; ulg pending_buf_size; Byte *pending_out; int pending; int noheader; Byte data_type; Byte method; int last_flush; uInt w_size; uInt w_bits; uInt w_mask; Byte *window; ulg window_size; Pos *prev; Pos *head; uInt ins_h; uInt hash_size; uInt hash_bits; uInt hash_mask; uInt hash_shift; long int block_start; uInt match_length; IPos prev_match; int match_available; uInt strstart; uInt match_start; uInt lookahead; uInt prev_length; uInt max_chain_length; uInt max_lazy_match; int level; int strategy; uInt good_match; int nice_match; struct ct_data_s dyn_ltree[573]; struct ct_data_s dyn_dtree[61]; struct ct_data_s bl_tree[39]; struct tree_desc_s l_desc; struct tree_desc_s d_desc; struct tree_desc_s bl_desc; ush bl_count[16]; int heap[573]; int heap_len; int heap_max; uch depth[573]; uch *l_buf; uInt lit_bufsize; uInt last_lit; ush *d_buf; ulg opt_len; ulg static_len; ulg compressed_len; uInt matches; int last_eob_len; ush bi_buf; int bi_valid; }; typedef struct deflate_state deflate_state; typedef unsigned int FSE_DTable; typedef struct { size_t state; const void *table; } FSE_DState_t; typedef struct { U16 tableLog; U16 fastMode; } FSE_DTableHeader; typedef struct { short unsigned int newState; unsigned char symbol; unsigned char nbBits; } FSE_decode_t; typedef struct { short int ncount[256]; FSE_DTable dtable[1]; } FSE_DecompressWksp; typedef enum { ZSTD_d_windowLogMax = 100, ZSTD_d_experimentalParam1 = 1000, ZSTD_d_experimentalParam2 = 1001, ZSTD_d_experimentalParam3 = 1002, ZSTD_d_experimentalParam4 = 1003, } ZSTD_dParameter; typedef ZSTD_DCtx___2 ZSTD_DStream___2; typedef enum { ZSTDnit_frameHeader = 0, ZSTDnit_blockHeader = 1, ZSTDnit_block = 2, ZSTDnit_lastBlock = 3, ZSTDnit_checksum = 4, ZSTDnit_skippableFrame = 5, } ZSTD_nextInputType_e; typedef struct { size_t compressedSize; long long unsigned int decompressedBound; } ZSTD_frameSizeInfo; typedef long int mpi_limb_signed_t; struct fprop_local_single { long unsigned int events; unsigned int period; raw_spinlock_t lock; }; struct uevent_sock { struct list_head list; struct sock *sk; }; struct acpi_madt_generic_redistributor { struct acpi_subtable_header header; u16 reserved; u64 base_address; u32 length; } __attribute__((packed)); struct rdists { struct { raw_spinlock_t rd_lock; void *rd_base; struct page *pend_page; phys_addr_t phys_base; u64 flags; cpumask_t *vpe_table_mask; void *vpe_l1_base; } *rdist; phys_addr_t prop_table_pa; void *prop_table_va; u64 flags; u32 gicd_typer; u32 gicd_typer2; int cpuhp_memreserve_state; bool has_vlpis; bool has_rvpeid; bool has_direct_lpi; bool has_vpend_valid_dirty; }; struct redist_region { void *redist_base; phys_addr_t phys_base; bool single_redist; }; struct partition_desc; struct gic_chip_data___2 { struct fwnode_handle *fwnode; void *dist_base; struct redist_region *redist_regions; struct rdists rdists; struct irq_domain *domain; u64 redist_stride; u32 nr_redist_regions; u64 flags; bool has_rss; unsigned int ppi_nr; struct partition_desc **ppi_descs; }; enum gic_intid_range { SGI_RANGE = 0, PPI_RANGE = 1, SPI_RANGE = 2, EPPI_RANGE = 3, ESPI_RANGE = 4, LPI_RANGE = 5, __INVALID_RANGE__ = 6, }; struct gpcv2_irqchip_data { struct raw_spinlock rlock; void *gpc_base; u32 wakeup_sources[4]; u32 saved_irq_mask[4]; u32 cpu2wakeup; }; struct combiner_reg { void *addr; long unsigned int enabled; }; struct combiner { struct irq_domain *domain; int parent_irq; u32 nirqs; u32 nregs; struct combiner_reg regs[0]; }; struct get_registers_context { struct device *dev; struct combiner *combiner; int err; }; struct phy_lookup { struct list_head node; const char *dev_id; const char *con_id; struct phy *phy; }; struct pcs_pdata { int irq; void (*rearm)(); }; struct function_desc { const char *name; const char * const *group_names; int num_group_names; void *data; }; struct pcs_func_vals { void *reg; unsigned int val; unsigned int mask; }; struct pcs_conf_vals { enum pin_config_param param; unsigned int val; unsigned int enable; unsigned int disable; unsigned int mask; }; struct pcs_conf_type { const char *name; enum pin_config_param param; }; struct pcs_function { const char *name; struct pcs_func_vals *vals; unsigned int nvals; const char **pgnames; int npgnames; struct pcs_conf_vals *conf; int nconfs; struct list_head node; }; struct pcs_gpiofunc_range { unsigned int offset; unsigned int npins; unsigned int gpiofunc; struct list_head node; }; struct pcs_data { struct pinctrl_pin_desc *pa; int cur; }; struct pcs_soc_data { unsigned int flags; int irq; unsigned int irq_enable_mask; unsigned int irq_status_mask; void (*rearm)(); }; struct pcs_device { struct resource *res; void *base; void *saved_vals; unsigned int size; struct device *dev; struct device_node *np; struct pinctrl_dev *pctl; unsigned int flags; struct property *missing_nr_pinctrl_cells; struct pcs_soc_data socdata; raw_spinlock_t lock; struct mutex mutex; unsigned int width; unsigned int fmask; unsigned int fshift; unsigned int foff; unsigned int fmax; bool bits_per_mux; unsigned int bits_per_pin; struct pcs_data pins; struct list_head gpiofuncs; struct list_head irqs; struct irq_chip chip; struct irq_domain *domain; struct pinctrl_desc desc; unsigned int (*read)(void *); void (*write)(unsigned int, void *); }; struct pcs_interrupt { void *reg; irq_hw_number_t hwirq; unsigned int irq; struct list_head node; }; enum imx8mp_pads { MX8MP_IOMUXC_RESERVE0 = 0, MX8MP_IOMUXC_RESERVE1 = 1, MX8MP_IOMUXC_RESERVE2 = 2, MX8MP_IOMUXC_RESERVE3 = 3, MX8MP_IOMUXC_RESERVE4 = 4, MX8MP_IOMUXC_GPIO1_IO00 = 5, MX8MP_IOMUXC_GPIO1_IO01 = 6, MX8MP_IOMUXC_GPIO1_IO02 = 7, MX8MP_IOMUXC_GPIO1_IO03 = 8, MX8MP_IOMUXC_GPIO1_IO04 = 9, MX8MP_IOMUXC_GPIO1_IO05 = 10, MX8MP_IOMUXC_GPIO1_IO06 = 11, MX8MP_IOMUXC_GPIO1_IO07 = 12, MX8MP_IOMUXC_GPIO1_IO08 = 13, MX8MP_IOMUXC_GPIO1_IO09 = 14, MX8MP_IOMUXC_GPIO1_IO10 = 15, MX8MP_IOMUXC_GPIO1_IO11 = 16, MX8MP_IOMUXC_GPIO1_IO12 = 17, MX8MP_IOMUXC_GPIO1_IO13 = 18, MX8MP_IOMUXC_GPIO1_IO14 = 19, MX8MP_IOMUXC_GPIO1_IO15 = 20, MX8MP_IOMUXC_ENET_MDC = 21, MX8MP_IOMUXC_ENET_MDIO = 22, MX8MP_IOMUXC_ENET_TD3 = 23, MX8MP_IOMUXC_ENET_TD2 = 24, MX8MP_IOMUXC_ENET_TD1 = 25, MX8MP_IOMUXC_ENET_TD0 = 26, MX8MP_IOMUXC_ENET_TX_CTL = 27, MX8MP_IOMUXC_ENET_TXC = 28, MX8MP_IOMUXC_ENET_RX_CTL = 29, MX8MP_IOMUXC_ENET_RXC = 30, MX8MP_IOMUXC_ENET_RD0 = 31, MX8MP_IOMUXC_ENET_RD1 = 32, MX8MP_IOMUXC_ENET_RD2 = 33, MX8MP_IOMUXC_ENET_RD3 = 34, MX8MP_IOMUXC_SD1_CLK = 35, MX8MP_IOMUXC_SD1_CMD = 36, MX8MP_IOMUXC_SD1_DATA0 = 37, MX8MP_IOMUXC_SD1_DATA1 = 38, MX8MP_IOMUXC_SD1_DATA2 = 39, MX8MP_IOMUXC_SD1_DATA3 = 40, MX8MP_IOMUXC_SD1_DATA4 = 41, MX8MP_IOMUXC_SD1_DATA5 = 42, MX8MP_IOMUXC_SD1_DATA6 = 43, MX8MP_IOMUXC_SD1_DATA7 = 44, MX8MP_IOMUXC_SD1_RESET_B = 45, MX8MP_IOMUXC_SD1_STROBE = 46, MX8MP_IOMUXC_SD2_CD_B = 47, MX8MP_IOMUXC_SD2_CLK = 48, MX8MP_IOMUXC_SD2_CMD = 49, MX8MP_IOMUXC_SD2_DATA0 = 50, MX8MP_IOMUXC_SD2_DATA1 = 51, MX8MP_IOMUXC_SD2_DATA2 = 52, MX8MP_IOMUXC_SD2_DATA3 = 53, MX8MP_IOMUXC_SD2_RESET_B = 54, MX8MP_IOMUXC_SD2_WP = 55, MX8MP_IOMUXC_NAND_ALE = 56, MX8MP_IOMUXC_NAND_CE0_B = 57, MX8MP_IOMUXC_NAND_CE1_B = 58, MX8MP_IOMUXC_NAND_CE2_B = 59, MX8MP_IOMUXC_NAND_CE3_B = 60, MX8MP_IOMUXC_NAND_CLE = 61, MX8MP_IOMUXC_NAND_DATA00 = 62, MX8MP_IOMUXC_NAND_DATA01 = 63, MX8MP_IOMUXC_NAND_DATA02 = 64, MX8MP_IOMUXC_NAND_DATA03 = 65, MX8MP_IOMUXC_NAND_DATA04 = 66, MX8MP_IOMUXC_NAND_DATA05 = 67, MX8MP_IOMUXC_NAND_DATA06 = 68, MX8MP_IOMUXC_NAND_DATA07 = 69, MX8MP_IOMUXC_NAND_DQS = 70, MX8MP_IOMUXC_NAND_RE_B = 71, MX8MP_IOMUXC_NAND_READY_B = 72, MX8MP_IOMUXC_NAND_WE_B = 73, MX8MP_IOMUXC_NAND_WP_B = 74, MX8MP_IOMUXC_SAI5_RXFS = 75, MX8MP_IOMUXC_SAI5_RXC = 76, MX8MP_IOMUXC_SAI5_RXD0 = 77, MX8MP_IOMUXC_SAI5_RXD1 = 78, MX8MP_IOMUXC_SAI5_RXD2 = 79, MX8MP_IOMUXC_SAI5_RXD3 = 80, MX8MP_IOMUXC_SAI5_MCLK = 81, MX8MP_IOMUXC_SAI1_RXFS = 82, MX8MP_IOMUXC_SAI1_RXC = 83, MX8MP_IOMUXC_SAI1_RXD0 = 84, MX8MP_IOMUXC_SAI1_RXD1 = 85, MX8MP_IOMUXC_SAI1_RXD2 = 86, MX8MP_IOMUXC_SAI1_RXD3 = 87, MX8MP_IOMUXC_SAI1_RXD4 = 88, MX8MP_IOMUXC_SAI1_RXD5 = 89, MX8MP_IOMUXC_SAI1_RXD6 = 90, MX8MP_IOMUXC_SAI1_RXD7 = 91, MX8MP_IOMUXC_SAI1_TXFS = 92, MX8MP_IOMUXC_SAI1_TXC = 93, MX8MP_IOMUXC_SAI1_TXD0 = 94, MX8MP_IOMUXC_SAI1_TXD1 = 95, MX8MP_IOMUXC_SAI1_TXD2 = 96, MX8MP_IOMUXC_SAI1_TXD3 = 97, MX8MP_IOMUXC_SAI1_TXD4 = 98, MX8MP_IOMUXC_SAI1_TXD5 = 99, MX8MP_IOMUXC_SAI1_TXD6 = 100, MX8MP_IOMUXC_SAI1_TXD7 = 101, MX8MP_IOMUXC_SAI1_MCLK = 102, MX8MP_IOMUXC_SAI2_RXFS = 103, MX8MP_IOMUXC_SAI2_RXC = 104, MX8MP_IOMUXC_SAI2_RXD0 = 105, MX8MP_IOMUXC_SAI2_TXFS = 106, MX8MP_IOMUXC_SAI2_TXC = 107, MX8MP_IOMUXC_SAI2_TXD0 = 108, MX8MP_IOMUXC_SAI2_MCLK = 109, MX8MP_IOMUXC_SAI3_RXFS = 110, MX8MP_IOMUXC_SAI3_RXC = 111, MX8MP_IOMUXC_SAI3_RXD = 112, MX8MP_IOMUXC_SAI3_TXFS = 113, MX8MP_IOMUXC_SAI3_TXC = 114, MX8MP_IOMUXC_SAI3_TXD = 115, MX8MP_IOMUXC_SAI3_MCLK = 116, MX8MP_IOMUXC_SPDIF_TX = 117, MX8MP_IOMUXC_SPDIF_RX = 118, MX8MP_IOMUXC_SPDIF_EXT_CLK = 119, MX8MP_IOMUXC_ECSPI1_SCLK = 120, MX8MP_IOMUXC_ECSPI1_MOSI = 121, MX8MP_IOMUXC_ECSPI1_MISO = 122, MX8MP_IOMUXC_ECSPI1_SS0 = 123, MX8MP_IOMUXC_ECSPI2_SCLK = 124, MX8MP_IOMUXC_ECSPI2_MOSI = 125, MX8MP_IOMUXC_ECSPI2_MISO = 126, MX8MP_IOMUXC_ECSPI2_SS0 = 127, MX8MP_IOMUXC_I2C1_SCL = 128, MX8MP_IOMUXC_I2C1_SDA = 129, MX8MP_IOMUXC_I2C2_SCL = 130, MX8MP_IOMUXC_I2C2_SDA = 131, MX8MP_IOMUXC_I2C3_SCL = 132, MX8MP_IOMUXC_I2C3_SDA = 133, MX8MP_IOMUXC_I2C4_SCL = 134, MX8MP_IOMUXC_I2C4_SDA = 135, MX8MP_IOMUXC_UART1_RXD = 136, MX8MP_IOMUXC_UART1_TXD = 137, MX8MP_IOMUXC_UART2_RXD = 138, MX8MP_IOMUXC_UART2_TXD = 139, MX8MP_IOMUXC_UART3_RXD = 140, MX8MP_IOMUXC_UART3_TXD = 141, MX8MP_IOMUXC_UART4_RXD = 142, MX8MP_IOMUXC_UART4_TXD = 143, MX8MP_IOMUXC_HDMI_DDC_SCL = 144, MX8MP_IOMUXC_HDMI_DDC_SDA = 145, MX8MP_IOMUXC_HDMI_CEC = 146, MX8MP_IOMUXC_HDMI_HPD = 147, }; struct pci_bus_resource { struct list_head list; struct resource *res; unsigned int flags; }; enum pci_mmap_state { pci_mmap_io = 0, pci_mmap_mem = 1, }; enum pci_mmap_api { PCI_MMAP_SYSFS = 0, PCI_MMAP_PROCFS = 1, }; struct thunder_pem_pci { u32 ea_entry[3]; void *pem_reg_base; }; struct rockchip_pcie___2 { void *reg_base; void *apb_base; bool legacy_phy; struct phy *phys[4]; struct reset_control *core_rst; struct reset_control *mgmt_rst; struct reset_control *mgmt_sticky_rst; struct reset_control *pipe_rst; struct reset_control *pm_rst; struct reset_control *aclk_rst; struct reset_control *pclk_rst; struct clk *aclk_pcie; struct clk *aclk_perf_pcie; struct clk *hclk_pcie; struct clk *clk_pcie_pm; struct regulator *vpcie12v; struct regulator *vpcie3v3; struct regulator *vpcie1v8; struct regulator *vpcie0v9; struct gpio_desc *ep_gpio; u32 lanes; u8 lanes_map; int link_gen; struct device *dev; struct irq_domain *irq_domain; int offset; void *msg_region; phys_addr_t msg_bus_addr; bool is_rc; struct resource *mem_res; }; enum imx6_pcie_variants { IMX6Q = 0, IMX6SX = 1, IMX6QP = 2, IMX7D = 3, IMX8MQ = 4, IMX8MM = 5, }; struct imx6_pcie_drvdata { enum imx6_pcie_variants variant; u32 flags; int dbi_length; }; struct imx6_pcie { struct dw_pcie *pci; int reset_gpio; bool gpio_active_high; bool link_is_up; struct clk *pcie_bus; struct clk *pcie_phy; struct clk *pcie_inbound_axi; struct clk *pcie; struct clk *pcie_aux; struct regmap *iomuxc_gpr; u32 controller_id; struct reset_control *pciephy_reset; struct reset_control *apps_reset; struct reset_control *turnoff_reset; u32 tx_deemph_gen1; u32 tx_deemph_gen2_3p5db; u32 tx_deemph_gen2_6db; u32 tx_swing_full; u32 tx_swing_low; struct regulator *vpcie; struct regulator *vph; void *phy_base; struct device *pd_pcie; struct device *pd_pcie_phy; struct phy *phy; const struct imx6_pcie_drvdata *drvdata; }; struct acpi_osi_entry { char string[64]; bool enable; }; struct acpi_osi_config { u8 default_disabling; unsigned int linux_enable: 1; unsigned int linux_dmi: 1; unsigned int linux_cmdline: 1; unsigned int darwin_enable: 1; unsigned int darwin_dmi: 1; unsigned int darwin_cmdline: 1; }; struct acpi_device_bus_id { const char *bus_id; struct ida instance_ida; struct list_head node; }; struct acpi_dev_match_info { struct acpi_device_id hid[2]; const char *uid; s64 hrv; }; struct acpi_table_stao { struct acpi_table_header header; u8 ignore_uart; } __attribute__((packed)); struct acpi_dep_data { struct list_head node; acpi_handle supplier; acpi_handle consumer; bool honor_dep; }; struct acpi_scan_clear_dep_work { struct work_struct work; struct acpi_device *adev; }; struct apd_private_data; struct apd_device_desc { unsigned int fixed_clk_rate; struct property_entry *properties; int (*setup)(struct apd_private_data *); }; struct apd_private_data { struct clk *clk; struct acpi_device *adev; const struct apd_device_desc *dev_desc; }; typedef void (*acpi_gbl_event_handler)(u32, acpi_handle, u32, void *); struct acpi_table_bert { struct acpi_table_header header; u32 region_length; u64 address; }; struct acpi_table_attr { struct bin_attribute attr; char name[4]; int instance; char filename[8]; struct list_head node; }; struct acpi_data_attr { struct bin_attribute attr; u64 addr; }; struct acpi_data_obj { char *name; int (*fn)(void *, struct acpi_data_attr *); }; struct event_counter { u32 count; u32 flags; }; struct acpi_init_walk_info { u32 table_index; u32 object_count; u32 method_count; u32 serial_method_count; u32 non_serial_method_count; u32 serialized_method_count; u32 device_count; u32 op_region_count; u32 field_count; u32 buffer_count; u32 package_count; u32 op_region_init; u32 field_init; u32 buffer_init; u32 package_init; acpi_owner_id owner_id; }; typedef acpi_status (*acpi_execute_op)(struct acpi_walk_state *); struct acpi_pcc_info { u8 subspace_id; u16 length; u8 *internal_buffer; }; struct acpi_reg_walk_info { u32 function; u32 reg_run_count; acpi_adr_space_type space_id; }; struct acpi_fadt_info { const char *name; u16 address64; u16 address32; u16 length; u8 default_length; u8 flags; }; struct acpi_fadt_pm_info { struct acpi_generic_address *target; u16 source; u8 register_num; }; struct acpi_table_mcfg { struct acpi_table_header header; u8 reserved[8]; }; struct acpi_mcfg_allocation { u64 address; u16 pci_segment; u8 start_bus_number; u8 end_bus_number; u32 reserved; }; struct mcfg_entry { struct list_head list; phys_addr_t addr; u16 segment; u8 bus_start; u8 bus_end; }; struct mcfg_fixup { char oem_id[7]; char oem_table_id[9]; u32 oem_revision; u16 segment; struct resource bus_range; const struct pci_ecam_ops *ops; struct resource cfgres; }; enum acpi_pptt_type { ACPI_PPTT_TYPE_PROCESSOR = 0, ACPI_PPTT_TYPE_CACHE = 1, ACPI_PPTT_TYPE_ID = 2, ACPI_PPTT_TYPE_RESERVED = 3, }; struct acpi_pptt_processor { struct acpi_subtable_header header; u16 reserved; u32 flags; u32 parent; u32 acpi_processor_id; u32 number_of_priv_resources; }; struct acpi_pptt_cache { struct acpi_subtable_header header; u16 reserved; u32 flags; u32 next_level_of_cache; u32 size; u32 number_of_sets; u8 associativity; u8 attributes; u16 line_size; }; struct acpi_pptt_cache_v1 { u32 cache_id; }; struct acpi_table_erst { struct acpi_table_header header; u32 header_length; u32 reserved; u32 entries; }; enum acpi_erst_actions { ACPI_ERST_BEGIN_WRITE = 0, ACPI_ERST_BEGIN_READ = 1, ACPI_ERST_BEGIN_CLEAR = 2, ACPI_ERST_END = 3, ACPI_ERST_SET_RECORD_OFFSET = 4, ACPI_ERST_EXECUTE_OPERATION = 5, ACPI_ERST_CHECK_BUSY_STATUS = 6, ACPI_ERST_GET_COMMAND_STATUS = 7, ACPI_ERST_GET_RECORD_ID = 8, ACPI_ERST_SET_RECORD_ID = 9, ACPI_ERST_GET_RECORD_COUNT = 10, ACPI_ERST_BEGIN_DUMMY_WRIITE = 11, ACPI_ERST_NOT_USED = 12, ACPI_ERST_GET_ERROR_RANGE = 13, ACPI_ERST_GET_ERROR_LENGTH = 14, ACPI_ERST_GET_ERROR_ATTRIBUTES = 15, ACPI_ERST_EXECUTE_TIMINGS = 16, ACPI_ERST_ACTION_RESERVED = 17, }; enum acpi_erst_instructions { ACPI_ERST_READ_REGISTER = 0, ACPI_ERST_READ_REGISTER_VALUE = 1, ACPI_ERST_WRITE_REGISTER = 2, ACPI_ERST_WRITE_REGISTER_VALUE = 3, ACPI_ERST_NOOP = 4, ACPI_ERST_LOAD_VAR1 = 5, ACPI_ERST_LOAD_VAR2 = 6, ACPI_ERST_STORE_VAR1 = 7, ACPI_ERST_ADD = 8, ACPI_ERST_SUBTRACT = 9, ACPI_ERST_ADD_VALUE = 10, ACPI_ERST_SUBTRACT_VALUE = 11, ACPI_ERST_STALL = 12, ACPI_ERST_STALL_WHILE_TRUE = 13, ACPI_ERST_SKIP_NEXT_IF_TRUE = 14, ACPI_ERST_GOTO = 15, ACPI_ERST_SET_SRC_ADDRESS_BASE = 16, ACPI_ERST_SET_DST_ADDRESS_BASE = 17, ACPI_ERST_MOVE_DATA = 18, ACPI_ERST_INSTRUCTION_RESERVED = 19, }; struct cper_record_header { char signature[4]; u16 revision; u32 signature_end; u16 section_count; u32 error_severity; u32 validation_bits; u32 record_length; u64 timestamp; guid_t platform_id; guid_t partition_id; guid_t creator_id; guid_t notification_type; u64 record_id; u32 flags; u64 persistence_information; u8 reserved[12]; } __attribute__((packed)); struct cper_section_descriptor { u32 section_offset; u32 section_length; u16 revision; u8 validation_bits; u8 reserved; u32 flags; guid_t section_type; guid_t fru_id; u32 section_severity; u8 fru_text[20]; }; struct erst_erange { u64 base; u64 size; void *vaddr; u32 attr; }; struct erst_record_id_cache { struct mutex lock; u64 *entries; int len; int size; int refcount; }; struct cper_pstore_record { struct cper_record_header hdr; struct cper_section_descriptor sec_hdr; char data[0]; }; struct clk_notifier { struct clk *clk; struct srcu_notifier_head notifier_head; struct list_head node; }; struct clk_parent_map; struct clk_core { const char *name; const struct clk_ops *ops; struct clk_hw *hw; struct module *owner; struct device *dev; struct device_node *of_node; struct clk_core *parent; struct clk_parent_map *parents; u8 num_parents; u8 new_parent_index; long unsigned int rate; long unsigned int req_rate; long unsigned int new_rate; struct clk_core *new_parent; struct clk_core *new_child; long unsigned int flags; bool orphan; bool rpm_enabled; unsigned int enable_count; unsigned int prepare_count; unsigned int protect_count; long unsigned int min_rate; long unsigned int max_rate; long unsigned int accuracy; int phase; struct clk_duty duty; struct hlist_head children; struct hlist_node child_node; struct hlist_head clks; unsigned int notifier_count; struct dentry *dentry; struct hlist_node debug_node; struct kref ref; }; struct clk_parent_map { const struct clk_hw *hw; struct clk_core *core; const char *fw_name; const char *name; int index; }; struct trace_event_raw_clk { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_clk_rate { struct trace_entry ent; u32 __data_loc_name; long unsigned int rate; char __data[0]; }; struct trace_event_raw_clk_rate_range { struct trace_entry ent; u32 __data_loc_name; long unsigned int min; long unsigned int max; char __data[0]; }; struct trace_event_raw_clk_parent { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_pname; char __data[0]; }; struct trace_event_raw_clk_phase { struct trace_entry ent; u32 __data_loc_name; int phase; char __data[0]; }; struct trace_event_raw_clk_duty_cycle { struct trace_entry ent; u32 __data_loc_name; unsigned int num; unsigned int den; char __data[0]; }; struct trace_event_data_offsets_clk { u32 name; }; struct trace_event_data_offsets_clk_rate { u32 name; }; struct trace_event_data_offsets_clk_rate_range { u32 name; }; struct trace_event_data_offsets_clk_parent { u32 name; u32 pname; }; struct trace_event_data_offsets_clk_phase { u32 name; }; struct trace_event_data_offsets_clk_duty_cycle { u32 name; }; typedef void (*btf_trace_clk_enable)(void *, struct clk_core *); typedef void (*btf_trace_clk_enable_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_disable)(void *, struct clk_core *); typedef void (*btf_trace_clk_disable_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_prepare)(void *, struct clk_core *); typedef void (*btf_trace_clk_prepare_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_unprepare)(void *, struct clk_core *); typedef void (*btf_trace_clk_unprepare_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_set_rate)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_rate_complete)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_min_rate)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_max_rate)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_rate_range)(void *, struct clk_core *, long unsigned int, long unsigned int); typedef void (*btf_trace_clk_set_parent)(void *, struct clk_core *, struct clk_core *); typedef void (*btf_trace_clk_set_parent_complete)(void *, struct clk_core *, struct clk_core *); typedef void (*btf_trace_clk_set_phase)(void *, struct clk_core *, int); typedef void (*btf_trace_clk_set_phase_complete)(void *, struct clk_core *, int); typedef void (*btf_trace_clk_set_duty_cycle)(void *, struct clk_core *, struct clk_duty *); typedef void (*btf_trace_clk_set_duty_cycle_complete)(void *, struct clk_core *, struct clk_duty *); struct clk_notifier_devres { struct clk *clk; struct notifier_block *nb; }; struct of_clk_provider { struct list_head link; struct device_node *node; struct clk * (*get)(struct of_phandle_args *, void *); struct clk_hw * (*get_hw)(struct of_phandle_args *, void *); void *data; }; struct clock_provider { void (*clk_init_cb)(struct device_node *); struct device_node *np; struct list_head node; }; enum rpi_firmware_clk_id { RPI_FIRMWARE_EMMC_CLK_ID = 1, RPI_FIRMWARE_UART_CLK_ID = 2, RPI_FIRMWARE_ARM_CLK_ID = 3, RPI_FIRMWARE_CORE_CLK_ID = 4, RPI_FIRMWARE_V3D_CLK_ID = 5, RPI_FIRMWARE_H264_CLK_ID = 6, RPI_FIRMWARE_ISP_CLK_ID = 7, RPI_FIRMWARE_SDRAM_CLK_ID = 8, RPI_FIRMWARE_PIXEL_CLK_ID = 9, RPI_FIRMWARE_PWM_CLK_ID = 10, RPI_FIRMWARE_HEVC_CLK_ID = 11, RPI_FIRMWARE_EMMC2_CLK_ID = 12, RPI_FIRMWARE_M2MC_CLK_ID = 13, RPI_FIRMWARE_PIXEL_BVB_CLK_ID = 14, RPI_FIRMWARE_NUM_CLK_ID = 15, }; struct raspberrypi_clk { struct device *dev; struct rpi_firmware *firmware; struct platform_device *cpufreq; }; struct raspberrypi_clk_variant; struct raspberrypi_clk_data { struct clk_hw hw; unsigned int id; struct raspberrypi_clk_variant *variant; struct raspberrypi_clk *rpi; }; struct raspberrypi_clk_variant { bool export; char *clkdev; long unsigned int min_rate; bool minimize; }; struct raspberrypi_firmware_prop { __le32 id; __le32 val; __le32 disable_turbo; }; struct rpi_firmware_get_clocks_response { u32 parent; u32 id; }; struct hi6220_stub_clk { u32 id; struct device *dev; struct clk_hw hw; struct regmap *dfs_map; struct mbox_client cl; struct mbox_chan *mbox; }; struct hi6220_mbox_msg { unsigned char type; unsigned char cmd; unsigned char obj; unsigned char src; unsigned char para[4]; }; union hi6220_mbox_data { unsigned int data[8]; struct hi6220_mbox_msg msg; }; enum imx_pllv4_type { IMX_PLLV4_IMX7ULP = 0, IMX_PLLV4_IMX8ULP = 1, }; struct clk_pllv4 { struct clk_hw hw; void *base; u32 cfg_offset; u32 num_offset; u32 denom_offset; }; struct clk_fixed_rate { struct clk_hw hw; long unsigned int fixed_rate; long unsigned int fixed_accuracy; long unsigned int flags; }; struct gdsc_desc { struct device *dev; struct gdsc **scs; size_t num; }; struct qcom_cc { struct qcom_reset_controller reset; struct clk_regmap___2 **rclks; size_t num_rclks; }; enum { P_AUD_REF_CLK___2 = 0, P_CORE_BI_PLL_TEST_SE___2 = 1, P_GPLL0_OUT_MAIN___2 = 2, P_GPLL4_OUT_MAIN___2 = 3, P_PLL0_EARLY_DIV_CLK_SRC = 4, P_SLEEP_CLK___5 = 5, P_XO___4 = 6, }; struct rockchip_inv_clock { struct clk_hw hw; void *reg; int shift; int flags; spinlock_t *lock; }; struct rockchip_muxgrf_clock { struct clk_hw hw; struct regmap *regmap; u32 reg; u32 shift; u32 width; int flags; }; struct rockchip_softrst { struct reset_controller_dev rcdev; void *reg_base; int num_regs; int num_per_reg; u8 flags; spinlock_t lock; }; enum rk3399_plls { lpll = 0, bpll = 1, dpll___5 = 2, cpll___4 = 3, gpll___4 = 4, npll___4 = 5, vpll___2 = 6, }; enum rk3399_pmu_plls { ppll___2 = 0, }; struct clk_rk3399_inits { void (*inits)(struct device_node *); }; struct tegra_sdmmc_mux { struct clk_hw hw; void *reg; spinlock_t *lock; const struct clk_ops *gate_ops; struct tegra_clk_periph_gate gate; u8 div_flags; }; struct tegra_sync_source_initdata { char *name; long unsigned int rate; long unsigned int max_rate; int clk_id; }; struct tegra_audio_clk_initdata { char *gate_name; char *mux_name; u32 offset; int gate_clk_id; int mux_clk_id; }; struct tegra_audio2x_clk_initdata { char *parent; char *gate_name; char *name_2x; char *div_name; int clk_id; int clk_num; u8 div_offset; }; enum tegra_super_gen { gen4 = 4, gen5 = 5, }; struct tegra_super_gen_info { enum tegra_super_gen gen; const char **sclk_parents; const char **cclk_g_parents; const char **cclk_lp_parents; int num_sclk_parents; int num_cclk_g_parents; int num_cclk_lp_parents; }; struct tegra210_clk_emc_config { long unsigned int rate; bool same_freq; u32 value; long unsigned int parent_rate; u8 parent; }; struct tegra210_clk_emc_provider { struct module *owner; struct device *dev; struct tegra210_clk_emc_config *configs; unsigned int num_configs; int (*set_rate)(struct device *, const struct tegra210_clk_emc_config *); }; struct tegra210_clk_emc { struct clk_hw hw; void *regs; struct tegra210_clk_emc_provider *provider; struct clk *parents[8]; }; struct zynqmp_clk_mux { struct clk_hw hw; u8 flags; u32 clk_id; }; struct acpi_table_csrt { struct acpi_table_header header; }; struct acpi_csrt_group { u32 length; u32 vendor_id; u32 subvendor_id; u16 device_id; u16 subdevice_id; u16 revision; u16 reserved; u32 shared_info_length; }; struct acpi_csrt_shared_info { u16 major_version; u16 minor_version; u32 mmio_base_low; u32 mmio_base_high; u32 gsi_interrupt; u8 interrupt_polarity; u8 interrupt_mode; u8 num_channels; u8 dma_address_width; u16 base_request_line; u16 num_handshake_signals; u32 max_block_size; }; struct acpi_dma_spec { int chan_id; int slave_id; struct device *dev; }; struct acpi_dma { struct list_head dma_controllers; struct device *dev; struct dma_chan * (*acpi_dma_xlate)(struct acpi_dma_spec *, struct acpi_dma *); void *data; short unsigned int base_request_line; short unsigned int end_request_line; }; struct acpi_dma_filter_info { dma_cap_mask_t dma_cap; dma_filter_fn filter_fn; }; struct acpi_dma_parser_data { struct acpi_dma_spec dma_spec; size_t index; size_t n; }; struct bman_hwerr_txt { u32 mask; const char *txt; }; struct rcpm { unsigned int wakeup_cells; void *ippdexpcr_base; bool little_endian; }; enum geni_se_xfer_mode { GENI_SE_INVALID = 0, GENI_SE_FIFO = 1, GENI_SE_DMA = 2, GENI_GPI_DMA = 3, }; enum geni_se_protocol_type { GENI_SE_NONE = 0, GENI_SE_SPI = 1, GENI_SE_UART = 2, GENI_SE_I2C = 3, GENI_SE_I3C = 4, }; struct geni_icc_path { struct icc_path *path; unsigned int avg_bw; }; struct geni_wrapper; struct geni_se { void *base; struct device *dev; struct geni_wrapper *wrapper; struct clk *clk; unsigned int num_clk_levels; long unsigned int *clk_perf_tbl; struct geni_icc_path icc_paths[3]; }; struct geni_wrapper { struct device *dev; void *base; struct clk_bulk_data ahb_clks[2]; }; enum tegra_suspend_mode { TEGRA_SUSPEND_NONE = 0, TEGRA_SUSPEND_LP2 = 1, TEGRA_SUSPEND_LP1 = 2, TEGRA_SUSPEND_LP0 = 3, TEGRA_MAX_SUSPEND_MODE = 4, TEGRA_SUSPEND_NOT_READY = 5, }; enum tegra_io_pad { TEGRA_IO_PAD_AUDIO = 0, TEGRA_IO_PAD_AUDIO_HV = 1, TEGRA_IO_PAD_BB = 2, TEGRA_IO_PAD_CAM = 3, TEGRA_IO_PAD_COMP = 4, TEGRA_IO_PAD_CONN = 5, TEGRA_IO_PAD_CSIA = 6, TEGRA_IO_PAD_CSIB = 7, TEGRA_IO_PAD_CSIC = 8, TEGRA_IO_PAD_CSID = 9, TEGRA_IO_PAD_CSIE = 10, TEGRA_IO_PAD_CSIF = 11, TEGRA_IO_PAD_CSIG = 12, TEGRA_IO_PAD_CSIH = 13, TEGRA_IO_PAD_DAP3 = 14, TEGRA_IO_PAD_DAP5 = 15, TEGRA_IO_PAD_DBG = 16, TEGRA_IO_PAD_DEBUG_NONAO = 17, TEGRA_IO_PAD_DMIC = 18, TEGRA_IO_PAD_DMIC_HV = 19, TEGRA_IO_PAD_DP = 20, TEGRA_IO_PAD_DSI = 21, TEGRA_IO_PAD_DSIB = 22, TEGRA_IO_PAD_DSIC = 23, TEGRA_IO_PAD_DSID = 24, TEGRA_IO_PAD_EDP = 25, TEGRA_IO_PAD_EMMC = 26, TEGRA_IO_PAD_EMMC2 = 27, TEGRA_IO_PAD_EQOS = 28, TEGRA_IO_PAD_GPIO = 29, TEGRA_IO_PAD_GP_PWM2 = 30, TEGRA_IO_PAD_GP_PWM3 = 31, TEGRA_IO_PAD_HDMI = 32, TEGRA_IO_PAD_HDMI_DP0 = 33, TEGRA_IO_PAD_HDMI_DP1 = 34, TEGRA_IO_PAD_HDMI_DP2 = 35, TEGRA_IO_PAD_HDMI_DP3 = 36, TEGRA_IO_PAD_HSIC = 37, TEGRA_IO_PAD_HV = 38, TEGRA_IO_PAD_LVDS = 39, TEGRA_IO_PAD_MIPI_BIAS = 40, TEGRA_IO_PAD_NAND = 41, TEGRA_IO_PAD_PEX_BIAS = 42, TEGRA_IO_PAD_PEX_CLK_BIAS = 43, TEGRA_IO_PAD_PEX_CLK1 = 44, TEGRA_IO_PAD_PEX_CLK2 = 45, TEGRA_IO_PAD_PEX_CLK3 = 46, TEGRA_IO_PAD_PEX_CLK_2_BIAS = 47, TEGRA_IO_PAD_PEX_CLK_2 = 48, TEGRA_IO_PAD_PEX_CNTRL = 49, TEGRA_IO_PAD_PEX_CTL2 = 50, TEGRA_IO_PAD_PEX_L0_RST_N = 51, TEGRA_IO_PAD_PEX_L1_RST_N = 52, TEGRA_IO_PAD_PEX_L5_RST_N = 53, TEGRA_IO_PAD_PWR_CTL = 54, TEGRA_IO_PAD_SDMMC1 = 55, TEGRA_IO_PAD_SDMMC1_HV = 56, TEGRA_IO_PAD_SDMMC2 = 57, TEGRA_IO_PAD_SDMMC2_HV = 58, TEGRA_IO_PAD_SDMMC3 = 59, TEGRA_IO_PAD_SDMMC3_HV = 60, TEGRA_IO_PAD_SDMMC4 = 61, TEGRA_IO_PAD_SOC_GPIO10 = 62, TEGRA_IO_PAD_SOC_GPIO12 = 63, TEGRA_IO_PAD_SOC_GPIO13 = 64, TEGRA_IO_PAD_SOC_GPIO53 = 65, TEGRA_IO_PAD_SPI = 66, TEGRA_IO_PAD_SPI_HV = 67, TEGRA_IO_PAD_SYS_DDC = 68, TEGRA_IO_PAD_UART = 69, TEGRA_IO_PAD_UART4 = 70, TEGRA_IO_PAD_UART5 = 71, TEGRA_IO_PAD_UFS = 72, TEGRA_IO_PAD_USB0 = 73, TEGRA_IO_PAD_USB1 = 74, TEGRA_IO_PAD_USB2 = 75, TEGRA_IO_PAD_USB3 = 76, TEGRA_IO_PAD_USB_BIAS = 77, TEGRA_IO_PAD_AO_HV = 78, }; struct pmc_clk { struct clk_hw hw; long unsigned int offs; u32 mux_shift; u32 force_en_shift; }; struct pmc_clk_gate { struct clk_hw hw; long unsigned int offs; u32 shift; }; struct pmc_clk_init_data { char *name; const char * const *parents; int num_parents; int clk_id; u8 mux_shift; u8 force_en_shift; }; struct tegra_pmc; struct tegra_powergate___2 { struct generic_pm_domain genpd; struct tegra_pmc *pmc; unsigned int id; struct clk **clks; unsigned int num_clks; long unsigned int *clk_rates; struct reset_control *reset; }; struct tegra_pmc_soc; struct tegra_pmc { struct device *dev; void *base; void *wake; void *aotag; void *scratch; struct clk *clk; struct dentry *debugfs; const struct tegra_pmc_soc *soc; bool tz_only; long unsigned int rate; enum tegra_suspend_mode suspend_mode; u32 cpu_good_time; u32 cpu_off_time; u32 core_osc_time; u32 core_pmu_time; u32 core_off_time; bool corereq_high; bool sysclkreq_high; bool combined_req; bool cpu_pwr_good_en; u32 lp0_vec_phys; u32 lp0_vec_size; long unsigned int powergates_available[1]; struct mutex powergates_lock; struct pinctrl_dev *pctl_dev; struct irq_domain *domain; struct irq_chip irq; struct notifier_block clk_nb; bool core_domain_state_synced; bool core_domain_registered; }; struct tegra_io_pad_soc { enum tegra_io_pad id; unsigned int dpd; unsigned int voltage; const char *name; }; struct tegra_pmc_regs { unsigned int scratch0; unsigned int dpd_req; unsigned int dpd_status; unsigned int dpd2_req; unsigned int dpd2_status; unsigned int rst_status; unsigned int rst_source_shift; unsigned int rst_source_mask; unsigned int rst_level_shift; unsigned int rst_level_mask; }; struct tegra_wake_event { const char *name; unsigned int id; unsigned int irq; struct { unsigned int instance; unsigned int pin; } gpio; }; struct tegra_pmc_soc { unsigned int num_powergates; const char * const *powergates; unsigned int num_cpu_powergates; const u8 *cpu_powergates; bool has_tsense_reset; bool has_gpu_clamps; bool needs_mbist_war; bool has_impl_33v_pwr; bool maybe_tz_only; const struct tegra_io_pad_soc *io_pads; unsigned int num_io_pads; const struct pinctrl_pin_desc *pin_descs; unsigned int num_pin_descs; const struct tegra_pmc_regs *regs; void (*init)(struct tegra_pmc *); void (*setup_irq_polarity)(struct tegra_pmc *, struct device_node *, bool); int (*irq_set_wake)(struct irq_data *, unsigned int); int (*irq_set_type)(struct irq_data *, unsigned int); int (*powergate_set)(struct tegra_pmc *, unsigned int, bool); const char * const *reset_sources; unsigned int num_reset_sources; const char * const *reset_levels; unsigned int num_reset_levels; const struct tegra_wake_event *wake_events; unsigned int num_wake_events; const struct pmc_clk_init_data *pmc_clks_data; unsigned int num_pmc_clks; bool has_blink_output; bool has_usb_sleepwalk; bool supports_core_domain; }; enum { FAN53555_VSEL_ID_0 = 0, FAN53555_VSEL_ID_1 = 1, }; struct fan53555_platform_data { struct regulator_init_data *regulator; unsigned int slew_rate; unsigned int sleep_vsel_id; }; enum fan53555_vendor { FAN53526_VENDOR_FAIRCHILD = 0, FAN53555_VENDOR_FAIRCHILD = 1, FAN53555_VENDOR_SILERGY = 2, FAN53526_VENDOR_TCS = 3, }; enum { FAN53526_CHIP_ID_01 = 1, }; enum { FAN53526_CHIP_REV_08 = 8, }; enum { FAN53555_CHIP_ID_00 = 0, FAN53555_CHIP_ID_01 = 1, FAN53555_CHIP_ID_02 = 2, FAN53555_CHIP_ID_03 = 3, FAN53555_CHIP_ID_04 = 4, FAN53555_CHIP_ID_05 = 5, FAN53555_CHIP_ID_08 = 8, }; enum { TCS4525_CHIP_ID_12 = 12, }; enum { TCS4526_CHIP_ID_00 = 0, }; enum { FAN53555_CHIP_REV_00 = 3, FAN53555_CHIP_REV_13 = 15, }; enum { SILERGY_SYR82X = 8, SILERGY_SYR83X = 9, }; struct fan53555_device_info { enum fan53555_vendor vendor; struct device *dev; struct regulator_desc desc; struct regulator_init_data *regulator; int chip_id; int chip_rev; unsigned int vol_reg; unsigned int sleep_reg; unsigned int vsel_min; unsigned int vsel_step; unsigned int vsel_count; unsigned int mode_reg; unsigned int mode_mask; unsigned int sleep_vol_cache; unsigned int slew_reg; unsigned int slew_mask; const unsigned int *ramp_delay_table; unsigned int n_ramp_values; unsigned int slew_rate; }; struct qcom_aoss_reset_map { unsigned int reg; }; struct qcom_aoss_desc { const struct qcom_aoss_reset_map *resets; size_t num_resets; }; struct qcom_aoss_reset_data { struct reset_controller_dev rcdev; void *base; const struct qcom_aoss_desc *desc; }; struct serial_struct32 { compat_int_t type; compat_int_t line; compat_uint_t port; compat_int_t irq; compat_int_t flags; compat_int_t xmit_fifo_size; compat_int_t custom_divisor; compat_int_t baud_base; short unsigned int close_delay; char io_type; char reserved_char; compat_int_t hub6; short unsigned int closing_wait; short unsigned int closing_wait2; compat_uint_t iomem_base; short unsigned int iomem_reg_shift; unsigned int port_high; compat_int_t reserved; }; struct vt_notifier_param { struct vc_data *vc; unsigned int c; }; struct vcs_poll_data { struct notifier_block notifier; unsigned int cons_num; int event; wait_queue_head_t waitq; struct fasync_struct *fasync; }; struct uart_match { struct uart_port *port; struct uart_driver *driver; }; struct dw8250_port_data { int line; struct uart_8250_dma dma; u8 dlf_size; bool hw_rs485_support; }; struct dw8250_platform_data { u8 usr_reg; u32 cpr_val; unsigned int quirks; }; struct dw8250_data { struct dw8250_port_data data; const struct dw8250_platform_data *pdata; int msr_mask_on; int msr_mask_off; struct clk *clk; struct clk *pclk; struct notifier_block clk_notifier; struct work_struct clk_work; struct reset_control *rst; unsigned int skip_autocfg: 1; unsigned int uart_16550_compatible: 1; }; struct meson_uart_data { bool has_xtal_div2; }; enum lpuart_type { VF610_LPUART = 0, LS1021A_LPUART = 1, LS1028A_LPUART = 2, IMX7ULP_LPUART = 3, IMX8QXP_LPUART = 4, IMXRT1050_LPUART = 5, }; struct lpuart_port { struct uart_port port; enum lpuart_type devtype; struct clk *ipg_clk; struct clk *baud_clk; unsigned int txfifo_size; unsigned int rxfifo_size; bool lpuart_dma_tx_use; bool lpuart_dma_rx_use; struct dma_chan *dma_tx_chan; struct dma_chan *dma_rx_chan; struct dma_async_tx_descriptor *dma_tx_desc; struct dma_async_tx_descriptor *dma_rx_desc; dma_cookie_t dma_tx_cookie; dma_cookie_t dma_rx_cookie; unsigned int dma_tx_bytes; unsigned int dma_rx_bytes; bool dma_tx_in_progress; unsigned int dma_rx_timeout; struct timer_list lpuart_timer; struct scatterlist rx_sgl; struct scatterlist tx_sgl[2]; struct circ_buf rx_ring; int rx_dma_rng_buf_len; unsigned int dma_tx_nents; wait_queue_head_t dma_wait; bool is_cs7; }; struct lpuart_soc_data { enum lpuart_type devtype; char iotype; u8 reg_off; }; struct stclear_flags_t { __be16 tag; u8 deactivated; u8 disableForceClear; u8 physicalPresence; u8 physicalPresenceLock; u8 bGlobalLock; } __attribute__((packed)); struct tpm1_version { u8 major; u8 minor; u8 rev_major; u8 rev_minor; }; struct tpm1_version2 { __be16 tag; struct tpm1_version version; }; struct timeout_t { __be32 a; __be32 b; __be32 c; __be32 d; }; struct duration_t { __be32 tpm_short; __be32 tpm_medium; __be32 tpm_long; }; struct permanent_flags_t { __be16 tag; u8 disable; u8 ownership; u8 deactivated; u8 readPubek; u8 disableOwnerClear; u8 allowMaintenance; u8 physicalPresenceLifetimeLock; u8 physicalPresenceHWEnable; u8 physicalPresenceCMDEnable; u8 CEKPUsed; u8 TPMpost; u8 TPMpostLock; u8 FIPS; u8 operator; u8 enableRevokeEK; u8 nvLocked; u8 readSRKPub; u8 tpmEstablished; u8 maintenanceDone; u8 disableFullDALogicInfo; }; typedef union { struct permanent_flags_t perm_flags; struct stclear_flags_t stclear_flags; __u8 owned; __be32 num_pcrs; struct tpm1_version version1; struct tpm1_version2 version2; __be32 manufacturer_id; struct timeout_t timeout; struct duration_t duration; } cap_t; enum tpm_capabilities { TPM_CAP_FLAG = 4, TPM_CAP_PROP = 5, TPM_CAP_VERSION_1_1 = 6, TPM_CAP_VERSION_1_2 = 26, }; enum tpm_sub_capabilities { TPM_CAP_PROP_PCR = 257, TPM_CAP_PROP_MANUFACTURER = 259, TPM_CAP_FLAG_PERM = 264, TPM_CAP_FLAG_VOL = 265, TPM_CAP_PROP_OWNER = 273, TPM_CAP_PROP_TIS_TIMEOUT = 277, TPM_CAP_PROP_TIS_DURATION = 288, }; struct tpm_readpubek_out { u8 algorithm[4]; u8 encscheme[2]; u8 sigscheme[2]; __be32 paramsize; u8 parameters[12]; __be32 keysize; u8 modulus[256]; u8 checksum[20]; }; struct tpm_pcr_attr { int alg_id; int pcr; struct device_attribute attr; }; enum tis_access { TPM_ACCESS_VALID = 128, TPM_ACCESS_ACTIVE_LOCALITY = 32, TPM_ACCESS_REQUEST_PENDING = 4, TPM_ACCESS_REQUEST_USE = 2, }; enum tis_status { TPM_STS_VALID = 128, TPM_STS_COMMAND_READY = 64, TPM_STS_GO = 32, TPM_STS_DATA_AVAIL = 16, TPM_STS_DATA_EXPECT = 8, TPM_STS_READ_ZERO = 35, }; enum tis_int_flags { TPM_GLOBAL_INT_ENABLE = 2147483648, TPM_INTF_BURST_COUNT_STATIC = 256, TPM_INTF_CMD_READY_INT = 128, TPM_INTF_INT_EDGE_FALLING = 64, TPM_INTF_INT_EDGE_RISING = 32, TPM_INTF_INT_LEVEL_LOW = 16, TPM_INTF_INT_LEVEL_HIGH = 8, TPM_INTF_LOCALITY_CHANGE_INT = 4, TPM_INTF_STS_VALID_INT = 2, TPM_INTF_DATA_AVAIL_INT = 1, }; enum tis_defaults { TIS_MEM_LEN = 20480, TIS_SHORT_TIMEOUT = 750, TIS_LONG_TIMEOUT = 2000, TIS_TIMEOUT_MIN_ATML = 14700, TIS_TIMEOUT_MAX_ATML = 15000, }; enum tpm_tis_flags { TPM_TIS_ITPM_WORKAROUND = 1, TPM_TIS_INVALID_STATUS = 2, }; struct tpm_tis_phy_ops; struct tpm_tis_data { u16 manufacturer_id; int locality; int irq; bool irq_tested; long unsigned int flags; void *ilb_base_addr; u16 clkrun_enabled; wait_queue_head_t int_queue; wait_queue_head_t read_queue; const struct tpm_tis_phy_ops *phy_ops; short unsigned int rng_quality; unsigned int timeout_min; unsigned int timeout_max; }; enum tpm_tis_io_mode { TPM_TIS_PHYS_8 = 0, TPM_TIS_PHYS_16 = 1, TPM_TIS_PHYS_32 = 2, }; struct tpm_tis_phy_ops { int (*read_bytes)(struct tpm_tis_data *, u32, u16, u8 *, enum tpm_tis_io_mode); int (*write_bytes)(struct tpm_tis_data *, u32, u16, const u8 *, enum tpm_tis_io_mode); int (*verify_crc)(struct tpm_tis_data *, size_t, const u8 *); }; struct tis_vendor_durations_override { u32 did_vid; struct tpm1_version version; long unsigned int durations[3]; }; struct tis_vendor_timeout_override { u32 did_vid; long unsigned int timeout_us[4]; }; enum iommu_fault_reason { IOMMU_FAULT_REASON_UNKNOWN = 0, IOMMU_FAULT_REASON_PASID_FETCH = 1, IOMMU_FAULT_REASON_BAD_PASID_ENTRY = 2, IOMMU_FAULT_REASON_PASID_INVALID = 3, IOMMU_FAULT_REASON_WALK_EABT = 4, IOMMU_FAULT_REASON_PTE_FETCH = 5, IOMMU_FAULT_REASON_PERMISSION = 6, IOMMU_FAULT_REASON_ACCESS = 7, IOMMU_FAULT_REASON_OOR_ADDRESS = 8, }; enum iommu_page_response_code { IOMMU_PAGE_RESP_SUCCESS = 0, IOMMU_PAGE_RESP_INVALID = 1, IOMMU_PAGE_RESP_FAILURE = 2, }; enum pri_resp { PRI_RESP_DENY = 0, PRI_RESP_FAIL = 1, PRI_RESP_SUCC = 2, }; struct arm_smmu_cmdq_ent { u8 opcode; bool substream_valid; union { struct { u32 sid; } prefetch; struct { u32 sid; u32 ssid; union { bool leaf; u8 span; }; } cfgi; struct { u8 num; u8 scale; u16 asid; u16 vmid; bool leaf; u8 ttl; u8 tg; u64 addr; } tlbi; struct { u32 sid; u32 ssid; u64 addr; u8 size; bool global; } atc; struct { u32 sid; u32 ssid; u16 grpid; enum pri_resp resp; } pri; struct { u32 sid; u16 stag; u8 resp; } resume; struct { u64 msiaddr; } sync; }; }; struct arm_smmu_ll_queue { union { u64 val; struct { u32 prod; u32 cons; }; struct { atomic_t prod; atomic_t cons; } atomic; u8 __pad[64]; }; u32 max_n_shift; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct arm_smmu_queue { struct arm_smmu_ll_queue llq; int irq; __le64 *base; dma_addr_t base_dma; u64 q_base; size_t ent_dwords; u32 *prod_reg; u32 *cons_reg; long: 64; }; struct arm_smmu_queue_poll { ktime_t timeout; unsigned int delay; unsigned int spin_cnt; bool wfe; }; struct arm_smmu_cmdq { struct arm_smmu_queue q; atomic_long_t *valid_map; atomic_t owner_prod; atomic_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct arm_smmu_cmdq_batch { u64 cmds[128]; int num; }; struct iopf_queue; struct arm_smmu_evtq { struct arm_smmu_queue q; struct iopf_queue *iopf; u32 max_stalls; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct arm_smmu_priq { struct arm_smmu_queue q; }; struct arm_smmu_strtab_l1_desc { u8 span; __le64 *l2ptr; dma_addr_t l2ptr_dma; }; struct arm_smmu_ctx_desc { u16 asid; u64 ttbr; u64 tcr; u64 mair; refcount_t refs; struct mm_struct *mm; }; struct arm_smmu_l1_ctx_desc { __le64 *l2ptr; dma_addr_t l2ptr_dma; }; struct arm_smmu_ctx_desc_cfg { __le64 *cdtab; dma_addr_t cdtab_dma; struct arm_smmu_l1_ctx_desc *l1_desc; unsigned int num_l1_ents; }; struct arm_smmu_s1_cfg { struct arm_smmu_ctx_desc_cfg cdcfg; struct arm_smmu_ctx_desc cd; u8 s1fmt; u8 s1cdmax; }; struct arm_smmu_s2_cfg { u16 vmid; u64 vttbr; u64 vtcr; }; struct arm_smmu_strtab_cfg { __le64 *strtab; dma_addr_t strtab_dma; struct arm_smmu_strtab_l1_desc *l1_desc; unsigned int num_l1_ents; u64 strtab_base; u32 strtab_base_cfg; }; struct arm_smmu_device___2 { struct device *dev; void *base; void *page1; u32 features; u32 options; long: 64; long: 64; long: 64; long: 64; struct arm_smmu_cmdq cmdq; struct arm_smmu_evtq evtq; struct arm_smmu_priq priq; int gerr_irq; int combined_irq; long unsigned int ias; long unsigned int oas; long unsigned int pgsize_bitmap; unsigned int asid_bits; unsigned int vmid_bits; long unsigned int vmid_map[1024]; unsigned int ssid_bits; unsigned int sid_bits; struct arm_smmu_strtab_cfg strtab_cfg; struct iommu_device iommu; struct rb_root streams; struct mutex streams_mutex; long: 64; long: 64; }; struct arm_smmu_master; struct arm_smmu_stream { u32 id; struct arm_smmu_master *master; struct rb_node node; }; struct arm_smmu_domain___2; struct arm_smmu_master { struct arm_smmu_device___2 *smmu; struct device *dev; struct arm_smmu_domain___2 *domain; struct list_head domain_head; struct arm_smmu_stream *streams; unsigned int num_streams; bool ats_enabled; bool stall_enabled; bool sva_enabled; bool iopf_enabled; struct list_head bonds; unsigned int ssid_bits; }; struct arm_smmu_domain___2 { struct arm_smmu_device___2 *smmu; struct mutex init_mutex; struct io_pgtable_ops *pgtbl_ops; bool stall_enabled; atomic_t nr_ats_masters; enum arm_smmu_domain_stage stage; union { struct arm_smmu_s1_cfg s1_cfg; struct arm_smmu_s2_cfg s2_cfg; }; struct iommu_domain domain; struct list_head devices; spinlock_t devices_lock; struct list_head mmu_notifiers; }; enum arm_smmu_msi_index { EVTQ_MSI_INDEX = 0, GERROR_MSI_INDEX = 1, PRIQ_MSI_INDEX = 2, ARM_SMMU_MAX_MSIS = 3, }; struct arm_smmu_option_prop { u32 opt; const char *prop; }; struct sg_dma_page_iter { struct sg_page_iter base; }; struct drm_prime_handle { __u32 handle; __u32 flags; __s32 fd; }; struct drm_prime_member { struct dma_buf *dma_buf; uint32_t handle; struct rb_node dmabuf_rb; struct rb_node handle_rb; }; struct drm_mode_get_encoder { __u32 encoder_id; __u32 encoder_type; __u32 crtc_id; __u32 possible_crtcs; __u32 possible_clones; }; struct drm_mode_map_dumb { __u32 handle; __u32 pad; __u64 offset; }; struct drm_mode_destroy_dumb { __u32 handle; }; struct drm_mode_atomic { __u32 flags; __u32 count_objs; __u64 objs_ptr; __u64 count_props_ptr; __u64 props_ptr; __u64 prop_values_ptr; __u64 reserved; __u64 user_data; }; struct drm_out_fence_state { s32 *out_fence_ptr; struct sync_file *sync_file; int fd; }; struct panel_bridge { struct drm_bridge bridge; struct drm_connector connector; struct drm_panel *panel; u32 connector_type; }; struct subsys_dev_iter { struct klist_iter ki; const struct device_type *type; }; struct transport_class { struct class class; int (*setup)(struct transport_container *, struct device *, struct device *); int (*configure)(struct transport_container *, struct device *, struct device *); int (*remove)(struct transport_container *, struct device *, struct device *); }; struct anon_transport_class { struct transport_class tclass; struct attribute_container container; }; struct auxiliary_device_id { char name[32]; kernel_ulong_t driver_data; }; struct auxiliary_device { struct device dev; const char *name; u32 id; }; struct auxiliary_driver { int (*probe)(struct auxiliary_device *, const struct auxiliary_device_id *); void (*remove)(struct auxiliary_device *); void (*shutdown)(struct auxiliary_device *); int (*suspend)(struct auxiliary_device *, pm_message_t); int (*resume)(struct auxiliary_device *); const char *name; struct device_driver driver; const struct auxiliary_device_id *id_table; }; enum suspend_stat_step { SUSPEND_FREEZE = 1, SUSPEND_PREPARE = 2, SUSPEND_SUSPEND = 3, SUSPEND_SUSPEND_LATE = 4, SUSPEND_SUSPEND_NOIRQ = 5, SUSPEND_RESUME_NOIRQ = 6, SUSPEND_RESUME_EARLY = 7, SUSPEND_RESUME = 8, }; struct suspend_stats { int success; int fail; int failed_freeze; int failed_prepare; int failed_suspend; int failed_suspend_late; int failed_suspend_noirq; int failed_resume; int failed_resume_early; int failed_resume_noirq; int last_failed_dev; char failed_devs[80]; int last_failed_errno; int errno[2]; int last_failed_step; enum suspend_stat_step failed_steps[2]; }; typedef int (*pm_callback_t)(struct device *); enum { BUCK_ILMIN_50MA = 0, BUCK_ILMIN_100MA = 1, BUCK_ILMIN_150MA = 2, BUCK_ILMIN_200MA = 3, BUCK_ILMIN_250MA = 4, BUCK_ILMIN_300MA = 5, BUCK_ILMIN_350MA = 6, BUCK_ILMIN_400MA = 7, }; enum { BOOST_ILMIN_75MA = 0, BOOST_ILMIN_100MA = 1, BOOST_ILMIN_125MA = 2, BOOST_ILMIN_150MA = 3, BOOST_ILMIN_175MA = 4, BOOST_ILMIN_200MA = 5, BOOST_ILMIN_225MA = 6, BOOST_ILMIN_250MA = 7, }; enum { RK805_BUCK1_2_ILMAX_2500MA = 0, RK805_BUCK1_2_ILMAX_3000MA = 1, RK805_BUCK1_2_ILMAX_3500MA = 2, RK805_BUCK1_2_ILMAX_4000MA = 3, }; enum { RK805_BUCK3_ILMAX_1500MA = 0, RK805_BUCK3_ILMAX_2000MA = 1, RK805_BUCK3_ILMAX_2500MA = 2, RK805_BUCK3_ILMAX_3000MA = 3, }; enum { RK805_BUCK4_ILMAX_2000MA = 0, RK805_BUCK4_ILMAX_2500MA = 1, RK805_BUCK4_ILMAX_3000MA = 2, RK805_BUCK4_ILMAX_3500MA = 3, }; struct rk808_reg_data { int addr; int mask; int value; }; struct dma_fence_array_cb { struct dma_fence_cb cb; struct dma_fence_array *array; }; struct cma_heap { struct dma_heap *heap; struct cma *cma; }; struct cma_heap_buffer { struct cma_heap *heap; struct list_head attachments; struct mutex lock; long unsigned int len; struct page *cma_pages; struct page **pages; long unsigned int pagecount; int vmap_cnt; void *vaddr; }; struct dma_heap_attachment___2 { struct device *dev; struct sg_table table; struct list_head list; bool mapped; }; enum { NDD_UNARMED = 1, NDD_LOCKED = 2, NDD_SECURITY_OVERWRITE = 3, NDD_WORK_PENDING = 4, NDD_LABELING = 6, ND_IOCTL_MAX_BUFLEN = 4194304, ND_CMD_MAX_ELEM = 5, ND_CMD_MAX_ENVELOPE = 256, ND_MAX_MAPPINGS = 32, ND_REGION_PAGEMAP = 0, ND_REGION_PERSIST_CACHE = 1, ND_REGION_PERSIST_MEMCTRL = 2, ND_REGION_ASYNC = 3, ND_REGION_CXL = 4, DPA_RESOURCE_ADJUSTED = 1, }; enum { CXL_MBOX_CMD_RC_SUCCESS = 0, CXL_MBOX_CMD_RC_BACKGROUND = 1, CXL_MBOX_CMD_RC_INPUT = 2, CXL_MBOX_CMD_RC_UNSUPPORTED = 3, CXL_MBOX_CMD_RC_INTERNAL = 4, CXL_MBOX_CMD_RC_RETRY = 5, CXL_MBOX_CMD_RC_BUSY = 6, CXL_MBOX_CMD_RC_MEDIADISABLED = 7, CXL_MBOX_CMD_RC_FWINPROGRESS = 8, CXL_MBOX_CMD_RC_FWOOO = 9, CXL_MBOX_CMD_RC_FWAUTH = 10, CXL_MBOX_CMD_RC_FWSLOT = 11, CXL_MBOX_CMD_RC_FWROLLBACK = 12, CXL_MBOX_CMD_RC_FWRESET = 13, CXL_MBOX_CMD_RC_HANDLE = 14, CXL_MBOX_CMD_RC_PADDR = 15, CXL_MBOX_CMD_RC_POISONLMT = 16, CXL_MBOX_CMD_RC_MEDIAFAILURE = 17, CXL_MBOX_CMD_RC_ABORT = 18, CXL_MBOX_CMD_RC_SECURITY = 19, CXL_MBOX_CMD_RC_PASSPHRASE = 20, CXL_MBOX_CMD_RC_MBUNSUPPORTED = 21, CXL_MBOX_CMD_RC_PAYLOADLEN = 22, }; enum cxl_opcode { CXL_MBOX_OP_INVALID = 0, CXL_MBOX_OP_RAW = 0, CXL_MBOX_OP_GET_FW_INFO = 512, CXL_MBOX_OP_ACTIVATE_FW = 514, CXL_MBOX_OP_GET_SUPPORTED_LOGS = 1024, CXL_MBOX_OP_GET_LOG = 1025, CXL_MBOX_OP_IDENTIFY = 16384, CXL_MBOX_OP_GET_PARTITION_INFO = 16640, CXL_MBOX_OP_SET_PARTITION_INFO = 16641, CXL_MBOX_OP_GET_LSA = 16642, CXL_MBOX_OP_SET_LSA = 16643, CXL_MBOX_OP_GET_HEALTH_INFO = 16896, CXL_MBOX_OP_GET_ALERT_CONFIG = 16897, CXL_MBOX_OP_SET_ALERT_CONFIG = 16898, CXL_MBOX_OP_GET_SHUTDOWN_STATE = 16899, CXL_MBOX_OP_SET_SHUTDOWN_STATE = 16900, CXL_MBOX_OP_GET_POISON = 17152, CXL_MBOX_OP_INJECT_POISON = 17153, CXL_MBOX_OP_CLEAR_POISON = 17154, CXL_MBOX_OP_GET_SCAN_MEDIA_CAPS = 17155, CXL_MBOX_OP_SCAN_MEDIA = 17156, CXL_MBOX_OP_GET_SCAN_MEDIA = 17157, CXL_MBOX_OP_MAX = 65536, }; struct cxl_gsl_entry { uuid_t uuid; __le32 size; }; struct cxl_mbox_get_supported_logs { __le16 entries; u8 rsvd[6]; struct cxl_gsl_entry entry[0]; }; struct cxl_cel_entry { __le16 opcode; __le16 effect; }; struct cxl_mbox_get_log { uuid_t uuid; __le32 offset; __le32 length; }; struct cxl_mbox_identify { char fw_revision[16]; __le64 total_capacity; __le64 volatile_capacity; __le64 persistent_capacity; __le64 partition_align; __le16 info_event_log_size; __le16 warning_event_log_size; __le16 failure_event_log_size; __le16 fatal_event_log_size; __le32 lsa_size; u8 poison_list_max_mer[3]; __le16 inject_poison_limit; u8 poison_caps; u8 qos_telemetry_caps; } __attribute__((packed)); struct cxl_mbox_get_partition_info { __le64 active_volatile_cap; __le64 active_persistent_cap; __le64 next_volatile_cap; __le64 next_persistent_cap; }; struct cxl_mbox_set_partition_info { __le64 volatile_capacity; u8 flags; } __attribute__((packed)); struct cxl_mem_command { struct cxl_command_info info; enum cxl_opcode opcode; u32 flags; }; enum { CEL_UUID = 0, VENDOR_DEBUG_UUID = 1, }; struct scsi_host_busy_iter_data { bool (*fn)(struct scsi_cmnd *, void *); void *priv; }; enum scsi_devinfo_key { SCSI_DEVINFO_GLOBAL = 0, SCSI_DEVINFO_SPI = 1, }; struct scsi_dev_info_list { struct list_head dev_info_list; char vendor[8]; char model[16]; blist_flags_t flags; unsigned int compatible; }; struct scsi_dev_info_list_table { struct list_head node; struct list_head scsi_dev_info_list; const char *name; int key; }; struct double_list { struct list_head *top; struct list_head *bottom; }; struct sg_io_v4 { __s32 guard; __u32 protocol; __u32 subprotocol; __u32 request_len; __u64 request; __u64 request_tag; __u32 request_attr; __u32 request_priority; __u32 request_extra; __u32 max_response_len; __u64 response; __u32 dout_iovec_count; __u32 dout_xfer_len; __u32 din_iovec_count; __u32 din_xfer_len; __u64 dout_xferp; __u64 din_xferp; __u32 timeout; __u32 flags; __u64 usr_ptr; __u32 spare_in; __u32 driver_status; __u32 transport_status; __u32 device_status; __u32 retry_delay; __u32 info; __u32 duration; __u32 response_len; __s32 din_resid; __s32 dout_resid; __u64 generated_tag; __u32 spare_out; __u32 padding; }; typedef int bsg_sg_io_fn(struct request_queue *, struct sg_io_v4 *, fmode_t, unsigned int); enum ata_xfer_mask { ATA_MASK_PIO = 127, ATA_MASK_MWDMA = 3968, ATA_MASK_UDMA = 1044480, }; struct ata_timing { short unsigned int mode; short unsigned int setup; short unsigned int act8b; short unsigned int rec8b; short unsigned int cyc8b; short unsigned int active; short unsigned int recover; short unsigned int dmack_hold; short unsigned int cycle; short unsigned int udma; }; struct trace_event_raw_ata_qc_issue_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned char cmd; unsigned char dev; unsigned char lbal; unsigned char lbam; unsigned char lbah; unsigned char nsect; unsigned char feature; unsigned char hob_lbal; unsigned char hob_lbam; unsigned char hob_lbah; unsigned char hob_nsect; unsigned char hob_feature; unsigned char ctl; unsigned char proto; long unsigned int flags; char __data[0]; }; struct trace_event_raw_ata_qc_complete_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned char status; unsigned char dev; unsigned char lbal; unsigned char lbam; unsigned char lbah; unsigned char nsect; unsigned char error; unsigned char hob_lbal; unsigned char hob_lbam; unsigned char hob_lbah; unsigned char hob_nsect; unsigned char hob_feature; unsigned char ctl; long unsigned int flags; char __data[0]; }; struct trace_event_raw_ata_tf_load { struct trace_entry ent; unsigned int ata_port; unsigned char cmd; unsigned char dev; unsigned char lbal; unsigned char lbam; unsigned char lbah; unsigned char nsect; unsigned char feature; unsigned char hob_lbal; unsigned char hob_lbam; unsigned char hob_lbah; unsigned char hob_nsect; unsigned char hob_feature; unsigned char proto; char __data[0]; }; struct trace_event_raw_ata_exec_command_template { struct trace_entry ent; unsigned int ata_port; unsigned int tag; unsigned char cmd; unsigned char feature; unsigned char hob_nsect; unsigned char proto; char __data[0]; }; struct trace_event_raw_ata_bmdma_status { struct trace_entry ent; unsigned int ata_port; unsigned int tag; unsigned char host_stat; char __data[0]; }; struct trace_event_raw_ata_eh_link_autopsy { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int eh_action; unsigned int eh_err_mask; char __data[0]; }; struct trace_event_raw_ata_eh_link_autopsy_qc { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned int qc_flags; unsigned int eh_err_mask; char __data[0]; }; struct trace_event_raw_ata_eh_action_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int eh_action; char __data[0]; }; struct trace_event_raw_ata_link_reset_begin_template { struct trace_entry ent; unsigned int ata_port; unsigned int class[2]; long unsigned int deadline; char __data[0]; }; struct trace_event_raw_ata_link_reset_end_template { struct trace_entry ent; unsigned int ata_port; unsigned int class[2]; int rc; char __data[0]; }; struct trace_event_raw_ata_port_eh_begin_template { struct trace_entry ent; unsigned int ata_port; char __data[0]; }; struct trace_event_raw_ata_sff_hsm_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned int qc_flags; unsigned int protocol; unsigned int hsm_state; unsigned char dev_state; char __data[0]; }; struct trace_event_raw_ata_transfer_data_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned int flags; unsigned int offset; unsigned int bytes; char __data[0]; }; struct trace_event_raw_ata_sff_template { struct trace_entry ent; unsigned int ata_port; unsigned char hsm_state; char __data[0]; }; struct trace_event_data_offsets_ata_qc_issue_template {}; struct trace_event_data_offsets_ata_qc_complete_template {}; struct trace_event_data_offsets_ata_tf_load {}; struct trace_event_data_offsets_ata_exec_command_template {}; struct trace_event_data_offsets_ata_bmdma_status {}; struct trace_event_data_offsets_ata_eh_link_autopsy {}; struct trace_event_data_offsets_ata_eh_link_autopsy_qc {}; struct trace_event_data_offsets_ata_eh_action_template {}; struct trace_event_data_offsets_ata_link_reset_begin_template {}; struct trace_event_data_offsets_ata_link_reset_end_template {}; struct trace_event_data_offsets_ata_port_eh_begin_template {}; struct trace_event_data_offsets_ata_sff_hsm_template {}; struct trace_event_data_offsets_ata_transfer_data_template {}; struct trace_event_data_offsets_ata_sff_template {}; typedef void (*btf_trace_ata_qc_prep)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_issue)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_complete_internal)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_complete_failed)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_complete_done)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_tf_load)(void *, struct ata_port *, const struct ata_taskfile *); typedef void (*btf_trace_ata_exec_command)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_setup)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_start)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_stop)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_status)(void *, struct ata_port *, unsigned int); typedef void (*btf_trace_ata_eh_link_autopsy)(void *, struct ata_device *, unsigned int, unsigned int); typedef void (*btf_trace_ata_eh_link_autopsy_qc)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_eh_about_to_do)(void *, struct ata_link *, unsigned int, unsigned int); typedef void (*btf_trace_ata_eh_done)(void *, struct ata_link *, unsigned int, unsigned int); typedef void (*btf_trace_ata_link_hardreset_begin)(void *, struct ata_link *, unsigned int *, long unsigned int); typedef void (*btf_trace_ata_slave_hardreset_begin)(void *, struct ata_link *, unsigned int *, long unsigned int); typedef void (*btf_trace_ata_link_softreset_begin)(void *, struct ata_link *, unsigned int *, long unsigned int); typedef void (*btf_trace_ata_link_hardreset_end)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_slave_hardreset_end)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_link_softreset_end)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_link_postreset)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_slave_postreset)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_std_sched_eh)(void *, struct ata_port *); typedef void (*btf_trace_ata_port_freeze)(void *, struct ata_port *); typedef void (*btf_trace_ata_port_thaw)(void *, struct ata_port *); typedef void (*btf_trace_ata_sff_hsm_state)(void *, struct ata_queued_cmd *, unsigned char); typedef void (*btf_trace_ata_sff_hsm_command_complete)(void *, struct ata_queued_cmd *, unsigned char); typedef void (*btf_trace_ata_sff_port_intr)(void *, struct ata_queued_cmd *, unsigned char); typedef void (*btf_trace_ata_sff_pio_transfer_data)(void *, struct ata_queued_cmd *, unsigned int, unsigned int); typedef void (*btf_trace_atapi_pio_transfer_data)(void *, struct ata_queued_cmd *, unsigned int, unsigned int); typedef void (*btf_trace_atapi_send_cdb)(void *, struct ata_queued_cmd *, unsigned int, unsigned int); typedef void (*btf_trace_ata_sff_flush_pio_task)(void *, struct ata_port *); struct ata_force_param { const char *name; u8 cbl; u8 spd_limit; unsigned int xfer_mask; unsigned int horkage_on; unsigned int horkage_off; u16 lflags_on; u16 lflags_off; }; struct ata_force_ent { int port; int device; struct ata_force_param param; }; struct ata_xfer_ent { int shift; int bits; u8 base; }; struct ata_blacklist_entry { const char *model_num; const char *model_rev; long unsigned int horkage; }; typedef void (*spi_res_release_t)(struct spi_controller *, struct spi_message *, void *); struct spi_res { struct list_head entry; spi_res_release_t release; long long unsigned int data[0]; }; struct spi_replaced_transfers; typedef void (*spi_replaced_release_t)(struct spi_controller *, struct spi_message *, struct spi_replaced_transfers *); struct spi_replaced_transfers { spi_replaced_release_t release; void *extradata; struct list_head replaced_transfers; struct list_head *replaced_after; size_t inserted; struct spi_transfer inserted_transfers[0]; }; struct spi_board_info { char modalias[32]; const void *platform_data; const struct software_node *swnode; void *controller_data; int irq; u32 max_speed_hz; u16 bus_num; u16 chip_select; u32 mode; }; enum spi_mem_data_dir { SPI_MEM_NO_DATA = 0, SPI_MEM_DATA_IN = 1, SPI_MEM_DATA_OUT = 2, }; struct spi_mem_op { struct { u8 nbytes; u8 buswidth; u8 dtr: 1; u16 opcode; } cmd; struct { u8 nbytes; u8 buswidth; u8 dtr: 1; u64 val; } addr; struct { u8 nbytes; u8 buswidth; u8 dtr: 1; } dummy; struct { u8 buswidth; u8 dtr: 1; u8 ecc: 1; enum spi_mem_data_dir dir; unsigned int nbytes; union { void *in; const void *out; } buf; } data; }; struct spi_mem_dirmap_info { struct spi_mem_op op_tmpl; u64 offset; u64 length; }; struct spi_mem_dirmap_desc { struct spi_mem *mem; struct spi_mem_dirmap_info info; unsigned int nodirmap; void *priv; }; struct spi_mem { struct spi_device *spi; void *drvpriv; const char *name; }; struct trace_event_raw_spi_controller { struct trace_entry ent; int bus_num; char __data[0]; }; struct trace_event_raw_spi_setup { struct trace_entry ent; int bus_num; int chip_select; long unsigned int mode; unsigned int bits_per_word; unsigned int max_speed_hz; int status; char __data[0]; }; struct trace_event_raw_spi_set_cs { struct trace_entry ent; int bus_num; int chip_select; long unsigned int mode; bool enable; char __data[0]; }; struct trace_event_raw_spi_message { struct trace_entry ent; int bus_num; int chip_select; struct spi_message *msg; char __data[0]; }; struct trace_event_raw_spi_message_done { struct trace_entry ent; int bus_num; int chip_select; struct spi_message *msg; unsigned int frame; unsigned int actual; char __data[0]; }; struct trace_event_raw_spi_transfer { struct trace_entry ent; int bus_num; int chip_select; struct spi_transfer *xfer; int len; u32 __data_loc_rx_buf; u32 __data_loc_tx_buf; char __data[0]; }; struct trace_event_data_offsets_spi_controller {}; struct trace_event_data_offsets_spi_setup {}; struct trace_event_data_offsets_spi_set_cs {}; struct trace_event_data_offsets_spi_message {}; struct trace_event_data_offsets_spi_message_done {}; struct trace_event_data_offsets_spi_transfer { u32 rx_buf; u32 tx_buf; }; typedef void (*btf_trace_spi_controller_idle)(void *, struct spi_controller *); typedef void (*btf_trace_spi_controller_busy)(void *, struct spi_controller *); typedef void (*btf_trace_spi_setup)(void *, struct spi_device *, int); typedef void (*btf_trace_spi_set_cs)(void *, struct spi_device *, bool); typedef void (*btf_trace_spi_message_submit)(void *, struct spi_message *); typedef void (*btf_trace_spi_message_start)(void *, struct spi_message *); typedef void (*btf_trace_spi_message_done)(void *, struct spi_message *); typedef void (*btf_trace_spi_transfer_start)(void *, struct spi_message *, struct spi_transfer *); typedef void (*btf_trace_spi_transfer_stop)(void *, struct spi_message *, struct spi_transfer *); struct boardinfo { struct list_head list; struct spi_board_info board_info; }; struct acpi_spi_lookup { struct spi_controller *ctlr; u32 max_speed_hz; u32 mode; int irq; u8 bits_per_word; u8 chip_select; int n; int index; }; struct quirk_entry { u16 vid; u16 pid; u32 flags; }; struct onboard_hub_pdata { long unsigned int reset_us; }; struct pdev_list_entry { struct platform_device *pdev; struct list_head node; }; enum amd_chipset_gen { NOT_AMD_CHIPSET = 0, AMD_CHIPSET_SB600 = 1, AMD_CHIPSET_SB700 = 2, AMD_CHIPSET_SB800 = 3, AMD_CHIPSET_HUDSON2 = 4, AMD_CHIPSET_BOLTON = 5, AMD_CHIPSET_YANGTZE = 6, AMD_CHIPSET_TAISHAN = 7, AMD_CHIPSET_UNKNOWN = 8, }; struct amd_chipset_type { enum amd_chipset_gen gen; u8 rev; }; struct amd_chipset_info { struct pci_dev *nb_dev; struct pci_dev *smbus_dev; int nb_type; struct amd_chipset_type sb_type; int isoc_reqs; int probe_count; bool need_pll_quirk; }; struct ps2dev { struct serio *serio; struct mutex cmd_mutex; wait_queue_head_t wait; long unsigned int flags; u8 cmdbuf[8]; u8 cmdcnt; u8 nak; }; struct mousedev_hw_data { int dx; int dy; int dz; int x; int y; int abs_event; long unsigned int buttons; }; struct mousedev { int open; struct input_handle handle; wait_queue_head_t wait; struct list_head client_list; spinlock_t client_lock; struct mutex mutex; struct device dev; struct cdev cdev; bool exist; struct list_head mixdev_node; bool opened_by_mixdev; struct mousedev_hw_data packet; unsigned int pkt_count; int old_x[4]; int old_y[4]; int frac_dx; int frac_dy; long unsigned int touch; int (*open_device)(struct mousedev *); void (*close_device)(struct mousedev *); }; enum mousedev_emul { MOUSEDEV_EMUL_PS2 = 0, MOUSEDEV_EMUL_IMPS = 1, MOUSEDEV_EMUL_EXPS = 2, }; struct mousedev_motion { int dx; int dy; int dz; long unsigned int buttons; }; struct mousedev_client { struct fasync_struct *fasync; struct mousedev *mousedev; struct list_head node; struct mousedev_motion packets[16]; unsigned int head; unsigned int tail; spinlock_t packet_lock; int pos_x; int pos_y; u8 ps2[6]; unsigned char ready; unsigned char buffer; unsigned char bufsiz; unsigned char imexseq; unsigned char impsseq; enum mousedev_emul mode; long unsigned int last_buttons; }; enum { FRACTION_DENOM = 128, }; struct i2c_device_identity { u16 manufacturer_id; u16 part_id; u8 die_revision; }; struct i2c_devinfo { struct list_head list; int busnum; struct i2c_board_info board_info; }; struct trace_event_raw_i2c_write { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_i2c_read { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; char __data[0]; }; struct trace_event_raw_i2c_reply { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_i2c_result { struct trace_entry ent; int adapter_nr; __u16 nr_msgs; __s16 ret; char __data[0]; }; struct trace_event_data_offsets_i2c_write { u32 buf; }; struct trace_event_data_offsets_i2c_read {}; struct trace_event_data_offsets_i2c_reply { u32 buf; }; struct trace_event_data_offsets_i2c_result {}; typedef void (*btf_trace_i2c_write)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_read)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_reply)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_result)(void *, const struct i2c_adapter *, int, int); struct class_compat; struct i2c_cmd_arg { unsigned int cmd; void *arg; }; struct rc_map_list { struct list_head list; struct rc_map map; }; enum rc_filter_type { RC_FILTER_NORMAL = 0, RC_FILTER_WAKEUP = 1, RC_FILTER_MAX = 2, }; struct rc_filter_attribute { struct device_attribute attr; enum rc_filter_type type; bool mask; }; struct as3722_poweroff { struct device *dev; struct as3722 *as3722; }; struct xgene_reboot_context { struct device *dev; void *csr; u32 mask; struct notifier_block restart_handler; }; struct thermal_instance { int id; char name[20]; struct thermal_zone_device *tz; struct thermal_cooling_device *cdev; int trip; bool initialized; long unsigned int upper; long unsigned int lower; long unsigned int target; char attr_name[20]; struct device_attribute attr; char weight_attr_name[20]; struct device_attribute weight_attr; struct list_head tz_node; struct list_head cdev_node; unsigned int weight; }; struct mdu_array_info_s { int major_version; int minor_version; int patch_version; unsigned int ctime; int level; int size; int nr_disks; int raid_disks; int md_minor; int not_persistent; unsigned int utime; int state; int active_disks; int working_disks; int failed_disks; int spare_disks; int layout; int chunk_size; }; struct mdu_disk_info_s { int number; int major; int minor; int raid_disk; int state; }; struct md_setup_args { int minor; int partitioned; int level; int chunk; char *device_names; }; struct dm_crypto_profile { struct blk_crypto_profile profile; struct mapped_device *md; }; struct dm_keyslot_evict_args { const struct blk_crypto_key *key; int err; }; enum suspend_mode { PRESUSPEND = 0, PRESUSPEND_UNDO = 1, POSTSUSPEND = 2, }; struct dm_sysfs_attr { struct attribute attr; ssize_t (*show)(struct mapped_device *, char *); ssize_t (*store)(struct mapped_device *, const char *, size_t); }; struct instance_attribute { struct attribute attr; ssize_t (*show)(struct edac_pci_ctl_info *, char *); ssize_t (*store)(struct edac_pci_ctl_info *, const char *, size_t); }; struct edac_pci_dev_attribute { struct attribute attr; void *value; ssize_t (*show)(void *, char *); ssize_t (*store)(void *, const char *, size_t); }; typedef void (*pci_parity_check_fn_t)(struct pci_dev *); enum { OD_NORMAL_SAMPLE = 0, OD_SUB_SAMPLE = 1, }; struct dbs_governor; struct dbs_data { struct gov_attr_set attr_set; struct dbs_governor *gov; void *tuners; unsigned int ignore_nice_load; unsigned int sampling_rate; unsigned int sampling_down_factor; unsigned int up_threshold; unsigned int io_is_busy; }; struct policy_dbs_info; struct dbs_governor { struct cpufreq_governor gov; struct kobj_type kobj_type; struct dbs_data *gdbs_data; unsigned int (*gov_dbs_update)(struct cpufreq_policy *); struct policy_dbs_info * (*alloc)(); void (*free)(struct policy_dbs_info *); int (*init)(struct dbs_data *); void (*exit)(struct dbs_data *); void (*start)(struct cpufreq_policy *); }; struct policy_dbs_info { struct cpufreq_policy *policy; struct mutex update_mutex; u64 last_sample_time; s64 sample_delay_ns; atomic_t work_count; struct irq_work irq_work; struct work_struct work; struct dbs_data *dbs_data; struct list_head list; unsigned int rate_mult; unsigned int idle_periods; bool is_shared; bool work_in_progress; }; struct od_ops { unsigned int (*powersave_bias_target)(struct cpufreq_policy *, unsigned int, unsigned int); }; struct od_policy_dbs_info { struct policy_dbs_info policy_dbs; unsigned int freq_lo; unsigned int freq_lo_delay_us; unsigned int freq_hi_delay_us; unsigned int sample_type: 1; }; struct od_dbs_tuners { unsigned int powersave_bias; }; struct mmc_clk_phase { bool valid; u16 in_deg; u16 out_deg; }; struct mmc_clk_phase_map { struct mmc_clk_phase phase[11]; }; struct sdio_device_id { __u8 class; __u16 vendor; __u16 device; kernel_ulong_t driver_data; }; struct sdio_driver { char *name; const struct sdio_device_id *id_table; int (*probe)(struct sdio_func *, const struct sdio_device_id *); void (*remove)(struct sdio_func *); struct device_driver drv; }; enum led_default_state { LEDS_DEFSTATE_OFF = 0, LEDS_DEFSTATE_ON = 1, LEDS_DEFSTATE_KEEP = 2, }; struct led_properties { u32 color; bool color_present; const char *function; u32 func_enum; bool func_enum_present; const char *label; }; struct dmi_device_attribute { struct device_attribute dev_attr; int field; }; struct mafield { const char *prefix; int field; }; struct simplefb_format { const char *name; u32 bits_per_pixel; struct fb_bitfield red; struct fb_bitfield green; struct fb_bitfield blue; struct fb_bitfield transp; u32 fourcc; }; struct scmi_power_proto_ops { int (*num_domains_get)(const struct scmi_protocol_handle *); const char * (*name_get)(const struct scmi_protocol_handle *, u32); int (*state_set)(const struct scmi_protocol_handle *, u32, u32); int (*state_get)(const struct scmi_protocol_handle *, u32, u32 *); }; struct scmi_power_state_changed_report { ktime_t timestamp; unsigned int agent_id; unsigned int domain_id; unsigned int power_state; }; enum scmi_power_protocol_cmd { POWER_DOMAIN_ATTRIBUTES = 3, POWER_STATE_SET = 4, POWER_STATE_GET = 5, POWER_STATE_NOTIFY = 6, POWER_DOMAIN_NAME_GET = 8, }; struct scmi_msg_resp_power_attributes { __le16 num_domains; __le16 reserved; __le32 stats_addr_low; __le32 stats_addr_high; __le32 stats_size; }; struct scmi_msg_resp_power_domain_attributes { __le32 flags; u8 name[16]; }; struct scmi_power_set_state { __le32 flags; __le32 domain; __le32 state; }; struct scmi_power_state_notify { __le32 domain; __le32 notify_enable; }; struct scmi_power_state_notify_payld { __le32 agent_id; __le32 domain_id; __le32 power_state; }; struct power_dom_info { bool state_set_sync; bool state_set_async; bool state_set_notify; char name[64]; }; struct scmi_power_info { u32 version; int num_domains; u64 stats_addr; u32 stats_size; struct power_dom_info *dom_info; }; struct scmi_vio_channel { struct virtqueue *vqueue; struct scmi_chan_info *cinfo; spinlock_t free_lock; struct list_head free_list; spinlock_t pending_lock; struct list_head pending_cmds_list; struct work_struct deferred_tx_work; struct workqueue_struct *deferred_tx_wq; bool is_rx; unsigned int max_msg; spinlock_t lock; struct completion *shutdown_done; refcount_t users; }; enum poll_states { VIO_MSG_NOT_POLLED = 0, VIO_MSG_POLL_TIMEOUT = 1, VIO_MSG_POLLING = 2, VIO_MSG_POLL_DONE = 3, }; struct scmi_msg_payld; struct scmi_vio_msg { struct scmi_msg_payld *request; struct scmi_msg_payld *input; struct list_head list; unsigned int rx_len; unsigned int poll_idx; enum poll_states poll_status; spinlock_t poll_lock; refcount_t users; }; struct ms_hyperv_info { u32 features; u32 priv_high; u32 misc_features; u32 hints; u32 nested_features; u32 max_vp_index; u32 max_lp_index; u32 isolation_config_a; union { u32 isolation_config_b; struct { u32 cvm_type: 4; u32 reserved1: 1; u32 shared_gpa_boundary_active: 1; u32 shared_gpa_boundary_bits: 6; u32 reserved2: 20; }; }; u64 shared_gpa_boundary; }; struct dtpm_cpu { struct dtpm dtpm; struct freq_qos_request qos_req; int cpu; }; struct cluster_pmu; struct l2cache_pmu { struct hlist_node node; u32 num_pmus; struct pmu pmu; int num_counters; cpumask_t cpumask; struct platform_device *pdev; struct cluster_pmu **pmu_cluster; struct list_head clusters; }; struct cluster_pmu { struct list_head next; struct perf_event *events[9]; struct l2cache_pmu *l2cache_pmu; long unsigned int used_counters[1]; long unsigned int used_groups[1]; int irq; int cluster_id; int on_cpu; cpumask_t cluster_cpus; spinlock_t pmu_lock; }; struct ifconf { int ifc_len; union { char *ifcu_buf; struct ifreq *ifcu_req; } ifc_ifcu; }; struct compat_ifmap { compat_ulong_t mem_start; compat_ulong_t mem_end; short unsigned int base_addr; unsigned char irq; unsigned char dma; unsigned char port; }; struct compat_if_settings { unsigned int type; unsigned int size; compat_uptr_t ifs_ifsu; }; struct compat_ifreq { union { char ifrn_name[16]; } ifr_ifrn; union { struct sockaddr ifru_addr; struct sockaddr ifru_dstaddr; struct sockaddr ifru_broadaddr; struct sockaddr ifru_netmask; struct sockaddr ifru_hwaddr; short int ifru_flags; compat_int_t ifru_ivalue; compat_int_t ifru_mtu; struct compat_ifmap ifru_map; char ifru_slave[16]; char ifru_newname[16]; compat_caddr_t ifru_data; struct compat_if_settings ifru_settings; } ifr_ifru; }; enum sock_shutdown_cmd { SHUT_RD = 0, SHUT_WR = 1, SHUT_RDWR = 2, }; struct scm_ts_pktinfo { __u32 if_index; __u32 pkt_length; __u32 reserved[2]; }; struct net_bridge; struct used_address { struct __kernel_sockaddr_storage name; unsigned int name_len; }; enum nf_dev_hooks { NF_NETDEV_INGRESS = 0, NF_NETDEV_EGRESS = 1, NF_NETDEV_NUMHOOKS = 2, }; struct ifbond { __s32 bond_mode; __s32 num_slaves; __s32 miimon; }; typedef struct ifbond ifbond; struct ifslave { __s32 slave_id; char slave_name[16]; __s8 link; __s8 state; __u32 link_failure_count; }; typedef struct ifslave ifslave; enum { NAPIF_STATE_SCHED = 1, NAPIF_STATE_MISSED = 2, NAPIF_STATE_DISABLE = 4, NAPIF_STATE_NPSVC = 8, NAPIF_STATE_LISTED = 16, NAPIF_STATE_NO_BUSY_POLL = 32, NAPIF_STATE_IN_BUSY_POLL = 64, NAPIF_STATE_PREFER_BUSY_POLL = 128, NAPIF_STATE_THREADED = 256, NAPIF_STATE_SCHED_THREADED = 512, }; struct rps_sock_flow_table { u32 mask; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 ents[0]; }; struct net_device_path_stack { int num_paths; struct net_device_path path[5]; }; struct bpf_xdp_link { struct bpf_link link; struct net_device *dev; int flags; }; struct netdev_net_notifier { struct list_head list; struct notifier_block *nb; }; struct netdev_notifier_change_info { struct netdev_notifier_info info; unsigned int flags_changed; }; struct netdev_notifier_changelowerstate_info { struct netdev_notifier_info info; void *lower_state_info; }; struct netdev_notifier_pre_changeaddr_info { struct netdev_notifier_info info; const unsigned char *dev_addr; }; struct netdev_notifier_offload_xstats_rd { struct rtnl_hw_stats64 stats; bool used; }; struct netdev_notifier_offload_xstats_ru { bool used; }; struct netdev_notifier_offload_xstats_info { struct netdev_notifier_info info; enum netdev_offload_xstats_type type; union { struct netdev_notifier_offload_xstats_rd *report_delta; struct netdev_notifier_offload_xstats_ru *report_used; }; }; enum { NESTED_SYNC_IMM_BIT = 0, NESTED_SYNC_TODO_BIT = 1, }; struct netdev_nested_priv { unsigned char flags; void *data; }; struct netdev_bonding_info { ifslave slave; ifbond master; }; struct netdev_notifier_bonding_info { struct netdev_notifier_info info; struct netdev_bonding_info bonding_info; }; typedef int (*bpf_op_t)(struct net_device *, struct netdev_bpf *); struct dev_kfree_skb_cb { enum skb_free_reason reason; }; struct netdev_adjacent { struct net_device *dev; netdevice_tracker dev_tracker; bool master; bool ignore; u16 ref_nr; void *private; struct list_head list; struct callback_head rcu; }; struct update_classid_context { u32 classid; unsigned int batch; }; enum { BPF_F_INGRESS = 1, }; struct sk_psock_link { struct list_head list; struct bpf_map *map; void *link_raw; }; struct bpf_stab { struct bpf_map map; struct sock **sks; struct sk_psock_progs progs; raw_spinlock_t lock; long: 32; long: 64; long: 64; }; typedef u64 (*btf_bpf_sock_map_update)(struct bpf_sock_ops_kern *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_sk_redirect_map)(struct sk_buff *, struct bpf_map *, u32, u64); typedef u64 (*btf_bpf_msg_redirect_map)(struct sk_msg *, struct bpf_map *, u32, u64); struct sock_map_seq_info { struct bpf_map *map; struct sock *sk; u32 index; }; struct bpf_iter__sockmap { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { void *key; }; union { struct sock *sk; }; }; struct bpf_shtab_elem { struct callback_head rcu; u32 hash; struct sock *sk; struct hlist_node node; u8 key[0]; }; struct bpf_shtab_bucket { struct hlist_head head; raw_spinlock_t lock; }; struct bpf_shtab { struct bpf_map map; struct bpf_shtab_bucket *buckets; u32 buckets_num; u32 elem_size; struct sk_psock_progs progs; atomic_t count; long: 32; long: 64; }; typedef u64 (*btf_bpf_sock_hash_update)(struct bpf_sock_ops_kern *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_sk_redirect_hash)(struct sk_buff *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_msg_redirect_hash)(struct sk_msg *, struct bpf_map *, void *, u64); struct sock_hash_seq_info { struct bpf_map *map; struct bpf_shtab *htab; u32 bucket_id; }; enum { TCA_FQ_CODEL_UNSPEC = 0, TCA_FQ_CODEL_TARGET = 1, TCA_FQ_CODEL_LIMIT = 2, TCA_FQ_CODEL_INTERVAL = 3, TCA_FQ_CODEL_ECN = 4, TCA_FQ_CODEL_FLOWS = 5, TCA_FQ_CODEL_QUANTUM = 6, TCA_FQ_CODEL_CE_THRESHOLD = 7, TCA_FQ_CODEL_DROP_BATCH_SIZE = 8, TCA_FQ_CODEL_MEMORY_LIMIT = 9, TCA_FQ_CODEL_CE_THRESHOLD_SELECTOR = 10, TCA_FQ_CODEL_CE_THRESHOLD_MASK = 11, __TCA_FQ_CODEL_MAX = 12, }; enum { TCA_FQ_CODEL_XSTATS_QDISC = 0, TCA_FQ_CODEL_XSTATS_CLASS = 1, }; struct tc_fq_codel_qd_stats { __u32 maxpacket; __u32 drop_overlimit; __u32 ecn_mark; __u32 new_flow_count; __u32 new_flows_len; __u32 old_flows_len; __u32 ce_mark; __u32 memory_usage; __u32 drop_overmemory; }; struct tc_fq_codel_cl_stats { __s32 deficit; __u32 ldelay; __u32 count; __u32 lastcount; __u32 dropping; __s32 drop_next; }; struct tc_fq_codel_xstats { __u32 type; union { struct tc_fq_codel_qd_stats qdisc_stats; struct tc_fq_codel_cl_stats class_stats; }; }; typedef u32 codel_time_t; typedef s32 codel_tdiff_t; struct codel_params { codel_time_t target; codel_time_t ce_threshold; codel_time_t interval; u32 mtu; bool ecn; u8 ce_threshold_selector; u8 ce_threshold_mask; }; struct codel_vars { u32 count; u32 lastcount; bool dropping; u16 rec_inv_sqrt; codel_time_t first_above_time; codel_time_t drop_next; codel_time_t ldelay; }; struct codel_stats { u32 maxpacket; u32 drop_count; u32 drop_len; u32 ecn_mark; u32 ce_mark; }; typedef u32 (*codel_skb_len_t)(const struct sk_buff *); typedef codel_time_t (*codel_skb_time_t)(const struct sk_buff *); typedef void (*codel_skb_drop_t)(struct sk_buff *, void *); typedef struct sk_buff * (*codel_skb_dequeue_t)(struct codel_vars *, void *); struct codel_skb_cb { codel_time_t enqueue_time; unsigned int mem_usage; }; struct fq_codel_flow { struct sk_buff *head; struct sk_buff *tail; struct list_head flowchain; int deficit; struct codel_vars cvars; }; struct fq_codel_sched_data { struct tcf_proto *filter_list; struct tcf_block *block; struct fq_codel_flow *flows; u32 *backlogs; u32 flows_cnt; u32 quantum; u32 drop_batch_size; u32 memory_limit; struct codel_params cparams; struct codel_stats cstats; u32 memory_usage; u32 drop_overmemory; u32 drop_overlimit; u32 new_flow_count; struct list_head new_flows; struct list_head old_flows; }; enum ethtool_multicast_groups { ETHNL_MCGRP_MONITOR = 0, }; struct ethnl_dump_ctx { const struct ethnl_request_ops *ops; struct ethnl_req_info *req_info; struct ethnl_reply_data *reply_data; int pos_hash; int pos_idx; }; typedef void (*ethnl_notify_handler_t)(struct net_device *, unsigned int, const void *); struct wol_reply_data { struct ethnl_reply_data base; struct ethtool_wolinfo wol; bool show_sopass; }; enum hwtstamp_tx_types { HWTSTAMP_TX_OFF = 0, HWTSTAMP_TX_ON = 1, HWTSTAMP_TX_ONESTEP_SYNC = 2, HWTSTAMP_TX_ONESTEP_P2P = 3, __HWTSTAMP_TX_CNT = 4, }; enum hwtstamp_rx_filters { HWTSTAMP_FILTER_NONE = 0, HWTSTAMP_FILTER_ALL = 1, HWTSTAMP_FILTER_SOME = 2, HWTSTAMP_FILTER_PTP_V1_L4_EVENT = 3, HWTSTAMP_FILTER_PTP_V1_L4_SYNC = 4, HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ = 5, HWTSTAMP_FILTER_PTP_V2_L4_EVENT = 6, HWTSTAMP_FILTER_PTP_V2_L4_SYNC = 7, HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ = 8, HWTSTAMP_FILTER_PTP_V2_L2_EVENT = 9, HWTSTAMP_FILTER_PTP_V2_L2_SYNC = 10, HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ = 11, HWTSTAMP_FILTER_PTP_V2_EVENT = 12, HWTSTAMP_FILTER_PTP_V2_SYNC = 13, HWTSTAMP_FILTER_PTP_V2_DELAY_REQ = 14, HWTSTAMP_FILTER_NTP_ALL = 15, __HWTSTAMP_FILTER_CNT = 16, }; struct tsinfo_reply_data { struct ethnl_reply_data base; struct ethtool_ts_info ts_info; }; struct nf_hook_entries_rcu_head { struct callback_head head; void *allocation; }; struct nf_conn; enum nf_nat_manip_type; struct nf_nat_hook { int (*parse_nat_setup)(struct nf_conn *, enum nf_nat_manip_type, const struct nlattr *); void (*decode_session)(struct sk_buff *, struct flowi *); unsigned int (*manip_pkt)(struct sk_buff *, struct nf_conn *, enum nf_nat_manip_type, enum ip_conntrack_dir); void (*remove_nat_bysrc)(struct nf_conn *); }; struct nf_conntrack_tuple; struct nf_ct_hook { int (*update)(struct net *, struct sk_buff *); void (*destroy)(struct nf_conntrack *); bool (*get_tuple_skb)(struct nf_conntrack_tuple *, const struct sk_buff *); void (*attach)(struct sk_buff *, const struct sk_buff *); }; struct nfnl_ct_hook { size_t (*build_size)(const struct nf_conn *); int (*build)(struct sk_buff *, struct nf_conn *, enum ip_conntrack_info, u_int16_t, u_int16_t); int (*parse)(const struct nlattr *, struct nf_conn *); int (*attach_expect)(const struct nlattr *, struct nf_conn *, u32, u32); void (*seq_adjust)(struct sk_buff *, struct nf_conn *, enum ip_conntrack_info, s32); }; struct tcp4_pseudohdr { __be32 saddr; __be32 daddr; __u8 pad; __u8 protocol; __be16 len; }; struct bpf_tcp_iter_state { struct tcp_iter_state state; unsigned int cur_sk; unsigned int end_sk; unsigned int max_sk; struct sock **batch; bool st_bucket_done; }; struct bpf_iter__tcp { union { struct bpf_iter_meta *meta; }; union { struct sock_common *sk_common; }; uid_t uid; }; struct icmp_filter { __u32 data; }; struct raw_sock { struct inet_sock inet; struct icmp_filter filter; u32 ipmr_table; }; struct raw_frag_vec { struct msghdr *msg; union { struct icmphdr icmph; char c[1]; } hdr; int hlen; }; struct ip_mreq_source { __be32 imr_multiaddr; __be32 imr_interface; __be32 imr_sourceaddr; }; struct ip_msfilter { union { struct { __be32 imsf_multiaddr_aux; __be32 imsf_interface_aux; __u32 imsf_fmode_aux; __u32 imsf_numsrc_aux; __be32 imsf_slist[1]; }; struct { __be32 imsf_multiaddr; __be32 imsf_interface; __u32 imsf_fmode; __u32 imsf_numsrc; __be32 imsf_slist_flex[0]; }; }; }; struct igmphdr { __u8 type; __u8 code; __sum16 csum; __be32 group; }; struct igmpv3_grec { __u8 grec_type; __u8 grec_auxwords; __be16 grec_nsrcs; __be32 grec_mca; __be32 grec_src[0]; }; struct igmpv3_report { __u8 type; __u8 resv1; __sum16 csum; __be16 resv2; __be16 ngrec; struct igmpv3_grec grec[0]; }; struct igmpv3_query { __u8 type; __u8 code; __sum16 csum; __be32 group; __u8 qrv: 3; __u8 suppress: 1; __u8 resv: 4; __u8 qqic; __be16 nsrcs; __be32 srcs[0]; }; struct igmp_mc_iter_state { struct seq_net_private p; struct net_device *dev; struct in_device *in_dev; }; struct igmp_mcf_iter_state { struct seq_net_private p; struct net_device *dev; struct in_device *idev; struct ip_mc_list *im; }; typedef struct sk_buff * (*gro_receive_t)(struct list_head *, struct sk_buff *); struct rta_mfc_stats { __u64 mfcs_packets; __u64 mfcs_bytes; __u64 mfcs_wrong_if; }; struct bictcp { u32 cnt; u32 last_max_cwnd; u32 last_cwnd; u32 last_time; u32 bic_origin_point; u32 bic_K; u32 delay_min; u32 epoch_start; u32 ack_cnt; u32 tcp_cwnd; u16 unused; u8 sample_cnt; u8 found; u32 round_start; u32 end_seq; u32 last_ack; u32 curr_rtt; }; struct xfrm4_protocol { int (*handler)(struct sk_buff *); int (*input_handler)(struct sk_buff *, int, __be32, int); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, u32); struct xfrm4_protocol *next; int priority; }; struct unix_skb_parms { struct pid *pid; kuid_t uid; kgid_t gid; struct scm_fp_list *fp; u32 secid; u32 consumed; }; struct ipv6_params { __s32 disable_ipv6; __s32 autoconf; }; struct ipv6_bpf_stub { int (*inet6_bind)(struct sock *, struct sockaddr *, int, u32); struct sock * (*udp6_lib_lookup)(struct net *, const struct in6_addr *, __be16, const struct in6_addr *, __be16, int, int, struct udp_table *, struct sk_buff *); }; struct compat_in6_rtmsg { struct in6_addr rtmsg_dst; struct in6_addr rtmsg_src; struct in6_addr rtmsg_gateway; u32 rtmsg_type; u16 rtmsg_dst_len; u16 rtmsg_src_len; u32 rtmsg_metric; u32 rtmsg_info; u32 rtmsg_flags; s32 rtmsg_ifindex; }; struct nduseroptmsg { unsigned char nduseropt_family; unsigned char nduseropt_pad1; short unsigned int nduseropt_opts_len; int nduseropt_ifindex; __u8 nduseropt_icmp_type; __u8 nduseropt_icmp_code; short unsigned int nduseropt_pad2; unsigned int nduseropt_pad3; }; enum { NDUSEROPT_UNSPEC = 0, NDUSEROPT_SRCADDR = 1, __NDUSEROPT_MAX = 2, }; struct nd_msg { struct icmp6hdr icmph; struct in6_addr target; __u8 opt[0]; }; struct rs_msg { struct icmp6hdr icmph; __u8 opt[0]; }; struct ra_msg { struct icmp6hdr icmph; __be32 reachable_time; __be32 retrans_timer; }; struct pingv6_ops { int (*ipv6_recv_error)(struct sock *, struct msghdr *, int, int *); void (*ip6_datagram_recv_common_ctl)(struct sock *, struct msghdr *, struct sk_buff *); void (*ip6_datagram_recv_specific_ctl)(struct sock *, struct msghdr *, struct sk_buff *); int (*icmpv6_err_convert)(u8, u8, int *); void (*ipv6_icmp_error)(struct sock *, struct sk_buff *, int, __be16, u32, u8 *); int (*ipv6_chk_addr)(struct net *, const struct in6_addr *, const struct net_device *, int); }; struct ping_iter_state { struct seq_net_private p; int bucket; sa_family_t family; }; struct pingfakehdr { struct icmphdr icmph; struct msghdr *msg; sa_family_t family; __wsum wcheck; }; enum { SEG6_ATTR_UNSPEC = 0, SEG6_ATTR_DST = 1, SEG6_ATTR_DSTLEN = 2, SEG6_ATTR_HMACKEYID = 3, SEG6_ATTR_SECRET = 4, SEG6_ATTR_SECRETLEN = 5, SEG6_ATTR_ALGID = 6, SEG6_ATTR_HMACINFO = 7, __SEG6_ATTR_MAX = 8, }; enum { SEG6_CMD_UNSPEC = 0, SEG6_CMD_SETHMAC = 1, SEG6_CMD_DUMPHMAC = 2, SEG6_CMD_SET_TUNSRC = 3, SEG6_CMD_GET_TUNSRC = 4, __SEG6_CMD_MAX = 5, }; struct xfrm6_protocol { int (*handler)(struct sk_buff *); int (*input_handler)(struct sk_buff *, int, __be32, int); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); struct xfrm6_protocol *next; int priority; }; enum { SEG6_IPTUNNEL_UNSPEC = 0, SEG6_IPTUNNEL_SRH = 1, __SEG6_IPTUNNEL_MAX = 2, }; struct seg6_iptunnel_encap { int mode; struct ipv6_sr_hdr srh[0]; }; enum { SEG6_IPTUN_MODE_INLINE = 0, SEG6_IPTUN_MODE_ENCAP = 1, SEG6_IPTUN_MODE_L2ENCAP = 2, SEG6_IPTUN_MODE_ENCAP_RED = 3, SEG6_IPTUN_MODE_L2ENCAP_RED = 4, }; struct seg6_lwt { struct dst_cache cache; struct seg6_iptunnel_encap tuninfo[0]; }; struct tpacket_stats { unsigned int tp_packets; unsigned int tp_drops; }; struct tpacket_stats_v3 { unsigned int tp_packets; unsigned int tp_drops; unsigned int tp_freeze_q_cnt; }; union tpacket_stats_u { struct tpacket_stats stats1; struct tpacket_stats_v3 stats3; }; enum tpacket_versions { TPACKET_V1 = 0, TPACKET_V2 = 1, TPACKET_V3 = 2, }; struct packet_diag_req { __u8 sdiag_family; __u8 sdiag_protocol; __u16 pad; __u32 pdiag_ino; __u32 pdiag_show; __u32 pdiag_cookie[2]; }; struct packet_diag_msg { __u8 pdiag_family; __u8 pdiag_type; __u16 pdiag_num; __u32 pdiag_ino; __u32 pdiag_cookie[2]; }; enum { PACKET_DIAG_INFO = 0, PACKET_DIAG_MCLIST = 1, PACKET_DIAG_RX_RING = 2, PACKET_DIAG_TX_RING = 3, PACKET_DIAG_FANOUT = 4, PACKET_DIAG_UID = 5, PACKET_DIAG_MEMINFO = 6, PACKET_DIAG_FILTER = 7, __PACKET_DIAG_MAX = 8, }; struct packet_diag_info { __u32 pdi_index; __u32 pdi_version; __u32 pdi_reserve; __u32 pdi_copy_thresh; __u32 pdi_tstamp; __u32 pdi_flags; }; struct packet_diag_mclist { __u32 pdmc_index; __u32 pdmc_count; __u16 pdmc_type; __u16 pdmc_alen; __u8 pdmc_addr[32]; }; struct packet_diag_ring { __u32 pdr_block_size; __u32 pdr_block_nr; __u32 pdr_frame_size; __u32 pdr_frame_nr; __u32 pdr_retire_tmo; __u32 pdr_sizeof_priv; __u32 pdr_features; }; struct packet_mclist { struct packet_mclist *next; int ifindex; int count; short unsigned int type; short unsigned int alen; unsigned char addr[32]; }; struct pgv; struct tpacket_kbdq_core { struct pgv *pkbdq; unsigned int feature_req_word; unsigned int hdrlen; unsigned char reset_pending_on_curr_blk; unsigned char delete_blk_timer; short unsigned int kactive_blk_num; short unsigned int blk_sizeof_priv; short unsigned int last_kactive_blk_num; char *pkblk_start; char *pkblk_end; int kblk_size; unsigned int max_frame_len; unsigned int knum_blocks; uint64_t knxt_seq_num; char *prev; char *nxt_offset; struct sk_buff *skb; rwlock_t blk_fill_in_prog_lock; short unsigned int retire_blk_tov; short unsigned int version; long unsigned int tov_in_jiffies; struct timer_list retire_blk_timer; }; struct pgv { char *buffer; }; struct packet_ring_buffer { struct pgv *pg_vec; unsigned int head; unsigned int frames_per_block; unsigned int frame_size; unsigned int frame_max; unsigned int pg_vec_order; unsigned int pg_vec_pages; unsigned int pg_vec_len; unsigned int *pending_refcnt; union { long unsigned int *rx_owner_map; struct tpacket_kbdq_core prb_bdqc; }; }; struct packet_fanout { possible_net_t net; unsigned int num_members; u32 max_num_members; u16 id; u8 type; u8 flags; union { atomic_t rr_cur; struct bpf_prog *bpf_prog; }; struct list_head list; spinlock_t lock; refcount_t sk_ref; long: 64; struct packet_type prot_hook; struct sock *arr[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct packet_rollover { int sock; atomic_long_t num; atomic_long_t num_huge; atomic_long_t num_failed; long: 64; long: 64; long: 64; long: 64; u32 history[16]; }; struct packet_sock { struct sock sk; struct packet_fanout *fanout; union tpacket_stats_u stats; struct packet_ring_buffer rx_ring; struct packet_ring_buffer tx_ring; int copy_thresh; spinlock_t bind_lock; struct mutex pg_vec_lock; unsigned int running; unsigned int auxdata: 1; unsigned int origdev: 1; unsigned int has_vnet_hdr: 1; unsigned int tp_loss: 1; unsigned int tp_tx_has_off: 1; int pressure; int ifindex; __be16 num; struct packet_rollover *rollover; struct packet_mclist *mclist; atomic_t mapped; enum tpacket_versions tp_version; unsigned int tp_hdrlen; unsigned int tp_reserve; unsigned int tp_tstamp; struct completion skb_completion; struct net_device *cached_dev; int (*xmit)(struct sk_buff *); long: 64; struct packet_type prot_hook; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_t tp_drops; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum switchdev_attr_id { SWITCHDEV_ATTR_ID_UNDEFINED = 0, SWITCHDEV_ATTR_ID_PORT_STP_STATE = 1, SWITCHDEV_ATTR_ID_PORT_MST_STATE = 2, SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS = 3, SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS = 4, SWITCHDEV_ATTR_ID_PORT_MROUTER = 5, SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME = 6, SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING = 7, SWITCHDEV_ATTR_ID_BRIDGE_VLAN_PROTOCOL = 8, SWITCHDEV_ATTR_ID_BRIDGE_MC_DISABLED = 9, SWITCHDEV_ATTR_ID_BRIDGE_MROUTER = 10, SWITCHDEV_ATTR_ID_BRIDGE_MST = 11, SWITCHDEV_ATTR_ID_MRP_PORT_ROLE = 12, SWITCHDEV_ATTR_ID_VLAN_MSTI = 13, }; struct switchdev_attr { struct net_device *orig_dev; enum switchdev_attr_id id; u32 flags; void *complete_priv; void (*complete)(struct net_device *, int, void *); union { u8 stp_state; struct switchdev_mst_state mst_state; struct switchdev_brport_flags brport_flags; bool mrouter; clock_t ageing_time; bool vlan_filtering; u16 vlan_protocol; bool mst; bool mc_disabled; u8 mrp_port_role; struct switchdev_vlan_msti vlan_msti; } u; }; struct switchdev_brport { struct net_device *dev; const void *ctx; struct notifier_block *atomic_nb; struct notifier_block *blocking_nb; bool tx_fwd_offload; }; enum switchdev_notifier_type { SWITCHDEV_FDB_ADD_TO_BRIDGE = 1, SWITCHDEV_FDB_DEL_TO_BRIDGE = 2, SWITCHDEV_FDB_ADD_TO_DEVICE = 3, SWITCHDEV_FDB_DEL_TO_DEVICE = 4, SWITCHDEV_FDB_OFFLOADED = 5, SWITCHDEV_FDB_FLUSH_TO_BRIDGE = 6, SWITCHDEV_PORT_OBJ_ADD = 7, SWITCHDEV_PORT_OBJ_DEL = 8, SWITCHDEV_PORT_ATTR_SET = 9, SWITCHDEV_VXLAN_FDB_ADD_TO_BRIDGE = 10, SWITCHDEV_VXLAN_FDB_DEL_TO_BRIDGE = 11, SWITCHDEV_VXLAN_FDB_ADD_TO_DEVICE = 12, SWITCHDEV_VXLAN_FDB_DEL_TO_DEVICE = 13, SWITCHDEV_VXLAN_FDB_OFFLOADED = 14, SWITCHDEV_BRPORT_OFFLOADED = 15, SWITCHDEV_BRPORT_UNOFFLOADED = 16, }; struct switchdev_notifier_info { struct net_device *dev; struct netlink_ext_ack *extack; const void *ctx; }; struct switchdev_notifier_fdb_info { struct switchdev_notifier_info info; const unsigned char *addr; u16 vid; u8 added_by_user: 1; u8 is_local: 1; u8 offloaded: 1; }; struct switchdev_notifier_port_obj_info { struct switchdev_notifier_info info; const struct switchdev_obj *obj; bool handled; }; struct switchdev_notifier_port_attr_info { struct switchdev_notifier_info info; const struct switchdev_attr *attr; bool handled; }; struct switchdev_notifier_brport_info { struct switchdev_notifier_info info; const struct switchdev_brport brport; }; typedef void switchdev_deferred_func_t(struct net_device *, const void *); struct switchdev_deferred_item { struct list_head list; struct net_device *dev; netdevice_tracker dev_tracker; switchdev_deferred_func_t *func; long unsigned int data[0]; }; struct switchdev_nested_priv { bool (*check_cb)(const struct net_device *); bool (*foreign_dev_check_cb)(const struct net_device *, const struct net_device *); const struct net_device *dev; struct net_device *lower_dev; }; struct xdp_umem_reg { __u64 addr; __u64 len; __u32 chunk_size; __u32 headroom; __u32 flags; }; struct mptcp_pernet { struct ctl_table_header *ctl_table_hdr; unsigned int add_addr_timeout; unsigned int stale_loss_cnt; u8 mptcp_enabled; u8 checksum_enabled; u8 allow_join_initial_addr_port; u8 pm_type; }; enum { MPTCP_PM_ATTR_UNSPEC = 0, MPTCP_PM_ATTR_ADDR = 1, MPTCP_PM_ATTR_RCV_ADD_ADDRS = 2, MPTCP_PM_ATTR_SUBFLOWS = 3, MPTCP_PM_ATTR_TOKEN = 4, MPTCP_PM_ATTR_LOC_ID = 5, MPTCP_PM_ATTR_ADDR_REMOTE = 6, __MPTCP_PM_ATTR_MAX = 7, }; enum { MPTCP_PM_ADDR_ATTR_UNSPEC = 0, MPTCP_PM_ADDR_ATTR_FAMILY = 1, MPTCP_PM_ADDR_ATTR_ID = 2, MPTCP_PM_ADDR_ATTR_ADDR4 = 3, MPTCP_PM_ADDR_ATTR_ADDR6 = 4, MPTCP_PM_ADDR_ATTR_PORT = 5, MPTCP_PM_ADDR_ATTR_FLAGS = 6, MPTCP_PM_ADDR_ATTR_IF_IDX = 7, __MPTCP_PM_ADDR_ATTR_MAX = 8, }; enum { MPTCP_PM_CMD_UNSPEC = 0, MPTCP_PM_CMD_ADD_ADDR = 1, MPTCP_PM_CMD_DEL_ADDR = 2, MPTCP_PM_CMD_GET_ADDR = 3, MPTCP_PM_CMD_FLUSH_ADDRS = 4, MPTCP_PM_CMD_SET_LIMITS = 5, MPTCP_PM_CMD_GET_LIMITS = 6, MPTCP_PM_CMD_SET_FLAGS = 7, MPTCP_PM_CMD_ANNOUNCE = 8, MPTCP_PM_CMD_REMOVE = 9, MPTCP_PM_CMD_SUBFLOW_CREATE = 10, MPTCP_PM_CMD_SUBFLOW_DESTROY = 11, __MPTCP_PM_CMD_AFTER_LAST = 12, }; enum mptcp_event_attr { MPTCP_ATTR_UNSPEC = 0, MPTCP_ATTR_TOKEN = 1, MPTCP_ATTR_FAMILY = 2, MPTCP_ATTR_LOC_ID = 3, MPTCP_ATTR_REM_ID = 4, MPTCP_ATTR_SADDR4 = 5, MPTCP_ATTR_SADDR6 = 6, MPTCP_ATTR_DADDR4 = 7, MPTCP_ATTR_DADDR6 = 8, MPTCP_ATTR_SPORT = 9, MPTCP_ATTR_DPORT = 10, MPTCP_ATTR_BACKUP = 11, MPTCP_ATTR_ERROR = 12, MPTCP_ATTR_FLAGS = 13, MPTCP_ATTR_TIMEOUT = 14, MPTCP_ATTR_IF_IDX = 15, MPTCP_ATTR_RESET_REASON = 16, MPTCP_ATTR_RESET_FLAGS = 17, MPTCP_ATTR_SERVER_SIDE = 18, __MPTCP_ATTR_AFTER_LAST = 19, }; struct mptcp_pm_addr_entry { struct list_head list; struct mptcp_addr_info addr; u8 flags; int ifindex; struct socket *lsk; }; struct mptcp_pm_add_entry { struct list_head list; struct mptcp_addr_info addr; struct timer_list add_timer; struct mptcp_sock *sock; u8 retrans_times; }; struct pm_nl_pernet { spinlock_t lock; struct list_head local_addr_list; unsigned int addrs; unsigned int stale_loss_cnt; unsigned int add_addr_signal_max; unsigned int add_addr_accept_max; unsigned int local_addr_max; unsigned int subflows_max; unsigned int next_id; long unsigned int id_bitmap[4]; }; struct async_domain { struct list_head pending; unsigned int registered: 1; }; struct hash { int ino; int minor; int major; umode_t mode; struct hash *next; char name[4098]; }; enum state { Start = 0, Collect = 1, GotHeader = 2, SkipIt = 3, GotName = 4, CopyFile = 5, GotSymlink = 6, Reset = 7, }; typedef int (*decompress_fn)(unsigned char *, long int, long int (*)(void *, long unsigned int), long int (*)(void *, long unsigned int), unsigned char *, long int *, void (*)(char *)); struct clock_read_data { u64 epoch_ns; u64 epoch_cyc; u64 sched_clock_mask; u64 (*read_sched_clock)(); u32 mult; u32 shift; }; struct armv8pmu_probe_info { struct arm_pmu *pmu; bool present; }; enum aarch64_insn_encoding_class { AARCH64_INSN_CLS_UNKNOWN = 0, AARCH64_INSN_CLS_SVE = 1, AARCH64_INSN_CLS_DP_IMM = 2, AARCH64_INSN_CLS_DP_REG = 3, AARCH64_INSN_CLS_DP_FPSIMD = 4, AARCH64_INSN_CLS_LDST = 5, AARCH64_INSN_CLS_BR_SYS = 6, }; enum aarch64_insn_special_register { AARCH64_INSN_SPCLREG_SPSR_EL1 = 49664, AARCH64_INSN_SPCLREG_ELR_EL1 = 49665, AARCH64_INSN_SPCLREG_SP_EL0 = 49672, AARCH64_INSN_SPCLREG_SPSEL = 49680, AARCH64_INSN_SPCLREG_CURRENTEL = 49682, AARCH64_INSN_SPCLREG_DAIF = 55825, AARCH64_INSN_SPCLREG_NZCV = 55824, AARCH64_INSN_SPCLREG_FPCR = 55840, AARCH64_INSN_SPCLREG_DSPSR_EL0 = 55848, AARCH64_INSN_SPCLREG_DLR_EL0 = 55849, AARCH64_INSN_SPCLREG_SPSR_EL2 = 57856, AARCH64_INSN_SPCLREG_ELR_EL2 = 57857, AARCH64_INSN_SPCLREG_SP_EL1 = 57864, AARCH64_INSN_SPCLREG_SPSR_INQ = 57880, AARCH64_INSN_SPCLREG_SPSR_ABT = 57881, AARCH64_INSN_SPCLREG_SPSR_UND = 57882, AARCH64_INSN_SPCLREG_SPSR_FIQ = 57883, AARCH64_INSN_SPCLREG_SPSR_EL3 = 61952, AARCH64_INSN_SPCLREG_ELR_EL3 = 61953, AARCH64_INSN_SPCLREG_SP_EL2 = 61968, }; struct mhp_params { struct vmem_altmap *altmap; pgprot_t pgprot; struct dev_pagemap *pgmap; }; struct kvm_vfio_group { struct list_head node; struct file *file; }; struct kvm_vfio { struct list_head group_list; struct mutex lock; bool noncoherent; }; enum { KVM_REG_ARM_STD_BIT_TRNG_V1_0 = 0, KVM_REG_ARM_STD_BMAP_BIT_COUNT = 1, }; enum { KVM_REG_ARM_STD_HYP_BIT_PV_TIME = 0, KVM_REG_ARM_STD_HYP_BMAP_BIT_COUNT = 1, }; enum { KVM_REG_ARM_VENDOR_HYP_BIT_FUNC_FEAT = 0, KVM_REG_ARM_VENDOR_HYP_BIT_PTP = 1, KVM_REG_ARM_VENDOR_HYP_BMAP_BIT_COUNT = 2, }; struct vgic_state_iter { int nr_cpus; int nr_spis; int nr_lpis; int dist_id; int vcpu_id; int intid; int lpi_idx; u32 *lpi_array; }; struct tlb_inv_context { long unsigned int flags; u64 tcr; u64 sctlr; }; struct arm_smccc_1_2_regs { long unsigned int a0; long unsigned int a1; long unsigned int a2; long unsigned int a3; long unsigned int a4; long unsigned int a5; long unsigned int a6; long unsigned int a7; long unsigned int a8; long unsigned int a9; long unsigned int a10; long unsigned int a11; long unsigned int a12; long unsigned int a13; long unsigned int a14; long unsigned int a15; long unsigned int a16; long unsigned int a17; }; struct hv_get_vp_registers_output { union { struct { u32 a; u32 b; u32 c; u32 d; } as32; struct { u64 low; u64 high; } as64; }; }; struct sha1_ce_state { struct sha1_state sst; u32 finalize; }; struct chacha_ctx { u32 key[8]; int nrounds; }; struct trace_event_raw_irq_handler_entry { struct trace_entry ent; int irq; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_irq_handler_exit { struct trace_entry ent; int irq; int ret; char __data[0]; }; struct trace_event_raw_softirq { struct trace_entry ent; unsigned int vec; char __data[0]; }; struct trace_event_data_offsets_irq_handler_entry { u32 name; }; struct trace_event_data_offsets_irq_handler_exit {}; struct trace_event_data_offsets_softirq {}; typedef void (*btf_trace_irq_handler_entry)(void *, int, struct irqaction *); typedef void (*btf_trace_irq_handler_exit)(void *, int, struct irqaction *, int); typedef void (*btf_trace_softirq_entry)(void *, unsigned int); typedef void (*btf_trace_softirq_exit)(void *, unsigned int); typedef void (*btf_trace_softirq_raise)(void *, unsigned int); struct tasklet_head { struct tasklet_struct *head; struct tasklet_struct **tail; }; struct prctl_mm_map { __u64 start_code; __u64 end_code; __u64 start_data; __u64 end_data; __u64 start_brk; __u64 brk; __u64 start_stack; __u64 arg_start; __u64 arg_end; __u64 env_start; __u64 env_end; __u64 *auxv; __u32 auxv_size; __u32 exe_fd; }; struct rlimit64 { __u64 rlim_cur; __u64 rlim_max; }; struct compat_tms { compat_clock_t tms_utime; compat_clock_t tms_stime; compat_clock_t tms_cutime; compat_clock_t tms_cstime; }; struct compat_rlimit { compat_ulong_t rlim_cur; compat_ulong_t rlim_max; }; enum uts_proc { UTS_PROC_OSTYPE = 0, UTS_PROC_OSRELEASE = 1, UTS_PROC_VERSION = 2, UTS_PROC_HOSTNAME = 3, UTS_PROC_DOMAINNAME = 4, }; struct tms { __kernel_clock_t tms_utime; __kernel_clock_t tms_stime; __kernel_clock_t tms_cutime; __kernel_clock_t tms_cstime; }; struct getcpu_cache { long unsigned int blob[16]; }; struct compat_sysinfo { s32 uptime; u32 loads[3]; u32 totalram; u32 freeram; u32 sharedram; u32 bufferram; u32 totalswap; u32 freeswap; u16 procs; u16 pad; u32 totalhigh; u32 freehigh; u32 mem_unit; char _f[8]; }; struct pool_workqueue; struct worker_pool; struct worker { union { struct list_head entry; struct hlist_node hentry; }; struct work_struct *current_work; work_func_t current_func; struct pool_workqueue *current_pwq; unsigned int current_color; struct list_head scheduled; struct task_struct *task; struct worker_pool *pool; struct list_head node; long unsigned int last_active; unsigned int flags; int id; int sleeping; char desc[24]; struct workqueue_struct *rescue_wq; work_func_t last_func; }; struct async_entry { struct list_head domain_list; struct list_head global_list; struct work_struct work; async_cookie_t cookie; async_func_t func; void *data; struct async_domain *domain; }; enum rwsem_waiter_type { RWSEM_WAITING_FOR_WRITE = 0, RWSEM_WAITING_FOR_READ = 1, }; struct rwsem_waiter { struct list_head list; struct task_struct *task; enum rwsem_waiter_type type; long unsigned int timeout; bool handoff_set; }; enum rwsem_wake_type { RWSEM_WAKE_ANY = 0, RWSEM_WAKE_READERS = 1, RWSEM_WAKE_READ_OWNED = 2, }; enum owner_state { OWNER_NULL = 1, OWNER_WRITER = 2, OWNER_READER = 4, OWNER_NONSPINNABLE = 8, }; enum rtmutex_chainwalk { RT_MUTEX_MIN_CHAINWALK = 0, RT_MUTEX_FULL_CHAINWALK = 1, }; struct platform_suspend_ops { int (*valid)(suspend_state_t); int (*begin)(suspend_state_t); int (*prepare)(); int (*prepare_late)(); int (*enter)(suspend_state_t); void (*wake)(); void (*finish)(); bool (*suspend_again)(); void (*end)(); void (*recover)(); }; struct platform_s2idle_ops { int (*begin)(); int (*prepare)(); int (*prepare_late)(); bool (*wake)(); void (*restore_early)(); void (*restore)(); void (*end)(); }; enum { TEST_NONE = 0, TEST_CORE = 1, TEST_CPUS = 2, TEST_PLATFORM = 3, TEST_DEVICES = 4, TEST_FREEZER = 5, __TEST_AFTER_LAST = 6, }; struct dev_printk_info; enum { IRQC_IS_HARDIRQ = 0, IRQC_IS_NESTED = 1, }; enum kcmp_type { KCMP_FILE = 0, KCMP_VM = 1, KCMP_FILES = 2, KCMP_FS = 3, KCMP_SIGHAND = 4, KCMP_IO = 5, KCMP_SYSVSEM = 6, KCMP_EPOLL_TFD = 7, KCMP_TYPES = 8, }; struct kcmp_epoll_slot { __u32 efd; __u32 tfd; __u32 toff; }; struct trace_event_raw_alarmtimer_suspend { struct trace_entry ent; s64 expires; unsigned char alarm_type; char __data[0]; }; struct trace_event_raw_alarm_class { struct trace_entry ent; void *alarm; unsigned char alarm_type; s64 expires; s64 now; char __data[0]; }; struct trace_event_data_offsets_alarmtimer_suspend {}; struct trace_event_data_offsets_alarm_class {}; typedef void (*btf_trace_alarmtimer_suspend)(void *, ktime_t, int); typedef void (*btf_trace_alarmtimer_fired)(void *, struct alarm *, ktime_t); typedef void (*btf_trace_alarmtimer_start)(void *, struct alarm *, ktime_t); typedef void (*btf_trace_alarmtimer_cancel)(void *, struct alarm *, ktime_t); struct alarm_base { spinlock_t lock; struct timerqueue_head timerqueue; ktime_t (*get_ktime)(); void (*get_timespec)(struct timespec64 *); clockid_t base_clockid; }; struct tk_read_base { struct clocksource *clock; u64 mask; u64 cycle_last; u32 mult; u32 shift; u64 xtime_nsec; ktime_t base; u64 base_real; }; struct timekeeper { struct tk_read_base tkr_mono; struct tk_read_base tkr_raw; u64 xtime_sec; long unsigned int ktime_sec; struct timespec64 wall_to_monotonic; ktime_t offs_real; ktime_t offs_boot; ktime_t offs_tai; s32 tai_offset; unsigned int clock_was_set_seq; u8 cs_was_changed_seq; ktime_t next_leap_ktime; u64 raw_sec; struct timespec64 monotonic_to_boot; u64 cycle_interval; u64 xtime_interval; s64 xtime_remainder; u64 raw_interval; u64 ntp_tick; s64 ntp_error; u32 ntp_error_shift; u32 ntp_err_mult; u32 skip_second_overflow; }; enum freezer_state_flags { CGROUP_FREEZER_ONLINE = 1, CGROUP_FREEZING_SELF = 2, CGROUP_FREEZING_PARENT = 4, CGROUP_FROZEN = 8, CGROUP_FREEZING = 6, }; struct freezer { struct cgroup_subsys_state css; unsigned int state; }; struct audit_chunk; struct audit_tree { refcount_t count; int goner; struct audit_chunk *root; struct list_head chunks; struct list_head rules; struct list_head list; struct list_head same_root; struct callback_head head; char pathname[0]; }; struct audit_node { struct list_head list; struct audit_tree *owner; unsigned int index; }; struct audit_chunk { struct list_head hash; long unsigned int key; struct fsnotify_mark *mark; struct list_head trees; int count; atomic_long_t refs; struct callback_head head; struct audit_node owners[0]; }; struct audit_tree_mark { struct fsnotify_mark mark; struct audit_chunk *chunk; }; enum { HASH_SIZE = 128, }; enum { TASKSTATS_TYPE_UNSPEC = 0, TASKSTATS_TYPE_PID = 1, TASKSTATS_TYPE_TGID = 2, TASKSTATS_TYPE_STATS = 3, TASKSTATS_TYPE_AGGR_PID = 4, TASKSTATS_TYPE_AGGR_TGID = 5, TASKSTATS_TYPE_NULL = 6, __TASKSTATS_TYPE_MAX = 7, }; enum { TASKSTATS_CMD_ATTR_UNSPEC = 0, TASKSTATS_CMD_ATTR_PID = 1, TASKSTATS_CMD_ATTR_TGID = 2, TASKSTATS_CMD_ATTR_REGISTER_CPUMASK = 3, TASKSTATS_CMD_ATTR_DEREGISTER_CPUMASK = 4, __TASKSTATS_CMD_ATTR_MAX = 5, }; struct cgroupstats { __u64 nr_sleeping; __u64 nr_running; __u64 nr_stopped; __u64 nr_uninterruptible; __u64 nr_io_wait; }; enum { CGROUPSTATS_CMD_UNSPEC = 3, CGROUPSTATS_CMD_GET = 4, CGROUPSTATS_CMD_NEW = 5, __CGROUPSTATS_CMD_MAX = 6, }; enum { CGROUPSTATS_TYPE_UNSPEC = 0, CGROUPSTATS_TYPE_CGROUP_STATS = 1, __CGROUPSTATS_TYPE_MAX = 2, }; enum { CGROUPSTATS_CMD_ATTR_UNSPEC = 0, CGROUPSTATS_CMD_ATTR_FD = 1, __CGROUPSTATS_CMD_ATTR_MAX = 2, }; struct listener { struct list_head list; pid_t pid; char valid; }; struct listener_list { struct rw_semaphore sem; struct list_head list; }; enum actions { REGISTER = 0, DEREGISTER = 1, CPU_DONT_CARE = 2, }; struct trace_bprintk_fmt { struct list_head list; const char *fmt; }; struct hwlat_entry { struct trace_entry ent; u64 duration; u64 outer_duration; u64 nmi_total_ts; struct timespec64 timestamp; unsigned int nmi_count; unsigned int seqnum; unsigned int count; }; enum { MODE_NONE = 0, MODE_ROUND_ROBIN = 1, MODE_PER_CPU = 2, MODE_MAX___2 = 3, }; struct hwlat_kthread_data { struct task_struct *kthread; u64 nmi_ts_start; u64 nmi_total_ts; int nmi_count; int nmi_cpu; }; struct hwlat_sample { u64 seqnum; u64 duration; u64 outer_duration; u64 nmi_total_ts; struct timespec64 timestamp; int nmi_count; int count; }; struct hwlat_data { struct mutex lock; u64 count; u64 sample_window; u64 sample_width; int thread_mode; }; struct module_string { struct list_head next; struct module *module; char *str; }; enum { FORMAT_HEADER = 1, FORMAT_FIELD_SEPERATOR = 2, FORMAT_PRINTFMT = 3, }; struct event_probe_data { struct trace_event_file *file; long unsigned int count; int ref; bool enable; }; struct kprobe_trace_entry_head { struct trace_entry ent; long unsigned int ip; }; struct kretprobe_trace_entry_head { struct trace_entry ent; long unsigned int func; long unsigned int ret_ip; }; struct trace_kprobe { struct dyn_event devent; struct kretprobe rp; long unsigned int *nhit; const char *symbol; struct trace_probe tp; }; struct bpf_iter_target_info { struct list_head list; const struct bpf_iter_reg *reg_info; u32 btf_id; }; struct bpf_iter_link { struct bpf_link link; struct bpf_iter_aux_info aux; struct bpf_iter_target_info *tinfo; }; struct bpf_iter_priv_data { struct bpf_iter_target_info *tinfo; const struct bpf_iter_seq_info *seq_info; struct bpf_prog *prog; u64 session_id; u64 seq_num; bool done_stop; long: 56; u8 target_private[0]; }; typedef u64 (*btf_bpf_for_each_map_elem)(struct bpf_map *, void *, void *, u64); typedef u64 (*btf_bpf_loop)(u32, void *, void *, u64); struct bpf_iter_seq_array_map_info { struct bpf_map *map; void *percpu_value_buf; u32 index; }; struct prog_poke_elem { struct list_head list; struct bpf_prog_aux *aux; }; struct bpf_netns_link { struct bpf_link link; enum bpf_attach_type type; enum netns_bpf_attach_type netns_type; struct net *net; struct list_head node; }; enum { BPF_F_BPRM_SECUREEXEC = 1, }; typedef u64 (*btf_bpf_bprm_opts_set)(struct linux_binprm *, u64); typedef u64 (*btf_bpf_ima_inode_hash)(struct inode *, void *, u32); typedef u64 (*btf_bpf_ima_file_hash)(struct file *, void *, u32); typedef u64 (*btf_bpf_get_attach_cookie)(void *); struct trace_event_raw_mm_filemap_op_page_cache { struct trace_entry ent; long unsigned int pfn; long unsigned int i_ino; long unsigned int index; dev_t s_dev; unsigned char order; char __data[0]; }; struct trace_event_raw_filemap_set_wb_err { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; errseq_t errseq; char __data[0]; }; struct trace_event_raw_file_check_and_advance_wb_err { struct trace_entry ent; struct file *file; long unsigned int i_ino; dev_t s_dev; errseq_t old; errseq_t new; char __data[0]; }; struct trace_event_data_offsets_mm_filemap_op_page_cache {}; struct trace_event_data_offsets_filemap_set_wb_err {}; struct trace_event_data_offsets_file_check_and_advance_wb_err {}; typedef void (*btf_trace_mm_filemap_delete_from_page_cache)(void *, struct folio *); typedef void (*btf_trace_mm_filemap_add_to_page_cache)(void *, struct folio *); typedef void (*btf_trace_filemap_set_wb_err)(void *, struct address_space *, errseq_t); typedef void (*btf_trace_file_check_and_advance_wb_err)(void *, struct file *, errseq_t); enum behavior { EXCLUSIVE = 0, SHARED = 1, DROP = 2, }; enum mminit_level { MMINIT_WARNING = 0, MMINIT_VERIFY = 1, MMINIT_TRACE = 2, }; typedef void compound_page_dtor(struct page *); typedef int fpi_t; struct mminit_pfnnid_cache { long unsigned int last_start; long unsigned int last_end; int last_nid; }; struct demotion_nodes { short unsigned int nr; short int nodes[15]; }; struct trace_event_raw_test_pages_isolated { struct trace_entry ent; long unsigned int start_pfn; long unsigned int end_pfn; long unsigned int fin_pfn; char __data[0]; }; struct trace_event_data_offsets_test_pages_isolated {}; typedef void (*btf_trace_test_pages_isolated)(void *, long unsigned int, long unsigned int, long unsigned int); struct trace_event_raw_damon_aggregated { struct trace_entry ent; long unsigned int target_id; unsigned int nr_regions; long unsigned int start; long unsigned int end; unsigned int nr_accesses; unsigned int age; char __data[0]; }; struct trace_event_data_offsets_damon_aggregated {}; typedef void (*btf_trace_damon_aggregated)(void *, struct damon_target *, unsigned int, struct damon_region *, unsigned int); struct hugetlbfs_inode_info { struct shared_policy policy; struct inode vfs_inode; unsigned int seals; }; enum watch_meta_notification_subtype { WATCH_META_REMOVAL_NOTIFICATION = 0, WATCH_META_LOSS_NOTIFICATION = 1, }; struct watch_notification_type_filter { __u32 type; __u32 info_filter; __u32 info_mask; __u32 subtype_filter[8]; }; struct watch_notification_filter { __u32 nr_filters; __u32 __reserved; struct watch_notification_type_filter filters[0]; }; struct inodes_stat_t { long int nr_inodes; long int nr_unused; long int dummy[5]; }; enum rw_hint { WRITE_LIFE_NOT_SET = 0, WRITE_LIFE_NONE = 1, WRITE_LIFE_SHORT = 2, WRITE_LIFE_MEDIUM = 3, WRITE_LIFE_LONG = 4, WRITE_LIFE_EXTREME = 5, }; enum wb_state { WB_registered = 0, WB_writeback_running = 1, WB_has_dirty_io = 2, WB_start_all = 3, }; struct wb_writeback_work { long int nr_pages; struct super_block *sb; enum writeback_sync_modes sync_mode; unsigned int tagged_writepages: 1; unsigned int for_kupdate: 1; unsigned int range_cyclic: 1; unsigned int for_background: 1; unsigned int for_sync: 1; unsigned int auto_free: 1; enum wb_reason reason; struct list_head list; struct wb_completion *done; }; struct trace_event_raw_writeback_folio_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int index; char __data[0]; }; struct trace_event_raw_writeback_dirty_inode_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int flags; char __data[0]; }; struct trace_event_raw_inode_foreign_history { struct trace_entry ent; char name[32]; ino_t ino; ino_t cgroup_ino; unsigned int history; char __data[0]; }; struct trace_event_raw_inode_switch_wbs { struct trace_entry ent; char name[32]; ino_t ino; ino_t old_cgroup_ino; ino_t new_cgroup_ino; char __data[0]; }; struct trace_event_raw_track_foreign_dirty { struct trace_entry ent; char name[32]; u64 bdi_id; ino_t ino; unsigned int memcg_id; ino_t cgroup_ino; ino_t page_cgroup_ino; char __data[0]; }; struct trace_event_raw_flush_foreign { struct trace_entry ent; char name[32]; ino_t cgroup_ino; unsigned int frn_bdi_id; unsigned int frn_memcg_id; char __data[0]; }; struct trace_event_raw_writeback_write_inode_template { struct trace_entry ent; char name[32]; ino_t ino; int sync_mode; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_work_class { struct trace_entry ent; char name[32]; long int nr_pages; dev_t sb_dev; int sync_mode; int for_kupdate; int range_cyclic; int for_background; int reason; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_pages_written { struct trace_entry ent; long int pages; char __data[0]; }; struct trace_event_raw_writeback_class { struct trace_entry ent; char name[32]; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_bdi_register { struct trace_entry ent; char name[32]; char __data[0]; }; struct trace_event_raw_wbc_class { struct trace_entry ent; char name[32]; long int nr_to_write; long int pages_skipped; int sync_mode; int for_kupdate; int for_background; int for_reclaim; int range_cyclic; long int range_start; long int range_end; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_queue_io { struct trace_entry ent; char name[32]; long unsigned int older; long int age; int moved; int reason; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_global_dirty_state { struct trace_entry ent; long unsigned int nr_dirty; long unsigned int nr_writeback; long unsigned int background_thresh; long unsigned int dirty_thresh; long unsigned int dirty_limit; long unsigned int nr_dirtied; long unsigned int nr_written; char __data[0]; }; struct trace_event_raw_bdi_dirty_ratelimit { struct trace_entry ent; char bdi[32]; long unsigned int write_bw; long unsigned int avg_write_bw; long unsigned int dirty_rate; long unsigned int dirty_ratelimit; long unsigned int task_ratelimit; long unsigned int balanced_dirty_ratelimit; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_balance_dirty_pages { struct trace_entry ent; char bdi[32]; long unsigned int limit; long unsigned int setpoint; long unsigned int dirty; long unsigned int bdi_setpoint; long unsigned int bdi_dirty; long unsigned int dirty_ratelimit; long unsigned int task_ratelimit; unsigned int dirtied; unsigned int dirtied_pause; long unsigned int paused; long int pause; long unsigned int period; long int think; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_sb_inodes_requeue { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int dirtied_when; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_single_inode_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int dirtied_when; long unsigned int writeback_index; long int nr_to_write; long unsigned int wrote; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_inode_template { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int state; __u16 mode; long unsigned int dirtied_when; char __data[0]; }; struct trace_event_data_offsets_writeback_folio_template {}; struct trace_event_data_offsets_writeback_dirty_inode_template {}; struct trace_event_data_offsets_inode_foreign_history {}; struct trace_event_data_offsets_inode_switch_wbs {}; struct trace_event_data_offsets_track_foreign_dirty {}; struct trace_event_data_offsets_flush_foreign {}; struct trace_event_data_offsets_writeback_write_inode_template {}; struct trace_event_data_offsets_writeback_work_class {}; struct trace_event_data_offsets_writeback_pages_written {}; struct trace_event_data_offsets_writeback_class {}; struct trace_event_data_offsets_writeback_bdi_register {}; struct trace_event_data_offsets_wbc_class {}; struct trace_event_data_offsets_writeback_queue_io {}; struct trace_event_data_offsets_global_dirty_state {}; struct trace_event_data_offsets_bdi_dirty_ratelimit {}; struct trace_event_data_offsets_balance_dirty_pages {}; struct trace_event_data_offsets_writeback_sb_inodes_requeue {}; struct trace_event_data_offsets_writeback_single_inode_template {}; struct trace_event_data_offsets_writeback_inode_template {}; typedef void (*btf_trace_writeback_dirty_folio)(void *, struct folio *, struct address_space *); typedef void (*btf_trace_folio_wait_writeback)(void *, struct folio *, struct address_space *); typedef void (*btf_trace_writeback_mark_inode_dirty)(void *, struct inode *, int); typedef void (*btf_trace_writeback_dirty_inode_start)(void *, struct inode *, int); typedef void (*btf_trace_writeback_dirty_inode)(void *, struct inode *, int); typedef void (*btf_trace_inode_foreign_history)(void *, struct inode *, struct writeback_control *, unsigned int); typedef void (*btf_trace_inode_switch_wbs)(void *, struct inode *, struct bdi_writeback *, struct bdi_writeback *); typedef void (*btf_trace_track_foreign_dirty)(void *, struct folio *, struct bdi_writeback *); typedef void (*btf_trace_flush_foreign)(void *, struct bdi_writeback *, unsigned int, unsigned int); typedef void (*btf_trace_writeback_write_inode_start)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_writeback_write_inode)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_writeback_queue)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_exec)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_start)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_written)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_wait)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_pages_written)(void *, long int); typedef void (*btf_trace_writeback_wake_background)(void *, struct bdi_writeback *); typedef void (*btf_trace_writeback_bdi_register)(void *, struct backing_dev_info *); typedef void (*btf_trace_wbc_writepage)(void *, struct writeback_control *, struct backing_dev_info *); typedef void (*btf_trace_writeback_queue_io)(void *, struct bdi_writeback *, struct wb_writeback_work *, long unsigned int, int); typedef void (*btf_trace_global_dirty_state)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_bdi_dirty_ratelimit)(void *, struct bdi_writeback *, long unsigned int, long unsigned int); typedef void (*btf_trace_balance_dirty_pages)(void *, struct bdi_writeback *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long int, long unsigned int); typedef void (*btf_trace_writeback_sb_inodes_requeue)(void *, struct inode *); typedef void (*btf_trace_writeback_single_inode_start)(void *, struct inode *, struct writeback_control *, long unsigned int); typedef void (*btf_trace_writeback_single_inode)(void *, struct inode *, struct writeback_control *, long unsigned int); typedef void (*btf_trace_writeback_lazytime)(void *, struct inode *); typedef void (*btf_trace_writeback_lazytime_iput)(void *, struct inode *); typedef void (*btf_trace_writeback_dirty_inode_enqueue)(void *, struct inode *); typedef void (*btf_trace_sb_mark_inode_writeback)(void *, struct inode *); typedef void (*btf_trace_sb_clear_inode_writeback)(void *, struct inode *); struct inode_switch_wbs_context { struct rcu_work work; struct bdi_writeback *new_wb; struct inode *inodes[0]; }; typedef int dio_iodone_t(struct kiocb *, loff_t, ssize_t, void *); typedef void dio_submit_t(struct bio *, struct inode *, loff_t); enum { DIO_LOCKING = 1, DIO_SKIP_HOLES = 2, }; struct dio_submit { struct bio *bio; unsigned int blkbits; unsigned int blkfactor; unsigned int start_zero_done; int pages_in_io; sector_t block_in_file; unsigned int blocks_available; int reap_counter; sector_t final_block_in_request; int boundary; get_block_t *get_block; dio_submit_t *submit_io; loff_t logical_offset_in_bio; sector_t final_block_in_bio; sector_t next_block_for_io; struct page *cur_page; unsigned int cur_page_offset; unsigned int cur_page_len; sector_t cur_page_block; loff_t cur_page_fs_offset; struct iov_iter *iter; unsigned int head; unsigned int tail; size_t from; size_t to; }; struct dio { int flags; blk_opf_t opf; struct gendisk *bio_disk; struct inode *inode; loff_t i_size; dio_iodone_t *end_io; void *private; spinlock_t bio_lock; int page_errors; int is_async; bool defer_completion; bool should_dirty; int io_error; long unsigned int refcount; struct bio *bio_list; struct task_struct *waiter; struct kiocb *iocb; ssize_t result; union { struct page *pages[64]; struct work_struct complete_work; }; long: 64; long: 64; }; typedef u32 compat_aio_context_t; struct kioctx; struct kioctx_table { struct callback_head rcu; unsigned int nr; struct kioctx *table[0]; }; typedef __kernel_ulong_t aio_context_t; enum { IOCB_CMD_PREAD = 0, IOCB_CMD_PWRITE = 1, IOCB_CMD_FSYNC = 2, IOCB_CMD_FDSYNC = 3, IOCB_CMD_POLL = 5, IOCB_CMD_NOOP = 6, IOCB_CMD_PREADV = 7, IOCB_CMD_PWRITEV = 8, }; struct io_event { __u64 data; __u64 obj; __s64 res; __s64 res2; }; struct iocb { __u64 aio_data; __u32 aio_key; __kernel_rwf_t aio_rw_flags; __u16 aio_lio_opcode; __s16 aio_reqprio; __u32 aio_fildes; __u64 aio_buf; __u64 aio_nbytes; __s64 aio_offset; __u64 aio_reserved2; __u32 aio_flags; __u32 aio_resfd; }; typedef int kiocb_cancel_fn(struct kiocb *); struct aio_ring { unsigned int id; unsigned int nr; unsigned int head; unsigned int tail; unsigned int magic; unsigned int compat_features; unsigned int incompat_features; unsigned int header_length; struct io_event io_events[0]; }; struct kioctx_cpu; struct ctx_rq_wait; struct kioctx { struct percpu_ref users; atomic_t dead; struct percpu_ref reqs; long unsigned int user_id; struct kioctx_cpu *cpu; unsigned int req_batch; unsigned int max_reqs; unsigned int nr_events; long unsigned int mmap_base; long unsigned int mmap_size; struct page **ring_pages; long int nr_pages; struct rcu_work free_rwork; struct ctx_rq_wait *rq_wait; long: 64; long: 64; long: 64; struct { atomic_t reqs_available; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { spinlock_t ctx_lock; struct list_head active_reqs; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { struct mutex ring_lock; wait_queue_head_t wait; long: 64; }; struct { unsigned int tail; unsigned int completed_events; spinlock_t completion_lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct page *internal_pages[8]; struct file *aio_ring_file; unsigned int id; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kioctx_cpu { unsigned int reqs_available; }; struct ctx_rq_wait { struct completion comp; atomic_t count; }; struct fsync_iocb { struct file *file; struct work_struct work; bool datasync; struct cred *creds; }; struct poll_iocb { struct file *file; struct wait_queue_head *head; __poll_t events; bool cancelled; bool work_scheduled; bool work_need_resched; struct wait_queue_entry wait; struct work_struct work; }; struct aio_kiocb { union { struct file *ki_filp; struct kiocb rw; struct fsync_iocb fsync; struct poll_iocb poll; }; struct kioctx *ki_ctx; kiocb_cancel_fn *ki_cancel; struct io_event ki_res; struct list_head ki_list; refcount_t ki_refcnt; struct eventfd_ctx *ki_eventfd; }; struct aio_poll_table { struct poll_table_struct pt; struct aio_kiocb *iocb; bool queued; int error; }; struct __aio_sigset { const sigset_t *sigmask; size_t sigsetsize; }; struct __compat_aio_sigset { compat_uptr_t sigmask; compat_size_t sigsetsize; }; struct fsverity_enable_arg { __u32 version; __u32 hash_algorithm; __u32 block_size; __u32 salt_size; __u64 salt_ptr; __u32 sig_size; __u32 __reserved1; __u64 sig_ptr; __u64 __reserved2[11]; }; struct posix_acl_xattr_entry { __le16 e_tag; __le16 e_perm; __le32 e_id; }; struct trace_event_raw_iomap_readpage_class { struct trace_entry ent; dev_t dev; u64 ino; int nr_pages; char __data[0]; }; struct trace_event_raw_iomap_range_class { struct trace_entry ent; dev_t dev; u64 ino; loff_t size; loff_t offset; u64 length; char __data[0]; }; struct trace_event_raw_iomap_class { struct trace_entry ent; dev_t dev; u64 ino; u64 addr; loff_t offset; u64 length; u16 type; u16 flags; dev_t bdev; char __data[0]; }; struct trace_event_raw_iomap_iter { struct trace_entry ent; dev_t dev; u64 ino; loff_t pos; u64 length; unsigned int flags; const void *ops; long unsigned int caller; char __data[0]; }; struct trace_event_data_offsets_iomap_readpage_class {}; struct trace_event_data_offsets_iomap_range_class {}; struct trace_event_data_offsets_iomap_class {}; struct trace_event_data_offsets_iomap_iter {}; typedef void (*btf_trace_iomap_readpage)(void *, struct inode *, int); typedef void (*btf_trace_iomap_readahead)(void *, struct inode *, int); typedef void (*btf_trace_iomap_writepage)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_release_folio)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_invalidate_folio)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_dio_invalidate_fail)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_iter_dstmap)(void *, struct inode *, struct iomap *); typedef void (*btf_trace_iomap_iter_srcmap)(void *, struct inode *, struct iomap *); typedef void (*btf_trace_iomap_iter)(void *, struct iomap_iter *, const void *, long unsigned int); struct quota_module_name { int qm_fmt_id; char *qm_mod_name; }; struct dquot_warn { struct super_block *w_sb; struct kqid w_dq_id; short int w_type; }; enum kcore_type { KCORE_TEXT = 0, KCORE_VMALLOC = 1, KCORE_RAM = 2, KCORE_VMEMMAP = 3, KCORE_USER = 4, }; struct kcore_list { struct list_head list; long unsigned int addr; size_t size; int type; }; struct kernfs_global_locks { struct mutex open_file_mutex[1024]; }; struct kernfs_open_node { struct callback_head callback_head; atomic_t event; wait_queue_head_t poll; struct list_head files; }; struct ext4_system_zone { struct rb_node node; ext4_fsblk_t start_blk; unsigned int count; u32 ino; }; struct mmp_struct { __le32 mmp_magic; __le32 mmp_seq; __le64 mmp_time; char mmp_nodename[64]; char mmp_bdevname[32]; __le16 mmp_check_interval; __le16 mmp_pad1; __le32 mmp_pad2[226]; __le32 mmp_checksum; }; enum { BLOCK_BITMAP = 0, INODE_BITMAP = 1, INODE_TABLE = 2, GROUP_TABLE_COUNT = 3, }; struct ext4_rcu_ptr { struct callback_head rcu; void *ptr; }; struct ext4_new_flex_group_data { struct ext4_new_group_data *groups; __u16 *bg_flags; ext4_group_t count; }; struct ext4_fc_tl { __le16 fc_tag; __le16 fc_len; }; struct ext4_fc_head { __le32 fc_features; __le32 fc_tid; }; struct ext4_fc_add_range { __le32 fc_ino; __u8 fc_ex[12]; }; struct ext4_fc_del_range { __le32 fc_ino; __le32 fc_lblk; __le32 fc_len; }; struct ext4_fc_dentry_info { __le32 fc_parent_ino; __le32 fc_ino; __u8 fc_dname[0]; }; struct ext4_fc_inode { __le32 fc_ino; __u8 fc_raw_inode[0]; }; struct ext4_fc_tail { __le32 fc_tid; __le32 fc_crc; }; enum { EXT4_FC_STATUS_OK = 0, EXT4_FC_STATUS_INELIGIBLE = 1, EXT4_FC_STATUS_SKIPPED = 2, EXT4_FC_STATUS_FAILED = 3, }; struct ext4_fc_dentry_update { int fcd_op; int fcd_parent; int fcd_ino; struct qstr fcd_name; unsigned char fcd_iname[32]; struct list_head fcd_list; struct list_head fcd_dilist; }; struct __track_dentry_update_args { struct dentry *dentry; int op; }; struct __track_range_args { ext4_lblk_t start; ext4_lblk_t end; }; struct dentry_info_args { int parent_ino; int dname_len; int ino; int inode_len; char *dname; }; struct jbd2_revoke_table_s { int hash_size; int hash_shift; struct list_head *hash_table; }; struct jbd2_revoke_record_s { struct list_head hash; tid_t sequence; long long unsigned int blocknr; }; struct getdents_callback___2 { struct dir_context ctx; char *name; u64 ino; int found; int sequence; }; enum { AUTOFS_IOC_READY_CMD = 96, AUTOFS_IOC_FAIL_CMD = 97, AUTOFS_IOC_CATATONIC_CMD = 98, AUTOFS_IOC_PROTOVER_CMD = 99, AUTOFS_IOC_SETTIMEOUT_CMD = 100, AUTOFS_IOC_EXPIRE_CMD = 101, }; enum { AUTOFS_IOC_EXPIRE_MULTI_CMD = 102, AUTOFS_IOC_PROTOSUBVER_CMD = 103, AUTOFS_IOC_ASKUMOUNT_CMD = 112, }; struct extent_inode_elem; struct prelim_ref { struct rb_node rbnode; u64 root_id; struct btrfs_key key_for_search; int level; int count; struct extent_inode_elem *inode_list; u64 parent; u64 wanted_disk_byte; }; struct raid56_bio_trace_info { u64 devid; u32 offset; u8 stripe_nr; }; struct trace_event_raw_btrfs_transaction_commit { struct trace_entry ent; u8 fsid[16]; u64 generation; u64 root_objectid; char __data[0]; }; struct trace_event_raw_btrfs__inode { struct trace_entry ent; u8 fsid[16]; u64 ino; u64 blocks; u64 disk_i_size; u64 generation; u64 last_trans; u64 logged_trans; u64 root_objectid; char __data[0]; }; struct trace_event_raw_btrfs_get_extent { struct trace_entry ent; u8 fsid[16]; u64 root_objectid; u64 ino; u64 start; u64 len; u64 orig_start; u64 block_start; u64 block_len; long unsigned int flags; int refs; unsigned int compress_type; char __data[0]; }; struct trace_event_raw_btrfs_handle_em_exist { struct trace_entry ent; u8 fsid[16]; u64 e_start; u64 e_len; u64 map_start; u64 map_len; u64 start; u64 len; char __data[0]; }; struct trace_event_raw_btrfs__file_extent_item_regular { struct trace_entry ent; u8 fsid[16]; u64 root_obj; u64 ino; loff_t isize; u64 disk_isize; u64 num_bytes; u64 ram_bytes; u64 disk_bytenr; u64 disk_num_bytes; u64 extent_offset; u8 extent_type; u8 compression; u64 extent_start; u64 extent_end; char __data[0]; }; struct trace_event_raw_btrfs__file_extent_item_inline { struct trace_entry ent; u8 fsid[16]; u64 root_obj; u64 ino; loff_t isize; u64 disk_isize; u8 extent_type; u8 compression; u64 extent_start; u64 extent_end; char __data[0]; }; struct trace_event_raw_btrfs__ordered_extent { struct trace_entry ent; u8 fsid[16]; u64 ino; u64 file_offset; u64 start; u64 len; u64 disk_len; u64 bytes_left; long unsigned int flags; int compress_type; int refs; u64 root_objectid; u64 truncated_len; char __data[0]; }; struct trace_event_raw_btrfs__writepage { struct trace_entry ent; u8 fsid[16]; u64 ino; long unsigned int index; long int nr_to_write; long int pages_skipped; loff_t range_start; loff_t range_end; char for_kupdate; char for_reclaim; char range_cyclic; long unsigned int writeback_index; u64 root_objectid; char __data[0]; }; struct trace_event_raw_btrfs_writepage_end_io_hook { struct trace_entry ent; u8 fsid[16]; u64 ino; u64 start; u64 end; int uptodate; u64 root_objectid; char __data[0]; }; struct trace_event_raw_btrfs_sync_file { struct trace_entry ent; u8 fsid[16]; u64 ino; u64 parent; int datasync; u64 root_objectid; char __data[0]; }; struct trace_event_raw_btrfs_sync_fs { struct trace_entry ent; u8 fsid[16]; int wait; char __data[0]; }; struct trace_event_raw_btrfs_add_block_group { struct trace_entry ent; u8 fsid[16]; u64 offset; u64 size; u64 flags; u64 bytes_used; u64 bytes_super; int create; char __data[0]; }; struct trace_event_raw_btrfs_delayed_tree_ref { struct trace_entry ent; u8 fsid[16]; u64 bytenr; u64 num_bytes; int action; u64 parent; u64 ref_root; int level; int type; u64 seq; char __data[0]; }; struct trace_event_raw_btrfs_delayed_data_ref { struct trace_entry ent; u8 fsid[16]; u64 bytenr; u64 num_bytes; int action; u64 parent; u64 ref_root; u64 owner; u64 offset; int type; u64 seq; char __data[0]; }; struct trace_event_raw_btrfs_delayed_ref_head { struct trace_entry ent; u8 fsid[16]; u64 bytenr; u64 num_bytes; int action; int is_data; char __data[0]; }; struct trace_event_raw_btrfs__chunk { struct trace_entry ent; u8 fsid[16]; int num_stripes; u64 type; int sub_stripes; u64 offset; u64 size; u64 root_objectid; char __data[0]; }; struct trace_event_raw_btrfs_cow_block { struct trace_entry ent; u8 fsid[16]; u64 root_objectid; u64 buf_start; int refs; u64 cow_start; int buf_level; int cow_level; char __data[0]; }; struct trace_event_raw_btrfs_space_reservation { struct trace_entry ent; u8 fsid[16]; u32 __data_loc_type; u64 val; u64 bytes; int reserve; char __data[0]; }; struct trace_event_raw_btrfs_trigger_flush { struct trace_entry ent; u8 fsid[16]; u64 flags; u64 bytes; int flush; u32 __data_loc_reason; char __data[0]; }; struct trace_event_raw_btrfs_flush_space { struct trace_entry ent; u8 fsid[16]; u64 flags; u64 num_bytes; int state; int ret; bool for_preempt; char __data[0]; }; struct trace_event_raw_btrfs__reserved_extent { struct trace_entry ent; u8 fsid[16]; u64 start; u64 len; char __data[0]; }; struct trace_event_raw_find_free_extent { struct trace_entry ent; u8 fsid[16]; u64 root_objectid; u64 num_bytes; u64 empty_size; u64 data; char __data[0]; }; struct trace_event_raw_btrfs__reserve_extent { struct trace_entry ent; u8 fsid[16]; u64 bg_objectid; u64 flags; u64 start; u64 len; char __data[0]; }; struct trace_event_raw_btrfs_find_cluster { struct trace_entry ent; u8 fsid[16]; u64 bg_objectid; u64 flags; u64 start; u64 bytes; u64 empty_size; u64 min_bytes; char __data[0]; }; struct trace_event_raw_btrfs_failed_cluster_setup { struct trace_entry ent; u8 fsid[16]; u64 bg_objectid; char __data[0]; }; struct trace_event_raw_btrfs_setup_cluster { struct trace_entry ent; u8 fsid[16]; u64 bg_objectid; u64 flags; u64 start; u64 max_size; u64 size; int bitmap; char __data[0]; }; struct trace_event_raw_alloc_extent_state { struct trace_entry ent; const struct extent_state *state; long unsigned int mask; const void *ip; char __data[0]; }; struct trace_event_raw_free_extent_state { struct trace_entry ent; const struct extent_state *state; const void *ip; char __data[0]; }; struct trace_event_raw_btrfs__work { struct trace_entry ent; u8 fsid[16]; const void *work; const void *wq; const void *func; const void *ordered_func; const void *ordered_free; const void *normal_work; char __data[0]; }; struct trace_event_raw_btrfs__work__done { struct trace_entry ent; u8 fsid[16]; const void *wtag; char __data[0]; }; struct trace_event_raw_btrfs_workqueue { struct trace_entry ent; u8 fsid[16]; const void *wq; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_btrfs_workqueue_done { struct trace_entry ent; u8 fsid[16]; const void *wq; char __data[0]; }; struct trace_event_raw_btrfs__qgroup_rsv_data { struct trace_entry ent; u8 fsid[16]; u64 rootid; u64 ino; u64 start; u64 len; u64 reserved; int op; char __data[0]; }; struct trace_event_raw_btrfs_qgroup_extent { struct trace_entry ent; u8 fsid[16]; u64 bytenr; u64 num_bytes; char __data[0]; }; struct trace_event_raw_qgroup_num_dirty_extents { struct trace_entry ent; u8 fsid[16]; u64 transid; u64 num_dirty_extents; char __data[0]; }; struct trace_event_raw_btrfs_qgroup_account_extent { struct trace_entry ent; u8 fsid[16]; u64 transid; u64 bytenr; u64 num_bytes; u64 nr_old_roots; u64 nr_new_roots; char __data[0]; }; struct trace_event_raw_qgroup_update_counters { struct trace_entry ent; u8 fsid[16]; u64 qgid; u64 old_rfer; u64 old_excl; u64 cur_old_count; u64 cur_new_count; char __data[0]; }; struct trace_event_raw_qgroup_update_reserve { struct trace_entry ent; u8 fsid[16]; u64 qgid; u64 cur_reserved; s64 diff; int type; char __data[0]; }; struct trace_event_raw_qgroup_meta_reserve { struct trace_entry ent; u8 fsid[16]; u64 refroot; s64 diff; int type; char __data[0]; }; struct trace_event_raw_qgroup_meta_convert { struct trace_entry ent; u8 fsid[16]; u64 refroot; s64 diff; char __data[0]; }; struct trace_event_raw_qgroup_meta_free_all_pertrans { struct trace_entry ent; u8 fsid[16]; u64 refroot; s64 diff; int type; char __data[0]; }; struct trace_event_raw_btrfs__prelim_ref { struct trace_entry ent; u8 fsid[16]; u64 root_id; u64 objectid; u8 type; u64 offset; int level; int old_count; u64 parent; u64 bytenr; int mod_count; u64 tree_size; char __data[0]; }; struct trace_event_raw_btrfs_inode_mod_outstanding_extents { struct trace_entry ent; u8 fsid[16]; u64 root_objectid; u64 ino; int mod; char __data[0]; }; struct trace_event_raw_btrfs__block_group { struct trace_entry ent; u8 fsid[16]; u64 bytenr; u64 len; u64 used; u64 flags; char __data[0]; }; struct trace_event_raw_btrfs_set_extent_bit { struct trace_entry ent; u8 fsid[16]; unsigned int owner; u64 ino; u64 rootid; u64 start; u64 len; unsigned int set_bits; char __data[0]; }; struct trace_event_raw_btrfs_clear_extent_bit { struct trace_entry ent; u8 fsid[16]; unsigned int owner; u64 ino; u64 rootid; u64 start; u64 len; unsigned int clear_bits; char __data[0]; }; struct trace_event_raw_btrfs_convert_extent_bit { struct trace_entry ent; u8 fsid[16]; unsigned int owner; u64 ino; u64 rootid; u64 start; u64 len; unsigned int set_bits; unsigned int clear_bits; char __data[0]; }; struct trace_event_raw_btrfs_dump_space_info { struct trace_entry ent; u8 fsid[16]; u64 flags; u64 total_bytes; u64 bytes_used; u64 bytes_pinned; u64 bytes_reserved; u64 bytes_may_use; u64 bytes_readonly; u64 reclaim_size; int clamp; u64 global_reserved; u64 trans_reserved; u64 delayed_refs_reserved; u64 delayed_reserved; u64 free_chunk_space; u64 delalloc_bytes; u64 ordered_bytes; char __data[0]; }; struct trace_event_raw_btrfs_reserve_ticket { struct trace_entry ent; u8 fsid[16]; u64 flags; u64 bytes; u64 start_ns; int flush; int error; char __data[0]; }; struct trace_event_raw_btrfs_sleep_tree_lock { struct trace_entry ent; u8 fsid[16]; u64 block; u64 generation; u64 start_ns; u64 end_ns; u64 diff_ns; u64 owner; int is_log_tree; char __data[0]; }; struct trace_event_raw_btrfs_locking_events { struct trace_entry ent; u8 fsid[16]; u64 block; u64 generation; u64 owner; int is_log_tree; char __data[0]; }; struct trace_event_raw_btrfs__space_info_update { struct trace_entry ent; u8 fsid[16]; u64 type; u64 old; s64 diff; char __data[0]; }; struct trace_event_raw_btrfs_raid56_bio { struct trace_entry ent; u8 fsid[16]; u64 full_stripe; u64 physical; u64 devid; u32 offset; u32 len; u8 opf; u8 total_stripes; u8 real_stripes; u8 nr_data; u8 stripe_nr; char __data[0]; }; struct trace_event_data_offsets_btrfs_transaction_commit {}; struct trace_event_data_offsets_btrfs__inode {}; struct trace_event_data_offsets_btrfs_get_extent {}; struct trace_event_data_offsets_btrfs_handle_em_exist {}; struct trace_event_data_offsets_btrfs__file_extent_item_regular {}; struct trace_event_data_offsets_btrfs__file_extent_item_inline {}; struct trace_event_data_offsets_btrfs__ordered_extent {}; struct trace_event_data_offsets_btrfs__writepage {}; struct trace_event_data_offsets_btrfs_writepage_end_io_hook {}; struct trace_event_data_offsets_btrfs_sync_file {}; struct trace_event_data_offsets_btrfs_sync_fs {}; struct trace_event_data_offsets_btrfs_add_block_group {}; struct trace_event_data_offsets_btrfs_delayed_tree_ref {}; struct trace_event_data_offsets_btrfs_delayed_data_ref {}; struct trace_event_data_offsets_btrfs_delayed_ref_head {}; struct trace_event_data_offsets_btrfs__chunk {}; struct trace_event_data_offsets_btrfs_cow_block {}; struct trace_event_data_offsets_btrfs_space_reservation { u32 type; }; struct trace_event_data_offsets_btrfs_trigger_flush { u32 reason; }; struct trace_event_data_offsets_btrfs_flush_space {}; struct trace_event_data_offsets_btrfs__reserved_extent {}; struct trace_event_data_offsets_find_free_extent {}; struct trace_event_data_offsets_btrfs__reserve_extent {}; struct trace_event_data_offsets_btrfs_find_cluster {}; struct trace_event_data_offsets_btrfs_failed_cluster_setup {}; struct trace_event_data_offsets_btrfs_setup_cluster {}; struct trace_event_data_offsets_alloc_extent_state {}; struct trace_event_data_offsets_free_extent_state {}; struct trace_event_data_offsets_btrfs__work {}; struct trace_event_data_offsets_btrfs__work__done {}; struct trace_event_data_offsets_btrfs_workqueue { u32 name; }; struct trace_event_data_offsets_btrfs_workqueue_done {}; struct trace_event_data_offsets_btrfs__qgroup_rsv_data {}; struct trace_event_data_offsets_btrfs_qgroup_extent {}; struct trace_event_data_offsets_qgroup_num_dirty_extents {}; struct trace_event_data_offsets_btrfs_qgroup_account_extent {}; struct trace_event_data_offsets_qgroup_update_counters {}; struct trace_event_data_offsets_qgroup_update_reserve {}; struct trace_event_data_offsets_qgroup_meta_reserve {}; struct trace_event_data_offsets_qgroup_meta_convert {}; struct trace_event_data_offsets_qgroup_meta_free_all_pertrans {}; struct trace_event_data_offsets_btrfs__prelim_ref {}; struct trace_event_data_offsets_btrfs_inode_mod_outstanding_extents {}; struct trace_event_data_offsets_btrfs__block_group {}; struct trace_event_data_offsets_btrfs_set_extent_bit {}; struct trace_event_data_offsets_btrfs_clear_extent_bit {}; struct trace_event_data_offsets_btrfs_convert_extent_bit {}; struct trace_event_data_offsets_btrfs_dump_space_info {}; struct trace_event_data_offsets_btrfs_reserve_ticket {}; struct trace_event_data_offsets_btrfs_sleep_tree_lock {}; struct trace_event_data_offsets_btrfs_locking_events {}; struct trace_event_data_offsets_btrfs__space_info_update {}; struct trace_event_data_offsets_btrfs_raid56_bio {}; typedef void (*btf_trace_btrfs_transaction_commit)(void *, const struct btrfs_fs_info *); typedef void (*btf_trace_btrfs_inode_new)(void *, const struct inode *); typedef void (*btf_trace_btrfs_inode_request)(void *, const struct inode *); typedef void (*btf_trace_btrfs_inode_evict)(void *, const struct inode *); typedef void (*btf_trace_btrfs_get_extent)(void *, const struct btrfs_root *, const struct btrfs_inode *, const struct extent_map *); typedef void (*btf_trace_btrfs_handle_em_exist)(void *, const struct btrfs_fs_info *, const struct extent_map *, const struct extent_map *, u64, u64); typedef void (*btf_trace_btrfs_get_extent_show_fi_regular)(void *, const struct btrfs_inode *, const struct extent_buffer *, const struct btrfs_file_extent_item *, u64); typedef void (*btf_trace_btrfs_truncate_show_fi_regular)(void *, const struct btrfs_inode *, const struct extent_buffer *, const struct btrfs_file_extent_item *, u64); typedef void (*btf_trace_btrfs_get_extent_show_fi_inline)(void *, const struct btrfs_inode *, const struct extent_buffer *, const struct btrfs_file_extent_item *, int, u64); typedef void (*btf_trace_btrfs_truncate_show_fi_inline)(void *, const struct btrfs_inode *, const struct extent_buffer *, const struct btrfs_file_extent_item *, int, u64); typedef void (*btf_trace_btrfs_ordered_extent_add)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_remove)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_start)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_put)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_lookup)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_lookup_range)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_lookup_first_range)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_lookup_for_logging)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_lookup_first)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_split)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_dec_test_pending)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_mark_finished)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace___extent_writepage)(void *, const struct page *, const struct inode *, const struct writeback_control *); typedef void (*btf_trace_btrfs_writepage_end_io_hook)(void *, const struct btrfs_inode *, u64, u64, int); typedef void (*btf_trace_btrfs_sync_file)(void *, const struct file *, int); typedef void (*btf_trace_btrfs_sync_fs)(void *, const struct btrfs_fs_info *, int); typedef void (*btf_trace_btrfs_add_block_group)(void *, const struct btrfs_fs_info *, const struct btrfs_block_group *, int); typedef void (*btf_trace_add_delayed_tree_ref)(void *, const struct btrfs_fs_info *, const struct btrfs_delayed_ref_node *, const struct btrfs_delayed_tree_ref *, int); typedef void (*btf_trace_run_delayed_tree_ref)(void *, const struct btrfs_fs_info *, const struct btrfs_delayed_ref_node *, const struct btrfs_delayed_tree_ref *, int); typedef void (*btf_trace_add_delayed_data_ref)(void *, const struct btrfs_fs_info *, const struct btrfs_delayed_ref_node *, const struct btrfs_delayed_data_ref *, int); typedef void (*btf_trace_run_delayed_data_ref)(void *, const struct btrfs_fs_info *, const struct btrfs_delayed_ref_node *, const struct btrfs_delayed_data_ref *, int); typedef void (*btf_trace_add_delayed_ref_head)(void *, const struct btrfs_fs_info *, const struct btrfs_delayed_ref_head *, int); typedef void (*btf_trace_run_delayed_ref_head)(void *, const struct btrfs_fs_info *, const struct btrfs_delayed_ref_head *, int); typedef void (*btf_trace_btrfs_chunk_alloc)(void *, const struct btrfs_fs_info *, const struct map_lookup *, u64, u64); typedef void (*btf_trace_btrfs_chunk_free)(void *, const struct btrfs_fs_info *, const struct map_lookup *, u64, u64); typedef void (*btf_trace_btrfs_cow_block)(void *, const struct btrfs_root *, const struct extent_buffer *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_space_reservation)(void *, const struct btrfs_fs_info *, const char *, u64, u64, int); typedef void (*btf_trace_btrfs_trigger_flush)(void *, const struct btrfs_fs_info *, u64, u64, int, const char *); typedef void (*btf_trace_btrfs_flush_space)(void *, const struct btrfs_fs_info *, u64, u64, int, int, bool); typedef void (*btf_trace_btrfs_reserved_extent_alloc)(void *, const struct btrfs_fs_info *, u64, u64); typedef void (*btf_trace_btrfs_reserved_extent_free)(void *, const struct btrfs_fs_info *, u64, u64); typedef void (*btf_trace_find_free_extent)(void *, const struct btrfs_root *, u64, u64, u64); typedef void (*btf_trace_btrfs_reserve_extent)(void *, const struct btrfs_block_group *, u64, u64); typedef void (*btf_trace_btrfs_reserve_extent_cluster)(void *, const struct btrfs_block_group *, u64, u64); typedef void (*btf_trace_btrfs_find_cluster)(void *, const struct btrfs_block_group *, u64, u64, u64, u64); typedef void (*btf_trace_btrfs_failed_cluster_setup)(void *, const struct btrfs_block_group *); typedef void (*btf_trace_btrfs_setup_cluster)(void *, const struct btrfs_block_group *, const struct btrfs_free_cluster *, u64, int); typedef void (*btf_trace_alloc_extent_state)(void *, const struct extent_state *, gfp_t, long unsigned int); typedef void (*btf_trace_free_extent_state)(void *, const struct extent_state *, long unsigned int); typedef void (*btf_trace_btrfs_work_queued)(void *, const struct btrfs_work *); typedef void (*btf_trace_btrfs_work_sched)(void *, const struct btrfs_work *); typedef void (*btf_trace_btrfs_all_work_done)(void *, const struct btrfs_fs_info *, const void *); typedef void (*btf_trace_btrfs_ordered_sched)(void *, const struct btrfs_work *); typedef void (*btf_trace_btrfs_workqueue_alloc)(void *, const struct btrfs_workqueue *, const char *); typedef void (*btf_trace_btrfs_workqueue_destroy)(void *, const struct btrfs_workqueue *); typedef void (*btf_trace_btrfs_qgroup_reserve_data)(void *, const struct inode *, u64, u64, u64, int); typedef void (*btf_trace_btrfs_qgroup_release_data)(void *, const struct inode *, u64, u64, u64, int); typedef void (*btf_trace_btrfs_qgroup_account_extents)(void *, const struct btrfs_fs_info *, const struct btrfs_qgroup_extent_record *); typedef void (*btf_trace_btrfs_qgroup_trace_extent)(void *, const struct btrfs_fs_info *, const struct btrfs_qgroup_extent_record *); typedef void (*btf_trace_qgroup_num_dirty_extents)(void *, const struct btrfs_fs_info *, u64, u64); typedef void (*btf_trace_btrfs_qgroup_account_extent)(void *, const struct btrfs_fs_info *, u64, u64, u64, u64, u64); typedef void (*btf_trace_qgroup_update_counters)(void *, const struct btrfs_fs_info *, const struct btrfs_qgroup *, u64, u64); typedef void (*btf_trace_qgroup_update_reserve)(void *, struct btrfs_fs_info *, struct btrfs_qgroup *, s64, int); typedef void (*btf_trace_qgroup_meta_reserve)(void *, struct btrfs_root *, s64, int); typedef void (*btf_trace_qgroup_meta_convert)(void *, struct btrfs_root *, s64); typedef void (*btf_trace_qgroup_meta_free_all_pertrans)(void *, struct btrfs_root *); typedef void (*btf_trace_btrfs_prelim_ref_merge)(void *, const struct btrfs_fs_info *, const struct prelim_ref *, const struct prelim_ref *, u64); typedef void (*btf_trace_btrfs_prelim_ref_insert)(void *, const struct btrfs_fs_info *, const struct prelim_ref *, const struct prelim_ref *, u64); typedef void (*btf_trace_btrfs_inode_mod_outstanding_extents)(void *, const struct btrfs_root *, u64, int); typedef void (*btf_trace_btrfs_remove_block_group)(void *, const struct btrfs_block_group *); typedef void (*btf_trace_btrfs_add_unused_block_group)(void *, const struct btrfs_block_group *); typedef void (*btf_trace_btrfs_add_reclaim_block_group)(void *, const struct btrfs_block_group *); typedef void (*btf_trace_btrfs_reclaim_block_group)(void *, const struct btrfs_block_group *); typedef void (*btf_trace_btrfs_skip_unused_block_group)(void *, const struct btrfs_block_group *); typedef void (*btf_trace_btrfs_set_extent_bit)(void *, const struct extent_io_tree *, u64, u64, unsigned int); typedef void (*btf_trace_btrfs_clear_extent_bit)(void *, const struct extent_io_tree *, u64, u64, unsigned int); typedef void (*btf_trace_btrfs_convert_extent_bit)(void *, const struct extent_io_tree *, u64, u64, unsigned int, unsigned int); typedef void (*btf_trace_btrfs_done_preemptive_reclaim)(void *, struct btrfs_fs_info *, const struct btrfs_space_info *); typedef void (*btf_trace_btrfs_fail_all_tickets)(void *, struct btrfs_fs_info *, const struct btrfs_space_info *); typedef void (*btf_trace_btrfs_reserve_ticket)(void *, const struct btrfs_fs_info *, u64, u64, u64, int, int); typedef void (*btf_trace_btrfs_tree_read_lock)(void *, const struct extent_buffer *, u64); typedef void (*btf_trace_btrfs_tree_lock)(void *, const struct extent_buffer *, u64); typedef void (*btf_trace_btrfs_tree_unlock)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_tree_read_unlock)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_tree_read_unlock_blocking)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_set_lock_blocking_read)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_set_lock_blocking_write)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_try_tree_read_lock)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_try_tree_write_lock)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_tree_read_lock_atomic)(void *, const struct extent_buffer *); typedef void (*btf_trace_update_bytes_may_use)(void *, const struct btrfs_fs_info *, const struct btrfs_space_info *, u64, s64); typedef void (*btf_trace_update_bytes_pinned)(void *, const struct btrfs_fs_info *, const struct btrfs_space_info *, u64, s64); typedef void (*btf_trace_raid56_read_partial)(void *, const struct btrfs_raid_bio *, const struct bio *, const struct raid56_bio_trace_info *); typedef void (*btf_trace_raid56_write_stripe)(void *, const struct btrfs_raid_bio *, const struct bio *, const struct raid56_bio_trace_info *); typedef void (*btf_trace_raid56_scrub_write_stripe)(void *, const struct btrfs_raid_bio *, const struct bio *, const struct raid56_bio_trace_info *); typedef void (*btf_trace_raid56_scrub_read)(void *, const struct btrfs_raid_bio *, const struct bio *, const struct raid56_bio_trace_info *); typedef void (*btf_trace_raid56_scrub_read_recover)(void *, const struct btrfs_raid_bio *, const struct bio *, const struct raid56_bio_trace_info *); enum { Opt_acl___2 = 0, Opt_noacl___2 = 1, Opt_clear_cache = 2, Opt_commit_interval = 3, Opt_compress = 4, Opt_compress_force = 5, Opt_compress_force_type = 6, Opt_compress_type = 7, Opt_degraded = 8, Opt_device = 9, Opt_fatal_errors = 10, Opt_flushoncommit = 11, Opt_noflushoncommit = 12, Opt_max_inline = 13, Opt_barrier___2 = 14, Opt_nobarrier___2 = 15, Opt_datacow = 16, Opt_nodatacow = 17, Opt_datasum = 18, Opt_nodatasum = 19, Opt_defrag = 20, Opt_nodefrag = 21, Opt_discard___2 = 22, Opt_nodiscard___2 = 23, Opt_discard_mode = 24, Opt_norecovery = 25, Opt_ratio = 26, Opt_rescan_uuid_tree = 27, Opt_skip_balance = 28, Opt_space_cache = 29, Opt_no_space_cache = 30, Opt_space_cache_version = 31, Opt_ssd = 32, Opt_nossd = 33, Opt_ssd_spread = 34, Opt_nossd_spread = 35, Opt_subvol = 36, Opt_subvol_empty = 37, Opt_subvolid = 38, Opt_thread_pool = 39, Opt_treelog = 40, Opt_notreelog = 41, Opt_user_subvol_rm_allowed = 42, Opt_rescue = 43, Opt_usebackuproot = 44, Opt_nologreplay = 45, Opt_ignorebadroots = 46, Opt_ignoredatacsums = 47, Opt_rescue_all = 48, Opt_recovery = 49, Opt_inode_cache = 50, Opt_noinode_cache = 51, Opt_check_integrity = 52, Opt_check_integrity_including_extent_data = 53, Opt_check_integrity_print_mask = 54, Opt_enospc_debug = 55, Opt_noenospc_debug = 56, Opt_err___8 = 57, }; typedef void submit_bio_hook_t(struct inode *, struct bio *, int, enum btrfs_compression_type); struct btrfs_subpage { spinlock_t lock; atomic_t readers; union { atomic_t eb_refs; atomic_t writers; }; long unsigned int bitmaps[0]; }; enum btrfs_subpage_type { BTRFS_SUBPAGE_METADATA = 0, BTRFS_SUBPAGE_DATA = 1, }; struct tree_entry { u64 start; u64 end; struct rb_node rb_node; }; struct btrfs_bio_ctrl { struct bio *bio; int mirror_num; enum btrfs_compression_type compress_type; u32 len_to_stripe_boundary; u32 len_to_oe_boundary; }; struct extent_page_data { struct btrfs_bio_ctrl bio_ctrl; unsigned int extent_locked: 1; unsigned int sync_io: 1; }; struct processed_extent { struct btrfs_inode *inode; u64 start; u64 end; bool uptodate; }; struct fiemap_cache { u64 offset; u64 phys; u64 len; u32 flags; bool cached; }; struct bucket_item { u32 count; }; struct heuristic_ws { u8 *sample; u32 sample_size; struct bucket_item *bucket; struct bucket_item *bucket_b; struct list_head list; }; struct btrfs_stripe_hash { struct list_head hash_list; spinlock_t lock; }; struct btrfs_stripe_hash_table { struct list_head stripe_cache; spinlock_t cache_lock; int cache_size; struct btrfs_stripe_hash table[0]; }; struct sector_ptr { struct page *page; unsigned int pgoff: 24; unsigned int uptodate: 8; }; struct btrfs_plug_cb { struct blk_plug_cb cb; struct btrfs_fs_info *info; struct list_head rbio_list; struct work_struct work; }; struct btrfs_verity_descriptor_item { __le64 size; __le64 reserved[2]; __u8 encryption; } __attribute__((packed)); typedef int __kernel_ipc_pid_t; struct msgbuf { __kernel_long_t mtype; char mtext[1]; }; struct msg; struct msqid_ds { struct ipc_perm msg_perm; struct msg *msg_first; struct msg *msg_last; __kernel_old_time_t msg_stime; __kernel_old_time_t msg_rtime; __kernel_old_time_t msg_ctime; long unsigned int msg_lcbytes; long unsigned int msg_lqbytes; short unsigned int msg_cbytes; short unsigned int msg_qnum; short unsigned int msg_qbytes; __kernel_ipc_pid_t msg_lspid; __kernel_ipc_pid_t msg_lrpid; }; struct msqid64_ds { struct ipc64_perm msg_perm; long int msg_stime; long int msg_rtime; long int msg_ctime; long unsigned int msg_cbytes; long unsigned int msg_qnum; long unsigned int msg_qbytes; __kernel_pid_t msg_lspid; __kernel_pid_t msg_lrpid; long unsigned int __unused4; long unsigned int __unused5; }; struct msginfo { int msgpool; int msgmap; int msgmax; int msgmnb; int msgmni; int msgssz; int msgtql; short unsigned int msgseg; }; typedef u16 compat_ipc_pid_t; struct compat_msqid64_ds { struct compat_ipc64_perm msg_perm; compat_ulong_t msg_stime; compat_ulong_t msg_stime_high; compat_ulong_t msg_rtime; compat_ulong_t msg_rtime_high; compat_ulong_t msg_ctime; compat_ulong_t msg_ctime_high; compat_ulong_t msg_cbytes; compat_ulong_t msg_qnum; compat_ulong_t msg_qbytes; compat_pid_t msg_lspid; compat_pid_t msg_lrpid; compat_ulong_t __unused4; compat_ulong_t __unused5; }; struct msg_queue { struct kern_ipc_perm q_perm; time64_t q_stime; time64_t q_rtime; time64_t q_ctime; long unsigned int q_cbytes; long unsigned int q_qnum; long unsigned int q_qbytes; struct pid *q_lspid; struct pid *q_lrpid; struct list_head q_messages; struct list_head q_receivers; struct list_head q_senders; long: 64; long: 64; }; struct msg_receiver { struct list_head r_list; struct task_struct *r_tsk; int r_mode; long int r_msgtype; long int r_maxsize; struct msg_msg *r_msg; }; struct msg_sender { struct list_head list; struct task_struct *tsk; size_t msgsz; }; struct compat_msqid_ds { struct compat_ipc_perm msg_perm; compat_uptr_t msg_first; compat_uptr_t msg_last; old_time32_t msg_stime; old_time32_t msg_rtime; old_time32_t msg_ctime; compat_ulong_t msg_lcbytes; compat_ulong_t msg_lqbytes; short unsigned int msg_cbytes; short unsigned int msg_qnum; short unsigned int msg_qbytes; compat_ipc_pid_t msg_lspid; compat_ipc_pid_t msg_lrpid; }; struct compat_msgbuf { compat_long_t mtype; char mtext[1]; }; struct trusted_key_options { uint16_t keytype; uint32_t keyhandle; unsigned char keyauth[20]; uint32_t blobauth_len; unsigned char blobauth[20]; uint32_t pcrinfo_len; unsigned char pcrinfo[64]; int pcrlock; uint32_t hash; uint32_t policydigest_len; unsigned char policydigest[64]; uint32_t policyhandle; }; struct osapsess { uint32_t handle; unsigned char secret[20]; unsigned char enonce[20]; }; enum { SEAL_keytype = 1, SRK_keytype = 4, }; struct tpm_digests { unsigned char encauth[20]; unsigned char pubauth[20]; unsigned char xorwork[40]; unsigned char xorhash[20]; unsigned char nonceodd[20]; }; enum { Opt_err___9 = 0, Opt_keyhandle = 1, Opt_keyauth = 2, Opt_blobauth = 3, Opt_pcrinfo = 4, Opt_pcrlock = 5, Opt_migratable = 6, Opt_hash___2 = 7, Opt_policydigest = 8, Opt_policyhandle = 9, }; struct selinux_policy_convert_data; struct selinux_load_state { struct selinux_policy *policy; struct selinux_policy_convert_data *convert_data; }; enum sel_inos { SEL_ROOT_INO = 2, SEL_LOAD = 3, SEL_ENFORCE = 4, SEL_CONTEXT = 5, SEL_ACCESS = 6, SEL_CREATE = 7, SEL_RELABEL = 8, SEL_USER = 9, SEL_POLICYVERS = 10, SEL_COMMIT_BOOLS = 11, SEL_MLS = 12, SEL_DISABLE = 13, SEL_MEMBER = 14, SEL_CHECKREQPROT = 15, SEL_COMPAT_NET = 16, SEL_REJECT_UNKNOWN = 17, SEL_DENY_UNKNOWN = 18, SEL_STATUS = 19, SEL_POLICY = 20, SEL_VALIDATE_TRANS = 21, SEL_INO_NEXT = 22, }; struct selinux_fs_info { struct dentry *bool_dir; unsigned int bool_num; char **bool_pending_names; unsigned int *bool_pending_values; struct dentry *class_dir; long unsigned int last_class_ino; bool policy_opened; struct dentry *policycap_dir; long unsigned int last_ino; struct selinux_state *state; struct super_block *sb; }; struct policy_load_memory { size_t len; void *data; }; struct pkey_security_struct { u64 subnet_prefix; u16 pkey; u32 sid; }; struct sel_ib_pkey_bkt { int size; struct list_head list; }; struct sel_ib_pkey { struct pkey_security_struct psec; struct list_head list; struct callback_head rcu; }; struct landlock_layer { u16 level; access_mask_t access; }; struct landlock_rule { struct rb_node node; struct landlock_object *object; u32 num_layers; struct landlock_layer layers[0]; }; typedef u16 layer_mask_t; struct landlock_inode_security { struct landlock_object *object; }; struct landlock_superblock_security { atomic_long_t inode_refs; }; enum header_fields { HDR_PCR = 0, HDR_DIGEST = 1, HDR_TEMPLATE_NAME = 2, HDR_TEMPLATE_DATA = 3, HDR__LAST = 4, }; struct evm_xattr { struct evm_ima_xattr_data data; u8 digest[20]; }; struct rsa_asn1_template { const char *name; const u8 *data; size_t size; }; struct pkcs1pad_ctx { struct crypto_akcipher *child; unsigned int key_size; }; struct pkcs1pad_inst_ctx { struct crypto_akcipher_spawn spawn; const struct rsa_asn1_template *digest_info; }; struct pkcs1pad_request { struct scatterlist in_sg[2]; struct scatterlist out_sg[1]; uint8_t *in_buf; uint8_t *out_buf; long: 64; long: 64; struct akcipher_request child_req; }; enum blake2b_lengths { BLAKE2B_BLOCK_SIZE = 128, BLAKE2B_HASH_SIZE = 64, BLAKE2B_KEY_SIZE = 64, BLAKE2B_160_HASH_SIZE = 20, BLAKE2B_256_HASH_SIZE = 32, BLAKE2B_384_HASH_SIZE = 48, BLAKE2B_512_HASH_SIZE = 64, }; struct blake2b_state { u64 h[8]; u64 t[2]; u64 f[2]; u8 buf[128]; unsigned int buflen; unsigned int outlen; }; enum blake2b_iv { BLAKE2B_IV0 = 4089235720, BLAKE2B_IV1 = 2227873595, BLAKE2B_IV2 = 4271175723, BLAKE2B_IV3 = 1595750129, BLAKE2B_IV4 = 2917565137, BLAKE2B_IV5 = 725511199, BLAKE2B_IV6 = 4215389547, BLAKE2B_IV7 = 327033209, }; typedef void (*blake2b_compress_t)(struct blake2b_state *, const u8 *, size_t, u32); struct blake2b_tfm_ctx { u8 key[64]; unsigned int keylen; }; struct ccm_instance_ctx { struct crypto_skcipher_spawn ctr; struct crypto_ahash_spawn mac; }; struct crypto_ccm_ctx { struct crypto_ahash *mac; struct crypto_skcipher *ctr; }; struct crypto_rfc4309_ctx { struct crypto_aead *child; u8 nonce[3]; }; struct crypto_rfc4309_req_ctx { struct scatterlist src[3]; struct scatterlist dst[3]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct aead_request subreq; }; struct crypto_ccm_req_priv_ctx { u8 odata[16]; u8 idata[16]; u8 auth_tag[16]; u32 flags; struct scatterlist src[3]; struct scatterlist dst[3]; long: 64; union { struct ahash_request ahreq; struct skcipher_request skreq; }; }; struct cbcmac_tfm_ctx { struct crypto_cipher *child; }; struct cbcmac_desc_ctx { unsigned int len; }; struct xxhash64_tfm_ctx { u64 seed; }; struct xxhash64_desc_ctx { struct xxh64_state xxhstate; }; struct rand_data; struct jitterentropy { spinlock_t jent_lock; struct rand_data *entropy_collector; unsigned int reset_cnt; }; enum { CRYPTO_KPP_SECRET_TYPE_UNKNOWN = 0, CRYPTO_KPP_SECRET_TYPE_DH = 1, CRYPTO_KPP_SECRET_TYPE_ECDH = 2, }; struct kpp_secret { short unsigned int type; short unsigned int len; }; enum x509_actions { ACT_x509_extract_key_data = 0, ACT_x509_extract_name_segment = 1, ACT_x509_note_OID = 2, ACT_x509_note_issuer = 3, ACT_x509_note_not_after = 4, ACT_x509_note_not_before = 5, ACT_x509_note_params = 6, ACT_x509_note_serial = 7, ACT_x509_note_sig_algo = 8, ACT_x509_note_signature = 9, ACT_x509_note_subject = 10, ACT_x509_note_tbs_certificate = 11, ACT_x509_process_extension = 12, NR__x509_actions = 13, }; enum x509_akid_actions { ACT_x509_akid_note_kid = 0, ACT_x509_akid_note_name = 1, ACT_x509_akid_note_serial = 2, ACT_x509_extract_name_segment___2 = 3, ACT_x509_note_OID___2 = 4, NR__x509_akid_actions = 5, }; struct x509_parse_context { struct x509_certificate *cert; long unsigned int data; const void *key; size_t key_size; const void *params; size_t params_size; enum OID key_algo; enum OID last_oid; enum OID sig_algo; u8 o_size; u8 cn_size; u8 email_size; u16 o_offset; u16 cn_offset; u16 email_offset; unsigned int raw_akid_size; const void *raw_akid; const void *akid_raw_issuer; unsigned int akid_raw_issuer_size; }; struct mz_hdr { uint16_t magic; uint16_t lbsize; uint16_t blocks; uint16_t relocs; uint16_t hdrsize; uint16_t min_extra_pps; uint16_t max_extra_pps; uint16_t ss; uint16_t sp; uint16_t checksum; uint16_t ip; uint16_t cs; uint16_t reloc_table_offset; uint16_t overlay_num; uint16_t reserved0[4]; uint16_t oem_id; uint16_t oem_info; uint16_t reserved1[10]; uint32_t peaddr; char message[0]; }; struct pe_hdr { uint32_t magic; uint16_t machine; uint16_t sections; uint32_t timestamp; uint32_t symbol_table; uint32_t symbols; uint16_t opt_hdr_size; uint16_t flags; }; struct pe32_opt_hdr { uint16_t magic; uint8_t ld_major; uint8_t ld_minor; uint32_t text_size; uint32_t data_size; uint32_t bss_size; uint32_t entry_point; uint32_t code_base; uint32_t data_base; uint32_t image_base; uint32_t section_align; uint32_t file_align; uint16_t os_major; uint16_t os_minor; uint16_t image_major; uint16_t image_minor; uint16_t subsys_major; uint16_t subsys_minor; uint32_t win32_version; uint32_t image_size; uint32_t header_size; uint32_t csum; uint16_t subsys; uint16_t dll_flags; uint32_t stack_size_req; uint32_t stack_size; uint32_t heap_size_req; uint32_t heap_size; uint32_t loader_flags; uint32_t data_dirs; }; struct pe32plus_opt_hdr { uint16_t magic; uint8_t ld_major; uint8_t ld_minor; uint32_t text_size; uint32_t data_size; uint32_t bss_size; uint32_t entry_point; uint32_t code_base; uint64_t image_base; uint32_t section_align; uint32_t file_align; uint16_t os_major; uint16_t os_minor; uint16_t image_major; uint16_t image_minor; uint16_t subsys_major; uint16_t subsys_minor; uint32_t win32_version; uint32_t image_size; uint32_t header_size; uint32_t csum; uint16_t subsys; uint16_t dll_flags; uint64_t stack_size_req; uint64_t stack_size; uint64_t heap_size_req; uint64_t heap_size; uint32_t loader_flags; uint32_t data_dirs; }; struct data_dirent { uint32_t virtual_address; uint32_t size; }; struct data_directory { struct data_dirent exports; struct data_dirent imports; struct data_dirent resources; struct data_dirent exceptions; struct data_dirent certs; struct data_dirent base_relocations; struct data_dirent debug; struct data_dirent arch; struct data_dirent global_ptr; struct data_dirent tls; struct data_dirent load_config; struct data_dirent bound_imports; struct data_dirent import_addrs; struct data_dirent delay_imports; struct data_dirent clr_runtime_hdr; struct data_dirent reserved; }; struct win_certificate { uint32_t length; uint16_t revision; uint16_t cert_type; }; enum { REQ_FSEQ_PREFLUSH = 1, REQ_FSEQ_DATA = 2, REQ_FSEQ_POSTFLUSH = 4, REQ_FSEQ_DONE = 8, REQ_FSEQ_ACTIONS = 7, FLUSH_PENDING_TIMEOUT = 500, }; struct blk_major_name { struct blk_major_name *next; int major; char name[16]; void (*probe)(dev_t); }; struct d_partition { __le32 p_size; __le32 p_offset; __le32 p_fsize; u8 p_fstype; u8 p_frag; __le16 p_cpg; }; struct disklabel { __le32 d_magic; __le16 d_type; __le16 d_subtype; u8 d_typename[16]; u8 d_packname[16]; __le32 d_secsize; __le32 d_nsectors; __le32 d_ntracks; __le32 d_ncylinders; __le32 d_secpercyl; __le32 d_secprtunit; __le16 d_sparespertrack; __le16 d_sparespercyl; __le32 d_acylinders; __le16 d_rpm; __le16 d_interleave; __le16 d_trackskew; __le16 d_cylskew; __le32 d_headswitch; __le32 d_trkseek; __le32 d_flags; __le32 d_drivedata[5]; __le32 d_spare[5]; __le32 d_magic2; __le16 d_checksum; __le16 d_npartitions; __le32 d_bbsize; __le32 d_sbsize; struct d_partition d_partitions[18]; }; struct bsg_device { struct request_queue *queue; struct device device; struct cdev cdev; int max_queue; unsigned int timeout; unsigned int reserved_size; bsg_sg_io_fn *sg_io_fn; }; enum { MILLION = 1000000, MIN_PERIOD = 1000, MAX_PERIOD = 1000000, MARGIN_MIN_PCT = 10, MARGIN_LOW_PCT = 20, MARGIN_TARGET_PCT = 50, INUSE_ADJ_STEP_PCT = 25, TIMER_SLACK_PCT = 1, WEIGHT_ONE = 65536, VTIME_PER_SEC_SHIFT = 37, VTIME_PER_SEC = 0, VTIME_PER_USEC = 137438, VTIME_PER_NSEC = 137, VRATE_MIN_PPM = 10000, VRATE_MAX_PPM = 100000000, VRATE_MIN = 1374, VRATE_CLAMP_ADJ_PCT = 4, RQ_WAIT_BUSY_PCT = 5, UNBUSY_THR_PCT = 75, MIN_DELAY_THR_PCT = 500, MAX_DELAY_THR_PCT = 25000, MIN_DELAY = 250, MAX_DELAY = 250000, DFGV_USAGE_PCT = 50, DFGV_PERIOD = 100000, MAX_LAGGING_PERIODS = 10, AUTOP_CYCLE_NSEC = 1410065408, IOC_PAGE_SHIFT = 12, IOC_PAGE_SIZE = 4096, IOC_SECT_TO_PAGE_SHIFT = 3, LCOEF_RANDIO_PAGES = 4096, }; enum ioc_running { IOC_IDLE = 0, IOC_RUNNING = 1, IOC_STOP = 2, }; enum { QOS_ENABLE = 0, QOS_CTRL = 1, NR_QOS_CTRL_PARAMS = 2, }; enum { QOS_RPPM = 0, QOS_RLAT = 1, QOS_WPPM = 2, QOS_WLAT = 3, QOS_MIN = 4, QOS_MAX = 5, NR_QOS_PARAMS = 6, }; enum { COST_CTRL = 0, COST_MODEL = 1, NR_COST_CTRL_PARAMS = 2, }; enum { I_LCOEF_RBPS = 0, I_LCOEF_RSEQIOPS = 1, I_LCOEF_RRANDIOPS = 2, I_LCOEF_WBPS = 3, I_LCOEF_WSEQIOPS = 4, I_LCOEF_WRANDIOPS = 5, NR_I_LCOEFS = 6, }; enum { LCOEF_RPAGE = 0, LCOEF_RSEQIO = 1, LCOEF_RRANDIO = 2, LCOEF_WPAGE = 3, LCOEF_WSEQIO = 4, LCOEF_WRANDIO = 5, NR_LCOEFS = 6, }; enum { AUTOP_INVALID = 0, AUTOP_HDD = 1, AUTOP_SSD_QD1 = 2, AUTOP_SSD_DFL = 3, AUTOP_SSD_FAST = 4, }; struct ioc_params { u32 qos[6]; u64 i_lcoefs[6]; u64 lcoefs[6]; u32 too_fast_vrate_pct; u32 too_slow_vrate_pct; }; struct ioc_margins { s64 min; s64 low; s64 target; }; struct ioc_missed { local_t nr_met; local_t nr_missed; u32 last_met; u32 last_missed; }; struct ioc_pcpu_stat { struct ioc_missed missed[2]; local64_t rq_wait_ns; u64 last_rq_wait_ns; }; struct ioc { struct rq_qos rqos; bool enabled; struct ioc_params params; struct ioc_margins margins; u32 period_us; u32 timer_slack_ns; u64 vrate_min; u64 vrate_max; spinlock_t lock; struct timer_list timer; struct list_head active_iocgs; struct ioc_pcpu_stat *pcpu_stat; enum ioc_running running; atomic64_t vtime_rate; u64 vtime_base_rate; s64 vtime_err; seqcount_spinlock_t period_seqcount; u64 period_at; u64 period_at_vtime; atomic64_t cur_period; int busy_level; bool weights_updated; atomic_t hweight_gen; u64 dfgv_period_at; u64 dfgv_period_rem; u64 dfgv_usage_us_sum; u64 autop_too_fast_at; u64 autop_too_slow_at; int autop_idx; bool user_qos_params: 1; bool user_cost_model: 1; }; struct iocg_pcpu_stat { local64_t abs_vusage; }; struct iocg_stat { u64 usage_us; u64 wait_us; u64 indebt_us; u64 indelay_us; }; struct ioc_gq { struct blkg_policy_data pd; struct ioc *ioc; u32 cfg_weight; u32 weight; u32 active; u32 inuse; u32 last_inuse; s64 saved_margin; sector_t cursor; atomic64_t vtime; atomic64_t done_vtime; u64 abs_vdebt; u64 delay; u64 delay_at; atomic64_t active_period; struct list_head active_list; u64 child_active_sum; u64 child_inuse_sum; u64 child_adjusted_sum; int hweight_gen; u32 hweight_active; u32 hweight_inuse; u32 hweight_donating; u32 hweight_after_donation; struct list_head walk_list; struct list_head surplus_list; struct wait_queue_head waitq; struct hrtimer waitq_timer; u64 activated_at; struct iocg_pcpu_stat *pcpu_stat; struct iocg_stat stat; struct iocg_stat last_stat; u64 last_stat_abs_vusage; u64 usage_delta_us; u64 wait_since; u64 indebt_since; u64 indelay_since; int level; struct ioc_gq *ancestors[0]; }; struct ioc_cgrp { struct blkcg_policy_data cpd; unsigned int dfl_weight; }; struct ioc_now { u64 now_ns; u64 now; u64 vnow; u64 vrate; }; struct iocg_wait { struct wait_queue_entry wait; struct bio *bio; u64 abs_cost; bool committed; }; struct iocg_wake_ctx { struct ioc_gq *iocg; u32 hw_inuse; s64 vbudget; }; struct trace_event_raw_iocost_iocg_state { struct trace_entry ent; u32 __data_loc_devname; u32 __data_loc_cgroup; u64 now; u64 vnow; u64 vrate; u64 last_period; u64 cur_period; u64 vtime; u32 weight; u32 inuse; u64 hweight_active; u64 hweight_inuse; char __data[0]; }; struct trace_event_raw_iocg_inuse_update { struct trace_entry ent; u32 __data_loc_devname; u32 __data_loc_cgroup; u64 now; u32 old_inuse; u32 new_inuse; u64 old_hweight_inuse; u64 new_hweight_inuse; char __data[0]; }; struct trace_event_raw_iocost_ioc_vrate_adj { struct trace_entry ent; u32 __data_loc_devname; u64 old_vrate; u64 new_vrate; int busy_level; u32 read_missed_ppm; u32 write_missed_ppm; u32 rq_wait_pct; int nr_lagging; int nr_shortages; char __data[0]; }; struct trace_event_raw_iocost_iocg_forgive_debt { struct trace_entry ent; u32 __data_loc_devname; u32 __data_loc_cgroup; u64 now; u64 vnow; u32 usage_pct; u64 old_debt; u64 new_debt; u64 old_delay; u64 new_delay; char __data[0]; }; struct trace_event_data_offsets_iocost_iocg_state { u32 devname; u32 cgroup; }; struct trace_event_data_offsets_iocg_inuse_update { u32 devname; u32 cgroup; }; struct trace_event_data_offsets_iocost_ioc_vrate_adj { u32 devname; }; struct trace_event_data_offsets_iocost_iocg_forgive_debt { u32 devname; u32 cgroup; }; typedef void (*btf_trace_iocost_iocg_activate)(void *, struct ioc_gq *, const char *, struct ioc_now *, u64, u64, u64); typedef void (*btf_trace_iocost_iocg_idle)(void *, struct ioc_gq *, const char *, struct ioc_now *, u64, u64, u64); typedef void (*btf_trace_iocost_inuse_shortage)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u32, u64, u64); typedef void (*btf_trace_iocost_inuse_transfer)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u32, u64, u64); typedef void (*btf_trace_iocost_inuse_adjust)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u32, u64, u64); typedef void (*btf_trace_iocost_ioc_vrate_adj)(void *, struct ioc *, u64, u32 *, u32, int, int); typedef void (*btf_trace_iocost_iocg_forgive_debt)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u64, u64, u64, u64); enum blk_zone_report_flags { BLK_ZONE_REP_CAPACITY = 1, }; struct blk_zone_report { __u64 sector; __u32 nr_zones; __u32 flags; struct blk_zone zones[0]; }; struct blk_zone_range { __u64 sector; __u64 nr_sectors; }; struct zone_report_args { struct blk_zone *zones; }; struct blk_revalidate_zone_args { struct gendisk *disk; long unsigned int *conv_zones_bitmap; long unsigned int *seq_zones_wlock; unsigned int nr_zones; sector_t zone_sectors; sector_t sector; }; struct blk_crypto_kobj { struct kobject kobj; struct blk_crypto_profile *profile; }; struct blk_crypto_attr { struct attribute attr; ssize_t (*show)(struct blk_crypto_profile *, struct blk_crypto_attr *, char *); }; struct io_fadvise { struct file *file; u64 offset; u32 len; u32 advice; }; struct io_madvise { struct file *file; u64 addr; u32 len; u32 advice; }; struct io_uring_recvmsg_out { __u32 namelen; __u32 controllen; __u32 payloadlen; __u32 flags; }; struct io_async_msghdr { union { struct iovec fast_iov[8]; struct { struct iovec fast_iov_one; __kernel_size_t controllen; int namelen; __kernel_size_t payloadlen; }; struct io_cache_entry cache; }; struct iovec *free_iov; struct sockaddr *uaddr; struct msghdr msg; struct __kernel_sockaddr_storage addr; }; struct io_async_connect { struct __kernel_sockaddr_storage address; }; struct io_shutdown { struct file *file; int how; }; struct io_accept { struct file *file; struct sockaddr *addr; int *addr_len; int flags; u32 file_slot; long unsigned int nofile; }; struct io_socket { struct file *file; int domain; int type; int protocol; int flags; u32 file_slot; long unsigned int nofile; }; struct io_connect { struct file *file; struct sockaddr *addr; int addr_len; bool in_progress; }; struct io_sr_msg { struct file *file; union { struct compat_msghdr *umsg_compat; struct user_msghdr *umsg; void *buf; }; unsigned int len; unsigned int done_io; unsigned int msg_flags; u16 flags; u16 addr_len; void *addr; struct io_kiocb *notif; }; struct io_recvmsg_multishot_hdr { struct io_uring_recvmsg_out msg; struct __kernel_sockaddr_storage addr; }; struct io_uring_rsrc_register { __u32 nr; __u32 flags; __u64 resv2; __u64 data; __u64 tags; }; struct io_uring_rsrc_update2 { __u32 offset; __u32 resv; __u64 data; __u64 tags; __u32 nr; __u32 resv2; }; struct io_rsrc_update { struct file *file; u64 arg; u32 nr_args; u32 offset; }; struct genradix_iter { size_t offset; size_t pos; }; struct genradix_node { union { struct genradix_node *children[512]; u8 data[4096]; }; }; struct test_fail { const char *str; unsigned int base; }; struct test_s8 { const char *str; unsigned int base; s8 expected_res; }; struct test_u8 { const char *str; unsigned int base; u8 expected_res; }; struct test_s16 { const char *str; unsigned int base; s16 expected_res; }; struct test_u16 { const char *str; unsigned int base; u16 expected_res; }; struct test_s32 { const char *str; unsigned int base; s32 expected_res; }; struct test_u32 { const char *str; unsigned int base; u32 expected_res; }; struct test_s64 { const char *str; unsigned int base; s64 expected_res; }; struct test_u64 { const char *str; unsigned int base; u64 expected_res; }; struct test_ll { const char *str; unsigned int base; long long int expected_res; }; struct test_ull { const char *str; unsigned int base; long long unsigned int expected_res; }; struct reciprocal_value_adv { u32 m; u8 sh; u8 exp; bool is_wide_m; }; struct chacha20poly1305_testvec { const u8 *input; const u8 *output; const u8 *assoc; const u8 *nonce; const u8 *key; size_t ilen; size_t alen; size_t nlen; bool failure; }; enum { MAXIMUM_TEST_BUFFER_LEN = 4096, }; struct xxh32_state { uint32_t total_len_32; uint32_t large_len; uint32_t v1; uint32_t v2; uint32_t v3; uint32_t v4; uint32_t mem32[4]; uint32_t memsize; }; struct gen_pool_chunk { struct list_head next_chunk; atomic_long_t avail; phys_addr_t phys_addr; void *owner; long unsigned int start_addr; long unsigned int end_addr; long unsigned int bits[0]; }; struct genpool_data_align { int align; }; struct genpool_data_fixed { long unsigned int offset; }; struct ts_linear_state { unsigned int len; const void *data; }; enum gcry_mpi_format { GCRYMPI_FMT_NONE = 0, GCRYMPI_FMT_STD = 1, GCRYMPI_FMT_PGP = 2, GCRYMPI_FMT_SSH = 3, GCRYMPI_FMT_HEX = 4, GCRYMPI_FMT_USG = 5, GCRYMPI_FMT_OPAQUE = 8, }; struct font_desc { int idx; const char *name; unsigned int width; unsigned int height; unsigned int charcount; const void *data; int pref; }; struct font_data { unsigned int extra[4]; const unsigned char data[0]; }; enum cpio_fields { C_MAGIC = 0, C_INO = 1, C_MODE = 2, C_UID = 3, C_GID = 4, C_NLINK = 5, C_MTIME = 6, C_FILESIZE = 7, C_MAJ = 8, C_MIN = 9, C_RMAJ = 10, C_RMIN = 11, C_NAMESIZE = 12, C_CHKSUM = 13, C_NFIELDS = 14, }; typedef struct { long unsigned int key[2]; } hsiphash_key_t; enum { SUNXI_SRC_TYPE_LEVEL_LOW = 0, SUNXI_SRC_TYPE_EDGE_FALLING = 1, SUNXI_SRC_TYPE_LEVEL_HIGH = 2, SUNXI_SRC_TYPE_EDGE_RISING = 3, }; struct sunxi_sc_nmi_reg_offs { u32 ctrl; u32 pend; u32 enable; }; struct brcmstb_intc_init_params { irq_flow_handler_t handler; int cpu_status; int cpu_clear; int cpu_mask_status; int cpu_mask_set; int cpu_mask_clear; }; struct brcmstb_l2_intc_data { struct irq_domain *domain; struct irq_chip_generic *gc; int status_offset; int mask_offset; bool can_wake; u32 saved_mask; }; struct ls_extirq_data { struct regmap *syscon; u32 intpcr; bool is_ls1021a_or_ls1043a; u32 nirq; struct irq_fwspec map[12]; }; struct intmux_irqchip_data { u32 saved_reg; int chanidx; int irq; struct irq_domain *domain; }; struct intmux_data { raw_spinlock_t lock; void *regs; struct clk *ipg_clk; int channum; struct intmux_irqchip_data irqchip_data[0]; }; struct mc_rsp_create { __le32 object_id; }; struct mc_rsp_api_ver { __le16 major_ver; __le16 minor_ver; }; struct dprc_cmd_open { __le32 container_id; }; struct dprc_cmd_reset_container { __le32 child_container_id; __le32 options; }; struct dprc_cmd_set_irq { __le32 irq_val; u8 irq_index; u8 pad[3]; __le64 irq_addr; __le32 irq_num; }; struct dprc_cmd_set_irq_enable { u8 enable; u8 pad[3]; u8 irq_index; }; struct dprc_cmd_set_irq_mask { __le32 mask; u8 irq_index; }; struct dprc_cmd_get_irq_status { __le32 status; u8 irq_index; }; struct dprc_rsp_get_irq_status { __le32 status; }; struct dprc_cmd_clear_irq_status { __le32 status; u8 irq_index; }; struct dprc_rsp_get_attributes { __le32 container_id; __le32 icid; __le32 options; __le32 portal_id; }; struct dprc_rsp_get_obj_count { __le32 pad; __le32 obj_count; }; struct dprc_cmd_get_obj { __le32 obj_index; }; struct dprc_rsp_get_obj { __le32 pad0; __le32 id; __le16 vendor; u8 irq_count; u8 region_count; __le32 state; __le16 version_major; __le16 version_minor; __le16 flags; __le16 pad1; u8 type[16]; u8 label[16]; }; struct dprc_cmd_get_obj_region { __le32 obj_id; __le16 pad0; u8 region_index; u8 pad1; __le64 pad2[2]; u8 obj_type[16]; }; struct dprc_rsp_get_obj_region { __le64 pad0; __le64 base_offset; __le32 size; u8 type; u8 pad2[3]; __le32 flags; __le32 pad3; __le64 base_addr; }; struct dprc_cmd_set_obj_irq { __le32 irq_val; u8 irq_index; u8 pad[3]; __le64 irq_addr; __le32 irq_num; __le32 obj_id; u8 obj_type[16]; }; struct dprc_cmd_get_connection { __le32 ep1_id; __le16 ep1_interface_id; u8 pad[2]; u8 ep1_type[16]; }; struct dprc_rsp_get_connection { __le64 pad[3]; __le32 ep2_id; __le16 ep2_interface_id; __le16 pad1; u8 ep2_type[16]; __le32 state; }; struct dprc_irq_cfg { phys_addr_t paddr; u32 val; int irq_num; }; struct uapi_priv_data { struct fsl_mc_uapi *uapi; struct fsl_mc_io *mc_io; }; struct fsl_mc_cmd_desc { u16 cmdid_value; u16 cmdid_mask; int size; bool token; int flags; }; enum fsl_mc_cmd_index { DPDBG_DUMP = 0, DPDBG_SET = 1, DPRC_GET_CONTAINER_ID = 2, DPRC_CREATE_CONT = 3, DPRC_DESTROY_CONT = 4, DPRC_ASSIGN = 5, DPRC_UNASSIGN = 6, DPRC_GET_OBJ_COUNT = 7, DPRC_GET_OBJ = 8, DPRC_GET_RES_COUNT = 9, DPRC_GET_RES_IDS = 10, DPRC_SET_OBJ_LABEL = 11, DPRC_SET_LOCKED = 12, DPRC_CONNECT = 13, DPRC_DISCONNECT = 14, DPRC_GET_POOL = 15, DPRC_GET_POOL_COUNT = 16, DPRC_GET_CONNECTION = 17, DPCI_GET_LINK_STATE = 18, DPCI_GET_PEER_ATTR = 19, DPAIOP_GET_SL_VERSION = 20, DPAIOP_GET_STATE = 21, DPMNG_GET_VERSION = 22, DPSECI_GET_TX_QUEUE = 23, DPMAC_GET_COUNTER = 24, DPMAC_GET_MAC_ADDR = 25, DPNI_SET_PRIM_MAC = 26, DPNI_GET_PRIM_MAC = 27, DPNI_GET_STATISTICS = 28, DPNI_GET_LINK_STATE = 29, DPNI_GET_MAX_FRAME_LENGTH = 30, DPSW_GET_TAILDROP = 31, DPSW_SET_TAILDROP = 32, DPSW_IF_GET_COUNTER = 33, DPSW_IF_GET_MAX_FRAME_LENGTH = 34, DPDMUX_GET_COUNTER = 35, DPDMUX_IF_GET_MAX_FRAME_LENGTH = 36, GET_ATTR = 37, GET_IRQ_MASK = 38, GET_IRQ_STATUS = 39, CLOSE = 40, OPEN = 41, GET_API_VERSION = 42, DESTROY = 43, CREATE = 44, }; struct armada_37xx_pin_group { const char *name; unsigned int start_pin; unsigned int npins; u32 reg_mask; u32 val[3]; unsigned int extra_pin; unsigned int extra_npins; const char *funcs[3]; unsigned int *pins; }; struct armada_37xx_pin_data { u8 nr_pins; char *name; struct armada_37xx_pin_group *groups; int ngroups; }; struct armada_37xx_pmx_func { const char *name; const char **groups; unsigned int ngroups; }; struct armada_37xx_pm_state { u32 out_en_l; u32 out_en_h; u32 out_val_l; u32 out_val_h; u32 irq_en_l; u32 irq_en_h; u32 irq_pol_l; u32 irq_pol_h; u32 selection; }; struct armada_37xx_pinctrl { struct regmap *regmap; void *base; const struct armada_37xx_pin_data *data; struct device *dev; struct gpio_chip gpio_chip; struct irq_chip irq_chip; raw_spinlock_t irq_lock; struct pinctrl_desc pctl; struct pinctrl_dev *pctl_dev; struct armada_37xx_pin_group *groups; unsigned int ngroups; struct armada_37xx_pmx_func *funcs; unsigned int nfuncs; struct armada_37xx_pm_state pm; }; struct gpio_pin_range { struct list_head node; struct pinctrl_dev *pctldev; struct pinctrl_gpio_range range; }; struct gpiod_lookup { const char *key; u16 chip_hwnum; const char *con_id; unsigned int idx; long unsigned int flags; }; struct gpiod_lookup_table { struct list_head list; const char *dev_id; struct gpiod_lookup table[0]; }; struct gpiod_hog { struct list_head list; const char *chip_label; u16 chip_hwnum; const char *line_name; long unsigned int lflags; int dflags; }; enum { GPIOLINE_CHANGED_REQUESTED = 1, GPIOLINE_CHANGED_RELEASED = 2, GPIOLINE_CHANGED_CONFIG = 3, }; struct trace_event_raw_gpio_direction { struct trace_entry ent; unsigned int gpio; int in; int err; char __data[0]; }; struct trace_event_raw_gpio_value { struct trace_entry ent; unsigned int gpio; int get; int value; char __data[0]; }; struct trace_event_data_offsets_gpio_direction {}; struct trace_event_data_offsets_gpio_value {}; typedef void (*btf_trace_gpio_direction)(void *, unsigned int, int, int); typedef void (*btf_trace_gpio_value)(void *, unsigned int, int, int); struct pl061_context_save_regs { u8 gpio_data; u8 gpio_dir; u8 gpio_is; u8 gpio_ibe; u8 gpio_iev; u8 gpio_ie; }; struct pl061 { raw_spinlock_t lock; void *base; struct gpio_chip gc; int parent_irq; struct pl061_context_save_regs csave_regs; }; struct pci_bridge_reg_behavior { u32 ro; u32 rw; u32 w1c; }; enum { PCI_BRIDGE_EMUL_NO_PREFMEM_FORWARD = 1, PCI_BRIDGE_EMUL_NO_IO_FORWARD = 2, }; struct cdns_plat_pcie { struct cdns_pcie *pcie; bool is_rc; }; struct cdns_plat_pcie_of_data { bool is_rc; }; enum backlight_update_reason { BACKLIGHT_UPDATE_HOTKEY = 0, BACKLIGHT_UPDATE_SYSFS = 1, }; enum backlight_notification { BACKLIGHT_REGISTERED = 0, BACKLIGHT_UNREGISTERED = 1, }; struct fb_con2fbmap { __u32 console; __u32 framebuffer; }; enum { FBCON_LOGO_CANSHOW = 4294967295, FBCON_LOGO_DRAW = 4294967294, FBCON_LOGO_DONTSHOW = 4294967293, }; struct acpi_lpat { int temp; int raw; }; struct acpi_lpat_conversion_table { struct acpi_lpat *lpat; int lpat_count; }; struct acpi_irq_parse_one_ctx { int rc; unsigned int index; long unsigned int *res_flags; struct irq_fwspec *fwspec; bool skip_producer_check; }; enum { AML_FIELD_UPDATE_PRESERVE = 0, AML_FIELD_UPDATE_WRITE_AS_ONES = 32, AML_FIELD_UPDATE_WRITE_AS_ZEROS = 64, }; enum { AML_FIELD_ATTRIB_QUICK = 2, AML_FIELD_ATTRIB_SEND_RECEIVE = 4, AML_FIELD_ATTRIB_BYTE = 6, AML_FIELD_ATTRIB_WORD = 8, AML_FIELD_ATTRIB_BLOCK = 10, AML_FIELD_ATTRIB_BYTES = 11, AML_FIELD_ATTRIB_PROCESS_CALL = 12, AML_FIELD_ATTRIB_BLOCK_PROCESS_CALL = 13, AML_FIELD_ATTRIB_RAW_BYTES = 14, AML_FIELD_ATTRIB_RAW_PROCESS_BYTES = 15, }; typedef int mhp_t; struct acpi_memory_info { struct list_head list; u64 start_addr; u64 length; short unsigned int caching; short unsigned int write_protect; unsigned int enabled: 1; }; struct acpi_memory_device { struct acpi_device *device; struct list_head res_list; int mgid; }; struct acpi_bert_region { u32 block_status; u32 raw_data_offset; u32 raw_data_length; u32 data_length; u32 error_severity; }; struct acpi_table_agdi { struct acpi_table_header header; u8 flags; u8 reserved[3]; u32 sdei_event; u32 gsiv; }; struct agdi_data { int sdei_event; }; struct acpi_vendor_uuid { u8 subtype; u8 data[16]; }; struct acpipnp_parse_option_s { struct pnp_dev *dev; unsigned int option_flags; }; struct bcm2835_cprman { struct device *dev; void *regs; spinlock_t regs_lock; unsigned int soc; const char *real_parent_names[7]; struct clk_hw_onecell_data onecell; }; struct cprman_plat_data { unsigned int soc; }; struct bcm2835_pll_ana_bits; struct bcm2835_pll_data { const char *name; u32 cm_ctrl_reg; u32 a2w_ctrl_reg; u32 frac_reg; u32 ana_reg_base; u32 reference_enable_mask; u32 lock_mask; u32 flags; const struct bcm2835_pll_ana_bits *ana; long unsigned int min_rate; long unsigned int max_rate; long unsigned int max_fb_rate; }; struct bcm2835_pll_ana_bits { u32 mask0; u32 set0; u32 mask1; u32 set1; u32 mask3; u32 set3; u32 fb_prediv_mask; }; struct bcm2835_pll_divider_data { const char *name; const char *source_pll; u32 cm_reg; u32 a2w_reg; u32 load_mask; u32 hold_mask; u32 fixed_divider; u32 flags; }; struct bcm2835_clock_data { const char *name; const char * const *parents; int num_mux_parents; unsigned int set_rate_parent; u32 ctl_reg; u32 div_reg; u32 int_bits; u32 frac_bits; u32 flags; bool is_vpu_clock; bool is_mash_clock; bool low_jitter; u32 tcnt_mux; bool round_up; }; struct bcm2835_gate_data { const char *name; const char *parent; u32 ctl_reg; }; struct bcm2835_pll { struct clk_hw hw; struct bcm2835_cprman *cprman; const struct bcm2835_pll_data *data; }; struct bcm2835_pll_divider { struct clk_divider div; struct bcm2835_cprman *cprman; const struct bcm2835_pll_divider_data *data; }; struct bcm2835_clock { struct clk_hw hw; struct bcm2835_cprman *cprman; const struct bcm2835_clock_data *data; }; struct bcm2835_clk_desc { struct clk_hw * (*clk_register)(struct bcm2835_cprman *, const void *); unsigned int supported; const void *data; }; struct hisi_reset_controller { spinlock_t lock; void *membase; struct reset_controller_dev rcdev; }; struct clk_frac_pll { struct clk_hw hw; void *base; }; struct clk_pllv2 { struct clk_hw hw; void *base; }; struct meson_aoclk_reset_controller { struct reset_controller_dev reset; const struct meson_aoclk_data *data; struct regmap *regmap; }; struct vid_pll_div { unsigned int shift_val; unsigned int shift_sel; unsigned int divider; unsigned int multiplier; }; enum { CP110_CLK_TYPE_CORE = 0, CP110_CLK_TYPE_GATABLE = 1, }; struct cp110_gate_clk { struct clk_hw hw; struct regmap *regmap; u8 bit_idx; }; enum { P_XO___5 = 0, P_GPLL0___4 = 1, P_GPLL1___3 = 2, P_GPLL4___3 = 3, }; enum { P_BI_TCXO___2 = 0, P_AUD_REF_CLK___3 = 1, P_CORE_BI_PLL_TEST_SE___3 = 2, P_GPLL0_OUT_EVEN___2 = 3, P_GPLL0_OUT_MAIN___3 = 4, P_GPLL7_OUT_MAIN___2 = 5, P_GPLL9_OUT_MAIN = 6, P_SLEEP_CLK___6 = 7, }; struct _ccu_mult { long unsigned int mult; long unsigned int min; long unsigned int max; }; struct _ccu_nk { long unsigned int n; long unsigned int min_n; long unsigned int max_n; long unsigned int k; long unsigned int min_k; long unsigned int max_k; }; struct tegra_clk_sync_source { struct clk_hw hw; long unsigned int rate; long unsigned int max_rate; }; struct tegra_clk_device { struct notifier_block clk_nb; struct device *dev; struct clk_hw *hw; struct mutex lock; }; struct icst_vco { short unsigned int v; unsigned char r; unsigned char s; }; enum icst_control_type { ICST_VERSATILE = 0, ICST_INTEGRATOR_AP_CM = 1, ICST_INTEGRATOR_AP_SYS = 2, ICST_INTEGRATOR_AP_PCI = 3, ICST_INTEGRATOR_CP_CM_CORE = 4, ICST_INTEGRATOR_CP_CM_MEM = 5, ICST_INTEGRATOR_IM_PD1 = 6, }; struct clk_icst { struct clk_hw hw; struct regmap *map; u32 vcoreg_off; u32 lockreg_off; struct icst_params *params; long unsigned int rate; enum icst_control_type ctype; }; struct clk_sp810; struct clk_sp810_timerclken { struct clk_hw hw; struct clk *clk; struct clk_sp810 *sp810; int channel; }; struct clk_sp810 { struct device_node *node; void *base; spinlock_t lock; struct clk_sp810_timerclken timerclken[4]; }; struct dma_chan_tbl_ent { struct dma_chan *chan; }; struct dmaengine_unmap_pool { struct kmem_cache *cache; const char *name; mempool_t *pool; size_t size; }; struct apple_pmgr_ps { struct device *dev; struct generic_pm_domain genpd; struct reset_controller_dev rcdev; struct regmap *regmap; u32 offset; u32 min_state; }; struct qman_portal; struct imx8m_blk_ctrl_domain; struct imx8m_blk_ctrl { struct device *dev; struct notifier_block power_nb; struct device *bus_power_dev; struct regmap *regmap; struct imx8m_blk_ctrl_domain *domains; struct genpd_onecell_data onecell_data; }; struct imx8m_blk_ctrl_domain_data; struct imx8m_blk_ctrl_domain { struct generic_pm_domain genpd; const struct imx8m_blk_ctrl_domain_data *data; struct clk_bulk_data clks[4]; struct device *power_dev; struct imx8m_blk_ctrl *bc; }; struct imx8m_blk_ctrl_domain_data { const char *name; const char * const *clk_names; int num_clks; const char *gpc_name; u32 rst_mask; u32 clk_mask; u32 mipi_phy_rst_mask; }; struct imx8m_blk_ctrl_data { int max_reg; notifier_fn_t power_notifier_fn; const struct imx8m_blk_ctrl_domain_data *domains; int num_domains; }; enum cmd_db_hw_type { CMD_DB_HW_INVALID = 0, CMD_DB_HW_MIN = 3, CMD_DB_HW_ARC = 3, CMD_DB_HW_VRM = 4, CMD_DB_HW_BCM = 5, CMD_DB_HW_MAX = 5, CMD_DB_HW_ALL = 255, }; struct entry_header { u8 id[8]; __le32 priority[2]; __le32 addr; __le16 len; __le16 offset; }; struct rsc_hdr { __le16 slv_id; __le16 header_offset; __le16 data_offset; __le16 cnt; __le16 version; __le16 reserved[3]; }; struct cmd_db_header { __le32 version; u8 magic[4]; struct rsc_hdr header[8]; __le32 checksum; __le32 reserved; u8 data[0]; }; struct rockchip_grf_value { const char *desc; u32 reg; u32 val; }; struct rockchip_grf_info { const struct rockchip_grf_value *values; int num_values; }; enum { THRESHOLD_INDEX_0 = 0, THRESHOLD_INDEX_1 = 1, THRESHOLD_INDEX_COUNT = 2, }; enum pm_api_cb_id { PM_INIT_SUSPEND_CB = 30, PM_ACKNOWLEDGE_CB = 31, PM_NOTIFY_CB = 32, }; enum pm_api_id { PM_GET_API_VERSION = 1, PM_REGISTER_NOTIFIER = 5, PM_SYSTEM_SHUTDOWN = 12, PM_REQUEST_NODE = 13, PM_RELEASE_NODE = 14, PM_SET_REQUIREMENT = 15, PM_RESET_ASSERT = 17, PM_RESET_GET_STATUS = 18, PM_MMIO_WRITE = 19, PM_MMIO_READ = 20, PM_PM_INIT_FINALIZE = 21, PM_FPGA_LOAD = 22, PM_FPGA_GET_STATUS = 23, PM_GET_CHIPID = 24, PM_SECURE_SHA = 26, PM_PINCTRL_REQUEST = 28, PM_PINCTRL_RELEASE = 29, PM_PINCTRL_GET_FUNCTION = 30, PM_PINCTRL_SET_FUNCTION = 31, PM_PINCTRL_CONFIG_PARAM_GET = 32, PM_PINCTRL_CONFIG_PARAM_SET = 33, PM_IOCTL = 34, PM_QUERY_DATA = 35, PM_CLOCK_ENABLE = 36, PM_CLOCK_DISABLE = 37, PM_CLOCK_GETSTATE = 38, PM_CLOCK_SETDIVIDER = 39, PM_CLOCK_GETDIVIDER = 40, PM_CLOCK_SETRATE = 41, PM_CLOCK_GETRATE = 42, PM_CLOCK_SETPARENT = 43, PM_CLOCK_GETPARENT = 44, PM_SECURE_AES = 47, PM_FEATURE_CHECK = 63, }; typedef void (*event_cb_func_t)(const u32 *, void *); struct agent_cb { void *agent_data; event_cb_func_t eve_cb; struct list_head list; }; struct registered_event_data { u64 key; enum pm_api_cb_id cb_type; bool wake; struct list_head cb_list_head; struct hlist_node hentry; }; enum regulator_active_discharge { REGULATOR_ACTIVE_DISCHARGE_DEFAULT = 0, REGULATOR_ACTIVE_DISCHARGE_DISABLE = 1, REGULATOR_ACTIVE_DISCHARGE_ENABLE = 2, }; struct of_regulator_match { const char *name; void *driver_data; struct regulator_init_data *init_data; struct device_node *of_node; const struct regulator_desc *desc; }; struct devm_of_regulator_matches { struct of_regulator_match *matches; unsigned int num_matches; }; struct reset_control; struct reset_control_bulk_data { const char *id; struct reset_control *rstc; }; struct reset_control { struct reset_controller_dev *rcdev; struct list_head list; unsigned int id; struct kref refcnt; bool acquired; bool shared; bool array; atomic_t deassert_count; atomic_t triggered_count; }; struct reset_control_lookup { struct list_head list; const char *provider; unsigned int index; const char *dev_id; const char *con_id; }; struct reset_control_array { struct reset_control base; unsigned int num_rstcs; struct reset_control *rstc[0]; }; struct reset_control_bulk_devres { int num_rstcs; struct reset_control_bulk_data *rstcs; }; struct hv_ops; struct hvc_struct { struct tty_port port; spinlock_t lock; int index; int do_wakeup; char *outbuf; int outbuf_size; int n_outbuf; uint32_t vtermno; const struct hv_ops *ops; int irq_requested; int data; struct winsize ws; struct work_struct tty_resize; struct list_head next; long unsigned int flags; }; struct hv_ops { int (*get_chars)(uint32_t, char *, int); int (*put_chars)(uint32_t, const char *, int); int (*flush)(uint32_t, bool); int (*notifier_add)(struct hvc_struct *, int); void (*notifier_del)(struct hvc_struct *, int); void (*notifier_hangup)(struct hvc_struct *, int); int (*tiocmget)(struct hvc_struct *); int (*tiocmset)(struct hvc_struct *, unsigned int, unsigned int); void (*dtr_rts)(struct hvc_struct *, int); }; struct serial8250_config { const char *name; short unsigned int fifo_size; short unsigned int tx_loadsz; unsigned char fcr; unsigned char rxtrig_bytes[4]; unsigned int flags; }; struct omap8250_priv { int line; u8 habit; u8 mdr1; u8 efr; u8 scr; u8 wer; u8 xon; u8 xoff; u8 delayed_restore; u16 quot; u8 tx_trigger; u8 rx_trigger; bool is_suspending; int wakeirq; int wakeups_enabled; u32 latency; u32 calc_latency; struct pm_qos_request pm_qos_request; struct work_struct qos_work; struct uart_8250_dma omap8250_dma; spinlock_t rx_dma_lock; bool rx_dma_broken; bool throttled; }; struct omap8250_dma_params { u32 rx_size; u8 rx_trigger; u8 tx_trigger; }; struct omap8250_platdata { struct omap8250_dma_params *dma_params; u8 habit; }; struct cdns_uart { struct uart_port *port; struct clk *uartclk; struct clk *pclk; struct uart_driver *cdns_uart_driver; unsigned int baud; struct notifier_block clk_rate_change_nb; u32 quirks; bool cts_override; }; struct cdns_platform_data { u32 quirks; }; struct serdev_device; struct serdev_device_ops { int (*receive_buf)(struct serdev_device *, const unsigned char *, size_t); void (*write_wakeup)(struct serdev_device *); }; struct serdev_controller; struct serdev_device { struct device dev; int nr; struct serdev_controller *ctrl; const struct serdev_device_ops *ops; struct completion write_comp; struct mutex write_lock; }; struct serdev_controller_ops; struct serdev_controller { struct device dev; unsigned int nr; struct serdev_device *serdev; const struct serdev_controller_ops *ops; }; struct serdev_device_driver { struct device_driver driver; int (*probe)(struct serdev_device *); void (*remove)(struct serdev_device *); }; enum serdev_parity { SERDEV_PARITY_NONE = 0, SERDEV_PARITY_EVEN = 1, SERDEV_PARITY_ODD = 2, }; struct serdev_controller_ops { int (*write_buf)(struct serdev_controller *, const unsigned char *, size_t); void (*write_flush)(struct serdev_controller *); int (*write_room)(struct serdev_controller *); int (*open)(struct serdev_controller *); void (*close)(struct serdev_controller *); void (*set_flow_control)(struct serdev_controller *, bool); int (*set_parity)(struct serdev_controller *, enum serdev_parity); unsigned int (*set_baudrate)(struct serdev_controller *, unsigned int); void (*wait_until_sent)(struct serdev_controller *, long int); int (*get_tiocm)(struct serdev_controller *); int (*set_tiocm)(struct serdev_controller *, unsigned int, unsigned int); }; struct acpi_serdev_lookup { acpi_handle device_handle; acpi_handle controller_handle; int n; int index; }; struct tpm_info { struct resource res; int irq; }; struct tpm_tis_tcg_phy { struct tpm_tis_data priv; void *iobase; }; struct io_pgtable { enum io_pgtable_fmt fmt; void *cookie; struct io_pgtable_cfg cfg; struct io_pgtable_ops ops; }; struct adreno_smmu_fault_info { u64 far; u64 ttbr0; u32 contextidr; u32 fsr; u32 fsynr0; u32 fsynr1; u32 cbfrsynra; }; struct adreno_smmu_priv { const void *cookie; const struct io_pgtable_cfg * (*get_ttbr1_cfg)(const void *); int (*set_ttbr0_cfg)(const void *, const struct io_pgtable_cfg *); void (*get_fault_info)(const void *, struct adreno_smmu_fault_info *); void (*set_stall)(const void *, bool); void (*resume_translation)(const void *, bool); }; struct qcom_smmu_config; struct qcom_smmu { struct arm_smmu_device smmu; const struct qcom_smmu_config *cfg; bool bypass_quirk; u8 bypass_cbndx; u32 stall_enabled; }; struct io_pgtable_init_fns { struct io_pgtable * (*alloc)(struct io_pgtable_cfg *, void *); void (*free)(struct io_pgtable *); }; struct virtio_iommu_range_64 { __le64 start; __le64 end; }; struct virtio_iommu_range_32 { __le32 start; __le32 end; }; struct virtio_iommu_config { __le64 page_size_mask; struct virtio_iommu_range_64 input_range; struct virtio_iommu_range_32 domain_range; __le32 probe_size; __u8 bypass; __u8 reserved[3]; }; struct virtio_iommu_req_head { __u8 type; __u8 reserved[3]; }; struct virtio_iommu_req_tail { __u8 status; __u8 reserved[3]; }; struct virtio_iommu_req_attach { struct virtio_iommu_req_head head; __le32 domain; __le32 endpoint; __le32 flags; __u8 reserved[4]; struct virtio_iommu_req_tail tail; }; struct virtio_iommu_req_map { struct virtio_iommu_req_head head; __le32 domain; __le64 virt_start; __le64 virt_end; __le64 phys_start; __le32 flags; struct virtio_iommu_req_tail tail; }; struct virtio_iommu_req_unmap { struct virtio_iommu_req_head head; __le32 domain; __le64 virt_start; __le64 virt_end; __u8 reserved[4]; struct virtio_iommu_req_tail tail; }; struct virtio_iommu_probe_property { __le16 type; __le16 length; }; struct virtio_iommu_probe_resv_mem { struct virtio_iommu_probe_property head; __u8 subtype; __u8 reserved[3]; __le64 start; __le64 end; }; struct virtio_iommu_req_probe { struct virtio_iommu_req_head head; __le32 endpoint; __u8 reserved[64]; __u8 properties[0]; }; struct virtio_iommu_fault { __u8 reason; __u8 reserved[3]; __le32 flags; __le32 endpoint; __u8 reserved2[4]; __le64 address; }; struct viommu_dev { struct iommu_device iommu; struct device *dev; struct virtio_device *vdev; struct ida domain_ids; struct virtqueue *vqs[2]; spinlock_t request_lock; struct list_head requests; void *evts; struct iommu_domain_geometry geometry; u64 pgsize_bitmap; u32 first_domain; u32 last_domain; u32 map_flags; u32 probe_size; }; struct viommu_mapping { phys_addr_t paddr; struct interval_tree_node iova; u32 flags; }; struct viommu_domain { struct iommu_domain domain; struct viommu_dev *viommu; struct mutex mutex; unsigned int id; u32 map_flags; spinlock_t mappings_lock; struct rb_root_cached mappings; long unsigned int nr_endpoints; bool bypass; }; struct viommu_endpoint { struct device *dev; struct viommu_dev *viommu; struct viommu_domain *vdomain; struct list_head resv_regions; }; struct viommu_request { struct list_head list; void *writeback; unsigned int write_offset; unsigned int len; char buf[0]; }; struct viommu_event { union { u32 head; struct virtio_iommu_fault fault; }; }; enum drm_mm_insert_mode { DRM_MM_INSERT_BEST = 0, DRM_MM_INSERT_LOW = 1, DRM_MM_INSERT_HIGH = 2, DRM_MM_INSERT_EVICT = 3, DRM_MM_INSERT_ONCE = 2147483648, DRM_MM_INSERT_HIGHEST = 2147483650, DRM_MM_INSERT_LOWEST = 2147483649, }; struct drm_mm_scan { struct drm_mm *mm; u64 size; u64 alignment; u64 remainder_mask; u64 range_start; u64 range_end; u64 hit_start; u64 hit_end; long unsigned int color; enum drm_mm_insert_mode mode; }; struct drm_mode_crtc { __u64 set_connectors_ptr; __u32 count_connectors; __u32 crtc_id; __u32 fb_id; __u32 x; __u32 y; __u32 gamma_size; __u32 mode_valid; struct drm_mode_modeinfo mode; }; struct drm_mode_property_enum { __u64 value; char name[32]; }; struct drm_mode_get_property { __u64 values_ptr; __u64 enum_blob_ptr; __u32 prop_id; __u32 flags; char name[32]; __u32 count_values; __u32 count_enum_blobs; }; struct drm_mode_get_blob { __u32 blob_id; __u32 length; __u64 data; }; struct drm_mode_create_blob { __u64 data; __u32 length; __u32 blob_id; }; struct drm_mode_destroy_blob { __u32 blob_id; }; struct drm_property_enum { uint64_t value; struct list_head head; char name[32]; }; struct drm_syncobj_create { __u32 handle; __u32 flags; }; struct drm_syncobj_destroy { __u32 handle; __u32 pad; }; struct drm_syncobj_handle { __u32 handle; __u32 flags; __s32 fd; __u32 pad; }; struct drm_syncobj_transfer { __u32 src_handle; __u32 dst_handle; __u64 src_point; __u64 dst_point; __u32 flags; __u32 pad; }; struct drm_syncobj_wait { __u64 handles; __s64 timeout_nsec; __u32 count_handles; __u32 flags; __u32 first_signaled; __u32 pad; }; struct drm_syncobj_timeline_wait { __u64 handles; __u64 points; __s64 timeout_nsec; __u32 count_handles; __u32 flags; __u32 first_signaled; __u32 pad; }; struct drm_syncobj_array { __u64 handles; __u32 count_handles; __u32 pad; }; struct drm_syncobj_timeline_array { __u64 handles; __u64 points; __u32 count_handles; __u32 flags; }; struct drm_syncobj { struct kref refcount; struct dma_fence *fence; struct list_head cb_list; spinlock_t lock; struct file *file; }; struct syncobj_wait_entry { struct list_head node; struct task_struct *task; struct dma_fence *fence; struct dma_fence_cb fence_cb; u64 point; }; struct drm_encoder_slave_funcs { void (*set_config)(struct drm_encoder *, void *); void (*destroy)(struct drm_encoder *); void (*dpms)(struct drm_encoder *, int); void (*save)(struct drm_encoder *); void (*restore)(struct drm_encoder *); bool (*mode_fixup)(struct drm_encoder *, const struct drm_display_mode *, struct drm_display_mode *); int (*mode_valid)(struct drm_encoder *, struct drm_display_mode *); void (*mode_set)(struct drm_encoder *, struct drm_display_mode *, struct drm_display_mode *); enum drm_connector_status (*detect)(struct drm_encoder *, struct drm_connector *); int (*get_modes)(struct drm_encoder *, struct drm_connector *); int (*create_resources)(struct drm_encoder *, struct drm_connector *); int (*set_property)(struct drm_encoder *, struct drm_connector *, struct drm_property *, uint64_t); }; struct drm_encoder_slave { struct drm_encoder base; const struct drm_encoder_slave_funcs *slave_funcs; void *slave_priv; void *bus_priv; }; struct drm_i2c_encoder_driver { struct i2c_driver i2c_driver; int (*encoder_init)(struct i2c_client *, struct drm_device *, struct drm_encoder_slave *); }; struct drm_shadow_plane_state { struct drm_plane_state base; struct iosys_map map[4]; struct iosys_map data[4]; }; struct drm_dsc_picture_parameter_set { u8 dsc_version; u8 pps_identifier; u8 pps_reserved; u8 pps_3; u8 pps_4; u8 bits_per_pixel_low; __be16 pic_height; __be16 pic_width; __be16 slice_height; __be16 slice_width; __be16 chunk_size; u8 initial_xmit_delay_high; u8 initial_xmit_delay_low; __be16 initial_dec_delay; u8 pps20_reserved; u8 initial_scale_value; __be16 scale_increment_interval; u8 scale_decrement_interval_high; u8 scale_decrement_interval_low; u8 pps26_reserved; u8 first_line_bpg_offset; __be16 nfl_bpg_offset; __be16 slice_bpg_offset; __be16 initial_offset; __be16 final_offset; u8 flatness_min_qp; u8 flatness_max_qp; __be16 rc_model_size; u8 rc_edge_factor; u8 rc_quant_incr_limit0; u8 rc_quant_incr_limit1; u8 rc_tgt_offset; u8 rc_buf_thresh[14]; __be16 rc_range_parameters[15]; u8 native_422_420; u8 second_line_bpg_offset; __be16 nsl_bpg_offset; __be16 second_line_offset_adj; u32 pps_long_94_reserved; u32 pps_long_98_reserved; u32 pps_long_102_reserved; u32 pps_long_106_reserved; u32 pps_long_110_reserved; u32 pps_long_114_reserved; u32 pps_long_118_reserved; u32 pps_long_122_reserved; __be16 pps_short_126_reserved; } __attribute__((packed)); struct mipi_dsi_msg { u8 channel; u8 type; u16 flags; size_t tx_len; const void *tx_buf; size_t rx_len; void *rx_buf; }; struct mipi_dsi_packet { size_t size; u8 header[4]; size_t payload_length; const u8 *payload; }; struct mipi_dsi_host; struct mipi_dsi_device; struct mipi_dsi_host_ops { int (*attach)(struct mipi_dsi_host *, struct mipi_dsi_device *); int (*detach)(struct mipi_dsi_host *, struct mipi_dsi_device *); ssize_t (*transfer)(struct mipi_dsi_host *, const struct mipi_dsi_msg *); }; struct mipi_dsi_host { struct device *dev; const struct mipi_dsi_host_ops *ops; struct list_head list; }; enum mipi_dsi_pixel_format { MIPI_DSI_FMT_RGB888 = 0, MIPI_DSI_FMT_RGB666 = 1, MIPI_DSI_FMT_RGB666_PACKED = 2, MIPI_DSI_FMT_RGB565 = 3, }; struct mipi_dsi_device { struct mipi_dsi_host *host; struct device dev; char name[20]; unsigned int channel; unsigned int lanes; enum mipi_dsi_pixel_format format; long unsigned int mode_flags; long unsigned int hs_rate; long unsigned int lp_rate; }; struct mipi_dsi_device_info { char type[20]; u32 channel; struct device_node *node; }; enum mipi_dsi_dcs_tear_mode { MIPI_DSI_DCS_TEAR_MODE_VBLANK = 0, MIPI_DSI_DCS_TEAR_MODE_VHBLANK = 1, }; struct mipi_dsi_driver { struct device_driver driver; int (*probe)(struct mipi_dsi_device *); int (*remove)(struct mipi_dsi_device *); void (*shutdown)(struct mipi_dsi_device *); }; enum { MIPI_DSI_V_SYNC_START = 1, MIPI_DSI_V_SYNC_END = 17, MIPI_DSI_H_SYNC_START = 33, MIPI_DSI_H_SYNC_END = 49, MIPI_DSI_COMPRESSION_MODE = 7, MIPI_DSI_END_OF_TRANSMISSION = 8, MIPI_DSI_COLOR_MODE_OFF = 2, MIPI_DSI_COLOR_MODE_ON = 18, MIPI_DSI_SHUTDOWN_PERIPHERAL = 34, MIPI_DSI_TURN_ON_PERIPHERAL = 50, MIPI_DSI_GENERIC_SHORT_WRITE_0_PARAM = 3, MIPI_DSI_GENERIC_SHORT_WRITE_1_PARAM = 19, MIPI_DSI_GENERIC_SHORT_WRITE_2_PARAM = 35, MIPI_DSI_GENERIC_READ_REQUEST_0_PARAM = 4, MIPI_DSI_GENERIC_READ_REQUEST_1_PARAM = 20, MIPI_DSI_GENERIC_READ_REQUEST_2_PARAM = 36, MIPI_DSI_DCS_SHORT_WRITE = 5, MIPI_DSI_DCS_SHORT_WRITE_PARAM = 21, MIPI_DSI_DCS_READ = 6, MIPI_DSI_EXECUTE_QUEUE = 22, MIPI_DSI_SET_MAXIMUM_RETURN_PACKET_SIZE = 55, MIPI_DSI_NULL_PACKET = 9, MIPI_DSI_BLANKING_PACKET = 25, MIPI_DSI_GENERIC_LONG_WRITE = 41, MIPI_DSI_DCS_LONG_WRITE = 57, MIPI_DSI_PICTURE_PARAMETER_SET = 10, MIPI_DSI_COMPRESSED_PIXEL_STREAM = 11, MIPI_DSI_LOOSELY_PACKED_PIXEL_STREAM_YCBCR20 = 12, MIPI_DSI_PACKED_PIXEL_STREAM_YCBCR24 = 28, MIPI_DSI_PACKED_PIXEL_STREAM_YCBCR16 = 44, MIPI_DSI_PACKED_PIXEL_STREAM_30 = 13, MIPI_DSI_PACKED_PIXEL_STREAM_36 = 29, MIPI_DSI_PACKED_PIXEL_STREAM_YCBCR12 = 61, MIPI_DSI_PACKED_PIXEL_STREAM_16 = 14, MIPI_DSI_PACKED_PIXEL_STREAM_18 = 30, MIPI_DSI_PIXEL_STREAM_3BYTE_18 = 46, MIPI_DSI_PACKED_PIXEL_STREAM_24 = 62, }; enum { MIPI_DCS_NOP = 0, MIPI_DCS_SOFT_RESET = 1, MIPI_DCS_GET_COMPRESSION_MODE = 3, MIPI_DCS_GET_DISPLAY_ID = 4, MIPI_DCS_GET_ERROR_COUNT_ON_DSI = 5, MIPI_DCS_GET_RED_CHANNEL = 6, MIPI_DCS_GET_GREEN_CHANNEL = 7, MIPI_DCS_GET_BLUE_CHANNEL = 8, MIPI_DCS_GET_DISPLAY_STATUS = 9, MIPI_DCS_GET_POWER_MODE = 10, MIPI_DCS_GET_ADDRESS_MODE = 11, MIPI_DCS_GET_PIXEL_FORMAT = 12, MIPI_DCS_GET_DISPLAY_MODE = 13, MIPI_DCS_GET_SIGNAL_MODE = 14, MIPI_DCS_GET_DIAGNOSTIC_RESULT = 15, MIPI_DCS_ENTER_SLEEP_MODE = 16, MIPI_DCS_EXIT_SLEEP_MODE = 17, MIPI_DCS_ENTER_PARTIAL_MODE = 18, MIPI_DCS_ENTER_NORMAL_MODE = 19, MIPI_DCS_GET_IMAGE_CHECKSUM_RGB = 20, MIPI_DCS_GET_IMAGE_CHECKSUM_CT = 21, MIPI_DCS_EXIT_INVERT_MODE = 32, MIPI_DCS_ENTER_INVERT_MODE = 33, MIPI_DCS_SET_GAMMA_CURVE = 38, MIPI_DCS_SET_DISPLAY_OFF = 40, MIPI_DCS_SET_DISPLAY_ON = 41, MIPI_DCS_SET_COLUMN_ADDRESS = 42, MIPI_DCS_SET_PAGE_ADDRESS = 43, MIPI_DCS_WRITE_MEMORY_START = 44, MIPI_DCS_WRITE_LUT = 45, MIPI_DCS_READ_MEMORY_START = 46, MIPI_DCS_SET_PARTIAL_ROWS = 48, MIPI_DCS_SET_PARTIAL_COLUMNS = 49, MIPI_DCS_SET_SCROLL_AREA = 51, MIPI_DCS_SET_TEAR_OFF = 52, MIPI_DCS_SET_TEAR_ON = 53, MIPI_DCS_SET_ADDRESS_MODE = 54, MIPI_DCS_SET_SCROLL_START = 55, MIPI_DCS_EXIT_IDLE_MODE = 56, MIPI_DCS_ENTER_IDLE_MODE = 57, MIPI_DCS_SET_PIXEL_FORMAT = 58, MIPI_DCS_WRITE_MEMORY_CONTINUE = 60, MIPI_DCS_SET_3D_CONTROL = 61, MIPI_DCS_READ_MEMORY_CONTINUE = 62, MIPI_DCS_GET_3D_CONTROL = 63, MIPI_DCS_SET_VSYNC_TIMING = 64, MIPI_DCS_SET_TEAR_SCANLINE = 68, MIPI_DCS_GET_SCANLINE = 69, MIPI_DCS_SET_DISPLAY_BRIGHTNESS = 81, MIPI_DCS_GET_DISPLAY_BRIGHTNESS = 82, MIPI_DCS_WRITE_CONTROL_DISPLAY = 83, MIPI_DCS_GET_CONTROL_DISPLAY = 84, MIPI_DCS_WRITE_POWER_SAVE = 85, MIPI_DCS_GET_POWER_SAVE = 86, MIPI_DCS_SET_CABC_MIN_BRIGHTNESS = 94, MIPI_DCS_GET_CABC_MIN_BRIGHTNESS = 95, MIPI_DCS_READ_DDB_START = 161, MIPI_DCS_READ_PPS_START = 162, MIPI_DCS_READ_DDB_CONTINUE = 168, MIPI_DCS_READ_PPS_CONTINUE = 169, }; struct fwnode_link { struct fwnode_handle *supplier; struct list_head s_hook; struct fwnode_handle *consumer; struct list_head c_hook; }; enum dpm_order { DPM_ORDER_NONE = 0, DPM_ORDER_DEV_AFTER_PARENT = 1, DPM_ORDER_PARENT_BEFORE_DEV = 2, DPM_ORDER_DEV_LAST = 3, }; union device_attr_group_devres { const struct attribute_group *group; const struct attribute_group **groups; }; struct class_dir { struct kobject kobj; struct class *class; }; struct root_device { struct device dev; struct module *owner; }; typedef void * (*devcon_match_fn_t)(struct fwnode_handle *, const char *, void *); struct firmware_cache { spinlock_t lock; struct list_head head; int state; spinlock_t name_lock; struct list_head fw_names; struct delayed_work work; struct notifier_block pm_notify; }; struct fw_cache_entry { struct list_head list; const char *name; }; struct fw_name_devm { long unsigned int magic; const char *name; }; struct firmware_work { struct work_struct work; struct module *module; const char *name; struct device *device; void *context; void (*cont)(const struct firmware *, void *); u32 opt_flags; }; struct test_struct { char *get; char *put; void (*get_handler)(char *); int (*put_handler)(char *, char *); }; struct test_state { char *name; struct test_struct *tst; int idx; int (*run_test)(int, int); int (*validate_put)(char *); }; enum axp20x_variants { AXP152_ID = 0, AXP202_ID = 1, AXP209_ID = 2, AXP221_ID = 3, AXP223_ID = 4, AXP288_ID = 5, AXP803_ID = 6, AXP806_ID = 7, AXP809_ID = 8, AXP813_ID = 9, NR_AXP20X_VARIANTS = 10, }; struct axp20x_dev { struct device *dev; int irq; long unsigned int irq_flags; struct regmap *regmap; struct regmap_irq_chip_data *regmap_irqc; long int variant; int nr_cells; const struct mfd_cell *cells; const struct regmap_config *regmap_cfg; const struct regmap_irq_chip *regmap_irq_chip; }; struct gpio_keys_button { unsigned int code; int gpio; int active_low; const char *desc; unsigned int type; int wakeup; int wakeup_event_action; int debounce_interval; bool can_disable; int value; unsigned int irq; }; struct gpio_keys_platform_data { const struct gpio_keys_button *buttons; int nbuttons; unsigned int poll_interval; unsigned int rep: 1; int (*enable)(struct device *); void (*disable)(struct device *); const char *name; }; enum rohm_chip_type { ROHM_CHIP_TYPE_BD9571 = 0, ROHM_CHIP_TYPE_BD9573 = 1, ROHM_CHIP_TYPE_BD9574 = 2, ROHM_CHIP_TYPE_BD9576 = 3, ROHM_CHIP_TYPE_BD71815 = 4, ROHM_CHIP_TYPE_BD71828 = 5, ROHM_CHIP_TYPE_BD71837 = 6, ROHM_CHIP_TYPE_BD71847 = 7, ROHM_CHIP_TYPE_AMOUNT = 8, }; enum { BD718XX_REG_REV = 0, BD718XX_REG_SWRESET = 1, BD718XX_REG_I2C_DEV = 2, BD718XX_REG_PWRCTRL0 = 3, BD718XX_REG_PWRCTRL1 = 4, BD718XX_REG_BUCK1_CTRL = 5, BD718XX_REG_BUCK2_CTRL = 6, BD718XX_REG_1ST_NODVS_BUCK_CTRL = 9, BD718XX_REG_2ND_NODVS_BUCK_CTRL = 10, BD718XX_REG_3RD_NODVS_BUCK_CTRL = 11, BD718XX_REG_4TH_NODVS_BUCK_CTRL = 12, BD718XX_REG_BUCK1_VOLT_RUN = 13, BD718XX_REG_BUCK1_VOLT_IDLE = 14, BD718XX_REG_BUCK1_VOLT_SUSP = 15, BD718XX_REG_BUCK2_VOLT_RUN = 16, BD718XX_REG_BUCK2_VOLT_IDLE = 17, BD718XX_REG_1ST_NODVS_BUCK_VOLT = 20, BD718XX_REG_2ND_NODVS_BUCK_VOLT = 21, BD718XX_REG_3RD_NODVS_BUCK_VOLT = 22, BD718XX_REG_4TH_NODVS_BUCK_VOLT = 23, BD718XX_REG_LDO1_VOLT = 24, BD718XX_REG_LDO2_VOLT = 25, BD718XX_REG_LDO3_VOLT = 26, BD718XX_REG_LDO4_VOLT = 27, BD718XX_REG_LDO5_VOLT = 28, BD718XX_REG_LDO6_VOLT = 29, BD718XX_REG_TRANS_COND0 = 31, BD718XX_REG_TRANS_COND1 = 32, BD718XX_REG_VRFAULTEN = 33, BD718XX_REG_MVRFLTMASK0 = 34, BD718XX_REG_MVRFLTMASK1 = 35, BD718XX_REG_MVRFLTMASK2 = 36, BD718XX_REG_RCVCFG = 37, BD718XX_REG_RCVNUM = 38, BD718XX_REG_PWRONCONFIG0 = 39, BD718XX_REG_PWRONCONFIG1 = 40, BD718XX_REG_RESETSRC = 41, BD718XX_REG_MIRQ = 42, BD718XX_REG_IRQ = 43, BD718XX_REG_IN_MON = 44, BD718XX_REG_POW_STATE = 45, BD718XX_REG_OUT32K = 46, BD718XX_REG_REGLOCK = 47, BD718XX_REG_OTPVER = 255, BD718XX_MAX_REGISTER = 256, }; enum { BD718XX_INT_STBY_REQ = 0, BD718XX_INT_ON_REQ = 1, BD718XX_INT_WDOG = 2, BD718XX_INT_PWRBTN = 3, BD718XX_INT_PWRBTN_L = 4, BD718XX_INT_PWRBTN_S = 5, BD718XX_INT_SWRST = 6, }; struct dma_resv_list { struct callback_head rcu; u32 num_fences; u32 max_fences; struct dma_fence *table[0]; }; struct scsi_event { enum scsi_device_event evt_type; struct list_head node; }; enum scsi_host_prot_capabilities { SHOST_DIF_TYPE1_PROTECTION = 1, SHOST_DIF_TYPE2_PROTECTION = 2, SHOST_DIF_TYPE3_PROTECTION = 4, SHOST_DIX_TYPE0_PROTECTION = 8, SHOST_DIX_TYPE1_PROTECTION = 16, SHOST_DIX_TYPE2_PROTECTION = 32, SHOST_DIX_TYPE3_PROTECTION = 64, }; enum { ACTION_FAIL = 0, ACTION_REPREP = 1, ACTION_DELAYED_REPREP = 2, ACTION_RETRY = 3, ACTION_DELAYED_RETRY = 4, }; enum { SCSI_DH_OK = 0, SCSI_DH_DEV_FAILED = 1, SCSI_DH_DEV_TEMP_BUSY = 2, SCSI_DH_DEV_UNSUPP = 3, SCSI_DH_DEVICE_MAX = 4, SCSI_DH_NOTCONN = 5, SCSI_DH_CONN_FAILURE = 6, SCSI_DH_TRANSPORT_MAX = 7, SCSI_DH_IO = 8, SCSI_DH_INVALID_IO = 9, SCSI_DH_RETRY = 10, SCSI_DH_IMM_RETRY = 11, SCSI_DH_TIMED_OUT = 12, SCSI_DH_RES_TEMP_UNAVAIL = 13, SCSI_DH_DEV_OFFLINED = 14, SCSI_DH_NOMEM = 15, SCSI_DH_NOSYS = 16, SCSI_DH_DRIVER_MAX = 17, }; struct scsi_dh_blist { const char *vendor; const char *model; const char *driver; }; struct ccs_modesel_head { __u8 _r1; __u8 medium; __u8 _r2; __u8 block_desc_length; __u8 density; __u8 number_blocks_hi; __u8 number_blocks_med; __u8 number_blocks_lo; __u8 _r3; __u8 block_length_hi; __u8 block_length_med; __u8 block_length_lo; }; struct ahci_sg { __le32 addr; __le32 addr_hi; __le32 reserved; __le32 flags_size; }; struct mii_ioctl_data { __u16 phy_id; __u16 reg_num; __u16 val_in; __u16 val_out; }; struct phy_setting { u32 speed; u8 duplex; u8 bit; }; struct usb_otg_caps { u16 otg_rev; bool hnp_support; bool srp_support; bool adp_support; }; enum usb_dr_mode { USB_DR_MODE_UNKNOWN = 0, USB_DR_MODE_HOST = 1, USB_DR_MODE_PERIPHERAL = 2, USB_DR_MODE_OTG = 3, }; struct usb_class { struct kref kref; struct class *class; }; struct ulpi_info { unsigned int id; char *name; }; struct xhci_regset { char name[32]; struct debugfs_regset32 regset; size_t nregs; struct list_head list; }; struct xhci_file_map { const char *name; int (*show)(struct seq_file *, void *); }; struct xhci_ep_priv { char name[32]; struct dentry *root; struct xhci_stream_info *stream_info; struct xhci_ring *show_ring; unsigned int stream_id; }; struct xhci_slot_priv { char name[32]; struct dentry *root; struct xhci_ep_priv *eps[31]; struct xhci_virt_device *dev; }; enum usb_role { USB_ROLE_NONE = 0, USB_ROLE_HOST = 1, USB_ROLE_DEVICE = 2, }; struct usb_role_switch; typedef int (*usb_role_switch_set_t)(struct usb_role_switch *, enum usb_role); typedef enum usb_role (*usb_role_switch_get_t)(struct usb_role_switch *); struct usb_role_switch { struct device dev; struct mutex lock; enum usb_role role; struct device *usb2_port; struct device *usb3_port; struct device *udc; usb_role_switch_set_t set; usb_role_switch_get_t get; bool allow_userspace_control; }; struct usb_role_switch_desc { struct fwnode_handle *fwnode; struct device *usb2_port; struct device *usb3_port; struct device *udc; usb_role_switch_set_t set; usb_role_switch_get_t get; bool allow_userspace_control; void *driver_data; const char *name; }; struct vivaldi_data { u32 function_row_physmap[24]; unsigned int num_function_row_keys; }; struct atkbd { struct ps2dev ps2dev; struct input_dev *dev; char name[64]; char phys[32]; short unsigned int id; short unsigned int keycode[512]; long unsigned int force_release_mask[8]; unsigned char set; bool translated; bool extra; bool write; bool softrepeat; bool softraw; bool scroll; bool enabled; unsigned char emul; bool resend; bool release; long unsigned int xl_bit; unsigned int last; long unsigned int time; long unsigned int err_count; struct delayed_work event_work; long unsigned int event_jiffies; long unsigned int event_mask; struct mutex mutex; struct vivaldi_data vdata; }; struct trace_event_raw_i2c_slave { struct trace_entry ent; int adapter_nr; int ret; __u16 addr; __u16 len; enum i2c_slave_event event; __u8 buf[1]; char __data[0]; }; struct trace_event_data_offsets_i2c_slave {}; typedef void (*btf_trace_i2c_slave)(void *, const struct i2c_client *, enum i2c_slave_event, __u8 *, int); enum { REG_CON_MOD_TX = 0, REG_CON_MOD_REGISTER_TX = 1, REG_CON_MOD_RX = 2, REG_CON_MOD_REGISTER_RX = 3, }; struct i2c_spec_values { long unsigned int min_hold_start_ns; long unsigned int min_low_ns; long unsigned int min_high_ns; long unsigned int min_setup_start_ns; long unsigned int max_data_hold_ns; long unsigned int min_data_setup_ns; long unsigned int min_setup_stop_ns; long unsigned int min_hold_buffer_ns; }; struct rk3x_i2c_calced_timings { long unsigned int div_low; long unsigned int div_high; unsigned int tuning; }; enum rk3x_i2c_state { STATE_IDLE = 0, STATE_START = 1, STATE_READ = 2, STATE_WRITE = 3, STATE_STOP = 4, }; struct rk3x_i2c_soc_data { int grf_offset; int (*calc_timings)(long unsigned int, struct i2c_timings *, struct rk3x_i2c_calced_timings *); }; struct rk3x_i2c { struct i2c_adapter adap; struct device *dev; const struct rk3x_i2c_soc_data *soc_data; void *regs; struct clk *clk; struct clk *pclk; struct notifier_block clk_rate_nb; struct i2c_timings t; spinlock_t lock; wait_queue_head_t wait; bool busy; struct i2c_msg *msg; u8 addr; unsigned int mode; bool is_last_msg; enum rk3x_i2c_state state; unsigned int processed; int error; }; struct gpio_restart { struct gpio_desc *reset_gpio; struct notifier_block restart_handler; u32 active_delay_ms; u32 inactive_delay_ms; u32 wait_delay_ms; }; struct syscon_reboot_context { struct regmap *map; u32 offset; u32 value; u32 mask; struct notifier_block restart_handler; }; enum { POWER_SUPPLY_CHARGE_TYPE_UNKNOWN = 0, POWER_SUPPLY_CHARGE_TYPE_NONE = 1, POWER_SUPPLY_CHARGE_TYPE_TRICKLE = 2, POWER_SUPPLY_CHARGE_TYPE_FAST = 3, POWER_SUPPLY_CHARGE_TYPE_STANDARD = 4, POWER_SUPPLY_CHARGE_TYPE_ADAPTIVE = 5, POWER_SUPPLY_CHARGE_TYPE_CUSTOM = 6, POWER_SUPPLY_CHARGE_TYPE_LONGLIFE = 7, POWER_SUPPLY_CHARGE_TYPE_BYPASS = 8, }; enum { POWER_SUPPLY_HEALTH_UNKNOWN = 0, POWER_SUPPLY_HEALTH_GOOD = 1, POWER_SUPPLY_HEALTH_OVERHEAT = 2, POWER_SUPPLY_HEALTH_DEAD = 3, POWER_SUPPLY_HEALTH_OVERVOLTAGE = 4, POWER_SUPPLY_HEALTH_UNSPEC_FAILURE = 5, POWER_SUPPLY_HEALTH_COLD = 6, POWER_SUPPLY_HEALTH_WATCHDOG_TIMER_EXPIRE = 7, POWER_SUPPLY_HEALTH_SAFETY_TIMER_EXPIRE = 8, POWER_SUPPLY_HEALTH_OVERCURRENT = 9, POWER_SUPPLY_HEALTH_CALIBRATION_REQUIRED = 10, POWER_SUPPLY_HEALTH_WARM = 11, POWER_SUPPLY_HEALTH_COOL = 12, POWER_SUPPLY_HEALTH_HOT = 13, POWER_SUPPLY_HEALTH_NO_BATTERY = 14, }; enum { POWER_SUPPLY_SCOPE_UNKNOWN = 0, POWER_SUPPLY_SCOPE_SYSTEM = 1, POWER_SUPPLY_SCOPE_DEVICE = 2, }; enum power_supply_charge_behaviour { POWER_SUPPLY_CHARGE_BEHAVIOUR_AUTO = 0, POWER_SUPPLY_CHARGE_BEHAVIOUR_INHIBIT_CHARGE = 1, POWER_SUPPLY_CHARGE_BEHAVIOUR_FORCE_DISCHARGE = 2, }; struct power_supply_attr { const char *prop_name; char attr_name[31]; struct device_attribute dev_attr; const char * const *text_values; int text_values_len; }; struct cooling_dev_stats { spinlock_t lock; unsigned int total_trans; long unsigned int state; long unsigned int max_states; ktime_t last_time; ktime_t *time_in_state; unsigned int *trans_table; }; struct max77620_variant { u8 reg_onoff_cnfg2; u8 reg_cnfg_glbl2; u8 reg_cnfg_glbl3; u8 wdtc_mask; u8 bit_wd_rst_wk; u8 cnfg_glbl2_cfg_bits; }; struct max77620_wdt { struct device *dev; struct regmap *rmap; const struct max77620_variant *drv_data; struct watchdog_device wdt_dev; }; enum dm_uevent_type { DM_UEVENT_PATH_FAILED = 0, DM_UEVENT_PATH_REINSTATED = 1, }; struct dm_uevent { struct mapped_device *md; enum kobject_action action; struct kobj_uevent_env ku_env; struct list_head elist; char name[128]; char uuid[129]; }; struct dm_io_client { mempool_t pool; struct bio_set bios; }; struct io { long unsigned int error_bits; atomic_t count; struct dm_io_client *client; io_notify_fn callback; void *context; void *vma_invalidate_address; long unsigned int vma_invalidate_size; long: 64; }; struct dpages { void (*get_page)(struct dpages *, struct page **, long unsigned int *, unsigned int *); void (*next_page)(struct dpages *); union { unsigned int context_u; struct bvec_iter context_bi; }; void *context_ptr; void *vma_invalidate_address; long unsigned int vma_invalidate_size; }; struct sync_io { long unsigned int error_bits; struct completion wait; }; struct dm_buffer; struct dm_bufio_client { struct mutex lock; spinlock_t spinlock; bool no_sleep; struct list_head lru[2]; long unsigned int n_buffers[2]; struct block_device *bdev; unsigned int block_size; s8 sectors_per_block_bits; void (*alloc_callback)(struct dm_buffer *); void (*write_callback)(struct dm_buffer *); struct kmem_cache *slab_buffer; struct kmem_cache *slab_cache; struct dm_io_client *dm_io; struct list_head reserved_buffers; unsigned int need_reserved_buffers; unsigned int minimum_buffers; struct rb_root buffer_tree; wait_queue_head_t free_buffer_wait; sector_t start; int async_write_error; struct list_head client_list; struct shrinker shrinker; struct work_struct shrink_work; atomic_long_t need_shrink; }; struct dm_buffer { struct rb_node node; struct list_head lru_list; struct list_head global_list; sector_t block; void *data; unsigned char data_mode; unsigned char list_mode; blk_status_t read_error; blk_status_t write_error; unsigned int accessed; unsigned int hold_count; long unsigned int state; long unsigned int last_accessed; unsigned int dirty_start; unsigned int dirty_end; unsigned int write_start; unsigned int write_end; struct dm_bufio_client *c; struct list_head write_list; void (*end_io)(struct dm_buffer *, blk_status_t); }; enum data_mode { DATA_MODE_SLAB = 0, DATA_MODE_GET_FREE_PAGES = 1, DATA_MODE_VMALLOC = 2, DATA_MODE_LIMIT = 3, }; enum new_flag { NF_FRESH = 0, NF_READ = 1, NF_GET = 2, NF_PREFETCH = 3, }; struct dm_region_hash { uint32_t region_size; unsigned int region_shift; struct dm_dirty_log *log; rwlock_t hash_lock; unsigned int mask; unsigned int nr_buckets; unsigned int prime; unsigned int shift; struct list_head *buckets; int flush_failure; unsigned int max_recovery; spinlock_t region_lock; atomic_t recovery_in_flight; struct list_head clean_regions; struct list_head quiesced_regions; struct list_head recovered_regions; struct list_head failed_recovered_regions; struct semaphore recovery_count; mempool_t region_pool; void *context; sector_t target_begin; void (*dispatch_bios)(void *, struct bio_list *); void (*wakeup_workers)(void *); void (*wakeup_all_recovery_waiters)(void *); }; struct dm_region { struct dm_region_hash *rh; region_t key; int state; struct list_head hash_list; struct list_head list; atomic_t pending; struct bio_list delayed_bios; }; struct ctl_info_attribute { struct attribute attr; ssize_t (*show)(struct edac_device_ctl_info *, char *); ssize_t (*store)(struct edac_device_ctl_info *, const char *, size_t); }; struct instance_attribute___2 { struct attribute attr; ssize_t (*show)(struct edac_device_instance *, char *); ssize_t (*store)(struct edac_device_instance *, const char *, size_t); }; struct cpu_dbs_info { u64 prev_cpu_idle; u64 prev_update_time; u64 prev_cpu_nice; unsigned int prev_load; struct update_util_data update_util; struct policy_dbs_info *policy_dbs; }; struct psci_cpuidle_data { u32 *psci_states; struct device *dev; }; struct mmc_busy_data { struct mmc_card *card; bool retry_crc_err; enum mmc_busy_cmd busy_cmd; }; struct mmc_op_cond_busy_data { struct mmc_host *host; u32 ocr; struct mmc_command *cmd; }; struct sdei_event { struct list_head list; bool reregister; bool reenable; u32 event_num; u8 type; u8 priority; union { struct sdei_registered_event *registered; struct sdei_registered_event *private_registered; }; }; struct sdei_crosscall_args { struct sdei_event *event; atomic_t errors; int first_error; }; struct scmi_registered_events_desc; struct scmi_notify_instance { void *gid; struct scmi_handle *handle; struct work_struct init_work; struct workqueue_struct *notify_wq; struct mutex pending_mtx; struct scmi_registered_events_desc **registered_protocols; struct hlist_head pending_events_handlers[16]; }; struct events_queue { size_t sz; struct kfifo kfifo; struct work_struct notify_work; struct workqueue_struct *wq; }; struct scmi_event_header; struct scmi_registered_event; struct scmi_registered_events_desc { u8 id; const struct scmi_event_ops *ops; struct events_queue equeue; struct scmi_notify_instance *ni; struct scmi_event_header *eh; size_t eh_sz; void *in_flight; int num_events; struct scmi_registered_event **registered_events; struct mutex registered_mtx; const struct scmi_protocol_handle *ph; struct hlist_head registered_events_handlers[64]; }; struct scmi_event_header { ktime_t timestamp; size_t payld_sz; unsigned char evt_id; unsigned char payld[0]; }; struct scmi_registered_event { struct scmi_registered_events_desc *proto; const struct scmi_event *evt; void *report; u32 num_sources; refcount_t *sources; struct mutex sources_mtx; }; struct scmi_event_handler { u32 key; refcount_t users; struct scmi_registered_event *r_evt; struct blocking_notifier_head chain; struct hlist_node hash; bool enabled; }; struct scmi_notifier_devres { const struct scmi_handle *handle; u8 proto_id; u8 evt_id; u32 __src_id; u32 *src_id; struct notifier_block *nb; }; enum scmi_system_events { SCMI_SYSTEM_SHUTDOWN = 0, SCMI_SYSTEM_COLDRESET = 1, SCMI_SYSTEM_WARMRESET = 2, SCMI_SYSTEM_POWERUP = 3, SCMI_SYSTEM_SUSPEND = 4, SCMI_SYSTEM_MAX = 5, }; struct scmi_system_power_state_notifier_report { ktime_t timestamp; unsigned int agent_id; unsigned int flags; unsigned int system_state; unsigned int timeout; }; enum scmi_system_protocol_cmd { SYSTEM_POWER_STATE_NOTIFY = 5, }; struct scmi_system_power_state_notify { __le32 notify_enable; }; struct scmi_system_power_state_notifier_payld { __le32 agent_id; __le32 flags; __le32 system_state; __le32 timeout; }; struct scmi_system_info { u32 version; bool graceful_timeout_supported; }; struct scmi_msg_payld { __le32 msg_header; __le32 msg_payload[0]; }; enum { SM_EFUSE_READ = 0, SM_EFUSE_WRITE = 1, SM_EFUSE_USER_MAX = 2, SM_GET_CHIP_ID = 3, SM_A1_PWRC_SET = 4, SM_A1_PWRC_GET = 5, }; struct meson_sm_cmd { unsigned int index; u32 smc_id; }; struct meson_sm_chip { unsigned int shmem_size; u32 cmd_shmem_in_base; u32 cmd_shmem_out_base; struct meson_sm_cmd cmd[0]; }; struct meson_sm_firmware { const struct meson_sm_chip *chip; void *sm_shmem_in_base; void *sm_shmem_out_base; }; struct efi_mem_range { struct range range; u64 attribute; }; typedef long unsigned int psci_fn(long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef int (*psci_initcall_t)(const struct device_node *); enum pm_ret_status { XST_PM_SUCCESS = 0, XST_PM_NO_FEATURE = 19, XST_PM_INTERNAL = 2000, XST_PM_CONFLICT = 2001, XST_PM_NO_ACCESS = 2002, XST_PM_INVALID_NODE = 2003, XST_PM_DOUBLE_REQ = 2004, XST_PM_ABORT_SUSPEND = 2005, XST_PM_MULT_USER = 2008, }; enum pm_ioctl_id { IOCTL_SD_DLL_RESET = 6, IOCTL_SET_SD_TAPDELAY = 7, IOCTL_SET_PLL_FRAC_MODE = 8, IOCTL_GET_PLL_FRAC_MODE = 9, IOCTL_SET_PLL_FRAC_DATA = 10, IOCTL_GET_PLL_FRAC_DATA = 11, IOCTL_WRITE_GGS = 12, IOCTL_READ_GGS = 13, IOCTL_WRITE_PGGS = 14, IOCTL_READ_PGGS = 15, IOCTL_SET_BOOT_HEALTH_STATUS = 17, IOCTL_OSPI_MUX_SELECT = 21, IOCTL_REGISTER_SGI = 25, IOCTL_SET_FEATURE_CONFIG = 26, IOCTL_GET_FEATURE_CONFIG = 27, }; enum zynqmp_pm_shutdown_type { ZYNQMP_PM_SHUTDOWN_TYPE_SHUTDOWN = 0, ZYNQMP_PM_SHUTDOWN_TYPE_RESET = 1, ZYNQMP_PM_SHUTDOWN_TYPE_SETSCOPE_ONLY = 2, }; enum zynqmp_pm_shutdown_subtype { ZYNQMP_PM_SHUTDOWN_SUBTYPE_SUBSYSTEM = 0, ZYNQMP_PM_SHUTDOWN_SUBTYPE_PS_ONLY = 1, ZYNQMP_PM_SHUTDOWN_SUBTYPE_SYSTEM = 2, }; enum pm_feature_config_id { PM_FEATURE_INVALID = 0, PM_FEATURE_OVERTEMP_STATUS = 1, PM_FEATURE_OVERTEMP_VALUE = 2, PM_FEATURE_EXTWDT_STATUS = 3, PM_FEATURE_EXTWDT_VALUE = 4, }; struct zynqmp_devinfo { struct device *dev; u32 feature_conf_id; }; struct pm_api_feature_data { u32 pm_api_id; int feature_status; struct hlist_node hentry; }; struct zynqmp_pm_shutdown_scope { const enum zynqmp_pm_shutdown_subtype subtype; const char *name; }; struct rk_timer { void *base; void *ctrl; struct clk *clk; struct clk *pclk; u32 freq; int irq; }; struct rk_clkevt { struct clock_event_device ce; struct rk_timer timer; long: 64; long: 64; long: 64; }; struct quirks_list_struct { struct hid_device_id hid_bl_item; struct list_head node; }; struct hi3660_chan_info { unsigned int dst_irq; unsigned int ack_irq; }; struct hi3660_mbox { struct device *dev; void *base; struct mbox_chan chan[32]; struct hi3660_chan_info mchan[32]; struct mbox_controller controller; }; struct hwspinlock; struct hwspinlock_ops { int (*trylock)(struct hwspinlock *); void (*unlock)(struct hwspinlock *); void (*relax)(struct hwspinlock *); }; struct hwspinlock_device; struct hwspinlock { struct hwspinlock_device *bank; spinlock_t lock; void *priv; }; struct hwspinlock_device { struct device *dev; const struct hwspinlock_ops *ops; int base_id; int num_locks; struct hwspinlock lock[0]; }; struct extcon_dev_notifier_devres { struct extcon_dev *edev; unsigned int id; struct notifier_block *nb; }; enum { C0D0U0 = 0, C0D0U1 = 1, C0D1U0 = 2, C0D1U1 = 3, C1D0U0 = 4, C1D0U1 = 5, C1D1U0 = 6, C1D1U1 = 7, DRAM_CLKTREE_NUM = 8, }; struct tegra210_emc_per_channel_regs { u16 bank; u16 offset; }; struct tegra210_emc_table_register_offsets { u16 burst[221]; u16 trim[138]; u16 burst_mc[33]; u16 la_scale[24]; struct tegra210_emc_per_channel_regs burst_per_channel[8]; struct tegra210_emc_per_channel_regs trim_per_channel[10]; struct tegra210_emc_per_channel_regs vref_per_channel[4]; }; struct tegra210_emc_timing { u32 revision; const char dvfs_ver[60]; u32 rate; u32 min_volt; u32 gpu_min_volt; const char clock_src[32]; u32 clk_src_emc; u32 needs_training; u32 training_pattern; u32 trained; u32 periodic_training; u32 trained_dram_clktree[8]; u32 current_dram_clktree[8]; u32 run_clocks; u32 tree_margin; u32 num_burst; u32 num_burst_per_ch; u32 num_trim; u32 num_trim_per_ch; u32 num_mc_regs; u32 num_up_down; u32 vref_num; u32 training_mod_num; u32 dram_timing_num; u32 ptfv_list[12]; u32 burst_regs[221]; u32 burst_reg_per_ch[8]; u32 shadow_regs_ca_train[221]; u32 shadow_regs_quse_train[221]; u32 shadow_regs_rdwr_train[221]; u32 trim_regs[138]; u32 trim_perch_regs[10]; u32 vref_perch_regs[4]; u32 dram_timings[5]; u32 training_mod_regs[20]; u32 save_restore_mod_regs[12]; u32 burst_mc_regs[33]; u32 la_scale_regs[24]; u32 min_mrs_wait; u32 emc_mrw; u32 emc_mrw2; u32 emc_mrw3; u32 emc_mrw4; u32 emc_mrw9; u32 emc_mrs; u32 emc_emrs; u32 emc_emrs2; u32 emc_auto_cal_config; u32 emc_auto_cal_config2; u32 emc_auto_cal_config3; u32 emc_auto_cal_config4; u32 emc_auto_cal_config5; u32 emc_auto_cal_config6; u32 emc_auto_cal_config7; u32 emc_auto_cal_config8; u32 emc_cfg_2; u32 emc_sel_dpd_ctrl; u32 emc_fdpd_ctrl_cmd_no_ramp; u32 dll_clk_src; u32 clk_out_enb_x_0_clk_enb_emc_dll; u32 latency; }; enum tegra210_emc_refresh { TEGRA210_EMC_REFRESH_NOMINAL = 0, TEGRA210_EMC_REFRESH_2X = 1, TEGRA210_EMC_REFRESH_4X = 2, TEGRA210_EMC_REFRESH_THROTTLE = 3, }; struct tegra_mc; struct tegra210_emc_sequence; struct tegra210_emc { struct tegra_mc *mc; struct device *dev; struct clk *clk; struct tegra210_emc_timing *nominal; struct tegra210_emc_timing *derated; struct tegra210_emc_timing *timings; unsigned int num_timings; const struct tegra210_emc_table_register_offsets *offsets; const struct tegra210_emc_sequence *sequence; spinlock_t lock; void *regs; void *channel[2]; unsigned int num_channels; unsigned int num_devices; unsigned int dram_type; struct tegra210_emc_timing *last; struct tegra210_emc_timing *next; unsigned int training_interval; struct timer_list training; enum tegra210_emc_refresh refresh; unsigned int refresh_poll_interval; struct timer_list refresh_timer; unsigned int temperature; atomic_t refresh_poll; ktime_t clkchange_time; int clkchange_delay; long unsigned int resume_rate; struct { struct dentry *root; long unsigned int min_rate; long unsigned int max_rate; unsigned int temperature; } debugfs; struct tegra210_clk_emc_provider provider; }; struct tegra210_emc_sequence { u8 revision; void (*set_clock)(struct tegra210_emc *, u32); u32 (*periodic_compensation)(struct tegra210_emc *); }; struct pmu_irq_ops { void (*enable_pmuirq)(unsigned int); void (*disable_pmuirq)(unsigned int); void (*free_pmuirq)(unsigned int, int, void *); }; enum mf_result { MF_IGNORED = 0, MF_FAILED = 1, MF_DELAYED = 2, MF_RECOVERED = 3, }; enum mf_action_page_type { MF_MSG_KERNEL = 0, MF_MSG_KERNEL_HIGH_ORDER = 1, MF_MSG_SLAB = 2, MF_MSG_DIFFERENT_COMPOUND = 3, MF_MSG_HUGE = 4, MF_MSG_FREE_HUGE = 5, MF_MSG_UNMAP_FAILED = 6, MF_MSG_DIRTY_SWAPCACHE = 7, MF_MSG_CLEAN_SWAPCACHE = 8, MF_MSG_DIRTY_MLOCKED_LRU = 9, MF_MSG_CLEAN_MLOCKED_LRU = 10, MF_MSG_DIRTY_UNEVICTABLE_LRU = 11, MF_MSG_CLEAN_UNEVICTABLE_LRU = 12, MF_MSG_DIRTY_LRU = 13, MF_MSG_CLEAN_LRU = 14, MF_MSG_TRUNCATED_LRU = 15, MF_MSG_BUDDY = 16, MF_MSG_DAX = 17, MF_MSG_UNSPLIT_THP = 18, MF_MSG_UNKNOWN = 19, }; struct trace_event_raw_mc_event { struct trace_entry ent; unsigned int error_type; u32 __data_loc_msg; u32 __data_loc_label; u16 error_count; u8 mc_index; s8 top_layer; s8 middle_layer; s8 lower_layer; long int address; u8 grain_bits; long int syndrome; u32 __data_loc_driver_detail; char __data[0]; }; struct trace_event_raw_arm_event { struct trace_entry ent; u64 mpidr; u64 midr; u32 running_state; u32 psci_state; u8 affinity; char __data[0]; }; struct trace_event_raw_non_standard_event { struct trace_entry ent; char sec_type[16]; char fru_id[16]; u32 __data_loc_fru_text; u8 sev; u32 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_aer_event { struct trace_entry ent; u32 __data_loc_dev_name; u32 status; u8 severity; u8 tlp_header_valid; u32 tlp_header[4]; char __data[0]; }; struct trace_event_raw_memory_failure_event { struct trace_entry ent; long unsigned int pfn; int type; int result; char __data[0]; }; struct trace_event_data_offsets_mc_event { u32 msg; u32 label; u32 driver_detail; }; struct trace_event_data_offsets_arm_event {}; struct trace_event_data_offsets_non_standard_event { u32 fru_text; u32 buf; }; struct trace_event_data_offsets_aer_event { u32 dev_name; }; struct trace_event_data_offsets_memory_failure_event {}; typedef void (*btf_trace_mc_event)(void *, const unsigned int, const char *, const char *, const int, const u8, const s8, const s8, const s8, long unsigned int, const u8, long unsigned int, const char *); typedef void (*btf_trace_arm_event)(void *, const struct cper_sec_proc_arm *); typedef void (*btf_trace_non_standard_event)(void *, const guid_t *, const guid_t *, const char *, const u8, const u8 *, const u32); typedef void (*btf_trace_aer_event)(void *, const char *, const u32, const u8, const u8, struct aer_header_log_regs *); typedef void (*btf_trace_memory_failure_event)(void *, long unsigned int, int, int); struct tb_property_entry { u32 key_hi; u32 key_lo; u16 length; u8 reserved; u8 type; u32 value; }; struct tb_property_rootdir_entry { u32 magic; u32 length; struct tb_property_entry entries[0]; }; struct tb_property_dir_entry { u32 uuid[4]; struct tb_property_entry entries[0]; }; struct tb_quirk { u16 hw_vendor_id; u16 hw_device_id; u16 vendor; u16 device; void (*hook)(struct tb_switch *); }; enum { NVMEM_ADD = 1, NVMEM_REMOVE = 2, NVMEM_CELL_ADD = 3, NVMEM_CELL_REMOVE = 4, }; struct nvmem_cell_table { const char *nvmem_name; const struct nvmem_cell_info *cells; size_t ncells; struct list_head node; }; struct nvmem_device { struct module *owner; struct device dev; int stride; int word_size; int id; struct kref refcnt; size_t size; bool read_only; bool root_only; int flags; enum nvmem_type type; struct bin_attribute eeprom; struct device *base_dev; struct list_head cells; const struct nvmem_keepout *keepout; unsigned int nkeepout; nvmem_reg_read_t reg_read; nvmem_reg_write_t reg_write; nvmem_cell_post_process_t cell_post_process; struct gpio_desc *wp_gpio; void *priv; }; struct nvmem_cell_entry { const char *name; int offset; int bytes; int bit_offset; int nbits; struct device_node *np; struct nvmem_device *nvmem; struct list_head node; }; struct nvmem_cell { struct nvmem_cell_entry *entry; const char *id; }; enum hte_return { HTE_CB_HANDLED = 0, HTE_RUN_SECOND_CB = 1, }; struct hte_ts_data { u64 tsc; u64 seq; int raw_level; }; struct hte_clk_info { u64 hz; clockid_t type; }; typedef enum hte_return (*hte_ts_cb_t)(struct hte_ts_data *, void *); typedef enum hte_return (*hte_ts_sec_cb_t)(void *); struct hte_line_attr { u32 line_id; void *line_data; long unsigned int edge_flags; const char *name; }; struct hte_ts_desc { struct hte_line_attr attr; void *hte_data; }; struct hte_chip; struct hte_ops { int (*request)(struct hte_chip *, struct hte_ts_desc *, u32); int (*release)(struct hte_chip *, struct hte_ts_desc *, u32); int (*enable)(struct hte_chip *, u32); int (*disable)(struct hte_chip *, u32); int (*get_clk_src_info)(struct hte_chip *, struct hte_clk_info *); }; struct hte_device; struct hte_chip { const char *name; struct device *dev; const struct hte_ops *ops; u32 nlines; int (*xlate_of)(struct hte_chip *, const struct of_phandle_args *, struct hte_ts_desc *, u32 *); int (*xlate_plat)(struct hte_chip *, struct hte_ts_desc *, u32 *); bool (*match_from_linedata)(const struct hte_chip *, const struct hte_ts_desc *); u8 of_hte_n_cells; struct hte_device *gdev; void *data; }; struct hte_ts_info { u32 xlated_id; long unsigned int flags; long unsigned int hte_cb_flags; u64 seq; char *line_name; bool free_attr_name; hte_ts_cb_t cb; hte_ts_sec_cb_t tcb; atomic_t dropped_ts; spinlock_t slock; struct work_struct cb_work; struct mutex req_mlock; struct dentry *ts_dbg_root; struct hte_device *gdev; void *cl_data; }; struct hte_device { u32 nlines; atomic_t ts_req; struct device *sdev; struct dentry *dbg_root; struct list_head list; struct hte_chip *chip; struct module *owner; struct hte_ts_info ei[0]; }; enum { HTE_TS_REGISTERED = 0, HTE_TS_REQ = 1, HTE_TS_DISABLE = 2, HTE_TS_QUEUE_WK = 3, }; enum { NETNSA_NONE = 0, NETNSA_NSID = 1, NETNSA_PID = 2, NETNSA_FD = 3, NETNSA_TARGET_NSID = 4, NETNSA_CURRENT_NSID = 5, __NETNSA_MAX = 6, }; struct net_fill_args { u32 portid; u32 seq; int flags; int cmd; int nsid; bool add_ref; int ref_nsid; }; struct rtnl_net_dump_cb { struct net *tgt_net; struct net *ref_net; struct sk_buff *skb; struct net_fill_args fillargs; int idx; int s_idx; }; struct compat_ifconf { compat_int_t ifc_len; compat_caddr_t ifcbuf; }; struct hwtstamp_config { int flags; int tx_type; int rx_filter; }; enum hwtstamp_flags { HWTSTAMP_FLAG_BONDED_PHC_INDEX = 1, HWTSTAMP_FLAG_LAST = 1, HWTSTAMP_FLAG_MASK = 1, }; struct rx_queue_attribute { struct attribute attr; ssize_t (*show)(struct netdev_rx_queue *, char *); ssize_t (*store)(struct netdev_rx_queue *, const char *, size_t); }; struct netdev_queue_attribute { struct attribute attr; ssize_t (*show)(struct netdev_queue *, char *); ssize_t (*store)(struct netdev_queue *, const char *, size_t); }; enum __sk_action { __SK_DROP = 0, __SK_PASS = 1, __SK_REDIRECT = 2, __SK_NONE = 3, }; enum sk_psock_state_bits { SK_PSOCK_TX_ENABLED = 0, }; struct tls_crypto_info { __u16 version; __u16 cipher_type; }; struct tls12_crypto_info_aes_gcm_128 { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_aes_gcm_256 { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[32]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_chacha20_poly1305 { struct tls_crypto_info info; unsigned char iv[12]; unsigned char key[32]; unsigned char salt[0]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_sm4_gcm { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_sm4_ccm { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls_strparser { struct sock *sk; u32 mark: 8; u32 stopped: 1; u32 copy_mode: 1; u32 msg_ready: 1; struct strp_msg stm; struct sk_buff *anchor; struct work_struct work; }; struct tls_sw_context_rx { struct crypto_aead *aead_recv; struct crypto_wait async_wait; struct sk_buff_head rx_list; void (*saved_data_ready)(struct sock *); u8 reader_present; u8 async_capable: 1; u8 zc_capable: 1; u8 reader_contended: 1; struct tls_strparser strp; atomic_t decrypt_pending; spinlock_t decrypt_compl_lock; struct sk_buff_head async_hold; struct wait_queue_head wq; }; struct tls_prot_info { u16 version; u16 cipher_type; u16 prepend_size; u16 tag_size; u16 overhead_size; u16 iv_size; u16 salt_size; u16 rec_seq_size; u16 aad_size; u16 tail_size; }; struct cipher_context { char *iv; char *rec_seq; }; union tls_crypto_context { struct tls_crypto_info info; union { struct tls12_crypto_info_aes_gcm_128 aes_gcm_128; struct tls12_crypto_info_aes_gcm_256 aes_gcm_256; struct tls12_crypto_info_chacha20_poly1305 chacha20_poly1305; struct tls12_crypto_info_sm4_gcm sm4_gcm; struct tls12_crypto_info_sm4_ccm sm4_ccm; }; }; struct tls_context { struct tls_prot_info prot_info; u8 tx_conf: 3; u8 rx_conf: 3; u8 zerocopy_sendfile: 1; u8 rx_no_pad: 1; int (*push_pending_record)(struct sock *, int); void (*sk_write_space)(struct sock *); void *priv_ctx_tx; void *priv_ctx_rx; struct net_device *netdev; struct cipher_context tx; struct cipher_context rx; struct scatterlist *partially_sent_record; u16 partially_sent_offset; bool in_tcp_sendpages; bool pending_open_record_frags; struct mutex tx_lock; long unsigned int flags; struct proto *sk_proto; struct sock *sk; void (*sk_destruct)(struct sock *); union tls_crypto_context crypto_send; union tls_crypto_context crypto_recv; struct list_head list; refcount_t refcount; struct callback_head rcu; }; struct sch_frag_data { long unsigned int dst; struct qdisc_skb_cb cb; __be16 inner_protocol; u16 vlan_tci; __be16 vlan_proto; unsigned int l2_len; u8 l2_data[18]; int (*xmit)(struct sk_buff *); }; struct tcf_ematch_tree_hdr { __u16 nmatches; __u16 progid; }; enum { TCA_EMATCH_TREE_UNSPEC = 0, TCA_EMATCH_TREE_HDR = 1, TCA_EMATCH_TREE_LIST = 2, __TCA_EMATCH_TREE_MAX = 3, }; struct tcf_ematch_hdr { __u16 matchid; __u16 kind; __u16 flags; __u16 pad; }; struct tcf_pkt_info { unsigned char *ptr; int nexthdr; }; struct tcf_ematch_ops; struct tcf_ematch { struct tcf_ematch_ops *ops; long unsigned int data; unsigned int datalen; u16 matchid; u16 flags; struct net *net; }; struct tcf_ematch_ops { int kind; int datalen; int (*change)(struct net *, void *, int, struct tcf_ematch *); int (*match)(struct sk_buff *, struct tcf_ematch *, struct tcf_pkt_info *); void (*destroy)(struct tcf_ematch *); int (*dump)(struct sk_buff *, struct tcf_ematch *); struct module *owner; struct list_head link; }; struct tcf_ematch_tree { struct tcf_ematch_tree_hdr hdr; struct tcf_ematch *matches; }; struct ethtool_cmd { __u32 cmd; __u32 supported; __u32 advertising; __u16 speed; __u8 duplex; __u8 port; __u8 phy_address; __u8 transceiver; __u8 autoneg; __u8 mdio_support; __u32 maxtxpkt; __u32 maxrxpkt; __u16 speed_hi; __u8 eth_tp_mdix; __u8 eth_tp_mdix_ctrl; __u32 lp_advertising; __u32 reserved[2]; }; struct ethtool_value { __u32 cmd; __u32 data; }; enum tunable_type_id { ETHTOOL_TUNABLE_UNSPEC = 0, ETHTOOL_TUNABLE_U8 = 1, ETHTOOL_TUNABLE_U16 = 2, ETHTOOL_TUNABLE_U32 = 3, ETHTOOL_TUNABLE_U64 = 4, ETHTOOL_TUNABLE_STRING = 5, ETHTOOL_TUNABLE_S8 = 6, ETHTOOL_TUNABLE_S16 = 7, ETHTOOL_TUNABLE_S32 = 8, ETHTOOL_TUNABLE_S64 = 9, }; struct ethtool_gstrings { __u32 cmd; __u32 string_set; __u32 len; __u8 data[0]; }; struct ethtool_sset_info { __u32 cmd; __u32 reserved; __u64 sset_mask; __u32 data[0]; }; struct ethtool_perm_addr { __u32 cmd; __u32 size; __u8 data[0]; }; enum ethtool_flags { ETH_FLAG_TXVLAN = 128, ETH_FLAG_RXVLAN = 256, ETH_FLAG_LRO = 32768, ETH_FLAG_NTUPLE = 134217728, ETH_FLAG_RXHASH = 268435456, }; struct ethtool_rxfh { __u32 cmd; __u32 rss_context; __u32 indir_size; __u32 key_size; __u8 hfunc; __u8 rsvd8[3]; __u32 rsvd32; __u32 rss_config[0]; }; struct ethtool_get_features_block { __u32 available; __u32 requested; __u32 active; __u32 never_changed; }; struct ethtool_gfeatures { __u32 cmd; __u32 size; struct ethtool_get_features_block features[0]; }; struct ethtool_set_features_block { __u32 valid; __u32 requested; }; struct ethtool_sfeatures { __u32 cmd; __u32 size; struct ethtool_set_features_block features[0]; }; enum ethtool_sfeatures_retval_bits { ETHTOOL_F_UNSUPPORTED__BIT = 0, ETHTOOL_F_WISH__BIT = 1, ETHTOOL_F_COMPAT__BIT = 2, }; struct ethtool_per_queue_op { __u32 cmd; __u32 sub_command; __u32 queue_mask[128]; char data[0]; }; struct ethtool_rx_flow_rule { struct flow_rule *rule; long unsigned int priv[0]; }; struct ethtool_rx_flow_spec_input { const struct ethtool_rx_flow_spec *fs; u32 rss_ctx; }; struct ethtool_devlink_compat { struct devlink *devlink; union { struct ethtool_flash efl; struct ethtool_drvinfo info; }; }; struct ethtool_link_usettings { struct ethtool_link_settings base; struct { __u32 supported[3]; __u32 advertising[3]; __u32 lp_advertising[3]; } link_modes; }; struct ethtool_rx_flow_key { struct flow_dissector_key_basic basic; union { struct flow_dissector_key_ipv4_addrs ipv4; struct flow_dissector_key_ipv6_addrs ipv6; }; struct flow_dissector_key_ports tp; struct flow_dissector_key_ip ip; struct flow_dissector_key_vlan vlan; struct flow_dissector_key_eth_addrs eth_addrs; }; struct ethtool_rx_flow_match { struct flow_dissector dissector; struct ethtool_rx_flow_key key; struct ethtool_rx_flow_key mask; }; struct features_reply_data { struct ethnl_reply_data base; u32 hw[2]; u32 wanted[2]; u32 active[2]; u32 nochange[2]; u32 all[2]; }; enum { ETHTOOL_A_CABLE_PAIR_A = 0, ETHTOOL_A_CABLE_PAIR_B = 1, ETHTOOL_A_CABLE_PAIR_C = 2, ETHTOOL_A_CABLE_PAIR_D = 3, }; enum { ETHTOOL_A_CABLE_RESULT_UNSPEC = 0, ETHTOOL_A_CABLE_RESULT_PAIR = 1, ETHTOOL_A_CABLE_RESULT_CODE = 2, __ETHTOOL_A_CABLE_RESULT_CNT = 3, ETHTOOL_A_CABLE_RESULT_MAX = 2, }; enum { ETHTOOL_A_CABLE_FAULT_LENGTH_UNSPEC = 0, ETHTOOL_A_CABLE_FAULT_LENGTH_PAIR = 1, ETHTOOL_A_CABLE_FAULT_LENGTH_CM = 2, __ETHTOOL_A_CABLE_FAULT_LENGTH_CNT = 3, ETHTOOL_A_CABLE_FAULT_LENGTH_MAX = 2, }; enum { ETHTOOL_A_CABLE_TEST_NTF_STATUS_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_NTF_STATUS_STARTED = 1, ETHTOOL_A_CABLE_TEST_NTF_STATUS_COMPLETED = 2, }; enum { ETHTOOL_A_CABLE_NEST_UNSPEC = 0, ETHTOOL_A_CABLE_NEST_RESULT = 1, ETHTOOL_A_CABLE_NEST_FAULT_LENGTH = 2, __ETHTOOL_A_CABLE_NEST_CNT = 3, ETHTOOL_A_CABLE_NEST_MAX = 2, }; enum { ETHTOOL_A_CABLE_TEST_NTF_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_NTF_HEADER = 1, ETHTOOL_A_CABLE_TEST_NTF_STATUS = 2, ETHTOOL_A_CABLE_TEST_NTF_NEST = 3, __ETHTOOL_A_CABLE_TEST_NTF_CNT = 4, ETHTOOL_A_CABLE_TEST_NTF_MAX = 3, }; enum { ETHTOOL_A_CABLE_TEST_TDR_CFG_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_TDR_CFG_FIRST = 1, ETHTOOL_A_CABLE_TEST_TDR_CFG_LAST = 2, ETHTOOL_A_CABLE_TEST_TDR_CFG_STEP = 3, ETHTOOL_A_CABLE_TEST_TDR_CFG_PAIR = 4, __ETHTOOL_A_CABLE_TEST_TDR_CFG_CNT = 5, ETHTOOL_A_CABLE_TEST_TDR_CFG_MAX = 4, }; enum { ETHTOOL_A_CABLE_AMPLITUDE_UNSPEC = 0, ETHTOOL_A_CABLE_AMPLITUDE_PAIR = 1, ETHTOOL_A_CABLE_AMPLITUDE_mV = 2, __ETHTOOL_A_CABLE_AMPLITUDE_CNT = 3, ETHTOOL_A_CABLE_AMPLITUDE_MAX = 2, }; enum { ETHTOOL_A_CABLE_PULSE_UNSPEC = 0, ETHTOOL_A_CABLE_PULSE_mV = 1, __ETHTOOL_A_CABLE_PULSE_CNT = 2, ETHTOOL_A_CABLE_PULSE_MAX = 1, }; enum { ETHTOOL_A_CABLE_STEP_UNSPEC = 0, ETHTOOL_A_CABLE_STEP_FIRST_DISTANCE = 1, ETHTOOL_A_CABLE_STEP_LAST_DISTANCE = 2, ETHTOOL_A_CABLE_STEP_STEP_DISTANCE = 3, __ETHTOOL_A_CABLE_STEP_CNT = 4, ETHTOOL_A_CABLE_STEP_MAX = 3, }; enum { ETHTOOL_A_CABLE_TDR_NEST_UNSPEC = 0, ETHTOOL_A_CABLE_TDR_NEST_STEP = 1, ETHTOOL_A_CABLE_TDR_NEST_AMPLITUDE = 2, ETHTOOL_A_CABLE_TDR_NEST_PULSE = 3, __ETHTOOL_A_CABLE_TDR_NEST_CNT = 4, ETHTOOL_A_CABLE_TDR_NEST_MAX = 3, }; struct nf_loginfo { u_int8_t type; union { struct { u_int32_t copy_len; u_int16_t group; u_int16_t qthreshold; u_int16_t flags; } ulog; struct { u_int8_t level; u_int8_t logflags; } log; } u; }; struct nf_log_buf { unsigned int count; char buf[1020]; }; struct in_pktinfo { int ipi_ifindex; struct in_addr ipi_spec_dst; struct in_addr ipi_addr; }; struct arpreq { struct sockaddr arp_pa; struct sockaddr arp_ha; int arp_flags; struct sockaddr arp_netmask; char arp_dev[16]; }; typedef struct { char ax25_call[7]; } ax25_address; enum { AX25_VALUES_IPDEFMODE = 0, AX25_VALUES_AXDEFMODE = 1, AX25_VALUES_BACKOFF = 2, AX25_VALUES_CONMODE = 3, AX25_VALUES_WINDOW = 4, AX25_VALUES_EWINDOW = 5, AX25_VALUES_T1 = 6, AX25_VALUES_T2 = 7, AX25_VALUES_T3 = 8, AX25_VALUES_IDLE = 9, AX25_VALUES_N2 = 10, AX25_VALUES_PACLEN = 11, AX25_VALUES_PROTOCOL = 12, AX25_VALUES_DS_TIMEOUT = 13, AX25_MAX_VALUES = 14, }; struct ping_table { struct hlist_nulls_head hash[64]; spinlock_t lock; }; enum { INET_DIAG_NONE = 0, INET_DIAG_MEMINFO = 1, INET_DIAG_INFO = 2, INET_DIAG_VEGASINFO = 3, INET_DIAG_CONG = 4, INET_DIAG_TOS = 5, INET_DIAG_TCLASS = 6, INET_DIAG_SKMEMINFO = 7, INET_DIAG_SHUTDOWN = 8, INET_DIAG_DCTCPINFO = 9, INET_DIAG_PROTOCOL = 10, INET_DIAG_SKV6ONLY = 11, INET_DIAG_LOCALS = 12, INET_DIAG_PEERS = 13, INET_DIAG_PAD = 14, INET_DIAG_MARK = 15, INET_DIAG_BBRINFO = 16, INET_DIAG_CLASS_ID = 17, INET_DIAG_MD5SIG = 18, INET_DIAG_ULP_INFO = 19, INET_DIAG_SK_BPF_STORAGES = 20, INET_DIAG_CGROUP_ID = 21, INET_DIAG_SOCKOPT = 22, __INET_DIAG_MAX = 23, }; enum { INET_ULP_INFO_UNSPEC = 0, INET_ULP_INFO_NAME = 1, INET_ULP_INFO_TLS = 2, INET_ULP_INFO_MPTCP = 3, __INET_ULP_INFO_MAX = 4, }; struct tcpvegas_info { __u32 tcpv_enabled; __u32 tcpv_rttcnt; __u32 tcpv_rtt; __u32 tcpv_minrtt; }; struct tcp_dctcp_info { __u16 dctcp_enabled; __u16 dctcp_ce_state; __u32 dctcp_alpha; __u32 dctcp_ab_ecn; __u32 dctcp_ab_tot; }; struct tcp_bbr_info { __u32 bbr_bw_lo; __u32 bbr_bw_hi; __u32 bbr_min_rtt; __u32 bbr_pacing_gain; __u32 bbr_cwnd_gain; }; union tcp_cc_info { struct tcpvegas_info vegas; struct tcp_dctcp_info dctcp; struct tcp_bbr_info bbr; }; struct tcp_diag_md5sig { __u8 tcpm_family; __u8 tcpm_prefixlen; __u16 tcpm_keylen; __be32 tcpm_addr[4]; __u8 tcpm_key[80]; }; struct unix_stream_read_state { int (*recv_actor)(struct sk_buff *, int, int, struct unix_stream_read_state *); struct socket *socket; struct msghdr *msg; struct pipe_inode_info *pipe; size_t size; int flags; unsigned int splice_flags; }; struct bpf_unix_iter_state { struct seq_net_private p; unsigned int cur_sk; unsigned int end_sk; unsigned int max_sk; struct sock **batch; bool st_bucket_done; }; struct bpf_iter__unix { union { struct bpf_iter_meta *meta; }; union { struct unix_sock *unix_sk; }; uid_t uid; }; struct ifaddrlblmsg { __u8 ifal_family; __u8 __ifal_reserved; __u8 ifal_prefixlen; __u8 ifal_flags; __u32 ifal_index; __u32 ifal_seq; }; enum { IFAL_ADDRESS = 1, IFAL_LABEL = 2, __IFAL_MAX = 3, }; struct ip6addrlbl_entry { struct in6_addr prefix; int prefixlen; int ifindex; int addrtype; u32 label; struct hlist_node list; struct callback_head rcu; }; struct ip6addrlbl_init_table { const struct in6_addr *prefix; int prefixlen; u32 label; }; struct ip6_tnl_encap_ops { size_t (*encap_hlen)(struct ip_tunnel_encap *); int (*build_header)(struct sk_buff *, struct ip_tunnel_encap *, u8 *, struct flowi6 *); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); }; struct ip6_rt_info { struct in6_addr daddr; struct in6_addr saddr; u_int32_t mark; }; struct br_input_skb_cb { struct net_device *brdev; u16 frag_max_size; u8 igmp; u8 mrouters_only: 1; u8 proxyarp_replied: 1; u8 src_port_isolated: 1; u8 vlan_filtered: 1; u8 br_netfilter_broute: 1; u8 tx_fwd_offload: 1; int src_hwdom; long unsigned int fwd_hwdoms; }; struct nf_bridge_frag_data; enum { __IOAM6_IPTUNNEL_MODE_MIN = 0, IOAM6_IPTUNNEL_MODE_INLINE = 1, IOAM6_IPTUNNEL_MODE_ENCAP = 2, IOAM6_IPTUNNEL_MODE_AUTO = 3, __IOAM6_IPTUNNEL_MODE_MAX = 4, }; enum { IOAM6_IPTUNNEL_UNSPEC = 0, IOAM6_IPTUNNEL_MODE = 1, IOAM6_IPTUNNEL_DST = 2, IOAM6_IPTUNNEL_TRACE = 3, IOAM6_IPTUNNEL_FREQ_K = 4, IOAM6_IPTUNNEL_FREQ_N = 5, __IOAM6_IPTUNNEL_MAX = 6, }; struct ioam6_lwt_encap { struct ipv6_opt_hdr eh; u8 pad[2]; struct ioam6_hdr ioamh; struct ioam6_trace_hdr traceh; }; struct ioam6_lwt_freq { u32 k; u32 n; }; struct ioam6_lwt { struct dst_cache cache; struct ioam6_lwt_freq freq; atomic_t pkt_cnt; u8 mode; struct in6_addr tundst; struct ioam6_lwt_encap tuninfo; }; struct sockaddr_pkt { short unsigned int spkt_family; unsigned char spkt_device[14]; __be16 spkt_protocol; }; struct sockaddr_ll { short unsigned int sll_family; __be16 sll_protocol; int sll_ifindex; short unsigned int sll_hatype; unsigned char sll_pkttype; unsigned char sll_halen; unsigned char sll_addr[8]; }; struct tpacket_rollover_stats { __u64 tp_all; __u64 tp_huge; __u64 tp_failed; }; struct tpacket_auxdata { __u32 tp_status; __u32 tp_len; __u32 tp_snaplen; __u16 tp_mac; __u16 tp_net; __u16 tp_vlan_tci; __u16 tp_vlan_tpid; }; struct tpacket_hdr { long unsigned int tp_status; unsigned int tp_len; unsigned int tp_snaplen; short unsigned int tp_mac; short unsigned int tp_net; unsigned int tp_sec; unsigned int tp_usec; }; struct tpacket2_hdr { __u32 tp_status; __u32 tp_len; __u32 tp_snaplen; __u16 tp_mac; __u16 tp_net; __u32 tp_sec; __u32 tp_nsec; __u16 tp_vlan_tci; __u16 tp_vlan_tpid; __u8 tp_padding[4]; }; struct tpacket_hdr_variant1 { __u32 tp_rxhash; __u32 tp_vlan_tci; __u16 tp_vlan_tpid; __u16 tp_padding; }; struct tpacket3_hdr { __u32 tp_next_offset; __u32 tp_sec; __u32 tp_nsec; __u32 tp_snaplen; __u32 tp_len; __u32 tp_status; __u16 tp_mac; __u16 tp_net; union { struct tpacket_hdr_variant1 hv1; }; __u8 tp_padding[8]; }; struct tpacket_bd_ts { unsigned int ts_sec; union { unsigned int ts_usec; unsigned int ts_nsec; }; }; struct tpacket_hdr_v1 { __u32 block_status; __u32 num_pkts; __u32 offset_to_first_pkt; __u32 blk_len; __u64 seq_num; struct tpacket_bd_ts ts_first_pkt; struct tpacket_bd_ts ts_last_pkt; }; union tpacket_bd_header_u { struct tpacket_hdr_v1 bh1; }; struct tpacket_block_desc { __u32 version; __u32 offset_to_priv; union tpacket_bd_header_u hdr; }; struct tpacket_req { unsigned int tp_block_size; unsigned int tp_block_nr; unsigned int tp_frame_size; unsigned int tp_frame_nr; }; struct tpacket_req3 { unsigned int tp_block_size; unsigned int tp_block_nr; unsigned int tp_frame_size; unsigned int tp_frame_nr; unsigned int tp_retire_blk_tov; unsigned int tp_sizeof_priv; unsigned int tp_feature_req_word; }; union tpacket_req_u { struct tpacket_req req; struct tpacket_req3 req3; }; struct fanout_args { __u16 id; __u16 type_flags; __u32 max_num_members; }; typedef int (*bpf_aux_classic_check_t)(struct sock_filter *, unsigned int); struct virtio_net_hdr { __u8 flags; __u8 gso_type; __virtio16 hdr_len; __virtio16 gso_size; __virtio16 csum_start; __virtio16 csum_offset; }; struct packet_mreq_max { int mr_ifindex; short unsigned int mr_type; short unsigned int mr_alen; unsigned char mr_address[32]; }; union tpacket_uhdr { struct tpacket_hdr *h1; struct tpacket2_hdr *h2; struct tpacket3_hdr *h3; void *raw; }; struct packet_skb_cb { union { struct sockaddr_pkt pkt; union { unsigned int origlen; struct sockaddr_ll ll; }; } sa; }; enum ncsi_nl_commands { NCSI_CMD_UNSPEC = 0, NCSI_CMD_PKG_INFO = 1, NCSI_CMD_SET_INTERFACE = 2, NCSI_CMD_CLEAR_INTERFACE = 3, NCSI_CMD_SEND_CMD = 4, NCSI_CMD_SET_PACKAGE_MASK = 5, NCSI_CMD_SET_CHANNEL_MASK = 6, __NCSI_CMD_AFTER_LAST = 7, NCSI_CMD_MAX = 6, }; enum ncsi_nl_attrs { NCSI_ATTR_UNSPEC = 0, NCSI_ATTR_IFINDEX = 1, NCSI_ATTR_PACKAGE_LIST = 2, NCSI_ATTR_PACKAGE_ID = 3, NCSI_ATTR_CHANNEL_ID = 4, NCSI_ATTR_DATA = 5, NCSI_ATTR_MULTI_FLAG = 6, NCSI_ATTR_PACKAGE_MASK = 7, NCSI_ATTR_CHANNEL_MASK = 8, __NCSI_ATTR_AFTER_LAST = 9, NCSI_ATTR_MAX = 8, }; enum ncsi_nl_pkg_attrs { NCSI_PKG_ATTR_UNSPEC = 0, NCSI_PKG_ATTR = 1, NCSI_PKG_ATTR_ID = 2, NCSI_PKG_ATTR_FORCED = 3, NCSI_PKG_ATTR_CHANNEL_LIST = 4, __NCSI_PKG_ATTR_AFTER_LAST = 5, NCSI_PKG_ATTR_MAX = 4, }; enum ncsi_nl_channel_attrs { NCSI_CHANNEL_ATTR_UNSPEC = 0, NCSI_CHANNEL_ATTR = 1, NCSI_CHANNEL_ATTR_ID = 2, NCSI_CHANNEL_ATTR_VERSION_MAJOR = 3, NCSI_CHANNEL_ATTR_VERSION_MINOR = 4, NCSI_CHANNEL_ATTR_VERSION_STR = 5, NCSI_CHANNEL_ATTR_LINK_STATE = 6, NCSI_CHANNEL_ATTR_ACTIVE = 7, NCSI_CHANNEL_ATTR_FORCED = 8, NCSI_CHANNEL_ATTR_VLAN_LIST = 9, NCSI_CHANNEL_ATTR_VLAN_ID = 10, __NCSI_CHANNEL_ATTR_AFTER_LAST = 11, NCSI_CHANNEL_ATTR_MAX = 10, }; struct csum_pseudo_header { __be64 data_seq; __be32 subflow_seq; __be16 data_len; __sum16 csum; }; typedef void (*alternative_cb_t)(struct alt_instr *, __le32 *, __le32 *, int); struct alt_region { struct alt_instr *begin; struct alt_instr *end; }; struct cpc_reg { u8 descriptor; u16 length; u8 space_id; u8 bit_width; u8 bit_offset; u8 access_width; u64 address; } __attribute__((packed)); enum aarch64_insn_adr_type { AARCH64_INSN_ADR_TYPE_ADRP = 0, AARCH64_INSN_ADR_TYPE_ADR = 1, }; enum kgdb_bpstate { BP_UNDEFINED = 0, BP_REMOVED = 1, BP_SET = 2, BP_ACTIVE = 3, }; struct kgdb_bkpt { long unsigned int bpt_addr; unsigned char saved_instr[4]; enum kgdb_bptype type; enum kgdb_bpstate state; }; struct kvm_reg_list { __u64 n; __u64 reg[0]; }; struct trace_event_raw_kvm_entry { struct trace_entry ent; long unsigned int vcpu_pc; char __data[0]; }; struct trace_event_raw_kvm_exit { struct trace_entry ent; int ret; unsigned int esr_ec; long unsigned int vcpu_pc; char __data[0]; }; struct trace_event_raw_kvm_guest_fault { struct trace_entry ent; long unsigned int vcpu_pc; long unsigned int hsr; long unsigned int hxfar; long long unsigned int ipa; char __data[0]; }; struct trace_event_raw_kvm_access_fault { struct trace_entry ent; long unsigned int ipa; char __data[0]; }; struct trace_event_raw_kvm_irq_line { struct trace_entry ent; unsigned int type; int vcpu_idx; int irq_num; int level; char __data[0]; }; struct trace_event_raw_kvm_mmio_emulate { struct trace_entry ent; long unsigned int vcpu_pc; long unsigned int instr; long unsigned int cpsr; char __data[0]; }; struct trace_event_raw_kvm_set_way_flush { struct trace_entry ent; long unsigned int vcpu_pc; bool cache; char __data[0]; }; struct trace_event_raw_kvm_toggle_cache { struct trace_entry ent; long unsigned int vcpu_pc; bool was; bool now; char __data[0]; }; struct trace_event_raw_kvm_timer_update_irq { struct trace_entry ent; long unsigned int vcpu_id; __u32 irq; int level; char __data[0]; }; struct trace_event_raw_kvm_get_timer_map { struct trace_entry ent; long unsigned int vcpu_id; int direct_vtimer; int direct_ptimer; int emul_ptimer; char __data[0]; }; struct trace_event_raw_kvm_timer_save_state { struct trace_entry ent; long unsigned int ctl; long long unsigned int cval; int timer_idx; char __data[0]; }; struct trace_event_raw_kvm_timer_restore_state { struct trace_entry ent; long unsigned int ctl; long long unsigned int cval; int timer_idx; char __data[0]; }; struct trace_event_raw_kvm_timer_hrtimer_expire { struct trace_entry ent; int timer_idx; char __data[0]; }; struct trace_event_raw_kvm_timer_emulate { struct trace_entry ent; int timer_idx; bool should_fire; char __data[0]; }; struct trace_event_data_offsets_kvm_entry {}; struct trace_event_data_offsets_kvm_exit {}; struct trace_event_data_offsets_kvm_guest_fault {}; struct trace_event_data_offsets_kvm_access_fault {}; struct trace_event_data_offsets_kvm_irq_line {}; struct trace_event_data_offsets_kvm_mmio_emulate {}; struct trace_event_data_offsets_kvm_set_way_flush {}; struct trace_event_data_offsets_kvm_toggle_cache {}; struct trace_event_data_offsets_kvm_timer_update_irq {}; struct trace_event_data_offsets_kvm_get_timer_map {}; struct trace_event_data_offsets_kvm_timer_save_state {}; struct trace_event_data_offsets_kvm_timer_restore_state {}; struct trace_event_data_offsets_kvm_timer_hrtimer_expire {}; struct trace_event_data_offsets_kvm_timer_emulate {}; typedef void (*btf_trace_kvm_entry)(void *, long unsigned int); typedef void (*btf_trace_kvm_exit)(void *, int, unsigned int, long unsigned int); typedef void (*btf_trace_kvm_guest_fault)(void *, long unsigned int, long unsigned int, long unsigned int, long long unsigned int); typedef void (*btf_trace_kvm_access_fault)(void *, long unsigned int); typedef void (*btf_trace_kvm_irq_line)(void *, unsigned int, int, int, int); typedef void (*btf_trace_kvm_mmio_emulate)(void *, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_kvm_set_way_flush)(void *, long unsigned int, bool); typedef void (*btf_trace_kvm_toggle_cache)(void *, long unsigned int, bool, bool); typedef void (*btf_trace_kvm_timer_update_irq)(void *, long unsigned int, __u32, int); typedef void (*btf_trace_kvm_get_timer_map)(void *, long unsigned int, struct timer_map *); typedef void (*btf_trace_kvm_timer_save_state)(void *, struct arch_timer_context *); typedef void (*btf_trace_kvm_timer_restore_state)(void *, struct arch_timer_context *); typedef void (*btf_trace_kvm_timer_hrtimer_expire)(void *, struct arch_timer_context *); typedef void (*btf_trace_kvm_timer_emulate)(void *, struct arch_timer_context *, bool); struct tlb_inv_context___2 { u64 tcr; }; struct aes_block { u8 b[16]; }; struct waitid_info { pid_t pid; uid_t uid; int status; int cause; }; struct wait_opts { enum pid_type wo_type; int wo_flags; struct pid *wo_pid; struct waitid_info *wo_info; int wo_stat; struct rusage *wo_rusage; wait_queue_entry_t child_wait; int notask_error; }; struct mcs_spinlock { struct mcs_spinlock *next; int locked; int count; }; struct qnode { struct mcs_spinlock mcs; }; struct linked_page { struct linked_page *next; char data[4088]; }; struct chain_allocator { struct linked_page *chain; unsigned int used_space; gfp_t gfp_mask; int safe_needed; }; struct rtree_node { struct list_head list; long unsigned int *data; }; struct mem_zone_bm_rtree { struct list_head list; struct list_head nodes; struct list_head leaves; long unsigned int start_pfn; long unsigned int end_pfn; struct rtree_node *rtree; int levels; unsigned int blocks; }; struct bm_position { struct mem_zone_bm_rtree *zone; struct rtree_node *node; long unsigned int node_pfn; int node_bit; }; struct memory_bitmap { struct list_head zones; struct linked_page *p_list; struct bm_position cur; }; struct mem_extent { struct list_head hook; long unsigned int start; long unsigned int end; }; struct nosave_region { struct list_head list; long unsigned int start_pfn; long unsigned int end_pfn; }; enum { AFFINITY = 0, AFFINITY_LIST = 1, EFFECTIVE = 2, EFFECTIVE_LIST = 3, }; struct dma_coherent_mem { void *virt_base; dma_addr_t device_base; long unsigned int pfn_base; int size; long unsigned int *bitmap; spinlock_t spinlock; bool use_dev_dma_pfn_offset; }; struct mod_unload_taint { struct list_head list; char name[56]; long unsigned int taints; u64 count; }; typedef __kernel_long_t __kernel_suseconds_t; typedef __kernel_suseconds_t suseconds_t; struct old_timex32 { u32 modes; s32 offset; s32 freq; s32 maxerror; s32 esterror; s32 status; s32 constant; s32 precision; s32 tolerance; struct old_timeval32 time; s32 tick; s32 ppsfreq; s32 jitter; s32 shift; s32 stabil; s32 jitcnt; s32 calcnt; s32 errcnt; s32 stbcnt; s32 tai; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ce_unbind { struct clock_event_device *ce; int res; }; struct clock_data { seqcount_latch_t seq; struct clock_read_data read_data[2]; ktime_t wrap_kt; long unsigned int rate; u64 (*actual_read_sched_clock)(); }; struct compat_kexec_segment { compat_uptr_t buf; compat_size_t bufsz; compat_ulong_t mem; compat_size_t memsz; }; enum cgroup_filetype { CGROUP_FILE_PROCS = 0, CGROUP_FILE_TASKS = 1, }; struct cgroup_pidlist { struct { enum cgroup_filetype type; struct pid_namespace *ns; } key; pid_t *list; int length; struct list_head links; struct cgroup *owner; struct delayed_work destroy_dwork; }; enum cgroup1_param { Opt_all = 0, Opt_clone_children = 1, Opt_cpuset_v2_mode = 2, Opt_name = 3, Opt_none = 4, Opt_noprefix = 5, Opt_release_agent = 6, Opt_xattr = 7, Opt_favordynmods___2 = 8, Opt_nofavordynmods = 9, }; struct audit_rule_data { __u32 flags; __u32 action; __u32 field_count; __u32 mask[64]; __u32 fields[64]; __u32 values[64]; __u32 fieldflags[64]; __u32 buflen; char buf[0]; }; struct seccomp_notif_sizes { __u16 seccomp_notif; __u16 seccomp_notif_resp; __u16 seccomp_data; }; struct seccomp_notif { __u64 id; __u32 pid; __u32 flags; struct seccomp_data data; }; struct seccomp_notif_resp { __u64 id; __s64 val; __s32 error; __u32 flags; }; struct seccomp_notif_addfd { __u64 id; __u32 flags; __u32 srcfd; __u32 newfd; __u32 newfd_flags; }; struct action_cache { long unsigned int allow_native[8]; long unsigned int allow_compat[8]; }; struct notification; struct seccomp_filter { refcount_t refs; refcount_t users; bool log; bool wait_killable_recv; struct action_cache cache; struct seccomp_filter *prev; struct bpf_prog *prog; struct notification *notif; struct mutex notify_lock; wait_queue_head_t wqh; }; struct seccomp_metadata { __u64 filter_off; __u64 flags; }; struct compat_sock_fprog { u16 len; compat_uptr_t filter; }; enum notify_state { SECCOMP_NOTIFY_INIT = 0, SECCOMP_NOTIFY_SENT = 1, SECCOMP_NOTIFY_REPLIED = 2, }; struct seccomp_knotif { struct task_struct *task; u64 id; const struct seccomp_data *data; enum notify_state state; int error; long int val; u32 flags; struct completion ready; struct list_head list; struct list_head addfd; }; struct seccomp_kaddfd { struct file *file; int fd; unsigned int flags; __u32 ioctl_flags; union { bool setfd; int ret; }; struct completion completion; struct list_head list; }; struct notification { struct semaphore request; u64 next_id; struct list_head notifications; }; struct seccomp_log_name { u32 log; const char *name; }; struct tracing_map_entry { u32 key; struct tracing_map_elt *val; }; typedef long unsigned int perf_trace_t[1024]; struct trace_event_raw_error_report_template { struct trace_entry ent; enum error_detector error_detector; long unsigned int id; char __data[0]; }; struct trace_event_data_offsets_error_report_template {}; typedef void (*btf_trace_error_report_end)(void *, enum error_detector, long unsigned int); struct uprobe_trace_entry_head { struct trace_entry ent; long unsigned int vaddr[0]; }; struct trace_uprobe { struct dyn_event devent; struct uprobe_consumer consumer; struct path path; struct inode *inode; char *filename; long unsigned int offset; long unsigned int ref_ctr_offset; long unsigned int nhit; struct trace_probe tp; }; struct uprobe_dispatch_data { struct trace_uprobe *tu; long unsigned int bp_addr; }; struct uprobe_cpu_buffer { struct mutex mutex; void *buf; }; typedef bool (*filter_func_t)(struct uprobe_consumer *, enum uprobe_filter_ctx, struct mm_struct *); struct mmap_unlock_irq_work { struct irq_work irq_work; struct mm_struct *mm; }; struct bpf_iter_seq_task_common { struct pid_namespace *ns; }; struct bpf_iter_seq_task_info { struct bpf_iter_seq_task_common common; u32 tid; }; struct bpf_iter__task { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; }; struct bpf_iter_seq_task_file_info { struct bpf_iter_seq_task_common common; struct task_struct *task; u32 tid; u32 fd; }; struct bpf_iter__task_file { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; u32 fd; union { struct file *file; }; }; struct bpf_iter_seq_task_vma_info { struct bpf_iter_seq_task_common common; struct task_struct *task; struct vm_area_struct *vma; u32 tid; long unsigned int prev_vm_start; long unsigned int prev_vm_end; }; enum bpf_task_vma_iter_find_op { task_vma_iter_first_vma = 0, task_vma_iter_next_vma = 1, task_vma_iter_find_vma = 2, }; struct bpf_iter__task_vma { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; union { struct vm_area_struct *vma; }; }; typedef u64 (*btf_bpf_find_vma)(struct task_struct *, u64, bpf_callback_t, void *, u64); struct bpf_bloom_filter { struct bpf_map map; u32 bitset_mask; u32 hash_seed; u32 aligned_u32_count; u32 nr_hash_funcs; long unsigned int bitset[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_storage_blob { struct bpf_local_storage *storage; }; typedef u64 (*btf_bpf_inode_storage_get)(struct bpf_map *, struct inode *, void *, u64, gfp_t); typedef u64 (*btf_bpf_inode_storage_delete)(struct bpf_map *, struct inode *); enum bpf_stack_build_id_status { BPF_STACK_BUILD_ID_EMPTY = 0, BPF_STACK_BUILD_ID_VALID = 1, BPF_STACK_BUILD_ID_IP = 2, }; struct bpf_stack_build_id { __s32 status; unsigned char build_id[20]; union { __u64 offset; __u64 ip; }; }; enum { BPF_F_SKIP_FIELD_MASK = 255, BPF_F_USER_STACK = 256, BPF_F_FAST_STACK_CMP = 512, BPF_F_REUSE_STACKID = 1024, BPF_F_USER_BUILD_ID = 2048, }; enum perf_callchain_context { PERF_CONTEXT_HV = 4294967264, PERF_CONTEXT_KERNEL = 4294967168, PERF_CONTEXT_USER = 4294966784, PERF_CONTEXT_GUEST = 4294965248, PERF_CONTEXT_GUEST_KERNEL = 4294965120, PERF_CONTEXT_GUEST_USER = 4294964736, PERF_CONTEXT_MAX = 4294963201, }; struct stack_map_bucket { struct pcpu_freelist_node fnode; u32 hash; u32 nr; u64 data[0]; }; struct bpf_stack_map { struct bpf_map map; void *elems; struct pcpu_freelist freelist; u32 n_buckets; struct stack_map_bucket *buckets[0]; long: 64; long: 64; long: 64; }; typedef u64 (*btf_bpf_get_stackid)(struct pt_regs *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stackid_pe)(struct bpf_perf_event_data_kern *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack)(struct pt_regs *, void *, u32, u64); typedef u64 (*btf_bpf_get_task_stack)(struct task_struct *, void *, u32, u64); typedef u64 (*btf_bpf_get_stack_pe)(struct bpf_perf_event_data_kern *, void *, u32, u64); struct bp_cpuinfo { unsigned int cpu_pinned; unsigned int *tsk_pinned; unsigned int flexible; }; struct bp_busy_slots { unsigned int pinned; unsigned int flexible; }; struct trace_event_raw_context_tracking_user { struct trace_entry ent; int dummy; char __data[0]; }; struct trace_event_data_offsets_context_tracking_user {}; typedef void (*btf_trace_user_enter)(void *, int); typedef void (*btf_trace_user_exit)(void *, int); typedef unsigned int kasan_vmalloc_flags_t; struct vfree_deferred { struct llist_head list; struct work_struct wq; }; enum fit_type { NOTHING_FIT = 0, FL_FIT_TYPE = 1, LE_FIT_TYPE = 2, RE_FIT_TYPE = 3, NE_FIT_TYPE = 4, }; struct vmap_block_queue { spinlock_t lock; struct list_head free; }; struct vmap_block { spinlock_t lock; struct vmap_area *va; long unsigned int free; long unsigned int dirty; long unsigned int dirty_min; long unsigned int dirty_max; struct list_head free_list; struct callback_head callback_head; struct list_head purge; }; struct vmap_pfn_data { long unsigned int *pfns; pgprot_t prot; unsigned int idx; }; struct swap_slots_cache { bool lock_initialized; struct mutex alloc_lock; swp_entry_t *slots; int nr; int cur; spinlock_t free_lock; swp_entry_t *slots_ret; int n_ret; }; struct vmemmap_remap_walk { void (*remap_pte)(pte_t *, long unsigned int, struct vmemmap_remap_walk *); long unsigned int nr_walked; struct page *reuse_page; long unsigned int reuse_addr; struct list_head *vmemmap_pages; }; enum scan_result { SCAN_FAIL = 0, SCAN_SUCCEED = 1, SCAN_PMD_NULL = 2, SCAN_EXCEED_NONE_PTE = 3, SCAN_EXCEED_SWAP_PTE = 4, SCAN_EXCEED_SHARED_PTE = 5, SCAN_PTE_NON_PRESENT = 6, SCAN_PTE_UFFD_WP = 7, SCAN_PAGE_RO = 8, SCAN_LACK_REFERENCED_PAGE = 9, SCAN_PAGE_NULL = 10, SCAN_SCAN_ABORT = 11, SCAN_PAGE_COUNT = 12, SCAN_PAGE_LRU = 13, SCAN_PAGE_LOCK = 14, SCAN_PAGE_ANON = 15, SCAN_PAGE_COMPOUND = 16, SCAN_ANY_PROCESS = 17, SCAN_VMA_NULL = 18, SCAN_VMA_CHECK = 19, SCAN_ADDRESS_RANGE = 20, SCAN_DEL_PAGE_LRU = 21, SCAN_ALLOC_HUGE_PAGE_FAIL = 22, SCAN_CGROUP_CHARGE_FAIL = 23, SCAN_TRUNCATED = 24, SCAN_PAGE_HAS_PRIVATE = 25, }; struct trace_event_raw_mm_khugepaged_scan_pmd { struct trace_entry ent; struct mm_struct *mm; long unsigned int pfn; bool writable; int referenced; int none_or_zero; int status; int unmapped; char __data[0]; }; struct trace_event_raw_mm_collapse_huge_page { struct trace_entry ent; struct mm_struct *mm; int isolated; int status; char __data[0]; }; struct trace_event_raw_mm_collapse_huge_page_isolate { struct trace_entry ent; long unsigned int pfn; int none_or_zero; int referenced; bool writable; int status; char __data[0]; }; struct trace_event_raw_mm_collapse_huge_page_swapin { struct trace_entry ent; struct mm_struct *mm; int swapped_in; int referenced; int ret; char __data[0]; }; struct trace_event_data_offsets_mm_khugepaged_scan_pmd {}; struct trace_event_data_offsets_mm_collapse_huge_page {}; struct trace_event_data_offsets_mm_collapse_huge_page_isolate {}; struct trace_event_data_offsets_mm_collapse_huge_page_swapin {}; typedef void (*btf_trace_mm_khugepaged_scan_pmd)(void *, struct mm_struct *, struct page *, bool, int, int, int, int); typedef void (*btf_trace_mm_collapse_huge_page)(void *, struct mm_struct *, int, int); typedef void (*btf_trace_mm_collapse_huge_page_isolate)(void *, struct page *, int, int, bool, int); typedef void (*btf_trace_mm_collapse_huge_page_swapin)(void *, struct mm_struct *, int, int, int); struct mm_slot___2 { struct hlist_node hash; struct list_head mm_node; struct mm_struct *mm; int nr_pte_mapped_thp; long unsigned int pte_mapped_thp[8]; }; struct khugepaged_scan { struct list_head mm_head; struct mm_slot___2 *mm_slot; long unsigned int address; }; enum zs_mapmode { ZS_MM_RW = 0, ZS_MM_RO = 1, ZS_MM_WO = 2, }; struct zs_pool_stats { atomic_long_t pages_compacted; }; enum fullness_group { ZS_EMPTY = 0, ZS_ALMOST_EMPTY = 1, ZS_ALMOST_FULL = 2, ZS_FULL = 3, NR_ZS_FULLNESS = 4, }; enum class_stat_type { CLASS_EMPTY = 0, CLASS_ALMOST_EMPTY = 1, CLASS_ALMOST_FULL = 2, CLASS_FULL = 3, OBJ_ALLOCATED = 4, OBJ_USED = 5, NR_ZS_STAT_TYPE = 6, }; struct zs_size_stat { long unsigned int objs[6]; }; struct size_class { spinlock_t lock; struct list_head fullness_list[4]; int size; int objs_per_zspage; int pages_per_zspage; unsigned int index; struct zs_size_stat stats; }; struct link_free { union { long unsigned int next; long unsigned int handle; }; }; struct zs_pool { const char *name; struct size_class *size_class[255]; struct kmem_cache *handle_cachep; struct kmem_cache *zspage_cachep; atomic_long_t pages_allocated; struct zs_pool_stats stats; struct shrinker shrinker; struct work_struct free_work; rwlock_t migrate_lock; }; struct zspage { struct { unsigned int huge: 1; unsigned int fullness: 2; unsigned int class: 9; unsigned int isolated: 3; unsigned int magic: 8; }; unsigned int inuse; unsigned int freeobj; struct page *first_page; struct list_head list; struct zs_pool *pool; rwlock_t lock; }; struct mapping_area { local_lock_t lock; char *vm_buf; char *vm_addr; enum zs_mapmode vm_mm; }; struct zs_compact_control { struct page *s_page; struct page *d_page; int obj_idx; }; struct user_arg_ptr { bool is_compat; union { const char * const *native; const compat_uptr_t *compat; } ptr; }; struct old_utimbuf32 { old_time32_t actime; old_time32_t modtime; }; struct iomap_ops; struct dnotify_struct { struct dnotify_struct *dn_next; __u32 dn_mask; int dn_fd; struct file *dn_filp; fl_owner_t dn_owner; }; struct dnotify_mark { struct fsnotify_mark fsn_mark; struct dnotify_struct *dn; }; struct signalfd_siginfo { __u32 ssi_signo; __s32 ssi_errno; __s32 ssi_code; __u32 ssi_pid; __u32 ssi_uid; __s32 ssi_fd; __u32 ssi_tid; __u32 ssi_band; __u32 ssi_overrun; __u32 ssi_trapno; __s32 ssi_status; __s32 ssi_int; __u64 ssi_ptr; __u64 ssi_utime; __u64 ssi_stime; __u64 ssi_addr; __u16 ssi_addr_lsb; __u16 __pad2; __s32 ssi_syscall; __u64 ssi_call_addr; __u32 ssi_arch; __u8 __pad[28]; }; struct signalfd_ctx { sigset_t sigmask; }; struct fscrypt_keyring { spinlock_t lock; struct hlist_head key_hashtable[128]; }; struct fscrypt_provisioning_key_payload { __u32 type; __u32 __reserved; __u8 raw[0]; }; struct fscrypt_add_key_arg { struct fscrypt_key_specifier key_spec; __u32 raw_size; __u32 key_id; __u32 __reserved[8]; __u8 raw[0]; }; struct fscrypt_remove_key_arg { struct fscrypt_key_specifier key_spec; __u32 removal_status_flags; __u32 __reserved[5]; }; struct fscrypt_get_key_status_arg { struct fscrypt_key_specifier key_spec; __u32 __reserved[6]; __u32 status; __u32 status_flags; __u32 user_count; __u32 __out_reserved[13]; }; struct fsverity_read_metadata_arg { __u64 metadata_type; __u64 offset; __u64 length; __u64 buf_ptr; __u64 __reserved; }; struct iomap_dio { struct kiocb *iocb; const struct iomap_dio_ops *dops; loff_t i_size; loff_t size; atomic_t ref; unsigned int flags; int error; size_t done_before; bool wait_for_completion; union { struct { struct iov_iter *iter; struct task_struct *waiter; struct bio *poll_bio; } submit; struct { struct work_struct work; } aio; }; }; enum { QUOTA_NL_C_UNSPEC = 0, QUOTA_NL_C_WARNING = 1, __QUOTA_NL_C_MAX = 2, }; enum { QUOTA_NL_A_UNSPEC = 0, QUOTA_NL_A_QTYPE = 1, QUOTA_NL_A_EXCESS_ID = 2, QUOTA_NL_A_WARNING = 3, QUOTA_NL_A_DEV_MAJOR = 4, QUOTA_NL_A_DEV_MINOR = 5, QUOTA_NL_A_CAUSED_ID = 6, QUOTA_NL_A_PAD = 7, __QUOTA_NL_A_MAX = 8, }; struct bpf_iter_aux_info; typedef __kernel_mode_t mode_t; struct orlov_stats { __u64 free_clusters; __u32 free_inodes; __u32 used_dirs; }; struct ext4_dir_entry { __le32 inode; __le16 rec_len; __le16 name_len; char name[255]; }; struct ext4_dir_entry_tail { __le32 det_reserved_zero1; __le16 det_rec_len; __u8 det_reserved_zero2; __u8 det_reserved_ft; __le32 det_checksum; }; typedef enum { EITHER = 0, INDEX = 1, DIRENT = 2, DIRENT_HTREE = 3, } dirblock_type_t; struct fake_dirent { __le32 inode; __le16 rec_len; u8 name_len; u8 file_type; }; struct dx_countlimit { __le16 limit; __le16 count; }; struct dx_entry { __le32 hash; __le32 block; }; struct dx_root_info { __le32 reserved_zero; u8 hash_version; u8 info_length; u8 indirect_levels; u8 unused_flags; }; struct dx_root { struct fake_dirent dot; char dot_name[4]; struct fake_dirent dotdot; char dotdot_name[4]; struct dx_root_info info; struct dx_entry entries[0]; }; struct dx_node { struct fake_dirent fake; struct dx_entry entries[0]; }; struct dx_frame { struct buffer_head *bh; struct dx_entry *entries; struct dx_entry *at; }; struct dx_map_entry { u32 hash; u16 offs; u16 size; }; struct dx_tail { u32 dt_reserved; __le32 dt_checksum; }; struct ext4_renament { struct inode *dir; struct dentry *dentry; struct inode *inode; bool is_dir; int dir_nlink_delta; struct buffer_head *bh; struct ext4_dir_entry_2 *de; int inlined; struct buffer_head *dir_bh; struct ext4_dir_entry_2 *parent_de; int dir_inlined; }; struct ext4_xattr_header { __le32 h_magic; __le32 h_refcount; __le32 h_blocks; __le32 h_hash; __le32 h_checksum; __u32 h_reserved[3]; }; struct ext4_xattr_block_find { struct ext4_xattr_search s; struct buffer_head *bh; }; enum hugetlbfs_size_type { NO_SIZE = 0, SIZE_STD = 1, SIZE_PERCENT = 2, }; struct hugetlbfs_fs_context { struct hstate *hstate; long long unsigned int max_size_opt; long long unsigned int min_size_opt; long int max_hpages; long int nr_inodes; long int min_hpages; enum hugetlbfs_size_type max_val_type; enum hugetlbfs_size_type min_val_type; kuid_t uid; kgid_t gid; umode_t mode; }; enum hugetlb_param { Opt_gid___6 = 0, Opt_min_size = 1, Opt_mode___5 = 2, Opt_nr_inodes___2 = 3, Opt_pagesize = 4, Opt_size___2 = 5, Opt_uid___5 = 6, }; struct debugfs_mount_opts { kuid_t uid; kgid_t gid; umode_t mode; }; struct debugfs_fs_info { struct debugfs_mount_opts mount_opts; }; struct btrfs_iget_args { u64 ino; struct btrfs_root *root; }; struct btrfs_dio_data { ssize_t submitted; struct extent_changeset *data_reserved; bool data_space_reserved; bool nocow_done; }; struct btrfs_dio_private { struct inode *inode; u64 file_offset; u32 bytes; refcount_t refs; u8 *csums; struct bio bio; }; struct btrfs_rename_ctx { u64 index; }; struct async_extent { u64 start; u64 ram_size; u64 compressed_size; struct page **pages; long unsigned int nr_pages; int compress_type; struct list_head list; }; struct async_cow; struct async_chunk { struct inode *inode; struct page *locked_page; u64 start; u64 end; blk_opf_t write_flags; struct list_head extents; struct cgroup_subsys_state *blkcg_css; struct btrfs_work work; struct async_cow *async_cow; }; struct async_cow { atomic_t num_chunks; struct async_chunk chunks[0]; }; struct can_nocow_file_extent_args { u64 start; u64 end; bool writeback_path; bool strict; bool free_path; u64 disk_bytenr; u64 disk_num_bytes; u64 extent_offset; u64 num_bytes; }; struct btrfs_writepage_fixup { struct page *page; struct inode *inode; struct btrfs_work work; }; struct dir_entry { u64 ino; u64 offset; unsigned int type; int name_len; }; struct btrfs_delalloc_work { struct inode *inode; struct completion completion; struct list_head list; struct btrfs_work work; }; struct btrfs_encoded_read_private { struct btrfs_inode *inode; u64 file_offset; wait_queue_head_t wait; atomic_t pending; blk_status_t status; bool skip_csum; }; struct btrfs_swap_info { u64 start; u64 block_start; u64 block_len; u64 lowest_ppage; u64 highest_ppage; long unsigned int nr_pages; int nr_extents; }; struct workspace___2 { z_stream strm; char *buf; unsigned int buf_size; struct list_head list; int level; }; struct btrfs_backref_node; struct btrfs_backref_cache { struct rb_root rb_root; struct btrfs_backref_node *path[8]; struct list_head pending[8]; struct list_head leaves; struct list_head changed; struct list_head detached; u64 last_trans; int nr_nodes; int nr_edges; struct list_head pending_edge; struct list_head useless_node; struct btrfs_fs_info *fs_info; unsigned int is_reloc; }; struct file_extent_cluster { u64 start; u64 end; u64 boundary[128]; unsigned int nr; }; struct mapping_tree { struct rb_root rb_root; spinlock_t lock; }; struct reloc_control { struct btrfs_block_group *block_group; struct btrfs_root *extent_root; struct inode *data_inode; struct btrfs_block_rsv *block_rsv; struct btrfs_backref_cache backref_cache; struct file_extent_cluster cluster; struct extent_io_tree processed_blocks; struct mapping_tree reloc_root_tree; struct list_head reloc_roots; struct list_head dirty_subvol_roots; u64 merging_rsv_size; u64 nodes_relocated; u64 reserved_bytes; u64 search_start; u64 extents_found; unsigned int stage: 8; unsigned int create_reloc_tree: 1; unsigned int merge_reloc_tree: 1; unsigned int found_file_extent: 1; }; struct btrfs_backref_iter { u64 bytenr; struct btrfs_path *path; struct btrfs_fs_info *fs_info; struct btrfs_key cur_key; u32 item_ptr; u32 cur_ptr; u32 end_ptr; }; struct btrfs_backref_node { struct { struct rb_node rb_node; u64 bytenr; }; u64 new_bytenr; u64 owner; struct list_head list; struct list_head upper; struct list_head lower; struct btrfs_root *root; struct extent_buffer *eb; unsigned int level: 8; unsigned int cowonly: 1; unsigned int lowest: 1; unsigned int locked: 1; unsigned int processed: 1; unsigned int checked: 1; unsigned int pending: 1; unsigned int detached: 1; unsigned int is_reloc_root: 1; }; struct btrfs_backref_edge { struct list_head list[2]; struct btrfs_backref_node *node[2]; }; struct rb_simple_node { struct rb_node rb_node; u64 bytenr; }; struct mapping_node { struct { struct rb_node rb_node; u64 bytenr; }; void *data; }; struct tree_block { struct { struct rb_node rb_node; u64 bytenr; }; u64 owner; struct btrfs_key key; unsigned int level: 8; unsigned int key_ready: 1; }; struct pstore_ftrace_record { long unsigned int ip; long unsigned int parent_ip; u64 ts; }; struct pstore_private { struct list_head list; struct dentry *dentry; struct pstore_record *record; size_t total_size; }; struct pstore_ftrace_seq_data { const void *ptr; size_t off; size_t size; }; enum { Opt_kmsg_bytes = 0, Opt_err___10 = 1, }; struct dh_completion { struct completion completion; int err; }; struct hashtab_info { u32 slots_used; u32 max_chain_len; }; struct sidtab_str_cache { struct callback_head rcu_member; struct list_head lru_member; struct sidtab_entry *parent; u32 len; char str[0]; }; struct selinux_mapping; struct selinux_map { struct selinux_mapping *mapping; u16 size; }; struct selinux_policy { struct sidtab *sidtab; struct policydb policydb; struct selinux_map map; u32 latest_granting; }; struct convert_context_args { struct selinux_state *state; struct policydb *oldp; struct policydb *newp; }; struct selinux_policy_convert_data { struct convert_context_args args; struct sidtab_convert_params sidtab_params; }; struct selinux_mapping { u16 value; unsigned int num_perms; u32 perms[32]; }; struct selinux_audit_rule { u32 au_seqno; struct context au_ctxt; }; struct ima_file_id { __u8 hash_type; __u8 hash_algorithm; __u8 hash[64]; }; struct crypto_report_comp { char type[64]; }; struct scomp_scratch { spinlock_t lock; void *src; void *dst; }; struct xts_tfm_ctx { struct crypto_skcipher *child; struct crypto_cipher *tweak; }; struct xts_instance_ctx { struct crypto_skcipher_spawn spawn; char name[128]; }; struct xts_request_ctx { le128 t; struct scatterlist *tail; struct scatterlist sg[2]; long: 64; long: 64; long: 64; long: 64; long: 64; struct skcipher_request subreq; }; struct crypto_report_rng { char type[64]; unsigned int seedsize; }; struct queue_sysfs_entry { struct attribute attr; ssize_t (*show)(struct request_queue *, char *); ssize_t (*store)(struct request_queue *, const char *, size_t); }; struct bt_iter_data { struct blk_mq_hw_ctx *hctx; struct request_queue *q; busy_tag_iter_fn *fn; void *data; bool reserved; }; struct bt_tags_iter_data { struct blk_mq_tags *tags; busy_tag_iter_fn *fn; void *data; unsigned int flags; }; struct frag { struct list_head list; u32 group; u8 num; u8 rec; u8 map; u8 data[0]; }; struct privhead { u16 ver_major; u16 ver_minor; u64 logical_disk_start; u64 logical_disk_size; u64 config_start; u64 config_size; uuid_t disk_id; }; struct tocblock { u8 bitmap1_name[16]; u64 bitmap1_start; u64 bitmap1_size; u8 bitmap2_name[16]; u64 bitmap2_start; u64 bitmap2_size; }; struct vmdb { u16 ver_major; u16 ver_minor; u32 vblk_size; u32 vblk_offset; u32 last_vblk_seq; }; struct vblk_comp { u8 state[16]; u64 parent_id; u8 type; u8 children; u16 chunksize; }; struct vblk_dgrp { u8 disk_id[64]; }; struct vblk_disk { uuid_t disk_id; u8 alt_name[128]; }; struct vblk_part { u64 start; u64 size; u64 volume_offset; u64 parent_id; u64 disk_id; u8 partnum; }; struct vblk_volu { u8 volume_type[16]; u8 volume_state[16]; u8 guid[16]; u8 drive_hint[4]; u64 size; u8 partition_type; }; struct vblk { u8 name[64]; u64 obj_id; u32 sequence; u8 flags; u8 type; union { struct vblk_comp comp; struct vblk_dgrp dgrp; struct vblk_disk disk; struct vblk_part part; struct vblk_volu volu; } vblk; struct list_head list; }; struct ldmdb { struct privhead ph; struct tocblock toc; struct vmdb vm; struct list_head v_dgrp; struct list_head v_disk; struct list_head v_volu; struct list_head v_comp; struct list_head v_part; }; struct blk_ia_range_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_independent_access_range *, char *); }; struct blk_iolatency { struct rq_qos rqos; struct timer_list timer; bool enabled; atomic_t enable_cnt; struct work_struct enable_work; }; struct iolatency_grp; struct child_latency_info { spinlock_t lock; u64 last_scale_event; u64 scale_lat; u64 nr_samples; struct iolatency_grp *scale_grp; atomic_t scale_cookie; }; struct percentile_stats { u64 total; u64 missed; }; struct latency_stat { union { struct percentile_stats ps; struct blk_rq_stat rqs; }; }; struct iolatency_grp { struct blkg_policy_data pd; struct latency_stat *stats; struct latency_stat cur_stat; struct blk_iolatency *blkiolat; struct rq_depth rq_depth; struct rq_wait rq_wait; atomic64_t window_start; atomic_t scale_cookie; u64 min_lat_nsec; u64 cur_win_nsec; u64 lat_avg; u64 nr_samples; bool ssd; struct child_latency_info child_lat; }; enum t10_dif_type { T10_PI_TYPE0_PROTECTION = 0, T10_PI_TYPE1_PROTECTION = 1, T10_PI_TYPE2_PROTECTION = 2, T10_PI_TYPE3_PROTECTION = 3, }; struct t10_pi_tuple { __be16 guard_tag; __be16 app_tag; __be32 ref_tag; }; struct crc64_pi_tuple { __be64 guard_tag; __be16 app_tag; __u8 ref_tag[6]; }; typedef __be16 csum_fn(void *, unsigned int); struct blk_crypto_keyslot { atomic_t slot_refs; struct list_head idle_slot_node; struct hlist_node hash_node; const struct blk_crypto_key *key; struct blk_crypto_profile *profile; }; struct io_splice { struct file *file_out; loff_t off_out; loff_t off_in; u64 len; int splice_fd_in; unsigned int flags; }; struct io_epoll { struct file *file; int epfd; int op; int fd; struct epoll_event event; }; enum { IO_SQ_THREAD_SHOULD_STOP = 0, IO_SQ_THREAD_SHOULD_PARK = 1, }; struct io_uring_buf_reg { __u64 ring_addr; __u32 ring_entries; __u16 bgid; __u16 pad; __u64 resv[3]; }; struct io_provide_buf { struct file *file; __u64 addr; __u32 len; __u32 bgid; __u16 nbufs; __u16 bid; }; struct sg_append_table { struct sg_table sgt; struct scatterlist *prv; unsigned int total_nents; }; struct btree_head { long unsigned int *node; mempool_t *mempool; int height; }; struct btree_geo { int keylen; int no_pairs; int no_longs; }; typedef void (*visitor128_t)(void *, long unsigned int, u64, u64, size_t); typedef void (*visitorl_t)(void *, long unsigned int, long unsigned int, size_t); typedef void (*visitor32_t)(void *, long unsigned int, u32, size_t); typedef void (*visitor64_t)(void *, long unsigned int, u64, size_t); enum packing_op { PACK = 0, UNPACK = 1, }; typedef enum { need_more = 0, block_done = 1, finish_started = 2, finish_done = 3, } block_state; typedef block_state (*compress_func)(deflate_state *, int); struct deflate_workspace { deflate_state deflate_memory; Byte *window_memory; Pos *prev_memory; Pos *head_memory; char *overlay_memory; }; typedef struct deflate_workspace deflate_workspace; struct config_s { ush good_length; ush max_lazy; ush nice_length; ush max_chain; compress_func func; }; typedef struct config_s config; struct xz_dec_bcj { enum { BCJ_X86 = 4, BCJ_POWERPC = 5, BCJ_IA64 = 6, BCJ_ARM = 7, BCJ_ARMTHUMB = 8, BCJ_SPARC = 9, } type; enum xz_ret ret; bool single_call; uint32_t pos; uint32_t x86_prev_mask; uint8_t *out; size_t out_pos; size_t out_size; struct { size_t filtered; size_t size; uint8_t buf[16]; } temp; }; struct xz_dec_lzma2; enum auditsc_class_t { AUDITSC_NATIVE = 0, AUDITSC_COMPAT = 1, AUDITSC_OPEN = 2, AUDITSC_OPENAT = 3, AUDITSC_SOCKETCALL = 4, AUDITSC_EXECVE = 5, AUDITSC_OPENAT2 = 6, AUDITSC_NVALS = 7, }; typedef long unsigned int cycles_t; enum aarch64_insn_prfm_type { AARCH64_INSN_PRFM_TYPE_PLD = 0, AARCH64_INSN_PRFM_TYPE_PLI = 1, AARCH64_INSN_PRFM_TYPE_PST = 2, }; enum aarch64_insn_prfm_target { AARCH64_INSN_PRFM_TARGET_L1 = 0, AARCH64_INSN_PRFM_TARGET_L2 = 1, AARCH64_INSN_PRFM_TARGET_L3 = 2, }; enum aarch64_insn_prfm_policy { AARCH64_INSN_PRFM_POLICY_KEEP = 0, AARCH64_INSN_PRFM_POLICY_STRM = 1, }; struct compress_format { unsigned char magic[2]; const char *name; decompress_fn decompressor; }; struct tegra_ictlr_soc { unsigned int num_ictlrs; }; struct tegra_ictlr_info { void *base[6]; u32 cop_ier[6]; u32 cop_iep[6]; u32 cpu_ier[6]; u32 cpu_iep[6]; u32 ictlr_wake_mask[6]; }; struct gic_clk_data { unsigned int num_clocks; const char * const *clocks; }; struct gic_chip_data; struct gic_chip_pm { struct gic_chip_data *chip_data; const struct gic_clk_data *clk_data; struct clk_bulk_data *clks; }; struct mvebu_gicp_spi_range { unsigned int start; unsigned int count; }; struct mvebu_gicp { struct mvebu_gicp_spi_range *spi_ranges; unsigned int spi_ranges_cnt; unsigned int spi_cnt; long unsigned int *spi_bitmap; spinlock_t spi_lock; struct resource *res; struct device *dev; }; struct exiu_irq_data { void *base; u32 spi_base; }; struct aic_info { int version; u32 event; u32 target_cpu; u32 irq_cfg; u32 sw_set; u32 sw_clr; u32 mask_set; u32 mask_clr; u32 die_stride; bool fast_ipi; }; struct aic_irq_chip { void *base; void *event; struct irq_domain *hw_domain; struct irq_domain *ipi_domain; struct { cpumask_t aff; } *fiq_aff[6]; int nr_irq; int max_irq; int nr_die; int max_die; struct aic_info info; }; struct phy_g12a_mipi_dphy_analog_priv { struct phy *phy; struct regmap *regmap; struct phy_configure_opts_mipi_dphy config; }; struct pinctrl_maps { struct list_head node; const struct pinctrl_map *maps; unsigned int num_maps; }; struct group_desc { const char *name; int *pins; int num_pins; void *data; }; struct pctldev; enum pm_pinctrl_config_param { PM_PINCTRL_CONFIG_SLEW_RATE = 0, PM_PINCTRL_CONFIG_BIAS_STATUS = 1, PM_PINCTRL_CONFIG_PULL_CTRL = 2, PM_PINCTRL_CONFIG_SCHMITT_CMOS = 3, PM_PINCTRL_CONFIG_DRIVE_STRENGTH = 4, PM_PINCTRL_CONFIG_VOLTAGE_STATUS = 5, PM_PINCTRL_CONFIG_TRI_STATE = 6, PM_PINCTRL_CONFIG_MAX = 7, }; enum pm_pinctrl_bias_status { PM_PINCTRL_BIAS_DISABLE = 0, PM_PINCTRL_BIAS_ENABLE = 1, }; enum pm_pinctrl_pull_ctrl { PM_PINCTRL_BIAS_PULL_DOWN = 0, PM_PINCTRL_BIAS_PULL_UP = 1, }; enum pm_pinctrl_drive_strength { PM_PINCTRL_DRIVE_STRENGTH_2MA = 0, PM_PINCTRL_DRIVE_STRENGTH_4MA = 1, PM_PINCTRL_DRIVE_STRENGTH_8MA = 2, PM_PINCTRL_DRIVE_STRENGTH_12MA = 3, }; struct zynqmp_pmux_function { char name[16]; const char * const *groups; unsigned int ngroups; }; struct zynqmp_pctrl_group; struct zynqmp_pinctrl { struct pinctrl_dev *pctrl; const struct zynqmp_pctrl_group *groups; unsigned int ngroups; const struct zynqmp_pmux_function *funcs; unsigned int nfuncs; }; struct zynqmp_pctrl_group { const char *name; unsigned int pins[50]; unsigned int npins; }; enum imx8mq_pads { MX8MQ_PAD_RESERVE0 = 0, MX8MQ_PAD_RESERVE1 = 1, MX8MQ_PAD_RESERVE2 = 2, MX8MQ_PAD_RESERVE3 = 3, MX8MQ_PAD_RESERVE4 = 4, MX8MQ_IOMUXC_PMIC_STBY_REQ_CCMSRCGPCMIX = 5, MX8MQ_IOMUXC_PMIC_ON_REQ_SNVSMIX = 6, MX8MQ_IOMUXC_ONOFF_SNVSMIX = 7, MX8MQ_IOMUXC_POR_B_SNVSMIX = 8, MX8MQ_IOMUXC_RTC_RESET_B_SNVSMIX = 9, MX8MQ_IOMUXC_GPIO1_IO00 = 10, MX8MQ_IOMUXC_GPIO1_IO01 = 11, MX8MQ_IOMUXC_GPIO1_IO02 = 12, MX8MQ_IOMUXC_GPIO1_IO03 = 13, MX8MQ_IOMUXC_GPIO1_IO04 = 14, MX8MQ_IOMUXC_GPIO1_IO05 = 15, MX8MQ_IOMUXC_GPIO1_IO06 = 16, MX8MQ_IOMUXC_GPIO1_IO07 = 17, MX8MQ_IOMUXC_GPIO1_IO08 = 18, MX8MQ_IOMUXC_GPIO1_IO09 = 19, MX8MQ_IOMUXC_GPIO1_IO10 = 20, MX8MQ_IOMUXC_GPIO1_IO11 = 21, MX8MQ_IOMUXC_GPIO1_IO12 = 22, MX8MQ_IOMUXC_GPIO1_IO13 = 23, MX8MQ_IOMUXC_GPIO1_IO14 = 24, MX8MQ_IOMUXC_GPIO1_IO15 = 25, MX8MQ_IOMUXC_ENET_MDC = 26, MX8MQ_IOMUXC_ENET_MDIO = 27, MX8MQ_IOMUXC_ENET_TD3 = 28, MX8MQ_IOMUXC_ENET_TD2 = 29, MX8MQ_IOMUXC_ENET_TD1 = 30, MX8MQ_IOMUXC_ENET_TD0 = 31, MX8MQ_IOMUXC_ENET_TX_CTL = 32, MX8MQ_IOMUXC_ENET_TXC = 33, MX8MQ_IOMUXC_ENET_RX_CTL = 34, MX8MQ_IOMUXC_ENET_RXC = 35, MX8MQ_IOMUXC_ENET_RD0 = 36, MX8MQ_IOMUXC_ENET_RD1 = 37, MX8MQ_IOMUXC_ENET_RD2 = 38, MX8MQ_IOMUXC_ENET_RD3 = 39, MX8MQ_IOMUXC_SD1_CLK = 40, MX8MQ_IOMUXC_SD1_CMD = 41, MX8MQ_IOMUXC_SD1_DATA0 = 42, MX8MQ_IOMUXC_SD1_DATA1 = 43, MX8MQ_IOMUXC_SD1_DATA2 = 44, MX8MQ_IOMUXC_SD1_DATA3 = 45, MX8MQ_IOMUXC_SD1_DATA4 = 46, MX8MQ_IOMUXC_SD1_DATA5 = 47, MX8MQ_IOMUXC_SD1_DATA6 = 48, MX8MQ_IOMUXC_SD1_DATA7 = 49, MX8MQ_IOMUXC_SD1_RESET_B = 50, MX8MQ_IOMUXC_SD1_STROBE = 51, MX8MQ_IOMUXC_SD2_CD_B = 52, MX8MQ_IOMUXC_SD2_CLK = 53, MX8MQ_IOMUXC_SD2_CMD = 54, MX8MQ_IOMUXC_SD2_DATA0 = 55, MX8MQ_IOMUXC_SD2_DATA1 = 56, MX8MQ_IOMUXC_SD2_DATA2 = 57, MX8MQ_IOMUXC_SD2_DATA3 = 58, MX8MQ_IOMUXC_SD2_RESET_B = 59, MX8MQ_IOMUXC_SD2_WP = 60, MX8MQ_IOMUXC_NAND_ALE = 61, MX8MQ_IOMUXC_NAND_CE0_B = 62, MX8MQ_IOMUXC_NAND_CE1_B = 63, MX8MQ_IOMUXC_NAND_CE2_B = 64, MX8MQ_IOMUXC_NAND_CE3_B = 65, MX8MQ_IOMUXC_NAND_CLE = 66, MX8MQ_IOMUXC_NAND_DATA00 = 67, MX8MQ_IOMUXC_NAND_DATA01 = 68, MX8MQ_IOMUXC_NAND_DATA02 = 69, MX8MQ_IOMUXC_NAND_DATA03 = 70, MX8MQ_IOMUXC_NAND_DATA04 = 71, MX8MQ_IOMUXC_NAND_DATA05 = 72, MX8MQ_IOMUXC_NAND_DATA06 = 73, MX8MQ_IOMUXC_NAND_DATA07 = 74, MX8MQ_IOMUXC_NAND_DQS = 75, MX8MQ_IOMUXC_NAND_RE_B = 76, MX8MQ_IOMUXC_NAND_READY_B = 77, MX8MQ_IOMUXC_NAND_WE_B = 78, MX8MQ_IOMUXC_NAND_WP_B = 79, MX8MQ_IOMUXC_SAI5_RXFS = 80, MX8MQ_IOMUXC_SAI5_RXC = 81, MX8MQ_IOMUXC_SAI5_RXD0 = 82, MX8MQ_IOMUXC_SAI5_RXD1 = 83, MX8MQ_IOMUXC_SAI5_RXD2 = 84, MX8MQ_IOMUXC_SAI5_RXD3 = 85, MX8MQ_IOMUXC_SAI5_MCLK = 86, MX8MQ_IOMUXC_SAI1_RXFS = 87, MX8MQ_IOMUXC_SAI1_RXC = 88, MX8MQ_IOMUXC_SAI1_RXD0 = 89, MX8MQ_IOMUXC_SAI1_RXD1 = 90, MX8MQ_IOMUXC_SAI1_RXD2 = 91, MX8MQ_IOMUXC_SAI1_RXD3 = 92, MX8MQ_IOMUXC_SAI1_RXD4 = 93, MX8MQ_IOMUXC_SAI1_RXD5 = 94, MX8MQ_IOMUXC_SAI1_RXD6 = 95, MX8MQ_IOMUXC_SAI1_RXD7 = 96, MX8MQ_IOMUXC_SAI1_TXFS = 97, MX8MQ_IOMUXC_SAI1_TXC = 98, MX8MQ_IOMUXC_SAI1_TXD0 = 99, MX8MQ_IOMUXC_SAI1_TXD1 = 100, MX8MQ_IOMUXC_SAI1_TXD2 = 101, MX8MQ_IOMUXC_SAI1_TXD3 = 102, MX8MQ_IOMUXC_SAI1_TXD4 = 103, MX8MQ_IOMUXC_SAI1_TXD5 = 104, MX8MQ_IOMUXC_SAI1_TXD6 = 105, MX8MQ_IOMUXC_SAI1_TXD7 = 106, MX8MQ_IOMUXC_SAI1_MCLK = 107, MX8MQ_IOMUXC_SAI2_RXFS = 108, MX8MQ_IOMUXC_SAI2_RXC = 109, MX8MQ_IOMUXC_SAI2_RXD0 = 110, MX8MQ_IOMUXC_SAI2_TXFS = 111, MX8MQ_IOMUXC_SAI2_TXC = 112, MX8MQ_IOMUXC_SAI2_TXD0 = 113, MX8MQ_IOMUXC_SAI2_MCLK = 114, MX8MQ_IOMUXC_SAI3_RXFS = 115, MX8MQ_IOMUXC_SAI3_RXC = 116, MX8MQ_IOMUXC_SAI3_RXD = 117, MX8MQ_IOMUXC_SAI3_TXFS = 118, MX8MQ_IOMUXC_SAI3_TXC = 119, MX8MQ_IOMUXC_SAI3_TXD = 120, MX8MQ_IOMUXC_SAI3_MCLK = 121, MX8MQ_IOMUXC_SPDIF_TX = 122, MX8MQ_IOMUXC_SPDIF_RX = 123, MX8MQ_IOMUXC_SPDIF_EXT_CLK = 124, MX8MQ_IOMUXC_ECSPI1_SCLK = 125, MX8MQ_IOMUXC_ECSPI1_MOSI = 126, MX8MQ_IOMUXC_ECSPI1_MISO = 127, MX8MQ_IOMUXC_ECSPI1_SS0 = 128, MX8MQ_IOMUXC_ECSPI2_SCLK = 129, MX8MQ_IOMUXC_ECSPI2_MOSI = 130, MX8MQ_IOMUXC_ECSPI2_MISO = 131, MX8MQ_IOMUXC_ECSPI2_SS0 = 132, MX8MQ_IOMUXC_I2C1_SCL = 133, MX8MQ_IOMUXC_I2C1_SDA = 134, MX8MQ_IOMUXC_I2C2_SCL = 135, MX8MQ_IOMUXC_I2C2_SDA = 136, MX8MQ_IOMUXC_I2C3_SCL = 137, MX8MQ_IOMUXC_I2C3_SDA = 138, MX8MQ_IOMUXC_I2C4_SCL = 139, MX8MQ_IOMUXC_I2C4_SDA = 140, MX8MQ_IOMUXC_UART1_RXD = 141, MX8MQ_IOMUXC_UART1_TXD = 142, MX8MQ_IOMUXC_UART2_RXD = 143, MX8MQ_IOMUXC_UART2_TXD = 144, MX8MQ_IOMUXC_UART3_RXD = 145, MX8MQ_IOMUXC_UART3_TXD = 146, MX8MQ_IOMUXC_UART4_RXD = 147, MX8MQ_IOMUXC_UART4_TXD = 148, }; struct mvebu_pinctrl_function { const char *name; const char **groups; unsigned int num_groups; }; struct mvebu_pinctrl_group { const char *name; const struct mvebu_mpp_ctrl *ctrl; struct mvebu_mpp_ctrl_data *data; struct mvebu_mpp_ctrl_setting *settings; unsigned int num_settings; unsigned int gid; unsigned int *pins; unsigned int npins; }; struct mvebu_pinctrl { struct device *dev; struct pinctrl_dev *pctldev; struct pinctrl_desc desc; struct mvebu_pinctrl_group *groups; unsigned int num_groups; struct mvebu_pinctrl_function *functions; unsigned int num_functions; u8 variant; }; enum { NORTH = 0, SOUTH = 1, WEST = 2, }; enum sc7180_functions { msm_mux_adsp_ext = 0, msm_mux_agera_pll = 1, msm_mux_aoss_cti = 2, msm_mux_atest_char = 3, msm_mux_atest_char0 = 4, msm_mux_atest_char1 = 5, msm_mux_atest_char2 = 6, msm_mux_atest_char3 = 7, msm_mux_atest_tsens = 8, msm_mux_atest_tsens2 = 9, msm_mux_atest_usb1 = 10, msm_mux_atest_usb2 = 11, msm_mux_atest_usb10 = 12, msm_mux_atest_usb11 = 13, msm_mux_atest_usb12 = 14, msm_mux_atest_usb13 = 15, msm_mux_atest_usb20 = 16, msm_mux_atest_usb21 = 17, msm_mux_atest_usb22 = 18, msm_mux_atest_usb23 = 19, msm_mux_audio_ref = 20, msm_mux_btfm_slimbus = 21, msm_mux_cam_mclk = 22, msm_mux_cci_async = 23, msm_mux_cci_i2c = 24, msm_mux_cci_timer0 = 25, msm_mux_cci_timer1 = 26, msm_mux_cci_timer2 = 27, msm_mux_cci_timer3 = 28, msm_mux_cci_timer4 = 29, msm_mux_cri_trng = 30, msm_mux_dbg_out = 31, msm_mux_ddr_bist = 32, msm_mux_ddr_pxi0 = 33, msm_mux_ddr_pxi1 = 34, msm_mux_ddr_pxi2 = 35, msm_mux_ddr_pxi3 = 36, msm_mux_dp_hot = 37, msm_mux_edp_lcd = 38, msm_mux_gcc_gp1 = 39, msm_mux_gcc_gp2 = 40, msm_mux_gcc_gp3 = 41, msm_mux_gpio = 42, msm_mux_gp_pdm0 = 43, msm_mux_gp_pdm1 = 44, msm_mux_gp_pdm2 = 45, msm_mux_gps_tx = 46, msm_mux_jitter_bist = 47, msm_mux_ldo_en = 48, msm_mux_ldo_update = 49, msm_mux_lpass_ext = 50, msm_mux_mdp_vsync = 51, msm_mux_mdp_vsync0 = 52, msm_mux_mdp_vsync1 = 53, msm_mux_mdp_vsync2 = 54, msm_mux_mdp_vsync3 = 55, msm_mux_mi2s_1 = 56, msm_mux_mi2s_0 = 57, msm_mux_mi2s_2 = 58, msm_mux_mss_lte = 59, msm_mux_m_voc = 60, msm_mux_pa_indicator = 61, msm_mux_phase_flag = 62, msm_mux_PLL_BIST = 63, msm_mux_pll_bypassnl = 64, msm_mux_pll_reset = 65, msm_mux_prng_rosc = 66, msm_mux_qdss = 67, msm_mux_qdss_cti = 68, msm_mux_qlink_enable = 69, msm_mux_qlink_request = 70, msm_mux_qspi_clk = 71, msm_mux_qspi_cs = 72, msm_mux_qspi_data = 73, msm_mux_qup00 = 74, msm_mux_qup01 = 75, msm_mux_qup02_i2c = 76, msm_mux_qup02_uart = 77, msm_mux_qup03 = 78, msm_mux_qup04_i2c = 79, msm_mux_qup04_uart = 80, msm_mux_qup05 = 81, msm_mux_qup10 = 82, msm_mux_qup11_i2c = 83, msm_mux_qup11_uart = 84, msm_mux_qup12 = 85, msm_mux_qup13_i2c = 86, msm_mux_qup13_uart = 87, msm_mux_qup14 = 88, msm_mux_qup15 = 89, msm_mux_sdc1_tb = 90, msm_mux_sdc2_tb = 91, msm_mux_sd_write = 92, msm_mux_sp_cmu = 93, msm_mux_tgu_ch0 = 94, msm_mux_tgu_ch1 = 95, msm_mux_tgu_ch2 = 96, msm_mux_tgu_ch3 = 97, msm_mux_tsense_pwm1 = 98, msm_mux_tsense_pwm2 = 99, msm_mux_uim1 = 100, msm_mux_uim2 = 101, msm_mux_uim_batt = 102, msm_mux_usb_phy = 103, msm_mux_vfr_1 = 104, msm_mux__V_GPIO = 105, msm_mux__V_PPS_IN = 106, msm_mux__V_PPS_OUT = 107, msm_mux_vsense_trigger = 108, msm_mux_wlan1_adc0 = 109, msm_mux_wlan1_adc1 = 110, msm_mux_wlan2_adc0 = 111, msm_mux_wlan2_adc1 = 112, msm_mux__ = 113, }; enum tegra_mux___2 { TEGRA_MUX_BLINK___2 = 0, TEGRA_MUX_CCLA___3 = 1, TEGRA_MUX_CEC___2 = 2, TEGRA_MUX_CLDVFS___2 = 3, TEGRA_MUX_CLK___2 = 4, TEGRA_MUX_CLK12 = 5, TEGRA_MUX_CPU___2 = 6, TEGRA_MUX_CSI = 7, TEGRA_MUX_DAP = 8, TEGRA_MUX_DAP1 = 9, TEGRA_MUX_DAP2 = 10, TEGRA_MUX_DEV3 = 11, TEGRA_MUX_DISPLAYA___3 = 12, TEGRA_MUX_DISPLAYA_ALT = 13, TEGRA_MUX_DISPLAYB___3 = 14, TEGRA_MUX_DP___3 = 15, TEGRA_MUX_DSI_B = 16, TEGRA_MUX_DTV___2 = 17, TEGRA_MUX_EXTPERIPH1___2 = 18, TEGRA_MUX_EXTPERIPH2___2 = 19, TEGRA_MUX_EXTPERIPH3___3 = 20, TEGRA_MUX_GMI = 21, TEGRA_MUX_GMI_ALT = 22, TEGRA_MUX_HDA = 23, TEGRA_MUX_HSI = 24, TEGRA_MUX_I2C1___3 = 25, TEGRA_MUX_I2C2___3 = 26, TEGRA_MUX_I2C3___3 = 27, TEGRA_MUX_I2C4 = 28, TEGRA_MUX_I2CPWR = 29, TEGRA_MUX_I2S0 = 30, TEGRA_MUX_I2S1___3 = 31, TEGRA_MUX_I2S2___3 = 32, TEGRA_MUX_I2S3___3 = 33, TEGRA_MUX_I2S4___2 = 34, TEGRA_MUX_IRDA = 35, TEGRA_MUX_KBC = 36, TEGRA_MUX_OWR = 37, TEGRA_MUX_PE___2 = 38, TEGRA_MUX_PE0___3 = 39, TEGRA_MUX_PE1___3 = 40, TEGRA_MUX_PMI___2 = 41, TEGRA_MUX_PWM0___2 = 42, TEGRA_MUX_PWM1___2 = 43, TEGRA_MUX_PWM2___2 = 44, TEGRA_MUX_PWM3___2 = 45, TEGRA_MUX_PWRON = 46, TEGRA_MUX_RESET_OUT_N = 47, TEGRA_MUX_RSVD1___3 = 48, TEGRA_MUX_RSVD2___3 = 49, TEGRA_MUX_RSVD3___3 = 50, TEGRA_MUX_RSVD4 = 51, TEGRA_MUX_RTCK = 52, TEGRA_MUX_SATA___3 = 53, TEGRA_MUX_SDMMC1___3 = 54, TEGRA_MUX_SDMMC2 = 55, TEGRA_MUX_SDMMC3___3 = 56, TEGRA_MUX_SDMMC4___2 = 57, TEGRA_MUX_SOC___3 = 58, TEGRA_MUX_SPDIF___3 = 59, TEGRA_MUX_SPI1___3 = 60, TEGRA_MUX_SPI2___3 = 61, TEGRA_MUX_SPI3___3 = 62, TEGRA_MUX_SPI4___2 = 63, TEGRA_MUX_SPI5 = 64, TEGRA_MUX_SPI6 = 65, TEGRA_MUX_SYS___2 = 66, TEGRA_MUX_TMDS = 67, TEGRA_MUX_TRACE = 68, TEGRA_MUX_UARTA___3 = 69, TEGRA_MUX_UARTB___3 = 70, TEGRA_MUX_UARTC___3 = 71, TEGRA_MUX_UARTD___3 = 72, TEGRA_MUX_ULPI = 73, TEGRA_MUX_USB___3 = 74, TEGRA_MUX_VGP1___3 = 75, TEGRA_MUX_VGP2___3 = 76, TEGRA_MUX_VGP3___3 = 77, TEGRA_MUX_VGP4___3 = 78, TEGRA_MUX_VGP5___3 = 79, TEGRA_MUX_VGP6___3 = 80, TEGRA_MUX_VI = 81, TEGRA_MUX_VI_ALT1 = 82, TEGRA_MUX_VI_ALT3 = 83, TEGRA_MUX_VIMCLK2___2 = 84, TEGRA_MUX_VIMCLK2_ALT = 85, }; struct gpio { unsigned int gpio; long unsigned int flags; const char *label; }; enum { MAX77620_GPIO0 = 0, MAX77620_GPIO1 = 1, MAX77620_GPIO2 = 2, MAX77620_GPIO3 = 3, MAX77620_GPIO4 = 4, MAX77620_GPIO5 = 5, MAX77620_GPIO6 = 6, MAX77620_GPIO7 = 7, MAX77620_GPIO_NR = 8, }; struct max77620_gpio { struct gpio_chip gpio_chip; struct regmap *rmap; struct device *dev; struct mutex buslock; unsigned int irq_type[8]; bool irq_enabled[8]; }; enum { REG_RE = 0, REG_FE = 1, REG_IE = 2, }; enum { LSB = 0, CSB = 1, MSB = 2, }; struct stmpe_gpio { struct gpio_chip chip; struct stmpe *stmpe; struct device *dev; struct mutex irq_lock; u32 norequest_mask; u8 regs[9]; u8 oldregs[9]; }; struct xgene_gpio { struct gpio_chip chip; void *base; spinlock_t lock; u32 set_dr_val[3]; }; enum pci_bar_type { pci_bar_unknown = 0, pci_bar_io = 1, pci_bar_mem32 = 2, pci_bar_mem64 = 3, }; struct pci_domain_busn_res { struct list_head list; struct resource res; int domain_nr; }; struct msix_entry { u32 vector; u16 entry; }; struct pci_slot_attribute { struct attribute attr; ssize_t (*show)(struct pci_slot *, char *); ssize_t (*store)(struct pci_slot *, const char *, size_t); }; struct vga_device { struct list_head list; struct pci_dev *pdev; unsigned int decodes; unsigned int owns; unsigned int locks; unsigned int io_lock_cnt; unsigned int mem_lock_cnt; unsigned int io_norm_cnt; unsigned int mem_norm_cnt; bool bridge_has_one_vga; bool is_firmware_default; unsigned int (*set_decode)(struct pci_dev *, bool); }; struct vga_arb_user_card { struct pci_dev *pdev; unsigned int mem_cnt; unsigned int io_cnt; }; struct vga_arb_private { struct list_head list; struct pci_dev *target; struct vga_arb_user_card cards[16]; spinlock_t lock; }; struct tegra_msi { long unsigned int used[4]; struct irq_domain *domain; struct mutex map_lock; spinlock_t mask_lock; void *virt; dma_addr_t phys; int irq; }; struct tegra_pcie_port_soc { struct { u8 turnoff_bit; u8 ack_bit; } pme; }; struct tegra_pcie_soc { unsigned int num_ports; const struct tegra_pcie_port_soc *ports; unsigned int msi_base_shift; long unsigned int afi_pex2_ctrl; u32 pads_pll_ctl; u32 tx_ref_sel; u32 pads_refclk_cfg0; u32 pads_refclk_cfg1; u32 update_fc_threshold; bool has_pex_clkreq_en; bool has_pex_bias_ctrl; bool has_intr_prsnt_sense; bool has_cml_clk; bool has_gen2; bool force_pca_enable; bool program_uphy; bool update_clamp_threshold; bool program_deskew_time; bool update_fc_timer; bool has_cache_bars; struct { struct { u32 rp_ectl_2_r1; u32 rp_ectl_4_r1; u32 rp_ectl_5_r1; u32 rp_ectl_6_r1; u32 rp_ectl_2_r2; u32 rp_ectl_4_r2; u32 rp_ectl_5_r2; u32 rp_ectl_6_r2; } regs; bool enable; } ectl; }; struct tegra_pcie { struct device *dev; void *pads; void *afi; void *cfg; int irq; struct resource cs; struct clk *pex_clk; struct clk *afi_clk; struct clk *pll_e; struct clk *cml_clk; struct reset_control *pex_rst; struct reset_control *afi_rst; struct reset_control *pcie_xrst; bool legacy_phy; struct phy *phy; struct tegra_msi msi; struct list_head ports; u32 xbar_config; struct regulator_bulk_data *supplies; unsigned int num_supplies; const struct tegra_pcie_soc *soc; struct dentry *debugfs; }; struct tegra_pcie_port { struct tegra_pcie *pcie; struct device_node *np; struct list_head list; struct resource regs; void *base; unsigned int index; unsigned int lanes; struct phy **phys; struct gpio_desc *reset_gpio; }; struct qcom_pcie_resources_2_1_0 { struct clk_bulk_data clks[5]; struct reset_control *pci_reset; struct reset_control *axi_reset; struct reset_control *ahb_reset; struct reset_control *por_reset; struct reset_control *phy_reset; struct reset_control *ext_reset; struct regulator_bulk_data supplies[3]; }; struct qcom_pcie_resources_1_0_0 { struct clk *iface; struct clk *aux; struct clk *master_bus; struct clk *slave_bus; struct reset_control *core; struct regulator *vdda; }; struct qcom_pcie_resources_2_3_2 { struct clk *aux_clk; struct clk *master_clk; struct clk *slave_clk; struct clk *cfg_clk; struct regulator_bulk_data supplies[2]; }; struct qcom_pcie_resources_2_4_0 { struct clk_bulk_data clks[4]; int num_clks; struct reset_control *axi_m_reset; struct reset_control *axi_s_reset; struct reset_control *pipe_reset; struct reset_control *axi_m_vmid_reset; struct reset_control *axi_s_xpu_reset; struct reset_control *parf_reset; struct reset_control *phy_reset; struct reset_control *axi_m_sticky_reset; struct reset_control *pipe_sticky_reset; struct reset_control *pwr_reset; struct reset_control *ahb_reset; struct reset_control *phy_ahb_reset; }; struct qcom_pcie_resources_2_3_3 { struct clk *iface; struct clk *axi_m_clk; struct clk *axi_s_clk; struct clk *ahb_clk; struct clk *aux_clk; struct reset_control *rst[7]; }; struct qcom_pcie_resources_2_7_0 { struct clk_bulk_data clks[9]; int num_clks; struct regulator_bulk_data supplies[2]; struct reset_control *pci_reset; }; struct qcom_pcie_resources_2_9_0 { struct clk_bulk_data clks[5]; struct reset_control *rst; }; union qcom_pcie_resources { struct qcom_pcie_resources_1_0_0 v1_0_0; struct qcom_pcie_resources_2_1_0 v2_1_0; struct qcom_pcie_resources_2_3_2 v2_3_2; struct qcom_pcie_resources_2_3_3 v2_3_3; struct qcom_pcie_resources_2_4_0 v2_4_0; struct qcom_pcie_resources_2_7_0 v2_7_0; struct qcom_pcie_resources_2_9_0 v2_9_0; }; struct qcom_pcie; struct qcom_pcie_ops { int (*get_resources)(struct qcom_pcie *); int (*init)(struct qcom_pcie *); int (*post_init)(struct qcom_pcie *); void (*deinit)(struct qcom_pcie *); void (*post_deinit)(struct qcom_pcie *); void (*ltssm_enable)(struct qcom_pcie *); int (*config_sid)(struct qcom_pcie *); }; struct qcom_pcie_cfg; struct qcom_pcie { struct dw_pcie *pci; void *parf; void *elbi; union qcom_pcie_resources res; struct phy *phy; struct gpio_desc *reset; const struct qcom_pcie_cfg *cfg; }; struct qcom_pcie_cfg { const struct qcom_pcie_ops *ops; unsigned int has_tbu_clk: 1; unsigned int has_ddrss_sf_tbu_clk: 1; unsigned int has_aggre0_clk: 1; unsigned int has_aggre1_clk: 1; }; struct aperture_range { struct device *dev; resource_size_t base; resource_size_t size; struct list_head lh; void (*detach)(struct device *); }; typedef u32 (*acpi_event_handler)(void *); struct acpi_dev_walk_context { int (*fn)(struct acpi_device *, void *); void *data; }; struct acpi_pci_link_irq { u32 active; u8 triggering; u8 polarity; u8 resource_type; u8 possible_count; u32 possible[16]; u8 initialized: 1; u8 reserved: 7; }; struct acpi_pci_link { struct list_head list; struct acpi_device *device; struct acpi_pci_link_irq irq; int refcnt; }; struct acpi_device_properties { const guid_t *guid; union acpi_object *properties; struct list_head list; void **bufs; }; struct acpi_pci_device { acpi_handle device; struct acpi_pci_device *next; }; struct acpi_device_walk_info { struct acpi_table_desc *table_desc; struct acpi_evaluate_info *evaluate_info; u32 device_count; u32 num_STA; u32 num_INI; }; struct acpi_namestring_info { const char *external_name; const char *next_external_char; char *internal_name; u32 length; u32 num_segments; u32 num_carats; u8 fully_qualified; }; struct acpi_ac { struct power_supply *charger; struct power_supply_desc charger_desc; struct acpi_device *device; long long unsigned int state; struct notifier_block battery_nb; }; struct acpi_pcct_shared_memory { u32 signature; u16 command; u16 status; }; struct pcc_mbox_chan { struct mbox_chan *mchan; u64 shmem_base_addr; u64 shmem_size; u32 latency; u32 max_access_rate; u16 min_turnaround_time; }; struct cpc_register_resource { acpi_object_type type; u64 *sys_mem_vaddr; union { struct cpc_reg reg; u64 int_value; } cpc_entry; }; struct cpc_desc { int num_entries; int version; int cpu_id; int write_cmd_status; int write_cmd_id; struct cpc_register_resource cpc_regs[21]; struct acpi_psd_package domain_info; struct kobject kobj; }; enum cppc_regs { HIGHEST_PERF = 0, NOMINAL_PERF = 1, LOW_NON_LINEAR_PERF = 2, LOWEST_PERF = 3, GUARANTEED_PERF = 4, DESIRED_PERF = 5, MIN_PERF = 6, MAX_PERF = 7, PERF_REDUC_TOLERANCE = 8, TIME_WINDOW = 9, CTR_WRAP_TIME = 10, REFERENCE_CTR = 11, DELIVERED_CTR = 12, PERF_LIMITED = 13, ENABLE = 14, AUTO_SEL_ENABLE = 15, AUTO_ACT_WINDOW = 16, ENERGY_PERF = 17, REFERENCE_PERF = 18, LOWEST_FREQ = 19, NOMINAL_FREQ = 20, }; struct cppc_perf_ctrls { u32 max_perf; u32 min_perf; u32 desired_perf; }; struct cppc_perf_fb_ctrs { u64 reference; u64 delivered; u64 reference_perf; u64 wraparound_time; }; struct cppc_cpudata { struct list_head node; struct cppc_perf_caps perf_caps; struct cppc_perf_ctrls perf_ctrls; struct cppc_perf_fb_ctrs perf_fb_ctrs; unsigned int shared_type; cpumask_var_t shared_cpu_map; }; struct cppc_pcc_data { struct pcc_mbox_chan *pcc_channel; void *pcc_comm_addr; bool pcc_channel_acquired; unsigned int deadline_us; unsigned int pcc_mpar; unsigned int pcc_mrtt; unsigned int pcc_nominal; bool pending_pcc_write_cmd; bool platform_owns_pcc; unsigned int pcc_write_cnt; struct rw_semaphore pcc_lock; wait_queue_head_t pcc_write_wait_q; ktime_t last_cmd_cmpl_time; ktime_t last_mpar_reset; int mpar_count; int refcount; }; struct acpi_table_viot { struct acpi_table_header header; u16 node_count; u16 node_offset; u8 reserved[8]; }; struct acpi_viot_header { u8 type; u8 reserved; u16 length; }; enum acpi_viot_node_type { ACPI_VIOT_NODE_PCI_RANGE = 1, ACPI_VIOT_NODE_MMIO = 2, ACPI_VIOT_NODE_VIRTIO_IOMMU_PCI = 3, ACPI_VIOT_NODE_VIRTIO_IOMMU_MMIO = 4, ACPI_VIOT_RESERVED = 5, }; struct acpi_viot_pci_range { struct acpi_viot_header header; u32 endpoint_start; u16 segment_start; u16 segment_end; u16 bdf_start; u16 bdf_end; u16 output_node; u8 reserved[6]; }; struct acpi_viot_mmio { struct acpi_viot_header header; u32 endpoint; u64 base_address; u16 output_node; u8 reserved[6]; }; struct acpi_viot_virtio_iommu_pci { struct acpi_viot_header header; u16 segment; u16 bdf; u8 reserved[8]; }; struct acpi_viot_virtio_iommu_mmio { struct acpi_viot_header header; u8 reserved[4]; u64 base_address; }; struct viot_iommu { unsigned int offset; struct fwnode_handle *fwnode; struct list_head list; }; struct viot_endpoint { union { struct { u16 segment_start; u16 segment_end; u16 bdf_start; u16 bdf_end; }; u64 address; }; u32 endpoint_id; struct viot_iommu *viommu; struct list_head list; }; struct clk_gpio { struct clk_hw hw; struct gpio_desc *gpiod; }; struct scmi_clk { u32 id; struct clk_hw hw; const struct scmi_clock_info *info; const struct scmi_protocol_handle *ph; }; struct hisi_crg_funcs { struct hisi_clock_data * (*register_clks)(struct platform_device *); void (*unregister_clks)(struct platform_device *); }; struct hisi_reset_controller; struct hisi_crg_dev { struct hisi_clock_data *clk_data; struct hisi_reset_controller *rstc; const struct hisi_crg_funcs *funcs; }; struct hi3559av100_pll_clock { u32 id; const char *name; const char *parent_name; const u32 ctrl_reg1; const u8 frac_shift; const u8 frac_width; const u8 postdiv1_shift; const u8 postdiv1_width; const u8 postdiv2_shift; const u8 postdiv2_width; const u32 ctrl_reg2; const u8 fbdiv_shift; const u8 fbdiv_width; const u8 refdiv_shift; const u8 refdiv_width; }; struct hi3559av100_clk_pll { struct clk_hw hw; u32 id; void *ctrl_reg1; u8 frac_shift; u8 frac_width; u8 postdiv1_shift; u8 postdiv1_width; u8 postdiv2_shift; u8 postdiv2_width; void *ctrl_reg2; u8 fbdiv_shift; u8 fbdiv_width; u8 refdiv_shift; u8 refdiv_width; }; struct clk_divider_gate { struct clk_divider divider; u32 cached_val; }; struct clk_gate_exclusive { struct clk_gate gate; u32 exclusive_mask; }; enum imx_pllv1_type { IMX_PLLV1_IMX1 = 0, IMX_PLLV1_IMX21 = 1, IMX_PLLV1_IMX25 = 2, IMX_PLLV1_IMX27 = 3, IMX_PLLV1_IMX31 = 4, IMX_PLLV1_IMX35 = 5, }; struct clk_pllv1 { struct clk_hw hw; void *base; enum imx_pllv1_type type; }; struct clk_pll14xx { struct clk_hw hw; void *base; enum imx_pll14xx_type type; const struct imx_pll14xx_rate_table *rate_table; int rate_count; }; struct tbg_def { char *name; u32 refdiv_offset; u32 fbdiv_offset; u32 vcodiv_reg; u32 vcodiv_offset; }; struct pll_config { u16 l; u32 m; u32 n; u32 vco_val; u32 vco_mask; u32 pre_div_val; u32 pre_div_mask; u32 post_div_val; u32 post_div_mask; u32 mn_ena_mask; u32 main_output_mask; u32 aux_output_mask; }; struct clk_rcg2_gfx3d { u8 div; struct clk_rcg2 rcg; struct clk_hw **hws; }; enum freq_policy { FLOOR = 0, CEIL = 1, }; enum { P_PXO___2 = 0, P_PLL8___2 = 1, P_PLL3 = 2, P_CXO___2 = 3, }; struct clk_regmap_div { u32 reg; u32 shift; u32 width; struct clk_regmap___2 clkr; }; struct clk_regmap_phy_mux { u32 reg; struct clk_regmap___2 clkr; }; enum { P_BI_TCXO___3 = 0, P_GCC_GPLL0_OUT_EVEN = 1, P_GCC_GPLL0_OUT_MAIN = 2, P_GCC_GPLL0_OUT_ODD = 3, P_GCC_GPLL10_OUT_MAIN = 4, P_GCC_GPLL4_OUT_MAIN = 5, P_GCC_GPLL9_OUT_MAIN = 6, P_PCIE_0_PIPE_CLK = 7, P_PCIE_1_PIPE_CLK = 8, P_SLEEP_CLK___7 = 9, P_UFS_PHY_RX_SYMBOL_0_CLK = 10, P_UFS_PHY_RX_SYMBOL_1_CLK = 11, P_UFS_PHY_TX_SYMBOL_0_CLK = 12, P_USB3_PHY_WRAPPER_GCC_USB30_PIPE_CLK = 13, P_GCC_MSS_GPLL0_MAIN_DIV_CLK = 14, }; struct _ccu_nkm { long unsigned int n; long unsigned int min_n; long unsigned int max_n; long unsigned int k; long unsigned int min_k; long unsigned int max_k; long unsigned int m; long unsigned int min_m; long unsigned int max_m; }; enum { DOWN___2 = 0, UP___2 = 1, }; struct vexpress_osc { struct regmap *reg; struct clk_hw hw; long unsigned int rate_min; long unsigned int rate_max; }; struct trace_event_raw_tegra_dma_tx_status { struct trace_entry ent; u32 __data_loc_chan; dma_cookie_t cookie; __u32 residue; char __data[0]; }; struct trace_event_raw_tegra_dma_complete_cb { struct trace_entry ent; u32 __data_loc_chan; int count; void *ptr; char __data[0]; }; struct trace_event_raw_tegra_dma_isr { struct trace_entry ent; u32 __data_loc_chan; int irq; char __data[0]; }; struct trace_event_data_offsets_tegra_dma_tx_status { u32 chan; }; struct trace_event_data_offsets_tegra_dma_complete_cb { u32 chan; }; struct trace_event_data_offsets_tegra_dma_isr { u32 chan; }; typedef void (*btf_trace_tegra_dma_tx_status)(void *, struct dma_chan *, dma_cookie_t, struct dma_tx_state *); typedef void (*btf_trace_tegra_dma_complete_cb)(void *, struct dma_chan *, int, void *); typedef void (*btf_trace_tegra_dma_isr)(void *, struct dma_chan *, int); struct tegra_dma_chip_data { unsigned int nr_channels; unsigned int channel_reg_size; unsigned int max_dma_count; bool support_channel_pause; bool support_separate_wcount_reg; }; struct tegra_dma_channel_regs { u32 csr; u32 ahb_ptr; u32 apb_ptr; u32 ahb_seq; u32 apb_seq; u32 wcount; }; struct tegra_dma_desc; struct tegra_dma_sg_req { struct tegra_dma_channel_regs ch_regs; unsigned int req_len; bool configured; bool last_sg; struct list_head node; struct tegra_dma_desc *dma_desc; unsigned int words_xferred; }; struct tegra_dma_desc { struct dma_async_tx_descriptor txd; unsigned int bytes_requested; unsigned int bytes_transferred; enum dma_status dma_status; struct list_head node; struct list_head tx_list; struct list_head cb_node; unsigned int cb_count; }; struct tegra_dma_channel; typedef void (*dma_isr_handler)(struct tegra_dma_channel *, bool); struct tegra_dma; struct tegra_dma_channel { struct dma_chan dma_chan; char name[12]; bool config_init; unsigned int id; void *chan_addr; spinlock_t lock; bool busy; struct tegra_dma *tdma; bool cyclic; struct list_head free_sg_req; struct list_head pending_sg_req; struct list_head free_dma_desc; struct list_head cb_desc; dma_isr_handler isr_handler; struct tasklet_struct tasklet; unsigned int slave_id; struct dma_slave_config dma_sconfig; struct tegra_dma_channel_regs channel_reg; struct wait_queue_head wq; }; struct tegra_dma { struct dma_device dma_dev; struct device *dev; struct clk *dma_clk; struct reset_control *rst; spinlock_t global_lock; void *base_addr; const struct tegra_dma_chip_data *chip_data; u32 global_pause_count; struct tegra_dma_channel channels[0]; }; struct imx_pgc_regs { u16 map; u16 pup; u16 pdn; u16 hsk; }; struct imx_pgc_domain { struct generic_pm_domain genpd; struct regmap *regmap; const struct imx_pgc_regs *regs; struct regulator *regulator; struct reset_control *reset; struct clk_bulk_data *clks; int num_clks; long unsigned int pgc; const struct { u32 pxx; u32 map; u32 hskreq; u32 hskack; } bits; const int voltage; const bool keep_clocks; struct device *dev; unsigned int pgc_sw_pup_reg; unsigned int pgc_sw_pdn_reg; }; struct imx_pgc_domain_data { const struct imx_pgc_domain *domains; size_t domains_num; const struct regmap_access_table *reg_access_table; const struct imx_pgc_regs *pgc_regs; }; struct trace_event_raw_rpmh_tx_done { struct trace_entry ent; u32 __data_loc_name; int m; u32 addr; u32 data; int err; char __data[0]; }; struct trace_event_raw_rpmh_send_msg { struct trace_entry ent; u32 __data_loc_name; int m; int n; u32 hdr; u32 addr; u32 data; bool wait; char __data[0]; }; struct trace_event_data_offsets_rpmh_tx_done { u32 name; }; struct trace_event_data_offsets_rpmh_send_msg { u32 name; }; typedef void (*btf_trace_rpmh_tx_done)(void *, struct rsc_drv *, int, const struct tcs_request *, int); typedef void (*btf_trace_rpmh_send_msg)(void *, struct rsc_drv *, int, int, u32, const struct tcs_cmd *); struct tcs_type_config { u32 type; u32 n; }; enum zynqmp_pm_suspend_reason { SUSPEND_POWER_REQUEST = 201, SUSPEND_ALERT = 202, SUSPEND_SYSTEM_SHUTDOWN = 203, }; struct zynqmp_pm_work_struct { struct work_struct callback_work; u32 args[4]; }; enum pm_suspend_mode { PM_SUSPEND_MODE_FIRST = 0, PM_SUSPEND_MODE_STD = 0, PM_SUSPEND_MODE_POWER_OFF = 1, }; struct pre_voltage_change_data { long unsigned int old_uV; long unsigned int min_uV; long unsigned int max_uV; }; struct regulator_coupler { struct list_head list; int (*attach_regulator)(struct regulator_coupler *, struct regulator_dev *); int (*detach_regulator)(struct regulator_coupler *, struct regulator_dev *); int (*balance_voltage)(struct regulator_coupler *, struct regulator_dev *, suspend_state_t); }; enum regulator_status { REGULATOR_STATUS_OFF = 0, REGULATOR_STATUS_ON = 1, REGULATOR_STATUS_ERROR = 2, REGULATOR_STATUS_FAST = 3, REGULATOR_STATUS_NORMAL = 4, REGULATOR_STATUS_IDLE = 5, REGULATOR_STATUS_STANDBY = 6, REGULATOR_STATUS_BYPASS = 7, REGULATOR_STATUS_UNDEFINED = 8, }; enum regulator_detection_severity { REGULATOR_SEVERITY_PROT = 0, REGULATOR_SEVERITY_ERR = 1, REGULATOR_SEVERITY_WARN = 2, }; struct regulator_enable_gpio { struct list_head list; struct gpio_desc *gpiod; u32 enable_count; u32 request_count; }; struct trace_event_raw_regulator_basic { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_regulator_range { struct trace_entry ent; u32 __data_loc_name; int min; int max; char __data[0]; }; struct trace_event_raw_regulator_value { struct trace_entry ent; u32 __data_loc_name; unsigned int val; char __data[0]; }; struct trace_event_data_offsets_regulator_basic { u32 name; }; struct trace_event_data_offsets_regulator_range { u32 name; }; struct trace_event_data_offsets_regulator_value { u32 name; }; typedef void (*btf_trace_regulator_enable)(void *, const char *); typedef void (*btf_trace_regulator_enable_delay)(void *, const char *); typedef void (*btf_trace_regulator_enable_complete)(void *, const char *); typedef void (*btf_trace_regulator_disable)(void *, const char *); typedef void (*btf_trace_regulator_disable_complete)(void *, const char *); typedef void (*btf_trace_regulator_bypass_enable)(void *, const char *); typedef void (*btf_trace_regulator_bypass_enable_complete)(void *, const char *); typedef void (*btf_trace_regulator_bypass_disable)(void *, const char *); typedef void (*btf_trace_regulator_bypass_disable_complete)(void *, const char *); typedef void (*btf_trace_regulator_set_voltage)(void *, const char *, int, int); typedef void (*btf_trace_regulator_set_voltage_complete)(void *, const char *, unsigned int); struct regulator_map { struct list_head list; const char *dev_name; const char *supply; struct regulator_dev *regulator; }; struct regulator_supply_alias { struct list_head list; struct device *src_dev; const char *src_supply; struct device *alias_dev; const char *alias_supply; }; struct summary_data { struct seq_file *s; struct regulator_dev *parent; int level; }; struct summary_lock_data { struct ww_acquire_ctx *ww_ctx; struct regulator_dev **new_contended_rdev; struct regulator_dev **old_contended_rdev; }; enum mrq_reset_commands { CMD_RESET_ASSERT = 1, CMD_RESET_DEASSERT = 2, CMD_RESET_MODULE = 3, CMD_RESET_GET_MAX_ID = 4, CMD_RESET_MAX = 5, }; struct mrq_reset_request { uint32_t cmd; uint32_t reset_id; }; struct scmi_reset_data { struct reset_controller_dev rcdev; const struct scmi_protocol_handle *ph; }; struct pts_fs_info; typedef uint32_t char32_t; struct uni_screen { char32_t *lines[0]; }; struct con_driver { const struct consw *con; const char *desc; struct device *dev; int node; int first; int last; int flag; }; enum { blank_off = 0, blank_normal_wait = 1, blank_vesa_wait = 2, }; enum { EPecma = 0, EPdec = 1, EPeq = 2, EPgt = 3, EPlt = 4, }; struct rgb { u8 r; u8 g; u8 b; }; enum { ESnormal = 0, ESesc = 1, ESsquare = 2, ESgetpars = 3, ESfunckey = 4, EShash = 5, ESsetG0 = 6, ESsetG1 = 7, ESpercent = 8, EScsiignore = 9, ESnonstd = 10, ESpalette = 11, ESosc = 12, ESapc = 13, ESpm = 14, ESdcs = 15, }; struct interval { uint32_t first; uint32_t last; }; struct vc_draw_region { long unsigned int from; long unsigned int to; int x; }; struct pericom8250 { void *virt; unsigned int nr; int line[0]; }; struct qcom_adm_peripheral_config { u32 crci; u32 mux; }; enum { UARTDM_1P1 = 1, UARTDM_1P2 = 2, UARTDM_1P3 = 3, UARTDM_1P4 = 4, }; struct msm_dma { struct dma_chan *chan; enum dma_data_direction dir; dma_addr_t phys; unsigned char *virt; dma_cookie_t cookie; u32 enable_bit; unsigned int count; struct dma_async_tx_descriptor *desc; }; struct msm_port { struct uart_port uart; char name[16]; struct clk *clk; struct clk *pclk; unsigned int imr; int is_uartdm; unsigned int old_snap_state; bool break_detected; struct msm_dma tx_dma; struct msm_dma rx_dma; }; struct msm_baud_map { u16 divisor; u8 code; u8 rxstale; }; struct serport { struct tty_port *port; struct tty_struct *tty; struct tty_driver *tty_drv; int tty_idx; long unsigned int flags; }; struct tpm1_get_random_out { __be32 rng_data_len; u8 rng_data[128]; }; struct acpi_tpm2_phy { u8 start_method_specific[12]; u32 log_area_minimum_length; u64 log_area_start_address; }; enum bios_platform_class { BIOS_CLIENT = 0, BIOS_SERVER = 1, }; struct client_hdr { u32 log_max_len; u64 log_start_addr; } __attribute__((packed)); struct server_hdr { u16 reserved; u64 log_max_len; u64 log_start_addr; } __attribute__((packed)); struct acpi_tcpa { struct acpi_table_header hdr; u16 platform_class; union { struct client_hdr client; struct server_hdr server; }; } __attribute__((packed)); struct arm_smmu_mmu_notifier { struct mmu_notifier mn; struct arm_smmu_ctx_desc *cd; bool cleared; refcount_t refs; struct list_head list; struct arm_smmu_domain___2 *domain; }; struct arm_smmu_bond { struct iommu_sva sva; struct mm_struct *mm; struct arm_smmu_mmu_notifier *smmu_mn; struct list_head list; refcount_t refs; }; struct arm_lpae_io_pgtable { struct io_pgtable iop; int pgd_bits; int start_level; int bits_per_level; void *pgd; }; typedef u64 arm_lpae_iopte; struct iopf_queue; struct iopf_device_param { struct device *dev; struct iopf_queue *queue; struct list_head queue_list; struct list_head partial; }; struct iopf_queue { struct workqueue_struct *wq; struct list_head devices; struct mutex lock; }; struct iopf_fault { struct iommu_fault fault; struct list_head list; }; struct iopf_group { struct iopf_fault last_fault; struct list_head faults; struct work_struct work; struct device *dev; }; struct drm_version { int version_major; int version_minor; int version_patchlevel; __kernel_size_t name_len; char *name; __kernel_size_t date_len; char *date; __kernel_size_t desc_len; char *desc; }; struct drm_unique { __kernel_size_t unique_len; char *unique; }; struct drm_client { int idx; int auth; long unsigned int pid; long unsigned int uid; long unsigned int magic; long unsigned int iocs; }; enum drm_stat_type { _DRM_STAT_LOCK = 0, _DRM_STAT_OPENS = 1, _DRM_STAT_CLOSES = 2, _DRM_STAT_IOCTLS = 3, _DRM_STAT_LOCKS = 4, _DRM_STAT_UNLOCKS = 5, _DRM_STAT_VALUE = 6, _DRM_STAT_BYTE = 7, _DRM_STAT_COUNT = 8, _DRM_STAT_IRQ = 9, _DRM_STAT_PRIMARY = 10, _DRM_STAT_SECONDARY = 11, _DRM_STAT_DMA = 12, _DRM_STAT_SPECIAL = 13, _DRM_STAT_MISSED = 14, }; struct drm_stats { long unsigned int count; struct { long unsigned int value; enum drm_stat_type type; } data[15]; }; struct drm_set_version { int drm_di_major; int drm_di_minor; int drm_dd_major; int drm_dd_minor; }; struct drm_get_cap { __u64 capability; __u64 value; }; struct drm_set_client_cap { __u64 capability; __u64 value; }; struct drm_vma_offset_file { struct rb_node vm_rb; struct drm_file *vm_tag; long unsigned int vm_count; }; struct drm_mode_obj_get_properties { __u64 props_ptr; __u64 prop_values_ptr; __u32 count_props; __u32 obj_id; __u32 obj_type; }; enum drm_vblank_seq_type { _DRM_VBLANK_ABSOLUTE = 0, _DRM_VBLANK_RELATIVE = 1, _DRM_VBLANK_HIGH_CRTC_MASK = 62, _DRM_VBLANK_EVENT = 67108864, _DRM_VBLANK_FLIP = 134217728, _DRM_VBLANK_NEXTONMISS = 268435456, _DRM_VBLANK_SECONDARY = 536870912, _DRM_VBLANK_SIGNAL = 1073741824, }; struct drm_wait_vblank_request { enum drm_vblank_seq_type type; unsigned int sequence; long unsigned int signal; }; struct drm_wait_vblank_reply { enum drm_vblank_seq_type type; unsigned int sequence; long int tval_sec; long int tval_usec; }; union drm_wait_vblank { struct drm_wait_vblank_request request; struct drm_wait_vblank_reply reply; }; struct drm_modeset_ctl { __u32 crtc; __u32 cmd; }; struct drm_crtc_get_sequence { __u32 crtc_id; __u32 active; __u64 sequence; __s64 sequence_ns; }; struct drm_crtc_queue_sequence { __u32 crtc_id; __u32 flags; __u64 sequence; __u64 user_data; }; typedef bool (*drm_vblank_get_scanout_position_func)(struct drm_crtc *, bool, int *, int *, ktime_t *, ktime_t *, const struct drm_display_mode *); typedef int drm_ioctl_compat_t(struct file *, unsigned int, long unsigned int); struct drm_version_32 { int version_major; int version_minor; int version_patchlevel; u32 name_len; u32 name; u32 date_len; u32 date; u32 desc_len; u32 desc; }; typedef struct drm_version_32 drm_version32_t; struct drm_unique32 { u32 unique_len; u32 unique; }; typedef struct drm_unique32 drm_unique32_t; struct drm_client32 { int idx; int auth; u32 pid; u32 uid; u32 magic; u32 iocs; }; typedef struct drm_client32 drm_client32_t; struct drm_stats32 { u32 count; struct { u32 value; enum drm_stat_type type; } data[15]; }; typedef struct drm_stats32 drm_stats32_t; struct drm_wait_vblank_request32 { enum drm_vblank_seq_type type; unsigned int sequence; u32 signal; }; struct drm_wait_vblank_reply32 { enum drm_vblank_seq_type type; unsigned int sequence; s32 tval_sec; s32 tval_usec; }; union drm_wait_vblank32 { struct drm_wait_vblank_request32 request; struct drm_wait_vblank_reply32 reply; }; typedef union drm_wait_vblank32 drm_wait_vblank32_t; struct drm_dmi_panel_orientation_data { int width; int height; const char * const *bios_dates; int orientation; }; struct drm_gem_shmem_object { struct drm_gem_object base; struct mutex pages_lock; struct page **pages; unsigned int pages_use_count; int madv; struct list_head madv_list; unsigned int pages_mark_dirty_on_put: 1; unsigned int pages_mark_accessed_on_put: 1; struct sg_table *sgt; struct mutex vmap_lock; void *vaddr; unsigned int vmap_use_count; bool map_wc; }; typedef struct kobject *kobj_probe_t(dev_t, int *, void *); struct probe { struct probe *next; dev_t dev; long unsigned int range; struct module *owner; kobj_probe_t *get; int (*lock)(dev_t, void *); void *data; }; struct kobj_map { struct probe *probes[255]; struct mutex *lock; }; struct cache_type_info { const char *size_prop; const char *line_size_props[2]; const char *nr_sets_prop; }; struct regmap_mmio_context { void *regs; unsigned int val_bytes; bool relaxed_mmio; bool attached_clk; struct clk *clk; void (*reg_write)(struct regmap_mmio_context *, unsigned int, unsigned int); unsigned int (*reg_read)(struct regmap_mmio_context *, unsigned int); }; struct trace_event_raw_devres { struct trace_entry ent; u32 __data_loc_devname; struct device *dev; const char *op; void *node; const char *name; size_t size; char __data[0]; }; struct trace_event_data_offsets_devres { u32 devname; }; typedef void (*btf_trace_devres_log)(void *, struct device *, const char *, void *, const char *, size_t); struct mfd_of_node_entry { struct list_head list; struct device *dev; struct device_node *np; }; struct match_ids_walk_data { struct acpi_device_id *ids; struct acpi_device *adev; }; enum as3722_irq { AS3722_IRQ_LID = 0, AS3722_IRQ_ACOK = 1, AS3722_IRQ_ENABLE1 = 2, AS3722_IRQ_OCCUR_ALARM_SD0 = 3, AS3722_IRQ_ONKEY_LONG_PRESS = 4, AS3722_IRQ_ONKEY = 5, AS3722_IRQ_OVTMP = 6, AS3722_IRQ_LOWBAT = 7, AS3722_IRQ_SD0_LV = 8, AS3722_IRQ_SD1_LV = 9, AS3722_IRQ_SD2_LV = 10, AS3722_IRQ_PWM1_OV_PROT = 11, AS3722_IRQ_PWM2_OV_PROT = 12, AS3722_IRQ_ENABLE2 = 13, AS3722_IRQ_SD6_LV = 14, AS3722_IRQ_RTC_REP = 15, AS3722_IRQ_RTC_ALARM = 16, AS3722_IRQ_GPIO1 = 17, AS3722_IRQ_GPIO2 = 18, AS3722_IRQ_GPIO3 = 19, AS3722_IRQ_GPIO4 = 20, AS3722_IRQ_GPIO5 = 21, AS3722_IRQ_WATCHDOG = 22, AS3722_IRQ_ENABLE3 = 23, AS3722_IRQ_TEMP_SD0_SHUTDOWN = 24, AS3722_IRQ_TEMP_SD1_SHUTDOWN = 25, AS3722_IRQ_TEMP_SD2_SHUTDOWN = 26, AS3722_IRQ_TEMP_SD0_ALARM = 27, AS3722_IRQ_TEMP_SD1_ALARM = 28, AS3722_IRQ_TEMP_SD6_ALARM = 29, AS3722_IRQ_OCCUR_ALARM_SD6 = 30, AS3722_IRQ_ADC = 31, AS3722_IRQ_MAX = 32, }; struct dma_heap { const char *name; const struct dma_heap_ops *ops; void *priv; dev_t heap_devt; struct list_head list; struct cdev heap_cdev; }; struct dma_heap_allocation_data { __u64 len; __u32 fd; __u32 fd_flags; __u64 heap_flags; }; struct cxl_endpoint_dvsec_info { bool mem_enabled; int ranges; struct range dvsec_range[2]; }; struct cxl_walk_context { struct pci_bus *bus; struct cxl_port *port; int type; int error; int count; }; struct cdat_doe_task { u32 request_pl; u32 response_pl[32]; struct completion c; struct pci_doe_task task; }; struct request_sense; struct cdrom_generic_command { unsigned char cmd[12]; unsigned char *buffer; unsigned int buflen; int stat; struct request_sense *sense; unsigned char data_direction; int quiet; int timeout; union { void *reserved[1]; void *unused; }; }; struct request_sense { __u8 error_code: 7; __u8 valid: 1; __u8 segment_number; __u8 sense_key: 4; __u8 reserved2: 1; __u8 ili: 1; __u8 reserved1: 2; __u8 information[4]; __u8 add_sense_len; __u8 command_info[4]; __u8 asc; __u8 ascq; __u8 fruc; __u8 sks[3]; __u8 asb[46]; }; struct scsi_ioctl_command { unsigned int inlen; unsigned int outlen; unsigned char data[0]; }; struct scsi_idlun { __u32 dev_id; __u32 host_unique_id; }; struct compat_cdrom_generic_command { unsigned char cmd[12]; compat_caddr_t buffer; compat_uint_t buflen; compat_int_t stat; compat_caddr_t sense; unsigned char data_direction; unsigned char pad[3]; compat_int_t quiet; compat_int_t timeout; compat_caddr_t unused; }; enum scsi_host_guard_type { SHOST_DIX_GUARD_CRC = 1, SHOST_DIX_GUARD_IP = 2, }; typedef unsigned int (*ata_xlat_func_t)(struct ata_queued_cmd *); struct ata_scsi_args { struct ata_device *dev; u16 *id; struct scsi_cmnd *cmd; }; enum xgene_ahci_version { XGENE_AHCI_V1 = 1, XGENE_AHCI_V2 = 2, }; struct xgene_ahci_context { struct ahci_host_priv *hpriv; struct device *dev; u8 last_cmd[2]; u32 class[2]; void *csr_core; void *csr_diag; void *csr_axi; void *csr_mux; }; struct spmi_driver { struct device_driver driver; int (*probe)(struct spmi_device *); void (*remove)(struct spmi_device *); void (*shutdown)(struct spmi_device *); }; struct trace_event_raw_spmi_write_begin { struct trace_entry ent; u8 opcode; u8 sid; u16 addr; u8 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_spmi_write_end { struct trace_entry ent; u8 opcode; u8 sid; u16 addr; int ret; char __data[0]; }; struct trace_event_raw_spmi_read_begin { struct trace_entry ent; u8 opcode; u8 sid; u16 addr; char __data[0]; }; struct trace_event_raw_spmi_read_end { struct trace_entry ent; u8 opcode; u8 sid; u16 addr; int ret; u8 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_spmi_cmd { struct trace_entry ent; u8 opcode; u8 sid; int ret; char __data[0]; }; struct trace_event_data_offsets_spmi_write_begin { u32 buf; }; struct trace_event_data_offsets_spmi_write_end {}; struct trace_event_data_offsets_spmi_read_begin {}; struct trace_event_data_offsets_spmi_read_end { u32 buf; }; struct trace_event_data_offsets_spmi_cmd {}; typedef void (*btf_trace_spmi_write_begin)(void *, u8, u8, u16, u8, const u8 *); typedef void (*btf_trace_spmi_write_end)(void *, u8, u8, u16, int); typedef void (*btf_trace_spmi_read_begin)(void *, u8, u8, u16); typedef void (*btf_trace_spmi_read_end)(void *, u8, u8, u16, int, u8, const u8 *); typedef void (*btf_trace_spmi_cmd)(void *, u8, u8, int); struct swmii_regs { u16 bmsr; u16 lpa; u16 lpagb; u16 estat; }; enum { SWMII_SPEED_10 = 0, SWMII_SPEED_100 = 1, SWMII_SPEED_1000 = 2, SWMII_DUPLEX_HALF = 0, SWMII_DUPLEX_FULL = 1, }; struct mii_timestamping_ctrl { struct mii_timestamper * (*probe_channel)(struct device *, unsigned int); void (*release_channel)(struct device *, struct mii_timestamper *); }; struct mii_timestamping_desc { struct list_head list; struct mii_timestamping_ctrl *ctrl; struct device *device; }; enum wwan_port_type { WWAN_PORT_AT = 0, WWAN_PORT_MBIM = 1, WWAN_PORT_QMI = 2, WWAN_PORT_QCDM = 3, WWAN_PORT_FIREHOSE = 4, __WWAN_PORT_MAX = 5, WWAN_PORT_MAX = 4, WWAN_PORT_UNKNOWN = 5, }; struct wwan_port; struct wwan_port_ops { int (*start)(struct wwan_port *); void (*stop)(struct wwan_port *); int (*tx)(struct wwan_port *, struct sk_buff *); int (*tx_blocking)(struct wwan_port *, struct sk_buff *); __poll_t (*tx_poll)(struct wwan_port *, struct file *, poll_table *); }; struct wwan_port { enum wwan_port_type type; unsigned int start_count; long unsigned int flags; const struct wwan_port_ops *ops; struct mutex ops_lock; struct device dev; struct sk_buff_head rxq; wait_queue_head_t waitqueue; struct mutex data_lock; union { struct { struct ktermios termios; int mdmbits; } at_data; }; }; struct wwan_netdev_priv { u32 link_id; int: 32; u8 drv_priv[0]; }; struct wwan_ops { unsigned int priv_size; void (*setup)(struct net_device *); int (*newlink)(void *, struct net_device *, u32, struct netlink_ext_ack *); void (*dellink)(void *, struct net_device *, struct list_head *); }; enum { IFLA_WWAN_UNSPEC = 0, IFLA_WWAN_LINK_ID = 1, __IFLA_WWAN_MAX = 2, }; struct wwan_device { unsigned int id; struct device dev; atomic_t port_id; const struct wwan_ops *ops; void *ops_ctxt; struct dentry *debugfs_dir; }; struct usbdevfs_ctrltransfer { __u8 bRequestType; __u8 bRequest; __u16 wValue; __u16 wIndex; __u16 wLength; __u32 timeout; void *data; }; struct usbdevfs_bulktransfer { unsigned int ep; unsigned int len; unsigned int timeout; void *data; }; struct usbdevfs_setinterface { unsigned int interface; unsigned int altsetting; }; struct usbdevfs_disconnectsignal { unsigned int signr; void *context; }; struct usbdevfs_getdriver { unsigned int interface; char driver[256]; }; struct usbdevfs_connectinfo { unsigned int devnum; unsigned char slow; }; struct usbdevfs_conninfo_ex { __u32 size; __u32 busnum; __u32 devnum; __u32 speed; __u8 num_ports; __u8 ports[7]; }; struct usbdevfs_iso_packet_desc { unsigned int length; unsigned int actual_length; unsigned int status; }; struct usbdevfs_urb { unsigned char type; unsigned char endpoint; int status; unsigned int flags; void *buffer; int buffer_length; int actual_length; int start_frame; union { int number_of_packets; unsigned int stream_id; }; int error_count; unsigned int signr; void *usercontext; struct usbdevfs_iso_packet_desc iso_frame_desc[0]; }; struct usbdevfs_ioctl { int ifno; int ioctl_code; void *data; }; struct usbdevfs_disconnect_claim { unsigned int interface; unsigned int flags; char driver[256]; }; struct usbdevfs_streams { unsigned int num_streams; unsigned int num_eps; unsigned char eps[0]; }; struct usbdevfs_ctrltransfer32 { u8 bRequestType; u8 bRequest; u16 wValue; u16 wIndex; u16 wLength; u32 timeout; compat_caddr_t data; }; struct usbdevfs_bulktransfer32 { compat_uint_t ep; compat_uint_t len; compat_uint_t timeout; compat_caddr_t data; }; struct usbdevfs_disconnectsignal32 { compat_int_t signr; compat_caddr_t context; }; struct usbdevfs_urb32 { unsigned char type; unsigned char endpoint; compat_int_t status; compat_uint_t flags; compat_caddr_t buffer; compat_int_t buffer_length; compat_int_t actual_length; compat_int_t start_frame; compat_int_t number_of_packets; compat_int_t error_count; compat_uint_t signr; compat_caddr_t usercontext; struct usbdevfs_iso_packet_desc iso_frame_desc[0]; }; struct usbdevfs_ioctl32 { s32 ifno; s32 ioctl_code; compat_caddr_t data; }; struct usb_dev_state { struct list_head list; struct usb_device *dev; struct file *file; spinlock_t lock; struct list_head async_pending; struct list_head async_completed; struct list_head memory_list; wait_queue_head_t wait; wait_queue_head_t wait_for_resume; unsigned int discsignr; struct pid *disc_pid; const struct cred *cred; sigval_t disccontext; long unsigned int ifclaimed; u32 disabled_bulk_eps; long unsigned int interface_allowed_mask; int not_yet_resumed; bool suspend_allowed; bool privileges_dropped; }; struct usb_memory { struct list_head memlist; int vma_use_count; int urb_use_count; u32 size; void *mem; dma_addr_t dma_handle; long unsigned int vm_start; struct usb_dev_state *ps; }; struct async { struct list_head asynclist; struct usb_dev_state *ps; struct pid *pid; const struct cred *cred; unsigned int signr; unsigned int ifnum; void *userbuffer; void *userurb; sigval_t userurb_sigval; struct urb *urb; struct usb_memory *usbm; unsigned int mem_usage; int status; u8 bulk_addr; u8 bulk_status; }; enum snoop_when { SUBMIT = 0, COMPLETE = 1, }; struct snap { int slen; char str[80]; }; struct ehci_stats { long unsigned int normal; long unsigned int error; long unsigned int iaa; long unsigned int lost_iaa; long unsigned int complete; long unsigned int unlink; }; struct ehci_per_sched { struct usb_device *udev; struct usb_host_endpoint *ep; struct list_head ps_list; u16 tt_usecs; u16 cs_mask; u16 period; u16 phase; u8 bw_phase; u8 phase_uf; u8 usecs; u8 c_usecs; u8 bw_uperiod; u8 bw_period; }; enum ehci_rh_state { EHCI_RH_HALTED = 0, EHCI_RH_SUSPENDED = 1, EHCI_RH_RUNNING = 2, EHCI_RH_STOPPING = 3, }; enum ehci_hrtimer_event { EHCI_HRTIMER_POLL_ASS = 0, EHCI_HRTIMER_POLL_PSS = 1, EHCI_HRTIMER_POLL_DEAD = 2, EHCI_HRTIMER_UNLINK_INTR = 3, EHCI_HRTIMER_FREE_ITDS = 4, EHCI_HRTIMER_ACTIVE_UNLINK = 5, EHCI_HRTIMER_START_UNLINK_INTR = 6, EHCI_HRTIMER_ASYNC_UNLINKS = 7, EHCI_HRTIMER_IAA_WATCHDOG = 8, EHCI_HRTIMER_DISABLE_PERIODIC = 9, EHCI_HRTIMER_DISABLE_ASYNC = 10, EHCI_HRTIMER_IO_WATCHDOG = 11, EHCI_HRTIMER_NUM_EVENTS = 12, }; struct ehci_caps; struct ehci_regs; struct ehci_dbg_port; struct ehci_qh; union ehci_shadow; struct ehci_itd; struct ehci_sitd; struct ehci_hcd { enum ehci_hrtimer_event next_hrtimer_event; unsigned int enabled_hrtimer_events; ktime_t hr_timeouts[12]; struct hrtimer hrtimer; int PSS_poll_count; int ASS_poll_count; int died_poll_count; struct ehci_caps *caps; struct ehci_regs *regs; struct ehci_dbg_port *debug; __u32 hcs_params; spinlock_t lock; enum ehci_rh_state rh_state; bool scanning: 1; bool need_rescan: 1; bool intr_unlinking: 1; bool iaa_in_progress: 1; bool async_unlinking: 1; bool shutdown: 1; struct ehci_qh *qh_scan_next; struct ehci_qh *async; struct ehci_qh *dummy; struct list_head async_unlink; struct list_head async_idle; unsigned int async_unlink_cycle; unsigned int async_count; __le32 old_current; __le32 old_token; unsigned int periodic_size; __le32 *periodic; dma_addr_t periodic_dma; struct list_head intr_qh_list; unsigned int i_thresh; union ehci_shadow *pshadow; struct list_head intr_unlink_wait; struct list_head intr_unlink; unsigned int intr_unlink_wait_cycle; unsigned int intr_unlink_cycle; unsigned int now_frame; unsigned int last_iso_frame; unsigned int intr_count; unsigned int isoc_count; unsigned int periodic_count; unsigned int uframe_periodic_max; struct list_head cached_itd_list; struct ehci_itd *last_itd_to_free; struct list_head cached_sitd_list; struct ehci_sitd *last_sitd_to_free; long unsigned int reset_done[15]; long unsigned int bus_suspended; long unsigned int companion_ports; long unsigned int owned_ports; long unsigned int port_c_suspend; long unsigned int suspended_ports; long unsigned int resuming_ports; struct dma_pool *qh_pool; struct dma_pool *qtd_pool; struct dma_pool *itd_pool; struct dma_pool *sitd_pool; unsigned int random_frame; long unsigned int next_statechange; ktime_t last_periodic_enable; u32 command; unsigned int no_selective_suspend: 1; unsigned int has_fsl_port_bug: 1; unsigned int has_fsl_hs_errata: 1; unsigned int has_fsl_susp_errata: 1; unsigned int big_endian_mmio: 1; unsigned int big_endian_desc: 1; unsigned int big_endian_capbase: 1; unsigned int has_amcc_usb23: 1; unsigned int need_io_watchdog: 1; unsigned int amd_pll_fix: 1; unsigned int use_dummy_qh: 1; unsigned int has_synopsys_hc_bug: 1; unsigned int frame_index_bug: 1; unsigned int need_oc_pp_cycle: 1; unsigned int imx28_write_fix: 1; unsigned int spurious_oc: 1; unsigned int is_aspeed: 1; unsigned int zx_wakeup_clear_needed: 1; __le32 *ohci_hcctrl_reg; unsigned int has_hostpc: 1; unsigned int has_tdi_phy_lpm: 1; unsigned int has_ppcd: 1; u8 sbrn; struct ehci_stats stats; struct dentry *debug_dir; u8 bandwidth[64]; u8 tt_budget[64]; struct list_head tt_list; long unsigned int priv[0]; }; struct ehci_caps { u32 hc_capbase; u32 hcs_params; u32 hcc_params; u8 portroute[8]; }; struct ehci_regs { u32 command; u32 status; u32 intr_enable; u32 frame_index; u32 segment; u32 frame_list; u32 async_next; u32 reserved1[2]; u32 txfill_tuning; u32 reserved2[6]; u32 configured_flag; union { u32 port_status[15]; struct { u32 reserved3[9]; u32 usbmode; }; }; union { struct { u32 reserved4; u32 hostpc[15]; }; u32 brcm_insnreg[4]; }; u32 reserved5[2]; u32 usbmode_ex; }; struct ehci_dbg_port { u32 control; u32 pids; u32 data03; u32 data47; u32 address; }; struct ehci_fstn; union ehci_shadow { struct ehci_qh *qh; struct ehci_itd *itd; struct ehci_sitd *sitd; struct ehci_fstn *fstn; __le32 *hw_next; void *ptr; }; struct ehci_qh_hw; struct ehci_qtd; struct ehci_qh { struct ehci_qh_hw *hw; dma_addr_t qh_dma; union ehci_shadow qh_next; struct list_head qtd_list; struct list_head intr_node; struct ehci_qtd *dummy; struct list_head unlink_node; struct ehci_per_sched ps; unsigned int unlink_cycle; u8 qh_state; u8 xacterrs; u8 unlink_reason; u8 gap_uf; unsigned int is_out: 1; unsigned int clearing_tt: 1; unsigned int dequeue_during_giveback: 1; unsigned int should_be_inactive: 1; }; struct ehci_iso_stream; struct ehci_itd { __le32 hw_next; __le32 hw_transaction[8]; __le32 hw_bufp[7]; __le32 hw_bufp_hi[7]; dma_addr_t itd_dma; union ehci_shadow itd_next; struct urb *urb; struct ehci_iso_stream *stream; struct list_head itd_list; unsigned int frame; unsigned int pg; unsigned int index[8]; long: 64; }; struct ehci_sitd { __le32 hw_next; __le32 hw_fullspeed_ep; __le32 hw_uframe; __le32 hw_results; __le32 hw_buf[2]; __le32 hw_backpointer; __le32 hw_buf_hi[2]; dma_addr_t sitd_dma; union ehci_shadow sitd_next; struct urb *urb; struct ehci_iso_stream *stream; struct list_head sitd_list; unsigned int frame; unsigned int index; }; struct ehci_qtd { __le32 hw_next; __le32 hw_alt_next; __le32 hw_token; __le32 hw_buf[5]; __le32 hw_buf_hi[5]; dma_addr_t qtd_dma; struct list_head qtd_list; struct urb *urb; size_t length; }; struct ehci_fstn { __le32 hw_next; __le32 hw_prev; dma_addr_t fstn_dma; union ehci_shadow fstn_next; long: 64; }; struct ehci_qh_hw { __le32 hw_next; __le32 hw_info1; __le32 hw_info2; __le32 hw_current; __le32 hw_qtd_next; __le32 hw_alt_next; __le32 hw_token; __le32 hw_buf[5]; __le32 hw_buf_hi[5]; long: 32; long: 64; long: 64; long: 64; }; struct ehci_iso_stream { struct ehci_qh_hw *hw; u8 bEndpointAddress; u8 highspeed; struct list_head td_list; struct list_head free_list; struct ehci_per_sched ps; unsigned int next_uframe; __le32 splits; u16 uperiod; u16 maxp; unsigned int bandwidth; __le32 buf0; __le32 buf1; __le32 buf2; __le32 address; }; struct ehci_driver_overrides { size_t extra_priv_size; int (*reset)(struct usb_hcd *); int (*port_power)(struct usb_hcd *, int, bool); }; struct trace_event_raw_xhci_log_msg { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_raw_xhci_log_ctx { struct trace_entry ent; int ctx_64; unsigned int ctx_type; dma_addr_t ctx_dma; u8 *ctx_va; unsigned int ctx_ep_num; int slot_id; u32 __data_loc_ctx_data; char __data[0]; }; struct trace_event_raw_xhci_log_trb { struct trace_entry ent; u32 type; u32 field0; u32 field1; u32 field2; u32 field3; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_free_virt_dev { struct trace_entry ent; void *vdev; long long unsigned int out_ctx; long long unsigned int in_ctx; u8 fake_port; u8 real_port; u16 current_mel; char __data[0]; }; struct trace_event_raw_xhci_log_virt_dev { struct trace_entry ent; void *vdev; long long unsigned int out_ctx; long long unsigned int in_ctx; int devnum; int state; int speed; u8 portnum; u8 level; int slot_id; char __data[0]; }; struct trace_event_raw_xhci_log_urb { struct trace_entry ent; void *urb; unsigned int pipe; unsigned int stream; int status; unsigned int flags; int num_mapped_sgs; int num_sgs; int length; int actual; int epnum; int dir_in; int type; int slot_id; char __data[0]; }; struct trace_event_raw_xhci_log_ep_ctx { struct trace_entry ent; u32 info; u32 info2; u64 deq; u32 tx_info; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_slot_ctx { struct trace_entry ent; u32 info; u32 info2; u32 tt_info; u32 state; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_ctrl_ctx { struct trace_entry ent; u32 drop; u32 add; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_ring { struct trace_entry ent; u32 type; void *ring; dma_addr_t enq; dma_addr_t deq; dma_addr_t enq_seg; dma_addr_t deq_seg; unsigned int num_segs; unsigned int stream_id; unsigned int cycle_state; unsigned int num_trbs_free; unsigned int bounce_buf_len; char __data[0]; }; struct trace_event_raw_xhci_log_portsc { struct trace_entry ent; u32 portnum; u32 portsc; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_doorbell { struct trace_entry ent; u32 slot; u32 doorbell; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_dbc_log_request { struct trace_entry ent; struct dbc_request *req; bool dir; unsigned int actual; unsigned int length; int status; char __data[0]; }; struct trace_event_data_offsets_xhci_log_msg { u32 msg; }; struct trace_event_data_offsets_xhci_log_ctx { u32 ctx_data; }; struct trace_event_data_offsets_xhci_log_trb { u32 str; }; struct trace_event_data_offsets_xhci_log_free_virt_dev {}; struct trace_event_data_offsets_xhci_log_virt_dev {}; struct trace_event_data_offsets_xhci_log_urb {}; struct trace_event_data_offsets_xhci_log_ep_ctx { u32 str; }; struct trace_event_data_offsets_xhci_log_slot_ctx { u32 str; }; struct trace_event_data_offsets_xhci_log_ctrl_ctx { u32 str; }; struct trace_event_data_offsets_xhci_log_ring {}; struct trace_event_data_offsets_xhci_log_portsc { u32 str; }; struct trace_event_data_offsets_xhci_log_doorbell { u32 str; }; struct trace_event_data_offsets_xhci_dbc_log_request {}; typedef void (*btf_trace_xhci_dbg_address)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_context_change)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_quirks)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_reset_ep)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_cancel_urb)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_init)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_ring_expansion)(void *, struct va_format *); typedef void (*btf_trace_xhci_address_ctx)(void *, struct xhci_hcd *, struct xhci_container_ctx *, unsigned int); typedef void (*btf_trace_xhci_handle_event)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_handle_command)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_handle_transfer)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_queue_trb)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_dbc_handle_event)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_dbc_handle_transfer)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_dbc_gadget_ep_queue)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_free_virt_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_alloc_virt_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_setup_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_setup_addressable_virt_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_stop_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_urb_enqueue)(void *, struct urb *); typedef void (*btf_trace_xhci_urb_giveback)(void *, struct urb *); typedef void (*btf_trace_xhci_urb_dequeue)(void *, struct urb *); typedef void (*btf_trace_xhci_handle_cmd_stop_ep)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_handle_cmd_set_deq_ep)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_handle_cmd_reset_ep)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_handle_cmd_config_ep)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_add_endpoint)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_alloc_dev)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_free_dev)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_handle_cmd_disable_slot)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_discover_or_reset_device)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_setup_device_slot)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_handle_cmd_addr_dev)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_handle_cmd_reset_dev)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_handle_cmd_set_deq)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_configure_endpoint)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_address_ctrl_ctx)(void *, struct xhci_input_control_ctx *); typedef void (*btf_trace_xhci_configure_endpoint_ctrl_ctx)(void *, struct xhci_input_control_ctx *); typedef void (*btf_trace_xhci_ring_alloc)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_ring_free)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_ring_expansion)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_inc_enq)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_inc_deq)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_handle_port_status)(void *, u32, u32); typedef void (*btf_trace_xhci_get_port_status)(void *, u32, u32); typedef void (*btf_trace_xhci_hub_status_data)(void *, u32, u32); typedef void (*btf_trace_xhci_ring_ep_doorbell)(void *, u32, u32); typedef void (*btf_trace_xhci_ring_host_doorbell)(void *, u32, u32); typedef void (*btf_trace_xhci_dbc_alloc_request)(void *, struct dbc_request *); typedef void (*btf_trace_xhci_dbc_free_request)(void *, struct dbc_request *); typedef void (*btf_trace_xhci_dbc_queue_request)(void *, struct dbc_request *); typedef void (*btf_trace_xhci_dbc_giveback_request)(void *, struct dbc_request *); struct usbcons_info { int magic; int break_flag; struct usb_serial_port *port; }; struct ti_k3_rtc_soc_data { const bool unlock_irq_erratum; }; enum ti_k3_rtc_fields { K3RTC_KICK0 = 0, K3RTC_KICK1 = 1, K3RTC_S_CNT_LSW = 2, K3RTC_S_CNT_MSW = 3, K3RTC_O32K_OSC_DEP_EN = 4, K3RTC_UNLOCK = 5, K3RTC_CNT_FMODE = 6, K3RTC_PEND = 7, K3RTC_RELOAD_FROM_BBD = 8, K3RTC_COMP = 9, K3RTC_ALM_S_CNT_LSW = 10, K3RTC_ALM_S_CNT_MSW = 11, K3RTC_IRQ_STATUS_RAW = 12, K3RTC_IRQ_STATUS = 13, K3RTC_IRQ_ENABLE_SET = 14, K3RTC_IRQ_ENABLE_CLR = 15, K3RTC_IRQ_STATUS_ALT = 16, K3RTC_IRQ_ENABLE_CLR_ALT = 17, K3_RTC_MAX_FIELDS = 18, }; struct regmap_field; struct ti_k3_rtc { unsigned int irq; u32 sync_timeout_us; long unsigned int rate_32k; struct rtc_device *rtc_dev; struct regmap *regmap; struct regmap_field *r_fields[18]; const struct ti_k3_rtc_soc_data *soc; }; struct i2c_dw_semaphore_callbacks { int (*probe)(struct dw_i2c_dev *); void (*remove)(struct dw_i2c_dev *); }; struct ptp_clock_caps { int max_adj; int n_alarm; int n_ext_ts; int n_per_out; int pps; int n_pins; int cross_timestamping; int adjust_phase; int rsv[12]; }; struct ptp_sys_offset { unsigned int n_samples; unsigned int rsv[3]; struct ptp_clock_time ts[51]; }; struct ptp_sys_offset_extended { unsigned int n_samples; unsigned int rsv[3]; struct ptp_clock_time ts[75]; }; struct ptp_sys_offset_precise { struct ptp_clock_time device; struct ptp_clock_time sys_realtime; struct ptp_clock_time sys_monoraw; unsigned int rsv[4]; }; struct power_supply_hwmon { struct power_supply *psy; long unsigned int *props; }; struct hwmon_type_attr_list { const u32 *attrs; size_t n_attrs; }; struct thermal_hwmon_device { char type[20]; struct device *device; int count; struct list_head tz_list; struct list_head node; }; struct thermal_hwmon_attr { struct device_attribute attr; char name[16]; }; struct thermal_hwmon_temp { struct list_head hwmon_node; struct thermal_zone_device *tz; struct thermal_hwmon_attr temp_input; struct thermal_hwmon_attr temp_crit; }; struct mdp_device_descriptor_s { __u32 number; __u32 major; __u32 minor; __u32 raid_disk; __u32 state; __u32 reserved[27]; }; typedef struct mdp_device_descriptor_s mdp_disk_t; struct mdp_superblock_s { __u32 md_magic; __u32 major_version; __u32 minor_version; __u32 patch_version; __u32 gvalid_words; __u32 set_uuid0; __u32 ctime; __u32 level; __u32 size; __u32 nr_disks; __u32 raid_disks; __u32 md_minor; __u32 not_persistent; __u32 set_uuid1; __u32 set_uuid2; __u32 set_uuid3; __u32 gstate_creserved[16]; __u32 utime; __u32 state; __u32 active_disks; __u32 working_disks; __u32 failed_disks; __u32 spare_disks; __u32 sb_csum; __u32 events_lo; __u32 events_hi; __u32 cp_events_lo; __u32 cp_events_hi; __u32 recovery_cp; __u64 reshape_position; __u32 new_level; __u32 delta_disks; __u32 new_layout; __u32 new_chunk; __u32 gstate_sreserved[14]; __u32 layout; __u32 chunk_size; __u32 root_pv; __u32 root_block; __u32 pstate_reserved[60]; mdp_disk_t disks[27]; __u32 reserved[0]; mdp_disk_t this_disk; }; typedef struct mdp_superblock_s mdp_super_t; struct mdp_superblock_1 { __le32 magic; __le32 major_version; __le32 feature_map; __le32 pad0; __u8 set_uuid[16]; char set_name[32]; __le64 ctime; __le32 level; __le32 layout; __le64 size; __le32 chunksize; __le32 raid_disks; union { __le32 bitmap_offset; struct { __le16 offset; __le16 size; } ppl; }; __le32 new_level; __le64 reshape_position; __le32 delta_disks; __le32 new_layout; __le32 new_chunk; __le32 new_offset; __le64 data_offset; __le64 data_size; __le64 super_offset; union { __le64 recovery_offset; __le64 journal_tail; }; __le32 dev_number; __le32 cnt_corrected_read; __u8 device_uuid[16]; __u8 devflags; __u8 bblog_shift; __le16 bblog_size; __le32 bblog_offset; __le64 utime; __le64 events; __le64 resync_offset; __le32 sb_csum; __le32 max_dev; __u8 pad3[32]; __le16 dev_roles[0]; }; struct mdu_version_s { int major; int minor; int patchlevel; }; typedef struct mdu_version_s mdu_version_t; typedef struct mdu_array_info_s mdu_array_info_t; typedef struct mdu_disk_info_s mdu_disk_info_t; struct mdu_bitmap_file_s { char pathname[4096]; }; typedef struct mdu_bitmap_file_s mdu_bitmap_file_t; enum { MD_RESYNC_NONE = 0, MD_RESYNC_YIELDED = 1, MD_RESYNC_DELAYED = 2, MD_RESYNC_ACTIVE = 3, }; struct md_io_acct { struct bio *orig_bio; long unsigned int start_time; struct bio bio_clone; }; struct super_type { char *name; struct module *owner; int (*load_super)(struct md_rdev *, struct md_rdev *, int); int (*validate_super)(struct mddev *, struct md_rdev *); void (*sync_super)(struct mddev *, struct md_rdev *); long long unsigned int (*rdev_size_change)(struct md_rdev *, sector_t); int (*allow_new_offset)(struct md_rdev *, long long unsigned int); }; struct rdev_sysfs_entry { struct attribute attr; ssize_t (*show)(struct md_rdev *, char *); ssize_t (*store)(struct md_rdev *, const char *, size_t); }; enum array_state { clear = 0, inactive = 1, suspended = 2, readonly = 3, read_auto = 4, clean = 5, active = 6, write_pending = 7, active_idle = 8, broken = 9, bad_word = 10, }; struct detected_devices_node { struct list_head list; dev_t dev; }; struct transient_c { sector_t next_free; }; struct mmc_pwrseq_simple { struct mmc_pwrseq pwrseq; bool clk_enabled; u32 post_power_on_delay_ms; u32 power_off_delay_us; struct clk *ext_clk; struct gpio_descs *reset_gpios; }; enum rpi_firmware_property_status { RPI_FIRMWARE_STATUS_REQUEST = 0, RPI_FIRMWARE_STATUS_SUCCESS = 2147483648, RPI_FIRMWARE_STATUS_ERROR = 2147483649, }; struct rpi_firmware_property_tag_header { u32 tag; u32 buf_size; u32 req_resp_size; }; struct rpi_firmware { struct mbox_client cl; struct mbox_chan *chan; struct completion c; u32 enabled; struct kref consumers; }; struct mrq_ping_request { uint32_t challenge; }; struct mrq_ping_response { uint32_t reply; }; struct mrq_query_tag_request { uint32_t addr; }; struct mrq_query_fw_tag_response { uint8_t tag[32]; }; struct mrq_query_abi_request { uint32_t mrq; }; struct mrq_query_abi_response { int32_t status; }; typedef void (*tegra_bpmp_mrq_handler_t)(unsigned int, struct tegra_bpmp_channel *, void *); struct tegra_bpmp_mrq { struct list_head list; unsigned int mrq; tegra_bpmp_mrq_handler_t handler; void *data; }; struct meson_cipher_req_ctx { u32 op_dir; int flow; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct skcipher_request fallback_req; }; struct meson_cipher_tfm_ctx { struct crypto_engine_ctx enginectx; u32 *key; u32 keylen; u32 keymode; struct meson_dev *mc; struct crypto_skcipher *fallback_tfm; }; struct tegra186_timer_soc { unsigned int num_timers; unsigned int num_wdts; }; struct tegra186_timer; struct tegra186_tmr { struct tegra186_timer *parent; void *regs; unsigned int index; unsigned int hwirq; }; struct tegra186_wdt; struct tegra186_timer { const struct tegra186_timer_soc *soc; struct device *dev; void *regs; struct tegra186_wdt *wdt; struct clocksource usec; struct clocksource tsc; struct clocksource osc; }; struct tegra186_wdt { struct watchdog_device base; void *regs; unsigned int index; bool locked; struct tegra186_tmr *tmr; }; struct usage_priority { __u32 usage; bool global; unsigned int slot_overwrite; }; typedef bool (*hid_usage_cmp_t)(struct hid_usage *, unsigned int, unsigned int); struct acpi_table_pcct { struct acpi_table_header header; u32 flags; u64 reserved; }; enum acpi_pcct_type { ACPI_PCCT_TYPE_GENERIC_SUBSPACE = 0, ACPI_PCCT_TYPE_HW_REDUCED_SUBSPACE = 1, ACPI_PCCT_TYPE_HW_REDUCED_SUBSPACE_TYPE2 = 2, ACPI_PCCT_TYPE_EXT_PCC_MASTER_SUBSPACE = 3, ACPI_PCCT_TYPE_EXT_PCC_SLAVE_SUBSPACE = 4, ACPI_PCCT_TYPE_HW_REG_COMM_SUBSPACE = 5, ACPI_PCCT_TYPE_RESERVED = 6, }; struct acpi_pcct_subspace { struct acpi_subtable_header header; u8 reserved[6]; u64 base_address; u64 length; struct acpi_generic_address doorbell_register; u64 preserve_mask; u64 write_mask; u32 latency; u32 max_access_rate; u16 min_turnaround_time; } __attribute__((packed)); struct acpi_pcct_hw_reduced { struct acpi_subtable_header header; u32 platform_interrupt; u8 flags; u8 reserved; u64 base_address; u64 length; struct acpi_generic_address doorbell_register; u64 preserve_mask; u64 write_mask; u32 latency; u32 max_access_rate; u16 min_turnaround_time; } __attribute__((packed)); struct acpi_pcct_hw_reduced_type2 { struct acpi_subtable_header header; u32 platform_interrupt; u8 flags; u8 reserved; u64 base_address; u64 length; struct acpi_generic_address doorbell_register; u64 preserve_mask; u64 write_mask; u32 latency; u32 max_access_rate; u16 min_turnaround_time; struct acpi_generic_address platform_ack_register; u64 ack_preserve_mask; u64 ack_write_mask; } __attribute__((packed)); struct acpi_pcct_ext_pcc_master { struct acpi_subtable_header header; u32 platform_interrupt; u8 flags; u8 reserved1; u64 base_address; u32 length; struct acpi_generic_address doorbell_register; u64 preserve_mask; u64 write_mask; u32 latency; u32 max_access_rate; u32 min_turnaround_time; struct acpi_generic_address platform_ack_register; u64 ack_preserve_mask; u64 ack_set_mask; u64 reserved2; struct acpi_generic_address cmd_complete_register; u64 cmd_complete_mask; struct acpi_generic_address cmd_update_register; u64 cmd_update_preserve_mask; u64 cmd_update_set_mask; struct acpi_generic_address error_status_register; u64 error_status_mask; } __attribute__((packed)); struct pcc_chan_reg { void *vaddr; struct acpi_generic_address *gas; u64 preserve_mask; u64 set_mask; u64 status_mask; }; struct pcc_chan_info { struct pcc_mbox_chan chan; struct pcc_chan_reg db; struct pcc_chan_reg plat_irq_ack; struct pcc_chan_reg cmd_complete; struct pcc_chan_reg cmd_update; struct pcc_chan_reg error; int plat_irq; }; struct sun6i_msgbox { struct mbox_controller controller; struct clk *clk; spinlock_t lock; void *regs; }; struct cfg_event_pkg { struct tb_cfg_header header; u32 port: 6; u32 zero: 25; bool unplug: 1; }; struct tb_cm { struct list_head tunnel_list; struct list_head dp_resources; bool hotplug_active; struct delayed_work remove_work; }; struct tb_hotplug_event { struct work_struct work; struct tb *tb; u64 route; u8 port; bool unplug; }; enum icm_pkg_code { ICM_GET_TOPOLOGY = 1, ICM_DRIVER_READY = 3, ICM_APPROVE_DEVICE = 4, ICM_CHALLENGE_DEVICE = 5, ICM_ADD_DEVICE_KEY = 6, ICM_GET_ROUTE = 10, ICM_APPROVE_XDOMAIN = 16, ICM_DISCONNECT_XDOMAIN = 17, ICM_PREBOOT_ACL = 24, ICM_USB4_SWITCH_OP = 32, }; enum icm_event_code { ICM_EVENT_DEVICE_CONNECTED = 3, ICM_EVENT_DEVICE_DISCONNECTED = 4, ICM_EVENT_XDOMAIN_CONNECTED = 6, ICM_EVENT_XDOMAIN_DISCONNECTED = 7, ICM_EVENT_RTD3_VETO = 10, }; struct icm_pkg_header { u8 code; u8 flags; u8 packet_id; u8 total_packets; }; struct icm_pkg_driver_ready { struct icm_pkg_header hdr; }; struct icm_fr_pkg_driver_ready_response { struct icm_pkg_header hdr; u8 romver; u8 ramver; u16 security_level; }; struct icm_fr_pkg_get_topology { struct icm_pkg_header hdr; }; struct icm_fr_pkg_get_topology_response { struct icm_pkg_header hdr; u32 route_lo; u32 route_hi; u8 first_data; u8 second_data; u8 drom_i2c_address_index; u8 switch_index; u32 reserved[2]; u32 ports[16]; u32 port_hop_info[16]; }; struct icm_fr_event_device_connected { struct icm_pkg_header hdr; uuid_t ep_uuid; u8 connection_key; u8 connection_id; u16 link_info; u32 ep_name[55]; }; struct icm_fr_pkg_approve_device { struct icm_pkg_header hdr; uuid_t ep_uuid; u8 connection_key; u8 connection_id; u16 reserved; }; struct icm_fr_event_device_disconnected { struct icm_pkg_header hdr; u16 reserved; u16 link_info; }; struct icm_fr_event_xdomain_connected { struct icm_pkg_header hdr; u16 reserved; u16 link_info; uuid_t remote_uuid; uuid_t local_uuid; u32 local_route_hi; u32 local_route_lo; u32 remote_route_hi; u32 remote_route_lo; }; struct icm_fr_event_xdomain_disconnected { struct icm_pkg_header hdr; u16 reserved; u16 link_info; uuid_t remote_uuid; }; struct icm_fr_pkg_add_device_key { struct icm_pkg_header hdr; uuid_t ep_uuid; u8 connection_key; u8 connection_id; u16 reserved; u32 key[8]; }; struct icm_fr_pkg_add_device_key_response { struct icm_pkg_header hdr; uuid_t ep_uuid; u8 connection_key; u8 connection_id; u16 reserved; }; struct icm_fr_pkg_challenge_device { struct icm_pkg_header hdr; uuid_t ep_uuid; u8 connection_key; u8 connection_id; u16 reserved; u32 challenge[8]; }; struct icm_fr_pkg_challenge_device_response { struct icm_pkg_header hdr; uuid_t ep_uuid; u8 connection_key; u8 connection_id; u16 reserved; u32 challenge[8]; u32 response[8]; }; struct icm_fr_pkg_approve_xdomain { struct icm_pkg_header hdr; u16 reserved; u16 link_info; uuid_t remote_uuid; u16 transmit_path; u16 transmit_ring; u16 receive_path; u16 receive_ring; }; struct icm_fr_pkg_approve_xdomain_response { struct icm_pkg_header hdr; u16 reserved; u16 link_info; uuid_t remote_uuid; u16 transmit_path; u16 transmit_ring; u16 receive_path; u16 receive_ring; }; struct icm_ar_pkg_driver_ready_response { struct icm_pkg_header hdr; u8 romver; u8 ramver; u16 info; }; struct icm_ar_pkg_get_route { struct icm_pkg_header hdr; u16 reserved; u16 link_info; }; struct icm_ar_pkg_get_route_response { struct icm_pkg_header hdr; u16 reserved; u16 link_info; u32 route_hi; u32 route_lo; }; struct icm_ar_boot_acl_entry { u32 uuid_lo; u32 uuid_hi; }; struct icm_ar_pkg_preboot_acl { struct icm_pkg_header hdr; struct icm_ar_boot_acl_entry acl[16]; }; struct icm_ar_pkg_preboot_acl_response { struct icm_pkg_header hdr; struct icm_ar_boot_acl_entry acl[16]; }; struct icm_tr_pkg_driver_ready_response { struct icm_pkg_header hdr; u16 reserved1; u16 info; u32 nvm_version; u16 device_id; u16 reserved2; }; struct icm_tr_event_device_connected { struct icm_pkg_header hdr; uuid_t ep_uuid; u32 route_hi; u32 route_lo; u8 connection_id; u8 reserved; u16 link_info; u32 ep_name[55]; }; struct icm_tr_event_device_disconnected { struct icm_pkg_header hdr; u32 route_hi; u32 route_lo; }; struct icm_tr_event_xdomain_connected { struct icm_pkg_header hdr; u16 reserved; u16 link_info; uuid_t remote_uuid; uuid_t local_uuid; u32 local_route_hi; u32 local_route_lo; u32 remote_route_hi; u32 remote_route_lo; }; struct icm_tr_event_xdomain_disconnected { struct icm_pkg_header hdr; u32 route_hi; u32 route_lo; uuid_t remote_uuid; }; struct icm_tr_pkg_approve_device { struct icm_pkg_header hdr; uuid_t ep_uuid; u32 route_hi; u32 route_lo; u8 connection_id; u8 reserved1[3]; }; struct icm_tr_pkg_add_device_key { struct icm_pkg_header hdr; uuid_t ep_uuid; u32 route_hi; u32 route_lo; u8 connection_id; u8 reserved[3]; u32 key[8]; }; struct icm_tr_pkg_challenge_device { struct icm_pkg_header hdr; uuid_t ep_uuid; u32 route_hi; u32 route_lo; u8 connection_id; u8 reserved[3]; u32 challenge[8]; }; struct icm_tr_pkg_approve_xdomain { struct icm_pkg_header hdr; u32 route_hi; u32 route_lo; uuid_t remote_uuid; u16 transmit_path; u16 transmit_ring; u16 receive_path; u16 receive_ring; }; struct icm_tr_pkg_disconnect_xdomain { struct icm_pkg_header hdr; u8 stage; u8 reserved[3]; u32 route_hi; u32 route_lo; uuid_t remote_uuid; }; struct icm_tr_pkg_challenge_device_response { struct icm_pkg_header hdr; uuid_t ep_uuid; u32 route_hi; u32 route_lo; u8 connection_id; u8 reserved[3]; u32 challenge[8]; u32 response[8]; }; struct icm_tr_pkg_add_device_key_response { struct icm_pkg_header hdr; uuid_t ep_uuid; u32 route_hi; u32 route_lo; u8 connection_id; u8 reserved[3]; }; struct icm_tr_pkg_approve_xdomain_response { struct icm_pkg_header hdr; u32 route_hi; u32 route_lo; uuid_t remote_uuid; u16 transmit_path; u16 transmit_ring; u16 receive_path; u16 receive_ring; }; struct icm_tr_pkg_disconnect_xdomain_response { struct icm_pkg_header hdr; u8 stage; u8 reserved[3]; u32 route_hi; u32 route_lo; uuid_t remote_uuid; }; struct icm_icl_event_rtd3_veto { struct icm_pkg_header hdr; u32 veto_reason; }; struct icm_usb4_switch_op { struct icm_pkg_header hdr; u32 route_hi; u32 route_lo; u32 metadata; u16 opcode; u16 data_len_valid; u32 data[16]; }; struct icm_usb4_switch_op_response { struct icm_pkg_header hdr; u32 route_hi; u32 route_lo; u32 metadata; u16 opcode; u16 status; u32 data[16]; }; struct icm; struct usb4_switch_nvm_auth { struct icm_usb4_switch_op_response reply; struct icm_usb4_switch_op request; struct icm *icm; }; struct icm { struct mutex request_lock; struct delayed_work rescan_work; struct pci_dev *upstream_port; int vnd_cap; bool safe_mode; size_t max_boot_acl; bool rpm; bool can_upgrade_nvm; u8 proto_version; struct usb4_switch_nvm_auth *last_nvm_auth; bool veto; bool (*is_supported)(struct tb *); int (*cio_reset)(struct tb *); int (*get_mode)(struct tb *); int (*get_route)(struct tb *, u8, u8, u64 *); void (*save_devices)(struct tb *); int (*driver_ready)(struct tb *, enum tb_security_level *, u8 *, size_t *, bool *); void (*set_uuid)(struct tb *); void (*device_connected)(struct tb *, const struct icm_pkg_header *); void (*device_disconnected)(struct tb *, const struct icm_pkg_header *); void (*xdomain_connected)(struct tb *, const struct icm_pkg_header *); void (*xdomain_disconnected)(struct tb *, const struct icm_pkg_header *); void (*rtd3_veto)(struct tb *, const struct icm_pkg_header *); }; struct icm_notification { struct work_struct work; struct icm_pkg_header *pkg; struct tb *tb; }; struct ep_name_entry { u8 len; u8 type; u8 data[0]; }; struct intel_vss { u16 vendor; u16 model; u8 mc; u8 flags; u16 pci_devid; u32 nvm_version; }; struct tb_retimer { struct device dev; struct tb *tb; u8 index; u32 vendor; u32 device; struct tb_port *port; struct tb_nvm *nvm; u32 auth_status; }; struct tb_retimer_lookup { const struct tb_port *port; u8 index; }; struct zynqmp_nvmem_data { struct device *dev; struct nvmem_device *nvmem; }; struct bcm_voter; struct qcom_icc_provider { struct icc_provider provider; struct device *dev; struct qcom_icc_bcm * const *bcms; size_t num_bcms; struct bcm_voter *voter; }; struct gnet_estimator { signed char interval; unsigned char ewma_log; }; struct net_rate_estimator { struct gnet_stats_basic_sync *bstats; spinlock_t *stats_lock; bool running; struct gnet_stats_basic_sync *cpu_bstats; u8 ewma_log; u8 intvl_log; seqcount_t seq; u64 last_packets; u64 last_bytes; u64 avpps; u64 avbps; long unsigned int next_jiffies; struct timer_list timer; struct callback_head rcu; }; struct udp6_sock { struct udp_sock udp; struct ipv6_pinfo inet6; long: 64; long: 64; long: 64; long: 64; }; struct tcp6_sock { struct tcp_sock tcp; struct ipv6_pinfo inet6; }; enum { BPF_F_RECOMPUTE_CSUM = 1, BPF_F_INVALIDATE_HASH = 2, }; enum { BPF_F_HDR_FIELD_MASK = 15, }; enum { BPF_F_PSEUDO_HDR = 16, BPF_F_MARK_MANGLED_0 = 32, BPF_F_MARK_ENFORCE = 64, }; enum { BPF_F_TUNINFO_IPV6 = 1, }; enum { BPF_F_ZERO_CSUM_TX = 2, BPF_F_DONT_FRAGMENT = 4, BPF_F_SEQ_NUMBER = 8, }; enum { BPF_CSUM_LEVEL_QUERY = 0, BPF_CSUM_LEVEL_INC = 1, BPF_CSUM_LEVEL_DEC = 2, BPF_CSUM_LEVEL_RESET = 3, }; enum { BPF_F_ADJ_ROOM_FIXED_GSO = 1, BPF_F_ADJ_ROOM_ENCAP_L3_IPV4 = 2, BPF_F_ADJ_ROOM_ENCAP_L3_IPV6 = 4, BPF_F_ADJ_ROOM_ENCAP_L4_GRE = 8, BPF_F_ADJ_ROOM_ENCAP_L4_UDP = 16, BPF_F_ADJ_ROOM_NO_CSUM_RESET = 32, BPF_F_ADJ_ROOM_ENCAP_L2_ETH = 64, }; enum { BPF_ADJ_ROOM_ENCAP_L2_MASK = 255, BPF_ADJ_ROOM_ENCAP_L2_SHIFT = 56, }; enum { BPF_SK_LOOKUP_F_REPLACE = 1, BPF_SK_LOOKUP_F_NO_REUSEPORT = 2, }; enum bpf_adj_room_mode { BPF_ADJ_ROOM_NET = 0, BPF_ADJ_ROOM_MAC = 1, }; enum bpf_hdr_start_off { BPF_HDR_START_MAC = 0, BPF_HDR_START_NET = 1, }; enum bpf_lwt_encap_mode { BPF_LWT_ENCAP_SEG6 = 0, BPF_LWT_ENCAP_SEG6_INLINE = 1, BPF_LWT_ENCAP_IP = 2, }; enum { BPF_SKB_TSTAMP_UNSPEC = 0, BPF_SKB_TSTAMP_DELIVERY_MONO = 1, }; struct bpf_tunnel_key { __u32 tunnel_id; union { __u32 remote_ipv4; __u32 remote_ipv6[4]; }; __u8 tunnel_tos; __u8 tunnel_ttl; __u16 tunnel_ext; __u32 tunnel_label; union { __u32 local_ipv4; __u32 local_ipv6[4]; }; }; struct bpf_xfrm_state { __u32 reqid; __u32 spi; __u16 family; __u16 ext; union { __u32 remote_ipv4; __u32 remote_ipv6[4]; }; }; struct bpf_tcp_sock { __u32 snd_cwnd; __u32 srtt_us; __u32 rtt_min; __u32 snd_ssthresh; __u32 rcv_nxt; __u32 snd_nxt; __u32 snd_una; __u32 mss_cache; __u32 ecn_flags; __u32 rate_delivered; __u32 rate_interval_us; __u32 packets_out; __u32 retrans_out; __u32 total_retrans; __u32 segs_in; __u32 data_segs_in; __u32 segs_out; __u32 data_segs_out; __u32 lost_out; __u32 sacked_out; __u64 bytes_received; __u64 bytes_acked; __u32 dsack_dups; __u32 delivered; __u32 delivered_ce; __u32 icsk_retransmits; }; struct bpf_sock_tuple { union { struct { __be32 saddr; __be32 daddr; __be16 sport; __be16 dport; } ipv4; struct { __be32 saddr[4]; __be32 daddr[4]; __be16 sport; __be16 dport; } ipv6; }; }; struct bpf_xdp_sock { __u32 queue_id; }; enum { TCP_BPF_IW = 1001, TCP_BPF_SNDCWND_CLAMP = 1002, TCP_BPF_DELACK_MAX = 1003, TCP_BPF_RTO_MIN = 1004, TCP_BPF_SYN = 1005, TCP_BPF_SYN_IP = 1006, TCP_BPF_SYN_MAC = 1007, }; enum { BPF_LOAD_HDR_OPT_TCP_SYN = 1, }; enum { BPF_FIB_LOOKUP_DIRECT = 1, BPF_FIB_LOOKUP_OUTPUT = 2, }; enum { BPF_FIB_LKUP_RET_SUCCESS = 0, BPF_FIB_LKUP_RET_BLACKHOLE = 1, BPF_FIB_LKUP_RET_UNREACHABLE = 2, BPF_FIB_LKUP_RET_PROHIBIT = 3, BPF_FIB_LKUP_RET_NOT_FWDED = 4, BPF_FIB_LKUP_RET_FWD_DISABLED = 5, BPF_FIB_LKUP_RET_UNSUPP_LWT = 6, BPF_FIB_LKUP_RET_NO_NEIGH = 7, BPF_FIB_LKUP_RET_FRAG_NEEDED = 8, }; struct bpf_fib_lookup { __u8 family; __u8 l4_protocol; __be16 sport; __be16 dport; union { __u16 tot_len; __u16 mtu_result; }; __u32 ifindex; union { __u8 tos; __be32 flowinfo; __u32 rt_metric; }; union { __be32 ipv4_src; __u32 ipv6_src[4]; }; union { __be32 ipv4_dst; __u32 ipv6_dst[4]; }; __be16 h_vlan_proto; __be16 h_vlan_TCI; __u8 smac[6]; __u8 dmac[6]; }; struct bpf_redir_neigh { __u32 nh_family; union { __be32 ipv4_nh; __u32 ipv6_nh[4]; }; }; enum bpf_check_mtu_flags { BPF_MTU_CHK_SEGS = 1, }; enum bpf_check_mtu_ret { BPF_MTU_CHK_RET_SUCCESS = 0, BPF_MTU_CHK_RET_FRAG_NEEDED = 1, BPF_MTU_CHK_RET_SEGS_TOOBIG = 2, }; struct tls_msg { u8 control; }; struct sk_skb_cb { unsigned char data[20]; unsigned char pad[4]; struct _strp_msg strp; struct tls_msg tls; u64 temp_reg; }; enum { SEG6_LOCAL_ACTION_UNSPEC = 0, SEG6_LOCAL_ACTION_END = 1, SEG6_LOCAL_ACTION_END_X = 2, SEG6_LOCAL_ACTION_END_T = 3, SEG6_LOCAL_ACTION_END_DX2 = 4, SEG6_LOCAL_ACTION_END_DX6 = 5, SEG6_LOCAL_ACTION_END_DX4 = 6, SEG6_LOCAL_ACTION_END_DT6 = 7, SEG6_LOCAL_ACTION_END_DT4 = 8, SEG6_LOCAL_ACTION_END_B6 = 9, SEG6_LOCAL_ACTION_END_B6_ENCAP = 10, SEG6_LOCAL_ACTION_END_BM = 11, SEG6_LOCAL_ACTION_END_S = 12, SEG6_LOCAL_ACTION_END_AS = 13, SEG6_LOCAL_ACTION_END_AM = 14, SEG6_LOCAL_ACTION_END_BPF = 15, SEG6_LOCAL_ACTION_END_DT46 = 16, __SEG6_LOCAL_ACTION_MAX = 17, }; struct seg6_bpf_srh_state { struct ipv6_sr_hdr *srh; u16 hdrlen; bool valid; }; typedef u64 (*btf_bpf_skb_get_pay_offset)(struct sk_buff *); typedef u64 (*btf_bpf_skb_get_nlattr)(struct sk_buff *, u32, u32); typedef u64 (*btf_bpf_skb_get_nlattr_nest)(struct sk_buff *, u32, u32); typedef u64 (*btf_bpf_skb_load_helper_8)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_8_no_cache)(const struct sk_buff *, int); typedef u64 (*btf_bpf_skb_load_helper_16)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_16_no_cache)(const struct sk_buff *, int); typedef u64 (*btf_bpf_skb_load_helper_32)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_32_no_cache)(const struct sk_buff *, int); struct bpf_scratchpad { union { __be32 diff[128]; u8 buff[512]; }; }; typedef u64 (*btf_bpf_skb_store_bytes)(struct sk_buff *, u32, const void *, u32, u64); typedef u64 (*btf_bpf_skb_load_bytes)(const struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_flow_dissector_load_bytes)(const struct bpf_flow_dissector *, u32, void *, u32); typedef u64 (*btf_bpf_skb_load_bytes_relative)(const struct sk_buff *, u32, void *, u32, u32); typedef u64 (*btf_bpf_skb_pull_data)(struct sk_buff *, u32); typedef u64 (*btf_bpf_sk_fullsock)(struct sock *); typedef u64 (*btf_sk_skb_pull_data)(struct sk_buff *, u32); typedef u64 (*btf_bpf_l3_csum_replace)(struct sk_buff *, u32, u64, u64, u64); typedef u64 (*btf_bpf_l4_csum_replace)(struct sk_buff *, u32, u64, u64, u64); typedef u64 (*btf_bpf_csum_diff)(__be32 *, u32, __be32 *, u32, __wsum); typedef u64 (*btf_bpf_csum_update)(struct sk_buff *, __wsum); typedef u64 (*btf_bpf_csum_level)(struct sk_buff *, u64); enum { BPF_F_NEIGH = 2, BPF_F_PEER = 4, BPF_F_NEXTHOP = 8, }; typedef u64 (*btf_bpf_clone_redirect)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_redirect)(u32, u64); typedef u64 (*btf_bpf_redirect_peer)(u32, u64); typedef u64 (*btf_bpf_redirect_neigh)(u32, struct bpf_redir_neigh *, int, u64); typedef u64 (*btf_bpf_msg_apply_bytes)(struct sk_msg *, u32); typedef u64 (*btf_bpf_msg_cork_bytes)(struct sk_msg *, u32); typedef u64 (*btf_bpf_msg_pull_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_msg_push_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_msg_pop_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_get_cgroup_classid_curr)(); typedef u64 (*btf_bpf_skb_cgroup_classid)(const struct sk_buff *); typedef u64 (*btf_bpf_get_cgroup_classid)(const struct sk_buff *); typedef u64 (*btf_bpf_get_route_realm)(const struct sk_buff *); typedef u64 (*btf_bpf_get_hash_recalc)(struct sk_buff *); typedef u64 (*btf_bpf_set_hash_invalid)(struct sk_buff *); typedef u64 (*btf_bpf_set_hash)(struct sk_buff *, u32); typedef u64 (*btf_bpf_skb_vlan_push)(struct sk_buff *, __be16, u16); typedef u64 (*btf_bpf_skb_vlan_pop)(struct sk_buff *); typedef u64 (*btf_bpf_skb_change_proto)(struct sk_buff *, __be16, u64); typedef u64 (*btf_bpf_skb_change_type)(struct sk_buff *, u32); typedef u64 (*btf_sk_skb_adjust_room)(struct sk_buff *, s32, u32, u64); typedef u64 (*btf_bpf_skb_adjust_room)(struct sk_buff *, s32, u32, u64); typedef u64 (*btf_bpf_skb_change_tail)(struct sk_buff *, u32, u64); typedef u64 (*btf_sk_skb_change_tail)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_skb_change_head)(struct sk_buff *, u32, u64); typedef u64 (*btf_sk_skb_change_head)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_xdp_get_buff_len)(struct xdp_buff *); typedef u64 (*btf_bpf_xdp_adjust_head)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_load_bytes)(struct xdp_buff *, u32, void *, u32); typedef u64 (*btf_bpf_xdp_store_bytes)(struct xdp_buff *, u32, void *, u32); typedef u64 (*btf_bpf_xdp_adjust_tail)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_adjust_meta)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_redirect)(u32, u64); typedef u64 (*btf_bpf_xdp_redirect_map)(struct bpf_map *, u32, u64); typedef u64 (*btf_bpf_skb_event_output)(struct sk_buff *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_skb_get_tunnel_key)(struct sk_buff *, struct bpf_tunnel_key *, u32, u64); typedef u64 (*btf_bpf_skb_get_tunnel_opt)(struct sk_buff *, u8 *, u32); typedef u64 (*btf_bpf_skb_set_tunnel_key)(struct sk_buff *, const struct bpf_tunnel_key *, u32, u64); typedef u64 (*btf_bpf_skb_set_tunnel_opt)(struct sk_buff *, const u8 *, u32); typedef u64 (*btf_bpf_skb_under_cgroup)(struct sk_buff *, struct bpf_map *, u32); typedef u64 (*btf_bpf_skb_cgroup_id)(const struct sk_buff *); typedef u64 (*btf_bpf_skb_ancestor_cgroup_id)(const struct sk_buff *, int); typedef u64 (*btf_bpf_sk_cgroup_id)(struct sock *); typedef u64 (*btf_bpf_sk_ancestor_cgroup_id)(struct sock *, int); typedef u64 (*btf_bpf_xdp_event_output)(struct xdp_buff *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_socket_cookie)(struct sk_buff *); typedef u64 (*btf_bpf_get_socket_cookie_sock_addr)(struct bpf_sock_addr_kern *); typedef u64 (*btf_bpf_get_socket_cookie_sock)(struct sock *); typedef u64 (*btf_bpf_get_socket_ptr_cookie)(struct sock *); typedef u64 (*btf_bpf_get_socket_cookie_sock_ops)(struct bpf_sock_ops_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sock)(struct sock *); typedef u64 (*btf_bpf_get_netns_cookie_sock_addr)(struct bpf_sock_addr_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sock_ops)(struct bpf_sock_ops_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sk_msg)(struct sk_msg *); typedef u64 (*btf_bpf_get_socket_uid)(struct sk_buff *); typedef u64 (*btf_bpf_sk_setsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_sk_getsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_unlocked_sk_setsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_unlocked_sk_getsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_sock_addr_setsockopt)(struct bpf_sock_addr_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_addr_getsockopt)(struct bpf_sock_addr_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_setsockopt)(struct bpf_sock_ops_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_getsockopt)(struct bpf_sock_ops_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_cb_flags_set)(struct bpf_sock_ops_kern *, int); typedef u64 (*btf_bpf_bind)(struct bpf_sock_addr_kern *, struct sockaddr *, int); typedef u64 (*btf_bpf_skb_get_xfrm_state)(struct sk_buff *, u32, struct bpf_xfrm_state *, u32, u64); typedef u64 (*btf_bpf_xdp_fib_lookup)(struct xdp_buff *, struct bpf_fib_lookup *, int, u32); typedef u64 (*btf_bpf_skb_fib_lookup)(struct sk_buff *, struct bpf_fib_lookup *, int, u32); typedef u64 (*btf_bpf_skb_check_mtu)(struct sk_buff *, u32, u32 *, s32, u64); typedef u64 (*btf_bpf_xdp_check_mtu)(struct xdp_buff *, u32, u32 *, s32, u64); typedef u64 (*btf_bpf_lwt_in_push_encap)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_lwt_xmit_push_encap)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_lwt_seg6_store_bytes)(struct sk_buff *, u32, const void *, u32); typedef u64 (*btf_bpf_lwt_seg6_action)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_lwt_seg6_adjust_srh)(struct sk_buff *, u32, s32); typedef u64 (*btf_bpf_skc_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_lookup_udp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_release)(struct sock *); typedef u64 (*btf_bpf_xdp_sk_lookup_udp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_xdp_skc_lookup_tcp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_xdp_sk_lookup_tcp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_sock_addr_skc_lookup_tcp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sock_addr_sk_lookup_tcp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sock_addr_sk_lookup_udp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tcp_sock)(struct sock *); typedef u64 (*btf_bpf_get_listener_sock)(struct sock *); typedef u64 (*btf_bpf_skb_ecn_set_ce)(struct sk_buff *); typedef u64 (*btf_bpf_tcp_check_syncookie)(struct sock *, void *, u32, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_gen_syncookie)(struct sock *, void *, u32, struct tcphdr *, u32); typedef u64 (*btf_bpf_sk_assign)(struct sk_buff *, struct sock *, u64); typedef u64 (*btf_bpf_sock_ops_load_hdr_opt)(struct bpf_sock_ops_kern *, void *, u32, u64); typedef u64 (*btf_bpf_sock_ops_store_hdr_opt)(struct bpf_sock_ops_kern *, const void *, u32, u64); typedef u64 (*btf_bpf_sock_ops_reserve_hdr_opt)(struct bpf_sock_ops_kern *, u32, u64); typedef u64 (*btf_bpf_skb_set_tstamp)(struct sk_buff *, u64, u32); typedef u64 (*btf_bpf_tcp_raw_gen_syncookie_ipv4)(struct iphdr *, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_raw_gen_syncookie_ipv6)(struct ipv6hdr *, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_raw_check_syncookie_ipv4)(struct iphdr *, struct tcphdr *); typedef u64 (*btf_bpf_tcp_raw_check_syncookie_ipv6)(struct ipv6hdr *, struct tcphdr *); typedef u64 (*btf_sk_select_reuseport)(struct sk_reuseport_kern *, struct bpf_map *, void *, u32); typedef u64 (*btf_sk_reuseport_load_bytes)(const struct sk_reuseport_kern *, u32, void *, u32); typedef u64 (*btf_sk_reuseport_load_bytes_relative)(const struct sk_reuseport_kern *, u32, void *, u32, u32); typedef u64 (*btf_bpf_sk_lookup_assign)(struct bpf_sk_lookup_kern *, struct sock *, u64); typedef u64 (*btf_bpf_skc_to_tcp6_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_timewait_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_request_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_udp6_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_unix_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_mptcp_sock)(struct sock *); typedef u64 (*btf_bpf_sock_from_file)(struct file *); struct mptcp_sock; struct bpf_cpu_map_entry; struct bpf_dtab_netdev; struct unix_sock; struct dst_cache_pcpu { long unsigned int refresh_ts; struct dst_entry *dst; u32 cookie; union { struct in_addr in_saddr; struct in6_addr in6_saddr; }; }; struct tcamsg { unsigned char tca_family; unsigned char tca__pad1; short unsigned int tca__pad2; }; enum { TCA_ROOT_UNSPEC = 0, TCA_ROOT_TAB = 1, TCA_ROOT_FLAGS = 2, TCA_ROOT_COUNT = 3, TCA_ROOT_TIME_DELTA = 4, __TCA_ROOT_MAX = 5, }; struct tc_action_net { struct tcf_idrinfo *idrinfo; const struct tc_action_ops *ops; }; struct tc_act_pernet_id { struct list_head list; unsigned int id; }; struct netlink_diag_req { __u8 sdiag_family; __u8 sdiag_protocol; __u16 pad; __u32 ndiag_ino; __u32 ndiag_show; __u32 ndiag_cookie[2]; }; struct netlink_diag_msg { __u8 ndiag_family; __u8 ndiag_type; __u8 ndiag_protocol; __u8 ndiag_state; __u32 ndiag_portid; __u32 ndiag_dst_portid; __u32 ndiag_dst_group; __u32 ndiag_ino; __u32 ndiag_cookie[2]; }; enum { NETLINK_DIAG_MEMINFO = 0, NETLINK_DIAG_GROUPS = 1, NETLINK_DIAG_RX_RING = 2, NETLINK_DIAG_TX_RING = 3, NETLINK_DIAG_FLAGS = 4, __NETLINK_DIAG_MAX = 5, }; enum { ETHTOOL_A_STRING_UNSPEC = 0, ETHTOOL_A_STRING_INDEX = 1, ETHTOOL_A_STRING_VALUE = 2, __ETHTOOL_A_STRING_CNT = 3, ETHTOOL_A_STRING_MAX = 2, }; enum { ETHTOOL_A_STRINGS_UNSPEC = 0, ETHTOOL_A_STRINGS_STRING = 1, __ETHTOOL_A_STRINGS_CNT = 2, ETHTOOL_A_STRINGS_MAX = 1, }; enum { ETHTOOL_A_STRINGSET_UNSPEC = 0, ETHTOOL_A_STRINGSET_ID = 1, ETHTOOL_A_STRINGSET_COUNT = 2, ETHTOOL_A_STRINGSET_STRINGS = 3, __ETHTOOL_A_STRINGSET_CNT = 4, ETHTOOL_A_STRINGSET_MAX = 3, }; enum { ETHTOOL_A_STRINGSETS_UNSPEC = 0, ETHTOOL_A_STRINGSETS_STRINGSET = 1, __ETHTOOL_A_STRINGSETS_CNT = 2, ETHTOOL_A_STRINGSETS_MAX = 1, }; enum { ETHTOOL_UDP_TUNNEL_TYPE_VXLAN = 0, ETHTOOL_UDP_TUNNEL_TYPE_GENEVE = 1, ETHTOOL_UDP_TUNNEL_TYPE_VXLAN_GPE = 2, __ETHTOOL_UDP_TUNNEL_TYPE_CNT = 3, }; struct strset_info { bool per_dev; bool free_strings; unsigned int count; const char (*strings)[32]; }; struct strset_req_info { struct ethnl_req_info base; u32 req_ids; bool counts_only; }; struct strset_reply_data { struct ethnl_reply_data base; struct strset_info sets[21]; }; enum ethtool_supported_ring_param { ETHTOOL_RING_USE_RX_BUF_LEN = 1, ETHTOOL_RING_USE_CQE_SIZE = 2, ETHTOOL_RING_USE_TX_PUSH = 4, }; enum { ETHTOOL_TCP_DATA_SPLIT_UNKNOWN = 0, ETHTOOL_TCP_DATA_SPLIT_DISABLED = 1, ETHTOOL_TCP_DATA_SPLIT_ENABLED = 2, }; struct rings_reply_data { struct ethnl_reply_data base; struct ethtool_ringparam ringparam; struct kernel_ethtool_ringparam kernel_ringparam; }; enum { ETHTOOL_A_TUNNEL_UDP_ENTRY_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_ENTRY_PORT = 1, ETHTOOL_A_TUNNEL_UDP_ENTRY_TYPE = 2, __ETHTOOL_A_TUNNEL_UDP_ENTRY_CNT = 3, ETHTOOL_A_TUNNEL_UDP_ENTRY_MAX = 2, }; enum { ETHTOOL_A_TUNNEL_UDP_TABLE_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_TABLE_SIZE = 1, ETHTOOL_A_TUNNEL_UDP_TABLE_TYPES = 2, ETHTOOL_A_TUNNEL_UDP_TABLE_ENTRY = 3, __ETHTOOL_A_TUNNEL_UDP_TABLE_CNT = 4, ETHTOOL_A_TUNNEL_UDP_TABLE_MAX = 3, }; enum { ETHTOOL_A_TUNNEL_UDP_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_TABLE = 1, __ETHTOOL_A_TUNNEL_UDP_CNT = 2, ETHTOOL_A_TUNNEL_UDP_MAX = 1, }; enum udp_parsable_tunnel_type { UDP_TUNNEL_TYPE_VXLAN = 1, UDP_TUNNEL_TYPE_GENEVE = 2, UDP_TUNNEL_TYPE_VXLAN_GPE = 4, }; enum udp_tunnel_nic_info_flags { UDP_TUNNEL_NIC_INFO_MAY_SLEEP = 1, UDP_TUNNEL_NIC_INFO_OPEN_ONLY = 2, UDP_TUNNEL_NIC_INFO_IPV4_ONLY = 4, UDP_TUNNEL_NIC_INFO_STATIC_IANA_VXLAN = 8, }; struct ethnl_tunnel_info_dump_ctx { struct ethnl_req_info req_info; int pos_hash; int pos_idx; }; struct nf_bridge_info { enum { BRNF_PROTO_UNCHANGED = 0, BRNF_PROTO_8021Q = 1, BRNF_PROTO_PPPOE = 2, } orig_proto: 8; u8 pkt_otherhost: 1; u8 in_prerouting: 1; u8 bridged_dnat: 1; __u16 frag_max_size; struct net_device *physindev; struct net_device *physoutdev; union { __be32 ipv4_daddr; struct in6_addr ipv6_daddr; char neigh_header[8]; }; }; struct nf_queue_handler { int (*outfn)(struct nf_queue_entry *, unsigned int); void (*nf_hook_drop)(struct net *); }; struct tcp_repair_opt { __u32 opt_code; __u32 opt_val; }; struct tcp_repair_window { __u32 snd_wl1; __u32 snd_wnd; __u32 max_window; __u32 rcv_wnd; __u32 rcv_wup; }; enum { TCP_NLA_PAD = 0, TCP_NLA_BUSY = 1, TCP_NLA_RWND_LIMITED = 2, TCP_NLA_SNDBUF_LIMITED = 3, TCP_NLA_DATA_SEGS_OUT = 4, TCP_NLA_TOTAL_RETRANS = 5, TCP_NLA_PACING_RATE = 6, TCP_NLA_DELIVERY_RATE = 7, TCP_NLA_SND_CWND = 8, TCP_NLA_REORDERING = 9, TCP_NLA_MIN_RTT = 10, TCP_NLA_RECUR_RETRANS = 11, TCP_NLA_DELIVERY_RATE_APP_LMT = 12, TCP_NLA_SNDQ_SIZE = 13, TCP_NLA_CA_STATE = 14, TCP_NLA_SND_SSTHRESH = 15, TCP_NLA_DELIVERED = 16, TCP_NLA_DELIVERED_CE = 17, TCP_NLA_BYTES_SENT = 18, TCP_NLA_BYTES_RETRANS = 19, TCP_NLA_DSACK_DUPS = 20, TCP_NLA_REORD_SEEN = 21, TCP_NLA_SRTT = 22, TCP_NLA_TIMEOUT_REHASH = 23, TCP_NLA_BYTES_NOTSENT = 24, TCP_NLA_EDT = 25, TCP_NLA_TTL = 26, }; struct tcp_zerocopy_receive { __u64 address; __u32 length; __u32 recv_skip_hint; __u32 inq; __s32 err; __u64 copybuf_address; __s32 copybuf_len; __u32 flags; __u64 msg_control; __u64 msg_controllen; __u32 msg_flags; __u32 reserved; }; enum { BPF_TCP_ESTABLISHED = 1, BPF_TCP_SYN_SENT = 2, BPF_TCP_SYN_RECV = 3, BPF_TCP_FIN_WAIT1 = 4, BPF_TCP_FIN_WAIT2 = 5, BPF_TCP_TIME_WAIT = 6, BPF_TCP_CLOSE = 7, BPF_TCP_CLOSE_WAIT = 8, BPF_TCP_LAST_ACK = 9, BPF_TCP_LISTEN = 10, BPF_TCP_CLOSING = 11, BPF_TCP_NEW_SYN_RECV = 12, BPF_TCP_MAX_STATES = 13, }; enum { TCP_CMSG_INQ = 1, TCP_CMSG_TS = 2, }; struct tcp_splice_state { struct pipe_inode_info *pipe; size_t len; unsigned int flags; }; typedef struct sk_buff * (*gro_receive_sk_t)(struct sock *, struct list_head *, struct sk_buff *); struct fib_nh_notifier_info { struct fib_notifier_info info; struct fib_nh *fib_nh; }; struct nhmsg { unsigned char nh_family; unsigned char nh_scope; unsigned char nh_protocol; unsigned char resvd; unsigned int nh_flags; }; struct nexthop_grp { __u32 id; __u8 weight; __u8 resvd1; __u16 resvd2; }; enum { NEXTHOP_GRP_TYPE_MPATH = 0, NEXTHOP_GRP_TYPE_RES = 1, __NEXTHOP_GRP_TYPE_MAX = 2, }; enum { NHA_UNSPEC = 0, NHA_ID = 1, NHA_GROUP = 2, NHA_GROUP_TYPE = 3, NHA_BLACKHOLE = 4, NHA_OIF = 5, NHA_GATEWAY = 6, NHA_ENCAP_TYPE = 7, NHA_ENCAP = 8, NHA_GROUPS = 9, NHA_MASTER = 10, NHA_FDB = 11, NHA_RES_GROUP = 12, NHA_RES_BUCKET = 13, __NHA_MAX = 14, }; enum { NHA_RES_GROUP_UNSPEC = 0, NHA_RES_GROUP_PAD = 0, NHA_RES_GROUP_BUCKETS = 1, NHA_RES_GROUP_IDLE_TIMER = 2, NHA_RES_GROUP_UNBALANCED_TIMER = 3, NHA_RES_GROUP_UNBALANCED_TIME = 4, __NHA_RES_GROUP_MAX = 5, }; enum { NHA_RES_BUCKET_UNSPEC = 0, NHA_RES_BUCKET_PAD = 0, NHA_RES_BUCKET_INDEX = 1, NHA_RES_BUCKET_IDLE_TIME = 2, NHA_RES_BUCKET_NH_ID = 3, __NHA_RES_BUCKET_MAX = 4, }; struct nh_config { u32 nh_id; u8 nh_family; u8 nh_protocol; u8 nh_blackhole; u8 nh_fdb; u32 nh_flags; int nh_ifindex; struct net_device *dev; union { __be32 ipv4; struct in6_addr ipv6; } gw; struct nlattr *nh_grp; u16 nh_grp_type; u16 nh_grp_res_num_buckets; long unsigned int nh_grp_res_idle_timer; long unsigned int nh_grp_res_unbalanced_timer; bool nh_grp_res_has_num_buckets; bool nh_grp_res_has_idle_timer; bool nh_grp_res_has_unbalanced_timer; struct nlattr *nh_encap; u16 nh_encap_type; u32 nlflags; struct nl_info nlinfo; }; enum nexthop_event_type { NEXTHOP_EVENT_DEL = 0, NEXTHOP_EVENT_REPLACE = 1, NEXTHOP_EVENT_RES_TABLE_PRE_REPLACE = 2, NEXTHOP_EVENT_BUCKET_REPLACE = 3, }; enum nh_notifier_info_type { NH_NOTIFIER_INFO_TYPE_SINGLE = 0, NH_NOTIFIER_INFO_TYPE_GRP = 1, NH_NOTIFIER_INFO_TYPE_RES_TABLE = 2, NH_NOTIFIER_INFO_TYPE_RES_BUCKET = 3, }; struct nh_notifier_single_info { struct net_device *dev; u8 gw_family; union { __be32 ipv4; struct in6_addr ipv6; }; u8 is_reject: 1; u8 is_fdb: 1; u8 has_encap: 1; }; struct nh_notifier_grp_entry_info { u8 weight; u32 id; struct nh_notifier_single_info nh; }; struct nh_notifier_grp_info { u16 num_nh; bool is_fdb; struct nh_notifier_grp_entry_info nh_entries[0]; }; struct nh_notifier_res_bucket_info { u16 bucket_index; unsigned int idle_timer_ms; bool force; struct nh_notifier_single_info old_nh; struct nh_notifier_single_info new_nh; }; struct nh_notifier_res_table_info { u16 num_nh_buckets; struct nh_notifier_single_info nhs[0]; }; struct nh_notifier_info { struct net *net; struct netlink_ext_ack *extack; u32 id; enum nh_notifier_info_type type; union { struct nh_notifier_single_info *nh; struct nh_notifier_grp_info *nh_grp; struct nh_notifier_res_table_info *nh_res_table; struct nh_notifier_res_bucket_info *nh_res_bucket; }; }; struct nh_dump_filter { u32 nh_id; int dev_idx; int master_idx; bool group_filter; bool fdb_filter; u32 res_bucket_nh_id; }; struct rtm_dump_nh_ctx { u32 idx; }; struct rtm_dump_res_bucket_ctx { struct rtm_dump_nh_ctx nh; u16 bucket_index; u32 done_nh_idx; }; struct rtm_dump_nexthop_bucket_data { struct rtm_dump_res_bucket_ctx *ctx; struct nh_dump_filter filter; }; struct inet_diag_req { __u8 idiag_family; __u8 idiag_src_len; __u8 idiag_dst_len; __u8 idiag_ext; struct inet_diag_sockid id; __u32 idiag_states; __u32 idiag_dbs; }; struct inet_diag_bc_op { unsigned char code; unsigned char yes; short unsigned int no; }; enum { INET_DIAG_BC_NOP = 0, INET_DIAG_BC_JMP = 1, INET_DIAG_BC_S_GE = 2, INET_DIAG_BC_S_LE = 3, INET_DIAG_BC_D_GE = 4, INET_DIAG_BC_D_LE = 5, INET_DIAG_BC_AUTO = 6, INET_DIAG_BC_S_COND = 7, INET_DIAG_BC_D_COND = 8, INET_DIAG_BC_DEV_COND = 9, INET_DIAG_BC_MARK_COND = 10, INET_DIAG_BC_S_EQ = 11, INET_DIAG_BC_D_EQ = 12, INET_DIAG_BC_CGROUP_COND = 13, }; struct inet_diag_hostcond { __u8 family; __u8 prefix_len; int port; __be32 addr[0]; }; struct inet_diag_markcond { __u32 mark; __u32 mask; }; struct inet_diag_meminfo { __u32 idiag_rmem; __u32 idiag_wmem; __u32 idiag_fmem; __u32 idiag_tmem; }; struct inet_diag_sockopt { __u8 recverr: 1; __u8 is_icsk: 1; __u8 freebind: 1; __u8 hdrincl: 1; __u8 mc_loop: 1; __u8 transparent: 1; __u8 mc_all: 1; __u8 nodefrag: 1; __u8 bind_address_no_port: 1; __u8 recverr_rfc4884: 1; __u8 defer_connect: 1; __u8 unused: 5; }; struct inet_diag_entry { const __be32 *saddr; const __be32 *daddr; u16 sport; u16 dport; u16 family; u16 userlocks; u32 ifindex; u32 mark; u64 cgroup_id; }; struct xfrm_algo_list { struct xfrm_algo_desc *algs; int entries; u32 type; u32 mask; }; struct xfrm_aead_name { const char *name; int icvbits; }; enum fib6_walk_state { FWS_S = 0, FWS_L = 1, FWS_R = 2, FWS_C = 3, FWS_U = 4, }; struct fib6_walker { struct list_head lh; struct fib6_node *root; struct fib6_node *node; struct fib6_info *leaf; enum fib6_walk_state state; unsigned int skip; unsigned int count; unsigned int skip_in_node; int (*func)(struct fib6_walker *); void *args; }; struct fib6_entry_notifier_info { struct fib_notifier_info info; struct fib6_info *rt; unsigned int nsiblings; }; struct ipv6_route_iter { struct seq_net_private p; struct fib6_walker w; loff_t skip; struct fib6_table *tbl; int sernum; }; struct bpf_iter__ipv6_route { union { struct bpf_iter_meta *meta; }; union { struct fib6_info *rt; }; }; struct fib6_cleaner { struct fib6_walker w; struct net *net; int (*func)(struct fib6_info *, void *); int sernum; void *arg; bool skip_notify; }; enum { FIB6_NO_SERNUM_CHANGE = 0, }; struct fib6_dump_arg { struct net *net; struct notifier_block *nb; struct netlink_ext_ack *extack; }; struct fib6_nh_pcpu_arg { struct fib6_info *from; const struct fib6_table *table; }; struct lookup_args { int offset; const struct in6_addr *addr; }; typedef void ip6_icmp_send_t(struct sk_buff *, u8, u8, __u32, const struct in6_addr *, const struct inet6_skb_parm *); struct icmpv6_msg { struct sk_buff *skb; int offset; uint8_t type; }; struct icmp6_err { int err; int fatal; }; struct ip6fl_iter_state { struct seq_net_private p; struct pid_namespace *pid_ns; int bucket; }; struct calipso_map_cache_bkt { spinlock_t lock; u32 size; struct list_head list; }; struct calipso_map_cache_entry { u32 hash; unsigned char *key; size_t key_len; struct netlbl_lsm_cache *lsm_data; u32 activity; struct list_head list; }; enum { IP6_FH_F_FRAG = 1, IP6_FH_F_AUTH = 2, IP6_FH_F_SKIP_RH = 4, }; struct dcbmsg { __u8 dcb_family; __u8 cmd; __u16 dcb_pad; }; enum dcbnl_commands { DCB_CMD_UNDEFINED = 0, DCB_CMD_GSTATE = 1, DCB_CMD_SSTATE = 2, DCB_CMD_PGTX_GCFG = 3, DCB_CMD_PGTX_SCFG = 4, DCB_CMD_PGRX_GCFG = 5, DCB_CMD_PGRX_SCFG = 6, DCB_CMD_PFC_GCFG = 7, DCB_CMD_PFC_SCFG = 8, DCB_CMD_SET_ALL = 9, DCB_CMD_GPERM_HWADDR = 10, DCB_CMD_GCAP = 11, DCB_CMD_GNUMTCS = 12, DCB_CMD_SNUMTCS = 13, DCB_CMD_PFC_GSTATE = 14, DCB_CMD_PFC_SSTATE = 15, DCB_CMD_BCN_GCFG = 16, DCB_CMD_BCN_SCFG = 17, DCB_CMD_GAPP = 18, DCB_CMD_SAPP = 19, DCB_CMD_IEEE_SET = 20, DCB_CMD_IEEE_GET = 21, DCB_CMD_GDCBX = 22, DCB_CMD_SDCBX = 23, DCB_CMD_GFEATCFG = 24, DCB_CMD_SFEATCFG = 25, DCB_CMD_CEE_GET = 26, DCB_CMD_IEEE_DEL = 27, __DCB_CMD_ENUM_MAX = 28, DCB_CMD_MAX = 27, }; enum dcbnl_attrs { DCB_ATTR_UNDEFINED = 0, DCB_ATTR_IFNAME = 1, DCB_ATTR_STATE = 2, DCB_ATTR_PFC_STATE = 3, DCB_ATTR_PFC_CFG = 4, DCB_ATTR_NUM_TC = 5, DCB_ATTR_PG_CFG = 6, DCB_ATTR_SET_ALL = 7, DCB_ATTR_PERM_HWADDR = 8, DCB_ATTR_CAP = 9, DCB_ATTR_NUMTCS = 10, DCB_ATTR_BCN = 11, DCB_ATTR_APP = 12, DCB_ATTR_IEEE = 13, DCB_ATTR_DCBX = 14, DCB_ATTR_FEATCFG = 15, DCB_ATTR_CEE = 16, __DCB_ATTR_ENUM_MAX = 17, DCB_ATTR_MAX = 16, }; enum ieee_attrs { DCB_ATTR_IEEE_UNSPEC = 0, DCB_ATTR_IEEE_ETS = 1, DCB_ATTR_IEEE_PFC = 2, DCB_ATTR_IEEE_APP_TABLE = 3, DCB_ATTR_IEEE_PEER_ETS = 4, DCB_ATTR_IEEE_PEER_PFC = 5, DCB_ATTR_IEEE_PEER_APP = 6, DCB_ATTR_IEEE_MAXRATE = 7, DCB_ATTR_IEEE_QCN = 8, DCB_ATTR_IEEE_QCN_STATS = 9, DCB_ATTR_DCB_BUFFER = 10, __DCB_ATTR_IEEE_MAX = 11, }; enum ieee_attrs_app { DCB_ATTR_IEEE_APP_UNSPEC = 0, DCB_ATTR_IEEE_APP = 1, __DCB_ATTR_IEEE_APP_MAX = 2, }; enum cee_attrs { DCB_ATTR_CEE_UNSPEC = 0, DCB_ATTR_CEE_PEER_PG = 1, DCB_ATTR_CEE_PEER_PFC = 2, DCB_ATTR_CEE_PEER_APP_TABLE = 3, DCB_ATTR_CEE_TX_PG = 4, DCB_ATTR_CEE_RX_PG = 5, DCB_ATTR_CEE_PFC = 6, DCB_ATTR_CEE_APP_TABLE = 7, DCB_ATTR_CEE_FEAT = 8, __DCB_ATTR_CEE_MAX = 9, }; enum peer_app_attr { DCB_ATTR_CEE_PEER_APP_UNSPEC = 0, DCB_ATTR_CEE_PEER_APP_INFO = 1, DCB_ATTR_CEE_PEER_APP = 2, __DCB_ATTR_CEE_PEER_APP_MAX = 3, }; enum dcbnl_pfc_up_attrs { DCB_PFC_UP_ATTR_UNDEFINED = 0, DCB_PFC_UP_ATTR_0 = 1, DCB_PFC_UP_ATTR_1 = 2, DCB_PFC_UP_ATTR_2 = 3, DCB_PFC_UP_ATTR_3 = 4, DCB_PFC_UP_ATTR_4 = 5, DCB_PFC_UP_ATTR_5 = 6, DCB_PFC_UP_ATTR_6 = 7, DCB_PFC_UP_ATTR_7 = 8, DCB_PFC_UP_ATTR_ALL = 9, __DCB_PFC_UP_ATTR_ENUM_MAX = 10, DCB_PFC_UP_ATTR_MAX = 9, }; enum dcbnl_pg_attrs { DCB_PG_ATTR_UNDEFINED = 0, DCB_PG_ATTR_TC_0 = 1, DCB_PG_ATTR_TC_1 = 2, DCB_PG_ATTR_TC_2 = 3, DCB_PG_ATTR_TC_3 = 4, DCB_PG_ATTR_TC_4 = 5, DCB_PG_ATTR_TC_5 = 6, DCB_PG_ATTR_TC_6 = 7, DCB_PG_ATTR_TC_7 = 8, DCB_PG_ATTR_TC_MAX = 9, DCB_PG_ATTR_TC_ALL = 10, DCB_PG_ATTR_BW_ID_0 = 11, DCB_PG_ATTR_BW_ID_1 = 12, DCB_PG_ATTR_BW_ID_2 = 13, DCB_PG_ATTR_BW_ID_3 = 14, DCB_PG_ATTR_BW_ID_4 = 15, DCB_PG_ATTR_BW_ID_5 = 16, DCB_PG_ATTR_BW_ID_6 = 17, DCB_PG_ATTR_BW_ID_7 = 18, DCB_PG_ATTR_BW_ID_MAX = 19, DCB_PG_ATTR_BW_ID_ALL = 20, __DCB_PG_ATTR_ENUM_MAX = 21, DCB_PG_ATTR_MAX = 20, }; enum dcbnl_tc_attrs { DCB_TC_ATTR_PARAM_UNDEFINED = 0, DCB_TC_ATTR_PARAM_PGID = 1, DCB_TC_ATTR_PARAM_UP_MAPPING = 2, DCB_TC_ATTR_PARAM_STRICT_PRIO = 3, DCB_TC_ATTR_PARAM_BW_PCT = 4, DCB_TC_ATTR_PARAM_ALL = 5, __DCB_TC_ATTR_PARAM_ENUM_MAX = 6, DCB_TC_ATTR_PARAM_MAX = 5, }; enum dcbnl_cap_attrs { DCB_CAP_ATTR_UNDEFINED = 0, DCB_CAP_ATTR_ALL = 1, DCB_CAP_ATTR_PG = 2, DCB_CAP_ATTR_PFC = 3, DCB_CAP_ATTR_UP2TC = 4, DCB_CAP_ATTR_PG_TCS = 5, DCB_CAP_ATTR_PFC_TCS = 6, DCB_CAP_ATTR_GSP = 7, DCB_CAP_ATTR_BCN = 8, DCB_CAP_ATTR_DCBX = 9, __DCB_CAP_ATTR_ENUM_MAX = 10, DCB_CAP_ATTR_MAX = 9, }; enum dcbnl_numtcs_attrs { DCB_NUMTCS_ATTR_UNDEFINED = 0, DCB_NUMTCS_ATTR_ALL = 1, DCB_NUMTCS_ATTR_PG = 2, DCB_NUMTCS_ATTR_PFC = 3, __DCB_NUMTCS_ATTR_ENUM_MAX = 4, DCB_NUMTCS_ATTR_MAX = 3, }; enum dcbnl_bcn_attrs { DCB_BCN_ATTR_UNDEFINED = 0, DCB_BCN_ATTR_RP_0 = 1, DCB_BCN_ATTR_RP_1 = 2, DCB_BCN_ATTR_RP_2 = 3, DCB_BCN_ATTR_RP_3 = 4, DCB_BCN_ATTR_RP_4 = 5, DCB_BCN_ATTR_RP_5 = 6, DCB_BCN_ATTR_RP_6 = 7, DCB_BCN_ATTR_RP_7 = 8, DCB_BCN_ATTR_RP_ALL = 9, DCB_BCN_ATTR_BCNA_0 = 10, DCB_BCN_ATTR_BCNA_1 = 11, DCB_BCN_ATTR_ALPHA = 12, DCB_BCN_ATTR_BETA = 13, DCB_BCN_ATTR_GD = 14, DCB_BCN_ATTR_GI = 15, DCB_BCN_ATTR_TMAX = 16, DCB_BCN_ATTR_TD = 17, DCB_BCN_ATTR_RMIN = 18, DCB_BCN_ATTR_W = 19, DCB_BCN_ATTR_RD = 20, DCB_BCN_ATTR_RU = 21, DCB_BCN_ATTR_WRTT = 22, DCB_BCN_ATTR_RI = 23, DCB_BCN_ATTR_C = 24, DCB_BCN_ATTR_ALL = 25, __DCB_BCN_ATTR_ENUM_MAX = 26, DCB_BCN_ATTR_MAX = 25, }; enum dcb_general_attr_values { DCB_ATTR_VALUE_UNDEFINED = 255, }; enum dcbnl_app_attrs { DCB_APP_ATTR_UNDEFINED = 0, DCB_APP_ATTR_IDTYPE = 1, DCB_APP_ATTR_ID = 2, DCB_APP_ATTR_PRIORITY = 3, __DCB_APP_ATTR_ENUM_MAX = 4, DCB_APP_ATTR_MAX = 3, }; enum dcbnl_featcfg_attrs { DCB_FEATCFG_ATTR_UNDEFINED = 0, DCB_FEATCFG_ATTR_ALL = 1, DCB_FEATCFG_ATTR_PG = 2, DCB_FEATCFG_ATTR_PFC = 3, DCB_FEATCFG_ATTR_APP = 4, __DCB_FEATCFG_ATTR_ENUM_MAX = 5, DCB_FEATCFG_ATTR_MAX = 4, }; struct dcb_app_type { int ifindex; struct dcb_app app; struct list_head list; u8 dcbx; }; struct dcb_ieee_app_prio_map { u64 map[8]; }; struct dcb_ieee_app_dscp_map { u8 map[64]; }; enum dcbevent_notif_type { DCB_APP_EVENT = 1, }; struct reply_func { int type; int (*cb)(struct net_device *, struct nlmsghdr *, u32, struct nlattr **, struct sk_buff *); }; struct sockaddr_xdp { __u16 sxdp_family; __u16 sxdp_flags; __u32 sxdp_ifindex; __u32 sxdp_queue_id; __u32 sxdp_shared_umem_fd; }; struct xdp_ring_offset { __u64 producer; __u64 consumer; __u64 desc; __u64 flags; }; struct xdp_mmap_offsets { struct xdp_ring_offset rx; struct xdp_ring_offset tx; struct xdp_ring_offset fr; struct xdp_ring_offset cr; }; struct xdp_statistics { __u64 rx_dropped; __u64 rx_invalid_descs; __u64 tx_invalid_descs; __u64 rx_ring_full; __u64 rx_fill_ring_empty_descs; __u64 tx_ring_empty_descs; }; struct xdp_options { __u32 flags; }; struct xdp_ring_offset_v1 { __u64 producer; __u64 consumer; __u64 desc; }; struct xdp_mmap_offsets_v1 { struct xdp_ring_offset_v1 rx; struct xdp_ring_offset_v1 tx; struct xdp_ring_offset_v1 fr; struct xdp_ring_offset_v1 cr; }; enum { MPTCP_SUBFLOW_ATTR_UNSPEC = 0, MPTCP_SUBFLOW_ATTR_TOKEN_REM = 1, MPTCP_SUBFLOW_ATTR_TOKEN_LOC = 2, MPTCP_SUBFLOW_ATTR_RELWRITE_SEQ = 3, MPTCP_SUBFLOW_ATTR_MAP_SEQ = 4, MPTCP_SUBFLOW_ATTR_MAP_SFSEQ = 5, MPTCP_SUBFLOW_ATTR_SSN_OFFSET = 6, MPTCP_SUBFLOW_ATTR_MAP_DATALEN = 7, MPTCP_SUBFLOW_ATTR_FLAGS = 8, MPTCP_SUBFLOW_ATTR_ID_REM = 9, MPTCP_SUBFLOW_ATTR_ID_LOC = 10, MPTCP_SUBFLOW_ATTR_PAD = 11, __MPTCP_SUBFLOW_ATTR_MAX = 12, }; struct mptcp_diag_ctx { long int s_slot; long int s_num; unsigned int l_slot; unsigned int l_num; }; typedef struct { u32 version; u32 length; u64 memory_protection_attribute; } efi_properties_table_t; typedef struct { u16 version; u16 length; u32 runtime_services_supported; } efi_rt_properties_table_t; struct linux_efi_memreserve { int size; atomic_t count; phys_addr_t next; struct { phys_addr_t base; phys_addr_t size; } entry[0]; }; struct linux_efi_random_seed { u32 size; u8 bits[0]; }; union efi_rng_protocol; typedef union efi_rng_protocol efi_rng_protocol_t; union efi_rng_protocol { struct { efi_status_t (*get_info)(efi_rng_protocol_t *, long unsigned int *, efi_guid_t *); efi_status_t (*get_rng)(efi_rng_protocol_t *, efi_guid_t *, long unsigned int, u8 *); }; struct { u32 get_info; u32 get_rng; } mixed_mode; }; typedef enum { EfiPciIoWidthUint8 = 0, EfiPciIoWidthUint16 = 1, EfiPciIoWidthUint32 = 2, EfiPciIoWidthUint64 = 3, EfiPciIoWidthFifoUint8 = 4, EfiPciIoWidthFifoUint16 = 5, EfiPciIoWidthFifoUint32 = 6, EfiPciIoWidthFifoUint64 = 7, EfiPciIoWidthFillUint8 = 8, EfiPciIoWidthFillUint16 = 9, EfiPciIoWidthFillUint32 = 10, EfiPciIoWidthFillUint64 = 11, EfiPciIoWidthMaximum = 12, } EFI_PCI_IO_PROTOCOL_WIDTH; typedef struct { u32 read; u32 write; } efi_pci_io_protocol_access_32_t; typedef struct { void *read; void *write; } efi_pci_io_protocol_access_t; union efi_pci_io_protocol; typedef union efi_pci_io_protocol efi_pci_io_protocol_t; typedef efi_status_t (*efi_pci_io_protocol_cfg_t)(efi_pci_io_protocol_t *, EFI_PCI_IO_PROTOCOL_WIDTH, u32, long unsigned int, void *); typedef struct { efi_pci_io_protocol_cfg_t read; efi_pci_io_protocol_cfg_t write; } efi_pci_io_protocol_config_access_t; union efi_pci_io_protocol { struct { void *poll_mem; void *poll_io; efi_pci_io_protocol_access_t mem; efi_pci_io_protocol_access_t io; efi_pci_io_protocol_config_access_t pci; void *copy_mem; void *map; void *unmap; void *allocate_buffer; void *free_buffer; void *flush; efi_status_t (*get_location)(efi_pci_io_protocol_t *, long unsigned int *, long unsigned int *, long unsigned int *, long unsigned int *); void *attributes; void *get_bar_attributes; void *set_bar_attributes; uint64_t romsize; void *romimage; }; struct { u32 poll_mem; u32 poll_io; efi_pci_io_protocol_access_32_t mem; efi_pci_io_protocol_access_32_t io; efi_pci_io_protocol_access_32_t pci; u32 copy_mem; u32 map; u32 unmap; u32 allocate_buffer; u32 free_buffer; u32 flush; u32 get_location; u32 attributes; u32 get_bar_attributes; u32 set_bar_attributes; u64 romsize; u32 romimage; } mixed_mode; }; struct ftr_set_desc { char name[20]; struct arm64_ftr_override *override; struct { char name[10]; u8 shift; u8 width; bool (*filter)(u64); } fields[0]; }; struct compat_statfs64; struct perf_callchain_entry_ctx { struct perf_callchain_entry *entry; u32 max_stack; u32 nr; short int contexts; bool contexts_maxed; }; struct frame_tail { struct frame_tail *fp; long unsigned int lr; }; struct compat_frame_tail { compat_uptr_t fp; u32 sp; u32 lr; }; struct trace_event_raw_instruction_emulation { struct trace_entry ent; u32 __data_loc_instr; u64 addr; char __data[0]; }; struct trace_event_data_offsets_instruction_emulation { u32 instr; }; typedef void (*btf_trace_instruction_emulation)(void *, const char *, u64); enum insn_emulation_mode { INSN_UNDEF = 0, INSN_EMULATE = 1, INSN_HW = 2, }; enum legacy_insn_status { INSN_DEPRECATED = 0, INSN_OBSOLETE = 1, }; struct insn_emulation_ops { const char *name; enum legacy_insn_status status; struct undef_hook *hooks; int (*set_hw_mode)(bool); }; struct insn_emulation { struct list_head node; struct insn_emulation_ops *ops; int current_mode; int min; int max; }; struct kvm_coalesced_mmio_dev { struct list_head list; struct kvm_io_device dev; struct kvm *kvm; struct kvm_coalesced_mmio_zone zone; }; struct kvm_pmu_event_filter { __u16 base_event; __u16 nevents; __u8 action; __u8 pad[3]; }; struct arm_pmu_entry { struct list_head entry; struct arm_pmu *arm_pmu; }; enum cpuhp_smt_control { CPU_SMT_ENABLED = 0, CPU_SMT_DISABLED = 1, CPU_SMT_FORCE_DISABLED = 2, CPU_SMT_NOT_SUPPORTED = 3, CPU_SMT_NOT_IMPLEMENTED = 4, }; struct trace_event_raw_cpuhp_enter { struct trace_entry ent; unsigned int cpu; int target; int idx; void *fun; char __data[0]; }; struct trace_event_raw_cpuhp_multi_enter { struct trace_entry ent; unsigned int cpu; int target; int idx; void *fun; char __data[0]; }; struct trace_event_raw_cpuhp_exit { struct trace_entry ent; unsigned int cpu; int state; int idx; int ret; char __data[0]; }; struct trace_event_data_offsets_cpuhp_enter {}; struct trace_event_data_offsets_cpuhp_multi_enter {}; struct trace_event_data_offsets_cpuhp_exit {}; typedef void (*btf_trace_cpuhp_enter)(void *, unsigned int, int, int, int (*)(unsigned int)); typedef void (*btf_trace_cpuhp_multi_enter)(void *, unsigned int, int, int, int (*)(unsigned int, struct hlist_node *), struct hlist_node *); typedef void (*btf_trace_cpuhp_exit)(void *, unsigned int, int, int, int); struct cpuhp_cpu_state { enum cpuhp_state state; enum cpuhp_state target; enum cpuhp_state fail; struct task_struct *thread; bool should_run; bool rollback; bool single; bool bringup; struct hlist_node *node; struct hlist_node *last; enum cpuhp_state cb_state; int result; struct completion done_up; struct completion done_down; }; struct cpuhp_step { const char *name; union { int (*single)(unsigned int); int (*multi)(unsigned int, struct hlist_node *); } startup; union { int (*single)(unsigned int); int (*multi)(unsigned int, struct hlist_node *); } teardown; struct hlist_head list; bool cant_stop; bool multi_instance; }; enum cpu_mitigations { CPU_MITIGATIONS_OFF = 0, CPU_MITIGATIONS_AUTO = 1, CPU_MITIGATIONS_AUTO_NOSMT = 2, }; struct wq_flusher; struct workqueue_attrs; struct wq_device; struct workqueue_struct { struct list_head pwqs; struct list_head list; struct mutex mutex; int work_color; int flush_color; atomic_t nr_pwqs_to_flush; struct wq_flusher *first_flusher; struct list_head flusher_queue; struct list_head flusher_overflow; struct list_head maydays; struct worker *rescuer; int nr_drainers; int saved_max_active; struct workqueue_attrs *unbound_attrs; struct pool_workqueue *dfl_pwq; struct wq_device *wq_dev; char name[24]; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; long: 64; unsigned int flags; struct pool_workqueue *cpu_pwqs; struct pool_workqueue *numa_pwq_tbl[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct workqueue_attrs { int nice; cpumask_var_t cpumask; bool no_numa; }; struct pool_workqueue { struct worker_pool *pool; struct workqueue_struct *wq; int work_color; int flush_color; int refcnt; int nr_in_flight[16]; int nr_active; int max_active; struct list_head inactive_works; struct list_head pwqs_node; struct list_head mayday_node; struct work_struct unbound_release_work; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct worker_pool { raw_spinlock_t lock; int cpu; int node; int id; unsigned int flags; long unsigned int watchdog_ts; int nr_running; struct list_head worklist; int nr_workers; int nr_idle; struct list_head idle_list; struct timer_list idle_timer; struct timer_list mayday_timer; struct hlist_head busy_hash[64]; struct worker *manager; struct list_head workers; struct completion *detach_completion; struct ida worker_ida; struct workqueue_attrs *attrs; struct hlist_node hash_node; int refcnt; struct callback_head rcu; }; enum { POOL_MANAGER_ACTIVE = 1, POOL_DISASSOCIATED = 4, WORKER_DIE = 2, WORKER_IDLE = 4, WORKER_PREP = 8, WORKER_CPU_INTENSIVE = 64, WORKER_UNBOUND = 128, WORKER_REBOUND = 256, WORKER_NOT_RUNNING = 456, NR_STD_WORKER_POOLS = 2, UNBOUND_POOL_HASH_ORDER = 6, BUSY_WORKER_HASH_ORDER = 6, MAX_IDLE_WORKERS_RATIO = 4, IDLE_WORKER_TIMEOUT = 30000, MAYDAY_INITIAL_TIMEOUT = 2, MAYDAY_INTERVAL = 10, CREATE_COOLDOWN = 100, RESCUER_NICE_LEVEL = 4294967276, HIGHPRI_NICE_LEVEL = 4294967276, WQ_NAME_LEN = 24, }; struct wq_flusher { struct list_head list; int flush_color; struct completion done; }; struct wq_device { struct workqueue_struct *wq; struct device dev; }; struct trace_event_raw_workqueue_queue_work { struct trace_entry ent; void *work; void *function; u32 __data_loc_workqueue; int req_cpu; int cpu; char __data[0]; }; struct trace_event_raw_workqueue_activate_work { struct trace_entry ent; void *work; char __data[0]; }; struct trace_event_raw_workqueue_execute_start { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_workqueue_execute_end { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_data_offsets_workqueue_queue_work { u32 workqueue; }; struct trace_event_data_offsets_workqueue_activate_work {}; struct trace_event_data_offsets_workqueue_execute_start {}; struct trace_event_data_offsets_workqueue_execute_end {}; typedef void (*btf_trace_workqueue_queue_work)(void *, int, struct pool_workqueue *, struct work_struct *); typedef void (*btf_trace_workqueue_activate_work)(void *, struct work_struct *); typedef void (*btf_trace_workqueue_execute_start)(void *, struct work_struct *); typedef void (*btf_trace_workqueue_execute_end)(void *, struct work_struct *, work_func_t); struct wq_barrier { struct work_struct work; struct completion done; struct task_struct *task; }; struct cwt_wait { wait_queue_entry_t wait; struct work_struct *work; }; struct apply_wqattrs_ctx { struct workqueue_struct *wq; struct workqueue_attrs *attrs; struct list_head list; struct pool_workqueue *dfl_pwq; struct pool_workqueue *pwq_tbl[0]; }; struct work_for_cpu { struct work_struct work; long int (*fn)(void *); void *arg; long int ret; }; struct smpboot_thread_data { unsigned int cpu; unsigned int status; struct smp_hotplug_thread *ht; }; enum { HP_THREAD_NONE = 0, HP_THREAD_ACTIVE = 1, HP_THREAD_PARKED = 2, }; struct numa_group { refcount_t refcount; spinlock_t lock; int nr_tasks; pid_t gid; int active_nodes; struct callback_head rcu; long unsigned int total_faults; long unsigned int max_faults_cpu; long unsigned int faults[0]; }; enum numa_faults_stats { NUMA_MEM = 0, NUMA_CPU = 1, NUMA_MEMBUF = 2, NUMA_CPUBUF = 3, }; enum numa_type { node_has_spare = 0, node_fully_busy = 1, node_overloaded = 2, }; struct numa_stats { long unsigned int load; long unsigned int runnable; long unsigned int util; long unsigned int compute_capacity; unsigned int nr_running; unsigned int weight; enum numa_type node_type; int idle_cpu; }; struct task_numa_env { struct task_struct *p; int src_cpu; int src_nid; int dst_cpu; int dst_nid; int imb_numa_nr; struct numa_stats src_stats; struct numa_stats dst_stats; int imbalance_pct; int dist; struct task_struct *best_task; long int best_imp; int best_cpu; }; struct energy_env { long unsigned int task_busy_time; long unsigned int pd_busy_time; long unsigned int cpu_cap; long unsigned int pd_cap; }; enum fbq_type { regular = 0, remote = 1, all = 2, }; enum group_type { group_has_spare = 0, group_fully_busy = 1, group_misfit_task = 2, group_asym_packing = 3, group_imbalanced = 4, group_overloaded = 5, }; enum migration_type { migrate_load = 0, migrate_util = 1, migrate_task = 2, migrate_misfit = 3, }; struct lb_env { struct sched_domain *sd; struct rq *src_rq; int src_cpu; int dst_cpu; struct rq *dst_rq; struct cpumask *dst_grpmask; int new_dst_cpu; enum cpu_idle_type idle; long int imbalance; struct cpumask *cpus; unsigned int flags; unsigned int loop; unsigned int loop_break; unsigned int loop_max; enum fbq_type fbq_type; enum migration_type migration_type; struct list_head tasks; }; struct sg_lb_stats { long unsigned int avg_load; long unsigned int group_load; long unsigned int group_capacity; long unsigned int group_util; long unsigned int group_runnable; unsigned int sum_nr_running; unsigned int sum_h_nr_running; unsigned int idle_cpus; unsigned int group_weight; enum group_type group_type; unsigned int group_asym_packing; long unsigned int group_misfit_task_load; unsigned int nr_numa_running; unsigned int nr_preferred_running; }; struct sd_lb_stats { struct sched_group *busiest; struct sched_group *local; long unsigned int total_load; long unsigned int total_capacity; long unsigned int avg_load; unsigned int prefer_sibling; struct sg_lb_stats busiest_stat; struct sg_lb_stats local_stat; }; struct platform_hibernation_ops { int (*begin)(pm_message_t); void (*end)(); int (*pre_snapshot)(); void (*finish)(); int (*prepare)(); int (*enter)(); void (*leave)(); int (*pre_restore)(); void (*restore_cleanup)(); void (*recover)(); }; enum { HIBERNATION_INVALID = 0, HIBERNATION_PLATFORM = 1, HIBERNATION_SHUTDOWN = 2, HIBERNATION_REBOOT = 3, HIBERNATION_SUSPEND = 4, HIBERNATION_TEST_RESUME = 5, __HIBERNATION_AFTER_LAST = 6, }; enum { IRQ_STARTUP_NORMAL = 0, IRQ_STARTUP_MANAGED = 1, IRQ_STARTUP_ABORT = 2, }; enum mod_license { NOT_GPL_ONLY = 0, GPL_ONLY = 1, }; struct find_symbol_arg { const char *name; bool gplok; bool warn; struct module *owner; const s32 *crc; const struct kernel_symbol *sym; enum mod_license license; }; struct trace_event_raw_module_load { struct trace_entry ent; unsigned int taints; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_free { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_refcnt { struct trace_entry ent; long unsigned int ip; int refcnt; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_request { struct trace_entry ent; long unsigned int ip; bool wait; u32 __data_loc_name; char __data[0]; }; struct trace_event_data_offsets_module_load { u32 name; }; struct trace_event_data_offsets_module_free { u32 name; }; struct trace_event_data_offsets_module_refcnt { u32 name; }; struct trace_event_data_offsets_module_request { u32 name; }; typedef void (*btf_trace_module_load)(void *, struct module *); typedef void (*btf_trace_module_free)(void *, struct module *); typedef void (*btf_trace_module_get)(void *, struct module *, long unsigned int); typedef void (*btf_trace_module_put)(void *, struct module *, long unsigned int); typedef void (*btf_trace_module_request)(void *, char *, bool, long unsigned int); struct symsearch { const struct kernel_symbol *start; const struct kernel_symbol *stop; const s32 *crcs; enum mod_license license; }; struct mod_initfree { struct llist_node node; void *module_init; }; struct ktime_timestamps { u64 mono; u64 boot; u64 real; }; struct system_counterval_t { u64 cycles; struct clocksource *cs; }; enum timekeeping_adv_mode { TK_ADV_TICK = 0, TK_ADV_FREQ = 1, }; struct tk_fast { seqcount_latch_t seq; struct tk_read_base base[2]; }; typedef struct sigevent sigevent_t; enum misc_res_type { MISC_CG_RES_TYPES = 0, }; struct misc_res { long unsigned int max; atomic_long_t usage; atomic_long_t events; }; struct misc_cg { struct cgroup_subsys_state css; struct cgroup_file events_file; struct misc_res res[0]; }; enum audit_nfcfgop { AUDIT_XT_OP_REGISTER = 0, AUDIT_XT_OP_REPLACE = 1, AUDIT_XT_OP_UNREGISTER = 2, AUDIT_NFT_OP_TABLE_REGISTER = 3, AUDIT_NFT_OP_TABLE_UNREGISTER = 4, AUDIT_NFT_OP_CHAIN_REGISTER = 5, AUDIT_NFT_OP_CHAIN_UNREGISTER = 6, AUDIT_NFT_OP_RULE_REGISTER = 7, AUDIT_NFT_OP_RULE_UNREGISTER = 8, AUDIT_NFT_OP_SET_REGISTER = 9, AUDIT_NFT_OP_SET_UNREGISTER = 10, AUDIT_NFT_OP_SETELEM_REGISTER = 11, AUDIT_NFT_OP_SETELEM_UNREGISTER = 12, AUDIT_NFT_OP_GEN_REGISTER = 13, AUDIT_NFT_OP_OBJ_REGISTER = 14, AUDIT_NFT_OP_OBJ_UNREGISTER = 15, AUDIT_NFT_OP_OBJ_RESET = 16, AUDIT_NFT_OP_FLOWTABLE_REGISTER = 17, AUDIT_NFT_OP_FLOWTABLE_UNREGISTER = 18, AUDIT_NFT_OP_INVALID = 19, }; struct audit_aux_data { struct audit_aux_data *next; int type; }; struct audit_chunk; struct audit_tree_refs { struct audit_tree_refs *next; struct audit_chunk *c[31]; }; struct audit_aux_data_pids { struct audit_aux_data d; pid_t target_pid[16]; kuid_t target_auid[16]; kuid_t target_uid[16]; unsigned int target_sessionid[16]; u32 target_sid[16]; char target_comm[256]; int pid_count; }; struct audit_aux_data_bprm_fcaps { struct audit_aux_data d; struct audit_cap_data fcap; unsigned int fcap_ver; struct audit_cap_data old_pcap; struct audit_cap_data new_pcap; }; struct audit_nfcfgop_tab { enum audit_nfcfgop op; const char *s; }; enum { KDB_NOT_INITIALIZED = 0, KDB_INIT_EARLY = 1, KDB_INIT_FULL = 2, }; struct ctx_switch_entry { struct trace_entry ent; unsigned int prev_pid; unsigned int next_pid; unsigned int next_cpu; unsigned char prev_prio; unsigned char prev_state; unsigned char next_prio; unsigned char next_state; }; struct userstack_entry { struct trace_entry ent; unsigned int tgid; long unsigned int caller[8]; }; struct trace_mark { long long unsigned int val; char sym; }; struct eprobe_trace_entry_head { struct trace_entry ent; }; struct trace_eprobe { const char *event_system; const char *event_name; struct trace_event_call *event; struct dyn_event devent; struct trace_probe tp; }; struct eprobe_data { struct trace_event_file *file; struct trace_eprobe *ep; }; enum bpf_stats_type { BPF_STATS_RUN_TIME = 0, }; struct bpf_tracing_link { struct bpf_tramp_link link; enum bpf_attach_type attach_type; struct bpf_trampoline *trampoline; struct bpf_prog *tgt_prog; }; enum bpf_audit { BPF_AUDIT_LOAD = 0, BPF_AUDIT_UNLOAD = 1, BPF_AUDIT_MAX = 2, }; struct bpf_prog_kstats { u64 nsecs; u64 cnt; u64 misses; }; struct bpf_raw_tp_link { struct bpf_link link; struct bpf_raw_event_map *btp; }; struct bpf_perf_link { struct bpf_link link; struct file *perf_file; }; typedef u64 (*btf_bpf_sys_bpf)(int, union bpf_attr *, u32); typedef u64 (*btf_bpf_sys_close)(u32); typedef u64 (*btf_bpf_kallsyms_lookup_name)(const char *, int, int, u64 *); struct bpf_cgroup_storage_map { struct bpf_map map; spinlock_t lock; struct rb_root root; struct list_head list; long: 64; long: 64; long: 64; long: 64; }; struct bpf_cpumap_val { __u32 qsize; union { int fd; __u32 id; } bpf_prog; }; struct bpf_cpu_map_entry; struct xdp_bulk_queue { void *q[8]; struct list_head flush_node; struct bpf_cpu_map_entry *obj; unsigned int count; }; struct bpf_cpu_map; struct bpf_cpu_map_entry { u32 cpu; int map_id; struct xdp_bulk_queue *bulkq; struct bpf_cpu_map *cmap; struct ptr_ring *queue; struct task_struct *kthread; struct bpf_cpumap_val value; struct bpf_prog *prog; atomic_t refcnt; struct callback_head rcu; struct work_struct kthread_stop_wq; }; struct bpf_cpu_map { struct bpf_map map; struct bpf_cpu_map_entry **cpu_map; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct callchain_cpus_entries { struct callback_head callback_head; struct perf_callchain_entry *cpu_entries[0]; }; struct parallel_data; struct padata_priv { struct list_head list; struct parallel_data *pd; int cb_cpu; unsigned int seq_nr; int info; void (*parallel)(struct padata_priv *); void (*serial)(struct padata_priv *); }; struct padata_cpumask { cpumask_var_t pcpu; cpumask_var_t cbcpu; }; struct padata_shell; struct padata_list; struct padata_serial_queue; struct parallel_data { struct padata_shell *ps; struct padata_list *reorder_list; struct padata_serial_queue *squeue; refcount_t refcnt; unsigned int seq_nr; unsigned int processed; int cpu; struct padata_cpumask cpumask; struct work_struct reorder_work; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct padata_list { struct list_head list; spinlock_t lock; }; struct padata_serial_queue { struct padata_list serial; struct work_struct work; struct parallel_data *pd; }; struct padata_instance; struct padata_shell { struct padata_instance *pinst; struct parallel_data *pd; struct parallel_data *opd; struct list_head list; }; struct padata_instance { struct hlist_node cpu_online_node; struct hlist_node cpu_dead_node; struct workqueue_struct *parallel_wq; struct workqueue_struct *serial_wq; struct list_head pslist; struct padata_cpumask cpumask; struct kobject kobj; struct mutex lock; u8 flags; }; struct padata_mt_job { void (*thread_fn)(long unsigned int, long unsigned int, void *); void *fn_arg; long unsigned int start; long unsigned int size; long unsigned int align; long unsigned int min_chunk; int max_threads; }; struct padata_work { struct work_struct pw_work; struct list_head pw_list; void *pw_data; }; struct padata_mt_job_state { spinlock_t lock; struct completion completion; struct padata_mt_job *job; int nworks; int nworks_fini; long unsigned int chunk_size; }; struct padata_sysfs_entry { struct attribute attr; ssize_t (*show)(struct padata_instance *, struct attribute *, char *); ssize_t (*store)(struct padata_instance *, struct attribute *, const char *, size_t); }; struct watch_notification_removal { struct watch_notification watch; __u64 id; }; struct wb_lock_cookie { bool locked; long unsigned int flags; }; struct dirty_throttle_control { struct wb_domain *dom; struct dirty_throttle_control *gdtc; struct bdi_writeback *wb; struct fprop_local_percpu *wb_completions; long unsigned int avail; long unsigned int dirty; long unsigned int thresh; long unsigned int bg_thresh; long unsigned int wb_dirty; long unsigned int wb_thresh; long unsigned int wb_bg_thresh; long unsigned int pos_ratio; }; struct contig_page_info { long unsigned int free_pages; long unsigned int free_blocks_total; long unsigned int free_blocks_suitable; }; struct list_lru_memcg { struct callback_head rcu; struct list_lru_one node[0]; }; struct list_lru_memcg_table { struct list_lru_memcg *mlru; struct mem_cgroup *memcg; }; struct mlock_pvec { local_lock_t lock; struct pagevec vec; }; typedef void (*online_page_callback_t)(struct page *, unsigned int); enum { ONLINE_POLICY_CONTIG_ZONES = 0, ONLINE_POLICY_AUTO_MOVABLE = 1, }; struct auto_movable_stats { long unsigned int kernel_early_pages; long unsigned int movable_pages; }; struct auto_movable_group_stats { long unsigned int movable_pages; long unsigned int req_kernel_early_pages; }; struct crypto_acomp_ctx { struct crypto_acomp *acomp; struct acomp_req *req; struct crypto_wait wait; u8 *dstmem; struct mutex *mutex; }; struct zswap_pool { struct zpool *zpool; struct crypto_acomp_ctx *acomp_ctx; struct kref kref; struct list_head list; struct work_struct release_work; struct work_struct shrink_work; struct hlist_node node; char tfm_name[128]; }; struct zswap_entry { struct rb_node rbnode; long unsigned int offset; int refcount; unsigned int length; struct zswap_pool *pool; union { long unsigned int handle; long unsigned int value; }; struct obj_cgroup *objcg; }; struct zswap_header { swp_entry_t swpentry; }; struct zswap_tree { struct rb_root rbroot; spinlock_t lock; }; enum zswap_get_swap_ret { ZSWAP_SWAPCACHE_NEW = 0, ZSWAP_SWAPCACHE_EXIST = 1, ZSWAP_SWAPCACHE_FAIL = 2, }; enum migrate_vma_direction { MIGRATE_VMA_SELECT_SYSTEM = 1, MIGRATE_VMA_SELECT_DEVICE_PRIVATE = 2, MIGRATE_VMA_SELECT_DEVICE_COHERENT = 4, }; struct migrate_vma { struct vm_area_struct *vma; long unsigned int *dst; long unsigned int *src; long unsigned int cpages; long unsigned int npages; long unsigned int start; long unsigned int end; void *pgmap_owner; long unsigned int flags; }; struct to_kill { struct list_head nd; struct task_struct *tsk; long unsigned int addr; short int size_shift; }; struct hwp_walk { struct to_kill tk; long unsigned int pfn; int flags; }; struct page_state { long unsigned int mask; long unsigned int res; enum mf_action_page_type type; int (*action)(struct page_state *, struct page *); }; struct raw_hwp_page { struct llist_node node; struct page *page; }; struct memory_failure_entry { long unsigned int pfn; int flags; }; struct memory_failure_cpu { struct { union { struct __kfifo kfifo; struct memory_failure_entry *type; const struct memory_failure_entry *const_type; char (*rectype)[0]; struct memory_failure_entry *ptr; const struct memory_failure_entry *ptr_const; }; struct memory_failure_entry buf[16]; } fifo; spinlock_t lock; struct work_struct work; }; struct wp_walk { struct mmu_notifier_range range; long unsigned int tlbflush_start; long unsigned int tlbflush_end; long unsigned int total; }; struct clean_walk { struct wp_walk base; long unsigned int bitmap_pgoff; long unsigned int *bitmap; long unsigned int start; long unsigned int end; }; struct kobj_map; struct char_device_struct { struct char_device_struct *next; unsigned int major; unsigned int baseminor; int minorct; char name[64]; struct cdev *cdev; }; struct f_owner_ex { int type; __kernel_pid_t pid; }; struct compat_flock { short int l_type; short int l_whence; compat_off_t l_start; compat_off_t l_len; compat_pid_t l_pid; }; struct compat_flock64 { short int l_type; short int l_whence; compat_loff_t l_start; compat_loff_t l_len; compat_pid_t l_pid; }; struct prepend_buffer { char *buf; int len; }; struct fanotify_event_metadata { __u32 event_len; __u8 vers; __u8 reserved; __u16 metadata_len; __u64 mask; __s32 fd; __s32 pid; }; struct fanotify_event_info_header { __u8 info_type; __u8 pad; __u16 len; }; struct fanotify_event_info_fid { struct fanotify_event_info_header hdr; __kernel_fsid_t fsid; unsigned char handle[0]; }; struct fanotify_event_info_pidfd { struct fanotify_event_info_header hdr; __s32 pidfd; }; struct fanotify_event_info_error { struct fanotify_event_info_header hdr; __s32 error; __u32 error_count; }; struct fanotify_response { __s32 fd; __u32 response; }; struct fscrypt_get_policy_ex_arg { __u64 policy_size; union { __u8 version; struct fscrypt_policy_v1 v1; struct fscrypt_policy_v2 v2; } policy; }; struct core_name { char *corename; int used; int size; }; struct proc_maps_private { struct inode *inode; struct task_struct *task; struct mm_struct *mm; struct vm_area_struct *tail_vma; struct mempolicy *task_mempolicy; }; struct mem_size_stats { long unsigned int resident; long unsigned int shared_clean; long unsigned int shared_dirty; long unsigned int private_clean; long unsigned int private_dirty; long unsigned int referenced; long unsigned int anonymous; long unsigned int lazyfree; long unsigned int anonymous_thp; long unsigned int shmem_thp; long unsigned int file_thp; long unsigned int swap; long unsigned int shared_hugetlb; long unsigned int private_hugetlb; u64 pss; u64 pss_anon; u64 pss_file; u64 pss_shmem; u64 pss_dirty; u64 pss_locked; u64 swap_pss; }; enum clear_refs_types { CLEAR_REFS_ALL = 1, CLEAR_REFS_ANON = 2, CLEAR_REFS_MAPPED = 3, CLEAR_REFS_SOFT_DIRTY = 4, CLEAR_REFS_MM_HIWATER_RSS = 5, CLEAR_REFS_LAST = 6, }; struct clear_refs_private { enum clear_refs_types type; }; typedef struct { u64 pme; } pagemap_entry_t; struct pagemapread { int pos; int len; pagemap_entry_t *buffer; bool show_pfn; }; struct numa_maps { long unsigned int pages; long unsigned int anon; long unsigned int active; long unsigned int writeback; long unsigned int mapcount_max; long unsigned int dirty; long unsigned int swapcache; long unsigned int node[512]; }; struct numa_maps_private { struct proc_maps_private proc_maps; struct numa_maps md; }; struct ext4_getfsmap_info { struct ext4_fsmap_head *gfi_head; ext4_fsmap_format_t gfi_formatter; void *gfi_format_arg; ext4_fsblk_t gfi_next_fsblk; u32 gfi_dev; ext4_group_t gfi_agno; struct ext4_fsmap gfi_low; struct ext4_fsmap gfi_high; struct ext4_fsmap gfi_lastfree; struct list_head gfi_meta_list; bool gfi_last; }; struct ext4_getfsmap_dev { int (*gfd_fn)(struct super_block *, struct ext4_fsmap *, struct ext4_getfsmap_info *); u32 gfd_dev; }; struct migrate_struct { ext4_lblk_t first_block; ext4_lblk_t last_block; ext4_lblk_t curr_block; ext4_fsblk_t first_pblock; ext4_fsblk_t last_pblock; }; enum bio_post_read_step { STEP_INITIAL = 0, STEP_DECRYPT = 1, STEP_VERITY = 2, STEP_MAX = 3, }; struct bio_post_read_ctx { struct bio *bio; struct work_struct work; unsigned int cur_step; unsigned int enabled_steps; }; struct trace_event_raw_jbd2_checkpoint { struct trace_entry ent; dev_t dev; int result; char __data[0]; }; struct trace_event_raw_jbd2_commit { struct trace_entry ent; dev_t dev; char sync_commit; int transaction; char __data[0]; }; struct trace_event_raw_jbd2_end_commit { struct trace_entry ent; dev_t dev; char sync_commit; int transaction; int head; char __data[0]; }; struct trace_event_raw_jbd2_submit_inode_data { struct trace_entry ent; dev_t dev; ino_t ino; char __data[0]; }; struct trace_event_raw_jbd2_handle_start_class { struct trace_entry ent; dev_t dev; long unsigned int tid; unsigned int type; unsigned int line_no; int requested_blocks; char __data[0]; }; struct trace_event_raw_jbd2_handle_extend { struct trace_entry ent; dev_t dev; long unsigned int tid; unsigned int type; unsigned int line_no; int buffer_credits; int requested_blocks; char __data[0]; }; struct trace_event_raw_jbd2_handle_stats { struct trace_entry ent; dev_t dev; long unsigned int tid; unsigned int type; unsigned int line_no; int interval; int sync; int requested_blocks; int dirtied_blocks; char __data[0]; }; struct trace_event_raw_jbd2_run_stats { struct trace_entry ent; dev_t dev; long unsigned int tid; long unsigned int wait; long unsigned int request_delay; long unsigned int running; long unsigned int locked; long unsigned int flushing; long unsigned int logging; __u32 handle_count; __u32 blocks; __u32 blocks_logged; char __data[0]; }; struct trace_event_raw_jbd2_checkpoint_stats { struct trace_entry ent; dev_t dev; long unsigned int tid; long unsigned int chp_time; __u32 forced_to_close; __u32 written; __u32 dropped; char __data[0]; }; struct trace_event_raw_jbd2_update_log_tail { struct trace_entry ent; dev_t dev; tid_t tail_sequence; tid_t first_tid; long unsigned int block_nr; long unsigned int freed; char __data[0]; }; struct trace_event_raw_jbd2_write_superblock { struct trace_entry ent; dev_t dev; blk_opf_t write_flags; char __data[0]; }; struct trace_event_raw_jbd2_lock_buffer_stall { struct trace_entry ent; dev_t dev; long unsigned int stall_ms; char __data[0]; }; struct trace_event_raw_jbd2_journal_shrink { struct trace_entry ent; dev_t dev; long unsigned int nr_to_scan; long unsigned int count; char __data[0]; }; struct trace_event_raw_jbd2_shrink_scan_exit { struct trace_entry ent; dev_t dev; long unsigned int nr_to_scan; long unsigned int nr_shrunk; long unsigned int count; char __data[0]; }; struct trace_event_raw_jbd2_shrink_checkpoint_list { struct trace_entry ent; dev_t dev; tid_t first_tid; tid_t tid; tid_t last_tid; long unsigned int nr_freed; long unsigned int nr_scanned; tid_t next_tid; char __data[0]; }; struct trace_event_data_offsets_jbd2_checkpoint {}; struct trace_event_data_offsets_jbd2_commit {}; struct trace_event_data_offsets_jbd2_end_commit {}; struct trace_event_data_offsets_jbd2_submit_inode_data {}; struct trace_event_data_offsets_jbd2_handle_start_class {}; struct trace_event_data_offsets_jbd2_handle_extend {}; struct trace_event_data_offsets_jbd2_handle_stats {}; struct trace_event_data_offsets_jbd2_run_stats {}; struct trace_event_data_offsets_jbd2_checkpoint_stats {}; struct trace_event_data_offsets_jbd2_update_log_tail {}; struct trace_event_data_offsets_jbd2_write_superblock {}; struct trace_event_data_offsets_jbd2_lock_buffer_stall {}; struct trace_event_data_offsets_jbd2_journal_shrink {}; struct trace_event_data_offsets_jbd2_shrink_scan_exit {}; struct trace_event_data_offsets_jbd2_shrink_checkpoint_list {}; typedef void (*btf_trace_jbd2_checkpoint)(void *, journal_t *, int); typedef void (*btf_trace_jbd2_start_commit)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_commit_locking)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_commit_flushing)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_commit_logging)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_drop_transaction)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_end_commit)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_submit_inode_data)(void *, struct inode *); typedef void (*btf_trace_jbd2_handle_start)(void *, dev_t, long unsigned int, unsigned int, unsigned int, int); typedef void (*btf_trace_jbd2_handle_restart)(void *, dev_t, long unsigned int, unsigned int, unsigned int, int); typedef void (*btf_trace_jbd2_handle_extend)(void *, dev_t, long unsigned int, unsigned int, unsigned int, int, int); typedef void (*btf_trace_jbd2_handle_stats)(void *, dev_t, long unsigned int, unsigned int, unsigned int, int, int, int, int); typedef void (*btf_trace_jbd2_run_stats)(void *, dev_t, long unsigned int, struct transaction_run_stats_s *); typedef void (*btf_trace_jbd2_checkpoint_stats)(void *, dev_t, long unsigned int, struct transaction_chp_stats_s *); typedef void (*btf_trace_jbd2_update_log_tail)(void *, journal_t *, tid_t, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_write_superblock)(void *, journal_t *, blk_opf_t); typedef void (*btf_trace_jbd2_lock_buffer_stall)(void *, dev_t, long unsigned int); typedef void (*btf_trace_jbd2_shrink_count)(void *, journal_t *, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_shrink_scan_enter)(void *, journal_t *, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_shrink_scan_exit)(void *, journal_t *, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_shrink_checkpoint_list)(void *, journal_t *, tid_t, tid_t, tid_t, long unsigned int, long unsigned int, tid_t); struct jbd2_stats_proc_session { journal_t *journal; struct transaction_stats_s *stats; int start; int max; }; struct args_protover { __u32 version; }; struct args_protosubver { __u32 sub_version; }; struct args_openmount { __u32 devid; }; struct args_ready { __u32 token; }; struct args_fail { __u32 token; __s32 status; }; struct args_setpipefd { __s32 pipefd; }; struct args_timeout { __u64 timeout; }; struct args_requester { __u32 uid; __u32 gid; }; struct args_expire { __u32 how; }; struct args_askumount { __u32 may_umount; }; struct args_in { __u32 type; }; struct args_out { __u32 devid; __u32 magic; }; struct args_ismountpoint { union { struct args_in in; struct args_out out; }; }; struct autofs_dev_ioctl { __u32 ver_major; __u32 ver_minor; __u32 size; __s32 ioctlfd; union { struct args_protover protover; struct args_protosubver protosubver; struct args_openmount openmount; struct args_ready ready; struct args_fail fail; struct args_setpipefd setpipefd; struct args_timeout timeout; struct args_requester requester; struct args_expire expire; struct args_askumount askumount; struct args_ismountpoint ismountpoint; }; char path[0]; }; enum { AUTOFS_DEV_IOCTL_VERSION_CMD = 113, AUTOFS_DEV_IOCTL_PROTOVER_CMD = 114, AUTOFS_DEV_IOCTL_PROTOSUBVER_CMD = 115, AUTOFS_DEV_IOCTL_OPENMOUNT_CMD = 116, AUTOFS_DEV_IOCTL_CLOSEMOUNT_CMD = 117, AUTOFS_DEV_IOCTL_READY_CMD = 118, AUTOFS_DEV_IOCTL_FAIL_CMD = 119, AUTOFS_DEV_IOCTL_SETPIPEFD_CMD = 120, AUTOFS_DEV_IOCTL_CATATONIC_CMD = 121, AUTOFS_DEV_IOCTL_TIMEOUT_CMD = 122, AUTOFS_DEV_IOCTL_REQUESTER_CMD = 123, AUTOFS_DEV_IOCTL_EXPIRE_CMD = 124, AUTOFS_DEV_IOCTL_ASKUMOUNT_CMD = 125, AUTOFS_DEV_IOCTL_ISMOUNTPOINT_CMD = 126, }; typedef int (*ioctl_fn___2)(struct file *, struct autofs_sb_info *, struct autofs_dev_ioctl *); enum btrfs_delayed_ref_flags { BTRFS_DELAYED_REFS_FLUSHING = 0, }; struct btrfs_fid { u64 objectid; u64 root_objectid; u32 gen; u64 parent_objectid; u32 parent_gen; u64 parent_root_objectid; } __attribute__((packed)); struct workspace___3 { void *mem; size_t size; char *buf; unsigned int level; unsigned int req_level; long unsigned int last_used; struct list_head list; struct list_head lru_list; zstd_in_buffer in_buf; zstd_out_buffer out_buf; }; struct zstd_workspace_manager { const struct btrfs_compress_op *ops; spinlock_t lock; struct list_head lru_list; struct list_head idle_ws[15]; long unsigned int active_map; wait_queue_head_t wait; struct timer_list timer; }; struct extent_inode_elem { u64 inum; u64 offset; struct extent_inode_elem *next; }; struct preftree { struct rb_root_cached root; unsigned int count; }; struct preftrees { struct preftree direct; struct preftree indirect; struct preftree indirect_missing_keys; }; struct share_check { u64 root_objectid; u64 inum; int share_count; bool have_delayed_delete_refs; }; struct shmid_ds { struct ipc_perm shm_perm; int shm_segsz; __kernel_old_time_t shm_atime; __kernel_old_time_t shm_dtime; __kernel_old_time_t shm_ctime; __kernel_ipc_pid_t shm_cpid; __kernel_ipc_pid_t shm_lpid; short unsigned int shm_nattch; short unsigned int shm_unused; void *shm_unused2; void *shm_unused3; }; struct shmid64_ds { struct ipc64_perm shm_perm; __kernel_size_t shm_segsz; long int shm_atime; long int shm_dtime; long int shm_ctime; __kernel_pid_t shm_cpid; __kernel_pid_t shm_lpid; long unsigned int shm_nattch; long unsigned int __unused4; long unsigned int __unused5; }; struct shminfo64 { long unsigned int shmmax; long unsigned int shmmin; long unsigned int shmmni; long unsigned int shmseg; long unsigned int shmall; long unsigned int __unused1; long unsigned int __unused2; long unsigned int __unused3; long unsigned int __unused4; }; struct shminfo { int shmmax; int shmmin; int shmmni; int shmseg; int shmall; }; struct shm_info { int used_ids; __kernel_ulong_t shm_tot; __kernel_ulong_t shm_rss; __kernel_ulong_t shm_swp; __kernel_ulong_t swap_attempts; __kernel_ulong_t swap_successes; }; struct compat_shmid64_ds { struct compat_ipc64_perm shm_perm; compat_size_t shm_segsz; compat_ulong_t shm_atime; compat_ulong_t shm_atime_high; compat_ulong_t shm_dtime; compat_ulong_t shm_dtime_high; compat_ulong_t shm_ctime; compat_ulong_t shm_ctime_high; compat_pid_t shm_cpid; compat_pid_t shm_lpid; compat_ulong_t shm_nattch; compat_ulong_t __unused4; compat_ulong_t __unused5; }; struct shmid_kernel { struct kern_ipc_perm shm_perm; struct file *shm_file; long unsigned int shm_nattch; long unsigned int shm_segsz; time64_t shm_atim; time64_t shm_dtim; time64_t shm_ctim; struct pid *shm_cprid; struct pid *shm_lprid; struct ucounts *mlock_ucounts; struct task_struct *shm_creator; struct list_head shm_clist; struct ipc_namespace *ns; long: 64; long: 64; long: 64; }; struct shm_file_data { int id; struct ipc_namespace *ns; struct file *file; const struct vm_operations_struct *vm_ops; }; struct compat_shmid_ds { struct compat_ipc_perm shm_perm; int shm_segsz; old_time32_t shm_atime; old_time32_t shm_dtime; old_time32_t shm_ctime; compat_ipc_pid_t shm_cpid; compat_ipc_pid_t shm_lpid; short unsigned int shm_nattch; short unsigned int shm_unused; compat_uptr_t shm_unused2; compat_uptr_t shm_unused3; }; struct compat_shminfo64 { compat_ulong_t shmmax; compat_ulong_t shmmin; compat_ulong_t shmmni; compat_ulong_t shmseg; compat_ulong_t shmall; compat_ulong_t __unused1; compat_ulong_t __unused2; compat_ulong_t __unused3; compat_ulong_t __unused4; }; struct compat_shm_info { compat_int_t used_ids; compat_ulong_t shm_tot; compat_ulong_t shm_rss; compat_ulong_t shm_swp; compat_ulong_t swap_attempts; compat_ulong_t swap_successes; }; enum tpm2_object_attributes { TPM2_OA_FIXED_TPM = 2, TPM2_OA_FIXED_PARENT = 16, TPM2_OA_USER_WITH_AUTH = 64, }; enum tpm2_session_attributes { TPM2_SA_CONTINUE_SESSION = 1, }; struct tpm2_key_context { u32 parent; const u8 *pub; u32 pub_len; const u8 *priv; u32 priv_len; }; enum { SELNL_MSG_SETENFORCE = 16, SELNL_MSG_POLICYLOAD = 17, SELNL_MSG_MAX = 18, }; enum selinux_nlgroups { SELNLGRP_NONE = 0, SELNLGRP_AVC = 1, __SELNLGRP_MAX = 2, }; struct selnl_msg_setenforce { __s32 val; }; struct selnl_msg_policyload { __u32 seqno; }; struct selinux_kernel_status { u32 version; u32 sequence; u32 enforcing; u32 policyload; u32 deny_unknown; }; struct ptrace_relation { struct task_struct *tracer; struct task_struct *tracee; bool invalid; struct list_head node; struct callback_head rcu; }; struct access_report_info { struct callback_head work; const char *access; struct task_struct *target; struct task_struct *agent; }; enum devcg_behavior { DEVCG_DEFAULT_NONE = 0, DEVCG_DEFAULT_ALLOW = 1, DEVCG_DEFAULT_DENY = 2, }; struct dev_exception_item { u32 major; u32 minor; short int type; short int access; struct list_head list; struct callback_head rcu; }; struct dev_cgroup { struct cgroup_subsys_state css; struct list_head exceptions; enum devcg_behavior behavior; }; enum lsm_rule_types { LSM_OBJ_USER = 0, LSM_OBJ_ROLE = 1, LSM_OBJ_TYPE = 2, LSM_SUBJ_USER = 3, LSM_SUBJ_ROLE = 4, LSM_SUBJ_TYPE = 5, }; enum policy_types { ORIGINAL_TCB = 1, DEFAULT_TCB = 2, }; enum policy_rule_list { IMA_DEFAULT_POLICY = 1, IMA_CUSTOM_POLICY = 2, }; struct ima_rule_opt_list { size_t count; char *items[0]; }; struct ima_rule_entry { struct list_head list; int action; unsigned int flags; enum ima_hooks func; int mask; long unsigned int fsmagic; uuid_t fsuuid; kuid_t uid; kgid_t gid; kuid_t fowner; kgid_t fgroup; bool (*uid_op)(kuid_t, kuid_t); bool (*gid_op)(kgid_t, kgid_t); bool (*fowner_op)(kuid_t, kuid_t); bool (*fgroup_op)(kgid_t, kgid_t); int pcr; unsigned int allowed_algos; struct { void *rule; char *args_p; int type; } lsm[6]; char *fsname; struct ima_rule_opt_list *keyrings; struct ima_rule_opt_list *label; struct ima_template_desc *template; }; enum policy_opt { Opt_measure = 0, Opt_dont_measure = 1, Opt_appraise = 2, Opt_dont_appraise = 3, Opt_audit = 4, Opt_hash___3 = 5, Opt_dont_hash = 6, Opt_obj_user = 7, Opt_obj_role = 8, Opt_obj_type = 9, Opt_subj_user = 10, Opt_subj_role = 11, Opt_subj_type = 12, Opt_func = 13, Opt_mask = 14, Opt_fsmagic = 15, Opt_fsname = 16, Opt_fsuuid = 17, Opt_uid_eq = 18, Opt_euid_eq = 19, Opt_gid_eq = 20, Opt_egid_eq = 21, Opt_fowner_eq = 22, Opt_fgroup_eq = 23, Opt_uid_gt = 24, Opt_euid_gt = 25, Opt_gid_gt = 26, Opt_egid_gt = 27, Opt_fowner_gt = 28, Opt_fgroup_gt = 29, Opt_uid_lt = 30, Opt_euid_lt = 31, Opt_gid_lt = 32, Opt_egid_lt = 33, Opt_fowner_lt = 34, Opt_fgroup_lt = 35, Opt_digest_type = 36, Opt_appraise_type = 37, Opt_appraise_flag = 38, Opt_appraise_algos = 39, Opt_permit_directio = 40, Opt_pcr = 41, Opt_template = 42, Opt_keyrings = 43, Opt_label = 44, Opt_err___11 = 45, }; enum { mask_exec = 0, mask_write = 1, mask_read = 2, mask_append = 3, }; struct ima_key_entry { struct list_head list; void *payload; size_t payload_len; char *keyring_name; }; struct ahash_request_priv { crypto_completion_t complete; void *data; u8 *result; u32 flags; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; void *ubuf[0]; }; struct rsa_mpi_key { MPI n; MPI e; MPI d; MPI p; MPI q; MPI dp; MPI dq; MPI qinv; }; struct hmac_ctx { struct crypto_shash *hash; }; struct sha3_state { u64 st[25]; unsigned int rsiz; unsigned int rsizw; unsigned int partial; u8 buf[144]; }; struct gcm_instance_ctx { struct crypto_skcipher_spawn ctr; struct crypto_ahash_spawn ghash; }; struct crypto_gcm_ctx { struct crypto_skcipher *ctr; struct crypto_ahash *ghash; }; struct crypto_rfc4106_ctx { struct crypto_aead *child; u8 nonce[4]; }; struct crypto_rfc4106_req_ctx { struct scatterlist src[3]; struct scatterlist dst[3]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct aead_request subreq; }; struct crypto_rfc4543_instance_ctx { struct crypto_aead_spawn aead; }; struct crypto_rfc4543_ctx { struct crypto_aead *child; struct crypto_sync_skcipher *null; u8 nonce[4]; }; struct crypto_rfc4543_req_ctx { struct aead_request subreq; }; struct crypto_gcm_ghash_ctx { unsigned int cryptlen; struct scatterlist *src; int (*complete)(struct aead_request *, u32); }; struct crypto_gcm_req_priv_ctx { u8 iv[16]; u8 auth_tag[16]; u8 iauth_tag[16]; struct scatterlist src[3]; struct scatterlist dst[3]; struct scatterlist sg; struct crypto_gcm_ghash_ctx ghash_ctx; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct ahash_request ahreq; struct skcipher_request skreq; } u; }; enum { CRYPTO_AUTHENC_KEYA_UNSPEC = 0, CRYPTO_AUTHENC_KEYA_PARAM = 1, }; struct crypto_authenc_key_param { __be32 enckeylen; }; struct authenc_instance_ctx { struct crypto_ahash_spawn auth; struct crypto_skcipher_spawn enc; unsigned int reqoff; }; struct crypto_authenc_ctx { struct crypto_ahash *auth; struct crypto_skcipher *enc; struct crypto_sync_skcipher *null; }; struct authenc_request_ctx { struct scatterlist src[2]; struct scatterlist dst[2]; char tail[0]; }; struct aead_tfm { struct crypto_aead *aead; struct crypto_sync_skcipher *null_tfm; }; struct req_iterator { struct bvec_iter iter; struct bio *bio; }; enum bio_merge_status { BIO_MERGE_OK = 0, BIO_MERGE_NONE = 1, BIO_MERGE_FAILED = 2, }; struct blkpg_ioctl_arg { int op; int flags; int datalen; void *data; }; struct blkpg_partition { long long int start; long long int length; int pno; char devname[64]; char volname[64]; }; struct pr_reservation { __u64 key; __u32 type; __u32 flags; }; struct pr_registration { __u64 old_key; __u64 new_key; __u32 flags; __u32 __pad; }; struct pr_preempt { __u64 old_key; __u64 new_key; __u32 type; __u32 flags; }; struct pr_clear { __u64 key; __u32 flags; __u32 __pad; }; struct compat_blkpg_ioctl_arg { compat_int_t op; compat_int_t flags; compat_int_t datalen; compat_caddr_t data; }; struct compat_hd_geometry { unsigned char heads; unsigned char sectors; short unsigned int cylinders; u32 start; }; enum { SUN_WHOLE_DISK = 5, LINUX_RAID_PARTITION___3 = 253, }; struct sun_info { __be16 id; __be16 flags; }; struct sun_vtoc { __be32 version; char volume[8]; __be16 nparts; struct sun_info infos[8]; __be16 padding; __be32 bootinfo[3]; __be32 sanity; __be32 reserved[10]; __be32 timestamp[8]; }; struct sun_partition { __be32 start_cylinder; __be32 num_sectors; }; struct sun_disklabel { unsigned char info[128]; struct sun_vtoc vtoc; __be32 write_reinstruct; __be32 read_reinstruct; unsigned char spare[148]; __be16 rspeed; __be16 pcylcount; __be16 sparecyl; __be16 obs1; __be16 obs2; __be16 ilfact; __be16 ncyl; __be16 nacyl; __be16 ntrks; __be16 nsect; __be16 obs3; __be16 obs4; struct sun_partition partitions[8]; __be16 magic; __be16 csum; }; struct bsg_job; typedef int bsg_job_fn(struct bsg_job *); struct bsg_buffer { unsigned int payload_len; int sg_cnt; struct scatterlist *sg_list; }; struct bsg_job { struct device *dev; struct kref kref; unsigned int timeout; void *request; void *reply; unsigned int request_len; unsigned int reply_len; struct bsg_buffer request_payload; struct bsg_buffer reply_payload; int result; unsigned int reply_payload_rcv_len; struct request *bidi_rq; struct bio *bidi_bio; void *dd_data; }; typedef enum blk_eh_timer_return bsg_timeout_fn(struct request *); struct bsg_set { struct blk_mq_tag_set tag_set; struct bsg_device *bd; bsg_job_fn *job_fn; bsg_timeout_fn *timeout_fn; }; enum dd_data_dir { DD_READ = 0, DD_WRITE = 1, }; enum { DD_DIR_COUNT = 2, }; enum dd_prio { DD_RT_PRIO = 0, DD_BE_PRIO = 1, DD_IDLE_PRIO = 2, DD_PRIO_MAX = 2, }; enum { DD_PRIO_COUNT = 3, }; struct io_stats_per_prio { uint32_t inserted; uint32_t merged; uint32_t dispatched; atomic_t completed; }; struct dd_per_prio { struct list_head dispatch; struct rb_root sort_list[2]; struct list_head fifo_list[2]; struct request *next_rq[2]; struct io_stats_per_prio stats; }; struct deadline_data { struct dd_per_prio per_prio[3]; enum dd_data_dir last_dir; unsigned int batching; unsigned int starved; int fifo_expire[2]; int fifo_batch; int writes_starved; int front_merges; u32 async_depth; int prio_aging_expire; spinlock_t lock; spinlock_t zone_lock; }; struct integrity_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_integrity *, char *); ssize_t (*store)(struct blk_integrity *, const char *, size_t); }; struct show_busy_params { struct seq_file *m; struct blk_mq_hw_ctx *hctx; }; struct bd_holder_disk { struct list_head list; struct block_device *bdev; int refcnt; }; struct io_sync { struct file *file; loff_t len; loff_t off; int flags; int mode; }; struct io_statx { struct file *file; int dfd; unsigned int mask; unsigned int flags; struct filename *filename; struct statx *buffer; }; enum devm_ioremap_type { DEVM_IOREMAP = 0, DEVM_IOREMAP_UC = 1, DEVM_IOREMAP_WC = 2, DEVM_IOREMAP_NP = 3, }; struct pcim_iomap_devres { void *table[6]; }; struct arch_io_reserve_memtype_wc_devres { resource_size_t start; resource_size_t size; }; struct sw842_param___2 { u8 *in; u8 bit; u64 ilen; u8 *out; u8 *ostart; u64 olen; }; typedef struct { rawSeqStore_t seqStore; U32 startPosInBlock; U32 endPosInBlock; U32 offset; } ZSTD_optLdm_t; typedef uint64_t vli_type; enum xz_check { XZ_CHECK_NONE = 0, XZ_CHECK_CRC32 = 1, XZ_CHECK_CRC64 = 4, XZ_CHECK_SHA256 = 10, }; struct xz_dec_hash { vli_type unpadded; vli_type uncompressed; uint32_t crc32; }; struct xz_dec_bcj; struct xz_dec { enum { SEQ_STREAM_HEADER = 0, SEQ_BLOCK_START = 1, SEQ_BLOCK_HEADER = 2, SEQ_BLOCK_UNCOMPRESS = 3, SEQ_BLOCK_PADDING = 4, SEQ_BLOCK_CHECK = 5, SEQ_INDEX = 6, SEQ_INDEX_PADDING = 7, SEQ_INDEX_CRC32 = 8, SEQ_STREAM_FOOTER = 9, } sequence; uint32_t pos; vli_type vli; size_t in_start; size_t out_start; uint32_t crc32; enum xz_check check_type; enum xz_mode mode; bool allow_buf_error; struct { vli_type compressed; vli_type uncompressed; uint32_t size; } block_header; struct { vli_type compressed; vli_type uncompressed; vli_type count; struct xz_dec_hash hash; } block; struct { enum { SEQ_INDEX_COUNT = 0, SEQ_INDEX_UNPADDED = 1, SEQ_INDEX_UNCOMPRESSED = 2, } sequence; vli_type size; vli_type count; struct xz_dec_hash hash; } index; struct { size_t pos; size_t size; uint8_t buf[1024]; } temp; struct xz_dec_lzma2 *lzma2; struct xz_dec_bcj *bcj; bool bcj_active; }; enum lzma_state { STATE_LIT_LIT = 0, STATE_MATCH_LIT_LIT = 1, STATE_REP_LIT_LIT = 2, STATE_SHORTREP_LIT_LIT = 3, STATE_MATCH_LIT = 4, STATE_REP_LIT = 5, STATE_SHORTREP_LIT = 6, STATE_LIT_MATCH = 7, STATE_LIT_LONGREP = 8, STATE_LIT_SHORTREP = 9, STATE_NONLIT_MATCH = 10, STATE_NONLIT_REP = 11, }; struct dictionary { uint8_t *buf; size_t start; size_t pos; size_t full; size_t limit; size_t end; uint32_t size; uint32_t size_max; uint32_t allocated; enum xz_mode mode; }; struct rc_dec { uint32_t range; uint32_t code; uint32_t init_bytes_left; const uint8_t *in; size_t in_pos; size_t in_limit; }; struct lzma_len_dec { uint16_t choice; uint16_t choice2; uint16_t low[128]; uint16_t mid[128]; uint16_t high[256]; }; struct lzma_dec { uint32_t rep0; uint32_t rep1; uint32_t rep2; uint32_t rep3; enum lzma_state state; uint32_t len; uint32_t lc; uint32_t literal_pos_mask; uint32_t pos_mask; uint16_t is_match[192]; uint16_t is_rep[12]; uint16_t is_rep0[12]; uint16_t is_rep1[12]; uint16_t is_rep2[12]; uint16_t is_rep0_long[192]; uint16_t dist_slot[256]; uint16_t dist_special[114]; uint16_t dist_align[16]; struct lzma_len_dec match_len_dec; struct lzma_len_dec rep_len_dec; uint16_t literal[12288]; }; enum lzma2_seq { SEQ_CONTROL = 0, SEQ_UNCOMPRESSED_1 = 1, SEQ_UNCOMPRESSED_2 = 2, SEQ_COMPRESSED_0 = 3, SEQ_COMPRESSED_1 = 4, SEQ_PROPERTIES = 5, SEQ_LZMA_PREPARE = 6, SEQ_LZMA_RUN = 7, SEQ_COPY = 8, }; struct lzma2_dec { enum lzma2_seq sequence; enum lzma2_seq next_sequence; uint32_t uncompressed; uint32_t compressed; bool need_dict_reset; bool need_props; bool pedantic_microlzma; }; struct xz_dec_lzma2 { struct rc_dec rc; struct dictionary dict; struct lzma2_dec lzma2; struct lzma_dec lzma; struct { uint32_t size; uint8_t buf[63]; } temp; }; struct xz_dec_microlzma { struct xz_dec_lzma2 s; }; struct ei_entry { struct list_head list; long unsigned int start_addr; long unsigned int end_addr; int etype; void *priv; }; enum pubkey_algo { PUBKEY_ALGO_RSA = 0, PUBKEY_ALGO_MAX = 1, }; struct pubkey_hdr { uint8_t version; uint32_t timestamp; uint8_t algo; uint8_t nmpi; char mpi[0]; } __attribute__((packed)); struct signature_hdr { uint8_t version; uint32_t timestamp; uint8_t algo; uint8_t hash; uint8_t keyid[8]; uint8_t nmpi; char mpi[0]; } __attribute__((packed)); struct warn_args; struct klist_waiter { struct list_head list; struct klist_node *node; struct task_struct *process; int woken; }; struct sun6i_r_intc_variant { u32 first_mux_irq; u32 nr_mux_irqs; u32 mux_valid[4]; }; struct acpi_srat_gic_its_affinity { struct acpi_subtable_header header; u32 proximity_domain; u16 reserved; u32 its_id; } __attribute__((packed)); struct its_collection___2 { u64 target_address; u16 col_id; }; struct its_baser { void *base; u64 val; u32 order; u32 psz; }; struct its_cmd_block; struct its_device___2; struct its_node { raw_spinlock_t lock; struct mutex dev_alloc_lock; struct list_head entry; void *base; void *sgir_base; phys_addr_t phys_base; struct its_cmd_block *cmd_base; struct its_cmd_block *cmd_write; struct its_baser tables[8]; struct its_collection___2 *collections; struct fwnode_handle *fwnode_handle; u64 (*get_msi_base)(struct its_device___2 *); u64 typer; u64 cbaser_save; u32 ctlr_save; u32 mpidr; struct list_head its_device_list; u64 flags; long unsigned int list_nr; int numa_node; unsigned int msi_domain_flags; u32 pre_its_base; int vlpi_redist_offset; }; struct its_cmd_block { union { u64 raw_cmd[4]; __le64 raw_cmd_le[4]; }; }; struct event_lpi_map { long unsigned int *lpi_map; u16 *col_map; irq_hw_number_t lpi_base; int nr_lpis; raw_spinlock_t vlpi_lock; struct its_vm *vm; struct its_vlpi_map *vlpi_maps; int nr_vlpis; }; struct its_device___2 { struct list_head entry; struct its_node *its; struct event_lpi_map event_map; void *itt; u32 nr_ites; u32 device_id; bool shared; }; struct cpu_lpi_count { atomic_t managed; atomic_t unmanaged; }; struct its_cmd_desc { union { struct { struct its_device___2 *dev; u32 event_id; } its_inv_cmd; struct { struct its_device___2 *dev; u32 event_id; } its_clear_cmd; struct { struct its_device___2 *dev; u32 event_id; } its_int_cmd; struct { struct its_device___2 *dev; int valid; } its_mapd_cmd; struct { struct its_collection___2 *col; int valid; } its_mapc_cmd; struct { struct its_device___2 *dev; u32 phys_id; u32 event_id; } its_mapti_cmd; struct { struct its_device___2 *dev; struct its_collection___2 *col; u32 event_id; } its_movi_cmd; struct { struct its_device___2 *dev; u32 event_id; } its_discard_cmd; struct { struct its_collection___2 *col; } its_invall_cmd; struct { struct its_vpe *vpe; } its_vinvall_cmd; struct { struct its_vpe *vpe; struct its_collection___2 *col; bool valid; } its_vmapp_cmd; struct { struct its_vpe *vpe; struct its_device___2 *dev; u32 virt_id; u32 event_id; bool db_enabled; } its_vmapti_cmd; struct { struct its_vpe *vpe; struct its_device___2 *dev; u32 event_id; bool db_enabled; } its_vmovi_cmd; struct { struct its_vpe *vpe; struct its_collection___2 *col; u16 seq_num; u16 its_list; } its_vmovp_cmd; struct { struct its_vpe *vpe; } its_invdb_cmd; struct { struct its_vpe *vpe; u8 sgi; u8 priority; bool enable; bool group; bool clear; } its_vsgi_cmd; }; }; typedef struct its_collection___2 * (*its_cmd_builder_t)(struct its_node *, struct its_cmd_block *, struct its_cmd_desc *); typedef struct its_vpe * (*its_cmd_vbuilder_t)(struct its_node *, struct its_cmd_block *, struct its_cmd_desc *); struct lpi_range { struct list_head entry; u32 base_id; u32 span; }; struct its_srat_map { u32 numa_node; u32 its_id; }; struct ls_scfg_msi_cfg { u32 ibs_shift; u32 msir_irqs; u32 msir_base; }; struct ls_scfg_msi; struct ls_scfg_msir { struct ls_scfg_msi *msi_data; unsigned int index; unsigned int gic_irq; unsigned int bit_start; unsigned int bit_end; unsigned int srs; void *reg; }; struct ls_scfg_msi { spinlock_t lock; struct platform_device *pdev; struct irq_domain *parent; struct irq_domain *msi_domain; void *regs; phys_addr_t msiir_addr; struct ls_scfg_msi_cfg *cfg; u32 msir_num; struct ls_scfg_msir *msir; u32 irqs_num; long unsigned int *used; }; struct ti_sci_intr_irq_domain { const struct ti_sci_handle *sci; struct ti_sci_resource *out_irqs; struct device *dev; u32 ti_sci_id; u32 type; }; struct imx8_pcie_phy { void *base; struct clk *clk; struct phy *phy; struct regmap *iomuxc_gpr; struct reset_control *reset; u32 refclk_pad_mode; u32 tx_deemph_gen1; u32 tx_deemph_gen2; bool clkreq_unused; }; enum max77620_pin_ppdrv { MAX77620_PIN_UNCONFIG_DRV = 0, MAX77620_PIN_OD_DRV = 1, MAX77620_PIN_PP_DRV = 2, }; struct max77620_pin_function { const char *name; const char * const *groups; unsigned int ngroups; int mux_option; }; enum max77620_alternate_pinmux_option { MAX77620_PINMUX_GPIO = 0, MAX77620_PINMUX_LOW_POWER_MODE_CONTROL_IN = 1, MAX77620_PINMUX_FLEXIBLE_POWER_SEQUENCER_OUT = 2, MAX77620_PINMUX_32K_OUT1 = 3, MAX77620_PINMUX_SD0_DYNAMIC_VOLTAGE_SCALING_IN = 4, MAX77620_PINMUX_SD1_DYNAMIC_VOLTAGE_SCALING_IN = 5, MAX77620_PINMUX_REFERENCE_OUT = 6, }; struct max77620_pingroup { const char *name; const unsigned int pins[1]; unsigned int npins; enum max77620_alternate_pinmux_option alt_option; }; struct max77620_pin_info { enum max77620_pin_ppdrv drv_type; int pull_config; }; struct max77620_fps_config { int active_fps_src; int active_power_up_slots; int active_power_down_slots; int suspend_fps_src; int suspend_power_up_slots; int suspend_power_down_slots; }; struct max77620_pctrl_info { struct device *dev; struct pinctrl_dev *pctl; struct regmap *rmap; int pins_current_opt[8]; const struct max77620_pin_function *functions; unsigned int num_functions; const struct max77620_pingroup *pin_groups; int num_pin_groups; const struct pinctrl_pin_desc *pins; unsigned int num_pins; struct max77620_pin_info pin_info[8]; struct max77620_fps_config fps_config[8]; }; enum meson_pinconf_drv { MESON_PINCONF_DRV_500UA = 0, MESON_PINCONF_DRV_2500UA = 1, MESON_PINCONF_DRV_3000UA = 2, MESON_PINCONF_DRV_4000UA = 3, }; enum pmic_gpio_func_index { PMIC_GPIO_FUNC_INDEX_NORMAL = 0, PMIC_GPIO_FUNC_INDEX_PAIRED = 1, PMIC_GPIO_FUNC_INDEX_FUNC1 = 2, PMIC_GPIO_FUNC_INDEX_FUNC2 = 3, PMIC_GPIO_FUNC_INDEX_FUNC3 = 4, PMIC_GPIO_FUNC_INDEX_FUNC4 = 5, PMIC_GPIO_FUNC_INDEX_DTEST1 = 6, PMIC_GPIO_FUNC_INDEX_DTEST2 = 7, PMIC_GPIO_FUNC_INDEX_DTEST3 = 8, PMIC_GPIO_FUNC_INDEX_DTEST4 = 9, }; struct pmic_gpio_pad { u16 base; bool is_enabled; bool out_value; bool have_buffer; bool output_enabled; bool input_enabled; bool analog_pass; bool lv_mv_type; unsigned int num_sources; unsigned int power_source; unsigned int buffer_type; unsigned int pullup; unsigned int strength; unsigned int function; unsigned int atest; unsigned int dtest_buffer; }; struct pmic_gpio_state { struct device *dev; struct regmap *map; struct pinctrl_dev *ctrl; struct gpio_chip chip; struct irq_chip irq; u8 usid; u8 pid_base; }; struct tegra_pmx { struct device *dev; struct pinctrl_dev *pctl; const struct tegra_pinctrl_soc_data *soc; const char **group_pins; int nbanks; void **regs; u32 *backup_regs; }; enum tegra_pinconf_param { TEGRA_PINCONF_PARAM_PULL = 0, TEGRA_PINCONF_PARAM_TRISTATE = 1, TEGRA_PINCONF_PARAM_ENABLE_INPUT = 2, TEGRA_PINCONF_PARAM_OPEN_DRAIN = 3, TEGRA_PINCONF_PARAM_LOCK = 4, TEGRA_PINCONF_PARAM_IORESET = 5, TEGRA_PINCONF_PARAM_RCV_SEL = 6, TEGRA_PINCONF_PARAM_HIGH_SPEED_MODE = 7, TEGRA_PINCONF_PARAM_SCHMITT = 8, TEGRA_PINCONF_PARAM_LOW_POWER_MODE = 9, TEGRA_PINCONF_PARAM_DRIVE_DOWN_STRENGTH = 10, TEGRA_PINCONF_PARAM_DRIVE_UP_STRENGTH = 11, TEGRA_PINCONF_PARAM_SLEW_RATE_FALLING = 12, TEGRA_PINCONF_PARAM_SLEW_RATE_RISING = 13, TEGRA_PINCONF_PARAM_DRIVE_TYPE = 14, }; struct cfg_param { const char *property; enum tegra_pinconf_param param; }; struct gpiochip_info { char name[32]; char label[32]; __u32 lines; }; enum gpio_v2_line_flag { GPIO_V2_LINE_FLAG_USED = 1, GPIO_V2_LINE_FLAG_ACTIVE_LOW = 2, GPIO_V2_LINE_FLAG_INPUT = 4, GPIO_V2_LINE_FLAG_OUTPUT = 8, GPIO_V2_LINE_FLAG_EDGE_RISING = 16, GPIO_V2_LINE_FLAG_EDGE_FALLING = 32, GPIO_V2_LINE_FLAG_OPEN_DRAIN = 64, GPIO_V2_LINE_FLAG_OPEN_SOURCE = 128, GPIO_V2_LINE_FLAG_BIAS_PULL_UP = 256, GPIO_V2_LINE_FLAG_BIAS_PULL_DOWN = 512, GPIO_V2_LINE_FLAG_BIAS_DISABLED = 1024, GPIO_V2_LINE_FLAG_EVENT_CLOCK_REALTIME = 2048, GPIO_V2_LINE_FLAG_EVENT_CLOCK_HTE = 4096, }; struct gpio_v2_line_values { __u64 bits; __u64 mask; }; enum gpio_v2_line_attr_id { GPIO_V2_LINE_ATTR_ID_FLAGS = 1, GPIO_V2_LINE_ATTR_ID_OUTPUT_VALUES = 2, GPIO_V2_LINE_ATTR_ID_DEBOUNCE = 3, }; struct gpio_v2_line_attribute { __u32 id; __u32 padding; union { __u64 flags; __u64 values; __u32 debounce_period_us; }; }; struct gpio_v2_line_config_attribute { struct gpio_v2_line_attribute attr; __u64 mask; }; struct gpio_v2_line_config { __u64 flags; __u32 num_attrs; __u32 padding[5]; struct gpio_v2_line_config_attribute attrs[10]; }; struct gpio_v2_line_request { __u32 offsets[64]; char consumer[32]; struct gpio_v2_line_config config; __u32 num_lines; __u32 event_buffer_size; __u32 padding[5]; __s32 fd; }; struct gpio_v2_line_info { char name[32]; char consumer[32]; __u32 offset; __u32 num_attrs; __u64 flags; struct gpio_v2_line_attribute attrs[10]; __u32 padding[4]; }; enum gpio_v2_line_changed_type { GPIO_V2_LINE_CHANGED_REQUESTED = 1, GPIO_V2_LINE_CHANGED_RELEASED = 2, GPIO_V2_LINE_CHANGED_CONFIG = 3, }; struct gpio_v2_line_info_changed { struct gpio_v2_line_info info; __u64 timestamp_ns; __u32 event_type; __u32 padding[5]; }; enum gpio_v2_line_event_id { GPIO_V2_LINE_EVENT_RISING_EDGE = 1, GPIO_V2_LINE_EVENT_FALLING_EDGE = 2, }; struct gpio_v2_line_event { __u64 timestamp_ns; __u32 id; __u32 offset; __u32 seqno; __u32 line_seqno; __u32 padding[6]; }; struct gpioline_info { __u32 line_offset; __u32 flags; char name[32]; char consumer[32]; }; struct gpioline_info_changed { struct gpioline_info info; __u64 timestamp; __u32 event_type; __u32 padding[5]; }; struct gpiohandle_request { __u32 lineoffsets[64]; __u32 flags; __u8 default_values[64]; char consumer_label[32]; __u32 lines; int fd; }; struct gpiohandle_config { __u32 flags; __u8 default_values[64]; __u32 padding[4]; }; struct gpiohandle_data { __u8 values[64]; }; struct gpioevent_request { __u32 lineoffset; __u32 handleflags; __u32 eventflags; char consumer_label[32]; int fd; }; struct gpioevent_data { __u64 timestamp; __u32 id; }; struct linehandle_state { struct gpio_device *gdev; const char *label; struct gpio_desc *descs[64]; u32 num_descs; }; struct linereq; struct line { struct gpio_desc *desc; struct linereq *req; unsigned int irq; u64 edflags; u64 timestamp_ns; u32 req_seqno; u32 line_seqno; struct delayed_work work; unsigned int sw_debounced; unsigned int level; struct hte_ts_desc hdesc; int raw_level; u32 total_discard_seq; u32 last_seqno; }; struct linereq { struct gpio_device *gdev; const char *label; u32 num_lines; wait_queue_head_t wait; u32 event_buffer_size; struct { union { struct __kfifo kfifo; struct gpio_v2_line_event *type; const struct gpio_v2_line_event *const_type; char (*rectype)[0]; struct gpio_v2_line_event *ptr; const struct gpio_v2_line_event *ptr_const; }; struct gpio_v2_line_event buf[0]; } events; atomic_t seqno; struct mutex config_mutex; struct line lines[0]; }; struct lineevent_state { struct gpio_device *gdev; const char *label; struct gpio_desc *desc; u32 eflags; int irq; wait_queue_head_t wait; struct { union { struct __kfifo kfifo; struct gpioevent_data *type; const struct gpioevent_data *const_type; char (*rectype)[0]; struct gpioevent_data *ptr; const struct gpioevent_data *ptr_const; }; struct gpioevent_data buf[16]; } events; u64 timestamp; }; struct gpio_chardev_data { struct gpio_device *gdev; wait_queue_head_t wait; struct { union { struct __kfifo kfifo; struct gpio_v2_line_info_changed *type; const struct gpio_v2_line_info_changed *const_type; char (*rectype)[0]; struct gpio_v2_line_info_changed *ptr; const struct gpio_v2_line_info_changed *ptr_const; }; struct gpio_v2_line_info_changed buf[32]; } events; struct notifier_block lineinfo_changed_nb; long unsigned int *watched_lines; atomic_t watch_abi_version; }; struct pwm_lookup { struct list_head list; const char *provider; unsigned int index; const char *dev_id; const char *con_id; unsigned int period; enum pwm_polarity polarity; const char *module; }; struct trace_event_raw_pwm { struct trace_entry ent; struct pwm_device *pwm; u64 period; u64 duty_cycle; enum pwm_polarity polarity; bool enabled; char __data[0]; }; struct trace_event_data_offsets_pwm {}; typedef void (*btf_trace_pwm_apply)(void *, struct pwm_device *, const struct pwm_state *); typedef void (*btf_trace_pwm_get)(void *, struct pwm_device *, const struct pwm_state *); struct pci_dynid { struct list_head node; struct pci_device_id id; }; struct drv_dev_and_id { struct pci_driver *drv; struct pci_dev *dev; const struct pci_device_id *id; }; struct walk_rcec_data { struct pci_dev *rcec; int (*user_callback)(struct pci_dev *, void *); void *user_data; }; struct acpiphp_attention_info { int (*set_attn)(struct hotplug_slot *, u8); int (*get_attn)(struct hotplug_slot *, u8 *); struct module *owner; }; enum cdns_pcie_rp_bar { RP_BAR_UNDEFINED = 4294967295, RP_BAR0 = 0, RP_BAR1 = 1, RP_NO_BAR = 2, }; struct xgene_msi; struct xgene_msi_group { struct xgene_msi *msi; int gic_irq; u32 msi_grp; }; struct xgene_msi { struct device_node *node; struct irq_domain *inner_domain; struct irq_domain *msi_domain; u64 msi_addr; void *msi_regs; long unsigned int *bitmap; struct mutex bitmap_lock; struct xgene_msi_group *msi_groups; int num_cpus; }; enum pcie_kirin_phy_type { PCIE_KIRIN_INTERNAL_PHY = 0, PCIE_KIRIN_EXTERNAL_PHY = 1, }; struct kirin_pcie { enum pcie_kirin_phy_type type; struct dw_pcie *pci; struct regmap *apb; struct phy *phy; void *phy_priv; int gpio_id_dwc_perst; int num_slots; int gpio_id_reset[3]; const char *reset_names[3]; int n_gpio_clkreq; int gpio_id_clkreq[3]; const char *clkreq_names[3]; }; struct hi3660_pcie_phy { struct device *dev; void *base; struct regmap *crgctrl; struct regmap *sysctrl; struct clk *apb_sys_clk; struct clk *apb_phy_clk; struct clk *phy_ref_clk; struct clk *aclk; struct clk *aux_clk; }; struct kirin_pcie_data { enum pcie_kirin_phy_type phy_type; }; struct al_pcie_acpi { void *dbi_base; }; struct hdmi_any_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; }; struct hdmi_drm_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; enum hdmi_eotf eotf; enum hdmi_metadata_type metadata_type; struct { u16 x; u16 y; } display_primaries[3]; struct { u16 x; u16 y; } white_point; u16 max_display_mastering_luminance; u16 min_display_mastering_luminance; u16 max_cll; u16 max_fall; }; enum hdmi_spd_sdi { HDMI_SPD_SDI_UNKNOWN = 0, HDMI_SPD_SDI_DSTB = 1, HDMI_SPD_SDI_DVDP = 2, HDMI_SPD_SDI_DVHS = 3, HDMI_SPD_SDI_HDDVR = 4, HDMI_SPD_SDI_DVC = 5, HDMI_SPD_SDI_DSC = 6, HDMI_SPD_SDI_VCD = 7, HDMI_SPD_SDI_GAME = 8, HDMI_SPD_SDI_PC = 9, HDMI_SPD_SDI_BD = 10, HDMI_SPD_SDI_SACD = 11, HDMI_SPD_SDI_HDDVD = 12, HDMI_SPD_SDI_PMP = 13, }; struct hdmi_spd_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; char vendor[8]; char product[16]; enum hdmi_spd_sdi sdi; }; enum hdmi_audio_coding_type { HDMI_AUDIO_CODING_TYPE_STREAM = 0, HDMI_AUDIO_CODING_TYPE_PCM = 1, HDMI_AUDIO_CODING_TYPE_AC3 = 2, HDMI_AUDIO_CODING_TYPE_MPEG1 = 3, HDMI_AUDIO_CODING_TYPE_MP3 = 4, HDMI_AUDIO_CODING_TYPE_MPEG2 = 5, HDMI_AUDIO_CODING_TYPE_AAC_LC = 6, HDMI_AUDIO_CODING_TYPE_DTS = 7, HDMI_AUDIO_CODING_TYPE_ATRAC = 8, HDMI_AUDIO_CODING_TYPE_DSD = 9, HDMI_AUDIO_CODING_TYPE_EAC3 = 10, HDMI_AUDIO_CODING_TYPE_DTS_HD = 11, HDMI_AUDIO_CODING_TYPE_MLP = 12, HDMI_AUDIO_CODING_TYPE_DST = 13, HDMI_AUDIO_CODING_TYPE_WMA_PRO = 14, HDMI_AUDIO_CODING_TYPE_CXT = 15, }; enum hdmi_audio_sample_size { HDMI_AUDIO_SAMPLE_SIZE_STREAM = 0, HDMI_AUDIO_SAMPLE_SIZE_16 = 1, HDMI_AUDIO_SAMPLE_SIZE_20 = 2, HDMI_AUDIO_SAMPLE_SIZE_24 = 3, }; enum hdmi_audio_sample_frequency { HDMI_AUDIO_SAMPLE_FREQUENCY_STREAM = 0, HDMI_AUDIO_SAMPLE_FREQUENCY_32000 = 1, HDMI_AUDIO_SAMPLE_FREQUENCY_44100 = 2, HDMI_AUDIO_SAMPLE_FREQUENCY_48000 = 3, HDMI_AUDIO_SAMPLE_FREQUENCY_88200 = 4, HDMI_AUDIO_SAMPLE_FREQUENCY_96000 = 5, HDMI_AUDIO_SAMPLE_FREQUENCY_176400 = 6, HDMI_AUDIO_SAMPLE_FREQUENCY_192000 = 7, }; enum hdmi_audio_coding_type_ext { HDMI_AUDIO_CODING_TYPE_EXT_CT = 0, HDMI_AUDIO_CODING_TYPE_EXT_HE_AAC = 1, HDMI_AUDIO_CODING_TYPE_EXT_HE_AAC_V2 = 2, HDMI_AUDIO_CODING_TYPE_EXT_MPEG_SURROUND = 3, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_HE_AAC = 4, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_HE_AAC_V2 = 5, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_AAC_LC = 6, HDMI_AUDIO_CODING_TYPE_EXT_DRA = 7, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_HE_AAC_SURROUND = 8, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_AAC_LC_SURROUND = 10, }; struct hdmi_audio_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; unsigned char channels; enum hdmi_audio_coding_type coding_type; enum hdmi_audio_sample_size sample_size; enum hdmi_audio_sample_frequency sample_frequency; enum hdmi_audio_coding_type_ext coding_type_ext; unsigned char channel_allocation; unsigned char level_shift_value; bool downmix_inhibit; }; union hdmi_vendor_any_infoframe { struct { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; unsigned int oui; } any; struct hdmi_vendor_infoframe hdmi; }; union hdmi_infoframe { struct hdmi_any_infoframe any; struct hdmi_avi_infoframe avi; struct hdmi_spd_infoframe spd; union hdmi_vendor_any_infoframe vendor; struct hdmi_audio_infoframe audio; struct hdmi_drm_infoframe drm; }; struct fb_cvt_data { u32 xres; u32 yres; u32 refresh; u32 f_refresh; u32 pixclock; u32 hperiod; u32 hblank; u32 hfreq; u32 htotal; u32 vtotal; u32 vsync; u32 hsync; u32 h_front_porch; u32 h_back_porch; u32 v_front_porch; u32 v_back_porch; u32 h_margin; u32 v_margin; u32 interlace; u32 aspect_ratio; u32 active_pixels; u32 flags; u32 status; }; typedef u32 (*acpi_osd_handler)(void *); struct acpi_os_dpc { acpi_osd_exec_callback function; void *context; struct work_struct work; }; struct acpi_ioremap { struct list_head list; void *virt; acpi_physical_address phys; acpi_size size; union { long unsigned int refcount; struct rcu_work rwork; } track; }; struct acpi_hp_work { struct work_struct work; struct acpi_device *adev; u32 src; }; struct acpi_processor_errata { u8 smp; struct { u8 throttle: 1; u8 fdma: 1; u8 reserved: 6; u32 bmisx; } piix4; }; struct acpi_ged_device { struct device *dev; struct list_head event_list; }; struct acpi_ged_event { struct list_head node; struct device *dev; unsigned int gsi; unsigned int irq; acpi_handle handle; }; struct pcc_data { struct pcc_mbox_chan *pcc_chan; void *pcc_comm_addr; struct completion done; struct mbox_client cl; struct acpi_pcc_info ctx; }; typedef acpi_status (*acpi_repair_function)(struct acpi_evaluate_info *, union acpi_operand_object **); struct acpi_repair_info { char name[4]; acpi_repair_function repair_function; }; struct acpi_vendor_walk_info { struct acpi_vendor_uuid *uuid; struct acpi_buffer *buffer; acpi_status status; }; struct acpi_power_register { u8 descriptor; u16 length; u8 space_id; u8 bit_width; u8 bit_offset; u8 access_size; u64 address; } __attribute__((packed)); struct acpi_lpi_states_array { unsigned int size; unsigned int composite_states_size; struct acpi_lpi_state *entries; struct acpi_lpi_state *composite_states[8]; }; struct pnp_info_buffer { char *buffer; char *curr; long unsigned int size; long unsigned int len; int stop; int error; }; typedef struct pnp_info_buffer pnp_info_buffer_t; struct tegra_ahb { void *regs; struct device *dev; u32 ctx[0]; }; enum max77686_chip_name { CHIP_MAX77686 = 0, CHIP_MAX77802 = 1, CHIP_MAX77620 = 2, }; struct max77686_hw_clk_info { const char *name; u32 clk_reg; u32 clk_enable_mask; u32 flags; }; struct max77686_clk_init_data { struct regmap *regmap; struct clk_hw hw; struct clk_init_data clk_idata; const struct max77686_hw_clk_info *clk_info; }; struct max77686_clk_driver_data { enum max77686_chip_name chip; struct max77686_clk_init_data *max_clk_data; size_t num_clks; }; struct hi3660_stub_clk_chan { struct mbox_client cl; struct mbox_chan *mbox; }; struct hi3660_stub_clk { unsigned int id; struct clk_hw hw; unsigned int cmd; unsigned int msg[8]; unsigned int rate; }; struct imx_scu_clk_node { const char *name; u32 rsrc; u8 clk_type; const char * const *parents; int num_parents; struct clk_hw *hw; struct list_head node; }; struct clk_scu { struct clk_hw hw; u16 rsrc_id; u8 clk_type; struct clk_hw *parent; u8 parent_index; bool is_enabled; u32 rate; }; struct clk_gpr_scu { struct clk_hw hw; u16 rsrc_id; u8 gpr_id; u8 flags; bool gate_invert; }; struct imx_sc_msg_req_set_clock_rate { struct imx_sc_rpc_msg hdr; __le32 rate; __le16 resource; u8 clk; }; struct req_get_clock_rate { __le16 resource; u8 clk; }; struct resp_get_clock_rate { __le32 rate; }; struct imx_sc_msg_get_clock_rate { struct imx_sc_rpc_msg hdr; union { struct req_get_clock_rate req; struct resp_get_clock_rate resp; } data; }; struct req_get_clock_parent { __le16 resource; u8 clk; }; struct resp_get_clock_parent { u8 parent; }; struct imx_sc_msg_get_clock_parent { struct imx_sc_rpc_msg hdr; union { struct req_get_clock_parent req; struct resp_get_clock_parent resp; } data; }; struct imx_sc_msg_set_clock_parent { struct imx_sc_rpc_msg hdr; __le16 resource; u8 clk; u8 parent; }; struct imx_sc_msg_req_clock_enable { struct imx_sc_rpc_msg hdr; __le16 resource; u8 clk; u8 enable; u8 autog; int: 24; }; struct cpu_dfs_regs { unsigned int divider_reg; unsigned int force_reg; unsigned int ratio_reg; unsigned int ratio_state_reg; unsigned int divider_mask; unsigned int cluster_offset; unsigned int force_mask; int divider_offset; int divider_ratio; int ratio_offset; int ratio_state_offset; int ratio_state_cluster_offset; }; struct ap_cpu_clk { unsigned int cluster; const char *clk_name; struct device *dev; struct clk_hw hw; struct regmap *pll_cr_base; const struct cpu_dfs_regs *pll_regs; }; enum gdsc_status { GDSC_OFF = 0, GDSC_ON = 1, }; struct rockchip_cpuclk { struct clk_hw hw; struct clk *alt_parent; void *reg_base; struct notifier_block clk_nb; unsigned int rate_count; struct rockchip_cpuclk_rate_table *rate_table; const struct rockchip_cpuclk_reg_data *reg_data; spinlock_t *lock; }; struct rockchip_mmc_clock { struct clk_hw hw; void *reg; int id; int shift; int cached_phase; struct notifier_block clk_rate_change_nb; }; struct rockchip_ddrclk { struct clk_hw hw; void *reg_base; int mux_offset; int mux_shift; int mux_width; int div_shift; int div_width; int ddr_flag; spinlock_t *lock; }; enum px30_plls { apll___4 = 0, dpll___6 = 1, cpll___5 = 2, npll___5 = 3, apll_b_h = 4, apll_b_l = 5, }; enum px30_pmu_plls { gpll___5 = 0, }; struct sunxi_ccu { const struct sunxi_ccu_desc *desc; spinlock_t lock; struct ccu_reset reset; }; struct sun6i_rtc_match_data { bool have_ext_osc32k: 1; bool have_iosc_calibration: 1; bool rtc_32k_single_parent: 1; const struct clk_parent_data *osc32k_fanout_parents; u8 osc32k_fanout_nparents; }; struct utmi_clk_param { u32 osc_frequency; u8 enable_delay_count; u8 stable_count; u8 active_delay_count; u8 xtal_freq_count; }; struct cpu_clk_suspend_context___2 { u32 clk_csite_src; }; struct tegra210_domain_mbist_war { void (*handle_lvl2_ovr)(struct tegra210_domain_mbist_war *); const u32 lvl2_offset; const u32 lvl2_mask; const unsigned int num_clks; const unsigned int *clk_init_data; struct clk_bulk_data *clks; }; struct utmi_clk_param___2 { u32 osc_frequency; u8 enable_delay_count; u16 stable_count; u8 active_delay_count; u16 xtal_freq_count; }; struct zynqmp_clk_divider { struct clk_hw hw; u8 flags; bool is_frac; u32 clk_id; u32 div_type; u16 max_div; }; struct of_dma_filter_info { dma_cap_mask_t dma_cap; dma_filter_fn filter_fn; }; struct k3_udma_glue_tx_channel_cfg { struct k3_ring_cfg tx_cfg; struct k3_ring_cfg txcq_cfg; bool tx_pause_on_err; bool tx_filt_einfo; bool tx_filt_pswords; bool tx_supr_tdpkt; u32 swdata_size; }; struct k3_udma_glue_rx_flow_cfg { struct k3_ring_cfg rx_cfg; struct k3_ring_cfg rxfdq_cfg; int ring_rxq_id; int ring_rxfdq0_id; bool rx_error_handling; int src_tag_lo_sel; }; struct k3_udma_glue_rx_channel_cfg { u32 swdata_size; int flow_id_base; int flow_id_num; bool flow_id_use_rxchan_id; bool remote; struct k3_udma_glue_rx_flow_cfg *def_flow_cfg; }; struct udma_dev; struct k3_udma_glue_common { struct device *dev; struct device chan_dev; struct udma_dev *udmax; const struct udma_tisci_rm *tisci_rm; struct k3_ringacc *ringacc; u32 src_thread; u32 dst_thread; u32 hdesc_size; bool epib; u32 psdata_size; u32 swdata_size; u32 atype_asel; struct psil_endpoint_config *ep_config; }; struct udma_tchan; struct k3_udma_glue_tx_channel { struct k3_udma_glue_common common; struct udma_tchan *udma_tchanx; int udma_tchan_id; struct k3_ring *ringtx; struct k3_ring *ringtxcq; bool psil_paired; int virq; atomic_t free_pkts; bool tx_pause_on_err; bool tx_filt_einfo; bool tx_filt_pswords; bool tx_supr_tdpkt; int udma_tflow_id; }; struct udma_rflow; struct k3_udma_glue_rx_flow { struct udma_rflow *udma_rflow; int udma_rflow_id; struct k3_ring *ringrx; struct k3_ring *ringrxfdq; int virq; }; struct udma_rchan; struct k3_udma_glue_rx_channel { struct k3_udma_glue_common common; struct udma_rchan *udma_rchanx; int udma_rchan_id; bool remote; bool psil_paired; u32 swdata_size; int flow_id_base; struct k3_udma_glue_rx_flow *flows; u32 flow_num; u32 flows_ready; }; enum qm_wq_class { qm_wq_portal = 0, qm_wq_pool = 1, qm_wq_fman0 = 2, qm_wq_fman1 = 3, qm_wq_caam = 4, qm_wq_pme = 5, qm_wq_first = 0, qm_wq_last = 5, }; enum qm_memory { qm_memory_fqd = 0, qm_memory_pfdr = 1, }; struct qm_ecir { u32 info; }; struct qm_ecir2 { u32 info; }; struct qm_eadr { u32 info; }; struct qman_hwerr_txt { u32 mask; const char *txt; }; struct qman_error_info_mdata { u16 addr_mask; u16 bits; const char *txt; }; enum qm_dc_portal { qm_dc_portal_fman0 = 0, qm_dc_portal_fman1 = 1, }; struct a64fx_diag_priv { void *mmsc_reg_base; int irq; bool has_nmi; }; struct meson_secure_pwrc; struct meson_secure_pwrc_domain { struct generic_pm_domain base; unsigned int index; struct meson_secure_pwrc *pwrc; }; struct meson_sm_firmware; struct meson_secure_pwrc { struct meson_secure_pwrc_domain *domains; struct genpd_onecell_data xlate; struct meson_sm_firmware *fw; }; struct meson_secure_pwrc_domain_desc { unsigned int index; unsigned int flags; char *name; bool (*is_off)(struct meson_secure_pwrc_domain *); }; struct meson_secure_pwrc_domain_data { unsigned int count; struct meson_secure_pwrc_domain_desc *domains; }; struct rpmhpd { struct device *dev; struct generic_pm_domain pd; struct generic_pm_domain *parent; struct rpmhpd *peer; const bool active_only; unsigned int corner; unsigned int active_corner; unsigned int enable_corner; u32 level[16]; size_t level_count; bool enabled; const char *res_name; u32 addr; }; struct rpmhpd_desc { struct rpmhpd **rpmhpds; size_t num_pds; }; struct k3_ring_rt_regs { u32 resv_16[4]; u32 db; u32 resv_4[1]; u32 occ; u32 indx; u32 hwocc; u32 hwindx; }; struct k3_ring_fifo_regs { u32 head_data[128]; u32 tail_data[128]; u32 peek_head_data[128]; u32 peek_tail_data[128]; }; struct k3_ringacc_proxy_gcfg_regs { u32 revision; u32 config; }; struct k3_ringacc_proxy_target_regs { u32 control; u32 status; u8 resv_512[504]; u32 data[128]; }; enum k3_ringacc_proxy_access_mode { PROXY_ACCESS_MODE_HEAD = 0, PROXY_ACCESS_MODE_TAIL = 1, PROXY_ACCESS_MODE_PEEK_HEAD = 2, PROXY_ACCESS_MODE_PEEK_TAIL = 3, }; struct k3_ring; struct k3_ring_ops { int (*push_tail)(struct k3_ring *, void *); int (*push_head)(struct k3_ring *, void *); int (*pop_tail)(struct k3_ring *, void *); int (*pop_head)(struct k3_ring *, void *); }; struct k3_ring_state { u32 free; u32 occ; u32 windex; u32 rindex; u32 tdown_complete: 1; }; struct k3_ringacc; struct k3_ring { struct k3_ring_rt_regs *rt; struct k3_ring_fifo_regs *fifos; struct k3_ringacc_proxy_target_regs *proxy; dma_addr_t ring_mem_dma; void *ring_mem_virt; struct k3_ring_ops *ops; u32 size; enum k3_ring_size elm_size; enum k3_ring_mode mode; u32 flags; struct k3_ring_state state; u32 ring_id; struct k3_ringacc *parent; u32 use_count; int proxy_id; struct device *dma_dev; u32 asel; }; struct k3_ringacc_ops; struct k3_ringacc { struct device *dev; struct k3_ringacc_proxy_gcfg_regs *proxy_gcfg; void *proxy_target_base; u32 num_rings; long unsigned int *rings_inuse; struct ti_sci_resource *rm_gp_range; bool dma_ring_reset_quirk; u32 num_proxies; long unsigned int *proxy_inuse; struct k3_ring *rings; struct list_head list; struct mutex req_lock; const struct ti_sci_handle *tisci; const struct ti_sci_rm_ringacc_ops *tisci_ring_ops; u32 tisci_dev_id; const struct k3_ringacc_ops *ops; bool dma_rings; }; struct k3_ringacc_ops { int (*init)(struct platform_device *, struct k3_ringacc *); }; struct k3_ringacc_soc_data { unsigned int dma_ring_reset_quirk: 1; }; enum k3_ringacc_access_mode { K3_RINGACC_ACCESS_MODE_PUSH_HEAD = 0, K3_RINGACC_ACCESS_MODE_POP_HEAD = 1, K3_RINGACC_ACCESS_MODE_PUSH_TAIL = 2, K3_RINGACC_ACCESS_MODE_POP_TAIL = 3, K3_RINGACC_ACCESS_MODE_PEEK_HEAD = 4, K3_RINGACC_ACCESS_MODE_PEEK_TAIL = 5, }; struct ringacc_match_data { struct k3_ringacc_ops ops; }; enum { VP_MSIX_CONFIG_VECTOR = 0, VP_MSIX_VQ_VECTOR = 1, }; struct fixed_voltage_data { struct regulator_desc desc; struct regulator_dev *dev; struct clk *enable_clock; unsigned int enable_counter; int performance_state; }; struct fixed_dev_type { bool has_enable_clock; bool has_performance_state; }; enum rk808_reg { RK808_ID_DCDC1 = 0, RK808_ID_DCDC2 = 1, RK808_ID_DCDC3 = 2, RK808_ID_DCDC4 = 3, RK808_ID_LDO1 = 4, RK808_ID_LDO2 = 5, RK808_ID_LDO3 = 6, RK808_ID_LDO4 = 7, RK808_ID_LDO5 = 8, RK808_ID_LDO6 = 9, RK808_ID_LDO7 = 10, RK808_ID_LDO8 = 11, RK808_ID_SWITCH1 = 12, RK808_ID_SWITCH2 = 13, }; enum rk818_reg { RK818_ID_DCDC1 = 0, RK818_ID_DCDC2 = 1, RK818_ID_DCDC3 = 2, RK818_ID_DCDC4 = 3, RK818_ID_BOOST = 4, RK818_ID_LDO1 = 5, RK818_ID_LDO2 = 6, RK818_ID_LDO3 = 7, RK818_ID_LDO4 = 8, RK818_ID_LDO5 = 9, RK818_ID_LDO6 = 10, RK818_ID_LDO7 = 11, RK818_ID_LDO8 = 12, RK818_ID_LDO9 = 13, RK818_ID_SWITCH = 14, RK818_ID_HDMI_SWITCH = 15, RK818_ID_OTG_SWITCH = 16, }; enum rk805_reg { RK805_ID_DCDC1 = 0, RK805_ID_DCDC2 = 1, RK805_ID_DCDC3 = 2, RK805_ID_DCDC4 = 3, RK805_ID_LDO1 = 4, RK805_ID_LDO2 = 5, RK805_ID_LDO3 = 6, }; enum rk809_reg_id { RK809_ID_DCDC5 = 13, RK809_ID_SW1 = 14, RK809_ID_SW2 = 15, RK809_NUM_REGULATORS = 16, }; struct rk808_regulator_data { struct gpio_desc *dvs_gpio[2]; }; struct termios { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; }; struct termios2 { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; speed_t c_ispeed; speed_t c_ospeed; }; struct termio { short unsigned int c_iflag; short unsigned int c_oflag; short unsigned int c_cflag; short unsigned int c_lflag; unsigned char c_line; unsigned char c_cc[8]; }; struct sysrq_state { struct input_handle handle; struct work_struct reinject_work; long unsigned int key_down[12]; unsigned int alt; unsigned int alt_use; unsigned int shift; unsigned int shift_use; bool active; bool need_reinject; bool reinjecting; bool reset_canceled; bool reset_requested; long unsigned int reset_keybit[12]; int reset_seq_len; int reset_seq_cnt; int reset_seq_version; struct timer_list keyreset_timer; }; struct bcm2835aux_data { struct clk *clk; int line; u32 cntl; }; struct bcm2835_aux_serial_driver_data { resource_size_t offset; }; struct tegra_uart { struct clk *clk; struct reset_control *rst; int line; }; enum geni_icc_path_index { GENI_TO_CORE = 0, CPU_TO_GENI = 1, GENI_TO_DDR = 2, }; struct qcom_geni_private_data { struct uart_driver *drv; u32 poll_cached_bytes; unsigned int poll_cached_bytes_cnt; u32 write_cached_bytes; unsigned int write_cached_bytes_cnt; }; struct qcom_geni_serial_port { struct uart_port uport; struct geni_se se; const char *name; u32 tx_fifo_depth; u32 tx_fifo_width; u32 rx_fifo_depth; bool setup; int (*handle_rx)(struct uart_port *, u32, bool); unsigned int baud; void *rx_fifo; u32 loopback; bool brk; unsigned int tx_remaining; int wakeup_irq; bool rx_tx_swap; bool cts_rts_swap; struct qcom_geni_private_data private_data; }; struct tpmrm_priv { struct file_priv priv; struct tpm_space space; }; enum qcom_iommu_clk { CLK_IFACE = 0, CLK_BUS = 1, CLK_TBU = 2, CLK_NUM = 3, }; struct qcom_iommu_ctx; struct qcom_iommu_dev { struct iommu_device iommu; struct device *dev; struct clk_bulk_data clks[3]; void *local_base; u32 sec_id; u8 num_ctxs; struct qcom_iommu_ctx *ctxs[0]; }; struct qcom_iommu_ctx { struct device *dev; void *base; bool secure_init; u8 asid; struct iommu_domain *domain; }; struct qcom_iommu_domain { struct io_pgtable_ops *pgtbl_ops; spinlock_t pgtbl_lock; struct mutex init_mutex; struct iommu_domain domain; struct qcom_iommu_dev *iommu; struct iommu_fwspec *fwspec; }; struct trace_event_raw_iommu_group_event { struct trace_entry ent; int gid; u32 __data_loc_device; char __data[0]; }; struct trace_event_raw_iommu_device_event { struct trace_entry ent; u32 __data_loc_device; char __data[0]; }; struct trace_event_raw_map { struct trace_entry ent; u64 iova; u64 paddr; size_t size; char __data[0]; }; struct trace_event_raw_unmap { struct trace_entry ent; u64 iova; size_t size; size_t unmapped_size; char __data[0]; }; struct trace_event_raw_iommu_error { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; u64 iova; int flags; char __data[0]; }; struct trace_event_data_offsets_iommu_group_event { u32 device; }; struct trace_event_data_offsets_iommu_device_event { u32 device; }; struct trace_event_data_offsets_map {}; struct trace_event_data_offsets_unmap {}; struct trace_event_data_offsets_iommu_error { u32 device; u32 driver; }; typedef void (*btf_trace_add_device_to_group)(void *, int, struct device *); typedef void (*btf_trace_remove_device_from_group)(void *, int, struct device *); typedef void (*btf_trace_attach_device_to_domain)(void *, struct device *); typedef void (*btf_trace_detach_device_from_domain)(void *, struct device *); typedef void (*btf_trace_map)(void *, long unsigned int, phys_addr_t, size_t); typedef void (*btf_trace_unmap)(void *, long unsigned int, size_t, size_t); typedef void (*btf_trace_io_page_fault)(void *, struct device *, long unsigned int, int); struct sun50i_iommu { struct iommu_device iommu; spinlock_t iommu_lock; struct device *dev; void *base; struct reset_control *reset; struct clk *clk; struct iommu_domain *domain; struct iommu_group *group; struct kmem_cache *pt_pool; }; struct sun50i_iommu_domain { struct iommu_domain domain; refcount_t refcnt; u32 *dt; dma_addr_t dt_dma; struct sun50i_iommu *iommu; }; enum sun50i_iommu_aci { SUN50I_IOMMU_ACI_DO_NOT_USE = 0, SUN50I_IOMMU_ACI_NONE = 1, SUN50I_IOMMU_ACI_RD = 2, SUN50I_IOMMU_ACI_WR = 3, SUN50I_IOMMU_ACI_RD_WR = 4, }; struct displayid_header { u8 rev; u8 bytes; u8 prod_id; u8 ext_count; }; struct trace_event_raw_drm_vblank_event { struct trace_entry ent; int crtc; unsigned int seq; ktime_t time; bool high_prec; char __data[0]; }; struct trace_event_raw_drm_vblank_event_queued { struct trace_entry ent; struct drm_file *file; int crtc; unsigned int seq; char __data[0]; }; struct trace_event_raw_drm_vblank_event_delivered { struct trace_entry ent; struct drm_file *file; int crtc; unsigned int seq; char __data[0]; }; struct trace_event_data_offsets_drm_vblank_event {}; struct trace_event_data_offsets_drm_vblank_event_queued {}; struct trace_event_data_offsets_drm_vblank_event_delivered {}; typedef void (*btf_trace_drm_vblank_event)(void *, int, unsigned int, ktime_t, bool); typedef void (*btf_trace_drm_vblank_event_queued)(void *, struct drm_file *, int, unsigned int); typedef void (*btf_trace_drm_vblank_event_delivered)(void *, struct drm_file *, int, unsigned int); struct drm_print_iterator { void *data; ssize_t start; ssize_t remain; ssize_t offset; }; struct drm_mode_create_lease { __u64 object_ids; __u32 object_count; __u32 flags; __u32 lessee_id; __u32 fd; }; struct drm_mode_list_lessees { __u32 count_lessees; __u32 pad; __u64 lessees_ptr; }; struct drm_mode_get_lease { __u32 count_objects; __u32 pad; __u64 objects_ptr; }; struct drm_mode_revoke_lease { __u32 lessee_id; }; struct simpledrm_device { struct drm_device dev; struct platform_device *pdev; unsigned int clk_count; struct clk **clks; unsigned int regulator_count; struct regulator **regulators; struct drm_display_mode mode; const struct drm_format_info *format; unsigned int pitch; struct resource *mem; void *screen_base; uint32_t formats[8]; size_t nformats; struct drm_connector connector; struct drm_simple_display_pipe pipe; }; struct class_compat { struct kobject *kobj; }; struct devres_node { struct list_head entry; dr_release_t release; const char *name; size_t size; }; struct devres { struct devres_node node; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u8 data[0]; }; struct devres_group { struct devres_node node[2]; void *id; int color; }; struct action_devres { void *data; void (*action)(void *); }; struct pages_devres { long unsigned int addr; unsigned int order; }; struct req { struct req *next; struct completion done; int err; const char *name; umode_t mode; kuid_t uid; kgid_t gid; struct device *dev; }; enum fw_upload_err { FW_UPLOAD_ERR_NONE = 0, FW_UPLOAD_ERR_HW_ERROR = 1, FW_UPLOAD_ERR_TIMEOUT = 2, FW_UPLOAD_ERR_CANCELED = 3, FW_UPLOAD_ERR_BUSY = 4, FW_UPLOAD_ERR_INVALID_SIZE = 5, FW_UPLOAD_ERR_RW_ERROR = 6, FW_UPLOAD_ERR_WEAROUT = 7, FW_UPLOAD_ERR_MAX = 8, }; struct fw_upload { void *dd_handle; void *priv; }; struct fw_upload_ops { enum fw_upload_err (*prepare)(struct fw_upload *, const u8 *, u32); enum fw_upload_err (*write)(struct fw_upload *, const u8 *, u32, u32, u32 *); enum fw_upload_err (*poll_complete)(struct fw_upload *); void (*cancel)(struct fw_upload *); void (*cleanup)(struct fw_upload *); }; enum fw_upload_prog { FW_UPLOAD_PROG_IDLE = 0, FW_UPLOAD_PROG_RECEIVING = 1, FW_UPLOAD_PROG_PREPARING = 2, FW_UPLOAD_PROG_TRANSFERRING = 3, FW_UPLOAD_PROG_PROGRAMMING = 4, FW_UPLOAD_PROG_MAX = 5, }; struct fw_upload_priv { struct fw_upload *fw_upload; struct module *module; const char *name; const struct fw_upload_ops *ops; struct mutex lock; struct work_struct work; const u8 *data; u32 remaining_size; enum fw_upload_prog progress; enum fw_upload_prog err_progress; enum fw_upload_err err_code; }; struct regmap_debugfs_off_cache { struct list_head list; off_t min; off_t max; unsigned int base_reg; unsigned int max_reg; }; struct regmap_debugfs_node { struct regmap *map; struct list_head link; }; struct devcd_entry { struct device devcd_dev; void *data; size_t datalen; struct module *owner; ssize_t (*read)(char *, loff_t, size_t, void *, size_t); void (*free)(void *); struct delayed_work del_wk; struct device *failing_dev; }; enum { AXP152_IRQ_LDO0IN_CONNECT = 1, AXP152_IRQ_LDO0IN_REMOVAL = 2, AXP152_IRQ_ALDO0IN_CONNECT = 3, AXP152_IRQ_ALDO0IN_REMOVAL = 4, AXP152_IRQ_DCDC1_V_LOW = 5, AXP152_IRQ_DCDC2_V_LOW = 6, AXP152_IRQ_DCDC3_V_LOW = 7, AXP152_IRQ_DCDC4_V_LOW = 8, AXP152_IRQ_PEK_SHORT = 9, AXP152_IRQ_PEK_LONG = 10, AXP152_IRQ_TIMER = 11, AXP152_IRQ_PEK_RIS_EDGE = 12, AXP152_IRQ_PEK_FAL_EDGE = 13, AXP152_IRQ_GPIO3_INPUT = 14, AXP152_IRQ_GPIO2_INPUT = 15, AXP152_IRQ_GPIO1_INPUT = 16, AXP152_IRQ_GPIO0_INPUT = 17, }; enum { AXP20X_IRQ_ACIN_OVER_V = 1, AXP20X_IRQ_ACIN_PLUGIN = 2, AXP20X_IRQ_ACIN_REMOVAL = 3, AXP20X_IRQ_VBUS_OVER_V = 4, AXP20X_IRQ_VBUS_PLUGIN = 5, AXP20X_IRQ_VBUS_REMOVAL = 6, AXP20X_IRQ_VBUS_V_LOW = 7, AXP20X_IRQ_BATT_PLUGIN = 8, AXP20X_IRQ_BATT_REMOVAL = 9, AXP20X_IRQ_BATT_ENT_ACT_MODE = 10, AXP20X_IRQ_BATT_EXIT_ACT_MODE = 11, AXP20X_IRQ_CHARG = 12, AXP20X_IRQ_CHARG_DONE = 13, AXP20X_IRQ_BATT_TEMP_HIGH = 14, AXP20X_IRQ_BATT_TEMP_LOW = 15, AXP20X_IRQ_DIE_TEMP_HIGH = 16, AXP20X_IRQ_CHARG_I_LOW = 17, AXP20X_IRQ_DCDC1_V_LONG = 18, AXP20X_IRQ_DCDC2_V_LONG = 19, AXP20X_IRQ_DCDC3_V_LONG = 20, AXP20X_IRQ_PEK_SHORT = 22, AXP20X_IRQ_PEK_LONG = 23, AXP20X_IRQ_N_OE_PWR_ON = 24, AXP20X_IRQ_N_OE_PWR_OFF = 25, AXP20X_IRQ_VBUS_VALID = 26, AXP20X_IRQ_VBUS_NOT_VALID = 27, AXP20X_IRQ_VBUS_SESS_VALID = 28, AXP20X_IRQ_VBUS_SESS_END = 29, AXP20X_IRQ_LOW_PWR_LVL1 = 30, AXP20X_IRQ_LOW_PWR_LVL2 = 31, AXP20X_IRQ_TIMER = 32, AXP20X_IRQ_PEK_RIS_EDGE = 33, AXP20X_IRQ_PEK_FAL_EDGE = 34, AXP20X_IRQ_GPIO3_INPUT = 35, AXP20X_IRQ_GPIO2_INPUT = 36, AXP20X_IRQ_GPIO1_INPUT = 37, AXP20X_IRQ_GPIO0_INPUT = 38, }; enum axp22x_irqs { AXP22X_IRQ_ACIN_OVER_V = 1, AXP22X_IRQ_ACIN_PLUGIN = 2, AXP22X_IRQ_ACIN_REMOVAL = 3, AXP22X_IRQ_VBUS_OVER_V = 4, AXP22X_IRQ_VBUS_PLUGIN = 5, AXP22X_IRQ_VBUS_REMOVAL = 6, AXP22X_IRQ_VBUS_V_LOW = 7, AXP22X_IRQ_BATT_PLUGIN = 8, AXP22X_IRQ_BATT_REMOVAL = 9, AXP22X_IRQ_BATT_ENT_ACT_MODE = 10, AXP22X_IRQ_BATT_EXIT_ACT_MODE = 11, AXP22X_IRQ_CHARG = 12, AXP22X_IRQ_CHARG_DONE = 13, AXP22X_IRQ_BATT_TEMP_HIGH = 14, AXP22X_IRQ_BATT_TEMP_LOW = 15, AXP22X_IRQ_DIE_TEMP_HIGH = 16, AXP22X_IRQ_PEK_SHORT = 17, AXP22X_IRQ_PEK_LONG = 18, AXP22X_IRQ_LOW_PWR_LVL1 = 19, AXP22X_IRQ_LOW_PWR_LVL2 = 20, AXP22X_IRQ_TIMER = 21, AXP22X_IRQ_PEK_RIS_EDGE = 22, AXP22X_IRQ_PEK_FAL_EDGE = 23, AXP22X_IRQ_GPIO1_INPUT = 24, AXP22X_IRQ_GPIO0_INPUT = 25, }; enum axp288_irqs { AXP288_IRQ_VBUS_FALL = 2, AXP288_IRQ_VBUS_RISE = 3, AXP288_IRQ_OV = 4, AXP288_IRQ_FALLING_ALT = 5, AXP288_IRQ_RISING_ALT = 6, AXP288_IRQ_OV_ALT = 7, AXP288_IRQ_DONE = 10, AXP288_IRQ_CHARGING = 11, AXP288_IRQ_SAFE_QUIT = 12, AXP288_IRQ_SAFE_ENTER = 13, AXP288_IRQ_ABSENT = 14, AXP288_IRQ_APPEND = 15, AXP288_IRQ_QWBTU = 16, AXP288_IRQ_WBTU = 17, AXP288_IRQ_QWBTO = 18, AXP288_IRQ_WBTO = 19, AXP288_IRQ_QCBTU = 20, AXP288_IRQ_CBTU = 21, AXP288_IRQ_QCBTO = 22, AXP288_IRQ_CBTO = 23, AXP288_IRQ_WL2 = 24, AXP288_IRQ_WL1 = 25, AXP288_IRQ_GPADC = 26, AXP288_IRQ_OT = 31, AXP288_IRQ_GPIO0 = 32, AXP288_IRQ_GPIO1 = 33, AXP288_IRQ_POKO = 34, AXP288_IRQ_POKL = 35, AXP288_IRQ_POKS = 36, AXP288_IRQ_POKN = 37, AXP288_IRQ_POKP = 38, AXP288_IRQ_TIMER = 39, AXP288_IRQ_MV_CHNG = 40, AXP288_IRQ_BC_USB_CHNG = 41, }; enum axp803_irqs { AXP803_IRQ_ACIN_OVER_V = 1, AXP803_IRQ_ACIN_PLUGIN = 2, AXP803_IRQ_ACIN_REMOVAL = 3, AXP803_IRQ_VBUS_OVER_V = 4, AXP803_IRQ_VBUS_PLUGIN = 5, AXP803_IRQ_VBUS_REMOVAL = 6, AXP803_IRQ_BATT_PLUGIN = 7, AXP803_IRQ_BATT_REMOVAL = 8, AXP803_IRQ_BATT_ENT_ACT_MODE = 9, AXP803_IRQ_BATT_EXIT_ACT_MODE = 10, AXP803_IRQ_CHARG = 11, AXP803_IRQ_CHARG_DONE = 12, AXP803_IRQ_BATT_CHG_TEMP_HIGH = 13, AXP803_IRQ_BATT_CHG_TEMP_HIGH_END = 14, AXP803_IRQ_BATT_CHG_TEMP_LOW = 15, AXP803_IRQ_BATT_CHG_TEMP_LOW_END = 16, AXP803_IRQ_BATT_ACT_TEMP_HIGH = 17, AXP803_IRQ_BATT_ACT_TEMP_HIGH_END = 18, AXP803_IRQ_BATT_ACT_TEMP_LOW = 19, AXP803_IRQ_BATT_ACT_TEMP_LOW_END = 20, AXP803_IRQ_DIE_TEMP_HIGH = 21, AXP803_IRQ_GPADC = 22, AXP803_IRQ_LOW_PWR_LVL1 = 23, AXP803_IRQ_LOW_PWR_LVL2 = 24, AXP803_IRQ_TIMER = 25, AXP803_IRQ_PEK_RIS_EDGE = 26, AXP803_IRQ_PEK_FAL_EDGE = 27, AXP803_IRQ_PEK_SHORT = 28, AXP803_IRQ_PEK_LONG = 29, AXP803_IRQ_PEK_OVER_OFF = 30, AXP803_IRQ_GPIO1_INPUT = 31, AXP803_IRQ_GPIO0_INPUT = 32, AXP803_IRQ_BC_USB_CHNG = 33, AXP803_IRQ_MV_CHNG = 34, }; enum axp806_irqs { AXP806_IRQ_DIE_TEMP_HIGH_LV1 = 0, AXP806_IRQ_DIE_TEMP_HIGH_LV2 = 1, AXP806_IRQ_DCDCA_V_LOW = 2, AXP806_IRQ_DCDCB_V_LOW = 3, AXP806_IRQ_DCDCC_V_LOW = 4, AXP806_IRQ_DCDCD_V_LOW = 5, AXP806_IRQ_DCDCE_V_LOW = 6, AXP806_IRQ_POK_LONG = 7, AXP806_IRQ_POK_SHORT = 8, AXP806_IRQ_WAKEUP = 9, AXP806_IRQ_POK_FALL = 10, AXP806_IRQ_POK_RISE = 11, }; enum axp809_irqs { AXP809_IRQ_ACIN_OVER_V = 1, AXP809_IRQ_ACIN_PLUGIN = 2, AXP809_IRQ_ACIN_REMOVAL = 3, AXP809_IRQ_VBUS_OVER_V = 4, AXP809_IRQ_VBUS_PLUGIN = 5, AXP809_IRQ_VBUS_REMOVAL = 6, AXP809_IRQ_VBUS_V_LOW = 7, AXP809_IRQ_BATT_PLUGIN = 8, AXP809_IRQ_BATT_REMOVAL = 9, AXP809_IRQ_BATT_ENT_ACT_MODE = 10, AXP809_IRQ_BATT_EXIT_ACT_MODE = 11, AXP809_IRQ_CHARG = 12, AXP809_IRQ_CHARG_DONE = 13, AXP809_IRQ_BATT_CHG_TEMP_HIGH = 14, AXP809_IRQ_BATT_CHG_TEMP_HIGH_END = 15, AXP809_IRQ_BATT_CHG_TEMP_LOW = 16, AXP809_IRQ_BATT_CHG_TEMP_LOW_END = 17, AXP809_IRQ_BATT_ACT_TEMP_HIGH = 18, AXP809_IRQ_BATT_ACT_TEMP_HIGH_END = 19, AXP809_IRQ_BATT_ACT_TEMP_LOW = 20, AXP809_IRQ_BATT_ACT_TEMP_LOW_END = 21, AXP809_IRQ_DIE_TEMP_HIGH = 22, AXP809_IRQ_LOW_PWR_LVL1 = 23, AXP809_IRQ_LOW_PWR_LVL2 = 24, AXP809_IRQ_TIMER = 25, AXP809_IRQ_PEK_RIS_EDGE = 26, AXP809_IRQ_PEK_FAL_EDGE = 27, AXP809_IRQ_PEK_SHORT = 28, AXP809_IRQ_PEK_LONG = 29, AXP809_IRQ_PEK_OVER_OFF = 30, AXP809_IRQ_GPIO1_INPUT = 31, AXP809_IRQ_GPIO0_INPUT = 32, }; struct dax_device { struct inode inode; struct cdev cdev; void *private; long unsigned int flags; const struct dax_operations *ops; void *holder_data; const struct dax_holder_operations *holder_ops; }; enum dax_device_flags { DAXDEV_ALIVE = 0, DAXDEV_WRITE_CACHE = 1, DAXDEV_SYNC = 2, DAXDEV_NOCACHE = 3, DAXDEV_NOMC = 4, }; struct dma_buf_stats_attribute { struct attribute attr; ssize_t (*show)(struct dma_buf *, struct dma_buf_stats_attribute *, char *); }; enum scsi_prot_flags { SCSI_PROT_TRANSFER_PI = 1, SCSI_PROT_GUARD_CHECK = 2, SCSI_PROT_REF_CHECK = 4, SCSI_PROT_REF_INCREMENT = 8, SCSI_PROT_IP_CHECKSUM = 16, }; enum { SD_EXT_CDB_SIZE = 32, SD_MEMPOOL_SIZE = 2, }; enum { SD_DEF_XFER_BLOCKS = 65535, SD_MAX_XFER_BLOCKS = 4294967295, SD_MAX_WS10_BLOCKS = 65535, SD_MAX_WS16_BLOCKS = 8388607, }; enum { SD_LBP_FULL = 0, SD_LBP_UNMAP = 1, SD_LBP_WS16 = 2, SD_LBP_WS10 = 3, SD_LBP_ZERO = 4, SD_LBP_DISABLE = 5, }; enum { SD_ZERO_WRITE = 0, SD_ZERO_WS = 1, SD_ZERO_WS16_UNMAP = 2, SD_ZERO_WS10_UNMAP = 3, }; struct ata_internal { struct scsi_transport_template t; struct device_attribute private_port_attrs[3]; struct device_attribute private_link_attrs[3]; struct device_attribute private_dev_attrs[9]; struct transport_container link_attr_cont; struct transport_container dev_attr_cont; struct device_attribute *link_attrs[4]; struct device_attribute *port_attrs[4]; struct device_attribute *dev_attrs[10]; }; struct ata_show_ering_arg { char *buf; int written; }; struct spi_mem_driver { struct spi_driver spidrv; int (*probe)(struct spi_mem *); int (*remove)(struct spi_mem *); void (*shutdown)(struct spi_mem *); }; struct mdio_board_entry { struct list_head list; struct mdio_board_info board_info; }; struct sfp; struct sfp_socket_ops; struct sfp_quirk; struct sfp_bus { struct kref kref; struct list_head node; struct fwnode_handle *fwnode; const struct sfp_socket_ops *socket_ops; struct device *sfp_dev; struct sfp *sfp; const struct sfp_quirk *sfp_quirk; const struct sfp_upstream_ops *upstream_ops; void *upstream; struct phy_device *phydev; bool registered; bool started; }; enum { SFF8024_ID_UNK = 0, SFF8024_ID_SFF_8472 = 2, SFF8024_ID_SFP = 3, SFF8024_ID_DWDM_SFP = 11, SFF8024_ID_QSFP_8438 = 12, SFF8024_ID_QSFP_8436_8636 = 13, SFF8024_ID_QSFP28_8636 = 17, SFF8024_ENCODING_UNSPEC = 0, SFF8024_ENCODING_8B10B = 1, SFF8024_ENCODING_4B5B = 2, SFF8024_ENCODING_NRZ = 3, SFF8024_ENCODING_8472_MANCHESTER = 4, SFF8024_ENCODING_8472_SONET = 5, SFF8024_ENCODING_8472_64B66B = 6, SFF8024_ENCODING_8436_MANCHESTER = 6, SFF8024_ENCODING_8436_SONET = 4, SFF8024_ENCODING_8436_64B66B = 5, SFF8024_ENCODING_256B257B = 7, SFF8024_ENCODING_PAM4 = 8, SFF8024_CONNECTOR_UNSPEC = 0, SFF8024_CONNECTOR_SC = 1, SFF8024_CONNECTOR_FIBERJACK = 6, SFF8024_CONNECTOR_LC = 7, SFF8024_CONNECTOR_MT_RJ = 8, SFF8024_CONNECTOR_MU = 9, SFF8024_CONNECTOR_SG = 10, SFF8024_CONNECTOR_OPTICAL_PIGTAIL = 11, SFF8024_CONNECTOR_MPO_1X12 = 12, SFF8024_CONNECTOR_MPO_2X16 = 13, SFF8024_CONNECTOR_HSSDC_II = 32, SFF8024_CONNECTOR_COPPER_PIGTAIL = 33, SFF8024_CONNECTOR_RJ45 = 34, SFF8024_CONNECTOR_NOSEPARATE = 35, SFF8024_CONNECTOR_MXC_2X16 = 36, SFF8024_ECC_UNSPEC = 0, SFF8024_ECC_100G_25GAUI_C2M_AOC = 1, SFF8024_ECC_100GBASE_SR4_25GBASE_SR = 2, SFF8024_ECC_100GBASE_LR4_25GBASE_LR = 3, SFF8024_ECC_100GBASE_ER4_25GBASE_ER = 4, SFF8024_ECC_100GBASE_SR10 = 5, SFF8024_ECC_100GBASE_CR4 = 11, SFF8024_ECC_25GBASE_CR_S = 12, SFF8024_ECC_25GBASE_CR_N = 13, SFF8024_ECC_10GBASE_T_SFI = 22, SFF8024_ECC_10GBASE_T_SR = 28, SFF8024_ECC_5GBASE_T = 29, SFF8024_ECC_2_5GBASE_T = 30, }; struct sfp_socket_ops { void (*attach)(struct sfp *); void (*detach)(struct sfp *); void (*start)(struct sfp *); void (*stop)(struct sfp *); int (*module_info)(struct sfp *, struct ethtool_modinfo *); int (*module_eeprom)(struct sfp *, struct ethtool_eeprom *, u8 *); int (*module_eeprom_by_page)(struct sfp *, const struct ethtool_module_eeprom *, struct netlink_ext_ack *); }; struct sfp_quirk { const char *vendor; const char *part; void (*modes)(const struct sfp_eeprom_id *, long unsigned int *); }; struct usb_qualifier_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 bcdUSB; __u8 bDeviceClass; __u8 bDeviceSubClass; __u8 bDeviceProtocol; __u8 bMaxPacketSize0; __u8 bNumConfigurations; __u8 bRESERVED; }; struct usb_otg_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bmAttributes; }; struct usb_set_sel_req { __u8 u1_sel; __u8 u1_pel; __le16 u2_sel; __le16 u2_pel; }; struct usbdevfs_hub_portinfo { char nports; char port[127]; }; enum hub_led_mode { INDICATOR_AUTO = 0, INDICATOR_CYCLE = 1, INDICATOR_GREEN_BLINK = 2, INDICATOR_GREEN_BLINK_OFF = 3, INDICATOR_AMBER_BLINK = 4, INDICATOR_AMBER_BLINK_OFF = 5, INDICATOR_ALT_BLINK = 6, INDICATOR_ALT_BLINK_OFF = 7, }; struct usb_tt_clear { struct list_head clear_list; unsigned int tt; u16 devinfo; struct usb_hcd *hcd; struct usb_host_endpoint *ep; }; enum hub_activation_type { HUB_INIT = 0, HUB_INIT2 = 1, HUB_INIT3 = 2, HUB_POST_RESET = 3, HUB_RESUME = 4, HUB_RESET_RESUME = 5, }; enum hub_quiescing_type { HUB_DISCONNECT = 0, HUB_PRE_RESET = 1, HUB_SUSPEND = 2, }; struct usb_phy_roothub { struct phy *phy; struct list_head list; }; enum usb_phy_interface { USBPHY_INTERFACE_MODE_UNKNOWN = 0, USBPHY_INTERFACE_MODE_UTMI = 1, USBPHY_INTERFACE_MODE_UTMIW = 2, USBPHY_INTERFACE_MODE_ULPI = 3, USBPHY_INTERFACE_MODE_SERIAL = 4, USBPHY_INTERFACE_MODE_HSIC = 5, }; struct ehci_iso_packet { u64 bufp; __le32 transaction; u8 cross; u32 buf1; }; struct ehci_iso_sched { struct list_head td_list; unsigned int span; unsigned int first_packet; struct ehci_iso_packet packet[0]; }; struct ehci_tt { u16 bandwidth[8]; struct list_head tt_list; struct list_head ps_list; struct usb_tt *usb_tt; int tt_port; }; struct debug_buffer { ssize_t (*fill_func)(struct debug_buffer *); struct usb_bus *bus; struct mutex mutex; size_t count; char *output_buf; size_t alloc_size; }; struct input_led { struct led_classdev cdev; struct input_handle *handle; unsigned int code; }; struct input_leds { struct input_handle handle; unsigned int num_leds; struct input_led leds[0]; }; typedef u64 (*btf_bpf_rc_repeat)(u32 *); typedef u64 (*btf_bpf_rc_keydown)(u32 *, u32, u64, u32); typedef u64 (*btf_bpf_rc_pointer_rel)(u32 *, s32, s32); struct trace_event_raw_thermal_temperature { struct trace_entry ent; u32 __data_loc_thermal_zone; int id; int temp_prev; int temp; char __data[0]; }; struct trace_event_raw_cdev_update { struct trace_entry ent; u32 __data_loc_type; long unsigned int target; char __data[0]; }; struct trace_event_raw_thermal_zone_trip { struct trace_entry ent; u32 __data_loc_thermal_zone; int id; int trip; enum thermal_trip_type trip_type; char __data[0]; }; struct trace_event_raw_thermal_power_cpu_get_power_simple { struct trace_entry ent; int cpu; u32 power; char __data[0]; }; struct trace_event_raw_thermal_power_cpu_limit { struct trace_entry ent; u32 __data_loc_cpumask; unsigned int freq; long unsigned int cdev_state; u32 power; char __data[0]; }; struct trace_event_raw_thermal_power_devfreq_get_power { struct trace_entry ent; u32 __data_loc_type; long unsigned int freq; u32 busy_time; u32 total_time; u32 power; char __data[0]; }; struct trace_event_raw_thermal_power_devfreq_limit { struct trace_entry ent; u32 __data_loc_type; unsigned int freq; long unsigned int cdev_state; u32 power; char __data[0]; }; struct trace_event_data_offsets_thermal_temperature { u32 thermal_zone; }; struct trace_event_data_offsets_cdev_update { u32 type; }; struct trace_event_data_offsets_thermal_zone_trip { u32 thermal_zone; }; struct trace_event_data_offsets_thermal_power_cpu_get_power_simple {}; struct trace_event_data_offsets_thermal_power_cpu_limit { u32 cpumask; }; struct trace_event_data_offsets_thermal_power_devfreq_get_power { u32 type; }; struct trace_event_data_offsets_thermal_power_devfreq_limit { u32 type; }; typedef void (*btf_trace_thermal_temperature)(void *, struct thermal_zone_device *); typedef void (*btf_trace_cdev_update)(void *, struct thermal_cooling_device *, long unsigned int); typedef void (*btf_trace_thermal_zone_trip)(void *, struct thermal_zone_device *, int, enum thermal_trip_type); typedef void (*btf_trace_thermal_power_cpu_get_power_simple)(void *, int, u32); typedef void (*btf_trace_thermal_power_cpu_limit)(void *, const struct cpumask *, unsigned int, long unsigned int, u32); typedef void (*btf_trace_thermal_power_devfreq_get_power)(void *, struct thermal_cooling_device *, struct devfreq_dev_status *, long unsigned int, u32); typedef void (*btf_trace_thermal_power_devfreq_limit)(void *, struct thermal_cooling_device *, long unsigned int, long unsigned int, u32); struct cs_policy_dbs_info { struct policy_dbs_info policy_dbs; unsigned int down_skip; unsigned int requested_freq; }; struct cs_dbs_tuners { unsigned int down_threshold; unsigned int freq_step; }; struct tegra124_cpufreq_priv { struct clk *cpu_clk; struct clk *pllp_clk; struct clk *pllx_clk; struct clk *dfll_clk; struct platform_device *cpufreq_dt_pdev; }; struct ti_sci_msg_hdr { u16 type; u8 host; u8 seq; u32 flags; }; struct ti_sci_msg_resp_version { struct ti_sci_msg_hdr hdr; char firmware_description[32]; u16 firmware_revision; u8 abi_major; u8 abi_minor; }; struct ti_sci_msg_req_reboot { struct ti_sci_msg_hdr hdr; }; struct ti_sci_msg_req_set_device_state { struct ti_sci_msg_hdr hdr; u32 id; u32 reserved; u8 state; } __attribute__((packed)); struct ti_sci_msg_req_get_device_state { struct ti_sci_msg_hdr hdr; u32 id; }; struct ti_sci_msg_resp_get_device_state { struct ti_sci_msg_hdr hdr; u32 context_loss_count; u32 resets; u8 programmed_state; u8 current_state; } __attribute__((packed)); struct ti_sci_msg_req_set_device_resets { struct ti_sci_msg_hdr hdr; u32 id; u32 resets; }; struct ti_sci_msg_req_set_clock_state { struct ti_sci_msg_hdr hdr; u32 dev_id; u8 clk_id; u8 request_state; u32 clk_id_32; } __attribute__((packed)); struct ti_sci_msg_req_get_clock_state { struct ti_sci_msg_hdr hdr; u32 dev_id; u8 clk_id; u32 clk_id_32; } __attribute__((packed)); struct ti_sci_msg_resp_get_clock_state { struct ti_sci_msg_hdr hdr; u8 programmed_state; u8 current_state; } __attribute__((packed)); struct ti_sci_msg_req_set_clock_parent { struct ti_sci_msg_hdr hdr; u32 dev_id; u8 clk_id; u8 parent_id; u32 clk_id_32; u32 parent_id_32; } __attribute__((packed)); struct ti_sci_msg_req_get_clock_parent { struct ti_sci_msg_hdr hdr; u32 dev_id; u8 clk_id; u32 clk_id_32; } __attribute__((packed)); struct ti_sci_msg_resp_get_clock_parent { struct ti_sci_msg_hdr hdr; u8 parent_id; u32 parent_id_32; } __attribute__((packed)); struct ti_sci_msg_req_get_clock_num_parents { struct ti_sci_msg_hdr hdr; u32 dev_id; u8 clk_id; u32 clk_id_32; } __attribute__((packed)); struct ti_sci_msg_resp_get_clock_num_parents { struct ti_sci_msg_hdr hdr; u8 num_parents; u32 num_parents_32; } __attribute__((packed)); struct ti_sci_msg_req_query_clock_freq { struct ti_sci_msg_hdr hdr; u32 dev_id; u64 min_freq_hz; u64 target_freq_hz; u64 max_freq_hz; u8 clk_id; u32 clk_id_32; } __attribute__((packed)); struct ti_sci_msg_resp_query_clock_freq { struct ti_sci_msg_hdr hdr; u64 freq_hz; }; struct ti_sci_msg_req_set_clock_freq { struct ti_sci_msg_hdr hdr; u32 dev_id; u64 min_freq_hz; u64 target_freq_hz; u64 max_freq_hz; u8 clk_id; u32 clk_id_32; } __attribute__((packed)); struct ti_sci_msg_req_get_clock_freq { struct ti_sci_msg_hdr hdr; u32 dev_id; u8 clk_id; u32 clk_id_32; } __attribute__((packed)); struct ti_sci_msg_resp_get_clock_freq { struct ti_sci_msg_hdr hdr; u64 freq_hz; }; struct ti_sci_msg_req_get_resource_range { struct ti_sci_msg_hdr hdr; u16 type; u8 subtype; u8 secondary_host; }; struct ti_sci_msg_resp_get_resource_range { struct ti_sci_msg_hdr hdr; u16 range_start; u16 range_num; u16 range_start_sec; u16 range_num_sec; }; struct ti_sci_msg_req_manage_irq { struct ti_sci_msg_hdr hdr; u32 valid_params; u16 src_id; u16 src_index; u16 dst_id; u16 dst_host_irq; u16 ia_id; u16 vint; u16 global_event; u8 vint_status_bit; u8 secondary_host; }; struct ti_sci_msg_rm_ring_cfg_req { struct ti_sci_msg_hdr hdr; u32 valid_params; u16 nav_id; u16 index; u32 addr_lo; u32 addr_hi; u32 count; u8 mode; u8 size; u8 order_id; u16 virtid; u8 asel; } __attribute__((packed)); struct ti_sci_msg_psil_pair { struct ti_sci_msg_hdr hdr; u32 nav_id; u32 src_thread; u32 dst_thread; }; struct ti_sci_msg_psil_unpair { struct ti_sci_msg_hdr hdr; u32 nav_id; u32 src_thread; u32 dst_thread; }; struct ti_sci_msg_rm_udmap_tx_ch_cfg_req { struct ti_sci_msg_hdr hdr; u32 valid_params; u16 nav_id; u16 index; u8 tx_pause_on_err; u8 tx_filt_einfo; u8 tx_filt_pswords; u8 tx_atype; u8 tx_chan_type; u8 tx_supr_tdpkt; u16 tx_fetch_size; u8 tx_credit_count; u16 txcq_qnum; u8 tx_priority; u8 tx_qos; u8 tx_orderid; u16 fdepth; u8 tx_sched_priority; u8 tx_burst_size; u8 tx_tdtype; u8 extended_ch_type; } __attribute__((packed)); struct ti_sci_msg_rm_udmap_rx_ch_cfg_req { struct ti_sci_msg_hdr hdr; u32 valid_params; u16 nav_id; u16 index; u16 rx_fetch_size; u16 rxcq_qnum; u8 rx_priority; u8 rx_qos; u8 rx_orderid; u8 rx_sched_priority; u16 flowid_start; u16 flowid_cnt; u8 rx_pause_on_err; u8 rx_atype; u8 rx_chan_type; u8 rx_ignore_short; u8 rx_ignore_long; u8 rx_burst_size; } __attribute__((packed)); struct ti_sci_msg_rm_udmap_flow_cfg_req { struct ti_sci_msg_hdr hdr; u32 valid_params; u16 nav_id; u16 flow_index; u8 rx_einfo_present; u8 rx_psinfo_present; u8 rx_error_handling; u8 rx_desc_type; u16 rx_sop_offset; u16 rx_dest_qnum; u8 rx_src_tag_hi; u8 rx_src_tag_lo; u8 rx_dest_tag_hi; u8 rx_dest_tag_lo; u8 rx_src_tag_hi_sel; u8 rx_src_tag_lo_sel; u8 rx_dest_tag_hi_sel; u8 rx_dest_tag_lo_sel; u16 rx_fdq0_sz0_qnum; u16 rx_fdq1_qnum; u16 rx_fdq2_qnum; u16 rx_fdq3_qnum; u8 rx_ps_location; } __attribute__((packed)); struct ti_sci_msg_req_proc_request { struct ti_sci_msg_hdr hdr; u8 processor_id; } __attribute__((packed)); struct ti_sci_msg_req_proc_release { struct ti_sci_msg_hdr hdr; u8 processor_id; } __attribute__((packed)); struct ti_sci_msg_req_proc_handover { struct ti_sci_msg_hdr hdr; u8 processor_id; u8 host_id; } __attribute__((packed)); struct ti_sci_msg_req_set_config { struct ti_sci_msg_hdr hdr; u8 processor_id; u32 bootvector_low; u32 bootvector_high; u32 config_flags_set; u32 config_flags_clear; } __attribute__((packed)); struct ti_sci_msg_req_set_ctrl { struct ti_sci_msg_hdr hdr; u8 processor_id; u32 control_flags_set; u32 control_flags_clear; } __attribute__((packed)); struct ti_sci_msg_req_get_status { struct ti_sci_msg_hdr hdr; u8 processor_id; } __attribute__((packed)); struct ti_sci_msg_resp_get_status { struct ti_sci_msg_hdr hdr; u8 processor_id; u32 bootvector_low; u32 bootvector_high; u32 config_flags; u32 control_flags; u32 status_flags; } __attribute__((packed)); struct ti_sci_xfer { struct ti_msgmgr_message tx_message; u8 rx_len; u8 *xfer_buf; struct completion done; }; struct ti_sci_xfers_info { struct semaphore sem_xfer_count; struct ti_sci_xfer *xfer_block; long unsigned int *xfer_alloc_table; spinlock_t xfer_lock; }; struct ti_sci_desc { u8 default_host_id; int max_rx_timeout_ms; int max_msgs; int max_msg_size; }; struct ti_sci_info { struct device *dev; struct notifier_block nb; const struct ti_sci_desc *desc; struct dentry *d; void *debug_region; char *debug_buffer; size_t debug_region_size; struct ti_sci_handle handle; struct mbox_client cl; struct mbox_chan *chan_tx; struct mbox_chan *chan_rx; struct ti_sci_xfers_info minfo; struct list_head node; u8 host_id; int users; bool is_suspending; }; struct scmi_sensor_reading { long long int value; long long unsigned int timestamp; }; struct scmi_range_attrs { long long int min_range; long long int max_range; }; struct scmi_sensor_axis_info { unsigned int id; unsigned int type; int scale; char name[64]; bool extended_attrs; unsigned int resolution; int exponent; struct scmi_range_attrs attrs; }; struct scmi_sensor_intervals_info { bool segmented; unsigned int count; unsigned int *desc; unsigned int prealloc_pool[16]; }; struct scmi_sensor_info { unsigned int id; unsigned int type; int scale; unsigned int num_trip_points; bool async; bool update; bool timestamped; int tstamp_scale; unsigned int num_axis; struct scmi_sensor_axis_info *axis; struct scmi_sensor_intervals_info intervals; unsigned int sensor_config; char name[64]; bool extended_scalar_attrs; unsigned int sensor_power; unsigned int resolution; int exponent; struct scmi_range_attrs scalar_attrs; }; struct scmi_sensor_proto_ops { int (*count_get)(const struct scmi_protocol_handle *); const struct scmi_sensor_info * (*info_get)(const struct scmi_protocol_handle *, u32); int (*trip_point_config)(const struct scmi_protocol_handle *, u32, u8, u64); int (*reading_get)(const struct scmi_protocol_handle *, u32, u64 *); int (*reading_get_timestamped)(const struct scmi_protocol_handle *, u32, u8, struct scmi_sensor_reading *); int (*config_get)(const struct scmi_protocol_handle *, u32, u32 *); int (*config_set)(const struct scmi_protocol_handle *, u32, u32); }; struct scmi_sensor_trip_point_report { ktime_t timestamp; unsigned int agent_id; unsigned int sensor_id; unsigned int trip_point_desc; }; struct scmi_sensor_update_report { ktime_t timestamp; unsigned int agent_id; unsigned int sensor_id; unsigned int readings_count; struct scmi_sensor_reading readings[0]; }; enum scmi_sensor_protocol_cmd { SENSOR_DESCRIPTION_GET = 3, SENSOR_TRIP_POINT_NOTIFY = 4, SENSOR_TRIP_POINT_CONFIG = 5, SENSOR_READING_GET = 6, SENSOR_AXIS_DESCRIPTION_GET = 7, SENSOR_LIST_UPDATE_INTERVALS = 8, SENSOR_CONFIG_GET = 9, SENSOR_CONFIG_SET = 10, SENSOR_CONTINUOUS_UPDATE_NOTIFY = 11, SENSOR_NAME_GET = 12, SENSOR_AXIS_NAME_GET = 13, }; struct scmi_msg_resp_sensor_attributes { __le16 num_sensors; u8 max_requests; u8 reserved; __le32 reg_addr_low; __le32 reg_addr_high; __le32 reg_size; }; struct scmi_msg_resp_attrs { __le32 min_range_low; __le32 min_range_high; __le32 max_range_low; __le32 max_range_high; }; struct scmi_msg_sensor_description { __le32 desc_index; }; struct scmi_sensor_descriptor { __le32 id; __le32 attributes_low; __le32 attributes_high; u8 name[16]; __le32 power; __le32 resolution; struct scmi_msg_resp_attrs scalar_attrs; }; struct scmi_msg_resp_sensor_description { __le16 num_returned; __le16 num_remaining; struct scmi_sensor_descriptor desc[0]; }; struct scmi_msg_sensor_axis_description_get { __le32 id; __le32 axis_desc_index; }; struct scmi_axis_descriptor { __le32 id; __le32 attributes_low; __le32 attributes_high; u8 name[16]; __le32 resolution; struct scmi_msg_resp_attrs attrs; }; struct scmi_msg_resp_sensor_axis_description { __le32 num_axis_flags; struct scmi_axis_descriptor desc[0]; }; struct scmi_sensor_axis_name_descriptor { __le32 axis_id; u8 name[64]; }; struct scmi_msg_resp_sensor_axis_names_description { __le32 num_axis_flags; struct scmi_sensor_axis_name_descriptor desc[0]; }; struct scmi_msg_sensor_list_update_intervals { __le32 id; __le32 index; }; struct scmi_msg_resp_sensor_list_update_intervals { __le32 num_intervals_flags; __le32 intervals[0]; }; struct scmi_msg_sensor_request_notify { __le32 id; __le32 event_control; }; struct scmi_msg_set_sensor_trip_point { __le32 id; __le32 event_control; __le32 value_low; __le32 value_high; }; struct scmi_msg_sensor_config_set { __le32 id; __le32 sensor_config; }; struct scmi_msg_sensor_reading_get { __le32 id; __le32 flags; }; struct scmi_resp_sensor_reading_complete { __le32 id; __le32 readings_low; __le32 readings_high; }; struct scmi_sensor_reading_resp { __le32 sensor_value_low; __le32 sensor_value_high; __le32 timestamp_low; __le32 timestamp_high; }; struct scmi_resp_sensor_reading_complete_v3 { __le32 id; struct scmi_sensor_reading_resp readings[0]; }; struct scmi_sensor_trip_notify_payld { __le32 agent_id; __le32 sensor_id; __le32 trip_point_desc; }; struct scmi_sensor_update_notify_payld { __le32 agent_id; __le32 sensor_id; struct scmi_sensor_reading_resp readings[0]; }; struct sensors_info { u32 version; int num_sensors; int max_requests; u64 reg_addr; u32 reg_size; struct scmi_sensor_info *sensors; }; struct scmi_sens_ipriv { void *priv; struct device *dev; }; struct scmi_apriv { bool any_axes_support_extended_names; struct scmi_sensor_info *s; }; struct bmp_header { u16 id; u32 size; } __attribute__((packed)); typedef struct { efi_guid_t guid; u64 table; } efi_config_table_64_t; typedef struct { efi_guid_t guid; long unsigned int *ptr; const char name[16]; } efi_config_table_type_t; struct efi_error_code { efi_status_t status; int errno; const char *description; }; enum efi_rts_ids { EFI_NONE = 0, EFI_GET_TIME = 1, EFI_SET_TIME = 2, EFI_GET_WAKEUP_TIME = 3, EFI_SET_WAKEUP_TIME = 4, EFI_GET_VARIABLE = 5, EFI_GET_NEXT_VARIABLE = 6, EFI_SET_VARIABLE = 7, EFI_QUERY_VARIABLE_INFO = 8, EFI_GET_NEXT_HIGH_MONO_COUNT = 9, EFI_RESET_SYSTEM = 10, EFI_UPDATE_CAPSULE = 11, EFI_QUERY_CAPSULE_CAPS = 12, }; struct efi_runtime_work { void *arg1; void *arg2; void *arg3; void *arg4; void *arg5; efi_status_t status; struct work_struct work; enum efi_rts_ids efi_rts_id; struct completion efi_rts_comp; }; struct pidff_usage { struct hid_field *field; s32 *value; }; struct pidff_device { struct hid_device *hid; struct hid_report *reports[13]; struct pidff_usage set_effect[7]; struct pidff_usage set_envelope[5]; struct pidff_usage set_condition[8]; struct pidff_usage set_periodic[5]; struct pidff_usage set_constant[2]; struct pidff_usage set_ramp[3]; struct pidff_usage device_gain[1]; struct pidff_usage block_load[2]; struct pidff_usage pool[3]; struct pidff_usage effect_operation[2]; struct pidff_usage block_free[1]; struct hid_field *create_new_effect_type; struct hid_field *set_effect_type; struct hid_field *effect_direction; struct hid_field *device_control; struct hid_field *block_load_status; struct hid_field *effect_operation_status; int control_id[2]; int type_id[11]; int status_id[2]; int operation_id[2]; int pid_id[64]; }; struct supplier_bindings { struct device_node * (*parse_prop)(struct device_node *, const char *, int); bool optional; bool node_not_dev; }; struct trace_event_raw_cros_ec_request_start { struct trace_entry ent; uint32_t version; uint32_t offset; uint32_t command; uint32_t outsize; uint32_t insize; char __data[0]; }; struct trace_event_raw_cros_ec_request_done { struct trace_entry ent; uint32_t version; uint32_t offset; uint32_t command; uint32_t outsize; uint32_t insize; uint32_t result; int retval; char __data[0]; }; struct trace_event_data_offsets_cros_ec_request_start {}; struct trace_event_data_offsets_cros_ec_request_done {}; typedef void (*btf_trace_cros_ec_request_start)(void *, struct cros_ec_command *); typedef void (*btf_trace_cros_ec_request_done)(void *, struct cros_ec_command *, int); struct fsl_ifc_nand { __be32 ncfgr; u32 res1[4]; __be32 nand_fcr0; __be32 nand_fcr1; u32 res2[8]; __be32 row0; u32 res3; __be32 col0; u32 res4; __be32 row1; u32 res5; __be32 col1; u32 res6; __be32 row2; u32 res7; __be32 col2; u32 res8; __be32 row3; u32 res9; __be32 col3; u32 res10[36]; __be32 nand_fbcr; u32 res11; __be32 nand_fir0; __be32 nand_fir1; __be32 nand_fir2; u32 res12[16]; __be32 nand_csel; u32 res13; __be32 nandseq_strt; u32 res14; __be32 nand_evter_stat; u32 res15; __be32 pgrdcmpl_evt_stat; u32 res16[2]; __be32 nand_evter_en; u32 res17[2]; __be32 nand_evter_intr_en; __be32 nand_vol_addr_stat; u32 res18; __be32 nand_erattr0; __be32 nand_erattr1; u32 res19[16]; __be32 nand_fsr; u32 res20; __be32 nand_eccstat[8]; u32 res21[28]; __be32 nanndcr; u32 res22[2]; __be32 nand_autoboot_trgr; u32 res23; __be32 nand_mdr; u32 res24[28]; __be32 nand_dll_lowcfg0; __be32 nand_dll_lowcfg1; u32 res25; __be32 nand_dll_lowstat; u32 res26[60]; }; struct fsl_ifc_nor { __be32 nor_evter_stat; u32 res1[2]; __be32 nor_evter_en; u32 res2[2]; __be32 nor_evter_intr_en; u32 res3[2]; __be32 nor_erattr0; __be32 nor_erattr1; __be32 nor_erattr2; u32 res4[4]; __be32 norcr; u32 res5[239]; }; struct fsl_ifc_gpcm { __be32 gpcm_evter_stat; u32 res1[2]; __be32 gpcm_evter_en; u32 res2[2]; __be32 gpcm_evter_intr_en; u32 res3[2]; __be32 gpcm_erattr0; __be32 gpcm_erattr1; __be32 gpcm_erattr2; __be32 gpcm_stat; }; struct fsl_ifc_global { __be32 ifc_rev; u32 res1[2]; struct { __be32 cspr_ext; __be32 cspr; u32 res2; } cspr_cs[8]; u32 res3[13]; struct { __be32 amask; u32 res4[2]; } amask_cs[8]; u32 res5[12]; struct { __be32 csor; __be32 csor_ext; u32 res6; } csor_cs[8]; u32 res7[12]; struct { __be32 ftim[4]; u32 res8[8]; } ftim_cs[8]; u32 res9[48]; __be32 rb_stat; __be32 rb_map; __be32 wb_map; __be32 ifc_gcr; u32 res10[2]; __be32 cm_evter_stat; u32 res11[2]; __be32 cm_evter_en; u32 res12[2]; __be32 cm_evter_intr_en; u32 res13[2]; __be32 cm_erattr0; __be32 cm_erattr1; u32 res14[2]; __be32 ifc_ccr; __be32 ifc_csr; __be32 ddr_ccr_low; }; struct fsl_ifc_runtime { struct fsl_ifc_nand ifc_nand; struct fsl_ifc_nor ifc_nor; struct fsl_ifc_gpcm ifc_gpcm; }; struct fsl_ifc_ctrl { struct device *dev; struct fsl_ifc_global *gregs; struct fsl_ifc_runtime *rregs; int irq; int nand_irq; spinlock_t lock; void *nand; int version; int banks; u32 nand_stat; wait_queue_head_t nand_wait; bool little_endian; }; struct arm_ccn_component { void *base; u32 type; long unsigned int pmu_events_mask[1]; union { struct { long unsigned int dt_cmp_mask[1]; } xp; }; }; struct arm_ccn_dt { int id; void *base; spinlock_t config_lock; long unsigned int pmu_counters_mask[1]; struct { struct arm_ccn_component *source; struct perf_event *event; } pmu_counters[9]; struct { u64 l; u64 h; } cmp_mask[12]; struct hrtimer hrtimer; unsigned int cpu; struct hlist_node node; struct pmu pmu; }; struct arm_ccn { struct device *dev; void *base; unsigned int irq; unsigned int sbas_present: 1; unsigned int sbsx_present: 1; int num_nodes; struct arm_ccn_component *node; int num_xps; struct arm_ccn_component *xp; struct arm_ccn_dt dt; int mn_id; }; struct arm_ccn_pmu_event { struct device_attribute attr; u32 type; u32 event; int num_ports; int num_vcs; const char *def; int mask; }; enum m1_pmu_events { M1_PMU_PERFCTR_UNKNOWN_01 = 1, M1_PMU_PERFCTR_CPU_CYCLES = 2, M1_PMU_PERFCTR_INSTRUCTIONS = 140, M1_PMU_PERFCTR_UNKNOWN_8d = 141, M1_PMU_PERFCTR_UNKNOWN_8e = 142, M1_PMU_PERFCTR_UNKNOWN_8f = 143, M1_PMU_PERFCTR_UNKNOWN_90 = 144, M1_PMU_PERFCTR_UNKNOWN_93 = 147, M1_PMU_PERFCTR_UNKNOWN_94 = 148, M1_PMU_PERFCTR_UNKNOWN_95 = 149, M1_PMU_PERFCTR_UNKNOWN_96 = 150, M1_PMU_PERFCTR_UNKNOWN_97 = 151, M1_PMU_PERFCTR_UNKNOWN_98 = 152, M1_PMU_PERFCTR_UNKNOWN_99 = 153, M1_PMU_PERFCTR_UNKNOWN_9a = 154, M1_PMU_PERFCTR_UNKNOWN_9b = 155, M1_PMU_PERFCTR_UNKNOWN_9c = 156, M1_PMU_PERFCTR_UNKNOWN_9f = 159, M1_PMU_PERFCTR_UNKNOWN_bf = 191, M1_PMU_PERFCTR_UNKNOWN_c0 = 192, M1_PMU_PERFCTR_UNKNOWN_c1 = 193, M1_PMU_PERFCTR_UNKNOWN_c4 = 196, M1_PMU_PERFCTR_UNKNOWN_c5 = 197, M1_PMU_PERFCTR_UNKNOWN_c6 = 198, M1_PMU_PERFCTR_UNKNOWN_c8 = 200, M1_PMU_PERFCTR_UNKNOWN_ca = 202, M1_PMU_PERFCTR_UNKNOWN_cb = 203, M1_PMU_PERFCTR_UNKNOWN_f5 = 245, M1_PMU_PERFCTR_UNKNOWN_f6 = 246, M1_PMU_PERFCTR_UNKNOWN_f7 = 247, M1_PMU_PERFCTR_UNKNOWN_f8 = 248, M1_PMU_PERFCTR_UNKNOWN_fd = 253, M1_PMU_PERFCTR_LAST = 255, M1_PMU_CFG_COUNT_USER = 256, M1_PMU_CFG_COUNT_KERNEL = 512, }; struct tb_cap_extended_long { u8 zero1; u8 cap; u8 vsec_id; u8 zero2; u16 next; u16 length; }; struct tb_cap_any { union { struct tb_cap_basic basic; struct tb_cap_extended_short extended_short; struct tb_cap_extended_long extended_long; }; }; struct icc_bulk_data { struct icc_path *path; const char *name; u32 avg_bw; u32 peak_bw; }; struct icc_bulk_devres { struct icc_bulk_data *paths; int num_paths; }; struct net_device_devres { struct net_device *ndev; }; struct scm_timestamping { struct __kernel_old_timespec ts[3]; }; struct scm_timestamping64 { struct __kernel_timespec ts[3]; }; enum { IF_LINK_MODE_DEFAULT = 0, IF_LINK_MODE_DORMANT = 1, IF_LINK_MODE_TESTING = 2, }; enum lw_bits { LW_URGENT = 0, }; enum devlink_command { DEVLINK_CMD_UNSPEC = 0, DEVLINK_CMD_GET = 1, DEVLINK_CMD_SET = 2, DEVLINK_CMD_NEW = 3, DEVLINK_CMD_DEL = 4, DEVLINK_CMD_PORT_GET = 5, DEVLINK_CMD_PORT_SET = 6, DEVLINK_CMD_PORT_NEW = 7, DEVLINK_CMD_PORT_DEL = 8, DEVLINK_CMD_PORT_SPLIT = 9, DEVLINK_CMD_PORT_UNSPLIT = 10, DEVLINK_CMD_SB_GET = 11, DEVLINK_CMD_SB_SET = 12, DEVLINK_CMD_SB_NEW = 13, DEVLINK_CMD_SB_DEL = 14, DEVLINK_CMD_SB_POOL_GET = 15, DEVLINK_CMD_SB_POOL_SET = 16, DEVLINK_CMD_SB_POOL_NEW = 17, DEVLINK_CMD_SB_POOL_DEL = 18, DEVLINK_CMD_SB_PORT_POOL_GET = 19, DEVLINK_CMD_SB_PORT_POOL_SET = 20, DEVLINK_CMD_SB_PORT_POOL_NEW = 21, DEVLINK_CMD_SB_PORT_POOL_DEL = 22, DEVLINK_CMD_SB_TC_POOL_BIND_GET = 23, DEVLINK_CMD_SB_TC_POOL_BIND_SET = 24, DEVLINK_CMD_SB_TC_POOL_BIND_NEW = 25, DEVLINK_CMD_SB_TC_POOL_BIND_DEL = 26, DEVLINK_CMD_SB_OCC_SNAPSHOT = 27, DEVLINK_CMD_SB_OCC_MAX_CLEAR = 28, DEVLINK_CMD_ESWITCH_GET = 29, DEVLINK_CMD_ESWITCH_SET = 30, DEVLINK_CMD_DPIPE_TABLE_GET = 31, DEVLINK_CMD_DPIPE_ENTRIES_GET = 32, DEVLINK_CMD_DPIPE_HEADERS_GET = 33, DEVLINK_CMD_DPIPE_TABLE_COUNTERS_SET = 34, DEVLINK_CMD_RESOURCE_SET = 35, DEVLINK_CMD_RESOURCE_DUMP = 36, DEVLINK_CMD_RELOAD = 37, DEVLINK_CMD_PARAM_GET = 38, DEVLINK_CMD_PARAM_SET = 39, DEVLINK_CMD_PARAM_NEW = 40, DEVLINK_CMD_PARAM_DEL = 41, DEVLINK_CMD_REGION_GET = 42, DEVLINK_CMD_REGION_SET = 43, DEVLINK_CMD_REGION_NEW = 44, DEVLINK_CMD_REGION_DEL = 45, DEVLINK_CMD_REGION_READ = 46, DEVLINK_CMD_PORT_PARAM_GET = 47, DEVLINK_CMD_PORT_PARAM_SET = 48, DEVLINK_CMD_PORT_PARAM_NEW = 49, DEVLINK_CMD_PORT_PARAM_DEL = 50, DEVLINK_CMD_INFO_GET = 51, DEVLINK_CMD_HEALTH_REPORTER_GET = 52, DEVLINK_CMD_HEALTH_REPORTER_SET = 53, DEVLINK_CMD_HEALTH_REPORTER_RECOVER = 54, DEVLINK_CMD_HEALTH_REPORTER_DIAGNOSE = 55, DEVLINK_CMD_HEALTH_REPORTER_DUMP_GET = 56, DEVLINK_CMD_HEALTH_REPORTER_DUMP_CLEAR = 57, DEVLINK_CMD_FLASH_UPDATE = 58, DEVLINK_CMD_FLASH_UPDATE_END = 59, DEVLINK_CMD_FLASH_UPDATE_STATUS = 60, DEVLINK_CMD_TRAP_GET = 61, DEVLINK_CMD_TRAP_SET = 62, DEVLINK_CMD_TRAP_NEW = 63, DEVLINK_CMD_TRAP_DEL = 64, DEVLINK_CMD_TRAP_GROUP_GET = 65, DEVLINK_CMD_TRAP_GROUP_SET = 66, DEVLINK_CMD_TRAP_GROUP_NEW = 67, DEVLINK_CMD_TRAP_GROUP_DEL = 68, DEVLINK_CMD_TRAP_POLICER_GET = 69, DEVLINK_CMD_TRAP_POLICER_SET = 70, DEVLINK_CMD_TRAP_POLICER_NEW = 71, DEVLINK_CMD_TRAP_POLICER_DEL = 72, DEVLINK_CMD_HEALTH_REPORTER_TEST = 73, DEVLINK_CMD_RATE_GET = 74, DEVLINK_CMD_RATE_SET = 75, DEVLINK_CMD_RATE_NEW = 76, DEVLINK_CMD_RATE_DEL = 77, DEVLINK_CMD_LINECARD_GET = 78, DEVLINK_CMD_LINECARD_SET = 79, DEVLINK_CMD_LINECARD_NEW = 80, DEVLINK_CMD_LINECARD_DEL = 81, DEVLINK_CMD_SELFTESTS_GET = 82, DEVLINK_CMD_SELFTESTS_RUN = 83, __DEVLINK_CMD_MAX = 84, DEVLINK_CMD_MAX = 83, }; enum devlink_eswitch_mode { DEVLINK_ESWITCH_MODE_LEGACY = 0, DEVLINK_ESWITCH_MODE_SWITCHDEV = 1, }; enum devlink_eswitch_encap_mode { DEVLINK_ESWITCH_ENCAP_MODE_NONE = 0, DEVLINK_ESWITCH_ENCAP_MODE_BASIC = 1, }; enum { DEVLINK_ATTR_STATS_RX_PACKETS = 0, DEVLINK_ATTR_STATS_RX_BYTES = 1, DEVLINK_ATTR_STATS_RX_DROPPED = 2, __DEVLINK_ATTR_STATS_MAX = 3, DEVLINK_ATTR_STATS_MAX = 2, }; enum { DEVLINK_FLASH_OVERWRITE_SETTINGS_BIT = 0, DEVLINK_FLASH_OVERWRITE_IDENTIFIERS_BIT = 1, __DEVLINK_FLASH_OVERWRITE_MAX_BIT = 2, DEVLINK_FLASH_OVERWRITE_MAX_BIT = 1, }; enum devlink_attr_selftest_id { DEVLINK_ATTR_SELFTEST_ID_UNSPEC = 0, DEVLINK_ATTR_SELFTEST_ID_FLASH = 1, __DEVLINK_ATTR_SELFTEST_ID_MAX = 2, DEVLINK_ATTR_SELFTEST_ID_MAX = 1, }; enum devlink_selftest_status { DEVLINK_SELFTEST_STATUS_SKIP = 0, DEVLINK_SELFTEST_STATUS_PASS = 1, DEVLINK_SELFTEST_STATUS_FAIL = 2, }; enum devlink_attr_selftest_result { DEVLINK_ATTR_SELFTEST_RESULT_UNSPEC = 0, DEVLINK_ATTR_SELFTEST_RESULT = 1, DEVLINK_ATTR_SELFTEST_RESULT_ID = 2, DEVLINK_ATTR_SELFTEST_RESULT_STATUS = 3, __DEVLINK_ATTR_SELFTEST_RESULT_MAX = 4, DEVLINK_ATTR_SELFTEST_RESULT_MAX = 3, }; enum devlink_trap_action { DEVLINK_TRAP_ACTION_DROP = 0, DEVLINK_TRAP_ACTION_TRAP = 1, DEVLINK_TRAP_ACTION_MIRROR = 2, }; enum { DEVLINK_ATTR_TRAP_METADATA_TYPE_IN_PORT = 0, DEVLINK_ATTR_TRAP_METADATA_TYPE_FA_COOKIE = 1, }; enum devlink_reload_action { DEVLINK_RELOAD_ACTION_UNSPEC = 0, DEVLINK_RELOAD_ACTION_DRIVER_REINIT = 1, DEVLINK_RELOAD_ACTION_FW_ACTIVATE = 2, __DEVLINK_RELOAD_ACTION_MAX = 3, DEVLINK_RELOAD_ACTION_MAX = 2, }; enum devlink_reload_limit { DEVLINK_RELOAD_LIMIT_UNSPEC = 0, DEVLINK_RELOAD_LIMIT_NO_RESET = 1, __DEVLINK_RELOAD_LIMIT_MAX = 2, DEVLINK_RELOAD_LIMIT_MAX = 1, }; enum devlink_linecard_state { DEVLINK_LINECARD_STATE_UNSPEC = 0, DEVLINK_LINECARD_STATE_UNPROVISIONED = 1, DEVLINK_LINECARD_STATE_UNPROVISIONING = 2, DEVLINK_LINECARD_STATE_PROVISIONING = 3, DEVLINK_LINECARD_STATE_PROVISIONING_FAILED = 4, DEVLINK_LINECARD_STATE_PROVISIONED = 5, DEVLINK_LINECARD_STATE_ACTIVE = 6, __DEVLINK_LINECARD_STATE_MAX = 7, DEVLINK_LINECARD_STATE_MAX = 6, }; enum devlink_attr { DEVLINK_ATTR_UNSPEC = 0, DEVLINK_ATTR_BUS_NAME = 1, DEVLINK_ATTR_DEV_NAME = 2, DEVLINK_ATTR_PORT_INDEX = 3, DEVLINK_ATTR_PORT_TYPE = 4, DEVLINK_ATTR_PORT_DESIRED_TYPE = 5, DEVLINK_ATTR_PORT_NETDEV_IFINDEX = 6, DEVLINK_ATTR_PORT_NETDEV_NAME = 7, DEVLINK_ATTR_PORT_IBDEV_NAME = 8, DEVLINK_ATTR_PORT_SPLIT_COUNT = 9, DEVLINK_ATTR_PORT_SPLIT_GROUP = 10, DEVLINK_ATTR_SB_INDEX = 11, DEVLINK_ATTR_SB_SIZE = 12, DEVLINK_ATTR_SB_INGRESS_POOL_COUNT = 13, DEVLINK_ATTR_SB_EGRESS_POOL_COUNT = 14, DEVLINK_ATTR_SB_INGRESS_TC_COUNT = 15, DEVLINK_ATTR_SB_EGRESS_TC_COUNT = 16, DEVLINK_ATTR_SB_POOL_INDEX = 17, DEVLINK_ATTR_SB_POOL_TYPE = 18, DEVLINK_ATTR_SB_POOL_SIZE = 19, DEVLINK_ATTR_SB_POOL_THRESHOLD_TYPE = 20, DEVLINK_ATTR_SB_THRESHOLD = 21, DEVLINK_ATTR_SB_TC_INDEX = 22, DEVLINK_ATTR_SB_OCC_CUR = 23, DEVLINK_ATTR_SB_OCC_MAX = 24, DEVLINK_ATTR_ESWITCH_MODE = 25, DEVLINK_ATTR_ESWITCH_INLINE_MODE = 26, DEVLINK_ATTR_DPIPE_TABLES = 27, DEVLINK_ATTR_DPIPE_TABLE = 28, DEVLINK_ATTR_DPIPE_TABLE_NAME = 29, DEVLINK_ATTR_DPIPE_TABLE_SIZE = 30, DEVLINK_ATTR_DPIPE_TABLE_MATCHES = 31, DEVLINK_ATTR_DPIPE_TABLE_ACTIONS = 32, DEVLINK_ATTR_DPIPE_TABLE_COUNTERS_ENABLED = 33, DEVLINK_ATTR_DPIPE_ENTRIES = 34, DEVLINK_ATTR_DPIPE_ENTRY = 35, DEVLINK_ATTR_DPIPE_ENTRY_INDEX = 36, DEVLINK_ATTR_DPIPE_ENTRY_MATCH_VALUES = 37, DEVLINK_ATTR_DPIPE_ENTRY_ACTION_VALUES = 38, DEVLINK_ATTR_DPIPE_ENTRY_COUNTER = 39, DEVLINK_ATTR_DPIPE_MATCH = 40, DEVLINK_ATTR_DPIPE_MATCH_VALUE = 41, DEVLINK_ATTR_DPIPE_MATCH_TYPE = 42, DEVLINK_ATTR_DPIPE_ACTION = 43, DEVLINK_ATTR_DPIPE_ACTION_VALUE = 44, DEVLINK_ATTR_DPIPE_ACTION_TYPE = 45, DEVLINK_ATTR_DPIPE_VALUE = 46, DEVLINK_ATTR_DPIPE_VALUE_MASK = 47, DEVLINK_ATTR_DPIPE_VALUE_MAPPING = 48, DEVLINK_ATTR_DPIPE_HEADERS = 49, DEVLINK_ATTR_DPIPE_HEADER = 50, DEVLINK_ATTR_DPIPE_HEADER_NAME = 51, DEVLINK_ATTR_DPIPE_HEADER_ID = 52, DEVLINK_ATTR_DPIPE_HEADER_FIELDS = 53, DEVLINK_ATTR_DPIPE_HEADER_GLOBAL = 54, DEVLINK_ATTR_DPIPE_HEADER_INDEX = 55, DEVLINK_ATTR_DPIPE_FIELD = 56, DEVLINK_ATTR_DPIPE_FIELD_NAME = 57, DEVLINK_ATTR_DPIPE_FIELD_ID = 58, DEVLINK_ATTR_DPIPE_FIELD_BITWIDTH = 59, DEVLINK_ATTR_DPIPE_FIELD_MAPPING_TYPE = 60, DEVLINK_ATTR_PAD = 61, DEVLINK_ATTR_ESWITCH_ENCAP_MODE = 62, DEVLINK_ATTR_RESOURCE_LIST = 63, DEVLINK_ATTR_RESOURCE = 64, DEVLINK_ATTR_RESOURCE_NAME = 65, DEVLINK_ATTR_RESOURCE_ID = 66, DEVLINK_ATTR_RESOURCE_SIZE = 67, DEVLINK_ATTR_RESOURCE_SIZE_NEW = 68, DEVLINK_ATTR_RESOURCE_SIZE_VALID = 69, DEVLINK_ATTR_RESOURCE_SIZE_MIN = 70, DEVLINK_ATTR_RESOURCE_SIZE_MAX = 71, DEVLINK_ATTR_RESOURCE_SIZE_GRAN = 72, DEVLINK_ATTR_RESOURCE_UNIT = 73, DEVLINK_ATTR_RESOURCE_OCC = 74, DEVLINK_ATTR_DPIPE_TABLE_RESOURCE_ID = 75, DEVLINK_ATTR_DPIPE_TABLE_RESOURCE_UNITS = 76, DEVLINK_ATTR_PORT_FLAVOUR = 77, DEVLINK_ATTR_PORT_NUMBER = 78, DEVLINK_ATTR_PORT_SPLIT_SUBPORT_NUMBER = 79, DEVLINK_ATTR_PARAM = 80, DEVLINK_ATTR_PARAM_NAME = 81, DEVLINK_ATTR_PARAM_GENERIC = 82, DEVLINK_ATTR_PARAM_TYPE = 83, DEVLINK_ATTR_PARAM_VALUES_LIST = 84, DEVLINK_ATTR_PARAM_VALUE = 85, DEVLINK_ATTR_PARAM_VALUE_DATA = 86, DEVLINK_ATTR_PARAM_VALUE_CMODE = 87, DEVLINK_ATTR_REGION_NAME = 88, DEVLINK_ATTR_REGION_SIZE = 89, DEVLINK_ATTR_REGION_SNAPSHOTS = 90, DEVLINK_ATTR_REGION_SNAPSHOT = 91, DEVLINK_ATTR_REGION_SNAPSHOT_ID = 92, DEVLINK_ATTR_REGION_CHUNKS = 93, DEVLINK_ATTR_REGION_CHUNK = 94, DEVLINK_ATTR_REGION_CHUNK_DATA = 95, DEVLINK_ATTR_REGION_CHUNK_ADDR = 96, DEVLINK_ATTR_REGION_CHUNK_LEN = 97, DEVLINK_ATTR_INFO_DRIVER_NAME = 98, DEVLINK_ATTR_INFO_SERIAL_NUMBER = 99, DEVLINK_ATTR_INFO_VERSION_FIXED = 100, DEVLINK_ATTR_INFO_VERSION_RUNNING = 101, DEVLINK_ATTR_INFO_VERSION_STORED = 102, DEVLINK_ATTR_INFO_VERSION_NAME = 103, DEVLINK_ATTR_INFO_VERSION_VALUE = 104, DEVLINK_ATTR_SB_POOL_CELL_SIZE = 105, DEVLINK_ATTR_FMSG = 106, DEVLINK_ATTR_FMSG_OBJ_NEST_START = 107, DEVLINK_ATTR_FMSG_PAIR_NEST_START = 108, DEVLINK_ATTR_FMSG_ARR_NEST_START = 109, DEVLINK_ATTR_FMSG_NEST_END = 110, DEVLINK_ATTR_FMSG_OBJ_NAME = 111, DEVLINK_ATTR_FMSG_OBJ_VALUE_TYPE = 112, DEVLINK_ATTR_FMSG_OBJ_VALUE_DATA = 113, DEVLINK_ATTR_HEALTH_REPORTER = 114, DEVLINK_ATTR_HEALTH_REPORTER_NAME = 115, DEVLINK_ATTR_HEALTH_REPORTER_STATE = 116, DEVLINK_ATTR_HEALTH_REPORTER_ERR_COUNT = 117, DEVLINK_ATTR_HEALTH_REPORTER_RECOVER_COUNT = 118, DEVLINK_ATTR_HEALTH_REPORTER_DUMP_TS = 119, DEVLINK_ATTR_HEALTH_REPORTER_GRACEFUL_PERIOD = 120, DEVLINK_ATTR_HEALTH_REPORTER_AUTO_RECOVER = 121, DEVLINK_ATTR_FLASH_UPDATE_FILE_NAME = 122, DEVLINK_ATTR_FLASH_UPDATE_COMPONENT = 123, DEVLINK_ATTR_FLASH_UPDATE_STATUS_MSG = 124, DEVLINK_ATTR_FLASH_UPDATE_STATUS_DONE = 125, DEVLINK_ATTR_FLASH_UPDATE_STATUS_TOTAL = 126, DEVLINK_ATTR_PORT_PCI_PF_NUMBER = 127, DEVLINK_ATTR_PORT_PCI_VF_NUMBER = 128, DEVLINK_ATTR_STATS = 129, DEVLINK_ATTR_TRAP_NAME = 130, DEVLINK_ATTR_TRAP_ACTION = 131, DEVLINK_ATTR_TRAP_TYPE = 132, DEVLINK_ATTR_TRAP_GENERIC = 133, DEVLINK_ATTR_TRAP_METADATA = 134, DEVLINK_ATTR_TRAP_GROUP_NAME = 135, DEVLINK_ATTR_RELOAD_FAILED = 136, DEVLINK_ATTR_HEALTH_REPORTER_DUMP_TS_NS = 137, DEVLINK_ATTR_NETNS_FD = 138, DEVLINK_ATTR_NETNS_PID = 139, DEVLINK_ATTR_NETNS_ID = 140, DEVLINK_ATTR_HEALTH_REPORTER_AUTO_DUMP = 141, DEVLINK_ATTR_TRAP_POLICER_ID = 142, DEVLINK_ATTR_TRAP_POLICER_RATE = 143, DEVLINK_ATTR_TRAP_POLICER_BURST = 144, DEVLINK_ATTR_PORT_FUNCTION = 145, DEVLINK_ATTR_INFO_BOARD_SERIAL_NUMBER = 146, DEVLINK_ATTR_PORT_LANES = 147, DEVLINK_ATTR_PORT_SPLITTABLE = 148, DEVLINK_ATTR_PORT_EXTERNAL = 149, DEVLINK_ATTR_PORT_CONTROLLER_NUMBER = 150, DEVLINK_ATTR_FLASH_UPDATE_STATUS_TIMEOUT = 151, DEVLINK_ATTR_FLASH_UPDATE_OVERWRITE_MASK = 152, DEVLINK_ATTR_RELOAD_ACTION = 153, DEVLINK_ATTR_RELOAD_ACTIONS_PERFORMED = 154, DEVLINK_ATTR_RELOAD_LIMITS = 155, DEVLINK_ATTR_DEV_STATS = 156, DEVLINK_ATTR_RELOAD_STATS = 157, DEVLINK_ATTR_RELOAD_STATS_ENTRY = 158, DEVLINK_ATTR_RELOAD_STATS_LIMIT = 159, DEVLINK_ATTR_RELOAD_STATS_VALUE = 160, DEVLINK_ATTR_REMOTE_RELOAD_STATS = 161, DEVLINK_ATTR_RELOAD_ACTION_INFO = 162, DEVLINK_ATTR_RELOAD_ACTION_STATS = 163, DEVLINK_ATTR_PORT_PCI_SF_NUMBER = 164, DEVLINK_ATTR_RATE_TYPE = 165, DEVLINK_ATTR_RATE_TX_SHARE = 166, DEVLINK_ATTR_RATE_TX_MAX = 167, DEVLINK_ATTR_RATE_NODE_NAME = 168, DEVLINK_ATTR_RATE_PARENT_NODE_NAME = 169, DEVLINK_ATTR_REGION_MAX_SNAPSHOTS = 170, DEVLINK_ATTR_LINECARD_INDEX = 171, DEVLINK_ATTR_LINECARD_STATE = 172, DEVLINK_ATTR_LINECARD_TYPE = 173, DEVLINK_ATTR_LINECARD_SUPPORTED_TYPES = 174, DEVLINK_ATTR_NESTED_DEVLINK = 175, DEVLINK_ATTR_SELFTESTS = 176, __DEVLINK_ATTR_MAX = 177, DEVLINK_ATTR_MAX = 176, }; enum devlink_dpipe_field_mapping_type { DEVLINK_DPIPE_FIELD_MAPPING_TYPE_NONE = 0, DEVLINK_DPIPE_FIELD_MAPPING_TYPE_IFINDEX = 1, }; enum devlink_dpipe_match_type { DEVLINK_DPIPE_MATCH_TYPE_FIELD_EXACT = 0, }; enum devlink_dpipe_action_type { DEVLINK_DPIPE_ACTION_TYPE_FIELD_MODIFY = 0, }; enum devlink_dpipe_field_ethernet_id { DEVLINK_DPIPE_FIELD_ETHERNET_DST_MAC = 0, }; enum devlink_dpipe_field_ipv4_id { DEVLINK_DPIPE_FIELD_IPV4_DST_IP = 0, }; enum devlink_dpipe_field_ipv6_id { DEVLINK_DPIPE_FIELD_IPV6_DST_IP = 0, }; enum devlink_dpipe_header_id { DEVLINK_DPIPE_HEADER_ETHERNET = 0, DEVLINK_DPIPE_HEADER_IPV4 = 1, DEVLINK_DPIPE_HEADER_IPV6 = 2, }; enum devlink_resource_unit { DEVLINK_RESOURCE_UNIT_ENTRY = 0, }; enum devlink_port_function_attr { DEVLINK_PORT_FUNCTION_ATTR_UNSPEC = 0, DEVLINK_PORT_FUNCTION_ATTR_HW_ADDR = 1, DEVLINK_PORT_FN_ATTR_STATE = 2, DEVLINK_PORT_FN_ATTR_OPSTATE = 3, __DEVLINK_PORT_FUNCTION_ATTR_MAX = 4, DEVLINK_PORT_FUNCTION_ATTR_MAX = 3, }; enum devlink_port_fn_state { DEVLINK_PORT_FN_STATE_INACTIVE = 0, DEVLINK_PORT_FN_STATE_ACTIVE = 1, }; enum devlink_port_fn_opstate { DEVLINK_PORT_FN_OPSTATE_DETACHED = 0, DEVLINK_PORT_FN_OPSTATE_ATTACHED = 1, }; struct devlink_linecard_ops; struct devlink_linecard_type; struct devlink_linecard { struct list_head list; struct devlink *devlink; unsigned int index; refcount_t refcount; const struct devlink_linecard_ops *ops; void *priv; enum devlink_linecard_state state; struct mutex state_lock; const char *type; struct devlink_linecard_type *types; unsigned int types_count; struct devlink *nested_devlink; }; struct devlink_port_new_attrs { enum devlink_port_flavour flavour; unsigned int port_index; u32 controller; u32 sfnum; u16 pfnum; u8 port_index_valid: 1; u8 controller_valid: 1; u8 sfnum_valid: 1; }; struct devlink_linecard_ops { int (*provision)(struct devlink_linecard *, void *, const char *, const void *, struct netlink_ext_ack *); int (*unprovision)(struct devlink_linecard *, void *, struct netlink_ext_ack *); bool (*same_provision)(struct devlink_linecard *, void *, const char *, const void *); unsigned int (*types_count)(struct devlink_linecard *, void *); void (*types_get)(struct devlink_linecard *, void *, unsigned int, const char **, const void **); }; struct devlink_dpipe_field { const char *name; unsigned int id; unsigned int bitwidth; enum devlink_dpipe_field_mapping_type mapping_type; }; struct devlink_dpipe_header { const char *name; unsigned int id; struct devlink_dpipe_field *fields; unsigned int fields_count; bool global; }; struct devlink_dpipe_match { enum devlink_dpipe_match_type type; unsigned int header_index; struct devlink_dpipe_header *header; unsigned int field_id; }; struct devlink_dpipe_action { enum devlink_dpipe_action_type type; unsigned int header_index; struct devlink_dpipe_header *header; unsigned int field_id; }; struct devlink_dpipe_value { union { struct devlink_dpipe_action *action; struct devlink_dpipe_match *match; }; unsigned int mapping_value; bool mapping_valid; unsigned int value_size; void *value; void *mask; }; struct devlink_dpipe_entry { u64 index; struct devlink_dpipe_value *match_values; unsigned int match_values_count; struct devlink_dpipe_value *action_values; unsigned int action_values_count; u64 counter; bool counter_valid; }; struct devlink_dpipe_dump_ctx { struct genl_info *info; enum devlink_command cmd; struct sk_buff *skb; struct nlattr *nest; void *hdr; }; struct devlink_dpipe_table_ops; struct devlink_dpipe_table { void *priv; struct list_head list; const char *name; bool counters_enabled; bool counter_control_extern; bool resource_valid; u64 resource_id; u64 resource_units; struct devlink_dpipe_table_ops *table_ops; struct callback_head rcu; }; struct devlink_dpipe_table_ops { int (*actions_dump)(void *, struct sk_buff *); int (*matches_dump)(void *, struct sk_buff *); int (*entries_dump)(void *, bool, struct devlink_dpipe_dump_ctx *); int (*counters_set_update)(void *, bool); u64 (*size_get)(void *); }; struct devlink_dpipe_headers { struct devlink_dpipe_header **headers; unsigned int headers_count; }; struct devlink_resource_size_params { u64 size_min; u64 size_max; u64 size_granularity; enum devlink_resource_unit unit; }; typedef u64 devlink_resource_occ_get_t(void *); enum devlink_param_type { DEVLINK_PARAM_TYPE_U8 = 0, DEVLINK_PARAM_TYPE_U16 = 1, DEVLINK_PARAM_TYPE_U32 = 2, DEVLINK_PARAM_TYPE_STRING = 3, DEVLINK_PARAM_TYPE_BOOL = 4, }; struct devlink_flash_notify { const char *status_msg; const char *component; long unsigned int done; long unsigned int total; long unsigned int timeout; }; struct devlink_param { u32 id; const char *name; bool generic; enum devlink_param_type type; long unsigned int supported_cmodes; int (*get)(struct devlink *, u32, struct devlink_param_gset_ctx *); int (*set)(struct devlink *, u32, struct devlink_param_gset_ctx *); int (*validate)(struct devlink *, u32, union devlink_param_value, struct netlink_ext_ack *); }; struct devlink_param_item { struct list_head list; const struct devlink_param *param; union devlink_param_value driverinit_value; bool driverinit_value_valid; }; enum devlink_param_generic_id { DEVLINK_PARAM_GENERIC_ID_INT_ERR_RESET = 0, DEVLINK_PARAM_GENERIC_ID_MAX_MACS = 1, DEVLINK_PARAM_GENERIC_ID_ENABLE_SRIOV = 2, DEVLINK_PARAM_GENERIC_ID_REGION_SNAPSHOT = 3, DEVLINK_PARAM_GENERIC_ID_IGNORE_ARI = 4, DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MAX = 5, DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MIN = 6, DEVLINK_PARAM_GENERIC_ID_FW_LOAD_POLICY = 7, DEVLINK_PARAM_GENERIC_ID_RESET_DEV_ON_DRV_PROBE = 8, DEVLINK_PARAM_GENERIC_ID_ENABLE_ROCE = 9, DEVLINK_PARAM_GENERIC_ID_ENABLE_REMOTE_DEV_RESET = 10, DEVLINK_PARAM_GENERIC_ID_ENABLE_ETH = 11, DEVLINK_PARAM_GENERIC_ID_ENABLE_RDMA = 12, DEVLINK_PARAM_GENERIC_ID_ENABLE_VNET = 13, DEVLINK_PARAM_GENERIC_ID_ENABLE_IWARP = 14, DEVLINK_PARAM_GENERIC_ID_IO_EQ_SIZE = 15, DEVLINK_PARAM_GENERIC_ID_EVENT_EQ_SIZE = 16, __DEVLINK_PARAM_GENERIC_ID_MAX = 17, DEVLINK_PARAM_GENERIC_ID_MAX = 16, }; struct devlink_flash_update_params { const struct firmware *fw; const char *component; u32 overwrite_mask; }; struct devlink_region_ops { const char *name; void (*destructor)(const void *); int (*snapshot)(struct devlink *, const struct devlink_region_ops *, struct netlink_ext_ack *, u8 **); void *priv; }; struct devlink_port_region_ops { const char *name; void (*destructor)(const void *); int (*snapshot)(struct devlink_port *, const struct devlink_port_region_ops *, struct netlink_ext_ack *, u8 **); void *priv; }; enum devlink_health_reporter_state { DEVLINK_HEALTH_REPORTER_STATE_HEALTHY = 0, DEVLINK_HEALTH_REPORTER_STATE_ERROR = 1, }; struct devlink_health_reporter; struct devlink_fmsg; struct devlink_health_reporter_ops { char *name; int (*recover)(struct devlink_health_reporter *, void *, struct netlink_ext_ack *); int (*dump)(struct devlink_health_reporter *, struct devlink_fmsg *, void *, struct netlink_ext_ack *); int (*diagnose)(struct devlink_health_reporter *, struct devlink_fmsg *, struct netlink_ext_ack *); int (*test)(struct devlink_health_reporter *, struct netlink_ext_ack *); }; struct devlink_health_reporter { struct list_head list; void *priv; const struct devlink_health_reporter_ops *ops; struct devlink *devlink; struct devlink_port *devlink_port; struct devlink_fmsg *dump_fmsg; struct mutex dump_lock; u64 graceful_period; bool auto_recover; bool auto_dump; u8 health_state; u64 dump_ts; u64 dump_real_ts; u64 error_count; u64 recovery_count; u64 last_recovery_ts; refcount_t refcount; }; struct devlink_fmsg { struct list_head item_list; bool putting_binary; }; struct devlink_trap_policer { u32 id; u64 init_rate; u64 init_burst; u64 max_rate; u64 min_rate; u64 max_burst; u64 min_burst; }; struct devlink_trap_group { const char *name; u16 id; bool generic; u32 init_policer_id; }; struct devlink_trap { enum devlink_trap_type type; enum devlink_trap_action init_action; bool generic; u16 id; const char *name; u16 init_group_id; u32 metadata_cap; }; enum devlink_trap_generic_id { DEVLINK_TRAP_GENERIC_ID_SMAC_MC = 0, DEVLINK_TRAP_GENERIC_ID_VLAN_TAG_MISMATCH = 1, DEVLINK_TRAP_GENERIC_ID_INGRESS_VLAN_FILTER = 2, DEVLINK_TRAP_GENERIC_ID_INGRESS_STP_FILTER = 3, DEVLINK_TRAP_GENERIC_ID_EMPTY_TX_LIST = 4, DEVLINK_TRAP_GENERIC_ID_PORT_LOOPBACK_FILTER = 5, DEVLINK_TRAP_GENERIC_ID_BLACKHOLE_ROUTE = 6, DEVLINK_TRAP_GENERIC_ID_TTL_ERROR = 7, DEVLINK_TRAP_GENERIC_ID_TAIL_DROP = 8, DEVLINK_TRAP_GENERIC_ID_NON_IP_PACKET = 9, DEVLINK_TRAP_GENERIC_ID_UC_DIP_MC_DMAC = 10, DEVLINK_TRAP_GENERIC_ID_DIP_LB = 11, DEVLINK_TRAP_GENERIC_ID_SIP_MC = 12, DEVLINK_TRAP_GENERIC_ID_SIP_LB = 13, DEVLINK_TRAP_GENERIC_ID_CORRUPTED_IP_HDR = 14, DEVLINK_TRAP_GENERIC_ID_IPV4_SIP_BC = 15, DEVLINK_TRAP_GENERIC_ID_IPV6_MC_DIP_RESERVED_SCOPE = 16, DEVLINK_TRAP_GENERIC_ID_IPV6_MC_DIP_INTERFACE_LOCAL_SCOPE = 17, DEVLINK_TRAP_GENERIC_ID_MTU_ERROR = 18, DEVLINK_TRAP_GENERIC_ID_UNRESOLVED_NEIGH = 19, DEVLINK_TRAP_GENERIC_ID_RPF = 20, DEVLINK_TRAP_GENERIC_ID_REJECT_ROUTE = 21, DEVLINK_TRAP_GENERIC_ID_IPV4_LPM_UNICAST_MISS = 22, DEVLINK_TRAP_GENERIC_ID_IPV6_LPM_UNICAST_MISS = 23, DEVLINK_TRAP_GENERIC_ID_NON_ROUTABLE = 24, DEVLINK_TRAP_GENERIC_ID_DECAP_ERROR = 25, DEVLINK_TRAP_GENERIC_ID_OVERLAY_SMAC_MC = 26, DEVLINK_TRAP_GENERIC_ID_INGRESS_FLOW_ACTION_DROP = 27, DEVLINK_TRAP_GENERIC_ID_EGRESS_FLOW_ACTION_DROP = 28, DEVLINK_TRAP_GENERIC_ID_STP = 29, DEVLINK_TRAP_GENERIC_ID_LACP = 30, DEVLINK_TRAP_GENERIC_ID_LLDP = 31, DEVLINK_TRAP_GENERIC_ID_IGMP_QUERY = 32, DEVLINK_TRAP_GENERIC_ID_IGMP_V1_REPORT = 33, DEVLINK_TRAP_GENERIC_ID_IGMP_V2_REPORT = 34, DEVLINK_TRAP_GENERIC_ID_IGMP_V3_REPORT = 35, DEVLINK_TRAP_GENERIC_ID_IGMP_V2_LEAVE = 36, DEVLINK_TRAP_GENERIC_ID_MLD_QUERY = 37, DEVLINK_TRAP_GENERIC_ID_MLD_V1_REPORT = 38, DEVLINK_TRAP_GENERIC_ID_MLD_V2_REPORT = 39, DEVLINK_TRAP_GENERIC_ID_MLD_V1_DONE = 40, DEVLINK_TRAP_GENERIC_ID_IPV4_DHCP = 41, DEVLINK_TRAP_GENERIC_ID_IPV6_DHCP = 42, DEVLINK_TRAP_GENERIC_ID_ARP_REQUEST = 43, DEVLINK_TRAP_GENERIC_ID_ARP_RESPONSE = 44, DEVLINK_TRAP_GENERIC_ID_ARP_OVERLAY = 45, DEVLINK_TRAP_GENERIC_ID_IPV6_NEIGH_SOLICIT = 46, DEVLINK_TRAP_GENERIC_ID_IPV6_NEIGH_ADVERT = 47, DEVLINK_TRAP_GENERIC_ID_IPV4_BFD = 48, DEVLINK_TRAP_GENERIC_ID_IPV6_BFD = 49, DEVLINK_TRAP_GENERIC_ID_IPV4_OSPF = 50, DEVLINK_TRAP_GENERIC_ID_IPV6_OSPF = 51, DEVLINK_TRAP_GENERIC_ID_IPV4_BGP = 52, DEVLINK_TRAP_GENERIC_ID_IPV6_BGP = 53, DEVLINK_TRAP_GENERIC_ID_IPV4_VRRP = 54, DEVLINK_TRAP_GENERIC_ID_IPV6_VRRP = 55, DEVLINK_TRAP_GENERIC_ID_IPV4_PIM = 56, DEVLINK_TRAP_GENERIC_ID_IPV6_PIM = 57, DEVLINK_TRAP_GENERIC_ID_UC_LB = 58, DEVLINK_TRAP_GENERIC_ID_LOCAL_ROUTE = 59, DEVLINK_TRAP_GENERIC_ID_EXTERNAL_ROUTE = 60, DEVLINK_TRAP_GENERIC_ID_IPV6_UC_DIP_LINK_LOCAL_SCOPE = 61, DEVLINK_TRAP_GENERIC_ID_IPV6_DIP_ALL_NODES = 62, DEVLINK_TRAP_GENERIC_ID_IPV6_DIP_ALL_ROUTERS = 63, DEVLINK_TRAP_GENERIC_ID_IPV6_ROUTER_SOLICIT = 64, DEVLINK_TRAP_GENERIC_ID_IPV6_ROUTER_ADVERT = 65, DEVLINK_TRAP_GENERIC_ID_IPV6_REDIRECT = 66, DEVLINK_TRAP_GENERIC_ID_IPV4_ROUTER_ALERT = 67, DEVLINK_TRAP_GENERIC_ID_IPV6_ROUTER_ALERT = 68, DEVLINK_TRAP_GENERIC_ID_PTP_EVENT = 69, DEVLINK_TRAP_GENERIC_ID_PTP_GENERAL = 70, DEVLINK_TRAP_GENERIC_ID_FLOW_ACTION_SAMPLE = 71, DEVLINK_TRAP_GENERIC_ID_FLOW_ACTION_TRAP = 72, DEVLINK_TRAP_GENERIC_ID_EARLY_DROP = 73, DEVLINK_TRAP_GENERIC_ID_VXLAN_PARSING = 74, DEVLINK_TRAP_GENERIC_ID_LLC_SNAP_PARSING = 75, DEVLINK_TRAP_GENERIC_ID_VLAN_PARSING = 76, DEVLINK_TRAP_GENERIC_ID_PPPOE_PPP_PARSING = 77, DEVLINK_TRAP_GENERIC_ID_MPLS_PARSING = 78, DEVLINK_TRAP_GENERIC_ID_ARP_PARSING = 79, DEVLINK_TRAP_GENERIC_ID_IP_1_PARSING = 80, DEVLINK_TRAP_GENERIC_ID_IP_N_PARSING = 81, DEVLINK_TRAP_GENERIC_ID_GRE_PARSING = 82, DEVLINK_TRAP_GENERIC_ID_UDP_PARSING = 83, DEVLINK_TRAP_GENERIC_ID_TCP_PARSING = 84, DEVLINK_TRAP_GENERIC_ID_IPSEC_PARSING = 85, DEVLINK_TRAP_GENERIC_ID_SCTP_PARSING = 86, DEVLINK_TRAP_GENERIC_ID_DCCP_PARSING = 87, DEVLINK_TRAP_GENERIC_ID_GTP_PARSING = 88, DEVLINK_TRAP_GENERIC_ID_ESP_PARSING = 89, DEVLINK_TRAP_GENERIC_ID_BLACKHOLE_NEXTHOP = 90, DEVLINK_TRAP_GENERIC_ID_DMAC_FILTER = 91, __DEVLINK_TRAP_GENERIC_ID_MAX = 92, DEVLINK_TRAP_GENERIC_ID_MAX = 91, }; enum devlink_trap_group_generic_id { DEVLINK_TRAP_GROUP_GENERIC_ID_L2_DROPS = 0, DEVLINK_TRAP_GROUP_GENERIC_ID_L3_DROPS = 1, DEVLINK_TRAP_GROUP_GENERIC_ID_L3_EXCEPTIONS = 2, DEVLINK_TRAP_GROUP_GENERIC_ID_BUFFER_DROPS = 3, DEVLINK_TRAP_GROUP_GENERIC_ID_TUNNEL_DROPS = 4, DEVLINK_TRAP_GROUP_GENERIC_ID_ACL_DROPS = 5, DEVLINK_TRAP_GROUP_GENERIC_ID_STP = 6, DEVLINK_TRAP_GROUP_GENERIC_ID_LACP = 7, DEVLINK_TRAP_GROUP_GENERIC_ID_LLDP = 8, DEVLINK_TRAP_GROUP_GENERIC_ID_MC_SNOOPING = 9, DEVLINK_TRAP_GROUP_GENERIC_ID_DHCP = 10, DEVLINK_TRAP_GROUP_GENERIC_ID_NEIGH_DISCOVERY = 11, DEVLINK_TRAP_GROUP_GENERIC_ID_BFD = 12, DEVLINK_TRAP_GROUP_GENERIC_ID_OSPF = 13, DEVLINK_TRAP_GROUP_GENERIC_ID_BGP = 14, DEVLINK_TRAP_GROUP_GENERIC_ID_VRRP = 15, DEVLINK_TRAP_GROUP_GENERIC_ID_PIM = 16, DEVLINK_TRAP_GROUP_GENERIC_ID_UC_LB = 17, DEVLINK_TRAP_GROUP_GENERIC_ID_LOCAL_DELIVERY = 18, DEVLINK_TRAP_GROUP_GENERIC_ID_EXTERNAL_DELIVERY = 19, DEVLINK_TRAP_GROUP_GENERIC_ID_IPV6 = 20, DEVLINK_TRAP_GROUP_GENERIC_ID_PTP_EVENT = 21, DEVLINK_TRAP_GROUP_GENERIC_ID_PTP_GENERAL = 22, DEVLINK_TRAP_GROUP_GENERIC_ID_ACL_SAMPLE = 23, DEVLINK_TRAP_GROUP_GENERIC_ID_ACL_TRAP = 24, DEVLINK_TRAP_GROUP_GENERIC_ID_PARSER_ERROR_DROPS = 25, __DEVLINK_TRAP_GROUP_GENERIC_ID_MAX = 26, DEVLINK_TRAP_GROUP_GENERIC_ID_MAX = 25, }; enum { DEVLINK_F_RELOAD = 1, }; struct devlink_info_req; struct devlink_ops { u32 supported_flash_update_params; long unsigned int reload_actions; long unsigned int reload_limits; int (*reload_down)(struct devlink *, bool, enum devlink_reload_action, enum devlink_reload_limit, struct netlink_ext_ack *); int (*reload_up)(struct devlink *, enum devlink_reload_action, enum devlink_reload_limit, u32 *, struct netlink_ext_ack *); int (*port_type_set)(struct devlink_port *, enum devlink_port_type); int (*port_split)(struct devlink *, struct devlink_port *, unsigned int, struct netlink_ext_ack *); int (*port_unsplit)(struct devlink *, struct devlink_port *, struct netlink_ext_ack *); int (*sb_pool_get)(struct devlink *, unsigned int, u16, struct devlink_sb_pool_info *); int (*sb_pool_set)(struct devlink *, unsigned int, u16, u32, enum devlink_sb_threshold_type, struct netlink_ext_ack *); int (*sb_port_pool_get)(struct devlink_port *, unsigned int, u16, u32 *); int (*sb_port_pool_set)(struct devlink_port *, unsigned int, u16, u32, struct netlink_ext_ack *); int (*sb_tc_pool_bind_get)(struct devlink_port *, unsigned int, u16, enum devlink_sb_pool_type, u16 *, u32 *); int (*sb_tc_pool_bind_set)(struct devlink_port *, unsigned int, u16, enum devlink_sb_pool_type, u16, u32, struct netlink_ext_ack *); int (*sb_occ_snapshot)(struct devlink *, unsigned int); int (*sb_occ_max_clear)(struct devlink *, unsigned int); int (*sb_occ_port_pool_get)(struct devlink_port *, unsigned int, u16, u32 *, u32 *); int (*sb_occ_tc_port_bind_get)(struct devlink_port *, unsigned int, u16, enum devlink_sb_pool_type, u32 *, u32 *); int (*eswitch_mode_get)(struct devlink *, u16 *); int (*eswitch_mode_set)(struct devlink *, u16, struct netlink_ext_ack *); int (*eswitch_inline_mode_get)(struct devlink *, u8 *); int (*eswitch_inline_mode_set)(struct devlink *, u8, struct netlink_ext_ack *); int (*eswitch_encap_mode_get)(struct devlink *, enum devlink_eswitch_encap_mode *); int (*eswitch_encap_mode_set)(struct devlink *, enum devlink_eswitch_encap_mode, struct netlink_ext_ack *); int (*info_get)(struct devlink *, struct devlink_info_req *, struct netlink_ext_ack *); int (*flash_update)(struct devlink *, struct devlink_flash_update_params *, struct netlink_ext_ack *); int (*trap_init)(struct devlink *, const struct devlink_trap *, void *); void (*trap_fini)(struct devlink *, const struct devlink_trap *, void *); int (*trap_action_set)(struct devlink *, const struct devlink_trap *, enum devlink_trap_action, struct netlink_ext_ack *); int (*trap_group_init)(struct devlink *, const struct devlink_trap_group *); int (*trap_group_set)(struct devlink *, const struct devlink_trap_group *, const struct devlink_trap_policer *, struct netlink_ext_ack *); int (*trap_group_action_set)(struct devlink *, const struct devlink_trap_group *, enum devlink_trap_action, struct netlink_ext_ack *); int (*trap_drop_counter_get)(struct devlink *, const struct devlink_trap *, u64 *); int (*trap_policer_init)(struct devlink *, const struct devlink_trap_policer *); void (*trap_policer_fini)(struct devlink *, const struct devlink_trap_policer *); int (*trap_policer_set)(struct devlink *, const struct devlink_trap_policer *, u64, u64, struct netlink_ext_ack *); int (*trap_policer_counter_get)(struct devlink *, const struct devlink_trap_policer *, u64 *); int (*port_function_hw_addr_get)(struct devlink_port *, u8 *, int *, struct netlink_ext_ack *); int (*port_function_hw_addr_set)(struct devlink_port *, const u8 *, int, struct netlink_ext_ack *); int (*port_new)(struct devlink *, const struct devlink_port_new_attrs *, struct netlink_ext_ack *, unsigned int *); int (*port_del)(struct devlink *, unsigned int, struct netlink_ext_ack *); int (*port_fn_state_get)(struct devlink_port *, enum devlink_port_fn_state *, enum devlink_port_fn_opstate *, struct netlink_ext_ack *); int (*port_fn_state_set)(struct devlink_port *, enum devlink_port_fn_state, struct netlink_ext_ack *); int (*rate_leaf_tx_share_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_leaf_tx_max_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_node_tx_share_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_node_tx_max_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_node_new)(struct devlink_rate *, void **, struct netlink_ext_ack *); int (*rate_node_del)(struct devlink_rate *, void *, struct netlink_ext_ack *); int (*rate_leaf_parent_set)(struct devlink_rate *, struct devlink_rate *, void *, void *, struct netlink_ext_ack *); int (*rate_node_parent_set)(struct devlink_rate *, struct devlink_rate *, void *, void *, struct netlink_ext_ack *); bool (*selftest_check)(struct devlink *, unsigned int, struct netlink_ext_ack *); enum devlink_selftest_status (*selftest_run)(struct devlink *, unsigned int, struct netlink_ext_ack *); }; struct devlink_info_req { struct sk_buff *msg; }; struct trace_event_raw_devlink_hwmsg { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; bool incoming; long unsigned int type; u32 __data_loc_buf; size_t len; char __data[0]; }; struct trace_event_raw_devlink_hwerr { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; int err; u32 __data_loc_msg; char __data[0]; }; struct trace_event_raw_devlink_health_report { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_reporter_name; u32 __data_loc_msg; char __data[0]; }; struct trace_event_raw_devlink_health_recover_aborted { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_reporter_name; bool health_state; u64 time_since_last_recover; char __data[0]; }; struct trace_event_raw_devlink_health_reporter_state_update { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_reporter_name; u8 new_state; char __data[0]; }; struct trace_event_raw_devlink_trap_report { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_trap_name; u32 __data_loc_trap_group_name; char input_dev_name[16]; char __data[0]; }; struct trace_event_data_offsets_devlink_hwmsg { u32 bus_name; u32 dev_name; u32 driver_name; u32 buf; }; struct trace_event_data_offsets_devlink_hwerr { u32 bus_name; u32 dev_name; u32 driver_name; u32 msg; }; struct trace_event_data_offsets_devlink_health_report { u32 bus_name; u32 dev_name; u32 driver_name; u32 reporter_name; u32 msg; }; struct trace_event_data_offsets_devlink_health_recover_aborted { u32 bus_name; u32 dev_name; u32 driver_name; u32 reporter_name; }; struct trace_event_data_offsets_devlink_health_reporter_state_update { u32 bus_name; u32 dev_name; u32 driver_name; u32 reporter_name; }; struct trace_event_data_offsets_devlink_trap_report { u32 bus_name; u32 dev_name; u32 driver_name; u32 trap_name; u32 trap_group_name; }; typedef void (*btf_trace_devlink_hwmsg)(void *, const struct devlink *, bool, long unsigned int, const u8 *, size_t); typedef void (*btf_trace_devlink_hwerr)(void *, const struct devlink *, int, const char *); typedef void (*btf_trace_devlink_health_report)(void *, const struct devlink *, const char *, const char *); typedef void (*btf_trace_devlink_health_recover_aborted)(void *, const struct devlink *, const char *, bool, u64); typedef void (*btf_trace_devlink_health_reporter_state_update)(void *, const struct devlink *, const char *, bool); typedef void (*btf_trace_devlink_trap_report)(void *, const struct devlink *, struct sk_buff *, const struct devlink_trap_metadata *); struct devlink_linecard_type { const char *type; const void *priv; }; struct devlink_resource { const char *name; u64 id; u64 size; u64 size_new; bool size_valid; struct devlink_resource *parent; struct devlink_resource_size_params size_params; struct list_head list; struct list_head resource_list; devlink_resource_occ_get_t *occ_get; void *occ_get_priv; }; struct devlink_sb { struct list_head list; unsigned int index; u32 size; u16 ingress_pools_count; u16 egress_pools_count; u16 ingress_tc_count; u16 egress_tc_count; }; struct devlink_region { struct devlink *devlink; struct devlink_port *port; struct list_head list; union { const struct devlink_region_ops *ops; const struct devlink_port_region_ops *port_ops; }; struct mutex snapshot_lock; struct list_head snapshot_list; u32 max_snapshots; u32 cur_snapshots; u64 size; }; struct devlink_snapshot { struct list_head list; struct devlink_region *region; u8 *data; u32 id; }; enum devlink_multicast_groups { DEVLINK_MCGRP_CONFIG = 0, }; struct devlink_reload_combination { enum devlink_reload_action action; enum devlink_reload_limit limit; }; struct devlink_fmsg_item { struct list_head list; int attrtype; u8 nla_type; u16 len; int value[0]; }; struct devlink_stats { u64_stats_t rx_bytes; u64_stats_t rx_packets; struct u64_stats_sync syncp; }; struct devlink_trap_policer_item { const struct devlink_trap_policer *policer; u64 rate; u64 burst; struct list_head list; }; struct devlink_trap_group_item { const struct devlink_trap_group *group; struct devlink_trap_policer_item *policer_item; struct list_head list; struct devlink_stats *stats; }; struct devlink_trap_item { const struct devlink_trap *trap; struct devlink_trap_group_item *group_item; struct list_head list; enum devlink_trap_action action; struct devlink_stats *stats; void *priv; }; enum { TCA_CGROUP_UNSPEC = 0, TCA_CGROUP_ACT = 1, TCA_CGROUP_POLICE = 2, TCA_CGROUP_EMATCHES = 3, __TCA_CGROUP_MAX = 4, }; struct cls_cgroup_head { u32 handle; struct tcf_exts exts; struct tcf_ematch_tree ematches; struct tcf_proto *tp; struct rcu_work rwork; }; struct link_mode_info { int speed; u8 lanes; u8 duplex; }; struct linkmodes_reply_data { struct ethnl_reply_data base; struct ethtool_link_ksettings ksettings; struct ethtool_link_settings *lsettings; bool peer_empty; }; struct coalesce_reply_data { struct ethnl_reply_data base; struct ethtool_coalesce coalesce; struct kernel_ethtool_coalesce kernel_coalesce; u32 supported_params; }; struct eeprom_req_info { struct ethnl_req_info base; u32 offset; u32 length; u8 page; u8 bank; u8 i2c_address; }; struct eeprom_reply_data { struct ethnl_reply_data base; u32 length; u8 *data; }; struct xt_entry_match { union { struct { __u16 match_size; char name[29]; __u8 revision; } user; struct { __u16 match_size; struct xt_match *match; } kernel; __u16 match_size; } u; unsigned char data[0]; }; struct xt_entry_target { union { struct { __u16 target_size; char name[29]; __u8 revision; } user; struct { __u16 target_size; struct xt_target *target; } kernel; __u16 target_size; } u; unsigned char data[0]; }; struct xt_standard_target { struct xt_entry_target target; int verdict; }; struct xt_error_target { struct xt_entry_target target; char errorname[30]; }; struct xt_counters { __u64 pcnt; __u64 bcnt; }; struct xt_counters_info { char name[32]; unsigned int num_counters; struct xt_counters counters[0]; }; struct xt_table_info; struct xt_table { struct list_head list; unsigned int valid_hooks; struct xt_table_info *private; struct nf_hook_ops *ops; struct module *me; u_int8_t af; int priority; const char name[32]; }; struct xt_table_info { unsigned int size; unsigned int number; unsigned int initial_entries; unsigned int hook_entry[5]; unsigned int underflow[5]; unsigned int stacksize; void ***jumpstack; unsigned char entries[0]; }; struct xt_percpu_counter_alloc_state { unsigned int off; const char *mem; }; struct compat_xt_entry_match { union { struct { u_int16_t match_size; char name[29]; u_int8_t revision; } user; struct { u_int16_t match_size; compat_uptr_t match; } kernel; u_int16_t match_size; } u; unsigned char data[0]; }; struct compat_xt_entry_target { union { struct { u_int16_t target_size; char name[29]; u_int8_t revision; } user; struct { u_int16_t target_size; compat_uptr_t target; } kernel; u_int16_t target_size; } u; unsigned char data[0]; }; struct compat_xt_counters { compat_u64 pcnt; compat_u64 bcnt; }; struct compat_xt_counters_info { char name[32]; compat_uint_t num_counters; struct compat_xt_counters counters[0]; }; struct xt_template { struct list_head list; int (*table_init)(struct net *); struct module *me; char name[32]; }; struct xt_pernet { struct list_head tables[13]; }; struct compat_delta { unsigned int offset; int delta; }; struct xt_af { struct mutex mutex; struct list_head match; struct list_head target; struct mutex compat_mutex; struct compat_delta *compat_tab; unsigned int number; unsigned int cur; }; struct compat_xt_standard_target { struct compat_xt_entry_target t; compat_uint_t verdict; }; struct compat_xt_error_target { struct compat_xt_entry_target t; char errorname[30]; }; struct nf_mttg_trav { struct list_head *head; struct list_head *curr; uint8_t class; }; enum { MTTG_TRAV_INIT = 0, MTTG_TRAV_NFP_UNSPEC = 1, MTTG_TRAV_NFP_SPEC = 2, MTTG_TRAV_DONE = 3, }; struct compat_rtentry { u32 rt_pad1; struct sockaddr rt_dst; struct sockaddr rt_gateway; struct sockaddr rt_genmask; short unsigned int rt_flags; short int rt_pad2; u32 rt_pad3; unsigned char rt_tos; unsigned char rt_class; short int rt_pad4; short int rt_metric; compat_uptr_t rt_dev; u32 rt_mtu; u32 rt_window; short unsigned int rt_irtt; }; enum lwtunnel_ip_t { LWTUNNEL_IP_UNSPEC = 0, LWTUNNEL_IP_ID = 1, LWTUNNEL_IP_DST = 2, LWTUNNEL_IP_SRC = 3, LWTUNNEL_IP_TTL = 4, LWTUNNEL_IP_TOS = 5, LWTUNNEL_IP_FLAGS = 6, LWTUNNEL_IP_PAD = 7, LWTUNNEL_IP_OPTS = 8, __LWTUNNEL_IP_MAX = 9, }; enum lwtunnel_ip6_t { LWTUNNEL_IP6_UNSPEC = 0, LWTUNNEL_IP6_ID = 1, LWTUNNEL_IP6_DST = 2, LWTUNNEL_IP6_SRC = 3, LWTUNNEL_IP6_HOPLIMIT = 4, LWTUNNEL_IP6_TC = 5, LWTUNNEL_IP6_FLAGS = 6, LWTUNNEL_IP6_PAD = 7, LWTUNNEL_IP6_OPTS = 8, __LWTUNNEL_IP6_MAX = 9, }; enum { LWTUNNEL_IP_OPTS_UNSPEC = 0, LWTUNNEL_IP_OPTS_GENEVE = 1, LWTUNNEL_IP_OPTS_VXLAN = 2, LWTUNNEL_IP_OPTS_ERSPAN = 3, __LWTUNNEL_IP_OPTS_MAX = 4, }; enum { LWTUNNEL_IP_OPT_GENEVE_UNSPEC = 0, LWTUNNEL_IP_OPT_GENEVE_CLASS = 1, LWTUNNEL_IP_OPT_GENEVE_TYPE = 2, LWTUNNEL_IP_OPT_GENEVE_DATA = 3, __LWTUNNEL_IP_OPT_GENEVE_MAX = 4, }; enum { LWTUNNEL_IP_OPT_VXLAN_UNSPEC = 0, LWTUNNEL_IP_OPT_VXLAN_GBP = 1, __LWTUNNEL_IP_OPT_VXLAN_MAX = 2, }; enum { LWTUNNEL_IP_OPT_ERSPAN_UNSPEC = 0, LWTUNNEL_IP_OPT_ERSPAN_VER = 1, LWTUNNEL_IP_OPT_ERSPAN_INDEX = 2, LWTUNNEL_IP_OPT_ERSPAN_DIR = 3, LWTUNNEL_IP_OPT_ERSPAN_HWID = 4, __LWTUNNEL_IP_OPT_ERSPAN_MAX = 5, }; struct geneve_opt { __be16 opt_class; u8 type; u8 length: 5; u8 r3: 1; u8 r2: 1; u8 r1: 1; u8 opt_data[0]; }; struct vxlan_metadata { u32 gbp; }; struct erspan_md2 { __be32 timestamp; __be16 sgt; __u8 hwid_upper: 2; __u8 ft: 5; __u8 p: 1; __u8 o: 1; __u8 gra: 2; __u8 dir: 1; __u8 hwid: 4; }; struct erspan_metadata { int version; union { __be32 index; struct erspan_md2 md2; } u; }; typedef short unsigned int vifi_t; struct vifctl { vifi_t vifc_vifi; unsigned char vifc_flags; unsigned char vifc_threshold; unsigned int vifc_rate_limit; union { struct in_addr vifc_lcl_addr; int vifc_lcl_ifindex; }; struct in_addr vifc_rmt_addr; }; struct mfcctl { struct in_addr mfcc_origin; struct in_addr mfcc_mcastgrp; vifi_t mfcc_parent; unsigned char mfcc_ttls[32]; unsigned int mfcc_pkt_cnt; unsigned int mfcc_byte_cnt; unsigned int mfcc_wrong_if; int mfcc_expire; }; struct sioc_sg_req { struct in_addr src; struct in_addr grp; long unsigned int pktcnt; long unsigned int bytecnt; long unsigned int wrong_if; }; struct sioc_vif_req { vifi_t vifi; long unsigned int icount; long unsigned int ocount; long unsigned int ibytes; long unsigned int obytes; }; struct igmpmsg { __u32 unused1; __u32 unused2; unsigned char im_msgtype; unsigned char im_mbz; unsigned char im_vif; unsigned char im_vif_hi; struct in_addr im_src; struct in_addr im_dst; }; enum { IPMRA_TABLE_UNSPEC = 0, IPMRA_TABLE_ID = 1, IPMRA_TABLE_CACHE_RES_QUEUE_LEN = 2, IPMRA_TABLE_MROUTE_REG_VIF_NUM = 3, IPMRA_TABLE_MROUTE_DO_ASSERT = 4, IPMRA_TABLE_MROUTE_DO_PIM = 5, IPMRA_TABLE_VIFS = 6, IPMRA_TABLE_MROUTE_DO_WRVIFWHOLE = 7, __IPMRA_TABLE_MAX = 8, }; enum { IPMRA_VIF_UNSPEC = 0, IPMRA_VIF = 1, __IPMRA_VIF_MAX = 2, }; enum { IPMRA_VIFA_UNSPEC = 0, IPMRA_VIFA_IFINDEX = 1, IPMRA_VIFA_VIF_ID = 2, IPMRA_VIFA_FLAGS = 3, IPMRA_VIFA_BYTES_IN = 4, IPMRA_VIFA_BYTES_OUT = 5, IPMRA_VIFA_PACKETS_IN = 6, IPMRA_VIFA_PACKETS_OUT = 7, IPMRA_VIFA_LOCAL_ADDR = 8, IPMRA_VIFA_REMOTE_ADDR = 9, IPMRA_VIFA_PAD = 10, __IPMRA_VIFA_MAX = 11, }; enum { IPMRA_CREPORT_UNSPEC = 0, IPMRA_CREPORT_MSGTYPE = 1, IPMRA_CREPORT_VIF_ID = 2, IPMRA_CREPORT_SRC_ADDR = 3, IPMRA_CREPORT_DST_ADDR = 4, IPMRA_CREPORT_PKT = 5, IPMRA_CREPORT_TABLE = 6, __IPMRA_CREPORT_MAX = 7, }; struct mfc_cache_cmp_arg { __be32 mfc_mcastgrp; __be32 mfc_origin; }; struct mfc_cache { struct mr_mfc _c; union { struct { __be32 mfc_mcastgrp; __be32 mfc_origin; }; struct mfc_cache_cmp_arg cmparg; }; }; struct ipmr_result { struct mr_table *mrt; }; struct compat_sioc_sg_req { struct in_addr src; struct in_addr grp; compat_ulong_t pktcnt; compat_ulong_t bytecnt; compat_ulong_t wrong_if; }; struct compat_sioc_vif_req { vifi_t vifi; compat_ulong_t icount; compat_ulong_t ocount; compat_ulong_t ibytes; compat_ulong_t obytes; }; struct tx_work { struct delayed_work work; struct sock *sk; }; struct tls_rec; struct tls_sw_context_tx { struct crypto_aead *aead_send; struct crypto_wait async_wait; struct tx_work tx_work; struct tls_rec *open_rec; struct list_head tx_list; atomic_t encrypt_pending; spinlock_t encrypt_compl_lock; int async_notify; u8 async_capable: 1; long unsigned int tx_bitmask; }; enum { TCP_BPF_IPV4 = 0, TCP_BPF_IPV6 = 1, TCP_BPF_NUM_PROTS = 2, }; enum { TCP_BPF_BASE = 0, TCP_BPF_TX = 1, TCP_BPF_RX = 2, TCP_BPF_TXRX = 3, TCP_BPF_NUM_CFGS = 4, }; struct xfrm_if; struct xfrm_if_cb { struct xfrm_if * (*decode_session)(struct sk_buff *, short unsigned int); }; struct xfrm_if_parms { int link; u32 if_id; }; struct xfrm_if { struct xfrm_if *next; struct net_device *dev; struct net *net; struct xfrm_if_parms p; struct gro_cells gro_cells; }; struct xfrm_flo { struct dst_entry *dst_orig; u8 flags; }; struct xfrm_pol_inexact_node { struct rb_node node; union { xfrm_address_t addr; struct callback_head rcu; }; u8 prefixlen; struct rb_root root; struct hlist_head hhead; }; struct xfrm_pol_inexact_key { possible_net_t net; u32 if_id; u16 family; u8 dir; u8 type; }; struct xfrm_pol_inexact_bin { struct xfrm_pol_inexact_key k; struct rhash_head head; struct hlist_head hhead; seqcount_spinlock_t count; struct rb_root root_d; struct rb_root root_s; struct list_head inexact_bins; struct callback_head rcu; }; enum xfrm_pol_inexact_candidate_type { XFRM_POL_CAND_BOTH = 0, XFRM_POL_CAND_SADDR = 1, XFRM_POL_CAND_DADDR = 2, XFRM_POL_CAND_ANY = 3, XFRM_POL_CAND_MAX = 4, }; struct xfrm_pol_inexact_candidates { struct hlist_head *res[4]; }; enum { IFLA_INET6_UNSPEC = 0, IFLA_INET6_FLAGS = 1, IFLA_INET6_CONF = 2, IFLA_INET6_STATS = 3, IFLA_INET6_MCAST = 4, IFLA_INET6_CACHEINFO = 5, IFLA_INET6_ICMP6STATS = 6, IFLA_INET6_TOKEN = 7, IFLA_INET6_ADDR_GEN_MODE = 8, IFLA_INET6_RA_MTU = 9, __IFLA_INET6_MAX = 10, }; enum in6_addr_gen_mode { IN6_ADDR_GEN_MODE_EUI64 = 0, IN6_ADDR_GEN_MODE_NONE = 1, IN6_ADDR_GEN_MODE_STABLE_PRIVACY = 2, IN6_ADDR_GEN_MODE_RANDOM = 3, }; struct ifla_cacheinfo { __u32 max_reasm_len; __u32 tstamp; __u32 reachable_time; __u32 retrans_time; }; struct wpan_phy; struct wpan_dev_header_ops; struct wpan_dev { struct wpan_phy *wpan_phy; int iftype; struct list_head list; struct net_device *netdev; const struct wpan_dev_header_ops *header_ops; struct net_device *lowpan_dev; u32 identifier; __le16 pan_id; __le16 short_addr; __le64 extended_addr; atomic_t bsn; atomic_t dsn; u8 min_be; u8 max_be; u8 csma_retries; s8 frame_retries; bool lbt; bool promiscuous_mode; bool ackreq; }; struct prefixmsg { unsigned char prefix_family; unsigned char prefix_pad1; short unsigned int prefix_pad2; int prefix_ifindex; unsigned char prefix_type; unsigned char prefix_len; unsigned char prefix_flags; unsigned char prefix_pad3; }; enum { PREFIX_UNSPEC = 0, PREFIX_ADDRESS = 1, PREFIX_CACHEINFO = 2, __PREFIX_MAX = 3, }; struct prefix_cacheinfo { __u32 preferred_time; __u32 valid_time; }; struct in6_ifreq { struct in6_addr ifr6_addr; __u32 ifr6_prefixlen; int ifr6_ifindex; }; enum { DEVCONF_FORWARDING = 0, DEVCONF_HOPLIMIT = 1, DEVCONF_MTU6 = 2, DEVCONF_ACCEPT_RA = 3, DEVCONF_ACCEPT_REDIRECTS = 4, DEVCONF_AUTOCONF = 5, DEVCONF_DAD_TRANSMITS = 6, DEVCONF_RTR_SOLICITS = 7, DEVCONF_RTR_SOLICIT_INTERVAL = 8, DEVCONF_RTR_SOLICIT_DELAY = 9, DEVCONF_USE_TEMPADDR = 10, DEVCONF_TEMP_VALID_LFT = 11, DEVCONF_TEMP_PREFERED_LFT = 12, DEVCONF_REGEN_MAX_RETRY = 13, DEVCONF_MAX_DESYNC_FACTOR = 14, DEVCONF_MAX_ADDRESSES = 15, DEVCONF_FORCE_MLD_VERSION = 16, DEVCONF_ACCEPT_RA_DEFRTR = 17, DEVCONF_ACCEPT_RA_PINFO = 18, DEVCONF_ACCEPT_RA_RTR_PREF = 19, DEVCONF_RTR_PROBE_INTERVAL = 20, DEVCONF_ACCEPT_RA_RT_INFO_MAX_PLEN = 21, DEVCONF_PROXY_NDP = 22, DEVCONF_OPTIMISTIC_DAD = 23, DEVCONF_ACCEPT_SOURCE_ROUTE = 24, DEVCONF_MC_FORWARDING = 25, DEVCONF_DISABLE_IPV6 = 26, DEVCONF_ACCEPT_DAD = 27, DEVCONF_FORCE_TLLAO = 28, DEVCONF_NDISC_NOTIFY = 29, DEVCONF_MLDV1_UNSOLICITED_REPORT_INTERVAL = 30, DEVCONF_MLDV2_UNSOLICITED_REPORT_INTERVAL = 31, DEVCONF_SUPPRESS_FRAG_NDISC = 32, DEVCONF_ACCEPT_RA_FROM_LOCAL = 33, DEVCONF_USE_OPTIMISTIC = 34, DEVCONF_ACCEPT_RA_MTU = 35, DEVCONF_STABLE_SECRET = 36, DEVCONF_USE_OIF_ADDRS_ONLY = 37, DEVCONF_ACCEPT_RA_MIN_HOP_LIMIT = 38, DEVCONF_IGNORE_ROUTES_WITH_LINKDOWN = 39, DEVCONF_DROP_UNICAST_IN_L2_MULTICAST = 40, DEVCONF_DROP_UNSOLICITED_NA = 41, DEVCONF_KEEP_ADDR_ON_DOWN = 42, DEVCONF_RTR_SOLICIT_MAX_INTERVAL = 43, DEVCONF_SEG6_ENABLED = 44, DEVCONF_SEG6_REQUIRE_HMAC = 45, DEVCONF_ENHANCED_DAD = 46, DEVCONF_ADDR_GEN_MODE = 47, DEVCONF_DISABLE_POLICY = 48, DEVCONF_ACCEPT_RA_RT_INFO_MIN_PLEN = 49, DEVCONF_NDISC_TCLASS = 50, DEVCONF_RPL_SEG_ENABLED = 51, DEVCONF_RA_DEFRTR_METRIC = 52, DEVCONF_IOAM6_ENABLED = 53, DEVCONF_IOAM6_ID = 54, DEVCONF_IOAM6_ID_WIDE = 55, DEVCONF_NDISC_EVICT_NOCARRIER = 56, DEVCONF_ACCEPT_UNTRACKED_NA = 57, DEVCONF_MAX = 58, }; enum { INET6_IFADDR_STATE_PREDAD = 0, INET6_IFADDR_STATE_DAD = 1, INET6_IFADDR_STATE_POSTDAD = 2, INET6_IFADDR_STATE_ERRDAD = 3, INET6_IFADDR_STATE_DEAD = 4, }; enum nl802154_cca_modes { __NL802154_CCA_INVALID = 0, NL802154_CCA_ENERGY = 1, NL802154_CCA_CARRIER = 2, NL802154_CCA_ENERGY_CARRIER = 3, NL802154_CCA_ALOHA = 4, NL802154_CCA_UWB_SHR = 5, NL802154_CCA_UWB_MULTIPLEXED = 6, __NL802154_CCA_ATTR_AFTER_LAST = 7, NL802154_CCA_ATTR_MAX = 6, }; enum nl802154_cca_opts { NL802154_CCA_OPT_ENERGY_CARRIER_AND = 0, NL802154_CCA_OPT_ENERGY_CARRIER_OR = 1, __NL802154_CCA_OPT_ATTR_AFTER_LAST = 2, NL802154_CCA_OPT_ATTR_MAX = 1, }; enum nl802154_supported_bool_states { NL802154_SUPPORTED_BOOL_FALSE = 0, NL802154_SUPPORTED_BOOL_TRUE = 1, __NL802154_SUPPORTED_BOOL_INVALD = 2, NL802154_SUPPORTED_BOOL_BOTH = 3, __NL802154_SUPPORTED_BOOL_AFTER_LAST = 4, NL802154_SUPPORTED_BOOL_MAX = 3, }; struct wpan_phy_supported { u32 channels[32]; u32 cca_modes; u32 cca_opts; u32 iftypes; enum nl802154_supported_bool_states lbt; u8 min_minbe; u8 max_minbe; u8 min_maxbe; u8 max_maxbe; u8 min_csma_backoffs; u8 max_csma_backoffs; s8 min_frame_retries; s8 max_frame_retries; size_t tx_powers_size; size_t cca_ed_levels_size; const s32 *tx_powers; const s32 *cca_ed_levels; }; struct wpan_phy_cca { enum nl802154_cca_modes mode; enum nl802154_cca_opts opt; }; struct wpan_phy { const void *privid; u32 flags; u8 current_channel; u8 current_page; struct wpan_phy_supported supported; s32 transmit_power; struct wpan_phy_cca cca; __le64 perm_extended_addr; s32 cca_ed_level; u32 symbol_duration; u16 lifs_period; u16 sifs_period; struct device dev; possible_net_t _net; long: 64; long: 64; char priv[0]; }; struct ieee802154_addr { u8 mode; __le16 pan_id; union { __le16 short_addr; __le64 extended_addr; }; }; struct wpan_dev_header_ops { int (*create)(struct sk_buff *, struct net_device *, const struct ieee802154_addr *, const struct ieee802154_addr *, unsigned int); }; union fwnet_hwaddr { u8 u[16]; struct { __be64 uniq_id; u8 max_rec; u8 sspd; u8 fifo[6]; } uc; }; struct in6_validator_info { struct in6_addr i6vi_addr; struct inet6_dev *i6vi_dev; struct netlink_ext_ack *extack; }; struct ifa6_config { const struct in6_addr *pfx; unsigned int plen; u8 ifa_proto; const struct in6_addr *peer_pfx; u32 rt_priority; u32 ifa_flags; u32 preferred_lft; u32 valid_lft; u16 scope; }; enum cleanup_prefix_rt_t { CLEANUP_PREFIX_RT_NOP = 0, CLEANUP_PREFIX_RT_DEL = 1, CLEANUP_PREFIX_RT_EXPIRE = 2, }; enum { IPV6_SADDR_RULE_INIT = 0, IPV6_SADDR_RULE_LOCAL = 1, IPV6_SADDR_RULE_SCOPE = 2, IPV6_SADDR_RULE_PREFERRED = 3, IPV6_SADDR_RULE_HOA = 4, IPV6_SADDR_RULE_OIF = 5, IPV6_SADDR_RULE_LABEL = 6, IPV6_SADDR_RULE_PRIVACY = 7, IPV6_SADDR_RULE_ORCHID = 8, IPV6_SADDR_RULE_PREFIX = 9, IPV6_SADDR_RULE_NOT_OPTIMISTIC = 10, IPV6_SADDR_RULE_MAX = 11, }; struct ipv6_saddr_score { int rule; int addr_type; struct inet6_ifaddr *ifa; long unsigned int scorebits[1]; int scopedist; int matchlen; }; struct ipv6_saddr_dst { const struct in6_addr *addr; int ifindex; int scope; int label; unsigned int prefs; }; struct if6_iter_state { struct seq_net_private p; int bucket; int offset; }; enum addr_type_t { UNICAST_ADDR = 0, MULTICAST_ADDR = 1, ANYCAST_ADDR = 2, }; struct inet6_fill_args { u32 portid; u32 seq; int event; unsigned int flags; int netnsid; int ifindex; enum addr_type_t type; }; enum { DAD_PROCESS = 0, DAD_BEGIN = 1, DAD_ABORT = 2, }; struct mld2_grec { __u8 grec_type; __u8 grec_auxwords; __be16 grec_nsrcs; struct in6_addr grec_mca; struct in6_addr grec_src[0]; }; struct mld2_report { struct icmp6hdr mld2r_hdr; struct mld2_grec mld2r_grec[0]; }; struct mld2_query { struct icmp6hdr mld2q_hdr; struct in6_addr mld2q_mca; __u8 mld2q_qrv: 3; __u8 mld2q_suppress: 1; __u8 mld2q_resv2: 4; __u8 mld2q_qqic; __be16 mld2q_nsrcs; struct in6_addr mld2q_srcs[0]; }; struct igmp6_mc_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; }; struct igmp6_mcf_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; struct ifmcaddr6 *im; }; enum { SEG6_LOCAL_UNSPEC = 0, SEG6_LOCAL_ACTION = 1, SEG6_LOCAL_SRH = 2, SEG6_LOCAL_TABLE = 3, SEG6_LOCAL_NH4 = 4, SEG6_LOCAL_NH6 = 5, SEG6_LOCAL_IIF = 6, SEG6_LOCAL_OIF = 7, SEG6_LOCAL_BPF = 8, SEG6_LOCAL_VRFTABLE = 9, SEG6_LOCAL_COUNTERS = 10, __SEG6_LOCAL_MAX = 11, }; enum { SEG6_LOCAL_BPF_PROG_UNSPEC = 0, SEG6_LOCAL_BPF_PROG = 1, SEG6_LOCAL_BPF_PROG_NAME = 2, __SEG6_LOCAL_BPF_PROG_MAX = 3, }; enum { SEG6_LOCAL_CNT_UNSPEC = 0, SEG6_LOCAL_CNT_PAD = 1, SEG6_LOCAL_CNT_PACKETS = 2, SEG6_LOCAL_CNT_BYTES = 3, SEG6_LOCAL_CNT_ERRORS = 4, __SEG6_LOCAL_CNT_MAX = 5, }; struct seg6_local_lwt; struct seg6_local_lwtunnel_ops { int (*build_state)(struct seg6_local_lwt *, const void *, struct netlink_ext_ack *); void (*destroy_state)(struct seg6_local_lwt *); }; enum seg6_end_dt_mode { DT_INVALID_MODE = 4294967274, DT_LEGACY_MODE = 0, DT_VRF_MODE = 1, }; struct seg6_end_dt_info { enum seg6_end_dt_mode mode; struct net *net; int vrf_ifindex; int vrf_table; u16 family; }; struct pcpu_seg6_local_counters; struct seg6_action_desc; struct seg6_local_lwt { int action; struct ipv6_sr_hdr *srh; int table; struct in_addr nh4; struct in6_addr nh6; int iif; int oif; struct bpf_lwt_prog bpf; struct seg6_end_dt_info dt_info; struct pcpu_seg6_local_counters *pcpu_counters; int headroom; struct seg6_action_desc *desc; long unsigned int parsed_optattrs; }; struct seg6_action_desc { int action; long unsigned int attrs; long unsigned int optattrs; int (*input)(struct sk_buff *, struct seg6_local_lwt *); int static_headroom; struct seg6_local_lwtunnel_ops slwt_ops; }; struct pcpu_seg6_local_counters { u64_stats_t packets; u64_stats_t bytes; u64_stats_t errors; struct u64_stats_sync syncp; }; struct seg6_local_counters { __u64 packets; __u64 bytes; __u64 errors; }; struct seg6_action_param { int (*parse)(struct nlattr **, struct seg6_local_lwt *); int (*put)(struct sk_buff *, struct seg6_local_lwt *); int (*cmp)(struct seg6_local_lwt *, struct seg6_local_lwt *); void (*destroy)(struct seg6_local_lwt *); }; struct vlan_group { unsigned int nr_vlan_devs; struct hlist_node hlist; struct net_device **vlan_devices_arrays[16]; }; struct vlan_info { struct net_device *real_dev; struct vlan_group grp; struct list_head vid_list; unsigned int nr_vids; struct callback_head rcu; }; enum vlan_flags { VLAN_FLAG_REORDER_HDR = 1, VLAN_FLAG_GVRP = 2, VLAN_FLAG_LOOSE_BINDING = 4, VLAN_FLAG_MVRP = 8, VLAN_FLAG_BRIDGE_BINDING = 16, }; struct vlan_pcpu_stats { u64_stats_t rx_packets; u64_stats_t rx_bytes; u64_stats_t rx_multicast; u64_stats_t tx_packets; u64_stats_t tx_bytes; struct u64_stats_sync syncp; u32 rx_errors; u32 tx_dropped; }; struct vlan_priority_tci_mapping { u32 priority; u16 vlan_qos; struct vlan_priority_tci_mapping *next; }; struct vlan_dev_priv { unsigned int nr_ingress_mappings; u32 ingress_priority_map[8]; unsigned int nr_egress_mappings; struct vlan_priority_tci_mapping *egress_priority_map[16]; __be16 vlan_proto; u16 vlan_id; u16 flags; struct net_device *real_dev; netdevice_tracker dev_tracker; unsigned char real_dev_addr[6]; struct proc_dir_entry *dent; struct vlan_pcpu_stats *vlan_pcpu_stats; struct netpoll *netpoll; }; enum vlan_protos { VLAN_PROTO_8021Q = 0, VLAN_PROTO_8021AD = 1, VLAN_PROTO_NUM = 2, }; struct vlan_vid_info { struct list_head list; __be16 proto; u16 vid; int refcount; }; enum { NLBL_MGMT_C_UNSPEC = 0, NLBL_MGMT_C_ADD = 1, NLBL_MGMT_C_REMOVE = 2, NLBL_MGMT_C_LISTALL = 3, NLBL_MGMT_C_ADDDEF = 4, NLBL_MGMT_C_REMOVEDEF = 5, NLBL_MGMT_C_LISTDEF = 6, NLBL_MGMT_C_PROTOCOLS = 7, NLBL_MGMT_C_VERSION = 8, __NLBL_MGMT_C_MAX = 9, }; enum { NLBL_MGMT_A_UNSPEC = 0, NLBL_MGMT_A_DOMAIN = 1, NLBL_MGMT_A_PROTOCOL = 2, NLBL_MGMT_A_VERSION = 3, NLBL_MGMT_A_CV4DOI = 4, NLBL_MGMT_A_IPV6ADDR = 5, NLBL_MGMT_A_IPV6MASK = 6, NLBL_MGMT_A_IPV4ADDR = 7, NLBL_MGMT_A_IPV4MASK = 8, NLBL_MGMT_A_ADDRSELECTOR = 9, NLBL_MGMT_A_SELECTORLIST = 10, NLBL_MGMT_A_FAMILY = 11, NLBL_MGMT_A_CLPDOI = 12, __NLBL_MGMT_A_MAX = 13, }; struct netlbl_domhsh_walk_arg___2 { struct netlink_callback *nl_cb; struct sk_buff *skb; u32 seq; }; struct ncsi_cmd_sp_pkt { struct ncsi_cmd_pkt_hdr cmd; unsigned char reserved[3]; unsigned char hw_arbitration; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_dc_pkt { struct ncsi_cmd_pkt_hdr cmd; unsigned char reserved[3]; unsigned char ald; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_rc_pkt { struct ncsi_cmd_pkt_hdr cmd; __be32 reserved; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_oem_pkt { struct ncsi_cmd_pkt_hdr cmd; __be32 mfr_id; unsigned char data[0]; }; struct ncsi_cmd_handler { unsigned char type; int payload; int (*handler)(struct sk_buff *, struct ncsi_cmd_arg *); }; struct xsk_dma_map { dma_addr_t *dma_pages; struct device *dev; struct net_device *netdev; refcount_t users; struct list_head list; u32 dma_pages_cnt; bool dma_need_sync; }; #ifndef BPF_NO_PRESERVE_ACCESS_INDEX #pragma clang attribute pop #endif #endif /* __VMLINUX_H__ */ bpfcc-0.31.0/libbpf-tools/bashreadline.bpf.c000066400000000000000000000016161465134135300206100ustar00rootroot00000000000000/* SPDX-License-Identifier: GPL-2.0 */ /* Copyright (c) 2021 Facebook */ #include #include #include #include "bashreadline.h" #define TASK_COMM_LEN 16 struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } events SEC(".maps"); SEC("uretprobe/readline") int BPF_URETPROBE(printret, const void *ret) { struct str_t data; char comm[TASK_COMM_LEN]; u32 pid; if (!ret) return 0; bpf_get_current_comm(&comm, sizeof(comm)); if (comm[0] != 'b' || comm[1] != 'a' || comm[2] != 's' || comm[3] != 'h' || comm[4] != 0 ) return 0; pid = bpf_get_current_pid_tgid() >> 32; data.pid = pid; bpf_probe_read_user_str(&data.str, sizeof(data.str), ret); bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &data, sizeof(data)); return 0; }; char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/bashreadline.c000066400000000000000000000144121465134135300200400ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2021 Facebook */ #include #include #include #include #include #include #include #include #include #include "bashreadline.h" #include "bashreadline.skel.h" #include "btf_helpers.h" #include "trace_helpers.h" #include "uprobe_helpers.h" #define PERF_BUFFER_PAGES 16 #define PERF_POLL_TIMEOUT_MS 100 #define warn(...) fprintf(stderr, __VA_ARGS__) static volatile sig_atomic_t exiting = 0; const char *argp_program_version = "bashreadline 1.0"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Print entered bash commands from all running shells.\n" "\n" "USAGE: bashreadline [-s ]\n" "\n" "EXAMPLES:\n" " bashreadline\n" " bashreadline -s /usr/lib/libreadline.so\n"; static const struct argp_option opts[] = { { "shared", 's', "PATH", 0, "the location of libreadline.so library", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static char *libreadline_path = NULL; static bool verbose = false; static error_t parse_arg(int key, char *arg, struct argp_state *state) { switch (key) { case 's': libreadline_path = strdup(arg); if (libreadline_path == NULL) return ARGP_ERR_UNKNOWN; break; case 'v': verbose = true; break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !verbose) return 0; return vfprintf(stderr, format, args); } static void handle_event(void *ctx, int cpu, void *data, __u32 data_size) { struct str_t *e = data; struct tm *tm; char ts[16]; time_t t; time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%m:%S", tm); printf("%-9s %-7d %s\n", ts, e->pid, e->str); } static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { warn("lost %llu events on CPU #%d\n", lost_cnt, cpu); } static char *find_readline_function_name(const char *bash_path) { bool found = false; int fd = -1; Elf *elf = NULL; Elf_Scn *scn = NULL; GElf_Shdr shdr; elf = open_elf(bash_path, &fd); while ((scn = elf_nextscn(elf, scn)) != NULL && !found) { gelf_getshdr(scn, &shdr); if (shdr.sh_type == SHT_SYMTAB || shdr.sh_type == SHT_DYNSYM) { Elf_Data *data = elf_getdata(scn, NULL); if (data != NULL) { GElf_Sym *symtab = (GElf_Sym *) data->d_buf; int sym_count = shdr.sh_size / shdr.sh_entsize; for (int i = 0; i < sym_count; ++i) { if(strcmp("readline_internal_teardown", elf_strptr(elf, shdr.sh_link, symtab[i].st_name)) == 0){ found = true; break; } } } } } close_elf(elf,fd); if (found) return "readline_internal_teardown"; else return "readline"; } static char *find_readline_so() { const char *bash_path = "/bin/bash"; FILE *fp; off_t func_off; char *line = NULL; size_t line_sz = 0; char path[128]; char *result = NULL; func_off = get_elf_func_offset(bash_path, find_readline_function_name(bash_path)); if (func_off >= 0) return strdup(bash_path); /* * Try to find libreadline.so if readline is not defined in * bash itself. * * ldd will print a list of names of shared objects, * dependencies, and their paths. The line for libreadline * would looks like * * libreadline.so.8 => /usr/lib/libreadline.so.8 (0x00007b....) * * Here, it finds a line with libreadline.so and extracts the * path after the arrow, '=>', symbol. */ fp = popen("ldd /bin/bash", "r"); if (fp == NULL) goto cleanup; while (getline(&line, &line_sz, fp) >= 0) { if (sscanf(line, "%*s => %127s", path) < 1) continue; if (strstr(line, "/libreadline.so")) { result = strdup(path); break; } } cleanup: if (line) free(line); if (fp) pclose(fp); return result; } static void sig_int(int signo) { exiting = 1; } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct bashreadline_bpf *obj = NULL; struct perf_buffer *pb = NULL; char *readline_so_path; off_t func_off; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; if (libreadline_path) { readline_so_path = libreadline_path; } else if ((readline_so_path = find_readline_so()) == NULL) { warn("failed to find readline\n"); return 1; } libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { warn("failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); goto cleanup; } obj = bashreadline_bpf__open_opts(&open_opts); if (!obj) { warn("failed to open BPF object\n"); goto cleanup; } err = bashreadline_bpf__load(obj); if (err) { warn("failed to load BPF object: %d\n", err); goto cleanup; } func_off = get_elf_func_offset(readline_so_path, find_readline_function_name(readline_so_path)); if (func_off < 0) { warn("cound not find readline in %s\n", readline_so_path); goto cleanup; } obj->links.printret = bpf_program__attach_uprobe(obj->progs.printret, true, -1, readline_so_path, func_off); if (!obj->links.printret) { err = -errno; warn("failed to attach readline: %d\n", err); goto cleanup; } pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = -errno; warn("failed to open perf buffer: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { warn("can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } printf("%-9s %-7s %s\n", "TIME", "PID", "COMMAND"); while (!exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { warn("error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } err = 0; } cleanup: if (readline_so_path) free(readline_so_path); perf_buffer__free(pb); bashreadline_bpf__destroy(obj); cleanup_core_btf(&open_opts); return err != 0; } bpfcc-0.31.0/libbpf-tools/bashreadline.h000066400000000000000000000004001465134135300200350ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2021 Facebook */ #ifndef __BASHREADLINE_H #define __BASHREADLINE_H #define MAX_LINE_SIZE 80 struct str_t { __u32 pid; char str[MAX_LINE_SIZE]; }; #endif /* __BASHREADLINE_H */ bpfcc-0.31.0/libbpf-tools/bindsnoop.bpf.c000066400000000000000000000077471465134135300201750ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2021 Hengqi Chen */ #include #include #include #include #include #include "bindsnoop.h" #include "core_fixes.bpf.h" #define MAX_ENTRIES 10240 #define MAX_PORTS 1024 const volatile bool filter_cg = false; const volatile pid_t target_pid = 0; const volatile bool ignore_errors = true; const volatile bool filter_by_port = false; struct { __uint(type, BPF_MAP_TYPE_CGROUP_ARRAY); __type(key, u32); __type(value, u32); __uint(max_entries, 1); } cgroup_map SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, __u32); __type(value, struct socket *); } sockets SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_PORTS); __type(key, __u16); __type(value, __u16); } ports SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } events SEC(".maps"); static int probe_entry(struct pt_regs *ctx, struct socket *socket) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; __u32 tid = (__u32)pid_tgid; if (target_pid && target_pid != pid) return 0; bpf_map_update_elem(&sockets, &tid, &socket, BPF_ANY); return 0; }; static int probe_exit(struct pt_regs *ctx, short ver) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; __u32 tid = (__u32)pid_tgid; struct socket **socketp, *socket; struct inet_sock *inet_sock; struct sock *sock; union bind_options opts; struct bind_event event = {}; __u16 sport = 0, *port; int ret; socketp = bpf_map_lookup_elem(&sockets, &tid); if (!socketp) return 0; ret = PT_REGS_RC(ctx); if (ignore_errors && ret != 0) goto cleanup; socket = *socketp; sock = BPF_CORE_READ(socket, sk); inet_sock = (struct inet_sock *)sock; sport = bpf_ntohs(BPF_CORE_READ(inet_sock, inet_sport)); port = bpf_map_lookup_elem(&ports, &sport); if (filter_by_port && !port) goto cleanup; opts.fields.freebind = get_inet_sock_freebind(inet_sock); opts.fields.transparent = get_inet_sock_transparent(inet_sock); opts.fields.bind_address_no_port = get_inet_sock_bind_address_no_port(inet_sock); opts.fields.reuseaddress = BPF_CORE_READ_BITFIELD_PROBED(sock, __sk_common.skc_reuse); opts.fields.reuseport = BPF_CORE_READ_BITFIELD_PROBED(sock, __sk_common.skc_reuseport); event.opts = opts.data; event.ts_us = bpf_ktime_get_ns() / 1000; event.pid = pid; event.port = sport; event.bound_dev_if = BPF_CORE_READ(sock, __sk_common.skc_bound_dev_if); event.ret = ret; event.proto = BPF_CORE_READ_BITFIELD_PROBED(sock, sk_protocol); bpf_get_current_comm(&event.task, sizeof(event.task)); if (ver == 4) { event.ver = ver; bpf_probe_read_kernel(&event.addr, sizeof(event.addr), &inet_sock->inet_saddr); } else { /* ver == 6 */ event.ver = ver; bpf_probe_read_kernel(&event.addr, sizeof(event.addr), sock->__sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32); } bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); cleanup: bpf_map_delete_elem(&sockets, &tid); return 0; } SEC("kprobe/inet_bind") int BPF_KPROBE(ipv4_bind_entry, struct socket *socket) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; return probe_entry(ctx, socket); } SEC("kretprobe/inet_bind") int BPF_KRETPROBE(ipv4_bind_exit) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; return probe_exit(ctx, 4); } SEC("kprobe/inet6_bind") int BPF_KPROBE(ipv6_bind_entry, struct socket *socket) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; return probe_entry(ctx, socket); } SEC("kretprobe/inet6_bind") int BPF_KRETPROBE(ipv6_bind_exit) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; return probe_exit(ctx, 6); } char LICENSE[] SEC("license") = "Dual BSD/GPL"; bpfcc-0.31.0/libbpf-tools/bindsnoop.c000066400000000000000000000160771465134135300174230ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* * Copyright (c) 2021 Hengqi Chen * * Based on bindsnoop(8) from BCC by Pavel Dubovitsky. * 11-May-2021 Hengqi Chen Created this. */ #include #include #include #include #include #include #include #include #include #include #include #include "bindsnoop.h" #include "bindsnoop.skel.h" #include "trace_helpers.h" #include "btf_helpers.h" #define PERF_BUFFER_PAGES 16 #define PERF_POLL_TIMEOUT_MS 100 #define warn(...) fprintf(stderr, __VA_ARGS__) static struct env { char *cgroupspath; bool cg; } env; static volatile sig_atomic_t exiting = 0; static bool emit_timestamp = false; static pid_t target_pid = 0; static bool ignore_errors = true; static char *target_ports = NULL; static bool verbose = false; const char *argp_program_version = "bindsnoop 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace bind syscalls.\n" "\n" "USAGE: bindsnoop [-h] [-t] [-x] [-p PID] [-P ports] [-c CG]\n" "\n" "EXAMPLES:\n" " bindsnoop # trace all bind syscall\n" " bindsnoop -t # include timestamps\n" " bindsnoop -x # include errors on output\n" " bindsnoop -p 1216 # only trace PID 1216\n" " bindsnoop -c CG # Trace process under cgroupsPath CG\n" " bindsnoop -P 80,81 # only trace port 80 and 81\n" "\n" "Socket options are reported as:\n" " SOL_IP IP_FREEBIND F....\n" " SOL_IP IP_TRANSPARENT .T...\n" " SOL_IP IP_BIND_ADDRESS_NO_PORT ..N..\n" " SOL_SOCKET SO_REUSEADDR ...R.\n" " SOL_SOCKET SO_REUSEPORT ....r\n"; static const struct argp_option opts[] = { { "timestamp", 't', NULL, 0, "Include timestamp on output", 0 }, { "cgroup", 'c', "/sys/fs/cgroup/unified", 0, "Trace process in cgroup path", 0 }, { "failed", 'x', NULL, 0, "Include errors on output.", 0 }, { "pid", 'p', "PID", 0, "Process ID to trace", 0 }, { "ports", 'P', "PORTS", 0, "Comma-separated list of ports to trace.", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { long pid, port_num; char *port; switch (key) { case 'p': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { warn("Invalid PID: %s\n", arg); argp_usage(state); } target_pid = pid; break; case 'c': env.cgroupspath = arg; env.cg = true; break; case 'P': if (!arg) { warn("No ports specified\n"); argp_usage(state); } target_ports = strdup(arg); port = strtok(arg, ","); while (port) { port_num = strtol(port, NULL, 10); if (errno || port_num <= 0 || port_num > 65536) { warn("Invalid ports: %s\n", arg); argp_usage(state); } port = strtok(NULL, ","); } break; case 'x': ignore_errors = false; break; case 't': emit_timestamp = true; break; case 'v': verbose = true; break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } static void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { struct bind_event *e = data; time_t t; struct tm *tm; char ts[32], addr[48]; char opts[] = {'F', 'T', 'N', 'R', 'r', '\0'}; const char *proto; int i = 0; if (emit_timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%8s ", ts); } if (e->proto == IPPROTO_TCP) proto = "TCP"; else if (e->proto == IPPROTO_UDP) proto = "UDP"; else proto = "UNK"; while (opts[i]) { if (!((1 << i) & e->opts)) { opts[i] = '.'; } i++; } if (e->ver == 4) { inet_ntop(AF_INET, e->addr, addr, sizeof(addr)); } else { inet_ntop(AF_INET6, e->addr, addr, sizeof(addr)); } printf("%-7d %-16s %-3d %-5s %-5s %-4d %-5d %-48s\n", e->pid, e->task, e->ret, proto, opts, e->bound_dev_if, e->port, addr); } static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { warn("lost %llu events on CPU #%d\n", lost_cnt, cpu); } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct perf_buffer *pb = NULL; struct bindsnoop_bpf *obj; int err, port_map_fd; char *port; short port_num; int idx, cg_map_fd; int cgfd = -1; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = bindsnoop_bpf__open_opts(&open_opts); if (!obj) { warn("failed to open BPF object\n"); return 1; } obj->rodata->filter_cg = env.cg; obj->rodata->target_pid = target_pid; obj->rodata->ignore_errors = ignore_errors; obj->rodata->filter_by_port = target_ports != NULL; err = bindsnoop_bpf__load(obj); if (err) { warn("failed to load BPF object: %d\n", err); goto cleanup; } /* update cgroup path fd to map */ if (env.cg) { idx = 0; cg_map_fd = bpf_map__fd(obj->maps.cgroup_map); cgfd = open(env.cgroupspath, O_RDONLY); if (cgfd < 0) { fprintf(stderr, "Failed opening Cgroup path: %s", env.cgroupspath); goto cleanup; } if (bpf_map_update_elem(cg_map_fd, &idx, &cgfd, BPF_ANY)) { fprintf(stderr, "Failed adding target cgroup to map"); goto cleanup; } } if (target_ports) { port_map_fd = bpf_map__fd(obj->maps.ports); port = strtok(target_ports, ","); while (port) { port_num = strtol(port, NULL, 10); bpf_map_update_elem(port_map_fd, &port_num, &port_num, BPF_ANY); port = strtok(NULL, ","); } } err = bindsnoop_bpf__attach(obj); if (err) { warn("failed to attach BPF programs: %d\n", err); goto cleanup; } pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = -errno; warn("failed to open perf buffer: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { warn("can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } if (emit_timestamp) printf("%-8s ", "TIME(s)"); printf("%-7s %-16s %-3s %-5s %-5s %-4s %-5s %-48s\n", "PID", "COMM", "RET", "PROTO", "OPTS", "IF", "PORT", "ADDR"); while (!exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { warn("error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); bindsnoop_bpf__destroy(obj); cleanup_core_btf(&open_opts); if (cgfd > 0) close(cgfd); return err != 0; } bpfcc-0.31.0/libbpf-tools/bindsnoop.h000066400000000000000000000010011465134135300174050ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __BINDSNOOP_H #define __BINDSNOOP_H #define TASK_COMM_LEN 16 struct bind_event { __u8 addr[16]; __u64 ts_us; __u32 pid; __u32 bound_dev_if; int ret; __u16 port; __u16 proto; __u8 opts; __u8 ver; char task[TASK_COMM_LEN]; }; union bind_options { __u8 data; struct { __u8 freebind : 1; __u8 transparent : 1; __u8 bind_address_no_port : 1; __u8 reuseaddress : 1; __u8 reuseport : 1; } fields; }; #endif /* __BINDSNOOP_H */ bpfcc-0.31.0/libbpf-tools/biolatency.bpf.c000066400000000000000000000102011465134135300203060ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Wenbo Zhang #include #include #include #include #include "biolatency.h" #include "bits.bpf.h" #include "core_fixes.bpf.h" #define MAX_ENTRIES 10240 extern int LINUX_KERNEL_VERSION __kconfig; const volatile bool filter_cg = false; const volatile bool targ_per_disk = false; const volatile bool targ_per_flag = false; const volatile bool targ_queued = false; const volatile bool targ_ms = false; const volatile bool filter_dev = false; const volatile __u32 targ_dev = 0; const volatile bool targ_single = true; struct { __uint(type, BPF_MAP_TYPE_CGROUP_ARRAY); __type(key, u32); __type(value, u32); __uint(max_entries, 1); } cgroup_map SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct request *); __type(value, u64); } start SEC(".maps"); static struct hist initial_hist; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct hist_key); __type(value, struct hist); } hists SEC(".maps"); static int __always_inline trace_rq_start(struct request *rq, int issue) { u64 ts; if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; if (issue && targ_queued && BPF_CORE_READ(rq, q, elevator)) return 0; ts = bpf_ktime_get_ns(); if (filter_dev) { struct gendisk *disk = get_disk(rq); u32 dev; dev = disk ? MKDEV(BPF_CORE_READ(disk, major), BPF_CORE_READ(disk, first_minor)) : 0; if (targ_dev != dev) return 0; } bpf_map_update_elem(&start, &rq, &ts, 0); return 0; } static int handle_block_rq_insert(__u64 *ctx) { /** * commit a54895fa (v5.11-rc1) changed tracepoint argument list * from TP_PROTO(struct request_queue *q, struct request *rq) * to TP_PROTO(struct request *rq) */ if (!targ_single) return trace_rq_start((void *)ctx[1], false); else return trace_rq_start((void *)ctx[0], false); } static int handle_block_rq_issue(__u64 *ctx) { /** * commit a54895fa (v5.11-rc1) changed tracepoint argument list * from TP_PROTO(struct request_queue *q, struct request *rq) * to TP_PROTO(struct request *rq) */ if (!targ_single) return trace_rq_start((void *)ctx[1], true); else return trace_rq_start((void *)ctx[0], true); } static int handle_block_rq_complete(struct request *rq, int error, unsigned int nr_bytes) { u64 slot, *tsp, ts = bpf_ktime_get_ns(); struct hist_key hkey = {}; struct hist *histp; s64 delta; if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; tsp = bpf_map_lookup_elem(&start, &rq); if (!tsp) return 0; delta = (s64)(ts - *tsp); if (delta < 0) goto cleanup; if (targ_per_disk) { struct gendisk *disk = get_disk(rq); hkey.dev = disk ? MKDEV(BPF_CORE_READ(disk, major), BPF_CORE_READ(disk, first_minor)) : 0; } if (targ_per_flag) hkey.cmd_flags = BPF_CORE_READ(rq, cmd_flags); histp = bpf_map_lookup_elem(&hists, &hkey); if (!histp) { bpf_map_update_elem(&hists, &hkey, &initial_hist, 0); histp = bpf_map_lookup_elem(&hists, &hkey); if (!histp) goto cleanup; } if (targ_ms) delta /= 1000000U; else delta /= 1000U; slot = log2l(delta); if (slot >= MAX_SLOTS) slot = MAX_SLOTS - 1; __sync_fetch_and_add(&histp->slots[slot], 1); cleanup: bpf_map_delete_elem(&start, &rq); return 0; } SEC("tp_btf/block_rq_insert") int block_rq_insert_btf(u64 *ctx) { return handle_block_rq_insert(ctx); } SEC("tp_btf/block_rq_issue") int block_rq_issue_btf(u64 *ctx) { return handle_block_rq_issue(ctx); } SEC("tp_btf/block_rq_complete") int BPF_PROG(block_rq_complete_btf, struct request *rq, int error, unsigned int nr_bytes) { return handle_block_rq_complete(rq, error, nr_bytes); } SEC("raw_tp/block_rq_insert") int BPF_PROG(block_rq_insert) { return handle_block_rq_insert(ctx); } SEC("raw_tp/block_rq_issue") int BPF_PROG(block_rq_issue) { return handle_block_rq_issue(ctx); } SEC("raw_tp/block_rq_complete") int BPF_PROG(block_rq_complete, struct request *rq, int error, unsigned int nr_bytes) { return handle_block_rq_complete(rq, error, nr_bytes); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/biolatency.c000066400000000000000000000235761465134135300175630ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Wenbo Zhang // // Based on biolatency(8) from BCC by Brendan Gregg. // 15-Jun-2020 Wenbo Zhang Created this. #include #include #include #include #include #include #include #include #include #include #include "blk_types.h" #include "biolatency.h" #include "biolatency.skel.h" #include "trace_helpers.h" #define ARRAY_SIZE(x) (sizeof(x) / sizeof(*(x))) static struct env { char *disk; time_t interval; int times; bool timestamp; bool queued; bool per_disk; bool per_flag; bool milliseconds; bool verbose; char *cgroupspath; bool cg; } env = { .interval = 99999999, .times = 99999999, }; static volatile bool exiting; const char *argp_program_version = "biolatency 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Summarize block device I/O latency as a histogram.\n" "\n" "USAGE: biolatency [--help] [-T] [-m] [-Q] [-D] [-F] [-d DISK] [-c CG] [interval] [count]\n" "\n" "EXAMPLES:\n" " biolatency # summarize block I/O latency as a histogram\n" " biolatency 1 10 # print 1 second summaries, 10 times\n" " biolatency -mT 1 # 1s summaries, milliseconds, and timestamps\n" " biolatency -Q # include OS queued time in I/O time\n" " biolatency -D # show each disk device separately\n" " biolatency -F # show I/O flags separately\n" " biolatency -d sdc # Trace sdc only\n" " biolatency -c CG # Trace process under cgroupsPath CG\n"; static const struct argp_option opts[] = { { "timestamp", 'T', NULL, 0, "Include timestamp on output", 0 }, { "milliseconds", 'm', NULL, 0, "Millisecond histogram", 0 }, { "queued", 'Q', NULL, 0, "Include OS queued time in I/O time", 0 }, { "disk", 'D', NULL, 0, "Print a histogram per disk device", 0 }, { "flag", 'F', NULL, 0, "Print a histogram per set of I/O flags", 0 }, { "disk", 'd', "DISK", 0, "Trace this disk only", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { "cgroup", 'c', "/sys/fs/cgroup/unified", 0, "Trace process in cgroup path", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'm': env.milliseconds = true; break; case 'Q': env.queued = true; break; case 'D': env.per_disk = true; break; case 'F': env.per_flag = true; break; case 'T': env.timestamp = true; break; case 'c': env.cgroupspath = arg; env.cg = true; break; case 'd': env.disk = arg; if (strlen(arg) + 1 > DISK_NAME_LEN) { fprintf(stderr, "invaild disk name: too long\n"); argp_usage(state); } break; case ARGP_KEY_ARG: errno = 0; if (pos_args == 0) { env.interval = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid internal\n"); argp_usage(state); } } else if (pos_args == 1) { env.times = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid times\n"); argp_usage(state); } } else { fprintf(stderr, "unrecognized positional argument: %s\n", arg); argp_usage(state); } pos_args++; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_handler(int sig) { exiting = true; } static void print_cmd_flags(int cmd_flags) { static struct { int bit; const char *str; } flags[] = { { REQ_NOWAIT, "NoWait-" }, { REQ_BACKGROUND, "Background-" }, { REQ_RAHEAD, "ReadAhead-" }, { REQ_PREFLUSH, "PreFlush-" }, { REQ_FUA, "FUA-" }, { REQ_INTEGRITY, "Integrity-" }, { REQ_IDLE, "Idle-" }, { REQ_NOMERGE, "NoMerge-" }, { REQ_PRIO, "Priority-" }, { REQ_META, "Metadata-" }, { REQ_SYNC, "Sync-" }, }; static const char *ops[] = { [REQ_OP_READ] = "Read", [REQ_OP_WRITE] = "Write", [REQ_OP_FLUSH] = "Flush", [REQ_OP_DISCARD] = "Discard", [REQ_OP_SECURE_ERASE] = "SecureErase", [REQ_OP_ZONE_RESET] = "ZoneReset", [REQ_OP_WRITE_SAME] = "WriteSame", [REQ_OP_ZONE_RESET_ALL] = "ZoneResetAll", [REQ_OP_WRITE_ZEROES] = "WriteZeroes", [REQ_OP_ZONE_OPEN] = "ZoneOpen", [REQ_OP_ZONE_CLOSE] = "ZoneClose", [REQ_OP_ZONE_FINISH] = "ZoneFinish", [REQ_OP_SCSI_IN] = "SCSIIn", [REQ_OP_SCSI_OUT] = "SCSIOut", [REQ_OP_DRV_IN] = "DrvIn", [REQ_OP_DRV_OUT] = "DrvOut", }; int i; printf("flags = "); for (i = 0; i < ARRAY_SIZE(flags); i++) { if (cmd_flags & flags[i].bit) printf("%s", flags[i].str); } if ((cmd_flags & REQ_OP_MASK) < ARRAY_SIZE(ops)) printf("%s", ops[cmd_flags & REQ_OP_MASK]); else printf("Unknown"); } static int print_log2_hists(struct bpf_map *hists, struct partitions *partitions) { struct hist_key lookup_key = { .cmd_flags = -1 }, next_key; const char *units = env.milliseconds ? "msecs" : "usecs"; const struct partition *partition; int err, fd = bpf_map__fd(hists); struct hist hist; while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_lookup_elem(fd, &next_key, &hist); if (err < 0) { fprintf(stderr, "failed to lookup hist: %d\n", err); return -1; } if (env.per_disk) { partition = partitions__get_by_dev(partitions, next_key.dev); printf("\ndisk = %s\t", partition ? partition->name : "Unknown"); } if (env.per_flag) print_cmd_flags(next_key.cmd_flags); printf("\n"); print_log2_hist(hist.slots, MAX_SLOTS, units); lookup_key = next_key; } lookup_key.cmd_flags = -1; while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_delete_elem(fd, &next_key); if (err < 0) { fprintf(stderr, "failed to cleanup hist : %d\n", err); return -1; } lookup_key = next_key; } return 0; } /* * BTF has a func proto for each tracepoint, let's check it like * typedef void (*btf_trace_block_rq_issue)(void *, struct request *); * * Actually it's a typedef for a pointer to the func proto. */ static bool has_block_rq_issue_single_arg(void) { const struct btf *btf = btf__load_vmlinux_btf(); const struct btf_type *t1, *t2, *t3; __u32 type_id; bool ret = true; // assuming recent kernels type_id = btf__find_by_name_kind(btf, "btf_trace_block_rq_issue", BTF_KIND_TYPEDEF); if ((__s32)type_id < 0) return ret; t1 = btf__type_by_id(btf, type_id); if (t1 == NULL) return ret; t2 = btf__type_by_id(btf, t1->type); if (t2 == NULL || !btf_is_ptr(t2)) return ret; t3 = btf__type_by_id(btf, t2->type); if (t3 && btf_is_func_proto(t3)) ret = (btf_vlen(t3) == 2); // ctx + arg return ret; } int main(int argc, char **argv) { struct partitions *partitions = NULL; const struct partition *partition; static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct biolatency_bpf *obj; struct tm *tm; char ts[32]; time_t t; int err; int idx, cg_map_fd; int cgfd = -1; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); obj = biolatency_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } partitions = partitions__load(); if (!partitions) { fprintf(stderr, "failed to load partitions info\n"); goto cleanup; } /* initialize global data (filtering options) */ if (env.disk) { partition = partitions__get_by_name(partitions, env.disk); if (!partition) { fprintf(stderr, "invaild partition name: not exist\n"); goto cleanup; } obj->rodata->filter_dev = true; obj->rodata->targ_dev = partition->dev; } obj->rodata->targ_per_disk = env.per_disk; obj->rodata->targ_per_flag = env.per_flag; obj->rodata->targ_ms = env.milliseconds; obj->rodata->targ_queued = env.queued; obj->rodata->filter_cg = env.cg; obj->rodata->targ_single = has_block_rq_issue_single_arg(); if (probe_tp_btf("block_rq_insert")) { bpf_program__set_autoload(obj->progs.block_rq_insert, false); bpf_program__set_autoload(obj->progs.block_rq_issue, false); bpf_program__set_autoload(obj->progs.block_rq_complete, false); if (!env.queued) bpf_program__set_autoload(obj->progs.block_rq_insert_btf, false); } else { bpf_program__set_autoload(obj->progs.block_rq_insert_btf, false); bpf_program__set_autoload(obj->progs.block_rq_issue_btf, false); bpf_program__set_autoload(obj->progs.block_rq_complete_btf, false); if (!env.queued) bpf_program__set_autoload(obj->progs.block_rq_insert, false); } err = biolatency_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } /* update cgroup path fd to map */ if (env.cg) { idx = 0; cg_map_fd = bpf_map__fd(obj->maps.cgroup_map); cgfd = open(env.cgroupspath, O_RDONLY); if (cgfd < 0) { fprintf(stderr, "Failed opening Cgroup path: %s", env.cgroupspath); goto cleanup; } if (bpf_map_update_elem(cg_map_fd, &idx, &cgfd, BPF_ANY)) { fprintf(stderr, "Failed adding target cgroup to map"); goto cleanup; } } err = biolatency_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF object: %d\n", err); goto cleanup; } signal(SIGINT, sig_handler); printf("Tracing block device I/O... Hit Ctrl-C to end.\n"); /* main: poll */ while (1) { sleep(env.interval); printf("\n"); if (env.timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s\n", ts); } err = print_log2_hists(obj->maps.hists, partitions); if (err) break; if (exiting || --env.times == 0) break; } cleanup: biolatency_bpf__destroy(obj); partitions__free(partitions); if (cgfd > 0) close(cgfd); return err != 0; } bpfcc-0.31.0/libbpf-tools/biolatency.h000066400000000000000000000006071465134135300175560ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __BIOLATENCY_H #define __BIOLATENCY_H #define DISK_NAME_LEN 32 #define MAX_SLOTS 27 #define MINORBITS 20 #define MINORMASK ((1U << MINORBITS) - 1) #define MKDEV(ma, mi) (((ma) << MINORBITS) | (mi)) struct hist_key { __u32 cmd_flags; __u32 dev; }; struct hist { __u32 slots[MAX_SLOTS]; }; #endif /* __BIOLATENCY_H */ bpfcc-0.31.0/libbpf-tools/biopattern.bpf.c000066400000000000000000000027261465134135300203410ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Wenbo Zhang #include #include #include #include "biopattern.h" #include "maps.bpf.h" #include "core_fixes.bpf.h" const volatile bool filter_dev = false; const volatile __u32 targ_dev = 0; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 64); __type(key, u32); __type(value, struct counter); } counters SEC(".maps"); SEC("tracepoint/block/block_rq_complete") int handle__block_rq_complete(void *args) { struct counter *counterp, zero = {}; sector_t sector; u32 nr_sector; u32 dev; if (has_block_rq_completion()) { struct trace_event_raw_block_rq_completion___x *ctx = args; sector = BPF_CORE_READ(ctx, sector); nr_sector = BPF_CORE_READ(ctx, nr_sector); dev = BPF_CORE_READ(ctx, dev); } else { struct trace_event_raw_block_rq_complete___x *ctx = args; sector = BPF_CORE_READ(ctx, sector); nr_sector = BPF_CORE_READ(ctx, nr_sector); dev = BPF_CORE_READ(ctx, dev); } if (filter_dev && targ_dev != dev) return 0; counterp = bpf_map_lookup_or_try_init(&counters, &dev, &zero); if (!counterp) return 0; if (counterp->last_sector) { if (counterp->last_sector == sector) __sync_fetch_and_add(&counterp->sequential, 1); else __sync_fetch_and_add(&counterp->random, 1); __sync_fetch_and_add(&counterp->bytes, nr_sector * 512); } counterp->last_sector = sector + nr_sector; return 0; } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/biopattern.c000066400000000000000000000132651465134135300175730ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Wenbo Zhang // // Based on biopattern(8) from BPF-Perf-Tools-Book by Brendan Gregg. // 17-Jun-2020 Wenbo Zhang Created this. #include #include #include #include #include #include #include #include "biopattern.h" #include "biopattern.skel.h" #include "btf_helpers.h" #include "trace_helpers.h" static struct env { char *disk; time_t interval; bool timestamp; bool verbose; int times; } env = { .interval = 99999999, .times = 99999999, }; static volatile bool exiting; const char *argp_program_version = "biopattern 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Show block device I/O pattern.\n" "\n" "USAGE: biopattern [--help] [-T] [-d DISK] [interval] [count]\n" "\n" "EXAMPLES:\n" " biopattern # show block I/O pattern\n" " biopattern 1 10 # print 1 second summaries, 10 times\n" " biopattern -T 1 # 1s summaries with timestamps\n" " biopattern -d sdc # trace sdc only\n"; static const struct argp_option opts[] = { { "timestamp", 'T', NULL, 0, "Include timestamp on output", 0 }, { "disk", 'd', "DISK", 0, "Trace this disk only", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'd': env.disk = arg; if (strlen(arg) + 1 > DISK_NAME_LEN) { fprintf(stderr, "invaild disk name: too long\n"); argp_usage(state); } break; case 'T': env.timestamp = true; break; case ARGP_KEY_ARG: errno = 0; if (pos_args == 0) { env.interval = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid internal\n"); argp_usage(state); } } else if (pos_args == 1) { env.times = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid times\n"); argp_usage(state); } } else { fprintf(stderr, "unrecognized positional argument: %s\n", arg); argp_usage(state); } pos_args++; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_handler(int sig) { exiting = true; } static int print_map(struct bpf_map *counters, struct partitions *partitions) { __u32 total, lookup_key = -1, next_key; int err, fd = bpf_map__fd(counters); const struct partition *partition; struct counter counter; struct tm *tm; char ts[32]; time_t t; while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_lookup_elem(fd, &next_key, &counter); if (err < 0) { fprintf(stderr, "failed to lookup counters: %d\n", err); return -1; } lookup_key = next_key; total = counter.sequential + counter.random; if (!total) continue; if (env.timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-9s ", ts); } partition = partitions__get_by_dev(partitions, next_key); printf("%-7s %5ld %5ld %8d %10lld\n", partition ? partition->name : "Unknown", counter.random * 100L / total, counter.sequential * 100L / total, total, counter.bytes / 1024); } lookup_key = -1; while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_delete_elem(fd, &next_key); if (err < 0) { fprintf(stderr, "failed to cleanup counters: %d\n", err); return -1; } lookup_key = next_key; } return 0; } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); struct partitions *partitions = NULL; const struct partition *partition; static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct biopattern_bpf *obj; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = biopattern_bpf__open_opts(&open_opts); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } partitions = partitions__load(); if (!partitions) { fprintf(stderr, "failed to load partitions info\n"); goto cleanup; } /* initialize global data (filtering options) */ if (env.disk) { partition = partitions__get_by_name(partitions, env.disk); if (!partition) { fprintf(stderr, "invaild partition name: not exist\n"); goto cleanup; } obj->rodata->filter_dev = true; obj->rodata->targ_dev = partition->dev; } err = biopattern_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } err = biopattern_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs\n"); goto cleanup; } signal(SIGINT, sig_handler); printf("Tracing block device I/O requested seeks... Hit Ctrl-C to " "end.\n"); if (env.timestamp) printf("%-9s ", "TIME"); printf("%-7s %5s %5s %8s %10s\n", "DISK", "%RND", "%SEQ", "COUNT", "KBYTES"); /* main: poll */ while (1) { sleep(env.interval); err = print_map(obj->maps.counters, partitions); if (err) break; if (exiting || --env.times == 0) break; } cleanup: biopattern_bpf__destroy(obj); partitions__free(partitions); cleanup_core_btf(&open_opts); return err != 0; } bpfcc-0.31.0/libbpf-tools/biopattern.h000066400000000000000000000003651465134135300175750ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) #ifndef __BIOPATTERN_H #define __BIOPATTERN_H #define DISK_NAME_LEN 32 struct counter { __u64 last_sector; __u64 bytes; __u32 sequential; __u32 random; }; #endif /* __BIOPATTERN_H */ bpfcc-0.31.0/libbpf-tools/biosnoop.bpf.c000066400000000000000000000114601465134135300200150ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Wenbo Zhang #include #include #include #include #include "biosnoop.h" #include "core_fixes.bpf.h" #define MAX_ENTRIES 10240 const volatile bool filter_cg = false; const volatile bool targ_queued = false; const volatile bool filter_dev = false; const volatile __u32 targ_dev = 0; const volatile __u64 min_ns = 0; extern __u32 LINUX_KERNEL_VERSION __kconfig; struct { __uint(type, BPF_MAP_TYPE_CGROUP_ARRAY); __type(key, u32); __type(value, u32); __uint(max_entries, 1); } cgroup_map SEC(".maps"); struct piddata { char comm[TASK_COMM_LEN]; u32 pid; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct request *); __type(value, struct piddata); } infobyreq SEC(".maps"); struct stage { u64 insert; u64 issue; __u32 dev; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct request *); __type(value, struct stage); } start SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(u32)); __uint(value_size, sizeof(u32)); } events SEC(".maps"); static __always_inline int trace_pid(struct request *rq) { u64 id = bpf_get_current_pid_tgid(); struct piddata piddata = {}; piddata.pid = id >> 32; bpf_get_current_comm(&piddata.comm, sizeof(&piddata.comm)); bpf_map_update_elem(&infobyreq, &rq, &piddata, 0); return 0; } SEC("fentry/blk_account_io_start") int BPF_PROG(blk_account_io_start, struct request *rq) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; return trace_pid(rq); } SEC("tp_btf/block_io_start") int BPF_PROG(block_io_start, struct request *rq) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; return trace_pid(rq); } SEC("kprobe/blk_account_io_merge_bio") int BPF_KPROBE(blk_account_io_merge_bio, struct request *rq) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; return trace_pid(rq); } static __always_inline int trace_rq_start(struct request *rq, bool insert) { struct stage *stagep, stage = {}; u64 ts = bpf_ktime_get_ns(); stagep = bpf_map_lookup_elem(&start, &rq); if (!stagep) { struct gendisk *disk = get_disk(rq); stage.dev = disk ? MKDEV(BPF_CORE_READ(disk, major), BPF_CORE_READ(disk, first_minor)) : 0; if (filter_dev && targ_dev != stage.dev) return 0; stagep = &stage; } if (insert) stagep->insert = ts; else stagep->issue = ts; if (stagep == &stage) bpf_map_update_elem(&start, &rq, stagep, 0); return 0; } SEC("tp_btf/block_rq_insert") int BPF_PROG(block_rq_insert) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; /** * commit a54895fa (v5.11-rc1) changed tracepoint argument list * from TP_PROTO(struct request_queue *q, struct request *rq) * to TP_PROTO(struct request *rq) */ if (LINUX_KERNEL_VERSION >= KERNEL_VERSION(5, 11, 0)) return trace_rq_start((void *)ctx[0], true); else return trace_rq_start((void *)ctx[1], true); } SEC("tp_btf/block_rq_issue") int BPF_PROG(block_rq_issue) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; /** * commit a54895fa (v5.11-rc1) changed tracepoint argument list * from TP_PROTO(struct request_queue *q, struct request *rq) * to TP_PROTO(struct request *rq) */ if (LINUX_KERNEL_VERSION >= KERNEL_VERSION(5, 11, 0)) return trace_rq_start((void *)ctx[0], false); else return trace_rq_start((void *)ctx[1], false); } SEC("tp_btf/block_rq_complete") int BPF_PROG(block_rq_complete, struct request *rq, int error, unsigned int nr_bytes) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; u64 ts = bpf_ktime_get_ns(); struct piddata *piddatap; struct event event = {}; struct stage *stagep; s64 delta; stagep = bpf_map_lookup_elem(&start, &rq); if (!stagep) return 0; delta = (s64)(ts - stagep->issue); if (delta < 0 || delta < min_ns) goto cleanup; piddatap = bpf_map_lookup_elem(&infobyreq, &rq); if (!piddatap) { event.comm[0] = '?'; } else { __builtin_memcpy(&event.comm, piddatap->comm, sizeof(event.comm)); event.pid = piddatap->pid; } event.delta = delta; if (targ_queued && BPF_CORE_READ(rq, q, elevator)) { if (!stagep->insert) event.qdelta = -1; /* missed or don't insert entry */ else event.qdelta = stagep->issue - stagep->insert; } event.ts = ts; event.sector = BPF_CORE_READ(rq, __sector); event.len = BPF_CORE_READ(rq, __data_len); event.cmd_flags = BPF_CORE_READ(rq, cmd_flags); event.dev = stagep->dev; bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); cleanup: bpf_map_delete_elem(&start, &rq); bpf_map_delete_elem(&infobyreq, &rq); return 0; } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/biosnoop.c000066400000000000000000000217561465134135300172600ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Wenbo Zhang // // Based on biosnoop(8) from BCC by Brendan Gregg. // 29-Jun-2020 Wenbo Zhang Created this. #include #include #include #include #include #include #include #include #include #include #include "blk_types.h" #include "biosnoop.h" #include "biosnoop.skel.h" #include "trace_helpers.h" #define PERF_BUFFER_PAGES 16 #define PERF_POLL_TIMEOUT_MS 100 static volatile sig_atomic_t exiting = 0; static struct env { __u64 min_lat_ms; char *disk; int duration; bool timestamp; bool queued; bool verbose; char *cgroupspath; bool cg; } env = {}; static volatile __u64 start_ts; const char *argp_program_version = "biosnoop 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace block I/O.\n" "\n" "USAGE: biosnoop [--help] [-d DISK] [-c CG] [-Q]\n" "\n" "EXAMPLES:\n" " biosnoop # trace all block I/O\n" " biosnoop -Q # include OS queued time in I/O time\n" " biosnoop -t # use timestamps instead\n" " biosnoop 10 # trace for 10 seconds only\n" " biosnoop -d sdc # trace sdc only\n" " biosnoop -c CG # Trace process under cgroupsPath CG\n" " biosnoop -m 1 # trace for slower than 1ms\n"; static const struct argp_option opts[] = { { "queued", 'Q', NULL, 0, "Include OS queued time in I/O time", 0 }, { "disk", 'd', "DISK", 0, "Trace this disk only", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { "cgroup", 'c', "/sys/fs/cgroup/unified/CG", 0, "Trace process in cgroup path", 0 }, { "min", 'm', "MIN", 0, "Min latency to trace, in ms", 0 }, { "timestamp", 't', NULL, 0, "Include timestamp on output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'Q': env.queued = true; break; case 'c': env.cg = true; env.cgroupspath = arg; break; case 'd': env.disk = arg; if (strlen(arg) + 1 > DISK_NAME_LEN) { fprintf(stderr, "invaild disk name: too long\n"); argp_usage(state); } break; case 'm': errno = 0; env.min_lat_ms = strtoll(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid latency (in us): %s\n", arg); argp_usage(state); } break; case 't': env.timestamp = true; break; case ARGP_KEY_ARG: if (pos_args++) { fprintf(stderr, "unrecognized positional argument: %s\n", arg); argp_usage(state); } errno = 0; env.duration = strtoll(arg, NULL, 10); if (errno || env.duration <= 0) { fprintf(stderr, "invalid delay (in us): %s\n", arg); argp_usage(state); } break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } static void blk_fill_rwbs(char *rwbs, unsigned int op) { int i = 0; if (op & REQ_PREFLUSH) rwbs[i++] = 'F'; switch (op & REQ_OP_MASK) { case REQ_OP_WRITE: case REQ_OP_WRITE_SAME: rwbs[i++] = 'W'; break; case REQ_OP_DISCARD: rwbs[i++] = 'D'; break; case REQ_OP_SECURE_ERASE: rwbs[i++] = 'D'; rwbs[i++] = 'E'; break; case REQ_OP_FLUSH: rwbs[i++] = 'F'; break; case REQ_OP_READ: rwbs[i++] = 'R'; break; default: rwbs[i++] = 'N'; } if (op & REQ_FUA) rwbs[i++] = 'F'; if (op & REQ_RAHEAD) rwbs[i++] = 'A'; if (op & REQ_SYNC) rwbs[i++] = 'S'; if (op & REQ_META) rwbs[i++] = 'M'; rwbs[i] = '\0'; } static struct partitions *partitions; void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { const struct partition *partition; struct event e; char rwbs[RWBS_LEN]; struct timespec ct; struct tm *tm; char ts[32]; if (data_sz < sizeof(e)) { printf("Error: packet too small\n"); return; } /* Copy data as alignment in the perf buffer isn't guaranteed. */ memcpy(&e, data, sizeof(e)); if (env.timestamp) { /* Since `bpf_ktime_get_boot_ns` requires at least 5.8 kernel, * so get time from usespace instead */ clock_gettime(CLOCK_REALTIME, &ct); tm = localtime(&ct.tv_sec); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s.%03ld ", ts, ct.tv_nsec / 1000000); } else { if (!start_ts) { start_ts = e.ts; } printf("%-11.6f ",(e.ts - start_ts) / 1000000000.0); } blk_fill_rwbs(rwbs, e.cmd_flags); partition = partitions__get_by_dev(partitions, e.dev); printf("%-14.14s %-7d %-7s %-4s %-10lld %-7d ", e.comm, e.pid, partition ? partition->name : "Unknown", rwbs, e.sector, e.len); if (env.queued) printf("%7.3f ", e.qdelta != -1 ? e.qdelta / 1000000.0 : -1); printf("%7.3f\n", e.delta / 1000000.0); } void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { fprintf(stderr, "lost %llu events on CPU #%d\n", lost_cnt, cpu); } static void blk_account_io_set_attach_target(struct biosnoop_bpf *obj) { if (fentry_can_attach("blk_account_io_start", NULL)) bpf_program__set_attach_target(obj->progs.blk_account_io_start, 0, "blk_account_io_start"); else bpf_program__set_attach_target(obj->progs.blk_account_io_start, 0, "__blk_account_io_start"); } int main(int argc, char **argv) { const struct partition *partition; static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct perf_buffer *pb = NULL; struct ksyms *ksyms = NULL; struct biosnoop_bpf *obj; __u64 time_end = 0; int err; int idx, cg_map_fd; int cgfd = -1; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); obj = biosnoop_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } partitions = partitions__load(); if (!partitions) { fprintf(stderr, "failed to load partitions info\n"); goto cleanup; } /* initialize global data (filtering options) */ if (env.disk) { partition = partitions__get_by_name(partitions, env.disk); if (!partition) { fprintf(stderr, "invaild partition name: not exist\n"); goto cleanup; } obj->rodata->filter_dev = true; obj->rodata->targ_dev = partition->dev; } obj->rodata->targ_queued = env.queued; obj->rodata->filter_cg = env.cg; obj->rodata->min_ns = env.min_lat_ms * 1000000; if (tracepoint_exists("block", "block_io_start")) bpf_program__set_autoload(obj->progs.blk_account_io_start, false); else { bpf_program__set_autoload(obj->progs.block_io_start, false); blk_account_io_set_attach_target(obj); } ksyms = ksyms__load(); if (!ksyms) { fprintf(stderr, "failed to load kallsyms\n"); goto cleanup; } if (!ksyms__get_symbol(ksyms, "blk_account_io_merge_bio")) bpf_program__set_autoload(obj->progs.blk_account_io_merge_bio, false); if (!env.queued) bpf_program__set_autoload(obj->progs.block_rq_insert, false); err = biosnoop_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } /* update cgroup path fd to map */ if (env.cg) { idx = 0; cg_map_fd = bpf_map__fd(obj->maps.cgroup_map); cgfd = open(env.cgroupspath, O_RDONLY); if (cgfd < 0) { fprintf(stderr, "Failed opening Cgroup path: %s\n", env.cgroupspath); goto cleanup; } if (bpf_map_update_elem(cg_map_fd, &idx, &cgfd, BPF_ANY)) { fprintf(stderr, "Failed adding target cgroup to map\n"); goto cleanup; } } err = biosnoop_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs: %d\n", err); goto cleanup; } pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = -errno; fprintf(stderr, "failed to open perf buffer: %d\n", err); goto cleanup; } if (env.timestamp) { printf("%-12s ", "TIMESTAMP"); } else { printf("%-11s ", "TIME(s)"); } printf("%-14s %-7s %-7s %-4s %-10s %-7s ", "COMM", "PID", "DISK", "T", "SECTOR", "BYTES"); if (env.queued) printf("%7s ", "QUE(ms)"); printf("%7s\n", "LAT(ms)"); /* setup duration */ if (env.duration) time_end = get_ktime_ns() + env.duration * NSEC_PER_SEC; if (signal(SIGINT, sig_int) == SIG_ERR) { fprintf(stderr, "can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } /* main: poll */ while (!exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { fprintf(stderr, "error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; if (env.duration && get_ktime_ns() > time_end) break; } cleanup: perf_buffer__free(pb); biosnoop_bpf__destroy(obj); ksyms__free(ksyms); partitions__free(partitions); if (cgfd > 0) close(cgfd); return err != 0; } bpfcc-0.31.0/libbpf-tools/biosnoop.h000066400000000000000000000007211465134135300172520ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) #ifndef __BIOSNOOP_H #define __BIOSNOOP_H #define DISK_NAME_LEN 32 #define TASK_COMM_LEN 16 #define RWBS_LEN 8 #define MINORBITS 20 #define MINORMASK ((1U << MINORBITS) - 1) #define MKDEV(ma, mi) (((ma) << MINORBITS) | (mi)) struct event { char comm[TASK_COMM_LEN]; __u64 delta; __u64 qdelta; __u64 ts; __u64 sector; __u32 len; __u32 pid; __u32 cmd_flags; __u32 dev; }; #endif /* __BIOSNOOP_H */ bpfcc-0.31.0/libbpf-tools/biostacks.bpf.c000066400000000000000000000057611465134135300201560ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Wenbo Zhang #include #include #include #include #include "biostacks.h" #include "bits.bpf.h" #include "maps.bpf.h" #include "core_fixes.bpf.h" #define MAX_ENTRIES 10240 const volatile bool targ_ms = false; const volatile bool filter_dev = false; const volatile __u32 targ_dev = -1; struct internal_rqinfo { u64 start_ts; struct rqinfo rqinfo; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct request *); __type(value, struct internal_rqinfo); } rqinfos SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct rqinfo); __type(value, struct hist); } hists SEC(".maps"); static struct hist zero; static __always_inline int trace_start(void *ctx, struct request *rq, bool merge_bio) { struct internal_rqinfo *i_rqinfop = NULL, i_rqinfo = {}; struct gendisk *disk = get_disk(rq); u32 dev; dev = disk ? MKDEV(BPF_CORE_READ(disk, major), BPF_CORE_READ(disk, first_minor)) : 0; if (filter_dev && targ_dev != dev) return 0; if (merge_bio) i_rqinfop = bpf_map_lookup_elem(&rqinfos, &rq); if (!i_rqinfop) i_rqinfop = &i_rqinfo; i_rqinfop->start_ts = bpf_ktime_get_ns(); i_rqinfop->rqinfo.pid = bpf_get_current_pid_tgid(); i_rqinfop->rqinfo.kern_stack_size = bpf_get_stack(ctx, i_rqinfop->rqinfo.kern_stack, sizeof(i_rqinfop->rqinfo.kern_stack), 0); bpf_get_current_comm(&i_rqinfop->rqinfo.comm, sizeof(&i_rqinfop->rqinfo.comm)); i_rqinfop->rqinfo.dev = dev; if (i_rqinfop == &i_rqinfo) bpf_map_update_elem(&rqinfos, &rq, i_rqinfop, 0); return 0; } static __always_inline int trace_done(void *ctx, struct request *rq) { u64 slot, ts = bpf_ktime_get_ns(); struct internal_rqinfo *i_rqinfop; struct hist *histp; s64 delta; i_rqinfop = bpf_map_lookup_elem(&rqinfos, &rq); if (!i_rqinfop) return 0; delta = (s64)(ts - i_rqinfop->start_ts); if (delta < 0) goto cleanup; histp = bpf_map_lookup_or_try_init(&hists, &i_rqinfop->rqinfo, &zero); if (!histp) goto cleanup; if (targ_ms) delta /= 1000000U; else delta /= 1000U; slot = log2l(delta); if (slot >= MAX_SLOTS) slot = MAX_SLOTS - 1; __sync_fetch_and_add(&histp->slots[slot], 1); cleanup: bpf_map_delete_elem(&rqinfos, &rq); return 0; } SEC("kprobe/blk_account_io_merge_bio") int BPF_KPROBE(blk_account_io_merge_bio, struct request *rq) { return trace_start(ctx, rq, true); } SEC("fentry/blk_account_io_start") int BPF_PROG(blk_account_io_start, struct request *rq) { return trace_start(ctx, rq, false); } SEC("fentry/blk_account_io_done") int BPF_PROG(blk_account_io_done, struct request *rq) { return trace_done(ctx, rq); } SEC("tp_btf/block_io_start") int BPF_PROG(block_io_start, struct request *rq) { return trace_start(ctx, rq, false); } SEC("tp_btf/block_io_done") int BPF_PROG(block_io_done, struct request *rq) { return trace_done(ctx, rq); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/biostacks.c000066400000000000000000000143631465134135300174060ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Wenbo Zhang // // Based on biostacks(8) from BPF-Perf-Tools-Book by Brendan Gregg. // 10-Aug-2020 Wenbo Zhang Created this. #include #include #include #include #include #include #include "biostacks.h" #include "biostacks.skel.h" #include "trace_helpers.h" static struct env { char *disk; int duration; bool milliseconds; bool verbose; } env = { .duration = -1, }; const char *argp_program_version = "biostacks 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Tracing block I/O with init stacks.\n" "\n" "USAGE: biostacks [--help] [-d DISK] [-m] [duration]\n" "\n" "EXAMPLES:\n" " biostacks # trace block I/O with init stacks.\n" " biostacks 1 # trace for 1 seconds only\n" " biostacks -d sdc # trace sdc only\n"; static const struct argp_option opts[] = { { "disk", 'd', "DISK", 0, "Trace this disk only", 0 }, { "milliseconds", 'm', NULL, 0, "Millisecond histogram", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'd': env.disk = arg; if (strlen(arg) + 1 > DISK_NAME_LEN) { fprintf(stderr, "invaild disk name: too long\n"); argp_usage(state); } break; case 'm': env.milliseconds = true; break; case ARGP_KEY_ARG: if (pos_args++) { fprintf(stderr, "unrecognized positional argument: %s\n", arg); argp_usage(state); } errno = 0; env.duration = strtoll(arg, NULL, 10); if (errno || env.duration <= 0) { fprintf(stderr, "invalid delay (in us): %s\n", arg); argp_usage(state); } break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_handler(int sig) { } static void print_map(struct ksyms *ksyms, struct partitions *partitions, int fd) { const char *units = env.milliseconds ? "msecs" : "usecs"; struct rqinfo lookup_key = {}, next_key; const struct partition *partition; const struct ksym *ksym; int num_stack, i, err; struct hist hist; while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_lookup_elem(fd, &next_key, &hist); if (err < 0) { fprintf(stderr, "failed to lookup hist: %d\n", err); return; } partition = partitions__get_by_dev(partitions, next_key.dev); printf("%-14.14s %-6d %-7s\n", next_key.comm, next_key.pid, partition ? partition->name : "Unknown"); num_stack = next_key.kern_stack_size / sizeof(next_key.kern_stack[0]); for (i = 0; i < num_stack; i++) { ksym = ksyms__map_addr(ksyms, next_key.kern_stack[i]); printf("%s\n", ksym ? ksym->name : "Unknown"); } print_log2_hist(hist.slots, MAX_SLOTS, units); printf("\n"); lookup_key = next_key; } return; } static bool has_block_io_tracepoints(void) { return tracepoint_exists("block", "block_io_start") && tracepoint_exists("block", "block_io_done"); } static void disable_block_io_tracepoints(struct biostacks_bpf *obj) { bpf_program__set_autoload(obj->progs.block_io_start, false); bpf_program__set_autoload(obj->progs.block_io_done, false); } static void disable_blk_account_io_fentry(struct biostacks_bpf *obj) { bpf_program__set_autoload(obj->progs.blk_account_io_start, false); bpf_program__set_autoload(obj->progs.blk_account_io_done, false); } static void blk_account_io_set_attach_target(struct biostacks_bpf *obj) { if (fentry_can_attach("blk_account_io_start", NULL)) { bpf_program__set_attach_target(obj->progs.blk_account_io_start, 0, "blk_account_io_start"); bpf_program__set_attach_target(obj->progs.blk_account_io_done, 0, "blk_account_io_done"); } else { bpf_program__set_attach_target(obj->progs.blk_account_io_start, 0, "__blk_account_io_start"); bpf_program__set_attach_target(obj->progs.blk_account_io_done, 0, "__blk_account_io_done"); } } int main(int argc, char **argv) { struct partitions *partitions = NULL; const struct partition *partition; static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct ksyms *ksyms = NULL; struct biostacks_bpf *obj; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); obj = biostacks_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } partitions = partitions__load(); if (!partitions) { fprintf(stderr, "failed to load partitions info\n"); goto cleanup; } /* initialize global data (filtering options) */ if (env.disk) { partition = partitions__get_by_name(partitions, env.disk); if (!partition) { fprintf(stderr, "invaild partition name: not exist\n"); goto cleanup; } obj->rodata->filter_dev = true; obj->rodata->targ_dev = partition->dev; } obj->rodata->targ_ms = env.milliseconds; if (has_block_io_tracepoints()) disable_blk_account_io_fentry(obj); else { disable_block_io_tracepoints(obj); blk_account_io_set_attach_target(obj); } ksyms = ksyms__load(); if (!ksyms) { fprintf(stderr, "failed to load kallsyms\n"); goto cleanup; } if (!ksyms__get_symbol(ksyms, "blk_account_io_merge_bio")) bpf_program__set_autoload(obj->progs.blk_account_io_merge_bio, false); err = biostacks_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } err = biostacks_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs: %d\n", err); goto cleanup; } signal(SIGINT, sig_handler); printf("Tracing block I/O with init stacks. Hit Ctrl-C to end.\n"); sleep(env.duration); print_map(ksyms, partitions, bpf_map__fd(obj->maps.hists)); cleanup: biostacks_bpf__destroy(obj); ksyms__free(ksyms); partitions__free(partitions); return err != 0; } bpfcc-0.31.0/libbpf-tools/biostacks.h000066400000000000000000000007711465134135300174110ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __BIOSTACKS_H #define __BIOSTACKS_H #define DISK_NAME_LEN 32 #define TASK_COMM_LEN 16 #define MAX_SLOTS 20 #define MAX_STACK 20 #define MINORBITS 20 #define MINORMASK ((1U << MINORBITS) - 1) #define MKDEV(ma, mi) (((ma) << MINORBITS) | (mi)) struct rqinfo { __u32 pid; int kern_stack_size; __u64 kern_stack[MAX_STACK]; char comm[TASK_COMM_LEN]; __u32 dev; }; struct hist { __u32 slots[MAX_SLOTS]; }; #endif /* __BIOSTACKS_H */ bpfcc-0.31.0/libbpf-tools/biotop.bpf.c000066400000000000000000000066141465134135300174660ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2022 Francis Laniel #include #include #include #include #include "biotop.h" #include "maps.bpf.h" #include "core_fixes.bpf.h" const volatile pid_t target_pid = 0; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, struct request *); __type(value, struct start_req_t); } start SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, struct request *); __type(value, struct who_t); } whobyreq SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, struct info_t); __type(value, struct val_t); } counts SEC(".maps"); static __always_inline int trace_start(struct request *req) { struct who_t who = {}; __u64 pid_tgid; __u32 pid; /* cache PID and comm by-req */ pid_tgid = bpf_get_current_pid_tgid(); pid = pid_tgid >> 32; if (target_pid && target_pid != pid) return 0; bpf_get_current_comm(&who.name, sizeof(who.name)); who.pid = pid; bpf_map_update_elem(&whobyreq, &req, &who, 0); return 0; } SEC("kprobe/blk_mq_start_request") int BPF_KPROBE(blk_mq_start_request, struct request *req) { /* time block I/O */ struct start_req_t start_req; start_req.ts = bpf_ktime_get_ns(); start_req.data_len = BPF_CORE_READ(req, __data_len); bpf_map_update_elem(&start, &req, &start_req, 0); return 0; } static __always_inline int trace_done(struct request *req) { struct val_t *valp, zero = {}; struct info_t info = {}; struct start_req_t *startp; unsigned int cmd_flags; struct gendisk *disk; struct who_t *whop; u64 delta_us; u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; if (target_pid && target_pid != pid) goto cleanup; /* fetch timestamp and calculate delta */ startp = bpf_map_lookup_elem(&start, &req); if (!startp) goto cleanup; /* missed tracing issue */ delta_us = (bpf_ktime_get_ns() - startp->ts) / 1000; /* setup info_t key */ cmd_flags = BPF_CORE_READ(req, cmd_flags); disk = get_disk(req); info.major = BPF_CORE_READ(disk, major); info.minor = BPF_CORE_READ(disk, first_minor); info.rwflag = !!((cmd_flags & REQ_OP_MASK) == REQ_OP_WRITE); whop = bpf_map_lookup_elem(&whobyreq, &req); if (whop) { info.pid = whop->pid; __builtin_memcpy(&info.name, whop->name, sizeof(info.name)); } valp = bpf_map_lookup_or_try_init(&counts, &info, &zero); if (valp) { /* save stats */ valp->us += delta_us; valp->bytes += startp->data_len; valp->io++; } cleanup: bpf_map_delete_elem(&start, &req); bpf_map_delete_elem(&whobyreq, &req); return 0; } SEC("kprobe/blk_account_io_start") int BPF_KPROBE(blk_account_io_start, struct request *req) { return trace_start(req); } SEC("kprobe/blk_account_io_done") int BPF_KPROBE(blk_account_io_done, struct request *req) { return trace_done(req); } SEC("kprobe/__blk_account_io_start") int BPF_KPROBE(__blk_account_io_start, struct request *req) { return trace_start(req); } SEC("kprobe/__blk_account_io_done") int BPF_KPROBE(__blk_account_io_done, struct request *req) { return trace_done(req); } SEC("tp_btf/block_io_start") int BPF_PROG(block_io_start, struct request *req) { return trace_start(req); } SEC("tp_btf/block_io_done") int BPF_PROG(block_io_done, struct request *req) { return trace_done(req); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/biotop.c000066400000000000000000000244571465134135300167250ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* * biotop Trace block I/O by process. * Copyright (c) 2022 Francis Laniel * * Based on biotop(8) from BCC by Brendan Gregg. * 03-Mar-2022 Francis Laniel Created this. * 23-Nov-2023 Pcheng Cui Add PID filter support. */ #ifndef _GNU_SOURCE #define _GNU_SOURCE #endif #include #include #include #include #include #include #include #include #include #include #include "biotop.h" #include "biotop.skel.h" #include "compat.h" #include "trace_helpers.h" #define warn(...) fprintf(stderr, __VA_ARGS__) #define OUTPUT_ROWS_LIMIT 10240 enum SORT { ALL, IO, BYTES, TIME, }; struct disk { int major; int minor; char name[256]; }; struct vector { size_t nr; size_t capacity; void **elems; }; int grow_vector(struct vector *vector) { if (vector->nr >= vector->capacity) { void **reallocated; if (!vector->capacity) vector->capacity = 1; else vector->capacity *= 2; reallocated = libbpf_reallocarray(vector->elems, vector->capacity, sizeof(*vector->elems)); if (!reallocated) return -1; vector->elems = reallocated; } return 0; } void free_vector(struct vector vector) { for (size_t i = 0; i < vector.nr; i++) if (vector.elems[i] != NULL) free(vector.elems[i]); free(vector.elems); } struct vector disks = {}; static volatile sig_atomic_t exiting = 0; static bool clear_screen = true; static int output_rows = 20; static int sort_by = ALL; static int interval = 1; static int count = 99999999; static pid_t target_pid = 0; static bool verbose = false; const char *argp_program_version = "biotop 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace file reads/writes by process.\n" "\n" "USAGE: biotop [-h] [interval] [count] [-p PID]\n" "\n" "EXAMPLES:\n" " biotop # file I/O top, refresh every 1s\n" " biotop 5 10 # 5s summaries, 10 times\n" " biotop -p 181 # only trace PID 1216\n"; static const struct argp_option opts[] = { { "noclear", 'C', NULL, 0, "Don't clear the screen", 0 }, { "sort", 's', "SORT", 0, "Sort columns, default all [all, io, bytes, time]", 0 }, { "rows", 'r', "ROWS", 0, "Maximum rows to print, default 20", 0 }, { "pid", 'p', "PID", 0, "Process ID to trace", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { long rows, pid; static int pos_args; switch (key) { case 'C': clear_screen = false; break; case 's': if (!strcmp(arg, "all")) { sort_by = ALL; } else if (!strcmp(arg, "io")) { sort_by = IO; } else if (!strcmp(arg, "bytes")) { sort_by = BYTES; } else if (!strcmp(arg, "time")) { sort_by = TIME; } else { warn("invalid sort method: %s\n", arg); argp_usage(state); } break; case 'r': errno = 0; rows = strtol(arg, NULL, 10); if (errno || rows <= 0) { warn("invalid rows: %s\n", arg); argp_usage(state); } output_rows = rows; if (output_rows > OUTPUT_ROWS_LIMIT) output_rows = OUTPUT_ROWS_LIMIT; break; case 'p': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { warn("Invalid PID: %s\n", arg); argp_usage(state); } target_pid = pid; break; case 'v': verbose = true; break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case ARGP_KEY_ARG: errno = 0; if (pos_args == 0) { interval = strtol(arg, NULL, 10); if (errno || interval <= 0) { warn("invalid interval\n"); argp_usage(state); } } else if (pos_args == 1) { count = strtol(arg, NULL, 10); if (errno || count <= 0) { warn("invalid count\n"); argp_usage(state); } } else { warn("unrecognized positional argument: %s\n", arg); argp_usage(state); } pos_args++; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } struct data_t { struct info_t key; struct val_t value; }; static int sort_column(const void *obj1, const void *obj2) { struct data_t *d1 = (struct data_t *) obj1; struct data_t *d2 = (struct data_t *) obj2; struct val_t *s1 = &d1->value; struct val_t *s2 = &d2->value; if (sort_by == IO) return s2->io - s1->io; else if (sort_by == BYTES) return s2->bytes - s1->bytes; else if (sort_by == TIME) return s2->us - s1->us; else return (s2->io + s2->bytes + s2->us) - (s1->io + s1->bytes + s1->us); } static void parse_disk_stat(void) { FILE *fp; char *line; size_t zero; fp = fopen("/proc/diskstats", "r"); if (!fp) return; zero = 0; while (getline(&line, &zero, fp) != -1) { struct disk disk; if (sscanf(line, "%d %d %s", &disk.major, &disk.minor, disk.name) != 3) continue; if (grow_vector(&disks) == -1) goto err; disks.elems[disks.nr] = malloc(sizeof(disk)); if (!disks.elems[disks.nr]) goto err; memcpy(disks.elems[disks.nr], &disk, sizeof(disk)); disks.nr++; } free(line); fclose(fp); return; err: fprintf(stderr, "realloc or malloc failed\n"); free_vector(disks); } static char *search_disk_name(int major, int minor) { for (size_t i = 0; i < disks.nr; i++) { struct disk *diskp; if (!disks.elems[i]) continue; diskp = (struct disk *) disks.elems[i]; if (diskp->major == major && diskp->minor == minor) return diskp->name; } return ""; } static int print_stat(struct biotop_bpf *obj) { FILE *f; time_t t; struct tm *tm; char ts[16], buf[256]; struct info_t *prev_key = NULL; static struct data_t datas[OUTPUT_ROWS_LIMIT]; int n, i, err = 0, rows = 0; int fd = bpf_map__fd(obj->maps.counts); f = fopen("/proc/loadavg", "r"); if (f) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); memset(buf, 0, sizeof(buf)); n = fread(buf, 1, sizeof(buf), f); if (n) printf("%8s loadavg: %s\n", ts, buf); fclose(f); } printf("%-7s %-16s %1s %-3s %-3s %-8s %5s %7s %6s\n", "PID", "COMM", "D", "MAJ", "MIN", "DISK", "I/O", "Kbytes", "AVGms"); while (1) { err = bpf_map_get_next_key(fd, prev_key, &datas[rows].key); if (err) { if (errno == ENOENT) { err = 0; break; } warn("bpf_map_get_next_key failed: %s\n", strerror(errno)); return err; } err = bpf_map_lookup_elem(fd, &datas[rows].key, &datas[rows].value); if (err) { warn("bpf_map_lookup_elem failed: %s\n", strerror(errno)); return err; } prev_key = &datas[rows].key; rows++; } qsort(datas, rows, sizeof(struct data_t), sort_column); rows = rows < output_rows ? rows : output_rows; for (i = 0; i < rows; i++) { int major; int minor; struct info_t *key = &datas[i].key; struct val_t *value = &datas[i].value; float avg_ms = 0; /* To avoid floating point exception. */ if (value->io) avg_ms = ((float) value->us) / 1000 / value->io; major = key->major; minor = key->minor; printf("%-7d %-16s %1s %-3d %-3d %-8s %5d %7lld %6.2f\n", key->pid, key->name, key->rwflag ? "W": "R", major, minor, search_disk_name(major, minor), value->io, value->bytes / 1024, avg_ms); } printf("\n"); prev_key = NULL; while (1) { struct info_t key; err = bpf_map_get_next_key(fd, prev_key, &key); if (err) { if (errno == ENOENT) { err = 0; break; } warn("bpf_map_get_next_key failed: %s\n", strerror(errno)); return err; } err = bpf_map_delete_elem(fd, &key); if (err) { warn("bpf_map_delete_elem failed: %s\n", strerror(errno)); return err; } prev_key = &key; } return err; } static bool has_block_io_tracepoints(void) { return tracepoint_exists("block", "block_io_start") && tracepoint_exists("block", "block_io_done"); } static void disable_block_io_tracepoints(struct biotop_bpf *obj) { bpf_program__set_autoload(obj->progs.block_io_start, false); bpf_program__set_autoload(obj->progs.block_io_done, false); } static void disable_blk_account_io_kprobes(struct biotop_bpf *obj) { bpf_program__set_autoload(obj->progs.blk_account_io_start, false); bpf_program__set_autoload(obj->progs.blk_account_io_done, false); bpf_program__set_autoload(obj->progs.__blk_account_io_start, false); bpf_program__set_autoload(obj->progs.__blk_account_io_done, false); } static void blk_account_io_set_autoload(struct biotop_bpf *obj, struct ksyms *ksyms) { if (!ksyms__get_symbol(ksyms, "__blk_account_io_start")) { bpf_program__set_autoload(obj->progs.__blk_account_io_start, false); bpf_program__set_autoload(obj->progs.__blk_account_io_done, false); } else { bpf_program__set_autoload(obj->progs.blk_account_io_start, false); bpf_program__set_autoload(obj->progs.blk_account_io_done, false); } } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct biotop_bpf *obj; struct ksyms *ksyms; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); obj = biotop_bpf__open(); if (!obj) { warn("failed to open BPF object\n"); return 1; } obj->rodata->target_pid = target_pid; parse_disk_stat(); ksyms = ksyms__load(); if (!ksyms) { err = -ENOMEM; warn("failed to load kallsyms\n"); goto cleanup; } if (has_block_io_tracepoints()) disable_blk_account_io_kprobes(obj); else { disable_block_io_tracepoints(obj); blk_account_io_set_autoload(obj, ksyms); } err = biotop_bpf__load(obj); if (err) { warn("failed to load BPF object: %d\n", err); goto cleanup; } err = biotop_bpf__attach(obj); if (err) { warn("failed to attach BPF programs: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { warn("can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } while (1) { sleep(interval); if (clear_screen) { err = system("clear"); if (err) goto cleanup; } err = print_stat(obj); if (err) goto cleanup; count--; if (exiting || !count) goto cleanup; } cleanup: ksyms__free(ksyms); free_vector(disks); biotop_bpf__destroy(obj); return err != 0; } bpfcc-0.31.0/libbpf-tools/biotop.h000066400000000000000000000012171465134135300167170ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __BIOTOP_H #define __BIOTOP_H #define REQ_OP_BITS 8 #define REQ_OP_MASK ((1 << REQ_OP_BITS) - 1) #define TASK_COMM_LEN 16 /* for saving the timestamp and __data_len of each request */ struct start_req_t { __u64 ts; __u64 data_len; }; /* for saving process info by request */ struct who_t { __u32 pid; char name[TASK_COMM_LEN]; }; /* the key for the output summary */ struct info_t { __u32 pid; int rwflag; int major; int minor; char name[TASK_COMM_LEN]; }; /* the value of the output summary */ struct val_t { __u64 bytes; __u64 us; __u32 io; }; #endif /* __BIOTOP_H */ bpfcc-0.31.0/libbpf-tools/bitesize.bpf.c000066400000000000000000000036721465134135300200110ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Wenbo Zhang #include #include #include #include #include "bitesize.h" #include "bits.bpf.h" #include "core_fixes.bpf.h" const volatile char targ_comm[TASK_COMM_LEN] = {}; const volatile bool filter_dev = false; const volatile __u32 targ_dev = 0; extern __u32 LINUX_KERNEL_VERSION __kconfig; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, struct hist_key); __type(value, struct hist); } hists SEC(".maps"); static struct hist initial_hist; static __always_inline bool comm_allowed(const char *comm) { int i; for (i = 0; i < TASK_COMM_LEN && targ_comm[i] != '\0'; i++) { if (comm[i] != targ_comm[i]) return false; } return true; } static int trace_rq_issue(struct request *rq) { struct hist_key hkey; struct hist *histp; u64 slot; if (filter_dev) { struct gendisk *disk = get_disk(rq); u32 dev; dev = disk ? MKDEV(BPF_CORE_READ(disk, major), BPF_CORE_READ(disk, first_minor)) : 0; if (targ_dev != dev) return 0; } bpf_get_current_comm(&hkey.comm, sizeof(hkey.comm)); if (!comm_allowed(hkey.comm)) return 0; histp = bpf_map_lookup_elem(&hists, &hkey); if (!histp) { bpf_map_update_elem(&hists, &hkey, &initial_hist, 0); histp = bpf_map_lookup_elem(&hists, &hkey); if (!histp) return 0; } slot = log2l(rq->__data_len / 1024); if (slot >= MAX_SLOTS) slot = MAX_SLOTS - 1; __sync_fetch_and_add(&histp->slots[slot], 1); return 0; } SEC("tp_btf/block_rq_issue") int BPF_PROG(block_rq_issue) { /** * commit a54895fa (v5.11-rc1) changed tracepoint argument list * from TP_PROTO(struct request_queue *q, struct request *rq) * to TP_PROTO(struct request *rq) */ if (LINUX_KERNEL_VERSION >= KERNEL_VERSION(5, 11, 0)) return trace_rq_issue((void *)ctx[0]); else return trace_rq_issue((void *)ctx[1]); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/bitesize.c000066400000000000000000000125531465134135300172410ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Wenbo Zhang // // Based on bitesize(8) from BCC by Brendan Gregg. // 16-Jun-2020 Wenbo Zhang Created this. #include #include #include #include #include #include #include #include "bitesize.h" #include "bitesize.skel.h" #include "trace_helpers.h" static struct env { char *disk; char *comm; int comm_len; time_t interval; bool timestamp; bool verbose; int times; } env = { .interval = 99999999, .times = 99999999, }; static volatile bool exiting; const char *argp_program_version = "bitesize 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Summarize block device I/O size as a histogram.\n" "\n" "USAGE: bitesize [--help] [-T] [-c COMM] [-d DISK] [interval] [count]\n" "\n" "EXAMPLES:\n" " bitesize # summarize block I/O latency as a histogram\n" " bitesize 1 10 # print 1 second summaries, 10 times\n" " bitesize -T 1 # 1s summaries with timestamps\n" " bitesize -c fio # trace fio only\n"; static const struct argp_option opts[] = { { "timestamp", 'T', NULL, 0, "Include timestamp on output", 0 }, { "comm", 'c', "COMM", 0, "Trace this comm only", 0 }, { "disk", 'd', "DISK", 0, "Trace this disk only", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args, len; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'c': env.comm = arg; len = strlen(arg) + 1; env.comm_len = len > TASK_COMM_LEN ? TASK_COMM_LEN : len; break; case 'd': env.disk = arg; if (strlen(arg) + 1 > DISK_NAME_LEN) { fprintf(stderr, "invaild disk name: too long\n"); argp_usage(state); } break; case 'T': env.timestamp = true; break; case ARGP_KEY_ARG: errno = 0; if (pos_args == 0) { env.interval = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid internal\n"); argp_usage(state); } } else if (pos_args == 1) { env.times = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid times\n"); argp_usage(state); } } else { fprintf(stderr, "unrecognized positional argument: %s\n", arg); argp_usage(state); } pos_args++; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_handler(int sig) { exiting = true; } static int print_log2_hists(int fd) { struct hist_key lookup_key, next_key; struct hist hist; int err; memset(lookup_key.comm, '?', sizeof(lookup_key.comm)); while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_lookup_elem(fd, &next_key, &hist); if (err < 0) { fprintf(stderr, "failed to lookup hist: %d\n", err); return -1; } printf("\nProcess Name = %s\n", next_key.comm); print_log2_hist(hist.slots, MAX_SLOTS, "Kbytes"); lookup_key = next_key; } memset(lookup_key.comm, '?', sizeof(lookup_key.comm)); while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_delete_elem(fd, &next_key); if (err < 0) { fprintf(stderr, "failed to cleanup hist : %d\n", err); return -1; } lookup_key = next_key; } return 0; } int main(int argc, char **argv) { struct partitions *partitions = NULL; const struct partition *partition; static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct bitesize_bpf *obj; struct tm *tm; char ts[32]; int fd, err; time_t t; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); obj = bitesize_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } partitions = partitions__load(); if (!partitions) { fprintf(stderr, "failed to load partitions info\n"); goto cleanup; } /* initialize global data (filtering options) */ if (env.comm) strncpy((char*)obj->rodata->targ_comm, env.comm, env.comm_len); if (env.disk) { partition = partitions__get_by_name(partitions, env.disk); if (!partition) { fprintf(stderr, "invaild partition name: not exist\n"); goto cleanup; } obj->rodata->filter_dev = true; obj->rodata->targ_dev = partition->dev; } err = bitesize_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } err = bitesize_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs\n"); goto cleanup; } fd = bpf_map__fd(obj->maps.hists); signal(SIGINT, sig_handler); printf("Tracing block device I/O... Hit Ctrl-C to end.\n"); /* main: poll */ while (1) { sleep(env.interval); printf("\n"); if (env.timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s\n", ts); } err = print_log2_hists(fd); if (err) break; if (exiting || --env.times == 0) break; } cleanup: bitesize_bpf__destroy(obj); partitions__free(partitions); return err != 0; } bpfcc-0.31.0/libbpf-tools/bitesize.h000066400000000000000000000006241465134135300172420ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) #ifndef __BITESIZE_H #define __BITESIZE_H #define TASK_COMM_LEN 16 #define DISK_NAME_LEN 32 #define MAX_SLOTS 20 #define MINORBITS 20 #define MINORMASK ((1U << MINORBITS) - 1) #define MKDEV(ma, mi) (((ma) << MINORBITS) | (mi)) struct hist_key { char comm[TASK_COMM_LEN]; }; struct hist { __u32 slots[MAX_SLOTS]; }; #endif /* __BITESIZE_H */ bpfcc-0.31.0/libbpf-tools/bits.bpf.h000066400000000000000000000011761465134135300171360ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __BITS_BPF_H #define __BITS_BPF_H #define READ_ONCE(x) (*(volatile typeof(x) *)&(x)) #define WRITE_ONCE(x, val) ((*(volatile typeof(x) *)&(x)) = val) static __always_inline u64 log2(u32 v) { u32 shift, r; r = (v > 0xFFFF) << 4; v >>= r; shift = (v > 0xFF) << 3; v >>= shift; r |= shift; shift = (v > 0xF) << 2; v >>= shift; r |= shift; shift = (v > 0x3) << 1; v >>= shift; r |= shift; r |= (v >> 1); return r; } static __always_inline u64 log2l(u64 v) { u32 hi = v >> 32; if (hi) return log2(hi) + 32; else return log2(v); } #endif /* __BITS_BPF_H */ bpfcc-0.31.0/libbpf-tools/blazesym/000077500000000000000000000000001465134135300170775ustar00rootroot00000000000000bpfcc-0.31.0/libbpf-tools/blk_types.h000066400000000000000000000101011465134135300174070ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __BLK_TYPES_H #define __BLK_TYPES_H /* From include/linux/blk_types.h */ /* * Operations and flags common to the bio and request structures. * We use 8 bits for encoding the operation, and the remaining 24 for flags. * * The least significant bit of the operation number indicates the data * transfer direction: * * - if the least significant bit is set transfers are TO the device * - if the least significant bit is not set transfers are FROM the device * * If a operation does not transfer data the least significant bit has no * meaning. */ #define REQ_OP_BITS 8 #define REQ_OP_MASK ((1 << REQ_OP_BITS) - 1) #define REQ_FLAG_BITS 24 enum req_opf { /* read sectors from the device */ REQ_OP_READ = 0, /* write sectors to the device */ REQ_OP_WRITE = 1, /* flush the volatile write cache */ REQ_OP_FLUSH = 2, /* discard sectors */ REQ_OP_DISCARD = 3, /* securely erase sectors */ REQ_OP_SECURE_ERASE = 5, /* reset a zone write pointer */ REQ_OP_ZONE_RESET = 6, /* write the same sector many times */ REQ_OP_WRITE_SAME = 7, /* reset all the zone present on the device */ REQ_OP_ZONE_RESET_ALL = 8, /* write the zero filled sector many times */ REQ_OP_WRITE_ZEROES = 9, /* Open a zone */ REQ_OP_ZONE_OPEN = 10, /* Close a zone */ REQ_OP_ZONE_CLOSE = 11, /* Transition a zone to full */ REQ_OP_ZONE_FINISH = 12, /* SCSI passthrough using struct scsi_request */ REQ_OP_SCSI_IN = 32, REQ_OP_SCSI_OUT = 33, /* Driver private requests */ REQ_OP_DRV_IN = 34, REQ_OP_DRV_OUT = 35, REQ_OP_LAST, }; enum req_flag_bits { __REQ_FAILFAST_DEV = /* no driver retries of device errors */ REQ_OP_BITS, __REQ_FAILFAST_TRANSPORT, /* no driver retries of transport errors */ __REQ_FAILFAST_DRIVER, /* no driver retries of driver errors */ __REQ_SYNC, /* request is sync (sync write or read) */ __REQ_META, /* metadata io request */ __REQ_PRIO, /* boost priority in cfq */ __REQ_NOMERGE, /* don't touch this for merging */ __REQ_IDLE, /* anticipate more IO after this one */ __REQ_INTEGRITY, /* I/O includes block integrity payload */ __REQ_FUA, /* forced unit access */ __REQ_PREFLUSH, /* request for cache flush */ __REQ_RAHEAD, /* read ahead, can fail anytime */ __REQ_BACKGROUND, /* background IO */ __REQ_NOWAIT, /* Don't wait if request will block */ __REQ_NOWAIT_INLINE, /* Return would-block error inline */ /* * When a shared kthread needs to issue a bio for a cgroup, doing * so synchronously can lead to priority inversions as the kthread * can be trapped waiting for that cgroup. CGROUP_PUNT flag makes * submit_bio() punt the actual issuing to a dedicated per-blkcg * work item to avoid such priority inversions. */ __REQ_CGROUP_PUNT, /* command specific flags for REQ_OP_WRITE_ZEROES: */ __REQ_NOUNMAP, /* do not free blocks when zeroing */ __REQ_HIPRI, /* for driver use */ __REQ_DRV, __REQ_SWAP, /* swapping request. */ __REQ_NR_BITS, /* stops here */ }; #define REQ_FAILFAST_DEV (1ULL << __REQ_FAILFAST_DEV) #define REQ_FAILFAST_TRANSPORT (1ULL << __REQ_FAILFAST_TRANSPORT) #define REQ_FAILFAST_DRIVER (1ULL << __REQ_FAILFAST_DRIVER) #define REQ_SYNC (1ULL << __REQ_SYNC) #define REQ_META (1ULL << __REQ_META) #define REQ_PRIO (1ULL << __REQ_PRIO) #define REQ_NOMERGE (1ULL << __REQ_NOMERGE) #define REQ_IDLE (1ULL << __REQ_IDLE) #define REQ_INTEGRITY (1ULL << __REQ_INTEGRITY) #define REQ_FUA (1ULL << __REQ_FUA) #define REQ_PREFLUSH (1ULL << __REQ_PREFLUSH) #define REQ_RAHEAD (1ULL << __REQ_RAHEAD) #define REQ_BACKGROUND (1ULL << __REQ_BACKGROUND) #define REQ_NOWAIT (1ULL << __REQ_NOWAIT) #define REQ_NOWAIT_INLINE (1ULL << __REQ_NOWAIT_INLINE) #define REQ_CGROUP_PUNT (1ULL << __REQ_CGROUP_PUNT) #define REQ_NOUNMAP (1ULL << __REQ_NOUNMAP) #define REQ_HIPRI (1ULL << __REQ_HIPRI) #define REQ_DRV (1ULL << __REQ_DRV) #define REQ_SWAP (1ULL << __REQ_SWAP) #define REQ_FAILFAST_MASK \ (REQ_FAILFAST_DEV | REQ_FAILFAST_TRANSPORT | REQ_FAILFAST_DRIVER) #define REQ_NOMERGE_FLAGS \ (REQ_NOMERGE | REQ_PREFLUSH | REQ_FUA) #endif /* __BLK_TYPES_H */ bpfcc-0.31.0/libbpf-tools/bpftool/000077500000000000000000000000001465134135300167165ustar00rootroot00000000000000bpfcc-0.31.0/libbpf-tools/btf_helpers.c000066400000000000000000000114221465134135300177120ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #include #include #include #include #include #include #include "trace_helpers.h" #include "btf_helpers.h" extern unsigned char _binary_min_core_btfs_tar_gz_start[] __attribute__((weak)); extern unsigned char _binary_min_core_btfs_tar_gz_end[] __attribute__((weak)); #define FIELD_LEN 65 #define ID_FMT "ID=%64s" #define VERSION_FMT "VERSION_ID=\"%64s" struct os_info { char id[FIELD_LEN]; char version[FIELD_LEN]; char arch[FIELD_LEN]; char kernel_release[FIELD_LEN]; }; static struct os_info * get_os_info() { struct os_info *info = NULL; struct utsname u; size_t len = 0; ssize_t read; char *line = NULL; FILE *f; if (uname(&u) == -1) return NULL; f = fopen("/etc/os-release", "r"); if (!f) return NULL; info = calloc(1, sizeof(*info)); if (!info) goto out; strncpy(info->kernel_release, u.release, FIELD_LEN); strncpy(info->arch, u.machine, FIELD_LEN); while ((read = getline(&line, &len, f)) != -1) { if (sscanf(line, ID_FMT, info->id) == 1) continue; if (sscanf(line, VERSION_FMT, info->version) == 1) { /* remove '"' suffix */ info->version[strlen(info->version) - 1] = 0; continue; } } out: free(line); fclose(f); return info; } #define INITIAL_BUF_SIZE (1024 * 1024 * 4) /* 4MB */ /* adapted from https://zlib.net/zlib_how.html */ static int inflate_gz(unsigned char *src, int src_size, unsigned char **dst, int *dst_size) { size_t size = INITIAL_BUF_SIZE; size_t next_size = size; z_stream strm; void *tmp; int ret; strm.zalloc = Z_NULL; strm.zfree = Z_NULL; strm.opaque = Z_NULL; strm.avail_in = 0; strm.next_in = Z_NULL; ret = inflateInit2(&strm, 16 + MAX_WBITS); if (ret != Z_OK) return -EINVAL; *dst = malloc(size); if (!*dst) return -ENOMEM; strm.next_in = src; strm.avail_in = src_size; /* run inflate() on input until it returns Z_STREAM_END */ do { strm.next_out = *dst + strm.total_out; strm.avail_out = next_size; ret = inflate(&strm, Z_NO_FLUSH); if (ret != Z_OK && ret != Z_STREAM_END) goto out_err; /* we need more space */ if (strm.avail_out == 0) { next_size = size; size *= 2; tmp = realloc(*dst, size); if (!tmp) { ret = -ENOMEM; goto out_err; } *dst = tmp; } } while (ret != Z_STREAM_END); *dst_size = strm.total_out; /* clean up and return */ ret = inflateEnd(&strm); if (ret != Z_OK) { ret = -EINVAL; goto out_err; } return 0; out_err: free(*dst); *dst = NULL; return ret; } /* tar header from https://github.com/tklauser/libtar/blob/v1.2.20/lib/libtar.h#L39-L60 */ struct tar_header { char name[100]; char mode[8]; char uid[8]; char gid[8]; char size[12]; char mtime[12]; char chksum[8]; char typeflag; char linkname[100]; char magic[6]; char version[2]; char uname[32]; char gname[32]; char devmajor[8]; char devminor[8]; char prefix[155]; char padding[12]; }; static char *tar_file_start(struct tar_header *tar, const char *name, int *length) { while (tar->name[0]) { sscanf(tar->size, "%o", length); if (!strcmp(tar->name, name)) return (char *)(tar + 1); tar += 1 + (*length + 511)/512; } return NULL; } int ensure_core_btf(struct bpf_object_open_opts *opts) { char name_fmt[] = "./%s/%s/%s/%s.btf"; char btf_path[] = "/tmp/bcc-libbpf-tools.btf.XXXXXX"; struct os_info *info = NULL; unsigned char *dst_buf = NULL; char *file_start; int dst_size = 0; char name[100]; FILE *dst = NULL; int ret; /* do nothing if the system provides BTF */ if (vmlinux_btf_exists()) return 0; /* compiled without min core btfs */ if (!_binary_min_core_btfs_tar_gz_start) return -EOPNOTSUPP; info = get_os_info(); if (!info) return -errno; ret = mkstemp(btf_path); if (ret < 0) { ret = -errno; goto out; } dst = fdopen(ret, "wb"); if (!dst) { ret = -errno; goto out; } ret = snprintf(name, sizeof(name), name_fmt, info->id, info->version, info->arch, info->kernel_release); if (ret < 0 || ret == sizeof(name)) { ret = -EINVAL; goto out; } ret = inflate_gz(_binary_min_core_btfs_tar_gz_start, _binary_min_core_btfs_tar_gz_end - _binary_min_core_btfs_tar_gz_start, &dst_buf, &dst_size); if (ret < 0) goto out; ret = 0; file_start = tar_file_start((struct tar_header *)dst_buf, name, &dst_size); if (!file_start) { ret = -EINVAL; goto out; } if (fwrite(file_start, 1, dst_size, dst) != dst_size) { ret = -ferror(dst); goto out; } opts->btf_custom_path = strdup(btf_path); if (!opts->btf_custom_path) ret = -ENOMEM; out: free(info); fclose(dst); free(dst_buf); return ret; } void cleanup_core_btf(struct bpf_object_open_opts *opts) { if (!opts) return; if (!opts->btf_custom_path) return; unlink(opts->btf_custom_path); free((void *)opts->btf_custom_path); } bpfcc-0.31.0/libbpf-tools/btf_helpers.h000066400000000000000000000004251465134135300177200ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __BTF_HELPERS_H #define __BTF_HELPERS_H #include int ensure_core_btf(struct bpf_object_open_opts *opts); void cleanup_core_btf(struct bpf_object_open_opts *opts); #endif /* __BTF_HELPERS_H */ bpfcc-0.31.0/libbpf-tools/cachestat.bpf.c000066400000000000000000000036401465134135300201250ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2021 Wenbo Zhang #include #include #include __s64 total = 0; /* total cache accesses without counting dirties */ __s64 misses = 0; /* total of add to lru because of read misses */ __u64 mbd = 0; /* total of mark_buffer_dirty events */ SEC("fentry/add_to_page_cache_lru") int BPF_PROG(fentry_add_to_page_cache_lru) { __sync_fetch_and_add(&misses, 1); return 0; } SEC("fentry/mark_page_accessed") int BPF_PROG(fentry_mark_page_accessed) { __sync_fetch_and_add(&total, 1); return 0; } SEC("fentry/account_page_dirtied") int BPF_PROG(fentry_account_page_dirtied) { __sync_fetch_and_add(&misses, -1); return 0; } SEC("fentry/mark_buffer_dirty") int BPF_PROG(fentry_mark_buffer_dirty) { __sync_fetch_and_add(&total, -1); __sync_fetch_and_add(&mbd, 1); return 0; } SEC("kprobe/add_to_page_cache_lru") int BPF_KPROBE(kprobe_add_to_page_cache_lru) { __sync_fetch_and_add(&misses, 1); return 0; } SEC("kprobe/mark_page_accessed") int BPF_KPROBE(kprobe_mark_page_accessed) { __sync_fetch_and_add(&total, 1); return 0; } SEC("kprobe/account_page_dirtied") int BPF_KPROBE(kprobe_account_page_dirtied) { __sync_fetch_and_add(&misses, -1); return 0; } SEC("kprobe/folio_account_dirtied") int BPF_KPROBE(kprobe_folio_account_dirtied) { __sync_fetch_and_add(&misses, -1); return 0; } SEC("kprobe/mark_buffer_dirty") int BPF_KPROBE(kprobe_mark_buffer_dirty) { __sync_fetch_and_add(&total, -1); __sync_fetch_and_add(&mbd, 1); return 0; } SEC("tracepoint/writeback/writeback_dirty_folio") int tracepoint__writeback_dirty_folio(struct trace_event_raw_sys_enter* ctx) { __sync_fetch_and_add(&misses, -1); return 0; } SEC("tracepoint/writeback/writeback_dirty_page") int tracepoint__writeback_dirty_page(struct trace_event_raw_sys_enter* ctx) { __sync_fetch_and_add(&misses, -1); return 0; } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/cachestat.c000066400000000000000000000173241465134135300173630ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2021 Wenbo Zhang // // Based on cachestat(8) from BCC by Brendan Gregg and Allan McAleavy. // 8-Mar-2021 Wenbo Zhang Created this. // 30-Jan-2023 Rong Tao Add kprobe and use fentry_can_attach() decide // use fentry/kprobe // 15-Feb-2023 Rong Tao Add tracepoint writeback_dirty_{page,folio} #include #include #include #include #include #include #include #include "cachestat.skel.h" #include "trace_helpers.h" static struct env { time_t interval; int times; bool timestamp; bool verbose; } env = { .interval = 1, .times = 99999999, }; static volatile bool exiting; const char *argp_program_version = "cachestat 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Count cache kernel function calls.\n" "\n" "USAGE: cachestat [--help] [-T] [interval] [count]\n" "\n" "EXAMPLES:\n" " cachestat # shows hits and misses to the file system page cache\n" " cachestat -T # include timestamps\n" " cachestat 1 10 # print 1 second summaries, 10 times\n"; static const struct argp_option opts[] = { { "timestamp", 'T', NULL, 0, "Print timestamp", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'T': env.timestamp = true; break; case ARGP_KEY_ARG: errno = 0; if (pos_args == 0) { env.interval = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid internal\n"); argp_usage(state); } } else if (pos_args == 1) { env.times = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid times\n"); argp_usage(state); } } else { fprintf(stderr, "unrecognized positional argument: %s\n", arg); argp_usage(state); } pos_args++; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_handler(int sig) { exiting = true; } static int get_meminfo(__u64 *buffers, __u64 *cached) { FILE *f; f = fopen("/proc/meminfo", "r"); if (!f) return -1; if (fscanf(f, "MemTotal: %*u kB\n" "MemFree: %*u kB\n" "MemAvailable: %*u kB\n" "Buffers: %llu kB\n" "Cached: %llu kB\n", buffers, cached) != 2) { fclose(f); return -1; } fclose(f); return 0; } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; __u64 buffers, cached, mbd; struct cachestat_bpf *obj; __s64 total, misses, hits; struct tm *tm; float ratio; char ts[32]; time_t t; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); obj = cachestat_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } /** * account_page_dirtied was renamed to folio_account_dirtied * in kernel commit 203a31516616 ("mm/writeback: Add __folio_mark_dirty()") */ if (fentry_can_attach("folio_account_dirtied", NULL)) { err = bpf_program__set_attach_target(obj->progs.fentry_account_page_dirtied, 0, "folio_account_dirtied"); if (err) { fprintf(stderr, "failed to set attach target\n"); goto cleanup; } } if (kprobe_exists("folio_account_dirtied")) { bpf_program__set_autoload(obj->progs.kprobe_account_page_dirtied, false); bpf_program__set_autoload(obj->progs.tracepoint__writeback_dirty_folio, false); bpf_program__set_autoload(obj->progs.tracepoint__writeback_dirty_page, false); } else if (kprobe_exists("account_page_dirtied")) { bpf_program__set_autoload(obj->progs.kprobe_folio_account_dirtied, false); bpf_program__set_autoload(obj->progs.tracepoint__writeback_dirty_folio, false); bpf_program__set_autoload(obj->progs.tracepoint__writeback_dirty_page, false); } else if (tracepoint_exists("writeback", "writeback_dirty_folio")) { bpf_program__set_autoload(obj->progs.kprobe_account_page_dirtied, false); bpf_program__set_autoload(obj->progs.kprobe_folio_account_dirtied, false); bpf_program__set_autoload(obj->progs.tracepoint__writeback_dirty_page, false); } else if (tracepoint_exists("writeback", "writeback_dirty_page")) { bpf_program__set_autoload(obj->progs.kprobe_account_page_dirtied, false); bpf_program__set_autoload(obj->progs.kprobe_folio_account_dirtied, false); bpf_program__set_autoload(obj->progs.tracepoint__writeback_dirty_folio, false); } /* It fallbacks to kprobes when kernel does not support fentry. */ if (fentry_can_attach("folio_account_dirtied", NULL) || fentry_can_attach("account_page_dirtied", NULL)) { bpf_program__set_autoload(obj->progs.kprobe_account_page_dirtied, false); } else { bpf_program__set_autoload(obj->progs.fentry_account_page_dirtied, false); } if (fentry_can_attach("add_to_page_cache_lru", NULL)) { bpf_program__set_autoload(obj->progs.kprobe_add_to_page_cache_lru, false); } else { bpf_program__set_autoload(obj->progs.fentry_add_to_page_cache_lru, false); } if (fentry_can_attach("mark_page_accessed", NULL)) { bpf_program__set_autoload(obj->progs.kprobe_mark_page_accessed, false); } else { bpf_program__set_autoload(obj->progs.fentry_mark_page_accessed, false); } if (fentry_can_attach("mark_buffer_dirty", NULL)) { bpf_program__set_autoload(obj->progs.kprobe_mark_buffer_dirty, false); } else { bpf_program__set_autoload(obj->progs.fentry_mark_buffer_dirty, false); } err = cachestat_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object\n"); goto cleanup; } if (!obj->bss) { fprintf(stderr, "Memory-mapping BPF maps is supported starting from Linux 5.7, please upgrade.\n"); goto cleanup; } err = cachestat_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs\n"); goto cleanup; } signal(SIGINT, sig_handler); if (env.timestamp) printf("%-8s ", "TIME"); printf("%8s %8s %8s %8s %12s %10s\n", "HITS", "MISSES", "DIRTIES", "HITRATIO", "BUFFERS_MB", "CACHED_MB"); while (1) { sleep(env.interval); /* total = total cache accesses without counting dirties */ total = __atomic_exchange_n(&obj->bss->total, 0, __ATOMIC_RELAXED); /* misses = total of add to lru because of read misses */ misses = __atomic_exchange_n(&obj->bss->misses, 0, __ATOMIC_RELAXED); /* mbd = total of mark_buffer_dirty events */ mbd = __atomic_exchange_n(&obj->bss->mbd, 0, __ATOMIC_RELAXED); if (total < 0) total = 0; if (misses < 0) misses = 0; hits = total - misses; /* * If hits are < 0, then its possible misses are overestimated * due to possibly page cache read ahead adding more pages than * needed. In this case just assume misses as total and reset * hits. */ if (hits < 0) { misses = total; hits = 0; } ratio = total > 0 ? hits * 1.0 / total : 0.0; err = get_meminfo(&buffers, &cached); if (err) { fprintf(stderr, "failed to get meminfo: %d\n", err); goto cleanup; } if (env.timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s ", ts); } printf("%8lld %8lld %8llu %7.2f%% %12llu %10llu\n", hits, misses, mbd, 100 * ratio, buffers / 1024, cached / 1024); if (exiting || --env.times == 0) break; } cleanup: cachestat_bpf__destroy(obj); return err != 0; } bpfcc-0.31.0/libbpf-tools/capable.bpf.c000066400000000000000000000072301465134135300175540ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // // Unique filtering based on // https://github.com/libbpf/libbpf-rs/tree/master/examples/capable // // Copyright 2022 Sony Group Corporation #include #include #include #include "capable.h" #define MAX_ENTRIES 10240 extern int LINUX_KERNEL_VERSION __kconfig; const volatile pid_t my_pid = -1; const volatile enum uniqueness unique_type = UNQ_OFF; const volatile bool kernel_stack = false; const volatile bool user_stack = false; const volatile bool filter_cg = false; const volatile pid_t targ_pid = -1; struct args_t { int cap; int cap_opt; }; struct unique_key { int cap; u32 tgid; u64 cgroupid; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, u64); __type(value, struct args_t); } start SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_CGROUP_ARRAY); __type(key, u32); __type(value, u32); __uint(max_entries, 1); } cgroup_map SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } events SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_STACK_TRACE); __uint(key_size, sizeof(u32)); } stackmap SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, struct key_t); __type(value, struct cap_event); __uint(max_entries, MAX_ENTRIES); } info SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, struct unique_key); __type(value, u64); } seen SEC(".maps"); SEC("kprobe/cap_capable") int BPF_KPROBE(kprobe__cap_capable_entry, const struct cred *cred, struct user_namespace *targ_ns, int cap, int cap_opt) { __u32 pid; __u64 pid_tgid; if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; pid_tgid = bpf_get_current_pid_tgid(); pid = pid_tgid >> 32; if (pid == my_pid) return 0; if (targ_pid != -1 && targ_pid != pid) return 0; struct args_t args = {}; args.cap = cap; args.cap_opt = cap_opt; bpf_map_update_elem(&start, &pid_tgid, &args, 0); return 0; } SEC("kretprobe/cap_capable") int BPF_KRETPROBE(kprobe__cap_capable_exit) { __u64 pid_tgid; struct args_t *ap; struct key_t i_key; pid_tgid = bpf_get_current_pid_tgid(); ap = bpf_map_lookup_elem(&start, &pid_tgid); if (!ap) return 0; /* missed entry */ bpf_map_delete_elem(&start, &pid_tgid); struct cap_event event = {}; event.pid = pid_tgid >> 32; event.tgid = pid_tgid; event.cap = ap->cap; event.uid = bpf_get_current_uid_gid(); bpf_get_current_comm(&event.task, sizeof(event.task)); event.ret = PT_REGS_RC(ctx); if (LINUX_KERNEL_VERSION >= KERNEL_VERSION(5, 1, 0)) { /* @opts: Bitmask of options defined in include/linux/security.h */ event.audit = (ap->cap_opt & 0b10) == 0; event.insetid = (ap->cap_opt & 0b100) != 0; } else { event.audit = ap->cap_opt; event.insetid = -1; } if (unique_type) { struct unique_key key = {.cap = ap->cap}; if (unique_type == UNQ_CGROUP) key.cgroupid = bpf_get_current_cgroup_id(); else key.tgid = pid_tgid; if (bpf_map_lookup_elem(&seen, &key) != NULL) return 0; u64 zero = 0; bpf_map_update_elem(&seen, &key, &zero, 0); } if (kernel_stack || user_stack) { i_key.pid = pid_tgid >> 32; i_key.tgid = pid_tgid; i_key.kern_stack_id = i_key.user_stack_id = -1; if (user_stack) i_key.user_stack_id = bpf_get_stackid(ctx, &stackmap, BPF_F_USER_STACK); if (kernel_stack) i_key.kern_stack_id = bpf_get_stackid(ctx, &stackmap, 0); bpf_map_update_elem(&info, &i_key, &event, BPF_NOEXIST); } bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); return 0; } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/capable.c000066400000000000000000000264461465134135300170200ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Based on capable(8) from BCC by Brendan Gregg. // // Copyright 2022 Sony Group Corporation #include #include #include #include #include #include #include "capable.h" #include "capable.skel.h" #include "trace_helpers.h" #define PERF_BUFFER_PAGES 16 #define PERF_POLL_TIMEOUT_MS 100 static struct env { bool verbose; char *cgroupspath; bool cg; bool extra_fields; bool user_stack; bool kernel_stack; bool unique; char *unique_type; int stack_storage_size; int perf_max_stack_depth; pid_t pid; } env = { .pid = -1, .stack_storage_size = 1024, .perf_max_stack_depth = 127, .unique = false, }; const char *cap_name[] = { [0] = "CAP_CHOWN", [1] = "CAP_DAC_OVERRIDE", [2] = "CAP_DAC_READ_SEARCH", [3] = "CAP_FOWNER", [4] = "CAP_FSETID", [5] = "CAP_KILL", [6] = "CAP_SETGID", [7] = "CAP_SETUID", [8] = "CAP_SETPCAP", [9] = "CAP_LINUX_IMMUTABLE", [10] = "CAP_NET_BIND_SERVICE", [11] = "CAP_NET_BROADCAST", [12] = "CAP_NET_ADMIN", [13] = "CAP_NET_RAW", [14] = "CAP_IPC_LOCK", [15] = "CAP_IPC_OWNER", [16] = "CAP_SYS_MODULE", [17] = "CAP_SYS_RAWIO", [18] = "CAP_SYS_CHROOT", [19] = "CAP_SYS_PTRACE", [20] = "CAP_SYS_PACCT", [21] = "CAP_SYS_ADMIN", [22] = "CAP_SYS_BOOT", [23] = "CAP_SYS_NICE", [24] = "CAP_SYS_RESOURCE", [25] = "CAP_SYS_TIME", [26] = "CAP_SYS_TTY_CONFIG", [27] = "CAP_MKNOD", [28] = "CAP_LEASE", [29] = "CAP_AUDIT_WRITE", [30] = "CAP_AUDIT_CONTROL", [31] = "CAP_SETFCAP", [32] = "CAP_MAC_OVERRIDE", [33] = "CAP_MAC_ADMIN", [34] = "CAP_SYSLOG", [35] = "CAP_WAKE_ALARM", [36] = "CAP_BLOCK_SUSPEND", [37] = "CAP_AUDIT_READ", [38] = "CAP_PERFMON", [39] = "CAP_BPF", [40] = "CAP_CHECKPOINT_RESTORE" }; static volatile sig_atomic_t exiting = 0; struct syms_cache *syms_cache = NULL; struct ksyms *ksyms = NULL; int ifd, sfd; const char *argp_program_version = "capable 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace security capability checks (cap_capable()).\n" "\n" "USAGE: capable [--help] [-p PID | -c CG | -K | -U | -x] [-u TYPE]\n" "[--perf-max-stack-depth] [--stack-storage-size]\n" "\n" "EXAMPLES:\n" " capable # Trace capability checks\n" " capable -p 185 # Trace this PID only\n" " capable -c CG # Trace process under cgroupsPath CG\n" " capable -K # Add kernel stacks to trace\n" " capable -x # Extra fields: show TID and INSETID columns\n" " capable -U # Add user-space stacks to trace\n" " capable -u TYPE # Print unique output for TYPE=[pid | cgroup] (default:off)\n"; #define OPT_PERF_MAX_STACK_DEPTH 1 /* --perf-max-stack-depth */ #define OPT_STACK_STORAGE_SIZE 2 /* --stack-storage-size */ static const struct argp_option opts[] = { { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { "pid", 'p', "PID", 0, "Trace this PID only", 0 }, { "cgroup", 'c', "/sys/fs/cgroup/unified", 0, "Trace process in cgroup path", 0 }, { "kernel-stack", 'K', NULL, 0, "output kernel stack trace", 0 }, { "user-stack", 'U', NULL, 0, "output user stack trace", 0 }, { "extra-fields", 'x', NULL, 0, "extra fields: show TID and INSETID columns", 0 }, { "unique", 'u', "off", 0, "Print unique output for or (default:off)", 0 }, { "perf-max-stack-depth", OPT_PERF_MAX_STACK_DEPTH, "PERF-MAX-STACK-DEPTH", 0, "the limit for both kernel and user stack traces (default 127)", 0 }, { "stack-storage-size", OPT_STACK_STORAGE_SIZE, "STACK-STORAGE-SIZE", 0, "the number of unique stack traces that can be stored and displayed (default 1024)", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'p': errno = 0; env.pid = strtol(arg, NULL, 10); if (errno || env.pid == 0) { fprintf(stderr, "invalid PID: %s\n", arg); argp_usage(state); } break; case 'c': env.cgroupspath = arg; env.cg = true; break; case 'U': env.user_stack = true; break; case 'K': env.kernel_stack = true; break; case 'x': env.extra_fields = true; break; case 'u': env.unique_type = arg; env.unique = true; break; case OPT_PERF_MAX_STACK_DEPTH: errno = 0; env.perf_max_stack_depth = strtol(arg, NULL, 10); if (errno || env.perf_max_stack_depth == 0) { fprintf(stderr, "invalid perf max stack depth: %s\n", arg); argp_usage(state); } break; case OPT_STACK_STORAGE_SIZE: errno = 0; env.stack_storage_size = strtol(arg, NULL, 10); if (errno || env.stack_storage_size == 0) { fprintf(stderr, "invalid stack storage size: %s\n", arg); argp_usage(state); } break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } static void print_map(struct ksyms *ksyms, struct syms_cache *syms_cache) { struct key_t lookup_key = {}, next_key; const struct ksym *ksym; const struct syms *syms; const struct sym *sym; struct sym_info sinfo; int idx; int err, i; unsigned long *ip; struct cap_event val; ip = calloc(env.perf_max_stack_depth, sizeof(*ip)); if (!ip) { fprintf(stderr, "failed to alloc ip\n"); return; } while (!bpf_map_get_next_key(ifd, &lookup_key, &next_key)) { idx = 0; err = bpf_map_lookup_elem(ifd, &next_key, &val); if (err < 0) { fprintf(stderr, "failed to lookup info: %d\n", err); goto cleanup; } lookup_key = next_key; if (env.kernel_stack) { if (bpf_map_lookup_elem(sfd, &next_key.kern_stack_id, ip) != 0) fprintf(stderr, " [Missed Kernel Stack]\n"); for (i = 0; i < env.perf_max_stack_depth && ip[i]; i++) { ksym = ksyms__map_addr(ksyms, ip[i]); if (!env.verbose) { printf(" %s\n", ksym ? ksym->name : "Unknown"); } else { if (ksym) printf(" #%-2d 0x%lx %s+0x%lx\n", idx++, ip[i], ksym->name, ip[i] - ksym->addr); else printf(" #%-2d 0x%lx [unknown]\n", idx++, ip[i]); } } } if (env.user_stack) { if (next_key.user_stack_id == -1) goto skip_ustack; if (bpf_map_lookup_elem(sfd, &next_key.user_stack_id, ip) != 0) { fprintf(stderr, " [Missed User Stack]\n"); continue; } syms = syms_cache__get_syms(syms_cache, next_key.tgid); if (!syms) { fprintf(stderr, "failed to get syms\n"); goto skip_ustack; } for (i = 0; i < env.perf_max_stack_depth && ip[i]; i++) { if (!env.verbose) { sym = syms__map_addr(syms, ip[i]); if (sym) printf(" %s\n", sym->name); else printf(" [unknown]\n"); } else { err = syms__map_addr_dso(syms, ip[i], &sinfo); printf(" #%-2d 0x%016lx", idx++, ip[i]); if (err == 0) { if (sinfo.sym_name) printf(" %s+0x%lx", sinfo.sym_name, sinfo.sym_offset); printf(" (%s+0x%lx)", sinfo.dso_name, sinfo.dso_offset); } printf("\n"); } } } skip_ustack: printf(" %-16s %s (%d)\n", "-", val.task, next_key.pid); } cleanup: free(ip); } static void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { const struct cap_event *e = data; struct tm *tm; char ts[32]; time_t t; time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); char *verdict = "deny"; if (!e->ret) verdict = "allow"; if (env.extra_fields) printf("%-8s %-5d %-7d %-7d %-16s %-7d %-20s %-7d %-7s %-7d\n", ts, e->uid, e->pid, e->tgid, e->task, e->cap, cap_name[e->cap], e->audit, verdict, e->insetid); else printf("%-8s %-5d %-7d %-16s %-7d %-20s %-7d %-7s\n", ts, e->uid, e->pid, e->task, e->cap, cap_name[e->cap], e->audit, verdict); print_map(ksyms, syms_cache); } static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { fprintf(stderr, "lost %llu events on CPU #%d\n", lost_cnt, cpu); } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct capable_bpf *obj; struct perf_buffer *pb = NULL; int err; int idx, cg_map_fd; int cgfd = -1; enum uniqueness uniqueness_type = UNQ_OFF; pid_t my_pid = -1; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; if (env.unique) { if (strcmp(env.unique_type, "pid") == 0) { uniqueness_type = UNQ_PID; } else if (strcmp(env.unique_type, "cgroup") == 0) { uniqueness_type = UNQ_CGROUP; } else { fprintf(stderr, "Unknown unique type %s\n", env.unique_type); return -1; } } libbpf_set_print(libbpf_print_fn); obj = capable_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } obj->rodata->targ_pid = env.pid; obj->rodata->filter_cg = env.cg; obj->rodata->user_stack = env.user_stack; obj->rodata->kernel_stack = env.kernel_stack; obj->rodata->unique_type = uniqueness_type; my_pid = getpid(); obj->rodata->my_pid = my_pid; bpf_map__set_value_size(obj->maps.stackmap, env.perf_max_stack_depth * sizeof(unsigned long)); bpf_map__set_max_entries(obj->maps.stackmap, env.stack_storage_size); err = capable_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } /* update cgroup path fd to map */ if (env.cg) { idx = 0; cg_map_fd = bpf_map__fd(obj->maps.cgroup_map); cgfd = open(env.cgroupspath, O_RDONLY); if (cgfd < 0) { fprintf(stderr, "Failed opening Cgroup path: %s", env.cgroupspath); goto cleanup; } if (bpf_map_update_elem(cg_map_fd, &idx, &cgfd, BPF_ANY)) { fprintf(stderr, "Failed adding target cgroup to map"); goto cleanup; } } ksyms = ksyms__load(); if (!ksyms) { fprintf(stderr, "failed to load kallsyms\n"); goto cleanup; } syms_cache = syms_cache__new(0); if (!syms_cache) { fprintf(stderr, "failed to create syms_cache\n"); goto cleanup; } ifd = bpf_map__fd(obj->maps.info); sfd = bpf_map__fd(obj->maps.stackmap); err = capable_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs: %d\n", err); goto cleanup; } pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = -errno; fprintf(stderr, "failed to open perf buffer: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { fprintf(stderr, "can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } if (env.extra_fields) printf("%-8s %-5s %-7s %-7s %-16s %-7s %-20s %-7s %-7s %-7s\n", "TIME", "UID", "PID", "TID", "COMM", "CAP", "NAME", "AUDIT", "VERDICT", "INSETID"); else printf("%-8s %-5s %-7s %-16s %-7s %-20s %-7s %-7s\n", "TIME", "UID", "PID", "COMM", "CAP", "NAME", "AUDIT", "VERDICT"); /* main: poll */ while (!exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { fprintf(stderr, "error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); capable_bpf__destroy(obj); syms_cache__free(syms_cache); ksyms__free(ksyms); if (cgfd > 0) close(cgfd); return err != 0; } bpfcc-0.31.0/libbpf-tools/capable.h000066400000000000000000000007171465134135300170160ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // // Copyright 2022 Sony Group Corporation #ifndef __CAPABLE_H #define __CAPABLE_H #define TASK_COMM_LEN 16 struct cap_event { __u32 pid; __u32 cap; gid_t tgid; uid_t uid; int audit; int insetid; int ret; char task[TASK_COMM_LEN]; }; struct key_t { __u32 pid; __u32 tgid; int user_stack_id; int kern_stack_id; }; enum uniqueness { UNQ_OFF, UNQ_PID, UNQ_CGROUP }; #endif /* __CAPABLE_H */ bpfcc-0.31.0/libbpf-tools/compat.bpf.h000066400000000000000000000020121465134135300174460ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* Copyright (c) 2022 Hengqi Chen */ #ifndef __COMPAT_BPF_H #define __COMPAT_BPF_H #include #include #define MAX_EVENT_SIZE 10240 #define RINGBUF_SIZE (1024 * 256) struct { __uint(type, BPF_MAP_TYPE_PERCPU_ARRAY); __uint(max_entries, 1); __uint(key_size, sizeof(__u32)); __uint(value_size, MAX_EVENT_SIZE); } heap SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_RINGBUF); __uint(max_entries, RINGBUF_SIZE); } events SEC(".maps"); static __always_inline void *reserve_buf(__u64 size) { static const int zero = 0; if (bpf_core_type_exists(struct bpf_ringbuf)) return bpf_ringbuf_reserve(&events, size, 0); return bpf_map_lookup_elem(&heap, &zero); } static __always_inline long submit_buf(void *ctx, void *buf, __u64 size) { if (bpf_core_type_exists(struct bpf_ringbuf)) { bpf_ringbuf_submit(buf, 0); return 0; } return bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, buf, size); } #endif /* __COMPAT_BPF_H */ bpfcc-0.31.0/libbpf-tools/compat.c000066400000000000000000000045051465134135300167040ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* Copyright (c) 2022 Hengqi Chen */ #include "compat.h" #include "trace_helpers.h" #include #include #include #define PERF_BUFFER_PAGES 64 struct bpf_buffer { struct bpf_map *events; void *inner; bpf_buffer_sample_fn fn; void *ctx; int type; }; static void perfbuf_sample_fn(void *ctx, int cpu, void *data, __u32 size) { struct bpf_buffer *buffer = ctx; bpf_buffer_sample_fn fn; fn = buffer->fn; if (!fn) return; (void)fn(buffer->ctx, data, size); } struct bpf_buffer *bpf_buffer__new(struct bpf_map *events, struct bpf_map *heap) { struct bpf_buffer *buffer; bool use_ringbuf; int type; use_ringbuf = probe_ringbuf(); if (use_ringbuf) { bpf_map__set_autocreate(heap, false); type = BPF_MAP_TYPE_RINGBUF; } else { bpf_map__set_type(events, BPF_MAP_TYPE_PERF_EVENT_ARRAY); bpf_map__set_key_size(events, sizeof(int)); bpf_map__set_value_size(events, sizeof(int)); type = BPF_MAP_TYPE_PERF_EVENT_ARRAY; } buffer = calloc(1, sizeof(*buffer)); if (!buffer) { errno = ENOMEM; return NULL; } buffer->events = events; buffer->type = type; return buffer; } int bpf_buffer__open(struct bpf_buffer *buffer, bpf_buffer_sample_fn sample_cb, bpf_buffer_lost_fn lost_cb, void *ctx) { int fd, type; void *inner; fd = bpf_map__fd(buffer->events); type = buffer->type; switch (type) { case BPF_MAP_TYPE_PERF_EVENT_ARRAY: buffer->fn = sample_cb; buffer->ctx = ctx; inner = perf_buffer__new(fd, PERF_BUFFER_PAGES, perfbuf_sample_fn, lost_cb, buffer, NULL); break; case BPF_MAP_TYPE_RINGBUF: inner = ring_buffer__new(fd, sample_cb, ctx, NULL); break; default: return 0; } if (!inner) return -errno; buffer->inner = inner; return 0; } int bpf_buffer__poll(struct bpf_buffer *buffer, int timeout_ms) { switch (buffer->type) { case BPF_MAP_TYPE_PERF_EVENT_ARRAY: return perf_buffer__poll(buffer->inner, timeout_ms); case BPF_MAP_TYPE_RINGBUF: return ring_buffer__poll(buffer->inner, timeout_ms); default: return -EINVAL; } } void bpf_buffer__free(struct bpf_buffer *buffer) { if (!buffer) return; switch (buffer->type) { case BPF_MAP_TYPE_PERF_EVENT_ARRAY: perf_buffer__free(buffer->inner); break; case BPF_MAP_TYPE_RINGBUF: ring_buffer__free(buffer->inner); break; } free(buffer); } bpfcc-0.31.0/libbpf-tools/compat.h000066400000000000000000000022251465134135300167060ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* Copyright (c) 2022 Hengqi Chen */ #ifndef __COMPAT_H #define __COMPAT_H #include #include #include #include #define POLL_TIMEOUT_MS 100 struct bpf_buffer; struct bpf_map; typedef int (*bpf_buffer_sample_fn)(void *ctx, void *data, size_t size); typedef void (*bpf_buffer_lost_fn)(void *ctx, int cpu, __u64 cnt); struct bpf_buffer *bpf_buffer__new(struct bpf_map *events, struct bpf_map *heap); int bpf_buffer__open(struct bpf_buffer *buffer, bpf_buffer_sample_fn sample_cb, bpf_buffer_lost_fn lost_cb, void *ctx); int bpf_buffer__poll(struct bpf_buffer *, int timeout_ms); void bpf_buffer__free(struct bpf_buffer *); /* taken from libbpf */ #ifndef __has_builtin #define __has_builtin(x) 0 #endif static inline void *libbpf_reallocarray(void *ptr, size_t nmemb, size_t size) { size_t total; #if __has_builtin(__builtin_mul_overflow) if (__builtin_mul_overflow(nmemb, size, &total)) return NULL; #else if (size == 0 || nmemb > ULONG_MAX / size) return NULL; total = nmemb * size; #endif return realloc(ptr, total); } #endif /* __COMPAT_H */ bpfcc-0.31.0/libbpf-tools/core_fixes.bpf.h000066400000000000000000000224571465134135300203300ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2021 Hengqi Chen */ #ifndef __CORE_FIXES_BPF_H #define __CORE_FIXES_BPF_H #include #include /** * commit 2f064a59a1 ("sched: Change task_struct::state") changes * the name of task_struct::state to task_struct::__state * see: * https://github.com/torvalds/linux/commit/2f064a59a1 */ struct task_struct___o { volatile long int state; } __attribute__((preserve_access_index)); struct task_struct___x { unsigned int __state; } __attribute__((preserve_access_index)); static __always_inline __s64 get_task_state(void *task) { struct task_struct___x *t = task; if (bpf_core_field_exists(t->__state)) return BPF_CORE_READ(t, __state); return BPF_CORE_READ((struct task_struct___o *)task, state); } /** * commit 309dca309fc3 ("block: store a block_device pointer in struct bio") * adds a new member bi_bdev which is a pointer to struct block_device * see: * https://github.com/torvalds/linux/commit/309dca309fc3 */ struct bio___o { struct gendisk *bi_disk; } __attribute__((preserve_access_index)); struct bio___x { struct block_device *bi_bdev; } __attribute__((preserve_access_index)); static __always_inline struct gendisk *get_gendisk(void *bio) { struct bio___x *b = bio; if (bpf_core_field_exists(b->bi_bdev)) return BPF_CORE_READ(b, bi_bdev, bd_disk); return BPF_CORE_READ((struct bio___o *)bio, bi_disk); } /** * commit d5869fdc189f ("block: introduce block_rq_error tracepoint") * adds a new tracepoint block_rq_error and it shares the same arguments * with tracepoint block_rq_complete. As a result, the kernel BTF now has * a `struct trace_event_raw_block_rq_completion` instead of * `struct trace_event_raw_block_rq_complete`. * see: * https://github.com/torvalds/linux/commit/d5869fdc189f */ struct trace_event_raw_block_rq_complete___x { dev_t dev; sector_t sector; unsigned int nr_sector; } __attribute__((preserve_access_index)); struct trace_event_raw_block_rq_completion___x { dev_t dev; sector_t sector; unsigned int nr_sector; } __attribute__((preserve_access_index)); static __always_inline bool has_block_rq_completion() { if (bpf_core_type_exists(struct trace_event_raw_block_rq_completion___x)) return true; return false; } /** * commit d152c682f03c ("block: add an explicit ->disk backpointer to the * request_queue") and commit f3fa33acca9f ("block: remove the ->rq_disk * field in struct request") make some changes to `struct request` and * `struct request_queue`. Now, to get the `struct gendisk *` field in a CO-RE * way, we need both `struct request` and `struct request_queue`. * see: * https://github.com/torvalds/linux/commit/d152c682f03c * https://github.com/torvalds/linux/commit/f3fa33acca9f */ struct request_queue___x { struct gendisk *disk; } __attribute__((preserve_access_index)); struct request___x { struct request_queue___x *q; struct gendisk *rq_disk; } __attribute__((preserve_access_index)); static __always_inline struct gendisk *get_disk(void *request) { struct request___x *r = request; if (bpf_core_field_exists(r->rq_disk)) return BPF_CORE_READ(r, rq_disk); return BPF_CORE_READ(r, q, disk); } /** * commit 6521f8917082("namei: prepare for idmapped mounts") add `struct * user_namespace *mnt_userns` as vfs_create() and vfs_unlink() first argument. * At the same time, struct renamedata {} add `struct user_namespace * *old_mnt_userns` item. Now, to kprobe vfs_create()/vfs_unlink() in a CO-RE * way, determine whether there is a `old_mnt_userns` field for `struct * renamedata` to decide which input parameter of the vfs_create() to use as * `dentry`. * commit abf08576afe3("fs: port vfs_*() helpers to struct mnt_idmap") use * `struct mnt_idmap *new_mnt_idmap` instead of `struct user_namespace * * old_mnt_userns`. * see: * https://github.com/torvalds/linux/commit/6521f8917082 * https://github.com/torvalds/linux/commit/abf08576afe3 */ struct renamedata___x { struct user_namespace *old_mnt_userns; struct new_mnt_idmap *new_mnt_idmap; } __attribute__((preserve_access_index)); static __always_inline bool renamedata_has_old_mnt_userns_field(void) { if (bpf_core_field_exists(struct renamedata___x, old_mnt_userns)) return true; return false; } static __always_inline bool renamedata_has_new_mnt_idmap_field(void) { if (bpf_core_field_exists(struct renamedata___x, new_mnt_idmap)) return true; return false; } /** * commit 3544de8ee6e4("mm, tracing: record slab name for kmem_cache_free()") * replaces `trace_event_raw_kmem_free` with `trace_event_raw_kfree` and adds * `tracepoint_kmem_cache_free` to enhance the information recorded for * `kmem_cache_free`. * see: * https://github.com/torvalds/linux/commit/3544de8ee6e4 */ struct trace_event_raw_kmem_free___x { const void *ptr; } __attribute__((preserve_access_index)); struct trace_event_raw_kfree___x { const void *ptr; } __attribute__((preserve_access_index)); struct trace_event_raw_kmem_cache_free___x { const void *ptr; } __attribute__((preserve_access_index)); static __always_inline bool has_kfree() { if (bpf_core_type_exists(struct trace_event_raw_kfree___x)) return true; return false; } static __always_inline bool has_kmem_cache_free() { if (bpf_core_type_exists(struct trace_event_raw_kmem_cache_free___x)) return true; return false; } /** * commit 11e9734bcb6a("mm/slab_common: unify NUMA and UMA version of * tracepoints") drops kmem_alloc event class, rename kmem_alloc_node to * kmem_alloc, so `trace_event_raw_kmem_alloc_node` is not existed any more. * see: * https://github.com/torvalds/linux/commit/11e9734bcb6a */ struct trace_event_raw_kmem_alloc_node___x { const void *ptr; size_t bytes_alloc; } __attribute__((preserve_access_index)); static __always_inline bool has_kmem_alloc_node(void) { if (bpf_core_type_exists(struct trace_event_raw_kmem_alloc_node___x)) return true; return false; } /** * commit 2c1d697fb8ba("mm/slab_common: drop kmem_alloc & avoid dereferencing * fields when not using") drops kmem_alloc event class. As a result, * `trace_event_raw_kmem_alloc` is removed, `trace_event_raw_kmalloc` and * `trace_event_raw_kmem_cache_alloc` are added. * see: * https://github.com/torvalds/linux/commit/2c1d697fb8ba */ struct trace_event_raw_kmem_alloc___x { const void *ptr; size_t bytes_alloc; } __attribute__((preserve_access_index)); struct trace_event_raw_kmalloc___x { const void *ptr; size_t bytes_alloc; } __attribute__((preserve_access_index)); struct trace_event_raw_kmem_cache_alloc___x { const void *ptr; size_t bytes_alloc; } __attribute__((preserve_access_index)); static __always_inline bool has_kmem_alloc(void) { if (bpf_core_type_exists(struct trace_event_raw_kmem_alloc___x)) return true; return false; } /** * The bpf_get_socket_cookie helper is landed since kernel v4.12， * but only available for tracing programs since kernel v5.12 * via commit c5dbb89fc2ac("bpf: Expose bpf_get_socket_cookie to tracing programs"). * Since the helper is used to provide a unique socket identifier, * we could use the sock itself as the identifier if the helper is not available. * Here, we use BPF_FUNC_check_mtu to check the availability of the helper * since they are both introduced in v5.12. * * see: * https://github.com/torvalds/linux/commit/91b8270f2a4d * https://github.com/torvalds/linux/commit/c5dbb89fc2ac * https://github.com/torvalds/linux/commit/34b2021cc616 */ static __always_inline __u64 get_sock_ident(struct sock *sk) { if (bpf_core_enum_value_exists(enum bpf_func_id, BPF_FUNC_check_mtu)) { return bpf_get_socket_cookie(sk); } return (__u64)sk; } /** * During kernel 6.6 development cycle, several bitfields in struct inet_sock gone, * they are placed in inet_sock::inet_flags instead ([0]). * * References: * [0]: https://lore.kernel.org/all/20230816081547.1272409-1-edumazet@google.com/ */ struct inet_sock___o { __u8 freebind: 1; __u8 transparent: 1; __u8 bind_address_no_port: 1; }; enum { INET_FLAGS_FREEBIND___x = 11, INET_FLAGS_TRANSPARENT___x = 15, INET_FLAGS_BIND_ADDRESS_NO_PORT___x = 18, }; struct inet_sock___x { unsigned long inet_flags; }; static __always_inline __u8 get_inet_sock_freebind(void *inet_sock) { unsigned long inet_flags; if (bpf_core_field_exists(struct inet_sock___o, freebind)) return BPF_CORE_READ_BITFIELD_PROBED((struct inet_sock___o *)inet_sock, freebind); inet_flags = BPF_CORE_READ((struct inet_sock___x *)inet_sock, inet_flags); return (1 << INET_FLAGS_FREEBIND___x) & inet_flags ? 1 : 0; } static __always_inline __u8 get_inet_sock_transparent(void *inet_sock) { unsigned long inet_flags; if (bpf_core_field_exists(struct inet_sock___o, transparent)) return BPF_CORE_READ_BITFIELD_PROBED((struct inet_sock___o *)inet_sock, transparent); inet_flags = BPF_CORE_READ((struct inet_sock___x *)inet_sock, inet_flags); return (1 << INET_FLAGS_TRANSPARENT___x) & inet_flags ? 1 : 0; } static __always_inline __u8 get_inet_sock_bind_address_no_port(void *inet_sock) { unsigned long inet_flags; if (bpf_core_field_exists(struct inet_sock___o, bind_address_no_port)) return BPF_CORE_READ_BITFIELD_PROBED((struct inet_sock___o *)inet_sock, bind_address_no_port); inet_flags = BPF_CORE_READ((struct inet_sock___x *)inet_sock, inet_flags); return (1 << INET_FLAGS_BIND_ADDRESS_NO_PORT___x) & inet_flags ? 1 : 0; } #endif /* __CORE_FIXES_BPF_H */ bpfcc-0.31.0/libbpf-tools/cpudist.bpf.c000066400000000000000000000054571465134135300176510ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Wenbo Zhang #include #include #include #include #include "cpudist.h" #include "bits.bpf.h" #include "core_fixes.bpf.h" #define TASK_RUNNING 0 const volatile bool filter_cg = false; const volatile bool targ_per_process = false; const volatile bool targ_per_thread = false; const volatile bool targ_offcpu = false; const volatile bool targ_ms = false; const volatile pid_t targ_tgid = -1; struct { __uint(type, BPF_MAP_TYPE_CGROUP_ARRAY); __type(key, u32); __type(value, u32); __uint(max_entries, 1); } cgroup_map SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, u32); __type(value, u64); } start SEC(".maps"); static struct hist initial_hist; struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, u32); __type(value, struct hist); } hists SEC(".maps"); static __always_inline void store_start(u32 tgid, u32 pid, u64 ts) { if (targ_tgid != -1 && targ_tgid != tgid) return; bpf_map_update_elem(&start, &pid, &ts, 0); } static __always_inline void update_hist(struct task_struct *task, u32 tgid, u32 pid, u64 ts) { u64 delta, *tsp, slot; struct hist *histp; u32 id; if (targ_tgid != -1 && targ_tgid != tgid) return; tsp = bpf_map_lookup_elem(&start, &pid); if (!tsp || ts < *tsp) return; if (targ_per_process) id = tgid; else if (targ_per_thread) id = pid; else id = -1; histp = bpf_map_lookup_elem(&hists, &id); if (!histp) { bpf_map_update_elem(&hists, &id, &initial_hist, 0); histp = bpf_map_lookup_elem(&hists, &id); if (!histp) return; BPF_CORE_READ_STR_INTO(&histp->comm, task, comm); } delta = ts - *tsp; if (targ_ms) delta /= 1000000; else delta /= 1000; slot = log2l(delta); if (slot >= MAX_SLOTS) slot = MAX_SLOTS - 1; __sync_fetch_and_add(&histp->slots[slot], 1); } static int handle_switch(struct task_struct *prev, struct task_struct *next) { u32 prev_tgid = BPF_CORE_READ(prev, tgid), prev_pid = BPF_CORE_READ(prev, pid); u32 tgid = BPF_CORE_READ(next, tgid), pid = BPF_CORE_READ(next, pid); u64 ts = bpf_ktime_get_ns(); if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; if (targ_offcpu) { store_start(prev_tgid, prev_pid, ts); update_hist(next, tgid, pid, ts); } else { if (get_task_state(prev) == TASK_RUNNING) update_hist(prev, prev_tgid, prev_pid, ts); store_start(tgid, pid, ts); } return 0; } SEC("tp_btf/sched_switch") int BPF_PROG(sched_switch_btf, bool preempt, struct task_struct *prev, struct task_struct *next) { return handle_switch(prev, next); } SEC("raw_tp/sched_switch") int BPF_PROG(sched_switch_tp, bool preempt, struct task_struct *prev, struct task_struct *next) { return handle_switch(prev, next); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/cpudist.c000066400000000000000000000156731465134135300171040ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Wenbo Zhang // // Based on cpudist(8) from BCC by Brendan Gregg & Dina Goldshtein. // 8-May-2020 Wenbo Zhang Created this. #include #include #include #include #include #include #include #include #include "cpudist.h" #include "cpudist.skel.h" #include "trace_helpers.h" static struct env { time_t interval; pid_t pid; char *cgroupspath; bool cg; int times; bool offcpu; bool timestamp; bool per_process; bool per_thread; bool milliseconds; bool verbose; } env = { .interval = 99999999, .pid = -1, .times = 99999999, }; static volatile bool exiting; const char *argp_program_version = "cpudist 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Summarize on-CPU time per task as a histogram.\n" "\n" "USAGE: cpudist [--help] [-O] [-T] [-m] [-P] [-L] [-p PID] [interval] [count] [-c CG]\n" "\n" "EXAMPLES:\n" " cpudist # summarize on-CPU time as a histogram" " cpudist -O # summarize off-CPU time as a histogram" " cpudist -c CG # Trace process under cgroupsPath CG\n" " cpudist 1 10 # print 1 second summaries, 10 times" " cpudist -mT 1 # 1s summaries, milliseconds, and timestamps" " cpudist -P # show each PID separately" " cpudist -p 185 # trace PID 185 only"; static const struct argp_option opts[] = { { "offcpu", 'O', NULL, 0, "Measure off-CPU time", 0 }, { "timestamp", 'T', NULL, 0, "Include timestamp on output", 0 }, { "milliseconds", 'm', NULL, 0, "Millisecond histogram", 0 }, { "cgroup", 'c', "/sys/fs/cgroup/unified", 0, "Trace process in cgroup path", 0 }, { "pids", 'P', NULL, 0, "Print a histogram per process ID", 0 }, { "tids", 'L', NULL, 0, "Print a histogram per thread ID", 0 }, { "pid", 'p', "PID", 0, "Trace this PID only", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'm': env.milliseconds = true; break; case 'c': env.cgroupspath = arg; env.cg = true; break; case 'p': errno = 0; env.pid = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid PID: %s\n", arg); argp_usage(state); } break; case 'O': env.offcpu = true; break; case 'P': env.per_process = true; break; case 'L': env.per_thread = true; break; case 'T': env.timestamp = true; break; case ARGP_KEY_ARG: errno = 0; if (pos_args == 0) { env.interval = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid internal\n"); argp_usage(state); } } else if (pos_args == 1) { env.times = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid times\n"); argp_usage(state); } } else { fprintf(stderr, "unrecognized positional argument: %s\n", arg); argp_usage(state); } pos_args++; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static int get_pid_max(void) { int pid_max; FILE *f; f = fopen("/proc/sys/kernel/pid_max", "r"); if (!f) return -1; if (fscanf(f, "%d\n", &pid_max) != 1) pid_max = -1; fclose(f); return pid_max; } static void sig_handler(int sig) { exiting = true; } static int print_log2_hists(int fd) { char *units = env.milliseconds ? "msecs" : "usecs"; __u32 lookup_key = -2, next_key; struct hist hist; int err; while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_lookup_elem(fd, &next_key, &hist); if (err < 0) { fprintf(stderr, "failed to lookup hist: %d\n", err); return -1; } if (env.per_process) printf("\npid = %d %s\n", next_key, hist.comm); if (env.per_thread) printf("\ntid = %d %s\n", next_key, hist.comm); print_log2_hist(hist.slots, MAX_SLOTS, units); lookup_key = next_key; } lookup_key = -2; while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_delete_elem(fd, &next_key); if (err < 0) { fprintf(stderr, "failed to cleanup hist : %d\n", err); return -1; } lookup_key = next_key; } return 0; } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct cpudist_bpf *obj; int pid_max, fd, err; struct tm *tm; char ts[32]; time_t t; int idx, cg_map_fd; int cgfd = -1; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); obj = cpudist_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } if (probe_tp_btf("sched_switch")) bpf_program__set_autoload(obj->progs.sched_switch_tp, false); else bpf_program__set_autoload(obj->progs.sched_switch_btf, false); /* initialize global data (filtering options) */ obj->rodata->filter_cg = env.cg; obj->rodata->targ_per_process = env.per_process; obj->rodata->targ_per_thread = env.per_thread; obj->rodata->targ_ms = env.milliseconds; obj->rodata->targ_offcpu = env.offcpu; obj->rodata->targ_tgid = env.pid; pid_max = get_pid_max(); if (pid_max < 0) { fprintf(stderr, "failed to get pid_max\n"); return 1; } bpf_map__set_max_entries(obj->maps.start, pid_max); if (!env.per_process && !env.per_thread) bpf_map__set_max_entries(obj->maps.hists, 1); else bpf_map__set_max_entries(obj->maps.hists, pid_max); err = cpudist_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } /* update cgroup path fd to map */ if (env.cg) { idx = 0; cg_map_fd = bpf_map__fd(obj->maps.cgroup_map); cgfd = open(env.cgroupspath, O_RDONLY); if (cgfd < 0) { fprintf(stderr, "Failed opening Cgroup path: %s", env.cgroupspath); goto cleanup; } if (bpf_map_update_elem(cg_map_fd, &idx, &cgfd, BPF_ANY)) { fprintf(stderr, "Failed adding target cgroup to map"); goto cleanup; } } err = cpudist_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs\n"); goto cleanup; } fd = bpf_map__fd(obj->maps.hists); signal(SIGINT, sig_handler); printf("Tracing %s-CPU time... Hit Ctrl-C to end.\n", env.offcpu ? "off" : "on"); /* main: poll */ while (1) { sleep(env.interval); printf("\n"); if (env.timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s\n", ts); } err = print_log2_hists(fd); if (err) break; if (exiting || --env.times == 0) break; } cleanup: cpudist_bpf__destroy(obj); if (cgfd > 0) close(cgfd); return err != 0; } bpfcc-0.31.0/libbpf-tools/cpudist.h000066400000000000000000000003561465134135300171010ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __CPUDIST_H #define __CPUDIST_H #define TASK_COMM_LEN 16 #define MAX_SLOTS 36 struct hist { __u32 slots[MAX_SLOTS]; char comm[TASK_COMM_LEN]; }; #endif // __CPUDIST_H bpfcc-0.31.0/libbpf-tools/cpufreq.bpf.c000066400000000000000000000036571465134135300176430ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Wenbo Zhang #include #include #include #include "cpufreq.h" #include "maps.bpf.h" __u32 freqs_mhz[MAX_CPU_NR] = {}; static struct hist zero; struct hist syswide = {}; bool filter_cg = false; struct { __uint(type, BPF_MAP_TYPE_CGROUP_ARRAY); __type(key, u32); __type(value, u32); __uint(max_entries, 1); } cgroup_map SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct hkey); __type(value, struct hist); } hists SEC(".maps"); #define clamp_umax(VAR, UMAX) \ asm volatile ( \ "if %0 <= %[max] goto +1\n" \ "%0 = %[max]\n" \ : "+r"(VAR) \ : [max]"i"(UMAX) \ ) SEC("tp_btf/cpu_frequency") int BPF_PROG(cpu_frequency, unsigned int state, unsigned int cpu_id) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; if (cpu_id >= MAX_CPU_NR) return 0; clamp_umax(cpu_id, MAX_CPU_NR - 1); freqs_mhz[cpu_id] = state / 1000; return 0; } SEC("perf_event") int do_sample(struct bpf_perf_event_data *ctx) { u32 freq_mhz, pid = bpf_get_current_pid_tgid(); u64 slot, cpu = bpf_get_smp_processor_id(); struct hist *hist; struct hkey hkey; if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; if (cpu >= MAX_CPU_NR) return 0; clamp_umax(cpu, MAX_CPU_NR - 1); freq_mhz = freqs_mhz[cpu]; if (!freq_mhz) return 0; /* * The range of the linear histogram is 0 ~ 5000mhz, * and the step size is 200. */ slot = freq_mhz / HIST_STEP_SIZE; if (slot >= MAX_SLOTS) slot = MAX_SLOTS - 1; __sync_fetch_and_add(&syswide.slots[slot], 1); if (!pid) return 0; bpf_get_current_comm(&hkey.comm, sizeof(hkey.comm)); hist = bpf_map_lookup_or_try_init(&hists, &hkey, &zero); if (!hist) return 0; __sync_fetch_and_add(&hist->slots[slot], 1); return 0; } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/cpufreq.c000066400000000000000000000152731465134135300170720ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Wenbo Zhang // // Based on cpufreq(8) from BPF-Perf-Tools-Book by Brendan Gregg. // 10-OCT-2020 Wenbo Zhang Created this. #include #include #include #include #include #include #include #include #include #include #include #include "cpufreq.h" #include "cpufreq.skel.h" #include "trace_helpers.h" static struct env { int duration; int freq; bool verbose; char *cgroupspath; bool cg; } env = { .duration = -1, .freq = 99, }; const char *argp_program_version = "cpufreq 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Sampling CPU freq system-wide & by process. Ctrl-C to end.\n" "\n" "USAGE: cpufreq [--help] [-d DURATION] [-f FREQUENCY] [-c CG]\n" "\n" "EXAMPLES:\n" " cpufreq # sample CPU freq at 99HZ (default)\n" " cpufreq -d 5 # sample for 5 seconds only\n" " cpufreq -c CG # Trace process under cgroupsPath CG\n" " cpufreq -f 199 # sample CPU freq at 199HZ\n"; static const struct argp_option opts[] = { { "duration", 'd', "DURATION", 0, "Duration to sample in seconds", 0 }, { "frequency", 'f', "FREQUENCY", 0, "Sample with a certain frequency", 0 }, { "cgroup", 'c', "/sys/fs/cgroup/unified", 0, "Trace process in cgroup path", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'd': errno = 0; env.duration = strtol(arg, NULL, 10); if (errno || env.duration <= 0) { fprintf(stderr, "Invalid duration: %s\n", arg); argp_usage(state); } break; case 'c': env.cgroupspath = arg; env.cg = true; break; case 'f': errno = 0; env.freq = strtol(arg, NULL, 10); if (errno || env.freq <= 0) { fprintf(stderr, "Invalid freq (in HZ): %s\n", arg); argp_usage(state); } break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int nr_cpus; static int open_and_attach_perf_event(int freq, struct bpf_program *prog, struct bpf_link *links[]) { struct perf_event_attr attr = { .type = PERF_TYPE_SOFTWARE, .freq = 1, .sample_period = freq, .config = PERF_COUNT_SW_CPU_CLOCK, }; int i, fd; for (i = 0; i < nr_cpus; i++) { fd = syscall(__NR_perf_event_open, &attr, -1, i, -1, 0); if (fd < 0) { /* Ignore CPU that is offline */ if (errno == ENODEV) continue; fprintf(stderr, "failed to init perf sampling: %s\n", strerror(errno)); return -1; } links[i] = bpf_program__attach_perf_event(prog, fd); if (!links[i]) { fprintf(stderr, "failed to attach perf event on cpu: %d\n", i); close(fd); return -1; } } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_handler(int sig) { } static int init_freqs_mhz(__u32 *freqs_mhz, struct bpf_link *links[]) { char path[64]; FILE *f; int i; for (i = 0; i < nr_cpus; i++) { if (!links[i]) { continue; } snprintf(path, sizeof(path), "/sys/devices/system/cpu/cpu%d/cpufreq/scaling_cur_freq", i); f = fopen(path, "r"); if (!f) { fprintf(stderr, "failed to open '%s': %s\n", path, strerror(errno)); return -1; } if (fscanf(f, "%u\n", &freqs_mhz[i]) != 1) { fprintf(stderr, "failed to parse '%s': %s\n", path, strerror(errno)); fclose(f); return -1; } /* * scaling_cur_freq is in kHz. To be handled with * a small data size, it's converted in mHz. */ freqs_mhz[i] /= 1000; fclose(f); } return 0; } static void print_linear_hists(struct bpf_map *hists, struct cpufreq_bpf__bss *bss) { struct hkey lookup_key = {}, next_key; int err, fd = bpf_map__fd(hists); struct hist hist; while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_lookup_elem(fd, &next_key, &hist); if (err < 0) { fprintf(stderr, "failed to lookup hist: %d\n", err); return; } print_linear_hist(hist.slots, MAX_SLOTS, 0, HIST_STEP_SIZE, next_key.comm); printf("\n"); lookup_key = next_key; } printf("\n"); print_linear_hist(bss->syswide.slots, MAX_SLOTS, 0, HIST_STEP_SIZE, "syswide"); } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct bpf_link *links[MAX_CPU_NR] = {}; struct cpufreq_bpf *obj; int err, i; int idx, cg_map_fd; int cgfd = -1; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); nr_cpus = libbpf_num_possible_cpus(); if (nr_cpus < 0) { fprintf(stderr, "failed to get # of possible cpus: '%s'!\n", strerror(-nr_cpus)); return 1; } if (nr_cpus > MAX_CPU_NR) { fprintf(stderr, "the number of cpu cores is too big, please " "increase MAX_CPU_NR's value and recompile"); return 1; } obj = cpufreq_bpf__open_and_load(); if (!obj) { fprintf(stderr, "failed to open and/or load BPF object\n"); return 1; } if (!obj->bss) { fprintf(stderr, "Memory-mapping BPF maps is supported starting from Linux 5.7, please upgrade.\n"); goto cleanup; } obj->bss->filter_cg = env.cg; /* update cgroup path fd to map */ if (env.cg) { idx = 0; cg_map_fd = bpf_map__fd(obj->maps.cgroup_map); cgfd = open(env.cgroupspath, O_RDONLY); if (cgfd < 0) { fprintf(stderr, "Failed opening Cgroup path: %s", env.cgroupspath); goto cleanup; } if (bpf_map_update_elem(cg_map_fd, &idx, &cgfd, BPF_ANY)) { fprintf(stderr, "Failed adding target cgroup to map"); goto cleanup; } } err = open_and_attach_perf_event(env.freq, obj->progs.do_sample, links); if (err) goto cleanup; err = init_freqs_mhz(obj->bss->freqs_mhz, links); if (err) { fprintf(stderr, "failed to init freqs\n"); goto cleanup; } err = cpufreq_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs\n"); goto cleanup; } printf("Sampling CPU freq system-wide & by process. Ctrl-C to end.\n"); signal(SIGINT, sig_handler); /* * We'll get sleep interrupted when someone presses Ctrl-C (which will * be "handled" with noop by sig_handler). */ sleep(env.duration); printf("\n"); print_linear_hists(obj->maps.hists, obj->bss); cleanup: for (i = 0; i < nr_cpus; i++) bpf_link__destroy(links[i]); cpufreq_bpf__destroy(obj); if (cgfd > 0) close(cgfd); return err != 0; } bpfcc-0.31.0/libbpf-tools/cpufreq.h000066400000000000000000000005161465134135300170710ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __CPUFREQ_H #define __CPUFREQ_H #define MAX_ENTRIES 1024 #define MAX_CPU_NR 128 #define MAX_SLOTS 26 #define TASK_COMM_LEN 16 #define HIST_STEP_SIZE 200 struct hkey { char comm[TASK_COMM_LEN]; }; struct hist { __u32 slots[MAX_SLOTS]; }; #endif /* __CPUFREQ_H */ bpfcc-0.31.0/libbpf-tools/drsnoop.bpf.c000066400000000000000000000052131465134135300176500ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Wenbo Zhang #include #include #include #include "drsnoop.h" const volatile pid_t targ_pid = 0; const volatile pid_t targ_tgid = 0; const volatile __u64 vm_zone_stat_kaddr = 0; struct piddata { u64 ts; u64 nr_free_pages; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 8192); __type(key, u32); __type(value, struct piddata); } start SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(u32)); __uint(value_size, sizeof(u32)); } events SEC(".maps"); static int handle_direct_reclaim_begin() { u64 *vm_zone_stat_kaddrp = (u64*)vm_zone_stat_kaddr; u64 id = bpf_get_current_pid_tgid(); struct piddata piddata = {}; u32 tgid = id >> 32; u32 pid = id; if (targ_tgid && targ_tgid != tgid) return 0; if (targ_pid && targ_pid != pid) return 0; piddata.ts = bpf_ktime_get_ns(); if (vm_zone_stat_kaddrp) { bpf_probe_read_kernel(&piddata.nr_free_pages, sizeof(*vm_zone_stat_kaddrp), &vm_zone_stat_kaddrp[NR_FREE_PAGES]); } bpf_map_update_elem(&start, &pid, &piddata, 0); return 0; } static int handle_direct_reclaim_end(void *ctx, unsigned long nr_reclaimed) { u64 id = bpf_get_current_pid_tgid(); struct piddata *piddatap; struct event event = {}; u32 tgid = id >> 32; u32 pid = id; s64 delta_ns; if (targ_tgid && targ_tgid != tgid) return 0; if (targ_pid && targ_pid != pid) return 0; /* fetch timestamp and calculate delta */ piddatap = bpf_map_lookup_elem(&start, &pid); if (!piddatap) return 0; /* missed entry */ delta_ns = bpf_ktime_get_ns() - piddatap->ts; if (delta_ns < 0) goto cleanup; event.pid = pid; event.nr_reclaimed = nr_reclaimed; event.delta_ns = delta_ns; event.nr_free_pages = piddatap->nr_free_pages; bpf_get_current_comm(&event.task, TASK_COMM_LEN); /* output */ bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); cleanup: bpf_map_delete_elem(&start, &pid); return 0; } SEC("tp_btf/mm_vmscan_direct_reclaim_begin") int BPF_PROG(direct_reclaim_begin_btf) { return handle_direct_reclaim_begin(); } SEC("tp_btf/mm_vmscan_direct_reclaim_end") int BPF_PROG(direct_reclaim_end_btf, unsigned long nr_reclaimed) { return handle_direct_reclaim_end(ctx, nr_reclaimed); } SEC("raw_tp/mm_vmscan_direct_reclaim_begin") int BPF_PROG(direct_reclaim_begin) { return handle_direct_reclaim_begin(); } SEC("raw_tp/mm_vmscan_direct_reclaim_end") int BPF_PROG(direct_reclaim_end, unsigned long nr_reclaimed) { return handle_direct_reclaim_end(ctx, nr_reclaimed); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/drsnoop.c000066400000000000000000000143201465134135300171010ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Wenbo Zhang // // Based on drsnoop(8) from BCC by Wenbo Zhang. // 28-Feb-2020 Wenbo Zhang Created this. #include #include #include #include #include #include #include #include #include #include "drsnoop.h" #include "drsnoop.skel.h" #include "trace_helpers.h" #define PERF_BUFFER_PAGES 16 #define PERF_POLL_TIMEOUT_MS 100 static volatile sig_atomic_t exiting = 0; static struct env { pid_t pid; pid_t tid; time_t duration; bool extended; bool verbose; } env = { }; const char *argp_program_version = "drsnoop 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace direct reclaim latency.\n" "\n" "USAGE: drsnoop [--help] [-p PID] [-t TID] [-d DURATION] [-e]\n" "\n" "EXAMPLES:\n" " drsnoop # trace all direct reclaim events\n" " drsnoop -p 123 # trace pid 123\n" " drsnoop -t 123 # trace tid 123 (use for threads only)\n" " drsnoop -d 10 # trace for 10 seconds only\n" " drsnoop -e # trace all direct reclaim events with extended faileds\n"; static const struct argp_option opts[] = { { "duration", 'd', "DURATION", 0, "Total duration of trace in seconds", 0 }, { "extended", 'e', NULL, 0, "Extended fields output", 0 }, { "pid", 'p', "PID", 0, "Process PID to trace", 0 }, { "tid", 't', "TID", 0, "Thread TID to trace", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static int page_size; static error_t parse_arg(int key, char *arg, struct argp_state *state) { time_t duration; int pid; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'd': errno = 0; duration = strtol(arg, NULL, 10); if (errno || duration <= 0) { fprintf(stderr, "invalid DURATION: %s\n", arg); argp_usage(state); } env.duration = duration; break; case 'e': env.extended = true; break; case 'p': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { fprintf(stderr, "invalid PID: %s\n", arg); argp_usage(state); } env.pid = pid; break; case 't': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { fprintf(stderr, "invalid TID: %s\n", arg); argp_usage(state); } env.tid = pid; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { struct event e; struct tm *tm; char ts[32]; time_t t; if (data_sz < sizeof(e)) { printf("Error: packet too small\n"); return; } /* Copy data as alignment in the perf buffer isn't guaranteed. */ memcpy(&e, data, sizeof(e)); time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s %-16s %-6d %8.3f %5lld", ts, e.task, e.pid, e.delta_ns / 1000000.0, e.nr_reclaimed); if (env.extended) printf(" %8llu", e.nr_free_pages * page_size / 1024); printf("\n"); } void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { fprintf(stderr, "lost %llu events on CPU #%d\n", lost_cnt, cpu); } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct perf_buffer *pb = NULL; struct ksyms *ksyms = NULL; const struct ksym *ksym; struct drsnoop_bpf *obj; __u64 time_end = 0; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); obj = drsnoop_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } /* initialize global data (filtering options) */ obj->rodata->targ_tgid = env.pid; obj->rodata->targ_pid = env.tid; if (env.extended) { ksyms = ksyms__load(); if (!ksyms) { fprintf(stderr, "failed to load kallsyms\n"); goto cleanup; } ksym = ksyms__get_symbol(ksyms, "vm_zone_stat"); if (!ksym) { fprintf(stderr, "failed to get vm_zone_stat's addr\n"); goto cleanup; } obj->rodata->vm_zone_stat_kaddr = ksym->addr; page_size = sysconf(_SC_PAGESIZE); } if (probe_tp_btf("mm_vmscan_direct_reclaim_begin")) { bpf_program__set_autoload(obj->progs.direct_reclaim_begin, false); bpf_program__set_autoload(obj->progs.direct_reclaim_end, false); } else { bpf_program__set_autoload(obj->progs.direct_reclaim_begin_btf, false); bpf_program__set_autoload(obj->progs.direct_reclaim_end_btf, false); } err = drsnoop_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } err = drsnoop_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs\n"); goto cleanup; } printf("Tracing direct reclaim events"); if (env.duration) printf(" for %ld secs.\n", env.duration); else printf("... Hit Ctrl-C to end.\n"); printf("%-8s %-16s %-6s %8s %5s", "TIME", "COMM", "TID", "LAT(ms)", "PAGES"); if (env.extended) printf(" %8s", "FREE(KB)"); printf("\n"); pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = -errno; fprintf(stderr, "failed to open perf buffer: %d\n", err); goto cleanup; } /* setup duration */ if (env.duration) time_end = get_ktime_ns() + env.duration * NSEC_PER_SEC; if (signal(SIGINT, sig_int) == SIG_ERR) { fprintf(stderr, "can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } /* main: poll */ while (!exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { fprintf(stderr, "error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } if (env.duration && get_ktime_ns() > time_end) goto cleanup; /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); drsnoop_bpf__destroy(obj); ksyms__free(ksyms); return err != 0; } bpfcc-0.31.0/libbpf-tools/drsnoop.h000066400000000000000000000004141465134135300171050ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __DRSNOOP_H #define __DRSNOOP_H #define TASK_COMM_LEN 16 struct event { char task[TASK_COMM_LEN]; __u64 delta_ns; __u64 nr_reclaimed; __u64 nr_free_pages; pid_t pid; }; #endif /* __DRSNOOP_H */ bpfcc-0.31.0/libbpf-tools/drsnoop_example.txt000066400000000000000000000044611465134135300212160ustar00rootroot00000000000000Demonstrations of drsnoop, the Linux BPF CO-RE version. drsnoop traces the direct reclaim system-wide, and prints various details. Example output: # drsnoop Tracing direct reclaim events... Hit Ctrl-C to end. TIME COMM TID LAT(ms) PAGES 14:56:43 in:imklog 268 106.637 39 14:56:43 systemd-udevd 232 110.708 53 14:56:43 systemd-journal 19531 106.083 62 ^C While tracing, the processes alloc pages due to insufficient memory available in the system, direct reclaim events happened, which will increase the waiting delay of the processes. drsnoop can be useful for discovering when allocstall(/proc/vmstat) continues to increase, whether it is caused by some critical processes or not. The -p option can be used to filter on a PID, which is filtered in-kernel. # drsnoop -p 17491 Tracing direct reclaim events... Hit Ctrl-C to end. TIME COMM TID LAT(ms) PAGES 14:59:56 summond 17491 0.24 50 14:59:56 summond 17491 0.26 38 14:59:56 summond 17491 0.36 72 ^C This shows the summond process allocs pages, and direct reclaim events happening, and the delays are not affected much. A maximum tracing duration can be set with the -d option. For example, to trace for 2 seconds: # drsnoop -d 2 Tracing direct reclaim events for 2 secs. TIME COMM TID LAT(ms) PAGES 15:02:16 head 21715 0.15 195 USAGE message: # drsnoop --help Usage: drsnoop [OPTION...] Trace direct reclaim latency. USAGE: drsnoop [--help] [-p PID] [-t TID] [-d DURATION] [-e] EXAMPLES: drsnoop # trace all direct reclaim events drsnoop -p 123 # trace pid 123 drsnoop -t 123 # trace tid 123 (use for threads only) drsnoop -d 10 # trace for 10 seconds only drsnoop -e # trace all direct reclaim events with extended faileds -d, --duration=DURATION Total duration of trace in seconds -e, --extended Extended fields output -p, --pid=PID Process PID to trace -t, --tid=TID Thread TID to trace -v, --verbose Verbose debug output -?, --help Give this help list --usage Give a short usage message -V, --version Print program version Report bugs to . bpfcc-0.31.0/libbpf-tools/errno_helpers.c000066400000000000000000000127421465134135300202720ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Anton Protopopov #include #include #include #include #include #define warn(...) fprintf(stderr, __VA_ARGS__) #ifdef __x86_64__ static int errno_by_name_x86_64(const char *errno_name) { #define strcase(X, N) if (!strcmp(errno_name, (X))) return N strcase("EPERM", 1); strcase("ENOENT", 2); strcase("ESRCH", 3); strcase("EINTR", 4); strcase("EIO", 5); strcase("ENXIO", 6); strcase("E2BIG", 7); strcase("ENOEXEC", 8); strcase("EBADF", 9); strcase("ECHILD", 10); strcase("EAGAIN", 11); strcase("EWOULDBLOCK", 11); strcase("ENOMEM", 12); strcase("EACCES", 13); strcase("EFAULT", 14); strcase("ENOTBLK", 15); strcase("EBUSY", 16); strcase("EEXIST", 17); strcase("EXDEV", 18); strcase("ENODEV", 19); strcase("ENOTDIR", 20); strcase("EISDIR", 21); strcase("EINVAL", 22); strcase("ENFILE", 23); strcase("EMFILE", 24); strcase("ENOTTY", 25); strcase("ETXTBSY", 26); strcase("EFBIG", 27); strcase("ENOSPC", 28); strcase("ESPIPE", 29); strcase("EROFS", 30); strcase("EMLINK", 31); strcase("EPIPE", 32); strcase("EDOM", 33); strcase("ERANGE", 34); strcase("EDEADLK", 35); strcase("EDEADLOCK", 35); strcase("ENAMETOOLONG", 36); strcase("ENOLCK", 37); strcase("ENOSYS", 38); strcase("ENOTEMPTY", 39); strcase("ELOOP", 40); strcase("ENOMSG", 42); strcase("EIDRM", 43); strcase("ECHRNG", 44); strcase("EL2NSYNC", 45); strcase("EL3HLT", 46); strcase("EL3RST", 47); strcase("ELNRNG", 48); strcase("EUNATCH", 49); strcase("ENOCSI", 50); strcase("EL2HLT", 51); strcase("EBADE", 52); strcase("EBADR", 53); strcase("EXFULL", 54); strcase("ENOANO", 55); strcase("EBADRQC", 56); strcase("EBADSLT", 57); strcase("EBFONT", 59); strcase("ENOSTR", 60); strcase("ENODATA", 61); strcase("ETIME", 62); strcase("ENOSR", 63); strcase("ENONET", 64); strcase("ENOPKG", 65); strcase("EREMOTE", 66); strcase("ENOLINK", 67); strcase("EADV", 68); strcase("ESRMNT", 69); strcase("ECOMM", 70); strcase("EPROTO", 71); strcase("EMULTIHOP", 72); strcase("EDOTDOT", 73); strcase("EBADMSG", 74); strcase("EOVERFLOW", 75); strcase("ENOTUNIQ", 76); strcase("EBADFD", 77); strcase("EREMCHG", 78); strcase("ELIBACC", 79); strcase("ELIBBAD", 80); strcase("ELIBSCN", 81); strcase("ELIBMAX", 82); strcase("ELIBEXEC", 83); strcase("EILSEQ", 84); strcase("ERESTART", 85); strcase("ESTRPIPE", 86); strcase("EUSERS", 87); strcase("ENOTSOCK", 88); strcase("EDESTADDRREQ", 89); strcase("EMSGSIZE", 90); strcase("EPROTOTYPE", 91); strcase("ENOPROTOOPT", 92); strcase("EPROTONOSUPPORT", 93); strcase("ESOCKTNOSUPPORT", 94); strcase("ENOTSUP", 95); strcase("EOPNOTSUPP", 95); strcase("EPFNOSUPPORT", 96); strcase("EAFNOSUPPORT", 97); strcase("EADDRINUSE", 98); strcase("EADDRNOTAVAIL", 99); strcase("ENETDOWN", 100); strcase("ENETUNREACH", 101); strcase("ENETRESET", 102); strcase("ECONNABORTED", 103); strcase("ECONNRESET", 104); strcase("ENOBUFS", 105); strcase("EISCONN", 106); strcase("ENOTCONN", 107); strcase("ESHUTDOWN", 108); strcase("ETOOMANYREFS", 109); strcase("ETIMEDOUT", 110); strcase("ECONNREFUSED", 111); strcase("EHOSTDOWN", 112); strcase("EHOSTUNREACH", 113); strcase("EALREADY", 114); strcase("EINPROGRESS", 115); strcase("ESTALE", 116); strcase("EUCLEAN", 117); strcase("ENOTNAM", 118); strcase("ENAVAIL", 119); strcase("EISNAM", 120); strcase("EREMOTEIO", 121); strcase("EDQUOT", 122); strcase("ENOMEDIUM", 123); strcase("EMEDIUMTYPE", 124); strcase("ECANCELED", 125); strcase("ENOKEY", 126); strcase("EKEYEXPIRED", 127); strcase("EKEYREVOKED", 128); strcase("EKEYREJECTED", 129); strcase("EOWNERDEAD", 130); strcase("ENOTRECOVERABLE", 131); strcase("ERFKILL", 132); strcase("EHWPOISON", 133); #undef strcase return -1; } #endif /* Try to find the errno number using the errno(1) program */ static int errno_by_name_dynamic(const char *errno_name) { int i, len = strlen(errno_name); int err, number = -1; char buf[128]; char cmd[64]; char *end; long val; FILE *f; /* sanity check to not call popen with random input */ for (i = 0; i < len; i++) { if (errno_name[i] < 'A' || errno_name[i] > 'Z') { warn("errno_name contains invalid char 0x%02x: %s\n", errno_name[i], errno_name); return -1; } } snprintf(cmd, sizeof(cmd), "errno %s", errno_name); f = popen(cmd, "r"); if (!f) { warn("popen: %s: %s\n", cmd, strerror(errno)); return -1; } if (!fgets(buf, sizeof(buf), f)) { goto close; } else if (ferror(f)) { warn("fgets: %s\n", strerror(errno)); goto close; } // expecting " " if (strncmp(errno_name, buf, len) || strlen(buf) < len+2) { warn("expected '%s': %s\n", errno_name, buf); goto close; } errno = 0; val = strtol(buf+len+2, &end, 10); if (errno || end == (buf+len+2) || number < 0 || number > INT_MAX) { warn("can't parse the second column, expected int: %s\n", buf); goto close; } number = val; close: err = pclose(f); if (err < 0) warn("pclose: %s\n", strerror(errno)); #ifndef __x86_64__ /* Ignore the error for x86_64 where we have a table compiled in */ else if (err && WEXITSTATUS(err) == 127) { warn("errno(1) required for errno name/number mapping\n"); } else if (err) { warn("errno(1) exit status (see wait(2)): 0x%x\n", err); } #endif return number; } int errno_by_name(const char *errno_name) { #ifdef __x86_64__ int err; err = errno_by_name_x86_64(errno_name); if (err >= 0) return err; #endif return errno_by_name_dynamic(errno_name); } bpfcc-0.31.0/libbpf-tools/errno_helpers.h000066400000000000000000000002721465134135300202720ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __ERRNO_HELPERS_H #define __ERRNO_HELPERS_H int errno_by_name(const char *errno_name); #endif /* __ERRNO_HELPERS_H */ bpfcc-0.31.0/libbpf-tools/execsnoop.bpf.c000066400000000000000000000067311465134135300201750ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) #include #include #include #include "execsnoop.h" const volatile bool filter_cg = false; const volatile bool ignore_failed = true; const volatile uid_t targ_uid = INVALID_UID; const volatile int max_args = DEFAULT_MAXARGS; static const struct event empty_event = {}; struct { __uint(type, BPF_MAP_TYPE_CGROUP_ARRAY); __type(key, u32); __type(value, u32); __uint(max_entries, 1); } cgroup_map SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, pid_t); __type(value, struct event); } execs SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(u32)); __uint(value_size, sizeof(u32)); } events SEC(".maps"); static __always_inline bool valid_uid(uid_t uid) { return uid != INVALID_UID; } SEC("tracepoint/syscalls/sys_enter_execve") int tracepoint__syscalls__sys_enter_execve(struct syscall_trace_enter* ctx) { u64 id; pid_t pid, tgid; int ret; struct event *event; struct task_struct *task; const char **args = (const char **)(ctx->args[1]); const char *argp; if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; uid_t uid = (u32)bpf_get_current_uid_gid(); int i; if (valid_uid(targ_uid) && targ_uid != uid) return 0; id = bpf_get_current_pid_tgid(); pid = (pid_t)id; tgid = id >> 32; if (bpf_map_update_elem(&execs, &pid, &empty_event, BPF_NOEXIST)) return 0; event = bpf_map_lookup_elem(&execs, &pid); if (!event) return 0; event->pid = tgid; event->uid = uid; task = (struct task_struct*)bpf_get_current_task(); event->ppid = (pid_t)BPF_CORE_READ(task, real_parent, tgid); event->args_count = 0; event->args_size = 0; ret = bpf_probe_read_user_str(event->args, ARGSIZE, (const char*)ctx->args[0]); if (ret < 0) { return 0; } if (ret <= ARGSIZE) { event->args_size += ret; } else { /* write an empty string */ event->args[0] = '\0'; event->args_size++; } event->args_count++; #pragma unroll for (i = 1; i < TOTAL_MAX_ARGS && i < max_args; i++) { ret = bpf_probe_read_user(&argp, sizeof(argp), &args[i]); if (ret < 0) return 0; if (event->args_size > LAST_ARG) return 0; ret = bpf_probe_read_user_str(&event->args[event->args_size], ARGSIZE, argp); if (ret < 0) return 0; event->args_count++; event->args_size += ret; } /* try to read one more argument to check if there is one */ ret = bpf_probe_read_user(&argp, sizeof(argp), &args[max_args]); if (ret < 0) return 0; /* pointer to max_args+1 isn't null, asume we have more arguments */ event->args_count++; return 0; } SEC("tracepoint/syscalls/sys_exit_execve") int tracepoint__syscalls__sys_exit_execve(struct syscall_trace_exit* ctx) { u64 id; pid_t pid; int ret; struct event *event; if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; u32 uid = (u32)bpf_get_current_uid_gid(); if (valid_uid(targ_uid) && targ_uid != uid) return 0; id = bpf_get_current_pid_tgid(); pid = (pid_t)id; event = bpf_map_lookup_elem(&execs, &pid); if (!event) return 0; ret = ctx->ret; if (ignore_failed && ret < 0) goto cleanup; event->retval = ret; bpf_get_current_comm(&event->comm, sizeof(event->comm)); size_t len = EVENT_SIZE(event); if (len <= sizeof(*event)) bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, event, len); cleanup: bpf_map_delete_elem(&execs, &pid); return 0; } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/execsnoop.c000066400000000000000000000210761465134135300174260ustar00rootroot00000000000000// Based on execsnoop(8) from BCC by Brendan Gregg and others. // #include #include #include #include #include #include #include #include #include #include #include #include "execsnoop.h" #include "execsnoop.skel.h" #include "btf_helpers.h" #include "trace_helpers.h" #define PERF_BUFFER_PAGES 64 #define PERF_POLL_TIMEOUT_MS 100 #define MAX_ARGS_KEY 259 static volatile sig_atomic_t exiting = 0; static struct env { bool time; bool timestamp; bool fails; uid_t uid; bool quote; const char *name; const char *line; bool print_uid; bool verbose; int max_args; char *cgroupspath; bool cg; } env = { .max_args = DEFAULT_MAXARGS, .uid = INVALID_UID }; static struct timespec start_time; const char *argp_program_version = "execsnoop 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace exec syscalls\n" "\n" "USAGE: execsnoop [-h] [-T] [-t] [-x] [-u UID] [-q] [-n NAME] [-l LINE] [-U] [-c CG]\n" " [--max-args MAX_ARGS]\n" "\n" "EXAMPLES:\n" " ./execsnoop # trace all exec() syscalls\n" " ./execsnoop -x # include failed exec()s\n" " ./execsnoop -T # include time (HH:MM:SS)\n" " ./execsnoop -U # include UID\n" " ./execsnoop -u 1000 # only trace UID 1000\n" " ./execsnoop -t # include timestamps\n" " ./execsnoop -q # add \"quotemarks\" around arguments\n" " ./execsnoop -n main # only print command lines containing \"main\"\n" " ./execsnoop -l tpkg # only print command where arguments contains \"tpkg\"" " ./execsnoop -c CG # Trace process under cgroupsPath CG\n"; static const struct argp_option opts[] = { { "time", 'T', NULL, 0, "include time column on output (HH:MM:SS)", 0 }, { "timestamp", 't', NULL, 0, "include timestamp on output", 0 }, { "fails", 'x', NULL, 0, "include failed exec()s", 0 }, { "uid", 'u', "UID", 0, "trace this UID only", 0 }, { "quote", 'q', NULL, 0, "Add quotemarks (\") around arguments", 0 }, { "name", 'n', "NAME", 0, "only print commands matching this name, any arg", 0 }, { "line", 'l', "LINE", 0, "only print commands where arg contains this line", 0 }, { "print-uid", 'U', NULL, 0, "print UID column", 0 }, { "max-args", MAX_ARGS_KEY, "MAX_ARGS", 0, "maximum number of arguments parsed and displayed, defaults to 20", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { "cgroup", 'c', "/sys/fs/cgroup/unified", 0, "Trace process in cgroup path", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { long int uid, max_args; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'T': env.time = true; break; case 't': env.timestamp = true; break; case 'x': env.fails = true; break; case 'c': env.cgroupspath = arg; env.cg = true; break; case 'u': errno = 0; uid = strtol(arg, NULL, 10); if (errno || uid < 0 || uid >= INVALID_UID) { fprintf(stderr, "Invalid UID %s\n", arg); argp_usage(state); } env.uid = uid; break; case 'q': env.quote = true; break; case 'n': env.name = arg; break; case 'l': env.line = arg; break; case 'U': env.print_uid = true; break; case 'v': env.verbose = true; break; case MAX_ARGS_KEY: errno = 0; max_args = strtol(arg, NULL, 10); if (errno || max_args < 1 || max_args > TOTAL_MAX_ARGS) { fprintf(stderr, "Invalid MAX_ARGS %s, should be in [1, %d] range\n", arg, TOTAL_MAX_ARGS); argp_usage(state); } env.max_args = max_args; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } static void time_since_start() { long nsec, sec; static struct timespec cur_time; double time_diff; clock_gettime(CLOCK_MONOTONIC, &cur_time); nsec = cur_time.tv_nsec - start_time.tv_nsec; sec = cur_time.tv_sec - start_time.tv_sec; if (nsec < 0) { nsec += NSEC_PER_SEC; sec--; } time_diff = sec + (double)nsec / NSEC_PER_SEC; printf("%-8.3f", time_diff); } static void inline quoted_symbol(char c) { switch(c) { case '"': putchar('\\'); putchar('"'); break; case '\t': putchar('\\'); putchar('t'); break; case '\n': putchar('\\'); putchar('n'); break; default: putchar(c); break; } } static void print_args(const struct event *e, bool quote) { int i, args_counter = 0; if (env.quote) putchar('"'); for (i = 0; i < e->args_size && args_counter < e->args_count; i++) { char c = e->args[i]; if (env.quote) { if (c == '\0') { args_counter++; putchar('"'); putchar(' '); if (args_counter < e->args_count) { putchar('"'); } } else { quoted_symbol(c); } } else { if (c == '\0') { args_counter++; putchar(' '); } else { putchar(c); } } } if (e->args_count == env.max_args + 1) { fputs(" ...", stdout); } } static void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { const struct event *e = data; time_t t; struct tm *tm; char ts[32]; /* TODO: use pcre lib */ if (env.name && strstr(e->comm, env.name) == NULL) return; /* TODO: use pcre lib */ if (env.line && strstr(e->comm, env.line) == NULL) return; time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); if (env.time) { printf("%-8s ", ts); } if (env.timestamp) { time_since_start(); } if (env.print_uid) printf("%-6d", e->uid); printf("%-16s %-6d %-6d %3d ", e->comm, e->pid, e->ppid, e->retval); print_args(e, env.quote); putchar('\n'); } static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { fprintf(stderr, "Lost %llu events on CPU #%d!\n", lost_cnt, cpu); } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct perf_buffer *pb = NULL; struct execsnoop_bpf *obj; int err; int idx, cg_map_fd; int cgfd = -1; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = execsnoop_bpf__open_opts(&open_opts); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } /* initialize global data (filtering options) */ obj->rodata->ignore_failed = !env.fails; obj->rodata->targ_uid = env.uid; obj->rodata->max_args = env.max_args; obj->rodata->filter_cg = env.cg; err = execsnoop_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } /* update cgroup path fd to map */ if (env.cg) { idx = 0; cg_map_fd = bpf_map__fd(obj->maps.cgroup_map); cgfd = open(env.cgroupspath, O_RDONLY); if (cgfd < 0) { fprintf(stderr, "Failed opening Cgroup path: %s", env.cgroupspath); goto cleanup; } if (bpf_map_update_elem(cg_map_fd, &idx, &cgfd, BPF_ANY)) { fprintf(stderr, "Failed adding target cgroup to map"); goto cleanup; } } clock_gettime(CLOCK_MONOTONIC, &start_time); err = execsnoop_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs\n"); goto cleanup; } /* print headers */ if (env.time) { printf("%-9s", "TIME"); } if (env.timestamp) { printf("%-8s ", "TIME(s)"); } if (env.print_uid) { printf("%-6s ", "UID"); } printf("%-16s %-6s %-6s %3s %s\n", "PCOMM", "PID", "PPID", "RET", "ARGS"); /* setup event callbacks */ pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = -errno; fprintf(stderr, "failed to open perf buffer: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { fprintf(stderr, "can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } /* main: poll */ while (!exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { fprintf(stderr, "error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); execsnoop_bpf__destroy(obj); cleanup_core_btf(&open_opts); if (cgfd > 0) close(cgfd); return err != 0; } bpfcc-0.31.0/libbpf-tools/execsnoop.h000066400000000000000000000012061465134135300174240ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __EXECSNOOP_H #define __EXECSNOOP_H #define ARGSIZE 128 #define TASK_COMM_LEN 16 #define TOTAL_MAX_ARGS 60 #define DEFAULT_MAXARGS 20 #define FULL_MAX_ARGS_ARR (TOTAL_MAX_ARGS * ARGSIZE) #define INVALID_UID ((uid_t)-1) #define BASE_EVENT_SIZE (size_t)(&((struct event*)0)->args) #define EVENT_SIZE(e) (BASE_EVENT_SIZE + e->args_size) #define LAST_ARG (FULL_MAX_ARGS_ARR - ARGSIZE) struct event { pid_t pid; pid_t ppid; uid_t uid; int retval; int args_count; unsigned int args_size; char comm[TASK_COMM_LEN]; char args[FULL_MAX_ARGS_ARR]; }; #endif /* __EXECSNOOP_H */ bpfcc-0.31.0/libbpf-tools/exitsnoop.bpf.c000066400000000000000000000032371465134135300202200ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2021 Hengqi Chen */ #include #include #include #include "exitsnoop.h" const volatile bool filter_cg = false; const volatile pid_t target_pid = 0; const volatile bool trace_failed_only = false; const volatile bool trace_by_process = true; struct { __uint(type, BPF_MAP_TYPE_CGROUP_ARRAY); __type(key, u32); __type(value, u32); __uint(max_entries, 1); } cgroup_map SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } events SEC(".maps"); SEC("tracepoint/sched/sched_process_exit") int sched_process_exit(void *ctx) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; __u32 tid = (__u32)pid_tgid; int exit_code; struct task_struct *task; struct event event = {}; if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; if (target_pid && target_pid != pid) return 0; if (trace_by_process && pid != tid) return 0; task = (struct task_struct *)bpf_get_current_task(); exit_code = BPF_CORE_READ(task, exit_code); if (trace_failed_only && exit_code == 0) return 0; event.start_time = BPF_CORE_READ(task, start_time); event.exit_time = bpf_ktime_get_ns(); event.pid = pid; event.tid = tid; event.ppid = BPF_CORE_READ(task, real_parent, tgid); event.sig = exit_code & 0xff; event.exit_code = exit_code >> 8; bpf_get_current_comm(event.comm, sizeof(event.comm)); bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); return 0; } char LICENSE[] SEC("license") = "Dual BSD/GPL"; bpfcc-0.31.0/libbpf-tools/exitsnoop.c000066400000000000000000000143041465134135300174470ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* * exitsnoop Trace process termination. * * Copyright (c) 2021 Hengqi Chen * * Based on exitsnoop(8) from BCC by Arturo Martin-de-Nicolas & Jeroen Soeters. * 05-Aug-2021 Hengqi Chen Created this. */ #include #include #include #include #include #include #include #include #include #include "exitsnoop.h" #include "exitsnoop.skel.h" #include "btf_helpers.h" #include "trace_helpers.h" #define PERF_BUFFER_PAGES 16 #define PERF_POLL_TIMEOUT_MS 100 #define warn(...) fprintf(stderr, __VA_ARGS__) static volatile sig_atomic_t exiting = 0; static bool emit_timestamp = false; static pid_t target_pid = 0; static bool trace_failed_only = false; static bool trace_by_process = true; static bool verbose = false; static struct env { char *cgroupspath; bool cg; } env; const char *argp_program_version = "exitsnoop 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace process termination.\n" "\n" "USAGE: exitsnoop [-h] [-t] [-x] [-p PID] [-T] [-c CG]\n" "\n" "EXAMPLES:\n" " exitsnoop # trace process exit events\n" " exitsnoop -t # include timestamps\n" " exitsnoop -x # trace error exits only\n" " exitsnoop -p 1216 # only trace PID 1216\n" " exitsnoop -T # trace by thread\n" " exitsnoop -c CG # Trace process under cgroupsPath CG\n"; static const struct argp_option opts[] = { { "timestamp", 't', NULL, 0, "Include timestamp on output", 0 }, { "failed", 'x', NULL, 0, "Trace error exits only.", 0 }, { "pid", 'p', "PID", 0, "Process ID to trace", 0 }, { "threaded", 'T', NULL, 0, "Trace by thread.", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, { "cgroup", 'c', "/sys/fs/cgroup/unified", 0, "Trace process in cgroup path", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { long pid; switch (key) { case 'p': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { warn("Invalid PID: %s\n", arg); argp_usage(state); } target_pid = pid; break; case 't': emit_timestamp = true; break; case 'x': trace_failed_only = true; break; case 'T': trace_by_process = false; break; case 'v': verbose = true; break; case 'c': env.cgroupspath = arg; env.cg = true; break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } static void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { struct event e; time_t t; struct tm *tm; char ts[32]; double age; int sig, coredump; if (data_sz < sizeof(e)) { printf("Error: packet too small\n"); return; } /* Copy data as alignment in the perf buffer isn't guaranteed. */ memcpy(&e, data, sizeof(e)); if (emit_timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%8s ", ts); } age = (e.exit_time - e.start_time) / 1e9; printf("%-16s %-7d %-7d %-7d %-7.2f ", e.comm, e.pid, e.ppid, e.tid, age); if (!e.sig) { if (!e.exit_code) printf("0\n"); else printf("code %d\n", e.exit_code); } else { sig = e.sig & 0x7f; coredump = e.sig & 0x80; if (sig) printf("signal %d (%s)", sig, strsignal(sig)); if (coredump) printf(", core dumped"); printf("\n"); } } static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { warn("lost %llu events on CPU #%d\n", lost_cnt, cpu); } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct perf_buffer *pb = NULL; struct exitsnoop_bpf *obj; int err; int idx, cg_map_fd; int cgfd = -1; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = exitsnoop_bpf__open_opts(&open_opts); if (!obj) { warn("failed to open BPF object\n"); return 1; } obj->rodata->target_pid = target_pid; obj->rodata->trace_failed_only = trace_failed_only; obj->rodata->trace_by_process = trace_by_process; obj->rodata->filter_cg = env.cg; err = exitsnoop_bpf__load(obj); if (err) { warn("failed to load BPF object: %d\n", err); goto cleanup; } /* update cgroup path fd to map */ if (env.cg) { idx = 0; cg_map_fd = bpf_map__fd(obj->maps.cgroup_map); cgfd = open(env.cgroupspath, O_RDONLY); if (cgfd < 0) { fprintf(stderr, "Failed opening Cgroup path: %s", env.cgroupspath); goto cleanup; } if (bpf_map_update_elem(cg_map_fd, &idx, &cgfd, BPF_ANY)) { fprintf(stderr, "Failed adding target cgroup to map"); goto cleanup; } } err = exitsnoop_bpf__attach(obj); if (err) { warn("failed to attach BPF programs: %d\n", err); goto cleanup; } pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = -errno; warn("failed to open perf buffer: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { warn("can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } if (emit_timestamp) printf("%-8s ", "TIME(s)"); printf("%-16s %-7s %-7s %-7s %-7s %-s\n", "PCOMM", "PID", "PPID", "TID", "AGE(s)", "EXIT_CODE"); while (!exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { warn("error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); exitsnoop_bpf__destroy(obj); cleanup_core_btf(&open_opts); if (cgfd > 0) close(cgfd); return err != 0; } bpfcc-0.31.0/libbpf-tools/exitsnoop.h000066400000000000000000000004601465134135300174520ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __EXITSNOOP_H #define __EXITSNOOP_H #define TASK_COMM_LEN 16 struct event { __u64 start_time; __u64 exit_time; __u32 pid; __u32 tid; __u32 ppid; __u32 sig; int exit_code; char comm[TASK_COMM_LEN]; }; #endif /* __EXITSNOOP_H */ bpfcc-0.31.0/libbpf-tools/filelife.bpf.c000066400000000000000000000101521465134135300177410ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Wenbo Zhang #include #include #include #include #include "filelife.h" #include "core_fixes.bpf.h" /* linux: include/linux/fs.h */ #define FMODE_CREATED 0x100000 const volatile pid_t targ_tgid = 0; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 8192); __type(key, struct dentry *); __type(value, u64); } start SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(u32)); __uint(value_size, sizeof(u32)); } events SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 8192); __type(key, u32); /* tid */ __type(value, struct event); } currevent SEC(".maps"); static __always_inline int probe_create(struct dentry *dentry) { u64 id = bpf_get_current_pid_tgid(); u32 tgid = id >> 32; u64 ts; if (targ_tgid && targ_tgid != tgid) return 0; ts = bpf_ktime_get_ns(); bpf_map_update_elem(&start, &dentry, &ts, 0); return 0; } /** * In different kernel versions, function vfs_create() has two declarations, * and their parameter lists are as follows: * * int vfs_create(struct inode *dir, struct dentry *dentry, umode_t mode, * bool want_excl); * int vfs_create(struct user_namespace *mnt_userns, struct inode *dir, * struct dentry *dentry, umode_t mode, bool want_excl); * int vfs_create(struct mnt_idmap *idmap, struct inode *dir, * struct dentry *dentry, umode_t mode, bool want_excl); */ SEC("kprobe/vfs_create") int BPF_KPROBE(vfs_create, void *arg0, void *arg1, void *arg2) { if (renamedata_has_old_mnt_userns_field() || renamedata_has_new_mnt_idmap_field()) return probe_create(arg2); else return probe_create(arg1); } SEC("kprobe/vfs_open") int BPF_KPROBE(vfs_open, struct path *path, struct file *file) { struct dentry *dentry = BPF_CORE_READ(path, dentry); int fmode = BPF_CORE_READ(file, f_mode); if (!(fmode & FMODE_CREATED)) return 0; return probe_create(dentry); } SEC("kprobe/security_inode_create") int BPF_KPROBE(security_inode_create, struct inode *dir, struct dentry *dentry) { return probe_create(dentry); } /** * In different kernel versions, function vfs_unlink() has two declarations, * and their parameter lists are as follows: * * int vfs_unlink(struct inode *dir, struct dentry *dentry, * struct inode **delegated_inode); * int vfs_unlink(struct user_namespace *mnt_userns, struct inode *dir, * struct dentry *dentry, struct inode **delegated_inode); * int vfs_unlink(struct mnt_idmap *idmap, struct inode *dir, * struct dentry *dentry, struct inode **delegated_inode); */ SEC("kprobe/vfs_unlink") int BPF_KPROBE(vfs_unlink, void *arg0, void *arg1, void *arg2) { u64 id = bpf_get_current_pid_tgid(); struct event event = {}; const u8 *qs_name_ptr; u32 tgid = id >> 32; u32 tid = (u32)id; u64 *tsp, delta_ns; bool has_arg = renamedata_has_old_mnt_userns_field() || renamedata_has_new_mnt_idmap_field(); tsp = has_arg ? bpf_map_lookup_elem(&start, &arg2) : bpf_map_lookup_elem(&start, &arg1); if (!tsp) return 0; // missed entry delta_ns = bpf_ktime_get_ns() - *tsp; qs_name_ptr = has_arg ? BPF_CORE_READ((struct dentry *)arg2, d_name.name) : BPF_CORE_READ((struct dentry *)arg1, d_name.name); bpf_probe_read_kernel_str(&event.file, sizeof(event.file), qs_name_ptr); bpf_get_current_comm(&event.task, sizeof(event.task)); event.delta_ns = delta_ns; event.tgid = tgid; event.dentry = has_arg ? arg2 : arg1; bpf_map_update_elem(&currevent, &tid, &event, BPF_ANY); return 0; } SEC("kretprobe/vfs_unlink") int BPF_KRETPROBE(vfs_unlink_ret) { u64 id = bpf_get_current_pid_tgid(); u32 tid = (u32)id; int ret = PT_REGS_RC(ctx); struct event *event; event = bpf_map_lookup_elem(&currevent, &tid); if (!event) return 0; bpf_map_delete_elem(&currevent, &tid); /* skip failed unlink */ if (ret) return 0; bpf_map_delete_elem(&start, &event->dentry); /* output */ bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, event, sizeof(*event)); return 0; } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/filelife.c000066400000000000000000000112671465134135300172030ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Wenbo Zhang // // Based on filelife(8) from BCC by Brendan Gregg & Allan McAleavy. // 20-Mar-2020 Wenbo Zhang Created this. // 13-Nov-2022 Rong Tao Check btf struct field for CO-RE and add vfs_open() // 23-Aug-2023 Rong Tao Add vfs_* 'struct mnt_idmap' support.(CO-RE) // 08-Nov-2023 Rong Tao Support unlink failed #include #include #include #include #include #include #include #include #include #include "filelife.h" #include "filelife.skel.h" #include "btf_helpers.h" #include "trace_helpers.h" #define PERF_BUFFER_PAGES 16 #define PERF_POLL_TIMEOUT_MS 100 static volatile sig_atomic_t exiting = 0; static struct env { pid_t pid; bool verbose; } env = { }; const char *argp_program_version = "filelife 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace the lifespan of short-lived files.\n" "\n" "USAGE: filelife [--help] [-p PID]\n" "\n" "EXAMPLES:\n" " filelife # trace all events\n" " filelife -p 123 # trace pid 123\n"; static const struct argp_option opts[] = { { "pid", 'p', "PID", 0, "Process PID to trace", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { int pid; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'p': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { fprintf(stderr, "invalid PID: %s\n", arg); argp_usage(state); } env.pid = pid; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { struct event e; struct tm *tm; char ts[32]; time_t t; if (data_sz < sizeof(e)) { printf("Error: packet too small\n"); return; } /* Copy data as alignment in the perf buffer isn't guaranteed. */ memcpy(&e, data, sizeof(e)); time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s %-6d %-16s %-7.2f %s\n", ts, e.tgid, e.task, (double)e.delta_ns / 1000000000, e.file); } void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { fprintf(stderr, "lost %llu events on CPU #%d\n", lost_cnt, cpu); } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct perf_buffer *pb = NULL; struct filelife_bpf *obj; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = filelife_bpf__open_opts(&open_opts); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } /* initialize global data (filtering options) */ obj->rodata->targ_tgid = env.pid; if (!kprobe_exists("security_inode_create")) bpf_program__set_autoload(obj->progs.security_inode_create, false); err = filelife_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } err = filelife_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs\n"); goto cleanup; } printf("Tracing the lifespan of short-lived files ... Hit Ctrl-C to end.\n"); printf("%-8s %-6s %-16s %-7s %s\n", "TIME", "PID", "COMM", "AGE(s)", "FILE"); pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = -errno; fprintf(stderr, "failed to open perf buffer: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { fprintf(stderr, "can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } while (!exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { fprintf(stderr, "error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); filelife_bpf__destroy(obj); cleanup_core_btf(&open_opts); return err != 0; } bpfcc-0.31.0/libbpf-tools/filelife.h000066400000000000000000000004761465134135300172100ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __FILELIFE_H #define __FILELIFE_H #define DNAME_INLINE_LEN 32 #define TASK_COMM_LEN 16 struct event { char file[DNAME_INLINE_LEN]; char task[TASK_COMM_LEN]; __u64 delta_ns; pid_t tgid; /* private */ void *dentry; }; #endif /* __FILELIFE_H */ bpfcc-0.31.0/libbpf-tools/filetop.bpf.c000066400000000000000000000045571465134135300176400ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2021 Hengqi Chen */ #include #include #include #include #include "filetop.h" #include "stat.h" #define MAX_ENTRIES 10240 const volatile pid_t target_pid = 0; const volatile bool regular_file_only = true; static struct file_stat zero_value = {}; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct file_id); __type(value, struct file_stat); } entries SEC(".maps"); static void get_file_path(struct file *file, char *buf, size_t size) { struct qstr dname; dname = BPF_CORE_READ(file, f_path.dentry, d_name); bpf_probe_read_kernel(buf, size, dname.name); } static int probe_entry(struct pt_regs *ctx, struct file *file, size_t count, enum op op) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; __u32 tid = (__u32)pid_tgid; int mode; struct file_id key = {}; struct file_stat *valuep; if (target_pid && target_pid != pid) return 0; mode = BPF_CORE_READ(file, f_inode, i_mode); if (regular_file_only && !S_ISREG(mode)) return 0; key.dev = BPF_CORE_READ(file, f_inode, i_sb, s_dev); key.rdev = BPF_CORE_READ(file, f_inode, i_rdev); key.inode = BPF_CORE_READ(file, f_inode, i_ino); key.pid = pid; key.tid = tid; valuep = bpf_map_lookup_elem(&entries, &key); if (!valuep) { bpf_map_update_elem(&entries, &key, &zero_value, BPF_ANY); valuep = bpf_map_lookup_elem(&entries, &key); if (!valuep) return 0; valuep->pid = pid; valuep->tid = tid; bpf_get_current_comm(&valuep->comm, sizeof(valuep->comm)); get_file_path(file, valuep->filename, sizeof(valuep->filename)); if (S_ISREG(mode)) { valuep->type = 'R'; } else if (S_ISSOCK(mode)) { valuep->type = 'S'; } else { valuep->type = 'O'; } } if (op == READ) { valuep->reads++; valuep->read_bytes += count; } else { /* op == WRITE */ valuep->writes++; valuep->write_bytes += count; } return 0; }; SEC("kprobe/vfs_read") int BPF_KPROBE(vfs_read_entry, struct file *file, char *buf, size_t count, loff_t *pos) { return probe_entry(ctx, file, count, READ); } SEC("kprobe/vfs_write") int BPF_KPROBE(vfs_write_entry, struct file *file, const char *buf, size_t count, loff_t *pos) { return probe_entry(ctx, file, count, WRITE); } char LICENSE[] SEC("license") = "Dual BSD/GPL"; bpfcc-0.31.0/libbpf-tools/filetop.c000066400000000000000000000167121465134135300170660ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* * filetop Trace file reads/writes by process. * Copyright (c) 2021 Hengqi Chen * * Based on filetop(8) from BCC by Brendan Gregg. * 17-Jul-2021 Hengqi Chen Created this. */ #include #include #include #include #include #include #include #include #include #include #include "filetop.h" #include "filetop.skel.h" #include "btf_helpers.h" #include "trace_helpers.h" #define warn(...) fprintf(stderr, __VA_ARGS__) #define OUTPUT_ROWS_LIMIT 10240 enum SORT { ALL, READS, WRITES, RBYTES, WBYTES, }; static volatile sig_atomic_t exiting = 0; static pid_t target_pid = 0; static bool clear_screen = true; static bool regular_file_only = true; static int output_rows = 20; static int sort_by = ALL; static int interval = 1; static int count = 99999999; static bool verbose = false; const char *argp_program_version = "filetop 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace file reads/writes by process.\n" "\n" "USAGE: filetop [-h] [-p PID] [interval] [count]\n" "\n" "EXAMPLES:\n" " filetop # file I/O top, refresh every 1s\n" " filetop -p 1216 # only trace PID 1216\n" " filetop 5 10 # 5s summaries, 10 times\n"; static const struct argp_option opts[] = { { "pid", 'p', "PID", 0, "Process ID to trace", 0 }, { "noclear", 'C', NULL, 0, "Don't clear the screen", 0 }, { "all", 'a', NULL, 0, "Include special files", 0 }, { "sort", 's', "SORT", 0, "Sort columns, default all [all, reads, writes, rbytes, wbytes]", 0 }, { "rows", 'r', "ROWS", 0, "Maximum rows to print, default 20", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { long pid, rows; static int pos_args; switch (key) { case 'p': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { warn("invalid PID: %s\n", arg); argp_usage(state); } target_pid = pid; break; case 'C': clear_screen = false; break; case 'a': regular_file_only = false; break; case 's': if (!strcmp(arg, "all")) { sort_by = ALL; } else if (!strcmp(arg, "reads")) { sort_by = READS; } else if (!strcmp(arg, "writes")) { sort_by = WRITES; } else if (!strcmp(arg, "rbytes")) { sort_by = RBYTES; } else if (!strcmp(arg, "wbytes")) { sort_by = WBYTES; } else { warn("invalid sort method: %s\n", arg); argp_usage(state); } break; case 'r': errno = 0; rows = strtol(arg, NULL, 10); if (errno || rows <= 0) { warn("invalid rows: %s\n", arg); argp_usage(state); } output_rows = rows; if (output_rows > OUTPUT_ROWS_LIMIT) output_rows = OUTPUT_ROWS_LIMIT; break; case 'v': verbose = true; break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case ARGP_KEY_ARG: errno = 0; if (pos_args == 0) { interval = strtol(arg, NULL, 10); if (errno || interval <= 0) { warn("invalid interval\n"); argp_usage(state); } } else if (pos_args == 1) { count = strtol(arg, NULL, 10); if (errno || count <= 0) { warn("invalid count\n"); argp_usage(state); } } else { warn("unrecognized positional argument: %s\n", arg); argp_usage(state); } pos_args++; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } static int sort_column(const void *obj1, const void *obj2) { struct file_stat *s1 = (struct file_stat *)obj1; struct file_stat *s2 = (struct file_stat *)obj2; if (sort_by == READS) { return s2->reads - s1->reads; } else if (sort_by == WRITES) { return s2->writes - s1->writes; } else if (sort_by == RBYTES) { return s2->read_bytes - s1->read_bytes; } else if (sort_by == WBYTES) { return s2->write_bytes - s1->write_bytes; } else { return (s2->reads + s2->writes + s2->read_bytes + s2->write_bytes) - (s1->reads + s1->writes + s1->read_bytes + s1->write_bytes); } } static int print_stat(struct filetop_bpf *obj) { FILE *f; time_t t; struct tm *tm; char ts[16], buf[256]; struct file_id key, *prev_key = NULL; static struct file_stat values[OUTPUT_ROWS_LIMIT]; int n, i, err = 0, rows = 0; int fd = bpf_map__fd(obj->maps.entries); f = fopen("/proc/loadavg", "r"); if (f) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); memset(buf, 0, sizeof(buf)); n = fread(buf, 1, sizeof(buf), f); if (n) printf("%8s loadavg: %s\n", ts, buf); fclose(f); } printf("%-7s %-16s %-6s %-6s %-7s %-7s %1s %s\n", "TID", "COMM", "READS", "WRITES", "R_Kb", "W_Kb", "T", "FILE"); while (1) { err = bpf_map_get_next_key(fd, prev_key, &key); if (err) { if (errno == ENOENT) { err = 0; break; } warn("bpf_map_get_next_key failed: %s\n", strerror(errno)); return err; } err = bpf_map_lookup_elem(fd, &key, &values[rows++]); if (err) { warn("bpf_map_lookup_elem failed: %s\n", strerror(errno)); return err; } prev_key = &key; } qsort(values, rows, sizeof(struct file_stat), sort_column); rows = rows < output_rows ? rows : output_rows; for (i = 0; i < rows; i++) printf("%-7d %-16s %-6lld %-6lld %-7lld %-7lld %c %s\n", values[i].tid, values[i].comm, values[i].reads, values[i].writes, values[i].read_bytes / 1024, values[i].write_bytes / 1024, values[i].type, values[i].filename); printf("\n"); prev_key = NULL; while (1) { err = bpf_map_get_next_key(fd, prev_key, &key); if (err) { if (errno == ENOENT) { err = 0; break; } warn("bpf_map_get_next_key failed: %s\n", strerror(errno)); return err; } err = bpf_map_delete_elem(fd, &key); if (err) { warn("bpf_map_delete_elem failed: %s\n", strerror(errno)); return err; } prev_key = &key; } return err; } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct filetop_bpf *obj; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = filetop_bpf__open_opts(&open_opts); if (!obj) { warn("failed to open BPF object\n"); return 1; } obj->rodata->target_pid = target_pid; obj->rodata->regular_file_only = regular_file_only; err = filetop_bpf__load(obj); if (err) { warn("failed to load BPF object: %d\n", err); goto cleanup; } err = filetop_bpf__attach(obj); if (err) { warn("failed to attach BPF programs: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { warn("can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } while (1) { sleep(interval); if (clear_screen) { err = system("clear"); if (err) goto cleanup; } err = print_stat(obj); if (err) goto cleanup; count--; if (exiting || !count) goto cleanup; } cleanup: filetop_bpf__destroy(obj); cleanup_core_btf(&open_opts); return err != 0; } bpfcc-0.31.0/libbpf-tools/filetop.h000066400000000000000000000007211465134135300170640ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __FILETOP_H #define __FILETOP_H #define PATH_MAX 4096 #define TASK_COMM_LEN 16 enum op { READ, WRITE, }; struct file_id { __u64 inode; __u32 dev; __u32 rdev; __u32 pid; __u32 tid; }; struct file_stat { __u64 reads; __u64 read_bytes; __u64 writes; __u64 write_bytes; __u32 pid; __u32 tid; char filename[PATH_MAX]; char comm[TASK_COMM_LEN]; char type; }; #endif /* __FILETOP_H */ bpfcc-0.31.0/libbpf-tools/fsdist.bpf.c000066400000000000000000000063111465134135300174600ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2021 Hengqi Chen */ #include #include #include #include "bits.bpf.h" #include "fsdist.h" #define MAX_ENTRIES 10240 const volatile pid_t target_pid = 0; const volatile bool in_ms = false; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, __u32); __type(value, __u64); } starts SEC(".maps"); struct hist hists[F_MAX_OP] = {}; static int probe_entry() { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; __u32 tid = (__u32)pid_tgid; __u64 ts; if (target_pid && target_pid != pid) return 0; ts = bpf_ktime_get_ns(); bpf_map_update_elem(&starts, &tid, &ts, BPF_ANY); return 0; } static int probe_return(enum fs_file_op op) { __u32 tid = (__u32)bpf_get_current_pid_tgid(); __u64 ts = bpf_ktime_get_ns(); __u64 *tsp, slot; __s64 delta; tsp = bpf_map_lookup_elem(&starts, &tid); if (!tsp) return 0; if (op >= F_MAX_OP) goto cleanup; delta = (__s64)(ts - *tsp); if (delta < 0) goto cleanup; if (in_ms) delta /= 1000000; else delta /= 1000; slot = log2l(delta); if (slot >= MAX_SLOTS) slot = MAX_SLOTS - 1; __sync_fetch_and_add(&hists[op].slots[slot], 1); cleanup: bpf_map_delete_elem(&starts, &tid); return 0; } SEC("kprobe/dummy_file_read") int BPF_KPROBE(file_read_entry) { return probe_entry(); } SEC("kretprobe/dummy_file_read") int BPF_KRETPROBE(file_read_exit) { return probe_return(F_READ); } SEC("kprobe/dummy_file_write") int BPF_KPROBE(file_write_entry) { return probe_entry(); } SEC("kretprobe/dummy_file_write") int BPF_KRETPROBE(file_write_exit) { return probe_return(F_WRITE); } SEC("kprobe/dummy_file_open") int BPF_KPROBE(file_open_entry) { return probe_entry(); } SEC("kretprobe/dummy_file_open") int BPF_KRETPROBE(file_open_exit) { return probe_return(F_OPEN); } SEC("kprobe/dummy_file_sync") int BPF_KPROBE(file_sync_entry) { return probe_entry(); } SEC("kretprobe/dummy_file_sync") int BPF_KRETPROBE(file_sync_exit) { return probe_return(F_FSYNC); } SEC("kprobe/dummy_getattr") int BPF_KPROBE(getattr_entry) { return probe_entry(); } SEC("kretprobe/dummy_getattr") int BPF_KRETPROBE(getattr_exit) { return probe_return(F_GETATTR); } SEC("fentry/dummy_file_read") int BPF_PROG(file_read_fentry) { return probe_entry(); } SEC("fexit/dummy_file_read") int BPF_PROG(file_read_fexit) { return probe_return(F_READ); } SEC("fentry/dummy_file_write") int BPF_PROG(file_write_fentry) { return probe_entry(); } SEC("fexit/dummy_file_write") int BPF_PROG(file_write_fexit) { return probe_return(F_WRITE); } SEC("fentry/dummy_file_open") int BPF_PROG(file_open_fentry) { return probe_entry(); } SEC("fexit/dummy_file_open") int BPF_PROG(file_open_fexit) { return probe_return(F_OPEN); } SEC("fentry/dummy_file_sync") int BPF_PROG(file_sync_fentry) { return probe_entry(); } SEC("fexit/dummy_file_sync") int BPF_PROG(file_sync_fexit) { return probe_return(F_FSYNC); } SEC("fentry/dummy_getattr") int BPF_PROG(getattr_fentry) { return probe_entry(); } SEC("fexit/dummy_getattr") int BPF_PROG(getattr_fexit) { return probe_return(F_GETATTR); } char LICENSE[] SEC("license") = "Dual BSD/GPL"; bpfcc-0.31.0/libbpf-tools/fsdist.c000066400000000000000000000317011465134135300167130ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* * fsdist Summarize file system operations latency. * * Copyright (c) 2021 Wenbo Zhang * Copyright (c) 2021 Hengqi Chen * * Based on ext4dist(8) from BCC by Brendan Gregg. * 9-Feb-2021 Wenbo Zhang Created this. * 20-May-2021 Hengqi Chen Migrated to fsdist. * 27-Oct-2023 Pcheng Cui Add support for F2FS. */ #include #include #include #include #include #include #include #include #include #include #include "fsdist.h" #include "fsdist.skel.h" #include "btf_helpers.h" #include "trace_helpers.h" #define warn(...) fprintf(stderr, __VA_ARGS__) enum fs_type { NONE, BTRFS, EXT4, NFS, XFS, F2FS, BCACHEFS, }; static struct fs_config { const char *fs; const char *op_funcs[F_MAX_OP]; } fs_configs[] = { [BTRFS] = { "btrfs", { [F_READ] = "btrfs_file_read_iter", [F_WRITE] = "btrfs_file_write_iter", [F_OPEN] = "btrfs_file_open", [F_FSYNC] = "btrfs_sync_file", [F_GETATTR] = NULL, /* not supported */ }}, [EXT4] = { "ext4", { [F_READ] = "ext4_file_read_iter", [F_WRITE] = "ext4_file_write_iter", [F_OPEN] = "ext4_file_open", [F_FSYNC] = "ext4_sync_file", [F_GETATTR] = "ext4_file_getattr", }}, [NFS] = { "nfs", { [F_READ] = "nfs_file_read", [F_WRITE] = "nfs_file_write", [F_OPEN] = "nfs_file_open", [F_FSYNC] = "nfs_file_fsync", [F_GETATTR] = "nfs_getattr", }}, [XFS] = { "xfs", { [F_READ] = "xfs_file_read_iter", [F_WRITE] = "xfs_file_write_iter", [F_OPEN] = "xfs_file_open", [F_FSYNC] = "xfs_file_fsync", [F_GETATTR] = NULL, /* not supported */ }}, [F2FS] = { "f2fs", { [F_READ] = "f2fs_file_read_iter", [F_WRITE] = "f2fs_file_write_iter", [F_OPEN] = "f2fs_file_open", [F_FSYNC] = "f2fs_sync_file", [F_GETATTR] = "f2fs_getattr", }}, [BCACHEFS] = { "bcachefs", { [F_READ] = "bch2_read_iter", [F_WRITE] = "bch2_write_iter", [F_OPEN] = "bch2_open", [F_FSYNC] = "bch2_fsync", [F_GETATTR] = "bch2_getattr", }}, }; static char *file_op_names[] = { [F_READ] = "read", [F_WRITE] = "write", [F_OPEN] = "open", [F_FSYNC] = "fsync", [F_GETATTR] = "getattr", }; static struct hist zero; static volatile sig_atomic_t exiting; /* options */ static enum fs_type fs_type = NONE; static bool emit_timestamp = false; static bool timestamp_in_ms = false; static pid_t target_pid = 0; static int interval = 99999999; static int count = 99999999; static bool verbose = false; const char *argp_program_version = "fsdist 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Summarize file system operations latency.\n" "\n" "Usage: fsdist [-h] [-t] [-T] [-m] [-p PID] [interval] [count]\n" "\n" "EXAMPLES:\n" " fsdist -t ext4 # show ext4 operations latency as a histogram\n" " fsdist -t nfs -p 1216 # trace nfs operations with PID 1216 only\n" " fsdist -t xfs 1 10 # trace xfs operations, 1s summaries, 10 times\n" " fsdist -t btrfs -m 5 # trace btrfs operation, 5s summaries, in ms\n"; static const struct argp_option opts[] = { { "timestamp", 'T', NULL, 0, "Print timestamp", 0 }, { "milliseconds", 'm', NULL, 0, "Millisecond histogram", 0 }, { "pid", 'p', "PID", 0, "Process ID to trace", 0 }, { "type", 't', "Filesystem", 0, "Which filesystem to trace, [btrfs/ext4/nfs/xfs/f2fs/bcachefs]", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; switch (key) { case 'v': verbose = true; break; case 'T': emit_timestamp = true; break; case 'm': timestamp_in_ms = true; break; case 't': if (!strcmp(arg, "btrfs")) { fs_type = BTRFS; } else if (!strcmp(arg, "ext4")) { fs_type = EXT4; } else if (!strcmp(arg, "nfs")) { fs_type = NFS; } else if (!strcmp(arg, "xfs")) { fs_type = XFS; } else if (!strcmp(arg, "f2fs")) { fs_type = F2FS; } else if (!strcmp(arg, "bcachefs")) { fs_type = BCACHEFS; } else { warn("invalid filesystem\n"); argp_usage(state); } break; case 'p': errno = 0; target_pid = strtol(arg, NULL, 10); if (errno || target_pid <= 0) { warn("invalid PID: %s\n", arg); argp_usage(state); } break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case ARGP_KEY_ARG: errno = 0; if (pos_args == 0) { interval = strtol(arg, NULL, 10); if (errno) { warn("invalid internal\n"); argp_usage(state); } } else if (pos_args == 1) { count = strtol(arg, NULL, 10); if (errno) { warn("invalid count\n"); argp_usage(state); } } else { warn("unrecognized positional argument: %s\n", arg); argp_usage(state); } pos_args++; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static void alias_parse(char *prog) { char *name = basename(prog); if (strstr(name, "btrfsdist")) { fs_type = BTRFS; } else if (strstr(name, "ext4dist")) { fs_type = EXT4; } else if (strstr(name, "nfsdist")) { fs_type = NFS; } else if (strstr(name, "xfsdist")) { fs_type = XFS; } else if (strstr(name, "f2fsdist")){ fs_type = F2FS; } else if (strstr(name, "bcachefsdist")){ fs_type = BCACHEFS; } } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !verbose) return 0; return vfprintf(stderr, format, args); } static void sig_handler(int sig) { exiting = 1; } static int print_hists(struct fsdist_bpf__bss *bss) { const char *units = timestamp_in_ms ? "msecs" : "usecs"; enum fs_file_op op; for (op = F_READ; op < F_MAX_OP; op++) { struct hist hist = bss->hists[op]; bss->hists[op] = zero; if (!memcmp(&zero, &hist, sizeof(hist))) continue; printf("operation = '%s'\n", file_op_names[op]); print_log2_hist(hist.slots, MAX_SLOTS, units); printf("\n"); } return 0; } static bool check_fentry() { int i; const char *fn_name, *module; bool support_fentry = true; for (i = 0; i < F_MAX_OP; i++) { fn_name = fs_configs[fs_type].op_funcs[i]; module = fs_configs[fs_type].fs; if (fn_name && !fentry_can_attach(fn_name, module)) { support_fentry = false; break; } } return support_fentry; } static int fentry_set_attach_target(struct fsdist_bpf *obj) { struct fs_config *cfg = &fs_configs[fs_type]; int err = 0; err = err ?: bpf_program__set_attach_target(obj->progs.file_read_fentry, 0, cfg->op_funcs[F_READ]); err = err ?: bpf_program__set_attach_target(obj->progs.file_read_fexit, 0, cfg->op_funcs[F_READ]); err = err ?: bpf_program__set_attach_target(obj->progs.file_write_fentry, 0, cfg->op_funcs[F_WRITE]); err = err ?: bpf_program__set_attach_target(obj->progs.file_write_fexit, 0, cfg->op_funcs[F_WRITE]); err = err ?: bpf_program__set_attach_target(obj->progs.file_open_fentry, 0, cfg->op_funcs[F_OPEN]); err = err ?: bpf_program__set_attach_target(obj->progs.file_open_fexit, 0, cfg->op_funcs[F_OPEN]); err = err ?: bpf_program__set_attach_target(obj->progs.file_sync_fentry, 0, cfg->op_funcs[F_FSYNC]); err = err ?: bpf_program__set_attach_target(obj->progs.file_sync_fexit, 0, cfg->op_funcs[F_FSYNC]); if (cfg->op_funcs[F_GETATTR]) { err = err ?: bpf_program__set_attach_target(obj->progs.getattr_fentry, 0, cfg->op_funcs[F_GETATTR]); err = err ?: bpf_program__set_attach_target(obj->progs.getattr_fexit, 0, cfg->op_funcs[F_GETATTR]); } else { bpf_program__set_autoload(obj->progs.getattr_fentry, false); bpf_program__set_autoload(obj->progs.getattr_fexit, false); } return err; } static void disable_fentry(struct fsdist_bpf *obj) { bpf_program__set_autoload(obj->progs.file_read_fentry, false); bpf_program__set_autoload(obj->progs.file_read_fexit, false); bpf_program__set_autoload(obj->progs.file_write_fentry, false); bpf_program__set_autoload(obj->progs.file_write_fexit, false); bpf_program__set_autoload(obj->progs.file_open_fentry, false); bpf_program__set_autoload(obj->progs.file_open_fexit, false); bpf_program__set_autoload(obj->progs.file_sync_fentry, false); bpf_program__set_autoload(obj->progs.file_sync_fexit, false); bpf_program__set_autoload(obj->progs.getattr_fentry, false); bpf_program__set_autoload(obj->progs.getattr_fexit, false); } static void disable_kprobes(struct fsdist_bpf *obj) { bpf_program__set_autoload(obj->progs.file_read_entry, false); bpf_program__set_autoload(obj->progs.file_read_exit, false); bpf_program__set_autoload(obj->progs.file_write_entry, false); bpf_program__set_autoload(obj->progs.file_write_exit, false); bpf_program__set_autoload(obj->progs.file_open_entry, false); bpf_program__set_autoload(obj->progs.file_open_exit, false); bpf_program__set_autoload(obj->progs.file_sync_entry, false); bpf_program__set_autoload(obj->progs.file_sync_exit, false); bpf_program__set_autoload(obj->progs.getattr_entry, false); bpf_program__set_autoload(obj->progs.getattr_exit, false); } static int attach_kprobes(struct fsdist_bpf *obj) { long err = 0; struct fs_config *cfg = &fs_configs[fs_type]; /* F_READ */ obj->links.file_read_entry = bpf_program__attach_kprobe(obj->progs.file_read_entry, false, cfg->op_funcs[F_READ]); if (!obj->links.file_read_entry) goto errout; obj->links.file_read_exit = bpf_program__attach_kprobe(obj->progs.file_read_exit, true, cfg->op_funcs[F_READ]); if (!obj->links.file_read_exit) goto errout; /* F_WRITE */ obj->links.file_write_entry = bpf_program__attach_kprobe(obj->progs.file_write_entry, false, cfg->op_funcs[F_WRITE]); if (!obj->links.file_write_entry) goto errout; obj->links.file_write_exit = bpf_program__attach_kprobe(obj->progs.file_write_exit, true, cfg->op_funcs[F_WRITE]); if (!obj->links.file_write_exit) goto errout; /* F_OPEN */ obj->links.file_open_entry = bpf_program__attach_kprobe(obj->progs.file_open_entry, false, cfg->op_funcs[F_OPEN]); if (!obj->links.file_open_entry) goto errout; obj->links.file_open_exit = bpf_program__attach_kprobe(obj->progs.file_open_exit, true, cfg->op_funcs[F_OPEN]); if (!obj->links.file_open_exit) goto errout; /* F_FSYNC */ obj->links.file_sync_entry = bpf_program__attach_kprobe(obj->progs.file_sync_entry, false, cfg->op_funcs[F_FSYNC]); if (!obj->links.file_sync_entry) goto errout; obj->links.file_sync_exit = bpf_program__attach_kprobe(obj->progs.file_sync_exit, true, cfg->op_funcs[F_FSYNC]); if (!obj->links.file_sync_exit) goto errout; /* F_GETATTR */ if (!cfg->op_funcs[F_GETATTR]) return 0; obj->links.getattr_entry = bpf_program__attach_kprobe(obj->progs.getattr_entry, false, cfg->op_funcs[F_GETATTR]); if (!obj->links.getattr_entry) goto errout; obj->links.getattr_exit = bpf_program__attach_kprobe(obj->progs.getattr_exit, true, cfg->op_funcs[F_GETATTR]); if (!obj->links.getattr_exit) goto errout; return 0; errout: err = -errno; warn("failed to attach kprobe: %ld\n", err); return err; } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct fsdist_bpf *skel; struct tm *tm; char ts[32]; time_t t; int err; bool support_fentry; alias_parse(argv[0]); err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; if (fs_type == NONE) { warn("filesystem must be specified using -t option.\n"); return 1; } libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } skel = fsdist_bpf__open_opts(&open_opts); if (!skel) { warn("failed to open BPF object\n"); return 1; } skel->rodata->target_pid = target_pid; skel->rodata->in_ms = timestamp_in_ms; /* * before load * if fentry is supported, we set attach target and disable kprobes * otherwise, we disable fentry and attach kprobes after loading */ support_fentry = check_fentry(); if (support_fentry) { err = fentry_set_attach_target(skel); if (err) { warn("failed to set attach target: %d\n", err); goto cleanup; } disable_kprobes(skel); } else { disable_fentry(skel); } err = fsdist_bpf__load(skel); if (err) { warn("failed to load BPF object: %d\n", err); goto cleanup; } /* * after load * if fentry is supported, let libbpf do auto load * otherwise, we attach to kprobes manually */ err = support_fentry ? fsdist_bpf__attach(skel) : attach_kprobes(skel); if (err) { warn("failed to attach BPF programs: %d\n", err); goto cleanup; } signal(SIGINT, sig_handler); printf("Tracing %s operation latency... Hit Ctrl-C to end.\n", fs_configs[fs_type].fs); while (1) { sleep(interval); printf("\n"); if (emit_timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s\n", ts); } err = print_hists(skel->bss); if (err) break; if (exiting || --count == 0) break; } cleanup: fsdist_bpf__destroy(skel); cleanup_core_btf(&open_opts); return err != 0; } bpfcc-0.31.0/libbpf-tools/fsdist.h000066400000000000000000000004151465134135300167160ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __FSDIST_H #define __FSDIST_H enum fs_file_op { F_READ, F_WRITE, F_OPEN, F_FSYNC, F_GETATTR, F_MAX_OP, }; #define MAX_SLOTS 32 struct hist { __u32 slots[MAX_SLOTS]; }; #endif /* __FSDIST_H */ bpfcc-0.31.0/libbpf-tools/fsslower.bpf.c000066400000000000000000000110641465134135300200310ustar00rootroot00000000000000/* SPDX-License-Identifier: GPL-2.0 */ /* Copyright (c) 2020 Wenbo Zhang */ #include #include #include #include #include "bits.bpf.h" #include "fsslower.h" #define MAX_ENTRIES 8192 const volatile pid_t target_pid = 0; const volatile __u64 min_lat_ns = 0; struct data { __u64 ts; loff_t start; loff_t end; struct file *fp; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, __u32); __type(value, struct data); } starts SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } events SEC(".maps"); static int probe_entry(struct file *fp, loff_t start, loff_t end) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; __u32 tid = (__u32)pid_tgid; struct data data; if (!fp) return 0; if (target_pid && target_pid != pid) return 0; data.ts = bpf_ktime_get_ns(); data.start = start; data.end = end; data.fp = fp; bpf_map_update_elem(&starts, &tid, &data, BPF_ANY); return 0; } static int probe_exit(void *ctx, enum fs_file_op op, ssize_t size) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; __u32 tid = (__u32)pid_tgid; __u64 end_ns, delta_ns; const __u8 *file_name; struct data *datap; struct event event = {}; struct dentry *dentry; struct file *fp; if (target_pid && target_pid != pid) return 0; datap = bpf_map_lookup_elem(&starts, &tid); if (!datap) return 0; bpf_map_delete_elem(&starts, &tid); end_ns = bpf_ktime_get_ns(); delta_ns = end_ns - datap->ts; if (delta_ns <= min_lat_ns) return 0; event.delta_us = delta_ns / 1000; event.end_ns = end_ns; event.offset = datap->start; if (op != F_FSYNC) event.size = size; else event.size = datap->end - datap->start; event.pid = pid; event.op = op; fp = datap->fp; dentry = BPF_CORE_READ(fp, f_path.dentry); file_name = BPF_CORE_READ(dentry, d_name.name); bpf_probe_read_kernel_str(&event.file, sizeof(event.file), file_name); bpf_get_current_comm(&event.task, sizeof(event.task)); bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); return 0; } SEC("kprobe/dummy_file_read") int BPF_KPROBE(file_read_entry, struct kiocb *iocb) { struct file *fp = BPF_CORE_READ(iocb, ki_filp); loff_t start = BPF_CORE_READ(iocb, ki_pos); return probe_entry(fp, start, 0); } SEC("kretprobe/dummy_file_read") int BPF_KRETPROBE(file_read_exit, ssize_t ret) { return probe_exit(ctx, F_READ, ret); } SEC("kprobe/dummy_file_write") int BPF_KPROBE(file_write_entry, struct kiocb *iocb) { struct file *fp = BPF_CORE_READ(iocb, ki_filp); loff_t start = BPF_CORE_READ(iocb, ki_pos); return probe_entry(fp, start, 0); } SEC("kretprobe/dummy_file_write") int BPF_KRETPROBE(file_write_exit, ssize_t ret) { return probe_exit(ctx, F_WRITE, ret); } SEC("kprobe/dummy_file_open") int BPF_KPROBE(file_open_entry, struct inode *inode, struct file *file) { return probe_entry(file, 0, 0); } SEC("kretprobe/dummy_file_open") int BPF_KRETPROBE(file_open_exit) { return probe_exit(ctx, F_OPEN, 0); } SEC("kprobe/dummy_file_sync") int BPF_KPROBE(file_sync_entry, struct file *file, loff_t start, loff_t end) { return probe_entry(file, start, end); } SEC("kretprobe/dummy_file_sync") int BPF_KRETPROBE(file_sync_exit) { return probe_exit(ctx, F_FSYNC, 0); } SEC("fentry/dummy_file_read") int BPF_PROG(file_read_fentry, struct kiocb *iocb) { struct file *fp = iocb->ki_filp; loff_t start = iocb->ki_pos; return probe_entry(fp, start, 0); } SEC("fexit/dummy_file_read") int BPF_PROG(file_read_fexit, struct kiocb *iocb, struct iov_iter *to, ssize_t ret) { return probe_exit(ctx, F_READ, ret); } SEC("fentry/dummy_file_write") int BPF_PROG(file_write_fentry, struct kiocb *iocb) { struct file *fp = iocb->ki_filp; loff_t start = iocb->ki_pos; return probe_entry(fp, start, 0); } SEC("fexit/dummy_file_write") int BPF_PROG(file_write_fexit, struct kiocb *iocb, struct iov_iter *from, ssize_t ret) { return probe_exit(ctx, F_WRITE, ret); } SEC("fentry/dummy_file_open") int BPF_PROG(file_open_fentry, struct inode *inode, struct file *file) { return probe_entry(file, 0, 0); } SEC("fexit/dummy_file_open") int BPF_PROG(file_open_fexit) { return probe_exit(ctx, F_OPEN, 0); } SEC("fentry/dummy_file_sync") int BPF_PROG(file_sync_fentry, struct file *file, loff_t start, loff_t end) { return probe_entry(file, start, end); } SEC("fexit/dummy_file_sync") int BPF_PROG(file_sync_fexit) { return probe_exit(ctx, F_FSYNC, 0); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/fsslower.c000066400000000000000000000321501465134135300172620ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* * fsslower Trace file system operations slower than a threshold. * * Copyright (c) 2020 Wenbo Zhang * Copyright (c) 2021 Hengqi Chen * * Based on xfsslower(8) from BCC by Brendan Gregg & Dina Goldshtein. * 9-Mar-2020 Wenbo Zhang Created this. * 27-May-2021 Hengqi Chen Migrated to fsslower. * 27-Oct-2023 Pcheng Cui Add support for F2FS. */ #include #include #include #include #include #include #include #include #include #include #include "fsslower.h" #include "fsslower.skel.h" #include "btf_helpers.h" #include "trace_helpers.h" #define PERF_BUFFER_PAGES 64 #define PERF_POLL_TIMEOUT_MS 100 #define warn(...) fprintf(stderr, __VA_ARGS__) enum fs_type { NONE, BTRFS, EXT4, NFS, XFS, F2FS, BCACHEFS, }; static struct fs_config { const char *fs; const char *op_funcs[F_MAX_OP]; } fs_configs[] = { [BTRFS] = { "btrfs", { [F_READ] = "btrfs_file_read_iter", [F_WRITE] = "btrfs_file_write_iter", [F_OPEN] = "btrfs_file_open", [F_FSYNC] = "btrfs_sync_file", }}, [EXT4] = { "ext4", { [F_READ] = "ext4_file_read_iter", [F_WRITE] = "ext4_file_write_iter", [F_OPEN] = "ext4_file_open", [F_FSYNC] = "ext4_sync_file", }}, [NFS] = { "nfs", { [F_READ] = "nfs_file_read", [F_WRITE] = "nfs_file_write", [F_OPEN] = "nfs_file_open", [F_FSYNC] = "nfs_file_fsync", }}, [XFS] = { "xfs", { [F_READ] = "xfs_file_read_iter", [F_WRITE] = "xfs_file_write_iter", [F_OPEN] = "xfs_file_open", [F_FSYNC] = "xfs_file_fsync", }}, [F2FS] = { "f2fs", { [F_READ] = "f2fs_file_read_iter", [F_WRITE] = "f2fs_file_write_iter", [F_OPEN] = "f2fs_file_open", [F_FSYNC] = "f2fs_sync_file", }}, [BCACHEFS] = { "bcachefs", { [F_READ] = "bch2_read_iter", [F_WRITE] = "bch2_write_iter", [F_OPEN] = "bch2_open", [F_FSYNC] = "bch2_fsync", }}, }; static char file_op[] = { [F_READ] = 'R', [F_WRITE] = 'W', [F_OPEN] = 'O', [F_FSYNC] = 'F', }; static volatile sig_atomic_t exiting = 0; /* options */ static enum fs_type fs_type = NONE; static pid_t target_pid = 0; static time_t duration = 0; static __u64 min_lat_ms = 10; static bool csv = false; static bool verbose = false; const char *argp_program_version = "fsslower 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace file system operations slower than a threshold.\n" "\n" "Usage: fsslower [-h] [-t FS] [-p PID] [-m MIN] [-d DURATION] [-c]\n" "\n" "EXAMPLES:\n" " fsslower -t ext4 # trace ext4 operations slower than 10 ms\n" " fsslower -t nfs -p 1216 # trace nfs operations with PID 1216 only\n" " fsslower -t xfs -c -d 1 # trace xfs operations for 1s with csv output\n"; static const struct argp_option opts[] = { { "csv", 'c', NULL, 0, "Output as csv", 0 }, { "duration", 'd', "DURATION", 0, "Total duration of trace in seconds", 0 }, { "pid", 'p', "PID", 0, "Process ID to trace", 0 }, { "min", 'm', "MIN", 0, "Min latency to trace, in ms (default 10)", 0 }, { "type", 't', "Filesystem", 0, "Which filesystem to trace, [btrfs/ext4/nfs/xfs/f2fs/bcachefs]", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { switch (key) { case 'v': verbose = true; break; case 'c': csv = true; break; case 'd': errno = 0; duration = strtol(arg, NULL, 10); if (errno || duration <= 0) { warn("invalid DURATION: %s\n", arg); argp_usage(state); } break; case 'm': errno = 0; min_lat_ms = strtoll(arg, NULL, 10); if (errno || min_lat_ms < 0) { warn("invalid latency (in ms): %s\n", arg); } break; case 't': if (!strcmp(arg, "btrfs")) { fs_type = BTRFS; } else if (!strcmp(arg, "ext4")) { fs_type = EXT4; } else if (!strcmp(arg, "nfs")) { fs_type = NFS; } else if (!strcmp(arg, "xfs")) { fs_type = XFS; } else if (!strcmp(arg, "f2fs")) { fs_type = F2FS; } else if (!strcmp(arg, "bcachefs")) { fs_type = BCACHEFS; } else { warn("invalid filesystem\n"); argp_usage(state); } break; case 'p': errno = 0; target_pid = strtol(arg, NULL, 10); if (errno || target_pid <= 0) { warn("invalid PID: %s\n", arg); argp_usage(state); } break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; default: return ARGP_ERR_UNKNOWN; } return 0; } static void alias_parse(char *prog) { char *name = basename(prog); if (strstr(name, "btrfsslower")) { fs_type = BTRFS; } else if (strstr(name, "ext4slower")) { fs_type = EXT4; } else if (strstr(name, "nfsslower")) { fs_type = NFS; } else if (strstr(name, "xfsslower")) { fs_type = XFS; } else if (strstr(name, "f2fsslower")){ fs_type = F2FS; } else if (strstr(name, "bcachefsslower")){ fs_type = BCACHEFS; } } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } static bool check_fentry() { int i; const char *fn_name, *module; bool support_fentry = true; for (i = 0; i < F_MAX_OP; i++) { fn_name = fs_configs[fs_type].op_funcs[i]; module = fs_configs[fs_type].fs; if (fn_name && !fentry_can_attach(fn_name, module)) { support_fentry = false; break; } } return support_fentry; } static int fentry_set_attach_target(struct fsslower_bpf *obj) { struct fs_config *cfg = &fs_configs[fs_type]; int err = 0; err = err ?: bpf_program__set_attach_target(obj->progs.file_read_fentry, 0, cfg->op_funcs[F_READ]); err = err ?: bpf_program__set_attach_target(obj->progs.file_read_fexit, 0, cfg->op_funcs[F_READ]); err = err ?: bpf_program__set_attach_target(obj->progs.file_write_fentry, 0, cfg->op_funcs[F_WRITE]); err = err ?: bpf_program__set_attach_target(obj->progs.file_write_fexit, 0, cfg->op_funcs[F_WRITE]); err = err ?: bpf_program__set_attach_target(obj->progs.file_open_fentry, 0, cfg->op_funcs[F_OPEN]); err = err ?: bpf_program__set_attach_target(obj->progs.file_open_fexit, 0, cfg->op_funcs[F_OPEN]); err = err ?: bpf_program__set_attach_target(obj->progs.file_sync_fentry, 0, cfg->op_funcs[F_FSYNC]); err = err ?: bpf_program__set_attach_target(obj->progs.file_sync_fexit, 0, cfg->op_funcs[F_FSYNC]); return err; } static void disable_fentry(struct fsslower_bpf *obj) { bpf_program__set_autoload(obj->progs.file_read_fentry, false); bpf_program__set_autoload(obj->progs.file_read_fexit, false); bpf_program__set_autoload(obj->progs.file_write_fentry, false); bpf_program__set_autoload(obj->progs.file_write_fexit, false); bpf_program__set_autoload(obj->progs.file_open_fentry, false); bpf_program__set_autoload(obj->progs.file_open_fexit, false); bpf_program__set_autoload(obj->progs.file_sync_fentry, false); bpf_program__set_autoload(obj->progs.file_sync_fexit, false); } static void disable_kprobes(struct fsslower_bpf *obj) { bpf_program__set_autoload(obj->progs.file_read_entry, false); bpf_program__set_autoload(obj->progs.file_read_exit, false); bpf_program__set_autoload(obj->progs.file_write_entry, false); bpf_program__set_autoload(obj->progs.file_write_exit, false); bpf_program__set_autoload(obj->progs.file_open_entry, false); bpf_program__set_autoload(obj->progs.file_open_exit, false); bpf_program__set_autoload(obj->progs.file_sync_entry, false); bpf_program__set_autoload(obj->progs.file_sync_exit, false); } static int attach_kprobes(struct fsslower_bpf *obj) { long err = 0; struct fs_config *cfg = &fs_configs[fs_type]; /* F_READ */ obj->links.file_read_entry = bpf_program__attach_kprobe(obj->progs.file_read_entry, false, cfg->op_funcs[F_READ]); if (!obj->links.file_read_entry) goto errout; obj->links.file_read_exit = bpf_program__attach_kprobe(obj->progs.file_read_exit, true, cfg->op_funcs[F_READ]); if (!obj->links.file_read_exit) goto errout; /* F_WRITE */ obj->links.file_write_entry = bpf_program__attach_kprobe(obj->progs.file_write_entry, false, cfg->op_funcs[F_WRITE]); if (!obj->links.file_write_entry) goto errout; obj->links.file_write_exit = bpf_program__attach_kprobe(obj->progs.file_write_exit, true, cfg->op_funcs[F_WRITE]); if (!obj->links.file_write_exit) goto errout; /* F_OPEN */ obj->links.file_open_entry = bpf_program__attach_kprobe(obj->progs.file_open_entry, false, cfg->op_funcs[F_OPEN]); if (!obj->links.file_open_entry) goto errout; obj->links.file_open_exit = bpf_program__attach_kprobe(obj->progs.file_open_exit, true, cfg->op_funcs[F_OPEN]); if (!obj->links.file_open_exit) goto errout; /* F_FSYNC */ obj->links.file_sync_entry = bpf_program__attach_kprobe(obj->progs.file_sync_entry, false, cfg->op_funcs[F_FSYNC]); if (!obj->links.file_sync_entry) goto errout; obj->links.file_sync_exit = bpf_program__attach_kprobe(obj->progs.file_sync_exit, true, cfg->op_funcs[F_FSYNC]); if (!obj->links.file_sync_exit) goto errout; return 0; errout: err = -errno; warn("failed to attach kprobe: %ld\n", err); return err; } static void print_headers() { const char *fs = fs_configs[fs_type].fs; if (csv) { printf("ENDTIME_ns,TASK,PID,TYPE,BYTES,OFFSET_b,LATENCY_us,FILE\n"); return; } if (min_lat_ms) printf("Tracing %s operations slower than %llu ms", fs, min_lat_ms); else printf("Tracing %s operations", fs); if (duration) printf(" for %ld secs.\n", duration); else printf("... Hit Ctrl-C to end.\n"); printf("%-8s %-16s %-7s %1s %-7s %-8s %7s %s\n", "TIME", "COMM", "PID", "T", "BYTES", "OFF_KB", "LAT(ms)", "FILENAME"); } static void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { struct event e; struct tm *tm; char ts[32]; time_t t; if (data_sz < sizeof(e)) { printf("Error: packet too small\n"); return; } /* Copy data as alignment in the perf buffer isn't guaranteed. */ memcpy(&e, data, sizeof(e)); if (csv) { printf("%lld,%s,%d,%c,", e.end_ns, e.task, e.pid, file_op[e.op]); if (e.size == LLONG_MAX) printf("LL_MAX,"); else printf("%zd,", e.size); printf("%lld,%lld,%s\n", e.offset, e.delta_us, e.file); return; } time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s %-16s %-7d %c ", ts, e.task, e.pid, file_op[e.op]); if (e.size == LLONG_MAX) printf("%-7s ", "LL_MAX"); else printf("%-7zd ", e.size); printf("%-8lld %7.2f %s\n", e.offset / 1024, (double)e.delta_us / 1000, e.file); } static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { warn("lost %llu events on CPU #%d\n", lost_cnt, cpu); } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct perf_buffer *pb = NULL; struct fsslower_bpf *skel; __u64 time_end = 0; int err; bool support_fentry; alias_parse(argv[0]); err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; if (fs_type == NONE) { warn("filesystem must be specified using -t option.\n"); return 1; } libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } skel = fsslower_bpf__open_opts(&open_opts); if (!skel) { warn("failed to open BPF object\n"); return 1; } skel->rodata->target_pid = target_pid; skel->rodata->min_lat_ns = min_lat_ms * 1000 * 1000; /* * before load * if fentry is supported, we set attach target and disable kprobes * otherwise, we disable fentry and attach kprobes after loading */ support_fentry = check_fentry(); if (support_fentry) { err = fentry_set_attach_target(skel); if (err) { warn("failed to set attach target: %d\n", err); goto cleanup; } disable_kprobes(skel); } else { disable_fentry(skel); } err = fsslower_bpf__load(skel); if (err) { warn("failed to load BPF object: %d\n", err); goto cleanup; } /* * after load * if fentry is supported, let libbpf do auto load * otherwise, we attach to kprobes manually */ err = support_fentry ? fsslower_bpf__attach(skel) : attach_kprobes(skel); if (err) { warn("failed to attach BPF programs: %d\n", err); goto cleanup; } pb = perf_buffer__new(bpf_map__fd(skel->maps.events), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = -errno; warn("failed to open perf buffer: %d\n", err); goto cleanup; } print_headers(); if (duration) time_end = get_ktime_ns() + duration * NSEC_PER_SEC; if (signal(SIGINT, sig_int) == SIG_ERR) { warn("can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } /* main: poll */ while (!exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { fprintf(stderr, "error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } if (duration && get_ktime_ns() > time_end) goto cleanup; /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); fsslower_bpf__destroy(skel); cleanup_core_btf(&open_opts); return err != 0; } bpfcc-0.31.0/libbpf-tools/fsslower.h000066400000000000000000000006411465134135300172670ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __FSSLOWER_H #define __FSSLOWER_H #define FILE_NAME_LEN 32 #define TASK_COMM_LEN 16 enum fs_file_op { F_READ, F_WRITE, F_OPEN, F_FSYNC, F_MAX_OP, }; struct event { __u64 delta_us; __u64 end_ns; __s64 offset; ssize_t size; pid_t pid; enum fs_file_op op; char file[FILE_NAME_LEN]; char task[TASK_COMM_LEN]; }; #endif /* __FSSLOWER_H */ bpfcc-0.31.0/libbpf-tools/funclatency.bpf.c000066400000000000000000000035551465134135300205060ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 /* Copyright (c) 2021 Google LLC. */ #include "vmlinux.h" #include #include #include #include "funclatency.h" #include "bits.bpf.h" const volatile pid_t targ_tgid = 0; const volatile int units = 0; const volatile bool filter_cg = false; struct { __uint(type, BPF_MAP_TYPE_CGROUP_ARRAY); __type(key, u32); __type(value, u32); __uint(max_entries, 1); } cgroup_map SEC(".maps"); /* key: pid. value: start time */ struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_PIDS); __type(key, u32); __type(value, u64); } starts SEC(".maps"); __u32 hist[MAX_SLOTS] = {}; static void entry(void) { u64 id = bpf_get_current_pid_tgid(); u32 tgid = id >> 32; u32 pid = id; u64 nsec; if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return; if (targ_tgid && targ_tgid != tgid) return; nsec = bpf_ktime_get_ns(); bpf_map_update_elem(&starts, &pid, &nsec, BPF_ANY); } SEC("fentry/dummy_fentry") int BPF_PROG(dummy_fentry) { entry(); return 0; } SEC("kprobe/dummy_kprobe") int BPF_KPROBE(dummy_kprobe) { entry(); return 0; } static void exit(void) { u64 *start; u64 nsec = bpf_ktime_get_ns(); u64 id = bpf_get_current_pid_tgid(); u32 pid = id; u64 slot, delta; if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return; start = bpf_map_lookup_elem(&starts, &pid); if (!start) return; delta = nsec - *start; switch (units) { case USEC: delta /= 1000; break; case MSEC: delta /= 1000000; break; } slot = log2l(delta); if (slot >= MAX_SLOTS) slot = MAX_SLOTS - 1; __sync_fetch_and_add(&hist[slot], 1); } SEC("fexit/dummy_fexit") int BPF_PROG(dummy_fexit) { exit(); return 0; } SEC("kretprobe/dummy_kretprobe") int BPF_KRETPROBE(dummy_kretprobe) { exit(); return 0; } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/funclatency.c000066400000000000000000000244571465134135300177440ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* Copyright (c) 2021 Google LLC. * * Based on funclatency from BCC by Brendan Gregg and others * 2021-02-26 Barret Rhoden Created this. * * TODO: * - support uprobes on libraries without -p PID. (parse ld.so.cache) * - support regexp pattern matching and per-function histograms */ #include #include #include #include #include #include #include #include #include #include #include #include "funclatency.h" #include "funclatency.skel.h" #include "trace_helpers.h" #include "map_helpers.h" #include "btf_helpers.h" #include "uprobe_helpers.h" #define warn(...) fprintf(stderr, __VA_ARGS__) static struct prog_env { int units; pid_t pid; unsigned int duration; unsigned int interval; unsigned int iterations; bool timestamp; char *funcname; bool verbose; bool kprobes; char *cgroupspath; bool cg; bool is_kernel_func; } env = { .interval = 99999999, .iterations = 99999999, }; const char *argp_program_version = "funclatency 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; static const char args_doc[] = "FUNCTION"; static const char program_doc[] = "Time functions and print latency as a histogram\n" "\n" "Usage: funclatency [-h] [-m|-u] [-p PID] [-d DURATION] [ -i INTERVAL ] [-c CG]\n" " [-T] FUNCTION\n" " Choices for FUNCTION: FUNCTION (kprobe)\n" " LIBRARY:FUNCTION (uprobe a library in -p PID)\n" " :FUNCTION (uprobe the binary of -p PID)\n" " PROGRAM:FUNCTION (uprobe the binary PROGRAM)\n" "\v" "Examples:\n" " ./funclatency do_sys_open # time the do_sys_open() kernel function\n" " ./funclatency -m do_nanosleep # time do_nanosleep(), in milliseconds\n" " ./funclatency -c CG # Trace process under cgroupsPath CG\n" " ./funclatency -u vfs_read # time vfs_read(), in microseconds\n" " ./funclatency -p 181 vfs_read # time process 181 only\n" " ./funclatency -p 181 c:read # time the read() C library function\n" " ./funclatency -p 181 :foo # time foo() from pid 181's userspace\n" " ./funclatency -i 2 -d 10 vfs_read # output every 2 seconds, for 10s\n" " ./funclatency -mTi 5 vfs_read # output every 5 seconds, with timestamps\n" ; static const struct argp_option opts[] = { { "milliseconds", 'm', NULL, 0, "Output in milliseconds", 0 }, { "microseconds", 'u', NULL, 0, "Output in microseconds", 0 }, {0, 0, 0, 0, "", 0 }, { "pid", 'p', "PID", 0, "Process ID to trace", 0 }, {0, 0, 0, 0, "", 0 }, { "interval", 'i', "INTERVAL", 0, "Summary interval in seconds", 0 }, { "cgroup", 'c', "/sys/fs/cgroup/unified", 0, "Trace process in cgroup path", 0 }, { "duration", 'd', "DURATION", 0, "Duration to trace", 0 }, { "timestamp", 'T', NULL, 0, "Print timestamp", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { "kprobes", 'k', NULL, 0, "Use kprobes instead of fentry", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { struct prog_env *env = state->input; long duration, interval, pid; switch (key) { case 'p': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { warn("Invalid PID: %s\n", arg); argp_usage(state); } env->pid = pid; break; case 'm': if (env->units != NSEC) { warn("only set one of -m or -u\n"); argp_usage(state); } env->units = MSEC; break; case 'c': env->cgroupspath = arg; env->cg = true; break; case 'u': if (env->units != NSEC) { warn("only set one of -m or -u\n"); argp_usage(state); } env->units = USEC; break; case 'd': errno = 0; duration = strtol(arg, NULL, 10); if (errno || duration <= 0) { warn("Invalid duration: %s\n", arg); argp_usage(state); } env->duration = duration; break; case 'i': errno = 0; interval = strtol(arg, NULL, 10); if (errno || interval <= 0) { warn("Invalid interval: %s\n", arg); argp_usage(state); } env->interval = interval; break; case 'T': env->timestamp = true; break; case 'k': env->kprobes = true; break; case 'v': env->verbose = true; break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case ARGP_KEY_ARG: if (env->funcname) { warn("Too many function names: %s\n", arg); argp_usage(state); } env->funcname = arg; break; case ARGP_KEY_END: if (!env->funcname) { warn("Need a function to trace\n"); argp_usage(state); } if (env->duration) { if (env->interval > env->duration) env->interval = env->duration; env->iterations = env->duration / env->interval; } break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static const char *unit_str(void) { switch (env.units) { case NSEC: return "nsec"; case USEC: return "usec"; case MSEC: return "msec"; }; return "bad units"; } static bool try_fentry(struct funclatency_bpf *obj) { long err; if (env.kprobes || !env.is_kernel_func || !fentry_can_attach(env.funcname, NULL)) { goto out_no_fentry; } err = bpf_program__set_attach_target(obj->progs.dummy_fentry, 0, env.funcname); if (err) { warn("failed to set attach fentry: %s\n", strerror(-err)); goto out_no_fentry; } err = bpf_program__set_attach_target(obj->progs.dummy_fexit, 0, env.funcname); if (err) { warn("failed to set attach fexit: %s\n", strerror(-err)); goto out_no_fentry; } bpf_program__set_autoload(obj->progs.dummy_kprobe, false); bpf_program__set_autoload(obj->progs.dummy_kretprobe, false); return true; out_no_fentry: bpf_program__set_autoload(obj->progs.dummy_fentry, false); bpf_program__set_autoload(obj->progs.dummy_fexit, false); return false; } static int attach_kprobes(struct funclatency_bpf *obj) { obj->links.dummy_kprobe = bpf_program__attach_kprobe(obj->progs.dummy_kprobe, false, env.funcname); if (!obj->links.dummy_kprobe) { warn("failed to attach kprobe: %d\n", -errno); return -1; } obj->links.dummy_kretprobe = bpf_program__attach_kprobe(obj->progs.dummy_kretprobe, true, env.funcname); if (!obj->links.dummy_kretprobe) { warn("failed to attach kretprobe: %d\n", -errno); return -1; } return 0; } static int attach_uprobes(struct funclatency_bpf *obj) { char *binary, *function; char bin_path[PATH_MAX]; off_t func_off; int ret = -1; long err; binary = strdup(env.funcname); if (!binary) { warn("strdup failed"); return -1; } function = strchr(binary, ':'); if (!function) { warn("Binary should have contained ':' (internal bug!)\n"); return -1; } *function = '\0'; function++; if (resolve_binary_path(binary, env.pid, bin_path, sizeof(bin_path))) goto out_binary; func_off = get_elf_func_offset(bin_path, function); if (func_off < 0) { warn("Could not find %s in %s\n", function, bin_path); goto out_binary; } obj->links.dummy_kprobe = bpf_program__attach_uprobe(obj->progs.dummy_kprobe, false, env.pid ?: -1, bin_path, func_off); if (!obj->links.dummy_kprobe) { err = -errno; warn("Failed to attach uprobe: %ld\n", err); goto out_binary; } obj->links.dummy_kretprobe = bpf_program__attach_uprobe(obj->progs.dummy_kretprobe, true, env.pid ?: -1, bin_path, func_off); if (!obj->links.dummy_kretprobe) { err = -errno; warn("Failed to attach uretprobe: %ld\n", err); goto out_binary; } ret = 0; out_binary: free(binary); return ret; } static volatile bool exiting; static void sig_hand(int signr) { exiting = true; } static struct sigaction sigact = {.sa_handler = sig_hand}; int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .args_doc = args_doc, .doc = program_doc, }; struct funclatency_bpf *obj; int i, err; struct tm *tm; char ts[32]; time_t t; int idx, cg_map_fd; int cgfd = -1; bool used_fentry = false; err = argp_parse(&argp, argc, argv, 0, NULL, &env); if (err) return err; env.is_kernel_func = !strchr(env.funcname, ':'); sigaction(SIGINT, &sigact, 0); libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = funclatency_bpf__open_opts(&open_opts); if (!obj) { warn("failed to open BPF object\n"); return 1; } obj->rodata->units = env.units; obj->rodata->targ_tgid = env.pid; obj->rodata->filter_cg = env.cg; used_fentry = try_fentry(obj); err = funclatency_bpf__load(obj); if (err) { warn("failed to load BPF object\n"); return 1; } /* update cgroup path fd to map */ if (env.cg) { idx = 0; cg_map_fd = bpf_map__fd(obj->maps.cgroup_map); cgfd = open(env.cgroupspath, O_RDONLY); if (cgfd < 0) { fprintf(stderr, "Failed opening Cgroup path: %s", env.cgroupspath); goto cleanup; } if (bpf_map_update_elem(cg_map_fd, &idx, &cgfd, BPF_ANY)) { fprintf(stderr, "Failed adding target cgroup to map"); goto cleanup; } } if (!obj->bss) { warn("Memory-mapping BPF maps is supported starting from Linux 5.7, please upgrade.\n"); goto cleanup; } if (!used_fentry) { if (env.is_kernel_func) err = attach_kprobes(obj); else err = attach_uprobes(obj); if (err) goto cleanup; } err = funclatency_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs: %s\n", strerror(-err)); goto cleanup; } printf("Tracing %s. Hit Ctrl-C to exit\n", env.funcname); for (i = 0; i < env.iterations && !exiting; i++) { sleep(env.interval); printf("\n"); if (env.timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s\n", ts); } print_log2_hist(obj->bss->hist, MAX_SLOTS, unit_str()); /* Cleanup histograms for interval output */ memset(obj->bss->hist, 0, sizeof(obj->bss->hist)); } printf("Exiting trace of %s\n", env.funcname); cleanup: funclatency_bpf__destroy(obj); cleanup_core_btf(&open_opts); if (cgfd > 0) close(cgfd); return err != 0; } bpfcc-0.31.0/libbpf-tools/funclatency.h000066400000000000000000000002331465134135300177330ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #pragma once #define MAX_PIDS 102400 #define MAX_SLOTS 25 enum units { NSEC, USEC, MSEC, }; bpfcc-0.31.0/libbpf-tools/futexctn.bpf.c000066400000000000000000000057771465134135300200430ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 /* Copyright (c) 2023 Wenbo Zhang */ #include #include #include #include #include "futexctn.h" #include "bits.bpf.h" #include "maps.bpf.h" #define MAX_ENTRIES 10240 #define FUTEX_WAIT 0 #define FUTEX_PRIVATE_FLAG 128 #define FUTEX_CLOCK_REALTIME 256 #define FUTEX_CMD_MASK ~(FUTEX_PRIVATE_FLAG | FUTEX_CLOCK_REALTIME) const volatile bool targ_summary = false; const volatile bool targ_ms = false; const volatile __u64 targ_lock = 0; const volatile pid_t targ_pid = 0; const volatile pid_t targ_tid = 0; struct val_t { u64 ts; u64 uaddr; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, u64); __type(value, struct val_t); } start SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_STACK_TRACE); __uint(key_size, sizeof(u32)); } stackmap SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct hist_key); __type(value, struct hist); } hists SEC(".maps"); static struct hist initial_hist = {}; SEC("tracepoint/syscalls/sys_enter_futex") int futex_enter(struct syscall_trace_enter *ctx) { struct val_t v = {}; u64 pid_tgid; u32 tid; if (((int)ctx->args[1] & FUTEX_CMD_MASK) != FUTEX_WAIT) return 0; pid_tgid = bpf_get_current_pid_tgid(); tid = (__u32)pid_tgid; if (targ_pid && targ_pid != pid_tgid >> 32) return 0; if (targ_tid && targ_tid != tid) return 0; v.uaddr = ctx->args[0]; if (targ_lock && targ_lock != v.uaddr) return 0; v.ts = bpf_ktime_get_ns(); bpf_map_update_elem(&start, &pid_tgid, &v, BPF_ANY); return 0; } SEC("tracepoint/syscalls/sys_exit_futex") int futex_exit(struct syscall_trace_exit *ctx) { u64 pid_tgid, slot, ts, min, max; struct hist_key hkey = {}; struct hist *histp; struct val_t *vp; s64 delta; ts = bpf_ktime_get_ns(); pid_tgid = bpf_get_current_pid_tgid(); vp = bpf_map_lookup_elem(&start, &pid_tgid); if (!vp) return 0; if ((int)ctx->ret < 0) goto cleanup; delta = (s64)(ts - vp->ts); if (delta < 0) goto cleanup; hkey.pid_tgid = pid_tgid; hkey.uaddr = vp->uaddr; if (!targ_summary) hkey.user_stack_id = bpf_get_stackid(ctx, &stackmap, BPF_F_USER_STACK); else hkey.pid_tgid >>= 32; histp = bpf_map_lookup_or_try_init(&hists, &hkey, &initial_hist); if (!histp) goto cleanup; if (targ_ms) delta /= 1000000U; else delta /= 1000U; slot = log2l(delta); if (slot >= MAX_SLOTS) slot = MAX_SLOTS - 1; __sync_fetch_and_add(&histp->slots[slot], 1); __sync_fetch_and_add(&histp->contended, 1); __sync_fetch_and_add(&histp->total_elapsed, delta); min = __sync_fetch_and_add(&histp->min, 0); if (!min || min > delta) __sync_val_compare_and_swap(&histp->min, min, delta); max = __sync_fetch_and_add(&histp->max, 0); if (max < delta) __sync_val_compare_and_swap(&histp->max, max, delta); bpf_get_current_comm(&histp->comm, sizeof(histp->comm)); cleanup: bpf_map_delete_elem(&start, &pid_tgid); return 0; } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/futexctn.c000066400000000000000000000230211465134135300172530ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2023 Wenbo Zhang // // Based on https://sourceware.org/systemtap/wiki/WSFutexContention // 10-Jul-2023 Wenbo Zhang Created this. #include #include #include #include #include #include #include #include #include #include #include #include "futexctn.h" #include "futexctn.skel.h" #include "trace_helpers.h" #ifdef USE_BLAZESYM #include "blazesym.h" #endif #ifdef USE_BLAZESYM static blazesym *symbolizer; #else static struct syms_cache *syms_cache; #endif static struct env { pid_t pid; pid_t tid; __u64 lock; time_t interval; int times; int stack_storage_size; int perf_max_stack_depth; bool summary; bool timestamp; bool milliseconds; bool verbose; } env = { .interval = 99999999, .times = 99999999, .stack_storage_size = 1024, .perf_max_stack_depth = 127, }; static volatile sig_atomic_t exiting = 0; const char *argp_program_version = "futexctn 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Summarize futex contention latency as a histogram.\n" "\n" "USAGE: futexctn [--help] [-T] [-m] [-s] [-p pid] [-t tid] [-l lock] [interval] [count]\n" "\n" "EXAMPLES:\n" " futexctn # summarize futex contention latency as a histogram\n" " futexctn 1 10 # print 1 second summaries, 10 times\n" " futexctn -mT 1 # 1s summaries, milliseconds, and timestamps\n" " futexctn -s 1 # 1s summaries, without stack traces\n" " futexctn -l 0x8187bb8 # only trace lock 0x8187bb8\n" " futexctn -p 123 # only trace threads for PID 123\n" " futexctn -t 125 # only trace thread 125\n"; #define OPT_PERF_MAX_STACK_DEPTH 1 /* --pef-max-stack-depth */ #define OPT_STACK_STORAGE_SIZE 2 /* --stack-storage-size */ static const struct argp_option opts[] = { { "pid", 'p', "PID", 0, "Trace this PID only", 0 }, { "tid", 't', "TID", 0, "Trace this TID only", 0 }, { "lock", 'l', "LOCK", 0, "Trace this lock only", 0 }, { "timestamp", 'T', NULL, 0, "Include timestamp on output", 0 }, { "milliseconds", 'm', NULL, 0, "Millisecond histogram", 0 }, { "perf-max-stack-depth", OPT_PERF_MAX_STACK_DEPTH, "PERF-MAX-STACK-DEPTH", 0, "the limit for the stack traces (default 127)", 0 }, { "stack-storage-size", OPT_STACK_STORAGE_SIZE, "STACK-STORAGE-SIZE", 0, "the number of unique stack traces that can be stored and displayed (default 1024)", 0 }, { "summary", 's', NULL, 0, "Summary futex contention latency", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'm': env.milliseconds = true; break; case 's': env.summary = true; break; case 'T': env.timestamp = true; break; case 'p': errno = 0; env.pid = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid PID: %s\n", arg); argp_usage(state); } break; case 't': errno = 0; env.tid = strtol(arg, NULL, 10); if (errno || env.tid <= 0) { fprintf(stderr, "Invalid TID: %s\n", arg); argp_usage(state); } break; case 'l': errno = 0; env.lock = strtol(arg, NULL, 16); if (errno || env.lock <= 0) { fprintf(stderr, "Invalid lock: %s\n", arg); argp_usage(state); } break; case OPT_PERF_MAX_STACK_DEPTH: errno = 0; env.perf_max_stack_depth = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid perf max stack depth: %s\n", arg); argp_usage(state); } break; case OPT_STACK_STORAGE_SIZE: errno = 0; env.stack_storage_size = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid stack storage size: %s\n", arg); argp_usage(state); } break; case ARGP_KEY_ARG: errno = 0; if (pos_args == 0) { env.interval = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid internal\n"); argp_usage(state); } } else if (pos_args == 1) { env.times = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid times\n"); argp_usage(state); } } else { fprintf(stderr, "unrecognized positional argument: %s\n", arg); argp_usage(state); } pos_args++; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_handler(int sig) { exiting = true; } static int print_stack(struct futexctn_bpf *obj, struct hist_key *info) { #ifdef USE_BLAZESYM sym_src_cfg cfgs[] = { { .src_type = SRC_T_PROCESS, .params = { .process = { .pid = info->pid_tgid >> 32 }}}, }; const blazesym_result *result = NULL; const blazesym_csym *sym; #else const struct syms *syms; const struct sym *sym; struct sym_info sinfo; int idx = 0; #endif int i, err = 0, fd; uint64_t *ip; ip = calloc(env.perf_max_stack_depth, sizeof(*ip)); if (!ip) { fprintf(stderr, "failed to alloc ip\n"); return -1; } fd = bpf_map__fd(obj->maps.stackmap); err = bpf_map_lookup_elem(fd, &info->user_stack_id, ip); if (err != 0) { fprintf(stderr, " [Missed User Stack]\n"); goto cleanup; } #ifdef USE_BLAZESYM result = blazesym_symbolize(symbolizer, cfgs, 1, ip, env.perf_max_stack_depth); for (i = 0; result && i < result->size; i++) { if (result->entries[i].size == 0) continue; sym = &result->entries[i].syms[0]; if (sym->line_no) printf(" %s:%lu\n", sym->symbol, sym->line_no); else printf(" %s\n", sym->symbol); } #else syms = syms_cache__get_syms(syms_cache, info->pid_tgid >> 32); if (!syms) { if (!env.verbose) { fprintf(stderr, "failed to get syms\n"); } else { for (i = 0; i < env.perf_max_stack_depth && ip[i]; i++) printf(" #%-2d 0x%016lx [unknown]\n", idx++, ip[i]); } goto cleanup; } for (i = 0; i < env.perf_max_stack_depth && ip[i]; i++) { if (!env.verbose) { sym = syms__map_addr(syms, ip[i]); if (sym) printf(" %s\n", sym->name); else printf(" [unknown]\n"); } else { err = syms__map_addr_dso(syms, ip[i], &sinfo); printf(" #%-2d 0x%016lx", idx++, ip[i]); if (err == 0) { if (sinfo.sym_name) printf(" %s+0x%lx", sinfo.sym_name, sinfo.sym_offset); printf(" (%s+0x%lx)", sinfo.dso_name, sinfo.dso_offset); } printf("\n"); } } #endif cleanup: #ifdef USE_BLAZESYM blazesym_result_free(result); #endif free(ip); return 0; } static int print_map(struct futexctn_bpf *obj) { struct hist_key lookup_key = { .pid_tgid = -1 }, next_key; const char *units = env.milliseconds ? "msecs" : "usecs"; int err,fd = bpf_map__fd(obj->maps.hists); struct hist hist; while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_lookup_elem(fd, &next_key, &hist); if (err < 0) { fprintf(stderr, "failed to lookup hist: %d\n", err); return -1; } printf("\n\n"); printf( "%s[%u] lock 0x%llx contended %llu times, %llu avg %s " "[max: %llu %s, min %llu %s]\n", hist.comm, (__u32)next_key.pid_tgid, next_key.uaddr, hist.contended, hist.total_elapsed / hist.contended, units, hist.max, units, hist.min, units); if (!env.summary) { printf(" -\n"); print_stack(obj, &next_key); printf(" -\n"); } print_log2_hist(hist.slots, MAX_SLOTS, units); lookup_key = next_key; } lookup_key.pid_tgid = -1; while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_delete_elem(fd, &next_key); if (err < 0) { fprintf(stderr, "failed to cleanup hist : %d\n", err); return -1; } lookup_key = next_key; } return 0; } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct futexctn_bpf *obj; struct tm *tm; char ts[32]; time_t t; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); obj = futexctn_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } /* initialize global data (filtering options) */ obj->rodata->targ_pid = env.pid; obj->rodata->targ_tid = env.tid; obj->rodata->targ_lock = env.lock; obj->rodata->targ_ms = env.milliseconds; obj->rodata->targ_summary = env.summary; bpf_map__set_value_size(obj->maps.stackmap, env.perf_max_stack_depth * sizeof(unsigned long)); bpf_map__set_max_entries(obj->maps.stackmap, env.stack_storage_size); err = futexctn_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF programs\n"); goto cleanup; } err = futexctn_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs\n"); goto cleanup; } #ifdef USE_BLAZESYM symbolizer = blazesym_new(); #else syms_cache = syms_cache__new(0); if (!syms_cache) { fprintf(stderr, "failed to create syms_cache\n"); goto cleanup; } #endif signal(SIGINT, sig_handler); /* main: poll */ while (1) { sleep(env.interval); printf("\n"); if (env.timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s\n", ts); } print_map(obj); if (exiting || --env.times == 0) break; } cleanup: futexctn_bpf__destroy(obj); #ifdef USE_BLAZESYM blazesym_free(symbolizer); #else syms_cache__free(syms_cache); #endif return err != 0; } bpfcc-0.31.0/libbpf-tools/futexctn.h000066400000000000000000000005741465134135300172700ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __FUTEXCTN_H #define __FUTEXCTN_H #define TASK_COMM_LEN 16 #define MAX_SLOTS 36 struct hist_key { __u64 pid_tgid; __u64 uaddr; int user_stack_id; }; struct hist { __u32 slots[MAX_SLOTS]; char comm[TASK_COMM_LEN]; __u64 contended; __u64 total_elapsed; __u64 min; __u64 max; }; #endif /* FUTEXCTN_H_ */ bpfcc-0.31.0/libbpf-tools/gethostlatency.bpf.c000066400000000000000000000032731465134135300212250ustar00rootroot00000000000000/* SPDX-License-Identifier: GPL-2.0 */ /* Copyright (c) 2021 Hengqi Chen */ #include #include #include #include #include "gethostlatency.h" #define MAX_ENTRIES 10240 const volatile pid_t target_pid = 0; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, __u32); __type(value, struct event); } starts SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } events SEC(".maps"); static int probe_entry(struct pt_regs *ctx) { if (!PT_REGS_PARM1(ctx)) return 0; __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; __u32 tid = (__u32)pid_tgid; struct event event = {}; if (target_pid && target_pid != pid) return 0; event.time = bpf_ktime_get_ns(); event.pid = pid; bpf_get_current_comm(&event.comm, sizeof(event.comm)); bpf_probe_read_user(&event.host, sizeof(event.host), (void *)PT_REGS_PARM1(ctx)); bpf_map_update_elem(&starts, &tid, &event, BPF_ANY); return 0; } static int probe_return(struct pt_regs *ctx) { __u32 tid = (__u32)bpf_get_current_pid_tgid(); struct event *eventp; eventp = bpf_map_lookup_elem(&starts, &tid); if (!eventp) return 0; /* update time from timestamp to delta */ eventp->time = bpf_ktime_get_ns() - eventp->time; bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, eventp, sizeof(*eventp)); bpf_map_delete_elem(&starts, &tid); return 0; } SEC("uprobe") int BPF_UPROBE(handle_entry) { return probe_entry(ctx); } SEC("uretprobe") int BPF_URETPROBE(handle_return) { return probe_return(ctx); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/gethostlatency.c000066400000000000000000000170771465134135300204660ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* * gethostlatency Show latency for getaddrinfo/gethostbyname[2] calls. * * Copyright (c) 2021 Hengqi Chen * * Based on gethostlatency(8) from BCC by Brendan Gregg. * 24-Mar-2021 Hengqi Chen Created this. */ #include #include #include #include #include #include #include #include "gethostlatency.h" #include "gethostlatency.skel.h" #include "btf_helpers.h" #include "trace_helpers.h" #include "uprobe_helpers.h" #define PERF_BUFFER_PAGES 16 #define PERF_POLL_TIMEOUT_MS 100 #define warn(...) fprintf(stderr, __VA_ARGS__) static volatile sig_atomic_t exiting = 0; static pid_t target_pid = 0; static const char *libc_path = NULL; static bool verbose = false; const char *argp_program_version = "gethostlatency 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Show latency for getaddrinfo/gethostbyname[2] calls.\n" "\n" "USAGE: gethostlatency [-h] [-p PID] [-l LIBC]\n" "\n" "EXAMPLES:\n" " gethostlatency # time getaddrinfo/gethostbyname[2] calls\n" " gethostlatency -p 1216 # only trace PID 1216\n"; static const struct argp_option opts[] = { { "pid", 'p', "PID", 0, "Process ID to trace", 0 }, { "libc", 'l', "LIBC", 0, "Specify which libc.so to use", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { long pid; switch (key) { case 'p': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { warn("Invalid PID: %s\n", arg); argp_usage(state); } target_pid = pid; break; case 'l': libc_path = strdup(arg); if (access(libc_path, F_OK)) { warn("Invalid libc: %s\n", arg); argp_usage(state); } break; case 'v': verbose = true; break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } static void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { struct event e; struct tm *tm; char ts[16]; time_t t; if (data_sz < sizeof(e)) { printf("Error: packet too small\n"); return; } /* Copy data as alignment in the perf buffer isn't guaranteed. */ memcpy(&e, data, sizeof(e)); time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s %-7d %-16s %-10.3f %-s\n", ts, e.pid, e.comm, (double)e.time/1000000, e.host); } static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { warn("lost %llu events on CPU #%d\n", lost_cnt, cpu); } static int get_libc_path(char *path) { FILE *f; char buf[PATH_MAX] = {}; char map_fname[PATH_MAX] = {}; char proc_path[PATH_MAX] = {}; char *filename; float version; if (libc_path) { memcpy(path, libc_path, strlen(libc_path)); return 0; } if (target_pid == 0) { f = fopen("/proc/self/maps", "r"); } else { snprintf(map_fname, sizeof(map_fname), "/proc/%d/maps", target_pid); f = fopen(map_fname, "r"); } if (!f) return -errno; while (fscanf(f, "%*x-%*x %*s %*s %*s %*s %[^\n]\n", buf) != EOF) { if (strchr(buf, '/') != buf) continue; filename = strrchr(buf, '/') + 1; if (sscanf(filename, "libc-%f.so", &version) == 1 || sscanf(filename, "libc.so.%f", &version) == 1) { if (target_pid == 0) { memcpy(path, buf, strlen(buf)); } else { snprintf(proc_path, sizeof(proc_path), "/proc/%d/root%s", target_pid, buf); memcpy(path, proc_path, strlen(proc_path)); } fclose(f); return 0; } } fclose(f); return -1; } static int attach_uprobes(struct gethostlatency_bpf *obj, struct bpf_link *links[]) { int err; char libc_path[PATH_MAX] = {}; off_t func_off; err = get_libc_path(libc_path); if (err) { warn("could not find libc.so\n"); return -1; } func_off = get_elf_func_offset(libc_path, "getaddrinfo"); if (func_off < 0) { warn("could not find getaddrinfo in %s\n", libc_path); return -1; } links[0] = bpf_program__attach_uprobe(obj->progs.handle_entry, false, target_pid ?: -1, libc_path, func_off); if (!links[0]) { warn("failed to attach getaddrinfo: %d\n", -errno); return -1; } links[1] = bpf_program__attach_uprobe(obj->progs.handle_return, true, target_pid ?: -1, libc_path, func_off); if (!links[1]) { warn("failed to attach getaddrinfo: %d\n", -errno); return -1; } func_off = get_elf_func_offset(libc_path, "gethostbyname"); if (func_off < 0) { warn("could not find gethostbyname in %s\n", libc_path); return -1; } links[2] = bpf_program__attach_uprobe(obj->progs.handle_entry, false, target_pid ?: -1, libc_path, func_off); if (!links[2]) { warn("failed to attach gethostbyname: %d\n", -errno); return -1; } links[3] = bpf_program__attach_uprobe(obj->progs.handle_return, true, target_pid ?: -1, libc_path, func_off); if (!links[3]) { warn("failed to attach gethostbyname: %d\n", -errno); return -1; } func_off = get_elf_func_offset(libc_path, "gethostbyname2"); if (func_off < 0) { warn("could not find gethostbyname2 in %s\n", libc_path); return -1; } links[4] = bpf_program__attach_uprobe(obj->progs.handle_entry, false, target_pid ?: -1, libc_path, func_off); if (!links[4]) { warn("failed to attach gethostbyname2: %d\n", -errno); return -1; } links[5] = bpf_program__attach_uprobe(obj->progs.handle_return, true, target_pid ?: -1, libc_path, func_off); if (!links[5]) { warn("failed to attach gethostbyname2: %d\n", -errno); return -1; } return 0; } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct perf_buffer *pb = NULL; struct bpf_link *links[6] = {}; struct gethostlatency_bpf *obj; int i, err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = gethostlatency_bpf__open_opts(&open_opts); if (!obj) { warn("failed to open BPF object\n"); return 1; } obj->rodata->target_pid = target_pid; err = gethostlatency_bpf__load(obj); if (err) { warn("failed to load BPF object: %d\n", err); goto cleanup; } err = attach_uprobes(obj, links); if (err) goto cleanup; pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = -errno; warn("failed to open perf buffer: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { warn("can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } printf("%-8s %-7s %-16s %-10s %-s\n", "TIME", "PID", "COMM", "LATms", "HOST"); while (!exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { warn("error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); for (i = 0; i < 6; i++) bpf_link__destroy(links[i]); gethostlatency_bpf__destroy(obj); cleanup_core_btf(&open_opts); return err != 0; } bpfcc-0.31.0/libbpf-tools/gethostlatency.h000066400000000000000000000004341465134135300204600ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __GETHOSTLATENCY_H #define __GETHOSTLATENCY_H #define TASK_COMM_LEN 16 #define HOST_LEN 80 struct event { __u64 time; __u32 pid; char comm[TASK_COMM_LEN]; char host[HOST_LEN]; }; #endif /* __GETHOSTLATENCY_H */ bpfcc-0.31.0/libbpf-tools/hardirqs.bpf.c000066400000000000000000000054021465134135300200010ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Wenbo Zhang #include #include #include #include #include "hardirqs.h" #include "bits.bpf.h" #include "maps.bpf.h" #define MAX_ENTRIES 256 const volatile bool filter_cg = false; const volatile bool targ_dist = false; const volatile bool targ_ns = false; const volatile bool do_count = false; struct { __uint(type, BPF_MAP_TYPE_CGROUP_ARRAY); __type(key, u32); __type(value, u32); __uint(max_entries, 1); } cgroup_map SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERCPU_ARRAY); __uint(max_entries, 1); __type(key, u32); __type(value, u64); } start SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct irq_key); __type(value, struct info); } infos SEC(".maps"); static struct info zero; static int handle_entry(int irq, struct irqaction *action) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; if (do_count) { struct irq_key key = {}; struct info *info; bpf_probe_read_kernel_str(&key.name, sizeof(key.name), BPF_CORE_READ(action, name)); info = bpf_map_lookup_or_try_init(&infos, &key, &zero); if (!info) return 0; info->count += 1; return 0; } else { u64 ts = bpf_ktime_get_ns(); u32 key = 0; if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; bpf_map_update_elem(&start, &key, &ts, BPF_ANY); return 0; } } static int handle_exit(int irq, struct irqaction *action) { struct irq_key ikey = {}; struct info *info; u32 key = 0; u64 delta; u64 *tsp; if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; tsp = bpf_map_lookup_elem(&start, &key); if (!tsp) return 0; delta = bpf_ktime_get_ns() - *tsp; if (!targ_ns) delta /= 1000U; bpf_probe_read_kernel_str(&ikey.name, sizeof(ikey.name), BPF_CORE_READ(action, name)); info = bpf_map_lookup_or_try_init(&infos, &ikey, &zero); if (!info) return 0; if (!targ_dist) { info->count += delta; } else { u64 slot; slot = log2(delta); if (slot >= MAX_SLOTS) slot = MAX_SLOTS - 1; info->slots[slot]++; } return 0; } SEC("tp_btf/irq_handler_entry") int BPF_PROG(irq_handler_entry_btf, int irq, struct irqaction *action) { return handle_entry(irq, action); } SEC("tp_btf/irq_handler_exit") int BPF_PROG(irq_handler_exit_btf, int irq, struct irqaction *action) { return handle_exit(irq, action); } SEC("raw_tp/irq_handler_entry") int BPF_PROG(irq_handler_entry, int irq, struct irqaction *action) { return handle_entry(irq, action); } SEC("raw_tp/irq_handler_exit") int BPF_PROG(irq_handler_exit, int irq, struct irqaction *action) { return handle_exit(irq, action); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/hardirqs.c000066400000000000000000000152471465134135300172430ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Wenbo Zhang // // Based on hardirq(8) from BCC by Brendan Gregg. // 31-Aug-2020 Wenbo Zhang Created this. #include #include #include #include #include #include #include #include #include #include #include "hardirqs.h" #include "hardirqs.skel.h" #include "trace_helpers.h" struct env { bool count; bool distributed; bool nanoseconds; time_t interval; int times; bool timestamp; bool verbose; char *cgroupspath; bool cg; } env = { .interval = 99999999, .times = 99999999, }; static volatile bool exiting; const char *argp_program_version = "hardirqs 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Summarize hard irq event time as histograms.\n" "\n" "USAGE: hardirqs [--help] [-T] [-N] [-d] [interval] [count] [-c CG]\n" "\n" "EXAMPLES:\n" " hardirqs # sum hard irq event time\n" " hardirqs -d # show hard irq event time as histograms\n" " hardirqs 1 10 # print 1 second summaries, 10 times\n" " hardirqs -c CG # Trace process under cgroupsPath CG\n" " hardirqs -NT 1 # 1s summaries, nanoseconds, and timestamps\n"; static const struct argp_option opts[] = { { "count", 'C', NULL, 0, "Show event counts instead of timing", 0 }, { "distributed", 'd', NULL, 0, "Show distributions as histograms", 0 }, { "cgroup", 'c', "/sys/fs/cgroup/unified", 0, "Trace process in cgroup path", 0 }, { "timestamp", 'T', NULL, 0, "Include timestamp on output", 0 }, { "nanoseconds", 'N', NULL, 0, "Output in nanoseconds", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'd': env.distributed = true; break; case 'C': env.count = true; break; case 'c': env.cgroupspath = arg; env.cg = true; break; case 'N': env.nanoseconds = true; break; case 'T': env.timestamp = true; break; case ARGP_KEY_ARG: errno = 0; if (pos_args == 0) { env.interval = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid internal\n"); argp_usage(state); } } else if (pos_args == 1) { env.times = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid times\n"); argp_usage(state); } } else { fprintf(stderr, "unrecognized positional argument: %s\n", arg); argp_usage(state); } pos_args++; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_handler(int sig) { exiting = true; } static int print_map(struct bpf_map *map) { struct irq_key lookup_key = {}, next_key; struct info info; int fd, err; if (env.count) { printf("%-26s %11s\n", "HARDIRQ", "TOTAL_count"); } else if (!env.distributed) { const char *units = env.nanoseconds ? "nsecs" : "usecs"; printf("%-26s %6s%5s\n", "HARDIRQ", "TOTAL_", units); } fd = bpf_map__fd(map); while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_lookup_elem(fd, &next_key, &info); if (err < 0) { fprintf(stderr, "failed to lookup infos: %d\n", err); return -1; } if (!env.distributed) printf("%-26s %11llu\n", next_key.name, info.count); else { const char *units = env.nanoseconds ? "nsecs" : "usecs"; printf("hardirq = %s\n", next_key.name); print_log2_hist(info.slots, MAX_SLOTS, units); } lookup_key = next_key; } memset(&lookup_key, 0, sizeof(lookup_key)); while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_delete_elem(fd, &next_key); if (err < 0) { fprintf(stderr, "failed to cleanup infos: %d\n", err); return -1; } lookup_key = next_key; } return 0; } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct hardirqs_bpf *obj; struct tm *tm; char ts[32]; time_t t; int err; int idx, cg_map_fd; int cgfd = -1; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; if (env.count && env.distributed) { fprintf(stderr, "count, distributed cann't be used together.\n"); return 1; } libbpf_set_print(libbpf_print_fn); obj = hardirqs_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } if (probe_tp_btf("irq_handler_entry")) { bpf_program__set_autoload(obj->progs.irq_handler_entry, false); bpf_program__set_autoload(obj->progs.irq_handler_exit, false); if (env.count) bpf_program__set_autoload(obj->progs.irq_handler_exit_btf, false); } else { bpf_program__set_autoload(obj->progs.irq_handler_entry_btf, false); bpf_program__set_autoload(obj->progs.irq_handler_exit_btf, false); if (env.count) bpf_program__set_autoload(obj->progs.irq_handler_exit, false); } obj->rodata->filter_cg = env.cg; obj->rodata->do_count = env.count; /* initialize global data (filtering options) */ if (!env.count) { obj->rodata->targ_dist = env.distributed; obj->rodata->targ_ns = env.nanoseconds; } err = hardirqs_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } /* update cgroup path fd to map */ if (env.cg) { idx = 0; cg_map_fd = bpf_map__fd(obj->maps.cgroup_map); cgfd = open(env.cgroupspath, O_RDONLY); if (cgfd < 0) { fprintf(stderr, "Failed opening Cgroup path: %s", env.cgroupspath); goto cleanup; } if (bpf_map_update_elem(cg_map_fd, &idx, &cgfd, BPF_ANY)) { fprintf(stderr, "Failed adding target cgroup to map"); goto cleanup; } } err = hardirqs_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF object: %d\n", err); goto cleanup; } signal(SIGINT, sig_handler); if (env.count) printf("Tracing hard irq events... Hit Ctrl-C to end.\n"); else printf("Tracing hard irq event time... Hit Ctrl-C to end.\n"); /* main: poll */ while (1) { sleep(env.interval); printf("\n"); if (env.timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s\n", ts); } err = print_map(obj->maps.infos); if (err) break; if (exiting || --env.times == 0) break; } cleanup: hardirqs_bpf__destroy(obj); if (cgfd > 0) close(cgfd); return err != 0; } bpfcc-0.31.0/libbpf-tools/hardirqs.h000066400000000000000000000003631465134135300172410ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __HARDIRQS_H #define __HARDIRQS_H #define MAX_SLOTS 20 struct irq_key { char name[32]; }; struct info { __u64 count; __u32 slots[MAX_SLOTS]; }; #endif /* __HARDIRQS_H */ bpfcc-0.31.0/libbpf-tools/javagc.bpf.c000066400000000000000000000031041465134135300174140ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2022 Chen Tao */ #include #include #include #include "javagc.h" struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 100); __type(key, uint32_t); __type(value, struct data_t); } data_map SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __type(key, int); __type(value, int); } perf_map SEC(".maps"); __u32 time; static int gc_start(struct pt_regs *ctx) { struct data_t data = {}; data.cpu = bpf_get_smp_processor_id(); data.pid = bpf_get_current_pid_tgid() >> 32; data.ts = bpf_ktime_get_ns(); bpf_map_update_elem(&data_map, &data.pid, &data, 0); return 0; } static int gc_end(struct pt_regs *ctx) { struct data_t data = {}; struct data_t *p; __u32 val; data.cpu = bpf_get_smp_processor_id(); data.pid = bpf_get_current_pid_tgid() >> 32; data.ts = bpf_ktime_get_ns(); p = bpf_map_lookup_elem(&data_map, &data.pid); if (!p) return 0; val = data.ts - p->ts; if (val > time) { data.ts = val; bpf_perf_event_output(ctx, &perf_map, BPF_F_CURRENT_CPU, &data, sizeof(data)); } bpf_map_delete_elem(&data_map, &data.pid); return 0; } SEC("usdt") int handle_gc_start(struct pt_regs *ctx) { return gc_start(ctx); } SEC("usdt") int handle_gc_end(struct pt_regs *ctx) { return gc_end(ctx); } SEC("usdt") int handle_mem_pool_gc_start(struct pt_regs *ctx) { return gc_start(ctx); } SEC("usdt") int handle_mem_pool_gc_end(struct pt_regs *ctx) { return gc_end(ctx); } char LICENSE[] SEC("license") = "Dual BSD/GPL"; bpfcc-0.31.0/libbpf-tools/javagc.c000066400000000000000000000131661465134135300166570ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* * Copyright (c) 2022 Chen Tao * Based on ugc from BCC by Sasha Goldshtein * Create: Wed Jun 29 16:00:19 2022 */ #include #include #include #include #include #include #include #include #include #include "javagc.skel.h" #include "javagc.h" #define BINARY_PATH_SIZE (256) #define PERF_BUFFER_PAGES (32) #define PERF_POLL_TIMEOUT_MS (200) static struct env { pid_t pid; int time; bool exiting; bool verbose; } env = { .pid = -1, .time = 1000, .exiting = false, .verbose = false, }; const char *argp_program_version = "javagc 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Monitor javagc time cost.\n" "\n" "USAGE: javagc [--help] [-p PID] [-t GC time]\n" "\n" "EXAMPLES:\n" "javagc -p 185 # trace PID 185 only\n" "javagc -p 185 -t 100 # trace PID 185 java gc time beyond 100us\n"; static const struct argp_option opts[] = { { "pid", 'p', "PID", 0, "Trace this PID only", 0 }, { "time", 't', "TIME", 0, "Java gc time", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { int err = 0; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'p': errno = 0; env.pid = strtol(arg, NULL, 10); if (errno) { err = errno; fprintf(stderr, "invalid PID: %s\n", arg); argp_usage(state); } break; case 't': errno = 0; env.time = strtol(arg, NULL, 10); if (errno) { err = errno; fprintf(stderr, "invalid time: %s\n", arg); argp_usage(state); } break; default: return ARGP_ERR_UNKNOWN; } return err; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && ! env.verbose) return 0; return vfprintf(stderr, format, args); } static void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { struct data_t *e = (struct data_t *)data; struct tm *tm = NULL; char ts[16]; time_t t; time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s %-7d %-7d %-7lld\n", ts, e->cpu, e->pid, e->ts/1000); } static void handle_lost_events(void *ctx, int cpu, __u64 data_sz) { printf("lost data\n"); } static void sig_handler(int sig) { env.exiting = true; } static int get_jvmso_path(char *path) { char mode[16], line[128], buf[64]; size_t seg_start, seg_end, seg_off; FILE *f; int i = 0; sprintf(buf, "/proc/%d/maps", env.pid); f = fopen(buf, "r"); if (!f) return -1; while (fscanf(f, "%zx-%zx %s %zx %*s %*d%[^\n]\n", &seg_start, &seg_end, mode, &seg_off, line) == 5) { i = 0; while (isblank(line[i])) i++; if (strstr(line + i, "libjvm.so")) { break; } } strcpy(path, line + i); fclose(f); return 0; } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; char binary_path[BINARY_PATH_SIZE] = {0}; struct javagc_bpf *skel = NULL; int err; struct perf_buffer *pb = NULL; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; /* * libbpf will auto load the so if it in /usr/lib64 /usr/lib etc, * but the jvmso not there. */ err = get_jvmso_path(binary_path); if (err) return err; libbpf_set_print(libbpf_print_fn); skel = javagc_bpf__open(); if (!skel) { fprintf(stderr, "Failed to open BPF skeleton\n"); return 1; } skel->bss->time = env.time * 1000; err = javagc_bpf__load(skel); if (err) { fprintf(stderr, "Failed to load and verify BPF skeleton\n"); goto cleanup; } skel->links.handle_mem_pool_gc_start = bpf_program__attach_usdt(skel->progs.handle_gc_start, env.pid, binary_path, "hotspot", "mem__pool__gc__begin", NULL); if (!skel->links.handle_mem_pool_gc_start) { err = errno; fprintf(stderr, "attach usdt mem__pool__gc__begin failed: %s\n", strerror(err)); goto cleanup; } skel->links.handle_mem_pool_gc_end = bpf_program__attach_usdt(skel->progs.handle_gc_end, env.pid, binary_path, "hotspot", "mem__pool__gc__end", NULL); if (!skel->links.handle_mem_pool_gc_end) { err = errno; fprintf(stderr, "attach usdt mem__pool__gc__end failed: %s\n", strerror(err)); goto cleanup; } skel->links.handle_gc_start = bpf_program__attach_usdt(skel->progs.handle_gc_start, env.pid, binary_path, "hotspot", "gc__begin", NULL); if (!skel->links.handle_gc_start) { err = errno; fprintf(stderr, "attach usdt gc__begin failed: %s\n", strerror(err)); goto cleanup; } skel->links.handle_gc_end = bpf_program__attach_usdt(skel->progs.handle_gc_end, env.pid, binary_path, "hotspot", "gc__end", NULL); if (!skel->links.handle_gc_end) { err = errno; fprintf(stderr, "attach usdt gc__end failed: %s\n", strerror(err)); goto cleanup; } signal(SIGINT, sig_handler); printf("Tracing javagc time... Hit Ctrl-C to end.\n"); printf("%-8s %-7s %-7s %-7s\n", "TIME", "CPU", "PID", "GC TIME"); pb = perf_buffer__new(bpf_map__fd(skel->maps.perf_map), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); while (!env.exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { fprintf(stderr, "error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); javagc_bpf__destroy(skel); return err != 0; } bpfcc-0.31.0/libbpf-tools/javagc.h000066400000000000000000000003331465134135300166540ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2022 Chen Tao */ #ifndef __JAVAGC_H #define __JAVAGC_H struct data_t { __u32 cpu; __u32 pid; __u64 ts; }; #endif /* __JAVAGC_H */ bpfcc-0.31.0/libbpf-tools/kernel.config000066400000000000000000003722231465134135300177310ustar00rootroot00000000000000# # Automatically generated file; DO NOT EDIT. # Linux/x86 5.5.0 Kernel Configuration # # # Compiler: gcc (GCC) 7.x 20200121 (Facebook) 8.x # CONFIG_CC_IS_GCC=y CONFIG_GCC_VERSION=70300 CONFIG_CLANG_VERSION=0 CONFIG_CC_CAN_LINK=y CONFIG_CC_HAS_ASM_GOTO=y CONFIG_CC_HAS_ASM_INLINE=y CONFIG_CC_HAS_WARN_MAYBE_UNINITIALIZED=y CONFIG_IRQ_WORK=y CONFIG_BUILDTIME_EXTABLE_SORT=y CONFIG_THREAD_INFO_IN_TASK=y # # General setup # CONFIG_INIT_ENV_ARG_LIMIT=32 # CONFIG_COMPILE_TEST is not set CONFIG_LOCALVERSION="" # CONFIG_LOCALVERSION_AUTO is not set CONFIG_BUILD_SALT="" CONFIG_HAVE_KERNEL_GZIP=y CONFIG_HAVE_KERNEL_BZIP2=y CONFIG_HAVE_KERNEL_LZMA=y CONFIG_HAVE_KERNEL_XZ=y CONFIG_HAVE_KERNEL_LZO=y CONFIG_HAVE_KERNEL_LZ4=y CONFIG_KERNEL_GZIP=y # CONFIG_KERNEL_BZIP2 is not set # CONFIG_KERNEL_LZMA is not set # CONFIG_KERNEL_XZ is not set # CONFIG_KERNEL_LZO is not set # CONFIG_KERNEL_LZ4 is not set CONFIG_DEFAULT_HOSTNAME="(none)" CONFIG_SWAP=y CONFIG_SYSVIPC=y CONFIG_SYSVIPC_SYSCTL=y CONFIG_POSIX_MQUEUE=y CONFIG_POSIX_MQUEUE_SYSCTL=y CONFIG_CROSS_MEMORY_ATTACH=y CONFIG_USELIB=y CONFIG_AUDIT=y CONFIG_HAVE_ARCH_AUDITSYSCALL=y CONFIG_AUDITSYSCALL=y # # IRQ subsystem # CONFIG_GENERIC_IRQ_PROBE=y CONFIG_GENERIC_IRQ_SHOW=y CONFIG_GENERIC_IRQ_EFFECTIVE_AFF_MASK=y CONFIG_GENERIC_PENDING_IRQ=y CONFIG_GENERIC_IRQ_MIGRATION=y CONFIG_IRQ_DOMAIN=y CONFIG_IRQ_DOMAIN_HIERARCHY=y CONFIG_GENERIC_MSI_IRQ=y CONFIG_GENERIC_MSI_IRQ_DOMAIN=y CONFIG_IRQ_MSI_IOMMU=y CONFIG_GENERIC_IRQ_MATRIX_ALLOCATOR=y CONFIG_GENERIC_IRQ_RESERVATION_MODE=y CONFIG_IRQ_FORCED_THREADING=y CONFIG_SPARSE_IRQ=y # CONFIG_GENERIC_IRQ_DEBUGFS is not set # end of IRQ subsystem CONFIG_CLOCKSOURCE_WATCHDOG=y CONFIG_ARCH_CLOCKSOURCE_DATA=y CONFIG_ARCH_CLOCKSOURCE_INIT=y CONFIG_CLOCKSOURCE_VALIDATE_LAST_CYCLE=y CONFIG_GENERIC_TIME_VSYSCALL=y CONFIG_GENERIC_CLOCKEVENTS=y CONFIG_GENERIC_CLOCKEVENTS_BROADCAST=y CONFIG_GENERIC_CLOCKEVENTS_MIN_ADJUST=y CONFIG_GENERIC_CMOS_UPDATE=y # # Timers subsystem # CONFIG_TICK_ONESHOT=y CONFIG_NO_HZ_COMMON=y # CONFIG_HZ_PERIODIC is not set CONFIG_NO_HZ_IDLE=y # CONFIG_NO_HZ_FULL is not set CONFIG_NO_HZ=y CONFIG_HIGH_RES_TIMERS=y # end of Timers subsystem # CONFIG_PREEMPT_NONE is not set CONFIG_PREEMPT_VOLUNTARY=y # CONFIG_PREEMPT is not set # # CPU/Task time and stats accounting # CONFIG_TICK_CPU_ACCOUNTING=y # CONFIG_VIRT_CPU_ACCOUNTING_GEN is not set # CONFIG_IRQ_TIME_ACCOUNTING is not set CONFIG_BSD_PROCESS_ACCT=y # CONFIG_BSD_PROCESS_ACCT_V3 is not set CONFIG_TASKSTATS=y CONFIG_TASK_DELAY_ACCT=y CONFIG_TASK_XACCT=y CONFIG_TASK_IO_ACCOUNTING=y # CONFIG_PSI is not set # end of CPU/Task time and stats accounting CONFIG_CPU_ISOLATION=y # # RCU Subsystem # CONFIG_TREE_RCU=y # CONFIG_RCU_EXPERT is not set CONFIG_SRCU=y CONFIG_TREE_SRCU=y CONFIG_RCU_STALL_COMMON=y CONFIG_RCU_NEED_SEGCBLIST=y # end of RCU Subsystem # CONFIG_IKCONFIG is not set # CONFIG_IKHEADERS is not set CONFIG_LOG_BUF_SHIFT=18 CONFIG_LOG_CPU_MAX_BUF_SHIFT=12 CONFIG_PRINTK_SAFE_LOG_BUF_SHIFT=13 CONFIG_HAVE_UNSTABLE_SCHED_CLOCK=y # # Scheduler features # # end of Scheduler features CONFIG_ARCH_SUPPORTS_NUMA_BALANCING=y CONFIG_ARCH_WANT_BATCHED_UNMAP_TLB_FLUSH=y CONFIG_CC_HAS_INT128=y CONFIG_ARCH_SUPPORTS_INT128=y # CONFIG_NUMA_BALANCING is not set CONFIG_CGROUPS=y # CONFIG_MEMCG is not set # CONFIG_BLK_CGROUP is not set CONFIG_CGROUP_SCHED=y CONFIG_FAIR_GROUP_SCHED=y # CONFIG_CFS_BANDWIDTH is not set # CONFIG_RT_GROUP_SCHED is not set # CONFIG_CGROUP_PIDS is not set # CONFIG_CGROUP_RDMA is not set CONFIG_CGROUP_FREEZER=y # CONFIG_CGROUP_HUGETLB is not set CONFIG_CPUSETS=y CONFIG_PROC_PID_CPUSET=y # CONFIG_CGROUP_DEVICE is not set CONFIG_CGROUP_CPUACCT=y # CONFIG_CGROUP_PERF is not set CONFIG_CGROUP_BPF=y # CONFIG_CGROUP_DEBUG is not set CONFIG_SOCK_CGROUP_DATA=y CONFIG_NAMESPACES=y CONFIG_UTS_NS=y CONFIG_IPC_NS=y # CONFIG_USER_NS is not set CONFIG_PID_NS=y CONFIG_NET_NS=y # CONFIG_CHECKPOINT_RESTORE is not set # CONFIG_SCHED_AUTOGROUP is not set # CONFIG_SYSFS_DEPRECATED is not set CONFIG_RELAY=y CONFIG_BLK_DEV_INITRD=y CONFIG_INITRAMFS_SOURCE="" CONFIG_RD_GZIP=y CONFIG_RD_BZIP2=y CONFIG_RD_LZMA=y CONFIG_RD_XZ=y CONFIG_RD_LZO=y CONFIG_RD_LZ4=y CONFIG_CC_OPTIMIZE_FOR_PERFORMANCE=y # CONFIG_CC_OPTIMIZE_FOR_SIZE is not set CONFIG_SYSCTL=y CONFIG_HAVE_UID16=y CONFIG_SYSCTL_EXCEPTION_TRACE=y CONFIG_HAVE_PCSPKR_PLATFORM=y CONFIG_BPF=y # CONFIG_EXPERT is not set CONFIG_UID16=y CONFIG_MULTIUSER=y CONFIG_SGETMASK_SYSCALL=y CONFIG_SYSFS_SYSCALL=y CONFIG_FHANDLE=y CONFIG_POSIX_TIMERS=y CONFIG_PRINTK=y CONFIG_PRINTK_NMI=y CONFIG_BUG=y CONFIG_ELF_CORE=y CONFIG_PCSPKR_PLATFORM=y CONFIG_BASE_FULL=y CONFIG_FUTEX=y CONFIG_FUTEX_PI=y CONFIG_EPOLL=y CONFIG_SIGNALFD=y CONFIG_TIMERFD=y CONFIG_EVENTFD=y CONFIG_SHMEM=y CONFIG_AIO=y CONFIG_IO_URING=y CONFIG_ADVISE_SYSCALLS=y CONFIG_MEMBARRIER=y CONFIG_KALLSYMS=y # CONFIG_KALLSYMS_ALL is not set CONFIG_KALLSYMS_ABSOLUTE_PERCPU=y CONFIG_KALLSYMS_BASE_RELATIVE=y CONFIG_BPF_SYSCALL=y # CONFIG_BPF_JIT_ALWAYS_ON is not set # CONFIG_USERFAULTFD is not set CONFIG_ARCH_HAS_MEMBARRIER_SYNC_CORE=y CONFIG_RSEQ=y # CONFIG_EMBEDDED is not set CONFIG_HAVE_PERF_EVENTS=y # # Kernel Performance Events And Counters # CONFIG_PERF_EVENTS=y # CONFIG_DEBUG_PERF_USE_VMALLOC is not set # end of Kernel Performance Events And Counters CONFIG_VM_EVENT_COUNTERS=y CONFIG_SLUB_DEBUG=y # CONFIG_COMPAT_BRK is not set # CONFIG_SLAB is not set CONFIG_SLUB=y CONFIG_SLAB_MERGE_DEFAULT=y # CONFIG_SLAB_FREELIST_RANDOM is not set # CONFIG_SLAB_FREELIST_HARDENED is not set # CONFIG_SHUFFLE_PAGE_ALLOCATOR is not set CONFIG_SLUB_CPU_PARTIAL=y CONFIG_SYSTEM_DATA_VERIFICATION=y CONFIG_PROFILING=y CONFIG_TRACEPOINTS=y # end of General setup CONFIG_64BIT=y CONFIG_X86_64=y CONFIG_X86=y CONFIG_INSTRUCTION_DECODER=y CONFIG_OUTPUT_FORMAT="elf64-x86-64" CONFIG_ARCH_DEFCONFIG="arch/x86/configs/x86_64_defconfig" CONFIG_LOCKDEP_SUPPORT=y CONFIG_STACKTRACE_SUPPORT=y CONFIG_MMU=y CONFIG_ARCH_MMAP_RND_BITS_MIN=28 CONFIG_ARCH_MMAP_RND_BITS_MAX=32 CONFIG_ARCH_MMAP_RND_COMPAT_BITS_MIN=8 CONFIG_ARCH_MMAP_RND_COMPAT_BITS_MAX=16 CONFIG_GENERIC_ISA_DMA=y CONFIG_GENERIC_BUG=y CONFIG_GENERIC_BUG_RELATIVE_POINTERS=y CONFIG_ARCH_MAY_HAVE_PC_FDC=y CONFIG_GENERIC_CALIBRATE_DELAY=y CONFIG_ARCH_HAS_CPU_RELAX=y CONFIG_ARCH_HAS_CACHE_LINE_SIZE=y CONFIG_ARCH_HAS_FILTER_PGPROT=y CONFIG_HAVE_SETUP_PER_CPU_AREA=y CONFIG_NEED_PER_CPU_EMBED_FIRST_CHUNK=y CONFIG_NEED_PER_CPU_PAGE_FIRST_CHUNK=y CONFIG_ARCH_HIBERNATION_POSSIBLE=y CONFIG_ARCH_SUSPEND_POSSIBLE=y CONFIG_ARCH_WANT_GENERAL_HUGETLB=y CONFIG_ZONE_DMA32=y CONFIG_AUDIT_ARCH=y CONFIG_ARCH_SUPPORTS_DEBUG_PAGEALLOC=y CONFIG_HAVE_INTEL_TXT=y CONFIG_X86_64_SMP=y CONFIG_ARCH_SUPPORTS_UPROBES=y CONFIG_FIX_EARLYCON_MEM=y CONFIG_PGTABLE_LEVELS=5 CONFIG_CC_HAS_SANE_STACKPROTECTOR=y # # Processor type and features # CONFIG_ZONE_DMA=y CONFIG_SMP=y CONFIG_X86_FEATURE_NAMES=y CONFIG_X86_MPPARSE=y # CONFIG_GOLDFISH is not set CONFIG_RETPOLINE=y # CONFIG_X86_CPU_RESCTRL is not set CONFIG_X86_EXTENDED_PLATFORM=y # CONFIG_X86_VSMP is not set # CONFIG_X86_GOLDFISH is not set # CONFIG_X86_INTEL_MID is not set # CONFIG_X86_INTEL_LPSS is not set # CONFIG_X86_AMD_PLATFORM_DEVICE is not set CONFIG_IOSF_MBI=y # CONFIG_IOSF_MBI_DEBUG is not set CONFIG_X86_SUPPORTS_MEMORY_FAILURE=y CONFIG_SCHED_OMIT_FRAME_POINTER=y # CONFIG_HYPERVISOR_GUEST is not set # CONFIG_MK8 is not set # CONFIG_MPSC is not set # CONFIG_MCORE2 is not set # CONFIG_MATOM is not set CONFIG_GENERIC_CPU=y CONFIG_X86_INTERNODE_CACHE_SHIFT=6 CONFIG_X86_L1_CACHE_SHIFT=6 CONFIG_X86_TSC=y CONFIG_X86_CMPXCHG64=y CONFIG_X86_CMOV=y CONFIG_X86_MINIMUM_CPU_FAMILY=64 CONFIG_X86_DEBUGCTLMSR=y CONFIG_CPU_SUP_INTEL=y CONFIG_CPU_SUP_AMD=y CONFIG_CPU_SUP_HYGON=y CONFIG_CPU_SUP_CENTAUR=y CONFIG_CPU_SUP_ZHAOXIN=y CONFIG_HPET_TIMER=y CONFIG_HPET_EMULATE_RTC=y CONFIG_DMI=y # CONFIG_GART_IOMMU is not set # CONFIG_MAXSMP is not set CONFIG_NR_CPUS_RANGE_BEGIN=2 CONFIG_NR_CPUS_RANGE_END=512 CONFIG_NR_CPUS_DEFAULT=64 CONFIG_NR_CPUS=64 CONFIG_SCHED_SMT=y CONFIG_SCHED_MC=y CONFIG_SCHED_MC_PRIO=y CONFIG_X86_LOCAL_APIC=y CONFIG_X86_IO_APIC=y CONFIG_X86_REROUTE_FOR_BROKEN_BOOT_IRQS=y CONFIG_X86_MCE=y # CONFIG_X86_MCELOG_LEGACY is not set CONFIG_X86_MCE_INTEL=y CONFIG_X86_MCE_AMD=y CONFIG_X86_MCE_THRESHOLD=y # CONFIG_X86_MCE_INJECT is not set CONFIG_X86_THERMAL_VECTOR=y # # Performance monitoring # CONFIG_PERF_EVENTS_INTEL_UNCORE=y CONFIG_PERF_EVENTS_INTEL_RAPL=y CONFIG_PERF_EVENTS_INTEL_CSTATE=y # CONFIG_PERF_EVENTS_AMD_POWER is not set # end of Performance monitoring CONFIG_X86_16BIT=y CONFIG_X86_ESPFIX64=y CONFIG_X86_VSYSCALL_EMULATION=y CONFIG_X86_IOPL_IOPERM=y # CONFIG_I8K is not set CONFIG_MICROCODE=y CONFIG_MICROCODE_INTEL=y CONFIG_MICROCODE_AMD=y # CONFIG_MICROCODE_OLD_INTERFACE is not set CONFIG_X86_MSR=y CONFIG_X86_CPUID=y CONFIG_X86_5LEVEL=y CONFIG_X86_DIRECT_GBPAGES=y # CONFIG_X86_CPA_STATISTICS is not set # CONFIG_AMD_MEM_ENCRYPT is not set CONFIG_NUMA=y CONFIG_AMD_NUMA=y CONFIG_X86_64_ACPI_NUMA=y CONFIG_NODES_SPAN_OTHER_NODES=y # CONFIG_NUMA_EMU is not set CONFIG_NODES_SHIFT=6 CONFIG_ARCH_SPARSEMEM_ENABLE=y CONFIG_ARCH_SPARSEMEM_DEFAULT=y CONFIG_ARCH_SELECT_MEMORY_MODEL=y CONFIG_ARCH_PROC_KCORE_TEXT=y CONFIG_ILLEGAL_POINTER_VALUE=0xdead000000000000 # CONFIG_X86_PMEM_LEGACY is not set CONFIG_X86_CHECK_BIOS_CORRUPTION=y CONFIG_X86_BOOTPARAM_MEMORY_CORRUPTION_CHECK=y CONFIG_X86_RESERVE_LOW=64 CONFIG_MTRR=y # CONFIG_MTRR_SANITIZER is not set CONFIG_X86_PAT=y CONFIG_ARCH_USES_PG_UNCACHED=y CONFIG_ARCH_RANDOM=y CONFIG_X86_SMAP=y CONFIG_X86_UMIP=y # CONFIG_X86_INTEL_MPX is not set CONFIG_X86_INTEL_MEMORY_PROTECTION_KEYS=y CONFIG_X86_INTEL_TSX_MODE_OFF=y # CONFIG_X86_INTEL_TSX_MODE_ON is not set # CONFIG_X86_INTEL_TSX_MODE_AUTO is not set CONFIG_EFI=y CONFIG_EFI_STUB=y CONFIG_EFI_MIXED=y CONFIG_SECCOMP=y # CONFIG_HZ_100 is not set # CONFIG_HZ_250 is not set # CONFIG_HZ_300 is not set CONFIG_HZ_1000=y CONFIG_HZ=1000 CONFIG_SCHED_HRTICK=y CONFIG_KEXEC=y # CONFIG_KEXEC_FILE is not set CONFIG_CRASH_DUMP=y # CONFIG_KEXEC_JUMP is not set CONFIG_PHYSICAL_START=0x1000000 CONFIG_RELOCATABLE=y CONFIG_RANDOMIZE_BASE=y CONFIG_X86_NEED_RELOCS=y CONFIG_PHYSICAL_ALIGN=0x200000 CONFIG_DYNAMIC_MEMORY_LAYOUT=y CONFIG_RANDOMIZE_MEMORY=y CONFIG_RANDOMIZE_MEMORY_PHYSICAL_PADDING=0x0 CONFIG_HOTPLUG_CPU=y # CONFIG_BOOTPARAM_HOTPLUG_CPU0 is not set # CONFIG_DEBUG_HOTPLUG_CPU0 is not set # CONFIG_COMPAT_VDSO is not set # CONFIG_LEGACY_VSYSCALL_EMULATE is not set CONFIG_LEGACY_VSYSCALL_XONLY=y # CONFIG_LEGACY_VSYSCALL_NONE is not set # CONFIG_CMDLINE_BOOL is not set CONFIG_MODIFY_LDT_SYSCALL=y CONFIG_HAVE_LIVEPATCH=y # end of Processor type and features CONFIG_ARCH_HAS_ADD_PAGES=y CONFIG_ARCH_ENABLE_MEMORY_HOTPLUG=y CONFIG_USE_PERCPU_NUMA_NODE_ID=y CONFIG_ARCH_ENABLE_SPLIT_PMD_PTLOCK=y CONFIG_ARCH_ENABLE_HUGEPAGE_MIGRATION=y # # Power management and ACPI options # CONFIG_ARCH_HIBERNATION_HEADER=y CONFIG_SUSPEND=y CONFIG_SUSPEND_FREEZER=y CONFIG_HIBERNATE_CALLBACKS=y CONFIG_HIBERNATION=y CONFIG_PM_STD_PARTITION="" CONFIG_PM_SLEEP=y CONFIG_PM_SLEEP_SMP=y # CONFIG_PM_AUTOSLEEP is not set # CONFIG_PM_WAKELOCKS is not set CONFIG_PM=y CONFIG_PM_DEBUG=y # CONFIG_PM_ADVANCED_DEBUG is not set # CONFIG_PM_TEST_SUSPEND is not set CONFIG_PM_SLEEP_DEBUG=y CONFIG_PM_TRACE=y CONFIG_PM_TRACE_RTC=y CONFIG_PM_CLK=y # CONFIG_WQ_POWER_EFFICIENT_DEFAULT is not set # CONFIG_ENERGY_MODEL is not set CONFIG_ARCH_SUPPORTS_ACPI=y CONFIG_ACPI=y CONFIG_ACPI_LEGACY_TABLES_LOOKUP=y CONFIG_ARCH_MIGHT_HAVE_ACPI_PDC=y CONFIG_ACPI_SYSTEM_POWER_STATES_SUPPORT=y # CONFIG_ACPI_DEBUGGER is not set CONFIG_ACPI_SPCR_TABLE=y CONFIG_ACPI_LPIT=y CONFIG_ACPI_SLEEP=y # CONFIG_ACPI_PROCFS_POWER is not set CONFIG_ACPI_REV_OVERRIDE_POSSIBLE=y # CONFIG_ACPI_EC_DEBUGFS is not set CONFIG_ACPI_AC=y CONFIG_ACPI_BATTERY=y CONFIG_ACPI_BUTTON=y CONFIG_ACPI_VIDEO=y CONFIG_ACPI_FAN=y # CONFIG_ACPI_TAD is not set CONFIG_ACPI_DOCK=y CONFIG_ACPI_CPU_FREQ_PSS=y CONFIG_ACPI_PROCESSOR_CSTATE=y CONFIG_ACPI_PROCESSOR_IDLE=y CONFIG_ACPI_CPPC_LIB=y CONFIG_ACPI_PROCESSOR=y CONFIG_ACPI_HOTPLUG_CPU=y # CONFIG_ACPI_PROCESSOR_AGGREGATOR is not set CONFIG_ACPI_THERMAL=y CONFIG_ARCH_HAS_ACPI_TABLE_UPGRADE=y CONFIG_ACPI_TABLE_UPGRADE=y # CONFIG_ACPI_DEBUG is not set # CONFIG_ACPI_PCI_SLOT is not set CONFIG_ACPI_CONTAINER=y CONFIG_ACPI_HOTPLUG_IOAPIC=y # CONFIG_ACPI_SBS is not set # CONFIG_ACPI_HED is not set # CONFIG_ACPI_CUSTOM_METHOD is not set CONFIG_ACPI_BGRT=y # CONFIG_ACPI_NFIT is not set CONFIG_ACPI_NUMA=y # CONFIG_ACPI_HMAT is not set CONFIG_HAVE_ACPI_APEI=y CONFIG_HAVE_ACPI_APEI_NMI=y # CONFIG_ACPI_APEI is not set # CONFIG_DPTF_POWER is not set # CONFIG_ACPI_EXTLOG is not set # CONFIG_PMIC_OPREGION is not set # CONFIG_ACPI_CONFIGFS is not set CONFIG_X86_PM_TIMER=y # CONFIG_SFI is not set # # CPU Frequency scaling # CONFIG_CPU_FREQ=y CONFIG_CPU_FREQ_GOV_ATTR_SET=y CONFIG_CPU_FREQ_GOV_COMMON=y # CONFIG_CPU_FREQ_STAT is not set # CONFIG_CPU_FREQ_DEFAULT_GOV_PERFORMANCE is not set # CONFIG_CPU_FREQ_DEFAULT_GOV_POWERSAVE is not set CONFIG_CPU_FREQ_DEFAULT_GOV_USERSPACE=y # CONFIG_CPU_FREQ_DEFAULT_GOV_ONDEMAND is not set # CONFIG_CPU_FREQ_DEFAULT_GOV_CONSERVATIVE is not set # CONFIG_CPU_FREQ_DEFAULT_GOV_SCHEDUTIL is not set CONFIG_CPU_FREQ_GOV_PERFORMANCE=y # CONFIG_CPU_FREQ_GOV_POWERSAVE is not set CONFIG_CPU_FREQ_GOV_USERSPACE=y CONFIG_CPU_FREQ_GOV_ONDEMAND=y # CONFIG_CPU_FREQ_GOV_CONSERVATIVE is not set # CONFIG_CPU_FREQ_GOV_SCHEDUTIL is not set # # CPU frequency scaling drivers # CONFIG_X86_INTEL_PSTATE=y # CONFIG_X86_PCC_CPUFREQ is not set CONFIG_X86_ACPI_CPUFREQ=y CONFIG_X86_ACPI_CPUFREQ_CPB=y # CONFIG_X86_POWERNOW_K8 is not set # CONFIG_X86_AMD_FREQ_SENSITIVITY is not set # CONFIG_X86_SPEEDSTEP_CENTRINO is not set # CONFIG_X86_P4_CLOCKMOD is not set # # shared options # # end of CPU Frequency scaling # # CPU Idle # CONFIG_CPU_IDLE=y # CONFIG_CPU_IDLE_GOV_LADDER is not set CONFIG_CPU_IDLE_GOV_MENU=y # CONFIG_CPU_IDLE_GOV_TEO is not set # end of CPU Idle # CONFIG_INTEL_IDLE is not set # end of Power management and ACPI options # # Bus options (PCI etc.) # CONFIG_PCI_DIRECT=y CONFIG_PCI_MMCONFIG=y CONFIG_MMCONF_FAM10H=y CONFIG_ISA_DMA_API=y CONFIG_AMD_NB=y # CONFIG_X86_SYSFB is not set # end of Bus options (PCI etc.) # # Binary Emulations # CONFIG_IA32_EMULATION=y # CONFIG_X86_X32 is not set CONFIG_COMPAT_32=y CONFIG_COMPAT=y CONFIG_COMPAT_FOR_U64_ALIGNMENT=y CONFIG_SYSVIPC_COMPAT=y # end of Binary Emulations # # Firmware Drivers # # CONFIG_EDD is not set CONFIG_FIRMWARE_MEMMAP=y CONFIG_DMIID=y # CONFIG_DMI_SYSFS is not set CONFIG_DMI_SCAN_MACHINE_NON_EFI_FALLBACK=y # CONFIG_FW_CFG_SYSFS is not set # CONFIG_GOOGLE_FIRMWARE is not set # # EFI (Extensible Firmware Interface) Support # CONFIG_EFI_VARS=y CONFIG_EFI_ESRT=y CONFIG_EFI_RUNTIME_MAP=y # CONFIG_EFI_FAKE_MEMMAP is not set CONFIG_EFI_RUNTIME_WRAPPERS=y # CONFIG_EFI_BOOTLOADER_CONTROL is not set # CONFIG_EFI_CAPSULE_LOADER is not set # CONFIG_EFI_TEST is not set # CONFIG_APPLE_PROPERTIES is not set # CONFIG_RESET_ATTACK_MITIGATION is not set # CONFIG_EFI_RCI2_TABLE is not set # end of EFI (Extensible Firmware Interface) Support CONFIG_EFI_EARLYCON=y # # Tegra firmware driver # # end of Tegra firmware driver # end of Firmware Drivers CONFIG_HAVE_KVM=y CONFIG_VIRTUALIZATION=y # CONFIG_KVM is not set # CONFIG_VHOST_NET is not set # CONFIG_VHOST_CROSS_ENDIAN_LEGACY is not set # # General architecture-dependent options # CONFIG_CRASH_CORE=y CONFIG_KEXEC_CORE=y CONFIG_HOTPLUG_SMT=y # CONFIG_OPROFILE is not set CONFIG_HAVE_OPROFILE=y CONFIG_OPROFILE_NMI_TIMER=y CONFIG_KPROBES=y CONFIG_JUMP_LABEL=y # CONFIG_STATIC_KEYS_SELFTEST is not set CONFIG_OPTPROBES=y CONFIG_UPROBES=y CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS=y CONFIG_ARCH_USE_BUILTIN_BSWAP=y CONFIG_KRETPROBES=y CONFIG_HAVE_IOREMAP_PROT=y CONFIG_HAVE_KPROBES=y CONFIG_HAVE_KRETPROBES=y CONFIG_HAVE_OPTPROBES=y CONFIG_HAVE_KPROBES_ON_FTRACE=y CONFIG_HAVE_FUNCTION_ERROR_INJECTION=y CONFIG_HAVE_NMI=y CONFIG_HAVE_ARCH_TRACEHOOK=y CONFIG_HAVE_DMA_CONTIGUOUS=y CONFIG_GENERIC_SMP_IDLE_THREAD=y CONFIG_ARCH_HAS_FORTIFY_SOURCE=y CONFIG_ARCH_HAS_SET_MEMORY=y CONFIG_ARCH_HAS_SET_DIRECT_MAP=y CONFIG_HAVE_ARCH_THREAD_STRUCT_WHITELIST=y CONFIG_ARCH_WANTS_DYNAMIC_TASK_STRUCT=y CONFIG_HAVE_ASM_MODVERSIONS=y CONFIG_HAVE_REGS_AND_STACK_ACCESS_API=y CONFIG_HAVE_RSEQ=y CONFIG_HAVE_FUNCTION_ARG_ACCESS_API=y CONFIG_HAVE_CLK=y CONFIG_HAVE_HW_BREAKPOINT=y CONFIG_HAVE_MIXED_BREAKPOINTS_REGS=y CONFIG_HAVE_USER_RETURN_NOTIFIER=y CONFIG_HAVE_PERF_EVENTS_NMI=y CONFIG_HAVE_HARDLOCKUP_DETECTOR_PERF=y CONFIG_HAVE_PERF_REGS=y CONFIG_HAVE_PERF_USER_STACK_DUMP=y CONFIG_HAVE_ARCH_JUMP_LABEL=y CONFIG_HAVE_ARCH_JUMP_LABEL_RELATIVE=y CONFIG_ARCH_HAVE_NMI_SAFE_CMPXCHG=y CONFIG_HAVE_ALIGNED_STRUCT_PAGE=y CONFIG_HAVE_CMPXCHG_LOCAL=y CONFIG_HAVE_CMPXCHG_DOUBLE=y CONFIG_ARCH_WANT_COMPAT_IPC_PARSE_VERSION=y CONFIG_ARCH_WANT_OLD_COMPAT_IPC=y CONFIG_HAVE_ARCH_SECCOMP_FILTER=y CONFIG_SECCOMP_FILTER=y CONFIG_HAVE_ARCH_STACKLEAK=y CONFIG_HAVE_STACKPROTECTOR=y CONFIG_CC_HAS_STACKPROTECTOR_NONE=y CONFIG_STACKPROTECTOR=y CONFIG_STACKPROTECTOR_STRONG=y CONFIG_HAVE_ARCH_WITHIN_STACK_FRAMES=y CONFIG_HAVE_CONTEXT_TRACKING=y CONFIG_HAVE_VIRT_CPU_ACCOUNTING_GEN=y CONFIG_HAVE_IRQ_TIME_ACCOUNTING=y CONFIG_HAVE_MOVE_PMD=y CONFIG_HAVE_ARCH_TRANSPARENT_HUGEPAGE=y CONFIG_HAVE_ARCH_TRANSPARENT_HUGEPAGE_PUD=y CONFIG_HAVE_ARCH_HUGE_VMAP=y CONFIG_ARCH_WANT_HUGE_PMD_SHARE=y CONFIG_HAVE_ARCH_SOFT_DIRTY=y CONFIG_HAVE_MOD_ARCH_SPECIFIC=y CONFIG_MODULES_USE_ELF_RELA=y CONFIG_HAVE_IRQ_EXIT_ON_IRQ_STACK=y CONFIG_ARCH_HAS_ELF_RANDOMIZE=y CONFIG_HAVE_ARCH_MMAP_RND_BITS=y CONFIG_HAVE_EXIT_THREAD=y CONFIG_ARCH_MMAP_RND_BITS=28 CONFIG_HAVE_ARCH_MMAP_RND_COMPAT_BITS=y CONFIG_ARCH_MMAP_RND_COMPAT_BITS=8 CONFIG_HAVE_ARCH_COMPAT_MMAP_BASES=y CONFIG_HAVE_COPY_THREAD_TLS=y CONFIG_HAVE_STACK_VALIDATION=y CONFIG_HAVE_RELIABLE_STACKTRACE=y CONFIG_OLD_SIGSUSPEND3=y CONFIG_COMPAT_OLD_SIGACTION=y CONFIG_COMPAT_32BIT_TIME=y CONFIG_HAVE_ARCH_VMAP_STACK=y CONFIG_VMAP_STACK=y CONFIG_ARCH_HAS_STRICT_KERNEL_RWX=y CONFIG_STRICT_KERNEL_RWX=y CONFIG_ARCH_HAS_STRICT_MODULE_RWX=y CONFIG_STRICT_MODULE_RWX=y CONFIG_HAVE_ARCH_PREL32_RELOCATIONS=y CONFIG_ARCH_USE_MEMREMAP_PROT=y # CONFIG_LOCK_EVENT_COUNTS is not set CONFIG_ARCH_HAS_MEM_ENCRYPT=y # # GCOV-based kernel profiling # # CONFIG_GCOV_KERNEL is not set CONFIG_ARCH_HAS_GCOV_PROFILE_ALL=y # end of GCOV-based kernel profiling CONFIG_PLUGIN_HOSTCC="" CONFIG_HAVE_GCC_PLUGINS=y # end of General architecture-dependent options CONFIG_RT_MUTEXES=y CONFIG_BASE_SMALL=0 CONFIG_MODULES=y # CONFIG_MODULE_FORCE_LOAD is not set CONFIG_MODULE_UNLOAD=y CONFIG_MODULE_FORCE_UNLOAD=y # CONFIG_MODVERSIONS is not set # CONFIG_MODULE_SRCVERSION_ALL is not set # CONFIG_MODULE_SIG is not set # CONFIG_MODULE_COMPRESS is not set # CONFIG_MODULE_ALLOW_MISSING_NAMESPACE_IMPORTS is not set # CONFIG_UNUSED_SYMBOLS is not set # CONFIG_TRIM_UNUSED_KSYMS is not set CONFIG_MODULES_TREE_LOOKUP=y CONFIG_BLOCK=y CONFIG_BLK_SCSI_REQUEST=y CONFIG_BLK_DEV_BSG=y # CONFIG_BLK_DEV_BSGLIB is not set # CONFIG_BLK_DEV_INTEGRITY is not set # CONFIG_BLK_DEV_ZONED is not set # CONFIG_BLK_CMDLINE_PARSER is not set # CONFIG_BLK_WBT is not set CONFIG_BLK_DEBUG_FS=y # CONFIG_BLK_SED_OPAL is not set # # Partition Types # # CONFIG_PARTITION_ADVANCED is not set CONFIG_MSDOS_PARTITION=y CONFIG_EFI_PARTITION=y # end of Partition Types CONFIG_BLOCK_COMPAT=y CONFIG_BLK_MQ_PCI=y CONFIG_BLK_PM=y # # IO Schedulers # CONFIG_MQ_IOSCHED_DEADLINE=y CONFIG_MQ_IOSCHED_KYBER=y # CONFIG_IOSCHED_BFQ is not set # end of IO Schedulers CONFIG_ASN1=y CONFIG_INLINE_SPIN_UNLOCK_IRQ=y CONFIG_INLINE_READ_UNLOCK=y CONFIG_INLINE_READ_UNLOCK_IRQ=y CONFIG_INLINE_WRITE_UNLOCK=y CONFIG_INLINE_WRITE_UNLOCK_IRQ=y CONFIG_ARCH_SUPPORTS_ATOMIC_RMW=y CONFIG_MUTEX_SPIN_ON_OWNER=y CONFIG_RWSEM_SPIN_ON_OWNER=y CONFIG_LOCK_SPIN_ON_OWNER=y CONFIG_ARCH_USE_QUEUED_SPINLOCKS=y CONFIG_QUEUED_SPINLOCKS=y CONFIG_ARCH_USE_QUEUED_RWLOCKS=y CONFIG_QUEUED_RWLOCKS=y CONFIG_ARCH_HAS_SYNC_CORE_BEFORE_USERMODE=y CONFIG_ARCH_HAS_SYSCALL_WRAPPER=y CONFIG_FREEZER=y # # Executable file formats # CONFIG_BINFMT_ELF=y CONFIG_COMPAT_BINFMT_ELF=y CONFIG_ELFCORE=y CONFIG_CORE_DUMP_DEFAULT_ELF_HEADERS=y CONFIG_BINFMT_SCRIPT=y CONFIG_BINFMT_MISC=y CONFIG_COREDUMP=y # end of Executable file formats # # Memory Management options # CONFIG_SELECT_MEMORY_MODEL=y CONFIG_SPARSEMEM_MANUAL=y CONFIG_SPARSEMEM=y CONFIG_NEED_MULTIPLE_NODES=y CONFIG_HAVE_MEMORY_PRESENT=y CONFIG_SPARSEMEM_EXTREME=y CONFIG_SPARSEMEM_VMEMMAP_ENABLE=y CONFIG_SPARSEMEM_VMEMMAP=y CONFIG_HAVE_MEMBLOCK_NODE_MAP=y CONFIG_HAVE_FAST_GUP=y # CONFIG_MEMORY_HOTPLUG is not set CONFIG_SPLIT_PTLOCK_CPUS=4 CONFIG_COMPACTION=y CONFIG_MIGRATION=y CONFIG_PHYS_ADDR_T_64BIT=y CONFIG_BOUNCE=y CONFIG_VIRT_TO_BUS=y CONFIG_MMU_NOTIFIER=y # CONFIG_KSM is not set CONFIG_DEFAULT_MMAP_MIN_ADDR=4096 CONFIG_ARCH_SUPPORTS_MEMORY_FAILURE=y # CONFIG_MEMORY_FAILURE is not set # CONFIG_TRANSPARENT_HUGEPAGE is not set CONFIG_ARCH_WANTS_THP_SWAP=y # CONFIG_CLEANCACHE is not set # CONFIG_FRONTSWAP is not set # CONFIG_CMA is not set # CONFIG_ZPOOL is not set # CONFIG_ZBUD is not set # CONFIG_ZSMALLOC is not set CONFIG_GENERIC_EARLY_IOREMAP=y # CONFIG_DEFERRED_STRUCT_PAGE_INIT is not set # CONFIG_IDLE_PAGE_TRACKING is not set CONFIG_ARCH_HAS_PTE_DEVMAP=y CONFIG_ARCH_USES_HIGH_VMA_FLAGS=y CONFIG_ARCH_HAS_PKEYS=y # CONFIG_PERCPU_STATS is not set # CONFIG_GUP_BENCHMARK is not set CONFIG_ARCH_HAS_PTE_SPECIAL=y # end of Memory Management options CONFIG_NET=y CONFIG_NET_INGRESS=y CONFIG_SKB_EXTENSIONS=y # # Networking options # CONFIG_PACKET=y # CONFIG_PACKET_DIAG is not set CONFIG_UNIX=y CONFIG_UNIX_SCM=y # CONFIG_UNIX_DIAG is not set # CONFIG_TLS is not set CONFIG_XFRM=y CONFIG_XFRM_ALGO=y CONFIG_XFRM_USER=y # CONFIG_XFRM_INTERFACE is not set # CONFIG_XFRM_SUB_POLICY is not set # CONFIG_XFRM_MIGRATE is not set # CONFIG_XFRM_STATISTICS is not set # CONFIG_NET_KEY is not set CONFIG_XDP_SOCKETS=y CONFIG_XDP_SOCKETS_DIAG=y CONFIG_INET=y CONFIG_IP_MULTICAST=y CONFIG_IP_ADVANCED_ROUTER=y # CONFIG_IP_FIB_TRIE_STATS is not set CONFIG_IP_MULTIPLE_TABLES=y CONFIG_IP_ROUTE_MULTIPATH=y CONFIG_IP_ROUTE_VERBOSE=y CONFIG_IP_PNP=y CONFIG_IP_PNP_DHCP=y CONFIG_IP_PNP_BOOTP=y CONFIG_IP_PNP_RARP=y # CONFIG_NET_IPIP is not set # CONFIG_NET_IPGRE_DEMUX is not set CONFIG_NET_IP_TUNNEL=y CONFIG_IP_MROUTE_COMMON=y CONFIG_IP_MROUTE=y # CONFIG_IP_MROUTE_MULTIPLE_TABLES is not set CONFIG_IP_PIMSM_V1=y CONFIG_IP_PIMSM_V2=y CONFIG_SYN_COOKIES=y # CONFIG_NET_IPVTI is not set # CONFIG_NET_FOU is not set # CONFIG_NET_FOU_IP_TUNNELS is not set # CONFIG_INET_AH is not set # CONFIG_INET_ESP is not set # CONFIG_INET_IPCOMP is not set CONFIG_INET_TUNNEL=y # CONFIG_INET_DIAG is not set CONFIG_TCP_CONG_ADVANCED=y # CONFIG_TCP_CONG_BIC is not set CONFIG_TCP_CONG_CUBIC=y # CONFIG_TCP_CONG_WESTWOOD is not set # CONFIG_TCP_CONG_HTCP is not set # CONFIG_TCP_CONG_HSTCP is not set # CONFIG_TCP_CONG_HYBLA is not set # CONFIG_TCP_CONG_VEGAS is not set # CONFIG_TCP_CONG_NV is not set # CONFIG_TCP_CONG_SCALABLE is not set # CONFIG_TCP_CONG_LP is not set # CONFIG_TCP_CONG_VENO is not set # CONFIG_TCP_CONG_YEAH is not set # CONFIG_TCP_CONG_ILLINOIS is not set # CONFIG_TCP_CONG_DCTCP is not set # CONFIG_TCP_CONG_CDG is not set # CONFIG_TCP_CONG_BBR is not set CONFIG_DEFAULT_CUBIC=y # CONFIG_DEFAULT_RENO is not set CONFIG_DEFAULT_TCP_CONG="cubic" CONFIG_TCP_MD5SIG=y CONFIG_IPV6=y # CONFIG_IPV6_ROUTER_PREF is not set # CONFIG_IPV6_OPTIMISTIC_DAD is not set CONFIG_INET6_AH=y CONFIG_INET6_ESP=y # CONFIG_INET6_ESP_OFFLOAD is not set # CONFIG_INET6_IPCOMP is not set # CONFIG_IPV6_MIP6 is not set # CONFIG_IPV6_ILA is not set # CONFIG_IPV6_VTI is not set CONFIG_IPV6_SIT=y # CONFIG_IPV6_SIT_6RD is not set CONFIG_IPV6_NDISC_NODETYPE=y # CONFIG_IPV6_TUNNEL is not set CONFIG_IPV6_MULTIPLE_TABLES=y # CONFIG_IPV6_SUBTREES is not set # CONFIG_IPV6_MROUTE is not set CONFIG_IPV6_SEG6_LWTUNNEL=y # CONFIG_IPV6_SEG6_HMAC is not set CONFIG_IPV6_SEG6_BPF=y CONFIG_NETLABEL=y CONFIG_NETWORK_SECMARK=y CONFIG_NET_PTP_CLASSIFY=y # CONFIG_NETWORK_PHY_TIMESTAMPING is not set CONFIG_NETFILTER=y CONFIG_NETFILTER_ADVANCED=y # # Core Netfilter Configuration # CONFIG_NETFILTER_INGRESS=y CONFIG_NETFILTER_NETLINK=y # CONFIG_NETFILTER_NETLINK_ACCT is not set # CONFIG_NETFILTER_NETLINK_QUEUE is not set CONFIG_NETFILTER_NETLINK_LOG=y # CONFIG_NETFILTER_NETLINK_OSF is not set CONFIG_NF_CONNTRACK=y CONFIG_NF_LOG_COMMON=m # CONFIG_NF_LOG_NETDEV is not set # CONFIG_NF_CONNTRACK_MARK is not set CONFIG_NF_CONNTRACK_SECMARK=y # CONFIG_NF_CONNTRACK_ZONES is not set CONFIG_NF_CONNTRACK_PROCFS=y # CONFIG_NF_CONNTRACK_EVENTS is not set # CONFIG_NF_CONNTRACK_TIMEOUT is not set # CONFIG_NF_CONNTRACK_TIMESTAMP is not set # CONFIG_NF_CONNTRACK_LABELS is not set CONFIG_NF_CT_PROTO_DCCP=y CONFIG_NF_CT_PROTO_SCTP=y CONFIG_NF_CT_PROTO_UDPLITE=y # CONFIG_NF_CONNTRACK_AMANDA is not set CONFIG_NF_CONNTRACK_FTP=y # CONFIG_NF_CONNTRACK_H323 is not set CONFIG_NF_CONNTRACK_IRC=y # CONFIG_NF_CONNTRACK_NETBIOS_NS is not set # CONFIG_NF_CONNTRACK_SNMP is not set # CONFIG_NF_CONNTRACK_PPTP is not set # CONFIG_NF_CONNTRACK_SANE is not set CONFIG_NF_CONNTRACK_SIP=y # CONFIG_NF_CONNTRACK_TFTP is not set CONFIG_NF_CT_NETLINK=y # CONFIG_NETFILTER_NETLINK_GLUE_CT is not set CONFIG_NF_NAT=y CONFIG_NF_NAT_FTP=y CONFIG_NF_NAT_IRC=y CONFIG_NF_NAT_SIP=y CONFIG_NF_NAT_MASQUERADE=y # CONFIG_NF_TABLES is not set CONFIG_NETFILTER_XTABLES=y # # Xtables combined modules # CONFIG_NETFILTER_XT_MARK=m # CONFIG_NETFILTER_XT_CONNMARK is not set # # Xtables targets # # CONFIG_NETFILTER_XT_TARGET_AUDIT is not set # CONFIG_NETFILTER_XT_TARGET_CHECKSUM is not set # CONFIG_NETFILTER_XT_TARGET_CLASSIFY is not set # CONFIG_NETFILTER_XT_TARGET_CONNMARK is not set CONFIG_NETFILTER_XT_TARGET_CONNSECMARK=y # CONFIG_NETFILTER_XT_TARGET_DSCP is not set # CONFIG_NETFILTER_XT_TARGET_HL is not set # CONFIG_NETFILTER_XT_TARGET_HMARK is not set # CONFIG_NETFILTER_XT_TARGET_IDLETIMER is not set # CONFIG_NETFILTER_XT_TARGET_LED is not set CONFIG_NETFILTER_XT_TARGET_LOG=m # CONFIG_NETFILTER_XT_TARGET_MARK is not set CONFIG_NETFILTER_XT_NAT=m # CONFIG_NETFILTER_XT_TARGET_NETMAP is not set CONFIG_NETFILTER_XT_TARGET_NFLOG=y # CONFIG_NETFILTER_XT_TARGET_NFQUEUE is not set # CONFIG_NETFILTER_XT_TARGET_RATEEST is not set # CONFIG_NETFILTER_XT_TARGET_REDIRECT is not set CONFIG_NETFILTER_XT_TARGET_MASQUERADE=m # CONFIG_NETFILTER_XT_TARGET_TEE is not set # CONFIG_NETFILTER_XT_TARGET_TPROXY is not set CONFIG_NETFILTER_XT_TARGET_SECMARK=y CONFIG_NETFILTER_XT_TARGET_TCPMSS=y # CONFIG_NETFILTER_XT_TARGET_TCPOPTSTRIP is not set # # Xtables matches # CONFIG_NETFILTER_XT_MATCH_ADDRTYPE=m CONFIG_NETFILTER_XT_MATCH_BPF=y # CONFIG_NETFILTER_XT_MATCH_CGROUP is not set # CONFIG_NETFILTER_XT_MATCH_CLUSTER is not set # CONFIG_NETFILTER_XT_MATCH_COMMENT is not set # CONFIG_NETFILTER_XT_MATCH_CONNBYTES is not set # CONFIG_NETFILTER_XT_MATCH_CONNLABEL is not set # CONFIG_NETFILTER_XT_MATCH_CONNLIMIT is not set # CONFIG_NETFILTER_XT_MATCH_CONNMARK is not set CONFIG_NETFILTER_XT_MATCH_CONNTRACK=y # CONFIG_NETFILTER_XT_MATCH_CPU is not set # CONFIG_NETFILTER_XT_MATCH_DCCP is not set # CONFIG_NETFILTER_XT_MATCH_DEVGROUP is not set # CONFIG_NETFILTER_XT_MATCH_DSCP is not set # CONFIG_NETFILTER_XT_MATCH_ECN is not set # CONFIG_NETFILTER_XT_MATCH_ESP is not set # CONFIG_NETFILTER_XT_MATCH_HASHLIMIT is not set # CONFIG_NETFILTER_XT_MATCH_HELPER is not set # CONFIG_NETFILTER_XT_MATCH_HL is not set # CONFIG_NETFILTER_XT_MATCH_IPCOMP is not set # CONFIG_NETFILTER_XT_MATCH_IPRANGE is not set # CONFIG_NETFILTER_XT_MATCH_L2TP is not set # CONFIG_NETFILTER_XT_MATCH_LENGTH is not set # CONFIG_NETFILTER_XT_MATCH_LIMIT is not set # CONFIG_NETFILTER_XT_MATCH_MAC is not set # CONFIG_NETFILTER_XT_MATCH_MARK is not set # CONFIG_NETFILTER_XT_MATCH_MULTIPORT is not set # CONFIG_NETFILTER_XT_MATCH_NFACCT is not set # CONFIG_NETFILTER_XT_MATCH_OSF is not set # CONFIG_NETFILTER_XT_MATCH_OWNER is not set CONFIG_NETFILTER_XT_MATCH_POLICY=y # CONFIG_NETFILTER_XT_MATCH_PKTTYPE is not set # CONFIG_NETFILTER_XT_MATCH_QUOTA is not set # CONFIG_NETFILTER_XT_MATCH_RATEEST is not set # CONFIG_NETFILTER_XT_MATCH_REALM is not set # CONFIG_NETFILTER_XT_MATCH_RECENT is not set # CONFIG_NETFILTER_XT_MATCH_SCTP is not set # CONFIG_NETFILTER_XT_MATCH_SOCKET is not set CONFIG_NETFILTER_XT_MATCH_STATE=y # CONFIG_NETFILTER_XT_MATCH_STATISTIC is not set # CONFIG_NETFILTER_XT_MATCH_STRING is not set # CONFIG_NETFILTER_XT_MATCH_TCPMSS is not set # CONFIG_NETFILTER_XT_MATCH_TIME is not set # CONFIG_NETFILTER_XT_MATCH_U32 is not set # end of Core Netfilter Configuration # CONFIG_IP_SET is not set # CONFIG_IP_VS is not set # # IP: Netfilter Configuration # CONFIG_NF_DEFRAG_IPV4=y # CONFIG_NF_SOCKET_IPV4 is not set # CONFIG_NF_TPROXY_IPV4 is not set # CONFIG_NF_DUP_IPV4 is not set CONFIG_NF_LOG_ARP=m CONFIG_NF_LOG_IPV4=m CONFIG_NF_REJECT_IPV4=y CONFIG_IP_NF_IPTABLES=y # CONFIG_IP_NF_MATCH_AH is not set # CONFIG_IP_NF_MATCH_ECN is not set # CONFIG_IP_NF_MATCH_RPFILTER is not set # CONFIG_IP_NF_MATCH_TTL is not set CONFIG_IP_NF_FILTER=y CONFIG_IP_NF_TARGET_REJECT=y # CONFIG_IP_NF_TARGET_SYNPROXY is not set CONFIG_IP_NF_NAT=m CONFIG_IP_NF_TARGET_MASQUERADE=m # CONFIG_IP_NF_TARGET_NETMAP is not set # CONFIG_IP_NF_TARGET_REDIRECT is not set CONFIG_IP_NF_MANGLE=y # CONFIG_IP_NF_TARGET_CLUSTERIP is not set # CONFIG_IP_NF_TARGET_ECN is not set # CONFIG_IP_NF_TARGET_TTL is not set # CONFIG_IP_NF_RAW is not set # CONFIG_IP_NF_SECURITY is not set # CONFIG_IP_NF_ARPTABLES is not set # end of IP: Netfilter Configuration # # IPv6: Netfilter Configuration # # CONFIG_NF_SOCKET_IPV6 is not set # CONFIG_NF_TPROXY_IPV6 is not set # CONFIG_NF_DUP_IPV6 is not set CONFIG_NF_REJECT_IPV6=y CONFIG_NF_LOG_IPV6=m CONFIG_IP6_NF_IPTABLES=y # CONFIG_IP6_NF_MATCH_AH is not set # CONFIG_IP6_NF_MATCH_EUI64 is not set # CONFIG_IP6_NF_MATCH_FRAG is not set # CONFIG_IP6_NF_MATCH_OPTS is not set # CONFIG_IP6_NF_MATCH_HL is not set CONFIG_IP6_NF_MATCH_IPV6HEADER=y # CONFIG_IP6_NF_MATCH_MH is not set # CONFIG_IP6_NF_MATCH_RPFILTER is not set # CONFIG_IP6_NF_MATCH_RT is not set # CONFIG_IP6_NF_MATCH_SRH is not set # CONFIG_IP6_NF_TARGET_HL is not set CONFIG_IP6_NF_FILTER=y CONFIG_IP6_NF_TARGET_REJECT=y # CONFIG_IP6_NF_TARGET_SYNPROXY is not set CONFIG_IP6_NF_MANGLE=y # CONFIG_IP6_NF_RAW is not set # CONFIG_IP6_NF_SECURITY is not set # CONFIG_IP6_NF_NAT is not set # end of IPv6: Netfilter Configuration CONFIG_NF_DEFRAG_IPV6=y # CONFIG_NF_CONNTRACK_BRIDGE is not set CONFIG_BPFILTER=y CONFIG_BPFILTER_UMH=m # CONFIG_IP_DCCP is not set # CONFIG_IP_SCTP is not set # CONFIG_RDS is not set # CONFIG_TIPC is not set # CONFIG_ATM is not set # CONFIG_L2TP is not set # CONFIG_BRIDGE is not set CONFIG_HAVE_NET_DSA=y # CONFIG_NET_DSA is not set # CONFIG_VLAN_8021Q is not set # CONFIG_DECNET is not set # CONFIG_LLC2 is not set # CONFIG_ATALK is not set # CONFIG_X25 is not set # CONFIG_LAPB is not set # CONFIG_PHONET is not set # CONFIG_6LOWPAN is not set # CONFIG_IEEE802154 is not set CONFIG_NET_SCHED=y # # Queueing/Scheduling # # CONFIG_NET_SCH_CBQ is not set # CONFIG_NET_SCH_HTB is not set # CONFIG_NET_SCH_HFSC is not set # CONFIG_NET_SCH_PRIO is not set # CONFIG_NET_SCH_MULTIQ is not set # CONFIG_NET_SCH_RED is not set # CONFIG_NET_SCH_SFB is not set # CONFIG_NET_SCH_SFQ is not set # CONFIG_NET_SCH_TEQL is not set # CONFIG_NET_SCH_TBF is not set # CONFIG_NET_SCH_CBS is not set # CONFIG_NET_SCH_ETF is not set # CONFIG_NET_SCH_TAPRIO is not set # CONFIG_NET_SCH_GRED is not set # CONFIG_NET_SCH_DSMARK is not set # CONFIG_NET_SCH_NETEM is not set # CONFIG_NET_SCH_DRR is not set # CONFIG_NET_SCH_MQPRIO is not set # CONFIG_NET_SCH_SKBPRIO is not set # CONFIG_NET_SCH_CHOKE is not set # CONFIG_NET_SCH_QFQ is not set # CONFIG_NET_SCH_CODEL is not set # CONFIG_NET_SCH_FQ_CODEL is not set # CONFIG_NET_SCH_CAKE is not set # CONFIG_NET_SCH_FQ is not set # CONFIG_NET_SCH_HHF is not set # CONFIG_NET_SCH_PIE is not set # CONFIG_NET_SCH_INGRESS is not set # CONFIG_NET_SCH_PLUG is not set # CONFIG_NET_SCH_DEFAULT is not set # # Classification # CONFIG_NET_CLS=y # CONFIG_NET_CLS_BASIC is not set # CONFIG_NET_CLS_TCINDEX is not set # CONFIG_NET_CLS_ROUTE4 is not set # CONFIG_NET_CLS_FW is not set # CONFIG_NET_CLS_U32 is not set # CONFIG_NET_CLS_RSVP is not set # CONFIG_NET_CLS_RSVP6 is not set # CONFIG_NET_CLS_FLOW is not set # CONFIG_NET_CLS_CGROUP is not set CONFIG_NET_CLS_BPF=y # CONFIG_NET_CLS_FLOWER is not set # CONFIG_NET_CLS_MATCHALL is not set CONFIG_NET_EMATCH=y CONFIG_NET_EMATCH_STACK=32 # CONFIG_NET_EMATCH_CMP is not set # CONFIG_NET_EMATCH_NBYTE is not set # CONFIG_NET_EMATCH_U32 is not set # CONFIG_NET_EMATCH_META is not set # CONFIG_NET_EMATCH_TEXT is not set # CONFIG_NET_EMATCH_IPT is not set CONFIG_NET_CLS_ACT=y # CONFIG_NET_ACT_POLICE is not set # CONFIG_NET_ACT_GACT is not set # CONFIG_NET_ACT_MIRRED is not set # CONFIG_NET_ACT_SAMPLE is not set # CONFIG_NET_ACT_IPT is not set # CONFIG_NET_ACT_NAT is not set # CONFIG_NET_ACT_PEDIT is not set # CONFIG_NET_ACT_SIMP is not set # CONFIG_NET_ACT_SKBEDIT is not set # CONFIG_NET_ACT_CSUM is not set # CONFIG_NET_ACT_MPLS is not set # CONFIG_NET_ACT_VLAN is not set CONFIG_NET_ACT_BPF=y # CONFIG_NET_ACT_SKBMOD is not set # CONFIG_NET_ACT_IFE is not set # CONFIG_NET_ACT_TUNNEL_KEY is not set # CONFIG_NET_ACT_CT is not set # CONFIG_NET_TC_SKB_EXT is not set CONFIG_NET_SCH_FIFO=y # CONFIG_DCB is not set CONFIG_DNS_RESOLVER=y # CONFIG_BATMAN_ADV is not set # CONFIG_OPENVSWITCH is not set # CONFIG_VSOCKETS is not set # CONFIG_NETLINK_DIAG is not set # CONFIG_MPLS is not set # CONFIG_NET_NSH is not set # CONFIG_HSR is not set # CONFIG_NET_SWITCHDEV is not set # CONFIG_NET_L3_MASTER_DEV is not set # CONFIG_NET_NCSI is not set CONFIG_RPS=y CONFIG_RFS_ACCEL=y CONFIG_XPS=y # CONFIG_CGROUP_NET_PRIO is not set # CONFIG_CGROUP_NET_CLASSID is not set CONFIG_NET_RX_BUSY_POLL=y CONFIG_BQL=y CONFIG_BPF_JIT=y CONFIG_BPF_STREAM_PARSER=y CONFIG_NET_FLOW_LIMIT=y # # Network testing # # CONFIG_NET_PKTGEN is not set # CONFIG_NET_DROP_MONITOR is not set # end of Network testing # end of Networking options CONFIG_HAMRADIO=y # # Packet Radio protocols # # CONFIG_AX25 is not set # CONFIG_CAN is not set # CONFIG_BT is not set # CONFIG_AF_RXRPC is not set # CONFIG_AF_KCM is not set CONFIG_STREAM_PARSER=y CONFIG_FIB_RULES=y CONFIG_WIRELESS=y CONFIG_CFG80211=y # CONFIG_NL80211_TESTMODE is not set # CONFIG_CFG80211_DEVELOPER_WARNINGS is not set CONFIG_CFG80211_REQUIRE_SIGNED_REGDB=y CONFIG_CFG80211_USE_KERNEL_REGDB_KEYS=y CONFIG_CFG80211_DEFAULT_PS=y # CONFIG_CFG80211_DEBUGFS is not set CONFIG_CFG80211_CRDA_SUPPORT=y # CONFIG_CFG80211_WEXT is not set CONFIG_MAC80211=y CONFIG_MAC80211_HAS_RC=y CONFIG_MAC80211_RC_MINSTREL=y CONFIG_MAC80211_RC_DEFAULT_MINSTREL=y CONFIG_MAC80211_RC_DEFAULT="minstrel_ht" # CONFIG_MAC80211_MESH is not set CONFIG_MAC80211_LEDS=y # CONFIG_MAC80211_DEBUGFS is not set # CONFIG_MAC80211_MESSAGE_TRACING is not set # CONFIG_MAC80211_DEBUG_MENU is not set CONFIG_MAC80211_STA_HASH_MAX_SIZE=0 # CONFIG_WIMAX is not set CONFIG_RFKILL=y CONFIG_RFKILL_LEDS=y CONFIG_RFKILL_INPUT=y # CONFIG_NET_9P is not set # CONFIG_CAIF is not set # CONFIG_CEPH_LIB is not set # CONFIG_NFC is not set # CONFIG_PSAMPLE is not set # CONFIG_NET_IFE is not set CONFIG_LWTUNNEL=y CONFIG_LWTUNNEL_BPF=y CONFIG_DST_CACHE=y CONFIG_GRO_CELLS=y CONFIG_NET_SOCK_MSG=y # CONFIG_FAILOVER is not set CONFIG_HAVE_EBPF_JIT=y # # Device Drivers # CONFIG_HAVE_EISA=y # CONFIG_EISA is not set CONFIG_HAVE_PCI=y CONFIG_PCI=y CONFIG_PCI_DOMAINS=y CONFIG_PCIEPORTBUS=y # CONFIG_HOTPLUG_PCI_PCIE is not set CONFIG_PCIEAER=y # CONFIG_PCIEAER_INJECT is not set # CONFIG_PCIE_ECRC is not set CONFIG_PCIEASPM=y CONFIG_PCIEASPM_DEFAULT=y # CONFIG_PCIEASPM_POWERSAVE is not set # CONFIG_PCIEASPM_POWER_SUPERSAVE is not set # CONFIG_PCIEASPM_PERFORMANCE is not set CONFIG_PCIE_PME=y # CONFIG_PCIE_DPC is not set # CONFIG_PCIE_PTM is not set # CONFIG_PCIE_BW is not set CONFIG_PCI_MSI=y CONFIG_PCI_MSI_IRQ_DOMAIN=y CONFIG_PCI_QUIRKS=y # CONFIG_PCI_DEBUG is not set # CONFIG_PCI_STUB is not set CONFIG_PCI_ATS=y CONFIG_PCI_LOCKLESS_CONFIG=y # CONFIG_PCI_IOV is not set CONFIG_PCI_PRI=y CONFIG_PCI_PASID=y CONFIG_PCI_LABEL=y CONFIG_HOTPLUG_PCI=y # CONFIG_HOTPLUG_PCI_ACPI is not set # CONFIG_HOTPLUG_PCI_CPCI is not set # CONFIG_HOTPLUG_PCI_SHPC is not set # # PCI controller drivers # # CONFIG_VMD is not set # # DesignWare PCI Core Support # # CONFIG_PCIE_DW_PLAT_HOST is not set # CONFIG_PCI_MESON is not set # end of DesignWare PCI Core Support # # Cadence PCIe controllers support # # end of Cadence PCIe controllers support # end of PCI controller drivers # # PCI Endpoint # # CONFIG_PCI_ENDPOINT is not set # end of PCI Endpoint # # PCI switch controller drivers # # CONFIG_PCI_SW_SWITCHTEC is not set # end of PCI switch controller drivers CONFIG_PCCARD=y CONFIG_PCMCIA=y CONFIG_PCMCIA_LOAD_CIS=y CONFIG_CARDBUS=y # # PC-card bridges # CONFIG_YENTA=y CONFIG_YENTA_O2=y CONFIG_YENTA_RICOH=y CONFIG_YENTA_TI=y CONFIG_YENTA_ENE_TUNE=y CONFIG_YENTA_TOSHIBA=y # CONFIG_PD6729 is not set # CONFIG_I82092 is not set CONFIG_PCCARD_NONSTATIC=y # CONFIG_RAPIDIO is not set # # Generic Driver Options # # CONFIG_UEVENT_HELPER is not set CONFIG_DEVTMPFS=y CONFIG_DEVTMPFS_MOUNT=y CONFIG_STANDALONE=y CONFIG_PREVENT_FIRMWARE_BUILD=y # # Firmware loader # CONFIG_FW_LOADER=y CONFIG_EXTRA_FIRMWARE="" # CONFIG_FW_LOADER_USER_HELPER is not set # CONFIG_FW_LOADER_COMPRESS is not set CONFIG_FW_CACHE=y # end of Firmware loader CONFIG_ALLOW_DEV_COREDUMP=y # CONFIG_DEBUG_DRIVER is not set CONFIG_DEBUG_DEVRES=y # CONFIG_DEBUG_TEST_DRIVER_REMOVE is not set # CONFIG_TEST_ASYNC_DRIVER_PROBE is not set CONFIG_GENERIC_CPU_AUTOPROBE=y CONFIG_GENERIC_CPU_VULNERABILITIES=y CONFIG_REGMAP=y CONFIG_REGMAP_I2C=y CONFIG_DMA_SHARED_BUFFER=y # CONFIG_DMA_FENCE_TRACE is not set # end of Generic Driver Options # # Bus devices # # end of Bus devices CONFIG_CONNECTOR=y CONFIG_PROC_EVENTS=y # CONFIG_GNSS is not set # CONFIG_MTD is not set # CONFIG_OF is not set CONFIG_ARCH_MIGHT_HAVE_PC_PARPORT=y # CONFIG_PARPORT is not set CONFIG_PNP=y CONFIG_PNP_DEBUG_MESSAGES=y # # Protocols # CONFIG_PNPACPI=y CONFIG_BLK_DEV=y # CONFIG_BLK_DEV_NULL_BLK is not set # CONFIG_BLK_DEV_FD is not set CONFIG_CDROM=y # CONFIG_BLK_DEV_PCIESSD_MTIP32XX is not set # CONFIG_BLK_DEV_UMEM is not set CONFIG_BLK_DEV_LOOP=y CONFIG_BLK_DEV_LOOP_MIN_COUNT=8 # CONFIG_BLK_DEV_CRYPTOLOOP is not set # CONFIG_BLK_DEV_DRBD is not set # CONFIG_BLK_DEV_NBD is not set # CONFIG_BLK_DEV_SKD is not set # CONFIG_BLK_DEV_SX8 is not set # CONFIG_BLK_DEV_RAM is not set # CONFIG_CDROM_PKTCDVD is not set # CONFIG_ATA_OVER_ETH is not set # CONFIG_BLK_DEV_RBD is not set # CONFIG_BLK_DEV_RSXX is not set # # NVME Support # # CONFIG_BLK_DEV_NVME is not set # CONFIG_NVME_FC is not set # end of NVME Support # # Misc devices # # CONFIG_AD525X_DPOT is not set # CONFIG_DUMMY_IRQ is not set # CONFIG_IBM_ASM is not set # CONFIG_PHANTOM is not set # CONFIG_TIFM_CORE is not set # CONFIG_ICS932S401 is not set # CONFIG_ENCLOSURE_SERVICES is not set # CONFIG_HP_ILO is not set # CONFIG_APDS9802ALS is not set # CONFIG_ISL29003 is not set # CONFIG_ISL29020 is not set # CONFIG_SENSORS_TSL2550 is not set # CONFIG_SENSORS_BH1770 is not set # CONFIG_SENSORS_APDS990X is not set # CONFIG_HMC6352 is not set # CONFIG_DS1682 is not set # CONFIG_SRAM is not set # CONFIG_PCI_ENDPOINT_TEST is not set # CONFIG_XILINX_SDFEC is not set # CONFIG_PVPANIC is not set # CONFIG_C2PORT is not set # # EEPROM support # # CONFIG_EEPROM_AT24 is not set # CONFIG_EEPROM_LEGACY is not set # CONFIG_EEPROM_MAX6875 is not set # CONFIG_EEPROM_93CX6 is not set # CONFIG_EEPROM_IDT_89HPESX is not set # CONFIG_EEPROM_EE1004 is not set # end of EEPROM support # CONFIG_CB710_CORE is not set # # Texas Instruments shared transport line discipline # # end of Texas Instruments shared transport line discipline # CONFIG_SENSORS_LIS3_I2C is not set # CONFIG_ALTERA_STAPL is not set # CONFIG_INTEL_MEI is not set # CONFIG_INTEL_MEI_ME is not set # CONFIG_INTEL_MEI_TXE is not set # CONFIG_INTEL_MEI_HDCP is not set # CONFIG_VMWARE_VMCI is not set # # Intel MIC & related support # # CONFIG_INTEL_MIC_BUS is not set # CONFIG_SCIF_BUS is not set # CONFIG_VOP_BUS is not set # end of Intel MIC & related support # CONFIG_GENWQE is not set # CONFIG_ECHO is not set # CONFIG_MISC_ALCOR_PCI is not set # CONFIG_MISC_RTSX_PCI is not set # CONFIG_MISC_RTSX_USB is not set # CONFIG_HABANA_AI is not set # end of Misc devices CONFIG_HAVE_IDE=y # CONFIG_IDE is not set # # SCSI device support # CONFIG_SCSI_MOD=y # CONFIG_RAID_ATTRS is not set CONFIG_SCSI=y CONFIG_SCSI_DMA=y CONFIG_SCSI_PROC_FS=y # # SCSI support type (disk, tape, CD-ROM) # CONFIG_BLK_DEV_SD=y # CONFIG_CHR_DEV_ST is not set CONFIG_BLK_DEV_SR=y CONFIG_BLK_DEV_SR_VENDOR=y CONFIG_CHR_DEV_SG=y # CONFIG_CHR_DEV_SCH is not set CONFIG_SCSI_CONSTANTS=y # CONFIG_SCSI_LOGGING is not set # CONFIG_SCSI_SCAN_ASYNC is not set # # SCSI Transports # CONFIG_SCSI_SPI_ATTRS=y # CONFIG_SCSI_FC_ATTRS is not set # CONFIG_SCSI_ISCSI_ATTRS is not set # CONFIG_SCSI_SAS_ATTRS is not set # CONFIG_SCSI_SAS_LIBSAS is not set # CONFIG_SCSI_SRP_ATTRS is not set # end of SCSI Transports # CONFIG_SCSI_LOWLEVEL is not set # CONFIG_SCSI_DH is not set # end of SCSI device support CONFIG_ATA=y CONFIG_ATA_VERBOSE_ERROR=y CONFIG_ATA_ACPI=y # CONFIG_SATA_ZPODD is not set CONFIG_SATA_PMP=y # # Controllers with non-SFF native interface # CONFIG_SATA_AHCI=y CONFIG_SATA_MOBILE_LPM_POLICY=0 # CONFIG_SATA_AHCI_PLATFORM is not set # CONFIG_SATA_INIC162X is not set # CONFIG_SATA_ACARD_AHCI is not set # CONFIG_SATA_SIL24 is not set CONFIG_ATA_SFF=y # # SFF controllers with custom DMA interface # # CONFIG_PDC_ADMA is not set # CONFIG_SATA_QSTOR is not set # CONFIG_SATA_SX4 is not set CONFIG_ATA_BMDMA=y # # SATA SFF controllers with BMDMA # CONFIG_ATA_PIIX=y # CONFIG_SATA_DWC is not set # CONFIG_SATA_MV is not set # CONFIG_SATA_NV is not set # CONFIG_SATA_PROMISE is not set # CONFIG_SATA_SIL is not set # CONFIG_SATA_SIS is not set # CONFIG_SATA_SVW is not set # CONFIG_SATA_ULI is not set # CONFIG_SATA_VIA is not set # CONFIG_SATA_VITESSE is not set # # PATA SFF controllers with BMDMA # # CONFIG_PATA_ALI is not set CONFIG_PATA_AMD=y # CONFIG_PATA_ARTOP is not set # CONFIG_PATA_ATIIXP is not set # CONFIG_PATA_ATP867X is not set # CONFIG_PATA_CMD64X is not set # CONFIG_PATA_CYPRESS is not set # CONFIG_PATA_EFAR is not set # CONFIG_PATA_HPT366 is not set # CONFIG_PATA_HPT37X is not set # CONFIG_PATA_HPT3X2N is not set # CONFIG_PATA_HPT3X3 is not set # CONFIG_PATA_IT8213 is not set # CONFIG_PATA_IT821X is not set # CONFIG_PATA_JMICRON is not set # CONFIG_PATA_MARVELL is not set # CONFIG_PATA_NETCELL is not set # CONFIG_PATA_NINJA32 is not set # CONFIG_PATA_NS87415 is not set CONFIG_PATA_OLDPIIX=y # CONFIG_PATA_OPTIDMA is not set # CONFIG_PATA_PDC2027X is not set # CONFIG_PATA_PDC_OLD is not set # CONFIG_PATA_RADISYS is not set # CONFIG_PATA_RDC is not set CONFIG_PATA_SCH=y # CONFIG_PATA_SERVERWORKS is not set # CONFIG_PATA_SIL680 is not set # CONFIG_PATA_SIS is not set # CONFIG_PATA_TOSHIBA is not set # CONFIG_PATA_TRIFLEX is not set # CONFIG_PATA_VIA is not set # CONFIG_PATA_WINBOND is not set # # PIO-only SFF controllers # # CONFIG_PATA_CMD640_PCI is not set # CONFIG_PATA_MPIIX is not set # CONFIG_PATA_NS87410 is not set # CONFIG_PATA_OPTI is not set # CONFIG_PATA_PCMCIA is not set # CONFIG_PATA_RZ1000 is not set # # Generic fallback / legacy drivers # # CONFIG_PATA_ACPI is not set # CONFIG_ATA_GENERIC is not set # CONFIG_PATA_LEGACY is not set CONFIG_MD=y CONFIG_BLK_DEV_MD=y CONFIG_MD_AUTODETECT=y # CONFIG_MD_LINEAR is not set # CONFIG_MD_RAID0 is not set # CONFIG_MD_RAID1 is not set # CONFIG_MD_RAID10 is not set # CONFIG_MD_RAID456 is not set # CONFIG_MD_MULTIPATH is not set # CONFIG_MD_FAULTY is not set # CONFIG_BCACHE is not set CONFIG_BLK_DEV_DM_BUILTIN=y CONFIG_BLK_DEV_DM=y # CONFIG_DM_DEBUG is not set # CONFIG_DM_UNSTRIPED is not set # CONFIG_DM_CRYPT is not set # CONFIG_DM_SNAPSHOT is not set # CONFIG_DM_THIN_PROVISIONING is not set # CONFIG_DM_CACHE is not set # CONFIG_DM_WRITECACHE is not set # CONFIG_DM_ERA is not set # CONFIG_DM_CLONE is not set CONFIG_DM_MIRROR=y # CONFIG_DM_LOG_USERSPACE is not set # CONFIG_DM_RAID is not set CONFIG_DM_ZERO=y # CONFIG_DM_MULTIPATH is not set # CONFIG_DM_DELAY is not set # CONFIG_DM_DUST is not set # CONFIG_DM_INIT is not set # CONFIG_DM_UEVENT is not set # CONFIG_DM_FLAKEY is not set # CONFIG_DM_VERITY is not set # CONFIG_DM_SWITCH is not set # CONFIG_DM_LOG_WRITES is not set # CONFIG_DM_INTEGRITY is not set # CONFIG_TARGET_CORE is not set # CONFIG_FUSION is not set # # IEEE 1394 (FireWire) support # # CONFIG_FIREWIRE is not set # CONFIG_FIREWIRE_NOSY is not set # end of IEEE 1394 (FireWire) support CONFIG_MACINTOSH_DRIVERS=y CONFIG_MAC_EMUMOUSEBTN=y CONFIG_NETDEVICES=y CONFIG_MII=y CONFIG_NET_CORE=y # CONFIG_BONDING is not set # CONFIG_DUMMY is not set # CONFIG_EQUALIZER is not set # CONFIG_NET_FC is not set # CONFIG_IFB is not set # CONFIG_NET_TEAM is not set # CONFIG_MACVLAN is not set # CONFIG_IPVLAN is not set # CONFIG_VXLAN is not set # CONFIG_GENEVE is not set # CONFIG_GTP is not set # CONFIG_MACSEC is not set CONFIG_NETCONSOLE=y CONFIG_NETPOLL=y CONFIG_NET_POLL_CONTROLLER=y # CONFIG_TUN is not set # CONFIG_TUN_VNET_CROSS_LE is not set # CONFIG_VETH is not set # CONFIG_NLMON is not set # CONFIG_ARCNET is not set # # Distributed Switch Architecture drivers # # end of Distributed Switch Architecture drivers CONFIG_ETHERNET=y CONFIG_NET_VENDOR_3COM=y # CONFIG_PCMCIA_3C574 is not set # CONFIG_PCMCIA_3C589 is not set # CONFIG_VORTEX is not set # CONFIG_TYPHOON is not set CONFIG_NET_VENDOR_ADAPTEC=y # CONFIG_ADAPTEC_STARFIRE is not set CONFIG_NET_VENDOR_AGERE=y # CONFIG_ET131X is not set CONFIG_NET_VENDOR_ALACRITECH=y # CONFIG_SLICOSS is not set CONFIG_NET_VENDOR_ALTEON=y # CONFIG_ACENIC is not set # CONFIG_ALTERA_TSE is not set CONFIG_NET_VENDOR_AMAZON=y # CONFIG_ENA_ETHERNET is not set CONFIG_NET_VENDOR_AMD=y # CONFIG_AMD8111_ETH is not set # CONFIG_PCNET32 is not set # CONFIG_PCMCIA_NMCLAN is not set # CONFIG_AMD_XGBE is not set CONFIG_NET_VENDOR_AQUANTIA=y # CONFIG_AQTION is not set CONFIG_NET_VENDOR_ARC=y CONFIG_NET_VENDOR_ATHEROS=y # CONFIG_ATL2 is not set # CONFIG_ATL1 is not set # CONFIG_ATL1E is not set # CONFIG_ATL1C is not set # CONFIG_ALX is not set CONFIG_NET_VENDOR_AURORA=y # CONFIG_AURORA_NB8800 is not set CONFIG_NET_VENDOR_BROADCOM=y # CONFIG_B44 is not set # CONFIG_BCMGENET is not set # CONFIG_BNX2 is not set # CONFIG_CNIC is not set CONFIG_TIGON3=y CONFIG_TIGON3_HWMON=y # CONFIG_BNX2X is not set # CONFIG_SYSTEMPORT is not set # CONFIG_BNXT is not set CONFIG_NET_VENDOR_BROCADE=y # CONFIG_BNA is not set CONFIG_NET_VENDOR_CADENCE=y # CONFIG_MACB is not set CONFIG_NET_VENDOR_CAVIUM=y # CONFIG_THUNDER_NIC_PF is not set # CONFIG_THUNDER_NIC_VF is not set # CONFIG_THUNDER_NIC_BGX is not set # CONFIG_THUNDER_NIC_RGX is not set # CONFIG_CAVIUM_PTP is not set # CONFIG_LIQUIDIO is not set # CONFIG_LIQUIDIO_VF is not set CONFIG_NET_VENDOR_CHELSIO=y # CONFIG_CHELSIO_T1 is not set # CONFIG_CHELSIO_T3 is not set # CONFIG_CHELSIO_T4 is not set # CONFIG_CHELSIO_T4VF is not set CONFIG_NET_VENDOR_CISCO=y # CONFIG_ENIC is not set CONFIG_NET_VENDOR_CORTINA=y # CONFIG_CX_ECAT is not set # CONFIG_DNET is not set CONFIG_NET_VENDOR_DEC=y CONFIG_NET_TULIP=y # CONFIG_DE2104X is not set # CONFIG_TULIP is not set # CONFIG_DE4X5 is not set # CONFIG_WINBOND_840 is not set # CONFIG_DM9102 is not set # CONFIG_ULI526X is not set # CONFIG_PCMCIA_XIRCOM is not set CONFIG_NET_VENDOR_DLINK=y # CONFIG_DL2K is not set # CONFIG_SUNDANCE is not set CONFIG_NET_VENDOR_EMULEX=y # CONFIG_BE2NET is not set CONFIG_NET_VENDOR_EZCHIP=y CONFIG_NET_VENDOR_FUJITSU=y # CONFIG_PCMCIA_FMVJ18X is not set CONFIG_NET_VENDOR_GOOGLE=y # CONFIG_GVE is not set CONFIG_NET_VENDOR_HUAWEI=y # CONFIG_HINIC is not set CONFIG_NET_VENDOR_I825XX=y CONFIG_NET_VENDOR_INTEL=y CONFIG_E100=y CONFIG_E1000=y CONFIG_E1000E=y CONFIG_E1000E_HWTS=y # CONFIG_IGB is not set # CONFIG_IGBVF is not set # CONFIG_IXGB is not set # CONFIG_IXGBE is not set # CONFIG_IXGBEVF is not set # CONFIG_I40E is not set # CONFIG_I40EVF is not set # CONFIG_ICE is not set # CONFIG_FM10K is not set # CONFIG_IGC is not set # CONFIG_JME is not set CONFIG_NET_VENDOR_MARVELL=y # CONFIG_MVMDIO is not set # CONFIG_SKGE is not set CONFIG_SKY2=y # CONFIG_SKY2_DEBUG is not set CONFIG_NET_VENDOR_MELLANOX=y # CONFIG_MLX4_EN is not set # CONFIG_MLX5_CORE is not set # CONFIG_MLXSW_CORE is not set # CONFIG_MLXFW is not set CONFIG_NET_VENDOR_MICREL=y # CONFIG_KS8842 is not set # CONFIG_KS8851_MLL is not set # CONFIG_KSZ884X_PCI is not set CONFIG_NET_VENDOR_MICROCHIP=y # CONFIG_LAN743X is not set CONFIG_NET_VENDOR_MICROSEMI=y CONFIG_NET_VENDOR_MYRI=y # CONFIG_MYRI10GE is not set # CONFIG_FEALNX is not set CONFIG_NET_VENDOR_NATSEMI=y # CONFIG_NATSEMI is not set # CONFIG_NS83820 is not set CONFIG_NET_VENDOR_NETERION=y # CONFIG_S2IO is not set # CONFIG_VXGE is not set CONFIG_NET_VENDOR_NETRONOME=y # CONFIG_NFP is not set CONFIG_NET_VENDOR_NI=y # CONFIG_NI_XGE_MANAGEMENT_ENET is not set CONFIG_NET_VENDOR_8390=y # CONFIG_PCMCIA_AXNET is not set # CONFIG_NE2K_PCI is not set # CONFIG_PCMCIA_PCNET is not set CONFIG_NET_VENDOR_NVIDIA=y CONFIG_FORCEDETH=y CONFIG_NET_VENDOR_OKI=y # CONFIG_ETHOC is not set CONFIG_NET_VENDOR_PACKET_ENGINES=y # CONFIG_HAMACHI is not set # CONFIG_YELLOWFIN is not set CONFIG_NET_VENDOR_PENSANDO=y # CONFIG_IONIC is not set CONFIG_NET_VENDOR_QLOGIC=y # CONFIG_QLA3XXX is not set # CONFIG_QLCNIC is not set # CONFIG_NETXEN_NIC is not set # CONFIG_QED is not set CONFIG_NET_VENDOR_QUALCOMM=y # CONFIG_QCOM_EMAC is not set # CONFIG_RMNET is not set CONFIG_NET_VENDOR_RDC=y # CONFIG_R6040 is not set CONFIG_NET_VENDOR_REALTEK=y # CONFIG_8139CP is not set CONFIG_8139TOO=y CONFIG_8139TOO_PIO=y # CONFIG_8139TOO_TUNE_TWISTER is not set # CONFIG_8139TOO_8129 is not set # CONFIG_8139_OLD_RX_RESET is not set CONFIG_R8169=y CONFIG_NET_VENDOR_RENESAS=y CONFIG_NET_VENDOR_ROCKER=y CONFIG_NET_VENDOR_SAMSUNG=y # CONFIG_SXGBE_ETH is not set CONFIG_NET_VENDOR_SEEQ=y CONFIG_NET_VENDOR_SOLARFLARE=y # CONFIG_SFC is not set # CONFIG_SFC_FALCON is not set CONFIG_NET_VENDOR_SILAN=y # CONFIG_SC92031 is not set CONFIG_NET_VENDOR_SIS=y # CONFIG_SIS900 is not set # CONFIG_SIS190 is not set CONFIG_NET_VENDOR_SMSC=y # CONFIG_PCMCIA_SMC91C92 is not set # CONFIG_EPIC100 is not set # CONFIG_SMSC911X is not set # CONFIG_SMSC9420 is not set CONFIG_NET_VENDOR_SOCIONEXT=y CONFIG_NET_VENDOR_STMICRO=y # CONFIG_STMMAC_ETH is not set CONFIG_NET_VENDOR_SUN=y # CONFIG_HAPPYMEAL is not set # CONFIG_SUNGEM is not set # CONFIG_CASSINI is not set # CONFIG_NIU is not set CONFIG_NET_VENDOR_SYNOPSYS=y # CONFIG_DWC_XLGMAC is not set CONFIG_NET_VENDOR_TEHUTI=y # CONFIG_TEHUTI is not set CONFIG_NET_VENDOR_TI=y # CONFIG_TI_CPSW_PHY_SEL is not set # CONFIG_TLAN is not set CONFIG_NET_VENDOR_VIA=y # CONFIG_VIA_RHINE is not set # CONFIG_VIA_VELOCITY is not set CONFIG_NET_VENDOR_WIZNET=y # CONFIG_WIZNET_W5100 is not set # CONFIG_WIZNET_W5300 is not set CONFIG_NET_VENDOR_XILINX=y # CONFIG_XILINX_AXI_EMAC is not set # CONFIG_XILINX_LL_TEMAC is not set CONFIG_NET_VENDOR_XIRCOM=y # CONFIG_PCMCIA_XIRC2PS is not set CONFIG_FDDI=y # CONFIG_DEFXX is not set # CONFIG_SKFP is not set # CONFIG_HIPPI is not set # CONFIG_NET_SB1000 is not set CONFIG_MDIO_DEVICE=y CONFIG_MDIO_BUS=y # CONFIG_MDIO_BCM_UNIMAC is not set # CONFIG_MDIO_BITBANG is not set # CONFIG_MDIO_MSCC_MIIM is not set # CONFIG_MDIO_THUNDER is not set CONFIG_PHYLIB=y # CONFIG_LED_TRIGGER_PHY is not set # # MII PHY device drivers # # CONFIG_ADIN_PHY is not set # CONFIG_AMD_PHY is not set # CONFIG_AQUANTIA_PHY is not set # CONFIG_AX88796B_PHY is not set # CONFIG_BCM7XXX_PHY is not set # CONFIG_BCM87XX_PHY is not set # CONFIG_BROADCOM_PHY is not set # CONFIG_CICADA_PHY is not set # CONFIG_CORTINA_PHY is not set # CONFIG_DAVICOM_PHY is not set # CONFIG_DP83822_PHY is not set # CONFIG_DP83TC811_PHY is not set # CONFIG_DP83848_PHY is not set # CONFIG_DP83867_PHY is not set # CONFIG_DP83869_PHY is not set # CONFIG_FIXED_PHY is not set # CONFIG_ICPLUS_PHY is not set # CONFIG_INTEL_XWAY_PHY is not set # CONFIG_LSI_ET1011C_PHY is not set # CONFIG_LXT_PHY is not set # CONFIG_MARVELL_PHY is not set # CONFIG_MARVELL_10G_PHY is not set # CONFIG_MICREL_PHY is not set # CONFIG_MICROCHIP_PHY is not set # CONFIG_MICROCHIP_T1_PHY is not set # CONFIG_MICROSEMI_PHY is not set # CONFIG_NATIONAL_PHY is not set # CONFIG_NXP_TJA11XX_PHY is not set # CONFIG_QSEMI_PHY is not set CONFIG_REALTEK_PHY=y # CONFIG_RENESAS_PHY is not set # CONFIG_ROCKCHIP_PHY is not set # CONFIG_SMSC_PHY is not set # CONFIG_STE10XP is not set # CONFIG_TERANETICS_PHY is not set # CONFIG_VITESSE_PHY is not set # CONFIG_XILINX_GMII2RGMII is not set # CONFIG_PPP is not set # CONFIG_SLIP is not set CONFIG_USB_NET_DRIVERS=y # CONFIG_USB_CATC is not set # CONFIG_USB_KAWETH is not set # CONFIG_USB_PEGASUS is not set # CONFIG_USB_RTL8150 is not set # CONFIG_USB_RTL8152 is not set # CONFIG_USB_LAN78XX is not set # CONFIG_USB_USBNET is not set # CONFIG_USB_HSO is not set # CONFIG_USB_IPHETH is not set CONFIG_WLAN=y CONFIG_WLAN_VENDOR_ADMTEK=y # CONFIG_ADM8211 is not set CONFIG_WLAN_VENDOR_ATH=y # CONFIG_ATH_DEBUG is not set # CONFIG_ATH5K is not set # CONFIG_ATH5K_PCI is not set # CONFIG_ATH9K is not set # CONFIG_ATH9K_HTC is not set # CONFIG_CARL9170 is not set # CONFIG_ATH6KL is not set # CONFIG_AR5523 is not set # CONFIG_WIL6210 is not set # CONFIG_ATH10K is not set # CONFIG_WCN36XX is not set CONFIG_WLAN_VENDOR_ATMEL=y # CONFIG_ATMEL is not set # CONFIG_AT76C50X_USB is not set CONFIG_WLAN_VENDOR_BROADCOM=y # CONFIG_B43 is not set # CONFIG_B43LEGACY is not set # CONFIG_BRCMSMAC is not set # CONFIG_BRCMFMAC is not set CONFIG_WLAN_VENDOR_CISCO=y # CONFIG_AIRO is not set # CONFIG_AIRO_CS is not set CONFIG_WLAN_VENDOR_INTEL=y # CONFIG_IPW2100 is not set # CONFIG_IPW2200 is not set # CONFIG_IWL4965 is not set # CONFIG_IWL3945 is not set # CONFIG_IWLWIFI is not set CONFIG_WLAN_VENDOR_INTERSIL=y # CONFIG_HOSTAP is not set # CONFIG_HERMES is not set # CONFIG_P54_COMMON is not set # CONFIG_PRISM54 is not set CONFIG_WLAN_VENDOR_MARVELL=y # CONFIG_LIBERTAS is not set # CONFIG_LIBERTAS_THINFIRM is not set # CONFIG_MWIFIEX is not set # CONFIG_MWL8K is not set CONFIG_WLAN_VENDOR_MEDIATEK=y # CONFIG_MT7601U is not set # CONFIG_MT76x0U is not set # CONFIG_MT76x0E is not set # CONFIG_MT76x2E is not set # CONFIG_MT76x2U is not set # CONFIG_MT7603E is not set # CONFIG_MT7615E is not set CONFIG_WLAN_VENDOR_RALINK=y # CONFIG_RT2X00 is not set CONFIG_WLAN_VENDOR_REALTEK=y # CONFIG_RTL8180 is not set # CONFIG_RTL8187 is not set CONFIG_RTL_CARDS=y # CONFIG_RTL8192CE is not set # CONFIG_RTL8192SE is not set # CONFIG_RTL8192DE is not set # CONFIG_RTL8723AE is not set # CONFIG_RTL8723BE is not set # CONFIG_RTL8188EE is not set # CONFIG_RTL8192EE is not set # CONFIG_RTL8821AE is not set # CONFIG_RTL8192CU is not set # CONFIG_RTL8XXXU is not set # CONFIG_RTW88 is not set CONFIG_WLAN_VENDOR_RSI=y # CONFIG_RSI_91X is not set CONFIG_WLAN_VENDOR_ST=y # CONFIG_CW1200 is not set CONFIG_WLAN_VENDOR_TI=y # CONFIG_WL1251 is not set # CONFIG_WL12XX is not set # CONFIG_WL18XX is not set # CONFIG_WLCORE is not set CONFIG_WLAN_VENDOR_ZYDAS=y # CONFIG_USB_ZD1201 is not set # CONFIG_ZD1211RW is not set CONFIG_WLAN_VENDOR_QUANTENNA=y # CONFIG_QTNFMAC_PCIE is not set # CONFIG_PCMCIA_RAYCS is not set # CONFIG_PCMCIA_WL3501 is not set # CONFIG_MAC80211_HWSIM is not set # CONFIG_USB_NET_RNDIS_WLAN is not set # CONFIG_VIRT_WIFI is not set # # Enable WiMAX (Networking options) to see the WiMAX drivers # # CONFIG_WAN is not set # CONFIG_VMXNET3 is not set # CONFIG_FUJITSU_ES is not set # CONFIG_NETDEVSIM is not set # CONFIG_NET_FAILOVER is not set # CONFIG_ISDN is not set # CONFIG_NVM is not set # # Input device support # CONFIG_INPUT=y CONFIG_INPUT_LEDS=y CONFIG_INPUT_FF_MEMLESS=y CONFIG_INPUT_POLLDEV=y CONFIG_INPUT_SPARSEKMAP=y # CONFIG_INPUT_MATRIXKMAP is not set # # Userland interfaces # # CONFIG_INPUT_MOUSEDEV is not set # CONFIG_INPUT_JOYDEV is not set CONFIG_INPUT_EVDEV=y # CONFIG_INPUT_EVBUG is not set # # Input Device Drivers # CONFIG_INPUT_KEYBOARD=y # CONFIG_KEYBOARD_ADP5588 is not set # CONFIG_KEYBOARD_ADP5589 is not set CONFIG_KEYBOARD_ATKBD=y # CONFIG_KEYBOARD_QT1050 is not set # CONFIG_KEYBOARD_QT1070 is not set # CONFIG_KEYBOARD_QT2160 is not set # CONFIG_KEYBOARD_DLINK_DIR685 is not set # CONFIG_KEYBOARD_LKKBD is not set # CONFIG_KEYBOARD_TCA6416 is not set # CONFIG_KEYBOARD_TCA8418 is not set # CONFIG_KEYBOARD_LM8323 is not set # CONFIG_KEYBOARD_LM8333 is not set # CONFIG_KEYBOARD_MAX7359 is not set # CONFIG_KEYBOARD_MCS is not set # CONFIG_KEYBOARD_MPR121 is not set # CONFIG_KEYBOARD_NEWTON is not set # CONFIG_KEYBOARD_OPENCORES is not set # CONFIG_KEYBOARD_SAMSUNG is not set # CONFIG_KEYBOARD_STOWAWAY is not set # CONFIG_KEYBOARD_SUNKBD is not set # CONFIG_KEYBOARD_TM2_TOUCHKEY is not set # CONFIG_KEYBOARD_XTKBD is not set CONFIG_INPUT_MOUSE=y CONFIG_MOUSE_PS2=y CONFIG_MOUSE_PS2_ALPS=y CONFIG_MOUSE_PS2_BYD=y CONFIG_MOUSE_PS2_LOGIPS2PP=y CONFIG_MOUSE_PS2_SYNAPTICS=y CONFIG_MOUSE_PS2_SYNAPTICS_SMBUS=y CONFIG_MOUSE_PS2_CYPRESS=y CONFIG_MOUSE_PS2_LIFEBOOK=y CONFIG_MOUSE_PS2_TRACKPOINT=y # CONFIG_MOUSE_PS2_ELANTECH is not set # CONFIG_MOUSE_PS2_SENTELIC is not set # CONFIG_MOUSE_PS2_TOUCHKIT is not set CONFIG_MOUSE_PS2_FOCALTECH=y CONFIG_MOUSE_PS2_SMBUS=y # CONFIG_MOUSE_SERIAL is not set # CONFIG_MOUSE_APPLETOUCH is not set # CONFIG_MOUSE_BCM5974 is not set # CONFIG_MOUSE_CYAPA is not set # CONFIG_MOUSE_ELAN_I2C is not set # CONFIG_MOUSE_VSXXXAA is not set # CONFIG_MOUSE_SYNAPTICS_I2C is not set # CONFIG_MOUSE_SYNAPTICS_USB is not set CONFIG_INPUT_JOYSTICK=y # CONFIG_JOYSTICK_ANALOG is not set # CONFIG_JOYSTICK_A3D is not set # CONFIG_JOYSTICK_ADI is not set # CONFIG_JOYSTICK_COBRA is not set # CONFIG_JOYSTICK_GF2K is not set # CONFIG_JOYSTICK_GRIP is not set # CONFIG_JOYSTICK_GRIP_MP is not set # CONFIG_JOYSTICK_GUILLEMOT is not set # CONFIG_JOYSTICK_INTERACT is not set # CONFIG_JOYSTICK_SIDEWINDER is not set # CONFIG_JOYSTICK_TMDC is not set # CONFIG_JOYSTICK_IFORCE is not set # CONFIG_JOYSTICK_WARRIOR is not set # CONFIG_JOYSTICK_MAGELLAN is not set # CONFIG_JOYSTICK_SPACEORB is not set # CONFIG_JOYSTICK_SPACEBALL is not set # CONFIG_JOYSTICK_STINGER is not set # CONFIG_JOYSTICK_TWIDJOY is not set # CONFIG_JOYSTICK_ZHENHUA is not set # CONFIG_JOYSTICK_AS5011 is not set # CONFIG_JOYSTICK_JOYDUMP is not set # CONFIG_JOYSTICK_XPAD is not set # CONFIG_JOYSTICK_PXRC is not set # CONFIG_JOYSTICK_FSIA6B is not set CONFIG_INPUT_TABLET=y # CONFIG_TABLET_USB_ACECAD is not set # CONFIG_TABLET_USB_AIPTEK is not set # CONFIG_TABLET_USB_GTCO is not set # CONFIG_TABLET_USB_HANWANG is not set # CONFIG_TABLET_USB_KBTAB is not set # CONFIG_TABLET_USB_PEGASUS is not set # CONFIG_TABLET_SERIAL_WACOM4 is not set CONFIG_INPUT_TOUCHSCREEN=y CONFIG_TOUCHSCREEN_PROPERTIES=y # CONFIG_TOUCHSCREEN_AD7879 is not set # CONFIG_TOUCHSCREEN_ATMEL_MXT is not set # CONFIG_TOUCHSCREEN_BU21013 is not set # CONFIG_TOUCHSCREEN_BU21029 is not set # CONFIG_TOUCHSCREEN_CHIPONE_ICN8505 is not set # CONFIG_TOUCHSCREEN_CYTTSP_CORE is not set # CONFIG_TOUCHSCREEN_CYTTSP4_CORE is not set # CONFIG_TOUCHSCREEN_DYNAPRO is not set # CONFIG_TOUCHSCREEN_HAMPSHIRE is not set # CONFIG_TOUCHSCREEN_EETI is not set # CONFIG_TOUCHSCREEN_EGALAX_SERIAL is not set # CONFIG_TOUCHSCREEN_EXC3000 is not set # CONFIG_TOUCHSCREEN_FUJITSU is not set # CONFIG_TOUCHSCREEN_HIDEEP is not set # CONFIG_TOUCHSCREEN_ILI210X is not set # CONFIG_TOUCHSCREEN_S6SY761 is not set # CONFIG_TOUCHSCREEN_GUNZE is not set # CONFIG_TOUCHSCREEN_EKTF2127 is not set # CONFIG_TOUCHSCREEN_ELAN is not set # CONFIG_TOUCHSCREEN_ELO is not set # CONFIG_TOUCHSCREEN_WACOM_W8001 is not set # CONFIG_TOUCHSCREEN_WACOM_I2C is not set # CONFIG_TOUCHSCREEN_MAX11801 is not set # CONFIG_TOUCHSCREEN_MCS5000 is not set # CONFIG_TOUCHSCREEN_MMS114 is not set # CONFIG_TOUCHSCREEN_MELFAS_MIP4 is not set # CONFIG_TOUCHSCREEN_MTOUCH is not set # CONFIG_TOUCHSCREEN_INEXIO is not set # CONFIG_TOUCHSCREEN_MK712 is not set # CONFIG_TOUCHSCREEN_PENMOUNT is not set # CONFIG_TOUCHSCREEN_EDT_FT5X06 is not set # CONFIG_TOUCHSCREEN_TOUCHRIGHT is not set # CONFIG_TOUCHSCREEN_TOUCHWIN is not set # CONFIG_TOUCHSCREEN_PIXCIR is not set # CONFIG_TOUCHSCREEN_WDT87XX_I2C is not set # CONFIG_TOUCHSCREEN_USB_COMPOSITE is not set # CONFIG_TOUCHSCREEN_TOUCHIT213 is not set # CONFIG_TOUCHSCREEN_TSC_SERIO is not set # CONFIG_TOUCHSCREEN_TSC2004 is not set # CONFIG_TOUCHSCREEN_TSC2007 is not set # CONFIG_TOUCHSCREEN_SILEAD is not set # CONFIG_TOUCHSCREEN_ST1232 is not set # CONFIG_TOUCHSCREEN_STMFTS is not set # CONFIG_TOUCHSCREEN_SX8654 is not set # CONFIG_TOUCHSCREEN_TPS6507X is not set # CONFIG_TOUCHSCREEN_ZET6223 is not set # CONFIG_TOUCHSCREEN_ROHM_BU21023 is not set # CONFIG_TOUCHSCREEN_IQS5XX is not set CONFIG_INPUT_MISC=y # CONFIG_INPUT_AD714X is not set # CONFIG_INPUT_BMA150 is not set # CONFIG_INPUT_E3X0_BUTTON is not set # CONFIG_INPUT_MSM_VIBRATOR is not set # CONFIG_INPUT_PCSPKR is not set # CONFIG_INPUT_MMA8450 is not set # CONFIG_INPUT_APANEL is not set # CONFIG_INPUT_ATLAS_BTNS is not set # CONFIG_INPUT_ATI_REMOTE2 is not set # CONFIG_INPUT_KEYSPAN_REMOTE is not set # CONFIG_INPUT_KXTJ9 is not set # CONFIG_INPUT_POWERMATE is not set # CONFIG_INPUT_YEALINK is not set # CONFIG_INPUT_CM109 is not set # CONFIG_INPUT_UINPUT is not set # CONFIG_INPUT_PCF8574 is not set # CONFIG_INPUT_ADXL34X is not set # CONFIG_INPUT_IMS_PCU is not set # CONFIG_INPUT_CMA3000 is not set # CONFIG_INPUT_IDEAPAD_SLIDEBAR is not set # CONFIG_INPUT_DRV2665_HAPTICS is not set # CONFIG_INPUT_DRV2667_HAPTICS is not set # CONFIG_RMI4_CORE is not set # # Hardware I/O ports # CONFIG_SERIO=y CONFIG_ARCH_MIGHT_HAVE_PC_SERIO=y CONFIG_SERIO_I8042=y CONFIG_SERIO_SERPORT=y # CONFIG_SERIO_CT82C710 is not set # CONFIG_SERIO_PCIPS2 is not set CONFIG_SERIO_LIBPS2=y # CONFIG_SERIO_RAW is not set # CONFIG_SERIO_ALTERA_PS2 is not set # CONFIG_SERIO_PS2MULT is not set # CONFIG_SERIO_ARC_PS2 is not set # CONFIG_USERIO is not set # CONFIG_GAMEPORT is not set # end of Hardware I/O ports # end of Input device support # # Character devices # CONFIG_TTY=y CONFIG_VT=y CONFIG_CONSOLE_TRANSLATIONS=y CONFIG_VT_CONSOLE=y CONFIG_VT_CONSOLE_SLEEP=y CONFIG_HW_CONSOLE=y CONFIG_VT_HW_CONSOLE_BINDING=y CONFIG_UNIX98_PTYS=y # CONFIG_LEGACY_PTYS is not set CONFIG_SERIAL_NONSTANDARD=y # CONFIG_ROCKETPORT is not set # CONFIG_CYCLADES is not set # CONFIG_MOXA_INTELLIO is not set # CONFIG_MOXA_SMARTIO is not set # CONFIG_SYNCLINK is not set # CONFIG_SYNCLINKMP is not set # CONFIG_SYNCLINK_GT is not set # CONFIG_NOZOMI is not set # CONFIG_ISI is not set # CONFIG_N_HDLC is not set # CONFIG_N_GSM is not set # CONFIG_TRACE_SINK is not set # CONFIG_NULL_TTY is not set CONFIG_LDISC_AUTOLOAD=y CONFIG_DEVMEM=y # CONFIG_DEVKMEM is not set # # Serial drivers # CONFIG_SERIAL_EARLYCON=y CONFIG_SERIAL_8250=y CONFIG_SERIAL_8250_DEPRECATED_OPTIONS=y CONFIG_SERIAL_8250_PNP=y # CONFIG_SERIAL_8250_FINTEK is not set CONFIG_SERIAL_8250_CONSOLE=y CONFIG_SERIAL_8250_DMA=y CONFIG_SERIAL_8250_PCI=y CONFIG_SERIAL_8250_EXAR=y # CONFIG_SERIAL_8250_CS is not set CONFIG_SERIAL_8250_NR_UARTS=32 CONFIG_SERIAL_8250_RUNTIME_UARTS=4 CONFIG_SERIAL_8250_EXTENDED=y CONFIG_SERIAL_8250_MANY_PORTS=y CONFIG_SERIAL_8250_SHARE_IRQ=y CONFIG_SERIAL_8250_DETECT_IRQ=y CONFIG_SERIAL_8250_RSA=y CONFIG_SERIAL_8250_DWLIB=y # CONFIG_SERIAL_8250_DW is not set # CONFIG_SERIAL_8250_RT288X is not set CONFIG_SERIAL_8250_LPSS=y CONFIG_SERIAL_8250_MID=y # # Non-8250 serial port support # # CONFIG_SERIAL_UARTLITE is not set CONFIG_SERIAL_CORE=y CONFIG_SERIAL_CORE_CONSOLE=y # CONFIG_SERIAL_JSM is not set # CONFIG_SERIAL_SCCNXP is not set # CONFIG_SERIAL_SC16IS7XX is not set # CONFIG_SERIAL_ALTERA_JTAGUART is not set # CONFIG_SERIAL_ALTERA_UART is not set # CONFIG_SERIAL_ARC is not set # CONFIG_SERIAL_RP2 is not set # CONFIG_SERIAL_FSL_LPUART is not set # CONFIG_SERIAL_FSL_LINFLEXUART is not set # end of Serial drivers # CONFIG_SERIAL_DEV_BUS is not set # CONFIG_IPMI_HANDLER is not set CONFIG_HW_RANDOM=y # CONFIG_HW_RANDOM_TIMERIOMEM is not set # CONFIG_HW_RANDOM_INTEL is not set # CONFIG_HW_RANDOM_AMD is not set CONFIG_HW_RANDOM_VIA=y CONFIG_NVRAM=y # CONFIG_APPLICOM is not set # # PCMCIA character devices # # CONFIG_SYNCLINK_CS is not set # CONFIG_CARDMAN_4000 is not set # CONFIG_CARDMAN_4040 is not set # CONFIG_SCR24X is not set # CONFIG_IPWIRELESS is not set # end of PCMCIA character devices # CONFIG_MWAVE is not set # CONFIG_RAW_DRIVER is not set CONFIG_HPET=y # CONFIG_HPET_MMAP is not set # CONFIG_HANGCHECK_TIMER is not set # CONFIG_TCG_TPM is not set # CONFIG_TELCLOCK is not set CONFIG_DEVPORT=y # CONFIG_XILLYBUS is not set # end of Character devices # CONFIG_RANDOM_TRUST_CPU is not set # CONFIG_RANDOM_TRUST_BOOTLOADER is not set # # I2C support # CONFIG_I2C=y CONFIG_ACPI_I2C_OPREGION=y CONFIG_I2C_BOARDINFO=y CONFIG_I2C_COMPAT=y # CONFIG_I2C_CHARDEV is not set # CONFIG_I2C_MUX is not set CONFIG_I2C_HELPER_AUTO=y CONFIG_I2C_SMBUS=y CONFIG_I2C_ALGOBIT=y # # I2C Hardware Bus support # # # PC SMBus host controller drivers # # CONFIG_I2C_ALI1535 is not set # CONFIG_I2C_ALI1563 is not set # CONFIG_I2C_ALI15X3 is not set # CONFIG_I2C_AMD756 is not set # CONFIG_I2C_AMD8111 is not set # CONFIG_I2C_AMD_MP2 is not set CONFIG_I2C_I801=y # CONFIG_I2C_ISCH is not set # CONFIG_I2C_ISMT is not set # CONFIG_I2C_PIIX4 is not set # CONFIG_I2C_NFORCE2 is not set # CONFIG_I2C_NVIDIA_GPU is not set # CONFIG_I2C_SIS5595 is not set # CONFIG_I2C_SIS630 is not set # CONFIG_I2C_SIS96X is not set # CONFIG_I2C_VIA is not set # CONFIG_I2C_VIAPRO is not set # # ACPI drivers # # CONFIG_I2C_SCMI is not set # # I2C system bus drivers (mostly embedded / system-on-chip) # # CONFIG_I2C_DESIGNWARE_PLATFORM is not set # CONFIG_I2C_DESIGNWARE_PCI is not set # CONFIG_I2C_EMEV2 is not set # CONFIG_I2C_OCORES is not set # CONFIG_I2C_PCA_PLATFORM is not set # CONFIG_I2C_SIMTEC is not set # CONFIG_I2C_XILINX is not set # # External I2C/SMBus adapter drivers # # CONFIG_I2C_DIOLAN_U2C is not set # CONFIG_I2C_PARPORT_LIGHT is not set # CONFIG_I2C_ROBOTFUZZ_OSIF is not set # CONFIG_I2C_TAOS_EVM is not set # CONFIG_I2C_TINY_USB is not set # # Other I2C/SMBus bus drivers # # CONFIG_I2C_MLXCPLD is not set # end of I2C Hardware Bus support # CONFIG_I2C_STUB is not set # CONFIG_I2C_SLAVE is not set # CONFIG_I2C_DEBUG_CORE is not set # CONFIG_I2C_DEBUG_ALGO is not set # CONFIG_I2C_DEBUG_BUS is not set # end of I2C support # CONFIG_I3C is not set # CONFIG_SPI is not set # CONFIG_SPMI is not set # CONFIG_HSI is not set CONFIG_PPS=y # CONFIG_PPS_DEBUG is not set # # PPS clients support # # CONFIG_PPS_CLIENT_KTIMER is not set # CONFIG_PPS_CLIENT_LDISC is not set # CONFIG_PPS_CLIENT_GPIO is not set # # PPS generators support # # # PTP clock support # CONFIG_PTP_1588_CLOCK=y # # Enable PHYLIB and NETWORK_PHY_TIMESTAMPING to see the additional clocks. # # CONFIG_PTP_1588_CLOCK_IDTCM is not set # end of PTP clock support # CONFIG_PINCTRL is not set # CONFIG_GPIOLIB is not set # CONFIG_W1 is not set # CONFIG_POWER_AVS is not set # CONFIG_POWER_RESET is not set CONFIG_POWER_SUPPLY=y # CONFIG_POWER_SUPPLY_DEBUG is not set CONFIG_POWER_SUPPLY_HWMON=y # CONFIG_PDA_POWER is not set # CONFIG_TEST_POWER is not set # CONFIG_CHARGER_ADP5061 is not set # CONFIG_BATTERY_DS2780 is not set # CONFIG_BATTERY_DS2781 is not set # CONFIG_BATTERY_DS2782 is not set # CONFIG_BATTERY_SBS is not set # CONFIG_CHARGER_SBS is not set # CONFIG_BATTERY_BQ27XXX is not set # CONFIG_BATTERY_MAX17040 is not set # CONFIG_BATTERY_MAX17042 is not set # CONFIG_CHARGER_MAX8903 is not set # CONFIG_CHARGER_LP8727 is not set # CONFIG_CHARGER_BQ2415X is not set # CONFIG_CHARGER_SMB347 is not set # CONFIG_BATTERY_GAUGE_LTC2941 is not set CONFIG_HWMON=y # CONFIG_HWMON_DEBUG_CHIP is not set # # Native drivers # # CONFIG_SENSORS_ABITUGURU is not set # CONFIG_SENSORS_ABITUGURU3 is not set # CONFIG_SENSORS_AD7414 is not set # CONFIG_SENSORS_AD7418 is not set # CONFIG_SENSORS_ADM1021 is not set # CONFIG_SENSORS_ADM1025 is not set # CONFIG_SENSORS_ADM1026 is not set # CONFIG_SENSORS_ADM1029 is not set # CONFIG_SENSORS_ADM1031 is not set # CONFIG_SENSORS_ADM9240 is not set # CONFIG_SENSORS_ADT7410 is not set # CONFIG_SENSORS_ADT7411 is not set # CONFIG_SENSORS_ADT7462 is not set # CONFIG_SENSORS_ADT7470 is not set # CONFIG_SENSORS_ADT7475 is not set # CONFIG_SENSORS_AS370 is not set # CONFIG_SENSORS_ASC7621 is not set # CONFIG_SENSORS_K8TEMP is not set # CONFIG_SENSORS_K10TEMP is not set # CONFIG_SENSORS_FAM15H_POWER is not set # CONFIG_SENSORS_APPLESMC is not set # CONFIG_SENSORS_ASB100 is not set # CONFIG_SENSORS_ASPEED is not set # CONFIG_SENSORS_ATXP1 is not set # CONFIG_SENSORS_DS620 is not set # CONFIG_SENSORS_DS1621 is not set # CONFIG_SENSORS_DELL_SMM is not set # CONFIG_SENSORS_I5K_AMB is not set # CONFIG_SENSORS_F71805F is not set # CONFIG_SENSORS_F71882FG is not set # CONFIG_SENSORS_F75375S is not set # CONFIG_SENSORS_FSCHMD is not set # CONFIG_SENSORS_FTSTEUTATES is not set # CONFIG_SENSORS_GL518SM is not set # CONFIG_SENSORS_GL520SM is not set # CONFIG_SENSORS_G760A is not set # CONFIG_SENSORS_G762 is not set # CONFIG_SENSORS_HIH6130 is not set # CONFIG_SENSORS_I5500 is not set # CONFIG_SENSORS_CORETEMP is not set # CONFIG_SENSORS_IT87 is not set # CONFIG_SENSORS_JC42 is not set # CONFIG_SENSORS_POWR1220 is not set # CONFIG_SENSORS_LINEAGE is not set # CONFIG_SENSORS_LTC2945 is not set # CONFIG_SENSORS_LTC2947_I2C is not set # CONFIG_SENSORS_LTC2990 is not set # CONFIG_SENSORS_LTC4151 is not set # CONFIG_SENSORS_LTC4215 is not set # CONFIG_SENSORS_LTC4222 is not set # CONFIG_SENSORS_LTC4245 is not set # CONFIG_SENSORS_LTC4260 is not set # CONFIG_SENSORS_LTC4261 is not set # CONFIG_SENSORS_MAX16065 is not set # CONFIG_SENSORS_MAX1619 is not set # CONFIG_SENSORS_MAX1668 is not set # CONFIG_SENSORS_MAX197 is not set # CONFIG_SENSORS_MAX6621 is not set # CONFIG_SENSORS_MAX6639 is not set # CONFIG_SENSORS_MAX6642 is not set # CONFIG_SENSORS_MAX6650 is not set # CONFIG_SENSORS_MAX6697 is not set # CONFIG_SENSORS_MAX31790 is not set # CONFIG_SENSORS_MCP3021 is not set # CONFIG_SENSORS_TC654 is not set # CONFIG_SENSORS_LM63 is not set # CONFIG_SENSORS_LM73 is not set # CONFIG_SENSORS_LM75 is not set # CONFIG_SENSORS_LM77 is not set # CONFIG_SENSORS_LM78 is not set # CONFIG_SENSORS_LM80 is not set # CONFIG_SENSORS_LM83 is not set # CONFIG_SENSORS_LM85 is not set # CONFIG_SENSORS_LM87 is not set # CONFIG_SENSORS_LM90 is not set # CONFIG_SENSORS_LM92 is not set # CONFIG_SENSORS_LM93 is not set # CONFIG_SENSORS_LM95234 is not set # CONFIG_SENSORS_LM95241 is not set # CONFIG_SENSORS_LM95245 is not set # CONFIG_SENSORS_PC87360 is not set # CONFIG_SENSORS_PC87427 is not set # CONFIG_SENSORS_NTC_THERMISTOR is not set # CONFIG_SENSORS_NCT6683 is not set # CONFIG_SENSORS_NCT6775 is not set # CONFIG_SENSORS_NCT7802 is not set # CONFIG_SENSORS_NCT7904 is not set # CONFIG_SENSORS_NPCM7XX is not set # CONFIG_SENSORS_PCF8591 is not set # CONFIG_PMBUS is not set # CONFIG_SENSORS_SHT21 is not set # CONFIG_SENSORS_SHT3x is not set # CONFIG_SENSORS_SHTC1 is not set # CONFIG_SENSORS_SIS5595 is not set # CONFIG_SENSORS_DME1737 is not set # CONFIG_SENSORS_EMC1403 is not set # CONFIG_SENSORS_EMC2103 is not set # CONFIG_SENSORS_EMC6W201 is not set # CONFIG_SENSORS_SMSC47M1 is not set # CONFIG_SENSORS_SMSC47M192 is not set # CONFIG_SENSORS_SMSC47B397 is not set # CONFIG_SENSORS_SCH5627 is not set # CONFIG_SENSORS_SCH5636 is not set # CONFIG_SENSORS_STTS751 is not set # CONFIG_SENSORS_SMM665 is not set # CONFIG_SENSORS_ADC128D818 is not set # CONFIG_SENSORS_ADS7828 is not set # CONFIG_SENSORS_AMC6821 is not set # CONFIG_SENSORS_INA209 is not set # CONFIG_SENSORS_INA2XX is not set # CONFIG_SENSORS_INA3221 is not set # CONFIG_SENSORS_TC74 is not set # CONFIG_SENSORS_THMC50 is not set # CONFIG_SENSORS_TMP102 is not set # CONFIG_SENSORS_TMP103 is not set # CONFIG_SENSORS_TMP108 is not set # CONFIG_SENSORS_TMP401 is not set # CONFIG_SENSORS_TMP421 is not set # CONFIG_SENSORS_TMP513 is not set # CONFIG_SENSORS_VIA_CPUTEMP is not set # CONFIG_SENSORS_VIA686A is not set # CONFIG_SENSORS_VT1211 is not set # CONFIG_SENSORS_VT8231 is not set # CONFIG_SENSORS_W83773G is not set # CONFIG_SENSORS_W83781D is not set # CONFIG_SENSORS_W83791D is not set # CONFIG_SENSORS_W83792D is not set # CONFIG_SENSORS_W83793 is not set # CONFIG_SENSORS_W83795 is not set # CONFIG_SENSORS_W83L785TS is not set # CONFIG_SENSORS_W83L786NG is not set # CONFIG_SENSORS_W83627HF is not set # CONFIG_SENSORS_W83627EHF is not set # CONFIG_SENSORS_XGENE is not set # # ACPI drivers # # CONFIG_SENSORS_ACPI_POWER is not set # CONFIG_SENSORS_ATK0110 is not set CONFIG_THERMAL=y # CONFIG_THERMAL_STATISTICS is not set CONFIG_THERMAL_EMERGENCY_POWEROFF_DELAY_MS=0 CONFIG_THERMAL_HWMON=y CONFIG_THERMAL_WRITABLE_TRIPS=y CONFIG_THERMAL_DEFAULT_GOV_STEP_WISE=y # CONFIG_THERMAL_DEFAULT_GOV_FAIR_SHARE is not set # CONFIG_THERMAL_DEFAULT_GOV_USER_SPACE is not set # CONFIG_THERMAL_GOV_FAIR_SHARE is not set CONFIG_THERMAL_GOV_STEP_WISE=y # CONFIG_THERMAL_GOV_BANG_BANG is not set CONFIG_THERMAL_GOV_USER_SPACE=y # CONFIG_THERMAL_EMULATION is not set # # Intel thermal drivers # # CONFIG_INTEL_POWERCLAMP is not set CONFIG_X86_PKG_TEMP_THERMAL=m # CONFIG_INTEL_SOC_DTS_THERMAL is not set # # ACPI INT340X thermal drivers # # CONFIG_INT340X_THERMAL is not set # end of ACPI INT340X thermal drivers # CONFIG_INTEL_PCH_THERMAL is not set # end of Intel thermal drivers CONFIG_WATCHDOG=y # CONFIG_WATCHDOG_CORE is not set # CONFIG_WATCHDOG_NOWAYOUT is not set CONFIG_WATCHDOG_HANDLE_BOOT_ENABLED=y CONFIG_WATCHDOG_OPEN_TIMEOUT=0 # CONFIG_WATCHDOG_SYSFS is not set # # Watchdog Pretimeout Governors # # # Watchdog Device Drivers # # CONFIG_SOFT_WATCHDOG is not set # CONFIG_WDAT_WDT is not set # CONFIG_XILINX_WATCHDOG is not set # CONFIG_ZIIRAVE_WATCHDOG is not set # CONFIG_CADENCE_WATCHDOG is not set # CONFIG_DW_WATCHDOG is not set # CONFIG_MAX63XX_WATCHDOG is not set # CONFIG_ACQUIRE_WDT is not set # CONFIG_ADVANTECH_WDT is not set # CONFIG_ALIM1535_WDT is not set # CONFIG_ALIM7101_WDT is not set # CONFIG_EBC_C384_WDT is not set # CONFIG_F71808E_WDT is not set # CONFIG_SP5100_TCO is not set # CONFIG_SBC_FITPC2_WATCHDOG is not set # CONFIG_EUROTECH_WDT is not set # CONFIG_IB700_WDT is not set # CONFIG_IBMASR is not set # CONFIG_WAFER_WDT is not set # CONFIG_I6300ESB_WDT is not set # CONFIG_IE6XX_WDT is not set # CONFIG_ITCO_WDT is not set # CONFIG_IT8712F_WDT is not set # CONFIG_IT87_WDT is not set # CONFIG_HP_WATCHDOG is not set # CONFIG_SC1200_WDT is not set # CONFIG_PC87413_WDT is not set # CONFIG_NV_TCO is not set # CONFIG_60XX_WDT is not set # CONFIG_CPU5_WDT is not set # CONFIG_SMSC_SCH311X_WDT is not set # CONFIG_SMSC37B787_WDT is not set # CONFIG_TQMX86_WDT is not set # CONFIG_VIA_WDT is not set # CONFIG_W83627HF_WDT is not set # CONFIG_W83877F_WDT is not set # CONFIG_W83977F_WDT is not set # CONFIG_MACHZ_WDT is not set # CONFIG_SBC_EPX_C3_WATCHDOG is not set # CONFIG_NI903X_WDT is not set # CONFIG_NIC7018_WDT is not set # # PCI-based Watchdog Cards # # CONFIG_PCIPCWATCHDOG is not set # CONFIG_WDTPCI is not set # # USB-based Watchdog Cards # # CONFIG_USBPCWATCHDOG is not set CONFIG_SSB_POSSIBLE=y # CONFIG_SSB is not set CONFIG_BCMA_POSSIBLE=y # CONFIG_BCMA is not set # # Multifunction device drivers # # CONFIG_MFD_AS3711 is not set # CONFIG_PMIC_ADP5520 is not set # CONFIG_MFD_BCM590XX is not set # CONFIG_MFD_BD9571MWV is not set # CONFIG_MFD_AXP20X_I2C is not set # CONFIG_MFD_MADERA is not set # CONFIG_PMIC_DA903X is not set # CONFIG_MFD_DA9052_I2C is not set # CONFIG_MFD_DA9055 is not set # CONFIG_MFD_DA9062 is not set # CONFIG_MFD_DA9063 is not set # CONFIG_MFD_DA9150 is not set # CONFIG_MFD_DLN2 is not set # CONFIG_MFD_MC13XXX_I2C is not set # CONFIG_HTC_PASIC3 is not set # CONFIG_MFD_INTEL_QUARK_I2C_GPIO is not set # CONFIG_LPC_ICH is not set # CONFIG_LPC_SCH is not set # CONFIG_MFD_INTEL_LPSS_ACPI is not set # CONFIG_MFD_INTEL_LPSS_PCI is not set # CONFIG_MFD_JANZ_CMODIO is not set # CONFIG_MFD_KEMPLD is not set # CONFIG_MFD_88PM800 is not set # CONFIG_MFD_88PM805 is not set # CONFIG_MFD_88PM860X is not set # CONFIG_MFD_MAX14577 is not set # CONFIG_MFD_MAX77693 is not set # CONFIG_MFD_MAX77843 is not set # CONFIG_MFD_MAX8907 is not set # CONFIG_MFD_MAX8925 is not set # CONFIG_MFD_MAX8997 is not set # CONFIG_MFD_MAX8998 is not set # CONFIG_MFD_MT6397 is not set # CONFIG_MFD_MENF21BMC is not set # CONFIG_MFD_VIPERBOARD is not set # CONFIG_MFD_RETU is not set # CONFIG_MFD_PCF50633 is not set # CONFIG_MFD_RDC321X is not set # CONFIG_MFD_RT5033 is not set # CONFIG_MFD_RC5T583 is not set # CONFIG_MFD_SEC_CORE is not set # CONFIG_MFD_SI476X_CORE is not set # CONFIG_MFD_SM501 is not set # CONFIG_MFD_SKY81452 is not set # CONFIG_MFD_SMSC is not set # CONFIG_ABX500_CORE is not set # CONFIG_MFD_SYSCON is not set # CONFIG_MFD_TI_AM335X_TSCADC is not set # CONFIG_MFD_LP3943 is not set # CONFIG_MFD_LP8788 is not set # CONFIG_MFD_TI_LMU is not set # CONFIG_MFD_PALMAS is not set # CONFIG_TPS6105X is not set # CONFIG_TPS6507X is not set # CONFIG_MFD_TPS65086 is not set # CONFIG_MFD_TPS65090 is not set # CONFIG_MFD_TI_LP873X is not set # CONFIG_MFD_TPS6586X is not set # CONFIG_MFD_TPS65912_I2C is not set # CONFIG_MFD_TPS80031 is not set # CONFIG_TWL4030_CORE is not set # CONFIG_TWL6040_CORE is not set # CONFIG_MFD_WL1273_CORE is not set # CONFIG_MFD_LM3533 is not set # CONFIG_MFD_TQMX86 is not set # CONFIG_MFD_VX855 is not set # CONFIG_MFD_ARIZONA_I2C is not set # CONFIG_MFD_WM8400 is not set # CONFIG_MFD_WM831X_I2C is not set # CONFIG_MFD_WM8350_I2C is not set # CONFIG_MFD_WM8994 is not set # end of Multifunction device drivers # CONFIG_REGULATOR is not set # CONFIG_RC_CORE is not set # CONFIG_MEDIA_SUPPORT is not set # # Graphics support # CONFIG_AGP=y CONFIG_AGP_AMD64=y CONFIG_AGP_INTEL=y # CONFIG_AGP_SIS is not set # CONFIG_AGP_VIA is not set CONFIG_INTEL_GTT=y CONFIG_VGA_ARB=y CONFIG_VGA_ARB_MAX_GPUS=16 # CONFIG_VGA_SWITCHEROO is not set CONFIG_DRM=y CONFIG_DRM_MIPI_DSI=y # CONFIG_DRM_DP_AUX_CHARDEV is not set # CONFIG_DRM_DEBUG_MM is not set # CONFIG_DRM_DEBUG_SELFTEST is not set CONFIG_DRM_KMS_HELPER=y CONFIG_DRM_KMS_FB_HELPER=y CONFIG_DRM_FBDEV_EMULATION=y CONFIG_DRM_FBDEV_OVERALLOC=100 # CONFIG_DRM_LOAD_EDID_FIRMWARE is not set # CONFIG_DRM_DP_CEC is not set # # I2C encoder or helper chips # # CONFIG_DRM_I2C_CH7006 is not set # CONFIG_DRM_I2C_SIL164 is not set # CONFIG_DRM_I2C_NXP_TDA998X is not set # CONFIG_DRM_I2C_NXP_TDA9950 is not set # end of I2C encoder or helper chips # # ARM devices # # end of ARM devices # CONFIG_DRM_RADEON is not set # CONFIG_DRM_AMDGPU is not set # # ACP (Audio CoProcessor) Configuration # # end of ACP (Audio CoProcessor) Configuration # CONFIG_DRM_NOUVEAU is not set CONFIG_DRM_I915=y # CONFIG_DRM_I915_ALPHA_SUPPORT is not set CONFIG_DRM_I915_FORCE_PROBE="" CONFIG_DRM_I915_CAPTURE_ERROR=y CONFIG_DRM_I915_COMPRESS_ERROR=y CONFIG_DRM_I915_USERPTR=y # CONFIG_DRM_I915_GVT is not set CONFIG_DRM_I915_USERFAULT_AUTOSUSPEND=250 CONFIG_DRM_I915_HEARTBEAT_INTERVAL=2500 CONFIG_DRM_I915_PREEMPT_TIMEOUT=640 CONFIG_DRM_I915_SPIN_REQUEST=5 CONFIG_DRM_I915_STOP_TIMEOUT=100 CONFIG_DRM_I915_TIMESLICE_DURATION=1 # CONFIG_DRM_VGEM is not set # CONFIG_DRM_VKMS is not set # CONFIG_DRM_VMWGFX is not set # CONFIG_DRM_GMA500 is not set # CONFIG_DRM_UDL is not set # CONFIG_DRM_AST is not set # CONFIG_DRM_MGAG200 is not set # CONFIG_DRM_CIRRUS_QEMU is not set # CONFIG_DRM_QXL is not set # CONFIG_DRM_BOCHS is not set CONFIG_DRM_PANEL=y # # Display Panels # # CONFIG_DRM_PANEL_RASPBERRYPI_TOUCHSCREEN is not set # end of Display Panels CONFIG_DRM_BRIDGE=y CONFIG_DRM_PANEL_BRIDGE=y # # Display Interface Bridges # # CONFIG_DRM_ANALOGIX_ANX78XX is not set # end of Display Interface Bridges # CONFIG_DRM_ETNAVIV is not set # CONFIG_DRM_GM12U320 is not set # CONFIG_DRM_VBOXVIDEO is not set # CONFIG_DRM_LEGACY is not set CONFIG_DRM_PANEL_ORIENTATION_QUIRKS=y # # Frame buffer Devices # CONFIG_FB_CMDLINE=y CONFIG_FB_NOTIFY=y CONFIG_FB=y # CONFIG_FIRMWARE_EDID is not set CONFIG_FB_CFB_FILLRECT=y CONFIG_FB_CFB_COPYAREA=y CONFIG_FB_CFB_IMAGEBLIT=y CONFIG_FB_SYS_FILLRECT=y CONFIG_FB_SYS_COPYAREA=y CONFIG_FB_SYS_IMAGEBLIT=y # CONFIG_FB_FOREIGN_ENDIAN is not set CONFIG_FB_SYS_FOPS=y CONFIG_FB_DEFERRED_IO=y CONFIG_FB_MODE_HELPERS=y CONFIG_FB_TILEBLITTING=y # # Frame buffer hardware drivers # # CONFIG_FB_CIRRUS is not set # CONFIG_FB_PM2 is not set # CONFIG_FB_CYBER2000 is not set # CONFIG_FB_ARC is not set # CONFIG_FB_ASILIANT is not set # CONFIG_FB_IMSTT is not set # CONFIG_FB_VGA16 is not set # CONFIG_FB_UVESA is not set # CONFIG_FB_VESA is not set CONFIG_FB_EFI=y # CONFIG_FB_N411 is not set # CONFIG_FB_HGA is not set # CONFIG_FB_OPENCORES is not set # CONFIG_FB_S1D13XXX is not set # CONFIG_FB_NVIDIA is not set # CONFIG_FB_RIVA is not set # CONFIG_FB_I740 is not set # CONFIG_FB_LE80578 is not set # CONFIG_FB_MATROX is not set # CONFIG_FB_RADEON is not set # CONFIG_FB_ATY128 is not set # CONFIG_FB_ATY is not set # CONFIG_FB_S3 is not set # CONFIG_FB_SAVAGE is not set # CONFIG_FB_SIS is not set # CONFIG_FB_NEOMAGIC is not set # CONFIG_FB_KYRO is not set # CONFIG_FB_3DFX is not set # CONFIG_FB_VOODOO1 is not set # CONFIG_FB_VT8623 is not set # CONFIG_FB_TRIDENT is not set # CONFIG_FB_ARK is not set # CONFIG_FB_PM3 is not set # CONFIG_FB_CARMINE is not set # CONFIG_FB_SMSCUFX is not set # CONFIG_FB_UDL is not set # CONFIG_FB_IBM_GXT4500 is not set # CONFIG_FB_VIRTUAL is not set # CONFIG_FB_METRONOME is not set # CONFIG_FB_MB862XX is not set # CONFIG_FB_SIMPLE is not set # CONFIG_FB_SM712 is not set # end of Frame buffer Devices # # Backlight & LCD device support # # CONFIG_LCD_CLASS_DEVICE is not set CONFIG_BACKLIGHT_CLASS_DEVICE=y CONFIG_BACKLIGHT_GENERIC=y # CONFIG_BACKLIGHT_APPLE is not set # CONFIG_BACKLIGHT_QCOM_WLED is not set # CONFIG_BACKLIGHT_SAHARA is not set # CONFIG_BACKLIGHT_ADP8860 is not set # CONFIG_BACKLIGHT_ADP8870 is not set # CONFIG_BACKLIGHT_LM3639 is not set # CONFIG_BACKLIGHT_LV5207LP is not set # CONFIG_BACKLIGHT_BD6107 is not set # CONFIG_BACKLIGHT_ARCXCNN is not set # end of Backlight & LCD device support CONFIG_HDMI=y # # Console display driver support # CONFIG_VGA_CONSOLE=y CONFIG_VGACON_SOFT_SCROLLBACK=y CONFIG_VGACON_SOFT_SCROLLBACK_SIZE=64 # CONFIG_VGACON_SOFT_SCROLLBACK_PERSISTENT_ENABLE_BY_DEFAULT is not set CONFIG_DUMMY_CONSOLE=y CONFIG_DUMMY_CONSOLE_COLUMNS=80 CONFIG_DUMMY_CONSOLE_ROWS=25 CONFIG_FRAMEBUFFER_CONSOLE=y CONFIG_FRAMEBUFFER_CONSOLE_DETECT_PRIMARY=y # CONFIG_FRAMEBUFFER_CONSOLE_ROTATION is not set # CONFIG_FRAMEBUFFER_CONSOLE_DEFERRED_TAKEOVER is not set # end of Console display driver support CONFIG_LOGO=y # CONFIG_LOGO_LINUX_MONO is not set # CONFIG_LOGO_LINUX_VGA16 is not set CONFIG_LOGO_LINUX_CLUT224=y # end of Graphics support CONFIG_SOUND=y CONFIG_SND=y CONFIG_SND_TIMER=y CONFIG_SND_PCM=y CONFIG_SND_HWDEP=y CONFIG_SND_SEQ_DEVICE=y CONFIG_SND_JACK=y CONFIG_SND_JACK_INPUT_DEV=y # CONFIG_SND_OSSEMUL is not set CONFIG_SND_PCM_TIMER=y CONFIG_SND_HRTIMER=y # CONFIG_SND_DYNAMIC_MINORS is not set CONFIG_SND_SUPPORT_OLD_API=y CONFIG_SND_PROC_FS=y CONFIG_SND_VERBOSE_PROCFS=y # CONFIG_SND_VERBOSE_PRINTK is not set # CONFIG_SND_DEBUG is not set CONFIG_SND_VMASTER=y CONFIG_SND_DMA_SGBUF=y CONFIG_SND_SEQUENCER=y CONFIG_SND_SEQ_DUMMY=y CONFIG_SND_SEQ_HRTIMER_DEFAULT=y CONFIG_SND_DRIVERS=y # CONFIG_SND_PCSP is not set # CONFIG_SND_DUMMY is not set # CONFIG_SND_ALOOP is not set # CONFIG_SND_VIRMIDI is not set # CONFIG_SND_MTPAV is not set # CONFIG_SND_SERIAL_U16550 is not set # CONFIG_SND_MPU401 is not set CONFIG_SND_PCI=y # CONFIG_SND_AD1889 is not set # CONFIG_SND_ALS300 is not set # CONFIG_SND_ALS4000 is not set # CONFIG_SND_ALI5451 is not set # CONFIG_SND_ASIHPI is not set # CONFIG_SND_ATIIXP is not set # CONFIG_SND_ATIIXP_MODEM is not set # CONFIG_SND_AU8810 is not set # CONFIG_SND_AU8820 is not set # CONFIG_SND_AU8830 is not set # CONFIG_SND_AW2 is not set # CONFIG_SND_AZT3328 is not set # CONFIG_SND_BT87X is not set # CONFIG_SND_CA0106 is not set # CONFIG_SND_CMIPCI is not set # CONFIG_SND_OXYGEN is not set # CONFIG_SND_CS4281 is not set # CONFIG_SND_CS46XX is not set # CONFIG_SND_CTXFI is not set # CONFIG_SND_DARLA20 is not set # CONFIG_SND_GINA20 is not set # CONFIG_SND_LAYLA20 is not set # CONFIG_SND_DARLA24 is not set # CONFIG_SND_GINA24 is not set # CONFIG_SND_LAYLA24 is not set # CONFIG_SND_MONA is not set # CONFIG_SND_MIA is not set # CONFIG_SND_ECHO3G is not set # CONFIG_SND_INDIGO is not set # CONFIG_SND_INDIGOIO is not set # CONFIG_SND_INDIGODJ is not set # CONFIG_SND_INDIGOIOX is not set # CONFIG_SND_INDIGODJX is not set # CONFIG_SND_EMU10K1 is not set # CONFIG_SND_EMU10K1X is not set # CONFIG_SND_ENS1370 is not set # CONFIG_SND_ENS1371 is not set # CONFIG_SND_ES1938 is not set # CONFIG_SND_ES1968 is not set # CONFIG_SND_FM801 is not set # CONFIG_SND_HDSP is not set # CONFIG_SND_HDSPM is not set # CONFIG_SND_ICE1712 is not set # CONFIG_SND_ICE1724 is not set # CONFIG_SND_INTEL8X0 is not set # CONFIG_SND_INTEL8X0M is not set # CONFIG_SND_KORG1212 is not set # CONFIG_SND_LOLA is not set # CONFIG_SND_LX6464ES is not set # CONFIG_SND_MAESTRO3 is not set # CONFIG_SND_MIXART is not set # CONFIG_SND_NM256 is not set # CONFIG_SND_PCXHR is not set # CONFIG_SND_RIPTIDE is not set # CONFIG_SND_RME32 is not set # CONFIG_SND_RME96 is not set # CONFIG_SND_RME9652 is not set # CONFIG_SND_SE6X is not set # CONFIG_SND_SONICVIBES is not set # CONFIG_SND_TRIDENT is not set # CONFIG_SND_VIA82XX is not set # CONFIG_SND_VIA82XX_MODEM is not set # CONFIG_SND_VIRTUOSO is not set # CONFIG_SND_VX222 is not set # CONFIG_SND_YMFPCI is not set # # HD-Audio # CONFIG_SND_HDA=y CONFIG_SND_HDA_INTEL=y CONFIG_SND_HDA_HWDEP=y # CONFIG_SND_HDA_RECONFIG is not set # CONFIG_SND_HDA_INPUT_BEEP is not set # CONFIG_SND_HDA_PATCH_LOADER is not set # CONFIG_SND_HDA_CODEC_REALTEK is not set # CONFIG_SND_HDA_CODEC_ANALOG is not set # CONFIG_SND_HDA_CODEC_SIGMATEL is not set # CONFIG_SND_HDA_CODEC_VIA is not set # CONFIG_SND_HDA_CODEC_HDMI is not set # CONFIG_SND_HDA_CODEC_CIRRUS is not set # CONFIG_SND_HDA_CODEC_CONEXANT is not set # CONFIG_SND_HDA_CODEC_CA0110 is not set # CONFIG_SND_HDA_CODEC_CA0132 is not set # CONFIG_SND_HDA_CODEC_CMEDIA is not set # CONFIG_SND_HDA_CODEC_SI3054 is not set # CONFIG_SND_HDA_GENERIC is not set CONFIG_SND_HDA_POWER_SAVE_DEFAULT=0 # end of HD-Audio CONFIG_SND_HDA_CORE=y CONFIG_SND_HDA_COMPONENT=y CONFIG_SND_HDA_I915=y CONFIG_SND_HDA_PREALLOC_SIZE=64 CONFIG_SND_INTEL_NHLT=y CONFIG_SND_INTEL_DSP_CONFIG=y CONFIG_SND_USB=y # CONFIG_SND_USB_AUDIO is not set # CONFIG_SND_USB_UA101 is not set # CONFIG_SND_USB_USX2Y is not set # CONFIG_SND_USB_CAIAQ is not set # CONFIG_SND_USB_US122L is not set # CONFIG_SND_USB_6FIRE is not set # CONFIG_SND_USB_HIFACE is not set # CONFIG_SND_BCD2000 is not set # CONFIG_SND_USB_POD is not set # CONFIG_SND_USB_PODHD is not set # CONFIG_SND_USB_TONEPORT is not set # CONFIG_SND_USB_VARIAX is not set CONFIG_SND_PCMCIA=y # CONFIG_SND_VXPOCKET is not set # CONFIG_SND_PDAUDIOCF is not set # CONFIG_SND_SOC is not set CONFIG_SND_X86=y # CONFIG_HDMI_LPE_AUDIO is not set # # HID support # CONFIG_HID=y # CONFIG_HID_BATTERY_STRENGTH is not set CONFIG_HIDRAW=y # CONFIG_UHID is not set CONFIG_HID_GENERIC=y # # Special HID drivers # CONFIG_HID_A4TECH=y # CONFIG_HID_ACCUTOUCH is not set # CONFIG_HID_ACRUX is not set CONFIG_HID_APPLE=y # CONFIG_HID_APPLEIR is not set # CONFIG_HID_ASUS is not set # CONFIG_HID_AUREAL is not set CONFIG_HID_BELKIN=y # CONFIG_HID_BETOP_FF is not set # CONFIG_HID_BIGBEN_FF is not set CONFIG_HID_CHERRY=y CONFIG_HID_CHICONY=y # CONFIG_HID_CORSAIR is not set # CONFIG_HID_COUGAR is not set # CONFIG_HID_MACALLY is not set # CONFIG_HID_PRODIKEYS is not set # CONFIG_HID_CMEDIA is not set # CONFIG_HID_CREATIVE_SB0540 is not set CONFIG_HID_CYPRESS=y # CONFIG_HID_DRAGONRISE is not set # CONFIG_HID_EMS_FF is not set # CONFIG_HID_ELAN is not set # CONFIG_HID_ELECOM is not set # CONFIG_HID_ELO is not set CONFIG_HID_EZKEY=y # CONFIG_HID_GEMBIRD is not set # CONFIG_HID_GFRM is not set # CONFIG_HID_HOLTEK is not set # CONFIG_HID_GT683R is not set # CONFIG_HID_KEYTOUCH is not set # CONFIG_HID_KYE is not set # CONFIG_HID_UCLOGIC is not set # CONFIG_HID_WALTOP is not set # CONFIG_HID_VIEWSONIC is not set CONFIG_HID_GYRATION=y # CONFIG_HID_ICADE is not set CONFIG_HID_ITE=y # CONFIG_HID_JABRA is not set # CONFIG_HID_TWINHAN is not set CONFIG_HID_KENSINGTON=y # CONFIG_HID_LCPOWER is not set # CONFIG_HID_LED is not set # CONFIG_HID_LENOVO is not set CONFIG_HID_LOGITECH=y # CONFIG_HID_LOGITECH_DJ is not set # CONFIG_HID_LOGITECH_HIDPP is not set CONFIG_LOGITECH_FF=y # CONFIG_LOGIRUMBLEPAD2_FF is not set # CONFIG_LOGIG940_FF is not set CONFIG_LOGIWHEELS_FF=y # CONFIG_HID_MAGICMOUSE is not set # CONFIG_HID_MALTRON is not set # CONFIG_HID_MAYFLASH is not set CONFIG_HID_REDRAGON=y CONFIG_HID_MICROSOFT=y CONFIG_HID_MONTEREY=y # CONFIG_HID_MULTITOUCH is not set # CONFIG_HID_NTI is not set CONFIG_HID_NTRIG=y # CONFIG_HID_ORTEK is not set CONFIG_HID_PANTHERLORD=y CONFIG_PANTHERLORD_FF=y # CONFIG_HID_PENMOUNT is not set CONFIG_HID_PETALYNX=y # CONFIG_HID_PICOLCD is not set # CONFIG_HID_PLANTRONICS is not set # CONFIG_HID_PRIMAX is not set # CONFIG_HID_RETRODE is not set # CONFIG_HID_ROCCAT is not set # CONFIG_HID_SAITEK is not set CONFIG_HID_SAMSUNG=y CONFIG_HID_SONY=y # CONFIG_SONY_FF is not set # CONFIG_HID_SPEEDLINK is not set # CONFIG_HID_STEAM is not set # CONFIG_HID_STEELSERIES is not set CONFIG_HID_SUNPLUS=y # CONFIG_HID_RMI is not set # CONFIG_HID_GREENASIA is not set # CONFIG_HID_SMARTJOYPLUS is not set # CONFIG_HID_TIVO is not set CONFIG_HID_TOPSEED=y # CONFIG_HID_THINGM is not set # CONFIG_HID_THRUSTMASTER is not set # CONFIG_HID_UDRAW_PS3 is not set # CONFIG_HID_U2FZERO is not set # CONFIG_HID_WACOM is not set # CONFIG_HID_WIIMOTE is not set # CONFIG_HID_XINMO is not set # CONFIG_HID_ZEROPLUS is not set # CONFIG_HID_ZYDACRON is not set # CONFIG_HID_SENSOR_HUB is not set # CONFIG_HID_ALPS is not set # end of Special HID drivers # # USB HID support # CONFIG_USB_HID=y CONFIG_HID_PID=y CONFIG_USB_HIDDEV=y # end of USB HID support # # I2C HID support # # CONFIG_I2C_HID is not set # end of I2C HID support # # Intel ISH HID support # # CONFIG_INTEL_ISH_HID is not set # end of Intel ISH HID support # end of HID support CONFIG_USB_OHCI_LITTLE_ENDIAN=y CONFIG_USB_SUPPORT=y CONFIG_USB_COMMON=y # CONFIG_USB_LED_TRIG is not set # CONFIG_USB_ULPI_BUS is not set CONFIG_USB_ARCH_HAS_HCD=y CONFIG_USB=y CONFIG_USB_PCI=y CONFIG_USB_ANNOUNCE_NEW_DEVICES=y # # Miscellaneous USB options # CONFIG_USB_DEFAULT_PERSIST=y # CONFIG_USB_DYNAMIC_MINORS is not set # CONFIG_USB_OTG is not set # CONFIG_USB_OTG_WHITELIST is not set # CONFIG_USB_LEDS_TRIGGER_USBPORT is not set CONFIG_USB_AUTOSUSPEND_DELAY=2 CONFIG_USB_MON=y # # USB Host Controller Drivers # # CONFIG_USB_C67X00_HCD is not set CONFIG_USB_XHCI_HCD=y # CONFIG_USB_XHCI_DBGCAP is not set CONFIG_USB_XHCI_PCI=y # CONFIG_USB_XHCI_PLATFORM is not set CONFIG_USB_EHCI_HCD=y # CONFIG_USB_EHCI_ROOT_HUB_TT is not set CONFIG_USB_EHCI_TT_NEWSCHED=y CONFIG_USB_EHCI_PCI=y # CONFIG_USB_EHCI_FSL is not set # CONFIG_USB_EHCI_HCD_PLATFORM is not set # CONFIG_USB_OXU210HP_HCD is not set # CONFIG_USB_ISP116X_HCD is not set # CONFIG_USB_FOTG210_HCD is not set CONFIG_USB_OHCI_HCD=y CONFIG_USB_OHCI_HCD_PCI=y # CONFIG_USB_OHCI_HCD_PLATFORM is not set CONFIG_USB_UHCI_HCD=y # CONFIG_USB_SL811_HCD is not set # CONFIG_USB_R8A66597_HCD is not set # CONFIG_USB_HCD_TEST_MODE is not set # # USB Device Class drivers # # CONFIG_USB_ACM is not set CONFIG_USB_PRINTER=y # CONFIG_USB_WDM is not set # CONFIG_USB_TMC is not set # # NOTE: USB_STORAGE depends on SCSI but BLK_DEV_SD may # # # also be needed; see USB_STORAGE Help for more info # CONFIG_USB_STORAGE=y # CONFIG_USB_STORAGE_DEBUG is not set # CONFIG_USB_STORAGE_REALTEK is not set # CONFIG_USB_STORAGE_DATAFAB is not set # CONFIG_USB_STORAGE_FREECOM is not set # CONFIG_USB_STORAGE_ISD200 is not set # CONFIG_USB_STORAGE_USBAT is not set # CONFIG_USB_STORAGE_SDDR09 is not set # CONFIG_USB_STORAGE_SDDR55 is not set # CONFIG_USB_STORAGE_JUMPSHOT is not set # CONFIG_USB_STORAGE_ALAUDA is not set # CONFIG_USB_STORAGE_ONETOUCH is not set # CONFIG_USB_STORAGE_KARMA is not set # CONFIG_USB_STORAGE_CYPRESS_ATACB is not set # CONFIG_USB_STORAGE_ENE_UB6250 is not set # CONFIG_USB_UAS is not set # # USB Imaging devices # # CONFIG_USB_MDC800 is not set # CONFIG_USB_MICROTEK is not set # CONFIG_USBIP_CORE is not set # CONFIG_USB_CDNS3 is not set # CONFIG_USB_MUSB_HDRC is not set # CONFIG_USB_DWC3 is not set # CONFIG_USB_DWC2 is not set # CONFIG_USB_CHIPIDEA is not set # CONFIG_USB_ISP1760 is not set # # USB port drivers # # CONFIG_USB_SERIAL is not set # # USB Miscellaneous drivers # # CONFIG_USB_EMI62 is not set # CONFIG_USB_EMI26 is not set # CONFIG_USB_ADUTUX is not set # CONFIG_USB_SEVSEG is not set # CONFIG_USB_LEGOTOWER is not set # CONFIG_USB_LCD is not set # CONFIG_USB_CYPRESS_CY7C63 is not set # CONFIG_USB_CYTHERM is not set # CONFIG_USB_IDMOUSE is not set # CONFIG_USB_FTDI_ELAN is not set # CONFIG_USB_APPLEDISPLAY is not set # CONFIG_USB_SISUSBVGA is not set # CONFIG_USB_LD is not set # CONFIG_USB_TRANCEVIBRATOR is not set # CONFIG_USB_IOWARRIOR is not set # CONFIG_USB_TEST is not set # CONFIG_USB_EHSET_TEST_FIXTURE is not set # CONFIG_USB_ISIGHTFW is not set # CONFIG_USB_YUREX is not set # CONFIG_USB_EZUSB_FX2 is not set # CONFIG_USB_HUB_USB251XB is not set # CONFIG_USB_HSIC_USB3503 is not set # CONFIG_USB_HSIC_USB4604 is not set # CONFIG_USB_LINK_LAYER_TEST is not set # CONFIG_USB_CHAOSKEY is not set # # USB Physical Layer drivers # # CONFIG_NOP_USB_XCEIV is not set # CONFIG_USB_ISP1301 is not set # end of USB Physical Layer drivers # CONFIG_USB_GADGET is not set # CONFIG_TYPEC is not set # CONFIG_USB_ROLE_SWITCH is not set # CONFIG_MMC is not set # CONFIG_MEMSTICK is not set CONFIG_NEW_LEDS=y CONFIG_LEDS_CLASS=y # CONFIG_LEDS_CLASS_FLASH is not set # CONFIG_LEDS_BRIGHTNESS_HW_CHANGED is not set # # LED drivers # # CONFIG_LEDS_APU is not set # CONFIG_LEDS_LM3530 is not set # CONFIG_LEDS_LM3532 is not set # CONFIG_LEDS_LM3642 is not set # CONFIG_LEDS_PCA9532 is not set # CONFIG_LEDS_LP3944 is not set # CONFIG_LEDS_LP5521 is not set # CONFIG_LEDS_LP5523 is not set # CONFIG_LEDS_LP5562 is not set # CONFIG_LEDS_LP8501 is not set # CONFIG_LEDS_CLEVO_MAIL is not set # CONFIG_LEDS_PCA955X is not set # CONFIG_LEDS_PCA963X is not set # CONFIG_LEDS_BD2802 is not set # CONFIG_LEDS_INTEL_SS4200 is not set # CONFIG_LEDS_TCA6507 is not set # CONFIG_LEDS_TLC591XX is not set # CONFIG_LEDS_LM355x is not set # # LED driver for blink(1) USB RGB LED is under Special HID drivers (HID_THINGM) # # CONFIG_LEDS_BLINKM is not set # CONFIG_LEDS_MLXCPLD is not set # CONFIG_LEDS_MLXREG is not set # CONFIG_LEDS_USER is not set # CONFIG_LEDS_NIC78BX is not set # CONFIG_LEDS_TI_LMU_COMMON is not set # # LED Triggers # CONFIG_LEDS_TRIGGERS=y # CONFIG_LEDS_TRIGGER_TIMER is not set # CONFIG_LEDS_TRIGGER_ONESHOT is not set # CONFIG_LEDS_TRIGGER_DISK is not set # CONFIG_LEDS_TRIGGER_HEARTBEAT is not set # CONFIG_LEDS_TRIGGER_BACKLIGHT is not set # CONFIG_LEDS_TRIGGER_CPU is not set # CONFIG_LEDS_TRIGGER_ACTIVITY is not set # CONFIG_LEDS_TRIGGER_DEFAULT_ON is not set # # iptables trigger is under Netfilter config (LED target) # # CONFIG_LEDS_TRIGGER_TRANSIENT is not set # CONFIG_LEDS_TRIGGER_CAMERA is not set # CONFIG_LEDS_TRIGGER_PANIC is not set # CONFIG_LEDS_TRIGGER_NETDEV is not set # CONFIG_LEDS_TRIGGER_PATTERN is not set # CONFIG_LEDS_TRIGGER_AUDIO is not set # CONFIG_ACCESSIBILITY is not set # CONFIG_INFINIBAND is not set CONFIG_EDAC_ATOMIC_SCRUB=y CONFIG_EDAC_SUPPORT=y CONFIG_EDAC=y CONFIG_EDAC_LEGACY_SYSFS=y # CONFIG_EDAC_DEBUG is not set CONFIG_EDAC_DECODE_MCE=y # CONFIG_EDAC_AMD64 is not set # CONFIG_EDAC_E752X is not set # CONFIG_EDAC_I82975X is not set # CONFIG_EDAC_I3000 is not set # CONFIG_EDAC_I3200 is not set # CONFIG_EDAC_IE31200 is not set # CONFIG_EDAC_X38 is not set # CONFIG_EDAC_I5400 is not set # CONFIG_EDAC_I7CORE is not set # CONFIG_EDAC_I5000 is not set # CONFIG_EDAC_I5100 is not set # CONFIG_EDAC_I7300 is not set # CONFIG_EDAC_SBRIDGE is not set # CONFIG_EDAC_SKX is not set # CONFIG_EDAC_I10NM is not set # CONFIG_EDAC_PND2 is not set CONFIG_RTC_LIB=y CONFIG_RTC_MC146818_LIB=y CONFIG_RTC_CLASS=y # CONFIG_RTC_HCTOSYS is not set CONFIG_RTC_SYSTOHC=y CONFIG_RTC_SYSTOHC_DEVICE="rtc0" # CONFIG_RTC_DEBUG is not set CONFIG_RTC_NVMEM=y # # RTC interfaces # CONFIG_RTC_INTF_SYSFS=y CONFIG_RTC_INTF_PROC=y CONFIG_RTC_INTF_DEV=y # CONFIG_RTC_INTF_DEV_UIE_EMUL is not set # CONFIG_RTC_DRV_TEST is not set # # I2C RTC drivers # # CONFIG_RTC_DRV_ABB5ZES3 is not set # CONFIG_RTC_DRV_ABEOZ9 is not set # CONFIG_RTC_DRV_ABX80X is not set # CONFIG_RTC_DRV_DS1307 is not set # CONFIG_RTC_DRV_DS1374 is not set # CONFIG_RTC_DRV_DS1672 is not set # CONFIG_RTC_DRV_MAX6900 is not set # CONFIG_RTC_DRV_RS5C372 is not set # CONFIG_RTC_DRV_ISL1208 is not set # CONFIG_RTC_DRV_ISL12022 is not set # CONFIG_RTC_DRV_X1205 is not set # CONFIG_RTC_DRV_PCF8523 is not set # CONFIG_RTC_DRV_PCF85063 is not set # CONFIG_RTC_DRV_PCF85363 is not set # CONFIG_RTC_DRV_PCF8563 is not set # CONFIG_RTC_DRV_PCF8583 is not set # CONFIG_RTC_DRV_M41T80 is not set # CONFIG_RTC_DRV_BQ32K is not set # CONFIG_RTC_DRV_S35390A is not set # CONFIG_RTC_DRV_FM3130 is not set # CONFIG_RTC_DRV_RX8010 is not set # CONFIG_RTC_DRV_RX8581 is not set # CONFIG_RTC_DRV_RX8025 is not set # CONFIG_RTC_DRV_EM3027 is not set # CONFIG_RTC_DRV_RV3028 is not set # CONFIG_RTC_DRV_RV8803 is not set # CONFIG_RTC_DRV_SD3078 is not set # # SPI RTC drivers # CONFIG_RTC_I2C_AND_SPI=y # # SPI and I2C RTC drivers # # CONFIG_RTC_DRV_DS3232 is not set # CONFIG_RTC_DRV_PCF2127 is not set # CONFIG_RTC_DRV_RV3029C2 is not set # # Platform RTC drivers # CONFIG_RTC_DRV_CMOS=y # CONFIG_RTC_DRV_DS1286 is not set # CONFIG_RTC_DRV_DS1511 is not set # CONFIG_RTC_DRV_DS1553 is not set # CONFIG_RTC_DRV_DS1685_FAMILY is not set # CONFIG_RTC_DRV_DS1742 is not set # CONFIG_RTC_DRV_DS2404 is not set # CONFIG_RTC_DRV_STK17TA8 is not set # CONFIG_RTC_DRV_M48T86 is not set # CONFIG_RTC_DRV_M48T35 is not set # CONFIG_RTC_DRV_M48T59 is not set # CONFIG_RTC_DRV_MSM6242 is not set # CONFIG_RTC_DRV_BQ4802 is not set # CONFIG_RTC_DRV_RP5C01 is not set # CONFIG_RTC_DRV_V3020 is not set # # on-CPU RTC drivers # # CONFIG_RTC_DRV_FTRTC010 is not set # # HID Sensor RTC drivers # CONFIG_DMADEVICES=y # CONFIG_DMADEVICES_DEBUG is not set # # DMA Devices # CONFIG_DMA_ENGINE=y CONFIG_DMA_VIRTUAL_CHANNELS=y CONFIG_DMA_ACPI=y # CONFIG_ALTERA_MSGDMA is not set # CONFIG_INTEL_IDMA64 is not set # CONFIG_INTEL_IOATDMA is not set # CONFIG_QCOM_HIDMA_MGMT is not set # CONFIG_QCOM_HIDMA is not set CONFIG_DW_DMAC_CORE=y # CONFIG_DW_DMAC is not set # CONFIG_DW_DMAC_PCI is not set # CONFIG_DW_EDMA is not set # CONFIG_DW_EDMA_PCIE is not set CONFIG_HSU_DMA=y # CONFIG_SF_PDMA is not set # # DMA Clients # # CONFIG_ASYNC_TX_DMA is not set # CONFIG_DMATEST is not set # # DMABUF options # CONFIG_SYNC_FILE=y # CONFIG_SW_SYNC is not set # CONFIG_UDMABUF is not set # CONFIG_DMABUF_SELFTESTS is not set # end of DMABUF options # CONFIG_AUXDISPLAY is not set # CONFIG_UIO is not set # CONFIG_VFIO is not set # CONFIG_VIRT_DRIVERS is not set CONFIG_VIRTIO_MENU=y # CONFIG_VIRTIO_PCI is not set # CONFIG_VIRTIO_MMIO is not set # # Microsoft Hyper-V guest support # # end of Microsoft Hyper-V guest support # CONFIG_GREYBUS is not set # CONFIG_STAGING is not set CONFIG_X86_PLATFORM_DEVICES=y # CONFIG_ACER_WIRELESS is not set # CONFIG_ACERHDF is not set # CONFIG_ASUS_LAPTOP is not set # CONFIG_DCDBAS is not set # CONFIG_DELL_SMBIOS is not set # CONFIG_DELL_SMO8800 is not set # CONFIG_DELL_RBTN is not set # CONFIG_DELL_RBU is not set # CONFIG_FUJITSU_LAPTOP is not set # CONFIG_FUJITSU_TABLET is not set # CONFIG_AMILO_RFKILL is not set # CONFIG_GPD_POCKET_FAN is not set # CONFIG_HP_ACCEL is not set # CONFIG_HP_WIRELESS is not set # CONFIG_MSI_LAPTOP is not set # CONFIG_PANASONIC_LAPTOP is not set # CONFIG_COMPAL_LAPTOP is not set # CONFIG_SONY_LAPTOP is not set # CONFIG_IDEAPAD_LAPTOP is not set # CONFIG_THINKPAD_ACPI is not set # CONFIG_SENSORS_HDAPS is not set # CONFIG_INTEL_MENLOW is not set CONFIG_EEEPC_LAPTOP=y # CONFIG_ASUS_WIRELESS is not set # CONFIG_ACPI_WMI is not set # CONFIG_TOPSTAR_LAPTOP is not set # CONFIG_TOSHIBA_BT_RFKILL is not set # CONFIG_TOSHIBA_HAPS is not set # CONFIG_ACPI_CMPC is not set # CONFIG_INTEL_HID_EVENT is not set # CONFIG_INTEL_VBTN is not set # CONFIG_INTEL_IPS is not set # CONFIG_INTEL_PMC_CORE is not set # CONFIG_IBM_RTL is not set # CONFIG_SAMSUNG_LAPTOP is not set # CONFIG_INTEL_OAKTRAIL is not set # CONFIG_SAMSUNG_Q10 is not set # CONFIG_APPLE_GMUX is not set # CONFIG_INTEL_RST is not set # CONFIG_INTEL_SMARTCONNECT is not set # CONFIG_INTEL_PMC_IPC is not set # CONFIG_SURFACE_PRO3_BUTTON is not set # CONFIG_INTEL_PUNIT_IPC is not set # CONFIG_MLX_PLATFORM is not set # CONFIG_INTEL_TURBO_MAX_3 is not set # CONFIG_I2C_MULTI_INSTANTIATE is not set # CONFIG_INTEL_ATOMISP2_PM is not set # # Intel Speed Select Technology interface support # # CONFIG_INTEL_SPEED_SELECT_INTERFACE is not set # end of Intel Speed Select Technology interface support # CONFIG_SYSTEM76_ACPI is not set CONFIG_PMC_ATOM=y # CONFIG_MFD_CROS_EC is not set # CONFIG_CHROME_PLATFORMS is not set # CONFIG_MELLANOX_PLATFORM is not set CONFIG_CLKDEV_LOOKUP=y CONFIG_HAVE_CLK_PREPARE=y CONFIG_COMMON_CLK=y # # Common Clock Framework # # CONFIG_COMMON_CLK_MAX9485 is not set # CONFIG_COMMON_CLK_SI5341 is not set # CONFIG_COMMON_CLK_SI5351 is not set # CONFIG_COMMON_CLK_SI544 is not set # CONFIG_COMMON_CLK_CDCE706 is not set # CONFIG_COMMON_CLK_CS2000_CP is not set # end of Common Clock Framework # CONFIG_HWSPINLOCK is not set # # Clock Source drivers # CONFIG_CLKEVT_I8253=y CONFIG_I8253_LOCK=y CONFIG_CLKBLD_I8253=y # end of Clock Source drivers CONFIG_MAILBOX=y CONFIG_PCC=y # CONFIG_ALTERA_MBOX is not set CONFIG_IOMMU_IOVA=y CONFIG_IOMMU_API=y CONFIG_IOMMU_SUPPORT=y # # Generic IOMMU Pagetable Support # # end of Generic IOMMU Pagetable Support # CONFIG_IOMMU_DEBUGFS is not set # CONFIG_IOMMU_DEFAULT_PASSTHROUGH is not set CONFIG_IOMMU_DMA=y CONFIG_AMD_IOMMU=y # CONFIG_AMD_IOMMU_V2 is not set CONFIG_DMAR_TABLE=y CONFIG_INTEL_IOMMU=y # CONFIG_INTEL_IOMMU_SVM is not set # CONFIG_INTEL_IOMMU_DEFAULT_ON is not set CONFIG_INTEL_IOMMU_FLOPPY_WA=y # CONFIG_IRQ_REMAP is not set # # Remoteproc drivers # # CONFIG_REMOTEPROC is not set # end of Remoteproc drivers # # Rpmsg drivers # # CONFIG_RPMSG_QCOM_GLINK_RPM is not set # CONFIG_RPMSG_VIRTIO is not set # end of Rpmsg drivers # CONFIG_SOUNDWIRE is not set # # SOC (System On Chip) specific Drivers # # # Amlogic SoC drivers # # end of Amlogic SoC drivers # # Aspeed SoC drivers # # end of Aspeed SoC drivers # # Broadcom SoC drivers # # end of Broadcom SoC drivers # # NXP/Freescale QorIQ SoC drivers # # end of NXP/Freescale QorIQ SoC drivers # # i.MX SoC drivers # # end of i.MX SoC drivers # # Qualcomm SoC drivers # # end of Qualcomm SoC drivers # CONFIG_SOC_TI is not set # # Xilinx SoC drivers # # CONFIG_XILINX_VCU is not set # end of Xilinx SoC drivers # end of SOC (System On Chip) specific Drivers # CONFIG_PM_DEVFREQ is not set # CONFIG_EXTCON is not set # CONFIG_MEMORY is not set # CONFIG_IIO is not set # CONFIG_NTB is not set # CONFIG_VME_BUS is not set # CONFIG_PWM is not set # # IRQ chip support # # end of IRQ chip support # CONFIG_IPACK_BUS is not set # CONFIG_RESET_CONTROLLER is not set # # PHY Subsystem # # CONFIG_GENERIC_PHY is not set # CONFIG_BCM_KONA_USB2_PHY is not set # CONFIG_PHY_PXA_28NM_HSIC is not set # CONFIG_PHY_PXA_28NM_USB2 is not set # end of PHY Subsystem # CONFIG_POWERCAP is not set # CONFIG_MCB is not set # # Performance monitor support # # end of Performance monitor support CONFIG_RAS=y # CONFIG_THUNDERBOLT is not set # # Android # # CONFIG_ANDROID is not set # end of Android # CONFIG_LIBNVDIMM is not set # CONFIG_DAX is not set CONFIG_NVMEM=y CONFIG_NVMEM_SYSFS=y # # HW tracing support # # CONFIG_STM is not set # CONFIG_INTEL_TH is not set # end of HW tracing support # CONFIG_FPGA is not set # CONFIG_UNISYS_VISORBUS is not set # CONFIG_SIOX is not set # CONFIG_SLIMBUS is not set # CONFIG_INTERCONNECT is not set # CONFIG_COUNTER is not set # end of Device Drivers # # File systems # CONFIG_DCACHE_WORD_ACCESS=y # CONFIG_VALIDATE_FS_PARSER is not set CONFIG_FS_IOMAP=y # CONFIG_EXT2_FS is not set # CONFIG_EXT3_FS is not set CONFIG_EXT4_FS=y CONFIG_EXT4_USE_FOR_EXT2=y CONFIG_EXT4_FS_POSIX_ACL=y CONFIG_EXT4_FS_SECURITY=y # CONFIG_EXT4_DEBUG is not set CONFIG_JBD2=y # CONFIG_JBD2_DEBUG is not set CONFIG_FS_MBCACHE=y # CONFIG_REISERFS_FS is not set # CONFIG_JFS_FS is not set # CONFIG_XFS_FS is not set # CONFIG_GFS2_FS is not set # CONFIG_BTRFS_FS is not set # CONFIG_NILFS2_FS is not set # CONFIG_F2FS_FS is not set # CONFIG_FS_DAX is not set CONFIG_FS_POSIX_ACL=y CONFIG_EXPORTFS=y # CONFIG_EXPORTFS_BLOCK_OPS is not set CONFIG_FILE_LOCKING=y CONFIG_MANDATORY_FILE_LOCKING=y # CONFIG_FS_ENCRYPTION is not set # CONFIG_FS_VERITY is not set CONFIG_FSNOTIFY=y CONFIG_DNOTIFY=y CONFIG_INOTIFY_USER=y # CONFIG_FANOTIFY is not set CONFIG_QUOTA=y CONFIG_QUOTA_NETLINK_INTERFACE=y # CONFIG_PRINT_QUOTA_WARNING is not set # CONFIG_QUOTA_DEBUG is not set CONFIG_QUOTA_TREE=y # CONFIG_QFMT_V1 is not set CONFIG_QFMT_V2=y CONFIG_QUOTACTL=y CONFIG_QUOTACTL_COMPAT=y CONFIG_AUTOFS4_FS=y CONFIG_AUTOFS_FS=y # CONFIG_FUSE_FS is not set # CONFIG_OVERLAY_FS is not set # # Caches # # CONFIG_FSCACHE is not set # end of Caches # # CD-ROM/DVD Filesystems # CONFIG_ISO9660_FS=y CONFIG_JOLIET=y CONFIG_ZISOFS=y # CONFIG_UDF_FS is not set # end of CD-ROM/DVD Filesystems # # DOS/FAT/NT Filesystems # CONFIG_FAT_FS=y CONFIG_MSDOS_FS=y CONFIG_VFAT_FS=y CONFIG_FAT_DEFAULT_CODEPAGE=437 CONFIG_FAT_DEFAULT_IOCHARSET="iso8859-1" # CONFIG_FAT_DEFAULT_UTF8 is not set # CONFIG_NTFS_FS is not set # end of DOS/FAT/NT Filesystems # # Pseudo filesystems # CONFIG_PROC_FS=y CONFIG_PROC_KCORE=y CONFIG_PROC_VMCORE=y # CONFIG_PROC_VMCORE_DEVICE_DUMP is not set CONFIG_PROC_SYSCTL=y CONFIG_PROC_PAGE_MONITOR=y # CONFIG_PROC_CHILDREN is not set CONFIG_PROC_PID_ARCH_STATUS=y CONFIG_KERNFS=y CONFIG_SYSFS=y CONFIG_TMPFS=y CONFIG_TMPFS_POSIX_ACL=y CONFIG_TMPFS_XATTR=y CONFIG_HUGETLBFS=y CONFIG_HUGETLB_PAGE=y CONFIG_MEMFD_CREATE=y CONFIG_ARCH_HAS_GIGANTIC_PAGE=y # CONFIG_CONFIGFS_FS is not set CONFIG_EFIVAR_FS=m # end of Pseudo filesystems CONFIG_MISC_FILESYSTEMS=y # CONFIG_ORANGEFS_FS is not set # CONFIG_ADFS_FS is not set # CONFIG_AFFS_FS is not set # CONFIG_ECRYPT_FS is not set # CONFIG_HFS_FS is not set # CONFIG_HFSPLUS_FS is not set # CONFIG_BEFS_FS is not set # CONFIG_BFS_FS is not set # CONFIG_EFS_FS is not set # CONFIG_CRAMFS is not set # CONFIG_SQUASHFS is not set # CONFIG_VXFS_FS is not set # CONFIG_MINIX_FS is not set # CONFIG_OMFS_FS is not set # CONFIG_HPFS_FS is not set # CONFIG_QNX4FS_FS is not set # CONFIG_QNX6FS_FS is not set # CONFIG_ROMFS_FS is not set # CONFIG_PSTORE is not set # CONFIG_SYSV_FS is not set # CONFIG_UFS_FS is not set # CONFIG_EROFS_FS is not set CONFIG_NETWORK_FILESYSTEMS=y CONFIG_NFS_FS=y CONFIG_NFS_V2=y CONFIG_NFS_V3=y CONFIG_NFS_V3_ACL=y CONFIG_NFS_V4=y # CONFIG_NFS_SWAP is not set # CONFIG_NFS_V4_1 is not set CONFIG_ROOT_NFS=y # CONFIG_NFS_USE_LEGACY_DNS is not set CONFIG_NFS_USE_KERNEL_DNS=y # CONFIG_NFSD is not set CONFIG_GRACE_PERIOD=y CONFIG_LOCKD=y CONFIG_LOCKD_V4=y CONFIG_NFS_ACL_SUPPORT=y CONFIG_NFS_COMMON=y CONFIG_SUNRPC=y CONFIG_SUNRPC_GSS=y # CONFIG_SUNRPC_DEBUG is not set # CONFIG_CEPH_FS is not set # CONFIG_CIFS is not set # CONFIG_CODA_FS is not set # CONFIG_AFS_FS is not set CONFIG_NLS=y CONFIG_NLS_DEFAULT="utf8" CONFIG_NLS_CODEPAGE_437=y # CONFIG_NLS_CODEPAGE_737 is not set # CONFIG_NLS_CODEPAGE_775 is not set # CONFIG_NLS_CODEPAGE_850 is not set # CONFIG_NLS_CODEPAGE_852 is not set # CONFIG_NLS_CODEPAGE_855 is not set # CONFIG_NLS_CODEPAGE_857 is not set # CONFIG_NLS_CODEPAGE_860 is not set # CONFIG_NLS_CODEPAGE_861 is not set # CONFIG_NLS_CODEPAGE_862 is not set # CONFIG_NLS_CODEPAGE_863 is not set # CONFIG_NLS_CODEPAGE_864 is not set # CONFIG_NLS_CODEPAGE_865 is not set # CONFIG_NLS_CODEPAGE_866 is not set # CONFIG_NLS_CODEPAGE_869 is not set # CONFIG_NLS_CODEPAGE_936 is not set # CONFIG_NLS_CODEPAGE_950 is not set # CONFIG_NLS_CODEPAGE_932 is not set # CONFIG_NLS_CODEPAGE_949 is not set # CONFIG_NLS_CODEPAGE_874 is not set # CONFIG_NLS_ISO8859_8 is not set # CONFIG_NLS_CODEPAGE_1250 is not set # CONFIG_NLS_CODEPAGE_1251 is not set CONFIG_NLS_ASCII=y CONFIG_NLS_ISO8859_1=y # CONFIG_NLS_ISO8859_2 is not set # CONFIG_NLS_ISO8859_3 is not set # CONFIG_NLS_ISO8859_4 is not set # CONFIG_NLS_ISO8859_5 is not set # CONFIG_NLS_ISO8859_6 is not set # CONFIG_NLS_ISO8859_7 is not set # CONFIG_NLS_ISO8859_9 is not set # CONFIG_NLS_ISO8859_13 is not set # CONFIG_NLS_ISO8859_14 is not set # CONFIG_NLS_ISO8859_15 is not set # CONFIG_NLS_KOI8_R is not set # CONFIG_NLS_KOI8_U is not set # CONFIG_NLS_MAC_ROMAN is not set # CONFIG_NLS_MAC_CELTIC is not set # CONFIG_NLS_MAC_CENTEURO is not set # CONFIG_NLS_MAC_CROATIAN is not set # CONFIG_NLS_MAC_CYRILLIC is not set # CONFIG_NLS_MAC_GAELIC is not set # CONFIG_NLS_MAC_GREEK is not set # CONFIG_NLS_MAC_ICELAND is not set # CONFIG_NLS_MAC_INUIT is not set # CONFIG_NLS_MAC_ROMANIAN is not set # CONFIG_NLS_MAC_TURKISH is not set CONFIG_NLS_UTF8=y # CONFIG_UNICODE is not set CONFIG_IO_WQ=y # end of File systems # # Security options # CONFIG_KEYS=y # CONFIG_KEYS_REQUEST_CACHE is not set # CONFIG_PERSISTENT_KEYRINGS is not set # CONFIG_BIG_KEYS is not set # CONFIG_ENCRYPTED_KEYS is not set # CONFIG_KEY_DH_OPERATIONS is not set # CONFIG_SECURITY_DMESG_RESTRICT is not set CONFIG_SECURITY=y CONFIG_SECURITY_WRITABLE_HOOKS=y # CONFIG_SECURITYFS is not set CONFIG_SECURITY_NETWORK=y CONFIG_PAGE_TABLE_ISOLATION=y # CONFIG_SECURITY_NETWORK_XFRM is not set # CONFIG_SECURITY_PATH is not set # CONFIG_INTEL_TXT is not set CONFIG_LSM_MMAP_MIN_ADDR=65536 CONFIG_HAVE_HARDENED_USERCOPY_ALLOCATOR=y # CONFIG_HARDENED_USERCOPY is not set # CONFIG_FORTIFY_SOURCE is not set # CONFIG_STATIC_USERMODEHELPER is not set CONFIG_SECURITY_SELINUX=y CONFIG_SECURITY_SELINUX_BOOTPARAM=y CONFIG_SECURITY_SELINUX_DISABLE=y CONFIG_SECURITY_SELINUX_DEVELOP=y CONFIG_SECURITY_SELINUX_AVC_STATS=y CONFIG_SECURITY_SELINUX_CHECKREQPROT_VALUE=0 # CONFIG_SECURITY_SMACK is not set # CONFIG_SECURITY_TOMOYO is not set # CONFIG_SECURITY_APPARMOR is not set # CONFIG_SECURITY_LOADPIN is not set # CONFIG_SECURITY_YAMA is not set # CONFIG_SECURITY_SAFESETID is not set # CONFIG_SECURITY_LOCKDOWN_LSM is not set CONFIG_INTEGRITY=y # CONFIG_INTEGRITY_SIGNATURE is not set CONFIG_INTEGRITY_AUDIT=y # CONFIG_IMA is not set # CONFIG_EVM is not set CONFIG_DEFAULT_SECURITY_SELINUX=y # CONFIG_DEFAULT_SECURITY_DAC is not set CONFIG_LSM="lockdown,yama,loadpin,safesetid,integrity,selinux,smack,tomoyo,apparmor" # # Kernel hardening options # # # Memory initialization # CONFIG_INIT_STACK_NONE=y # CONFIG_INIT_ON_ALLOC_DEFAULT_ON is not set # CONFIG_INIT_ON_FREE_DEFAULT_ON is not set # end of Memory initialization # end of Kernel hardening options # end of Security options CONFIG_CRYPTO=y # # Crypto core or helper # CONFIG_CRYPTO_ALGAPI=y CONFIG_CRYPTO_ALGAPI2=y CONFIG_CRYPTO_AEAD=y CONFIG_CRYPTO_AEAD2=y CONFIG_CRYPTO_SKCIPHER=y CONFIG_CRYPTO_SKCIPHER2=y CONFIG_CRYPTO_HASH=y CONFIG_CRYPTO_HASH2=y CONFIG_CRYPTO_RNG=y CONFIG_CRYPTO_RNG2=y CONFIG_CRYPTO_RNG_DEFAULT=y CONFIG_CRYPTO_AKCIPHER2=y CONFIG_CRYPTO_AKCIPHER=y CONFIG_CRYPTO_KPP2=y CONFIG_CRYPTO_ACOMP2=y CONFIG_CRYPTO_MANAGER=y CONFIG_CRYPTO_MANAGER2=y # CONFIG_CRYPTO_USER is not set CONFIG_CRYPTO_MANAGER_DISABLE_TESTS=y CONFIG_CRYPTO_GF128MUL=y CONFIG_CRYPTO_NULL=y CONFIG_CRYPTO_NULL2=y # CONFIG_CRYPTO_PCRYPT is not set # CONFIG_CRYPTO_CRYPTD is not set CONFIG_CRYPTO_AUTHENC=y # CONFIG_CRYPTO_TEST is not set # # Public-key cryptography # CONFIG_CRYPTO_RSA=y # CONFIG_CRYPTO_DH is not set # CONFIG_CRYPTO_ECDH is not set # CONFIG_CRYPTO_ECRDSA is not set # CONFIG_CRYPTO_CURVE25519 is not set # CONFIG_CRYPTO_CURVE25519_X86 is not set # # Authenticated Encryption with Associated Data # CONFIG_CRYPTO_CCM=y CONFIG_CRYPTO_GCM=y # CONFIG_CRYPTO_CHACHA20POLY1305 is not set # CONFIG_CRYPTO_AEGIS128 is not set # CONFIG_CRYPTO_AEGIS128_AESNI_SSE2 is not set CONFIG_CRYPTO_SEQIV=y CONFIG_CRYPTO_ECHAINIV=y # # Block modes # CONFIG_CRYPTO_CBC=y # CONFIG_CRYPTO_CFB is not set CONFIG_CRYPTO_CTR=y # CONFIG_CRYPTO_CTS is not set # CONFIG_CRYPTO_ECB is not set # CONFIG_CRYPTO_LRW is not set # CONFIG_CRYPTO_OFB is not set # CONFIG_CRYPTO_PCBC is not set # CONFIG_CRYPTO_XTS is not set # CONFIG_CRYPTO_KEYWRAP is not set # CONFIG_CRYPTO_NHPOLY1305_SSE2 is not set # CONFIG_CRYPTO_NHPOLY1305_AVX2 is not set # CONFIG_CRYPTO_ADIANTUM is not set # CONFIG_CRYPTO_ESSIV is not set # # Hash modes # CONFIG_CRYPTO_CMAC=y CONFIG_CRYPTO_HMAC=y # CONFIG_CRYPTO_XCBC is not set # CONFIG_CRYPTO_VMAC is not set # # Digest # CONFIG_CRYPTO_CRC32C=y # CONFIG_CRYPTO_CRC32C_INTEL is not set # CONFIG_CRYPTO_CRC32 is not set # CONFIG_CRYPTO_CRC32_PCLMUL is not set # CONFIG_CRYPTO_XXHASH is not set # CONFIG_CRYPTO_BLAKE2B is not set # CONFIG_CRYPTO_BLAKE2S is not set # CONFIG_CRYPTO_BLAKE2S_X86 is not set # CONFIG_CRYPTO_CRCT10DIF is not set CONFIG_CRYPTO_GHASH=y # CONFIG_CRYPTO_POLY1305 is not set # CONFIG_CRYPTO_POLY1305_X86_64 is not set # CONFIG_CRYPTO_MD4 is not set CONFIG_CRYPTO_MD5=y # CONFIG_CRYPTO_MICHAEL_MIC is not set # CONFIG_CRYPTO_RMD128 is not set # CONFIG_CRYPTO_RMD160 is not set # CONFIG_CRYPTO_RMD256 is not set # CONFIG_CRYPTO_RMD320 is not set CONFIG_CRYPTO_SHA1=y # CONFIG_CRYPTO_SHA1_SSSE3 is not set # CONFIG_CRYPTO_SHA256_SSSE3 is not set # CONFIG_CRYPTO_SHA512_SSSE3 is not set CONFIG_CRYPTO_SHA256=y # CONFIG_CRYPTO_SHA512 is not set # CONFIG_CRYPTO_SHA3 is not set # CONFIG_CRYPTO_SM3 is not set # CONFIG_CRYPTO_STREEBOG is not set # CONFIG_CRYPTO_TGR192 is not set # CONFIG_CRYPTO_WP512 is not set # CONFIG_CRYPTO_GHASH_CLMUL_NI_INTEL is not set # # Ciphers # CONFIG_CRYPTO_AES=y # CONFIG_CRYPTO_AES_TI is not set # CONFIG_CRYPTO_AES_NI_INTEL is not set # CONFIG_CRYPTO_ANUBIS is not set # CONFIG_CRYPTO_ARC4 is not set # CONFIG_CRYPTO_BLOWFISH is not set # CONFIG_CRYPTO_BLOWFISH_X86_64 is not set # CONFIG_CRYPTO_CAMELLIA is not set # CONFIG_CRYPTO_CAMELLIA_X86_64 is not set # CONFIG_CRYPTO_CAMELLIA_AESNI_AVX_X86_64 is not set # CONFIG_CRYPTO_CAMELLIA_AESNI_AVX2_X86_64 is not set # CONFIG_CRYPTO_CAST5 is not set # CONFIG_CRYPTO_CAST5_AVX_X86_64 is not set # CONFIG_CRYPTO_CAST6 is not set # CONFIG_CRYPTO_CAST6_AVX_X86_64 is not set CONFIG_CRYPTO_DES=y # CONFIG_CRYPTO_DES3_EDE_X86_64 is not set # CONFIG_CRYPTO_FCRYPT is not set # CONFIG_CRYPTO_KHAZAD is not set # CONFIG_CRYPTO_SALSA20 is not set # CONFIG_CRYPTO_CHACHA20 is not set # CONFIG_CRYPTO_CHACHA20_X86_64 is not set # CONFIG_CRYPTO_SEED is not set # CONFIG_CRYPTO_SERPENT is not set # CONFIG_CRYPTO_SERPENT_SSE2_X86_64 is not set # CONFIG_CRYPTO_SERPENT_AVX_X86_64 is not set # CONFIG_CRYPTO_SERPENT_AVX2_X86_64 is not set # CONFIG_CRYPTO_SM4 is not set # CONFIG_CRYPTO_TEA is not set # CONFIG_CRYPTO_TWOFISH is not set # CONFIG_CRYPTO_TWOFISH_X86_64 is not set # CONFIG_CRYPTO_TWOFISH_X86_64_3WAY is not set # CONFIG_CRYPTO_TWOFISH_AVX_X86_64 is not set # # Compression # # CONFIG_CRYPTO_DEFLATE is not set # CONFIG_CRYPTO_LZO is not set # CONFIG_CRYPTO_842 is not set # CONFIG_CRYPTO_LZ4 is not set # CONFIG_CRYPTO_LZ4HC is not set # CONFIG_CRYPTO_ZSTD is not set # # Random Number Generation # # CONFIG_CRYPTO_ANSI_CPRNG is not set CONFIG_CRYPTO_DRBG_MENU=y CONFIG_CRYPTO_DRBG_HMAC=y # CONFIG_CRYPTO_DRBG_HASH is not set # CONFIG_CRYPTO_DRBG_CTR is not set CONFIG_CRYPTO_DRBG=y CONFIG_CRYPTO_JITTERENTROPY=y # CONFIG_CRYPTO_USER_API_HASH is not set # CONFIG_CRYPTO_USER_API_SKCIPHER is not set # CONFIG_CRYPTO_USER_API_RNG is not set # CONFIG_CRYPTO_USER_API_AEAD is not set CONFIG_CRYPTO_HASH_INFO=y # # Crypto library routines # CONFIG_CRYPTO_LIB_AES=y CONFIG_CRYPTO_LIB_ARC4=y # CONFIG_CRYPTO_LIB_BLAKE2S is not set # CONFIG_CRYPTO_LIB_CHACHA is not set # CONFIG_CRYPTO_LIB_CURVE25519 is not set CONFIG_CRYPTO_LIB_DES=y CONFIG_CRYPTO_LIB_POLY1305_RSIZE=4 # CONFIG_CRYPTO_LIB_POLY1305 is not set # CONFIG_CRYPTO_LIB_CHACHA20POLY1305 is not set CONFIG_CRYPTO_LIB_SHA256=y CONFIG_CRYPTO_HW=y # CONFIG_CRYPTO_DEV_PADLOCK is not set # CONFIG_CRYPTO_DEV_ATMEL_ECC is not set # CONFIG_CRYPTO_DEV_ATMEL_SHA204A is not set # CONFIG_CRYPTO_DEV_CCP is not set # CONFIG_CRYPTO_DEV_QAT_DH895xCC is not set # CONFIG_CRYPTO_DEV_QAT_C3XXX is not set # CONFIG_CRYPTO_DEV_QAT_C62X is not set # CONFIG_CRYPTO_DEV_QAT_DH895xCCVF is not set # CONFIG_CRYPTO_DEV_QAT_C3XXXVF is not set # CONFIG_CRYPTO_DEV_QAT_C62XVF is not set # CONFIG_CRYPTO_DEV_NITROX_CNN55XX is not set # CONFIG_CRYPTO_DEV_SAFEXCEL is not set # CONFIG_CRYPTO_DEV_AMLOGIC_GXL is not set CONFIG_ASYMMETRIC_KEY_TYPE=y CONFIG_ASYMMETRIC_PUBLIC_KEY_SUBTYPE=y CONFIG_X509_CERTIFICATE_PARSER=y # CONFIG_PKCS8_PRIVATE_KEY_PARSER is not set CONFIG_PKCS7_MESSAGE_PARSER=y # CONFIG_PKCS7_TEST_KEY is not set # CONFIG_SIGNED_PE_FILE_VERIFICATION is not set # # Certificates for signature checking # CONFIG_SYSTEM_TRUSTED_KEYRING=y CONFIG_SYSTEM_TRUSTED_KEYS="" # CONFIG_SYSTEM_EXTRA_CERTIFICATE is not set # CONFIG_SECONDARY_TRUSTED_KEYRING is not set # CONFIG_SYSTEM_BLACKLIST_KEYRING is not set # end of Certificates for signature checking CONFIG_BINARY_PRINTF=y # # Library routines # # CONFIG_PACKING is not set CONFIG_BITREVERSE=y CONFIG_GENERIC_STRNCPY_FROM_USER=y CONFIG_GENERIC_STRNLEN_USER=y CONFIG_GENERIC_NET_UTILS=y CONFIG_GENERIC_FIND_FIRST_BIT=y # CONFIG_CORDIC is not set CONFIG_RATIONAL=y CONFIG_GENERIC_PCI_IOMAP=y CONFIG_GENERIC_IOMAP=y CONFIG_ARCH_USE_CMPXCHG_LOCKREF=y CONFIG_ARCH_HAS_FAST_MULTIPLIER=y CONFIG_CRC_CCITT=y CONFIG_CRC16=y # CONFIG_CRC_T10DIF is not set # CONFIG_CRC_ITU_T is not set CONFIG_CRC32=y # CONFIG_CRC32_SELFTEST is not set CONFIG_CRC32_SLICEBY8=y # CONFIG_CRC32_SLICEBY4 is not set # CONFIG_CRC32_SARWATE is not set # CONFIG_CRC32_BIT is not set # CONFIG_CRC64 is not set # CONFIG_CRC4 is not set # CONFIG_CRC7 is not set CONFIG_LIBCRC32C=y # CONFIG_CRC8 is not set # CONFIG_RANDOM32_SELFTEST is not set CONFIG_ZLIB_INFLATE=y CONFIG_ZLIB_DEFLATE=y CONFIG_LZO_COMPRESS=y CONFIG_LZO_DECOMPRESS=y CONFIG_LZ4_DECOMPRESS=y CONFIG_XZ_DEC=y CONFIG_XZ_DEC_X86=y CONFIG_XZ_DEC_POWERPC=y CONFIG_XZ_DEC_IA64=y CONFIG_XZ_DEC_ARM=y CONFIG_XZ_DEC_ARMTHUMB=y CONFIG_XZ_DEC_SPARC=y CONFIG_XZ_DEC_BCJ=y # CONFIG_XZ_DEC_TEST is not set CONFIG_DECOMPRESS_GZIP=y CONFIG_DECOMPRESS_BZIP2=y CONFIG_DECOMPRESS_LZMA=y CONFIG_DECOMPRESS_XZ=y CONFIG_DECOMPRESS_LZO=y CONFIG_DECOMPRESS_LZ4=y CONFIG_GENERIC_ALLOCATOR=y CONFIG_INTERVAL_TREE=y CONFIG_ASSOCIATIVE_ARRAY=y CONFIG_HAS_IOMEM=y CONFIG_HAS_IOPORT_MAP=y CONFIG_HAS_DMA=y CONFIG_NEED_SG_DMA_LENGTH=y CONFIG_NEED_DMA_MAP_STATE=y CONFIG_ARCH_DMA_ADDR_T_64BIT=y CONFIG_SWIOTLB=y # CONFIG_DMA_API_DEBUG is not set CONFIG_SGL_ALLOC=y CONFIG_CHECK_SIGNATURE=y CONFIG_CPU_RMAP=y CONFIG_DQL=y CONFIG_GLOB=y # CONFIG_GLOB_SELFTEST is not set CONFIG_NLATTR=y CONFIG_CLZ_TAB=y # CONFIG_IRQ_POLL is not set CONFIG_MPILIB=y CONFIG_OID_REGISTRY=y CONFIG_UCS2_STRING=y CONFIG_HAVE_GENERIC_VDSO=y CONFIG_GENERIC_GETTIMEOFDAY=y CONFIG_FONT_SUPPORT=y # CONFIG_FONTS is not set CONFIG_FONT_8x8=y CONFIG_FONT_8x16=y CONFIG_SG_POOL=y CONFIG_ARCH_HAS_PMEM_API=y CONFIG_ARCH_HAS_UACCESS_FLUSHCACHE=y CONFIG_ARCH_HAS_UACCESS_MCSAFE=y CONFIG_ARCH_STACKWALK=y CONFIG_SBITMAP=y # CONFIG_STRING_SELFTEST is not set # end of Library routines # # Kernel hacking # # # printk and dmesg options # CONFIG_PRINTK_TIME=y # CONFIG_PRINTK_CALLER is not set CONFIG_CONSOLE_LOGLEVEL_DEFAULT=7 CONFIG_CONSOLE_LOGLEVEL_QUIET=4 CONFIG_MESSAGE_LOGLEVEL_DEFAULT=4 # CONFIG_BOOT_PRINTK_DELAY is not set # CONFIG_DYNAMIC_DEBUG is not set CONFIG_SYMBOLIC_ERRNAME=y CONFIG_DEBUG_BUGVERBOSE=y # end of printk and dmesg options # # Compile-time checks and compiler options # CONFIG_DEBUG_INFO=y # CONFIG_DEBUG_INFO_REDUCED is not set # CONFIG_DEBUG_INFO_SPLIT is not set # CONFIG_DEBUG_INFO_DWARF4 is not set CONFIG_DEBUG_INFO_BTF=y # CONFIG_GDB_SCRIPTS is not set CONFIG_ENABLE_MUST_CHECK=y CONFIG_FRAME_WARN=2048 # CONFIG_STRIP_ASM_SYMS is not set # CONFIG_READABLE_ASM is not set # CONFIG_HEADERS_INSTALL is not set CONFIG_OPTIMIZE_INLINING=y # CONFIG_DEBUG_SECTION_MISMATCH is not set CONFIG_SECTION_MISMATCH_WARN_ONLY=y CONFIG_STACK_VALIDATION=y # CONFIG_DEBUG_FORCE_WEAK_PER_CPU is not set # end of Compile-time checks and compiler options # # Generic Kernel Debugging Instruments # CONFIG_MAGIC_SYSRQ=y CONFIG_MAGIC_SYSRQ_DEFAULT_ENABLE=0x1 CONFIG_MAGIC_SYSRQ_SERIAL=y CONFIG_DEBUG_FS=y CONFIG_HAVE_ARCH_KGDB=y # CONFIG_KGDB is not set CONFIG_ARCH_HAS_UBSAN_SANITIZE_ALL=y # CONFIG_UBSAN is not set CONFIG_UBSAN_ALIGNMENT=y # end of Generic Kernel Debugging Instruments CONFIG_DEBUG_KERNEL=y CONFIG_DEBUG_MISC=y # # Memory Debugging # # CONFIG_PAGE_EXTENSION is not set # CONFIG_DEBUG_PAGEALLOC is not set # CONFIG_PAGE_OWNER is not set # CONFIG_PAGE_POISONING is not set # CONFIG_DEBUG_PAGE_REF is not set # CONFIG_DEBUG_RODATA_TEST is not set # CONFIG_DEBUG_OBJECTS is not set # CONFIG_SLUB_DEBUG_ON is not set # CONFIG_SLUB_STATS is not set CONFIG_HAVE_DEBUG_KMEMLEAK=y # CONFIG_DEBUG_KMEMLEAK is not set CONFIG_DEBUG_STACK_USAGE=y # CONFIG_SCHED_STACK_END_CHECK is not set # CONFIG_DEBUG_VM is not set CONFIG_ARCH_HAS_DEBUG_VIRTUAL=y # CONFIG_DEBUG_VIRTUAL is not set CONFIG_DEBUG_MEMORY_INIT=y # CONFIG_DEBUG_PER_CPU_MAPS is not set CONFIG_HAVE_ARCH_KASAN=y CONFIG_HAVE_ARCH_KASAN_VMALLOC=y CONFIG_CC_HAS_KASAN_GENERIC=y # CONFIG_KASAN is not set CONFIG_KASAN_STACK=1 # end of Memory Debugging # CONFIG_DEBUG_SHIRQ is not set # # Debug Oops, Lockups and Hangs # # CONFIG_PANIC_ON_OOPS is not set CONFIG_PANIC_ON_OOPS_VALUE=0 CONFIG_PANIC_TIMEOUT=0 # CONFIG_SOFTLOCKUP_DETECTOR is not set CONFIG_HARDLOCKUP_CHECK_TIMESTAMP=y # CONFIG_HARDLOCKUP_DETECTOR is not set # CONFIG_DETECT_HUNG_TASK is not set # CONFIG_WQ_WATCHDOG is not set # end of Debug Oops, Lockups and Hangs # # Scheduler Debugging # # CONFIG_SCHED_DEBUG is not set CONFIG_SCHED_INFO=y CONFIG_SCHEDSTATS=y # end of Scheduler Debugging # CONFIG_DEBUG_TIMEKEEPING is not set # # Lock Debugging (spinlocks, mutexes, etc...) # CONFIG_LOCK_DEBUGGING_SUPPORT=y # CONFIG_PROVE_LOCKING is not set # CONFIG_LOCK_STAT is not set # CONFIG_DEBUG_RT_MUTEXES is not set # CONFIG_DEBUG_SPINLOCK is not set # CONFIG_DEBUG_MUTEXES is not set # CONFIG_DEBUG_WW_MUTEX_SLOWPATH is not set # CONFIG_DEBUG_RWSEMS is not set # CONFIG_DEBUG_LOCK_ALLOC is not set # CONFIG_DEBUG_ATOMIC_SLEEP is not set # CONFIG_DEBUG_LOCKING_API_SELFTESTS is not set # CONFIG_LOCK_TORTURE_TEST is not set # CONFIG_WW_MUTEX_SELFTEST is not set # end of Lock Debugging (spinlocks, mutexes, etc...) CONFIG_STACKTRACE=y # CONFIG_WARN_ALL_UNSEEDED_RANDOM is not set # CONFIG_DEBUG_KOBJECT is not set # # Debug kernel data structures # # CONFIG_DEBUG_LIST is not set # CONFIG_DEBUG_PLIST is not set # CONFIG_DEBUG_SG is not set # CONFIG_DEBUG_NOTIFIERS is not set # CONFIG_BUG_ON_DATA_CORRUPTION is not set # end of Debug kernel data structures # CONFIG_DEBUG_CREDENTIALS is not set # # RCU Debugging # # CONFIG_RCU_PERF_TEST is not set # CONFIG_RCU_TORTURE_TEST is not set CONFIG_RCU_CPU_STALL_TIMEOUT=21 CONFIG_RCU_TRACE=y # CONFIG_RCU_EQS_DEBUG is not set # end of RCU Debugging # CONFIG_DEBUG_WQ_FORCE_RR_CPU is not set # CONFIG_DEBUG_BLOCK_EXT_DEVT is not set # CONFIG_CPU_HOTPLUG_STATE_CONTROL is not set # CONFIG_LATENCYTOP is not set CONFIG_USER_STACKTRACE_SUPPORT=y CONFIG_NOP_TRACER=y CONFIG_HAVE_FUNCTION_TRACER=y CONFIG_HAVE_FUNCTION_GRAPH_TRACER=y CONFIG_HAVE_DYNAMIC_FTRACE=y CONFIG_HAVE_DYNAMIC_FTRACE_WITH_REGS=y CONFIG_HAVE_DYNAMIC_FTRACE_WITH_DIRECT_CALLS=y CONFIG_HAVE_FTRACE_MCOUNT_RECORD=y CONFIG_HAVE_SYSCALL_TRACEPOINTS=y CONFIG_HAVE_FENTRY=y CONFIG_HAVE_C_RECORDMCOUNT=y CONFIG_TRACE_CLOCK=y CONFIG_RING_BUFFER=y CONFIG_EVENT_TRACING=y CONFIG_CONTEXT_SWITCH_TRACER=y CONFIG_TRACING=y CONFIG_GENERIC_TRACER=y CONFIG_TRACING_SUPPORT=y CONFIG_FTRACE=y # CONFIG_FUNCTION_TRACER is not set # CONFIG_PREEMPTIRQ_EVENTS is not set # CONFIG_IRQSOFF_TRACER is not set # CONFIG_SCHED_TRACER is not set # CONFIG_HWLAT_TRACER is not set # CONFIG_FTRACE_SYSCALLS is not set # CONFIG_TRACER_SNAPSHOT is not set CONFIG_BRANCH_PROFILE_NONE=y # CONFIG_PROFILE_ANNOTATED_BRANCHES is not set # CONFIG_PROFILE_ALL_BRANCHES is not set # CONFIG_STACK_TRACER is not set CONFIG_BLK_DEV_IO_TRACE=y CONFIG_KPROBE_EVENTS=y CONFIG_UPROBE_EVENTS=y CONFIG_BPF_EVENTS=y CONFIG_DYNAMIC_EVENTS=y CONFIG_PROBE_EVENTS=y CONFIG_BPF_KPROBE_OVERRIDE=y # CONFIG_FTRACE_STARTUP_TEST is not set # CONFIG_MMIOTRACE is not set # CONFIG_HIST_TRIGGERS is not set # CONFIG_TRACE_EVENT_INJECT is not set # CONFIG_TRACEPOINT_BENCHMARK is not set # CONFIG_RING_BUFFER_BENCHMARK is not set # CONFIG_RING_BUFFER_STARTUP_TEST is not set # CONFIG_PREEMPTIRQ_DELAY_TEST is not set # CONFIG_TRACE_EVAL_MAP_FILE is not set CONFIG_PROVIDE_OHCI1394_DMA_INIT=y # CONFIG_SAMPLES is not set CONFIG_ARCH_HAS_DEVMEM_IS_ALLOWED=y CONFIG_STRICT_DEVMEM=y # CONFIG_IO_STRICT_DEVMEM is not set # # x86 Debugging # CONFIG_TRACE_IRQFLAGS_SUPPORT=y CONFIG_EARLY_PRINTK_USB=y CONFIG_X86_VERBOSE_BOOTUP=y CONFIG_EARLY_PRINTK=y CONFIG_EARLY_PRINTK_DBGP=y # CONFIG_EARLY_PRINTK_USB_XDBC is not set # CONFIG_X86_PTDUMP is not set # CONFIG_EFI_PGT_DUMP is not set # CONFIG_DEBUG_WX is not set CONFIG_DOUBLEFAULT=y # CONFIG_DEBUG_TLBFLUSH is not set CONFIG_HAVE_MMIOTRACE_SUPPORT=y # CONFIG_X86_DECODER_SELFTEST is not set CONFIG_IO_DELAY_0X80=y # CONFIG_IO_DELAY_0XED is not set # CONFIG_IO_DELAY_UDELAY is not set # CONFIG_IO_DELAY_NONE is not set CONFIG_DEBUG_BOOT_PARAMS=y # CONFIG_CPA_DEBUG is not set # CONFIG_DEBUG_ENTRY is not set # CONFIG_DEBUG_NMI_SELFTEST is not set CONFIG_X86_DEBUG_FPU=y # CONFIG_PUNIT_ATOM_DEBUG is not set CONFIG_UNWINDER_ORC=y # CONFIG_UNWINDER_FRAME_POINTER is not set # end of x86 Debugging # # Kernel Testing and Coverage # # CONFIG_KUNIT is not set # CONFIG_NOTIFIER_ERROR_INJECTION is not set CONFIG_FUNCTION_ERROR_INJECTION=y # CONFIG_FAULT_INJECTION is not set CONFIG_ARCH_HAS_KCOV=y CONFIG_CC_HAS_SANCOV_TRACE_PC=y # CONFIG_KCOV is not set CONFIG_RUNTIME_TESTING_MENU=y # CONFIG_LKDTM is not set # CONFIG_TEST_LIST_SORT is not set # CONFIG_TEST_SORT is not set # CONFIG_KPROBES_SANITY_TEST is not set # CONFIG_BACKTRACE_SELF_TEST is not set # CONFIG_RBTREE_TEST is not set # CONFIG_REED_SOLOMON_TEST is not set # CONFIG_INTERVAL_TREE_TEST is not set # CONFIG_PERCPU_TEST is not set # CONFIG_ATOMIC64_SELFTEST is not set # CONFIG_TEST_HEXDUMP is not set # CONFIG_TEST_STRING_HELPERS is not set # CONFIG_TEST_STRSCPY is not set # CONFIG_TEST_KSTRTOX is not set # CONFIG_TEST_PRINTF is not set # CONFIG_TEST_BITMAP is not set # CONFIG_TEST_BITFIELD is not set # CONFIG_TEST_UUID is not set # CONFIG_TEST_XARRAY is not set # CONFIG_TEST_OVERFLOW is not set # CONFIG_TEST_RHASHTABLE is not set # CONFIG_TEST_HASH is not set # CONFIG_TEST_IDA is not set # CONFIG_TEST_LKM is not set # CONFIG_TEST_VMALLOC is not set # CONFIG_TEST_USER_COPY is not set # CONFIG_TEST_BPF is not set # CONFIG_TEST_BLACKHOLE_DEV is not set # CONFIG_FIND_BIT_BENCHMARK is not set # CONFIG_TEST_FIRMWARE is not set # CONFIG_TEST_SYSCTL is not set # CONFIG_TEST_UDELAY is not set # CONFIG_TEST_STATIC_KEYS is not set # CONFIG_TEST_KMOD is not set # CONFIG_TEST_MEMCAT_P is not set # CONFIG_TEST_STACKINIT is not set # CONFIG_TEST_MEMINIT is not set # CONFIG_MEMTEST is not set # end of Kernel Testing and Coverage # end of Kernel hacking bpfcc-0.31.0/libbpf-tools/klockstat.bpf.c000066400000000000000000000362031465134135300201660ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 /* Copyright (c) 2021 Google LLC. * * Based on klockstat from BCC by Jiri Olsa and others * 2021-10-26 Barret Rhoden Created this. */ #include "vmlinux.h" #include #include #include #include "klockstat.h" #include "bits.bpf.h" const volatile pid_t targ_tgid = 0; const volatile pid_t targ_pid = 0; void *const volatile targ_lock = NULL; const volatile int per_thread = 0; struct { __uint(type, BPF_MAP_TYPE_STACK_TRACE); __uint(max_entries, MAX_ENTRIES); __uint(key_size, sizeof(u32)); __uint(value_size, PERF_MAX_STACK_DEPTH * sizeof(u64)); } stack_map SEC(".maps"); /* * Uniquely identifies a task grabbing a particular lock; a task can only hold * the same lock once (non-recursive mutexes). */ struct task_lock { u64 task_id; u64 lock_ptr; }; struct lockholder_info { s32 stack_id; u64 task_id; u64 try_at; u64 acq_at; u64 rel_at; u64 lock_ptr; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct task_lock); __type(value, struct lockholder_info); } lockholder_map SEC(".maps"); /* * Keyed by stack_id. * * Multiple call sites may have the same underlying lock, but we only know the * stats for a particular stack frame. Multiple tasks may have the same * stackframe. */ struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, s32); __type(value, struct lock_stat); } stat_map SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, u32); __type(value, void *); } locks SEC(".maps"); static bool tracing_task(u64 task_id) { u32 tgid = task_id >> 32; u32 pid = task_id; if (targ_tgid && targ_tgid != tgid) return false; if (targ_pid && targ_pid != pid) return false; return true; } static void lock_contended(void *ctx, void *lock) { u64 task_id; struct lockholder_info li[1] = {0}; struct task_lock tl = {}; if (targ_lock && targ_lock != lock) return; task_id = bpf_get_current_pid_tgid(); if (!tracing_task(task_id)) return; li->task_id = task_id; li->lock_ptr = (u64)lock; /* * Skip 4 frames, e.g.: * __this_module+0x34ef * __this_module+0x34ef * __this_module+0x8c44 * mutex_lock+0x5 * * Note: if you make major changes to this bpf program, double check * that you aren't skipping too many frames. */ li->stack_id = bpf_get_stackid(ctx, &stack_map, 4 | BPF_F_FAST_STACK_CMP); /* Legit failures include EEXIST */ if (li->stack_id < 0) return; li->try_at = bpf_ktime_get_ns(); tl.task_id = task_id; tl.lock_ptr = (u64)lock; bpf_map_update_elem(&lockholder_map, &tl, li, BPF_ANY); } static void lock_aborted(void *lock) { u64 task_id; struct task_lock tl = {}; if (targ_lock && targ_lock != lock) return; task_id = bpf_get_current_pid_tgid(); if (!tracing_task(task_id)) return; tl.task_id = task_id; tl.lock_ptr = (u64)lock; bpf_map_delete_elem(&lockholder_map, &tl); } static void lock_acquired(void *lock) { u64 task_id; struct lockholder_info *li; struct task_lock tl = {}; if (targ_lock && targ_lock != lock) return; task_id = bpf_get_current_pid_tgid(); if (!tracing_task(task_id)) return; tl.task_id = task_id; tl.lock_ptr = (u64)lock; li = bpf_map_lookup_elem(&lockholder_map, &tl); if (!li) return; li->acq_at = bpf_ktime_get_ns(); } static void account(struct lockholder_info *li) { struct lock_stat *ls; u64 delta; u32 key = li->stack_id; if (per_thread) key = li->task_id; /* * Multiple threads may have the same stack_id. Even though we are * holding the lock, dynamically allocated mutexes can have the same * callgraph but represent different locks. Also, a rwsem can be held * by multiple readers at the same time. They will be accounted as * the same lock, which is what we want, but we need to use atomics to * avoid corruption, especially for the total_time variables. * But it should be ok for per-thread since it's not racy anymore. */ ls = bpf_map_lookup_elem(&stat_map, &key); if (!ls) { struct lock_stat fresh = {0}; bpf_map_update_elem(&stat_map, &key, &fresh, BPF_ANY); ls = bpf_map_lookup_elem(&stat_map, &key); if (!ls) return; if (per_thread) bpf_get_current_comm(ls->acq_max_comm, TASK_COMM_LEN); } delta = li->acq_at - li->try_at; __sync_fetch_and_add(&ls->acq_count, 1); __sync_fetch_and_add(&ls->acq_total_time, delta); if (delta > READ_ONCE(ls->acq_max_time)) { WRITE_ONCE(ls->acq_max_time, delta); WRITE_ONCE(ls->acq_max_id, li->task_id); WRITE_ONCE(ls->acq_max_lock_ptr, li->lock_ptr); /* * Potentially racy, if multiple threads think they are the max, * so you may get a clobbered write. */ if (!per_thread) bpf_get_current_comm(ls->acq_max_comm, TASK_COMM_LEN); } delta = li->rel_at - li->acq_at; __sync_fetch_and_add(&ls->hld_count, 1); __sync_fetch_and_add(&ls->hld_total_time, delta); if (delta > READ_ONCE(ls->hld_max_time)) { WRITE_ONCE(ls->hld_max_time, delta); WRITE_ONCE(ls->hld_max_id, li->task_id); WRITE_ONCE(ls->hld_max_lock_ptr, li->lock_ptr); if (!per_thread) bpf_get_current_comm(ls->hld_max_comm, TASK_COMM_LEN); } } static void lock_released(void *lock) { u64 task_id; struct lockholder_info *li; struct task_lock tl = {}; if (targ_lock && targ_lock != lock) return; task_id = bpf_get_current_pid_tgid(); if (!tracing_task(task_id)) return; tl.task_id = task_id; tl.lock_ptr = (u64)lock; li = bpf_map_lookup_elem(&lockholder_map, &tl); if (!li) return; li->rel_at = bpf_ktime_get_ns(); account(li); bpf_map_delete_elem(&lockholder_map, &tl); } SEC("fentry/mutex_lock") int BPF_PROG(mutex_lock, struct mutex *lock) { lock_contended(ctx, lock); return 0; } SEC("fexit/mutex_lock") int BPF_PROG(mutex_lock_exit, struct mutex *lock, long ret) { lock_acquired(lock); return 0; } SEC("fexit/mutex_trylock") int BPF_PROG(mutex_trylock_exit, struct mutex *lock, long ret) { if (ret) { lock_contended(ctx, lock); lock_acquired(lock); } return 0; } SEC("fentry/mutex_lock_interruptible") int BPF_PROG(mutex_lock_interruptible, struct mutex *lock) { lock_contended(ctx, lock); return 0; } SEC("fexit/mutex_lock_interruptible") int BPF_PROG(mutex_lock_interruptible_exit, struct mutex *lock, long ret) { if (ret) lock_aborted(lock); else lock_acquired(lock); return 0; } SEC("fentry/mutex_lock_killable") int BPF_PROG(mutex_lock_killable, struct mutex *lock) { lock_contended(ctx, lock); return 0; } SEC("fexit/mutex_lock_killable") int BPF_PROG(mutex_lock_killable_exit, struct mutex *lock, long ret) { if (ret) lock_aborted(lock); else lock_acquired(lock); return 0; } SEC("fentry/mutex_unlock") int BPF_PROG(mutex_unlock, struct mutex *lock) { lock_released(lock); return 0; } SEC("fentry/down_read") int BPF_PROG(down_read, struct rw_semaphore *lock) { lock_contended(ctx, lock); return 0; } SEC("fexit/down_read") int BPF_PROG(down_read_exit, struct rw_semaphore *lock, long ret) { lock_acquired(lock); return 0; } SEC("fexit/down_read_trylock") int BPF_PROG(down_read_trylock_exit, struct rw_semaphore *lock, long ret) { if (ret == 1) { lock_contended(ctx, lock); lock_acquired(lock); } return 0; } SEC("fentry/down_read_interruptible") int BPF_PROG(down_read_interruptible, struct rw_semaphore *lock) { lock_contended(ctx, lock); return 0; } SEC("fexit/down_read_interruptible") int BPF_PROG(down_read_interruptible_exit, struct rw_semaphore *lock, long ret) { if (ret) lock_aborted(lock); else lock_acquired(lock); return 0; } SEC("fentry/down_read_killable") int BPF_PROG(down_read_killable, struct rw_semaphore *lock) { lock_contended(ctx, lock); return 0; } SEC("fexit/down_read_killable") int BPF_PROG(down_read_killable_exit, struct rw_semaphore *lock, long ret) { if (ret) lock_aborted(lock); else lock_acquired(lock); return 0; } SEC("fentry/up_read") int BPF_PROG(up_read, struct rw_semaphore *lock) { lock_released(lock); return 0; } SEC("fentry/down_write") int BPF_PROG(down_write, struct rw_semaphore *lock) { lock_contended(ctx, lock); return 0; } SEC("fexit/down_write") int BPF_PROG(down_write_exit, struct rw_semaphore *lock, long ret) { lock_acquired(lock); return 0; } SEC("fexit/down_write_trylock") int BPF_PROG(down_write_trylock_exit, struct rw_semaphore *lock, long ret) { if (ret == 1) { lock_contended(ctx, lock); lock_acquired(lock); } return 0; } SEC("fentry/down_write_killable") int BPF_PROG(down_write_killable, struct rw_semaphore *lock) { lock_contended(ctx, lock); return 0; } SEC("fexit/down_write_killable") int BPF_PROG(down_write_killable_exit, struct rw_semaphore *lock, long ret) { if (ret) lock_aborted(lock); else lock_acquired(lock); return 0; } SEC("fentry/up_write") int BPF_PROG(up_write, struct rw_semaphore *lock) { lock_released(lock); return 0; } SEC("kprobe/mutex_lock") int BPF_KPROBE(kprobe_mutex_lock, struct mutex *lock) { u32 tid = (u32)bpf_get_current_pid_tgid(); bpf_map_update_elem(&locks, &tid, &lock, BPF_ANY); lock_contended(ctx, lock); return 0; } SEC("kretprobe/mutex_lock") int BPF_KRETPROBE(kprobe_mutex_lock_exit, long ret) { u32 tid = (u32)bpf_get_current_pid_tgid(); void **lock; lock = bpf_map_lookup_elem(&locks, &tid); if (!lock) return 0; bpf_map_delete_elem(&locks, &tid); lock_acquired(*lock); return 0; } SEC("kprobe/mutex_trylock") int BPF_KPROBE(kprobe_mutex_trylock, struct mutex *lock) { u32 tid = (u32)bpf_get_current_pid_tgid(); bpf_map_update_elem(&locks, &tid, &lock, BPF_ANY); return 0; } SEC("kretprobe/mutex_trylock") int BPF_KRETPROBE(kprobe_mutex_trylock_exit, long ret) { u32 tid = (u32)bpf_get_current_pid_tgid(); void **lock; lock = bpf_map_lookup_elem(&locks, &tid); if (!lock) return 0; bpf_map_delete_elem(&locks, &tid); if (ret) { lock_contended(ctx, *lock); lock_acquired(*lock); } return 0; } SEC("kprobe/mutex_lock_interruptible") int BPF_KPROBE(kprobe_mutex_lock_interruptible, struct mutex *lock) { u32 tid = (u32)bpf_get_current_pid_tgid(); bpf_map_update_elem(&locks, &tid, &lock, BPF_ANY); lock_contended(ctx, lock); return 0; } SEC("kretprobe/mutex_lock_interruptible") int BPF_KRETPROBE(kprobe_mutex_lock_interruptible_exit, long ret) { u32 tid = (u32)bpf_get_current_pid_tgid(); void **lock; lock = bpf_map_lookup_elem(&locks, &tid); if (!lock) return 0; bpf_map_delete_elem(&locks, &tid); if (ret) lock_aborted(*lock); else lock_acquired(*lock); return 0; } SEC("kprobe/mutex_lock_killable") int BPF_KPROBE(kprobe_mutex_lock_killable, struct mutex *lock) { u32 tid = (u32)bpf_get_current_pid_tgid(); bpf_map_update_elem(&locks, &tid, &lock, BPF_ANY); lock_contended(ctx, lock); return 0; } SEC("kretprobe/mutex_lock_killable") int BPF_KRETPROBE(kprobe_mutex_lock_killable_exit, long ret) { u32 tid = (u32)bpf_get_current_pid_tgid(); void **lock; lock = bpf_map_lookup_elem(&locks, &tid); if (!lock) return 0; bpf_map_delete_elem(&locks, &tid); if (ret) lock_aborted(*lock); else lock_acquired(*lock); return 0; } SEC("kprobe/mutex_unlock") int BPF_KPROBE(kprobe_mutex_unlock, struct mutex *lock) { lock_released(lock); return 0; } SEC("kprobe/down_read") int BPF_KPROBE(kprobe_down_read, struct rw_semaphore *lock) { u32 tid = (u32)bpf_get_current_pid_tgid(); bpf_map_update_elem(&locks, &tid, &lock, BPF_ANY); lock_contended(ctx, lock); return 0; } SEC("kretprobe/down_read") int BPF_KRETPROBE(kprobe_down_read_exit, long ret) { u32 tid = (u32)bpf_get_current_pid_tgid(); void **lock; lock = bpf_map_lookup_elem(&locks, &tid); if (!lock) return 0; bpf_map_delete_elem(&locks, &tid); lock_acquired(*lock); return 0; } SEC("kprobe/down_read_trylock") int BPF_KPROBE(kprobe_down_read_trylock, struct rw_semaphore *lock) { u32 tid = (u32)bpf_get_current_pid_tgid(); bpf_map_update_elem(&locks, &tid, &lock, BPF_ANY); return 0; } SEC("kretprobe/down_read_trylock") int BPF_KRETPROBE(kprobe_down_read_trylock_exit, long ret) { u32 tid = (u32)bpf_get_current_pid_tgid(); void **lock; lock = bpf_map_lookup_elem(&locks, &tid); if (!lock) return 0; bpf_map_delete_elem(&locks, &tid); if (ret == 1) { lock_contended(ctx, *lock); lock_acquired(*lock); } return 0; } SEC("kprobe/down_read_interruptible") int BPF_KPROBE(kprobe_down_read_interruptible, struct rw_semaphore *lock) { u32 tid = (u32)bpf_get_current_pid_tgid(); bpf_map_update_elem(&locks, &tid, &lock, BPF_ANY); lock_contended(ctx, lock); return 0; } SEC("kretprobe/down_read_interruptible") int BPF_KRETPROBE(kprobe_down_read_interruptible_exit, long ret) { u32 tid = (u32)bpf_get_current_pid_tgid(); void **lock; lock = bpf_map_lookup_elem(&locks, &tid); if (!lock) return 0; bpf_map_delete_elem(&locks, &tid); if (ret) lock_aborted(*lock); else lock_acquired(*lock); return 0; } SEC("kprobe/down_read_killable") int BPF_KPROBE(kprobe_down_read_killable, struct rw_semaphore *lock) { u32 tid = (u32)bpf_get_current_pid_tgid(); bpf_map_update_elem(&locks, &tid, &lock, BPF_ANY); lock_contended(ctx, lock); return 0; } SEC("kretprobe/down_read_killable") int BPF_KRETPROBE(kprobe_down_read_killable_exit, long ret) { u32 tid = (u32)bpf_get_current_pid_tgid(); void **lock; lock = bpf_map_lookup_elem(&locks, &tid); if (!lock) return 0; bpf_map_delete_elem(&locks, &tid); if (ret) lock_aborted(*lock); else lock_acquired(*lock); return 0; } SEC("kprobe/up_read") int BPF_KPROBE(kprobe_up_read, struct rw_semaphore *lock) { lock_released(lock); return 0; } SEC("kprobe/down_write") int BPF_KPROBE(kprobe_down_write, struct rw_semaphore *lock) { u32 tid = (u32)bpf_get_current_pid_tgid(); bpf_map_update_elem(&locks, &tid, &lock, BPF_ANY); lock_contended(ctx, lock); return 0; } SEC("kretprobe/down_write") int BPF_KRETPROBE(kprobe_down_write_exit, long ret) { u32 tid = (u32)bpf_get_current_pid_tgid(); void **lock; lock = bpf_map_lookup_elem(&locks, &tid); if (!lock) return 0; bpf_map_delete_elem(&locks, &tid); lock_acquired(*lock); return 0; } SEC("kprobe/down_write_trylock") int BPF_KPROBE(kprobe_down_write_trylock, struct rw_semaphore *lock) { u32 tid = (u32)bpf_get_current_pid_tgid(); bpf_map_update_elem(&locks, &tid, &lock, BPF_ANY); return 0; } SEC("kretprobe/down_write_trylock") int BPF_KRETPROBE(kprobe_down_write_trylock_exit, long ret) { u32 tid = (u32)bpf_get_current_pid_tgid(); void **lock; lock = bpf_map_lookup_elem(&locks, &tid); if (!lock) return 0; bpf_map_delete_elem(&locks, &tid); if (ret == 1) { lock_contended(ctx, *lock); lock_acquired(*lock); } return 0; } SEC("kprobe/down_write_killable") int BPF_KPROBE(kprobe_down_write_killable, struct rw_semaphore *lock) { u32 tid = (u32)bpf_get_current_pid_tgid(); bpf_map_update_elem(&locks, &tid, &lock, BPF_ANY); lock_contended(ctx, lock); return 0; } SEC("kretprobe/down_write_killable") int BPF_KRETPROBE(kprobe_down_write_killable_exit, long ret) { u32 tid = (u32)bpf_get_current_pid_tgid(); void **lock; lock = bpf_map_lookup_elem(&locks, &tid); if (!lock) return 0; bpf_map_delete_elem(&locks, &tid); if (ret) lock_aborted(*lock); else lock_acquired(*lock); return 0; } SEC("kprobe/up_write") int BPF_KPROBE(kprobe_up_write, struct rw_semaphore *lock) { lock_released(lock); return 0; } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/klockstat.c000066400000000000000000000536271465134135300174310ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* Copyright (c) 2021 Google LLC. * * Based on klockstat from BCC by Jiri Olsa and others * 2021-10-26 Barret Rhoden Created this. */ /* Differences from BCC python tool: * - can specify a lock by ksym name, using '-L' * - tracks whichever task had the max time for acquire and hold, outputted * when '-s' > 1 (otherwise it's cluttered). * - does not reset stats each interval by default. Can request with -R. */ #ifndef _GNU_SOURCE #define _GNU_SOURCE #endif #include #include #include #include #include #include #include #include #include #include #include #include "klockstat.h" #include "klockstat.skel.h" #include "compat.h" #include "trace_helpers.h" #define warn(...) fprintf(stderr, __VA_ARGS__) enum { SORT_ACQ_MAX, SORT_ACQ_COUNT, SORT_ACQ_TOTAL, SORT_HLD_MAX, SORT_HLD_COUNT, SORT_HLD_TOTAL, }; static struct prog_env { pid_t pid; pid_t tid; char *caller; char *lock_name; unsigned int nr_locks; unsigned int nr_stack_entries; unsigned int sort_acq; unsigned int sort_hld; unsigned int duration; unsigned int interval; unsigned int iterations; bool reset; bool timestamp; bool verbose; bool per_thread; } env = { .nr_locks = 99999999, .nr_stack_entries = 1, .sort_acq = SORT_ACQ_MAX, .sort_hld = SORT_HLD_MAX, .interval = 99999999, .iterations = 99999999, }; const char *argp_program_version = "klockstat 0.2"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; static const char args_doc[] = "FUNCTION"; static const char program_doc[] = "Trace mutex/sem lock acquisition and hold times, in nsec\n" "\n" "Usage: klockstat [-hPRTv] [-p PID] [-t TID] [-c FUNC] [-L LOCK] [-n NR_LOCKS]\n" " [-s NR_STACKS] [-S SORT] [-d DURATION] [-i INTERVAL]\n" "\v" "Examples:\n" " klockstat # trace system wide until ctrl-c\n" " klockstat -d 5 # trace for 5 seconds\n" " klockstat -i 5 # print stats every 5 seconds\n" " klockstat -p 181 # trace process 181 only\n" " klockstat -t 181 # trace thread 181 only\n" " klockstat -c pipe_ # print only for lock callers with 'pipe_'\n" " # prefix\n" " klockstat -L cgroup_mutex # trace the cgroup_mutex lock only (accepts addr too)\n" " klockstat -S acq_count # sort lock acquired results by acquire count\n" " klockstat -S hld_total # sort lock held results by total held time\n" " klockstat -S acq_count,hld_total # combination of above\n" " klockstat -n 3 # display top 3 locks/threads\n" " klockstat -s 6 # display 6 stack entries per lock\n" " klockstat -P # print stats per thread\n" ; static const struct argp_option opts[] = { { "pid", 'p', "PID", 0, "Filter by process ID", 0 }, { "tid", 't', "TID", 0, "Filter by thread ID", 0 }, { 0, 0, 0, 0, "", 0 }, { "caller", 'c', "FUNC", 0, "Filter by caller string prefix", 0 }, { "lock", 'L', "LOCK", 0, "Filter by specific ksym lock name", 0 }, { 0, 0, 0, 0, "", 0 }, { "locks", 'n', "NR_LOCKS", 0, "Number of locks or threads to print", 0 }, { "stacks", 's', "NR_STACKS", 0, "Number of stack entries to print per lock", 0 }, { "sort", 'S', "SORT", 0, "Sort by field:\n acq_[max|total|count]\n hld_[max|total|count]", 0 }, { 0, 0, 0, 0, "", 0 }, { "duration", 'd', "SECONDS", 0, "Duration to trace", 0 }, { "interval", 'i', "SECONDS", 0, "Print interval", 0 }, { "reset", 'R', NULL, 0, "Reset stats each interval", 0 }, { "timestamp", 'T', NULL, 0, "Print timestamp", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { "per-thread", 'P', NULL, 0, "Print per-thread stats", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static void *parse_lock_addr(const char *lock_name) { unsigned long lock_addr; return sscanf(lock_name, "0x%lx", &lock_addr) ? (void*)lock_addr : NULL; } static void *get_lock_addr(struct ksyms *ksyms, const char *lock_name) { const struct ksym *ksym = ksyms__get_symbol(ksyms, lock_name); return ksym ? (void*)ksym->addr : parse_lock_addr(lock_name); } static const char *get_lock_name(struct ksyms *ksyms, unsigned long addr) { const struct ksym *ksym = ksyms__map_addr(ksyms, addr); return (ksym && ksym->addr == addr) ? ksym->name : "no-ksym"; } static bool parse_one_sort(struct prog_env *env, const char *sort) { const char *field = sort + 4; if (!strncmp(sort, "acq_", 4)) { if (!strcmp(field, "max")) { env->sort_acq = SORT_ACQ_MAX; return true; } else if (!strcmp(field, "total")) { env->sort_acq = SORT_ACQ_TOTAL; return true; } else if (!strcmp(field, "count")) { env->sort_acq = SORT_ACQ_COUNT; return true; } } else if (!strncmp(sort, "hld_", 4)) { if (!strcmp(field, "max")) { env->sort_hld = SORT_HLD_MAX; return true; } else if (!strcmp(field, "total")) { env->sort_hld = SORT_HLD_TOTAL; return true; } else if (!strcmp(field, "count")) { env->sort_hld = SORT_HLD_COUNT; return true; } } return false; } static bool parse_sorts(struct prog_env *env, char *arg) { char *comma = strchr(arg, ','); if (comma) { *comma = '\0'; comma++; if (!parse_one_sort(env, comma)) return false; } return parse_one_sort(env, arg); } static error_t parse_arg(int key, char *arg, struct argp_state *state) { struct prog_env *env = state->input; long duration, interval; switch (key) { case 'p': errno = 0; env->pid = strtol(arg, NULL, 10); if (errno || env->pid <= 0) { warn("Invalid PID: %s\n", arg); argp_usage(state); } break; case 't': errno = 0; env->tid = strtol(arg, NULL, 10); if (errno || env->tid <= 0) { warn("Invalid TID: %s\n", arg); argp_usage(state); } break; case 'c': env->caller = arg; break; case 'L': env->lock_name = arg; break; case 'n': errno = 0; env->nr_locks = strtol(arg, NULL, 10); if (errno || env->nr_locks <= 0) { warn("Invalid NR_LOCKS: %s\n", arg); argp_usage(state); } break; case 's': errno = 0; env->nr_stack_entries = strtol(arg, NULL, 10); if (errno || env->nr_stack_entries <= 0) { warn("Invalid NR_STACKS: %s\n", arg); argp_usage(state); } break; case 'S': if (!parse_sorts(env, arg)) { warn("Bad sort string: %s\n", arg); argp_usage(state); } break; case 'd': errno = 0; duration = strtol(arg, NULL, 10); if (errno || duration <= 0) { warn("Invalid duration: %s\n", arg); argp_usage(state); } env->duration = duration; break; case 'i': errno = 0; interval = strtol(arg, NULL, 10); if (errno || interval <= 0) { warn("Invalid interval: %s\n", arg); argp_usage(state); } env->interval = interval; break; case 'R': env->reset = true; break; case 'T': env->timestamp = true; break; case 'P': env->per_thread = true; break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env->verbose = true; break; case ARGP_KEY_END: if (env->duration) { if (env->interval > env->duration) env->interval = env->duration; env->iterations = env->duration / env->interval; } if (env->per_thread && env->nr_stack_entries != 1) { warn("--per-thread and --stacks cannot be used together\n"); argp_usage(state); } break; default: return ARGP_ERR_UNKNOWN; } return 0; } struct stack_stat { uint32_t stack_id; struct lock_stat ls; uint64_t bt[PERF_MAX_STACK_DEPTH]; }; static bool caller_is_traced(struct ksyms *ksyms, uint64_t caller_pc) { const struct ksym *ksym; if (!env.caller) return true; ksym = ksyms__map_addr(ksyms, caller_pc); if (!ksym) return true; return strncmp(env.caller, ksym->name, strlen(env.caller)) == 0; } static int larger_first(uint64_t x, uint64_t y) { if (x > y) return -1; if (x == y) return 0; return 1; } static int sort_by_acq(const void *x, const void *y) { struct stack_stat *ss_x = *(struct stack_stat**)x; struct stack_stat *ss_y = *(struct stack_stat**)y; switch (env.sort_acq) { case SORT_ACQ_MAX: return larger_first(ss_x->ls.acq_max_time, ss_y->ls.acq_max_time); case SORT_ACQ_COUNT: return larger_first(ss_x->ls.acq_count, ss_y->ls.acq_count); case SORT_ACQ_TOTAL: return larger_first(ss_x->ls.acq_total_time, ss_y->ls.acq_total_time); } warn("bad sort_acq %d\n", env.sort_acq); return -1; } static int sort_by_hld(const void *x, const void *y) { struct stack_stat *ss_x = *(struct stack_stat**)x; struct stack_stat *ss_y = *(struct stack_stat**)y; switch (env.sort_hld) { case SORT_HLD_MAX: return larger_first(ss_x->ls.hld_max_time, ss_y->ls.hld_max_time); case SORT_HLD_COUNT: return larger_first(ss_x->ls.hld_count, ss_y->ls.hld_count); case SORT_HLD_TOTAL: return larger_first(ss_x->ls.hld_total_time, ss_y->ls.hld_total_time); } warn("bad sort_hld %d\n", env.sort_hld); return -1; } static char *symname(struct ksyms *ksyms, uint64_t pc, char *buf, size_t n) { const struct ksym *ksym = ksyms__map_addr(ksyms, pc); if (!ksym) return "Unknown"; snprintf(buf, n, "%s+0x%lx", ksym->name, pc - ksym->addr); return buf; } static char *print_caller(char *buf, int size, struct stack_stat *ss) { snprintf(buf, size, "%u %16s", ss->stack_id, ss->ls.acq_max_comm); return buf; } static char *print_time(char *buf, int size, uint64_t nsec) { struct { float base; char *unit; } table[] = { { 1e9 * 3600, "h " }, { 1e9 * 60, "m " }, { 1e9, "s " }, { 1e6, "ms" }, { 1e3, "us" }, { 0, NULL }, }; for (int i = 0; table[i].base; i++) { if (nsec < table[i].base) continue; snprintf(buf, size, "%.1f %s", nsec / table[i].base, table[i].unit); return buf; } snprintf(buf, size, "%u ns", (unsigned)nsec); return buf; } static void print_acq_header(void) { if (env.per_thread) printf("\n Tid Comm"); else printf("\n Caller"); printf(" Avg Wait Count Max Wait Total Wait\n"); } static void print_acq_stat(struct ksyms *ksyms, struct stack_stat *ss, int nr_stack_entries) { char buf[40]; char avg[40]; char max[40]; char tot[40]; int i; printf("%37s %9s %8llu %10s %12s\n", symname(ksyms, ss->bt[0], buf, sizeof(buf)), print_time(avg, sizeof(avg), ss->ls.acq_total_time / ss->ls.acq_count), ss->ls.acq_count, print_time(max, sizeof(max), ss->ls.acq_max_time), print_time(tot, sizeof(tot), ss->ls.acq_total_time)); for (i = 1; i < nr_stack_entries; i++) { if (!ss->bt[i] || env.per_thread) break; printf("%37s\n", symname(ksyms, ss->bt[i], buf, sizeof(buf))); } if (nr_stack_entries > 1 && !env.per_thread) printf(" Max PID %llu, COMM %s, Lock %s (0x%llx)\n", ss->ls.acq_max_id >> 32, ss->ls.acq_max_comm, get_lock_name(ksyms, ss->ls.acq_max_lock_ptr), ss->ls.acq_max_lock_ptr); } static void print_acq_task(struct stack_stat *ss) { char buf[40]; char avg[40]; char max[40]; char tot[40]; printf("%37s %9s %8llu %10s %12s\n", print_caller(buf, sizeof(buf), ss), print_time(avg, sizeof(avg), ss->ls.acq_total_time / ss->ls.acq_count), ss->ls.acq_count, print_time(max, sizeof(max), ss->ls.acq_max_time), print_time(tot, sizeof(tot), ss->ls.acq_total_time)); } static void print_hld_header(void) { if (env.per_thread) printf("\n Tid Comm"); else printf("\n Caller"); printf(" Avg Hold Count Max Hold Total Hold\n"); } static void print_hld_stat(struct ksyms *ksyms, struct stack_stat *ss, int nr_stack_entries) { char buf[40]; char avg[40]; char max[40]; char tot[40]; int i; printf("%37s %9s %8llu %10s %12s\n", symname(ksyms, ss->bt[0], buf, sizeof(buf)), print_time(avg, sizeof(avg), ss->ls.hld_total_time / ss->ls.hld_count), ss->ls.hld_count, print_time(max, sizeof(max), ss->ls.hld_max_time), print_time(tot, sizeof(tot), ss->ls.hld_total_time)); for (i = 1; i < nr_stack_entries; i++) { if (!ss->bt[i] || env.per_thread) break; printf("%37s\n", symname(ksyms, ss->bt[i], buf, sizeof(buf))); } if (nr_stack_entries > 1 && !env.per_thread) printf(" Max PID %llu, COMM %s, Lock %s (0x%llx)\n", ss->ls.hld_max_id >> 32, ss->ls.hld_max_comm, get_lock_name(ksyms, ss->ls.hld_max_lock_ptr), ss->ls.hld_max_lock_ptr); } static void print_hld_task(struct stack_stat *ss) { char buf[40]; char avg[40]; char max[40]; char tot[40]; printf("%37s %9s %8llu %10s %12s\n", print_caller(buf, sizeof(buf), ss), print_time(avg, sizeof(avg), ss->ls.hld_total_time / ss->ls.hld_count), ss->ls.hld_count, print_time(max, sizeof(max), ss->ls.hld_max_time), print_time(tot, sizeof(tot), ss->ls.hld_total_time)); } static int print_stats(struct ksyms *ksyms, int stack_map, int stat_map) { struct stack_stat **stats, *ss; size_t stat_idx = 0; size_t stats_sz = 1; uint32_t lookup_key = 0; uint32_t stack_id; int ret, i; int nr_stack_entries; stats = calloc(stats_sz, sizeof(void *)); if (!stats) { warn("Out of memory\n"); return -1; } while (bpf_map_get_next_key(stat_map, &lookup_key, &stack_id) == 0) { if (stat_idx == stats_sz) { stats_sz *= 2; stats = libbpf_reallocarray(stats, stats_sz, sizeof(void *)); if (!stats) { warn("Out of memory\n"); return -1; } } ss = malloc(sizeof(struct stack_stat)); if (!ss) { warn("Out of memory\n"); return -1; } lookup_key = ss->stack_id = stack_id; ret = bpf_map_lookup_elem(stat_map, &stack_id, &ss->ls); if (ret) { free(ss); continue; } if (!env.per_thread && bpf_map_lookup_elem(stack_map, &stack_id, &ss->bt)) { /* Can still report the results without a backtrace. */ warn("failed to lookup stack_id %u\n", stack_id); } if (!env.per_thread && !caller_is_traced(ksyms, ss->bt[0])) { free(ss); continue; } stats[stat_idx++] = ss; } nr_stack_entries = MIN(env.nr_stack_entries, PERF_MAX_STACK_DEPTH); qsort(stats, stat_idx, sizeof(void*), sort_by_acq); for (i = 0; i < MIN(env.nr_locks, stat_idx); i++) { if (i == 0 || env.nr_stack_entries > 1) print_acq_header(); if (env.per_thread) print_acq_task(stats[i]); else print_acq_stat(ksyms, stats[i], nr_stack_entries); } qsort(stats, stat_idx, sizeof(void*), sort_by_hld); for (i = 0; i < MIN(env.nr_locks, stat_idx); i++) { if (i == 0 || env.nr_stack_entries > 1) print_hld_header(); if (env.per_thread) print_hld_task(stats[i]); else print_hld_stat(ksyms, stats[i], nr_stack_entries); } for (i = 0; i < stat_idx; i++) { if (env.reset) { ss = stats[i]; bpf_map_delete_elem(stat_map, &ss->stack_id); } free(stats[i]); } free(stats); return 0; } static volatile bool exiting; static void sig_hand(int signr) { exiting = true; } static struct sigaction sigact = {.sa_handler = sig_hand}; static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void enable_fentry(struct klockstat_bpf *obj) { bool debug_lock; bpf_program__set_autoload(obj->progs.kprobe_mutex_lock, false); bpf_program__set_autoload(obj->progs.kprobe_mutex_lock_exit, false); bpf_program__set_autoload(obj->progs.kprobe_mutex_trylock, false); bpf_program__set_autoload(obj->progs.kprobe_mutex_trylock_exit, false); bpf_program__set_autoload(obj->progs.kprobe_mutex_lock_interruptible, false); bpf_program__set_autoload(obj->progs.kprobe_mutex_lock_interruptible_exit, false); bpf_program__set_autoload(obj->progs.kprobe_mutex_lock_killable, false); bpf_program__set_autoload(obj->progs.kprobe_mutex_lock_killable_exit, false); bpf_program__set_autoload(obj->progs.kprobe_mutex_unlock, false); bpf_program__set_autoload(obj->progs.kprobe_down_read, false); bpf_program__set_autoload(obj->progs.kprobe_down_read_exit, false); bpf_program__set_autoload(obj->progs.kprobe_down_read_trylock, false); bpf_program__set_autoload(obj->progs.kprobe_down_read_trylock_exit, false); bpf_program__set_autoload(obj->progs.kprobe_down_read_interruptible, false); bpf_program__set_autoload(obj->progs.kprobe_down_read_interruptible_exit, false); bpf_program__set_autoload(obj->progs.kprobe_down_read_killable, false); bpf_program__set_autoload(obj->progs.kprobe_down_read_killable_exit, false); bpf_program__set_autoload(obj->progs.kprobe_up_read, false); bpf_program__set_autoload(obj->progs.kprobe_down_write, false); bpf_program__set_autoload(obj->progs.kprobe_down_write_exit, false); bpf_program__set_autoload(obj->progs.kprobe_down_write_trylock, false); bpf_program__set_autoload(obj->progs.kprobe_down_write_trylock_exit, false); bpf_program__set_autoload(obj->progs.kprobe_down_write_killable, false); bpf_program__set_autoload(obj->progs.kprobe_down_write_killable_exit, false); bpf_program__set_autoload(obj->progs.kprobe_up_write, false); /* CONFIG_DEBUG_LOCK_ALLOC is on */ debug_lock = fentry_can_attach("mutex_lock_nested", NULL); if (!debug_lock) return; bpf_program__set_attach_target(obj->progs.mutex_lock, 0, "mutex_lock_nested"); bpf_program__set_attach_target(obj->progs.mutex_lock_exit, 0, "mutex_lock_nested"); bpf_program__set_attach_target(obj->progs.mutex_lock_interruptible, 0, "mutex_lock_interruptible_nested"); bpf_program__set_attach_target(obj->progs.mutex_lock_interruptible_exit, 0, "mutex_lock_interruptible_nested"); bpf_program__set_attach_target(obj->progs.mutex_lock_killable, 0, "mutex_lock_killable_nested"); bpf_program__set_attach_target(obj->progs.mutex_lock_killable_exit, 0, "mutex_lock_killable_nested"); bpf_program__set_attach_target(obj->progs.down_read, 0, "down_read_nested"); bpf_program__set_attach_target(obj->progs.down_read_exit, 0, "down_read_nested"); bpf_program__set_attach_target(obj->progs.down_read_killable, 0, "down_read_killable_nested"); bpf_program__set_attach_target(obj->progs.down_read_killable_exit, 0, "down_read_killable_nested"); bpf_program__set_attach_target(obj->progs.down_write, 0, "down_write_nested"); bpf_program__set_attach_target(obj->progs.down_write_exit, 0, "down_write_nested"); bpf_program__set_attach_target(obj->progs.down_write_killable, 0, "down_write_killable_nested"); bpf_program__set_attach_target(obj->progs.down_write_killable_exit, 0, "down_write_killable_nested"); } static void enable_kprobes(struct klockstat_bpf *obj) { bpf_program__set_autoload(obj->progs.mutex_lock, false); bpf_program__set_autoload(obj->progs.mutex_lock_exit, false); bpf_program__set_autoload(obj->progs.mutex_trylock_exit, false); bpf_program__set_autoload(obj->progs.mutex_lock_interruptible, false); bpf_program__set_autoload(obj->progs.mutex_lock_interruptible_exit, false); bpf_program__set_autoload(obj->progs.mutex_lock_killable, false); bpf_program__set_autoload(obj->progs.mutex_lock_killable_exit, false); bpf_program__set_autoload(obj->progs.mutex_unlock, false); bpf_program__set_autoload(obj->progs.down_read, false); bpf_program__set_autoload(obj->progs.down_read_exit, false); bpf_program__set_autoload(obj->progs.down_read_trylock_exit, false); bpf_program__set_autoload(obj->progs.down_read_interruptible, false); bpf_program__set_autoload(obj->progs.down_read_interruptible_exit, false); bpf_program__set_autoload(obj->progs.down_read_killable, false); bpf_program__set_autoload(obj->progs.down_read_killable_exit, false); bpf_program__set_autoload(obj->progs.up_read, false); bpf_program__set_autoload(obj->progs.down_write, false); bpf_program__set_autoload(obj->progs.down_write_exit, false); bpf_program__set_autoload(obj->progs.down_write_trylock_exit, false); bpf_program__set_autoload(obj->progs.down_write_killable, false); bpf_program__set_autoload(obj->progs.down_write_killable_exit, false); bpf_program__set_autoload(obj->progs.up_write, false); } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .args_doc = args_doc, .doc = program_doc, }; struct klockstat_bpf *obj = NULL; struct ksyms *ksyms = NULL; int i, err; struct tm *tm; char ts[32]; time_t t; void *lock_addr = NULL; err = argp_parse(&argp, argc, argv, 0, NULL, &env); if (err) return err; sigaction(SIGINT, &sigact, 0); libbpf_set_print(libbpf_print_fn); ksyms = ksyms__load(); if (!ksyms) { warn("failed to load kallsyms\n"); err = 1; goto cleanup; } if (env.lock_name) { lock_addr = get_lock_addr(ksyms, env.lock_name); if (!lock_addr) { warn("failed to find lock %s\n", env.lock_name); err = 1; goto cleanup; } } obj = klockstat_bpf__open(); if (!obj) { warn("failed to open BPF object\n"); err = 1; goto cleanup; } obj->rodata->targ_tgid = env.pid; obj->rodata->targ_pid = env.tid; obj->rodata->targ_lock = lock_addr; obj->rodata->per_thread = env.per_thread; if (fentry_can_attach("mutex_lock", NULL) || fentry_can_attach("mutex_lock_nested", NULL)) enable_fentry(obj); else enable_kprobes(obj); err = klockstat_bpf__load(obj); if (err) { warn("failed to load BPF object\n"); return 1; } err = klockstat_bpf__attach(obj); if (err) { warn("failed to attach BPF object\n"); goto cleanup; } printf("Tracing mutex/sem lock events... Hit Ctrl-C to end\n"); for (i = 0; i < env.iterations && !exiting; i++) { sleep(env.interval); printf("\n"); if (env.timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s\n", ts); } if (print_stats(ksyms, bpf_map__fd(obj->maps.stack_map), bpf_map__fd(obj->maps.stat_map))) { warn("print_stats error, aborting.\n"); break; } fflush(stdout); } printf("Exiting trace of mutex/sem locks\n"); cleanup: klockstat_bpf__destroy(obj); ksyms__free(ksyms); return err != 0; } bpfcc-0.31.0/libbpf-tools/klockstat.h000066400000000000000000000010101465134135300174110ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __KLOCKSTAT_H #define __KLOCKSTAT_H #define MAX_ENTRIES 102400 #define TASK_COMM_LEN 16 #define PERF_MAX_STACK_DEPTH 127 struct lock_stat { __u64 acq_count; __u64 acq_total_time; __u64 acq_max_time; __u64 acq_max_id; __u64 acq_max_lock_ptr; char acq_max_comm[TASK_COMM_LEN]; __u64 hld_count; __u64 hld_total_time; __u64 hld_max_time; __u64 hld_max_id; __u64 hld_max_lock_ptr; char hld_max_comm[TASK_COMM_LEN]; }; #endif /*__KLOCKSTAT_H */ bpfcc-0.31.0/libbpf-tools/ksnoop.bpf.c000066400000000000000000000311411465134135300174740ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2021, Oracle and/or its affiliates. */ #include "vmlinux.h" #include #include #include #include "ksnoop.h" /* For kretprobes, the instruction pointer in the struct pt_regs context * is the kretprobe_trampoline. We derive the instruction pointer * by pushing it onto a function stack on entry and popping it on return. * * We could use bpf_get_func_ip(), but "stack mode" - where we * specify functions "a", "b and "c" and only want to see a trace if "a" * calls "b" and "b" calls "c" - utilizes this stack to determine if trace * data should be collected. */ #define FUNC_MAX_STACK_DEPTH 16 /* used to convince verifier we do not stray outside of array bounds */ #define FUNC_STACK_DEPTH_MASK (FUNC_MAX_STACK_DEPTH - 1) #ifndef ENOSPC #define ENOSPC 28 #endif struct func_stack { __u64 task; __u64 ips[FUNC_MAX_STACK_DEPTH]; __u8 stack_depth; }; #define MAX_TASKS 2048 /* function call stack hashed on a per-task key */ struct { __uint(type, BPF_MAP_TYPE_HASH); /* function call stack for functions we are tracing */ __uint(max_entries, MAX_TASKS); __type(key, __u64); __type(value, struct func_stack); } ksnoop_func_stack SEC(".maps"); /* per-cpu trace info hashed on function address */ struct { __uint(type, BPF_MAP_TYPE_PERCPU_HASH); __uint(max_entries, MAX_FUNC_TRACES); __type(key, __u64); __type(value, struct trace); } ksnoop_func_map SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(value_size, sizeof(int)); __uint(key_size, sizeof(int)); } ksnoop_perf_map SEC(".maps"); static void clear_trace(struct trace *trace) { __builtin_memset(&trace->trace_data, 0, sizeof(trace->trace_data)); trace->data_flags = 0; trace->buf_len = 0; } static struct trace *get_trace(struct pt_regs *ctx, bool entry) { __u8 stack_depth, last_stack_depth; struct func_stack *func_stack; __u64 ip, last_ip = 0, task; struct trace *trace; task = bpf_get_current_task(); func_stack = bpf_map_lookup_elem(&ksnoop_func_stack, &task); if (!func_stack) { struct func_stack new_stack = { .task = task }; bpf_map_update_elem(&ksnoop_func_stack, &task, &new_stack, BPF_NOEXIST); func_stack = bpf_map_lookup_elem(&ksnoop_func_stack, &task); if (!func_stack) return NULL; } stack_depth = func_stack->stack_depth; if (stack_depth > FUNC_MAX_STACK_DEPTH) return NULL; if (entry) { if (bpf_core_enum_value_exists(enum bpf_func_id, BPF_FUNC_get_func_ip)) ip = bpf_get_func_ip(ctx); else ip = KSNOOP_IP_FIX(PT_REGS_IP_CORE(ctx)); if (stack_depth >= FUNC_MAX_STACK_DEPTH - 1) return NULL; /* verifier doesn't like using "stack_depth - 1" as array index * directly. */ last_stack_depth = stack_depth - 1; /* get address of last function we called */ if (last_stack_depth >= 0 && last_stack_depth < FUNC_MAX_STACK_DEPTH) last_ip = func_stack->ips[last_stack_depth]; /* push ip onto stack. return will pop it. */ func_stack->ips[stack_depth] = ip; /* mask used in case bounds checks are optimized out */ stack_depth = (stack_depth + 1) & FUNC_STACK_DEPTH_MASK; func_stack->stack_depth = stack_depth; /* rather than zero stack entries on popping, we zero the * (stack_depth + 1)'th entry when pushing the current * entry. The reason we take this approach is that * when tracking the set of functions we returned from, * we want the history of functions we returned from to * be preserved. */ if (stack_depth < FUNC_MAX_STACK_DEPTH) func_stack->ips[stack_depth] = 0; } else { if (stack_depth == 0 || stack_depth >= FUNC_MAX_STACK_DEPTH) return NULL; last_stack_depth = stack_depth; /* get address of last function we returned from */ if (last_stack_depth >= 0 && last_stack_depth < FUNC_MAX_STACK_DEPTH) last_ip = func_stack->ips[last_stack_depth]; if (stack_depth > 0) { /* logical OR convinces verifier that we don't * end up with a < 0 value, translating to 0xff * and an outside of map element access. */ stack_depth = (stack_depth - 1) & FUNC_STACK_DEPTH_MASK; } /* retrieve ip from stack as IP in pt_regs is * bpf kretprobe trampoline address. */ if (stack_depth >= 0 && stack_depth < FUNC_MAX_STACK_DEPTH) ip = func_stack->ips[stack_depth]; if (stack_depth >= 0 && stack_depth < FUNC_MAX_STACK_DEPTH) func_stack->stack_depth = stack_depth; } trace = bpf_map_lookup_elem(&ksnoop_func_map, &ip); if (!trace) return NULL; /* we may stash data on entry since predicates are a mix * of entry/return; in such cases, trace->flags specifies * KSNOOP_F_STASH, and we will output stashed data on return. * If returning, make sure we don't clear our stashed data. */ if (!entry && (trace->flags & KSNOOP_F_STASH)) { /* skip clearing trace data */ if (!(trace->data_flags & KSNOOP_F_STASHED)) { /* predicate must have failed */ return NULL; } /* skip clearing trace data */ } else { /* clear trace data before starting. */ clear_trace(trace); } if (entry) { /* if in stack mode, check if previous fn matches */ if (trace->prev_ip && trace->prev_ip != last_ip) return NULL; /* if tracing intermediate fn in stack of fns, stash data. */ if (trace->next_ip) trace->data_flags |= KSNOOP_F_STASH; /* we may stash data on entry since predicates are a mix * of entry/return; in such cases, trace->flags specifies * KSNOOP_F_STASH, and we will output stashed data on return. */ if (trace->flags & KSNOOP_F_STASH) trace->data_flags |= KSNOOP_F_STASH; /* otherwise the data is outputted (because we've reached * the last fn in the set of fns specified). */ } else { /* In stack mode, check if next fn matches the last fn * we returned from; i.e. "a" called "b", and now * we're at "a", was the last fn we returned from "b"? * If so, stash data for later display (when we reach the * first fn in the set of stack fns). */ if (trace->next_ip && trace->next_ip != last_ip) return NULL; if (trace->prev_ip) trace->data_flags |= KSNOOP_F_STASH; /* If there is no "prev" function, i.e. we are at the * first function in a set of stack functions, the trace * info is shown (along with any stashed info associated * with callers). */ } trace->task = task; return trace; } static void output_trace(struct pt_regs *ctx, struct trace *trace) { __u16 trace_len; if (trace->buf_len == 0) goto skip; /* we may be simply stashing values, and will report later */ if (trace->data_flags & KSNOOP_F_STASH) { trace->data_flags &= ~KSNOOP_F_STASH; trace->data_flags |= KSNOOP_F_STASHED; return; } /* we may be outputting earlier stashed data */ if (trace->data_flags & KSNOOP_F_STASHED) trace->data_flags &= ~KSNOOP_F_STASHED; /* trim perf event size to only contain data we've recorded. */ trace_len = sizeof(*trace) + trace->buf_len - MAX_TRACE_BUF; if (trace_len <= sizeof(*trace)) bpf_perf_event_output(ctx, &ksnoop_perf_map, BPF_F_CURRENT_CPU, trace, trace_len); skip: clear_trace(trace); } static void output_stashed_traces(struct pt_regs *ctx, struct trace *currtrace, bool entry) { struct func_stack *func_stack; struct trace *trace = NULL; __u8 i; __u64 task = 0; task = bpf_get_current_task(); func_stack = bpf_map_lookup_elem(&ksnoop_func_stack, &task); if (!func_stack) return; if (entry) { /* iterate from bottom to top of stack, outputting stashed * data we find. This corresponds to the set of functions * we called before the current function. */ for (i = 0; i < func_stack->stack_depth - 1 && i < FUNC_MAX_STACK_DEPTH; i++) { trace = bpf_map_lookup_elem(&ksnoop_func_map, &func_stack->ips[i]); if (!trace || !(trace->data_flags & KSNOOP_F_STASHED)) break; if (trace->task != task) return; output_trace(ctx, trace); } } else { /* iterate from top to bottom of stack, outputting stashed * data we find. This corresponds to the set of functions * that returned prior to the current returning function. */ for (i = FUNC_MAX_STACK_DEPTH; i > 0; i--) { __u64 ip; ip = func_stack->ips[i]; if (!ip) continue; trace = bpf_map_lookup_elem(&ksnoop_func_map, &ip); if (!trace || !(trace->data_flags & KSNOOP_F_STASHED)) break; if (trace->task != task) return; output_trace(ctx, trace); } } /* finally output the current trace info */ output_trace(ctx, currtrace); } static __u64 get_arg(struct pt_regs *ctx, enum arg argnum) { switch (argnum) { case KSNOOP_ARG1: return PT_REGS_PARM1_CORE(ctx); case KSNOOP_ARG2: return PT_REGS_PARM2_CORE(ctx); case KSNOOP_ARG3: return PT_REGS_PARM3_CORE(ctx); case KSNOOP_ARG4: return PT_REGS_PARM4_CORE(ctx); case KSNOOP_ARG5: return PT_REGS_PARM5_CORE(ctx); case KSNOOP_RETURN: return PT_REGS_RC_CORE(ctx); default: return 0; } } static int ksnoop(struct pt_regs *ctx, bool entry) { void *data_ptr = NULL; struct trace *trace; __u64 data; __u32 currpid; int ret; __u8 i; trace = get_trace(ctx, entry); if (!trace) return 0; /* make sure we want events from this pid */ currpid = bpf_get_current_pid_tgid(); if (trace->filter_pid && trace->filter_pid != currpid) return 0; trace->pid = currpid; trace->cpu = bpf_get_smp_processor_id(); trace->time = bpf_ktime_get_ns(); trace->data_flags &= ~(KSNOOP_F_ENTRY | KSNOOP_F_RETURN); if (entry) trace->data_flags |= KSNOOP_F_ENTRY; else trace->data_flags |= KSNOOP_F_RETURN; for (i = 0; i < MAX_TRACES; i++) { struct trace_data *currdata; struct value *currtrace; char *buf_offset = NULL; __u32 tracesize; currdata = &trace->trace_data[i]; currtrace = &trace->traces[i]; if ((entry && !base_arg_is_entry(currtrace->base_arg)) || (!entry && base_arg_is_entry(currtrace->base_arg))) continue; /* skip void (unused) trace arguments, ensuring not to * skip "void *". */ if (currtrace->type_id == 0 && !(currtrace->flags & KSNOOP_F_PTR)) continue; data = get_arg(ctx, currtrace->base_arg); /* look up member value and read into data field. */ if (currtrace->flags & KSNOOP_F_MEMBER) { if (currtrace->offset) data += currtrace->offset; /* member is a pointer; read it in */ if (currtrace->flags & KSNOOP_F_PTR) { void *dataptr = (void *)data; ret = bpf_probe_read_kernel(&data, sizeof(data), dataptr); if (ret) { currdata->err_type_id = currtrace->type_id; currdata->err = ret; continue; } currdata->raw_value = data; } else if (currtrace->size <= sizeof(currdata->raw_value)) { /* read member value for predicate comparison */ bpf_probe_read_kernel(&currdata->raw_value, currtrace->size, (void*)data); } } else { currdata->raw_value = data; } /* simple predicate evaluation: if any predicate fails, * skip all tracing for this function. */ if (currtrace->flags & KSNOOP_F_PREDICATE_MASK) { bool ok = false; if (currtrace->flags & KSNOOP_F_PREDICATE_EQ && currdata->raw_value == currtrace->predicate_value) ok = true; if (currtrace->flags & KSNOOP_F_PREDICATE_NOTEQ && currdata->raw_value != currtrace->predicate_value) ok = true; if (currtrace->flags & KSNOOP_F_PREDICATE_GT && currdata->raw_value > currtrace->predicate_value) ok = true; if (currtrace->flags & KSNOOP_F_PREDICATE_LT && currdata->raw_value < currtrace->predicate_value) ok = true; if (!ok) { clear_trace(trace); return 0; } } if (currtrace->flags & (KSNOOP_F_PTR | KSNOOP_F_MEMBER)) data_ptr = (void *)data; else data_ptr = &data; if (trace->buf_len + MAX_TRACE_DATA >= MAX_TRACE_BUF) break; buf_offset = &trace->buf[trace->buf_len]; if (buf_offset > &trace->buf[MAX_TRACE_BUF]) { currdata->err_type_id = currtrace->type_id; currdata->err = -ENOSPC; continue; } currdata->buf_offset = trace->buf_len; tracesize = currtrace->size; if (tracesize > MAX_TRACE_DATA) tracesize = MAX_TRACE_DATA; ret = bpf_probe_read_kernel(buf_offset, tracesize, data_ptr); if (ret < 0) { currdata->err_type_id = currtrace->type_id; currdata->err = ret; continue; } else { currdata->buf_len = tracesize; trace->buf_len += tracesize; } } /* show accumulated stashed traces (if any) */ if ((entry && trace->prev_ip && !trace->next_ip) || (!entry && trace->next_ip && !trace->prev_ip)) output_stashed_traces(ctx, trace, entry); else output_trace(ctx, trace); return 0; } SEC("kprobe/foo") int BPF_KPROBE(kprobe_entry) { return ksnoop(ctx, true); } SEC("kretprobe/foo") int BPF_KRETPROBE(kprobe_return) { return ksnoop(ctx, false); } char _license[] SEC("license") = "Dual BSD/GPL"; bpfcc-0.31.0/libbpf-tools/ksnoop.c000066400000000000000000000576031465134135300167410ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2021, Oracle and/or its affiliates. */ #include #include #include #include #include #include #include #include #include #include #include "ksnoop.h" #include "ksnoop.skel.h" #ifndef KSNOOP_VERSION #define KSNOOP_VERSION "0.1" #endif static volatile sig_atomic_t exiting = 0; static struct btf *vmlinux_btf; static const char *bin_name; static int pages = PAGES_DEFAULT; enum log_level { DEBUG, WARN, ERROR, }; static enum log_level log_level = WARN; static bool verbose = false; static __u32 filter_pid; static bool stack_mode; static void __p(enum log_level level, char *level_str, char *fmt, ...) { va_list ap; if (level < log_level) return; va_start(ap, fmt); fprintf(stderr, "%s: ", level_str); vfprintf(stderr, fmt, ap); fprintf(stderr, "\n"); va_end(ap); fflush(stderr); } #define p_err(fmt, ...) __p(ERROR, "Error", fmt, ##__VA_ARGS__) #define p_warn(fmt, ...) __p(WARNING, "Warn", fmt, ##__VA_ARGS__) #define p_debug(fmt, ...) __p(DEBUG, "Debug", fmt, ##__VA_ARGS__) static int do_version(int argc, char **argv) { printf("%s v%s\n", bin_name, KSNOOP_VERSION); return 0; } static int cmd_help(int argc, char **argv) { fprintf(stderr, "Usage: %s [OPTIONS] [COMMAND | help] FUNC\n" " COMMAND := { trace | info }\n" " FUNC := { name | name(ARG[,ARG]*) }\n" " ARG := { arg | arg [PRED] | arg->member [PRED] }\n" " PRED := { == | != | > | >= | < | <= value }\n" " OPTIONS := { {-d|--debug} | {-v|--verbose} | {-V|--version} |\n" " {-p|--pid filter_pid}|\n" " {-P|--pages nr_pages} }\n" " {-s|--stack}\n", bin_name); fprintf(stderr, "Examples:\n" " %s info ip_send_skb\n" " %s trace ip_send_skb\n" " %s trace \"ip_send_skb(skb, return)\"\n" " %s trace \"ip_send_skb(skb->sk, return)\"\n" " %s trace \"ip_send_skb(skb->len > 128, skb)\"\n" " %s trace -s udp_sendmsg ip_send_skb\n", bin_name, bin_name, bin_name, bin_name, bin_name, bin_name); return 0; } static void usage(void) { cmd_help(0, NULL); exit(1); } static void type_to_value(struct btf *btf, char *name, __u32 type_id, struct value *val) { const struct btf_type *type; __s32 id = type_id; if (strlen(val->name) == 0) { if (name) strncpy(val->name, name, sizeof(val->name) - 1); else val->name[0] = '\0'; } do { type = btf__type_by_id(btf, id); switch (BTF_INFO_KIND(type->info)) { case BTF_KIND_CONST: case BTF_KIND_VOLATILE: case BTF_KIND_RESTRICT: id = type->type; break; case BTF_KIND_PTR: val->flags |= KSNOOP_F_PTR; id = type->type; break; default: val->type_id = id; goto done; } } while (id >= 0); val->type_id = KSNOOP_ID_UNKNOWN; return; done: val->size = btf__resolve_size(btf, val->type_id); } static int member_to_value(struct btf *btf, const char *name, __u32 type_id, struct value *val, int lvl) { const struct btf_member *member; const struct btf_type *type; const char *pname; __s32 id = type_id; int i, nmembers; __u8 kind; /* type_to_value has already stripped qualifiers, so * we either have a base type, a struct, union, etc. * Only struct/unions have named members so anything * else is invalid. */ p_debug("Looking for member '%s' in type id %d", name, type_id); type = btf__type_by_id(btf, id); pname = btf__str_by_offset(btf, type->name_off); if (strlen(pname) == 0) pname = ""; kind = BTF_INFO_KIND(type->info); switch (kind) { case BTF_KIND_STRUCT: case BTF_KIND_UNION: nmembers = BTF_INFO_VLEN(type->info); p_debug("Checking %d members...", nmembers); for (member = (struct btf_member *)(type + 1), i = 0; i < nmembers; member++, i++) { const char *mname; __u16 offset; type = btf__type_by_id(btf, member->type); mname = btf__str_by_offset(btf, member->name_off); offset = member->offset / 8; p_debug("Checking member '%s' type %d offset %d", mname, member->type, offset); /* anonymous struct member? */ kind = BTF_INFO_KIND(type->info); if (strlen(mname) == 0 && (kind == BTF_KIND_STRUCT || kind == BTF_KIND_UNION)) { p_debug("Checking anon struct/union %d", member->type); val->offset += offset; if (!member_to_value(btf, name, member->type, val, lvl + 1)) return 0; val->offset -= offset; continue; } if (strcmp(mname, name) == 0) { val->offset += offset; val->flags |= KSNOOP_F_MEMBER; type_to_value(btf, NULL, member->type, val); p_debug("Member '%s', offset %d, flags %x size %d", mname, val->offset, val->flags, val->size); return 0; } } if (lvl > 0) break; p_err("No member '%s' found in %s [%d], offset %d", name, pname, id, val->offset); break; default: p_err("'%s' is not a struct/union", pname); break; } return -ENOENT; } static int get_func_btf(struct btf *btf, struct func *func) { const struct btf_param *param; const struct btf_type *type; __u8 i; func->id = btf__find_by_name_kind(btf, func->name, BTF_KIND_FUNC); if (func->id <= 0) { p_err("Cannot find function '%s' in BTF: %s", func->name, strerror(-func->id)); return -ENOENT; } type = btf__type_by_id(btf, func->id); if (!type || BTF_INFO_KIND(type->info) != BTF_KIND_FUNC) { p_err("Error looking up function type via id '%d'", func->id); return -EINVAL; } type = btf__type_by_id(btf, type->type); if (!type || BTF_INFO_KIND(type->info) != BTF_KIND_FUNC_PROTO) { p_err("Error looking up function proto type via id '%d'", func->id); return -EINVAL; } for (param = (struct btf_param *)(type + 1), i = 0; i < BTF_INFO_VLEN(type->info) && i < MAX_ARGS; param++, i++) { type_to_value(btf, (char *)btf__str_by_offset(btf, param->name_off), param->type, &func->args[i]); p_debug("arg #%d: ", i + 1, func->args[i].name, func->args[i].type_id); } /* real number of args, even if it is > number we recorded. */ func->nr_args = BTF_INFO_VLEN(type->info); type_to_value(btf, KSNOOP_RETURN_NAME, type->type, &func->args[KSNOOP_RETURN]); p_debug("return value: type id '%u'>", func->args[KSNOOP_RETURN].type_id); return 0; } static int predicate_to_value(char *predicate, struct value *val) { char pred[MAX_STR]; long v; if (!predicate) return 0; p_debug("checking predicate '%s' for '%s'", predicate, val->name); if (sscanf(predicate, "%[!=><]%li", pred, &v) != 2) { p_err("Invalid specification; expected predicate, not '%s'", predicate); return -EINVAL; } if (!(val->flags & KSNOOP_F_PTR) && (val->size == 0 || val->size > sizeof(__u64))) { p_err("'%s' (size %d) does not support predicate comparison", val->name, val->size); return -EINVAL; } val->predicate_value = (__u64)v; if (strcmp(pred, "==") == 0) { val->flags |= KSNOOP_F_PREDICATE_EQ; goto out; } else if (strcmp(pred, "!=") == 0) { val->flags |= KSNOOP_F_PREDICATE_NOTEQ; goto out; } if (pred[0] == '>') val->flags |= KSNOOP_F_PREDICATE_GT; else if (pred[0] == '<') val->flags |= KSNOOP_F_PREDICATE_LT; if (strlen(pred) == 1) goto out; if (pred[1] != '=') { p_err("Invalid predicate specification '%s'", predicate); return -EINVAL; } val->flags |= KSNOOP_F_PREDICATE_EQ; out: p_debug("predicate '%s', flags 0x%x value %x", pred, val->flags, val->predicate_value); return 0; } static int trace_to_value(struct btf *btf, struct func *func, char *argname, char *membername, char *predicate, struct value *val) { __u8 i; if (strlen(membername) > 0) snprintf(val->name, sizeof(val->name), "%s->%s", argname, membername); else strncpy(val->name, argname, sizeof(val->name)); for (i = 0; i < MAX_TRACES; i++) { if (strcmp(argname, func->args[i].name) != 0) continue; p_debug("setting base arg for val %s to %d", val->name, i); val->base_arg = i; if (strlen(membername) > 0) { if (member_to_value(btf, membername, func->args[i].type_id, val, 0)) return -ENOENT; } else { val->type_id = func->args[i].type_id; val->flags |= func->args[i].flags; val->size = func->args[i].size; } return predicate_to_value(predicate, val); } p_err("Could not find '%s' in arguments/return value for '%s'", argname, func->name); return -ENOENT; } static struct btf *get_btf(const char *name) { struct btf *mod_btf; int err; p_debug("getting BTF for %s", name && strlen(name) > 0 ? name : "vmlinux"); if (!vmlinux_btf) { vmlinux_btf = btf__load_vmlinux_btf(); if (!vmlinux_btf) { err = -errno; p_err("No BTF, cannot determine type info: %s", strerror(-err)); return NULL; } } if (!name || strlen(name) == 0) return vmlinux_btf; mod_btf = btf__load_module_btf(name, vmlinux_btf); if (!mod_btf) { err = -errno; p_err("No BTF for module '%s': %s", name, strerror(-err)); return NULL; } return mod_btf; } static void copy_without_spaces(char *target, char *src) { for (; *src != '\0'; src++) if (!isspace(*src)) *(target++) = *src; *target = '\0'; } static char *type_id_to_str(struct btf *btf, __s32 type_id, char *str) { const struct btf_type *type; const char *name = ""; char *prefix = ""; char *suffix = " "; char *ptr = ""; str[0] = '\0'; switch (type_id) { case 0: name = "void"; break; case KSNOOP_ID_UNKNOWN: name = "?"; break; default: do { type = btf__type_by_id(btf, type_id); if (!type) { name = "?"; break; } switch (BTF_INFO_KIND(type->info)) { case BTF_KIND_CONST: case BTF_KIND_VOLATILE: case BTF_KIND_RESTRICT: type_id = type->type; break; case BTF_KIND_PTR: ptr = "* "; type_id = type->type; break; case BTF_KIND_ARRAY: suffix = "[]"; type_id = type->type; break; case BTF_KIND_STRUCT: prefix = "struct "; name = btf__str_by_offset(btf, type->name_off); break; case BTF_KIND_UNION: prefix = "union "; name = btf__str_by_offset(btf, type->name_off); break; case BTF_KIND_ENUM: prefix = "enum "; name = btf__str_by_offset(btf, type->name_off); break; case BTF_KIND_TYPEDEF: name = btf__str_by_offset(btf, type->name_off); break; default: name = btf__str_by_offset(btf, type->name_off); break; } } while (type_id >= 0 && strlen(name) == 0); break; } snprintf(str, MAX_STR, "%s%s%s%s", prefix, name, suffix, ptr); return str; } static char *value_to_str(struct btf *btf, struct value *val, char *str) { str = type_id_to_str(btf, val->type_id, str); if (val->flags & KSNOOP_F_PTR) strncat(str, "*", MAX_STR); if (strlen(val->name) > 0 && strcmp(val->name, KSNOOP_RETURN_NAME) != 0) strncat(str, val->name, MAX_STR); return str; } /* based heavily on bpf_object__read_kallsyms_file() in libbpf.c */ static int get_func_ip_mod(struct func *func) { char sym_type, sym_name[MAX_STR], mod_info[MAX_STR]; unsigned long long sym_addr; int ret, err = 0; FILE *f; f = fopen("/proc/kallsyms", "r"); if (!f) { err = errno; p_err("failed to open /proc/kallsyms: %s", strerror(err)); return err; } while (true) { ret = fscanf(f, "%llx %c %128s%[^\n]\n", &sym_addr, &sym_type, sym_name, mod_info); if (ret == EOF && feof(f)) break; if (ret < 3) { p_err("failed to read kallsyms entry: %d", ret); err = -EINVAL; goto out; } if (strcmp(func->name, sym_name) != 0) continue; func->ip = sym_addr; func->mod[0] = '\0'; /* get module name from [modname] */ if (ret == 4) { if (sscanf(mod_info, "%*[\t ][%[^]]", func->mod) < 1) { p_err("failed to read module name"); err = -EINVAL; goto out; } } p_debug("%s = ", func->name, func->ip, strlen(func->mod) > 0 ? func->mod : "vmlinux"); break; } out: fclose(f); return err; } static void trace_printf(void *ctx, const char *fmt, va_list args) { vprintf(fmt, args); } #define VALID_NAME "%[A-Za-z0-9\\-_]" #define ARGDATA "%[^)]" static int parse_trace(char *str, struct trace *trace) { __u8 i, nr_predicates = 0, nr_entry = 0, nr_return = 0; char argname[MAX_NAME], membername[MAX_NAME]; char tracestr[MAX_STR], argdata[MAX_STR]; struct func *func = &trace->func; char *arg, *saveptr; int ret; copy_without_spaces(tracestr, str); p_debug("Parsing trace '%s'", tracestr); trace->filter_pid = (__u32)filter_pid; if (filter_pid) p_debug("Using pid %lu as filter", trace->filter_pid); trace->btf = vmlinux_btf; ret = sscanf(tracestr, VALID_NAME "(" ARGDATA ")", func->name, argdata); if (ret <= 0) usage(); if (ret == 1) { if (strlen(tracestr) > strlen(func->name)) { p_err("Invalid function specification '%s'", tracestr); usage(); } argdata[0] = '\0'; p_debug("got func '%s'", func->name); } else { if (strlen(tracestr) > strlen(func->name) + strlen(argdata) + 2) { p_err("Invalid function specification '%s'", tracestr); usage(); } p_debug("got func '%s', args '%s'", func->name, argdata); trace->flags |= KSNOOP_F_CUSTOM; } ret = get_func_ip_mod(func); if (ret) { p_err("could not get address of '%s'", func->name); return ret; } trace->btf = get_btf(func->mod); if (!trace->btf) { ret = -errno; p_err("could not get BTF for '%s': %s", strlen(func->mod) ? func->mod : "vmlinux", strerror(-ret)); return -ENOENT; } trace->dump = btf_dump__new(trace->btf, trace_printf, NULL, NULL); if (!trace->dump) { ret = -errno; p_err("could not create BTF dump : %s", strerror(-ret)); return -EINVAL; } ret = get_func_btf(trace->btf, func); if (ret) { p_debug("unexpected return value '%d' getting function", ret); return ret; } for (arg = strtok_r(argdata, ",", &saveptr), i = 0; arg; arg = strtok_r(NULL, ",", &saveptr), i++) { char *predicate = NULL; ret = sscanf(arg, VALID_NAME "->" VALID_NAME, argname, membername); if (ret == 2) { if (strlen(arg) > strlen(argname) + strlen(membername) + 2) { predicate = arg + strlen(argname) + strlen(membername) + 2; } p_debug("'%s' dereferences '%s', predicate '%s'", argname, membername, predicate); } else { if (strlen(arg) > strlen(argname)) predicate = arg + strlen(argname); p_debug("'%s' arg, predcate '%s'", argname, predicate); membername[0] = '\0'; } if (i >= MAX_TRACES) { p_err("Too many arguments; up to %d are supported", MAX_TRACES); return -EINVAL; } if (trace_to_value(trace->btf, func, argname, membername, predicate, &trace->traces[i])) return -EINVAL; if (predicate) nr_predicates++; if (trace->traces[i].base_arg == KSNOOP_RETURN) nr_return++; else nr_entry++; trace->nr_traces++; } if (trace->nr_traces > 0) { trace->flags |= KSNOOP_F_CUSTOM; p_debug("custom trace with %d args", trace->nr_traces); /* If we have one or more predicates _and_ references to * entry and return values, we need to activate "stash" * mode where arg traces are stored on entry and not * sent until return to ensure predicates are satisfied. */ if (nr_predicates > 0 && nr_entry > 0 && nr_return > 0) { trace->flags |= KSNOOP_F_STASH; p_debug("activating stash mode on entry"); } } else { p_debug("Standard trace, function with %d arguments", func->nr_args); /* copy function arg/return value to trace specification. */ memcpy(trace->traces, func->args, sizeof(trace->traces)); for (i = 0; i < MAX_TRACES; i++) trace->traces[i].base_arg = i; trace->nr_traces = MAX_TRACES; } return 0; } static int parse_traces(int argc, char **argv, struct trace **traces) { __u8 i; if (argc == 0) usage(); if (argc > MAX_FUNC_TRACES) { p_err("A maximum of %d traces are supported", MAX_FUNC_TRACES); return -EINVAL; } *traces = calloc(argc, sizeof(struct trace)); if (!*traces) { p_err("Could not allocate %d traces", argc); return -ENOMEM; } for (i = 0; i < argc; i++) { if (parse_trace(argv[i], &((*traces)[i]))) return -EINVAL; if (!stack_mode || i == 0) continue; /* tell stack mode trace which function to expect next */ (*traces)[i].prev_ip = (*traces)[i-1].func.ip; (*traces)[i-1].next_ip = (*traces)[i].func.ip; } return i; } static int cmd_info(int argc, char **argv) { struct trace *traces = NULL; char str[MAX_STR]; int nr_traces; __u8 i, j; nr_traces = parse_traces(argc, argv, &traces); if (nr_traces < 0) return nr_traces; for (i = 0; i < nr_traces; i++) { struct func *func = &traces[i].func; printf("%s%s(", value_to_str(traces[i].btf, &func->args[KSNOOP_RETURN], str), func->name); for (j = 0; j < func->nr_args; j++) { if (j > 0) printf(", "); printf("%s", value_to_str(traces[i].btf, &func->args[j], str)); } if (func->nr_args > MAX_ARGS) printf(" /* and %d more args that are not traceable */", func->nr_args - MAX_ARGS); printf(");\n"); } free(traces); return 0; } static void trace_handler(void *ctx, int cpu, void *data, __u32 size) { struct trace *trace = data; int i, shown, ret; p_debug("got trace, size %d", size); if (size < (sizeof(*trace) - MAX_TRACE_BUF)) { p_err("\t/* trace buffer size '%u' < min %ld */", size, sizeof(trace) - MAX_TRACE_BUF); return; } printf("%16lld %4d %8u %s(\n", trace->time, trace->cpu, trace->pid, trace->func.name); for (i = 0, shown = 0; i < trace->nr_traces; i++) { DECLARE_LIBBPF_OPTS(btf_dump_type_data_opts, opts); bool entry = trace->data_flags & KSNOOP_F_ENTRY; struct value *val = &trace->traces[i]; struct trace_data *data = &trace->trace_data[i]; opts.indent_level = 36; opts.indent_str = " "; /* skip if it's entry data and trace data is for return, or * if it's return and trace data is entry; only exception in * the latter case is if we stashed data; in such cases we * want to see it as it's a mix of entry/return data with * predicates. */ if ((entry && !base_arg_is_entry(val->base_arg)) || (!entry && base_arg_is_entry(val->base_arg) && !(trace->flags & KSNOOP_F_STASH))) continue; if (val->type_id == 0) continue; if (shown > 0) printf(",\n"); printf("%34s %s = ", "", val->name); if (val->flags & KSNOOP_F_PTR) printf("*(0x%llx)", data->raw_value); printf("\n"); if (data->err_type_id != 0) { char typestr[MAX_STR]; printf("%36s /* Cannot show '%s' as '%s%s'; invalid/userspace ptr? */\n", "", val->name, type_id_to_str(trace->btf, val->type_id, typestr), val->flags & KSNOOP_F_PTR ? " *" : ""); } else { ret = btf_dump__dump_type_data (trace->dump, val->type_id, trace->buf + data->buf_offset, data->buf_len, &opts); /* truncated? */ if (ret == -E2BIG) printf("%36s... /* %d bytes of %d */", "", data->buf_len, val->size); } shown++; } printf("\n%31s);\n\n", ""); fflush(stdout); } static void lost_handler(void *ctx, int cpu, __u64 cnt) { p_err("\t/* lost %llu events */", cnt); } static void sig_int(int signo) { exiting = 1; } static int add_traces(struct bpf_map *func_map, struct trace *traces, int nr_traces) { int i, j, ret, nr_cpus = libbpf_num_possible_cpus(); struct trace *map_traces; map_traces = calloc(nr_cpus, sizeof(struct trace)); if (!map_traces) { p_err("Could not allocate memory for %d traces", nr_traces); return -ENOMEM; } for (i = 0; i < nr_traces; i++) { for (j = 0; j < nr_cpus; j++) memcpy(&map_traces[j], &traces[i], sizeof(map_traces[j])); ret = bpf_map_update_elem(bpf_map__fd(func_map), &traces[i].func.ip, map_traces, BPF_NOEXIST); if (ret) { p_err("Could not add map entry for '%s': %s", traces[i].func.name, strerror(-ret)); break; } } free(map_traces); return ret; } static int attach_traces(struct ksnoop_bpf *skel, struct trace *traces, int nr_traces) { int i, ret; for (i = 0; i < nr_traces; i++) { traces[i].links[0] = bpf_program__attach_kprobe(skel->progs.kprobe_entry, false, traces[i].func.name); if (!traces[i].links[0]) { ret = -errno; p_err("Could not attach kprobe to '%s': %s", traces[i].func.name, strerror(-ret)); return ret; } p_debug("Attached kprobe for '%s'", traces[i].func.name); traces[i].links[1] = bpf_program__attach_kprobe(skel->progs.kprobe_return, true, traces[i].func.name); if (!traces[i].links[1]) { ret = -errno; p_err("Could not attach kretprobe to '%s': %s", traces[i].func.name, strerror(-ret)); return ret; } p_debug("Attached kretprobe for '%s'", traces[i].func.name); } return 0; } static int cmd_trace(int argc, char **argv) { struct bpf_map *perf_map, *func_map; struct perf_buffer *pb = NULL; struct ksnoop_bpf *skel; int i, nr_traces, ret = -1; struct trace *traces = NULL; nr_traces = parse_traces(argc, argv, &traces); if (nr_traces < 0) return nr_traces; skel = ksnoop_bpf__open_and_load(); if (!skel) { ret = -errno; p_err("Could not load ksnoop BPF: %s", strerror(-ret)); return 1; } perf_map = skel->maps.ksnoop_perf_map; if (!perf_map) { p_err("Could not find '%s'", "ksnoop_perf_map"); goto cleanup; } func_map = bpf_object__find_map_by_name(skel->obj, "ksnoop_func_map"); if (!func_map) { p_err("Could not find '%s'", "ksnoop_func_map"); goto cleanup; } if (add_traces(func_map, traces, nr_traces)) { p_err("Could not add traces to '%s'", "ksnoop_func_map"); goto cleanup; } if (attach_traces(skel, traces, nr_traces)) { p_err("Could not attach %d traces", nr_traces); goto cleanup; } pb = perf_buffer__new(bpf_map__fd(perf_map), pages, trace_handler, lost_handler, NULL, NULL); if (!pb) { ret = -errno; p_err("Could not create perf buffer: %s", strerror(-ret)); goto cleanup; } printf("%16s %4s %8s %s\n", "TIME", "CPU", "PID", "FUNCTION/ARGS"); if (signal(SIGINT, sig_int) == SIG_ERR) { fprintf(stderr, "can't set signal handler: %s\n", strerror(errno)); ret = 1; goto cleanup; } while (!exiting) { ret = perf_buffer__poll(pb, 1); if (ret < 0 && ret != -EINTR) { fprintf(stderr, "error polling perf buffer: %s\n", strerror(-ret)); goto cleanup; } /* reset ret to return 0 if exiting */ ret = 0; } cleanup: for (i = 0; i < nr_traces; i++) { bpf_link__destroy(traces[i].links[0]); bpf_link__destroy(traces[i].links[1]); } free(traces); perf_buffer__free(pb); ksnoop_bpf__destroy(skel); return ret; } struct cmd { const char *cmd; int (*func)(int argc, char **argv); }; struct cmd cmds[] = { { "info", cmd_info }, { "trace", cmd_trace }, { "help", cmd_help }, { NULL, NULL } }; static int cmd_select(int argc, char **argv) { int i; for (i = 0; cmds[i].cmd; i++) { if (strncmp(*argv, cmds[i].cmd, strlen(*argv)) == 0) return cmds[i].func(argc - 1, argv + 1); } return cmd_trace(argc, argv); } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !verbose) return 0; return vfprintf(stderr, format, args); } int main(int argc, char *argv[]) { static const struct option options[] = { { "debug", no_argument, NULL, 'd' }, { "verbose", no_argument, NULL, 'v' }, { "help", no_argument, NULL, 'h' }, { "version", no_argument, NULL, 'V' }, { "pages", required_argument, NULL, 'P' }, { "pid", required_argument, NULL, 'p' }, { 0 } }; int opt; bin_name = argv[0]; while ((opt = getopt_long(argc, argv, "dvhp:P:sV", options, NULL)) >= 0) { switch (opt) { case 'd': verbose = true; log_level = DEBUG; break; case 'v': verbose = true; log_level = DEBUG; break; case 'h': return cmd_help(argc, argv); case 'V': return do_version(argc, argv); case 'p': filter_pid = atoi(optarg); break; case 'P': pages = atoi(optarg); break; case 's': stack_mode = true; break; default: p_err("unrecognized option '%s'", argv[optind - 1]); usage(); } } if (argc == 1) usage(); argc -= optind; argv += optind; if (argc < 0) usage(); libbpf_set_print(libbpf_print_fn); return cmd_select(argc, argv); } bpfcc-0.31.0/libbpf-tools/ksnoop.h000066400000000000000000000056541465134135300167450ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2021, Oracle and/or its affiliates. */ /* maximum number of different functions we can trace at once */ #define MAX_FUNC_TRACES 64 enum arg { KSNOOP_ARG1, KSNOOP_ARG2, KSNOOP_ARG3, KSNOOP_ARG4, KSNOOP_ARG5, KSNOOP_RETURN }; /* we choose "return" as the name for the returned value because as * a C keyword it can't clash with a function entry parameter. */ #define KSNOOP_RETURN_NAME "return" /* if we can't get a type id for a type (such as module-specific type) * mark it as KSNOOP_ID_UNKNOWN since BTF lookup in bpf_snprintf_btf() * will fail and the data will be simply displayed as a __u64. */ #define KSNOOP_ID_UNKNOWN 0xffffffff #define MAX_NAME 96 #define MAX_STR 256 #define MAX_PATH 512 #define MAX_VALUES 6 #define MAX_ARGS (MAX_VALUES - 1) #define KSNOOP_F_PTR 0x1 /* value is a pointer */ #define KSNOOP_F_MEMBER 0x2 /* member reference */ #define KSNOOP_F_ENTRY 0x4 #define KSNOOP_F_RETURN 0x8 #define KSNOOP_F_CUSTOM 0x10 /* custom trace */ #define KSNOOP_F_STASH 0x20 /* store values on entry, * no perf events. */ #define KSNOOP_F_STASHED 0x40 /* values stored on entry */ #define KSNOOP_F_PREDICATE_EQ 0x100 #define KSNOOP_F_PREDICATE_NOTEQ 0x200 #define KSNOOP_F_PREDICATE_GT 0x400 #define KSNOOP_F_PREDICATE_LT 0x800 #define KSNOOP_F_PREDICATE_MASK (KSNOOP_F_PREDICATE_EQ | \ KSNOOP_F_PREDICATE_NOTEQ | \ KSNOOP_F_PREDICATE_GT | \ KSNOOP_F_PREDICATE_LT) /* for kprobes, entry is function IP + sizeof(kprobe_opcode_t), * subtract in BPF prog context to get fn address. */ #ifdef __TARGET_ARCH_x86 #define KSNOOP_IP_FIX(ip) (ip - sizeof(kprobe_opcode_t)) #else #define KSNOOP_IP_FIX(ip) ip #endif struct value { char name[MAX_STR]; enum arg base_arg; __u32 offset; __u32 size; __u64 type_id; __u64 flags; __u64 predicate_value; }; struct func { char name[MAX_NAME]; char mod[MAX_NAME]; __s32 id; __u8 nr_args; __u64 ip; struct value args[MAX_VALUES]; }; #define MAX_TRACES MAX_VALUES #define MAX_TRACE_DATA 2048 struct trace_data { __u64 raw_value; __u32 err_type_id; /* type id we can't dereference */ int err; __u32 buf_offset; __u16 buf_len; }; #define MAX_TRACE_BUF (MAX_TRACES * MAX_TRACE_DATA) struct trace { /* initial values are readonly in tracing context */ struct btf *btf; struct btf_dump *dump; struct func func; struct bpf_link *links[2]; __u8 nr_traces; __u32 filter_pid; __u64 prev_ip; /* these are used in stack-mode tracing */ __u64 next_ip; struct value traces[MAX_TRACES]; __u64 flags; /* values below this point are set or modified in tracing context */ __u64 task; __u32 pid; __u32 cpu; __u64 time; __u64 data_flags; struct trace_data trace_data[MAX_TRACES]; __u16 buf_len; char buf[MAX_TRACE_BUF]; char buf_end[0]; }; #define PAGES_DEFAULT 16 static inline int base_arg_is_entry(enum arg base_arg) { return base_arg != KSNOOP_RETURN; } bpfcc-0.31.0/libbpf-tools/llcstat.bpf.c000066400000000000000000000023731465134135300176360ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Wenbo Zhang #include #include #include #include "maps.bpf.h" #include "llcstat.h" #define MAX_ENTRIES 10240 const volatile bool targ_per_thread = false; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct key_info); __type(value, struct value_info); } infos SEC(".maps"); static __always_inline int trace_event(__u64 sample_period, bool miss) { struct key_info key = {}; struct value_info *infop, zero = {}; u64 pid_tgid = bpf_get_current_pid_tgid(); key.cpu = bpf_get_smp_processor_id(); key.pid = pid_tgid >> 32; if (targ_per_thread) key.tid = (u32)pid_tgid; else key.tid = key.pid; infop = bpf_map_lookup_or_try_init(&infos, &key, &zero); if (!infop) return 0; if (miss) infop->miss += sample_period; else infop->ref += sample_period; bpf_get_current_comm(infop->comm, sizeof(infop->comm)); return 0; } SEC("perf_event") int on_cache_miss(struct bpf_perf_event_data *ctx) { return trace_event(ctx->sample_period, true); } SEC("perf_event") int on_cache_ref(struct bpf_perf_event_data *ctx) { return trace_event(ctx->sample_period, false); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/llcstat.c000066400000000000000000000145411465134135300170700ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Wenbo Zhang // // Based on llcstat(8) from BCC by Teng Qin. // 29-Sep-2020 Wenbo Zhang Created this. // 20-Jun-2022 YeZhengMao Added tid info. #include #include #include #include #include #include #include #include #include #include "llcstat.h" #include "llcstat.skel.h" #include "btf_helpers.h" #include "trace_helpers.h" struct env { int sample_period; time_t duration; bool verbose; bool per_thread; } env = { .sample_period = 100, .duration = 10, }; static volatile bool exiting; const char *argp_program_version = "llcstat 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Summarize cache references and misses by PID.\n" "\n" "USAGE: llcstat [--help] [-c SAMPLE_PERIOD] [duration]\n"; static const struct argp_option opts[] = { { "sample_period", 'c', "SAMPLE_PERIOD", 0, "Sample one in this many " "number of cache reference / miss events", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { "tid", 't', NULL, 0, "Summarize cache references and misses by PID/TID", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 't': env.per_thread = true; break; case 'c': errno = 0; env.sample_period = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid sample period\n"); argp_usage(state); } break; case ARGP_KEY_ARG: if (pos_args++) { fprintf(stderr, "unrecognized positional argument: %s\n", arg); argp_usage(state); } errno = 0; env.duration = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid duration\n"); argp_usage(state); } break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int nr_cpus; static int open_and_attach_perf_event(__u64 config, int period, struct bpf_program *prog, struct bpf_link *links[]) { struct perf_event_attr attr = { .type = PERF_TYPE_HARDWARE, .freq = 0, .sample_period = period, .config = config, }; int i, fd; for (i = 0; i < nr_cpus; i++) { fd = syscall(__NR_perf_event_open, &attr, -1, i, -1, 0); if (fd < 0) { /* Ignore CPU that is offline */ if (errno == ENODEV) continue; fprintf(stderr, "failed to init perf sampling: %s\n", strerror(errno)); return -1; } links[i] = bpf_program__attach_perf_event(prog, fd); if (!links[i]) { fprintf(stderr, "failed to attach perf event on cpu: %d\n", i); close(fd); return -1; } } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_handler(int sig) { exiting = true; } static void print_map(struct bpf_map *map) { __u64 total_ref = 0, total_miss = 0, total_hit, hit; __u32 pid, cpu, tid; struct key_info lookup_key = { .cpu = -1 }, next_key; int err, fd = bpf_map__fd(map); struct value_info info; while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_lookup_elem(fd, &next_key, &info); if (err < 0) { fprintf(stderr, "failed to lookup infos: %d\n", err); return; } hit = info.ref > info.miss ? info.ref - info.miss : 0; cpu = next_key.cpu; pid = next_key.pid; tid = next_key.tid; printf("%-8u ", pid); if (env.per_thread) { printf("%-8u ", tid); } printf("%-16s %-4u %12llu %12llu %6.2f%%\n", info.comm, cpu, info.ref, info.miss, info.ref > 0 ? hit * 1.0 / info.ref * 100 : 0); total_miss += info.miss; total_ref += info.ref; lookup_key = next_key; } total_hit = total_ref > total_miss ? total_ref - total_miss : 0; printf("Total References: %llu Total Misses: %llu Hit Rate: %.2f%%\n", total_ref, total_miss, total_ref > 0 ? total_hit * 1.0 / total_ref * 100 : 0); lookup_key.cpu = -1; while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_delete_elem(fd, &next_key); if (err < 0) { fprintf(stderr, "failed to cleanup infos: %d\n", err); return; } lookup_key = next_key; } } int main(int argc, char **argv) { struct bpf_link **rlinks = NULL, **mlinks = NULL; LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct llcstat_bpf *obj; int err, i; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); nr_cpus = libbpf_num_possible_cpus(); if (nr_cpus < 0) { fprintf(stderr, "failed to get # of possible cpus: '%s'!\n", strerror(-nr_cpus)); return 1; } mlinks = calloc(nr_cpus, sizeof(*mlinks)); rlinks = calloc(nr_cpus, sizeof(*rlinks)); if (!mlinks || !rlinks) { fprintf(stderr, "failed to alloc mlinks or rlinks\n"); return 1; } err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = llcstat_bpf__open_opts(&open_opts); if (!obj) { fprintf(stderr, "failed to open and/or load BPF object\n"); goto cleanup; } obj->rodata->targ_per_thread = env.per_thread; err = llcstat_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } if (open_and_attach_perf_event(PERF_COUNT_HW_CACHE_MISSES, env.sample_period, obj->progs.on_cache_miss, mlinks)) goto cleanup; if (open_and_attach_perf_event(PERF_COUNT_HW_CACHE_REFERENCES, env.sample_period, obj->progs.on_cache_ref, rlinks)) goto cleanup; printf("Running for %ld seconds or Hit Ctrl-C to end.\n", env.duration); signal(SIGINT, sig_handler); sleep(env.duration); printf("%-8s ", "PID"); if (env.per_thread) { printf("%-8s ", "TID"); } printf("%-16s %-4s %12s %12s %7s\n", "NAME", "CPU", "REFERENCE", "MISS", "HIT%"); print_map(obj->maps.infos); cleanup: for (i = 0; i < nr_cpus; i++) { bpf_link__destroy(mlinks[i]); bpf_link__destroy(rlinks[i]); } free(mlinks); free(rlinks); llcstat_bpf__destroy(obj); cleanup_core_btf(&open_opts); return err != 0; } bpfcc-0.31.0/libbpf-tools/llcstat.h000066400000000000000000000004341465134135300170710ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __LLCSTAT_H #define __LLCSTAT_H #define TASK_COMM_LEN 16 struct value_info { __u64 ref; __u64 miss; char comm[TASK_COMM_LEN]; }; struct key_info { __u32 cpu; __u32 pid; __u32 tid; }; #endif /* __LLCSTAT_H */ bpfcc-0.31.0/libbpf-tools/loongarch/000077500000000000000000000000001465134135300172255ustar00rootroot00000000000000bpfcc-0.31.0/libbpf-tools/loongarch/vmlinux.h000077700000000000000000000000001465134135300233352vmlinux_602.hustar00rootroot00000000000000bpfcc-0.31.0/libbpf-tools/loongarch/vmlinux_602.h000066400000000000000000113400021465134135300214700ustar00rootroot00000000000000#ifndef __VMLINUX_H__ #define __VMLINUX_H__ #ifndef BPF_NO_PRESERVE_ACCESS_INDEX #pragma clang attribute push (__attribute__((preserve_access_index)), apply_to = record) #endif typedef signed char __s8; typedef unsigned char __u8; typedef short unsigned int __u16; typedef int __s32; typedef unsigned int __u32; typedef long long int __s64; typedef long long unsigned int __u64; typedef __s8 s8; typedef __u8 u8; typedef __u16 u16; typedef __s32 s32; typedef __u32 u32; typedef __s64 s64; typedef __u64 u64; enum { false = 0, true = 1, }; typedef long int __kernel_long_t; typedef long unsigned int __kernel_ulong_t; typedef int __kernel_pid_t; typedef unsigned int __kernel_uid32_t; typedef unsigned int __kernel_gid32_t; typedef __kernel_ulong_t __kernel_size_t; typedef __kernel_long_t __kernel_ssize_t; typedef long long int __kernel_loff_t; typedef long long int __kernel_time64_t; typedef __kernel_long_t __kernel_clock_t; typedef int __kernel_timer_t; typedef int __kernel_clockid_t; typedef unsigned int __poll_t; typedef u32 __kernel_dev_t; typedef __kernel_dev_t dev_t; typedef short unsigned int umode_t; typedef __kernel_pid_t pid_t; typedef __kernel_clockid_t clockid_t; typedef _Bool bool; typedef __kernel_uid32_t uid_t; typedef __kernel_gid32_t gid_t; typedef __kernel_loff_t loff_t; typedef __kernel_size_t size_t; typedef __kernel_ssize_t ssize_t; typedef s32 int32_t; typedef u32 uint32_t; typedef u64 uint64_t; typedef u64 sector_t; typedef u64 blkcnt_t; typedef unsigned int gfp_t; typedef unsigned int fmode_t; typedef u64 phys_addr_t; typedef long unsigned int irq_hw_number_t; typedef struct { int counter; } atomic_t; typedef struct { s64 counter; } atomic64_t; struct list_head { struct list_head *next; struct list_head *prev; }; struct hlist_node; struct hlist_head { struct hlist_node *first; }; struct hlist_node { struct hlist_node *next; struct hlist_node **pprev; }; struct callback_head { struct callback_head *next; void (*func)(struct callback_head *); }; struct kernel_symbol { long unsigned int value; const char *name; const char *namespace; }; typedef atomic64_t atomic_long_t; typedef int (*initcall_t)(); struct lock_class_key {}; struct fs_context; struct fs_parameter_spec; struct dentry; struct super_block; struct module; struct file_system_type { const char *name; int fs_flags; int (*init_fs_context)(struct fs_context *); const struct fs_parameter_spec *parameters; struct dentry * (*mount)(struct file_system_type *, int, const char *, void *); void (*kill_sb)(struct super_block *); struct module *owner; struct file_system_type *next; struct hlist_head fs_supers; struct lock_class_key s_lock_key; struct lock_class_key s_umount_key; struct lock_class_key s_vfs_rename_key; struct lock_class_key s_writers_key[3]; struct lock_class_key i_lock_key; struct lock_class_key i_mutex_key; struct lock_class_key invalidate_lock_key; struct lock_class_key i_mutex_dir_key; }; struct obs_kernel_param { const char *str; int (*setup_func)(char *); int early; }; struct qspinlock { union { atomic_t val; struct { u8 locked; u8 pending; }; struct { u16 locked_pending; u16 tail; }; }; }; typedef struct qspinlock arch_spinlock_t; struct qrwlock { union { atomic_t cnts; struct { u8 wlocked; u8 __lstate[3]; }; }; arch_spinlock_t wait_lock; }; typedef struct qrwlock arch_rwlock_t; struct lockdep_map {}; struct raw_spinlock { arch_spinlock_t raw_lock; }; typedef struct raw_spinlock raw_spinlock_t; struct ratelimit_state { raw_spinlock_t lock; int interval; int burst; int printed; int missed; long unsigned int begin; long unsigned int flags; }; enum module_state { MODULE_STATE_LIVE = 0, MODULE_STATE_COMING = 1, MODULE_STATE_GOING = 2, MODULE_STATE_UNFORMED = 3, }; struct refcount_struct { atomic_t refs; }; typedef struct refcount_struct refcount_t; struct kref { refcount_t refcount; }; struct kset; struct kobj_type; struct kernfs_node; struct kobject { const char *name; struct list_head entry; struct kobject *parent; struct kset *kset; const struct kobj_type *ktype; struct kernfs_node *sd; struct kref kref; unsigned int state_initialized: 1; unsigned int state_in_sysfs: 1; unsigned int state_add_uevent_sent: 1; unsigned int state_remove_uevent_sent: 1; unsigned int uevent_suppress: 1; }; struct module_param_attrs; struct completion; struct module_kobject { struct kobject kobj; struct module *mod; struct kobject *drivers_dir; struct module_param_attrs *mp; struct completion *kobj_completion; }; struct optimistic_spin_queue { atomic_t tail; }; struct mutex { atomic_long_t owner; raw_spinlock_t wait_lock; struct optimistic_spin_queue osq; struct list_head wait_list; }; struct rb_node { long unsigned int __rb_parent_color; struct rb_node *rb_right; struct rb_node *rb_left; }; struct latch_tree_node { struct rb_node node[2]; }; struct mod_tree_node { struct module *mod; struct latch_tree_node node; }; struct module_layout { void *base; unsigned int size; unsigned int text_size; unsigned int ro_size; unsigned int ro_after_init_size; struct mod_tree_node mtn; }; struct mod_section { int shndx; int num_entries; int max_entries; }; struct plt_entry; struct mod_arch_specific { struct mod_section got; struct mod_section plt; struct mod_section plt_idx; struct plt_entry *ftrace_trampolines; }; struct elf64_sym; typedef struct elf64_sym Elf64_Sym; struct mod_kallsyms { Elf64_Sym *symtab; unsigned int num_symtab; char *strtab; char *typetab; }; struct module_attribute; struct kernel_param; struct exception_table_entry; struct bug_entry; struct module_sect_attrs; struct module_notes_attrs; struct tracepoint; typedef struct tracepoint * const tracepoint_ptr_t; struct srcu_struct; struct bpf_raw_event_map; struct trace_event_call; struct trace_eval_map; struct module { enum module_state state; struct list_head list; char name[56]; unsigned char build_id[20]; struct module_kobject mkobj; struct module_attribute *modinfo_attrs; const char *version; const char *srcversion; struct kobject *holders_dir; const struct kernel_symbol *syms; const s32 *crcs; unsigned int num_syms; struct mutex param_lock; struct kernel_param *kp; unsigned int num_kp; unsigned int num_gpl_syms; const struct kernel_symbol *gpl_syms; const s32 *gpl_crcs; bool using_gplonly_symbols; bool async_probe_requested; unsigned int num_exentries; struct exception_table_entry *extable; int (*init)(); long: 64; long: 64; long: 64; long: 64; long: 64; struct module_layout core_layout; struct module_layout init_layout; struct mod_arch_specific arch; long unsigned int taints; unsigned int num_bugs; struct list_head bug_list; struct bug_entry *bug_table; struct mod_kallsyms *kallsyms; struct mod_kallsyms core_kallsyms; struct module_sect_attrs *sect_attrs; struct module_notes_attrs *notes_attrs; char *args; void *percpu; unsigned int percpu_size; void *noinstr_text_start; unsigned int noinstr_text_size; unsigned int num_tracepoints; tracepoint_ptr_t *tracepoints_ptrs; unsigned int num_srcu_structs; struct srcu_struct **srcu_struct_ptrs; unsigned int num_bpf_raw_events; struct bpf_raw_event_map *bpf_raw_events; unsigned int btf_data_size; void *btf_data; unsigned int num_trace_bprintk_fmt; const char **trace_bprintk_fmt_start; struct trace_event_call **trace_events; unsigned int num_trace_events; struct trace_eval_map **trace_evals; unsigned int num_trace_evals; unsigned int num_ftrace_callsites; long unsigned int *ftrace_callsites; void *kprobes_text_start; unsigned int kprobes_text_size; long unsigned int *kprobe_blacklist; unsigned int num_kprobe_blacklist; struct list_head source_list; struct list_head target_list; void (*exit)(); atomic_t refcnt; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kernel_param_ops { unsigned int flags; int (*set)(const char *, const struct kernel_param *); int (*get)(char *, const struct kernel_param *); void (*free)(void *); }; typedef void *fl_owner_t; struct file; struct kiocb; struct iov_iter; struct io_comp_batch; struct dir_context; struct poll_table_struct; struct vm_area_struct; struct inode; struct file_lock; struct page; struct pipe_inode_info; struct seq_file; struct io_uring_cmd; struct file_operations { struct module *owner; loff_t (*llseek)(struct file *, loff_t, int); ssize_t (*read)(struct file *, char *, size_t, loff_t *); ssize_t (*write)(struct file *, const char *, size_t, loff_t *); ssize_t (*read_iter)(struct kiocb *, struct iov_iter *); ssize_t (*write_iter)(struct kiocb *, struct iov_iter *); int (*iopoll)(struct kiocb *, struct io_comp_batch *, unsigned int); int (*iterate)(struct file *, struct dir_context *); int (*iterate_shared)(struct file *, struct dir_context *); __poll_t (*poll)(struct file *, struct poll_table_struct *); long int (*unlocked_ioctl)(struct file *, unsigned int, long unsigned int); long int (*compat_ioctl)(struct file *, unsigned int, long unsigned int); int (*mmap)(struct file *, struct vm_area_struct *); long unsigned int mmap_supported_flags; int (*open)(struct inode *, struct file *); int (*flush)(struct file *, fl_owner_t); int (*release)(struct inode *, struct file *); int (*fsync)(struct file *, loff_t, loff_t, int); int (*fasync)(int, struct file *, int); int (*lock)(struct file *, int, struct file_lock *); ssize_t (*sendpage)(struct file *, struct page *, int, size_t, loff_t *, int); long unsigned int (*get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); int (*check_flags)(int); int (*flock)(struct file *, int, struct file_lock *); ssize_t (*splice_write)(struct pipe_inode_info *, struct file *, loff_t *, size_t, unsigned int); ssize_t (*splice_read)(struct file *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); int (*setlease)(struct file *, long int, struct file_lock **, void **); long int (*fallocate)(struct file *, int, loff_t, loff_t); void (*show_fdinfo)(struct seq_file *, struct file *); ssize_t (*copy_file_range)(struct file *, loff_t, struct file *, loff_t, size_t, unsigned int); loff_t (*remap_file_range)(struct file *, loff_t, struct file *, loff_t, loff_t, unsigned int); int (*fadvise)(struct file *, loff_t, loff_t, int); int (*uring_cmd)(struct io_uring_cmd *, unsigned int); int (*uring_cmd_iopoll)(struct io_uring_cmd *, struct io_comp_batch *, unsigned int); }; struct static_call_key { void *func; }; struct bug_entry { int bug_addr_disp; int file_disp; short unsigned int line; short unsigned int flags; }; typedef __s64 time64_t; struct __kernel_timespec { __kernel_time64_t tv_sec; long long int tv_nsec; }; struct timespec64 { time64_t tv_sec; long int tv_nsec; }; enum timespec_type { TT_NONE = 0, TT_NATIVE = 1, TT_COMPAT = 2, }; typedef s32 old_time32_t; struct old_timespec32 { old_time32_t tv_sec; s32 tv_nsec; }; struct pollfd { int fd; short int events; short int revents; }; struct restart_block { long unsigned int arch_data; long int (*fn)(struct restart_block *); union { struct { u32 *uaddr; u32 val; u32 flags; u32 bitset; u64 time; u32 *uaddr2; } futex; struct { clockid_t clockid; enum timespec_type type; union { struct __kernel_timespec *rmtp; struct old_timespec32 *compat_rmtp; }; u64 expires; } nanosleep; struct { struct pollfd *ufds; int nfds; int has_timeout; long unsigned int tv_sec; long unsigned int tv_nsec; } poll; }; }; struct cpumask { long unsigned int bits[1]; }; typedef struct cpumask cpumask_t; typedef struct cpumask cpumask_var_t[1]; struct seq_operations; struct seq_file { char *buf; size_t size; size_t from; size_t count; size_t pad_until; loff_t index; loff_t read_pos; struct mutex lock; const struct seq_operations *op; int poll_event; const struct file *file; void *private; }; union fpureg { __u32 val32[8]; __u64 val64[4]; }; struct loongarch_fpu { unsigned int fcsr; uint64_t fcc; union fpureg fpr[32]; }; struct loongarch_vdso_info; struct thread_struct { long unsigned int reg01; long unsigned int reg03; long unsigned int reg22; long unsigned int reg23; long unsigned int reg24; long unsigned int reg25; long unsigned int reg26; long unsigned int reg27; long unsigned int reg28; long unsigned int reg29; long unsigned int reg30; long unsigned int reg31; long unsigned int sched_ra; long unsigned int sched_cfa; long unsigned int csr_prmd; long unsigned int csr_crmd; long unsigned int csr_euen; long unsigned int csr_ecfg; long unsigned int csr_badvaddr; long unsigned int scr0; long unsigned int scr1; long unsigned int scr2; long unsigned int scr3; long unsigned int eflags; long unsigned int trap_nr; long unsigned int error_code; struct loongarch_vdso_info *vdso; long: 64; struct loongarch_fpu fpu; long: 64; long: 64; }; typedef unsigned int vm_fault_t; struct vm_fault; struct vm_special_mapping { const char *name; struct page **pages; vm_fault_t (*fault)(const struct vm_special_mapping *, struct vm_area_struct *, struct vm_fault *); int (*mremap)(const struct vm_special_mapping *, struct vm_area_struct *); }; struct loongarch_vdso_info { void *vdso; long unsigned int size; long unsigned int offset_sigreturn; struct vm_special_mapping code_mapping; struct vm_special_mapping data_mapping; }; struct task_struct; struct pt_regs; struct thread_info { struct task_struct *task; long unsigned int flags; long unsigned int tp_value; __u32 cpu; int preempt_count; struct pt_regs *regs; long unsigned int syscall; long unsigned int syscall_work; }; struct llist_node { struct llist_node *next; }; struct __call_single_node { struct llist_node llist; union { unsigned int u_flags; atomic_t a_flags; }; u16 src; u16 dst; }; struct load_weight { long unsigned int weight; u32 inv_weight; }; struct util_est { unsigned int enqueued; unsigned int ewma; }; struct sched_avg { u64 last_update_time; u64 load_sum; u64 runnable_sum; u32 util_sum; u32 period_contrib; long unsigned int load_avg; long unsigned int runnable_avg; long unsigned int util_avg; struct util_est util_est; }; struct cfs_rq; struct sched_entity { struct load_weight load; struct rb_node run_node; struct list_head group_node; unsigned int on_rq; u64 exec_start; u64 sum_exec_runtime; u64 vruntime; u64 prev_sum_exec_runtime; u64 nr_migrations; int depth; struct sched_entity *parent; struct cfs_rq *cfs_rq; struct cfs_rq *my_q; long unsigned int runnable_weight; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_avg avg; }; struct rt_rq; struct sched_rt_entity { struct list_head run_list; long unsigned int timeout; long unsigned int watchdog_stamp; unsigned int time_slice; short unsigned int on_rq; short unsigned int on_list; struct sched_rt_entity *back; struct sched_rt_entity *parent; struct rt_rq *rt_rq; struct rt_rq *my_q; }; typedef s64 ktime_t; struct timerqueue_node { struct rb_node node; ktime_t expires; }; enum hrtimer_restart { HRTIMER_NORESTART = 0, HRTIMER_RESTART = 1, }; struct hrtimer_clock_base; struct hrtimer { struct timerqueue_node node; ktime_t _softexpires; enum hrtimer_restart (*function)(struct hrtimer *); struct hrtimer_clock_base *base; u8 state; u8 is_rel; u8 is_soft; u8 is_hard; }; struct sched_dl_entity { struct rb_node rb_node; u64 dl_runtime; u64 dl_deadline; u64 dl_period; u64 dl_bw; u64 dl_density; s64 runtime; u64 deadline; unsigned int flags; unsigned int dl_throttled: 1; unsigned int dl_yielded: 1; unsigned int dl_non_contending: 1; unsigned int dl_overrun: 1; struct hrtimer dl_timer; struct hrtimer inactive_timer; struct sched_dl_entity *pi_se; }; struct sched_statistics { u64 wait_start; u64 wait_max; u64 wait_count; u64 wait_sum; u64 iowait_count; u64 iowait_sum; u64 sleep_start; u64 sleep_max; s64 sum_sleep_runtime; u64 block_start; u64 block_max; s64 sum_block_runtime; u64 exec_max; u64 slice_max; u64 nr_migrations_cold; u64 nr_failed_migrations_affine; u64 nr_failed_migrations_running; u64 nr_failed_migrations_hot; u64 nr_forced_migrations; u64 nr_wakeups; u64 nr_wakeups_sync; u64 nr_wakeups_migrate; u64 nr_wakeups_local; u64 nr_wakeups_remote; u64 nr_wakeups_affine; u64 nr_wakeups_affine_attempts; u64 nr_wakeups_passive; u64 nr_wakeups_idle; long: 64; long: 64; long: 64; long: 64; }; union rcu_special { struct { u8 blocked; u8 need_qs; u8 exp_hint; u8 need_mb; } b; u32 s; }; struct sched_info { long unsigned int pcount; long long unsigned int run_delay; long long unsigned int last_arrival; long long unsigned int last_queued; }; struct plist_node { int prio; struct list_head prio_list; struct list_head node_list; }; struct prev_cputime { u64 utime; u64 stime; raw_spinlock_t lock; }; struct rb_root { struct rb_node *rb_node; }; struct rb_root_cached { struct rb_root rb_root; struct rb_node *rb_leftmost; }; struct timerqueue_head { struct rb_root_cached rb_root; }; struct posix_cputimer_base { u64 nextevt; struct timerqueue_head tqhead; }; struct posix_cputimers { struct posix_cputimer_base bases[3]; unsigned int timers_active; unsigned int expiry_active; }; struct sem_undo_list; struct sysv_sem { struct sem_undo_list *undo_list; }; struct sysv_shm { struct list_head shm_clist; }; typedef struct { long unsigned int sig[1]; } sigset_t; struct sigpending { struct list_head list; sigset_t signal; }; typedef struct { uid_t val; } kuid_t; struct seccomp_filter; struct seccomp { int mode; atomic_t filter_count; struct seccomp_filter *filter; }; struct syscall_user_dispatch { char *selector; long unsigned int offset; long unsigned int len; bool on_dispatch; }; struct spinlock { union { struct raw_spinlock rlock; }; }; typedef struct spinlock spinlock_t; struct wake_q_node { struct wake_q_node *next; }; struct task_io_accounting { u64 rchar; u64 wchar; u64 syscr; u64 syscw; u64 read_bytes; u64 write_bytes; u64 cancelled_write_bytes; }; typedef struct { long unsigned int bits[1]; } nodemask_t; struct seqcount { unsigned int sequence; }; typedef struct seqcount seqcount_t; struct seqcount_spinlock { seqcount_t seqcount; }; typedef struct seqcount_spinlock seqcount_spinlock_t; struct tlbflush_unmap_batch {}; struct page_frag { struct page *page; __u32 offset; __u32 size; }; struct kmap_ctrl {}; struct timer_list { struct hlist_node entry; long unsigned int expires; void (*function)(struct timer_list *); u32 flags; }; struct llist_head { struct llist_node *first; }; struct sched_class; struct task_group; struct mm_struct; struct pid; struct cred; struct key; struct nameidata; struct fs_struct; struct files_struct; struct io_uring_task; struct nsproxy; struct signal_struct; struct sighand_struct; struct audit_context; struct rt_mutex_waiter; struct bio_list; struct blk_plug; struct reclaim_state; struct backing_dev_info; struct io_context; struct capture_control; struct kernel_siginfo; typedef struct kernel_siginfo kernel_siginfo_t; struct css_set; struct robust_list_head; struct futex_pi_state; struct perf_event_context; struct mempolicy; struct numa_group; struct rseq; struct task_delay_info; struct ftrace_ret_stack; struct mem_cgroup; struct request_queue; struct bpf_local_storage; struct bpf_run_ctx; struct task_struct { unsigned int __state; void *stack; refcount_t usage; unsigned int flags; unsigned int ptrace; int on_cpu; struct __call_single_node wake_entry; unsigned int wakee_flips; long unsigned int wakee_flip_decay_ts; struct task_struct *last_wakee; int recent_used_cpu; int wake_cpu; int on_rq; int prio; int static_prio; int normal_prio; unsigned int rt_priority; long: 32; long: 64; long: 64; long: 64; struct sched_entity se; struct sched_rt_entity rt; struct sched_dl_entity dl; const struct sched_class *sched_class; struct task_group *sched_task_group; long: 64; struct sched_statistics stats; unsigned int btrace_seq; unsigned int policy; int nr_cpus_allowed; const cpumask_t *cpus_ptr; cpumask_t *user_cpus_ptr; cpumask_t cpus_mask; void *migration_pending; short unsigned int migration_disabled; short unsigned int migration_flags; int trc_reader_nesting; int trc_ipi_to_cpu; union rcu_special trc_reader_special; struct list_head trc_holdout_list; struct list_head trc_blkd_node; int trc_blkd_cpu; struct sched_info sched_info; struct list_head tasks; struct plist_node pushable_tasks; struct rb_node pushable_dl_tasks; struct mm_struct *mm; struct mm_struct *active_mm; int exit_state; int exit_code; int exit_signal; int pdeath_signal; long unsigned int jobctl; unsigned int personality; unsigned int sched_reset_on_fork: 1; unsigned int sched_contributes_to_load: 1; unsigned int sched_migrated: 1; int: 29; unsigned int sched_remote_wakeup: 1; unsigned int in_execve: 1; unsigned int in_iowait: 1; unsigned int in_user_fault: 1; unsigned int no_cgroup_migration: 1; unsigned int frozen: 1; unsigned int use_memdelay: 1; unsigned int in_eventfd: 1; unsigned int in_thrashing: 1; long unsigned int atomic_flags; struct restart_block restart_block; pid_t pid; pid_t tgid; long unsigned int stack_canary; struct task_struct *real_parent; struct task_struct *parent; struct list_head children; struct list_head sibling; struct task_struct *group_leader; struct list_head ptraced; struct list_head ptrace_entry; struct pid *thread_pid; struct hlist_node pid_links[4]; struct list_head thread_group; struct list_head thread_node; struct completion *vfork_done; int *set_child_tid; int *clear_child_tid; void *worker_private; u64 utime; u64 stime; u64 gtime; struct prev_cputime prev_cputime; long unsigned int nvcsw; long unsigned int nivcsw; u64 start_time; u64 start_boottime; long unsigned int min_flt; long unsigned int maj_flt; struct posix_cputimers posix_cputimers; const struct cred *ptracer_cred; const struct cred *real_cred; const struct cred *cred; struct key *cached_requested_key; char comm[16]; struct nameidata *nameidata; struct sysv_sem sysvsem; struct sysv_shm sysvshm; struct fs_struct *fs; struct files_struct *files; struct io_uring_task *io_uring; struct nsproxy *nsproxy; struct signal_struct *signal; struct sighand_struct *sighand; sigset_t blocked; sigset_t real_blocked; sigset_t saved_sigmask; struct sigpending pending; long unsigned int sas_ss_sp; size_t sas_ss_size; unsigned int sas_ss_flags; struct callback_head *task_works; struct audit_context *audit_context; kuid_t loginuid; unsigned int sessionid; struct seccomp seccomp; struct syscall_user_dispatch syscall_dispatch; u64 parent_exec_id; u64 self_exec_id; spinlock_t alloc_lock; raw_spinlock_t pi_lock; struct wake_q_node wake_q; struct rb_root_cached pi_waiters; struct task_struct *pi_top_task; struct rt_mutex_waiter *pi_blocked_on; void *journal_info; struct bio_list *bio_list; struct blk_plug *plug; struct reclaim_state *reclaim_state; struct backing_dev_info *backing_dev_info; struct io_context *io_context; struct capture_control *capture_control; long unsigned int ptrace_message; kernel_siginfo_t *last_siginfo; struct task_io_accounting ioac; u64 acct_rss_mem1; u64 acct_vm_mem1; u64 acct_timexpd; nodemask_t mems_allowed; seqcount_spinlock_t mems_allowed_seq; int cpuset_mem_spread_rotor; int cpuset_slab_spread_rotor; struct css_set *cgroups; struct list_head cg_list; struct robust_list_head *robust_list; struct list_head pi_state_list; struct futex_pi_state *pi_state_cache; struct mutex futex_exit_mutex; unsigned int futex_state; struct perf_event_context *perf_event_ctxp; struct mutex perf_event_mutex; struct list_head perf_event_list; struct mempolicy *mempolicy; short int il_prev; short int pref_node_fork; int numa_scan_seq; unsigned int numa_scan_period; unsigned int numa_scan_period_max; int numa_preferred_nid; long unsigned int numa_migrate_retry; u64 node_stamp; u64 last_task_numa_placement; u64 last_sum_exec_runtime; struct callback_head numa_work; struct numa_group *numa_group; long unsigned int *numa_faults; long unsigned int total_numa_faults; long unsigned int numa_faults_locality[3]; long unsigned int numa_pages_migrated; struct rseq *rseq; u32 rseq_sig; long unsigned int rseq_event_mask; struct tlbflush_unmap_batch tlb_ubc; union { refcount_t rcu_users; struct callback_head rcu; }; struct pipe_inode_info *splice_pipe; struct page_frag task_frag; struct task_delay_info *delays; int make_it_fail; unsigned int fail_nth; int nr_dirtied; int nr_dirtied_pause; long unsigned int dirty_paused_when; u64 timer_slack_ns; u64 default_timer_slack_ns; int curr_ret_stack; int curr_ret_depth; struct ftrace_ret_stack *ret_stack; long long unsigned int ftrace_timestamp; atomic_t trace_overrun; atomic_t tracing_graph_pause; long unsigned int trace_recursion; struct mem_cgroup *memcg_in_oom; gfp_t memcg_oom_gfp_mask; int memcg_oom_order; unsigned int memcg_nr_pages_over_high; struct mem_cgroup *active_memcg; struct request_queue *throttle_queue; unsigned int sequential_io; unsigned int sequential_io_avg; struct kmap_ctrl kmap_ctrl; int pagefault_disabled; struct task_struct *oom_reaper_list; struct timer_list oom_reaper_timer; void *security; struct bpf_local_storage *bpf_storage; struct bpf_run_ctx *bpf_ctx; struct llist_head kretprobe_instances; long: 64; long: 64; struct thread_struct thread; }; struct pt_regs { long unsigned int regs[32]; long unsigned int orig_a0; long unsigned int csr_era; long unsigned int csr_badvaddr; long unsigned int csr_crmd; long unsigned int csr_prmd; long unsigned int csr_euen; long unsigned int csr_ecfg; long unsigned int csr_estat; long unsigned int __last[0]; }; typedef struct { arch_rwlock_t raw_lock; } rwlock_t; struct wait_queue_head { spinlock_t lock; struct list_head head; }; typedef struct wait_queue_head wait_queue_head_t; struct hlist_bl_node; struct hlist_bl_head { struct hlist_bl_node *first; }; struct hlist_bl_node { struct hlist_bl_node *next; struct hlist_bl_node **pprev; }; struct seqcount_raw_spinlock { seqcount_t seqcount; }; typedef struct seqcount_raw_spinlock seqcount_raw_spinlock_t; typedef struct { seqcount_spinlock_t seqcount; spinlock_t lock; } seqlock_t; struct lockref { union { __u64 lock_count; struct { spinlock_t lock; int count; }; }; }; struct qstr { union { struct { u32 hash; u32 len; }; u64 hash_len; }; const unsigned char *name; }; struct dentry_operations; struct dentry { unsigned int d_flags; seqcount_spinlock_t d_seq; struct hlist_bl_node d_hash; struct dentry *d_parent; struct qstr d_name; struct inode *d_inode; unsigned char d_iname[32]; struct lockref d_lockref; const struct dentry_operations *d_op; struct super_block *d_sb; long unsigned int d_time; void *d_fsdata; union { struct list_head d_lru; wait_queue_head_t *d_wait; }; struct list_head d_child; struct list_head d_subdirs; union { struct hlist_node d_alias; struct hlist_bl_node d_in_lookup_hash; struct callback_head d_rcu; } d_u; }; typedef struct { gid_t val; } kgid_t; struct rw_semaphore { atomic_long_t count; atomic_long_t owner; struct optimistic_spin_queue osq; raw_spinlock_t wait_lock; struct list_head wait_list; }; struct xarray { spinlock_t xa_lock; gfp_t xa_flags; void *xa_head; }; typedef u32 errseq_t; struct address_space_operations; struct address_space { struct inode *host; struct xarray i_pages; struct rw_semaphore invalidate_lock; gfp_t gfp_mask; atomic_t i_mmap_writable; struct rb_root_cached i_mmap; struct rw_semaphore i_mmap_rwsem; long unsigned int nrpages; long unsigned int writeback_index; const struct address_space_operations *a_ops; long unsigned int flags; errseq_t wb_err; spinlock_t private_lock; struct list_head private_list; void *private_data; }; struct posix_acl; struct inode_operations; struct bdi_writeback; struct file_lock_context; struct cdev; struct fsnotify_mark_connector; struct fscrypt_info; struct fsverity_info; struct inode { umode_t i_mode; short unsigned int i_opflags; kuid_t i_uid; kgid_t i_gid; unsigned int i_flags; struct posix_acl *i_acl; struct posix_acl *i_default_acl; const struct inode_operations *i_op; struct super_block *i_sb; struct address_space *i_mapping; void *i_security; long unsigned int i_ino; union { const unsigned int i_nlink; unsigned int __i_nlink; }; dev_t i_rdev; loff_t i_size; struct timespec64 i_atime; struct timespec64 i_mtime; struct timespec64 i_ctime; spinlock_t i_lock; short unsigned int i_bytes; u8 i_blkbits; u8 i_write_hint; blkcnt_t i_blocks; long unsigned int i_state; struct rw_semaphore i_rwsem; long unsigned int dirtied_when; long unsigned int dirtied_time_when; struct hlist_node i_hash; struct list_head i_io_list; struct bdi_writeback *i_wb; int i_wb_frn_winner; u16 i_wb_frn_avg_time; u16 i_wb_frn_history; struct list_head i_lru; struct list_head i_sb_list; struct list_head i_wb_list; union { struct hlist_head i_dentry; struct callback_head i_rcu; }; atomic64_t i_version; atomic64_t i_sequence; atomic_t i_count; atomic_t i_dio_count; atomic_t i_writecount; atomic_t i_readcount; union { const struct file_operations *i_fop; void (*free_inode)(struct inode *); }; struct file_lock_context *i_flctx; struct address_space i_data; struct list_head i_devices; union { struct pipe_inode_info *i_pipe; struct cdev *i_cdev; char *i_link; unsigned int i_dir_seq; }; __u32 i_generation; __u32 i_fsnotify_mask; struct fsnotify_mark_connector *i_fsnotify_marks; struct fscrypt_info *i_crypt_info; struct fsverity_info *i_verity_info; void *i_private; }; struct vfsmount; struct path; struct dentry_operations { int (*d_revalidate)(struct dentry *, unsigned int); int (*d_weak_revalidate)(struct dentry *, unsigned int); int (*d_hash)(const struct dentry *, struct qstr *); int (*d_compare)(const struct dentry *, unsigned int, const char *, const struct qstr *); int (*d_delete)(const struct dentry *); int (*d_init)(struct dentry *); void (*d_release)(struct dentry *); void (*d_prune)(struct dentry *); void (*d_iput)(struct dentry *, struct inode *); char * (*d_dname)(struct dentry *, char *, int); struct vfsmount * (*d_automount)(struct path *); int (*d_manage)(const struct path *, bool); struct dentry * (*d_real)(struct dentry *, const struct inode *); long: 64; long: 64; long: 64; }; struct mtd_info; typedef long long int qsize_t; struct quota_format_type; struct mem_dqinfo { struct quota_format_type *dqi_format; int dqi_fmt_id; struct list_head dqi_dirty_list; long unsigned int dqi_flags; unsigned int dqi_bgrace; unsigned int dqi_igrace; qsize_t dqi_max_spc_limit; qsize_t dqi_max_ino_limit; void *dqi_priv; }; struct quota_format_ops; struct quota_info { unsigned int flags; struct rw_semaphore dqio_sem; struct inode *files[3]; struct mem_dqinfo info[3]; const struct quota_format_ops *ops[3]; }; struct rcu_sync { int gp_state; int gp_count; wait_queue_head_t gp_wait; struct callback_head cb_head; }; struct rcuwait { struct task_struct *task; }; struct percpu_rw_semaphore { struct rcu_sync rss; unsigned int *read_count; struct rcuwait writer; wait_queue_head_t waiters; atomic_t block; }; struct sb_writers { int frozen; wait_queue_head_t wait_unfrozen; struct percpu_rw_semaphore rw_sem[3]; }; typedef struct { __u8 b[16]; } uuid_t; struct shrink_control; struct shrinker { long unsigned int (*count_objects)(struct shrinker *, struct shrink_control *); long unsigned int (*scan_objects)(struct shrinker *, struct shrink_control *); long int batch; int seeks; unsigned int flags; struct list_head list; int id; atomic_long_t *nr_deferred; }; struct list_lru_node; struct list_lru { struct list_lru_node *node; struct list_head list; int shrinker_id; bool memcg_aware; struct xarray xa; }; struct work_struct; typedef void (*work_func_t)(struct work_struct *); struct work_struct { atomic_long_t data; struct list_head entry; work_func_t func; }; struct super_operations; struct dquot_operations; struct quotactl_ops; struct export_operations; struct xattr_handler; struct fscrypt_operations; struct fscrypt_keyring; struct fsverity_operations; struct unicode_map; struct block_device; struct workqueue_struct; struct user_namespace; struct super_block { struct list_head s_list; dev_t s_dev; unsigned char s_blocksize_bits; long unsigned int s_blocksize; loff_t s_maxbytes; struct file_system_type *s_type; const struct super_operations *s_op; const struct dquot_operations *dq_op; const struct quotactl_ops *s_qcop; const struct export_operations *s_export_op; long unsigned int s_flags; long unsigned int s_iflags; long unsigned int s_magic; struct dentry *s_root; struct rw_semaphore s_umount; int s_count; atomic_t s_active; void *s_security; const struct xattr_handler **s_xattr; const struct fscrypt_operations *s_cop; struct fscrypt_keyring *s_master_keys; const struct fsverity_operations *s_vop; struct unicode_map *s_encoding; __u16 s_encoding_flags; struct hlist_bl_head s_roots; struct list_head s_mounts; struct block_device *s_bdev; struct backing_dev_info *s_bdi; struct mtd_info *s_mtd; struct hlist_node s_instances; unsigned int s_quota_types; struct quota_info s_dquot; struct sb_writers s_writers; void *s_fs_info; u32 s_time_gran; time64_t s_time_min; time64_t s_time_max; __u32 s_fsnotify_mask; struct fsnotify_mark_connector *s_fsnotify_marks; char s_id[32]; uuid_t s_uuid; unsigned int s_max_links; fmode_t s_mode; struct mutex s_vfs_rename_mutex; const char *s_subtype; const struct dentry_operations *s_d_op; struct shrinker s_shrink; atomic_long_t s_remove_count; atomic_long_t s_fsnotify_connectors; int s_readonly_remount; errseq_t s_wb_err; struct workqueue_struct *s_dio_done_wq; struct hlist_head s_pins; struct user_namespace *s_user_ns; struct list_lru s_dentry_lru; struct list_lru s_inode_lru; struct callback_head rcu; struct work_struct destroy_work; struct mutex s_sync_lock; int s_stack_depth; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t s_inode_list_lock; struct list_head s_inodes; spinlock_t s_inode_wblist_lock; struct list_head s_inodes_wb; long: 64; long: 64; }; struct mnt_idmap; struct vfsmount { struct dentry *mnt_root; struct super_block *mnt_sb; int mnt_flags; struct mnt_idmap *mnt_idmap; }; struct path { struct vfsmount *mnt; struct dentry *dentry; }; struct uid_gid_extent { u32 first; u32 lower_first; u32 count; }; struct uid_gid_map { u32 nr_extents; union { struct uid_gid_extent extent[5]; struct { struct uid_gid_extent *forward; struct uid_gid_extent *reverse; }; }; }; struct proc_ns_operations; struct ns_common { atomic_long_t stashed; const struct proc_ns_operations *ops; unsigned int inum; refcount_t count; }; struct ctl_table; struct ctl_table_root; struct ctl_table_set; struct ctl_dir; struct ctl_node; struct ctl_table_header { union { struct { struct ctl_table *ctl_table; int used; int count; int nreg; }; struct callback_head rcu; }; struct completion *unregistering; struct ctl_table *ctl_table_arg; struct ctl_table_root *root; struct ctl_table_set *set; struct ctl_dir *parent; struct ctl_node *node; struct hlist_head inodes; }; struct ctl_dir { struct ctl_table_header header; struct rb_root root; }; struct ctl_table_set { int (*is_seen)(struct ctl_table_set *); struct ctl_dir dir; }; struct ucounts; struct user_namespace { struct uid_gid_map uid_map; struct uid_gid_map gid_map; struct uid_gid_map projid_map; struct user_namespace *parent; int level; kuid_t owner; kgid_t group; struct ns_common ns; long unsigned int flags; bool parent_could_setfcap; struct list_head keyring_name_list; struct key *user_keyring_register; struct rw_semaphore keyring_sem; struct work_struct work; struct ctl_table_set set; struct ctl_table_header *sysctls; struct ucounts *ucounts; long int ucount_max[12]; long int rlimit_max[4]; }; struct kstat { u32 result_mask; umode_t mode; unsigned int nlink; uint32_t blksize; u64 attributes; u64 attributes_mask; u64 ino; dev_t dev; dev_t rdev; kuid_t uid; kgid_t gid; loff_t size; struct timespec64 atime; struct timespec64 mtime; struct timespec64 ctime; struct timespec64 btime; u64 blocks; u64 mnt_id; u32 dio_mem_align; u32 dio_offset_align; }; struct static_key { atomic_t enabled; }; struct shrink_control { gfp_t gfp_mask; int nid; long unsigned int nr_to_scan; long unsigned int nr_scanned; struct mem_cgroup *memcg; }; typedef struct { long unsigned int pte; } pte_t; typedef struct page *pgtable_t; struct page_pool; struct dev_pagemap; struct page { long unsigned int flags; union { struct { union { struct list_head lru; struct { void *__filler; unsigned int mlock_count; }; struct list_head buddy_list; struct list_head pcp_list; }; struct address_space *mapping; union { long unsigned int index; long unsigned int share; }; long unsigned int private; }; struct { long unsigned int pp_magic; struct page_pool *pp; long unsigned int _pp_mapping_pad; long unsigned int dma_addr; union { long unsigned int dma_addr_upper; atomic_long_t pp_frag_count; }; }; struct { long unsigned int compound_head; unsigned char compound_dtor; unsigned char compound_order; atomic_t compound_mapcount; atomic_t subpages_mapcount; atomic_t compound_pincount; unsigned int compound_nr; }; struct { long unsigned int _compound_pad_1; long unsigned int _compound_pad_2; struct list_head deferred_list; }; struct { long unsigned int _hugetlb_pad_1; void *hugetlb_subpool; void *hugetlb_cgroup; void *hugetlb_cgroup_rsvd; void *hugetlb_hwpoison; }; struct { long unsigned int _pt_pad_1; pgtable_t pmd_huge_pte; long unsigned int _pt_pad_2; union { struct mm_struct *pt_mm; atomic_t pt_frag_refcount; }; spinlock_t ptl; }; struct { struct dev_pagemap *pgmap; void *zone_device_data; }; struct callback_head callback_head; }; union { atomic_t _mapcount; unsigned int page_type; }; atomic_t _refcount; long unsigned int memcg_data; }; typedef struct { long unsigned int pgd; } pgd_t; typedef struct { long unsigned int pgprot; } pgprot_t; typedef struct {} lockdep_map_p; struct maple_tree { union { spinlock_t ma_lock; lockdep_map_p ma_external_lock; }; void *ma_root; unsigned int ma_flags; }; struct swait_queue_head { raw_spinlock_t lock; struct list_head task_list; }; struct completion { unsigned int done; struct swait_queue_head wait; }; struct percpu_counter { raw_spinlock_t lock; s64 count; struct list_head list; s32 *counters; }; typedef struct { u64 asid[64]; void *vdso; } mm_context_t; struct uprobes_state {}; struct linux_binfmt; struct kioctx_table; struct mmu_notifier_subscriptions; struct mm_struct { struct { struct maple_tree mm_mt; long unsigned int (*get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); long unsigned int mmap_base; long unsigned int mmap_legacy_base; long unsigned int task_size; pgd_t *pgd; atomic_t membarrier_state; atomic_t mm_users; atomic_t mm_count; atomic_long_t pgtables_bytes; int map_count; spinlock_t page_table_lock; struct rw_semaphore mmap_lock; struct list_head mmlist; long unsigned int hiwater_rss; long unsigned int hiwater_vm; long unsigned int total_vm; long unsigned int locked_vm; atomic64_t pinned_vm; long unsigned int data_vm; long unsigned int exec_vm; long unsigned int stack_vm; long unsigned int def_flags; seqcount_t write_protect_seq; spinlock_t arg_lock; long unsigned int start_code; long unsigned int end_code; long unsigned int start_data; long unsigned int end_data; long unsigned int start_brk; long unsigned int brk; long unsigned int start_stack; long unsigned int arg_start; long unsigned int arg_end; long unsigned int env_start; long unsigned int env_end; long unsigned int saved_auxv[44]; struct percpu_counter rss_stat[4]; struct linux_binfmt *binfmt; mm_context_t context; long unsigned int flags; spinlock_t ioctx_lock; struct kioctx_table *ioctx_table; struct task_struct *owner; struct user_namespace *user_ns; struct file *exe_file; struct mmu_notifier_subscriptions *notifier_subscriptions; pgtable_t pmd_huge_pte; long unsigned int numa_next_scan; long unsigned int numa_scan_offset; int numa_scan_seq; atomic_t tlb_flush_pending; struct uprobes_state uprobes_state; atomic_long_t hugetlb_usage; struct work_struct async_put_work; long unsigned int ksm_merging_pages; long unsigned int ksm_rmap_items; }; long unsigned int cpu_bitmap[0]; }; struct delayed_work { struct work_struct work; struct timer_list timer; struct workqueue_struct *wq; int cpu; }; struct rcu_work { struct work_struct work; struct callback_head rcu; struct workqueue_struct *wq; }; struct vmem_altmap { long unsigned int base_pfn; const long unsigned int end_pfn; const long unsigned int reserve; long unsigned int free; long unsigned int align; long unsigned int alloc; }; struct percpu_ref_data; struct percpu_ref { long unsigned int percpu_count_ptr; struct percpu_ref_data *data; }; enum memory_type { MEMORY_DEVICE_PRIVATE = 1, MEMORY_DEVICE_COHERENT = 2, MEMORY_DEVICE_FS_DAX = 3, MEMORY_DEVICE_GENERIC = 4, MEMORY_DEVICE_PCI_P2PDMA = 5, }; struct range { u64 start; u64 end; }; struct dev_pagemap_ops; struct dev_pagemap { struct vmem_altmap altmap; struct percpu_ref ref; struct completion done; enum memory_type type; unsigned int flags; long unsigned int vmemmap_shift; const struct dev_pagemap_ops *ops; void *owner; int nr_range; union { struct range range; struct range ranges[0]; }; }; struct folio { union { struct { long unsigned int flags; union { struct list_head lru; struct { void *__filler; unsigned int mlock_count; }; }; struct address_space *mapping; long unsigned int index; void *private; atomic_t _mapcount; atomic_t _refcount; long unsigned int memcg_data; }; struct page page; }; union { struct { long unsigned int _flags_1; long unsigned int _head_1; unsigned char _folio_dtor; unsigned char _folio_order; atomic_t _compound_mapcount; atomic_t _subpages_mapcount; atomic_t _pincount; unsigned int _folio_nr_pages; }; struct page __page_1; }; union { struct { long unsigned int _flags_2; long unsigned int _head_2; void *_hugetlb_subpool; void *_hugetlb_cgroup; void *_hugetlb_cgroup_rsvd; void *_hugetlb_hwpoison; }; struct page __page_2; }; }; enum pid_type { PIDTYPE_PID = 0, PIDTYPE_TGID = 1, PIDTYPE_PGID = 2, PIDTYPE_SID = 3, PIDTYPE_MAX = 4, }; struct fown_struct { rwlock_t lock; struct pid *pid; enum pid_type pid_type; kuid_t uid; kuid_t euid; int signum; }; struct file_ra_state { long unsigned int start; unsigned int size; unsigned int async_size; unsigned int ra_pages; unsigned int mmap_miss; loff_t prev_pos; }; struct file { union { struct llist_node f_llist; struct callback_head f_rcuhead; unsigned int f_iocb_flags; }; struct path f_path; struct inode *f_inode; const struct file_operations *f_op; spinlock_t f_lock; atomic_long_t f_count; unsigned int f_flags; fmode_t f_mode; struct mutex f_pos_lock; loff_t f_pos; struct fown_struct f_owner; const struct cred *f_cred; struct file_ra_state f_ra; u64 f_version; void *f_security; void *private_data; struct hlist_head *f_ep; struct address_space *f_mapping; errseq_t f_wb_err; errseq_t f_sb_err; }; struct userfaultfd_ctx; struct vm_userfaultfd_ctx { struct userfaultfd_ctx *ctx; }; struct anon_vma; struct vm_operations_struct; struct vm_area_struct { long unsigned int vm_start; long unsigned int vm_end; struct mm_struct *vm_mm; pgprot_t vm_page_prot; long unsigned int vm_flags; struct { struct rb_node rb; long unsigned int rb_subtree_last; } shared; struct list_head anon_vma_chain; struct anon_vma *anon_vma; const struct vm_operations_struct *vm_ops; long unsigned int vm_pgoff; struct file *vm_file; void *vm_private_data; atomic_long_t swap_readahead_info; struct mempolicy *vm_policy; struct vm_userfaultfd_ctx vm_userfaultfd_ctx; }; enum page_entry_size { PE_SIZE_PTE = 0, PE_SIZE_PMD = 1, PE_SIZE_PUD = 2, }; struct vm_operations_struct { void (*open)(struct vm_area_struct *); void (*close)(struct vm_area_struct *); int (*may_split)(struct vm_area_struct *, long unsigned int); int (*mremap)(struct vm_area_struct *); int (*mprotect)(struct vm_area_struct *, long unsigned int, long unsigned int, long unsigned int); vm_fault_t (*fault)(struct vm_fault *); vm_fault_t (*huge_fault)(struct vm_fault *, enum page_entry_size); vm_fault_t (*map_pages)(struct vm_fault *, long unsigned int, long unsigned int); long unsigned int (*pagesize)(struct vm_area_struct *); vm_fault_t (*page_mkwrite)(struct vm_fault *); vm_fault_t (*pfn_mkwrite)(struct vm_fault *); int (*access)(struct vm_area_struct *, long unsigned int, void *, int, int); const char * (*name)(struct vm_area_struct *); int (*set_policy)(struct vm_area_struct *, struct mempolicy *); struct mempolicy * (*get_policy)(struct vm_area_struct *, long unsigned int); struct page * (*find_special_page)(struct vm_area_struct *, long unsigned int); }; enum fault_flag { FAULT_FLAG_WRITE = 1, FAULT_FLAG_MKWRITE = 2, FAULT_FLAG_ALLOW_RETRY = 4, FAULT_FLAG_RETRY_NOWAIT = 8, FAULT_FLAG_KILLABLE = 16, FAULT_FLAG_TRIED = 32, FAULT_FLAG_USER = 64, FAULT_FLAG_REMOTE = 128, FAULT_FLAG_INSTRUCTION = 256, FAULT_FLAG_INTERRUPTIBLE = 512, FAULT_FLAG_UNSHARE = 1024, FAULT_FLAG_ORIG_PTE_VALID = 2048, }; typedef struct { long unsigned int pmd; } pmd_t; typedef struct { pgd_t pgd; } p4d_t; typedef struct { p4d_t p4d; } pud_t; struct vm_fault { const struct { struct vm_area_struct *vma; gfp_t gfp_mask; long unsigned int pgoff; long unsigned int address; long unsigned int real_address; }; enum fault_flag flags; pmd_t *pmd; pud_t *pud; union { pte_t orig_pte; pmd_t orig_pmd; }; struct page *cow_page; struct page *page; pte_t *pte; spinlock_t *ptl; pgtable_t prealloc_pte; }; struct rcu_segcblist { struct callback_head *head; struct callback_head **tails[4]; long unsigned int gp_seq[4]; long int len; long int seglen[4]; u8 flags; }; struct srcu_node; struct srcu_data { atomic_long_t srcu_lock_count[2]; atomic_long_t srcu_unlock_count[2]; int srcu_nmi_safety; long: 32; long: 64; long: 64; long: 64; spinlock_t lock; struct rcu_segcblist srcu_cblist; long unsigned int srcu_gp_seq_needed; long unsigned int srcu_gp_seq_needed_exp; bool srcu_cblist_invoking; struct timer_list delay_work; struct work_struct work; struct callback_head srcu_barrier_head; struct srcu_node *mynode; long unsigned int grpmask; int cpu; struct srcu_struct *ssp; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct srcu_node { spinlock_t lock; long unsigned int srcu_have_cbs[4]; long unsigned int srcu_data_have_cbs[4]; long unsigned int srcu_gp_seq_needed_exp; struct srcu_node *srcu_parent; int grplo; int grphi; }; struct srcu_struct { struct srcu_node *node; struct srcu_node *level[3]; int srcu_size_state; struct mutex srcu_cb_mutex; spinlock_t lock; struct mutex srcu_gp_mutex; unsigned int srcu_idx; long unsigned int srcu_gp_seq; long unsigned int srcu_gp_seq_needed; long unsigned int srcu_gp_seq_needed_exp; long unsigned int srcu_gp_start; long unsigned int srcu_last_gp_end; long unsigned int srcu_size_jiffies; long unsigned int srcu_n_lock_retries; long unsigned int srcu_n_exp_nodelay; struct srcu_data *sda; bool sda_is_static; long unsigned int srcu_barrier_seq; struct mutex srcu_barrier_mutex; struct completion srcu_barrier_completion; atomic_t srcu_barrier_cpu_cnt; long unsigned int reschedule_jiffies; long unsigned int reschedule_count; struct delayed_work work; struct lockdep_map dep_map; }; struct pid_namespace; struct upid { int nr; struct pid_namespace *ns; }; struct idr { struct xarray idr_rt; unsigned int idr_base; unsigned int idr_next; }; struct kmem_cache; struct fs_pin; struct pid_namespace { struct idr idr; struct callback_head rcu; unsigned int pid_allocated; struct task_struct *child_reaper; struct kmem_cache *pid_cachep; unsigned int level; struct pid_namespace *parent; struct fs_pin *bacct; struct user_namespace *user_ns; struct ucounts *ucounts; int reboot; struct ns_common ns; }; struct pid { refcount_t count; unsigned int level; spinlock_t lock; struct hlist_head tasks[4]; struct hlist_head inodes; wait_queue_head_t wait_pidfd; struct callback_head rcu; struct upid numbers[1]; }; struct hrtimer_cpu_base; struct hrtimer_clock_base { struct hrtimer_cpu_base *cpu_base; unsigned int index; clockid_t clockid; seqcount_raw_spinlock_t seq; struct hrtimer *running; struct timerqueue_head active; ktime_t (*get_time)(); ktime_t offset; }; struct hrtimer_cpu_base { raw_spinlock_t lock; unsigned int cpu; unsigned int active_bases; unsigned int clock_was_set_seq; unsigned int hres_active: 1; unsigned int in_hrtirq: 1; unsigned int hang_detected: 1; unsigned int softirq_activated: 1; unsigned int nr_events; short unsigned int nr_retries; short unsigned int nr_hangs; unsigned int max_hang_time; ktime_t expires_next; struct hrtimer *next_timer; ktime_t softirq_expires_next; struct hrtimer *softirq_next_timer; struct hrtimer_clock_base clock_base[8]; }; struct rlimit { __kernel_ulong_t rlim_cur; __kernel_ulong_t rlim_max; }; struct task_cputime { u64 stime; u64 utime; long long unsigned int sum_exec_runtime; }; typedef void __signalfn_t(int); typedef __signalfn_t *__sighandler_t; union sigval { int sival_int; void *sival_ptr; }; typedef union sigval sigval_t; union __sifields { struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; } _kill; struct { __kernel_timer_t _tid; int _overrun; sigval_t _sigval; int _sys_private; } _timer; struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; sigval_t _sigval; } _rt; struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; int _status; __kernel_clock_t _utime; __kernel_clock_t _stime; } _sigchld; struct { void *_addr; union { int _trapno; short int _addr_lsb; struct { char _dummy_bnd[8]; void *_lower; void *_upper; } _addr_bnd; struct { char _dummy_pkey[8]; __u32 _pkey; } _addr_pkey; struct { long unsigned int _data; __u32 _type; __u32 _flags; } _perf; }; } _sigfault; struct { long int _band; int _fd; } _sigpoll; struct { void *_call_addr; int _syscall; unsigned int _arch; } _sigsys; }; struct kernel_siginfo { struct { int si_signo; int si_errno; int si_code; union __sifields _sifields; }; }; struct ucounts { struct hlist_node node; struct user_namespace *ns; kuid_t uid; atomic_t count; atomic_long_t ucount[12]; atomic_long_t rlimit[4]; }; struct sigaction { __sighandler_t sa_handler; long unsigned int sa_flags; sigset_t sa_mask; }; struct k_sigaction { struct sigaction sa; }; struct cpu_itimer { u64 expires; u64 incr; }; struct task_cputime_atomic { atomic64_t utime; atomic64_t stime; atomic64_t sum_exec_runtime; }; struct thread_group_cputimer { struct task_cputime_atomic cputime_atomic; }; struct pacct_struct { int ac_flag; long int ac_exitcode; long unsigned int ac_mem; u64 ac_utime; u64 ac_stime; long unsigned int ac_minflt; long unsigned int ac_majflt; }; struct core_state; struct tty_struct; struct autogroup; struct taskstats; struct tty_audit_buf; struct signal_struct { refcount_t sigcnt; atomic_t live; int nr_threads; int quick_threads; struct list_head thread_head; wait_queue_head_t wait_chldexit; struct task_struct *curr_target; struct sigpending shared_pending; struct hlist_head multiprocess; int group_exit_code; int notify_count; struct task_struct *group_exec_task; int group_stop_count; unsigned int flags; struct core_state *core_state; unsigned int is_child_subreaper: 1; unsigned int has_child_subreaper: 1; int posix_timer_id; struct list_head posix_timers; struct hrtimer real_timer; ktime_t it_real_incr; struct cpu_itimer it[2]; struct thread_group_cputimer cputimer; struct posix_cputimers posix_cputimers; struct pid *pids[4]; struct pid *tty_old_pgrp; int leader; struct tty_struct *tty; struct autogroup *autogroup; seqlock_t stats_lock; u64 utime; u64 stime; u64 cutime; u64 cstime; u64 gtime; u64 cgtime; struct prev_cputime prev_cputime; long unsigned int nvcsw; long unsigned int nivcsw; long unsigned int cnvcsw; long unsigned int cnivcsw; long unsigned int min_flt; long unsigned int maj_flt; long unsigned int cmin_flt; long unsigned int cmaj_flt; long unsigned int inblock; long unsigned int oublock; long unsigned int cinblock; long unsigned int coublock; long unsigned int maxrss; long unsigned int cmaxrss; struct task_io_accounting ioac; long long unsigned int sum_sched_runtime; struct rlimit rlim[16]; struct pacct_struct pacct; struct taskstats *stats; unsigned int audit_tty; struct tty_audit_buf *tty_audit_buf; bool oom_flag_origin; short int oom_score_adj; short int oom_score_adj_min; struct mm_struct *oom_mm; struct mutex cred_guard_mutex; struct rw_semaphore exec_update_lock; }; struct rseq { __u32 cpu_id_start; __u32 cpu_id; __u64 rseq_cs; __u32 flags; long: 32; long: 64; }; struct rq; struct rq_flags; struct affinity_context; struct sched_class { void (*enqueue_task)(struct rq *, struct task_struct *, int); void (*dequeue_task)(struct rq *, struct task_struct *, int); void (*yield_task)(struct rq *); bool (*yield_to_task)(struct rq *, struct task_struct *); void (*check_preempt_curr)(struct rq *, struct task_struct *, int); struct task_struct * (*pick_next_task)(struct rq *); void (*put_prev_task)(struct rq *, struct task_struct *); void (*set_next_task)(struct rq *, struct task_struct *, bool); int (*balance)(struct rq *, struct task_struct *, struct rq_flags *); int (*select_task_rq)(struct task_struct *, int, int); struct task_struct * (*pick_task)(struct rq *); void (*migrate_task_rq)(struct task_struct *, int); void (*task_woken)(struct rq *, struct task_struct *); void (*set_cpus_allowed)(struct task_struct *, struct affinity_context *); void (*rq_online)(struct rq *); void (*rq_offline)(struct rq *); struct rq * (*find_lock_rq)(struct task_struct *, struct rq *); void (*task_tick)(struct rq *, struct task_struct *, int); void (*task_fork)(struct task_struct *); void (*task_dead)(struct task_struct *); void (*switched_from)(struct rq *, struct task_struct *); void (*switched_to)(struct rq *, struct task_struct *); void (*prio_changed)(struct rq *, struct task_struct *, int); unsigned int (*get_rr_interval)(struct rq *, struct task_struct *); void (*update_curr)(struct rq *); void (*task_change_group)(struct task_struct *); }; struct kernel_cap_struct { __u32 cap[2]; }; typedef struct kernel_cap_struct kernel_cap_t; struct user_struct; struct group_info; struct cred { atomic_t usage; kuid_t uid; kgid_t gid; kuid_t suid; kgid_t sgid; kuid_t euid; kgid_t egid; kuid_t fsuid; kgid_t fsgid; unsigned int securebits; kernel_cap_t cap_inheritable; kernel_cap_t cap_permitted; kernel_cap_t cap_effective; kernel_cap_t cap_bset; kernel_cap_t cap_ambient; unsigned char jit_keyring; struct key *session_keyring; struct key *process_keyring; struct key *thread_keyring; struct key *request_key_auth; void *security; struct user_struct *user; struct user_namespace *user_ns; struct ucounts *ucounts; struct group_info *group_info; union { int non_rcu; struct callback_head rcu; }; }; typedef int32_t key_serial_t; typedef uint32_t key_perm_t; struct key_type; struct key_tag; struct keyring_index_key { long unsigned int hash; union { struct { u16 desc_len; char desc[6]; }; long unsigned int x; }; struct key_type *type; struct key_tag *domain_tag; const char *description; }; union key_payload { void *rcu_data0; void *data[4]; }; struct assoc_array_ptr; struct assoc_array { struct assoc_array_ptr *root; long unsigned int nr_leaves_on_tree; }; struct key_user; struct key_restriction; struct key { refcount_t usage; key_serial_t serial; union { struct list_head graveyard_link; struct rb_node serial_node; }; struct rw_semaphore sem; struct key_user *user; void *security; union { time64_t expiry; time64_t revoked_at; }; time64_t last_used_at; kuid_t uid; kgid_t gid; key_perm_t perm; short unsigned int quotalen; short unsigned int datalen; short int state; long unsigned int flags; union { struct keyring_index_key index_key; struct { long unsigned int hash; long unsigned int len_desc; struct key_type *type; struct key_tag *domain_tag; char *description; }; }; union { union key_payload payload; struct { struct list_head name_link; struct assoc_array keys; }; }; struct key_restriction *restrict_link; }; struct uts_namespace; struct ipc_namespace; struct mnt_namespace; struct net; struct time_namespace; struct cgroup_namespace; struct nsproxy { atomic_t count; struct uts_namespace *uts_ns; struct ipc_namespace *ipc_ns; struct mnt_namespace *mnt_ns; struct pid_namespace *pid_ns_for_children; struct net *net_ns; struct time_namespace *time_ns; struct time_namespace *time_ns_for_children; struct cgroup_namespace *cgroup_ns; }; struct sighand_struct { spinlock_t siglock; refcount_t count; wait_queue_head_t signalfd_wqh; struct k_sigaction action[64]; }; struct bio; struct bio_list { struct bio *head; struct bio *tail; }; struct request; struct blk_plug { struct request *mq_list; struct request *cached_rq; short unsigned int nr_ios; short unsigned int rq_count; bool multiple_queues; bool has_elevator; bool nowait; struct list_head cb_list; }; struct io_cq; struct io_context { atomic_long_t refcount; atomic_t active_ref; short unsigned int ioprio; spinlock_t lock; struct xarray icq_tree; struct io_cq *icq_hint; struct hlist_head icq_list; struct work_struct release_work; }; struct cgroup_subsys_state; struct cgroup; struct css_set { struct cgroup_subsys_state *subsys[14]; refcount_t refcount; struct css_set *dom_cset; struct cgroup *dfl_cgrp; int nr_tasks; struct list_head tasks; struct list_head mg_tasks; struct list_head dying_tasks; struct list_head task_iters; struct list_head e_cset_node[14]; struct list_head threaded_csets; struct list_head threaded_csets_node; struct hlist_node hlist; struct list_head cgrp_links; struct list_head mg_src_preload_node; struct list_head mg_dst_preload_node; struct list_head mg_node; struct cgroup *mg_src_cgrp; struct cgroup *mg_dst_cgrp; struct css_set *mg_dst_cset; bool dead; struct callback_head callback_head; }; struct perf_event_groups { struct rb_root tree; u64 index; }; typedef struct { atomic_long_t a; } local_t; struct perf_event_context { raw_spinlock_t lock; struct mutex mutex; struct list_head pmu_ctx_list; struct perf_event_groups pinned_groups; struct perf_event_groups flexible_groups; struct list_head event_list; int nr_events; int nr_user; int is_active; int nr_task_data; int nr_stat; int nr_freq; int rotate_disable; refcount_t refcount; struct task_struct *task; u64 time; u64 timestamp; u64 timeoffset; struct perf_event_context *parent_ctx; u64 parent_gen; u64 generation; int pin_count; int nr_cgroups; struct callback_head callback_head; local_t nr_pending; }; struct ftrace_ret_stack { long unsigned int ret; long unsigned int func; long long unsigned int calltime; long long unsigned int subtime; long unsigned int *retp; }; struct blk_integrity_profile; struct blk_integrity { const struct blk_integrity_profile *profile; unsigned char flags; unsigned char tuple_size; unsigned char interval_exp; unsigned char tag_size; }; enum rpm_status { RPM_INVALID = -1, RPM_ACTIVE = 0, RPM_RESUMING = 1, RPM_SUSPENDED = 2, RPM_SUSPENDING = 3, }; enum blk_bounce { BLK_BOUNCE_NONE = 0, BLK_BOUNCE_HIGH = 1, }; enum blk_zoned_model { BLK_ZONED_NONE = 0, BLK_ZONED_HA = 1, BLK_ZONED_HM = 2, }; struct queue_limits { enum blk_bounce bounce; long unsigned int seg_boundary_mask; long unsigned int virt_boundary_mask; unsigned int max_hw_sectors; unsigned int max_dev_sectors; unsigned int chunk_sectors; unsigned int max_sectors; unsigned int max_segment_size; unsigned int physical_block_size; unsigned int logical_block_size; unsigned int alignment_offset; unsigned int io_min; unsigned int io_opt; unsigned int max_discard_sectors; unsigned int max_hw_discard_sectors; unsigned int max_secure_erase_sectors; unsigned int max_write_zeroes_sectors; unsigned int max_zone_append_sectors; unsigned int discard_granularity; unsigned int discard_alignment; unsigned int zone_write_granularity; short unsigned int max_segments; short unsigned int max_integrity_segments; short unsigned int max_discard_segments; unsigned char misaligned; unsigned char discard_misaligned; unsigned char raid_partial_stripes_expensive; enum blk_zoned_model zoned; unsigned int dma_alignment; }; struct elevator_queue; struct blk_queue_stats; struct rq_qos; struct blk_mq_ops; struct blk_mq_ctx; struct gendisk; struct device; struct blk_crypto_profile; struct blk_stat_callback; struct blk_rq_stat; struct blk_mq_tags; struct blkcg_gq; struct blk_trace; struct blk_flush_queue; struct throtl_data; struct blk_mq_tag_set; struct request_queue { struct request *last_merge; struct elevator_queue *elevator; struct percpu_ref q_usage_counter; struct blk_queue_stats *stats; struct rq_qos *rq_qos; const struct blk_mq_ops *mq_ops; struct blk_mq_ctx *queue_ctx; unsigned int queue_depth; struct xarray hctx_table; unsigned int nr_hw_queues; void *queuedata; long unsigned int queue_flags; atomic_t pm_only; int id; spinlock_t queue_lock; struct gendisk *disk; refcount_t refs; struct kobject *mq_kobj; struct blk_integrity integrity; struct device *dev; enum rpm_status rpm_status; long unsigned int nr_requests; unsigned int dma_pad_mask; struct blk_crypto_profile *crypto_profile; struct kobject *crypto_kobject; unsigned int rq_timeout; int poll_nsec; struct blk_stat_callback *poll_cb; struct blk_rq_stat *poll_stat; struct timer_list timeout; struct work_struct timeout_work; atomic_t nr_active_requests_shared_tags; struct blk_mq_tags *sched_shared_tags; struct list_head icq_list; long unsigned int blkcg_pols[1]; struct blkcg_gq *root_blkg; struct list_head blkg_list; struct queue_limits limits; unsigned int required_elevator_features; int node; struct blk_trace *blk_trace; struct blk_flush_queue *fq; struct list_head requeue_list; spinlock_t requeue_lock; struct delayed_work requeue_work; struct mutex sysfs_lock; struct mutex sysfs_dir_lock; struct list_head unused_hctx_list; spinlock_t unused_hctx_lock; int mq_freeze_depth; struct throtl_data *td; struct callback_head callback_head; wait_queue_head_t mq_freeze_wq; struct mutex mq_freeze_lock; int quiesce_depth; struct blk_mq_tag_set *tag_set; struct list_head tag_set_list; struct dentry *debugfs_dir; struct dentry *sched_debugfs_dir; struct dentry *rqos_debugfs_dir; struct mutex debugfs_mutex; bool mq_sysfs_init_done; }; struct list_lru_one { struct list_head list; long int nr_items; }; struct list_lru_node { spinlock_t lock; struct list_lru_one lru; long int nr_items; long: 64; long: 64; long: 64; }; enum migrate_mode { MIGRATE_ASYNC = 0, MIGRATE_SYNC_LIGHT = 1, MIGRATE_SYNC = 2, MIGRATE_SYNC_NO_COPY = 3, }; struct exception_table_entry { int insn; int fixup; short int type; short int data; }; struct cgroup_subsys; struct cgroup_subsys_state { struct cgroup *cgroup; struct cgroup_subsys *ss; struct percpu_ref refcnt; struct list_head sibling; struct list_head children; struct list_head rstat_css_node; int id; unsigned int flags; u64 serial_nr; atomic_t online_cnt; struct work_struct destroy_work; struct rcu_work destroy_rwork; struct cgroup_subsys_state *parent; }; struct cgroup_file { struct kernfs_node *kn; long unsigned int notified_at; struct timer_list notify_timer; }; struct cgroup_base_stat { struct task_cputime cputime; }; struct bpf_prog_array; struct cgroup_bpf { struct bpf_prog_array *effective[23]; struct hlist_head progs[23]; u8 flags[23]; struct list_head storages; struct bpf_prog_array *inactive; struct percpu_ref refcnt; struct work_struct release_work; }; struct cgroup_freezer_state { bool freeze; int e_freeze; int nr_frozen_descendants; int nr_frozen_tasks; }; struct cgroup_root; struct cgroup_rstat_cpu; struct psi_group; struct cgroup { struct cgroup_subsys_state self; long unsigned int flags; int level; int max_depth; int nr_descendants; int nr_dying_descendants; int max_descendants; int nr_populated_csets; int nr_populated_domain_children; int nr_populated_threaded_children; int nr_threaded_children; struct kernfs_node *kn; struct cgroup_file procs_file; struct cgroup_file events_file; struct cgroup_file psi_files[0]; u16 subtree_control; u16 subtree_ss_mask; u16 old_subtree_control; u16 old_subtree_ss_mask; struct cgroup_subsys_state *subsys[14]; struct cgroup_root *root; struct list_head cset_links; struct list_head e_csets[14]; struct cgroup *dom_cgrp; struct cgroup *old_dom_cgrp; struct cgroup_rstat_cpu *rstat_cpu; struct list_head rstat_css_list; struct cgroup_base_stat last_bstat; struct cgroup_base_stat bstat; struct prev_cputime prev_cputime; struct list_head pidlists; struct mutex pidlist_mutex; wait_queue_head_t offline_waitq; struct work_struct release_agent_work; struct psi_group *psi; struct cgroup_bpf bpf; atomic_t congestion_count; struct cgroup_freezer_state freezer; struct bpf_local_storage *bpf_cgrp_storage; struct cgroup *ancestors[0]; }; typedef int proc_handler(struct ctl_table *, int, void *, size_t *, loff_t *); struct ctl_table_poll; struct ctl_table { const char *procname; void *data; int maxlen; umode_t mode; struct ctl_table *child; proc_handler *proc_handler; struct ctl_table_poll *poll; void *extra1; void *extra2; }; struct ctl_table_poll { atomic_t event; wait_queue_head_t wait; }; struct ctl_node { struct rb_node node; struct ctl_table_header *header; }; struct ctl_table_root { struct ctl_table_set default_set; struct ctl_table_set * (*lookup)(struct ctl_table_root *); void (*set_ownership)(struct ctl_table_header *, struct ctl_table *, kuid_t *, kgid_t *); int (*permissions)(struct ctl_table_header *, struct ctl_table *); }; struct key_tag { struct callback_head rcu; refcount_t usage; bool removed; }; typedef int (*request_key_actor_t)(struct key *, void *); struct key_preparsed_payload; struct key_match_data; struct kernel_pkey_params; struct kernel_pkey_query; struct key_type { const char *name; size_t def_datalen; unsigned int flags; int (*vet_description)(const char *); int (*preparse)(struct key_preparsed_payload *); void (*free_preparse)(struct key_preparsed_payload *); int (*instantiate)(struct key *, struct key_preparsed_payload *); int (*update)(struct key *, struct key_preparsed_payload *); int (*match_preparse)(struct key_match_data *); void (*match_free)(struct key_match_data *); void (*revoke)(struct key *); void (*destroy)(struct key *); void (*describe)(const struct key *, struct seq_file *); long int (*read)(const struct key *, char *, size_t); request_key_actor_t request_key; struct key_restriction * (*lookup_restriction)(const char *); int (*asym_query)(const struct kernel_pkey_params *, struct kernel_pkey_query *); int (*asym_eds_op)(struct kernel_pkey_params *, const void *, void *); int (*asym_verify_signature)(struct kernel_pkey_params *, const void *, const void *); struct list_head link; struct lock_class_key lock_class; }; typedef int (*key_restrict_link_func_t)(struct key *, const struct key_type *, const union key_payload *, struct key *); struct key_restriction { key_restrict_link_func_t check; struct key *key; struct key_type *keytype; }; struct user_struct { refcount_t __count; struct percpu_counter epoll_watches; long unsigned int unix_inflight; atomic_long_t pipe_bufs; struct hlist_node uidhash_node; kuid_t uid; atomic_long_t locked_vm; struct ratelimit_state ratelimit; }; struct group_info { atomic_t usage; int ngroups; kgid_t gid[0]; }; struct core_thread { struct task_struct *task; struct core_thread *next; }; struct core_state { atomic_t nr_threads; struct core_thread dumper; struct completion startup; }; struct taskstats { __u16 version; __u32 ac_exitcode; __u8 ac_flag; __u8 ac_nice; __u64 cpu_count; __u64 cpu_delay_total; __u64 blkio_count; __u64 blkio_delay_total; __u64 swapin_count; __u64 swapin_delay_total; __u64 cpu_run_real_total; __u64 cpu_run_virtual_total; char ac_comm[32]; __u8 ac_sched; __u8 ac_pad[3]; int: 32; __u32 ac_uid; __u32 ac_gid; __u32 ac_pid; __u32 ac_ppid; __u32 ac_btime; __u64 ac_etime; __u64 ac_utime; __u64 ac_stime; __u64 ac_minflt; __u64 ac_majflt; __u64 coremem; __u64 virtmem; __u64 hiwater_rss; __u64 hiwater_vm; __u64 read_char; __u64 write_char; __u64 read_syscalls; __u64 write_syscalls; __u64 read_bytes; __u64 write_bytes; __u64 cancelled_write_bytes; __u64 nvcsw; __u64 nivcsw; __u64 ac_utimescaled; __u64 ac_stimescaled; __u64 cpu_scaled_run_real_total; __u64 freepages_count; __u64 freepages_delay_total; __u64 thrashing_count; __u64 thrashing_delay_total; __u64 ac_btime64; __u64 compact_count; __u64 compact_delay_total; __u32 ac_tgid; __u64 ac_tgetime; __u64 ac_exe_dev; __u64 ac_exe_inode; __u64 wpcopy_count; __u64 wpcopy_delay_total; }; struct delayed_call { void (*fn)(void *); void *arg; }; struct io_cq { struct request_queue *q; struct io_context *ioc; union { struct list_head q_node; struct kmem_cache *__rcu_icq_cache; }; union { struct hlist_node ioc_node; struct callback_head __rcu_head; }; unsigned int flags; }; typedef struct { uid_t val; } vfsuid_t; typedef struct { gid_t val; } vfsgid_t; typedef void percpu_ref_func_t(struct percpu_ref *); struct percpu_ref_data { atomic_long_t count; percpu_ref_func_t *release; percpu_ref_func_t *confirm_switch; bool force_atomic: 1; bool allow_reinit: 1; struct callback_head rcu; struct percpu_ref *ref; }; struct wait_page_queue; struct kiocb { struct file *ki_filp; loff_t ki_pos; void (*ki_complete)(struct kiocb *, long int); void *private; int ki_flags; u16 ki_ioprio; struct wait_page_queue *ki_waitq; }; struct iattr { unsigned int ia_valid; umode_t ia_mode; union { kuid_t ia_uid; vfsuid_t ia_vfsuid; }; union { kgid_t ia_gid; vfsgid_t ia_vfsgid; }; loff_t ia_size; struct timespec64 ia_atime; struct timespec64 ia_mtime; struct timespec64 ia_ctime; struct file *ia_file; }; typedef __kernel_uid32_t projid_t; typedef struct { projid_t val; } kprojid_t; enum quota_type { USRQUOTA = 0, GRPQUOTA = 1, PRJQUOTA = 2, }; struct kqid { union { kuid_t uid; kgid_t gid; kprojid_t projid; }; enum quota_type type; }; struct mem_dqblk { qsize_t dqb_bhardlimit; qsize_t dqb_bsoftlimit; qsize_t dqb_curspace; qsize_t dqb_rsvspace; qsize_t dqb_ihardlimit; qsize_t dqb_isoftlimit; qsize_t dqb_curinodes; time64_t dqb_btime; time64_t dqb_itime; }; struct dquot { struct hlist_node dq_hash; struct list_head dq_inuse; struct list_head dq_free; struct list_head dq_dirty; struct mutex dq_lock; spinlock_t dq_dqb_lock; atomic_t dq_count; struct super_block *dq_sb; struct kqid dq_id; loff_t dq_off; long unsigned int dq_flags; struct mem_dqblk dq_dqb; }; struct quota_format_type { int qf_fmt_id; const struct quota_format_ops *qf_ops; struct module *qf_owner; struct quota_format_type *qf_next; }; struct quota_format_ops { int (*check_quota_file)(struct super_block *, int); int (*read_file_info)(struct super_block *, int); int (*write_file_info)(struct super_block *, int); int (*free_file_info)(struct super_block *, int); int (*read_dqblk)(struct dquot *); int (*commit_dqblk)(struct dquot *); int (*release_dqblk)(struct dquot *); int (*get_next_id)(struct super_block *, struct kqid *); }; struct dquot_operations { int (*write_dquot)(struct dquot *); struct dquot * (*alloc_dquot)(struct super_block *, int); void (*destroy_dquot)(struct dquot *); int (*acquire_dquot)(struct dquot *); int (*release_dquot)(struct dquot *); int (*mark_dirty)(struct dquot *); int (*write_info)(struct super_block *, int); qsize_t * (*get_reserved_space)(struct inode *); int (*get_projid)(struct inode *, kprojid_t *); int (*get_inode_usage)(struct inode *, qsize_t *); int (*get_next_id)(struct super_block *, struct kqid *); }; struct qc_dqblk { int d_fieldmask; u64 d_spc_hardlimit; u64 d_spc_softlimit; u64 d_ino_hardlimit; u64 d_ino_softlimit; u64 d_space; u64 d_ino_count; s64 d_ino_timer; s64 d_spc_timer; int d_ino_warns; int d_spc_warns; u64 d_rt_spc_hardlimit; u64 d_rt_spc_softlimit; u64 d_rt_space; s64 d_rt_spc_timer; int d_rt_spc_warns; }; struct qc_type_state { unsigned int flags; unsigned int spc_timelimit; unsigned int ino_timelimit; unsigned int rt_spc_timelimit; unsigned int spc_warnlimit; unsigned int ino_warnlimit; unsigned int rt_spc_warnlimit; long long unsigned int ino; blkcnt_t blocks; blkcnt_t nextents; }; struct qc_state { unsigned int s_incoredqs; struct qc_type_state s_state[3]; }; struct qc_info { int i_fieldmask; unsigned int i_flags; unsigned int i_spc_timelimit; unsigned int i_ino_timelimit; unsigned int i_rt_spc_timelimit; unsigned int i_spc_warnlimit; unsigned int i_ino_warnlimit; unsigned int i_rt_spc_warnlimit; }; struct quotactl_ops { int (*quota_on)(struct super_block *, int, int, const struct path *); int (*quota_off)(struct super_block *, int); int (*quota_enable)(struct super_block *, unsigned int); int (*quota_disable)(struct super_block *, unsigned int); int (*quota_sync)(struct super_block *, int); int (*set_info)(struct super_block *, int, struct qc_info *); int (*get_dqblk)(struct super_block *, struct kqid, struct qc_dqblk *); int (*get_nextdqblk)(struct super_block *, struct kqid *, struct qc_dqblk *); int (*set_dqblk)(struct super_block *, struct kqid, struct qc_dqblk *); int (*get_state)(struct super_block *, struct qc_state *); int (*rm_xquota)(struct super_block *, unsigned int); }; struct writeback_control; struct readahead_control; struct swap_info_struct; struct address_space_operations { int (*writepage)(struct page *, struct writeback_control *); int (*read_folio)(struct file *, struct folio *); int (*writepages)(struct address_space *, struct writeback_control *); bool (*dirty_folio)(struct address_space *, struct folio *); void (*readahead)(struct readahead_control *); int (*write_begin)(struct file *, struct address_space *, loff_t, unsigned int, struct page **, void **); int (*write_end)(struct file *, struct address_space *, loff_t, unsigned int, unsigned int, struct page *, void *); sector_t (*bmap)(struct address_space *, sector_t); void (*invalidate_folio)(struct folio *, size_t, size_t); bool (*release_folio)(struct folio *, gfp_t); void (*free_folio)(struct folio *); ssize_t (*direct_IO)(struct kiocb *, struct iov_iter *); int (*migrate_folio)(struct address_space *, struct folio *, struct folio *, enum migrate_mode); int (*launder_folio)(struct folio *); bool (*is_partially_uptodate)(struct folio *, size_t, size_t); void (*is_dirty_writeback)(struct folio *, bool *, bool *); int (*error_remove_page)(struct address_space *, struct page *); int (*swap_activate)(struct swap_info_struct *, struct file *, sector_t *); void (*swap_deactivate)(struct file *); int (*swap_rw)(struct kiocb *, struct iov_iter *); }; struct iovec; struct kvec; struct bio_vec; struct iov_iter { u8 iter_type; bool nofault; bool data_source; bool user_backed; union { size_t iov_offset; int last_offset; }; size_t count; union { const struct iovec *iov; const struct kvec *kvec; const struct bio_vec *bvec; struct xarray *xarray; struct pipe_inode_info *pipe; void *ubuf; }; union { long unsigned int nr_segs; struct { unsigned int head; unsigned int start_head; }; loff_t xarray_start; }; }; struct fiemap_extent_info; struct fileattr; struct inode_operations { struct dentry * (*lookup)(struct inode *, struct dentry *, unsigned int); const char * (*get_link)(struct dentry *, struct inode *, struct delayed_call *); int (*permission)(struct user_namespace *, struct inode *, int); struct posix_acl * (*get_inode_acl)(struct inode *, int, bool); int (*readlink)(struct dentry *, char *, int); int (*create)(struct user_namespace *, struct inode *, struct dentry *, umode_t, bool); int (*link)(struct dentry *, struct inode *, struct dentry *); int (*unlink)(struct inode *, struct dentry *); int (*symlink)(struct user_namespace *, struct inode *, struct dentry *, const char *); int (*mkdir)(struct user_namespace *, struct inode *, struct dentry *, umode_t); int (*rmdir)(struct inode *, struct dentry *); int (*mknod)(struct user_namespace *, struct inode *, struct dentry *, umode_t, dev_t); int (*rename)(struct user_namespace *, struct inode *, struct dentry *, struct inode *, struct dentry *, unsigned int); int (*setattr)(struct user_namespace *, struct dentry *, struct iattr *); int (*getattr)(struct user_namespace *, const struct path *, struct kstat *, u32, unsigned int); ssize_t (*listxattr)(struct dentry *, char *, size_t); int (*fiemap)(struct inode *, struct fiemap_extent_info *, u64, u64); int (*update_time)(struct inode *, struct timespec64 *, int); int (*atomic_open)(struct inode *, struct dentry *, struct file *, unsigned int, umode_t); int (*tmpfile)(struct user_namespace *, struct inode *, struct file *, umode_t); struct posix_acl * (*get_acl)(struct user_namespace *, struct dentry *, int); int (*set_acl)(struct user_namespace *, struct dentry *, struct posix_acl *, int); int (*fileattr_set)(struct user_namespace *, struct dentry *, struct fileattr *); int (*fileattr_get)(struct dentry *, struct fileattr *); }; struct file_lock_context { spinlock_t flc_lock; struct list_head flc_flock; struct list_head flc_posix; struct list_head flc_lease; }; struct file_lock_operations { void (*fl_copy_lock)(struct file_lock *, struct file_lock *); void (*fl_release_private)(struct file_lock *); }; struct nlm_lockowner; struct nfs_lock_info { u32 state; struct nlm_lockowner *owner; struct list_head list; }; struct nfs4_lock_state; struct nfs4_lock_info { struct nfs4_lock_state *owner; }; struct fasync_struct; struct lock_manager_operations; struct file_lock { struct file_lock *fl_blocker; struct list_head fl_list; struct hlist_node fl_link; struct list_head fl_blocked_requests; struct list_head fl_blocked_member; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; unsigned int fl_pid; int fl_link_cpu; wait_queue_head_t fl_wait; struct file *fl_file; loff_t fl_start; loff_t fl_end; struct fasync_struct *fl_fasync; long unsigned int fl_break_time; long unsigned int fl_downgrade_time; const struct file_lock_operations *fl_ops; const struct lock_manager_operations *fl_lmops; union { struct nfs_lock_info nfs_fl; struct nfs4_lock_info nfs4_fl; struct { struct list_head link; int state; unsigned int debug_id; } afs; struct { struct inode *inode; } ceph; } fl_u; }; struct lock_manager_operations { void *lm_mod_owner; fl_owner_t (*lm_get_owner)(fl_owner_t); void (*lm_put_owner)(fl_owner_t); void (*lm_notify)(struct file_lock *); int (*lm_grant)(struct file_lock *, int); bool (*lm_break)(struct file_lock *); int (*lm_change)(struct file_lock *, int, struct list_head *); void (*lm_setup)(struct file_lock *, void **); bool (*lm_breaker_owns_lease)(struct file_lock *); bool (*lm_lock_expirable)(struct file_lock *); void (*lm_expire_lock)(); }; struct fasync_struct { rwlock_t fa_lock; int magic; int fa_fd; struct fasync_struct *fa_next; struct file *fa_file; struct callback_head fa_rcu; }; struct kstatfs; struct super_operations { struct inode * (*alloc_inode)(struct super_block *); void (*destroy_inode)(struct inode *); void (*free_inode)(struct inode *); void (*dirty_inode)(struct inode *, int); int (*write_inode)(struct inode *, struct writeback_control *); int (*drop_inode)(struct inode *); void (*evict_inode)(struct inode *); void (*put_super)(struct super_block *); int (*sync_fs)(struct super_block *, int); int (*freeze_super)(struct super_block *); int (*freeze_fs)(struct super_block *); int (*thaw_super)(struct super_block *); int (*unfreeze_fs)(struct super_block *); int (*statfs)(struct dentry *, struct kstatfs *); int (*remount_fs)(struct super_block *, int *, char *); void (*umount_begin)(struct super_block *); int (*show_options)(struct seq_file *, struct dentry *); int (*show_devname)(struct seq_file *, struct dentry *); int (*show_path)(struct seq_file *, struct dentry *); int (*show_stats)(struct seq_file *, struct dentry *); ssize_t (*quota_read)(struct super_block *, int, char *, size_t, loff_t); ssize_t (*quota_write)(struct super_block *, int, const char *, size_t, loff_t); struct dquot ** (*get_dquots)(struct inode *); long int (*nr_cached_objects)(struct super_block *, struct shrink_control *); long int (*free_cached_objects)(struct super_block *, struct shrink_control *); }; struct iomap; struct fid; struct export_operations { int (*encode_fh)(struct inode *, __u32 *, int *, struct inode *); struct dentry * (*fh_to_dentry)(struct super_block *, struct fid *, int, int); struct dentry * (*fh_to_parent)(struct super_block *, struct fid *, int, int); int (*get_name)(struct dentry *, char *, struct dentry *); struct dentry * (*get_parent)(struct dentry *); int (*commit_metadata)(struct inode *); int (*get_uuid)(struct super_block *, u8 *, u32 *, u64 *); int (*map_blocks)(struct inode *, loff_t, u64, struct iomap *, bool, u32 *); int (*commit_blocks)(struct inode *, struct iomap *, int, struct iattr *); u64 (*fetch_iversion)(struct inode *); long unsigned int flags; }; struct xattr_handler { const char *name; const char *prefix; int flags; bool (*list)(struct dentry *); int (*get)(const struct xattr_handler *, struct dentry *, struct inode *, const char *, void *, size_t); int (*set)(const struct xattr_handler *, struct user_namespace *, struct dentry *, struct inode *, const char *, const void *, size_t, int); }; union fscrypt_policy; struct fscrypt_operations { unsigned int flags; const char *key_prefix; int (*get_context)(struct inode *, void *, size_t); int (*set_context)(struct inode *, const void *, size_t, void *); const union fscrypt_policy * (*get_dummy_policy)(struct super_block *); bool (*empty_dir)(struct inode *); bool (*has_stable_inodes)(struct super_block *); void (*get_ino_and_lblk_bits)(struct super_block *, int *, int *); struct block_device ** (*get_devices)(struct super_block *, unsigned int *); }; struct fsverity_operations { int (*begin_enable_verity)(struct file *); int (*end_enable_verity)(struct file *, const void *, size_t, u64); int (*get_verity_descriptor)(struct inode *, void *, size_t); struct page * (*read_merkle_tree_page)(struct inode *, long unsigned int, long unsigned int); int (*write_merkle_tree_block)(struct inode *, const void *, u64, int); }; enum dl_dev_state { DL_DEV_NO_DRIVER = 0, DL_DEV_PROBING = 1, DL_DEV_DRIVER_BOUND = 2, DL_DEV_UNBINDING = 3, }; struct dev_links_info { struct list_head suppliers; struct list_head consumers; struct list_head defer_sync; enum dl_dev_state status; }; struct pm_message { int event; }; typedef struct pm_message pm_message_t; enum rpm_request { RPM_REQ_NONE = 0, RPM_REQ_IDLE = 1, RPM_REQ_SUSPEND = 2, RPM_REQ_AUTOSUSPEND = 3, RPM_REQ_RESUME = 4, }; struct wakeup_source; struct wake_irq; struct pm_subsys_data; struct dev_pm_qos; struct dev_pm_info { pm_message_t power_state; unsigned int can_wakeup: 1; unsigned int async_suspend: 1; bool in_dpm_list: 1; bool is_prepared: 1; bool is_suspended: 1; bool is_noirq_suspended: 1; bool is_late_suspended: 1; bool no_pm: 1; bool early_init: 1; bool direct_complete: 1; u32 driver_flags; spinlock_t lock; struct list_head entry; struct completion completion; struct wakeup_source *wakeup; bool wakeup_path: 1; bool syscore: 1; bool no_pm_callbacks: 1; unsigned int must_resume: 1; unsigned int may_skip_resume: 1; struct hrtimer suspend_timer; u64 timer_expires; struct work_struct work; wait_queue_head_t wait_queue; struct wake_irq *wakeirq; atomic_t usage_count; atomic_t child_count; unsigned int disable_depth: 3; unsigned int idle_notification: 1; unsigned int request_pending: 1; unsigned int deferred_resume: 1; unsigned int needs_force_resume: 1; unsigned int runtime_auto: 1; bool ignore_children: 1; unsigned int no_callbacks: 1; unsigned int irq_safe: 1; unsigned int use_autosuspend: 1; unsigned int timer_autosuspends: 1; unsigned int memalloc_noio: 1; unsigned int links_count; enum rpm_request request; enum rpm_status runtime_status; enum rpm_status last_status; int runtime_error; int autosuspend_delay; u64 last_busy; u64 active_time; u64 suspended_time; u64 accounting_timestamp; struct pm_subsys_data *subsys_data; void (*set_latency_tolerance)(struct device *, s32); struct dev_pm_qos *qos; }; struct irq_domain; struct msi_device_data; struct dev_msi_info { struct irq_domain *domain; struct msi_device_data *data; }; struct dev_archdata {}; enum device_removable { DEVICE_REMOVABLE_NOT_SUPPORTED = 0, DEVICE_REMOVABLE_UNKNOWN = 1, DEVICE_FIXED = 2, DEVICE_REMOVABLE = 3, }; struct device_private; struct device_type; struct bus_type; struct device_driver; struct dev_pm_domain; struct bus_dma_region; struct device_dma_parameters; struct dma_coherent_mem; struct cma; struct io_tlb_mem; struct device_node; struct fwnode_handle; struct class; struct attribute_group; struct iommu_group; struct dev_iommu; struct device_physical_location; struct device { struct kobject kobj; struct device *parent; struct device_private *p; const char *init_name; const struct device_type *type; struct bus_type *bus; struct device_driver *driver; void *platform_data; void *driver_data; struct mutex mutex; struct dev_links_info links; struct dev_pm_info power; struct dev_pm_domain *pm_domain; struct dev_msi_info msi; u64 *dma_mask; u64 coherent_dma_mask; u64 bus_dma_limit; const struct bus_dma_region *dma_range_map; struct device_dma_parameters *dma_parms; struct list_head dma_pools; struct dma_coherent_mem *dma_mem; struct cma *cma_area; struct io_tlb_mem *dma_io_tlb_mem; struct dev_archdata archdata; struct device_node *of_node; struct fwnode_handle *fwnode; int numa_node; dev_t devt; u32 id; spinlock_t devres_lock; struct list_head devres_head; struct class *class; const struct attribute_group **groups; void (*release)(struct device *); struct iommu_group *iommu_group; struct dev_iommu *iommu; struct device_physical_location *physical_location; enum device_removable removable; bool offline_disabled: 1; bool offline: 1; bool of_node_reused: 1; bool state_synced: 1; bool can_match: 1; }; struct disk_stats; struct partition_meta_info; struct block_device { sector_t bd_start_sect; sector_t bd_nr_sectors; struct disk_stats *bd_stats; long unsigned int bd_stamp; bool bd_read_only; dev_t bd_dev; atomic_t bd_openers; struct inode *bd_inode; struct super_block *bd_super; void *bd_claiming; struct device bd_device; void *bd_holder; int bd_holders; bool bd_write_holder; struct kobject *bd_holder_dir; u8 bd_partno; spinlock_t bd_size_lock; struct gendisk *bd_disk; struct request_queue *bd_queue; int bd_fsfreeze_count; struct mutex bd_fsfreeze_mutex; struct super_block *bd_fsfreeze_sb; struct partition_meta_info *bd_meta_info; bool bd_make_it_fail; }; typedef bool (*filldir_t)(struct dir_context *, const char *, int, loff_t, u64, unsigned int); struct dir_context { filldir_t actor; loff_t pos; }; struct io_comp_batch { struct request *req_list; bool need_ts; void (*complete)(struct io_comp_batch *); }; typedef void (*poll_queue_proc)(struct file *, wait_queue_head_t *, struct poll_table_struct *); struct poll_table_struct { poll_queue_proc _qproc; __poll_t _key; }; struct p_log; struct fs_parameter; struct fs_parse_result; typedef int fs_param_type(struct p_log *, const struct fs_parameter_spec *, struct fs_parameter *, struct fs_parse_result *); struct fs_parameter_spec { const char *name; fs_param_type *type; u8 opt; short unsigned int flags; const void *data; }; typedef __u32 blk_opf_t; typedef u8 blk_status_t; struct bvec_iter { sector_t bi_sector; unsigned int bi_size; unsigned int bi_idx; unsigned int bi_bvec_done; } __attribute__((packed)); typedef unsigned int blk_qc_t; typedef void bio_end_io_t(struct bio *); struct bio_issue { u64 value; }; struct bio_vec { struct page *bv_page; unsigned int bv_len; unsigned int bv_offset; }; struct bio_crypt_ctx; struct bio_integrity_payload; struct bio_set; struct bio { struct bio *bi_next; struct block_device *bi_bdev; blk_opf_t bi_opf; short unsigned int bi_flags; short unsigned int bi_ioprio; blk_status_t bi_status; atomic_t __bi_remaining; struct bvec_iter bi_iter; blk_qc_t bi_cookie; bio_end_io_t *bi_end_io; void *bi_private; struct blkcg_gq *bi_blkg; struct bio_issue bi_issue; u64 bi_iocost_cost; struct bio_crypt_ctx *bi_crypt_context; union { struct bio_integrity_payload *bi_integrity; }; short unsigned int bi_vcnt; short unsigned int bi_max_vecs; atomic_t __bi_cnt; struct bio_vec *bi_io_vec; struct bio_set *bi_pool; struct bio_vec bi_inline_vecs[0]; }; struct subprocess_info { struct work_struct work; struct completion *complete; const char *path; char **argv; char **envp; int wait; int retval; int (*init)(struct subprocess_info *, struct cred *); void (*cleanup)(struct subprocess_info *); void *data; }; struct tracepoint_func { void *func; void *data; int prio; }; struct tracepoint { const char *name; struct static_key key; struct static_call_key *static_call_key; void *static_call_tramp; void *iterator; int (*regfunc)(); void (*unregfunc)(); struct tracepoint_func *funcs; }; struct bpf_raw_event_map { struct tracepoint *tp; void *bpf_func; u32 num_args; u32 writable_size; long: 64; }; struct dev_pagemap_ops { void (*page_free)(struct page *); vm_fault_t (*migrate_to_ram)(struct vm_fault *); int (*memory_failure)(struct dev_pagemap *, long unsigned int, long unsigned int, int); }; struct irq_desc; typedef void (*irq_flow_handler_t)(struct irq_desc *); struct msi_desc; struct irq_common_data { unsigned int state_use_accessors; unsigned int node; void *handler_data; struct msi_desc *msi_desc; cpumask_var_t affinity; cpumask_var_t effective_affinity; }; struct irq_chip; struct irq_data { u32 mask; unsigned int irq; long unsigned int hwirq; struct irq_common_data *common; struct irq_chip *chip; struct irq_domain *domain; struct irq_data *parent_data; void *chip_data; }; struct irqaction; struct irq_affinity_notify; struct proc_dir_entry; struct irq_desc { struct irq_common_data irq_common_data; struct irq_data irq_data; unsigned int *kstat_irqs; irq_flow_handler_t handle_irq; struct irqaction *action; unsigned int status_use_accessors; unsigned int core_internal_state__do_not_mess_with_it; unsigned int depth; unsigned int wake_depth; unsigned int tot_count; unsigned int irq_count; long unsigned int last_unhandled; unsigned int irqs_unhandled; atomic_t threads_handled; int threads_handled_last; raw_spinlock_t lock; struct cpumask *percpu_enabled; const struct cpumask *percpu_affinity; const struct cpumask *affinity_hint; struct irq_affinity_notify *affinity_notify; long unsigned int threads_oneshot; atomic_t threads_active; wait_queue_head_t wait_for_threads; unsigned int nr_actions; unsigned int no_suspend_depth; unsigned int cond_suspend_depth; unsigned int force_resume_depth; struct proc_dir_entry *dir; struct callback_head rcu; struct kobject kobj; struct mutex request_mutex; int parent_irq; struct module *owner; const char *name; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum irqreturn { IRQ_NONE = 0, IRQ_HANDLED = 1, IRQ_WAKE_THREAD = 2, }; typedef enum irqreturn irqreturn_t; struct fwnode_operations; struct fwnode_handle { struct fwnode_handle *secondary; const struct fwnode_operations *ops; struct device *dev; struct list_head suppliers; struct list_head consumers; u8 flags; }; enum dev_dma_attr { DEV_DMA_NOT_SUPPORTED = 0, DEV_DMA_NON_COHERENT = 1, DEV_DMA_COHERENT = 2, }; struct fwnode_reference_args; struct fwnode_endpoint; struct fwnode_operations { struct fwnode_handle * (*get)(struct fwnode_handle *); void (*put)(struct fwnode_handle *); bool (*device_is_available)(const struct fwnode_handle *); const void * (*device_get_match_data)(const struct fwnode_handle *, const struct device *); bool (*device_dma_supported)(const struct fwnode_handle *); enum dev_dma_attr (*device_get_dma_attr)(const struct fwnode_handle *); bool (*property_present)(const struct fwnode_handle *, const char *); int (*property_read_int_array)(const struct fwnode_handle *, const char *, unsigned int, void *, size_t); int (*property_read_string_array)(const struct fwnode_handle *, const char *, const char **, size_t); const char * (*get_name)(const struct fwnode_handle *); const char * (*get_name_prefix)(const struct fwnode_handle *); struct fwnode_handle * (*get_parent)(const struct fwnode_handle *); struct fwnode_handle * (*get_next_child_node)(const struct fwnode_handle *, struct fwnode_handle *); struct fwnode_handle * (*get_named_child_node)(const struct fwnode_handle *, const char *); int (*get_reference_args)(const struct fwnode_handle *, const char *, const char *, unsigned int, unsigned int, struct fwnode_reference_args *); struct fwnode_handle * (*graph_get_next_endpoint)(const struct fwnode_handle *, struct fwnode_handle *); struct fwnode_handle * (*graph_get_remote_endpoint)(const struct fwnode_handle *); struct fwnode_handle * (*graph_get_port_parent)(struct fwnode_handle *); int (*graph_parse_endpoint)(const struct fwnode_handle *, struct fwnode_endpoint *); void * (*iomap)(struct fwnode_handle *, int); int (*irq_get)(const struct fwnode_handle *, unsigned int); int (*add_links)(struct fwnode_handle *); }; struct fwnode_endpoint { unsigned int port; unsigned int id; const struct fwnode_handle *local_fwnode; }; struct fwnode_reference_args { struct fwnode_handle *fwnode; unsigned int nargs; u64 args[8]; }; enum irq_domain_bus_token { DOMAIN_BUS_ANY = 0, DOMAIN_BUS_WIRED = 1, DOMAIN_BUS_GENERIC_MSI = 2, DOMAIN_BUS_PCI_MSI = 3, DOMAIN_BUS_PLATFORM_MSI = 4, DOMAIN_BUS_NEXUS = 5, DOMAIN_BUS_IPI = 6, DOMAIN_BUS_FSL_MC_MSI = 7, DOMAIN_BUS_TI_SCI_INTA_MSI = 8, DOMAIN_BUS_WAKEUP = 9, DOMAIN_BUS_VMD_MSI = 10, DOMAIN_BUS_PCI_DEVICE_MSI = 11, DOMAIN_BUS_PCI_DEVICE_MSIX = 12, DOMAIN_BUS_DMAR = 13, DOMAIN_BUS_AMDVI = 14, DOMAIN_BUS_PCI_DEVICE_IMS = 15, }; struct kernfs_root; struct kernfs_elem_dir { long unsigned int subdirs; struct rb_root children; struct kernfs_root *root; long unsigned int rev; }; struct kernfs_elem_symlink { struct kernfs_node *target_kn; }; struct kernfs_ops; struct kernfs_open_node; struct kernfs_elem_attr { const struct kernfs_ops *ops; struct kernfs_open_node *open; loff_t size; struct kernfs_node *notify_next; }; struct kernfs_iattrs; struct kernfs_node { atomic_t count; atomic_t active; struct kernfs_node *parent; const char *name; struct rb_node rb; const void *ns; unsigned int hash; union { struct kernfs_elem_dir dir; struct kernfs_elem_symlink symlink; struct kernfs_elem_attr attr; }; void *priv; u64 id; short unsigned int flags; umode_t mode; struct kernfs_iattrs *iattr; }; struct kernfs_open_file; struct kernfs_ops { int (*open)(struct kernfs_open_file *); void (*release)(struct kernfs_open_file *); int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); ssize_t (*read)(struct kernfs_open_file *, char *, size_t, loff_t); size_t atomic_write_len; bool prealloc; ssize_t (*write)(struct kernfs_open_file *, char *, size_t, loff_t); __poll_t (*poll)(struct kernfs_open_file *, struct poll_table_struct *); int (*mmap)(struct kernfs_open_file *, struct vm_area_struct *); }; struct kernfs_open_file { struct kernfs_node *kn; struct file *file; struct seq_file *seq_file; void *priv; struct mutex mutex; struct mutex prealloc_mutex; int event; struct list_head list; char *prealloc_buf; size_t atomic_write_len; bool mmapped: 1; bool released: 1; const struct vm_operations_struct *vm_ops; }; enum kobj_ns_type { KOBJ_NS_TYPE_NONE = 0, KOBJ_NS_TYPE_NET = 1, KOBJ_NS_TYPES = 2, }; struct sock; struct kobj_ns_type_operations { enum kobj_ns_type type; bool (*current_may_mount)(); void * (*grab_current_ns)(); const void * (*netlink_ns)(struct sock *); const void * (*initial_ns)(); void (*drop_ns)(void *); }; struct attribute { const char *name; umode_t mode; }; struct bin_attribute; struct attribute_group { const char *name; umode_t (*is_visible)(struct kobject *, struct attribute *, int); umode_t (*is_bin_visible)(struct kobject *, struct bin_attribute *, int); struct attribute **attrs; struct bin_attribute **bin_attrs; }; struct bin_attribute { struct attribute attr; size_t size; void *private; struct address_space * (*f_mapping)(); ssize_t (*read)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t, size_t); ssize_t (*write)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t, size_t); int (*mmap)(struct file *, struct kobject *, struct bin_attribute *, struct vm_area_struct *); }; struct sysfs_ops { ssize_t (*show)(struct kobject *, struct attribute *, char *); ssize_t (*store)(struct kobject *, struct attribute *, const char *, size_t); }; struct kset_uevent_ops; struct kset { struct list_head list; spinlock_t list_lock; struct kobject kobj; const struct kset_uevent_ops *uevent_ops; }; struct kobj_type { void (*release)(struct kobject *); const struct sysfs_ops *sysfs_ops; const struct attribute_group **default_groups; const struct kobj_ns_type_operations * (*child_ns_type)(const struct kobject *); const void * (*namespace)(const struct kobject *); void (*get_ownership)(const struct kobject *, kuid_t *, kgid_t *); }; struct kobj_uevent_env { char *argv[3]; char *envp[64]; int envp_idx; char buf[2048]; int buflen; }; struct kset_uevent_ops { int (* const filter)(const struct kobject *); const char * (* const name)(const struct kobject *); int (* const uevent)(struct kobject *, struct kobj_uevent_env *); }; typedef long unsigned int kernel_ulong_t; struct acpi_device_id { __u8 id[16]; kernel_ulong_t driver_data; __u32 cls; __u32 cls_msk; }; struct of_device_id { char name[32]; char type[32]; char compatible[128]; const void *data; }; typedef u32 phandle; struct property { char *name; int length; void *value; struct property *next; long unsigned int _flags; struct bin_attribute attr; }; struct device_node { const char *name; phandle phandle; const char *full_name; struct fwnode_handle fwnode; struct property *properties; struct property *deadprops; struct device_node *parent; struct device_node *child; struct device_node *sibling; struct kobject kobj; long unsigned int _flags; void *data; }; struct irq_fwspec { struct fwnode_handle *fwnode; int param_count; u32 param[16]; }; struct irq_domain_ops { int (*match)(struct irq_domain *, struct device_node *, enum irq_domain_bus_token); int (*select)(struct irq_domain *, struct irq_fwspec *, enum irq_domain_bus_token); int (*map)(struct irq_domain *, unsigned int, irq_hw_number_t); void (*unmap)(struct irq_domain *, unsigned int); int (*xlate)(struct irq_domain *, struct device_node *, const u32 *, unsigned int, long unsigned int *, unsigned int *); int (*alloc)(struct irq_domain *, unsigned int, unsigned int, void *); void (*free)(struct irq_domain *, unsigned int, unsigned int); int (*activate)(struct irq_domain *, struct irq_data *, bool); void (*deactivate)(struct irq_domain *, struct irq_data *); int (*translate)(struct irq_domain *, struct irq_fwspec *, long unsigned int *, unsigned int *); }; struct irq_domain_chip_generic; struct msi_parent_ops; struct irq_domain { struct list_head link; const char *name; const struct irq_domain_ops *ops; void *host_data; unsigned int flags; unsigned int mapcount; struct fwnode_handle *fwnode; enum irq_domain_bus_token bus_token; struct irq_domain_chip_generic *gc; struct device *dev; struct device *pm_dev; struct irq_domain *parent; const struct msi_parent_ops *msi_parent_ops; irq_hw_number_t hwirq_max; unsigned int revmap_size; struct xarray revmap_tree; struct mutex revmap_mutex; struct irq_data *revmap[0]; }; enum irq_gc_flags { IRQ_GC_INIT_MASK_CACHE = 1, IRQ_GC_INIT_NESTED_LOCK = 2, IRQ_GC_MASK_CACHE_PER_TYPE = 4, IRQ_GC_NO_MASK = 8, IRQ_GC_BE_IO = 16, }; struct irq_chip_generic; struct irq_domain_chip_generic { unsigned int irqs_per_chip; unsigned int num_chips; unsigned int irq_flags_to_clear; unsigned int irq_flags_to_set; enum irq_gc_flags gc_flags; struct irq_chip_generic *gc[0]; }; struct msi_domain_info; struct msi_parent_ops { u32 supported_flags; const char *prefix; bool (*init_dev_msi_info)(struct device *, struct irq_domain *, struct irq_domain *, struct msi_domain_info *); }; enum irqchip_irq_state { IRQCHIP_STATE_PENDING = 0, IRQCHIP_STATE_ACTIVE = 1, IRQCHIP_STATE_MASKED = 2, IRQCHIP_STATE_LINE_LEVEL = 3, }; struct msi_msg; struct irq_chip { const char *name; unsigned int (*irq_startup)(struct irq_data *); void (*irq_shutdown)(struct irq_data *); void (*irq_enable)(struct irq_data *); void (*irq_disable)(struct irq_data *); void (*irq_ack)(struct irq_data *); void (*irq_mask)(struct irq_data *); void (*irq_mask_ack)(struct irq_data *); void (*irq_unmask)(struct irq_data *); void (*irq_eoi)(struct irq_data *); int (*irq_set_affinity)(struct irq_data *, const struct cpumask *, bool); int (*irq_retrigger)(struct irq_data *); int (*irq_set_type)(struct irq_data *, unsigned int); int (*irq_set_wake)(struct irq_data *, unsigned int); void (*irq_bus_lock)(struct irq_data *); void (*irq_bus_sync_unlock)(struct irq_data *); void (*irq_suspend)(struct irq_data *); void (*irq_resume)(struct irq_data *); void (*irq_pm_shutdown)(struct irq_data *); void (*irq_calc_mask)(struct irq_data *); void (*irq_print_chip)(struct irq_data *, struct seq_file *); int (*irq_request_resources)(struct irq_data *); void (*irq_release_resources)(struct irq_data *); void (*irq_compose_msi_msg)(struct irq_data *, struct msi_msg *); void (*irq_write_msi_msg)(struct irq_data *, struct msi_msg *); int (*irq_get_irqchip_state)(struct irq_data *, enum irqchip_irq_state, bool *); int (*irq_set_irqchip_state)(struct irq_data *, enum irqchip_irq_state, bool); int (*irq_set_vcpu_affinity)(struct irq_data *, void *); void (*ipi_send_single)(struct irq_data *, unsigned int); void (*ipi_send_mask)(struct irq_data *, const struct cpumask *); int (*irq_nmi_setup)(struct irq_data *); void (*irq_nmi_teardown)(struct irq_data *); long unsigned int flags; }; typedef irqreturn_t (*irq_handler_t)(int, void *); struct irqaction { irq_handler_t handler; void *dev_id; void *percpu_dev_id; struct irqaction *next; irq_handler_t thread_fn; struct task_struct *thread; struct irqaction *secondary; unsigned int irq; unsigned int flags; long unsigned int thread_flags; long unsigned int thread_mask; const char *name; struct proc_dir_entry *dir; long: 64; long: 64; long: 64; long: 64; }; struct irq_affinity_notify { unsigned int irq; struct kref kref; struct work_struct work; void (*notify)(struct irq_affinity_notify *, const cpumask_t *); void (*release)(struct kref *); }; struct irq_chip_regs { long unsigned int enable; long unsigned int disable; long unsigned int mask; long unsigned int ack; long unsigned int eoi; long unsigned int type; long unsigned int polarity; }; struct irq_chip_type { struct irq_chip chip; struct irq_chip_regs regs; irq_flow_handler_t handler; u32 type; u32 mask_cache_priv; u32 *mask_cache; }; struct irq_chip_generic { raw_spinlock_t lock; void *reg_base; u32 (*reg_readl)(void *); void (*reg_writel)(u32, void *); void (*suspend)(struct irq_chip_generic *); void (*resume)(struct irq_chip_generic *); unsigned int irq_base; unsigned int irq_cnt; u32 mask_cache; u32 type_cache; u32 polarity_cache; u32 wake_enabled; u32 wake_active; unsigned int num_ct; void *private; long unsigned int installed; long unsigned int unused; struct irq_domain *domain; struct list_head list; struct irq_chip_type chip_types[0]; }; struct dev_pm_ops { int (*prepare)(struct device *); void (*complete)(struct device *); int (*suspend)(struct device *); int (*resume)(struct device *); int (*freeze)(struct device *); int (*thaw)(struct device *); int (*poweroff)(struct device *); int (*restore)(struct device *); int (*suspend_late)(struct device *); int (*resume_early)(struct device *); int (*freeze_late)(struct device *); int (*thaw_early)(struct device *); int (*poweroff_late)(struct device *); int (*restore_early)(struct device *); int (*suspend_noirq)(struct device *); int (*resume_noirq)(struct device *); int (*freeze_noirq)(struct device *); int (*thaw_noirq)(struct device *); int (*poweroff_noirq)(struct device *); int (*restore_noirq)(struct device *); int (*runtime_suspend)(struct device *); int (*runtime_resume)(struct device *); int (*runtime_idle)(struct device *); }; struct pm_subsys_data { spinlock_t lock; unsigned int refcount; unsigned int clock_op_might_sleep; struct mutex clock_mutex; struct list_head clock_list; }; struct wakeup_source { const char *name; int id; struct list_head entry; spinlock_t lock; struct wake_irq *wakeirq; struct timer_list timer; long unsigned int timer_expires; ktime_t total_time; ktime_t max_time; ktime_t last_time; ktime_t start_prevent_time; ktime_t prevent_sleep_time; long unsigned int event_count; long unsigned int active_count; long unsigned int relax_count; long unsigned int expire_count; long unsigned int wakeup_count; struct device *dev; bool active: 1; bool autosleep_enabled: 1; }; struct dev_pm_domain { struct dev_pm_ops ops; int (*start)(struct device *); void (*detach)(struct device *, bool); int (*activate)(struct device *); void (*sync)(struct device *); void (*dismiss)(struct device *); }; struct iommu_ops; struct subsys_private; struct bus_type { const char *name; const char *dev_name; struct device *dev_root; const struct attribute_group **bus_groups; const struct attribute_group **dev_groups; const struct attribute_group **drv_groups; int (*match)(struct device *, struct device_driver *); int (*uevent)(struct device *, struct kobj_uevent_env *); int (*probe)(struct device *); void (*sync_state)(struct device *); void (*remove)(struct device *); void (*shutdown)(struct device *); int (*online)(struct device *); int (*offline)(struct device *); int (*suspend)(struct device *, pm_message_t); int (*resume)(struct device *); int (*num_vf)(struct device *); int (*dma_configure)(struct device *); void (*dma_cleanup)(struct device *); const struct dev_pm_ops *pm; const struct iommu_ops *iommu_ops; struct subsys_private *p; struct lock_class_key lock_key; bool need_parent_lock; }; enum probe_type { PROBE_DEFAULT_STRATEGY = 0, PROBE_PREFER_ASYNCHRONOUS = 1, PROBE_FORCE_SYNCHRONOUS = 2, }; struct driver_private; struct device_driver { const char *name; struct bus_type *bus; struct module *owner; const char *mod_name; bool suppress_bind_attrs; enum probe_type probe_type; const struct of_device_id *of_match_table; const struct acpi_device_id *acpi_match_table; int (*probe)(struct device *); void (*sync_state)(struct device *); int (*remove)(struct device *); void (*shutdown)(struct device *); int (*suspend)(struct device *, pm_message_t); int (*resume)(struct device *); const struct attribute_group **groups; const struct attribute_group **dev_groups; const struct dev_pm_ops *pm; void (*coredump)(struct device *); struct driver_private *p; }; enum iommu_cap { IOMMU_CAP_CACHE_COHERENCY = 0, IOMMU_CAP_INTR_REMAP = 1, IOMMU_CAP_NOEXEC = 2, IOMMU_CAP_PRE_BOOT_PROTECTION = 3, IOMMU_CAP_ENFORCE_CACHE_COHERENCY = 4, }; enum iommu_dev_features { IOMMU_DEV_FEAT_SVA = 0, IOMMU_DEV_FEAT_IOPF = 1, }; typedef unsigned int ioasid_t; struct iommu_domain; struct iommu_device; struct of_phandle_args; struct iommu_fault_event; struct iommu_page_response; struct iommu_domain_ops; struct iommu_ops { bool (*capable)(struct device *, enum iommu_cap); struct iommu_domain * (*domain_alloc)(unsigned int); struct iommu_device * (*probe_device)(struct device *); void (*release_device)(struct device *); void (*probe_finalize)(struct device *); struct iommu_group * (*device_group)(struct device *); void (*get_resv_regions)(struct device *, struct list_head *); int (*of_xlate)(struct device *, struct of_phandle_args *); bool (*is_attach_deferred)(struct device *); int (*dev_enable_feat)(struct device *, enum iommu_dev_features); int (*dev_disable_feat)(struct device *, enum iommu_dev_features); int (*page_response)(struct device *, struct iommu_fault_event *, struct iommu_page_response *); int (*def_domain_type)(struct device *); void (*remove_dev_pasid)(struct device *, ioasid_t); const struct iommu_domain_ops *default_domain_ops; long unsigned int pgsize_bitmap; struct module *owner; }; struct device_type { const char *name; const struct attribute_group **groups; int (*uevent)(struct device *, struct kobj_uevent_env *); char * (*devnode)(struct device *, umode_t *, kuid_t *, kgid_t *); void (*release)(struct device *); const struct dev_pm_ops *pm; }; struct class { const char *name; struct module *owner; const struct attribute_group **class_groups; const struct attribute_group **dev_groups; struct kobject *dev_kobj; int (*dev_uevent)(const struct device *, struct kobj_uevent_env *); char * (*devnode)(const struct device *, umode_t *); void (*class_release)(struct class *); void (*dev_release)(struct device *); int (*shutdown_pre)(struct device *); const struct kobj_ns_type_operations *ns_type; const void * (*namespace)(const struct device *); void (*get_ownership)(const struct device *, kuid_t *, kgid_t *); const struct dev_pm_ops *pm; struct subsys_private *p; }; typedef __u64 Elf64_Addr; typedef __u16 Elf64_Half; typedef __u32 Elf64_Word; typedef __u64 Elf64_Xword; struct elf64_sym { Elf64_Word st_name; unsigned char st_info; unsigned char st_other; Elf64_Half st_shndx; Elf64_Addr st_value; Elf64_Xword st_size; }; struct kparam_string; struct kparam_array; struct kernel_param { const char *name; struct module *mod; const struct kernel_param_ops *ops; const u16 perm; s8 level; u8 flags; union { void *arg; const struct kparam_string *str; const struct kparam_array *arr; }; }; struct kparam_string { unsigned int maxlen; char *string; }; struct kparam_array { unsigned int max; unsigned int elemsize; unsigned int *num; const struct kernel_param_ops *ops; void *elem; }; struct plt_entry { u32 inst_lu12iw; u32 inst_lu32id; u32 inst_lu52id; u32 inst_jirl; }; struct module_attribute { struct attribute attr; ssize_t (*show)(struct module_attribute *, struct module_kobject *, char *); ssize_t (*store)(struct module_attribute *, struct module_kobject *, const char *, size_t); void (*setup)(struct module *, const char *); int (*test)(struct module *); void (*free)(struct module *); }; struct trace_event_functions; struct trace_event { struct hlist_node node; int type; struct trace_event_functions *funcs; }; struct trace_event_class; struct event_filter; struct perf_event; struct trace_event_call { struct list_head list; struct trace_event_class *class; union { char *name; struct tracepoint *tp; }; struct trace_event event; char *print_fmt; struct event_filter *filter; union { void *module; atomic_t refcnt; }; void *data; int flags; int perf_refcount; struct hlist_head *perf_events; struct bpf_prog_array *prog_array; int (*perf_perm)(struct trace_event_call *, struct perf_event *); }; struct trace_eval_map { const char *system; const char *eval_string; long unsigned int eval_value; }; struct device_dma_parameters { unsigned int max_segment_size; unsigned int min_align_mask; long unsigned int segment_boundary_mask; }; enum device_physical_location_panel { DEVICE_PANEL_TOP = 0, DEVICE_PANEL_BOTTOM = 1, DEVICE_PANEL_LEFT = 2, DEVICE_PANEL_RIGHT = 3, DEVICE_PANEL_FRONT = 4, DEVICE_PANEL_BACK = 5, DEVICE_PANEL_UNKNOWN = 6, }; enum device_physical_location_vertical_position { DEVICE_VERT_POS_UPPER = 0, DEVICE_VERT_POS_CENTER = 1, DEVICE_VERT_POS_LOWER = 2, }; enum device_physical_location_horizontal_position { DEVICE_HORI_POS_LEFT = 0, DEVICE_HORI_POS_CENTER = 1, DEVICE_HORI_POS_RIGHT = 2, }; struct device_physical_location { enum device_physical_location_panel panel; enum device_physical_location_vertical_position vertical_position; enum device_physical_location_horizontal_position horizontal_position; bool dock; bool lid; }; typedef u64 dma_addr_t; struct bus_dma_region { phys_addr_t cpu_start; dma_addr_t dma_start; u64 size; u64 offset; }; typedef void *mempool_alloc_t(gfp_t, void *); typedef void mempool_free_t(void *, void *); struct mempool_s { spinlock_t lock; int min_nr; int curr_nr; void **elements; void *pool_data; mempool_alloc_t *alloc; mempool_free_t *free; wait_queue_head_t wait; }; typedef struct mempool_s mempool_t; struct bio_alloc_cache; struct bio_set { struct kmem_cache *bio_slab; unsigned int front_pad; struct bio_alloc_cache *cache; mempool_t bio_pool; mempool_t bvec_pool; mempool_t bio_integrity_pool; mempool_t bvec_integrity_pool; unsigned int back_pad; spinlock_t rescue_lock; struct bio_list rescue_list; struct work_struct rescue_work; struct workqueue_struct *rescue_workqueue; struct hlist_node cpuhp_dead; }; struct block_device_operations; struct timer_rand_state; struct disk_events; struct cdrom_device_info; struct badblocks; struct blk_independent_access_ranges; struct gendisk { int major; int first_minor; int minors; char disk_name[32]; short unsigned int events; short unsigned int event_flags; struct xarray part_tbl; struct block_device *part0; const struct block_device_operations *fops; struct request_queue *queue; void *private_data; struct bio_set bio_split; int flags; long unsigned int state; struct mutex open_mutex; unsigned int open_partitions; struct backing_dev_info *bdi; struct kobject queue_kobj; struct kobject *slave_dir; struct list_head slave_bdevs; struct timer_rand_state *random; atomic_t sync_io; struct disk_events *ev; struct kobject integrity_kobj; unsigned int nr_zones; unsigned int max_open_zones; unsigned int max_active_zones; long unsigned int *conv_zones_bitmap; long unsigned int *seq_zones_wlock; struct cdrom_device_info *cdi; int node_id; struct badblocks *bb; struct lockdep_map lockdep_map; u64 diskseq; struct blk_independent_access_ranges *ia_ranges; }; struct partition_meta_info { char uuid[37]; u8 volname[64]; }; struct bio_integrity_payload { struct bio *bip_bio; struct bvec_iter bip_iter; short unsigned int bip_vcnt; short unsigned int bip_max_vcnt; short unsigned int bip_flags; struct bvec_iter bio_iter; short: 16; struct work_struct bip_work; struct bio_vec *bip_vec; struct bio_vec bip_inline_vecs[0]; } __attribute__((packed)); enum req_op { REQ_OP_READ = 0, REQ_OP_WRITE = 1, REQ_OP_FLUSH = 2, REQ_OP_DISCARD = 3, REQ_OP_SECURE_ERASE = 5, REQ_OP_WRITE_ZEROES = 9, REQ_OP_ZONE_OPEN = 10, REQ_OP_ZONE_CLOSE = 11, REQ_OP_ZONE_FINISH = 12, REQ_OP_ZONE_APPEND = 13, REQ_OP_ZONE_RESET = 15, REQ_OP_ZONE_RESET_ALL = 17, REQ_OP_DRV_IN = 34, REQ_OP_DRV_OUT = 35, REQ_OP_LAST = 36, }; struct blk_rq_stat { u64 mean; u64 min; u64 max; u32 nr_samples; u64 batch; }; struct iovec { void *iov_base; __kernel_size_t iov_len; }; struct kvec { void *iov_base; size_t iov_len; }; struct blk_zone { __u64 start; __u64 len; __u64 wp; __u8 type; __u8 cond; __u8 non_seq; __u8 reset; __u8 resv[4]; __u64 capacity; __u8 reserved[24]; }; struct blk_integrity_iter; typedef blk_status_t integrity_processing_fn(struct blk_integrity_iter *); typedef void integrity_prepare_fn(struct request *); typedef void integrity_complete_fn(struct request *, unsigned int); struct blk_integrity_profile { integrity_processing_fn *generate_fn; integrity_processing_fn *verify_fn; integrity_prepare_fn *prepare_fn; integrity_complete_fn *complete_fn; const char *name; }; typedef int (*report_zones_cb)(struct blk_zone *, unsigned int, void *); enum blk_unique_id { BLK_UID_T10 = 1, BLK_UID_EUI64 = 2, BLK_UID_NAA = 3, }; struct hd_geometry; struct pr_ops; struct block_device_operations { void (*submit_bio)(struct bio *); int (*poll_bio)(struct bio *, struct io_comp_batch *, unsigned int); int (*open)(struct block_device *, fmode_t); void (*release)(struct gendisk *, fmode_t); int (*rw_page)(struct block_device *, sector_t, struct page *, enum req_op); int (*ioctl)(struct block_device *, fmode_t, unsigned int, long unsigned int); int (*compat_ioctl)(struct block_device *, fmode_t, unsigned int, long unsigned int); unsigned int (*check_events)(struct gendisk *, unsigned int); void (*unlock_native_capacity)(struct gendisk *); int (*getgeo)(struct block_device *, struct hd_geometry *); int (*set_read_only)(struct block_device *, bool); void (*free_disk)(struct gendisk *); void (*swap_slot_free_notify)(struct block_device *, long unsigned int); int (*report_zones)(struct gendisk *, sector_t, unsigned int, report_zones_cb, void *); char * (*devnode)(struct gendisk *, umode_t *); int (*get_unique_id)(struct gendisk *, u8 *, enum blk_unique_id); struct module *owner; const struct pr_ops *pr_ops; int (*alternative_gpt_sector)(struct gendisk *, sector_t *); }; struct blk_independent_access_range { struct kobject kobj; sector_t sector; sector_t nr_sectors; }; struct blk_independent_access_ranges { struct kobject kobj; bool sysfs_registered; unsigned int nr_ia_ranges; struct blk_independent_access_range ia_range[0]; }; enum blk_eh_timer_return { BLK_EH_DONE = 0, BLK_EH_RESET_TIMER = 1, }; struct blk_mq_hw_ctx; struct blk_mq_queue_data; struct blk_mq_ops { blk_status_t (*queue_rq)(struct blk_mq_hw_ctx *, const struct blk_mq_queue_data *); void (*commit_rqs)(struct blk_mq_hw_ctx *); void (*queue_rqs)(struct request **); int (*get_budget)(struct request_queue *); void (*put_budget)(struct request_queue *, int); void (*set_rq_budget_token)(struct request *, int); int (*get_rq_budget_token)(struct request *); enum blk_eh_timer_return (*timeout)(struct request *); int (*poll)(struct blk_mq_hw_ctx *, struct io_comp_batch *); void (*complete)(struct request *); int (*init_hctx)(struct blk_mq_hw_ctx *, void *, unsigned int); void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); int (*init_request)(struct blk_mq_tag_set *, struct request *, unsigned int, unsigned int); void (*exit_request)(struct blk_mq_tag_set *, struct request *, unsigned int); void (*cleanup_rq)(struct request *); bool (*busy)(struct request_queue *); void (*map_queues)(struct blk_mq_tag_set *); void (*show_rq)(struct seq_file *, struct request *); }; enum pr_type { PR_WRITE_EXCLUSIVE = 1, PR_EXCLUSIVE_ACCESS = 2, PR_WRITE_EXCLUSIVE_REG_ONLY = 3, PR_EXCLUSIVE_ACCESS_REG_ONLY = 4, PR_WRITE_EXCLUSIVE_ALL_REGS = 5, PR_EXCLUSIVE_ACCESS_ALL_REGS = 6, }; struct pr_ops { int (*pr_register)(struct block_device *, u64, u64, u32); int (*pr_reserve)(struct block_device *, u64, enum pr_type, u32); int (*pr_release)(struct block_device *, u64, enum pr_type); int (*pr_preempt)(struct block_device *, u64, u64, enum pr_type, bool); int (*pr_clear)(struct block_device *, u64); }; struct seq_operations { void * (*start)(struct seq_file *, loff_t *); void (*stop)(struct seq_file *, void *); void * (*next)(struct seq_file *, void *, loff_t *); int (*show)(struct seq_file *, void *); }; struct seq_buf { char *buffer; size_t size; size_t len; loff_t readpos; }; struct trace_seq { char buffer[16384]; struct seq_buf seq; int full; }; enum perf_sw_ids { PERF_COUNT_SW_CPU_CLOCK = 0, PERF_COUNT_SW_TASK_CLOCK = 1, PERF_COUNT_SW_PAGE_FAULTS = 2, PERF_COUNT_SW_CONTEXT_SWITCHES = 3, PERF_COUNT_SW_CPU_MIGRATIONS = 4, PERF_COUNT_SW_PAGE_FAULTS_MIN = 5, PERF_COUNT_SW_PAGE_FAULTS_MAJ = 6, PERF_COUNT_SW_ALIGNMENT_FAULTS = 7, PERF_COUNT_SW_EMULATION_FAULTS = 8, PERF_COUNT_SW_DUMMY = 9, PERF_COUNT_SW_BPF_OUTPUT = 10, PERF_COUNT_SW_CGROUP_SWITCHES = 11, PERF_COUNT_SW_MAX = 12, }; struct perf_event_attr { __u32 type; __u32 size; __u64 config; union { __u64 sample_period; __u64 sample_freq; }; __u64 sample_type; __u64 read_format; __u64 disabled: 1; __u64 inherit: 1; __u64 pinned: 1; __u64 exclusive: 1; __u64 exclude_user: 1; __u64 exclude_kernel: 1; __u64 exclude_hv: 1; __u64 exclude_idle: 1; __u64 mmap: 1; __u64 comm: 1; __u64 freq: 1; __u64 inherit_stat: 1; __u64 enable_on_exec: 1; __u64 task: 1; __u64 watermark: 1; __u64 precise_ip: 2; __u64 mmap_data: 1; __u64 sample_id_all: 1; __u64 exclude_host: 1; __u64 exclude_guest: 1; __u64 exclude_callchain_kernel: 1; __u64 exclude_callchain_user: 1; __u64 mmap2: 1; __u64 comm_exec: 1; __u64 use_clockid: 1; __u64 context_switch: 1; __u64 write_backward: 1; __u64 namespaces: 1; __u64 ksymbol: 1; __u64 bpf_event: 1; __u64 aux_output: 1; __u64 cgroup: 1; __u64 text_poke: 1; __u64 build_id: 1; __u64 inherit_thread: 1; __u64 remove_on_exec: 1; __u64 sigtrap: 1; __u64 __reserved_1: 26; union { __u32 wakeup_events; __u32 wakeup_watermark; }; __u32 bp_type; union { __u64 bp_addr; __u64 kprobe_func; __u64 uprobe_path; __u64 config1; }; union { __u64 bp_len; __u64 kprobe_addr; __u64 probe_offset; __u64 config2; }; __u64 branch_sample_type; __u64 sample_regs_user; __u32 sample_stack_user; __s32 clockid; __u64 sample_regs_intr; __u32 aux_watermark; __u16 sample_max_stack; __u16 __reserved_2; __u32 aux_sample_size; __u32 __reserved_3; __u64 sig_data; }; union perf_mem_data_src { __u64 val; struct { __u64 mem_op: 5; __u64 mem_lvl: 14; __u64 mem_snoop: 5; __u64 mem_lock: 2; __u64 mem_dtlb: 7; __u64 mem_lvl_num: 4; __u64 mem_remote: 1; __u64 mem_snoopx: 2; __u64 mem_blk: 3; __u64 mem_hops: 3; __u64 mem_rsvd: 18; }; }; struct perf_branch_entry { __u64 from; __u64 to; __u64 mispred: 1; __u64 predicted: 1; __u64 in_tx: 1; __u64 abort: 1; __u64 cycles: 16; __u64 type: 4; __u64 spec: 2; __u64 new_type: 4; __u64 priv: 3; __u64 reserved: 31; }; union perf_sample_weight { __u64 full; struct { __u32 var1_dw; __u16 var2_w; __u16 var3_w; }; }; struct cgroup_namespace { struct ns_common ns; struct user_namespace *user_ns; struct ucounts *ucounts; struct css_set *root_cset; }; struct nsset; struct proc_ns_operations { const char *name; const char *real_ns_name; int type; struct ns_common * (*get)(struct task_struct *); void (*put)(struct ns_common *); int (*install)(struct nsset *, struct ns_common *); struct user_namespace * (*owner)(struct ns_common *); struct ns_common * (*get_parent)(struct ns_common *); }; typedef struct { local_t a; } local64_t; struct ftrace_regs { struct pt_regs regs; }; struct ftrace_ops; typedef void (*ftrace_func_t)(long unsigned int, long unsigned int, struct ftrace_ops *, struct ftrace_regs *); struct ftrace_hash; struct ftrace_ops_hash { struct ftrace_hash *notrace_hash; struct ftrace_hash *filter_hash; struct mutex regex_lock; }; enum ftrace_ops_cmd { FTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_SELF = 0, FTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_PEER = 1, FTRACE_OPS_CMD_DISABLE_SHARE_IPMODIFY_PEER = 2, }; typedef int (*ftrace_ops_func_t)(struct ftrace_ops *, enum ftrace_ops_cmd); struct ftrace_ops { ftrace_func_t func; struct ftrace_ops *next; long unsigned int flags; void *private; ftrace_func_t saved_func; struct ftrace_ops_hash local_hash; struct ftrace_ops_hash *func_hash; struct ftrace_ops_hash old_hash; long unsigned int trampoline; long unsigned int trampoline_size; struct list_head list; ftrace_ops_func_t ops_func; }; struct irq_work { struct __call_single_node node; void (*func)(struct irq_work *); struct rcuwait irqwait; }; struct perf_regs { __u64 abi; struct pt_regs *regs; }; struct u64_stats_sync {}; struct psi_group {}; struct cgroup_taskset; struct cftype; struct cgroup_subsys { struct cgroup_subsys_state * (*css_alloc)(struct cgroup_subsys_state *); int (*css_online)(struct cgroup_subsys_state *); void (*css_offline)(struct cgroup_subsys_state *); void (*css_released)(struct cgroup_subsys_state *); void (*css_free)(struct cgroup_subsys_state *); void (*css_reset)(struct cgroup_subsys_state *); void (*css_rstat_flush)(struct cgroup_subsys_state *, int); int (*css_extra_stat_show)(struct seq_file *, struct cgroup_subsys_state *); int (*can_attach)(struct cgroup_taskset *); void (*cancel_attach)(struct cgroup_taskset *); void (*attach)(struct cgroup_taskset *); void (*post_attach)(); int (*can_fork)(struct task_struct *, struct css_set *); void (*cancel_fork)(struct task_struct *, struct css_set *); void (*fork)(struct task_struct *); void (*exit)(struct task_struct *); void (*release)(struct task_struct *); void (*bind)(struct cgroup_subsys_state *); bool early_init: 1; bool implicit_on_dfl: 1; bool threaded: 1; int id; const char *name; const char *legacy_name; struct cgroup_root *root; struct idr css_idr; struct list_head cfts; struct cftype *dfl_cftypes; struct cftype *legacy_cftypes; unsigned int depends_on; }; struct cgroup_rstat_cpu { struct u64_stats_sync bsync; struct cgroup_base_stat bstat; struct cgroup_base_stat last_bstat; struct cgroup *updated_children; struct cgroup *updated_next; }; struct cgroup_root { struct kernfs_root *kf_root; unsigned int subsys_mask; int hierarchy_id; struct cgroup cgrp; struct cgroup *cgrp_ancestor_storage; atomic_t nr_cgrps; struct list_head root_list; unsigned int flags; char release_agent_path[4096]; char name[64]; }; struct cftype { char name[64]; long unsigned int private; size_t max_write_len; unsigned int flags; unsigned int file_offset; struct cgroup_subsys *ss; struct list_head node; struct kernfs_ops *kf_ops; int (*open)(struct kernfs_open_file *); void (*release)(struct kernfs_open_file *); u64 (*read_u64)(struct cgroup_subsys_state *, struct cftype *); s64 (*read_s64)(struct cgroup_subsys_state *, struct cftype *); int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); int (*write_u64)(struct cgroup_subsys_state *, struct cftype *, u64); int (*write_s64)(struct cgroup_subsys_state *, struct cftype *, s64); ssize_t (*write)(struct kernfs_open_file *, char *, size_t, loff_t); __poll_t (*poll)(struct kernfs_open_file *, struct poll_table_struct *); }; struct perf_callchain_entry { __u64 nr; __u64 ip[0]; }; typedef long unsigned int (*perf_copy_f)(void *, const void *, long unsigned int, long unsigned int); struct perf_raw_frag { union { struct perf_raw_frag *next; long unsigned int pad; }; perf_copy_f copy; void *data; u32 size; } __attribute__((packed)); struct perf_raw_record { struct perf_raw_frag frag; u32 size; }; struct perf_branch_stack { __u64 nr; __u64 hw_idx; struct perf_branch_entry entries[0]; }; struct hw_perf_event_extra { u64 config; unsigned int reg; int alloc; int idx; }; struct hw_perf_event { union { struct { u64 config; u64 last_tag; long unsigned int config_base; long unsigned int event_base; int event_base_rdpmc; int idx; int last_cpu; int flags; struct hw_perf_event_extra extra_reg; struct hw_perf_event_extra branch_reg; }; struct { struct hrtimer hrtimer; }; struct { struct list_head tp_list; }; struct { u64 pwr_acc; u64 ptsc; }; struct { u8 iommu_bank; u8 iommu_cntr; u16 padding; u64 conf; u64 conf1; }; }; struct task_struct *target; void *addr_filters; long unsigned int addr_filters_gen; int state; local64_t prev_count; u64 sample_period; union { struct { u64 last_period; local64_t period_left; }; struct { u64 saved_metric; u64 saved_slots; }; }; u64 interrupts_seq; u64 interrupts; u64 freq_time_stamp; u64 freq_count_stamp; }; struct perf_cpu_pmu_context; struct perf_event_pmu_context; struct perf_output_handle; struct pmu { struct list_head entry; struct module *module; struct device *dev; const struct attribute_group **attr_groups; const struct attribute_group **attr_update; const char *name; int type; int capabilities; int *pmu_disable_count; struct perf_cpu_pmu_context *cpu_pmu_context; atomic_t exclusive_cnt; int task_ctx_nr; int hrtimer_interval_ms; unsigned int nr_addr_filters; void (*pmu_enable)(struct pmu *); void (*pmu_disable)(struct pmu *); int (*event_init)(struct perf_event *); void (*event_mapped)(struct perf_event *, struct mm_struct *); void (*event_unmapped)(struct perf_event *, struct mm_struct *); int (*add)(struct perf_event *, int); void (*del)(struct perf_event *, int); void (*start)(struct perf_event *, int); void (*stop)(struct perf_event *, int); void (*read)(struct perf_event *); void (*start_txn)(struct pmu *, unsigned int); int (*commit_txn)(struct pmu *); void (*cancel_txn)(struct pmu *); int (*event_idx)(struct perf_event *); void (*sched_task)(struct perf_event_pmu_context *, bool); struct kmem_cache *task_ctx_cache; void (*swap_task_ctx)(struct perf_event_pmu_context *, struct perf_event_pmu_context *); void * (*setup_aux)(struct perf_event *, void **, int, bool); void (*free_aux)(void *); long int (*snapshot_aux)(struct perf_event *, struct perf_output_handle *, long unsigned int); int (*addr_filters_validate)(struct list_head *); void (*addr_filters_sync)(struct perf_event *); int (*aux_output_match)(struct perf_event *); bool (*filter)(struct pmu *, int); int (*check_period)(struct perf_event *, u64); }; struct perf_event_pmu_context { struct pmu *pmu; struct perf_event_context *ctx; struct list_head pmu_ctx_entry; struct list_head pinned_active; struct list_head flexible_active; unsigned int embedded: 1; unsigned int nr_events; atomic_t refcount; struct callback_head callback_head; void *task_ctx_data; int rotate_necessary; }; struct perf_cpu_pmu_context { struct perf_event_pmu_context epc; struct perf_event_pmu_context *task_epc; struct list_head sched_cb_entry; int sched_cb_usage; int active_oncpu; int exclusive; raw_spinlock_t hrtimer_lock; struct hrtimer hrtimer; ktime_t hrtimer_interval; unsigned int hrtimer_active; }; enum perf_event_state { PERF_EVENT_STATE_DEAD = -4, PERF_EVENT_STATE_EXIT = -3, PERF_EVENT_STATE_ERROR = -2, PERF_EVENT_STATE_OFF = -1, PERF_EVENT_STATE_INACTIVE = 0, PERF_EVENT_STATE_ACTIVE = 1, }; struct perf_addr_filters_head { struct list_head list; raw_spinlock_t lock; unsigned int nr_file_filters; }; struct perf_sample_data; typedef void (*perf_overflow_handler_t)(struct perf_event *, struct perf_sample_data *, struct pt_regs *); struct perf_buffer; struct perf_addr_filter_range; struct bpf_prog; struct perf_cgroup; struct perf_event { struct list_head event_entry; struct list_head sibling_list; struct list_head active_list; struct rb_node group_node; u64 group_index; struct list_head migrate_entry; struct hlist_node hlist_entry; struct list_head active_entry; int nr_siblings; int event_caps; int group_caps; struct perf_event *group_leader; struct pmu *pmu; void *pmu_private; enum perf_event_state state; unsigned int attach_state; local64_t count; atomic64_t child_count; u64 total_time_enabled; u64 total_time_running; u64 tstamp; struct perf_event_attr attr; u16 header_size; u16 id_header_size; u16 read_size; struct hw_perf_event hw; struct perf_event_context *ctx; struct perf_event_pmu_context *pmu_ctx; atomic_long_t refcount; atomic64_t child_total_time_enabled; atomic64_t child_total_time_running; struct mutex child_mutex; struct list_head child_list; struct perf_event *parent; int oncpu; int cpu; struct list_head owner_entry; struct task_struct *owner; struct mutex mmap_mutex; atomic_t mmap_count; struct perf_buffer *rb; struct list_head rb_entry; long unsigned int rcu_batches; int rcu_pending; wait_queue_head_t waitq; struct fasync_struct *fasync; unsigned int pending_wakeup; unsigned int pending_kill; unsigned int pending_disable; unsigned int pending_sigtrap; long unsigned int pending_addr; struct irq_work pending_irq; struct callback_head pending_task; unsigned int pending_work; atomic_t event_limit; struct perf_addr_filters_head addr_filters; struct perf_addr_filter_range *addr_filter_ranges; long unsigned int addr_filters_gen; struct perf_event *aux_event; void (*destroy)(struct perf_event *); struct callback_head callback_head; struct pid_namespace *ns; u64 id; atomic64_t lost_samples; u64 (*clock)(); perf_overflow_handler_t overflow_handler; void *overflow_handler_context; perf_overflow_handler_t orig_overflow_handler; struct bpf_prog *prog; u64 bpf_cookie; struct trace_event_call *tp_event; struct event_filter *filter; struct ftrace_ops ftrace_ops; struct perf_cgroup *cgrp; void *security; struct list_head sb_list; }; struct perf_output_handle { struct perf_event *event; struct perf_buffer *rb; long unsigned int wakeup; long unsigned int size; u64 aux_flags; union { void *addr; long unsigned int head; }; int page; }; struct perf_addr_filter_range { long unsigned int start; long unsigned int size; }; struct perf_sample_data { u64 sample_flags; u64 period; struct perf_branch_stack *br_stack; union perf_sample_weight weight; union perf_mem_data_src data_src; u64 txn; u64 addr; struct perf_raw_record *raw; u64 type; u64 ip; struct { u32 pid; u32 tid; } tid_entry; u64 time; u64 id; u64 stream_id; struct { u32 cpu; u32 reserved; } cpu_entry; struct perf_callchain_entry *callchain; u64 aux_size; struct perf_regs regs_user; struct perf_regs regs_intr; u64 stack_user_size; u64 phys_addr; u64 cgroup; u64 data_page_size; u64 code_page_size; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct perf_cgroup_info; struct perf_cgroup { struct cgroup_subsys_state css; struct perf_cgroup_info *info; }; struct perf_cgroup_info { u64 time; u64 timestamp; u64 timeoffset; int active; }; struct trace_entry { short unsigned int type; unsigned char flags; unsigned char preempt_count; int pid; }; struct trace_array; struct tracer; struct array_buffer; struct ring_buffer_iter; struct trace_iterator { struct trace_array *tr; struct tracer *trace; struct array_buffer *array_buffer; void *private; int cpu_file; struct mutex mutex; struct ring_buffer_iter **buffer_iter; long unsigned int iter_flags; void *temp; unsigned int temp_size; char *fmt; unsigned int fmt_size; long int wait_index; struct trace_seq tmp_seq; cpumask_var_t started; bool snapshot; struct trace_seq seq; struct trace_entry *ent; long unsigned int lost_events; int leftover; int ent_size; int cpu; u64 ts; loff_t pos; long int idx; }; enum print_line_t { TRACE_TYPE_PARTIAL_LINE = 0, TRACE_TYPE_HANDLED = 1, TRACE_TYPE_UNHANDLED = 2, TRACE_TYPE_NO_CONSUME = 3, }; typedef enum print_line_t (*trace_print_func)(struct trace_iterator *, int, struct trace_event *); struct trace_event_functions { trace_print_func trace; trace_print_func raw; trace_print_func hex; trace_print_func binary; }; enum trace_reg { TRACE_REG_REGISTER = 0, TRACE_REG_UNREGISTER = 1, TRACE_REG_PERF_REGISTER = 2, TRACE_REG_PERF_UNREGISTER = 3, TRACE_REG_PERF_OPEN = 4, TRACE_REG_PERF_CLOSE = 5, TRACE_REG_PERF_ADD = 6, TRACE_REG_PERF_DEL = 7, }; struct trace_event_fields { const char *type; union { struct { const char *name; const int size; const int align; const int is_signed; const int filter_type; }; int (*define_fields)(struct trace_event_call *); }; }; struct trace_event_class { const char *system; void *probe; void *perf_probe; int (*reg)(struct trace_event_call *, enum trace_reg, void *); struct trace_event_fields *fields_array; struct list_head * (*get_fields)(struct trace_event_call *); struct list_head fields; int (*raw_init)(struct trace_event_call *); }; enum { TRACE_EVENT_FL_FILTERED_BIT = 0, TRACE_EVENT_FL_CAP_ANY_BIT = 1, TRACE_EVENT_FL_NO_SET_FILTER_BIT = 2, TRACE_EVENT_FL_IGNORE_ENABLE_BIT = 3, TRACE_EVENT_FL_TRACEPOINT_BIT = 4, TRACE_EVENT_FL_DYNAMIC_BIT = 5, TRACE_EVENT_FL_KPROBE_BIT = 6, TRACE_EVENT_FL_UPROBE_BIT = 7, TRACE_EVENT_FL_EPROBE_BIT = 8, TRACE_EVENT_FL_CUSTOM_BIT = 9, }; enum { EVENT_FILE_FL_ENABLED_BIT = 0, EVENT_FILE_FL_RECORDED_CMD_BIT = 1, EVENT_FILE_FL_RECORDED_TGID_BIT = 2, EVENT_FILE_FL_FILTERED_BIT = 3, EVENT_FILE_FL_NO_SET_FILTER_BIT = 4, EVENT_FILE_FL_SOFT_MODE_BIT = 5, EVENT_FILE_FL_SOFT_DISABLED_BIT = 6, EVENT_FILE_FL_TRIGGER_MODE_BIT = 7, EVENT_FILE_FL_TRIGGER_COND_BIT = 8, EVENT_FILE_FL_PID_FILTER_BIT = 9, EVENT_FILE_FL_WAS_ENABLED_BIT = 10, }; enum { Root_NFS = 255, Root_CIFS = 254, Root_RAM0 = 1048576, Root_RAM1 = 1048577, Root_FD0 = 2097152, Root_HDA1 = 3145729, Root_HDA2 = 3145730, Root_SDA1 = 8388609, Root_SDA2 = 8388610, Root_HDC1 = 23068673, Root_SR0 = 11534336, }; typedef phys_addr_t resource_size_t; typedef void *va_list; struct _ddebug { const char *modname; const char *function; const char *filename; const char *format; unsigned int lineno: 18; unsigned int class_id: 6; unsigned int flags: 8; }; struct resource { resource_size_t start; resource_size_t end; const char *name; long unsigned int flags; long unsigned int desc; struct resource *parent; struct resource *sibling; struct resource *child; }; enum umh_disable_depth { UMH_ENABLED = 0, UMH_FREEZING = 1, UMH_DISABLED = 2, }; enum kmalloc_cache_type { KMALLOC_NORMAL = 0, KMALLOC_DMA = 0, KMALLOC_RECLAIM = 1, KMALLOC_CGROUP = 2, NR_KMALLOC_TYPES = 3, }; typedef u64 async_cookie_t; typedef void (*async_func_t)(void *, async_cookie_t); struct async_domain { struct list_head pending; unsigned int registered: 1; }; struct hash { int ino; int minor; int major; umode_t mode; struct hash *next; char name[4098]; }; struct dir_entry { struct list_head list; time64_t mtime; char name[0]; }; enum state { Start = 0, Collect = 1, GotHeader = 2, SkipIt = 3, GotName = 4, CopyFile = 5, GotSymlink = 6, Reset = 7, }; typedef int (*decompress_fn)(unsigned char *, long int, long int (*)(void *, long unsigned int), long int (*)(void *, long unsigned int), unsigned char *, long int *, void (*)(char *)); enum key_being_used_for { VERIFYING_MODULE_SIGNATURE = 0, VERIFYING_FIRMWARE_SIGNATURE = 1, VERIFYING_KEXEC_PE_SIGNATURE = 2, VERIFYING_KEY_SIGNATURE = 3, VERIFYING_KEY_SELF_SIGNATURE = 4, VERIFYING_UNSPECIFIED_SIGNATURE = 5, NR__KEY_BEING_USED_FOR = 6, }; enum cpu_type_enum { CPU_UNKNOWN = 0, CPU_LOONGSON32 = 1, CPU_LOONGSON64 = 2, CPU_LAST = 3, }; struct cache_desc { unsigned char type; unsigned char level; short unsigned int sets; unsigned char ways; unsigned char linesz; unsigned char flags; }; struct cpuinfo_loongarch { u64 asid_cache; long unsigned int asid_mask; long long unsigned int options; unsigned int processor_id; unsigned int fpu_vers; unsigned int fpu_csr0; unsigned int fpu_mask; unsigned int cputype; int isa_level; int tlbsize; int tlbsizemtlb; int tlbsizestlbsets; int tlbsizestlbways; int cache_leaves_present; struct cache_desc cache_leaves[6]; int core; int package; int vabits; int pabits; unsigned int ksave_mask; unsigned int watch_dreg_count; unsigned int watch_ireg_count; unsigned int watch_reg_use_cnt; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum pcpu_fc { PCPU_FC_AUTO = 0, PCPU_FC_EMBED = 1, PCPU_FC_PAGE = 2, PCPU_FC_NR = 3, }; enum hrtimer_base_type { HRTIMER_BASE_MONOTONIC = 0, HRTIMER_BASE_REALTIME = 1, HRTIMER_BASE_BOOTTIME = 2, HRTIMER_BASE_TAI = 3, HRTIMER_BASE_MONOTONIC_SOFT = 4, HRTIMER_BASE_REALTIME_SOFT = 5, HRTIMER_BASE_BOOTTIME_SOFT = 6, HRTIMER_BASE_TAI_SOFT = 7, HRTIMER_MAX_CLOCK_BASES = 8, }; enum node_states { N_POSSIBLE = 0, N_ONLINE = 1, N_NORMAL_MEMORY = 2, N_HIGH_MEMORY = 2, N_MEMORY = 3, N_CPU = 4, N_GENERIC_INITIATOR = 5, NR_NODE_STATES = 6, }; enum { MM_FILEPAGES = 0, MM_ANONPAGES = 1, MM_SWAPENTS = 2, MM_SHMEMPAGES = 3, NR_MM_COUNTERS = 4, }; enum rseq_cs_flags_bit { RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT_BIT = 0, RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL_BIT = 1, RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE_BIT = 2, }; enum { TASK_COMM_LEN = 16, }; enum rseq_event_mask_bits { RSEQ_EVENT_PREEMPT_BIT = 0, RSEQ_EVENT_SIGNAL_BIT = 1, RSEQ_EVENT_MIGRATE_BIT = 2, }; enum migratetype { MIGRATE_UNMOVABLE = 0, MIGRATE_MOVABLE = 1, MIGRATE_RECLAIMABLE = 2, MIGRATE_PCPTYPES = 3, MIGRATE_HIGHATOMIC = 3, MIGRATE_CMA = 4, MIGRATE_ISOLATE = 5, MIGRATE_TYPES = 6, }; enum numa_stat_item { NUMA_HIT = 0, NUMA_MISS = 1, NUMA_FOREIGN = 2, NUMA_INTERLEAVE_HIT = 3, NUMA_LOCAL = 4, NUMA_OTHER = 5, NR_VM_NUMA_EVENT_ITEMS = 6, }; enum zone_stat_item { NR_FREE_PAGES = 0, NR_ZONE_LRU_BASE = 1, NR_ZONE_INACTIVE_ANON = 1, NR_ZONE_ACTIVE_ANON = 2, NR_ZONE_INACTIVE_FILE = 3, NR_ZONE_ACTIVE_FILE = 4, NR_ZONE_UNEVICTABLE = 5, NR_ZONE_WRITE_PENDING = 6, NR_MLOCK = 7, NR_BOUNCE = 8, NR_ZSPAGES = 9, NR_FREE_CMA_PAGES = 10, NR_VM_ZONE_STAT_ITEMS = 11, }; enum node_stat_item { NR_LRU_BASE = 0, NR_INACTIVE_ANON = 0, NR_ACTIVE_ANON = 1, NR_INACTIVE_FILE = 2, NR_ACTIVE_FILE = 3, NR_UNEVICTABLE = 4, NR_SLAB_RECLAIMABLE_B = 5, NR_SLAB_UNRECLAIMABLE_B = 6, NR_ISOLATED_ANON = 7, NR_ISOLATED_FILE = 8, WORKINGSET_NODES = 9, WORKINGSET_REFAULT_BASE = 10, WORKINGSET_REFAULT_ANON = 10, WORKINGSET_REFAULT_FILE = 11, WORKINGSET_ACTIVATE_BASE = 12, WORKINGSET_ACTIVATE_ANON = 12, WORKINGSET_ACTIVATE_FILE = 13, WORKINGSET_RESTORE_BASE = 14, WORKINGSET_RESTORE_ANON = 14, WORKINGSET_RESTORE_FILE = 15, WORKINGSET_NODERECLAIM = 16, NR_ANON_MAPPED = 17, NR_FILE_MAPPED = 18, NR_FILE_PAGES = 19, NR_FILE_DIRTY = 20, NR_WRITEBACK = 21, NR_WRITEBACK_TEMP = 22, NR_SHMEM = 23, NR_SHMEM_THPS = 24, NR_SHMEM_PMDMAPPED = 25, NR_FILE_THPS = 26, NR_FILE_PMDMAPPED = 27, NR_ANON_THPS = 28, NR_VMSCAN_WRITE = 29, NR_VMSCAN_IMMEDIATE = 30, NR_DIRTIED = 31, NR_WRITTEN = 32, NR_THROTTLED_WRITTEN = 33, NR_KERNEL_MISC_RECLAIMABLE = 34, NR_FOLL_PIN_ACQUIRED = 35, NR_FOLL_PIN_RELEASED = 36, NR_KERNEL_STACK_KB = 37, NR_PAGETABLE = 38, NR_SECONDARY_PAGETABLE = 39, NR_SWAPCACHE = 40, PGPROMOTE_SUCCESS = 41, PGPROMOTE_CANDIDATE = 42, NR_VM_NODE_STAT_ITEMS = 43, }; enum lru_list { LRU_INACTIVE_ANON = 0, LRU_ACTIVE_ANON = 1, LRU_INACTIVE_FILE = 2, LRU_ACTIVE_FILE = 3, LRU_UNEVICTABLE = 4, NR_LRU_LISTS = 5, }; enum vmscan_throttle_state { VMSCAN_THROTTLE_WRITEBACK = 0, VMSCAN_THROTTLE_ISOLATED = 1, VMSCAN_THROTTLE_NOPROGRESS = 2, VMSCAN_THROTTLE_CONGESTED = 3, NR_VMSCAN_THROTTLE = 4, }; enum zone_watermarks { WMARK_MIN = 0, WMARK_LOW = 1, WMARK_HIGH = 2, WMARK_PROMO = 3, NR_WMARK = 4, }; enum { ZONELIST_FALLBACK = 0, ZONELIST_NOFALLBACK = 1, MAX_ZONELISTS = 2, }; enum { DQF_ROOT_SQUASH_B = 0, DQF_SYS_FILE_B = 16, DQF_PRIVATE = 17, }; enum { DQST_LOOKUPS = 0, DQST_DROPS = 1, DQST_READS = 2, DQST_WRITES = 3, DQST_CACHE_HITS = 4, DQST_ALLOC_DQUOTS = 5, DQST_FREE_DQUOTS = 6, DQST_SYNCS = 7, _DQST_DQSTAT_LAST = 8, }; enum { SB_UNFROZEN = 0, SB_FREEZE_WRITE = 1, SB_FREEZE_PAGEFAULT = 2, SB_FREEZE_FS = 3, SB_FREEZE_COMPLETE = 4, }; enum compound_dtor_id { NULL_COMPOUND_DTOR = 0, COMPOUND_PAGE_DTOR = 1, HUGETLB_PAGE_DTOR = 2, TRANSHUGE_PAGE_DTOR = 3, NR_COMPOUND_DTORS = 4, }; enum vm_event_item { PGPGIN = 0, PGPGOUT = 1, PSWPIN = 2, PSWPOUT = 3, PGALLOC_DMA32 = 4, PGALLOC_NORMAL = 5, PGALLOC_MOVABLE = 6, ALLOCSTALL_DMA32 = 7, ALLOCSTALL_NORMAL = 8, ALLOCSTALL_MOVABLE = 9, PGSCAN_SKIP_DMA32 = 10, PGSCAN_SKIP_NORMAL = 11, PGSCAN_SKIP_MOVABLE = 12, PGFREE = 13, PGACTIVATE = 14, PGDEACTIVATE = 15, PGLAZYFREE = 16, PGFAULT = 17, PGMAJFAULT = 18, PGLAZYFREED = 19, PGREFILL = 20, PGREUSE = 21, PGSTEAL_KSWAPD = 22, PGSTEAL_DIRECT = 23, PGSTEAL_KHUGEPAGED = 24, PGDEMOTE_KSWAPD = 25, PGDEMOTE_DIRECT = 26, PGDEMOTE_KHUGEPAGED = 27, PGSCAN_KSWAPD = 28, PGSCAN_DIRECT = 29, PGSCAN_KHUGEPAGED = 30, PGSCAN_DIRECT_THROTTLE = 31, PGSCAN_ANON = 32, PGSCAN_FILE = 33, PGSTEAL_ANON = 34, PGSTEAL_FILE = 35, PGSCAN_ZONE_RECLAIM_FAILED = 36, PGINODESTEAL = 37, SLABS_SCANNED = 38, KSWAPD_INODESTEAL = 39, KSWAPD_LOW_WMARK_HIT_QUICKLY = 40, KSWAPD_HIGH_WMARK_HIT_QUICKLY = 41, PAGEOUTRUN = 42, PGROTATED = 43, DROP_PAGECACHE = 44, DROP_SLAB = 45, OOM_KILL = 46, NUMA_PTE_UPDATES = 47, NUMA_HUGE_PTE_UPDATES = 48, NUMA_HINT_FAULTS = 49, NUMA_HINT_FAULTS_LOCAL = 50, NUMA_PAGE_MIGRATE = 51, PGMIGRATE_SUCCESS = 52, PGMIGRATE_FAIL = 53, THP_MIGRATION_SUCCESS = 54, THP_MIGRATION_FAIL = 55, THP_MIGRATION_SPLIT = 56, COMPACTMIGRATE_SCANNED = 57, COMPACTFREE_SCANNED = 58, COMPACTISOLATED = 59, COMPACTSTALL = 60, COMPACTFAIL = 61, COMPACTSUCCESS = 62, KCOMPACTD_WAKE = 63, KCOMPACTD_MIGRATE_SCANNED = 64, KCOMPACTD_FREE_SCANNED = 65, HTLB_BUDDY_PGALLOC = 66, HTLB_BUDDY_PGALLOC_FAIL = 67, CMA_ALLOC_SUCCESS = 68, CMA_ALLOC_FAIL = 69, UNEVICTABLE_PGCULLED = 70, UNEVICTABLE_PGSCANNED = 71, UNEVICTABLE_PGRESCUED = 72, UNEVICTABLE_PGMLOCKED = 73, UNEVICTABLE_PGMUNLOCKED = 74, UNEVICTABLE_PGCLEARED = 75, UNEVICTABLE_PGSTRANDED = 76, THP_FAULT_ALLOC = 77, THP_FAULT_FALLBACK = 78, THP_FAULT_FALLBACK_CHARGE = 79, THP_COLLAPSE_ALLOC = 80, THP_COLLAPSE_ALLOC_FAILED = 81, THP_FILE_ALLOC = 82, THP_FILE_FALLBACK = 83, THP_FILE_FALLBACK_CHARGE = 84, THP_FILE_MAPPED = 85, THP_SPLIT_PAGE = 86, THP_SPLIT_PAGE_FAILED = 87, THP_DEFERRED_SPLIT_PAGE = 88, THP_SPLIT_PMD = 89, THP_SCAN_EXCEED_NONE_PTE = 90, THP_SCAN_EXCEED_SWAP_PTE = 91, THP_SCAN_EXCEED_SHARED_PTE = 92, THP_ZERO_PAGE_ALLOC = 93, THP_ZERO_PAGE_ALLOC_FAILED = 94, THP_SWPOUT = 95, THP_SWPOUT_FALLBACK = 96, BALLOON_INFLATE = 97, BALLOON_DEFLATE = 98, BALLOON_MIGRATE = 99, SWAP_RA = 100, SWAP_RA_HIT = 101, KSM_SWPIN_COPY = 102, COW_KSM = 103, ZSWPIN = 104, ZSWPOUT = 105, NR_VM_EVENT_ITEMS = 106, }; typedef __u32 __be32; struct cacheline_padding { char x[0]; }; struct wait_queue_entry; typedef int (*wait_queue_func_t)(struct wait_queue_entry *, unsigned int, int, void *); struct wait_queue_entry { unsigned int flags; void *private; wait_queue_func_t func; struct list_head entry; }; typedef struct wait_queue_entry wait_queue_entry_t; struct free_area { struct list_head free_list[6]; long unsigned int nr_free; }; struct pglist_data; struct lruvec { struct list_head lists[5]; spinlock_t lru_lock; long unsigned int anon_cost; long unsigned int file_cost; atomic_long_t nonresident_age; long unsigned int refaults[2]; long unsigned int flags; struct pglist_data *pgdat; }; struct per_cpu_pages; struct per_cpu_zonestat; struct zone { long unsigned int _watermark[4]; long unsigned int watermark_boost; long unsigned int nr_reserved_highatomic; long int lowmem_reserve[3]; int node; struct pglist_data *zone_pgdat; struct per_cpu_pages *per_cpu_pageset; struct per_cpu_zonestat *per_cpu_zonestats; int pageset_high; int pageset_batch; long unsigned int zone_start_pfn; atomic_long_t managed_pages; long unsigned int spanned_pages; long unsigned int present_pages; long unsigned int present_early_pages; long unsigned int cma_pages; const char *name; long unsigned int nr_isolate_pageblock; seqlock_t span_seqlock; int initialized; int: 32; struct cacheline_padding _pad1_; struct free_area free_area[12]; long unsigned int flags; spinlock_t lock; long: 32; long: 64; long: 64; struct cacheline_padding _pad2_; long unsigned int percpu_drift_mark; long unsigned int compact_cached_free_pfn; long unsigned int compact_cached_migrate_pfn[2]; long unsigned int compact_init_migrate_pfn; long unsigned int compact_init_free_pfn; unsigned int compact_considered; unsigned int compact_defer_shift; int compact_order_failed; bool compact_blockskip_flush; bool contiguous; short: 16; struct cacheline_padding _pad3_; atomic_long_t vm_stat[11]; atomic_long_t vm_numa_event[6]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct zoneref { struct zone *zone; int zone_idx; }; struct zonelist { struct zoneref _zonerefs[193]; }; enum zone_type { ZONE_DMA32 = 0, ZONE_NORMAL = 1, ZONE_MOVABLE = 2, __MAX_NR_ZONES = 3, }; struct deferred_split { spinlock_t split_queue_lock; struct list_head split_queue; long unsigned int split_queue_len; }; struct per_cpu_nodestat; struct memory_tier; struct pglist_data { struct zone node_zones[3]; struct zonelist node_zonelists[2]; int nr_zones; spinlock_t node_size_lock; long unsigned int node_start_pfn; long unsigned int node_present_pages; long unsigned int node_spanned_pages; int node_id; wait_queue_head_t kswapd_wait; wait_queue_head_t pfmemalloc_wait; wait_queue_head_t reclaim_wait[4]; atomic_t nr_writeback_throttled; long unsigned int nr_reclaim_start; struct mutex kswapd_lock; struct task_struct *kswapd; int kswapd_order; enum zone_type kswapd_highest_zoneidx; int kswapd_failures; int kcompactd_max_order; enum zone_type kcompactd_highest_zoneidx; wait_queue_head_t kcompactd_wait; struct task_struct *kcompactd; bool proactive_compact_trigger; long unsigned int totalreserve_pages; long unsigned int min_unmapped_pages; long unsigned int min_slab_pages; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; struct deferred_split deferred_split_queue; unsigned int nbp_rl_start; long unsigned int nbp_rl_nr_cand; unsigned int nbp_threshold; unsigned int nbp_th_start; long unsigned int nbp_th_nr_cand; struct lruvec __lruvec; long unsigned int flags; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad2_; struct per_cpu_nodestat *per_cpu_nodestats; atomic_long_t vm_stat[43]; struct memory_tier *memtier; long: 64; long: 64; long: 64; }; struct per_cpu_pages { spinlock_t lock; int count; int high; int batch; short int free_factor; short int expire; struct list_head lists[13]; long: 64; long: 64; long: 64; }; struct per_cpu_zonestat { s8 vm_stat_diff[11]; s8 stat_threshold; long unsigned int vm_numa_event[6]; }; struct per_cpu_nodestat { s8 stat_threshold; s8 vm_node_stat_diff[43]; }; struct reclaim_state { long unsigned int reclaimed_slab; }; struct fprop_local_percpu { struct percpu_counter events; unsigned int period; raw_spinlock_t lock; }; enum wb_reason { WB_REASON_BACKGROUND = 0, WB_REASON_VMSCAN = 1, WB_REASON_SYNC = 2, WB_REASON_PERIODIC = 3, WB_REASON_LAPTOP_TIMER = 4, WB_REASON_FS_FREE_SPACE = 5, WB_REASON_FORKER_THREAD = 6, WB_REASON_FOREIGN_FLUSH = 7, WB_REASON_MAX = 8, }; struct bdi_writeback { struct backing_dev_info *bdi; long unsigned int state; long unsigned int last_old_flush; struct list_head b_dirty; struct list_head b_io; struct list_head b_more_io; struct list_head b_dirty_time; spinlock_t list_lock; atomic_t writeback_inodes; struct percpu_counter stat[4]; long unsigned int bw_time_stamp; long unsigned int dirtied_stamp; long unsigned int written_stamp; long unsigned int write_bandwidth; long unsigned int avg_write_bandwidth; long unsigned int dirty_ratelimit; long unsigned int balanced_dirty_ratelimit; struct fprop_local_percpu completions; int dirty_exceeded; enum wb_reason start_all_reason; spinlock_t work_lock; struct list_head work_list; struct delayed_work dwork; struct delayed_work bw_dwork; long unsigned int dirty_sleep; struct list_head bdi_node; struct percpu_ref refcnt; struct fprop_local_percpu memcg_completions; struct cgroup_subsys_state *memcg_css; struct cgroup_subsys_state *blkcg_css; struct list_head memcg_node; struct list_head blkcg_node; struct list_head b_attached; struct list_head offline_node; union { struct work_struct release_work; struct callback_head rcu; }; }; struct backing_dev_info { u64 id; struct rb_node rb_node; struct list_head bdi_list; long unsigned int ra_pages; long unsigned int io_pages; struct kref refcnt; unsigned int capabilities; unsigned int min_ratio; unsigned int max_ratio; unsigned int max_prop_frac; atomic_long_t tot_write_bandwidth; struct bdi_writeback wb; struct list_head wb_list; struct xarray cgwb_tree; struct mutex cgwb_release_mutex; struct rw_semaphore wb_switch_rwsem; wait_queue_head_t wb_waitq; struct device *dev; char dev_name[64]; struct device *owner; struct timer_list laptop_mode_wb_timer; struct dentry *debug_dir; }; struct mem_cgroup_id { int id; refcount_t ref; }; struct page_counter { atomic_long_t usage; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; long unsigned int emin; atomic_long_t min_usage; atomic_long_t children_min_usage; long unsigned int elow; atomic_long_t low_usage; atomic_long_t children_low_usage; long unsigned int watermark; long unsigned int failcnt; struct cacheline_padding _pad2_; long unsigned int min; long unsigned int low; long unsigned int high; long unsigned int max; struct page_counter *parent; long: 64; long: 64; long: 64; }; struct vmpressure { long unsigned int scanned; long unsigned int reclaimed; long unsigned int tree_scanned; long unsigned int tree_reclaimed; spinlock_t sr_lock; struct list_head events; struct mutex events_lock; struct work_struct work; }; struct mem_cgroup_threshold_ary; struct mem_cgroup_thresholds { struct mem_cgroup_threshold_ary *primary; struct mem_cgroup_threshold_ary *spare; }; struct fprop_global { struct percpu_counter events; unsigned int period; seqcount_t sequence; }; struct wb_domain { spinlock_t lock; struct fprop_global completions; struct timer_list period_timer; long unsigned int period_time; long unsigned int dirty_limit_tstamp; long unsigned int dirty_limit; }; struct wb_completion { atomic_t cnt; wait_queue_head_t *waitq; }; struct memcg_cgwb_frn { u64 bdi_id; int memcg_id; u64 at; struct wb_completion done; }; struct memcg_vmstats; struct obj_cgroup; struct memcg_vmstats_percpu; struct mem_cgroup_per_node; struct mem_cgroup { struct cgroup_subsys_state css; struct mem_cgroup_id id; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct page_counter memory; union { struct page_counter swap; struct page_counter memsw; }; struct page_counter kmem; struct page_counter tcpmem; struct work_struct high_work; long unsigned int zswap_max; long unsigned int soft_limit; struct vmpressure vmpressure; bool oom_group; bool oom_lock; int under_oom; int swappiness; int oom_kill_disable; struct cgroup_file events_file; struct cgroup_file events_local_file; struct cgroup_file swap_events_file; struct mutex thresholds_lock; struct mem_cgroup_thresholds thresholds; struct mem_cgroup_thresholds memsw_thresholds; struct list_head oom_notify; long unsigned int move_charge_at_immigrate; spinlock_t move_lock; long unsigned int move_lock_flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; struct memcg_vmstats *vmstats; atomic_long_t memory_events[9]; atomic_long_t memory_events_local[9]; long unsigned int socket_pressure; bool tcpmem_active; int tcpmem_pressure; int kmemcg_id; struct obj_cgroup *objcg; struct list_head objcg_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad2_; atomic_t moving_account; struct task_struct *move_lock_task; struct memcg_vmstats_percpu *vmstats_percpu; struct list_head cgwb_list; struct wb_domain cgwb_domain; struct memcg_cgwb_frn cgwb_frn[4]; struct list_head event_list; spinlock_t event_list_lock; struct deferred_split deferred_split_queue; struct mem_cgroup_per_node *nodeinfo[0]; long: 64; }; enum dmi_field { DMI_NONE = 0, DMI_BIOS_VENDOR = 1, DMI_BIOS_VERSION = 2, DMI_BIOS_DATE = 3, DMI_BIOS_RELEASE = 4, DMI_EC_FIRMWARE_RELEASE = 5, DMI_SYS_VENDOR = 6, DMI_PRODUCT_NAME = 7, DMI_PRODUCT_VERSION = 8, DMI_PRODUCT_SERIAL = 9, DMI_PRODUCT_UUID = 10, DMI_PRODUCT_SKU = 11, DMI_PRODUCT_FAMILY = 12, DMI_BOARD_VENDOR = 13, DMI_BOARD_NAME = 14, DMI_BOARD_VERSION = 15, DMI_BOARD_SERIAL = 16, DMI_BOARD_ASSET_TAG = 17, DMI_CHASSIS_VENDOR = 18, DMI_CHASSIS_TYPE = 19, DMI_CHASSIS_VERSION = 20, DMI_CHASSIS_SERIAL = 21, DMI_CHASSIS_ASSET_TAG = 22, DMI_STRING_MAX = 23, DMI_OEM_STRING = 24, }; enum cpu_idle_type { CPU_IDLE = 0, CPU_NOT_IDLE = 1, CPU_NEWLY_IDLE = 2, CPU_MAX_IDLE_TYPES = 3, }; enum { __SD_BALANCE_NEWIDLE = 0, __SD_BALANCE_EXEC = 1, __SD_BALANCE_FORK = 2, __SD_BALANCE_WAKE = 3, __SD_WAKE_AFFINE = 4, __SD_ASYM_CPUCAPACITY = 5, __SD_ASYM_CPUCAPACITY_FULL = 6, __SD_SHARE_CPUCAPACITY = 7, __SD_SHARE_PKG_RESOURCES = 8, __SD_SERIALIZE = 9, __SD_ASYM_PACKING = 10, __SD_PREFER_SIBLING = 11, __SD_OVERLAP = 12, __SD_NUMA = 13, __SD_FLAG_CNT = 14, }; struct wait_page_queue { struct folio *folio; int bit_nr; wait_queue_entry_t wait; }; enum writeback_sync_modes { WB_SYNC_NONE = 0, WB_SYNC_ALL = 1, }; struct swap_iocb; struct writeback_control { long int nr_to_write; long int pages_skipped; loff_t range_start; loff_t range_end; enum writeback_sync_modes sync_mode; unsigned int for_kupdate: 1; unsigned int for_background: 1; unsigned int tagged_writepages: 1; unsigned int for_reclaim: 1; unsigned int range_cyclic: 1; unsigned int for_sync: 1; unsigned int unpinned_fscache_wb: 1; unsigned int no_cgroup_owner: 1; unsigned int punt_to_cgroup: 1; struct swap_iocb **swap_plug; struct bdi_writeback *wb; struct inode *inode; int wb_id; int wb_lcand_id; int wb_tcand_id; size_t wb_bytes; size_t wb_lcand_bytes; size_t wb_tcand_bytes; }; struct readahead_control { struct file *file; struct address_space *mapping; struct file_ra_state *ra; long unsigned int _index; unsigned int _nr_pages; unsigned int _batch_count; bool _workingset; long unsigned int _pflags; }; struct swap_cluster_info { spinlock_t lock; unsigned int data: 24; unsigned int flags: 8; }; struct swap_cluster_list { struct swap_cluster_info head; struct swap_cluster_info tail; }; struct percpu_cluster; struct swap_info_struct { struct percpu_ref users; long unsigned int flags; short int prio; struct plist_node list; signed char type; unsigned int max; unsigned char *swap_map; struct swap_cluster_info *cluster_info; struct swap_cluster_list free_clusters; unsigned int lowest_bit; unsigned int highest_bit; unsigned int pages; unsigned int inuse_pages; unsigned int cluster_next; unsigned int cluster_nr; unsigned int *cluster_next_cpu; struct percpu_cluster *percpu_cluster; struct rb_root swap_extent_root; struct block_device *bdev; struct file *swap_file; unsigned int old_block_size; struct completion comp; long unsigned int *frontswap_map; atomic_t frontswap_pages; spinlock_t lock; spinlock_t cont_lock; struct work_struct discard_work; struct swap_cluster_list discard_clusters; struct plist_node avail_lists[0]; }; struct cdev { struct kobject kobj; struct module *owner; const struct file_operations *ops; struct list_head list; dev_t dev; unsigned int count; }; struct io_tlb_area; struct io_tlb_slot; struct io_tlb_mem { phys_addr_t start; phys_addr_t end; void *vaddr; long unsigned int nslabs; long unsigned int used; struct dentry *debugfs; bool late_alloc; bool force_bounce; bool for_alloc; unsigned int nareas; unsigned int area_nslabs; struct io_tlb_area *areas; struct io_tlb_slot *slots; }; typedef u64 acpi_physical_address; enum { LOGIC_PIO_INDIRECT = 0, LOGIC_PIO_CPU_MMIO = 1, }; struct logic_pio_host_ops; struct logic_pio_hwaddr { struct list_head list; struct fwnode_handle *fwnode; resource_size_t hw_start; resource_size_t io_start; resource_size_t size; long unsigned int flags; void *hostdata; const struct logic_pio_host_ops *ops; }; struct logic_pio_host_ops { u32 (*in)(void *, long unsigned int, size_t); void (*out)(void *, long unsigned int, u32, size_t); u32 (*ins)(void *, long unsigned int, void *, size_t, unsigned int); void (*outs)(void *, long unsigned int, const void *, size_t, unsigned int); }; struct dmi_header { u8 type; u8 length; u16 handle; }; enum { HI_SOFTIRQ = 0, TIMER_SOFTIRQ = 1, NET_TX_SOFTIRQ = 2, NET_RX_SOFTIRQ = 3, BLOCK_SOFTIRQ = 4, IRQ_POLL_SOFTIRQ = 5, TASKLET_SOFTIRQ = 6, SCHED_SOFTIRQ = 7, HRTIMER_SOFTIRQ = 8, RCU_SOFTIRQ = 9, NR_SOFTIRQS = 10, }; struct screen_info { __u8 orig_x; __u8 orig_y; __u16 ext_mem_k; __u16 orig_video_page; __u8 orig_video_mode; __u8 orig_video_cols; __u8 flags; __u8 unused2; __u16 orig_video_ega_bx; __u16 unused3; __u8 orig_video_lines; __u8 orig_video_isVGA; __u16 orig_video_points; __u16 lfb_width; __u16 lfb_height; __u16 lfb_depth; __u32 lfb_base; __u32 lfb_size; __u16 cl_magic; __u16 cl_offset; __u16 lfb_linelength; __u8 red_size; __u8 red_pos; __u8 green_size; __u8 green_pos; __u8 blue_size; __u8 blue_pos; __u8 rsvd_size; __u8 rsvd_pos; __u16 vesapm_seg; __u16 vesapm_off; __u16 pages; __u16 vesa_attributes; __u32 capabilities; __u32 ext_lfb_base; __u8 _reserved[2]; } __attribute__((packed)); enum memblock_flags { MEMBLOCK_NONE = 0, MEMBLOCK_HOTPLUG = 1, MEMBLOCK_MIRROR = 2, MEMBLOCK_NOMAP = 4, MEMBLOCK_DRIVER_MANAGED = 8, }; struct memblock_region { phys_addr_t base; phys_addr_t size; enum memblock_flags flags; int nid; }; struct memblock_type { long unsigned int cnt; long unsigned int max; phys_addr_t total_size; struct memblock_region *regions; char *name; }; struct memblock { bool bottom_up; phys_addr_t current_limit; struct memblock_type memory; struct memblock_type reserved; }; struct of_bus; struct of_pci_range_parser { struct device_node *node; struct of_bus *bus; const __be32 *range; const __be32 *end; int na; int ns; int pna; bool dma; }; struct of_pci_range { union { u64 pci_addr; u64 bus_addr; }; u64 cpu_addr; u64 size; u32 flags; }; enum { TASKSTATS_CMD_UNSPEC = 0, TASKSTATS_CMD_GET = 1, TASKSTATS_CMD_NEW = 2, __TASKSTATS_CMD_MAX = 3, }; enum ucount_type { UCOUNT_USER_NAMESPACES = 0, UCOUNT_PID_NAMESPACES = 1, UCOUNT_UTS_NAMESPACES = 2, UCOUNT_IPC_NAMESPACES = 3, UCOUNT_NET_NAMESPACES = 4, UCOUNT_MNT_NAMESPACES = 5, UCOUNT_CGROUP_NAMESPACES = 6, UCOUNT_TIME_NAMESPACES = 7, UCOUNT_INOTIFY_INSTANCES = 8, UCOUNT_INOTIFY_WATCHES = 9, UCOUNT_FANOTIFY_GROUPS = 10, UCOUNT_FANOTIFY_MARKS = 11, UCOUNT_COUNTS = 12, }; enum rlimit_type { UCOUNT_RLIMIT_NPROC = 0, UCOUNT_RLIMIT_MSGQUEUE = 1, UCOUNT_RLIMIT_SIGPENDING = 2, UCOUNT_RLIMIT_MEMLOCK = 3, UCOUNT_RLIMIT_COUNTS = 4, }; enum cpu_usage_stat { CPUTIME_USER = 0, CPUTIME_NICE = 1, CPUTIME_SYSTEM = 2, CPUTIME_SOFTIRQ = 3, CPUTIME_IRQ = 4, CPUTIME_IDLE = 5, CPUTIME_IOWAIT = 6, CPUTIME_STEAL = 7, CPUTIME_GUEST = 8, CPUTIME_GUEST_NICE = 9, NR_STATS = 10, }; enum cgroup_bpf_attach_type { CGROUP_BPF_ATTACH_TYPE_INVALID = -1, CGROUP_INET_INGRESS = 0, CGROUP_INET_EGRESS = 1, CGROUP_INET_SOCK_CREATE = 2, CGROUP_SOCK_OPS = 3, CGROUP_DEVICE = 4, CGROUP_INET4_BIND = 5, CGROUP_INET6_BIND = 6, CGROUP_INET4_CONNECT = 7, CGROUP_INET6_CONNECT = 8, CGROUP_INET4_POST_BIND = 9, CGROUP_INET6_POST_BIND = 10, CGROUP_UDP4_SENDMSG = 11, CGROUP_UDP6_SENDMSG = 12, CGROUP_SYSCTL = 13, CGROUP_UDP4_RECVMSG = 14, CGROUP_UDP6_RECVMSG = 15, CGROUP_GETSOCKOPT = 16, CGROUP_SETSOCKOPT = 17, CGROUP_INET4_GETPEERNAME = 18, CGROUP_INET6_GETPEERNAME = 19, CGROUP_INET4_GETSOCKNAME = 20, CGROUP_INET6_GETSOCKNAME = 21, CGROUP_INET_SOCK_RELEASE = 22, CGROUP_LSM_START = 23, CGROUP_LSM_END = 22, MAX_CGROUP_BPF_ATTACH_TYPE = 23, }; enum cgroup_subsys_id { cpuset_cgrp_id = 0, cpu_cgrp_id = 1, cpuacct_cgrp_id = 2, io_cgrp_id = 3, memory_cgrp_id = 4, devices_cgrp_id = 5, freezer_cgrp_id = 6, net_cls_cgrp_id = 7, perf_event_cgrp_id = 8, net_prio_cgrp_id = 9, hugetlb_cgrp_id = 10, pids_cgrp_id = 11, rdma_cgrp_id = 12, misc_cgrp_id = 13, CGROUP_SUBSYS_COUNT = 14, }; enum wb_stat_item { WB_RECLAIMABLE = 0, WB_WRITEBACK = 1, WB_DIRTIED = 2, WB_WRITTEN = 3, NR_WB_STAT_ITEMS = 4, }; enum memcg_memory_event { MEMCG_LOW = 0, MEMCG_HIGH = 1, MEMCG_MAX = 2, MEMCG_OOM = 3, MEMCG_OOM_KILL = 4, MEMCG_OOM_GROUP_KILL = 5, MEMCG_SWAP_HIGH = 6, MEMCG_SWAP_MAX = 7, MEMCG_SWAP_FAIL = 8, MEMCG_NR_MEMORY_EVENTS = 9, }; struct mem_cgroup_reclaim_iter { struct mem_cgroup *position; unsigned int generation; }; struct shrinker_info { struct callback_head rcu; atomic_long_t *nr_deferred; long unsigned int *map; }; struct lruvec_stats_percpu { long int state[43]; long int state_prev[43]; }; struct lruvec_stats { long int state[43]; long int state_pending[43]; }; struct mem_cgroup_per_node { struct lruvec lruvec; struct lruvec_stats_percpu *lruvec_stats_percpu; struct lruvec_stats lruvec_stats; long unsigned int lru_zone_size[15]; struct mem_cgroup_reclaim_iter iter; struct shrinker_info *shrinker_info; struct rb_node tree_node; long unsigned int usage_in_excess; bool on_tree; struct mem_cgroup *memcg; }; struct eventfd_ctx; struct mem_cgroup_threshold { struct eventfd_ctx *eventfd; long unsigned int threshold; }; struct mem_cgroup_threshold_ary { int current_threshold; unsigned int size; struct mem_cgroup_threshold entries[0]; }; struct obj_cgroup { struct percpu_ref refcnt; struct mem_cgroup *memcg; atomic_t nr_charged_bytes; union { struct list_head list; struct callback_head rcu; }; }; struct percpu_cluster { struct swap_cluster_info index; unsigned int next; }; struct loongson_board_info { int bios_size; const char *bios_vendor; const char *bios_version; const char *bios_release_date; const char *board_name; const char *board_vendor; }; struct loongson_system_configuration { int nr_cpus; int nr_nodes; int boot_cpu_id; int cores_per_node; int cores_per_package; long unsigned int cores_io_master; long unsigned int suspend_addr; const char *cpuname; }; enum { PCI_STD_RESOURCES = 0, PCI_STD_RESOURCE_END = 5, PCI_ROM_RESOURCE = 6, PCI_IOV_RESOURCES = 7, PCI_IOV_RESOURCE_END = 12, PCI_BRIDGE_RESOURCES = 13, PCI_BRIDGE_RESOURCE_END = 16, PCI_NUM_RESOURCES = 17, DEVICE_COUNT_RESOURCE = 17, }; typedef unsigned int pci_channel_state_t; typedef unsigned int pcie_reset_state_t; typedef short unsigned int pci_dev_flags_t; typedef short unsigned int pci_bus_flags_t; typedef unsigned int pci_ers_result_t; typedef long unsigned int uintptr_t; enum idle_boot_override { IDLE_NO_OVERRIDE = 0, IDLE_HALT = 1, IDLE_NOMWAIT = 2, IDLE_POLL = 3, }; typedef void (*smp_call_func_t)(void *); struct __call_single_data { struct __call_single_node node; smp_call_func_t func; void *info; }; typedef struct __call_single_data call_single_data_t; struct kernel_clone_args { u64 flags; int *pidfd; int *child_tid; int *parent_tid; int exit_signal; long unsigned int stack; long unsigned int stack_size; long unsigned int tls; pid_t *set_tid; size_t set_tid_size; int cgroup; int io_thread; int kthread; int idle; int (*fn)(void *); void *fn_arg; struct cgroup *cgrp; struct css_set *cset; }; enum { UNAME26 = 131072, ADDR_NO_RANDOMIZE = 262144, FDPIC_FUNCPTRS = 524288, MMAP_PAGE_ZERO = 1048576, ADDR_COMPAT_LAYOUT = 2097152, READ_IMPLIES_EXEC = 4194304, ADDR_LIMIT_32BIT = 8388608, SHORT_INODE = 16777216, WHOLE_SECONDS = 33554432, STICKY_TIMEOUTS = 67108864, ADDR_LIMIT_3GB = 134217728, }; enum stack_type { STACK_TYPE_UNKNOWN = 0, STACK_TYPE_IRQ = 1, STACK_TYPE_TASK = 2, }; struct stack_info { enum stack_type type; long unsigned int begin; long unsigned int end; long unsigned int next_sp; }; struct unwind_state { char type; struct stack_info stack_info; struct task_struct *task; bool first; bool error; bool reset; int graph_idx; long unsigned int sp; long unsigned int pc; long unsigned int ra; }; struct linux_binprm { struct vm_area_struct *vma; long unsigned int vma_pages; struct mm_struct *mm; long unsigned int p; long unsigned int argmin; unsigned int have_execfd: 1; unsigned int execfd_creds: 1; unsigned int secureexec: 1; unsigned int point_of_no_return: 1; struct file *executable; struct file *interpreter; struct file *file; struct cred *cred; int unsafe; unsigned int per_clear; int argc; int envc; const char *filename; const char *interp; const char *fdpath; unsigned int interp_flags; int execfd; long unsigned int loader; long unsigned int exec; struct rlimit rlim_stack; char buf[256]; }; struct coredump_params; struct linux_binfmt { struct list_head lh; struct module *module; int (*load_binary)(struct linux_binprm *); int (*load_shlib)(struct file *); int (*core_dump)(struct coredump_params *); long unsigned int min_coredump; }; struct arch_elf_state { int fp_abi; int interp_fp_abi; }; enum clocksource_ids { CSID_GENERIC = 0, CSID_ARM_ARCH_COUNTER = 1, CSID_MAX = 2, }; enum vdso_clock_mode { VDSO_CLOCKMODE_NONE = 0, VDSO_CLOCKMODE_CPU = 1, VDSO_CLOCKMODE_MAX = 2, VDSO_CLOCKMODE_TIMENS = 2147483647, }; struct clocksource { u64 (*read)(struct clocksource *); u64 mask; u32 mult; u32 shift; u64 max_idle_ns; u32 maxadj; u32 uncertainty_margin; u64 max_cycles; const char *name; struct list_head list; int rating; enum clocksource_ids id; enum vdso_clock_mode vdso_clock_mode; long unsigned int flags; int (*enable)(struct clocksource *); void (*disable)(struct clocksource *); void (*suspend)(struct clocksource *); void (*resume)(struct clocksource *); void (*mark_unstable)(struct clocksource *); void (*tick_stable)(struct clocksource *); struct module *owner; }; enum clock_event_state { CLOCK_EVT_STATE_DETACHED = 0, CLOCK_EVT_STATE_SHUTDOWN = 1, CLOCK_EVT_STATE_PERIODIC = 2, CLOCK_EVT_STATE_ONESHOT = 3, CLOCK_EVT_STATE_ONESHOT_STOPPED = 4, }; struct clock_event_device { void (*event_handler)(struct clock_event_device *); int (*set_next_event)(long unsigned int, struct clock_event_device *); int (*set_next_ktime)(ktime_t, struct clock_event_device *); ktime_t next_event; u64 max_delta_ns; u64 min_delta_ns; u32 mult; u32 shift; enum clock_event_state state_use_accessors; unsigned int features; long unsigned int retries; int (*set_state_periodic)(struct clock_event_device *); int (*set_state_oneshot)(struct clock_event_device *); int (*set_state_oneshot_stopped)(struct clock_event_device *); int (*set_state_shutdown)(struct clock_event_device *); int (*tick_resume)(struct clock_event_device *); void (*broadcast)(const struct cpumask *); void (*suspend)(struct clock_event_device *); void (*resume)(struct clock_event_device *); long unsigned int min_delta_ticks; long unsigned int max_delta_ticks; const char *name; int rating; int irq; int bound_on; const struct cpumask *cpumask; struct list_head list; struct module *owner; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct irq_affinity_desc { struct cpumask mask; unsigned int is_managed: 1; }; enum reg0i26_op { b_op = 20, bl_op = 21, }; enum reg1i20_op { lu12iw_op = 10, lu32id_op = 11, pcaddi_op = 12, pcalau12i_op = 13, pcaddu12i_op = 14, pcaddu18i_op = 15, }; enum reg1i21_op { beqz_op = 16, bnez_op = 17, bceqz_op = 18, bcnez_op = 18, }; enum reg2i12_op { addiw_op = 10, addid_op = 11, lu52id_op = 12, andi_op = 13, ori_op = 14, xori_op = 15, ldb_op = 160, ldh_op = 161, ldw_op = 162, ldd_op = 163, stb_op = 164, sth_op = 165, stw_op = 166, std_op = 167, ldbu_op = 168, ldhu_op = 169, ldwu_op = 170, flds_op = 172, fsts_op = 173, fldd_op = 174, fstd_op = 175, }; enum reg2i16_op { jirl_op = 19, beq_op = 22, bne_op = 23, blt_op = 24, bge_op = 25, bltu_op = 26, bgeu_op = 27, }; enum reg3_op { addw_op = 32, addd_op = 33, subw_op = 34, subd_op = 35, nor_op = 40, and_op = 41, or_op = 42, xor_op = 43, orn_op = 44, andn_op = 45, sllw_op = 46, srlw_op = 47, sraw_op = 48, slld_op = 49, srld_op = 50, srad_op = 51, mulw_op = 56, mulhw_op = 57, mulhwu_op = 58, muld_op = 59, mulhd_op = 60, mulhdu_op = 61, divw_op = 64, modw_op = 65, divwu_op = 66, modwu_op = 67, divd_op = 68, modd_op = 69, divdu_op = 70, moddu_op = 71, ldxb_op = 28672, ldxh_op = 28680, ldxw_op = 28688, ldxd_op = 28696, stxb_op = 28704, stxh_op = 28712, stxw_op = 28720, stxd_op = 28728, ldxbu_op = 28736, ldxhu_op = 28744, ldxwu_op = 28752, fldxs_op = 28768, fldxd_op = 28776, fstxs_op = 28784, fstxd_op = 28792, amswapw_op = 28864, amswapd_op = 28865, amaddw_op = 28866, amaddd_op = 28867, amandw_op = 28868, amandd_op = 28869, amorw_op = 28870, amord_op = 28871, amxorw_op = 28872, amxord_op = 28873, }; struct reg0i15_format { unsigned int immediate: 15; unsigned int opcode: 17; }; struct reg0i26_format { unsigned int immediate_h: 10; unsigned int immediate_l: 16; unsigned int opcode: 6; }; struct reg1i20_format { unsigned int rd: 5; unsigned int immediate: 20; unsigned int opcode: 7; }; struct reg1i21_format { unsigned int immediate_h: 5; unsigned int rj: 5; unsigned int immediate_l: 16; unsigned int opcode: 6; }; struct reg2_format { unsigned int rd: 5; unsigned int rj: 5; unsigned int opcode: 22; }; struct reg2i5_format { unsigned int rd: 5; unsigned int rj: 5; unsigned int immediate: 5; unsigned int opcode: 17; }; struct reg2i6_format { unsigned int rd: 5; unsigned int rj: 5; unsigned int immediate: 6; unsigned int opcode: 16; }; struct reg2i12_format { unsigned int rd: 5; unsigned int rj: 5; unsigned int immediate: 12; unsigned int opcode: 10; }; struct reg2i14_format { unsigned int rd: 5; unsigned int rj: 5; unsigned int immediate: 14; unsigned int opcode: 8; }; struct reg2i16_format { unsigned int rd: 5; unsigned int rj: 5; unsigned int immediate: 16; unsigned int opcode: 6; }; struct reg2bstrd_format { unsigned int rd: 5; unsigned int rj: 5; unsigned int lsbd: 6; unsigned int msbd: 6; unsigned int opcode: 10; }; struct reg3_format { unsigned int rd: 5; unsigned int rj: 5; unsigned int rk: 5; unsigned int opcode: 17; }; struct reg3sa2_format { unsigned int rd: 5; unsigned int rj: 5; unsigned int rk: 5; unsigned int immediate: 2; unsigned int opcode: 15; }; union loongarch_instruction { unsigned int word; struct reg0i15_format reg0i15_format; struct reg0i26_format reg0i26_format; struct reg1i20_format reg1i20_format; struct reg1i21_format reg1i21_format; struct reg2_format reg2_format; struct reg2i5_format reg2i5_format; struct reg2i6_format reg2i6_format; struct reg2i12_format reg2i12_format; struct reg2i14_format reg2i14_format; struct reg2i16_format reg2i16_format; struct reg2bstrd_format reg2bstrd_format; struct reg3_format reg3_format; struct reg3sa2_format reg3sa2_format; }; enum loongarch_gpr { LOONGARCH_GPR_ZERO = 0, LOONGARCH_GPR_RA = 1, LOONGARCH_GPR_TP = 2, LOONGARCH_GPR_SP = 3, LOONGARCH_GPR_A0 = 4, LOONGARCH_GPR_A1 = 5, LOONGARCH_GPR_A2 = 6, LOONGARCH_GPR_A3 = 7, LOONGARCH_GPR_A4 = 8, LOONGARCH_GPR_A5 = 9, LOONGARCH_GPR_A6 = 10, LOONGARCH_GPR_A7 = 11, LOONGARCH_GPR_T0 = 12, LOONGARCH_GPR_T1 = 13, LOONGARCH_GPR_T2 = 14, LOONGARCH_GPR_T3 = 15, LOONGARCH_GPR_T4 = 16, LOONGARCH_GPR_T5 = 17, LOONGARCH_GPR_T6 = 18, LOONGARCH_GPR_T7 = 19, LOONGARCH_GPR_T8 = 20, LOONGARCH_GPR_FP = 22, LOONGARCH_GPR_S0 = 23, LOONGARCH_GPR_S1 = 24, LOONGARCH_GPR_S2 = 25, LOONGARCH_GPR_S3 = 26, LOONGARCH_GPR_S4 = 27, LOONGARCH_GPR_S5 = 28, LOONGARCH_GPR_S6 = 29, LOONGARCH_GPR_S7 = 30, LOONGARCH_GPR_S8 = 31, LOONGARCH_GPR_MAX = 32, }; struct __large_struct { long unsigned int buf[100]; }; enum reg2i14_op { llw_op = 32, scw_op = 33, lld_op = 34, scd_op = 35, ldptrw_op = 36, stptrw_op = 37, ldptrd_op = 38, stptrd_op = 39, }; enum { TRACE_FTRACE_BIT = 0, TRACE_FTRACE_NMI_BIT = 1, TRACE_FTRACE_IRQ_BIT = 2, TRACE_FTRACE_SIRQ_BIT = 3, TRACE_FTRACE_TRANSITION_BIT = 4, TRACE_INTERNAL_BIT = 5, TRACE_INTERNAL_NMI_BIT = 6, TRACE_INTERNAL_IRQ_BIT = 7, TRACE_INTERNAL_SIRQ_BIT = 8, TRACE_INTERNAL_TRANSITION_BIT = 9, TRACE_BRANCH_BIT = 10, TRACE_IRQ_BIT = 11, TRACE_GRAPH_BIT = 12, TRACE_GRAPH_DEPTH_START_BIT = 13, TRACE_GRAPH_DEPTH_END_BIT = 14, TRACE_GRAPH_NOTRACE_BIT = 15, TRACE_RECORD_RECURSION_BIT = 16, }; enum { TRACE_CTX_NMI = 0, TRACE_CTX_IRQ = 1, TRACE_CTX_SOFTIRQ = 2, TRACE_CTX_NORMAL = 3, TRACE_CTX_TRANSITION = 4, }; struct dyn_arch_ftrace {}; struct dyn_ftrace { long unsigned int ip; long unsigned int flags; struct dyn_arch_ftrace arch; }; enum { FTRACE_UPDATE_CALLS = 1, FTRACE_DISABLE_CALLS = 2, FTRACE_UPDATE_TRACE_FUNC = 4, FTRACE_START_FUNC_RET = 8, FTRACE_STOP_FUNC_RET = 16, FTRACE_MAY_SLEEP = 32, }; typedef union loongarch_instruction kprobe_opcode_t; struct arch_specific_insn { kprobe_opcode_t *insn; long unsigned int restore; }; struct kprobe; struct prev_kprobe { struct kprobe *kp; unsigned int status; }; typedef int (*kprobe_pre_handler_t)(struct kprobe *, struct pt_regs *); typedef void (*kprobe_post_handler_t)(struct kprobe *, struct pt_regs *, long unsigned int); struct kprobe { struct hlist_node hlist; struct list_head list; long unsigned int nmissed; kprobe_opcode_t *addr; const char *symbol_name; unsigned int offset; kprobe_pre_handler_t pre_handler; kprobe_post_handler_t post_handler; kprobe_opcode_t opcode; struct arch_specific_insn ainsn; u32 flags; }; struct kprobe_ctlblk { unsigned int kprobe_status; long unsigned int saved_status; struct prev_kprobe prev_kprobe; }; struct proc_cpuinfo_notifier_args { struct seq_file *m; long unsigned int n; }; struct notifier_block; typedef int (*notifier_fn_t)(struct notifier_block *, long unsigned int, void *); struct notifier_block { notifier_fn_t notifier_call; struct notifier_block *next; int priority; }; struct raw_notifier_head { struct notifier_block *head; }; struct kimage_arch { long unsigned int efi_boot; long unsigned int cmdline_ptr; long unsigned int systable_ptr; }; typedef void (*do_kexec_t)(long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef long unsigned int kimage_entry_t; struct kexec_segment { union { void *buf; void *kbuf; }; size_t bufsz; long unsigned int mem; size_t memsz; }; struct kimage { kimage_entry_t head; kimage_entry_t *entry; kimage_entry_t *last_entry; long unsigned int start; struct page *control_code_page; struct page *swap_page; void *vmcoreinfo_data_copy; long unsigned int nr_segments; struct kexec_segment segment[16]; struct list_head control_pages; struct list_head dest_pages; struct list_head unusable_pages; long unsigned int control_page; unsigned int type: 1; unsigned int preserve_context: 1; unsigned int file_mode: 1; struct kimage_arch arch; void *elf_headers; long unsigned int elf_headers_sz; long unsigned int elf_load_addr; }; typedef bool (*smp_cond_func_t)(int, void *); enum perf_type_id { PERF_TYPE_HARDWARE = 0, PERF_TYPE_SOFTWARE = 1, PERF_TYPE_TRACEPOINT = 2, PERF_TYPE_HW_CACHE = 3, PERF_TYPE_RAW = 4, PERF_TYPE_BREAKPOINT = 5, PERF_TYPE_MAX = 6, }; enum perf_hw_id { PERF_COUNT_HW_CPU_CYCLES = 0, PERF_COUNT_HW_INSTRUCTIONS = 1, PERF_COUNT_HW_CACHE_REFERENCES = 2, PERF_COUNT_HW_CACHE_MISSES = 3, PERF_COUNT_HW_BRANCH_INSTRUCTIONS = 4, PERF_COUNT_HW_BRANCH_MISSES = 5, PERF_COUNT_HW_BUS_CYCLES = 6, PERF_COUNT_HW_STALLED_CYCLES_FRONTEND = 7, PERF_COUNT_HW_STALLED_CYCLES_BACKEND = 8, PERF_COUNT_HW_REF_CPU_CYCLES = 9, PERF_COUNT_HW_MAX = 10, }; enum perf_hw_cache_id { PERF_COUNT_HW_CACHE_L1D = 0, PERF_COUNT_HW_CACHE_L1I = 1, PERF_COUNT_HW_CACHE_LL = 2, PERF_COUNT_HW_CACHE_DTLB = 3, PERF_COUNT_HW_CACHE_ITLB = 4, PERF_COUNT_HW_CACHE_BPU = 5, PERF_COUNT_HW_CACHE_NODE = 6, PERF_COUNT_HW_CACHE_MAX = 7, }; enum perf_hw_cache_op_id { PERF_COUNT_HW_CACHE_OP_READ = 0, PERF_COUNT_HW_CACHE_OP_WRITE = 1, PERF_COUNT_HW_CACHE_OP_PREFETCH = 2, PERF_COUNT_HW_CACHE_OP_MAX = 3, }; enum perf_hw_cache_op_result_id { PERF_COUNT_HW_CACHE_RESULT_ACCESS = 0, PERF_COUNT_HW_CACHE_RESULT_MISS = 1, PERF_COUNT_HW_CACHE_RESULT_MAX = 2, }; enum perf_event_sample_format { PERF_SAMPLE_IP = 1, PERF_SAMPLE_TID = 2, PERF_SAMPLE_TIME = 4, PERF_SAMPLE_ADDR = 8, PERF_SAMPLE_READ = 16, PERF_SAMPLE_CALLCHAIN = 32, PERF_SAMPLE_ID = 64, PERF_SAMPLE_CPU = 128, PERF_SAMPLE_PERIOD = 256, PERF_SAMPLE_STREAM_ID = 512, PERF_SAMPLE_RAW = 1024, PERF_SAMPLE_BRANCH_STACK = 2048, PERF_SAMPLE_REGS_USER = 4096, PERF_SAMPLE_STACK_USER = 8192, PERF_SAMPLE_WEIGHT = 16384, PERF_SAMPLE_DATA_SRC = 32768, PERF_SAMPLE_IDENTIFIER = 65536, PERF_SAMPLE_TRANSACTION = 131072, PERF_SAMPLE_REGS_INTR = 262144, PERF_SAMPLE_PHYS_ADDR = 524288, PERF_SAMPLE_AUX = 1048576, PERF_SAMPLE_CGROUP = 2097152, PERF_SAMPLE_DATA_PAGE_SIZE = 4194304, PERF_SAMPLE_CODE_PAGE_SIZE = 8388608, PERF_SAMPLE_WEIGHT_STRUCT = 16777216, PERF_SAMPLE_MAX = 33554432, }; struct perf_callchain_entry_ctx { struct perf_callchain_entry *entry; u32 max_stack; u32 nr; short int contexts; bool contexts_maxed; }; struct stack_frame { long unsigned int fp; long unsigned int ra; }; struct cpu_hw_events { struct perf_event *events[32]; long unsigned int used_mask[1]; unsigned int saved_ctrl[32]; }; struct loongarch_perf_event { unsigned int event_id; }; struct loongarch_pmu { u64 max_period; u64 valid_count; u64 overflow; const char *name; unsigned int num_counters; u64 (*read_counter)(unsigned int); void (*write_counter)(unsigned int, u64); const struct loongarch_perf_event * (*map_raw_event)(u64); const struct loongarch_perf_event (*general_event_map)[10]; const struct loongarch_perf_event (*cache_event_map)[42]; }; enum vm_fault_reason { VM_FAULT_OOM = 1, VM_FAULT_SIGBUS = 2, VM_FAULT_MAJOR = 4, VM_FAULT_HWPOISON = 16, VM_FAULT_HWPOISON_LARGE = 32, VM_FAULT_SIGSEGV = 64, VM_FAULT_NOPAGE = 256, VM_FAULT_LOCKED = 512, VM_FAULT_RETRY = 1024, VM_FAULT_FALLBACK = 2048, VM_FAULT_DONE_COW = 4096, VM_FAULT_NEEDDSYNC = 8192, VM_FAULT_COMPLETED = 16384, VM_FAULT_HINDEX_MASK = 983040, }; struct irqentry_state { union { bool exit_rcu; bool lockdep; }; }; typedef struct irqentry_state irqentry_state_t; typedef short int __s16; typedef __u16 __be16; typedef __u32 __wsum; typedef unsigned int slab_flags_t; typedef void (*rcu_callback_t)(struct callback_head *); enum syscall_work_bit { SYSCALL_WORK_BIT_SECCOMP = 0, SYSCALL_WORK_BIT_SYSCALL_TRACEPOINT = 1, SYSCALL_WORK_BIT_SYSCALL_TRACE = 2, SYSCALL_WORK_BIT_SYSCALL_EMU = 3, SYSCALL_WORK_BIT_SYSCALL_AUDIT = 4, SYSCALL_WORK_BIT_SYSCALL_USER_DISPATCH = 5, SYSCALL_WORK_BIT_SYSCALL_EXIT_TRAP = 6, }; enum refcount_saturation_type { REFCOUNT_ADD_NOT_ZERO_OVF = 0, REFCOUNT_ADD_OVF = 1, REFCOUNT_ADD_UAF = 2, REFCOUNT_SUB_UAF = 3, REFCOUNT_DEC_LEAK = 4, }; struct maple_alloc { long unsigned int total; unsigned char node_count; unsigned int request_count; struct maple_alloc *slot[30]; }; struct maple_enode; struct ma_state { struct maple_tree *tree; long unsigned int index; long unsigned int last; struct maple_enode *node; long unsigned int min; long unsigned int max; struct maple_alloc *alloc; unsigned char depth; unsigned char offset; unsigned char mas_flags; }; enum tk_offsets { TK_OFFS_REAL = 0, TK_OFFS_BOOT = 1, TK_OFFS_TAI = 2, TK_OFFS_MAX = 3, }; enum { WORK_STRUCT_PENDING_BIT = 0LL, WORK_STRUCT_INACTIVE_BIT = 1LL, WORK_STRUCT_PWQ_BIT = 2LL, WORK_STRUCT_LINKED_BIT = 3LL, WORK_STRUCT_COLOR_SHIFT = 4LL, WORK_STRUCT_COLOR_BITS = 4LL, WORK_STRUCT_PENDING = 1LL, WORK_STRUCT_INACTIVE = 2LL, WORK_STRUCT_PWQ = 4LL, WORK_STRUCT_LINKED = 8LL, WORK_STRUCT_STATIC = 0LL, WORK_NR_COLORS = 16LL, WORK_CPU_UNBOUND = 64LL, WORK_STRUCT_FLAG_BITS = 8LL, WORK_OFFQ_FLAG_BASE = 4LL, __WORK_OFFQ_CANCELING = 4LL, WORK_OFFQ_CANCELING = 16LL, WORK_OFFQ_FLAG_BITS = 1LL, WORK_OFFQ_POOL_SHIFT = 5LL, WORK_OFFQ_LEFT = 59LL, WORK_OFFQ_POOL_BITS = 31LL, WORK_OFFQ_POOL_NONE = 2147483647LL, WORK_STRUCT_FLAG_MASK = 255LL, WORK_STRUCT_WQ_DATA_MASK = -256LL, WORK_STRUCT_NO_POOL = 68719476704LL, WORK_BUSY_PENDING = 1LL, WORK_BUSY_RUNNING = 2LL, WORKER_DESC_LEN = 24LL, }; enum dma_data_direction { DMA_BIDIRECTIONAL = 0, DMA_TO_DEVICE = 1, DMA_FROM_DEVICE = 2, DMA_NONE = 3, }; struct page_pool_params { unsigned int flags; unsigned int order; unsigned int pool_size; int nid; struct device *dev; enum dma_data_direction dma_dir; unsigned int max_len; unsigned int offset; void (*init_callback)(struct page *, void *); void *init_arg; }; struct pp_alloc_cache { u32 count; struct page *cache[128]; }; struct ptr_ring { int producer; spinlock_t producer_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; int consumer_head; int consumer_tail; spinlock_t consumer_lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; int size; int batch; void **queue; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct page_pool { struct page_pool_params p; struct delayed_work release_dw; void (*disconnect)(void *); long unsigned int defer_start; long unsigned int defer_warn; u32 pages_state_hold_cnt; unsigned int frag_offset; struct page *frag_page; long int frag_users; u32 xdp_mem_id; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct pp_alloc_cache alloc; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct ptr_ring ring; atomic_t pages_state_release_cnt; refcount_t user_cnt; u64 destroy_cnt; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef long unsigned int vm_flags_t; struct anon_vma { struct anon_vma *root; struct rw_semaphore rwsem; atomic_t refcount; long unsigned int num_children; long unsigned int num_active_vmas; struct anon_vma *parent; struct rb_root_cached rb_root; }; struct mempolicy { atomic_t refcnt; short unsigned int mode; short unsigned int flags; nodemask_t nodes; int home_node; union { nodemask_t cpuset_mems_allowed; nodemask_t user_nodemask; } w; }; struct vma_iterator { struct ma_state mas; }; struct blocking_notifier_head { struct rw_semaphore rwsem; struct notifier_block *head; }; struct clone_args { __u64 flags; __u64 pidfd; __u64 child_tid; __u64 parent_tid; __u64 exit_signal; __u64 stack; __u64 stack_size; __u64 tls; __u64 set_tid; __u64 set_tid_size; __u64 cgroup; }; struct rhash_head { struct rhash_head *next; }; struct rhashtable; struct rhashtable_compare_arg { struct rhashtable *ht; const void *key; }; typedef u32 (*rht_hashfn_t)(const void *, u32, u32); typedef u32 (*rht_obj_hashfn_t)(const void *, u32, u32); typedef int (*rht_obj_cmpfn_t)(struct rhashtable_compare_arg *, const void *); struct rhashtable_params { u16 nelem_hint; u16 key_len; u16 key_offset; u16 head_offset; unsigned int max_size; u16 min_size; bool automatic_shrinking; rht_hashfn_t hashfn; rht_obj_hashfn_t obj_hashfn; rht_obj_cmpfn_t obj_cmpfn; }; struct bucket_table; struct rhashtable { struct bucket_table *tbl; unsigned int key_len; unsigned int max_elems; struct rhashtable_params p; bool rhlist; struct work_struct run_work; struct mutex mutex; spinlock_t lock; atomic_t nelems; }; enum hrtimer_mode { HRTIMER_MODE_ABS = 0, HRTIMER_MODE_REL = 1, HRTIMER_MODE_PINNED = 2, HRTIMER_MODE_SOFT = 4, HRTIMER_MODE_HARD = 8, HRTIMER_MODE_ABS_PINNED = 2, HRTIMER_MODE_REL_PINNED = 3, HRTIMER_MODE_ABS_SOFT = 4, HRTIMER_MODE_REL_SOFT = 5, HRTIMER_MODE_ABS_PINNED_SOFT = 6, HRTIMER_MODE_REL_PINNED_SOFT = 7, HRTIMER_MODE_ABS_HARD = 8, HRTIMER_MODE_REL_HARD = 9, HRTIMER_MODE_ABS_PINNED_HARD = 10, HRTIMER_MODE_REL_PINNED_HARD = 11, }; struct fs_struct { int users; spinlock_t lock; seqcount_spinlock_t seq; int umask; int in_exec; struct path root; struct path pwd; }; struct fdtable { unsigned int max_fds; struct file **fd; long unsigned int *close_on_exec; long unsigned int *open_fds; long unsigned int *full_fds_bits; struct callback_head rcu; }; struct files_struct { atomic_t count; bool resize_in_progress; wait_queue_head_t resize_wait; struct fdtable *fdt; struct fdtable fdtab; long: 64; long: 64; long: 64; long: 64; spinlock_t file_lock; unsigned int next_fd; long unsigned int close_on_exec_init[1]; long unsigned int open_fds_init[1]; long unsigned int full_fds_bits_init[1]; struct file *fd_array[64]; long: 64; long: 64; long: 64; long: 64; }; struct robust_list { struct robust_list *next; }; struct robust_list_head { struct robust_list list; long int futex_offset; struct robust_list *list_op_pending; }; struct pipe_buffer; struct pipe_inode_info { struct mutex mutex; wait_queue_head_t rd_wait; wait_queue_head_t wr_wait; unsigned int head; unsigned int tail; unsigned int max_usage; unsigned int ring_size; unsigned int nr_accounted; unsigned int readers; unsigned int writers; unsigned int files; unsigned int r_counter; unsigned int w_counter; bool poll_usage; struct page *tmp_page; struct fasync_struct *fasync_readers; struct fasync_struct *fasync_writers; struct pipe_buffer *bufs; struct user_struct *user; }; struct task_delay_info { raw_spinlock_t lock; u64 blkio_start; u64 blkio_delay; u64 swapin_start; u64 swapin_delay; u32 blkio_count; u32 swapin_count; u64 freepages_start; u64 freepages_delay; u64 thrashing_start; u64 thrashing_delay; u64 compact_start; u64 compact_delay; u64 wpcopy_start; u64 wpcopy_delay; u32 freepages_count; u32 thrashing_count; u32 compact_count; u32 wpcopy_count; }; struct bpf_run_ctx {}; struct multiprocess_signals { sigset_t signal; struct hlist_node node; }; struct ld_semaphore { atomic_long_t count; raw_spinlock_t wait_lock; unsigned int wait_readers; struct list_head read_wait; struct list_head write_wait; }; typedef unsigned int tcflag_t; typedef unsigned char cc_t; typedef unsigned int speed_t; struct ktermios { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; speed_t c_ispeed; speed_t c_ospeed; }; struct winsize { short unsigned int ws_row; short unsigned int ws_col; short unsigned int ws_xpixel; short unsigned int ws_ypixel; }; struct tty_driver; struct tty_operations; struct tty_ldisc; struct tty_port; struct tty_struct { struct kref kref; struct device *dev; struct tty_driver *driver; const struct tty_operations *ops; int index; struct ld_semaphore ldisc_sem; struct tty_ldisc *ldisc; struct mutex atomic_write_lock; struct mutex legacy_mutex; struct mutex throttle_mutex; struct rw_semaphore termios_rwsem; struct mutex winsize_mutex; struct ktermios termios; struct ktermios termios_locked; char name[64]; long unsigned int flags; int count; struct winsize winsize; struct { spinlock_t lock; bool stopped; bool tco_stopped; long unsigned int unused[0]; } flow; struct { spinlock_t lock; struct pid *pgrp; struct pid *session; unsigned char pktstatus; bool packet; long unsigned int unused[0]; } ctrl; int hw_stopped; unsigned int receive_room; int flow_change; struct tty_struct *link; struct fasync_struct *fasync; wait_queue_head_t write_wait; wait_queue_head_t read_wait; struct work_struct hangup_work; void *disc_data; void *driver_data; spinlock_t files_lock; struct list_head tty_files; int closing; unsigned char *write_buf; int write_cnt; struct work_struct SAK_work; struct tty_port *port; }; typedef int (*proc_visitor)(struct task_struct *, void *); struct io_uring_cmd { struct file *file; const void *cmd; union { void (*task_work_cb)(struct io_uring_cmd *); void *cookie; }; u32 cmd_op; u32 flags; u8 pdu[32]; }; struct vm_struct { struct vm_struct *next; void *addr; long unsigned int size; long unsigned int flags; struct page **pages; unsigned int nr_pages; phys_addr_t phys_addr; const void *caller; }; struct new_utsname { char sysname[65]; char nodename[65]; char release[65]; char version[65]; char machine[65]; char domainname[65]; }; struct uts_namespace { struct new_utsname name; struct user_namespace *user_ns; struct ucounts *ucounts; struct ns_common ns; }; struct ref_tracker_dir {}; struct prot_inuse; struct netns_core { struct ctl_table_header *sysctl_hdr; int sysctl_somaxconn; u8 sysctl_txrehash; struct prot_inuse *prot_inuse; }; struct ipstats_mib; struct tcp_mib; struct linux_mib; struct udp_mib; struct linux_tls_mib; struct icmp_mib; struct icmpmsg_mib; struct icmpv6_mib; struct icmpv6msg_mib; struct netns_mib { struct ipstats_mib *ip_statistics; struct ipstats_mib *ipv6_statistics; struct tcp_mib *tcp_statistics; struct linux_mib *net_statistics; struct udp_mib *udp_statistics; struct udp_mib *udp_stats_in6; struct linux_tls_mib *tls_statistics; struct udp_mib *udplite_statistics; struct udp_mib *udplite_stats_in6; struct icmp_mib *icmp_statistics; struct icmpmsg_mib *icmpmsg_statistics; struct icmpv6_mib *icmpv6_statistics; struct icmpv6msg_mib *icmpv6msg_statistics; struct proc_dir_entry *proc_net_devsnmp6; }; struct netns_packet { struct mutex sklist_lock; struct hlist_head sklist; }; struct unix_table { spinlock_t *locks; struct hlist_head *buckets; }; struct netns_unix { struct unix_table table; int sysctl_max_dgram_qlen; struct ctl_table_header *ctl; }; struct netns_nexthop { struct rb_root rb_root; struct hlist_head *devhash; unsigned int seq; u32 last_id_allocated; struct blocking_notifier_head notifier_chain; }; struct inet_hashinfo; struct inet_timewait_death_row { refcount_t tw_refcount; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct inet_hashinfo *hashinfo; int sysctl_max_tw_buckets; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct local_ports { seqlock_t lock; int range[2]; bool warned; }; struct ping_group_range { seqlock_t lock; kgid_t range[2]; }; typedef struct { u64 key[2]; } siphash_key_t; struct udp_table; struct ipv4_devconf; struct ip_ra_chain; struct fib_rules_ops; struct fib_table; struct inet_peer_base; struct fqdir; struct tcp_congestion_ops; struct tcp_fastopen_context; struct mr_table; struct fib_notifier_ops; struct netns_ipv4 { struct inet_timewait_death_row tcp_death_row; struct udp_table *udp_table; struct ctl_table_header *forw_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *ipv4_hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *xfrm4_hdr; struct ipv4_devconf *devconf_all; struct ipv4_devconf *devconf_dflt; struct ip_ra_chain *ra_chain; struct mutex ra_mutex; struct fib_rules_ops *rules_ops; struct fib_table *fib_main; struct fib_table *fib_default; unsigned int fib_rules_require_fldissect; bool fib_has_custom_rules; bool fib_has_custom_local_routes; bool fib_offload_disabled; atomic_t fib_num_tclassid_users; struct hlist_head *fib_table_hash; struct sock *fibnl; struct sock *mc_autojoin_sk; struct inet_peer_base *peers; struct fqdir *fqdir; u8 sysctl_icmp_echo_ignore_all; u8 sysctl_icmp_echo_enable_probe; u8 sysctl_icmp_echo_ignore_broadcasts; u8 sysctl_icmp_ignore_bogus_error_responses; u8 sysctl_icmp_errors_use_inbound_ifaddr; int sysctl_icmp_ratelimit; int sysctl_icmp_ratemask; u32 ip_rt_min_pmtu; int ip_rt_mtu_expires; int ip_rt_min_advmss; struct local_ports ip_local_ports; u8 sysctl_tcp_ecn; u8 sysctl_tcp_ecn_fallback; u8 sysctl_ip_default_ttl; u8 sysctl_ip_no_pmtu_disc; u8 sysctl_ip_fwd_use_pmtu; u8 sysctl_ip_fwd_update_priority; u8 sysctl_ip_nonlocal_bind; u8 sysctl_ip_autobind_reuse; u8 sysctl_ip_dynaddr; u8 sysctl_ip_early_demux; u8 sysctl_raw_l3mdev_accept; u8 sysctl_tcp_early_demux; u8 sysctl_udp_early_demux; u8 sysctl_nexthop_compat_mode; u8 sysctl_fwmark_reflect; u8 sysctl_tcp_fwmark_accept; u8 sysctl_tcp_l3mdev_accept; u8 sysctl_tcp_mtu_probing; int sysctl_tcp_mtu_probe_floor; int sysctl_tcp_base_mss; int sysctl_tcp_min_snd_mss; int sysctl_tcp_probe_threshold; u32 sysctl_tcp_probe_interval; int sysctl_tcp_keepalive_time; int sysctl_tcp_keepalive_intvl; u8 sysctl_tcp_keepalive_probes; u8 sysctl_tcp_syn_retries; u8 sysctl_tcp_synack_retries; u8 sysctl_tcp_syncookies; u8 sysctl_tcp_migrate_req; u8 sysctl_tcp_comp_sack_nr; int sysctl_tcp_reordering; u8 sysctl_tcp_retries1; u8 sysctl_tcp_retries2; u8 sysctl_tcp_orphan_retries; u8 sysctl_tcp_tw_reuse; int sysctl_tcp_fin_timeout; unsigned int sysctl_tcp_notsent_lowat; u8 sysctl_tcp_sack; u8 sysctl_tcp_window_scaling; u8 sysctl_tcp_timestamps; u8 sysctl_tcp_early_retrans; u8 sysctl_tcp_recovery; u8 sysctl_tcp_thin_linear_timeouts; u8 sysctl_tcp_slow_start_after_idle; u8 sysctl_tcp_retrans_collapse; u8 sysctl_tcp_stdurg; u8 sysctl_tcp_rfc1337; u8 sysctl_tcp_abort_on_overflow; u8 sysctl_tcp_fack; int sysctl_tcp_max_reordering; int sysctl_tcp_adv_win_scale; u8 sysctl_tcp_dsack; u8 sysctl_tcp_app_win; u8 sysctl_tcp_frto; u8 sysctl_tcp_nometrics_save; u8 sysctl_tcp_no_ssthresh_metrics_save; u8 sysctl_tcp_moderate_rcvbuf; u8 sysctl_tcp_tso_win_divisor; u8 sysctl_tcp_workaround_signed_windows; int sysctl_tcp_limit_output_bytes; int sysctl_tcp_challenge_ack_limit; int sysctl_tcp_min_rtt_wlen; u8 sysctl_tcp_min_tso_segs; u8 sysctl_tcp_tso_rtt_log; u8 sysctl_tcp_autocorking; u8 sysctl_tcp_reflect_tos; int sysctl_tcp_invalid_ratelimit; int sysctl_tcp_pacing_ss_ratio; int sysctl_tcp_pacing_ca_ratio; int sysctl_tcp_wmem[3]; int sysctl_tcp_rmem[3]; unsigned int sysctl_tcp_child_ehash_entries; long unsigned int sysctl_tcp_comp_sack_delay_ns; long unsigned int sysctl_tcp_comp_sack_slack_ns; int sysctl_max_syn_backlog; int sysctl_tcp_fastopen; const struct tcp_congestion_ops *tcp_congestion_control; struct tcp_fastopen_context *tcp_fastopen_ctx; unsigned int sysctl_tcp_fastopen_blackhole_timeout; atomic_t tfo_active_disable_times; long unsigned int tfo_active_disable_stamp; u32 tcp_challenge_timestamp; u32 tcp_challenge_count; u8 sysctl_tcp_plb_enabled; u8 sysctl_tcp_plb_idle_rehash_rounds; u8 sysctl_tcp_plb_rehash_rounds; u8 sysctl_tcp_plb_suspend_rto_sec; int sysctl_tcp_plb_cong_thresh; int sysctl_udp_wmem_min; int sysctl_udp_rmem_min; u8 sysctl_fib_notify_on_flag_change; u8 sysctl_udp_l3mdev_accept; u8 sysctl_igmp_llm_reports; int sysctl_igmp_max_memberships; int sysctl_igmp_max_msf; int sysctl_igmp_qrv; struct ping_group_range ping_group_range; atomic_t dev_addr_genid; unsigned int sysctl_udp_child_hash_entries; long unsigned int *sysctl_local_reserved_ports; int sysctl_ip_prot_sock; struct mr_table *mrt; u32 sysctl_fib_multipath_hash_fields; u8 sysctl_fib_multipath_use_neigh; u8 sysctl_fib_multipath_hash_policy; struct fib_notifier_ops *notifier_ops; unsigned int fib_seq; struct fib_notifier_ops *ipmr_notifier_ops; unsigned int ipmr_seq; atomic_t rt_genid; siphash_key_t ip_id_key; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct dst_entry; struct net_device; struct sk_buff; struct neighbour; struct dst_ops { short unsigned int family; unsigned int gc_thresh; int (*gc)(struct dst_ops *); struct dst_entry * (*check)(struct dst_entry *, __u32); unsigned int (*default_advmss)(const struct dst_entry *); unsigned int (*mtu)(const struct dst_entry *); u32 * (*cow_metrics)(struct dst_entry *, long unsigned int); void (*destroy)(struct dst_entry *); void (*ifdown)(struct dst_entry *, struct net_device *, int); struct dst_entry * (*negative_advice)(struct dst_entry *); void (*link_failure)(struct sk_buff *); void (*update_pmtu)(struct dst_entry *, struct sock *, struct sk_buff *, u32, bool); void (*redirect)(struct dst_entry *, struct sock *, struct sk_buff *); int (*local_out)(struct net *, struct sock *, struct sk_buff *); struct neighbour * (*neigh_lookup)(const struct dst_entry *, struct sk_buff *, const void *); void (*confirm_neigh)(const struct dst_entry *, const void *); struct kmem_cache *kmem_cachep; struct percpu_counter pcpuc_entries; long: 64; long: 64; long: 64; }; struct netns_sysctl_ipv6 { struct ctl_table_header *hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *icmp_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *xfrm6_hdr; int flush_delay; int ip6_rt_max_size; int ip6_rt_gc_min_interval; int ip6_rt_gc_timeout; int ip6_rt_gc_interval; int ip6_rt_gc_elasticity; int ip6_rt_mtu_expires; int ip6_rt_min_advmss; u32 multipath_hash_fields; u8 multipath_hash_policy; u8 bindv6only; u8 flowlabel_consistency; u8 auto_flowlabels; int icmpv6_time; u8 icmpv6_echo_ignore_all; u8 icmpv6_echo_ignore_multicast; u8 icmpv6_echo_ignore_anycast; long unsigned int icmpv6_ratemask[4]; long unsigned int *icmpv6_ratemask_ptr; u8 anycast_src_echo_reply; u8 ip_nonlocal_bind; u8 fwmark_reflect; u8 flowlabel_state_ranges; int idgen_retries; int idgen_delay; int flowlabel_reflect; int max_dst_opts_cnt; int max_hbh_opts_cnt; int max_dst_opts_len; int max_hbh_opts_len; int seg6_flowlabel; u32 ioam6_id; u64 ioam6_id_wide; bool skip_notify_on_dev_down; u8 fib_notify_on_flag_change; }; struct ipv6_devconf; struct fib6_info; struct rt6_info; struct rt6_statistics; struct fib6_table; struct seg6_pernet_data; struct ioam6_pernet_data; struct netns_ipv6 { struct dst_ops ip6_dst_ops; struct netns_sysctl_ipv6 sysctl; struct ipv6_devconf *devconf_all; struct ipv6_devconf *devconf_dflt; struct inet_peer_base *peers; struct fqdir *fqdir; struct fib6_info *fib6_null_entry; struct rt6_info *ip6_null_entry; struct rt6_statistics *rt6_stats; struct timer_list ip6_fib_timer; struct hlist_head *fib_table_hash; struct fib6_table *fib6_main_tbl; struct list_head fib6_walkers; rwlock_t fib6_walker_lock; spinlock_t fib6_gc_lock; atomic_t ip6_rt_gc_expire; long unsigned int ip6_rt_last_gc; unsigned char flowlabel_has_excl; bool fib6_has_custom_rules; unsigned int fib6_rules_require_fldissect; unsigned int fib6_routes_require_src; struct rt6_info *ip6_prohibit_entry; struct rt6_info *ip6_blk_hole_entry; struct fib6_table *fib6_local_tbl; struct fib_rules_ops *fib6_rules_ops; struct sock *ndisc_sk; struct sock *tcp_sk; struct sock *igmp_sk; struct sock *mc_autojoin_sk; struct hlist_head *inet6_addr_lst; spinlock_t addrconf_hash_lock; struct delayed_work addr_chk_work; struct list_head mr6_tables; struct fib_rules_ops *mr6_rules_ops; atomic_t dev_addr_genid; atomic_t fib6_sernum; struct seg6_pernet_data *seg6_data; struct fib_notifier_ops *notifier_ops; struct fib_notifier_ops *ip6mr_notifier_ops; unsigned int ipmr_seq; struct { struct hlist_head head; spinlock_t lock; u32 seq; } ip6addrlbl_table; struct ioam6_pernet_data *ioam6_data; long: 64; long: 64; long: 64; long: 64; }; struct sctp_mib; struct netns_sctp { struct sctp_mib *sctp_statistics; struct proc_dir_entry *proc_net_sctp; struct ctl_table_header *sysctl_header; struct sock *ctl_sock; struct sock *udp4_sock; struct sock *udp6_sock; int udp_port; int encap_port; struct list_head local_addr_list; struct list_head addr_waitq; struct timer_list addr_wq_timer; struct list_head auto_asconf_splist; spinlock_t addr_wq_lock; spinlock_t local_addr_lock; unsigned int rto_initial; unsigned int rto_min; unsigned int rto_max; int rto_alpha; int rto_beta; int max_burst; int cookie_preserve_enable; char *sctp_hmac_alg; unsigned int valid_cookie_life; unsigned int sack_timeout; unsigned int hb_interval; unsigned int probe_interval; int max_retrans_association; int max_retrans_path; int max_retrans_init; int pf_retrans; int ps_retrans; int pf_enable; int pf_expose; int sndbuf_policy; int rcvbuf_policy; int default_auto_asconf; int addip_enable; int addip_noauth; int prsctp_enable; int reconf_enable; int auth_enable; int intl_enable; int ecn_enable; int scope_policy; int rwnd_upd_shift; long unsigned int max_autoclose; int l3mdev_accept; }; struct nf_logger; struct nf_hook_entries; struct netns_nf { struct proc_dir_entry *proc_netfilter; const struct nf_logger *nf_loggers[11]; struct ctl_table_header *nf_log_dir_header; struct nf_hook_entries *hooks_ipv4[5]; struct nf_hook_entries *hooks_ipv6[5]; struct nf_hook_entries *hooks_arp[3]; struct nf_hook_entries *hooks_bridge[5]; unsigned int defrag_ipv4_users; unsigned int defrag_ipv6_users; }; struct nf_ct_event_notifier; struct nf_generic_net { unsigned int timeout; }; struct nf_tcp_net { unsigned int timeouts[14]; u8 tcp_loose; u8 tcp_be_liberal; u8 tcp_max_retrans; u8 tcp_ignore_invalid_rst; }; struct nf_udp_net { unsigned int timeouts[2]; }; struct nf_icmp_net { unsigned int timeout; }; struct nf_dccp_net { u8 dccp_loose; unsigned int dccp_timeout[10]; }; struct nf_sctp_net { unsigned int timeouts[10]; }; struct nf_gre_net { struct list_head keymap_list; unsigned int timeouts[2]; }; struct nf_ip_net { struct nf_generic_net generic; struct nf_tcp_net tcp; struct nf_udp_net udp; struct nf_icmp_net icmp; struct nf_icmp_net icmpv6; struct nf_dccp_net dccp; struct nf_sctp_net sctp; struct nf_gre_net gre; }; struct ip_conntrack_stat; struct netns_ct { u8 sysctl_log_invalid; u8 sysctl_events; u8 sysctl_acct; u8 sysctl_tstamp; u8 sysctl_checksum; struct ip_conntrack_stat *stat; struct nf_ct_event_notifier *nf_conntrack_event_cb; struct nf_ip_net nf_ct_proto; unsigned int labels_used; }; struct netns_nftables { u8 gencursor; }; struct sk_buff_list { struct sk_buff *next; struct sk_buff *prev; }; struct sk_buff_head { union { struct { struct sk_buff *next; struct sk_buff *prev; }; struct sk_buff_list list; }; __u32 qlen; spinlock_t lock; }; struct netns_bpf { struct bpf_prog_array *run_array[2]; struct bpf_prog *progs[2]; struct list_head links[2]; }; struct xfrm_policy_hash { struct hlist_head *table; unsigned int hmask; u8 dbits4; u8 sbits4; u8 dbits6; u8 sbits6; }; struct xfrm_policy_hthresh { struct work_struct work; seqlock_t lock; u8 lbits4; u8 rbits4; u8 lbits6; u8 rbits6; }; struct netns_xfrm { struct list_head state_all; struct hlist_head *state_bydst; struct hlist_head *state_bysrc; struct hlist_head *state_byspi; struct hlist_head *state_byseq; unsigned int state_hmask; unsigned int state_num; struct work_struct state_hash_work; struct list_head policy_all; struct hlist_head *policy_byidx; unsigned int policy_idx_hmask; struct hlist_head policy_inexact[3]; struct xfrm_policy_hash policy_bydst[3]; unsigned int policy_count[6]; struct work_struct policy_hash_work; struct xfrm_policy_hthresh policy_hthresh; struct list_head inexact_bins; struct sock *nlsk; struct sock *nlsk_stash; u32 sysctl_aevent_etime; u32 sysctl_aevent_rseqth; int sysctl_larval_drop; u32 sysctl_acq_expires; u8 policy_default[3]; struct ctl_table_header *sysctl_hdr; long: 64; long: 64; long: 64; struct dst_ops xfrm4_dst_ops; struct dst_ops xfrm6_dst_ops; spinlock_t xfrm_state_lock; seqcount_spinlock_t xfrm_state_hash_generation; seqcount_spinlock_t xfrm_policy_hash_generation; spinlock_t xfrm_policy_lock; struct mutex xfrm_cfg_mutex; long: 64; long: 64; }; struct netns_ipvs; struct mpls_route; struct netns_mpls { int ip_ttl_propagate; int default_ttl; size_t platform_labels; struct mpls_route **platform_label; struct ctl_table_header *ctl; }; struct netns_xdp { struct mutex lock; struct hlist_head list; }; struct uevent_sock; struct net_generic; struct net { refcount_t passive; spinlock_t rules_mod_lock; atomic_t dev_unreg_count; unsigned int dev_base_seq; int ifindex; spinlock_t nsid_lock; atomic_t fnhe_genid; struct list_head list; struct list_head exit_list; struct llist_node cleanup_list; struct key_tag *key_domain; struct user_namespace *user_ns; struct ucounts *ucounts; struct idr netns_ids; struct ns_common ns; struct ref_tracker_dir refcnt_tracker; struct ref_tracker_dir notrefcnt_tracker; struct list_head dev_base_head; struct proc_dir_entry *proc_net; struct proc_dir_entry *proc_net_stat; struct ctl_table_set sysctls; struct sock *rtnl; struct sock *genl_sock; struct uevent_sock *uevent_sock; struct hlist_head *dev_name_head; struct hlist_head *dev_index_head; struct raw_notifier_head netdev_chain; u32 hash_mix; struct net_device *loopback_dev; struct list_head rules_ops; struct netns_core core; struct netns_mib mib; struct netns_packet packet; struct netns_unix unx; struct netns_nexthop nexthop; long: 64; struct netns_ipv4 ipv4; struct netns_ipv6 ipv6; struct netns_sctp sctp; struct netns_nf nf; struct netns_ct ct; struct netns_nftables nft; struct sk_buff_head wext_nlevents; struct net_generic *gen; struct netns_bpf bpf; long: 64; struct netns_xfrm xfrm; u64 net_cookie; struct netns_ipvs *ipvs; struct netns_mpls mpls; struct netns_xdp xdp; struct sock *crypto_nlsk; struct sock *diag_nlsk; long: 64; long: 64; long: 64; }; struct bpf_cgroup_storage; struct bpf_prog_array_item { struct bpf_prog *prog; union { struct bpf_cgroup_storage *cgroup_storage[2]; u64 bpf_cookie; }; }; struct bpf_prog_array { struct callback_head rcu; struct bpf_prog_array_item items[0]; }; typedef struct poll_table_struct poll_table; struct ring_buffer_event { u32 type_len: 5; u32 time_delta: 27; u32 array[0]; }; enum perf_branch_sample_type_shift { PERF_SAMPLE_BRANCH_USER_SHIFT = 0, PERF_SAMPLE_BRANCH_KERNEL_SHIFT = 1, PERF_SAMPLE_BRANCH_HV_SHIFT = 2, PERF_SAMPLE_BRANCH_ANY_SHIFT = 3, PERF_SAMPLE_BRANCH_ANY_CALL_SHIFT = 4, PERF_SAMPLE_BRANCH_ANY_RETURN_SHIFT = 5, PERF_SAMPLE_BRANCH_IND_CALL_SHIFT = 6, PERF_SAMPLE_BRANCH_ABORT_TX_SHIFT = 7, PERF_SAMPLE_BRANCH_IN_TX_SHIFT = 8, PERF_SAMPLE_BRANCH_NO_TX_SHIFT = 9, PERF_SAMPLE_BRANCH_COND_SHIFT = 10, PERF_SAMPLE_BRANCH_CALL_STACK_SHIFT = 11, PERF_SAMPLE_BRANCH_IND_JUMP_SHIFT = 12, PERF_SAMPLE_BRANCH_CALL_SHIFT = 13, PERF_SAMPLE_BRANCH_NO_FLAGS_SHIFT = 14, PERF_SAMPLE_BRANCH_NO_CYCLES_SHIFT = 15, PERF_SAMPLE_BRANCH_TYPE_SAVE_SHIFT = 16, PERF_SAMPLE_BRANCH_HW_INDEX_SHIFT = 17, PERF_SAMPLE_BRANCH_PRIV_SAVE_SHIFT = 18, PERF_SAMPLE_BRANCH_MAX_SHIFT = 19, }; enum bpf_prog_type { BPF_PROG_TYPE_UNSPEC = 0, BPF_PROG_TYPE_SOCKET_FILTER = 1, BPF_PROG_TYPE_KPROBE = 2, BPF_PROG_TYPE_SCHED_CLS = 3, BPF_PROG_TYPE_SCHED_ACT = 4, BPF_PROG_TYPE_TRACEPOINT = 5, BPF_PROG_TYPE_XDP = 6, BPF_PROG_TYPE_PERF_EVENT = 7, BPF_PROG_TYPE_CGROUP_SKB = 8, BPF_PROG_TYPE_CGROUP_SOCK = 9, BPF_PROG_TYPE_LWT_IN = 10, BPF_PROG_TYPE_LWT_OUT = 11, BPF_PROG_TYPE_LWT_XMIT = 12, BPF_PROG_TYPE_SOCK_OPS = 13, BPF_PROG_TYPE_SK_SKB = 14, BPF_PROG_TYPE_CGROUP_DEVICE = 15, BPF_PROG_TYPE_SK_MSG = 16, BPF_PROG_TYPE_RAW_TRACEPOINT = 17, BPF_PROG_TYPE_CGROUP_SOCK_ADDR = 18, BPF_PROG_TYPE_LWT_SEG6LOCAL = 19, BPF_PROG_TYPE_LIRC_MODE2 = 20, BPF_PROG_TYPE_SK_REUSEPORT = 21, BPF_PROG_TYPE_FLOW_DISSECTOR = 22, BPF_PROG_TYPE_CGROUP_SYSCTL = 23, BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE = 24, BPF_PROG_TYPE_CGROUP_SOCKOPT = 25, BPF_PROG_TYPE_TRACING = 26, BPF_PROG_TYPE_STRUCT_OPS = 27, BPF_PROG_TYPE_EXT = 28, BPF_PROG_TYPE_LSM = 29, BPF_PROG_TYPE_SK_LOOKUP = 30, BPF_PROG_TYPE_SYSCALL = 31, }; enum bpf_attach_type { BPF_CGROUP_INET_INGRESS = 0, BPF_CGROUP_INET_EGRESS = 1, BPF_CGROUP_INET_SOCK_CREATE = 2, BPF_CGROUP_SOCK_OPS = 3, BPF_SK_SKB_STREAM_PARSER = 4, BPF_SK_SKB_STREAM_VERDICT = 5, BPF_CGROUP_DEVICE = 6, BPF_SK_MSG_VERDICT = 7, BPF_CGROUP_INET4_BIND = 8, BPF_CGROUP_INET6_BIND = 9, BPF_CGROUP_INET4_CONNECT = 10, BPF_CGROUP_INET6_CONNECT = 11, BPF_CGROUP_INET4_POST_BIND = 12, BPF_CGROUP_INET6_POST_BIND = 13, BPF_CGROUP_UDP4_SENDMSG = 14, BPF_CGROUP_UDP6_SENDMSG = 15, BPF_LIRC_MODE2 = 16, BPF_FLOW_DISSECTOR = 17, BPF_CGROUP_SYSCTL = 18, BPF_CGROUP_UDP4_RECVMSG = 19, BPF_CGROUP_UDP6_RECVMSG = 20, BPF_CGROUP_GETSOCKOPT = 21, BPF_CGROUP_SETSOCKOPT = 22, BPF_TRACE_RAW_TP = 23, BPF_TRACE_FENTRY = 24, BPF_TRACE_FEXIT = 25, BPF_MODIFY_RETURN = 26, BPF_LSM_MAC = 27, BPF_TRACE_ITER = 28, BPF_CGROUP_INET4_GETPEERNAME = 29, BPF_CGROUP_INET6_GETPEERNAME = 30, BPF_CGROUP_INET4_GETSOCKNAME = 31, BPF_CGROUP_INET6_GETSOCKNAME = 32, BPF_XDP_DEVMAP = 33, BPF_CGROUP_INET_SOCK_RELEASE = 34, BPF_XDP_CPUMAP = 35, BPF_SK_LOOKUP = 36, BPF_XDP = 37, BPF_SK_SKB_VERDICT = 38, BPF_SK_REUSEPORT_SELECT = 39, BPF_SK_REUSEPORT_SELECT_OR_MIGRATE = 40, BPF_PERF_EVENT = 41, BPF_TRACE_KPROBE_MULTI = 42, BPF_LSM_CGROUP = 43, __MAX_BPF_ATTACH_TYPE = 44, }; struct sock_filter { __u16 code; __u8 jt; __u8 jf; __u32 k; }; struct bpf_insn { __u8 code; __u8 dst_reg: 4; __u8 src_reg: 4; __s16 off; __s32 imm; }; struct bpf_prog_stats; struct bpf_prog_aux; struct sock_fprog_kern; struct bpf_prog { u16 pages; u16 jited: 1; u16 jit_requested: 1; u16 gpl_compatible: 1; u16 cb_access: 1; u16 dst_needed: 1; u16 blinding_requested: 1; u16 blinded: 1; u16 is_func: 1; u16 kprobe_override: 1; u16 has_callchain_buf: 1; u16 enforce_expected_attach_type: 1; u16 call_get_stack: 1; u16 call_get_func_ip: 1; u16 tstamp_type_access: 1; enum bpf_prog_type type; enum bpf_attach_type expected_attach_type; u32 len; u32 jited_len; u8 tag[8]; struct bpf_prog_stats *stats; int *active; unsigned int (*bpf_func)(const void *, const struct bpf_insn *); struct bpf_prog_aux *aux; struct sock_fprog_kern *orig_prog; union { struct { struct { } __empty_insns; struct sock_filter insns[0]; }; struct { struct { } __empty_insnsi; struct bpf_insn insnsi[0]; }; }; }; struct trace_buffer; struct trace_event_file; struct trace_event_buffer { struct trace_buffer *buffer; struct ring_buffer_event *event; struct trace_event_file *trace_file; void *entry; unsigned int trace_ctx; struct pt_regs *regs; }; struct trace_subsystem_dir; struct trace_event_file { struct list_head list; struct trace_event_call *event_call; struct event_filter *filter; struct dentry *dir; struct trace_array *tr; struct trace_subsystem_dir *system; struct list_head triggers; long unsigned int flags; atomic_t sm_ref; atomic_t tm_ref; }; enum { TRACE_EVENT_FL_FILTERED = 1, TRACE_EVENT_FL_CAP_ANY = 2, TRACE_EVENT_FL_NO_SET_FILTER = 4, TRACE_EVENT_FL_IGNORE_ENABLE = 8, TRACE_EVENT_FL_TRACEPOINT = 16, TRACE_EVENT_FL_DYNAMIC = 32, TRACE_EVENT_FL_KPROBE = 64, TRACE_EVENT_FL_UPROBE = 128, TRACE_EVENT_FL_EPROBE = 256, TRACE_EVENT_FL_CUSTOM = 512, }; enum { EVENT_FILE_FL_ENABLED = 1, EVENT_FILE_FL_RECORDED_CMD = 2, EVENT_FILE_FL_RECORDED_TGID = 4, EVENT_FILE_FL_FILTERED = 8, EVENT_FILE_FL_NO_SET_FILTER = 16, EVENT_FILE_FL_SOFT_MODE = 32, EVENT_FILE_FL_SOFT_DISABLED = 64, EVENT_FILE_FL_TRIGGER_MODE = 128, EVENT_FILE_FL_TRIGGER_COND = 256, EVENT_FILE_FL_PID_FILTER = 512, EVENT_FILE_FL_WAS_ENABLED = 1024, }; enum { FILTER_OTHER = 0, FILTER_STATIC_STRING = 1, FILTER_DYN_STRING = 2, FILTER_RDYN_STRING = 3, FILTER_PTR_STRING = 4, FILTER_TRACE_FN = 5, FILTER_COMM = 6, FILTER_CPU = 7, }; struct syscall_metadata { const char *name; int syscall_nr; int nb_args; const char **types; const char **args; struct list_head enter_fields; struct trace_event_call *enter_event; struct trace_event_call *exit_event; }; enum { FUTEX_STATE_OK = 0, FUTEX_STATE_EXITING = 1, FUTEX_STATE_DEAD = 2, }; typedef unsigned int sk_buff_data_t; struct skb_ext; struct sk_buff { union { struct { struct sk_buff *next; struct sk_buff *prev; union { struct net_device *dev; long unsigned int dev_scratch; }; }; struct rb_node rbnode; struct list_head list; struct llist_node ll_node; }; union { struct sock *sk; int ip_defrag_offset; }; union { ktime_t tstamp; u64 skb_mstamp_ns; }; char cb[48]; union { struct { long unsigned int _skb_refdst; void (*destructor)(struct sk_buff *); }; struct list_head tcp_tsorted_anchor; long unsigned int _sk_redir; }; long unsigned int _nfct; unsigned int len; unsigned int data_len; __u16 mac_len; __u16 hdr_len; __u16 queue_mapping; __u8 __cloned_offset[0]; __u8 cloned: 1; __u8 nohdr: 1; __u8 fclone: 2; __u8 peeked: 1; __u8 head_frag: 1; __u8 pfmemalloc: 1; __u8 pp_recycle: 1; __u8 active_extensions; union { struct { __u8 __pkt_type_offset[0]; __u8 pkt_type: 3; __u8 ignore_df: 1; __u8 nf_trace: 1; __u8 ip_summed: 2; __u8 ooo_okay: 1; __u8 l4_hash: 1; __u8 sw_hash: 1; __u8 wifi_acked_valid: 1; __u8 wifi_acked: 1; __u8 no_fcs: 1; __u8 encapsulation: 1; __u8 encap_hdr_csum: 1; __u8 csum_valid: 1; __u8 __pkt_vlan_present_offset[0]; __u8 remcsum_offload: 1; __u8 csum_complete_sw: 1; __u8 csum_level: 2; __u8 dst_pending_confirm: 1; __u8 mono_delivery_time: 1; __u8 tc_skip_classify: 1; __u8 tc_at_ingress: 1; __u8 ndisc_nodetype: 2; __u8 ipvs_property: 1; __u8 inner_protocol_type: 1; __u8 redirected: 1; __u8 from_ingress: 1; __u8 nf_skip_egress: 1; __u8 decrypted: 1; __u8 slow_gro: 1; __u8 csum_not_inet: 1; __u8 scm_io_uring: 1; __u16 tc_index; union { __wsum csum; struct { __u16 csum_start; __u16 csum_offset; }; }; __u32 priority; int skb_iif; __u32 hash; union { u32 vlan_all; struct { __be16 vlan_proto; __u16 vlan_tci; }; }; union { unsigned int napi_id; unsigned int sender_cpu; }; u16 alloc_cpu; __u32 secmark; union { __u32 mark; __u32 reserved_tailroom; }; union { __be16 inner_protocol; __u8 inner_ipproto; }; __u16 inner_transport_header; __u16 inner_network_header; __u16 inner_mac_header; __be16 protocol; __u16 transport_header; __u16 network_header; __u16 mac_header; }; struct { __u8 __pkt_type_offset[0]; __u8 pkt_type: 3; __u8 ignore_df: 1; __u8 nf_trace: 1; __u8 ip_summed: 2; __u8 ooo_okay: 1; __u8 l4_hash: 1; __u8 sw_hash: 1; __u8 wifi_acked_valid: 1; __u8 wifi_acked: 1; __u8 no_fcs: 1; __u8 encapsulation: 1; __u8 encap_hdr_csum: 1; __u8 csum_valid: 1; __u8 __pkt_vlan_present_offset[0]; __u8 remcsum_offload: 1; __u8 csum_complete_sw: 1; __u8 csum_level: 2; __u8 dst_pending_confirm: 1; __u8 mono_delivery_time: 1; __u8 tc_skip_classify: 1; __u8 tc_at_ingress: 1; __u8 ndisc_nodetype: 2; __u8 ipvs_property: 1; __u8 inner_protocol_type: 1; __u8 redirected: 1; __u8 from_ingress: 1; __u8 nf_skip_egress: 1; __u8 decrypted: 1; __u8 slow_gro: 1; __u8 csum_not_inet: 1; __u8 scm_io_uring: 1; __u16 tc_index; union { __wsum csum; struct { __u16 csum_start; __u16 csum_offset; }; }; __u32 priority; int skb_iif; __u32 hash; union { u32 vlan_all; struct { __be16 vlan_proto; __u16 vlan_tci; }; }; union { unsigned int napi_id; unsigned int sender_cpu; }; u16 alloc_cpu; __u32 secmark; union { __u32 mark; __u32 reserved_tailroom; }; union { __be16 inner_protocol; __u8 inner_ipproto; }; __u16 inner_transport_header; __u16 inner_network_header; __u16 inner_mac_header; __be16 protocol; __u16 transport_header; __u16 network_header; __u16 mac_header; } headers; }; sk_buff_data_t tail; sk_buff_data_t end; unsigned char *head; unsigned char *data; unsigned int truesize; refcount_t users; struct skb_ext *extensions; }; enum audit_ntp_type { AUDIT_NTP_OFFSET = 0, AUDIT_NTP_FREQ = 1, AUDIT_NTP_STATUS = 2, AUDIT_NTP_TAI = 3, AUDIT_NTP_TICK = 4, AUDIT_NTP_ADJUST = 5, AUDIT_NTP_NVALS = 6, }; enum proc_hidepid { HIDEPID_OFF = 0, HIDEPID_NO_ACCESS = 1, HIDEPID_INVISIBLE = 2, HIDEPID_NOT_PTRACEABLE = 4, }; enum proc_pidonly { PROC_PIDONLY_OFF = 0, PROC_PIDONLY_ON = 1, }; struct proc_fs_info { struct pid_namespace *pid_ns; struct dentry *proc_self; struct dentry *proc_thread_self; kgid_t pid_gid; enum proc_hidepid hide_pid; enum proc_pidonly pidonly; }; struct tty_buffer { union { struct tty_buffer *next; struct llist_node free; }; int used; int size; int commit; int lookahead; int read; bool flags; long unsigned int data[0]; }; struct tty_bufhead { struct tty_buffer *head; struct work_struct work; struct mutex lock; atomic_t priority; struct tty_buffer sentinel; struct llist_head free; atomic_t mem_used; int mem_limit; struct tty_buffer *tail; }; struct serial_icounter_struct; struct serial_struct; struct tty_operations { struct tty_struct * (*lookup)(struct tty_driver *, struct file *, int); int (*install)(struct tty_driver *, struct tty_struct *); void (*remove)(struct tty_driver *, struct tty_struct *); int (*open)(struct tty_struct *, struct file *); void (*close)(struct tty_struct *, struct file *); void (*shutdown)(struct tty_struct *); void (*cleanup)(struct tty_struct *); int (*write)(struct tty_struct *, const unsigned char *, int); int (*put_char)(struct tty_struct *, unsigned char); void (*flush_chars)(struct tty_struct *); unsigned int (*write_room)(struct tty_struct *); unsigned int (*chars_in_buffer)(struct tty_struct *); int (*ioctl)(struct tty_struct *, unsigned int, long unsigned int); long int (*compat_ioctl)(struct tty_struct *, unsigned int, long unsigned int); void (*set_termios)(struct tty_struct *, const struct ktermios *); void (*throttle)(struct tty_struct *); void (*unthrottle)(struct tty_struct *); void (*stop)(struct tty_struct *); void (*start)(struct tty_struct *); void (*hangup)(struct tty_struct *); int (*break_ctl)(struct tty_struct *, int); void (*flush_buffer)(struct tty_struct *); void (*set_ldisc)(struct tty_struct *); void (*wait_until_sent)(struct tty_struct *, int); void (*send_xchar)(struct tty_struct *, char); int (*tiocmget)(struct tty_struct *); int (*tiocmset)(struct tty_struct *, unsigned int, unsigned int); int (*resize)(struct tty_struct *, struct winsize *); int (*get_icount)(struct tty_struct *, struct serial_icounter_struct *); int (*get_serial)(struct tty_struct *, struct serial_struct *); int (*set_serial)(struct tty_struct *, struct serial_struct *); void (*show_fdinfo)(struct tty_struct *, struct seq_file *); int (*proc_show)(struct seq_file *, void *); }; struct tty_driver { struct kref kref; struct cdev **cdevs; struct module *owner; const char *driver_name; const char *name; int name_base; int major; int minor_start; unsigned int num; short int type; short int subtype; struct ktermios init_termios; long unsigned int flags; struct proc_dir_entry *proc_entry; struct tty_driver *other; struct tty_struct **ttys; struct tty_port **ports; struct ktermios **termios; void *driver_state; const struct tty_operations *ops; struct list_head tty_drivers; }; struct __kfifo { unsigned int in; unsigned int out; unsigned int mask; unsigned int esize; void *data; }; struct tty_port_operations; struct tty_port_client_operations; struct tty_port { struct tty_bufhead buf; struct tty_struct *tty; struct tty_struct *itty; const struct tty_port_operations *ops; const struct tty_port_client_operations *client_ops; spinlock_t lock; int blocked_open; int count; wait_queue_head_t open_wait; wait_queue_head_t delta_msr_wait; long unsigned int flags; long unsigned int iflags; unsigned char console: 1; struct mutex mutex; struct mutex buf_mutex; unsigned char *xmit_buf; struct { union { struct __kfifo kfifo; unsigned char *type; const unsigned char *const_type; char (*rectype)[0]; unsigned char *ptr; const unsigned char *ptr_const; }; unsigned char buf[0]; } xmit_fifo; unsigned int close_delay; unsigned int closing_wait; int drain_delay; struct kref kref; void *client_data; }; struct tty_ldisc_ops { char *name; int num; int (*open)(struct tty_struct *); void (*close)(struct tty_struct *); void (*flush_buffer)(struct tty_struct *); ssize_t (*read)(struct tty_struct *, struct file *, unsigned char *, size_t, void **, long unsigned int); ssize_t (*write)(struct tty_struct *, struct file *, const unsigned char *, size_t); int (*ioctl)(struct tty_struct *, unsigned int, long unsigned int); int (*compat_ioctl)(struct tty_struct *, unsigned int, long unsigned int); void (*set_termios)(struct tty_struct *, const struct ktermios *); __poll_t (*poll)(struct tty_struct *, struct file *, struct poll_table_struct *); void (*hangup)(struct tty_struct *); void (*receive_buf)(struct tty_struct *, const unsigned char *, const char *, int); void (*write_wakeup)(struct tty_struct *); void (*dcd_change)(struct tty_struct *, unsigned int); int (*receive_buf2)(struct tty_struct *, const unsigned char *, const char *, int); void (*lookahead_buf)(struct tty_struct *, const unsigned char *, const unsigned char *, unsigned int); struct module *owner; }; struct tty_ldisc { struct tty_ldisc_ops *ops; struct tty_struct *tty; }; struct tty_port_operations { int (*carrier_raised)(struct tty_port *); void (*dtr_rts)(struct tty_port *, int); void (*shutdown)(struct tty_port *); int (*activate)(struct tty_port *, struct tty_struct *); void (*destruct)(struct tty_port *); }; struct tty_port_client_operations { int (*receive_buf)(struct tty_port *, const unsigned char *, const unsigned char *, size_t); void (*lookahead_buf)(struct tty_port *, const unsigned char *, const unsigned char *, unsigned int); void (*write_wakeup)(struct tty_port *); }; enum bpf_cgroup_iter_order { BPF_CGROUP_ITER_ORDER_UNSPEC = 0, BPF_CGROUP_ITER_SELF_ONLY = 1, BPF_CGROUP_ITER_DESCENDANTS_PRE = 2, BPF_CGROUP_ITER_DESCENDANTS_POST = 3, BPF_CGROUP_ITER_ANCESTORS_UP = 4, }; enum bpf_map_type { BPF_MAP_TYPE_UNSPEC = 0, BPF_MAP_TYPE_HASH = 1, BPF_MAP_TYPE_ARRAY = 2, BPF_MAP_TYPE_PROG_ARRAY = 3, BPF_MAP_TYPE_PERF_EVENT_ARRAY = 4, BPF_MAP_TYPE_PERCPU_HASH = 5, BPF_MAP_TYPE_PERCPU_ARRAY = 6, BPF_MAP_TYPE_STACK_TRACE = 7, BPF_MAP_TYPE_CGROUP_ARRAY = 8, BPF_MAP_TYPE_LRU_HASH = 9, BPF_MAP_TYPE_LRU_PERCPU_HASH = 10, BPF_MAP_TYPE_LPM_TRIE = 11, BPF_MAP_TYPE_ARRAY_OF_MAPS = 12, BPF_MAP_TYPE_HASH_OF_MAPS = 13, BPF_MAP_TYPE_DEVMAP = 14, BPF_MAP_TYPE_SOCKMAP = 15, BPF_MAP_TYPE_CPUMAP = 16, BPF_MAP_TYPE_XSKMAP = 17, BPF_MAP_TYPE_SOCKHASH = 18, BPF_MAP_TYPE_CGROUP_STORAGE_DEPRECATED = 19, BPF_MAP_TYPE_CGROUP_STORAGE = 19, BPF_MAP_TYPE_REUSEPORT_SOCKARRAY = 20, BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE = 21, BPF_MAP_TYPE_QUEUE = 22, BPF_MAP_TYPE_STACK = 23, BPF_MAP_TYPE_SK_STORAGE = 24, BPF_MAP_TYPE_DEVMAP_HASH = 25, BPF_MAP_TYPE_STRUCT_OPS = 26, BPF_MAP_TYPE_RINGBUF = 27, BPF_MAP_TYPE_INODE_STORAGE = 28, BPF_MAP_TYPE_TASK_STORAGE = 29, BPF_MAP_TYPE_BLOOM_FILTER = 30, BPF_MAP_TYPE_USER_RINGBUF = 31, BPF_MAP_TYPE_CGRP_STORAGE = 32, }; union bpf_attr { struct { __u32 map_type; __u32 key_size; __u32 value_size; __u32 max_entries; __u32 map_flags; __u32 inner_map_fd; __u32 numa_node; char map_name[16]; __u32 map_ifindex; __u32 btf_fd; __u32 btf_key_type_id; __u32 btf_value_type_id; __u32 btf_vmlinux_value_type_id; __u64 map_extra; }; struct { __u32 map_fd; __u64 key; union { __u64 value; __u64 next_key; }; __u64 flags; }; struct { __u64 in_batch; __u64 out_batch; __u64 keys; __u64 values; __u32 count; __u32 map_fd; __u64 elem_flags; __u64 flags; } batch; struct { __u32 prog_type; __u32 insn_cnt; __u64 insns; __u64 license; __u32 log_level; __u32 log_size; __u64 log_buf; __u32 kern_version; __u32 prog_flags; char prog_name[16]; __u32 prog_ifindex; __u32 expected_attach_type; __u32 prog_btf_fd; __u32 func_info_rec_size; __u64 func_info; __u32 func_info_cnt; __u32 line_info_rec_size; __u64 line_info; __u32 line_info_cnt; __u32 attach_btf_id; union { __u32 attach_prog_fd; __u32 attach_btf_obj_fd; }; __u32 core_relo_cnt; __u64 fd_array; __u64 core_relos; __u32 core_relo_rec_size; }; struct { __u64 pathname; __u32 bpf_fd; __u32 file_flags; }; struct { __u32 target_fd; __u32 attach_bpf_fd; __u32 attach_type; __u32 attach_flags; __u32 replace_bpf_fd; }; struct { __u32 prog_fd; __u32 retval; __u32 data_size_in; __u32 data_size_out; __u64 data_in; __u64 data_out; __u32 repeat; __u32 duration; __u32 ctx_size_in; __u32 ctx_size_out; __u64 ctx_in; __u64 ctx_out; __u32 flags; __u32 cpu; __u32 batch_size; } test; struct { union { __u32 start_id; __u32 prog_id; __u32 map_id; __u32 btf_id; __u32 link_id; }; __u32 next_id; __u32 open_flags; }; struct { __u32 bpf_fd; __u32 info_len; __u64 info; } info; struct { __u32 target_fd; __u32 attach_type; __u32 query_flags; __u32 attach_flags; __u64 prog_ids; __u32 prog_cnt; __u64 prog_attach_flags; } query; struct { __u64 name; __u32 prog_fd; } raw_tracepoint; struct { __u64 btf; __u64 btf_log_buf; __u32 btf_size; __u32 btf_log_size; __u32 btf_log_level; }; struct { __u32 pid; __u32 fd; __u32 flags; __u32 buf_len; __u64 buf; __u32 prog_id; __u32 fd_type; __u64 probe_offset; __u64 probe_addr; } task_fd_query; struct { __u32 prog_fd; union { __u32 target_fd; __u32 target_ifindex; }; __u32 attach_type; __u32 flags; union { __u32 target_btf_id; struct { __u64 iter_info; __u32 iter_info_len; }; struct { __u64 bpf_cookie; } perf_event; struct { __u32 flags; __u32 cnt; __u64 syms; __u64 addrs; __u64 cookies; } kprobe_multi; struct { __u32 target_btf_id; __u64 cookie; } tracing; }; } link_create; struct { __u32 link_fd; __u32 new_prog_fd; __u32 flags; __u32 old_prog_fd; } link_update; struct { __u32 link_fd; } link_detach; struct { __u32 type; } enable_stats; struct { __u32 link_fd; __u32 flags; } iter_create; struct { __u32 prog_fd; __u32 map_fd; __u32 flags; } prog_bind_map; }; struct bpf_func_info { __u32 insn_off; __u32 type_id; }; struct bpf_line_info { __u32 insn_off; __u32 file_name_off; __u32 line_off; __u32 line_col; }; struct btf_type { __u32 name_off; __u32 info; union { __u32 size; __u32 type; }; }; enum btf_field_type { BPF_SPIN_LOCK = 1, BPF_TIMER = 2, BPF_KPTR_UNREF = 4, BPF_KPTR_REF = 8, BPF_KPTR = 12, BPF_LIST_HEAD = 16, BPF_LIST_NODE = 32, }; typedef void (*btf_dtor_kfunc_t)(void *); struct btf; struct btf_field_kptr { struct btf *btf; struct module *module; btf_dtor_kfunc_t dtor; u32 btf_id; }; struct btf_record; struct btf_field_list_head { struct btf *btf; u32 value_btf_id; u32 node_offset; struct btf_record *value_rec; }; struct btf_field { u32 offset; enum btf_field_type type; union { struct btf_field_kptr kptr; struct btf_field_list_head list_head; }; }; struct btf_record { u32 cnt; u32 field_mask; int spin_lock_off; int timer_off; struct btf_field fields[0]; }; struct btf_field_offs { u32 cnt; u32 field_off[10]; u8 field_sz[10]; }; typedef u64 (*bpf_callback_t)(u64, u64, u64, u64, u64); struct bpf_iter_aux_info; typedef int (*bpf_iter_init_seq_priv_t)(void *, struct bpf_iter_aux_info *); enum bpf_iter_task_type { BPF_TASK_ITER_ALL = 0, BPF_TASK_ITER_TID = 1, BPF_TASK_ITER_TGID = 2, }; struct bpf_map; struct bpf_iter_aux_info { struct bpf_map *map; struct { struct cgroup *start; enum bpf_cgroup_iter_order order; } cgroup; struct { enum bpf_iter_task_type type; u32 pid; } task; }; typedef void (*bpf_iter_fini_seq_priv_t)(void *); struct bpf_iter_seq_info { const struct seq_operations *seq_ops; bpf_iter_init_seq_priv_t init_seq_private; bpf_iter_fini_seq_priv_t fini_seq_private; u32 seq_priv_size; }; struct bpf_local_storage_map; struct bpf_verifier_env; struct bpf_func_state; struct bpf_map_ops { int (*map_alloc_check)(union bpf_attr *); struct bpf_map * (*map_alloc)(union bpf_attr *); void (*map_release)(struct bpf_map *, struct file *); void (*map_free)(struct bpf_map *); int (*map_get_next_key)(struct bpf_map *, void *, void *); void (*map_release_uref)(struct bpf_map *); void * (*map_lookup_elem_sys_only)(struct bpf_map *, void *); int (*map_lookup_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); int (*map_lookup_and_delete_elem)(struct bpf_map *, void *, void *, u64); int (*map_lookup_and_delete_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); int (*map_update_batch)(struct bpf_map *, struct file *, const union bpf_attr *, union bpf_attr *); int (*map_delete_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); void * (*map_lookup_elem)(struct bpf_map *, void *); int (*map_update_elem)(struct bpf_map *, void *, void *, u64); int (*map_delete_elem)(struct bpf_map *, void *); int (*map_push_elem)(struct bpf_map *, void *, u64); int (*map_pop_elem)(struct bpf_map *, void *); int (*map_peek_elem)(struct bpf_map *, void *); void * (*map_lookup_percpu_elem)(struct bpf_map *, void *, u32); void * (*map_fd_get_ptr)(struct bpf_map *, struct file *, int); void (*map_fd_put_ptr)(void *); int (*map_gen_lookup)(struct bpf_map *, struct bpf_insn *); u32 (*map_fd_sys_lookup_elem)(void *); void (*map_seq_show_elem)(struct bpf_map *, void *, struct seq_file *); int (*map_check_btf)(const struct bpf_map *, const struct btf *, const struct btf_type *, const struct btf_type *); int (*map_poke_track)(struct bpf_map *, struct bpf_prog_aux *); void (*map_poke_untrack)(struct bpf_map *, struct bpf_prog_aux *); void (*map_poke_run)(struct bpf_map *, u32, struct bpf_prog *, struct bpf_prog *); int (*map_direct_value_addr)(const struct bpf_map *, u64 *, u32); int (*map_direct_value_meta)(const struct bpf_map *, u64, u32 *); int (*map_mmap)(struct bpf_map *, struct vm_area_struct *); __poll_t (*map_poll)(struct bpf_map *, struct file *, struct poll_table_struct *); int (*map_local_storage_charge)(struct bpf_local_storage_map *, void *, u32); void (*map_local_storage_uncharge)(struct bpf_local_storage_map *, void *, u32); struct bpf_local_storage ** (*map_owner_storage_ptr)(void *); int (*map_redirect)(struct bpf_map *, u64, u64); bool (*map_meta_equal)(const struct bpf_map *, const struct bpf_map *); int (*map_set_for_each_callback_args)(struct bpf_verifier_env *, struct bpf_func_state *, struct bpf_func_state *); int (*map_for_each_callback)(struct bpf_map *, bpf_callback_t, void *, u64); int *map_btf_id; const struct bpf_iter_seq_info *iter_seq_info; }; struct bpf_map { const struct bpf_map_ops *ops; struct bpf_map *inner_map_meta; void *security; enum bpf_map_type map_type; u32 key_size; u32 value_size; u32 max_entries; u64 map_extra; u32 map_flags; u32 id; struct btf_record *record; int numa_node; u32 btf_key_type_id; u32 btf_value_type_id; u32 btf_vmlinux_value_type_id; struct btf *btf; struct obj_cgroup *objcg; char name[16]; struct btf_field_offs *field_offs; long: 64; atomic64_t refcnt; atomic64_t usercnt; struct work_struct work; struct mutex freeze_mutex; atomic64_t writecnt; struct { spinlock_t lock; enum bpf_prog_type type; bool jited; bool xdp_has_frags; } owner; bool bypass_spec_v1; bool frozen; long: 16; long: 64; long: 64; long: 64; }; struct btf_header { __u16 magic; __u8 version; __u8 flags; __u32 hdr_len; __u32 type_off; __u32 type_len; __u32 str_off; __u32 str_len; }; struct btf_kfunc_set_tab; struct btf_id_dtor_kfunc_tab; struct btf_struct_metas; struct btf { void *data; struct btf_type **types; u32 *resolved_ids; u32 *resolved_sizes; const char *strings; void *nohdr_data; struct btf_header hdr; u32 nr_types; u32 types_size; u32 data_size; refcount_t refcnt; u32 id; struct callback_head rcu; struct btf_kfunc_set_tab *kfunc_set_tab; struct btf_id_dtor_kfunc_tab *dtor_kfunc_tab; struct btf_struct_metas *struct_meta_tab; struct btf *base_btf; u32 start_id; u32 start_str_off; char name[56]; bool kernel_btf; }; struct bpf_ksym { long unsigned int start; long unsigned int end; char name[512]; struct list_head lnode; struct latch_tree_node tnode; bool prog; }; struct bpf_ctx_arg_aux; struct bpf_trampoline; struct bpf_jit_poke_descriptor; struct bpf_kfunc_desc_tab; struct bpf_kfunc_btf_tab; struct bpf_prog_ops; struct btf_mod_pair; struct bpf_prog_offload; struct bpf_func_info_aux; struct bpf_prog_aux { atomic64_t refcnt; u32 used_map_cnt; u32 used_btf_cnt; u32 max_ctx_offset; u32 max_pkt_offset; u32 max_tp_access; u32 stack_depth; u32 id; u32 func_cnt; u32 func_idx; u32 attach_btf_id; u32 ctx_arg_info_size; u32 max_rdonly_access; u32 max_rdwr_access; struct btf *attach_btf; const struct bpf_ctx_arg_aux *ctx_arg_info; struct mutex dst_mutex; struct bpf_prog *dst_prog; struct bpf_trampoline *dst_trampoline; enum bpf_prog_type saved_dst_prog_type; enum bpf_attach_type saved_dst_attach_type; bool verifier_zext; bool offload_requested; bool attach_btf_trace; bool func_proto_unreliable; bool sleepable; bool tail_call_reachable; bool xdp_has_frags; const struct btf_type *attach_func_proto; const char *attach_func_name; struct bpf_prog **func; void *jit_data; struct bpf_jit_poke_descriptor *poke_tab; struct bpf_kfunc_desc_tab *kfunc_tab; struct bpf_kfunc_btf_tab *kfunc_btf_tab; u32 size_poke_tab; struct bpf_ksym ksym; const struct bpf_prog_ops *ops; struct bpf_map **used_maps; struct mutex used_maps_mutex; struct btf_mod_pair *used_btfs; struct bpf_prog *prog; struct user_struct *user; u64 load_time; u32 verified_insns; int cgroup_atype; struct bpf_map *cgroup_storage[2]; char name[16]; void *security; struct bpf_prog_offload *offload; struct btf *btf; struct bpf_func_info *func_info; struct bpf_func_info_aux *func_info_aux; struct bpf_line_info *linfo; void **jited_linfo; u32 func_info_cnt; u32 nr_linfo; u32 linfo_idx; u32 num_exentries; struct exception_table_entry *extable; union { struct work_struct work; struct callback_head rcu; }; }; enum { BTF_FIELDS_MAX = 10, }; enum bpf_type_flag { PTR_MAYBE_NULL = 256, MEM_RDONLY = 512, MEM_RINGBUF = 1024, MEM_USER = 2048, MEM_PERCPU = 4096, OBJ_RELEASE = 8192, PTR_UNTRUSTED = 16384, MEM_UNINIT = 32768, DYNPTR_TYPE_LOCAL = 65536, DYNPTR_TYPE_RINGBUF = 131072, MEM_FIXED_SIZE = 262144, MEM_ALLOC = 524288, PTR_TRUSTED = 1048576, MEM_RCU = 2097152, __BPF_TYPE_FLAG_MAX = 2097153, __BPF_TYPE_LAST_FLAG = 2097152, }; enum bpf_arg_type { ARG_DONTCARE = 0, ARG_CONST_MAP_PTR = 1, ARG_PTR_TO_MAP_KEY = 2, ARG_PTR_TO_MAP_VALUE = 3, ARG_PTR_TO_MEM = 4, ARG_CONST_SIZE = 5, ARG_CONST_SIZE_OR_ZERO = 6, ARG_PTR_TO_CTX = 7, ARG_ANYTHING = 8, ARG_PTR_TO_SPIN_LOCK = 9, ARG_PTR_TO_SOCK_COMMON = 10, ARG_PTR_TO_INT = 11, ARG_PTR_TO_LONG = 12, ARG_PTR_TO_SOCKET = 13, ARG_PTR_TO_BTF_ID = 14, ARG_PTR_TO_RINGBUF_MEM = 15, ARG_CONST_ALLOC_SIZE_OR_ZERO = 16, ARG_PTR_TO_BTF_ID_SOCK_COMMON = 17, ARG_PTR_TO_PERCPU_BTF_ID = 18, ARG_PTR_TO_FUNC = 19, ARG_PTR_TO_STACK = 20, ARG_PTR_TO_CONST_STR = 21, ARG_PTR_TO_TIMER = 22, ARG_PTR_TO_KPTR = 23, ARG_PTR_TO_DYNPTR = 24, __BPF_ARG_TYPE_MAX = 25, ARG_PTR_TO_MAP_VALUE_OR_NULL = 259, ARG_PTR_TO_MEM_OR_NULL = 260, ARG_PTR_TO_CTX_OR_NULL = 263, ARG_PTR_TO_SOCKET_OR_NULL = 269, ARG_PTR_TO_STACK_OR_NULL = 276, ARG_PTR_TO_BTF_ID_OR_NULL = 270, ARG_PTR_TO_UNINIT_MEM = 32772, ARG_PTR_TO_FIXED_SIZE_MEM = 262148, __BPF_ARG_TYPE_LIMIT = 4194303, }; enum bpf_return_type { RET_INTEGER = 0, RET_VOID = 1, RET_PTR_TO_MAP_VALUE = 2, RET_PTR_TO_SOCKET = 3, RET_PTR_TO_TCP_SOCK = 4, RET_PTR_TO_SOCK_COMMON = 5, RET_PTR_TO_MEM = 6, RET_PTR_TO_MEM_OR_BTF_ID = 7, RET_PTR_TO_BTF_ID = 8, __BPF_RET_TYPE_MAX = 9, RET_PTR_TO_MAP_VALUE_OR_NULL = 258, RET_PTR_TO_SOCKET_OR_NULL = 259, RET_PTR_TO_TCP_SOCK_OR_NULL = 260, RET_PTR_TO_SOCK_COMMON_OR_NULL = 261, RET_PTR_TO_RINGBUF_MEM_OR_NULL = 1286, RET_PTR_TO_DYNPTR_MEM_OR_NULL = 262, RET_PTR_TO_BTF_ID_OR_NULL = 264, RET_PTR_TO_BTF_ID_TRUSTED = 1048584, __BPF_RET_TYPE_LIMIT = 4194303, }; enum bpf_reg_type { NOT_INIT = 0, SCALAR_VALUE = 1, PTR_TO_CTX = 2, CONST_PTR_TO_MAP = 3, PTR_TO_MAP_VALUE = 4, PTR_TO_MAP_KEY = 5, PTR_TO_STACK = 6, PTR_TO_PACKET_META = 7, PTR_TO_PACKET = 8, PTR_TO_PACKET_END = 9, PTR_TO_FLOW_KEYS = 10, PTR_TO_SOCKET = 11, PTR_TO_SOCK_COMMON = 12, PTR_TO_TCP_SOCK = 13, PTR_TO_TP_BUFFER = 14, PTR_TO_XDP_SOCK = 15, PTR_TO_BTF_ID = 16, PTR_TO_MEM = 17, PTR_TO_BUF = 18, PTR_TO_FUNC = 19, CONST_PTR_TO_DYNPTR = 20, __BPF_REG_TYPE_MAX = 21, PTR_TO_MAP_VALUE_OR_NULL = 260, PTR_TO_SOCKET_OR_NULL = 267, PTR_TO_SOCK_COMMON_OR_NULL = 268, PTR_TO_TCP_SOCK_OR_NULL = 269, PTR_TO_BTF_ID_OR_NULL = 272, __BPF_REG_TYPE_LIMIT = 4194303, }; struct bpf_prog_ops { int (*test_run)(struct bpf_prog *, const union bpf_attr *, union bpf_attr *); }; struct bpf_offload_dev; struct bpf_prog_offload { struct bpf_prog *prog; struct net_device *netdev; struct bpf_offload_dev *offdev; void *dev_priv; struct list_head offloads; bool dev_state; bool opt_failed; void *jited_image; u32 jited_len; }; enum bpf_cgroup_storage_type { BPF_CGROUP_STORAGE_SHARED = 0, BPF_CGROUP_STORAGE_PERCPU = 1, __BPF_CGROUP_STORAGE_MAX = 2, }; struct btf_func_model { u8 ret_size; u8 nr_args; u8 arg_size[12]; u8 arg_flags[12]; }; enum bpf_tramp_prog_type { BPF_TRAMP_FENTRY = 0, BPF_TRAMP_FEXIT = 1, BPF_TRAMP_MODIFY_RETURN = 2, BPF_TRAMP_MAX = 3, BPF_TRAMP_REPLACE = 4, }; struct bpf_tramp_image { void *image; struct bpf_ksym ksym; struct percpu_ref pcref; void *ip_after_call; void *ip_epilogue; union { struct callback_head rcu; struct work_struct work; }; }; struct bpf_trampoline { struct hlist_node hlist; struct ftrace_ops *fops; struct mutex mutex; refcount_t refcnt; u32 flags; u64 key; struct { struct btf_func_model model; void *addr; bool ftrace_managed; } func; struct bpf_prog *extension_prog; struct hlist_head progs_hlist[3]; int progs_cnt[3]; struct bpf_tramp_image *cur_image; u64 selector; struct module *mod; }; struct bpf_func_info_aux { u16 linkage; bool unreliable; }; struct bpf_jit_poke_descriptor { void *tailcall_target; void *tailcall_bypass; void *bypass_addr; void *aux; union { struct { struct bpf_map *map; u32 key; } tail_call; }; bool tailcall_target_stable; u8 adj_off; u16 reason; u32 insn_idx; }; struct bpf_ctx_arg_aux { u32 offset; enum bpf_reg_type reg_type; u32 btf_id; }; struct btf_mod_pair { struct btf *btf; struct module *module; }; struct trace_event_raw_task_newtask { struct trace_entry ent; pid_t pid; char comm[16]; long unsigned int clone_flags; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_task_rename { struct trace_entry ent; pid_t pid; char oldcomm[16]; char newcomm[16]; short int oom_score_adj; char __data[0]; }; struct trace_event_data_offsets_task_newtask {}; struct trace_event_data_offsets_task_rename {}; typedef void (*btf_trace_task_newtask)(void *, struct task_struct *, long unsigned int); typedef void (*btf_trace_task_rename)(void *, struct task_struct *, const char *); struct in6_addr { union { __u8 u6_addr8[16]; __be16 u6_addr16[8]; __be32 u6_addr32[4]; } in6_u; }; enum flow_dissector_key_id { FLOW_DISSECTOR_KEY_CONTROL = 0, FLOW_DISSECTOR_KEY_BASIC = 1, FLOW_DISSECTOR_KEY_IPV4_ADDRS = 2, FLOW_DISSECTOR_KEY_IPV6_ADDRS = 3, FLOW_DISSECTOR_KEY_PORTS = 4, FLOW_DISSECTOR_KEY_PORTS_RANGE = 5, FLOW_DISSECTOR_KEY_ICMP = 6, FLOW_DISSECTOR_KEY_ETH_ADDRS = 7, FLOW_DISSECTOR_KEY_TIPC = 8, FLOW_DISSECTOR_KEY_ARP = 9, FLOW_DISSECTOR_KEY_VLAN = 10, FLOW_DISSECTOR_KEY_FLOW_LABEL = 11, FLOW_DISSECTOR_KEY_GRE_KEYID = 12, FLOW_DISSECTOR_KEY_MPLS_ENTROPY = 13, FLOW_DISSECTOR_KEY_ENC_KEYID = 14, FLOW_DISSECTOR_KEY_ENC_IPV4_ADDRS = 15, FLOW_DISSECTOR_KEY_ENC_IPV6_ADDRS = 16, FLOW_DISSECTOR_KEY_ENC_CONTROL = 17, FLOW_DISSECTOR_KEY_ENC_PORTS = 18, FLOW_DISSECTOR_KEY_MPLS = 19, FLOW_DISSECTOR_KEY_TCP = 20, FLOW_DISSECTOR_KEY_IP = 21, FLOW_DISSECTOR_KEY_CVLAN = 22, FLOW_DISSECTOR_KEY_ENC_IP = 23, FLOW_DISSECTOR_KEY_ENC_OPTS = 24, FLOW_DISSECTOR_KEY_META = 25, FLOW_DISSECTOR_KEY_CT = 26, FLOW_DISSECTOR_KEY_HASH = 27, FLOW_DISSECTOR_KEY_NUM_OF_VLANS = 28, FLOW_DISSECTOR_KEY_PPPOE = 29, FLOW_DISSECTOR_KEY_L2TPV3 = 30, FLOW_DISSECTOR_KEY_MAX = 31, }; enum { IPSTATS_MIB_NUM = 0, IPSTATS_MIB_INPKTS = 1, IPSTATS_MIB_INOCTETS = 2, IPSTATS_MIB_INDELIVERS = 3, IPSTATS_MIB_OUTFORWDATAGRAMS = 4, IPSTATS_MIB_OUTPKTS = 5, IPSTATS_MIB_OUTOCTETS = 6, IPSTATS_MIB_INHDRERRORS = 7, IPSTATS_MIB_INTOOBIGERRORS = 8, IPSTATS_MIB_INNOROUTES = 9, IPSTATS_MIB_INADDRERRORS = 10, IPSTATS_MIB_INUNKNOWNPROTOS = 11, IPSTATS_MIB_INTRUNCATEDPKTS = 12, IPSTATS_MIB_INDISCARDS = 13, IPSTATS_MIB_OUTDISCARDS = 14, IPSTATS_MIB_OUTNOROUTES = 15, IPSTATS_MIB_REASMTIMEOUT = 16, IPSTATS_MIB_REASMREQDS = 17, IPSTATS_MIB_REASMOKS = 18, IPSTATS_MIB_REASMFAILS = 19, IPSTATS_MIB_FRAGOKS = 20, IPSTATS_MIB_FRAGFAILS = 21, IPSTATS_MIB_FRAGCREATES = 22, IPSTATS_MIB_INMCASTPKTS = 23, IPSTATS_MIB_OUTMCASTPKTS = 24, IPSTATS_MIB_INBCASTPKTS = 25, IPSTATS_MIB_OUTBCASTPKTS = 26, IPSTATS_MIB_INMCASTOCTETS = 27, IPSTATS_MIB_OUTMCASTOCTETS = 28, IPSTATS_MIB_INBCASTOCTETS = 29, IPSTATS_MIB_OUTBCASTOCTETS = 30, IPSTATS_MIB_CSUMERRORS = 31, IPSTATS_MIB_NOECTPKTS = 32, IPSTATS_MIB_ECT1PKTS = 33, IPSTATS_MIB_ECT0PKTS = 34, IPSTATS_MIB_CEPKTS = 35, IPSTATS_MIB_REASM_OVERLAPS = 36, __IPSTATS_MIB_MAX = 37, }; enum { ICMP_MIB_NUM = 0, ICMP_MIB_INMSGS = 1, ICMP_MIB_INERRORS = 2, ICMP_MIB_INDESTUNREACHS = 3, ICMP_MIB_INTIMEEXCDS = 4, ICMP_MIB_INPARMPROBS = 5, ICMP_MIB_INSRCQUENCHS = 6, ICMP_MIB_INREDIRECTS = 7, ICMP_MIB_INECHOS = 8, ICMP_MIB_INECHOREPS = 9, ICMP_MIB_INTIMESTAMPS = 10, ICMP_MIB_INTIMESTAMPREPS = 11, ICMP_MIB_INADDRMASKS = 12, ICMP_MIB_INADDRMASKREPS = 13, ICMP_MIB_OUTMSGS = 14, ICMP_MIB_OUTERRORS = 15, ICMP_MIB_OUTDESTUNREACHS = 16, ICMP_MIB_OUTTIMEEXCDS = 17, ICMP_MIB_OUTPARMPROBS = 18, ICMP_MIB_OUTSRCQUENCHS = 19, ICMP_MIB_OUTREDIRECTS = 20, ICMP_MIB_OUTECHOS = 21, ICMP_MIB_OUTECHOREPS = 22, ICMP_MIB_OUTTIMESTAMPS = 23, ICMP_MIB_OUTTIMESTAMPREPS = 24, ICMP_MIB_OUTADDRMASKS = 25, ICMP_MIB_OUTADDRMASKREPS = 26, ICMP_MIB_CSUMERRORS = 27, __ICMP_MIB_MAX = 28, }; enum { ICMP6_MIB_NUM = 0, ICMP6_MIB_INMSGS = 1, ICMP6_MIB_INERRORS = 2, ICMP6_MIB_OUTMSGS = 3, ICMP6_MIB_OUTERRORS = 4, ICMP6_MIB_CSUMERRORS = 5, __ICMP6_MIB_MAX = 6, }; enum { TCP_MIB_NUM = 0, TCP_MIB_RTOALGORITHM = 1, TCP_MIB_RTOMIN = 2, TCP_MIB_RTOMAX = 3, TCP_MIB_MAXCONN = 4, TCP_MIB_ACTIVEOPENS = 5, TCP_MIB_PASSIVEOPENS = 6, TCP_MIB_ATTEMPTFAILS = 7, TCP_MIB_ESTABRESETS = 8, TCP_MIB_CURRESTAB = 9, TCP_MIB_INSEGS = 10, TCP_MIB_OUTSEGS = 11, TCP_MIB_RETRANSSEGS = 12, TCP_MIB_INERRS = 13, TCP_MIB_OUTRSTS = 14, TCP_MIB_CSUMERRORS = 15, __TCP_MIB_MAX = 16, }; enum { UDP_MIB_NUM = 0, UDP_MIB_INDATAGRAMS = 1, UDP_MIB_NOPORTS = 2, UDP_MIB_INERRORS = 3, UDP_MIB_OUTDATAGRAMS = 4, UDP_MIB_RCVBUFERRORS = 5, UDP_MIB_SNDBUFERRORS = 6, UDP_MIB_CSUMERRORS = 7, UDP_MIB_IGNOREDMULTI = 8, UDP_MIB_MEMERRORS = 9, __UDP_MIB_MAX = 10, }; enum { LINUX_MIB_NUM = 0, LINUX_MIB_SYNCOOKIESSENT = 1, LINUX_MIB_SYNCOOKIESRECV = 2, LINUX_MIB_SYNCOOKIESFAILED = 3, LINUX_MIB_EMBRYONICRSTS = 4, LINUX_MIB_PRUNECALLED = 5, LINUX_MIB_RCVPRUNED = 6, LINUX_MIB_OFOPRUNED = 7, LINUX_MIB_OUTOFWINDOWICMPS = 8, LINUX_MIB_LOCKDROPPEDICMPS = 9, LINUX_MIB_ARPFILTER = 10, LINUX_MIB_TIMEWAITED = 11, LINUX_MIB_TIMEWAITRECYCLED = 12, LINUX_MIB_TIMEWAITKILLED = 13, LINUX_MIB_PAWSACTIVEREJECTED = 14, LINUX_MIB_PAWSESTABREJECTED = 15, LINUX_MIB_DELAYEDACKS = 16, LINUX_MIB_DELAYEDACKLOCKED = 17, LINUX_MIB_DELAYEDACKLOST = 18, LINUX_MIB_LISTENOVERFLOWS = 19, LINUX_MIB_LISTENDROPS = 20, LINUX_MIB_TCPHPHITS = 21, LINUX_MIB_TCPPUREACKS = 22, LINUX_MIB_TCPHPACKS = 23, LINUX_MIB_TCPRENORECOVERY = 24, LINUX_MIB_TCPSACKRECOVERY = 25, LINUX_MIB_TCPSACKRENEGING = 26, LINUX_MIB_TCPSACKREORDER = 27, LINUX_MIB_TCPRENOREORDER = 28, LINUX_MIB_TCPTSREORDER = 29, LINUX_MIB_TCPFULLUNDO = 30, LINUX_MIB_TCPPARTIALUNDO = 31, LINUX_MIB_TCPDSACKUNDO = 32, LINUX_MIB_TCPLOSSUNDO = 33, LINUX_MIB_TCPLOSTRETRANSMIT = 34, LINUX_MIB_TCPRENOFAILURES = 35, LINUX_MIB_TCPSACKFAILURES = 36, LINUX_MIB_TCPLOSSFAILURES = 37, LINUX_MIB_TCPFASTRETRANS = 38, LINUX_MIB_TCPSLOWSTARTRETRANS = 39, LINUX_MIB_TCPTIMEOUTS = 40, LINUX_MIB_TCPLOSSPROBES = 41, LINUX_MIB_TCPLOSSPROBERECOVERY = 42, LINUX_MIB_TCPRENORECOVERYFAIL = 43, LINUX_MIB_TCPSACKRECOVERYFAIL = 44, LINUX_MIB_TCPRCVCOLLAPSED = 45, LINUX_MIB_TCPDSACKOLDSENT = 46, LINUX_MIB_TCPDSACKOFOSENT = 47, LINUX_MIB_TCPDSACKRECV = 48, LINUX_MIB_TCPDSACKOFORECV = 49, LINUX_MIB_TCPABORTONDATA = 50, LINUX_MIB_TCPABORTONCLOSE = 51, LINUX_MIB_TCPABORTONMEMORY = 52, LINUX_MIB_TCPABORTONTIMEOUT = 53, LINUX_MIB_TCPABORTONLINGER = 54, LINUX_MIB_TCPABORTFAILED = 55, LINUX_MIB_TCPMEMORYPRESSURES = 56, LINUX_MIB_TCPMEMORYPRESSURESCHRONO = 57, LINUX_MIB_TCPSACKDISCARD = 58, LINUX_MIB_TCPDSACKIGNOREDOLD = 59, LINUX_MIB_TCPDSACKIGNOREDNOUNDO = 60, LINUX_MIB_TCPSPURIOUSRTOS = 61, LINUX_MIB_TCPMD5NOTFOUND = 62, LINUX_MIB_TCPMD5UNEXPECTED = 63, LINUX_MIB_TCPMD5FAILURE = 64, LINUX_MIB_SACKSHIFTED = 65, LINUX_MIB_SACKMERGED = 66, LINUX_MIB_SACKSHIFTFALLBACK = 67, LINUX_MIB_TCPBACKLOGDROP = 68, LINUX_MIB_PFMEMALLOCDROP = 69, LINUX_MIB_TCPMINTTLDROP = 70, LINUX_MIB_TCPDEFERACCEPTDROP = 71, LINUX_MIB_IPRPFILTER = 72, LINUX_MIB_TCPTIMEWAITOVERFLOW = 73, LINUX_MIB_TCPREQQFULLDOCOOKIES = 74, LINUX_MIB_TCPREQQFULLDROP = 75, LINUX_MIB_TCPRETRANSFAIL = 76, LINUX_MIB_TCPRCVCOALESCE = 77, LINUX_MIB_TCPBACKLOGCOALESCE = 78, LINUX_MIB_TCPOFOQUEUE = 79, LINUX_MIB_TCPOFODROP = 80, LINUX_MIB_TCPOFOMERGE = 81, LINUX_MIB_TCPCHALLENGEACK = 82, LINUX_MIB_TCPSYNCHALLENGE = 83, LINUX_MIB_TCPFASTOPENACTIVE = 84, LINUX_MIB_TCPFASTOPENACTIVEFAIL = 85, LINUX_MIB_TCPFASTOPENPASSIVE = 86, LINUX_MIB_TCPFASTOPENPASSIVEFAIL = 87, LINUX_MIB_TCPFASTOPENLISTENOVERFLOW = 88, LINUX_MIB_TCPFASTOPENCOOKIEREQD = 89, LINUX_MIB_TCPFASTOPENBLACKHOLE = 90, LINUX_MIB_TCPSPURIOUS_RTX_HOSTQUEUES = 91, LINUX_MIB_BUSYPOLLRXPACKETS = 92, LINUX_MIB_TCPAUTOCORKING = 93, LINUX_MIB_TCPFROMZEROWINDOWADV = 94, LINUX_MIB_TCPTOZEROWINDOWADV = 95, LINUX_MIB_TCPWANTZEROWINDOWADV = 96, LINUX_MIB_TCPSYNRETRANS = 97, LINUX_MIB_TCPORIGDATASENT = 98, LINUX_MIB_TCPHYSTARTTRAINDETECT = 99, LINUX_MIB_TCPHYSTARTTRAINCWND = 100, LINUX_MIB_TCPHYSTARTDELAYDETECT = 101, LINUX_MIB_TCPHYSTARTDELAYCWND = 102, LINUX_MIB_TCPACKSKIPPEDSYNRECV = 103, LINUX_MIB_TCPACKSKIPPEDPAWS = 104, LINUX_MIB_TCPACKSKIPPEDSEQ = 105, LINUX_MIB_TCPACKSKIPPEDFINWAIT2 = 106, LINUX_MIB_TCPACKSKIPPEDTIMEWAIT = 107, LINUX_MIB_TCPACKSKIPPEDCHALLENGE = 108, LINUX_MIB_TCPWINPROBE = 109, LINUX_MIB_TCPKEEPALIVE = 110, LINUX_MIB_TCPMTUPFAIL = 111, LINUX_MIB_TCPMTUPSUCCESS = 112, LINUX_MIB_TCPDELIVERED = 113, LINUX_MIB_TCPDELIVEREDCE = 114, LINUX_MIB_TCPACKCOMPRESSED = 115, LINUX_MIB_TCPZEROWINDOWDROP = 116, LINUX_MIB_TCPRCVQDROP = 117, LINUX_MIB_TCPWQUEUETOOBIG = 118, LINUX_MIB_TCPFASTOPENPASSIVEALTKEY = 119, LINUX_MIB_TCPTIMEOUTREHASH = 120, LINUX_MIB_TCPDUPLICATEDATAREHASH = 121, LINUX_MIB_TCPDSACKRECVSEGS = 122, LINUX_MIB_TCPDSACKIGNOREDDUBIOUS = 123, LINUX_MIB_TCPMIGRATEREQSUCCESS = 124, LINUX_MIB_TCPMIGRATEREQFAILURE = 125, LINUX_MIB_TCPPLBREHASH = 126, __LINUX_MIB_MAX = 127, }; enum { LINUX_MIB_XFRMNUM = 0, LINUX_MIB_XFRMINERROR = 1, LINUX_MIB_XFRMINBUFFERERROR = 2, LINUX_MIB_XFRMINHDRERROR = 3, LINUX_MIB_XFRMINNOSTATES = 4, LINUX_MIB_XFRMINSTATEPROTOERROR = 5, LINUX_MIB_XFRMINSTATEMODEERROR = 6, LINUX_MIB_XFRMINSTATESEQERROR = 7, LINUX_MIB_XFRMINSTATEEXPIRED = 8, LINUX_MIB_XFRMINSTATEMISMATCH = 9, LINUX_MIB_XFRMINSTATEINVALID = 10, LINUX_MIB_XFRMINTMPLMISMATCH = 11, LINUX_MIB_XFRMINNOPOLS = 12, LINUX_MIB_XFRMINPOLBLOCK = 13, LINUX_MIB_XFRMINPOLERROR = 14, LINUX_MIB_XFRMOUTERROR = 15, LINUX_MIB_XFRMOUTBUNDLEGENERROR = 16, LINUX_MIB_XFRMOUTBUNDLECHECKERROR = 17, LINUX_MIB_XFRMOUTNOSTATES = 18, LINUX_MIB_XFRMOUTSTATEPROTOERROR = 19, LINUX_MIB_XFRMOUTSTATEMODEERROR = 20, LINUX_MIB_XFRMOUTSTATESEQERROR = 21, LINUX_MIB_XFRMOUTSTATEEXPIRED = 22, LINUX_MIB_XFRMOUTPOLBLOCK = 23, LINUX_MIB_XFRMOUTPOLDEAD = 24, LINUX_MIB_XFRMOUTPOLERROR = 25, LINUX_MIB_XFRMFWDHDRERROR = 26, LINUX_MIB_XFRMOUTSTATEINVALID = 27, LINUX_MIB_XFRMACQUIREERROR = 28, __LINUX_MIB_XFRMMAX = 29, }; enum { LINUX_MIB_TLSNUM = 0, LINUX_MIB_TLSCURRTXSW = 1, LINUX_MIB_TLSCURRRXSW = 2, LINUX_MIB_TLSCURRTXDEVICE = 3, LINUX_MIB_TLSCURRRXDEVICE = 4, LINUX_MIB_TLSTXSW = 5, LINUX_MIB_TLSRXSW = 6, LINUX_MIB_TLSTXDEVICE = 7, LINUX_MIB_TLSRXDEVICE = 8, LINUX_MIB_TLSDECRYPTERROR = 9, LINUX_MIB_TLSRXDEVICERESYNC = 10, LINUX_MIB_TLSDECRYPTRETRY = 11, LINUX_MIB_TLSRXNOPADVIOL = 12, __LINUX_MIB_TLSMAX = 13, }; struct ipstats_mib { u64 mibs[37]; struct u64_stats_sync syncp; }; struct icmp_mib { long unsigned int mibs[28]; }; struct icmpmsg_mib { atomic_long_t mibs[512]; }; struct icmpv6_mib { long unsigned int mibs[6]; }; struct icmpv6msg_mib { atomic_long_t mibs[512]; }; struct tcp_mib { long unsigned int mibs[16]; }; struct udp_mib { long unsigned int mibs[10]; }; struct linux_mib { long unsigned int mibs[127]; }; struct linux_tls_mib { long unsigned int mibs[13]; }; struct inet_frags; struct fqdir { long int high_thresh; long int low_thresh; int timeout; int max_dist; struct inet_frags *f; struct net *net; bool dead; long: 56; long: 64; long: 64; struct rhashtable rhashtable; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_long_t mem; struct work_struct destroy_work; struct llist_node free_list; long: 64; long: 64; }; struct inet_frag_queue; struct inet_frags { unsigned int qsize; void (*constructor)(struct inet_frag_queue *, const void *); void (*destructor)(struct inet_frag_queue *); void (*frag_expire)(struct timer_list *); struct kmem_cache *frags_cachep; const char *frags_cache_name; struct rhashtable_params rhash_params; refcount_t refcnt; struct completion completion; }; struct frag_v4_compare_key { __be32 saddr; __be32 daddr; u32 user; u32 vif; __be16 id; u16 protocol; }; struct frag_v6_compare_key { struct in6_addr saddr; struct in6_addr daddr; u32 user; __be32 id; u32 iif; }; struct inet_frag_queue { struct rhash_head node; union { struct frag_v4_compare_key v4; struct frag_v6_compare_key v6; } key; struct timer_list timer; spinlock_t lock; refcount_t refcnt; struct rb_root rb_fragments; struct sk_buff *fragments_tail; struct sk_buff *last_run_head; ktime_t stamp; int len; int meat; u8 mono_delivery_time; __u8 flags; u16 max_size; struct fqdir *fqdir; struct callback_head rcu; }; enum tcp_ca_event { CA_EVENT_TX_START = 0, CA_EVENT_CWND_RESTART = 1, CA_EVENT_COMPLETE_CWR = 2, CA_EVENT_LOSS = 3, CA_EVENT_ECN_NO_CE = 4, CA_EVENT_ECN_IS_CE = 5, }; struct ack_sample; struct rate_sample; union tcp_cc_info; struct tcp_congestion_ops { u32 (*ssthresh)(struct sock *); void (*cong_avoid)(struct sock *, u32, u32); void (*set_state)(struct sock *, u8); void (*cwnd_event)(struct sock *, enum tcp_ca_event); void (*in_ack_event)(struct sock *, u32); void (*pkts_acked)(struct sock *, const struct ack_sample *); u32 (*min_tso_segs)(struct sock *); void (*cong_control)(struct sock *, const struct rate_sample *); u32 (*undo_cwnd)(struct sock *); u32 (*sndbuf_expand)(struct sock *); size_t (*get_info)(struct sock *, u32, int *, union tcp_cc_info *); char name[16]; struct module *owner; struct list_head list; u32 key; u32 flags; void (*init)(struct sock *); void (*release)(struct sock *); long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef struct {} netdevice_tracker; struct xfrm_state; struct lwtunnel_state; struct dst_entry { struct net_device *dev; struct dst_ops *ops; long unsigned int _metrics; long unsigned int expires; struct xfrm_state *xfrm; int (*input)(struct sk_buff *); int (*output)(struct net *, struct sock *, struct sk_buff *); short unsigned int flags; short int obsolete; short unsigned int header_len; short unsigned int trailer_len; atomic_t __refcnt; int __use; long unsigned int lastuse; struct lwtunnel_state *lwtstate; struct callback_head callback_head; short int error; short int __pad; __u32 tclassid; netdevice_tracker dev_tracker; }; enum nf_inet_hooks { NF_INET_PRE_ROUTING = 0, NF_INET_LOCAL_IN = 1, NF_INET_FORWARD = 2, NF_INET_LOCAL_OUT = 3, NF_INET_POST_ROUTING = 4, NF_INET_NUMHOOKS = 5, NF_INET_INGRESS = 5, }; enum { NFPROTO_UNSPEC = 0, NFPROTO_INET = 1, NFPROTO_IPV4 = 2, NFPROTO_ARP = 3, NFPROTO_NETDEV = 5, NFPROTO_BRIDGE = 7, NFPROTO_IPV6 = 10, NFPROTO_NUMPROTO = 11, }; enum nf_log_type { NF_LOG_TYPE_LOG = 0, NF_LOG_TYPE_ULOG = 1, NF_LOG_TYPE_MAX = 2, }; typedef u8 u_int8_t; struct nf_loginfo; typedef void nf_logfn(struct net *, u_int8_t, unsigned int, const struct sk_buff *, const struct net_device *, const struct net_device *, const struct nf_loginfo *, const char *); struct nf_logger { char *name; enum nf_log_type type; nf_logfn *logfn; struct module *me; }; enum tcp_conntrack { TCP_CONNTRACK_NONE = 0, TCP_CONNTRACK_SYN_SENT = 1, TCP_CONNTRACK_SYN_RECV = 2, TCP_CONNTRACK_ESTABLISHED = 3, TCP_CONNTRACK_FIN_WAIT = 4, TCP_CONNTRACK_CLOSE_WAIT = 5, TCP_CONNTRACK_LAST_ACK = 6, TCP_CONNTRACK_TIME_WAIT = 7, TCP_CONNTRACK_CLOSE = 8, TCP_CONNTRACK_LISTEN = 9, TCP_CONNTRACK_MAX = 10, TCP_CONNTRACK_IGNORE = 11, TCP_CONNTRACK_RETRANS = 12, TCP_CONNTRACK_UNACK = 13, TCP_CONNTRACK_TIMEOUT_MAX = 14, }; enum ct_dccp_states { CT_DCCP_NONE = 0, CT_DCCP_REQUEST = 1, CT_DCCP_RESPOND = 2, CT_DCCP_PARTOPEN = 3, CT_DCCP_OPEN = 4, CT_DCCP_CLOSEREQ = 5, CT_DCCP_CLOSING = 6, CT_DCCP_TIMEWAIT = 7, CT_DCCP_IGNORE = 8, CT_DCCP_INVALID = 9, __CT_DCCP_MAX = 10, }; struct ip_conntrack_stat { unsigned int found; unsigned int invalid; unsigned int insert; unsigned int insert_failed; unsigned int clash_resolve; unsigned int drop; unsigned int early_drop; unsigned int error; unsigned int expect_new; unsigned int expect_create; unsigned int expect_delete; unsigned int search_restart; unsigned int chaintoolong; }; enum ip_conntrack_dir { IP_CT_DIR_ORIGINAL = 0, IP_CT_DIR_REPLY = 1, IP_CT_DIR_MAX = 2, }; enum sctp_conntrack { SCTP_CONNTRACK_NONE = 0, SCTP_CONNTRACK_CLOSED = 1, SCTP_CONNTRACK_COOKIE_WAIT = 2, SCTP_CONNTRACK_COOKIE_ECHOED = 3, SCTP_CONNTRACK_ESTABLISHED = 4, SCTP_CONNTRACK_SHUTDOWN_SENT = 5, SCTP_CONNTRACK_SHUTDOWN_RECD = 6, SCTP_CONNTRACK_SHUTDOWN_ACK_SENT = 7, SCTP_CONNTRACK_HEARTBEAT_SENT = 8, SCTP_CONNTRACK_HEARTBEAT_ACKED = 9, SCTP_CONNTRACK_MAX = 10, }; enum udp_conntrack { UDP_CT_UNREPLIED = 0, UDP_CT_REPLIED = 1, UDP_CT_MAX = 2, }; enum gre_conntrack { GRE_CT_UNREPLIED = 0, GRE_CT_REPLIED = 1, GRE_CT_MAX = 2, }; enum { XFRM_POLICY_IN = 0, XFRM_POLICY_OUT = 1, XFRM_POLICY_FWD = 2, XFRM_POLICY_MASK = 3, XFRM_POLICY_MAX = 3, }; enum netns_bpf_attach_type { NETNS_BPF_INVALID = -1, NETNS_BPF_FLOW_DISSECTOR = 0, NETNS_BPF_SK_LOOKUP = 1, MAX_NETNS_BPF_ATTACH_TYPE = 2, }; struct pipe_buf_operations; struct pipe_buffer { struct page *page; unsigned int offset; unsigned int len; const struct pipe_buf_operations *ops; unsigned int flags; long unsigned int private; }; struct pipe_buf_operations { int (*confirm)(struct pipe_inode_info *, struct pipe_buffer *); void (*release)(struct pipe_inode_info *, struct pipe_buffer *); bool (*try_steal)(struct pipe_inode_info *, struct pipe_buffer *); bool (*get)(struct pipe_inode_info *, struct pipe_buffer *); }; struct skb_ext { refcount_t refcnt; u8 offset[3]; u8 chunks; char data[0]; }; enum skb_ext_id { SKB_EXT_BRIDGE_NF = 0, SKB_EXT_SEC_PATH = 1, TC_SKB_EXT = 2, SKB_EXT_NUM = 3, }; enum { IORES_DESC_NONE = 0, IORES_DESC_CRASH_KERNEL = 1, IORES_DESC_ACPI_TABLES = 2, IORES_DESC_ACPI_NV_STORAGE = 3, IORES_DESC_PERSISTENT_MEMORY = 4, IORES_DESC_PERSISTENT_MEMORY_LEGACY = 5, IORES_DESC_DEVICE_PRIVATE_MEMORY = 6, IORES_DESC_RESERVED = 7, IORES_DESC_SOFT_RESERVED = 8, IORES_DESC_CXL = 9, }; struct static_key_false { struct static_key key; }; enum pageflags { PG_locked = 0, PG_referenced = 1, PG_uptodate = 2, PG_dirty = 3, PG_lru = 4, PG_active = 5, PG_workingset = 6, PG_waiters = 7, PG_error = 8, PG_slab = 9, PG_owner_priv_1 = 10, PG_arch_1 = 11, PG_reserved = 12, PG_private = 13, PG_private_2 = 14, PG_writeback = 15, PG_head = 16, PG_mappedtodisk = 17, PG_reclaim = 18, PG_swapbacked = 19, PG_unevictable = 20, PG_mlocked = 21, __NR_PAGEFLAGS = 22, PG_readahead = 18, PG_anon_exclusive = 17, PG_checked = 10, PG_swapcache = 10, PG_fscache = 14, PG_pinned = 10, PG_savepinned = 3, PG_foreign = 10, PG_xen_remapped = 10, PG_slob_free = 13, PG_isolated = 18, PG_reported = 2, PG_vmemmap_self_hosted = 10, }; struct fc_log; struct p_log { const char *prefix; struct fc_log *log; }; enum fs_context_purpose { FS_CONTEXT_FOR_MOUNT = 0, FS_CONTEXT_FOR_SUBMOUNT = 1, FS_CONTEXT_FOR_RECONFIGURE = 2, }; enum fs_context_phase { FS_CONTEXT_CREATE_PARAMS = 0, FS_CONTEXT_CREATING = 1, FS_CONTEXT_AWAITING_MOUNT = 2, FS_CONTEXT_AWAITING_RECONF = 3, FS_CONTEXT_RECONF_PARAMS = 4, FS_CONTEXT_RECONFIGURING = 5, FS_CONTEXT_FAILED = 6, }; struct fs_context_operations; struct fs_context { const struct fs_context_operations *ops; struct mutex uapi_mutex; struct file_system_type *fs_type; void *fs_private; void *sget_key; struct dentry *root; struct user_namespace *user_ns; struct net *net_ns; const struct cred *cred; struct p_log log; const char *source; void *security; void *s_fs_info; unsigned int sb_flags; unsigned int sb_flags_mask; unsigned int s_iflags; unsigned int lsm_flags; enum fs_context_purpose purpose: 8; enum fs_context_phase phase: 8; bool need_free: 1; bool global: 1; bool oldapi: 1; }; struct audit_names; struct filename { const char *name; const char *uptr; int refcnt; struct audit_names *aname; const char iname[0]; }; enum { REGION_INTERSECTS = 0, REGION_DISJOINT = 1, REGION_MIXED = 2, }; enum fs_value_type { fs_value_is_undefined = 0, fs_value_is_flag = 1, fs_value_is_string = 2, fs_value_is_blob = 3, fs_value_is_filename = 4, fs_value_is_file = 5, }; struct fs_parameter { const char *key; enum fs_value_type type: 8; union { char *string; void *blob; struct filename *name; struct file *file; }; size_t size; int dirfd; }; struct fc_log { refcount_t usage; u8 head; u8 tail; u8 need_free; struct module *owner; char *buffer[8]; }; struct fs_context_operations { void (*free)(struct fs_context *); int (*dup)(struct fs_context *, struct fs_context *); int (*parse_param)(struct fs_context *, struct fs_parameter *); int (*parse_monolithic)(struct fs_context *, void *); int (*get_tree)(struct fs_context *); int (*reconfigure)(struct fs_context *); }; struct pseudo_fs_context { const struct super_operations *ops; const struct xattr_handler **xattr; const struct dentry_operations *dops; long unsigned int magic; }; typedef void (*dr_release_t)(struct device *, void *); typedef int (*dr_match_t)(struct device *, void *, void *); struct resource_entry { struct list_head node; struct resource *res; resource_size_t offset; struct resource __res; }; struct resource_constraint { resource_size_t min; resource_size_t max; resource_size_t align; resource_size_t (*alignf)(void *, const struct resource *, resource_size_t, resource_size_t); void *alignf_data; }; enum { MAX_IORES_LEVEL = 5, }; struct region_devres { struct resource *parent; resource_size_t start; resource_size_t n; }; struct siginfo { union { struct { int si_signo; int si_errno; int si_code; union __sifields _sifields; }; int _si_pad[32]; }; }; typedef struct siginfo siginfo_t; struct sigqueue { struct list_head list; int flags; kernel_siginfo_t info; struct ucounts *ucounts; }; struct wait_bit_key { void *flags; int bit_nr; long unsigned int timeout; }; typedef int wait_bit_action_f(struct wait_bit_key *, int); struct ptrace_peeksiginfo_args { __u64 off; __u32 flags; __s32 nr; }; struct ptrace_syscall_info { __u8 op; __u8 pad[3]; __u32 arch; __u64 instruction_pointer; __u64 stack_pointer; union { struct { __u64 nr; __u64 args[6]; } entry; struct { __s64 rval; __u8 is_error; } exit; struct { __u64 nr; __u64 args[6]; __u32 ret_data; } seccomp; }; }; struct ptrace_rseq_configuration { __u64 rseq_abi_pointer; __u32 rseq_abi_size; __u32 signature; __u32 flags; __u32 pad; }; struct membuf { void *p; size_t left; }; struct user_regset; typedef int user_regset_active_fn(struct task_struct *, const struct user_regset *); typedef int user_regset_get2_fn(struct task_struct *, const struct user_regset *, struct membuf); typedef int user_regset_set_fn(struct task_struct *, const struct user_regset *, unsigned int, unsigned int, const void *, const void *); typedef int user_regset_writeback_fn(struct task_struct *, const struct user_regset *, int); struct user_regset { user_regset_get2_fn *regset_get; user_regset_set_fn *set; user_regset_active_fn *active; user_regset_writeback_fn *writeback; unsigned int n; unsigned int size; unsigned int align; unsigned int bias; unsigned int core_note_type; }; struct user_regset_view { const char *name; const struct user_regset *regsets; unsigned int n; u32 e_flags; u16 e_machine; u8 ei_osabi; }; typedef __s16 s16; enum system_states { SYSTEM_BOOTING = 0, SYSTEM_SCHEDULING = 1, SYSTEM_FREEING_INITMEM = 2, SYSTEM_RUNNING = 3, SYSTEM_HALT = 4, SYSTEM_POWER_OFF = 5, SYSTEM_RESTART = 6, SYSTEM_SUSPEND = 7, }; struct kprobe_insn_cache { struct mutex mutex; void * (*alloc)(); void (*free)(void *); const char *sym; struct list_head pages; size_t insn_size; int nr_garbage; }; struct bpf_offloaded_map; struct bpf_map_dev_ops { int (*map_get_next_key)(struct bpf_offloaded_map *, void *, void *); int (*map_lookup_elem)(struct bpf_offloaded_map *, void *, void *); int (*map_update_elem)(struct bpf_offloaded_map *, void *, void *, u64); int (*map_delete_elem)(struct bpf_offloaded_map *, void *); }; struct bpf_offloaded_map { struct bpf_map map; struct net_device *netdev; const struct bpf_map_dev_ops *dev_ops; void *dev_priv; struct list_head offloads; long: 64; long: 64; long: 64; }; typedef u64 netdev_features_t; struct net_device_stats { union { long unsigned int rx_packets; atomic_long_t __rx_packets; }; union { long unsigned int tx_packets; atomic_long_t __tx_packets; }; union { long unsigned int rx_bytes; atomic_long_t __rx_bytes; }; union { long unsigned int tx_bytes; atomic_long_t __tx_bytes; }; union { long unsigned int rx_errors; atomic_long_t __rx_errors; }; union { long unsigned int tx_errors; atomic_long_t __tx_errors; }; union { long unsigned int rx_dropped; atomic_long_t __rx_dropped; }; union { long unsigned int tx_dropped; atomic_long_t __tx_dropped; }; union { long unsigned int multicast; atomic_long_t __multicast; }; union { long unsigned int collisions; atomic_long_t __collisions; }; union { long unsigned int rx_length_errors; atomic_long_t __rx_length_errors; }; union { long unsigned int rx_over_errors; atomic_long_t __rx_over_errors; }; union { long unsigned int rx_crc_errors; atomic_long_t __rx_crc_errors; }; union { long unsigned int rx_frame_errors; atomic_long_t __rx_frame_errors; }; union { long unsigned int rx_fifo_errors; atomic_long_t __rx_fifo_errors; }; union { long unsigned int rx_missed_errors; atomic_long_t __rx_missed_errors; }; union { long unsigned int tx_aborted_errors; atomic_long_t __tx_aborted_errors; }; union { long unsigned int tx_carrier_errors; atomic_long_t __tx_carrier_errors; }; union { long unsigned int tx_fifo_errors; atomic_long_t __tx_fifo_errors; }; union { long unsigned int tx_heartbeat_errors; atomic_long_t __tx_heartbeat_errors; }; union { long unsigned int tx_window_errors; atomic_long_t __tx_window_errors; }; union { long unsigned int rx_compressed; atomic_long_t __rx_compressed; }; union { long unsigned int tx_compressed; atomic_long_t __tx_compressed; }; }; struct netdev_hw_addr_list { struct list_head list; int count; struct rb_root tree; }; enum rx_handler_result { RX_HANDLER_CONSUMED = 0, RX_HANDLER_ANOTHER = 1, RX_HANDLER_EXACT = 2, RX_HANDLER_PASS = 3, }; typedef enum rx_handler_result rx_handler_result_t; typedef rx_handler_result_t rx_handler_func_t(struct sk_buff **); typedef struct { struct net *net; } possible_net_t; enum netdev_ml_priv_type { ML_PRIV_NONE = 0, ML_PRIV_CAN = 1, }; struct pcpu_dstats; struct garp_port; struct mrp_port; struct netdev_tc_txq { u16 count; u16 offset; }; struct sfp_bus; struct udp_tunnel_nic; struct bpf_xdp_link; struct bpf_xdp_entity { struct bpf_prog *prog; struct bpf_xdp_link *link; }; struct netdev_name_node; struct dev_ifalias; struct net_device_ops; struct net_device_core_stats; struct iw_handler_def; struct iw_public_data; struct ethtool_ops; struct l3mdev_ops; struct ndisc_ops; struct tlsdev_ops; struct header_ops; struct in_device; struct inet6_dev; struct vlan_info; struct wireless_dev; struct netdev_rx_queue; struct mini_Qdisc; struct netdev_queue; struct cpu_rmap; struct Qdisc; struct xdp_dev_bulk_queue; struct xps_dev_maps; struct netpoll_info; struct pcpu_lstats; struct pcpu_sw_netstats; struct rtnl_link_ops; struct netprio_map; struct phy_device; struct macsec_ops; struct udp_tunnel_nic_info; struct rtnl_hw_stats64; struct devlink_port; struct net_device { char name[16]; struct netdev_name_node *name_node; struct dev_ifalias *ifalias; long unsigned int mem_end; long unsigned int mem_start; long unsigned int base_addr; long unsigned int state; struct list_head dev_list; struct list_head napi_list; struct list_head unreg_list; struct list_head close_list; struct list_head ptype_all; struct list_head ptype_specific; struct { struct list_head upper; struct list_head lower; } adj_list; unsigned int flags; long long unsigned int priv_flags; const struct net_device_ops *netdev_ops; int ifindex; short unsigned int gflags; short unsigned int hard_header_len; unsigned int mtu; short unsigned int needed_headroom; short unsigned int needed_tailroom; netdev_features_t features; netdev_features_t hw_features; netdev_features_t wanted_features; netdev_features_t vlan_features; netdev_features_t hw_enc_features; netdev_features_t mpls_features; netdev_features_t gso_partial_features; unsigned int min_mtu; unsigned int max_mtu; short unsigned int type; unsigned char min_header_len; unsigned char name_assign_type; int group; struct net_device_stats stats; struct net_device_core_stats *core_stats; atomic_t carrier_up_count; atomic_t carrier_down_count; const struct iw_handler_def *wireless_handlers; struct iw_public_data *wireless_data; const struct ethtool_ops *ethtool_ops; const struct l3mdev_ops *l3mdev_ops; const struct ndisc_ops *ndisc_ops; const struct tlsdev_ops *tlsdev_ops; const struct header_ops *header_ops; unsigned char operstate; unsigned char link_mode; unsigned char if_port; unsigned char dma; unsigned char perm_addr[32]; unsigned char addr_assign_type; unsigned char addr_len; unsigned char upper_level; unsigned char lower_level; short unsigned int neigh_priv_len; short unsigned int dev_id; short unsigned int dev_port; short unsigned int padded; spinlock_t addr_list_lock; int irq; struct netdev_hw_addr_list uc; struct netdev_hw_addr_list mc; struct netdev_hw_addr_list dev_addrs; struct kset *queues_kset; unsigned int promiscuity; unsigned int allmulti; bool uc_promisc; struct in_device *ip_ptr; struct inet6_dev *ip6_ptr; struct vlan_info *vlan_info; struct wireless_dev *ieee80211_ptr; const unsigned char *dev_addr; struct netdev_rx_queue *_rx; unsigned int num_rx_queues; unsigned int real_num_rx_queues; struct bpf_prog *xdp_prog; long unsigned int gro_flush_timeout; int napi_defer_hard_irqs; unsigned int gro_max_size; rx_handler_func_t *rx_handler; void *rx_handler_data; struct mini_Qdisc *miniq_ingress; struct netdev_queue *ingress_queue; struct nf_hook_entries *nf_hooks_ingress; unsigned char broadcast[32]; struct cpu_rmap *rx_cpu_rmap; struct hlist_node index_hlist; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct netdev_queue *_tx; unsigned int num_tx_queues; unsigned int real_num_tx_queues; struct Qdisc *qdisc; unsigned int tx_queue_len; spinlock_t tx_global_lock; struct xdp_dev_bulk_queue *xdp_bulkq; struct xps_dev_maps *xps_maps[2]; struct mini_Qdisc *miniq_egress; struct nf_hook_entries *nf_hooks_egress; struct hlist_head qdisc_hash[16]; struct timer_list watchdog_timer; int watchdog_timeo; u32 proto_down_reason; struct list_head todo_list; int *pcpu_refcnt; struct ref_tracker_dir refcnt_tracker; struct list_head link_watch_list; enum { NETREG_UNINITIALIZED = 0, NETREG_REGISTERED = 1, NETREG_UNREGISTERING = 2, NETREG_UNREGISTERED = 3, NETREG_RELEASED = 4, NETREG_DUMMY = 5, } reg_state: 8; bool dismantle; enum { RTNL_LINK_INITIALIZED = 0, RTNL_LINK_INITIALIZING = 1, } rtnl_link_state: 16; bool needs_free_netdev; void (*priv_destructor)(struct net_device *); struct netpoll_info *npinfo; possible_net_t nd_net; void *ml_priv; enum netdev_ml_priv_type ml_priv_type; union { struct pcpu_lstats *lstats; struct pcpu_sw_netstats *tstats; struct pcpu_dstats *dstats; }; struct garp_port *garp_port; struct mrp_port *mrp_port; struct device dev; const struct attribute_group *sysfs_groups[4]; const struct attribute_group *sysfs_rx_queue_group; const struct rtnl_link_ops *rtnl_link_ops; unsigned int gso_max_size; unsigned int tso_max_size; u16 gso_max_segs; u16 tso_max_segs; s16 num_tc; struct netdev_tc_txq tc_to_txq[16]; u8 prio_tc_map[16]; unsigned int fcoe_ddp_xid; struct netprio_map *priomap; struct phy_device *phydev; struct sfp_bus *sfp_bus; struct lock_class_key *qdisc_tx_busylock; bool proto_down; unsigned int wol_enabled: 1; unsigned int threaded: 1; struct list_head net_notifier_list; const struct macsec_ops *macsec_ops; const struct udp_tunnel_nic_info *udp_tunnel_nic_info; struct udp_tunnel_nic *udp_tunnel_nic; struct bpf_xdp_entity xdp_state[3]; u8 dev_addr_shadow[32]; netdevice_tracker linkwatch_dev_tracker; netdevice_tracker watchdog_dev_tracker; netdevice_tracker dev_registered_tracker; struct rtnl_hw_stats64 *offload_xstats_l3; struct devlink_port *devlink_port; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef struct { local64_t v; } u64_stats_t; struct bpf_prog_stats { u64_stats_t cnt; u64_stats_t nsecs; u64_stats_t misses; struct u64_stats_sync syncp; long: 64; }; struct sock_fprog_kern { u16 len; struct sock_filter *filter; }; typedef short unsigned int __kernel_sa_family_t; typedef __kernel_sa_family_t sa_family_t; struct sockaddr { sa_family_t sa_family; union { char sa_data_min[14]; struct { struct { } __empty_sa_data; char sa_data[0]; }; }; }; typedef struct { unsigned int clock_rate; unsigned int clock_type; short unsigned int loopback; } sync_serial_settings; typedef struct { unsigned int clock_rate; unsigned int clock_type; short unsigned int loopback; unsigned int slot_map; } te1_settings; typedef struct { short unsigned int encoding; short unsigned int parity; } raw_hdlc_proto; typedef struct { unsigned int t391; unsigned int t392; unsigned int n391; unsigned int n392; unsigned int n393; short unsigned int lmi; short unsigned int dce; } fr_proto; typedef struct { unsigned int dlci; } fr_proto_pvc; typedef struct { unsigned int dlci; char master[16]; } fr_proto_pvc_info; typedef struct { unsigned int interval; unsigned int timeout; } cisco_proto; typedef struct { short unsigned int dce; unsigned int modulo; unsigned int window; unsigned int t1; unsigned int t2; unsigned int n2; } x25_hdlc_proto; struct ifmap { long unsigned int mem_start; long unsigned int mem_end; short unsigned int base_addr; unsigned char irq; unsigned char dma; unsigned char port; }; struct if_settings { unsigned int type; unsigned int size; union { raw_hdlc_proto *raw_hdlc; cisco_proto *cisco; fr_proto *fr; fr_proto_pvc *fr_pvc; fr_proto_pvc_info *fr_pvc_info; x25_hdlc_proto *x25; sync_serial_settings *sync; te1_settings *te1; } ifs_ifsu; }; struct ifreq { union { char ifrn_name[16]; } ifr_ifrn; union { struct sockaddr ifru_addr; struct sockaddr ifru_dstaddr; struct sockaddr ifru_broadaddr; struct sockaddr ifru_netmask; struct sockaddr ifru_hwaddr; short int ifru_flags; int ifru_ivalue; int ifru_mtu; struct ifmap ifru_map; char ifru_slave[16]; char ifru_newname[16]; void *ifru_data; struct if_settings ifru_settings; } ifr_ifru; }; struct scatterlist { long unsigned int page_link; unsigned int offset; unsigned int length; dma_addr_t dma_address; }; struct skb_shared_hwtstamps { union { ktime_t hwtstamp; void *netdev_data; }; }; struct dql { unsigned int num_queued; unsigned int adj_limit; unsigned int last_obj_cnt; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; unsigned int limit; unsigned int num_completed; unsigned int prev_ovlimit; unsigned int prev_num_queued; unsigned int prev_last_obj_cnt; unsigned int lowest_slack; long unsigned int slack_start_time; unsigned int max_limit; unsigned int min_limit; unsigned int slack_hold_time; long: 32; long: 64; long: 64; }; struct hh_cache { unsigned int hh_len; seqlock_t hh_lock; long unsigned int hh_data[12]; }; struct neigh_table; struct neigh_parms; struct neigh_ops; struct neighbour { struct neighbour *next; struct neigh_table *tbl; struct neigh_parms *parms; long unsigned int confirmed; long unsigned int updated; rwlock_t lock; refcount_t refcnt; unsigned int arp_queue_len_bytes; struct sk_buff_head arp_queue; struct timer_list timer; long unsigned int used; atomic_t probes; u8 nud_state; u8 type; u8 dead; u8 protocol; u32 flags; seqlock_t ha_lock; int: 32; unsigned char ha[32]; struct hh_cache hh; int (*output)(struct neighbour *, struct sk_buff *); const struct neigh_ops *ops; struct list_head gc_list; struct list_head managed_list; struct callback_head rcu; struct net_device *dev; netdevice_tracker dev_tracker; u8 primary_key[0]; }; struct netprio_map { struct callback_head rcu; u32 priomap_len; u32 priomap[0]; }; struct xdp_mem_info { u32 type; u32 id; }; struct xdp_rxq_info { struct net_device *dev; u32 queue_index; u32 reg_state; struct xdp_mem_info mem; unsigned int napi_id; u32 frag_size; long: 64; long: 64; long: 64; long: 64; }; struct xdp_txq_info { struct net_device *dev; }; struct xdp_buff { void *data; void *data_end; void *data_meta; void *data_hard_start; struct xdp_rxq_info *rxq; struct xdp_txq_info *txq; u32 frame_sz; u32 flags; }; struct xdp_frame { void *data; u16 len; u16 headroom; u32 metasize; struct xdp_mem_info mem; struct net_device *dev_rx; u32 frame_sz; u32 flags; }; struct nlmsghdr { __u32 nlmsg_len; __u16 nlmsg_type; __u16 nlmsg_flags; __u32 nlmsg_seq; __u32 nlmsg_pid; }; struct nlattr { __u16 nla_len; __u16 nla_type; }; struct nla_policy; struct netlink_ext_ack { const char *_msg; const struct nlattr *bad_attr; const struct nla_policy *policy; const struct nlattr *miss_nest; u16 miss_type; u8 cookie[20]; u8 cookie_len; char _msg_buf[80]; }; struct netlink_range_validation; struct netlink_range_validation_signed; struct nla_policy { u8 type; u8 validation_type; u16 len; union { u16 strict_start_type; const u32 bitfield32_valid; const u32 mask; const char *reject_message; const struct nla_policy *nested_policy; struct netlink_range_validation *range; struct netlink_range_validation_signed *range_signed; struct { s16 min; s16 max; }; int (*validate)(const struct nlattr *, struct netlink_ext_ack *); }; }; struct netlink_callback { struct sk_buff *skb; const struct nlmsghdr *nlh; int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); void *data; struct module *module; struct netlink_ext_ack *extack; u16 family; u16 answer_flags; u32 min_dump_alloc; unsigned int prev_seq; unsigned int seq; bool strict_check; union { u8 ctx[48]; long int args[6]; }; }; struct ndmsg { __u8 ndm_family; __u8 ndm_pad1; __u16 ndm_pad2; __s32 ndm_ifindex; __u16 ndm_state; __u8 ndm_flags; __u8 ndm_type; }; struct rtnl_link_stats64 { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 rx_errors; __u64 tx_errors; __u64 rx_dropped; __u64 tx_dropped; __u64 multicast; __u64 collisions; __u64 rx_length_errors; __u64 rx_over_errors; __u64 rx_crc_errors; __u64 rx_frame_errors; __u64 rx_fifo_errors; __u64 rx_missed_errors; __u64 tx_aborted_errors; __u64 tx_carrier_errors; __u64 tx_fifo_errors; __u64 tx_heartbeat_errors; __u64 tx_window_errors; __u64 rx_compressed; __u64 tx_compressed; __u64 rx_nohandler; __u64 rx_otherhost_dropped; }; struct rtnl_hw_stats64 { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 rx_errors; __u64 tx_errors; __u64 rx_dropped; __u64 tx_dropped; __u64 multicast; }; struct ifla_vf_guid { __u32 vf; __u64 guid; }; struct ifla_vf_stats { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 broadcast; __u64 multicast; __u64 rx_dropped; __u64 tx_dropped; }; struct ifla_vf_info { __u32 vf; __u8 mac[32]; __u32 vlan; __u32 qos; __u32 spoofchk; __u32 linkstate; __u32 min_tx_rate; __u32 max_tx_rate; __u32 rss_query_en; __u32 trusted; __be16 vlan_proto; }; struct tc_stats { __u64 bytes; __u32 packets; __u32 drops; __u32 overlimits; __u32 bps; __u32 pps; __u32 qlen; __u32 backlog; }; struct tc_sizespec { unsigned char cell_log; unsigned char size_log; short int cell_align; int overhead; unsigned int linklayer; unsigned int mpu; unsigned int mtu; unsigned int tsize; }; enum netdev_tx { __NETDEV_TX_MIN = -2147483648, NETDEV_TX_OK = 0, NETDEV_TX_BUSY = 16, }; typedef enum netdev_tx netdev_tx_t; struct net_device_core_stats { long unsigned int rx_dropped; long unsigned int tx_dropped; long unsigned int rx_nohandler; long unsigned int rx_otherhost_dropped; }; struct header_ops { int (*create)(struct sk_buff *, struct net_device *, short unsigned int, const void *, const void *, unsigned int); int (*parse)(const struct sk_buff *, unsigned char *); int (*cache)(const struct neighbour *, struct hh_cache *, __be16); void (*cache_update)(struct hh_cache *, const struct net_device *, const unsigned char *); bool (*validate)(const char *, unsigned int); __be16 (*parse_protocol)(const struct sk_buff *); }; struct xsk_buff_pool; struct netdev_queue { struct net_device *dev; netdevice_tracker dev_tracker; struct Qdisc *qdisc; struct Qdisc *qdisc_sleeping; struct kobject kobj; int numa_node; long unsigned int tx_maxrate; atomic_long_t trans_timeout; struct net_device *sb_dev; struct xsk_buff_pool *pool; spinlock_t _xmit_lock; int xmit_lock_owner; long unsigned int trans_start; long unsigned int state; long: 64; long: 64; long: 64; long: 64; long: 64; struct dql dql; }; struct net_rate_estimator; struct qdisc_skb_head { struct sk_buff *head; struct sk_buff *tail; __u32 qlen; spinlock_t lock; }; struct gnet_stats_basic_sync { u64_stats_t bytes; u64_stats_t packets; struct u64_stats_sync syncp; }; struct gnet_stats_queue { __u32 qlen; __u32 backlog; __u32 drops; __u32 requeues; __u32 overlimits; }; struct Qdisc_ops; struct qdisc_size_table; struct Qdisc { int (*enqueue)(struct sk_buff *, struct Qdisc *, struct sk_buff **); struct sk_buff * (*dequeue)(struct Qdisc *); unsigned int flags; u32 limit; const struct Qdisc_ops *ops; struct qdisc_size_table *stab; struct hlist_node hash; u32 handle; u32 parent; struct netdev_queue *dev_queue; struct net_rate_estimator *rate_est; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_queue *cpu_qstats; int pad; refcount_t refcnt; long: 64; long: 64; long: 64; struct sk_buff_head gso_skb; struct qdisc_skb_head q; struct gnet_stats_basic_sync bstats; struct gnet_stats_queue qstats; long unsigned int state; long unsigned int state2; struct Qdisc *next_sched; struct sk_buff_head skb_bad_txq; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t busylock; spinlock_t seqlock; struct callback_head rcu; netdevice_tracker dev_tracker; long: 64; long: 64; long: 64; long: 64; long: 64; long int privdata[0]; }; struct rps_map { unsigned int len; struct callback_head rcu; u16 cpus[0]; }; struct rps_dev_flow { u16 cpu; u16 filter; unsigned int last_qtail; }; struct rps_dev_flow_table { unsigned int mask; struct callback_head rcu; struct rps_dev_flow flows[0]; }; struct netdev_rx_queue { struct xdp_rxq_info xdp_rxq; struct rps_map *rps_map; struct rps_dev_flow_table *rps_flow_table; struct kobject kobj; struct net_device *dev; netdevice_tracker dev_tracker; struct xsk_buff_pool *pool; long: 64; long: 64; long: 64; long: 64; }; struct xps_map { unsigned int len; unsigned int alloc_len; struct callback_head rcu; u16 queues[0]; }; struct xps_dev_maps { struct callback_head rcu; unsigned int nr_ids; s16 num_tc; struct xps_map *attr_map[0]; }; struct netdev_fcoe_hbainfo { char manufacturer[64]; char serial_number[64]; char hardware_version[64]; char driver_version[64]; char optionrom_version[64]; char firmware_version[64]; char model[256]; char model_description[256]; }; struct netdev_phys_item_id { unsigned char id[32]; unsigned char id_len; }; enum net_device_path_type { DEV_PATH_ETHERNET = 0, DEV_PATH_VLAN = 1, DEV_PATH_BRIDGE = 2, DEV_PATH_PPPOE = 3, DEV_PATH_DSA = 4, DEV_PATH_MTK_WDMA = 5, }; struct net_device_path { enum net_device_path_type type; const struct net_device *dev; union { struct { u16 id; __be16 proto; u8 h_dest[6]; } encap; struct { enum { DEV_PATH_BR_VLAN_KEEP = 0, DEV_PATH_BR_VLAN_TAG = 1, DEV_PATH_BR_VLAN_UNTAG = 2, DEV_PATH_BR_VLAN_UNTAG_HW = 3, } vlan_mode; u16 vlan_id; __be16 vlan_proto; } bridge; struct { int port; u16 proto; } dsa; struct { u8 wdma_idx; u8 queue; u16 wcid; u8 bss; } mtk_wdma; }; }; struct net_device_path_ctx { const struct net_device *dev; u8 daddr[6]; int num_vlans; struct { u16 id; __be16 proto; } vlan[2]; }; enum tc_setup_type { TC_QUERY_CAPS = 0, TC_SETUP_QDISC_MQPRIO = 1, TC_SETUP_CLSU32 = 2, TC_SETUP_CLSFLOWER = 3, TC_SETUP_CLSMATCHALL = 4, TC_SETUP_CLSBPF = 5, TC_SETUP_BLOCK = 6, TC_SETUP_QDISC_CBS = 7, TC_SETUP_QDISC_RED = 8, TC_SETUP_QDISC_PRIO = 9, TC_SETUP_QDISC_MQ = 10, TC_SETUP_QDISC_ETF = 11, TC_SETUP_ROOT_QDISC = 12, TC_SETUP_QDISC_GRED = 13, TC_SETUP_QDISC_TAPRIO = 14, TC_SETUP_FT = 15, TC_SETUP_QDISC_ETS = 16, TC_SETUP_QDISC_TBF = 17, TC_SETUP_QDISC_FIFO = 18, TC_SETUP_QDISC_HTB = 19, TC_SETUP_ACT = 20, }; enum bpf_netdev_command { XDP_SETUP_PROG = 0, XDP_SETUP_PROG_HW = 1, BPF_OFFLOAD_MAP_ALLOC = 2, BPF_OFFLOAD_MAP_FREE = 3, XDP_SETUP_XSK_POOL = 4, }; struct netdev_bpf { enum bpf_netdev_command command; union { struct { u32 flags; struct bpf_prog *prog; struct netlink_ext_ack *extack; }; struct { struct bpf_offloaded_map *offmap; }; struct { struct xsk_buff_pool *pool; u16 queue_id; } xsk; }; }; struct dev_ifalias { struct callback_head rcuhead; char ifalias[0]; }; struct ip_tunnel_parm; struct net_device_ops { int (*ndo_init)(struct net_device *); void (*ndo_uninit)(struct net_device *); int (*ndo_open)(struct net_device *); int (*ndo_stop)(struct net_device *); netdev_tx_t (*ndo_start_xmit)(struct sk_buff *, struct net_device *); netdev_features_t (*ndo_features_check)(struct sk_buff *, struct net_device *, netdev_features_t); u16 (*ndo_select_queue)(struct net_device *, struct sk_buff *, struct net_device *); void (*ndo_change_rx_flags)(struct net_device *, int); void (*ndo_set_rx_mode)(struct net_device *); int (*ndo_set_mac_address)(struct net_device *, void *); int (*ndo_validate_addr)(struct net_device *); int (*ndo_do_ioctl)(struct net_device *, struct ifreq *, int); int (*ndo_eth_ioctl)(struct net_device *, struct ifreq *, int); int (*ndo_siocbond)(struct net_device *, struct ifreq *, int); int (*ndo_siocwandev)(struct net_device *, struct if_settings *); int (*ndo_siocdevprivate)(struct net_device *, struct ifreq *, void *, int); int (*ndo_set_config)(struct net_device *, struct ifmap *); int (*ndo_change_mtu)(struct net_device *, int); int (*ndo_neigh_setup)(struct net_device *, struct neigh_parms *); void (*ndo_tx_timeout)(struct net_device *, unsigned int); void (*ndo_get_stats64)(struct net_device *, struct rtnl_link_stats64 *); bool (*ndo_has_offload_stats)(const struct net_device *, int); int (*ndo_get_offload_stats)(int, const struct net_device *, void *); struct net_device_stats * (*ndo_get_stats)(struct net_device *); int (*ndo_vlan_rx_add_vid)(struct net_device *, __be16, u16); int (*ndo_vlan_rx_kill_vid)(struct net_device *, __be16, u16); void (*ndo_poll_controller)(struct net_device *); int (*ndo_netpoll_setup)(struct net_device *, struct netpoll_info *); void (*ndo_netpoll_cleanup)(struct net_device *); int (*ndo_set_vf_mac)(struct net_device *, int, u8 *); int (*ndo_set_vf_vlan)(struct net_device *, int, u16, u8, __be16); int (*ndo_set_vf_rate)(struct net_device *, int, int, int); int (*ndo_set_vf_spoofchk)(struct net_device *, int, bool); int (*ndo_set_vf_trust)(struct net_device *, int, bool); int (*ndo_get_vf_config)(struct net_device *, int, struct ifla_vf_info *); int (*ndo_set_vf_link_state)(struct net_device *, int, int); int (*ndo_get_vf_stats)(struct net_device *, int, struct ifla_vf_stats *); int (*ndo_set_vf_port)(struct net_device *, int, struct nlattr **); int (*ndo_get_vf_port)(struct net_device *, int, struct sk_buff *); int (*ndo_get_vf_guid)(struct net_device *, int, struct ifla_vf_guid *, struct ifla_vf_guid *); int (*ndo_set_vf_guid)(struct net_device *, int, u64, int); int (*ndo_set_vf_rss_query_en)(struct net_device *, int, bool); int (*ndo_setup_tc)(struct net_device *, enum tc_setup_type, void *); int (*ndo_fcoe_enable)(struct net_device *); int (*ndo_fcoe_disable)(struct net_device *); int (*ndo_fcoe_ddp_setup)(struct net_device *, u16, struct scatterlist *, unsigned int); int (*ndo_fcoe_ddp_done)(struct net_device *, u16); int (*ndo_fcoe_ddp_target)(struct net_device *, u16, struct scatterlist *, unsigned int); int (*ndo_fcoe_get_hbainfo)(struct net_device *, struct netdev_fcoe_hbainfo *); int (*ndo_fcoe_get_wwn)(struct net_device *, u64 *, int); int (*ndo_rx_flow_steer)(struct net_device *, const struct sk_buff *, u16, u32); int (*ndo_add_slave)(struct net_device *, struct net_device *, struct netlink_ext_ack *); int (*ndo_del_slave)(struct net_device *, struct net_device *); struct net_device * (*ndo_get_xmit_slave)(struct net_device *, struct sk_buff *, bool); struct net_device * (*ndo_sk_get_lower_dev)(struct net_device *, struct sock *); netdev_features_t (*ndo_fix_features)(struct net_device *, netdev_features_t); int (*ndo_set_features)(struct net_device *, netdev_features_t); int (*ndo_neigh_construct)(struct net_device *, struct neighbour *); void (*ndo_neigh_destroy)(struct net_device *, struct neighbour *); int (*ndo_fdb_add)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *, u16, u16, struct netlink_ext_ack *); int (*ndo_fdb_del)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *, u16, struct netlink_ext_ack *); int (*ndo_fdb_del_bulk)(struct ndmsg *, struct nlattr **, struct net_device *, u16, struct netlink_ext_ack *); int (*ndo_fdb_dump)(struct sk_buff *, struct netlink_callback *, struct net_device *, struct net_device *, int *); int (*ndo_fdb_get)(struct sk_buff *, struct nlattr **, struct net_device *, const unsigned char *, u16, u32, u32, struct netlink_ext_ack *); int (*ndo_bridge_setlink)(struct net_device *, struct nlmsghdr *, u16, struct netlink_ext_ack *); int (*ndo_bridge_getlink)(struct sk_buff *, u32, u32, struct net_device *, u32, int); int (*ndo_bridge_dellink)(struct net_device *, struct nlmsghdr *, u16); int (*ndo_change_carrier)(struct net_device *, bool); int (*ndo_get_phys_port_id)(struct net_device *, struct netdev_phys_item_id *); int (*ndo_get_port_parent_id)(struct net_device *, struct netdev_phys_item_id *); int (*ndo_get_phys_port_name)(struct net_device *, char *, size_t); void * (*ndo_dfwd_add_station)(struct net_device *, struct net_device *); void (*ndo_dfwd_del_station)(struct net_device *, void *); int (*ndo_set_tx_maxrate)(struct net_device *, int, u32); int (*ndo_get_iflink)(const struct net_device *); int (*ndo_fill_metadata_dst)(struct net_device *, struct sk_buff *); void (*ndo_set_rx_headroom)(struct net_device *, int); int (*ndo_bpf)(struct net_device *, struct netdev_bpf *); int (*ndo_xdp_xmit)(struct net_device *, int, struct xdp_frame **, u32); struct net_device * (*ndo_xdp_get_xmit_slave)(struct net_device *, struct xdp_buff *); int (*ndo_xsk_wakeup)(struct net_device *, u32, u32); int (*ndo_tunnel_ctl)(struct net_device *, struct ip_tunnel_parm *, int); struct net_device * (*ndo_get_peer_dev)(struct net_device *); int (*ndo_fill_forward_path)(struct net_device_path_ctx *, struct net_device_path *); ktime_t (*ndo_get_tstamp)(struct net_device *, const struct skb_shared_hwtstamps *, bool); }; struct pcpu_lstats { u64_stats_t packets; u64_stats_t bytes; struct u64_stats_sync syncp; }; struct pcpu_sw_netstats { u64_stats_t rx_packets; u64_stats_t rx_bytes; u64_stats_t tx_packets; u64_stats_t tx_bytes; struct u64_stats_sync syncp; }; struct iw_request_info; union iwreq_data; typedef int (*iw_handler)(struct net_device *, struct iw_request_info *, union iwreq_data *, char *); struct iw_priv_args; struct iw_statistics; struct iw_handler_def { const iw_handler *standard; __u16 num_standard; __u16 num_private; __u16 num_private_args; const iw_handler *private; const struct iw_priv_args *private_args; struct iw_statistics * (*get_wireless_stats)(struct net_device *); }; enum ethtool_phys_id_state { ETHTOOL_ID_INACTIVE = 0, ETHTOOL_ID_ACTIVE = 1, ETHTOOL_ID_ON = 2, ETHTOOL_ID_OFF = 3, }; struct ethtool_drvinfo; struct ethtool_regs; struct ethtool_wolinfo; struct ethtool_link_ext_state_info; struct ethtool_link_ext_stats; struct ethtool_eeprom; struct ethtool_coalesce; struct kernel_ethtool_coalesce; struct ethtool_ringparam; struct kernel_ethtool_ringparam; struct ethtool_pause_stats; struct ethtool_pauseparam; struct ethtool_test; struct ethtool_stats; struct ethtool_rxnfc; struct ethtool_flash; struct ethtool_channels; struct ethtool_dump; struct ethtool_ts_info; struct ethtool_modinfo; struct ethtool_eee; struct ethtool_tunable; struct ethtool_link_ksettings; struct ethtool_fec_stats; struct ethtool_fecparam; struct ethtool_module_eeprom; struct ethtool_eth_phy_stats; struct ethtool_eth_mac_stats; struct ethtool_eth_ctrl_stats; struct ethtool_rmon_stats; struct ethtool_rmon_hist_range; struct ethtool_module_power_mode_params; struct ethtool_ops { u32 cap_link_lanes_supported: 1; u32 supported_coalesce_params; u32 supported_ring_params; void (*get_drvinfo)(struct net_device *, struct ethtool_drvinfo *); int (*get_regs_len)(struct net_device *); void (*get_regs)(struct net_device *, struct ethtool_regs *, void *); void (*get_wol)(struct net_device *, struct ethtool_wolinfo *); int (*set_wol)(struct net_device *, struct ethtool_wolinfo *); u32 (*get_msglevel)(struct net_device *); void (*set_msglevel)(struct net_device *, u32); int (*nway_reset)(struct net_device *); u32 (*get_link)(struct net_device *); int (*get_link_ext_state)(struct net_device *, struct ethtool_link_ext_state_info *); void (*get_link_ext_stats)(struct net_device *, struct ethtool_link_ext_stats *); int (*get_eeprom_len)(struct net_device *); int (*get_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*set_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_coalesce)(struct net_device *, struct ethtool_coalesce *, struct kernel_ethtool_coalesce *, struct netlink_ext_ack *); int (*set_coalesce)(struct net_device *, struct ethtool_coalesce *, struct kernel_ethtool_coalesce *, struct netlink_ext_ack *); void (*get_ringparam)(struct net_device *, struct ethtool_ringparam *, struct kernel_ethtool_ringparam *, struct netlink_ext_ack *); int (*set_ringparam)(struct net_device *, struct ethtool_ringparam *, struct kernel_ethtool_ringparam *, struct netlink_ext_ack *); void (*get_pause_stats)(struct net_device *, struct ethtool_pause_stats *); void (*get_pauseparam)(struct net_device *, struct ethtool_pauseparam *); int (*set_pauseparam)(struct net_device *, struct ethtool_pauseparam *); void (*self_test)(struct net_device *, struct ethtool_test *, u64 *); void (*get_strings)(struct net_device *, u32, u8 *); int (*set_phys_id)(struct net_device *, enum ethtool_phys_id_state); void (*get_ethtool_stats)(struct net_device *, struct ethtool_stats *, u64 *); int (*begin)(struct net_device *); void (*complete)(struct net_device *); u32 (*get_priv_flags)(struct net_device *); int (*set_priv_flags)(struct net_device *, u32); int (*get_sset_count)(struct net_device *, int); int (*get_rxnfc)(struct net_device *, struct ethtool_rxnfc *, u32 *); int (*set_rxnfc)(struct net_device *, struct ethtool_rxnfc *); int (*flash_device)(struct net_device *, struct ethtool_flash *); int (*reset)(struct net_device *, u32 *); u32 (*get_rxfh_key_size)(struct net_device *); u32 (*get_rxfh_indir_size)(struct net_device *); int (*get_rxfh)(struct net_device *, u32 *, u8 *, u8 *); int (*set_rxfh)(struct net_device *, const u32 *, const u8 *, const u8); int (*get_rxfh_context)(struct net_device *, u32 *, u8 *, u8 *, u32); int (*set_rxfh_context)(struct net_device *, const u32 *, const u8 *, const u8, u32 *, bool); void (*get_channels)(struct net_device *, struct ethtool_channels *); int (*set_channels)(struct net_device *, struct ethtool_channels *); int (*get_dump_flag)(struct net_device *, struct ethtool_dump *); int (*get_dump_data)(struct net_device *, struct ethtool_dump *, void *); int (*set_dump)(struct net_device *, struct ethtool_dump *); int (*get_ts_info)(struct net_device *, struct ethtool_ts_info *); int (*get_module_info)(struct net_device *, struct ethtool_modinfo *); int (*get_module_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_eee)(struct net_device *, struct ethtool_eee *); int (*set_eee)(struct net_device *, struct ethtool_eee *); int (*get_tunable)(struct net_device *, const struct ethtool_tunable *, void *); int (*set_tunable)(struct net_device *, const struct ethtool_tunable *, const void *); int (*get_per_queue_coalesce)(struct net_device *, u32, struct ethtool_coalesce *); int (*set_per_queue_coalesce)(struct net_device *, u32, struct ethtool_coalesce *); int (*get_link_ksettings)(struct net_device *, struct ethtool_link_ksettings *); int (*set_link_ksettings)(struct net_device *, const struct ethtool_link_ksettings *); void (*get_fec_stats)(struct net_device *, struct ethtool_fec_stats *); int (*get_fecparam)(struct net_device *, struct ethtool_fecparam *); int (*set_fecparam)(struct net_device *, struct ethtool_fecparam *); void (*get_ethtool_phy_stats)(struct net_device *, struct ethtool_stats *, u64 *); int (*get_phy_tunable)(struct net_device *, const struct ethtool_tunable *, void *); int (*set_phy_tunable)(struct net_device *, const struct ethtool_tunable *, const void *); int (*get_module_eeprom_by_page)(struct net_device *, const struct ethtool_module_eeprom *, struct netlink_ext_ack *); void (*get_eth_phy_stats)(struct net_device *, struct ethtool_eth_phy_stats *); void (*get_eth_mac_stats)(struct net_device *, struct ethtool_eth_mac_stats *); void (*get_eth_ctrl_stats)(struct net_device *, struct ethtool_eth_ctrl_stats *); void (*get_rmon_stats)(struct net_device *, struct ethtool_rmon_stats *, const struct ethtool_rmon_hist_range **); int (*get_module_power_mode)(struct net_device *, struct ethtool_module_power_mode_params *, struct netlink_ext_ack *); int (*set_module_power_mode)(struct net_device *, const struct ethtool_module_power_mode_params *, struct netlink_ext_ack *); }; struct flowi6; struct l3mdev_ops { u32 (*l3mdev_fib_table)(const struct net_device *); struct sk_buff * (*l3mdev_l3_rcv)(struct net_device *, struct sk_buff *, u16); struct sk_buff * (*l3mdev_l3_out)(struct net_device *, struct sock *, struct sk_buff *, u16); struct dst_entry * (*l3mdev_link_scope_lookup)(const struct net_device *, struct flowi6 *); }; struct nd_opt_hdr; struct ndisc_options; struct prefix_info; struct ndisc_ops { int (*is_useropt)(u8); int (*parse_options)(const struct net_device *, struct nd_opt_hdr *, struct ndisc_options *); void (*update)(const struct net_device *, struct neighbour *, u32, u8, const struct ndisc_options *); int (*opt_addr_space)(const struct net_device *, u8, struct neighbour *, u8 *, u8 **); void (*fill_addr_option)(const struct net_device *, struct sk_buff *, u8, const u8 *); void (*prefix_rcv_add_addr)(struct net *, struct net_device *, const struct prefix_info *, struct inet6_dev *, struct in6_addr *, int, u32, bool, bool, __u32, u32, bool); }; enum tls_offload_ctx_dir { TLS_OFFLOAD_CTX_DIR_RX = 0, TLS_OFFLOAD_CTX_DIR_TX = 1, }; struct tls_crypto_info; struct tls_context; struct tlsdev_ops { int (*tls_dev_add)(struct net_device *, struct sock *, enum tls_offload_ctx_dir, struct tls_crypto_info *, u32); void (*tls_dev_del)(struct net_device *, struct tls_context *, enum tls_offload_ctx_dir); int (*tls_dev_resync)(struct net_device *, struct sock *, u32, u8 *, enum tls_offload_ctx_dir); }; struct tcf_proto; struct tcf_block; struct mini_Qdisc { struct tcf_proto *filter_list; struct tcf_block *block; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_queue *cpu_qstats; long unsigned int rcu_state; }; struct rtnl_link_ops { struct list_head list; const char *kind; size_t priv_size; struct net_device * (*alloc)(struct nlattr **, const char *, unsigned char, unsigned int, unsigned int); void (*setup)(struct net_device *); bool netns_refund; unsigned int maxtype; const struct nla_policy *policy; int (*validate)(struct nlattr **, struct nlattr **, struct netlink_ext_ack *); int (*newlink)(struct net *, struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); int (*changelink)(struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); void (*dellink)(struct net_device *, struct list_head *); size_t (*get_size)(const struct net_device *); int (*fill_info)(struct sk_buff *, const struct net_device *); size_t (*get_xstats_size)(const struct net_device *); int (*fill_xstats)(struct sk_buff *, const struct net_device *); unsigned int (*get_num_tx_queues)(); unsigned int (*get_num_rx_queues)(); unsigned int slave_maxtype; const struct nla_policy *slave_policy; int (*slave_changelink)(struct net_device *, struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); size_t (*get_slave_size)(const struct net_device *, const struct net_device *); int (*fill_slave_info)(struct sk_buff *, const struct net_device *, const struct net_device *); struct net * (*get_link_net)(const struct net_device *); size_t (*get_linkxstats_size)(const struct net_device *, int); int (*fill_linkxstats)(struct sk_buff *, const struct net_device *, int *, int); }; struct macsec_context; struct macsec_ops { int (*mdo_dev_open)(struct macsec_context *); int (*mdo_dev_stop)(struct macsec_context *); int (*mdo_add_secy)(struct macsec_context *); int (*mdo_upd_secy)(struct macsec_context *); int (*mdo_del_secy)(struct macsec_context *); int (*mdo_add_rxsc)(struct macsec_context *); int (*mdo_upd_rxsc)(struct macsec_context *); int (*mdo_del_rxsc)(struct macsec_context *); int (*mdo_add_rxsa)(struct macsec_context *); int (*mdo_upd_rxsa)(struct macsec_context *); int (*mdo_del_rxsa)(struct macsec_context *); int (*mdo_add_txsa)(struct macsec_context *); int (*mdo_upd_txsa)(struct macsec_context *); int (*mdo_del_txsa)(struct macsec_context *); int (*mdo_get_dev_stats)(struct macsec_context *); int (*mdo_get_tx_sc_stats)(struct macsec_context *); int (*mdo_get_tx_sa_stats)(struct macsec_context *); int (*mdo_get_rx_sc_stats)(struct macsec_context *); int (*mdo_get_rx_sa_stats)(struct macsec_context *); }; struct udp_tunnel_nic_table_info { unsigned int n_entries; unsigned int tunnel_types; }; struct udp_tunnel_info; struct udp_tunnel_nic_shared; struct udp_tunnel_nic_info { int (*set_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); int (*unset_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); int (*sync_table)(struct net_device *, unsigned int); struct udp_tunnel_nic_shared *shared; unsigned int flags; struct udp_tunnel_nic_table_info tables[4]; }; struct tcmsg { unsigned char tcm_family; unsigned char tcm__pad1; short unsigned int tcm__pad2; int tcm_ifindex; __u32 tcm_handle; __u32 tcm_parent; __u32 tcm_info; }; struct gnet_dump { spinlock_t *lock; struct sk_buff *skb; struct nlattr *tail; int compat_tc_stats; int compat_xstats; int padattr; void *xstats; int xstats_len; struct tc_stats tc_stats; }; struct netlink_range_validation { u64 min; u64 max; }; struct netlink_range_validation_signed { s64 min; s64 max; }; enum flow_action_hw_stats_bit { FLOW_ACTION_HW_STATS_IMMEDIATE_BIT = 0, FLOW_ACTION_HW_STATS_DELAYED_BIT = 1, FLOW_ACTION_HW_STATS_DISABLED_BIT = 2, FLOW_ACTION_HW_STATS_NUM_BITS = 3, }; struct flow_block { struct list_head cb_list; }; typedef int flow_setup_cb_t(enum tc_setup_type, void *, void *); struct qdisc_size_table { struct callback_head rcu; struct list_head list; struct tc_sizespec szopts; int refcnt; u16 data[0]; }; struct Qdisc_class_ops; struct Qdisc_ops { struct Qdisc_ops *next; const struct Qdisc_class_ops *cl_ops; char id[16]; int priv_size; unsigned int static_flags; int (*enqueue)(struct sk_buff *, struct Qdisc *, struct sk_buff **); struct sk_buff * (*dequeue)(struct Qdisc *); struct sk_buff * (*peek)(struct Qdisc *); int (*init)(struct Qdisc *, struct nlattr *, struct netlink_ext_ack *); void (*reset)(struct Qdisc *); void (*destroy)(struct Qdisc *); int (*change)(struct Qdisc *, struct nlattr *, struct netlink_ext_ack *); void (*attach)(struct Qdisc *); int (*change_tx_queue_len)(struct Qdisc *, unsigned int); void (*change_real_num_tx)(struct Qdisc *, unsigned int); int (*dump)(struct Qdisc *, struct sk_buff *); int (*dump_stats)(struct Qdisc *, struct gnet_dump *); void (*ingress_block_set)(struct Qdisc *, u32); void (*egress_block_set)(struct Qdisc *, u32); u32 (*ingress_block_get)(struct Qdisc *); u32 (*egress_block_get)(struct Qdisc *); struct module *owner; }; struct qdisc_walker; struct Qdisc_class_ops { unsigned int flags; struct netdev_queue * (*select_queue)(struct Qdisc *, struct tcmsg *); int (*graft)(struct Qdisc *, long unsigned int, struct Qdisc *, struct Qdisc **, struct netlink_ext_ack *); struct Qdisc * (*leaf)(struct Qdisc *, long unsigned int); void (*qlen_notify)(struct Qdisc *, long unsigned int); long unsigned int (*find)(struct Qdisc *, u32); int (*change)(struct Qdisc *, u32, u32, struct nlattr **, long unsigned int *, struct netlink_ext_ack *); int (*delete)(struct Qdisc *, long unsigned int, struct netlink_ext_ack *); void (*walk)(struct Qdisc *, struct qdisc_walker *); struct tcf_block * (*tcf_block)(struct Qdisc *, long unsigned int, struct netlink_ext_ack *); long unsigned int (*bind_tcf)(struct Qdisc *, long unsigned int, u32); void (*unbind_tcf)(struct Qdisc *, long unsigned int); int (*dump)(struct Qdisc *, long unsigned int, struct sk_buff *, struct tcmsg *); int (*dump_stats)(struct Qdisc *, long unsigned int, struct gnet_dump *); }; struct tcf_chain; struct tcf_block { struct mutex lock; struct list_head chain_list; u32 index; u32 classid; refcount_t refcnt; struct net *net; struct Qdisc *q; struct rw_semaphore cb_lock; struct flow_block flow_block; struct list_head owner_list; bool keep_dst; atomic_t offloadcnt; unsigned int nooffloaddevcnt; unsigned int lockeddevcnt; struct { struct tcf_chain *chain; struct list_head filter_chain_list; } chain0; struct callback_head rcu; struct hlist_head proto_destroy_ht[128]; struct mutex proto_destroy_lock; }; struct tcf_result; struct tcf_proto_ops; struct tcf_proto { struct tcf_proto *next; void *root; int (*classify)(struct sk_buff *, const struct tcf_proto *, struct tcf_result *); __be16 protocol; u32 prio; void *data; const struct tcf_proto_ops *ops; struct tcf_chain *chain; spinlock_t lock; bool deleting; refcount_t refcnt; struct callback_head rcu; struct hlist_node destroy_ht_node; }; struct tcf_result { union { struct { long unsigned int class; u32 classid; }; const struct tcf_proto *goto_tp; }; }; struct tcf_walker; struct tcf_proto_ops { struct list_head head; char kind[16]; int (*classify)(struct sk_buff *, const struct tcf_proto *, struct tcf_result *); int (*init)(struct tcf_proto *); void (*destroy)(struct tcf_proto *, bool, struct netlink_ext_ack *); void * (*get)(struct tcf_proto *, u32); void (*put)(struct tcf_proto *, void *); int (*change)(struct net *, struct sk_buff *, struct tcf_proto *, long unsigned int, u32, struct nlattr **, void **, u32, struct netlink_ext_ack *); int (*delete)(struct tcf_proto *, void *, bool *, bool, struct netlink_ext_ack *); bool (*delete_empty)(struct tcf_proto *); void (*walk)(struct tcf_proto *, struct tcf_walker *, bool); int (*reoffload)(struct tcf_proto *, bool, flow_setup_cb_t *, void *, struct netlink_ext_ack *); void (*hw_add)(struct tcf_proto *, void *); void (*hw_del)(struct tcf_proto *, void *); void (*bind_class)(void *, u32, long unsigned int, void *, long unsigned int); void * (*tmplt_create)(struct net *, struct tcf_chain *, struct nlattr **, struct netlink_ext_ack *); void (*tmplt_destroy)(void *); int (*dump)(struct net *, struct tcf_proto *, void *, struct sk_buff *, struct tcmsg *, bool); int (*terse_dump)(struct net *, struct tcf_proto *, void *, struct sk_buff *, struct tcmsg *, bool); int (*tmplt_dump)(struct sk_buff *, struct net *, void *); struct module *owner; int flags; }; struct tcf_chain { struct mutex filter_chain_lock; struct tcf_proto *filter_chain; struct list_head list; struct tcf_block *block; u32 index; unsigned int refcnt; unsigned int action_refcnt; bool explicitly_created; bool flushing; const struct tcf_proto_ops *tmplt_ops; void *tmplt_priv; struct callback_head rcu; }; struct ipc_ids { int in_use; short unsigned int seq; struct rw_semaphore rwsem; struct idr ipcs_idr; int max_idx; int last_idx; int next_id; struct rhashtable key_ht; }; struct ipc_namespace { struct ipc_ids ids[3]; int sem_ctls[4]; int used_sems; unsigned int msg_ctlmax; unsigned int msg_ctlmnb; unsigned int msg_ctlmni; struct percpu_counter percpu_msg_bytes; struct percpu_counter percpu_msg_hdrs; size_t shm_ctlmax; size_t shm_ctlall; long unsigned int shm_tot; int shm_ctlmni; int shm_rmid_forced; struct notifier_block ipcns_nb; struct vfsmount *mq_mnt; unsigned int mq_queues_count; unsigned int mq_queues_max; unsigned int mq_msg_max; unsigned int mq_msgsize_max; unsigned int mq_msg_default; unsigned int mq_msgsize_default; struct ctl_table_set mq_set; struct ctl_table_header *mq_sysctls; struct ctl_table_set ipc_set; struct ctl_table_header *ipc_sysctls; struct user_namespace *user_ns; struct ucounts *ucounts; struct llist_node mnt_llist; struct ns_common ns; }; struct timens_offsets { struct timespec64 monotonic; struct timespec64 boottime; }; struct time_namespace { struct user_namespace *user_ns; struct ucounts *ucounts; struct ns_common ns; struct timens_offsets offsets; struct page *vvar_page; bool frozen_offsets; }; struct nsset { unsigned int flags; struct nsproxy *nsproxy; struct fs_struct *fs; const struct cred *cred; }; typedef void (*swap_func_t)(void *, void *, int); typedef int (*cmp_func_t)(const void *, const void *); struct smp_hotplug_thread { struct task_struct **store; struct list_head list; int (*thread_should_run)(unsigned int); void (*thread_fn)(unsigned int); void (*create)(unsigned int); void (*setup)(unsigned int); void (*cleanup)(unsigned int, bool); void (*park)(unsigned int); void (*unpark)(unsigned int); bool selfparking; const char *thread_comm; }; struct smpboot_thread_data { unsigned int cpu; unsigned int status; struct smp_hotplug_thread *ht; }; enum { HP_THREAD_NONE = 0, HP_THREAD_ACTIVE = 1, HP_THREAD_PARKED = 2, }; enum lockdep_ok { LOCKDEP_STILL_OK = 0, LOCKDEP_NOW_UNRELIABLE = 1, }; struct pin_cookie {}; enum { CSD_FLAG_LOCK = 1, IRQ_WORK_PENDING = 1, IRQ_WORK_BUSY = 2, IRQ_WORK_LAZY = 4, IRQ_WORK_HARD_IRQ = 8, IRQ_WORK_CLAIMED = 3, CSD_TYPE_ASYNC = 0, CSD_TYPE_SYNC = 16, CSD_TYPE_IRQ_WORK = 32, CSD_TYPE_TTWU = 48, CSD_FLAG_TYPE_MASK = 240, }; typedef int (*task_call_f)(struct task_struct *, void *); struct wait_bit_queue_entry { struct wait_bit_key key; struct wait_queue_entry wq_entry; }; struct static_key_true { struct static_key key; }; struct plist_head { struct list_head node_list; }; struct dl_bw { raw_spinlock_t lock; u64 bw; u64 total_bw; }; struct cpudl_item; struct cpudl { raw_spinlock_t lock; int size; cpumask_var_t free_cpus; struct cpudl_item *elements; }; struct cpupri_vec { atomic_t count; cpumask_var_t mask; }; struct cpupri { struct cpupri_vec pri_to_cpu[101]; int *cpu_to_pri; }; struct perf_domain; struct root_domain { atomic_t refcount; atomic_t rto_count; struct callback_head rcu; cpumask_var_t span; cpumask_var_t online; int overload; int overutilized; cpumask_var_t dlo_mask; atomic_t dlo_count; struct dl_bw dl_bw; struct cpudl cpudl; u64 visit_gen; struct irq_work rto_push_work; raw_spinlock_t rto_lock; int rto_loop; int rto_cpu; atomic_t rto_loop_next; atomic_t rto_loop_start; cpumask_var_t rto_mask; struct cpupri cpupri; long unsigned int max_cpu_capacity; struct perf_domain *pd; }; struct cfs_rq { struct load_weight load; unsigned int nr_running; unsigned int h_nr_running; unsigned int idle_nr_running; unsigned int idle_h_nr_running; u64 exec_clock; u64 min_vruntime; struct rb_root_cached tasks_timeline; struct sched_entity *curr; struct sched_entity *next; struct sched_entity *last; struct sched_entity *skip; long: 64; long: 64; long: 64; long: 64; struct sched_avg avg; struct { raw_spinlock_t lock; int nr; long unsigned int load_avg; long unsigned int util_avg; long unsigned int runnable_avg; long: 64; long: 64; long: 64; long: 64; } removed; long unsigned int tg_load_avg_contrib; long int propagate; long int prop_runnable_sum; long unsigned int h_load; u64 last_h_load_update; struct sched_entity *h_load_next; struct rq *rq; int on_list; struct list_head leaf_cfs_rq_list; struct task_group *tg; int idle; int runtime_enabled; s64 runtime_remaining; u64 throttled_pelt_idle; u64 throttled_clock; u64 throttled_clock_pelt; u64 throttled_clock_pelt_time; int throttled; int throttle_count; struct list_head throttled_list; long: 64; long: 64; long: 64; long: 64; }; struct rt_prio_array { long unsigned int bitmap[2]; struct list_head queue[100]; }; struct rt_rq { struct rt_prio_array active; unsigned int rt_nr_running; unsigned int rr_nr_running; struct { int curr; int next; } highest_prio; unsigned int rt_nr_migratory; unsigned int rt_nr_total; int overloaded; struct plist_head pushable_tasks; int rt_queued; int rt_throttled; u64 rt_time; u64 rt_runtime; raw_spinlock_t rt_runtime_lock; unsigned int rt_nr_boosted; struct rq *rq; struct task_group *tg; }; struct rt_bandwidth { raw_spinlock_t rt_runtime_lock; ktime_t rt_period; u64 rt_runtime; struct hrtimer rt_period_timer; unsigned int rt_period_active; }; struct cfs_bandwidth { raw_spinlock_t lock; ktime_t period; u64 quota; u64 runtime; u64 burst; u64 runtime_snap; s64 hierarchical_quota; u8 idle; u8 period_active; u8 slack_started; struct hrtimer period_timer; struct hrtimer slack_timer; struct list_head throttled_cfs_rq; int nr_periods; int nr_throttled; int nr_burst; u64 throttled_time; u64 burst_time; }; struct task_group { struct cgroup_subsys_state css; struct sched_entity **se; struct cfs_rq **cfs_rq; long unsigned int shares; int idle; long: 32; long: 64; long: 64; long: 64; atomic_long_t load_avg; struct sched_rt_entity **rt_se; struct rt_rq **rt_rq; struct rt_bandwidth rt_bandwidth; struct callback_head rcu; struct list_head list; struct task_group *parent; struct list_head siblings; struct list_head children; struct autogroup *autogroup; struct cfs_bandwidth cfs_bandwidth; long: 64; }; struct io_ring_ctx; struct io_wq; struct io_uring_task { int cached_refs; const struct io_ring_ctx *last; struct io_wq *io_wq; struct file *registered_rings[16]; struct xarray xa; struct wait_queue_head wait; atomic_t in_idle; atomic_t inflight_tracked; struct percpu_counter inflight; long: 64; long: 64; struct { struct llist_head task_list; struct callback_head task_work; long: 64; long: 64; long: 64; long: 64; long: 64; }; }; enum { MEMBARRIER_STATE_PRIVATE_EXPEDITED_READY = 1, MEMBARRIER_STATE_PRIVATE_EXPEDITED = 2, MEMBARRIER_STATE_GLOBAL_EXPEDITED_READY = 4, MEMBARRIER_STATE_GLOBAL_EXPEDITED = 8, MEMBARRIER_STATE_PRIVATE_EXPEDITED_SYNC_CORE_READY = 16, MEMBARRIER_STATE_PRIVATE_EXPEDITED_SYNC_CORE = 32, MEMBARRIER_STATE_PRIVATE_EXPEDITED_RSEQ_READY = 64, MEMBARRIER_STATE_PRIVATE_EXPEDITED_RSEQ = 128, }; struct autogroup { struct kref kref; struct task_group *tg; struct rw_semaphore lock; long unsigned int id; int nice; }; typedef int __kernel_rwf_t; struct trace_print_flags { long unsigned int mask; const char *name; }; enum ctx_state { CONTEXT_DISABLED = -1, CONTEXT_KERNEL = 0, CONTEXT_IDLE = 1, CONTEXT_USER = 2, CONTEXT_GUEST = 3, CONTEXT_MAX = 4, }; struct sched_domain_attr { int relax_domain_level; }; struct sched_domain_shared { atomic_t ref; atomic_t nr_busy_cpus; int has_idle_cores; int nr_idle_scan; }; struct sched_group; struct sched_domain { struct sched_domain *parent; struct sched_domain *child; struct sched_group *groups; long unsigned int min_interval; long unsigned int max_interval; unsigned int busy_factor; unsigned int imbalance_pct; unsigned int cache_nice_tries; unsigned int imb_numa_nr; int nohz_idle; int flags; int level; long unsigned int last_balance; unsigned int balance_interval; unsigned int nr_balance_failed; u64 max_newidle_lb_cost; long unsigned int last_decay_max_lb_cost; u64 avg_scan_cost; unsigned int lb_count[3]; unsigned int lb_failed[3]; unsigned int lb_balanced[3]; unsigned int lb_imbalance[3]; unsigned int lb_gained[3]; unsigned int lb_hot_gained[3]; unsigned int lb_nobusyg[3]; unsigned int lb_nobusyq[3]; unsigned int alb_count; unsigned int alb_failed; unsigned int alb_pushed; unsigned int sbe_count; unsigned int sbe_balanced; unsigned int sbe_pushed; unsigned int sbf_count; unsigned int sbf_balanced; unsigned int sbf_pushed; unsigned int ttwu_wake_remote; unsigned int ttwu_move_affine; unsigned int ttwu_move_balance; union { void *private; struct callback_head rcu; }; struct sched_domain_shared *shared; unsigned int span_weight; long unsigned int span[0]; }; struct sched_group_capacity; struct sched_group { struct sched_group *next; atomic_t ref; unsigned int group_weight; struct sched_group_capacity *sgc; int asym_prefer_cpu; int flags; long unsigned int cpumask[0]; }; struct sched_group_capacity { atomic_t ref; long unsigned int capacity; long unsigned int min_capacity; long unsigned int max_capacity; long unsigned int next_update; int imbalance; long unsigned int cpumask[0]; }; struct em_perf_state { long unsigned int frequency; long unsigned int power; long unsigned int cost; long unsigned int flags; }; struct em_perf_domain { struct em_perf_state *table; int nr_perf_states; long unsigned int flags; long unsigned int cpus[0]; }; enum pm_qos_type { PM_QOS_UNITIALIZED = 0, PM_QOS_MAX = 1, PM_QOS_MIN = 2, }; struct pm_qos_constraints { struct plist_head list; s32 target_value; s32 default_value; s32 no_constraint_value; enum pm_qos_type type; struct blocking_notifier_head *notifiers; }; struct freq_constraints { struct pm_qos_constraints min_freq; struct blocking_notifier_head min_freq_notifiers; struct pm_qos_constraints max_freq; struct blocking_notifier_head max_freq_notifiers; }; struct pm_qos_flags { struct list_head list; s32 effective_flags; }; struct dev_pm_qos_request; struct dev_pm_qos { struct pm_qos_constraints resume_latency; struct pm_qos_constraints latency_tolerance; struct freq_constraints freq; struct pm_qos_flags flags; struct dev_pm_qos_request *resume_latency_req; struct dev_pm_qos_request *latency_tolerance_req; struct dev_pm_qos_request *flags_req; }; struct kernel_cpustat { u64 cpustat[10]; }; struct kernel_stat { long unsigned int irqs_sum; unsigned int softirqs[10]; }; struct kthread_work; typedef void (*kthread_work_func_t)(struct kthread_work *); struct kthread_worker; struct kthread_work { struct list_head node; kthread_work_func_t func; struct kthread_worker *worker; int canceling; }; struct kthread_worker { unsigned int flags; raw_spinlock_t lock; struct list_head work_list; struct list_head delayed_work_list; struct task_struct *task; struct kthread_work *current_work; }; enum { CFTYPE_ONLY_ON_ROOT = 1, CFTYPE_NOT_ON_ROOT = 2, CFTYPE_NS_DELEGATABLE = 4, CFTYPE_NO_PREFIX = 8, CFTYPE_WORLD_WRITABLE = 16, CFTYPE_DEBUG = 32, __CFTYPE_ONLY_ON_DFL = 65536, __CFTYPE_NOT_ON_DFL = 131072, __CFTYPE_ADDED = 262144, }; typedef struct { union { void *kernel; void *user; }; bool is_kernel: 1; } sockptr_t; enum hk_type { HK_TYPE_TIMER = 0, HK_TYPE_RCU = 1, HK_TYPE_MISC = 2, HK_TYPE_SCHED = 3, HK_TYPE_TICK = 4, HK_TYPE_DOMAIN = 5, HK_TYPE_WQ = 6, HK_TYPE_MANAGED_IRQ = 7, HK_TYPE_KTHREAD = 8, HK_TYPE_MAX = 9, }; struct ubuf_info; struct msghdr { void *msg_name; int msg_namelen; int msg_inq; struct iov_iter msg_iter; union { void *msg_control; void *msg_control_user; }; bool msg_control_is_user: 1; bool msg_get_inq: 1; unsigned int msg_flags; __kernel_size_t msg_controllen; struct kiocb *msg_iocb; struct ubuf_info *msg_ubuf; int (*sg_from_iter)(struct sock *, struct sk_buff *, struct iov_iter *, size_t); }; struct ubuf_info { void (*callback)(struct sk_buff *, struct ubuf_info *, bool); refcount_t refcnt; u8 flags; }; typedef enum { SS_FREE = 0, SS_UNCONNECTED = 1, SS_CONNECTING = 2, SS_CONNECTED = 3, SS_DISCONNECTING = 4, } socket_state; struct socket_wq { wait_queue_head_t wait; struct fasync_struct *fasync_list; long unsigned int flags; struct callback_head rcu; long: 64; }; struct proto_ops; struct socket { socket_state state; short int type; long unsigned int flags; struct file *file; struct sock *sk; const struct proto_ops *ops; long: 64; long: 64; long: 64; struct socket_wq wq; }; typedef struct { size_t written; size_t count; union { char *buf; void *data; } arg; int error; } read_descriptor_t; typedef int (*sk_read_actor_t)(read_descriptor_t *, struct sk_buff *, unsigned int, size_t); typedef int (*skb_read_actor_t)(struct sock *, struct sk_buff *); struct proto_ops { int family; struct module *owner; int (*release)(struct socket *); int (*bind)(struct socket *, struct sockaddr *, int); int (*connect)(struct socket *, struct sockaddr *, int, int); int (*socketpair)(struct socket *, struct socket *); int (*accept)(struct socket *, struct socket *, int, bool); int (*getname)(struct socket *, struct sockaddr *, int); __poll_t (*poll)(struct file *, struct socket *, struct poll_table_struct *); int (*ioctl)(struct socket *, unsigned int, long unsigned int); int (*gettstamp)(struct socket *, void *, bool, bool); int (*listen)(struct socket *, int); int (*shutdown)(struct socket *, int); int (*setsockopt)(struct socket *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct socket *, int, int, char *, int *); void (*show_fdinfo)(struct seq_file *, struct socket *); int (*sendmsg)(struct socket *, struct msghdr *, size_t); int (*recvmsg)(struct socket *, struct msghdr *, size_t, int); int (*mmap)(struct file *, struct socket *, struct vm_area_struct *); ssize_t (*sendpage)(struct socket *, struct page *, int, size_t, int); ssize_t (*splice_read)(struct socket *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); int (*set_peek_off)(struct sock *, int); int (*peek_len)(struct socket *); int (*read_sock)(struct sock *, read_descriptor_t *, sk_read_actor_t); int (*read_skb)(struct sock *, skb_read_actor_t); int (*sendpage_locked)(struct sock *, struct page *, int, size_t, int); int (*sendmsg_locked)(struct sock *, struct msghdr *, size_t); int (*set_rcvlowat)(struct sock *, int); }; struct wake_q_head { struct wake_q_node *first; struct wake_q_node **lastp; }; struct sched_param { int sched_priority; }; struct sched_attr { __u32 size; __u32 sched_policy; __u64 sched_flags; __s32 sched_nice; __u32 sched_priority; __u64 sched_runtime; __u64 sched_deadline; __u64 sched_period; __u32 sched_util_min; __u32 sched_util_max; }; struct trace_event_raw_sched_kthread_stop { struct trace_entry ent; char comm[16]; pid_t pid; char __data[0]; }; struct trace_event_raw_sched_kthread_stop_ret { struct trace_entry ent; int ret; char __data[0]; }; struct trace_event_raw_sched_kthread_work_queue_work { struct trace_entry ent; void *work; void *function; void *worker; char __data[0]; }; struct trace_event_raw_sched_kthread_work_execute_start { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_sched_kthread_work_execute_end { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_sched_wakeup_template { struct trace_entry ent; char comm[16]; pid_t pid; int prio; int target_cpu; char __data[0]; }; struct trace_event_raw_sched_switch { struct trace_entry ent; char prev_comm[16]; pid_t prev_pid; int prev_prio; long int prev_state; char next_comm[16]; pid_t next_pid; int next_prio; char __data[0]; }; struct trace_event_raw_sched_migrate_task { struct trace_entry ent; char comm[16]; pid_t pid; int prio; int orig_cpu; int dest_cpu; char __data[0]; }; struct trace_event_raw_sched_process_template { struct trace_entry ent; char comm[16]; pid_t pid; int prio; char __data[0]; }; struct trace_event_raw_sched_process_wait { struct trace_entry ent; char comm[16]; pid_t pid; int prio; char __data[0]; }; struct trace_event_raw_sched_process_fork { struct trace_entry ent; char parent_comm[16]; pid_t parent_pid; char child_comm[16]; pid_t child_pid; char __data[0]; }; struct trace_event_raw_sched_process_exec { struct trace_entry ent; u32 __data_loc_filename; pid_t pid; pid_t old_pid; char __data[0]; }; struct trace_event_raw_sched_stat_template { struct trace_entry ent; char comm[16]; pid_t pid; u64 delay; char __data[0]; }; struct trace_event_raw_sched_stat_runtime { struct trace_entry ent; char comm[16]; pid_t pid; u64 runtime; u64 vruntime; char __data[0]; }; struct trace_event_raw_sched_pi_setprio { struct trace_entry ent; char comm[16]; pid_t pid; int oldprio; int newprio; char __data[0]; }; struct trace_event_raw_sched_move_numa { struct trace_entry ent; pid_t pid; pid_t tgid; pid_t ngid; int src_cpu; int src_nid; int dst_cpu; int dst_nid; char __data[0]; }; struct trace_event_raw_sched_numa_pair_template { struct trace_entry ent; pid_t src_pid; pid_t src_tgid; pid_t src_ngid; int src_cpu; int src_nid; pid_t dst_pid; pid_t dst_tgid; pid_t dst_ngid; int dst_cpu; int dst_nid; char __data[0]; }; struct trace_event_raw_sched_wake_idle_without_ipi { struct trace_entry ent; int cpu; char __data[0]; }; struct trace_event_data_offsets_sched_kthread_stop {}; struct trace_event_data_offsets_sched_kthread_stop_ret {}; struct trace_event_data_offsets_sched_kthread_work_queue_work {}; struct trace_event_data_offsets_sched_kthread_work_execute_start {}; struct trace_event_data_offsets_sched_kthread_work_execute_end {}; struct trace_event_data_offsets_sched_wakeup_template {}; struct trace_event_data_offsets_sched_switch {}; struct trace_event_data_offsets_sched_migrate_task {}; struct trace_event_data_offsets_sched_process_template {}; struct trace_event_data_offsets_sched_process_wait {}; struct trace_event_data_offsets_sched_process_fork {}; struct trace_event_data_offsets_sched_process_exec { u32 filename; }; struct trace_event_data_offsets_sched_stat_template {}; struct trace_event_data_offsets_sched_stat_runtime {}; struct trace_event_data_offsets_sched_pi_setprio {}; struct trace_event_data_offsets_sched_move_numa {}; struct trace_event_data_offsets_sched_numa_pair_template {}; struct trace_event_data_offsets_sched_wake_idle_without_ipi {}; typedef void (*btf_trace_sched_kthread_stop)(void *, struct task_struct *); typedef void (*btf_trace_sched_kthread_stop_ret)(void *, int); typedef void (*btf_trace_sched_kthread_work_queue_work)(void *, struct kthread_worker *, struct kthread_work *); typedef void (*btf_trace_sched_kthread_work_execute_start)(void *, struct kthread_work *); typedef void (*btf_trace_sched_kthread_work_execute_end)(void *, struct kthread_work *, kthread_work_func_t); typedef void (*btf_trace_sched_waking)(void *, struct task_struct *); typedef void (*btf_trace_sched_wakeup)(void *, struct task_struct *); typedef void (*btf_trace_sched_wakeup_new)(void *, struct task_struct *); typedef void (*btf_trace_sched_switch)(void *, bool, struct task_struct *, struct task_struct *, unsigned int); typedef void (*btf_trace_sched_migrate_task)(void *, struct task_struct *, int); typedef void (*btf_trace_sched_process_free)(void *, struct task_struct *); typedef void (*btf_trace_sched_process_exit)(void *, struct task_struct *); typedef void (*btf_trace_sched_wait_task)(void *, struct task_struct *); typedef void (*btf_trace_sched_process_wait)(void *, struct pid *); typedef void (*btf_trace_sched_process_fork)(void *, struct task_struct *, struct task_struct *); typedef void (*btf_trace_sched_process_exec)(void *, struct task_struct *, pid_t, struct linux_binprm *); typedef void (*btf_trace_sched_stat_wait)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_sleep)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_iowait)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_blocked)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_runtime)(void *, struct task_struct *, u64, u64); typedef void (*btf_trace_sched_pi_setprio)(void *, struct task_struct *, struct task_struct *); typedef void (*btf_trace_sched_move_numa)(void *, struct task_struct *, int, int); typedef void (*btf_trace_sched_stick_numa)(void *, struct task_struct *, int, struct task_struct *, int); typedef void (*btf_trace_sched_swap_numa)(void *, struct task_struct *, int, struct task_struct *, int); typedef void (*btf_trace_sched_wake_idle_without_ipi)(void *, int); typedef void (*btf_trace_pelt_cfs_tp)(void *, struct cfs_rq *); typedef void (*btf_trace_pelt_rt_tp)(void *, struct rq *); struct dl_rq { struct rb_root_cached root; unsigned int dl_nr_running; struct { u64 curr; u64 next; } earliest_dl; unsigned int dl_nr_migratory; int overloaded; struct rb_root_cached pushable_dl_tasks_root; u64 running_bw; u64 this_bw; u64 extra_bw; u64 bw_ratio; }; typedef int (*cpu_stop_fn_t)(void *); struct cpu_stop_done; struct cpu_stop_work { struct list_head list; cpu_stop_fn_t fn; long unsigned int caller; void *arg; struct cpu_stop_done *done; }; struct balance_callback; struct rq { raw_spinlock_t __lock; unsigned int nr_running; unsigned int nr_numa_running; unsigned int nr_preferred_running; unsigned int numa_migrate_on; long unsigned int last_blocked_load_update_tick; unsigned int has_blocked_load; long: 32; long: 64; long: 64; long: 64; call_single_data_t nohz_csd; unsigned int nohz_tick_stopped; atomic_t nohz_flags; unsigned int ttwu_pending; u64 nr_switches; long: 64; struct cfs_rq cfs; struct rt_rq rt; struct dl_rq dl; struct list_head leaf_cfs_rq_list; struct list_head *tmp_alone_branch; unsigned int nr_uninterruptible; struct task_struct *curr; struct task_struct *idle; struct task_struct *stop; long unsigned int next_balance; struct mm_struct *prev_mm; unsigned int clock_update_flags; u64 clock; long: 64; long: 64; long: 64; u64 clock_task; u64 clock_pelt; long unsigned int lost_idle_time; u64 clock_pelt_idle; u64 clock_idle; atomic_t nr_iowait; int membarrier_state; struct root_domain *rd; struct sched_domain *sd; long unsigned int cpu_capacity; long unsigned int cpu_capacity_orig; long unsigned int cpu_capacity_inverted; struct balance_callback *balance_callback; unsigned char nohz_idle_balance; unsigned char idle_balance; long unsigned int misfit_task_load; int active_balance; int push_cpu; struct cpu_stop_work active_balance_work; int cpu; int online; struct list_head cfs_tasks; struct sched_avg avg_rt; struct sched_avg avg_dl; u64 idle_stamp; u64 avg_idle; long unsigned int wake_stamp; u64 wake_avg_idle; u64 max_idle_balance_cost; struct rcuwait hotplug_wait; long unsigned int calc_load_update; long int calc_load_active; call_single_data_t hrtick_csd; struct hrtimer hrtick_timer; ktime_t hrtick_time; struct sched_info rq_sched_info; long long unsigned int rq_cpu_time; unsigned int yld_count; unsigned int sched_count; unsigned int sched_goidle; unsigned int ttwu_count; unsigned int ttwu_local; unsigned int nr_pinned; unsigned int push_busy; struct cpu_stop_work push_work; cpumask_var_t scratch_mask; long: 64; long: 64; long: 64; }; typedef void (*btf_trace_pelt_dl_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_thermal_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_irq_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_se_tp)(void *, struct sched_entity *); typedef void (*btf_trace_sched_cpu_capacity_tp)(void *, struct rq *); typedef void (*btf_trace_sched_overutilized_tp)(void *, struct root_domain *, bool); typedef void (*btf_trace_sched_util_est_cfs_tp)(void *, struct cfs_rq *); typedef void (*btf_trace_sched_util_est_se_tp)(void *, struct sched_entity *); typedef void (*btf_trace_sched_update_nr_running_tp)(void *, struct rq *, int); struct pm_qos_flags_request { struct list_head node; s32 flags; }; enum freq_qos_req_type { FREQ_QOS_MIN = 1, FREQ_QOS_MAX = 2, }; struct freq_qos_request { enum freq_qos_req_type type; struct plist_node pnode; struct freq_constraints *qos; }; enum dev_pm_qos_req_type { DEV_PM_QOS_RESUME_LATENCY = 1, DEV_PM_QOS_LATENCY_TOLERANCE = 2, DEV_PM_QOS_MIN_FREQUENCY = 3, DEV_PM_QOS_MAX_FREQUENCY = 4, DEV_PM_QOS_FLAGS = 5, }; struct dev_pm_qos_request { enum dev_pm_qos_req_type type; union { struct plist_node pnode; struct pm_qos_flags_request flr; struct freq_qos_request freq; } data; struct device *dev; }; struct cpudl_item { u64 dl; int cpu; int idx; }; typedef int (*tg_visitor)(struct task_group *, void *); struct perf_domain { struct em_perf_domain *em_pd; struct perf_domain *next; struct callback_head rcu; }; struct balance_callback { struct balance_callback *next; void (*func)(struct rq *); }; struct rq_flags { long unsigned int flags; struct pin_cookie cookie; }; struct sched_entity_stats { struct sched_entity se; struct sched_statistics stats; }; enum { __SCHED_FEAT_GENTLE_FAIR_SLEEPERS = 0, __SCHED_FEAT_START_DEBIT = 1, __SCHED_FEAT_NEXT_BUDDY = 2, __SCHED_FEAT_LAST_BUDDY = 3, __SCHED_FEAT_CACHE_HOT_BUDDY = 4, __SCHED_FEAT_WAKEUP_PREEMPTION = 5, __SCHED_FEAT_HRTICK = 6, __SCHED_FEAT_HRTICK_DL = 7, __SCHED_FEAT_DOUBLE_TICK = 8, __SCHED_FEAT_NONTASK_CAPACITY = 9, __SCHED_FEAT_TTWU_QUEUE = 10, __SCHED_FEAT_SIS_PROP = 11, __SCHED_FEAT_SIS_UTIL = 12, __SCHED_FEAT_WARN_DOUBLE_CLOCK = 13, __SCHED_FEAT_RT_PUSH_IPI = 14, __SCHED_FEAT_RT_RUNTIME_SHARE = 15, __SCHED_FEAT_LB_MIN = 16, __SCHED_FEAT_ATTACH_AGE_LOAD = 17, __SCHED_FEAT_WA_IDLE = 18, __SCHED_FEAT_WA_WEIGHT = 19, __SCHED_FEAT_WA_BIAS = 20, __SCHED_FEAT_UTIL_EST = 21, __SCHED_FEAT_UTIL_EST_FASTUP = 22, __SCHED_FEAT_LATENCY_WARN = 23, __SCHED_FEAT_ALT_PERIOD = 24, __SCHED_FEAT_BASE_SLICE = 25, __SCHED_FEAT_NR = 26, }; struct affinity_context { const struct cpumask *new_mask; struct cpumask *user_mask; unsigned int flags; }; enum cpu_util_type { FREQUENCY_UTIL = 0, ENERGY_UTIL = 1, }; enum task_work_notify_mode { TWA_NONE = 0, TWA_RESUME = 1, TWA_SIGNAL = 2, TWA_SIGNAL_NO_IPI = 3, }; struct io_uring_sqe { __u8 opcode; __u8 flags; __u16 ioprio; __s32 fd; union { __u64 off; __u64 addr2; struct { __u32 cmd_op; __u32 __pad1; }; }; union { __u64 addr; __u64 splice_off_in; }; __u32 len; union { __kernel_rwf_t rw_flags; __u32 fsync_flags; __u16 poll_events; __u32 poll32_events; __u32 sync_range_flags; __u32 msg_flags; __u32 timeout_flags; __u32 accept_flags; __u32 cancel_flags; __u32 open_flags; __u32 statx_flags; __u32 fadvise_advice; __u32 splice_flags; __u32 rename_flags; __u32 unlink_flags; __u32 hardlink_flags; __u32 xattr_flags; __u32 msg_ring_flags; __u32 uring_cmd_flags; }; __u64 user_data; union { __u16 buf_index; __u16 buf_group; }; __u16 personality; union { __s32 splice_fd_in; __u32 file_index; struct { __u16 addr_len; __u16 __pad3[1]; }; }; union { struct { __u64 addr3; __u64 __pad2[1]; }; __u8 cmd[0]; }; }; enum { IOSQE_FIXED_FILE_BIT = 0, IOSQE_IO_DRAIN_BIT = 1, IOSQE_IO_LINK_BIT = 2, IOSQE_IO_HARDLINK_BIT = 3, IOSQE_ASYNC_BIT = 4, IOSQE_BUFFER_SELECT_BIT = 5, IOSQE_CQE_SKIP_SUCCESS_BIT = 6, }; enum io_uring_op { IORING_OP_NOP = 0, IORING_OP_READV = 1, IORING_OP_WRITEV = 2, IORING_OP_FSYNC = 3, IORING_OP_READ_FIXED = 4, IORING_OP_WRITE_FIXED = 5, IORING_OP_POLL_ADD = 6, IORING_OP_POLL_REMOVE = 7, IORING_OP_SYNC_FILE_RANGE = 8, IORING_OP_SENDMSG = 9, IORING_OP_RECVMSG = 10, IORING_OP_TIMEOUT = 11, IORING_OP_TIMEOUT_REMOVE = 12, IORING_OP_ACCEPT = 13, IORING_OP_ASYNC_CANCEL = 14, IORING_OP_LINK_TIMEOUT = 15, IORING_OP_CONNECT = 16, IORING_OP_FALLOCATE = 17, IORING_OP_OPENAT = 18, IORING_OP_CLOSE = 19, IORING_OP_FILES_UPDATE = 20, IORING_OP_STATX = 21, IORING_OP_READ = 22, IORING_OP_WRITE = 23, IORING_OP_FADVISE = 24, IORING_OP_MADVISE = 25, IORING_OP_SEND = 26, IORING_OP_RECV = 27, IORING_OP_OPENAT2 = 28, IORING_OP_EPOLL_CTL = 29, IORING_OP_SPLICE = 30, IORING_OP_PROVIDE_BUFFERS = 31, IORING_OP_REMOVE_BUFFERS = 32, IORING_OP_TEE = 33, IORING_OP_SHUTDOWN = 34, IORING_OP_RENAMEAT = 35, IORING_OP_UNLINKAT = 36, IORING_OP_MKDIRAT = 37, IORING_OP_SYMLINKAT = 38, IORING_OP_LINKAT = 39, IORING_OP_MSG_RING = 40, IORING_OP_FSETXATTR = 41, IORING_OP_SETXATTR = 42, IORING_OP_FGETXATTR = 43, IORING_OP_GETXATTR = 44, IORING_OP_SOCKET = 45, IORING_OP_URING_CMD = 46, IORING_OP_SEND_ZC = 47, IORING_OP_SENDMSG_ZC = 48, IORING_OP_LAST = 49, }; struct io_uring_cqe { __u64 user_data; __s32 res; __u32 flags; __u64 big_cqe[0]; }; enum { IORING_REGISTER_BUFFERS = 0, IORING_UNREGISTER_BUFFERS = 1, IORING_REGISTER_FILES = 2, IORING_UNREGISTER_FILES = 3, IORING_REGISTER_EVENTFD = 4, IORING_UNREGISTER_EVENTFD = 5, IORING_REGISTER_FILES_UPDATE = 6, IORING_REGISTER_EVENTFD_ASYNC = 7, IORING_REGISTER_PROBE = 8, IORING_REGISTER_PERSONALITY = 9, IORING_UNREGISTER_PERSONALITY = 10, IORING_REGISTER_RESTRICTIONS = 11, IORING_REGISTER_ENABLE_RINGS = 12, IORING_REGISTER_FILES2 = 13, IORING_REGISTER_FILES_UPDATE2 = 14, IORING_REGISTER_BUFFERS2 = 15, IORING_REGISTER_BUFFERS_UPDATE = 16, IORING_REGISTER_IOWQ_AFF = 17, IORING_UNREGISTER_IOWQ_AFF = 18, IORING_REGISTER_IOWQ_MAX_WORKERS = 19, IORING_REGISTER_RING_FDS = 20, IORING_UNREGISTER_RING_FDS = 21, IORING_REGISTER_PBUF_RING = 22, IORING_UNREGISTER_PBUF_RING = 23, IORING_REGISTER_SYNC_CANCEL = 24, IORING_REGISTER_FILE_ALLOC_RANGE = 25, IORING_REGISTER_LAST = 26, }; struct io_wq_work_node { struct io_wq_work_node *next; }; struct io_wq_work_list { struct io_wq_work_node *first; struct io_wq_work_node *last; }; struct io_wq_work { struct io_wq_work_node list; unsigned int flags; int cancel_seq; }; struct io_fixed_file { long unsigned int file_ptr; }; struct io_file_table { struct io_fixed_file *files; long unsigned int *bitmap; unsigned int alloc_hint; }; struct io_hash_bucket { spinlock_t lock; struct hlist_head list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_hash_table { struct io_hash_bucket *hbs; unsigned int hash_bits; }; struct io_kiocb; struct io_submit_link { struct io_kiocb *head; struct io_kiocb *last; }; struct io_submit_state { struct io_wq_work_node free_list; struct io_wq_work_list compl_reqs; struct io_submit_link link; bool plug_started; bool need_plug; short unsigned int submit_nr; unsigned int cqes_count; struct blk_plug plug; struct io_uring_cqe cqes[16]; }; struct io_alloc_cache { struct hlist_head list; unsigned int nr_cached; }; struct io_restriction { long unsigned int register_op[1]; long unsigned int sqe_op[1]; u8 sqe_flags_allowed; u8 sqe_flags_required; bool registered; }; struct io_rings; struct io_rsrc_node; struct io_mapped_ubuf; struct io_buffer_list; struct io_sq_data; struct io_ev_fd; struct io_rsrc_data; struct io_wq_hash; struct io_ring_ctx { struct { struct percpu_ref refs; struct io_rings *rings; unsigned int flags; enum task_work_notify_mode notify_method; unsigned int compat: 1; unsigned int drain_next: 1; unsigned int restricted: 1; unsigned int off_timeout_used: 1; unsigned int drain_active: 1; unsigned int drain_disabled: 1; unsigned int has_evfd: 1; unsigned int syscall_iopoll: 1; unsigned int task_complete: 1; long: 55; long: 64; long: 64; long: 64; }; struct { struct mutex uring_lock; u32 *sq_array; struct io_uring_sqe *sq_sqes; unsigned int cached_sq_head; unsigned int sq_entries; struct io_rsrc_node *rsrc_node; int rsrc_cached_refs; atomic_t cancel_seq; struct io_file_table file_table; unsigned int nr_user_files; unsigned int nr_user_bufs; struct io_mapped_ubuf **user_bufs; struct io_submit_state submit_state; struct io_buffer_list *io_bl; struct xarray io_bl_xa; struct list_head io_buffers_cache; struct io_hash_table cancel_table_locked; struct list_head cq_overflow_list; struct io_alloc_cache apoll_cache; struct io_alloc_cache netmsg_cache; long: 64; long: 64; }; struct io_wq_work_list locked_free_list; unsigned int locked_free_nr; const struct cred *sq_creds; struct io_sq_data *sq_data; struct wait_queue_head sqo_sq_wait; struct list_head sqd_list; long unsigned int check_cq; unsigned int file_alloc_start; unsigned int file_alloc_end; struct xarray personalities; u32 pers_next; long: 32; long: 64; struct { struct io_uring_cqe *cqe_cached; struct io_uring_cqe *cqe_sentinel; unsigned int cached_cq_tail; unsigned int cq_entries; struct io_ev_fd *io_ev_fd; struct wait_queue_head cq_wait; unsigned int cq_extra; }; struct { spinlock_t completion_lock; bool poll_multi_queue; struct io_wq_work_list iopoll_list; struct io_hash_table cancel_table; struct llist_head work_llist; struct list_head io_buffers_comp; }; struct { spinlock_t timeout_lock; atomic_t cq_timeouts; struct list_head timeout_list; struct list_head ltimeout_list; unsigned int cq_last_tm_flush; long: 32; long: 64; long: 64; }; struct io_restriction restrictions; struct task_struct *submitter_task; struct io_rsrc_node *rsrc_backup_node; struct io_mapped_ubuf *dummy_ubuf; struct io_rsrc_data *file_data; struct io_rsrc_data *buf_data; struct delayed_work rsrc_put_work; struct callback_head rsrc_put_tw; struct llist_head rsrc_put_llist; struct list_head rsrc_ref_list; spinlock_t rsrc_ref_lock; struct list_head io_buffers_pages; struct socket *ring_sock; struct io_wq_hash *hash_map; struct user_struct *user; struct mm_struct *mm_account; struct llist_head fallback_llist; struct delayed_work fallback_work; struct work_struct exit_work; struct list_head tctx_list; struct completion ref_comp; u32 iowq_limits[2]; bool iowq_limits_set; struct list_head defer_list; unsigned int sq_thread_idle; unsigned int evfd_last_cq_tail; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_uring { u32 head; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 tail; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_rings { struct io_uring sq; struct io_uring cq; u32 sq_ring_mask; u32 cq_ring_mask; u32 sq_ring_entries; u32 cq_ring_entries; u32 sq_dropped; atomic_t sq_flags; u32 cq_flags; u32 cq_overflow; long: 64; long: 64; long: 64; long: 64; struct io_uring_cqe cqes[0]; }; struct io_cmd_data { struct file *file; __u8 data[56]; }; struct io_cqe { __u64 user_data; __s32 res; union { __u32 flags; int fd; }; }; typedef void (*io_req_tw_func_t)(struct io_kiocb *, bool *); struct io_task_work { struct llist_node node; io_req_tw_func_t func; }; struct io_buffer; struct async_poll; struct io_kiocb { union { struct file *file; struct io_cmd_data cmd; }; u8 opcode; u8 iopoll_completed; u16 buf_index; unsigned int flags; struct io_cqe cqe; struct io_ring_ctx *ctx; struct task_struct *task; struct io_rsrc_node *rsrc_node; union { struct io_mapped_ubuf *imu; struct io_buffer *kbuf; struct io_buffer_list *buf_list; }; union { struct io_wq_work_node comp_list; __poll_t apoll_events; }; atomic_t refs; atomic_t poll_refs; struct io_task_work io_task_work; union { struct hlist_node hash_node; struct { u64 extra1; u64 extra2; }; }; struct async_poll *apoll; void *async_data; struct io_kiocb *link; const struct cred *creds; struct io_wq_work work; }; struct io_ev_fd { struct eventfd_ctx *cq_ev_fd; unsigned int eventfd_async: 1; struct callback_head rcu; atomic_t refs; atomic_t ops; }; struct io_wq_hash { refcount_t refs; long unsigned int map; struct wait_queue_head wait; }; enum { REQ_F_FIXED_FILE_BIT = 0, REQ_F_IO_DRAIN_BIT = 1, REQ_F_LINK_BIT = 2, REQ_F_HARDLINK_BIT = 3, REQ_F_FORCE_ASYNC_BIT = 4, REQ_F_BUFFER_SELECT_BIT = 5, REQ_F_CQE_SKIP_BIT = 6, REQ_F_FAIL_BIT = 8, REQ_F_INFLIGHT_BIT = 9, REQ_F_CUR_POS_BIT = 10, REQ_F_NOWAIT_BIT = 11, REQ_F_LINK_TIMEOUT_BIT = 12, REQ_F_NEED_CLEANUP_BIT = 13, REQ_F_POLLED_BIT = 14, REQ_F_BUFFER_SELECTED_BIT = 15, REQ_F_BUFFER_RING_BIT = 16, REQ_F_REISSUE_BIT = 17, REQ_F_CREDS_BIT = 18, REQ_F_REFCOUNT_BIT = 19, REQ_F_ARM_LTIMEOUT_BIT = 20, REQ_F_ASYNC_DATA_BIT = 21, REQ_F_SKIP_LINK_CQES_BIT = 22, REQ_F_SINGLE_POLL_BIT = 23, REQ_F_DOUBLE_POLL_BIT = 24, REQ_F_PARTIAL_IO_BIT = 25, REQ_F_CQE32_INIT_BIT = 26, REQ_F_APOLL_MULTISHOT_BIT = 27, REQ_F_CLEAR_POLLIN_BIT = 28, REQ_F_HASH_LOCKED_BIT = 29, REQ_F_SUPPORT_NOWAIT_BIT = 30, REQ_F_ISREG_BIT = 31, __REQ_F_LAST_BIT = 32, }; struct set_affinity_pending; struct migration_arg { struct task_struct *task; int dest_cpu; struct set_affinity_pending *pending; }; struct set_affinity_pending { refcount_t refs; unsigned int stop_pending; struct completion done; struct cpu_stop_work stop_work; struct migration_arg arg; }; struct migration_swap_arg { struct task_struct *src_task; struct task_struct *dst_task; int src_cpu; int dst_cpu; }; struct cfs_schedulable_data { struct task_group *tg; u64 period; u64 quota; }; enum { cpuset = 0, possible = 1, fail = 2, }; union cpumask_rcuhead { cpumask_t cpumask; struct callback_head rcu; }; struct hrtimer_sleeper { struct hrtimer timer; struct task_struct *task; }; struct rt_mutex_base; struct ww_acquire_ctx; struct rt_mutex_waiter { struct rb_node tree_entry; struct rb_node pi_tree_entry; struct task_struct *task; struct rt_mutex_base *lock; unsigned int wake_state; int prio; u64 deadline; struct ww_acquire_ctx *ww_ctx; }; struct rt_mutex_base { raw_spinlock_t wait_lock; struct rb_root_cached waiters; struct task_struct *owner; }; struct rt_mutex { struct rt_mutex_base rtmutex; }; struct ww_mutex { struct mutex base; struct ww_acquire_ctx *ctx; }; struct ww_acquire_ctx { struct task_struct *task; long unsigned int stamp; unsigned int acquired; short unsigned int wounded; short unsigned int is_wait_die; }; struct rt_wake_q_head { struct wake_q_head head; struct task_struct *rtlock_task; }; enum rtmutex_chainwalk { RT_MUTEX_MIN_CHAINWALK = 0, RT_MUTEX_FULL_CHAINWALK = 1, }; typedef unsigned int uint; struct console { char name[16]; void (*write)(struct console *, const char *, unsigned int); int (*read)(struct console *, char *, unsigned int); struct tty_driver * (*device)(struct console *, int *); void (*unblank)(); int (*setup)(struct console *, char *); int (*exit)(struct console *); int (*match)(struct console *, char *, int, char *); short int flags; short int index; int cflag; uint ispeed; uint ospeed; u64 seq; long unsigned int dropped; void *data; struct hlist_node node; }; struct console_cmdline { char name[16]; int index; bool user_specified; char *options; char *brl_options; }; struct dev_printk_info { char subsystem[16]; char device[48]; }; struct printk_info { u64 seq; u64 ts_nsec; u16 text_len; u8 facility; u8 flags: 5; u8 level: 3; u32 caller_id; struct dev_printk_info dev_info; }; struct printk_record { struct printk_info *info; char *text_buf; unsigned int text_buf_size; }; struct prb_data_blk_lpos { long unsigned int begin; long unsigned int next; }; struct prb_desc { atomic_long_t state_var; struct prb_data_blk_lpos text_blk_lpos; }; struct prb_data_ring { unsigned int size_bits; char *data; atomic_long_t head_lpos; atomic_long_t tail_lpos; }; struct prb_desc_ring { unsigned int count_bits; struct prb_desc *descs; struct printk_info *infos; atomic_long_t head_id; atomic_long_t tail_id; atomic_long_t last_finalized_id; }; struct printk_ringbuffer { struct prb_desc_ring desc_ring; struct prb_data_ring text_data_ring; atomic_long_t fail; }; struct prb_reserved_entry { struct printk_ringbuffer *rb; long unsigned int irqflags; long unsigned int id; unsigned int text_space; }; enum desc_state { desc_miss = -1, desc_reserved = 0, desc_committed = 1, desc_finalized = 2, desc_reusable = 3, }; struct prb_data_block { long unsigned int id; char data[0]; }; enum { IRQ_TYPE_NONE = 0, IRQ_TYPE_EDGE_RISING = 1, IRQ_TYPE_EDGE_FALLING = 2, IRQ_TYPE_EDGE_BOTH = 3, IRQ_TYPE_LEVEL_HIGH = 4, IRQ_TYPE_LEVEL_LOW = 8, IRQ_TYPE_LEVEL_MASK = 12, IRQ_TYPE_SENSE_MASK = 15, IRQ_TYPE_DEFAULT = 15, IRQ_TYPE_PROBE = 16, IRQ_LEVEL = 256, IRQ_PER_CPU = 512, IRQ_NOPROBE = 1024, IRQ_NOREQUEST = 2048, IRQ_NOAUTOEN = 4096, IRQ_NO_BALANCING = 8192, IRQ_MOVE_PCNTXT = 16384, IRQ_NESTED_THREAD = 32768, IRQ_NOTHREAD = 65536, IRQ_PER_CPU_DEVID = 131072, IRQ_IS_POLLED = 262144, IRQ_DISABLE_UNLAZY = 524288, IRQ_HIDDEN = 1048576, IRQ_NO_DEBUG = 2097152, }; enum { IRQD_TRIGGER_MASK = 15, IRQD_SETAFFINITY_PENDING = 256, IRQD_ACTIVATED = 512, IRQD_NO_BALANCING = 1024, IRQD_PER_CPU = 2048, IRQD_AFFINITY_SET = 4096, IRQD_LEVEL = 8192, IRQD_WAKEUP_STATE = 16384, IRQD_MOVE_PCNTXT = 32768, IRQD_IRQ_DISABLED = 65536, IRQD_IRQ_MASKED = 131072, IRQD_IRQ_INPROGRESS = 262144, IRQD_WAKEUP_ARMED = 524288, IRQD_FORWARDED_TO_VCPU = 1048576, IRQD_AFFINITY_MANAGED = 2097152, IRQD_IRQ_STARTED = 4194304, IRQD_MANAGED_SHUTDOWN = 8388608, IRQD_SINGLE_TARGET = 16777216, IRQD_DEFAULT_TRIGGER_SET = 33554432, IRQD_CAN_RESERVE = 67108864, IRQD_MSI_NOMASK_QUIRK = 134217728, IRQD_HANDLE_ENFORCE_IRQCTX = 268435456, IRQD_AFFINITY_ON_ACTIVATE = 536870912, IRQD_IRQ_ENABLED_ON_SUSPEND = 1073741824, }; enum { IRQTF_RUNTHREAD = 0, IRQTF_WARNED = 1, IRQTF_AFFINITY = 2, IRQTF_FORCED_THREAD = 3, IRQTF_READY = 4, }; enum { IRQS_AUTODETECT = 1, IRQS_SPURIOUS_DISABLED = 2, IRQS_POLL_INPROGRESS = 8, IRQS_ONESHOT = 32, IRQS_REPLAY = 64, IRQS_WAITING = 128, IRQS_PENDING = 512, IRQS_SUSPENDED = 2048, IRQS_TIMINGS = 4096, IRQS_NMI = 8192, IRQS_SYSFS = 16384, }; enum { _IRQ_DEFAULT_INIT_FLAGS = 0, _IRQ_PER_CPU = 512, _IRQ_LEVEL = 256, _IRQ_NOPROBE = 1024, _IRQ_NOREQUEST = 2048, _IRQ_NOTHREAD = 65536, _IRQ_NOAUTOEN = 4096, _IRQ_MOVE_PCNTXT = 16384, _IRQ_NO_BALANCING = 8192, _IRQ_NESTED_THREAD = 32768, _IRQ_PER_CPU_DEVID = 131072, _IRQ_IS_POLLED = 262144, _IRQ_DISABLE_UNLAZY = 524288, _IRQ_HIDDEN = 1048576, _IRQ_NO_DEBUG = 2097152, _IRQF_MODIFY_MASK = 2096911, }; typedef __u32 __le32; struct syscore_ops { struct list_head node; int (*suspend)(); void (*resume)(); void (*shutdown)(); }; typedef void (*call_rcu_func_t)(struct callback_head *, rcu_callback_t); struct rcu_cblist { struct callback_head *head; struct callback_head **tail; long int len; }; struct rcu_synchronize { struct callback_head head; struct completion completion; }; struct trace_event_raw_rcu_utilization { struct trace_entry ent; const char *s; char __data[0]; }; struct trace_event_raw_rcu_grace_period { struct trace_entry ent; const char *rcuname; long int gp_seq; const char *gpevent; char __data[0]; }; struct trace_event_raw_rcu_future_grace_period { struct trace_entry ent; const char *rcuname; long int gp_seq; long int gp_seq_req; u8 level; int grplo; int grphi; const char *gpevent; char __data[0]; }; struct trace_event_raw_rcu_grace_period_init { struct trace_entry ent; const char *rcuname; long int gp_seq; u8 level; int grplo; int grphi; long unsigned int qsmask; char __data[0]; }; struct trace_event_raw_rcu_exp_grace_period { struct trace_entry ent; const char *rcuname; long int gpseq; const char *gpevent; char __data[0]; }; struct trace_event_raw_rcu_exp_funnel_lock { struct trace_entry ent; const char *rcuname; u8 level; int grplo; int grphi; const char *gpevent; char __data[0]; }; struct trace_event_raw_rcu_preempt_task { struct trace_entry ent; const char *rcuname; long int gp_seq; int pid; char __data[0]; }; struct trace_event_raw_rcu_unlock_preempted_task { struct trace_entry ent; const char *rcuname; long int gp_seq; int pid; char __data[0]; }; struct trace_event_raw_rcu_quiescent_state_report { struct trace_entry ent; const char *rcuname; long int gp_seq; long unsigned int mask; long unsigned int qsmask; u8 level; int grplo; int grphi; u8 gp_tasks; char __data[0]; }; struct trace_event_raw_rcu_fqs { struct trace_entry ent; const char *rcuname; long int gp_seq; int cpu; const char *qsevent; char __data[0]; }; struct trace_event_raw_rcu_stall_warning { struct trace_entry ent; const char *rcuname; const char *msg; char __data[0]; }; struct trace_event_raw_rcu_dyntick { struct trace_entry ent; const char *polarity; long int oldnesting; long int newnesting; int dynticks; char __data[0]; }; struct trace_event_raw_rcu_callback { struct trace_entry ent; const char *rcuname; void *rhp; void *func; long int qlen; char __data[0]; }; struct trace_event_raw_rcu_segcb_stats { struct trace_entry ent; const char *ctx; long unsigned int gp_seq[4]; long int seglen[4]; char __data[0]; }; struct trace_event_raw_rcu_kvfree_callback { struct trace_entry ent; const char *rcuname; void *rhp; long unsigned int offset; long int qlen; char __data[0]; }; struct trace_event_raw_rcu_batch_start { struct trace_entry ent; const char *rcuname; long int qlen; long int blimit; char __data[0]; }; struct trace_event_raw_rcu_invoke_callback { struct trace_entry ent; const char *rcuname; void *rhp; void *func; char __data[0]; }; struct trace_event_raw_rcu_invoke_kvfree_callback { struct trace_entry ent; const char *rcuname; void *rhp; long unsigned int offset; char __data[0]; }; struct trace_event_raw_rcu_invoke_kfree_bulk_callback { struct trace_entry ent; const char *rcuname; long unsigned int nr_records; void **p; char __data[0]; }; struct trace_event_raw_rcu_batch_end { struct trace_entry ent; const char *rcuname; int callbacks_invoked; char cb; char nr; char iit; char risk; char __data[0]; }; struct trace_event_raw_rcu_torture_read { struct trace_entry ent; char rcutorturename[8]; struct callback_head *rhp; long unsigned int secs; long unsigned int c_old; long unsigned int c; char __data[0]; }; struct trace_event_raw_rcu_barrier { struct trace_entry ent; const char *rcuname; const char *s; int cpu; int cnt; long unsigned int done; char __data[0]; }; struct trace_event_data_offsets_rcu_utilization {}; struct trace_event_data_offsets_rcu_grace_period {}; struct trace_event_data_offsets_rcu_future_grace_period {}; struct trace_event_data_offsets_rcu_grace_period_init {}; struct trace_event_data_offsets_rcu_exp_grace_period {}; struct trace_event_data_offsets_rcu_exp_funnel_lock {}; struct trace_event_data_offsets_rcu_preempt_task {}; struct trace_event_data_offsets_rcu_unlock_preempted_task {}; struct trace_event_data_offsets_rcu_quiescent_state_report {}; struct trace_event_data_offsets_rcu_fqs {}; struct trace_event_data_offsets_rcu_stall_warning {}; struct trace_event_data_offsets_rcu_dyntick {}; struct trace_event_data_offsets_rcu_callback {}; struct trace_event_data_offsets_rcu_segcb_stats {}; struct trace_event_data_offsets_rcu_kvfree_callback {}; struct trace_event_data_offsets_rcu_batch_start {}; struct trace_event_data_offsets_rcu_invoke_callback {}; struct trace_event_data_offsets_rcu_invoke_kvfree_callback {}; struct trace_event_data_offsets_rcu_invoke_kfree_bulk_callback {}; struct trace_event_data_offsets_rcu_batch_end {}; struct trace_event_data_offsets_rcu_torture_read {}; struct trace_event_data_offsets_rcu_barrier {}; typedef void (*btf_trace_rcu_utilization)(void *, const char *); typedef void (*btf_trace_rcu_grace_period)(void *, const char *, long unsigned int, const char *); typedef void (*btf_trace_rcu_future_grace_period)(void *, const char *, long unsigned int, long unsigned int, u8, int, int, const char *); typedef void (*btf_trace_rcu_grace_period_init)(void *, const char *, long unsigned int, u8, int, int, long unsigned int); typedef void (*btf_trace_rcu_exp_grace_period)(void *, const char *, long unsigned int, const char *); typedef void (*btf_trace_rcu_exp_funnel_lock)(void *, const char *, u8, int, int, const char *); typedef void (*btf_trace_rcu_preempt_task)(void *, const char *, int, long unsigned int); typedef void (*btf_trace_rcu_unlock_preempted_task)(void *, const char *, long unsigned int, int); typedef void (*btf_trace_rcu_quiescent_state_report)(void *, const char *, long unsigned int, long unsigned int, long unsigned int, u8, int, int, int); typedef void (*btf_trace_rcu_fqs)(void *, const char *, long unsigned int, int, const char *); typedef void (*btf_trace_rcu_stall_warning)(void *, const char *, const char *); typedef void (*btf_trace_rcu_dyntick)(void *, const char *, long int, long int, int); typedef void (*btf_trace_rcu_callback)(void *, const char *, struct callback_head *, long int); typedef void (*btf_trace_rcu_segcb_stats)(void *, struct rcu_segcblist *, const char *); typedef void (*btf_trace_rcu_kvfree_callback)(void *, const char *, struct callback_head *, long unsigned int, long int); typedef void (*btf_trace_rcu_batch_start)(void *, const char *, long int, long int); typedef void (*btf_trace_rcu_invoke_callback)(void *, const char *, struct callback_head *); typedef void (*btf_trace_rcu_invoke_kvfree_callback)(void *, const char *, struct callback_head *, long unsigned int); typedef void (*btf_trace_rcu_invoke_kfree_bulk_callback)(void *, const char *, long unsigned int, void **); typedef void (*btf_trace_rcu_batch_end)(void *, const char *, int, char, char, char, char); typedef void (*btf_trace_rcu_torture_read)(void *, const char *, struct callback_head *, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_rcu_barrier)(void *, const char *, const char *, int, int, long unsigned int); struct rcu_tasks; typedef void (*rcu_tasks_gp_func_t)(struct rcu_tasks *); typedef void (*pregp_func_t)(struct list_head *); typedef void (*pertask_func_t)(struct task_struct *, struct list_head *); typedef void (*postscan_func_t)(struct list_head *); typedef void (*holdouts_func_t)(struct list_head *, bool, bool *); typedef void (*postgp_func_t)(struct rcu_tasks *); struct rcu_tasks_percpu; struct rcu_tasks { struct rcuwait cbs_wait; raw_spinlock_t cbs_gbl_lock; struct mutex tasks_gp_mutex; int gp_state; int gp_sleep; int init_fract; long unsigned int gp_jiffies; long unsigned int gp_start; long unsigned int tasks_gp_seq; long unsigned int n_ipis; long unsigned int n_ipis_fails; struct task_struct *kthread_ptr; rcu_tasks_gp_func_t gp_func; pregp_func_t pregp_func; pertask_func_t pertask_func; postscan_func_t postscan_func; holdouts_func_t holdouts_func; postgp_func_t postgp_func; call_rcu_func_t call_func; struct rcu_tasks_percpu *rtpcpu; int percpu_enqueue_shift; int percpu_enqueue_lim; int percpu_dequeue_lim; long unsigned int percpu_dequeue_gpseq; struct mutex barrier_q_mutex; atomic_t barrier_q_count; struct completion barrier_q_completion; long unsigned int barrier_q_seq; char *name; char *kname; }; struct rcu_tasks_percpu { struct rcu_segcblist cblist; raw_spinlock_t lock; long unsigned int rtp_jiffies; long unsigned int rtp_n_lock_retries; struct work_struct rtp_work; struct irq_work rtp_irq_work; struct callback_head barrier_q_head; struct list_head rtp_blkd_tasks; int cpu; struct rcu_tasks *rtpp; }; struct trc_stall_chk_rdr { int nesting; int ipi_to_cpu; u8 needqs; }; struct cma { long unsigned int base_pfn; long unsigned int count; long unsigned int *bitmap; unsigned int order_per_bit; spinlock_t lock; char name[64]; bool reserve_pages_on_error; }; struct reserved_mem_ops; struct reserved_mem { const char *name; long unsigned int fdt_node; long unsigned int phandle; const struct reserved_mem_ops *ops; phys_addr_t base; phys_addr_t size; void *priv; }; struct reserved_mem_ops { int (*device_init)(struct reserved_mem *, struct device *); void (*device_release)(struct reserved_mem *, struct device *); }; typedef int (*reservedmem_of_init_fn)(struct reserved_mem *); struct taint_flag { char c_true; char c_false; bool module; }; enum class_map_type { DD_CLASS_TYPE_DISJOINT_BITS = 0, DD_CLASS_TYPE_LEVEL_NUM = 1, DD_CLASS_TYPE_DISJOINT_NAMES = 2, DD_CLASS_TYPE_LEVEL_NAMES = 3, }; struct ddebug_class_map { struct list_head link; struct module *mod; const char *mod_name; const char **class_names; const int length; const int base; enum class_map_type map_type; }; struct _ddebug_info { struct _ddebug *descs; struct ddebug_class_map *classes; unsigned int num_descs; unsigned int num_classes; }; typedef struct { seqcount_t seqcount; } seqcount_latch_t; typedef __u64 Elf64_Off; struct elf64_hdr { unsigned char e_ident[16]; Elf64_Half e_type; Elf64_Half e_machine; Elf64_Word e_version; Elf64_Addr e_entry; Elf64_Off e_phoff; Elf64_Off e_shoff; Elf64_Word e_flags; Elf64_Half e_ehsize; Elf64_Half e_phentsize; Elf64_Half e_phnum; Elf64_Half e_shentsize; Elf64_Half e_shnum; Elf64_Half e_shstrndx; }; typedef struct elf64_hdr Elf64_Ehdr; struct elf64_shdr { Elf64_Word sh_name; Elf64_Word sh_type; Elf64_Xword sh_flags; Elf64_Addr sh_addr; Elf64_Off sh_offset; Elf64_Xword sh_size; Elf64_Word sh_link; Elf64_Word sh_info; Elf64_Xword sh_addralign; Elf64_Xword sh_entsize; }; typedef struct elf64_shdr Elf64_Shdr; enum kobject_action { KOBJ_ADD = 0, KOBJ_REMOVE = 1, KOBJ_CHANGE = 2, KOBJ_MOVE = 3, KOBJ_ONLINE = 4, KOBJ_OFFLINE = 5, KOBJ_BIND = 6, KOBJ_UNBIND = 7, }; struct latch_tree_root { seqcount_latch_t seq; struct rb_root tree[2]; }; struct module_use { struct list_head source_list; struct list_head target_list; struct module *source; struct module *target; }; enum kernel_read_file_id { READING_UNKNOWN = 0, READING_FIRMWARE = 1, READING_MODULE = 2, READING_KEXEC_IMAGE = 3, READING_KEXEC_INITRAMFS = 4, READING_POLICY = 5, READING_X509_CERTIFICATE = 6, READING_MAX_ID = 7, }; enum kernel_load_data_id { LOADING_UNKNOWN = 0, LOADING_FIRMWARE = 1, LOADING_MODULE = 2, LOADING_KEXEC_IMAGE = 3, LOADING_KEXEC_INITRAMFS = 4, LOADING_POLICY = 5, LOADING_X509_CERTIFICATE = 6, LOADING_MAX_ID = 7, }; struct load_info { const char *name; struct module *mod; Elf64_Ehdr *hdr; long unsigned int len; Elf64_Shdr *sechdrs; char *secstrings; char *strtab; long unsigned int symoffs; long unsigned int stroffs; long unsigned int init_typeoffs; long unsigned int core_typeoffs; struct _ddebug_info dyndbg; bool sig_ok; long unsigned int mod_kallsyms_init_off; struct { unsigned int sym; unsigned int str; unsigned int mod; unsigned int vers; unsigned int info; unsigned int pcpu; } index; }; enum mod_license { NOT_GPL_ONLY = 0, GPL_ONLY = 1, }; struct find_symbol_arg { const char *name; bool gplok; bool warn; struct module *owner; const s32 *crc; const struct kernel_symbol *sym; enum mod_license license; }; struct mod_tree_root { struct latch_tree_root root; long unsigned int addr_min; long unsigned int addr_max; }; struct trace_event_raw_module_load { struct trace_entry ent; unsigned int taints; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_free { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_refcnt { struct trace_entry ent; long unsigned int ip; int refcnt; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_request { struct trace_entry ent; long unsigned int ip; bool wait; u32 __data_loc_name; char __data[0]; }; struct trace_event_data_offsets_module_load { u32 name; }; struct trace_event_data_offsets_module_free { u32 name; }; struct trace_event_data_offsets_module_refcnt { u32 name; }; struct trace_event_data_offsets_module_request { u32 name; }; typedef void (*btf_trace_module_load)(void *, struct module *); typedef void (*btf_trace_module_free)(void *, struct module *); typedef void (*btf_trace_module_get)(void *, struct module *, long unsigned int); typedef void (*btf_trace_module_put)(void *, struct module *, long unsigned int); typedef void (*btf_trace_module_request)(void *, char *, bool, long unsigned int); struct symsearch { const struct kernel_symbol *start; const struct kernel_symbol *stop; const s32 *crcs; enum mod_license license; }; struct mod_initfree { struct llist_node node; void *module_init; }; struct modversion_info { long unsigned int crc; char name[56]; }; typedef __kernel_long_t __kernel_suseconds_t; typedef __kernel_suseconds_t suseconds_t; typedef __kernel_clock_t clock_t; typedef __u64 timeu64_t; struct __kernel_itimerspec { struct __kernel_timespec it_interval; struct __kernel_timespec it_value; }; struct __kernel_old_timeval { __kernel_long_t tv_sec; __kernel_long_t tv_usec; }; struct timezone { int tz_minuteswest; int tz_dsttime; }; struct itimerspec64 { struct timespec64 it_interval; struct timespec64 it_value; }; struct old_itimerspec32 { struct old_timespec32 it_interval; struct old_timespec32 it_value; }; struct __kernel_timex_timeval { __kernel_time64_t tv_sec; long long int tv_usec; }; struct __kernel_timex { unsigned int modes; long long int offset; long long int freq; long long int maxerror; long long int esterror; int status; long long int constant; long long int precision; long long int tolerance; struct __kernel_timex_timeval time; long long int tick; long long int ppsfreq; long long int jitter; int shift; long long int stabil; long long int jitcnt; long long int calcnt; long long int errcnt; long long int stbcnt; int tai; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct rtc_time { int tm_sec; int tm_min; int tm_hour; int tm_mday; int tm_mon; int tm_year; int tm_wday; int tm_yday; int tm_isdst; }; struct rtc_wkalrm { unsigned char enabled; unsigned char pending; struct rtc_time time; }; struct rtc_param { __u64 param; union { __u64 uvalue; __s64 svalue; __u64 ptr; }; __u32 index; __u32 __pad; }; struct rtc_class_ops { int (*ioctl)(struct device *, unsigned int, long unsigned int); int (*read_time)(struct device *, struct rtc_time *); int (*set_time)(struct device *, struct rtc_time *); int (*read_alarm)(struct device *, struct rtc_wkalrm *); int (*set_alarm)(struct device *, struct rtc_wkalrm *); int (*proc)(struct device *, struct seq_file *); int (*alarm_irq_enable)(struct device *, unsigned int); int (*read_offset)(struct device *, long int *); int (*set_offset)(struct device *, long int); int (*param_get)(struct device *, struct rtc_param *); int (*param_set)(struct device *, struct rtc_param *); }; struct rtc_device; struct rtc_timer { struct timerqueue_node node; ktime_t period; void (*func)(struct rtc_device *); struct rtc_device *rtc; int enabled; }; struct rtc_device { struct device dev; struct module *owner; int id; const struct rtc_class_ops *ops; struct mutex ops_lock; struct cdev char_dev; long unsigned int flags; long unsigned int irq_data; spinlock_t irq_lock; wait_queue_head_t irq_queue; struct fasync_struct *async_queue; int irq_freq; int max_user_freq; struct timerqueue_head timerqueue; struct rtc_timer aie_timer; struct rtc_timer uie_rtctimer; struct hrtimer pie_timer; int pie_enabled; struct work_struct irqwork; long unsigned int set_offset_nsec; long unsigned int features[1]; time64_t range_min; timeu64_t range_max; time64_t start_secs; time64_t offset_secs; bool set_start_time; struct work_struct uie_task; struct timer_list uie_timer; unsigned int oldsecs; unsigned int uie_irq_active: 1; unsigned int stop_uie_polling: 1; unsigned int uie_task_active: 1; unsigned int uie_timer_active: 1; }; struct audit_ntp_val { long long int oldval; long long int newval; }; struct audit_ntp_data { struct audit_ntp_val vals[6]; }; enum tick_device_mode { TICKDEV_MODE_PERIODIC = 0, TICKDEV_MODE_ONESHOT = 1, }; struct tick_device { struct clock_event_device *evtdev; enum tick_device_mode mode; }; enum tick_nohz_mode { NOHZ_MODE_INACTIVE = 0, NOHZ_MODE_LOWRES = 1, NOHZ_MODE_HIGHRES = 2, }; struct tick_sched { struct hrtimer sched_timer; long unsigned int check_clocks; enum tick_nohz_mode nohz_mode; unsigned int inidle: 1; unsigned int tick_stopped: 1; unsigned int idle_active: 1; unsigned int do_timer_last: 1; unsigned int got_idle_tick: 1; ktime_t last_tick; ktime_t next_tick; long unsigned int idle_jiffies; long unsigned int idle_calls; long unsigned int idle_sleeps; ktime_t idle_entrytime; ktime_t idle_waketime; ktime_t idle_exittime; ktime_t idle_sleeptime; ktime_t iowait_sleeptime; long unsigned int last_jiffies; u64 timer_expires; u64 timer_expires_base; u64 next_timer; ktime_t idle_expires; atomic_t tick_dep_mask; long unsigned int last_tick_jiffies; unsigned int stalled_jiffies; }; struct timer_list_iter { int cpu; bool second_pass; u64 now; }; typedef __kernel_timer_t timer_t; enum alarmtimer_type { ALARM_REALTIME = 0, ALARM_BOOTTIME = 1, ALARM_NUMTYPE = 2, ALARM_REALTIME_FREEZER = 3, ALARM_BOOTTIME_FREEZER = 4, }; enum alarmtimer_restart { ALARMTIMER_NORESTART = 0, ALARMTIMER_RESTART = 1, }; struct alarm { struct timerqueue_node node; struct hrtimer timer; enum alarmtimer_restart (*function)(struct alarm *, ktime_t); enum alarmtimer_type type; int state; void *data; }; struct cpu_timer { struct timerqueue_node node; struct timerqueue_head *head; struct pid *pid; struct list_head elist; int firing; }; struct k_clock; struct k_itimer { struct list_head list; struct hlist_node t_hash; spinlock_t it_lock; const struct k_clock *kclock; clockid_t it_clock; timer_t it_id; int it_active; s64 it_overrun; s64 it_overrun_last; int it_requeue_pending; int it_sigev_notify; ktime_t it_interval; struct signal_struct *it_signal; union { struct pid *it_pid; struct task_struct *it_process; }; struct sigqueue *sigq; union { struct { struct hrtimer timer; } real; struct cpu_timer cpu; struct { struct alarm alarmtimer; } alarm; } it; struct callback_head rcu; }; struct k_clock { int (*clock_getres)(const clockid_t, struct timespec64 *); int (*clock_set)(const clockid_t, const struct timespec64 *); int (*clock_get_timespec)(const clockid_t, struct timespec64 *); ktime_t (*clock_get_ktime)(const clockid_t); int (*clock_adj)(const clockid_t, struct __kernel_timex *); int (*timer_create)(struct k_itimer *); int (*nsleep)(const clockid_t, int, const struct timespec64 *); int (*timer_set)(struct k_itimer *, int, struct itimerspec64 *, struct itimerspec64 *); int (*timer_del)(struct k_itimer *); void (*timer_get)(struct k_itimer *, struct itimerspec64 *); void (*timer_rearm)(struct k_itimer *); s64 (*timer_forward)(struct k_itimer *, ktime_t); ktime_t (*timer_remaining)(struct k_itimer *, ktime_t); int (*timer_try_to_cancel)(struct k_itimer *); void (*timer_arm)(struct k_itimer *, ktime_t, bool, bool); void (*timer_wait_running)(struct k_itimer *); }; struct posix_clock; struct posix_clock_operations { struct module *owner; int (*clock_adjtime)(struct posix_clock *, struct __kernel_timex *); int (*clock_gettime)(struct posix_clock *, struct timespec64 *); int (*clock_getres)(struct posix_clock *, struct timespec64 *); int (*clock_settime)(struct posix_clock *, const struct timespec64 *); long int (*ioctl)(struct posix_clock *, unsigned int, long unsigned int); int (*open)(struct posix_clock *, fmode_t); __poll_t (*poll)(struct posix_clock *, struct file *, poll_table *); int (*release)(struct posix_clock *); ssize_t (*read)(struct posix_clock *, uint, char *, size_t); }; struct posix_clock { struct posix_clock_operations ops; struct cdev cdev; struct device *dev; struct rw_semaphore rwsem; bool zombie; }; struct posix_clock_desc { struct file *fp; struct posix_clock *clk; }; typedef s64 int64_t; struct device_attribute { struct attribute attr; ssize_t (*show)(struct device *, struct device_attribute *, char *); ssize_t (*store)(struct device *, struct device_attribute *, const char *, size_t); }; struct ce_unbind { struct clock_event_device *ce; int res; }; typedef struct { unsigned int ipi_irqs[2]; unsigned int __softirq_pending; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; } irq_cpustat_t; union futex_key { struct { u64 i_seq; long unsigned int pgoff; unsigned int offset; } shared; struct { union { struct mm_struct *mm; u64 __tmp; }; long unsigned int address; unsigned int offset; } private; struct { u64 ptr; long unsigned int word; unsigned int offset; } both; }; struct futex_pi_state { struct list_head list; struct rt_mutex_base pi_mutex; struct task_struct *owner; refcount_t refcount; union futex_key key; }; struct futex_hash_bucket { atomic_t waiters; spinlock_t lock; struct plist_head chain; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct futex_q { struct plist_node list; struct task_struct *task; spinlock_t *lock_ptr; union futex_key key; struct futex_pi_state *pi_state; struct rt_mutex_waiter *rt_waiter; union futex_key *requeue_pi_key; u32 bitset; atomic_t requeue_state; }; enum futex_access { FUTEX_READ = 0, FUTEX_WRITE = 1, }; struct cfd_percpu { call_single_data_t csd; }; struct call_function_data { struct cfd_percpu *pcpu; cpumask_var_t cpumask; cpumask_var_t cpumask_ipi; }; struct smp_call_on_cpu_struct { struct work_struct work; struct completion done; int (*func)(void *); void *data; int ret; int cpu; }; typedef long unsigned int elf_greg_t; typedef elf_greg_t elf_gregset_t[45]; struct elf_siginfo { int si_signo; int si_code; int si_errno; }; struct elf_prstatus_common { struct elf_siginfo pr_info; short int pr_cursig; long unsigned int pr_sigpend; long unsigned int pr_sighold; pid_t pr_pid; pid_t pr_ppid; pid_t pr_pgrp; pid_t pr_sid; struct __kernel_old_timeval pr_utime; struct __kernel_old_timeval pr_stime; struct __kernel_old_timeval pr_cutime; struct __kernel_old_timeval pr_cstime; }; struct elf_prstatus { struct elf_prstatus_common common; elf_gregset_t pr_reg; int pr_fpvalid; }; typedef u32 note_buf_t[128]; enum kmsg_dump_reason { KMSG_DUMP_UNDEF = 0, KMSG_DUMP_PANIC = 1, KMSG_DUMP_OOPS = 2, KMSG_DUMP_EMERG = 3, KMSG_DUMP_SHUTDOWN = 4, KMSG_DUMP_MAX = 5, }; struct cgroupstats { __u64 nr_sleeping; __u64 nr_running; __u64 nr_stopped; __u64 nr_uninterruptible; __u64 nr_io_wait; }; enum { __PERCPU_REF_ATOMIC = 1, __PERCPU_REF_DEAD = 2, __PERCPU_REF_ATOMIC_DEAD = 3, __PERCPU_REF_FLAG_BITS = 2, }; enum kernfs_node_type { KERNFS_DIR = 1, KERNFS_FILE = 2, KERNFS_LINK = 4, }; struct kernfs_syscall_ops { int (*show_options)(struct seq_file *, struct kernfs_root *); int (*mkdir)(struct kernfs_node *, const char *, umode_t); int (*rmdir)(struct kernfs_node *); int (*rename)(struct kernfs_node *, struct kernfs_node *, const char *); int (*show_path)(struct seq_file *, struct kernfs_node *, struct kernfs_root *); }; struct kernfs_fs_context { struct kernfs_root *root; void *ns_tag; long unsigned int magic; bool new_sb_created; }; enum { CSS_NO_REF = 1, CSS_ONLINE = 2, CSS_RELEASED = 4, CSS_VISIBLE = 8, CSS_DYING = 16, }; enum { CGRP_NOTIFY_ON_RELEASE = 0, CGRP_CPUSET_CLONE_CHILDREN = 1, CGRP_FREEZE = 2, CGRP_FROZEN = 3, CGRP_KILL = 4, }; enum { CGRP_ROOT_NOPREFIX = 2, CGRP_ROOT_XATTR = 4, CGRP_ROOT_NS_DELEGATE = 8, CGRP_ROOT_FAVOR_DYNMODS = 16, CGRP_ROOT_CPUSET_V2_MODE = 65536, CGRP_ROOT_MEMORY_LOCAL_EVENTS = 131072, CGRP_ROOT_MEMORY_RECURSIVE_PROT = 262144, }; struct cgroup_taskset { struct list_head src_csets; struct list_head dst_csets; int nr_tasks; int ssid; struct list_head *csets; struct css_set *cur_cset; struct task_struct *cur_task; }; struct css_task_iter { struct cgroup_subsys *ss; unsigned int flags; struct list_head *cset_pos; struct list_head *cset_head; struct list_head *tcset_pos; struct list_head *tcset_head; struct list_head *task_pos; struct list_head *cur_tasks_head; struct css_set *cur_cset; struct css_set *cur_dcset; struct task_struct *cur_task; struct list_head iters_node; }; struct fs_parse_result { bool negated; union { bool boolean; int int_32; unsigned int uint_32; u64 uint_64; }; }; struct cgroup_fs_context { struct kernfs_fs_context kfc; struct cgroup_root *root; struct cgroup_namespace *ns; unsigned int flags; bool cpuset_clone_children; bool none; bool all_ss; u16 subsys_mask; char *name; char *release_agent; }; enum cgroup_filetype { CGROUP_FILE_PROCS = 0, CGROUP_FILE_TASKS = 1, }; struct cgroup_pidlist { struct { enum cgroup_filetype type; struct pid_namespace *ns; } key; pid_t *list; int length; struct list_head links; struct cgroup *owner; struct delayed_work destroy_dwork; }; struct cgroup_file_ctx { struct cgroup_namespace *ns; struct { void *trigger; } psi; struct { bool started; struct css_task_iter iter; } procs; struct { struct cgroup_pidlist *pidlist; } procs1; }; struct cgrp_cset_link { struct cgroup *cgrp; struct css_set *cset; struct list_head cset_link; struct list_head cgrp_link; }; struct cgroup_mgctx { struct list_head preloaded_src_csets; struct list_head preloaded_dst_csets; struct cgroup_taskset tset; u16 ss_mask; }; enum cgroup1_param { Opt_all = 0, Opt_clone_children = 1, Opt_cpuset_v2_mode = 2, Opt_name = 3, Opt_none = 4, Opt_noprefix = 5, Opt_release_agent = 6, Opt_xattr = 7, Opt_favordynmods = 8, Opt_nofavordynmods = 9, }; struct pids_cgroup { struct cgroup_subsys_state css; atomic64_t counter; atomic64_t limit; int64_t watermark; struct cgroup_file events_file; atomic64_t events_limit; }; enum misc_res_type { MISC_CG_RES_TYPES = 0, }; struct misc_res { long unsigned int max; atomic_long_t usage; atomic_long_t events; }; struct misc_cg { struct cgroup_subsys_state css; struct cgroup_file events_file; struct misc_res res[0]; }; struct kernel_pkey_query { __u32 supported_ops; __u32 key_size; __u16 max_data_size; __u16 max_sig_size; __u16 max_enc_size; __u16 max_dec_size; }; enum kernel_pkey_operation { kernel_pkey_encrypt = 0, kernel_pkey_decrypt = 1, kernel_pkey_sign = 2, kernel_pkey_verify = 3, }; struct kernel_pkey_params { struct key *key; const char *encoding; const char *hash_algo; char *info; __u32 in_len; union { __u32 out_len; __u32 in2_len; }; enum kernel_pkey_operation op: 8; }; struct key_preparsed_payload { const char *orig_description; char *description; union key_payload payload; const void *data; size_t datalen; size_t quotalen; time64_t expiry; }; struct key_match_data { bool (*cmp)(const struct key *, const struct key_match_data *); const void *raw_data; void *preparsed; unsigned int lookup_type; }; struct idmap_key { bool map_up; u32 id; u32 count; }; struct cpu_stop_done { atomic_t nr_todo; int ret; struct completion completion; }; struct cpu_stopper { struct task_struct *thread; raw_spinlock_t lock; bool enabled; struct list_head works; struct cpu_stop_work stop_work; long unsigned int caller; cpu_stop_fn_t fn; }; enum multi_stop_state { MULTI_STOP_NONE = 0, MULTI_STOP_PREPARE = 1, MULTI_STOP_DISABLE_IRQ = 2, MULTI_STOP_RUN = 3, MULTI_STOP_EXIT = 4, }; struct multi_stop_data { cpu_stop_fn_t fn; void *data; unsigned int num_threads; const struct cpumask *active_cpus; enum multi_stop_state state; atomic_t thread_ack; }; typedef int __kernel_mqd_t; typedef struct { int val[2]; } __kernel_fsid_t; typedef __kernel_mqd_t mqd_t; enum audit_state { AUDIT_STATE_DISABLED = 0, AUDIT_STATE_BUILD = 1, AUDIT_STATE_RECORD = 2, }; struct audit_cap_data { kernel_cap_t permitted; kernel_cap_t inheritable; union { unsigned int fE; kernel_cap_t effective; }; kernel_cap_t ambient; kuid_t rootid; }; struct audit_names { struct list_head list; struct filename *name; int name_len; bool hidden; long unsigned int ino; dev_t dev; umode_t mode; kuid_t uid; kgid_t gid; dev_t rdev; u32 osid; struct audit_cap_data fcap; unsigned int fcap_ver; unsigned char type; bool should_free; }; struct mq_attr { __kernel_long_t mq_flags; __kernel_long_t mq_maxmsg; __kernel_long_t mq_msgsize; __kernel_long_t mq_curmsgs; __kernel_long_t __reserved[4]; }; struct open_how { __u64 flags; __u64 mode; __u64 resolve; }; struct audit_proctitle { int len; char *value; }; struct audit_aux_data; struct __kernel_sockaddr_storage; struct audit_tree_refs; struct audit_context { int dummy; enum { AUDIT_CTX_UNUSED = 0, AUDIT_CTX_SYSCALL = 1, AUDIT_CTX_URING = 2, } context; enum audit_state state; enum audit_state current_state; unsigned int serial; int major; int uring_op; struct timespec64 ctime; long unsigned int argv[4]; long int return_code; u64 prio; int return_valid; struct audit_names preallocated_names[5]; int name_count; struct list_head names_list; char *filterkey; struct path pwd; struct audit_aux_data *aux; struct audit_aux_data *aux_pids; struct __kernel_sockaddr_storage *sockaddr; size_t sockaddr_len; pid_t ppid; kuid_t uid; kuid_t euid; kuid_t suid; kuid_t fsuid; kgid_t gid; kgid_t egid; kgid_t sgid; kgid_t fsgid; long unsigned int personality; int arch; pid_t target_pid; kuid_t target_auid; kuid_t target_uid; unsigned int target_sessionid; u32 target_sid; char target_comm[16]; struct audit_tree_refs *trees; struct audit_tree_refs *first_trees; struct list_head killed_trees; int tree_count; int type; union { struct { int nargs; long int args[6]; } socketcall; struct { kuid_t uid; kgid_t gid; umode_t mode; u32 osid; int has_perm; uid_t perm_uid; gid_t perm_gid; umode_t perm_mode; long unsigned int qbytes; } ipc; struct { mqd_t mqdes; struct mq_attr mqstat; } mq_getsetattr; struct { mqd_t mqdes; int sigev_signo; } mq_notify; struct { mqd_t mqdes; size_t msg_len; unsigned int msg_prio; struct timespec64 abs_timeout; } mq_sendrecv; struct { int oflag; umode_t mode; struct mq_attr attr; } mq_open; struct { pid_t pid; struct audit_cap_data cap; } capset; struct { int fd; int flags; } mmap; struct open_how openat2; struct { int argc; } execve; struct { char *name; } module; struct { struct audit_ntp_data ntp_data; struct timespec64 tk_injoffset; } time; }; int fds[2]; struct audit_proctitle proctitle; }; typedef struct fsnotify_mark_connector *fsnotify_connp_t; struct fsnotify_mark_connector { spinlock_t lock; short unsigned int type; short unsigned int flags; __kernel_fsid_t fsid; union { fsnotify_connp_t *obj; struct fsnotify_mark_connector *destroy_next; }; struct hlist_head list; }; enum { Audit_equal = 0, Audit_not_equal = 1, Audit_bitmask = 2, Audit_bittest = 3, Audit_lt = 4, Audit_gt = 5, Audit_le = 6, Audit_ge = 7, Audit_bad = 8, }; struct audit_field; struct audit_watch; struct audit_tree; struct audit_fsnotify_mark; struct audit_krule { u32 pflags; u32 flags; u32 listnr; u32 action; u32 mask[64]; u32 buflen; u32 field_count; char *filterkey; struct audit_field *fields; struct audit_field *arch_f; struct audit_field *inode_f; struct audit_watch *watch; struct audit_tree *tree; struct audit_fsnotify_mark *exe; struct list_head rlist; struct list_head list; u64 prio; }; struct audit_field { u32 type; union { u32 val; kuid_t uid; kgid_t gid; struct { char *lsm_str; void *lsm_rule; }; }; u32 op; }; struct audit_parent; struct audit_watch { refcount_t count; dev_t dev; char *path; long unsigned int ino; struct audit_parent *parent; struct list_head wlist; struct list_head rules; }; struct fsnotify_group; struct fsnotify_iter_info; struct fsnotify_mark; struct fsnotify_event; struct fsnotify_ops { int (*handle_event)(struct fsnotify_group *, u32, const void *, int, struct inode *, const struct qstr *, u32, struct fsnotify_iter_info *); int (*handle_inode_event)(struct fsnotify_mark *, u32, struct inode *, struct inode *, const struct qstr *, u32); void (*free_group_priv)(struct fsnotify_group *); void (*freeing_mark)(struct fsnotify_mark *, struct fsnotify_group *); void (*free_event)(struct fsnotify_group *, struct fsnotify_event *); void (*free_mark)(struct fsnotify_mark *); }; struct inotify_group_private_data { spinlock_t idr_lock; struct idr idr; struct ucounts *ucounts; }; struct fanotify_group_private_data { struct hlist_head *merge_hash; struct list_head access_list; wait_queue_head_t access_waitq; int flags; int f_flags; struct ucounts *ucounts; mempool_t error_events_pool; }; struct fsnotify_group { const struct fsnotify_ops *ops; refcount_t refcnt; spinlock_t notification_lock; struct list_head notification_list; wait_queue_head_t notification_waitq; unsigned int q_len; unsigned int max_events; unsigned int priority; bool shutdown; int flags; unsigned int owner_flags; struct mutex mark_mutex; atomic_t user_waits; struct list_head marks_list; struct fasync_struct *fsn_fa; struct fsnotify_event *overflow_event; struct mem_cgroup *memcg; union { void *private; struct inotify_group_private_data inotify_data; struct fanotify_group_private_data fanotify_data; }; }; struct fsnotify_iter_info { struct fsnotify_mark *marks[5]; struct fsnotify_group *current_group; unsigned int report_mask; int srcu_idx; }; struct fsnotify_mark { __u32 mask; refcount_t refcnt; struct fsnotify_group *group; struct list_head g_list; spinlock_t lock; struct hlist_node obj_list; struct fsnotify_mark_connector *connector; __u32 ignore_mask; unsigned int flags; }; struct fsnotify_event { struct list_head list; }; enum fsnotify_obj_type { FSNOTIFY_OBJ_TYPE_ANY = -1, FSNOTIFY_OBJ_TYPE_INODE = 0, FSNOTIFY_OBJ_TYPE_VFSMOUNT = 1, FSNOTIFY_OBJ_TYPE_SB = 2, FSNOTIFY_OBJ_TYPE_COUNT = 3, FSNOTIFY_OBJ_TYPE_DETACHED = 3, }; struct __kernel_sockaddr_storage { union { struct { __kernel_sa_family_t ss_family; char __data[126]; }; void *__align; }; }; struct audit_entry { struct list_head list; struct callback_head rcu; struct audit_krule rule; }; struct audit_parent { struct list_head watches; struct fsnotify_mark mark; }; struct audit_buffer; struct audit_fsnotify_mark { dev_t dev; long unsigned int ino; char *path; struct fsnotify_mark mark; struct audit_krule *rule; }; struct rchan; struct rchan_buf { void *start; void *data; size_t offset; size_t subbufs_produced; size_t subbufs_consumed; struct rchan *chan; wait_queue_head_t read_wait; struct irq_work wakeup_work; struct dentry *dentry; struct kref kref; struct page **page_array; unsigned int page_count; unsigned int finalized; size_t *padding; size_t prev_padding; size_t bytes_consumed; size_t early_bytes; unsigned int cpu; long: 32; long: 64; long: 64; }; struct rchan_callbacks; struct rchan { u32 version; size_t subbuf_size; size_t n_subbufs; size_t alloc_size; const struct rchan_callbacks *cb; struct kref kref; void *private_data; size_t last_toobig; struct rchan_buf **buf; int is_global; struct list_head list; struct dentry *parent; int has_base_filename; char base_filename[255]; }; struct rchan_callbacks { int (*subbuf_start)(struct rchan_buf *, void *, void *, size_t); struct dentry * (*create_buf_file)(const char *, struct dentry *, umode_t, struct rchan_buf *, int *); int (*remove_buf_file)(struct dentry *); }; struct partial_page { unsigned int offset; unsigned int len; long unsigned int private; }; struct splice_pipe_desc { struct page **pages; struct partial_page *partial; int nr_pages; unsigned int nr_pages_max; const struct pipe_buf_operations *ops; void (*spd_release)(struct splice_pipe_desc *, unsigned int); }; struct rchan_percpu_buf_dispatcher { struct rchan_buf *buf; struct dentry *dentry; }; struct tp_module { struct list_head list; struct module *mod; }; enum tp_func_state { TP_FUNC_0 = 0, TP_FUNC_1 = 1, TP_FUNC_2 = 2, TP_FUNC_N = 3, }; enum tp_transition_sync { TP_TRANSITION_SYNC_1_0_1 = 0, TP_TRANSITION_SYNC_N_2_1 = 1, _NR_TP_TRANSITION_SYNC = 2, }; struct tp_transition_snapshot { long unsigned int rcu; long unsigned int srcu; bool ongoing; }; struct tp_probes { struct callback_head rcu; struct tracepoint_func probes[0]; }; typedef unsigned int xa_mark_t; enum xa_lock_type { XA_LOCK_IRQ = 1, XA_LOCK_BH = 2, }; struct ida { struct xarray xa; }; struct ftrace_hash { long unsigned int size_bits; struct hlist_head *buckets; long unsigned int count; long unsigned int flags; struct callback_head rcu; }; struct prog_entry; struct event_filter { struct prog_entry *prog; char *filter_string; }; struct trace_array_cpu; struct array_buffer { struct trace_array *tr; struct trace_buffer *buffer; struct trace_array_cpu *data; u64 time_start; int cpu; }; struct trace_pid_list; struct trace_options; struct trace_func_repeats; struct trace_array { struct list_head list; char *name; struct array_buffer array_buffer; struct trace_pid_list *filtered_pids; struct trace_pid_list *filtered_no_pids; arch_spinlock_t max_lock; int buffer_disabled; int sys_refcount_enter; int sys_refcount_exit; struct trace_event_file *enter_syscall_files[451]; struct trace_event_file *exit_syscall_files[451]; int stop_count; int clock_id; int nr_topts; bool clear_trace; int buffer_percent; unsigned int n_err_log_entries; struct tracer *current_trace; unsigned int trace_flags; unsigned char trace_flags_index[32]; unsigned int flags; raw_spinlock_t start_lock; struct list_head err_log; struct dentry *dir; struct dentry *options; struct dentry *percpu_dir; struct dentry *event_dir; struct trace_options *topts; struct list_head systems; struct list_head events; struct trace_event_file *trace_marker_file; cpumask_var_t tracing_cpumask; int ref; int trace_ref; struct ftrace_ops *ops; struct trace_pid_list *function_pids; struct trace_pid_list *function_no_pids; struct list_head func_probes; struct list_head mod_trace; struct list_head mod_notrace; int function_enabled; int no_filter_buffering_ref; struct list_head hist_vars; struct trace_func_repeats *last_func_repeats; }; struct tracer_flags; struct tracer { const char *name; int (*init)(struct trace_array *); void (*reset)(struct trace_array *); void (*start)(struct trace_array *); void (*stop)(struct trace_array *); int (*update_thresh)(struct trace_array *); void (*open)(struct trace_iterator *); void (*pipe_open)(struct trace_iterator *); void (*close)(struct trace_iterator *); void (*pipe_close)(struct trace_iterator *); ssize_t (*read)(struct trace_iterator *, struct file *, char *, size_t, loff_t *); ssize_t (*splice_read)(struct trace_iterator *, struct file *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); void (*print_header)(struct seq_file *); enum print_line_t (*print_line)(struct trace_iterator *); int (*set_flag)(struct trace_array *, u32, u32, int); int (*flag_changed)(struct trace_array *, u32, int); struct tracer *next; struct tracer_flags *flags; int enabled; bool print_max; bool allow_instances; bool noboot; }; enum trace_iter_flags { TRACE_FILE_LAT_FMT = 1, TRACE_FILE_ANNOTATE = 2, TRACE_FILE_TIME_IN_NS = 4, }; enum trace_flag_type { TRACE_FLAG_IRQS_OFF = 1, TRACE_FLAG_IRQS_NOSUPPORT = 2, TRACE_FLAG_NEED_RESCHED = 4, TRACE_FLAG_HARDIRQ = 8, TRACE_FLAG_SOFTIRQ = 16, TRACE_FLAG_PREEMPT_RESCHED = 32, TRACE_FLAG_NMI = 64, TRACE_FLAG_BH_OFF = 128, }; struct event_subsystem; struct trace_subsystem_dir { struct list_head list; struct event_subsystem *subsystem; struct trace_array *tr; struct dentry *entry; int ref_count; int nr_events; }; union lower_chunk { union lower_chunk *next; long unsigned int data[256]; }; union upper_chunk { union upper_chunk *next; union lower_chunk *data[256]; }; struct trace_pid_list { raw_spinlock_t lock; struct irq_work refill_irqwork; union upper_chunk *upper[256]; union upper_chunk *upper_list; union lower_chunk *lower_list; int free_upper_chunks; int free_lower_chunks; }; enum trace_type { __TRACE_FIRST_TYPE = 0, TRACE_FN = 1, TRACE_CTX = 2, TRACE_WAKE = 3, TRACE_STACK = 4, TRACE_PRINT = 5, TRACE_BPRINT = 6, TRACE_MMIO_RW = 7, TRACE_MMIO_MAP = 8, TRACE_BRANCH = 9, TRACE_GRAPH_RET = 10, TRACE_GRAPH_ENT = 11, TRACE_USER_STACK = 12, TRACE_BLK = 13, TRACE_BPUTS = 14, TRACE_HWLAT = 15, TRACE_OSNOISE = 16, TRACE_TIMERLAT = 17, TRACE_RAW_DATA = 18, TRACE_FUNC_REPEATS = 19, __TRACE_LAST_TYPE = 20, }; struct ftrace_entry { struct trace_entry ent; long unsigned int ip; long unsigned int parent_ip; }; struct ctx_switch_entry { struct trace_entry ent; unsigned int prev_pid; unsigned int next_pid; unsigned int next_cpu; unsigned char prev_prio; unsigned char prev_state; unsigned char next_prio; unsigned char next_state; }; struct stack_entry { struct trace_entry ent; int size; long unsigned int caller[8]; }; struct userstack_entry { struct trace_entry ent; unsigned int tgid; long unsigned int caller[8]; }; struct bprint_entry { struct trace_entry ent; long unsigned int ip; const char *fmt; u32 buf[0]; }; struct print_entry { struct trace_entry ent; long unsigned int ip; char buf[0]; }; struct raw_data_entry { struct trace_entry ent; unsigned int id; char buf[0]; }; struct bputs_entry { struct trace_entry ent; long unsigned int ip; const char *str; }; struct hwlat_entry { struct trace_entry ent; u64 duration; u64 outer_duration; u64 nmi_total_ts; struct timespec64 timestamp; unsigned int nmi_count; unsigned int seqnum; unsigned int count; }; struct func_repeats_entry { struct trace_entry ent; long unsigned int ip; long unsigned int parent_ip; u16 count; u16 top_delta_ts; u32 bottom_delta_ts; }; struct osnoise_entry { struct trace_entry ent; u64 noise; u64 runtime; u64 max_sample; unsigned int hw_count; unsigned int nmi_count; unsigned int irq_count; unsigned int softirq_count; unsigned int thread_count; }; struct timerlat_entry { struct trace_entry ent; unsigned int seqnum; int context; u64 timer_latency; }; struct trace_array_cpu { atomic_t disabled; void *buffer_page; long unsigned int entries; long unsigned int saved_latency; long unsigned int critical_start; long unsigned int critical_end; long unsigned int critical_sequence; long unsigned int nice; long unsigned int policy; long unsigned int rt_priority; long unsigned int skipped_entries; u64 preempt_timestamp; pid_t pid; kuid_t uid; char comm[16]; int ftrace_ignore_pid; bool ignore_pid; }; struct trace_option_dentry; struct trace_options { struct tracer *tracer; struct trace_option_dentry *topts; }; struct tracer_opt; struct trace_option_dentry { struct tracer_opt *opt; struct tracer_flags *flags; struct trace_array *tr; struct dentry *entry; }; struct trace_func_repeats { long unsigned int ip; long unsigned int parent_ip; long unsigned int count; u64 ts_last_call; }; struct tracer_opt { const char *name; u32 bit; }; struct tracer_flags { u32 val; struct tracer_opt *opts; struct tracer *trace; }; enum trace_iterator_bits { TRACE_ITER_PRINT_PARENT_BIT = 0, TRACE_ITER_SYM_OFFSET_BIT = 1, TRACE_ITER_SYM_ADDR_BIT = 2, TRACE_ITER_VERBOSE_BIT = 3, TRACE_ITER_RAW_BIT = 4, TRACE_ITER_HEX_BIT = 5, TRACE_ITER_BIN_BIT = 6, TRACE_ITER_BLOCK_BIT = 7, TRACE_ITER_PRINTK_BIT = 8, TRACE_ITER_ANNOTATE_BIT = 9, TRACE_ITER_USERSTACKTRACE_BIT = 10, TRACE_ITER_SYM_USEROBJ_BIT = 11, TRACE_ITER_PRINTK_MSGONLY_BIT = 12, TRACE_ITER_CONTEXT_INFO_BIT = 13, TRACE_ITER_LATENCY_FMT_BIT = 14, TRACE_ITER_RECORD_CMD_BIT = 15, TRACE_ITER_RECORD_TGID_BIT = 16, TRACE_ITER_OVERWRITE_BIT = 17, TRACE_ITER_STOP_ON_FREE_BIT = 18, TRACE_ITER_IRQ_INFO_BIT = 19, TRACE_ITER_MARKERS_BIT = 20, TRACE_ITER_EVENT_FORK_BIT = 21, TRACE_ITER_PAUSE_ON_TRACE_BIT = 22, TRACE_ITER_HASH_PTR_BIT = 23, TRACE_ITER_FUNCTION_BIT = 24, TRACE_ITER_FUNC_FORK_BIT = 25, TRACE_ITER_DISPLAY_GRAPH_BIT = 26, TRACE_ITER_STACKTRACE_BIT = 27, TRACE_ITER_LAST_BIT = 28, }; enum trace_iterator_flags { TRACE_ITER_PRINT_PARENT = 1, TRACE_ITER_SYM_OFFSET = 2, TRACE_ITER_SYM_ADDR = 4, TRACE_ITER_VERBOSE = 8, TRACE_ITER_RAW = 16, TRACE_ITER_HEX = 32, TRACE_ITER_BIN = 64, TRACE_ITER_BLOCK = 128, TRACE_ITER_PRINTK = 256, TRACE_ITER_ANNOTATE = 512, TRACE_ITER_USERSTACKTRACE = 1024, TRACE_ITER_SYM_USEROBJ = 2048, TRACE_ITER_PRINTK_MSGONLY = 4096, TRACE_ITER_CONTEXT_INFO = 8192, TRACE_ITER_LATENCY_FMT = 16384, TRACE_ITER_RECORD_CMD = 32768, TRACE_ITER_RECORD_TGID = 65536, TRACE_ITER_OVERWRITE = 131072, TRACE_ITER_STOP_ON_FREE = 262144, TRACE_ITER_IRQ_INFO = 524288, TRACE_ITER_MARKERS = 1048576, TRACE_ITER_EVENT_FORK = 2097152, TRACE_ITER_PAUSE_ON_TRACE = 4194304, TRACE_ITER_HASH_PTR = 8388608, TRACE_ITER_FUNCTION = 16777216, TRACE_ITER_FUNC_FORK = 33554432, TRACE_ITER_DISPLAY_GRAPH = 67108864, TRACE_ITER_STACKTRACE = 134217728, }; struct event_subsystem { struct list_head list; const char *name; struct event_filter *filter; int ref_count; }; struct trace_mark { long long unsigned int val; char sym; }; enum lockdown_reason { LOCKDOWN_NONE = 0, LOCKDOWN_MODULE_SIGNATURE = 1, LOCKDOWN_DEV_MEM = 2, LOCKDOWN_EFI_TEST = 3, LOCKDOWN_KEXEC = 4, LOCKDOWN_HIBERNATION = 5, LOCKDOWN_PCI_ACCESS = 6, LOCKDOWN_IOPORT = 7, LOCKDOWN_MSR = 8, LOCKDOWN_ACPI_TABLES = 9, LOCKDOWN_DEVICE_TREE = 10, LOCKDOWN_PCMCIA_CIS = 11, LOCKDOWN_TIOCSSERIAL = 12, LOCKDOWN_MODULE_PARAMETERS = 13, LOCKDOWN_MMIOTRACE = 14, LOCKDOWN_DEBUGFS = 15, LOCKDOWN_XMON_WR = 16, LOCKDOWN_BPF_WRITE_USER = 17, LOCKDOWN_DBG_WRITE_KERNEL = 18, LOCKDOWN_RTAS_ERROR_INJECTION = 19, LOCKDOWN_INTEGRITY_MAX = 20, LOCKDOWN_KCORE = 21, LOCKDOWN_KPROBES = 22, LOCKDOWN_BPF_READ_KERNEL = 23, LOCKDOWN_DBG_READ_KERNEL = 24, LOCKDOWN_PERF = 25, LOCKDOWN_TRACEFS = 26, LOCKDOWN_XMON_RW = 27, LOCKDOWN_XFRM_SECRET = 28, LOCKDOWN_CONFIDENTIALITY_MAX = 29, }; struct tracer_stat { const char *name; void * (*stat_start)(struct tracer_stat *); void * (*stat_next)(void *, int); cmp_func_t stat_cmp; int (*stat_show)(struct seq_file *, void *); void (*stat_release)(void *); int (*stat_headers)(struct seq_file *); }; struct stat_node { struct rb_node node; void *stat; }; struct stat_session { struct list_head session_list; struct tracer_stat *ts; struct rb_root stat_root; struct mutex stat_mutex; struct dentry *file; }; enum ftrace_dump_mode { DUMP_NONE = 0, DUMP_ALL = 1, DUMP_ORIG = 2, }; enum { FTRACE_OPS_FL_ENABLED = 1, FTRACE_OPS_FL_DYNAMIC = 2, FTRACE_OPS_FL_SAVE_REGS = 4, FTRACE_OPS_FL_SAVE_REGS_IF_SUPPORTED = 8, FTRACE_OPS_FL_RECURSION = 16, FTRACE_OPS_FL_STUB = 32, FTRACE_OPS_FL_INITIALIZED = 64, FTRACE_OPS_FL_DELETED = 128, FTRACE_OPS_FL_ADDING = 256, FTRACE_OPS_FL_REMOVING = 512, FTRACE_OPS_FL_MODIFYING = 1024, FTRACE_OPS_FL_ALLOC_TRAMP = 2048, FTRACE_OPS_FL_IPMODIFY = 4096, FTRACE_OPS_FL_PID = 8192, FTRACE_OPS_FL_RCU = 16384, FTRACE_OPS_FL_TRACE_ARRAY = 32768, FTRACE_OPS_FL_PERMANENT = 65536, FTRACE_OPS_FL_DIRECT = 131072, }; enum { TRACE_ARRAY_FL_GLOBAL = 1, }; struct ftrace_func_command { struct list_head list; char *name; int (*func)(struct trace_array *, struct ftrace_hash *, char *, char *, char *, int); }; struct ftrace_probe_ops { void (*func)(long unsigned int, long unsigned int, struct trace_array *, struct ftrace_probe_ops *, void *); int (*init)(struct ftrace_probe_ops *, struct trace_array *, long unsigned int, void *, void **); void (*free)(struct ftrace_probe_ops *, struct trace_array *, long unsigned int, void *); int (*print)(struct seq_file *, long unsigned int, struct ftrace_probe_ops *, void *); }; typedef int (*ftrace_mapper_func)(void *); enum { TRACE_FUNC_NO_OPTS = 0, TRACE_FUNC_OPT_STACK = 1, TRACE_FUNC_OPT_NO_REPEATS = 2, TRACE_FUNC_OPT_HIGHEST_BIT = 4, }; struct ftrace_func_mapper; struct ftrace_graph_ent { long unsigned int func; int depth; } __attribute__((packed)); struct ftrace_graph_ret { long unsigned int func; int depth; unsigned int overrun; long long unsigned int calltime; long long unsigned int rettime; }; typedef void (*trace_func_graph_ret_t)(struct ftrace_graph_ret *); typedef int (*trace_func_graph_ent_t)(struct ftrace_graph_ent *); struct fgraph_ops { trace_func_graph_ent_t entryfunc; trace_func_graph_ret_t retfunc; }; struct syscall_trace_enter { struct trace_entry ent; int nr; long unsigned int args[0]; }; struct syscall_trace_exit { struct trace_entry ent; int nr; long int ret; }; struct syscall_tp_t { long long unsigned int regs; long unsigned int syscall_nr; long unsigned int ret; }; struct syscall_tp_t___2 { long long unsigned int regs; long unsigned int syscall_nr; long unsigned int args[6]; }; enum event_trigger_type { ETT_NONE = 0, ETT_TRACE_ONOFF = 1, ETT_SNAPSHOT = 2, ETT_STACKTRACE = 4, ETT_EVENT_ENABLE = 8, ETT_EVENT_HIST = 16, ETT_HIST_ENABLE = 32, ETT_EVENT_EPROBE = 64, }; struct eprobe_trace_entry_head { struct trace_entry ent; }; struct ftrace_event_field { struct list_head link; const char *name; const char *type; int filter_type; int offset; int size; int is_signed; }; enum { EVENT_TRIGGER_FL_PROBE = 1, }; struct event_trigger_ops; struct event_command; struct event_trigger_data { long unsigned int count; int ref; int flags; struct event_trigger_ops *ops; struct event_command *cmd_ops; struct event_filter *filter; char *filter_str; void *private_data; bool paused; bool paused_tmp; struct list_head list; char *name; struct list_head named_list; struct event_trigger_data *named_data; }; struct event_trigger_ops { void (*trigger)(struct event_trigger_data *, struct trace_buffer *, void *, struct ring_buffer_event *); int (*init)(struct event_trigger_data *); void (*free)(struct event_trigger_data *); int (*print)(struct seq_file *, struct event_trigger_data *); }; struct event_command { struct list_head list; char *name; enum event_trigger_type trigger_type; int flags; int (*parse)(struct event_command *, struct trace_event_file *, char *, char *, char *); int (*reg)(char *, struct event_trigger_data *, struct trace_event_file *); void (*unreg)(char *, struct event_trigger_data *, struct trace_event_file *); void (*unreg_all)(struct trace_event_file *); int (*set_filter)(char *, struct event_trigger_data *, struct trace_event_file *); struct event_trigger_ops * (*get_trigger_ops)(char *, char *); }; enum event_command_flags { EVENT_CMD_FL_POST_TRIGGER = 1, EVENT_CMD_FL_NEEDS_REC = 2, }; struct dyn_event; struct dyn_event_operations { struct list_head list; int (*create)(const char *); int (*show)(struct seq_file *, struct dyn_event *); bool (*is_busy)(struct dyn_event *); int (*free)(struct dyn_event *); bool (*match)(const char *, const char *, int, const char **, struct dyn_event *); }; struct dyn_event { struct list_head list; struct dyn_event_operations *ops; }; typedef int (*print_type_func_t)(struct trace_seq *, void *, void *); enum fetch_op { FETCH_OP_NOP = 0, FETCH_OP_REG = 1, FETCH_OP_STACK = 2, FETCH_OP_STACKP = 3, FETCH_OP_RETVAL = 4, FETCH_OP_IMM = 5, FETCH_OP_COMM = 6, FETCH_OP_ARG = 7, FETCH_OP_FOFFS = 8, FETCH_OP_DATA = 9, FETCH_OP_DEREF = 10, FETCH_OP_UDEREF = 11, FETCH_OP_ST_RAW = 12, FETCH_OP_ST_MEM = 13, FETCH_OP_ST_UMEM = 14, FETCH_OP_ST_STRING = 15, FETCH_OP_ST_USTRING = 16, FETCH_OP_ST_SYMSTR = 17, FETCH_OP_MOD_BF = 18, FETCH_OP_LP_ARRAY = 19, FETCH_OP_TP_ARG = 20, FETCH_OP_END = 21, FETCH_NOP_SYMBOL = 22, }; struct fetch_insn { enum fetch_op op; union { unsigned int param; struct { unsigned int size; int offset; }; struct { unsigned char basesize; unsigned char lshift; unsigned char rshift; }; long unsigned int immediate; void *data; }; }; struct fetch_type { const char *name; size_t size; bool is_signed; bool is_string; print_type_func_t print; const char *fmt; const char *fmttype; }; struct probe_arg { struct fetch_insn *code; bool dynamic; unsigned int offset; unsigned int count; const char *name; const char *comm; char *fmt; const struct fetch_type *type; }; struct trace_uprobe_filter { rwlock_t rwlock; int nr_systemwide; struct list_head perf_events; }; struct trace_probe_event { unsigned int flags; struct trace_event_class class; struct trace_event_call call; struct list_head files; struct list_head probes; struct trace_uprobe_filter filter[0]; }; struct trace_probe { struct list_head list; struct trace_probe_event *event; ssize_t size; unsigned int nr_args; struct probe_arg args[0]; }; struct event_file_link { struct trace_event_file *file; struct list_head list; }; enum probe_print_type { PROBE_PRINT_NORMAL = 0, PROBE_PRINT_RETURN = 1, PROBE_PRINT_EVENT = 2, }; enum { TP_ERR_FILE_NOT_FOUND = 0, TP_ERR_NO_REGULAR_FILE = 1, TP_ERR_BAD_REFCNT = 2, TP_ERR_REFCNT_OPEN_BRACE = 3, TP_ERR_BAD_REFCNT_SUFFIX = 4, TP_ERR_BAD_UPROBE_OFFS = 5, TP_ERR_MAXACT_NO_KPROBE = 6, TP_ERR_BAD_MAXACT = 7, TP_ERR_MAXACT_TOO_BIG = 8, TP_ERR_BAD_PROBE_ADDR = 9, TP_ERR_BAD_RETPROBE = 10, TP_ERR_BAD_ADDR_SUFFIX = 11, TP_ERR_NO_GROUP_NAME = 12, TP_ERR_GROUP_TOO_LONG = 13, TP_ERR_BAD_GROUP_NAME = 14, TP_ERR_NO_EVENT_NAME = 15, TP_ERR_EVENT_TOO_LONG = 16, TP_ERR_BAD_EVENT_NAME = 17, TP_ERR_EVENT_EXIST = 18, TP_ERR_RETVAL_ON_PROBE = 19, TP_ERR_BAD_STACK_NUM = 20, TP_ERR_BAD_ARG_NUM = 21, TP_ERR_BAD_VAR = 22, TP_ERR_BAD_REG_NAME = 23, TP_ERR_BAD_MEM_ADDR = 24, TP_ERR_BAD_IMM = 25, TP_ERR_IMMSTR_NO_CLOSE = 26, TP_ERR_FILE_ON_KPROBE = 27, TP_ERR_BAD_FILE_OFFS = 28, TP_ERR_SYM_ON_UPROBE = 29, TP_ERR_TOO_MANY_OPS = 30, TP_ERR_DEREF_NEED_BRACE = 31, TP_ERR_BAD_DEREF_OFFS = 32, TP_ERR_DEREF_OPEN_BRACE = 33, TP_ERR_COMM_CANT_DEREF = 34, TP_ERR_BAD_FETCH_ARG = 35, TP_ERR_ARRAY_NO_CLOSE = 36, TP_ERR_BAD_ARRAY_SUFFIX = 37, TP_ERR_BAD_ARRAY_NUM = 38, TP_ERR_ARRAY_TOO_BIG = 39, TP_ERR_BAD_TYPE = 40, TP_ERR_BAD_STRING = 41, TP_ERR_BAD_SYMSTRING = 42, TP_ERR_BAD_BITFIELD = 43, TP_ERR_ARG_NAME_TOO_LONG = 44, TP_ERR_NO_ARG_NAME = 45, TP_ERR_BAD_ARG_NAME = 46, TP_ERR_USED_ARG_NAME = 47, TP_ERR_ARG_TOO_LONG = 48, TP_ERR_NO_ARG_BODY = 49, TP_ERR_BAD_INSN_BNDRY = 50, TP_ERR_FAIL_REG_PROBE = 51, TP_ERR_DIFF_PROBE_TYPE = 52, TP_ERR_DIFF_ARG_TYPE = 53, TP_ERR_SAME_PROBE = 54, TP_ERR_NO_EVENT_INFO = 55, TP_ERR_BAD_ATTACH_EVENT = 56, TP_ERR_BAD_ATTACH_ARG = 57, TP_ERR_NO_EP_FILTER = 58, }; struct trace_eprobe { const char *event_system; const char *event_name; char *filter_str; struct trace_event_call *event; struct dyn_event devent; struct trace_probe tp; }; struct eprobe_data { struct trace_event_file *file; struct trace_eprobe *ep; }; typedef __u64 __be64; struct bpf_cgroup_storage_key { __u64 cgroup_inode_id; __u32 attach_type; }; enum bpf_task_fd_type { BPF_FD_TYPE_RAW_TRACEPOINT = 0, BPF_FD_TYPE_TRACEPOINT = 1, BPF_FD_TYPE_KPROBE = 2, BPF_FD_TYPE_KRETPROBE = 3, BPF_FD_TYPE_UPROBE = 4, BPF_FD_TYPE_URETPROBE = 5, }; typedef __u64 __addrpair; typedef __u32 __portpair; struct hlist_nulls_node { struct hlist_nulls_node *next; struct hlist_nulls_node **pprev; }; struct proto; struct sock_common { union { __addrpair skc_addrpair; struct { __be32 skc_daddr; __be32 skc_rcv_saddr; }; }; union { unsigned int skc_hash; __u16 skc_u16hashes[2]; }; union { __portpair skc_portpair; struct { __be16 skc_dport; __u16 skc_num; }; }; short unsigned int skc_family; volatile unsigned char skc_state; unsigned char skc_reuse: 4; unsigned char skc_reuseport: 1; unsigned char skc_ipv6only: 1; unsigned char skc_net_refcnt: 1; int skc_bound_dev_if; union { struct hlist_node skc_bind_node; struct hlist_node skc_portaddr_node; }; struct proto *skc_prot; possible_net_t skc_net; struct in6_addr skc_v6_daddr; struct in6_addr skc_v6_rcv_saddr; atomic64_t skc_cookie; union { long unsigned int skc_flags; struct sock *skc_listener; struct inet_timewait_death_row *skc_tw_dr; }; int skc_dontcopy_begin[0]; union { struct hlist_node skc_node; struct hlist_nulls_node skc_nulls_node; }; short unsigned int skc_tx_queue_mapping; short unsigned int skc_rx_queue_mapping; union { int skc_incoming_cpu; u32 skc_rcv_wnd; u32 skc_tw_rcv_nxt; }; refcount_t skc_refcnt; int skc_dontcopy_end[0]; union { u32 skc_rxhash; u32 skc_window_clamp; u32 skc_tw_snd_nxt; }; }; typedef struct { spinlock_t slock; int owned; wait_queue_head_t wq; } socket_lock_t; struct sock_cgroup_data { struct cgroup *cgroup; u32 classid; u16 prioidx; }; typedef struct {} netns_tracker; struct sk_filter; struct xfrm_policy; struct sock_reuseport; struct sock { struct sock_common __sk_common; struct dst_entry *sk_rx_dst; int sk_rx_dst_ifindex; u32 sk_rx_dst_cookie; socket_lock_t sk_lock; atomic_t sk_drops; int sk_rcvlowat; struct sk_buff_head sk_error_queue; struct sk_buff_head sk_receive_queue; struct { atomic_t rmem_alloc; int len; struct sk_buff *head; struct sk_buff *tail; } sk_backlog; int sk_forward_alloc; u32 sk_reserved_mem; unsigned int sk_ll_usec; unsigned int sk_napi_id; int sk_rcvbuf; struct sk_filter *sk_filter; union { struct socket_wq *sk_wq; struct socket_wq *sk_wq_raw; }; struct xfrm_policy *sk_policy[2]; struct dst_entry *sk_dst_cache; atomic_t sk_omem_alloc; int sk_sndbuf; int sk_wmem_queued; refcount_t sk_wmem_alloc; long unsigned int sk_tsq_flags; union { struct sk_buff *sk_send_head; struct rb_root tcp_rtx_queue; }; struct sk_buff_head sk_write_queue; __s32 sk_peek_off; int sk_write_pending; __u32 sk_dst_pending_confirm; u32 sk_pacing_status; long int sk_sndtimeo; struct timer_list sk_timer; __u32 sk_priority; __u32 sk_mark; long unsigned int sk_pacing_rate; long unsigned int sk_max_pacing_rate; struct page_frag sk_frag; netdev_features_t sk_route_caps; int sk_gso_type; unsigned int sk_gso_max_size; gfp_t sk_allocation; __u32 sk_txhash; u8 sk_gso_disabled: 1; u8 sk_kern_sock: 1; u8 sk_no_check_tx: 1; u8 sk_no_check_rx: 1; u8 sk_userlocks: 4; u8 sk_pacing_shift; u16 sk_type; u16 sk_protocol; u16 sk_gso_max_segs; long unsigned int sk_lingertime; struct proto *sk_prot_creator; rwlock_t sk_callback_lock; int sk_err; int sk_err_soft; u32 sk_ack_backlog; u32 sk_max_ack_backlog; kuid_t sk_uid; u8 sk_txrehash; u8 sk_prefer_busy_poll; u16 sk_busy_poll_budget; spinlock_t sk_peer_lock; int sk_bind_phc; struct pid *sk_peer_pid; const struct cred *sk_peer_cred; long int sk_rcvtimeo; ktime_t sk_stamp; atomic_t sk_tskey; atomic_t sk_zckey; u32 sk_tsflags; u8 sk_shutdown; u8 sk_clockid; u8 sk_txtime_deadline_mode: 1; u8 sk_txtime_report_errors: 1; u8 sk_txtime_unused: 6; bool sk_use_task_frag; struct socket *sk_socket; void *sk_user_data; void *sk_security; struct sock_cgroup_data sk_cgrp_data; struct mem_cgroup *sk_memcg; void (*sk_state_change)(struct sock *); void (*sk_data_ready)(struct sock *); void (*sk_write_space)(struct sock *); void (*sk_error_report)(struct sock *); int (*sk_backlog_rcv)(struct sock *, struct sk_buff *); struct sk_buff * (*sk_validate_xmit_skb)(struct sock *, struct net_device *, struct sk_buff *); void (*sk_destruct)(struct sock *); struct sock_reuseport *sk_reuseport_cb; struct bpf_local_storage *sk_bpf_storage; struct callback_head sk_rcu; netns_tracker ns_tracker; struct hlist_node sk_bind2_node; }; struct bpf_storage_buffer; struct bpf_cgroup_storage_map; struct bpf_cgroup_storage { union { struct bpf_storage_buffer *buf; void *percpu_buf; }; struct bpf_cgroup_storage_map *map; struct bpf_cgroup_storage_key key; struct list_head list_map; struct list_head list_cg; struct rb_node node; struct callback_head rcu; }; struct flowi_tunnel { __be64 tun_id; }; struct flowi_common { int flowic_oif; int flowic_iif; int flowic_l3mdev; __u32 flowic_mark; __u8 flowic_tos; __u8 flowic_scope; __u8 flowic_proto; __u8 flowic_flags; __u32 flowic_secid; kuid_t flowic_uid; struct flowi_tunnel flowic_tun_key; __u32 flowic_multipath_hash; }; union flowi_uli { struct { __be16 dport; __be16 sport; } ports; struct { __u8 type; __u8 code; } icmpt; __be32 gre_key; struct { __u8 type; } mht; }; struct flowi4 { struct flowi_common __fl_common; __be32 saddr; __be32 daddr; union flowi_uli uli; }; struct flowi6 { struct flowi_common __fl_common; struct in6_addr daddr; struct in6_addr saddr; __be32 flowlabel; union flowi_uli uli; __u32 mp_hash; }; struct flowi { union { struct flowi_common __fl_common; struct flowi4 ip4; struct flowi6 ip6; } u; }; struct prot_inuse { int all; int val[64]; }; struct fib_rule; struct fib_lookup_arg; struct fib_rule_hdr; struct fib_rules_ops { int family; struct list_head list; int rule_size; int addr_size; int unresolved_rules; int nr_goto_rules; unsigned int fib_rules_seq; int (*action)(struct fib_rule *, struct flowi *, int, struct fib_lookup_arg *); bool (*suppress)(struct fib_rule *, int, struct fib_lookup_arg *); int (*match)(struct fib_rule *, struct flowi *, int); int (*configure)(struct fib_rule *, struct sk_buff *, struct fib_rule_hdr *, struct nlattr **, struct netlink_ext_ack *); int (*delete)(struct fib_rule *); int (*compare)(struct fib_rule *, struct fib_rule_hdr *, struct nlattr **); int (*fill)(struct fib_rule *, struct sk_buff *, struct fib_rule_hdr *); size_t (*nlmsg_payload)(struct fib_rule *); void (*flush_cache)(struct fib_rules_ops *); int nlgroup; struct list_head rules_list; struct module *owner; struct net *fro_net; struct callback_head rcu; }; struct fib_notifier_ops { int family; struct list_head list; unsigned int (*fib_seq_read)(struct net *); int (*fib_dump)(struct net *, struct notifier_block *, struct netlink_ext_ack *); struct module *owner; struct callback_head rcu; }; enum { NAPI_STATE_SCHED = 0, NAPI_STATE_MISSED = 1, NAPI_STATE_DISABLE = 2, NAPI_STATE_NPSVC = 3, NAPI_STATE_LISTED = 4, NAPI_STATE_NO_BUSY_POLL = 5, NAPI_STATE_IN_BUSY_POLL = 6, NAPI_STATE_PREFER_BUSY_POLL = 7, NAPI_STATE_THREADED = 8, NAPI_STATE_SCHED_THREADED = 9, }; enum xps_map_type { XPS_CPUS = 0, XPS_RXQS = 1, XPS_MAPS_MAX = 2, }; enum bpf_xdp_mode { XDP_MODE_SKB = 0, XDP_MODE_DRV = 1, XDP_MODE_HW = 2, __MAX_XDP_MODE = 3, }; struct neigh_parms { possible_net_t net; struct net_device *dev; netdevice_tracker dev_tracker; struct list_head list; int (*neigh_setup)(struct neighbour *); struct neigh_table *tbl; void *sysctl_table; int dead; refcount_t refcnt; struct callback_head callback_head; int reachable_time; u32 qlen; int data[14]; long unsigned int data_state[1]; }; enum { NETIF_MSG_DRV_BIT = 0, NETIF_MSG_PROBE_BIT = 1, NETIF_MSG_LINK_BIT = 2, NETIF_MSG_TIMER_BIT = 3, NETIF_MSG_IFDOWN_BIT = 4, NETIF_MSG_IFUP_BIT = 5, NETIF_MSG_RX_ERR_BIT = 6, NETIF_MSG_TX_ERR_BIT = 7, NETIF_MSG_TX_QUEUED_BIT = 8, NETIF_MSG_INTR_BIT = 9, NETIF_MSG_TX_DONE_BIT = 10, NETIF_MSG_RX_STATUS_BIT = 11, NETIF_MSG_PKTDATA_BIT = 12, NETIF_MSG_HW_BIT = 13, NETIF_MSG_WOL_BIT = 14, NETIF_MSG_CLASS_COUNT = 15, }; enum { RTAX_UNSPEC = 0, RTAX_LOCK = 1, RTAX_MTU = 2, RTAX_WINDOW = 3, RTAX_RTT = 4, RTAX_RTTVAR = 5, RTAX_SSTHRESH = 6, RTAX_CWND = 7, RTAX_ADVMSS = 8, RTAX_REORDERING = 9, RTAX_HOPLIMIT = 10, RTAX_INITCWND = 11, RTAX_FEATURES = 12, RTAX_RTO_MIN = 13, RTAX_INITRWND = 14, RTAX_QUICKACK = 15, RTAX_CC_ALGO = 16, RTAX_FASTOPEN_NO_COOKIE = 17, __RTAX_MAX = 18, }; enum { NEIGH_VAR_MCAST_PROBES = 0, NEIGH_VAR_UCAST_PROBES = 1, NEIGH_VAR_APP_PROBES = 2, NEIGH_VAR_MCAST_REPROBES = 3, NEIGH_VAR_RETRANS_TIME = 4, NEIGH_VAR_BASE_REACHABLE_TIME = 5, NEIGH_VAR_DELAY_PROBE_TIME = 6, NEIGH_VAR_INTERVAL_PROBE_TIME_MS = 7, NEIGH_VAR_GC_STALETIME = 8, NEIGH_VAR_QUEUE_LEN_BYTES = 9, NEIGH_VAR_PROXY_QLEN = 10, NEIGH_VAR_ANYCAST_DELAY = 11, NEIGH_VAR_PROXY_DELAY = 12, NEIGH_VAR_LOCKTIME = 13, NEIGH_VAR_QUEUE_LEN = 14, NEIGH_VAR_RETRANS_TIME_MS = 15, NEIGH_VAR_BASE_REACHABLE_TIME_MS = 16, NEIGH_VAR_GC_INTERVAL = 17, NEIGH_VAR_GC_THRESH1 = 18, NEIGH_VAR_GC_THRESH2 = 19, NEIGH_VAR_GC_THRESH3 = 20, NEIGH_VAR_MAX = 21, }; struct pneigh_entry; struct neigh_statistics; struct neigh_hash_table; struct neigh_table { int family; unsigned int entry_size; unsigned int key_len; __be16 protocol; __u32 (*hash)(const void *, const struct net_device *, __u32 *); bool (*key_eq)(const struct neighbour *, const void *); int (*constructor)(struct neighbour *); int (*pconstructor)(struct pneigh_entry *); void (*pdestructor)(struct pneigh_entry *); void (*proxy_redo)(struct sk_buff *); int (*is_multicast)(const void *); bool (*allow_add)(const struct net_device *, struct netlink_ext_ack *); char *id; struct neigh_parms parms; struct list_head parms_list; int gc_interval; int gc_thresh1; int gc_thresh2; int gc_thresh3; long unsigned int last_flush; struct delayed_work gc_work; struct delayed_work managed_work; struct timer_list proxy_timer; struct sk_buff_head proxy_queue; atomic_t entries; atomic_t gc_entries; struct list_head gc_list; struct list_head managed_list; rwlock_t lock; long unsigned int last_rand; struct neigh_statistics *stats; struct neigh_hash_table *nht; struct pneigh_entry **phash_buckets; }; struct neigh_statistics { long unsigned int allocs; long unsigned int destroys; long unsigned int hash_grows; long unsigned int res_failed; long unsigned int lookups; long unsigned int hits; long unsigned int rcv_probes_mcast; long unsigned int rcv_probes_ucast; long unsigned int periodic_gc_runs; long unsigned int forced_gc_runs; long unsigned int unres_discards; long unsigned int table_fulls; }; struct neigh_ops { int family; void (*solicit)(struct neighbour *, struct sk_buff *); void (*error_report)(struct neighbour *, struct sk_buff *); int (*output)(struct neighbour *, struct sk_buff *); int (*connected_output)(struct neighbour *, struct sk_buff *); }; struct pneigh_entry { struct pneigh_entry *next; possible_net_t net; struct net_device *dev; netdevice_tracker dev_tracker; u32 flags; u8 protocol; u8 key[0]; }; struct neigh_hash_table { struct neighbour **hash_buckets; unsigned int hash_shift; __u32 hash_rnd[4]; struct callback_head rcu; }; enum { TCP_ESTABLISHED = 1, TCP_SYN_SENT = 2, TCP_SYN_RECV = 3, TCP_FIN_WAIT1 = 4, TCP_FIN_WAIT2 = 5, TCP_TIME_WAIT = 6, TCP_CLOSE = 7, TCP_CLOSE_WAIT = 8, TCP_LAST_ACK = 9, TCP_LISTEN = 10, TCP_CLOSING = 11, TCP_NEW_SYN_RECV = 12, TCP_MAX_STATES = 13, }; struct fib_rule_hdr { __u8 family; __u8 dst_len; __u8 src_len; __u8 tos; __u8 table; __u8 res1; __u8 res2; __u8 action; __u32 flags; }; struct fib_rule_port_range { __u16 start; __u16 end; }; struct fib_kuid_range { kuid_t start; kuid_t end; }; struct fib_rule { struct list_head list; int iifindex; int oifindex; u32 mark; u32 mark_mask; u32 flags; u32 table; u8 action; u8 l3mdev; u8 proto; u8 ip_proto; u32 target; __be64 tun_id; struct fib_rule *ctarget; struct net *fr_net; refcount_t refcnt; u32 pref; int suppress_ifgroup; int suppress_prefixlen; char iifname[16]; char oifname[16]; struct fib_kuid_range uid_range; struct fib_rule_port_range sport_range; struct fib_rule_port_range dport_range; struct callback_head rcu; }; struct fib_lookup_arg { void *lookup_ptr; const void *lookup_data; void *result; struct fib_rule *rule; u32 table; int flags; }; struct smc_hashinfo; struct sk_psock; struct request_sock_ops; struct timewait_sock_ops; struct raw_hashinfo; struct proto { void (*close)(struct sock *, long int); int (*pre_connect)(struct sock *, struct sockaddr *, int); int (*connect)(struct sock *, struct sockaddr *, int); int (*disconnect)(struct sock *, int); struct sock * (*accept)(struct sock *, int, int *, bool); int (*ioctl)(struct sock *, int, long unsigned int); int (*init)(struct sock *); void (*destroy)(struct sock *); void (*shutdown)(struct sock *, int); int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*keepalive)(struct sock *, int); int (*sendmsg)(struct sock *, struct msghdr *, size_t); int (*recvmsg)(struct sock *, struct msghdr *, size_t, int, int *); int (*sendpage)(struct sock *, struct page *, int, size_t, int); int (*bind)(struct sock *, struct sockaddr *, int); int (*bind_add)(struct sock *, struct sockaddr *, int); int (*backlog_rcv)(struct sock *, struct sk_buff *); bool (*bpf_bypass_getsockopt)(int, int); void (*release_cb)(struct sock *); int (*hash)(struct sock *); void (*unhash)(struct sock *); void (*rehash)(struct sock *); int (*get_port)(struct sock *, short unsigned int); void (*put_port)(struct sock *); int (*psock_update_sk_prot)(struct sock *, struct sk_psock *, bool); unsigned int inuse_idx; bool (*stream_memory_free)(const struct sock *, int); bool (*sock_is_readable)(struct sock *); void (*enter_memory_pressure)(struct sock *); void (*leave_memory_pressure)(struct sock *); atomic_long_t *memory_allocated; int *per_cpu_fw_alloc; struct percpu_counter *sockets_allocated; long unsigned int *memory_pressure; long int *sysctl_mem; int *sysctl_wmem; int *sysctl_rmem; u32 sysctl_wmem_offset; u32 sysctl_rmem_offset; int max_header; bool no_autobind; struct kmem_cache *slab; unsigned int obj_size; slab_flags_t slab_flags; unsigned int useroffset; unsigned int usersize; unsigned int *orphan_count; struct request_sock_ops *rsk_prot; struct timewait_sock_ops *twsk_prot; union { struct inet_hashinfo *hashinfo; struct udp_table *udp_table; struct raw_hashinfo *raw_hash; struct smc_hashinfo *smc_hash; } h; struct module *owner; char name[32]; struct list_head node; int (*diag_destroy)(struct sock *, int); }; struct bpf_storage_buffer { struct callback_head rcu; char data[0]; }; enum dynevent_type { DYNEVENT_TYPE_SYNTH = 1, DYNEVENT_TYPE_KPROBE = 2, DYNEVENT_TYPE_NONE = 3, }; struct dynevent_cmd; typedef int (*dynevent_create_fn_t)(struct dynevent_cmd *); struct dynevent_cmd { struct seq_buf seq; const char *event_name; unsigned int n_fields; enum dynevent_type type; dynevent_create_fn_t run_command; void *private_data; }; struct kprobe_trace_entry_head { struct trace_entry ent; long unsigned int ip; }; struct kretprobe_trace_entry_head { struct trace_entry ent; long unsigned int func; long unsigned int ret_ip; }; typedef int (*dynevent_check_arg_fn_t)(void *); struct dynevent_arg { const char *str; char separator; }; struct freelist_node { atomic_t refs; struct freelist_node *next; }; struct freelist_head { struct freelist_node *head; }; struct kretprobe_instance; typedef int (*kretprobe_handler_t)(struct kretprobe_instance *, struct pt_regs *); struct kretprobe_holder; struct kretprobe_instance { union { struct freelist_node freelist; struct callback_head rcu; }; struct llist_node llist; struct kretprobe_holder *rph; kprobe_opcode_t *ret_addr; void *fp; char data[0]; }; struct kretprobe; struct kretprobe_holder { struct kretprobe *rp; refcount_t ref; }; struct kretprobe { struct kprobe kp; kretprobe_handler_t handler; kretprobe_handler_t entry_handler; int maxactive; int nmissed; size_t data_size; struct freelist_head freelist; struct kretprobe_holder *rph; }; struct trace_kprobe { struct dyn_event devent; struct kretprobe rp; long unsigned int *nhit; const char *symbol; struct trace_probe tp; }; typedef __u16 __le16; typedef __u64 __le64; enum { BPF_REG_0 = 0, BPF_REG_1 = 1, BPF_REG_2 = 2, BPF_REG_3 = 3, BPF_REG_4 = 4, BPF_REG_5 = 5, BPF_REG_6 = 6, BPF_REG_7 = 7, BPF_REG_8 = 8, BPF_REG_9 = 9, BPF_REG_10 = 10, __MAX_BPF_REG = 11, }; enum bpf_func_id { BPF_FUNC_unspec = 0, BPF_FUNC_map_lookup_elem = 1, BPF_FUNC_map_update_elem = 2, BPF_FUNC_map_delete_elem = 3, BPF_FUNC_probe_read = 4, BPF_FUNC_ktime_get_ns = 5, BPF_FUNC_trace_printk = 6, BPF_FUNC_get_prandom_u32 = 7, BPF_FUNC_get_smp_processor_id = 8, BPF_FUNC_skb_store_bytes = 9, BPF_FUNC_l3_csum_replace = 10, BPF_FUNC_l4_csum_replace = 11, BPF_FUNC_tail_call = 12, BPF_FUNC_clone_redirect = 13, BPF_FUNC_get_current_pid_tgid = 14, BPF_FUNC_get_current_uid_gid = 15, BPF_FUNC_get_current_comm = 16, BPF_FUNC_get_cgroup_classid = 17, BPF_FUNC_skb_vlan_push = 18, BPF_FUNC_skb_vlan_pop = 19, BPF_FUNC_skb_get_tunnel_key = 20, BPF_FUNC_skb_set_tunnel_key = 21, BPF_FUNC_perf_event_read = 22, BPF_FUNC_redirect = 23, BPF_FUNC_get_route_realm = 24, BPF_FUNC_perf_event_output = 25, BPF_FUNC_skb_load_bytes = 26, BPF_FUNC_get_stackid = 27, BPF_FUNC_csum_diff = 28, BPF_FUNC_skb_get_tunnel_opt = 29, BPF_FUNC_skb_set_tunnel_opt = 30, BPF_FUNC_skb_change_proto = 31, BPF_FUNC_skb_change_type = 32, BPF_FUNC_skb_under_cgroup = 33, BPF_FUNC_get_hash_recalc = 34, BPF_FUNC_get_current_task = 35, BPF_FUNC_probe_write_user = 36, BPF_FUNC_current_task_under_cgroup = 37, BPF_FUNC_skb_change_tail = 38, BPF_FUNC_skb_pull_data = 39, BPF_FUNC_csum_update = 40, BPF_FUNC_set_hash_invalid = 41, BPF_FUNC_get_numa_node_id = 42, BPF_FUNC_skb_change_head = 43, BPF_FUNC_xdp_adjust_head = 44, BPF_FUNC_probe_read_str = 45, BPF_FUNC_get_socket_cookie = 46, BPF_FUNC_get_socket_uid = 47, BPF_FUNC_set_hash = 48, BPF_FUNC_setsockopt = 49, BPF_FUNC_skb_adjust_room = 50, BPF_FUNC_redirect_map = 51, BPF_FUNC_sk_redirect_map = 52, BPF_FUNC_sock_map_update = 53, BPF_FUNC_xdp_adjust_meta = 54, BPF_FUNC_perf_event_read_value = 55, BPF_FUNC_perf_prog_read_value = 56, BPF_FUNC_getsockopt = 57, BPF_FUNC_override_return = 58, BPF_FUNC_sock_ops_cb_flags_set = 59, BPF_FUNC_msg_redirect_map = 60, BPF_FUNC_msg_apply_bytes = 61, BPF_FUNC_msg_cork_bytes = 62, BPF_FUNC_msg_pull_data = 63, BPF_FUNC_bind = 64, BPF_FUNC_xdp_adjust_tail = 65, BPF_FUNC_skb_get_xfrm_state = 66, BPF_FUNC_get_stack = 67, BPF_FUNC_skb_load_bytes_relative = 68, BPF_FUNC_fib_lookup = 69, BPF_FUNC_sock_hash_update = 70, BPF_FUNC_msg_redirect_hash = 71, BPF_FUNC_sk_redirect_hash = 72, BPF_FUNC_lwt_push_encap = 73, BPF_FUNC_lwt_seg6_store_bytes = 74, BPF_FUNC_lwt_seg6_adjust_srh = 75, BPF_FUNC_lwt_seg6_action = 76, BPF_FUNC_rc_repeat = 77, BPF_FUNC_rc_keydown = 78, BPF_FUNC_skb_cgroup_id = 79, BPF_FUNC_get_current_cgroup_id = 80, BPF_FUNC_get_local_storage = 81, BPF_FUNC_sk_select_reuseport = 82, BPF_FUNC_skb_ancestor_cgroup_id = 83, BPF_FUNC_sk_lookup_tcp = 84, BPF_FUNC_sk_lookup_udp = 85, BPF_FUNC_sk_release = 86, BPF_FUNC_map_push_elem = 87, BPF_FUNC_map_pop_elem = 88, BPF_FUNC_map_peek_elem = 89, BPF_FUNC_msg_push_data = 90, BPF_FUNC_msg_pop_data = 91, BPF_FUNC_rc_pointer_rel = 92, BPF_FUNC_spin_lock = 93, BPF_FUNC_spin_unlock = 94, BPF_FUNC_sk_fullsock = 95, BPF_FUNC_tcp_sock = 96, BPF_FUNC_skb_ecn_set_ce = 97, BPF_FUNC_get_listener_sock = 98, BPF_FUNC_skc_lookup_tcp = 99, BPF_FUNC_tcp_check_syncookie = 100, BPF_FUNC_sysctl_get_name = 101, BPF_FUNC_sysctl_get_current_value = 102, BPF_FUNC_sysctl_get_new_value = 103, BPF_FUNC_sysctl_set_new_value = 104, BPF_FUNC_strtol = 105, BPF_FUNC_strtoul = 106, BPF_FUNC_sk_storage_get = 107, BPF_FUNC_sk_storage_delete = 108, BPF_FUNC_send_signal = 109, BPF_FUNC_tcp_gen_syncookie = 110, BPF_FUNC_skb_output = 111, BPF_FUNC_probe_read_user = 112, BPF_FUNC_probe_read_kernel = 113, BPF_FUNC_probe_read_user_str = 114, BPF_FUNC_probe_read_kernel_str = 115, BPF_FUNC_tcp_send_ack = 116, BPF_FUNC_send_signal_thread = 117, BPF_FUNC_jiffies64 = 118, BPF_FUNC_read_branch_records = 119, BPF_FUNC_get_ns_current_pid_tgid = 120, BPF_FUNC_xdp_output = 121, BPF_FUNC_get_netns_cookie = 122, BPF_FUNC_get_current_ancestor_cgroup_id = 123, BPF_FUNC_sk_assign = 124, BPF_FUNC_ktime_get_boot_ns = 125, BPF_FUNC_seq_printf = 126, BPF_FUNC_seq_write = 127, BPF_FUNC_sk_cgroup_id = 128, BPF_FUNC_sk_ancestor_cgroup_id = 129, BPF_FUNC_ringbuf_output = 130, BPF_FUNC_ringbuf_reserve = 131, BPF_FUNC_ringbuf_submit = 132, BPF_FUNC_ringbuf_discard = 133, BPF_FUNC_ringbuf_query = 134, BPF_FUNC_csum_level = 135, BPF_FUNC_skc_to_tcp6_sock = 136, BPF_FUNC_skc_to_tcp_sock = 137, BPF_FUNC_skc_to_tcp_timewait_sock = 138, BPF_FUNC_skc_to_tcp_request_sock = 139, BPF_FUNC_skc_to_udp6_sock = 140, BPF_FUNC_get_task_stack = 141, BPF_FUNC_load_hdr_opt = 142, BPF_FUNC_store_hdr_opt = 143, BPF_FUNC_reserve_hdr_opt = 144, BPF_FUNC_inode_storage_get = 145, BPF_FUNC_inode_storage_delete = 146, BPF_FUNC_d_path = 147, BPF_FUNC_copy_from_user = 148, BPF_FUNC_snprintf_btf = 149, BPF_FUNC_seq_printf_btf = 150, BPF_FUNC_skb_cgroup_classid = 151, BPF_FUNC_redirect_neigh = 152, BPF_FUNC_per_cpu_ptr = 153, BPF_FUNC_this_cpu_ptr = 154, BPF_FUNC_redirect_peer = 155, BPF_FUNC_task_storage_get = 156, BPF_FUNC_task_storage_delete = 157, BPF_FUNC_get_current_task_btf = 158, BPF_FUNC_bprm_opts_set = 159, BPF_FUNC_ktime_get_coarse_ns = 160, BPF_FUNC_ima_inode_hash = 161, BPF_FUNC_sock_from_file = 162, BPF_FUNC_check_mtu = 163, BPF_FUNC_for_each_map_elem = 164, BPF_FUNC_snprintf = 165, BPF_FUNC_sys_bpf = 166, BPF_FUNC_btf_find_by_name_kind = 167, BPF_FUNC_sys_close = 168, BPF_FUNC_timer_init = 169, BPF_FUNC_timer_set_callback = 170, BPF_FUNC_timer_start = 171, BPF_FUNC_timer_cancel = 172, BPF_FUNC_get_func_ip = 173, BPF_FUNC_get_attach_cookie = 174, BPF_FUNC_task_pt_regs = 175, BPF_FUNC_get_branch_snapshot = 176, BPF_FUNC_trace_vprintk = 177, BPF_FUNC_skc_to_unix_sock = 178, BPF_FUNC_kallsyms_lookup_name = 179, BPF_FUNC_find_vma = 180, BPF_FUNC_loop = 181, BPF_FUNC_strncmp = 182, BPF_FUNC_get_func_arg = 183, BPF_FUNC_get_func_ret = 184, BPF_FUNC_get_func_arg_cnt = 185, BPF_FUNC_get_retval = 186, BPF_FUNC_set_retval = 187, BPF_FUNC_xdp_get_buff_len = 188, BPF_FUNC_xdp_load_bytes = 189, BPF_FUNC_xdp_store_bytes = 190, BPF_FUNC_copy_from_user_task = 191, BPF_FUNC_skb_set_tstamp = 192, BPF_FUNC_ima_file_hash = 193, BPF_FUNC_kptr_xchg = 194, BPF_FUNC_map_lookup_percpu_elem = 195, BPF_FUNC_skc_to_mptcp_sock = 196, BPF_FUNC_dynptr_from_mem = 197, BPF_FUNC_ringbuf_reserve_dynptr = 198, BPF_FUNC_ringbuf_submit_dynptr = 199, BPF_FUNC_ringbuf_discard_dynptr = 200, BPF_FUNC_dynptr_read = 201, BPF_FUNC_dynptr_write = 202, BPF_FUNC_dynptr_data = 203, BPF_FUNC_tcp_raw_gen_syncookie_ipv4 = 204, BPF_FUNC_tcp_raw_gen_syncookie_ipv6 = 205, BPF_FUNC_tcp_raw_check_syncookie_ipv4 = 206, BPF_FUNC_tcp_raw_check_syncookie_ipv6 = 207, BPF_FUNC_ktime_get_tai_ns = 208, BPF_FUNC_user_ringbuf_drain = 209, BPF_FUNC_cgrp_storage_get = 210, BPF_FUNC_cgrp_storage_delete = 211, __BPF_FUNC_MAX_ID = 212, }; enum xdp_action { XDP_ABORTED = 0, XDP_DROP = 1, XDP_PASS = 2, XDP_TX = 3, XDP_REDIRECT = 4, }; struct latch_tree_ops { bool (*less)(struct latch_tree_node *, struct latch_tree_node *); int (*comp)(void *, struct latch_tree_node *); }; struct rnd_state { __u32 s1; __u32 s2; __u32 s3; __u32 s4; }; struct rhash_lock_head; struct bucket_table { unsigned int size; unsigned int nest; u32 hash_rnd; struct list_head walkers; struct callback_head rcu; struct bucket_table *future_tbl; struct lockdep_map dep_map; long: 64; struct rhash_lock_head *buckets[0]; }; typedef sockptr_t bpfptr_t; struct btf_struct_meta { u32 btf_id; struct btf_record *record; struct btf_field_offs *field_offs; }; struct bpf_mem_caches; struct bpf_mem_cache; struct bpf_mem_alloc { struct bpf_mem_caches *caches; struct bpf_mem_cache *cache; struct work_struct work; }; struct bpf_verifier_log { u32 level; char kbuf[1024]; char *ubuf; u32 len_used; u32 len_total; }; struct bpf_subprog_info { u32 start; u32 linfo_idx; u16 stack_depth; bool has_tail_call; bool tail_call_reachable; bool has_ld_abs; bool is_async_cb; }; struct bpf_id_pair { u32 old; u32 cur; }; struct bpf_verifier_ops; struct bpf_verifier_stack_elem; struct bpf_verifier_state; struct bpf_verifier_state_list; struct bpf_insn_aux_data; struct bpf_verifier_env { u32 insn_idx; u32 prev_insn_idx; struct bpf_prog *prog; const struct bpf_verifier_ops *ops; struct bpf_verifier_stack_elem *head; int stack_size; bool strict_alignment; bool test_state_freq; struct bpf_verifier_state *cur_state; struct bpf_verifier_state_list **explored_states; struct bpf_verifier_state_list *free_list; struct bpf_map *used_maps[64]; struct btf_mod_pair used_btfs[64]; u32 used_map_cnt; u32 used_btf_cnt; u32 id_gen; bool explore_alu_limits; bool allow_ptr_leaks; bool allow_uninit_stack; bool bpf_capable; bool bypass_spec_v1; bool bypass_spec_v4; bool seen_direct_write; bool rcu_tag_supported; struct bpf_insn_aux_data *insn_aux_data; const struct bpf_line_info *prev_linfo; struct bpf_verifier_log log; struct bpf_subprog_info subprog_info[257]; struct bpf_id_pair idmap_scratch[600]; struct { int *insn_state; int *insn_stack; int cur_stack; } cfg; u32 pass_cnt; u32 subprog_cnt; u32 prev_insn_processed; u32 insn_processed; u32 prev_jmps_processed; u32 jmps_processed; u64 verification_time; u32 max_states_per_insn; u32 total_states; u32 peak_states; u32 longest_mark_read_walk; bpfptr_t fd_array; u32 scratched_regs; u64 scratched_stack_slots; u32 prev_log_len; u32 prev_insn_print_len; char type_str_buf[128]; }; enum bpf_dynptr_type { BPF_DYNPTR_TYPE_INVALID = 0, BPF_DYNPTR_TYPE_LOCAL = 1, BPF_DYNPTR_TYPE_RINGBUF = 2, }; struct tnum { u64 value; u64 mask; }; enum bpf_reg_liveness { REG_LIVE_NONE = 0, REG_LIVE_READ32 = 1, REG_LIVE_READ64 = 2, REG_LIVE_READ = 3, REG_LIVE_WRITTEN = 4, REG_LIVE_DONE = 8, }; struct bpf_reg_state { enum bpf_reg_type type; s32 off; union { int range; struct { struct bpf_map *map_ptr; u32 map_uid; }; struct { struct btf *btf; u32 btf_id; }; u32 mem_size; struct { enum bpf_dynptr_type type; bool first_slot; } dynptr; struct { long unsigned int raw1; long unsigned int raw2; } raw; u32 subprogno; }; u32 id; u32 ref_obj_id; struct tnum var_off; s64 smin_value; s64 smax_value; u64 umin_value; u64 umax_value; s32 s32_min_value; s32 s32_max_value; u32 u32_min_value; u32 u32_max_value; struct bpf_reg_state *parent; u32 frameno; s32 subreg_def; enum bpf_reg_liveness live; bool precise; }; struct bpf_reference_state; struct bpf_stack_state; struct bpf_func_state { struct bpf_reg_state regs[11]; int callsite; u32 frameno; u32 subprogno; u32 async_entry_cnt; bool in_callback_fn; struct tnum callback_ret_range; bool in_async_callback_fn; int acquired_refs; struct bpf_reference_state *refs; int allocated_stack; struct bpf_stack_state *stack; }; struct bpf_func_proto { u64 (*func)(u64, u64, u64, u64, u64); bool gpl_only; bool pkt_access; bool might_sleep; enum bpf_return_type ret_type; union { struct { enum bpf_arg_type arg1_type; enum bpf_arg_type arg2_type; enum bpf_arg_type arg3_type; enum bpf_arg_type arg4_type; enum bpf_arg_type arg5_type; }; enum bpf_arg_type arg_type[5]; }; union { struct { u32 *arg1_btf_id; u32 *arg2_btf_id; u32 *arg3_btf_id; u32 *arg4_btf_id; u32 *arg5_btf_id; }; u32 *arg_btf_id[5]; struct { size_t arg1_size; size_t arg2_size; size_t arg3_size; size_t arg4_size; size_t arg5_size; }; size_t arg_size[5]; }; int *ret_btf_id; bool (*allowed)(const struct bpf_prog *); }; enum bpf_access_type { BPF_READ = 1, BPF_WRITE = 2, }; struct bpf_insn_access_aux { enum bpf_reg_type reg_type; union { int ctx_field_size; struct { struct btf *btf; u32 btf_id; }; }; struct bpf_verifier_log *log; }; struct bpf_verifier_ops { const struct bpf_func_proto * (*get_func_proto)(enum bpf_func_id, const struct bpf_prog *); bool (*is_valid_access)(int, int, enum bpf_access_type, const struct bpf_prog *, struct bpf_insn_access_aux *); int (*gen_prologue)(struct bpf_insn *, bool, const struct bpf_prog *); int (*gen_ld_abs)(const struct bpf_insn *, struct bpf_insn *); u32 (*convert_ctx_access)(enum bpf_access_type, const struct bpf_insn *, struct bpf_insn *, struct bpf_prog *, u32 *); int (*btf_struct_access)(struct bpf_verifier_log *, const struct bpf_reg_state *, int, int, enum bpf_access_type, u32 *, enum bpf_type_flag *); }; enum bpf_jit_poke_reason { BPF_POKE_REASON_TAIL_CALL = 0, }; struct bpf_array_aux { struct list_head poke_progs; struct bpf_map *map; struct mutex poke_mutex; struct work_struct work; }; struct bpf_array { struct bpf_map map; u32 elem_size; u32 index_mask; struct bpf_array_aux *aux; union { char value[0]; void *ptrs[0]; void *pptrs[0]; }; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef long unsigned int (*bpf_ctx_copy_t)(void *, const void *, long unsigned int, long unsigned int); struct bpf_empty_prog_array { struct bpf_prog_array hdr; struct bpf_prog *null_prog; }; enum bpf_text_poke_type { BPF_MOD_CALL = 0, BPF_MOD_JUMP = 1, }; enum xdp_mem_type { MEM_TYPE_PAGE_SHARED = 0, MEM_TYPE_PAGE_ORDER0 = 1, MEM_TYPE_PAGE_POOL = 2, MEM_TYPE_XSK_BUFF_POOL = 3, MEM_TYPE_MAX = 4, }; struct xdp_cpumap_stats { unsigned int redirect; unsigned int pass; unsigned int drop; }; struct bpf_binary_header { u32 size; int: 32; u8 image[0]; }; typedef void (*bpf_jit_fill_hole_t)(void *, unsigned int); struct bpf_stack_state { struct bpf_reg_state spilled_ptr; u8 slot_type[8]; }; struct bpf_reference_state { int id; int insn_idx; int callback_ref; bool release_on_unlock; }; struct bpf_idx_pair { u32 prev_idx; u32 idx; }; struct bpf_verifier_state { struct bpf_func_state *frame[8]; struct bpf_verifier_state *parent; u32 branches; u32 insn_idx; u32 curframe; struct { void *ptr; u32 id; } active_lock; bool speculative; bool active_rcu_lock; u32 first_insn_idx; u32 last_insn_idx; struct bpf_idx_pair *jmp_history; u32 jmp_history_cnt; }; struct bpf_verifier_state_list { struct bpf_verifier_state state; struct bpf_verifier_state_list *next; int miss_cnt; int hit_cnt; }; struct bpf_loop_inline_state { unsigned int initialized: 1; unsigned int fit_for_inline: 1; u32 callback_subprogno; }; struct bpf_insn_aux_data { union { enum bpf_reg_type ptr_type; long unsigned int map_ptr_state; s32 call_imm; u32 alu_limit; struct { u32 map_index; u32 map_off; }; struct { enum bpf_reg_type reg_type; union { struct { struct btf *btf; u32 btf_id; }; u32 mem_size; }; } btf_var; struct bpf_loop_inline_state loop_inline_state; }; u64 obj_new_size; struct btf_struct_meta *kptr_struct_meta; u64 map_key_state; int ctx_field_size; u32 seen; bool sanitize_stack_spill; bool zext_dst; bool storage_get_func_atomic; u8 alu_state; unsigned int orig_idx; bool prune_point; bool jmp_point; }; struct bpf_prog_pack { struct list_head list; void *ptr; long unsigned int bitmap[0]; }; struct bpf_prog_dummy { struct bpf_prog prog; }; typedef u64 (*btf_bpf_user_rnd_u32)(); typedef u64 (*btf_bpf_get_raw_cpu_id)(); struct _bpf_dtab_netdev { struct net_device *dev; }; struct rhash_lock_head {}; struct xdp_mem_allocator { struct xdp_mem_info mem; union { void *allocator; struct page_pool *page_pool; }; struct rhash_head node; struct callback_head rcu; }; struct trace_event_raw_xdp_exception { struct trace_entry ent; int prog_id; u32 act; int ifindex; char __data[0]; }; struct trace_event_raw_xdp_bulk_tx { struct trace_entry ent; int ifindex; u32 act; int drops; int sent; int err; char __data[0]; }; struct trace_event_raw_xdp_redirect_template { struct trace_entry ent; int prog_id; u32 act; int ifindex; int err; int to_ifindex; u32 map_id; int map_index; char __data[0]; }; struct trace_event_raw_xdp_cpumap_kthread { struct trace_entry ent; int map_id; u32 act; int cpu; unsigned int drops; unsigned int processed; int sched; unsigned int xdp_pass; unsigned int xdp_drop; unsigned int xdp_redirect; char __data[0]; }; struct trace_event_raw_xdp_cpumap_enqueue { struct trace_entry ent; int map_id; u32 act; int cpu; unsigned int drops; unsigned int processed; int to_cpu; char __data[0]; }; struct trace_event_raw_xdp_devmap_xmit { struct trace_entry ent; int from_ifindex; u32 act; int to_ifindex; int drops; int sent; int err; char __data[0]; }; struct trace_event_raw_mem_disconnect { struct trace_entry ent; const struct xdp_mem_allocator *xa; u32 mem_id; u32 mem_type; const void *allocator; char __data[0]; }; struct trace_event_raw_mem_connect { struct trace_entry ent; const struct xdp_mem_allocator *xa; u32 mem_id; u32 mem_type; const void *allocator; const struct xdp_rxq_info *rxq; int ifindex; char __data[0]; }; struct trace_event_raw_mem_return_failed { struct trace_entry ent; const struct page *page; u32 mem_id; u32 mem_type; char __data[0]; }; struct trace_event_data_offsets_xdp_exception {}; struct trace_event_data_offsets_xdp_bulk_tx {}; struct trace_event_data_offsets_xdp_redirect_template {}; struct trace_event_data_offsets_xdp_cpumap_kthread {}; struct trace_event_data_offsets_xdp_cpumap_enqueue {}; struct trace_event_data_offsets_xdp_devmap_xmit {}; struct trace_event_data_offsets_mem_disconnect {}; struct trace_event_data_offsets_mem_connect {}; struct trace_event_data_offsets_mem_return_failed {}; typedef void (*btf_trace_xdp_exception)(void *, const struct net_device *, const struct bpf_prog *, u32); typedef void (*btf_trace_xdp_bulk_tx)(void *, const struct net_device *, int, int, int); typedef void (*btf_trace_xdp_redirect)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_err)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_map)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_map_err)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_cpumap_kthread)(void *, int, unsigned int, unsigned int, int, struct xdp_cpumap_stats *); typedef void (*btf_trace_xdp_cpumap_enqueue)(void *, int, unsigned int, unsigned int, int); typedef void (*btf_trace_xdp_devmap_xmit)(void *, const struct net_device *, const struct net_device *, int, int, int); typedef void (*btf_trace_mem_disconnect)(void *, const struct xdp_mem_allocator *); typedef void (*btf_trace_mem_connect)(void *, const struct xdp_mem_allocator *, const struct xdp_rxq_info *); typedef void (*btf_trace_mem_return_failed)(void *, const struct xdp_mem_info *, const struct page *); union bpf_iter_link_info { struct { __u32 map_fd; } map; struct { enum bpf_cgroup_iter_order order; __u32 cgroup_fd; __u64 cgroup_id; } cgroup; struct { __u32 tid; __u32 pid; __u32 pid_fd; } task; }; enum bpf_link_type { BPF_LINK_TYPE_UNSPEC = 0, BPF_LINK_TYPE_RAW_TRACEPOINT = 1, BPF_LINK_TYPE_TRACING = 2, BPF_LINK_TYPE_CGROUP = 3, BPF_LINK_TYPE_ITER = 4, BPF_LINK_TYPE_NETNS = 5, BPF_LINK_TYPE_XDP = 6, BPF_LINK_TYPE_PERF_EVENT = 7, BPF_LINK_TYPE_KPROBE_MULTI = 8, BPF_LINK_TYPE_STRUCT_OPS = 9, MAX_BPF_LINK_TYPE = 10, }; struct bpf_link_info { __u32 type; __u32 id; __u32 prog_id; union { struct { __u64 tp_name; __u32 tp_name_len; } raw_tracepoint; struct { __u32 attach_type; __u32 target_obj_id; __u32 target_btf_id; } tracing; struct { __u64 cgroup_id; __u32 attach_type; } cgroup; struct { __u64 target_name; __u32 target_name_len; union { struct { __u32 map_id; } map; }; union { struct { __u64 cgroup_id; __u32 order; } cgroup; struct { __u32 tid; __u32 pid; } task; }; } iter; struct { __u32 netns_ino; __u32 attach_type; } netns; struct { __u32 ifindex; } xdp; }; }; typedef unsigned int (*bpf_func_t)(const void *, const struct bpf_insn *); struct bpf_link_ops; struct bpf_link { atomic64_t refcnt; u32 id; enum bpf_link_type type; const struct bpf_link_ops *ops; struct bpf_prog *prog; struct work_struct work; }; struct bpf_link_ops { void (*release)(struct bpf_link *); void (*dealloc)(struct bpf_link *); int (*detach)(struct bpf_link *); int (*update_prog)(struct bpf_link *, struct bpf_prog *, struct bpf_prog *); void (*show_fdinfo)(const struct bpf_link *, struct seq_file *); int (*fill_link_info)(const struct bpf_link *, struct bpf_link_info *); }; struct bpf_link_primer { struct bpf_link *link; struct file *file; int fd; u32 id; }; typedef int (*bpf_iter_attach_target_t)(struct bpf_prog *, union bpf_iter_link_info *, struct bpf_iter_aux_info *); typedef void (*bpf_iter_detach_target_t)(struct bpf_iter_aux_info *); typedef void (*bpf_iter_show_fdinfo_t)(const struct bpf_iter_aux_info *, struct seq_file *); typedef int (*bpf_iter_fill_link_info_t)(const struct bpf_iter_aux_info *, struct bpf_link_info *); typedef const struct bpf_func_proto * (*bpf_iter_get_func_proto_t)(enum bpf_func_id, const struct bpf_prog *); enum bpf_iter_feature { BPF_ITER_RESCHED = 1, }; struct bpf_iter_reg { const char *target; bpf_iter_attach_target_t attach_target; bpf_iter_detach_target_t detach_target; bpf_iter_show_fdinfo_t show_fdinfo; bpf_iter_fill_link_info_t fill_link_info; bpf_iter_get_func_proto_t get_func_proto; u32 ctx_arg_info_size; u32 feature; struct bpf_ctx_arg_aux ctx_arg_info[2]; const struct bpf_iter_seq_info *seq_info; }; struct bpf_iter_meta { union { struct seq_file *seq; }; u64 session_id; u64 seq_num; }; typedef unsigned int (*bpf_dispatcher_fn)(const void *, const struct bpf_insn *, unsigned int (*)(const void *, const struct bpf_insn *)); struct bpf_iter_target_info { struct list_head list; const struct bpf_iter_reg *reg_info; u32 btf_id; }; struct bpf_iter_link { struct bpf_link link; struct bpf_iter_aux_info aux; struct bpf_iter_target_info *tinfo; }; struct bpf_iter_priv_data { struct bpf_iter_target_info *tinfo; const struct bpf_iter_seq_info *seq_info; struct bpf_prog *prog; u64 session_id; u64 seq_num; bool done_stop; long: 56; u8 target_private[0]; }; typedef u64 (*btf_bpf_for_each_map_elem)(struct bpf_map *, void *, void *, u64); typedef u64 (*btf_bpf_loop)(u32, void *, void *, u64); enum { BTF_TRACING_TYPE_TASK = 0, BTF_TRACING_TYPE_FILE = 1, BTF_TRACING_TYPE_VMA = 2, MAX_BTF_TRACING_TYPE = 3, }; struct mmap_unlock_irq_work { struct irq_work irq_work; struct mm_struct *mm; }; struct bpf_iter_seq_task_common { struct pid_namespace *ns; enum bpf_iter_task_type type; u32 pid; u32 pid_visiting; }; struct bpf_iter_seq_task_info { struct bpf_iter_seq_task_common common; u32 tid; }; struct bpf_iter__task { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; }; struct bpf_iter_seq_task_file_info { struct bpf_iter_seq_task_common common; struct task_struct *task; u32 tid; u32 fd; }; struct bpf_iter__task_file { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; u32 fd; union { struct file *file; }; }; struct bpf_iter_seq_task_vma_info { struct bpf_iter_seq_task_common common; struct task_struct *task; struct mm_struct *mm; struct vm_area_struct *vma; u32 tid; long unsigned int prev_vm_start; long unsigned int prev_vm_end; }; enum bpf_task_vma_iter_find_op { task_vma_iter_first_vma = 0, task_vma_iter_next_vma = 1, task_vma_iter_find_vma = 2, }; struct bpf_iter__task_vma { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; union { struct vm_area_struct *vma; }; }; typedef u64 (*btf_bpf_find_vma)(struct task_struct *, u64, bpf_callback_t, void *, u64); struct pcpu_freelist_node; struct pcpu_freelist_head { struct pcpu_freelist_node *first; raw_spinlock_t lock; }; struct pcpu_freelist_node { struct pcpu_freelist_node *next; }; struct pcpu_freelist { struct pcpu_freelist_head *freelist; struct pcpu_freelist_head extralist; }; struct bpf_lpm_trie_key { __u32 prefixlen; __u8 data[0]; }; enum { BPF_ANY = 0, BPF_NOEXIST = 1, BPF_EXIST = 2, BPF_F_LOCK = 4, }; enum { BPF_F_NO_PREALLOC = 1, BPF_F_NO_COMMON_LRU = 2, BPF_F_NUMA_NODE = 4, BPF_F_RDONLY = 8, BPF_F_WRONLY = 16, BPF_F_STACK_BUILD_ID = 32, BPF_F_ZERO_SEED = 64, BPF_F_RDONLY_PROG = 128, BPF_F_WRONLY_PROG = 256, BPF_F_CLONE = 512, BPF_F_MMAPABLE = 1024, BPF_F_PRESERVE_ELEMS = 2048, BPF_F_INNER_MAP = 4096, }; enum { BTF_KIND_UNKN = 0, BTF_KIND_INT = 1, BTF_KIND_PTR = 2, BTF_KIND_ARRAY = 3, BTF_KIND_STRUCT = 4, BTF_KIND_UNION = 5, BTF_KIND_ENUM = 6, BTF_KIND_FWD = 7, BTF_KIND_TYPEDEF = 8, BTF_KIND_VOLATILE = 9, BTF_KIND_CONST = 10, BTF_KIND_RESTRICT = 11, BTF_KIND_FUNC = 12, BTF_KIND_FUNC_PROTO = 13, BTF_KIND_VAR = 14, BTF_KIND_DATASEC = 15, BTF_KIND_FLOAT = 16, BTF_KIND_DECL_TAG = 17, BTF_KIND_TYPE_TAG = 18, BTF_KIND_ENUM64 = 19, NR_BTF_KINDS = 20, BTF_KIND_MAX = 19, }; struct ipv6_stable_secret { bool initialized; struct in6_addr secret; }; struct ipv6_devconf { __s32 forwarding; __s32 hop_limit; __s32 mtu6; __s32 accept_ra; __s32 accept_redirects; __s32 autoconf; __s32 dad_transmits; __s32 rtr_solicits; __s32 rtr_solicit_interval; __s32 rtr_solicit_max_interval; __s32 rtr_solicit_delay; __s32 force_mld_version; __s32 mldv1_unsolicited_report_interval; __s32 mldv2_unsolicited_report_interval; __s32 use_tempaddr; __s32 temp_valid_lft; __s32 temp_prefered_lft; __s32 regen_max_retry; __s32 max_desync_factor; __s32 max_addresses; __s32 accept_ra_defrtr; __u32 ra_defrtr_metric; __s32 accept_ra_min_hop_limit; __s32 accept_ra_pinfo; __s32 ignore_routes_with_linkdown; __s32 accept_ra_rtr_pref; __s32 rtr_probe_interval; __s32 accept_ra_rt_info_min_plen; __s32 accept_ra_rt_info_max_plen; __s32 proxy_ndp; __s32 accept_source_route; __s32 accept_ra_from_local; atomic_t mc_forwarding; __s32 disable_ipv6; __s32 drop_unicast_in_l2_multicast; __s32 accept_dad; __s32 force_tllao; __s32 ndisc_notify; __s32 suppress_frag_ndisc; __s32 accept_ra_mtu; __s32 drop_unsolicited_na; __s32 accept_untracked_na; struct ipv6_stable_secret stable_secret; __s32 use_oif_addrs_only; __s32 keep_addr_on_down; __s32 seg6_enabled; __s32 seg6_require_hmac; __u32 enhanced_dad; __u32 addr_gen_mode; __s32 disable_policy; __s32 ndisc_tclass; __s32 rpl_seg_enabled; __u32 ioam6_id; __u32 ioam6_id_wide; __u8 ioam6_enabled; __u8 ndisc_evict_nocarrier; struct ctl_table_header *sysctl_header; }; struct icmpv6_mib_device { atomic_long_t mibs[6]; }; struct icmpv6msg_mib_device { atomic_long_t mibs[512]; }; struct ipv6_devstat { struct proc_dir_entry *proc_dir_entry; struct ipstats_mib *ipv6; struct icmpv6_mib_device *icmpv6dev; struct icmpv6msg_mib_device *icmpv6msgdev; }; struct ifmcaddr6; struct ifacaddr6; struct inet6_dev { struct net_device *dev; netdevice_tracker dev_tracker; struct list_head addr_list; struct ifmcaddr6 *mc_list; struct ifmcaddr6 *mc_tomb; unsigned char mc_qrv; unsigned char mc_gq_running; unsigned char mc_ifc_count; unsigned char mc_dad_count; long unsigned int mc_v1_seen; long unsigned int mc_qi; long unsigned int mc_qri; long unsigned int mc_maxdelay; struct delayed_work mc_gq_work; struct delayed_work mc_ifc_work; struct delayed_work mc_dad_work; struct delayed_work mc_query_work; struct delayed_work mc_report_work; struct sk_buff_head mc_query_queue; struct sk_buff_head mc_report_queue; spinlock_t mc_query_lock; spinlock_t mc_report_lock; struct mutex mc_lock; struct ifacaddr6 *ac_list; rwlock_t lock; refcount_t refcnt; __u32 if_flags; int dead; u32 desync_factor; struct list_head tempaddr_list; struct in6_addr token; struct neigh_parms *nd_parms; struct ipv6_devconf cnf; struct ipv6_devstat stats; struct timer_list rs_timer; __s32 rs_interval; __u8 rs_probes; long unsigned int tstamp; struct callback_head rcu; unsigned int ra_mtu; }; struct request_sock; struct request_sock_ops { int family; unsigned int obj_size; struct kmem_cache *slab; char *slab_name; int (*rtx_syn_ack)(const struct sock *, struct request_sock *); void (*send_ack)(const struct sock *, struct sk_buff *, struct request_sock *); void (*send_reset)(const struct sock *, struct sk_buff *); void (*destructor)(struct request_sock *); void (*syn_ack_timeout)(const struct request_sock *); }; struct timewait_sock_ops { struct kmem_cache *twsk_slab; char *twsk_slab_name; unsigned int twsk_obj_size; int (*twsk_unique)(struct sock *, struct sock *, void *); void (*twsk_destructor)(struct sock *); }; struct saved_syn; struct request_sock { struct sock_common __req_common; struct request_sock *dl_next; u16 mss; u8 num_retrans; u8 syncookie: 1; u8 num_timeout: 7; u32 ts_recent; struct timer_list rsk_timer; const struct request_sock_ops *rsk_ops; struct sock *sk; struct saved_syn *saved_syn; u32 secid; u32 peer_secid; u32 timeout; }; struct saved_syn { u32 mac_hdrlen; u32 network_hdrlen; u32 tcp_hdrlen; u8 data[0]; }; enum tsq_enum { TSQ_THROTTLED = 0, TSQ_QUEUED = 1, TCP_TSQ_DEFERRED = 2, TCP_WRITE_TIMER_DEFERRED = 3, TCP_DELACK_TIMER_DEFERRED = 4, TCP_MTU_REDUCED_DEFERRED = 5, }; struct ip6_sf_list { struct ip6_sf_list *sf_next; struct in6_addr sf_addr; long unsigned int sf_count[2]; unsigned char sf_gsresp; unsigned char sf_oldin; unsigned char sf_crcount; struct callback_head rcu; }; struct ifmcaddr6 { struct in6_addr mca_addr; struct inet6_dev *idev; struct ifmcaddr6 *next; struct ip6_sf_list *mca_sources; struct ip6_sf_list *mca_tomb; unsigned int mca_sfmode; unsigned char mca_crcount; long unsigned int mca_sfcount[2]; struct delayed_work mca_work; unsigned int mca_flags; int mca_users; refcount_t mca_refcnt; long unsigned int mca_cstamp; long unsigned int mca_tstamp; struct callback_head rcu; }; struct ifacaddr6 { struct in6_addr aca_addr; struct fib6_info *aca_rt; struct ifacaddr6 *aca_next; struct hlist_node aca_addr_lst; int aca_users; refcount_t aca_refcnt; long unsigned int aca_cstamp; long unsigned int aca_tstamp; struct callback_head rcu; }; struct lpm_trie_node { struct callback_head rcu; struct lpm_trie_node *child[2]; u32 prefixlen; u32 flags; u8 data[0]; }; struct lpm_trie { struct bpf_map map; struct lpm_trie_node *root; size_t n_entries; size_t max_prefixlen; size_t data_size; spinlock_t lock; long: 32; long: 64; long: 64; long: 64; }; struct bpf_local_storage_data; struct bpf_local_storage { struct bpf_local_storage_data *cache[16]; struct hlist_head list; void *owner; struct callback_head rcu; raw_spinlock_t lock; }; struct bpf_local_storage_map_bucket; struct bpf_local_storage_map { struct bpf_map map; struct bpf_local_storage_map_bucket *buckets; u32 bucket_log; u16 elem_size; u16 cache_idx; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sk_filter { refcount_t refcnt; struct callback_head rcu; struct bpf_prog *prog; }; struct bpf_local_storage_map_bucket { struct hlist_head list; raw_spinlock_t lock; }; struct bpf_local_storage_data { struct bpf_local_storage_map *smap; u8 data[0]; }; struct bpf_local_storage_elem { struct hlist_node map_node; struct hlist_node snode; struct bpf_local_storage *local_storage; struct callback_head rcu; long: 64; struct bpf_local_storage_data sdata; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_local_storage_cache { spinlock_t idx_lock; u64 idx_usage_counts[16]; }; struct bpf_mem_cache { struct llist_head free_llist; local_t active; struct llist_head free_llist_extra; struct irq_work refill_work; struct obj_cgroup *objcg; int unit_size; int free_cnt; int low_watermark; int high_watermark; int batch; int percpu_size; struct callback_head rcu; struct llist_head free_by_rcu; struct llist_head waiting_for_gp; atomic_t call_rcu_in_progress; }; struct bpf_mem_caches { struct bpf_mem_cache cache[11]; }; typedef long unsigned int ulong; enum { BPF_F_BROADCAST = 8, BPF_F_EXCLUDE_INGRESS = 16, }; struct bpf_devmap_val { __u32 ifindex; union { int fd; __u32 id; } bpf_prog; }; enum skb_drop_reason { SKB_NOT_DROPPED_YET = 0, SKB_CONSUMED = 1, SKB_DROP_REASON_NOT_SPECIFIED = 2, SKB_DROP_REASON_NO_SOCKET = 3, SKB_DROP_REASON_PKT_TOO_SMALL = 4, SKB_DROP_REASON_TCP_CSUM = 5, SKB_DROP_REASON_SOCKET_FILTER = 6, SKB_DROP_REASON_UDP_CSUM = 7, SKB_DROP_REASON_NETFILTER_DROP = 8, SKB_DROP_REASON_OTHERHOST = 9, SKB_DROP_REASON_IP_CSUM = 10, SKB_DROP_REASON_IP_INHDR = 11, SKB_DROP_REASON_IP_RPFILTER = 12, SKB_DROP_REASON_UNICAST_IN_L2_MULTICAST = 13, SKB_DROP_REASON_XFRM_POLICY = 14, SKB_DROP_REASON_IP_NOPROTO = 15, SKB_DROP_REASON_SOCKET_RCVBUFF = 16, SKB_DROP_REASON_PROTO_MEM = 17, SKB_DROP_REASON_TCP_MD5NOTFOUND = 18, SKB_DROP_REASON_TCP_MD5UNEXPECTED = 19, SKB_DROP_REASON_TCP_MD5FAILURE = 20, SKB_DROP_REASON_SOCKET_BACKLOG = 21, SKB_DROP_REASON_TCP_FLAGS = 22, SKB_DROP_REASON_TCP_ZEROWINDOW = 23, SKB_DROP_REASON_TCP_OLD_DATA = 24, SKB_DROP_REASON_TCP_OVERWINDOW = 25, SKB_DROP_REASON_TCP_OFOMERGE = 26, SKB_DROP_REASON_TCP_RFC7323_PAWS = 27, SKB_DROP_REASON_TCP_INVALID_SEQUENCE = 28, SKB_DROP_REASON_TCP_RESET = 29, SKB_DROP_REASON_TCP_INVALID_SYN = 30, SKB_DROP_REASON_TCP_CLOSE = 31, SKB_DROP_REASON_TCP_FASTOPEN = 32, SKB_DROP_REASON_TCP_OLD_ACK = 33, SKB_DROP_REASON_TCP_TOO_OLD_ACK = 34, SKB_DROP_REASON_TCP_ACK_UNSENT_DATA = 35, SKB_DROP_REASON_TCP_OFO_QUEUE_PRUNE = 36, SKB_DROP_REASON_TCP_OFO_DROP = 37, SKB_DROP_REASON_IP_OUTNOROUTES = 38, SKB_DROP_REASON_BPF_CGROUP_EGRESS = 39, SKB_DROP_REASON_IPV6DISABLED = 40, SKB_DROP_REASON_NEIGH_CREATEFAIL = 41, SKB_DROP_REASON_NEIGH_FAILED = 42, SKB_DROP_REASON_NEIGH_QUEUEFULL = 43, SKB_DROP_REASON_NEIGH_DEAD = 44, SKB_DROP_REASON_TC_EGRESS = 45, SKB_DROP_REASON_QDISC_DROP = 46, SKB_DROP_REASON_CPU_BACKLOG = 47, SKB_DROP_REASON_XDP = 48, SKB_DROP_REASON_TC_INGRESS = 49, SKB_DROP_REASON_UNHANDLED_PROTO = 50, SKB_DROP_REASON_SKB_CSUM = 51, SKB_DROP_REASON_SKB_GSO_SEG = 52, SKB_DROP_REASON_SKB_UCOPY_FAULT = 53, SKB_DROP_REASON_DEV_HDR = 54, SKB_DROP_REASON_DEV_READY = 55, SKB_DROP_REASON_FULL_RING = 56, SKB_DROP_REASON_NOMEM = 57, SKB_DROP_REASON_HDR_TRUNC = 58, SKB_DROP_REASON_TAP_FILTER = 59, SKB_DROP_REASON_TAP_TXFILTER = 60, SKB_DROP_REASON_ICMP_CSUM = 61, SKB_DROP_REASON_INVALID_PROTO = 62, SKB_DROP_REASON_IP_INADDRERRORS = 63, SKB_DROP_REASON_IP_INNOROUTES = 64, SKB_DROP_REASON_PKT_TOO_BIG = 65, SKB_DROP_REASON_DUP_FRAG = 66, SKB_DROP_REASON_FRAG_REASM_TIMEOUT = 67, SKB_DROP_REASON_FRAG_TOO_FAR = 68, SKB_DROP_REASON_MAX = 69, }; typedef struct bio_vec skb_frag_t; struct skb_shared_info { __u8 flags; __u8 meta_len; __u8 nr_frags; __u8 tx_flags; short unsigned int gso_size; short unsigned int gso_segs; struct sk_buff *frag_list; struct skb_shared_hwtstamps hwtstamps; unsigned int gso_type; u32 tskey; atomic_t dataref; unsigned int xdp_frags_size; void *destructor_arg; skb_frag_t frags[16]; }; enum xdp_buff_flags { XDP_FLAGS_HAS_FRAGS = 1, XDP_FLAGS_FRAGS_PF_MEMALLOC = 2, }; enum net_device_flags { IFF_UP = 1, IFF_BROADCAST = 2, IFF_DEBUG = 4, IFF_LOOPBACK = 8, IFF_POINTOPOINT = 16, IFF_NOTRAILERS = 32, IFF_RUNNING = 64, IFF_NOARP = 128, IFF_PROMISC = 256, IFF_ALLMULTI = 512, IFF_MASTER = 1024, IFF_SLAVE = 2048, IFF_MULTICAST = 4096, IFF_PORTSEL = 8192, IFF_AUTOMEDIA = 16384, IFF_DYNAMIC = 32768, IFF_LOWER_UP = 65536, IFF_DORMANT = 131072, IFF_ECHO = 262144, }; enum netdev_priv_flags { IFF_802_1Q_VLAN = 1ULL, IFF_EBRIDGE = 2ULL, IFF_BONDING = 4ULL, IFF_ISATAP = 8ULL, IFF_WAN_HDLC = 16ULL, IFF_XMIT_DST_RELEASE = 32ULL, IFF_DONT_BRIDGE = 64ULL, IFF_DISABLE_NETPOLL = 128ULL, IFF_MACVLAN_PORT = 256ULL, IFF_BRIDGE_PORT = 512ULL, IFF_OVS_DATAPATH = 1024ULL, IFF_TX_SKB_SHARING = 2048ULL, IFF_UNICAST_FLT = 4096ULL, IFF_TEAM_PORT = 8192ULL, IFF_SUPP_NOFCS = 16384ULL, IFF_LIVE_ADDR_CHANGE = 32768ULL, IFF_MACVLAN = 65536ULL, IFF_XMIT_DST_RELEASE_PERM = 131072ULL, IFF_L3MDEV_MASTER = 262144ULL, IFF_NO_QUEUE = 524288ULL, IFF_OPENVSWITCH = 1048576ULL, IFF_L3MDEV_SLAVE = 2097152ULL, IFF_TEAM = 4194304ULL, IFF_RXFH_CONFIGURED = 8388608ULL, IFF_PHONY_HEADROOM = 16777216ULL, IFF_MACSEC = 33554432ULL, IFF_NO_RX_HANDLER = 67108864ULL, IFF_FAILOVER = 134217728ULL, IFF_FAILOVER_SLAVE = 268435456ULL, IFF_L3MDEV_RX_HANDLER = 536870912ULL, IFF_NO_ADDRCONF = 1073741824ULL, IFF_TX_SKB_NO_LINEAR = 2147483648ULL, IFF_CHANGE_PROTO_DOWN = 4294967296ULL, }; struct xdp_dev_bulk_queue { struct xdp_frame *q[16]; struct list_head flush_node; struct net_device *dev; struct net_device *dev_rx; struct bpf_prog *xdp_prog; unsigned int count; }; enum netdev_cmd { NETDEV_UP = 1, NETDEV_DOWN = 2, NETDEV_REBOOT = 3, NETDEV_CHANGE = 4, NETDEV_REGISTER = 5, NETDEV_UNREGISTER = 6, NETDEV_CHANGEMTU = 7, NETDEV_CHANGEADDR = 8, NETDEV_PRE_CHANGEADDR = 9, NETDEV_GOING_DOWN = 10, NETDEV_CHANGENAME = 11, NETDEV_FEAT_CHANGE = 12, NETDEV_BONDING_FAILOVER = 13, NETDEV_PRE_UP = 14, NETDEV_PRE_TYPE_CHANGE = 15, NETDEV_POST_TYPE_CHANGE = 16, NETDEV_POST_INIT = 17, NETDEV_PRE_UNINIT = 18, NETDEV_RELEASE = 19, NETDEV_NOTIFY_PEERS = 20, NETDEV_JOIN = 21, NETDEV_CHANGEUPPER = 22, NETDEV_RESEND_IGMP = 23, NETDEV_PRECHANGEMTU = 24, NETDEV_CHANGEINFODATA = 25, NETDEV_BONDING_INFO = 26, NETDEV_PRECHANGEUPPER = 27, NETDEV_CHANGELOWERSTATE = 28, NETDEV_UDP_TUNNEL_PUSH_INFO = 29, NETDEV_UDP_TUNNEL_DROP_INFO = 30, NETDEV_CHANGE_TX_QUEUE_LEN = 31, NETDEV_CVLAN_FILTER_PUSH_INFO = 32, NETDEV_CVLAN_FILTER_DROP_INFO = 33, NETDEV_SVLAN_FILTER_PUSH_INFO = 34, NETDEV_SVLAN_FILTER_DROP_INFO = 35, NETDEV_OFFLOAD_XSTATS_ENABLE = 36, NETDEV_OFFLOAD_XSTATS_DISABLE = 37, NETDEV_OFFLOAD_XSTATS_REPORT_USED = 38, NETDEV_OFFLOAD_XSTATS_REPORT_DELTA = 39, }; struct netdev_notifier_info { struct net_device *dev; struct netlink_ext_ack *extack; }; struct bpf_nh_params { u32 nh_family; union { u32 ipv4_nh; struct in6_addr ipv6_nh; }; }; struct bpf_redirect_info { u64 tgt_index; void *tgt_value; struct bpf_map *map; u32 flags; u32 kern_flags; u32 map_id; enum bpf_map_type map_type; struct bpf_nh_params nh; }; struct bpf_dtab; struct bpf_dtab_netdev { struct net_device *dev; struct hlist_node index_hlist; struct bpf_dtab *dtab; struct bpf_prog *xdp_prog; struct callback_head rcu; unsigned int idx; struct bpf_devmap_val val; }; struct bpf_dtab { struct bpf_map map; struct bpf_dtab_netdev **netdev_map; struct list_head list; struct hlist_head *dev_index_head; spinlock_t index_lock; unsigned int items; u32 n_buckets; long: 32; long: 64; long: 64; }; enum bpf_stack_build_id_status { BPF_STACK_BUILD_ID_EMPTY = 0, BPF_STACK_BUILD_ID_VALID = 1, BPF_STACK_BUILD_ID_IP = 2, }; struct bpf_stack_build_id { __s32 status; unsigned char build_id[20]; union { __u64 offset; __u64 ip; }; }; enum { BPF_F_SKIP_FIELD_MASK = 255, BPF_F_USER_STACK = 256, BPF_F_FAST_STACK_CMP = 512, BPF_F_REUSE_STACKID = 1024, BPF_F_USER_BUILD_ID = 2048, }; struct user_pt_regs { long unsigned int regs[32]; long unsigned int orig_a0; long unsigned int csr_era; long unsigned int csr_badv; long unsigned int reserved[10]; }; enum perf_callchain_context { PERF_CONTEXT_HV = 18446744073709551584ULL, PERF_CONTEXT_KERNEL = 18446744073709551488ULL, PERF_CONTEXT_USER = 18446744073709551104ULL, PERF_CONTEXT_GUEST = 18446744073709549568ULL, PERF_CONTEXT_GUEST_KERNEL = 18446744073709549440ULL, PERF_CONTEXT_GUEST_USER = 18446744073709549056ULL, PERF_CONTEXT_MAX = 18446744073709547521ULL, }; typedef struct user_pt_regs bpf_user_pt_regs_t; struct bpf_perf_event_data_kern { bpf_user_pt_regs_t *regs; struct perf_sample_data *data; struct perf_event *event; }; struct stack_map_bucket { struct pcpu_freelist_node fnode; u32 hash; u32 nr; u64 data[0]; }; struct bpf_stack_map { struct bpf_map map; void *elems; struct pcpu_freelist freelist; u32 n_buckets; struct stack_map_bucket *buckets[0]; long: 64; long: 64; long: 64; }; typedef u64 (*btf_bpf_get_stackid)(struct pt_regs *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stackid_pe)(struct bpf_perf_event_data_kern *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack)(struct pt_regs *, void *, u32, u64); typedef u64 (*btf_bpf_get_task_stack)(struct task_struct *, void *, u32, u64); typedef u64 (*btf_bpf_get_stack_pe)(struct bpf_perf_event_data_kern *, void *, u32, u64); enum bpf_core_relo_kind { BPF_CORE_FIELD_BYTE_OFFSET = 0, BPF_CORE_FIELD_BYTE_SIZE = 1, BPF_CORE_FIELD_EXISTS = 2, BPF_CORE_FIELD_SIGNED = 3, BPF_CORE_FIELD_LSHIFT_U64 = 4, BPF_CORE_FIELD_RSHIFT_U64 = 5, BPF_CORE_TYPE_ID_LOCAL = 6, BPF_CORE_TYPE_ID_TARGET = 7, BPF_CORE_TYPE_EXISTS = 8, BPF_CORE_TYPE_SIZE = 9, BPF_CORE_ENUMVAL_EXISTS = 10, BPF_CORE_ENUMVAL_VALUE = 11, BPF_CORE_TYPE_MATCHES = 12, }; struct bpf_core_relo { __u32 insn_off; __u32 type_id; __u32 access_str_off; enum bpf_core_relo_kind kind; }; struct btf_enum { __u32 name_off; __s32 val; }; struct btf_array { __u32 type; __u32 index_type; __u32 nelems; }; struct btf_member { __u32 name_off; __u32 type; __u32 offset; }; struct btf_param { __u32 name_off; __u32 type; }; struct btf_enum64 { __u32 name_off; __u32 val_lo32; __u32 val_hi32; }; struct bpf_core_cand { const struct btf *btf; __u32 id; }; struct bpf_core_cand_list { struct bpf_core_cand *cands; int len; }; struct bpf_core_accessor { __u32 type_id; __u32 idx; const char *name; }; struct bpf_core_spec { const struct btf *btf; struct bpf_core_accessor spec[64]; __u32 root_type_id; enum bpf_core_relo_kind relo_kind; int len; int raw_spec[64]; int raw_len; __u32 bit_offset; }; struct bpf_core_relo_res { __u64 orig_val; __u64 new_val; bool poison; bool validate; bool fail_memsz_adjust; __u32 orig_sz; __u32 orig_type_id; __u32 new_sz; __u32 new_type_id; }; struct callchain_cpus_entries { struct callback_head callback_head; struct perf_callchain_entry *cpu_entries[0]; }; struct mem_section_usage { long unsigned int subsection_map[4]; long unsigned int pageblock_flags[0]; }; struct mem_section { long unsigned int section_mem_map; struct mem_section_usage *usage; }; enum { SECTION_MARKED_PRESENT_BIT = 0, SECTION_HAS_MEM_MAP_BIT = 1, SECTION_IS_ONLINE_BIT = 2, SECTION_IS_EARLY_BIT = 3, SECTION_MAP_LAST_BIT = 4, }; enum { MEMREMAP_WB = 1, MEMREMAP_WT = 2, MEMREMAP_WC = 4, MEMREMAP_ENC = 8, MEMREMAP_DEC = 16, }; typedef struct { long unsigned int val; } swp_entry_t; typedef struct pglist_data pg_data_t; struct compact_control; struct capture_control { struct compact_control *cc; struct page *page; }; struct xa_node { unsigned char shift; unsigned char offset; unsigned char count; unsigned char nr_values; struct xa_node *parent; struct xarray *array; union { struct list_head private_list; struct callback_head callback_head; }; void *slots[64]; union { long unsigned int tags[3]; long unsigned int marks[3]; }; }; typedef void (*xa_update_node_t)(struct xa_node *); struct xa_state { struct xarray *xa; long unsigned int xa_index; unsigned char xa_shift; unsigned char xa_sibs; unsigned char xa_offset; unsigned char xa_pad; struct xa_node *xa_node; struct xa_node *xa_alloc; xa_update_node_t xa_update; struct list_lru *xa_lru; }; enum migrate_reason { MR_COMPACTION = 0, MR_MEMORY_FAILURE = 1, MR_MEMORY_HOTPLUG = 2, MR_SYSCALL = 3, MR_MEMPOLICY_MBIND = 4, MR_NUMA_MISPLACED = 5, MR_CONTIG_RANGE = 6, MR_LONGTERM_PIN = 7, MR_DEMOTION = 8, MR_TYPES = 9, }; enum positive_aop_returns { AOP_WRITEPAGE_ACTIVATE = 524288, AOP_TRUNCATED_PAGE = 524289, }; struct vm_event_state { long unsigned int event[106]; }; enum iter_type { ITER_IOVEC = 0, ITER_KVEC = 1, ITER_BVEC = 2, ITER_PIPE = 3, ITER_XARRAY = 4, ITER_DISCARD = 5, ITER_UBUF = 6, }; enum mapping_flags { AS_EIO = 0, AS_ENOSPC = 1, AS_MM_ALL_LOCKS = 2, AS_UNEVICTABLE = 3, AS_EXITING = 4, AS_NO_WRITEBACK_TAGS = 5, AS_LARGE_FOLIO_SUPPORT = 6, }; typedef int filler_t(struct file *, struct folio *); struct wait_page_key { struct folio *folio; int bit_nr; int page_match; }; struct pagevec { unsigned char nr; bool percpu_pvec_drained; struct page *pages[15]; }; struct folio_batch { unsigned char nr; bool percpu_pvec_drained; struct folio *folios[15]; }; struct compact_control { struct list_head freepages; struct list_head migratepages; unsigned int nr_freepages; unsigned int nr_migratepages; long unsigned int free_pfn; long unsigned int migrate_pfn; long unsigned int fast_start_pfn; struct zone *zone; long unsigned int total_migrate_scanned; long unsigned int total_free_scanned; short unsigned int fast_search_fail; short int search_order; const gfp_t gfp_mask; int order; int migratetype; const unsigned int alloc_flags; const int highest_zoneidx; enum migrate_mode mode; bool ignore_skip_hint; bool no_set_skip_hint; bool ignore_block_suitable; bool direct_compaction; bool proactive_compaction; bool whole_zone; bool contended; bool rescan; bool alloc_contig; }; struct trace_event_raw_mm_filemap_op_page_cache { struct trace_entry ent; long unsigned int pfn; long unsigned int i_ino; long unsigned int index; dev_t s_dev; unsigned char order; char __data[0]; }; struct trace_event_raw_filemap_set_wb_err { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; errseq_t errseq; char __data[0]; }; struct trace_event_raw_file_check_and_advance_wb_err { struct trace_entry ent; struct file *file; long unsigned int i_ino; dev_t s_dev; errseq_t old; errseq_t new; char __data[0]; }; struct trace_event_data_offsets_mm_filemap_op_page_cache {}; struct trace_event_data_offsets_filemap_set_wb_err {}; struct trace_event_data_offsets_file_check_and_advance_wb_err {}; typedef void (*btf_trace_mm_filemap_delete_from_page_cache)(void *, struct folio *); typedef void (*btf_trace_mm_filemap_add_to_page_cache)(void *, struct folio *); typedef void (*btf_trace_filemap_set_wb_err)(void *, struct address_space *, errseq_t); typedef void (*btf_trace_file_check_and_advance_wb_err)(void *, struct file *, errseq_t); enum behavior { EXCLUSIVE = 0, SHARED = 1, DROP = 2, }; enum { WQ_UNBOUND = 2, WQ_FREEZABLE = 4, WQ_MEM_RECLAIM = 8, WQ_HIGHPRI = 16, WQ_CPU_INTENSIVE = 32, WQ_SYSFS = 64, WQ_POWER_EFFICIENT = 128, __WQ_DRAINING = 65536, __WQ_ORDERED = 131072, __WQ_LEGACY = 262144, __WQ_ORDERED_EXPLICIT = 524288, WQ_MAX_ACTIVE = 512, WQ_MAX_UNBOUND_PER_CPU = 4, WQ_DFL_ACTIVE = 256, }; enum writeback_stat_item { NR_DIRTY_THRESHOLD = 0, NR_DIRTY_BG_THRESHOLD = 1, NR_VM_WRITEBACK_STAT_ITEMS = 2, }; enum cpuhp_state { CPUHP_INVALID = -1, CPUHP_OFFLINE = 0, CPUHP_CREATE_THREADS = 1, CPUHP_PERF_PREPARE = 2, CPUHP_PERF_X86_PREPARE = 3, CPUHP_PERF_X86_AMD_UNCORE_PREP = 4, CPUHP_PERF_POWER = 5, CPUHP_PERF_SUPERH = 6, CPUHP_X86_HPET_DEAD = 7, CPUHP_X86_APB_DEAD = 8, CPUHP_X86_MCE_DEAD = 9, CPUHP_VIRT_NET_DEAD = 10, CPUHP_IBMVNIC_DEAD = 11, CPUHP_SLUB_DEAD = 12, CPUHP_DEBUG_OBJ_DEAD = 13, CPUHP_MM_WRITEBACK_DEAD = 14, CPUHP_MM_DEMOTION_DEAD = 15, CPUHP_MM_VMSTAT_DEAD = 16, CPUHP_SOFTIRQ_DEAD = 17, CPUHP_NET_MVNETA_DEAD = 18, CPUHP_CPUIDLE_DEAD = 19, CPUHP_ARM64_FPSIMD_DEAD = 20, CPUHP_ARM_OMAP_WAKE_DEAD = 21, CPUHP_IRQ_POLL_DEAD = 22, CPUHP_BLOCK_SOFTIRQ_DEAD = 23, CPUHP_BIO_DEAD = 24, CPUHP_ACPI_CPUDRV_DEAD = 25, CPUHP_S390_PFAULT_DEAD = 26, CPUHP_BLK_MQ_DEAD = 27, CPUHP_FS_BUFF_DEAD = 28, CPUHP_PRINTK_DEAD = 29, CPUHP_MM_MEMCQ_DEAD = 30, CPUHP_XFS_DEAD = 31, CPUHP_PERCPU_CNT_DEAD = 32, CPUHP_RADIX_DEAD = 33, CPUHP_PAGE_ALLOC = 34, CPUHP_NET_DEV_DEAD = 35, CPUHP_PCI_XGENE_DEAD = 36, CPUHP_IOMMU_IOVA_DEAD = 37, CPUHP_LUSTRE_CFS_DEAD = 38, CPUHP_AP_ARM_CACHE_B15_RAC_DEAD = 39, CPUHP_PADATA_DEAD = 40, CPUHP_AP_DTPM_CPU_DEAD = 41, CPUHP_RANDOM_PREPARE = 42, CPUHP_WORKQUEUE_PREP = 43, CPUHP_POWER_NUMA_PREPARE = 44, CPUHP_HRTIMERS_PREPARE = 45, CPUHP_PROFILE_PREPARE = 46, CPUHP_X2APIC_PREPARE = 47, CPUHP_SMPCFD_PREPARE = 48, CPUHP_RELAY_PREPARE = 49, CPUHP_SLAB_PREPARE = 50, CPUHP_MD_RAID5_PREPARE = 51, CPUHP_RCUTREE_PREP = 52, CPUHP_CPUIDLE_COUPLED_PREPARE = 53, CPUHP_POWERPC_PMAC_PREPARE = 54, CPUHP_POWERPC_MMU_CTX_PREPARE = 55, CPUHP_XEN_PREPARE = 56, CPUHP_XEN_EVTCHN_PREPARE = 57, CPUHP_ARM_SHMOBILE_SCU_PREPARE = 58, CPUHP_SH_SH3X_PREPARE = 59, CPUHP_NET_FLOW_PREPARE = 60, CPUHP_TOPOLOGY_PREPARE = 61, CPUHP_NET_IUCV_PREPARE = 62, CPUHP_ARM_BL_PREPARE = 63, CPUHP_TRACE_RB_PREPARE = 64, CPUHP_MM_ZS_PREPARE = 65, CPUHP_MM_ZSWP_MEM_PREPARE = 66, CPUHP_MM_ZSWP_POOL_PREPARE = 67, CPUHP_KVM_PPC_BOOK3S_PREPARE = 68, CPUHP_ZCOMP_PREPARE = 69, CPUHP_TIMERS_PREPARE = 70, CPUHP_MIPS_SOC_PREPARE = 71, CPUHP_BP_PREPARE_DYN = 72, CPUHP_BP_PREPARE_DYN_END = 92, CPUHP_BRINGUP_CPU = 93, CPUHP_AP_IDLE_DEAD = 94, CPUHP_AP_OFFLINE = 95, CPUHP_AP_CACHECTRL_STARTING = 96, CPUHP_AP_SCHED_STARTING = 97, CPUHP_AP_RCUTREE_DYING = 98, CPUHP_AP_CPU_PM_STARTING = 99, CPUHP_AP_IRQ_GIC_STARTING = 100, CPUHP_AP_IRQ_HIP04_STARTING = 101, CPUHP_AP_IRQ_APPLE_AIC_STARTING = 102, CPUHP_AP_IRQ_ARMADA_XP_STARTING = 103, CPUHP_AP_IRQ_BCM2836_STARTING = 104, CPUHP_AP_IRQ_MIPS_GIC_STARTING = 105, CPUHP_AP_IRQ_RISCV_STARTING = 106, CPUHP_AP_IRQ_LOONGARCH_STARTING = 107, CPUHP_AP_IRQ_SIFIVE_PLIC_STARTING = 108, CPUHP_AP_ARM_MVEBU_COHERENCY = 109, CPUHP_AP_MICROCODE_LOADER = 110, CPUHP_AP_PERF_X86_AMD_UNCORE_STARTING = 111, CPUHP_AP_PERF_X86_STARTING = 112, CPUHP_AP_PERF_X86_AMD_IBS_STARTING = 113, CPUHP_AP_PERF_X86_CQM_STARTING = 114, CPUHP_AP_PERF_X86_CSTATE_STARTING = 115, CPUHP_AP_PERF_XTENSA_STARTING = 116, CPUHP_AP_MIPS_OP_LOONGSON3_STARTING = 117, CPUHP_AP_ARM_SDEI_STARTING = 118, CPUHP_AP_ARM_VFP_STARTING = 119, CPUHP_AP_ARM64_DEBUG_MONITORS_STARTING = 120, CPUHP_AP_PERF_ARM_HW_BREAKPOINT_STARTING = 121, CPUHP_AP_PERF_ARM_ACPI_STARTING = 122, CPUHP_AP_PERF_ARM_STARTING = 123, CPUHP_AP_PERF_RISCV_STARTING = 124, CPUHP_AP_ARM_L2X0_STARTING = 125, CPUHP_AP_EXYNOS4_MCT_TIMER_STARTING = 126, CPUHP_AP_ARM_ARCH_TIMER_STARTING = 127, CPUHP_AP_ARM_GLOBAL_TIMER_STARTING = 128, CPUHP_AP_JCORE_TIMER_STARTING = 129, CPUHP_AP_ARM_TWD_STARTING = 130, CPUHP_AP_QCOM_TIMER_STARTING = 131, CPUHP_AP_TEGRA_TIMER_STARTING = 132, CPUHP_AP_ARMADA_TIMER_STARTING = 133, CPUHP_AP_MARCO_TIMER_STARTING = 134, CPUHP_AP_MIPS_GIC_TIMER_STARTING = 135, CPUHP_AP_ARC_TIMER_STARTING = 136, CPUHP_AP_RISCV_TIMER_STARTING = 137, CPUHP_AP_CLINT_TIMER_STARTING = 138, CPUHP_AP_CSKY_TIMER_STARTING = 139, CPUHP_AP_TI_GP_TIMER_STARTING = 140, CPUHP_AP_HYPERV_TIMER_STARTING = 141, CPUHP_AP_KVM_STARTING = 142, CPUHP_AP_KVM_ARM_VGIC_INIT_STARTING = 143, CPUHP_AP_KVM_ARM_VGIC_STARTING = 144, CPUHP_AP_KVM_ARM_TIMER_STARTING = 145, CPUHP_AP_DUMMY_TIMER_STARTING = 146, CPUHP_AP_ARM_XEN_STARTING = 147, CPUHP_AP_ARM_CORESIGHT_STARTING = 148, CPUHP_AP_ARM_CORESIGHT_CTI_STARTING = 149, CPUHP_AP_ARM64_ISNDEP_STARTING = 150, CPUHP_AP_SMPCFD_DYING = 151, CPUHP_AP_X86_TBOOT_DYING = 152, CPUHP_AP_ARM_CACHE_B15_RAC_DYING = 153, CPUHP_AP_ONLINE = 154, CPUHP_TEARDOWN_CPU = 155, CPUHP_AP_ONLINE_IDLE = 156, CPUHP_AP_SCHED_WAIT_EMPTY = 157, CPUHP_AP_SMPBOOT_THREADS = 158, CPUHP_AP_X86_VDSO_VMA_ONLINE = 159, CPUHP_AP_IRQ_AFFINITY_ONLINE = 160, CPUHP_AP_BLK_MQ_ONLINE = 161, CPUHP_AP_ARM_MVEBU_SYNC_CLOCKS = 162, CPUHP_AP_X86_INTEL_EPB_ONLINE = 163, CPUHP_AP_PERF_ONLINE = 164, CPUHP_AP_PERF_X86_ONLINE = 165, CPUHP_AP_PERF_X86_UNCORE_ONLINE = 166, CPUHP_AP_PERF_X86_AMD_UNCORE_ONLINE = 167, CPUHP_AP_PERF_X86_AMD_POWER_ONLINE = 168, CPUHP_AP_PERF_X86_RAPL_ONLINE = 169, CPUHP_AP_PERF_X86_CQM_ONLINE = 170, CPUHP_AP_PERF_X86_CSTATE_ONLINE = 171, CPUHP_AP_PERF_X86_IDXD_ONLINE = 172, CPUHP_AP_PERF_S390_CF_ONLINE = 173, CPUHP_AP_PERF_S390_SF_ONLINE = 174, CPUHP_AP_PERF_ARM_CCI_ONLINE = 175, CPUHP_AP_PERF_ARM_CCN_ONLINE = 176, CPUHP_AP_PERF_ARM_HISI_CPA_ONLINE = 177, CPUHP_AP_PERF_ARM_HISI_DDRC_ONLINE = 178, CPUHP_AP_PERF_ARM_HISI_HHA_ONLINE = 179, CPUHP_AP_PERF_ARM_HISI_L3_ONLINE = 180, CPUHP_AP_PERF_ARM_HISI_PA_ONLINE = 181, CPUHP_AP_PERF_ARM_HISI_SLLC_ONLINE = 182, CPUHP_AP_PERF_ARM_HISI_PCIE_PMU_ONLINE = 183, CPUHP_AP_PERF_ARM_HNS3_PMU_ONLINE = 184, CPUHP_AP_PERF_ARM_L2X0_ONLINE = 185, CPUHP_AP_PERF_ARM_QCOM_L2_ONLINE = 186, CPUHP_AP_PERF_ARM_QCOM_L3_ONLINE = 187, CPUHP_AP_PERF_ARM_APM_XGENE_ONLINE = 188, CPUHP_AP_PERF_ARM_CAVIUM_TX2_UNCORE_ONLINE = 189, CPUHP_AP_PERF_ARM_MARVELL_CN10K_DDR_ONLINE = 190, CPUHP_AP_PERF_POWERPC_NEST_IMC_ONLINE = 191, CPUHP_AP_PERF_POWERPC_CORE_IMC_ONLINE = 192, CPUHP_AP_PERF_POWERPC_THREAD_IMC_ONLINE = 193, CPUHP_AP_PERF_POWERPC_TRACE_IMC_ONLINE = 194, CPUHP_AP_PERF_POWERPC_HV_24x7_ONLINE = 195, CPUHP_AP_PERF_POWERPC_HV_GPCI_ONLINE = 196, CPUHP_AP_PERF_CSKY_ONLINE = 197, CPUHP_AP_WATCHDOG_ONLINE = 198, CPUHP_AP_WORKQUEUE_ONLINE = 199, CPUHP_AP_RANDOM_ONLINE = 200, CPUHP_AP_RCUTREE_ONLINE = 201, CPUHP_AP_BASE_CACHEINFO_ONLINE = 202, CPUHP_AP_ONLINE_DYN = 203, CPUHP_AP_ONLINE_DYN_END = 233, CPUHP_AP_MM_DEMOTION_ONLINE = 234, CPUHP_AP_X86_HPET_ONLINE = 235, CPUHP_AP_X86_KVM_CLK_ONLINE = 236, CPUHP_AP_ACTIVE = 237, CPUHP_ONLINE = 238, }; struct contig_page_info { long unsigned int free_pages; long unsigned int free_blocks_total; long unsigned int free_blocks_suitable; }; typedef struct {} local_lock_t; struct reciprocal_value { u32 m; u8 sh1; u8 sh2; }; struct kmem_cache_order_objects { unsigned int x; }; struct kmem_cache_cpu; struct kmem_cache_node; struct kmem_cache { struct kmem_cache_cpu *cpu_slab; slab_flags_t flags; long unsigned int min_partial; unsigned int size; unsigned int object_size; struct reciprocal_value reciprocal_size; unsigned int offset; unsigned int cpu_partial; unsigned int cpu_partial_slabs; struct kmem_cache_order_objects oo; struct kmem_cache_order_objects min; gfp_t allocflags; int refcount; void (*ctor)(void *); unsigned int inuse; unsigned int align; unsigned int red_left_pad; const char *name; struct list_head list; struct kobject kobj; unsigned int remote_node_defrag_ratio; struct kmem_cache_node *node[64]; }; enum { PROC_ENTRY_PERMANENT = 1, }; struct proc_ops { unsigned int proc_flags; int (*proc_open)(struct inode *, struct file *); ssize_t (*proc_read)(struct file *, char *, size_t, loff_t *); ssize_t (*proc_read_iter)(struct kiocb *, struct iov_iter *); ssize_t (*proc_write)(struct file *, const char *, size_t, loff_t *); loff_t (*proc_lseek)(struct file *, loff_t, int); int (*proc_release)(struct inode *, struct file *); __poll_t (*proc_poll)(struct file *, struct poll_table_struct *); long int (*proc_ioctl)(struct file *, unsigned int, long unsigned int); int (*proc_mmap)(struct file *, struct vm_area_struct *); long unsigned int (*proc_get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); }; struct slab { long unsigned int __page_flags; struct kmem_cache *slab_cache; union { struct { union { struct list_head slab_list; struct { struct slab *next; int slabs; }; }; void *freelist; union { long unsigned int counters; struct { unsigned int inuse: 16; unsigned int objects: 15; unsigned int frozen: 1; }; }; }; struct callback_head callback_head; }; unsigned int __unused; atomic_t __page_refcount; long unsigned int memcg_data; }; struct kmem_cache_cpu { void **freelist; long unsigned int tid; struct slab *slab; struct slab *partial; local_lock_t lock; }; struct kmem_cache_node { spinlock_t list_lock; long unsigned int nr_partial; struct list_head partial; atomic_long_t nr_slabs; atomic_long_t total_objects; struct list_head full; }; enum slab_state { DOWN = 0, PARTIAL = 1, PARTIAL_NODE = 2, UP = 3, FULL = 4, }; struct kmalloc_info_struct { const char *name[3]; unsigned int size; }; struct slabinfo { long unsigned int active_objs; long unsigned int num_objs; long unsigned int active_slabs; long unsigned int num_slabs; long unsigned int shared_avail; unsigned int limit; unsigned int batchcount; unsigned int shared; unsigned int objects_per_slab; unsigned int cache_order; }; struct kmem_obj_info { void *kp_ptr; struct slab *kp_slab; void *kp_objp; long unsigned int kp_data_offset; struct kmem_cache *kp_slab_cache; void *kp_ret; void *kp_stack[16]; void *kp_free_stack[16]; }; enum compact_priority { COMPACT_PRIO_SYNC_FULL = 0, MIN_COMPACT_PRIORITY = 0, COMPACT_PRIO_SYNC_LIGHT = 1, MIN_COMPACT_COSTLY_PRIORITY = 1, DEF_COMPACT_PRIORITY = 1, COMPACT_PRIO_ASYNC = 2, INIT_COMPACT_PRIORITY = 2, }; enum compact_result { COMPACT_NOT_SUITABLE_ZONE = 0, COMPACT_SKIPPED = 1, COMPACT_DEFERRED = 2, COMPACT_NO_SUITABLE_PAGE = 3, COMPACT_CONTINUE = 4, COMPACT_COMPLETE = 5, COMPACT_PARTIAL_SKIPPED = 6, COMPACT_CONTENDED = 7, COMPACT_SUCCESS = 8, }; struct trace_event_raw_kmem_cache_alloc { struct trace_entry ent; long unsigned int call_site; const void *ptr; size_t bytes_req; size_t bytes_alloc; long unsigned int gfp_flags; int node; bool accounted; char __data[0]; }; struct trace_event_raw_kmalloc { struct trace_entry ent; long unsigned int call_site; const void *ptr; size_t bytes_req; size_t bytes_alloc; long unsigned int gfp_flags; int node; char __data[0]; }; struct trace_event_raw_kfree { struct trace_entry ent; long unsigned int call_site; const void *ptr; char __data[0]; }; struct trace_event_raw_kmem_cache_free { struct trace_entry ent; long unsigned int call_site; const void *ptr; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_mm_page_free { struct trace_entry ent; long unsigned int pfn; unsigned int order; char __data[0]; }; struct trace_event_raw_mm_page_free_batched { struct trace_entry ent; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_mm_page_alloc { struct trace_entry ent; long unsigned int pfn; unsigned int order; long unsigned int gfp_flags; int migratetype; char __data[0]; }; struct trace_event_raw_mm_page { struct trace_entry ent; long unsigned int pfn; unsigned int order; int migratetype; int percpu_refill; char __data[0]; }; struct trace_event_raw_mm_page_pcpu_drain { struct trace_entry ent; long unsigned int pfn; unsigned int order; int migratetype; char __data[0]; }; struct trace_event_raw_mm_page_alloc_extfrag { struct trace_entry ent; long unsigned int pfn; int alloc_order; int fallback_order; int alloc_migratetype; int fallback_migratetype; int change_ownership; char __data[0]; }; struct trace_event_raw_rss_stat { struct trace_entry ent; unsigned int mm_id; unsigned int curr; int member; long int size; char __data[0]; }; struct trace_event_data_offsets_kmem_cache_alloc {}; struct trace_event_data_offsets_kmalloc {}; struct trace_event_data_offsets_kfree {}; struct trace_event_data_offsets_kmem_cache_free { u32 name; }; struct trace_event_data_offsets_mm_page_free {}; struct trace_event_data_offsets_mm_page_free_batched {}; struct trace_event_data_offsets_mm_page_alloc {}; struct trace_event_data_offsets_mm_page {}; struct trace_event_data_offsets_mm_page_pcpu_drain {}; struct trace_event_data_offsets_mm_page_alloc_extfrag {}; struct trace_event_data_offsets_rss_stat {}; typedef void (*btf_trace_kmem_cache_alloc)(void *, long unsigned int, const void *, struct kmem_cache *, gfp_t, int); typedef void (*btf_trace_kmalloc)(void *, long unsigned int, const void *, size_t, size_t, gfp_t, int); typedef void (*btf_trace_kfree)(void *, long unsigned int, const void *); typedef void (*btf_trace_kmem_cache_free)(void *, long unsigned int, const void *, const struct kmem_cache *); typedef void (*btf_trace_mm_page_free)(void *, struct page *, unsigned int); typedef void (*btf_trace_mm_page_free_batched)(void *, struct page *); typedef void (*btf_trace_mm_page_alloc)(void *, struct page *, unsigned int, gfp_t, int); typedef void (*btf_trace_mm_page_alloc_zone_locked)(void *, struct page *, unsigned int, int, int); typedef void (*btf_trace_mm_page_pcpu_drain)(void *, struct page *, unsigned int, int); typedef void (*btf_trace_mm_page_alloc_extfrag)(void *, struct page *, int, int, int, int); typedef void (*btf_trace_rss_stat)(void *, struct mm_struct *, int); enum lru_status { LRU_REMOVED = 0, LRU_REMOVED_RETRY = 1, LRU_ROTATE = 2, LRU_SKIP = 3, LRU_RETRY = 4, }; typedef enum lru_status (*list_lru_walk_cb)(struct list_head *, struct list_lru_one *, spinlock_t *, void *); enum page_memcg_data_flags { MEMCG_DATA_OBJCGS = 1, MEMCG_DATA_KMEM = 2, __NR_MEMCG_DATA_FLAGS = 4, }; struct anon_vma_name { struct kref kref; char name[0]; }; typedef union {} release_pages_arg; struct mm_walk; struct mm_walk_ops { int (*pgd_entry)(pgd_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*p4d_entry)(p4d_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pud_entry)(pud_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pmd_entry)(pmd_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pte_entry)(pte_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pte_hole)(long unsigned int, long unsigned int, int, struct mm_walk *); int (*hugetlb_entry)(pte_t *, long unsigned int, long unsigned int, long unsigned int, struct mm_walk *); int (*test_walk)(long unsigned int, long unsigned int, struct mm_walk *); int (*pre_vma)(long unsigned int, long unsigned int, struct mm_walk *); void (*post_vma)(struct mm_walk *); }; enum page_walk_action { ACTION_SUBTREE = 0, ACTION_CONTINUE = 1, ACTION_AGAIN = 2, }; struct mm_walk { const struct mm_walk_ops *ops; struct mm_struct *mm; pgd_t *pgd; struct vm_area_struct *vma; enum page_walk_action action; bool no_vma; void *private; }; struct mlock_pvec { local_lock_t lock; struct pagevec vec; }; struct hstate; struct hugepage_subpool { spinlock_t lock; long int count; long int max_hpages; long int used_hpages; struct hstate *hstate; long int min_hpages; long int rsv_hpages; }; struct hstate { struct mutex resize_lock; int next_nid_to_alloc; int next_nid_to_free; unsigned int order; unsigned int demote_order; long unsigned int mask; long unsigned int max_huge_pages; long unsigned int nr_huge_pages; long unsigned int free_huge_pages; long unsigned int resv_huge_pages; long unsigned int surplus_huge_pages; long unsigned int nr_overcommit_huge_pages; struct list_head hugepage_activelist; struct list_head hugepage_freelists[64]; unsigned int max_huge_pages_node[64]; unsigned int nr_huge_pages_node[64]; unsigned int free_huge_pages_node[64]; unsigned int surplus_huge_pages_node[64]; struct cftype cgroup_files_dfl[8]; struct cftype cgroup_files_legacy[10]; char name[32]; }; struct hugetlbfs_sb_info { long int max_inodes; long int free_inodes; spinlock_t stat_lock; struct hstate *hstate; struct hugepage_subpool *spool; kuid_t uid; kgid_t gid; umode_t mode; }; enum mmu_notifier_event { MMU_NOTIFY_UNMAP = 0, MMU_NOTIFY_CLEAR = 1, MMU_NOTIFY_PROTECTION_VMA = 2, MMU_NOTIFY_PROTECTION_PAGE = 3, MMU_NOTIFY_SOFT_DIRTY = 4, MMU_NOTIFY_RELEASE = 5, MMU_NOTIFY_MIGRATE = 6, MMU_NOTIFY_EXCLUSIVE = 7, }; struct mmu_notifier_range { struct vm_area_struct *vma; struct mm_struct *mm; long unsigned int start; long unsigned int end; unsigned int flags; enum mmu_notifier_event event; void *owner; }; enum pgt_entry { NORMAL_PMD = 0, HPAGE_PMD = 1, NORMAL_PUD = 2, HPAGE_PUD = 3, }; typedef struct { long unsigned int pd; } hugepd_t; struct va_format { const char *fmt; va_list *va; }; struct sysinfo { __kernel_long_t uptime; __kernel_ulong_t loads[3]; __kernel_ulong_t totalram; __kernel_ulong_t freeram; __kernel_ulong_t sharedram; __kernel_ulong_t bufferram; __kernel_ulong_t totalswap; __kernel_ulong_t freeswap; __u16 procs; __u16 pad; __kernel_ulong_t totalhigh; __kernel_ulong_t freehigh; __u32 mem_unit; char _f[0]; }; enum pageblock_bits { PB_migrate = 0, PB_migrate_end = 2, PB_migrate_skip = 3, NR_PAGEBLOCK_BITS = 4, }; struct page_frag_cache { void *va; __u16 offset; __u16 size; unsigned int pagecnt_bias; bool pfmemalloc; }; enum zone_flags { ZONE_BOOSTED_WATERMARK = 0, ZONE_RECLAIM_ACTIVE = 1, }; enum meminit_context { MEMINIT_EARLY = 0, MEMINIT_HOTPLUG = 1, }; typedef void compound_page_dtor(struct page *); enum oom_constraint { CONSTRAINT_NONE = 0, CONSTRAINT_CPUSET = 1, CONSTRAINT_MEMORY_POLICY = 2, CONSTRAINT_MEMCG = 3, }; struct oom_control { struct zonelist *zonelist; nodemask_t *nodemask; struct mem_cgroup *memcg; const gfp_t gfp_mask; const int order; long unsigned int totalpages; struct task_struct *chosen; long int chosen_points; enum oom_constraint constraint; }; struct fault_attr { long unsigned int probability; long unsigned int interval; atomic_t times; atomic_t space; long unsigned int verbose; bool task_filter; long unsigned int stacktrace_depth; long unsigned int require_start; long unsigned int require_end; long unsigned int reject_start; long unsigned int reject_end; long unsigned int count; struct ratelimit_state ratelimit_state; struct dentry *dname; }; enum fault_flags { FAULT_NOWARN = 1, }; typedef struct page *new_page_t(struct page *, long unsigned int); typedef void free_page_t(struct page *, long unsigned int); struct alloc_context { struct zonelist *zonelist; nodemask_t *nodemask; struct zoneref *preferred_zoneref; int migratetype; enum zone_type highest_zoneidx; bool spread_dirty_pages; }; enum mminit_level { MMINIT_WARNING = 0, MMINIT_VERIFY = 1, MMINIT_TRACE = 2, }; struct migration_target_control { int nid; nodemask_t *nmask; gfp_t gfp_mask; }; typedef int fpi_t; struct mminit_pfnnid_cache { long unsigned int last_start; long unsigned int last_end; int last_nid; }; struct kobj_attribute { struct attribute attr; ssize_t (*show)(struct kobject *, struct kobj_attribute *, char *); ssize_t (*store)(struct kobject *, struct kobj_attribute *, const char *, size_t); }; struct encoded_page; struct vma_swap_readahead { short unsigned int win; short unsigned int offset; short unsigned int nr_pte; pte_t *ptes; }; struct frontswap_ops { void (*init)(unsigned int); int (*store)(unsigned int, long unsigned int, struct page *); int (*load)(unsigned int, long unsigned int, struct page *); void (*invalidate_page)(unsigned int, long unsigned int); void (*invalidate_area)(unsigned int); }; struct crypto_async_request; typedef void (*crypto_completion_t)(struct crypto_async_request *, int); struct crypto_tfm; struct crypto_async_request { struct list_head list; crypto_completion_t complete; void *data; struct crypto_tfm *tfm; u32 flags; }; struct crypto_alg; struct crypto_tfm { u32 crt_flags; int node; void (*exit)(struct crypto_tfm *); struct crypto_alg *__crt_alg; void *__crt_ctx[0]; }; struct cipher_alg { unsigned int cia_min_keysize; unsigned int cia_max_keysize; int (*cia_setkey)(struct crypto_tfm *, const u8 *, unsigned int); void (*cia_encrypt)(struct crypto_tfm *, u8 *, const u8 *); void (*cia_decrypt)(struct crypto_tfm *, u8 *, const u8 *); }; struct compress_alg { int (*coa_compress)(struct crypto_tfm *, const u8 *, unsigned int, u8 *, unsigned int *); int (*coa_decompress)(struct crypto_tfm *, const u8 *, unsigned int, u8 *, unsigned int *); }; struct crypto_type; struct crypto_alg { struct list_head cra_list; struct list_head cra_users; u32 cra_flags; unsigned int cra_blocksize; unsigned int cra_ctxsize; unsigned int cra_alignmask; int cra_priority; refcount_t cra_refcnt; char cra_name[128]; char cra_driver_name[128]; const struct crypto_type *cra_type; union { struct cipher_alg cipher; struct compress_alg compress; } cra_u; int (*cra_init)(struct crypto_tfm *); void (*cra_exit)(struct crypto_tfm *); void (*cra_destroy)(struct crypto_alg *); struct module *cra_module; }; struct crypto_instance; struct crypto_type { unsigned int (*ctxsize)(struct crypto_alg *, u32, u32); unsigned int (*extsize)(struct crypto_alg *); int (*init)(struct crypto_tfm *, u32, u32); int (*init_tfm)(struct crypto_tfm *); void (*show)(struct seq_file *, struct crypto_alg *); int (*report)(struct sk_buff *, struct crypto_alg *); void (*free)(struct crypto_instance *); unsigned int type; unsigned int maskclear; unsigned int maskset; unsigned int tfmsize; }; struct crypto_wait { struct completion completion; int err; }; struct zpool; struct zpool_ops { int (*evict)(struct zpool *, long unsigned int); }; enum zpool_mapmode { ZPOOL_MM_RW = 0, ZPOOL_MM_RO = 1, ZPOOL_MM_WO = 2, ZPOOL_MM_DEFAULT = 0, }; struct acomp_req { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int slen; unsigned int dlen; u32 flags; void *__ctx[0]; }; struct crypto_acomp { int (*compress)(struct acomp_req *); int (*decompress)(struct acomp_req *); void (*dst_free)(struct scatterlist *); unsigned int reqsize; struct crypto_tfm base; }; struct crypto_acomp_ctx { struct crypto_acomp *acomp; struct acomp_req *req; struct crypto_wait wait; u8 *dstmem; struct mutex *mutex; }; struct zswap_pool { struct zpool *zpool; struct crypto_acomp_ctx *acomp_ctx; struct kref kref; struct list_head list; struct work_struct release_work; struct work_struct shrink_work; struct hlist_node node; char tfm_name[128]; }; struct zswap_entry { struct rb_node rbnode; long unsigned int offset; int refcount; unsigned int length; struct zswap_pool *pool; union { long unsigned int handle; long unsigned int value; }; struct obj_cgroup *objcg; }; struct zswap_header { swp_entry_t swpentry; }; struct zswap_tree { struct rb_root rbroot; spinlock_t lock; }; enum zswap_get_swap_ret { ZSWAP_SWAPCACHE_NEW = 0, ZSWAP_SWAPCACHE_EXIST = 1, ZSWAP_SWAPCACHE_FAIL = 2, }; struct mmu_notifier_subscriptions { struct hlist_head list; bool has_itree; spinlock_t lock; long unsigned int invalidate_seq; long unsigned int active_invalidate_ranges; struct rb_root_cached itree; wait_queue_head_t wq; struct hlist_head deferred_list; }; struct interval_tree_node { struct rb_node rb; long unsigned int start; long unsigned int last; long unsigned int __subtree_last; }; struct mmu_notifier; struct mmu_notifier_ops { void (*release)(struct mmu_notifier *, struct mm_struct *); int (*clear_flush_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); int (*clear_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); int (*test_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int); void (*change_pte)(struct mmu_notifier *, struct mm_struct *, long unsigned int, pte_t); int (*invalidate_range_start)(struct mmu_notifier *, const struct mmu_notifier_range *); void (*invalidate_range_end)(struct mmu_notifier *, const struct mmu_notifier_range *); void (*invalidate_range)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); struct mmu_notifier * (*alloc_notifier)(struct mm_struct *); void (*free_notifier)(struct mmu_notifier *); }; struct mmu_notifier { struct hlist_node hlist; const struct mmu_notifier_ops *ops; struct mm_struct *mm; struct callback_head rcu; unsigned int users; }; struct mmu_interval_notifier; struct mmu_interval_notifier_ops { bool (*invalidate)(struct mmu_interval_notifier *, const struct mmu_notifier_range *, long unsigned int); }; struct mmu_interval_notifier { struct interval_tree_node interval_tree; const struct mmu_interval_notifier_ops *ops; struct mm_struct *mm; struct hlist_node deferred_item; long unsigned int invalidate_seq; }; typedef unsigned int isolate_mode_t; struct buffer_head; typedef void bh_end_io_t(struct buffer_head *, int); struct buffer_head { long unsigned int b_state; struct buffer_head *b_this_page; struct page *b_page; sector_t b_blocknr; size_t b_size; char *b_data; struct block_device *b_bdev; bh_end_io_t *b_end_io; void *b_private; struct list_head b_assoc_buffers; struct address_space *b_assoc_map; atomic_t b_count; spinlock_t b_uptodate_lock; }; struct movable_operations { bool (*isolate_page)(struct page *, isolate_mode_t); int (*migrate_page)(struct page *, struct page *, enum migrate_mode); void (*putback_page)(struct page *); }; enum bh_state_bits { BH_Uptodate = 0, BH_Dirty = 1, BH_Lock = 2, BH_Req = 3, BH_Mapped = 4, BH_New = 5, BH_Async_Read = 6, BH_Async_Write = 7, BH_Delay = 8, BH_Boundary = 9, BH_Write_EIO = 10, BH_Unwritten = 11, BH_Quiet = 12, BH_Meta = 13, BH_Prio = 14, BH_Defer_Completion = 15, BH_PrivateStart = 16, }; enum ttu_flags { TTU_SPLIT_HUGE_PMD = 4, TTU_IGNORE_MLOCK = 8, TTU_SYNC = 16, TTU_IGNORE_HWPOISON = 32, TTU_BATCH_FLUSH = 64, TTU_RMAP_LOCKED = 128, }; typedef int rmap_t; struct page_vma_mapped_walk { long unsigned int pfn; long unsigned int nr_pages; long unsigned int pgoff; struct vm_area_struct *vma; long unsigned int address; pmd_t *pmd; pte_t *pte; spinlock_t *ptl; unsigned int flags; }; struct rmap_walk_control { void *arg; bool try_lock; bool contended; bool (*rmap_one)(struct folio *, struct vm_area_struct *, long unsigned int, void *); int (*done)(struct folio *); struct anon_vma * (*anon_lock)(struct folio *, struct rmap_walk_control *); bool (*invalid_vma)(struct vm_area_struct *, void *); }; typedef u32 compat_uptr_t; enum hugetlb_memory_event { HUGETLB_MAX = 0, HUGETLB_NR_MEMORY_EVENTS = 1, }; enum transparent_hugepage_flag { TRANSPARENT_HUGEPAGE_NEVER_DAX = 0, TRANSPARENT_HUGEPAGE_FLAG = 1, TRANSPARENT_HUGEPAGE_REQ_MADV_FLAG = 2, TRANSPARENT_HUGEPAGE_DEFRAG_DIRECT_FLAG = 3, TRANSPARENT_HUGEPAGE_DEFRAG_KSWAPD_FLAG = 4, TRANSPARENT_HUGEPAGE_DEFRAG_KSWAPD_OR_MADV_FLAG = 5, TRANSPARENT_HUGEPAGE_DEFRAG_REQ_MADV_FLAG = 6, TRANSPARENT_HUGEPAGE_DEFRAG_KHUGEPAGED_FLAG = 7, TRANSPARENT_HUGEPAGE_USE_ZERO_PAGE_FLAG = 8, }; enum sgp_type { SGP_READ = 0, SGP_NOALLOC = 1, SGP_CACHE = 2, SGP_WRITE = 3, SGP_FALLOC = 4, }; struct mm_slot { struct hlist_node hash; struct list_head mm_node; struct mm_struct *mm; }; enum scan_result { SCAN_FAIL = 0, SCAN_SUCCEED = 1, SCAN_PMD_NULL = 2, SCAN_PMD_NONE = 3, SCAN_PMD_MAPPED = 4, SCAN_EXCEED_NONE_PTE = 5, SCAN_EXCEED_SWAP_PTE = 6, SCAN_EXCEED_SHARED_PTE = 7, SCAN_PTE_NON_PRESENT = 8, SCAN_PTE_UFFD_WP = 9, SCAN_PTE_MAPPED_HUGEPAGE = 10, SCAN_PAGE_RO = 11, SCAN_LACK_REFERENCED_PAGE = 12, SCAN_PAGE_NULL = 13, SCAN_SCAN_ABORT = 14, SCAN_PAGE_COUNT = 15, SCAN_PAGE_LRU = 16, SCAN_PAGE_LOCK = 17, SCAN_PAGE_ANON = 18, SCAN_PAGE_COMPOUND = 19, SCAN_ANY_PROCESS = 20, SCAN_VMA_NULL = 21, SCAN_VMA_CHECK = 22, SCAN_ADDRESS_RANGE = 23, SCAN_DEL_PAGE_LRU = 24, SCAN_ALLOC_HUGE_PAGE_FAIL = 25, SCAN_CGROUP_CHARGE_FAIL = 26, SCAN_TRUNCATED = 27, SCAN_PAGE_HAS_PRIVATE = 28, }; struct trace_event_raw_mm_khugepaged_scan_pmd { struct trace_entry ent; struct mm_struct *mm; long unsigned int pfn; bool writable; int referenced; int none_or_zero; int status; int unmapped; char __data[0]; }; struct trace_event_raw_mm_collapse_huge_page { struct trace_entry ent; struct mm_struct *mm; int isolated; int status; char __data[0]; }; struct trace_event_raw_mm_collapse_huge_page_isolate { struct trace_entry ent; long unsigned int pfn; int none_or_zero; int referenced; bool writable; int status; char __data[0]; }; struct trace_event_raw_mm_collapse_huge_page_swapin { struct trace_entry ent; struct mm_struct *mm; int swapped_in; int referenced; int ret; char __data[0]; }; struct trace_event_raw_mm_khugepaged_scan_file { struct trace_entry ent; struct mm_struct *mm; long unsigned int pfn; u32 __data_loc_filename; int present; int swap; int result; char __data[0]; }; struct trace_event_raw_mm_khugepaged_collapse_file { struct trace_entry ent; struct mm_struct *mm; long unsigned int hpfn; long unsigned int index; long unsigned int addr; bool is_shmem; u32 __data_loc_filename; int nr; int result; char __data[0]; }; struct trace_event_data_offsets_mm_khugepaged_scan_pmd {}; struct trace_event_data_offsets_mm_collapse_huge_page {}; struct trace_event_data_offsets_mm_collapse_huge_page_isolate {}; struct trace_event_data_offsets_mm_collapse_huge_page_swapin {}; struct trace_event_data_offsets_mm_khugepaged_scan_file { u32 filename; }; struct trace_event_data_offsets_mm_khugepaged_collapse_file { u32 filename; }; typedef void (*btf_trace_mm_khugepaged_scan_pmd)(void *, struct mm_struct *, struct page *, bool, int, int, int, int); typedef void (*btf_trace_mm_collapse_huge_page)(void *, struct mm_struct *, int, int); typedef void (*btf_trace_mm_collapse_huge_page_isolate)(void *, struct page *, int, int, bool, int); typedef void (*btf_trace_mm_collapse_huge_page_swapin)(void *, struct mm_struct *, int, int, int); typedef void (*btf_trace_mm_khugepaged_scan_file)(void *, struct mm_struct *, struct page *, struct file *, int, int, int); typedef void (*btf_trace_mm_khugepaged_collapse_file)(void *, struct mm_struct *, struct page *, long unsigned int, bool, long unsigned int, struct file *, int, int); struct collapse_control { bool is_khugepaged; u32 node_load[64]; nodemask_t alloc_nmask; }; struct khugepaged_mm_slot { struct mm_slot slot; int nr_pte_mapped_thp; long unsigned int pte_mapped_thp[8]; }; struct khugepaged_scan { struct list_head mm_head; struct khugepaged_mm_slot *mm_slot; long unsigned int address; }; struct trace_event_raw_test_pages_isolated { struct trace_entry ent; long unsigned int start_pfn; long unsigned int end_pfn; long unsigned int fin_pfn; char __data[0]; }; struct trace_event_data_offsets_test_pages_isolated {}; typedef void (*btf_trace_test_pages_isolated)(void *, long unsigned int, long unsigned int, long unsigned int); typedef void (*exitcall_t)(); struct zpool_driver { char *type; struct module *owner; atomic_t refcount; struct list_head list; void * (*create)(const char *, gfp_t, const struct zpool_ops *, struct zpool *); void (*destroy)(void *); bool malloc_support_movable; int (*malloc)(void *, size_t, gfp_t, long unsigned int *); void (*free)(void *, long unsigned int); int (*shrink)(void *, unsigned int, unsigned int *); bool sleep_mapped; void * (*map)(void *, long unsigned int, enum zpool_mapmode); void (*unmap)(void *, long unsigned int); u64 (*total_size)(void *); }; enum buddy { HEADLESS = 0, FIRST = 1, MIDDLE = 2, LAST = 3, BUDDIES_MAX = 3, }; struct z3fold_buddy_slots { long unsigned int slot[4]; long unsigned int pool; rwlock_t lock; }; struct z3fold_pool; struct z3fold_header { struct list_head buddy; spinlock_t page_lock; struct kref refcount; struct work_struct work; struct z3fold_buddy_slots *slots; struct z3fold_pool *pool; short int cpu; short unsigned int first_chunks; short unsigned int middle_chunks; short unsigned int last_chunks; short unsigned int start_middle; short unsigned int first_num: 2; short unsigned int mapped_count: 2; short unsigned int foreign_handles: 2; }; struct z3fold_pool { const char *name; spinlock_t lock; spinlock_t stale_lock; struct list_head *unbuddied; struct list_head lru; struct list_head stale; atomic64_t pages_nr; struct kmem_cache *c_handle; struct zpool *zpool; const struct zpool_ops *zpool_ops; struct workqueue_struct *compact_wq; struct workqueue_struct *release_wq; struct work_struct work; }; enum z3fold_page_flags { PAGE_HEADLESS = 0, MIDDLE_CHUNK_MAPPED = 1, NEEDS_COMPACTING = 2, PAGE_STALE = 3, PAGE_CLAIMED = 4, PAGE_MIGRATED = 5, }; enum z3fold_handle_flags { HANDLES_NOFREE = 0, }; struct page_reporting_dev_info { int (*report)(struct page_reporting_dev_info *, struct scatterlist *, unsigned int); struct delayed_work work; atomic_t state; unsigned int order; }; enum { PAGE_REPORTING_IDLE = 0, PAGE_REPORTING_REQUESTED = 1, PAGE_REPORTING_ACTIVE = 2, }; typedef __kernel_long_t __kernel_off_t; typedef __kernel_off_t off_t; struct fd { struct file *file; unsigned int flags; }; typedef __kernel_rwf_t rwf_t; enum fsnotify_data_type { FSNOTIFY_EVENT_NONE = 0, FSNOTIFY_EVENT_PATH = 1, FSNOTIFY_EVENT_INODE = 2, FSNOTIFY_EVENT_DENTRY = 3, FSNOTIFY_EVENT_ERROR = 4, }; struct stat { long unsigned int st_dev; long unsigned int st_ino; unsigned int st_mode; unsigned int st_nlink; unsigned int st_uid; unsigned int st_gid; long unsigned int st_rdev; long unsigned int __pad1; long int st_size; int st_blksize; int __pad2; long int st_blocks; long int st_atime; long unsigned int st_atime_nsec; long int st_mtime; long unsigned int st_mtime_nsec; long int st_ctime; long unsigned int st_ctime_nsec; unsigned int __unused4; unsigned int __unused5; }; struct statx_timestamp { __s64 tv_sec; __u32 tv_nsec; __s32 __reserved; }; struct statx { __u32 stx_mask; __u32 stx_blksize; __u64 stx_attributes; __u32 stx_nlink; __u32 stx_uid; __u32 stx_gid; __u16 stx_mode; __u16 __spare0[1]; __u64 stx_ino; __u64 stx_size; __u64 stx_blocks; __u64 stx_attributes_mask; struct statx_timestamp stx_atime; struct statx_timestamp stx_btime; struct statx_timestamp stx_ctime; struct statx_timestamp stx_mtime; __u32 stx_rdev_major; __u32 stx_rdev_minor; __u32 stx_dev_major; __u32 stx_dev_minor; __u64 stx_mnt_id; __u32 stx_dio_mem_align; __u32 stx_dio_offset_align; __u64 __spare3[12]; }; struct mount; struct mnt_namespace { struct ns_common ns; struct mount *root; struct list_head list; spinlock_t ns_lock; struct user_namespace *user_ns; struct ucounts *ucounts; u64 seq; wait_queue_head_t poll; u64 event; unsigned int mounts; unsigned int pending_mounts; }; struct fs_pin { wait_queue_head_t wait; int done; struct hlist_node s_list; struct hlist_node m_list; void (*kill)(struct fs_pin *); }; struct mnt_pcp; struct mountpoint; struct mount { struct hlist_node mnt_hash; struct mount *mnt_parent; struct dentry *mnt_mountpoint; struct vfsmount mnt; union { struct callback_head mnt_rcu; struct llist_node mnt_llist; }; struct mnt_pcp *mnt_pcp; struct list_head mnt_mounts; struct list_head mnt_child; struct list_head mnt_instance; const char *mnt_devname; struct list_head mnt_list; struct list_head mnt_expire; struct list_head mnt_share; struct list_head mnt_slave_list; struct list_head mnt_slave; struct mount *mnt_master; struct mnt_namespace *mnt_ns; struct mountpoint *mnt_mp; union { struct hlist_node mnt_mp_list; struct hlist_node mnt_umount; }; struct list_head mnt_umounting; struct fsnotify_mark_connector *mnt_fsnotify_marks; __u32 mnt_fsnotify_mask; int mnt_id; int mnt_group_id; int mnt_expiry_mark; struct hlist_head mnt_pins; struct hlist_head mnt_stuck_children; }; struct mnt_pcp { int mnt_count; int mnt_writers; }; struct mountpoint { struct hlist_node m_hash; struct dentry *m_dentry; struct hlist_head m_list; int m_count; }; struct f_owner_ex { int type; __kernel_pid_t pid; }; struct flock { short int l_type; short int l_whence; __kernel_off_t l_start; __kernel_off_t l_len; __kernel_pid_t l_pid; }; enum rw_hint { WRITE_LIFE_NOT_SET = 0, WRITE_LIFE_NONE = 1, WRITE_LIFE_SHORT = 2, WRITE_LIFE_MEDIUM = 3, WRITE_LIFE_LONG = 4, WRITE_LIFE_EXTREME = 5, }; typedef struct { long unsigned int fds_bits[16]; } __kernel_fd_set; typedef __kernel_fd_set fd_set; struct old_timeval32 { old_time32_t tv_sec; s32 tv_usec; }; struct poll_table_entry { struct file *filp; __poll_t key; wait_queue_entry_t wait; wait_queue_head_t *wait_address; }; struct poll_table_page; struct poll_wqueues { poll_table pt; struct poll_table_page *table; struct task_struct *polling_task; int triggered; int error; int inline_index; struct poll_table_entry inline_entries[9]; }; struct poll_table_page { struct poll_table_page *next; struct poll_table_entry *entry; struct poll_table_entry entries[0]; }; struct ip_ra_chain { struct ip_ra_chain *next; struct sock *sk; union { void (*destructor)(struct sock *); struct sock *saved_sk; }; struct callback_head rcu; }; struct fib_table { struct hlist_node tb_hlist; u32 tb_id; int tb_num_default; struct callback_head rcu; long unsigned int *tb_data; long unsigned int __data[0]; }; struct inet_peer_base { struct rb_root rb_root; seqlock_t lock; int total; }; struct lwtunnel_state { __u16 type; __u16 flags; __u16 headroom; atomic_t refcnt; int (*orig_output)(struct net *, struct sock *, struct sk_buff *); int (*orig_input)(struct sk_buff *); struct callback_head rcu; __u8 data[0]; }; enum { __ND_OPT_PREFIX_INFO_END = 0, ND_OPT_SOURCE_LL_ADDR = 1, ND_OPT_TARGET_LL_ADDR = 2, ND_OPT_PREFIX_INFO = 3, ND_OPT_REDIRECT_HDR = 4, ND_OPT_MTU = 5, ND_OPT_NONCE = 14, __ND_OPT_ARRAY_MAX = 15, ND_OPT_ROUTE_INFO = 24, ND_OPT_RDNSS = 25, ND_OPT_DNSSL = 31, ND_OPT_6CO = 34, ND_OPT_CAPTIVE_PORTAL = 37, ND_OPT_PREF64 = 38, __ND_OPT_MAX = 39, }; struct nd_opt_hdr { __u8 nd_opt_type; __u8 nd_opt_len; }; struct ndisc_options { struct nd_opt_hdr *nd_opt_array[15]; struct nd_opt_hdr *nd_opts_ri; struct nd_opt_hdr *nd_opts_ri_end; struct nd_opt_hdr *nd_useropts; struct nd_opt_hdr *nd_useropts_end; }; struct prefix_info { __u8 type; __u8 length; __u8 prefix_len; __u8 reserved: 6; __u8 autoconf: 1; __u8 onlink: 1; __be32 valid; __be32 prefered; __be32 reserved2; struct in6_addr prefix; }; enum poll_time_type { PT_TIMEVAL = 0, PT_OLD_TIMEVAL = 1, PT_TIMESPEC = 2, PT_OLD_TIMESPEC = 3, }; typedef struct { long unsigned int *in; long unsigned int *out; long unsigned int *ex; long unsigned int *res_in; long unsigned int *res_out; long unsigned int *res_ex; } fd_set_bits; struct sigset_argpack { sigset_t *p; size_t size; }; struct poll_list { struct poll_list *next; int len; struct pollfd entries[0]; }; enum { DUMP_PREFIX_NONE = 0, DUMP_PREFIX_ADDRESS = 1, DUMP_PREFIX_OFFSET = 2, }; struct mnt_idmap { struct user_namespace *owner; refcount_t count; }; struct posix_acl_entry { short int e_tag; short unsigned int e_perm; union { kuid_t e_uid; kgid_t e_gid; }; }; struct posix_acl { refcount_t a_refcount; struct callback_head a_rcu; unsigned int a_count; struct posix_acl_entry a_entries[0]; }; struct simple_xattrs { struct rb_root rb_root; rwlock_t lock; }; struct simple_xattr { struct rb_node rb_node; char *name; size_t size; char value[0]; }; enum fsnotify_iter_type { FSNOTIFY_ITER_TYPE_INODE = 0, FSNOTIFY_ITER_TYPE_VFSMOUNT = 1, FSNOTIFY_ITER_TYPE_SB = 2, FSNOTIFY_ITER_TYPE_PARENT = 3, FSNOTIFY_ITER_TYPE_INODE2 = 4, FSNOTIFY_ITER_TYPE_COUNT = 5, }; struct xattr_name { char name[256]; }; struct xattr_ctx { union { const void *cvalue; void *value; }; void *kvalue; size_t size; struct xattr_name *kname; unsigned int flags; }; typedef __kernel_ulong_t ino_t; enum wb_state { WB_registered = 0, WB_writeback_running = 1, WB_has_dirty_io = 2, WB_start_all = 3, }; struct wb_writeback_work { long int nr_pages; struct super_block *sb; enum writeback_sync_modes sync_mode; unsigned int tagged_writepages: 1; unsigned int for_kupdate: 1; unsigned int range_cyclic: 1; unsigned int for_background: 1; unsigned int for_sync: 1; unsigned int auto_free: 1; enum wb_reason reason; struct list_head list; struct wb_completion *done; }; struct trace_event_raw_writeback_folio_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int index; char __data[0]; }; struct trace_event_raw_writeback_dirty_inode_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int flags; char __data[0]; }; struct trace_event_raw_inode_foreign_history { struct trace_entry ent; char name[32]; ino_t ino; ino_t cgroup_ino; unsigned int history; char __data[0]; }; struct trace_event_raw_inode_switch_wbs { struct trace_entry ent; char name[32]; ino_t ino; ino_t old_cgroup_ino; ino_t new_cgroup_ino; char __data[0]; }; struct trace_event_raw_track_foreign_dirty { struct trace_entry ent; char name[32]; u64 bdi_id; ino_t ino; unsigned int memcg_id; ino_t cgroup_ino; ino_t page_cgroup_ino; char __data[0]; }; struct trace_event_raw_flush_foreign { struct trace_entry ent; char name[32]; ino_t cgroup_ino; unsigned int frn_bdi_id; unsigned int frn_memcg_id; char __data[0]; }; struct trace_event_raw_writeback_write_inode_template { struct trace_entry ent; char name[32]; ino_t ino; int sync_mode; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_work_class { struct trace_entry ent; char name[32]; long int nr_pages; dev_t sb_dev; int sync_mode; int for_kupdate; int range_cyclic; int for_background; int reason; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_pages_written { struct trace_entry ent; long int pages; char __data[0]; }; struct trace_event_raw_writeback_class { struct trace_entry ent; char name[32]; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_bdi_register { struct trace_entry ent; char name[32]; char __data[0]; }; struct trace_event_raw_wbc_class { struct trace_entry ent; char name[32]; long int nr_to_write; long int pages_skipped; int sync_mode; int for_kupdate; int for_background; int for_reclaim; int range_cyclic; long int range_start; long int range_end; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_queue_io { struct trace_entry ent; char name[32]; long unsigned int older; long int age; int moved; int reason; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_global_dirty_state { struct trace_entry ent; long unsigned int nr_dirty; long unsigned int nr_writeback; long unsigned int background_thresh; long unsigned int dirty_thresh; long unsigned int dirty_limit; long unsigned int nr_dirtied; long unsigned int nr_written; char __data[0]; }; struct trace_event_raw_bdi_dirty_ratelimit { struct trace_entry ent; char bdi[32]; long unsigned int write_bw; long unsigned int avg_write_bw; long unsigned int dirty_rate; long unsigned int dirty_ratelimit; long unsigned int task_ratelimit; long unsigned int balanced_dirty_ratelimit; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_balance_dirty_pages { struct trace_entry ent; char bdi[32]; long unsigned int limit; long unsigned int setpoint; long unsigned int dirty; long unsigned int bdi_setpoint; long unsigned int bdi_dirty; long unsigned int dirty_ratelimit; long unsigned int task_ratelimit; unsigned int dirtied; unsigned int dirtied_pause; long unsigned int paused; long int pause; long unsigned int period; long int think; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_sb_inodes_requeue { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int dirtied_when; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_single_inode_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int dirtied_when; long unsigned int writeback_index; long int nr_to_write; long unsigned int wrote; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_inode_template { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int state; __u16 mode; long unsigned int dirtied_when; char __data[0]; }; struct trace_event_data_offsets_writeback_folio_template {}; struct trace_event_data_offsets_writeback_dirty_inode_template {}; struct trace_event_data_offsets_inode_foreign_history {}; struct trace_event_data_offsets_inode_switch_wbs {}; struct trace_event_data_offsets_track_foreign_dirty {}; struct trace_event_data_offsets_flush_foreign {}; struct trace_event_data_offsets_writeback_write_inode_template {}; struct trace_event_data_offsets_writeback_work_class {}; struct trace_event_data_offsets_writeback_pages_written {}; struct trace_event_data_offsets_writeback_class {}; struct trace_event_data_offsets_writeback_bdi_register {}; struct trace_event_data_offsets_wbc_class {}; struct trace_event_data_offsets_writeback_queue_io {}; struct trace_event_data_offsets_global_dirty_state {}; struct trace_event_data_offsets_bdi_dirty_ratelimit {}; struct trace_event_data_offsets_balance_dirty_pages {}; struct trace_event_data_offsets_writeback_sb_inodes_requeue {}; struct trace_event_data_offsets_writeback_single_inode_template {}; struct trace_event_data_offsets_writeback_inode_template {}; typedef void (*btf_trace_writeback_dirty_folio)(void *, struct folio *, struct address_space *); typedef void (*btf_trace_folio_wait_writeback)(void *, struct folio *, struct address_space *); typedef void (*btf_trace_writeback_mark_inode_dirty)(void *, struct inode *, int); typedef void (*btf_trace_writeback_dirty_inode_start)(void *, struct inode *, int); typedef void (*btf_trace_writeback_dirty_inode)(void *, struct inode *, int); typedef void (*btf_trace_inode_foreign_history)(void *, struct inode *, struct writeback_control *, unsigned int); typedef void (*btf_trace_inode_switch_wbs)(void *, struct inode *, struct bdi_writeback *, struct bdi_writeback *); typedef void (*btf_trace_track_foreign_dirty)(void *, struct folio *, struct bdi_writeback *); typedef void (*btf_trace_flush_foreign)(void *, struct bdi_writeback *, unsigned int, unsigned int); typedef void (*btf_trace_writeback_write_inode_start)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_writeback_write_inode)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_writeback_queue)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_exec)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_start)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_written)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_wait)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_pages_written)(void *, long int); typedef void (*btf_trace_writeback_wake_background)(void *, struct bdi_writeback *); typedef void (*btf_trace_writeback_bdi_register)(void *, struct backing_dev_info *); typedef void (*btf_trace_wbc_writepage)(void *, struct writeback_control *, struct backing_dev_info *); typedef void (*btf_trace_writeback_queue_io)(void *, struct bdi_writeback *, struct wb_writeback_work *, long unsigned int, int); typedef void (*btf_trace_global_dirty_state)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_bdi_dirty_ratelimit)(void *, struct bdi_writeback *, long unsigned int, long unsigned int); typedef void (*btf_trace_balance_dirty_pages)(void *, struct bdi_writeback *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long int, long unsigned int); typedef void (*btf_trace_writeback_sb_inodes_requeue)(void *, struct inode *); typedef void (*btf_trace_writeback_single_inode_start)(void *, struct inode *, struct writeback_control *, long unsigned int); typedef void (*btf_trace_writeback_single_inode)(void *, struct inode *, struct writeback_control *, long unsigned int); typedef void (*btf_trace_writeback_lazytime)(void *, struct inode *); typedef void (*btf_trace_writeback_lazytime_iput)(void *, struct inode *); typedef void (*btf_trace_writeback_dirty_inode_enqueue)(void *, struct inode *); typedef void (*btf_trace_sb_mark_inode_writeback)(void *, struct inode *); typedef void (*btf_trace_sb_clear_inode_writeback)(void *, struct inode *); struct inode_switch_wbs_context { struct rcu_work work; struct bdi_writeback *new_wb; struct inode *inodes[0]; }; typedef struct ns_common *ns_get_path_helper_t(void *); struct ns_get_path_task_args { const struct proc_ns_operations *ns_ops; struct task_struct *task; }; struct file_dedupe_range_info { __s64 dest_fd; __u64 dest_offset; __u64 bytes_deduped; __s32 status; __u32 reserved; }; struct file_dedupe_range { __u64 src_offset; __u64 src_length; __u16 dest_count; __u16 reserved1; __u32 reserved2; struct file_dedupe_range_info info[0]; }; struct iomap_ops; typedef u32 nlink_t; typedef int (*proc_write_t)(struct file *, char *, size_t); struct proc_dir_entry { atomic_t in_use; refcount_t refcnt; struct list_head pde_openers; spinlock_t pde_unload_lock; struct completion *pde_unload_completion; const struct inode_operations *proc_iops; union { const struct proc_ops *proc_ops; const struct file_operations *proc_dir_ops; }; const struct dentry_operations *proc_dops; union { const struct seq_operations *seq_ops; int (*single_show)(struct seq_file *, void *); }; proc_write_t write; void *data; unsigned int state_size; unsigned int low_ino; nlink_t nlink; kuid_t uid; kgid_t gid; loff_t size; struct proc_dir_entry *parent; struct rb_root subdir; struct rb_node subdir_node; char *name; umode_t mode; u8 flags; u8 namelen; char inline_name[0]; }; union proc_op { int (*proc_get_link)(struct dentry *, struct path *); int (*proc_show)(struct seq_file *, struct pid_namespace *, struct pid *, struct task_struct *); const char *lsm; }; struct proc_inode { struct pid *pid; unsigned int fd; union proc_op op; struct proc_dir_entry *pde; struct ctl_table_header *sysctl; struct ctl_table *sysctl_entry; struct hlist_node sibling_inodes; const struct proc_ns_operations *ns_ops; struct inode vfs_inode; }; struct proc_mounts { struct mnt_namespace *ns; struct path root; int (*show)(struct seq_file *, struct vfsmount *); struct mount cursor; }; struct proc_fs_opts { int flag; const char *str; }; struct inotify_event_info { struct fsnotify_event fse; u32 mask; int wd; u32 sync_cookie; int name_len; char name[0]; }; struct inotify_inode_mark { struct fsnotify_mark fsn_mark; int wd; }; struct name_snapshot { struct qstr name; unsigned char inline_name[32]; }; struct epoll_event { __poll_t events; __u64 data; }; struct epoll_filefd { struct file *file; int fd; } __attribute__((packed)); struct epitem; struct eppoll_entry { struct eppoll_entry *next; struct epitem *base; wait_queue_entry_t wait; wait_queue_head_t *whead; }; struct eventpoll; struct epitem { union { struct rb_node rbn; struct callback_head rcu; }; struct list_head rdllink; struct epitem *next; struct epoll_filefd ffd; struct eppoll_entry *pwqlist; struct eventpoll *ep; struct hlist_node fllink; struct wakeup_source *ws; struct epoll_event event; }; struct eventpoll { struct mutex mtx; wait_queue_head_t wq; wait_queue_head_t poll_wait; struct list_head rdllist; rwlock_t lock; struct rb_root_cached rbr; struct epitem *ovflist; struct wakeup_source *ws; struct user_struct *user; struct file *file; u64 gen; struct hlist_head refs; unsigned int napi_id; }; struct ep_pqueue { poll_table pt; struct epitem *epi; }; struct epitems_head { struct hlist_head epitems; struct epitems_head *next; }; struct kioctx; struct kioctx_table { struct callback_head rcu; unsigned int nr; struct kioctx *table[0]; }; typedef __kernel_ulong_t aio_context_t; enum { IOCB_CMD_PREAD = 0, IOCB_CMD_PWRITE = 1, IOCB_CMD_FSYNC = 2, IOCB_CMD_FDSYNC = 3, IOCB_CMD_POLL = 5, IOCB_CMD_NOOP = 6, IOCB_CMD_PREADV = 7, IOCB_CMD_PWRITEV = 8, }; struct io_event { __u64 data; __u64 obj; __s64 res; __s64 res2; }; struct iocb { __u64 aio_data; __u32 aio_key; __kernel_rwf_t aio_rw_flags; __u16 aio_lio_opcode; __s16 aio_reqprio; __u32 aio_fildes; __u64 aio_buf; __u64 aio_nbytes; __s64 aio_offset; __u64 aio_reserved2; __u32 aio_flags; __u32 aio_resfd; }; typedef int kiocb_cancel_fn(struct kiocb *); struct aio_ring { unsigned int id; unsigned int nr; unsigned int head; unsigned int tail; unsigned int magic; unsigned int compat_features; unsigned int incompat_features; unsigned int header_length; struct io_event io_events[0]; }; struct kioctx_cpu; struct ctx_rq_wait; struct kioctx { struct percpu_ref users; atomic_t dead; struct percpu_ref reqs; long unsigned int user_id; struct kioctx_cpu *cpu; unsigned int req_batch; unsigned int max_reqs; unsigned int nr_events; long unsigned int mmap_base; long unsigned int mmap_size; struct page **ring_pages; long int nr_pages; struct rcu_work free_rwork; struct ctx_rq_wait *rq_wait; long: 64; long: 64; long: 64; struct { atomic_t reqs_available; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { spinlock_t ctx_lock; struct list_head active_reqs; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { struct mutex ring_lock; wait_queue_head_t wait; long: 64; }; struct { unsigned int tail; unsigned int completed_events; spinlock_t completion_lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct page *internal_pages[8]; struct file *aio_ring_file; unsigned int id; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kioctx_cpu { unsigned int reqs_available; }; struct ctx_rq_wait { struct completion comp; atomic_t count; }; struct fsync_iocb { struct file *file; struct work_struct work; bool datasync; struct cred *creds; }; struct poll_iocb { struct file *file; struct wait_queue_head *head; __poll_t events; bool cancelled; bool work_scheduled; bool work_need_resched; struct wait_queue_entry wait; struct work_struct work; }; struct aio_kiocb { union { struct file *ki_filp; struct kiocb rw; struct fsync_iocb fsync; struct poll_iocb poll; }; struct kioctx *ki_ctx; kiocb_cancel_fn *ki_cancel; struct io_event ki_res; struct list_head ki_list; refcount_t ki_refcnt; struct eventfd_ctx *ki_eventfd; }; struct aio_poll_table { struct poll_table_struct pt; struct aio_kiocb *iocb; bool queued; int error; }; struct __aio_sigset { const sigset_t *sigmask; size_t sigsetsize; }; struct skcipher_request { unsigned int cryptlen; u8 *iv; struct scatterlist *src; struct scatterlist *dst; struct crypto_async_request base; void *__ctx[0]; }; struct crypto_skcipher { unsigned int reqsize; struct crypto_tfm base; }; struct skcipher_alg { int (*setkey)(struct crypto_skcipher *, const u8 *, unsigned int); int (*encrypt)(struct skcipher_request *); int (*decrypt)(struct skcipher_request *); int (*init)(struct crypto_skcipher *); void (*exit)(struct crypto_skcipher *); unsigned int min_keysize; unsigned int max_keysize; unsigned int ivsize; unsigned int chunksize; unsigned int walksize; struct crypto_alg base; }; struct blk_crypto_key; struct fscrypt_prepared_key { struct crypto_skcipher *tfm; struct blk_crypto_key *blk_key; }; struct fscrypt_policy_v1 { __u8 version; __u8 contents_encryption_mode; __u8 filenames_encryption_mode; __u8 flags; __u8 master_key_descriptor[8]; }; struct fscrypt_policy_v2 { __u8 version; __u8 contents_encryption_mode; __u8 filenames_encryption_mode; __u8 flags; __u8 __reserved[4]; __u8 master_key_identifier[16]; }; union fscrypt_policy { u8 version; struct fscrypt_policy_v1 v1; struct fscrypt_policy_v2 v2; }; struct fscrypt_mode; struct fscrypt_master_key; struct fscrypt_direct_key; struct fscrypt_info { struct fscrypt_prepared_key ci_enc_key; bool ci_owns_key; bool ci_inlinecrypt; struct fscrypt_mode *ci_mode; struct inode *ci_inode; struct fscrypt_master_key *ci_master_key; struct list_head ci_master_key_link; struct fscrypt_direct_key *ci_direct_key; siphash_key_t ci_dirhash_key; bool ci_dirhash_key_initialized; union fscrypt_policy ci_policy; u8 ci_nonce[16]; u32 ci_hashed_ino; }; struct fscrypt_key_specifier { __u32 type; __u32 __reserved; union { __u8 __reserved[32]; __u8 descriptor[8]; __u8 identifier[16]; } u; }; struct crypto_shash { unsigned int descsize; struct crypto_tfm base; }; enum blk_crypto_mode_num { BLK_ENCRYPTION_MODE_INVALID = 0, BLK_ENCRYPTION_MODE_AES_256_XTS = 1, BLK_ENCRYPTION_MODE_AES_128_CBC_ESSIV = 2, BLK_ENCRYPTION_MODE_ADIANTUM = 3, BLK_ENCRYPTION_MODE_SM4_XTS = 4, BLK_ENCRYPTION_MODE_MAX = 5, }; struct blk_crypto_config { enum blk_crypto_mode_num crypto_mode; unsigned int data_unit_size; unsigned int dun_bytes; }; struct blk_crypto_key { struct blk_crypto_config crypto_cfg; unsigned int data_unit_size_bits; unsigned int size; u8 raw[64]; }; struct bio_crypt_ctx { const struct blk_crypto_key *bc_key; u64 bc_dun[4]; }; struct fscrypt_context_v1 { u8 version; u8 contents_encryption_mode; u8 filenames_encryption_mode; u8 flags; u8 master_key_descriptor[8]; u8 nonce[16]; }; struct fscrypt_context_v2 { u8 version; u8 contents_encryption_mode; u8 filenames_encryption_mode; u8 flags; u8 __reserved[4]; u8 master_key_identifier[16]; u8 nonce[16]; }; union fscrypt_context { u8 version; struct fscrypt_context_v1 v1; struct fscrypt_context_v2 v2; }; struct fscrypt_mode { const char *friendly_name; const char *cipher_str; int keysize; int security_strength; int ivsize; int logged_cryptoapi_impl; int logged_blk_crypto_native; int logged_blk_crypto_fallback; enum blk_crypto_mode_num blk_crypto_mode; }; struct fscrypt_hkdf { struct crypto_shash *hmac_tfm; }; struct fscrypt_master_key_secret { struct fscrypt_hkdf hkdf; u32 size; u8 raw[64]; }; struct fscrypt_master_key { struct hlist_node mk_node; struct rw_semaphore mk_sem; refcount_t mk_active_refs; refcount_t mk_struct_refs; struct callback_head mk_rcu_head; struct fscrypt_master_key_secret mk_secret; struct fscrypt_key_specifier mk_spec; struct key *mk_users; struct list_head mk_decrypted_inodes; spinlock_t mk_decrypted_inodes_lock; struct fscrypt_prepared_key mk_direct_keys[11]; struct fscrypt_prepared_key mk_iv_ino_lblk_64_keys[11]; struct fscrypt_prepared_key mk_iv_ino_lblk_32_keys[11]; siphash_key_t mk_ino_hash_key; bool mk_ino_hash_key_initialized; }; union fscrypt_iv { struct { __le64 lblk_num; u8 nonce[16]; }; u8 raw[32]; __le64 dun[4]; }; struct fsverity_hash_alg; struct merkle_tree_params { struct fsverity_hash_alg *hash_alg; const u8 *hashstate; unsigned int digest_size; unsigned int block_size; unsigned int hashes_per_block; unsigned int log_blocksize; unsigned int log_arity; unsigned int num_levels; u64 tree_size; long unsigned int level0_blocks; u64 level_start[8]; }; struct fsverity_info { struct merkle_tree_params tree_params; u8 root_hash[64]; u8 file_digest[64]; const struct inode *inode; }; enum hash_algo { HASH_ALGO_MD4 = 0, HASH_ALGO_MD5 = 1, HASH_ALGO_SHA1 = 2, HASH_ALGO_RIPE_MD_160 = 3, HASH_ALGO_SHA256 = 4, HASH_ALGO_SHA384 = 5, HASH_ALGO_SHA512 = 6, HASH_ALGO_SHA224 = 7, HASH_ALGO_RIPE_MD_128 = 8, HASH_ALGO_RIPE_MD_256 = 9, HASH_ALGO_RIPE_MD_320 = 10, HASH_ALGO_WP_256 = 11, HASH_ALGO_WP_384 = 12, HASH_ALGO_WP_512 = 13, HASH_ALGO_TGR_128 = 14, HASH_ALGO_TGR_160 = 15, HASH_ALGO_TGR_192 = 16, HASH_ALGO_SM3_256 = 17, HASH_ALGO_STREEBOG_256 = 18, HASH_ALGO_STREEBOG_512 = 19, HASH_ALGO__LAST = 20, }; struct fsverity_digest { __u16 digest_algorithm; __u16 digest_size; __u8 digest[0]; }; struct crypto_ahash; struct fsverity_hash_alg { struct crypto_ahash *tfm; const char *name; unsigned int digest_size; unsigned int block_size; mempool_t req_pool; enum hash_algo algo_id; }; struct ctl_path { const char *procname; }; struct fsverity_formatted_digest { char magic[8]; __le16 digest_algorithm; __le16 digest_size; __u8 digest[0]; }; struct posix_acl_xattr_entry { __le16 e_tag; __le16 e_perm; __le32 e_id; }; struct posix_acl_xattr_header { __le32 a_version; }; struct file_handle { __u32 handle_bytes; int handle_type; unsigned char f_handle[0]; }; enum fid_type { FILEID_ROOT = 0, FILEID_INO32_GEN = 1, FILEID_INO32_GEN_PARENT = 2, FILEID_BTRFS_WITHOUT_PARENT = 77, FILEID_BTRFS_WITH_PARENT = 78, FILEID_BTRFS_WITH_PARENT_ROOT = 79, FILEID_UDF_WITHOUT_PARENT = 81, FILEID_UDF_WITH_PARENT = 82, FILEID_NILFS_WITHOUT_PARENT = 97, FILEID_NILFS_WITH_PARENT = 98, FILEID_FAT_WITHOUT_PARENT = 113, FILEID_FAT_WITH_PARENT = 114, FILEID_LUSTRE = 151, FILEID_KERNFS = 254, FILEID_INVALID = 255, }; struct fid { union { struct { u32 ino; u32 gen; u32 parent_ino; u32 parent_gen; } i32; struct { u32 block; u16 partref; u16 parent_partref; u32 generation; u32 parent_block; u32 parent_generation; } udf; __u32 raw[0]; }; }; struct dax_device; struct iomap_page_ops; struct iomap { u64 addr; loff_t offset; u64 length; u16 type; u16 flags; struct block_device *bdev; struct dax_device *dax_dev; void *inline_data; void *private; const struct iomap_page_ops *page_ops; u64 validity_cookie; }; struct iomap_page_ops { int (*page_prepare)(struct inode *, loff_t, unsigned int); void (*page_done)(struct inode *, loff_t, unsigned int, struct page *); bool (*iomap_valid)(struct inode *, const struct iomap *); }; struct iomap_ops { int (*iomap_begin)(struct inode *, loff_t, loff_t, unsigned int, struct iomap *, struct iomap *); int (*iomap_end)(struct inode *, loff_t, loff_t, ssize_t, unsigned int, struct iomap *); }; struct iomap_iter { struct inode *inode; loff_t pos; u64 len; s64 processed; unsigned int flags; struct iomap iomap; struct iomap srcmap; void *private; }; struct fiemap_extent; struct fiemap_extent_info { unsigned int fi_flags; unsigned int fi_extents_mapped; unsigned int fi_extents_max; struct fiemap_extent *fi_extents_start; }; struct fiemap_extent { __u64 fe_logical; __u64 fe_physical; __u64 fe_length; __u64 fe_reserved64[2]; __u32 fe_flags; __u32 fe_reserved[3]; }; struct fs_disk_quota { __s8 d_version; __s8 d_flags; __u16 d_fieldmask; __u32 d_id; __u64 d_blk_hardlimit; __u64 d_blk_softlimit; __u64 d_ino_hardlimit; __u64 d_ino_softlimit; __u64 d_bcount; __u64 d_icount; __s32 d_itimer; __s32 d_btimer; __u16 d_iwarns; __u16 d_bwarns; __s8 d_itimer_hi; __s8 d_btimer_hi; __s8 d_rtbtimer_hi; __s8 d_padding2; __u64 d_rtb_hardlimit; __u64 d_rtb_softlimit; __u64 d_rtbcount; __s32 d_rtbtimer; __u16 d_rtbwarns; __s16 d_padding3; char d_padding4[8]; }; struct fs_qfilestat { __u64 qfs_ino; __u64 qfs_nblks; __u32 qfs_nextents; }; typedef struct fs_qfilestat fs_qfilestat_t; struct fs_quota_stat { __s8 qs_version; __u16 qs_flags; __s8 qs_pad; fs_qfilestat_t qs_uquota; fs_qfilestat_t qs_gquota; __u32 qs_incoredqs; __s32 qs_btimelimit; __s32 qs_itimelimit; __s32 qs_rtbtimelimit; __u16 qs_bwarnlimit; __u16 qs_iwarnlimit; }; struct fs_qfilestatv { __u64 qfs_ino; __u64 qfs_nblks; __u32 qfs_nextents; __u32 qfs_pad; }; struct fs_quota_statv { __s8 qs_version; __u8 qs_pad1; __u16 qs_flags; __u32 qs_incoredqs; struct fs_qfilestatv qs_uquota; struct fs_qfilestatv qs_gquota; struct fs_qfilestatv qs_pquota; __s32 qs_btimelimit; __s32 qs_itimelimit; __s32 qs_rtbtimelimit; __u16 qs_bwarnlimit; __u16 qs_iwarnlimit; __u16 qs_rtbwarnlimit; __u16 qs_pad3; __u32 qs_pad4; __u64 qs_pad2[7]; }; enum { QIF_BLIMITS_B = 0, QIF_SPACE_B = 1, QIF_ILIMITS_B = 2, QIF_INODES_B = 3, QIF_BTIME_B = 4, QIF_ITIME_B = 5, }; struct if_dqblk { __u64 dqb_bhardlimit; __u64 dqb_bsoftlimit; __u64 dqb_curspace; __u64 dqb_ihardlimit; __u64 dqb_isoftlimit; __u64 dqb_curinodes; __u64 dqb_btime; __u64 dqb_itime; __u32 dqb_valid; }; struct if_nextdqblk { __u64 dqb_bhardlimit; __u64 dqb_bsoftlimit; __u64 dqb_curspace; __u64 dqb_ihardlimit; __u64 dqb_isoftlimit; __u64 dqb_curinodes; __u64 dqb_btime; __u64 dqb_itime; __u32 dqb_valid; __u32 dqb_id; }; struct if_dqinfo { __u64 dqi_bgrace; __u64 dqi_igrace; __u32 dqi_flags; __u32 dqi_valid; }; typedef __kernel_uid32_t qid_t; enum { _DQUOT_USAGE_ENABLED = 0, _DQUOT_LIMITS_ENABLED = 1, _DQUOT_SUSPENDED = 2, _DQUOT_STATE_FLAGS = 3, }; typedef u32 compat_uint_t; typedef u64 compat_u64; struct compat_if_dqblk { compat_u64 dqb_bhardlimit; compat_u64 dqb_bsoftlimit; compat_u64 dqb_curspace; compat_u64 dqb_ihardlimit; compat_u64 dqb_isoftlimit; compat_u64 dqb_curinodes; compat_u64 dqb_btime; compat_u64 dqb_itime; compat_uint_t dqb_valid; }; struct pde_opener { struct list_head lh; struct file *file; bool closing; struct completion *c; }; enum { BIAS = 2147483648, }; typedef unsigned int __kernel_uid_t; typedef unsigned int __kernel_gid_t; struct elf64_phdr { Elf64_Word p_type; Elf64_Word p_flags; Elf64_Off p_offset; Elf64_Addr p_vaddr; Elf64_Addr p_paddr; Elf64_Xword p_filesz; Elf64_Xword p_memsz; Elf64_Xword p_align; }; struct elf64_note { Elf64_Word n_namesz; Elf64_Word n_descsz; Elf64_Word n_type; }; struct elf_prpsinfo { char pr_state; char pr_sname; char pr_zomb; char pr_nice; long unsigned int pr_flag; __kernel_uid_t pr_uid; __kernel_gid_t pr_gid; pid_t pr_pid; pid_t pr_ppid; pid_t pr_pgrp; pid_t pr_sid; char pr_fname[16]; char pr_psargs[80]; }; enum kcore_type { KCORE_TEXT = 0, KCORE_VMALLOC = 1, KCORE_RAM = 2, KCORE_VMEMMAP = 3, KCORE_USER = 4, }; struct kcore_list { struct list_head list; long unsigned int addr; size_t size; int type; }; enum kernfs_node_flag { KERNFS_ACTIVATED = 16, KERNFS_NS = 32, KERNFS_HAS_SEQ_SHOW = 64, KERNFS_HAS_MMAP = 128, KERNFS_LOCKDEP = 256, KERNFS_HIDDEN = 512, KERNFS_SUICIDAL = 1024, KERNFS_SUICIDED = 2048, KERNFS_EMPTY_DIR = 4096, KERNFS_HAS_RELEASE = 8192, KERNFS_REMOVING = 16384, }; struct kernfs_root { struct kernfs_node *kn; unsigned int flags; struct idr ino_idr; u32 last_id_lowbits; u32 id_highbits; struct kernfs_syscall_ops *syscall_ops; struct list_head supers; wait_queue_head_t deactivate_waitq; struct rw_semaphore kernfs_rwsem; }; struct kernfs_iattrs { kuid_t ia_uid; kgid_t ia_gid; struct timespec64 ia_atime; struct timespec64 ia_mtime; struct timespec64 ia_ctime; struct simple_xattrs xattrs; atomic_t nr_user_xattrs; atomic_t user_xattr_size; }; struct config_group; struct config_item_type; struct config_item { char *ci_name; char ci_namebuf[20]; struct kref ci_kref; struct list_head ci_entry; struct config_item *ci_parent; struct config_group *ci_group; const struct config_item_type *ci_type; struct dentry *ci_dentry; }; struct configfs_subsystem; struct config_group { struct config_item cg_item; struct list_head cg_children; struct configfs_subsystem *cg_subsys; struct list_head default_groups; struct list_head group_entry; }; struct configfs_item_operations; struct configfs_group_operations; struct configfs_attribute; struct configfs_bin_attribute; struct config_item_type { struct module *ct_owner; struct configfs_item_operations *ct_item_ops; struct configfs_group_operations *ct_group_ops; struct configfs_attribute **ct_attrs; struct configfs_bin_attribute **ct_bin_attrs; }; struct configfs_item_operations { void (*release)(struct config_item *); int (*allow_link)(struct config_item *, struct config_item *); void (*drop_link)(struct config_item *, struct config_item *); }; struct configfs_group_operations { struct config_item * (*make_item)(struct config_group *, const char *); struct config_group * (*make_group)(struct config_group *, const char *); void (*disconnect_notify)(struct config_group *, struct config_item *); void (*drop_item)(struct config_group *, struct config_item *); }; struct configfs_attribute { const char *ca_name; struct module *ca_owner; umode_t ca_mode; ssize_t (*show)(struct config_item *, char *); ssize_t (*store)(struct config_item *, const char *, size_t); }; struct configfs_bin_attribute { struct configfs_attribute cb_attr; void *cb_private; size_t cb_max_size; ssize_t (*read)(struct config_item *, void *, size_t); ssize_t (*write)(struct config_item *, const void *, size_t); }; struct configfs_subsystem { struct config_group su_group; struct mutex su_mutex; }; struct configfs_fragment { atomic_t frag_count; struct rw_semaphore frag_sem; bool frag_dead; }; struct configfs_dirent { atomic_t s_count; int s_dependent_count; struct list_head s_sibling; struct list_head s_children; int s_links; void *s_element; int s_type; umode_t s_mode; struct dentry *s_dentry; struct iattr *s_iattr; struct configfs_fragment *s_frag; }; struct getdents_callback { struct dir_context ctx; char *name; u64 ino; int found; int sequence; }; typedef u16 wchar_t; struct nls_table { const char *charset; const char *alias; int (*uni2char)(wchar_t, unsigned char *, int); int (*char2uni)(const unsigned char *, int, wchar_t *); const unsigned char *charset2lower; const unsigned char *charset2upper; struct module *owner; struct nls_table *next; }; typedef unsigned int autofs_wqt_t; struct autofs_packet_hdr { int proto_version; int type; }; struct autofs_packet_missing { struct autofs_packet_hdr hdr; autofs_wqt_t wait_queue_token; int len; char name[256]; }; struct autofs_packet_expire { struct autofs_packet_hdr hdr; int len; char name[256]; }; enum autofs_notify { NFY_NONE = 0, NFY_MOUNT = 1, NFY_EXPIRE = 2, }; struct autofs_packet_expire_multi { struct autofs_packet_hdr hdr; autofs_wqt_t wait_queue_token; int len; char name[256]; }; union autofs_packet_union { struct autofs_packet_hdr hdr; struct autofs_packet_missing missing; struct autofs_packet_expire expire; struct autofs_packet_expire_multi expire_multi; }; struct autofs_v5_packet { struct autofs_packet_hdr hdr; autofs_wqt_t wait_queue_token; __u32 dev; __u64 ino; __u32 uid; __u32 gid; __u32 pid; __u32 tgid; __u32 len; char name[256]; }; typedef struct autofs_v5_packet autofs_packet_missing_indirect_t; typedef struct autofs_v5_packet autofs_packet_expire_indirect_t; typedef struct autofs_v5_packet autofs_packet_missing_direct_t; typedef struct autofs_v5_packet autofs_packet_expire_direct_t; union autofs_v5_packet_union { struct autofs_packet_hdr hdr; struct autofs_v5_packet v5_packet; autofs_packet_missing_indirect_t missing_indirect; autofs_packet_expire_indirect_t expire_indirect; autofs_packet_missing_direct_t missing_direct; autofs_packet_expire_direct_t expire_direct; }; struct autofs_sb_info; struct autofs_info { struct dentry *dentry; int flags; struct completion expire_complete; struct list_head active; struct list_head expiring; struct autofs_sb_info *sbi; long unsigned int last_used; int count; kuid_t uid; kgid_t gid; struct callback_head rcu; }; struct autofs_wait_queue; struct autofs_sb_info { u32 magic; int pipefd; struct file *pipe; struct pid *oz_pgrp; int version; int sub_version; int min_proto; int max_proto; unsigned int flags; long unsigned int exp_timeout; unsigned int type; struct super_block *sb; struct mutex wq_mutex; struct mutex pipe_mutex; spinlock_t fs_lock; struct autofs_wait_queue *queues; spinlock_t lookup_lock; struct list_head active_list; struct list_head expiring_list; struct callback_head rcu; }; struct autofs_wait_queue { wait_queue_head_t queue; struct autofs_wait_queue *next; autofs_wqt_t wait_queue_token; struct qstr name; u32 offset; u32 dev; u64 ino; kuid_t uid; kgid_t gid; pid_t pid; pid_t tgid; int status; unsigned int wait_ctr; }; struct debugfs_blob_wrapper { void *data; long unsigned int size; }; struct debugfs_reg32 { char *name; long unsigned int offset; }; struct debugfs_regset32 { const struct debugfs_reg32 *regs; int nregs; void *base; struct device *dev; }; struct debugfs_u32_array { u32 *array; u32 n_elements; }; struct debugfs_fsdata { const struct file_operations *real_fops; refcount_t active_users; struct completion active_users_drained; }; struct debugfs_devm_entry { int (*read)(struct seq_file *, void *); struct device *dev; }; typedef struct { __u8 b[16]; } guid_t; typedef long unsigned int efi_status_t; typedef u16 efi_char16_t; typedef guid_t efi_guid_t; struct efi_generic_dev_path { u8 type; u8 sub_type; u16 length; }; typedef u16 ucs2_char_t; struct efi_variable { efi_char16_t VariableName[512]; efi_guid_t VendorGuid; long unsigned int DataSize; __u8 Data[1024]; efi_status_t Status; __u32 Attributes; } __attribute__((packed)); struct efivar_entry { struct efi_variable var; struct list_head list; struct kobject kobj; }; struct variable_validate { efi_guid_t vendor; char *name; bool (*validate)(efi_char16_t *, int, u8 *, long unsigned int); }; typedef int __kernel_key_t; typedef unsigned int __kernel_mode_t; typedef __kernel_long_t __kernel_old_time_t; typedef __kernel_key_t key_t; typedef short unsigned int ushort; struct ipc_perm { __kernel_key_t key; __kernel_uid_t uid; __kernel_gid_t gid; __kernel_uid_t cuid; __kernel_gid_t cgid; __kernel_mode_t mode; short unsigned int seq; }; struct ipc64_perm { __kernel_key_t key; __kernel_uid32_t uid; __kernel_gid32_t gid; __kernel_uid32_t cuid; __kernel_gid32_t cgid; __kernel_mode_t mode; unsigned char __pad1[0]; short unsigned int seq; short unsigned int __pad2; __kernel_ulong_t __unused1; __kernel_ulong_t __unused2; }; struct kern_ipc_perm { spinlock_t lock; bool deleted; int id; key_t key; kuid_t uid; kgid_t gid; kuid_t cuid; kgid_t cgid; umode_t mode; long unsigned int seq; void *security; struct rhash_head khtnode; struct callback_head rcu; refcount_t refcount; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sem; struct sem_queue; struct sem_undo; struct semid_ds { struct ipc_perm sem_perm; __kernel_old_time_t sem_otime; __kernel_old_time_t sem_ctime; struct sem *sem_base; struct sem_queue *sem_pending; struct sem_queue **sem_pending_last; struct sem_undo *undo; short unsigned int sem_nsems; }; struct sem { int semval; struct pid *sempid; spinlock_t lock; struct list_head pending_alter; struct list_head pending_const; time64_t sem_otime; }; struct sembuf; struct sem_queue { struct list_head list; struct task_struct *sleeper; struct sem_undo *undo; struct pid *pid; int status; struct sembuf *sops; struct sembuf *blocking; int nsops; bool alter; bool dupsop; }; struct sem_undo { struct list_head list_proc; struct callback_head rcu; struct sem_undo_list *ulp; struct list_head list_id; int semid; short int *semadj; }; struct semid64_ds { struct ipc64_perm sem_perm; long int sem_otime; long int sem_ctime; long unsigned int sem_nsems; long unsigned int __unused3; long unsigned int __unused4; }; struct sembuf { short unsigned int sem_num; short int sem_op; short int sem_flg; }; struct seminfo { int semmap; int semmni; int semmns; int semmnu; int semmsl; int semopm; int semume; int semusz; int semvmx; int semaem; }; struct sem_undo_list { refcount_t refcnt; spinlock_t lock; struct list_head list_proc; }; struct ipc_params { key_t key; int flg; union { size_t size; int nsems; } u; }; struct ipc_ops { int (*getnew)(struct ipc_namespace *, struct ipc_params *); int (*associate)(struct kern_ipc_perm *, int); int (*more_checks)(struct kern_ipc_perm *, struct ipc_params *); }; struct sem_array { struct kern_ipc_perm sem_perm; time64_t sem_ctime; struct list_head pending_alter; struct list_head pending_const; struct list_head list_id; int sem_nsems; int complex_count; unsigned int use_global_lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sem sems[0]; }; struct assoc_array_ops { long unsigned int (*get_key_chunk)(const void *, int); long unsigned int (*get_object_key_chunk)(const void *, int); bool (*compare_object)(const void *, const void *); int (*diff_objects)(const void *, const void *); void (*free_object)(void *); }; enum key_need_perm { KEY_NEED_UNSPECIFIED = 0, KEY_NEED_VIEW = 1, KEY_NEED_READ = 2, KEY_NEED_WRITE = 3, KEY_NEED_SEARCH = 4, KEY_NEED_LINK = 5, KEY_NEED_SETATTR = 6, KEY_NEED_UNLINK = 7, KEY_SYSADMIN_OVERRIDE = 8, KEY_AUTHTOKEN_OVERRIDE = 9, KEY_DEFER_PERM_CHECK = 10, }; struct __key_reference_with_attributes; typedef struct __key_reference_with_attributes *key_ref_t; enum key_state { KEY_IS_UNINSTANTIATED = 0, KEY_IS_POSITIVE = 1, }; struct key_user { struct rb_node node; struct mutex cons_lock; spinlock_t lock; refcount_t usage; atomic_t nkeys; atomic_t nikeys; kuid_t uid; int qnkeys; int qnbytes; }; struct assoc_array_node { struct assoc_array_ptr *back_pointer; u8 parent_slot; struct assoc_array_ptr *slots[16]; long unsigned int nr_leaves_on_branch; }; struct assoc_array_shortcut { struct assoc_array_ptr *back_pointer; int parent_slot; int skip_to_level; struct assoc_array_ptr *next_node; long unsigned int index_key[0]; }; struct assoc_array_edit { struct callback_head rcu; struct assoc_array *array; const struct assoc_array_ops *ops; const struct assoc_array_ops *ops_for_excised_subtree; struct assoc_array_ptr *leaf; struct assoc_array_ptr **leaf_p; struct assoc_array_ptr *dead_leaf; struct assoc_array_ptr *new_meta[3]; struct assoc_array_ptr *excised_meta[1]; struct assoc_array_ptr *excised_subtree; struct assoc_array_ptr **set_backpointers[16]; struct assoc_array_ptr *set_backpointers_to; struct assoc_array_node *adjust_count_on; long int adjust_count_by; struct { struct assoc_array_ptr **ptr; struct assoc_array_ptr *to; } set[2]; struct { u8 *p; u8 to; } set_parent_slot[1]; u8 segment_cache[17]; }; enum key_notification_subtype { NOTIFY_KEY_INSTANTIATED = 0, NOTIFY_KEY_UPDATED = 1, NOTIFY_KEY_LINKED = 2, NOTIFY_KEY_UNLINKED = 3, NOTIFY_KEY_CLEARED = 4, NOTIFY_KEY_REVOKED = 5, NOTIFY_KEY_INVALIDATED = 6, NOTIFY_KEY_SETATTR = 7, }; struct keyring_search_context { struct keyring_index_key index_key; const struct cred *cred; struct key_match_data match_data; unsigned int flags; int (*iterator)(const void *, void *); int skipped_ret; bool possessed; key_ref_t result; time64_t now; }; struct keyring_read_iterator_context { size_t buflen; size_t count; key_serial_t *buffer; }; struct request_key_auth { struct callback_head rcu; struct key *target_key; struct key *dest_keyring; const struct cred *cred; void *callout_info; size_t callout_len; pid_t pid; char op[8]; }; struct vfs_cap_data { __le32 magic_etc; struct { __le32 permitted; __le32 inheritable; } data[2]; }; struct vfs_ns_cap_data { __le32 magic_etc; struct { __le32 permitted; __le32 inheritable; } data[2]; __le32 rootid; }; struct cpu_vfs_cap_data { __u32 magic_etc; kernel_cap_t permitted; kernel_cap_t inheritable; kuid_t rootid; }; struct msg_msg; struct sctp_association; union security_list_options { int (*binder_set_context_mgr)(const struct cred *); int (*binder_transaction)(const struct cred *, const struct cred *); int (*binder_transfer_binder)(const struct cred *, const struct cred *); int (*binder_transfer_file)(const struct cred *, const struct cred *, struct file *); int (*ptrace_access_check)(struct task_struct *, unsigned int); int (*ptrace_traceme)(struct task_struct *); int (*capget)(struct task_struct *, kernel_cap_t *, kernel_cap_t *, kernel_cap_t *); int (*capset)(struct cred *, const struct cred *, const kernel_cap_t *, const kernel_cap_t *, const kernel_cap_t *); int (*capable)(const struct cred *, struct user_namespace *, int, unsigned int); int (*quotactl)(int, int, int, struct super_block *); int (*quota_on)(struct dentry *); int (*syslog)(int); int (*settime)(const struct timespec64 *, const struct timezone *); int (*vm_enough_memory)(struct mm_struct *, long int); int (*bprm_creds_for_exec)(struct linux_binprm *); int (*bprm_creds_from_file)(struct linux_binprm *, struct file *); int (*bprm_check_security)(struct linux_binprm *); void (*bprm_committing_creds)(struct linux_binprm *); void (*bprm_committed_creds)(struct linux_binprm *); int (*fs_context_dup)(struct fs_context *, struct fs_context *); int (*fs_context_parse_param)(struct fs_context *, struct fs_parameter *); int (*sb_alloc_security)(struct super_block *); void (*sb_delete)(struct super_block *); void (*sb_free_security)(struct super_block *); void (*sb_free_mnt_opts)(void *); int (*sb_eat_lsm_opts)(char *, void **); int (*sb_mnt_opts_compat)(struct super_block *, void *); int (*sb_remount)(struct super_block *, void *); int (*sb_kern_mount)(struct super_block *); int (*sb_show_options)(struct seq_file *, struct super_block *); int (*sb_statfs)(struct dentry *); int (*sb_mount)(const char *, const struct path *, const char *, long unsigned int, void *); int (*sb_umount)(struct vfsmount *, int); int (*sb_pivotroot)(const struct path *, const struct path *); int (*sb_set_mnt_opts)(struct super_block *, void *, long unsigned int, long unsigned int *); int (*sb_clone_mnt_opts)(const struct super_block *, struct super_block *, long unsigned int, long unsigned int *); int (*move_mount)(const struct path *, const struct path *); int (*dentry_init_security)(struct dentry *, int, const struct qstr *, const char **, void **, u32 *); int (*dentry_create_files_as)(struct dentry *, int, struct qstr *, const struct cred *, struct cred *); int (*path_unlink)(const struct path *, struct dentry *); int (*path_mkdir)(const struct path *, struct dentry *, umode_t); int (*path_rmdir)(const struct path *, struct dentry *); int (*path_mknod)(const struct path *, struct dentry *, umode_t, unsigned int); int (*path_truncate)(const struct path *); int (*path_symlink)(const struct path *, struct dentry *, const char *); int (*path_link)(struct dentry *, const struct path *, struct dentry *); int (*path_rename)(const struct path *, struct dentry *, const struct path *, struct dentry *, unsigned int); int (*path_chmod)(const struct path *, umode_t); int (*path_chown)(const struct path *, kuid_t, kgid_t); int (*path_chroot)(const struct path *); int (*path_notify)(const struct path *, u64, unsigned int); int (*inode_alloc_security)(struct inode *); void (*inode_free_security)(struct inode *); int (*inode_init_security)(struct inode *, struct inode *, const struct qstr *, const char **, void **, size_t *); int (*inode_init_security_anon)(struct inode *, const struct qstr *, const struct inode *); int (*inode_create)(struct inode *, struct dentry *, umode_t); int (*inode_link)(struct dentry *, struct inode *, struct dentry *); int (*inode_unlink)(struct inode *, struct dentry *); int (*inode_symlink)(struct inode *, struct dentry *, const char *); int (*inode_mkdir)(struct inode *, struct dentry *, umode_t); int (*inode_rmdir)(struct inode *, struct dentry *); int (*inode_mknod)(struct inode *, struct dentry *, umode_t, dev_t); int (*inode_rename)(struct inode *, struct dentry *, struct inode *, struct dentry *); int (*inode_readlink)(struct dentry *); int (*inode_follow_link)(struct dentry *, struct inode *, bool); int (*inode_permission)(struct inode *, int); int (*inode_setattr)(struct dentry *, struct iattr *); int (*inode_getattr)(const struct path *); int (*inode_setxattr)(struct user_namespace *, struct dentry *, const char *, const void *, size_t, int); void (*inode_post_setxattr)(struct dentry *, const char *, const void *, size_t, int); int (*inode_getxattr)(struct dentry *, const char *); int (*inode_listxattr)(struct dentry *); int (*inode_removexattr)(struct user_namespace *, struct dentry *, const char *); int (*inode_set_acl)(struct user_namespace *, struct dentry *, const char *, struct posix_acl *); int (*inode_get_acl)(struct user_namespace *, struct dentry *, const char *); int (*inode_remove_acl)(struct user_namespace *, struct dentry *, const char *); int (*inode_need_killpriv)(struct dentry *); int (*inode_killpriv)(struct user_namespace *, struct dentry *); int (*inode_getsecurity)(struct user_namespace *, struct inode *, const char *, void **, bool); int (*inode_setsecurity)(struct inode *, const char *, const void *, size_t, int); int (*inode_listsecurity)(struct inode *, char *, size_t); void (*inode_getsecid)(struct inode *, u32 *); int (*inode_copy_up)(struct dentry *, struct cred **); int (*inode_copy_up_xattr)(const char *); int (*kernfs_init_security)(struct kernfs_node *, struct kernfs_node *); int (*file_permission)(struct file *, int); int (*file_alloc_security)(struct file *); void (*file_free_security)(struct file *); int (*file_ioctl)(struct file *, unsigned int, long unsigned int); int (*mmap_addr)(long unsigned int); int (*mmap_file)(struct file *, long unsigned int, long unsigned int, long unsigned int); int (*file_mprotect)(struct vm_area_struct *, long unsigned int, long unsigned int); int (*file_lock)(struct file *, unsigned int); int (*file_fcntl)(struct file *, unsigned int, long unsigned int); void (*file_set_fowner)(struct file *); int (*file_send_sigiotask)(struct task_struct *, struct fown_struct *, int); int (*file_receive)(struct file *); int (*file_open)(struct file *); int (*file_truncate)(struct file *); int (*task_alloc)(struct task_struct *, long unsigned int); void (*task_free)(struct task_struct *); int (*cred_alloc_blank)(struct cred *, gfp_t); void (*cred_free)(struct cred *); int (*cred_prepare)(struct cred *, const struct cred *, gfp_t); void (*cred_transfer)(struct cred *, const struct cred *); void (*cred_getsecid)(const struct cred *, u32 *); int (*kernel_act_as)(struct cred *, u32); int (*kernel_create_files_as)(struct cred *, struct inode *); int (*kernel_module_request)(char *); int (*kernel_load_data)(enum kernel_load_data_id, bool); int (*kernel_post_load_data)(char *, loff_t, enum kernel_load_data_id, char *); int (*kernel_read_file)(struct file *, enum kernel_read_file_id, bool); int (*kernel_post_read_file)(struct file *, char *, loff_t, enum kernel_read_file_id); int (*task_fix_setuid)(struct cred *, const struct cred *, int); int (*task_fix_setgid)(struct cred *, const struct cred *, int); int (*task_fix_setgroups)(struct cred *, const struct cred *); int (*task_setpgid)(struct task_struct *, pid_t); int (*task_getpgid)(struct task_struct *); int (*task_getsid)(struct task_struct *); void (*current_getsecid_subj)(u32 *); void (*task_getsecid_obj)(struct task_struct *, u32 *); int (*task_setnice)(struct task_struct *, int); int (*task_setioprio)(struct task_struct *, int); int (*task_getioprio)(struct task_struct *); int (*task_prlimit)(const struct cred *, const struct cred *, unsigned int); int (*task_setrlimit)(struct task_struct *, unsigned int, struct rlimit *); int (*task_setscheduler)(struct task_struct *); int (*task_getscheduler)(struct task_struct *); int (*task_movememory)(struct task_struct *); int (*task_kill)(struct task_struct *, struct kernel_siginfo *, int, const struct cred *); int (*task_prctl)(int, long unsigned int, long unsigned int, long unsigned int, long unsigned int); void (*task_to_inode)(struct task_struct *, struct inode *); int (*userns_create)(const struct cred *); int (*ipc_permission)(struct kern_ipc_perm *, short int); void (*ipc_getsecid)(struct kern_ipc_perm *, u32 *); int (*msg_msg_alloc_security)(struct msg_msg *); void (*msg_msg_free_security)(struct msg_msg *); int (*msg_queue_alloc_security)(struct kern_ipc_perm *); void (*msg_queue_free_security)(struct kern_ipc_perm *); int (*msg_queue_associate)(struct kern_ipc_perm *, int); int (*msg_queue_msgctl)(struct kern_ipc_perm *, int); int (*msg_queue_msgsnd)(struct kern_ipc_perm *, struct msg_msg *, int); int (*msg_queue_msgrcv)(struct kern_ipc_perm *, struct msg_msg *, struct task_struct *, long int, int); int (*shm_alloc_security)(struct kern_ipc_perm *); void (*shm_free_security)(struct kern_ipc_perm *); int (*shm_associate)(struct kern_ipc_perm *, int); int (*shm_shmctl)(struct kern_ipc_perm *, int); int (*shm_shmat)(struct kern_ipc_perm *, char *, int); int (*sem_alloc_security)(struct kern_ipc_perm *); void (*sem_free_security)(struct kern_ipc_perm *); int (*sem_associate)(struct kern_ipc_perm *, int); int (*sem_semctl)(struct kern_ipc_perm *, int); int (*sem_semop)(struct kern_ipc_perm *, struct sembuf *, unsigned int, int); int (*netlink_send)(struct sock *, struct sk_buff *); void (*d_instantiate)(struct dentry *, struct inode *); int (*getprocattr)(struct task_struct *, const char *, char **); int (*setprocattr)(const char *, void *, size_t); int (*ismaclabel)(const char *); int (*secid_to_secctx)(u32, char **, u32 *); int (*secctx_to_secid)(const char *, u32, u32 *); void (*release_secctx)(char *, u32); void (*inode_invalidate_secctx)(struct inode *); int (*inode_notifysecctx)(struct inode *, void *, u32); int (*inode_setsecctx)(struct dentry *, void *, u32); int (*inode_getsecctx)(struct inode *, void **, u32 *); int (*unix_stream_connect)(struct sock *, struct sock *, struct sock *); int (*unix_may_send)(struct socket *, struct socket *); int (*socket_create)(int, int, int, int); int (*socket_post_create)(struct socket *, int, int, int, int); int (*socket_socketpair)(struct socket *, struct socket *); int (*socket_bind)(struct socket *, struct sockaddr *, int); int (*socket_connect)(struct socket *, struct sockaddr *, int); int (*socket_listen)(struct socket *, int); int (*socket_accept)(struct socket *, struct socket *); int (*socket_sendmsg)(struct socket *, struct msghdr *, int); int (*socket_recvmsg)(struct socket *, struct msghdr *, int, int); int (*socket_getsockname)(struct socket *); int (*socket_getpeername)(struct socket *); int (*socket_getsockopt)(struct socket *, int, int); int (*socket_setsockopt)(struct socket *, int, int); int (*socket_shutdown)(struct socket *, int); int (*socket_sock_rcv_skb)(struct sock *, struct sk_buff *); int (*socket_getpeersec_stream)(struct socket *, sockptr_t, sockptr_t, unsigned int); int (*socket_getpeersec_dgram)(struct socket *, struct sk_buff *, u32 *); int (*sk_alloc_security)(struct sock *, int, gfp_t); void (*sk_free_security)(struct sock *); void (*sk_clone_security)(const struct sock *, struct sock *); void (*sk_getsecid)(struct sock *, u32 *); void (*sock_graft)(struct sock *, struct socket *); int (*inet_conn_request)(const struct sock *, struct sk_buff *, struct request_sock *); void (*inet_csk_clone)(struct sock *, const struct request_sock *); void (*inet_conn_established)(struct sock *, struct sk_buff *); int (*secmark_relabel_packet)(u32); void (*secmark_refcount_inc)(); void (*secmark_refcount_dec)(); void (*req_classify_flow)(const struct request_sock *, struct flowi_common *); int (*tun_dev_alloc_security)(void **); void (*tun_dev_free_security)(void *); int (*tun_dev_create)(); int (*tun_dev_attach_queue)(void *); int (*tun_dev_attach)(struct sock *, void *); int (*tun_dev_open)(void *); int (*sctp_assoc_request)(struct sctp_association *, struct sk_buff *); int (*sctp_bind_connect)(struct sock *, int, struct sockaddr *, int); void (*sctp_sk_clone)(struct sctp_association *, struct sock *, struct sock *); int (*sctp_assoc_established)(struct sctp_association *, struct sk_buff *); int (*key_alloc)(struct key *, const struct cred *, long unsigned int); void (*key_free)(struct key *); int (*key_permission)(key_ref_t, const struct cred *, enum key_need_perm); int (*key_getsecurity)(struct key *, char **); int (*audit_rule_init)(u32, u32, char *, void **); int (*audit_rule_known)(struct audit_krule *); int (*audit_rule_match)(u32, u32, u32, void *); void (*audit_rule_free)(void *); int (*bpf)(int, union bpf_attr *, unsigned int); int (*bpf_map)(struct bpf_map *, fmode_t); int (*bpf_prog)(struct bpf_prog *); int (*bpf_map_alloc_security)(struct bpf_map *); void (*bpf_map_free_security)(struct bpf_map *); int (*bpf_prog_alloc_security)(struct bpf_prog_aux *); void (*bpf_prog_free_security)(struct bpf_prog_aux *); int (*locked_down)(enum lockdown_reason); int (*perf_event_open)(struct perf_event_attr *, int); int (*perf_event_alloc)(struct perf_event *); void (*perf_event_free)(struct perf_event *); int (*perf_event_read)(struct perf_event *); int (*perf_event_write)(struct perf_event *); int (*uring_override_creds)(const struct cred *); int (*uring_sqpoll)(); int (*uring_cmd)(struct io_uring_cmd *); }; struct security_hook_heads { struct hlist_head binder_set_context_mgr; struct hlist_head binder_transaction; struct hlist_head binder_transfer_binder; struct hlist_head binder_transfer_file; struct hlist_head ptrace_access_check; struct hlist_head ptrace_traceme; struct hlist_head capget; struct hlist_head capset; struct hlist_head capable; struct hlist_head quotactl; struct hlist_head quota_on; struct hlist_head syslog; struct hlist_head settime; struct hlist_head vm_enough_memory; struct hlist_head bprm_creds_for_exec; struct hlist_head bprm_creds_from_file; struct hlist_head bprm_check_security; struct hlist_head bprm_committing_creds; struct hlist_head bprm_committed_creds; struct hlist_head fs_context_dup; struct hlist_head fs_context_parse_param; struct hlist_head sb_alloc_security; struct hlist_head sb_delete; struct hlist_head sb_free_security; struct hlist_head sb_free_mnt_opts; struct hlist_head sb_eat_lsm_opts; struct hlist_head sb_mnt_opts_compat; struct hlist_head sb_remount; struct hlist_head sb_kern_mount; struct hlist_head sb_show_options; struct hlist_head sb_statfs; struct hlist_head sb_mount; struct hlist_head sb_umount; struct hlist_head sb_pivotroot; struct hlist_head sb_set_mnt_opts; struct hlist_head sb_clone_mnt_opts; struct hlist_head move_mount; struct hlist_head dentry_init_security; struct hlist_head dentry_create_files_as; struct hlist_head path_unlink; struct hlist_head path_mkdir; struct hlist_head path_rmdir; struct hlist_head path_mknod; struct hlist_head path_truncate; struct hlist_head path_symlink; struct hlist_head path_link; struct hlist_head path_rename; struct hlist_head path_chmod; struct hlist_head path_chown; struct hlist_head path_chroot; struct hlist_head path_notify; struct hlist_head inode_alloc_security; struct hlist_head inode_free_security; struct hlist_head inode_init_security; struct hlist_head inode_init_security_anon; struct hlist_head inode_create; struct hlist_head inode_link; struct hlist_head inode_unlink; struct hlist_head inode_symlink; struct hlist_head inode_mkdir; struct hlist_head inode_rmdir; struct hlist_head inode_mknod; struct hlist_head inode_rename; struct hlist_head inode_readlink; struct hlist_head inode_follow_link; struct hlist_head inode_permission; struct hlist_head inode_setattr; struct hlist_head inode_getattr; struct hlist_head inode_setxattr; struct hlist_head inode_post_setxattr; struct hlist_head inode_getxattr; struct hlist_head inode_listxattr; struct hlist_head inode_removexattr; struct hlist_head inode_set_acl; struct hlist_head inode_get_acl; struct hlist_head inode_remove_acl; struct hlist_head inode_need_killpriv; struct hlist_head inode_killpriv; struct hlist_head inode_getsecurity; struct hlist_head inode_setsecurity; struct hlist_head inode_listsecurity; struct hlist_head inode_getsecid; struct hlist_head inode_copy_up; struct hlist_head inode_copy_up_xattr; struct hlist_head kernfs_init_security; struct hlist_head file_permission; struct hlist_head file_alloc_security; struct hlist_head file_free_security; struct hlist_head file_ioctl; struct hlist_head mmap_addr; struct hlist_head mmap_file; struct hlist_head file_mprotect; struct hlist_head file_lock; struct hlist_head file_fcntl; struct hlist_head file_set_fowner; struct hlist_head file_send_sigiotask; struct hlist_head file_receive; struct hlist_head file_open; struct hlist_head file_truncate; struct hlist_head task_alloc; struct hlist_head task_free; struct hlist_head cred_alloc_blank; struct hlist_head cred_free; struct hlist_head cred_prepare; struct hlist_head cred_transfer; struct hlist_head cred_getsecid; struct hlist_head kernel_act_as; struct hlist_head kernel_create_files_as; struct hlist_head kernel_module_request; struct hlist_head kernel_load_data; struct hlist_head kernel_post_load_data; struct hlist_head kernel_read_file; struct hlist_head kernel_post_read_file; struct hlist_head task_fix_setuid; struct hlist_head task_fix_setgid; struct hlist_head task_fix_setgroups; struct hlist_head task_setpgid; struct hlist_head task_getpgid; struct hlist_head task_getsid; struct hlist_head current_getsecid_subj; struct hlist_head task_getsecid_obj; struct hlist_head task_setnice; struct hlist_head task_setioprio; struct hlist_head task_getioprio; struct hlist_head task_prlimit; struct hlist_head task_setrlimit; struct hlist_head task_setscheduler; struct hlist_head task_getscheduler; struct hlist_head task_movememory; struct hlist_head task_kill; struct hlist_head task_prctl; struct hlist_head task_to_inode; struct hlist_head userns_create; struct hlist_head ipc_permission; struct hlist_head ipc_getsecid; struct hlist_head msg_msg_alloc_security; struct hlist_head msg_msg_free_security; struct hlist_head msg_queue_alloc_security; struct hlist_head msg_queue_free_security; struct hlist_head msg_queue_associate; struct hlist_head msg_queue_msgctl; struct hlist_head msg_queue_msgsnd; struct hlist_head msg_queue_msgrcv; struct hlist_head shm_alloc_security; struct hlist_head shm_free_security; struct hlist_head shm_associate; struct hlist_head shm_shmctl; struct hlist_head shm_shmat; struct hlist_head sem_alloc_security; struct hlist_head sem_free_security; struct hlist_head sem_associate; struct hlist_head sem_semctl; struct hlist_head sem_semop; struct hlist_head netlink_send; struct hlist_head d_instantiate; struct hlist_head getprocattr; struct hlist_head setprocattr; struct hlist_head ismaclabel; struct hlist_head secid_to_secctx; struct hlist_head secctx_to_secid; struct hlist_head release_secctx; struct hlist_head inode_invalidate_secctx; struct hlist_head inode_notifysecctx; struct hlist_head inode_setsecctx; struct hlist_head inode_getsecctx; struct hlist_head unix_stream_connect; struct hlist_head unix_may_send; struct hlist_head socket_create; struct hlist_head socket_post_create; struct hlist_head socket_socketpair; struct hlist_head socket_bind; struct hlist_head socket_connect; struct hlist_head socket_listen; struct hlist_head socket_accept; struct hlist_head socket_sendmsg; struct hlist_head socket_recvmsg; struct hlist_head socket_getsockname; struct hlist_head socket_getpeername; struct hlist_head socket_getsockopt; struct hlist_head socket_setsockopt; struct hlist_head socket_shutdown; struct hlist_head socket_sock_rcv_skb; struct hlist_head socket_getpeersec_stream; struct hlist_head socket_getpeersec_dgram; struct hlist_head sk_alloc_security; struct hlist_head sk_free_security; struct hlist_head sk_clone_security; struct hlist_head sk_getsecid; struct hlist_head sock_graft; struct hlist_head inet_conn_request; struct hlist_head inet_csk_clone; struct hlist_head inet_conn_established; struct hlist_head secmark_relabel_packet; struct hlist_head secmark_refcount_inc; struct hlist_head secmark_refcount_dec; struct hlist_head req_classify_flow; struct hlist_head tun_dev_alloc_security; struct hlist_head tun_dev_free_security; struct hlist_head tun_dev_create; struct hlist_head tun_dev_attach_queue; struct hlist_head tun_dev_attach; struct hlist_head tun_dev_open; struct hlist_head sctp_assoc_request; struct hlist_head sctp_bind_connect; struct hlist_head sctp_sk_clone; struct hlist_head sctp_assoc_established; struct hlist_head key_alloc; struct hlist_head key_free; struct hlist_head key_permission; struct hlist_head key_getsecurity; struct hlist_head audit_rule_init; struct hlist_head audit_rule_known; struct hlist_head audit_rule_match; struct hlist_head audit_rule_free; struct hlist_head bpf; struct hlist_head bpf_map; struct hlist_head bpf_prog; struct hlist_head bpf_map_alloc_security; struct hlist_head bpf_map_free_security; struct hlist_head bpf_prog_alloc_security; struct hlist_head bpf_prog_free_security; struct hlist_head locked_down; struct hlist_head perf_event_open; struct hlist_head perf_event_alloc; struct hlist_head perf_event_free; struct hlist_head perf_event_read; struct hlist_head perf_event_write; struct hlist_head uring_override_creds; struct hlist_head uring_sqpoll; struct hlist_head uring_cmd; }; struct security_hook_list { struct hlist_node list; struct hlist_head *head; union security_list_options hook; const char *lsm; }; struct lsm_blob_sizes { int lbs_cred; int lbs_file; int lbs_inode; int lbs_superblock; int lbs_ipc; int lbs_msg_msg; int lbs_task; }; enum lsm_order { LSM_ORDER_FIRST = -1, LSM_ORDER_MUTABLE = 0, }; struct lsm_info { const char *name; enum lsm_order order; long unsigned int flags; int *enabled; int (*init)(); struct lsm_blob_sizes *blobs; }; struct tree_descr { const char *name; const struct file_operations *ops; int mode; }; enum lsm_event { LSM_POLICY_CHANGE = 0, }; struct ethhdr { unsigned char h_dest[6]; unsigned char h_source[6]; __be16 h_proto; }; struct ethtool_drvinfo { __u32 cmd; char driver[32]; char version[32]; char fw_version[32]; char bus_info[32]; char erom_version[32]; char reserved2[12]; __u32 n_priv_flags; __u32 n_stats; __u32 testinfo_len; __u32 eedump_len; __u32 regdump_len; }; struct ethtool_wolinfo { __u32 cmd; __u32 supported; __u32 wolopts; __u8 sopass[6]; }; struct ethtool_tunable { __u32 cmd; __u32 id; __u32 type_id; __u32 len; void *data[0]; }; struct ethtool_regs { __u32 cmd; __u32 version; __u32 len; __u8 data[0]; }; struct ethtool_eeprom { __u32 cmd; __u32 magic; __u32 offset; __u32 len; __u8 data[0]; }; struct ethtool_eee { __u32 cmd; __u32 supported; __u32 advertised; __u32 lp_advertised; __u32 eee_active; __u32 eee_enabled; __u32 tx_lpi_enabled; __u32 tx_lpi_timer; __u32 reserved[2]; }; struct ethtool_modinfo { __u32 cmd; __u32 type; __u32 eeprom_len; __u32 reserved[8]; }; struct ethtool_coalesce { __u32 cmd; __u32 rx_coalesce_usecs; __u32 rx_max_coalesced_frames; __u32 rx_coalesce_usecs_irq; __u32 rx_max_coalesced_frames_irq; __u32 tx_coalesce_usecs; __u32 tx_max_coalesced_frames; __u32 tx_coalesce_usecs_irq; __u32 tx_max_coalesced_frames_irq; __u32 stats_block_coalesce_usecs; __u32 use_adaptive_rx_coalesce; __u32 use_adaptive_tx_coalesce; __u32 pkt_rate_low; __u32 rx_coalesce_usecs_low; __u32 rx_max_coalesced_frames_low; __u32 tx_coalesce_usecs_low; __u32 tx_max_coalesced_frames_low; __u32 pkt_rate_high; __u32 rx_coalesce_usecs_high; __u32 rx_max_coalesced_frames_high; __u32 tx_coalesce_usecs_high; __u32 tx_max_coalesced_frames_high; __u32 rate_sample_interval; }; struct ethtool_ringparam { __u32 cmd; __u32 rx_max_pending; __u32 rx_mini_max_pending; __u32 rx_jumbo_max_pending; __u32 tx_max_pending; __u32 rx_pending; __u32 rx_mini_pending; __u32 rx_jumbo_pending; __u32 tx_pending; }; struct ethtool_channels { __u32 cmd; __u32 max_rx; __u32 max_tx; __u32 max_other; __u32 max_combined; __u32 rx_count; __u32 tx_count; __u32 other_count; __u32 combined_count; }; struct ethtool_pauseparam { __u32 cmd; __u32 autoneg; __u32 rx_pause; __u32 tx_pause; }; enum ethtool_link_ext_state { ETHTOOL_LINK_EXT_STATE_AUTONEG = 0, ETHTOOL_LINK_EXT_STATE_LINK_TRAINING_FAILURE = 1, ETHTOOL_LINK_EXT_STATE_LINK_LOGICAL_MISMATCH = 2, ETHTOOL_LINK_EXT_STATE_BAD_SIGNAL_INTEGRITY = 3, ETHTOOL_LINK_EXT_STATE_NO_CABLE = 4, ETHTOOL_LINK_EXT_STATE_CABLE_ISSUE = 5, ETHTOOL_LINK_EXT_STATE_EEPROM_ISSUE = 6, ETHTOOL_LINK_EXT_STATE_CALIBRATION_FAILURE = 7, ETHTOOL_LINK_EXT_STATE_POWER_BUDGET_EXCEEDED = 8, ETHTOOL_LINK_EXT_STATE_OVERHEAT = 9, ETHTOOL_LINK_EXT_STATE_MODULE = 10, }; enum ethtool_link_ext_substate_autoneg { ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_PARTNER_DETECTED = 1, ETHTOOL_LINK_EXT_SUBSTATE_AN_ACK_NOT_RECEIVED = 2, ETHTOOL_LINK_EXT_SUBSTATE_AN_NEXT_PAGE_EXCHANGE_FAILED = 3, ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_PARTNER_DETECTED_FORCE_MODE = 4, ETHTOOL_LINK_EXT_SUBSTATE_AN_FEC_MISMATCH_DURING_OVERRIDE = 5, ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_HCD = 6, }; enum ethtool_link_ext_substate_link_training { ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_FRAME_LOCK_NOT_ACQUIRED = 1, ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_LINK_INHIBIT_TIMEOUT = 2, ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_LINK_PARTNER_DID_NOT_SET_RECEIVER_READY = 3, ETHTOOL_LINK_EXT_SUBSTATE_LT_REMOTE_FAULT = 4, }; enum ethtool_link_ext_substate_link_logical_mismatch { ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_ACQUIRE_BLOCK_LOCK = 1, ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_ACQUIRE_AM_LOCK = 2, ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_GET_ALIGN_STATUS = 3, ETHTOOL_LINK_EXT_SUBSTATE_LLM_FC_FEC_IS_NOT_LOCKED = 4, ETHTOOL_LINK_EXT_SUBSTATE_LLM_RS_FEC_IS_NOT_LOCKED = 5, }; enum ethtool_link_ext_substate_bad_signal_integrity { ETHTOOL_LINK_EXT_SUBSTATE_BSI_LARGE_NUMBER_OF_PHYSICAL_ERRORS = 1, ETHTOOL_LINK_EXT_SUBSTATE_BSI_UNSUPPORTED_RATE = 2, ETHTOOL_LINK_EXT_SUBSTATE_BSI_SERDES_REFERENCE_CLOCK_LOST = 3, ETHTOOL_LINK_EXT_SUBSTATE_BSI_SERDES_ALOS = 4, }; enum ethtool_link_ext_substate_cable_issue { ETHTOOL_LINK_EXT_SUBSTATE_CI_UNSUPPORTED_CABLE = 1, ETHTOOL_LINK_EXT_SUBSTATE_CI_CABLE_TEST_FAILURE = 2, }; enum ethtool_link_ext_substate_module { ETHTOOL_LINK_EXT_SUBSTATE_MODULE_CMIS_NOT_READY = 1, }; enum ethtool_module_power_mode_policy { ETHTOOL_MODULE_POWER_MODE_POLICY_HIGH = 1, ETHTOOL_MODULE_POWER_MODE_POLICY_AUTO = 2, }; enum ethtool_module_power_mode { ETHTOOL_MODULE_POWER_MODE_LOW = 1, ETHTOOL_MODULE_POWER_MODE_HIGH = 2, }; struct ethtool_test { __u32 cmd; __u32 flags; __u32 reserved; __u32 len; __u64 data[0]; }; struct ethtool_stats { __u32 cmd; __u32 n_stats; __u64 data[0]; }; struct ethtool_tcpip4_spec { __be32 ip4src; __be32 ip4dst; __be16 psrc; __be16 pdst; __u8 tos; }; struct ethtool_ah_espip4_spec { __be32 ip4src; __be32 ip4dst; __be32 spi; __u8 tos; }; struct ethtool_usrip4_spec { __be32 ip4src; __be32 ip4dst; __be32 l4_4_bytes; __u8 tos; __u8 ip_ver; __u8 proto; }; struct ethtool_tcpip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be16 psrc; __be16 pdst; __u8 tclass; }; struct ethtool_ah_espip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be32 spi; __u8 tclass; }; struct ethtool_usrip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be32 l4_4_bytes; __u8 tclass; __u8 l4_proto; }; union ethtool_flow_union { struct ethtool_tcpip4_spec tcp_ip4_spec; struct ethtool_tcpip4_spec udp_ip4_spec; struct ethtool_tcpip4_spec sctp_ip4_spec; struct ethtool_ah_espip4_spec ah_ip4_spec; struct ethtool_ah_espip4_spec esp_ip4_spec; struct ethtool_usrip4_spec usr_ip4_spec; struct ethtool_tcpip6_spec tcp_ip6_spec; struct ethtool_tcpip6_spec udp_ip6_spec; struct ethtool_tcpip6_spec sctp_ip6_spec; struct ethtool_ah_espip6_spec ah_ip6_spec; struct ethtool_ah_espip6_spec esp_ip6_spec; struct ethtool_usrip6_spec usr_ip6_spec; struct ethhdr ether_spec; __u8 hdata[52]; }; struct ethtool_flow_ext { __u8 padding[2]; unsigned char h_dest[6]; __be16 vlan_etype; __be16 vlan_tci; __be32 data[2]; }; struct ethtool_rx_flow_spec { __u32 flow_type; union ethtool_flow_union h_u; struct ethtool_flow_ext h_ext; union ethtool_flow_union m_u; struct ethtool_flow_ext m_ext; __u64 ring_cookie; __u32 location; }; struct ethtool_rxnfc { __u32 cmd; __u32 flow_type; __u64 data; struct ethtool_rx_flow_spec fs; union { __u32 rule_cnt; __u32 rss_context; }; __u32 rule_locs[0]; }; struct ethtool_flash { __u32 cmd; __u32 region; char data[128]; }; struct ethtool_dump { __u32 cmd; __u32 version; __u32 flag; __u32 len; __u8 data[0]; }; struct ethtool_ts_info { __u32 cmd; __u32 so_timestamping; __s32 phc_index; __u32 tx_types; __u32 tx_reserved[3]; __u32 rx_filters; __u32 rx_reserved[3]; }; struct ethtool_fecparam { __u32 cmd; __u32 active_fec; __u32 fec; __u32 reserved; }; enum ethtool_link_mode_bit_indices { ETHTOOL_LINK_MODE_10baseT_Half_BIT = 0, ETHTOOL_LINK_MODE_10baseT_Full_BIT = 1, ETHTOOL_LINK_MODE_100baseT_Half_BIT = 2, ETHTOOL_LINK_MODE_100baseT_Full_BIT = 3, ETHTOOL_LINK_MODE_1000baseT_Half_BIT = 4, ETHTOOL_LINK_MODE_1000baseT_Full_BIT = 5, ETHTOOL_LINK_MODE_Autoneg_BIT = 6, ETHTOOL_LINK_MODE_TP_BIT = 7, ETHTOOL_LINK_MODE_AUI_BIT = 8, ETHTOOL_LINK_MODE_MII_BIT = 9, ETHTOOL_LINK_MODE_FIBRE_BIT = 10, ETHTOOL_LINK_MODE_BNC_BIT = 11, ETHTOOL_LINK_MODE_10000baseT_Full_BIT = 12, ETHTOOL_LINK_MODE_Pause_BIT = 13, ETHTOOL_LINK_MODE_Asym_Pause_BIT = 14, ETHTOOL_LINK_MODE_2500baseX_Full_BIT = 15, ETHTOOL_LINK_MODE_Backplane_BIT = 16, ETHTOOL_LINK_MODE_1000baseKX_Full_BIT = 17, ETHTOOL_LINK_MODE_10000baseKX4_Full_BIT = 18, ETHTOOL_LINK_MODE_10000baseKR_Full_BIT = 19, ETHTOOL_LINK_MODE_10000baseR_FEC_BIT = 20, ETHTOOL_LINK_MODE_20000baseMLD2_Full_BIT = 21, ETHTOOL_LINK_MODE_20000baseKR2_Full_BIT = 22, ETHTOOL_LINK_MODE_40000baseKR4_Full_BIT = 23, ETHTOOL_LINK_MODE_40000baseCR4_Full_BIT = 24, ETHTOOL_LINK_MODE_40000baseSR4_Full_BIT = 25, ETHTOOL_LINK_MODE_40000baseLR4_Full_BIT = 26, ETHTOOL_LINK_MODE_56000baseKR4_Full_BIT = 27, ETHTOOL_LINK_MODE_56000baseCR4_Full_BIT = 28, ETHTOOL_LINK_MODE_56000baseSR4_Full_BIT = 29, ETHTOOL_LINK_MODE_56000baseLR4_Full_BIT = 30, ETHTOOL_LINK_MODE_25000baseCR_Full_BIT = 31, ETHTOOL_LINK_MODE_25000baseKR_Full_BIT = 32, ETHTOOL_LINK_MODE_25000baseSR_Full_BIT = 33, ETHTOOL_LINK_MODE_50000baseCR2_Full_BIT = 34, ETHTOOL_LINK_MODE_50000baseKR2_Full_BIT = 35, ETHTOOL_LINK_MODE_100000baseKR4_Full_BIT = 36, ETHTOOL_LINK_MODE_100000baseSR4_Full_BIT = 37, ETHTOOL_LINK_MODE_100000baseCR4_Full_BIT = 38, ETHTOOL_LINK_MODE_100000baseLR4_ER4_Full_BIT = 39, ETHTOOL_LINK_MODE_50000baseSR2_Full_BIT = 40, ETHTOOL_LINK_MODE_1000baseX_Full_BIT = 41, ETHTOOL_LINK_MODE_10000baseCR_Full_BIT = 42, ETHTOOL_LINK_MODE_10000baseSR_Full_BIT = 43, ETHTOOL_LINK_MODE_10000baseLR_Full_BIT = 44, ETHTOOL_LINK_MODE_10000baseLRM_Full_BIT = 45, ETHTOOL_LINK_MODE_10000baseER_Full_BIT = 46, ETHTOOL_LINK_MODE_2500baseT_Full_BIT = 47, ETHTOOL_LINK_MODE_5000baseT_Full_BIT = 48, ETHTOOL_LINK_MODE_FEC_NONE_BIT = 49, ETHTOOL_LINK_MODE_FEC_RS_BIT = 50, ETHTOOL_LINK_MODE_FEC_BASER_BIT = 51, ETHTOOL_LINK_MODE_50000baseKR_Full_BIT = 52, ETHTOOL_LINK_MODE_50000baseSR_Full_BIT = 53, ETHTOOL_LINK_MODE_50000baseCR_Full_BIT = 54, ETHTOOL_LINK_MODE_50000baseLR_ER_FR_Full_BIT = 55, ETHTOOL_LINK_MODE_50000baseDR_Full_BIT = 56, ETHTOOL_LINK_MODE_100000baseKR2_Full_BIT = 57, ETHTOOL_LINK_MODE_100000baseSR2_Full_BIT = 58, ETHTOOL_LINK_MODE_100000baseCR2_Full_BIT = 59, ETHTOOL_LINK_MODE_100000baseLR2_ER2_FR2_Full_BIT = 60, ETHTOOL_LINK_MODE_100000baseDR2_Full_BIT = 61, ETHTOOL_LINK_MODE_200000baseKR4_Full_BIT = 62, ETHTOOL_LINK_MODE_200000baseSR4_Full_BIT = 63, ETHTOOL_LINK_MODE_200000baseLR4_ER4_FR4_Full_BIT = 64, ETHTOOL_LINK_MODE_200000baseDR4_Full_BIT = 65, ETHTOOL_LINK_MODE_200000baseCR4_Full_BIT = 66, ETHTOOL_LINK_MODE_100baseT1_Full_BIT = 67, ETHTOOL_LINK_MODE_1000baseT1_Full_BIT = 68, ETHTOOL_LINK_MODE_400000baseKR8_Full_BIT = 69, ETHTOOL_LINK_MODE_400000baseSR8_Full_BIT = 70, ETHTOOL_LINK_MODE_400000baseLR8_ER8_FR8_Full_BIT = 71, ETHTOOL_LINK_MODE_400000baseDR8_Full_BIT = 72, ETHTOOL_LINK_MODE_400000baseCR8_Full_BIT = 73, ETHTOOL_LINK_MODE_FEC_LLRS_BIT = 74, ETHTOOL_LINK_MODE_100000baseKR_Full_BIT = 75, ETHTOOL_LINK_MODE_100000baseSR_Full_BIT = 76, ETHTOOL_LINK_MODE_100000baseLR_ER_FR_Full_BIT = 77, ETHTOOL_LINK_MODE_100000baseCR_Full_BIT = 78, ETHTOOL_LINK_MODE_100000baseDR_Full_BIT = 79, ETHTOOL_LINK_MODE_200000baseKR2_Full_BIT = 80, ETHTOOL_LINK_MODE_200000baseSR2_Full_BIT = 81, ETHTOOL_LINK_MODE_200000baseLR2_ER2_FR2_Full_BIT = 82, ETHTOOL_LINK_MODE_200000baseDR2_Full_BIT = 83, ETHTOOL_LINK_MODE_200000baseCR2_Full_BIT = 84, ETHTOOL_LINK_MODE_400000baseKR4_Full_BIT = 85, ETHTOOL_LINK_MODE_400000baseSR4_Full_BIT = 86, ETHTOOL_LINK_MODE_400000baseLR4_ER4_FR4_Full_BIT = 87, ETHTOOL_LINK_MODE_400000baseDR4_Full_BIT = 88, ETHTOOL_LINK_MODE_400000baseCR4_Full_BIT = 89, ETHTOOL_LINK_MODE_100baseFX_Half_BIT = 90, ETHTOOL_LINK_MODE_100baseFX_Full_BIT = 91, ETHTOOL_LINK_MODE_10baseT1L_Full_BIT = 92, ETHTOOL_LINK_MODE_800000baseCR8_Full_BIT = 93, ETHTOOL_LINK_MODE_800000baseKR8_Full_BIT = 94, ETHTOOL_LINK_MODE_800000baseDR8_Full_BIT = 95, ETHTOOL_LINK_MODE_800000baseDR8_2_Full_BIT = 96, ETHTOOL_LINK_MODE_800000baseSR8_Full_BIT = 97, ETHTOOL_LINK_MODE_800000baseVR8_Full_BIT = 98, __ETHTOOL_LINK_MODE_MASK_NBITS = 99, }; struct ethtool_link_settings { __u32 cmd; __u32 speed; __u8 duplex; __u8 port; __u8 phy_address; __u8 autoneg; __u8 mdio_support; __u8 eth_tp_mdix; __u8 eth_tp_mdix_ctrl; __s8 link_mode_masks_nwords; __u8 transceiver; __u8 master_slave_cfg; __u8 master_slave_state; __u8 rate_matching; __u32 reserved[7]; __u32 link_mode_masks[0]; }; struct kernel_ethtool_ringparam { u32 rx_buf_len; u8 tcp_data_split; u8 tx_push; u32 cqe_size; }; struct ethtool_link_ext_state_info { enum ethtool_link_ext_state link_ext_state; union { enum ethtool_link_ext_substate_autoneg autoneg; enum ethtool_link_ext_substate_link_training link_training; enum ethtool_link_ext_substate_link_logical_mismatch link_logical_mismatch; enum ethtool_link_ext_substate_bad_signal_integrity bad_signal_integrity; enum ethtool_link_ext_substate_cable_issue cable_issue; enum ethtool_link_ext_substate_module module; u32 __link_ext_substate; }; }; struct ethtool_link_ext_stats { u64 link_down_events; }; struct ethtool_link_ksettings { struct ethtool_link_settings base; struct { long unsigned int supported[2]; long unsigned int advertising[2]; long unsigned int lp_advertising[2]; } link_modes; u32 lanes; }; struct kernel_ethtool_coalesce { u8 use_cqe_mode_tx; u8 use_cqe_mode_rx; }; struct ethtool_eth_mac_stats { u64 FramesTransmittedOK; u64 SingleCollisionFrames; u64 MultipleCollisionFrames; u64 FramesReceivedOK; u64 FrameCheckSequenceErrors; u64 AlignmentErrors; u64 OctetsTransmittedOK; u64 FramesWithDeferredXmissions; u64 LateCollisions; u64 FramesAbortedDueToXSColls; u64 FramesLostDueToIntMACXmitError; u64 CarrierSenseErrors; u64 OctetsReceivedOK; u64 FramesLostDueToIntMACRcvError; u64 MulticastFramesXmittedOK; u64 BroadcastFramesXmittedOK; u64 FramesWithExcessiveDeferral; u64 MulticastFramesReceivedOK; u64 BroadcastFramesReceivedOK; u64 InRangeLengthErrors; u64 OutOfRangeLengthField; u64 FrameTooLongErrors; }; struct ethtool_eth_phy_stats { u64 SymbolErrorDuringCarrier; }; struct ethtool_eth_ctrl_stats { u64 MACControlFramesTransmitted; u64 MACControlFramesReceived; u64 UnsupportedOpcodesReceived; }; struct ethtool_pause_stats { u64 tx_pause_frames; u64 rx_pause_frames; }; struct ethtool_fec_stat { u64 total; u64 lanes[8]; }; struct ethtool_fec_stats { struct ethtool_fec_stat corrected_blocks; struct ethtool_fec_stat uncorrectable_blocks; struct ethtool_fec_stat corrected_bits; }; struct ethtool_rmon_hist_range { u16 low; u16 high; }; struct ethtool_rmon_stats { u64 undersize_pkts; u64 oversize_pkts; u64 fragments; u64 jabbers; u64 hist[10]; u64 hist_tx[10]; }; struct ethtool_module_eeprom { u32 offset; u32 length; u8 page; u8 bank; u8 i2c_address; u8 *data; }; struct ethtool_module_power_mode_params { enum ethtool_module_power_mode_policy policy; enum ethtool_module_power_mode mode; }; enum ib_uverbs_write_cmds { IB_USER_VERBS_CMD_GET_CONTEXT = 0, IB_USER_VERBS_CMD_QUERY_DEVICE = 1, IB_USER_VERBS_CMD_QUERY_PORT = 2, IB_USER_VERBS_CMD_ALLOC_PD = 3, IB_USER_VERBS_CMD_DEALLOC_PD = 4, IB_USER_VERBS_CMD_CREATE_AH = 5, IB_USER_VERBS_CMD_MODIFY_AH = 6, IB_USER_VERBS_CMD_QUERY_AH = 7, IB_USER_VERBS_CMD_DESTROY_AH = 8, IB_USER_VERBS_CMD_REG_MR = 9, IB_USER_VERBS_CMD_REG_SMR = 10, IB_USER_VERBS_CMD_REREG_MR = 11, IB_USER_VERBS_CMD_QUERY_MR = 12, IB_USER_VERBS_CMD_DEREG_MR = 13, IB_USER_VERBS_CMD_ALLOC_MW = 14, IB_USER_VERBS_CMD_BIND_MW = 15, IB_USER_VERBS_CMD_DEALLOC_MW = 16, IB_USER_VERBS_CMD_CREATE_COMP_CHANNEL = 17, IB_USER_VERBS_CMD_CREATE_CQ = 18, IB_USER_VERBS_CMD_RESIZE_CQ = 19, IB_USER_VERBS_CMD_DESTROY_CQ = 20, IB_USER_VERBS_CMD_POLL_CQ = 21, IB_USER_VERBS_CMD_PEEK_CQ = 22, IB_USER_VERBS_CMD_REQ_NOTIFY_CQ = 23, IB_USER_VERBS_CMD_CREATE_QP = 24, IB_USER_VERBS_CMD_QUERY_QP = 25, IB_USER_VERBS_CMD_MODIFY_QP = 26, IB_USER_VERBS_CMD_DESTROY_QP = 27, IB_USER_VERBS_CMD_POST_SEND = 28, IB_USER_VERBS_CMD_POST_RECV = 29, IB_USER_VERBS_CMD_ATTACH_MCAST = 30, IB_USER_VERBS_CMD_DETACH_MCAST = 31, IB_USER_VERBS_CMD_CREATE_SRQ = 32, IB_USER_VERBS_CMD_MODIFY_SRQ = 33, IB_USER_VERBS_CMD_QUERY_SRQ = 34, IB_USER_VERBS_CMD_DESTROY_SRQ = 35, IB_USER_VERBS_CMD_POST_SRQ_RECV = 36, IB_USER_VERBS_CMD_OPEN_XRCD = 37, IB_USER_VERBS_CMD_CLOSE_XRCD = 38, IB_USER_VERBS_CMD_CREATE_XSRQ = 39, IB_USER_VERBS_CMD_OPEN_QP = 40, }; enum ib_uverbs_wc_opcode { IB_UVERBS_WC_SEND = 0, IB_UVERBS_WC_RDMA_WRITE = 1, IB_UVERBS_WC_RDMA_READ = 2, IB_UVERBS_WC_COMP_SWAP = 3, IB_UVERBS_WC_FETCH_ADD = 4, IB_UVERBS_WC_BIND_MW = 5, IB_UVERBS_WC_LOCAL_INV = 6, IB_UVERBS_WC_TSO = 7, IB_UVERBS_WC_FLUSH = 8, IB_UVERBS_WC_ATOMIC_WRITE = 9, }; enum ib_uverbs_create_qp_mask { IB_UVERBS_CREATE_QP_MASK_IND_TABLE = 1, }; enum ib_uverbs_wr_opcode { IB_UVERBS_WR_RDMA_WRITE = 0, IB_UVERBS_WR_RDMA_WRITE_WITH_IMM = 1, IB_UVERBS_WR_SEND = 2, IB_UVERBS_WR_SEND_WITH_IMM = 3, IB_UVERBS_WR_RDMA_READ = 4, IB_UVERBS_WR_ATOMIC_CMP_AND_SWP = 5, IB_UVERBS_WR_ATOMIC_FETCH_AND_ADD = 6, IB_UVERBS_WR_LOCAL_INV = 7, IB_UVERBS_WR_BIND_MW = 8, IB_UVERBS_WR_SEND_WITH_INV = 9, IB_UVERBS_WR_TSO = 10, IB_UVERBS_WR_RDMA_READ_WITH_INV = 11, IB_UVERBS_WR_MASKED_ATOMIC_CMP_AND_SWP = 12, IB_UVERBS_WR_MASKED_ATOMIC_FETCH_AND_ADD = 13, IB_UVERBS_WR_FLUSH = 14, IB_UVERBS_WR_ATOMIC_WRITE = 15, }; enum ib_uverbs_device_cap_flags { IB_UVERBS_DEVICE_RESIZE_MAX_WR = 1ULL, IB_UVERBS_DEVICE_BAD_PKEY_CNTR = 2ULL, IB_UVERBS_DEVICE_BAD_QKEY_CNTR = 4ULL, IB_UVERBS_DEVICE_RAW_MULTI = 8ULL, IB_UVERBS_DEVICE_AUTO_PATH_MIG = 16ULL, IB_UVERBS_DEVICE_CHANGE_PHY_PORT = 32ULL, IB_UVERBS_DEVICE_UD_AV_PORT_ENFORCE = 64ULL, IB_UVERBS_DEVICE_CURR_QP_STATE_MOD = 128ULL, IB_UVERBS_DEVICE_SHUTDOWN_PORT = 256ULL, IB_UVERBS_DEVICE_PORT_ACTIVE_EVENT = 1024ULL, IB_UVERBS_DEVICE_SYS_IMAGE_GUID = 2048ULL, IB_UVERBS_DEVICE_RC_RNR_NAK_GEN = 4096ULL, IB_UVERBS_DEVICE_SRQ_RESIZE = 8192ULL, IB_UVERBS_DEVICE_N_NOTIFY_CQ = 16384ULL, IB_UVERBS_DEVICE_MEM_WINDOW = 131072ULL, IB_UVERBS_DEVICE_UD_IP_CSUM = 262144ULL, IB_UVERBS_DEVICE_XRC = 1048576ULL, IB_UVERBS_DEVICE_MEM_MGT_EXTENSIONS = 2097152ULL, IB_UVERBS_DEVICE_MEM_WINDOW_TYPE_2A = 8388608ULL, IB_UVERBS_DEVICE_MEM_WINDOW_TYPE_2B = 16777216ULL, IB_UVERBS_DEVICE_RC_IP_CSUM = 33554432ULL, IB_UVERBS_DEVICE_RAW_IP_CSUM = 67108864ULL, IB_UVERBS_DEVICE_MANAGED_FLOW_STEERING = 536870912ULL, IB_UVERBS_DEVICE_RAW_SCATTER_FCS = 17179869184ULL, IB_UVERBS_DEVICE_PCI_WRITE_END_PADDING = 68719476736ULL, IB_UVERBS_DEVICE_FLUSH_GLOBAL = 274877906944ULL, IB_UVERBS_DEVICE_FLUSH_PERSISTENT = 549755813888ULL, IB_UVERBS_DEVICE_ATOMIC_WRITE = 1099511627776ULL, }; enum ib_uverbs_raw_packet_caps { IB_UVERBS_RAW_PACKET_CAP_CVLAN_STRIPPING = 1, IB_UVERBS_RAW_PACKET_CAP_SCATTER_FCS = 2, IB_UVERBS_RAW_PACKET_CAP_IP_CSUM = 4, IB_UVERBS_RAW_PACKET_CAP_DELAY_DROP = 8, }; enum ib_uverbs_access_flags { IB_UVERBS_ACCESS_LOCAL_WRITE = 1, IB_UVERBS_ACCESS_REMOTE_WRITE = 2, IB_UVERBS_ACCESS_REMOTE_READ = 4, IB_UVERBS_ACCESS_REMOTE_ATOMIC = 8, IB_UVERBS_ACCESS_MW_BIND = 16, IB_UVERBS_ACCESS_ZERO_BASED = 32, IB_UVERBS_ACCESS_ON_DEMAND = 64, IB_UVERBS_ACCESS_HUGETLB = 128, IB_UVERBS_ACCESS_FLUSH_GLOBAL = 256, IB_UVERBS_ACCESS_FLUSH_PERSISTENT = 512, IB_UVERBS_ACCESS_RELAXED_ORDERING = 1048576, IB_UVERBS_ACCESS_OPTIONAL_RANGE = 1072693248, }; enum ib_uverbs_srq_type { IB_UVERBS_SRQT_BASIC = 0, IB_UVERBS_SRQT_XRC = 1, IB_UVERBS_SRQT_TM = 2, }; enum ib_uverbs_wq_type { IB_UVERBS_WQT_RQ = 0, }; enum ib_uverbs_wq_flags { IB_UVERBS_WQ_FLAGS_CVLAN_STRIPPING = 1, IB_UVERBS_WQ_FLAGS_SCATTER_FCS = 2, IB_UVERBS_WQ_FLAGS_DELAY_DROP = 4, IB_UVERBS_WQ_FLAGS_PCI_WRITE_END_PADDING = 8, }; enum ib_uverbs_qp_type { IB_UVERBS_QPT_RC = 2, IB_UVERBS_QPT_UC = 3, IB_UVERBS_QPT_UD = 4, IB_UVERBS_QPT_RAW_PACKET = 8, IB_UVERBS_QPT_XRC_INI = 9, IB_UVERBS_QPT_XRC_TGT = 10, IB_UVERBS_QPT_DRIVER = 255, }; enum ib_uverbs_qp_create_flags { IB_UVERBS_QP_CREATE_BLOCK_MULTICAST_LOOPBACK = 2, IB_UVERBS_QP_CREATE_SCATTER_FCS = 256, IB_UVERBS_QP_CREATE_CVLAN_STRIPPING = 512, IB_UVERBS_QP_CREATE_PCI_WRITE_END_PADDING = 2048, IB_UVERBS_QP_CREATE_SQ_SIG_ALL = 4096, }; enum ib_uverbs_gid_type { IB_UVERBS_GID_TYPE_IB = 0, IB_UVERBS_GID_TYPE_ROCE_V1 = 1, IB_UVERBS_GID_TYPE_ROCE_V2 = 2, }; enum ib_poll_context { IB_POLL_SOFTIRQ = 0, IB_POLL_WORKQUEUE = 1, IB_POLL_UNBOUND_WORKQUEUE = 2, IB_POLL_LAST_POOL_TYPE = 2, IB_POLL_DIRECT = 3, }; struct lsm_network_audit { int netif; const struct sock *sk; u16 family; __be16 dport; __be16 sport; union { struct { __be32 daddr; __be32 saddr; } v4; struct { struct in6_addr daddr; struct in6_addr saddr; } v6; } fam; }; struct lsm_ioctlop_audit { struct path path; u16 cmd; }; struct lsm_ibpkey_audit { u64 subnet_prefix; u16 pkey; }; struct lsm_ibendport_audit { const char *dev_name; u8 port; }; struct selinux_state; struct selinux_audit_data { u32 ssid; u32 tsid; u16 tclass; u32 requested; u32 audited; u32 denied; int result; struct selinux_state *state; }; struct apparmor_audit_data; struct common_audit_data { char type; union { struct path path; struct dentry *dentry; struct inode *inode; struct lsm_network_audit *net; int cap; int ipc_id; struct task_struct *tsk; struct { key_serial_t key; char *key_desc; } key_struct; char *kmod_name; struct lsm_ioctlop_audit *op; struct file *file; struct lsm_ibpkey_audit *ibpkey; struct lsm_ibendport_audit *ibendport; int reason; const char *anonclass; } u; union { struct selinux_audit_data *selinux_audit_data; struct apparmor_audit_data *apparmor_audit_data; }; }; enum { POLICYDB_CAP_NETPEER = 0, POLICYDB_CAP_OPENPERM = 1, POLICYDB_CAP_EXTSOCKCLASS = 2, POLICYDB_CAP_ALWAYSNETWORK = 3, POLICYDB_CAP_CGROUPSECLABEL = 4, POLICYDB_CAP_NNP_NOSUID_TRANSITION = 5, POLICYDB_CAP_GENFS_SECLABEL_SYMLINKS = 6, POLICYDB_CAP_IOCTL_SKIP_CLOEXEC = 7, __POLICYDB_CAP_MAX = 8, }; struct selinux_avc; struct selinux_policy; struct selinux_state { bool enforcing; bool checkreqprot; bool initialized; bool policycap[8]; struct page *status_page; struct mutex status_lock; struct selinux_avc *avc; struct selinux_policy *policy; struct mutex policy_mutex; }; struct selinux_policy_convert_data; struct selinux_load_state { struct selinux_policy *policy; struct selinux_policy_convert_data *convert_data; }; struct av_decision { u32 allowed; u32 auditallow; u32 auditdeny; u32 seqno; u32 flags; }; struct avc_cache_stats { unsigned int lookups; unsigned int misses; unsigned int allocations; unsigned int reclaims; unsigned int frees; }; struct task_security_struct { u32 osid; u32 sid; u32 exec_sid; u32 create_sid; u32 keycreate_sid; u32 sockcreate_sid; }; enum label_initialized { LABEL_INVALID = 0, LABEL_INITIALIZED = 1, LABEL_PENDING = 2, }; struct inode_security_struct { struct inode *inode; struct list_head list; u32 task_sid; u32 sid; u16 sclass; unsigned char initialized; spinlock_t lock; }; enum sel_inos { SEL_ROOT_INO = 2, SEL_LOAD = 3, SEL_ENFORCE = 4, SEL_CONTEXT = 5, SEL_ACCESS = 6, SEL_CREATE = 7, SEL_RELABEL = 8, SEL_USER = 9, SEL_POLICYVERS = 10, SEL_COMMIT_BOOLS = 11, SEL_MLS = 12, SEL_DISABLE = 13, SEL_MEMBER = 14, SEL_CHECKREQPROT = 15, SEL_COMPAT_NET = 16, SEL_REJECT_UNKNOWN = 17, SEL_DENY_UNKNOWN = 18, SEL_STATUS = 19, SEL_POLICY = 20, SEL_VALIDATE_TRANS = 21, SEL_INO_NEXT = 22, }; struct selinux_fs_info { struct dentry *bool_dir; unsigned int bool_num; char **bool_pending_names; int *bool_pending_values; struct dentry *class_dir; long unsigned int last_class_ino; bool policy_opened; struct dentry *policycap_dir; long unsigned int last_ino; struct selinux_state *state; struct super_block *sb; }; struct policy_load_memory { size_t len; void *data; }; struct netnode_security_struct { union { __be32 ipv4; struct in6_addr ipv6; } addr; u32 sid; u16 family; }; struct sel_netnode_bkt { unsigned int size; struct list_head list; }; struct sel_netnode { struct netnode_security_struct nsec; struct list_head list; struct callback_head rcu; }; struct hashtab_node { void *key; void *datum; struct hashtab_node *next; }; struct hashtab { struct hashtab_node **htable; u32 size; u32 nel; }; struct hashtab_info { u32 slots_used; u32 max_chain_len; }; struct hashtab_key_params { u32 (*hash)(const void *); int (*cmp)(const void *, const void *); }; struct symtab { struct hashtab table; u32 nprim; }; struct avtab_node; struct avtab { struct avtab_node **htable; u32 nel; u32 nslot; u32 mask; }; struct ebitmap_node; struct ebitmap { struct ebitmap_node *node; u32 highbit; }; struct class_datum; struct role_datum; struct user_datum; struct type_datum; struct cond_bool_datum; struct cond_node; struct role_allow; struct ocontext; struct genfs; struct policydb { int mls_enabled; struct symtab symtab[8]; char **sym_val_to_name[8]; struct class_datum **class_val_to_struct; struct role_datum **role_val_to_struct; struct user_datum **user_val_to_struct; struct type_datum **type_val_to_struct; struct avtab te_avtab; struct hashtab role_tr; struct ebitmap filename_trans_ttypes; struct hashtab filename_trans; u32 compat_filename_trans_count; struct cond_bool_datum **bool_val_to_struct; struct avtab te_cond_avtab; struct cond_node *cond_list; u32 cond_list_len; struct role_allow *role_allow; struct ocontext *ocontexts[9]; struct genfs *genfs; struct hashtab range_tr; struct ebitmap *type_attr_map_array; struct ebitmap policycaps; struct ebitmap permissive_map; size_t len; unsigned int policyvers; unsigned int reject_unknown: 1; unsigned int allow_unknown: 1; u16 process_class; u32 process_trans_perms; }; struct selinux_mapping; struct selinux_map { struct selinux_mapping *mapping; u16 size; }; struct sidtab; struct selinux_policy { struct sidtab *sidtab; struct policydb policydb; struct selinux_map map; u32 latest_granting; }; struct extended_perms_data { u32 p[8]; }; struct ebitmap_node { struct ebitmap_node *next; long unsigned int maps[6]; u32 startbit; }; struct mls_level { u32 sens; struct ebitmap cat; }; struct mls_range { struct mls_level level[2]; }; struct context { u32 user; u32 role; u32 type; u32 len; struct mls_range range; char *str; }; struct sidtab_str_cache; struct sidtab_entry { u32 sid; u32 hash; struct context context; struct sidtab_str_cache *cache; struct hlist_node list; }; struct sidtab_str_cache { struct callback_head rcu_member; struct list_head lru_member; struct sidtab_entry *parent; u32 len; char str[0]; }; struct sidtab_node_inner; struct sidtab_node_leaf; union sidtab_entry_inner { struct sidtab_node_inner *ptr_inner; struct sidtab_node_leaf *ptr_leaf; }; struct sidtab_node_inner { union sidtab_entry_inner entries[2048]; }; struct sidtab_node_leaf { struct sidtab_entry entries[157]; }; struct sidtab_isid_entry { int set; struct sidtab_entry entry; }; struct convert_context_args; struct sidtab_convert_params { struct convert_context_args *args; struct sidtab *target; }; struct convert_context_args { struct selinux_state *state; struct policydb *oldp; struct policydb *newp; }; struct sidtab { union sidtab_entry_inner roots[4]; u32 count; struct sidtab_convert_params *convert; bool frozen; spinlock_t lock; u32 cache_free_slots; struct list_head cache_lru_list; spinlock_t cache_lock; struct sidtab_isid_entry isids[27]; struct hlist_head context_to_sid[512]; }; struct avtab_key { u16 source_type; u16 target_type; u16 target_class; u16 specified; }; struct avtab_extended_perms { u8 specified; u8 driver; struct extended_perms_data perms; }; struct avtab_datum { union { u32 data; struct avtab_extended_perms *xperms; } u; }; struct avtab_node { struct avtab_key key; struct avtab_datum datum; struct avtab_node *next; }; struct type_set; struct constraint_expr { u32 expr_type; u32 attr; u32 op; struct ebitmap names; struct type_set *type_names; struct constraint_expr *next; }; struct type_set { struct ebitmap types; struct ebitmap negset; u32 flags; }; struct constraint_node { u32 permissions; struct constraint_expr *expr; struct constraint_node *next; }; struct common_datum { u32 value; struct symtab permissions; }; struct class_datum { u32 value; char *comkey; struct common_datum *comdatum; struct symtab permissions; struct constraint_node *constraints; struct constraint_node *validatetrans; char default_user; char default_role; char default_type; char default_range; }; struct role_datum { u32 value; u32 bounds; struct ebitmap dominates; struct ebitmap types; }; struct role_allow { u32 role; u32 new_role; struct role_allow *next; }; struct type_datum { u32 value; u32 bounds; unsigned char primary; unsigned char attribute; }; struct user_datum { u32 value; u32 bounds; struct ebitmap roles; struct mls_range range; struct mls_level dfltlevel; }; struct cond_bool_datum { __u32 value; int state; }; struct ocontext { union { char *name; struct { u8 protocol; u16 low_port; u16 high_port; } port; struct { u32 addr; u32 mask; } node; struct { u32 addr[4]; u32 mask[4]; } node6; struct { u64 subnet_prefix; u16 low_pkey; u16 high_pkey; } ibpkey; struct { char *dev_name; u8 port; } ibendport; } u; union { u32 sclass; u32 behavior; } v; struct context context[2]; u32 sid[2]; struct ocontext *next; }; struct genfs { char *fstype; struct ocontext *head; struct genfs *next; }; struct selinux_mapping { u16 value; unsigned int num_perms; u32 perms[32]; }; struct extended_perms_decision { u8 used; u8 driver; struct extended_perms_data *allowed; struct extended_perms_data *auditallow; struct extended_perms_data *dontaudit; }; struct extended_perms { u16 len; struct extended_perms_data drivers; }; struct cond_expr_node; struct cond_expr { struct cond_expr_node *nodes; u32 len; }; struct cond_av_list { struct avtab_node **nodes; u32 len; }; struct cond_node { int cur_state; struct cond_expr expr; struct cond_av_list true_list; struct cond_av_list false_list; }; struct policy_file { char *data; size_t len; }; struct policy_data { struct policydb *p; void *fp; }; struct cond_expr_node { u32 expr_type; u32 bool; }; struct cond_insertf_data { struct policydb *p; struct avtab_node **dst; struct cond_av_list *other; }; enum inode_i_mutex_lock_class { I_MUTEX_NORMAL = 0, I_MUTEX_PARENT = 1, I_MUTEX_CHILD = 2, I_MUTEX_XATTR = 3, I_MUTEX_NONDIR2 = 4, I_MUTEX_PARENT2 = 5, }; struct ZSTD_DCtx_s; typedef struct ZSTD_DCtx_s ZSTD_DCtx; typedef void * (*ZSTD_allocFunction)(void *, size_t); typedef void (*ZSTD_freeFunction)(void *, void *); typedef struct { ZSTD_allocFunction customAlloc; ZSTD_freeFunction customFree; void *opaque; } ZSTD_customMem; typedef ZSTD_DCtx zstd_dctx; enum audit_mode { AUDIT_NORMAL = 0, AUDIT_QUIET_DENIED = 1, AUDIT_QUIET = 2, AUDIT_NOQUIET = 3, AUDIT_ALL = 4, }; enum aa_sfs_type { AA_SFS_TYPE_BOOLEAN = 0, AA_SFS_TYPE_STRING = 1, AA_SFS_TYPE_U64 = 2, AA_SFS_TYPE_FOPS = 3, AA_SFS_TYPE_DIR = 4, }; struct aa_sfs_entry { const char *name; struct dentry *dentry; umode_t mode; enum aa_sfs_type v_type; union { bool boolean; char *string; long unsigned int u64; struct aa_sfs_entry *files; } v; const struct file_operations *file_ops; }; enum aafs_ns_type { AAFS_NS_DIR = 0, AAFS_NS_PROFS = 1, AAFS_NS_NS = 2, AAFS_NS_RAW_DATA = 3, AAFS_NS_LOAD = 4, AAFS_NS_REPLACE = 5, AAFS_NS_REMOVE = 6, AAFS_NS_REVISION = 7, AAFS_NS_COUNT = 8, AAFS_NS_MAX_COUNT = 9, AAFS_NS_SIZE = 10, AAFS_NS_MAX_SIZE = 11, AAFS_NS_OWNER = 12, AAFS_NS_SIZEOF = 13, }; enum aafs_prof_type { AAFS_PROF_DIR = 0, AAFS_PROF_PROFS = 1, AAFS_PROF_NAME = 2, AAFS_PROF_MODE = 3, AAFS_PROF_ATTACH = 4, AAFS_PROF_HASH = 5, AAFS_PROF_RAW_DATA = 6, AAFS_PROF_RAW_HASH = 7, AAFS_PROF_RAW_ABI = 8, AAFS_PROF_SIZEOF = 9, }; struct __una_u32 { u32 x; }; struct table_header { u16 td_id; u16 td_flags; u32 td_hilen; u32 td_lolen; char td_data[0]; }; struct aa_dfa { struct kref count; u16 flags; u32 max_oob; struct table_header *tables[8]; }; struct aa_str_table { int size; char **table; }; struct aa_policy { const char *name; char *hname; struct list_head list; struct list_head profiles; }; struct aa_labelset { rwlock_t lock; struct rb_root root; }; enum label_flags { FLAG_HAT = 1, FLAG_UNCONFINED = 2, FLAG_NULL = 4, FLAG_IX_ON_NAME_ERROR = 8, FLAG_IMMUTIBLE = 16, FLAG_USER_DEFINED = 32, FLAG_NO_LIST_REF = 64, FLAG_NS_COUNT = 128, FLAG_IN_TREE = 256, FLAG_PROFILE = 512, FLAG_EXPLICIT = 1024, FLAG_STALE = 2048, FLAG_RENAMED = 4096, FLAG_REVOKED = 8192, FLAG_DEBUG1 = 16384, FLAG_DEBUG2 = 32768, }; struct aa_label; struct aa_proxy { struct kref count; struct aa_label *label; }; struct aa_profile; struct aa_label { struct kref count; struct rb_node node; struct callback_head rcu; struct aa_proxy *proxy; char *hname; long int flags; u32 secid; int size; struct aa_profile *vec[0]; }; struct label_it { int i; int j; }; struct aa_perms; struct aa_policydb { struct aa_dfa *dfa; struct { struct aa_perms *perms; u32 size; }; struct aa_str_table trans; unsigned int start[33]; }; struct aa_attachment { const char *xmatch_str; struct aa_policydb xmatch; unsigned int xmatch_len; int xattr_count; char **xattrs; }; struct aa_ns; struct aa_loaddata; struct aa_profile { struct aa_policy base; struct aa_profile *parent; struct aa_ns *ns; const char *rename; enum audit_mode audit; long int mode; u32 path_flags; const char *disconnected; struct aa_attachment attach; struct list_head rules; struct aa_loaddata *rawdata; unsigned char *hash; char *dirname; struct dentry *dents[9]; struct rhashtable *data; struct aa_label label; }; struct aa_perms { u32 allow; u32 deny; u32 subtree; u32 cond; u32 kill; u32 complain; u32 prompt; u32 audit; u32 quiet; u32 hide; u32 xindex; u32 tag; u32 label; }; struct path_cond { kuid_t uid; umode_t mode; }; struct aa_caps { kernel_cap_t allow; kernel_cap_t audit; kernel_cap_t denied; kernel_cap_t quiet; kernel_cap_t kill; kernel_cap_t extended; }; struct aa_secmark { u8 audit; u8 deny; u32 secid; char *label; }; struct aa_rlimit { unsigned int mask; struct rlimit limits[16]; }; enum profile_mode { APPARMOR_ENFORCE = 0, APPARMOR_COMPLAIN = 1, APPARMOR_KILL = 2, APPARMOR_UNCONFINED = 3, APPARMOR_USER = 4, }; struct aa_data { char *key; u32 size; char *data; struct rhash_head head; }; struct aa_ruleset { struct list_head list; int size; struct aa_policydb policy; struct aa_policydb file; struct aa_caps caps; struct aa_rlimit rlimits; int secmark_count; struct aa_secmark *secmark; }; struct aa_ns_acct { int max_size; int max_count; int size; int count; }; struct aa_ns { struct aa_policy base; struct aa_ns *parent; struct mutex lock; struct aa_ns_acct acct; struct aa_profile *unconfined; struct list_head sub_ns; atomic_t uniq_null; long int uniq_id; int level; long int revision; wait_queue_head_t wait; struct aa_labelset labels; struct list_head rawdata_list; struct dentry *dents[13]; }; struct aa_loaddata { struct kref count; struct list_head list; struct work_struct work; struct dentry *dents[6]; struct aa_ns *ns; char *name; size_t size; size_t compressed_size; long int revision; int abi; unsigned char *hash; char *data; }; enum { AAFS_LOADDATA_ABI = 0, AAFS_LOADDATA_REVISION = 1, AAFS_LOADDATA_HASH = 2, AAFS_LOADDATA_DATA = 3, AAFS_LOADDATA_COMPRESSED_SIZE = 4, AAFS_LOADDATA_DIR = 5, AAFS_LOADDATA_NDENTS = 6, }; struct rawdata_f_data { struct aa_loaddata *loaddata; }; struct aa_revision { struct aa_ns *ns; long int last_read; }; struct multi_transaction { struct kref count; ssize_t size; char data[0]; }; struct apparmor_audit_data { int error; int type; u16 class; const char *op; struct aa_label *label; const char *name; const char *info; u32 request; u32 denied; union { struct { struct aa_label *peer; union { struct { const char *target; kuid_t ouid; } fs; struct { int rlim; long unsigned int max; } rlim; struct { int signal; int unmappedsig; }; struct { int type; int protocol; struct sock *peer_sk; void *addr; int addrlen; } net; }; }; struct { struct aa_profile *profile; const char *ns; long int pos; } iface; struct { const char *src_name; const char *type; const char *trans; const char *data; long unsigned int flags; } mnt; }; }; struct counted_str { struct kref count; char name[0]; }; enum audit_type { AUDIT_APPARMOR_AUDIT = 0, AUDIT_APPARMOR_ALLOWED = 1, AUDIT_APPARMOR_DENIED = 2, AUDIT_APPARMOR_HINT = 3, AUDIT_APPARMOR_STATUS = 4, AUDIT_APPARMOR_ERROR = 5, AUDIT_APPARMOR_KILL = 6, AUDIT_APPARMOR_AUTO = 7, }; struct ZSTD_CCtx_s; typedef struct ZSTD_CCtx_s ZSTD_CCtx; typedef enum { ZSTD_fast = 1, ZSTD_dfast = 2, ZSTD_greedy = 3, ZSTD_lazy = 4, ZSTD_lazy2 = 5, ZSTD_btlazy2 = 6, ZSTD_btopt = 7, ZSTD_btultra = 8, ZSTD_btultra2 = 9, } ZSTD_strategy; typedef struct { unsigned int windowLog; unsigned int chainLog; unsigned int hashLog; unsigned int searchLog; unsigned int minMatch; unsigned int targetLength; ZSTD_strategy strategy; } ZSTD_compressionParameters; typedef struct { int contentSizeFlag; int checksumFlag; int noDictIDFlag; } ZSTD_frameParameters; typedef struct { ZSTD_compressionParameters cParams; ZSTD_frameParameters fParams; } ZSTD_parameters; typedef ZSTD_compressionParameters zstd_compression_parameters; typedef ZSTD_parameters zstd_parameters; typedef ZSTD_CCtx zstd_cctx; struct rhlist_head { struct rhash_head rhead; struct rhlist_head *next; }; enum path_flags { PATH_IS_DIR = 1, PATH_CONNECT_PATH = 4, PATH_CHROOT_REL = 8, PATH_CHROOT_NSCONNECT = 16, PATH_DELEGATE_DELETED = 65536, PATH_MEDIATE_DELETED = 131072, }; struct aa_load_ent { struct list_head list; struct aa_profile *new; struct aa_profile *old; struct aa_profile *rename; const char *ns_name; }; enum aa_code { AA_U8 = 0, AA_U16 = 1, AA_U32 = 2, AA_U64 = 3, AA_NAME = 4, AA_STRING = 5, AA_BLOB = 6, AA_STRUCT = 7, AA_STRUCTEND = 8, AA_LIST = 9, AA_LISTEND = 10, AA_ARRAY = 11, AA_ARRAYEND = 12, }; struct aa_ext { void *start; void *end; void *pos; u32 version; }; struct xa_limit { u32 max; u32 min; }; struct shash_desc { struct crypto_shash *tfm; void *__ctx[0]; }; struct shash_alg { int (*init)(struct shash_desc *); int (*update)(struct shash_desc *, const u8 *, unsigned int); int (*final)(struct shash_desc *, u8 *); int (*finup)(struct shash_desc *, const u8 *, unsigned int, u8 *); int (*digest)(struct shash_desc *, const u8 *, unsigned int, u8 *); int (*export)(struct shash_desc *, void *); int (*import)(struct shash_desc *, const void *); int (*setkey)(struct crypto_shash *, const u8 *, unsigned int); int (*init_tfm)(struct crypto_shash *); void (*exit_tfm)(struct crypto_shash *); unsigned int descsize; int: 32; unsigned int digestsize; unsigned int statesize; struct crypto_alg base; }; struct crypto_template; struct crypto_spawn; struct crypto_instance { struct crypto_alg alg; struct crypto_template *tmpl; union { struct hlist_node list; struct crypto_spawn *spawns; }; void *__ctx[0]; }; struct crypto_spawn { struct list_head list; struct crypto_alg *alg; union { struct crypto_instance *inst; struct crypto_spawn *next; }; const struct crypto_type *frontend; u32 mask; bool dead; bool registered; }; struct rtattr; struct crypto_template { struct list_head list; struct hlist_head instances; struct module *module; int (*create)(struct crypto_template *, struct rtattr **); char name[128]; }; struct crypto_cipher { struct crypto_tfm base; }; struct aead_request { struct crypto_async_request base; unsigned int assoclen; unsigned int cryptlen; u8 *iv; struct scatterlist *src; struct scatterlist *dst; void *__ctx[0]; }; struct crypto_aead; struct aead_alg { int (*setkey)(struct crypto_aead *, const u8 *, unsigned int); int (*setauthsize)(struct crypto_aead *, unsigned int); int (*encrypt)(struct aead_request *); int (*decrypt)(struct aead_request *); int (*init)(struct crypto_aead *); void (*exit)(struct crypto_aead *); unsigned int ivsize; unsigned int maxauthsize; unsigned int chunksize; struct crypto_alg base; }; struct crypto_aead { unsigned int authsize; unsigned int reqsize; struct crypto_tfm base; }; struct rtattr { short unsigned int rta_len; short unsigned int rta_type; }; struct scatter_walk { struct scatterlist *sg; unsigned int offset; }; struct crypto_cipher_spawn { struct crypto_spawn base; }; struct crypto_sync_skcipher { struct crypto_skcipher base; }; struct skcipher_instance { void (*free)(struct skcipher_instance *); union { struct { char head[64]; struct crypto_instance base; } s; struct skcipher_alg alg; }; }; struct crypto_skcipher_spawn { struct crypto_spawn base; }; struct skcipher_walk { union { struct { struct page *page; long unsigned int offset; } phys; struct { u8 *page; void *addr; } virt; } src; union { struct { struct page *page; long unsigned int offset; } phys; struct { u8 *page; void *addr; } virt; } dst; struct scatter_walk in; unsigned int nbytes; struct scatter_walk out; unsigned int total; struct list_head buffers; u8 *page; u8 *buffer; u8 *oiv; void *iv; unsigned int ivsize; int flags; unsigned int blocksize; unsigned int stride; unsigned int alignmask; }; struct skcipher_ctx_simple { struct crypto_cipher *cipher; }; enum crypto_attr_type_t { CRYPTOCFGA_UNSPEC = 0, CRYPTOCFGA_PRIORITY_VAL = 1, CRYPTOCFGA_REPORT_LARVAL = 2, CRYPTOCFGA_REPORT_HASH = 3, CRYPTOCFGA_REPORT_BLKCIPHER = 4, CRYPTOCFGA_REPORT_AEAD = 5, CRYPTOCFGA_REPORT_COMPRESS = 6, CRYPTOCFGA_REPORT_RNG = 7, CRYPTOCFGA_REPORT_CIPHER = 8, CRYPTOCFGA_REPORT_AKCIPHER = 9, CRYPTOCFGA_REPORT_KPP = 10, CRYPTOCFGA_REPORT_ACOMP = 11, CRYPTOCFGA_STAT_LARVAL = 12, CRYPTOCFGA_STAT_HASH = 13, CRYPTOCFGA_STAT_BLKCIPHER = 14, CRYPTOCFGA_STAT_AEAD = 15, CRYPTOCFGA_STAT_COMPRESS = 16, CRYPTOCFGA_STAT_RNG = 17, CRYPTOCFGA_STAT_CIPHER = 18, CRYPTOCFGA_STAT_AKCIPHER = 19, CRYPTOCFGA_STAT_KPP = 20, CRYPTOCFGA_STAT_ACOMP = 21, __CRYPTOCFGA_MAX = 22, }; struct crypto_report_blkcipher { char type[64]; char geniv[64]; unsigned int blocksize; unsigned int min_keysize; unsigned int max_keysize; unsigned int ivsize; }; enum { SKCIPHER_WALK_PHYS = 1, SKCIPHER_WALK_SLOW = 2, SKCIPHER_WALK_COPY = 4, SKCIPHER_WALK_DIFF = 8, SKCIPHER_WALK_SLEEP = 16, }; struct skcipher_walk_buffer { struct list_head entry; struct scatter_walk dst; unsigned int len; u8 *data; u8 buffer[0]; }; struct dh { const void *key; const void *p; const void *g; unsigned int key_size; unsigned int p_size; unsigned int g_size; }; enum { CRYPTO_KPP_SECRET_TYPE_UNKNOWN = 0, CRYPTO_KPP_SECRET_TYPE_DH = 1, CRYPTO_KPP_SECRET_TYPE_ECDH = 2, }; struct kpp_secret { short unsigned int type; short unsigned int len; }; enum asn1_class { ASN1_UNIV = 0, ASN1_APPL = 1, ASN1_CONT = 2, ASN1_PRIV = 3, }; enum asn1_method { ASN1_PRIM = 0, ASN1_CONS = 1, }; enum asn1_tag { ASN1_EOC = 0, ASN1_BOOL = 1, ASN1_INT = 2, ASN1_BTS = 3, ASN1_OTS = 4, ASN1_NULL = 5, ASN1_OID = 6, ASN1_ODE = 7, ASN1_EXT = 8, ASN1_REAL = 9, ASN1_ENUM = 10, ASN1_EPDV = 11, ASN1_UTF8STR = 12, ASN1_RELOID = 13, ASN1_SEQ = 16, ASN1_SET = 17, ASN1_NUMSTR = 18, ASN1_PRNSTR = 19, ASN1_TEXSTR = 20, ASN1_VIDSTR = 21, ASN1_IA5STR = 22, ASN1_UNITIM = 23, ASN1_GENTIM = 24, ASN1_GRASTR = 25, ASN1_VISSTR = 26, ASN1_GENSTR = 27, ASN1_UNISTR = 28, ASN1_CHRSTR = 29, ASN1_BMPSTR = 30, ASN1_LONG_TAG = 31, }; typedef int (*asn1_action_t)(void *, size_t, unsigned char, const void *, size_t); struct asn1_decoder { const unsigned char *machine; size_t machlen; const asn1_action_t *actions; }; enum asn1_opcode { ASN1_OP_MATCH = 0, ASN1_OP_MATCH_OR_SKIP = 1, ASN1_OP_MATCH_ACT = 2, ASN1_OP_MATCH_ACT_OR_SKIP = 3, ASN1_OP_MATCH_JUMP = 4, ASN1_OP_MATCH_JUMP_OR_SKIP = 5, ASN1_OP_MATCH_ANY = 8, ASN1_OP_MATCH_ANY_OR_SKIP = 9, ASN1_OP_MATCH_ANY_ACT = 10, ASN1_OP_MATCH_ANY_ACT_OR_SKIP = 11, ASN1_OP_COND_MATCH_OR_SKIP = 17, ASN1_OP_COND_MATCH_ACT_OR_SKIP = 19, ASN1_OP_COND_MATCH_JUMP_OR_SKIP = 21, ASN1_OP_COND_MATCH_ANY = 24, ASN1_OP_COND_MATCH_ANY_OR_SKIP = 25, ASN1_OP_COND_MATCH_ANY_ACT = 26, ASN1_OP_COND_MATCH_ANY_ACT_OR_SKIP = 27, ASN1_OP_COND_FAIL = 28, ASN1_OP_COMPLETE = 29, ASN1_OP_ACT = 30, ASN1_OP_MAYBE_ACT = 31, ASN1_OP_END_SEQ = 32, ASN1_OP_END_SET = 33, ASN1_OP_END_SEQ_OF = 34, ASN1_OP_END_SET_OF = 35, ASN1_OP_END_SEQ_ACT = 36, ASN1_OP_END_SET_ACT = 37, ASN1_OP_END_SEQ_OF_ACT = 38, ASN1_OP_END_SET_OF_ACT = 39, ASN1_OP_RETURN = 40, ASN1_OP__NR = 41, }; enum rsapubkey_actions { ACT_rsa_get_e = 0, ACT_rsa_get_n = 1, NR__rsapubkey_actions = 2, }; enum rsaprivkey_actions { ACT_rsa_get_d = 0, ACT_rsa_get_dp = 1, ACT_rsa_get_dq = 2, ACT_rsa_get_e___2 = 3, ACT_rsa_get_n___2 = 4, ACT_rsa_get_p = 5, ACT_rsa_get_q = 6, ACT_rsa_get_qinv = 7, NR__rsaprivkey_actions = 8, }; typedef long unsigned int mpi_limb_t; struct gcry_mpi { int alloced; int nlimbs; int nbits; int sign; unsigned int flags; mpi_limb_t *d; }; typedef struct gcry_mpi *MPI; struct rsa_key { const u8 *n; const u8 *e; const u8 *d; const u8 *p; const u8 *q; const u8 *dp; const u8 *dq; const u8 *qinv; size_t n_sz; size_t e_sz; size_t d_sz; size_t p_sz; size_t q_sz; size_t dp_sz; size_t dq_sz; size_t qinv_sz; }; struct akcipher_request { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int src_len; unsigned int dst_len; void *__ctx[0]; }; struct crypto_akcipher { unsigned int reqsize; struct crypto_tfm base; }; struct akcipher_alg { int (*sign)(struct akcipher_request *); int (*verify)(struct akcipher_request *); int (*encrypt)(struct akcipher_request *); int (*decrypt)(struct akcipher_request *); int (*set_pub_key)(struct crypto_akcipher *, const void *, unsigned int); int (*set_priv_key)(struct crypto_akcipher *, const void *, unsigned int); unsigned int (*max_size)(struct crypto_akcipher *); int (*init)(struct crypto_akcipher *); void (*exit)(struct crypto_akcipher *); struct crypto_alg base; }; struct rsa_mpi_key { MPI n; MPI e; MPI d; MPI p; MPI q; MPI dp; MPI dq; MPI qinv; }; struct crypto_report_comp { char type[64]; }; struct crypto_scomp { struct crypto_tfm base; }; struct scomp_alg { void * (*alloc_ctx)(struct crypto_scomp *); void (*free_ctx)(struct crypto_scomp *, void *); int (*compress)(struct crypto_scomp *, const u8 *, unsigned int, u8 *, unsigned int *, void *); int (*decompress)(struct crypto_scomp *, const u8 *, unsigned int, u8 *, unsigned int *, void *); struct crypto_alg base; }; struct scomp_scratch { spinlock_t lock; void *src; void *dst; }; struct sha256_state { u32 state[8]; u64 count; u8 buf[64]; }; struct crypto_aes_ctx { u32 key_enc[60]; u32 key_dec[60]; u32 key_length; }; struct rand_data { __u64 data; __u64 old_data; __u64 prev_time; __u64 last_delta; __s64 last_delta2; unsigned int osr; unsigned char *mem; unsigned int memlocation; unsigned int memblocks; unsigned int memblocksize; unsigned int memaccessloops; int rct_count; unsigned int apt_observations; unsigned int apt_count; unsigned int apt_base; unsigned int apt_base_set: 1; unsigned int health_failure: 1; }; typedef long unsigned int cycles_t; struct crypto_rng; struct rng_alg { int (*generate)(struct crypto_rng *, const u8 *, unsigned int, u8 *, unsigned int); int (*seed)(struct crypto_rng *, const u8 *, unsigned int); void (*set_ent)(struct crypto_rng *, const u8 *, unsigned int); unsigned int seedsize; struct crypto_alg base; }; struct crypto_rng { struct crypto_tfm base; }; struct rand_data; struct jitterentropy { spinlock_t jent_lock; struct rand_data *entropy_collector; unsigned int reset_cnt; }; struct asymmetric_key_id; struct public_key_signature { struct asymmetric_key_id *auth_ids[3]; u8 *s; u8 *digest; u32 s_size; u32 digest_size; const char *pkey_algo; const char *hash_algo; const char *encoding; const void *data; unsigned int data_size; }; struct asymmetric_key_id { short unsigned int len; unsigned char data[0]; }; enum asymmetric_payload_bits { asym_crypto = 0, asym_subtype = 1, asym_key_ids = 2, asym_auth = 3, }; struct asymmetric_key_ids { void *id[3]; }; enum x509_akid_actions { ACT_x509_akid_note_kid = 0, ACT_x509_akid_note_name = 1, ACT_x509_akid_note_serial = 2, ACT_x509_extract_name_segment = 3, ACT_x509_note_OID = 4, NR__x509_akid_actions = 5, }; enum pkcs7_actions { ACT_pkcs7_check_content_type = 0, ACT_pkcs7_extract_cert = 1, ACT_pkcs7_note_OID = 2, ACT_pkcs7_note_certificate_list = 3, ACT_pkcs7_note_content = 4, ACT_pkcs7_note_data = 5, ACT_pkcs7_note_signed_info = 6, ACT_pkcs7_note_signeddata_version = 7, ACT_pkcs7_note_signerinfo_version = 8, ACT_pkcs7_sig_note_authenticated_attr = 9, ACT_pkcs7_sig_note_digest_algo = 10, ACT_pkcs7_sig_note_issuer = 11, ACT_pkcs7_sig_note_pkey_algo = 12, ACT_pkcs7_sig_note_serial = 13, ACT_pkcs7_sig_note_set_of_authattrs = 14, ACT_pkcs7_sig_note_signature = 15, ACT_pkcs7_sig_note_skid = 16, NR__pkcs7_actions = 17, }; enum OID { OID_id_dsa_with_sha1 = 0, OID_id_dsa = 1, OID_id_ecPublicKey = 2, OID_id_prime192v1 = 3, OID_id_prime256v1 = 4, OID_id_ecdsa_with_sha1 = 5, OID_id_ecdsa_with_sha224 = 6, OID_id_ecdsa_with_sha256 = 7, OID_id_ecdsa_with_sha384 = 8, OID_id_ecdsa_with_sha512 = 9, OID_rsaEncryption = 10, OID_md2WithRSAEncryption = 11, OID_md3WithRSAEncryption = 12, OID_md4WithRSAEncryption = 13, OID_sha1WithRSAEncryption = 14, OID_sha256WithRSAEncryption = 15, OID_sha384WithRSAEncryption = 16, OID_sha512WithRSAEncryption = 17, OID_sha224WithRSAEncryption = 18, OID_data = 19, OID_signed_data = 20, OID_email_address = 21, OID_contentType = 22, OID_messageDigest = 23, OID_signingTime = 24, OID_smimeCapabilites = 25, OID_smimeAuthenticatedAttrs = 26, OID_md2 = 27, OID_md4 = 28, OID_md5 = 29, OID_mskrb5 = 30, OID_krb5 = 31, OID_krb5u2u = 32, OID_msIndirectData = 33, OID_msStatementType = 34, OID_msSpOpusInfo = 35, OID_msPeImageDataObjId = 36, OID_msIndividualSPKeyPurpose = 37, OID_msOutlookExpress = 38, OID_ntlmssp = 39, OID_spnego = 40, OID_IAKerb = 41, OID_PKU2U = 42, OID_Scram = 43, OID_certAuthInfoAccess = 44, OID_sha1 = 45, OID_id_ansip384r1 = 46, OID_sha256 = 47, OID_sha384 = 48, OID_sha512 = 49, OID_sha224 = 50, OID_commonName = 51, OID_surname = 52, OID_countryName = 53, OID_locality = 54, OID_stateOrProvinceName = 55, OID_organizationName = 56, OID_organizationUnitName = 57, OID_title = 58, OID_description = 59, OID_name = 60, OID_givenName = 61, OID_initials = 62, OID_generationalQualifier = 63, OID_subjectKeyIdentifier = 64, OID_keyUsage = 65, OID_subjectAltName = 66, OID_issuerAltName = 67, OID_basicConstraints = 68, OID_crlDistributionPoints = 69, OID_certPolicies = 70, OID_authorityKeyIdentifier = 71, OID_extKeyUsage = 72, OID_NetlogonMechanism = 73, OID_appleLocalKdcSupported = 74, OID_gostCPSignA = 75, OID_gostCPSignB = 76, OID_gostCPSignC = 77, OID_gost2012PKey256 = 78, OID_gost2012PKey512 = 79, OID_gost2012Digest256 = 80, OID_gost2012Digest512 = 81, OID_gost2012Signature256 = 82, OID_gost2012Signature512 = 83, OID_gostTC26Sign256A = 84, OID_gostTC26Sign256B = 85, OID_gostTC26Sign256C = 86, OID_gostTC26Sign256D = 87, OID_gostTC26Sign512A = 88, OID_gostTC26Sign512B = 89, OID_gostTC26Sign512C = 90, OID_sm2 = 91, OID_sm3 = 92, OID_SM2_with_SM3 = 93, OID_sm3WithRSAEncryption = 94, OID_TPMLoadableKey = 95, OID_TPMImportableKey = 96, OID_TPMSealedData = 97, OID__NR = 98, }; struct public_key { void *key; u32 keylen; enum OID algo; void *params; u32 paramlen; bool key_is_private; const char *id_type; const char *pkey_algo; }; struct x509_certificate { struct x509_certificate *next; struct x509_certificate *signer; struct public_key *pub; struct public_key_signature *sig; char *issuer; char *subject; struct asymmetric_key_id *id; struct asymmetric_key_id *skid; time64_t valid_from; time64_t valid_to; const void *tbs; unsigned int tbs_size; unsigned int raw_sig_size; const void *raw_sig; const void *raw_serial; unsigned int raw_serial_size; unsigned int raw_issuer_size; const void *raw_issuer; const void *raw_subject; unsigned int raw_subject_size; unsigned int raw_skid_size; const void *raw_skid; unsigned int index; bool seen; bool verified; bool self_signed; bool unsupported_sig; bool blacklisted; }; struct pkcs7_signed_info { struct pkcs7_signed_info *next; struct x509_certificate *signer; unsigned int index; bool unsupported_crypto; bool blacklisted; const void *msgdigest; unsigned int msgdigest_len; unsigned int authattrs_len; const void *authattrs; long unsigned int aa_set; time64_t signing_time; struct public_key_signature *sig; }; struct pkcs7_message { struct x509_certificate *certs; struct x509_certificate *crl; struct pkcs7_signed_info *signed_infos; u8 version; bool have_authattrs; enum OID data_type; size_t data_len; size_t data_hdrlen; const void *data; }; struct asn1_decoder; struct pkcs7_parse_context { struct pkcs7_message *msg; struct pkcs7_signed_info *sinfo; struct pkcs7_signed_info **ppsinfo; struct x509_certificate *certs; struct x509_certificate **ppcerts; long unsigned int data; enum OID last_oid; unsigned int x509_index; unsigned int sinfo_index; const void *raw_serial; unsigned int raw_serial_size; unsigned int raw_issuer_size; const void *raw_issuer; const void *raw_skid; unsigned int raw_skid_size; bool expect_skid; }; struct bvec_iter_all { struct bio_vec bv; int idx; unsigned int done; }; struct blkg_iostat { u64 bytes[3]; u64 ios[3]; }; struct blkg_iostat_set { struct u64_stats_sync sync; struct blkcg_gq *blkg; struct llist_node lnode; int lqueued; struct blkg_iostat cur; struct blkg_iostat last; }; struct blkcg; struct blkg_policy_data; struct blkcg_gq { struct request_queue *q; struct list_head q_node; struct hlist_node blkcg_node; struct blkcg *blkcg; struct blkcg_gq *parent; struct percpu_ref refcnt; bool online; struct blkg_iostat_set *iostat_cpu; struct blkg_iostat_set iostat; struct blkg_policy_data *pd[6]; spinlock_t async_bio_lock; struct bio_list async_bios; union { struct work_struct async_bio_work; struct work_struct free_work; }; atomic_t use_delay; atomic64_t delay_nsec; atomic64_t delay_start; u64 last_delay; int last_use; struct callback_head callback_head; }; enum { BIO_NO_PAGE_REF = 0, BIO_CLONED = 1, BIO_BOUNCED = 2, BIO_QUIET = 3, BIO_CHAIN = 4, BIO_REFFED = 5, BIO_BPS_THROTTLED = 6, BIO_TRACE_COMPLETION = 7, BIO_CGROUP_ACCT = 8, BIO_QOS_THROTTLED = 9, BIO_QOS_MERGED = 10, BIO_REMAPPED = 11, BIO_ZONE_WRITE_LOCKED = 12, BIO_FLAG_LAST = 13, }; typedef __u32 blk_mq_req_flags_t; enum req_flag_bits { __REQ_FAILFAST_DEV = 8, __REQ_FAILFAST_TRANSPORT = 9, __REQ_FAILFAST_DRIVER = 10, __REQ_SYNC = 11, __REQ_META = 12, __REQ_PRIO = 13, __REQ_NOMERGE = 14, __REQ_IDLE = 15, __REQ_INTEGRITY = 16, __REQ_FUA = 17, __REQ_PREFLUSH = 18, __REQ_RAHEAD = 19, __REQ_BACKGROUND = 20, __REQ_NOWAIT = 21, __REQ_CGROUP_PUNT = 22, __REQ_POLLED = 23, __REQ_ALLOC_CACHE = 24, __REQ_SWAP = 25, __REQ_DRV = 26, __REQ_NOUNMAP = 27, __REQ_NR_BITS = 28, }; enum { BIOSET_NEED_BVECS = 1, BIOSET_NEED_RESCUER = 2, BIOSET_PERCPU_CACHE = 4, }; struct bio_alloc_cache { struct bio *free_list; struct bio *free_list_irq; unsigned int nr; unsigned int nr_irq; }; struct sbitmap_word { long unsigned int word; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int cleared; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sbitmap { unsigned int depth; unsigned int shift; unsigned int map_nr; bool round_robin; struct sbitmap_word *map; unsigned int *alloc_hint; }; struct sbq_wait_state { wait_queue_head_t wait; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sbitmap_queue { struct sbitmap sb; unsigned int wake_batch; atomic_t wake_index; struct sbq_wait_state *ws; atomic_t ws_active; unsigned int min_shallow_depth; atomic_t completion_cnt; atomic_t wakeup_cnt; }; typedef __u32 req_flags_t; enum mq_rq_state { MQ_RQ_IDLE = 0, MQ_RQ_IN_FLIGHT = 1, MQ_RQ_COMPLETE = 2, }; enum rq_end_io_ret { RQ_END_IO_NONE = 0, RQ_END_IO_FREE = 1, }; typedef enum rq_end_io_ret rq_end_io_fn(struct request *, blk_status_t); struct blk_crypto_keyslot; struct request { struct request_queue *q; struct blk_mq_ctx *mq_ctx; struct blk_mq_hw_ctx *mq_hctx; blk_opf_t cmd_flags; req_flags_t rq_flags; int tag; int internal_tag; unsigned int timeout; unsigned int __data_len; sector_t __sector; struct bio *bio; struct bio *biotail; union { struct list_head queuelist; struct request *rq_next; }; struct block_device *part; u64 alloc_time_ns; u64 start_time_ns; u64 io_start_time_ns; short unsigned int wbt_flags; short unsigned int stats_sectors; short unsigned int nr_phys_segments; short unsigned int nr_integrity_segments; struct bio_crypt_ctx *crypt_ctx; struct blk_crypto_keyslot *crypt_keyslot; short unsigned int ioprio; enum mq_rq_state state; atomic_t ref; long unsigned int deadline; union { struct hlist_node hash; struct llist_node ipi_list; }; union { struct rb_node rb_node; struct bio_vec special_vec; void *completion_data; }; union { struct { struct io_cq *icq; void *priv[2]; } elv; struct { unsigned int seq; struct list_head list; rq_end_io_fn *saved_end_io; } flush; }; union { struct __call_single_data csd; u64 fifo_time; }; rq_end_io_fn *end_io; void *end_io_data; }; enum rq_qos_id { RQ_QOS_WBT = 0, RQ_QOS_LATENCY = 1, RQ_QOS_COST = 2, }; struct rq_qos_ops; struct rq_qos { struct rq_qos_ops *ops; struct request_queue *q; enum rq_qos_id id; struct rq_qos *next; struct dentry *debugfs_dir; }; struct blk_mq_tags { unsigned int nr_tags; unsigned int nr_reserved_tags; atomic_t active_queues; struct sbitmap_queue bitmap_tags; struct sbitmap_queue breserved_tags; struct request **rqs; struct request **static_rqs; struct list_head page_list; spinlock_t lock; }; struct blk_trace { int trace_state; struct rchan *rchan; long unsigned int *sequence; unsigned char *msg_data; u16 act_mask; u64 start_lba; u64 end_lba; u32 pid; u32 dev; struct dentry *dir; struct list_head running_list; atomic_t dropped; }; struct blk_flush_queue { unsigned int flush_pending_idx: 1; unsigned int flush_running_idx: 1; blk_status_t rq_status; long unsigned int flush_pending_since; struct list_head flush_queue[2]; struct list_head flush_data_in_flight; struct request *flush_rq; spinlock_t mq_flush_lock; }; struct blk_mq_queue_map { unsigned int *mq_map; unsigned int nr_queues; unsigned int queue_offset; }; struct blk_mq_tag_set { struct blk_mq_queue_map map[3]; unsigned int nr_maps; const struct blk_mq_ops *ops; unsigned int nr_hw_queues; unsigned int queue_depth; unsigned int reserved_tags; unsigned int cmd_size; int numa_node; unsigned int timeout; unsigned int flags; void *driver_data; struct blk_mq_tags **tags; struct blk_mq_tags *shared_tags; struct mutex tag_list_lock; struct list_head tag_list; struct srcu_struct *srcu; }; enum { sysctl_hung_task_timeout_secs = 0, }; struct blk_mq_hw_ctx { struct { spinlock_t lock; struct list_head dispatch; long unsigned int state; long: 64; long: 64; long: 64; long: 64; }; struct delayed_work run_work; cpumask_var_t cpumask; int next_cpu; int next_cpu_batch; long unsigned int flags; void *sched_data; struct request_queue *queue; struct blk_flush_queue *fq; void *driver_data; struct sbitmap ctx_map; struct blk_mq_ctx *dispatch_from; unsigned int dispatch_busy; short unsigned int type; short unsigned int nr_ctx; struct blk_mq_ctx **ctxs; spinlock_t dispatch_wait_lock; wait_queue_entry_t dispatch_wait; atomic_t wait_index; struct blk_mq_tags *tags; struct blk_mq_tags *sched_tags; long unsigned int queued; long unsigned int run; unsigned int numa_node; unsigned int queue_num; atomic_t nr_active; struct hlist_node cpuhp_online; struct hlist_node cpuhp_dead; struct kobject kobj; struct dentry *debugfs_dir; struct dentry *sched_debugfs_dir; struct list_head hctx_list; long: 64; long: 64; }; enum hctx_type { HCTX_TYPE_DEFAULT = 0, HCTX_TYPE_READ = 1, HCTX_TYPE_POLL = 2, HCTX_MAX_TYPES = 3, }; struct blk_mq_queue_data { struct request *rq; bool last; }; enum blktrace_act { __BLK_TA_QUEUE = 1, __BLK_TA_BACKMERGE = 2, __BLK_TA_FRONTMERGE = 3, __BLK_TA_GETRQ = 4, __BLK_TA_SLEEPRQ = 5, __BLK_TA_REQUEUE = 6, __BLK_TA_ISSUE = 7, __BLK_TA_COMPLETE = 8, __BLK_TA_PLUG = 9, __BLK_TA_UNPLUG_IO = 10, __BLK_TA_UNPLUG_TIMER = 11, __BLK_TA_INSERT = 12, __BLK_TA_SPLIT = 13, __BLK_TA_BOUNCE = 14, __BLK_TA_REMAP = 15, __BLK_TA_ABORT = 16, __BLK_TA_DRV_DATA = 17, __BLK_TA_CGROUP = 256, }; enum xen_domain_type { XEN_NATIVE = 0, XEN_PV_DOMAIN = 1, XEN_HVM_DOMAIN = 2, }; struct blk_mq_debugfs_attr { const char *name; umode_t mode; int (*show)(void *, struct seq_file *); ssize_t (*write)(void *, const char *, size_t, loff_t *); const struct seq_operations *seq_ops; }; struct rq_qos_ops { void (*throttle)(struct rq_qos *, struct bio *); void (*track)(struct rq_qos *, struct request *, struct bio *); void (*merge)(struct rq_qos *, struct request *, struct bio *); void (*issue)(struct rq_qos *, struct request *); void (*requeue)(struct rq_qos *, struct request *); void (*done)(struct rq_qos *, struct request *); void (*done_bio)(struct rq_qos *, struct bio *); void (*cleanup)(struct rq_qos *, struct bio *); void (*queue_depth_changed)(struct rq_qos *); void (*exit)(struct rq_qos *); const struct blk_mq_debugfs_attr *debugfs_attrs; }; enum blkg_iostat_type { BLKG_IOSTAT_READ = 0, BLKG_IOSTAT_WRITE = 1, BLKG_IOSTAT_DISCARD = 2, BLKG_IOSTAT_NR = 3, }; struct blkcg_policy_data; struct blkcg { struct cgroup_subsys_state css; spinlock_t lock; refcount_t online_pin; struct xarray blkg_tree; struct blkcg_gq *blkg_hint; struct hlist_head blkg_list; struct blkcg_policy_data *cpd[6]; struct list_head all_blkcgs_node; struct llist_head *lhead; struct list_head cgwb_list; }; struct blkg_policy_data { struct blkcg_gq *blkg; int plid; }; struct blkcg_policy_data { struct blkcg *blkcg; int plid; }; struct biovec_slab { int nr_vecs; char *name; struct kmem_cache *slab; }; struct bio_slab { struct kmem_cache *slab; unsigned int slab_ref; unsigned int slab_size; char name[8]; }; struct blk_stat_callback { struct list_head list; struct timer_list timer; struct blk_rq_stat *cpu_stat; int (*bucket_fn)(const struct request *); unsigned int buckets; struct blk_rq_stat *stat; void (*timer_fn)(struct blk_stat_callback *); void *data; struct callback_head rcu; }; enum blk_default_limits { BLK_MAX_SEGMENTS = 128, BLK_SAFE_MAX_SECTORS = 255, BLK_DEF_MAX_SECTORS = 2560, BLK_MAX_SEGMENT_SIZE = 65536, BLK_SEG_BOUNDARY_MASK = 4294967295, }; enum { WBT_RWQ_BG = 0, WBT_RWQ_KSWAPD = 1, WBT_RWQ_DISCARD = 2, WBT_NUM_RWQ = 3, }; struct disk_stats { u64 nsecs[4]; long unsigned int sectors[4]; long unsigned int ios[4]; long unsigned int merges[4]; long unsigned int io_ticks; local_t in_flight[2]; }; enum stat_group { STAT_READ = 0, STAT_WRITE = 1, STAT_DISCARD = 2, STAT_FLUSH = 3, NR_STAT_GROUPS = 4, }; struct elevator_type; struct elevator_queue { struct elevator_type *type; void *elevator_data; struct kobject kobj; struct mutex sysfs_lock; long unsigned int flags; struct hlist_head hash[64]; }; struct blk_mq_ctxs; struct blk_mq_ctx { struct { spinlock_t lock; struct list_head rq_lists[3]; long: 64; }; unsigned int cpu; short unsigned int index_hw[3]; struct blk_mq_hw_ctx *hctxs[3]; struct request_queue *queue; struct blk_mq_ctxs *ctxs; struct kobject kobj; long: 64; }; struct req_iterator { struct bvec_iter iter; struct bio *bio; }; struct blk_integrity_iter { void *prot_buf; void *data_buf; sector_t seed; unsigned int data_size; short unsigned int interval; unsigned char tuple_size; const char *disk_name; }; enum elv_merge { ELEVATOR_NO_MERGE = 0, ELEVATOR_FRONT_MERGE = 1, ELEVATOR_BACK_MERGE = 2, ELEVATOR_DISCARD_MERGE = 3, }; struct blk_mq_alloc_data; struct elevator_mq_ops { int (*init_sched)(struct request_queue *, struct elevator_type *); void (*exit_sched)(struct elevator_queue *); int (*init_hctx)(struct blk_mq_hw_ctx *, unsigned int); void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); void (*depth_updated)(struct blk_mq_hw_ctx *); bool (*allow_merge)(struct request_queue *, struct request *, struct bio *); bool (*bio_merge)(struct request_queue *, struct bio *, unsigned int); int (*request_merge)(struct request_queue *, struct request **, struct bio *); void (*request_merged)(struct request_queue *, struct request *, enum elv_merge); void (*requests_merged)(struct request_queue *, struct request *, struct request *); void (*limit_depth)(blk_opf_t, struct blk_mq_alloc_data *); void (*prepare_request)(struct request *); void (*finish_request)(struct request *); void (*insert_requests)(struct blk_mq_hw_ctx *, struct list_head *, bool); struct request * (*dispatch_request)(struct blk_mq_hw_ctx *); bool (*has_work)(struct blk_mq_hw_ctx *); void (*completed_request)(struct request *, u64); void (*requeue_request)(struct request *); struct request * (*former_request)(struct request_queue *, struct request *); struct request * (*next_request)(struct request_queue *, struct request *); void (*init_icq)(struct io_cq *); void (*exit_icq)(struct io_cq *); }; struct elv_fs_entry; struct elevator_type { struct kmem_cache *icq_cache; struct elevator_mq_ops ops; size_t icq_size; size_t icq_align; struct elv_fs_entry *elevator_attrs; const char *elevator_name; const char *elevator_alias; const unsigned int elevator_features; struct module *elevator_owner; const struct blk_mq_debugfs_attr *queue_debugfs_attrs; const struct blk_mq_debugfs_attr *hctx_debugfs_attrs; char icq_cache_name[22]; struct list_head list; }; struct blk_mq_alloc_data { struct request_queue *q; blk_mq_req_flags_t flags; unsigned int shallow_depth; blk_opf_t cmd_flags; req_flags_t rq_flags; unsigned int nr_tags; struct request **cached_rq; struct blk_mq_ctx *ctx; struct blk_mq_hw_ctx *hctx; }; struct elv_fs_entry { struct attribute attr; ssize_t (*show)(struct elevator_queue *, char *); ssize_t (*store)(struct elevator_queue *, const char *, size_t); }; struct blk_mq_ctxs { struct kobject kobj; struct blk_mq_ctx *queue_ctx; }; enum blkg_rwstat_type { BLKG_RWSTAT_READ = 0, BLKG_RWSTAT_WRITE = 1, BLKG_RWSTAT_SYNC = 2, BLKG_RWSTAT_ASYNC = 3, BLKG_RWSTAT_DISCARD = 4, BLKG_RWSTAT_NR = 5, BLKG_RWSTAT_TOTAL = 5, }; enum { LIMIT_LOW = 0, LIMIT_MAX = 1, LIMIT_CNT = 2, }; enum bio_merge_status { BIO_MERGE_OK = 0, BIO_MERGE_NONE = 1, BIO_MERGE_FAILED = 2, }; typedef bool (*sb_for_each_fn)(struct sbitmap *, unsigned int, void *); struct sbq_wait { struct sbitmap_queue *sbq; struct wait_queue_entry wait; }; typedef bool busy_tag_iter_fn(struct request *, void *); enum { BLK_MQ_F_SHOULD_MERGE = 1, BLK_MQ_F_TAG_QUEUE_SHARED = 2, BLK_MQ_F_STACKING = 4, BLK_MQ_F_TAG_HCTX_SHARED = 8, BLK_MQ_F_BLOCKING = 32, BLK_MQ_F_NO_SCHED = 64, BLK_MQ_F_NO_SCHED_BY_DEFAULT = 128, BLK_MQ_F_ALLOC_POLICY_START_BIT = 8, BLK_MQ_F_ALLOC_POLICY_BITS = 1, BLK_MQ_S_STOPPED = 0, BLK_MQ_S_TAG_ACTIVE = 1, BLK_MQ_S_SCHED_RESTART = 2, BLK_MQ_S_INACTIVE = 3, BLK_MQ_MAX_DEPTH = 10240, BLK_MQ_CPU_WORK_BATCH = 8, }; enum { BLK_MQ_REQ_NOWAIT = 1, BLK_MQ_REQ_RESERVED = 2, BLK_MQ_REQ_PM = 4, }; enum { BLK_MQ_UNIQUE_TAG_BITS = 16, BLK_MQ_UNIQUE_TAG_MASK = 65535, }; enum { BLK_MQ_NO_TAG = 4294967295, BLK_MQ_TAG_MIN = 1, BLK_MQ_TAG_MAX = 4294967294, }; struct bt_iter_data { struct blk_mq_hw_ctx *hctx; struct request_queue *q; busy_tag_iter_fn *fn; void *data; bool reserved; }; struct bt_tags_iter_data { struct blk_mq_tags *tags; busy_tag_iter_fn *fn; void *data; unsigned int flags; }; enum { IOPRIO_CLASS_NONE = 0, IOPRIO_CLASS_RT = 1, IOPRIO_CLASS_BE = 2, IOPRIO_CLASS_IDLE = 3, }; enum { IOPRIO_WHO_PROCESS = 1, IOPRIO_WHO_PGRP = 2, IOPRIO_WHO_USER = 3, }; struct fat_boot_sector { __u8 ignored[3]; __u8 system_id[8]; __u8 sector_size[2]; __u8 sec_per_clus; __le16 reserved; __u8 fats; __u8 dir_entries[2]; __u8 sectors[2]; __u8 media; __le16 fat_length; __le16 secs_track; __le16 heads; __le32 hidden; __le32 total_sect; union { struct { __u8 drive_number; __u8 state; __u8 signature; __u8 vol_id[4]; __u8 vol_label[11]; __u8 fs_type[8]; } fat16; struct { __le32 length; __le16 flags; __u8 version[2]; __le32 root_cluster; __le16 info_sector; __le16 backup_boot; __le16 reserved2[6]; __u8 drive_number; __u8 state; __u8 signature; __u8 vol_id[4]; __u8 vol_label[11]; __u8 fs_type[8]; } fat32; }; }; struct msdos_partition { u8 boot_ind; u8 head; u8 sector; u8 cyl; u8 sys_ind; u8 end_head; u8 end_sector; u8 end_cyl; __le32 start_sect; __le32 nr_sects; }; enum msdos_sys_ind { DOS_EXTENDED_PARTITION = 5, LINUX_EXTENDED_PARTITION = 133, WIN98_EXTENDED_PARTITION = 15, LINUX_DATA_PARTITION = 131, LINUX_LVM_PARTITION = 142, LINUX_RAID_PARTITION = 253, SOLARIS_X86_PARTITION = 130, NEW_SOLARIS_X86_PARTITION = 191, DM6_AUX1PARTITION = 81, DM6_AUX3PARTITION = 83, DM6_PARTITION = 84, EZD_PARTITION = 85, FREEBSD_PARTITION = 165, OPENBSD_PARTITION = 166, NETBSD_PARTITION = 169, BSDI_PARTITION = 183, MINIX_PARTITION = 129, UNIXWARE_PARTITION = 99, }; struct parsed_partitions { struct gendisk *disk; char name[32]; struct { sector_t from; sector_t size; int flags; bool has_info; struct partition_meta_info info; } *parts; int next; int limit; bool access_beyond_eod; char *pp_buf; }; typedef struct { struct folio *v; } Sector; struct bsd_partition { __le32 p_size; __le32 p_offset; __le32 p_fsize; __u8 p_fstype; __u8 p_frag; __le16 p_cpg; }; struct bsd_disklabel { __le32 d_magic; __s16 d_type; __s16 d_subtype; char d_typename[16]; char d_packname[16]; __u32 d_secsize; __u32 d_nsectors; __u32 d_ntracks; __u32 d_ncylinders; __u32 d_secpercyl; __u32 d_secperunit; __u16 d_sparespertrack; __u16 d_sparespercyl; __u32 d_acylinders; __u16 d_rpm; __u16 d_interleave; __u16 d_trackskew; __u16 d_cylskew; __u32 d_headswitch; __u32 d_trkseek; __u32 d_flags; __u32 d_drivedata[5]; __u32 d_spare[5]; __le32 d_magic2; __le16 d_checksum; __le16 d_npartitions; __le32 d_bbsize; __le32 d_sbsize; struct bsd_partition d_partitions[16]; }; struct unixware_slice { __le16 s_label; __le16 s_flags; __le32 start_sect; __le32 nr_sects; }; struct unixware_vtoc { __le32 v_magic; __le32 v_version; char v_name[8]; __le16 v_nslices; __le16 v_unknown1; __le32 v_reserved[10]; struct unixware_slice v_slice[16]; }; struct unixware_disklabel { __le32 d_type; __le32 d_magic; __le32 d_version; char d_serial[12]; __le32 d_ncylinders; __le32 d_ntracks; __le32 d_nsectors; __le32 d_secsize; __le32 d_part_start; __le32 d_unknown1[12]; __le32 d_alt_tbl; __le32 d_alt_len; __le32 d_phys_cyl; __le32 d_phys_trk; __le32 d_phys_sec; __le32 d_phys_bytes; __le32 d_unknown2; __le32 d_unknown3; __le32 d_pad[8]; struct unixware_vtoc vtoc; }; struct sg_io_v4 { __s32 guard; __u32 protocol; __u32 subprotocol; __u32 request_len; __u64 request; __u64 request_tag; __u32 request_attr; __u32 request_priority; __u32 request_extra; __u32 max_response_len; __u64 response; __u32 dout_iovec_count; __u32 dout_xfer_len; __u32 din_iovec_count; __u32 din_xfer_len; __u64 dout_xferp; __u64 din_xferp; __u32 timeout; __u32 flags; __u64 usr_ptr; __u32 spare_in; __u32 driver_status; __u32 transport_status; __u32 device_status; __u32 retry_delay; __u32 info; __u32 duration; __u32 response_len; __s32 din_resid; __s32 dout_resid; __u64 generated_tag; __u32 spare_out; __u32 padding; }; typedef int bsg_sg_io_fn(struct request_queue *, struct sg_io_v4 *, fmode_t, unsigned int); struct bsg_device { struct request_queue *queue; struct device device; struct cdev cdev; int max_queue; unsigned int timeout; unsigned int reserved_size; bsg_sg_io_fn *sg_io_fn; }; struct throtl_service_queue { struct throtl_service_queue *parent_sq; struct list_head queued[2]; unsigned int nr_queued[2]; struct rb_root_cached pending_tree; unsigned int nr_pending; long unsigned int first_pending_disptime; struct timer_list pending_timer; }; struct latency_bucket { long unsigned int total_latency; int samples; }; struct avg_latency_bucket { long unsigned int latency; bool valid; }; struct throtl_data { struct throtl_service_queue service_queue; struct request_queue *queue; unsigned int nr_queued[2]; unsigned int throtl_slice; struct work_struct dispatch_work; unsigned int limit_index; bool limit_valid[2]; long unsigned int low_upgrade_time; long unsigned int low_downgrade_time; unsigned int scale; struct latency_bucket tmp_buckets[18]; struct avg_latency_bucket avg_buckets[18]; struct latency_bucket *latency_buckets[2]; long unsigned int last_calculate_time; long unsigned int filtered_latency; bool track_bio_latency; }; enum blktrace_cat { BLK_TC_READ = 1, BLK_TC_WRITE = 2, BLK_TC_FLUSH = 4, BLK_TC_SYNC = 8, BLK_TC_SYNCIO = 8, BLK_TC_QUEUE = 16, BLK_TC_REQUEUE = 32, BLK_TC_ISSUE = 64, BLK_TC_COMPLETE = 128, BLK_TC_FS = 256, BLK_TC_PC = 512, BLK_TC_NOTIFY = 1024, BLK_TC_AHEAD = 2048, BLK_TC_META = 4096, BLK_TC_DISCARD = 8192, BLK_TC_DRV_DATA = 16384, BLK_TC_FUA = 32768, BLK_TC_END = 32768, }; typedef struct blkcg_policy_data *blkcg_pol_alloc_cpd_fn(gfp_t); typedef void blkcg_pol_init_cpd_fn(struct blkcg_policy_data *); typedef void blkcg_pol_free_cpd_fn(struct blkcg_policy_data *); typedef void blkcg_pol_bind_cpd_fn(struct blkcg_policy_data *); typedef struct blkg_policy_data *blkcg_pol_alloc_pd_fn(gfp_t, struct request_queue *, struct blkcg *); typedef void blkcg_pol_init_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_online_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_offline_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_free_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_reset_pd_stats_fn(struct blkg_policy_data *); typedef void blkcg_pol_stat_pd_fn(struct blkg_policy_data *, struct seq_file *); struct blkcg_policy { int plid; struct cftype *dfl_cftypes; struct cftype *legacy_cftypes; blkcg_pol_alloc_cpd_fn *cpd_alloc_fn; blkcg_pol_init_cpd_fn *cpd_init_fn; blkcg_pol_free_cpd_fn *cpd_free_fn; blkcg_pol_bind_cpd_fn *cpd_bind_fn; blkcg_pol_alloc_pd_fn *pd_alloc_fn; blkcg_pol_init_pd_fn *pd_init_fn; blkcg_pol_online_pd_fn *pd_online_fn; blkcg_pol_offline_pd_fn *pd_offline_fn; blkcg_pol_free_pd_fn *pd_free_fn; blkcg_pol_reset_pd_stats_fn *pd_reset_stats_fn; blkcg_pol_stat_pd_fn *pd_stat_fn; }; struct blkg_conf_ctx { struct block_device *bdev; struct blkcg_gq *blkg; char *body; }; struct blkg_rwstat { struct percpu_counter cpu_cnt[5]; atomic64_t aux_cnt[5]; }; struct blkg_rwstat_sample { u64 cnt[5]; }; struct throtl_grp; struct throtl_qnode { struct list_head node; struct bio_list bios; struct throtl_grp *tg; }; struct throtl_grp { struct blkg_policy_data pd; struct rb_node rb_node; struct throtl_data *td; struct throtl_service_queue service_queue; struct throtl_qnode qnode_on_self[2]; struct throtl_qnode qnode_on_parent[2]; long unsigned int disptime; unsigned int flags; bool has_rules_bps[2]; bool has_rules_iops[2]; uint64_t bps[4]; uint64_t bps_conf[4]; unsigned int iops[4]; unsigned int iops_conf[4]; uint64_t bytes_disp[2]; unsigned int io_disp[2]; long unsigned int last_low_overflow_time[2]; uint64_t last_bytes_disp[2]; unsigned int last_io_disp[2]; uint64_t carryover_bytes[2]; unsigned int carryover_ios[2]; long unsigned int last_check_time; long unsigned int latency_target; long unsigned int latency_target_conf; long unsigned int slice_start[2]; long unsigned int slice_end[2]; long unsigned int last_finish_time; long unsigned int checked_last_finish_time; long unsigned int avg_idletime; long unsigned int idletime_threshold; long unsigned int idletime_threshold_conf; unsigned int bio_cnt; unsigned int bad_bio_cnt; long unsigned int bio_cnt_reset_time; struct blkg_rwstat stat_bytes; struct blkg_rwstat stat_ios; }; enum tg_state_flags { THROTL_TG_PENDING = 1, THROTL_TG_WAS_EMPTY = 2, THROTL_TG_CANCELING = 4, }; struct bfq_entity; struct bfq_service_tree { struct rb_root active; struct rb_root idle; struct bfq_entity *first_idle; struct bfq_entity *last_idle; u64 vtime; long unsigned int wsum; }; struct bfq_sched_data; struct bfq_queue; struct bfq_entity { struct rb_node rb_node; bool on_st_or_in_serv; u64 start; u64 finish; struct rb_root *tree; u64 min_start; int service; int budget; int allocated; int dev_weight; int weight; int new_weight; int orig_weight; struct bfq_entity *parent; struct bfq_sched_data *my_sched_data; struct bfq_sched_data *sched_data; int prio_changed; bool in_groups_with_pending_reqs; struct bfq_queue *last_bfqq_created; }; struct bfq_sched_data { struct bfq_entity *in_service_entity; struct bfq_entity *next_in_service; struct bfq_service_tree service_tree[3]; long unsigned int bfq_class_idle_last_service; }; struct bfq_weight_counter { unsigned int weight; unsigned int num_active; struct rb_node weights_node; }; struct bfq_ttime { u64 last_end_request; u64 ttime_total; long unsigned int ttime_samples; u64 ttime_mean; }; struct bfq_data; struct bfq_io_cq; struct bfq_queue { int ref; int stable_ref; struct bfq_data *bfqd; short unsigned int ioprio; short unsigned int ioprio_class; short unsigned int new_ioprio; short unsigned int new_ioprio_class; u64 last_serv_time_ns; unsigned int inject_limit; long unsigned int decrease_time_jif; struct bfq_queue *new_bfqq; struct rb_node pos_node; struct rb_root *pos_root; struct rb_root sort_list; struct request *next_rq; int queued[2]; int meta_pending; struct list_head fifo; struct bfq_entity entity; struct bfq_weight_counter *weight_counter; int max_budget; long unsigned int budget_timeout; int dispatched; long unsigned int flags; struct list_head bfqq_list; struct bfq_ttime ttime; u64 io_start_time; u64 tot_idle_time; u32 seek_history; struct hlist_node burst_list_node; sector_t last_request_pos; unsigned int requests_within_timer; pid_t pid; struct bfq_io_cq *bic; long unsigned int wr_cur_max_time; long unsigned int soft_rt_next_start; long unsigned int last_wr_start_finish; unsigned int wr_coeff; long unsigned int last_idle_bklogged; long unsigned int service_from_backlogged; long unsigned int service_from_wr; long unsigned int wr_start_at_switch_to_srt; long unsigned int split_time; long unsigned int first_IO_time; long unsigned int creation_time; struct bfq_queue *waker_bfqq; struct bfq_queue *tentative_waker_bfqq; unsigned int num_waker_detections; u64 waker_detection_started; struct hlist_node woken_list_node; struct hlist_head woken_list; }; struct bfq_group; struct bfq_data { struct request_queue *queue; struct list_head dispatch; struct bfq_group *root_group; struct rb_root_cached queue_weights_tree; unsigned int num_groups_with_pending_reqs; unsigned int busy_queues[3]; int wr_busy_queues; int queued; int rq_in_driver; bool nonrot_with_queueing; int max_rq_in_driver; int hw_tag_samples; int hw_tag; int budgets_assigned; struct hrtimer idle_slice_timer; struct bfq_queue *in_service_queue; sector_t last_position; sector_t in_serv_last_pos; u64 last_completion; struct bfq_queue *last_completed_rq_bfqq; struct bfq_queue *last_bfqq_created; u64 last_empty_occupied_ns; bool wait_dispatch; struct request *waited_rq; bool rqs_injected; u64 first_dispatch; u64 last_dispatch; ktime_t last_budget_start; ktime_t last_idling_start; long unsigned int last_idling_start_jiffies; int peak_rate_samples; u32 sequential_samples; u64 tot_sectors_dispatched; u32 last_rq_max_size; u64 delta_from_first; u32 peak_rate; int bfq_max_budget; struct list_head active_list; struct list_head idle_list; u64 bfq_fifo_expire[2]; unsigned int bfq_back_penalty; unsigned int bfq_back_max; u32 bfq_slice_idle; int bfq_user_max_budget; unsigned int bfq_timeout; bool strict_guarantees; long unsigned int last_ins_in_burst; long unsigned int bfq_burst_interval; int burst_size; struct bfq_entity *burst_parent_entity; long unsigned int bfq_large_burst_thresh; bool large_burst; struct hlist_head burst_list; bool low_latency; unsigned int bfq_wr_coeff; unsigned int bfq_wr_max_time; unsigned int bfq_wr_rt_max_time; unsigned int bfq_wr_min_idle_time; long unsigned int bfq_wr_min_inter_arr_async; unsigned int bfq_wr_max_softrt_rate; u64 rate_dur_prod; struct bfq_queue oom_bfqq; spinlock_t lock; struct bfq_io_cq *bio_bic; struct bfq_queue *bio_bfqq; unsigned int word_depths[4]; unsigned int full_depth_shift; }; struct bfq_io_cq { struct io_cq icq; struct bfq_queue *bfqq[2]; int ioprio; uint64_t blkcg_serial_nr; bool saved_has_short_ttime; bool saved_IO_bound; u64 saved_io_start_time; u64 saved_tot_idle_time; bool saved_in_large_burst; bool was_in_burst_list; unsigned int saved_weight; long unsigned int saved_wr_coeff; long unsigned int saved_last_wr_start_finish; long unsigned int saved_service_from_wr; long unsigned int saved_wr_start_at_switch_to_srt; unsigned int saved_wr_cur_max_time; struct bfq_ttime saved_ttime; u64 saved_last_serv_time_ns; unsigned int saved_inject_limit; long unsigned int saved_decrease_time_jif; struct bfq_queue *stable_merge_bfqq; bool stably_merged; unsigned int requests; }; struct bfqg_stats { struct blkg_rwstat bytes; struct blkg_rwstat ios; }; struct bfq_group { struct blkg_policy_data pd; char blkg_path[128]; refcount_t ref; bool online; struct bfq_entity entity; struct bfq_sched_data sched_data; struct bfq_data *bfqd; struct bfq_queue *async_bfqq[16]; struct bfq_queue *async_idle_bfqq; struct bfq_entity *my_entity; int active_entities; int num_queues_with_pending_reqs; struct rb_root rq_pos_tree; struct bfqg_stats stats; }; enum bfqq_state_flags { BFQQF_just_created = 0, BFQQF_busy = 1, BFQQF_wait_request = 2, BFQQF_non_blocking_wait_rq = 3, BFQQF_fifo_expire = 4, BFQQF_has_short_ttime = 5, BFQQF_sync = 6, BFQQF_IO_bound = 7, BFQQF_in_large_burst = 8, BFQQF_softrt_update = 9, BFQQF_coop = 10, BFQQF_split_coop = 11, }; enum bfqq_expiration { BFQQE_TOO_IDLE = 0, BFQQE_BUDGET_TIMEOUT = 1, BFQQE_BUDGET_EXHAUSTED = 2, BFQQE_NO_MORE_REQUESTS = 3, BFQQE_PREEMPTED = 4, }; enum blk_integrity_flags { BLK_INTEGRITY_VERIFY = 1, BLK_INTEGRITY_GENERATE = 2, BLK_INTEGRITY_DEVICE_CAPABLE = 4, BLK_INTEGRITY_IP_CHECKSUM = 8, }; struct integrity_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_integrity *, char *); ssize_t (*store)(struct blk_integrity *, const char *, size_t); }; struct irq_poll; typedef int irq_poll_fn(struct irq_poll *, int); struct irq_poll { struct list_head list; long unsigned int state; int weight; irq_poll_fn *poll; }; struct rdma_cgroup { struct cgroup_subsys_state css; struct list_head rpools; }; struct rdmacg_device { struct list_head dev_node; struct list_head rpools; char *name; }; struct dim_sample { ktime_t time; u32 pkt_ctr; u32 byte_ctr; u16 event_ctr; u32 comp_ctr; }; struct dim_stats { int ppms; int bpms; int epms; int cpms; int cpe_ratio; }; struct dim { u8 state; struct dim_stats prev_stats; struct dim_sample start_sample; struct dim_sample measuring_sample; struct work_struct work; void *priv; u8 profile_ix; u8 mode; u8 tune_state; u8 steps_right; u8 steps_left; u8 tired; }; enum rdma_nl_counter_mode { RDMA_COUNTER_MODE_NONE = 0, RDMA_COUNTER_MODE_AUTO = 1, RDMA_COUNTER_MODE_MANUAL = 2, RDMA_COUNTER_MODE_MAX = 3, }; enum rdma_nl_counter_mask { RDMA_COUNTER_MASK_QP_TYPE = 1, RDMA_COUNTER_MASK_PID = 2, }; enum rdma_restrack_type { RDMA_RESTRACK_PD = 0, RDMA_RESTRACK_CQ = 1, RDMA_RESTRACK_QP = 2, RDMA_RESTRACK_CM_ID = 3, RDMA_RESTRACK_MR = 4, RDMA_RESTRACK_CTX = 5, RDMA_RESTRACK_COUNTER = 6, RDMA_RESTRACK_SRQ = 7, RDMA_RESTRACK_MAX = 8, }; struct rdma_restrack_entry { bool valid; u8 no_track: 1; struct kref kref; struct completion comp; struct task_struct *task; const char *kern_name; enum rdma_restrack_type type; bool user; u32 id; }; struct rdma_link_ops { struct list_head list; const char *type; int (*newlink)(const char *, struct net_device *); }; struct auto_mode_param { int qp_type; }; struct rdma_counter_mode { enum rdma_nl_counter_mode mode; enum rdma_nl_counter_mask mask; struct auto_mode_param param; }; struct rdma_hw_stats; struct rdma_port_counter { struct rdma_counter_mode mode; struct rdma_hw_stats *hstats; unsigned int num_counters; struct mutex lock; }; struct rdma_stat_desc; struct rdma_hw_stats { struct mutex lock; long unsigned int timestamp; long unsigned int lifespan; const struct rdma_stat_desc *descs; long unsigned int *is_disabled; int num_counters; u64 value[0]; }; struct ib_device; struct rdma_counter { struct rdma_restrack_entry res; struct ib_device *device; uint32_t id; struct kref kref; struct rdma_counter_mode mode; struct mutex lock; struct rdma_hw_stats *stats; u32 port; }; enum rdma_driver_id { RDMA_DRIVER_UNKNOWN = 0, RDMA_DRIVER_MLX5 = 1, RDMA_DRIVER_MLX4 = 2, RDMA_DRIVER_CXGB3 = 3, RDMA_DRIVER_CXGB4 = 4, RDMA_DRIVER_MTHCA = 5, RDMA_DRIVER_BNXT_RE = 6, RDMA_DRIVER_OCRDMA = 7, RDMA_DRIVER_NES = 8, RDMA_DRIVER_I40IW = 9, RDMA_DRIVER_IRDMA = 9, RDMA_DRIVER_VMW_PVRDMA = 10, RDMA_DRIVER_QEDR = 11, RDMA_DRIVER_HNS = 12, RDMA_DRIVER_USNIC = 13, RDMA_DRIVER_RXE = 14, RDMA_DRIVER_HFI1 = 15, RDMA_DRIVER_QIB = 16, RDMA_DRIVER_EFA = 17, RDMA_DRIVER_SIW = 18, RDMA_DRIVER_ERDMA = 19, RDMA_DRIVER_MANA = 20, }; enum ib_cq_notify_flags { IB_CQ_SOLICITED = 1, IB_CQ_NEXT_COMP = 2, IB_CQ_SOLICITED_MASK = 3, IB_CQ_REPORT_MISSED_EVENTS = 4, }; enum rdma_link_layer { IB_LINK_LAYER_UNSPECIFIED = 0, IB_LINK_LAYER_INFINIBAND = 1, IB_LINK_LAYER_ETHERNET = 2, }; enum rdma_netdev_t { RDMA_NETDEV_OPA_VNIC = 0, RDMA_NETDEV_IPOIB = 1, }; enum ib_srq_attr_mask { IB_SRQ_MAX_WR = 1, IB_SRQ_LIMIT = 2, }; enum ib_mr_type { IB_MR_TYPE_MEM_REG = 0, IB_MR_TYPE_SG_GAPS = 1, IB_MR_TYPE_DM = 2, IB_MR_TYPE_USER = 3, IB_MR_TYPE_DMA = 4, IB_MR_TYPE_INTEGRITY = 5, }; enum ib_uverbs_advise_mr_advice { IB_UVERBS_ADVISE_MR_ADVICE_PREFETCH = 0, IB_UVERBS_ADVISE_MR_ADVICE_PREFETCH_WRITE = 1, IB_UVERBS_ADVISE_MR_ADVICE_PREFETCH_NO_FAULT = 2, }; struct uverbs_attr_bundle; struct iw_cm_id; struct iw_cm_conn_param; struct ib_qp; struct ib_send_wr; struct ib_recv_wr; struct ib_cq; struct ib_wc; struct ib_srq; struct ib_grh; struct ib_mad; struct ib_device_attr; struct ib_udata; struct ib_device_modify; struct ib_port_attr; struct ib_port_modify; struct ib_port_immutable; struct rdma_netdev_alloc_params; union ib_gid; struct ib_gid_attr; struct ib_ucontext; struct rdma_user_mmap_entry; struct ib_pd; struct ib_ah; struct rdma_ah_init_attr; struct rdma_ah_attr; struct ib_srq_init_attr; struct ib_srq_attr; struct ib_qp_init_attr; struct ib_qp_attr; struct ib_cq_init_attr; struct ib_mr; struct ib_sge; struct ib_mr_status; struct ib_mw; struct ib_xrcd; struct ib_flow; struct ib_flow_attr; struct ib_flow_action; struct ib_wq; struct ib_wq_init_attr; struct ib_wq_attr; struct ib_rwq_ind_table; struct ib_rwq_ind_table_init_attr; struct ib_dm; struct ib_dm_alloc_attr; struct ib_dm_mr_attr; struct ib_counters; struct ib_counters_read_attr; struct rdma_cm_id; struct ib_device_ops { struct module *owner; enum rdma_driver_id driver_id; u32 uverbs_abi_ver; unsigned int uverbs_no_driver_id_binding: 1; const struct attribute_group *device_group; const struct attribute_group **port_groups; int (*post_send)(struct ib_qp *, const struct ib_send_wr *, const struct ib_send_wr **); int (*post_recv)(struct ib_qp *, const struct ib_recv_wr *, const struct ib_recv_wr **); void (*drain_rq)(struct ib_qp *); void (*drain_sq)(struct ib_qp *); int (*poll_cq)(struct ib_cq *, int, struct ib_wc *); int (*peek_cq)(struct ib_cq *, int); int (*req_notify_cq)(struct ib_cq *, enum ib_cq_notify_flags); int (*post_srq_recv)(struct ib_srq *, const struct ib_recv_wr *, const struct ib_recv_wr **); int (*process_mad)(struct ib_device *, int, u32, const struct ib_wc *, const struct ib_grh *, const struct ib_mad *, struct ib_mad *, size_t *, u16 *); int (*query_device)(struct ib_device *, struct ib_device_attr *, struct ib_udata *); int (*modify_device)(struct ib_device *, int, struct ib_device_modify *); void (*get_dev_fw_str)(struct ib_device *, char *); const struct cpumask * (*get_vector_affinity)(struct ib_device *, int); int (*query_port)(struct ib_device *, u32, struct ib_port_attr *); int (*modify_port)(struct ib_device *, u32, int, struct ib_port_modify *); int (*get_port_immutable)(struct ib_device *, u32, struct ib_port_immutable *); enum rdma_link_layer (*get_link_layer)(struct ib_device *, u32); struct net_device * (*get_netdev)(struct ib_device *, u32); struct net_device * (*alloc_rdma_netdev)(struct ib_device *, u32, enum rdma_netdev_t, const char *, unsigned char, void (*)(struct net_device *)); int (*rdma_netdev_get_params)(struct ib_device *, u32, enum rdma_netdev_t, struct rdma_netdev_alloc_params *); int (*query_gid)(struct ib_device *, u32, int, union ib_gid *); int (*add_gid)(const struct ib_gid_attr *, void **); int (*del_gid)(const struct ib_gid_attr *, void **); int (*query_pkey)(struct ib_device *, u32, u16, u16 *); int (*alloc_ucontext)(struct ib_ucontext *, struct ib_udata *); void (*dealloc_ucontext)(struct ib_ucontext *); int (*mmap)(struct ib_ucontext *, struct vm_area_struct *); void (*mmap_free)(struct rdma_user_mmap_entry *); void (*disassociate_ucontext)(struct ib_ucontext *); int (*alloc_pd)(struct ib_pd *, struct ib_udata *); int (*dealloc_pd)(struct ib_pd *, struct ib_udata *); int (*create_ah)(struct ib_ah *, struct rdma_ah_init_attr *, struct ib_udata *); int (*create_user_ah)(struct ib_ah *, struct rdma_ah_init_attr *, struct ib_udata *); int (*modify_ah)(struct ib_ah *, struct rdma_ah_attr *); int (*query_ah)(struct ib_ah *, struct rdma_ah_attr *); int (*destroy_ah)(struct ib_ah *, u32); int (*create_srq)(struct ib_srq *, struct ib_srq_init_attr *, struct ib_udata *); int (*modify_srq)(struct ib_srq *, struct ib_srq_attr *, enum ib_srq_attr_mask, struct ib_udata *); int (*query_srq)(struct ib_srq *, struct ib_srq_attr *); int (*destroy_srq)(struct ib_srq *, struct ib_udata *); int (*create_qp)(struct ib_qp *, struct ib_qp_init_attr *, struct ib_udata *); int (*modify_qp)(struct ib_qp *, struct ib_qp_attr *, int, struct ib_udata *); int (*query_qp)(struct ib_qp *, struct ib_qp_attr *, int, struct ib_qp_init_attr *); int (*destroy_qp)(struct ib_qp *, struct ib_udata *); int (*create_cq)(struct ib_cq *, const struct ib_cq_init_attr *, struct ib_udata *); int (*modify_cq)(struct ib_cq *, u16, u16); int (*destroy_cq)(struct ib_cq *, struct ib_udata *); int (*resize_cq)(struct ib_cq *, int, struct ib_udata *); struct ib_mr * (*get_dma_mr)(struct ib_pd *, int); struct ib_mr * (*reg_user_mr)(struct ib_pd *, u64, u64, u64, int, struct ib_udata *); struct ib_mr * (*reg_user_mr_dmabuf)(struct ib_pd *, u64, u64, u64, int, int, struct ib_udata *); struct ib_mr * (*rereg_user_mr)(struct ib_mr *, int, u64, u64, u64, int, struct ib_pd *, struct ib_udata *); int (*dereg_mr)(struct ib_mr *, struct ib_udata *); struct ib_mr * (*alloc_mr)(struct ib_pd *, enum ib_mr_type, u32); struct ib_mr * (*alloc_mr_integrity)(struct ib_pd *, u32, u32); int (*advise_mr)(struct ib_pd *, enum ib_uverbs_advise_mr_advice, u32, struct ib_sge *, u32, struct uverbs_attr_bundle *); int (*map_mr_sg)(struct ib_mr *, struct scatterlist *, int, unsigned int *); int (*check_mr_status)(struct ib_mr *, u32, struct ib_mr_status *); int (*alloc_mw)(struct ib_mw *, struct ib_udata *); int (*dealloc_mw)(struct ib_mw *); int (*attach_mcast)(struct ib_qp *, union ib_gid *, u16); int (*detach_mcast)(struct ib_qp *, union ib_gid *, u16); int (*alloc_xrcd)(struct ib_xrcd *, struct ib_udata *); int (*dealloc_xrcd)(struct ib_xrcd *, struct ib_udata *); struct ib_flow * (*create_flow)(struct ib_qp *, struct ib_flow_attr *, struct ib_udata *); int (*destroy_flow)(struct ib_flow *); int (*destroy_flow_action)(struct ib_flow_action *); int (*set_vf_link_state)(struct ib_device *, int, u32, int); int (*get_vf_config)(struct ib_device *, int, u32, struct ifla_vf_info *); int (*get_vf_stats)(struct ib_device *, int, u32, struct ifla_vf_stats *); int (*get_vf_guid)(struct ib_device *, int, u32, struct ifla_vf_guid *, struct ifla_vf_guid *); int (*set_vf_guid)(struct ib_device *, int, u32, u64, int); struct ib_wq * (*create_wq)(struct ib_pd *, struct ib_wq_init_attr *, struct ib_udata *); int (*destroy_wq)(struct ib_wq *, struct ib_udata *); int (*modify_wq)(struct ib_wq *, struct ib_wq_attr *, u32, struct ib_udata *); int (*create_rwq_ind_table)(struct ib_rwq_ind_table *, struct ib_rwq_ind_table_init_attr *, struct ib_udata *); int (*destroy_rwq_ind_table)(struct ib_rwq_ind_table *); struct ib_dm * (*alloc_dm)(struct ib_device *, struct ib_ucontext *, struct ib_dm_alloc_attr *, struct uverbs_attr_bundle *); int (*dealloc_dm)(struct ib_dm *, struct uverbs_attr_bundle *); struct ib_mr * (*reg_dm_mr)(struct ib_pd *, struct ib_dm *, struct ib_dm_mr_attr *, struct uverbs_attr_bundle *); int (*create_counters)(struct ib_counters *, struct uverbs_attr_bundle *); int (*destroy_counters)(struct ib_counters *); int (*read_counters)(struct ib_counters *, struct ib_counters_read_attr *, struct uverbs_attr_bundle *); int (*map_mr_sg_pi)(struct ib_mr *, struct scatterlist *, int, unsigned int *, struct scatterlist *, int, unsigned int *); struct rdma_hw_stats * (*alloc_hw_device_stats)(struct ib_device *); struct rdma_hw_stats * (*alloc_hw_port_stats)(struct ib_device *, u32); int (*get_hw_stats)(struct ib_device *, struct rdma_hw_stats *, u32, int); int (*modify_hw_stat)(struct ib_device *, u32, unsigned int, bool); int (*fill_res_mr_entry)(struct sk_buff *, struct ib_mr *); int (*fill_res_mr_entry_raw)(struct sk_buff *, struct ib_mr *); int (*fill_res_cq_entry)(struct sk_buff *, struct ib_cq *); int (*fill_res_cq_entry_raw)(struct sk_buff *, struct ib_cq *); int (*fill_res_qp_entry)(struct sk_buff *, struct ib_qp *); int (*fill_res_qp_entry_raw)(struct sk_buff *, struct ib_qp *); int (*fill_res_cm_id_entry)(struct sk_buff *, struct rdma_cm_id *); int (*enable_driver)(struct ib_device *); void (*dealloc_driver)(struct ib_device *); void (*iw_add_ref)(struct ib_qp *); void (*iw_rem_ref)(struct ib_qp *); struct ib_qp * (*iw_get_qp)(struct ib_device *, int); int (*iw_connect)(struct iw_cm_id *, struct iw_cm_conn_param *); int (*iw_accept)(struct iw_cm_id *, struct iw_cm_conn_param *); int (*iw_reject)(struct iw_cm_id *, const void *, u8); int (*iw_create_listen)(struct iw_cm_id *, int); int (*iw_destroy_listen)(struct iw_cm_id *); int (*counter_bind_qp)(struct rdma_counter *, struct ib_qp *); int (*counter_unbind_qp)(struct ib_qp *); int (*counter_dealloc)(struct rdma_counter *); struct rdma_hw_stats * (*counter_alloc_stats)(struct rdma_counter *); int (*counter_update_stats)(struct rdma_counter *); int (*fill_stat_mr_entry)(struct sk_buff *, struct ib_mr *); int (*query_ucontext)(struct ib_ucontext *, struct uverbs_attr_bundle *); int (*get_numa_node)(struct ib_device *); size_t size_ib_ah; size_t size_ib_counters; size_t size_ib_cq; size_t size_ib_mw; size_t size_ib_pd; size_t size_ib_qp; size_t size_ib_rwq_ind_table; size_t size_ib_srq; size_t size_ib_ucontext; size_t size_ib_xrcd; }; struct ib_core_device { struct device dev; possible_net_t rdma_net; struct kobject *ports_kobj; struct list_head port_list; struct ib_device *owner; }; enum ib_atomic_cap { IB_ATOMIC_NONE = 0, IB_ATOMIC_HCA = 1, IB_ATOMIC_GLOB = 2, }; struct ib_odp_caps { uint64_t general_caps; struct { uint32_t rc_odp_caps; uint32_t uc_odp_caps; uint32_t ud_odp_caps; uint32_t xrc_odp_caps; } per_transport_caps; }; struct ib_rss_caps { u32 supported_qpts; u32 max_rwq_indirection_tables; u32 max_rwq_indirection_table_size; }; struct ib_tm_caps { u32 max_rndv_hdr_size; u32 max_num_tags; u32 flags; u32 max_ops; u32 max_sge; }; struct ib_cq_caps { u16 max_cq_moderation_count; u16 max_cq_moderation_period; }; struct ib_device_attr { u64 fw_ver; __be64 sys_image_guid; u64 max_mr_size; u64 page_size_cap; u32 vendor_id; u32 vendor_part_id; u32 hw_ver; int max_qp; int max_qp_wr; u64 device_cap_flags; u64 kernel_cap_flags; int max_send_sge; int max_recv_sge; int max_sge_rd; int max_cq; int max_cqe; int max_mr; int max_pd; int max_qp_rd_atom; int max_ee_rd_atom; int max_res_rd_atom; int max_qp_init_rd_atom; int max_ee_init_rd_atom; enum ib_atomic_cap atomic_cap; enum ib_atomic_cap masked_atomic_cap; int max_ee; int max_rdd; int max_mw; int max_raw_ipv6_qp; int max_raw_ethy_qp; int max_mcast_grp; int max_mcast_qp_attach; int max_total_mcast_qp_attach; int max_ah; int max_srq; int max_srq_wr; int max_srq_sge; unsigned int max_fast_reg_page_list_len; unsigned int max_pi_fast_reg_page_list_len; u16 max_pkeys; u8 local_ca_ack_delay; int sig_prot_cap; int sig_guard_cap; struct ib_odp_caps odp_caps; uint64_t timestamp_mask; uint64_t hca_core_clock; struct ib_rss_caps rss_caps; u32 max_wq_type_rq; u32 raw_packet_caps; struct ib_tm_caps tm_caps; struct ib_cq_caps cq_caps; u64 max_dm_size; u32 max_sgl_rd; }; struct hw_stats_device_data; struct rdma_restrack_root; struct uapi_definition; struct ib_port_data; struct ib_device { struct device *dma_device; struct ib_device_ops ops; char name[64]; struct callback_head callback_head; struct list_head event_handler_list; struct rw_semaphore event_handler_rwsem; spinlock_t qp_open_list_lock; struct rw_semaphore client_data_rwsem; struct xarray client_data; struct mutex unregistration_lock; rwlock_t cache_lock; struct ib_port_data *port_data; int num_comp_vectors; union { struct device dev; struct ib_core_device coredev; }; const struct attribute_group *groups[4]; u64 uverbs_cmd_mask; char node_desc[64]; __be64 node_guid; u32 local_dma_lkey; u16 is_switch: 1; u16 kverbs_provider: 1; u16 use_cq_dim: 1; u8 node_type; u32 phys_port_cnt; struct ib_device_attr attrs; struct hw_stats_device_data *hw_stats_data; struct rdmacg_device cg_device; u32 index; spinlock_t cq_pools_lock; struct list_head cq_pools[3]; struct rdma_restrack_root *res; const struct uapi_definition *driver_def; refcount_t refcount; struct completion unreg_completion; struct work_struct unregistration_work; const struct rdma_link_ops *link_ops; struct mutex compat_devs_mutex; struct xarray compat_devs; char iw_ifname[16]; u32 iw_driver_flags; u32 lag_flags; }; enum ib_signature_type { IB_SIG_TYPE_NONE = 0, IB_SIG_TYPE_T10_DIF = 1, }; enum ib_t10_dif_bg_type { IB_T10DIF_CRC = 0, IB_T10DIF_CSUM = 1, }; struct ib_t10_dif_domain { enum ib_t10_dif_bg_type bg_type; u16 pi_interval; u16 bg; u16 app_tag; u32 ref_tag; bool ref_remap; bool app_escape; bool ref_escape; u16 apptag_check_mask; }; struct ib_sig_domain { enum ib_signature_type sig_type; union { struct ib_t10_dif_domain dif; } sig; }; struct ib_sig_attrs { u8 check_mask; struct ib_sig_domain mem; struct ib_sig_domain wire; int meta_length; }; enum ib_sig_err_type { IB_SIG_BAD_GUARD = 0, IB_SIG_BAD_REFTAG = 1, IB_SIG_BAD_APPTAG = 2, }; struct ib_sig_err { enum ib_sig_err_type err_type; u32 expected; u32 actual; u64 sig_err_offset; u32 key; }; union ib_gid { u8 raw[16]; struct { __be64 subnet_prefix; __be64 interface_id; } global; }; enum ib_gid_type { IB_GID_TYPE_IB = 0, IB_GID_TYPE_ROCE = 1, IB_GID_TYPE_ROCE_UDP_ENCAP = 2, IB_GID_TYPE_SIZE = 3, }; struct ib_gid_attr { struct net_device *ndev; struct ib_device *device; union ib_gid gid; enum ib_gid_type gid_type; u16 index; u32 port_num; }; struct ib_cq_init_attr { unsigned int cqe; u32 comp_vector; u32 flags; }; struct ib_dm_mr_attr { u64 length; u64 offset; u32 access_flags; }; struct ib_dm_alloc_attr { u64 length; u32 alignment; u32 flags; }; enum ib_mtu { IB_MTU_256 = 1, IB_MTU_512 = 2, IB_MTU_1024 = 3, IB_MTU_2048 = 4, IB_MTU_4096 = 5, }; enum ib_port_state { IB_PORT_NOP = 0, IB_PORT_DOWN = 1, IB_PORT_INIT = 2, IB_PORT_ARMED = 3, IB_PORT_ACTIVE = 4, IB_PORT_ACTIVE_DEFER = 5, }; struct rdma_stat_desc { const char *name; unsigned int flags; const void *priv; }; struct ib_port_attr { u64 subnet_prefix; enum ib_port_state state; enum ib_mtu max_mtu; enum ib_mtu active_mtu; u32 phys_mtu; int gid_tbl_len; unsigned int ip_gids: 1; u32 port_cap_flags; u32 max_msg_sz; u32 bad_pkey_cntr; u32 qkey_viol_cntr; u16 pkey_tbl_len; u32 sm_lid; u32 lid; u8 lmc; u8 max_vl_num; u8 sm_sl; u8 subnet_timeout; u8 init_type_reply; u8 active_width; u16 active_speed; u8 phys_state; u16 port_cap_flags2; }; struct ib_device_modify { u64 sys_image_guid; char node_desc[64]; }; struct ib_port_modify { u32 set_port_cap_mask; u32 clr_port_cap_mask; u8 init_type; }; enum ib_event_type { IB_EVENT_CQ_ERR = 0, IB_EVENT_QP_FATAL = 1, IB_EVENT_QP_REQ_ERR = 2, IB_EVENT_QP_ACCESS_ERR = 3, IB_EVENT_COMM_EST = 4, IB_EVENT_SQ_DRAINED = 5, IB_EVENT_PATH_MIG = 6, IB_EVENT_PATH_MIG_ERR = 7, IB_EVENT_DEVICE_FATAL = 8, IB_EVENT_PORT_ACTIVE = 9, IB_EVENT_PORT_ERR = 10, IB_EVENT_LID_CHANGE = 11, IB_EVENT_PKEY_CHANGE = 12, IB_EVENT_SM_CHANGE = 13, IB_EVENT_SRQ_ERR = 14, IB_EVENT_SRQ_LIMIT_REACHED = 15, IB_EVENT_QP_LAST_WQE_REACHED = 16, IB_EVENT_CLIENT_REREGISTER = 17, IB_EVENT_GID_CHANGE = 18, IB_EVENT_WQ_FATAL = 19, }; struct ib_ucq_object; typedef void (*ib_comp_handler)(struct ib_cq *, void *); struct ib_event; struct ib_cq { struct ib_device *device; struct ib_ucq_object *uobject; ib_comp_handler comp_handler; void (*event_handler)(struct ib_event *, void *); void *cq_context; int cqe; unsigned int cqe_used; atomic_t usecnt; enum ib_poll_context poll_ctx; struct ib_wc *wc; struct list_head pool_entry; union { struct irq_poll iop; struct work_struct work; }; struct workqueue_struct *comp_wq; struct dim *dim; ktime_t timestamp; u8 interrupt: 1; u8 shared: 1; unsigned int comp_vector; struct rdma_restrack_entry res; }; struct ib_uqp_object; enum ib_qp_type { IB_QPT_SMI = 0, IB_QPT_GSI = 1, IB_QPT_RC = 2, IB_QPT_UC = 3, IB_QPT_UD = 4, IB_QPT_RAW_IPV6 = 5, IB_QPT_RAW_ETHERTYPE = 6, IB_QPT_RAW_PACKET = 8, IB_QPT_XRC_INI = 9, IB_QPT_XRC_TGT = 10, IB_QPT_MAX = 11, IB_QPT_DRIVER = 255, IB_QPT_RESERVED1 = 4096, IB_QPT_RESERVED2 = 4097, IB_QPT_RESERVED3 = 4098, IB_QPT_RESERVED4 = 4099, IB_QPT_RESERVED5 = 4100, IB_QPT_RESERVED6 = 4101, IB_QPT_RESERVED7 = 4102, IB_QPT_RESERVED8 = 4103, IB_QPT_RESERVED9 = 4104, IB_QPT_RESERVED10 = 4105, }; struct ib_qp_security; struct ib_qp { struct ib_device *device; struct ib_pd *pd; struct ib_cq *send_cq; struct ib_cq *recv_cq; spinlock_t mr_lock; int mrs_used; struct list_head rdma_mrs; struct list_head sig_mrs; struct ib_srq *srq; struct ib_xrcd *xrcd; struct list_head xrcd_list; atomic_t usecnt; struct list_head open_list; struct ib_qp *real_qp; struct ib_uqp_object *uobject; void (*event_handler)(struct ib_event *, void *); void *qp_context; const struct ib_gid_attr *av_sgid_attr; const struct ib_gid_attr *alt_path_sgid_attr; u32 qp_num; u32 max_write_sge; u32 max_read_sge; enum ib_qp_type qp_type; struct ib_rwq_ind_table *rwq_ind_tbl; struct ib_qp_security *qp_sec; u32 port; bool integrity_en; struct rdma_restrack_entry res; struct rdma_counter *counter; }; struct ib_usrq_object; enum ib_srq_type { IB_SRQT_BASIC = 0, IB_SRQT_XRC = 1, IB_SRQT_TM = 2, }; struct ib_srq { struct ib_device *device; struct ib_pd *pd; struct ib_usrq_object *uobject; void (*event_handler)(struct ib_event *, void *); void *srq_context; enum ib_srq_type srq_type; atomic_t usecnt; struct { struct ib_cq *cq; union { struct { struct ib_xrcd *xrcd; u32 srq_num; } xrc; }; } ext; struct rdma_restrack_entry res; }; struct ib_uwq_object; enum ib_wq_state { IB_WQS_RESET = 0, IB_WQS_RDY = 1, IB_WQS_ERR = 2, }; enum ib_wq_type { IB_WQT_RQ = 0, }; struct ib_wq { struct ib_device *device; struct ib_uwq_object *uobject; void *wq_context; void (*event_handler)(struct ib_event *, void *); struct ib_pd *pd; struct ib_cq *cq; u32 wq_num; enum ib_wq_state state; enum ib_wq_type wq_type; atomic_t usecnt; }; struct ib_event { struct ib_device *device; union { struct ib_cq *cq; struct ib_qp *qp; struct ib_srq *srq; struct ib_wq *wq; u32 port_num; } element; enum ib_event_type event; }; struct ib_global_route { const struct ib_gid_attr *sgid_attr; union ib_gid dgid; u32 flow_label; u8 sgid_index; u8 hop_limit; u8 traffic_class; }; struct ib_grh { __be32 version_tclass_flow; __be16 paylen; u8 next_hdr; u8 hop_limit; union ib_gid sgid; union ib_gid dgid; }; struct ib_mr_status { u32 fail_status; struct ib_sig_err sig_err; }; struct rdma_ah_init_attr { struct rdma_ah_attr *ah_attr; u32 flags; struct net_device *xmit_slave; }; enum rdma_ah_attr_type { RDMA_AH_ATTR_TYPE_UNDEFINED = 0, RDMA_AH_ATTR_TYPE_IB = 1, RDMA_AH_ATTR_TYPE_ROCE = 2, RDMA_AH_ATTR_TYPE_OPA = 3, }; struct ib_ah_attr { u16 dlid; u8 src_path_bits; }; struct roce_ah_attr { u8 dmac[6]; }; struct opa_ah_attr { u32 dlid; u8 src_path_bits; bool make_grd; }; struct rdma_ah_attr { struct ib_global_route grh; u8 sl; u8 static_rate; u32 port_num; u8 ah_flags; enum rdma_ah_attr_type type; union { struct ib_ah_attr ib; struct roce_ah_attr roce; struct opa_ah_attr opa; }; }; enum ib_wc_status { IB_WC_SUCCESS = 0, IB_WC_LOC_LEN_ERR = 1, IB_WC_LOC_QP_OP_ERR = 2, IB_WC_LOC_EEC_OP_ERR = 3, IB_WC_LOC_PROT_ERR = 4, IB_WC_WR_FLUSH_ERR = 5, IB_WC_MW_BIND_ERR = 6, IB_WC_BAD_RESP_ERR = 7, IB_WC_LOC_ACCESS_ERR = 8, IB_WC_REM_INV_REQ_ERR = 9, IB_WC_REM_ACCESS_ERR = 10, IB_WC_REM_OP_ERR = 11, IB_WC_RETRY_EXC_ERR = 12, IB_WC_RNR_RETRY_EXC_ERR = 13, IB_WC_LOC_RDD_VIOL_ERR = 14, IB_WC_REM_INV_RD_REQ_ERR = 15, IB_WC_REM_ABORT_ERR = 16, IB_WC_INV_EECN_ERR = 17, IB_WC_INV_EEC_STATE_ERR = 18, IB_WC_FATAL_ERR = 19, IB_WC_RESP_TIMEOUT_ERR = 20, IB_WC_GENERAL_ERR = 21, }; enum ib_wc_opcode { IB_WC_SEND = 0, IB_WC_RDMA_WRITE = 1, IB_WC_RDMA_READ = 2, IB_WC_COMP_SWAP = 3, IB_WC_FETCH_ADD = 4, IB_WC_BIND_MW = 5, IB_WC_LOCAL_INV = 6, IB_WC_LSO = 7, IB_WC_ATOMIC_WRITE = 9, IB_WC_REG_MR = 10, IB_WC_MASKED_COMP_SWAP = 11, IB_WC_MASKED_FETCH_ADD = 12, IB_WC_FLUSH = 8, IB_WC_RECV = 128, IB_WC_RECV_RDMA_WITH_IMM = 129, }; struct ib_cqe { void (*done)(struct ib_cq *, struct ib_wc *); }; struct ib_wc { union { u64 wr_id; struct ib_cqe *wr_cqe; }; enum ib_wc_status status; enum ib_wc_opcode opcode; u32 vendor_err; u32 byte_len; struct ib_qp *qp; union { __be32 imm_data; u32 invalidate_rkey; } ex; u32 src_qp; u32 slid; int wc_flags; u16 pkey_index; u8 sl; u8 dlid_path_bits; u32 port_num; u8 smac[6]; u16 vlan_id; u8 network_hdr_type; }; struct ib_srq_attr { u32 max_wr; u32 max_sge; u32 srq_limit; }; struct ib_xrcd { struct ib_device *device; atomic_t usecnt; struct inode *inode; struct rw_semaphore tgt_qps_rwsem; struct xarray tgt_qps; }; struct ib_srq_init_attr { void (*event_handler)(struct ib_event *, void *); void *srq_context; struct ib_srq_attr attr; enum ib_srq_type srq_type; struct { struct ib_cq *cq; union { struct { struct ib_xrcd *xrcd; } xrc; struct { u32 max_num_tags; } tag_matching; }; } ext; }; struct ib_qp_cap { u32 max_send_wr; u32 max_recv_wr; u32 max_send_sge; u32 max_recv_sge; u32 max_inline_data; u32 max_rdma_ctxs; }; enum ib_sig_type { IB_SIGNAL_ALL_WR = 0, IB_SIGNAL_REQ_WR = 1, }; struct ib_qp_init_attr { void (*event_handler)(struct ib_event *, void *); void *qp_context; struct ib_cq *send_cq; struct ib_cq *recv_cq; struct ib_srq *srq; struct ib_xrcd *xrcd; struct ib_qp_cap cap; enum ib_sig_type sq_sig_type; enum ib_qp_type qp_type; u32 create_flags; u32 port_num; struct ib_rwq_ind_table *rwq_ind_tbl; u32 source_qpn; }; struct ib_uobject; struct ib_rwq_ind_table { struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; u32 ind_tbl_num; u32 log_ind_tbl_size; struct ib_wq **ind_tbl; }; enum ib_qp_state { IB_QPS_RESET = 0, IB_QPS_INIT = 1, IB_QPS_RTR = 2, IB_QPS_RTS = 3, IB_QPS_SQD = 4, IB_QPS_SQE = 5, IB_QPS_ERR = 6, }; enum ib_mig_state { IB_MIG_MIGRATED = 0, IB_MIG_REARM = 1, IB_MIG_ARMED = 2, }; enum ib_mw_type { IB_MW_TYPE_1 = 1, IB_MW_TYPE_2 = 2, }; struct ib_qp_attr { enum ib_qp_state qp_state; enum ib_qp_state cur_qp_state; enum ib_mtu path_mtu; enum ib_mig_state path_mig_state; u32 qkey; u32 rq_psn; u32 sq_psn; u32 dest_qp_num; int qp_access_flags; struct ib_qp_cap cap; struct rdma_ah_attr ah_attr; struct rdma_ah_attr alt_ah_attr; u16 pkey_index; u16 alt_pkey_index; u8 en_sqd_async_notify; u8 sq_draining; u8 max_rd_atomic; u8 max_dest_rd_atomic; u8 min_rnr_timer; u32 port_num; u8 timeout; u8 retry_cnt; u8 rnr_retry; u32 alt_port_num; u8 alt_timeout; u32 rate_limit; struct net_device *xmit_slave; }; enum ib_wr_opcode { IB_WR_RDMA_WRITE = 0, IB_WR_RDMA_WRITE_WITH_IMM = 1, IB_WR_SEND = 2, IB_WR_SEND_WITH_IMM = 3, IB_WR_RDMA_READ = 4, IB_WR_ATOMIC_CMP_AND_SWP = 5, IB_WR_ATOMIC_FETCH_AND_ADD = 6, IB_WR_BIND_MW = 8, IB_WR_LSO = 10, IB_WR_SEND_WITH_INV = 9, IB_WR_RDMA_READ_WITH_INV = 11, IB_WR_LOCAL_INV = 7, IB_WR_MASKED_ATOMIC_CMP_AND_SWP = 12, IB_WR_MASKED_ATOMIC_FETCH_AND_ADD = 13, IB_WR_FLUSH = 14, IB_WR_ATOMIC_WRITE = 15, IB_WR_REG_MR = 32, IB_WR_REG_MR_INTEGRITY = 33, IB_WR_RESERVED1 = 240, IB_WR_RESERVED2 = 241, IB_WR_RESERVED3 = 242, IB_WR_RESERVED4 = 243, IB_WR_RESERVED5 = 244, IB_WR_RESERVED6 = 245, IB_WR_RESERVED7 = 246, IB_WR_RESERVED8 = 247, IB_WR_RESERVED9 = 248, IB_WR_RESERVED10 = 249, }; struct ib_sge { u64 addr; u32 length; u32 lkey; }; struct ib_send_wr { struct ib_send_wr *next; union { u64 wr_id; struct ib_cqe *wr_cqe; }; struct ib_sge *sg_list; int num_sge; enum ib_wr_opcode opcode; int send_flags; union { __be32 imm_data; u32 invalidate_rkey; } ex; }; struct ib_ah { struct ib_device *device; struct ib_pd *pd; struct ib_uobject *uobject; const struct ib_gid_attr *sgid_attr; enum rdma_ah_attr_type type; }; struct ib_mr { struct ib_device *device; struct ib_pd *pd; u32 lkey; u32 rkey; u64 iova; u64 length; unsigned int page_size; enum ib_mr_type type; bool need_inval; union { struct ib_uobject *uobject; struct list_head qp_entry; }; struct ib_dm *dm; struct ib_sig_attrs *sig_attrs; struct rdma_restrack_entry res; }; struct ib_recv_wr { struct ib_recv_wr *next; union { u64 wr_id; struct ib_cqe *wr_cqe; }; struct ib_sge *sg_list; int num_sge; }; struct ib_rdmacg_object { struct rdma_cgroup *cg; }; struct ib_uverbs_file; struct ib_ucontext { struct ib_device *device; struct ib_uverbs_file *ufile; struct ib_rdmacg_object cg_obj; struct rdma_restrack_entry res; struct xarray mmap_xa; }; struct uverbs_api_object; struct ib_uobject { u64 user_handle; struct ib_uverbs_file *ufile; struct ib_ucontext *context; void *object; struct list_head list; struct ib_rdmacg_object cg_obj; int id; struct kref ref; atomic_t usecnt; struct callback_head rcu; const struct uverbs_api_object *uapi_object; }; struct ib_udata { const void *inbuf; void *outbuf; size_t inlen; size_t outlen; }; struct ib_pd { u32 local_dma_lkey; u32 flags; struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; u32 unsafe_global_rkey; struct ib_mr *__internal_mr; struct rdma_restrack_entry res; }; struct ib_wq_init_attr { void *wq_context; enum ib_wq_type wq_type; u32 max_wr; u32 max_sge; struct ib_cq *cq; void (*event_handler)(struct ib_event *, void *); u32 create_flags; }; struct ib_wq_attr { enum ib_wq_state wq_state; enum ib_wq_state curr_wq_state; u32 flags; u32 flags_mask; }; struct ib_rwq_ind_table_init_attr { u32 log_ind_tbl_size; struct ib_wq **ind_tbl; }; enum port_pkey_state { IB_PORT_PKEY_NOT_VALID = 0, IB_PORT_PKEY_VALID = 1, IB_PORT_PKEY_LISTED = 2, }; struct ib_port_pkey { enum port_pkey_state state; u16 pkey_index; u32 port_num; struct list_head qp_list; struct list_head to_error_list; struct ib_qp_security *sec; }; struct ib_ports_pkeys; struct ib_qp_security { struct ib_qp *qp; struct ib_device *dev; struct mutex mutex; struct ib_ports_pkeys *ports_pkeys; struct list_head shared_qp_list; void *security; bool destroying; atomic_t error_list_count; struct completion error_complete; int error_comps_pending; }; struct ib_ports_pkeys { struct ib_port_pkey main; struct ib_port_pkey alt; }; struct ib_dm { struct ib_device *device; u32 length; u32 flags; struct ib_uobject *uobject; atomic_t usecnt; }; struct ib_mw { struct ib_device *device; struct ib_pd *pd; struct ib_uobject *uobject; u32 rkey; enum ib_mw_type type; }; enum ib_flow_attr_type { IB_FLOW_ATTR_NORMAL = 0, IB_FLOW_ATTR_ALL_DEFAULT = 1, IB_FLOW_ATTR_MC_DEFAULT = 2, IB_FLOW_ATTR_SNIFFER = 3, }; enum ib_flow_spec_type { IB_FLOW_SPEC_ETH = 32, IB_FLOW_SPEC_IB = 34, IB_FLOW_SPEC_IPV4 = 48, IB_FLOW_SPEC_IPV6 = 49, IB_FLOW_SPEC_ESP = 52, IB_FLOW_SPEC_TCP = 64, IB_FLOW_SPEC_UDP = 65, IB_FLOW_SPEC_VXLAN_TUNNEL = 80, IB_FLOW_SPEC_GRE = 81, IB_FLOW_SPEC_MPLS = 96, IB_FLOW_SPEC_INNER = 256, IB_FLOW_SPEC_ACTION_TAG = 4096, IB_FLOW_SPEC_ACTION_DROP = 4097, IB_FLOW_SPEC_ACTION_HANDLE = 4098, IB_FLOW_SPEC_ACTION_COUNT = 4099, }; struct ib_flow_eth_filter { u8 dst_mac[6]; u8 src_mac[6]; __be16 ether_type; __be16 vlan_tag; u8 real_sz[0]; }; struct ib_flow_spec_eth { u32 type; u16 size; struct ib_flow_eth_filter val; struct ib_flow_eth_filter mask; }; struct ib_flow_ib_filter { __be16 dlid; __u8 sl; u8 real_sz[0]; }; struct ib_flow_spec_ib { u32 type; u16 size; struct ib_flow_ib_filter val; struct ib_flow_ib_filter mask; }; struct ib_flow_ipv4_filter { __be32 src_ip; __be32 dst_ip; u8 proto; u8 tos; u8 ttl; u8 flags; u8 real_sz[0]; }; struct ib_flow_spec_ipv4 { u32 type; u16 size; struct ib_flow_ipv4_filter val; struct ib_flow_ipv4_filter mask; }; struct ib_flow_ipv6_filter { u8 src_ip[16]; u8 dst_ip[16]; __be32 flow_label; u8 next_hdr; u8 traffic_class; u8 hop_limit; u8 real_sz[0]; }; struct ib_flow_spec_ipv6 { u32 type; u16 size; struct ib_flow_ipv6_filter val; struct ib_flow_ipv6_filter mask; }; struct ib_flow_tcp_udp_filter { __be16 dst_port; __be16 src_port; u8 real_sz[0]; }; struct ib_flow_spec_tcp_udp { u32 type; u16 size; struct ib_flow_tcp_udp_filter val; struct ib_flow_tcp_udp_filter mask; }; struct ib_flow_tunnel_filter { __be32 tunnel_id; u8 real_sz[0]; }; struct ib_flow_spec_tunnel { u32 type; u16 size; struct ib_flow_tunnel_filter val; struct ib_flow_tunnel_filter mask; }; struct ib_flow_esp_filter { __be32 spi; __be32 seq; u8 real_sz[0]; }; struct ib_flow_spec_esp { u32 type; u16 size; struct ib_flow_esp_filter val; struct ib_flow_esp_filter mask; }; struct ib_flow_gre_filter { __be16 c_ks_res0_ver; __be16 protocol; __be32 key; u8 real_sz[0]; }; struct ib_flow_spec_gre { u32 type; u16 size; struct ib_flow_gre_filter val; struct ib_flow_gre_filter mask; }; struct ib_flow_mpls_filter { __be32 tag; u8 real_sz[0]; }; struct ib_flow_spec_mpls { u32 type; u16 size; struct ib_flow_mpls_filter val; struct ib_flow_mpls_filter mask; }; struct ib_flow_spec_action_tag { enum ib_flow_spec_type type; u16 size; u32 tag_id; }; struct ib_flow_spec_action_drop { enum ib_flow_spec_type type; u16 size; }; struct ib_flow_spec_action_handle { enum ib_flow_spec_type type; u16 size; struct ib_flow_action *act; }; enum ib_flow_action_type { IB_FLOW_ACTION_UNSPECIFIED = 0, IB_FLOW_ACTION_ESP = 1, }; struct ib_flow_action { struct ib_device *device; struct ib_uobject *uobject; enum ib_flow_action_type type; atomic_t usecnt; }; struct ib_flow_spec_action_count { enum ib_flow_spec_type type; u16 size; struct ib_counters *counters; }; struct ib_counters { struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; }; union ib_flow_spec { struct { u32 type; u16 size; }; struct ib_flow_spec_eth eth; struct ib_flow_spec_ib ib; struct ib_flow_spec_ipv4 ipv4; struct ib_flow_spec_tcp_udp tcp_udp; struct ib_flow_spec_ipv6 ipv6; struct ib_flow_spec_tunnel tunnel; struct ib_flow_spec_esp esp; struct ib_flow_spec_gre gre; struct ib_flow_spec_mpls mpls; struct ib_flow_spec_action_tag flow_tag; struct ib_flow_spec_action_drop drop; struct ib_flow_spec_action_handle action; struct ib_flow_spec_action_count flow_count; }; struct ib_flow_attr { enum ib_flow_attr_type type; u16 size; u16 priority; u32 flags; u8 num_of_specs; u32 port; union ib_flow_spec flows[0]; }; struct ib_flow { struct ib_qp *qp; struct ib_device *device; struct ib_uobject *uobject; }; struct ib_pkey_cache; struct ib_gid_table; struct ib_port_cache { u64 subnet_prefix; struct ib_pkey_cache *pkey; struct ib_gid_table *gid; u8 lmc; enum ib_port_state port_state; }; struct ib_port_immutable { int pkey_tbl_len; int gid_tbl_len; u32 core_cap_flags; u32 max_mad_size; }; struct ib_port; struct ib_port_data { struct ib_device *ib_dev; struct ib_port_immutable immutable; spinlock_t pkey_list_lock; spinlock_t netdev_lock; struct list_head pkey_list; struct ib_port_cache cache; struct net_device *netdev; netdevice_tracker netdev_tracker; struct hlist_node ndev_hash_link; struct rdma_port_counter port_counter; struct ib_port *sysfs; }; struct rdma_netdev_alloc_params { size_t sizeof_priv; unsigned int txqs; unsigned int rxqs; void *param; int (*initialize_rdma_netdev)(struct ib_device *, u32, struct net_device *, void *); }; struct ib_counters_read_attr { u64 *counters_buff; u32 ncounters; u32 flags; }; struct rdma_user_mmap_entry { struct kref ref; struct ib_ucontext *ucontext; long unsigned int start_pgoff; size_t npages; bool driver_removed; }; struct ib_mad_hdr { u8 base_version; u8 mgmt_class; u8 class_version; u8 method; __be16 status; __be16 class_specific; __be64 tid; __be16 attr_id; __be16 resv; __be32 attr_mod; }; struct ib_mad { struct ib_mad_hdr mad_hdr; u8 data[232]; }; struct blk_crypto_ll_ops { int (*keyslot_program)(struct blk_crypto_profile *, const struct blk_crypto_key *, unsigned int); int (*keyslot_evict)(struct blk_crypto_profile *, const struct blk_crypto_key *, unsigned int); }; struct blk_crypto_profile { struct blk_crypto_ll_ops ll_ops; unsigned int max_dun_bytes_supported; unsigned int modes_supported[5]; struct device *dev; unsigned int num_slots; struct rw_semaphore lock; wait_queue_head_t idle_slots_wait_queue; struct list_head idle_slots; spinlock_t idle_slots_lock; struct hlist_head *slot_hashtable; unsigned int log_slot_ht_size; struct blk_crypto_keyslot *slots; }; struct blk_crypto_keyslot { atomic_t slot_refs; struct list_head idle_slot_node; struct hlist_node hash_node; const struct blk_crypto_key *key; struct blk_crypto_profile *profile; }; typedef u32 compat_ulong_t; enum sock_type { SOCK_STREAM = 1, SOCK_DGRAM = 2, SOCK_RAW = 3, SOCK_RDM = 4, SOCK_SEQPACKET = 5, SOCK_DCCP = 6, SOCK_PACKET = 10, }; enum { IPPROTO_IP = 0, IPPROTO_ICMP = 1, IPPROTO_IGMP = 2, IPPROTO_IPIP = 4, IPPROTO_TCP = 6, IPPROTO_EGP = 8, IPPROTO_PUP = 12, IPPROTO_UDP = 17, IPPROTO_IDP = 22, IPPROTO_TP = 29, IPPROTO_DCCP = 33, IPPROTO_IPV6 = 41, IPPROTO_RSVP = 46, IPPROTO_GRE = 47, IPPROTO_ESP = 50, IPPROTO_AH = 51, IPPROTO_MTP = 92, IPPROTO_BEETPH = 94, IPPROTO_ENCAP = 98, IPPROTO_PIM = 103, IPPROTO_COMP = 108, IPPROTO_L2TP = 115, IPPROTO_SCTP = 132, IPPROTO_UDPLITE = 136, IPPROTO_MPLS = 137, IPPROTO_ETHERNET = 143, IPPROTO_RAW = 255, IPPROTO_MPTCP = 262, IPPROTO_MAX = 263, }; typedef void (*task_work_func_t)(struct callback_head *); enum { IORING_CQE_BUFFER_SHIFT = 16, }; struct io_sqring_offsets { __u32 head; __u32 tail; __u32 ring_mask; __u32 ring_entries; __u32 flags; __u32 dropped; __u32 array; __u32 resv1; __u64 resv2; }; struct io_cqring_offsets { __u32 head; __u32 tail; __u32 ring_mask; __u32 ring_entries; __u32 overflow; __u32 cqes; __u32 flags; __u32 resv1; __u64 resv2; }; struct io_uring_params { __u32 sq_entries; __u32 cq_entries; __u32 flags; __u32 sq_thread_cpu; __u32 sq_thread_idle; __u32 features; __u32 wq_fd; __u32 resv[3]; struct io_sqring_offsets sq_off; struct io_cqring_offsets cq_off; }; struct io_uring_probe_op { __u8 op; __u8 resv; __u16 flags; __u32 resv2; }; struct io_uring_probe { __u8 last_op; __u8 ops_len; __u16 resv; __u32 resv2[3]; struct io_uring_probe_op ops[0]; }; struct io_uring_restriction { __u16 opcode; union { __u8 register_op; __u8 sqe_op; __u8 sqe_flags; }; __u8 resv; __u32 resv2[3]; }; struct io_uring_buf { __u64 addr; __u32 len; __u16 bid; __u16 resv; }; struct io_uring_buf_ring { union { struct { __u64 resv1; __u32 resv2; __u16 resv3; __u16 tail; }; struct io_uring_buf bufs[0]; }; }; enum { IORING_RESTRICTION_REGISTER_OP = 0, IORING_RESTRICTION_SQE_OP = 1, IORING_RESTRICTION_SQE_FLAGS_ALLOWED = 2, IORING_RESTRICTION_SQE_FLAGS_REQUIRED = 3, IORING_RESTRICTION_LAST = 4, }; struct io_uring_getevents_arg { __u64 sigmask; __u32 sigmask_sz; __u32 pad; __u64 ts; }; struct io_uring_file_index_range { __u32 off; __u32 len; __u64 resv; }; enum io_uring_cmd_flags { IO_URING_F_COMPLETE_DEFER = 1, IO_URING_F_UNLOCKED = 2, IO_URING_F_MULTISHOT = 4, IO_URING_F_IOWQ = 8, IO_URING_F_NONBLOCK = -2147483648, IO_URING_F_SQE128 = 256, IO_URING_F_CQE32 = 512, IO_URING_F_IOPOLL = 1024, }; struct io_rsrc_node { struct percpu_ref refs; struct list_head node; struct list_head rsrc_list; struct io_rsrc_data *rsrc_data; struct llist_node llist; bool done; }; struct io_mapped_ubuf { u64 ubuf; u64 ubuf_end; unsigned int nr_bvecs; long unsigned int acct_pages; struct bio_vec bvec[0]; }; struct io_buffer_list { union { struct list_head buf_list; struct { struct page **buf_pages; struct io_uring_buf_ring *buf_ring; }; }; __u16 bgid; __u16 buf_nr_pages; __u16 nr_entries; __u16 head; __u16 mask; }; struct io_sq_data { refcount_t refs; atomic_t park_pending; struct mutex lock; struct list_head ctx_list; struct task_struct *thread; struct wait_queue_head wait; unsigned int sq_thread_idle; int sq_cpu; pid_t task_pid; pid_t task_tgid; long unsigned int state; struct completion exited; }; struct io_rsrc_put; typedef void rsrc_put_fn(struct io_ring_ctx *, struct io_rsrc_put *); struct io_rsrc_data { struct io_ring_ctx *ctx; u64 **tags; unsigned int nr; rsrc_put_fn *do_put; atomic_t refs; struct completion done; bool quiesce; }; enum { REQ_F_FIXED_FILE = 1, REQ_F_IO_DRAIN = 2, REQ_F_LINK = 4, REQ_F_HARDLINK = 8, REQ_F_FORCE_ASYNC = 16, REQ_F_BUFFER_SELECT = 32, REQ_F_CQE_SKIP = 64, REQ_F_FAIL = 256, REQ_F_INFLIGHT = 512, REQ_F_CUR_POS = 1024, REQ_F_NOWAIT = 2048, REQ_F_LINK_TIMEOUT = 4096, REQ_F_NEED_CLEANUP = 8192, REQ_F_POLLED = 16384, REQ_F_BUFFER_SELECTED = 32768, REQ_F_BUFFER_RING = 65536, REQ_F_REISSUE = 131072, REQ_F_SUPPORT_NOWAIT = 1073741824, REQ_F_ISREG = 2147483648, REQ_F_CREDS = 262144, REQ_F_REFCOUNT = 524288, REQ_F_ARM_LTIMEOUT = 1048576, REQ_F_ASYNC_DATA = 2097152, REQ_F_SKIP_LINK_CQES = 4194304, REQ_F_SINGLE_POLL = 8388608, REQ_F_DOUBLE_POLL = 16777216, REQ_F_PARTIAL_IO = 33554432, REQ_F_APOLL_MULTISHOT = 134217728, REQ_F_CQE32_INIT = 67108864, REQ_F_CLEAR_POLLIN = 268435456, REQ_F_HASH_LOCKED = 536870912, }; struct io_buffer { struct list_head list; __u64 addr; __u32 len; __u16 bid; __u16 bgid; }; struct io_poll { struct file *file; struct wait_queue_head *head; __poll_t events; struct wait_queue_entry wait; }; struct io_cache_entry { struct hlist_node node; }; struct async_poll { union { struct io_poll poll; struct io_cache_entry cache; }; struct io_poll *double_poll; }; struct io_overflow_cqe { struct list_head list; struct io_uring_cqe cqe; }; struct trace_event_raw_io_uring_create { struct trace_entry ent; int fd; void *ctx; u32 sq_entries; u32 cq_entries; u32 flags; char __data[0]; }; struct trace_event_raw_io_uring_register { struct trace_entry ent; void *ctx; unsigned int opcode; unsigned int nr_files; unsigned int nr_bufs; long int ret; char __data[0]; }; struct trace_event_raw_io_uring_file_get { struct trace_entry ent; void *ctx; void *req; u64 user_data; int fd; char __data[0]; }; struct trace_event_raw_io_uring_queue_async_work { struct trace_entry ent; void *ctx; void *req; u64 user_data; u8 opcode; unsigned int flags; struct io_wq_work *work; int rw; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_defer { struct trace_entry ent; void *ctx; void *req; long long unsigned int data; u8 opcode; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_link { struct trace_entry ent; void *ctx; void *req; void *target_req; char __data[0]; }; struct trace_event_raw_io_uring_cqring_wait { struct trace_entry ent; void *ctx; int min_events; char __data[0]; }; struct trace_event_raw_io_uring_fail_link { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; void *link; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_complete { struct trace_entry ent; void *ctx; void *req; u64 user_data; int res; unsigned int cflags; u64 extra1; u64 extra2; char __data[0]; }; struct trace_event_raw_io_uring_submit_sqe { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; u32 flags; bool force_nonblock; bool sq_thread; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_poll_arm { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; int mask; int events; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_task_add { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; int mask; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_req_failed { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; u8 flags; u8 ioprio; u64 off; u64 addr; u32 len; u32 op_flags; u16 buf_index; u16 personality; u32 file_index; u64 pad1; u64 addr3; int error; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_cqe_overflow { struct trace_entry ent; void *ctx; long long unsigned int user_data; s32 res; u32 cflags; void *ocqe; char __data[0]; }; struct trace_event_raw_io_uring_task_work_run { struct trace_entry ent; void *tctx; unsigned int count; unsigned int loops; char __data[0]; }; struct trace_event_raw_io_uring_short_write { struct trace_entry ent; void *ctx; u64 fpos; u64 wanted; u64 got; char __data[0]; }; struct trace_event_raw_io_uring_local_work_run { struct trace_entry ent; void *ctx; int count; unsigned int loops; char __data[0]; }; struct trace_event_data_offsets_io_uring_create {}; struct trace_event_data_offsets_io_uring_register {}; struct trace_event_data_offsets_io_uring_file_get {}; struct trace_event_data_offsets_io_uring_queue_async_work { u32 op_str; }; struct trace_event_data_offsets_io_uring_defer { u32 op_str; }; struct trace_event_data_offsets_io_uring_link {}; struct trace_event_data_offsets_io_uring_cqring_wait {}; struct trace_event_data_offsets_io_uring_fail_link { u32 op_str; }; struct trace_event_data_offsets_io_uring_complete {}; struct trace_event_data_offsets_io_uring_submit_sqe { u32 op_str; }; struct trace_event_data_offsets_io_uring_poll_arm { u32 op_str; }; struct trace_event_data_offsets_io_uring_task_add { u32 op_str; }; struct trace_event_data_offsets_io_uring_req_failed { u32 op_str; }; struct trace_event_data_offsets_io_uring_cqe_overflow {}; struct trace_event_data_offsets_io_uring_task_work_run {}; struct trace_event_data_offsets_io_uring_short_write {}; struct trace_event_data_offsets_io_uring_local_work_run {}; typedef void (*btf_trace_io_uring_create)(void *, int, void *, u32, u32, u32); typedef void (*btf_trace_io_uring_register)(void *, void *, unsigned int, unsigned int, unsigned int, long int); typedef void (*btf_trace_io_uring_file_get)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_queue_async_work)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_defer)(void *, struct io_kiocb *); typedef void (*btf_trace_io_uring_link)(void *, struct io_kiocb *, struct io_kiocb *); typedef void (*btf_trace_io_uring_cqring_wait)(void *, void *, int); typedef void (*btf_trace_io_uring_fail_link)(void *, struct io_kiocb *, struct io_kiocb *); typedef void (*btf_trace_io_uring_complete)(void *, void *, void *, u64, int, unsigned int, u64, u64); typedef void (*btf_trace_io_uring_submit_sqe)(void *, struct io_kiocb *, bool); typedef void (*btf_trace_io_uring_poll_arm)(void *, struct io_kiocb *, int, int); typedef void (*btf_trace_io_uring_task_add)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_req_failed)(void *, const struct io_uring_sqe *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_cqe_overflow)(void *, void *, long long unsigned int, s32, u32, void *); typedef void (*btf_trace_io_uring_task_work_run)(void *, void *, unsigned int, unsigned int); typedef void (*btf_trace_io_uring_short_write)(void *, void *, u64, u64, u64); typedef void (*btf_trace_io_uring_local_work_run)(void *, void *, int, unsigned int); enum { IO_WQ_WORK_CANCEL = 1, IO_WQ_WORK_HASHED = 2, IO_WQ_WORK_UNBOUND = 4, IO_WQ_WORK_CONCURRENT = 16, IO_WQ_HASH_SHIFT = 24, }; enum io_wq_cancel { IO_WQ_CANCEL_OK = 0, IO_WQ_CANCEL_RUNNING = 1, IO_WQ_CANCEL_NOTFOUND = 2, }; typedef bool work_cancel_fn(struct io_wq_work *, void *); enum { IOU_OK = 0, IOU_ISSUE_SKIP_COMPLETE = -529, IOU_STOP_MULTISHOT = -125, }; struct io_op_def { unsigned int needs_file: 1; unsigned int plug: 1; unsigned int hash_reg_file: 1; unsigned int unbound_nonreg_file: 1; unsigned int pollin: 1; unsigned int pollout: 1; unsigned int poll_exclusive: 1; unsigned int buffer_select: 1; unsigned int not_supported: 1; unsigned int audit_skip: 1; unsigned int ioprio: 1; unsigned int iopoll: 1; unsigned int iopoll_queue: 1; unsigned int manual_alloc: 1; short unsigned int async_size; const char *name; int (*prep)(struct io_kiocb *, const struct io_uring_sqe *); int (*issue)(struct io_kiocb *, unsigned int); int (*prep_async)(struct io_kiocb *); void (*cleanup)(struct io_kiocb *); void (*fail)(struct io_kiocb *); }; struct io_tctx_node { struct list_head ctx_node; struct task_struct *task; struct io_ring_ctx *ctx; }; enum { IORING_RSRC_FILE = 0, IORING_RSRC_BUFFER = 1, }; struct io_rsrc_put { struct list_head list; u64 tag; union { void *rsrc; struct file *file; struct io_mapped_ubuf *buf; }; }; enum { IO_APOLL_OK = 0, IO_APOLL_ABORTED = 1, IO_APOLL_READY = 2, }; enum { IO_CHECK_CQ_OVERFLOW_BIT = 0, IO_CHECK_CQ_DROPPED_BIT = 1, }; enum { IO_EVENTFD_OP_SIGNAL_BIT = 0, IO_EVENTFD_OP_FREE_BIT = 1, }; struct io_defer_entry { struct list_head list; struct io_kiocb *req; u32 seq; }; struct io_wait_queue { struct wait_queue_entry wq; struct io_ring_ctx *ctx; unsigned int cq_tail; unsigned int nr_timeouts; }; struct io_tctx_exit { struct callback_head task_work; struct completion completion; struct io_ring_ctx *ctx; }; struct io_task_cancel { struct task_struct *task; bool all; }; struct creds; struct io_epoll { struct file *file; int epfd; int op; int fd; struct epoll_event event; }; enum { IORING_MSG_DATA = 0, IORING_MSG_SEND_FD = 1, }; struct io_msg { struct file *file; struct file *src_file; struct callback_head tw; u64 user_data; u32 len; u32 cmd; u32 src_fd; u32 dst_fd; u32 flags; }; struct io_uring_rsrc_update { __u32 offset; __u32 resv; __u64 data; }; typedef struct io_wq_work *free_work_fn(struct io_wq_work *); typedef void io_wq_work_fn(struct io_wq_work *); struct io_wq_data { struct io_wq_hash *hash; struct task_struct *task; io_wq_work_fn *do_work; free_work_fn *free_work; }; struct io_uring_buf_reg { __u64 ring_addr; __u32 ring_entries; __u16 bgid; __u16 pad; __u64 resv[3]; }; struct io_provide_buf { struct file *file; __u64 addr; __u32 len; __u32 bgid; __u16 nbufs; __u16 bid; }; enum { SKBFL_ZEROCOPY_ENABLE = 1, SKBFL_SHARED_FRAG = 2, SKBFL_PURE_ZEROCOPY = 4, SKBFL_DONT_ORPHAN = 8, SKBFL_MANAGED_FRAG_REFS = 16, }; struct io_notif_data { struct file *file; struct ubuf_info uarg; long unsigned int account_pages; bool zc_report; bool zc_used; bool zc_copied; }; struct sg_table { struct scatterlist *sgl; unsigned int nents; unsigned int orig_nents; }; struct sg_append_table { struct sg_table sgt; struct scatterlist *prv; unsigned int total_nents; }; typedef struct scatterlist *sg_alloc_fn(unsigned int, gfp_t); typedef void sg_free_fn(struct scatterlist *, unsigned int); struct sg_page_iter { struct scatterlist *sg; unsigned int sg_pgoffset; unsigned int __nents; int __pg_advance; }; struct sg_dma_page_iter { struct sg_page_iter base; }; struct sg_mapping_iter { struct page *page; void *addr; size_t length; size_t consumed; struct sg_page_iter piter; unsigned int __offset; unsigned int __remaining; unsigned int __flags; }; struct reciprocal_value_adv { u32 m; u8 sh; u8 exp; bool is_wide_m; }; enum blake2s_lengths { BLAKE2S_BLOCK_SIZE = 64, BLAKE2S_HASH_SIZE = 32, BLAKE2S_KEY_SIZE = 32, BLAKE2S_128_HASH_SIZE = 16, BLAKE2S_160_HASH_SIZE = 20, BLAKE2S_224_HASH_SIZE = 28, BLAKE2S_256_HASH_SIZE = 32, }; struct blake2s_state { u32 h[8]; u32 t[2]; u32 f[2]; u8 buf[64]; unsigned int buflen; unsigned int outlen; }; enum blake2s_iv { BLAKE2S_IV0 = 1779033703, BLAKE2S_IV1 = 3144134277, BLAKE2S_IV2 = 1013904242, BLAKE2S_IV3 = 2773480762, BLAKE2S_IV4 = 1359893119, BLAKE2S_IV5 = 2600822924, BLAKE2S_IV6 = 528734635, BLAKE2S_IV7 = 1541459225, }; struct pci_device_id { __u32 vendor; __u32 device; __u32 subvendor; __u32 subdevice; __u32 class; __u32 class_mask; kernel_ulong_t driver_data; __u32 override_only; }; struct pci_bus; struct hotplug_slot; struct pci_slot { struct pci_bus *bus; struct list_head list; struct hotplug_slot *hotplug; unsigned char number; struct kobject kobj; }; struct pci_dev; struct pci_ops; struct pci_bus { struct list_head node; struct pci_bus *parent; struct list_head children; struct list_head devices; struct pci_dev *self; struct list_head slots; struct resource *resource[4]; struct list_head resources; struct resource busn_res; struct pci_ops *ops; void *sysdata; struct proc_dir_entry *procdir; unsigned char number; unsigned char primary; unsigned char max_bus_speed; unsigned char cur_bus_speed; int domain_nr; char name[48]; short unsigned int bridge_ctl; pci_bus_flags_t bus_flags; struct device *bridge; struct device dev; struct bin_attribute *legacy_io; struct bin_attribute *legacy_mem; unsigned int is_added: 1; unsigned int unsafe_warn: 1; }; typedef int pci_power_t; struct pci_vpd { struct mutex lock; unsigned int len; u8 cap; }; struct aer_stats; struct rcec_ea; struct pci_driver; struct pci_sriov; struct pci_dev { struct list_head bus_list; struct pci_bus *bus; struct pci_bus *subordinate; void *sysdata; struct proc_dir_entry *procent; struct pci_slot *slot; unsigned int devfn; short unsigned int vendor; short unsigned int device; short unsigned int subsystem_vendor; short unsigned int subsystem_device; unsigned int class; u8 revision; u8 hdr_type; u16 aer_cap; struct aer_stats *aer_stats; struct rcec_ea *rcec_ea; struct pci_dev *rcec; u32 devcap; u8 pcie_cap; u8 msi_cap; u8 msix_cap; u8 pcie_mpss: 3; u8 rom_base_reg; u8 pin; u16 pcie_flags_reg; long unsigned int *dma_alias_mask; struct pci_driver *driver; u64 dma_mask; struct device_dma_parameters dma_parms; pci_power_t current_state; unsigned int imm_ready: 1; u8 pm_cap; unsigned int pme_support: 5; unsigned int pme_poll: 1; unsigned int d1_support: 1; unsigned int d2_support: 1; unsigned int no_d1d2: 1; unsigned int no_d3cold: 1; unsigned int bridge_d3: 1; unsigned int d3cold_allowed: 1; unsigned int mmio_always_on: 1; unsigned int wakeup_prepared: 1; unsigned int skip_bus_pm: 1; unsigned int ignore_hotplug: 1; unsigned int hotplug_user_indicators: 1; unsigned int clear_retrain_link: 1; unsigned int d3hot_delay; unsigned int d3cold_delay; unsigned int pasid_no_tlp: 1; unsigned int eetlp_prefix_path: 1; pci_channel_state_t error_state; struct device dev; int cfg_size; unsigned int irq; struct resource resource[17]; struct resource driver_exclusive_resource; bool match_driver; unsigned int transparent: 1; unsigned int io_window: 1; unsigned int pref_window: 1; unsigned int pref_64_window: 1; unsigned int multifunction: 1; unsigned int is_busmaster: 1; unsigned int no_msi: 1; unsigned int no_64bit_msi: 1; unsigned int block_cfg_access: 1; unsigned int broken_parity_status: 1; unsigned int irq_reroute_variant: 2; unsigned int msi_enabled: 1; unsigned int msix_enabled: 1; unsigned int ari_enabled: 1; unsigned int ats_enabled: 1; unsigned int pasid_enabled: 1; unsigned int pri_enabled: 1; unsigned int is_managed: 1; unsigned int is_msi_managed: 1; unsigned int needs_freset: 1; unsigned int state_saved: 1; unsigned int is_physfn: 1; unsigned int is_virtfn: 1; unsigned int is_hotplug_bridge: 1; unsigned int shpc_managed: 1; unsigned int is_thunderbolt: 1; unsigned int untrusted: 1; unsigned int external_facing: 1; unsigned int broken_intx_masking: 1; unsigned int io_window_1k: 1; unsigned int irq_managed: 1; unsigned int non_compliant_bars: 1; unsigned int is_probed: 1; unsigned int link_active_reporting: 1; unsigned int no_vf_scan: 1; unsigned int no_command_memory: 1; unsigned int rom_bar_overlap: 1; pci_dev_flags_t dev_flags; atomic_t enable_cnt; u32 saved_config_space[16]; struct hlist_head saved_cap_space; int rom_attr_enabled; struct bin_attribute *res_attr[17]; struct bin_attribute *res_attr_wc[17]; unsigned int broken_cmd_compl: 1; void *msix_base; raw_spinlock_t msi_lock; struct pci_vpd vpd; union { struct pci_sriov *sriov; struct pci_dev *physfn; }; u16 ats_cap; u8 ats_stu; u16 acs_cap; phys_addr_t rom; size_t romlen; const char *driver_override; long unsigned int priv_flags; u8 reset_methods[7]; }; struct pci_dynids { spinlock_t lock; struct list_head list; }; struct pci_error_handlers; struct pci_driver { struct list_head node; const char *name; const struct pci_device_id *id_table; int (*probe)(struct pci_dev *, const struct pci_device_id *); void (*remove)(struct pci_dev *); int (*suspend)(struct pci_dev *, pm_message_t); int (*resume)(struct pci_dev *); void (*shutdown)(struct pci_dev *); int (*sriov_configure)(struct pci_dev *, int); int (*sriov_set_msix_vec_count)(struct pci_dev *, int); u32 (*sriov_get_vf_total_msix)(struct pci_dev *); const struct pci_error_handlers *err_handler; const struct attribute_group **groups; const struct attribute_group **dev_groups; struct device_driver driver; struct pci_dynids dynids; bool driver_managed_dma; }; struct pci_ops { int (*add_bus)(struct pci_bus *); void (*remove_bus)(struct pci_bus *); void * (*map_bus)(struct pci_bus *, unsigned int, int); int (*read)(struct pci_bus *, unsigned int, int, int, u32 *); int (*write)(struct pci_bus *, unsigned int, int, int, u32); }; struct pci_error_handlers { pci_ers_result_t (*error_detected)(struct pci_dev *, pci_channel_state_t); pci_ers_result_t (*mmio_enabled)(struct pci_dev *); pci_ers_result_t (*slot_reset)(struct pci_dev *); void (*reset_prepare)(struct pci_dev *); void (*reset_done)(struct pci_dev *); void (*resume)(struct pci_dev *); void (*cor_error_detected)(struct pci_dev *); }; enum devm_ioremap_type { DEVM_IOREMAP = 0, DEVM_IOREMAP_UC = 1, DEVM_IOREMAP_WC = 2, DEVM_IOREMAP_NP = 3, }; struct pcim_iomap_devres { void *table[6]; }; struct arch_io_reserve_memtype_wc_devres { resource_size_t start; resource_size_t size; }; typedef u8 uint8_t; struct xxh32_state { uint32_t total_len_32; uint32_t large_len; uint32_t v1; uint32_t v2; uint32_t v3; uint32_t v4; uint32_t mem32[4]; uint32_t memsize; }; struct xxh64_state { uint64_t total_len; uint64_t v1; uint64_t v2; uint64_t v3; uint64_t v4; uint64_t mem64[4]; uint32_t memsize; }; typedef u16 uint16_t; typedef struct { const uint8_t *externalDict; size_t extDictSize; const uint8_t *prefixEnd; size_t prefixSize; } LZ4_streamDecode_t_internal; typedef union { long long unsigned int table[4]; LZ4_streamDecode_t_internal internal_donotuse; } LZ4_streamDecode_t; typedef uint8_t BYTE; typedef uint16_t U16; typedef uint32_t U32; typedef uint64_t U64; typedef uintptr_t uptrval; typedef enum { noDict = 0, withPrefix64k = 1, usingExtDict = 2, } dict_directive; typedef enum { endOnOutputSize = 0, endOnInputSize = 1, } endCondition_directive; typedef enum { decode_full_block = 0, partial_decode = 1, } earlyEnd_directive; typedef s16 int16_t; typedef uint8_t U8; typedef int16_t S16; typedef size_t HUF_CElt; typedef enum { HUF_repeat_none = 0, HUF_repeat_check = 1, HUF_repeat_valid = 2, } HUF_repeat; typedef enum { set_basic = 0, set_rle = 1, set_compressed = 2, set_repeat = 3, } symbolEncodingType_e; typedef struct { HUF_CElt CTable[257]; HUF_repeat repeatMode; } ZSTD_hufCTables_t; typedef struct { U32 offset; U32 litLength; U32 matchLength; } rawSeq; typedef struct { rawSeq *seq; size_t pos; size_t posInSequence; size_t size; size_t capacity; } rawSeqStore_t; typedef __kernel_long_t __kernel_ptrdiff_t; typedef __kernel_ptrdiff_t ptrdiff_t; typedef unsigned int FSE_CTable; typedef struct { size_t bitContainer; unsigned int bitPos; char *startPtr; char *ptr; char *endPtr; } BIT_CStream_t; typedef enum { FSE_repeat_none = 0, FSE_repeat_check = 1, FSE_repeat_valid = 2, } FSE_repeat; typedef struct { ptrdiff_t value; const void *stateTable; const void *symbolTT; unsigned int stateLog; } FSE_CState_t; typedef struct { int deltaFindState; U32 deltaNbBits; } FSE_symbolCompressionTransform; struct seqDef_s { U32 offBase; U16 litLength; U16 mlBase; }; typedef struct seqDef_s seqDef; typedef enum { ZSTD_defaultDisallowed = 0, ZSTD_defaultAllowed = 1, } ZSTD_defaultPolicy_e; typedef struct { S16 norm[53]; U32 wksp[285]; } ZSTD_BuildCTableWksp; typedef enum { ZSTD_ps_auto = 0, ZSTD_ps_enable = 1, ZSTD_ps_disable = 2, } ZSTD_paramSwitch_e; typedef enum { ZSTD_no_overlap = 0, ZSTD_overlap_src_before_dst = 1, } ZSTD_overlap_e; typedef enum { ZSTD_llt_none = 0, ZSTD_llt_literalLength = 1, ZSTD_llt_matchLength = 2, } ZSTD_longLengthType_e; typedef struct { seqDef *sequencesStart; seqDef *sequences; BYTE *litStart; BYTE *lit; BYTE *llCode; BYTE *mlCode; BYTE *ofCode; size_t maxNbSeq; size_t maxNbLit; ZSTD_longLengthType_e longLengthType; U32 longLengthPos; } seqStore_t; typedef struct { FSE_CTable offcodeCTable[193]; FSE_CTable matchlengthCTable[363]; FSE_CTable litlengthCTable[329]; FSE_repeat offcode_repeatMode; FSE_repeat matchlength_repeatMode; FSE_repeat litlength_repeatMode; } ZSTD_fseCTables_t; typedef struct { ZSTD_hufCTables_t huf; ZSTD_fseCTables_t fse; } ZSTD_entropyCTables_t; typedef struct { U32 off; U32 len; } ZSTD_match_t; typedef struct { int price; U32 off; U32 mlen; U32 litlen; U32 rep[3]; } ZSTD_optimal_t; typedef enum { zop_dynamic = 0, zop_predef = 1, } ZSTD_OptPrice_e; typedef struct { unsigned int *litFreq; unsigned int *litLengthFreq; unsigned int *matchLengthFreq; unsigned int *offCodeFreq; ZSTD_match_t *matchTable; ZSTD_optimal_t *priceTable; U32 litSum; U32 litLengthSum; U32 matchLengthSum; U32 offCodeSum; U32 litSumBasePrice; U32 litLengthSumBasePrice; U32 matchLengthSumBasePrice; U32 offCodeSumBasePrice; ZSTD_OptPrice_e priceType; const ZSTD_entropyCTables_t *symbolCosts; ZSTD_paramSwitch_e literalCompressionMode; } optState_t; typedef struct { const BYTE *nextSrc; const BYTE *base; const BYTE *dictBase; U32 dictLimit; U32 lowLimit; U32 nbOverflowCorrections; } ZSTD_window_t; struct ZSTD_matchState_t; typedef struct ZSTD_matchState_t ZSTD_matchState_t; struct ZSTD_matchState_t { ZSTD_window_t window; U32 loadedDictEnd; U32 nextToUpdate; U32 hashLog3; U32 rowHashLog; U16 *tagTable; U32 hashCache[8]; U32 *hashTable; U32 *hashTable3; U32 *chainTable; U32 forceNonContiguous; int dedicatedDictSearch; optState_t opt; const ZSTD_matchState_t *dictMatchState; ZSTD_compressionParameters cParams; const rawSeqStore_t *ldmSeqStore; }; typedef enum { ZSTD_dtlm_fast = 0, ZSTD_dtlm_full = 1, } ZSTD_dictTableLoadMethod_e; typedef enum { ZSTD_noDict = 0, ZSTD_extDict = 1, ZSTD_dictMatchState = 2, ZSTD_dedicatedDictSearch = 3, } ZSTD_dictMode_e; struct repcodes_s { U32 rep[3]; }; typedef struct repcodes_s repcodes_t; typedef U32 (*ZSTD_getAllMatchesFn)(ZSTD_match_t *, ZSTD_matchState_t *, U32 *, const BYTE *, const BYTE *, const U32 *, const U32, const U32); typedef struct { rawSeqStore_t seqStore; U32 startPosInBlock; U32 endPosInBlock; U32 offset; } ZSTD_optLdm_t; typedef struct { size_t bitContainer; unsigned int bitsConsumed; const char *ptr; const char *start; const char *limitPtr; } BIT_DStream_t; typedef enum { BIT_DStream_unfinished = 0, BIT_DStream_endOfBuffer = 1, BIT_DStream_completed = 2, BIT_DStream_overflow = 3, } BIT_DStream_status; typedef U32 HUF_DTable; typedef struct { U16 nextState; BYTE nbAdditionalBits; BYTE nbBits; U32 baseValue; } ZSTD_seqSymbol; typedef struct { ZSTD_seqSymbol LLTable[513]; ZSTD_seqSymbol OFTable[257]; ZSTD_seqSymbol MLTable[513]; HUF_DTable hufTable[4097]; U32 rep[3]; U32 workspace[157]; } ZSTD_entropyDTables_t; typedef enum { ZSTD_frame = 0, ZSTD_skippableFrame = 1, } ZSTD_frameType_e; typedef struct { long long unsigned int frameContentSize; long long unsigned int windowSize; unsigned int blockSizeMax; ZSTD_frameType_e frameType; unsigned int headerSize; unsigned int dictID; unsigned int checksumFlag; } ZSTD_frameHeader; typedef enum { bt_raw = 0, bt_rle = 1, bt_compressed = 2, bt_reserved = 3, } blockType_e; typedef enum { ZSTDds_getFrameHeaderSize = 0, ZSTDds_decodeFrameHeader = 1, ZSTDds_decodeBlockHeader = 2, ZSTDds_decompressBlock = 3, ZSTDds_decompressLastBlock = 4, ZSTDds_checkChecksum = 5, ZSTDds_decodeSkippableHeader = 6, ZSTDds_skipFrame = 7, } ZSTD_dStage; typedef enum { ZSTD_f_zstd1 = 0, ZSTD_f_zstd1_magicless = 1, } ZSTD_format_e; typedef enum { ZSTD_d_validateChecksum = 0, ZSTD_d_ignoreChecksum = 1, } ZSTD_forceIgnoreChecksum_e; typedef enum { ZSTD_use_indefinitely = -1, ZSTD_dont_use = 0, ZSTD_use_once = 1, } ZSTD_dictUses_e; struct ZSTD_DDict_s; typedef struct ZSTD_DDict_s ZSTD_DDict; typedef struct { const ZSTD_DDict **ddictPtrTable; size_t ddictPtrTableSize; size_t ddictPtrCount; } ZSTD_DDictHashSet; typedef enum { ZSTD_rmd_refSingleDDict = 0, ZSTD_rmd_refMultipleDDicts = 1, } ZSTD_refMultipleDDicts_e; typedef enum { zdss_init = 0, zdss_loadHeader = 1, zdss_read = 2, zdss_load = 3, zdss_flush = 4, } ZSTD_dStreamStage; typedef enum { ZSTD_bm_buffered = 0, ZSTD_bm_stable = 1, } ZSTD_bufferMode_e; struct ZSTD_outBuffer_s { void *dst; size_t size; size_t pos; }; typedef struct ZSTD_outBuffer_s ZSTD_outBuffer; typedef enum { ZSTD_not_in_dst = 0, ZSTD_in_dst = 1, ZSTD_split = 2, } ZSTD_litLocation_e; struct ZSTD_DCtx_s { const ZSTD_seqSymbol *LLTptr; const ZSTD_seqSymbol *MLTptr; const ZSTD_seqSymbol *OFTptr; const HUF_DTable *HUFptr; ZSTD_entropyDTables_t entropy; U32 workspace[640]; const void *previousDstEnd; const void *prefixStart; const void *virtualStart; const void *dictEnd; size_t expected; ZSTD_frameHeader fParams; U64 processedCSize; U64 decodedSize; blockType_e bType; ZSTD_dStage stage; U32 litEntropy; U32 fseEntropy; struct xxh64_state xxhState; size_t headerSize; ZSTD_format_e format; ZSTD_forceIgnoreChecksum_e forceIgnoreChecksum; U32 validateChecksum; const BYTE *litPtr; ZSTD_customMem customMem; size_t litSize; size_t rleSize; size_t staticSize; ZSTD_DDict *ddictLocal; const ZSTD_DDict *ddict; U32 dictID; int ddictIsCold; ZSTD_dictUses_e dictUses; ZSTD_DDictHashSet *ddictSet; ZSTD_refMultipleDDicts_e refMultipleDDicts; ZSTD_dStreamStage streamStage; char *inBuff; size_t inBuffSize; size_t inPos; size_t maxWindowSize; char *outBuff; size_t outBuffSize; size_t outStart; size_t outEnd; size_t lhSize; U32 hostageByte; int noForwardProgress; ZSTD_bufferMode_e outBufferMode; ZSTD_outBuffer expectedOutBuffer; BYTE *litBuffer; const BYTE *litBufferEnd; ZSTD_litLocation_e litBufferLocation; BYTE litExtraBuffer[65568]; BYTE headerBuffer[18]; size_t oversizedDuration; }; typedef struct ZSTD_DCtx_s ZSTD_DCtx___2; struct ZSTD_DDict_s { void *dictBuffer; const void *dictContent; size_t dictSize; ZSTD_entropyDTables_t entropy; U32 dictID; U32 entropyPresent; ZSTD_customMem cMem; }; typedef struct { blockType_e blockType; U32 lastBlock; U32 origSize; } blockProperties_t; typedef struct { U32 fastMode; U32 tableLog; } ZSTD_seqSymbol_header; typedef enum { not_streaming = 0, is_streaming = 1, } streaming_operation; typedef struct { size_t litLength; size_t matchLength; size_t offset; } seq_t; typedef struct { size_t state; const ZSTD_seqSymbol *table; } ZSTD_fseState; typedef struct { BIT_DStream_t DStream; ZSTD_fseState stateLL; ZSTD_fseState stateOffb; ZSTD_fseState stateML; size_t prevOffset[3]; } seqState_t; typedef enum { ZSTD_lo_isRegularOffset = 0, ZSTD_lo_isLongOffset = 1, } ZSTD_longOffset_e; typedef enum { ZSTD_error_no_error = 0, ZSTD_error_GENERIC = 1, ZSTD_error_prefix_unknown = 10, ZSTD_error_version_unsupported = 12, ZSTD_error_frameParameter_unsupported = 14, ZSTD_error_frameParameter_windowTooLarge = 16, ZSTD_error_corruption_detected = 20, ZSTD_error_checksum_wrong = 22, ZSTD_error_dictionary_corrupted = 30, ZSTD_error_dictionary_wrong = 32, ZSTD_error_dictionaryCreation_failed = 34, ZSTD_error_parameter_unsupported = 40, ZSTD_error_parameter_outOfBound = 42, ZSTD_error_tableLog_tooLarge = 44, ZSTD_error_maxSymbolValue_tooLarge = 46, ZSTD_error_maxSymbolValue_tooSmall = 48, ZSTD_error_stage_wrong = 60, ZSTD_error_init_missing = 62, ZSTD_error_memory_allocation = 64, ZSTD_error_workSpace_tooSmall = 66, ZSTD_error_dstSize_tooSmall = 70, ZSTD_error_srcSize_wrong = 72, ZSTD_error_dstBuffer_null = 74, ZSTD_error_frameIndex_tooLarge = 100, ZSTD_error_seekableIO = 102, ZSTD_error_dstBuffer_wrong = 104, ZSTD_error_srcBuffer_wrong = 105, ZSTD_error_maxCode = 120, } ZSTD_ErrorCode; typedef ZSTD_ErrorCode ERR_enum; struct module_version_attribute { struct module_attribute mattr; const char *module_name; const char *version; }; enum xz_mode { XZ_SINGLE = 0, XZ_PREALLOC = 1, XZ_DYNALLOC = 2, }; enum xz_ret { XZ_OK = 0, XZ_STREAM_END = 1, XZ_UNSUPPORTED_CHECK = 2, XZ_MEM_ERROR = 3, XZ_MEMLIMIT_ERROR = 4, XZ_FORMAT_ERROR = 5, XZ_OPTIONS_ERROR = 6, XZ_DATA_ERROR = 7, XZ_BUF_ERROR = 8, }; struct xz_buf { const uint8_t *in; size_t in_pos; size_t in_size; uint8_t *out; size_t out_pos; size_t out_size; }; struct xz_dec_microlzma; struct xz_dec; enum auditsc_class_t { AUDITSC_NATIVE = 0, AUDITSC_COMPAT = 1, AUDITSC_OPEN = 2, AUDITSC_OPENAT = 3, AUDITSC_SOCKETCALL = 4, AUDITSC_EXECVE = 5, AUDITSC_OPENAT2 = 6, AUDITSC_NVALS = 7, }; struct seccomp_data { int nr; __u32 arch; __u64 instruction_pointer; __u64 args[6]; }; struct syscall_info { __u64 sp; struct seccomp_data data; }; struct cpu_rmap { struct kref refcount; u16 size; u16 used; void **obj; struct { u16 index; u16 dist; } near[0]; }; struct irq_glue { struct irq_affinity_notify notify; struct cpu_rmap *rmap; u16 index; }; typedef mpi_limb_t *mpi_ptr_t; typedef int mpi_size_t; typedef mpi_limb_t UWtype; typedef unsigned int UHWtype; enum gcry_mpi_constants { MPI_C_ZERO = 0, MPI_C_ONE = 1, MPI_C_TWO = 2, MPI_C_THREE = 3, MPI_C_FOUR = 4, MPI_C_EIGHT = 5, }; struct word_at_a_time { const long unsigned int one_bits; const long unsigned int high_bits; }; struct sg_pool { size_t size; char *name; struct kmem_cache *slab; mempool_t *pool; }; struct xbc_node { uint16_t next; uint16_t child; uint16_t parent; uint16_t data; }; struct font_desc { int idx; const char *name; unsigned int width; unsigned int height; unsigned int charcount; const void *data; int pref; }; struct font_data { unsigned int extra[4]; const unsigned char data[0]; }; typedef long int word_type; struct DWstruct { int low; int high; }; typedef union { struct DWstruct s; long long int ll; } DWunion; typedef int (*of_init_fn_2)(struct device_node *, struct device_node *); enum { IRQCHIP_FWNODE_REAL = 0, IRQCHIP_FWNODE_NAMED = 1, IRQCHIP_FWNODE_NAMED_ID = 2, }; struct acpi_subtable_header { u8 type; u8 length; }; struct acpi_madt_lio_pic { struct acpi_subtable_header header; u8 version; u64 address; u16 size; u8 cascade[2]; u32 cascade_map[2]; } __attribute__((packed)); struct acpi_madt_eio_pic { struct acpi_subtable_header header; u8 version; u8 cascade; u8 node; u64 node_map; } __attribute__((packed)); struct acpi_table_header { char signature[4]; u32 length; u8 revision; u8 checksum; char oem_id[6]; char oem_table_id[8]; u32 oem_revision; char asl_compiler_id[4]; u32 asl_compiler_revision; }; struct acpi_cedt_header { u8 type; u8 reserved; u16 length; }; struct acpi_hmat_structure { u16 type; u16 reserved; u32 length; }; enum acpi_madt_type { ACPI_MADT_TYPE_LOCAL_APIC = 0, ACPI_MADT_TYPE_IO_APIC = 1, ACPI_MADT_TYPE_INTERRUPT_OVERRIDE = 2, ACPI_MADT_TYPE_NMI_SOURCE = 3, ACPI_MADT_TYPE_LOCAL_APIC_NMI = 4, ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE = 5, ACPI_MADT_TYPE_IO_SAPIC = 6, ACPI_MADT_TYPE_LOCAL_SAPIC = 7, ACPI_MADT_TYPE_INTERRUPT_SOURCE = 8, ACPI_MADT_TYPE_LOCAL_X2APIC = 9, ACPI_MADT_TYPE_LOCAL_X2APIC_NMI = 10, ACPI_MADT_TYPE_GENERIC_INTERRUPT = 11, ACPI_MADT_TYPE_GENERIC_DISTRIBUTOR = 12, ACPI_MADT_TYPE_GENERIC_MSI_FRAME = 13, ACPI_MADT_TYPE_GENERIC_REDISTRIBUTOR = 14, ACPI_MADT_TYPE_GENERIC_TRANSLATOR = 15, ACPI_MADT_TYPE_MULTIPROC_WAKEUP = 16, ACPI_MADT_TYPE_CORE_PIC = 17, ACPI_MADT_TYPE_LIO_PIC = 18, ACPI_MADT_TYPE_HT_PIC = 19, ACPI_MADT_TYPE_EIO_PIC = 20, ACPI_MADT_TYPE_MSI_PIC = 21, ACPI_MADT_TYPE_BIO_PIC = 22, ACPI_MADT_TYPE_LPC_PIC = 23, ACPI_MADT_TYPE_RESERVED = 24, ACPI_MADT_TYPE_OEM_RESERVED = 128, }; enum acpi_madt_core_pic_version { ACPI_MADT_CORE_PIC_VERSION_NONE = 0, ACPI_MADT_CORE_PIC_VERSION_V1 = 1, ACPI_MADT_CORE_PIC_VERSION_RESERVED = 2, }; struct acpi_prmt_module_header { u16 revision; u16 length; }; enum acpi_irq_model_id { ACPI_IRQ_MODEL_PIC = 0, ACPI_IRQ_MODEL_IOAPIC = 1, ACPI_IRQ_MODEL_IOSAPIC = 2, ACPI_IRQ_MODEL_PLATFORM = 3, ACPI_IRQ_MODEL_GIC = 4, ACPI_IRQ_MODEL_LPIC = 5, ACPI_IRQ_MODEL_COUNT = 6, }; union acpi_subtable_headers { struct acpi_subtable_header common; struct acpi_hmat_structure hmat; struct acpi_prmt_module_header prmt; struct acpi_cedt_header cedt; }; typedef int (*acpi_tbl_table_handler)(struct acpi_table_header *); typedef int (*acpi_tbl_entry_handler)(union acpi_subtable_headers *, const long unsigned int); struct acpi_probe_entry; typedef bool (*acpi_probe_entry_validate_subtbl)(struct acpi_subtable_header *, struct acpi_probe_entry *); struct acpi_probe_entry { __u8 id[5]; __u8 type; acpi_probe_entry_validate_subtbl subtable_valid; union { acpi_tbl_table_handler probe_table; acpi_tbl_entry_handler probe_subtbl; }; kernel_ulong_t driver_data; }; typedef int (*of_irq_init_cb_t)(struct device_node *, struct device_node *); struct acpi_madt_lpc_pic { struct acpi_subtable_header header; u8 version; u64 address; u16 size; u8 cascade; } __attribute__((packed)); struct acpi_madt_bio_pic { struct acpi_subtable_header header; u8 version; u64 address; u16 size; u16 id; u16 gsi_base; } __attribute__((packed)); enum { IRQCHIP_SET_TYPE_MASKED = 1, IRQCHIP_EOI_IF_HANDLED = 2, IRQCHIP_MASK_ON_SUSPEND = 4, IRQCHIP_ONOFFLINE_ENABLED = 8, IRQCHIP_SKIP_SET_WAKE = 16, IRQCHIP_ONESHOT_SAFE = 32, IRQCHIP_EOI_THREADED = 64, IRQCHIP_SUPPORTS_LEVEL_MSI = 128, IRQCHIP_SUPPORTS_NMI = 256, IRQCHIP_ENABLE_WAKEUP_ON_SUSPEND = 512, IRQCHIP_AFFINITY_PRE_STARTUP = 1024, IRQCHIP_IMMUTABLE = 2048, }; struct pch_pic { void *base; struct irq_domain *pic_domain; u32 ht_vec_base; raw_spinlock_t pic_lock; u32 vec_count; u32 gsi_base; u32 saved_vec_en[2]; u32 saved_vec_pol[2]; u32 saved_vec_edge[2]; }; struct of_phandle_args { struct device_node *np; int args_count; uint32_t args[16]; }; enum { IRQ_DOMAIN_FLAG_HIERARCHY = 1, IRQ_DOMAIN_NAME_ALLOCATED = 2, IRQ_DOMAIN_FLAG_IPI_PER_CPU = 4, IRQ_DOMAIN_FLAG_IPI_SINGLE = 8, IRQ_DOMAIN_FLAG_MSI = 16, IRQ_DOMAIN_FLAG_MSI_REMAP = 32, IRQ_DOMAIN_FLAG_NO_MAP = 64, IRQ_DOMAIN_FLAG_MSI_PARENT = 256, IRQ_DOMAIN_FLAG_MSI_DEVICE = 512, IRQ_DOMAIN_FLAG_NONCORE = 65536, }; enum pin_config_param { PIN_CONFIG_BIAS_BUS_HOLD = 0, PIN_CONFIG_BIAS_DISABLE = 1, PIN_CONFIG_BIAS_HIGH_IMPEDANCE = 2, PIN_CONFIG_BIAS_PULL_DOWN = 3, PIN_CONFIG_BIAS_PULL_PIN_DEFAULT = 4, PIN_CONFIG_BIAS_PULL_UP = 5, PIN_CONFIG_DRIVE_OPEN_DRAIN = 6, PIN_CONFIG_DRIVE_OPEN_SOURCE = 7, PIN_CONFIG_DRIVE_PUSH_PULL = 8, PIN_CONFIG_DRIVE_STRENGTH = 9, PIN_CONFIG_DRIVE_STRENGTH_UA = 10, PIN_CONFIG_INPUT_DEBOUNCE = 11, PIN_CONFIG_INPUT_ENABLE = 12, PIN_CONFIG_INPUT_SCHMITT = 13, PIN_CONFIG_INPUT_SCHMITT_ENABLE = 14, PIN_CONFIG_MODE_LOW_POWER = 15, PIN_CONFIG_MODE_PWM = 16, PIN_CONFIG_OUTPUT = 17, PIN_CONFIG_OUTPUT_ENABLE = 18, PIN_CONFIG_OUTPUT_IMPEDANCE_OHMS = 19, PIN_CONFIG_PERSIST_STATE = 20, PIN_CONFIG_POWER_SOURCE = 21, PIN_CONFIG_SKEW_DELAY = 22, PIN_CONFIG_SLEEP_HARDWARE_STATE = 23, PIN_CONFIG_SLEW_RATE = 24, PIN_CONFIG_END = 127, PIN_CONFIG_MAX = 255, }; struct gpio_chip; union gpio_irq_fwspec; struct gpio_irq_chip { struct irq_chip *chip; struct irq_domain *domain; const struct irq_domain_ops *domain_ops; struct fwnode_handle *fwnode; struct irq_domain *parent_domain; int (*child_to_parent_hwirq)(struct gpio_chip *, unsigned int, unsigned int, unsigned int *, unsigned int *); int (*populate_parent_alloc_arg)(struct gpio_chip *, union gpio_irq_fwspec *, unsigned int, unsigned int); unsigned int (*child_offset_to_irq)(struct gpio_chip *, unsigned int); struct irq_domain_ops child_irq_domain_ops; irq_flow_handler_t handler; unsigned int default_type; struct lock_class_key *lock_key; struct lock_class_key *request_key; irq_flow_handler_t parent_handler; union { void *parent_handler_data; void **parent_handler_data_array; }; unsigned int num_parents; unsigned int *parents; unsigned int *map; bool threaded; bool per_parent_data; bool initialized; int (*init_hw)(struct gpio_chip *); void (*init_valid_mask)(struct gpio_chip *, long unsigned int *, unsigned int); long unsigned int *valid_mask; unsigned int first; void (*irq_enable)(struct irq_data *); void (*irq_disable)(struct irq_data *); void (*irq_unmask)(struct irq_data *); void (*irq_mask)(struct irq_data *); }; struct gpio_device; struct gpio_chip { const char *label; struct gpio_device *gpiodev; struct device *parent; struct fwnode_handle *fwnode; struct module *owner; int (*request)(struct gpio_chip *, unsigned int); void (*free)(struct gpio_chip *, unsigned int); int (*get_direction)(struct gpio_chip *, unsigned int); int (*direction_input)(struct gpio_chip *, unsigned int); int (*direction_output)(struct gpio_chip *, unsigned int, int); int (*get)(struct gpio_chip *, unsigned int); int (*get_multiple)(struct gpio_chip *, long unsigned int *, long unsigned int *); void (*set)(struct gpio_chip *, unsigned int, int); void (*set_multiple)(struct gpio_chip *, long unsigned int *, long unsigned int *); int (*set_config)(struct gpio_chip *, unsigned int, long unsigned int); int (*to_irq)(struct gpio_chip *, unsigned int); void (*dbg_show)(struct seq_file *, struct gpio_chip *); int (*init_valid_mask)(struct gpio_chip *, long unsigned int *, unsigned int); int (*add_pin_ranges)(struct gpio_chip *); int (*en_hw_timestamp)(struct gpio_chip *, u32, long unsigned int); int (*dis_hw_timestamp)(struct gpio_chip *, u32, long unsigned int); int base; u16 ngpio; u16 offset; const char * const *names; bool can_sleep; struct gpio_irq_chip irq; long unsigned int *valid_mask; struct device_node *of_node; unsigned int of_gpio_n_cells; int (*of_xlate)(struct gpio_chip *, const struct of_phandle_args *, u32 *); int (*of_gpio_ranges_fallback)(struct gpio_chip *, struct device_node *); }; struct msi_alloc_info { struct msi_desc *desc; irq_hw_number_t hwirq; long unsigned int flags; union { long unsigned int ul; void *ptr; } scratchpad[2]; }; typedef struct msi_alloc_info msi_alloc_info_t; union gpio_irq_fwspec { struct irq_fwspec fwspec; msi_alloc_info_t msiinfo; }; struct gpio_desc; struct gpio_device { struct device dev; struct cdev chrdev; int id; struct device *mockdev; struct module *owner; struct gpio_chip *chip; struct gpio_desc *descs; int base; u16 ngpio; const char *label; void *data; struct list_head list; struct blocking_notifier_head notifier; struct rw_semaphore sem; }; struct gpio_array; struct gpio_descs { struct gpio_array *info; unsigned int ndescs; struct gpio_desc *desc[0]; }; struct gpio_array { struct gpio_desc **desc; unsigned int size; struct gpio_chip *chip; long unsigned int *get_mask; long unsigned int *set_mask; long unsigned int invert_mask[0]; }; struct gpio_desc { struct gpio_device *gdev; long unsigned int flags; const char *label; const char *name; struct device_node *hog; unsigned int debounce_period_us; }; enum gpiod_flags { GPIOD_ASIS = 0, GPIOD_IN = 1, GPIOD_OUT_LOW = 3, GPIOD_OUT_HIGH = 7, GPIOD_OUT_LOW_OPEN_DRAIN = 11, GPIOD_OUT_HIGH_OPEN_DRAIN = 15, }; enum gpio_lookup_flags { GPIO_ACTIVE_HIGH = 0, GPIO_ACTIVE_LOW = 1, GPIO_OPEN_DRAIN = 2, GPIO_OPEN_SOURCE = 4, GPIO_PERSISTENT = 0, GPIO_TRANSITORY = 8, GPIO_PULL_UP = 16, GPIO_PULL_DOWN = 32, GPIO_PULL_DISABLE = 64, GPIO_LOOKUP_FLAGS_DEFAULT = 0, }; struct gpiod_lookup { const char *key; u16 chip_hwnum; const char *con_id; unsigned int idx; long unsigned int flags; }; struct gpiod_lookup_table { struct list_head list; const char *dev_id; struct gpiod_lookup table[0]; }; struct gpiod_hog { struct list_head list; const char *chip_label; u16 chip_hwnum; const char *line_name; long unsigned int lflags; int dflags; }; enum { GPIOLINE_CHANGED_REQUESTED = 1, GPIOLINE_CHANGED_RELEASED = 2, GPIOLINE_CHANGED_CONFIG = 3, }; struct trace_event_raw_gpio_direction { struct trace_entry ent; unsigned int gpio; int in; int err; char __data[0]; }; struct trace_event_raw_gpio_value { struct trace_entry ent; unsigned int gpio; int get; int value; char __data[0]; }; struct trace_event_data_offsets_gpio_direction {}; struct trace_event_data_offsets_gpio_value {}; typedef void (*btf_trace_gpio_direction)(void *, unsigned int, int, int); typedef void (*btf_trace_gpio_value)(void *, unsigned int, int, int); enum dev_prop_type { DEV_PROP_U8 = 0, DEV_PROP_U16 = 1, DEV_PROP_U32 = 2, DEV_PROP_U64 = 3, DEV_PROP_STRING = 4, DEV_PROP_REF = 5, }; struct property_entry; struct software_node { const char *name; const struct software_node *parent; const struct property_entry *properties; }; struct property_entry { const char *name; size_t length; bool is_inline; enum dev_prop_type type; union { const void *pointer; union { u8 u8_data[8]; u16 u16_data[4]; u32 u32_data[2]; u64 u64_data[1]; const char *str[1]; } value; }; }; enum pwm_polarity { PWM_POLARITY_NORMAL = 0, PWM_POLARITY_INVERSED = 1, }; struct pwm_args { u64 period; enum pwm_polarity polarity; }; enum { PWMF_REQUESTED = 1, PWMF_EXPORTED = 2, }; struct pwm_state { u64 period; u64 duty_cycle; enum pwm_polarity polarity; bool enabled; bool usage_power; }; struct pwm_chip; struct pwm_device { const char *label; long unsigned int flags; unsigned int hwpwm; unsigned int pwm; struct pwm_chip *chip; void *chip_data; struct pwm_args args; struct pwm_state state; struct pwm_state last; }; struct pwm_ops; struct pwm_chip { struct device *dev; const struct pwm_ops *ops; int base; unsigned int npwm; struct pwm_device * (*of_xlate)(struct pwm_chip *, const struct of_phandle_args *); unsigned int of_pwm_n_cells; struct list_head list; struct pwm_device *pwms; }; struct pwm_capture { unsigned int period; unsigned int duty_cycle; }; struct pwm_ops { int (*request)(struct pwm_chip *, struct pwm_device *); void (*free)(struct pwm_chip *, struct pwm_device *); int (*capture)(struct pwm_chip *, struct pwm_device *, struct pwm_capture *, long unsigned int); int (*apply)(struct pwm_chip *, struct pwm_device *, const struct pwm_state *); int (*get_state)(struct pwm_chip *, struct pwm_device *, struct pwm_state *); struct module *owner; }; struct pwm_export { struct device child; struct pwm_device *pwm; struct mutex lock; struct pwm_state suspend; }; struct pci_sriov { int pos; int nres; u32 cap; u16 ctrl; u16 total_VFs; u16 initial_VFs; u16 num_VFs; u16 offset; u16 stride; u16 vf_device; u32 pgsz; u8 link; u8 max_VF_buses; u16 driver_max_VFs; struct pci_dev *dev; struct pci_dev *self; u32 class; u8 hdr_type; u16 subsystem_vendor; u16 subsystem_device; resource_size_t barsz[6]; bool drivers_autoprobe; }; struct rcec_ea { u8 nextbusn; u8 lastbusn; u32 bitmap; }; struct pci_bus_resource { struct list_head list; struct resource *res; unsigned int flags; }; typedef u64 pci_bus_addr_t; struct pci_bus_region { pci_bus_addr_t start; pci_bus_addr_t end; }; enum pci_fixup_pass { pci_fixup_early = 0, pci_fixup_header = 1, pci_fixup_final = 2, pci_fixup_enable = 3, pci_fixup_resume = 4, pci_fixup_suspend = 5, pci_fixup_resume_early = 6, pci_fixup_suspend_late = 7, }; struct dmi_strmatch { unsigned char slot: 7; unsigned char exact_match: 1; char substr[79]; }; struct dmi_system_id { int (*callback)(const struct dmi_system_id *); const char *ident; struct dmi_strmatch matches[4]; void *driver_data; }; struct bus_attribute { struct attribute attr; ssize_t (*show)(struct bus_type *, char *); ssize_t (*store)(struct bus_type *, const char *, size_t); }; struct msi_dev_domain { struct xarray store; struct irq_domain *domain; }; struct platform_msi_priv_data; struct msi_device_data { long unsigned int properties; struct platform_msi_priv_data *platform_data; struct mutex mutex; struct msi_dev_domain __domains[2]; long unsigned int __iter_idx; }; typedef u64 acpi_io_address; typedef void *acpi_handle; typedef u32 acpi_object_type; union acpi_object { acpi_object_type type; struct { acpi_object_type type; u64 value; } integer; struct { acpi_object_type type; u32 length; char *pointer; } string; struct { acpi_object_type type; u32 length; u8 *pointer; } buffer; struct { acpi_object_type type; u32 count; union acpi_object *elements; } package; struct { acpi_object_type type; acpi_object_type actual_type; acpi_handle handle; } reference; struct { acpi_object_type type; u32 proc_id; acpi_io_address pblk_address; u32 pblk_length; } processor; struct { acpi_object_type type; u32 system_level; u32 resource_order; } power_resource; }; struct acpi_device; struct acpi_hotplug_profile { struct kobject kobj; int (*scan_dependent)(struct acpi_device *); void (*notify_online)(struct acpi_device *); bool enabled: 1; bool demand_offline: 1; }; struct acpi_device_status { u32 present: 1; u32 enabled: 1; u32 show_in_ui: 1; u32 functional: 1; u32 battery_present: 1; u32 reserved: 27; }; struct acpi_device_flags { u32 dynamic_status: 1; u32 removable: 1; u32 ejectable: 1; u32 power_manageable: 1; u32 match_driver: 1; u32 initialized: 1; u32 visited: 1; u32 hotplug_notify: 1; u32 is_dock_station: 1; u32 of_compatible_ok: 1; u32 coherent_dma: 1; u32 cca_seen: 1; u32 enumeration_by_parent: 1; u32 honor_deps: 1; u32 reserved: 18; }; typedef char acpi_bus_id[8]; struct acpi_pnp_type { u32 hardware_id: 1; u32 bus_address: 1; u32 platform_id: 1; u32 backlight: 1; u32 reserved: 28; }; typedef u64 acpi_bus_address; typedef char acpi_device_name[40]; typedef char acpi_device_class[20]; struct acpi_device_pnp { acpi_bus_id bus_id; int instance_no; struct acpi_pnp_type type; acpi_bus_address bus_address; char *unique_id; struct list_head ids; acpi_device_name device_name; acpi_device_class device_class; union acpi_object *str_obj; }; struct acpi_device_power_flags { u32 explicit_get: 1; u32 power_resources: 1; u32 inrush_current: 1; u32 power_removed: 1; u32 ignore_parent: 1; u32 dsw_present: 1; u32 reserved: 26; }; struct acpi_device_power_state { struct { u8 valid: 1; u8 explicit_set: 1; u8 reserved: 6; } flags; int power; int latency; struct list_head resources; }; struct acpi_device_power { int state; struct acpi_device_power_flags flags; struct acpi_device_power_state states[5]; u8 state_for_enumeration; }; struct acpi_device_wakeup_flags { u8 valid: 1; u8 notifier_present: 1; }; struct acpi_device_wakeup_context { void (*func)(struct acpi_device_wakeup_context *); struct device *dev; }; struct acpi_device_wakeup { acpi_handle gpe_device; u64 gpe_number; u64 sleep_state; struct list_head resources; struct acpi_device_wakeup_flags flags; struct acpi_device_wakeup_context context; struct wakeup_source *ws; int prepare_count; int enable_count; }; struct acpi_device_perf_flags { u8 reserved: 8; }; struct acpi_device_perf_state; struct acpi_device_perf { int state; struct acpi_device_perf_flags flags; int state_count; struct acpi_device_perf_state *states; }; struct acpi_device_dir { struct proc_dir_entry *entry; }; struct acpi_device_data { const union acpi_object *pointer; struct list_head properties; const union acpi_object *of_compatible; struct list_head subnodes; }; struct acpi_scan_handler; struct acpi_hotplug_context; struct acpi_gpio_mapping; struct acpi_device { u32 pld_crc; int device_type; acpi_handle handle; struct fwnode_handle fwnode; struct list_head wakeup_list; struct list_head del_list; struct acpi_device_status status; struct acpi_device_flags flags; struct acpi_device_pnp pnp; struct acpi_device_power power; struct acpi_device_wakeup wakeup; struct acpi_device_perf performance; struct acpi_device_dir dir; struct acpi_device_data data; struct acpi_scan_handler *handler; struct acpi_hotplug_context *hp; const struct acpi_gpio_mapping *driver_gpios; void *driver_data; struct device dev; unsigned int physical_node_count; unsigned int dep_unmet; struct list_head physical_node_list; struct mutex physical_node_lock; void (*remove)(struct acpi_device *); }; struct acpi_scan_handler { const struct acpi_device_id *ids; struct list_head list_node; bool (*match)(const char *, const struct acpi_device_id **); int (*attach)(struct acpi_device *, const struct acpi_device_id *); void (*detach)(struct acpi_device *); void (*bind)(struct device *); void (*unbind)(struct device *); struct acpi_hotplug_profile hotplug; }; struct acpi_hotplug_context { struct acpi_device *self; int (*notify)(struct acpi_device *, u32); void (*uevent)(struct acpi_device *, u32); void (*fixup)(struct acpi_device *); }; struct acpi_device_perf_state { struct { u8 valid: 1; u8 reserved: 7; } flags; u8 power; u8 performance; int latency; }; struct acpi_gpio_params; struct acpi_gpio_mapping { const char *name; const struct acpi_gpio_params *data; unsigned int size; unsigned int quirks; }; enum msi_domain_ids { MSI_DEFAULT_DOMAIN = 0, MSI_SECONDARY_DOMAIN = 1, MSI_MAX_DEVICE_IRQDOMAINS = 2, }; union msi_instance_cookie { u64 value; void *ptr; }; struct arch_msi_msg_addr_lo { u32 address_lo; }; typedef struct arch_msi_msg_addr_lo arch_msi_msg_addr_lo_t; struct arch_msi_msg_addr_hi { u32 address_hi; }; typedef struct arch_msi_msg_addr_hi arch_msi_msg_addr_hi_t; struct arch_msi_msg_data { u32 data; }; typedef struct arch_msi_msg_data arch_msi_msg_data_t; struct msi_msg { union { u32 address_lo; arch_msi_msg_addr_lo_t arch_addr_lo; }; union { u32 address_hi; arch_msi_msg_addr_hi_t arch_addr_hi; }; union { u32 data; arch_msi_msg_data_t arch_data; }; }; struct pci_msi_desc { union { u32 msi_mask; u32 msix_ctrl; }; struct { u8 is_msix: 1; u8 multiple: 3; u8 multi_cap: 3; u8 can_mask: 1; u8 is_64: 1; u8 is_virtual: 1; unsigned int default_irq; } msi_attrib; union { u8 mask_pos; void *mask_base; }; }; union msi_domain_cookie { u64 value; void *ptr; void *iobase; }; struct msi_desc_data { union msi_domain_cookie dcookie; union msi_instance_cookie icookie; }; struct msi_desc { unsigned int irq; unsigned int nvec_used; struct device *dev; struct msi_msg msg; struct irq_affinity_desc *affinity; struct device_attribute *sysfs_attrs; void (*write_msi_msg)(struct msi_desc *, void *); void *write_msi_msg_data; u16 msi_index; union { struct pci_msi_desc pci; struct msi_desc_data data; }; }; struct msi_domain_ops { irq_hw_number_t (*get_hwirq)(struct msi_domain_info *, msi_alloc_info_t *); int (*msi_init)(struct irq_domain *, struct msi_domain_info *, unsigned int, irq_hw_number_t, msi_alloc_info_t *); void (*msi_free)(struct irq_domain *, struct msi_domain_info *, unsigned int); int (*msi_prepare)(struct irq_domain *, struct device *, int, msi_alloc_info_t *); void (*prepare_desc)(struct irq_domain *, msi_alloc_info_t *, struct msi_desc *); void (*set_desc)(msi_alloc_info_t *, struct msi_desc *); int (*domain_alloc_irqs)(struct irq_domain *, struct device *, int); void (*domain_free_irqs)(struct irq_domain *, struct device *); void (*msi_post_free)(struct irq_domain *, struct device *); }; struct msi_domain_info { u32 flags; enum irq_domain_bus_token bus_token; unsigned int hwsize; struct msi_domain_ops *ops; struct irq_chip *chip; void *chip_data; irq_flow_handler_t handler; void *handler_data; const char *handler_name; void *data; }; struct hotplug_slot_ops; struct hotplug_slot { const struct hotplug_slot_ops *ops; struct list_head slot_list; struct pci_slot *pci_slot; struct module *owner; const char *mod_name; }; enum { pci_channel_io_normal = 1, pci_channel_io_frozen = 2, pci_channel_io_perm_failure = 3, }; enum pcie_reset_state { pcie_deassert_reset = 1, pcie_warm_reset = 2, pcie_hot_reset = 3, }; enum pci_dev_flags { PCI_DEV_FLAGS_MSI_INTX_DISABLE_BUG = 1, PCI_DEV_FLAGS_NO_D3 = 2, PCI_DEV_FLAGS_ASSIGNED = 4, PCI_DEV_FLAGS_ACS_ENABLED_QUIRK = 8, PCI_DEV_FLAG_PCIE_BRIDGE_ALIAS = 32, PCI_DEV_FLAGS_NO_BUS_RESET = 64, PCI_DEV_FLAGS_NO_PM_RESET = 128, PCI_DEV_FLAGS_VPD_REF_F0 = 256, PCI_DEV_FLAGS_BRIDGE_XLATE_ROOT = 512, PCI_DEV_FLAGS_NO_FLR_RESET = 1024, PCI_DEV_FLAGS_NO_RELAXED_ORDERING = 2048, PCI_DEV_FLAGS_HAS_MSI_MASKING = 4096, }; enum pci_bus_flags { PCI_BUS_FLAGS_NO_MSI = 1, PCI_BUS_FLAGS_NO_MMRBC = 2, PCI_BUS_FLAGS_NO_AERSID = 4, PCI_BUS_FLAGS_NO_EXTCFG = 8, }; enum pcie_link_width { PCIE_LNK_WIDTH_RESRV = 0, PCIE_LNK_X1 = 1, PCIE_LNK_X2 = 2, PCIE_LNK_X4 = 4, PCIE_LNK_X8 = 8, PCIE_LNK_X12 = 12, PCIE_LNK_X16 = 16, PCIE_LNK_X32 = 32, PCIE_LNK_WIDTH_UNKNOWN = 255, }; enum pci_bus_speed { PCI_SPEED_33MHz = 0, PCI_SPEED_66MHz = 1, PCI_SPEED_66MHz_PCIX = 2, PCI_SPEED_100MHz_PCIX = 3, PCI_SPEED_133MHz_PCIX = 4, PCI_SPEED_66MHz_PCIX_ECC = 5, PCI_SPEED_100MHz_PCIX_ECC = 6, PCI_SPEED_133MHz_PCIX_ECC = 7, PCI_SPEED_66MHz_PCIX_266 = 9, PCI_SPEED_100MHz_PCIX_266 = 10, PCI_SPEED_133MHz_PCIX_266 = 11, AGP_UNKNOWN = 12, AGP_1X = 13, AGP_2X = 14, AGP_4X = 15, AGP_8X = 16, PCI_SPEED_66MHz_PCIX_533 = 17, PCI_SPEED_100MHz_PCIX_533 = 18, PCI_SPEED_133MHz_PCIX_533 = 19, PCIE_SPEED_2_5GT = 20, PCIE_SPEED_5_0GT = 21, PCIE_SPEED_8_0GT = 22, PCIE_SPEED_16_0GT = 23, PCIE_SPEED_32_0GT = 24, PCIE_SPEED_64_0GT = 25, PCI_SPEED_UNKNOWN = 255, }; struct pci_host_bridge { struct device dev; struct pci_bus *bus; struct pci_ops *ops; struct pci_ops *child_ops; void *sysdata; int busnr; int domain_nr; struct list_head windows; struct list_head dma_ranges; u8 (*swizzle_irq)(struct pci_dev *, u8 *); int (*map_irq)(const struct pci_dev *, u8, u8); void (*release_fn)(struct pci_host_bridge *); void *release_data; unsigned int ignore_reset_delay: 1; unsigned int no_ext_tags: 1; unsigned int no_inc_mrrs: 1; unsigned int native_aer: 1; unsigned int native_pcie_hotplug: 1; unsigned int native_shpc_hotplug: 1; unsigned int native_pme: 1; unsigned int native_ltr: 1; unsigned int native_dpc: 1; unsigned int preserve_config: 1; unsigned int size_windows: 1; unsigned int msi_domain: 1; resource_size_t (*align_resource)(struct pci_dev *, const struct resource *, resource_size_t, resource_size_t, resource_size_t); long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int private[0]; }; enum { PCI_REASSIGN_ALL_RSRC = 1, PCI_REASSIGN_ALL_BUS = 2, PCI_PROBE_ONLY = 4, PCI_CAN_SKIP_ISA_ALIGN = 8, PCI_ENABLE_PROC_DOMAINS = 16, PCI_COMPAT_DOMAIN_0 = 32, PCI_SCAN_ALL_PCIE_DEVS = 64, }; enum pcie_bus_config_types { PCIE_BUS_TUNE_OFF = 0, PCIE_BUS_DEFAULT = 1, PCIE_BUS_SAFE = 2, PCIE_BUS_PERFORMANCE = 3, PCIE_BUS_PEER2PEER = 4, }; typedef int (*arch_set_vga_state_t)(struct pci_dev *, bool, unsigned int, u32); struct hotplug_slot_ops { int (*enable_slot)(struct hotplug_slot *); int (*disable_slot)(struct hotplug_slot *); int (*set_attention_status)(struct hotplug_slot *, u8); int (*hardware_test)(struct hotplug_slot *, u32); int (*get_power_status)(struct hotplug_slot *, u8 *); int (*get_attention_status)(struct hotplug_slot *, u8 *); int (*get_latch_status)(struct hotplug_slot *, u8 *); int (*get_adapter_status)(struct hotplug_slot *, u8 *); int (*reset_slot)(struct hotplug_slot *, bool); }; struct pci_cap_saved_data { u16 cap_nr; bool cap_extended; unsigned int size; u32 data[0]; }; struct pci_cap_saved_state { struct hlist_node next; struct pci_cap_saved_data cap; }; struct pci_reset_fn_method { int (*reset_fn)(struct pci_dev *, bool); char *name; }; struct pci_pme_device { struct list_head list; struct pci_dev *dev; }; struct pci_saved_state { u32 config_space[16]; struct pci_cap_saved_data cap[0]; }; struct pci_devres { unsigned int enabled: 1; unsigned int pinned: 1; unsigned int orig_intx: 1; unsigned int restore_intx: 1; unsigned int mwi: 1; u32 region_mask; }; struct irq_affinity { unsigned int pre_vectors; unsigned int post_vectors; unsigned int nr_sets; unsigned int set_size[4]; void (*calc_sets)(struct irq_affinity *, unsigned int); void *priv; }; struct msix_entry { u32 vector; u16 entry; }; enum msi_desc_filter { MSI_DESC_ALL = 0, MSI_DESC_NOTASSOCIATED = 1, MSI_DESC_ASSOCIATED = 2, }; enum { MSI_FLAG_USE_DEF_DOM_OPS = 1, MSI_FLAG_USE_DEF_CHIP_OPS = 2, MSI_FLAG_ACTIVATE_EARLY = 4, MSI_FLAG_MUST_REACTIVATE = 8, MSI_FLAG_DEV_SYSFS = 16, MSI_FLAG_ALLOC_SIMPLE_MSI_DESCS = 32, MSI_FLAG_FREE_MSI_DESCS = 64, MSI_FLAG_NOMASK_QUIRK = 128, MSI_GENERIC_FLAGS_MASK = 65535, MSI_DOMAIN_FLAGS_MASK = 4294901760, MSI_FLAG_MULTI_PCI_MSI = 65536, MSI_FLAG_PCI_MSIX = 131072, MSI_FLAG_LEVEL_CAPABLE = 262144, MSI_FLAG_MSIX_CONTIGUOUS = 524288, MSI_FLAG_PCI_MSIX_ALLOC_DYN = 1048576, MSI_FLAG_PCI_IMS = 2097152, }; enum support_mode { ALLOW_LEGACY = 0, DENY_LEGACY = 1, }; enum pci_ers_result { PCI_ERS_RESULT_NONE = 1, PCI_ERS_RESULT_CAN_RECOVER = 2, PCI_ERS_RESULT_NEED_RESET = 3, PCI_ERS_RESULT_DISCONNECT = 4, PCI_ERS_RESULT_RECOVERED = 5, PCI_ERS_RESULT_NO_AER_DRIVER = 6, }; struct pcie_device { int irq; struct pci_dev *port; u32 service; void *priv_data; struct device device; }; struct pcie_port_service_driver { const char *name; int (*probe)(struct pcie_device *); void (*remove)(struct pcie_device *); int (*suspend)(struct pcie_device *); int (*resume_noirq)(struct pcie_device *); int (*resume)(struct pcie_device *); int (*runtime_suspend)(struct pcie_device *); int (*runtime_resume)(struct pcie_device *); int (*slot_reset)(struct pcie_device *); int port_type; u32 service; struct device_driver driver; }; struct portdrv_service_data { struct pcie_port_service_driver *drv; struct device *dev; u32 service; }; typedef int (*pcie_callback_t)(struct pcie_device *); enum pci_mmap_state { pci_mmap_io = 0, pci_mmap_mem = 1, }; enum pci_mmap_api { PCI_MMAP_SYSFS = 0, PCI_MMAP_PROCFS = 1, }; struct pci_filp_private { enum pci_mmap_state mmap_state; int write_combine; }; struct controller { struct pcie_device *pcie; u32 slot_cap; unsigned int inband_presence_disabled: 1; u16 slot_ctrl; struct mutex ctrl_lock; long unsigned int cmd_started; unsigned int cmd_busy: 1; wait_queue_head_t queue; atomic_t pending_events; unsigned int notification_enabled: 1; unsigned int power_fault_detected; struct task_struct *poll_thread; u8 state; struct mutex state_lock; struct delayed_work button_work; struct hotplug_slot hotplug_slot; struct rw_semaphore reset_lock; unsigned int depth; unsigned int ist_running; int request_result; wait_queue_head_t requester; }; struct controller___2; struct hpc_ops; struct slot { u8 bus; u8 device; u16 status; u32 number; u8 is_a_board; u8 state; u8 attention_save; u8 presence_save; u8 latch_save; u8 pwr_save; struct controller___2 *ctrl; const struct hpc_ops *hpc_ops; struct hotplug_slot hotplug_slot; struct list_head slot_list; struct delayed_work work; struct mutex lock; struct workqueue_struct *wq; u8 hp_slot; }; struct controller___2 { struct mutex crit_sect; struct mutex cmd_lock; int num_slots; int slot_num_inc; struct pci_dev *pci_dev; struct list_head slot_list; const struct hpc_ops *hpc_ops; wait_queue_head_t queue; u8 slot_device_offset; u32 pcix_misc2_reg; u32 first_slot; u32 cap_offset; long unsigned int mmio_base; long unsigned int mmio_size; void *creg; struct timer_list poll_timer; }; struct hpc_ops { int (*power_on_slot)(struct slot *); int (*slot_enable)(struct slot *); int (*slot_disable)(struct slot *); int (*set_bus_speed_mode)(struct slot *, enum pci_bus_speed); int (*get_power_status)(struct slot *, u8 *); int (*get_attention_status)(struct slot *, u8 *); int (*set_attention_status)(struct slot *, u8); int (*get_latch_status)(struct slot *, u8 *); int (*get_adapter_status)(struct slot *, u8 *); int (*get_adapter_speed)(struct slot *, enum pci_bus_speed *); int (*get_prog_int)(struct slot *, u8 *); int (*query_power_fault)(struct slot *); void (*green_led_on)(struct slot *); void (*green_led_off)(struct slot *); void (*green_led_blink)(struct slot *); void (*release_ctlr)(struct controller___2 *); int (*check_cmd_status)(struct controller___2 *); }; enum ctrl_offsets { BASE_OFFSET = 0, SLOT_AVAIL1 = 4, SLOT_AVAIL2 = 8, SLOT_CONFIG = 12, SEC_BUS_CONFIG = 16, MSI_CTRL = 18, PROG_INTERFACE = 19, CMD = 20, CMD_STATUS = 22, INTR_LOC = 24, SERR_LOC = 28, SERR_INTR_ENABLE = 32, SLOT1 = 36, }; struct pci_config_window; struct pci_ecam_ops { unsigned int bus_shift; struct pci_ops pci_ops; int (*init)(struct pci_config_window *); }; struct pci_config_window { struct resource res; struct resource busr; unsigned int bus_shift; void *priv; const struct pci_ecam_ops *ops; union { void *win; void **winp; }; struct device *parent; }; struct rio_device_id { __u16 did; __u16 vid; __u16 asm_did; __u16 asm_vid; }; struct rio_switch_ops; struct rio_dev; struct rio_switch { struct list_head node; u8 *route_table; u32 port_ok; struct rio_switch_ops *ops; spinlock_t lock; struct rio_dev *nextdev[0]; }; struct rio_mport; struct rio_switch_ops { struct module *owner; int (*add_entry)(struct rio_mport *, u16, u8, u16, u16, u8); int (*get_entry)(struct rio_mport *, u16, u8, u16, u16, u8 *); int (*clr_table)(struct rio_mport *, u16, u8, u16); int (*set_domain)(struct rio_mport *, u16, u8, u8); int (*get_domain)(struct rio_mport *, u16, u8, u8 *); int (*em_init)(struct rio_dev *); int (*em_handle)(struct rio_dev *, u8); }; struct rio_net; struct rio_driver; union rio_pw_msg; struct rio_dev { struct list_head global_list; struct list_head net_list; struct rio_net *net; bool do_enum; u16 did; u16 vid; u32 device_rev; u16 asm_did; u16 asm_vid; u16 asm_rev; u16 efptr; u32 pef; u32 swpinfo; u32 src_ops; u32 dst_ops; u32 comp_tag; u32 phys_efptr; u32 phys_rmap; u32 em_efptr; u64 dma_mask; struct rio_driver *driver; struct device dev; struct resource riores[16]; int (*pwcback)(struct rio_dev *, union rio_pw_msg *, int); u16 destid; u8 hopcount; struct rio_dev *prev; atomic_t state; struct rio_switch rswitch[0]; }; struct rio_msg { struct resource *res; void (*mcback)(struct rio_mport *, void *, int, int); }; struct rio_ops; struct rio_scan; struct rio_mport { struct list_head dbells; struct list_head pwrites; struct list_head node; struct list_head nnode; struct rio_net *net; struct mutex lock; struct resource iores; struct resource riores[16]; struct rio_msg inb_msg[4]; struct rio_msg outb_msg[4]; int host_deviceid; struct rio_ops *ops; unsigned char id; unsigned char index; unsigned int sys_size; u32 phys_efptr; u32 phys_rmap; unsigned char name[40]; struct device dev; void *priv; struct rio_scan *nscan; atomic_t state; unsigned int pwe_refcnt; }; struct rio_net { struct list_head node; struct list_head devices; struct list_head switches; struct list_head mports; struct rio_mport *hport; unsigned char id; struct device dev; void *enum_data; void (*release)(struct rio_net *); }; struct rio_driver { struct list_head node; char *name; const struct rio_device_id *id_table; int (*probe)(struct rio_dev *, const struct rio_device_id *); void (*remove)(struct rio_dev *); void (*shutdown)(struct rio_dev *); int (*suspend)(struct rio_dev *, u32); int (*resume)(struct rio_dev *); int (*enable_wake)(struct rio_dev *, u32, int); struct device_driver driver; }; union rio_pw_msg { struct { u32 comptag; u32 errdetect; u32 is_port; u32 ltlerrdet; u32 padding[12]; } em; u32 raw[16]; }; struct rio_mport_attr; struct rio_ops { int (*lcread)(struct rio_mport *, int, u32, int, u32 *); int (*lcwrite)(struct rio_mport *, int, u32, int, u32); int (*cread)(struct rio_mport *, int, u16, u8, u32, int, u32 *); int (*cwrite)(struct rio_mport *, int, u16, u8, u32, int, u32); int (*dsend)(struct rio_mport *, int, u16, u16); int (*pwenable)(struct rio_mport *, int); int (*open_outb_mbox)(struct rio_mport *, void *, int, int); void (*close_outb_mbox)(struct rio_mport *, int); int (*open_inb_mbox)(struct rio_mport *, void *, int, int); void (*close_inb_mbox)(struct rio_mport *, int); int (*add_outb_message)(struct rio_mport *, struct rio_dev *, int, void *, size_t); int (*add_inb_buffer)(struct rio_mport *, int, void *); void * (*get_inb_message)(struct rio_mport *, int); int (*map_inb)(struct rio_mport *, dma_addr_t, u64, u64, u32); void (*unmap_inb)(struct rio_mport *, dma_addr_t); int (*query_mport)(struct rio_mport *, struct rio_mport_attr *); int (*map_outb)(struct rio_mport *, u16, u64, u32, u32, dma_addr_t *); void (*unmap_outb)(struct rio_mport *, u16, u64); }; struct rio_scan { struct module *owner; int (*enumerate)(struct rio_mport *, u32); int (*discover)(struct rio_mport *, u32); }; struct rio_mport_attr { int flags; int link_speed; int link_width; int dma_max_sge; int dma_max_size; int dma_align; }; struct rio_dbell { struct list_head node; struct resource *res; void (*dinb)(struct rio_mport *, void *, u16, u16, u16); void *dev_id; }; enum rio_link_speed { RIO_LINK_DOWN = 0, RIO_LINK_125 = 1, RIO_LINK_250 = 2, RIO_LINK_312 = 3, RIO_LINK_500 = 4, RIO_LINK_625 = 5, }; struct kfifo { union { struct __kfifo kfifo; unsigned char *type; const unsigned char *const_type; char (*rectype)[0]; void *ptr; const void *ptr_const; }; unsigned char buf[0]; }; struct tsi721_dma_desc { __le32 type_id; __le32 bcount; union { __le32 raddr_lo; __le32 next_lo; }; union { __le32 raddr_hi; __le32 next_hi; }; union { struct { __le32 bufptr_lo; __le32 bufptr_hi; __le32 s_dist; __le32 s_size; } t1; __le32 data[4]; u32 reserved[4]; }; }; struct tsi721_imsg_desc { __le32 type_id; __le32 msg_info; __le32 bufptr_lo; __le32 bufptr_hi; u32 reserved[12]; }; struct tsi721_omsg_desc { __le32 type_id; __le32 msg_info; union { __le32 bufptr_lo; __le32 next_lo; }; union { __le32 bufptr_hi; __le32 next_hi; }; }; enum dma_dtype { DTYPE1 = 1, DTYPE2 = 2, DTYPE3 = 3, DTYPE4 = 4, DTYPE5 = 5, DTYPE6 = 6, }; enum dma_rtype { NREAD = 0, LAST_NWRITE_R = 1, ALL_NWRITE = 2, ALL_NWRITE_R = 3, MAINT_RD = 4, MAINT_WR = 5, }; struct tsi721_bdma_maint { int ch_id; int bd_num; void *bd_base; dma_addr_t bd_phys; void *sts_base; dma_addr_t sts_phys; int sts_size; }; struct tsi721_imsg_ring { u32 size; void *buf_base; dma_addr_t buf_phys; void *imfq_base; dma_addr_t imfq_phys; void *imd_base; dma_addr_t imd_phys; void *imq_base[512]; u32 rx_slot; void *dev_id; u32 fq_wrptr; u32 desc_rdptr; spinlock_t lock; }; struct tsi721_omsg_ring { u32 size; void *omd_base; dma_addr_t omd_phys; void *omq_base[512]; dma_addr_t omq_phys[512]; void *sts_base; dma_addr_t sts_phys; u32 sts_size; u32 sts_rdptr; u32 tx_slot; void *dev_id; u32 wr_count; spinlock_t lock; }; enum tsi721_flags { TSI721_USING_MSI = 1, TSI721_USING_MSIX = 2, TSI721_IMSGID_SET = 4, }; enum tsi721_msix_vect { TSI721_VECT_IDB = 0, TSI721_VECT_PWRX = 1, TSI721_VECT_OMB0_DONE = 2, TSI721_VECT_OMB1_DONE = 3, TSI721_VECT_OMB2_DONE = 4, TSI721_VECT_OMB3_DONE = 5, TSI721_VECT_OMB0_INT = 6, TSI721_VECT_OMB1_INT = 7, TSI721_VECT_OMB2_INT = 8, TSI721_VECT_OMB3_INT = 9, TSI721_VECT_IMB0_RCV = 10, TSI721_VECT_IMB1_RCV = 11, TSI721_VECT_IMB2_RCV = 12, TSI721_VECT_IMB3_RCV = 13, TSI721_VECT_IMB0_INT = 14, TSI721_VECT_IMB1_INT = 15, TSI721_VECT_IMB2_INT = 16, TSI721_VECT_IMB3_INT = 17, TSI721_VECT_MAX = 18, }; struct msix_irq { u16 vector; char irq_name[64]; }; struct tsi721_ib_win_mapping { struct list_head node; dma_addr_t lstart; }; struct tsi721_ib_win { u64 rstart; u32 size; dma_addr_t lstart; bool active; bool xlat; struct list_head mappings; }; struct tsi721_obw_bar { u64 base; u64 size; u64 free; }; struct tsi721_ob_win { u64 base; u32 size; u16 destid; u64 rstart; bool active; struct tsi721_obw_bar *pbar; }; struct tsi721_device { struct pci_dev *pdev; struct rio_mport mport; u32 flags; void *regs; struct msix_irq msix[18]; void *odb_base; void *idb_base; dma_addr_t idb_dma; struct work_struct idb_work; u32 db_discard_count; struct work_struct pw_work; struct kfifo pw_fifo; spinlock_t pw_fifo_lock; u32 pw_discard_count; struct tsi721_bdma_maint mdma; int imsg_init[8]; struct tsi721_imsg_ring imsg_ring[8]; int omsg_init[4]; struct tsi721_omsg_ring omsg_ring[4]; struct tsi721_ib_win ib_win[8]; int ibwin_cnt; struct tsi721_obw_bar p2r_bar[2]; struct tsi721_ob_win ob_win[8]; int obwin_cnt; }; enum con_scroll { SM_UP = 0, SM_DOWN = 1, }; enum vc_intensity { VCI_HALF_BRIGHT = 0, VCI_NORMAL = 1, VCI_BOLD = 2, VCI_MASK = 3, }; struct vc_data; struct console_font; struct consw { struct module *owner; const char * (*con_startup)(); void (*con_init)(struct vc_data *, int); void (*con_deinit)(struct vc_data *); void (*con_clear)(struct vc_data *, int, int, int, int); void (*con_putc)(struct vc_data *, int, int, int); void (*con_putcs)(struct vc_data *, const short unsigned int *, int, int, int); void (*con_cursor)(struct vc_data *, int); bool (*con_scroll)(struct vc_data *, unsigned int, unsigned int, enum con_scroll, unsigned int); int (*con_switch)(struct vc_data *); int (*con_blank)(struct vc_data *, int, int); int (*con_font_set)(struct vc_data *, struct console_font *, unsigned int); int (*con_font_get)(struct vc_data *, struct console_font *); int (*con_font_default)(struct vc_data *, struct console_font *, char *); int (*con_resize)(struct vc_data *, unsigned int, unsigned int, unsigned int); void (*con_set_palette)(struct vc_data *, const unsigned char *); void (*con_scrolldelta)(struct vc_data *, int); int (*con_set_origin)(struct vc_data *); void (*con_save_screen)(struct vc_data *); u8 (*con_build_attr)(struct vc_data *, u8, enum vc_intensity, bool, bool, bool, bool); void (*con_invert_region)(struct vc_data *, u16 *, int); u16 * (*con_screen_pos)(const struct vc_data *, int); long unsigned int (*con_getxy)(struct vc_data *, long unsigned int, int *, int *); void (*con_flush_scrollback)(struct vc_data *); int (*con_debug_enter)(struct vc_data *); int (*con_debug_leave)(struct vc_data *); }; struct vc_state { unsigned int x; unsigned int y; unsigned char color; unsigned char Gx_charset[2]; unsigned int charset: 1; enum vc_intensity intensity; bool italic; bool underline; bool blink; bool reverse; }; struct console_font { unsigned int width; unsigned int height; unsigned int charcount; unsigned char *data; }; struct vt_mode { char mode; char waitv; short int relsig; short int acqsig; short int frsig; }; struct uni_pagedict; struct uni_screen; struct vc_data { struct tty_port port; struct vc_state state; struct vc_state saved_state; short unsigned int vc_num; unsigned int vc_cols; unsigned int vc_rows; unsigned int vc_size_row; unsigned int vc_scan_lines; unsigned int vc_cell_height; long unsigned int vc_origin; long unsigned int vc_scr_end; long unsigned int vc_visible_origin; unsigned int vc_top; unsigned int vc_bottom; const struct consw *vc_sw; short unsigned int *vc_screenbuf; unsigned int vc_screenbuf_size; unsigned char vc_mode; unsigned char vc_attr; unsigned char vc_def_color; unsigned char vc_ulcolor; unsigned char vc_itcolor; unsigned char vc_halfcolor; unsigned int vc_cursor_type; short unsigned int vc_complement_mask; short unsigned int vc_s_complement_mask; long unsigned int vc_pos; short unsigned int vc_hi_font_mask; struct console_font vc_font; short unsigned int vc_video_erase_char; unsigned int vc_state; unsigned int vc_npar; unsigned int vc_par[16]; struct vt_mode vt_mode; struct pid *vt_pid; int vt_newvt; wait_queue_head_t paste_wait; unsigned int vc_disp_ctrl: 1; unsigned int vc_toggle_meta: 1; unsigned int vc_decscnm: 1; unsigned int vc_decom: 1; unsigned int vc_decawm: 1; unsigned int vc_deccm: 1; unsigned int vc_decim: 1; unsigned int vc_priv: 3; unsigned int vc_need_wrap: 1; unsigned int vc_can_do_color: 1; unsigned int vc_report_mouse: 2; unsigned char vc_utf: 1; unsigned char vc_utf_count; int vc_utf_char; long unsigned int vc_tab_stop[4]; unsigned char vc_palette[48]; short unsigned int *vc_translate; unsigned int vc_resize_user; unsigned int vc_bell_pitch; unsigned int vc_bell_duration; short unsigned int vc_cur_blink_ms; struct vc_data **vc_display_fg; struct uni_pagedict *uni_pagedict; struct uni_pagedict **uni_pagedict_loc; struct uni_screen *vc_uni_screen; }; struct vc { struct vc_data *d; struct work_struct SAK_work; }; struct vgastate { void *vgabase; long unsigned int membase; __u32 memsize; __u32 flags; __u32 depth; __u32 num_attr; __u32 num_crtc; __u32 num_gfx; __u32 num_seq; void *vidstate; }; struct fb_fix_screeninfo { char id[16]; long unsigned int smem_start; __u32 smem_len; __u32 type; __u32 type_aux; __u32 visual; __u16 xpanstep; __u16 ypanstep; __u16 ywrapstep; __u32 line_length; long unsigned int mmio_start; __u32 mmio_len; __u32 accel; __u16 capabilities; __u16 reserved[2]; }; struct fb_bitfield { __u32 offset; __u32 length; __u32 msb_right; }; struct fb_var_screeninfo { __u32 xres; __u32 yres; __u32 xres_virtual; __u32 yres_virtual; __u32 xoffset; __u32 yoffset; __u32 bits_per_pixel; __u32 grayscale; struct fb_bitfield red; struct fb_bitfield green; struct fb_bitfield blue; struct fb_bitfield transp; __u32 nonstd; __u32 activate; __u32 height; __u32 width; __u32 accel_flags; __u32 pixclock; __u32 left_margin; __u32 right_margin; __u32 upper_margin; __u32 lower_margin; __u32 hsync_len; __u32 vsync_len; __u32 sync; __u32 vmode; __u32 rotate; __u32 colorspace; __u32 reserved[4]; }; struct fb_cmap { __u32 start; __u32 len; __u16 *red; __u16 *green; __u16 *blue; __u16 *transp; }; struct fb_copyarea { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 sx; __u32 sy; }; struct fb_fillrect { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 color; __u32 rop; }; struct fb_image { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 fg_color; __u32 bg_color; __u8 depth; const char *data; struct fb_cmap cmap; }; struct fbcurpos { __u16 x; __u16 y; }; struct fb_cursor { __u16 set; __u16 enable; __u16 rop; const char *mask; struct fbcurpos hot; struct fb_image image; }; enum backlight_type { BACKLIGHT_RAW = 1, BACKLIGHT_PLATFORM = 2, BACKLIGHT_FIRMWARE = 3, BACKLIGHT_TYPE_MAX = 4, }; enum backlight_scale { BACKLIGHT_SCALE_UNKNOWN = 0, BACKLIGHT_SCALE_LINEAR = 1, BACKLIGHT_SCALE_NON_LINEAR = 2, }; struct backlight_device; struct fb_info; struct backlight_ops { unsigned int options; int (*update_status)(struct backlight_device *); int (*get_brightness)(struct backlight_device *); int (*check_fb)(struct backlight_device *, struct fb_info *); }; struct backlight_properties { int brightness; int max_brightness; int power; int fb_blank; enum backlight_type type; unsigned int state; enum backlight_scale scale; }; struct backlight_device { struct backlight_properties props; struct mutex update_lock; struct mutex ops_lock; const struct backlight_ops *ops; struct notifier_block fb_notif; struct list_head entry; struct device dev; bool fb_bl_on[32]; int use_count; }; struct fb_chroma { __u32 redx; __u32 greenx; __u32 bluex; __u32 whitex; __u32 redy; __u32 greeny; __u32 bluey; __u32 whitey; }; struct fb_videomode; struct fb_monspecs { struct fb_chroma chroma; struct fb_videomode *modedb; __u8 manufacturer[4]; __u8 monitor[14]; __u8 serial_no[14]; __u8 ascii[14]; __u32 modedb_len; __u32 model; __u32 serial; __u32 year; __u32 week; __u32 hfmin; __u32 hfmax; __u32 dclkmin; __u32 dclkmax; __u16 input; __u16 dpms; __u16 signal; __u16 vfmin; __u16 vfmax; __u16 gamma; __u16 gtf: 1; __u16 misc; __u8 version; __u8 revision; __u8 max_x; __u8 max_y; }; struct fb_pixmap { u8 *addr; u32 size; u32 offset; u32 buf_align; u32 scan_align; u32 access_align; u32 flags; u32 blit_x; u32 blit_y; void (*writeio)(struct fb_info *, void *, void *, unsigned int); void (*readio)(struct fb_info *, void *, void *, unsigned int); }; struct fb_deferred_io_pageref; struct fb_deferred_io; struct fb_ops; struct apertures_struct; struct fb_info { refcount_t count; int node; int flags; int fbcon_rotate_hint; struct mutex lock; struct mutex mm_lock; struct fb_var_screeninfo var; struct fb_fix_screeninfo fix; struct fb_monspecs monspecs; struct fb_pixmap pixmap; struct fb_pixmap sprite; struct fb_cmap cmap; struct list_head modelist; struct fb_videomode *mode; struct backlight_device *bl_dev; struct mutex bl_curve_mutex; u8 bl_curve[128]; struct delayed_work deferred_work; long unsigned int npagerefs; struct fb_deferred_io_pageref *pagerefs; struct fb_deferred_io *fbdefio; const struct fb_ops *fbops; struct device *device; struct device *dev; int class_flag; union { char *screen_base; char *screen_buffer; }; long unsigned int screen_size; void *pseudo_palette; u32 state; void *fbcon_par; void *par; struct apertures_struct *apertures; bool skip_vt_switch; }; struct fb_videomode { const char *name; u32 refresh; u32 xres; u32 yres; u32 pixclock; u32 left_margin; u32 right_margin; u32 upper_margin; u32 lower_margin; u32 hsync_len; u32 vsync_len; u32 sync; u32 vmode; u32 flag; }; struct fb_blit_caps { u32 x; u32 y; u32 len; u32 flags; }; struct fb_deferred_io_pageref { struct page *page; long unsigned int offset; struct list_head list; }; struct fb_deferred_io { long unsigned int delay; bool sort_pagereflist; struct mutex lock; struct list_head pagereflist; void (*first_io)(struct fb_info *); void (*deferred_io)(struct fb_info *, struct list_head *); }; struct fb_ops { struct module *owner; int (*fb_open)(struct fb_info *, int); int (*fb_release)(struct fb_info *, int); ssize_t (*fb_read)(struct fb_info *, char *, size_t, loff_t *); ssize_t (*fb_write)(struct fb_info *, const char *, size_t, loff_t *); int (*fb_check_var)(struct fb_var_screeninfo *, struct fb_info *); int (*fb_set_par)(struct fb_info *); int (*fb_setcolreg)(unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, struct fb_info *); int (*fb_setcmap)(struct fb_cmap *, struct fb_info *); int (*fb_blank)(int, struct fb_info *); int (*fb_pan_display)(struct fb_var_screeninfo *, struct fb_info *); void (*fb_fillrect)(struct fb_info *, const struct fb_fillrect *); void (*fb_copyarea)(struct fb_info *, const struct fb_copyarea *); void (*fb_imageblit)(struct fb_info *, const struct fb_image *); int (*fb_cursor)(struct fb_info *, struct fb_cursor *); int (*fb_sync)(struct fb_info *); int (*fb_ioctl)(struct fb_info *, unsigned int, long unsigned int); int (*fb_compat_ioctl)(struct fb_info *, unsigned int, long unsigned int); int (*fb_mmap)(struct fb_info *, struct vm_area_struct *); void (*fb_get_caps)(struct fb_info *, struct fb_blit_caps *, struct fb_var_screeninfo *); void (*fb_destroy)(struct fb_info *); int (*fb_debug_enter)(struct fb_info *); int (*fb_debug_leave)(struct fb_info *); }; struct aperture { resource_size_t base; resource_size_t size; }; struct apertures_struct { unsigned int count; struct aperture ranges[0]; }; struct dmt_videomode { u32 dmt_id; u32 std_2byte_code; u32 cvt_3byte_code; const struct fb_videomode *mode; }; struct broken_edid { u8 manufacturer[4]; u32 model; u32 fix; }; struct __fb_timings { u32 dclk; u32 hfreq; u32 vfreq; u32 hactive; u32 vactive; u32 hblank; u32 vblank; u32 htotal; u32 vtotal; }; struct fb_cvt_data { u32 xres; u32 yres; u32 refresh; u32 f_refresh; u32 pixclock; u32 hperiod; u32 hblank; u32 hfreq; u32 htotal; u32 vtotal; u32 vsync; u32 hsync; u32 h_front_porch; u32 h_back_porch; u32 v_front_porch; u32 v_back_porch; u32 h_margin; u32 v_margin; u32 interlace; u32 aspect_ratio; u32 active_pixels; u32 flags; u32 status; }; typedef unsigned char u_char; typedef short unsigned int u_short; struct fbcon_display { const u_char *fontdata; int userfont; u_short inverse; short int yscroll; int vrows; int cursor_shape; int con_rotate; u32 xres_virtual; u32 yres_virtual; u32 height; u32 width; u32 bits_per_pixel; u32 grayscale; u32 nonstd; u32 accel_flags; u32 rotate; struct fb_bitfield red; struct fb_bitfield green; struct fb_bitfield blue; struct fb_bitfield transp; const struct fb_videomode *mode; }; struct fbcon_ops { void (*bmove)(struct vc_data *, struct fb_info *, int, int, int, int, int, int); void (*clear)(struct vc_data *, struct fb_info *, int, int, int, int); void (*putcs)(struct vc_data *, struct fb_info *, const short unsigned int *, int, int, int, int, int); void (*clear_margins)(struct vc_data *, struct fb_info *, int, int); void (*cursor)(struct vc_data *, struct fb_info *, int, int, int); int (*update_start)(struct fb_info *); int (*rotate_font)(struct fb_info *, struct vc_data *); struct fb_var_screeninfo var; struct delayed_work cursor_work; struct fb_cursor cursor_state; struct fbcon_display *p; struct fb_info *info; int currcon; int cur_blink_jiffies; int cursor_flash; int cursor_reset; int blank_state; int graphics; int save_graphics; bool initialized; int rotate; int cur_rotate; char *cursor_data; u8 *fontbuffer; u8 *fontdata; u8 *cursor_src; u32 cursor_size; u32 fd_size; }; struct platform_device_id { char name[20]; kernel_ulong_t driver_data; }; struct pdev_archdata {}; typedef u8 efi_bool_t; typedef struct { u64 signature; u32 revision; u32 headersize; u32 crc32; u32 reserved; } efi_table_hdr_t; typedef struct { u32 type; u32 pad; u64 phys_addr; u64 virt_addr; u64 num_pages; u64 attribute; } efi_memory_desc_t; typedef struct { efi_guid_t guid; u32 headersize; u32 flags; u32 imagesize; } efi_capsule_header_t; typedef struct { u16 year; u8 month; u8 day; u8 hour; u8 minute; u8 second; u8 pad1; u32 nanosecond; s16 timezone; u8 daylight; u8 pad2; } efi_time_t; typedef struct { u32 resolution; u32 accuracy; u8 sets_to_zero; } efi_time_cap_t; typedef struct { efi_table_hdr_t hdr; u32 get_time; u32 set_time; u32 get_wakeup_time; u32 set_wakeup_time; u32 set_virtual_address_map; u32 convert_pointer; u32 get_variable; u32 get_next_variable; u32 set_variable; u32 get_next_high_mono_count; u32 reset_system; u32 update_capsule; u32 query_capsule_caps; u32 query_variable_info; } efi_runtime_services_32_t; typedef efi_status_t efi_get_time_t(efi_time_t *, efi_time_cap_t *); typedef efi_status_t efi_set_time_t(efi_time_t *); typedef efi_status_t efi_get_wakeup_time_t(efi_bool_t *, efi_bool_t *, efi_time_t *); typedef efi_status_t efi_set_wakeup_time_t(efi_bool_t, efi_time_t *); typedef efi_status_t efi_get_variable_t(efi_char16_t *, efi_guid_t *, u32 *, long unsigned int *, void *); typedef efi_status_t efi_get_next_variable_t(long unsigned int *, efi_char16_t *, efi_guid_t *); typedef efi_status_t efi_set_variable_t(efi_char16_t *, efi_guid_t *, u32, long unsigned int, void *); typedef efi_status_t efi_get_next_high_mono_count_t(u32 *); typedef void efi_reset_system_t(int, efi_status_t, long unsigned int, efi_char16_t *); typedef efi_status_t efi_set_virtual_address_map_t(long unsigned int, long unsigned int, u32, efi_memory_desc_t *); typedef efi_status_t efi_query_variable_info_t(u32, u64 *, u64 *, u64 *); typedef efi_status_t efi_update_capsule_t(efi_capsule_header_t **, long unsigned int, long unsigned int); typedef efi_status_t efi_query_capsule_caps_t(efi_capsule_header_t **, long unsigned int, u64 *, int *); typedef union { struct { efi_table_hdr_t hdr; efi_get_time_t *get_time; efi_set_time_t *set_time; efi_get_wakeup_time_t *get_wakeup_time; efi_set_wakeup_time_t *set_wakeup_time; efi_set_virtual_address_map_t *set_virtual_address_map; void *convert_pointer; efi_get_variable_t *get_variable; efi_get_next_variable_t *get_next_variable; efi_set_variable_t *set_variable; efi_get_next_high_mono_count_t *get_next_high_mono_count; efi_reset_system_t *reset_system; efi_update_capsule_t *update_capsule; efi_query_capsule_caps_t *query_capsule_caps; efi_query_variable_info_t *query_variable_info; }; efi_runtime_services_32_t mixed_mode; } efi_runtime_services_t; struct efi_memory_map { phys_addr_t phys_map; void *map; void *map_end; int nr_map; long unsigned int desc_version; long unsigned int desc_size; long unsigned int flags; }; struct efi { const efi_runtime_services_t *runtime; unsigned int runtime_version; unsigned int runtime_supported_mask; long unsigned int acpi; long unsigned int acpi20; long unsigned int smbios; long unsigned int smbios3; long unsigned int esrt; long unsigned int tpm_log; long unsigned int tpm_final_log; long unsigned int mokvar_table; long unsigned int coco_secret; efi_get_time_t *get_time; efi_set_time_t *set_time; efi_get_wakeup_time_t *get_wakeup_time; efi_set_wakeup_time_t *set_wakeup_time; efi_get_variable_t *get_variable; efi_get_next_variable_t *get_next_variable; efi_set_variable_t *set_variable; efi_set_variable_t *set_variable_nonblocking; efi_query_variable_info_t *query_variable_info; efi_query_variable_info_t *query_variable_info_nonblocking; efi_update_capsule_t *update_capsule; efi_query_capsule_caps_t *query_capsule_caps; efi_get_next_high_mono_count_t *get_next_high_mono_count; efi_reset_system_t *reset_system; struct efi_memory_map memmap; long unsigned int flags; }; struct pci_fixup { u16 vendor; u16 device; u32 class; unsigned int class_shift; void (*hook)(struct pci_dev *); }; struct mfd_cell; struct platform_device { const char *name; int id; bool id_auto; struct device dev; u64 platform_dma_mask; struct device_dma_parameters dma_parms; u32 num_resources; struct resource *resource; const struct platform_device_id *id_entry; const char *driver_override; struct mfd_cell *mfd_cell; struct pdev_archdata archdata; }; struct platform_driver { int (*probe)(struct platform_device *); int (*remove)(struct platform_device *); void (*shutdown)(struct platform_device *); int (*suspend)(struct platform_device *, pm_message_t); int (*resume)(struct platform_device *); struct device_driver driver; const struct platform_device_id *id_table; bool prevent_deferred_probe; bool driver_managed_dma; }; enum drm_panel_orientation { DRM_MODE_PANEL_ORIENTATION_UNKNOWN = -1, DRM_MODE_PANEL_ORIENTATION_NORMAL = 0, DRM_MODE_PANEL_ORIENTATION_BOTTOM_UP = 1, DRM_MODE_PANEL_ORIENTATION_LEFT_UP = 2, DRM_MODE_PANEL_ORIENTATION_RIGHT_UP = 3, }; struct semaphore { raw_spinlock_t lock; unsigned int count; struct list_head wait_list; }; typedef u64 acpi_size; typedef u32 acpi_status; typedef char *acpi_string; typedef u8 acpi_adr_space_type; struct acpi_predefined_names { const char *name; u8 type; char *val; }; typedef u32 (*acpi_osd_handler)(void *); typedef void (*acpi_osd_exec_callback)(void *); struct acpi_pci_id { u16 segment; u16 bus; u16 device; u16 function; }; struct acpi_generic_address { u8 space_id; u8 bit_width; u8 bit_offset; u8 access_width; u64 address; } __attribute__((packed)); struct acpi_table_fadt { struct acpi_table_header header; u32 facs; u32 dsdt; u8 model; u8 preferred_profile; u16 sci_interrupt; u32 smi_command; u8 acpi_enable; u8 acpi_disable; u8 s4_bios_request; u8 pstate_control; u32 pm1a_event_block; u32 pm1b_event_block; u32 pm1a_control_block; u32 pm1b_control_block; u32 pm2_control_block; u32 pm_timer_block; u32 gpe0_block; u32 gpe1_block; u8 pm1_event_length; u8 pm1_control_length; u8 pm2_control_length; u8 pm_timer_length; u8 gpe0_block_length; u8 gpe1_block_length; u8 gpe1_base; u8 cst_control; u16 c2_latency; u16 c3_latency; u16 flush_size; u16 flush_stride; u8 duty_offset; u8 duty_width; u8 day_alarm; u8 month_alarm; u8 century; u16 boot_flags; u8 reserved; u32 flags; struct acpi_generic_address reset_register; u8 reset_value; u16 arm_boot_flags; u8 minor_revision; u64 Xfacs; u64 Xdsdt; struct acpi_generic_address xpm1a_event_block; struct acpi_generic_address xpm1b_event_block; struct acpi_generic_address xpm1a_control_block; struct acpi_generic_address xpm1b_control_block; struct acpi_generic_address xpm2_control_block; struct acpi_generic_address xpm_timer_block; struct acpi_generic_address xgpe0_block; struct acpi_generic_address xgpe1_block; struct acpi_generic_address sleep_control; struct acpi_generic_address sleep_status; u64 hypervisor_id; } __attribute__((packed)); typedef enum { OSL_GLOBAL_LOCK_HANDLER = 0, OSL_NOTIFY_HANDLER = 1, OSL_GPE_HANDLER = 2, OSL_DEBUGGER_MAIN_THREAD = 3, OSL_DEBUGGER_EXEC_THREAD = 4, OSL_EC_POLL_HANDLER = 5, OSL_EC_BURST_HANDLER = 6, } acpi_execute_type; struct acpi_gpio_params { unsigned int crs_entry_index; unsigned int line_index; bool active_low; }; struct acpi_os_dpc { acpi_osd_exec_callback function; void *context; struct work_struct work; }; struct acpi_ioremap { struct list_head list; void *virt; acpi_physical_address phys; acpi_size size; union { long unsigned int refcount; struct rcu_work rwork; } track; }; struct acpi_hp_work { struct work_struct work; struct acpi_device *adev; u32 src; }; struct acpi_wakeup_handler { struct list_head list_node; bool (*wakeup)(void *); void *context; }; struct acpi_device_physical_node { unsigned int node_id; struct list_head node; struct device *dev; bool put_online: 1; }; struct resource_win { struct resource res; resource_size_t offset; }; typedef acpi_status (*acpi_walk_callback)(acpi_handle, u32, void *, void **); struct acpi_resource_irq { u8 descriptor_length; u8 triggering; u8 polarity; u8 shareable; u8 wake_capable; u8 interrupt_count; u8 interrupts[1]; }; struct acpi_resource_dma { u8 type; u8 bus_master; u8 transfer; u8 channel_count; u8 channels[1]; }; struct acpi_resource_start_dependent { u8 descriptor_length; u8 compatibility_priority; u8 performance_robustness; }; struct acpi_resource_io { u8 io_decode; u8 alignment; u8 address_length; u16 minimum; u16 maximum; } __attribute__((packed)); struct acpi_resource_fixed_io { u16 address; u8 address_length; } __attribute__((packed)); struct acpi_resource_fixed_dma { u16 request_lines; u16 channels; u8 width; } __attribute__((packed)); struct acpi_resource_vendor { u16 byte_length; u8 byte_data[1]; } __attribute__((packed)); struct acpi_resource_vendor_typed { u16 byte_length; u8 uuid_subtype; u8 uuid[16]; u8 byte_data[1]; }; struct acpi_resource_end_tag { u8 checksum; }; struct acpi_resource_memory24 { u8 write_protect; u16 minimum; u16 maximum; u16 alignment; u16 address_length; } __attribute__((packed)); struct acpi_resource_memory32 { u8 write_protect; u32 minimum; u32 maximum; u32 alignment; u32 address_length; } __attribute__((packed)); struct acpi_resource_fixed_memory32 { u8 write_protect; u32 address; u32 address_length; } __attribute__((packed)); struct acpi_memory_attribute { u8 write_protect; u8 caching; u8 range_type; u8 translation; }; struct acpi_io_attribute { u8 range_type; u8 translation; u8 translation_type; u8 reserved1; }; union acpi_resource_attribute { struct acpi_memory_attribute mem; struct acpi_io_attribute io; u8 type_specific; }; struct acpi_resource_label { u16 string_length; char *string_ptr; } __attribute__((packed)); struct acpi_resource_source { u8 index; u16 string_length; char *string_ptr; } __attribute__((packed)); struct acpi_address16_attribute { u16 granularity; u16 minimum; u16 maximum; u16 translation_offset; u16 address_length; }; struct acpi_address32_attribute { u32 granularity; u32 minimum; u32 maximum; u32 translation_offset; u32 address_length; }; struct acpi_address64_attribute { u64 granularity; u64 minimum; u64 maximum; u64 translation_offset; u64 address_length; }; struct acpi_resource_address { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; }; struct acpi_resource_address16 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; struct acpi_address16_attribute address; struct acpi_resource_source resource_source; } __attribute__((packed)); struct acpi_resource_address32 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; struct acpi_address32_attribute address; struct acpi_resource_source resource_source; } __attribute__((packed)); struct acpi_resource_address64 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; struct acpi_address64_attribute address; struct acpi_resource_source resource_source; } __attribute__((packed)); struct acpi_resource_extended_address64 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; u8 revision_ID; struct acpi_address64_attribute address; u64 type_specific; } __attribute__((packed)); struct acpi_resource_extended_irq { u8 producer_consumer; u8 triggering; u8 polarity; u8 shareable; u8 wake_capable; u8 interrupt_count; struct acpi_resource_source resource_source; u32 interrupts[1]; } __attribute__((packed)); struct acpi_resource_generic_register { u8 space_id; u8 bit_width; u8 bit_offset; u8 access_size; u64 address; } __attribute__((packed)); struct acpi_resource_gpio { u8 revision_id; u8 connection_type; u8 producer_consumer; u8 pin_config; u8 shareable; u8 wake_capable; u8 io_restriction; u8 triggering; u8 polarity; u16 drive_strength; u16 debounce_timeout; u16 pin_table_length; u16 vendor_length; struct acpi_resource_source resource_source; u16 *pin_table; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_common_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_i2c_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 access_mode; u16 slave_address; u32 connection_speed; } __attribute__((packed)); struct acpi_resource_spi_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 wire_mode; u8 device_polarity; u8 data_bit_length; u8 clock_phase; u8 clock_polarity; u16 device_selection; u32 connection_speed; } __attribute__((packed)); struct acpi_resource_uart_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 endian; u8 data_bits; u8 stop_bits; u8 flow_control; u8 parity; u8 lines_enabled; u16 rx_fifo_size; u16 tx_fifo_size; u32 default_baud_rate; } __attribute__((packed)); struct acpi_resource_csi2_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 local_port_instance; u8 phy_type; } __attribute__((packed)); struct acpi_resource_pin_function { u8 revision_id; u8 pin_config; u8 shareable; u16 function_number; u16 pin_table_length; u16 vendor_length; struct acpi_resource_source resource_source; u16 *pin_table; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_pin_config { u8 revision_id; u8 producer_consumer; u8 shareable; u8 pin_config_type; u32 pin_config_value; u16 pin_table_length; u16 vendor_length; struct acpi_resource_source resource_source; u16 *pin_table; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_pin_group { u8 revision_id; u8 producer_consumer; u16 pin_table_length; u16 vendor_length; u16 *pin_table; struct acpi_resource_label resource_label; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_pin_group_function { u8 revision_id; u8 producer_consumer; u8 shareable; u16 function_number; u16 vendor_length; struct acpi_resource_source resource_source; struct acpi_resource_label resource_source_label; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_pin_group_config { u8 revision_id; u8 producer_consumer; u8 shareable; u8 pin_config_type; u32 pin_config_value; u16 vendor_length; struct acpi_resource_source resource_source; struct acpi_resource_label resource_source_label; u8 *vendor_data; } __attribute__((packed)); union acpi_resource_data { struct acpi_resource_irq irq; struct acpi_resource_dma dma; struct acpi_resource_start_dependent start_dpf; struct acpi_resource_io io; struct acpi_resource_fixed_io fixed_io; struct acpi_resource_fixed_dma fixed_dma; struct acpi_resource_vendor vendor; struct acpi_resource_vendor_typed vendor_typed; struct acpi_resource_end_tag end_tag; struct acpi_resource_memory24 memory24; struct acpi_resource_memory32 memory32; struct acpi_resource_fixed_memory32 fixed_memory32; struct acpi_resource_address16 address16; struct acpi_resource_address32 address32; struct acpi_resource_address64 address64; struct acpi_resource_extended_address64 ext_address64; struct acpi_resource_extended_irq extended_irq; struct acpi_resource_generic_register generic_reg; struct acpi_resource_gpio gpio; struct acpi_resource_i2c_serialbus i2c_serial_bus; struct acpi_resource_spi_serialbus spi_serial_bus; struct acpi_resource_uart_serialbus uart_serial_bus; struct acpi_resource_csi2_serialbus csi2_serial_bus; struct acpi_resource_common_serialbus common_serial_bus; struct acpi_resource_pin_function pin_function; struct acpi_resource_pin_config pin_config; struct acpi_resource_pin_group pin_group; struct acpi_resource_pin_group_function pin_group_function; struct acpi_resource_pin_group_config pin_group_config; struct acpi_resource_address address; }; struct acpi_resource { u32 type; u32 length; union acpi_resource_data data; } __attribute__((packed)); typedef acpi_status (*acpi_walk_resource_callback)(struct acpi_resource *, void *); struct irq_override_cmp { const struct dmi_system_id *system; unsigned char irq; unsigned char triggering; unsigned char polarity; unsigned char shareable; bool override; }; struct res_proc_context { struct list_head *list; int (*preproc)(struct acpi_resource *, void *); void *preproc_data; int count; int error; }; struct acpi_object_list { u32 count; union acpi_object *pointer; }; struct acpi_buffer { acpi_size length; void *pointer; }; enum acpi_bridge_type { ACPI_BRIDGE_TYPE_PCIE = 1, ACPI_BRIDGE_TYPE_CXL = 2, }; struct acpi_pci_root { struct acpi_device *device; struct pci_bus *bus; u16 segment; int bridge_type; struct resource secondary; u32 osc_support_set; u32 osc_control_set; u32 osc_ext_support_set; u32 osc_ext_control_set; phys_addr_t mcfg_addr; }; struct acpi_osc_context { char *uuid_str; int rev; struct acpi_buffer cap; struct acpi_buffer ret; }; struct acpi_pci_root_ops; struct acpi_pci_root_info { struct acpi_pci_root *root; struct acpi_device *bridge; struct acpi_pci_root_ops *ops; struct list_head resources; char name[16]; }; struct acpi_pci_root_ops { struct pci_ops *pci_ops; int (*init_info)(struct acpi_pci_root_info *); void (*release_info)(struct acpi_pci_root_info *); int (*prepare_resources)(struct acpi_pci_root_info *); }; struct pci_osc_bit_struct { u32 bit; char *desc; }; struct acpi_bus_event { struct list_head node; acpi_device_class device_class; acpi_bus_id bus_id; u32 type; u32 data; }; struct scm_creds { u32 pid; kuid_t uid; kgid_t gid; }; struct netlink_skb_parms { struct scm_creds creds; __u32 portid; __u32 dst_group; __u32 flags; struct sock *sk; bool nsid_is_set; int nsid; }; struct genlmsghdr { __u8 cmd; __u8 version; __u16 reserved; }; struct genl_multicast_group { char name[16]; u8 flags; }; struct genl_split_ops; struct genl_info; struct genl_ops; struct genl_small_ops; struct genl_family { unsigned int hdrsize; char name[16]; unsigned int version; unsigned int maxattr; u8 netnsok: 1; u8 parallel_ops: 1; u8 n_ops; u8 n_small_ops; u8 n_split_ops; u8 n_mcgrps; u8 resv_start_op; const struct nla_policy *policy; int (*pre_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); void (*post_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); const struct genl_ops *ops; const struct genl_small_ops *small_ops; const struct genl_split_ops *split_ops; const struct genl_multicast_group *mcgrps; struct module *module; int id; unsigned int mcgrp_offset; }; struct genl_split_ops { union { struct { int (*pre_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); int (*doit)(struct sk_buff *, struct genl_info *); void (*post_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); }; struct { int (*start)(struct netlink_callback *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); }; }; const struct nla_policy *policy; unsigned int maxattr; u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; struct genl_info { u32 snd_seq; u32 snd_portid; struct nlmsghdr *nlhdr; struct genlmsghdr *genlhdr; void *userhdr; struct nlattr **attrs; possible_net_t _net; void *user_ptr[2]; struct netlink_ext_ack *extack; }; struct genl_ops { int (*doit)(struct sk_buff *, struct genl_info *); int (*start)(struct netlink_callback *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); const struct nla_policy *policy; unsigned int maxattr; u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; struct genl_small_ops { int (*doit)(struct sk_buff *, struct genl_info *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; struct acpi_genl_event { acpi_device_class device_class; char bus_id[15]; u32 type; u32 data; }; enum { ACPI_GENL_ATTR_UNSPEC = 0, ACPI_GENL_ATTR_EVENT = 1, __ACPI_GENL_ATTR_MAX = 2, }; enum { ACPI_GENL_CMD_UNSPEC = 0, ACPI_GENL_CMD_EVENT = 1, __ACPI_GENL_CMD_MAX = 2, }; struct acpi_lpat { int temp; int raw; }; struct acpi_lpat_conversion_table { struct acpi_lpat *lpat; int lpat_count; }; typedef u16 acpi_owner_id; typedef u32 (*acpi_gpe_handler)(acpi_handle, u32, void *); typedef void (*acpi_notify_handler)(acpi_handle, u32, void *); typedef void (*acpi_object_handler)(acpi_handle, void *); typedef acpi_status (*acpi_adr_space_handler)(u32, acpi_physical_address, u32, u64 *, void *, void *); typedef acpi_status (*acpi_adr_space_setup)(acpi_handle, u32, void *, void **); union acpi_name_union { u32 integer; char ascii[4]; }; union acpi_operand_object; struct acpi_namespace_node { union acpi_operand_object *object; u8 descriptor_type; u8 type; u16 flags; union acpi_name_union name; struct acpi_namespace_node *parent; struct acpi_namespace_node *child; struct acpi_namespace_node *peer; acpi_owner_id owner_id; }; struct acpi_object_common { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; }; struct acpi_object_integer { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 fill[3]; u64 value; }; struct acpi_object_string { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; char *pointer; u32 length; }; struct acpi_object_buffer { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 *pointer; u32 length; u32 aml_length; u8 *aml_start; struct acpi_namespace_node *node; }; struct acpi_object_package { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; struct acpi_namespace_node *node; union acpi_operand_object **elements; u8 *aml_start; u32 aml_length; u32 count; }; struct acpi_object_event { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; void *os_semaphore; }; struct acpi_walk_state; typedef acpi_status (*acpi_internal_method)(struct acpi_walk_state *); struct acpi_object_method { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 info_flags; u8 param_count; u8 sync_level; union acpi_operand_object *mutex; union acpi_operand_object *node; u8 *aml_start; union { acpi_internal_method implementation; union acpi_operand_object *handler; } dispatch; u32 aml_length; acpi_owner_id owner_id; u8 thread_count; }; struct acpi_thread_state; struct acpi_object_mutex { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 sync_level; u16 acquisition_depth; void *os_mutex; u64 thread_id; struct acpi_thread_state *owner_thread; union acpi_operand_object *prev; union acpi_operand_object *next; struct acpi_namespace_node *node; u8 original_sync_level; }; struct acpi_object_region { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 space_id; struct acpi_namespace_node *node; union acpi_operand_object *handler; union acpi_operand_object *next; acpi_physical_address address; u32 length; void *pointer; }; struct acpi_object_notify_common { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; }; struct acpi_gpe_block_info; struct acpi_object_device { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; struct acpi_gpe_block_info *gpe_block; }; struct acpi_object_power_resource { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; u32 system_level; u32 resource_order; }; struct acpi_object_processor { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 proc_id; u8 length; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; acpi_io_address address; }; struct acpi_object_thermal_zone { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; }; struct acpi_object_field_common { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; union acpi_operand_object *region_obj; }; struct acpi_object_region_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; u16 resource_length; union acpi_operand_object *region_obj; u8 *resource_buffer; u16 pin_number_index; u8 *internal_pcc_buffer; }; struct acpi_object_buffer_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; u8 is_create_field; union acpi_operand_object *buffer_obj; }; struct acpi_object_bank_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; union acpi_operand_object *region_obj; union acpi_operand_object *bank_obj; }; struct acpi_object_index_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; union acpi_operand_object *index_obj; union acpi_operand_object *data_obj; }; struct acpi_object_notify_handler { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; struct acpi_namespace_node *node; u32 handler_type; acpi_notify_handler handler; void *context; union acpi_operand_object *next[2]; }; struct acpi_object_addr_handler { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 space_id; u8 handler_flags; acpi_adr_space_handler handler; struct acpi_namespace_node *node; void *context; void *context_mutex; acpi_adr_space_setup setup; union acpi_operand_object *region_list; union acpi_operand_object *next; }; struct acpi_object_reference { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 class; u8 target_type; u8 resolved; void *object; struct acpi_namespace_node *node; union acpi_operand_object **where; u8 *index_pointer; u8 *aml; u32 value; }; struct acpi_object_extra { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; struct acpi_namespace_node *method_REG; struct acpi_namespace_node *scope_node; void *region_context; u8 *aml_start; u32 aml_length; }; struct acpi_object_data { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; acpi_object_handler handler; void *pointer; }; struct acpi_object_cache_list { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *next; }; union acpi_operand_object { struct acpi_object_common common; struct acpi_object_integer integer; struct acpi_object_string string; struct acpi_object_buffer buffer; struct acpi_object_package package; struct acpi_object_event event; struct acpi_object_method method; struct acpi_object_mutex mutex; struct acpi_object_region region; struct acpi_object_notify_common common_notify; struct acpi_object_device device; struct acpi_object_power_resource power_resource; struct acpi_object_processor processor; struct acpi_object_thermal_zone thermal_zone; struct acpi_object_field_common common_field; struct acpi_object_region_field field; struct acpi_object_buffer_field buffer_field; struct acpi_object_bank_field bank_field; struct acpi_object_index_field index_field; struct acpi_object_notify_handler notify; struct acpi_object_addr_handler address_space; struct acpi_object_reference reference; struct acpi_object_extra extra; struct acpi_object_data data; struct acpi_object_cache_list cache; struct acpi_namespace_node node; }; union acpi_parse_object; union acpi_generic_state; struct acpi_parse_state { u8 *aml_start; u8 *aml; u8 *aml_end; u8 *pkg_start; u8 *pkg_end; union acpi_parse_object *start_op; struct acpi_namespace_node *start_node; union acpi_generic_state *scope; union acpi_parse_object *start_scope; u32 aml_size; }; typedef acpi_status (*acpi_parse_downwards)(struct acpi_walk_state *, union acpi_parse_object **); typedef acpi_status (*acpi_parse_upwards)(struct acpi_walk_state *); struct acpi_opcode_info; struct acpi_walk_state { struct acpi_walk_state *next; u8 descriptor_type; u8 walk_type; u16 opcode; u8 next_op_info; u8 num_operands; u8 operand_index; acpi_owner_id owner_id; u8 last_predicate; u8 current_result; u8 return_used; u8 scope_depth; u8 pass_number; u8 namespace_override; u8 result_size; u8 result_count; u8 *aml; u32 arg_types; u32 method_breakpoint; u32 user_breakpoint; u32 parse_flags; struct acpi_parse_state parser_state; u32 prev_arg_types; u32 arg_count; u16 method_nesting_depth; u8 method_is_nested; struct acpi_namespace_node arguments[7]; struct acpi_namespace_node local_variables[8]; union acpi_operand_object *operands[9]; union acpi_operand_object **params; u8 *aml_last_while; union acpi_operand_object **caller_return_desc; union acpi_generic_state *control_state; struct acpi_namespace_node *deferred_node; union acpi_operand_object *implicit_return_obj; struct acpi_namespace_node *method_call_node; union acpi_parse_object *method_call_op; union acpi_operand_object *method_desc; struct acpi_namespace_node *method_node; char *method_pathname; union acpi_parse_object *op; const struct acpi_opcode_info *op_info; union acpi_parse_object *origin; union acpi_operand_object *result_obj; union acpi_generic_state *results; union acpi_operand_object *return_desc; union acpi_generic_state *scope_info; union acpi_parse_object *prev_op; union acpi_parse_object *next_op; struct acpi_thread_state *thread; acpi_parse_downwards descending_callback; acpi_parse_upwards ascending_callback; }; struct acpi_gpe_handler_info { acpi_gpe_handler address; void *context; struct acpi_namespace_node *method_node; u8 original_flags; u8 originally_enabled; }; struct acpi_gpe_notify_info { struct acpi_namespace_node *device_node; struct acpi_gpe_notify_info *next; }; union acpi_gpe_dispatch_info { struct acpi_namespace_node *method_node; struct acpi_gpe_handler_info *handler; struct acpi_gpe_notify_info *notify_list; }; struct acpi_gpe_register_info; struct acpi_gpe_event_info { union acpi_gpe_dispatch_info dispatch; struct acpi_gpe_register_info *register_info; u8 flags; u8 gpe_number; u8 runtime_count; u8 disable_for_dispatch; }; struct acpi_gpe_address { u8 space_id; u64 address; }; struct acpi_gpe_register_info { struct acpi_gpe_address status_address; struct acpi_gpe_address enable_address; u16 base_gpe_number; u8 enable_for_wake; u8 enable_for_run; u8 mask_for_run; u8 enable_mask; }; struct acpi_gpe_xrupt_info; struct acpi_gpe_block_info { struct acpi_namespace_node *node; struct acpi_gpe_block_info *previous; struct acpi_gpe_block_info *next; struct acpi_gpe_xrupt_info *xrupt_block; struct acpi_gpe_register_info *register_info; struct acpi_gpe_event_info *event_info; u64 address; u32 register_count; u16 gpe_count; u16 block_base_number; u8 space_id; u8 initialized; }; struct acpi_gpe_xrupt_info { struct acpi_gpe_xrupt_info *previous; struct acpi_gpe_xrupt_info *next; struct acpi_gpe_block_info *gpe_block_list_head; u32 interrupt_number; }; struct acpi_common_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; }; struct acpi_update_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; union acpi_operand_object *object; }; struct acpi_pkg_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u32 index; union acpi_operand_object *source_object; union acpi_operand_object *dest_object; struct acpi_walk_state *walk_state; void *this_target_obj; u32 num_packages; }; struct acpi_control_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u16 opcode; union acpi_parse_object *predicate_op; u8 *aml_predicate_start; u8 *package_end; u64 loop_timeout; }; union acpi_parse_value { u64 integer; u32 size; char *string; u8 *buffer; char *name; union acpi_parse_object *arg; }; struct acpi_parse_obj_common { union acpi_parse_object *parent; u8 descriptor_type; u8 flags; u16 aml_opcode; u8 *aml; union acpi_parse_object *next; struct acpi_namespace_node *node; union acpi_parse_value value; u8 arg_list_length; }; struct acpi_parse_obj_named { union acpi_parse_object *parent; u8 descriptor_type; u8 flags; u16 aml_opcode; u8 *aml; union acpi_parse_object *next; struct acpi_namespace_node *node; union acpi_parse_value value; u8 arg_list_length; char *path; u8 *data; u32 length; u32 name; }; struct acpi_parse_obj_asl { union acpi_parse_object *parent; u8 descriptor_type; u8 flags; u16 aml_opcode; u8 *aml; union acpi_parse_object *next; struct acpi_namespace_node *node; union acpi_parse_value value; u8 arg_list_length; union acpi_parse_object *child; union acpi_parse_object *parent_method; char *filename; u8 file_changed; char *parent_filename; char *external_name; char *namepath; char name_seg[4]; u32 extra_value; u32 column; u32 line_number; u32 logical_line_number; u32 logical_byte_offset; u32 end_line; u32 end_logical_line; u32 acpi_btype; u32 aml_length; u32 aml_subtree_length; u32 final_aml_length; u32 final_aml_offset; u32 compile_flags; u16 parse_opcode; u8 aml_opcode_length; u8 aml_pkg_len_bytes; u8 extra; char parse_op_name[20]; }; union acpi_parse_object { struct acpi_parse_obj_common common; struct acpi_parse_obj_named named; struct acpi_parse_obj_asl asl; }; struct acpi_scope_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; struct acpi_namespace_node *node; }; struct acpi_pscope_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u32 arg_count; union acpi_parse_object *op; u8 *arg_end; u8 *pkg_end; u32 arg_list; }; struct acpi_thread_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u8 current_sync_level; struct acpi_walk_state *walk_state_list; union acpi_operand_object *acquired_mutex_list; u64 thread_id; }; struct acpi_result_values { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; union acpi_operand_object *obj_desc[8]; }; struct acpi_global_notify_handler { acpi_notify_handler handler; void *context; }; struct acpi_notify_info { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u8 handler_list_id; struct acpi_namespace_node *node; union acpi_operand_object *handler_list_head; struct acpi_global_notify_handler *global; }; union acpi_generic_state { struct acpi_common_state common; struct acpi_control_state control; struct acpi_update_state update; struct acpi_scope_state scope; struct acpi_pscope_state parse_scope; struct acpi_pkg_state pkg; struct acpi_thread_state thread; struct acpi_result_values results; struct acpi_notify_info notify; }; struct acpi_opcode_info { u32 parse_args; u32 runtime_args; u16 flags; u8 object_type; u8 class; u8 type; }; typedef u32 acpi_name; typedef acpi_status (*acpi_exception_handler)(acpi_status, acpi_name, u16, u32, void *); struct acpi_name_info { char name[4]; u16 argument_list; u8 expected_btypes; } __attribute__((packed)); struct acpi_package_info { u8 type; u8 object_type1; u8 count1; u8 object_type2; u8 count2; u16 reserved; } __attribute__((packed)); struct acpi_package_info2 { u8 type; u8 count; u8 object_type[4]; u8 reserved; }; struct acpi_package_info3 { u8 type; u8 count; u8 object_type[2]; u8 tail_object_type; u16 reserved; } __attribute__((packed)); struct acpi_package_info4 { u8 type; u8 object_type1; u8 count1; u8 sub_object_types; u8 pkg_count; u16 reserved; } __attribute__((packed)); union acpi_predefined_info { struct acpi_name_info info; struct acpi_package_info ret_info; struct acpi_package_info2 ret_info2; struct acpi_package_info3 ret_info3; struct acpi_package_info4 ret_info4; }; struct acpi_evaluate_info { struct acpi_namespace_node *prefix_node; const char *relative_pathname; union acpi_operand_object **parameters; struct acpi_namespace_node *node; union acpi_operand_object *obj_desc; char *full_pathname; const union acpi_predefined_info *predefined; union acpi_operand_object *return_object; union acpi_operand_object *parent_package; u32 return_flags; u32 return_btype; u16 param_count; u16 node_flags; u8 pass_number; u8 return_object_type; u8 flags; }; typedef enum { ACPI_IMODE_LOAD_PASS1 = 1, ACPI_IMODE_LOAD_PASS2 = 2, ACPI_IMODE_EXECUTE = 3, } acpi_interpreter_mode; typedef void (*acpi_gbl_event_handler)(u32, acpi_handle, u32, void *); typedef u32 (*acpi_event_handler)(void *); struct acpi_pnp_device_id { u32 length; char *string; }; struct acpi_pnp_device_id_list { u32 count; u32 list_size; struct acpi_pnp_device_id ids[0]; }; struct acpi_mem_mapping { acpi_physical_address physical_address; u8 *logical_address; acpi_size length; struct acpi_mem_mapping *next_mm; }; struct acpi_mem_space_context { u32 length; acpi_physical_address address; struct acpi_mem_mapping *cur_mm; struct acpi_mem_mapping *first_mm; }; struct acpi_data_table_space_context { void *pointer; }; typedef u32 acpi_event_status; typedef u32 acpi_mutex_handle; struct acpi_gpe_device_info { u32 index; u32 next_block_base_index; acpi_status status; struct acpi_namespace_node *gpe_device; }; typedef acpi_status (*acpi_gpe_callback)(struct acpi_gpe_xrupt_info *, struct acpi_gpe_block_info *, void *); enum { ACPI_REFCLASS_LOCAL = 0, ACPI_REFCLASS_ARG = 1, ACPI_REFCLASS_REFOF = 2, ACPI_REFCLASS_INDEX = 3, ACPI_REFCLASS_TABLE = 4, ACPI_REFCLASS_NAME = 5, ACPI_REFCLASS_DEBUG = 6, ACPI_REFCLASS_MAX = 6, }; struct acpi_common_descriptor { void *common_pointer; u8 descriptor_type; }; union acpi_descriptor { struct acpi_common_descriptor common; union acpi_operand_object object; struct acpi_namespace_node node; union acpi_parse_object op; }; struct acpi_create_field_info { struct acpi_namespace_node *region_node; struct acpi_namespace_node *field_node; struct acpi_namespace_node *register_node; struct acpi_namespace_node *data_register_node; struct acpi_namespace_node *connection_node; u8 *resource_buffer; u32 bank_value; u32 field_bit_position; u32 field_bit_length; u16 resource_length; u16 pin_number_index; u8 field_flags; u8 attribute; u8 field_type; u8 access_length; }; enum { AML_FIELD_ACCESS_ANY = 0, AML_FIELD_ACCESS_BYTE = 1, AML_FIELD_ACCESS_WORD = 2, AML_FIELD_ACCESS_DWORD = 3, AML_FIELD_ACCESS_QWORD = 4, AML_FIELD_ACCESS_BUFFER = 5, }; enum { AML_FIELD_ATTRIB_QUICK = 2, AML_FIELD_ATTRIB_SEND_RECEIVE = 4, AML_FIELD_ATTRIB_BYTE = 6, AML_FIELD_ATTRIB_WORD = 8, AML_FIELD_ATTRIB_BLOCK = 10, AML_FIELD_ATTRIB_BYTES = 11, AML_FIELD_ATTRIB_PROCESS_CALL = 12, AML_FIELD_ATTRIB_BLOCK_PROCESS_CALL = 13, AML_FIELD_ATTRIB_RAW_BYTES = 14, AML_FIELD_ATTRIB_RAW_PROCESS_BYTES = 15, }; struct acpi_port_info { char *name; u16 start; u16 end; u8 osi_dependency; }; struct acpi_pci_device { acpi_handle device; struct acpi_pci_device *next; }; struct acpi_table_desc { acpi_physical_address address; struct acpi_table_header *pointer; u32 length; union acpi_name_union signature; acpi_owner_id owner_id; u8 flags; u16 validation_count; }; struct acpi_table_list { struct acpi_table_desc *tables; u32 current_table_count; u32 max_table_count; u8 flags; }; enum acpi_return_package_types { ACPI_PTYPE1_FIXED = 1, ACPI_PTYPE1_VAR = 2, ACPI_PTYPE1_OPTION = 3, ACPI_PTYPE2 = 4, ACPI_PTYPE2_COUNT = 5, ACPI_PTYPE2_PKG_COUNT = 6, ACPI_PTYPE2_FIXED = 7, ACPI_PTYPE2_MIN = 8, ACPI_PTYPE2_REV_FIXED = 9, ACPI_PTYPE2_FIX_VAR = 10, ACPI_PTYPE2_VAR_VAR = 11, ACPI_PTYPE2_UUID_PAIR = 12, ACPI_PTYPE_CUSTOM = 13, }; struct acpi_rw_lock { void *writer_mutex; void *reader_mutex; u32 num_readers; }; struct acpi_get_devices_info { acpi_walk_callback user_function; void *context; const char *hid; }; struct aml_resource_small_header { u8 descriptor_type; }; struct aml_resource_irq { u8 descriptor_type; u16 irq_mask; u8 flags; } __attribute__((packed)); struct aml_resource_dma { u8 descriptor_type; u8 dma_channel_mask; u8 flags; }; struct aml_resource_start_dependent { u8 descriptor_type; u8 flags; }; struct aml_resource_end_dependent { u8 descriptor_type; }; struct aml_resource_io { u8 descriptor_type; u8 flags; u16 minimum; u16 maximum; u8 alignment; u8 address_length; }; struct aml_resource_fixed_io { u8 descriptor_type; u16 address; u8 address_length; } __attribute__((packed)); struct aml_resource_vendor_small { u8 descriptor_type; }; struct aml_resource_end_tag { u8 descriptor_type; u8 checksum; }; struct aml_resource_fixed_dma { u8 descriptor_type; u16 request_lines; u16 channels; u8 width; } __attribute__((packed)); struct aml_resource_large_header { u8 descriptor_type; u16 resource_length; } __attribute__((packed)); struct aml_resource_memory24 { u8 descriptor_type; u16 resource_length; u8 flags; u16 minimum; u16 maximum; u16 alignment; u16 address_length; } __attribute__((packed)); struct aml_resource_vendor_large { u8 descriptor_type; u16 resource_length; } __attribute__((packed)); struct aml_resource_memory32 { u8 descriptor_type; u16 resource_length; u8 flags; u32 minimum; u32 maximum; u32 alignment; u32 address_length; } __attribute__((packed)); struct aml_resource_fixed_memory32 { u8 descriptor_type; u16 resource_length; u8 flags; u32 address; u32 address_length; } __attribute__((packed)); struct aml_resource_address { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; } __attribute__((packed)); struct aml_resource_extended_address64 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u8 revision_ID; u8 reserved; u64 granularity; u64 minimum; u64 maximum; u64 translation_offset; u64 address_length; u64 type_specific; } __attribute__((packed)); struct aml_resource_address64 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u64 granularity; u64 minimum; u64 maximum; u64 translation_offset; u64 address_length; } __attribute__((packed)); struct aml_resource_address32 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u32 granularity; u32 minimum; u32 maximum; u32 translation_offset; u32 address_length; } __attribute__((packed)); struct aml_resource_address16 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u16 granularity; u16 minimum; u16 maximum; u16 translation_offset; u16 address_length; } __attribute__((packed)); struct aml_resource_extended_irq { u8 descriptor_type; u16 resource_length; u8 flags; u8 interrupt_count; u32 interrupts[1]; } __attribute__((packed)); struct aml_resource_generic_register { u8 descriptor_type; u16 resource_length; u8 address_space_id; u8 bit_width; u8 bit_offset; u8 access_size; u64 address; } __attribute__((packed)); struct aml_resource_gpio { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 connection_type; u16 flags; u16 int_flags; u8 pin_config; u16 drive_strength; u16 debounce_timeout; u16 pin_table_offset; u8 res_source_index; u16 res_source_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_common_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; } __attribute__((packed)); struct aml_resource_csi2_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; } __attribute__((packed)); struct aml_resource_i2c_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; u32 connection_speed; u16 slave_address; } __attribute__((packed)); struct aml_resource_spi_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; u32 connection_speed; u8 data_bit_length; u8 clock_phase; u8 clock_polarity; u16 device_selection; } __attribute__((packed)); struct aml_resource_uart_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; u32 default_baud_rate; u16 rx_fifo_size; u16 tx_fifo_size; u8 parity; u8 lines_enabled; } __attribute__((packed)); struct aml_resource_pin_function { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u8 pin_config; u16 function_number; u16 pin_table_offset; u8 res_source_index; u16 res_source_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_pin_config { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u8 pin_config_type; u32 pin_config_value; u16 pin_table_offset; u8 res_source_index; u16 res_source_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_pin_group { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u16 pin_table_offset; u16 label_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_pin_group_function { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u16 function_number; u8 res_source_index; u16 res_source_offset; u16 res_source_label_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_pin_group_config { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u8 pin_config_type; u32 pin_config_value; u8 res_source_index; u16 res_source_offset; u16 res_source_label_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); union aml_resource { u8 descriptor_type; struct aml_resource_small_header small_header; struct aml_resource_large_header large_header; struct aml_resource_irq irq; struct aml_resource_dma dma; struct aml_resource_start_dependent start_dpf; struct aml_resource_end_dependent end_dpf; struct aml_resource_io io; struct aml_resource_fixed_io fixed_io; struct aml_resource_fixed_dma fixed_dma; struct aml_resource_vendor_small vendor_small; struct aml_resource_end_tag end_tag; struct aml_resource_memory24 memory24; struct aml_resource_generic_register generic_reg; struct aml_resource_vendor_large vendor_large; struct aml_resource_memory32 memory32; struct aml_resource_fixed_memory32 fixed_memory32; struct aml_resource_address16 address16; struct aml_resource_address32 address32; struct aml_resource_address64 address64; struct aml_resource_extended_address64 ext_address64; struct aml_resource_extended_irq extended_irq; struct aml_resource_gpio gpio; struct aml_resource_i2c_serialbus i2c_serial_bus; struct aml_resource_spi_serialbus spi_serial_bus; struct aml_resource_uart_serialbus uart_serial_bus; struct aml_resource_csi2_serialbus csi2_serial_bus; struct aml_resource_common_serialbus common_serial_bus; struct aml_resource_pin_function pin_function; struct aml_resource_pin_config pin_config; struct aml_resource_pin_group pin_group; struct aml_resource_pin_group_function pin_group_function; struct aml_resource_pin_group_config pin_group_config; struct aml_resource_address address; u32 dword_item; u16 word_item; u8 byte_item; }; struct acpi_rsconvert_info { u8 opcode; u8 resource_offset; u8 aml_offset; u8 value; }; enum { ACPI_RSC_INITGET = 0, ACPI_RSC_INITSET = 1, ACPI_RSC_FLAGINIT = 2, ACPI_RSC_1BITFLAG = 3, ACPI_RSC_2BITFLAG = 4, ACPI_RSC_3BITFLAG = 5, ACPI_RSC_6BITFLAG = 6, ACPI_RSC_ADDRESS = 7, ACPI_RSC_BITMASK = 8, ACPI_RSC_BITMASK16 = 9, ACPI_RSC_COUNT = 10, ACPI_RSC_COUNT16 = 11, ACPI_RSC_COUNT_GPIO_PIN = 12, ACPI_RSC_COUNT_GPIO_RES = 13, ACPI_RSC_COUNT_GPIO_VEN = 14, ACPI_RSC_COUNT_SERIAL_RES = 15, ACPI_RSC_COUNT_SERIAL_VEN = 16, ACPI_RSC_DATA8 = 17, ACPI_RSC_EXIT_EQ = 18, ACPI_RSC_EXIT_LE = 19, ACPI_RSC_EXIT_NE = 20, ACPI_RSC_LENGTH = 21, ACPI_RSC_MOVE_GPIO_PIN = 22, ACPI_RSC_MOVE_GPIO_RES = 23, ACPI_RSC_MOVE_SERIAL_RES = 24, ACPI_RSC_MOVE_SERIAL_VEN = 25, ACPI_RSC_MOVE8 = 26, ACPI_RSC_MOVE16 = 27, ACPI_RSC_MOVE32 = 28, ACPI_RSC_MOVE64 = 29, ACPI_RSC_SET8 = 30, ACPI_RSC_SOURCE = 31, ACPI_RSC_SOURCEX = 32, }; typedef acpi_status (*acpi_table_handler)(u32, void *, void *); struct acpi_table_rsdp { char signature[8]; u8 checksum; char oem_id[6]; u8 revision; u32 rsdt_physical_address; u32 length; u64 xsdt_physical_address; u8 extended_checksum; u8 reserved[3]; } __attribute__((packed)); struct acpi_table_facs { char signature[4]; u32 length; u32 hardware_signature; u32 firmware_waking_vector; u32 global_lock; u32 flags; u64 xfirmware_waking_vector; u8 version; u8 reserved[3]; u32 ospm_flags; u8 reserved1[24]; }; struct acpi_address_range { struct acpi_address_range *next; struct acpi_namespace_node *region_node; acpi_physical_address start_address; acpi_physical_address end_address; }; struct acpi_exception_info { char *name; }; typedef acpi_status (*acpi_pkg_callback)(u8, union acpi_operand_object *, union acpi_generic_state *, void *); struct input_id { __u16 bustype; __u16 vendor; __u16 product; __u16 version; }; struct input_absinfo { __s32 value; __s32 minimum; __s32 maximum; __s32 fuzz; __s32 flat; __s32 resolution; }; struct input_keymap_entry { __u8 flags; __u8 len; __u16 index; __u32 keycode; __u8 scancode[32]; }; struct ff_replay { __u16 length; __u16 delay; }; struct ff_trigger { __u16 button; __u16 interval; }; struct ff_envelope { __u16 attack_length; __u16 attack_level; __u16 fade_length; __u16 fade_level; }; struct ff_constant_effect { __s16 level; struct ff_envelope envelope; }; struct ff_ramp_effect { __s16 start_level; __s16 end_level; struct ff_envelope envelope; }; struct ff_condition_effect { __u16 right_saturation; __u16 left_saturation; __s16 right_coeff; __s16 left_coeff; __u16 deadband; __s16 center; }; struct ff_periodic_effect { __u16 waveform; __u16 period; __s16 magnitude; __s16 offset; __u16 phase; struct ff_envelope envelope; __u32 custom_len; __s16 *custom_data; }; struct ff_rumble_effect { __u16 strong_magnitude; __u16 weak_magnitude; }; struct ff_effect { __u16 type; __s16 id; __u16 direction; struct ff_trigger trigger; struct ff_replay replay; union { struct ff_constant_effect constant; struct ff_ramp_effect ramp; struct ff_periodic_effect periodic; struct ff_condition_effect condition[2]; struct ff_rumble_effect rumble; } u; }; struct input_device_id { kernel_ulong_t flags; __u16 bustype; __u16 vendor; __u16 product; __u16 version; kernel_ulong_t evbit[1]; kernel_ulong_t keybit[12]; kernel_ulong_t relbit[1]; kernel_ulong_t absbit[1]; kernel_ulong_t mscbit[1]; kernel_ulong_t ledbit[1]; kernel_ulong_t sndbit[1]; kernel_ulong_t ffbit[2]; kernel_ulong_t swbit[1]; kernel_ulong_t propbit[1]; kernel_ulong_t driver_info; }; struct input_value { __u16 type; __u16 code; __s32 value; }; enum input_clock_type { INPUT_CLK_REAL = 0, INPUT_CLK_MONO = 1, INPUT_CLK_BOOT = 2, INPUT_CLK_MAX = 3, }; struct ff_device; struct input_dev_poller; struct input_mt; struct input_handle; struct input_dev { const char *name; const char *phys; const char *uniq; struct input_id id; long unsigned int propbit[1]; long unsigned int evbit[1]; long unsigned int keybit[12]; long unsigned int relbit[1]; long unsigned int absbit[1]; long unsigned int mscbit[1]; long unsigned int ledbit[1]; long unsigned int sndbit[1]; long unsigned int ffbit[2]; long unsigned int swbit[1]; unsigned int hint_events_per_packet; unsigned int keycodemax; unsigned int keycodesize; void *keycode; int (*setkeycode)(struct input_dev *, const struct input_keymap_entry *, unsigned int *); int (*getkeycode)(struct input_dev *, struct input_keymap_entry *); struct ff_device *ff; struct input_dev_poller *poller; unsigned int repeat_key; struct timer_list timer; int rep[2]; struct input_mt *mt; struct input_absinfo *absinfo; long unsigned int key[12]; long unsigned int led[1]; long unsigned int snd[1]; long unsigned int sw[1]; int (*open)(struct input_dev *); void (*close)(struct input_dev *); int (*flush)(struct input_dev *, struct file *); int (*event)(struct input_dev *, unsigned int, unsigned int, int); struct input_handle *grab; spinlock_t event_lock; struct mutex mutex; unsigned int users; bool going_away; struct device dev; struct list_head h_list; struct list_head node; unsigned int num_vals; unsigned int max_vals; struct input_value *vals; bool devres_managed; ktime_t timestamp[3]; bool inhibited; }; struct ff_device { int (*upload)(struct input_dev *, struct ff_effect *, struct ff_effect *); int (*erase)(struct input_dev *, int); int (*playback)(struct input_dev *, int, int); void (*set_gain)(struct input_dev *, u16); void (*set_autocenter)(struct input_dev *, u16); void (*destroy)(struct ff_device *); void *private; long unsigned int ffbit[2]; struct mutex mutex; int max_effects; struct ff_effect *effects; struct file *effect_owners[0]; }; struct input_handler; struct input_handle { void *private; int open; const char *name; struct input_dev *dev; struct input_handler *handler; struct list_head d_node; struct list_head h_node; }; struct input_handler { void *private; void (*event)(struct input_handle *, unsigned int, unsigned int, int); void (*events)(struct input_handle *, const struct input_value *, unsigned int); bool (*filter)(struct input_handle *, unsigned int, unsigned int, int); bool (*match)(struct input_handler *, struct input_dev *); int (*connect)(struct input_handler *, struct input_dev *, const struct input_device_id *); void (*disconnect)(struct input_handle *); void (*start)(struct input_handle *); bool legacy_minors; int minor; const char *name; const struct input_device_id *id_table; struct list_head h_list; struct list_head node; }; typedef int (*acpi_op_add)(struct acpi_device *); typedef void (*acpi_op_remove)(struct acpi_device *); typedef void (*acpi_op_notify)(struct acpi_device *, u32); struct acpi_device_ops { acpi_op_add add; acpi_op_remove remove; acpi_op_notify notify; }; struct acpi_driver { char name[80]; char class[80]; const struct acpi_device_id *ids; unsigned int flags; struct acpi_device_ops ops; struct device_driver drv; struct module *owner; }; enum { ACPI_BUTTON_LID_INIT_IGNORE = 0, ACPI_BUTTON_LID_INIT_OPEN = 1, ACPI_BUTTON_LID_INIT_METHOD = 2, ACPI_BUTTON_LID_INIT_DISABLED = 3, }; struct acpi_button { unsigned int type; struct input_dev *input; char phys[32]; long unsigned int pushed; int last_state; ktime_t last_time; bool suspended; bool lid_state_initialized; }; struct pnp_device_id { __u8 id[8]; kernel_ulong_t driver_data; }; struct pnp_card_device_id { __u8 id[8]; kernel_ulong_t driver_data; struct { __u8 id[8]; } devs[8]; }; struct pnp_protocol; struct pnp_id; struct pnp_card { struct device dev; unsigned char number; struct list_head global_list; struct list_head protocol_list; struct list_head devices; struct pnp_protocol *protocol; struct pnp_id *id; char name[50]; unsigned char pnpver; unsigned char productver; unsigned int serial; unsigned char checksum; struct proc_dir_entry *procdir; }; struct pnp_dev; struct pnp_protocol { struct list_head protocol_list; char *name; int (*get)(struct pnp_dev *); int (*set)(struct pnp_dev *); int (*disable)(struct pnp_dev *); bool (*can_wakeup)(struct pnp_dev *); int (*suspend)(struct pnp_dev *, pm_message_t); int (*resume)(struct pnp_dev *); unsigned char number; struct device dev; struct list_head cards; struct list_head devices; }; struct pnp_id { char id[8]; struct pnp_id *next; }; struct pnp_card_driver; struct pnp_card_link { struct pnp_card *card; struct pnp_card_driver *driver; void *driver_data; pm_message_t pm_state; }; struct pnp_driver { const char *name; const struct pnp_device_id *id_table; unsigned int flags; int (*probe)(struct pnp_dev *, const struct pnp_device_id *); void (*remove)(struct pnp_dev *); void (*shutdown)(struct pnp_dev *); int (*suspend)(struct pnp_dev *, pm_message_t); int (*resume)(struct pnp_dev *); struct device_driver driver; }; struct pnp_card_driver { struct list_head global_list; char *name; const struct pnp_card_device_id *id_table; unsigned int flags; int (*probe)(struct pnp_card_link *, const struct pnp_card_device_id *); void (*remove)(struct pnp_card_link *); int (*suspend)(struct pnp_card_link *, pm_message_t); int (*resume)(struct pnp_card_link *); struct pnp_driver link; }; struct pnp_dev { struct device dev; u64 dma_mask; unsigned int number; int status; struct list_head global_list; struct list_head protocol_list; struct list_head card_list; struct list_head rdev_list; struct pnp_protocol *protocol; struct pnp_card *card; struct pnp_driver *driver; struct pnp_card_link *card_link; struct pnp_id *id; int active; int capabilities; unsigned int num_dependent_sets; struct list_head resources; struct list_head options; char name[50]; int flags; struct proc_dir_entry *procent; void *data; }; enum acpi_backlight_type { acpi_backlight_undef = -1, acpi_backlight_none = 0, acpi_backlight_video = 1, acpi_backlight_vendor = 2, acpi_backlight_native = 3, acpi_backlight_nvidia_wmi_ec = 4, acpi_backlight_apple_gmux = 5, }; typedef u32 phys_cpuid_t; struct cpuidle_state_usage { long long unsigned int disable; long long unsigned int usage; u64 time_ns; long long unsigned int above; long long unsigned int below; long long unsigned int rejected; long long unsigned int s2idle_usage; long long unsigned int s2idle_time; }; struct cpuidle_device; struct cpuidle_driver; struct cpuidle_state { char name[16]; char desc[32]; s64 exit_latency_ns; s64 target_residency_ns; unsigned int flags; unsigned int exit_latency; int power_usage; unsigned int target_residency; int (*enter)(struct cpuidle_device *, struct cpuidle_driver *, int); int (*enter_dead)(struct cpuidle_device *, int); int (*enter_s2idle)(struct cpuidle_device *, struct cpuidle_driver *, int); }; struct cpuidle_state_kobj; struct cpuidle_driver_kobj; struct cpuidle_device_kobj; struct cpuidle_device { unsigned int registered: 1; unsigned int enabled: 1; unsigned int poll_time_limit: 1; unsigned int cpu; ktime_t next_hrtimer; int last_state_idx; u64 last_residency_ns; u64 poll_limit_ns; u64 forced_idle_latency_limit_ns; struct cpuidle_state_usage states_usage[10]; struct cpuidle_state_kobj *kobjs[10]; struct cpuidle_driver_kobj *kobj_driver; struct cpuidle_device_kobj *kobj_dev; struct list_head device_list; }; struct cpuidle_driver { const char *name; struct module *owner; unsigned int bctimer: 1; struct cpuidle_state states[10]; int state_count; int safe_state_index; struct cpumask *cpumask; const char *governor; }; struct thermal_cooling_device_ops; struct thermal_cooling_device { int id; char *type; long unsigned int max_state; struct device device; struct device_node *np; void *devdata; void *stats; const struct thermal_cooling_device_ops *ops; bool updated; struct mutex lock; struct list_head thermal_instances; struct list_head node; }; struct thermal_cooling_device_ops { int (*get_max_state)(struct thermal_cooling_device *, long unsigned int *); int (*get_cur_state)(struct thermal_cooling_device *, long unsigned int *); int (*set_cur_state)(struct thermal_cooling_device *, long unsigned int); int (*get_requested_power)(struct thermal_cooling_device *, u32 *); int (*state2power)(struct thermal_cooling_device *, long unsigned int, u32 *); int (*power2state)(struct thermal_cooling_device *, u32, long unsigned int *); }; struct acpi_power_register { u8 descriptor; u16 length; u8 space_id; u8 bit_width; u8 bit_offset; u8 access_size; u64 address; } __attribute__((packed)); struct acpi_processor_cx { u8 valid; u8 type; u32 address; u8 entry_method; u8 index; u32 latency; u8 bm_sts_skip; char desc[32]; }; struct acpi_lpi_state { u32 min_residency; u32 wake_latency; u32 flags; u32 arch_flags; u32 res_cnt_freq; u32 enable_parent_state; u64 address; u8 index; u8 entry_method; char desc[32]; }; struct acpi_processor_power { int count; union { struct acpi_processor_cx states[8]; struct acpi_lpi_state lpi_states[8]; }; int timer_broadcast_on_state; }; struct acpi_psd_package { u64 num_entries; u64 revision; u64 domain; u64 coord_type; u64 num_processors; }; struct acpi_pct_register { u8 descriptor; u16 length; u8 space_id; u8 bit_width; u8 bit_offset; u8 reserved; u64 address; } __attribute__((packed)); struct acpi_processor_px { u64 core_frequency; u64 power; u64 transition_latency; u64 bus_master_latency; u64 control; u64 status; }; struct acpi_processor_performance { unsigned int state; unsigned int platform_limit; struct acpi_pct_register control_register; struct acpi_pct_register status_register; short: 16; unsigned int state_count; int: 32; struct acpi_processor_px *states; struct acpi_psd_package domain_info; cpumask_var_t shared_cpu_map; unsigned int shared_type; int: 32; } __attribute__((packed)); struct acpi_tsd_package { u64 num_entries; u64 revision; u64 domain; u64 coord_type; u64 num_processors; }; struct acpi_processor_tx_tss { u64 freqpercentage; u64 power; u64 transition_latency; u64 control; u64 status; }; struct acpi_processor_tx { u16 power; u16 performance; }; struct acpi_processor; struct acpi_processor_throttling { unsigned int state; unsigned int platform_limit; struct acpi_pct_register control_register; struct acpi_pct_register status_register; short: 16; unsigned int state_count; int: 32; struct acpi_processor_tx_tss *states_tss; struct acpi_tsd_package domain_info; cpumask_var_t shared_cpu_map; int (*acpi_processor_get_throttling)(struct acpi_processor *); int (*acpi_processor_set_throttling)(struct acpi_processor *, int, bool); u32 address; u8 duty_offset; u8 duty_width; u8 tsd_valid_flag; char: 8; unsigned int shared_type; struct acpi_processor_tx states[16]; int: 32; } __attribute__((packed)); struct acpi_processor_flags { u8 power: 1; u8 performance: 1; u8 throttling: 1; u8 limit: 1; u8 bm_control: 1; u8 bm_check: 1; u8 has_cst: 1; u8 has_lpi: 1; u8 power_setup_done: 1; u8 bm_rld_set: 1; u8 need_hotplug_init: 1; }; struct acpi_processor_lx { int px; int tx; }; struct acpi_processor_limit { struct acpi_processor_lx state; struct acpi_processor_lx thermal; struct acpi_processor_lx user; }; struct acpi_processor { acpi_handle handle; u32 acpi_id; phys_cpuid_t phys_id; u32 id; u32 pblk; int performance_platform_limit; int throttling_platform_limit; struct acpi_processor_flags flags; struct acpi_processor_power power; struct acpi_processor_performance *performance; struct acpi_processor_throttling throttling; struct acpi_processor_limit limit; struct thermal_cooling_device *cdev; struct device *dev; struct freq_qos_request perflib_req; struct freq_qos_request thermal_req; }; struct acpi_lpi_states_array { unsigned int size; unsigned int composite_states_size; struct acpi_lpi_state *entries; struct acpi_lpi_state *composite_states[8]; }; enum acpi_cedt_type { ACPI_CEDT_TYPE_CHBS = 0, ACPI_CEDT_TYPE_CFMWS = 1, ACPI_CEDT_TYPE_CXIMS = 2, ACPI_CEDT_TYPE_RDPAS = 3, ACPI_CEDT_TYPE_RESERVED = 4, }; struct acpi_cedt_cfmws { struct acpi_cedt_header header; u32 reserved1; u64 base_hpa; u64 window_size; u8 interleave_ways; u8 interleave_arithmetic; u16 reserved2; u32 granularity; u16 restrictions; u16 qtg_id; u32 interleave_targets[0]; } __attribute__((packed)); struct acpi_table_slit { struct acpi_table_header header; u64 locality_count; u8 entry[1]; } __attribute__((packed)); struct acpi_table_srat { struct acpi_table_header header; u32 table_revision; u64 reserved; }; enum acpi_srat_type { ACPI_SRAT_TYPE_CPU_AFFINITY = 0, ACPI_SRAT_TYPE_MEMORY_AFFINITY = 1, ACPI_SRAT_TYPE_X2APIC_CPU_AFFINITY = 2, ACPI_SRAT_TYPE_GICC_AFFINITY = 3, ACPI_SRAT_TYPE_GIC_ITS_AFFINITY = 4, ACPI_SRAT_TYPE_GENERIC_AFFINITY = 5, ACPI_SRAT_TYPE_GENERIC_PORT_AFFINITY = 6, ACPI_SRAT_TYPE_RESERVED = 7, }; struct acpi_srat_cpu_affinity { struct acpi_subtable_header header; u8 proximity_domain_lo; u8 apic_id; u32 flags; u8 local_sapic_eid; u8 proximity_domain_hi[3]; u32 clock_domain; }; struct acpi_srat_mem_affinity { struct acpi_subtable_header header; u32 proximity_domain; u16 reserved; u64 base_address; u64 length; u32 reserved1; u32 flags; u64 reserved2; } __attribute__((packed)); struct acpi_srat_x2apic_cpu_affinity { struct acpi_subtable_header header; u16 reserved; u32 proximity_domain; u32 apic_id; u32 flags; u32 clock_domain; u32 reserved2; }; struct acpi_srat_gicc_affinity { struct acpi_subtable_header header; u32 proximity_domain; u32 acpi_processor_uid; u32 flags; u32 clock_domain; } __attribute__((packed)); struct acpi_srat_generic_affinity { struct acpi_subtable_header header; u8 reserved; u8 device_handle_type; u32 proximity_domain; u8 device_handle[16]; u32 flags; u32 reserved1; }; typedef int (*acpi_tbl_entry_handler_arg)(union acpi_subtable_headers *, void *, const long unsigned int); struct acpi_subtable_proc { int id; acpi_tbl_entry_handler handler; acpi_tbl_entry_handler_arg handler_arg; void *arg; int count; }; struct acpi_table_spcr { struct acpi_table_header header; u8 interface_type; u8 reserved[3]; struct acpi_generic_address serial_port; u8 interrupt_type; u8 pc_interrupt; u32 interrupt; u8 baud_rate; u8 parity; u8 stop_bits; u8 flow_control; u8 terminal_type; u8 reserved1; u16 pci_device_id; u16 pci_vendor_id; u8 pci_bus; u8 pci_device; u8 pci_function; u32 pci_flags; u8 pci_segment; u32 reserved2; } __attribute__((packed)); struct serial_icounter_struct { int cts; int dsr; int rng; int dcd; int rx; int tx; int frame; int overrun; int parity; int brk; int buf_overrun; int reserved[9]; }; struct serial_struct { int type; int line; unsigned int port; int irq; int flags; int xmit_fifo_size; int custom_divisor; int baud_base; short unsigned int close_delay; char io_type; char reserved_char[1]; int hub6; short unsigned int closing_wait; short unsigned int closing_wait2; unsigned char *iomem_base; short unsigned int iomem_reg_shift; unsigned int port_high; long unsigned int iomap_base; }; struct pnp_port { resource_size_t min; resource_size_t max; resource_size_t align; resource_size_t size; unsigned char flags; }; typedef struct { long unsigned int bits[4]; } pnp_irq_mask_t; struct pnp_irq { pnp_irq_mask_t map; unsigned char flags; }; struct pnp_dma { unsigned char map; unsigned char flags; }; struct pnp_mem { resource_size_t min; resource_size_t max; resource_size_t align; resource_size_t size; unsigned char flags; }; struct pnp_option { struct list_head list; unsigned int flags; long unsigned int type; union { struct pnp_port port; struct pnp_irq irq; struct pnp_dma dma; struct pnp_mem mem; } u; }; struct pnp_resource { struct list_head list; struct resource res; }; struct acpi_hardware_id { struct list_head list; const char *id; }; struct clk; struct clk_hw; struct clk_lookup { struct list_head node; const char *dev_id; const char *con_id; struct clk *clk; struct clk_hw *clk_hw; }; struct clk_core; struct clk_init_data; struct clk_hw { struct clk_core *core; struct clk *clk; const struct clk_init_data *init; }; struct clk_rate_request { struct clk_core *core; long unsigned int rate; long unsigned int min_rate; long unsigned int max_rate; long unsigned int best_parent_rate; struct clk_hw *best_parent_hw; }; struct clk_duty { unsigned int num; unsigned int den; }; struct clk_ops { int (*prepare)(struct clk_hw *); void (*unprepare)(struct clk_hw *); int (*is_prepared)(struct clk_hw *); void (*unprepare_unused)(struct clk_hw *); int (*enable)(struct clk_hw *); void (*disable)(struct clk_hw *); int (*is_enabled)(struct clk_hw *); void (*disable_unused)(struct clk_hw *); int (*save_context)(struct clk_hw *); void (*restore_context)(struct clk_hw *); long unsigned int (*recalc_rate)(struct clk_hw *, long unsigned int); long int (*round_rate)(struct clk_hw *, long unsigned int, long unsigned int *); int (*determine_rate)(struct clk_hw *, struct clk_rate_request *); int (*set_parent)(struct clk_hw *, u8); u8 (*get_parent)(struct clk_hw *); int (*set_rate)(struct clk_hw *, long unsigned int, long unsigned int); int (*set_rate_and_parent)(struct clk_hw *, long unsigned int, long unsigned int, u8); long unsigned int (*recalc_accuracy)(struct clk_hw *, long unsigned int); int (*get_phase)(struct clk_hw *); int (*set_phase)(struct clk_hw *, int); int (*get_duty_cycle)(struct clk_hw *, struct clk_duty *); int (*set_duty_cycle)(struct clk_hw *, struct clk_duty *); int (*init)(struct clk_hw *); void (*terminate)(struct clk_hw *); void (*debug_init)(struct clk_hw *, struct dentry *); }; struct clk_parent_data { const struct clk_hw *hw; const char *fw_name; const char *name; int index; }; struct clk_init_data { const char *name; const struct clk_ops *ops; const char * const *parent_names; const struct clk_parent_data *parent_data; const struct clk_hw **parent_hws; u8 num_parents; long unsigned int flags; }; struct clk_lookup_alloc { struct clk_lookup cl; char dev_id[20]; char con_id[16]; }; typedef void (*of_init_fn_1)(struct device_node *); struct clk_fixed_rate { struct clk_hw hw; long unsigned int fixed_rate; long unsigned int fixed_accuracy; long unsigned int flags; }; struct clk_mux { struct clk_hw hw; void *reg; const u32 *table; u32 mask; u8 shift; u8 flags; spinlock_t *lock; }; struct clk { struct clk_core *core; struct device *dev; const char *dev_id; const char *con_id; long unsigned int min_rate; long unsigned int max_rate; unsigned int exclusive_count; struct hlist_node clks_node; }; struct virtio_device_id { __u32 device; __u32 vendor; }; struct vringh_config_ops; struct virtio_config_ops; struct virtio_device { int index; bool failed; bool config_enabled; bool config_change_pending; spinlock_t config_lock; spinlock_t vqs_list_lock; struct device dev; struct virtio_device_id id; const struct virtio_config_ops *config; const struct vringh_config_ops *vringh_config; struct list_head vqs; u64 features; void *priv; }; struct virtqueue; typedef void vq_callback_t(struct virtqueue *); struct irq_affinity; struct virtio_shm_region; struct virtio_config_ops { void (*get)(struct virtio_device *, unsigned int, void *, unsigned int); void (*set)(struct virtio_device *, unsigned int, const void *, unsigned int); u32 (*generation)(struct virtio_device *); u8 (*get_status)(struct virtio_device *); void (*set_status)(struct virtio_device *, u8); void (*reset)(struct virtio_device *); int (*find_vqs)(struct virtio_device *, unsigned int, struct virtqueue **, vq_callback_t **, const char * const *, const bool *, struct irq_affinity *); void (*del_vqs)(struct virtio_device *); void (*synchronize_cbs)(struct virtio_device *); u64 (*get_features)(struct virtio_device *); int (*finalize_features)(struct virtio_device *); const char * (*bus_name)(struct virtio_device *); int (*set_vq_affinity)(struct virtqueue *, const struct cpumask *); const struct cpumask * (*get_vq_affinity)(struct virtio_device *, int); bool (*get_shm_region)(struct virtio_device *, struct virtio_shm_region *, u8); int (*disable_vq_and_reset)(struct virtqueue *); int (*enable_vq_after_reset)(struct virtqueue *); }; struct linear_range { unsigned int min; unsigned int min_sel; unsigned int max_sel; unsigned int step; }; typedef int suspend_state_t; struct regulator_dev; struct regulator_ops { int (*list_voltage)(struct regulator_dev *, unsigned int); int (*set_voltage)(struct regulator_dev *, int, int, unsigned int *); int (*map_voltage)(struct regulator_dev *, int, int); int (*set_voltage_sel)(struct regulator_dev *, unsigned int); int (*get_voltage)(struct regulator_dev *); int (*get_voltage_sel)(struct regulator_dev *); int (*set_current_limit)(struct regulator_dev *, int, int); int (*get_current_limit)(struct regulator_dev *); int (*set_input_current_limit)(struct regulator_dev *, int); int (*set_over_current_protection)(struct regulator_dev *, int, int, bool); int (*set_over_voltage_protection)(struct regulator_dev *, int, int, bool); int (*set_under_voltage_protection)(struct regulator_dev *, int, int, bool); int (*set_thermal_protection)(struct regulator_dev *, int, int, bool); int (*set_active_discharge)(struct regulator_dev *, bool); int (*enable)(struct regulator_dev *); int (*disable)(struct regulator_dev *); int (*is_enabled)(struct regulator_dev *); int (*set_mode)(struct regulator_dev *, unsigned int); unsigned int (*get_mode)(struct regulator_dev *); int (*get_error_flags)(struct regulator_dev *, unsigned int *); int (*enable_time)(struct regulator_dev *); int (*set_ramp_delay)(struct regulator_dev *, int); int (*set_voltage_time)(struct regulator_dev *, int, int); int (*set_voltage_time_sel)(struct regulator_dev *, unsigned int, unsigned int); int (*set_soft_start)(struct regulator_dev *); int (*get_status)(struct regulator_dev *); unsigned int (*get_optimum_mode)(struct regulator_dev *, int, int, int); int (*set_load)(struct regulator_dev *, int); int (*set_bypass)(struct regulator_dev *, bool); int (*get_bypass)(struct regulator_dev *, bool *); int (*set_suspend_voltage)(struct regulator_dev *, int); int (*set_suspend_enable)(struct regulator_dev *); int (*set_suspend_disable)(struct regulator_dev *); int (*set_suspend_mode)(struct regulator_dev *, unsigned int); int (*resume)(struct regulator_dev *); int (*set_pull_down)(struct regulator_dev *); }; struct regulator_coupler; struct coupling_desc { struct regulator_dev **coupled_rdevs; struct regulator_coupler *coupler; int n_resolved; int n_coupled; }; struct regmap; struct regulator_desc; struct regulation_constraints; struct regulator; struct regulator_enable_gpio; struct regulator_dev { const struct regulator_desc *desc; int exclusive; u32 use_count; u32 open_count; u32 bypass_count; struct list_head list; struct list_head consumer_list; struct coupling_desc coupling_desc; struct blocking_notifier_head notifier; struct ww_mutex mutex; struct task_struct *mutex_owner; int ref_cnt; struct module *owner; struct device dev; struct regulation_constraints *constraints; struct regulator *supply; const char *supply_name; struct regmap *regmap; struct delayed_work disable_work; void *reg_data; struct dentry *debugfs; struct regulator_enable_gpio *ena_pin; unsigned int ena_gpio_state: 1; unsigned int is_switch: 1; ktime_t last_off; int cached_err; bool use_cached_err; spinlock_t err_lock; }; enum regulator_type { REGULATOR_VOLTAGE = 0, REGULATOR_CURRENT = 1, }; struct regulator_config; struct regulator_desc { const char *name; const char *supply_name; const char *of_match; bool of_match_full_name; const char *regulators_node; int (*of_parse_cb)(struct device_node *, const struct regulator_desc *, struct regulator_config *); int id; unsigned int continuous_voltage_range: 1; unsigned int n_voltages; unsigned int n_current_limits; const struct regulator_ops *ops; int irq; enum regulator_type type; struct module *owner; unsigned int min_uV; unsigned int uV_step; unsigned int linear_min_sel; int fixed_uV; unsigned int ramp_delay; int min_dropout_uV; const struct linear_range *linear_ranges; const unsigned int *linear_range_selectors; int n_linear_ranges; const unsigned int *volt_table; const unsigned int *curr_table; unsigned int vsel_range_reg; unsigned int vsel_range_mask; unsigned int vsel_reg; unsigned int vsel_mask; unsigned int vsel_step; unsigned int csel_reg; unsigned int csel_mask; unsigned int apply_reg; unsigned int apply_bit; unsigned int enable_reg; unsigned int enable_mask; unsigned int enable_val; unsigned int disable_val; bool enable_is_inverted; unsigned int bypass_reg; unsigned int bypass_mask; unsigned int bypass_val_on; unsigned int bypass_val_off; unsigned int active_discharge_on; unsigned int active_discharge_off; unsigned int active_discharge_mask; unsigned int active_discharge_reg; unsigned int soft_start_reg; unsigned int soft_start_mask; unsigned int soft_start_val_on; unsigned int pull_down_reg; unsigned int pull_down_mask; unsigned int pull_down_val_on; unsigned int ramp_reg; unsigned int ramp_mask; const unsigned int *ramp_delay_table; unsigned int n_ramp_values; unsigned int enable_time; unsigned int off_on_delay; unsigned int poll_enabled_time; unsigned int (*of_map_mode)(unsigned int); }; struct gpio_desc; struct regulator_init_data; struct regulator_config { struct device *dev; const struct regulator_init_data *init_data; void *driver_data; struct device_node *of_node; struct regmap *regmap; struct gpio_desc *ena_gpiod; }; struct regulator_state { int uV; int min_uV; int max_uV; unsigned int mode; int enabled; bool changeable; }; struct notification_limit { int prot; int err; int warn; }; struct regulation_constraints { const char *name; int min_uV; int max_uV; int uV_offset; int min_uA; int max_uA; int ilim_uA; int system_load; u32 *max_spread; int max_uV_step; unsigned int valid_modes_mask; unsigned int valid_ops_mask; int input_uV; struct regulator_state state_disk; struct regulator_state state_mem; struct regulator_state state_standby; struct notification_limit over_curr_limits; struct notification_limit over_voltage_limits; struct notification_limit under_voltage_limits; struct notification_limit temp_limits; suspend_state_t initial_state; unsigned int initial_mode; unsigned int ramp_delay; unsigned int settling_time; unsigned int settling_time_up; unsigned int settling_time_down; unsigned int enable_time; unsigned int active_discharge; unsigned int always_on: 1; unsigned int boot_on: 1; unsigned int apply_uV: 1; unsigned int ramp_disable: 1; unsigned int soft_start: 1; unsigned int pull_down: 1; unsigned int over_current_protection: 1; unsigned int over_current_detection: 1; unsigned int over_voltage_detection: 1; unsigned int under_voltage_detection: 1; unsigned int over_temp_detection: 1; }; struct regulator_consumer_supply; struct regulator_init_data { const char *supply_regulator; struct regulation_constraints constraints; int num_consumer_supplies; struct regulator_consumer_supply *consumer_supplies; int (*regulator_init)(void *); void *driver_data; }; struct regulator_consumer_supply { const char *dev_name; const char *supply; }; struct regulator_voltage { int min_uV; int max_uV; }; struct regulator { struct device *dev; struct list_head list; unsigned int always_on: 1; unsigned int bypass: 1; unsigned int device_link: 1; int uA_load; unsigned int enable_count; unsigned int deferred_disables; struct regulator_voltage voltage[5]; const char *supply_name; struct device_attribute dev_attr; struct regulator_dev *rdev; struct dentry *debugfs; }; struct regulator_err_state { struct regulator_dev *rdev; long unsigned int notifs; long unsigned int errors; int possible_errs; }; struct regulator_irq_data { struct regulator_err_state *states; int num_states; void *data; long int opaque; }; struct regulator_irq_desc { const char *name; int fatal_cnt; int reread_ms; int irq_off_ms; bool skip_off; bool high_prio; void *data; int (*die)(struct regulator_irq_data *); int (*map_event)(int, struct regulator_irq_data *, long unsigned int *); int (*renable)(struct regulator_irq_data *); }; enum { REGULATOR_ERROR_CLEARED = 0, REGULATOR_FAILED_RETRY = 1, REGULATOR_ERROR_ON = 2, }; struct regulator_irq { struct regulator_irq_data rdata; struct regulator_irq_desc desc; int irq; int retry_cnt; struct delayed_work isr_work; }; struct n_tty_data { size_t read_head; size_t commit_head; size_t canon_head; size_t echo_head; size_t echo_commit; size_t echo_mark; long unsigned int char_map[4]; long unsigned int overrun_time; int num_overrun; bool no_room; unsigned char lnext: 1; unsigned char erasing: 1; unsigned char raw: 1; unsigned char real_raw: 1; unsigned char icanon: 1; unsigned char push: 1; char read_buf[4096]; long unsigned int read_flags[64]; unsigned char echo_buf[4096]; size_t read_tail; size_t line_start; size_t lookahead_count; unsigned int column; unsigned int canon_column; size_t echo_tail; struct mutex atomic_read_lock; struct mutex output_lock; }; enum { ERASE = 0, WERASE = 1, KILL = 2, }; struct unipair { short unsigned int unicode; short unsigned int fontpos; }; struct unimapdesc { short unsigned int entry_ct; struct unipair *entries; }; struct kbentry { unsigned char kb_table; unsigned char kb_index; short unsigned int kb_value; }; struct kbsentry { unsigned char kb_func; unsigned char kb_string[512]; }; struct kbkeycode { unsigned int scancode; unsigned int keycode; }; struct kbd_repeat { int delay; int period; }; struct console_font_op { unsigned int op; unsigned int flags; unsigned int width; unsigned int height; unsigned int charcount; unsigned char *data; }; struct vt_stat { short unsigned int v_active; short unsigned int v_signal; short unsigned int v_state; }; struct vt_sizes { short unsigned int v_rows; short unsigned int v_cols; short unsigned int v_scrollsize; }; struct vt_consize { short unsigned int v_rows; short unsigned int v_cols; short unsigned int v_vlin; short unsigned int v_clin; short unsigned int v_vcol; short unsigned int v_ccol; }; struct vt_event { unsigned int event; unsigned int oldev; unsigned int newev; unsigned int pad[4]; }; struct vt_setactivate { unsigned int console; struct vt_mode mode; }; struct vt_spawn_console { spinlock_t lock; struct pid *pid; int sig; }; struct vt_event_wait { struct list_head list; struct vt_event event; int done; }; enum translation_map { LAT1_MAP = 0, GRAF_MAP = 1, IBMPC_MAP = 2, USER_MAP = 3, FIRST_MAP = 0, LAST_MAP = 3, }; struct uni_pagedict { u16 **uni_pgdir[32]; long unsigned int refcount; long unsigned int sum; unsigned char *inverse_translations[4]; u16 *inverse_trans_unicode; }; struct serial_rs485 { __u32 flags; __u32 delay_rts_before_send; __u32 delay_rts_after_send; union { __u32 padding[5]; struct { __u8 addr_recv; __u8 addr_dest; __u8 padding0[2]; __u32 padding1[4]; }; }; }; struct serial_iso7816 { __u32 flags; __u32 tg; __u32 sc_fi; __u32 sc_di; __u32 clk; __u32 reserved[5]; }; struct circ_buf { char *buf; int head; int tail; }; struct uart_port; struct uart_ops { unsigned int (*tx_empty)(struct uart_port *); void (*set_mctrl)(struct uart_port *, unsigned int); unsigned int (*get_mctrl)(struct uart_port *); void (*stop_tx)(struct uart_port *); void (*start_tx)(struct uart_port *); void (*throttle)(struct uart_port *); void (*unthrottle)(struct uart_port *); void (*send_xchar)(struct uart_port *, char); void (*stop_rx)(struct uart_port *); void (*start_rx)(struct uart_port *); void (*enable_ms)(struct uart_port *); void (*break_ctl)(struct uart_port *, int); int (*startup)(struct uart_port *); void (*shutdown)(struct uart_port *); void (*flush_buffer)(struct uart_port *); void (*set_termios)(struct uart_port *, struct ktermios *, const struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); void (*pm)(struct uart_port *, unsigned int, unsigned int); const char * (*type)(struct uart_port *); void (*release_port)(struct uart_port *); int (*request_port)(struct uart_port *); void (*config_port)(struct uart_port *, int); int (*verify_port)(struct uart_port *, struct serial_struct *); int (*ioctl)(struct uart_port *, unsigned int, long unsigned int); }; struct uart_icount { __u32 cts; __u32 dsr; __u32 rng; __u32 dcd; __u32 rx; __u32 tx; __u32 frame; __u32 overrun; __u32 parity; __u32 brk; __u32 buf_overrun; }; typedef u64 upf_t; typedef unsigned int upstat_t; struct uart_state; struct uart_port { spinlock_t lock; long unsigned int iobase; unsigned char *membase; unsigned int (*serial_in)(struct uart_port *, int); void (*serial_out)(struct uart_port *, int, int); void (*set_termios)(struct uart_port *, struct ktermios *, const struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); unsigned int (*get_mctrl)(struct uart_port *); void (*set_mctrl)(struct uart_port *, unsigned int); unsigned int (*get_divisor)(struct uart_port *, unsigned int, unsigned int *); void (*set_divisor)(struct uart_port *, unsigned int, unsigned int, unsigned int); int (*startup)(struct uart_port *); void (*shutdown)(struct uart_port *); void (*throttle)(struct uart_port *); void (*unthrottle)(struct uart_port *); int (*handle_irq)(struct uart_port *); void (*pm)(struct uart_port *, unsigned int, unsigned int); void (*handle_break)(struct uart_port *); int (*rs485_config)(struct uart_port *, struct ktermios *, struct serial_rs485 *); int (*iso7816_config)(struct uart_port *, struct serial_iso7816 *); unsigned int irq; long unsigned int irqflags; unsigned int uartclk; unsigned int fifosize; unsigned char x_char; unsigned char regshift; unsigned char iotype; unsigned char quirks; unsigned int read_status_mask; unsigned int ignore_status_mask; struct uart_state *state; struct uart_icount icount; struct console *cons; upf_t flags; upstat_t status; int hw_stopped; unsigned int mctrl; unsigned int frame_time; unsigned int type; const struct uart_ops *ops; unsigned int custom_divisor; unsigned int line; unsigned int minor; resource_size_t mapbase; resource_size_t mapsize; struct device *dev; long unsigned int sysrq; unsigned int sysrq_ch; unsigned char has_sysrq; unsigned char sysrq_seq; unsigned char hub6; unsigned char suspended; unsigned char console_reinit; const char *name; struct attribute_group *attr_group; const struct attribute_group **tty_groups; struct serial_rs485 rs485; struct serial_rs485 rs485_supported; struct gpio_desc *rs485_term_gpio; struct serial_iso7816 iso7816; void *private_data; }; enum uart_pm_state { UART_PM_STATE_ON = 0, UART_PM_STATE_OFF = 3, UART_PM_STATE_UNDEFINED = 4, }; struct uart_state { struct tty_port port; enum uart_pm_state pm_state; struct circ_buf xmit; atomic_t refcount; wait_queue_head_t remove_wait; struct uart_port *uart_port; }; struct uart_driver { struct module *owner; const char *driver_name; const char *dev_name; int major; int minor; int nr; struct console *cons; struct uart_state *state; struct tty_driver *tty_driver; }; struct uart_match { struct uart_port *port; struct uart_driver *driver; }; struct uart_8250_port; struct uart_8250_ops { int (*setup_irq)(struct uart_8250_port *); void (*release_irq)(struct uart_8250_port *); void (*setup_timer)(struct uart_8250_port *); }; struct mctrl_gpios; struct uart_8250_dma; struct uart_8250_em485; struct uart_8250_port { struct uart_port port; struct timer_list timer; struct list_head list; u32 capabilities; short unsigned int bugs; bool fifo_bug; unsigned int tx_loadsz; unsigned char acr; unsigned char fcr; unsigned char ier; unsigned char lcr; unsigned char mcr; unsigned char cur_iotype; unsigned int rpm_tx_active; unsigned char canary; unsigned char probe; struct mctrl_gpios *gpios; u16 lsr_saved_flags; u16 lsr_save_mask; unsigned char msr_saved_flags; struct uart_8250_dma *dma; const struct uart_8250_ops *ops; int (*dl_read)(struct uart_8250_port *); void (*dl_write)(struct uart_8250_port *, int); struct uart_8250_em485 *em485; void (*rs485_start_tx)(struct uart_8250_port *); void (*rs485_stop_tx)(struct uart_8250_port *); struct delayed_work overrun_backoff; u32 overrun_backoff_time_ms; }; struct uart_8250_em485 { struct hrtimer start_tx_timer; struct hrtimer stop_tx_timer; struct hrtimer *active_timer; struct uart_8250_port *port; unsigned int tx_stopped: 1; }; struct dma_chan; typedef bool (*dma_filter_fn)(struct dma_chan *, void *); enum dma_transfer_direction { DMA_MEM_TO_MEM = 0, DMA_MEM_TO_DEV = 1, DMA_DEV_TO_MEM = 2, DMA_DEV_TO_DEV = 3, DMA_TRANS_NONE = 4, }; enum dma_slave_buswidth { DMA_SLAVE_BUSWIDTH_UNDEFINED = 0, DMA_SLAVE_BUSWIDTH_1_BYTE = 1, DMA_SLAVE_BUSWIDTH_2_BYTES = 2, DMA_SLAVE_BUSWIDTH_3_BYTES = 3, DMA_SLAVE_BUSWIDTH_4_BYTES = 4, DMA_SLAVE_BUSWIDTH_8_BYTES = 8, DMA_SLAVE_BUSWIDTH_16_BYTES = 16, DMA_SLAVE_BUSWIDTH_32_BYTES = 32, DMA_SLAVE_BUSWIDTH_64_BYTES = 64, DMA_SLAVE_BUSWIDTH_128_BYTES = 128, }; struct dma_slave_config { enum dma_transfer_direction direction; phys_addr_t src_addr; phys_addr_t dst_addr; enum dma_slave_buswidth src_addr_width; enum dma_slave_buswidth dst_addr_width; u32 src_maxburst; u32 dst_maxburst; u32 src_port_window_size; u32 dst_port_window_size; bool device_fc; void *peripheral_config; size_t peripheral_size; }; typedef s32 dma_cookie_t; struct uart_8250_dma { int (*tx_dma)(struct uart_8250_port *); int (*rx_dma)(struct uart_8250_port *); void (*prepare_tx_dma)(struct uart_8250_port *); void (*prepare_rx_dma)(struct uart_8250_port *); dma_filter_fn fn; void *rx_param; void *tx_param; struct dma_slave_config rxconf; struct dma_slave_config txconf; struct dma_chan *rxchan; struct dma_chan *txchan; phys_addr_t rx_dma_addr; phys_addr_t tx_dma_addr; dma_addr_t rx_addr; dma_addr_t tx_addr; dma_cookie_t rx_cookie; dma_cookie_t tx_cookie; void *rx_buf; size_t rx_size; size_t tx_size; unsigned char tx_running; unsigned char tx_err; unsigned char rx_running; }; enum dma_status { DMA_COMPLETE = 0, DMA_IN_PROGRESS = 1, DMA_PAUSED = 2, DMA_ERROR = 3, DMA_OUT_OF_ORDER = 4, }; enum dma_transaction_type { DMA_MEMCPY = 0, DMA_XOR = 1, DMA_PQ = 2, DMA_XOR_VAL = 3, DMA_PQ_VAL = 4, DMA_MEMSET = 5, DMA_MEMSET_SG = 6, DMA_INTERRUPT = 7, DMA_PRIVATE = 8, DMA_ASYNC_TX = 9, DMA_SLAVE = 10, DMA_CYCLIC = 11, DMA_INTERLEAVE = 12, DMA_COMPLETION_NO_ORDER = 13, DMA_REPEAT = 14, DMA_LOAD_EOT = 15, DMA_TX_TYPE_END = 16, }; struct data_chunk { size_t size; size_t icg; size_t dst_icg; size_t src_icg; }; struct dma_interleaved_template { dma_addr_t src_start; dma_addr_t dst_start; enum dma_transfer_direction dir; bool src_inc; bool dst_inc; bool src_sgl; bool dst_sgl; size_t numf; size_t frame_size; struct data_chunk sgl[0]; }; enum dma_ctrl_flags { DMA_PREP_INTERRUPT = 1, DMA_CTRL_ACK = 2, DMA_PREP_PQ_DISABLE_P = 4, DMA_PREP_PQ_DISABLE_Q = 8, DMA_PREP_CONTINUE = 16, DMA_PREP_FENCE = 32, DMA_CTRL_REUSE = 64, DMA_PREP_CMD = 128, DMA_PREP_REPEAT = 256, DMA_PREP_LOAD_EOT = 512, }; enum sum_check_bits { SUM_CHECK_P = 0, SUM_CHECK_Q = 1, }; enum sum_check_flags { SUM_CHECK_P_RESULT = 1, SUM_CHECK_Q_RESULT = 2, }; typedef struct { long unsigned int bits[1]; } dma_cap_mask_t; enum dma_desc_metadata_mode { DESC_METADATA_NONE = 0, DESC_METADATA_CLIENT = 1, DESC_METADATA_ENGINE = 2, }; struct dma_chan_percpu { long unsigned int memcpy_count; long unsigned int bytes_transferred; }; struct dma_router { struct device *dev; void (*route_free)(struct device *, void *); }; struct dma_device; struct dma_chan_dev; struct dma_chan { struct dma_device *device; struct device *slave; dma_cookie_t cookie; dma_cookie_t completed_cookie; int chan_id; struct dma_chan_dev *dev; const char *name; char *dbg_client_name; struct list_head device_node; struct dma_chan_percpu *local; int client_count; int table_count; struct dma_router *router; void *route_data; void *private; }; struct dma_slave_map; struct dma_filter { dma_filter_fn fn; int mapcnt; const struct dma_slave_map *map; }; enum dmaengine_alignment { DMAENGINE_ALIGN_1_BYTE = 0, DMAENGINE_ALIGN_2_BYTES = 1, DMAENGINE_ALIGN_4_BYTES = 2, DMAENGINE_ALIGN_8_BYTES = 3, DMAENGINE_ALIGN_16_BYTES = 4, DMAENGINE_ALIGN_32_BYTES = 5, DMAENGINE_ALIGN_64_BYTES = 6, DMAENGINE_ALIGN_128_BYTES = 7, DMAENGINE_ALIGN_256_BYTES = 8, }; enum dma_residue_granularity { DMA_RESIDUE_GRANULARITY_DESCRIPTOR = 0, DMA_RESIDUE_GRANULARITY_SEGMENT = 1, DMA_RESIDUE_GRANULARITY_BURST = 2, }; struct dma_async_tx_descriptor; struct dma_slave_caps; struct dma_tx_state; struct dma_device { struct kref ref; unsigned int chancnt; unsigned int privatecnt; struct list_head channels; struct list_head global_node; struct dma_filter filter; dma_cap_mask_t cap_mask; enum dma_desc_metadata_mode desc_metadata_modes; short unsigned int max_xor; short unsigned int max_pq; enum dmaengine_alignment copy_align; enum dmaengine_alignment xor_align; enum dmaengine_alignment pq_align; enum dmaengine_alignment fill_align; int dev_id; struct device *dev; struct module *owner; struct ida chan_ida; u32 src_addr_widths; u32 dst_addr_widths; u32 directions; u32 min_burst; u32 max_burst; u32 max_sg_burst; bool descriptor_reuse; enum dma_residue_granularity residue_granularity; int (*device_alloc_chan_resources)(struct dma_chan *); int (*device_router_config)(struct dma_chan *); void (*device_free_chan_resources)(struct dma_chan *); struct dma_async_tx_descriptor * (*device_prep_dma_memcpy)(struct dma_chan *, dma_addr_t, dma_addr_t, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_xor)(struct dma_chan *, dma_addr_t, dma_addr_t *, unsigned int, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_xor_val)(struct dma_chan *, dma_addr_t *, unsigned int, size_t, enum sum_check_flags *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_pq)(struct dma_chan *, dma_addr_t *, dma_addr_t *, unsigned int, const unsigned char *, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_pq_val)(struct dma_chan *, dma_addr_t *, dma_addr_t *, unsigned int, const unsigned char *, size_t, enum sum_check_flags *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_memset)(struct dma_chan *, dma_addr_t, int, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_memset_sg)(struct dma_chan *, struct scatterlist *, unsigned int, int, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_interrupt)(struct dma_chan *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_slave_sg)(struct dma_chan *, struct scatterlist *, unsigned int, enum dma_transfer_direction, long unsigned int, void *); struct dma_async_tx_descriptor * (*device_prep_dma_cyclic)(struct dma_chan *, dma_addr_t, size_t, size_t, enum dma_transfer_direction, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_interleaved_dma)(struct dma_chan *, struct dma_interleaved_template *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_imm_data)(struct dma_chan *, dma_addr_t, u64, long unsigned int); void (*device_caps)(struct dma_chan *, struct dma_slave_caps *); int (*device_config)(struct dma_chan *, struct dma_slave_config *); int (*device_pause)(struct dma_chan *); int (*device_resume)(struct dma_chan *); int (*device_terminate_all)(struct dma_chan *); void (*device_synchronize)(struct dma_chan *); enum dma_status (*device_tx_status)(struct dma_chan *, dma_cookie_t, struct dma_tx_state *); void (*device_issue_pending)(struct dma_chan *); void (*device_release)(struct dma_device *); void (*dbg_summary_show)(struct seq_file *, struct dma_device *); struct dentry *dbg_dev_root; }; struct dma_chan_dev { struct dma_chan *chan; struct device device; int dev_id; bool chan_dma_dev; }; struct dma_slave_caps { u32 src_addr_widths; u32 dst_addr_widths; u32 directions; u32 min_burst; u32 max_burst; u32 max_sg_burst; bool cmd_pause; bool cmd_resume; bool cmd_terminate; enum dma_residue_granularity residue_granularity; bool descriptor_reuse; }; typedef void (*dma_async_tx_callback)(void *); enum dmaengine_tx_result { DMA_TRANS_NOERROR = 0, DMA_TRANS_READ_FAILED = 1, DMA_TRANS_WRITE_FAILED = 2, DMA_TRANS_ABORTED = 3, }; struct dmaengine_result { enum dmaengine_tx_result result; u32 residue; }; typedef void (*dma_async_tx_callback_result)(void *, const struct dmaengine_result *); struct dmaengine_unmap_data { u8 map_cnt; u8 to_cnt; u8 from_cnt; u8 bidi_cnt; struct device *dev; struct kref kref; size_t len; dma_addr_t addr[0]; }; struct dma_descriptor_metadata_ops { int (*attach)(struct dma_async_tx_descriptor *, void *, size_t); void * (*get_ptr)(struct dma_async_tx_descriptor *, size_t *, size_t *); int (*set_len)(struct dma_async_tx_descriptor *, size_t); }; struct dma_async_tx_descriptor { dma_cookie_t cookie; enum dma_ctrl_flags flags; dma_addr_t phys; struct dma_chan *chan; dma_cookie_t (*tx_submit)(struct dma_async_tx_descriptor *); int (*desc_free)(struct dma_async_tx_descriptor *); dma_async_tx_callback callback; dma_async_tx_callback_result callback_result; void *callback_param; struct dmaengine_unmap_data *unmap; enum dma_desc_metadata_mode desc_metadata_mode; struct dma_descriptor_metadata_ops *metadata_ops; }; struct dma_tx_state { dma_cookie_t last; dma_cookie_t used; u32 residue; u32 in_flight_bytes; }; struct dma_slave_map { const char *devname; const char *slave; void *param; }; struct earlycon_device { struct console *con; struct uart_port port; char options[16]; unsigned int baud; }; struct earlycon_id { char name[15]; char name_term; char compatible[128]; int (*setup)(struct earlycon_device *, const char *); }; struct splice_desc { size_t total_len; unsigned int len; unsigned int flags; union { void *userptr; struct file *file; void *data; } u; loff_t pos; loff_t *opos; size_t num_spliced; bool need_wakeup; }; typedef int splice_actor(struct pipe_inode_info *, struct pipe_buffer *, struct splice_desc *); struct memdev { const char *name; umode_t mode; const struct file_operations *fops; fmode_t fmode; }; struct trace_event_raw_iommu_group_event { struct trace_entry ent; int gid; u32 __data_loc_device; char __data[0]; }; struct trace_event_raw_iommu_device_event { struct trace_entry ent; u32 __data_loc_device; char __data[0]; }; struct trace_event_raw_map { struct trace_entry ent; u64 iova; u64 paddr; size_t size; char __data[0]; }; struct trace_event_raw_unmap { struct trace_entry ent; u64 iova; size_t size; size_t unmapped_size; char __data[0]; }; struct trace_event_raw_iommu_error { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; u64 iova; int flags; char __data[0]; }; struct trace_event_data_offsets_iommu_group_event { u32 device; }; struct trace_event_data_offsets_iommu_device_event { u32 device; }; struct trace_event_data_offsets_map {}; struct trace_event_data_offsets_unmap {}; struct trace_event_data_offsets_iommu_error { u32 device; u32 driver; }; typedef void (*btf_trace_add_device_to_group)(void *, int, struct device *); typedef void (*btf_trace_remove_device_from_group)(void *, int, struct device *); typedef void (*btf_trace_attach_device_to_domain)(void *, struct device *); typedef void (*btf_trace_detach_device_from_domain)(void *, struct device *); typedef void (*btf_trace_map)(void *, long unsigned int, phys_addr_t, size_t); typedef void (*btf_trace_unmap)(void *, long unsigned int, size_t, size_t); typedef void (*btf_trace_io_page_fault)(void *, struct device *, long unsigned int, int); struct dma_fence_ops; struct dma_fence { spinlock_t *lock; const struct dma_fence_ops *ops; union { struct list_head cb_list; ktime_t timestamp; struct callback_head rcu; }; u64 context; u64 seqno; long unsigned int flags; struct kref refcount; int error; }; struct dma_fence_ops { bool use_64bit_seqno; const char * (*get_driver_name)(struct dma_fence *); const char * (*get_timeline_name)(struct dma_fence *); bool (*enable_signaling)(struct dma_fence *); bool (*signaled)(struct dma_fence *); long int (*wait)(struct dma_fence *, bool, long int); void (*release)(struct dma_fence *); void (*fence_value_str)(struct dma_fence *, char *, int); void (*timeline_value_str)(struct dma_fence *, char *, int); }; typedef u32 depot_stack_handle_t; struct drm_modeset_lock; struct drm_modeset_acquire_ctx { struct ww_acquire_ctx ww_ctx; struct drm_modeset_lock *contended; depot_stack_handle_t stack_depot; struct list_head locked; bool trylock_only; bool interruptible; }; struct drm_modeset_lock { struct ww_mutex mutex; struct list_head head; }; struct drm_object_properties; struct drm_mode_object { uint32_t id; uint32_t type; struct drm_object_properties *properties; struct kref refcount; void (*free_cb)(struct kref *); }; struct drm_property; struct drm_object_properties { int count; struct drm_property *properties[24]; uint64_t values[24]; }; struct drm_device; struct drm_property { struct list_head head; struct drm_mode_object base; uint32_t flags; char name[32]; uint32_t num_values; uint64_t *values; struct drm_device *dev; struct list_head enum_list; }; enum hdmi_picture_aspect { HDMI_PICTURE_ASPECT_NONE = 0, HDMI_PICTURE_ASPECT_4_3 = 1, HDMI_PICTURE_ASPECT_16_9 = 2, HDMI_PICTURE_ASPECT_64_27 = 3, HDMI_PICTURE_ASPECT_256_135 = 4, HDMI_PICTURE_ASPECT_RESERVED = 5, }; struct hdr_static_metadata { __u8 eotf; __u8 metadata_type; __u16 max_cll; __u16 max_fall; __u16 min_cll; }; struct hdr_sink_metadata { __u32 metadata_type; union { struct hdr_static_metadata hdmi_type1; }; }; typedef unsigned int drm_magic_t; struct drm_clip_rect { short unsigned int x1; short unsigned int y1; short unsigned int x2; short unsigned int y2; }; struct drm_event { __u32 type; __u32 length; }; struct drm_event_vblank { struct drm_event base; __u64 user_data; __u32 tv_sec; __u32 tv_usec; __u32 sequence; __u32 crtc_id; }; struct drm_event_crtc_sequence { struct drm_event base; __u64 user_data; __s64 time_ns; __u64 sequence; }; enum drm_mode_subconnector { DRM_MODE_SUBCONNECTOR_Automatic = 0, DRM_MODE_SUBCONNECTOR_Unknown = 0, DRM_MODE_SUBCONNECTOR_VGA = 1, DRM_MODE_SUBCONNECTOR_DVID = 3, DRM_MODE_SUBCONNECTOR_DVIA = 4, DRM_MODE_SUBCONNECTOR_Composite = 5, DRM_MODE_SUBCONNECTOR_SVIDEO = 6, DRM_MODE_SUBCONNECTOR_Component = 8, DRM_MODE_SUBCONNECTOR_SCART = 9, DRM_MODE_SUBCONNECTOR_DisplayPort = 10, DRM_MODE_SUBCONNECTOR_HDMIA = 11, DRM_MODE_SUBCONNECTOR_Native = 15, DRM_MODE_SUBCONNECTOR_Wireless = 18, }; struct drm_mode_fb_cmd2 { __u32 fb_id; __u32 width; __u32 height; __u32 pixel_format; __u32 flags; __u32 handles[4]; __u32 pitches[4]; __u32 offsets[4]; __u64 modifier[4]; }; struct drm_mode_create_dumb { __u32 height; __u32 width; __u32 bpp; __u32 flags; __u32 handle; __u32 pitch; __u64 size; }; struct drm_mode_rect { __s32 x1; __s32 y1; __s32 x2; __s32 y2; }; enum drm_connector_force { DRM_FORCE_UNSPECIFIED = 0, DRM_FORCE_OFF = 1, DRM_FORCE_ON = 2, DRM_FORCE_ON_DIGITAL = 3, }; enum drm_connector_status { connector_status_connected = 1, connector_status_disconnected = 2, connector_status_unknown = 3, }; enum drm_connector_registration_state { DRM_CONNECTOR_INITIALIZING = 0, DRM_CONNECTOR_REGISTERED = 1, DRM_CONNECTOR_UNREGISTERED = 2, }; enum subpixel_order { SubPixelUnknown = 0, SubPixelHorizontalRGB = 1, SubPixelHorizontalBGR = 2, SubPixelVerticalRGB = 3, SubPixelVerticalBGR = 4, SubPixelNone = 5, }; struct drm_scrambling { bool supported; bool low_rates; }; struct drm_scdc { bool supported; bool read_request; struct drm_scrambling scrambling; }; struct drm_hdmi_dsc_cap { bool v_1p2; bool native_420; bool all_bpp; u8 bpc_supported; u8 max_slices; int clk_per_slice; u8 max_lanes; u8 max_frl_rate_per_lane; u8 total_chunk_kbytes; }; struct drm_hdmi_info { struct drm_scdc scdc; long unsigned int y420_vdb_modes[4]; long unsigned int y420_cmdb_modes[4]; u64 y420_cmdb_map; u8 y420_dc_modes; u8 max_frl_rate_per_lane; u8 max_lanes; struct drm_hdmi_dsc_cap dsc_cap; }; enum drm_link_status { DRM_LINK_STATUS_GOOD = 0, DRM_LINK_STATUS_BAD = 1, }; struct drm_monitor_range_info { u16 min_vfreq; u16 max_vfreq; }; struct drm_luminance_range_info { u32 min_luminance; u32 max_luminance; }; enum drm_privacy_screen_status { PRIVACY_SCREEN_DISABLED = 0, PRIVACY_SCREEN_ENABLED = 1, PRIVACY_SCREEN_DISABLED_LOCKED = 2, PRIVACY_SCREEN_ENABLED_LOCKED = 3, }; struct drm_display_info { unsigned int width_mm; unsigned int height_mm; unsigned int bpc; enum subpixel_order subpixel_order; int panel_orientation; u32 color_formats; const u32 *bus_formats; unsigned int num_bus_formats; u32 bus_flags; int max_tmds_clock; bool dvi_dual; bool is_hdmi; bool has_hdmi_infoframe; bool rgb_quant_range_selectable; u8 edid_hdmi_rgb444_dc_modes; u8 edid_hdmi_ycbcr444_dc_modes; u8 cea_rev; struct drm_hdmi_info hdmi; bool non_desktop; struct drm_monitor_range_info monitor_range; struct drm_luminance_range_info luminance_range; u8 mso_stream_count; u8 mso_pixel_overlap; u32 max_dsc_bpp; }; struct drm_connector_tv_margins { unsigned int bottom; unsigned int left; unsigned int right; unsigned int top; }; struct drm_tv_connector_state { enum drm_mode_subconnector select_subconnector; enum drm_mode_subconnector subconnector; struct drm_connector_tv_margins margins; unsigned int mode; unsigned int brightness; unsigned int contrast; unsigned int flicker_reduction; unsigned int overscan; unsigned int saturation; unsigned int hue; }; struct drm_connector; struct drm_crtc; struct drm_encoder; struct drm_atomic_state; struct drm_crtc_commit; struct drm_writeback_job; struct drm_property_blob; struct drm_connector_state { struct drm_connector *connector; struct drm_crtc *crtc; struct drm_encoder *best_encoder; enum drm_link_status link_status; struct drm_atomic_state *state; struct drm_crtc_commit *commit; struct drm_tv_connector_state tv; bool self_refresh_aware; enum hdmi_picture_aspect picture_aspect_ratio; unsigned int content_type; unsigned int hdcp_content_type; unsigned int scaling_mode; unsigned int content_protection; u32 colorspace; struct drm_writeback_job *writeback_job; u8 max_requested_bpc; u8 max_bpc; enum drm_privacy_screen_status privacy_screen_sw_state; struct drm_property_blob *hdr_output_metadata; }; struct drm_privacy_screen; struct drm_cmdline_mode { char name[32]; bool specified; bool refresh_specified; bool bpp_specified; unsigned int pixel_clock; int xres; int yres; int bpp; int refresh; bool rb; bool interlace; bool cvt; bool margins; enum drm_connector_force force; unsigned int rotation_reflection; enum drm_panel_orientation panel_orientation; struct drm_connector_tv_margins tv_margins; }; struct drm_connector_funcs; struct drm_connector_helper_funcs; struct drm_edid; struct i2c_adapter; struct drm_tile_group; struct drm_connector { struct drm_device *dev; struct device *kdev; struct device_attribute *attr; struct fwnode_handle *fwnode; struct list_head head; struct list_head global_connector_list_entry; struct drm_mode_object base; char *name; struct mutex mutex; unsigned int index; int connector_type; int connector_type_id; bool interlace_allowed; bool doublescan_allowed; bool stereo_allowed; bool ycbcr_420_allowed; enum drm_connector_registration_state registration_state; struct list_head modes; enum drm_connector_status status; struct list_head probed_modes; struct drm_display_info display_info; const struct drm_connector_funcs *funcs; struct drm_property_blob *edid_blob_ptr; struct drm_object_properties properties; struct drm_property *scaling_mode_property; struct drm_property *vrr_capable_property; struct drm_property *colorspace_property; struct drm_property_blob *path_blob_ptr; struct drm_property *max_bpc_property; struct drm_privacy_screen *privacy_screen; struct notifier_block privacy_screen_notifier; struct drm_property *privacy_screen_sw_state_property; struct drm_property *privacy_screen_hw_state_property; uint8_t polled; int dpms; const struct drm_connector_helper_funcs *helper_private; struct drm_cmdline_mode cmdline_mode; enum drm_connector_force force; const struct drm_edid *edid_override; struct mutex edid_override_mutex; u64 epoch_counter; u32 possible_encoders; struct drm_encoder *encoder; uint8_t eld[128]; bool latency_present[2]; int video_latency[2]; int audio_latency[2]; struct i2c_adapter *ddc; int null_edid_counter; unsigned int bad_edid_counter; bool edid_corrupt; u8 real_edid_checksum; struct dentry *debugfs_entry; struct drm_connector_state *state; struct drm_property_blob *tile_blob_ptr; bool has_tile; struct drm_tile_group *tile_group; bool tile_is_single_monitor; uint8_t num_h_tile; uint8_t num_v_tile; uint8_t tile_h_loc; uint8_t tile_v_loc; uint16_t tile_h_size; uint16_t tile_v_size; struct llist_node free_node; struct hdr_sink_metadata hdr_sink_metadata; }; enum drm_mode_status { MODE_OK = 0, MODE_HSYNC = 1, MODE_VSYNC = 2, MODE_H_ILLEGAL = 3, MODE_V_ILLEGAL = 4, MODE_BAD_WIDTH = 5, MODE_NOMODE = 6, MODE_NO_INTERLACE = 7, MODE_NO_DBLESCAN = 8, MODE_NO_VSCAN = 9, MODE_MEM = 10, MODE_VIRTUAL_X = 11, MODE_VIRTUAL_Y = 12, MODE_MEM_VIRT = 13, MODE_NOCLOCK = 14, MODE_CLOCK_HIGH = 15, MODE_CLOCK_LOW = 16, MODE_CLOCK_RANGE = 17, MODE_BAD_HVALUE = 18, MODE_BAD_VVALUE = 19, MODE_BAD_VSCAN = 20, MODE_HSYNC_NARROW = 21, MODE_HSYNC_WIDE = 22, MODE_HBLANK_NARROW = 23, MODE_HBLANK_WIDE = 24, MODE_VSYNC_NARROW = 25, MODE_VSYNC_WIDE = 26, MODE_VBLANK_NARROW = 27, MODE_VBLANK_WIDE = 28, MODE_PANEL = 29, MODE_INTERLACE_WIDTH = 30, MODE_ONE_WIDTH = 31, MODE_ONE_HEIGHT = 32, MODE_ONE_SIZE = 33, MODE_NO_REDUCED = 34, MODE_NO_STEREO = 35, MODE_NO_420 = 36, MODE_STALE = -3, MODE_BAD = -2, MODE_ERROR = -1, }; struct drm_display_mode { int clock; u16 hdisplay; u16 hsync_start; u16 hsync_end; u16 htotal; u16 hskew; u16 vdisplay; u16 vsync_start; u16 vsync_end; u16 vtotal; u16 vscan; u32 flags; int crtc_clock; u16 crtc_hdisplay; u16 crtc_hblank_start; u16 crtc_hblank_end; u16 crtc_hsync_start; u16 crtc_hsync_end; u16 crtc_htotal; u16 crtc_hskew; u16 crtc_vdisplay; u16 crtc_vblank_start; u16 crtc_vblank_end; u16 crtc_vsync_start; u16 crtc_vsync_end; u16 crtc_vtotal; u16 width_mm; u16 height_mm; u8 type; bool expose_to_userspace; struct list_head head; char name[32]; enum drm_mode_status status; enum hdmi_picture_aspect picture_aspect_ratio; }; struct drm_crtc_crc_entry; struct drm_crtc_crc { spinlock_t lock; const char *source; bool opened; bool overflow; struct drm_crtc_crc_entry *entries; int head; int tail; size_t values_cnt; wait_queue_head_t wq; }; struct drm_self_refresh_data; struct drm_plane; struct drm_crtc_funcs; struct drm_crtc_helper_funcs; struct drm_crtc_state; struct drm_crtc { struct drm_device *dev; struct device_node *port; struct list_head head; char *name; struct drm_modeset_lock mutex; struct drm_mode_object base; struct drm_plane *primary; struct drm_plane *cursor; unsigned int index; int cursor_x; int cursor_y; bool enabled; struct drm_display_mode mode; struct drm_display_mode hwmode; int x; int y; const struct drm_crtc_funcs *funcs; uint32_t gamma_size; uint16_t *gamma_store; const struct drm_crtc_helper_funcs *helper_private; struct drm_object_properties properties; struct drm_property *scaling_filter_property; struct drm_crtc_state *state; struct list_head commit_list; spinlock_t commit_lock; struct dentry *debugfs_entry; struct drm_crtc_crc crc; unsigned int fence_context; spinlock_t fence_lock; long unsigned int fence_seqno; char timeline_name[32]; struct drm_self_refresh_data *self_refresh_data; }; struct drm_encoder_funcs; struct drm_encoder_helper_funcs; struct drm_encoder { struct drm_device *dev; struct list_head head; struct drm_mode_object base; char *name; int encoder_type; unsigned int index; uint32_t possible_crtcs; uint32_t possible_clones; struct drm_crtc *crtc; struct list_head bridge_chain; const struct drm_encoder_funcs *funcs; const struct drm_encoder_helper_funcs *helper_private; }; struct __drm_planes_state; struct __drm_crtcs_state; struct __drm_connnectors_state; struct __drm_private_objs_state; struct drm_atomic_state { struct kref ref; struct drm_device *dev; bool allow_modeset: 1; bool legacy_cursor_update: 1; bool async_update: 1; bool duplicated: 1; struct __drm_planes_state *planes; struct __drm_crtcs_state *crtcs; int num_connector; struct __drm_connnectors_state *connectors; int num_private_objs; struct __drm_private_objs_state *private_objs; struct drm_modeset_acquire_ctx *acquire_ctx; struct drm_crtc_commit *fake_commit; struct work_struct commit_work; }; struct drm_pending_vblank_event; struct drm_crtc_commit { struct drm_crtc *crtc; struct kref ref; struct completion flip_done; struct completion hw_done; struct completion cleanup_done; struct list_head commit_entry; struct drm_pending_vblank_event *event; bool abort_completion; }; struct drm_writeback_connector; struct drm_framebuffer; struct drm_writeback_job { struct drm_writeback_connector *connector; bool prepared; struct work_struct cleanup_work; struct list_head list_entry; struct drm_framebuffer *fb; struct dma_fence *out_fence; void *priv; }; struct drm_property_blob { struct drm_mode_object base; struct drm_device *dev; struct list_head head_global; struct list_head head_file; size_t length; void *data; }; struct drm_printer; struct drm_connector_funcs { int (*dpms)(struct drm_connector *, int); void (*reset)(struct drm_connector *); enum drm_connector_status (*detect)(struct drm_connector *, bool); void (*force)(struct drm_connector *); int (*fill_modes)(struct drm_connector *, uint32_t, uint32_t); int (*set_property)(struct drm_connector *, struct drm_property *, uint64_t); int (*late_register)(struct drm_connector *); void (*early_unregister)(struct drm_connector *); void (*destroy)(struct drm_connector *); struct drm_connector_state * (*atomic_duplicate_state)(struct drm_connector *); void (*atomic_destroy_state)(struct drm_connector *, struct drm_connector_state *); int (*atomic_set_property)(struct drm_connector *, struct drm_connector_state *, struct drm_property *, uint64_t); int (*atomic_get_property)(struct drm_connector *, const struct drm_connector_state *, struct drm_property *, uint64_t *); void (*atomic_print_state)(struct drm_printer *, const struct drm_connector_state *); void (*oob_hotplug_event)(struct drm_connector *); void (*debugfs_init)(struct drm_connector *, struct dentry *); }; struct drm_printer { void (*printfn)(struct drm_printer *, struct va_format *); void (*puts)(struct drm_printer *, const char *); void *arg; const char *prefix; }; struct drm_mode_config_funcs; struct drm_mode_config_helper_funcs; struct drm_mode_config { struct mutex mutex; struct drm_modeset_lock connection_mutex; struct drm_modeset_acquire_ctx *acquire_ctx; struct mutex idr_mutex; struct idr object_idr; struct idr tile_idr; struct mutex fb_lock; int num_fb; struct list_head fb_list; spinlock_t connector_list_lock; int num_connector; struct ida connector_ida; struct list_head connector_list; struct llist_head connector_free_list; struct work_struct connector_free_work; int num_encoder; struct list_head encoder_list; int num_total_plane; struct list_head plane_list; int num_crtc; struct list_head crtc_list; struct list_head property_list; struct list_head privobj_list; int min_width; int min_height; int max_width; int max_height; const struct drm_mode_config_funcs *funcs; bool poll_enabled; bool poll_running; bool delayed_event; struct delayed_work output_poll_work; struct mutex blob_lock; struct list_head property_blob_list; struct drm_property *edid_property; struct drm_property *dpms_property; struct drm_property *path_property; struct drm_property *tile_property; struct drm_property *link_status_property; struct drm_property *plane_type_property; struct drm_property *prop_src_x; struct drm_property *prop_src_y; struct drm_property *prop_src_w; struct drm_property *prop_src_h; struct drm_property *prop_crtc_x; struct drm_property *prop_crtc_y; struct drm_property *prop_crtc_w; struct drm_property *prop_crtc_h; struct drm_property *prop_fb_id; struct drm_property *prop_in_fence_fd; struct drm_property *prop_out_fence_ptr; struct drm_property *prop_crtc_id; struct drm_property *prop_fb_damage_clips; struct drm_property *prop_active; struct drm_property *prop_mode_id; struct drm_property *prop_vrr_enabled; struct drm_property *dvi_i_subconnector_property; struct drm_property *dvi_i_select_subconnector_property; struct drm_property *dp_subconnector_property; struct drm_property *tv_subconnector_property; struct drm_property *tv_select_subconnector_property; struct drm_property *tv_mode_property; struct drm_property *tv_left_margin_property; struct drm_property *tv_right_margin_property; struct drm_property *tv_top_margin_property; struct drm_property *tv_bottom_margin_property; struct drm_property *tv_brightness_property; struct drm_property *tv_contrast_property; struct drm_property *tv_flicker_reduction_property; struct drm_property *tv_overscan_property; struct drm_property *tv_saturation_property; struct drm_property *tv_hue_property; struct drm_property *scaling_mode_property; struct drm_property *aspect_ratio_property; struct drm_property *content_type_property; struct drm_property *degamma_lut_property; struct drm_property *degamma_lut_size_property; struct drm_property *ctm_property; struct drm_property *gamma_lut_property; struct drm_property *gamma_lut_size_property; struct drm_property *suggested_x_property; struct drm_property *suggested_y_property; struct drm_property *non_desktop_property; struct drm_property *panel_orientation_property; struct drm_property *writeback_fb_id_property; struct drm_property *writeback_pixel_formats_property; struct drm_property *writeback_out_fence_ptr_property; struct drm_property *hdr_output_metadata_property; struct drm_property *content_protection_property; struct drm_property *hdcp_content_type_property; uint32_t preferred_depth; uint32_t prefer_shadow; bool prefer_shadow_fbdev; bool quirk_addfb_prefer_xbgr_30bpp; bool quirk_addfb_prefer_host_byte_order; bool async_page_flip; bool fb_modifiers_not_supported; bool normalize_zpos; struct drm_property *modifiers_property; uint32_t cursor_width; uint32_t cursor_height; struct drm_atomic_state *suspend_state; const struct drm_mode_config_helper_funcs *helper_private; }; struct drm_vram_mm; enum switch_power_state { DRM_SWITCH_POWER_ON = 0, DRM_SWITCH_POWER_OFF = 1, DRM_SWITCH_POWER_CHANGING = 2, DRM_SWITCH_POWER_DYNAMIC_OFF = 3, }; struct drm_fb_helper; struct drm_driver; struct drm_minor; struct drm_master; struct drm_vblank_crtc; struct drm_vma_offset_manager; struct drm_device { int if_version; struct kref ref; struct device *dev; struct { struct list_head resources; void *final_kfree; spinlock_t lock; } managed; const struct drm_driver *driver; void *dev_private; struct drm_minor *primary; struct drm_minor *render; struct drm_minor *accel; bool registered; struct drm_master *master; u32 driver_features; bool unplugged; struct inode *anon_inode; char *unique; struct mutex struct_mutex; struct mutex master_mutex; atomic_t open_count; struct mutex filelist_mutex; struct list_head filelist; struct list_head filelist_internal; struct mutex clientlist_mutex; struct list_head clientlist; bool vblank_disable_immediate; struct drm_vblank_crtc *vblank; spinlock_t vblank_time_lock; spinlock_t vbl_lock; u32 max_vblank_count; struct list_head vblank_event_list; spinlock_t event_lock; unsigned int num_crtcs; struct drm_mode_config mode_config; struct mutex object_name_lock; struct idr object_name_idr; struct drm_vma_offset_manager *vma_offset_manager; struct drm_vram_mm *vram_mm; enum switch_power_state switch_power_state; struct drm_fb_helper *fb_helper; }; struct drm_connector_helper_funcs { int (*get_modes)(struct drm_connector *); int (*detect_ctx)(struct drm_connector *, struct drm_modeset_acquire_ctx *, bool); enum drm_mode_status (*mode_valid)(struct drm_connector *, struct drm_display_mode *); int (*mode_valid_ctx)(struct drm_connector *, struct drm_display_mode *, struct drm_modeset_acquire_ctx *, enum drm_mode_status *); struct drm_encoder * (*best_encoder)(struct drm_connector *); struct drm_encoder * (*atomic_best_encoder)(struct drm_connector *, struct drm_atomic_state *); int (*atomic_check)(struct drm_connector *, struct drm_atomic_state *); void (*atomic_commit)(struct drm_connector *, struct drm_atomic_state *); int (*prepare_writeback_job)(struct drm_writeback_connector *, struct drm_writeback_job *); void (*cleanup_writeback_job)(struct drm_writeback_connector *, struct drm_writeback_job *); }; struct edid; struct drm_edid { size_t size; const struct edid *edid; }; struct drm_tile_group { struct kref refcount; struct drm_device *dev; int id; u8 group_data[8]; }; struct drm_connector_list_iter { struct drm_device *dev; struct drm_connector *conn; }; struct drm_prime_file_private { struct mutex lock; struct rb_root dmabufs; struct rb_root handles; }; struct drm_file { bool authenticated; bool stereo_allowed; bool universal_planes; bool atomic; bool aspect_ratio_allowed; bool writeback_connectors; bool was_master; bool is_master; struct drm_master *master; spinlock_t master_lookup_lock; struct pid *pid; drm_magic_t magic; struct list_head lhead; struct drm_minor *minor; struct idr object_idr; spinlock_t table_lock; struct idr syncobj_idr; spinlock_t syncobj_table_lock; struct file *filp; void *driver_priv; struct list_head fbs; struct mutex fbs_lock; struct list_head blobs; wait_queue_head_t event_wait; struct list_head pending_event_list; struct list_head event_list; int event_space; struct mutex event_read_lock; struct drm_prime_file_private prime; }; struct drm_master { struct kref refcount; struct drm_device *dev; char *unique; int unique_len; struct idr magic_map; void *driver_priv; struct drm_master *lessor; int lessee_id; struct list_head lessee_list; struct list_head lessees; struct idr leases; struct idr lessee_idr; }; struct drm_format_info; struct drm_mode_config_funcs { struct drm_framebuffer * (*fb_create)(struct drm_device *, struct drm_file *, const struct drm_mode_fb_cmd2 *); const struct drm_format_info * (*get_format_info)(const struct drm_mode_fb_cmd2 *); void (*output_poll_changed)(struct drm_device *); enum drm_mode_status (*mode_valid)(struct drm_device *, const struct drm_display_mode *); int (*atomic_check)(struct drm_device *, struct drm_atomic_state *); int (*atomic_commit)(struct drm_device *, struct drm_atomic_state *, bool); struct drm_atomic_state * (*atomic_state_alloc)(struct drm_device *); void (*atomic_state_clear)(struct drm_atomic_state *); void (*atomic_state_free)(struct drm_atomic_state *); }; struct drm_framebuffer_funcs; struct drm_gem_object; struct drm_framebuffer { struct drm_device *dev; struct list_head head; struct drm_mode_object base; char comm[16]; const struct drm_format_info *format; const struct drm_framebuffer_funcs *funcs; unsigned int pitches[4]; unsigned int offsets[4]; uint64_t modifier; unsigned int width; unsigned int height; int flags; int hot_x; int hot_y; struct list_head filp_head; struct drm_gem_object *obj[4]; }; struct drm_format_info { u32 format; u8 depth; u8 num_planes; union { u8 cpp[4]; u8 char_per_block[4]; }; u8 block_w[4]; u8 block_h[4]; u8 hsub; u8 vsub; bool has_alpha; bool is_yuv; bool is_color_indexed; }; struct drm_mode_config_helper_funcs { void (*atomic_commit_tail)(struct drm_atomic_state *); int (*atomic_commit_setup)(struct drm_atomic_state *); }; struct dma_buf; struct dma_buf_attachment; struct drm_ioctl_desc; struct drm_driver { int (*load)(struct drm_device *, long unsigned int); int (*open)(struct drm_device *, struct drm_file *); void (*postclose)(struct drm_device *, struct drm_file *); void (*lastclose)(struct drm_device *); void (*unload)(struct drm_device *); void (*release)(struct drm_device *); void (*master_set)(struct drm_device *, struct drm_file *, bool); void (*master_drop)(struct drm_device *, struct drm_file *); void (*debugfs_init)(struct drm_minor *); struct drm_gem_object * (*gem_create_object)(struct drm_device *, size_t); int (*prime_handle_to_fd)(struct drm_device *, struct drm_file *, uint32_t, uint32_t, int *); int (*prime_fd_to_handle)(struct drm_device *, struct drm_file *, int, uint32_t *); struct drm_gem_object * (*gem_prime_import)(struct drm_device *, struct dma_buf *); struct drm_gem_object * (*gem_prime_import_sg_table)(struct drm_device *, struct dma_buf_attachment *, struct sg_table *); int (*gem_prime_mmap)(struct drm_gem_object *, struct vm_area_struct *); int (*dumb_create)(struct drm_file *, struct drm_device *, struct drm_mode_create_dumb *); int (*dumb_map_offset)(struct drm_file *, struct drm_device *, uint32_t, uint64_t *); int (*dumb_destroy)(struct drm_file *, struct drm_device *, uint32_t); int major; int minor; int patchlevel; char *name; char *desc; char *date; u32 driver_features; const struct drm_ioctl_desc *ioctls; int num_ioctls; const struct file_operations *fops; }; struct drm_minor { int index; int type; struct device *kdev; struct drm_device *dev; struct dentry *debugfs_root; struct list_head debugfs_list; struct mutex debugfs_lock; }; struct drm_vblank_crtc { struct drm_device *dev; wait_queue_head_t queue; struct timer_list disable_timer; seqlock_t seqlock; atomic64_t count; ktime_t time; atomic_t refcount; u32 last; u32 max_vblank_count; unsigned int inmodeset; unsigned int pipe; int framedur_ns; int linedur_ns; struct drm_display_mode hwmode; bool enabled; struct kthread_worker *worker; struct list_head pending_work; wait_queue_head_t work_wait_queue; }; enum drm_color_encoding { DRM_COLOR_YCBCR_BT601 = 0, DRM_COLOR_YCBCR_BT709 = 1, DRM_COLOR_YCBCR_BT2020 = 2, DRM_COLOR_ENCODING_MAX = 3, }; enum drm_color_range { DRM_COLOR_YCBCR_LIMITED_RANGE = 0, DRM_COLOR_YCBCR_FULL_RANGE = 1, DRM_COLOR_RANGE_MAX = 2, }; struct drm_rect { int x1; int y1; int x2; int y2; }; enum drm_scaling_filter { DRM_SCALING_FILTER_DEFAULT = 0, DRM_SCALING_FILTER_NEAREST_NEIGHBOR = 1, }; struct drm_plane_state { struct drm_plane *plane; struct drm_crtc *crtc; struct drm_framebuffer *fb; struct dma_fence *fence; int32_t crtc_x; int32_t crtc_y; uint32_t crtc_w; uint32_t crtc_h; uint32_t src_x; uint32_t src_y; uint32_t src_h; uint32_t src_w; u16 alpha; uint16_t pixel_blend_mode; unsigned int rotation; unsigned int zpos; unsigned int normalized_zpos; enum drm_color_encoding color_encoding; enum drm_color_range color_range; struct drm_property_blob *fb_damage_clips; struct drm_rect src; struct drm_rect dst; bool visible; enum drm_scaling_filter scaling_filter; struct drm_crtc_commit *commit; struct drm_atomic_state *state; }; enum drm_plane_type { DRM_PLANE_TYPE_OVERLAY = 0, DRM_PLANE_TYPE_PRIMARY = 1, DRM_PLANE_TYPE_CURSOR = 2, }; struct drm_plane_funcs; struct drm_plane_helper_funcs; struct drm_plane { struct drm_device *dev; struct list_head head; char *name; struct drm_modeset_lock mutex; struct drm_mode_object base; uint32_t possible_crtcs; uint32_t *format_types; unsigned int format_count; bool format_default; uint64_t *modifiers; unsigned int modifier_count; struct drm_crtc *crtc; struct drm_framebuffer *fb; struct drm_framebuffer *old_fb; const struct drm_plane_funcs *funcs; struct drm_object_properties properties; enum drm_plane_type type; unsigned int index; const struct drm_plane_helper_funcs *helper_private; struct drm_plane_state *state; struct drm_property *alpha_property; struct drm_property *zpos_property; struct drm_property *rotation_property; struct drm_property *blend_mode_property; struct drm_property *color_encoding_property; struct drm_property *color_range_property; struct drm_property *scaling_filter_property; }; struct drm_plane_funcs { int (*update_plane)(struct drm_plane *, struct drm_crtc *, struct drm_framebuffer *, int, int, unsigned int, unsigned int, uint32_t, uint32_t, uint32_t, uint32_t, struct drm_modeset_acquire_ctx *); int (*disable_plane)(struct drm_plane *, struct drm_modeset_acquire_ctx *); void (*destroy)(struct drm_plane *); void (*reset)(struct drm_plane *); int (*set_property)(struct drm_plane *, struct drm_property *, uint64_t); struct drm_plane_state * (*atomic_duplicate_state)(struct drm_plane *); void (*atomic_destroy_state)(struct drm_plane *, struct drm_plane_state *); int (*atomic_set_property)(struct drm_plane *, struct drm_plane_state *, struct drm_property *, uint64_t); int (*atomic_get_property)(struct drm_plane *, const struct drm_plane_state *, struct drm_property *, uint64_t *); int (*late_register)(struct drm_plane *); void (*early_unregister)(struct drm_plane *); void (*atomic_print_state)(struct drm_printer *, const struct drm_plane_state *); bool (*format_mod_supported)(struct drm_plane *, uint32_t, uint64_t); }; struct drm_plane_helper_funcs { int (*prepare_fb)(struct drm_plane *, struct drm_plane_state *); void (*cleanup_fb)(struct drm_plane *, struct drm_plane_state *); int (*begin_fb_access)(struct drm_plane *, struct drm_plane_state *); void (*end_fb_access)(struct drm_plane *, struct drm_plane_state *); int (*atomic_check)(struct drm_plane *, struct drm_atomic_state *); void (*atomic_update)(struct drm_plane *, struct drm_atomic_state *); void (*atomic_disable)(struct drm_plane *, struct drm_atomic_state *); int (*atomic_async_check)(struct drm_plane *, struct drm_atomic_state *); void (*atomic_async_update)(struct drm_plane *, struct drm_atomic_state *); }; struct drm_crtc_crc_entry { bool has_frame_counter; uint32_t frame; uint32_t crcs[10]; }; struct drm_crtc_state { struct drm_crtc *crtc; bool enable; bool active; bool planes_changed: 1; bool mode_changed: 1; bool active_changed: 1; bool connectors_changed: 1; bool zpos_changed: 1; bool color_mgmt_changed: 1; bool no_vblank: 1; u32 plane_mask; u32 connector_mask; u32 encoder_mask; struct drm_display_mode adjusted_mode; struct drm_display_mode mode; struct drm_property_blob *mode_blob; struct drm_property_blob *degamma_lut; struct drm_property_blob *ctm; struct drm_property_blob *gamma_lut; u32 target_vblank; bool async_flip; bool vrr_enabled; bool self_refresh_active; enum drm_scaling_filter scaling_filter; struct drm_pending_vblank_event *event; struct drm_crtc_commit *commit; struct drm_atomic_state *state; }; struct drm_pending_event { struct completion *completion; void (*completion_release)(struct completion *); struct drm_event *event; struct dma_fence *fence; struct drm_file *file_priv; struct list_head link; struct list_head pending_link; }; struct drm_pending_vblank_event { struct drm_pending_event base; unsigned int pipe; u64 sequence; union { struct drm_event base; struct drm_event_vblank vbl; struct drm_event_crtc_sequence seq; } event; }; struct drm_mode_set; struct drm_crtc_funcs { void (*reset)(struct drm_crtc *); int (*cursor_set)(struct drm_crtc *, struct drm_file *, uint32_t, uint32_t, uint32_t); int (*cursor_set2)(struct drm_crtc *, struct drm_file *, uint32_t, uint32_t, uint32_t, int32_t, int32_t); int (*cursor_move)(struct drm_crtc *, int, int); int (*gamma_set)(struct drm_crtc *, u16 *, u16 *, u16 *, uint32_t, struct drm_modeset_acquire_ctx *); void (*destroy)(struct drm_crtc *); int (*set_config)(struct drm_mode_set *, struct drm_modeset_acquire_ctx *); int (*page_flip)(struct drm_crtc *, struct drm_framebuffer *, struct drm_pending_vblank_event *, uint32_t, struct drm_modeset_acquire_ctx *); int (*page_flip_target)(struct drm_crtc *, struct drm_framebuffer *, struct drm_pending_vblank_event *, uint32_t, uint32_t, struct drm_modeset_acquire_ctx *); int (*set_property)(struct drm_crtc *, struct drm_property *, uint64_t); struct drm_crtc_state * (*atomic_duplicate_state)(struct drm_crtc *); void (*atomic_destroy_state)(struct drm_crtc *, struct drm_crtc_state *); int (*atomic_set_property)(struct drm_crtc *, struct drm_crtc_state *, struct drm_property *, uint64_t); int (*atomic_get_property)(struct drm_crtc *, const struct drm_crtc_state *, struct drm_property *, uint64_t *); int (*late_register)(struct drm_crtc *); void (*early_unregister)(struct drm_crtc *); int (*set_crc_source)(struct drm_crtc *, const char *); int (*verify_crc_source)(struct drm_crtc *, const char *, size_t *); const char * const * (*get_crc_sources)(struct drm_crtc *, size_t *); void (*atomic_print_state)(struct drm_printer *, const struct drm_crtc_state *); u32 (*get_vblank_counter)(struct drm_crtc *); int (*enable_vblank)(struct drm_crtc *); void (*disable_vblank)(struct drm_crtc *); bool (*get_vblank_timestamp)(struct drm_crtc *, int *, ktime_t *, bool); }; struct drm_mode_set { struct drm_framebuffer *fb; struct drm_crtc *crtc; struct drm_display_mode *mode; uint32_t x; uint32_t y; struct drm_connector **connectors; size_t num_connectors; }; enum mode_set_atomic; struct drm_crtc_helper_funcs { void (*dpms)(struct drm_crtc *, int); void (*prepare)(struct drm_crtc *); void (*commit)(struct drm_crtc *); enum drm_mode_status (*mode_valid)(struct drm_crtc *, const struct drm_display_mode *); bool (*mode_fixup)(struct drm_crtc *, const struct drm_display_mode *, struct drm_display_mode *); int (*mode_set)(struct drm_crtc *, struct drm_display_mode *, struct drm_display_mode *, int, int, struct drm_framebuffer *); void (*mode_set_nofb)(struct drm_crtc *); int (*mode_set_base)(struct drm_crtc *, int, int, struct drm_framebuffer *); int (*mode_set_base_atomic)(struct drm_crtc *, struct drm_framebuffer *, int, int, enum mode_set_atomic); void (*disable)(struct drm_crtc *); int (*atomic_check)(struct drm_crtc *, struct drm_atomic_state *); void (*atomic_begin)(struct drm_crtc *, struct drm_atomic_state *); void (*atomic_flush)(struct drm_crtc *, struct drm_atomic_state *); void (*atomic_enable)(struct drm_crtc *, struct drm_atomic_state *); void (*atomic_disable)(struct drm_crtc *, struct drm_atomic_state *); bool (*get_scanout_position)(struct drm_crtc *, bool, int *, int *, ktime_t *, ktime_t *, const struct drm_display_mode *); }; struct __drm_planes_state { struct drm_plane *ptr; struct drm_plane_state *state; struct drm_plane_state *old_state; struct drm_plane_state *new_state; }; struct __drm_crtcs_state { struct drm_crtc *ptr; struct drm_crtc_state *state; struct drm_crtc_state *old_state; struct drm_crtc_state *new_state; struct drm_crtc_commit *commit; s32 *out_fence_ptr; u64 last_vblank_count; }; struct __drm_connnectors_state { struct drm_connector *ptr; struct drm_connector_state *state; struct drm_connector_state *old_state; struct drm_connector_state *new_state; s32 *out_fence_ptr; }; struct drm_private_state; struct drm_private_obj; struct drm_private_state_funcs { struct drm_private_state * (*atomic_duplicate_state)(struct drm_private_obj *); void (*atomic_destroy_state)(struct drm_private_obj *, struct drm_private_state *); void (*atomic_print_state)(struct drm_printer *, const struct drm_private_state *); }; struct drm_private_state { struct drm_atomic_state *state; struct drm_private_obj *obj; }; struct drm_private_obj { struct list_head head; struct drm_modeset_lock lock; struct drm_private_state *state; const struct drm_private_state_funcs *funcs; }; struct __drm_private_objs_state { struct drm_private_obj *ptr; struct drm_private_state *state; struct drm_private_state *old_state; struct drm_private_state *new_state; }; struct drm_bus_cfg { u32 format; u32 flags; }; struct drm_bridge; struct drm_bridge_state { struct drm_private_state base; struct drm_bridge *bridge; struct drm_bus_cfg input_bus_cfg; struct drm_bus_cfg output_bus_cfg; }; enum drm_bridge_ops { DRM_BRIDGE_OP_DETECT = 1, DRM_BRIDGE_OP_EDID = 2, DRM_BRIDGE_OP_HPD = 4, DRM_BRIDGE_OP_MODES = 8, }; struct drm_bridge_timings; struct drm_bridge_funcs; struct drm_bridge { struct drm_private_obj base; struct drm_device *dev; struct drm_encoder *encoder; struct list_head chain_node; struct device_node *of_node; struct list_head list; const struct drm_bridge_timings *timings; const struct drm_bridge_funcs *funcs; void *driver_private; enum drm_bridge_ops ops; int type; bool interlace_allowed; struct i2c_adapter *ddc; struct mutex hpd_mutex; void (*hpd_cb)(void *, enum drm_connector_status); void *hpd_data; }; struct drm_encoder_funcs { void (*reset)(struct drm_encoder *); void (*destroy)(struct drm_encoder *); int (*late_register)(struct drm_encoder *); void (*early_unregister)(struct drm_encoder *); }; struct drm_encoder_helper_funcs { void (*dpms)(struct drm_encoder *, int); enum drm_mode_status (*mode_valid)(struct drm_encoder *, const struct drm_display_mode *); bool (*mode_fixup)(struct drm_encoder *, const struct drm_display_mode *, struct drm_display_mode *); void (*prepare)(struct drm_encoder *); void (*commit)(struct drm_encoder *); void (*mode_set)(struct drm_encoder *, struct drm_display_mode *, struct drm_display_mode *); void (*atomic_mode_set)(struct drm_encoder *, struct drm_crtc_state *, struct drm_connector_state *); enum drm_connector_status (*detect)(struct drm_encoder *, struct drm_connector *); void (*atomic_disable)(struct drm_encoder *, struct drm_atomic_state *); void (*atomic_enable)(struct drm_encoder *, struct drm_atomic_state *); void (*disable)(struct drm_encoder *); void (*enable)(struct drm_encoder *); int (*atomic_check)(struct drm_encoder *, struct drm_crtc_state *, struct drm_connector_state *); }; enum drm_bridge_attach_flags { DRM_BRIDGE_ATTACH_NO_CONNECTOR = 1, }; struct edid; struct drm_bridge_funcs { int (*attach)(struct drm_bridge *, enum drm_bridge_attach_flags); void (*detach)(struct drm_bridge *); enum drm_mode_status (*mode_valid)(struct drm_bridge *, const struct drm_display_info *, const struct drm_display_mode *); bool (*mode_fixup)(struct drm_bridge *, const struct drm_display_mode *, struct drm_display_mode *); void (*disable)(struct drm_bridge *); void (*post_disable)(struct drm_bridge *); void (*mode_set)(struct drm_bridge *, const struct drm_display_mode *, const struct drm_display_mode *); void (*pre_enable)(struct drm_bridge *); void (*enable)(struct drm_bridge *); void (*atomic_pre_enable)(struct drm_bridge *, struct drm_bridge_state *); void (*atomic_enable)(struct drm_bridge *, struct drm_bridge_state *); void (*atomic_disable)(struct drm_bridge *, struct drm_bridge_state *); void (*atomic_post_disable)(struct drm_bridge *, struct drm_bridge_state *); struct drm_bridge_state * (*atomic_duplicate_state)(struct drm_bridge *); void (*atomic_destroy_state)(struct drm_bridge *, struct drm_bridge_state *); u32 * (*atomic_get_output_bus_fmts)(struct drm_bridge *, struct drm_bridge_state *, struct drm_crtc_state *, struct drm_connector_state *, unsigned int *); u32 * (*atomic_get_input_bus_fmts)(struct drm_bridge *, struct drm_bridge_state *, struct drm_crtc_state *, struct drm_connector_state *, u32, unsigned int *); int (*atomic_check)(struct drm_bridge *, struct drm_bridge_state *, struct drm_crtc_state *, struct drm_connector_state *); struct drm_bridge_state * (*atomic_reset)(struct drm_bridge *); enum drm_connector_status (*detect)(struct drm_bridge *); int (*get_modes)(struct drm_bridge *, struct drm_connector *); struct edid * (*get_edid)(struct drm_bridge *, struct drm_connector *); void (*hpd_notify)(struct drm_bridge *, enum drm_connector_status); void (*hpd_enable)(struct drm_bridge *); void (*hpd_disable)(struct drm_bridge *); void (*debugfs_init)(struct drm_bridge *, struct dentry *); }; struct drm_bridge_timings { u32 input_bus_flags; u32 setup_time_ps; u32 hold_time_ps; bool dual_link; }; struct drm_info_list { const char *name; int (*show)(struct seq_file *, void *); u32 driver_features; void *data; }; struct drm_info_node { struct drm_minor *minor; const struct drm_info_list *info_ent; struct list_head list; struct dentry *dent; }; enum drm_driver_feature { DRIVER_GEM = 1, DRIVER_MODESET = 2, DRIVER_RENDER = 8, DRIVER_ATOMIC = 16, DRIVER_SYNCOBJ = 32, DRIVER_SYNCOBJ_TIMELINE = 64, DRIVER_COMPUTE_ACCEL = 128, DRIVER_USE_AGP = 33554432, DRIVER_LEGACY = 67108864, DRIVER_PCI_DMA = 134217728, DRIVER_SG = 268435456, DRIVER_HAVE_DMA = 536870912, DRIVER_HAVE_IRQ = 1073741824, DRIVER_KMS_LEGACY_CONTEXT = 2147483648, }; enum drm_ioctl_flags { DRM_AUTH = 1, DRM_MASTER = 2, DRM_ROOT_ONLY = 4, DRM_UNLOCKED = 16, DRM_RENDER_ALLOW = 32, }; typedef int drm_ioctl_t(struct drm_device *, void *, struct drm_file *); struct drm_ioctl_desc { unsigned int cmd; enum drm_ioctl_flags flags; drm_ioctl_t *func; const char *name; }; struct drm_framebuffer_funcs { void (*destroy)(struct drm_framebuffer *); int (*create_handle)(struct drm_framebuffer *, struct drm_file *, unsigned int *); int (*dirty)(struct drm_framebuffer *, struct drm_file *, unsigned int, unsigned int, struct drm_clip_rect *, unsigned int); }; enum drm_debug_category { DRM_UT_CORE = 0, DRM_UT_DRIVER = 1, DRM_UT_KMS = 2, DRM_UT_PRIME = 3, DRM_UT_ATOMIC = 4, DRM_UT_VBL = 5, DRM_UT_STATE = 6, DRM_UT_LEASE = 7, DRM_UT_DP = 8, DRM_UT_DRMRES = 9, }; struct drm_writeback_connector { struct drm_connector base; struct drm_encoder encoder; struct drm_property_blob *pixel_formats_blob_ptr; spinlock_t job_lock; struct list_head job_queue; unsigned int fence_context; spinlock_t fence_lock; long unsigned int fence_seqno; char timeline_name[32]; }; struct drm_mode_modeinfo { __u32 clock; __u16 hdisplay; __u16 hsync_start; __u16 hsync_end; __u16 htotal; __u16 hskew; __u16 vdisplay; __u16 vsync_start; __u16 vsync_end; __u16 vtotal; __u16 vscan; __u32 vrefresh; __u32 flags; __u32 type; char name[32]; }; struct drm_mode_get_connector { __u64 encoders_ptr; __u64 modes_ptr; __u64 props_ptr; __u64 prop_values_ptr; __u32 count_modes; __u32 count_props; __u32 count_encoders; __u32 encoder_id; __u32 connector_id; __u32 connector_type; __u32 connector_type_id; __u32 connection; __u32 mm_width; __u32 mm_height; __u32 subpixel; __u32 pad; }; struct drm_mode_connector_set_property { __u64 value; __u32 prop_id; __u32 connector_id; }; struct drm_mode_obj_set_property { __u64 value; __u32 prop_id; __u32 obj_id; __u32 obj_type; }; struct i2c_algorithm; struct i2c_lock_operations; struct i2c_bus_recovery_info; struct i2c_adapter_quirks; struct i2c_adapter { struct module *owner; unsigned int class; const struct i2c_algorithm *algo; void *algo_data; const struct i2c_lock_operations *lock_ops; struct rt_mutex bus_lock; struct rt_mutex mux_lock; int timeout; int retries; struct device dev; long unsigned int locked_flags; int nr; char name[48]; struct completion dev_released; struct mutex userspace_clients_lock; struct list_head userspace_clients; struct i2c_bus_recovery_info *bus_recovery_info; const struct i2c_adapter_quirks *quirks; struct irq_domain *host_notify_domain; struct regulator *bus_regulator; }; struct drm_prop_enum_list { int type; const char *name; }; typedef void (*drmres_release_t)(struct drm_device *, void *); struct display_timing; struct drm_panel; struct drm_panel_funcs { int (*prepare)(struct drm_panel *); int (*enable)(struct drm_panel *); int (*disable)(struct drm_panel *); int (*unprepare)(struct drm_panel *); int (*get_modes)(struct drm_panel *, struct drm_connector *); enum drm_panel_orientation (*get_orientation)(struct drm_panel *); int (*get_timings)(struct drm_panel *, unsigned int, struct display_timing *); void (*debugfs_init)(struct drm_panel *, struct dentry *); }; struct drm_panel { struct device *dev; struct backlight_device *backlight; const struct drm_panel_funcs *funcs; int connector_type; struct list_head list; }; struct i2c_msg { __u16 addr; __u16 flags; __u16 len; __u8 *buf; }; union i2c_smbus_data { __u8 byte; __u16 word; __u8 block[34]; }; struct i2c_algorithm { int (*master_xfer)(struct i2c_adapter *, struct i2c_msg *, int); int (*master_xfer_atomic)(struct i2c_adapter *, struct i2c_msg *, int); int (*smbus_xfer)(struct i2c_adapter *, u16, short unsigned int, char, u8, int, union i2c_smbus_data *); int (*smbus_xfer_atomic)(struct i2c_adapter *, u16, short unsigned int, char, u8, int, union i2c_smbus_data *); u32 (*functionality)(struct i2c_adapter *); }; struct i2c_lock_operations { void (*lock_bus)(struct i2c_adapter *, unsigned int); int (*trylock_bus)(struct i2c_adapter *, unsigned int); void (*unlock_bus)(struct i2c_adapter *, unsigned int); }; struct pinctrl; struct pinctrl_state; struct i2c_bus_recovery_info { int (*recover_bus)(struct i2c_adapter *); int (*get_scl)(struct i2c_adapter *); void (*set_scl)(struct i2c_adapter *, int); int (*get_sda)(struct i2c_adapter *); void (*set_sda)(struct i2c_adapter *, int); int (*get_bus_free)(struct i2c_adapter *); void (*prepare_recovery)(struct i2c_adapter *); void (*unprepare_recovery)(struct i2c_adapter *); struct gpio_desc *scl_gpiod; struct gpio_desc *sda_gpiod; struct pinctrl *pinctrl; struct pinctrl_state *pins_default; struct pinctrl_state *pins_gpio; }; struct i2c_adapter_quirks { u64 flags; int max_num_msgs; u16 max_write_len; u16 max_read_len; u16 max_comb_1st_msg_len; u16 max_comb_2nd_msg_len; }; struct drm_conn_prop_enum_list { int type; const char *name; struct ida ida; }; struct drm_mode_get_encoder { __u32 encoder_id; __u32 encoder_type; __u32 crtc_id; __u32 possible_crtcs; __u32 possible_clones; }; struct iosys_map { union { void *vaddr_iomem; void *vaddr; }; bool is_iomem; }; struct radix_tree_preload { local_lock_t lock; unsigned int nr; struct xa_node *nodes; }; struct dma_fence_cb; typedef void (*dma_fence_func_t)(struct dma_fence *, struct dma_fence_cb *); struct dma_fence_cb { struct list_head node; dma_fence_func_t func; }; struct dma_buf_ops { bool cache_sgt_mapping; int (*attach)(struct dma_buf *, struct dma_buf_attachment *); void (*detach)(struct dma_buf *, struct dma_buf_attachment *); int (*pin)(struct dma_buf_attachment *); void (*unpin)(struct dma_buf_attachment *); struct sg_table * (*map_dma_buf)(struct dma_buf_attachment *, enum dma_data_direction); void (*unmap_dma_buf)(struct dma_buf_attachment *, struct sg_table *, enum dma_data_direction); void (*release)(struct dma_buf *); int (*begin_cpu_access)(struct dma_buf *, enum dma_data_direction); int (*end_cpu_access)(struct dma_buf *, enum dma_data_direction); int (*mmap)(struct dma_buf *, struct vm_area_struct *); int (*vmap)(struct dma_buf *, struct iosys_map *); void (*vunmap)(struct dma_buf *, struct iosys_map *); }; struct dma_buf_poll_cb_t { struct dma_fence_cb cb; wait_queue_head_t *poll; __poll_t active; }; struct dma_resv; struct dma_buf { size_t size; struct file *file; struct list_head attachments; const struct dma_buf_ops *ops; unsigned int vmapping_counter; struct iosys_map vmap_ptr; const char *exp_name; const char *name; spinlock_t name_lock; struct module *owner; struct list_head list_node; void *priv; struct dma_resv *resv; wait_queue_head_t poll; struct dma_buf_poll_cb_t cb_in; struct dma_buf_poll_cb_t cb_out; }; struct dma_buf_attach_ops; struct dma_buf_attachment { struct dma_buf *dmabuf; struct device *dev; struct list_head node; struct sg_table *sgt; enum dma_data_direction dir; bool peer2peer; const struct dma_buf_attach_ops *importer_ops; void *importer_priv; void *priv; }; struct dma_resv_list; struct dma_resv { struct ww_mutex lock; struct dma_resv_list *fences; }; struct dma_buf_attach_ops { bool allow_peer2peer; void (*move_notify)(struct dma_buf_attachment *); }; struct drm_gem_close { __u32 handle; __u32 pad; }; struct drm_gem_flink { __u32 handle; __u32 name; }; struct drm_gem_open { __u32 name; __u32 handle; __u64 size; }; struct ww_class { atomic_long_t stamp; struct lock_class_key acquire_key; struct lock_class_key mutex_key; const char *acquire_name; const char *mutex_name; unsigned int is_wait_die; }; struct drm_mm; struct drm_mm_node { long unsigned int color; u64 start; u64 size; struct drm_mm *mm; struct list_head node_list; struct list_head hole_stack; struct rb_node rb; struct rb_node rb_hole_size; struct rb_node rb_hole_addr; u64 __subtree_last; u64 hole_size; u64 subtree_max_hole; long unsigned int flags; }; struct drm_mm { void (*color_adjust)(const struct drm_mm_node *, long unsigned int, u64 *, u64 *); struct list_head hole_stack; struct drm_mm_node head_node; struct rb_root_cached interval_tree; struct rb_root_cached holes_size; struct rb_root holes_addr; long unsigned int scan_active; }; struct drm_vma_offset_manager { rwlock_t vm_lock; struct drm_mm vm_addr_space_mm; }; struct drm_vma_offset_node { rwlock_t vm_lock; struct drm_mm_node vm_node; struct rb_root vm_files; void *driver_private; }; struct drm_gem_object_funcs; struct drm_gem_lru; struct drm_gem_object { struct kref refcount; unsigned int handle_count; struct drm_device *dev; struct file *filp; struct drm_vma_offset_node vma_node; size_t size; int name; struct dma_buf *dma_buf; struct dma_buf_attachment *import_attach; struct dma_resv *resv; struct dma_resv _resv; const struct drm_gem_object_funcs *funcs; struct list_head lru_node; struct drm_gem_lru *lru; }; enum dma_resv_usage { DMA_RESV_USAGE_KERNEL = 0, DMA_RESV_USAGE_WRITE = 1, DMA_RESV_USAGE_READ = 2, DMA_RESV_USAGE_BOOKKEEP = 3, }; struct drm_gem_object_funcs { void (*free)(struct drm_gem_object *); int (*open)(struct drm_gem_object *, struct drm_file *); void (*close)(struct drm_gem_object *, struct drm_file *); void (*print_info)(struct drm_printer *, unsigned int, const struct drm_gem_object *); struct dma_buf * (*export)(struct drm_gem_object *, int); int (*pin)(struct drm_gem_object *); void (*unpin)(struct drm_gem_object *); struct sg_table * (*get_sg_table)(struct drm_gem_object *); int (*vmap)(struct drm_gem_object *, struct iosys_map *); void (*vunmap)(struct drm_gem_object *, struct iosys_map *); int (*mmap)(struct drm_gem_object *, struct vm_area_struct *); const struct vm_operations_struct *vm_ops; }; struct drm_gem_lru { struct mutex *lock; long int count; struct list_head list; }; struct drm_mode_card_res { __u64 fb_id_ptr; __u64 crtc_id_ptr; __u64 connector_id_ptr; __u64 encoder_id_ptr; __u32 count_fbs; __u32 count_crtcs; __u32 count_connectors; __u32 count_encoders; __u32 min_width; __u32 max_width; __u32 min_height; __u32 max_height; }; struct drm_mode_set_plane { __u32 plane_id; __u32 crtc_id; __u32 fb_id; __u32 flags; __s32 crtc_x; __s32 crtc_y; __u32 crtc_w; __u32 crtc_h; __u32 src_x; __u32 src_y; __u32 src_h; __u32 src_w; }; struct drm_mode_get_plane { __u32 plane_id; __u32 crtc_id; __u32 fb_id; __u32 possible_crtcs; __u32 gamma_size; __u32 count_format_types; __u64 format_type_ptr; }; struct drm_mode_get_plane_res { __u64 plane_id_ptr; __u32 count_planes; }; struct drm_mode_cursor { __u32 flags; __u32 crtc_id; __s32 x; __s32 y; __u32 width; __u32 height; __u32 handle; }; struct drm_mode_cursor2 { __u32 flags; __u32 crtc_id; __s32 x; __s32 y; __u32 width; __u32 height; __u32 handle; __s32 hot_x; __s32 hot_y; }; struct drm_mode_crtc_page_flip_target { __u32 crtc_id; __u32 fb_id; __u32 flags; __u32 sequence; __u64 user_data; }; struct drm_format_modifier_blob { __u32 version; __u32 flags; __u32 count_formats; __u32 formats_offset; __u32 count_modifiers; __u32 modifiers_offset; }; struct drm_format_modifier { __u64 formats; __u32 offset; __u32 pad; __u64 modifier; }; struct dma_fence_unwrap { struct dma_fence *chain; struct dma_fence *array; unsigned int index; }; enum dma_fence_flag_bits { DMA_FENCE_FLAG_SIGNALED_BIT = 0, DMA_FENCE_FLAG_TIMESTAMP_BIT = 1, DMA_FENCE_FLAG_ENABLE_SIGNAL_BIT = 2, DMA_FENCE_FLAG_USER_BITS = 3, }; struct sync_file { struct file *file; char user_name[32]; struct list_head sync_file_list; wait_queue_head_t wq; long unsigned int flags; struct dma_fence *fence; struct dma_fence_cb cb; }; struct drm_syncobj_create { __u32 handle; __u32 flags; }; struct drm_syncobj_destroy { __u32 handle; __u32 pad; }; struct drm_syncobj_handle { __u32 handle; __u32 flags; __s32 fd; __u32 pad; }; struct drm_syncobj_transfer { __u32 src_handle; __u32 dst_handle; __u64 src_point; __u64 dst_point; __u32 flags; __u32 pad; }; struct drm_syncobj_wait { __u64 handles; __s64 timeout_nsec; __u32 count_handles; __u32 flags; __u32 first_signaled; __u32 pad; }; struct drm_syncobj_timeline_wait { __u64 handles; __u64 points; __s64 timeout_nsec; __u32 count_handles; __u32 flags; __u32 first_signaled; __u32 pad; }; struct drm_syncobj_array { __u64 handles; __u32 count_handles; __u32 pad; }; struct drm_syncobj_timeline_array { __u64 handles; __u64 points; __u32 count_handles; __u32 flags; }; struct dma_fence_chain { struct dma_fence base; struct dma_fence *prev; u64 prev_seqno; struct dma_fence *fence; union { struct dma_fence_cb cb; struct irq_work work; }; spinlock_t lock; }; struct drm_syncobj { struct kref refcount; struct dma_fence *fence; struct list_head cb_list; spinlock_t lock; struct file *file; }; struct syncobj_wait_entry { struct list_head node; struct task_struct *task; struct dma_fence *fence; struct dma_fence_cb fence_cb; u64 point; }; struct component_ops { int (*bind)(struct device *, struct device *, void *); void (*unbind)(struct device *, struct device *, void *); }; struct component_master_ops { int (*bind)(struct device *); void (*unbind)(struct device *); }; struct component; struct component_match_array { void *data; int (*compare)(struct device *, void *); int (*compare_typed)(struct device *, int, void *); void (*release)(struct device *, void *); struct component *component; bool duplicate; }; struct aggregate_device; struct component { struct list_head node; struct aggregate_device *adev; bool bound; const struct component_ops *ops; int subcomponent; struct device *dev; }; struct component_match { size_t alloc; size_t num; struct component_match_array *compare; }; struct aggregate_device { struct list_head node; bool bound; const struct component_master_ops *ops; struct device *parent; struct component_match *match; }; struct klist_node; struct klist { spinlock_t k_lock; struct list_head k_list; void (*get)(struct klist_node *); void (*put)(struct klist_node *); }; struct klist_node { void *n_klist; struct list_head n_node; struct kref n_ref; }; struct wake_irq { struct device *dev; unsigned int status; int irq; const char *name; }; struct subsys_private { struct kset subsys; struct kset *devices_kset; struct list_head interfaces; struct mutex mutex; struct kset *drivers_kset; struct klist klist_devices; struct klist klist_drivers; struct blocking_notifier_head bus_notifier; unsigned int drivers_autoprobe: 1; struct bus_type *bus; struct kset glue_dirs; struct class *class; }; struct driver_private { struct kobject kobj; struct klist klist_devices; struct klist_node knode_bus; struct module_kobject *mkobj; struct device_driver *driver; }; struct device_private { struct klist klist_children; struct klist_node knode_parent; struct klist_node knode_driver; struct klist_node knode_bus; struct klist_node knode_class; struct list_head deferred_probe; struct device_driver *async_driver; char *deferred_probe_reason; struct device *device; u8 dead: 1; }; struct iopf_device_param; struct iommu_fault_param; struct iommu_fwspec; struct dev_iommu { struct mutex lock; struct iommu_fault_param *fault_param; struct iopf_device_param *iopf_param; struct iommu_fwspec *fwspec; struct iommu_device *iommu_dev; void *priv; u32 max_pasids; }; struct platform_device_info { struct device *parent; struct fwnode_handle *fwnode; bool of_node_reused; const char *name; int id; const struct resource *res; unsigned int num_res; const void *data; size_t size_data; u64 dma_mask; const struct property_entry *properties; }; struct iommu_fault_unrecoverable { __u32 reason; __u32 flags; __u32 pasid; __u32 perm; __u64 addr; __u64 fetch_addr; }; struct iommu_fault_page_request { __u32 flags; __u32 pasid; __u32 grpid; __u32 perm; __u64 addr; __u64 private_data[2]; }; struct iommu_fault { __u32 type; __u32 padding; union { struct iommu_fault_unrecoverable event; struct iommu_fault_page_request prm; __u8 padding2[56]; }; }; enum iommu_page_response_code { IOMMU_PAGE_RESP_SUCCESS = 0, IOMMU_PAGE_RESP_INVALID = 1, IOMMU_PAGE_RESP_FAILURE = 2, }; struct iommu_page_response { __u32 argsz; __u32 version; __u32 flags; __u32 pasid; __u32 grpid; __u32 code; }; typedef int (*iommu_fault_handler_t)(struct iommu_domain *, struct device *, long unsigned int, int, void *); struct iommu_domain_geometry { dma_addr_t aperture_start; dma_addr_t aperture_end; bool force_aperture; }; struct iommu_dma_cookie; struct iommu_domain { unsigned int type; const struct iommu_domain_ops *ops; long unsigned int pgsize_bitmap; struct iommu_domain_geometry geometry; struct iommu_dma_cookie *iova_cookie; enum iommu_page_response_code (*iopf_handler)(struct iommu_fault *, void *); void *fault_data; union { struct { iommu_fault_handler_t handler; void *handler_token; }; struct { struct mm_struct *mm; int users; }; }; }; typedef int (*iommu_dev_fault_handler_t)(struct iommu_fault *, void *); struct iommu_iotlb_gather; struct iommu_domain_ops { int (*attach_dev)(struct iommu_domain *, struct device *); void (*detach_dev)(struct iommu_domain *, struct device *); int (*set_dev_pasid)(struct iommu_domain *, struct device *, ioasid_t); int (*map)(struct iommu_domain *, long unsigned int, phys_addr_t, size_t, int, gfp_t); int (*map_pages)(struct iommu_domain *, long unsigned int, phys_addr_t, size_t, size_t, int, gfp_t, size_t *); size_t (*unmap)(struct iommu_domain *, long unsigned int, size_t, struct iommu_iotlb_gather *); size_t (*unmap_pages)(struct iommu_domain *, long unsigned int, size_t, size_t, struct iommu_iotlb_gather *); void (*flush_iotlb_all)(struct iommu_domain *); void (*iotlb_sync_map)(struct iommu_domain *, long unsigned int, size_t); void (*iotlb_sync)(struct iommu_domain *, struct iommu_iotlb_gather *); phys_addr_t (*iova_to_phys)(struct iommu_domain *, dma_addr_t); bool (*enforce_cache_coherency)(struct iommu_domain *); int (*enable_nesting)(struct iommu_domain *); int (*set_pgtable_quirks)(struct iommu_domain *, long unsigned int); void (*free)(struct iommu_domain *); }; struct iommu_iotlb_gather { long unsigned int start; long unsigned int end; size_t pgsize; struct list_head freelist; bool queued; }; struct iommu_device { struct list_head list; const struct iommu_ops *ops; struct fwnode_handle *fwnode; struct device *dev; u32 max_pasids; }; struct iommu_fault_event { struct iommu_fault fault; struct list_head list; }; struct iommu_fault_param { iommu_dev_fault_handler_t handler; void *data; struct list_head faults; struct mutex lock; }; struct iommu_fwspec { const struct iommu_ops *ops; struct fwnode_handle *iommu_fwnode; u32 flags; unsigned int num_ids; u32 ids[0]; }; struct irq_affinity_devres { unsigned int count; unsigned int irq[0]; }; struct platform_object { struct platform_device pdev; char name[0]; }; struct klist_iter { struct klist *i_klist; struct klist_node *i_cur; }; struct attribute_container { struct list_head node; struct klist containers; struct class *class; const struct attribute_group *grp; struct device_attribute **attrs; int (*match)(struct attribute_container *, struct device *); long unsigned int flags; }; struct internal_container { struct klist_node node; struct attribute_container *cont; struct device classdev; }; struct container_dev { struct device dev; int (*offline)(struct container_dev *); }; struct req { struct req *next; struct completion done; int err; const char *name; umode_t mode; kuid_t uid; kgid_t gid; struct device *dev; }; enum regcache_type { REGCACHE_NONE = 0, REGCACHE_RBTREE = 1, REGCACHE_COMPRESSED = 2, REGCACHE_FLAT = 3, }; struct reg_default { unsigned int reg; unsigned int def; }; struct reg_sequence { unsigned int reg; unsigned int def; unsigned int delay_us; }; enum regmap_endian { REGMAP_ENDIAN_DEFAULT = 0, REGMAP_ENDIAN_BIG = 1, REGMAP_ENDIAN_LITTLE = 2, REGMAP_ENDIAN_NATIVE = 3, }; struct regmap_range { unsigned int range_min; unsigned int range_max; }; struct regmap_access_table { const struct regmap_range *yes_ranges; unsigned int n_yes_ranges; const struct regmap_range *no_ranges; unsigned int n_no_ranges; }; typedef void (*regmap_lock)(void *); typedef void (*regmap_unlock)(void *); struct regmap_range_cfg; struct regmap_config { const char *name; int reg_bits; int reg_stride; int reg_downshift; unsigned int reg_base; int pad_bits; int val_bits; bool (*writeable_reg)(struct device *, unsigned int); bool (*readable_reg)(struct device *, unsigned int); bool (*volatile_reg)(struct device *, unsigned int); bool (*precious_reg)(struct device *, unsigned int); bool (*writeable_noinc_reg)(struct device *, unsigned int); bool (*readable_noinc_reg)(struct device *, unsigned int); bool disable_locking; regmap_lock lock; regmap_unlock unlock; void *lock_arg; int (*reg_read)(void *, unsigned int, unsigned int *); int (*reg_write)(void *, unsigned int, unsigned int); int (*reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); int (*read)(void *, const void *, size_t, void *, size_t); int (*write)(void *, const void *, size_t); size_t max_raw_read; size_t max_raw_write; bool fast_io; bool io_port; unsigned int max_register; const struct regmap_access_table *wr_table; const struct regmap_access_table *rd_table; const struct regmap_access_table *volatile_table; const struct regmap_access_table *precious_table; const struct regmap_access_table *wr_noinc_table; const struct regmap_access_table *rd_noinc_table; const struct reg_default *reg_defaults; unsigned int num_reg_defaults; enum regcache_type cache_type; const void *reg_defaults_raw; unsigned int num_reg_defaults_raw; long unsigned int read_flag_mask; long unsigned int write_flag_mask; bool zero_flag_mask; bool use_single_read; bool use_single_write; bool use_relaxed_mmio; bool can_multi_write; enum regmap_endian reg_format_endian; enum regmap_endian val_format_endian; const struct regmap_range_cfg *ranges; unsigned int num_ranges; bool use_hwlock; bool use_raw_spinlock; unsigned int hwlock_id; unsigned int hwlock_mode; bool can_sleep; }; struct regmap_range_cfg { const char *name; unsigned int range_min; unsigned int range_max; unsigned int selector_reg; unsigned int selector_mask; int selector_shift; unsigned int window_start; unsigned int window_len; }; typedef int (*regmap_hw_write)(void *, const void *, size_t); typedef int (*regmap_hw_gather_write)(void *, const void *, size_t, const void *, size_t); struct regmap_async; typedef int (*regmap_hw_async_write)(void *, const void *, size_t, const void *, size_t, struct regmap_async *); struct regmap; struct regmap_async { struct list_head list; struct regmap *map; void *work_buf; }; typedef int (*regmap_hw_read)(void *, const void *, size_t, void *, size_t); typedef int (*regmap_hw_reg_read)(void *, unsigned int, unsigned int *); typedef int (*regmap_hw_reg_noinc_read)(void *, unsigned int, void *, size_t); typedef int (*regmap_hw_reg_write)(void *, unsigned int, unsigned int); typedef int (*regmap_hw_reg_noinc_write)(void *, unsigned int, const void *, size_t); typedef int (*regmap_hw_reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); typedef struct regmap_async * (*regmap_hw_async_alloc)(); typedef void (*regmap_hw_free_context)(void *); struct regmap_bus { bool fast_io; regmap_hw_write write; regmap_hw_gather_write gather_write; regmap_hw_async_write async_write; regmap_hw_reg_write reg_write; regmap_hw_reg_noinc_write reg_noinc_write; regmap_hw_reg_update_bits reg_update_bits; regmap_hw_read read; regmap_hw_reg_read reg_read; regmap_hw_reg_noinc_read reg_noinc_read; regmap_hw_free_context free_context; regmap_hw_async_alloc async_alloc; u8 read_flag_mask; enum regmap_endian reg_format_endian_default; enum regmap_endian val_format_endian_default; size_t max_raw_read; size_t max_raw_write; bool free_on_exit; }; struct regmap_format { size_t buf_size; size_t reg_bytes; size_t pad_bytes; size_t reg_downshift; size_t val_bytes; void (*format_write)(struct regmap *, unsigned int, unsigned int); void (*format_reg)(void *, unsigned int, unsigned int); void (*format_val)(void *, unsigned int, unsigned int); unsigned int (*parse_val)(const void *); void (*parse_inplace)(void *); }; struct hwspinlock; struct regcache_ops; struct regmap { union { struct mutex mutex; struct { spinlock_t spinlock; long unsigned int spinlock_flags; }; struct { raw_spinlock_t raw_spinlock; long unsigned int raw_spinlock_flags; }; }; regmap_lock lock; regmap_unlock unlock; void *lock_arg; gfp_t alloc_flags; unsigned int reg_base; struct device *dev; void *work_buf; struct regmap_format format; const struct regmap_bus *bus; void *bus_context; const char *name; bool async; spinlock_t async_lock; wait_queue_head_t async_waitq; struct list_head async_list; struct list_head async_free; int async_ret; bool debugfs_disable; struct dentry *debugfs; const char *debugfs_name; unsigned int debugfs_reg_len; unsigned int debugfs_val_len; unsigned int debugfs_tot_len; struct list_head debugfs_off_cache; struct mutex cache_lock; unsigned int max_register; bool (*writeable_reg)(struct device *, unsigned int); bool (*readable_reg)(struct device *, unsigned int); bool (*volatile_reg)(struct device *, unsigned int); bool (*precious_reg)(struct device *, unsigned int); bool (*writeable_noinc_reg)(struct device *, unsigned int); bool (*readable_noinc_reg)(struct device *, unsigned int); const struct regmap_access_table *wr_table; const struct regmap_access_table *rd_table; const struct regmap_access_table *volatile_table; const struct regmap_access_table *precious_table; const struct regmap_access_table *wr_noinc_table; const struct regmap_access_table *rd_noinc_table; int (*reg_read)(void *, unsigned int, unsigned int *); int (*reg_write)(void *, unsigned int, unsigned int); int (*reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); int (*read)(void *, const void *, size_t, void *, size_t); int (*write)(void *, const void *, size_t); bool defer_caching; long unsigned int read_flag_mask; long unsigned int write_flag_mask; int reg_shift; int reg_stride; int reg_stride_order; const struct regcache_ops *cache_ops; enum regcache_type cache_type; unsigned int cache_size_raw; unsigned int cache_word_size; unsigned int num_reg_defaults; unsigned int num_reg_defaults_raw; bool cache_only; bool cache_bypass; bool cache_free; struct reg_default *reg_defaults; const void *reg_defaults_raw; void *cache; bool cache_dirty; bool no_sync_defaults; struct reg_sequence *patch; int patch_regs; bool use_single_read; bool use_single_write; bool can_multi_write; size_t max_raw_read; size_t max_raw_write; struct rb_root range_tree; void *selector_work_buf; struct hwspinlock *hwlock; bool can_sleep; }; struct regcache_ops { const char *name; enum regcache_type type; int (*init)(struct regmap *); int (*exit)(struct regmap *); void (*debugfs_init)(struct regmap *); int (*read)(struct regmap *, unsigned int, unsigned int *); int (*write)(struct regmap *, unsigned int, unsigned int); int (*sync)(struct regmap *, unsigned int, unsigned int); int (*drop)(struct regmap *, unsigned int, unsigned int); }; struct regmap_debugfs_off_cache { struct list_head list; off_t min; off_t max; unsigned int base_reg; unsigned int max_reg; }; struct regmap_range_node { struct rb_node node; const char *name; struct regmap *map; unsigned int range_min; unsigned int range_max; unsigned int selector_reg; unsigned int selector_mask; int selector_shift; unsigned int window_start; unsigned int window_len; }; struct regmap_debugfs_node { struct regmap *map; struct list_head link; }; typedef void (*irq_write_msi_msg_t)(struct msi_desc *, struct msi_msg *); struct platform_msi_priv_data { struct device *dev; void *host_data; msi_alloc_info_t arg; irq_write_msi_msg_t write_msg; int devid; }; struct dma_buf_export_info { const char *exp_name; struct module *owner; const struct dma_buf_ops *ops; size_t size; int flags; struct dma_resv *resv; void *priv; }; struct dma_resv_iter { struct dma_resv *obj; enum dma_resv_usage usage; struct dma_fence *fence; enum dma_resv_usage fence_usage; unsigned int index; struct dma_resv_list *fences; unsigned int num_fences; bool is_restarted; }; struct dma_buf_sync { __u64 flags; }; struct dma_buf_export_sync_file { __u32 flags; __s32 fd; }; struct dma_buf_import_sync_file { __u32 flags; __s32 fd; }; struct dma_buf_list { struct list_head head; struct mutex lock; }; struct dma_resv_list { struct callback_head rcu; u32 num_fences; u32 max_fences; struct dma_fence *table[0]; }; struct dma_fence_array { struct dma_fence base; spinlock_t lock; unsigned int num_fences; atomic_t num_pending; struct dma_fence **fences; struct irq_work work; }; enum scsi_host_status { DID_OK = 0, DID_NO_CONNECT = 1, DID_BUS_BUSY = 2, DID_TIME_OUT = 3, DID_BAD_TARGET = 4, DID_ABORT = 5, DID_PARITY = 6, DID_ERROR = 7, DID_RESET = 8, DID_BAD_INTR = 9, DID_PASSTHROUGH = 10, DID_SOFT_ERROR = 11, DID_IMM_RETRY = 12, DID_REQUEUE = 13, DID_TRANSPORT_DISRUPTED = 14, DID_TRANSPORT_FAILFAST = 15, DID_TRANSPORT_MARGINAL = 20, }; enum scsi_disposition { NEEDS_RETRY = 8193, SUCCESS = 8194, FAILED = 8195, QUEUED = 8196, SOFT_ERROR = 8197, ADD_TO_MLQUEUE = 8198, TIMEOUT_ERROR = 8199, SCSI_RETURN_NOT_HANDLED = 8200, FAST_IO_FAIL = 8201, }; enum scsi_device_event { SDEV_EVT_MEDIA_CHANGE = 1, SDEV_EVT_INQUIRY_CHANGE_REPORTED = 2, SDEV_EVT_CAPACITY_CHANGE_REPORTED = 3, SDEV_EVT_SOFT_THRESHOLD_REACHED_REPORTED = 4, SDEV_EVT_MODE_PARAMETER_CHANGE_REPORTED = 5, SDEV_EVT_LUN_CHANGE_REPORTED = 6, SDEV_EVT_ALUA_STATE_CHANGE_REPORTED = 7, SDEV_EVT_POWER_ON_RESET_OCCURRED = 8, SDEV_EVT_FIRST = 1, SDEV_EVT_LAST = 8, SDEV_EVT_MAXBITS = 9, }; struct value_name_pair; struct sa_name_list { int opcode; const struct value_name_pair *arr; int arr_sz; }; struct value_name_pair { int value; const char *name; }; struct error_info { short unsigned int code12; short unsigned int size; }; struct error_info2 { unsigned char code1; unsigned char code2_min; unsigned char code2_max; const char *str; const char *fmt; }; enum sam_status { SAM_STAT_GOOD = 0, SAM_STAT_CHECK_CONDITION = 2, SAM_STAT_CONDITION_MET = 4, SAM_STAT_BUSY = 8, SAM_STAT_INTERMEDIATE = 16, SAM_STAT_INTERMEDIATE_CONDITION_MET = 20, SAM_STAT_RESERVATION_CONFLICT = 24, SAM_STAT_COMMAND_TERMINATED = 34, SAM_STAT_TASK_SET_FULL = 40, SAM_STAT_ACA_ACTIVE = 48, SAM_STAT_TASK_ABORTED = 64, }; struct scsi_lun { __u8 scsi_lun[8]; }; struct scsi_sense_hdr { u8 response_code; u8 sense_key; u8 asc; u8 ascq; u8 byte4; u8 byte5; u8 byte6; u8 additional_length; }; enum scsi_timeouts { SCSI_DEFAULT_EH_TIMEOUT = 2500, }; typedef __u64 blist_flags_t; enum scsi_device_state { SDEV_CREATED = 1, SDEV_RUNNING = 2, SDEV_CANCEL = 3, SDEV_DEL = 4, SDEV_QUIESCE = 5, SDEV_OFFLINE = 6, SDEV_TRANSPORT_OFFLINE = 7, SDEV_BLOCK = 8, SDEV_CREATED_BLOCK = 9, }; enum scsi_scan_mode { SCSI_SCAN_INITIAL = 0, SCSI_SCAN_RESCAN = 1, SCSI_SCAN_MANUAL = 2, }; struct scsi_vpd { struct callback_head rcu; int len; unsigned char data[0]; }; struct bsg_device; struct Scsi_Host; struct scsi_target; struct scsi_device_handler; struct scsi_device { struct Scsi_Host *host; struct request_queue *request_queue; struct list_head siblings; struct list_head same_target_siblings; struct sbitmap budget_map; atomic_t device_blocked; atomic_t restarts; spinlock_t list_lock; struct list_head starved_entry; short unsigned int queue_depth; short unsigned int max_queue_depth; short unsigned int last_queue_full_depth; short unsigned int last_queue_full_count; long unsigned int last_queue_full_time; long unsigned int queue_ramp_up_period; long unsigned int last_queue_ramp_up; unsigned int id; unsigned int channel; u64 lun; unsigned int manufacturer; unsigned int sector_size; void *hostdata; unsigned char type; char scsi_level; char inq_periph_qual; struct mutex inquiry_mutex; unsigned char inquiry_len; unsigned char *inquiry; const char *vendor; const char *model; const char *rev; struct scsi_vpd *vpd_pg0; struct scsi_vpd *vpd_pg83; struct scsi_vpd *vpd_pg80; struct scsi_vpd *vpd_pg89; struct scsi_vpd *vpd_pgb0; struct scsi_vpd *vpd_pgb1; struct scsi_vpd *vpd_pgb2; struct scsi_target *sdev_target; blist_flags_t sdev_bflags; unsigned int eh_timeout; unsigned int removable: 1; unsigned int changed: 1; unsigned int busy: 1; unsigned int lockable: 1; unsigned int locked: 1; unsigned int borken: 1; unsigned int disconnect: 1; unsigned int soft_reset: 1; unsigned int sdtr: 1; unsigned int wdtr: 1; unsigned int ppr: 1; unsigned int tagged_supported: 1; unsigned int simple_tags: 1; unsigned int was_reset: 1; unsigned int expecting_cc_ua: 1; unsigned int use_10_for_rw: 1; unsigned int use_10_for_ms: 1; unsigned int set_dbd_for_ms: 1; unsigned int no_report_opcodes: 1; unsigned int no_write_same: 1; unsigned int use_16_for_rw: 1; unsigned int use_16_for_sync: 1; unsigned int skip_ms_page_8: 1; unsigned int skip_ms_page_3f: 1; unsigned int skip_vpd_pages: 1; unsigned int try_vpd_pages: 1; unsigned int use_192_bytes_for_3f: 1; unsigned int no_start_on_add: 1; unsigned int allow_restart: 1; unsigned int manage_start_stop: 1; unsigned int start_stop_pwr_cond: 1; unsigned int no_uld_attach: 1; unsigned int select_no_atn: 1; unsigned int fix_capacity: 1; unsigned int guess_capacity: 1; unsigned int retry_hwerror: 1; unsigned int last_sector_bug: 1; unsigned int no_read_disc_info: 1; unsigned int no_read_capacity_16: 1; unsigned int try_rc_10_first: 1; unsigned int security_supported: 1; unsigned int is_visible: 1; unsigned int wce_default_on: 1; unsigned int no_dif: 1; unsigned int broken_fua: 1; unsigned int lun_in_cdb: 1; unsigned int unmap_limit_for_ws: 1; unsigned int rpm_autosuspend: 1; unsigned int ignore_media_change: 1; unsigned int silence_suspend: 1; unsigned int queue_stopped; bool offline_already; atomic_t disk_events_disable_depth; long unsigned int supported_events[1]; long unsigned int pending_events[1]; struct list_head event_list; struct work_struct event_work; unsigned int max_device_blocked; atomic_t iorequest_cnt; atomic_t iodone_cnt; atomic_t ioerr_cnt; atomic_t iotmo_cnt; struct device sdev_gendev; struct device sdev_dev; struct work_struct requeue_work; struct scsi_device_handler *handler; void *handler_data; size_t dma_drain_len; void *dma_drain_buf; unsigned int sg_timeout; unsigned int sg_reserved_size; struct bsg_device *bsg_dev; unsigned char access_state; struct mutex state_mutex; enum scsi_device_state sdev_state; struct task_struct *quiesced_by; long unsigned int sdev_data[0]; }; enum scsi_host_state { SHOST_CREATED = 1, SHOST_RUNNING = 2, SHOST_CANCEL = 3, SHOST_DEL = 4, SHOST_RECOVERY = 5, SHOST_CANCEL_RECOVERY = 6, SHOST_DEL_RECOVERY = 7, }; struct scsi_host_template; struct scsi_transport_template; struct Scsi_Host { struct list_head __devices; struct list_head __targets; struct list_head starved_list; spinlock_t default_lock; spinlock_t *host_lock; struct mutex scan_mutex; struct list_head eh_abort_list; struct list_head eh_cmd_q; struct task_struct *ehandler; struct completion *eh_action; wait_queue_head_t host_wait; struct scsi_host_template *hostt; struct scsi_transport_template *transportt; struct kref tagset_refcnt; struct completion tagset_freed; struct blk_mq_tag_set tag_set; atomic_t host_blocked; unsigned int host_failed; unsigned int host_eh_scheduled; unsigned int host_no; int eh_deadline; long unsigned int last_reset; unsigned int max_channel; unsigned int max_id; u64 max_lun; unsigned int unique_id; short unsigned int max_cmd_len; int this_id; int can_queue; short int cmd_per_lun; short unsigned int sg_tablesize; short unsigned int sg_prot_tablesize; unsigned int max_sectors; unsigned int opt_sectors; unsigned int max_segment_size; long unsigned int dma_boundary; long unsigned int virt_boundary_mask; unsigned int nr_hw_queues; unsigned int nr_maps; unsigned int active_mode: 2; unsigned int host_self_blocked: 1; unsigned int reverse_ordering: 1; unsigned int tmf_in_progress: 1; unsigned int async_scan: 1; unsigned int eh_noresume: 1; unsigned int no_write_same: 1; unsigned int host_tagset: 1; unsigned int short_inquiry: 1; unsigned int no_scsi2_lun_in_cdb: 1; char work_q_name[20]; struct workqueue_struct *work_q; struct workqueue_struct *tmf_work_q; unsigned int max_host_blocked; unsigned int prot_capabilities; unsigned char prot_guard_type; long unsigned int base; long unsigned int io_port; unsigned char n_io_port; unsigned char dma_channel; unsigned int irq; enum scsi_host_state shost_state; struct device shost_gendev; struct device shost_dev; void *shost_data; struct device *dma_dev; long unsigned int hostdata[0]; }; enum scsi_target_state { STARGET_CREATED = 1, STARGET_RUNNING = 2, STARGET_REMOVE = 3, STARGET_CREATED_REMOVE = 4, STARGET_DEL = 5, }; struct scsi_target { struct scsi_device *starget_sdev_user; struct list_head siblings; struct list_head devices; struct device dev; struct kref reap_ref; unsigned int channel; unsigned int id; unsigned int create: 1; unsigned int single_lun: 1; unsigned int pdt_1f_for_no_lun: 1; unsigned int no_report_luns: 1; unsigned int expecting_lun_change: 1; atomic_t target_busy; atomic_t target_blocked; unsigned int can_queue; unsigned int max_target_blocked; char scsi_level; enum scsi_target_state state; void *hostdata; long unsigned int starget_data[0]; }; typedef void (*activate_complete)(void *, int); struct scsi_device_handler { struct list_head list; struct module *module; const char *name; enum scsi_disposition (*check_sense)(struct scsi_device *, struct scsi_sense_hdr *); int (*attach)(struct scsi_device *); void (*detach)(struct scsi_device *); int (*activate)(struct scsi_device *, activate_complete, void *); blk_status_t (*prep_fn)(struct scsi_device *, struct request *); int (*set_params)(struct scsi_device *, const char *); void (*rescan)(struct scsi_device *); }; struct scsi_data_buffer { struct sg_table table; unsigned int length; }; enum scsi_cmnd_submitter { SUBMITTED_BY_BLOCK_LAYER = 0, SUBMITTED_BY_SCSI_ERROR_HANDLER = 1, SUBMITTED_BY_SCSI_RESET_IOCTL = 2, }; struct scsi_cmnd { struct scsi_device *device; struct list_head eh_entry; struct delayed_work abort_work; struct callback_head rcu; int eh_eflags; int budget_token; long unsigned int jiffies_at_alloc; int retries; int allowed; unsigned char prot_op; unsigned char prot_type; unsigned char prot_flags; enum scsi_cmnd_submitter submitter; short unsigned int cmd_len; enum dma_data_direction sc_data_direction; unsigned char cmnd[32]; struct scsi_data_buffer sdb; struct scsi_data_buffer *prot_sdb; unsigned int underflow; unsigned int transfersize; unsigned int resid_len; unsigned int sense_len; unsigned char *sense_buffer; int flags; long unsigned int state; unsigned int extra_len; unsigned char *host_scribble; int result; }; struct scsi_driver { struct device_driver gendrv; void (*rescan)(struct device *); blk_status_t (*init_command)(struct scsi_cmnd *); void (*uninit_command)(struct scsi_cmnd *); int (*done)(struct scsi_cmnd *); int (*eh_action)(struct scsi_cmnd *, int); void (*eh_reset)(struct scsi_cmnd *); }; enum scsi_timeout_action { SCSI_EH_DONE = 0, SCSI_EH_RESET_TIMER = 1, SCSI_EH_NOT_HANDLED = 2, }; struct scsi_host_template { unsigned int cmd_size; int (*queuecommand)(struct Scsi_Host *, struct scsi_cmnd *); void (*commit_rqs)(struct Scsi_Host *, u16); struct module *module; const char *name; const char * (*info)(struct Scsi_Host *); int (*ioctl)(struct scsi_device *, unsigned int, void *); int (*init_cmd_priv)(struct Scsi_Host *, struct scsi_cmnd *); int (*exit_cmd_priv)(struct Scsi_Host *, struct scsi_cmnd *); int (*eh_abort_handler)(struct scsi_cmnd *); int (*eh_device_reset_handler)(struct scsi_cmnd *); int (*eh_target_reset_handler)(struct scsi_cmnd *); int (*eh_bus_reset_handler)(struct scsi_cmnd *); int (*eh_host_reset_handler)(struct scsi_cmnd *); int (*slave_alloc)(struct scsi_device *); int (*slave_configure)(struct scsi_device *); void (*slave_destroy)(struct scsi_device *); int (*target_alloc)(struct scsi_target *); void (*target_destroy)(struct scsi_target *); int (*scan_finished)(struct Scsi_Host *, long unsigned int); void (*scan_start)(struct Scsi_Host *); int (*change_queue_depth)(struct scsi_device *, int); void (*map_queues)(struct Scsi_Host *); int (*mq_poll)(struct Scsi_Host *, unsigned int); bool (*dma_need_drain)(struct request *); int (*bios_param)(struct scsi_device *, struct block_device *, sector_t, int *); void (*unlock_native_capacity)(struct scsi_device *); int (*show_info)(struct seq_file *, struct Scsi_Host *); int (*write_info)(struct Scsi_Host *, char *, int); enum scsi_timeout_action (*eh_timed_out)(struct scsi_cmnd *); bool (*eh_should_retry_cmd)(struct scsi_cmnd *); int (*host_reset)(struct Scsi_Host *, int); const char *proc_name; int can_queue; int this_id; short unsigned int sg_tablesize; short unsigned int sg_prot_tablesize; unsigned int max_sectors; unsigned int max_segment_size; long unsigned int dma_boundary; long unsigned int virt_boundary_mask; short int cmd_per_lun; int tag_alloc_policy; unsigned int track_queue_depth: 1; unsigned int supported_mode: 2; unsigned int emulated: 1; unsigned int skip_settle_delay: 1; unsigned int no_write_same: 1; unsigned int host_tagset: 1; unsigned int max_host_blocked; const struct attribute_group **shost_groups; const struct attribute_group **sdev_groups; u64 vendor_id; int rpm_autosuspend_delay; }; struct transport_container { struct attribute_container ac; const struct attribute_group *statistics; }; struct scsi_transport_template { struct transport_container host_attrs; struct transport_container target_attrs; struct transport_container device_attrs; int (*user_scan)(struct Scsi_Host *, uint, uint, u64); int device_size; int device_private_offset; int target_size; int target_private_offset; int host_size; unsigned int create_work_queue: 1; void (*eh_strategy_handler)(struct Scsi_Host *); }; struct async_scan_data { struct list_head list; struct Scsi_Host *shost; struct completion prev_finished; }; struct cdrom_device_ops; struct cdrom_device_info { const struct cdrom_device_ops *ops; struct list_head list; struct gendisk *disk; void *handle; int mask; int speed; int capacity; unsigned int options: 30; unsigned int mc_flags: 2; unsigned int vfs_events; unsigned int ioctl_events; int use_count; char name[20]; __u8 sanyo_slot: 2; __u8 keeplocked: 1; __u8 reserved: 5; int cdda_method; __u8 last_sense; __u8 media_written; short unsigned int mmc3_profile; int for_data; int (*exit)(struct cdrom_device_info *); int mrw_mode_page; __s64 last_media_change_ms; }; enum sas_oob_mode { OOB_NOT_CONNECTED = 0, SATA_OOB_MODE = 1, SAS_OOB_MODE = 2, }; enum sas_device_type { SAS_PHY_UNUSED = 0, SAS_END_DEVICE = 1, SAS_EDGE_EXPANDER_DEVICE = 2, SAS_FANOUT_EXPANDER_DEVICE = 3, SAS_HA = 4, SAS_SATA_DEV = 5, SAS_SATA_PM = 7, SAS_SATA_PM_PORT = 8, SAS_SATA_PENDING = 9, }; enum sas_protocol { SAS_PROTOCOL_NONE = 0, SAS_PROTOCOL_SATA = 1, SAS_PROTOCOL_SMP = 2, SAS_PROTOCOL_STP = 4, SAS_PROTOCOL_SSP = 8, SAS_PROTOCOL_ALL = 14, SAS_PROTOCOL_STP_ALL = 5, SAS_PROTOCOL_INTERNAL_ABORT = 16, }; enum phy_func { PHY_FUNC_NOP = 0, PHY_FUNC_LINK_RESET = 1, PHY_FUNC_HARD_RESET = 2, PHY_FUNC_DISABLE = 3, PHY_FUNC_CLEAR_ERROR_LOG = 5, PHY_FUNC_CLEAR_AFFIL = 6, PHY_FUNC_TX_SATA_PS_SIGNAL = 7, PHY_FUNC_RELEASE_SPINUP_HOLD = 16, PHY_FUNC_SET_LINK_RATE = 17, PHY_FUNC_GET_EVENTS = 18, }; enum sas_open_rej_reason { SAS_OREJ_UNKNOWN = 0, SAS_OREJ_BAD_DEST = 1, SAS_OREJ_CONN_RATE = 2, SAS_OREJ_EPROTO = 3, SAS_OREJ_RESV_AB0 = 4, SAS_OREJ_RESV_AB1 = 5, SAS_OREJ_RESV_AB2 = 6, SAS_OREJ_RESV_AB3 = 7, SAS_OREJ_WRONG_DEST = 8, SAS_OREJ_STP_NORES = 9, SAS_OREJ_NO_DEST = 10, SAS_OREJ_PATH_BLOCKED = 11, SAS_OREJ_RSVD_CONT0 = 12, SAS_OREJ_RSVD_CONT1 = 13, SAS_OREJ_RSVD_INIT0 = 14, SAS_OREJ_RSVD_INIT1 = 15, SAS_OREJ_RSVD_STOP0 = 16, SAS_OREJ_RSVD_STOP1 = 17, SAS_OREJ_RSVD_RETRY = 18, }; struct dev_to_host_fis { u8 fis_type; u8 flags; u8 status; u8 error; u8 lbal; union { u8 lbam; u8 byte_count_low; }; union { u8 lbah; u8 byte_count_high; }; u8 device; u8 lbal_exp; u8 lbam_exp; u8 lbah_exp; u8 _r_a; union { u8 sector_count; u8 interrupt_reason; }; u8 sector_count_exp; u8 _r_b; u8 _r_c; u32 _r_d; }; struct host_to_dev_fis { u8 fis_type; u8 flags; u8 command; u8 features; u8 lbal; union { u8 lbam; u8 byte_count_low; }; union { u8 lbah; u8 byte_count_high; }; u8 device; u8 lbal_exp; u8 lbam_exp; u8 lbah_exp; u8 features_exp; union { u8 sector_count; u8 interrupt_reason; }; u8 sector_count_exp; u8 _r_a; u8 control; u32 _r_b; }; struct report_phy_sata_resp { u8 _r_a[5]; u8 phy_id; u8 _r_b; u8 affil_valid: 1; u8 affil_supp: 1; u8 _r_c: 6; u32 _r_d; u8 stp_sas_addr[8]; struct dev_to_host_fis fis; u32 _r_e; u8 affil_stp_ini_addr[8]; __be32 crc; }; struct smp_rps_resp { u8 frame_type; u8 function; u8 result; u8 reserved; struct report_phy_sata_resp rps; }; struct bsg_buffer { unsigned int payload_len; int sg_cnt; struct scatterlist *sg_list; }; struct bsg_job { struct device *dev; struct kref kref; unsigned int timeout; void *request; void *reply; unsigned int request_len; unsigned int reply_len; struct bsg_buffer request_payload; struct bsg_buffer reply_payload; int result; unsigned int reply_payload_rcv_len; struct request *bidi_rq; struct bio *bidi_bio; void *dd_data; }; enum sas_linkrate { SAS_LINK_RATE_UNKNOWN = 0, SAS_PHY_DISABLED = 1, SAS_PHY_RESET_PROBLEM = 2, SAS_SATA_SPINUP_HOLD = 3, SAS_SATA_PORT_SELECTOR = 4, SAS_PHY_RESET_IN_PROGRESS = 5, SAS_LINK_RATE_1_5_GBPS = 8, SAS_LINK_RATE_G1 = 8, SAS_LINK_RATE_3_0_GBPS = 9, SAS_LINK_RATE_G2 = 9, SAS_LINK_RATE_6_0_GBPS = 10, SAS_LINK_RATE_12_0_GBPS = 11, SAS_LINK_RATE_22_5_GBPS = 12, SAS_LINK_RATE_FAILED = 16, SAS_PHY_VIRTUAL = 17, }; struct sas_identify { enum sas_device_type device_type; enum sas_protocol initiator_port_protocols; enum sas_protocol target_port_protocols; u64 sas_address; u8 phy_identifier; }; struct sas_phy { struct device dev; int number; int enabled; struct sas_identify identify; enum sas_linkrate negotiated_linkrate; enum sas_linkrate minimum_linkrate_hw; enum sas_linkrate minimum_linkrate; enum sas_linkrate maximum_linkrate_hw; enum sas_linkrate maximum_linkrate; u32 invalid_dword_count; u32 running_disparity_error_count; u32 loss_of_dword_sync_count; u32 phy_reset_problem_count; struct list_head port_siblings; void *hostdata; }; struct sas_rphy { struct device dev; struct sas_identify identify; struct list_head list; struct request_queue *q; u32 scsi_target_id; }; struct sas_port { struct device dev; int port_identifier; int num_phys; unsigned int is_backlink: 1; struct sas_rphy *rphy; struct mutex phy_list_mutex; struct list_head phy_list; struct list_head del_list; }; struct sas_phy_linkrates { enum sas_linkrate maximum_linkrate; enum sas_linkrate minimum_linkrate; }; struct sas_function_template { int (*get_linkerrors)(struct sas_phy *); int (*get_enclosure_identifier)(struct sas_rphy *, u64 *); int (*get_bay_identifier)(struct sas_rphy *); int (*phy_reset)(struct sas_phy *, int); int (*phy_enable)(struct sas_phy *, int); int (*phy_setup)(struct sas_phy *); void (*phy_release)(struct sas_phy *); int (*set_phy_speed)(struct sas_phy *, struct sas_phy_linkrates *); void (*smp_handler)(struct bsg_job *, struct Scsi_Host *, struct sas_rphy *); }; enum { ATA_MAX_DEVICES = 2, ATA_MAX_PRD = 256, ATA_SECT_SIZE = 512, ATA_MAX_SECTORS_128 = 128, ATA_MAX_SECTORS = 256, ATA_MAX_SECTORS_1024 = 1024, ATA_MAX_SECTORS_LBA48 = 65535, ATA_MAX_SECTORS_TAPE = 65535, ATA_MAX_TRIM_RNUM = 64, ATA_ID_WORDS = 256, ATA_ID_CONFIG = 0, ATA_ID_CYLS = 1, ATA_ID_HEADS = 3, ATA_ID_SECTORS = 6, ATA_ID_SERNO = 10, ATA_ID_BUF_SIZE = 21, ATA_ID_FW_REV = 23, ATA_ID_PROD = 27, ATA_ID_MAX_MULTSECT = 47, ATA_ID_DWORD_IO = 48, ATA_ID_TRUSTED = 48, ATA_ID_CAPABILITY = 49, ATA_ID_OLD_PIO_MODES = 51, ATA_ID_OLD_DMA_MODES = 52, ATA_ID_FIELD_VALID = 53, ATA_ID_CUR_CYLS = 54, ATA_ID_CUR_HEADS = 55, ATA_ID_CUR_SECTORS = 56, ATA_ID_MULTSECT = 59, ATA_ID_LBA_CAPACITY = 60, ATA_ID_SWDMA_MODES = 62, ATA_ID_MWDMA_MODES = 63, ATA_ID_PIO_MODES = 64, ATA_ID_EIDE_DMA_MIN = 65, ATA_ID_EIDE_DMA_TIME = 66, ATA_ID_EIDE_PIO = 67, ATA_ID_EIDE_PIO_IORDY = 68, ATA_ID_ADDITIONAL_SUPP = 69, ATA_ID_QUEUE_DEPTH = 75, ATA_ID_SATA_CAPABILITY = 76, ATA_ID_SATA_CAPABILITY_2 = 77, ATA_ID_FEATURE_SUPP = 78, ATA_ID_MAJOR_VER = 80, ATA_ID_COMMAND_SET_1 = 82, ATA_ID_COMMAND_SET_2 = 83, ATA_ID_CFSSE = 84, ATA_ID_CFS_ENABLE_1 = 85, ATA_ID_CFS_ENABLE_2 = 86, ATA_ID_CSF_DEFAULT = 87, ATA_ID_UDMA_MODES = 88, ATA_ID_HW_CONFIG = 93, ATA_ID_SPG = 98, ATA_ID_LBA_CAPACITY_2 = 100, ATA_ID_SECTOR_SIZE = 106, ATA_ID_WWN = 108, ATA_ID_LOGICAL_SECTOR_SIZE = 117, ATA_ID_COMMAND_SET_3 = 119, ATA_ID_COMMAND_SET_4 = 120, ATA_ID_LAST_LUN = 126, ATA_ID_DLF = 128, ATA_ID_CSFO = 129, ATA_ID_CFA_POWER = 160, ATA_ID_CFA_KEY_MGMT = 162, ATA_ID_CFA_MODES = 163, ATA_ID_DATA_SET_MGMT = 169, ATA_ID_SCT_CMD_XPORT = 206, ATA_ID_ROT_SPEED = 217, ATA_ID_PIO4 = 2, ATA_ID_SERNO_LEN = 20, ATA_ID_FW_REV_LEN = 8, ATA_ID_PROD_LEN = 40, ATA_ID_WWN_LEN = 8, ATA_PCI_CTL_OFS = 2, ATA_PIO0 = 1, ATA_PIO1 = 3, ATA_PIO2 = 7, ATA_PIO3 = 15, ATA_PIO4 = 31, ATA_PIO5 = 63, ATA_PIO6 = 127, ATA_PIO4_ONLY = 16, ATA_SWDMA0 = 1, ATA_SWDMA1 = 3, ATA_SWDMA2 = 7, ATA_SWDMA2_ONLY = 4, ATA_MWDMA0 = 1, ATA_MWDMA1 = 3, ATA_MWDMA2 = 7, ATA_MWDMA3 = 15, ATA_MWDMA4 = 31, ATA_MWDMA12_ONLY = 6, ATA_MWDMA2_ONLY = 4, ATA_UDMA0 = 1, ATA_UDMA1 = 3, ATA_UDMA2 = 7, ATA_UDMA3 = 15, ATA_UDMA4 = 31, ATA_UDMA5 = 63, ATA_UDMA6 = 127, ATA_UDMA7 = 255, ATA_UDMA24_ONLY = 20, ATA_UDMA_MASK_40C = 7, ATA_PRD_SZ = 8, ATA_PRD_TBL_SZ = 2048, ATA_PRD_EOT = -2147483648, ATA_DMA_TABLE_OFS = 4, ATA_DMA_STATUS = 2, ATA_DMA_CMD = 0, ATA_DMA_WR = 8, ATA_DMA_START = 1, ATA_DMA_INTR = 4, ATA_DMA_ERR = 2, ATA_DMA_ACTIVE = 1, ATA_HOB = 128, ATA_NIEN = 2, ATA_LBA = 64, ATA_DEV1 = 16, ATA_DEVICE_OBS = 160, ATA_DEVCTL_OBS = 8, ATA_BUSY = 128, ATA_DRDY = 64, ATA_DF = 32, ATA_DSC = 16, ATA_DRQ = 8, ATA_CORR = 4, ATA_SENSE = 2, ATA_ERR = 1, ATA_SRST = 4, ATA_ICRC = 128, ATA_BBK = 128, ATA_UNC = 64, ATA_MC = 32, ATA_IDNF = 16, ATA_MCR = 8, ATA_ABORTED = 4, ATA_TRK0NF = 2, ATA_AMNF = 1, ATAPI_LFS = 240, ATAPI_EOM = 2, ATAPI_ILI = 1, ATAPI_IO = 2, ATAPI_COD = 1, ATA_REG_DATA = 0, ATA_REG_ERR = 1, ATA_REG_NSECT = 2, ATA_REG_LBAL = 3, ATA_REG_LBAM = 4, ATA_REG_LBAH = 5, ATA_REG_DEVICE = 6, ATA_REG_STATUS = 7, ATA_REG_FEATURE = 1, ATA_REG_CMD = 7, ATA_REG_BYTEL = 4, ATA_REG_BYTEH = 5, ATA_REG_DEVSEL = 6, ATA_REG_IRQ = 2, ATA_CMD_DEV_RESET = 8, ATA_CMD_CHK_POWER = 229, ATA_CMD_STANDBY = 226, ATA_CMD_IDLE = 227, ATA_CMD_EDD = 144, ATA_CMD_DOWNLOAD_MICRO = 146, ATA_CMD_DOWNLOAD_MICRO_DMA = 147, ATA_CMD_NOP = 0, ATA_CMD_FLUSH = 231, ATA_CMD_FLUSH_EXT = 234, ATA_CMD_ID_ATA = 236, ATA_CMD_ID_ATAPI = 161, ATA_CMD_SERVICE = 162, ATA_CMD_READ = 200, ATA_CMD_READ_EXT = 37, ATA_CMD_READ_QUEUED = 38, ATA_CMD_READ_STREAM_EXT = 43, ATA_CMD_READ_STREAM_DMA_EXT = 42, ATA_CMD_WRITE = 202, ATA_CMD_WRITE_EXT = 53, ATA_CMD_WRITE_QUEUED = 54, ATA_CMD_WRITE_STREAM_EXT = 59, ATA_CMD_WRITE_STREAM_DMA_EXT = 58, ATA_CMD_WRITE_FUA_EXT = 61, ATA_CMD_WRITE_QUEUED_FUA_EXT = 62, ATA_CMD_FPDMA_READ = 96, ATA_CMD_FPDMA_WRITE = 97, ATA_CMD_NCQ_NON_DATA = 99, ATA_CMD_FPDMA_SEND = 100, ATA_CMD_FPDMA_RECV = 101, ATA_CMD_PIO_READ = 32, ATA_CMD_PIO_READ_EXT = 36, ATA_CMD_PIO_WRITE = 48, ATA_CMD_PIO_WRITE_EXT = 52, ATA_CMD_READ_MULTI = 196, ATA_CMD_READ_MULTI_EXT = 41, ATA_CMD_WRITE_MULTI = 197, ATA_CMD_WRITE_MULTI_EXT = 57, ATA_CMD_WRITE_MULTI_FUA_EXT = 206, ATA_CMD_SET_FEATURES = 239, ATA_CMD_SET_MULTI = 198, ATA_CMD_PACKET = 160, ATA_CMD_VERIFY = 64, ATA_CMD_VERIFY_EXT = 66, ATA_CMD_WRITE_UNCORR_EXT = 69, ATA_CMD_STANDBYNOW1 = 224, ATA_CMD_IDLEIMMEDIATE = 225, ATA_CMD_SLEEP = 230, ATA_CMD_INIT_DEV_PARAMS = 145, ATA_CMD_READ_NATIVE_MAX = 248, ATA_CMD_READ_NATIVE_MAX_EXT = 39, ATA_CMD_SET_MAX = 249, ATA_CMD_SET_MAX_EXT = 55, ATA_CMD_READ_LOG_EXT = 47, ATA_CMD_WRITE_LOG_EXT = 63, ATA_CMD_READ_LOG_DMA_EXT = 71, ATA_CMD_WRITE_LOG_DMA_EXT = 87, ATA_CMD_TRUSTED_NONDATA = 91, ATA_CMD_TRUSTED_RCV = 92, ATA_CMD_TRUSTED_RCV_DMA = 93, ATA_CMD_TRUSTED_SND = 94, ATA_CMD_TRUSTED_SND_DMA = 95, ATA_CMD_PMP_READ = 228, ATA_CMD_PMP_READ_DMA = 233, ATA_CMD_PMP_WRITE = 232, ATA_CMD_PMP_WRITE_DMA = 235, ATA_CMD_CONF_OVERLAY = 177, ATA_CMD_SEC_SET_PASS = 241, ATA_CMD_SEC_UNLOCK = 242, ATA_CMD_SEC_ERASE_PREP = 243, ATA_CMD_SEC_ERASE_UNIT = 244, ATA_CMD_SEC_FREEZE_LOCK = 245, ATA_CMD_SEC_DISABLE_PASS = 246, ATA_CMD_CONFIG_STREAM = 81, ATA_CMD_SMART = 176, ATA_CMD_MEDIA_LOCK = 222, ATA_CMD_MEDIA_UNLOCK = 223, ATA_CMD_DSM = 6, ATA_CMD_CHK_MED_CRD_TYP = 209, ATA_CMD_CFA_REQ_EXT_ERR = 3, ATA_CMD_CFA_WRITE_NE = 56, ATA_CMD_CFA_TRANS_SECT = 135, ATA_CMD_CFA_ERASE = 192, ATA_CMD_CFA_WRITE_MULT_NE = 205, ATA_CMD_REQ_SENSE_DATA = 11, ATA_CMD_SANITIZE_DEVICE = 180, ATA_CMD_ZAC_MGMT_IN = 74, ATA_CMD_ZAC_MGMT_OUT = 159, ATA_CMD_RESTORE = 16, ATA_SUBCMD_FPDMA_RECV_RD_LOG_DMA_EXT = 1, ATA_SUBCMD_FPDMA_RECV_ZAC_MGMT_IN = 2, ATA_SUBCMD_FPDMA_SEND_DSM = 0, ATA_SUBCMD_FPDMA_SEND_WR_LOG_DMA_EXT = 2, ATA_SUBCMD_NCQ_NON_DATA_ABORT_QUEUE = 0, ATA_SUBCMD_NCQ_NON_DATA_SET_FEATURES = 5, ATA_SUBCMD_NCQ_NON_DATA_ZERO_EXT = 6, ATA_SUBCMD_NCQ_NON_DATA_ZAC_MGMT_OUT = 7, ATA_SUBCMD_ZAC_MGMT_IN_REPORT_ZONES = 0, ATA_SUBCMD_ZAC_MGMT_OUT_CLOSE_ZONE = 1, ATA_SUBCMD_ZAC_MGMT_OUT_FINISH_ZONE = 2, ATA_SUBCMD_ZAC_MGMT_OUT_OPEN_ZONE = 3, ATA_SUBCMD_ZAC_MGMT_OUT_RESET_WRITE_POINTER = 4, ATA_LOG_DIRECTORY = 0, ATA_LOG_SATA_NCQ = 16, ATA_LOG_NCQ_NON_DATA = 18, ATA_LOG_NCQ_SEND_RECV = 19, ATA_LOG_IDENTIFY_DEVICE = 48, ATA_LOG_CONCURRENT_POSITIONING_RANGES = 71, ATA_LOG_SECURITY = 6, ATA_LOG_SATA_SETTINGS = 8, ATA_LOG_ZONED_INFORMATION = 9, ATA_LOG_DEVSLP_OFFSET = 48, ATA_LOG_DEVSLP_SIZE = 8, ATA_LOG_DEVSLP_MDAT = 0, ATA_LOG_DEVSLP_MDAT_MASK = 31, ATA_LOG_DEVSLP_DETO = 1, ATA_LOG_DEVSLP_VALID = 7, ATA_LOG_DEVSLP_VALID_MASK = 128, ATA_LOG_NCQ_PRIO_OFFSET = 9, ATA_LOG_NCQ_SEND_RECV_SUBCMDS_OFFSET = 0, ATA_LOG_NCQ_SEND_RECV_SUBCMDS_DSM = 1, ATA_LOG_NCQ_SEND_RECV_DSM_OFFSET = 4, ATA_LOG_NCQ_SEND_RECV_DSM_TRIM = 1, ATA_LOG_NCQ_SEND_RECV_RD_LOG_OFFSET = 8, ATA_LOG_NCQ_SEND_RECV_RD_LOG_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_WR_LOG_OFFSET = 12, ATA_LOG_NCQ_SEND_RECV_WR_LOG_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_OFFSET = 16, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_OUT_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_IN_SUPPORTED = 2, ATA_LOG_NCQ_SEND_RECV_SIZE = 20, ATA_LOG_NCQ_NON_DATA_SUBCMDS_OFFSET = 0, ATA_LOG_NCQ_NON_DATA_ABORT_OFFSET = 0, ATA_LOG_NCQ_NON_DATA_ABORT_NCQ = 1, ATA_LOG_NCQ_NON_DATA_ABORT_ALL = 2, ATA_LOG_NCQ_NON_DATA_ABORT_STREAMING = 4, ATA_LOG_NCQ_NON_DATA_ABORT_NON_STREAMING = 8, ATA_LOG_NCQ_NON_DATA_ABORT_SELECTED = 16, ATA_LOG_NCQ_NON_DATA_ZAC_MGMT_OFFSET = 28, ATA_LOG_NCQ_NON_DATA_ZAC_MGMT_OUT = 1, ATA_LOG_NCQ_NON_DATA_SIZE = 64, ATA_CMD_READ_LONG = 34, ATA_CMD_READ_LONG_ONCE = 35, ATA_CMD_WRITE_LONG = 50, ATA_CMD_WRITE_LONG_ONCE = 51, SETFEATURES_XFER = 3, XFER_UDMA_7 = 71, XFER_UDMA_6 = 70, XFER_UDMA_5 = 69, XFER_UDMA_4 = 68, XFER_UDMA_3 = 67, XFER_UDMA_2 = 66, XFER_UDMA_1 = 65, XFER_UDMA_0 = 64, XFER_MW_DMA_4 = 36, XFER_MW_DMA_3 = 35, XFER_MW_DMA_2 = 34, XFER_MW_DMA_1 = 33, XFER_MW_DMA_0 = 32, XFER_SW_DMA_2 = 18, XFER_SW_DMA_1 = 17, XFER_SW_DMA_0 = 16, XFER_PIO_6 = 14, XFER_PIO_5 = 13, XFER_PIO_4 = 12, XFER_PIO_3 = 11, XFER_PIO_2 = 10, XFER_PIO_1 = 9, XFER_PIO_0 = 8, XFER_PIO_SLOW = 0, SETFEATURES_WC_ON = 2, SETFEATURES_WC_OFF = 130, SETFEATURES_RA_ON = 170, SETFEATURES_RA_OFF = 85, SETFEATURES_AAM_ON = 66, SETFEATURES_AAM_OFF = 194, SETFEATURES_SPINUP = 7, SETFEATURES_SPINUP_TIMEOUT = 30000, SETFEATURES_SATA_ENABLE = 16, SETFEATURES_SATA_DISABLE = 144, SATA_FPDMA_OFFSET = 1, SATA_FPDMA_AA = 2, SATA_DIPM = 3, SATA_FPDMA_IN_ORDER = 4, SATA_AN = 5, SATA_SSP = 6, SATA_DEVSLP = 9, SETFEATURE_SENSE_DATA = 195, ATA_SET_MAX_ADDR = 0, ATA_SET_MAX_PASSWD = 1, ATA_SET_MAX_LOCK = 2, ATA_SET_MAX_UNLOCK = 3, ATA_SET_MAX_FREEZE_LOCK = 4, ATA_SET_MAX_PASSWD_DMA = 5, ATA_SET_MAX_UNLOCK_DMA = 6, ATA_DCO_RESTORE = 192, ATA_DCO_FREEZE_LOCK = 193, ATA_DCO_IDENTIFY = 194, ATA_DCO_SET = 195, ATA_SMART_ENABLE = 216, ATA_SMART_READ_VALUES = 208, ATA_SMART_READ_THRESHOLDS = 209, ATA_DSM_TRIM = 1, ATA_SMART_LBAM_PASS = 79, ATA_SMART_LBAH_PASS = 194, ATAPI_PKT_DMA = 1, ATAPI_DMADIR = 4, ATAPI_CDB_LEN = 16, SATA_PMP_MAX_PORTS = 15, SATA_PMP_CTRL_PORT = 15, SATA_PMP_GSCR_DWORDS = 128, SATA_PMP_GSCR_PROD_ID = 0, SATA_PMP_GSCR_REV = 1, SATA_PMP_GSCR_PORT_INFO = 2, SATA_PMP_GSCR_ERROR = 32, SATA_PMP_GSCR_ERROR_EN = 33, SATA_PMP_GSCR_FEAT = 64, SATA_PMP_GSCR_FEAT_EN = 96, SATA_PMP_PSCR_STATUS = 0, SATA_PMP_PSCR_ERROR = 1, SATA_PMP_PSCR_CONTROL = 2, SATA_PMP_FEAT_BIST = 1, SATA_PMP_FEAT_PMREQ = 2, SATA_PMP_FEAT_DYNSSC = 4, SATA_PMP_FEAT_NOTIFY = 8, ATA_CBL_NONE = 0, ATA_CBL_PATA40 = 1, ATA_CBL_PATA80 = 2, ATA_CBL_PATA40_SHORT = 3, ATA_CBL_PATA_UNK = 4, ATA_CBL_PATA_IGN = 5, ATA_CBL_SATA = 6, SCR_STATUS = 0, SCR_ERROR = 1, SCR_CONTROL = 2, SCR_ACTIVE = 3, SCR_NOTIFICATION = 4, SERR_DATA_RECOVERED = 1, SERR_COMM_RECOVERED = 2, SERR_DATA = 256, SERR_PERSISTENT = 512, SERR_PROTOCOL = 1024, SERR_INTERNAL = 2048, SERR_PHYRDY_CHG = 65536, SERR_PHY_INT_ERR = 131072, SERR_COMM_WAKE = 262144, SERR_10B_8B_ERR = 524288, SERR_DISPARITY = 1048576, SERR_CRC = 2097152, SERR_HANDSHAKE = 4194304, SERR_LINK_SEQ_ERR = 8388608, SERR_TRANS_ST_ERROR = 16777216, SERR_UNRECOG_FIS = 33554432, SERR_DEV_XCHG = 67108864, }; struct ata_bmdma_prd { __le32 addr; __le32 flags_len; }; struct cdrom_msf0 { __u8 minute; __u8 second; __u8 frame; }; union cdrom_addr { struct cdrom_msf0 msf; int lba; }; struct cdrom_multisession { union cdrom_addr addr; __u8 xa_flag; __u8 addr_format; }; struct cdrom_mcn { __u8 medium_catalog_number[14]; }; struct packet_command { unsigned char cmd[12]; unsigned char *buffer; unsigned int buflen; int stat; struct scsi_sense_hdr *sshdr; unsigned char data_direction; int quiet; int timeout; void *reserved[1]; }; struct cdrom_device_ops { int (*open)(struct cdrom_device_info *, int); void (*release)(struct cdrom_device_info *); int (*drive_status)(struct cdrom_device_info *, int); unsigned int (*check_events)(struct cdrom_device_info *, unsigned int, int); int (*tray_move)(struct cdrom_device_info *, int); int (*lock_door)(struct cdrom_device_info *, int); int (*select_speed)(struct cdrom_device_info *, int); int (*get_last_session)(struct cdrom_device_info *, struct cdrom_multisession *); int (*get_mcn)(struct cdrom_device_info *, struct cdrom_mcn *); int (*reset)(struct cdrom_device_info *); int (*audio_ioctl)(struct cdrom_device_info *, unsigned int, void *); int (*generic_packet)(struct cdrom_device_info *, struct packet_command *); int (*read_cdda_bpc)(struct cdrom_device_info *, void *, u32, u32, u8 *); const int capability; }; enum { LIBATA_MAX_PRD = 128, LIBATA_DUMB_MAX_PRD = 64, ATA_DEF_QUEUE = 1, ATA_MAX_QUEUE = 32, ATA_TAG_INTERNAL = 32, ATA_SHORT_PAUSE = 16, ATAPI_MAX_DRAIN = 16384, ATA_ALL_DEVICES = 3, ATA_SHT_EMULATED = 1, ATA_SHT_THIS_ID = -1, ATA_TFLAG_LBA48 = 1, ATA_TFLAG_ISADDR = 2, ATA_TFLAG_DEVICE = 4, ATA_TFLAG_WRITE = 8, ATA_TFLAG_LBA = 16, ATA_TFLAG_FUA = 32, ATA_TFLAG_POLLING = 64, ATA_DFLAG_LBA = 1, ATA_DFLAG_LBA48 = 2, ATA_DFLAG_CDB_INTR = 4, ATA_DFLAG_NCQ = 8, ATA_DFLAG_FLUSH_EXT = 16, ATA_DFLAG_ACPI_PENDING = 32, ATA_DFLAG_ACPI_FAILED = 64, ATA_DFLAG_AN = 128, ATA_DFLAG_TRUSTED = 256, ATA_DFLAG_DMADIR = 1024, ATA_DFLAG_CFG_MASK = 4095, ATA_DFLAG_PIO = 4096, ATA_DFLAG_NCQ_OFF = 8192, ATA_DFLAG_SLEEPING = 32768, ATA_DFLAG_DUBIOUS_XFER = 65536, ATA_DFLAG_NO_UNLOAD = 131072, ATA_DFLAG_UNLOCK_HPA = 262144, ATA_DFLAG_NCQ_SEND_RECV = 524288, ATA_DFLAG_NCQ_PRIO = 1048576, ATA_DFLAG_NCQ_PRIO_ENABLED = 2097152, ATA_DFLAG_INIT_MASK = 16777215, ATA_DFLAG_DETACH = 16777216, ATA_DFLAG_DETACHED = 33554432, ATA_DFLAG_DA = 67108864, ATA_DFLAG_DEVSLP = 134217728, ATA_DFLAG_ACPI_DISABLED = 268435456, ATA_DFLAG_D_SENSE = 536870912, ATA_DFLAG_ZAC = 1073741824, ATA_DFLAG_FEATURES_MASK = 202899712, ATA_DEV_UNKNOWN = 0, ATA_DEV_ATA = 1, ATA_DEV_ATA_UNSUP = 2, ATA_DEV_ATAPI = 3, ATA_DEV_ATAPI_UNSUP = 4, ATA_DEV_PMP = 5, ATA_DEV_PMP_UNSUP = 6, ATA_DEV_SEMB = 7, ATA_DEV_SEMB_UNSUP = 8, ATA_DEV_ZAC = 9, ATA_DEV_ZAC_UNSUP = 10, ATA_DEV_NONE = 11, ATA_LFLAG_NO_HRST = 2, ATA_LFLAG_NO_SRST = 4, ATA_LFLAG_ASSUME_ATA = 8, ATA_LFLAG_ASSUME_SEMB = 16, ATA_LFLAG_ASSUME_CLASS = 24, ATA_LFLAG_NO_RETRY = 32, ATA_LFLAG_DISABLED = 64, ATA_LFLAG_SW_ACTIVITY = 128, ATA_LFLAG_NO_LPM = 256, ATA_LFLAG_RST_ONCE = 512, ATA_LFLAG_CHANGED = 1024, ATA_LFLAG_NO_DEBOUNCE_DELAY = 2048, ATA_FLAG_SLAVE_POSS = 1, ATA_FLAG_SATA = 2, ATA_FLAG_NO_LPM = 4, ATA_FLAG_NO_LOG_PAGE = 32, ATA_FLAG_NO_ATAPI = 64, ATA_FLAG_PIO_DMA = 128, ATA_FLAG_PIO_LBA48 = 256, ATA_FLAG_PIO_POLLING = 512, ATA_FLAG_NCQ = 1024, ATA_FLAG_NO_POWEROFF_SPINDOWN = 2048, ATA_FLAG_NO_HIBERNATE_SPINDOWN = 4096, ATA_FLAG_DEBUGMSG = 8192, ATA_FLAG_FPDMA_AA = 16384, ATA_FLAG_IGN_SIMPLEX = 32768, ATA_FLAG_NO_IORDY = 65536, ATA_FLAG_ACPI_SATA = 131072, ATA_FLAG_AN = 262144, ATA_FLAG_PMP = 524288, ATA_FLAG_FPDMA_AUX = 1048576, ATA_FLAG_EM = 2097152, ATA_FLAG_SW_ACTIVITY = 4194304, ATA_FLAG_NO_DIPM = 8388608, ATA_FLAG_SAS_HOST = 16777216, ATA_PFLAG_EH_PENDING = 1, ATA_PFLAG_EH_IN_PROGRESS = 2, ATA_PFLAG_FROZEN = 4, ATA_PFLAG_RECOVERED = 8, ATA_PFLAG_LOADING = 16, ATA_PFLAG_SCSI_HOTPLUG = 64, ATA_PFLAG_INITIALIZING = 128, ATA_PFLAG_RESETTING = 256, ATA_PFLAG_UNLOADING = 512, ATA_PFLAG_UNLOADED = 1024, ATA_PFLAG_SUSPENDED = 131072, ATA_PFLAG_PM_PENDING = 262144, ATA_PFLAG_INIT_GTM_VALID = 524288, ATA_PFLAG_PIO32 = 1048576, ATA_PFLAG_PIO32CHANGE = 2097152, ATA_PFLAG_EXTERNAL = 4194304, ATA_QCFLAG_ACTIVE = 1, ATA_QCFLAG_DMAMAP = 2, ATA_QCFLAG_IO = 8, ATA_QCFLAG_RESULT_TF = 16, ATA_QCFLAG_CLEAR_EXCL = 32, ATA_QCFLAG_QUIET = 64, ATA_QCFLAG_RETRY = 128, ATA_QCFLAG_FAILED = 65536, ATA_QCFLAG_SENSE_VALID = 131072, ATA_QCFLAG_EH_SCHEDULED = 262144, ATA_HOST_SIMPLEX = 1, ATA_HOST_STARTED = 2, ATA_HOST_PARALLEL_SCAN = 4, ATA_HOST_IGNORE_ATA = 8, ATA_TMOUT_BOOT = 30000, ATA_TMOUT_BOOT_QUICK = 7000, ATA_TMOUT_INTERNAL_QUICK = 5000, ATA_TMOUT_MAX_PARK = 30000, ATA_TMOUT_FF_WAIT_LONG = 2000, ATA_TMOUT_FF_WAIT = 800, ATA_WAIT_AFTER_RESET = 150, ATA_TMOUT_PMP_SRST_WAIT = 5000, ATA_TMOUT_SPURIOUS_PHY = 10000, BUS_UNKNOWN = 0, BUS_DMA = 1, BUS_IDLE = 2, BUS_NOINTR = 3, BUS_NODATA = 4, BUS_TIMER = 5, BUS_PIO = 6, BUS_EDD = 7, BUS_IDENTIFY = 8, BUS_PACKET = 9, PORT_UNKNOWN = 0, PORT_ENABLED = 1, PORT_DISABLED = 2, ATA_NR_PIO_MODES = 7, ATA_NR_MWDMA_MODES = 5, ATA_NR_UDMA_MODES = 8, ATA_SHIFT_PIO = 0, ATA_SHIFT_MWDMA = 7, ATA_SHIFT_UDMA = 12, ATA_SHIFT_PRIO = 6, ATA_PRIO_HIGH = 2, ATA_DMA_PAD_SZ = 4, ATA_ERING_SIZE = 32, ATA_DEFER_LINK = 1, ATA_DEFER_PORT = 2, ATA_EH_DESC_LEN = 80, ATA_EH_REVALIDATE = 1, ATA_EH_SOFTRESET = 2, ATA_EH_HARDRESET = 4, ATA_EH_RESET = 6, ATA_EH_ENABLE_LINK = 8, ATA_EH_PARK = 32, ATA_EH_PERDEV_MASK = 33, ATA_EH_ALL_ACTIONS = 15, ATA_EHI_HOTPLUGGED = 1, ATA_EHI_NO_AUTOPSY = 4, ATA_EHI_QUIET = 8, ATA_EHI_NO_RECOVERY = 16, ATA_EHI_DID_SOFTRESET = 65536, ATA_EHI_DID_HARDRESET = 131072, ATA_EHI_PRINTINFO = 262144, ATA_EHI_SETMODE = 524288, ATA_EHI_POST_SETMODE = 1048576, ATA_EHI_DID_RESET = 196608, ATA_EHI_TO_SLAVE_MASK = 12, ATA_EH_MAX_TRIES = 5, ATA_LINK_RESUME_TRIES = 5, ATA_PROBE_MAX_TRIES = 3, ATA_EH_DEV_TRIES = 3, ATA_EH_PMP_TRIES = 5, ATA_EH_PMP_LINK_TRIES = 3, SATA_PMP_RW_TIMEOUT = 3000, ATA_EH_CMD_TIMEOUT_TABLE_SIZE = 7, ATA_HORKAGE_DIAGNOSTIC = 1, ATA_HORKAGE_NODMA = 2, ATA_HORKAGE_NONCQ = 4, ATA_HORKAGE_MAX_SEC_128 = 8, ATA_HORKAGE_BROKEN_HPA = 16, ATA_HORKAGE_DISABLE = 32, ATA_HORKAGE_HPA_SIZE = 64, ATA_HORKAGE_IVB = 256, ATA_HORKAGE_STUCK_ERR = 512, ATA_HORKAGE_BRIDGE_OK = 1024, ATA_HORKAGE_ATAPI_MOD16_DMA = 2048, ATA_HORKAGE_FIRMWARE_WARN = 4096, ATA_HORKAGE_1_5_GBPS = 8192, ATA_HORKAGE_NOSETXFER = 16384, ATA_HORKAGE_BROKEN_FPDMA_AA = 32768, ATA_HORKAGE_DUMP_ID = 65536, ATA_HORKAGE_MAX_SEC_LBA48 = 131072, ATA_HORKAGE_ATAPI_DMADIR = 262144, ATA_HORKAGE_NO_NCQ_TRIM = 524288, ATA_HORKAGE_NOLPM = 1048576, ATA_HORKAGE_WD_BROKEN_LPM = 2097152, ATA_HORKAGE_ZERO_AFTER_TRIM = 4194304, ATA_HORKAGE_NO_DMA_LOG = 8388608, ATA_HORKAGE_NOTRIM = 16777216, ATA_HORKAGE_MAX_SEC_1024 = 33554432, ATA_HORKAGE_MAX_TRIM_128M = 67108864, ATA_HORKAGE_NO_NCQ_ON_ATI = 134217728, ATA_HORKAGE_NO_ID_DEV_LOG = 268435456, ATA_HORKAGE_NO_LOG_DIR = 536870912, ATA_DMA_MASK_ATA = 1, ATA_DMA_MASK_ATAPI = 2, ATA_DMA_MASK_CFA = 4, ATAPI_READ = 0, ATAPI_WRITE = 1, ATAPI_READ_CD = 2, ATAPI_PASS_THRU = 3, ATAPI_MISC = 4, ATA_TIMING_SETUP = 1, ATA_TIMING_ACT8B = 2, ATA_TIMING_REC8B = 4, ATA_TIMING_CYC8B = 8, ATA_TIMING_8BIT = 14, ATA_TIMING_ACTIVE = 16, ATA_TIMING_RECOVER = 32, ATA_TIMING_DMACK_HOLD = 64, ATA_TIMING_CYCLE = 128, ATA_TIMING_UDMA = 256, ATA_TIMING_ALL = 511, ATA_ACPI_FILTER_SETXFER = 1, ATA_ACPI_FILTER_LOCK = 2, ATA_ACPI_FILTER_DIPM = 4, ATA_ACPI_FILTER_FPDMA_OFFSET = 8, ATA_ACPI_FILTER_FPDMA_AA = 16, ATA_ACPI_FILTER_DEFAULT = 7, }; enum ata_completion_errors { AC_ERR_OK = 0, AC_ERR_DEV = 1, AC_ERR_HSM = 2, AC_ERR_TIMEOUT = 4, AC_ERR_MEDIA = 8, AC_ERR_ATA_BUS = 16, AC_ERR_HOST_BUS = 32, AC_ERR_SYSTEM = 64, AC_ERR_INVALID = 128, AC_ERR_OTHER = 256, AC_ERR_NODEV_HINT = 512, AC_ERR_NCQ = 1024, }; enum ata_lpm_policy { ATA_LPM_UNKNOWN = 0, ATA_LPM_MAX_POWER = 1, ATA_LPM_MED_POWER = 2, ATA_LPM_MED_POWER_WITH_DIPM = 3, ATA_LPM_MIN_POWER_WITH_PARTIAL = 4, ATA_LPM_MIN_POWER = 5, }; struct ata_queued_cmd; typedef void (*ata_qc_cb_t)(struct ata_queued_cmd *); struct ata_taskfile { long unsigned int flags; u8 protocol; u8 ctl; u8 hob_feature; u8 hob_nsect; u8 hob_lbal; u8 hob_lbam; u8 hob_lbah; union { u8 error; u8 feature; }; u8 nsect; u8 lbal; u8 lbam; u8 lbah; u8 device; union { u8 status; u8 command; }; u32 auxiliary; }; struct ata_port; struct ata_device; struct ata_queued_cmd { struct ata_port *ap; struct ata_device *dev; struct scsi_cmnd *scsicmd; void (*scsidone)(struct scsi_cmnd *); struct ata_taskfile tf; u8 cdb[16]; long unsigned int flags; unsigned int tag; unsigned int hw_tag; unsigned int n_elem; unsigned int orig_n_elem; int dma_dir; unsigned int sect_size; unsigned int nbytes; unsigned int extrabytes; unsigned int curbytes; struct scatterlist sgent; struct scatterlist *sg; struct scatterlist *cursg; unsigned int cursg_ofs; unsigned int err_mask; struct ata_taskfile result_tf; ata_qc_cb_t complete_fn; void *private_data; void *lldd_task; }; struct ata_link; typedef int (*ata_prereset_fn_t)(struct ata_link *, long unsigned int); struct ata_eh_info { struct ata_device *dev; u32 serror; unsigned int err_mask; unsigned int action; unsigned int dev_action[2]; unsigned int flags; unsigned int probe_mask; char desc[80]; int desc_len; }; struct ata_eh_context { struct ata_eh_info i; int tries[2]; int cmd_timeout_idx[14]; unsigned int classes[2]; unsigned int did_probe_mask; unsigned int unloaded_mask; unsigned int saved_ncq_enabled; u8 saved_xfer_mode[2]; long unsigned int last_reset; }; struct ata_ering_entry { unsigned int eflags; unsigned int err_mask; u64 timestamp; }; struct ata_ering { int cursor; struct ata_ering_entry ring[32]; }; struct ata_cpr_log; struct ata_device { struct ata_link *link; unsigned int devno; unsigned int horkage; long unsigned int flags; struct scsi_device *sdev; void *private_data; union acpi_object *gtf_cache; unsigned int gtf_filter; struct device tdev; u64 n_sectors; u64 n_native_sectors; unsigned int class; long unsigned int unpark_deadline; u8 pio_mode; u8 dma_mode; u8 xfer_mode; unsigned int xfer_shift; unsigned int multi_count; unsigned int max_sectors; unsigned int cdb_len; unsigned int pio_mask; unsigned int mwdma_mask; unsigned int udma_mask; u16 cylinders; u16 heads; u16 sectors; long: 16; long: 64; long: 64; long: 64; long: 64; union { u16 id[256]; u32 gscr[128]; }; u8 devslp_timing[8]; u8 ncq_send_recv_cmds[20]; u8 ncq_non_data_cmds[64]; u32 zac_zoned_cap; u32 zac_zones_optimal_open; u32 zac_zones_optimal_nonseq; u32 zac_zones_max_open; struct ata_cpr_log *cpr_log; int spdn_cnt; struct ata_ering ering; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ata_link { struct ata_port *ap; int pmp; struct device tdev; unsigned int active_tag; u32 sactive; unsigned int flags; u32 saved_scontrol; unsigned int hw_sata_spd_limit; unsigned int sata_spd_limit; unsigned int sata_spd; enum ata_lpm_policy lpm_policy; struct ata_eh_info eh_info; struct ata_eh_context eh_context; long: 64; long: 64; long: 64; long: 64; struct ata_device device[2]; long unsigned int last_lpm_change; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef int (*ata_reset_fn_t)(struct ata_link *, unsigned int *, long unsigned int); typedef void (*ata_postreset_fn_t)(struct ata_link *, unsigned int *); enum sw_activity { OFF = 0, BLINK_ON = 1, BLINK_OFF = 2, }; struct ata_ioports { void *cmd_addr; void *data_addr; void *error_addr; void *feature_addr; void *nsect_addr; void *lbal_addr; void *lbam_addr; void *lbah_addr; void *device_addr; void *status_addr; void *command_addr; void *altstatus_addr; void *ctl_addr; void *bmdma_addr; void *scr_addr; }; struct ata_port_operations; struct ata_host { spinlock_t lock; struct device *dev; void * const *iomap; unsigned int n_ports; unsigned int n_tags; void *private_data; struct ata_port_operations *ops; long unsigned int flags; struct kref kref; struct mutex eh_mutex; struct task_struct *eh_owner; struct ata_port *simplex_claimed; struct ata_port *ports[0]; }; struct ata_port_operations { int (*qc_defer)(struct ata_queued_cmd *); int (*check_atapi_dma)(struct ata_queued_cmd *); enum ata_completion_errors (*qc_prep)(struct ata_queued_cmd *); unsigned int (*qc_issue)(struct ata_queued_cmd *); bool (*qc_fill_rtf)(struct ata_queued_cmd *); int (*cable_detect)(struct ata_port *); unsigned int (*mode_filter)(struct ata_device *, unsigned int); void (*set_piomode)(struct ata_port *, struct ata_device *); void (*set_dmamode)(struct ata_port *, struct ata_device *); int (*set_mode)(struct ata_link *, struct ata_device **); unsigned int (*read_id)(struct ata_device *, struct ata_taskfile *, __le16 *); void (*dev_config)(struct ata_device *); void (*freeze)(struct ata_port *); void (*thaw)(struct ata_port *); ata_prereset_fn_t prereset; ata_reset_fn_t softreset; ata_reset_fn_t hardreset; ata_postreset_fn_t postreset; ata_prereset_fn_t pmp_prereset; ata_reset_fn_t pmp_softreset; ata_reset_fn_t pmp_hardreset; ata_postreset_fn_t pmp_postreset; void (*error_handler)(struct ata_port *); void (*lost_interrupt)(struct ata_port *); void (*post_internal_cmd)(struct ata_queued_cmd *); void (*sched_eh)(struct ata_port *); void (*end_eh)(struct ata_port *); int (*scr_read)(struct ata_link *, unsigned int, u32 *); int (*scr_write)(struct ata_link *, unsigned int, u32); void (*pmp_attach)(struct ata_port *); void (*pmp_detach)(struct ata_port *); int (*set_lpm)(struct ata_link *, enum ata_lpm_policy, unsigned int); int (*port_suspend)(struct ata_port *, pm_message_t); int (*port_resume)(struct ata_port *); int (*port_start)(struct ata_port *); void (*port_stop)(struct ata_port *); void (*host_stop)(struct ata_host *); void (*sff_dev_select)(struct ata_port *, unsigned int); void (*sff_set_devctl)(struct ata_port *, u8); u8 (*sff_check_status)(struct ata_port *); u8 (*sff_check_altstatus)(struct ata_port *); void (*sff_tf_load)(struct ata_port *, const struct ata_taskfile *); void (*sff_tf_read)(struct ata_port *, struct ata_taskfile *); void (*sff_exec_command)(struct ata_port *, const struct ata_taskfile *); unsigned int (*sff_data_xfer)(struct ata_queued_cmd *, unsigned char *, unsigned int, int); void (*sff_irq_on)(struct ata_port *); bool (*sff_irq_check)(struct ata_port *); void (*sff_irq_clear)(struct ata_port *); void (*sff_drain_fifo)(struct ata_queued_cmd *); void (*bmdma_setup)(struct ata_queued_cmd *); void (*bmdma_start)(struct ata_queued_cmd *); void (*bmdma_stop)(struct ata_queued_cmd *); u8 (*bmdma_status)(struct ata_port *); ssize_t (*em_show)(struct ata_port *, char *); ssize_t (*em_store)(struct ata_port *, const char *, size_t); ssize_t (*sw_activity_show)(struct ata_device *, char *); ssize_t (*sw_activity_store)(struct ata_device *, enum sw_activity); ssize_t (*transmit_led_message)(struct ata_port *, u32, ssize_t); void (*phy_reset)(struct ata_port *); void (*eng_timeout)(struct ata_port *); const struct ata_port_operations *inherits; }; struct ata_port_stats { long unsigned int unhandled_irq; long unsigned int idle_irq; long unsigned int rw_reqbuf; }; struct ata_acpi_drive { u32 pio; u32 dma; }; struct ata_acpi_gtm { struct ata_acpi_drive drive[2]; u32 flags; }; struct ata_port { struct Scsi_Host *scsi_host; struct ata_port_operations *ops; spinlock_t *lock; long unsigned int flags; unsigned int pflags; unsigned int print_id; unsigned int local_port_no; unsigned int port_no; struct ata_ioports ioaddr; u8 ctl; u8 last_ctl; struct ata_link *sff_pio_task_link; struct delayed_work sff_pio_task; struct ata_bmdma_prd *bmdma_prd; dma_addr_t bmdma_prd_dma; unsigned int pio_mask; unsigned int mwdma_mask; unsigned int udma_mask; unsigned int cbl; struct ata_queued_cmd qcmd[33]; u64 qc_active; int nr_active_links; long: 32; long: 64; long: 64; long: 64; struct ata_link link; struct ata_link *slave_link; int nr_pmp_links; struct ata_link *pmp_link; struct ata_link *excl_link; struct ata_port_stats stats; struct ata_host *host; struct device *dev; struct device tdev; struct mutex scsi_scan_mutex; struct delayed_work hotplug_task; struct work_struct scsi_rescan_task; unsigned int hsm_task_state; struct list_head eh_done_q; wait_queue_head_t eh_wait_q; int eh_tries; struct completion park_req_pending; pm_message_t pm_mesg; enum ata_lpm_policy target_lpm_policy; struct timer_list fastdrain_timer; unsigned int fastdrain_cnt; async_cookie_t cookie; int em_message_type; void *private_data; struct ata_acpi_gtm __acpi_init_gtm; int: 32; u8 sector_buf[512]; }; struct ata_cpr { u8 num; u8 num_storage_elements; u64 start_lba; u64 num_lbas; }; struct ata_cpr_log { u8 nr_cpr; struct ata_cpr cpr[0]; }; enum sas_class { SAS = 0, EXPANDER = 1, }; enum sas_phy_role { PHY_ROLE_NONE = 0, PHY_ROLE_TARGET = 64, PHY_ROLE_INITIATOR = 128, }; enum sas_phy_type { PHY_TYPE_PHYSICAL = 0, PHY_TYPE_VIRTUAL = 1, }; enum port_event { PORTE_BYTES_DMAED = 0, PORTE_BROADCAST_RCVD = 1, PORTE_LINK_RESET_ERR = 2, PORTE_TIMER_EVENT = 3, PORTE_HARD_RESET = 4, PORT_NUM_EVENTS = 5, }; enum phy_event { PHYE_LOSS_OF_SIGNAL = 0, PHYE_OOB_DONE = 1, PHYE_OOB_ERROR = 2, PHYE_SPINUP_HOLD = 3, PHYE_RESUME_TIMEOUT = 4, PHYE_SHUTDOWN = 5, PHY_NUM_EVENTS = 6, }; enum discover_event { DISCE_DISCOVER_DOMAIN = 0, DISCE_REVALIDATE_DOMAIN = 1, DISCE_SUSPEND = 2, DISCE_RESUME = 3, DISC_NUM_EVENTS = 4, }; enum routing_attribute { DIRECT_ROUTING = 0, SUBTRACTIVE_ROUTING = 1, TABLE_ROUTING = 2, }; enum ex_phy_state { PHY_EMPTY = 0, PHY_VACANT = 1, PHY_NOT_PRESENT = 2, PHY_DEVICE_DISCOVERED = 3, }; struct ex_phy { int phy_id; enum ex_phy_state phy_state; enum sas_device_type attached_dev_type; enum sas_linkrate linkrate; u8 attached_sata_host: 1; u8 attached_sata_dev: 1; u8 attached_sata_ps: 1; enum sas_protocol attached_tproto; enum sas_protocol attached_iproto; u8 attached_sas_addr[8]; u8 attached_phy_id; int phy_change_count; enum routing_attribute routing_attr; u8 virtual: 1; int last_da_index; struct sas_phy *phy; struct sas_port *port; }; struct expander_device { struct list_head children; int ex_change_count; u16 max_route_indexes; u8 num_phys; u8 t2t_supp: 1; u8 configuring: 1; u8 conf_route_table: 1; u8 enclosure_logical_id[8]; struct ex_phy *ex_phy; struct sas_port *parent_port; struct mutex cmd_mutex; }; struct sata_device { unsigned int class; u8 port_no; struct ata_port *ap; struct ata_host *ata_host; long: 64; long: 64; long: 64; long: 64; long: 64; struct smp_rps_resp rps_resp; u8 fis[24]; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ssp_device { struct list_head eh_list_node; struct scsi_lun reset_lun; }; struct asd_sas_port; struct domain_device { spinlock_t done_lock; enum sas_device_type dev_type; enum sas_linkrate linkrate; enum sas_linkrate min_linkrate; enum sas_linkrate max_linkrate; int pathways; struct domain_device *parent; struct list_head siblings; struct asd_sas_port *port; struct sas_phy *phy; struct list_head dev_list_node; struct list_head disco_list_node; enum sas_protocol iproto; enum sas_protocol tproto; struct sas_rphy *rphy; u8 sas_addr[8]; u8 hashed_sas_addr[3]; u8 frame_rcvd[32]; long: 40; long: 64; long: 64; long: 64; long: 64; union { struct expander_device ex_dev; struct sata_device sata_dev; struct ssp_device ssp_dev; }; void *lldd_dev; long unsigned int state; struct kref kref; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sas_work { struct list_head drain_node; struct work_struct work; }; struct sas_discovery_event { struct sas_work work; struct asd_sas_port *port; }; struct sas_discovery { struct sas_discovery_event disc_work[4]; long unsigned int pending; u8 fanout_sas_addr[8]; u8 eeds_a[8]; u8 eeds_b[8]; int max_level; }; struct sas_ha_struct; struct asd_sas_port { struct sas_discovery disc; struct domain_device *port_dev; spinlock_t dev_list_lock; struct list_head dev_list; struct list_head disco_list; struct list_head destroy_list; struct list_head sas_port_del_list; enum sas_linkrate linkrate; struct sas_work work; int suspended; int id; enum sas_class class; u8 sas_addr[8]; u8 attached_sas_addr[8]; enum sas_protocol iproto; enum sas_protocol tproto; enum sas_oob_mode oob_mode; spinlock_t phy_list_lock; struct list_head phy_list; int num_phys; u32 phy_mask; struct sas_ha_struct *ha; struct sas_port *port; void *lldd_port; }; struct scsi_core { struct Scsi_Host *shost; }; struct asd_sas_phy; struct sas_ha_struct { struct list_head defer_q; struct mutex drain_mutex; long unsigned int state; spinlock_t lock; int eh_active; wait_queue_head_t eh_wait_q; struct list_head eh_dev_q; struct mutex disco_mutex; struct scsi_core core; char *sas_ha_name; struct device *dev; struct module *lldd_module; struct workqueue_struct *event_q; struct workqueue_struct *disco_q; u8 *sas_addr; u8 hashed_sas_addr[3]; spinlock_t phy_port_lock; struct asd_sas_phy **sas_phy; struct asd_sas_port **sas_port; int num_phys; int strict_wide_ports; void *lldd_ha; struct list_head eh_done_q; struct list_head eh_ata_q; int event_thres; }; struct asd_sas_event { struct sas_work work; struct asd_sas_phy *phy; int event; }; struct asd_sas_phy { atomic_t event_nr; int in_shutdown; int error; int suspended; struct sas_phy *phy; int enabled; int id; enum sas_class class; enum sas_protocol iproto; enum sas_protocol tproto; enum sas_phy_type type; enum sas_phy_role role; enum sas_oob_mode oob_mode; enum sas_linkrate linkrate; u8 *sas_addr; u8 attached_sas_addr[8]; spinlock_t frame_rcvd_lock; u8 *frame_rcvd; int frame_rcvd_size; spinlock_t sas_prim_lock; u32 sas_prim; struct list_head port_phy_el; struct asd_sas_port *port; struct sas_ha_struct *ha; void *lldd_phy; }; enum service_response { SAS_TASK_COMPLETE = 0, SAS_TASK_UNDELIVERED = -1, }; enum exec_status { SAS_SAM_STAT_GOOD = 0, SAS_SAM_STAT_BUSY = 8, SAS_SAM_STAT_TASK_ABORTED = 64, SAS_SAM_STAT_CHECK_CONDITION = 2, SAS_DEV_NO_RESPONSE = 128, SAS_DATA_UNDERRUN = 129, SAS_DATA_OVERRUN = 130, SAS_INTERRUPTED = 131, SAS_QUEUE_FULL = 132, SAS_DEVICE_UNKNOWN = 133, SAS_OPEN_REJECT = 134, SAS_OPEN_TO = 135, SAS_PROTO_RESPONSE = 136, SAS_PHY_DOWN = 137, SAS_NAK_R_ERR = 138, SAS_PENDING = 139, SAS_ABORTED_TASK = 140, }; struct task_status_struct { enum service_response resp; enum exec_status stat; int buf_valid_size; u8 buf[96]; u32 residual; enum sas_open_rej_reason open_rej_reason; }; struct sas_ata_task { struct host_to_dev_fis fis; u8 atapi_packet[16]; u8 retry_count; u8 dma_xfer: 1; u8 use_ncq: 1; u8 set_affil_pol: 1; u8 stp_affil_pol: 1; u8 device_control_reg_update: 1; bool force_phy; int force_phy_id; }; enum sas_internal_abort { SAS_INTERNAL_ABORT_SINGLE = 0, SAS_INTERNAL_ABORT_DEV = 1, }; struct sas_internal_abort_task { enum sas_internal_abort type; unsigned int qid; u16 tag; }; struct sas_smp_task { struct scatterlist smp_req; struct scatterlist smp_resp; }; enum task_attribute { TASK_ATTR_SIMPLE = 0, TASK_ATTR_HOQ = 1, TASK_ATTR_ORDERED = 2, TASK_ATTR_ACA = 4, }; struct sas_ssp_task { u8 retry_count; u8 LUN[8]; u8 enable_first_burst: 1; enum task_attribute task_attr; u8 task_prio; struct scsi_cmnd *cmd; }; struct sas_tmf_task { u8 tmf; u16 tag_of_task_to_be_managed; }; struct sas_task_slow; struct sas_task { struct domain_device *dev; spinlock_t task_state_lock; unsigned int task_state_flags; enum sas_protocol task_proto; union { struct sas_ata_task ata_task; struct sas_smp_task smp_task; struct sas_ssp_task ssp_task; struct sas_internal_abort_task abort_task; }; struct scatterlist *scatter; int num_scatter; u32 total_xfer_len; u8 data_dir: 2; struct task_status_struct task_status; void (*task_done)(struct sas_task *); void *lldd_task; void *uldd_task; struct sas_task_slow *slow_task; struct sas_tmf_task *tmf; }; struct sas_task_slow { struct timer_list timer; struct completion completion; struct sas_task *task; }; struct sas_domain_function_template { void (*lldd_port_formed)(struct asd_sas_phy *); void (*lldd_port_deformed)(struct asd_sas_phy *); int (*lldd_dev_found)(struct domain_device *); void (*lldd_dev_gone)(struct domain_device *); int (*lldd_execute_task)(struct sas_task *, gfp_t); int (*lldd_abort_task)(struct sas_task *); int (*lldd_abort_task_set)(struct domain_device *, u8 *); int (*lldd_clear_task_set)(struct domain_device *, u8 *); int (*lldd_I_T_nexus_reset)(struct domain_device *); int (*lldd_ata_check_ready)(struct domain_device *); void (*lldd_ata_set_dmamode)(struct domain_device *); int (*lldd_lu_reset)(struct domain_device *, u8 *); int (*lldd_query_task)(struct sas_task *); void (*lldd_tmf_exec_complete)(struct domain_device *); void (*lldd_tmf_aborted)(struct sas_task *); bool (*lldd_abort_timeout)(struct sas_task *, void *); int (*lldd_clear_nexus_port)(struct asd_sas_port *); int (*lldd_clear_nexus_ha)(struct sas_ha_struct *); int (*lldd_control_phy)(struct asd_sas_phy *, enum phy_func, void *); int (*lldd_write_gpio)(struct sas_ha_struct *, u8, u8, u8, u8 *); }; struct sas_internal { struct scsi_transport_template t; struct sas_function_template *f; struct sas_domain_function_template *dft; struct device_attribute private_host_attrs[0]; struct device_attribute private_phy_attrs[17]; struct device_attribute private_port_attrs[1]; struct device_attribute private_rphy_attrs[8]; struct device_attribute private_end_dev_attrs[5]; struct device_attribute private_expander_attrs[7]; struct transport_container phy_attr_cont; struct transport_container port_attr_cont; struct transport_container rphy_attr_cont; struct transport_container end_dev_attr_cont; struct transport_container expander_attr_cont; struct device_attribute *host_attrs[1]; struct device_attribute *phy_attrs[18]; struct device_attribute *port_attrs[2]; struct device_attribute *rphy_attrs[9]; struct device_attribute *end_dev_attrs[6]; struct device_attribute *expander_attrs[8]; }; struct report_general_resp { __be16 change_count; __be16 route_indexes; u8 _r_a; u8 num_phys; u8 conf_route_table: 1; u8 configuring: 1; u8 config_others: 1; u8 orej_retry_supp: 1; u8 stp_cont_awt: 1; u8 self_config: 1; u8 zone_config: 1; u8 t2t_supp: 1; u8 _r_c; u8 enclosure_logical_id[8]; u8 _r_d[12]; }; struct discover_resp { u8 _r_a[5]; u8 phy_id; __be16 _r_b; u8 _r_c: 4; u8 attached_dev_type: 3; u8 _r_d: 1; u8 linkrate: 4; u8 _r_e: 4; u8 attached_sata_host: 1; u8 iproto: 3; u8 _r_f: 4; u8 attached_sata_dev: 1; u8 tproto: 3; u8 _r_g: 3; u8 attached_sata_ps: 1; u8 sas_addr[8]; u8 attached_sas_addr[8]; u8 attached_phy_id; u8 _r_h[7]; u8 hmin_linkrate: 4; u8 pmin_linkrate: 4; u8 hmax_linkrate: 4; u8 pmax_linkrate: 4; u8 change_count; u8 pptv: 4; u8 _r_i: 3; u8 virtual: 1; u8 routing_attr: 4; u8 _r_j: 4; u8 conn_type; u8 conn_el_index; u8 conn_phy_link; u8 _r_k[8]; }; struct smp_rg_resp { u8 frame_type; u8 function; u8 result; u8 reserved; struct report_general_resp rg; }; struct smp_disc_resp { u8 frame_type; u8 function; u8 result; u8 reserved; struct discover_resp disc; }; struct sas_expander_device { int level; int next_port_id; char vendor_id[9]; char product_id[17]; char product_rev[5]; char component_vendor_id[9]; u16 component_id; u8 component_revision_id; struct sas_rphy rphy; }; enum { SAS_DEV_GONE = 0, SAS_DEV_FOUND = 1, SAS_DEV_DESTROY = 2, SAS_DEV_EH_PENDING = 3, SAS_DEV_LU_RESET = 4, SAS_DEV_RESET = 5, }; enum sas_ha_state { SAS_HA_REGISTERED = 0, SAS_HA_DRAINING = 1, SAS_HA_ATA_EH_ACTIVE = 2, SAS_HA_FROZEN = 3, SAS_HA_RESUMING = 4, }; typedef s8 int8_t; struct driver_attribute { struct attribute attr; ssize_t (*show)(struct device_driver *, char *); ssize_t (*store)(struct device_driver *, const char *, size_t); }; struct tasklet_struct { struct tasklet_struct *next; long unsigned int state; atomic_t count; bool use_callback; union { void (*func)(long unsigned int); void (*callback)(struct tasklet_struct *); }; long unsigned int data; }; enum { TASKLET_STATE_SCHED = 0, TASKLET_STATE_RUN = 1, }; typedef u32 compat_size_t; struct compat_iovec { compat_uptr_t iov_base; compat_size_t iov_len; }; struct RAID_CONTEXT { u8 type: 4; u8 nseg: 4; u8 resvd0; __le16 timeout_value; u8 reg_lock_flags; u8 resvd1; __le16 virtual_disk_tgt_id; __le64 reg_lock_row_lba; __le32 reg_lock_length; __le16 next_lmid; u8 ex_status; u8 status; u8 raid_flags; u8 num_sge; __le16 config_seq_num; u8 span_arm; u8 priority; u8 num_sge_ext; u8 resvd2; }; struct RAID_CONTEXT_G35 { u16 nseg_type; u16 timeout_value; u16 routing_flags; u16 virtual_disk_tgt_id; __le64 reg_lock_row_lba; u32 reg_lock_length; union { u16 rmw_op_index; u16 peer_smid; u16 r56_arm_map; } flow_specific; u8 ex_status; u8 status; u8 raid_flags; u8 span_arm; u16 config_seq_num; union { struct { u16 num_sge: 12; u16 reserved: 3; u16 stream_detected: 1; } bits; u8 bytes[2]; } u; u8 resvd2[2]; }; union RAID_CONTEXT_UNION { struct RAID_CONTEXT raid_context; struct RAID_CONTEXT_G35 raid_context_g35; }; struct MPI2_SGE_SIMPLE_UNION { __le32 FlagsLength; union { __le32 Address32; __le64 Address64; } u; }; struct MPI2_SCSI_IO_CDB_EEDP32 { u8 CDB[20]; __be32 PrimaryReferenceTag; __be16 PrimaryApplicationTag; __be16 PrimaryApplicationTagMask; __le32 TransferLength; }; struct MPI2_SGE_CHAIN_UNION { __le16 Length; u8 NextChainOffset; u8 Flags; union { __le32 Address32; __le64 Address64; } u; }; struct MPI2_IEEE_SGE_SIMPLE32 { __le32 Address; __le32 FlagsLength; }; struct MPI2_IEEE_SGE_CHAIN32 { __le32 Address; __le32 FlagsLength; }; struct MPI2_IEEE_SGE_SIMPLE64 { __le64 Address; __le32 Length; __le16 Reserved1; u8 Reserved2; u8 Flags; }; struct MPI2_IEEE_SGE_CHAIN64 { __le64 Address; __le32 Length; __le16 Reserved1; u8 Reserved2; u8 Flags; }; union MPI2_IEEE_SGE_SIMPLE_UNION { struct MPI2_IEEE_SGE_SIMPLE32 Simple32; struct MPI2_IEEE_SGE_SIMPLE64 Simple64; }; union MPI2_IEEE_SGE_CHAIN_UNION { struct MPI2_IEEE_SGE_CHAIN32 Chain32; struct MPI2_IEEE_SGE_CHAIN64 Chain64; }; union MPI2_SGE_IO_UNION { struct MPI2_SGE_SIMPLE_UNION MpiSimple; struct MPI2_SGE_CHAIN_UNION MpiChain; union MPI2_IEEE_SGE_SIMPLE_UNION IeeeSimple; union MPI2_IEEE_SGE_CHAIN_UNION IeeeChain; }; union MPI2_SCSI_IO_CDB_UNION { u8 CDB32[32]; struct MPI2_SCSI_IO_CDB_EEDP32 EEDP32; struct MPI2_SGE_SIMPLE_UNION SGE; }; struct MPI2_RAID_SCSI_IO_REQUEST { __le16 DevHandle; u8 ChainOffset; u8 Function; __le16 Reserved1; u8 Reserved2; u8 MsgFlags; u8 VP_ID; u8 VF_ID; __le16 Reserved3; __le32 SenseBufferLowAddress; __le16 SGLFlags; u8 SenseBufferLength; u8 Reserved4; u8 SGLOffset0; u8 SGLOffset1; u8 SGLOffset2; u8 SGLOffset3; __le32 SkipCount; __le32 DataLength; __le32 BidirectionalDataLength; __le16 IoFlags; __le16 EEDPFlags; __le32 EEDPBlockSize; __le32 SecondaryReferenceTag; __le16 SecondaryApplicationTag; __le16 ApplicationTagTranslationMask; u8 LUN[8]; __le32 Control; union MPI2_SCSI_IO_CDB_UNION CDB; union RAID_CONTEXT_UNION RaidContext; union MPI2_SGE_IO_UNION SGL; }; struct MEGASAS_RAID_MFA_IO_REQUEST_DESCRIPTOR { u32 RequestFlags: 8; u32 MessageAddress1: 24; u32 MessageAddress2; }; struct MPI2_DEFAULT_REQUEST_DESCRIPTOR { u8 RequestFlags; u8 MSIxIndex; __le16 SMID; __le16 LMID; __le16 DescriptorTypeDependent; }; struct MPI2_HIGH_PRIORITY_REQUEST_DESCRIPTOR { u8 RequestFlags; u8 MSIxIndex; __le16 SMID; __le16 LMID; __le16 Reserved1; }; struct MPI2_SCSI_IO_REQUEST_DESCRIPTOR { u8 RequestFlags; u8 MSIxIndex; __le16 SMID; __le16 LMID; __le16 DevHandle; }; struct MPI2_SCSI_TARGET_REQUEST_DESCRIPTOR { u8 RequestFlags; u8 MSIxIndex; __le16 SMID; __le16 LMID; __le16 IoIndex; }; struct MPI2_RAID_ACCEL_REQUEST_DESCRIPTOR { u8 RequestFlags; u8 MSIxIndex; __le16 SMID; __le16 LMID; __le16 Reserved; }; union MEGASAS_REQUEST_DESCRIPTOR_UNION { struct MPI2_DEFAULT_REQUEST_DESCRIPTOR Default; struct MPI2_HIGH_PRIORITY_REQUEST_DESCRIPTOR HighPriority; struct MPI2_SCSI_IO_REQUEST_DESCRIPTOR SCSIIO; struct MPI2_SCSI_TARGET_REQUEST_DESCRIPTOR SCSITarget; struct MPI2_RAID_ACCEL_REQUEST_DESCRIPTOR RAIDAccelerator; struct MEGASAS_RAID_MFA_IO_REQUEST_DESCRIPTOR MFAIo; union { struct { __le32 low; __le32 high; } u; __le64 Words; }; }; struct MPI2_DEFAULT_REPLY_DESCRIPTOR { u8 ReplyFlags; u8 MSIxIndex; __le16 DescriptorTypeDependent1; __le32 DescriptorTypeDependent2; }; struct MPI2_ADDRESS_REPLY_DESCRIPTOR { u8 ReplyFlags; u8 MSIxIndex; __le16 SMID; __le32 ReplyFrameAddress; }; struct MPI2_SCSI_IO_SUCCESS_REPLY_DESCRIPTOR { u8 ReplyFlags; u8 MSIxIndex; __le16 SMID; __le16 TaskTag; __le16 Reserved1; }; struct MPI2_TARGETASSIST_SUCCESS_REPLY_DESCRIPTOR { u8 ReplyFlags; u8 MSIxIndex; __le16 SMID; u8 SequenceNumber; u8 Reserved1; __le16 IoIndex; }; struct MPI2_TARGET_COMMAND_BUFFER_REPLY_DESCRIPTOR { u8 ReplyFlags; u8 MSIxIndex; u8 VP_ID; u8 Flags; __le16 InitiatorDevHandle; __le16 IoIndex; }; struct MPI2_RAID_ACCELERATOR_SUCCESS_REPLY_DESCRIPTOR { u8 ReplyFlags; u8 MSIxIndex; __le16 SMID; __le32 Reserved; }; union MPI2_REPLY_DESCRIPTORS_UNION { struct MPI2_DEFAULT_REPLY_DESCRIPTOR Default; struct MPI2_ADDRESS_REPLY_DESCRIPTOR AddressReply; struct MPI2_SCSI_IO_SUCCESS_REPLY_DESCRIPTOR SCSIIOSuccess; struct MPI2_TARGETASSIST_SUCCESS_REPLY_DESCRIPTOR TargetAssistSuccess; struct MPI2_TARGET_COMMAND_BUFFER_REPLY_DESCRIPTOR TargetCommandBuffer; struct MPI2_RAID_ACCELERATOR_SUCCESS_REPLY_DESCRIPTOR RAIDAcceleratorSuccess; __le64 Words; }; struct MPI2_IOC_INIT_REQUEST { u8 WhoInit; u8 Reserved1; u8 ChainOffset; u8 Function; __le16 Reserved2; u8 Reserved3; u8 MsgFlags; u8 VP_ID; u8 VF_ID; __le16 Reserved4; __le16 MsgVersion; __le16 HeaderVersion; u32 Reserved5; __le16 Reserved6; u8 HostPageSize; u8 HostMSIxVectors; __le16 Reserved8; __le16 SystemRequestFrameSize; __le16 ReplyDescriptorPostQueueDepth; __le16 ReplyFreeQueueDepth; __le32 SenseBufferAddressHigh; __le32 SystemReplyAddressHigh; __le64 SystemRequestFrameBaseAddress; __le64 ReplyDescriptorPostQueueAddress; __le64 ReplyFreeQueueAddress; __le64 TimeStamp; }; struct MR_DEV_HANDLE_INFO { __le16 curDevHdl; u8 validHandles; u8 interfaceType; __le16 devHandle[2]; }; struct MR_ARRAY_INFO { __le16 pd[32]; }; struct MR_QUAD_ELEMENT { __le64 logStart; __le64 logEnd; __le64 offsetInSpan; __le32 diff; __le32 reserved1; }; struct MR_SPAN_INFO { __le32 noElements; __le32 reserved1; struct MR_QUAD_ELEMENT quad[8]; }; struct MR_LD_SPAN { __le64 startBlk; __le64 numBlks; __le16 arrayRef; u8 spanRowSize; u8 spanRowDataSize; u8 reserved[4]; }; struct MR_SPAN_BLOCK_INFO { __le64 num_rows; struct MR_LD_SPAN span; struct MR_SPAN_INFO block_span_info; }; struct MR_CPU_AFFINITY_MASK { union { struct { u8 hw_path: 1; u8 cpu0: 1; u8 cpu1: 1; u8 cpu2: 1; u8 cpu3: 1; u8 reserved: 3; }; u8 core_mask; }; }; struct MR_IO_AFFINITY { union { struct { struct MR_CPU_AFFINITY_MASK pdRead; struct MR_CPU_AFFINITY_MASK pdWrite; struct MR_CPU_AFFINITY_MASK ldRead; struct MR_CPU_AFFINITY_MASK ldWrite; }; u32 word; }; u8 maxCores; u8 reserved[3]; }; struct MR_LD_RAID { struct { u32 fpCapable: 1; u32 ra_capable: 1; u32 reserved5: 2; u32 ldPiMode: 4; u32 pdPiMode: 4; u32 encryptionType: 8; u32 fpWriteCapable: 1; u32 fpReadCapable: 1; u32 fpWriteAcrossStripe: 1; u32 fpReadAcrossStripe: 1; u32 fpNonRWCapable: 1; u32 tmCapable: 1; u32 fpBypassRegionLock: 1; u32 disable_coalescing: 1; u32 fp_rmw_capable: 1; u32 fp_cache_bypass_capable: 1; u32 reserved4: 2; } capability; __le32 reserved6; __le64 size; u8 spanDepth; u8 level; u8 stripeShift; u8 rowSize; u8 rowDataSize; u8 writeMode; u8 PRL; u8 SRL; __le16 targetId; u8 ldState; u8 regTypeReqOnWrite; u8 modFactor; u8 regTypeReqOnRead; __le16 seqNum; struct { u32 ldSyncRequired: 1; u32 regTypeReqOnReadIsValid: 1; u32 isEPD: 1; u32 enableSLDOnAllRWIOs: 1; u32 reserved: 28; } flags; u8 LUN[8]; u8 fpIoTimeoutForLd; u8 ld_accept_priority_type; u8 reserved2[2]; u32 logical_block_length; struct { u32 ld_pi_exp: 4; u32 ld_logical_block_exp: 4; u32 reserved1: 24; }; struct MR_IO_AFFINITY cpuAffinity; u8 reserved3[64]; }; struct MR_LD_SPAN_MAP { struct MR_LD_RAID ldRaid; u8 dataArmMap[32]; struct MR_SPAN_BLOCK_INFO spanBlock[8]; }; struct MR_FW_RAID_MAP { __le32 totalSize; union { struct { __le32 maxLd; __le32 maxSpanDepth; __le32 maxRowSize; __le32 maxPdCount; __le32 maxArrays; } validationInfo; __le32 version[5]; }; __le32 ldCount; __le32 Reserved1; u8 ldTgtIdToLd[128]; u8 fpPdIoTimeoutSec; u8 reserved2[7]; struct MR_ARRAY_INFO arMapInfo[128]; struct MR_DEV_HANDLE_INFO devHndlInfo[256]; struct MR_LD_SPAN_MAP ldSpanMap[0]; }; enum MR_RAID_MAP_DESC_TYPE { RAID_MAP_DESC_TYPE_DEVHDL_INFO = 0, RAID_MAP_DESC_TYPE_TGTID_INFO = 1, RAID_MAP_DESC_TYPE_ARRAY_INFO = 2, RAID_MAP_DESC_TYPE_SPAN_INFO = 3, RAID_MAP_DESC_TYPE_COUNT = 4, }; struct MR_RAID_MAP_DESC_TABLE { u32 raid_map_desc_type; u32 raid_map_desc_offset; u32 raid_map_desc_buffer_size; u32 raid_map_desc_elements; }; struct MR_FW_RAID_MAP_DYNAMIC { u32 raid_map_size; u32 desc_table_offset; u32 desc_table_size; u32 desc_table_num_elements; u64 reserved1; u32 reserved2[3]; u8 fp_pd_io_timeout_sec; u8 reserved3[3]; u32 rmw_fp_seq_num; u16 ld_count; u16 ar_count; u16 span_count; u16 reserved4[3]; union { struct { struct MR_DEV_HANDLE_INFO *dev_hndl_info; u16 *ld_tgt_id_to_ld; struct MR_ARRAY_INFO *ar_map_info; struct MR_LD_SPAN_MAP *ld_span_map; }; u64 ptr_structure_size[4]; }; struct MR_RAID_MAP_DESC_TABLE raid_map_desc_table[4]; u32 raid_map_desc_data[0]; }; struct megasas_instance; struct megasas_cmd_fusion { struct MPI2_RAID_SCSI_IO_REQUEST *io_request; dma_addr_t io_request_phys_addr; union MPI2_SGE_IO_UNION *sg_frame; dma_addr_t sg_frame_phys_addr; u8 *sense; dma_addr_t sense_phys_addr; struct list_head list; struct scsi_cmnd *scmd; struct megasas_instance *instance; u8 retry_for_fw_reset; union MEGASAS_REQUEST_DESCRIPTOR_UNION *request_desc; u32 sync_cmd_idx; u32 index; u8 pd_r1_lb; struct completion done; u8 pd_interface; u16 r1_alt_dev_handle; bool cmd_completed; }; struct megasas_pd_list { u16 tid; u8 driveType; u8 driveState; }; struct dma_pool; struct megasas_irq_context { char name[32]; struct megasas_instance *instance; u32 MSIxIndex; u32 os_irq; struct irq_poll irqpoll; bool irq_poll_scheduled; bool irq_line_enable; atomic_t in_used; }; struct MR_DRV_SYSTEM_INFO; struct MR_LD_VF_AFFILIATION; struct MR_LD_VF_AFFILIATION_111; struct MR_CTRL_HB_HOST_MEM; struct MR_PD_INFO; struct MR_TARGET_PROPERTIES; struct MR_PD_LIST; struct megasas_ctrl_info; struct MR_LD_LIST; struct MR_LD_TARGETID_LIST; struct MR_HOST_DEVICE_LIST; struct MR_SNAPDUMP_PROPERTIES; struct megasas_register_set; struct megasas_aen_event; struct megasas_cmd; struct megasas_evt_detail; struct megasas_instance_template; struct megasas_instance { unsigned int *reply_map; __le32 *producer; dma_addr_t producer_h; __le32 *consumer; dma_addr_t consumer_h; struct MR_DRV_SYSTEM_INFO *system_info_buf; dma_addr_t system_info_h; struct MR_LD_VF_AFFILIATION *vf_affiliation; dma_addr_t vf_affiliation_h; struct MR_LD_VF_AFFILIATION_111 *vf_affiliation_111; dma_addr_t vf_affiliation_111_h; struct MR_CTRL_HB_HOST_MEM *hb_host_mem; dma_addr_t hb_host_mem_h; struct MR_PD_INFO *pd_info; dma_addr_t pd_info_h; struct MR_TARGET_PROPERTIES *tgt_prop; dma_addr_t tgt_prop_h; __le32 *reply_queue; dma_addr_t reply_queue_h; u32 *crash_dump_buf; dma_addr_t crash_dump_h; struct MR_PD_LIST *pd_list_buf; dma_addr_t pd_list_buf_h; struct megasas_ctrl_info *ctrl_info_buf; dma_addr_t ctrl_info_buf_h; struct MR_LD_LIST *ld_list_buf; dma_addr_t ld_list_buf_h; struct MR_LD_TARGETID_LIST *ld_targetid_list_buf; dma_addr_t ld_targetid_list_buf_h; struct MR_HOST_DEVICE_LIST *host_device_list_buf; dma_addr_t host_device_list_buf_h; struct MR_SNAPDUMP_PROPERTIES *snapdump_prop; dma_addr_t snapdump_prop_h; void *crash_buf[512]; unsigned int fw_crash_buffer_size; unsigned int fw_crash_state; unsigned int fw_crash_buffer_offset; u32 drv_buf_index; u32 drv_buf_alloc; u32 crash_dump_fw_support; u32 crash_dump_drv_support; u32 crash_dump_app_support; u32 secure_jbod_support; u32 support_morethan256jbod; bool use_seqnum_jbod_fp; bool smp_affinity_enable; spinlock_t crashdump_lock; struct megasas_register_set *reg_set; u32 *reply_post_host_index_addr[16]; struct megasas_pd_list pd_list[256]; struct megasas_pd_list local_pd_list[256]; u8 ld_ids[256]; u8 ld_tgtid_status[256]; u8 ld_ids_prev[256]; u8 ld_ids_from_raidmap[256]; s8 init_id; u16 max_num_sge; u16 max_fw_cmds; u16 max_mpt_cmds; u16 max_mfi_cmds; u16 max_scsi_cmds; u16 ldio_threshold; u16 cur_can_queue; u32 max_sectors_per_req; bool msix_load_balance; struct megasas_aen_event *ev; struct megasas_cmd **cmd_list; struct list_head cmd_pool; spinlock_t mfi_pool_lock; spinlock_t hba_lock; spinlock_t stream_lock; spinlock_t completion_lock; struct dma_pool *frame_dma_pool; struct dma_pool *sense_dma_pool; struct megasas_evt_detail *evt_detail; dma_addr_t evt_detail_h; struct megasas_cmd *aen_cmd; struct semaphore ioctl_sem; struct Scsi_Host *host; wait_queue_head_t int_cmd_wait_q; wait_queue_head_t abort_cmd_wait_q; struct pci_dev *pdev; u32 unique_id; u32 fw_support_ieee; u32 threshold_reply_count; atomic_t fw_outstanding; atomic_t ldio_outstanding; atomic_t fw_reset_no_pci_access; atomic64_t total_io_count; atomic64_t high_iops_outstanding; struct megasas_instance_template *instancet; struct tasklet_struct isr_tasklet; struct work_struct work_init; struct delayed_work fw_fault_work; struct workqueue_struct *fw_fault_work_q; char fault_handler_work_q_name[48]; u8 flag; u8 unload; u8 flag_ieee; u8 issuepend_done; u8 disableOnlineCtrlReset; u8 UnevenSpanSupport; u8 supportmax256vd; u8 pd_list_not_supported; u16 fw_supported_vd_count; u16 fw_supported_pd_count; u16 drv_supported_vd_count; u16 drv_supported_pd_count; atomic_t adprecovery; long unsigned int last_time; u32 mfiStatus; u32 last_seq_num; struct list_head internal_reset_pending_q; void *ctrl_context; unsigned int msix_vectors; struct megasas_irq_context irq_context[128]; u64 map_id; u64 pd_seq_map_id; struct megasas_cmd *map_update_cmd; struct megasas_cmd *jbod_seq_cmd; long unsigned int bar; long int reset_flags; struct mutex reset_mutex; struct timer_list sriov_heartbeat_timer; char skip_heartbeat_timer_del; u8 requestorId; char PlasmaFW111; char clusterId[16]; u8 peerIsPresent; u8 passive; u16 throttlequeuedepth; u8 mask_interrupts; u16 max_chain_frame_sz; u8 is_imr; u8 is_rdpq; bool dev_handle; bool fw_sync_cache_support; u32 mfi_frame_size; bool msix_combined; u16 max_raid_mapsize; u8 r1_ldio_hint_default; u32 nvme_page_size; u8 adapter_type; bool consistent_mask_64bit; bool support_nvme_passthru; bool enable_sdev_max_qd; u8 task_abort_tmo; u8 max_reset_tmo; u8 snapdump_wait_time; struct dentry *debugfs_root; struct dentry *raidmap_dump; u8 enable_fw_dev_list; bool atomic_desc_support; bool support_seqnum_jbod_fp; bool support_pci_lane_margining; u8 low_latency_index_start; int perf_mode; int iopoll_q_count; }; struct LD_LOAD_BALANCE_INFO { u8 loadBalanceFlag; u8 reserved1; atomic_t scsi_pending_cmds[256]; u64 last_accessed_block[256]; }; struct _LD_SPAN_SET { u64 log_start_lba; u64 log_end_lba; u64 span_row_start; u64 span_row_end; u64 data_strip_start; u64 data_strip_end; u64 data_row_start; u64 data_row_end; u8 strip_offset[8]; u32 span_row_data_width; u32 diff; u32 reserved[2]; }; typedef struct _LD_SPAN_SET LD_SPAN_SET; struct LOG_BLOCK_SPAN_INFO { LD_SPAN_SET span_set[8]; }; typedef struct LOG_BLOCK_SPAN_INFO LD_SPAN_INFO; struct MR_DRV_RAID_MAP { __le32 totalSize; union { struct { __le32 maxLd; __le32 maxSpanDepth; __le32 maxRowSize; __le32 maxPdCount; __le32 maxArrays; } validationInfo; __le32 version[5]; }; u8 fpPdIoTimeoutSec; u8 reserved2[7]; __le16 ldCount; __le16 arCount; __le16 spanCount; __le16 reserve3; struct MR_DEV_HANDLE_INFO devHndlInfo[512]; u16 ldTgtIdToLd[512]; struct MR_ARRAY_INFO arMapInfo[512]; struct MR_LD_SPAN_MAP ldSpanMap[0]; }; struct MR_DRV_RAID_MAP_ALL { struct MR_DRV_RAID_MAP raidMap; struct MR_LD_SPAN_MAP ldSpanMap[512]; }; struct MR_PD_CFG_SEQ { u16 seqNum; u16 devHandle; struct { u8 tmCapable: 1; u8 reserved: 7; } capability; u8 reserved; u16 pd_target_id; }; struct MR_PD_CFG_SEQ_NUM_SYNC { __le32 size; __le32 count; struct MR_PD_CFG_SEQ seq[0]; }; struct STREAM_DETECT { u64 next_seq_lba; struct megasas_cmd_fusion *first_cmd_fusion; struct megasas_cmd_fusion *last_cmd_fusion; u32 count_cmds_in_stream; u16 num_sges_in_group; u8 is_read; u8 group_depth; bool group_flush; u8 reserved[7]; }; struct LD_STREAM_DETECT { bool write_back; bool fp_write_enabled; bool members_ssds; bool fp_cache_bypass_capable; u32 mru_bit_map; struct STREAM_DETECT stream_track[8]; }; struct MPI2_IOC_INIT_RDPQ_ARRAY_ENTRY { u64 RDPQBaseAddress; u32 Reserved1; u32 Reserved2; }; struct rdpq_alloc_detail { struct dma_pool *dma_pool_ptr; dma_addr_t pool_entry_phys; union MPI2_REPLY_DESCRIPTORS_UNION *pool_entry_virt; }; struct fusion_context { struct megasas_cmd_fusion **cmd_list; dma_addr_t req_frames_desc_phys; u8 *req_frames_desc; struct dma_pool *io_request_frames_pool; dma_addr_t io_request_frames_phys; u8 *io_request_frames; struct dma_pool *sg_dma_pool; struct dma_pool *sense_dma_pool; u8 *sense; dma_addr_t sense_phys_addr; atomic_t busy_mq_poll[128]; dma_addr_t reply_frames_desc_phys[128]; union MPI2_REPLY_DESCRIPTORS_UNION *reply_frames_desc[128]; struct rdpq_alloc_detail rdpq_tracker[8]; struct dma_pool *reply_frames_desc_pool; struct dma_pool *reply_frames_desc_pool_align; u16 last_reply_idx[128]; u32 reply_q_depth; u32 request_alloc_sz; u32 reply_alloc_sz; u32 io_frames_alloc_sz; struct MPI2_IOC_INIT_RDPQ_ARRAY_ENTRY *rdpq_virt; dma_addr_t rdpq_phys; u16 max_sge_in_main_msg; u16 max_sge_in_chain; u8 chain_offset_io_request; u8 chain_offset_mfi_pthru; struct MR_FW_RAID_MAP_DYNAMIC *ld_map[2]; dma_addr_t ld_map_phys[2]; struct MR_DRV_RAID_MAP_ALL *ld_drv_map[2]; u32 max_map_sz; u32 current_map_sz; u32 old_map_sz; u32 new_map_sz; u32 drv_map_sz; u32 drv_map_pages; struct MR_PD_CFG_SEQ_NUM_SYNC *pd_seq_sync[2]; dma_addr_t pd_seq_phys[2]; u8 fast_path_io; struct LD_LOAD_BALANCE_INFO *load_balance_info; u32 load_balance_info_pages; LD_SPAN_INFO *log_to_span; u32 log_to_span_pages; struct LD_STREAM_DETECT **stream_detect_by_ld; dma_addr_t ioc_init_request_phys; struct MPI2_IOC_INIT_REQUEST *ioc_init_request; struct megasas_cmd *ioc_init_cmd; bool pcie_bw_limitation; bool r56_div_offload; }; union megasas_frame; struct megasas_cmd { union megasas_frame *frame; dma_addr_t frame_phys_addr; u8 *sense; dma_addr_t sense_phys_addr; u32 index; u8 sync_cmd; u8 cmd_status_drv; u8 abort_aen; u8 retry_for_fw_reset; struct list_head list; struct scsi_cmnd *scmd; u8 flags; struct megasas_instance *instance; union { struct { u16 smid; u16 resvd; } context; u32 frame_count; }; }; struct MR_SNAPDUMP_PROPERTIES { u8 offload_num; u8 max_num_supported; u8 cur_num_supported; u8 trigger_min_num_sec_before_ocr; u8 reserved[12]; }; enum MFI_CMD_OP { MFI_CMD_INIT = 0, MFI_CMD_LD_READ = 1, MFI_CMD_LD_WRITE = 2, MFI_CMD_LD_SCSI_IO = 3, MFI_CMD_PD_SCSI_IO = 4, MFI_CMD_DCMD = 5, MFI_CMD_ABORT = 6, MFI_CMD_SMP = 7, MFI_CMD_STP = 8, MFI_CMD_NVME = 9, MFI_CMD_TOOLBOX = 10, MFI_CMD_OP_COUNT = 11, MFI_CMD_INVALID = 255, }; enum MFI_STAT { MFI_STAT_OK = 0, MFI_STAT_INVALID_CMD = 1, MFI_STAT_INVALID_DCMD = 2, MFI_STAT_INVALID_PARAMETER = 3, MFI_STAT_INVALID_SEQUENCE_NUMBER = 4, MFI_STAT_ABORT_NOT_POSSIBLE = 5, MFI_STAT_APP_HOST_CODE_NOT_FOUND = 6, MFI_STAT_APP_IN_USE = 7, MFI_STAT_APP_NOT_INITIALIZED = 8, MFI_STAT_ARRAY_INDEX_INVALID = 9, MFI_STAT_ARRAY_ROW_NOT_EMPTY = 10, MFI_STAT_CONFIG_RESOURCE_CONFLICT = 11, MFI_STAT_DEVICE_NOT_FOUND = 12, MFI_STAT_DRIVE_TOO_SMALL = 13, MFI_STAT_FLASH_ALLOC_FAIL = 14, MFI_STAT_FLASH_BUSY = 15, MFI_STAT_FLASH_ERROR = 16, MFI_STAT_FLASH_IMAGE_BAD = 17, MFI_STAT_FLASH_IMAGE_INCOMPLETE = 18, MFI_STAT_FLASH_NOT_OPEN = 19, MFI_STAT_FLASH_NOT_STARTED = 20, MFI_STAT_FLUSH_FAILED = 21, MFI_STAT_HOST_CODE_NOT_FOUNT = 22, MFI_STAT_LD_CC_IN_PROGRESS = 23, MFI_STAT_LD_INIT_IN_PROGRESS = 24, MFI_STAT_LD_LBA_OUT_OF_RANGE = 25, MFI_STAT_LD_MAX_CONFIGURED = 26, MFI_STAT_LD_NOT_OPTIMAL = 27, MFI_STAT_LD_RBLD_IN_PROGRESS = 28, MFI_STAT_LD_RECON_IN_PROGRESS = 29, MFI_STAT_LD_WRONG_RAID_LEVEL = 30, MFI_STAT_MAX_SPARES_EXCEEDED = 31, MFI_STAT_MEMORY_NOT_AVAILABLE = 32, MFI_STAT_MFC_HW_ERROR = 33, MFI_STAT_NO_HW_PRESENT = 34, MFI_STAT_NOT_FOUND = 35, MFI_STAT_NOT_IN_ENCL = 36, MFI_STAT_PD_CLEAR_IN_PROGRESS = 37, MFI_STAT_PD_TYPE_WRONG = 38, MFI_STAT_PR_DISABLED = 39, MFI_STAT_ROW_INDEX_INVALID = 40, MFI_STAT_SAS_CONFIG_INVALID_ACTION = 41, MFI_STAT_SAS_CONFIG_INVALID_DATA = 42, MFI_STAT_SAS_CONFIG_INVALID_PAGE = 43, MFI_STAT_SAS_CONFIG_INVALID_TYPE = 44, MFI_STAT_SCSI_DONE_WITH_ERROR = 45, MFI_STAT_SCSI_IO_FAILED = 46, MFI_STAT_SCSI_RESERVATION_CONFLICT = 47, MFI_STAT_SHUTDOWN_FAILED = 48, MFI_STAT_TIME_NOT_SET = 49, MFI_STAT_WRONG_STATE = 50, MFI_STAT_LD_OFFLINE = 51, MFI_STAT_PEER_NOTIFICATION_REJECTED = 52, MFI_STAT_PEER_NOTIFICATION_FAILED = 53, MFI_STAT_RESERVATION_IN_PROGRESS = 54, MFI_STAT_I2C_ERRORS_DETECTED = 55, MFI_STAT_PCI_ERRORS_DETECTED = 56, MFI_STAT_CONFIG_SEQ_MISMATCH = 103, MFI_STAT_INVALID_STATUS = 255, }; enum mfi_evt_class { MFI_EVT_CLASS_DEBUG = -2, MFI_EVT_CLASS_PROGRESS = -1, MFI_EVT_CLASS_INFO = 0, MFI_EVT_CLASS_WARNING = 1, MFI_EVT_CLASS_CRITICAL = 2, MFI_EVT_CLASS_FATAL = 3, MFI_EVT_CLASS_DEAD = 4, }; enum MR_FW_CRASH_DUMP_STATE { UNAVAILABLE = 0, AVAILABLE = 1, COPYING = 2, COPIED = 3, COPY_ERROR = 4, }; enum _MR_CRASH_BUF_STATUS { MR_CRASH_BUF_TURN_OFF = 0, MR_CRASH_BUF_TURN_ON = 1, }; enum MR_EVT_CLASS { MR_EVT_CLASS_DEBUG = -2, MR_EVT_CLASS_PROGRESS = -1, MR_EVT_CLASS_INFO = 0, MR_EVT_CLASS_WARNING = 1, MR_EVT_CLASS_CRITICAL = 2, MR_EVT_CLASS_FATAL = 3, MR_EVT_CLASS_DEAD = 4, }; enum MR_EVT_LOCALE { MR_EVT_LOCALE_LD = 1, MR_EVT_LOCALE_PD = 2, MR_EVT_LOCALE_ENCL = 4, MR_EVT_LOCALE_BBU = 8, MR_EVT_LOCALE_SAS = 16, MR_EVT_LOCALE_CTRL = 32, MR_EVT_LOCALE_CONFIG = 64, MR_EVT_LOCALE_CLUSTER = 128, MR_EVT_LOCALE_ALL = 65535, }; enum MR_PD_QUERY_TYPE { MR_PD_QUERY_TYPE_ALL = 0, MR_PD_QUERY_TYPE_STATE = 1, MR_PD_QUERY_TYPE_POWER_STATE = 2, MR_PD_QUERY_TYPE_MEDIA_TYPE = 3, MR_PD_QUERY_TYPE_SPEED = 4, MR_PD_QUERY_TYPE_EXPOSED_TO_HOST = 5, }; enum MR_LD_QUERY_TYPE { MR_LD_QUERY_TYPE_ALL = 0, MR_LD_QUERY_TYPE_EXPOSED_TO_HOST = 1, MR_LD_QUERY_TYPE_USED_TGT_IDS = 2, MR_LD_QUERY_TYPE_CLUSTER_ACCESS = 3, MR_LD_QUERY_TYPE_CLUSTER_LOCALE = 4, }; enum MR_PD_STATE { MR_PD_STATE_UNCONFIGURED_GOOD = 0, MR_PD_STATE_UNCONFIGURED_BAD = 1, MR_PD_STATE_HOT_SPARE = 2, MR_PD_STATE_OFFLINE = 16, MR_PD_STATE_FAILED = 17, MR_PD_STATE_REBUILD = 20, MR_PD_STATE_ONLINE = 24, MR_PD_STATE_COPYBACK = 32, MR_PD_STATE_SYSTEM = 64, }; union MR_PD_REF { struct { u16 deviceId; u16 seqNum; } mrPdRef; u32 ref; }; union MR_PD_DDF_TYPE { struct { union { struct { u16 forcedPDGUID: 1; u16 inVD: 1; u16 isGlobalSpare: 1; u16 isSpare: 1; u16 isForeign: 1; u16 reserved: 7; u16 intf: 4; } pdType; u16 type; }; u16 reserved; } ddf; struct { u32 reserved; } nonDisk; u32 type; }; union MR_PROGRESS { struct { u16 progress; union { u16 elapsedSecs; u16 elapsedSecsForLastPercent; }; } mrProgress; u32 w; }; struct MR_PD_PROGRESS { struct { u32 rbld: 1; u32 patrol: 1; u32 clear: 1; u32 copyBack: 1; u32 erase: 1; u32 locate: 1; u32 reserved: 26; } active; union MR_PROGRESS rbld; union MR_PROGRESS patrol; union { union MR_PROGRESS clear; union MR_PROGRESS erase; }; struct { u32 rbld: 1; u32 patrol: 1; u32 clear: 1; u32 copyBack: 1; u32 erase: 1; u32 reserved: 27; } pause; union MR_PROGRESS reserved[3]; }; struct MR_PD_INFO { union MR_PD_REF ref; u8 inquiryData[96]; u8 vpdPage83[64]; u8 notSupported; u8 scsiDevType; union { u8 connectedPortBitmap; u8 connectedPortNumbers; }; u8 deviceSpeed; u32 mediaErrCount; u32 otherErrCount; u32 predFailCount; u32 lastPredFailEventSeqNum; u16 fwState; u8 disabledForRemoval; u8 linkSpeed; union MR_PD_DDF_TYPE state; struct { u8 count; u8 isPathBroken: 4; u8 reserved3: 3; u8 widePortCapable: 1; u8 connectorIndex[2]; u8 reserved[4]; u64 sasAddr[2]; u8 reserved2[16]; } pathInfo; u64 rawSize; u64 nonCoercedSize; u64 coercedSize; u16 enclDeviceId; u8 enclIndex; union { u8 slotNumber; u8 enclConnectorIndex; }; struct MR_PD_PROGRESS progInfo; u8 badBlockTableFull; u8 unusableInCurrentConfig; u8 vpdPage83Ext[64]; u8 powerState; u8 enclPosition; u32 allowedOps; u16 copyBackPartnerId; u16 enclPartnerDeviceId; struct { u16 fdeCapable: 1; u16 fdeEnabled: 1; u16 secured: 1; u16 locked: 1; u16 foreign: 1; u16 needsEKM: 1; u16 reserved: 10; } security; u8 mediaType; u8 notCertified; u8 bridgeVendor[8]; u8 bridgeProductIdentification[16]; u8 bridgeProductRevisionLevel[4]; u8 satBridgeExists; u8 interfaceType; u8 temperature; u8 emulatedBlockSize; u16 userDataBlockSize; u16 reserved2; struct { u32 piType: 3; u32 piFormatted: 1; u32 piEligible: 1; u32 NCQ: 1; u32 WCE: 1; u32 commissionedSpare: 1; u32 emergencySpare: 1; u32 ineligibleForSSCD: 1; u32 ineligibleForLd: 1; u32 useSSEraseType: 1; u32 wceUnchanged: 1; u32 supportScsiUnmap: 1; u32 reserved: 18; } properties; u64 shieldDiagCompletionTime; u8 shieldCounter; u8 linkSpeedOther; u8 reserved4[2]; struct { u32 bbmErrCountSupported: 1; u32 bbmErrCount: 31; } bbmErr; u8 reserved1[84]; } __attribute__((packed)); struct MR_TARGET_PROPERTIES { u32 max_io_size_kb; u32 device_qdepth; u32 sector_size; u8 reset_tmo; u8 reserved[499]; }; struct MR_PD_ADDRESS { __le16 deviceId; u16 enclDeviceId; union { struct { u8 enclIndex; u8 slotNumber; } mrPdAddress; struct { u8 enclPosition; u8 enclConnectorIndex; } mrEnclAddress; }; u8 scsiDevType; union { u8 connectedPortBitmap; u8 connectedPortNumbers; }; u64 sasAddr[2]; }; struct MR_PD_LIST { __le32 size; __le32 count; struct MR_PD_ADDRESS addr[1]; }; union MR_LD_REF { struct { u8 targetId; u8 reserved; __le16 seqNum; }; __le32 ref; }; struct MR_LD_LIST { __le32 ldCount; __le32 reserved; struct { union MR_LD_REF ref; u8 state; u8 reserved[3]; __le64 size; } ldList[256]; }; struct MR_LD_TARGETID_LIST { __le32 size; __le32 count; u8 pad[3]; u8 targetId[256]; }; struct MR_HOST_DEVICE_LIST_ENTRY { struct { union { struct { u8 is_sys_pd: 1; u8 reserved: 7; } bits; u8 byte; } u; } flags; u8 scsi_type; __le16 target_id; u8 reserved[4]; __le64 sas_addr[2]; }; struct MR_HOST_DEVICE_LIST { __le32 size; __le32 count; __le32 reserved[2]; struct MR_HOST_DEVICE_LIST_ENTRY host_device_list[1]; }; struct megasas_ctrl_prop { u16 seq_num; u16 pred_fail_poll_interval; u16 intr_throttle_count; u16 intr_throttle_timeouts; u8 rebuild_rate; u8 patrol_read_rate; u8 bgi_rate; u8 cc_rate; u8 recon_rate; u8 cache_flush_interval; u8 spinup_drv_count; u8 spinup_delay; u8 cluster_enable; u8 coercion_mode; u8 alarm_enable; u8 disable_auto_rebuild; u8 disable_battery_warn; u8 ecc_bucket_size; u16 ecc_bucket_leak_rate; u8 restore_hotspare_on_insertion; u8 expose_encl_devices; u8 maintainPdFailHistory; u8 disallowHostRequestReordering; u8 abortCCOnError; u8 loadBalanceMode; u8 disableAutoDetectBackplane; u8 snapVDSpace; struct { u32 copyBackDisabled: 1; u32 SMARTerEnabled: 1; u32 prCorrectUnconfiguredAreas: 1; u32 useFdeOnly: 1; u32 disableNCQ: 1; u32 SSDSMARTerEnabled: 1; u32 SSDPatrolReadEnabled: 1; u32 enableSpinDownUnconfigured: 1; u32 autoEnhancedImport: 1; u32 enableSecretKeyControl: 1; u32 disableOnlineCtrlReset: 1; u32 allowBootWithPinnedCache: 1; u32 disableSpinDownHS: 1; u32 enableJBOD: 1; u32 reserved: 18; } OnOffProperties; union { u8 autoSnapVDSpace; u8 viewSpace; struct { u16 reserved1: 4; u16 enable_snap_dump: 1; u16 reserved2: 1; u16 enable_fw_dev_list: 1; u16 reserved3: 9; } on_off_properties2; }; __le16 spinDownTime; u8 reserved[24]; }; struct megasas_ctrl_info { struct { __le16 vendor_id; __le16 device_id; __le16 sub_vendor_id; __le16 sub_device_id; u8 reserved[24]; } pci; struct { u8 PCIX: 1; u8 PCIE: 1; u8 iSCSI: 1; u8 SAS_3G: 1; u8 SRIOV: 1; u8 reserved_0: 3; u8 reserved_1[6]; u8 port_count; u64 port_addr[8]; } host_interface; struct { u8 SPI: 1; u8 SAS_3G: 1; u8 SATA_1_5G: 1; u8 SATA_3G: 1; u8 reserved_0: 4; u8 reserved_1[6]; u8 port_count; u64 port_addr[8]; } device_interface; __le32 image_check_word; __le32 image_component_count; struct { char name[8]; char version[32]; char build_date[16]; char built_time[16]; } image_component[8]; __le32 pending_image_component_count; struct { char name[8]; char version[32]; char build_date[16]; char build_time[16]; } pending_image_component[8]; u8 max_arms; u8 max_spans; u8 max_arrays; u8 max_lds; char product_name[80]; char serial_no[32]; struct { u32 bbu: 1; u32 alarm: 1; u32 nvram: 1; u32 uart: 1; u32 reserved: 28; } hw_present; __le32 current_fw_time; __le16 max_concurrent_cmds; __le16 max_sge_count; __le32 max_request_size; __le16 ld_present_count; __le16 ld_degraded_count; __le16 ld_offline_count; __le16 pd_present_count; __le16 pd_disk_present_count; __le16 pd_disk_pred_failure_count; __le16 pd_disk_failed_count; __le16 nvram_size; __le16 memory_size; __le16 flash_size; __le16 mem_correctable_error_count; __le16 mem_uncorrectable_error_count; u8 cluster_permitted; u8 cluster_active; __le16 max_strips_per_io; struct { u32 raid_level_0: 1; u32 raid_level_1: 1; u32 raid_level_5: 1; u32 raid_level_1E: 1; u32 raid_level_6: 1; u32 reserved: 27; } raid_levels; struct { u32 rbld_rate: 1; u32 cc_rate: 1; u32 bgi_rate: 1; u32 recon_rate: 1; u32 patrol_rate: 1; u32 alarm_control: 1; u32 cluster_supported: 1; u32 bbu: 1; u32 spanning_allowed: 1; u32 dedicated_hotspares: 1; u32 revertible_hotspares: 1; u32 foreign_config_import: 1; u32 self_diagnostic: 1; u32 mixed_redundancy_arr: 1; u32 global_hot_spares: 1; u32 reserved: 17; } adapter_operations; struct { u32 read_policy: 1; u32 write_policy: 1; u32 io_policy: 1; u32 access_policy: 1; u32 disk_cache_policy: 1; u32 reserved: 27; } ld_operations; struct { u8 min; u8 max; u8 reserved[2]; } stripe_sz_ops; struct { u32 force_online: 1; u32 force_offline: 1; u32 force_rebuild: 1; u32 reserved: 29; } pd_operations; struct { u32 ctrl_supports_sas: 1; u32 ctrl_supports_sata: 1; u32 allow_mix_in_encl: 1; u32 allow_mix_in_ld: 1; u32 allow_sata_in_cluster: 1; u32 reserved: 27; } pd_mix_support; u8 ecc_bucket_count; u8 reserved_2[11]; struct megasas_ctrl_prop properties; char package_version[96]; __le64 deviceInterfacePortAddr2[8]; u8 reserved3[128]; struct { u16 minPdRaidLevel_0: 4; u16 maxPdRaidLevel_0: 12; u16 minPdRaidLevel_1: 4; u16 maxPdRaidLevel_1: 12; u16 minPdRaidLevel_5: 4; u16 maxPdRaidLevel_5: 12; u16 minPdRaidLevel_1E: 4; u16 maxPdRaidLevel_1E: 12; u16 minPdRaidLevel_6: 4; u16 maxPdRaidLevel_6: 12; u16 minPdRaidLevel_10: 4; u16 maxPdRaidLevel_10: 12; u16 minPdRaidLevel_50: 4; u16 maxPdRaidLevel_50: 12; u16 minPdRaidLevel_60: 4; u16 maxPdRaidLevel_60: 12; u16 minPdRaidLevel_1E_RLQ0: 4; u16 maxPdRaidLevel_1E_RLQ0: 12; u16 minPdRaidLevel_1E0_RLQ0: 4; u16 maxPdRaidLevel_1E0_RLQ0: 12; u16 reserved[6]; } pdsForRaidLevels; __le16 maxPds; __le16 maxDedHSPs; __le16 maxGlobalHSP; __le16 ddfSize; u8 maxLdsPerArray; u8 partitionsInDDF; u8 lockKeyBinding; u8 maxPITsPerLd; u8 maxViewsPerLd; u8 maxTargetId; __le16 maxBvlVdSize; __le16 maxConfigurableSSCSize; __le16 currentSSCsize; char expanderFwVersion[12]; __le16 PFKTrialTimeRemaining; __le16 cacheMemorySize; struct { u32 supportPIcontroller: 1; u32 supportLdPIType1: 1; u32 supportLdPIType2: 1; u32 supportLdPIType3: 1; u32 supportLdBBMInfo: 1; u32 supportShieldState: 1; u32 blockSSDWriteCacheChange: 1; u32 supportSuspendResumeBGops: 1; u32 supportEmergencySpares: 1; u32 supportSetLinkSpeed: 1; u32 supportBootTimePFKChange: 1; u32 supportJBOD: 1; u32 disableOnlinePFKChange: 1; u32 supportPerfTuning: 1; u32 supportSSDPatrolRead: 1; u32 realTimeScheduler: 1; u32 supportResetNow: 1; u32 supportEmulatedDrives: 1; u32 headlessMode: 1; u32 dedicatedHotSparesLimited: 1; u32 supportUnevenSpans: 1; u32 supportPointInTimeProgress: 1; u32 supportDataLDonSSCArray: 1; u32 mpio: 1; u32 supportConfigAutoBalance: 1; u32 activePassive: 2; u32 reserved: 5; } adapterOperations2; u8 driverVersion[32]; u8 maxDAPdCountSpinup60; u8 temperatureROC; u8 temperatureCtrl; u8 reserved4; __le16 maxConfigurablePds; u8 reserved5[2]; struct { u32 peerIsPresent: 1; u32 peerIsIncompatible: 1; u32 hwIncompatible: 1; u32 fwVersionMismatch: 1; u32 ctrlPropIncompatible: 1; u32 premiumFeatureMismatch: 1; u32 passive: 1; u32 reserved: 25; } cluster; char clusterId[16]; struct { u8 maxVFsSupported; u8 numVFsEnabled; u8 requestorId; u8 reserved; } iov; struct { u32 supportPersonalityChange: 2; u32 supportThermalPollInterval: 1; u32 supportDisableImmediateIO: 1; u32 supportT10RebuildAssist: 1; u32 supportMaxExtLDs: 1; u32 supportCrashDump: 1; u32 supportSwZone: 1; u32 supportDebugQueue: 1; u32 supportNVCacheErase: 1; u32 supportForceTo512e: 1; u32 supportHOQRebuild: 1; u32 supportAllowedOpsforDrvRemoval: 1; u32 supportDrvActivityLEDSetting: 1; u32 supportNVDRAM: 1; u32 supportForceFlash: 1; u32 supportDisableSESMonitoring: 1; u32 supportCacheBypassModes: 1; u32 supportSecurityonJBOD: 1; u32 discardCacheDuringLDDelete: 1; u32 supportTTYLogCompression: 1; u32 supportCPLDUpdate: 1; u32 supportDiskCacheSettingForSysPDs: 1; u32 supportExtendedSSCSize: 1; u32 useSeqNumJbodFP: 1; u32 reserved: 7; } adapterOperations3; struct { u8 cpld_in_flash: 1; u8 reserved: 7; u8 reserved1[3]; u8 userCodeDefinition[12]; } cpld; struct { u16 ctrl_info_ext_supported: 1; u16 support_ibutton_less: 1; u16 supported_enc_algo: 1; u16 support_encrypted_mfc: 1; u16 image_upload_supported: 1; u16 support_ses_ctrl_in_multipathcfg: 1; u16 support_pd_map_target_id: 1; u16 fw_swaps_bbu_vpd_info: 1; u16 support_ssc_rev3: 1; u16 support_dual_fw_update: 1; u16 support_host_info: 1; u16 support_flash_comp_info: 1; u16 support_pl_debug_info: 1; u16 support_nvme_passthru: 1; u16 reserved: 2; } adapter_operations4; u8 pad[2]; u32 size; u32 pad1; u8 reserved6[64]; struct { u32 mr_config_ext2_supported: 1; u32 support_profile_change: 2; u32 support_cvhealth_info: 1; u32 support_pcie: 1; u32 support_ext_mfg_vpd: 1; u32 support_oce_only: 1; u32 support_nvme_tm: 1; u32 support_snap_dump: 1; u32 support_fde_type_mix: 1; u32 support_force_personality_change: 1; u32 support_psoc_update: 1; u32 support_pci_lane_margining: 1; u32 reserved: 19; } adapter_operations5; u32 rsvdForAdptOp[63]; u8 reserved7[3]; u8 TaskAbortTO; u8 MaxResetTO; u8 reserved8[3]; }; enum MR_SCSI_CMD_TYPE { READ_WRITE_LDIO = 0, NON_READ_WRITE_LDIO = 1, READ_WRITE_SYSPDIO = 2, NON_READ_WRITE_SYSPDIO = 3, }; enum DCMD_TIMEOUT_ACTION { INITIATE_OCR = 0, KILL_ADAPTER = 1, IGNORE_TIMEOUT = 2, }; enum MR_ADAPTER_TYPE { MFI_SERIES = 1, THUNDERBOLT_SERIES = 2, INVADER_SERIES = 3, VENTURA_SERIES = 4, AERO_SERIES = 5, }; struct megasas_register_set { u32 doorbell; u32 fusion_seq_offset; u32 fusion_host_diag; u32 reserved_01; u32 inbound_msg_0; u32 inbound_msg_1; u32 outbound_msg_0; u32 outbound_msg_1; u32 inbound_doorbell; u32 inbound_intr_status; u32 inbound_intr_mask; u32 outbound_doorbell; u32 outbound_intr_status; u32 outbound_intr_mask; u32 reserved_1[2]; u32 inbound_queue_port; u32 outbound_queue_port; u32 reserved_2[9]; u32 reply_post_host_index; u32 reserved_2_2[12]; u32 outbound_doorbell_clear; u32 reserved_3[3]; u32 outbound_scratch_pad_0; u32 outbound_scratch_pad_1; u32 outbound_scratch_pad_2; u32 outbound_scratch_pad_3; u32 inbound_low_queue_port; u32 inbound_high_queue_port; u32 inbound_single_queue_port; u32 res_6[11]; u32 host_diag; u32 seq_offset; u32 index_registers[807]; }; struct megasas_sge32 { __le32 phys_addr; __le32 length; }; struct megasas_sge64 { __le64 phys_addr; __le32 length; } __attribute__((packed)); struct megasas_sge_skinny { __le64 phys_addr; __le32 length; __le32 flag; }; union megasas_sgl { struct megasas_sge32 sge32[1]; struct megasas_sge64 sge64[1]; struct megasas_sge_skinny sge_skinny[1]; }; struct megasas_header { u8 cmd; u8 sense_len; u8 cmd_status; u8 scsi_status; u8 target_id; u8 lun; u8 cdb_len; u8 sge_count; __le32 context; __le32 pad_0; __le16 flags; __le16 timeout; __le32 data_xferlen; }; union _MFI_CAPABILITIES { struct { u32 support_fp_remote_lun: 1; u32 support_additional_msix: 1; u32 support_fastpath_wb: 1; u32 support_max_255lds: 1; u32 support_ndrive_r1_lb: 1; u32 support_core_affinity: 1; u32 security_protocol_cmds_fw: 1; u32 support_ext_queue_depth: 1; u32 support_ext_io_size: 1; u32 support_vfid_in_ioframe: 1; u32 support_fp_rlbypass: 1; u32 support_qd_throttling: 1; u32 support_pd_map_target_id: 1; u32 support_64bit_mode: 1; u32 support_nvme_passthru: 1; u32 support_fw_exposed_dev_list: 1; u32 reserved: 16; } mfi_capabilities; __le32 reg; }; typedef union _MFI_CAPABILITIES MFI_CAPABILITIES; struct megasas_init_frame { u8 cmd; u8 reserved_0; u8 cmd_status; u8 reserved_1; MFI_CAPABILITIES driver_operations; __le32 context; __le32 pad_0; __le16 flags; __le16 replyqueue_mask; __le32 data_xfer_len; __le32 queue_info_new_phys_addr_lo; __le32 queue_info_new_phys_addr_hi; __le32 queue_info_old_phys_addr_lo; __le32 queue_info_old_phys_addr_hi; __le32 reserved_4[2]; __le32 system_info_lo; __le32 system_info_hi; __le32 reserved_5[2]; }; struct megasas_init_queue_info { __le32 init_flags; __le32 reply_queue_entries; __le32 reply_queue_start_phys_addr_lo; __le32 reply_queue_start_phys_addr_hi; __le32 producer_index_phys_addr_lo; __le32 producer_index_phys_addr_hi; __le32 consumer_index_phys_addr_lo; __le32 consumer_index_phys_addr_hi; }; struct megasas_io_frame { u8 cmd; u8 sense_len; u8 cmd_status; u8 scsi_status; u8 target_id; u8 access_byte; u8 reserved_0; u8 sge_count; __le32 context; __le32 pad_0; __le16 flags; __le16 timeout; __le32 lba_count; __le32 sense_buf_phys_addr_lo; __le32 sense_buf_phys_addr_hi; __le32 start_lba_lo; __le32 start_lba_hi; union megasas_sgl sgl; }; struct megasas_pthru_frame { u8 cmd; u8 sense_len; u8 cmd_status; u8 scsi_status; u8 target_id; u8 lun; u8 cdb_len; u8 sge_count; __le32 context; __le32 pad_0; __le16 flags; __le16 timeout; __le32 data_xfer_len; __le32 sense_buf_phys_addr_lo; __le32 sense_buf_phys_addr_hi; u8 cdb[16]; union megasas_sgl sgl; }; struct megasas_dcmd_frame { u8 cmd; u8 reserved_0; u8 cmd_status; u8 reserved_1[4]; u8 sge_count; __le32 context; __le32 pad_0; __le16 flags; __le16 timeout; __le32 data_xfer_len; __le32 opcode; union { u8 b[12]; __le16 s[6]; __le32 w[3]; } mbox; union megasas_sgl sgl; }; struct megasas_abort_frame { u8 cmd; u8 reserved_0; u8 cmd_status; u8 reserved_1; __le32 reserved_2; __le32 context; __le32 pad_0; __le16 flags; __le16 reserved_3; __le32 reserved_4; __le32 abort_context; __le32 pad_1; __le32 abort_mfi_phys_addr_lo; __le32 abort_mfi_phys_addr_hi; __le32 reserved_5[6]; }; struct megasas_smp_frame { u8 cmd; u8 reserved_1; u8 cmd_status; u8 connection_status; u8 reserved_2[3]; u8 sge_count; __le32 context; __le32 pad_0; __le16 flags; __le16 timeout; __le32 data_xfer_len; __le64 sas_addr; union { struct megasas_sge32 sge32[2]; struct megasas_sge64 sge64[2]; } sgl; }; struct megasas_stp_frame { u8 cmd; u8 reserved_1; u8 cmd_status; u8 reserved_2; u8 target_id; u8 reserved_3[2]; u8 sge_count; __le32 context; __le32 pad_0; __le16 flags; __le16 timeout; __le32 data_xfer_len; __le16 fis[10]; __le32 stp_flags; union { struct megasas_sge32 sge32[2]; struct megasas_sge64 sge64[2]; } sgl; }; union megasas_frame { struct megasas_header hdr; struct megasas_init_frame init; struct megasas_io_frame io; struct megasas_pthru_frame pthru; struct megasas_dcmd_frame dcmd; struct megasas_abort_frame abort; struct megasas_smp_frame smp; struct megasas_stp_frame stp; u8 raw_bytes[64]; }; struct MR_PRIV_DEVICE { bool is_tm_capable; bool tm_busy; atomic_t sdev_priv_busy; atomic_t r1_ldio_hint; u8 interface_type; u8 task_abort_tmo; u8 target_reset_tmo; }; union megasas_evt_class_locale { struct { u16 locale; u8 reserved; s8 class; } members; u32 word; }; struct megasas_evt_log_info { __le32 newest_seq_num; __le32 oldest_seq_num; __le32 clear_seq_num; __le32 shutdown_seq_num; __le32 boot_seq_num; }; struct megasas_progress { __le16 progress; __le16 elapsed_seconds; }; struct megasas_evtarg_ld { u16 target_id; u8 ld_index; u8 reserved; }; struct megasas_evtarg_pd { u16 device_id; u8 encl_index; u8 slot_number; }; struct megasas_evt_detail { __le32 seq_num; __le32 time_stamp; __le32 code; union megasas_evt_class_locale cl; u8 arg_type; u8 reserved1[15]; union { struct { struct megasas_evtarg_pd pd; u8 cdb_length; u8 sense_length; u8 reserved[2]; u8 cdb[16]; u8 sense[64]; } cdbSense; struct megasas_evtarg_ld ld; struct { struct megasas_evtarg_ld ld; __le64 count; } __attribute__((packed)) ld_count; struct { __le64 lba; struct megasas_evtarg_ld ld; } __attribute__((packed)) ld_lba; struct { struct megasas_evtarg_ld ld; __le32 prevOwner; __le32 newOwner; } ld_owner; struct { u64 ld_lba; u64 pd_lba; struct megasas_evtarg_ld ld; struct megasas_evtarg_pd pd; } ld_lba_pd_lba; struct { struct megasas_evtarg_ld ld; struct megasas_progress prog; } ld_prog; struct { struct megasas_evtarg_ld ld; u32 prev_state; u32 new_state; } ld_state; struct { u64 strip; struct megasas_evtarg_ld ld; } __attribute__((packed)) ld_strip; struct megasas_evtarg_pd pd; struct { struct megasas_evtarg_pd pd; u32 err; } pd_err; struct { u64 lba; struct megasas_evtarg_pd pd; } __attribute__((packed)) pd_lba; struct { u64 lba; struct megasas_evtarg_pd pd; struct megasas_evtarg_ld ld; } pd_lba_ld; struct { struct megasas_evtarg_pd pd; struct megasas_progress prog; } pd_prog; struct { struct megasas_evtarg_pd pd; u32 prevState; u32 newState; } pd_state; struct { u16 vendorId; __le16 deviceId; u16 subVendorId; u16 subDeviceId; } pci; u32 rate; char str[96]; struct { u32 rtc; u32 elapsedSeconds; } time; struct { u32 ecar; u32 elog; char str[64]; } ecc; u8 b[96]; __le16 s[48]; __le32 w[24]; __le64 d[12]; } args; char description[128]; }; struct megasas_aen_event { struct delayed_work hotplug_work; struct megasas_instance *instance; }; struct MR_DRV_SYSTEM_INFO { u8 infoVersion; u8 systemIdLength; u16 reserved0; u8 systemId[64]; u8 reserved[1980]; }; enum MR_PD_TYPE { UNKNOWN_DRIVE = 0, PARALLEL_SCSI = 1, SAS_PD = 2, SATA_PD = 3, FC_PD = 4, NVME_PD = 5, }; enum MR_PERF_MODE { MR_BALANCED_PERF_MODE = 0, MR_IOPS_PERF_MODE = 1, MR_LATENCY_PERF_MODE = 2, }; enum MEGASAS_LD_TARGET_ID_STATUS { LD_TARGET_ID_INITIAL = 0, LD_TARGET_ID_ACTIVE = 1, LD_TARGET_ID_DELETED = 2, }; struct MR_LD_VF_MAP { u32 size; union MR_LD_REF ref; u8 ldVfCount; u8 reserved[6]; u8 policy[1]; }; struct MR_LD_VF_AFFILIATION { u32 size; u8 ldCount; u8 vfCount; u8 thisVf; u8 reserved[9]; struct MR_LD_VF_MAP map[1]; }; struct MR_LD_VF_MAP_111 { u8 targetId; u8 reserved[3]; u8 policy[8]; }; struct MR_LD_VF_AFFILIATION_111 { u8 vdCount; u8 vfCount; u8 thisVf; u8 reserved[5]; struct MR_LD_VF_MAP_111 map[64]; }; struct MR_CTRL_HB_HOST_MEM { struct { u32 fwCounter; struct { u32 debugmode: 1; u32 reserved: 31; } debug; u32 reserved_fw[6]; u32 driverCounter; u32 reserved_driver[7]; } HB; u8 pad[960]; }; struct megasas_instance_template { void (*fire_cmd)(struct megasas_instance *, dma_addr_t, u32, struct megasas_register_set *); void (*enable_intr)(struct megasas_instance *); void (*disable_intr)(struct megasas_instance *); int (*clear_intr)(struct megasas_instance *); u32 (*read_fw_status_reg)(struct megasas_instance *); int (*adp_reset)(struct megasas_instance *, struct megasas_register_set *); int (*check_reset)(struct megasas_instance *, struct megasas_register_set *); irqreturn_t (*service_isr)(int, void *); void (*tasklet)(long unsigned int); u32 (*init_adapter)(struct megasas_instance *); u32 (*build_and_issue_cmd)(struct megasas_instance *, struct scsi_cmnd *); void (*issue_dcmd)(struct megasas_instance *, struct megasas_cmd *); }; struct IOV_111 { u8 maxVFsSupported; u8 numVFsEnabled; u8 requestorId; u8 reserved[5]; }; enum { MEGASAS_HBA_OPERATIONAL = 0, MEGASAS_ADPRESET_SM_INFAULT = 1, MEGASAS_ADPRESET_SM_FW_RESET_SUCCESS = 2, MEGASAS_ADPRESET_SM_OPERATIONAL = 3, MEGASAS_HW_CRITICAL_ERROR = 4, MEGASAS_ADPRESET_SM_POLLING = 5, MEGASAS_ADPRESET_INPROG_SIGN = 3735936685, }; struct megasas_cmd_priv { void *cmd_priv; u8 status; }; struct megasas_iocpacket { u16 host_no; u16 __pad1; u32 sgl_off; u32 sge_count; u32 sense_off; u32 sense_len; union { u8 raw[128]; struct megasas_header hdr; } frame; struct iovec sgl[16]; } __attribute__((packed)); struct megasas_aen { u16 host_no; u16 __pad1; u32 seq_num; u32 class_locale_word; }; struct compat_megasas_iocpacket { u16 host_no; u16 __pad1; u32 sgl_off; u32 sge_count; u32 sense_off; u32 sense_len; union { u8 raw[128]; struct megasas_header hdr; } frame; struct compat_iovec sgl[16]; }; struct megasas_mgmt_info { u16 count; struct megasas_instance *instance[1024]; int max_index; }; enum MEGASAS_OCR_CAUSE { FW_FAULT_OCR = 0, SCSIIO_TIMEOUT_OCR = 1, MFI_IO_TIMEOUT_OCR = 2, }; enum DCMD_RETURN_STATUS { DCMD_SUCCESS = 0, DCMD_TIMEOUT = 1, DCMD_FAILED = 2, DCMD_BUSY = 3, DCMD_INIT = 255, }; typedef u8 U8___2; typedef __le16 U16___2; typedef __le32 U32___2; typedef __le64 U64___2; struct _MPI2_SYSTEM_INTERFACE_REGS { U32___2 Doorbell; U32___2 WriteSequence; U32___2 HostDiagnostic; U32___2 Reserved1; U32___2 DiagRWData; U32___2 DiagRWAddressLow; U32___2 DiagRWAddressHigh; U32___2 Reserved2[5]; U32___2 HostInterruptStatus; U32___2 HostInterruptMask; U32___2 DCRData; U32___2 DCRAddress; U32___2 Reserved3[2]; U32___2 ReplyFreeHostIndex; U32___2 Reserved4[8]; U32___2 ReplyPostHostIndex; U32___2 Reserved5; U32___2 HCBSize; U32___2 HCBAddressLow; U32___2 HCBAddressHigh; U32___2 Reserved6[12]; U32___2 Scratchpad[4]; U32___2 RequestDescriptorPostLow; U32___2 RequestDescriptorPostHigh; U32___2 AtomicRequestDescriptorPost; U32___2 Reserved7[13]; }; typedef volatile struct _MPI2_SYSTEM_INTERFACE_REGS Mpi2SystemInterfaceRegs_t; struct _MPI2_DEFAULT_REQUEST_DESCRIPTOR { U8___2 RequestFlags; U8___2 MSIxIndex; U16___2 SMID; U16___2 LMID; U16___2 DescriptorTypeDependent; }; typedef struct _MPI2_DEFAULT_REQUEST_DESCRIPTOR MPI2_DEFAULT_REQUEST_DESCRIPTOR; struct _MPI2_HIGH_PRIORITY_REQUEST_DESCRIPTOR { U8___2 RequestFlags; U8___2 MSIxIndex; U16___2 SMID; U16___2 LMID; U16___2 Reserved1; }; typedef struct _MPI2_HIGH_PRIORITY_REQUEST_DESCRIPTOR MPI2_HIGH_PRIORITY_REQUEST_DESCRIPTOR; struct _MPI2_SCSI_IO_REQUEST_DESCRIPTOR { U8___2 RequestFlags; U8___2 MSIxIndex; U16___2 SMID; U16___2 LMID; U16___2 DevHandle; }; typedef struct _MPI2_SCSI_IO_REQUEST_DESCRIPTOR MPI2_SCSI_IO_REQUEST_DESCRIPTOR; struct _MPI2_SCSI_TARGET_REQUEST_DESCRIPTOR { U8___2 RequestFlags; U8___2 MSIxIndex; U16___2 SMID; U16___2 LMID; U16___2 IoIndex; }; typedef struct _MPI2_SCSI_TARGET_REQUEST_DESCRIPTOR MPI2_SCSI_TARGET_REQUEST_DESCRIPTOR; struct _MPI2_RAID_ACCEL_REQUEST_DESCRIPTOR { U8___2 RequestFlags; U8___2 MSIxIndex; U16___2 SMID; U16___2 LMID; U16___2 Reserved; }; typedef struct _MPI2_RAID_ACCEL_REQUEST_DESCRIPTOR MPI2_RAID_ACCEL_REQUEST_DESCRIPTOR; typedef MPI2_SCSI_IO_REQUEST_DESCRIPTOR MPI25_FP_SCSI_IO_REQUEST_DESCRIPTOR; typedef MPI2_SCSI_IO_REQUEST_DESCRIPTOR MPI26_PCIE_ENCAPSULATED_REQUEST_DESCRIPTOR; union _MPI2_REQUEST_DESCRIPTOR_UNION { MPI2_DEFAULT_REQUEST_DESCRIPTOR Default; MPI2_HIGH_PRIORITY_REQUEST_DESCRIPTOR HighPriority; MPI2_SCSI_IO_REQUEST_DESCRIPTOR SCSIIO; MPI2_SCSI_TARGET_REQUEST_DESCRIPTOR SCSITarget; MPI2_RAID_ACCEL_REQUEST_DESCRIPTOR RAIDAccelerator; MPI25_FP_SCSI_IO_REQUEST_DESCRIPTOR FastPathSCSIIO; MPI26_PCIE_ENCAPSULATED_REQUEST_DESCRIPTOR PCIeEncapsulated; U64___2 Words; }; typedef union _MPI2_REQUEST_DESCRIPTOR_UNION Mpi2RequestDescriptorUnion_t; struct _MPI26_ATOMIC_REQUEST_DESCRIPTOR { U8___2 RequestFlags; U8___2 MSIxIndex; U16___2 SMID; }; typedef struct _MPI26_ATOMIC_REQUEST_DESCRIPTOR Mpi26AtomicRequestDescriptor_t; struct _MPI2_DEFAULT_REPLY_DESCRIPTOR { U8___2 ReplyFlags; U8___2 MSIxIndex; U16___2 DescriptorTypeDependent1; U32___2 DescriptorTypeDependent2; }; typedef struct _MPI2_DEFAULT_REPLY_DESCRIPTOR MPI2_DEFAULT_REPLY_DESCRIPTOR; struct _MPI2_ADDRESS_REPLY_DESCRIPTOR { U8___2 ReplyFlags; U8___2 MSIxIndex; U16___2 SMID; U32___2 ReplyFrameAddress; }; typedef struct _MPI2_ADDRESS_REPLY_DESCRIPTOR MPI2_ADDRESS_REPLY_DESCRIPTOR; struct _MPI2_SCSI_IO_SUCCESS_REPLY_DESCRIPTOR { U8___2 ReplyFlags; U8___2 MSIxIndex; U16___2 SMID; U16___2 TaskTag; U16___2 Reserved1; }; typedef struct _MPI2_SCSI_IO_SUCCESS_REPLY_DESCRIPTOR MPI2_SCSI_IO_SUCCESS_REPLY_DESCRIPTOR; struct _MPI2_TARGETASSIST_SUCCESS_REPLY_DESCRIPTOR { U8___2 ReplyFlags; U8___2 MSIxIndex; U16___2 SMID; U8___2 SequenceNumber; U8___2 Reserved1; U16___2 IoIndex; }; typedef struct _MPI2_TARGETASSIST_SUCCESS_REPLY_DESCRIPTOR MPI2_TARGETASSIST_SUCCESS_REPLY_DESCRIPTOR; struct _MPI2_TARGET_COMMAND_BUFFER_REPLY_DESCRIPTOR { U8___2 ReplyFlags; U8___2 MSIxIndex; U8___2 VP_ID; U8___2 Flags; U16___2 InitiatorDevHandle; U16___2 IoIndex; }; typedef struct _MPI2_TARGET_COMMAND_BUFFER_REPLY_DESCRIPTOR MPI2_TARGET_COMMAND_BUFFER_REPLY_DESCRIPTOR; struct _MPI2_RAID_ACCELERATOR_SUCCESS_REPLY_DESCRIPTOR { U8___2 ReplyFlags; U8___2 MSIxIndex; U16___2 SMID; U32___2 Reserved; }; typedef struct _MPI2_RAID_ACCELERATOR_SUCCESS_REPLY_DESCRIPTOR MPI2_RAID_ACCELERATOR_SUCCESS_REPLY_DESCRIPTOR; typedef MPI2_SCSI_IO_SUCCESS_REPLY_DESCRIPTOR MPI25_FP_SCSI_IO_SUCCESS_REPLY_DESCRIPTOR; typedef MPI2_RAID_ACCELERATOR_SUCCESS_REPLY_DESCRIPTOR MPI26_PCIE_ENCAPSULATED_SUCCESS_REPLY_DESCRIPTOR; union _MPI2_REPLY_DESCRIPTORS_UNION { MPI2_DEFAULT_REPLY_DESCRIPTOR Default; MPI2_ADDRESS_REPLY_DESCRIPTOR AddressReply; MPI2_SCSI_IO_SUCCESS_REPLY_DESCRIPTOR SCSIIOSuccess; MPI2_TARGETASSIST_SUCCESS_REPLY_DESCRIPTOR TargetAssistSuccess; MPI2_TARGET_COMMAND_BUFFER_REPLY_DESCRIPTOR TargetCommandBuffer; MPI2_RAID_ACCELERATOR_SUCCESS_REPLY_DESCRIPTOR RAIDAcceleratorSuccess; MPI25_FP_SCSI_IO_SUCCESS_REPLY_DESCRIPTOR FastPathSCSIIOSuccess; MPI26_PCIE_ENCAPSULATED_SUCCESS_REPLY_DESCRIPTOR PCIeEncapsulatedSuccess; U64___2 Words; }; typedef union _MPI2_REPLY_DESCRIPTORS_UNION Mpi2ReplyDescriptorsUnion_t; struct _MPI2_REQUEST_HEADER { U16___2 FunctionDependent1; U8___2 ChainOffset; U8___2 Function; U16___2 FunctionDependent2; U8___2 FunctionDependent3; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved1; }; typedef struct _MPI2_REQUEST_HEADER MPI2RequestHeader_t; struct _MPI2_DEFAULT_REPLY { U16___2 FunctionDependent1; U8___2 MsgLength; U8___2 Function; U16___2 FunctionDependent2; U8___2 FunctionDependent3; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved1; U16___2 FunctionDependent5; U16___2 IOCStatus; U32___2 IOCLogInfo; }; typedef struct _MPI2_DEFAULT_REPLY MPI2DefaultReply_t; struct _MPI2_VERSION_STRUCT { U8___2 Dev; U8___2 Unit; U8___2 Minor; U8___2 Major; }; typedef struct _MPI2_VERSION_STRUCT MPI2_VERSION_STRUCT; union _MPI2_VERSION_UNION { MPI2_VERSION_STRUCT Struct; U32___2 Word; }; typedef union _MPI2_VERSION_UNION MPI2_VERSION_UNION; struct _MPI2_SGE_SIMPLE32 { U32___2 FlagsLength; U32___2 Address; }; typedef struct _MPI2_SGE_SIMPLE32 Mpi2SGESimple32_t; struct _MPI2_SGE_SIMPLE64 { U32___2 FlagsLength; U64___2 Address; } __attribute__((packed)); typedef struct _MPI2_SGE_SIMPLE64 Mpi2SGESimple64_t; struct _MPI2_SGE_SIMPLE_UNION { U32___2 FlagsLength; union { U32___2 Address32; U64___2 Address64; } u; } __attribute__((packed)); typedef struct _MPI2_SGE_SIMPLE_UNION MPI2_SGE_SIMPLE_UNION; struct _MPI2_SGE_CHAIN_UNION { U16___2 Length; U8___2 NextChainOffset; U8___2 Flags; union { U32___2 Address32; U64___2 Address64; } u; } __attribute__((packed)); typedef struct _MPI2_SGE_CHAIN_UNION MPI2_SGE_CHAIN_UNION; struct _MPI2_IEEE_SGE_SIMPLE32 { U32___2 Address; U32___2 FlagsLength; }; typedef struct _MPI2_IEEE_SGE_SIMPLE32 MPI2_IEEE_SGE_SIMPLE32; struct _MPI2_IEEE_SGE_SIMPLE64 { U64___2 Address; U32___2 Length; U16___2 Reserved1; U8___2 Reserved2; U8___2 Flags; }; typedef struct _MPI2_IEEE_SGE_SIMPLE64 MPI2_IEEE_SGE_SIMPLE64; union _MPI2_IEEE_SGE_SIMPLE_UNION { MPI2_IEEE_SGE_SIMPLE32 Simple32; MPI2_IEEE_SGE_SIMPLE64 Simple64; }; typedef union _MPI2_IEEE_SGE_SIMPLE_UNION MPI2_IEEE_SGE_SIMPLE_UNION; typedef MPI2_IEEE_SGE_SIMPLE32 MPI2_IEEE_SGE_CHAIN32; typedef MPI2_IEEE_SGE_SIMPLE64 MPI2_IEEE_SGE_CHAIN64; union _MPI2_IEEE_SGE_CHAIN_UNION { MPI2_IEEE_SGE_CHAIN32 Chain32; MPI2_IEEE_SGE_CHAIN64 Chain64; }; typedef union _MPI2_IEEE_SGE_CHAIN_UNION MPI2_IEEE_SGE_CHAIN_UNION; struct _MPI25_IEEE_SGE_CHAIN64 { U64___2 Address; U32___2 Length; U16___2 Reserved1; U8___2 NextChainOffset; U8___2 Flags; }; typedef struct _MPI25_IEEE_SGE_CHAIN64 MPI25_IEEE_SGE_CHAIN64; typedef struct _MPI25_IEEE_SGE_CHAIN64 Mpi25IeeeSgeChain64_t; typedef struct _MPI25_IEEE_SGE_CHAIN64 *pMpi25IeeeSgeChain64_t; union _MPI25_SGE_IO_UNION { MPI2_IEEE_SGE_SIMPLE64 IeeeSimple; MPI25_IEEE_SGE_CHAIN64 IeeeChain; }; typedef union _MPI25_SGE_IO_UNION MPI25_SGE_IO_UNION; union _MPI2_SGE_IO_UNION { MPI2_SGE_SIMPLE_UNION MpiSimple; MPI2_SGE_CHAIN_UNION MpiChain; MPI2_IEEE_SGE_SIMPLE_UNION IeeeSimple; MPI2_IEEE_SGE_CHAIN_UNION IeeeChain; }; typedef union _MPI2_SGE_IO_UNION MPI2_SGE_IO_UNION; struct _MPI2_IOC_INIT_REQUEST { U8___2 WhoInit; U8___2 Reserved1; U8___2 ChainOffset; U8___2 Function; U16___2 Reserved2; U8___2 Reserved3; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved4; U16___2 MsgVersion; U16___2 HeaderVersion; U32___2 Reserved5; U16___2 ConfigurationFlags; U8___2 HostPageSize; U8___2 HostMSIxVectors; U16___2 Reserved8; U16___2 SystemRequestFrameSize; U16___2 ReplyDescriptorPostQueueDepth; U16___2 ReplyFreeQueueDepth; U32___2 SenseBufferAddressHigh; U32___2 SystemReplyAddressHigh; U64___2 SystemRequestFrameBaseAddress; U64___2 ReplyDescriptorPostQueueAddress; U64___2 ReplyFreeQueueAddress; U64___2 TimeStamp; }; typedef struct _MPI2_IOC_INIT_REQUEST Mpi2IOCInitRequest_t; struct _MPI2_IOC_INIT_RDPQ_ARRAY_ENTRY { U64___2 RDPQBaseAddress; U32___2 Reserved1; U32___2 Reserved2; }; typedef struct _MPI2_IOC_INIT_RDPQ_ARRAY_ENTRY Mpi2IOCInitRDPQArrayEntry; struct _MPI2_IOC_INIT_REPLY { U8___2 WhoInit; U8___2 Reserved1; U8___2 MsgLength; U8___2 Function; U16___2 Reserved2; U8___2 Reserved3; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved4; U16___2 Reserved5; U16___2 IOCStatus; U32___2 IOCLogInfo; }; typedef struct _MPI2_IOC_INIT_REPLY Mpi2IOCInitReply_t; struct _MPI2_IOC_FACTS_REQUEST { U16___2 Reserved1; U8___2 ChainOffset; U8___2 Function; U16___2 Reserved2; U8___2 Reserved3; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved4; }; typedef struct _MPI2_IOC_FACTS_REQUEST Mpi2IOCFactsRequest_t; struct _MPI2_IOC_FACTS_REPLY { U16___2 MsgVersion; U8___2 MsgLength; U8___2 Function; U16___2 HeaderVersion; U8___2 IOCNumber; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved1; U16___2 IOCExceptions; U16___2 IOCStatus; U32___2 IOCLogInfo; U8___2 MaxChainDepth; U8___2 WhoInit; U8___2 NumberOfPorts; U8___2 MaxMSIxVectors; U16___2 RequestCredit; U16___2 ProductID; U32___2 IOCCapabilities; MPI2_VERSION_UNION FWVersion; U16___2 IOCRequestFrameSize; U16___2 IOCMaxChainSegmentSize; U16___2 MaxInitiators; U16___2 MaxTargets; U16___2 MaxSasExpanders; U16___2 MaxEnclosures; U16___2 ProtocolFlags; U16___2 HighPriorityCredit; U16___2 MaxReplyDescriptorPostQueueDepth; U8___2 ReplyFrameSize; U8___2 MaxVolumes; U16___2 MaxDevHandle; U16___2 MaxPersistentEntries; U16___2 MinDevHandle; U8___2 CurrentHostPageSize; U8___2 Reserved4; U8___2 SGEModifierMask; U8___2 SGEModifierValue; U8___2 SGEModifierShift; U8___2 Reserved5; }; typedef struct _MPI2_IOC_FACTS_REPLY Mpi2IOCFactsReply_t; struct _MPI2_PORT_FACTS_REQUEST { U16___2 Reserved1; U8___2 ChainOffset; U8___2 Function; U16___2 Reserved2; U8___2 PortNumber; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved3; }; typedef struct _MPI2_PORT_FACTS_REQUEST Mpi2PortFactsRequest_t; struct _MPI2_PORT_FACTS_REPLY { U16___2 Reserved1; U8___2 MsgLength; U8___2 Function; U16___2 Reserved2; U8___2 PortNumber; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved3; U16___2 Reserved4; U16___2 IOCStatus; U32___2 IOCLogInfo; U8___2 Reserved5; U8___2 PortType; U16___2 Reserved6; U16___2 MaxPostedCmdBuffers; U16___2 Reserved7; }; typedef struct _MPI2_PORT_FACTS_REPLY Mpi2PortFactsReply_t; struct _MPI2_PORT_ENABLE_REQUEST { U16___2 Reserved1; U8___2 ChainOffset; U8___2 Function; U8___2 Reserved2; U8___2 PortFlags; U8___2 Reserved3; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved4; }; typedef struct _MPI2_PORT_ENABLE_REQUEST Mpi2PortEnableRequest_t; struct _MPI2_PORT_ENABLE_REPLY { U16___2 Reserved1; U8___2 MsgLength; U8___2 Function; U8___2 Reserved2; U8___2 PortFlags; U8___2 Reserved3; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved4; U16___2 Reserved5; U16___2 IOCStatus; U32___2 IOCLogInfo; }; typedef struct _MPI2_PORT_ENABLE_REPLY Mpi2PortEnableReply_t; struct _MPI2_EVENT_NOTIFICATION_REQUEST { U16___2 Reserved1; U8___2 ChainOffset; U8___2 Function; U16___2 Reserved2; U8___2 Reserved3; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved4; U32___2 Reserved5; U32___2 Reserved6; U32___2 EventMasks[4]; U16___2 SASBroadcastPrimitiveMasks; U16___2 SASNotifyPrimitiveMasks; U32___2 Reserved8; }; typedef struct _MPI2_EVENT_NOTIFICATION_REQUEST Mpi2EventNotificationRequest_t; struct _MPI2_EVENT_NOTIFICATION_REPLY { U16___2 EventDataLength; U8___2 MsgLength; U8___2 Function; U16___2 Reserved1; U8___2 AckRequired; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved2; U16___2 Reserved3; U16___2 IOCStatus; U32___2 IOCLogInfo; U16___2 Event; U16___2 Reserved4; U32___2 EventContext; U32___2 EventData[0]; }; typedef struct _MPI2_EVENT_NOTIFICATION_REPLY Mpi2EventNotificationReply_t; struct _MPI2_EVENT_DATA_SAS_DISCOVERY { U8___2 Flags; U8___2 ReasonCode; U8___2 PhysicalPort; U8___2 Reserved1; U32___2 DiscoveryStatus; }; typedef struct _MPI2_EVENT_DATA_SAS_DISCOVERY Mpi2EventDataSasDiscovery_t; struct _MPI26_EVENT_DATA_PCIE_ENUMERATION { U8___2 Flags; U8___2 ReasonCode; U8___2 PhysicalPort; U8___2 Reserved1; U32___2 EnumerationStatus; }; typedef struct _MPI26_EVENT_DATA_PCIE_ENUMERATION Mpi26EventDataPCIeEnumeration_t; struct _MPI2_EVENT_ACK_REQUEST { U16___2 Reserved1; U8___2 ChainOffset; U8___2 Function; U16___2 Reserved2; U8___2 Reserved3; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved4; U16___2 Event; U16___2 Reserved5; U32___2 EventContext; }; typedef struct _MPI2_EVENT_ACK_REQUEST Mpi2EventAckRequest_t; struct _MPI25_FW_UPLOAD_REQUEST { U8___2 ImageType; U8___2 Reserved1; U8___2 ChainOffset; U8___2 Function; U16___2 Reserved2; U8___2 Reserved3; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved4; U32___2 Reserved5; U32___2 Reserved6; U32___2 Reserved7; U32___2 ImageOffset; U32___2 ImageSize; MPI25_SGE_IO_UNION SGL; }; typedef struct _MPI25_FW_UPLOAD_REQUEST Mpi25FWUploadRequest_t; struct _MPI2_FW_UPLOAD_REPLY { U8___2 ImageType; U8___2 Reserved1; U8___2 MsgLength; U8___2 Function; U16___2 Reserved2; U8___2 Reserved3; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved4; U16___2 Reserved5; U16___2 IOCStatus; U32___2 IOCLogInfo; U32___2 ActualImageSize; }; typedef struct _MPI2_FW_UPLOAD_REPLY Mpi2FWUploadReply_t; struct _MPI26_IOUNIT_CONTROL_REQUEST { U8___2 Operation; U8___2 Reserved1; U8___2 ChainOffset; U8___2 Function; U16___2 DevHandle; U8___2 IOCParameter; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved3; U16___2 Reserved4; U8___2 PhyNum; U8___2 PrimFlags; U32___2 Primitive; U8___2 LookupMethod; U8___2 Reserved5; U16___2 SlotNumber; U64___2 LookupAddress; U32___2 IOCParameterValue; U32___2 Reserved7; U32___2 Reserved8; } __attribute__((packed)); typedef struct _MPI26_IOUNIT_CONTROL_REQUEST Mpi26IoUnitControlRequest_t; struct _MPI26_IOUNIT_CONTROL_REPLY { U8___2 Operation; U8___2 Reserved1; U8___2 MsgLength; U8___2 Function; U16___2 DevHandle; U8___2 IOCParameter; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved3; U16___2 Reserved4; U16___2 IOCStatus; U32___2 IOCLogInfo; }; typedef struct _MPI26_IOUNIT_CONTROL_REPLY Mpi26IoUnitControlReply_t; struct _MPI2_CONFIG_PAGE_HEADER { U8___2 PageVersion; U8___2 PageLength; U8___2 PageNumber; U8___2 PageType; }; typedef struct _MPI2_CONFIG_PAGE_HEADER MPI2_CONFIG_PAGE_HEADER; struct _MPI2_CONFIG_EXTENDED_PAGE_HEADER { U8___2 PageVersion; U8___2 Reserved1; U8___2 PageNumber; U8___2 PageType; U16___2 ExtPageLength; U8___2 ExtPageType; U8___2 Reserved2; }; typedef struct _MPI2_CONFIG_EXTENDED_PAGE_HEADER MPI2_CONFIG_EXTENDED_PAGE_HEADER; struct _MPI2_CONFIG_REQUEST { U8___2 Action; U8___2 SGLFlags; U8___2 ChainOffset; U8___2 Function; U16___2 ExtPageLength; U8___2 ExtPageType; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved1; U8___2 Reserved2; U8___2 ProxyVF_ID; U16___2 Reserved4; U32___2 Reserved3; MPI2_CONFIG_PAGE_HEADER Header; U32___2 PageAddress; MPI2_SGE_IO_UNION PageBufferSGE; } __attribute__((packed)); typedef struct _MPI2_CONFIG_REQUEST Mpi2ConfigRequest_t; struct _MPI2_CONFIG_REPLY { U8___2 Action; U8___2 SGLFlags; U8___2 MsgLength; U8___2 Function; U16___2 ExtPageLength; U8___2 ExtPageType; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved1; U16___2 Reserved2; U16___2 IOCStatus; U32___2 IOCLogInfo; MPI2_CONFIG_PAGE_HEADER Header; }; typedef struct _MPI2_CONFIG_REPLY Mpi2ConfigReply_t; struct _MPI2_CONFIG_PAGE_MAN_0 { MPI2_CONFIG_PAGE_HEADER Header; U8___2 ChipName[16]; U8___2 ChipRevision[8]; U8___2 BoardName[16]; U8___2 BoardAssembly[16]; U8___2 BoardTracerNumber[16]; }; typedef struct _MPI2_CONFIG_PAGE_MAN_0 Mpi2ManufacturingPage0_t; struct _MPI2_CONFIG_PAGE_MAN_1 { MPI2_CONFIG_PAGE_HEADER Header; U8___2 VPD[256]; }; typedef struct _MPI2_CONFIG_PAGE_MAN_1 Mpi2ManufacturingPage1_t; struct _MPI2_CONFIG_PAGE_IO_UNIT_0 { MPI2_CONFIG_PAGE_HEADER Header; U64___2 UniqueValue; MPI2_VERSION_UNION NvdataVersionDefault; MPI2_VERSION_UNION NvdataVersionPersistent; } __attribute__((packed)); typedef struct _MPI2_CONFIG_PAGE_IO_UNIT_0 Mpi2IOUnitPage0_t; struct _MPI2_CONFIG_PAGE_IO_UNIT_1 { MPI2_CONFIG_PAGE_HEADER Header; U32___2 Flags; }; typedef struct _MPI2_CONFIG_PAGE_IO_UNIT_1 Mpi2IOUnitPage1_t; struct _MPI2_IOUNIT8_SENSOR { U16___2 Flags; U16___2 Reserved1; U16___2 Threshold[4]; U32___2 Reserved2; U32___2 Reserved3; U32___2 Reserved4; }; typedef struct _MPI2_IOUNIT8_SENSOR MPI2_IOUNIT8_SENSOR; struct _MPI2_CONFIG_PAGE_IO_UNIT_8 { MPI2_CONFIG_PAGE_HEADER Header; U32___2 Reserved1; U32___2 Reserved2; U8___2 NumSensors; U8___2 PollingInterval; U16___2 Reserved3; MPI2_IOUNIT8_SENSOR Sensor[1]; }; typedef struct _MPI2_CONFIG_PAGE_IO_UNIT_8 Mpi2IOUnitPage8_t; struct _MPI2_CONFIG_PAGE_IOC_1 { MPI2_CONFIG_PAGE_HEADER Header; U32___2 Flags; U32___2 CoalescingTimeout; U8___2 CoalescingDepth; U8___2 PCISlotNum; U8___2 PCIBusNum; U8___2 PCIDomainSegment; U32___2 Reserved1; U32___2 ProductSpecific; }; typedef struct _MPI2_CONFIG_PAGE_IOC_1 Mpi2IOCPage1_t; struct _MPI2_CONFIG_PAGE_IOC_8 { MPI2_CONFIG_PAGE_HEADER Header; U8___2 NumDevsPerEnclosure; U8___2 Reserved1; U16___2 Reserved2; U16___2 MaxPersistentEntries; U16___2 MaxNumPhysicalMappedIDs; U16___2 Flags; U16___2 Reserved3; U16___2 IRVolumeMappingFlags; U16___2 Reserved4; U32___2 Reserved5; }; typedef struct _MPI2_CONFIG_PAGE_IOC_8 Mpi2IOCPage8_t; struct _MPI2_BOOT_DEVICE_ADAPTER_ORDER { U32___2 Reserved1; U32___2 Reserved2; U32___2 Reserved3; U32___2 Reserved4; U32___2 Reserved5; U32___2 Reserved6; }; typedef struct _MPI2_BOOT_DEVICE_ADAPTER_ORDER MPI2_BOOT_DEVICE_ADAPTER_ORDER; struct _MPI2_BOOT_DEVICE_SAS_WWID { U64___2 SASAddress; U8___2 LUN[8]; U32___2 Reserved1; U32___2 Reserved2; }; typedef struct _MPI2_BOOT_DEVICE_SAS_WWID MPI2_BOOT_DEVICE_SAS_WWID; struct _MPI2_BOOT_DEVICE_ENCLOSURE_SLOT { U64___2 EnclosureLogicalID; U32___2 Reserved1; U32___2 Reserved2; U16___2 SlotNumber; U16___2 Reserved3; U32___2 Reserved4; }; typedef struct _MPI2_BOOT_DEVICE_ENCLOSURE_SLOT MPI2_BOOT_DEVICE_ENCLOSURE_SLOT; struct _MPI2_BOOT_DEVICE_DEVICE_NAME { U64___2 DeviceName; U8___2 LUN[8]; U32___2 Reserved1; U32___2 Reserved2; }; typedef struct _MPI2_BOOT_DEVICE_DEVICE_NAME MPI2_BOOT_DEVICE_DEVICE_NAME; union _MPI2_MPI2_BIOSPAGE2_BOOT_DEVICE { MPI2_BOOT_DEVICE_ADAPTER_ORDER AdapterOrder; MPI2_BOOT_DEVICE_SAS_WWID SasWwid; MPI2_BOOT_DEVICE_ENCLOSURE_SLOT EnclosureSlot; MPI2_BOOT_DEVICE_DEVICE_NAME DeviceName; }; typedef union _MPI2_MPI2_BIOSPAGE2_BOOT_DEVICE MPI2_BIOSPAGE2_BOOT_DEVICE; struct _MPI2_CONFIG_PAGE_BIOS_2 { MPI2_CONFIG_PAGE_HEADER Header; U32___2 Reserved1; U32___2 Reserved2; U32___2 Reserved3; U32___2 Reserved4; U32___2 Reserved5; U32___2 Reserved6; U8___2 ReqBootDeviceForm; U8___2 Reserved7; U16___2 Reserved8; MPI2_BIOSPAGE2_BOOT_DEVICE RequestedBootDevice; U8___2 ReqAltBootDeviceForm; U8___2 Reserved9; U16___2 Reserved10; MPI2_BIOSPAGE2_BOOT_DEVICE RequestedAltBootDevice; U8___2 CurrentBootDeviceForm; U8___2 Reserved11; U16___2 Reserved12; MPI2_BIOSPAGE2_BOOT_DEVICE CurrentBootDevice; } __attribute__((packed)); typedef struct _MPI2_CONFIG_PAGE_BIOS_2 Mpi2BiosPage2_t; struct _MPI2_ADAPTER_INFO { U8___2 PciBusNumber; U8___2 PciDeviceAndFunctionNumber; U16___2 AdapterFlags; }; typedef struct _MPI2_ADAPTER_INFO MPI2_ADAPTER_INFO; struct _MPI2_ADAPTER_ORDER_AUX { U64___2 WWID; U32___2 Reserved1; U32___2 Reserved2; }; typedef struct _MPI2_ADAPTER_ORDER_AUX MPI2_ADAPTER_ORDER_AUX; struct _MPI2_CONFIG_PAGE_BIOS_3 { MPI2_CONFIG_PAGE_HEADER Header; U32___2 GlobalFlags; U32___2 BiosVersion; MPI2_ADAPTER_INFO AdapterOrder[4]; U32___2 Reserved1; MPI2_ADAPTER_ORDER_AUX AdapterOrderAux[4]; }; typedef struct _MPI2_CONFIG_PAGE_BIOS_3 Mpi2BiosPage3_t; struct _MPI2_BIOS4_ENTRY { U64___2 ReassignmentWWID; U64___2 ReassignmentDeviceName; }; typedef struct _MPI2_BIOS4_ENTRY MPI2_BIOS4_ENTRY; struct _MPI2_CONFIG_PAGE_BIOS_4 { MPI2_CONFIG_PAGE_HEADER Header; U8___2 NumPhys; U8___2 Reserved1; U16___2 Reserved2; MPI2_BIOS4_ENTRY Phy[1]; }; typedef struct _MPI2_CONFIG_PAGE_BIOS_4 Mpi2BiosPage4_t; struct _MPI2_SAS_IO_UNIT1_PHY_DATA { U8___2 Port; U8___2 PortFlags; U8___2 PhyFlags; U8___2 MaxMinLinkRate; U32___2 ControllerPhyDeviceInfo; U16___2 MaxTargetPortConnectTime; U16___2 Reserved1; }; typedef struct _MPI2_SAS_IO_UNIT1_PHY_DATA MPI2_SAS_IO_UNIT1_PHY_DATA; struct _MPI2_CONFIG_PAGE_SASIOUNIT_1 { MPI2_CONFIG_EXTENDED_PAGE_HEADER Header; U16___2 ControlFlags; U16___2 SASNarrowMaxQueueDepth; U16___2 AdditionalControlFlags; U16___2 SASWideMaxQueueDepth; U8___2 NumPhys; U8___2 SATAMaxQDepth; U8___2 ReportDeviceMissingDelay; U8___2 IODeviceMissingDelay; MPI2_SAS_IO_UNIT1_PHY_DATA PhyData[1]; }; typedef struct _MPI2_CONFIG_PAGE_SASIOUNIT_1 Mpi2SasIOUnitPage1_t; struct _MPI2_CONFIG_PAGE_SAS_ENCLOSURE_0 { MPI2_CONFIG_EXTENDED_PAGE_HEADER Header; U32___2 Reserved1; U64___2 EnclosureLogicalID; U16___2 Flags; U16___2 EnclosureHandle; U16___2 NumSlots; U16___2 StartSlot; U8___2 ChassisSlot; U8___2 EnclosureLevel; U16___2 SEPDevHandle; U8___2 OEMRD; U8___2 Reserved1a; U16___2 Reserved2; U32___2 Reserved3; } __attribute__((packed)); typedef struct _MPI2_CONFIG_PAGE_SAS_ENCLOSURE_0 Mpi2SasEnclosurePage0_t; struct _MPI26_PCIE_IO_UNIT1_PHY_DATA { U8___2 Link; U8___2 LinkFlags; U8___2 PhyFlags; U8___2 MaxMinLinkRate; U32___2 ControllerPhyDeviceInfo; U32___2 Reserved1; }; typedef struct _MPI26_PCIE_IO_UNIT1_PHY_DATA MPI26_PCIE_IO_UNIT1_PHY_DATA; struct _MPI26_CONFIG_PAGE_PIOUNIT_1 { MPI2_CONFIG_EXTENDED_PAGE_HEADER Header; U16___2 ControlFlags; U16___2 Reserved; U16___2 AdditionalControlFlags; U16___2 NVMeMaxQueueDepth; U8___2 NumPhys; U8___2 DMDReportPCIe; U16___2 Reserved2; MPI26_PCIE_IO_UNIT1_PHY_DATA PhyData[1]; }; typedef struct _MPI26_CONFIG_PAGE_PIOUNIT_1 Mpi26PCIeIOUnitPage1_t; struct _MPI2_SCSI_IO_CDB_EEDP32 { U8___2 CDB[20]; __be32 PrimaryReferenceTag; U16___2 PrimaryApplicationTag; U16___2 PrimaryApplicationTagMask; U32___2 TransferLength; }; typedef struct _MPI2_SCSI_IO_CDB_EEDP32 MPI2_SCSI_IO_CDB_EEDP32; union _MPI2_SCSI_IO_CDB_UNION { U8___2 CDB32[32]; MPI2_SCSI_IO_CDB_EEDP32 EEDP32; MPI2_SGE_SIMPLE_UNION SGE; }; typedef union _MPI2_SCSI_IO_CDB_UNION MPI2_SCSI_IO_CDB_UNION; struct _MPI2_SCSI_IO_REQUEST { U16___2 DevHandle; U8___2 ChainOffset; U8___2 Function; U16___2 Reserved1; U8___2 Reserved2; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved3; U32___2 SenseBufferLowAddress; U16___2 SGLFlags; U8___2 SenseBufferLength; U8___2 Reserved4; U8___2 SGLOffset0; U8___2 SGLOffset1; U8___2 SGLOffset2; U8___2 SGLOffset3; U32___2 SkipCount; U32___2 DataLength; U32___2 BidirectionalDataLength; U16___2 IoFlags; U16___2 EEDPFlags; U32___2 EEDPBlockSize; U32___2 SecondaryReferenceTag; U16___2 SecondaryApplicationTag; U16___2 ApplicationTagTranslationMask; U8___2 LUN[8]; U32___2 Control; MPI2_SCSI_IO_CDB_UNION CDB; MPI2_SGE_IO_UNION SGL; }; typedef struct _MPI2_SCSI_IO_REQUEST Mpi2SCSIIORequest_t; union _MPI25_SCSI_IO_CDB_UNION { U8___2 CDB32[32]; MPI2_SCSI_IO_CDB_EEDP32 EEDP32; MPI2_IEEE_SGE_SIMPLE64 SGE; }; typedef union _MPI25_SCSI_IO_CDB_UNION MPI25_SCSI_IO_CDB_UNION; struct _MPI25_SCSI_IO_REQUEST { U16___2 DevHandle; U8___2 ChainOffset; U8___2 Function; U16___2 Reserved1; U8___2 Reserved2; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved3; U32___2 SenseBufferLowAddress; U8___2 DMAFlags; U8___2 Reserved5; U8___2 SenseBufferLength; U8___2 Reserved4; U8___2 SGLOffset0; U8___2 SGLOffset1; U8___2 SGLOffset2; U8___2 SGLOffset3; U32___2 SkipCount; U32___2 DataLength; U32___2 BidirectionalDataLength; U16___2 IoFlags; U16___2 EEDPFlags; U16___2 EEDPBlockSize; U16___2 Reserved6; U32___2 SecondaryReferenceTag; U16___2 SecondaryApplicationTag; U16___2 ApplicationTagTranslationMask; U8___2 LUN[8]; U32___2 Control; MPI25_SCSI_IO_CDB_UNION CDB; MPI25_SGE_IO_UNION SGL; }; typedef struct _MPI25_SCSI_IO_REQUEST Mpi25SCSIIORequest_t; struct _MPI2_SEP_REQUEST { U16___2 DevHandle; U8___2 ChainOffset; U8___2 Function; U8___2 Action; U8___2 Flags; U8___2 Reserved1; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved2; U32___2 SlotStatus; U32___2 Reserved3; U32___2 Reserved4; U32___2 Reserved5; U16___2 Slot; U16___2 EnclosureHandle; }; typedef struct _MPI2_SEP_REQUEST Mpi2SepRequest_t; struct _MPI2_SEP_REPLY { U16___2 DevHandle; U8___2 MsgLength; U8___2 Function; U8___2 Action; U8___2 Flags; U8___2 Reserved1; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved2; U16___2 Reserved3; U16___2 IOCStatus; U32___2 IOCLogInfo; U32___2 SlotStatus; U32___2 Reserved4; U16___2 Slot; U16___2 EnclosureHandle; }; typedef struct _MPI2_SEP_REPLY Mpi2SepReply_t; struct _MPI2_SAS_IOUNIT_CONTROL_REQUEST { U8___2 Operation; U8___2 Reserved1; U8___2 ChainOffset; U8___2 Function; U16___2 DevHandle; U8___2 IOCParameter; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved3; U16___2 Reserved4; U8___2 PhyNum; U8___2 PrimFlags; U32___2 Primitive; U8___2 LookupMethod; U8___2 Reserved5; U16___2 SlotNumber; U64___2 LookupAddress; U32___2 IOCParameterValue; U32___2 Reserved7; U32___2 Reserved8; } __attribute__((packed)); typedef struct _MPI2_SAS_IOUNIT_CONTROL_REQUEST Mpi2SasIoUnitControlRequest_t; struct _MPI2_SAS_IOUNIT_CONTROL_REPLY { U8___2 Operation; U8___2 Reserved1; U8___2 MsgLength; U8___2 Function; U16___2 DevHandle; U8___2 IOCParameter; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved3; U16___2 Reserved4; U16___2 IOCStatus; U32___2 IOCLogInfo; }; typedef struct _MPI2_SAS_IOUNIT_CONTROL_REPLY Mpi2SasIoUnitControlReply_t; struct _MPI26_NVME_ENCAPSULATED_REQUEST { U16___2 DevHandle; U8___2 ChainOffset; U8___2 Function; U16___2 EncapsulatedCommandLength; U8___2 Reserved1; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved2; U32___2 Reserved3; U64___2 ErrorResponseBaseAddress; U16___2 ErrorResponseAllocationLength; U16___2 Flags; U32___2 DataLength; U8___2 NVMe_Command[4]; } __attribute__((packed)); typedef struct _MPI26_NVME_ENCAPSULATED_REQUEST Mpi26NVMeEncapsulatedRequest_t; struct _MPI2_FW_IMAGE_HEADER { U32___2 Signature; U32___2 Signature0; U32___2 Signature1; U32___2 Signature2; MPI2_VERSION_UNION MPIVersion; MPI2_VERSION_UNION FWVersion; MPI2_VERSION_UNION NVDATAVersion; MPI2_VERSION_UNION PackageVersion; U16___2 VendorID; U16___2 ProductID; U16___2 ProtocolFlags; U16___2 Reserved26; U32___2 IOCCapabilities; U32___2 ImageSize; U32___2 NextImageHeaderOffset; U32___2 Checksum; U32___2 Reserved38; U32___2 Reserved3C; U32___2 Reserved40; U32___2 Reserved44; U32___2 Reserved48; U32___2 Reserved4C; U32___2 Reserved50; U32___2 Reserved54; U32___2 Reserved58; U32___2 Reserved5C; U32___2 BootFlags; U32___2 FirmwareVersionNameWhat; U8___2 FirmwareVersionName[32]; U32___2 VendorNameWhat; U8___2 VendorName[32]; U32___2 PackageNameWhat; U8___2 PackageName[32]; U32___2 ReservedD0; U32___2 ReservedD4; U32___2 ReservedD8; U32___2 ReservedDC; U32___2 ReservedE0; U32___2 ReservedE4; U32___2 ReservedE8; U32___2 ReservedEC; U32___2 ReservedF0; U32___2 ReservedF4; U32___2 ReservedF8; U32___2 ReservedFC; }; typedef struct _MPI2_FW_IMAGE_HEADER Mpi2FWImageHeader_t; struct _MPI26_HASH_EXCLUSION_FORMAT { U32___2 Offset; U32___2 Size; }; typedef struct _MPI26_HASH_EXCLUSION_FORMAT MPI26_HASH_EXCLUSION_FORMAT; struct _MPI26_COMPONENT_IMAGE_HEADER { U32___2 Signature0; U32___2 LoadAddress; U32___2 DataSize; U32___2 StartAddress; U32___2 Signature1; U32___2 FlashOffset; U32___2 FlashSize; U32___2 VersionStringOffset; U32___2 BuildDateStringOffset; U32___2 BuildTimeStringOffset; U32___2 EnvironmentVariableOffset; U32___2 ApplicationSpecific; U32___2 Signature2; U32___2 HeaderSize; U32___2 Crc; U8___2 NotFlashImage; U8___2 Compressed; U16___2 Reserved3E; U32___2 SecondaryFlashOffset; U32___2 Reserved44; U32___2 Reserved48; MPI2_VERSION_UNION RMCInterfaceVersion; MPI2_VERSION_UNION Reserved50; MPI2_VERSION_UNION FWVersion; MPI2_VERSION_UNION NvdataVersion; MPI26_HASH_EXCLUSION_FORMAT HashExclusion[4]; U32___2 NextImageHeaderOffset; U32___2 Reserved80[32]; }; typedef struct _MPI26_COMPONENT_IMAGE_HEADER Mpi26ComponentImageHeader_t; struct SL_WH_MASTER_TRIGGER_T { uint32_t MasterData; }; struct SL_WH_EVENT_TRIGGER_T { uint16_t EventValue; uint16_t LogEntryQualifier; }; struct SL_WH_EVENT_TRIGGERS_T { uint32_t ValidEntries; struct SL_WH_EVENT_TRIGGER_T EventTriggerEntry[20]; }; struct SL_WH_SCSI_TRIGGER_T { U8___2 ASCQ; U8___2 ASC; U8___2 SenseKey; U8___2 Reserved; }; struct SL_WH_SCSI_TRIGGERS_T { uint32_t ValidEntries; struct SL_WH_SCSI_TRIGGER_T SCSITriggerEntry[20]; }; struct SL_WH_MPI_TRIGGER_T { uint16_t IOCStatus; uint16_t Reserved; uint32_t IocLogInfo; }; struct SL_WH_MPI_TRIGGERS_T { uint32_t ValidEntries; struct SL_WH_MPI_TRIGGER_T MPITriggerEntry[20]; }; struct _MPI26_CONFIG_PAGE_DRIVER_TIGGER_0 { MPI2_CONFIG_EXTENDED_PAGE_HEADER Header; U16___2 TriggerFlags; U16___2 Reserved0xA; U32___2 Reserved0xC[61]; }; typedef struct _MPI26_CONFIG_PAGE_DRIVER_TIGGER_0 Mpi26DriverTriggerPage0_t; struct _MPI26_DRIVER_MASTER_TIGGER_ENTRY { U32___2 MasterTriggerFlags; }; typedef struct _MPI26_DRIVER_MASTER_TIGGER_ENTRY MPI26_DRIVER_MASTER_TIGGER_ENTRY; struct _MPI26_CONFIG_PAGE_DRIVER_TIGGER_1 { MPI2_CONFIG_EXTENDED_PAGE_HEADER Header; U16___2 NumMasterTrigger; U16___2 Reserved0xA; MPI26_DRIVER_MASTER_TIGGER_ENTRY MasterTriggers[1]; }; typedef struct _MPI26_CONFIG_PAGE_DRIVER_TIGGER_1 Mpi26DriverTriggerPage1_t; struct _MPI26_DRIVER_MPI_EVENT_TIGGER_ENTRY { U16___2 MPIEventCode; U16___2 MPIEventCodeSpecific; }; typedef struct _MPI26_DRIVER_MPI_EVENT_TIGGER_ENTRY MPI26_DRIVER_MPI_EVENT_TIGGER_ENTRY; struct _MPI26_CONFIG_PAGE_DRIVER_TIGGER_2 { MPI2_CONFIG_EXTENDED_PAGE_HEADER Header; U16___2 NumMPIEventTrigger; U16___2 Reserved0xA; MPI26_DRIVER_MPI_EVENT_TIGGER_ENTRY MPIEventTriggers[20]; }; typedef struct _MPI26_CONFIG_PAGE_DRIVER_TIGGER_2 Mpi26DriverTriggerPage2_t; struct _MPI26_DRIVER_SCSI_SENSE_TIGGER_ENTRY { U8___2 ASCQ; U8___2 ASC; U8___2 SenseKey; U8___2 Reserved; }; typedef struct _MPI26_DRIVER_SCSI_SENSE_TIGGER_ENTRY MPI26_DRIVER_SCSI_SENSE_TIGGER_ENTRY; struct _MPI26_CONFIG_PAGE_DRIVER_TIGGER_3 { MPI2_CONFIG_EXTENDED_PAGE_HEADER Header; U16___2 NumSCSISenseTrigger; U16___2 Reserved0xA; MPI26_DRIVER_SCSI_SENSE_TIGGER_ENTRY SCSISenseTriggers[20]; }; typedef struct _MPI26_CONFIG_PAGE_DRIVER_TIGGER_3 Mpi26DriverTriggerPage3_t; struct _MPI26_DRIVER_IOCSTATUS_LOGINFO_TIGGER_ENTRY { U16___2 IOCStatus; U16___2 Reserved; U32___2 LogInfo; }; typedef struct _MPI26_DRIVER_IOCSTATUS_LOGINFO_TIGGER_ENTRY MPI26_DRIVER_IOCSTATUS_LOGINFO_TIGGER_ENTRY; struct _MPI26_CONFIG_PAGE_DRIVER_TIGGER_4 { MPI2_CONFIG_EXTENDED_PAGE_HEADER Header; U16___2 NumIOCStatusLogInfoTrigger; U16___2 Reserved0xA; MPI26_DRIVER_IOCSTATUS_LOGINFO_TIGGER_ENTRY IOCStatusLoginfoTriggers[20]; }; typedef struct _MPI26_CONFIG_PAGE_DRIVER_TIGGER_4 Mpi26DriverTriggerPage4_t; struct mpt3sas_nvme_cmd { u8 rsvd[24]; __le64 prp1; __le64 prp2; }; struct Mpi2ManufacturingPage10_t { MPI2_CONFIG_PAGE_HEADER Header; U8___2 OEMIdentifier; U8___2 Reserved1; U16___2 Reserved2; U32___2 Reserved3; U32___2 GenericFlags0; U32___2 GenericFlags1; U32___2 Reserved4; U32___2 OEMSpecificFlags0; U32___2 OEMSpecificFlags1; U32___2 Reserved5[18]; }; struct Mpi2ManufacturingPage11_t { MPI2_CONFIG_PAGE_HEADER Header; __le32 Reserved1; u8 Reserved2; u8 EEDPTagMode; u8 Reserved3; u8 Reserved4; __le32 Reserved5[8]; u16 AddlFlags2; u8 AddlFlags3; u8 Reserved6; __le32 Reserved7[7]; u8 NVMeAbortTO; u8 NumPerDevEvents; u8 HostTraceBufferDecrementSizeKB; u8 HostTraceBufferFlags; u16 HostTraceBufferMaxSizeKB; u16 HostTraceBufferMinSizeKB; u8 CoreDumpTOSec; u8 TimeSyncInterval; u16 Reserved9; __le32 Reserved10; }; struct hba_port { struct list_head list; u64 sas_address; u32 phy_mask; u8 port_id; u8 flags; u32 vphys_mask; struct list_head vphys_list; }; struct _pcie_device { struct list_head list; struct scsi_target *starget; u64 wwid; u16 handle; u32 device_info; int id; int channel; u16 slot; u8 port_num; u8 responding; u8 fast_path; u32 nvme_mdts; u16 enclosure_handle; u64 enclosure_logical_id; u8 enclosure_level; u8 connector_name[4]; u8 *serial_number; u8 reset_timeout; u8 access_status; u16 shutdown_latency; struct kref refcount; }; struct _internal_cmd { struct mutex mutex; struct completion done; void *reply; void *sense; u16 status; u16 smid; }; struct _boot_device { int channel; void *device; }; struct _sas_phy { struct list_head port_siblings; struct sas_identify identify; struct sas_identify remote_identify; struct sas_phy *phy; u8 phy_id; u16 handle; u16 attached_handle; u8 phy_belongs_to_port; u8 hba_vphy; struct hba_port *port; }; struct _sas_node { struct list_head list; struct device *parent_dev; u8 num_phys; u64 sas_address; u16 handle; u64 sas_address_parent; u16 enclosure_handle; u64 enclosure_logical_id; u8 responding; u8 nr_phys_allocated; struct hba_port *port; struct _sas_phy *phy; struct list_head sas_port_list; struct sas_rphy *rphy; }; struct _enclosure_node { struct list_head list; Mpi2SasEnclosurePage0_t pg0; }; enum reset_type { FORCE_BIG_HAMMER = 0, SOFT_RESET = 1, }; struct pcie_sg_list { void *pcie_sgl; dma_addr_t pcie_sgl_dma; }; struct chain_tracker { void *chain_buffer; dma_addr_t chain_buffer_dma; }; struct chain_lookup { struct chain_tracker *chains_per_smid; atomic_t chain_offset; }; struct scsiio_tracker { u16 smid; struct scsi_cmnd *scmd; u8 cb_idx; u8 direct_io; struct pcie_sg_list pcie_sg_list; struct list_head chain_list; u16 msix_io; }; struct request_tracker { u16 smid; u8 cb_idx; struct list_head tracker_list; }; struct _tr_list { struct list_head list; u16 handle; u16 state; }; struct _sc_list { struct list_head list; u16 handle; }; struct _event_ack_list { struct list_head list; U16___2 Event; U32___2 EventContext; }; struct MPT3SAS_ADAPTER; struct adapter_reply_queue { struct MPT3SAS_ADAPTER *ioc; u8 msix_index; u32 reply_post_host_index; Mpi2ReplyDescriptorsUnion_t *reply_post_free; char name[32]; atomic_t busy; u32 os_irq; struct irq_poll irqpoll; bool irq_poll_scheduled; bool irq_line_enable; bool is_iouring_poll_q; struct list_head list; }; typedef void (*MPT3SAS_FLUSH_RUNNING_CMDS)(struct MPT3SAS_ADAPTER *); typedef void (*MPT_ADD_SGE)(void *, u32, dma_addr_t); typedef int (*MPT_BUILD_SG_SCMD)(struct MPT3SAS_ADAPTER *, struct scsi_cmnd *, u16, struct _pcie_device *); typedef void (*MPT_BUILD_SG)(struct MPT3SAS_ADAPTER *, void *, dma_addr_t, size_t, dma_addr_t, size_t); typedef void (*MPT_BUILD_ZERO_LEN_SGE)(struct MPT3SAS_ADAPTER *, void *); typedef void (*NVME_BUILD_PRP)(struct MPT3SAS_ADAPTER *, u16, Mpi26NVMeEncapsulatedRequest_t *, dma_addr_t, size_t, dma_addr_t, size_t); union mpi3_version_union { MPI2_VERSION_STRUCT Struct; u32 Word; }; struct mpt3sas_facts { u16 MsgVersion; u16 HeaderVersion; u8 IOCNumber; u8 VP_ID; u8 VF_ID; u16 IOCExceptions; u16 IOCStatus; u32 IOCLogInfo; u8 MaxChainDepth; u8 WhoInit; u8 NumberOfPorts; u8 MaxMSIxVectors; u16 RequestCredit; u16 ProductID; u32 IOCCapabilities; union mpi3_version_union FWVersion; u16 IOCRequestFrameSize; u16 IOCMaxChainSegmentSize; u16 MaxInitiators; u16 MaxTargets; u16 MaxSasExpanders; u16 MaxEnclosures; u16 ProtocolFlags; u16 HighPriorityCredit; u16 MaxReplyDescriptorPostQueueDepth; u8 ReplyFrameSize; u8 MaxVolumes; u16 MaxDevHandle; u16 MaxPersistentEntries; u16 MinDevHandle; u8 CurrentHostPageSize; }; struct htb_rel_query { u16 buffer_rel_condition; u16 reserved; u32 trigger_type; u32 trigger_info_dwords[2]; }; typedef u32 (*BASE_READ_REG)(const volatile void *); typedef void (*PUT_SMID_IO_FP_HIP)(struct MPT3SAS_ADAPTER *, u16, u16); typedef void (*PUT_SMID_DEFAULT)(struct MPT3SAS_ADAPTER *, u16); typedef u8 (*GET_MSIX_INDEX)(struct MPT3SAS_ADAPTER *, struct scsi_cmnd *); struct fw_event_work; struct io_uring_poll_queue; struct mpt3sas_port_facts; struct reply_post_struct; struct MPT3SAS_ADAPTER { struct list_head list; struct Scsi_Host *shost; u8 id; int cpu_count; char name[32]; char driver_name[24]; char tmp_string[64]; struct pci_dev *pdev; Mpi2SystemInterfaceRegs_t *chip; phys_addr_t chip_phys; int logging_level; int fwfault_debug; u8 ir_firmware; int bars; u8 mask_interrupts; char fault_reset_work_q_name[20]; struct workqueue_struct *fault_reset_work_q; struct delayed_work fault_reset_work; char firmware_event_name[20]; struct workqueue_struct *firmware_event_thread; spinlock_t fw_event_lock; struct list_head fw_event_list; struct fw_event_work *current_event; u8 fw_events_cleanup; int aen_event_read_flag; u8 broadcast_aen_busy; u16 broadcast_aen_pending; u8 shost_recovery; u8 got_task_abort_from_ioctl; struct mutex reset_in_progress_mutex; spinlock_t ioc_reset_in_progress_lock; u8 ioc_link_reset_in_progress; u8 ignore_loginfos; u8 remove_host; u8 pci_error_recovery; u8 wait_for_discovery_to_complete; u8 is_driver_loading; u8 port_enable_failed; u8 start_scan; u16 start_scan_failed; u8 msix_enable; u16 msix_vector_count; u8 *cpu_msix_table; u16 cpu_msix_table_sz; resource_size_t **reply_post_host_index; u32 ioc_reset_count; MPT3SAS_FLUSH_RUNNING_CMDS schedule_dead_ioc_flush_running_cmds; u32 non_operational_loop; u8 ioc_coredump_loop; u32 timestamp_update_count; u32 time_sync_interval; atomic64_t total_io_cnt; atomic64_t high_iops_outstanding; bool msix_load_balance; u16 thresh_hold; u8 high_iops_queues; u8 iopoll_q_start_index; u32 drv_internal_flags; u32 drv_support_bitmap; u32 dma_mask; bool enable_sdev_max_qd; bool use_32bit_dma; struct io_uring_poll_queue *io_uring_poll_queues; u8 scsi_io_cb_idx; u8 tm_cb_idx; u8 transport_cb_idx; u8 scsih_cb_idx; u8 ctl_cb_idx; u8 base_cb_idx; u8 port_enable_cb_idx; u8 config_cb_idx; u8 tm_tr_cb_idx; u8 tm_tr_volume_cb_idx; u8 tm_sas_control_cb_idx; struct _internal_cmd base_cmds; struct _internal_cmd port_enable_cmds; struct _internal_cmd transport_cmds; struct _internal_cmd scsih_cmds; struct _internal_cmd tm_cmds; struct _internal_cmd ctl_cmds; struct _internal_cmd config_cmds; MPT_ADD_SGE base_add_sg_single; MPT_BUILD_SG_SCMD build_sg_scmd; MPT_BUILD_SG build_sg; MPT_BUILD_ZERO_LEN_SGE build_zero_len_sge; u16 sge_size_ieee; u16 hba_mpi_version_belonged; MPT_BUILD_SG build_sg_mpi; MPT_BUILD_ZERO_LEN_SGE build_zero_len_sge_mpi; NVME_BUILD_PRP build_nvme_prp; u32 event_type[4]; u32 event_context; void *event_log; u32 event_masks[4]; u8 tm_custom_handling; u8 nvme_abort_timeout; u16 max_shutdown_latency; u16 max_wideport_qd; u16 max_narrowport_qd; u16 max_nvme_qd; u8 max_sata_qd; struct mpt3sas_facts facts; struct mpt3sas_facts prev_fw_facts; struct mpt3sas_port_facts *pfacts; Mpi2ManufacturingPage0_t manu_pg0; struct Mpi2ManufacturingPage10_t manu_pg10; struct Mpi2ManufacturingPage11_t manu_pg11; Mpi2BiosPage2_t bios_pg2; Mpi2BiosPage3_t bios_pg3; Mpi2IOCPage8_t ioc_pg8; Mpi2IOUnitPage0_t iounit_pg0; Mpi2IOUnitPage1_t iounit_pg1; Mpi2IOUnitPage8_t iounit_pg8; Mpi2IOCPage1_t ioc_pg1_copy; struct _boot_device req_boot_device; struct _boot_device req_alt_boot_device; struct _boot_device current_boot_device; struct _sas_node sas_hba; struct list_head sas_expander_list; struct list_head enclosure_list; spinlock_t sas_node_lock; struct list_head sas_device_list; struct list_head sas_device_init_list; spinlock_t sas_device_lock; struct list_head pcie_device_list; struct list_head pcie_device_init_list; spinlock_t pcie_device_lock; struct list_head raid_device_list; spinlock_t raid_device_lock; u8 io_missing_delay; u16 device_missing_delay; int sas_id; int pcie_target_id; void *blocking_handles; void *pd_handles; u16 pd_handles_sz; void *pend_os_device_add; u16 pend_os_device_add_sz; u16 config_page_sz; void *config_page; dma_addr_t config_page_dma; void *config_vaddr; u16 hba_queue_depth; u16 sge_size; u16 scsiio_depth; u16 request_sz; u8 *request; dma_addr_t request_dma; u32 request_dma_sz; struct pcie_sg_list *pcie_sg_lookup; spinlock_t scsi_lookup_lock; int pending_io_count; wait_queue_head_t reset_wq; u16 *io_queue_num; struct dma_pool *pcie_sgl_dma_pool; u32 page_size; struct chain_lookup *chain_lookup; struct list_head free_chain_list; struct dma_pool *chain_dma_pool; ulong chain_pages; u16 max_sges_in_main_message; u16 max_sges_in_chain_message; u16 chains_needed_per_io; u32 chain_depth; u16 chain_segment_sz; u16 chains_per_prp_buffer; u16 hi_priority_smid; u8 *hi_priority; dma_addr_t hi_priority_dma; u16 hi_priority_depth; struct request_tracker *hpr_lookup; struct list_head hpr_free_list; u16 internal_smid; u8 *internal; dma_addr_t internal_dma; u16 internal_depth; struct request_tracker *internal_lookup; struct list_head internal_free_list; u8 *sense; dma_addr_t sense_dma; struct dma_pool *sense_dma_pool; u16 reply_sz; u8 *reply; dma_addr_t reply_dma; u32 reply_dma_max_address; u32 reply_dma_min_address; struct dma_pool *reply_dma_pool; u16 reply_free_queue_depth; __le32 *reply_free; dma_addr_t reply_free_dma; struct dma_pool *reply_free_dma_pool; u32 reply_free_host_index; u16 reply_post_queue_depth; struct reply_post_struct *reply_post; u8 rdpq_array_capable; u8 rdpq_array_enable; u8 rdpq_array_enable_assigned; struct dma_pool *reply_post_free_dma_pool; struct dma_pool *reply_post_free_array_dma_pool; Mpi2IOCInitRDPQArrayEntry *reply_post_free_array; dma_addr_t reply_post_free_array_dma; u8 reply_queue_count; struct list_head reply_queue_list; u8 combined_reply_queue; u8 combined_reply_index_count; u8 smp_affinity_enable; resource_size_t **replyPostRegisterIndex; struct list_head delayed_tr_list; struct list_head delayed_tr_volume_list; struct list_head delayed_sc_list; struct list_head delayed_event_ack_list; u8 temp_sensors_count; struct mutex pci_access_mutex; u8 *diag_buffer[3]; u32 diag_buffer_sz[3]; dma_addr_t diag_buffer_dma[3]; u8 diag_buffer_status[3]; u32 unique_id[3]; u32 product_specific[69]; u32 diagnostic_flags[3]; u32 ring_buffer_offset; u32 ring_buffer_sz; struct htb_rel_query htb_rel; u8 reset_from_user; u8 is_warpdrive; u8 is_mcpu_endpoint; u8 hide_ir_msg; u8 mfg_pg10_hide_flag; u8 hide_drives; spinlock_t diag_trigger_lock; u8 diag_trigger_active; u8 atomic_desc_capable; BASE_READ_REG base_readl; struct SL_WH_MASTER_TRIGGER_T diag_trigger_master; struct SL_WH_EVENT_TRIGGERS_T diag_trigger_event; struct SL_WH_SCSI_TRIGGERS_T diag_trigger_scsi; struct SL_WH_MPI_TRIGGERS_T diag_trigger_mpi; u8 supports_trigger_pages; void *device_remove_in_progress; u16 device_remove_in_progress_sz; u8 is_gen35_ioc; u8 is_aero_ioc; struct dentry *debugfs_root; struct dentry *ioc_dump; PUT_SMID_IO_FP_HIP put_smid_scsi_io; PUT_SMID_IO_FP_HIP put_smid_fast_path; PUT_SMID_IO_FP_HIP put_smid_hi_priority; PUT_SMID_DEFAULT put_smid_default; GET_MSIX_INDEX get_msix_index_for_smlio; u8 multipath_on_hba; struct list_head port_table_list; }; struct io_uring_poll_queue { atomic_t busy; atomic_t pause; struct adapter_reply_queue *reply_q; }; struct mpt3sas_port_facts { u8 PortNumber; u8 VP_ID; u8 VF_ID; u8 PortType; u16 MaxPostedCmdBuffers; }; struct reply_post_struct { Mpi2ReplyDescriptorsUnion_t *reply_post_free; dma_addr_t reply_post_free_dma; }; typedef u8 (*MPT_CALLBACK)(struct MPT3SAS_ADAPTER *, u16, u8, u32); struct ATTO_SAS_NVRAM { u8 Signature[4]; u8 Version; u8 Checksum; u8 Pad[10]; u8 SasAddr[8]; u8 Reserved[232]; }; union ATTO_SAS_ADDRESS { U8___2 b[8]; U16___2 w[4]; U32___2 d[2]; U64___2 q; }; enum mpt3sas_perf_mode { MPT_PERF_MODE_DEFAULT = -1, MPT_PERF_MODE_BALANCED = 0, MPT_PERF_MODE_IOPS = 1, MPT_PERF_MODE_LATENCY = 2, }; union reply_descriptor { u64 word; struct { u32 low; u32 high; } u; }; union loginfo_type { u32 loginfo; struct { u32 subcode: 16; u32 code: 8; u32 originator: 4; u32 bus_type: 4; } dw; }; struct SL_WH_TRIGGERS_EVENT_DATA_T { uint32_t trigger_type; union { struct SL_WH_MASTER_TRIGGER_T master; struct SL_WH_EVENT_TRIGGER_T event; struct SL_WH_SCSI_TRIGGER_T scsi; struct SL_WH_MPI_TRIGGER_T mpi; } u; }; enum { SAS_DATAPRES_NO_DATA = 0, SAS_DATAPRES_RESPONSE_DATA = 1, SAS_DATAPRES_SENSE_DATA = 2, }; struct sas_identify_frame { u8 frame_type: 4; u8 dev_type: 3; u8 _un0: 1; u8 _un1; union { struct { u8 _un20: 1; u8 smp_iport: 1; u8 stp_iport: 1; u8 ssp_iport: 1; u8 _un247: 4; }; u8 initiator_bits; }; union { struct { u8 _un30: 1; u8 smp_tport: 1; u8 stp_tport: 1; u8 ssp_tport: 1; u8 _un347: 4; }; u8 target_bits; }; u8 _un4_11[8]; u8 sas_addr[8]; u8 phy_id; u8 _un21_27[7]; __be32 crc; }; struct ssp_frame_hdr { u8 frame_type; u8 hashed_dest_addr[3]; u8 _r_a; u8 hashed_src_addr[3]; __be16 _r_b; u8 changing_data_ptr: 1; u8 retransmit: 1; u8 retry_data_frames: 1; u8 _r_c: 5; u8 num_fill_bytes: 2; u8 _r_d: 6; u32 _r_e; __be16 tag; __be16 tptt; __be32 data_offs; }; struct ssp_response_iu { u8 _r_a[10]; u8 datapres: 2; u8 _r_b: 6; u8 status; u32 _r_c; __be32 sense_data_len; __be32 response_data_len; union { struct { struct { } __empty_resp_data; u8 resp_data[0]; }; struct { struct { } __empty_sense_data; u8 sense_data[0]; }; }; }; struct ata_task_resp { u16 frame_len; u8 ending_fis[24]; }; enum driver_configuration { MVS_TX_RING_SZ = 1024, MVS_RX_RING_SZ = 1024, MVS_SOC_SLOTS = 64, MVS_SOC_TX_RING_SZ = 128, MVS_SOC_RX_RING_SZ = 128, MVS_SLOT_BUF_SZ = 8192, MVS_SSP_CMD_SZ = 64, MVS_ATA_CMD_SZ = 96, MVS_OAF_SZ = 64, MVS_QUEUE_SIZE = 64, MVS_RSVD_SLOTS = 4, MVS_SOC_CAN_QUEUE = 62, }; enum hardware_details { MVS_MAX_PHYS = 8, MVS_MAX_PORTS = 8, MVS_SOC_PHYS = 4, MVS_SOC_PORTS = 4, MVS_MAX_DEVICES = 1024, }; enum hw_register_bits { INT_EN = 2, HBA_RST = 1, INT_XOR = 16, INT_SAS_SATA = 1, SATA_TARGET = 65536, MODE_AUTO_DET_PORT7 = 32768, MODE_AUTO_DET_PORT6 = 16384, MODE_AUTO_DET_PORT5 = 8192, MODE_AUTO_DET_PORT4 = 4096, MODE_AUTO_DET_PORT3 = 2048, MODE_AUTO_DET_PORT2 = 1024, MODE_AUTO_DET_PORT1 = 512, MODE_AUTO_DET_PORT0 = 256, MODE_AUTO_DET_EN = 65280, MODE_SAS_PORT7_MASK = 128, MODE_SAS_PORT6_MASK = 64, MODE_SAS_PORT5_MASK = 32, MODE_SAS_PORT4_MASK = 16, MODE_SAS_PORT3_MASK = 8, MODE_SAS_PORT2_MASK = 4, MODE_SAS_PORT1_MASK = 2, MODE_SAS_PORT0_MASK = 1, MODE_SAS_SATA = 255, TX_EN = 65536, TX_RING_SZ_MASK = 4095, RX_EN = 65536, RX_RING_SZ_MASK = 4095, COAL_EN = 65536, CINT_I2C = 2147483648, CINT_SW0 = 1073741824, CINT_SW1 = 536870912, CINT_PRD_BC = 268435456, CINT_DMA_PCIE = 134217728, CINT_MEM = 67108864, CINT_I2C_SLAVE = 33554432, CINT_NON_SPEC_NCQ_ERROR = 33554432, CINT_SRS = 8, CINT_CI_STOP = 2, CINT_DONE = 1, CINT_PORT_STOPPED = 65536, CINT_PORT = 256, CINT_PORT_MASK_OFFSET = 8, CINT_PORT_MASK = 65280, CINT_PHY_MASK_OFFSET = 4, CINT_PHY_MASK = 240, TXQ_CMD_SHIFT = 29, TXQ_CMD_SSP = 1, TXQ_CMD_SMP = 2, TXQ_CMD_STP = 3, TXQ_CMD_SSP_FREE_LIST = 4, TXQ_CMD_SLOT_RESET = 7, TXQ_MODE_I = 268435456, TXQ_MODE_TARGET = 0, TXQ_MODE_INITIATOR = 1, TXQ_PRIO_HI = 134217728, TXQ_PRI_NORMAL = 0, TXQ_PRI_HIGH = 1, TXQ_SRS_SHIFT = 20, TXQ_SRS_MASK = 127, TXQ_PHY_SHIFT = 12, TXQ_PHY_MASK = 255, TXQ_SLOT_MASK = 4095, RXQ_GOOD = 8388608, RXQ_SLOT_RESET = 2097152, RXQ_CMD_RX = 1048576, RXQ_ATTN = 524288, RXQ_RSP = 262144, RXQ_ERR = 131072, RXQ_DONE = 65536, RXQ_SLOT_MASK = 4095, MCH_PRD_LEN_SHIFT = 16, MCH_SSP_FR_TYPE_SHIFT = 13, MCH_SSP_FR_CMD = 0, MCH_SSP_FR_TASK = 1, MCH_SSP_FR_XFER_RDY = 4, MCH_SSP_FR_RESP = 5, MCH_SSP_FR_READ = 6, MCH_SSP_FR_READ_RESP = 7, MCH_SSP_MODE_PASSTHRU = 1, MCH_SSP_MODE_NORMAL = 0, MCH_PASSTHRU = 4096, MCH_FBURST = 2048, MCH_CHK_LEN = 1024, MCH_RETRY = 512, MCH_PROTECTION = 256, MCH_RESET = 128, MCH_FPDMA = 64, MCH_ATAPI = 32, MCH_BIST = 16, MCH_PMP_MASK = 15, CCTL_RST = 32, CCTL_ENDIAN_DATA = 8, CCTL_ENDIAN_RSP = 4, CCTL_ENDIAN_OPEN = 2, CCTL_ENDIAN_CMD = 1, PHY_SSP_RST = 8, PHY_BCAST_CHG = 4, PHY_RST_HARD = 2, PHY_RST = 1, PHY_READY_MASK = 1048576, PHYEV_DEC_ERR = 16777216, PHYEV_DCDR_ERR = 8388608, PHYEV_CRC_ERR = 4194304, PHYEV_UNASSOC_FIS = 524288, PHYEV_AN = 262144, PHYEV_BIST_ACT = 131072, PHYEV_SIG_FIS = 65536, PHYEV_POOF = 4096, PHYEV_IU_BIG = 2048, PHYEV_IU_SMALL = 1024, PHYEV_UNK_TAG = 512, PHYEV_BROAD_CH = 256, PHYEV_COMWAKE = 128, PHYEV_PORT_SEL = 64, PHYEV_HARD_RST = 32, PHYEV_ID_TMOUT = 16, PHYEV_ID_FAIL = 8, PHYEV_ID_DONE = 4, PHYEV_HARD_RST_DONE = 2, PHYEV_RDY_CH = 1, PCS_EN_SATA_REG_SHIFT = 16, PCS_EN_PORT_XMT_SHIFT = 12, PCS_EN_PORT_XMT_SHIFT2 = 8, PCS_SATA_RETRY = 256, PCS_RSP_RX_EN = 128, PCS_SATA_RETRY_2 = 64, PCS_SELF_CLEAR = 32, PCS_FIS_RX_EN = 16, PCS_CMD_STOP_ERR = 8, PCS_CMD_RST = 2, PCS_CMD_EN = 1, PORT_DEV_SSP_TRGT = 524288, PORT_DEV_SMP_TRGT = 262144, PORT_DEV_STP_TRGT = 131072, PORT_DEV_SSP_INIT = 2048, PORT_DEV_SMP_INIT = 1024, PORT_DEV_STP_INIT = 512, PORT_PHY_ID_MASK = 4278190080, PORT_SSP_TRGT_MASK = 524288, PORT_SSP_INIT_MASK = 2048, PORT_DEV_TRGT_MASK = 917504, PORT_DEV_INIT_MASK = 3584, PORT_DEV_TYPE_MASK = 7, PHY_RDY = 4, PHY_DW_SYNC = 2, PHY_OOB_DTCTD = 1, PHY_MODE6_LATECLK = 536870912, PHY_MODE6_DTL_SPEED = 134217728, PHY_MODE6_FC_ORDER = 67108864, PHY_MODE6_MUCNT_EN = 16777216, PHY_MODE6_SEL_MUCNT_LEN = 4194304, PHY_MODE6_SELMUPI = 1048576, PHY_MODE6_SELMUPF = 262144, PHY_MODE6_SELMUFF = 65536, PHY_MODE6_SELMUFI = 16384, PHY_MODE6_FREEZE_LOOP = 4096, PHY_MODE6_INT_RXFOFFS = 8, PHY_MODE6_FRC_RXFOFFS = 4, PHY_MODE6_STAU_0D8 = 2, PHY_MODE6_RXSAT_DIS = 1, }; enum sas_sata_config_port_regs { PHYR_IDENTIFY = 0, PHYR_ADDR_LO = 4, PHYR_ADDR_HI = 8, PHYR_ATT_DEV_INFO = 12, PHYR_ATT_ADDR_LO = 16, PHYR_ATT_ADDR_HI = 20, PHYR_SATA_CTL = 24, PHYR_PHY_STAT = 28, PHYR_SATA_SIG0 = 32, PHYR_SATA_SIG1 = 36, PHYR_SATA_SIG2 = 40, PHYR_SATA_SIG3 = 44, PHYR_R_ERR_COUNT = 48, PHYR_CRC_ERR_COUNT = 52, PHYR_WIDE_PORT = 56, PHYR_CURRENT0 = 128, PHYR_CURRENT1 = 132, PHYR_CURRENT2 = 136, CONFIG_ID_FRAME0 = 256, CONFIG_ID_FRAME1 = 260, CONFIG_ID_FRAME2 = 264, CONFIG_ID_FRAME3 = 268, CONFIG_ID_FRAME4 = 272, CONFIG_ID_FRAME5 = 276, CONFIG_ID_FRAME6 = 280, CONFIG_ATT_ID_FRAME0 = 284, CONFIG_ATT_ID_FRAME1 = 288, CONFIG_ATT_ID_FRAME2 = 292, CONFIG_ATT_ID_FRAME3 = 296, CONFIG_ATT_ID_FRAME4 = 300, CONFIG_ATT_ID_FRAME5 = 304, CONFIG_ATT_ID_FRAME6 = 308, }; enum mvs_info_flags { MVF_PHY_PWR_FIX = 2, MVF_FLAG_SOC = 4, }; enum mvs_event_flags { PHY_PLUG_EVENT = 3, PHY_PLUG_IN = 1, PHY_PLUG_OUT = 2, EXP_BRCT_CHG = 4, }; enum mvs_port_type { PORT_TGT_MASK = 32, PORT_INIT_PORT = 16, PORT_TGT_PORT = 8, PORT_INIT_TGT_PORT = 24, PORT_TYPE_SAS = 2, PORT_TYPE_SATA = 1, }; enum ct_format { SSP_F_H = 0, SSP_F_IU = 24, SSP_F_MAX = 77, STP_CMD_FIS = 0, STP_ATAPI_CMD = 64, STP_F_MAX = 16, SMP_F_T = 0, SMP_F_DEP = 1, SMP_F_MAX = 257, }; enum status_buffer { SB_EIR_OFF = 0, SB_RFB_OFF = 8, SB_RFB_MAX = 1024, }; enum error_info_rec { CMD_ISS_STPD = 2147483648, CMD_PI_ERR = 1073741824, RSP_OVER = 536870912, RETRY_LIM = 268435456, UNK_FIS = 134217728, DMA_TERM = 67108864, SYNC_ERR = 33554432, TFILE_ERR = 16777216, R_ERR = 8388608, RD_OFS = 1048576, XFER_RDY_OFS = 524288, UNEXP_XFER_RDY = 262144, DATA_OVER_UNDER = 65536, INTERLOCK = 32768, NAK = 16384, ACK_NAK_TO = 8192, CXN_CLOSED = 4096, OPEN_TO = 2048, PATH_BLOCKED = 1024, NO_DEST = 512, STP_RES_BSY = 256, BREAK = 128, BAD_DEST = 64, BAD_PROTO = 32, BAD_RATE = 16, WRONG_DEST = 8, CREDIT_TO = 4, WDOG_TO = 2, BUF_PAR = 1, }; enum open_frame_protocol { PROTOCOL_SMP = 0, PROTOCOL_SSP = 1, PROTOCOL_STP = 2, }; struct mvs_info; struct mvs_port; struct mvs_phy { struct mvs_info *mvi; struct mvs_port *port; struct asd_sas_phy sas_phy; struct sas_identify identify; struct scsi_device *sdev; struct timer_list timer; u64 dev_sas_addr; u64 att_dev_sas_addr; u32 att_dev_info; u32 dev_info; u32 phy_type; u32 phy_status; u32 irq_status; u32 frame_rcvd_size; u8 frame_rcvd[32]; u8 phy_attached; u8 phy_mode; u8 reserved[2]; u32 phy_event; enum sas_linkrate minimum_linkrate; enum sas_linkrate maximum_linkrate; }; struct mvs_port { struct asd_sas_port sas_port; u8 port_attached; u8 wide_port_phymap; struct list_head list; }; struct ffe_control { u8 ffe_cap_sel: 4; u8 ffe_rss_sel: 3; u8 reserved: 1; }; struct phy_tuning { u8 trans_emp_en: 1; u8 trans_emp_amp: 4; u8 Reserved_2bit_1: 3; u8 trans_amp: 5; u8 trans_amp_adj: 2; u8 resv_2bit_2: 1; u8 reserved[2]; }; struct hba_info_page { u8 signature[4]; u32 reserved1[13]; u64 sas_addr[8]; struct ffe_control ffe_ctl[8]; u32 reserved2[12]; u8 phy_rate[8]; struct phy_tuning phy_tuning[8]; u32 reserved3[10]; }; struct mvs_device { struct list_head dev_entry; enum sas_device_type dev_type; struct mvs_info *mvi_info; struct domain_device *sas_device; u32 attached_phy; u32 device_id; u32 running_req; u8 taskfileset; u8 dev_status; u16 reserved; }; struct mvs_slot_info { struct list_head entry; union { struct sas_task *task; void *tdata; }; u32 n_elem; u32 tx; u32 slot_tag; void *buf; dma_addr_t buf_dma; void *response; struct mvs_port *port; struct mvs_device *device; void *open_frame; }; struct mvs_cmd_hdr; struct mvs_chip_info; struct mvs_info { long unsigned int flags; spinlock_t lock; struct pci_dev *pdev; struct device *dev; void *regs; void *regs_ex; u8 sas_addr[8]; struct sas_ha_struct *sas; struct Scsi_Host *shost; __le32 *tx; dma_addr_t tx_dma; u32 tx_prod; __le32 *rx; dma_addr_t rx_dma; u32 rx_cons; __le32 *rx_fis; dma_addr_t rx_fis_dma; struct mvs_cmd_hdr *slot; dma_addr_t slot_dma; u32 chip_id; const struct mvs_chip_info *chip; long unsigned int *rsvd_tags; struct mvs_phy phy[8]; struct mvs_port port[8]; u32 id; u64 sata_reg_set; struct list_head *hba_list; struct list_head soc_entry; struct list_head wq_list; long unsigned int instance; u16 flashid; u32 flashsize; u32 flashsectSize; void *addon; struct hba_info_page hba_info_param; struct mvs_device devices[1024]; void *bulk_buffer; dma_addr_t bulk_buffer_dma; void *bulk_buffer1; dma_addr_t bulk_buffer_dma1; void *dma_pool; struct mvs_slot_info slot_info[0]; }; struct mvs_prv_info; struct mvs_dispatch { char *name; int (*chip_init)(struct mvs_info *); int (*spi_init)(struct mvs_info *); int (*chip_ioremap)(struct mvs_info *); void (*chip_iounmap)(struct mvs_info *); irqreturn_t (*isr)(struct mvs_info *, int, u32); u32 (*isr_status)(struct mvs_info *, int); void (*interrupt_enable)(struct mvs_info *); void (*interrupt_disable)(struct mvs_info *); u32 (*read_phy_ctl)(struct mvs_info *, u32); void (*write_phy_ctl)(struct mvs_info *, u32, u32); u32 (*read_port_cfg_data)(struct mvs_info *, u32); void (*write_port_cfg_data)(struct mvs_info *, u32, u32); void (*write_port_cfg_addr)(struct mvs_info *, u32, u32); u32 (*read_port_vsr_data)(struct mvs_info *, u32); void (*write_port_vsr_data)(struct mvs_info *, u32, u32); void (*write_port_vsr_addr)(struct mvs_info *, u32, u32); u32 (*read_port_irq_stat)(struct mvs_info *, u32); void (*write_port_irq_stat)(struct mvs_info *, u32, u32); u32 (*read_port_irq_mask)(struct mvs_info *, u32); void (*write_port_irq_mask)(struct mvs_info *, u32, u32); void (*command_active)(struct mvs_info *, u32); void (*clear_srs_irq)(struct mvs_info *, u8, u8); void (*issue_stop)(struct mvs_info *, enum mvs_port_type, u32); void (*start_delivery)(struct mvs_info *, u32); u32 (*rx_update)(struct mvs_info *); void (*int_full)(struct mvs_info *); u8 (*assign_reg_set)(struct mvs_info *, u8 *); void (*free_reg_set)(struct mvs_info *, u8 *); u32 (*prd_size)(); u32 (*prd_count)(); void (*make_prd)(struct scatterlist *, int, void *); void (*detect_porttype)(struct mvs_info *, int); int (*oob_done)(struct mvs_info *, int); void (*fix_phy_info)(struct mvs_info *, int, struct sas_identify_frame *); void (*phy_work_around)(struct mvs_info *, int); void (*phy_set_link_rate)(struct mvs_info *, u32, struct sas_phy_linkrates *); u32 (*phy_max_link_rate)(); void (*phy_disable)(struct mvs_info *, u32); void (*phy_enable)(struct mvs_info *, u32); void (*phy_reset)(struct mvs_info *, u32, int); void (*stp_reset)(struct mvs_info *, u32); void (*clear_active_cmds)(struct mvs_info *); u32 (*spi_read_data)(struct mvs_info *); void (*spi_write_data)(struct mvs_info *, u32); int (*spi_buildcmd)(struct mvs_info *, u32 *, u8, u8, u8, u32); int (*spi_issuecmd)(struct mvs_info *, u32); int (*spi_waitdataready)(struct mvs_info *, u32); void (*dma_fix)(struct mvs_info *, u32, int, int, void *); void (*tune_interrupt)(struct mvs_info *, u32); void (*non_spec_ncq_error)(struct mvs_info *); int (*gpio_write)(struct mvs_prv_info *, u8, u8, u8, u8 *); }; enum dev_status { MVS_DEV_NORMAL = 0, MVS_DEV_EH = 1, }; enum dev_reset { MVS_SOFT_RESET = 0, MVS_HARD_RESET = 1, MVS_PHY_TUNE = 2, }; struct mvs_prv_info { u8 n_host; u8 n_phy; u8 scan_finished; u8 reserve; struct mvs_info *mvi[2]; struct tasklet_struct mv_tasklet; }; struct mvs_chip_info { u32 n_host; u32 n_phy; u32 fis_offs; u32 fis_count; u32 srs_sz; u32 sg_width; u32 slot_width; const struct mvs_dispatch *dispatch; }; struct mvs_cmd_hdr { __le32 flags; __le32 lens; __le32 tags; __le32 data_len; __le64 cmd_tbl; __le64 open_frame; __le64 status_buf; __le64 prd_tbl; __le32 reserved[4]; }; struct mvs_wq { struct delayed_work work_q; struct mvs_info *mvi; void *data; int handler; struct list_head entry; }; struct mvs_task_exec_info { struct sas_task *task; struct mvs_cmd_hdr *hdr; struct mvs_port *port; u32 tag; int n_elem; }; enum bip_flags { BIP_BLOCK_INTEGRITY = 1, BIP_MAPPED_INTEGRITY = 2, BIP_CTRL_NOCHECK = 4, BIP_DISK_NOCHECK = 8, BIP_IP_CHECKSUM = 16, }; struct hd_geometry { unsigned char heads; unsigned char sectors; short unsigned int cylinders; long unsigned int start; }; enum { GENHD_FL_REMOVABLE = 1, GENHD_FL_HIDDEN = 2, GENHD_FL_NO_PART = 4, }; enum { DISK_EVENT_MEDIA_CHANGE = 1, DISK_EVENT_EJECT_REQUEST = 2, }; enum { DISK_EVENT_FLAG_POLL = 1, DISK_EVENT_FLAG_UEVENT = 2, DISK_EVENT_FLAG_BLOCK_ON_EXCL_WRITE = 4, }; enum string_size_units { STRING_UNITS_10 = 0, STRING_UNITS_2 = 1, }; typedef int sec_send_recv(void *, u16, u8, void *, size_t, bool); enum pr_status { PR_STS_SUCCESS = 0, PR_STS_IOERR = 2, PR_STS_RESERVATION_CONFLICT = 24, PR_STS_RETRY_PATH_FAILURE = 917504, PR_STS_PATH_FAST_FAILED = 983040, PR_STS_PATH_FAILED = 65536, }; enum t10_dif_type { T10_PI_TYPE0_PROTECTION = 0, T10_PI_TYPE1_PROTECTION = 1, T10_PI_TYPE2_PROTECTION = 2, T10_PI_TYPE3_PROTECTION = 3, }; struct scsi_mode_data { __u32 length; __u16 block_descriptor_length; __u8 medium_type; __u8 device_specific; __u8 header_length; __u8 longlba: 1; }; enum scsi_prot_operations { SCSI_PROT_NORMAL = 0, SCSI_PROT_READ_INSERT = 1, SCSI_PROT_WRITE_STRIP = 2, SCSI_PROT_READ_STRIP = 3, SCSI_PROT_WRITE_INSERT = 4, SCSI_PROT_READ_PASS = 5, SCSI_PROT_WRITE_PASS = 6, }; enum scsi_prot_flags { SCSI_PROT_TRANSFER_PI = 1, SCSI_PROT_GUARD_CHECK = 2, SCSI_PROT_REF_CHECK = 4, SCSI_PROT_REF_INCREMENT = 8, SCSI_PROT_IP_CHECKSUM = 16, }; enum scsi_host_prot_capabilities { SHOST_DIF_TYPE1_PROTECTION = 1, SHOST_DIF_TYPE2_PROTECTION = 2, SHOST_DIF_TYPE3_PROTECTION = 4, SHOST_DIX_TYPE0_PROTECTION = 8, SHOST_DIX_TYPE1_PROTECTION = 16, SHOST_DIX_TYPE2_PROTECTION = 32, SHOST_DIX_TYPE3_PROTECTION = 64, }; enum { SD_EXT_CDB_SIZE = 32, SD_MEMPOOL_SIZE = 2, }; enum { SD_DEF_XFER_BLOCKS = 65535, SD_MAX_XFER_BLOCKS = 4294967295, SD_MAX_WS10_BLOCKS = 65535, SD_MAX_WS16_BLOCKS = 8388607, }; enum { SD_LBP_FULL = 0, SD_LBP_UNMAP = 1, SD_LBP_WS16 = 2, SD_LBP_WS10 = 3, SD_LBP_ZERO = 4, SD_LBP_DISABLE = 5, }; enum { SD_ZERO_WRITE = 0, SD_ZERO_WS = 1, SD_ZERO_WS16_UNMAP = 2, SD_ZERO_WS10_UNMAP = 3, }; struct zoned_disk_info { u32 nr_zones; u32 zone_blocks; }; struct opal_dev; struct scsi_disk { struct scsi_device *device; struct device disk_dev; struct gendisk *disk; struct opal_dev *opal_dev; struct zoned_disk_info early_zone_info; struct zoned_disk_info zone_info; u32 zones_optimal_open; u32 zones_optimal_nonseq; u32 zones_max_open; u32 zone_starting_lba_gran; u32 *zones_wp_offset; spinlock_t zones_wp_offset_lock; u32 *rev_wp_offset; struct mutex rev_mutex; struct work_struct zone_wp_offset_work; char *zone_wp_update_buf; atomic_t openers; sector_t capacity; int max_retries; u32 min_xfer_blocks; u32 max_xfer_blocks; u32 opt_xfer_blocks; u32 max_ws_blocks; u32 max_unmap_blocks; u32 unmap_granularity; u32 unmap_alignment; u32 index; unsigned int physical_block_size; unsigned int max_medium_access_timeouts; unsigned int medium_access_timed_out; u8 media_present; u8 write_prot; u8 protection_type; u8 provisioning_mode; u8 zeroing_mode; u8 nr_actuators; unsigned int ATO: 1; unsigned int cache_override: 1; unsigned int WCE: 1; unsigned int RCD: 1; unsigned int DPOFUA: 1; unsigned int first_scan: 1; unsigned int lbpme: 1; unsigned int lbprz: 1; unsigned int lbpu: 1; unsigned int lbpws: 1; unsigned int lbpws10: 1; unsigned int lbpvpd: 1; unsigned int ws10: 1; unsigned int ws16: 1; unsigned int rc_basis: 2; unsigned int zoned: 2; unsigned int urswrz: 1; unsigned int security: 1; unsigned int ignore_medium_access_errors: 1; }; enum ata_prot_flags { ATA_PROT_FLAG_PIO = 1, ATA_PROT_FLAG_DMA = 2, ATA_PROT_FLAG_NCQ = 4, ATA_PROT_FLAG_ATAPI = 8, ATA_PROT_UNKNOWN = 255, ATA_PROT_NODATA = 0, ATA_PROT_PIO = 1, ATA_PROT_DMA = 2, ATA_PROT_NCQ_NODATA = 4, ATA_PROT_NCQ = 6, ATAPI_PROT_NODATA = 8, ATAPI_PROT_PIO = 9, ATAPI_PROT_DMA = 10, }; enum ata_lpm_hints { ATA_LPM_EMPTY = 1, ATA_LPM_HIPM = 2, ATA_LPM_WAKE_ONLY = 4, }; enum ata_link_iter_mode { ATA_LITER_EDGE = 0, ATA_LITER_HOST_FIRST = 1, ATA_LITER_PMP_FIRST = 2, }; enum ata_dev_iter_mode { ATA_DITER_ENABLED = 0, ATA_DITER_ENABLED_REVERSE = 1, ATA_DITER_ALL = 2, ATA_DITER_ALL_REVERSE = 3, }; enum { ATA_READID_POSTRESET = 1, ATA_DNXFER_PIO = 0, ATA_DNXFER_DMA = 1, ATA_DNXFER_40C = 2, ATA_DNXFER_FORCE_PIO = 3, ATA_DNXFER_FORCE_PIO0 = 4, ATA_DNXFER_QUIET = -2147483648, }; enum { ATA_EH_SPDN_NCQ_OFF = 1, ATA_EH_SPDN_SPEED_DOWN = 2, ATA_EH_SPDN_FALLBACK_TO_PIO = 4, ATA_EH_SPDN_KEEP_ERRORS = 8, ATA_EFLAG_IS_IO = 1, ATA_EFLAG_DUBIOUS_XFER = 2, ATA_EFLAG_OLD_ER = -2147483648, ATA_ECAT_NONE = 0, ATA_ECAT_ATA_BUS = 1, ATA_ECAT_TOUT_HSM = 2, ATA_ECAT_UNK_DEV = 3, ATA_ECAT_DUBIOUS_NONE = 4, ATA_ECAT_DUBIOUS_ATA_BUS = 5, ATA_ECAT_DUBIOUS_TOUT_HSM = 6, ATA_ECAT_DUBIOUS_UNK_DEV = 7, ATA_ECAT_NR = 8, ATA_EH_CMD_DFL_TIMEOUT = 5000, ATA_EH_RESET_COOL_DOWN = 5000, ATA_EH_PRERESET_TIMEOUT = 10000, ATA_EH_FASTDRAIN_INTERVAL = 3000, ATA_EH_UA_TRIES = 5, ATA_EH_PROBE_TRIAL_INTERVAL = 60000, ATA_EH_PROBE_TRIALS = 2, }; struct ata_eh_cmd_timeout_ent { const u8 *commands; const unsigned int *timeouts; }; struct speed_down_verdict_arg { u64 since; int xfer_ok; int nr_errors[8]; }; struct ata_port_info { long unsigned int flags; long unsigned int link_flags; unsigned int pio_mask; unsigned int mwdma_mask; unsigned int udma_mask; struct ata_port_operations *port_ops; void *private_data; }; struct ata_timing { short unsigned int mode; short unsigned int setup; short unsigned int act8b; short unsigned int rec8b; short unsigned int cyc8b; short unsigned int active; short unsigned int recover; short unsigned int dmack_hold; short unsigned int cycle; short unsigned int udma; }; struct clk_bulk_data { const char *id; struct clk *clk; }; struct phy_configure_opts_dp { unsigned int link_rate; unsigned int lanes; unsigned int voltage[4]; unsigned int pre[4]; u8 ssc: 1; u8 set_rate: 1; u8 set_lanes: 1; u8 set_voltages: 1; }; struct phy_configure_opts_lvds { unsigned int bits_per_lane_and_dclk_cycle; long unsigned int differential_clk_rate; unsigned int lanes; bool is_slave; }; struct phy_configure_opts_mipi_dphy { unsigned int clk_miss; unsigned int clk_post; unsigned int clk_pre; unsigned int clk_prepare; unsigned int clk_settle; unsigned int clk_term_en; unsigned int clk_trail; unsigned int clk_zero; unsigned int d_term_en; unsigned int eot; unsigned int hs_exit; unsigned int hs_prepare; unsigned int hs_settle; unsigned int hs_skip; unsigned int hs_trail; unsigned int hs_zero; unsigned int init; unsigned int lpx; unsigned int ta_get; unsigned int ta_go; unsigned int ta_sure; unsigned int wakeup; long unsigned int hs_clk_rate; long unsigned int lp_clk_rate; unsigned char lanes; }; enum phy_mode { PHY_MODE_INVALID = 0, PHY_MODE_USB_HOST = 1, PHY_MODE_USB_HOST_LS = 2, PHY_MODE_USB_HOST_FS = 3, PHY_MODE_USB_HOST_HS = 4, PHY_MODE_USB_HOST_SS = 5, PHY_MODE_USB_DEVICE = 6, PHY_MODE_USB_DEVICE_LS = 7, PHY_MODE_USB_DEVICE_FS = 8, PHY_MODE_USB_DEVICE_HS = 9, PHY_MODE_USB_DEVICE_SS = 10, PHY_MODE_USB_OTG = 11, PHY_MODE_UFS_HS_A = 12, PHY_MODE_UFS_HS_B = 13, PHY_MODE_PCIE = 14, PHY_MODE_ETHERNET = 15, PHY_MODE_MIPI_DPHY = 16, PHY_MODE_SATA = 17, PHY_MODE_LVDS = 18, PHY_MODE_DP = 19, }; enum phy_media { PHY_MEDIA_DEFAULT = 0, PHY_MEDIA_SR = 1, PHY_MEDIA_DAC = 2, }; union phy_configure_opts { struct phy_configure_opts_mipi_dphy mipi_dphy; struct phy_configure_opts_dp dp; struct phy_configure_opts_lvds lvds; }; struct phy; struct phy_ops { int (*init)(struct phy *); int (*exit)(struct phy *); int (*power_on)(struct phy *); int (*power_off)(struct phy *); int (*set_mode)(struct phy *, enum phy_mode, int); int (*set_media)(struct phy *, enum phy_media); int (*set_speed)(struct phy *, int); int (*configure)(struct phy *, union phy_configure_opts *); int (*validate)(struct phy *, enum phy_mode, int, union phy_configure_opts *); int (*reset)(struct phy *); int (*calibrate)(struct phy *); void (*release)(struct phy *); struct module *owner; }; struct phy_attrs { u32 bus_width; u32 max_link_rate; enum phy_mode mode; }; struct phy { struct device dev; int id; const struct phy_ops *ops; struct mutex mutex; int init_count; int power_count; struct phy_attrs attrs; struct regulator *pwr; }; struct reset_control; enum { AHCI_MAX_PORTS = 32, AHCI_MAX_SG = 168, AHCI_DMA_BOUNDARY = 4294967295, AHCI_MAX_CMDS = 32, AHCI_CMD_SZ = 32, AHCI_CMD_SLOT_SZ = 1024, AHCI_RX_FIS_SZ = 256, AHCI_CMD_TBL_CDB = 64, AHCI_CMD_TBL_HDR_SZ = 128, AHCI_CMD_TBL_SZ = 2816, AHCI_CMD_TBL_AR_SZ = 90112, AHCI_PORT_PRIV_DMA_SZ = 91392, AHCI_PORT_PRIV_FBS_DMA_SZ = 95232, AHCI_IRQ_ON_SG = 2147483648, AHCI_CMD_ATAPI = 32, AHCI_CMD_WRITE = 64, AHCI_CMD_PREFETCH = 128, AHCI_CMD_RESET = 256, AHCI_CMD_CLR_BUSY = 1024, RX_FIS_PIO_SETUP = 32, RX_FIS_D2H_REG = 64, RX_FIS_SDB = 88, RX_FIS_UNK = 96, HOST_CAP = 0, HOST_CTL = 4, HOST_IRQ_STAT = 8, HOST_PORTS_IMPL = 12, HOST_VERSION = 16, HOST_EM_LOC = 28, HOST_EM_CTL = 32, HOST_CAP2 = 36, HOST_RESET = 1, HOST_IRQ_EN = 2, HOST_MRSM = 4, HOST_AHCI_EN = 2147483648, HOST_CAP_SXS = 32, HOST_CAP_EMS = 64, HOST_CAP_CCC = 128, HOST_CAP_PART = 8192, HOST_CAP_SSC = 16384, HOST_CAP_PIO_MULTI = 32768, HOST_CAP_FBS = 65536, HOST_CAP_PMP = 131072, HOST_CAP_ONLY = 262144, HOST_CAP_CLO = 16777216, HOST_CAP_LED = 33554432, HOST_CAP_ALPM = 67108864, HOST_CAP_SSS = 134217728, HOST_CAP_MPS = 268435456, HOST_CAP_SNTF = 536870912, HOST_CAP_NCQ = 1073741824, HOST_CAP_64 = 2147483648, HOST_CAP2_BOH = 1, HOST_CAP2_NVMHCI = 2, HOST_CAP2_APST = 4, HOST_CAP2_SDS = 8, HOST_CAP2_SADM = 16, HOST_CAP2_DESO = 32, PORT_LST_ADDR = 0, PORT_LST_ADDR_HI = 4, PORT_FIS_ADDR = 8, PORT_FIS_ADDR_HI = 12, PORT_IRQ_STAT = 16, PORT_IRQ_MASK = 20, PORT_CMD = 24, PORT_TFDATA = 32, PORT_SIG = 36, PORT_CMD_ISSUE = 56, PORT_SCR_STAT = 40, PORT_SCR_CTL = 44, PORT_SCR_ERR = 48, PORT_SCR_ACT = 52, PORT_SCR_NTF = 60, PORT_FBS = 64, PORT_DEVSLP = 68, PORT_IRQ_COLD_PRES = 2147483648, PORT_IRQ_TF_ERR = 1073741824, PORT_IRQ_HBUS_ERR = 536870912, PORT_IRQ_HBUS_DATA_ERR = 268435456, PORT_IRQ_IF_ERR = 134217728, PORT_IRQ_IF_NONFATAL = 67108864, PORT_IRQ_OVERFLOW = 16777216, PORT_IRQ_BAD_PMP = 8388608, PORT_IRQ_PHYRDY = 4194304, PORT_IRQ_DMPS = 128, PORT_IRQ_CONNECT = 64, PORT_IRQ_SG_DONE = 32, PORT_IRQ_UNK_FIS = 16, PORT_IRQ_SDB_FIS = 8, PORT_IRQ_DMAS_FIS = 4, PORT_IRQ_PIOS_FIS = 2, PORT_IRQ_D2H_REG_FIS = 1, PORT_IRQ_FREEZE = 683671632, PORT_IRQ_ERROR = 2025848912, DEF_PORT_IRQ = 2025848959, PORT_CMD_ASP = 134217728, PORT_CMD_ALPE = 67108864, PORT_CMD_ATAPI = 16777216, PORT_CMD_FBSCP = 4194304, PORT_CMD_ESP = 2097152, PORT_CMD_CPD = 1048576, PORT_CMD_MPSP = 524288, PORT_CMD_HPCP = 262144, PORT_CMD_PMP = 131072, PORT_CMD_LIST_ON = 32768, PORT_CMD_FIS_ON = 16384, PORT_CMD_FIS_RX = 16, PORT_CMD_CLO = 8, PORT_CMD_POWER_ON = 4, PORT_CMD_SPIN_UP = 2, PORT_CMD_START = 1, PORT_CMD_ICC_MASK = 4026531840, PORT_CMD_ICC_ACTIVE = 268435456, PORT_CMD_ICC_PARTIAL = 536870912, PORT_CMD_ICC_SLUMBER = 1610612736, PORT_CMD_CAP = 8126464, PORT_FBS_DWE_OFFSET = 16, PORT_FBS_ADO_OFFSET = 12, PORT_FBS_DEV_OFFSET = 8, PORT_FBS_DEV_MASK = 3840, PORT_FBS_SDE = 4, PORT_FBS_DEC = 2, PORT_FBS_EN = 1, PORT_DEVSLP_DM_OFFSET = 25, PORT_DEVSLP_DM_MASK = 503316480, PORT_DEVSLP_DITO_OFFSET = 15, PORT_DEVSLP_MDAT_OFFSET = 10, PORT_DEVSLP_DETO_OFFSET = 2, PORT_DEVSLP_DSP = 2, PORT_DEVSLP_ADSE = 1, AHCI_HFLAG_NO_NCQ = 1, AHCI_HFLAG_IGN_IRQ_IF_ERR = 2, AHCI_HFLAG_IGN_SERR_INTERNAL = 4, AHCI_HFLAG_32BIT_ONLY = 8, AHCI_HFLAG_MV_PATA = 16, AHCI_HFLAG_NO_MSI = 32, AHCI_HFLAG_NO_PMP = 64, AHCI_HFLAG_SECT255 = 256, AHCI_HFLAG_YES_NCQ = 512, AHCI_HFLAG_NO_SUSPEND = 1024, AHCI_HFLAG_SRST_TOUT_IS_OFFLINE = 2048, AHCI_HFLAG_NO_SNTF = 4096, AHCI_HFLAG_NO_FPDMA_AA = 8192, AHCI_HFLAG_YES_FBS = 16384, AHCI_HFLAG_DELAY_ENGINE = 32768, AHCI_HFLAG_NO_DEVSLP = 131072, AHCI_HFLAG_NO_FBS = 262144, AHCI_HFLAG_MULTI_MSI = 1048576, AHCI_HFLAG_WAKE_BEFORE_STOP = 4194304, AHCI_HFLAG_YES_ALPM = 8388608, AHCI_HFLAG_NO_WRITE_TO_RO = 16777216, AHCI_HFLAG_USE_LPM_POLICY = 33554432, AHCI_HFLAG_SUSPEND_PHYS = 67108864, AHCI_HFLAG_NO_SXS = 268435456, AHCI_FLAG_COMMON = 393346, ICH_MAP = 144, PCS_6 = 146, PCS_7 = 148, EM_MAX_SLOTS = 15, EM_MAX_RETRY = 5, EM_CTL_RST = 512, EM_CTL_TM = 256, EM_CTL_MR = 1, EM_CTL_ALHD = 67108864, EM_CTL_XMT = 33554432, EM_CTL_SMB = 16777216, EM_CTL_SGPIO = 524288, EM_CTL_SES = 262144, EM_CTL_SAFTE = 131072, EM_CTL_LED = 65536, EM_MSG_TYPE_LED = 1, EM_MSG_TYPE_SAFTE = 2, EM_MSG_TYPE_SES2 = 4, EM_MSG_TYPE_SGPIO = 8, }; struct ahci_host_priv { unsigned int flags; u32 mask_port_map; void *mmio; u32 cap; u32 cap2; u32 version; u32 port_map; u32 saved_cap; u32 saved_cap2; u32 saved_port_map; u32 saved_port_cap[32]; u32 em_loc; u32 em_buf_sz; u32 em_msg_type; u32 remapped_nvme; bool got_runtime_pm; unsigned int n_clks; struct clk_bulk_data *clks; unsigned int f_rsts; struct reset_control *rsts; struct regulator **target_pwrs; struct regulator *ahci_regulator; struct regulator *phy_regulator; struct phy **phys; unsigned int nports; void *plat_data; unsigned int irq; void (*start_engine)(struct ata_port *); int (*stop_engine)(struct ata_port *); irqreturn_t (*irq_handler)(int, void *); int (*get_irq_vector)(struct ata_host *, int); }; enum netdev_state_t { __LINK_STATE_START = 0, __LINK_STATE_PRESENT = 1, __LINK_STATE_NOCARRIER = 2, __LINK_STATE_LINKWATCH_PENDING = 3, __LINK_STATE_DORMANT = 4, __LINK_STATE_TESTING = 5, }; struct ethtool_cmd { __u32 cmd; __u32 supported; __u32 advertising; __u16 speed; __u8 duplex; __u8 port; __u8 phy_address; __u8 transceiver; __u8 autoneg; __u8 mdio_support; __u32 maxtxpkt; __u32 maxrxpkt; __u16 speed_hi; __u8 eth_tp_mdix; __u8 eth_tp_mdix_ctrl; __u32 lp_advertising; __u32 reserved[2]; }; struct mii_ioctl_data { __u16 phy_id; __u16 reg_num; __u16 val_in; __u16 val_out; }; struct mii_if_info { int phy_id; int advertising; int phy_id_mask; int reg_num_mask; unsigned int full_duplex: 1; unsigned int force_media: 1; unsigned int supports_gmii: 1; struct net_device *dev; int (*mdio_read)(struct net_device *, int, int); void (*mdio_write)(struct net_device *, int, int, int); }; struct mii_bus; struct mdio_device { struct device dev; struct mii_bus *bus; char modalias[32]; int (*bus_match)(struct device *, struct device_driver *); void (*device_free)(struct mdio_device *); void (*device_remove)(struct mdio_device *); int addr; int flags; struct gpio_desc *reset_gpio; struct reset_control *reset_ctrl; unsigned int reset_assert_delay; unsigned int reset_deassert_delay; }; struct mdio_bus_stats { u64_stats_t transfers; u64_stats_t errors; u64_stats_t writes; u64_stats_t reads; struct u64_stats_sync syncp; }; struct phy_package_shared; struct mii_bus { struct module *owner; const char *name; char id[61]; void *priv; int (*read)(struct mii_bus *, int, int); int (*write)(struct mii_bus *, int, int, u16); int (*reset)(struct mii_bus *); struct mdio_bus_stats stats[32]; struct mutex mdio_lock; struct device *parent; enum { MDIOBUS_ALLOCATED = 1, MDIOBUS_REGISTERED = 2, MDIOBUS_UNREGISTERED = 3, MDIOBUS_RELEASED = 4, } state; struct device dev; struct mdio_device *mdio_map[32]; u32 phy_mask; u32 phy_ignore_ta_mask; int irq[32]; int reset_delay_us; int reset_post_delay_us; struct gpio_desc *reset_gpiod; enum { MDIOBUS_NO_CAP = 0, MDIOBUS_C22 = 1, MDIOBUS_C45 = 2, MDIOBUS_C22_C45 = 3, } probe_capabilities; struct mutex shared_lock; struct phy_package_shared *shared[32]; }; struct phy_package_shared { int addr; refcount_t refcnt; long unsigned int flags; size_t priv_size; void *priv; }; struct mdiobus_devres { struct mii_bus *mii; }; enum device_link_state { DL_STATE_NONE = -1, DL_STATE_DORMANT = 0, DL_STATE_AVAILABLE = 1, DL_STATE_CONSUMER_PROBE = 2, DL_STATE_ACTIVE = 3, DL_STATE_SUPPLIER_UNBIND = 4, }; struct device_link { struct device *supplier; struct list_head s_node; struct device *consumer; struct list_head c_node; struct device link_dev; enum device_link_state status; u32 flags; refcount_t rpm_active; struct kref kref; struct work_struct rm_work; bool supplier_preactivated; }; struct phy_c45_device_ids { u32 devices_in_package; u32 mmds_present; u32 device_ids[32]; }; enum phy_state { PHY_DOWN = 0, PHY_READY = 1, PHY_HALTED = 2, PHY_UP = 3, PHY_RUNNING = 4, PHY_NOLINK = 5, PHY_CABLETEST = 6, }; typedef enum { PHY_INTERFACE_MODE_NA = 0, PHY_INTERFACE_MODE_INTERNAL = 1, PHY_INTERFACE_MODE_MII = 2, PHY_INTERFACE_MODE_GMII = 3, PHY_INTERFACE_MODE_SGMII = 4, PHY_INTERFACE_MODE_TBI = 5, PHY_INTERFACE_MODE_REVMII = 6, PHY_INTERFACE_MODE_RMII = 7, PHY_INTERFACE_MODE_REVRMII = 8, PHY_INTERFACE_MODE_RGMII = 9, PHY_INTERFACE_MODE_RGMII_ID = 10, PHY_INTERFACE_MODE_RGMII_RXID = 11, PHY_INTERFACE_MODE_RGMII_TXID = 12, PHY_INTERFACE_MODE_RTBI = 13, PHY_INTERFACE_MODE_SMII = 14, PHY_INTERFACE_MODE_XGMII = 15, PHY_INTERFACE_MODE_XLGMII = 16, PHY_INTERFACE_MODE_MOCA = 17, PHY_INTERFACE_MODE_QSGMII = 18, PHY_INTERFACE_MODE_TRGMII = 19, PHY_INTERFACE_MODE_100BASEX = 20, PHY_INTERFACE_MODE_1000BASEX = 21, PHY_INTERFACE_MODE_2500BASEX = 22, PHY_INTERFACE_MODE_5GBASER = 23, PHY_INTERFACE_MODE_RXAUI = 24, PHY_INTERFACE_MODE_XAUI = 25, PHY_INTERFACE_MODE_10GBASER = 26, PHY_INTERFACE_MODE_25GBASER = 27, PHY_INTERFACE_MODE_USXGMII = 28, PHY_INTERFACE_MODE_10GKR = 29, PHY_INTERFACE_MODE_QUSGMII = 30, PHY_INTERFACE_MODE_1000BASEKX = 31, PHY_INTERFACE_MODE_MAX = 32, } phy_interface_t; struct pse_control; struct phy_driver; struct phylink; struct mii_timestamper; struct phy_device { struct mdio_device mdio; struct phy_driver *drv; struct device_link *devlink; u32 phy_id; struct phy_c45_device_ids c45_ids; unsigned int is_c45: 1; unsigned int is_internal: 1; unsigned int is_pseudo_fixed_link: 1; unsigned int is_gigabit_capable: 1; unsigned int has_fixups: 1; unsigned int suspended: 1; unsigned int suspended_by_mdio_bus: 1; unsigned int sysfs_links: 1; unsigned int loopback_enabled: 1; unsigned int downshifted_rate: 1; unsigned int is_on_sfp_module: 1; unsigned int mac_managed_pm: 1; unsigned int autoneg: 1; unsigned int link: 1; unsigned int autoneg_complete: 1; unsigned int interrupts: 1; unsigned int irq_suspended: 1; unsigned int irq_rerun: 1; int rate_matching; enum phy_state state; u32 dev_flags; phy_interface_t interface; int speed; int duplex; int port; int pause; int asym_pause; u8 master_slave_get; u8 master_slave_set; u8 master_slave_state; long unsigned int supported[2]; long unsigned int advertising[2]; long unsigned int lp_advertising[2]; long unsigned int adv_old[2]; long unsigned int host_interfaces[1]; u32 eee_broken_modes; int irq; void *priv; struct phy_package_shared *shared; struct sk_buff *skb; void *ehdr; struct nlattr *nest; struct delayed_work state_queue; struct mutex lock; bool sfp_bus_attached; struct sfp_bus *sfp_bus; struct phylink *phylink; struct net_device *attached_dev; struct mii_timestamper *mii_ts; struct pse_control *psec; u8 mdix; u8 mdix_ctrl; int pma_extable; unsigned int link_down_events; void (*phy_link_change)(struct phy_device *, bool); void (*adjust_link)(struct net_device *); const struct macsec_ops *macsec_ops; }; struct phy_tdr_config { u32 first; u32 last; u32 step; s8 pair; }; struct mdio_driver_common { struct device_driver driver; int flags; }; struct mii_timestamper { bool (*rxtstamp)(struct mii_timestamper *, struct sk_buff *, int); void (*txtstamp)(struct mii_timestamper *, struct sk_buff *, int); int (*hwtstamp)(struct mii_timestamper *, struct ifreq *); void (*link_state)(struct mii_timestamper *, struct phy_device *); int (*ts_info)(struct mii_timestamper *, struct ethtool_ts_info *); struct device *device; }; struct phy_driver { struct mdio_driver_common mdiodrv; u32 phy_id; char *name; u32 phy_id_mask; const long unsigned int * const features; u32 flags; const void *driver_data; int (*soft_reset)(struct phy_device *); int (*config_init)(struct phy_device *); int (*probe)(struct phy_device *); int (*get_features)(struct phy_device *); int (*get_rate_matching)(struct phy_device *, phy_interface_t); int (*suspend)(struct phy_device *); int (*resume)(struct phy_device *); int (*config_aneg)(struct phy_device *); int (*aneg_done)(struct phy_device *); int (*read_status)(struct phy_device *); int (*config_intr)(struct phy_device *); irqreturn_t (*handle_interrupt)(struct phy_device *); void (*remove)(struct phy_device *); int (*match_phy_device)(struct phy_device *); int (*set_wol)(struct phy_device *, struct ethtool_wolinfo *); void (*get_wol)(struct phy_device *, struct ethtool_wolinfo *); void (*link_change_notify)(struct phy_device *); int (*read_mmd)(struct phy_device *, int, u16); int (*write_mmd)(struct phy_device *, int, u16, u16); int (*read_page)(struct phy_device *); int (*write_page)(struct phy_device *, int); int (*module_info)(struct phy_device *, struct ethtool_modinfo *); int (*module_eeprom)(struct phy_device *, struct ethtool_eeprom *, u8 *); int (*cable_test_start)(struct phy_device *); int (*cable_test_tdr_start)(struct phy_device *, const struct phy_tdr_config *); int (*cable_test_get_status)(struct phy_device *, bool *); int (*get_sset_count)(struct phy_device *); void (*get_strings)(struct phy_device *, u8 *); void (*get_stats)(struct phy_device *, struct ethtool_stats *, u64 *); int (*get_tunable)(struct phy_device *, struct ethtool_tunable *, void *); int (*set_tunable)(struct phy_device *, struct ethtool_tunable *, const void *); int (*set_loopback)(struct phy_device *, bool); int (*get_sqi)(struct phy_device *); int (*get_sqi_max)(struct phy_device *); }; struct ethtool_phy_ops { int (*get_sset_count)(struct phy_device *); int (*get_strings)(struct phy_device *, u8 *); int (*get_stats)(struct phy_device *, struct ethtool_stats *, u64 *); int (*start_cable_test)(struct phy_device *, struct netlink_ext_ack *); int (*start_cable_test_tdr)(struct phy_device *, struct netlink_ext_ack *, const struct phy_tdr_config *); }; struct phy_fixup { struct list_head list; char bus_id[64]; u32 phy_uid; u32 phy_uid_mask; int (*run)(struct phy_device *); }; struct sfp_eeprom_base { u8 phys_id; u8 phys_ext_id; u8 connector; u8 if_1x_copper_passive: 1; u8 if_1x_copper_active: 1; u8 if_1x_lx: 1; u8 if_1x_sx: 1; u8 e10g_base_sr: 1; u8 e10g_base_lr: 1; u8 e10g_base_lrm: 1; u8 e10g_base_er: 1; u8 sonet_oc3_short_reach: 1; u8 sonet_oc3_smf_intermediate_reach: 1; u8 sonet_oc3_smf_long_reach: 1; u8 unallocated_5_3: 1; u8 sonet_oc12_short_reach: 1; u8 sonet_oc12_smf_intermediate_reach: 1; u8 sonet_oc12_smf_long_reach: 1; u8 unallocated_5_7: 1; u8 sonet_oc48_short_reach: 1; u8 sonet_oc48_intermediate_reach: 1; u8 sonet_oc48_long_reach: 1; u8 sonet_reach_bit2: 1; u8 sonet_reach_bit1: 1; u8 sonet_oc192_short_reach: 1; u8 escon_smf_1310_laser: 1; u8 escon_mmf_1310_led: 1; u8 e1000_base_sx: 1; u8 e1000_base_lx: 1; u8 e1000_base_cx: 1; u8 e1000_base_t: 1; u8 e100_base_lx: 1; u8 e100_base_fx: 1; u8 e_base_bx10: 1; u8 e_base_px: 1; u8 fc_tech_electrical_inter_enclosure: 1; u8 fc_tech_lc: 1; u8 fc_tech_sa: 1; u8 fc_ll_m: 1; u8 fc_ll_l: 1; u8 fc_ll_i: 1; u8 fc_ll_s: 1; u8 fc_ll_v: 1; u8 unallocated_8_0: 1; u8 unallocated_8_1: 1; u8 sfp_ct_passive: 1; u8 sfp_ct_active: 1; u8 fc_tech_ll: 1; u8 fc_tech_sl: 1; u8 fc_tech_sn: 1; u8 fc_tech_electrical_intra_enclosure: 1; u8 fc_media_sm: 1; u8 unallocated_9_1: 1; u8 fc_media_m5: 1; u8 fc_media_m6: 1; u8 fc_media_tv: 1; u8 fc_media_mi: 1; u8 fc_media_tp: 1; u8 fc_media_tw: 1; u8 fc_speed_100: 1; u8 unallocated_10_1: 1; u8 fc_speed_200: 1; u8 fc_speed_3200: 1; u8 fc_speed_400: 1; u8 fc_speed_1600: 1; u8 fc_speed_800: 1; u8 fc_speed_1200: 1; u8 encoding; u8 br_nominal; u8 rate_id; u8 link_len[6]; char vendor_name[16]; u8 extended_cc; char vendor_oui[3]; char vendor_pn[16]; char vendor_rev[4]; union { __be16 optical_wavelength; __be16 cable_compliance; struct { u8 sff8431_app_e: 1; u8 fc_pi_4_app_h: 1; u8 reserved60_2: 6; u8 reserved61: 8; } passive; struct { u8 sff8431_app_e: 1; u8 fc_pi_4_app_h: 1; u8 sff8431_lim: 1; u8 fc_pi_4_lim: 1; u8 reserved60_4: 4; u8 reserved61: 8; } active; }; u8 reserved62; u8 cc_base; }; struct sfp_eeprom_ext { __be16 options; u8 br_max; u8 br_min; char vendor_sn[16]; char datecode[8]; u8 diagmon; u8 enhopts; u8 sff8472_compliance; u8 cc_ext; }; struct sfp_eeprom_id { struct sfp_eeprom_base base; struct sfp_eeprom_ext ext; }; struct sfp_upstream_ops { void (*attach)(void *, struct sfp_bus *); void (*detach)(void *, struct sfp_bus *); int (*module_insert)(void *, const struct sfp_eeprom_id *); void (*module_remove)(void *); int (*module_start)(void *); void (*module_stop)(void *); void (*link_down)(void *); void (*link_up)(void *); int (*connect_phy)(void *, struct phy_device *); void (*disconnect_phy)(void *); }; struct fixed_phy_status { int link; int speed; int duplex; int pause; int asym_pause; }; struct fixed_mdio_bus { struct mii_bus *mii_bus; struct list_head phys; }; struct fixed_phy { int addr; struct phy_device *phydev; struct fixed_phy_status status; bool no_carrier; int (*link_update)(struct net_device *, struct fixed_phy_status *); struct list_head node; struct gpio_desc *link_gpiod; }; typedef __u16 __sum16; struct inet_ehash_bucket; struct inet_bind_hashbucket; struct inet_listen_hashbucket; struct inet_hashinfo { struct inet_ehash_bucket *ehash; spinlock_t *ehash_locks; unsigned int ehash_mask; unsigned int ehash_locks_mask; struct kmem_cache *bind_bucket_cachep; struct inet_bind_hashbucket *bhash; struct kmem_cache *bind2_bucket_cachep; struct inet_bind_hashbucket *bhash2; unsigned int bhash_size; unsigned int lhash2_mask; struct inet_listen_hashbucket *lhash2; bool pernet; }; struct tcp_fastopen_context { siphash_key_t key[2]; int num; struct callback_head rcu; }; struct hlist_nulls_head { struct hlist_nulls_node *first; }; enum { NETIF_F_SG_BIT = 0, NETIF_F_IP_CSUM_BIT = 1, __UNUSED_NETIF_F_1 = 2, NETIF_F_HW_CSUM_BIT = 3, NETIF_F_IPV6_CSUM_BIT = 4, NETIF_F_HIGHDMA_BIT = 5, NETIF_F_FRAGLIST_BIT = 6, NETIF_F_HW_VLAN_CTAG_TX_BIT = 7, NETIF_F_HW_VLAN_CTAG_RX_BIT = 8, NETIF_F_HW_VLAN_CTAG_FILTER_BIT = 9, NETIF_F_VLAN_CHALLENGED_BIT = 10, NETIF_F_GSO_BIT = 11, NETIF_F_LLTX_BIT = 12, NETIF_F_NETNS_LOCAL_BIT = 13, NETIF_F_GRO_BIT = 14, NETIF_F_LRO_BIT = 15, NETIF_F_GSO_SHIFT = 16, NETIF_F_TSO_BIT = 16, NETIF_F_GSO_ROBUST_BIT = 17, NETIF_F_TSO_ECN_BIT = 18, NETIF_F_TSO_MANGLEID_BIT = 19, NETIF_F_TSO6_BIT = 20, NETIF_F_FSO_BIT = 21, NETIF_F_GSO_GRE_BIT = 22, NETIF_F_GSO_GRE_CSUM_BIT = 23, NETIF_F_GSO_IPXIP4_BIT = 24, NETIF_F_GSO_IPXIP6_BIT = 25, NETIF_F_GSO_UDP_TUNNEL_BIT = 26, NETIF_F_GSO_UDP_TUNNEL_CSUM_BIT = 27, NETIF_F_GSO_PARTIAL_BIT = 28, NETIF_F_GSO_TUNNEL_REMCSUM_BIT = 29, NETIF_F_GSO_SCTP_BIT = 30, NETIF_F_GSO_ESP_BIT = 31, NETIF_F_GSO_UDP_BIT = 32, NETIF_F_GSO_UDP_L4_BIT = 33, NETIF_F_GSO_FRAGLIST_BIT = 34, NETIF_F_GSO_LAST = 34, NETIF_F_FCOE_CRC_BIT = 35, NETIF_F_SCTP_CRC_BIT = 36, NETIF_F_FCOE_MTU_BIT = 37, NETIF_F_NTUPLE_BIT = 38, NETIF_F_RXHASH_BIT = 39, NETIF_F_RXCSUM_BIT = 40, NETIF_F_NOCACHE_COPY_BIT = 41, NETIF_F_LOOPBACK_BIT = 42, NETIF_F_RXFCS_BIT = 43, NETIF_F_RXALL_BIT = 44, NETIF_F_HW_VLAN_STAG_TX_BIT = 45, NETIF_F_HW_VLAN_STAG_RX_BIT = 46, NETIF_F_HW_VLAN_STAG_FILTER_BIT = 47, NETIF_F_HW_L2FW_DOFFLOAD_BIT = 48, NETIF_F_HW_TC_BIT = 49, NETIF_F_HW_ESP_BIT = 50, NETIF_F_HW_ESP_TX_CSUM_BIT = 51, NETIF_F_RX_UDP_TUNNEL_PORT_BIT = 52, NETIF_F_HW_TLS_TX_BIT = 53, NETIF_F_HW_TLS_RX_BIT = 54, NETIF_F_GRO_HW_BIT = 55, NETIF_F_HW_TLS_RECORD_BIT = 56, NETIF_F_GRO_FRAGLIST_BIT = 57, NETIF_F_HW_MACSEC_BIT = 58, NETIF_F_GRO_UDP_FWD_BIT = 59, NETIF_F_HW_HSR_TAG_INS_BIT = 60, NETIF_F_HW_HSR_TAG_RM_BIT = 61, NETIF_F_HW_HSR_FWD_BIT = 62, NETIF_F_HW_HSR_DUP_BIT = 63, NETDEV_FEATURE_COUNT = 64, }; enum { SKB_GSO_TCPV4 = 1, SKB_GSO_DODGY = 2, SKB_GSO_TCP_ECN = 4, SKB_GSO_TCP_FIXEDID = 8, SKB_GSO_TCPV6 = 16, SKB_GSO_FCOE = 32, SKB_GSO_GRE = 64, SKB_GSO_GRE_CSUM = 128, SKB_GSO_IPXIP4 = 256, SKB_GSO_IPXIP6 = 512, SKB_GSO_UDP_TUNNEL = 1024, SKB_GSO_UDP_TUNNEL_CSUM = 2048, SKB_GSO_PARTIAL = 4096, SKB_GSO_TUNNEL_REMCSUM = 8192, SKB_GSO_SCTP = 16384, SKB_GSO_ESP = 32768, SKB_GSO_UDP = 65536, SKB_GSO_UDP_L4 = 131072, SKB_GSO_FRAGLIST = 262144, }; enum pkt_hash_types { PKT_HASH_TYPE_NONE = 0, PKT_HASH_TYPE_L2 = 1, PKT_HASH_TYPE_L3 = 2, PKT_HASH_TYPE_L4 = 3, }; struct netdev_hw_addr { struct list_head list; struct rb_node node; unsigned char addr[32]; unsigned char type; bool global_use; int sync_cnt; int refcount; int synced; struct callback_head callback_head; }; struct gro_list { struct list_head list; int count; }; struct napi_struct { struct list_head poll_list; long unsigned int state; int weight; int defer_hard_irqs_count; long unsigned int gro_bitmask; int (*poll)(struct napi_struct *, int); int poll_owner; struct net_device *dev; struct gro_list gro_hash[8]; struct sk_buff *skb; struct list_head rx_list; int rx_count; struct hrtimer timer; struct list_head dev_list; struct hlist_node napi_hash_node; unsigned int napi_id; struct task_struct *thread; }; enum gro_result { GRO_MERGED = 0, GRO_MERGED_FREE = 1, GRO_HELD = 2, GRO_NORMAL = 3, GRO_CONSUMED = 4, }; typedef enum gro_result gro_result_t; enum netdev_queue_state_t { __QUEUE_STATE_DRV_XOFF = 0, __QUEUE_STATE_STACK_XOFF = 1, __QUEUE_STATE_FROZEN = 2, }; enum skb_free_reason { SKB_REASON_CONSUMED = 0, SKB_REASON_DROPPED = 1, }; enum ethtool_stringset { ETH_SS_TEST = 0, ETH_SS_STATS = 1, ETH_SS_PRIV_FLAGS = 2, ETH_SS_NTUPLE_FILTERS = 3, ETH_SS_FEATURES = 4, ETH_SS_RSS_HASH_FUNCS = 5, ETH_SS_TUNABLES = 6, ETH_SS_PHY_STATS = 7, ETH_SS_PHY_TUNABLES = 8, ETH_SS_LINK_MODES = 9, ETH_SS_MSG_CLASSES = 10, ETH_SS_WOL_MODES = 11, ETH_SS_SOF_TIMESTAMPING = 12, ETH_SS_TS_TX_TYPES = 13, ETH_SS_TS_RX_FILTERS = 14, ETH_SS_UDP_TUNNEL_TYPES = 15, ETH_SS_STATS_STD = 16, ETH_SS_STATS_ETH_PHY = 17, ETH_SS_STATS_ETH_MAC = 18, ETH_SS_STATS_ETH_CTRL = 19, ETH_SS_STATS_RMON = 20, ETH_SS_COUNT = 21, }; enum ethtool_test_flags { ETH_TEST_FL_OFFLINE = 1, ETH_TEST_FL_FAILED = 2, ETH_TEST_FL_EXTERNAL_LB = 4, ETH_TEST_FL_EXTERNAL_LB_DONE = 8, }; struct iphdr { __u8 ihl: 4; __u8 version: 4; __u8 tos; __be16 tot_len; __be16 id; __be16 frag_off; __u8 ttl; __u8 protocol; __sum16 check; union { struct { __be32 saddr; __be32 daddr; }; struct { __be32 saddr; __be32 daddr; } addrs; }; }; struct sock_reuseport { struct callback_head rcu; u16 max_socks; u16 num_socks; u16 num_closed_socks; u16 incoming_cpu; unsigned int synq_overflow_ts; unsigned int reuseport_id; unsigned int bind_inany: 1; unsigned int has_conns: 1; struct bpf_prog *prog; struct sock *socks[0]; }; struct tcphdr { __be16 source; __be16 dest; __be32 seq; __be32 ack_seq; __u16 res1: 4; __u16 doff: 4; __u16 fin: 1; __u16 syn: 1; __u16 rst: 1; __u16 psh: 1; __u16 ack: 1; __u16 urg: 1; __u16 ece: 1; __u16 cwr: 1; __be16 window; __sum16 check; __be16 urg_ptr; }; struct inet_ehash_bucket { struct hlist_nulls_head chain; }; struct inet_bind_hashbucket { spinlock_t lock; struct hlist_head chain; }; struct inet_listen_hashbucket { spinlock_t lock; struct hlist_nulls_head nulls_head; }; struct ack_sample { u32 pkts_acked; s32 rtt_us; u32 in_flight; }; struct rate_sample { u64 prior_mstamp; u32 prior_delivered; u32 prior_delivered_ce; s32 delivered; s32 delivered_ce; long int interval_us; u32 snd_interval_us; u32 rcv_interval_us; long int rtt_us; int losses; u32 acked_sacked; u32 prior_in_flight; u32 last_end_seq; bool is_app_limited; bool is_retrans; bool is_ack_delayed; }; struct firmware { size_t size; const u8 *data; void *priv; }; struct bnx2_tx_bd { u32 tx_bd_haddr_hi; u32 tx_bd_haddr_lo; u32 tx_bd_mss_nbytes; u32 tx_bd_vlan_tag_flags; }; struct bnx2_rx_bd { u32 rx_bd_haddr_hi; u32 rx_bd_haddr_lo; u32 rx_bd_len; u32 rx_bd_flags; }; struct status_block { u32 status_attn_bits; u32 status_attn_bits_ack; u16 status_tx_quick_consumer_index1; u16 status_tx_quick_consumer_index0; u16 status_tx_quick_consumer_index3; u16 status_tx_quick_consumer_index2; u16 status_rx_quick_consumer_index1; u16 status_rx_quick_consumer_index0; u16 status_rx_quick_consumer_index3; u16 status_rx_quick_consumer_index2; u16 status_rx_quick_consumer_index5; u16 status_rx_quick_consumer_index4; u16 status_rx_quick_consumer_index7; u16 status_rx_quick_consumer_index6; u16 status_rx_quick_consumer_index9; u16 status_rx_quick_consumer_index8; u16 status_rx_quick_consumer_index11; u16 status_rx_quick_consumer_index10; u16 status_rx_quick_consumer_index13; u16 status_rx_quick_consumer_index12; u16 status_rx_quick_consumer_index15; u16 status_rx_quick_consumer_index14; u16 status_cmd_consumer_index; u16 status_completion_producer_index; u8 status_blk_num; u8 status_unused; u16 status_idx; }; struct status_block_msix { u16 status_rx_quick_consumer_index; u16 status_tx_quick_consumer_index; u16 status_cmd_consumer_index; u16 status_completion_producer_index; u32 status_unused; u8 status_blk_num; u8 status_unused2; u16 status_idx; }; struct statistics_block { u32 stat_IfHCInOctets_hi; u32 stat_IfHCInOctets_lo; u32 stat_IfHCInBadOctets_hi; u32 stat_IfHCInBadOctets_lo; u32 stat_IfHCOutOctets_hi; u32 stat_IfHCOutOctets_lo; u32 stat_IfHCOutBadOctets_hi; u32 stat_IfHCOutBadOctets_lo; u32 stat_IfHCInUcastPkts_hi; u32 stat_IfHCInUcastPkts_lo; u32 stat_IfHCInMulticastPkts_hi; u32 stat_IfHCInMulticastPkts_lo; u32 stat_IfHCInBroadcastPkts_hi; u32 stat_IfHCInBroadcastPkts_lo; u32 stat_IfHCOutUcastPkts_hi; u32 stat_IfHCOutUcastPkts_lo; u32 stat_IfHCOutMulticastPkts_hi; u32 stat_IfHCOutMulticastPkts_lo; u32 stat_IfHCOutBroadcastPkts_hi; u32 stat_IfHCOutBroadcastPkts_lo; u32 stat_emac_tx_stat_dot3statsinternalmactransmiterrors; u32 stat_Dot3StatsCarrierSenseErrors; u32 stat_Dot3StatsFCSErrors; u32 stat_Dot3StatsAlignmentErrors; u32 stat_Dot3StatsSingleCollisionFrames; u32 stat_Dot3StatsMultipleCollisionFrames; u32 stat_Dot3StatsDeferredTransmissions; u32 stat_Dot3StatsExcessiveCollisions; u32 stat_Dot3StatsLateCollisions; u32 stat_EtherStatsCollisions; u32 stat_EtherStatsFragments; u32 stat_EtherStatsJabbers; u32 stat_EtherStatsUndersizePkts; u32 stat_EtherStatsOverrsizePkts; u32 stat_EtherStatsPktsRx64Octets; u32 stat_EtherStatsPktsRx65Octetsto127Octets; u32 stat_EtherStatsPktsRx128Octetsto255Octets; u32 stat_EtherStatsPktsRx256Octetsto511Octets; u32 stat_EtherStatsPktsRx512Octetsto1023Octets; u32 stat_EtherStatsPktsRx1024Octetsto1522Octets; u32 stat_EtherStatsPktsRx1523Octetsto9022Octets; u32 stat_EtherStatsPktsTx64Octets; u32 stat_EtherStatsPktsTx65Octetsto127Octets; u32 stat_EtherStatsPktsTx128Octetsto255Octets; u32 stat_EtherStatsPktsTx256Octetsto511Octets; u32 stat_EtherStatsPktsTx512Octetsto1023Octets; u32 stat_EtherStatsPktsTx1024Octetsto1522Octets; u32 stat_EtherStatsPktsTx1523Octetsto9022Octets; u32 stat_XonPauseFramesReceived; u32 stat_XoffPauseFramesReceived; u32 stat_OutXonSent; u32 stat_OutXoffSent; u32 stat_FlowControlDone; u32 stat_MacControlFramesReceived; u32 stat_XoffStateEntered; u32 stat_IfInFramesL2FilterDiscards; u32 stat_IfInRuleCheckerDiscards; u32 stat_IfInFTQDiscards; u32 stat_IfInMBUFDiscards; u32 stat_IfInRuleCheckerP4Hit; u32 stat_CatchupInRuleCheckerDiscards; u32 stat_CatchupInFTQDiscards; u32 stat_CatchupInMBUFDiscards; u32 stat_CatchupInRuleCheckerP4Hit; u32 stat_GenStat00; u32 stat_GenStat01; u32 stat_GenStat02; u32 stat_GenStat03; u32 stat_GenStat04; u32 stat_GenStat05; u32 stat_GenStat06; u32 stat_GenStat07; u32 stat_GenStat08; u32 stat_GenStat09; u32 stat_GenStat10; u32 stat_GenStat11; u32 stat_GenStat12; u32 stat_GenStat13; u32 stat_GenStat14; u32 stat_GenStat15; u32 stat_FwRxDrop; }; struct l2_fhdr { u32 l2_fhdr_status; u32 l2_fhdr_hash; u16 l2_fhdr_vlan_tag; u16 l2_fhdr_pkt_len; u16 l2_fhdr_tcp_udp_xsum; u16 l2_fhdr_ip_xsum; }; struct bnx2_sw_bd { u8 *data; dma_addr_t mapping; }; struct bnx2_sw_pg { struct page *page; dma_addr_t mapping; }; struct bnx2_sw_tx_bd { struct sk_buff *skb; dma_addr_t mapping; short unsigned int is_gso; short unsigned int nr_frags; }; struct flash_spec { u32 strapping; u32 config1; u32 config2; u32 config3; u32 write1; u32 flags; u32 page_bits; u32 page_size; u32 addr_mask; u32 total_size; u8 *name; }; struct bnx2_irq { irq_handler_t handler; unsigned int vector; u8 requested; char name[18]; }; struct bnx2_tx_ring_info { u32 tx_prod_bseq; u16 tx_prod; u32 tx_bidx_addr; u32 tx_bseq_addr; struct bnx2_tx_bd *tx_desc_ring; struct bnx2_sw_tx_bd *tx_buf_ring; u16 tx_cons; u16 hw_tx_cons; dma_addr_t tx_desc_mapping; }; struct bnx2_rx_ring_info { u32 rx_prod_bseq; u16 rx_prod; u16 rx_cons; u32 rx_bidx_addr; u32 rx_bseq_addr; u32 rx_pg_bidx_addr; u16 rx_pg_prod; u16 rx_pg_cons; struct bnx2_sw_bd *rx_buf_ring; struct bnx2_rx_bd *rx_desc_ring[8]; struct bnx2_sw_pg *rx_pg_ring; struct bnx2_rx_bd *rx_pg_desc_ring[32]; dma_addr_t rx_desc_mapping[8]; dma_addr_t rx_pg_desc_mapping[32]; }; struct bnx2; struct bnx2_napi { struct napi_struct napi; struct bnx2 *bp; union { struct status_block *msi; struct status_block_msix *msix; } status_blk; u16 *hw_tx_cons_ptr; u16 *hw_rx_cons_ptr; u32 last_status_idx; u32 int_num; struct bnx2_rx_ring_info rx_ring; struct bnx2_tx_ring_info tx_ring; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bnx2 { void *regview; struct net_device *dev; struct pci_dev *pdev; atomic_t intr_sem; u32 flags; long: 64; long: 64; long: 64; long: 64; struct bnx2_napi bnx2_napi[9]; u32 rx_buf_use_size; u32 rx_buf_size; u32 rx_copy_thresh; u32 rx_jumbo_thresh; u32 rx_max_ring_idx; u32 rx_max_pg_ring_idx; int tx_ring_size; u32 tx_wake_thresh; unsigned int current_interval; struct timer_list timer; struct work_struct reset_task; spinlock_t phy_lock; spinlock_t indirect_lock; u32 phy_flags; u32 mii_bmcr; u32 mii_bmsr; u32 mii_bmsr1; u32 mii_adv; u32 mii_lpa; u32 mii_up1; u32 chip_id; u32 phy_addr; u32 phy_id; u16 bus_speed_mhz; u8 wol; u8 pad; u16 fw_wr_seq; u16 fw_drv_pulse_wr_seq; u32 fw_last_msg; int rx_max_ring; int rx_ring_size; int rx_max_pg_ring; int rx_pg_ring_size; u16 tx_quick_cons_trip; u16 tx_quick_cons_trip_int; u16 rx_quick_cons_trip; u16 rx_quick_cons_trip_int; u16 comp_prod_trip; u16 comp_prod_trip_int; u16 tx_ticks; u16 tx_ticks_int; u16 com_ticks; u16 com_ticks_int; u16 cmd_ticks; u16 cmd_ticks_int; u16 rx_ticks; u16 rx_ticks_int; u32 stats_ticks; dma_addr_t status_blk_mapping; void *status_blk; struct statistics_block *stats_blk; struct statistics_block *temp_stats_blk; dma_addr_t stats_blk_mapping; int ctx_pages; void *ctx_blk[4]; dma_addr_t ctx_blk_mapping[4]; u32 hc_cmd; u32 rx_mode; u16 req_line_speed; u8 req_duplex; u8 phy_port; u8 link_up; u16 line_speed; u8 duplex; u8 flow_ctrl; u32 advertising; u8 req_flow_ctrl; u8 autoneg; u8 loopback; u8 serdes_an_pending; u8 mac_addr[8]; u32 shmem_base; char fw_version[32]; int pm_cap; int pcix_cap; const struct flash_spec *flash_info; u32 flash_size; int status_stats_size; struct bnx2_irq irq_tbl[9]; int irq_nvecs; u8 func; u8 num_tx_rings; u8 num_rx_rings; int num_req_tx_rings; int num_req_rx_rings; u32 leds_save; u32 idle_chk_status_idx; const struct firmware *mips_firmware; const struct firmware *rv2p_firmware; long: 64; }; struct cpu_reg { u32 mode; u32 mode_value_halt; u32 mode_value_sstep; u32 state; u32 state_value_clear; u32 gpr0; u32 evmask; u32 pc; u32 inst; u32 bp; u32 spad_base; u32 mips_view_base; }; struct bnx2_fw_file_section { __be32 addr; __be32 len; __be32 offset; }; struct bnx2_mips_fw_file_entry { __be32 start_addr; struct bnx2_fw_file_section text; struct bnx2_fw_file_section data; struct bnx2_fw_file_section rodata; }; struct bnx2_rv2p_fw_file_entry { struct bnx2_fw_file_section rv2p; __be32 fixup[8]; }; struct bnx2_mips_fw_file { struct bnx2_mips_fw_file_entry com; struct bnx2_mips_fw_file_entry cp; struct bnx2_mips_fw_file_entry rxp; struct bnx2_mips_fw_file_entry tpat; struct bnx2_mips_fw_file_entry txp; }; struct bnx2_rv2p_fw_file { struct bnx2_rv2p_fw_file_entry proc1; struct bnx2_rv2p_fw_file_entry proc2; }; enum { BCM5706 = 0, NC370T = 1, NC370I = 2, BCM5706S = 3, NC370F = 4, BCM5708 = 5, BCM5708S = 6, BCM5709 = 7, BCM5709S = 8, BCM5716 = 9, BCM5716S = 10, }; struct ftq_reg { char *name; u32 off; }; struct mem_entry { u32 offset; u32 len; }; struct system_device_crosststamp { ktime_t device; ktime_t sys_realtime; ktime_t sys_monoraw; }; struct cyclecounter { u64 (*read)(const struct cyclecounter *); u64 mask; u32 mult; u32 shift; }; struct timecounter { const struct cyclecounter *cc; u64 cycle_last; u64 nsec; u64 mask; u64 frac; }; struct hwtstamp_config { int flags; int tx_type; int rx_filter; }; struct ptp_clock_time { __s64 sec; __u32 nsec; __u32 reserved; }; struct ptp_extts_request { unsigned int index; unsigned int flags; unsigned int rsv[2]; }; struct ptp_perout_request { union { struct ptp_clock_time start; struct ptp_clock_time phase; }; struct ptp_clock_time period; unsigned int index; unsigned int flags; union { struct ptp_clock_time on; unsigned int rsv[4]; }; }; enum ptp_pin_function { PTP_PF_NONE = 0, PTP_PF_EXTTS = 1, PTP_PF_PEROUT = 2, PTP_PF_PHYSYNC = 3, }; struct ptp_pin_desc { char name[64]; unsigned int index; unsigned int func; unsigned int chan; unsigned int rsv[5]; }; struct ptp_clock_request { enum { PTP_CLK_REQ_EXTTS = 0, PTP_CLK_REQ_PEROUT = 1, PTP_CLK_REQ_PPS = 2, } type; union { struct ptp_extts_request extts; struct ptp_perout_request perout; }; }; struct ptp_system_timestamp { struct timespec64 pre_ts; struct timespec64 post_ts; }; struct ptp_clock_info { struct module *owner; char name[32]; s32 max_adj; int n_alarm; int n_ext_ts; int n_per_out; int n_pins; int pps; struct ptp_pin_desc *pin_config; int (*adjfine)(struct ptp_clock_info *, long int); int (*adjphase)(struct ptp_clock_info *, s32); int (*adjtime)(struct ptp_clock_info *, s64); int (*gettime64)(struct ptp_clock_info *, struct timespec64 *); int (*gettimex64)(struct ptp_clock_info *, struct timespec64 *, struct ptp_system_timestamp *); int (*getcrosststamp)(struct ptp_clock_info *, struct system_device_crosststamp *); int (*settime64)(struct ptp_clock_info *, const struct timespec64 *); int (*getcycles64)(struct ptp_clock_info *, struct timespec64 *); int (*getcyclesx64)(struct ptp_clock_info *, struct timespec64 *, struct ptp_system_timestamp *); int (*getcrosscycles)(struct ptp_clock_info *, struct system_device_crosststamp *); int (*enable)(struct ptp_clock_info *, struct ptp_clock_request *, int); int (*verify)(struct ptp_clock_info *, unsigned int, enum ptp_pin_function, unsigned int); long int (*do_aux_work)(struct ptp_clock_info *); }; struct pm_qos_request { struct plist_node node; struct pm_qos_constraints *qos; }; enum e1000_mac_type { e1000_82571 = 0, e1000_82572 = 1, e1000_82573 = 2, e1000_82574 = 3, e1000_82583 = 4, e1000_80003es2lan = 5, e1000_ich8lan = 6, e1000_ich9lan = 7, e1000_ich10lan = 8, e1000_pchlan = 9, e1000_pch2lan = 10, e1000_pch_lpt = 11, e1000_pch_spt = 12, e1000_pch_cnp = 13, e1000_pch_tgp = 14, e1000_pch_adp = 15, e1000_pch_mtp = 16, e1000_pch_lnp = 17, e1000_pch_ptp = 18, }; enum e1000_media_type { e1000_media_type_unknown = 0, e1000_media_type_copper = 1, e1000_media_type_fiber = 2, e1000_media_type_internal_serdes = 3, e1000_num_media_types = 4, }; enum e1000_nvm_type { e1000_nvm_unknown = 0, e1000_nvm_none = 1, e1000_nvm_eeprom_spi = 2, e1000_nvm_flash_hw = 3, e1000_nvm_flash_sw = 4, }; enum e1000_nvm_override { e1000_nvm_override_none = 0, e1000_nvm_override_spi_small = 1, e1000_nvm_override_spi_large = 2, }; enum e1000_phy_type { e1000_phy_unknown = 0, e1000_phy_none = 1, e1000_phy_m88 = 2, e1000_phy_igp = 3, e1000_phy_igp_2 = 4, e1000_phy_gg82563 = 5, e1000_phy_igp_3 = 6, e1000_phy_ife = 7, e1000_phy_bm = 8, e1000_phy_82578 = 9, e1000_phy_82577 = 10, e1000_phy_82579 = 11, e1000_phy_i217 = 12, }; enum e1000_bus_width { e1000_bus_width_unknown = 0, e1000_bus_width_pcie_x1 = 1, e1000_bus_width_pcie_x2 = 2, e1000_bus_width_pcie_x4 = 4, e1000_bus_width_pcie_x8 = 8, e1000_bus_width_32 = 9, e1000_bus_width_64 = 10, e1000_bus_width_reserved = 11, }; enum e1000_1000t_rx_status { e1000_1000t_rx_status_not_ok = 0, e1000_1000t_rx_status_ok = 1, e1000_1000t_rx_status_undefined = 255, }; enum e1000_rev_polarity { e1000_rev_polarity_normal = 0, e1000_rev_polarity_reversed = 1, e1000_rev_polarity_undefined = 255, }; enum e1000_fc_mode { e1000_fc_none = 0, e1000_fc_rx_pause = 1, e1000_fc_tx_pause = 2, e1000_fc_full = 3, e1000_fc_default = 255, }; enum e1000_ms_type { e1000_ms_hw_default = 0, e1000_ms_force_master = 1, e1000_ms_force_slave = 2, e1000_ms_auto = 3, }; enum e1000_smart_speed { e1000_smart_speed_default = 0, e1000_smart_speed_on = 1, e1000_smart_speed_off = 2, }; enum e1000_serdes_link_state { e1000_serdes_link_down = 0, e1000_serdes_link_autoneg_progress = 1, e1000_serdes_link_autoneg_complete = 2, e1000_serdes_link_forced_up = 3, }; struct e1000_hw_stats { u64 crcerrs; u64 algnerrc; u64 symerrs; u64 rxerrc; u64 mpc; u64 scc; u64 ecol; u64 mcc; u64 latecol; u64 colc; u64 dc; u64 tncrs; u64 sec; u64 cexterr; u64 rlec; u64 xonrxc; u64 xontxc; u64 xoffrxc; u64 xofftxc; u64 fcruc; u64 prc64; u64 prc127; u64 prc255; u64 prc511; u64 prc1023; u64 prc1522; u64 gprc; u64 bprc; u64 mprc; u64 gptc; u64 gorc; u64 gotc; u64 rnbc; u64 ruc; u64 rfc; u64 roc; u64 rjc; u64 mgprc; u64 mgpdc; u64 mgptc; u64 tor; u64 tot; u64 tpr; u64 tpt; u64 ptc64; u64 ptc127; u64 ptc255; u64 ptc511; u64 ptc1023; u64 ptc1522; u64 mptc; u64 bptc; u64 tsctc; u64 tsctfc; u64 iac; u64 icrxptc; u64 icrxatc; u64 ictxptc; u64 ictxatc; u64 ictxqec; u64 ictxqmtc; u64 icrxdmtc; u64 icrxoc; }; struct e1000_phy_stats { u32 idle_errors; u32 receive_errors; }; struct e1000_host_mng_dhcp_cookie { u32 signature; u8 status; u8 reserved0; u16 vlan_id; u32 reserved1; u16 reserved2; u8 reserved3; u8 checksum; }; struct e1000_hw; struct e1000_mac_operations { s32 (*id_led_init)(struct e1000_hw *); s32 (*blink_led)(struct e1000_hw *); bool (*check_mng_mode)(struct e1000_hw *); s32 (*check_for_link)(struct e1000_hw *); s32 (*cleanup_led)(struct e1000_hw *); void (*clear_hw_cntrs)(struct e1000_hw *); void (*clear_vfta)(struct e1000_hw *); s32 (*get_bus_info)(struct e1000_hw *); void (*set_lan_id)(struct e1000_hw *); s32 (*get_link_up_info)(struct e1000_hw *, u16 *, u16 *); s32 (*led_on)(struct e1000_hw *); s32 (*led_off)(struct e1000_hw *); void (*update_mc_addr_list)(struct e1000_hw *, u8 *, u32); s32 (*reset_hw)(struct e1000_hw *); s32 (*init_hw)(struct e1000_hw *); s32 (*setup_link)(struct e1000_hw *); s32 (*setup_physical_interface)(struct e1000_hw *); s32 (*setup_led)(struct e1000_hw *); void (*write_vfta)(struct e1000_hw *, u32, u32); void (*config_collision_dist)(struct e1000_hw *); int (*rar_set)(struct e1000_hw *, u8 *, u32); s32 (*read_mac_addr)(struct e1000_hw *); u32 (*rar_get_count)(struct e1000_hw *); }; struct e1000_mac_info { struct e1000_mac_operations ops; u8 addr[6]; u8 perm_addr[6]; enum e1000_mac_type type; u32 collision_delta; u32 ledctl_default; u32 ledctl_mode1; u32 ledctl_mode2; u32 mc_filter_type; u32 tx_packet_delta; u32 txcw; u16 current_ifs_val; u16 ifs_max_val; u16 ifs_min_val; u16 ifs_ratio; u16 ifs_step_size; u16 mta_reg_count; u32 mta_shadow[128]; u16 rar_entry_count; u8 forced_speed_duplex; bool adaptive_ifs; bool has_fwsm; bool arc_subsystem_valid; bool autoneg; bool autoneg_failed; bool get_link_status; bool in_ifs_mode; bool serdes_has_link; bool tx_pkt_filtering; enum e1000_serdes_link_state serdes_link_state; }; struct e1000_fc_info { u32 high_water; u32 low_water; u16 pause_time; u16 refresh_time; bool send_xon; bool strict_ieee; enum e1000_fc_mode current_mode; enum e1000_fc_mode requested_mode; }; struct e1000_phy_operations { s32 (*acquire)(struct e1000_hw *); s32 (*cfg_on_link_up)(struct e1000_hw *); s32 (*check_polarity)(struct e1000_hw *); s32 (*check_reset_block)(struct e1000_hw *); s32 (*commit)(struct e1000_hw *); s32 (*force_speed_duplex)(struct e1000_hw *); s32 (*get_cfg_done)(struct e1000_hw *); s32 (*get_cable_length)(struct e1000_hw *); s32 (*get_info)(struct e1000_hw *); s32 (*set_page)(struct e1000_hw *, u16); s32 (*read_reg)(struct e1000_hw *, u32, u16 *); s32 (*read_reg_locked)(struct e1000_hw *, u32, u16 *); s32 (*read_reg_page)(struct e1000_hw *, u32, u16 *); void (*release)(struct e1000_hw *); s32 (*reset)(struct e1000_hw *); s32 (*set_d0_lplu_state)(struct e1000_hw *, bool); s32 (*set_d3_lplu_state)(struct e1000_hw *, bool); s32 (*write_reg)(struct e1000_hw *, u32, u16); s32 (*write_reg_locked)(struct e1000_hw *, u32, u16); s32 (*write_reg_page)(struct e1000_hw *, u32, u16); void (*power_up)(struct e1000_hw *); void (*power_down)(struct e1000_hw *); }; struct e1000_phy_info { struct e1000_phy_operations ops; enum e1000_phy_type type; enum e1000_1000t_rx_status local_rx; enum e1000_1000t_rx_status remote_rx; enum e1000_ms_type ms_type; enum e1000_ms_type original_ms_type; enum e1000_rev_polarity cable_polarity; enum e1000_smart_speed smart_speed; u32 addr; u32 id; u32 reset_delay_us; u32 revision; enum e1000_media_type media_type; u16 autoneg_advertised; u16 autoneg_mask; u16 cable_length; u16 max_cable_length; u16 min_cable_length; u8 mdix; bool disable_polarity_correction; bool is_mdix; bool polarity_correction; bool speed_downgraded; bool autoneg_wait_to_complete; }; struct e1000_nvm_operations { s32 (*acquire)(struct e1000_hw *); s32 (*read)(struct e1000_hw *, u16, u16, u16 *); void (*release)(struct e1000_hw *); void (*reload)(struct e1000_hw *); s32 (*update)(struct e1000_hw *); s32 (*valid_led_default)(struct e1000_hw *, u16 *); s32 (*validate)(struct e1000_hw *); s32 (*write)(struct e1000_hw *, u16, u16, u16 *); }; struct e1000_nvm_info { struct e1000_nvm_operations ops; enum e1000_nvm_type type; enum e1000_nvm_override override; u32 flash_bank_size; u32 flash_base_addr; u16 word_size; u16 delay_usec; u16 address_bits; u16 opcode_bits; u16 page_size; }; struct e1000_bus_info { enum e1000_bus_width width; u16 func; }; struct e1000_dev_spec_82571 { bool laa_is_present; u32 smb_counter; }; struct e1000_dev_spec_80003es2lan { bool mdic_wa_enable; }; struct e1000_shadow_ram { u16 value; bool modified; }; enum e1000_ulp_state { e1000_ulp_state_unknown = 0, e1000_ulp_state_off = 1, e1000_ulp_state_on = 2, }; struct e1000_dev_spec_ich8lan { bool kmrn_lock_loss_workaround_enabled; struct e1000_shadow_ram shadow_ram[2048]; bool nvm_k1_enabled; bool eee_disable; u16 eee_lp_ability; enum e1000_ulp_state ulp_state; }; struct e1000_adapter; struct e1000_hw { struct e1000_adapter *adapter; void *hw_addr; void *flash_address; struct e1000_mac_info mac; struct e1000_fc_info fc; struct e1000_phy_info phy; struct e1000_nvm_info nvm; struct e1000_bus_info bus; struct e1000_host_mng_dhcp_cookie mng_cookie; union { struct e1000_dev_spec_82571 e82571; struct e1000_dev_spec_80003es2lan e80003es2lan; struct e1000_dev_spec_ich8lan ich8lan; } dev_spec; }; struct e1000_phy_regs { u16 bmcr; u16 bmsr; u16 advertise; u16 lpa; u16 expansion; u16 ctrl1000; u16 stat1000; u16 estatus; }; struct e1000_buffer; struct e1000_ring { struct e1000_adapter *adapter; void *desc; dma_addr_t dma; unsigned int size; unsigned int count; u16 next_to_use; u16 next_to_clean; void *head; void *tail; struct e1000_buffer *buffer_info; char name[21]; u32 ims_val; u32 itr_val; void *itr_register; int set_itr; struct sk_buff *rx_skb_top; }; struct ptp_clock; struct e1000_info; struct e1000_adapter { struct timer_list watchdog_timer; struct timer_list phy_info_timer; struct timer_list blink_timer; struct work_struct reset_task; struct work_struct watchdog_task; const struct e1000_info *ei; long unsigned int active_vlans[64]; u32 bd_number; u32 rx_buffer_len; u16 mng_vlan_id; u16 link_speed; u16 link_duplex; u16 eeprom_vers; long unsigned int state; u32 itr; u32 itr_setting; u16 tx_itr; u16 rx_itr; long: 32; long: 64; long: 64; long: 64; struct e1000_ring *tx_ring; u32 tx_fifo_limit; struct napi_struct napi; unsigned int uncorr_errors; unsigned int corr_errors; unsigned int restart_queue; u32 txd_cmd; bool detect_tx_hung; bool tx_hang_recheck; u8 tx_timeout_factor; u32 tx_int_delay; u32 tx_abs_int_delay; unsigned int total_tx_bytes; unsigned int total_tx_packets; unsigned int total_rx_bytes; unsigned int total_rx_packets; u64 tpt_old; u64 colc_old; u32 gotc; u64 gotc_old; u32 tx_timeout_count; u32 tx_fifo_head; u32 tx_head_addr; u32 tx_fifo_size; u32 tx_dma_failed; u32 tx_hwtstamp_timeouts; u32 tx_hwtstamp_skipped; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; bool (*clean_rx)(struct e1000_ring *, int *, int); void (*alloc_rx_buf)(struct e1000_ring *, int, gfp_t); struct e1000_ring *rx_ring; u32 rx_int_delay; u32 rx_abs_int_delay; u64 hw_csum_err; u64 hw_csum_good; u64 rx_hdr_split; u32 gorc; u64 gorc_old; u32 alloc_rx_buff_failed; u32 rx_dma_failed; u32 rx_hwtstamp_cleared; unsigned int rx_ps_pages; u16 rx_ps_bsize0; u32 max_frame_size; u32 min_frame_size; struct net_device *netdev; struct pci_dev *pdev; struct e1000_hw hw; spinlock_t stats64_lock; struct e1000_hw_stats stats; struct e1000_phy_info phy_info; struct e1000_phy_stats phy_stats; struct e1000_phy_regs phy_regs; struct e1000_ring test_tx_ring; struct e1000_ring test_rx_ring; u32 test_icr; u32 msg_enable; unsigned int num_vectors; struct msix_entry *msix_entries; int int_mode; u32 eiac_mask; u32 eeprom_wol; u32 wol; u32 pba; u32 max_hw_frame_size; bool fc_autoneg; unsigned int flags; unsigned int flags2; struct work_struct downshift_task; struct work_struct update_phy_task; struct work_struct print_hang_task; int phy_hang_count; u16 tx_ring_count; u16 rx_ring_count; struct hwtstamp_config hwtstamp_config; struct delayed_work systim_overflow_work; struct sk_buff *tx_hwtstamp_skb; long unsigned int tx_hwtstamp_start; struct work_struct tx_hwtstamp_work; spinlock_t systim_lock; struct cyclecounter cc; struct timecounter tc; struct ptp_clock *ptp_clock; struct ptp_clock_info ptp_clock_info; struct pm_qos_request pm_qos_req; long int ptp_delta; u16 eee_advert; long: 48; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct e1000_ps_page { struct page *page; u64 dma; }; struct e1000_buffer { dma_addr_t dma; struct sk_buff *skb; union { struct { long unsigned int time_stamp; u16 length; u16 next_to_watch; unsigned int segs; unsigned int bytecount; u16 mapped_as_page; }; struct { struct e1000_ps_page *ps_pages; struct page *page; }; }; }; struct e1000_info { enum e1000_mac_type mac; unsigned int flags; unsigned int flags2; u32 pba; u32 max_hw_frame_size; s32 (*get_variants)(struct e1000_adapter *); const struct e1000_mac_operations *mac_ops; const struct e1000_phy_operations *phy_ops; const struct e1000_nvm_operations *nvm_ops; }; enum e1000_state_t { __E1000_TESTING = 0, __E1000_RESETTING = 1, __E1000_ACCESS_SHARED_RESOURCE = 2, __E1000_DOWN = 3, }; struct ich8_hsfsts { u16 flcdone: 1; u16 flcerr: 1; u16 dael: 1; u16 berasesz: 2; u16 flcinprog: 1; u16 reserved1: 2; u16 reserved2: 6; u16 fldesvalid: 1; u16 flockdn: 1; }; union ich8_hws_flash_status { struct ich8_hsfsts hsf_status; u16 regval; }; struct ich8_hsflctl { u16 flcgo: 1; u16 flcycle: 2; u16 reserved: 5; u16 fldbcount: 2; u16 flockdn: 6; }; union ich8_hws_flash_ctrl { struct ich8_hsflctl hsf_ctrl; u16 regval; }; struct ich8_pr { u32 base: 13; u32 reserved1: 2; u32 rpe: 1; u32 limit: 13; u32 reserved2: 2; u32 wpe: 1; }; union ich8_flash_protected_range { struct ich8_pr range; u32 regval; }; struct i2c_client { short unsigned int flags; short unsigned int addr; char name[20]; struct i2c_adapter *adapter; struct device dev; int init_irq; int irq; struct list_head detected; void *devres_group_id; }; enum e1000_mac_type___2 { e1000_undefined = 0, e1000_82575 = 1, e1000_82576 = 2, e1000_82580 = 3, e1000_i350 = 4, e1000_i354 = 5, e1000_i210 = 6, e1000_i211 = 7, e1000_num_macs = 8, }; enum e1000_nvm_type___2 { e1000_nvm_unknown___2 = 0, e1000_nvm_none___2 = 1, e1000_nvm_eeprom_spi___2 = 2, e1000_nvm_flash_hw___2 = 3, e1000_nvm_invm = 4, e1000_nvm_flash_sw___2 = 5, }; enum e1000_phy_type___2 { e1000_phy_unknown___2 = 0, e1000_phy_none___2 = 1, e1000_phy_m88___2 = 2, e1000_phy_igp___2 = 3, e1000_phy_igp_2___2 = 4, e1000_phy_gg82563___2 = 5, e1000_phy_igp_3___2 = 6, e1000_phy_ife___2 = 7, e1000_phy_82580 = 8, e1000_phy_i210 = 9, e1000_phy_bcm54616 = 10, }; enum e1000_bus_type { e1000_bus_type_unknown = 0, e1000_bus_type_pci = 1, e1000_bus_type_pcix = 2, e1000_bus_type_pci_express = 3, e1000_bus_type_reserved = 4, }; enum e1000_bus_speed { e1000_bus_speed_unknown = 0, e1000_bus_speed_33 = 1, e1000_bus_speed_66 = 2, e1000_bus_speed_100 = 3, e1000_bus_speed_120 = 4, e1000_bus_speed_133 = 5, e1000_bus_speed_2500 = 6, e1000_bus_speed_5000 = 7, e1000_bus_speed_reserved = 8, }; struct e1000_hw_stats___2 { u64 crcerrs; u64 algnerrc; u64 symerrs; u64 rxerrc; u64 mpc; u64 scc; u64 ecol; u64 mcc; u64 latecol; u64 colc; u64 dc; u64 tncrs; u64 sec; u64 cexterr; u64 rlec; u64 xonrxc; u64 xontxc; u64 xoffrxc; u64 xofftxc; u64 fcruc; u64 prc64; u64 prc127; u64 prc255; u64 prc511; u64 prc1023; u64 prc1522; u64 gprc; u64 bprc; u64 mprc; u64 gptc; u64 gorc; u64 gotc; u64 rnbc; u64 ruc; u64 rfc; u64 roc; u64 rjc; u64 mgprc; u64 mgpdc; u64 mgptc; u64 tor; u64 tot; u64 tpr; u64 tpt; u64 ptc64; u64 ptc127; u64 ptc255; u64 ptc511; u64 ptc1023; u64 ptc1522; u64 mptc; u64 bptc; u64 tsctc; u64 tsctfc; u64 iac; u64 icrxptc; u64 icrxatc; u64 ictxptc; u64 ictxatc; u64 ictxqec; u64 ictxqmtc; u64 icrxdmtc; u64 icrxoc; u64 cbtmpc; u64 htdpmc; u64 cbrdpc; u64 cbrmpc; u64 rpthc; u64 hgptc; u64 htcbdpc; u64 hgorc; u64 hgotc; u64 lenerrs; u64 scvpc; u64 hrmpc; u64 doosync; u64 o2bgptc; u64 o2bspc; u64 b2ospc; u64 b2ogprc; }; struct e1000_sfp_flags { u8 e1000_base_sx: 1; u8 e1000_base_lx: 1; u8 e1000_base_cx: 1; u8 e1000_base_t: 1; u8 e100_base_lx: 1; u8 e100_base_fx: 1; u8 e10_base_bx10: 1; u8 e10_base_px: 1; }; struct e1000_hw___2; struct e1000_mac_operations___2 { s32 (*check_for_link)(struct e1000_hw___2 *); s32 (*reset_hw)(struct e1000_hw___2 *); s32 (*init_hw)(struct e1000_hw___2 *); bool (*check_mng_mode)(struct e1000_hw___2 *); s32 (*setup_physical_interface)(struct e1000_hw___2 *); void (*rar_set)(struct e1000_hw___2 *, u8 *, u32); s32 (*read_mac_addr)(struct e1000_hw___2 *); s32 (*get_speed_and_duplex)(struct e1000_hw___2 *, u16 *, u16 *); s32 (*acquire_swfw_sync)(struct e1000_hw___2 *, u16); void (*release_swfw_sync)(struct e1000_hw___2 *, u16); s32 (*get_thermal_sensor_data)(struct e1000_hw___2 *); s32 (*init_thermal_sensor_thresh)(struct e1000_hw___2 *); void (*write_vfta)(struct e1000_hw___2 *, u32, u32); }; struct e1000_thermal_diode_data { u8 location; u8 temp; u8 caution_thresh; u8 max_op_thresh; }; struct e1000_thermal_sensor_data { struct e1000_thermal_diode_data sensor[3]; }; struct e1000_mac_info___2 { struct e1000_mac_operations___2 ops; u8 addr[6]; u8 perm_addr[6]; enum e1000_mac_type___2 type; u32 ledctl_default; u32 ledctl_mode1; u32 ledctl_mode2; u32 mc_filter_type; u32 txcw; u16 mta_reg_count; u16 uta_reg_count; u32 mta_shadow[128]; u16 rar_entry_count; u8 forced_speed_duplex; bool adaptive_ifs; bool arc_subsystem_valid; bool asf_firmware_present; bool autoneg; bool autoneg_failed; bool disable_hw_init_bits; bool get_link_status; bool ifs_params_forced; bool in_ifs_mode; bool report_tx_early; bool serdes_has_link; bool tx_pkt_filtering; struct e1000_thermal_sensor_data thermal_sensor_data; }; struct e1000_fc_info___2 { u32 high_water; u32 low_water; u16 pause_time; bool send_xon; bool strict_ieee; enum e1000_fc_mode current_mode; enum e1000_fc_mode requested_mode; }; struct e1000_phy_operations___2 { s32 (*acquire)(struct e1000_hw___2 *); s32 (*check_polarity)(struct e1000_hw___2 *); s32 (*check_reset_block)(struct e1000_hw___2 *); s32 (*force_speed_duplex)(struct e1000_hw___2 *); s32 (*get_cfg_done)(struct e1000_hw___2 *); s32 (*get_cable_length)(struct e1000_hw___2 *); s32 (*get_phy_info)(struct e1000_hw___2 *); s32 (*read_reg)(struct e1000_hw___2 *, u32, u16 *); void (*release)(struct e1000_hw___2 *); s32 (*reset)(struct e1000_hw___2 *); s32 (*set_d0_lplu_state)(struct e1000_hw___2 *, bool); s32 (*set_d3_lplu_state)(struct e1000_hw___2 *, bool); s32 (*write_reg)(struct e1000_hw___2 *, u32, u16); s32 (*read_i2c_byte)(struct e1000_hw___2 *, u8, u8, u8 *); s32 (*write_i2c_byte)(struct e1000_hw___2 *, u8, u8, u8); }; struct e1000_phy_info___2 { struct e1000_phy_operations___2 ops; enum e1000_phy_type___2 type; enum e1000_1000t_rx_status local_rx; enum e1000_1000t_rx_status remote_rx; enum e1000_ms_type ms_type; enum e1000_ms_type original_ms_type; enum e1000_rev_polarity cable_polarity; enum e1000_smart_speed smart_speed; u32 addr; u32 id; u32 reset_delay_us; u32 revision; enum e1000_media_type media_type; u16 autoneg_advertised; u16 autoneg_mask; u16 cable_length; u16 max_cable_length; u16 min_cable_length; u16 pair_length[4]; u8 mdix; bool disable_polarity_correction; bool is_mdix; bool polarity_correction; bool reset_disable; bool speed_downgraded; bool autoneg_wait_to_complete; }; struct e1000_nvm_operations___2 { s32 (*acquire)(struct e1000_hw___2 *); s32 (*read)(struct e1000_hw___2 *, u16, u16, u16 *); void (*release)(struct e1000_hw___2 *); s32 (*write)(struct e1000_hw___2 *, u16, u16, u16 *); s32 (*update)(struct e1000_hw___2 *); s32 (*validate)(struct e1000_hw___2 *); s32 (*valid_led_default)(struct e1000_hw___2 *, u16 *); }; struct e1000_nvm_info___2 { struct e1000_nvm_operations___2 ops; enum e1000_nvm_type___2 type; enum e1000_nvm_override override; u32 flash_bank_size; u32 flash_base_addr; u16 word_size; u16 delay_usec; u16 address_bits; u16 opcode_bits; u16 page_size; }; struct e1000_bus_info___2 { enum e1000_bus_type type; enum e1000_bus_speed speed; enum e1000_bus_width width; u32 snoop; u16 func; u16 pci_cmd_word; }; struct e1000_mbx_operations { s32 (*init_params)(struct e1000_hw___2 *); s32 (*read)(struct e1000_hw___2 *, u32 *, u16, u16, bool); s32 (*write)(struct e1000_hw___2 *, u32 *, u16, u16); s32 (*read_posted)(struct e1000_hw___2 *, u32 *, u16, u16); s32 (*write_posted)(struct e1000_hw___2 *, u32 *, u16, u16); s32 (*check_for_msg)(struct e1000_hw___2 *, u16); s32 (*check_for_ack)(struct e1000_hw___2 *, u16); s32 (*check_for_rst)(struct e1000_hw___2 *, u16); s32 (*unlock)(struct e1000_hw___2 *, u16); }; struct e1000_mbx_stats { u32 msgs_tx; u32 msgs_rx; u32 acks; u32 reqs; u32 rsts; }; struct e1000_mbx_info { struct e1000_mbx_operations ops; struct e1000_mbx_stats stats; u32 timeout; u32 usec_delay; u16 size; }; struct e1000_dev_spec_82575 { bool sgmii_active; bool global_device_reset; bool eee_disable; bool clear_semaphore_once; struct e1000_sfp_flags eth_flags; bool module_plugged; u8 media_port; bool media_changed; bool mas_capable; }; struct e1000_hw___2 { void *back; u8 *hw_addr; u8 *flash_address; long unsigned int io_base; struct e1000_mac_info___2 mac; struct e1000_fc_info___2 fc; struct e1000_phy_info___2 phy; struct e1000_nvm_info___2 nvm; struct e1000_bus_info___2 bus; struct e1000_mbx_info mbx; struct e1000_host_mng_dhcp_cookie mng_cookie; union { struct e1000_dev_spec_82575 _82575; } dev_spec; u16 device_id; u16 subsystem_vendor_id; u16 subsystem_device_id; u16 vendor_id; u8 revision_id; }; struct e1000_info___2 { s32 (*get_invariants)(struct e1000_hw___2 *); struct e1000_mac_operations___2 *mac_ops; const struct e1000_phy_operations___2 *phy_ops; struct e1000_nvm_operations___2 *nvm_ops; }; union e1000_adv_tx_desc { struct { __le64 buffer_addr; __le32 cmd_type_len; __le32 olinfo_status; } read; struct { __le64 rsvd; __le32 nxtseq_seed; __le32 status; } wb; }; struct i2c_algo_bit_data { void *data; void (*setsda)(void *, int); void (*setscl)(void *, int); int (*getsda)(void *); int (*getscl)(void *); int (*pre_xfer)(struct i2c_adapter *); void (*post_xfer)(struct i2c_adapter *); int udelay; int timeout; bool can_do_atomic; }; struct vf_data_storage { unsigned char vf_mac_addresses[6]; u16 vf_mc_hashes[30]; u16 num_vf_mc_hashes; u32 flags; long unsigned int last_nack; u16 pf_vlan; u16 pf_qos; u16 tx_rate; bool spoofchk_enabled; bool trusted; }; struct vf_mac_filter { struct list_head l; int vf; bool free; u8 vf_mac[6]; }; enum igb_tx_buf_type { IGB_TYPE_SKB = 0, IGB_TYPE_XDP = 1, }; struct igb_tx_buffer { union e1000_adv_tx_desc *next_to_watch; long unsigned int time_stamp; enum igb_tx_buf_type type; union { struct sk_buff *skb; struct xdp_frame *xdpf; }; unsigned int bytecount; u16 gso_segs; __be16 protocol; dma_addr_t dma; __u32 len; u32 tx_flags; }; struct igb_rx_buffer { dma_addr_t dma; struct page *page; __u32 page_offset; __u16 pagecnt_bias; }; struct igb_tx_queue_stats { u64 packets; u64 bytes; u64 restart_queue; u64 restart_queue2; }; struct igb_rx_queue_stats { u64 packets; u64 bytes; u64 drops; u64 csum_err; u64 alloc_failed; }; struct igb_ring; struct igb_ring_container { struct igb_ring *ring; unsigned int total_bytes; unsigned int total_packets; u16 work_limit; u8 count; u8 itr; }; struct igb_q_vector; struct igb_ring { struct igb_q_vector *q_vector; struct net_device *netdev; struct bpf_prog *xdp_prog; struct device *dev; union { struct igb_tx_buffer *tx_buffer_info; struct igb_rx_buffer *rx_buffer_info; }; void *desc; long unsigned int flags; void *tail; dma_addr_t dma; unsigned int size; u16 count; u8 queue_index; u8 reg_idx; bool launchtime_enable; bool cbs_enable; s32 idleslope; s32 sendslope; s32 hicredit; s32 locredit; u16 next_to_clean; u16 next_to_use; u16 next_to_alloc; union { struct { struct igb_tx_queue_stats tx_stats; struct u64_stats_sync tx_syncp; struct u64_stats_sync tx_syncp2; }; struct { struct sk_buff *skb; struct igb_rx_queue_stats rx_stats; struct u64_stats_sync rx_syncp; }; }; long: 64; long: 64; long: 64; long: 64; struct xdp_rxq_info xdp_rxq; }; struct igb_adapter; struct igb_q_vector { struct igb_adapter *adapter; int cpu; u32 eims_value; u16 itr_val; u8 set_itr; void *itr_register; struct igb_ring_container rx; struct igb_ring_container tx; struct napi_struct napi; struct callback_head rcu; char name[25]; long: 56; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct igb_ring ring[0]; }; struct hwmon_buff; struct igb_mac_addr; struct igb_adapter { long unsigned int active_vlans[64]; struct net_device *netdev; struct bpf_prog *xdp_prog; long unsigned int state; unsigned int flags; unsigned int num_q_vectors; struct msix_entry msix_entries[10]; u32 rx_itr_setting; u32 tx_itr_setting; u16 tx_itr; u16 rx_itr; u16 tx_work_limit; u32 tx_timeout_count; int num_tx_queues; struct igb_ring *tx_ring[16]; int num_rx_queues; struct igb_ring *rx_ring[16]; u32 max_frame_size; u32 min_frame_size; struct timer_list watchdog_timer; struct timer_list phy_info_timer; u16 mng_vlan_id; u32 bd_number; u32 wol; u32 en_mng_pt; u16 link_speed; u16 link_duplex; u8 *io_addr; struct work_struct reset_task; struct work_struct watchdog_task; bool fc_autoneg; u8 tx_timeout_factor; struct timer_list blink_timer; long unsigned int led_status; struct pci_dev *pdev; spinlock_t stats64_lock; struct rtnl_link_stats64 stats64; struct e1000_hw___2 hw; struct e1000_hw_stats___2 stats; struct e1000_phy_info___2 phy_info; u32 test_icr; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; struct igb_ring test_tx_ring; struct igb_ring test_rx_ring; int msg_enable; struct igb_q_vector *q_vector[8]; u32 eims_enable_mask; u32 eims_other; u16 tx_ring_count; u16 rx_ring_count; unsigned int vfs_allocated_count; struct vf_data_storage *vf_data; int vf_rate_link_speed; u32 rss_queues; u32 wvbr; u32 *shadow_vfta; struct ptp_clock *ptp_clock; struct ptp_clock_info ptp_caps; struct delayed_work ptp_overflow_work; struct work_struct ptp_tx_work; struct sk_buff *ptp_tx_skb; struct hwtstamp_config tstamp_config; long unsigned int ptp_tx_start; long unsigned int last_rx_ptp_check; long unsigned int last_rx_timestamp; unsigned int ptp_flags; spinlock_t tmreg_lock; struct cyclecounter cc; struct timecounter tc; u32 tx_hwtstamp_timeouts; u32 tx_hwtstamp_skipped; u32 rx_hwtstamp_cleared; bool pps_sys_wrap_on; struct ptp_pin_desc sdp_config[4]; struct { struct timespec64 start; struct timespec64 period; } perout[2]; char fw_version[32]; struct hwmon_buff *igb_hwmon_buff; bool ets; struct i2c_algo_bit_data i2c_algo; struct i2c_adapter i2c_adap; struct i2c_client *i2c_client; u32 rss_indir_tbl_init; u8 rss_indir_tbl[128]; long unsigned int link_check_timeout; int copper_tries; struct e1000_info___2 ei; u16 eee_advert; struct hlist_head nfc_filter_list; struct hlist_head cls_flower_list; unsigned int nfc_filter_count; spinlock_t nfc_lock; bool etype_bitmap[3]; struct igb_mac_addr *mac_table; struct vf_mac_filter vf_macs; struct vf_mac_filter *vf_mac_list; spinlock_t vfs_lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct hwmon_attr { struct device_attribute dev_attr; struct e1000_hw___2 *hw; struct e1000_thermal_diode_data *sensor; char name[12]; }; struct hwmon_buff { struct attribute_group group; const struct attribute_group *groups[2]; struct attribute *attrs[13]; struct hwmon_attr hwmon_list[12]; unsigned int n_hwmon; }; struct igb_mac_addr { u8 addr[6]; u8 queue; u8 state; }; struct i2c_board_info { char type[20]; short unsigned int flags; short unsigned int addr; const char *dev_name; void *platform_data; struct device_node *of_node; struct fwnode_handle *fwnode; const struct software_node *swnode; const struct resource *resources; unsigned int num_resources; int irq; }; enum { ETH_RSS_HASH_TOP_BIT = 0, ETH_RSS_HASH_XOR_BIT = 1, ETH_RSS_HASH_CRC32_BIT = 2, ETH_RSS_HASH_FUNCS_COUNT = 3, }; struct mdio_if_info { int prtad; u32 mmds; unsigned int mode_support; struct net_device *dev; int (*mdio_read)(struct net_device *, int, int, u16); int (*mdio_write)(struct net_device *, int, int, u16, u16); }; enum { SOF_TIMESTAMPING_TX_HARDWARE = 1, SOF_TIMESTAMPING_TX_SOFTWARE = 2, SOF_TIMESTAMPING_RX_HARDWARE = 4, SOF_TIMESTAMPING_RX_SOFTWARE = 8, SOF_TIMESTAMPING_SOFTWARE = 16, SOF_TIMESTAMPING_SYS_HARDWARE = 32, SOF_TIMESTAMPING_RAW_HARDWARE = 64, SOF_TIMESTAMPING_OPT_ID = 128, SOF_TIMESTAMPING_TX_SCHED = 256, SOF_TIMESTAMPING_TX_ACK = 512, SOF_TIMESTAMPING_OPT_CMSG = 1024, SOF_TIMESTAMPING_OPT_TSONLY = 2048, SOF_TIMESTAMPING_OPT_STATS = 4096, SOF_TIMESTAMPING_OPT_PKTINFO = 8192, SOF_TIMESTAMPING_OPT_TX_SWHW = 16384, SOF_TIMESTAMPING_BIND_PHC = 32768, SOF_TIMESTAMPING_OPT_ID_TCP = 65536, SOF_TIMESTAMPING_LAST = 65536, SOF_TIMESTAMPING_MASK = 131071, }; enum hwtstamp_tx_types { HWTSTAMP_TX_OFF = 0, HWTSTAMP_TX_ON = 1, HWTSTAMP_TX_ONESTEP_SYNC = 2, HWTSTAMP_TX_ONESTEP_P2P = 3, __HWTSTAMP_TX_CNT = 4, }; enum hwtstamp_rx_filters { HWTSTAMP_FILTER_NONE = 0, HWTSTAMP_FILTER_ALL = 1, HWTSTAMP_FILTER_SOME = 2, HWTSTAMP_FILTER_PTP_V1_L4_EVENT = 3, HWTSTAMP_FILTER_PTP_V1_L4_SYNC = 4, HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ = 5, HWTSTAMP_FILTER_PTP_V2_L4_EVENT = 6, HWTSTAMP_FILTER_PTP_V2_L4_SYNC = 7, HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ = 8, HWTSTAMP_FILTER_PTP_V2_L2_EVENT = 9, HWTSTAMP_FILTER_PTP_V2_L2_SYNC = 10, HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ = 11, HWTSTAMP_FILTER_PTP_V2_EVENT = 12, HWTSTAMP_FILTER_PTP_V2_SYNC = 13, HWTSTAMP_FILTER_PTP_V2_DELAY_REQ = 14, HWTSTAMP_FILTER_NTP_ALL = 15, __HWTSTAMP_FILTER_CNT = 16, }; struct ixgbe_thermal_diode_data { u8 location; u8 temp; u8 caution_thresh; u8 max_op_thresh; }; struct ixgbe_thermal_sensor_data { struct ixgbe_thermal_diode_data sensor[3]; }; union ixgbe_adv_tx_desc { struct { __le64 buffer_addr; __le32 cmd_type_len; __le32 olinfo_status; } read; struct { __le64 rsvd; __le32 nxtseq_seed; __le32 status; } wb; }; union ixgbe_adv_rx_desc { struct { __le64 pkt_addr; __le64 hdr_addr; } read; struct { struct { union { __le32 data; struct { __le16 pkt_info; __le16 hdr_info; } hs_rss; } lo_dword; union { __le32 rss; struct { __le16 ip_id; __le16 csum; } csum_ip; } hi_dword; } lower; struct { __le32 status_error; __le16 length; __le16 vlan; } upper; } wb; }; typedef u32 ixgbe_autoneg_advertised; typedef u32 ixgbe_link_speed; enum ixgbe_atr_flow_type { IXGBE_ATR_FLOW_TYPE_IPV4 = 0, IXGBE_ATR_FLOW_TYPE_UDPV4 = 1, IXGBE_ATR_FLOW_TYPE_TCPV4 = 2, IXGBE_ATR_FLOW_TYPE_SCTPV4 = 3, IXGBE_ATR_FLOW_TYPE_IPV6 = 4, IXGBE_ATR_FLOW_TYPE_UDPV6 = 5, IXGBE_ATR_FLOW_TYPE_TCPV6 = 6, IXGBE_ATR_FLOW_TYPE_SCTPV6 = 7, }; union ixgbe_atr_input { struct { u8 vm_pool; u8 flow_type; __be16 vlan_id; __be32 dst_ip[4]; __be32 src_ip[4]; __be16 src_port; __be16 dst_port; __be16 flex_bytes; __be16 bkt_hash; } formatted; __be32 dword_stream[11]; }; enum ixgbe_mvals { IXGBE_EEC_IDX = 0, IXGBE_FLA_IDX = 1, IXGBE_GRC_IDX = 2, IXGBE_FACTPS_IDX = 3, IXGBE_SWSM_IDX = 4, IXGBE_SWFW_SYNC_IDX = 5, IXGBE_FWSM_IDX = 6, IXGBE_SDP0_GPIEN_IDX = 7, IXGBE_SDP1_GPIEN_IDX = 8, IXGBE_SDP2_GPIEN_IDX = 9, IXGBE_EICR_GPI_SDP0_IDX = 10, IXGBE_EICR_GPI_SDP1_IDX = 11, IXGBE_EICR_GPI_SDP2_IDX = 12, IXGBE_CIAA_IDX = 13, IXGBE_CIAD_IDX = 14, IXGBE_I2C_CLK_IN_IDX = 15, IXGBE_I2C_CLK_OUT_IDX = 16, IXGBE_I2C_DATA_IN_IDX = 17, IXGBE_I2C_DATA_OUT_IDX = 18, IXGBE_I2C_DATA_OE_N_EN_IDX = 19, IXGBE_I2C_BB_EN_IDX = 20, IXGBE_I2C_CLK_OE_N_EN_IDX = 21, IXGBE_I2CCTL_IDX = 22, IXGBE_MVALS_IDX_LIMIT = 23, }; enum ixgbe_eeprom_type { ixgbe_eeprom_uninitialized = 0, ixgbe_eeprom_spi = 1, ixgbe_flash = 2, ixgbe_eeprom_none = 3, }; enum ixgbe_mac_type { ixgbe_mac_unknown = 0, ixgbe_mac_82598EB = 1, ixgbe_mac_82599EB = 2, ixgbe_mac_X540 = 3, ixgbe_mac_X550 = 4, ixgbe_mac_X550EM_x = 5, ixgbe_mac_x550em_a = 6, ixgbe_num_macs = 7, }; enum ixgbe_phy_type { ixgbe_phy_unknown = 0, ixgbe_phy_none = 1, ixgbe_phy_tn = 2, ixgbe_phy_aq = 3, ixgbe_phy_x550em_kr = 4, ixgbe_phy_x550em_kx4 = 5, ixgbe_phy_x550em_xfi = 6, ixgbe_phy_x550em_ext_t = 7, ixgbe_phy_ext_1g_t = 8, ixgbe_phy_cu_unknown = 9, ixgbe_phy_qt = 10, ixgbe_phy_xaui = 11, ixgbe_phy_nl = 12, ixgbe_phy_sfp_passive_tyco = 13, ixgbe_phy_sfp_passive_unknown = 14, ixgbe_phy_sfp_active_unknown = 15, ixgbe_phy_sfp_avago = 16, ixgbe_phy_sfp_ftl = 17, ixgbe_phy_sfp_ftl_active = 18, ixgbe_phy_sfp_unknown = 19, ixgbe_phy_sfp_intel = 20, ixgbe_phy_qsfp_passive_unknown = 21, ixgbe_phy_qsfp_active_unknown = 22, ixgbe_phy_qsfp_intel = 23, ixgbe_phy_qsfp_unknown = 24, ixgbe_phy_sfp_unsupported = 25, ixgbe_phy_sgmii = 26, ixgbe_phy_fw = 27, ixgbe_phy_generic = 28, }; enum ixgbe_sfp_type { ixgbe_sfp_type_da_cu = 0, ixgbe_sfp_type_sr = 1, ixgbe_sfp_type_lr = 2, ixgbe_sfp_type_da_cu_core0 = 3, ixgbe_sfp_type_da_cu_core1 = 4, ixgbe_sfp_type_srlr_core0 = 5, ixgbe_sfp_type_srlr_core1 = 6, ixgbe_sfp_type_da_act_lmt_core0 = 7, ixgbe_sfp_type_da_act_lmt_core1 = 8, ixgbe_sfp_type_1g_cu_core0 = 9, ixgbe_sfp_type_1g_cu_core1 = 10, ixgbe_sfp_type_1g_sx_core0 = 11, ixgbe_sfp_type_1g_sx_core1 = 12, ixgbe_sfp_type_1g_lx_core0 = 13, ixgbe_sfp_type_1g_lx_core1 = 14, ixgbe_sfp_type_not_present = 65534, ixgbe_sfp_type_unknown = 65535, }; enum ixgbe_media_type { ixgbe_media_type_unknown = 0, ixgbe_media_type_fiber = 1, ixgbe_media_type_fiber_qsfp = 2, ixgbe_media_type_fiber_lco = 3, ixgbe_media_type_copper = 4, ixgbe_media_type_backplane = 5, ixgbe_media_type_cx4 = 6, ixgbe_media_type_virtual = 7, }; enum ixgbe_fc_mode { ixgbe_fc_none = 0, ixgbe_fc_rx_pause = 1, ixgbe_fc_tx_pause = 2, ixgbe_fc_full = 3, ixgbe_fc_default = 4, }; enum ixgbe_smart_speed { ixgbe_smart_speed_auto = 0, ixgbe_smart_speed_on = 1, ixgbe_smart_speed_off = 2, }; enum ixgbe_bus_type { ixgbe_bus_type_unknown = 0, ixgbe_bus_type_pci_express = 1, ixgbe_bus_type_internal = 2, ixgbe_bus_type_reserved = 3, }; enum ixgbe_bus_speed { ixgbe_bus_speed_unknown = 0, ixgbe_bus_speed_33 = 33, ixgbe_bus_speed_66 = 66, ixgbe_bus_speed_100 = 100, ixgbe_bus_speed_120 = 120, ixgbe_bus_speed_133 = 133, ixgbe_bus_speed_2500 = 2500, ixgbe_bus_speed_5000 = 5000, ixgbe_bus_speed_8000 = 8000, ixgbe_bus_speed_reserved = 8001, }; enum ixgbe_bus_width { ixgbe_bus_width_unknown = 0, ixgbe_bus_width_pcie_x1 = 1, ixgbe_bus_width_pcie_x2 = 2, ixgbe_bus_width_pcie_x4 = 4, ixgbe_bus_width_pcie_x8 = 8, ixgbe_bus_width_32 = 32, ixgbe_bus_width_64 = 64, ixgbe_bus_width_reserved = 65, }; struct ixgbe_addr_filter_info { u32 num_mc_addrs; u32 rar_used_count; u32 mta_in_use; u32 overflow_promisc; bool uc_set_promisc; bool user_set_promisc; }; struct ixgbe_bus_info { enum ixgbe_bus_speed speed; enum ixgbe_bus_width width; enum ixgbe_bus_type type; u8 func; u8 lan_id; u8 instance_id; }; struct ixgbe_fc_info { u32 high_water[8]; u32 low_water[8]; u16 pause_time; bool send_xon; bool strict_ieee; bool disable_fc_autoneg; bool fc_was_autonegged; enum ixgbe_fc_mode current_mode; enum ixgbe_fc_mode requested_mode; }; struct ixgbe_hw_stats { u64 crcerrs; u64 illerrc; u64 errbc; u64 mspdc; u64 mpctotal; u64 mpc[8]; u64 mlfc; u64 mrfc; u64 rlec; u64 lxontxc; u64 lxonrxc; u64 lxofftxc; u64 lxoffrxc; u64 pxontxc[8]; u64 pxonrxc[8]; u64 pxofftxc[8]; u64 pxoffrxc[8]; u64 prc64; u64 prc127; u64 prc255; u64 prc511; u64 prc1023; u64 prc1522; u64 gprc; u64 bprc; u64 mprc; u64 gptc; u64 gorc; u64 gotc; u64 rnbc[8]; u64 ruc; u64 rfc; u64 roc; u64 rjc; u64 mngprc; u64 mngpdc; u64 mngptc; u64 tor; u64 tpr; u64 tpt; u64 ptc64; u64 ptc127; u64 ptc255; u64 ptc511; u64 ptc1023; u64 ptc1522; u64 mptc; u64 bptc; u64 xec; u64 rqsmr[16]; u64 tqsmr[8]; u64 qprc[16]; u64 qptc[16]; u64 qbrc[16]; u64 qbtc[16]; u64 qprdc[16]; u64 pxon2offc[8]; u64 fdirustat_add; u64 fdirustat_remove; u64 fdirfstat_fadd; u64 fdirfstat_fremove; u64 fdirmatch; u64 fdirmiss; u64 fccrc; u64 fcoerpdc; u64 fcoeprc; u64 fcoeptc; u64 fcoedwrc; u64 fcoedwtc; u64 fcoe_noddp; u64 fcoe_noddp_ext_buff; u64 b2ospc; u64 b2ogprc; u64 o2bgptc; u64 o2bspc; }; struct ixgbe_hw; struct ixgbe_eeprom_operations { s32 (*init_params)(struct ixgbe_hw *); s32 (*read)(struct ixgbe_hw *, u16, u16 *); s32 (*read_buffer)(struct ixgbe_hw *, u16, u16, u16 *); s32 (*write)(struct ixgbe_hw *, u16, u16); s32 (*write_buffer)(struct ixgbe_hw *, u16, u16, u16 *); s32 (*validate_checksum)(struct ixgbe_hw *, u16 *); s32 (*update_checksum)(struct ixgbe_hw *); s32 (*calc_checksum)(struct ixgbe_hw *); }; struct ixgbe_mac_operations { s32 (*init_hw)(struct ixgbe_hw *); s32 (*reset_hw)(struct ixgbe_hw *); s32 (*start_hw)(struct ixgbe_hw *); s32 (*clear_hw_cntrs)(struct ixgbe_hw *); enum ixgbe_media_type (*get_media_type)(struct ixgbe_hw *); s32 (*get_mac_addr)(struct ixgbe_hw *, u8 *); s32 (*get_san_mac_addr)(struct ixgbe_hw *, u8 *); s32 (*get_device_caps)(struct ixgbe_hw *, u16 *); s32 (*get_wwn_prefix)(struct ixgbe_hw *, u16 *, u16 *); s32 (*stop_adapter)(struct ixgbe_hw *); s32 (*get_bus_info)(struct ixgbe_hw *); void (*set_lan_id)(struct ixgbe_hw *); s32 (*read_analog_reg8)(struct ixgbe_hw *, u32, u8 *); s32 (*write_analog_reg8)(struct ixgbe_hw *, u32, u8); s32 (*setup_sfp)(struct ixgbe_hw *); s32 (*disable_rx_buff)(struct ixgbe_hw *); s32 (*enable_rx_buff)(struct ixgbe_hw *); s32 (*enable_rx_dma)(struct ixgbe_hw *, u32); s32 (*acquire_swfw_sync)(struct ixgbe_hw *, u32); void (*release_swfw_sync)(struct ixgbe_hw *, u32); void (*init_swfw_sync)(struct ixgbe_hw *); s32 (*prot_autoc_read)(struct ixgbe_hw *, bool *, u32 *); s32 (*prot_autoc_write)(struct ixgbe_hw *, u32, bool); void (*disable_tx_laser)(struct ixgbe_hw *); void (*enable_tx_laser)(struct ixgbe_hw *); void (*flap_tx_laser)(struct ixgbe_hw *); void (*stop_link_on_d3)(struct ixgbe_hw *); s32 (*setup_link)(struct ixgbe_hw *, ixgbe_link_speed, bool); s32 (*setup_mac_link)(struct ixgbe_hw *, ixgbe_link_speed, bool); s32 (*check_link)(struct ixgbe_hw *, ixgbe_link_speed *, bool *, bool); s32 (*get_link_capabilities)(struct ixgbe_hw *, ixgbe_link_speed *, bool *); void (*set_rate_select_speed)(struct ixgbe_hw *, ixgbe_link_speed); void (*set_rxpba)(struct ixgbe_hw *, int, u32, int); s32 (*led_on)(struct ixgbe_hw *, u32); s32 (*led_off)(struct ixgbe_hw *, u32); s32 (*blink_led_start)(struct ixgbe_hw *, u32); s32 (*blink_led_stop)(struct ixgbe_hw *, u32); s32 (*init_led_link_act)(struct ixgbe_hw *); s32 (*set_rar)(struct ixgbe_hw *, u32, u8 *, u32, u32); s32 (*clear_rar)(struct ixgbe_hw *, u32); s32 (*set_vmdq)(struct ixgbe_hw *, u32, u32); s32 (*set_vmdq_san_mac)(struct ixgbe_hw *, u32); s32 (*clear_vmdq)(struct ixgbe_hw *, u32, u32); s32 (*init_rx_addrs)(struct ixgbe_hw *); s32 (*update_mc_addr_list)(struct ixgbe_hw *, struct net_device *); s32 (*enable_mc)(struct ixgbe_hw *); s32 (*disable_mc)(struct ixgbe_hw *); s32 (*clear_vfta)(struct ixgbe_hw *); s32 (*set_vfta)(struct ixgbe_hw *, u32, u32, bool, bool); s32 (*init_uta_tables)(struct ixgbe_hw *); void (*set_mac_anti_spoofing)(struct ixgbe_hw *, bool, int); void (*set_vlan_anti_spoofing)(struct ixgbe_hw *, bool, int); s32 (*fc_enable)(struct ixgbe_hw *); s32 (*setup_fc)(struct ixgbe_hw *); void (*fc_autoneg)(struct ixgbe_hw *); s32 (*set_fw_drv_ver)(struct ixgbe_hw *, u8, u8, u8, u8, u16, const char *); s32 (*get_thermal_sensor_data)(struct ixgbe_hw *); s32 (*init_thermal_sensor_thresh)(struct ixgbe_hw *); bool (*fw_recovery_mode)(struct ixgbe_hw *); void (*disable_rx)(struct ixgbe_hw *); void (*enable_rx)(struct ixgbe_hw *); void (*set_source_address_pruning)(struct ixgbe_hw *, bool, unsigned int); void (*set_ethertype_anti_spoofing)(struct ixgbe_hw *, bool, int); s32 (*dmac_config)(struct ixgbe_hw *); s32 (*dmac_update_tcs)(struct ixgbe_hw *); s32 (*dmac_config_tcs)(struct ixgbe_hw *); s32 (*read_iosf_sb_reg)(struct ixgbe_hw *, u32, u32, u32 *); s32 (*write_iosf_sb_reg)(struct ixgbe_hw *, u32, u32, u32); }; struct ixgbe_mac_info { struct ixgbe_mac_operations ops; enum ixgbe_mac_type type; u8 addr[6]; u8 perm_addr[6]; u8 san_addr[6]; u16 wwnn_prefix; u16 wwpn_prefix; u16 max_msix_vectors; u32 mta_shadow[128]; s32 mc_filter_type; u32 mcft_size; u32 vft_size; u32 num_rar_entries; u32 rar_highwater; u32 rx_pb_size; u32 max_tx_queues; u32 max_rx_queues; u32 orig_autoc; u32 orig_autoc2; bool orig_link_settings_stored; bool autotry_restart; u8 flags; u8 san_mac_rar_index; struct ixgbe_thermal_sensor_data thermal_sensor_data; bool set_lben; u8 led_link_act; }; struct ixgbe_phy_operations { s32 (*identify)(struct ixgbe_hw *); s32 (*identify_sfp)(struct ixgbe_hw *); s32 (*init)(struct ixgbe_hw *); s32 (*reset)(struct ixgbe_hw *); s32 (*read_reg)(struct ixgbe_hw *, u32, u32, u16 *); s32 (*write_reg)(struct ixgbe_hw *, u32, u32, u16); s32 (*read_reg_mdi)(struct ixgbe_hw *, u32, u32, u16 *); s32 (*write_reg_mdi)(struct ixgbe_hw *, u32, u32, u16); s32 (*setup_link)(struct ixgbe_hw *); s32 (*setup_internal_link)(struct ixgbe_hw *); s32 (*setup_link_speed)(struct ixgbe_hw *, ixgbe_link_speed, bool); s32 (*check_link)(struct ixgbe_hw *, ixgbe_link_speed *, bool *); s32 (*read_i2c_byte)(struct ixgbe_hw *, u8, u8, u8 *); s32 (*write_i2c_byte)(struct ixgbe_hw *, u8, u8, u8); s32 (*read_i2c_sff8472)(struct ixgbe_hw *, u8, u8 *); s32 (*read_i2c_eeprom)(struct ixgbe_hw *, u8, u8 *); s32 (*write_i2c_eeprom)(struct ixgbe_hw *, u8, u8); s32 (*check_overtemp)(struct ixgbe_hw *); s32 (*set_phy_power)(struct ixgbe_hw *, bool); s32 (*enter_lplu)(struct ixgbe_hw *); s32 (*handle_lasi)(struct ixgbe_hw *); s32 (*read_i2c_byte_unlocked)(struct ixgbe_hw *, u8, u8, u8 *); s32 (*write_i2c_byte_unlocked)(struct ixgbe_hw *, u8, u8, u8); }; struct ixgbe_phy_info { struct ixgbe_phy_operations ops; struct mdio_if_info mdio; enum ixgbe_phy_type type; u32 id; enum ixgbe_sfp_type sfp_type; bool sfp_setup_needed; u32 revision; enum ixgbe_media_type media_type; u32 phy_semaphore_mask; bool reset_disable; ixgbe_autoneg_advertised autoneg_advertised; ixgbe_link_speed speeds_supported; ixgbe_link_speed eee_speeds_supported; ixgbe_link_speed eee_speeds_advertised; enum ixgbe_smart_speed smart_speed; bool smart_speed_active; bool multispeed_fiber; bool reset_if_overtemp; bool qsfp_shared_i2c_bus; u32 nw_mng_if_sel; }; struct ixgbe_link_operations { s32 (*read_link)(struct ixgbe_hw *, u8, u16, u16 *); s32 (*read_link_unlocked)(struct ixgbe_hw *, u8, u16, u16 *); s32 (*write_link)(struct ixgbe_hw *, u8, u16, u16); s32 (*write_link_unlocked)(struct ixgbe_hw *, u8, u16, u16); }; struct ixgbe_link_info { struct ixgbe_link_operations ops; u8 addr; }; struct ixgbe_eeprom_info { struct ixgbe_eeprom_operations ops; enum ixgbe_eeprom_type type; u32 semaphore_delay; u16 word_size; u16 address_bits; u16 word_page_size; u16 ctrl_word_3; }; struct ixgbe_mbx_stats { u32 msgs_tx; u32 msgs_rx; u32 acks; u32 reqs; u32 rsts; }; struct ixgbe_mbx_operations; struct ixgbe_mbx_info { const struct ixgbe_mbx_operations *ops; struct ixgbe_mbx_stats stats; u32 timeout; u32 usec_delay; u32 v2p_mailbox; u16 size; }; struct ixgbe_hw { u8 *hw_addr; void *back; struct ixgbe_mac_info mac; struct ixgbe_addr_filter_info addr_ctrl; struct ixgbe_fc_info fc; struct ixgbe_phy_info phy; struct ixgbe_link_info link; struct ixgbe_eeprom_info eeprom; struct ixgbe_bus_info bus; struct ixgbe_mbx_info mbx; const u32 *mvals; u16 device_id; u16 vendor_id; u16 subsystem_device_id; u16 subsystem_vendor_id; u8 revision_id; bool adapter_stopped; bool force_full_reset; bool allow_unsupported_sfp; bool wol_enabled; bool need_crosstalk_fix; }; struct ixgbe_mbx_operations { s32 (*init_params)(struct ixgbe_hw *); s32 (*read)(struct ixgbe_hw *, u32 *, u16, u16); s32 (*write)(struct ixgbe_hw *, u32 *, u16, u16); s32 (*read_posted)(struct ixgbe_hw *, u32 *, u16, u16); s32 (*write_posted)(struct ixgbe_hw *, u32 *, u16, u16); s32 (*check_for_msg)(struct ixgbe_hw *, u16); s32 (*check_for_ack)(struct ixgbe_hw *, u16); s32 (*check_for_rst)(struct ixgbe_hw *, u16); }; struct ieee_ets { __u8 willing; __u8 ets_cap; __u8 cbs; __u8 tc_tx_bw[8]; __u8 tc_rx_bw[8]; __u8 tc_tsa[8]; __u8 prio_tc[8]; __u8 tc_reco_bw[8]; __u8 tc_reco_tsa[8]; __u8 reco_prio_tc[8]; }; struct ieee_pfc { __u8 pfc_cap; __u8 pfc_en; __u8 mbc; __u16 delay; __u64 requests[8]; __u64 indications[8]; }; enum strict_prio_type { prio_none = 0, prio_group = 1, prio_link = 2, }; struct dcb_support { u32 capabilities; u8 traffic_classes; u8 pfc_traffic_classes; }; struct tc_bw_alloc { u8 bwg_id; u8 bwg_percent; u8 link_percent; u8 up_to_tc_bitmap; u16 data_credits_refill; u16 data_credits_max; enum strict_prio_type prio_type; }; enum dcb_pfc_type { pfc_disabled = 0, pfc_enabled_full = 1, pfc_enabled_tx = 2, pfc_enabled_rx = 3, }; struct tc_configuration { struct tc_bw_alloc path[2]; enum dcb_pfc_type dcb_pfc; u16 desc_credits_max; u8 tc; }; struct dcb_num_tcs { u8 pg_tcs; u8 pfc_tcs; }; struct ixgbe_dcb_config { struct dcb_support support; struct dcb_num_tcs num_tcs; struct tc_configuration tc_config[8]; u8 bw_percentage[16]; bool pfc_mode_enable; u32 dcb_cfg_version; u32 link_speed; }; struct ixgbe_fcoe_ddp { int len; u32 err; unsigned int sgc; struct scatterlist *sgl; dma_addr_t udp; u64 *udl; struct dma_pool *pool; }; struct ixgbe_fcoe_ddp_pool { struct dma_pool *pool; u64 noddp; u64 noddp_ext_buff; }; struct ixgbe_fcoe { struct ixgbe_fcoe_ddp_pool *ddp_pool; atomic_t refcnt; spinlock_t lock; struct ixgbe_fcoe_ddp ddp[2048]; void *extra_ddp_buffer; dma_addr_t extra_ddp_buffer_dma; long unsigned int mode; u8 up; }; struct vf_stats { u64 gprc; u64 gorc; u64 gptc; u64 gotc; u64 mprc; }; struct vf_data_storage___2 { struct pci_dev *vfdev; unsigned char vf_mac_addresses[6]; u16 vf_mc_hashes[30]; u16 num_vf_mc_hashes; bool clear_to_send; struct vf_stats vfstats; struct vf_stats last_vfstats; struct vf_stats saved_rst_vfstats; bool pf_set_mac; u16 pf_vlan; u16 pf_qos; u16 tx_rate; int link_enable; int link_state; u8 spoofchk_enabled; bool rss_query_enabled; u8 trusted; int xcast_mode; unsigned int vf_api; u8 primary_abort_count; }; struct vf_macvlans { struct list_head l; int vf; bool free; bool is_macvlan; u8 vf_macvlan[6]; }; struct ixgbe_tx_buffer { union ixgbe_adv_tx_desc *next_to_watch; long unsigned int time_stamp; union { struct sk_buff *skb; struct xdp_frame *xdpf; }; unsigned int bytecount; short unsigned int gso_segs; __be16 protocol; dma_addr_t dma; __u32 len; u32 tx_flags; }; struct ixgbe_rx_buffer { union { struct { struct sk_buff *skb; dma_addr_t dma; struct page *page; __u32 page_offset; __u16 pagecnt_bias; }; struct { bool discard; struct xdp_buff *xdp; }; }; }; struct ixgbe_queue_stats { u64 packets; u64 bytes; }; struct ixgbe_tx_queue_stats { u64 restart_queue; u64 tx_busy; u64 tx_done_old; }; struct ixgbe_rx_queue_stats { u64 rsc_count; u64 rsc_flush; u64 non_eop_descs; u64 alloc_rx_page; u64 alloc_rx_page_failed; u64 alloc_rx_buff_failed; u64 csum_err; }; enum ixgbe_ring_state_t { __IXGBE_RX_3K_BUFFER = 0, __IXGBE_RX_BUILD_SKB_ENABLED = 1, __IXGBE_RX_RSC_ENABLED = 2, __IXGBE_RX_CSUM_UDP_ZERO_ERR = 3, __IXGBE_RX_FCOE = 4, __IXGBE_TX_FDIR_INIT_DONE = 5, __IXGBE_TX_XPS_INIT_DONE = 6, __IXGBE_TX_DETECT_HANG = 7, __IXGBE_HANG_CHECK_ARMED = 8, __IXGBE_TX_XDP_RING = 9, __IXGBE_TX_DISABLED = 10, }; struct ixgbe_q_vector; struct ixgbe_ring { struct ixgbe_ring *next; struct ixgbe_q_vector *q_vector; struct net_device *netdev; struct bpf_prog *xdp_prog; struct device *dev; void *desc; union { struct ixgbe_tx_buffer *tx_buffer_info; struct ixgbe_rx_buffer *rx_buffer_info; }; long unsigned int state; u8 *tail; dma_addr_t dma; unsigned int size; u16 count; u8 queue_index; u8 reg_idx; u16 next_to_use; u16 next_to_clean; long unsigned int last_rx_timestamp; union { u16 next_to_alloc; struct { u8 atr_sample_rate; u8 atr_count; }; }; u8 dcb_tc; struct ixgbe_queue_stats stats; struct u64_stats_sync syncp; union { struct ixgbe_tx_queue_stats tx_stats; struct ixgbe_rx_queue_stats rx_stats; }; u16 rx_offset; struct xdp_rxq_info xdp_rxq; spinlock_t tx_lock; struct xsk_buff_pool *xsk_pool; u16 ring_idx; u16 rx_buf_len; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ixgbe_ring_container { struct ixgbe_ring *ring; long unsigned int next_update; unsigned int total_bytes; unsigned int total_packets; u16 work_limit; u8 count; u8 itr; }; struct ixgbe_adapter; struct ixgbe_q_vector { struct ixgbe_adapter *adapter; u16 v_idx; u16 itr; struct ixgbe_ring_container rx; struct ixgbe_ring_container tx; struct napi_struct napi; cpumask_t affinity_mask; int numa_node; struct callback_head rcu; char name[25]; long: 56; long: 64; long: 64; long: 64; long: 64; struct ixgbe_ring ring[0]; }; enum ixgbe_ring_f_enum { RING_F_NONE = 0, RING_F_VMDQ = 1, RING_F_RSS = 2, RING_F_FDIR = 3, RING_F_FCOE = 4, RING_F_ARRAY_SIZE = 5, }; struct ixgbe_ring_feature { u16 limit; u16 indices; u16 mask; u16 offset; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ixgbe_mac_addr; struct hwmon_buff___2; struct ixgbe_jump_table; struct ixgbe_adapter { long unsigned int active_vlans[64]; struct net_device *netdev; struct bpf_prog *xdp_prog; struct pci_dev *pdev; struct mii_bus *mii_bus; long unsigned int state; u32 flags; u32 flags2; int num_tx_queues; u16 tx_itr_setting; u16 tx_work_limit; u64 tx_ipsec; int num_rx_queues; u16 rx_itr_setting; u64 rx_ipsec; __be16 vxlan_port; __be16 geneve_port; int num_xdp_queues; struct ixgbe_ring *xdp_ring[64]; long unsigned int *af_xdp_zc_qps; long: 64; long: 64; long: 64; long: 64; struct ixgbe_ring *tx_ring[64]; u64 restart_queue; u64 lsc_int; u32 tx_timeout_count; struct ixgbe_ring *rx_ring[64]; int num_rx_pools; int num_rx_queues_per_pool; u64 hw_csum_rx_error; u64 hw_rx_no_dma_resources; u64 rsc_total_count; u64 rsc_total_flush; u64 non_eop_descs; u32 alloc_rx_page; u32 alloc_rx_page_failed; u32 alloc_rx_buff_failed; struct ixgbe_q_vector *q_vector[64]; struct ieee_pfc *ixgbe_ieee_pfc; struct ieee_ets *ixgbe_ieee_ets; struct ixgbe_dcb_config dcb_cfg; struct ixgbe_dcb_config temp_dcb_cfg; u8 hw_tcs; u8 dcb_set_bitmap; u8 dcbx_cap; enum ixgbe_fc_mode last_lfc_mode; int num_q_vectors; int max_q_vectors; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct ixgbe_ring_feature ring_feature[5]; struct msix_entry *msix_entries; u32 test_icr; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct ixgbe_ring test_tx_ring; struct ixgbe_ring test_rx_ring; struct ixgbe_hw hw; u16 msg_enable; struct ixgbe_hw_stats stats; u64 tx_busy; unsigned int tx_ring_count; unsigned int xdp_ring_count; unsigned int rx_ring_count; u32 link_speed; bool link_up; long unsigned int sfp_poll_time; long unsigned int link_check_timeout; struct timer_list service_timer; struct work_struct service_task; struct hlist_head fdir_filter_list; long unsigned int fdir_overflow; union ixgbe_atr_input fdir_mask; int fdir_filter_count; u32 fdir_pballoc; u32 atr_sample_rate; spinlock_t fdir_perfect_lock; struct ixgbe_fcoe fcoe; u8 *io_addr; u32 wol; u16 bridge_mode; char eeprom_id[32]; u16 eeprom_cap; u32 interrupt_event; u32 led_reg; struct ptp_clock *ptp_clock; struct ptp_clock_info ptp_caps; struct work_struct ptp_tx_work; struct sk_buff *ptp_tx_skb; struct hwtstamp_config tstamp_config; long unsigned int ptp_tx_start; long unsigned int last_overflow_check; long unsigned int last_rx_ptp_check; long unsigned int last_rx_timestamp; spinlock_t tmreg_lock; struct cyclecounter hw_cc; struct timecounter hw_tc; u32 base_incval; u32 tx_hwtstamp_timeouts; u32 tx_hwtstamp_skipped; u32 rx_hwtstamp_cleared; void (*ptp_setup_sdp)(struct ixgbe_adapter *); long unsigned int active_vfs[1]; unsigned int num_vfs; struct vf_data_storage___2 *vfinfo; int vf_rate_link_speed; struct vf_macvlans vf_mvs; struct vf_macvlans *mv_list; u32 timer_event_accumulator; u32 vferr_refcount; struct ixgbe_mac_addr *mac_table; struct kobject *info_kobj; struct hwmon_buff___2 *ixgbe_hwmon_buff; struct dentry *ixgbe_dbg_adapter; u8 default_up; long unsigned int fwd_bitmask[1]; struct ixgbe_jump_table *jump_tables[10]; long unsigned int tables; u8 rss_indir_tbl[512]; u32 *rss_key; spinlock_t vfs_lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct hwmon_attr___2 { struct device_attribute dev_attr; struct ixgbe_hw *hw; struct ixgbe_thermal_diode_data *sensor; char name[12]; }; struct hwmon_buff___2 { struct attribute_group group; const struct attribute_group *groups[2]; struct attribute *attrs[13]; struct hwmon_attr___2 hwmon_list[12]; unsigned int n_hwmon; }; struct ixgbe_mac_addr { u8 addr[6]; u16 pool; u16 state; }; struct ixgbe_fdir_filter { struct hlist_node fdir_node; union ixgbe_atr_input filter; u16 sw_idx; u64 action; }; enum ixgbe_state_t { __IXGBE_TESTING = 0, __IXGBE_RESETTING = 1, __IXGBE_DOWN = 2, __IXGBE_DISABLED = 3, __IXGBE_REMOVING = 4, __IXGBE_SERVICE_SCHED = 5, __IXGBE_SERVICE_INITED = 6, __IXGBE_IN_SFP_INIT = 7, __IXGBE_PTP_RUNNING = 8, __IXGBE_PTP_TX_IN_PROGRESS = 9, __IXGBE_RESET_REQUESTED = 10, }; enum { NETDEV_STATS = 0, IXGBE_STATS = 1, }; struct ixgbe_stats { char stat_string[32]; int type; int sizeof_stat; int stat_offset; }; struct ixgbe_reg_test { u16 reg; u8 array_len; u8 test_type; u32 mask; u32 write; }; enum { IFLA_VF_LINK_STATE_AUTO = 0, IFLA_VF_LINK_STATE_ENABLE = 1, IFLA_VF_LINK_STATE_DISABLE = 2, __IFLA_VF_LINK_STATE_MAX = 3, }; enum ixgbe_pfvf_api_rev { ixgbe_mbox_api_10 = 0, ixgbe_mbox_api_20 = 1, ixgbe_mbox_api_11 = 2, ixgbe_mbox_api_12 = 3, ixgbe_mbox_api_13 = 4, ixgbe_mbox_api_14 = 5, ixgbe_mbox_api_unknown = 6, }; enum ixgbevf_xcast_modes { IXGBEVF_XCAST_MODE_NONE = 0, IXGBEVF_XCAST_MODE_MULTI = 1, IXGBEVF_XCAST_MODE_ALLMULTI = 2, IXGBEVF_XCAST_MODE_PROMISC = 3, }; struct ixgbe_adv_tx_context_desc { __le32 vlan_macip_lens; __le32 fceof_saidx; __le32 type_tucmd_mlhl; __le32 mss_l4len_idx; }; typedef enum { ixgb_mac_unknown = 0, ixgb_82597 = 1, ixgb_num_macs = 2, } ixgb_mac_type; typedef enum { ixgb_phy_type_unknown = 0, ixgb_phy_type_g6005 = 1, ixgb_phy_type_g6104 = 2, ixgb_phy_type_txn17201 = 3, ixgb_phy_type_txn17401 = 4, ixgb_phy_type_bcm = 5, } ixgb_phy_type; typedef enum { ixgb_fc_none = 0, ixgb_fc_rx_pause = 1, ixgb_fc_tx_pause = 2, ixgb_fc_full = 3, ixgb_fc_default = 255, } ixgb_fc_type; typedef enum { ixgb_bus_type_unknown = 0, ixgb_bus_type_pci = 1, ixgb_bus_type_pcix = 2, } ixgb_bus_type; typedef enum { ixgb_bus_speed_unknown = 0, ixgb_bus_speed_33 = 1, ixgb_bus_speed_66 = 2, ixgb_bus_speed_100 = 3, ixgb_bus_speed_133 = 4, ixgb_bus_speed_reserved = 5, } ixgb_bus_speed; typedef enum { ixgb_bus_width_unknown = 0, ixgb_bus_width_32 = 1, ixgb_bus_width_64 = 2, } ixgb_bus_width; struct ixgb_fc { u32 high_water; u32 low_water; u16 pause_time; bool send_xon; ixgb_fc_type type; }; struct ixgb_bus { ixgb_bus_speed speed; ixgb_bus_width width; ixgb_bus_type type; }; struct ixgb_hw { u8 *hw_addr; void *back; struct ixgb_fc fc; struct ixgb_bus bus; u32 phy_id; u32 phy_addr; ixgb_mac_type mac_type; ixgb_phy_type phy_type; u32 max_frame_size; u32 mc_filter_type; u32 num_mc_addrs; u8 curr_mac_addr[6]; u32 num_tx_desc; u32 num_rx_desc; u32 rx_buffer_size; bool link_up; bool adapter_stopped; u16 device_id; u16 vendor_id; u8 revision_id; u16 subsystem_vendor_id; u16 subsystem_id; u32 bar0; u32 bar1; u32 bar2; u32 bar3; u16 pci_cmd_word; __le16 eeprom[64]; long unsigned int io_base; u32 lastLFC; u32 lastRFC; }; struct ixgb_ee_map_type { u8 mac_addr[6]; __le16 compatibility; __le16 reserved1[4]; __le32 pba_number; __le16 init_ctrl_reg_1; __le16 subsystem_id; __le16 subvendor_id; __le16 device_id; __le16 vendor_id; __le16 init_ctrl_reg_2; __le16 oem_reserved[16]; __le16 swdpins_reg; __le16 circuit_ctrl_reg; u8 d3_power; u8 d0_power; __le16 reserved2[28]; __le16 checksum; }; struct qdisc_walker { int stop; int skip; int count; int (*fn)(struct Qdisc *, long unsigned int, struct qdisc_walker *); }; struct ixgb_hw_stats { u64 tprl; u64 tprh; u64 gprcl; u64 gprch; u64 bprcl; u64 bprch; u64 mprcl; u64 mprch; u64 uprcl; u64 uprch; u64 vprcl; u64 vprch; u64 jprcl; u64 jprch; u64 gorcl; u64 gorch; u64 torl; u64 torh; u64 rnbc; u64 ruc; u64 roc; u64 rlec; u64 crcerrs; u64 icbc; u64 ecbc; u64 mpc; u64 tptl; u64 tpth; u64 gptcl; u64 gptch; u64 bptcl; u64 bptch; u64 mptcl; u64 mptch; u64 uptcl; u64 uptch; u64 vptcl; u64 vptch; u64 jptcl; u64 jptch; u64 gotcl; u64 gotch; u64 totl; u64 toth; u64 dc; u64 plt64c; u64 tsctc; u64 tsctfc; u64 ibic; u64 rfc; u64 lfc; u64 pfrc; u64 pftc; u64 mcfrc; u64 mcftc; u64 xonrxc; u64 xontxc; u64 xoffrxc; u64 xofftxc; u64 rjc; }; struct ixgb_buffer { struct sk_buff *skb; dma_addr_t dma; long unsigned int time_stamp; u16 length; u16 next_to_watch; u16 mapped_as_page; }; struct ixgb_desc_ring { void *desc; dma_addr_t dma; unsigned int size; unsigned int count; unsigned int next_to_use; unsigned int next_to_clean; struct ixgb_buffer *buffer_info; }; struct ixgb_adapter { struct timer_list watchdog_timer; long unsigned int active_vlans[64]; u32 bd_number; u32 rx_buffer_len; u32 part_num; u16 link_speed; u16 link_duplex; struct work_struct tx_timeout_task; long: 64; long: 64; long: 64; long: 64; long: 64; struct ixgb_desc_ring tx_ring; unsigned int restart_queue; long unsigned int timeo_start; u32 tx_cmd_type; u64 hw_csum_tx_good; u64 hw_csum_tx_error; u32 tx_int_delay; u32 tx_timeout_count; bool tx_int_delay_enable; bool detect_tx_hung; struct ixgb_desc_ring rx_ring; u64 hw_csum_rx_error; u64 hw_csum_rx_good; u32 rx_int_delay; bool rx_csum; struct napi_struct napi; struct net_device *netdev; struct pci_dev *pdev; struct ixgb_hw hw; u16 msg_enable; struct ixgb_hw_stats stats; u32 alloc_rx_buff_failed; bool have_msi; long unsigned int flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum { NETDEV_STATS___2 = 0, IXGB_STATS = 1, }; struct ixgb_stats { char stat_string[32]; int type; int sizeof_stat; int stat_offset; }; struct system_counterval_t { u64 cycles; struct clocksource *cs; }; struct stmmac_mdio_bus_data { unsigned int phy_mask; unsigned int has_xpcs; unsigned int xpcs_an_inband; int *irqs; int probed_phy_irq; bool needs_reset; }; struct stmmac_dma_cfg { int pbl; int txpbl; int rxpbl; bool pblx8; int fixed_burst; int mixed_burst; bool aal; bool eame; bool multi_msi_en; bool dche; }; struct stmmac_axi { bool axi_lpi_en; bool axi_xit_frm; u32 axi_wr_osr_lmt; u32 axi_rd_osr_lmt; bool axi_kbbe; u32 axi_blen[7]; bool axi_fb; bool axi_mb; bool axi_rb; }; struct stmmac_est { struct mutex lock; int enable; u32 btr_reserve[2]; u32 btr_offset[2]; u32 btr[2]; u32 ctr[2]; u32 ter; u32 gcl_unaligned[1024]; u32 gcl[1024]; u32 gcl_size; }; struct stmmac_rxq_cfg { u8 mode_to_use; u32 chan; u8 pkt_route; bool use_prio; u32 prio; }; struct stmmac_txq_cfg { u32 weight; u8 mode_to_use; u32 send_slope; u32 idle_slope; u32 high_credit; u32 low_credit; bool use_prio; u32 prio; int tbs_en; }; enum stmmac_fpe_state { FPE_STATE_OFF = 0, FPE_STATE_CAPABLE = 1, FPE_STATE_ENTERING_ON = 2, FPE_STATE_ON = 3, }; enum stmmac_mpacket_type { MPACKET_VERIFY = 0, MPACKET_RESPONSE = 1, }; struct stmmac_fpe_cfg { bool enable; bool hs_enable; enum stmmac_fpe_state lp_fpe_state; enum stmmac_fpe_state lo_fpe_state; }; struct stmmac_safety_feature_cfg { u32 tsoee; u32 mrxpee; u32 mestee; u32 mrxee; u32 mtxee; u32 epsi; u32 edpp; u32 prtyen; u32 tmouten; }; struct mac_device_info; struct plat_stmmacenet_data { int bus_id; int phy_addr; int interface; phy_interface_t phy_interface; struct stmmac_mdio_bus_data *mdio_bus_data; struct device_node *phy_node; struct device_node *phylink_node; struct device_node *mdio_node; struct stmmac_dma_cfg *dma_cfg; struct stmmac_est *est; struct stmmac_fpe_cfg *fpe_cfg; struct stmmac_safety_feature_cfg *safety_feat_cfg; int clk_csr; int has_gmac; int enh_desc; int tx_coe; int rx_coe; int bugged_jumbo; int pmt; int force_sf_dma_mode; int force_thresh_dma_mode; int riwt_off; int max_speed; int maxmtu; int multicast_filter_bins; int unicast_filter_entries; int tx_fifo_size; int rx_fifo_size; u32 addr64; u32 rx_queues_to_use; u32 tx_queues_to_use; u8 rx_sched_algorithm; u8 tx_sched_algorithm; struct stmmac_rxq_cfg rx_queues_cfg[8]; struct stmmac_txq_cfg tx_queues_cfg[8]; void (*fix_mac_speed)(void *, unsigned int); int (*serdes_powerup)(struct net_device *, void *); void (*serdes_powerdown)(struct net_device *, void *); void (*speed_mode_2500)(struct net_device *, void *); void (*ptp_clk_freq_config)(void *); int (*init)(struct platform_device *, void *); void (*exit)(struct platform_device *, void *); struct mac_device_info * (*setup)(void *); int (*clks_config)(void *, bool); int (*crosststamp)(ktime_t *, struct system_counterval_t *, void *); void (*dump_debug_regs)(void *); void *bsp_priv; struct clk *stmmac_clk; struct clk *pclk; struct clk *clk_ptp_ref; unsigned int clk_ptp_rate; unsigned int clk_ref_rate; unsigned int mult_fact_100ns; s32 ptp_max_adj; u32 cdc_error_adj; struct reset_control *stmmac_rst; struct reset_control *stmmac_ahb_rst; struct stmmac_axi *axi; int has_gmac4; bool has_sun8i; bool tso_en; int rss_en; int mac_port_sel_speed; bool en_tx_lpi_clockgating; bool rx_clk_runs_in_lpi; int has_xgmac; bool vlan_fail_q_en; u8 vlan_fail_q; unsigned int eee_usecs_rate; struct pci_dev *pdev; int int_snapshot_num; int ext_snapshot_num; bool int_snapshot_en; bool ext_snapshot_en; bool multi_msi_en; int msi_mac_vec; int msi_wol_vec; int msi_lpi_vec; int msi_sfty_ce_vec; int msi_sfty_ue_vec; int msi_rx_base_vec; int msi_tx_base_vec; bool use_phy_wol; bool sph_disable; bool serdes_up_after_phy_linkup; }; struct mii_regs { unsigned int addr; unsigned int data; unsigned int addr_shift; unsigned int reg_shift; unsigned int addr_mask; unsigned int reg_mask; unsigned int clk_csr_shift; unsigned int clk_csr_mask; }; struct mac_link { u32 speed_mask; u32 speed10; u32 speed100; u32 speed1000; u32 speed2500; u32 duplex; struct { u32 speed2500; u32 speed5000; u32 speed10000; } xgmii; struct { u32 speed25000; u32 speed40000; u32 speed50000; u32 speed100000; } xlgmii; }; struct stmmac_ops; struct stmmac_desc_ops; struct stmmac_dma_ops; struct stmmac_mode_ops; struct stmmac_hwtimestamp; struct stmmac_tc_ops; struct stmmac_mmc_ops; struct dw_xpcs; struct mac_device_info { const struct stmmac_ops *mac; const struct stmmac_desc_ops *desc; const struct stmmac_dma_ops *dma; const struct stmmac_mode_ops *mode; const struct stmmac_hwtimestamp *ptp; const struct stmmac_tc_ops *tc; const struct stmmac_mmc_ops *mmc; struct dw_xpcs *xpcs; struct mii_regs mii; struct mac_link link; void *pcsr; unsigned int multicast_filter_bins; unsigned int unicast_filter_entries; unsigned int mcast_bits_log2; unsigned int rx_csum; unsigned int pcs; unsigned int pmt; unsigned int ps; unsigned int xlgmac; unsigned int num_vlan; u32 vlan_filter[32]; unsigned int promisc; bool vlan_fail_q_en; u8 vlan_fail_q; }; struct phylink_link_state { long unsigned int advertising[2]; long unsigned int lp_advertising[2]; phy_interface_t interface; int speed; int duplex; int pause; int rate_matching; unsigned int link: 1; unsigned int an_enabled: 1; unsigned int an_complete: 1; }; enum phylink_op_type { PHYLINK_NETDEV = 0, PHYLINK_DEV = 1, }; struct phylink_config { struct device *dev; enum phylink_op_type type; bool legacy_pre_march2020; bool poll_fixed_state; bool mac_managed_pm; bool ovr_an_inband; void (*get_fixed_state)(struct phylink_config *, struct phylink_link_state *); long unsigned int supported_interfaces[1]; long unsigned int mac_capabilities; }; struct phylink_pcs_ops; struct phylink_pcs { const struct phylink_pcs_ops *ops; bool poll; }; struct phylink_pcs_ops { int (*pcs_validate)(struct phylink_pcs *, long unsigned int *, const struct phylink_link_state *); void (*pcs_get_state)(struct phylink_pcs *, struct phylink_link_state *); int (*pcs_config)(struct phylink_pcs *, unsigned int, phy_interface_t, const long unsigned int *, bool); void (*pcs_an_restart)(struct phylink_pcs *); void (*pcs_link_up)(struct phylink_pcs *, unsigned int, phy_interface_t, int, int); }; struct xpcs_id; struct dw_xpcs { struct mdio_device *mdiodev; const struct xpcs_id *id; struct phylink_pcs pcs; }; struct xpcs_compat; struct xpcs_id { u32 id; u32 mask; const struct xpcs_compat *compat; }; struct dma_desc { __le32 des0; __le32 des1; __le32 des2; __le32 des3; }; struct dma_extended_desc { struct dma_desc basic; __le32 des4; __le32 des5; __le32 des6; __le32 des7; }; struct dma_edesc { __le32 des4; __le32 des5; __le32 des6; __le32 des7; struct dma_desc basic; }; struct stmmac_extra_stats; struct stmmac_desc_ops { void (*init_rx_desc)(struct dma_desc *, int, int, int, int); void (*init_tx_desc)(struct dma_desc *, int, int); void (*prepare_tx_desc)(struct dma_desc *, int, int, bool, int, bool, bool, unsigned int); void (*prepare_tso_tx_desc)(struct dma_desc *, int, int, int, bool, bool, unsigned int, unsigned int); void (*set_tx_owner)(struct dma_desc *); int (*get_tx_owner)(struct dma_desc *); void (*release_tx_desc)(struct dma_desc *, int); void (*set_tx_ic)(struct dma_desc *); int (*get_tx_ls)(struct dma_desc *); int (*tx_status)(void *, struct stmmac_extra_stats *, struct dma_desc *, void *); int (*get_tx_len)(struct dma_desc *); void (*set_rx_owner)(struct dma_desc *, int); int (*get_rx_frame_len)(struct dma_desc *, int); int (*rx_status)(void *, struct stmmac_extra_stats *, struct dma_desc *); void (*rx_extended_status)(void *, struct stmmac_extra_stats *, struct dma_extended_desc *); void (*enable_tx_timestamp)(struct dma_desc *); int (*get_tx_timestamp_status)(struct dma_desc *); void (*get_timestamp)(void *, u32, u64 *); int (*get_rx_timestamp_status)(void *, void *, u32); void (*display_ring)(void *, unsigned int, bool, dma_addr_t, unsigned int); void (*set_mss)(struct dma_desc *, unsigned int); void (*set_addr)(struct dma_desc *, dma_addr_t); void (*clear)(struct dma_desc *); int (*get_rx_hash)(struct dma_desc *, u32 *, enum pkt_hash_types *); void (*get_rx_header_len)(struct dma_desc *, unsigned int *); void (*set_sec_addr)(struct dma_desc *, dma_addr_t, bool); void (*set_sarc)(struct dma_desc *, u32); void (*set_vlan_tag)(struct dma_desc *, u16, u16, u32); void (*set_vlan)(struct dma_desc *, u32); void (*set_tbs)(struct dma_edesc *, u32, u32); }; struct stmmac_txq_stats { long unsigned int tx_pkt_n; long unsigned int tx_normal_irq_n; }; struct stmmac_rxq_stats { long unsigned int rx_pkt_n; long unsigned int rx_normal_irq_n; }; struct stmmac_extra_stats { long unsigned int tx_underflow; long unsigned int tx_carrier; long unsigned int tx_losscarrier; long unsigned int vlan_tag; long unsigned int tx_deferred; long unsigned int tx_vlan; long unsigned int tx_jabber; long unsigned int tx_frame_flushed; long unsigned int tx_payload_error; long unsigned int tx_ip_header_error; long unsigned int rx_desc; long unsigned int sa_filter_fail; long unsigned int overflow_error; long unsigned int ipc_csum_error; long unsigned int rx_collision; long unsigned int rx_crc_errors; long unsigned int dribbling_bit; long unsigned int rx_length; long unsigned int rx_mii; long unsigned int rx_multicast; long unsigned int rx_gmac_overflow; long unsigned int rx_watchdog; long unsigned int da_rx_filter_fail; long unsigned int sa_rx_filter_fail; long unsigned int rx_missed_cntr; long unsigned int rx_overflow_cntr; long unsigned int rx_vlan; long unsigned int rx_split_hdr_pkt_n; long unsigned int tx_undeflow_irq; long unsigned int tx_process_stopped_irq; long unsigned int tx_jabber_irq; long unsigned int rx_overflow_irq; long unsigned int rx_buf_unav_irq; long unsigned int rx_process_stopped_irq; long unsigned int rx_watchdog_irq; long unsigned int tx_early_irq; long unsigned int fatal_bus_error_irq; long unsigned int rx_early_irq; long unsigned int threshold; long unsigned int tx_pkt_n; long unsigned int rx_pkt_n; long unsigned int normal_irq_n; long unsigned int rx_normal_irq_n; long unsigned int napi_poll; long unsigned int tx_normal_irq_n; long unsigned int tx_clean; long unsigned int tx_set_ic_bit; long unsigned int irq_receive_pmt_irq_n; long unsigned int mmc_tx_irq_n; long unsigned int mmc_rx_irq_n; long unsigned int mmc_rx_csum_offload_irq_n; long unsigned int irq_tx_path_in_lpi_mode_n; long unsigned int irq_tx_path_exit_lpi_mode_n; long unsigned int irq_rx_path_in_lpi_mode_n; long unsigned int irq_rx_path_exit_lpi_mode_n; long unsigned int phy_eee_wakeup_error_n; long unsigned int ip_hdr_err; long unsigned int ip_payload_err; long unsigned int ip_csum_bypassed; long unsigned int ipv4_pkt_rcvd; long unsigned int ipv6_pkt_rcvd; long unsigned int no_ptp_rx_msg_type_ext; long unsigned int ptp_rx_msg_type_sync; long unsigned int ptp_rx_msg_type_follow_up; long unsigned int ptp_rx_msg_type_delay_req; long unsigned int ptp_rx_msg_type_delay_resp; long unsigned int ptp_rx_msg_type_pdelay_req; long unsigned int ptp_rx_msg_type_pdelay_resp; long unsigned int ptp_rx_msg_type_pdelay_follow_up; long unsigned int ptp_rx_msg_type_announce; long unsigned int ptp_rx_msg_type_management; long unsigned int ptp_rx_msg_pkt_reserved_type; long unsigned int ptp_frame_type; long unsigned int ptp_ver; long unsigned int timestamp_dropped; long unsigned int av_pkt_rcvd; long unsigned int av_tagged_pkt_rcvd; long unsigned int vlan_tag_priority_val; long unsigned int l3_filter_match; long unsigned int l4_filter_match; long unsigned int l3_l4_filter_no_match; long unsigned int irq_pcs_ane_n; long unsigned int irq_pcs_link_n; long unsigned int irq_rgmii_n; long unsigned int pcs_link; long unsigned int pcs_duplex; long unsigned int pcs_speed; long unsigned int mtl_tx_status_fifo_full; long unsigned int mtl_tx_fifo_not_empty; long unsigned int mmtl_fifo_ctrl; long unsigned int mtl_tx_fifo_read_ctrl_write; long unsigned int mtl_tx_fifo_read_ctrl_wait; long unsigned int mtl_tx_fifo_read_ctrl_read; long unsigned int mtl_tx_fifo_read_ctrl_idle; long unsigned int mac_tx_in_pause; long unsigned int mac_tx_frame_ctrl_xfer; long unsigned int mac_tx_frame_ctrl_idle; long unsigned int mac_tx_frame_ctrl_wait; long unsigned int mac_tx_frame_ctrl_pause; long unsigned int mac_gmii_tx_proto_engine; long unsigned int mtl_rx_fifo_fill_level_full; long unsigned int mtl_rx_fifo_fill_above_thresh; long unsigned int mtl_rx_fifo_fill_below_thresh; long unsigned int mtl_rx_fifo_fill_level_empty; long unsigned int mtl_rx_fifo_read_ctrl_flush; long unsigned int mtl_rx_fifo_read_ctrl_read_data; long unsigned int mtl_rx_fifo_read_ctrl_status; long unsigned int mtl_rx_fifo_read_ctrl_idle; long unsigned int mtl_rx_fifo_ctrl_active; long unsigned int mac_rx_frame_ctrl_fifo; long unsigned int mac_gmii_rx_proto_engine; long unsigned int tx_tso_frames; long unsigned int tx_tso_nfrags; long unsigned int mtl_est_cgce; long unsigned int mtl_est_hlbs; long unsigned int mtl_est_hlbf; long unsigned int mtl_est_btre; long unsigned int mtl_est_btrlm; struct stmmac_txq_stats txq_stats[8]; struct stmmac_rxq_stats rxq_stats[8]; long: 64; long: 64; }; struct dma_features; struct stmmac_dma_ops { int (*reset)(void *); void (*init)(void *, struct stmmac_dma_cfg *, int); void (*init_chan)(void *, struct stmmac_dma_cfg *, u32); void (*init_rx_chan)(void *, struct stmmac_dma_cfg *, dma_addr_t, u32); void (*init_tx_chan)(void *, struct stmmac_dma_cfg *, dma_addr_t, u32); void (*axi)(void *, struct stmmac_axi *); void (*dump_regs)(void *, u32 *); void (*dma_rx_mode)(void *, int, u32, int, u8); void (*dma_tx_mode)(void *, int, u32, int, u8); void (*dma_diagnostic_fr)(void *, struct stmmac_extra_stats *, void *); void (*enable_dma_transmission)(void *); void (*enable_dma_irq)(void *, u32, bool, bool); void (*disable_dma_irq)(void *, u32, bool, bool); void (*start_tx)(void *, u32); void (*stop_tx)(void *, u32); void (*start_rx)(void *, u32); void (*stop_rx)(void *, u32); int (*dma_interrupt)(void *, struct stmmac_extra_stats *, u32, u32); int (*get_hw_feature)(void *, struct dma_features *); void (*rx_watchdog)(void *, u32, u32); void (*set_tx_ring_len)(void *, u32, u32); void (*set_rx_ring_len)(void *, u32, u32); void (*set_rx_tail_ptr)(void *, u32, u32); void (*set_tx_tail_ptr)(void *, u32, u32); void (*enable_tso)(void *, bool, u32); void (*qmode)(void *, u32, u8); void (*set_bfsize)(void *, int, u32); void (*enable_sph)(void *, bool, u32); int (*enable_tbs)(void *, bool, u32); }; struct dma_features { unsigned int mbps_10_100; unsigned int mbps_1000; unsigned int half_duplex; unsigned int hash_filter; unsigned int multi_addr; unsigned int pcs; unsigned int sma_mdio; unsigned int pmt_remote_wake_up; unsigned int pmt_magic_frame; unsigned int rmon; unsigned int time_stamp; unsigned int atime_stamp; unsigned int eee; unsigned int av; unsigned int hash_tb_sz; unsigned int tsoen; unsigned int tx_coe; unsigned int rx_coe; unsigned int rx_coe_type1; unsigned int rx_coe_type2; unsigned int rxfifo_over_2048; unsigned int number_rx_channel; unsigned int number_tx_channel; unsigned int number_rx_queues; unsigned int number_tx_queues; unsigned int pps_out_num; unsigned int enh_desc; unsigned int tx_fifo_size; unsigned int rx_fifo_size; unsigned int asp; unsigned int frpsel; unsigned int frpbs; unsigned int frpes; unsigned int addr64; unsigned int rssen; unsigned int vlhash; unsigned int sphen; unsigned int vlins; unsigned int dvlan; unsigned int l3l4fnum; unsigned int arpoffsel; unsigned int estwid; unsigned int estdep; unsigned int estsel; unsigned int fpesel; unsigned int tbssel; unsigned int aux_snapshot_n; }; struct rgmii_adv; struct stmmac_safety_stats; struct stmmac_tc_entry; struct stmmac_pps_cfg; struct stmmac_rss; struct stmmac_ops { void (*core_init)(struct mac_device_info *, struct net_device *); void (*set_mac)(void *, bool); int (*rx_ipc)(struct mac_device_info *); void (*rx_queue_enable)(struct mac_device_info *, u8, u32); void (*rx_queue_prio)(struct mac_device_info *, u32, u32); void (*tx_queue_prio)(struct mac_device_info *, u32, u32); void (*rx_queue_routing)(struct mac_device_info *, u8, u32); void (*prog_mtl_rx_algorithms)(struct mac_device_info *, u32); void (*prog_mtl_tx_algorithms)(struct mac_device_info *, u32); void (*set_mtl_tx_queue_weight)(struct mac_device_info *, u32, u32); void (*map_mtl_to_dma)(struct mac_device_info *, u32, u32); void (*config_cbs)(struct mac_device_info *, u32, u32, u32, u32, u32); void (*dump_regs)(struct mac_device_info *, u32 *); int (*host_irq_status)(struct mac_device_info *, struct stmmac_extra_stats *); int (*host_mtl_irq_status)(struct mac_device_info *, u32); void (*set_filter)(struct mac_device_info *, struct net_device *); void (*flow_ctrl)(struct mac_device_info *, unsigned int, unsigned int, unsigned int, u32); void (*pmt)(struct mac_device_info *, long unsigned int); void (*set_umac_addr)(struct mac_device_info *, const unsigned char *, unsigned int); void (*get_umac_addr)(struct mac_device_info *, unsigned char *, unsigned int); void (*set_eee_mode)(struct mac_device_info *, bool); void (*reset_eee_mode)(struct mac_device_info *); void (*set_eee_lpi_entry_timer)(struct mac_device_info *, int); void (*set_eee_timer)(struct mac_device_info *, int, int); void (*set_eee_pls)(struct mac_device_info *, int); void (*debug)(void *, struct stmmac_extra_stats *, u32, u32); void (*pcs_ctrl_ane)(void *, bool, bool, bool); void (*pcs_rane)(void *, bool); void (*pcs_get_adv_lp)(void *, struct rgmii_adv *); int (*safety_feat_config)(void *, unsigned int, struct stmmac_safety_feature_cfg *); int (*safety_feat_irq_status)(struct net_device *, void *, unsigned int, struct stmmac_safety_stats *); int (*safety_feat_dump)(struct stmmac_safety_stats *, int, long unsigned int *, const char **); int (*rxp_config)(void *, struct stmmac_tc_entry *, unsigned int); int (*flex_pps_config)(void *, int, struct stmmac_pps_cfg *, bool, u32, u32); void (*set_mac_loopback)(void *, bool); int (*rss_configure)(struct mac_device_info *, struct stmmac_rss *, u32); void (*update_vlan_hash)(struct mac_device_info *, u32, __le16, bool); void (*enable_vlan)(struct mac_device_info *, u32); int (*add_hw_vlan_rx_fltr)(struct net_device *, struct mac_device_info *, __be16, u16); int (*del_hw_vlan_rx_fltr)(struct net_device *, struct mac_device_info *, __be16, u16); void (*restore_hw_vlan_rx_fltr)(struct net_device *, struct mac_device_info *); int (*get_mac_tx_timestamp)(struct mac_device_info *, u64 *); void (*sarc_configure)(void *, int); int (*config_l3_filter)(struct mac_device_info *, u32, bool, bool, bool, bool, u32); int (*config_l4_filter)(struct mac_device_info *, u32, bool, bool, bool, bool, u32); void (*set_arp_offload)(struct mac_device_info *, bool, u32); int (*est_configure)(void *, struct stmmac_est *, unsigned int); void (*est_irq_status)(void *, struct net_device *, struct stmmac_extra_stats *, u32); void (*fpe_configure)(void *, u32, u32, bool); void (*fpe_send_mpacket)(void *, enum stmmac_mpacket_type); int (*fpe_irq_status)(void *, struct net_device *); }; struct rgmii_adv { unsigned int pause; unsigned int duplex; unsigned int lp_pause; unsigned int lp_duplex; }; struct stmmac_safety_stats { long unsigned int mac_errors[32]; long unsigned int mtl_errors[32]; long unsigned int dma_errors[32]; }; struct stmmac_tc_entry { bool in_use; bool in_hw; bool is_last; bool is_frag; void *frag_ptr; unsigned int table_pos; u32 handle; u32 prio; struct { u32 match_data; u32 match_en; u8 af: 1; u8 rf: 1; u8 im: 1; u8 nc: 1; u8 res1: 4; u8 frame_offset; u8 ok_index; u8 dma_ch_no; u32 res2; } val; }; struct stmmac_pps_cfg { bool available; struct timespec64 start; struct timespec64 period; }; struct stmmac_rss { int enable; u8 key[40]; u32 table[256]; }; struct stmmac_priv; struct stmmac_hwtimestamp { void (*config_hw_tstamping)(void *, u32); void (*config_sub_second_increment)(void *, u32, int, u32 *); int (*init_systime)(void *, u32, u32); int (*config_addend)(void *, u32); int (*adjust_systime)(void *, u32, u32, int, int); void (*get_systime)(void *, u64 *); void (*get_ptptime)(void *, u64 *); void (*timestamp_interrupt)(struct stmmac_priv *); }; struct stmmac_rx_buffer; struct stmmac_rx_queue { u32 rx_count_frames; u32 queue_index; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xdp_rxq_info xdp_rxq; struct xsk_buff_pool *xsk_pool; struct page_pool *page_pool; struct stmmac_rx_buffer *buf_pool; struct stmmac_priv *priv_data; struct dma_extended_desc *dma_erx; long: 64; long: 64; long: 64; struct dma_desc *dma_rx; unsigned int cur_rx; unsigned int dirty_rx; unsigned int buf_alloc_num; u32 rx_zeroc_thresh; dma_addr_t dma_rx_phy; u32 rx_tail_addr; unsigned int state_saved; struct { struct sk_buff *skb; unsigned int len; unsigned int error; } state; long: 64; }; struct stmmac_tx_info; struct stmmac_tx_queue { u32 tx_count_frames; int tbs; struct hrtimer txtimer; u32 queue_index; struct stmmac_priv *priv_data; long: 64; long: 64; long: 64; long: 64; long: 64; struct dma_extended_desc *dma_etx; struct dma_edesc *dma_entx; struct dma_desc *dma_tx; union { struct sk_buff **tx_skbuff; struct xdp_frame **xdpf; }; struct stmmac_tx_info *tx_skbuff_dma; struct xsk_buff_pool *xsk_pool; u32 xsk_frames_done; unsigned int cur_tx; unsigned int dirty_tx; dma_addr_t dma_tx_phy; dma_addr_t tx_tail_addr; u32 mss; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct stmmac_dma_conf { unsigned int dma_buf_sz; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct stmmac_rx_queue rx_queue[8]; unsigned int dma_rx_size; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct stmmac_tx_queue tx_queue[8]; unsigned int dma_tx_size; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct stmmac_channel { struct napi_struct rx_napi; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct napi_struct tx_napi; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct napi_struct rxtx_napi; struct stmmac_priv *priv_data; spinlock_t lock; u32 index; long: 64; long: 64; long: 64; long: 64; }; struct stmmac_counters { unsigned int mmc_tx_octetcount_gb; unsigned int mmc_tx_framecount_gb; unsigned int mmc_tx_broadcastframe_g; unsigned int mmc_tx_multicastframe_g; unsigned int mmc_tx_64_octets_gb; unsigned int mmc_tx_65_to_127_octets_gb; unsigned int mmc_tx_128_to_255_octets_gb; unsigned int mmc_tx_256_to_511_octets_gb; unsigned int mmc_tx_512_to_1023_octets_gb; unsigned int mmc_tx_1024_to_max_octets_gb; unsigned int mmc_tx_unicast_gb; unsigned int mmc_tx_multicast_gb; unsigned int mmc_tx_broadcast_gb; unsigned int mmc_tx_underflow_error; unsigned int mmc_tx_singlecol_g; unsigned int mmc_tx_multicol_g; unsigned int mmc_tx_deferred; unsigned int mmc_tx_latecol; unsigned int mmc_tx_exesscol; unsigned int mmc_tx_carrier_error; unsigned int mmc_tx_octetcount_g; unsigned int mmc_tx_framecount_g; unsigned int mmc_tx_excessdef; unsigned int mmc_tx_pause_frame; unsigned int mmc_tx_vlan_frame_g; unsigned int mmc_rx_framecount_gb; unsigned int mmc_rx_octetcount_gb; unsigned int mmc_rx_octetcount_g; unsigned int mmc_rx_broadcastframe_g; unsigned int mmc_rx_multicastframe_g; unsigned int mmc_rx_crc_error; unsigned int mmc_rx_align_error; unsigned int mmc_rx_run_error; unsigned int mmc_rx_jabber_error; unsigned int mmc_rx_undersize_g; unsigned int mmc_rx_oversize_g; unsigned int mmc_rx_64_octets_gb; unsigned int mmc_rx_65_to_127_octets_gb; unsigned int mmc_rx_128_to_255_octets_gb; unsigned int mmc_rx_256_to_511_octets_gb; unsigned int mmc_rx_512_to_1023_octets_gb; unsigned int mmc_rx_1024_to_max_octets_gb; unsigned int mmc_rx_unicast_g; unsigned int mmc_rx_length_error; unsigned int mmc_rx_autofrangetype; unsigned int mmc_rx_pause_frames; unsigned int mmc_rx_fifo_overflow; unsigned int mmc_rx_vlan_frames_gb; unsigned int mmc_rx_watchdog_error; unsigned int mmc_rx_ipc_intr_mask; unsigned int mmc_rx_ipc_intr; unsigned int mmc_rx_ipv4_gd; unsigned int mmc_rx_ipv4_hderr; unsigned int mmc_rx_ipv4_nopay; unsigned int mmc_rx_ipv4_frag; unsigned int mmc_rx_ipv4_udsbl; unsigned int mmc_rx_ipv4_gd_octets; unsigned int mmc_rx_ipv4_hderr_octets; unsigned int mmc_rx_ipv4_nopay_octets; unsigned int mmc_rx_ipv4_frag_octets; unsigned int mmc_rx_ipv4_udsbl_octets; unsigned int mmc_rx_ipv6_gd_octets; unsigned int mmc_rx_ipv6_hderr_octets; unsigned int mmc_rx_ipv6_nopay_octets; unsigned int mmc_rx_ipv6_gd; unsigned int mmc_rx_ipv6_hderr; unsigned int mmc_rx_ipv6_nopay; unsigned int mmc_rx_udp_gd; unsigned int mmc_rx_udp_err; unsigned int mmc_rx_tcp_gd; unsigned int mmc_rx_tcp_err; unsigned int mmc_rx_icmp_gd; unsigned int mmc_rx_icmp_err; unsigned int mmc_rx_udp_gd_octets; unsigned int mmc_rx_udp_err_octets; unsigned int mmc_rx_tcp_gd_octets; unsigned int mmc_rx_tcp_err_octets; unsigned int mmc_rx_icmp_gd_octets; unsigned int mmc_rx_icmp_err_octets; unsigned int mmc_tx_fpe_fragment_cntr; unsigned int mmc_tx_hold_req_cntr; unsigned int mmc_rx_packet_assembly_err_cntr; unsigned int mmc_rx_packet_smd_err_cntr; unsigned int mmc_rx_packet_assembly_ok_cntr; unsigned int mmc_rx_fpe_fragment_cntr; }; struct stmmac_flow_entry; struct stmmac_rfs_entry; struct stmmac_priv { u32 tx_coal_frames[8]; u32 tx_coal_timer[8]; u32 rx_coal_frames[8]; int hwts_tx_en; bool tx_path_in_lpi_mode; bool tso; int sph; int sph_cap; u32 sarc_type; unsigned int rx_copybreak; u32 rx_riwt[8]; int hwts_rx_en; void *ioaddr; struct net_device *dev; struct device *device; struct mac_device_info *hw; int (*hwif_quirks)(struct stmmac_priv *); struct mutex lock; long: 64; long: 64; long: 64; struct stmmac_dma_conf dma_conf; struct stmmac_channel channel[8]; int speed; unsigned int flow_ctrl; unsigned int pause; struct mii_bus *mii; struct phylink_config phylink_config; struct phylink *phylink; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct stmmac_extra_stats xstats; struct stmmac_safety_stats sstats; struct plat_stmmacenet_data *plat; struct dma_features dma_cap; struct stmmac_counters mmc; int hw_cap_support; int synopsys_id; u32 msg_enable; int wolopts; int wol_irq; int clk_csr; struct timer_list eee_ctrl_timer; int lpi_irq; int eee_enabled; int eee_active; int tx_lpi_timer; int tx_lpi_enabled; int eee_tw_timer; bool eee_sw_timer_en; unsigned int mode; unsigned int chain_mode; int extend_desc; struct hwtstamp_config tstamp_config; struct ptp_clock *ptp_clock; struct ptp_clock_info ptp_clock_ops; unsigned int default_addend; u32 sub_second_inc; u32 systime_flags; u32 adv_ts; int use_riwt; int irq_wake; rwlock_t ptp_lock; struct mutex aux_ts_lock; wait_queue_head_t tstamp_busy_wait; void *mmcaddr; void *ptpaddr; long unsigned int active_vlans[64]; int sfty_ce_irq; int sfty_ue_irq; int rx_irq[8]; int tx_irq[8]; char int_name_mac[25]; char int_name_wol[25]; char int_name_lpi[25]; char int_name_sfty_ce[26]; char int_name_sfty_ue[26]; char int_name_rx_irq[240]; char int_name_tx_irq[272]; struct dentry *dbgfs_dir; long unsigned int state; struct workqueue_struct *wq; struct work_struct service_task; long unsigned int fpe_task_state; struct workqueue_struct *fpe_wq; struct work_struct fpe_task; char wq_name[20]; unsigned int tc_entries_max; unsigned int tc_off_max; struct stmmac_tc_entry *tc_entries; unsigned int flow_entries_max; struct stmmac_flow_entry *flow_entries; unsigned int rfs_entries_max[3]; unsigned int rfs_entries_cnt[3]; unsigned int rfs_entries_total; struct stmmac_rfs_entry *rfs_entries; struct stmmac_pps_cfg pps[4]; struct stmmac_rss rss; long unsigned int *af_xdp_zc_qps; struct bpf_prog *xdp_prog; long: 64; long: 64; long: 64; long: 64; }; struct stmmac_mode_ops { void (*init)(void *, dma_addr_t, unsigned int, unsigned int); unsigned int (*is_jumbo_frm)(int, int); int (*jumbo_frm)(void *, struct sk_buff *, int); int (*set_16kib_bfsize)(int); void (*init_desc3)(struct dma_desc *); void (*refill_desc3)(void *, struct dma_desc *); void (*clean_desc3)(void *, struct dma_desc *); }; struct tc_cls_u32_offload; struct tc_cbs_qopt_offload; struct flow_cls_offload; struct tc_taprio_qopt_offload; struct tc_etf_qopt_offload; struct stmmac_tc_ops { int (*init)(struct stmmac_priv *); int (*setup_cls_u32)(struct stmmac_priv *, struct tc_cls_u32_offload *); int (*setup_cbs)(struct stmmac_priv *, struct tc_cbs_qopt_offload *); int (*setup_cls)(struct stmmac_priv *, struct flow_cls_offload *); int (*setup_taprio)(struct stmmac_priv *, struct tc_taprio_qopt_offload *); int (*setup_etf)(struct stmmac_priv *, struct tc_etf_qopt_offload *); }; struct stmmac_mmc_ops { void (*ctrl)(void *, unsigned int); void (*intr_all_mask)(void *); void (*read)(void *, struct stmmac_counters *); }; enum stmmac_txbuf_type { STMMAC_TXBUF_T_SKB = 0, STMMAC_TXBUF_T_XDP_TX = 1, STMMAC_TXBUF_T_XDP_NDO = 2, STMMAC_TXBUF_T_XSK_TX = 3, }; struct stmmac_tx_info { dma_addr_t buf; bool map_as_page; unsigned int len; bool last_segment; bool is_jumbo; enum stmmac_txbuf_type buf_type; }; struct stmmac_rx_buffer { union { struct { struct page *page; dma_addr_t addr; __u32 page_offset; }; struct xdp_buff *xdp; }; struct page *sec_page; dma_addr_t sec_addr; }; struct stmmac_flow_entry { long unsigned int cookie; long unsigned int action; u8 ip_proto; int in_use; int idx; int is_l4; }; struct stmmac_rfs_entry { long unsigned int cookie; u16 etype; int in_use; int type; int tc; }; enum dma_irq_status { tx_hard_error = 1, tx_hard_error_bump_tc = 2, handle_rx = 4, handle_tx = 8, }; enum dma_irq_dir { DMA_DIR_RX = 1, DMA_DIR_TX = 2, DMA_DIR_RXTX = 3, }; enum ttc_control { DMA_CONTROL_TTC_DEFAULT = 0, DMA_CONTROL_TTC_64 = 16384, DMA_CONTROL_TTC_128 = 32768, DMA_CONTROL_TTC_256 = 49152, DMA_CONTROL_TTC_18 = 4194304, DMA_CONTROL_TTC_24 = 4210688, DMA_CONTROL_TTC_32 = 4227072, DMA_CONTROL_TTC_40 = 4243456, DMA_CONTROL_SE = 8, DMA_CONTROL_OSF = 4, }; struct pps_event_time { struct timespec64 ts_real; }; enum ptp_clock_events { PTP_CLOCK_ALARM = 0, PTP_CLOCK_EXTTS = 1, PTP_CLOCK_PPS = 2, PTP_CLOCK_PPSUSR = 3, }; struct ptp_clock_event { int type; int index; union { u64 timestamp; struct pps_event_time pps_times; }; }; enum stmmac_rfs_type { STMMAC_RFS_T_VLAN = 0, STMMAC_RFS_T_LLDP = 1, STMMAC_RFS_T_1588 = 2, STMMAC_RFS_T_MAX = 3, }; enum { TC_TAPRIO_CMD_SET_GATES = 0, TC_TAPRIO_CMD_SET_AND_HOLD = 1, TC_TAPRIO_CMD_SET_AND_RELEASE = 2, }; enum tca_id { TCA_ID_UNSPEC = 0, TCA_ID_POLICE = 1, TCA_ID_GACT = 5, TCA_ID_IPT = 6, TCA_ID_PEDIT = 7, TCA_ID_MIRRED = 8, TCA_ID_NAT = 9, TCA_ID_XT = 10, TCA_ID_SKBEDIT = 11, TCA_ID_VLAN = 12, TCA_ID_BPF = 13, TCA_ID_CONNMARK = 14, TCA_ID_SKBMOD = 15, TCA_ID_CSUM = 16, TCA_ID_TUNNEL_KEY = 17, TCA_ID_SIMP = 22, TCA_ID_IFE = 25, TCA_ID_SAMPLE = 26, TCA_ID_CTINFO = 27, TCA_ID_MPLS = 28, TCA_ID_CT = 29, TCA_ID_GATE = 30, __TCA_ID_MAX = 255, }; struct tcf_t { __u64 install; __u64 lastuse; __u64 expires; __u64 firstuse; }; struct tc_u32_key { __be32 mask; __be32 val; int off; int offmask; }; struct tc_u32_sel { unsigned char flags; unsigned char offshift; unsigned char nkeys; __be16 offmask; __u16 off; short int offoff; short int hoff; __be32 hmask; struct tc_u32_key keys[0]; }; struct flow_dissector_key_basic { __be16 n_proto; u8 ip_proto; u8 padding; }; struct flow_dissector_key_vlan { union { struct { u16 vlan_id: 12; u16 vlan_dei: 1; u16 vlan_priority: 3; }; __be16 vlan_tci; }; __be16 vlan_tpid; __be16 vlan_eth_type; u16 padding; }; struct flow_dissector_key_ipv4_addrs { __be32 src; __be32 dst; }; struct flow_dissector_key_ports { union { __be32 ports; struct { __be16 src; __be16 dst; }; }; }; struct flow_dissector { unsigned int used_keys; short unsigned int offset[31]; }; struct net_generic { union { struct { unsigned int len; struct callback_head rcu; } s; struct { struct { } __empty_ptr; void *ptr[0]; }; }; }; struct flow_match { struct flow_dissector *dissector; void *mask; void *key; }; struct flow_match_basic { struct flow_dissector_key_basic *key; struct flow_dissector_key_basic *mask; }; struct flow_match_vlan { struct flow_dissector_key_vlan *key; struct flow_dissector_key_vlan *mask; }; struct flow_match_ipv4_addrs { struct flow_dissector_key_ipv4_addrs *key; struct flow_dissector_key_ipv4_addrs *mask; }; struct flow_match_ports { struct flow_dissector_key_ports *key; struct flow_dissector_key_ports *mask; }; enum flow_action_id { FLOW_ACTION_ACCEPT = 0, FLOW_ACTION_DROP = 1, FLOW_ACTION_TRAP = 2, FLOW_ACTION_GOTO = 3, FLOW_ACTION_REDIRECT = 4, FLOW_ACTION_MIRRED = 5, FLOW_ACTION_REDIRECT_INGRESS = 6, FLOW_ACTION_MIRRED_INGRESS = 7, FLOW_ACTION_VLAN_PUSH = 8, FLOW_ACTION_VLAN_POP = 9, FLOW_ACTION_VLAN_MANGLE = 10, FLOW_ACTION_TUNNEL_ENCAP = 11, FLOW_ACTION_TUNNEL_DECAP = 12, FLOW_ACTION_MANGLE = 13, FLOW_ACTION_ADD = 14, FLOW_ACTION_CSUM = 15, FLOW_ACTION_MARK = 16, FLOW_ACTION_PTYPE = 17, FLOW_ACTION_PRIORITY = 18, FLOW_ACTION_RX_QUEUE_MAPPING = 19, FLOW_ACTION_WAKE = 20, FLOW_ACTION_QUEUE = 21, FLOW_ACTION_SAMPLE = 22, FLOW_ACTION_POLICE = 23, FLOW_ACTION_CT = 24, FLOW_ACTION_CT_METADATA = 25, FLOW_ACTION_MPLS_PUSH = 26, FLOW_ACTION_MPLS_POP = 27, FLOW_ACTION_MPLS_MANGLE = 28, FLOW_ACTION_GATE = 29, FLOW_ACTION_PPPOE_PUSH = 30, FLOW_ACTION_JUMP = 31, FLOW_ACTION_PIPE = 32, FLOW_ACTION_VLAN_PUSH_ETH = 33, FLOW_ACTION_VLAN_POP_ETH = 34, FLOW_ACTION_CONTINUE = 35, NUM_FLOW_ACTIONS = 36, }; enum flow_action_mangle_base { FLOW_ACT_MANGLE_UNSPEC = 0, FLOW_ACT_MANGLE_HDR_TYPE_ETH = 1, FLOW_ACT_MANGLE_HDR_TYPE_IP4 = 2, FLOW_ACT_MANGLE_HDR_TYPE_IP6 = 3, FLOW_ACT_MANGLE_HDR_TYPE_TCP = 4, FLOW_ACT_MANGLE_HDR_TYPE_UDP = 5, }; enum flow_action_hw_stats { FLOW_ACTION_HW_STATS_IMMEDIATE = 1, FLOW_ACTION_HW_STATS_DELAYED = 2, FLOW_ACTION_HW_STATS_ANY = 3, FLOW_ACTION_HW_STATS_DISABLED = 4, FLOW_ACTION_HW_STATS_DONT_CARE = 7, }; typedef void (*action_destr)(void *); struct flow_action_cookie { u32 cookie_len; u8 cookie[0]; }; struct nf_flowtable; struct ip_tunnel_info; struct psample_group; struct action_gate_entry; struct flow_action_entry { enum flow_action_id id; u32 hw_index; enum flow_action_hw_stats hw_stats; action_destr destructor; void *destructor_priv; union { u32 chain_index; struct net_device *dev; struct { u16 vid; __be16 proto; u8 prio; } vlan; struct { unsigned char dst[6]; unsigned char src[6]; } vlan_push_eth; struct { enum flow_action_mangle_base htype; u32 offset; u32 mask; u32 val; } mangle; struct ip_tunnel_info *tunnel; u32 csum_flags; u32 mark; u16 ptype; u16 rx_queue; u32 priority; struct { u32 ctx; u32 index; u8 vf; } queue; struct { struct psample_group *psample_group; u32 rate; u32 trunc_size; bool truncate; } sample; struct { u32 burst; u64 rate_bytes_ps; u64 peakrate_bytes_ps; u32 avrate; u16 overhead; u64 burst_pkt; u64 rate_pkt_ps; u32 mtu; struct { enum flow_action_id act_id; u32 extval; } exceed; struct { enum flow_action_id act_id; u32 extval; } notexceed; } police; struct { int action; u16 zone; struct nf_flowtable *flow_table; } ct; struct { long unsigned int cookie; u32 mark; u32 labels[4]; bool orig_dir; } ct_metadata; struct { u32 label; __be16 proto; u8 tc; u8 bos; u8 ttl; } mpls_push; struct { __be16 proto; } mpls_pop; struct { u32 label; u8 tc; u8 bos; u8 ttl; } mpls_mangle; struct { s32 prio; u64 basetime; u64 cycletime; u64 cycletimeext; u32 num_entries; struct action_gate_entry *entries; } gate; struct { u16 sid; } pppoe; }; struct flow_action_cookie *cookie; }; struct flow_action { unsigned int num_entries; struct flow_action_entry entries[0]; }; struct flow_rule { struct flow_match match; struct flow_action action; }; struct flow_stats { u64 pkts; u64 bytes; u64 drops; u64 lastused; enum flow_action_hw_stats used_hw_stats; bool used_hw_stats_valid; }; enum flow_cls_command { FLOW_CLS_REPLACE = 0, FLOW_CLS_DESTROY = 1, FLOW_CLS_STATS = 2, FLOW_CLS_TMPLT_CREATE = 3, FLOW_CLS_TMPLT_DESTROY = 4, }; struct flow_cls_common_offload { u32 chain_index; __be16 protocol; u32 prio; struct netlink_ext_ack *extack; }; struct flow_cls_offload { struct flow_cls_common_offload common; enum flow_cls_command command; long unsigned int cookie; struct flow_rule *rule; struct flow_stats stats; u32 classid; }; struct tcf_walker { int stop; int skip; int count; bool nonempty; long unsigned int cookie; int (*fn)(struct tcf_proto *, void *, struct tcf_walker *); }; struct tc_cbs_qopt_offload { u8 enable; s32 queue; s32 hicredit; s32 locredit; s32 idleslope; s32 sendslope; }; struct tc_etf_qopt_offload { u8 enable; s32 queue; }; struct tc_taprio_sched_entry { u8 command; u32 gate_mask; u32 interval; }; struct tc_taprio_qopt_offload { u8 enable; ktime_t base_time; u64 cycle_time; u64 cycle_time_extension; u32 max_sdu[16]; size_t num_entries; struct tc_taprio_sched_entry entries[0]; }; struct tcf_idrinfo { struct mutex lock; struct idr action_idr; struct net *net; }; struct tc_action_ops; struct tc_cookie; struct tc_action { const struct tc_action_ops *ops; __u32 type; struct tcf_idrinfo *idrinfo; u32 tcfa_index; refcount_t tcfa_refcnt; atomic_t tcfa_bindcnt; int tcfa_action; struct tcf_t tcfa_tm; long: 64; struct gnet_stats_basic_sync tcfa_bstats; struct gnet_stats_basic_sync tcfa_bstats_hw; struct gnet_stats_queue tcfa_qstats; struct net_rate_estimator *tcfa_rate_est; spinlock_t tcfa_lock; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_basic_sync *cpu_bstats_hw; struct gnet_stats_queue *cpu_qstats; struct tc_cookie *act_cookie; struct tcf_chain *goto_chain; u32 tcfa_flags; u8 hw_stats; u8 used_hw_stats; bool used_hw_stats_valid; u32 in_hw_count; }; typedef void (*tc_action_priv_destructor)(void *); struct tc_action_ops { struct list_head head; char kind[16]; enum tca_id id; unsigned int net_id; size_t size; struct module *owner; int (*act)(struct sk_buff *, const struct tc_action *, struct tcf_result *); int (*dump)(struct sk_buff *, struct tc_action *, int, int); void (*cleanup)(struct tc_action *); int (*lookup)(struct net *, struct tc_action **, u32); int (*init)(struct net *, struct nlattr *, struct nlattr *, struct tc_action **, struct tcf_proto *, u32, struct netlink_ext_ack *); int (*walk)(struct net *, struct sk_buff *, struct netlink_callback *, int, const struct tc_action_ops *, struct netlink_ext_ack *); void (*stats_update)(struct tc_action *, u64, u64, u64, u64, bool); size_t (*get_fill_size)(const struct tc_action *); struct net_device * (*get_dev)(const struct tc_action *, tc_action_priv_destructor *); struct psample_group * (*get_psample_group)(const struct tc_action *, tc_action_priv_destructor *); int (*offload_act_setup)(struct tc_action *, void *, u32 *, bool, struct netlink_ext_ack *); }; struct tc_cookie { u8 *data; u32 len; struct callback_head rcu; }; struct tcf_exts { __u32 type; int nr_actions; struct tc_action **actions; struct net *net; netns_tracker ns_tracker; int action; int police; }; struct tc_cls_u32_knode { struct tcf_exts *exts; struct tcf_result *res; struct tc_u32_sel *sel; u32 handle; u32 val; u32 mask; u32 link_handle; u8 fshift; }; struct tc_cls_u32_hnode { u32 handle; u32 prio; unsigned int divisor; }; enum tc_clsu32_command { TC_CLSU32_NEW_KNODE = 0, TC_CLSU32_REPLACE_KNODE = 1, TC_CLSU32_DELETE_KNODE = 2, TC_CLSU32_NEW_HNODE = 3, TC_CLSU32_REPLACE_HNODE = 4, TC_CLSU32_DELETE_HNODE = 5, }; struct tc_cls_u32_offload { struct flow_cls_common_offload common; enum tc_clsu32_command command; union { struct tc_cls_u32_knode knode; struct tc_cls_u32_hnode hnode; }; }; struct tcf_gact { struct tc_action common; u16 tcfg_ptype; u16 tcfg_pval; int tcfg_paction; atomic_t packets; }; enum packets_types { PACKET_AVCPQ = 1, PACKET_PTPQ = 2, PACKET_DCBCPQ = 3, PACKET_UPQ = 4, PACKET_MCBCQ = 5, }; struct xdp_desc { __u64 addr; __u32 len; __u32 options; }; struct xdp_umem; struct xsk_queue; struct xdp_buff_xsk; struct xsk_buff_pool { struct device *dev; struct net_device *netdev; struct list_head xsk_tx_list; spinlock_t xsk_tx_list_lock; refcount_t users; struct xdp_umem *umem; struct work_struct work; struct list_head free_list; u32 heads_cnt; u16 queue_id; long: 16; long: 64; long: 64; long: 64; struct xsk_queue *fq; struct xsk_queue *cq; dma_addr_t *dma_pages; struct xdp_buff_xsk *heads; struct xdp_desc *tx_descs; u64 chunk_mask; u64 addrs_cnt; u32 free_list_cnt; u32 dma_pages_cnt; u32 free_heads_cnt; u32 headroom; u32 chunk_size; u32 chunk_shift; u32 frame_len; u8 cached_need_wakeup; bool uses_need_wakeup; bool dma_need_sync; bool unaligned; void *addrs; spinlock_t cq_lock; struct xdp_buff_xsk *free_heads[0]; long: 64; long: 64; long: 64; }; struct xdp_umem { void *addrs; u64 size; u32 headroom; u32 chunk_size; u32 chunks; u32 npgs; struct user_struct *user; refcount_t users; u8 flags; bool zc; struct page **pgs; int id; struct list_head xsk_dma_list; struct work_struct work; }; struct xdp_buff_xsk { struct xdp_buff xdp; dma_addr_t dma; dma_addr_t frame_dma; struct xsk_buff_pool *pool; u64 orig_addr; struct list_head free_list_node; }; struct atomic_notifier_head { spinlock_t lock; struct notifier_block *head; }; struct usb_device_id { __u16 match_flags; __u16 idVendor; __u16 idProduct; __u16 bcdDevice_lo; __u16 bcdDevice_hi; __u8 bDeviceClass; __u8 bDeviceSubClass; __u8 bDeviceProtocol; __u8 bInterfaceClass; __u8 bInterfaceSubClass; __u8 bInterfaceProtocol; __u8 bInterfaceNumber; kernel_ulong_t driver_info; }; struct usb_descriptor_header { __u8 bLength; __u8 bDescriptorType; }; struct usb_device_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 bcdUSB; __u8 bDeviceClass; __u8 bDeviceSubClass; __u8 bDeviceProtocol; __u8 bMaxPacketSize0; __le16 idVendor; __le16 idProduct; __le16 bcdDevice; __u8 iManufacturer; __u8 iProduct; __u8 iSerialNumber; __u8 bNumConfigurations; }; struct usb_config_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 wTotalLength; __u8 bNumInterfaces; __u8 bConfigurationValue; __u8 iConfiguration; __u8 bmAttributes; __u8 bMaxPower; } __attribute__((packed)); struct usb_interface_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bInterfaceNumber; __u8 bAlternateSetting; __u8 bNumEndpoints; __u8 bInterfaceClass; __u8 bInterfaceSubClass; __u8 bInterfaceProtocol; __u8 iInterface; }; struct usb_endpoint_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bEndpointAddress; __u8 bmAttributes; __le16 wMaxPacketSize; __u8 bInterval; __u8 bRefresh; __u8 bSynchAddress; } __attribute__((packed)); struct usb_ssp_isoc_ep_comp_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 wReseved; __le32 dwBytesPerInterval; }; struct usb_ss_ep_comp_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bMaxBurst; __u8 bmAttributes; __le16 wBytesPerInterval; }; struct usb_interface_assoc_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bFirstInterface; __u8 bInterfaceCount; __u8 bFunctionClass; __u8 bFunctionSubClass; __u8 bFunctionProtocol; __u8 iFunction; }; struct usb_bos_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 wTotalLength; __u8 bNumDeviceCaps; } __attribute__((packed)); struct usb_ext_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __le32 bmAttributes; } __attribute__((packed)); struct usb_ss_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __u8 bmAttributes; __le16 wSpeedSupported; __u8 bFunctionalitySupport; __u8 bU1devExitLat; __le16 bU2DevExitLat; }; struct usb_ss_container_id_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __u8 bReserved; __u8 ContainerID[16]; }; struct usb_ssp_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __u8 bReserved; __le32 bmAttributes; __le16 wFunctionalitySupport; __le16 wReserved; __le32 bmSublinkSpeedAttr[1]; }; struct usb_ptm_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; }; enum usb_device_speed { USB_SPEED_UNKNOWN = 0, USB_SPEED_LOW = 1, USB_SPEED_FULL = 2, USB_SPEED_HIGH = 3, USB_SPEED_WIRELESS = 4, USB_SPEED_SUPER = 5, USB_SPEED_SUPER_PLUS = 6, }; enum usb_device_state { USB_STATE_NOTATTACHED = 0, USB_STATE_ATTACHED = 1, USB_STATE_POWERED = 2, USB_STATE_RECONNECTING = 3, USB_STATE_UNAUTHENTICATED = 4, USB_STATE_DEFAULT = 5, USB_STATE_ADDRESS = 6, USB_STATE_CONFIGURED = 7, USB_STATE_SUSPENDED = 8, }; enum usb3_link_state { USB3_LPM_U0 = 0, USB3_LPM_U1 = 1, USB3_LPM_U2 = 2, USB3_LPM_U3 = 3, }; enum usb_ssp_rate { USB_SSP_GEN_UNKNOWN = 0, USB_SSP_GEN_2x1 = 1, USB_SSP_GEN_1x2 = 2, USB_SSP_GEN_2x2 = 3, }; struct ep_device; struct usb_host_endpoint { struct usb_endpoint_descriptor desc; struct usb_ss_ep_comp_descriptor ss_ep_comp; struct usb_ssp_isoc_ep_comp_descriptor ssp_isoc_ep_comp; char: 8; struct list_head urb_list; void *hcpriv; struct ep_device *ep_dev; unsigned char *extra; int extralen; int enabled; int streams; int: 32; } __attribute__((packed)); struct usb_host_interface { struct usb_interface_descriptor desc; int extralen; unsigned char *extra; struct usb_host_endpoint *endpoint; char *string; }; enum usb_interface_condition { USB_INTERFACE_UNBOUND = 0, USB_INTERFACE_BINDING = 1, USB_INTERFACE_BOUND = 2, USB_INTERFACE_UNBINDING = 3, }; struct usb_interface { struct usb_host_interface *altsetting; struct usb_host_interface *cur_altsetting; unsigned int num_altsetting; struct usb_interface_assoc_descriptor *intf_assoc; int minor; enum usb_interface_condition condition; unsigned int sysfs_files_created: 1; unsigned int ep_devs_created: 1; unsigned int unregistering: 1; unsigned int needs_remote_wakeup: 1; unsigned int needs_altsetting0: 1; unsigned int needs_binding: 1; unsigned int resetting_device: 1; unsigned int authorized: 1; struct device dev; struct device *usb_dev; struct work_struct reset_ws; }; struct usb_interface_cache { unsigned int num_altsetting; struct kref ref; struct usb_host_interface altsetting[0]; }; struct usb_host_config { struct usb_config_descriptor desc; char *string; struct usb_interface_assoc_descriptor *intf_assoc[16]; struct usb_interface *interface[32]; struct usb_interface_cache *intf_cache[32]; unsigned char *extra; int extralen; }; struct usb_host_bos { struct usb_bos_descriptor *desc; struct usb_ext_cap_descriptor *ext_cap; struct usb_ss_cap_descriptor *ss_cap; struct usb_ssp_cap_descriptor *ssp_cap; struct usb_ss_container_id_descriptor *ss_id; struct usb_ptm_cap_descriptor *ptm_cap; }; struct usb_devmap { long unsigned int devicemap[2]; }; struct mon_bus; struct usb_device; struct usb_bus { struct device *controller; struct device *sysdev; int busnum; const char *bus_name; u8 uses_pio_for_control; u8 otg_port; unsigned int is_b_host: 1; unsigned int b_hnp_enable: 1; unsigned int no_stop_on_short: 1; unsigned int no_sg_constraint: 1; unsigned int sg_tablesize; int devnum_next; struct mutex devnum_next_mutex; struct usb_devmap devmap; struct usb_device *root_hub; struct usb_bus *hs_companion; int bandwidth_allocated; int bandwidth_int_reqs; int bandwidth_isoc_reqs; unsigned int resuming_ports; struct mon_bus *mon_bus; int monitored; }; struct wusb_dev; struct usb2_lpm_parameters { unsigned int besl; int timeout; }; struct usb3_lpm_parameters { unsigned int mel; unsigned int pel; unsigned int sel; int timeout; }; struct usb_tt; struct usb_device { int devnum; char devpath[16]; u32 route; enum usb_device_state state; enum usb_device_speed speed; unsigned int rx_lanes; unsigned int tx_lanes; enum usb_ssp_rate ssp_rate; struct usb_tt *tt; int ttport; unsigned int toggle[2]; struct usb_device *parent; struct usb_bus *bus; struct usb_host_endpoint ep0; struct device dev; struct usb_device_descriptor descriptor; struct usb_host_bos *bos; struct usb_host_config *config; struct usb_host_config *actconfig; struct usb_host_endpoint *ep_in[16]; struct usb_host_endpoint *ep_out[16]; char **rawdescriptors; short unsigned int bus_mA; u8 portnum; u8 level; u8 devaddr; unsigned int can_submit: 1; unsigned int persist_enabled: 1; unsigned int reset_in_progress: 1; unsigned int have_langid: 1; unsigned int authorized: 1; unsigned int authenticated: 1; unsigned int wusb: 1; unsigned int lpm_capable: 1; unsigned int lpm_devinit_allow: 1; unsigned int usb2_hw_lpm_capable: 1; unsigned int usb2_hw_lpm_besl_capable: 1; unsigned int usb2_hw_lpm_enabled: 1; unsigned int usb2_hw_lpm_allowed: 1; unsigned int usb3_lpm_u1_enabled: 1; unsigned int usb3_lpm_u2_enabled: 1; int string_langid; char *product; char *manufacturer; char *serial; struct list_head filelist; int maxchild; u32 quirks; atomic_t urbnum; long unsigned int active_duration; long unsigned int connect_time; unsigned int do_remote_wakeup: 1; unsigned int reset_resume: 1; unsigned int port_is_suspended: 1; struct wusb_dev *wusb_dev; int slot_id; struct usb2_lpm_parameters l1_params; struct usb3_lpm_parameters u1_params; struct usb3_lpm_parameters u2_params; unsigned int lpm_disable_count; u16 hub_delay; unsigned int use_generic_driver: 1; }; enum usb_port_connect_type { USB_PORT_CONNECT_TYPE_UNKNOWN = 0, USB_PORT_CONNECT_TYPE_HOT_PLUG = 1, USB_PORT_CONNECT_TYPE_HARD_WIRED = 2, USB_PORT_NOT_USED = 3, }; struct usb_tt { struct usb_device *hub; int multi; unsigned int think_time; void *hcpriv; spinlock_t lock; struct list_head clear_list; struct work_struct clear_work; }; struct usb_dynids { spinlock_t lock; struct list_head list; }; struct usbdrv_wrap { struct device_driver driver; int for_devices; }; struct usb_driver { const char *name; int (*probe)(struct usb_interface *, const struct usb_device_id *); void (*disconnect)(struct usb_interface *); int (*unlocked_ioctl)(struct usb_interface *, unsigned int, void *); int (*suspend)(struct usb_interface *, pm_message_t); int (*resume)(struct usb_interface *); int (*reset_resume)(struct usb_interface *); int (*pre_reset)(struct usb_interface *); int (*post_reset)(struct usb_interface *); const struct usb_device_id *id_table; const struct attribute_group **dev_groups; struct usb_dynids dynids; struct usbdrv_wrap drvwrap; unsigned int no_dynamic_id: 1; unsigned int supports_autosuspend: 1; unsigned int disable_hub_initiated_lpm: 1; unsigned int soft_unbind: 1; }; struct usb_device_driver { const char *name; bool (*match)(struct usb_device *); int (*probe)(struct usb_device *); void (*disconnect)(struct usb_device *); int (*suspend)(struct usb_device *, pm_message_t); int (*resume)(struct usb_device *, pm_message_t); const struct attribute_group **dev_groups; struct usbdrv_wrap drvwrap; const struct usb_device_id *id_table; unsigned int supports_autosuspend: 1; unsigned int generic_subclass: 1; }; struct usb_iso_packet_descriptor { unsigned int offset; unsigned int length; unsigned int actual_length; int status; }; struct usb_anchor { struct list_head urb_list; wait_queue_head_t wait; spinlock_t lock; atomic_t suspend_wakeups; unsigned int poisoned: 1; }; struct urb; typedef void (*usb_complete_t)(struct urb *); struct urb { struct kref kref; int unlinked; void *hcpriv; atomic_t use_count; atomic_t reject; struct list_head urb_list; struct list_head anchor_list; struct usb_anchor *anchor; struct usb_device *dev; struct usb_host_endpoint *ep; unsigned int pipe; unsigned int stream_id; int status; unsigned int transfer_flags; void *transfer_buffer; dma_addr_t transfer_dma; struct scatterlist *sg; int num_mapped_sgs; int num_sgs; u32 transfer_buffer_length; u32 actual_length; unsigned char *setup_packet; dma_addr_t setup_dma; int start_frame; int number_of_packets; int interval; int error_count; void *context; usb_complete_t complete; struct usb_iso_packet_descriptor iso_frame_desc[0]; }; struct giveback_urb_bh { bool running; bool high_prio; spinlock_t lock; struct list_head head; struct tasklet_struct bh; struct usb_host_endpoint *completing_ep; }; enum usb_dev_authorize_policy { USB_DEVICE_AUTHORIZE_NONE = 0, USB_DEVICE_AUTHORIZE_ALL = 1, USB_DEVICE_AUTHORIZE_INTERNAL = 2, }; struct usb_phy_roothub; struct hc_driver; struct usb_phy; struct gen_pool; struct usb_hcd { struct usb_bus self; struct kref kref; const char *product_desc; int speed; char irq_descr[24]; struct timer_list rh_timer; struct urb *status_urb; struct work_struct wakeup_work; struct work_struct died_work; const struct hc_driver *driver; struct usb_phy *usb_phy; struct usb_phy_roothub *phy_roothub; long unsigned int flags; enum usb_dev_authorize_policy dev_policy; unsigned int rh_registered: 1; unsigned int rh_pollable: 1; unsigned int msix_enabled: 1; unsigned int msi_enabled: 1; unsigned int skip_phy_initialization: 1; unsigned int uses_new_polling: 1; unsigned int wireless: 1; unsigned int has_tt: 1; unsigned int amd_resume_bug: 1; unsigned int can_do_streams: 1; unsigned int tpl_support: 1; unsigned int cant_recv_wakeups: 1; unsigned int irq; void *regs; resource_size_t rsrc_start; resource_size_t rsrc_len; unsigned int power_budget; struct giveback_urb_bh high_prio_bh; struct giveback_urb_bh low_prio_bh; struct mutex *address0_mutex; struct mutex *bandwidth_mutex; struct usb_hcd *shared_hcd; struct usb_hcd *primary_hcd; struct dma_pool *pool[4]; int state; struct gen_pool *localmem_pool; long unsigned int hcd_priv[0]; }; struct hc_driver { const char *description; const char *product_desc; size_t hcd_priv_size; irqreturn_t (*irq)(struct usb_hcd *); int flags; int (*reset)(struct usb_hcd *); int (*start)(struct usb_hcd *); int (*pci_suspend)(struct usb_hcd *, bool); int (*pci_resume)(struct usb_hcd *, bool); int (*pci_poweroff_late)(struct usb_hcd *, bool); void (*stop)(struct usb_hcd *); void (*shutdown)(struct usb_hcd *); int (*get_frame_number)(struct usb_hcd *); int (*urb_enqueue)(struct usb_hcd *, struct urb *, gfp_t); int (*urb_dequeue)(struct usb_hcd *, struct urb *, int); int (*map_urb_for_dma)(struct usb_hcd *, struct urb *, gfp_t); void (*unmap_urb_for_dma)(struct usb_hcd *, struct urb *); void (*endpoint_disable)(struct usb_hcd *, struct usb_host_endpoint *); void (*endpoint_reset)(struct usb_hcd *, struct usb_host_endpoint *); int (*hub_status_data)(struct usb_hcd *, char *); int (*hub_control)(struct usb_hcd *, u16, u16, u16, char *, u16); int (*bus_suspend)(struct usb_hcd *); int (*bus_resume)(struct usb_hcd *); int (*start_port_reset)(struct usb_hcd *, unsigned int); long unsigned int (*get_resuming_ports)(struct usb_hcd *); void (*relinquish_port)(struct usb_hcd *, int); int (*port_handed_over)(struct usb_hcd *, int); void (*clear_tt_buffer_complete)(struct usb_hcd *, struct usb_host_endpoint *); int (*alloc_dev)(struct usb_hcd *, struct usb_device *); void (*free_dev)(struct usb_hcd *, struct usb_device *); int (*alloc_streams)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint **, unsigned int, unsigned int, gfp_t); int (*free_streams)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint **, unsigned int, gfp_t); int (*add_endpoint)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint *); int (*drop_endpoint)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint *); int (*check_bandwidth)(struct usb_hcd *, struct usb_device *); void (*reset_bandwidth)(struct usb_hcd *, struct usb_device *); int (*address_device)(struct usb_hcd *, struct usb_device *); int (*enable_device)(struct usb_hcd *, struct usb_device *); int (*update_hub_device)(struct usb_hcd *, struct usb_device *, struct usb_tt *, gfp_t); int (*reset_device)(struct usb_hcd *, struct usb_device *); int (*update_device)(struct usb_hcd *, struct usb_device *); int (*set_usb2_hw_lpm)(struct usb_hcd *, struct usb_device *, int); int (*enable_usb3_lpm_timeout)(struct usb_hcd *, struct usb_device *, enum usb3_link_state); int (*disable_usb3_lpm_timeout)(struct usb_hcd *, struct usb_device *, enum usb3_link_state); int (*find_raw_port_number)(struct usb_hcd *, int); int (*port_power)(struct usb_hcd *, int, bool); int (*submit_single_step_set_feature)(struct usb_hcd *, struct urb *, int); }; enum usb_phy_type { USB_PHY_TYPE_UNDEFINED = 0, USB_PHY_TYPE_USB2 = 1, USB_PHY_TYPE_USB3 = 2, }; enum usb_phy_events { USB_EVENT_NONE = 0, USB_EVENT_VBUS = 1, USB_EVENT_ID = 2, USB_EVENT_CHARGER = 3, USB_EVENT_ENUMERATED = 4, }; struct extcon_dev; enum usb_charger_type { UNKNOWN_TYPE = 0, SDP_TYPE = 1, DCP_TYPE = 2, CDP_TYPE = 3, ACA_TYPE = 4, }; enum usb_charger_state { USB_CHARGER_DEFAULT = 0, USB_CHARGER_PRESENT = 1, USB_CHARGER_ABSENT = 2, }; struct usb_charger_current { unsigned int sdp_min; unsigned int sdp_max; unsigned int dcp_min; unsigned int dcp_max; unsigned int cdp_min; unsigned int cdp_max; unsigned int aca_min; unsigned int aca_max; }; struct usb_otg; struct usb_phy_io_ops; struct usb_phy { struct device *dev; const char *label; unsigned int flags; enum usb_phy_type type; enum usb_phy_events last_event; struct usb_otg *otg; struct device *io_dev; struct usb_phy_io_ops *io_ops; void *io_priv; struct extcon_dev *edev; struct extcon_dev *id_edev; struct notifier_block vbus_nb; struct notifier_block id_nb; struct notifier_block type_nb; enum usb_charger_type chg_type; enum usb_charger_state chg_state; struct usb_charger_current chg_cur; struct work_struct chg_work; struct atomic_notifier_head notifier; u16 port_status; u16 port_change; struct list_head head; int (*init)(struct usb_phy *); void (*shutdown)(struct usb_phy *); int (*set_vbus)(struct usb_phy *, int); int (*set_power)(struct usb_phy *, unsigned int); int (*set_suspend)(struct usb_phy *, int); int (*set_wakeup)(struct usb_phy *, bool); int (*notify_connect)(struct usb_phy *, enum usb_device_speed); int (*notify_disconnect)(struct usb_phy *, enum usb_device_speed); enum usb_charger_type (*charger_detect)(struct usb_phy *); }; struct usb_port_status { __le16 wPortStatus; __le16 wPortChange; __le32 dwExtPortStatus; }; struct usb_hub_status { __le16 wHubStatus; __le16 wHubChange; }; struct usb_hub_descriptor { __u8 bDescLength; __u8 bDescriptorType; __u8 bNbrPorts; __le16 wHubCharacteristics; __u8 bPwrOn2PwrGood; __u8 bHubContrCurrent; union { struct { __u8 DeviceRemovable[4]; __u8 PortPwrCtrlMask[4]; } hs; struct { __u8 bHubHdrDecLat; __le16 wHubDelay; __le16 DeviceRemovable; } __attribute__((packed)) ss; } u; } __attribute__((packed)); enum usb_otg_state { OTG_STATE_UNDEFINED = 0, OTG_STATE_B_IDLE = 1, OTG_STATE_B_SRP_INIT = 2, OTG_STATE_B_PERIPHERAL = 3, OTG_STATE_B_WAIT_ACON = 4, OTG_STATE_B_HOST = 5, OTG_STATE_A_IDLE = 6, OTG_STATE_A_WAIT_VRISE = 7, OTG_STATE_A_WAIT_BCON = 8, OTG_STATE_A_HOST = 9, OTG_STATE_A_SUSPEND = 10, OTG_STATE_A_PERIPHERAL = 11, OTG_STATE_A_WAIT_VFALL = 12, OTG_STATE_A_VBUS_ERR = 13, }; struct usb_phy_io_ops { int (*read)(struct usb_phy *, u32); int (*write)(struct usb_phy *, u32, u32); }; struct usb_gadget; struct usb_otg { u8 default_a; struct phy *phy; struct usb_phy *usb_phy; struct usb_bus *host; struct usb_gadget *gadget; enum usb_otg_state state; int (*set_host)(struct usb_otg *, struct usb_bus *); int (*set_peripheral)(struct usb_otg *, struct usb_gadget *); int (*set_vbus)(struct usb_otg *, bool); int (*start_srp)(struct usb_otg *); int (*start_hnp)(struct usb_otg *); }; typedef u32 usb_port_location_t; struct usb_port; struct usb_hub { struct device *intfdev; struct usb_device *hdev; struct kref kref; struct urb *urb; u8 (*buffer)[8]; union { struct usb_hub_status hub; struct usb_port_status port; } *status; struct mutex status_mutex; int error; int nerrors; long unsigned int event_bits[1]; long unsigned int change_bits[1]; long unsigned int removed_bits[1]; long unsigned int wakeup_bits[1]; long unsigned int power_bits[1]; long unsigned int child_usage_bits[1]; long unsigned int warm_reset_bits[1]; struct usb_hub_descriptor *descriptor; struct usb_tt tt; unsigned int mA_per_port; unsigned int wakeup_enabled_descendants; unsigned int limited_power: 1; unsigned int quiescing: 1; unsigned int disconnected: 1; unsigned int in_reset: 1; unsigned int quirk_disable_autosuspend: 1; unsigned int quirk_check_port_auto_suspend: 1; unsigned int has_indicators: 1; u8 indicator[31]; struct delayed_work leds; struct delayed_work init_work; struct work_struct events; spinlock_t irq_urb_lock; struct timer_list irq_urb_retry; struct usb_port **ports; struct list_head onboard_hub_devs; }; struct usb_dev_state; struct usb_port { struct usb_device *child; struct device dev; struct usb_dev_state *port_owner; struct usb_port *peer; struct dev_pm_qos_request *req; enum usb_port_connect_type connect_type; usb_port_location_t location; struct mutex status_lock; u32 over_current_count; u8 portnum; u32 quirks; unsigned int early_stop: 1; unsigned int ignore_event: 1; unsigned int is_superspeed: 1; unsigned int usb3_lpm_u1_permit: 1; unsigned int usb3_lpm_u2_permit: 1; }; struct find_interface_arg { int minor; struct device_driver *drv; }; struct each_dev_arg { void *data; int (*fn)(struct usb_device *, void *); }; struct usb_ctrlrequest { __u8 bRequestType; __u8 bRequest; __le16 wValue; __le16 wIndex; __le16 wLength; }; struct usb_sg_request { int status; size_t bytes; spinlock_t lock; struct usb_device *dev; int pipe; int entries; struct urb **urbs; int count; struct completion complete; }; enum utf16_endian { UTF16_HOST_ENDIAN = 0, UTF16_LITTLE_ENDIAN = 1, UTF16_BIG_ENDIAN = 2, }; struct usb_cdc_header_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdCDC; } __attribute__((packed)); struct usb_cdc_call_mgmt_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bmCapabilities; __u8 bDataInterface; }; struct usb_cdc_acm_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bmCapabilities; }; struct usb_cdc_union_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bMasterInterface0; __u8 bSlaveInterface0; }; struct usb_cdc_country_functional_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 iCountryCodeRelDate; __le16 wCountyCode0; }; struct usb_cdc_network_terminal_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bEntityId; __u8 iName; __u8 bChannelIndex; __u8 bPhysicalInterface; }; struct usb_cdc_ether_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 iMACAddress; __le32 bmEthernetStatistics; __le16 wMaxSegmentSize; __le16 wNumberMCFilters; __u8 bNumberPowerFilters; } __attribute__((packed)); struct usb_cdc_dmm_desc { __u8 bFunctionLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u16 bcdVersion; __le16 wMaxCommand; } __attribute__((packed)); struct usb_cdc_mdlm_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdVersion; __u8 bGUID[16]; } __attribute__((packed)); struct usb_cdc_mdlm_detail_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bGuidDescriptorType; __u8 bDetailData[0]; }; struct usb_cdc_obex_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdVersion; } __attribute__((packed)); struct usb_cdc_ncm_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdNcmVersion; __u8 bmNetworkCapabilities; } __attribute__((packed)); struct usb_cdc_mbim_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdMBIMVersion; __le16 wMaxControlMessage; __u8 bNumberFilters; __u8 bMaxFilterSize; __le16 wMaxSegmentSize; __u8 bmNetworkCapabilities; } __attribute__((packed)); struct usb_cdc_mbim_extended_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdMBIMExtendedVersion; __u8 bMaxOutstandingCommandMessages; __le16 wMTU; } __attribute__((packed)); struct usb_cdc_parsed_header { struct usb_cdc_union_desc *usb_cdc_union_desc; struct usb_cdc_header_desc *usb_cdc_header_desc; struct usb_cdc_call_mgmt_descriptor *usb_cdc_call_mgmt_descriptor; struct usb_cdc_acm_descriptor *usb_cdc_acm_descriptor; struct usb_cdc_country_functional_desc *usb_cdc_country_functional_desc; struct usb_cdc_network_terminal_desc *usb_cdc_network_terminal_desc; struct usb_cdc_ether_desc *usb_cdc_ether_desc; struct usb_cdc_dmm_desc *usb_cdc_dmm_desc; struct usb_cdc_mdlm_desc *usb_cdc_mdlm_desc; struct usb_cdc_mdlm_detail_desc *usb_cdc_mdlm_detail_desc; struct usb_cdc_obex_desc *usb_cdc_obex_desc; struct usb_cdc_ncm_desc *usb_cdc_ncm_desc; struct usb_cdc_mbim_desc *usb_cdc_mbim_desc; struct usb_cdc_mbim_extended_desc *usb_cdc_mbim_extended_desc; bool phonet_magic_present; }; struct api_context { struct completion done; int status; }; struct set_config_request { struct usb_device *udev; int config; struct work_struct work; struct list_head node; }; typedef long unsigned int (*genpool_algo_t)(long unsigned int *, long unsigned int, long unsigned int, unsigned int, void *, struct gen_pool *, long unsigned int); struct gen_pool { spinlock_t lock; struct list_head chunks; int min_alloc_order; genpool_algo_t algo; void *data; const char *name; }; struct class_info { int class; char *class_name; }; typedef void (*companion_fn)(struct pci_dev *, struct usb_hcd *, struct pci_dev *, struct usb_hcd *); enum amd_chipset_gen { NOT_AMD_CHIPSET = 0, AMD_CHIPSET_SB600 = 1, AMD_CHIPSET_SB700 = 2, AMD_CHIPSET_SB800 = 3, AMD_CHIPSET_HUDSON2 = 4, AMD_CHIPSET_BOLTON = 5, AMD_CHIPSET_YANGTZE = 6, AMD_CHIPSET_TAISHAN = 7, AMD_CHIPSET_UNKNOWN = 8, }; struct amd_chipset_type { enum amd_chipset_gen gen; u8 rev; }; struct amd_chipset_info { struct pci_dev *nb_dev; struct pci_dev *smbus_dev; int nb_type; struct amd_chipset_type sb_type; int isoc_reqs; int probe_count; bool need_pll_quirk; }; typedef __u32 __hc32; typedef __u16 __hc16; struct td; struct ed { __hc32 hwINFO; __hc32 hwTailP; __hc32 hwHeadP; __hc32 hwNextED; dma_addr_t dma; struct td *dummy; struct ed *ed_next; struct ed *ed_prev; struct list_head td_list; struct list_head in_use_list; u8 state; u8 type; u8 branch; u16 interval; u16 load; u16 last_iso; u16 tick; unsigned int takeback_wdh_cnt; struct td *pending_td; long: 64; }; struct td { __hc32 hwINFO; __hc32 hwCBP; __hc32 hwNextTD; __hc32 hwBE; __hc16 hwPSW[2]; __u8 index; struct ed *ed; struct td *td_hash; struct td *next_dl_td; struct urb *urb; dma_addr_t td_dma; dma_addr_t data_dma; struct list_head td_list; long: 64; }; struct ohci_hcca { __hc32 int_table[32]; __hc32 frame_no; __hc32 done_head; u8 reserved_for_hc[116]; u8 what[4]; }; struct ohci_roothub_regs { __hc32 a; __hc32 b; __hc32 status; __hc32 portstatus[15]; }; struct ohci_regs { __hc32 revision; __hc32 control; __hc32 cmdstatus; __hc32 intrstatus; __hc32 intrenable; __hc32 intrdisable; __hc32 hcca; __hc32 ed_periodcurrent; __hc32 ed_controlhead; __hc32 ed_controlcurrent; __hc32 ed_bulkhead; __hc32 ed_bulkcurrent; __hc32 donehead; __hc32 fminterval; __hc32 fmremaining; __hc32 fmnumber; __hc32 periodicstart; __hc32 lsthresh; struct ohci_roothub_regs roothub; long: 64; long: 64; }; enum ohci_rh_state { OHCI_RH_HALTED = 0, OHCI_RH_SUSPENDED = 1, OHCI_RH_RUNNING = 2, }; struct ohci_hcd { spinlock_t lock; struct ohci_regs *regs; struct ohci_hcca *hcca; dma_addr_t hcca_dma; struct ed *ed_rm_list; struct ed *ed_bulktail; struct ed *ed_controltail; struct ed *periodic[32]; void (*start_hnp)(struct ohci_hcd *); struct dma_pool *td_cache; struct dma_pool *ed_cache; struct td *td_hash[64]; struct td *dl_start; struct td *dl_end; struct list_head pending; struct list_head eds_in_use; enum ohci_rh_state rh_state; int num_ports; int load[32]; u32 hc_control; long unsigned int next_statechange; u32 fminterval; unsigned int autostop: 1; unsigned int working: 1; unsigned int restart_work: 1; long unsigned int flags; unsigned int prev_frame_no; unsigned int wdh_cnt; unsigned int prev_wdh_cnt; u32 prev_donehead; struct timer_list io_watchdog; struct work_struct nec_work; struct dentry *debug_dir; long unsigned int priv[0]; }; struct ohci_driver_overrides { const char *product_desc; size_t extra_priv_size; int (*reset)(struct usb_hcd *); }; struct xhci_cap_regs { __le32 hc_capbase; __le32 hcs_params1; __le32 hcs_params2; __le32 hcs_params3; __le32 hcc_params; __le32 db_off; __le32 run_regs_off; __le32 hcc_params2; }; struct xhci_op_regs { __le32 command; __le32 status; __le32 page_size; __le32 reserved1; __le32 reserved2; __le32 dev_notification; __le64 cmd_ring; __le32 reserved3[4]; __le64 dcbaa_ptr; __le32 config_reg; __le32 reserved4[241]; __le32 port_status_base; __le32 port_power_base; __le32 port_link_base; __le32 reserved5; __le32 reserved6[1016]; }; struct xhci_intr_reg { __le32 irq_pending; __le32 irq_control; __le32 erst_size; __le32 rsvd; __le64 erst_base; __le64 erst_dequeue; }; struct xhci_run_regs { __le32 microframe_index; __le32 rsvd[7]; struct xhci_intr_reg ir_set[128]; }; struct xhci_doorbell_array { __le32 doorbell[256]; }; struct xhci_container_ctx { unsigned int type; int size; u8 *bytes; dma_addr_t dma; }; struct xhci_slot_ctx { __le32 dev_info; __le32 dev_info2; __le32 tt_info; __le32 dev_state; __le32 reserved[4]; }; struct xhci_ep_ctx { __le32 ep_info; __le32 ep_info2; __le64 deq; __le32 tx_info; __le32 reserved[3]; }; struct xhci_input_control_ctx { __le32 drop_flags; __le32 add_flags; __le32 rsvd2[6]; }; union xhci_trb; struct xhci_command { struct xhci_container_ctx *in_ctx; u32 status; int slot_id; struct completion *completion; union xhci_trb *command_trb; struct list_head cmd_list; }; struct xhci_link_trb { __le64 segment_ptr; __le32 intr_target; __le32 control; }; struct xhci_transfer_event { __le64 buffer; __le32 transfer_len; __le32 flags; }; struct xhci_event_cmd { __le64 cmd_trb; __le32 status; __le32 flags; }; struct xhci_generic_trb { __le32 field[4]; }; union xhci_trb { struct xhci_link_trb link; struct xhci_transfer_event trans_event; struct xhci_event_cmd event_cmd; struct xhci_generic_trb generic; }; struct xhci_stream_ctx { __le64 stream_ring; __le32 reserved[2]; }; struct xhci_ring; struct xhci_stream_info { struct xhci_ring **stream_rings; unsigned int num_streams; struct xhci_stream_ctx *stream_ctx_array; unsigned int num_stream_ctxs; dma_addr_t ctx_array_dma; struct xarray trb_address_map; struct xhci_command *free_streams_command; }; enum xhci_ring_type { TYPE_CTRL = 0, TYPE_ISOC = 1, TYPE_BULK = 2, TYPE_INTR = 3, TYPE_STREAM = 4, TYPE_COMMAND = 5, TYPE_EVENT = 6, }; struct xhci_segment; struct xhci_ring { struct xhci_segment *first_seg; struct xhci_segment *last_seg; union xhci_trb *enqueue; struct xhci_segment *enq_seg; union xhci_trb *dequeue; struct xhci_segment *deq_seg; struct list_head td_list; u32 cycle_state; unsigned int stream_id; unsigned int num_segs; unsigned int num_trbs_free; unsigned int num_trbs_free_temp; unsigned int bounce_buf_len; enum xhci_ring_type type; bool last_td_was_short; struct xarray *trb_address_map; }; struct xhci_bw_info { unsigned int ep_interval; unsigned int mult; unsigned int num_packets; unsigned int max_packet_size; unsigned int max_esit_payload; unsigned int type; }; struct xhci_virt_device; struct xhci_hcd; struct xhci_virt_ep { struct xhci_virt_device *vdev; unsigned int ep_index; struct xhci_ring *ring; struct xhci_stream_info *stream_info; struct xhci_ring *new_ring; unsigned int err_count; unsigned int ep_state; struct list_head cancelled_td_list; struct xhci_hcd *xhci; struct xhci_segment *queued_deq_seg; union xhci_trb *queued_deq_ptr; bool skip; struct xhci_bw_info bw_info; struct list_head bw_endpoint_list; int next_frame_id; bool use_extended_tbc; }; struct xhci_interval_bw_table; struct xhci_tt_bw_info; struct xhci_virt_device { int slot_id; struct usb_device *udev; struct xhci_container_ctx *out_ctx; struct xhci_container_ctx *in_ctx; struct xhci_virt_ep eps[31]; u8 fake_port; u8 real_port; struct xhci_interval_bw_table *bw_table; struct xhci_tt_bw_info *tt_info; long unsigned int flags; u16 current_mel; void *debugfs_private; }; struct xhci_erst_entry; struct xhci_erst { struct xhci_erst_entry *entries; unsigned int num_entries; dma_addr_t erst_dma_addr; unsigned int erst_size; }; struct s3_save { u32 command; u32 dev_nt; u64 dcbaa_ptr; u32 config_reg; u32 irq_pending; u32 irq_control; u32 erst_size; u64 erst_base; u64 erst_dequeue; }; struct xhci_bus_state { long unsigned int bus_suspended; long unsigned int next_statechange; u32 port_c_suspend; u32 suspended_ports; u32 port_remote_wakeup; long unsigned int resume_done[31]; long unsigned int resuming_ports; long unsigned int rexit_ports; struct completion rexit_done[31]; struct completion u3exit_done[31]; }; struct xhci_port; struct xhci_hub { struct xhci_port **ports; unsigned int num_ports; struct usb_hcd *hcd; struct xhci_bus_state bus_state; u8 maj_rev; u8 min_rev; }; struct xhci_device_context_array; struct xhci_scratchpad; struct xhci_root_port_bw_info; struct xhci_port_cap; struct xhci_hcd { struct usb_hcd *main_hcd; struct usb_hcd *shared_hcd; struct xhci_cap_regs *cap_regs; struct xhci_op_regs *op_regs; struct xhci_run_regs *run_regs; struct xhci_doorbell_array *dba; struct xhci_intr_reg *ir_set; __u32 hcs_params1; __u32 hcs_params2; __u32 hcs_params3; __u32 hcc_params; __u32 hcc_params2; spinlock_t lock; u8 sbrn; u16 hci_version; u8 max_slots; u8 max_interrupters; u8 max_ports; u8 isoc_threshold; u32 imod_interval; u32 isoc_bei_interval; int event_ring_max; int page_size; int page_shift; int msix_count; struct clk *clk; struct clk *reg_clk; struct reset_control *reset; struct xhci_device_context_array *dcbaa; struct xhci_ring *cmd_ring; unsigned int cmd_ring_state; struct list_head cmd_list; unsigned int cmd_ring_reserved_trbs; struct delayed_work cmd_timer; struct completion cmd_ring_stop_completion; struct xhci_command *current_cmd; struct xhci_ring *event_ring; struct xhci_erst erst; struct xhci_scratchpad *scratchpad; struct mutex mutex; struct xhci_virt_device *devs[256]; struct xhci_root_port_bw_info *rh_bw; struct dma_pool *device_pool; struct dma_pool *segment_pool; struct dma_pool *small_streams_pool; struct dma_pool *medium_streams_pool; unsigned int xhc_state; long unsigned int run_graceperiod; struct s3_save s3; long long unsigned int quirks; unsigned int num_active_eps; unsigned int limit_active_eps; struct xhci_port *hw_ports; struct xhci_hub usb2_rhub; struct xhci_hub usb3_rhub; unsigned int hw_lpm_support: 1; unsigned int broken_suspend: 1; unsigned int allow_single_roothub: 1; u32 *ext_caps; unsigned int num_ext_caps; struct xhci_port_cap *port_caps; unsigned int num_port_caps; struct timer_list comp_mode_recovery_timer; u32 port_status_u0; u16 test_mode; struct dentry *debugfs_root; struct dentry *debugfs_slots; struct list_head regset_list; void *dbc; long unsigned int priv[0]; }; struct xhci_segment { union xhci_trb *trbs; struct xhci_segment *next; dma_addr_t dma; dma_addr_t bounce_dma; void *bounce_buf; unsigned int bounce_offs; unsigned int bounce_len; }; enum xhci_overhead_type { LS_OVERHEAD_TYPE = 0, FS_OVERHEAD_TYPE = 1, HS_OVERHEAD_TYPE = 2, }; struct xhci_interval_bw { unsigned int num_packets; struct list_head endpoints; unsigned int overhead[3]; }; struct xhci_interval_bw_table { unsigned int interval0_esit_payload; struct xhci_interval_bw interval_bw[16]; unsigned int bw_used; unsigned int ss_bw_in; unsigned int ss_bw_out; }; struct xhci_tt_bw_info { struct list_head tt_list; int slot_id; int ttport; struct xhci_interval_bw_table bw_table; int active_eps; }; struct xhci_root_port_bw_info { struct list_head tts; unsigned int num_active_tts; struct xhci_interval_bw_table bw_table; }; struct xhci_device_context_array { __le64 dev_context_ptrs[256]; dma_addr_t dma; }; enum xhci_setup_dev { SETUP_CONTEXT_ONLY = 0, SETUP_CONTEXT_ADDRESS = 1, }; enum xhci_cancelled_td_status { TD_DIRTY = 0, TD_HALTED = 1, TD_CLEARING_CACHE = 2, TD_CLEARED = 3, }; struct xhci_td { struct list_head td_list; struct list_head cancelled_td_list; int status; enum xhci_cancelled_td_status cancel_status; struct urb *urb; struct xhci_segment *start_seg; union xhci_trb *first_trb; union xhci_trb *last_trb; struct xhci_segment *last_trb_seg; struct xhci_segment *bounce_seg; bool urb_length_set; unsigned int num_trbs; }; struct xhci_erst_entry { __le64 seg_addr; __le32 seg_size; __le32 rsvd; }; struct xhci_scratchpad { u64 *sp_array; dma_addr_t sp_dma; void **sp_buffers; }; struct urb_priv { int num_tds; int num_tds_done; struct xhci_td td[0]; }; struct xhci_port_cap { u32 *psi; u8 psi_count; u8 psi_uid_count; u8 maj_rev; u8 min_rev; }; struct xhci_port { __le32 *addr; int hw_portnum; int hcd_portnum; struct xhci_hub *rhub; struct xhci_port_cap *port_cap; unsigned int lpm_incapable: 1; }; struct xhci_driver_overrides { size_t extra_priv_size; int (*reset)(struct usb_hcd *); int (*start)(struct usb_hcd *); int (*add_endpoint)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint *); int (*drop_endpoint)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint *); int (*check_bandwidth)(struct usb_hcd *, struct usb_device *); void (*reset_bandwidth)(struct usb_hcd *, struct usb_device *); int (*update_hub_device)(struct usb_hcd *, struct usb_device *, struct usb_tt *, gfp_t); }; typedef void (*xhci_get_quirks_t)(struct device *, struct xhci_hcd *); struct dbc_regs { __le32 capability; __le32 doorbell; __le32 ersts; __le32 __reserved_0; __le64 erstba; __le64 erdp; __le32 control; __le32 status; __le32 portsc; __le32 __reserved_1; __le64 dccp; __le32 devinfo1; __le32 devinfo2; }; struct dbc_str_descs { char string0[64]; char manufacturer[64]; char product[64]; char serial[64]; }; enum dbc_state { DS_DISABLED = 0, DS_INITIALIZED = 1, DS_ENABLED = 2, DS_CONNECTED = 3, DS_CONFIGURED = 4, DS_STALLED = 5, }; struct xhci_dbc; struct dbc_ep { struct xhci_dbc *dbc; struct list_head list_pending; struct xhci_ring *ring; unsigned int direction: 1; }; struct dbc_driver; struct xhci_dbc { spinlock_t lock; struct device *dev; struct xhci_hcd *xhci; struct dbc_regs *regs; struct xhci_ring *ring_evt; struct xhci_ring *ring_in; struct xhci_ring *ring_out; struct xhci_erst erst; struct xhci_container_ctx *ctx; struct dbc_str_descs *string; dma_addr_t string_dma; size_t string_size; enum dbc_state state; struct delayed_work event_work; unsigned int resume_required: 1; struct dbc_ep eps[2]; const struct dbc_driver *driver; void *priv; }; struct dbc_driver { int (*configure)(struct xhci_dbc *); void (*disconnect)(struct xhci_dbc *); }; struct dbc_request { void *buf; unsigned int length; dma_addr_t dma; void (*complete)(struct xhci_dbc *, struct dbc_request *); struct list_head list_pool; int status; unsigned int actual; struct xhci_dbc *dbc; struct list_head list_pending; dma_addr_t trb_dma; union xhci_trb *trb; unsigned int direction: 1; }; struct trace_event_raw_xhci_log_msg { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_raw_xhci_log_ctx { struct trace_entry ent; int ctx_64; unsigned int ctx_type; dma_addr_t ctx_dma; u8 *ctx_va; unsigned int ctx_ep_num; int slot_id; u32 __data_loc_ctx_data; char __data[0]; }; struct trace_event_raw_xhci_log_trb { struct trace_entry ent; u32 type; u32 field0; u32 field1; u32 field2; u32 field3; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_free_virt_dev { struct trace_entry ent; void *vdev; long long unsigned int out_ctx; long long unsigned int in_ctx; u8 fake_port; u8 real_port; u16 current_mel; char __data[0]; }; struct trace_event_raw_xhci_log_virt_dev { struct trace_entry ent; void *vdev; long long unsigned int out_ctx; long long unsigned int in_ctx; int devnum; int state; int speed; u8 portnum; u8 level; int slot_id; char __data[0]; }; struct trace_event_raw_xhci_log_urb { struct trace_entry ent; void *urb; unsigned int pipe; unsigned int stream; int status; unsigned int flags; int num_mapped_sgs; int num_sgs; int length; int actual; int epnum; int dir_in; int type; int slot_id; char __data[0]; }; struct trace_event_raw_xhci_log_ep_ctx { struct trace_entry ent; u32 info; u32 info2; u64 deq; u32 tx_info; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_slot_ctx { struct trace_entry ent; u32 info; u32 info2; u32 tt_info; u32 state; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_ctrl_ctx { struct trace_entry ent; u32 drop; u32 add; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_ring { struct trace_entry ent; u32 type; void *ring; dma_addr_t enq; dma_addr_t deq; dma_addr_t enq_seg; dma_addr_t deq_seg; unsigned int num_segs; unsigned int stream_id; unsigned int cycle_state; unsigned int num_trbs_free; unsigned int bounce_buf_len; char __data[0]; }; struct trace_event_raw_xhci_log_portsc { struct trace_entry ent; u32 portnum; u32 portsc; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_doorbell { struct trace_entry ent; u32 slot; u32 doorbell; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_dbc_log_request { struct trace_entry ent; struct dbc_request *req; bool dir; unsigned int actual; unsigned int length; int status; char __data[0]; }; struct trace_event_data_offsets_xhci_log_msg { u32 msg; }; struct trace_event_data_offsets_xhci_log_ctx { u32 ctx_data; }; struct trace_event_data_offsets_xhci_log_trb { u32 str; }; struct trace_event_data_offsets_xhci_log_free_virt_dev {}; struct trace_event_data_offsets_xhci_log_virt_dev {}; struct trace_event_data_offsets_xhci_log_urb {}; struct trace_event_data_offsets_xhci_log_ep_ctx { u32 str; }; struct trace_event_data_offsets_xhci_log_slot_ctx { u32 str; }; struct trace_event_data_offsets_xhci_log_ctrl_ctx { u32 str; }; struct trace_event_data_offsets_xhci_log_ring {}; struct trace_event_data_offsets_xhci_log_portsc { u32 str; }; struct trace_event_data_offsets_xhci_log_doorbell { u32 str; }; struct trace_event_data_offsets_xhci_dbc_log_request {}; typedef void (*btf_trace_xhci_dbg_address)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_context_change)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_quirks)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_reset_ep)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_cancel_urb)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_init)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_ring_expansion)(void *, struct va_format *); typedef void (*btf_trace_xhci_address_ctx)(void *, struct xhci_hcd *, struct xhci_container_ctx *, unsigned int); typedef void (*btf_trace_xhci_handle_event)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_handle_command)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_handle_transfer)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_queue_trb)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_dbc_handle_event)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_dbc_handle_transfer)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_dbc_gadget_ep_queue)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_free_virt_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_alloc_virt_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_setup_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_setup_addressable_virt_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_stop_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_urb_enqueue)(void *, struct urb *); typedef void (*btf_trace_xhci_urb_giveback)(void *, struct urb *); typedef void (*btf_trace_xhci_urb_dequeue)(void *, struct urb *); typedef void (*btf_trace_xhci_handle_cmd_stop_ep)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_handle_cmd_set_deq_ep)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_handle_cmd_reset_ep)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_handle_cmd_config_ep)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_add_endpoint)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_alloc_dev)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_free_dev)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_handle_cmd_disable_slot)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_discover_or_reset_device)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_setup_device_slot)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_handle_cmd_addr_dev)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_handle_cmd_reset_dev)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_handle_cmd_set_deq)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_configure_endpoint)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_address_ctrl_ctx)(void *, struct xhci_input_control_ctx *); typedef void (*btf_trace_xhci_configure_endpoint_ctrl_ctx)(void *, struct xhci_input_control_ctx *); typedef void (*btf_trace_xhci_ring_alloc)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_ring_free)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_ring_expansion)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_inc_enq)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_inc_deq)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_handle_port_status)(void *, u32, u32); typedef void (*btf_trace_xhci_get_port_status)(void *, u32, u32); typedef void (*btf_trace_xhci_hub_status_data)(void *, u32, u32); typedef void (*btf_trace_xhci_ring_ep_doorbell)(void *, u32, u32); typedef void (*btf_trace_xhci_ring_host_doorbell)(void *, u32, u32); typedef void (*btf_trace_xhci_dbc_alloc_request)(void *, struct dbc_request *); typedef void (*btf_trace_xhci_dbc_free_request)(void *, struct dbc_request *); typedef void (*btf_trace_xhci_dbc_queue_request)(void *, struct dbc_request *); typedef void (*btf_trace_xhci_dbc_giveback_request)(void *, struct dbc_request *); struct async_icount { __u32 cts; __u32 dsr; __u32 rng; __u32 dcd; __u32 tx; __u32 rx; __u32 frame; __u32 parity; __u32 overrun; __u32 brk; __u32 buf_overrun; }; struct usb_serial; struct usb_serial_port { struct usb_serial *serial; struct tty_port port; spinlock_t lock; u32 minor; u8 port_number; unsigned char *interrupt_in_buffer; struct urb *interrupt_in_urb; __u8 interrupt_in_endpointAddress; unsigned char *interrupt_out_buffer; int interrupt_out_size; struct urb *interrupt_out_urb; __u8 interrupt_out_endpointAddress; unsigned char *bulk_in_buffer; int bulk_in_size; struct urb *read_urb; __u8 bulk_in_endpointAddress; unsigned char *bulk_in_buffers[2]; struct urb *read_urbs[2]; long unsigned int read_urbs_free; unsigned char *bulk_out_buffer; int bulk_out_size; struct urb *write_urb; struct kfifo write_fifo; unsigned char *bulk_out_buffers[2]; struct urb *write_urbs[2]; long unsigned int write_urbs_free; __u8 bulk_out_endpointAddress; struct async_icount icount; int tx_bytes; long unsigned int flags; struct work_struct work; long unsigned int sysrq; struct device dev; }; struct usb_serial_driver; struct usb_serial { struct usb_device *dev; struct usb_serial_driver *type; struct usb_interface *interface; struct usb_interface *sibling; unsigned int suspend_count; unsigned char disconnected: 1; unsigned char attached: 1; unsigned char minors_reserved: 1; unsigned char num_ports; unsigned char num_port_pointers; unsigned char num_interrupt_in; unsigned char num_interrupt_out; unsigned char num_bulk_in; unsigned char num_bulk_out; struct usb_serial_port *port[16]; struct kref kref; struct mutex disc_mutex; void *private; }; struct usb_serial_endpoints; struct usb_serial_driver { const char *description; const struct usb_device_id *id_table; struct list_head driver_list; struct device_driver driver; struct usb_driver *usb_driver; struct usb_dynids dynids; unsigned char num_ports; unsigned char num_bulk_in; unsigned char num_bulk_out; unsigned char num_interrupt_in; unsigned char num_interrupt_out; size_t bulk_in_size; size_t bulk_out_size; int (*probe)(struct usb_serial *, const struct usb_device_id *); int (*attach)(struct usb_serial *); int (*calc_num_ports)(struct usb_serial *, struct usb_serial_endpoints *); void (*disconnect)(struct usb_serial *); void (*release)(struct usb_serial *); int (*port_probe)(struct usb_serial_port *); void (*port_remove)(struct usb_serial_port *); int (*suspend)(struct usb_serial *, pm_message_t); int (*resume)(struct usb_serial *); int (*reset_resume)(struct usb_serial *); int (*open)(struct tty_struct *, struct usb_serial_port *); void (*close)(struct usb_serial_port *); int (*write)(struct tty_struct *, struct usb_serial_port *, const unsigned char *, int); unsigned int (*write_room)(struct tty_struct *); int (*ioctl)(struct tty_struct *, unsigned int, long unsigned int); void (*get_serial)(struct tty_struct *, struct serial_struct *); int (*set_serial)(struct tty_struct *, struct serial_struct *); void (*set_termios)(struct tty_struct *, struct usb_serial_port *, const struct ktermios *); void (*break_ctl)(struct tty_struct *, int); unsigned int (*chars_in_buffer)(struct tty_struct *); void (*wait_until_sent)(struct tty_struct *, long int); bool (*tx_empty)(struct usb_serial_port *); void (*throttle)(struct tty_struct *); void (*unthrottle)(struct tty_struct *); int (*tiocmget)(struct tty_struct *); int (*tiocmset)(struct tty_struct *, unsigned int, unsigned int); int (*tiocmiwait)(struct tty_struct *, long unsigned int); int (*get_icount)(struct tty_struct *, struct serial_icounter_struct *); void (*dtr_rts)(struct usb_serial_port *, int); int (*carrier_raised)(struct usb_serial_port *); void (*init_termios)(struct tty_struct *); void (*read_int_callback)(struct urb *); void (*write_int_callback)(struct urb *); void (*read_bulk_callback)(struct urb *); void (*write_bulk_callback)(struct urb *); void (*process_read_urb)(struct urb *); int (*prepare_write_buffer)(struct usb_serial_port *, void *, size_t); }; struct usb_serial_endpoints { unsigned char num_bulk_in; unsigned char num_bulk_out; unsigned char num_interrupt_in; unsigned char num_interrupt_out; struct usb_endpoint_descriptor *bulk_in[16]; struct usb_endpoint_descriptor *bulk_out[16]; struct usb_endpoint_descriptor *interrupt_in[16]; struct usb_endpoint_descriptor *interrupt_out[16]; }; struct usbcons_info { int magic; int break_flag; struct usb_serial_port *port; }; struct input_mt_slot { int abs[14]; unsigned int frame; unsigned int key; }; struct input_mt { int trkid; int num_slots; int slot; unsigned int flags; unsigned int frame; int *red; struct input_mt_slot slots[0]; }; union input_seq_state { struct { short unsigned int pos; bool mutex_acquired; }; void *p; }; struct input_devres { struct input_dev *input; }; struct input_mt_pos { s16 x; s16 y; }; struct touchscreen_properties { unsigned int max_x; unsigned int max_y; bool invert_x; bool invert_y; bool swap_x_y; }; struct serio_device_id { __u8 type; __u8 extra; __u8 id; __u8 proto; }; struct serio_driver; struct serio { void *port_data; char name[32]; char phys[32]; char firmware_id[128]; bool manual_bind; struct serio_device_id id; spinlock_t lock; int (*write)(struct serio *, unsigned char); int (*open)(struct serio *); void (*close)(struct serio *); int (*start)(struct serio *); void (*stop)(struct serio *); struct serio *parent; struct list_head child_node; struct list_head children; unsigned int depth; struct serio_driver *drv; struct mutex drv_mutex; struct device dev; struct list_head node; struct mutex *ps2_cmd_mutex; }; struct serio_driver { const char *description; const struct serio_device_id *id_table; bool manual_bind; void (*write_wakeup)(struct serio *); irqreturn_t (*interrupt)(struct serio *, unsigned char, unsigned int); int (*connect)(struct serio *, struct serio_driver *); int (*reconnect)(struct serio *); int (*fast_reconnect)(struct serio *); void (*disconnect)(struct serio *); void (*cleanup)(struct serio *); struct device_driver driver; }; struct ps2dev { struct serio *serio; struct mutex cmd_mutex; wait_queue_head_t wait; long unsigned int flags; u8 cmdbuf[8]; u8 cmdcnt; u8 nak; }; enum psmouse_state { PSMOUSE_IGNORE = 0, PSMOUSE_INITIALIZING = 1, PSMOUSE_RESYNCING = 2, PSMOUSE_CMD_MODE = 3, PSMOUSE_ACTIVATED = 4, }; typedef enum { PSMOUSE_BAD_DATA = 0, PSMOUSE_GOOD_DATA = 1, PSMOUSE_FULL_PACKET = 2, } psmouse_ret_t; enum psmouse_scale { PSMOUSE_SCALE11 = 0, PSMOUSE_SCALE21 = 1, }; enum psmouse_type { PSMOUSE_NONE = 0, PSMOUSE_PS2 = 1, PSMOUSE_PS2PP = 2, PSMOUSE_THINKPS = 3, PSMOUSE_GENPS = 4, PSMOUSE_IMPS = 5, PSMOUSE_IMEX = 6, PSMOUSE_SYNAPTICS = 7, PSMOUSE_ALPS = 8, PSMOUSE_LIFEBOOK = 9, PSMOUSE_TRACKPOINT = 10, PSMOUSE_TOUCHKIT_PS2 = 11, PSMOUSE_CORTRON = 12, PSMOUSE_HGPK = 13, PSMOUSE_ELANTECH = 14, PSMOUSE_FSP = 15, PSMOUSE_SYNAPTICS_RELATIVE = 16, PSMOUSE_CYPRESS = 17, PSMOUSE_FOCALTECH = 18, PSMOUSE_VMMOUSE = 19, PSMOUSE_BYD = 20, PSMOUSE_SYNAPTICS_SMBUS = 21, PSMOUSE_ELANTECH_SMBUS = 22, PSMOUSE_AUTO = 23, }; struct psmouse; struct psmouse_protocol { enum psmouse_type type; bool maxproto; bool ignore_parity; bool try_passthru; bool smbus_companion; const char *name; const char *alias; int (*detect)(struct psmouse *, bool); int (*init)(struct psmouse *); }; struct psmouse { void *private; struct input_dev *dev; struct ps2dev ps2dev; struct delayed_work resync_work; const char *vendor; const char *name; const struct psmouse_protocol *protocol; unsigned char packet[8]; unsigned char badbyte; unsigned char pktcnt; unsigned char pktsize; unsigned char oob_data_type; unsigned char extra_buttons; bool acks_disable_command; unsigned int model; long unsigned int last; long unsigned int out_of_sync_cnt; long unsigned int num_resyncs; enum psmouse_state state; char devname[64]; char phys[32]; unsigned int rate; unsigned int resolution; unsigned int resetafter; unsigned int resync_time; bool smartscroll; psmouse_ret_t (*protocol_handler)(struct psmouse *); void (*set_rate)(struct psmouse *, unsigned int); void (*set_resolution)(struct psmouse *, unsigned int); void (*set_scale)(struct psmouse *, enum psmouse_scale); int (*reconnect)(struct psmouse *); int (*fast_reconnect)(struct psmouse *); void (*disconnect)(struct psmouse *); void (*cleanup)(struct psmouse *); int (*poll)(struct psmouse *); void (*pt_activate)(struct psmouse *); void (*pt_deactivate)(struct psmouse *); }; struct psmouse_attribute { struct device_attribute dattr; void *data; ssize_t (*show)(struct psmouse *, void *, char *); ssize_t (*set)(struct psmouse *, void *, const char *, size_t); bool protect; }; struct byd_data { struct timer_list timer; struct psmouse *psmouse; s32 abs_x; s32 abs_y; volatile long unsigned int last_touch_time; bool btn_left; bool btn_right; bool touch; }; struct trackpoint_data { u8 variant_id; u8 firmware_id; u8 sensitivity; u8 speed; u8 inertia; u8 reach; u8 draghys; u8 mindrag; u8 thresh; u8 upthresh; u8 ztime; u8 jenks; u8 drift_time; bool press_to_select; bool skipback; bool ext_dev; }; struct trackpoint_attr_data { size_t field_offset; u8 command; u8 mask; bool inverted; u8 power_on_default; }; struct i2c_device_id { char name[20]; kernel_ulong_t driver_data; }; struct acpi_connection_info { u8 *connection; u16 length; u8 access_length; }; enum acpi_reconfig_event { ACPI_RECONFIG_DEVICE_ADD = 0, ACPI_RECONFIG_DEVICE_REMOVE = 1, }; enum i2c_alert_protocol { I2C_PROTOCOL_SMBUS_ALERT = 0, I2C_PROTOCOL_SMBUS_HOST_NOTIFY = 1, }; enum i2c_driver_flags { I2C_DRV_ACPI_WAIVE_D0_PROBE = 1, }; struct i2c_driver { unsigned int class; int (*probe)(struct i2c_client *, const struct i2c_device_id *); void (*remove)(struct i2c_client *); int (*probe_new)(struct i2c_client *); void (*shutdown)(struct i2c_client *); void (*alert)(struct i2c_client *, enum i2c_alert_protocol, unsigned int); int (*command)(struct i2c_client *, unsigned int, void *); struct device_driver driver; const struct i2c_device_id *id_table; int (*detect)(struct i2c_client *, struct i2c_board_info *); const short unsigned int *address_list; struct list_head clients; u32 flags; }; struct i2c_acpi_handler_data { struct acpi_connection_info info; struct i2c_adapter *adapter; }; struct gsb_buffer { u8 status; u8 len; union { u16 wdata; u8 bdata; struct { struct { } __empty_data; u8 data[0]; }; }; }; struct i2c_acpi_lookup { struct i2c_board_info *info; acpi_handle adapter_handle; acpi_handle device_handle; acpi_handle search_handle; int n; int index; u32 speed; u32 min_speed; u32 force_speed; }; struct i2c_acpi_irq_context { int irq; bool wake_capable; }; enum { KERNEL_PARAM_FL_UNSAFE = 1, KERNEL_PARAM_FL_HWPARAM = 2, }; enum hwparam_type { hwparam_ioport = 0, hwparam_iomem = 1, hwparam_ioport_or_iomem = 2, hwparam_irq = 3, hwparam_dma = 4, hwparam_dma_addr = 5, hwparam_other = 6, }; struct sb800_mmio_cfg { void *addr; bool use_mmio; }; struct i2c_piix4_adapdata { short unsigned int smba; bool sb800_main; bool notify_imc; u8 port; struct sb800_mmio_cfg mmio_cfg; }; struct system_time_snapshot { u64 cycles; ktime_t real; ktime_t raw; enum clocksource_ids cs_id; unsigned int clock_was_set_seq; u8 cs_was_changed_seq; }; struct pps_ktime { __s64 sec; __s32 nsec; __u32 flags; }; struct pps_kparams { int api_version; int mode; struct pps_ktime assert_off_tu; struct pps_ktime clear_off_tu; }; struct pps_device; struct pps_source_info { char name[32]; char path[32]; int mode; void (*echo)(struct pps_device *, int, void *); struct module *owner; struct device *dev; }; struct pps_device { struct pps_source_info info; struct pps_kparams params; __u32 assert_sequence; __u32 clear_sequence; struct pps_ktime assert_tu; struct pps_ktime clear_tu; int current_mode; unsigned int last_ev; wait_queue_head_t queue; unsigned int id; const void *lookup_cookie; struct cdev cdev; struct device *dev; struct fasync_struct *async_queue; spinlock_t lock; }; struct kthread_delayed_work { struct kthread_work work; struct timer_list timer; }; struct ptp_extts_event { struct ptp_clock_time t; unsigned int index; unsigned int flags; unsigned int rsv[2]; }; struct timestamp_event_queue { struct ptp_extts_event buf[128]; int head; int tail; spinlock_t lock; }; struct ptp_clock { struct posix_clock clock; struct device dev; struct ptp_clock_info *info; dev_t devid; int index; struct pps_device *pps_source; long int dialed_frequency; struct timestamp_event_queue tsevq; struct mutex tsevq_mux; struct mutex pincfg_mux; wait_queue_head_t tsev_wq; int defunct; struct device_attribute *pin_dev_attr; struct attribute **pin_attr; struct attribute_group pin_attr_group; const struct attribute_group *pin_attr_groups[2]; struct kthread_worker *kworker; struct kthread_delayed_work aux_work; unsigned int max_vclocks; unsigned int n_vclocks; int *vclock_index; struct mutex n_vclocks_mux; bool is_virtual_clock; bool has_cycles; }; struct ptp_vclock { struct ptp_clock *pclock; struct ptp_clock_info info; struct ptp_clock *clock; struct hlist_node vclock_hash_node; struct cyclecounter cc; struct timecounter tc; spinlock_t lock; }; enum led_brightness { LED_OFF = 0, LED_ON = 1, LED_HALF = 127, LED_FULL = 255, }; struct led_hw_trigger_type { int dummy; }; struct led_pattern; struct led_trigger; struct led_classdev { const char *name; unsigned int brightness; unsigned int max_brightness; int flags; long unsigned int work_flags; void (*brightness_set)(struct led_classdev *, enum led_brightness); int (*brightness_set_blocking)(struct led_classdev *, enum led_brightness); enum led_brightness (*brightness_get)(struct led_classdev *); int (*blink_set)(struct led_classdev *, long unsigned int *, long unsigned int *); int (*pattern_set)(struct led_classdev *, struct led_pattern *, u32, int); int (*pattern_clear)(struct led_classdev *); struct device *dev; const struct attribute_group **groups; struct list_head node; const char *default_trigger; long unsigned int blink_delay_on; long unsigned int blink_delay_off; struct timer_list blink_timer; int blink_brightness; int new_blink_brightness; void (*flash_resume)(struct led_classdev *); struct work_struct set_brightness_work; int delayed_set_value; struct rw_semaphore trigger_lock; struct led_trigger *trigger; struct list_head trig_list; void *trigger_data; bool activated; struct led_hw_trigger_type *trigger_type; int brightness_hw_changed; struct kernfs_node *brightness_hw_changed_kn; struct mutex led_access; }; struct led_pattern { u32 delta_t; int brightness; }; struct led_trigger { const char *name; int (*activate)(struct led_classdev *); void (*deactivate)(struct led_classdev *); struct led_hw_trigger_type *trigger_type; spinlock_t leddev_list_lock; struct list_head led_cdevs; struct list_head next_trig; const struct attribute_group **groups; }; enum { POWER_SUPPLY_TECHNOLOGY_UNKNOWN = 0, POWER_SUPPLY_TECHNOLOGY_NiMH = 1, POWER_SUPPLY_TECHNOLOGY_LION = 2, POWER_SUPPLY_TECHNOLOGY_LIPO = 3, POWER_SUPPLY_TECHNOLOGY_LiFe = 4, POWER_SUPPLY_TECHNOLOGY_NiCd = 5, POWER_SUPPLY_TECHNOLOGY_LiMn = 6, }; enum power_supply_property { POWER_SUPPLY_PROP_STATUS = 0, POWER_SUPPLY_PROP_CHARGE_TYPE = 1, POWER_SUPPLY_PROP_HEALTH = 2, POWER_SUPPLY_PROP_PRESENT = 3, POWER_SUPPLY_PROP_ONLINE = 4, POWER_SUPPLY_PROP_AUTHENTIC = 5, POWER_SUPPLY_PROP_TECHNOLOGY = 6, POWER_SUPPLY_PROP_CYCLE_COUNT = 7, POWER_SUPPLY_PROP_VOLTAGE_MAX = 8, POWER_SUPPLY_PROP_VOLTAGE_MIN = 9, POWER_SUPPLY_PROP_VOLTAGE_MAX_DESIGN = 10, POWER_SUPPLY_PROP_VOLTAGE_MIN_DESIGN = 11, POWER_SUPPLY_PROP_VOLTAGE_NOW = 12, POWER_SUPPLY_PROP_VOLTAGE_AVG = 13, POWER_SUPPLY_PROP_VOLTAGE_OCV = 14, POWER_SUPPLY_PROP_VOLTAGE_BOOT = 15, POWER_SUPPLY_PROP_CURRENT_MAX = 16, POWER_SUPPLY_PROP_CURRENT_NOW = 17, POWER_SUPPLY_PROP_CURRENT_AVG = 18, POWER_SUPPLY_PROP_CURRENT_BOOT = 19, POWER_SUPPLY_PROP_POWER_NOW = 20, POWER_SUPPLY_PROP_POWER_AVG = 21, POWER_SUPPLY_PROP_CHARGE_FULL_DESIGN = 22, POWER_SUPPLY_PROP_CHARGE_EMPTY_DESIGN = 23, POWER_SUPPLY_PROP_CHARGE_FULL = 24, POWER_SUPPLY_PROP_CHARGE_EMPTY = 25, POWER_SUPPLY_PROP_CHARGE_NOW = 26, POWER_SUPPLY_PROP_CHARGE_AVG = 27, POWER_SUPPLY_PROP_CHARGE_COUNTER = 28, POWER_SUPPLY_PROP_CONSTANT_CHARGE_CURRENT = 29, POWER_SUPPLY_PROP_CONSTANT_CHARGE_CURRENT_MAX = 30, POWER_SUPPLY_PROP_CONSTANT_CHARGE_VOLTAGE = 31, POWER_SUPPLY_PROP_CONSTANT_CHARGE_VOLTAGE_MAX = 32, POWER_SUPPLY_PROP_CHARGE_CONTROL_LIMIT = 33, POWER_SUPPLY_PROP_CHARGE_CONTROL_LIMIT_MAX = 34, POWER_SUPPLY_PROP_CHARGE_CONTROL_START_THRESHOLD = 35, POWER_SUPPLY_PROP_CHARGE_CONTROL_END_THRESHOLD = 36, POWER_SUPPLY_PROP_CHARGE_BEHAVIOUR = 37, POWER_SUPPLY_PROP_INPUT_CURRENT_LIMIT = 38, POWER_SUPPLY_PROP_INPUT_VOLTAGE_LIMIT = 39, POWER_SUPPLY_PROP_INPUT_POWER_LIMIT = 40, POWER_SUPPLY_PROP_ENERGY_FULL_DESIGN = 41, POWER_SUPPLY_PROP_ENERGY_EMPTY_DESIGN = 42, POWER_SUPPLY_PROP_ENERGY_FULL = 43, POWER_SUPPLY_PROP_ENERGY_EMPTY = 44, POWER_SUPPLY_PROP_ENERGY_NOW = 45, POWER_SUPPLY_PROP_ENERGY_AVG = 46, POWER_SUPPLY_PROP_CAPACITY = 47, POWER_SUPPLY_PROP_CAPACITY_ALERT_MIN = 48, POWER_SUPPLY_PROP_CAPACITY_ALERT_MAX = 49, POWER_SUPPLY_PROP_CAPACITY_ERROR_MARGIN = 50, POWER_SUPPLY_PROP_CAPACITY_LEVEL = 51, POWER_SUPPLY_PROP_TEMP = 52, POWER_SUPPLY_PROP_TEMP_MAX = 53, POWER_SUPPLY_PROP_TEMP_MIN = 54, POWER_SUPPLY_PROP_TEMP_ALERT_MIN = 55, POWER_SUPPLY_PROP_TEMP_ALERT_MAX = 56, POWER_SUPPLY_PROP_TEMP_AMBIENT = 57, POWER_SUPPLY_PROP_TEMP_AMBIENT_ALERT_MIN = 58, POWER_SUPPLY_PROP_TEMP_AMBIENT_ALERT_MAX = 59, POWER_SUPPLY_PROP_TIME_TO_EMPTY_NOW = 60, POWER_SUPPLY_PROP_TIME_TO_EMPTY_AVG = 61, POWER_SUPPLY_PROP_TIME_TO_FULL_NOW = 62, POWER_SUPPLY_PROP_TIME_TO_FULL_AVG = 63, POWER_SUPPLY_PROP_TYPE = 64, POWER_SUPPLY_PROP_USB_TYPE = 65, POWER_SUPPLY_PROP_SCOPE = 66, POWER_SUPPLY_PROP_PRECHARGE_CURRENT = 67, POWER_SUPPLY_PROP_CHARGE_TERM_CURRENT = 68, POWER_SUPPLY_PROP_CALIBRATE = 69, POWER_SUPPLY_PROP_MANUFACTURE_YEAR = 70, POWER_SUPPLY_PROP_MANUFACTURE_MONTH = 71, POWER_SUPPLY_PROP_MANUFACTURE_DAY = 72, POWER_SUPPLY_PROP_MODEL_NAME = 73, POWER_SUPPLY_PROP_MANUFACTURER = 74, POWER_SUPPLY_PROP_SERIAL_NUMBER = 75, }; enum power_supply_type { POWER_SUPPLY_TYPE_UNKNOWN = 0, POWER_SUPPLY_TYPE_BATTERY = 1, POWER_SUPPLY_TYPE_UPS = 2, POWER_SUPPLY_TYPE_MAINS = 3, POWER_SUPPLY_TYPE_USB = 4, POWER_SUPPLY_TYPE_USB_DCP = 5, POWER_SUPPLY_TYPE_USB_CDP = 6, POWER_SUPPLY_TYPE_USB_ACA = 7, POWER_SUPPLY_TYPE_USB_TYPE_C = 8, POWER_SUPPLY_TYPE_USB_PD = 9, POWER_SUPPLY_TYPE_USB_PD_DRP = 10, POWER_SUPPLY_TYPE_APPLE_BRICK_ID = 11, POWER_SUPPLY_TYPE_WIRELESS = 12, }; enum power_supply_usb_type { POWER_SUPPLY_USB_TYPE_UNKNOWN = 0, POWER_SUPPLY_USB_TYPE_SDP = 1, POWER_SUPPLY_USB_TYPE_DCP = 2, POWER_SUPPLY_USB_TYPE_CDP = 3, POWER_SUPPLY_USB_TYPE_ACA = 4, POWER_SUPPLY_USB_TYPE_C = 5, POWER_SUPPLY_USB_TYPE_PD = 6, POWER_SUPPLY_USB_TYPE_PD_DRP = 7, POWER_SUPPLY_USB_TYPE_PD_PPS = 8, POWER_SUPPLY_USB_TYPE_APPLE_BRICK_ID = 9, }; enum power_supply_notifier_events { PSY_EVENT_PROP_CHANGED = 0, }; union power_supply_propval { int intval; const char *strval; }; struct power_supply_config { struct device_node *of_node; struct fwnode_handle *fwnode; void *drv_data; const struct attribute_group **attr_grp; char **supplied_to; size_t num_supplicants; }; struct power_supply; struct power_supply_desc { const char *name; enum power_supply_type type; const enum power_supply_usb_type *usb_types; size_t num_usb_types; const enum power_supply_property *properties; size_t num_properties; int (*get_property)(struct power_supply *, enum power_supply_property, union power_supply_propval *); int (*set_property)(struct power_supply *, enum power_supply_property, const union power_supply_propval *); int (*property_is_writeable)(struct power_supply *, enum power_supply_property); void (*external_power_changed)(struct power_supply *); void (*set_charged)(struct power_supply *); bool no_thermal; int use_for_apm; }; struct thermal_zone_device; struct power_supply { const struct power_supply_desc *desc; char **supplied_to; size_t num_supplicants; char **supplied_from; size_t num_supplies; struct device_node *of_node; void *drv_data; struct device dev; struct work_struct changed_work; struct delayed_work deferred_register_work; spinlock_t changed_lock; bool changed; bool initialized; bool removing; atomic_t use_cnt; struct thermal_zone_device *tzd; struct thermal_cooling_device *tcd; struct led_trigger *charging_full_trig; char *charging_full_trig_name; struct led_trigger *charging_trig; char *charging_trig_name; struct led_trigger *full_trig; char *full_trig_name; struct led_trigger *online_trig; char *online_trig_name; struct led_trigger *charging_blink_full_solid_trig; char *charging_blink_full_solid_trig_name; }; enum thermal_device_mode { THERMAL_DEVICE_DISABLED = 0, THERMAL_DEVICE_ENABLED = 1, }; enum thermal_notify_event { THERMAL_EVENT_UNSPECIFIED = 0, THERMAL_EVENT_TEMP_SAMPLE = 1, THERMAL_TRIP_VIOLATED = 2, THERMAL_TRIP_CHANGED = 3, THERMAL_DEVICE_DOWN = 4, THERMAL_DEVICE_UP = 5, THERMAL_DEVICE_POWER_CAPABILITY_CHANGED = 6, THERMAL_TABLE_CHANGED = 7, THERMAL_EVENT_KEEP_ALIVE = 8, }; struct thermal_attr; struct thermal_trip; struct thermal_zone_device_ops; struct thermal_zone_params; struct thermal_governor; struct thermal_zone_device { int id; char type[20]; struct device device; struct attribute_group trips_attribute_group; struct thermal_attr *trip_temp_attrs; struct thermal_attr *trip_type_attrs; struct thermal_attr *trip_hyst_attrs; enum thermal_device_mode mode; void *devdata; struct thermal_trip *trips; int num_trips; long unsigned int trips_disabled; long unsigned int passive_delay_jiffies; long unsigned int polling_delay_jiffies; int temperature; int last_temperature; int emul_temperature; int passive; int prev_low_trip; int prev_high_trip; atomic_t need_update; struct thermal_zone_device_ops *ops; struct thermal_zone_params *tzp; struct thermal_governor *governor; void *governor_data; struct list_head thermal_instances; struct ida ida; struct mutex lock; struct list_head node; struct delayed_work poll_queue; enum thermal_notify_event notify_event; }; struct power_supply_battery_ocv_table { int ocv; int capacity; }; struct power_supply_resistance_temp_table { int temp; int resistance; }; struct power_supply_vbat_ri_table { int vbat_uv; int ri_uohm; }; struct power_supply_maintenance_charge_table { int charge_current_max_ua; int charge_voltage_max_uv; int charge_safety_timer_minutes; }; struct power_supply_battery_info { unsigned int technology; int energy_full_design_uwh; int charge_full_design_uah; int voltage_min_design_uv; int voltage_max_design_uv; int tricklecharge_current_ua; int precharge_current_ua; int precharge_voltage_max_uv; int charge_term_current_ua; int charge_restart_voltage_uv; int overvoltage_limit_uv; int constant_charge_current_max_ua; int constant_charge_voltage_max_uv; struct power_supply_maintenance_charge_table *maintenance_charge; int maintenance_charge_size; int alert_low_temp_charge_current_ua; int alert_low_temp_charge_voltage_uv; int alert_high_temp_charge_current_ua; int alert_high_temp_charge_voltage_uv; int factory_internal_resistance_uohm; int factory_internal_resistance_charging_uohm; int ocv_temp[20]; int temp_ambient_alert_min; int temp_ambient_alert_max; int temp_alert_min; int temp_alert_max; int temp_min; int temp_max; struct power_supply_battery_ocv_table *ocv_table[20]; int ocv_table_size[20]; struct power_supply_resistance_temp_table *resist_table; int resist_table_size; struct power_supply_vbat_ri_table *vbat2ri_discharging; int vbat2ri_discharging_size; struct power_supply_vbat_ri_table *vbat2ri_charging; int vbat2ri_charging_size; int bti_resistance_ohm; int bti_resistance_tolerance; }; enum thermal_trip_type { THERMAL_TRIP_ACTIVE = 0, THERMAL_TRIP_PASSIVE = 1, THERMAL_TRIP_HOT = 2, THERMAL_TRIP_CRITICAL = 3, }; enum thermal_trend { THERMAL_TREND_STABLE = 0, THERMAL_TREND_RAISING = 1, THERMAL_TREND_DROPPING = 2, }; struct thermal_zone_device_ops { int (*bind)(struct thermal_zone_device *, struct thermal_cooling_device *); int (*unbind)(struct thermal_zone_device *, struct thermal_cooling_device *); int (*get_temp)(struct thermal_zone_device *, int *); int (*set_trips)(struct thermal_zone_device *, int, int); int (*change_mode)(struct thermal_zone_device *, enum thermal_device_mode); int (*get_trip_type)(struct thermal_zone_device *, int, enum thermal_trip_type *); int (*get_trip_temp)(struct thermal_zone_device *, int, int *); int (*set_trip_temp)(struct thermal_zone_device *, int, int); int (*get_trip_hyst)(struct thermal_zone_device *, int, int *); int (*set_trip_hyst)(struct thermal_zone_device *, int, int); int (*get_crit_temp)(struct thermal_zone_device *, int *); int (*set_emul_temp)(struct thermal_zone_device *, int); int (*get_trend)(struct thermal_zone_device *, int, enum thermal_trend *); void (*hot)(struct thermal_zone_device *); void (*critical)(struct thermal_zone_device *); }; struct thermal_trip { int temperature; int hysteresis; enum thermal_trip_type type; }; struct thermal_bind_params; struct thermal_zone_params { char governor_name[20]; bool no_hwmon; int num_tbps; struct thermal_bind_params *tbp; u32 sustainable_power; s32 k_po; s32 k_pu; s32 k_i; s32 k_d; s32 integral_cutoff; int slope; int offset; }; struct thermal_governor { char name[20]; int (*bind_to_tz)(struct thermal_zone_device *); void (*unbind_from_tz)(struct thermal_zone_device *); int (*throttle)(struct thermal_zone_device *, int); struct list_head governor_list; }; struct thermal_bind_params { struct thermal_cooling_device *cdev; int weight; int trip_mask; long unsigned int *binding_limits; int (*match)(struct thermal_zone_device *, struct thermal_cooling_device *); }; struct psy_am_i_supplied_data { struct power_supply *psy; unsigned int count; }; struct psy_get_supplier_prop_data { struct power_supply *psy; enum power_supply_property psp; union power_supply_propval *val; }; enum hwmon_sensor_types { hwmon_chip = 0, hwmon_temp = 1, hwmon_in = 2, hwmon_curr = 3, hwmon_power = 4, hwmon_energy = 5, hwmon_humidity = 6, hwmon_fan = 7, hwmon_pwm = 8, hwmon_intrusion = 9, hwmon_max = 10, }; enum hwmon_chip_attributes { hwmon_chip_temp_reset_history = 0, hwmon_chip_in_reset_history = 1, hwmon_chip_curr_reset_history = 2, hwmon_chip_power_reset_history = 3, hwmon_chip_register_tz = 4, hwmon_chip_update_interval = 5, hwmon_chip_alarms = 6, hwmon_chip_samples = 7, hwmon_chip_curr_samples = 8, hwmon_chip_in_samples = 9, hwmon_chip_power_samples = 10, hwmon_chip_temp_samples = 11, }; enum hwmon_temp_attributes { hwmon_temp_enable = 0, hwmon_temp_input = 1, hwmon_temp_type = 2, hwmon_temp_lcrit = 3, hwmon_temp_lcrit_hyst = 4, hwmon_temp_min = 5, hwmon_temp_min_hyst = 6, hwmon_temp_max = 7, hwmon_temp_max_hyst = 8, hwmon_temp_crit = 9, hwmon_temp_crit_hyst = 10, hwmon_temp_emergency = 11, hwmon_temp_emergency_hyst = 12, hwmon_temp_alarm = 13, hwmon_temp_lcrit_alarm = 14, hwmon_temp_min_alarm = 15, hwmon_temp_max_alarm = 16, hwmon_temp_crit_alarm = 17, hwmon_temp_emergency_alarm = 18, hwmon_temp_fault = 19, hwmon_temp_offset = 20, hwmon_temp_label = 21, hwmon_temp_lowest = 22, hwmon_temp_highest = 23, hwmon_temp_reset_history = 24, hwmon_temp_rated_min = 25, hwmon_temp_rated_max = 26, }; enum hwmon_in_attributes { hwmon_in_enable = 0, hwmon_in_input = 1, hwmon_in_min = 2, hwmon_in_max = 3, hwmon_in_lcrit = 4, hwmon_in_crit = 5, hwmon_in_average = 6, hwmon_in_lowest = 7, hwmon_in_highest = 8, hwmon_in_reset_history = 9, hwmon_in_label = 10, hwmon_in_alarm = 11, hwmon_in_min_alarm = 12, hwmon_in_max_alarm = 13, hwmon_in_lcrit_alarm = 14, hwmon_in_crit_alarm = 15, hwmon_in_rated_min = 16, hwmon_in_rated_max = 17, }; enum hwmon_curr_attributes { hwmon_curr_enable = 0, hwmon_curr_input = 1, hwmon_curr_min = 2, hwmon_curr_max = 3, hwmon_curr_lcrit = 4, hwmon_curr_crit = 5, hwmon_curr_average = 6, hwmon_curr_lowest = 7, hwmon_curr_highest = 8, hwmon_curr_reset_history = 9, hwmon_curr_label = 10, hwmon_curr_alarm = 11, hwmon_curr_min_alarm = 12, hwmon_curr_max_alarm = 13, hwmon_curr_lcrit_alarm = 14, hwmon_curr_crit_alarm = 15, hwmon_curr_rated_min = 16, hwmon_curr_rated_max = 17, }; enum hwmon_power_attributes { hwmon_power_enable = 0, hwmon_power_average = 1, hwmon_power_average_interval = 2, hwmon_power_average_interval_max = 3, hwmon_power_average_interval_min = 4, hwmon_power_average_highest = 5, hwmon_power_average_lowest = 6, hwmon_power_average_max = 7, hwmon_power_average_min = 8, hwmon_power_input = 9, hwmon_power_input_highest = 10, hwmon_power_input_lowest = 11, hwmon_power_reset_history = 12, hwmon_power_accuracy = 13, hwmon_power_cap = 14, hwmon_power_cap_hyst = 15, hwmon_power_cap_max = 16, hwmon_power_cap_min = 17, hwmon_power_min = 18, hwmon_power_max = 19, hwmon_power_crit = 20, hwmon_power_lcrit = 21, hwmon_power_label = 22, hwmon_power_alarm = 23, hwmon_power_cap_alarm = 24, hwmon_power_min_alarm = 25, hwmon_power_max_alarm = 26, hwmon_power_lcrit_alarm = 27, hwmon_power_crit_alarm = 28, hwmon_power_rated_min = 29, hwmon_power_rated_max = 30, }; enum hwmon_energy_attributes { hwmon_energy_enable = 0, hwmon_energy_input = 1, hwmon_energy_label = 2, }; enum hwmon_humidity_attributes { hwmon_humidity_enable = 0, hwmon_humidity_input = 1, hwmon_humidity_label = 2, hwmon_humidity_min = 3, hwmon_humidity_min_hyst = 4, hwmon_humidity_max = 5, hwmon_humidity_max_hyst = 6, hwmon_humidity_alarm = 7, hwmon_humidity_fault = 8, hwmon_humidity_rated_min = 9, hwmon_humidity_rated_max = 10, }; enum hwmon_fan_attributes { hwmon_fan_enable = 0, hwmon_fan_input = 1, hwmon_fan_label = 2, hwmon_fan_min = 3, hwmon_fan_max = 4, hwmon_fan_div = 5, hwmon_fan_pulses = 6, hwmon_fan_target = 7, hwmon_fan_alarm = 8, hwmon_fan_min_alarm = 9, hwmon_fan_max_alarm = 10, hwmon_fan_fault = 11, }; enum hwmon_pwm_attributes { hwmon_pwm_input = 0, hwmon_pwm_enable = 1, hwmon_pwm_mode = 2, hwmon_pwm_freq = 3, hwmon_pwm_auto_channels_temp = 4, }; enum hwmon_intrusion_attributes { hwmon_intrusion_alarm = 0, hwmon_intrusion_beep = 1, }; struct hwmon_ops { umode_t (*is_visible)(const void *, enum hwmon_sensor_types, u32, int); int (*read)(struct device *, enum hwmon_sensor_types, u32, int, long int *); int (*read_string)(struct device *, enum hwmon_sensor_types, u32, int, const char **); int (*write)(struct device *, enum hwmon_sensor_types, u32, int, long int); }; struct hwmon_channel_info { enum hwmon_sensor_types type; const u32 *config; }; struct hwmon_chip_info { const struct hwmon_ops *ops; const struct hwmon_channel_info **info; }; struct trace_event_raw_hwmon_attr_class { struct trace_entry ent; int index; u32 __data_loc_attr_name; long int val; char __data[0]; }; struct trace_event_raw_hwmon_attr_show_string { struct trace_entry ent; int index; u32 __data_loc_attr_name; u32 __data_loc_label; char __data[0]; }; struct trace_event_data_offsets_hwmon_attr_class { u32 attr_name; }; struct trace_event_data_offsets_hwmon_attr_show_string { u32 attr_name; u32 label; }; typedef void (*btf_trace_hwmon_attr_show)(void *, int, const char *, long int); typedef void (*btf_trace_hwmon_attr_store)(void *, int, const char *, long int); typedef void (*btf_trace_hwmon_attr_show_string)(void *, int, const char *, const char *); struct hwmon_device { const char *name; const char *label; struct device dev; const struct hwmon_chip_info *chip; struct list_head tzdata; struct attribute_group group; const struct attribute_group **groups; }; struct hwmon_device_attribute { struct device_attribute dev_attr; const struct hwmon_ops *ops; enum hwmon_sensor_types type; u32 attr; int index; char name[32]; }; struct hwmon_thermal_data { struct list_head node; struct device *dev; int index; struct thermal_zone_device *tzd; }; struct thermal_attr { struct device_attribute attr; char name[20]; }; struct thermal_instance { int id; char name[20]; struct thermal_zone_device *tz; struct thermal_cooling_device *cdev; int trip; bool initialized; long unsigned int upper; long unsigned int lower; long unsigned int target; char attr_name[20]; struct device_attribute attr; char weight_attr_name[20]; struct device_attribute weight_attr; struct list_head tz_node; struct list_head cdev_node; unsigned int weight; }; struct dev_pm_opp_supply { long unsigned int u_volt; long unsigned int u_volt_min; long unsigned int u_volt_max; long unsigned int u_amp; long unsigned int u_watt; }; struct dev_pm_opp_icc_bw { u32 avg; u32 peak; }; struct dev_pm_opp; typedef int (*config_regulators_t)(struct device *, struct dev_pm_opp *, struct dev_pm_opp *, struct regulator **, unsigned int); struct opp_table; struct dev_pm_opp { struct list_head node; struct kref kref; bool available; bool dynamic; bool turbo; bool suspend; bool removed; unsigned int pstate; long unsigned int *rates; unsigned int level; struct dev_pm_opp_supply *supplies; struct dev_pm_opp_icc_bw *bandwidth; long unsigned int clock_latency_ns; struct dev_pm_opp **required_opps; struct opp_table *opp_table; struct device_node *np; struct dentry *dentry; const char *of_name; }; typedef int (*config_clks_t)(struct device *, struct opp_table *, struct dev_pm_opp *, void *, bool); enum opp_table_access { OPP_TABLE_ACCESS_UNKNOWN = 0, OPP_TABLE_ACCESS_EXCLUSIVE = 1, OPP_TABLE_ACCESS_SHARED = 2, }; struct icc_path; struct opp_table { struct list_head node; struct list_head lazy; struct blocking_notifier_head head; struct list_head dev_list; struct list_head opp_list; struct kref kref; struct mutex lock; struct device_node *np; long unsigned int clock_latency_ns_max; unsigned int voltage_tolerance_v1; unsigned int parsed_static_opps; enum opp_table_access shared_opp; long unsigned int rate_clk_single; struct dev_pm_opp *current_opp; struct dev_pm_opp *suspend_opp; struct mutex genpd_virt_dev_lock; struct device **genpd_virt_devs; struct opp_table **required_opp_tables; unsigned int required_opp_count; unsigned int *supported_hw; unsigned int supported_hw_count; const char *prop_name; config_clks_t config_clks; struct clk **clks; struct clk *clk; int clk_count; config_regulators_t config_regulators; struct regulator **regulators; int regulator_count; struct icc_path **paths; unsigned int path_count; bool enabled; bool genpd_performance_state; bool is_genpd; struct dentry *dentry; char dentry_name[255]; }; struct opp_device { struct list_head node; const struct device *dev; struct dentry *dentry; }; enum led_default_state { LEDS_DEFSTATE_OFF = 0, LEDS_DEFSTATE_ON = 1, LEDS_DEFSTATE_KEEP = 2, }; struct led_init_data { struct fwnode_handle *fwnode; const char *default_label; const char *devicename; bool devname_mandatory; }; struct led_properties { u32 color; bool color_present; const char *function; u32 func_enum; bool func_enum_present; const char *label; }; enum dmi_entry_type { DMI_ENTRY_BIOS = 0, DMI_ENTRY_SYSTEM = 1, DMI_ENTRY_BASEBOARD = 2, DMI_ENTRY_CHASSIS = 3, DMI_ENTRY_PROCESSOR = 4, DMI_ENTRY_MEM_CONTROLLER = 5, DMI_ENTRY_MEM_MODULE = 6, DMI_ENTRY_CACHE = 7, DMI_ENTRY_PORT_CONNECTOR = 8, DMI_ENTRY_SYSTEM_SLOT = 9, DMI_ENTRY_ONBOARD_DEVICE = 10, DMI_ENTRY_OEMSTRINGS = 11, DMI_ENTRY_SYSCONF = 12, DMI_ENTRY_BIOS_LANG = 13, DMI_ENTRY_GROUP_ASSOC = 14, DMI_ENTRY_SYSTEM_EVENT_LOG = 15, DMI_ENTRY_PHYS_MEM_ARRAY = 16, DMI_ENTRY_MEM_DEVICE = 17, DMI_ENTRY_32_MEM_ERROR = 18, DMI_ENTRY_MEM_ARRAY_MAPPED_ADDR = 19, DMI_ENTRY_MEM_DEV_MAPPED_ADDR = 20, DMI_ENTRY_BUILTIN_POINTING_DEV = 21, DMI_ENTRY_PORTABLE_BATTERY = 22, DMI_ENTRY_SYSTEM_RESET = 23, DMI_ENTRY_HW_SECURITY = 24, DMI_ENTRY_SYSTEM_POWER_CONTROLS = 25, DMI_ENTRY_VOLTAGE_PROBE = 26, DMI_ENTRY_COOLING_DEV = 27, DMI_ENTRY_TEMP_PROBE = 28, DMI_ENTRY_ELECTRICAL_CURRENT_PROBE = 29, DMI_ENTRY_OOB_REMOTE_ACCESS = 30, DMI_ENTRY_BIS_ENTRY = 31, DMI_ENTRY_SYSTEM_BOOT = 32, DMI_ENTRY_MGMT_DEV = 33, DMI_ENTRY_MGMT_DEV_COMPONENT = 34, DMI_ENTRY_MGMT_DEV_THRES = 35, DMI_ENTRY_MEM_CHANNEL = 36, DMI_ENTRY_IPMI_DEV = 37, DMI_ENTRY_SYS_POWER_SUPPLY = 38, DMI_ENTRY_ADDITIONAL = 39, DMI_ENTRY_ONBOARD_DEV_EXT = 40, DMI_ENTRY_MGMT_CONTROLLER_HOST = 41, DMI_ENTRY_INACTIVE = 126, DMI_ENTRY_END_OF_TABLE = 127, }; struct dmi_sysfs_entry { struct dmi_header dh; struct kobject kobj; int instance; int position; struct list_head list; struct kobject *child; }; struct dmi_sysfs_attribute { struct attribute attr; ssize_t (*show)(struct dmi_sysfs_entry *, char *); }; struct dmi_sysfs_mapped_attribute { struct attribute attr; ssize_t (*show)(struct dmi_sysfs_entry *, const struct dmi_header *, char *); }; typedef ssize_t (*dmi_callback)(struct dmi_sysfs_entry *, const struct dmi_header *, void *); struct find_dmi_data { struct dmi_sysfs_entry *entry; dmi_callback callback; void *private; int instance_countdown; ssize_t ret; }; struct dmi_read_state { char *buf; loff_t pos; size_t count; }; struct dmi_entry_attr_show_data { struct attribute *attr; char *buf; }; struct dmi_system_event_log { struct dmi_header header; u16 area_length; u16 header_start_offset; u16 data_start_offset; u8 access_method; u8 status; u32 change_token; union { struct { u16 index_addr; u16 data_addr; } io; u32 phys_addr32; u16 gpnv_handle; u32 access_method_address; }; u8 header_format; u8 type_descriptors_supported_count; u8 per_log_type_descriptor_length; u8 supported_log_type_descriptos[0]; } __attribute__((packed)); typedef u8 (*sel_io_reader)(const struct dmi_system_event_log *, loff_t); typedef efi_status_t efi_query_variable_store_t(u32, long unsigned int, bool); typedef struct { efi_guid_t guid; u64 table; } efi_config_table_64_t; typedef struct { efi_guid_t guid; u32 table; } efi_config_table_32_t; typedef union { struct { efi_guid_t guid; void *table; }; efi_config_table_32_t mixed_mode; } efi_config_table_t; typedef struct { efi_guid_t guid; long unsigned int *ptr; const char name[16]; } efi_config_table_type_t; typedef struct { u16 version; u16 length; u32 runtime_services_supported; } efi_rt_properties_table_t; struct efivar_operations { efi_get_variable_t *get_variable; efi_get_next_variable_t *get_next_variable; efi_set_variable_t *set_variable; efi_set_variable_t *set_variable_nonblocking; efi_query_variable_store_t *query_variable_store; }; struct efivars { struct kset *kset; struct kobject *kobject; const struct efivar_operations *ops; }; struct linux_efi_random_seed { u32 size; u8 bits[0]; }; struct linux_efi_memreserve { int size; atomic_t count; phys_addr_t next; struct { phys_addr_t base; phys_addr_t size; } entry[0]; }; struct linux_efi_initrd { long unsigned int base; long unsigned int size; }; struct linux_efi_tpm_eventlog { u32 size; u32 final_events_preboot_size; u8 version; u8 log[0]; }; struct efi_tcg2_final_events_table { u64 version; u64 nr_events; u8 events[0]; }; struct tpm_digest { u16 alg_id; u8 digest[64]; }; enum tpm_duration { TPM_SHORT = 0, TPM_MEDIUM = 1, TPM_LONG = 2, TPM_LONG_LONG = 3, TPM_UNDEFINED = 4, TPM_NUM_DURATIONS = 4, }; enum tcpa_event_types { PREBOOT = 0, POST_CODE = 1, UNUSED = 2, NO_ACTION = 3, SEPARATOR = 4, ACTION = 5, EVENT_TAG = 6, SCRTM_CONTENTS = 7, SCRTM_VERSION = 8, CPU_MICROCODE = 9, PLATFORM_CONFIG_FLAGS = 10, TABLE_OF_DEVICES = 11, COMPACT_HASH = 12, IPL = 13, IPL_PARTITION_DATA = 14, NONHOST_CODE = 15, NONHOST_CONFIG = 16, NONHOST_INFO = 17, }; struct tcg_efi_specid_event_algs { u16 alg_id; u16 digest_size; }; struct tcg_efi_specid_event_head { u8 signature[16]; u32 platform_class; u8 spec_version_minor; u8 spec_version_major; u8 spec_errata; u8 uintnsize; u32 num_algs; struct tcg_efi_specid_event_algs digest_sizes[0]; }; struct tcg_pcr_event { u32 pcr_idx; u32 event_type; u8 digest[20]; u32 event_size; u8 event[0]; }; struct tcg_event_field { u32 event_size; u8 event[0]; }; struct tcg_pcr_event2_head { u32 pcr_idx; u32 event_type; u32 count; struct tpm_digest digests[0]; }; enum efi_rts_ids { EFI_NONE = 0, EFI_GET_TIME = 1, EFI_SET_TIME = 2, EFI_GET_WAKEUP_TIME = 3, EFI_SET_WAKEUP_TIME = 4, EFI_GET_VARIABLE = 5, EFI_GET_NEXT_VARIABLE = 6, EFI_SET_VARIABLE = 7, EFI_QUERY_VARIABLE_INFO = 8, EFI_GET_NEXT_HIGH_MONO_COUNT = 9, EFI_RESET_SYSTEM = 10, EFI_UPDATE_CAPSULE = 11, EFI_QUERY_CAPSULE_CAPS = 12, }; struct efi_runtime_work { void *arg1; void *arg2; void *arg3; void *arg4; void *arg5; efi_status_t status; struct work_struct work; enum efi_rts_ids efi_rts_id; struct completion efi_rts_comp; }; struct hid_device_id { __u16 bus; __u16 group; __u32 vendor; __u32 product; kernel_ulong_t driver_data; }; enum { POWER_SUPPLY_STATUS_UNKNOWN = 0, POWER_SUPPLY_STATUS_CHARGING = 1, POWER_SUPPLY_STATUS_DISCHARGING = 2, POWER_SUPPLY_STATUS_NOT_CHARGING = 3, POWER_SUPPLY_STATUS_FULL = 4, }; enum { POWER_SUPPLY_SCOPE_UNKNOWN = 0, POWER_SUPPLY_SCOPE_SYSTEM = 1, POWER_SUPPLY_SCOPE_DEVICE = 2, }; enum hid_report_type { HID_INPUT_REPORT = 0, HID_OUTPUT_REPORT = 1, HID_FEATURE_REPORT = 2, HID_REPORT_TYPES = 3, }; enum hid_class_request { HID_REQ_GET_REPORT = 1, HID_REQ_GET_IDLE = 2, HID_REQ_GET_PROTOCOL = 3, HID_REQ_SET_REPORT = 9, HID_REQ_SET_IDLE = 10, HID_REQ_SET_PROTOCOL = 11, }; struct hid_collection { int parent_idx; unsigned int type; unsigned int usage; unsigned int level; }; struct hid_usage { unsigned int hid; unsigned int collection_index; unsigned int usage_index; __s8 resolution_multiplier; __s8 wheel_factor; __u16 code; __u8 type; __s8 hat_min; __s8 hat_max; __s8 hat_dir; __s16 wheel_accumulated; }; struct hid_report; struct hid_input; struct hid_field { unsigned int physical; unsigned int logical; unsigned int application; struct hid_usage *usage; unsigned int maxusage; unsigned int flags; unsigned int report_offset; unsigned int report_size; unsigned int report_count; unsigned int report_type; __s32 *value; __s32 *new_value; __s32 *usages_priorities; __s32 logical_minimum; __s32 logical_maximum; __s32 physical_minimum; __s32 physical_maximum; __s32 unit_exponent; unsigned int unit; bool ignored; struct hid_report *report; unsigned int index; struct hid_input *hidinput; __u16 dpad; unsigned int slot_idx; }; struct hid_field_entry; struct hid_device; struct hid_report { struct list_head list; struct list_head hidinput_list; struct list_head field_entry_list; unsigned int id; enum hid_report_type type; unsigned int application; struct hid_field *field[256]; struct hid_field_entry *field_entries; unsigned int maxfield; unsigned int size; struct hid_device *device; bool tool_active; unsigned int tool; }; struct hid_input { struct list_head list; struct hid_report *report; struct input_dev *input; const char *name; bool registered; struct list_head reports; unsigned int application; }; struct hid_field_entry { struct list_head list; struct hid_field *field; unsigned int index; __s32 priority; }; enum hid_type { HID_TYPE_OTHER = 0, HID_TYPE_USBMOUSE = 1, HID_TYPE_USBNONE = 2, }; struct hid_report_enum { unsigned int numbered; struct list_head report_list; struct hid_report *report_id_hash[256]; }; enum hid_battery_status { HID_BATTERY_UNKNOWN = 0, HID_BATTERY_QUERIED = 1, HID_BATTERY_REPORTED = 2, }; struct hid_driver; struct hid_ll_driver; struct hid_device { __u8 *dev_rdesc; unsigned int dev_rsize; __u8 *rdesc; unsigned int rsize; struct hid_collection *collection; unsigned int collection_size; unsigned int maxcollection; unsigned int maxapplication; __u16 bus; __u16 group; __u32 vendor; __u32 product; __u32 version; enum hid_type type; unsigned int country; struct hid_report_enum report_enum[3]; struct work_struct led_work; struct semaphore driver_input_lock; struct device dev; struct hid_driver *driver; struct hid_ll_driver *ll_driver; struct mutex ll_open_lock; unsigned int ll_open_count; struct power_supply *battery; __s32 battery_capacity; __s32 battery_min; __s32 battery_max; __s32 battery_report_type; __s32 battery_report_id; enum hid_battery_status battery_status; bool battery_avoid_query; ktime_t battery_ratelimit_time; long unsigned int status; unsigned int claimed; unsigned int quirks; bool io_started; struct list_head inputs; void *hiddev; void *hidraw; char name[128]; char phys[64]; char uniq[64]; void *driver_data; int (*ff_init)(struct hid_device *); int (*hiddev_connect)(struct hid_device *, unsigned int); void (*hiddev_disconnect)(struct hid_device *); void (*hiddev_hid_event)(struct hid_device *, struct hid_field *, struct hid_usage *, __s32); void (*hiddev_report_event)(struct hid_device *, struct hid_report *); short unsigned int debug; struct dentry *debug_dir; struct dentry *debug_rdesc; struct dentry *debug_events; struct list_head debug_list; spinlock_t debug_list_lock; wait_queue_head_t debug_wait; unsigned int id; }; struct hid_report_id; struct hid_usage_id; struct hid_driver { char *name; const struct hid_device_id *id_table; struct list_head dyn_list; spinlock_t dyn_lock; bool (*match)(struct hid_device *, bool); int (*probe)(struct hid_device *, const struct hid_device_id *); void (*remove)(struct hid_device *); const struct hid_report_id *report_table; int (*raw_event)(struct hid_device *, struct hid_report *, u8 *, int); const struct hid_usage_id *usage_table; int (*event)(struct hid_device *, struct hid_field *, struct hid_usage *, __s32); void (*report)(struct hid_device *, struct hid_report *); __u8 * (*report_fixup)(struct hid_device *, __u8 *, unsigned int *); int (*input_mapping)(struct hid_device *, struct hid_input *, struct hid_field *, struct hid_usage *, long unsigned int **, int *); int (*input_mapped)(struct hid_device *, struct hid_input *, struct hid_field *, struct hid_usage *, long unsigned int **, int *); int (*input_configured)(struct hid_device *, struct hid_input *); void (*feature_mapping)(struct hid_device *, struct hid_field *, struct hid_usage *); int (*suspend)(struct hid_device *, pm_message_t); int (*resume)(struct hid_device *); int (*reset_resume)(struct hid_device *); struct device_driver driver; }; struct hid_ll_driver { int (*start)(struct hid_device *); void (*stop)(struct hid_device *); int (*open)(struct hid_device *); void (*close)(struct hid_device *); int (*power)(struct hid_device *, int); int (*parse)(struct hid_device *); void (*request)(struct hid_device *, struct hid_report *, int); int (*wait)(struct hid_device *); int (*raw_request)(struct hid_device *, unsigned char, __u8 *, size_t, unsigned char, int); int (*output_report)(struct hid_device *, __u8 *, size_t); int (*idle)(struct hid_device *, int, int, int); bool (*may_wakeup)(struct hid_device *); }; struct hid_report_id { __u32 report_type; }; struct hid_usage_id { __u32 usage_hid; __u32 usage_type; __u32 usage_code; }; struct usage_priority { __u32 usage; bool global; unsigned int slot_overwrite; }; typedef bool (*hid_usage_cmp_t)(struct hid_usage *, unsigned int, unsigned int); struct of_reconfig_data { struct device_node *dn; struct property *prop; struct property *old_prop; }; enum of_reconfig_change { OF_RECONFIG_NO_CHANGE = 0, OF_RECONFIG_CHANGE_ADD = 1, OF_RECONFIG_CHANGE_REMOVE = 2, }; struct amba_cs_uci_id { unsigned int devarch; unsigned int devarch_mask; unsigned int devtype; void *data; }; struct amba_device { struct device dev; struct resource res; struct clk *pclk; struct device_dma_parameters dma_parms; unsigned int periphid; struct mutex periphid_lock; unsigned int cid; struct amba_cs_uci_id uci; unsigned int irq[9]; const char *driver_override; }; struct of_dev_auxdata { char *compatible; resource_size_t phys_addr; char *name; void *platform_data; }; struct of_bus { const char *name; const char *addresses; int (*match)(struct device_node *); void (*count_cells)(struct device_node *, int *, int *); u64 (*map)(__be32 *, const __be32 *, int, int, int); int (*translate)(__be32 *, u64, int); bool has_flags; unsigned int (*get_flags)(const __be32 *); }; struct of_changeset_entry { struct list_head node; long unsigned int action; struct device_node *np; struct property *prop; struct property *old_prop; }; struct of_changeset { struct list_head entries; }; enum of_overlay_notify_action { OF_OVERLAY_INIT = 0, OF_OVERLAY_PRE_APPLY = 1, OF_OVERLAY_POST_APPLY = 2, OF_OVERLAY_PRE_REMOVE = 3, OF_OVERLAY_POST_REMOVE = 4, }; struct of_overlay_notify_data { struct device_node *overlay; struct device_node *target; }; typedef __be32 fdt32_t; struct fdt_header { fdt32_t magic; fdt32_t totalsize; fdt32_t off_dt_struct; fdt32_t off_dt_strings; fdt32_t off_mem_rsvmap; fdt32_t version; fdt32_t last_comp_version; fdt32_t boot_cpuid_phys; fdt32_t size_dt_strings; fdt32_t size_dt_struct; }; struct target { struct device_node *np; bool in_livetree; }; struct fragment { struct device_node *overlay; struct device_node *target; }; struct overlay_changeset { int id; struct list_head ovcs_list; const void *new_fdt; const void *overlay_mem; struct device_node *overlay_root; enum of_overlay_notify_action notify_state; int count; struct fragment *fragments; bool symbols_fragment; struct of_changeset cset; }; struct srcu_notifier_head { struct mutex mutex; struct srcu_struct srcu; struct notifier_block *head; }; struct dev_pm_opp; struct opp_table; enum devfreq_timer { DEVFREQ_TIMER_DEFERRABLE = 0, DEVFREQ_TIMER_DELAYED = 1, DEVFREQ_TIMER_NUM = 2, }; struct devfreq_dev_status { long unsigned int total_time; long unsigned int busy_time; long unsigned int current_frequency; void *private_data; }; struct devfreq_dev_profile { long unsigned int initial_freq; unsigned int polling_ms; enum devfreq_timer timer; bool is_cooling_device; int (*target)(struct device *, long unsigned int *, u32); int (*get_dev_status)(struct device *, struct devfreq_dev_status *); int (*get_cur_freq)(struct device *, long unsigned int *); void (*exit)(struct device *); long unsigned int *freq_table; unsigned int max_state; }; struct devfreq_stats { unsigned int total_trans; unsigned int *trans_table; u64 *time_in_state; u64 last_update; }; struct devfreq_governor; struct devfreq { struct list_head node; struct mutex lock; struct device dev; struct devfreq_dev_profile *profile; const struct devfreq_governor *governor; struct opp_table *opp_table; struct notifier_block nb; struct delayed_work work; long unsigned int *freq_table; unsigned int max_state; long unsigned int previous_freq; struct devfreq_dev_status last_status; void *data; void *governor_data; struct dev_pm_qos_request user_min_freq_req; struct dev_pm_qos_request user_max_freq_req; long unsigned int scaling_min_freq; long unsigned int scaling_max_freq; bool stop_polling; long unsigned int suspend_freq; long unsigned int resume_freq; atomic_t suspend_count; struct devfreq_stats stats; struct srcu_notifier_head transition_notifier_list; struct thermal_cooling_device *cdev; struct notifier_block nb_min; struct notifier_block nb_max; }; struct devfreq_governor { struct list_head node; const char name[16]; const u64 attrs; const u64 flags; int (*get_target_freq)(struct devfreq *, long unsigned int *); int (*event_handler)(struct devfreq *, unsigned int, void *); }; struct devfreq_freqs { long unsigned int old; long unsigned int new; }; struct devfreq_cooling_power { int (*get_real_power)(struct devfreq *, u32 *, long unsigned int, long unsigned int); }; struct trace_event_raw_devfreq_frequency { struct trace_entry ent; u32 __data_loc_dev_name; long unsigned int freq; long unsigned int prev_freq; long unsigned int busy_time; long unsigned int total_time; char __data[0]; }; struct trace_event_raw_devfreq_monitor { struct trace_entry ent; long unsigned int freq; long unsigned int busy_time; long unsigned int total_time; unsigned int polling_ms; u32 __data_loc_dev_name; char __data[0]; }; struct trace_event_data_offsets_devfreq_frequency { u32 dev_name; }; struct trace_event_data_offsets_devfreq_monitor { u32 dev_name; }; typedef void (*btf_trace_devfreq_frequency)(void *, struct devfreq *, long unsigned int, long unsigned int); typedef void (*btf_trace_devfreq_monitor)(void *, struct devfreq *); struct devfreq_notifier_devres { struct devfreq *devfreq; struct notifier_block *nb; unsigned int list; }; struct cper_sec_proc_arm { u32 validation_bits; u16 err_info_num; u16 context_info_num; u32 section_length; u8 affinity_level; u8 reserved[3]; u64 mpidr; u64 midr; u32 running_state; u32 psci_state; }; enum hw_event_mc_err_type { HW_EVENT_ERR_CORRECTED = 0, HW_EVENT_ERR_UNCORRECTED = 1, HW_EVENT_ERR_DEFERRED = 2, HW_EVENT_ERR_FATAL = 3, HW_EVENT_ERR_INFO = 4, }; struct aer_header_log_regs { unsigned int dw0; unsigned int dw1; unsigned int dw2; unsigned int dw3; }; struct trace_event_raw_mc_event { struct trace_entry ent; unsigned int error_type; u32 __data_loc_msg; u32 __data_loc_label; u16 error_count; u8 mc_index; s8 top_layer; s8 middle_layer; s8 lower_layer; long int address; u8 grain_bits; long int syndrome; u32 __data_loc_driver_detail; char __data[0]; }; struct trace_event_raw_arm_event { struct trace_entry ent; u64 mpidr; u64 midr; u32 running_state; u32 psci_state; u8 affinity; char __data[0]; }; struct trace_event_raw_non_standard_event { struct trace_entry ent; char sec_type[16]; char fru_id[16]; u32 __data_loc_fru_text; u8 sev; u32 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_aer_event { struct trace_entry ent; u32 __data_loc_dev_name; u32 status; u8 severity; u8 tlp_header_valid; u32 tlp_header[4]; char __data[0]; }; struct trace_event_data_offsets_mc_event { u32 msg; u32 label; u32 driver_detail; }; struct trace_event_data_offsets_arm_event {}; struct trace_event_data_offsets_non_standard_event { u32 fru_text; u32 buf; }; struct trace_event_data_offsets_aer_event { u32 dev_name; }; typedef void (*btf_trace_mc_event)(void *, const unsigned int, const char *, const char *, const int, const u8, const s8, const s8, const s8, long unsigned int, const u8, long unsigned int, const char *); typedef void (*btf_trace_arm_event)(void *, const struct cper_sec_proc_arm *); typedef void (*btf_trace_non_standard_event)(void *, const guid_t *, const guid_t *, const char *, const u8, const u8 *, const u32); typedef void (*btf_trace_aer_event)(void *, const char *, const u32, const u8, const u8, struct aer_header_log_regs *); struct __kernel_sock_timeval { __s64 tv_sec; __s64 tv_usec; }; struct linger { int l_onoff; int l_linger; }; struct cmsghdr { __kernel_size_t cmsg_len; int cmsg_level; int cmsg_type; }; struct ucred { __u32 pid; __u32 uid; __u32 gid; }; enum { SOCK_WAKE_IO = 0, SOCK_WAKE_WAITD = 1, SOCK_WAKE_SPACE = 2, SOCK_WAKE_URG = 3, }; struct rt6key { struct in6_addr addr; int plen; }; struct rtable; struct fnhe_hash_bucket; struct fib_nh_common { struct net_device *nhc_dev; netdevice_tracker nhc_dev_tracker; int nhc_oif; unsigned char nhc_scope; u8 nhc_family; u8 nhc_gw_family; unsigned char nhc_flags; struct lwtunnel_state *nhc_lwtstate; union { __be32 ipv4; struct in6_addr ipv6; } nhc_gw; int nhc_weight; atomic_t nhc_upper_bound; struct rtable **nhc_pcpu_rth_output; struct rtable *nhc_rth_input; struct fnhe_hash_bucket *nhc_exceptions; }; struct rt6_exception_bucket; struct fib6_nh { struct fib_nh_common nh_common; long unsigned int last_probe; struct rt6_info **rt6i_pcpu; struct rt6_exception_bucket *rt6i_exception_bucket; }; struct fib6_node; struct dst_metrics; struct nexthop; struct fib6_info { struct fib6_table *fib6_table; struct fib6_info *fib6_next; struct fib6_node *fib6_node; union { struct list_head fib6_siblings; struct list_head nh_list; }; unsigned int fib6_nsiblings; refcount_t fib6_ref; long unsigned int expires; struct dst_metrics *fib6_metrics; struct rt6key fib6_dst; u32 fib6_flags; struct rt6key fib6_src; struct rt6key fib6_prefsrc; u32 fib6_metric; u8 fib6_protocol; u8 fib6_type; u8 offload; u8 trap; u8 offload_failed; u8 should_flush: 1; u8 dst_nocount: 1; u8 dst_nopolicy: 1; u8 fib6_destroying: 1; u8 unused: 4; struct callback_head rcu; struct nexthop *nh; struct fib6_nh fib6_nh[0]; }; struct uncached_list; struct rt6_info { struct dst_entry dst; struct fib6_info *from; int sernum; struct rt6key rt6i_dst; struct rt6key rt6i_src; struct in6_addr rt6i_gateway; struct inet6_dev *rt6i_idev; u32 rt6i_flags; struct list_head rt6i_uncached; struct uncached_list *rt6i_uncached_list; short unsigned int rt6i_nfheader_len; }; struct rt6_statistics { __u32 fib_nodes; __u32 fib_route_nodes; __u32 fib_rt_entries; __u32 fib_rt_cache; __u32 fib_discarded_routes; atomic_t fib_rt_alloc; }; struct fib6_node { struct fib6_node *parent; struct fib6_node *left; struct fib6_node *right; struct fib6_node *subtree; struct fib6_info *leaf; __u16 fn_bit; __u16 fn_flags; int fn_sernum; struct fib6_info *rr_ptr; struct callback_head rcu; }; struct fib6_table { struct hlist_node tb6_hlist; u32 tb6_id; spinlock_t tb6_lock; struct fib6_node tb6_root; struct inet_peer_base tb6_peers; unsigned int flags; unsigned int fib_seq; }; typedef union { __be32 a4; __be32 a6[4]; struct in6_addr in6; } xfrm_address_t; struct xfrm_id { xfrm_address_t daddr; __be32 spi; __u8 proto; }; struct xfrm_sec_ctx { __u8 ctx_doi; __u8 ctx_alg; __u16 ctx_len; __u32 ctx_sid; char ctx_str[0]; }; struct xfrm_selector { xfrm_address_t daddr; xfrm_address_t saddr; __be16 dport; __be16 dport_mask; __be16 sport; __be16 sport_mask; __u16 family; __u8 prefixlen_d; __u8 prefixlen_s; __u8 proto; int ifindex; __kernel_uid32_t user; }; struct xfrm_lifetime_cfg { __u64 soft_byte_limit; __u64 hard_byte_limit; __u64 soft_packet_limit; __u64 hard_packet_limit; __u64 soft_add_expires_seconds; __u64 hard_add_expires_seconds; __u64 soft_use_expires_seconds; __u64 hard_use_expires_seconds; }; struct xfrm_lifetime_cur { __u64 bytes; __u64 packets; __u64 add_time; __u64 use_time; }; struct xfrm_replay_state { __u32 oseq; __u32 seq; __u32 bitmap; }; struct xfrm_replay_state_esn { unsigned int bmp_len; __u32 oseq; __u32 seq; __u32 oseq_hi; __u32 seq_hi; __u32 replay_window; __u32 bmp[0]; }; struct xfrm_algo { char alg_name[64]; unsigned int alg_key_len; char alg_key[0]; }; struct xfrm_algo_auth { char alg_name[64]; unsigned int alg_key_len; unsigned int alg_trunc_len; char alg_key[0]; }; struct xfrm_algo_aead { char alg_name[64]; unsigned int alg_key_len; unsigned int alg_icv_len; char alg_key[0]; }; struct xfrm_stats { __u32 replay_window; __u32 replay; __u32 integrity_failed; }; struct xfrm_encap_tmpl { __u16 encap_type; __be16 encap_sport; __be16 encap_dport; xfrm_address_t encap_oa; }; struct xfrm_mark { __u32 v; __u32 m; }; struct xfrm_address_filter { xfrm_address_t saddr; xfrm_address_t daddr; __u16 family; __u8 splen; __u8 dplen; }; struct seq_net_private { struct net *net; netns_tracker ns_tracker; }; struct pernet_operations { struct list_head list; int (*init)(struct net *); void (*pre_exit)(struct net *); void (*exit)(struct net *); void (*exit_batch)(struct list_head *); unsigned int *id; size_t size; }; struct netdev_name_node { struct hlist_node hlist; struct list_head list; struct net_device *dev; const char *name; }; struct sd_flow_limit; struct softnet_data { struct list_head poll_list; struct sk_buff_head process_queue; unsigned int processed; unsigned int time_squeeze; struct softnet_data *rps_ipi_list; struct sd_flow_limit *flow_limit; struct Qdisc *output_queue; struct Qdisc **output_queue_tailp; struct sk_buff *completion_queue; struct { u16 recursion; u8 more; u8 skip_txqueue; } xmit; long: 32; long: 64; long: 64; long: 64; long: 64; unsigned int input_queue_head; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; call_single_data_t csd; struct softnet_data *rps_ipi_next; unsigned int cpu; unsigned int input_queue_tail; unsigned int received_rps; unsigned int dropped; struct sk_buff_head input_pkt_queue; struct napi_struct backlog; long: 64; long: 64; long: 64; long: 64; spinlock_t defer_lock; int defer_count; int defer_ipi_scheduled; struct sk_buff *defer_list; long: 64; call_single_data_t defer_csd; }; struct sd_flow_limit { u64 count; unsigned int num_buckets; unsigned int history_head; u16 history[128]; u8 buckets[0]; }; struct xfrm_state_walk { struct list_head all; u8 state; u8 dying; u8 proto; u32 seq; struct xfrm_address_filter *filter; }; enum xfrm_replay_mode { XFRM_REPLAY_MODE_LEGACY = 0, XFRM_REPLAY_MODE_BMP = 1, XFRM_REPLAY_MODE_ESN = 2, }; struct xfrm_dev_offload { struct net_device *dev; netdevice_tracker dev_tracker; struct net_device *real_dev; long unsigned int offload_handle; u8 dir: 2; u8 type: 2; }; struct xfrm_mode { u8 encap; u8 family; u8 flags; }; struct xfrm_type; struct xfrm_type_offload; struct xfrm_state { possible_net_t xs_net; union { struct hlist_node gclist; struct hlist_node bydst; }; struct hlist_node bysrc; struct hlist_node byspi; struct hlist_node byseq; refcount_t refcnt; spinlock_t lock; struct xfrm_id id; struct xfrm_selector sel; struct xfrm_mark mark; u32 if_id; u32 tfcpad; u32 genid; struct xfrm_state_walk km; struct { u32 reqid; u8 mode; u8 replay_window; u8 aalgo; u8 ealgo; u8 calgo; u8 flags; u16 family; xfrm_address_t saddr; int header_len; int trailer_len; u32 extra_flags; struct xfrm_mark smark; } props; struct xfrm_lifetime_cfg lft; struct xfrm_algo_auth *aalg; struct xfrm_algo *ealg; struct xfrm_algo *calg; struct xfrm_algo_aead *aead; const char *geniv; __be16 new_mapping_sport; u32 new_mapping; u32 mapping_maxage; struct xfrm_encap_tmpl *encap; struct sock *encap_sk; xfrm_address_t *coaddr; struct xfrm_state *tunnel; atomic_t tunnel_users; struct xfrm_replay_state replay; struct xfrm_replay_state_esn *replay_esn; struct xfrm_replay_state preplay; struct xfrm_replay_state_esn *preplay_esn; enum xfrm_replay_mode repl_mode; u32 xflags; u32 replay_maxage; u32 replay_maxdiff; struct timer_list rtimer; struct xfrm_stats stats; struct xfrm_lifetime_cur curlft; struct hrtimer mtimer; struct xfrm_dev_offload xso; long int saved_tmo; time64_t lastused; struct page_frag xfrag; const struct xfrm_type *type; struct xfrm_mode inner_mode; struct xfrm_mode inner_mode_iaf; struct xfrm_mode outer_mode; const struct xfrm_type_offload *type_offload; struct xfrm_sec_ctx *security; void *data; }; struct dst_metrics { u32 metrics[17]; refcount_t refcnt; }; enum { TCPF_ESTABLISHED = 2, TCPF_SYN_SENT = 4, TCPF_SYN_RECV = 8, TCPF_FIN_WAIT1 = 16, TCPF_FIN_WAIT2 = 32, TCPF_TIME_WAIT = 64, TCPF_CLOSE = 128, TCPF_CLOSE_WAIT = 256, TCPF_LAST_ACK = 512, TCPF_LISTEN = 1024, TCPF_CLOSING = 2048, TCPF_NEW_SYN_RECV = 4096, }; struct so_timestamping { int flags; int bind_phc; }; enum txtime_flags { SOF_TXTIME_DEADLINE_MODE = 1, SOF_TXTIME_REPORT_ERRORS = 2, SOF_TXTIME_FLAGS_LAST = 2, SOF_TXTIME_FLAGS_MASK = 3, }; struct sock_txtime { __kernel_clockid_t clockid; __u32 flags; }; struct xfrm_policy_walk_entry { struct list_head all; u8 dead; }; struct xfrm_policy_queue { struct sk_buff_head hold_queue; struct timer_list hold_timer; long unsigned int timeout; }; struct xfrm_tmpl { struct xfrm_id id; xfrm_address_t saddr; short unsigned int encap_family; u32 reqid; u8 mode; u8 share; u8 optional; u8 allalgs; u32 aalgos; u32 ealgos; u32 calgos; }; struct xfrm_policy { possible_net_t xp_net; struct hlist_node bydst; struct hlist_node byidx; rwlock_t lock; refcount_t refcnt; u32 pos; struct timer_list timer; atomic_t genid; u32 priority; u32 index; u32 if_id; struct xfrm_mark mark; struct xfrm_selector selector; struct xfrm_lifetime_cfg lft; struct xfrm_lifetime_cur curlft; struct xfrm_policy_walk_entry walk; struct xfrm_policy_queue polq; bool bydst_reinsert; u8 type; u8 action; u8 flags; u8 xfrm_nr; u16 family; struct xfrm_sec_ctx *security; struct xfrm_tmpl xfrm_vec[6]; struct hlist_node bydst_inexact_list; struct callback_head rcu; struct xfrm_dev_offload xdo; }; enum sk_pacing { SK_PACING_NONE = 0, SK_PACING_NEEDED = 1, SK_PACING_FQ = 2, }; enum sock_flags { SOCK_DEAD = 0, SOCK_DONE = 1, SOCK_URGINLINE = 2, SOCK_KEEPOPEN = 3, SOCK_LINGER = 4, SOCK_DESTROY = 5, SOCK_BROADCAST = 6, SOCK_TIMESTAMP = 7, SOCK_ZAPPED = 8, SOCK_USE_WRITE_QUEUE = 9, SOCK_DBG = 10, SOCK_RCVTSTAMP = 11, SOCK_RCVTSTAMPNS = 12, SOCK_LOCALROUTE = 13, SOCK_MEMALLOC = 14, SOCK_TIMESTAMPING_RX_SOFTWARE = 15, SOCK_FASYNC = 16, SOCK_RXQ_OVFL = 17, SOCK_ZEROCOPY = 18, SOCK_WIFI_STATUS = 19, SOCK_NOFCS = 20, SOCK_FILTER_LOCKED = 21, SOCK_SELECT_ERR_QUEUE = 22, SOCK_RCU_FREE = 23, SOCK_TXTIME = 24, SOCK_XDP = 25, SOCK_TSTAMP_NEW = 26, SOCK_RCVMARK = 27, }; struct socket_alloc { struct socket socket; struct inode vfs_inode; long: 64; }; struct sockcm_cookie { u64 transmit_time; u32 mark; u32 tsflags; }; struct sock_skb_cb { u32 dropcount; }; struct fastopen_queue { struct request_sock *rskq_rst_head; struct request_sock *rskq_rst_tail; spinlock_t lock; int qlen; int max_qlen; struct tcp_fastopen_context *ctx; }; struct request_sock_queue { spinlock_t rskq_lock; u8 rskq_defer_accept; u32 synflood_warned; atomic_t qlen; atomic_t young; struct request_sock *rskq_accept_head; struct request_sock *rskq_accept_tail; struct fastopen_queue fastopenq; }; struct ip_options { __be32 faddr; __be32 nexthop; unsigned char optlen; unsigned char srr; unsigned char rr; unsigned char ts; unsigned char is_strictroute: 1; unsigned char srr_is_hit: 1; unsigned char is_changed: 1; unsigned char rr_needaddr: 1; unsigned char ts_needtime: 1; unsigned char ts_needaddr: 1; unsigned char router_alert; unsigned char cipso; unsigned char __pad2; unsigned char __data[0]; }; struct ip_options_rcu { struct callback_head rcu; struct ip_options opt; }; struct ipv6_opt_hdr; struct ipv6_rt_hdr; struct ipv6_txoptions { refcount_t refcnt; int tot_len; __u16 opt_flen; __u16 opt_nflen; struct ipv6_opt_hdr *hopopt; struct ipv6_opt_hdr *dst0opt; struct ipv6_rt_hdr *srcrt; struct ipv6_opt_hdr *dst1opt; struct callback_head rcu; }; struct inet_cork { unsigned int flags; __be32 addr; struct ip_options *opt; unsigned int fragsize; int length; struct dst_entry *dst; u8 tx_flags; __u8 ttl; __s16 tos; char priority; __u16 gso_size; u64 transmit_time; u32 mark; }; struct inet_cork_full { struct inet_cork base; struct flowi fl; }; struct ipv6_pinfo; struct ip_mc_socklist; struct inet_sock { struct sock sk; struct ipv6_pinfo *pinet6; __be32 inet_saddr; __s16 uc_ttl; __u16 cmsg_flags; struct ip_options_rcu *inet_opt; __be16 inet_sport; __u16 inet_id; __u8 tos; __u8 min_ttl; __u8 mc_ttl; __u8 pmtudisc; __u8 recverr: 1; __u8 is_icsk: 1; __u8 freebind: 1; __u8 hdrincl: 1; __u8 mc_loop: 1; __u8 transparent: 1; __u8 mc_all: 1; __u8 nodefrag: 1; __u8 bind_address_no_port: 1; __u8 recverr_rfc4884: 1; __u8 defer_connect: 1; __u8 rcv_tos; __u8 convert_csum; int uc_index; int mc_index; __be32 mc_addr; struct ip_mc_socklist *mc_list; struct inet_cork_full cork; }; struct in6_pktinfo { struct in6_addr ipi6_addr; int ipi6_ifindex; }; struct inet6_cork { struct ipv6_txoptions *opt; u8 hop_limit; u8 tclass; }; struct ipv6_mc_socklist; struct ipv6_ac_socklist; struct ipv6_fl_socklist; struct ipv6_pinfo { struct in6_addr saddr; struct in6_pktinfo sticky_pktinfo; const struct in6_addr *daddr_cache; const struct in6_addr *saddr_cache; __be32 flow_label; __u32 frag_size; __u16 __unused_1: 7; __s16 hop_limit: 9; __u16 mc_loop: 1; __u16 __unused_2: 6; __s16 mcast_hops: 9; int ucast_oif; int mcast_oif; union { struct { __u16 srcrt: 1; __u16 osrcrt: 1; __u16 rxinfo: 1; __u16 rxoinfo: 1; __u16 rxhlim: 1; __u16 rxohlim: 1; __u16 hopopts: 1; __u16 ohopopts: 1; __u16 dstopts: 1; __u16 odstopts: 1; __u16 rxflow: 1; __u16 rxtclass: 1; __u16 rxpmtu: 1; __u16 rxorigdstaddr: 1; __u16 recvfragsize: 1; } bits; __u16 all; } rxopt; __u16 recverr: 1; __u16 sndflow: 1; __u16 repflow: 1; __u16 pmtudisc: 3; __u16 padding: 1; __u16 srcprefs: 3; __u16 dontfrag: 1; __u16 autoflowlabel: 1; __u16 autoflowlabel_set: 1; __u16 mc_all: 1; __u16 recverr_rfc4884: 1; __u16 rtalert_isolate: 1; __u8 min_hopcount; __u8 tclass; __be32 rcv_flowinfo; __u32 dst_cookie; struct ipv6_mc_socklist *ipv6_mc_list; struct ipv6_ac_socklist *ipv6_ac_list; struct ipv6_fl_socklist *ipv6_fl_list; struct ipv6_txoptions *opt; struct sk_buff *pktoptions; struct sk_buff *rxpmtu; struct inet6_cork cork; }; struct ipv6_rt_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; }; struct ipv6_opt_hdr { __u8 nexthdr; __u8 hdrlen; }; struct minmax_sample { u32 t; u32 v; }; struct minmax { struct minmax_sample s[3]; }; struct inet_connection_sock_af_ops { int (*queue_xmit)(struct sock *, struct sk_buff *, struct flowi *); void (*send_check)(struct sock *, struct sk_buff *); int (*rebuild_header)(struct sock *); void (*sk_rx_dst_set)(struct sock *, const struct sk_buff *); int (*conn_request)(struct sock *, struct sk_buff *); struct sock * (*syn_recv_sock)(const struct sock *, struct sk_buff *, struct request_sock *, struct dst_entry *, struct request_sock *, bool *); u16 net_header_len; u16 net_frag_header_len; u16 sockaddr_len; int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*addr2sockaddr)(struct sock *, struct sockaddr *); void (*mtu_reduced)(struct sock *); }; struct inet_bind_bucket; struct inet_bind2_bucket; struct tcp_ulp_ops; struct inet_connection_sock { struct inet_sock icsk_inet; struct request_sock_queue icsk_accept_queue; struct inet_bind_bucket *icsk_bind_hash; struct inet_bind2_bucket *icsk_bind2_hash; long unsigned int icsk_timeout; struct timer_list icsk_retransmit_timer; struct timer_list icsk_delack_timer; __u32 icsk_rto; __u32 icsk_rto_min; __u32 icsk_delack_max; __u32 icsk_pmtu_cookie; const struct tcp_congestion_ops *icsk_ca_ops; const struct inet_connection_sock_af_ops *icsk_af_ops; const struct tcp_ulp_ops *icsk_ulp_ops; void *icsk_ulp_data; void (*icsk_clean_acked)(struct sock *, u32); unsigned int (*icsk_sync_mss)(struct sock *, u32); __u8 icsk_ca_state: 5; __u8 icsk_ca_initialized: 1; __u8 icsk_ca_setsockopt: 1; __u8 icsk_ca_dst_locked: 1; __u8 icsk_retransmits; __u8 icsk_pending; __u8 icsk_backoff; __u8 icsk_syn_retries; __u8 icsk_probes_out; __u16 icsk_ext_hdr_len; struct { __u8 pending; __u8 quick; __u8 pingpong; __u8 retry; __u32 ato; long unsigned int timeout; __u32 lrcvtime; __u16 last_seg_size; __u16 rcv_mss; } icsk_ack; struct { int search_high; int search_low; u32 probe_size: 31; u32 enabled: 1; u32 probe_timestamp; } icsk_mtup; u32 icsk_probes_tstamp; u32 icsk_user_timeout; u64 icsk_ca_priv[13]; }; struct inet_bind_bucket { possible_net_t ib_net; int l3mdev; short unsigned int port; signed char fastreuse; signed char fastreuseport; kuid_t fastuid; struct in6_addr fast_v6_rcv_saddr; __be32 fast_rcv_saddr; short unsigned int fast_sk_family; bool fast_ipv6_only; struct hlist_node node; struct hlist_head owners; }; struct inet_bind2_bucket { possible_net_t ib_net; int l3mdev; short unsigned int port; short unsigned int family; union { struct in6_addr v6_rcv_saddr; __be32 rcv_saddr; }; struct hlist_node node; struct hlist_head owners; struct hlist_head deathrow; }; struct tcp_ulp_ops { struct list_head list; int (*init)(struct sock *); void (*update)(struct sock *, struct proto *, void (*)(struct sock *)); void (*release)(struct sock *); int (*get_info)(const struct sock *, struct sk_buff *); size_t (*get_info_size)(const struct sock *); void (*clone)(const struct request_sock *, struct sock *, const gfp_t); char name[16]; struct module *owner; }; struct tcp_fastopen_cookie { __le64 val[2]; s8 len; bool exp; }; struct tcp_sack_block { u32 start_seq; u32 end_seq; }; struct tcp_options_received { int ts_recent_stamp; u32 ts_recent; u32 rcv_tsval; u32 rcv_tsecr; u16 saw_tstamp: 1; u16 tstamp_ok: 1; u16 dsack: 1; u16 wscale_ok: 1; u16 sack_ok: 3; u16 smc_ok: 1; u16 snd_wscale: 4; u16 rcv_wscale: 4; u8 saw_unknown: 1; u8 unused: 7; u8 num_sacks; u16 user_mss; u16 mss_clamp; }; struct tcp_rack { u64 mstamp; u32 rtt_us; u32 end_seq; u32 last_delivered; u8 reo_wnd_steps; u8 reo_wnd_persist: 5; u8 dsack_seen: 1; u8 advanced: 1; }; struct tcp_fastopen_request; struct tcp_sock { struct inet_connection_sock inet_conn; u16 tcp_header_len; u16 gso_segs; __be32 pred_flags; u64 bytes_received; u32 segs_in; u32 data_segs_in; u32 rcv_nxt; u32 copied_seq; u32 rcv_wup; u32 snd_nxt; u32 segs_out; u32 data_segs_out; u64 bytes_sent; u64 bytes_acked; u32 dsack_dups; u32 snd_una; u32 snd_sml; u32 rcv_tstamp; u32 lsndtime; u32 last_oow_ack_time; u32 compressed_ack_rcv_nxt; u32 tsoffset; struct list_head tsq_node; struct list_head tsorted_sent_queue; u32 snd_wl1; u32 snd_wnd; u32 max_window; u32 mss_cache; u32 window_clamp; u32 rcv_ssthresh; struct tcp_rack rack; u16 advmss; u8 compressed_ack; u8 dup_ack_counter: 2; u8 tlp_retrans: 1; u8 unused: 5; u32 chrono_start; u32 chrono_stat[3]; u8 chrono_type: 2; u8 rate_app_limited: 1; u8 fastopen_connect: 1; u8 fastopen_no_cookie: 1; u8 is_sack_reneg: 1; u8 fastopen_client_fail: 2; u8 nonagle: 4; u8 thin_lto: 1; u8 recvmsg_inq: 1; u8 repair: 1; u8 frto: 1; u8 repair_queue; u8 save_syn: 2; u8 syn_data: 1; u8 syn_fastopen: 1; u8 syn_fastopen_exp: 1; u8 syn_fastopen_ch: 1; u8 syn_data_acked: 1; u8 is_cwnd_limited: 1; u32 tlp_high_seq; u32 tcp_tx_delay; u64 tcp_wstamp_ns; u64 tcp_clock_cache; u64 tcp_mstamp; u32 srtt_us; u32 mdev_us; u32 mdev_max_us; u32 rttvar_us; u32 rtt_seq; struct minmax rtt_min; u32 packets_out; u32 retrans_out; u32 max_packets_out; u32 cwnd_usage_seq; u16 urg_data; u8 ecn_flags; u8 keepalive_probes; u32 reordering; u32 reord_seen; u32 snd_up; struct tcp_options_received rx_opt; u32 snd_ssthresh; u32 snd_cwnd; u32 snd_cwnd_cnt; u32 snd_cwnd_clamp; u32 snd_cwnd_used; u32 snd_cwnd_stamp; u32 prior_cwnd; u32 prr_delivered; u32 prr_out; u32 delivered; u32 delivered_ce; u32 lost; u32 app_limited; u64 first_tx_mstamp; u64 delivered_mstamp; u32 rate_delivered; u32 rate_interval_us; u32 rcv_wnd; u32 write_seq; u32 notsent_lowat; u32 pushed_seq; u32 lost_out; u32 sacked_out; struct hrtimer pacing_timer; struct hrtimer compressed_ack_timer; struct sk_buff *lost_skb_hint; struct sk_buff *retransmit_skb_hint; struct rb_root out_of_order_queue; struct sk_buff *ooo_last_skb; struct tcp_sack_block duplicate_sack[1]; struct tcp_sack_block selective_acks[4]; struct tcp_sack_block recv_sack_cache[4]; struct sk_buff *highest_sack; int lost_cnt_hint; u32 prior_ssthresh; u32 high_seq; u32 retrans_stamp; u32 undo_marker; int undo_retrans; u64 bytes_retrans; u32 total_retrans; u32 urg_seq; unsigned int keepalive_time; unsigned int keepalive_intvl; int linger2; u8 bpf_sock_ops_cb_flags; u8 bpf_chg_cc_inprogress: 1; u16 timeout_rehash; u32 rcv_ooopack; u32 rcv_rtt_last_tsecr; struct { u32 rtt_us; u32 seq; u64 time; } rcv_rtt_est; struct { u32 space; u32 seq; u64 time; } rcvq_space; struct { u32 probe_seq_start; u32 probe_seq_end; } mtu_probe; u32 plb_rehash; u32 mtu_info; struct tcp_fastopen_request *fastopen_req; struct request_sock *fastopen_rsk; struct saved_syn *saved_syn; }; struct tcp_fastopen_request { struct tcp_fastopen_cookie cookie; struct msghdr *data; size_t size; int copied; struct ubuf_info *uarg; }; struct inet6_skb_parm { int iif; __be16 ra; __u16 dst0; __u16 srcrt; __u16 dst1; __u16 lastopt; __u16 nhoff; __u16 flags; __u16 frag_max_size; __u16 srhoff; }; struct ip6_sf_socklist; struct ipv6_mc_socklist { struct in6_addr addr; int ifindex; unsigned int sfmode; struct ipv6_mc_socklist *next; struct ip6_sf_socklist *sflist; struct callback_head rcu; }; struct ipv6_ac_socklist { struct in6_addr acl_addr; int acl_ifindex; struct ipv6_ac_socklist *acl_next; }; struct ip6_flowlabel; struct ipv6_fl_socklist { struct ipv6_fl_socklist *next; struct ip6_flowlabel *fl; struct callback_head rcu; }; struct ip6_sf_socklist { unsigned int sl_max; unsigned int sl_count; struct callback_head rcu; struct in6_addr sl_addr[0]; }; struct ip6_flowlabel { struct ip6_flowlabel *next; __be32 label; atomic_t users; struct in6_addr dst; struct ipv6_txoptions *opt; long unsigned int linger; struct callback_head rcu; u8 share; union { struct pid *pid; kuid_t uid; } owner; long unsigned int lastuse; long unsigned int expires; struct net *fl_net; }; struct fib_nh_exception { struct fib_nh_exception *fnhe_next; int fnhe_genid; __be32 fnhe_daddr; u32 fnhe_pmtu; bool fnhe_mtu_locked; __be32 fnhe_gw; long unsigned int fnhe_expires; struct rtable *fnhe_rth_input; struct rtable *fnhe_rth_output; long unsigned int fnhe_stamp; struct callback_head rcu; }; struct rtable { struct dst_entry dst; int rt_genid; unsigned int rt_flags; __u16 rt_type; __u8 rt_is_input; __u8 rt_uses_gateway; int rt_iif; u8 rt_gw_family; union { __be32 rt_gw4; struct in6_addr rt_gw6; }; u32 rt_mtu_locked: 1; u32 rt_pmtu: 31; struct list_head rt_uncached; struct uncached_list *rt_uncached_list; }; struct fnhe_hash_bucket { struct fib_nh_exception *chain; }; struct inet_skb_parm { int iif; struct ip_options opt; u16 flags; u16 frag_max_size; }; struct sock_ee_data_rfc4884 { __u16 len; __u8 flags; __u8 reserved; }; struct sock_extended_err { __u32 ee_errno; __u8 ee_origin; __u8 ee_type; __u8 ee_code; __u8 ee_pad; __u32 ee_info; union { __u32 ee_data; struct sock_ee_data_rfc4884 ee_rfc4884; }; }; struct sock_exterr_skb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; struct sock_extended_err ee; u16 addr_offset; __be16 port; u8 opt_stats: 1; u8 unused: 7; }; struct net_protocol { int (*handler)(struct sk_buff *); int (*err_handler)(struct sk_buff *, u32); unsigned int no_policy: 1; unsigned int icmp_strict_tag_validation: 1; }; struct rt6_exception_bucket { struct hlist_head chain; int depth; }; struct xfrm_type { struct module *owner; u8 proto; u8 flags; int (*init_state)(struct xfrm_state *, struct netlink_ext_ack *); void (*destructor)(struct xfrm_state *); int (*input)(struct xfrm_state *, struct sk_buff *); int (*output)(struct xfrm_state *, struct sk_buff *); int (*reject)(struct xfrm_state *, struct sk_buff *, const struct flowi *); }; struct xfrm_type_offload { struct module *owner; u8 proto; void (*encap)(struct xfrm_state *, struct sk_buff *); int (*input_tail)(struct xfrm_state *, struct sk_buff *); int (*xmit)(struct xfrm_state *, struct sk_buff *, netdev_features_t); }; struct cgroup_cls_state { struct cgroup_subsys_state css; u32 classid; }; enum { SK_MEMINFO_RMEM_ALLOC = 0, SK_MEMINFO_RCVBUF = 1, SK_MEMINFO_WMEM_ALLOC = 2, SK_MEMINFO_SNDBUF = 3, SK_MEMINFO_FWD_ALLOC = 4, SK_MEMINFO_WMEM_QUEUED = 5, SK_MEMINFO_OPTMEM = 6, SK_MEMINFO_BACKLOG = 7, SK_MEMINFO_DROPS = 8, SK_MEMINFO_VARS = 9, }; enum sknetlink_groups { SKNLGRP_NONE = 0, SKNLGRP_INET_TCP_DESTROY = 1, SKNLGRP_INET_UDP_DESTROY = 2, SKNLGRP_INET6_TCP_DESTROY = 3, SKNLGRP_INET6_UDP_DESTROY = 4, __SKNLGRP_MAX = 5, }; struct sock_fprog { short unsigned int len; struct sock_filter *filter; }; struct __kernel_old_timespec { __kernel_old_time_t tv_sec; long int tv_nsec; }; struct scm_timestamping_internal { struct timespec64 ts[3]; }; struct scm_fp_list { short int count; short int max; struct user_struct *user; struct file *fp[253]; }; struct scm_cookie { struct pid *pid; struct scm_fp_list *fp; struct scm_creds creds; u32 secid; }; struct scm_timestamping { struct __kernel_old_timespec ts[3]; }; struct scm_timestamping64 { struct __kernel_timespec ts[3]; }; struct ipv4_devconf { void *sysctl; int data[33]; long unsigned int state[1]; }; enum { NDA_UNSPEC = 0, NDA_DST = 1, NDA_LLADDR = 2, NDA_CACHEINFO = 3, NDA_PROBES = 4, NDA_VLAN = 5, NDA_PORT = 6, NDA_VNI = 7, NDA_IFINDEX = 8, NDA_MASTER = 9, NDA_LINK_NETNSID = 10, NDA_SRC_VNI = 11, NDA_PROTOCOL = 12, NDA_NH_ID = 13, NDA_FDB_EXT_ATTRS = 14, NDA_FLAGS_EXT = 15, NDA_NDM_STATE_MASK = 16, NDA_NDM_FLAGS_MASK = 17, __NDA_MAX = 18, }; struct nda_cacheinfo { __u32 ndm_confirmed; __u32 ndm_used; __u32 ndm_updated; __u32 ndm_refcnt; }; struct ndt_stats { __u64 ndts_allocs; __u64 ndts_destroys; __u64 ndts_hash_grows; __u64 ndts_res_failed; __u64 ndts_lookups; __u64 ndts_hits; __u64 ndts_rcv_probes_mcast; __u64 ndts_rcv_probes_ucast; __u64 ndts_periodic_gc_runs; __u64 ndts_forced_gc_runs; __u64 ndts_table_fulls; }; enum { NDTPA_UNSPEC = 0, NDTPA_IFINDEX = 1, NDTPA_REFCNT = 2, NDTPA_REACHABLE_TIME = 3, NDTPA_BASE_REACHABLE_TIME = 4, NDTPA_RETRANS_TIME = 5, NDTPA_GC_STALETIME = 6, NDTPA_DELAY_PROBE_TIME = 7, NDTPA_QUEUE_LEN = 8, NDTPA_APP_PROBES = 9, NDTPA_UCAST_PROBES = 10, NDTPA_MCAST_PROBES = 11, NDTPA_ANYCAST_DELAY = 12, NDTPA_PROXY_DELAY = 13, NDTPA_PROXY_QLEN = 14, NDTPA_LOCKTIME = 15, NDTPA_QUEUE_LENBYTES = 16, NDTPA_MCAST_REPROBES = 17, NDTPA_PAD = 18, NDTPA_INTERVAL_PROBE_TIME_MS = 19, __NDTPA_MAX = 20, }; struct ndtmsg { __u8 ndtm_family; __u8 ndtm_pad1; __u16 ndtm_pad2; }; struct ndt_config { __u16 ndtc_key_len; __u16 ndtc_entry_size; __u32 ndtc_entries; __u32 ndtc_last_flush; __u32 ndtc_last_rand; __u32 ndtc_hash_rnd; __u32 ndtc_hash_mask; __u32 ndtc_hash_chain_gc; __u32 ndtc_proxy_qlen; }; enum { NDTA_UNSPEC = 0, NDTA_NAME = 1, NDTA_THRESH1 = 2, NDTA_THRESH2 = 3, NDTA_THRESH3 = 4, NDTA_CONFIG = 5, NDTA_PARMS = 6, NDTA_STATS = 7, NDTA_GC_INTERVAL = 8, NDTA_PAD = 9, __NDTA_MAX = 10, }; struct in_ifaddr; struct ip_mc_list; struct in_device { struct net_device *dev; netdevice_tracker dev_tracker; refcount_t refcnt; int dead; struct in_ifaddr *ifa_list; struct ip_mc_list *mc_list; struct ip_mc_list **mc_hash; int mc_count; spinlock_t mc_tomb_lock; struct ip_mc_list *mc_tomb; long unsigned int mr_v1_seen; long unsigned int mr_v2_seen; long unsigned int mr_maxdelay; long unsigned int mr_qi; long unsigned int mr_qri; unsigned char mr_qrv; unsigned char mr_gq_running; u32 mr_ifc_count; struct timer_list mr_gq_timer; struct timer_list mr_ifc_timer; struct neigh_parms *arp_parms; struct ipv4_devconf cnf; struct callback_head callback_head; }; enum { RTM_BASE = 16, RTM_NEWLINK = 16, RTM_DELLINK = 17, RTM_GETLINK = 18, RTM_SETLINK = 19, RTM_NEWADDR = 20, RTM_DELADDR = 21, RTM_GETADDR = 22, RTM_NEWROUTE = 24, RTM_DELROUTE = 25, RTM_GETROUTE = 26, RTM_NEWNEIGH = 28, RTM_DELNEIGH = 29, RTM_GETNEIGH = 30, RTM_NEWRULE = 32, RTM_DELRULE = 33, RTM_GETRULE = 34, RTM_NEWQDISC = 36, RTM_DELQDISC = 37, RTM_GETQDISC = 38, RTM_NEWTCLASS = 40, RTM_DELTCLASS = 41, RTM_GETTCLASS = 42, RTM_NEWTFILTER = 44, RTM_DELTFILTER = 45, RTM_GETTFILTER = 46, RTM_NEWACTION = 48, RTM_DELACTION = 49, RTM_GETACTION = 50, RTM_NEWPREFIX = 52, RTM_GETMULTICAST = 58, RTM_GETANYCAST = 62, RTM_NEWNEIGHTBL = 64, RTM_GETNEIGHTBL = 66, RTM_SETNEIGHTBL = 67, RTM_NEWNDUSEROPT = 68, RTM_NEWADDRLABEL = 72, RTM_DELADDRLABEL = 73, RTM_GETADDRLABEL = 74, RTM_GETDCB = 78, RTM_SETDCB = 79, RTM_NEWNETCONF = 80, RTM_DELNETCONF = 81, RTM_GETNETCONF = 82, RTM_NEWMDB = 84, RTM_DELMDB = 85, RTM_GETMDB = 86, RTM_NEWNSID = 88, RTM_DELNSID = 89, RTM_GETNSID = 90, RTM_NEWSTATS = 92, RTM_GETSTATS = 94, RTM_SETSTATS = 95, RTM_NEWCACHEREPORT = 96, RTM_NEWCHAIN = 100, RTM_DELCHAIN = 101, RTM_GETCHAIN = 102, RTM_NEWNEXTHOP = 104, RTM_DELNEXTHOP = 105, RTM_GETNEXTHOP = 106, RTM_NEWLINKPROP = 108, RTM_DELLINKPROP = 109, RTM_GETLINKPROP = 110, RTM_NEWVLAN = 112, RTM_DELVLAN = 113, RTM_GETVLAN = 114, RTM_NEWNEXTHOPBUCKET = 116, RTM_DELNEXTHOPBUCKET = 117, RTM_GETNEXTHOPBUCKET = 118, RTM_NEWTUNNEL = 120, RTM_DELTUNNEL = 121, RTM_GETTUNNEL = 122, __RTM_MAX = 123, }; enum { RTN_UNSPEC = 0, RTN_UNICAST = 1, RTN_LOCAL = 2, RTN_BROADCAST = 3, RTN_ANYCAST = 4, RTN_MULTICAST = 5, RTN_BLACKHOLE = 6, RTN_UNREACHABLE = 7, RTN_PROHIBIT = 8, RTN_THROW = 9, RTN_NAT = 10, RTN_XRESOLVE = 11, __RTN_MAX = 12, }; struct rtgenmsg { unsigned char rtgen_family; }; enum rtnetlink_groups { RTNLGRP_NONE = 0, RTNLGRP_LINK = 1, RTNLGRP_NOTIFY = 2, RTNLGRP_NEIGH = 3, RTNLGRP_TC = 4, RTNLGRP_IPV4_IFADDR = 5, RTNLGRP_IPV4_MROUTE = 6, RTNLGRP_IPV4_ROUTE = 7, RTNLGRP_IPV4_RULE = 8, RTNLGRP_IPV6_IFADDR = 9, RTNLGRP_IPV6_MROUTE = 10, RTNLGRP_IPV6_ROUTE = 11, RTNLGRP_IPV6_IFINFO = 12, RTNLGRP_DECnet_IFADDR = 13, RTNLGRP_NOP2 = 14, RTNLGRP_DECnet_ROUTE = 15, RTNLGRP_DECnet_RULE = 16, RTNLGRP_NOP4 = 17, RTNLGRP_IPV6_PREFIX = 18, RTNLGRP_IPV6_RULE = 19, RTNLGRP_ND_USEROPT = 20, RTNLGRP_PHONET_IFADDR = 21, RTNLGRP_PHONET_ROUTE = 22, RTNLGRP_DCB = 23, RTNLGRP_IPV4_NETCONF = 24, RTNLGRP_IPV6_NETCONF = 25, RTNLGRP_MDB = 26, RTNLGRP_MPLS_ROUTE = 27, RTNLGRP_NSID = 28, RTNLGRP_MPLS_NETCONF = 29, RTNLGRP_IPV4_MROUTE_R = 30, RTNLGRP_IPV6_MROUTE_R = 31, RTNLGRP_NEXTHOP = 32, RTNLGRP_BRVLAN = 33, RTNLGRP_MCTP_IFADDR = 34, RTNLGRP_TUNNEL = 35, RTNLGRP_STATS = 36, __RTNLGRP_MAX = 37, }; enum { NLA_UNSPEC = 0, NLA_U8 = 1, NLA_U16 = 2, NLA_U32 = 3, NLA_U64 = 4, NLA_STRING = 5, NLA_FLAG = 6, NLA_MSECS = 7, NLA_NESTED = 8, NLA_NESTED_ARRAY = 9, NLA_NUL_STRING = 10, NLA_BINARY = 11, NLA_S8 = 12, NLA_S16 = 13, NLA_S32 = 14, NLA_S64 = 15, NLA_BITFIELD32 = 16, NLA_REJECT = 17, NLA_BE16 = 18, NLA_BE32 = 19, __NLA_TYPE_MAX = 20, }; enum nla_policy_validation { NLA_VALIDATE_NONE = 0, NLA_VALIDATE_RANGE = 1, NLA_VALIDATE_RANGE_WARN_TOO_LONG = 2, NLA_VALIDATE_MIN = 3, NLA_VALIDATE_MAX = 4, NLA_VALIDATE_MASK = 5, NLA_VALIDATE_RANGE_PTR = 6, NLA_VALIDATE_FUNCTION = 7, }; enum netlink_validation { NL_VALIDATE_LIBERAL = 0, NL_VALIDATE_TRAILING = 1, NL_VALIDATE_MAXTYPE = 2, NL_VALIDATE_UNSPEC = 4, NL_VALIDATE_STRICT_ATTRS = 8, NL_VALIDATE_NESTED = 16, }; typedef int (*rtnl_doit_func)(struct sk_buff *, struct nlmsghdr *, struct netlink_ext_ack *); typedef int (*rtnl_dumpit_func)(struct sk_buff *, struct netlink_callback *); enum { NEIGH_ARP_TABLE = 0, NEIGH_ND_TABLE = 1, NEIGH_DN_TABLE = 2, NEIGH_NR_TABLES = 3, NEIGH_LINK_TABLE = 3, }; struct neigh_seq_state { struct seq_net_private p; struct neigh_table *tbl; struct neigh_hash_table *nht; void * (*neigh_sub_iter)(struct neigh_seq_state *, struct neighbour *, loff_t *); unsigned int bucket; unsigned int flags; }; struct neighbour_cb { long unsigned int sched_next; unsigned int flags; }; enum netevent_notif_type { NETEVENT_NEIGH_UPDATE = 1, NETEVENT_REDIRECT = 2, NETEVENT_DELAY_PROBE_TIME_UPDATE = 3, NETEVENT_IPV4_MPATH_HASH_UPDATE = 4, NETEVENT_IPV6_MPATH_HASH_UPDATE = 5, NETEVENT_IPV4_FWD_UPDATE_PRIORITY_UPDATE = 6, }; enum { IPV4_DEVCONF_FORWARDING = 1, IPV4_DEVCONF_MC_FORWARDING = 2, IPV4_DEVCONF_PROXY_ARP = 3, IPV4_DEVCONF_ACCEPT_REDIRECTS = 4, IPV4_DEVCONF_SECURE_REDIRECTS = 5, IPV4_DEVCONF_SEND_REDIRECTS = 6, IPV4_DEVCONF_SHARED_MEDIA = 7, IPV4_DEVCONF_RP_FILTER = 8, IPV4_DEVCONF_ACCEPT_SOURCE_ROUTE = 9, IPV4_DEVCONF_BOOTP_RELAY = 10, IPV4_DEVCONF_LOG_MARTIANS = 11, IPV4_DEVCONF_TAG = 12, IPV4_DEVCONF_ARPFILTER = 13, IPV4_DEVCONF_MEDIUM_ID = 14, IPV4_DEVCONF_NOXFRM = 15, IPV4_DEVCONF_NOPOLICY = 16, IPV4_DEVCONF_FORCE_IGMP_VERSION = 17, IPV4_DEVCONF_ARP_ANNOUNCE = 18, IPV4_DEVCONF_ARP_IGNORE = 19, IPV4_DEVCONF_PROMOTE_SECONDARIES = 20, IPV4_DEVCONF_ARP_ACCEPT = 21, IPV4_DEVCONF_ARP_NOTIFY = 22, IPV4_DEVCONF_ACCEPT_LOCAL = 23, IPV4_DEVCONF_SRC_VMARK = 24, IPV4_DEVCONF_PROXY_ARP_PVLAN = 25, IPV4_DEVCONF_ROUTE_LOCALNET = 26, IPV4_DEVCONF_IGMPV2_UNSOLICITED_REPORT_INTERVAL = 27, IPV4_DEVCONF_IGMPV3_UNSOLICITED_REPORT_INTERVAL = 28, IPV4_DEVCONF_IGNORE_ROUTES_WITH_LINKDOWN = 29, IPV4_DEVCONF_DROP_UNICAST_IN_L2_MULTICAST = 30, IPV4_DEVCONF_DROP_GRATUITOUS_ARP = 31, IPV4_DEVCONF_BC_FORWARDING = 32, IPV4_DEVCONF_ARP_EVICT_NOCARRIER = 33, __IPV4_DEVCONF_MAX = 34, }; struct in_ifaddr { struct hlist_node hash; struct in_ifaddr *ifa_next; struct in_device *ifa_dev; struct callback_head callback_head; __be32 ifa_local; __be32 ifa_address; __be32 ifa_mask; __u32 ifa_rt_priority; __be32 ifa_broadcast; unsigned char ifa_scope; unsigned char ifa_prefixlen; unsigned char ifa_proto; __u32 ifa_flags; char ifa_label[16]; __u32 ifa_valid_lft; __u32 ifa_preferred_lft; long unsigned int ifa_cstamp; long unsigned int ifa_tstamp; }; struct neigh_dump_filter { int master_idx; int dev_idx; }; struct neigh_sysctl_table { struct ctl_table_header *sysctl_header; struct ctl_table neigh_vars[22]; }; struct netlink_kernel_cfg { unsigned int groups; unsigned int flags; void (*input)(struct sk_buff *); struct mutex *cb_mutex; int (*bind)(struct net *, int); void (*unbind)(struct net *, int); bool (*compare)(struct net *, struct sock *); }; struct pcpu_gen_cookie { local_t nesting; u64 last; }; struct gen_cookie { struct pcpu_gen_cookie *local; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic64_t forward_last; atomic64_t reverse_last; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum { INET_DIAG_REQ_NONE = 0, INET_DIAG_REQ_BYTECODE = 1, INET_DIAG_REQ_SK_BPF_STORAGES = 2, INET_DIAG_REQ_PROTOCOL = 3, __INET_DIAG_REQ_MAX = 4, }; struct sock_diag_req { __u8 sdiag_family; __u8 sdiag_protocol; }; struct sock_diag_handler { __u8 family; int (*dump)(struct sk_buff *, struct nlmsghdr *); int (*get_info)(struct sk_buff *, struct sock *); int (*destroy)(struct sk_buff *, struct nlmsghdr *); }; struct broadcast_sk { struct sock *sk; struct work_struct work; }; struct bpf_flow_keys { __u16 nhoff; __u16 thoff; __u16 addr_proto; __u8 is_frag; __u8 is_first_frag; __u8 is_encap; __u8 ip_proto; __be16 n_proto; __be16 sport; __be16 dport; union { struct { __be32 ipv4_src; __be32 ipv4_dst; }; struct { __u32 ipv6_src[4]; __u32 ipv6_dst[4]; }; }; __u32 flags; __be32 flow_label; }; struct bpf_sock { __u32 bound_dev_if; __u32 family; __u32 type; __u32 protocol; __u32 mark; __u32 priority; __u32 src_ip4; __u32 src_ip6[4]; __u32 src_port; __be16 dst_port; __u32 dst_ip4; __u32 dst_ip6[4]; __u32 state; __s32 rx_queue_mapping; }; struct __sk_buff { __u32 len; __u32 pkt_type; __u32 mark; __u32 queue_mapping; __u32 protocol; __u32 vlan_present; __u32 vlan_tci; __u32 vlan_proto; __u32 priority; __u32 ingress_ifindex; __u32 ifindex; __u32 tc_index; __u32 cb[5]; __u32 hash; __u32 tc_classid; __u32 data; __u32 data_end; __u32 napi_id; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 data_meta; union { struct bpf_flow_keys *flow_keys; }; __u64 tstamp; __u32 wire_len; __u32 gso_segs; union { struct bpf_sock *sk; }; __u32 gso_size; __u8 tstamp_type; __u64 hwtstamp; }; struct qdisc_skb_cb { struct { unsigned int pkt_len; u16 slave_dev_queue_mapping; u16 tc_classid; }; unsigned char data[20]; }; struct flow_dissector_key_control { u16 thoff; u16 addr_type; u32 flags; }; struct flow_dissector_mpls_lse { u32 mpls_ttl: 8; u32 mpls_bos: 1; u32 mpls_tc: 3; u32 mpls_label: 20; }; struct flow_dissector_key_mpls { struct flow_dissector_mpls_lse ls[7]; u8 used_lses; }; struct flow_dissector_key_enc_opts { u8 data[255]; u8 len; __be16 dst_opt_type; }; struct flow_dissector_key_keyid { __be32 keyid; }; struct flow_dissector_key_ipv6_addrs { struct in6_addr src; struct in6_addr dst; }; struct flow_dissector_key_arp { __u32 sip; __u32 tip; __u8 op; unsigned char sha[6]; unsigned char tha[6]; }; struct flow_dissector_key_ports_range { union { struct flow_dissector_key_ports tp; struct { struct flow_dissector_key_ports tp_min; struct flow_dissector_key_ports tp_max; }; }; }; struct flow_dissector_key_icmp { struct { u8 type; u8 code; }; u16 id; }; struct flow_dissector_key_eth_addrs { unsigned char dst[6]; unsigned char src[6]; }; struct flow_dissector_key_tcp { __be16 flags; }; struct flow_dissector_key_ip { __u8 tos; __u8 ttl; }; struct flow_dissector_key_meta { int ingress_ifindex; u16 ingress_iftype; }; struct flow_dissector_key_ct { u16 ct_state; u16 ct_zone; u32 ct_mark; u32 ct_labels[4]; }; struct flow_dissector_key_pppoe { __be16 session_id; __be16 ppp_proto; __be16 type; }; struct flow_dissector_key_l2tpv3 { __be32 session_id; }; struct flow_match_meta { struct flow_dissector_key_meta *key; struct flow_dissector_key_meta *mask; }; struct flow_match_control { struct flow_dissector_key_control *key; struct flow_dissector_key_control *mask; }; struct flow_match_eth_addrs { struct flow_dissector_key_eth_addrs *key; struct flow_dissector_key_eth_addrs *mask; }; struct flow_match_arp { struct flow_dissector_key_arp *key; struct flow_dissector_key_arp *mask; }; struct flow_match_ipv6_addrs { struct flow_dissector_key_ipv6_addrs *key; struct flow_dissector_key_ipv6_addrs *mask; }; struct flow_match_ip { struct flow_dissector_key_ip *key; struct flow_dissector_key_ip *mask; }; struct flow_match_ports_range { struct flow_dissector_key_ports_range *key; struct flow_dissector_key_ports_range *mask; }; struct flow_match_icmp { struct flow_dissector_key_icmp *key; struct flow_dissector_key_icmp *mask; }; struct flow_match_tcp { struct flow_dissector_key_tcp *key; struct flow_dissector_key_tcp *mask; }; struct flow_match_mpls { struct flow_dissector_key_mpls *key; struct flow_dissector_key_mpls *mask; }; struct flow_match_enc_keyid { struct flow_dissector_key_keyid *key; struct flow_dissector_key_keyid *mask; }; struct flow_match_enc_opts { struct flow_dissector_key_enc_opts *key; struct flow_dissector_key_enc_opts *mask; }; struct flow_match_ct { struct flow_dissector_key_ct *key; struct flow_dissector_key_ct *mask; }; struct flow_match_pppoe { struct flow_dissector_key_pppoe *key; struct flow_dissector_key_pppoe *mask; }; struct flow_match_l2tpv3 { struct flow_dissector_key_l2tpv3 *key; struct flow_dissector_key_l2tpv3 *mask; }; enum flow_block_command { FLOW_BLOCK_BIND = 0, FLOW_BLOCK_UNBIND = 1, }; enum flow_block_binder_type { FLOW_BLOCK_BINDER_TYPE_UNSPEC = 0, FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS = 1, FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS = 2, FLOW_BLOCK_BINDER_TYPE_RED_EARLY_DROP = 3, FLOW_BLOCK_BINDER_TYPE_RED_MARK = 4, }; struct flow_block_offload { enum flow_block_command command; enum flow_block_binder_type binder_type; bool block_shared; bool unlocked_driver_cb; struct net *net; struct flow_block *block; struct list_head cb_list; struct list_head *driver_block_list; struct netlink_ext_ack *extack; struct Qdisc *sch; struct list_head *cb_list_head; }; struct flow_block_cb; struct flow_block_indr { struct list_head list; struct net_device *dev; struct Qdisc *sch; enum flow_block_binder_type binder_type; void *data; void *cb_priv; void (*cleanup)(struct flow_block_cb *); }; struct flow_block_cb { struct list_head driver_list; struct list_head list; flow_setup_cb_t *cb; void *cb_ident; void *cb_priv; void (*release)(void *); struct flow_block_indr indr; unsigned int refcnt; }; enum offload_act_command { FLOW_ACT_REPLACE = 0, FLOW_ACT_DESTROY = 1, FLOW_ACT_STATS = 2, }; struct flow_offload_action { struct netlink_ext_ack *extack; enum offload_act_command command; enum flow_action_id id; u32 index; struct flow_stats stats; struct flow_action action; }; typedef int flow_indr_block_bind_cb_t(struct net_device *, struct Qdisc *, void *, enum tc_setup_type, void *, void *, void (*)(struct flow_block_cb *)); struct flow_indr_dev { struct list_head list; flow_indr_block_bind_cb_t *cb; void *cb_priv; refcount_t refcnt; }; struct flow_indir_dev_info { void *data; struct net_device *dev; struct Qdisc *sch; enum tc_setup_type type; void (*cleanup)(struct flow_block_cb *); struct list_head list; enum flow_block_command command; enum flow_block_binder_type binder_type; struct list_head *cb_list; }; struct libipw_device; struct iw_spy_data; struct iw_public_data { struct iw_spy_data *spy_data; struct libipw_device *libipw; }; struct packet_type { __be16 type; bool ignore_outgoing; struct net_device *dev; netdevice_tracker dev_tracker; int (*func)(struct sk_buff *, struct net_device *, struct packet_type *, struct net_device *); void (*list_func)(struct list_head *, struct packet_type *, struct net_device *); bool (*id_match)(struct packet_type *, struct sock *); struct net *af_packet_net; void *af_packet_priv; struct list_head list; }; struct iw_param { __s32 value; __u8 fixed; __u8 disabled; __u16 flags; }; struct iw_point { void *pointer; __u16 length; __u16 flags; }; struct iw_freq { __s32 m; __s16 e; __u8 i; __u8 flags; }; struct iw_quality { __u8 qual; __u8 level; __u8 noise; __u8 updated; }; struct iw_discarded { __u32 nwid; __u32 code; __u32 fragment; __u32 retries; __u32 misc; }; struct iw_missed { __u32 beacon; }; struct iw_statistics { __u16 status; struct iw_quality qual; struct iw_discarded discard; struct iw_missed miss; }; union iwreq_data { char name[16]; struct iw_point essid; struct iw_param nwid; struct iw_freq freq; struct iw_param sens; struct iw_param bitrate; struct iw_param txpower; struct iw_param rts; struct iw_param frag; __u32 mode; struct iw_param retry; struct iw_point encoding; struct iw_param power; struct iw_quality qual; struct sockaddr ap_addr; struct sockaddr addr; struct iw_param param; struct iw_point data; }; struct iw_priv_args { __u32 cmd; __u16 set_args; __u16 get_args; char name[16]; }; struct iw_request_info { __u16 cmd; __u16 flags; }; struct iw_spy_data { int spy_number; u_char spy_address[48]; struct iw_quality spy_stat[8]; struct iw_quality spy_thr_low; struct iw_quality spy_thr_high; u_char spy_thr_under[8]; }; struct udp_hslot; struct udp_table { struct udp_hslot *hash; struct udp_hslot *hash2; unsigned int mask; unsigned int log; }; struct udphdr { __be16 source; __be16 dest; __be16 len; __sum16 check; }; struct udp_hslot { struct hlist_head head; int count; spinlock_t lock; }; struct net_packet_attrs { const unsigned char *src; const unsigned char *dst; u32 ip_src; u32 ip_dst; bool tcp; u16 sport; u16 dport; int timeout; int size; int max_size; u8 id; u16 queue_mapping; }; struct net_test_priv { struct net_packet_attrs *packet; struct packet_type pt; struct completion comp; int double_vlan; int vlan_id; int ok; }; struct netsfhdr { __be32 version; __be64 magic; u8 id; } __attribute__((packed)); struct net_test { char name[32]; int (*fn)(struct net_device *); }; struct in_addr { __be32 s_addr; }; struct dst_cache_pcpu; struct dst_cache { struct dst_cache_pcpu *cache; long unsigned int reset_ts; }; struct dst_cache_pcpu { long unsigned int refresh_ts; struct dst_entry *dst; u32 cookie; union { struct in_addr in_saddr; struct in6_addr in6_saddr; }; }; enum { BPF_F_INGRESS = 1, }; enum sk_action { SK_DROP = 0, SK_PASS = 1, }; enum { BPF_SOCK_OPS_VOID = 0, BPF_SOCK_OPS_TIMEOUT_INIT = 1, BPF_SOCK_OPS_RWND_INIT = 2, BPF_SOCK_OPS_TCP_CONNECT_CB = 3, BPF_SOCK_OPS_ACTIVE_ESTABLISHED_CB = 4, BPF_SOCK_OPS_PASSIVE_ESTABLISHED_CB = 5, BPF_SOCK_OPS_NEEDS_ECN = 6, BPF_SOCK_OPS_BASE_RTT = 7, BPF_SOCK_OPS_RTO_CB = 8, BPF_SOCK_OPS_RETRANS_CB = 9, BPF_SOCK_OPS_STATE_CB = 10, BPF_SOCK_OPS_TCP_LISTEN_CB = 11, BPF_SOCK_OPS_RTT_CB = 12, BPF_SOCK_OPS_PARSE_HDR_OPT_CB = 13, BPF_SOCK_OPS_HDR_OPT_LEN_CB = 14, BPF_SOCK_OPS_WRITE_HDR_OPT_CB = 15, }; enum { BTF_SOCK_TYPE_INET = 0, BTF_SOCK_TYPE_INET_CONN = 1, BTF_SOCK_TYPE_INET_REQ = 2, BTF_SOCK_TYPE_INET_TW = 3, BTF_SOCK_TYPE_REQ = 4, BTF_SOCK_TYPE_SOCK = 5, BTF_SOCK_TYPE_SOCK_COMMON = 6, BTF_SOCK_TYPE_TCP = 7, BTF_SOCK_TYPE_TCP_REQ = 8, BTF_SOCK_TYPE_TCP_TW = 9, BTF_SOCK_TYPE_TCP6 = 10, BTF_SOCK_TYPE_UDP = 11, BTF_SOCK_TYPE_UDP6 = 12, BTF_SOCK_TYPE_UNIX = 13, BTF_SOCK_TYPE_MPTCP = 14, BTF_SOCK_TYPE_SOCKET = 15, MAX_BTF_SOCK_TYPE = 16, }; struct bpf_sock_ops_kern { struct sock *sk; union { u32 args[4]; u32 reply; u32 replylong[4]; }; struct sk_buff *syn_skb; struct sk_buff *skb; void *skb_data_end; u8 op; u8 is_fullsock; u8 remaining_opt_len; u64 temp; }; struct sk_psock_progs { struct bpf_prog *msg_parser; struct bpf_prog *stream_parser; struct bpf_prog *stream_verdict; struct bpf_prog *skb_verdict; }; struct strp_stats { long long unsigned int msgs; long long unsigned int bytes; unsigned int mem_fail; unsigned int need_more_hdr; unsigned int msg_too_big; unsigned int msg_timeouts; unsigned int bad_hdr_len; }; struct strparser; struct strp_callbacks { int (*parse_msg)(struct strparser *, struct sk_buff *); void (*rcv_msg)(struct strparser *, struct sk_buff *); int (*read_sock_done)(struct strparser *, int); void (*abort_parser)(struct strparser *, int); void (*lock)(struct strparser *); void (*unlock)(struct strparser *); }; struct strparser { struct sock *sk; u32 stopped: 1; u32 paused: 1; u32 aborted: 1; u32 interrupted: 1; u32 unrecov_intr: 1; struct sk_buff **skb_nextp; struct sk_buff *skb_head; unsigned int need_bytes; struct delayed_work msg_timer_work; struct work_struct work; struct strp_stats stats; struct strp_callbacks cb; }; struct sk_psock_work_state { struct sk_buff *skb; u32 len; u32 off; }; struct sk_msg; struct sk_psock { struct sock *sk; struct sock *sk_redir; u32 apply_bytes; u32 cork_bytes; u32 eval; bool redir_ingress; struct sk_msg *cork; struct sk_psock_progs progs; struct strparser strp; struct sk_buff_head ingress_skb; struct list_head ingress_msg; spinlock_t ingress_lock; long unsigned int state; struct list_head link; spinlock_t link_lock; refcount_t refcnt; void (*saved_unhash)(struct sock *); void (*saved_destroy)(struct sock *); void (*saved_close)(struct sock *, long int); void (*saved_write_space)(struct sock *); void (*saved_data_ready)(struct sock *); int (*psock_update_sk_prot)(struct sock *, struct sk_psock *, bool); struct proto *sk_proto; struct mutex work_mutex; struct sk_psock_work_state work_state; struct work_struct work; struct rcu_work rwork; }; struct sk_msg_sg { u32 start; u32 curr; u32 end; u32 size; u32 copybreak; long unsigned int copy[1]; struct scatterlist data[18]; }; struct sk_msg { struct sk_msg_sg sg; void *data; void *data_end; u32 apply_bytes; u32 cork_bytes; u32 flags; struct sk_buff *skb; struct sock *sk_redir; struct sock *sk; struct list_head list; }; struct sk_psock_link { struct list_head list; struct bpf_map *map; void *link_raw; }; struct bpf_stab { struct bpf_map map; struct sock **sks; struct sk_psock_progs progs; raw_spinlock_t lock; long: 32; long: 64; long: 64; }; typedef u64 (*btf_bpf_sock_map_update)(struct bpf_sock_ops_kern *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_sk_redirect_map)(struct sk_buff *, struct bpf_map *, u32, u64); typedef u64 (*btf_bpf_msg_redirect_map)(struct sk_msg *, struct bpf_map *, u32, u64); struct sock_map_seq_info { struct bpf_map *map; struct sock *sk; u32 index; }; struct bpf_iter__sockmap { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { void *key; }; union { struct sock *sk; }; }; struct bpf_shtab_elem { struct callback_head rcu; u32 hash; struct sock *sk; struct hlist_node node; u8 key[0]; }; struct bpf_shtab_bucket { struct hlist_head head; raw_spinlock_t lock; }; struct bpf_shtab { struct bpf_map map; struct bpf_shtab_bucket *buckets; u32 buckets_num; u32 elem_size; struct sk_psock_progs progs; atomic_t count; long: 32; long: 64; }; typedef u64 (*btf_bpf_sock_hash_update)(struct bpf_sock_ops_kern *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_sk_redirect_hash)(struct sk_buff *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_msg_redirect_hash)(struct sk_msg *, struct bpf_map *, void *, u64); struct sock_hash_seq_info { struct bpf_map *map; struct bpf_shtab *htab; u32 bucket_id; }; struct flow_keys_basic { struct flow_dissector_key_control control; struct flow_dissector_key_basic basic; }; enum devlink_port_type { DEVLINK_PORT_TYPE_NOTSET = 0, DEVLINK_PORT_TYPE_AUTO = 1, DEVLINK_PORT_TYPE_ETH = 2, DEVLINK_PORT_TYPE_IB = 3, }; enum devlink_port_flavour { DEVLINK_PORT_FLAVOUR_PHYSICAL = 0, DEVLINK_PORT_FLAVOUR_CPU = 1, DEVLINK_PORT_FLAVOUR_DSA = 2, DEVLINK_PORT_FLAVOUR_PCI_PF = 3, DEVLINK_PORT_FLAVOUR_PCI_VF = 4, DEVLINK_PORT_FLAVOUR_VIRTUAL = 5, DEVLINK_PORT_FLAVOUR_UNUSED = 6, DEVLINK_PORT_FLAVOUR_PCI_SF = 7, }; struct devlink_port_phys_attrs { u32 port_number; u32 split_subport_number; }; struct devlink_port_pci_pf_attrs { u32 controller; u16 pf; u8 external: 1; }; struct devlink_port_pci_vf_attrs { u32 controller; u16 pf; u16 vf; u8 external: 1; }; struct devlink_port_pci_sf_attrs { u32 controller; u32 sf; u16 pf; u8 external: 1; }; struct devlink_port_attrs { u8 split: 1; u8 splittable: 1; u32 lanes; enum devlink_port_flavour flavour; struct netdev_phys_item_id switch_id; union { struct devlink_port_phys_attrs phys; struct devlink_port_pci_pf_attrs pci_pf; struct devlink_port_pci_vf_attrs pci_vf; struct devlink_port_pci_sf_attrs pci_sf; }; }; struct devlink; struct devlink_rate; struct devlink_linecard; struct devlink_port { struct list_head list; struct list_head region_list; struct devlink *devlink; unsigned int index; spinlock_t type_lock; enum devlink_port_type type; enum devlink_port_type desired_type; union { struct { struct net_device *netdev; int ifindex; char ifname[16]; } type_eth; struct { struct ib_device *ibdev; } type_ib; }; struct devlink_port_attrs attrs; u8 attrs_set: 1; u8 switch_port: 1; u8 registered: 1; u8 initialized: 1; struct delayed_work type_warn_dw; struct list_head reporter_list; struct mutex reporters_lock; struct devlink_rate *devlink_rate; struct devlink_linecard *linecard; }; struct offload_callbacks { struct sk_buff * (*gso_segment)(struct sk_buff *, netdev_features_t); struct sk_buff * (*gro_receive)(struct list_head *, struct sk_buff *); int (*gro_complete)(struct sk_buff *, int); }; struct packet_offload { __be16 type; u16 priority; struct offload_callbacks callbacks; struct list_head list; }; enum devlink_rate_type { DEVLINK_RATE_TYPE_LEAF = 0, DEVLINK_RATE_TYPE_NODE = 1, }; struct devlink_rate { struct list_head list; enum devlink_rate_type type; struct devlink *devlink; void *priv; u64 tx_share; u64 tx_max; struct devlink_rate *parent; union { struct devlink_port *devlink_port; struct { char *name; refcount_t refcnt; }; }; u32 tx_priority; u32 tx_weight; }; struct napi_gro_cb { void *frag0; unsigned int frag0_len; int data_offset; u16 flush; u16 flush_id; u16 count; u16 proto; long unsigned int age; union { struct { u16 gro_remcsum_start; u8 same_flow: 1; u8 encap_mark: 1; u8 csum_valid: 1; u8 csum_cnt: 3; u8 free: 2; u8 is_ipv6: 1; u8 is_fou: 1; u8 is_atomic: 1; u8 recursion_counter: 4; u8 is_flist: 1; }; struct { u16 gro_remcsum_start; u8 same_flow: 1; u8 encap_mark: 1; u8 csum_valid: 1; u8 csum_cnt: 3; u8 free: 2; u8 is_ipv6: 1; u8 is_fou: 1; u8 is_atomic: 1; u8 recursion_counter: 4; u8 is_flist: 1; } zeroed; }; __wsum csum; struct sk_buff *last; }; struct nvmem_cell; enum tc_link_layer { TC_LINKLAYER_UNAWARE = 0, TC_LINKLAYER_ETHERNET = 1, TC_LINKLAYER_ATM = 2, }; struct tc_ratespec { unsigned char cell_log; __u8 linklayer; short unsigned int overhead; short int cell_align; short unsigned int mpu; __u32 rate; }; enum { TCA_STAB_UNSPEC = 0, TCA_STAB_BASE = 1, TCA_STAB_DATA = 2, __TCA_STAB_MAX = 3, }; enum { TCA_UNSPEC = 0, TCA_KIND = 1, TCA_OPTIONS = 2, TCA_STATS = 3, TCA_XSTATS = 4, TCA_RATE = 5, TCA_FCNT = 6, TCA_STATS2 = 7, TCA_STAB = 8, TCA_PAD = 9, TCA_DUMP_INVISIBLE = 10, TCA_CHAIN = 11, TCA_HW_OFFLOAD = 12, TCA_INGRESS_BLOCK = 13, TCA_EGRESS_BLOCK = 14, TCA_DUMP_FLAGS = 15, __TCA_MAX = 16, }; struct qdisc_rate_table { struct tc_ratespec rate; u32 data[256]; struct qdisc_rate_table *next; int refcnt; }; enum qdisc_state_t { __QDISC_STATE_SCHED = 0, __QDISC_STATE_DEACTIVATED = 1, __QDISC_STATE_MISSED = 2, __QDISC_STATE_DRAINING = 3, }; struct Qdisc_class_common { u32 classid; struct hlist_node hnode; }; struct Qdisc_class_hash { struct hlist_head *hash; unsigned int hashsize; unsigned int hashmask; unsigned int hashelems; }; struct qdisc_watchdog { u64 last_expires; struct hrtimer timer; struct Qdisc *qdisc; }; struct tc_query_caps_base { enum tc_setup_type type; void *caps; }; enum tc_root_command { TC_ROOT_GRAFT = 0, }; struct tc_root_qopt_offload { enum tc_root_command command; u32 handle; bool ingress; }; struct check_loop_arg { struct qdisc_walker w; struct Qdisc *p; int depth; }; struct tcf_bind_args { struct tcf_walker w; long unsigned int base; long unsigned int cl; u32 classid; }; struct tc_bind_class_args { struct qdisc_walker w; long unsigned int new_cl; u32 portid; u32 clid; }; struct qdisc_dump_args { struct qdisc_walker w; struct sk_buff *skb; struct netlink_callback *cb; }; struct tc_fifo_qopt { __u32 limit; }; struct tc_qopt_offload_stats { struct gnet_stats_basic_sync *bstats; struct gnet_stats_queue *qstats; }; enum tc_fifo_command { TC_FIFO_REPLACE = 0, TC_FIFO_DESTROY = 1, TC_FIFO_STATS = 2, }; struct tc_fifo_qopt_offload { enum tc_fifo_command command; u32 handle; u32 parent; union { struct tc_qopt_offload_stats stats; }; }; struct rhashtable_walker { struct list_head list; struct bucket_table *tbl; }; struct rhashtable_iter { struct rhashtable *ht; struct rhash_head *p; struct rhlist_head *list; struct rhashtable_walker walker; unsigned int slot; unsigned int skip; bool end_of_table; }; struct net_proto_family { int family; int (*create)(struct net *, struct socket *, int, int); struct module *owner; }; struct sockaddr_nl { __kernel_sa_family_t nl_family; short unsigned int nl_pad; __u32 nl_pid; __u32 nl_groups; }; struct nlmsgerr { int error; struct nlmsghdr msg; }; enum nlmsgerr_attrs { NLMSGERR_ATTR_UNUSED = 0, NLMSGERR_ATTR_MSG = 1, NLMSGERR_ATTR_OFFS = 2, NLMSGERR_ATTR_COOKIE = 3, NLMSGERR_ATTR_POLICY = 4, NLMSGERR_ATTR_MISS_TYPE = 5, NLMSGERR_ATTR_MISS_NEST = 6, __NLMSGERR_ATTR_MAX = 7, NLMSGERR_ATTR_MAX = 6, }; struct nl_pktinfo { __u32 group; }; enum { NETLINK_UNCONNECTED = 0, NETLINK_CONNECTED = 1, }; enum netlink_skb_flags { NETLINK_SKB_DST = 8, }; struct netlink_notify { struct net *net; u32 portid; int protocol; }; struct netlink_dump_control { int (*start)(struct netlink_callback *); int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); void *data; struct module *module; u32 min_dump_alloc; }; struct netlink_tap { struct net_device *dev; struct module *module; struct list_head list; }; struct trace_event_raw_netlink_extack { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_data_offsets_netlink_extack { u32 msg; }; typedef void (*btf_trace_netlink_extack)(void *, const char *); struct netlink_sock { struct sock sk; u32 portid; u32 dst_portid; u32 dst_group; u32 flags; u32 subscriptions; u32 ngroups; long unsigned int *groups; long unsigned int state; size_t max_recvmsg_len; wait_queue_head_t wait; bool bound; bool cb_running; int dump_done_errno; struct netlink_callback cb; struct mutex *cb_mutex; struct mutex cb_def_mutex; void (*netlink_rcv)(struct sk_buff *); int (*netlink_bind)(struct net *, int); void (*netlink_unbind)(struct net *, int); struct module *module; struct rhash_head node; struct callback_head rcu; struct work_struct work; }; struct listeners; struct netlink_table { struct rhashtable hash; struct hlist_head mc_list; struct listeners *listeners; unsigned int flags; unsigned int groups; struct mutex *cb_mutex; struct module *module; int (*bind)(struct net *, int); void (*unbind)(struct net *, int); bool (*compare)(struct net *, struct sock *); int registered; }; struct listeners { struct callback_head rcu; long unsigned int masks[0]; }; struct netlink_tap_net { struct list_head netlink_tap_all; struct mutex netlink_tap_lock; }; struct netlink_compare_arg { possible_net_t pnet; u32 portid; }; struct netlink_broadcast_data { struct sock *exclude_sk; struct net *net; u32 portid; u32 group; int failure; int delivery_failure; int congested; int delivered; gfp_t allocation; struct sk_buff *skb; struct sk_buff *skb2; }; struct netlink_set_err_data { struct sock *exclude_sk; u32 portid; u32 group; int code; }; struct nl_seq_iter { struct seq_net_private p; struct rhashtable_iter hti; int link; }; struct bpf_iter__netlink { union { struct bpf_iter_meta *meta; }; union { struct netlink_sock *sk; }; }; enum tunable_id { ETHTOOL_ID_UNSPEC = 0, ETHTOOL_RX_COPYBREAK = 1, ETHTOOL_TX_COPYBREAK = 2, ETHTOOL_PFC_PREVENTION_TOUT = 3, ETHTOOL_TX_COPYBREAK_BUF_SIZE = 4, __ETHTOOL_TUNABLE_COUNT = 5, }; enum phy_tunable_id { ETHTOOL_PHY_ID_UNSPEC = 0, ETHTOOL_PHY_DOWNSHIFT = 1, ETHTOOL_PHY_FAST_LINK_DOWN = 2, ETHTOOL_PHY_EDPD = 3, __ETHTOOL_PHY_TUNABLE_COUNT = 4, }; enum { ETHTOOL_UDP_TUNNEL_TYPE_VXLAN = 0, ETHTOOL_UDP_TUNNEL_TYPE_GENEVE = 1, ETHTOOL_UDP_TUNNEL_TYPE_VXLAN_GPE = 2, __ETHTOOL_UDP_TUNNEL_TYPE_CNT = 3, }; enum { ETHTOOL_A_STATS_UNSPEC = 0, ETHTOOL_A_STATS_PAD = 1, ETHTOOL_A_STATS_HEADER = 2, ETHTOOL_A_STATS_GROUPS = 3, ETHTOOL_A_STATS_GRP = 4, __ETHTOOL_A_STATS_CNT = 5, ETHTOOL_A_STATS_MAX = 4, }; struct link_mode_info { int speed; u8 lanes; u8 duplex; }; enum { ETHTOOL_MSG_USER_NONE = 0, ETHTOOL_MSG_STRSET_GET = 1, ETHTOOL_MSG_LINKINFO_GET = 2, ETHTOOL_MSG_LINKINFO_SET = 3, ETHTOOL_MSG_LINKMODES_GET = 4, ETHTOOL_MSG_LINKMODES_SET = 5, ETHTOOL_MSG_LINKSTATE_GET = 6, ETHTOOL_MSG_DEBUG_GET = 7, ETHTOOL_MSG_DEBUG_SET = 8, ETHTOOL_MSG_WOL_GET = 9, ETHTOOL_MSG_WOL_SET = 10, ETHTOOL_MSG_FEATURES_GET = 11, ETHTOOL_MSG_FEATURES_SET = 12, ETHTOOL_MSG_PRIVFLAGS_GET = 13, ETHTOOL_MSG_PRIVFLAGS_SET = 14, ETHTOOL_MSG_RINGS_GET = 15, ETHTOOL_MSG_RINGS_SET = 16, ETHTOOL_MSG_CHANNELS_GET = 17, ETHTOOL_MSG_CHANNELS_SET = 18, ETHTOOL_MSG_COALESCE_GET = 19, ETHTOOL_MSG_COALESCE_SET = 20, ETHTOOL_MSG_PAUSE_GET = 21, ETHTOOL_MSG_PAUSE_SET = 22, ETHTOOL_MSG_EEE_GET = 23, ETHTOOL_MSG_EEE_SET = 24, ETHTOOL_MSG_TSINFO_GET = 25, ETHTOOL_MSG_CABLE_TEST_ACT = 26, ETHTOOL_MSG_CABLE_TEST_TDR_ACT = 27, ETHTOOL_MSG_TUNNEL_INFO_GET = 28, ETHTOOL_MSG_FEC_GET = 29, ETHTOOL_MSG_FEC_SET = 30, ETHTOOL_MSG_MODULE_EEPROM_GET = 31, ETHTOOL_MSG_STATS_GET = 32, ETHTOOL_MSG_PHC_VCLOCKS_GET = 33, ETHTOOL_MSG_MODULE_GET = 34, ETHTOOL_MSG_MODULE_SET = 35, ETHTOOL_MSG_PSE_GET = 36, ETHTOOL_MSG_PSE_SET = 37, ETHTOOL_MSG_RSS_GET = 38, __ETHTOOL_MSG_USER_CNT = 39, ETHTOOL_MSG_USER_MAX = 38, }; enum { ETHTOOL_MSG_KERNEL_NONE = 0, ETHTOOL_MSG_STRSET_GET_REPLY = 1, ETHTOOL_MSG_LINKINFO_GET_REPLY = 2, ETHTOOL_MSG_LINKINFO_NTF = 3, ETHTOOL_MSG_LINKMODES_GET_REPLY = 4, ETHTOOL_MSG_LINKMODES_NTF = 5, ETHTOOL_MSG_LINKSTATE_GET_REPLY = 6, ETHTOOL_MSG_DEBUG_GET_REPLY = 7, ETHTOOL_MSG_DEBUG_NTF = 8, ETHTOOL_MSG_WOL_GET_REPLY = 9, ETHTOOL_MSG_WOL_NTF = 10, ETHTOOL_MSG_FEATURES_GET_REPLY = 11, ETHTOOL_MSG_FEATURES_SET_REPLY = 12, ETHTOOL_MSG_FEATURES_NTF = 13, ETHTOOL_MSG_PRIVFLAGS_GET_REPLY = 14, ETHTOOL_MSG_PRIVFLAGS_NTF = 15, ETHTOOL_MSG_RINGS_GET_REPLY = 16, ETHTOOL_MSG_RINGS_NTF = 17, ETHTOOL_MSG_CHANNELS_GET_REPLY = 18, ETHTOOL_MSG_CHANNELS_NTF = 19, ETHTOOL_MSG_COALESCE_GET_REPLY = 20, ETHTOOL_MSG_COALESCE_NTF = 21, ETHTOOL_MSG_PAUSE_GET_REPLY = 22, ETHTOOL_MSG_PAUSE_NTF = 23, ETHTOOL_MSG_EEE_GET_REPLY = 24, ETHTOOL_MSG_EEE_NTF = 25, ETHTOOL_MSG_TSINFO_GET_REPLY = 26, ETHTOOL_MSG_CABLE_TEST_NTF = 27, ETHTOOL_MSG_CABLE_TEST_TDR_NTF = 28, ETHTOOL_MSG_TUNNEL_INFO_GET_REPLY = 29, ETHTOOL_MSG_FEC_GET_REPLY = 30, ETHTOOL_MSG_FEC_NTF = 31, ETHTOOL_MSG_MODULE_EEPROM_GET_REPLY = 32, ETHTOOL_MSG_STATS_GET_REPLY = 33, ETHTOOL_MSG_PHC_VCLOCKS_GET_REPLY = 34, ETHTOOL_MSG_MODULE_GET_REPLY = 35, ETHTOOL_MSG_MODULE_NTF = 36, ETHTOOL_MSG_PSE_GET_REPLY = 37, ETHTOOL_MSG_RSS_GET_REPLY = 38, __ETHTOOL_MSG_KERNEL_CNT = 39, ETHTOOL_MSG_KERNEL_MAX = 38, }; enum { ETHTOOL_A_HEADER_UNSPEC = 0, ETHTOOL_A_HEADER_DEV_INDEX = 1, ETHTOOL_A_HEADER_DEV_NAME = 2, ETHTOOL_A_HEADER_FLAGS = 3, __ETHTOOL_A_HEADER_CNT = 4, ETHTOOL_A_HEADER_MAX = 3, }; enum { ETHTOOL_A_STRING_UNSPEC = 0, ETHTOOL_A_STRING_INDEX = 1, ETHTOOL_A_STRING_VALUE = 2, __ETHTOOL_A_STRING_CNT = 3, ETHTOOL_A_STRING_MAX = 2, }; enum { ETHTOOL_A_STRINGS_UNSPEC = 0, ETHTOOL_A_STRINGS_STRING = 1, __ETHTOOL_A_STRINGS_CNT = 2, ETHTOOL_A_STRINGS_MAX = 1, }; enum { ETHTOOL_A_STRINGSET_UNSPEC = 0, ETHTOOL_A_STRINGSET_ID = 1, ETHTOOL_A_STRINGSET_COUNT = 2, ETHTOOL_A_STRINGSET_STRINGS = 3, __ETHTOOL_A_STRINGSET_CNT = 4, ETHTOOL_A_STRINGSET_MAX = 3, }; enum { ETHTOOL_A_STRINGSETS_UNSPEC = 0, ETHTOOL_A_STRINGSETS_STRINGSET = 1, __ETHTOOL_A_STRINGSETS_CNT = 2, ETHTOOL_A_STRINGSETS_MAX = 1, }; enum { ETHTOOL_A_STRSET_UNSPEC = 0, ETHTOOL_A_STRSET_HEADER = 1, ETHTOOL_A_STRSET_STRINGSETS = 2, ETHTOOL_A_STRSET_COUNTS_ONLY = 3, __ETHTOOL_A_STRSET_CNT = 4, ETHTOOL_A_STRSET_MAX = 3, }; enum { ETHTOOL_A_LINKINFO_UNSPEC = 0, ETHTOOL_A_LINKINFO_HEADER = 1, ETHTOOL_A_LINKINFO_PORT = 2, ETHTOOL_A_LINKINFO_PHYADDR = 3, ETHTOOL_A_LINKINFO_TP_MDIX = 4, ETHTOOL_A_LINKINFO_TP_MDIX_CTRL = 5, ETHTOOL_A_LINKINFO_TRANSCEIVER = 6, __ETHTOOL_A_LINKINFO_CNT = 7, ETHTOOL_A_LINKINFO_MAX = 6, }; enum { ETHTOOL_A_LINKMODES_UNSPEC = 0, ETHTOOL_A_LINKMODES_HEADER = 1, ETHTOOL_A_LINKMODES_AUTONEG = 2, ETHTOOL_A_LINKMODES_OURS = 3, ETHTOOL_A_LINKMODES_PEER = 4, ETHTOOL_A_LINKMODES_SPEED = 5, ETHTOOL_A_LINKMODES_DUPLEX = 6, ETHTOOL_A_LINKMODES_MASTER_SLAVE_CFG = 7, ETHTOOL_A_LINKMODES_MASTER_SLAVE_STATE = 8, ETHTOOL_A_LINKMODES_LANES = 9, ETHTOOL_A_LINKMODES_RATE_MATCHING = 10, __ETHTOOL_A_LINKMODES_CNT = 11, ETHTOOL_A_LINKMODES_MAX = 10, }; enum { ETHTOOL_A_LINKSTATE_UNSPEC = 0, ETHTOOL_A_LINKSTATE_HEADER = 1, ETHTOOL_A_LINKSTATE_LINK = 2, ETHTOOL_A_LINKSTATE_SQI = 3, ETHTOOL_A_LINKSTATE_SQI_MAX = 4, ETHTOOL_A_LINKSTATE_EXT_STATE = 5, ETHTOOL_A_LINKSTATE_EXT_SUBSTATE = 6, ETHTOOL_A_LINKSTATE_EXT_DOWN_CNT = 7, __ETHTOOL_A_LINKSTATE_CNT = 8, ETHTOOL_A_LINKSTATE_MAX = 7, }; enum { ETHTOOL_A_DEBUG_UNSPEC = 0, ETHTOOL_A_DEBUG_HEADER = 1, ETHTOOL_A_DEBUG_MSGMASK = 2, __ETHTOOL_A_DEBUG_CNT = 3, ETHTOOL_A_DEBUG_MAX = 2, }; enum { ETHTOOL_A_WOL_UNSPEC = 0, ETHTOOL_A_WOL_HEADER = 1, ETHTOOL_A_WOL_MODES = 2, ETHTOOL_A_WOL_SOPASS = 3, __ETHTOOL_A_WOL_CNT = 4, ETHTOOL_A_WOL_MAX = 3, }; enum { ETHTOOL_A_FEATURES_UNSPEC = 0, ETHTOOL_A_FEATURES_HEADER = 1, ETHTOOL_A_FEATURES_HW = 2, ETHTOOL_A_FEATURES_WANTED = 3, ETHTOOL_A_FEATURES_ACTIVE = 4, ETHTOOL_A_FEATURES_NOCHANGE = 5, __ETHTOOL_A_FEATURES_CNT = 6, ETHTOOL_A_FEATURES_MAX = 5, }; enum { ETHTOOL_A_PRIVFLAGS_UNSPEC = 0, ETHTOOL_A_PRIVFLAGS_HEADER = 1, ETHTOOL_A_PRIVFLAGS_FLAGS = 2, __ETHTOOL_A_PRIVFLAGS_CNT = 3, ETHTOOL_A_PRIVFLAGS_MAX = 2, }; enum { ETHTOOL_A_RINGS_UNSPEC = 0, ETHTOOL_A_RINGS_HEADER = 1, ETHTOOL_A_RINGS_RX_MAX = 2, ETHTOOL_A_RINGS_RX_MINI_MAX = 3, ETHTOOL_A_RINGS_RX_JUMBO_MAX = 4, ETHTOOL_A_RINGS_TX_MAX = 5, ETHTOOL_A_RINGS_RX = 6, ETHTOOL_A_RINGS_RX_MINI = 7, ETHTOOL_A_RINGS_RX_JUMBO = 8, ETHTOOL_A_RINGS_TX = 9, ETHTOOL_A_RINGS_RX_BUF_LEN = 10, ETHTOOL_A_RINGS_TCP_DATA_SPLIT = 11, ETHTOOL_A_RINGS_CQE_SIZE = 12, ETHTOOL_A_RINGS_TX_PUSH = 13, __ETHTOOL_A_RINGS_CNT = 14, ETHTOOL_A_RINGS_MAX = 13, }; enum { ETHTOOL_A_CHANNELS_UNSPEC = 0, ETHTOOL_A_CHANNELS_HEADER = 1, ETHTOOL_A_CHANNELS_RX_MAX = 2, ETHTOOL_A_CHANNELS_TX_MAX = 3, ETHTOOL_A_CHANNELS_OTHER_MAX = 4, ETHTOOL_A_CHANNELS_COMBINED_MAX = 5, ETHTOOL_A_CHANNELS_RX_COUNT = 6, ETHTOOL_A_CHANNELS_TX_COUNT = 7, ETHTOOL_A_CHANNELS_OTHER_COUNT = 8, ETHTOOL_A_CHANNELS_COMBINED_COUNT = 9, __ETHTOOL_A_CHANNELS_CNT = 10, ETHTOOL_A_CHANNELS_MAX = 9, }; enum { ETHTOOL_A_COALESCE_UNSPEC = 0, ETHTOOL_A_COALESCE_HEADER = 1, ETHTOOL_A_COALESCE_RX_USECS = 2, ETHTOOL_A_COALESCE_RX_MAX_FRAMES = 3, ETHTOOL_A_COALESCE_RX_USECS_IRQ = 4, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_IRQ = 5, ETHTOOL_A_COALESCE_TX_USECS = 6, ETHTOOL_A_COALESCE_TX_MAX_FRAMES = 7, ETHTOOL_A_COALESCE_TX_USECS_IRQ = 8, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_IRQ = 9, ETHTOOL_A_COALESCE_STATS_BLOCK_USECS = 10, ETHTOOL_A_COALESCE_USE_ADAPTIVE_RX = 11, ETHTOOL_A_COALESCE_USE_ADAPTIVE_TX = 12, ETHTOOL_A_COALESCE_PKT_RATE_LOW = 13, ETHTOOL_A_COALESCE_RX_USECS_LOW = 14, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_LOW = 15, ETHTOOL_A_COALESCE_TX_USECS_LOW = 16, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_LOW = 17, ETHTOOL_A_COALESCE_PKT_RATE_HIGH = 18, ETHTOOL_A_COALESCE_RX_USECS_HIGH = 19, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_HIGH = 20, ETHTOOL_A_COALESCE_TX_USECS_HIGH = 21, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_HIGH = 22, ETHTOOL_A_COALESCE_RATE_SAMPLE_INTERVAL = 23, ETHTOOL_A_COALESCE_USE_CQE_MODE_TX = 24, ETHTOOL_A_COALESCE_USE_CQE_MODE_RX = 25, __ETHTOOL_A_COALESCE_CNT = 26, ETHTOOL_A_COALESCE_MAX = 25, }; enum { ETHTOOL_A_PAUSE_UNSPEC = 0, ETHTOOL_A_PAUSE_HEADER = 1, ETHTOOL_A_PAUSE_AUTONEG = 2, ETHTOOL_A_PAUSE_RX = 3, ETHTOOL_A_PAUSE_TX = 4, ETHTOOL_A_PAUSE_STATS = 5, __ETHTOOL_A_PAUSE_CNT = 6, ETHTOOL_A_PAUSE_MAX = 5, }; enum { ETHTOOL_A_EEE_UNSPEC = 0, ETHTOOL_A_EEE_HEADER = 1, ETHTOOL_A_EEE_MODES_OURS = 2, ETHTOOL_A_EEE_MODES_PEER = 3, ETHTOOL_A_EEE_ACTIVE = 4, ETHTOOL_A_EEE_ENABLED = 5, ETHTOOL_A_EEE_TX_LPI_ENABLED = 6, ETHTOOL_A_EEE_TX_LPI_TIMER = 7, __ETHTOOL_A_EEE_CNT = 8, ETHTOOL_A_EEE_MAX = 7, }; enum { ETHTOOL_A_TSINFO_UNSPEC = 0, ETHTOOL_A_TSINFO_HEADER = 1, ETHTOOL_A_TSINFO_TIMESTAMPING = 2, ETHTOOL_A_TSINFO_TX_TYPES = 3, ETHTOOL_A_TSINFO_RX_FILTERS = 4, ETHTOOL_A_TSINFO_PHC_INDEX = 5, __ETHTOOL_A_TSINFO_CNT = 6, ETHTOOL_A_TSINFO_MAX = 5, }; enum { ETHTOOL_A_PHC_VCLOCKS_UNSPEC = 0, ETHTOOL_A_PHC_VCLOCKS_HEADER = 1, ETHTOOL_A_PHC_VCLOCKS_NUM = 2, ETHTOOL_A_PHC_VCLOCKS_INDEX = 3, __ETHTOOL_A_PHC_VCLOCKS_CNT = 4, ETHTOOL_A_PHC_VCLOCKS_MAX = 3, }; enum { ETHTOOL_A_CABLE_TEST_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_HEADER = 1, __ETHTOOL_A_CABLE_TEST_CNT = 2, ETHTOOL_A_CABLE_TEST_MAX = 1, }; enum { ETHTOOL_A_CABLE_TEST_TDR_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_TDR_HEADER = 1, ETHTOOL_A_CABLE_TEST_TDR_CFG = 2, __ETHTOOL_A_CABLE_TEST_TDR_CNT = 3, ETHTOOL_A_CABLE_TEST_TDR_MAX = 2, }; enum { ETHTOOL_A_TUNNEL_INFO_UNSPEC = 0, ETHTOOL_A_TUNNEL_INFO_HEADER = 1, ETHTOOL_A_TUNNEL_INFO_UDP_PORTS = 2, __ETHTOOL_A_TUNNEL_INFO_CNT = 3, ETHTOOL_A_TUNNEL_INFO_MAX = 2, }; enum { ETHTOOL_A_FEC_UNSPEC = 0, ETHTOOL_A_FEC_HEADER = 1, ETHTOOL_A_FEC_MODES = 2, ETHTOOL_A_FEC_AUTO = 3, ETHTOOL_A_FEC_ACTIVE = 4, ETHTOOL_A_FEC_STATS = 5, __ETHTOOL_A_FEC_CNT = 6, ETHTOOL_A_FEC_MAX = 5, }; enum { ETHTOOL_A_MODULE_EEPROM_UNSPEC = 0, ETHTOOL_A_MODULE_EEPROM_HEADER = 1, ETHTOOL_A_MODULE_EEPROM_OFFSET = 2, ETHTOOL_A_MODULE_EEPROM_LENGTH = 3, ETHTOOL_A_MODULE_EEPROM_PAGE = 4, ETHTOOL_A_MODULE_EEPROM_BANK = 5, ETHTOOL_A_MODULE_EEPROM_I2C_ADDRESS = 6, ETHTOOL_A_MODULE_EEPROM_DATA = 7, __ETHTOOL_A_MODULE_EEPROM_CNT = 8, ETHTOOL_A_MODULE_EEPROM_MAX = 7, }; enum { ETHTOOL_STATS_ETH_PHY = 0, ETHTOOL_STATS_ETH_MAC = 1, ETHTOOL_STATS_ETH_CTRL = 2, ETHTOOL_STATS_RMON = 3, __ETHTOOL_STATS_CNT = 4, }; enum { ETHTOOL_A_STATS_ETH_PHY_5_SYM_ERR = 0, __ETHTOOL_A_STATS_ETH_PHY_CNT = 1, ETHTOOL_A_STATS_ETH_PHY_MAX = 0, }; enum { ETHTOOL_A_STATS_ETH_MAC_2_TX_PKT = 0, ETHTOOL_A_STATS_ETH_MAC_3_SINGLE_COL = 1, ETHTOOL_A_STATS_ETH_MAC_4_MULTI_COL = 2, ETHTOOL_A_STATS_ETH_MAC_5_RX_PKT = 3, ETHTOOL_A_STATS_ETH_MAC_6_FCS_ERR = 4, ETHTOOL_A_STATS_ETH_MAC_7_ALIGN_ERR = 5, ETHTOOL_A_STATS_ETH_MAC_8_TX_BYTES = 6, ETHTOOL_A_STATS_ETH_MAC_9_TX_DEFER = 7, ETHTOOL_A_STATS_ETH_MAC_10_LATE_COL = 8, ETHTOOL_A_STATS_ETH_MAC_11_XS_COL = 9, ETHTOOL_A_STATS_ETH_MAC_12_TX_INT_ERR = 10, ETHTOOL_A_STATS_ETH_MAC_13_CS_ERR = 11, ETHTOOL_A_STATS_ETH_MAC_14_RX_BYTES = 12, ETHTOOL_A_STATS_ETH_MAC_15_RX_INT_ERR = 13, ETHTOOL_A_STATS_ETH_MAC_18_TX_MCAST = 14, ETHTOOL_A_STATS_ETH_MAC_19_TX_BCAST = 15, ETHTOOL_A_STATS_ETH_MAC_20_XS_DEFER = 16, ETHTOOL_A_STATS_ETH_MAC_21_RX_MCAST = 17, ETHTOOL_A_STATS_ETH_MAC_22_RX_BCAST = 18, ETHTOOL_A_STATS_ETH_MAC_23_IR_LEN_ERR = 19, ETHTOOL_A_STATS_ETH_MAC_24_OOR_LEN = 20, ETHTOOL_A_STATS_ETH_MAC_25_TOO_LONG_ERR = 21, __ETHTOOL_A_STATS_ETH_MAC_CNT = 22, ETHTOOL_A_STATS_ETH_MAC_MAX = 21, }; enum { ETHTOOL_A_STATS_ETH_CTRL_3_TX = 0, ETHTOOL_A_STATS_ETH_CTRL_4_RX = 1, ETHTOOL_A_STATS_ETH_CTRL_5_RX_UNSUP = 2, __ETHTOOL_A_STATS_ETH_CTRL_CNT = 3, ETHTOOL_A_STATS_ETH_CTRL_MAX = 2, }; enum { ETHTOOL_A_STATS_RMON_UNDERSIZE = 0, ETHTOOL_A_STATS_RMON_OVERSIZE = 1, ETHTOOL_A_STATS_RMON_FRAG = 2, ETHTOOL_A_STATS_RMON_JABBER = 3, __ETHTOOL_A_STATS_RMON_CNT = 4, ETHTOOL_A_STATS_RMON_MAX = 3, }; enum { ETHTOOL_A_MODULE_UNSPEC = 0, ETHTOOL_A_MODULE_HEADER = 1, ETHTOOL_A_MODULE_POWER_MODE_POLICY = 2, ETHTOOL_A_MODULE_POWER_MODE = 3, __ETHTOOL_A_MODULE_CNT = 4, ETHTOOL_A_MODULE_MAX = 3, }; enum { ETHTOOL_A_PSE_UNSPEC = 0, ETHTOOL_A_PSE_HEADER = 1, ETHTOOL_A_PODL_PSE_ADMIN_STATE = 2, ETHTOOL_A_PODL_PSE_ADMIN_CONTROL = 3, ETHTOOL_A_PODL_PSE_PW_D_STATUS = 4, __ETHTOOL_A_PSE_CNT = 5, ETHTOOL_A_PSE_MAX = 4, }; enum { ETHTOOL_A_RSS_UNSPEC = 0, ETHTOOL_A_RSS_HEADER = 1, ETHTOOL_A_RSS_CONTEXT = 2, ETHTOOL_A_RSS_HFUNC = 3, ETHTOOL_A_RSS_INDIR = 4, ETHTOOL_A_RSS_HKEY = 5, __ETHTOOL_A_RSS_CNT = 6, ETHTOOL_A_RSS_MAX = 5, }; struct ethnl_req_info { struct net_device *dev; netdevice_tracker dev_tracker; u32 flags; }; struct ethnl_reply_data { struct net_device *dev; }; struct ethnl_request_ops { u8 request_cmd; u8 reply_cmd; u16 hdr_attr; unsigned int req_info_size; unsigned int reply_data_size; bool allow_nodev_do; int (*parse_request)(struct ethnl_req_info *, struct nlattr **, struct netlink_ext_ack *); int (*prepare_data)(const struct ethnl_req_info *, struct ethnl_reply_data *, struct genl_info *); int (*reply_size)(const struct ethnl_req_info *, const struct ethnl_reply_data *); int (*fill_reply)(struct sk_buff *, const struct ethnl_req_info *, const struct ethnl_reply_data *); void (*cleanup_data)(struct ethnl_reply_data *); }; struct strset_info { bool per_dev; bool free_strings; unsigned int count; const char (*strings)[32]; }; struct strset_req_info { struct ethnl_req_info base; u32 req_ids; bool counts_only; }; struct strset_reply_data { struct ethnl_reply_data base; struct strset_info sets[21]; }; struct linkstate_reply_data { struct ethnl_reply_data base; int link; int sqi; int sqi_max; struct ethtool_link_ext_stats link_stats; bool link_ext_state_provided; struct ethtool_link_ext_state_info ethtool_link_ext_state_info; }; typedef const char (* const ethnl_string_array_t)[32]; struct privflags_reply_data { struct ethnl_reply_data base; const char (*priv_flag_names)[32]; unsigned int n_priv_flags; u32 priv_flags; }; enum { ETHTOOL_A_PAUSE_STAT_UNSPEC = 0, ETHTOOL_A_PAUSE_STAT_PAD = 1, ETHTOOL_A_PAUSE_STAT_TX_FRAMES = 2, ETHTOOL_A_PAUSE_STAT_RX_FRAMES = 3, __ETHTOOL_A_PAUSE_STAT_CNT = 4, ETHTOOL_A_PAUSE_STAT_MAX = 3, }; struct pause_reply_data { struct ethnl_reply_data base; struct ethtool_pauseparam pauseparam; struct ethtool_pause_stats pausestat; }; enum { ETHTOOL_A_TUNNEL_UDP_ENTRY_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_ENTRY_PORT = 1, ETHTOOL_A_TUNNEL_UDP_ENTRY_TYPE = 2, __ETHTOOL_A_TUNNEL_UDP_ENTRY_CNT = 3, ETHTOOL_A_TUNNEL_UDP_ENTRY_MAX = 2, }; enum { ETHTOOL_A_TUNNEL_UDP_TABLE_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_TABLE_SIZE = 1, ETHTOOL_A_TUNNEL_UDP_TABLE_TYPES = 2, ETHTOOL_A_TUNNEL_UDP_TABLE_ENTRY = 3, __ETHTOOL_A_TUNNEL_UDP_TABLE_CNT = 4, ETHTOOL_A_TUNNEL_UDP_TABLE_MAX = 3, }; enum { ETHTOOL_A_TUNNEL_UDP_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_TABLE = 1, __ETHTOOL_A_TUNNEL_UDP_CNT = 2, ETHTOOL_A_TUNNEL_UDP_MAX = 1, }; enum macsec_validation_type { MACSEC_VALIDATE_DISABLED = 0, MACSEC_VALIDATE_CHECK = 1, MACSEC_VALIDATE_STRICT = 2, __MACSEC_VALIDATE_END = 3, MACSEC_VALIDATE_MAX = 2, }; enum macsec_offload { MACSEC_OFFLOAD_OFF = 0, MACSEC_OFFLOAD_PHY = 1, MACSEC_OFFLOAD_MAC = 2, __MACSEC_OFFLOAD_END = 3, MACSEC_OFFLOAD_MAX = 2, }; struct ip_tunnel_parm { char name[16]; int link; __be16 i_flags; __be16 o_flags; __be32 i_key; __be32 o_key; struct iphdr iph; }; struct fib_info; struct fib_nh { struct fib_nh_common nh_common; struct hlist_node nh_hash; struct fib_info *nh_parent; __u32 nh_tclassid; __be32 nh_saddr; int nh_saddr_genid; }; struct fib_info { struct hlist_node fib_hash; struct hlist_node fib_lhash; struct list_head nh_list; struct net *fib_net; refcount_t fib_treeref; refcount_t fib_clntref; unsigned int fib_flags; unsigned char fib_dead; unsigned char fib_protocol; unsigned char fib_scope; unsigned char fib_type; __be32 fib_prefsrc; u32 fib_tb_id; u32 fib_priority; struct dst_metrics *fib_metrics; int fib_nhs; bool fib_nh_is_v6; bool nh_updated; struct nexthop *nh; struct callback_head rcu; struct fib_nh fib_nh[0]; }; struct nh_info; struct nh_group; struct nexthop { struct rb_node rb_node; struct list_head fi_list; struct list_head f6i_list; struct list_head fdb_list; struct list_head grp_list; struct net *net; u32 id; u8 protocol; u8 nh_flags; bool is_group; refcount_t refcnt; struct callback_head rcu; union { struct nh_info *nh_info; struct nh_group *nh_grp; }; }; struct nh_info { struct hlist_node dev_hash; struct nexthop *nh_parent; u8 family; bool reject_nh; bool fdb_nh; union { struct fib_nh_common fib_nhc; struct fib_nh fib_nh; struct fib6_nh fib6_nh; }; }; struct nh_grp_entry; struct nh_res_bucket { struct nh_grp_entry *nh_entry; atomic_long_t used_time; long unsigned int migrated_time; bool occupied; u8 nh_flags; }; struct nh_grp_entry { struct nexthop *nh; u8 weight; union { struct { atomic_t upper_bound; } hthr; struct { struct list_head uw_nh_entry; u16 count_buckets; u16 wants_buckets; } res; }; struct list_head nh_list; struct nexthop *nh_parent; }; struct nh_res_table { struct net *net; u32 nhg_id; struct delayed_work upkeep_dw; struct list_head uw_nh_entries; long unsigned int unbalanced_since; u32 idle_timer; u32 unbalanced_timer; u16 num_nh_buckets; struct nh_res_bucket nh_buckets[0]; }; struct nh_group { struct nh_group *spare; u16 num_nh; bool is_multipath; bool hash_threshold; bool resilient; bool fdb_nh; bool has_v4; struct nh_res_table *res_table; struct nh_grp_entry nh_entries[0]; }; struct ip_tunnel_key { __be64 tun_id; union { struct { __be32 src; __be32 dst; } ipv4; struct { struct in6_addr src; struct in6_addr dst; } ipv6; } u; __be16 tun_flags; u8 tos; u8 ttl; __be32 label; __be16 tp_src; __be16 tp_dst; __u8 flow_flags; }; struct ip_tunnel_info { struct ip_tunnel_key key; struct dst_cache dst_cache; u8 options_len; u8 mode; }; enum udp_parsable_tunnel_type { UDP_TUNNEL_TYPE_VXLAN = 1, UDP_TUNNEL_TYPE_GENEVE = 2, UDP_TUNNEL_TYPE_VXLAN_GPE = 4, }; struct udp_tunnel_info { short unsigned int type; sa_family_t sa_family; __be16 port; u8 hw_priv; }; enum udp_tunnel_nic_info_flags { UDP_TUNNEL_NIC_INFO_MAY_SLEEP = 1, UDP_TUNNEL_NIC_INFO_OPEN_ONLY = 2, UDP_TUNNEL_NIC_INFO_IPV4_ONLY = 4, UDP_TUNNEL_NIC_INFO_STATIC_IANA_VXLAN = 8, }; struct udp_tunnel_nic_shared { struct udp_tunnel_nic *udp_tunnel_nic_info; struct list_head devices; }; struct udp_tunnel_nic_ops { void (*get_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); void (*set_port_priv)(struct net_device *, unsigned int, unsigned int, u8); void (*add_port)(struct net_device *, struct udp_tunnel_info *); void (*del_port)(struct net_device *, struct udp_tunnel_info *); void (*reset_ntf)(struct net_device *); size_t (*dump_size)(struct net_device *, unsigned int); int (*dump_write)(struct net_device *, unsigned int, struct sk_buff *); }; typedef u64 sci_t; typedef u32 ssci_t; union salt { struct { u32 ssci; u64 pn; } __attribute__((packed)); u8 bytes[12]; }; typedef union salt salt_t; union pn { struct { u32 lower; u32 upper; }; u64 full64; }; typedef union pn pn_t; struct macsec_key { u8 id[16]; struct crypto_aead *tfm; salt_t salt; }; struct macsec_rx_sc_stats { __u64 InOctetsValidated; __u64 InOctetsDecrypted; __u64 InPktsUnchecked; __u64 InPktsDelayed; __u64 InPktsOK; __u64 InPktsInvalid; __u64 InPktsLate; __u64 InPktsNotValid; __u64 InPktsNotUsingSA; __u64 InPktsUnusedSA; }; struct macsec_rx_sa_stats { __u32 InPktsOK; __u32 InPktsInvalid; __u32 InPktsNotValid; __u32 InPktsNotUsingSA; __u32 InPktsUnusedSA; }; struct macsec_tx_sa_stats { __u32 OutPktsProtected; __u32 OutPktsEncrypted; }; struct macsec_tx_sc_stats { __u64 OutPktsProtected; __u64 OutPktsEncrypted; __u64 OutOctetsProtected; __u64 OutOctetsEncrypted; }; struct macsec_dev_stats { __u64 OutPktsUntagged; __u64 InPktsUntagged; __u64 OutPktsTooLong; __u64 InPktsNoTag; __u64 InPktsBadTag; __u64 InPktsUnknownSCI; __u64 InPktsNoSCI; __u64 InPktsOverrun; }; struct macsec_rx_sc; struct macsec_rx_sa { struct macsec_key key; ssci_t ssci; spinlock_t lock; union { pn_t next_pn_halves; u64 next_pn; }; refcount_t refcnt; bool active; struct macsec_rx_sa_stats *stats; struct macsec_rx_sc *sc; struct callback_head rcu; }; struct pcpu_rx_sc_stats; struct macsec_rx_sc { struct macsec_rx_sc *next; sci_t sci; bool active; struct macsec_rx_sa *sa[4]; struct pcpu_rx_sc_stats *stats; refcount_t refcnt; struct callback_head callback_head; }; struct pcpu_rx_sc_stats { struct macsec_rx_sc_stats stats; struct u64_stats_sync syncp; }; struct pcpu_tx_sc_stats { struct macsec_tx_sc_stats stats; struct u64_stats_sync syncp; }; struct macsec_tx_sa { struct macsec_key key; ssci_t ssci; spinlock_t lock; union { pn_t next_pn_halves; u64 next_pn; }; refcount_t refcnt; bool active; struct macsec_tx_sa_stats *stats; struct callback_head rcu; }; struct metadata_dst; struct macsec_tx_sc { bool active; u8 encoding_sa; bool encrypt; bool send_sci; bool end_station; bool scb; struct macsec_tx_sa *sa[4]; struct pcpu_tx_sc_stats *stats; struct metadata_dst *md_dst; }; enum metadata_type { METADATA_IP_TUNNEL = 0, METADATA_HW_PORT_MUX = 1, METADATA_MACSEC = 2, METADATA_XFRM = 3, }; struct hw_port_info { struct net_device *lower_dev; u32 port_id; }; struct macsec_info { sci_t sci; }; struct xfrm_md_info { u32 if_id; int link; struct dst_entry *dst_orig; }; struct metadata_dst { struct dst_entry dst; enum metadata_type type; union { struct ip_tunnel_info tun_info; struct hw_port_info port_info; struct macsec_info macsec_info; struct xfrm_md_info xfrm_info; } u; }; struct macsec_secy { struct net_device *netdev; unsigned int n_rx_sc; sci_t sci; u16 key_len; u16 icv_len; enum macsec_validation_type validate_frames; bool xpn; bool operational; bool protect_frames; bool replay_protect; u32 replay_window; struct macsec_tx_sc tx_sc; struct macsec_rx_sc *rx_sc; }; struct macsec_context { union { struct net_device *netdev; struct phy_device *phydev; }; enum macsec_offload offload; struct macsec_secy *secy; struct macsec_rx_sc *rx_sc; struct { unsigned char assoc_num; u8 key[128]; union { struct macsec_rx_sa *rx_sa; struct macsec_tx_sa *tx_sa; }; } sa; union { struct macsec_tx_sc_stats *tx_sc_stats; struct macsec_tx_sa_stats *tx_sa_stats; struct macsec_rx_sc_stats *rx_sc_stats; struct macsec_rx_sa_stats *rx_sa_stats; struct macsec_dev_stats *dev_stats; } stats; }; struct genl_dumpit_info { const struct genl_family *family; struct genl_split_ops op; struct nlattr **attrs; }; struct ethnl_tunnel_info_dump_ctx { struct ethnl_req_info req_info; int pos_hash; int pos_idx; }; struct module_reply_data { struct ethnl_reply_data base; struct ethtool_module_power_mode_params power; }; typedef u32 u_int32_t; struct nf_bridge_info { enum { BRNF_PROTO_UNCHANGED = 0, BRNF_PROTO_8021Q = 1, BRNF_PROTO_PPPOE = 2, } orig_proto: 8; u8 pkt_otherhost: 1; u8 in_prerouting: 1; u8 bridged_dnat: 1; __u16 frag_max_size; struct net_device *physindev; struct net_device *physoutdev; union { __be32 ipv4_daddr; struct in6_addr ipv6_daddr; char neigh_header[8]; }; }; struct nf_hook_state; typedef unsigned int nf_hookfn(void *, struct sk_buff *, const struct nf_hook_state *); struct nf_hook_entry { nf_hookfn *hook; void *priv; }; struct nf_hook_entries { u16 num_hook_entries; struct nf_hook_entry hooks[0]; }; struct nf_hook_state { u8 hook; u8 pf; struct net_device *in; struct net_device *out; struct sock *sk; struct net *net; int (*okfn)(struct net *, struct sock *, struct sk_buff *); }; struct ip_rt_info { __be32 daddr; __be32 saddr; u_int8_t tos; u_int32_t mark; }; struct ipv6hdr { __u8 priority: 4; __u8 version: 4; __u8 flow_lbl[3]; __be16 payload_len; __u8 nexthdr; __u8 hop_limit; union { struct { struct in6_addr saddr; struct in6_addr daddr; }; struct { struct in6_addr saddr; struct in6_addr daddr; } addrs; }; }; struct ip6_rt_info { struct in6_addr daddr; struct in6_addr saddr; u_int32_t mark; }; struct nf_queue_entry { struct list_head list; struct sk_buff *skb; unsigned int id; unsigned int hook_index; struct net_device *physin; struct net_device *physout; struct nf_hook_state state; u16 size; }; enum l2tp_debug_flags { L2TP_MSG_DEBUG = 1, L2TP_MSG_CONTROL = 2, L2TP_MSG_SEQ = 4, L2TP_MSG_DATA = 8, }; struct nf_queue_handler { int (*outfn)(struct nf_queue_entry *, unsigned int); void (*nf_hook_drop)(struct net *); }; typedef u16 u_int16_t; struct xt_action_param; struct xt_mtchk_param; struct xt_mtdtor_param; struct xt_match { struct list_head list; const char name[29]; u_int8_t revision; bool (*match)(const struct sk_buff *, struct xt_action_param *); int (*checkentry)(const struct xt_mtchk_param *); void (*destroy)(const struct xt_mtdtor_param *); struct module *me; const char *table; unsigned int matchsize; unsigned int usersize; unsigned int hooks; short unsigned int proto; short unsigned int family; }; struct xt_tgchk_param; struct xt_tgdtor_param; struct xt_target { struct list_head list; const char name[29]; u_int8_t revision; unsigned int (*target)(struct sk_buff *, const struct xt_action_param *); int (*checkentry)(const struct xt_tgchk_param *); void (*destroy)(const struct xt_tgdtor_param *); struct module *me; const char *table; unsigned int targetsize; unsigned int usersize; unsigned int hooks; short unsigned int proto; short unsigned int family; }; struct xt_action_param { union { const struct xt_match *match; const struct xt_target *target; }; union { const void *matchinfo; const void *targinfo; }; const struct nf_hook_state *state; unsigned int thoff; u16 fragoff; bool hotdrop; }; struct xt_mtchk_param { struct net *net; const char *table; const void *entryinfo; const struct xt_match *match; void *matchinfo; unsigned int hook_mask; u_int8_t family; bool nft_compat; }; struct xt_mtdtor_param { struct net *net; const struct xt_match *match; void *matchinfo; u_int8_t family; }; struct xt_tgchk_param { struct net *net; const char *table; const void *entryinfo; const struct xt_target *target; void *targinfo; unsigned int hook_mask; u_int8_t family; bool nft_compat; }; struct xt_tgdtor_param { struct net *net; const struct xt_target *target; void *targinfo; u_int8_t family; }; struct xt_tcp { __u16 spts[2]; __u16 dpts[2]; __u8 option; __u8 flg_mask; __u8 flg_cmp; __u8 invflags; }; struct xt_udp { __u16 spts[2]; __u16 dpts[2]; __u8 invflags; }; struct net_offload { struct offload_callbacks callbacks; unsigned int flags; }; enum { XFRM_DEV_OFFLOAD_UNSPECIFIED = 0, XFRM_DEV_OFFLOAD_CRYPTO = 1, XFRM_DEV_OFFLOAD_PACKET = 2, }; struct xfrm_offload { struct { __u32 low; __u32 hi; } seq; __u32 flags; __u32 status; __u8 proto; __u8 inner_ipproto; }; struct sec_path { int len; int olen; struct xfrm_state *xvec[6]; struct xfrm_offload ovec[1]; }; struct inet_timewait_sock { struct sock_common __tw_common; __u32 tw_mark; volatile unsigned char tw_substate; unsigned char tw_rcv_wscale; __be16 tw_sport; unsigned int tw_transparent: 1; unsigned int tw_flowlabel: 20; unsigned int tw_pad: 3; unsigned int tw_tos: 8; u32 tw_txhash; u32 tw_priority; struct timer_list tw_timer; struct inet_bind_bucket *tw_tb; struct inet_bind2_bucket *tw_tb2; struct hlist_node tw_bind2_node; }; struct bpf_sk_lookup_kern { u16 family; u16 protocol; __be16 sport; u16 dport; struct { __be32 saddr; __be32 daddr; } v4; struct { const struct in6_addr *saddr; const struct in6_addr *daddr; } v6; struct sock *selected_sk; u32 ingress_ifindex; bool no_reuseport; }; enum { SKBTX_HW_TSTAMP = 1, SKBTX_SW_TSTAMP = 2, SKBTX_IN_PROGRESS = 4, SKBTX_HW_TSTAMP_USE_CYCLES = 8, SKBTX_WIFI_STATUS = 16, SKBTX_HW_TSTAMP_NETDEV = 32, SKBTX_SCHED_TSTAMP = 64, }; enum { SKB_FCLONE_UNAVAILABLE = 0, SKB_FCLONE_ORIG = 1, SKB_FCLONE_CLONE = 2, }; struct sk_buff_fclones { struct sk_buff skb1; struct sk_buff skb2; refcount_t fclone_ref; }; struct inet_request_sock { struct request_sock req; u16 snd_wscale: 4; u16 rcv_wscale: 4; u16 tstamp_ok: 1; u16 sack_ok: 1; u16 wscale_ok: 1; u16 ecn_ok: 1; u16 acked: 1; u16 no_srccheck: 1; u16 smc_ok: 1; u32 ir_mark; union { struct ip_options_rcu *ireq_opt; struct { struct ipv6_txoptions *ipv6_opt; struct sk_buff *pktopts; }; }; }; enum inet_csk_ack_state_t { ICSK_ACK_SCHED = 1, ICSK_ACK_TIMER = 2, ICSK_ACK_PUSHED = 4, ICSK_ACK_PUSHED2 = 8, ICSK_ACK_NOW = 16, }; enum { TCP_NO_QUEUE = 0, TCP_RECV_QUEUE = 1, TCP_SEND_QUEUE = 2, TCP_QUEUES_NR = 3, }; enum tcp_ca_state { TCP_CA_Open = 0, TCP_CA_Disorder = 1, TCP_CA_CWR = 2, TCP_CA_Recovery = 3, TCP_CA_Loss = 4, }; struct tcp_request_sock_ops; struct tcp_request_sock { struct inet_request_sock req; const struct tcp_request_sock_ops *af_specific; u64 snt_synack; bool tfo_listener; bool is_mptcp; u32 txhash; u32 rcv_isn; u32 snt_isn; u32 ts_off; u32 last_oow_ack_time; u32 rcv_nxt; u8 syn_tos; }; enum tcp_synack_type { TCP_SYNACK_NORMAL = 0, TCP_SYNACK_FASTOPEN = 1, TCP_SYNACK_COOKIE = 2, }; struct tcp_request_sock_ops { u16 mss_clamp; __u32 (*cookie_init_seq)(const struct sk_buff *, __u16 *); struct dst_entry * (*route_req)(const struct sock *, struct sk_buff *, struct flowi *, struct request_sock *); u32 (*init_seq)(const struct sk_buff *); u32 (*init_ts_off)(const struct net *, const struct sk_buff *); int (*send_synack)(const struct sock *, struct dst_entry *, struct flowi *, struct request_sock *, struct tcp_fastopen_cookie *, enum tcp_synack_type, struct sk_buff *); }; enum tsq_flags { TSQF_THROTTLED = 1, TSQF_QUEUED = 2, TCPF_TSQ_DEFERRED = 4, TCPF_WRITE_TIMER_DEFERRED = 8, TCPF_DELACK_TIMER_DEFERRED = 16, TCPF_MTU_REDUCED_DEFERRED = 32, }; enum { BPF_SOCK_OPS_RTO_CB_FLAG = 1, BPF_SOCK_OPS_RETRANS_CB_FLAG = 2, BPF_SOCK_OPS_STATE_CB_FLAG = 4, BPF_SOCK_OPS_RTT_CB_FLAG = 8, BPF_SOCK_OPS_PARSE_ALL_HDR_OPT_CB_FLAG = 16, BPF_SOCK_OPS_PARSE_UNKNOWN_HDR_OPT_CB_FLAG = 32, BPF_SOCK_OPS_WRITE_HDR_OPT_CB_FLAG = 64, BPF_SOCK_OPS_ALL_CB_FLAGS = 127, }; enum { BPF_WRITE_HDR_TCP_CURRENT_MSS = 1, BPF_WRITE_HDR_TCP_SYNACK_COOKIE = 2, }; enum { INET_ECN_NOT_ECT = 0, INET_ECN_ECT_1 = 1, INET_ECN_ECT_0 = 2, INET_ECN_CE = 3, INET_ECN_MASK = 3, }; struct mptcp_out_options {}; enum tcp_queue { TCP_FRAG_IN_WRITE_QUEUE = 0, TCP_FRAG_IN_RTX_QUEUE = 1, }; struct tcp_skb_cb { __u32 seq; __u32 end_seq; union { __u32 tcp_tw_isn; struct { u16 tcp_gso_segs; u16 tcp_gso_size; }; }; __u8 tcp_flags; __u8 sacked; __u8 ip_dsfield; __u8 txstamp_ack: 1; __u8 eor: 1; __u8 has_rxtstamp: 1; __u8 unused: 5; __u32 ack_seq; union { struct { __u32 is_app_limited: 1; __u32 delivered_ce: 20; __u32 unused: 11; __u32 delivered; u64 first_tx_mstamp; u64 delivered_mstamp; } tx; union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; }; }; union tcp_md5_addr { struct in_addr a4; struct in6_addr a6; }; struct tcp_md5sig_key { struct hlist_node node; u8 keylen; u8 family; u8 prefixlen; u8 flags; union tcp_md5_addr addr; int l3index; u8 key[80]; struct callback_head rcu; }; enum tcp_chrono { TCP_CHRONO_UNSPEC = 0, TCP_CHRONO_BUSY = 1, TCP_CHRONO_RWND_LIMITED = 2, TCP_CHRONO_SNDBUF_LIMITED = 3, __TCP_CHRONO_MAX = 4, }; struct tcp_out_options { u16 options; u16 mss; u8 ws; u8 num_sack_blocks; u8 hash_size; u8 bpf_opt_len; __u8 *hash_location; __u32 tsval; __u32 tsecr; struct tcp_fastopen_cookie *fastopen_cookie; struct mptcp_out_options mptcp; }; struct tsq_tasklet { struct tasklet_struct tasklet; struct list_head head; }; enum { XFRM_POLICY_TYPE_MAIN = 0, XFRM_POLICY_TYPE_SUB = 1, XFRM_POLICY_TYPE_MAX = 2, XFRM_POLICY_TYPE_ANY = 255, }; enum { XFRM_MSG_BASE = 16, XFRM_MSG_NEWSA = 16, XFRM_MSG_DELSA = 17, XFRM_MSG_GETSA = 18, XFRM_MSG_NEWPOLICY = 19, XFRM_MSG_DELPOLICY = 20, XFRM_MSG_GETPOLICY = 21, XFRM_MSG_ALLOCSPI = 22, XFRM_MSG_ACQUIRE = 23, XFRM_MSG_EXPIRE = 24, XFRM_MSG_UPDPOLICY = 25, XFRM_MSG_UPDSA = 26, XFRM_MSG_POLEXPIRE = 27, XFRM_MSG_FLUSHSA = 28, XFRM_MSG_FLUSHPOLICY = 29, XFRM_MSG_NEWAE = 30, XFRM_MSG_GETAE = 31, XFRM_MSG_REPORT = 32, XFRM_MSG_MIGRATE = 33, XFRM_MSG_NEWSADINFO = 34, XFRM_MSG_GETSADINFO = 35, XFRM_MSG_NEWSPDINFO = 36, XFRM_MSG_GETSPDINFO = 37, XFRM_MSG_MAPPING = 38, XFRM_MSG_SETDEFAULT = 39, XFRM_MSG_GETDEFAULT = 40, __XFRM_MSG_MAX = 41, }; enum xfrm_attr_type_t { XFRMA_UNSPEC = 0, XFRMA_ALG_AUTH = 1, XFRMA_ALG_CRYPT = 2, XFRMA_ALG_COMP = 3, XFRMA_ENCAP = 4, XFRMA_TMPL = 5, XFRMA_SA = 6, XFRMA_POLICY = 7, XFRMA_SEC_CTX = 8, XFRMA_LTIME_VAL = 9, XFRMA_REPLAY_VAL = 10, XFRMA_REPLAY_THRESH = 11, XFRMA_ETIMER_THRESH = 12, XFRMA_SRCADDR = 13, XFRMA_COADDR = 14, XFRMA_LASTUSED = 15, XFRMA_POLICY_TYPE = 16, XFRMA_MIGRATE = 17, XFRMA_ALG_AEAD = 18, XFRMA_KMADDRESS = 19, XFRMA_ALG_AUTH_TRUNC = 20, XFRMA_MARK = 21, XFRMA_TFCPAD = 22, XFRMA_REPLAY_ESN_VAL = 23, XFRMA_SA_EXTRA_FLAGS = 24, XFRMA_PROTO = 25, XFRMA_ADDRESS_FILTER = 26, XFRMA_PAD = 27, XFRMA_OFFLOAD_DEV = 28, XFRMA_SET_MARK = 29, XFRMA_SET_MARK_MASK = 30, XFRMA_IF_ID = 31, XFRMA_MTIMER_THRESH = 32, __XFRMA_MAX = 33, }; union tcp_word_hdr { struct tcphdr hdr; __be32 words[5]; }; enum { TCP_FLAG_CWR = 32768, TCP_FLAG_ECE = 16384, TCP_FLAG_URG = 8192, TCP_FLAG_ACK = 4096, TCP_FLAG_PSH = 2048, TCP_FLAG_RST = 1024, TCP_FLAG_SYN = 512, TCP_FLAG_FIN = 256, TCP_RESERVED_BITS = 15, TCP_DATA_OFFSET = 240, }; struct tcp_timewait_sock { struct inet_timewait_sock tw_sk; u32 tw_rcv_wnd; u32 tw_ts_offset; u32 tw_ts_recent; u32 tw_last_oow_ack_time; int tw_ts_recent_stamp; u32 tw_tx_delay; }; enum tcp_tw_status { TCP_TW_SUCCESS = 0, TCP_TW_RST = 1, TCP_TW_ACK = 2, TCP_TW_SYN = 3, }; struct skb_gso_cb { union { int mac_offset; int data_offset; }; int encap_level; __wsum csum; __u16 csum_start; }; struct ip_mreqn { struct in_addr imr_multiaddr; struct in_addr imr_address; int imr_ifindex; }; struct sockaddr_in { __kernel_sa_family_t sin_family; __be16 sin_port; struct in_addr sin_addr; unsigned char __pad[8]; }; struct nf_conntrack { refcount_t use; }; enum rt_scope_t { RT_SCOPE_UNIVERSE = 0, RT_SCOPE_SITE = 200, RT_SCOPE_LINK = 253, RT_SCOPE_HOST = 254, RT_SCOPE_NOWHERE = 255, }; struct nl_info { struct nlmsghdr *nlh; struct net *nl_net; u32 portid; u8 skip_notify: 1; u8 skip_notify_kernel: 1; }; struct ip_sf_socklist { unsigned int sl_max; unsigned int sl_count; struct callback_head rcu; __be32 sl_addr[0]; }; struct ip_mc_socklist { struct ip_mc_socklist *next_rcu; struct ip_mreqn multi; unsigned int sfmode; struct ip_sf_socklist *sflist; struct callback_head rcu; }; struct ip_sf_list { struct ip_sf_list *sf_next; long unsigned int sf_count[2]; __be32 sf_inaddr; unsigned char sf_gsresp; unsigned char sf_oldin; unsigned char sf_crcount; }; struct ip_mc_list { struct in_device *interface; __be32 multiaddr; unsigned int sfmode; struct ip_sf_list *sources; struct ip_sf_list *tomb; long unsigned int sfcount[2]; union { struct ip_mc_list *next; struct ip_mc_list *next_rcu; }; struct ip_mc_list *next_hash; struct timer_list timer; int users; refcount_t refcnt; spinlock_t lock; char tm_running; char reporter; char unsolicit_count; char loaded; unsigned char gsquery; unsigned char crcount; struct callback_head rcu; }; struct icmphdr { __u8 type; __u8 code; __sum16 checksum; union { struct { __be16 id; __be16 sequence; } echo; __be32 gateway; struct { __be16 __unused; __be16 mtu; } frag; __u8 reserved[4]; } un; }; struct ip_options_data { struct ip_options_rcu opt; char data[40]; }; struct udp_sock { struct inet_sock inet; int pending; unsigned int corkflag; __u8 encap_type; unsigned char no_check6_tx: 1; unsigned char no_check6_rx: 1; unsigned char encap_enabled: 1; unsigned char gro_enabled: 1; unsigned char accept_udp_l4: 1; unsigned char accept_udp_fraglist: 1; __u16 len; __u16 gso_size; __u16 pcslen; __u16 pcrlen; __u8 pcflag; __u8 unused[3]; int (*encap_rcv)(struct sock *, struct sk_buff *); void (*encap_err_rcv)(struct sock *, struct sk_buff *, int, __be16, u32, u8 *); int (*encap_err_lookup)(struct sock *, struct sk_buff *); void (*encap_destroy)(struct sock *); struct sk_buff * (*gro_receive)(struct sock *, struct list_head *, struct sk_buff *); int (*gro_complete)(struct sock *, struct sk_buff *, int); long: 64; long: 64; long: 64; long: 64; struct sk_buff_head reader_queue; int forward_deficit; int forward_threshold; long: 64; long: 64; long: 64; long: 64; }; struct fib6_result; struct fib6_config; struct ipv6_stub { int (*ipv6_sock_mc_join)(struct sock *, int, const struct in6_addr *); int (*ipv6_sock_mc_drop)(struct sock *, int, const struct in6_addr *); struct dst_entry * (*ipv6_dst_lookup_flow)(struct net *, const struct sock *, struct flowi6 *, const struct in6_addr *); int (*ipv6_route_input)(struct sk_buff *); struct fib6_table * (*fib6_get_table)(struct net *, u32); int (*fib6_lookup)(struct net *, int, struct flowi6 *, struct fib6_result *, int); int (*fib6_table_lookup)(struct net *, struct fib6_table *, int, struct flowi6 *, struct fib6_result *, int); void (*fib6_select_path)(const struct net *, struct fib6_result *, struct flowi6 *, int, bool, const struct sk_buff *, int); u32 (*ip6_mtu_from_fib6)(const struct fib6_result *, const struct in6_addr *, const struct in6_addr *); int (*fib6_nh_init)(struct net *, struct fib6_nh *, struct fib6_config *, gfp_t, struct netlink_ext_ack *); void (*fib6_nh_release)(struct fib6_nh *); void (*fib6_nh_release_dsts)(struct fib6_nh *); void (*fib6_update_sernum)(struct net *, struct fib6_info *); int (*ip6_del_rt)(struct net *, struct fib6_info *, bool); void (*fib6_rt_update)(struct net *, struct fib6_info *, struct nl_info *); void (*udpv6_encap_enable)(); void (*ndisc_send_na)(struct net_device *, const struct in6_addr *, const struct in6_addr *, bool, bool, bool, bool); void (*xfrm6_local_rxpmtu)(struct sk_buff *, u32); int (*xfrm6_udp_encap_rcv)(struct sock *, struct sk_buff *); int (*xfrm6_rcv_encap)(struct sk_buff *, int, __be32, int); struct neigh_table *nd_tbl; int (*ipv6_fragment)(struct net *, struct sock *, struct sk_buff *, int (*)(struct net *, struct sock *, struct sk_buff *)); struct net_device * (*ipv6_dev_find)(struct net *, const struct in6_addr *, struct net_device *); }; struct fib6_result { struct fib6_nh *nh; struct fib6_info *f6i; u32 fib6_flags; u8 fib6_type; struct rt6_info *rt6; }; struct fib6_config { u32 fc_table; u32 fc_metric; int fc_dst_len; int fc_src_len; int fc_ifindex; u32 fc_flags; u32 fc_protocol; u16 fc_type; u16 fc_delete_all_nh: 1; u16 fc_ignore_dev_down: 1; u16 __unused: 14; u32 fc_nh_id; struct in6_addr fc_dst; struct in6_addr fc_src; struct in6_addr fc_prefsrc; struct in6_addr fc_gateway; long unsigned int fc_expires; struct nlattr *fc_mx; int fc_mx_len; int fc_mp_len; struct nlattr *fc_mp; struct nl_info fc_nlinfo; struct nlattr *fc_encap; u16 fc_encap_type; bool fc_is_fdb; }; struct ipcm_cookie { struct sockcm_cookie sockc; __be32 addr; int oif; struct ip_options_rcu *opt; __u8 ttl; __s16 tos; char priority; __u16 gso_size; }; struct icmp_err { int errno; unsigned int fatal: 1; }; struct ip_tunnel_encap { u16 type; u16 flags; __be16 sport; __be16 dport; }; struct ip_tunnel_encap_ops { size_t (*encap_hlen)(struct ip_tunnel_encap *); int (*build_header)(struct sk_buff *, struct ip_tunnel_encap *, u8 *, struct flowi4 *); int (*err_handler)(struct sk_buff *, u32); }; struct udp_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; __u16 cscov; __u8 partial_cov; }; struct udp_dev_scratch { u32 _tsize_state; u16 len; bool is_linear; bool csum_unnecessary; }; struct udp_seq_afinfo { sa_family_t family; struct udp_table *udp_table; }; struct udp_iter_state { struct seq_net_private p; int bucket; struct udp_seq_afinfo *bpf_seq_afinfo; }; struct bpf_iter__udp { union { struct bpf_iter_meta *meta; }; union { struct udp_sock *udp_sk; }; uid_t uid; int: 32; int bucket; }; struct rhltable { struct rhashtable ht; }; struct ip_mreq_source { __be32 imr_multiaddr; __be32 imr_interface; __be32 imr_sourceaddr; }; struct ip_msfilter { __be32 imsf_multiaddr; __be32 imsf_interface; __u32 imsf_fmode; __u32 imsf_numsrc; union { __be32 imsf_slist[1]; struct { struct { } __empty_imsf_slist_flex; __be32 imsf_slist_flex[0]; }; }; }; struct group_filter { union { struct { __u32 gf_interface_aux; struct __kernel_sockaddr_storage gf_group_aux; __u32 gf_fmode_aux; __u32 gf_numsrc_aux; struct __kernel_sockaddr_storage gf_slist[1]; }; struct { __u32 gf_interface; struct __kernel_sockaddr_storage gf_group; __u32 gf_fmode; __u32 gf_numsrc; struct __kernel_sockaddr_storage gf_slist_flex[0]; }; }; }; struct mr_table_ops { const struct rhashtable_params *rht_params; void *cmparg_any; }; struct vif_device { struct net_device *dev; netdevice_tracker dev_tracker; long unsigned int bytes_in; long unsigned int bytes_out; long unsigned int pkt_in; long unsigned int pkt_out; long unsigned int rate_limit; unsigned char threshold; short unsigned int flags; int link; struct netdev_phys_item_id dev_parent_id; __be32 local; __be32 remote; }; struct mr_table { struct list_head list; possible_net_t net; struct mr_table_ops ops; u32 id; struct sock *mroute_sk; struct timer_list ipmr_expire_timer; struct list_head mfc_unres_queue; struct vif_device vif_table[32]; struct rhltable mfc_hash; struct list_head mfc_cache_list; int maxvif; atomic_t cache_resolve_queue_len; bool mroute_do_assert; bool mroute_do_pim; bool mroute_do_wrvifwhole; int mroute_reg_vif_num; }; struct igmphdr { __u8 type; __u8 code; __sum16 csum; __be32 group; }; struct igmpv3_grec { __u8 grec_type; __u8 grec_auxwords; __be16 grec_nsrcs; __be32 grec_mca; __be32 grec_src[0]; }; struct igmpv3_report { __u8 type; __u8 resv1; __sum16 csum; __be16 resv2; __be16 ngrec; struct igmpv3_grec grec[0]; }; struct igmpv3_query { __u8 type; __u8 code; __sum16 csum; __be32 group; __u8 qrv: 3; __u8 suppress: 1; __u8 resv: 4; __u8 qqic; __be16 nsrcs; __be32 srcs[0]; }; struct igmp_mc_iter_state { struct seq_net_private p; struct net_device *dev; struct in_device *in_dev; }; struct igmp_mcf_iter_state { struct seq_net_private p; struct net_device *dev; struct in_device *idev; struct ip_mc_list *im; }; enum rt_class_t { RT_TABLE_UNSPEC = 0, RT_TABLE_COMPAT = 252, RT_TABLE_DEFAULT = 253, RT_TABLE_MAIN = 254, RT_TABLE_LOCAL = 255, RT_TABLE_MAX = 4294967295, }; struct rtnexthop { short unsigned int rtnh_len; unsigned char rtnh_flags; unsigned char rtnh_hops; int rtnh_ifindex; }; typedef u8 dscp_t; struct fib_notifier_info { int family; struct netlink_ext_ack *extack; }; enum fib_event_type { FIB_EVENT_ENTRY_REPLACE = 0, FIB_EVENT_ENTRY_APPEND = 1, FIB_EVENT_ENTRY_ADD = 2, FIB_EVENT_ENTRY_DEL = 3, FIB_EVENT_RULE_ADD = 4, FIB_EVENT_RULE_DEL = 5, FIB_EVENT_NH_ADD = 6, FIB_EVENT_NH_DEL = 7, FIB_EVENT_VIF_ADD = 8, FIB_EVENT_VIF_DEL = 9, }; struct fib_config { u8 fc_dst_len; dscp_t fc_dscp; u8 fc_protocol; u8 fc_scope; u8 fc_type; u8 fc_gw_family; u32 fc_table; __be32 fc_dst; union { __be32 fc_gw4; struct in6_addr fc_gw6; }; int fc_oif; u32 fc_flags; u32 fc_priority; __be32 fc_prefsrc; u32 fc_nh_id; struct nlattr *fc_mx; struct rtnexthop *fc_mp; int fc_mx_len; int fc_mp_len; u32 fc_flow; u32 fc_nlflags; struct nl_info fc_nlinfo; struct nlattr *fc_encap; u16 fc_encap_type; }; struct fib_result { __be32 prefix; unsigned char prefixlen; unsigned char nh_sel; unsigned char type; unsigned char scope; u32 tclassid; struct fib_nh_common *nhc; struct fib_info *fi; struct fib_table *table; struct hlist_head *fa_head; }; struct fib_rt_info { struct fib_info *fi; u32 tb_id; __be32 dst; int dst_len; dscp_t dscp; u8 type; u8 offload: 1; u8 trap: 1; u8 offload_failed: 1; u8 unused: 5; }; struct fib_entry_notifier_info { struct fib_notifier_info info; u32 dst; int dst_len; struct fib_info *fi; dscp_t dscp; u8 type; u32 tb_id; }; struct fib_dump_filter { u32 table_id; bool filter_set; bool dump_routes; bool dump_exceptions; unsigned char protocol; unsigned char rt_type; unsigned int flags; struct net_device *dev; }; struct fib_alias { struct hlist_node fa_list; struct fib_info *fa_info; dscp_t fa_dscp; u8 fa_type; u8 fa_state; u8 fa_slen; u32 tb_id; s16 fa_default; u8 offload; u8 trap; u8 offload_failed; struct callback_head rcu; }; struct fib_prop { int error; u8 scope; }; typedef unsigned int t_key; struct key_vector { t_key key; unsigned char pos; unsigned char bits; unsigned char slen; union { struct hlist_head leaf; struct { struct { } __empty_tnode; struct key_vector *tnode[0]; }; }; }; struct tnode { struct callback_head rcu; t_key empty_children; t_key full_children; struct key_vector *parent; struct key_vector kv[1]; }; struct trie_stat { unsigned int totdepth; unsigned int maxdepth; unsigned int tnodes; unsigned int leaves; unsigned int nullpointers; unsigned int prefixes; unsigned int nodesizes[32]; }; struct trie { struct key_vector kv[1]; }; struct fib_trie_iter { struct seq_net_private p; struct fib_table *tb; struct key_vector *tnode; unsigned int index; unsigned int depth; }; struct fib_route_iter { struct seq_net_private p; struct fib_table *main_tb; struct key_vector *tnode; loff_t pos; t_key key; }; struct gre_base_hdr { __be16 flags; __be16 protocol; }; typedef struct sk_buff * (*gro_receive_t)(struct list_head *, struct sk_buff *); struct snmp_mib { const char *name; int entry; }; struct raw_hashinfo { spinlock_t lock; struct hlist_nulls_head ht[256]; }; struct tcpvegas_info { __u32 tcpv_enabled; __u32 tcpv_rttcnt; __u32 tcpv_rtt; __u32 tcpv_minrtt; }; struct tcp_dctcp_info { __u16 dctcp_enabled; __u16 dctcp_ce_state; __u32 dctcp_alpha; __u32 dctcp_ab_ecn; __u32 dctcp_ab_tot; }; struct tcp_bbr_info { __u32 bbr_bw_lo; __u32 bbr_bw_hi; __u32 bbr_min_rtt; __u32 bbr_pacing_gain; __u32 bbr_cwnd_gain; }; union tcp_cc_info { struct tcpvegas_info vegas; struct tcp_dctcp_info dctcp; struct tcp_bbr_info bbr; }; struct inet_diag_sockid { __be16 idiag_sport; __be16 idiag_dport; __be32 idiag_src[4]; __be32 idiag_dst[4]; __u32 idiag_if; __u32 idiag_cookie[2]; }; struct inet_diag_req { __u8 idiag_family; __u8 idiag_src_len; __u8 idiag_dst_len; __u8 idiag_ext; struct inet_diag_sockid id; __u32 idiag_states; __u32 idiag_dbs; }; struct inet_diag_req_v2 { __u8 sdiag_family; __u8 sdiag_protocol; __u8 idiag_ext; __u8 pad; __u32 idiag_states; struct inet_diag_sockid id; }; struct inet_diag_bc_op { unsigned char code; unsigned char yes; short unsigned int no; }; enum { INET_DIAG_BC_NOP = 0, INET_DIAG_BC_JMP = 1, INET_DIAG_BC_S_GE = 2, INET_DIAG_BC_S_LE = 3, INET_DIAG_BC_D_GE = 4, INET_DIAG_BC_D_LE = 5, INET_DIAG_BC_AUTO = 6, INET_DIAG_BC_S_COND = 7, INET_DIAG_BC_D_COND = 8, INET_DIAG_BC_DEV_COND = 9, INET_DIAG_BC_MARK_COND = 10, INET_DIAG_BC_S_EQ = 11, INET_DIAG_BC_D_EQ = 12, INET_DIAG_BC_CGROUP_COND = 13, }; struct inet_diag_hostcond { __u8 family; __u8 prefix_len; int port; __be32 addr[0]; }; struct inet_diag_markcond { __u32 mark; __u32 mask; }; struct inet_diag_msg { __u8 idiag_family; __u8 idiag_state; __u8 idiag_timer; __u8 idiag_retrans; struct inet_diag_sockid id; __u32 idiag_expires; __u32 idiag_rqueue; __u32 idiag_wqueue; __u32 idiag_uid; __u32 idiag_inode; }; enum { INET_DIAG_NONE = 0, INET_DIAG_MEMINFO = 1, INET_DIAG_INFO = 2, INET_DIAG_VEGASINFO = 3, INET_DIAG_CONG = 4, INET_DIAG_TOS = 5, INET_DIAG_TCLASS = 6, INET_DIAG_SKMEMINFO = 7, INET_DIAG_SHUTDOWN = 8, INET_DIAG_DCTCPINFO = 9, INET_DIAG_PROTOCOL = 10, INET_DIAG_SKV6ONLY = 11, INET_DIAG_LOCALS = 12, INET_DIAG_PEERS = 13, INET_DIAG_PAD = 14, INET_DIAG_MARK = 15, INET_DIAG_BBRINFO = 16, INET_DIAG_CLASS_ID = 17, INET_DIAG_MD5SIG = 18, INET_DIAG_ULP_INFO = 19, INET_DIAG_SK_BPF_STORAGES = 20, INET_DIAG_CGROUP_ID = 21, INET_DIAG_SOCKOPT = 22, __INET_DIAG_MAX = 23, }; struct inet_diag_meminfo { __u32 idiag_rmem; __u32 idiag_wmem; __u32 idiag_fmem; __u32 idiag_tmem; }; struct inet_diag_sockopt { __u8 recverr: 1; __u8 is_icsk: 1; __u8 freebind: 1; __u8 hdrincl: 1; __u8 mc_loop: 1; __u8 transparent: 1; __u8 mc_all: 1; __u8 nodefrag: 1; __u8 bind_address_no_port: 1; __u8 recverr_rfc4884: 1; __u8 defer_connect: 1; __u8 unused: 5; }; struct inet_diag_handler { void (*dump)(struct sk_buff *, struct netlink_callback *, const struct inet_diag_req_v2 *); int (*dump_one)(struct netlink_callback *, const struct inet_diag_req_v2 *); void (*idiag_get_info)(struct sock *, struct inet_diag_msg *, void *); int (*idiag_get_aux)(struct sock *, bool, struct sk_buff *); size_t (*idiag_get_aux_size)(struct sock *, bool); int (*destroy)(struct sk_buff *, const struct inet_diag_req_v2 *); __u16 idiag_type; __u16 idiag_info_size; }; struct bpf_sk_storage_diag; struct inet_diag_dump_data { struct nlattr *req_nlas[4]; struct bpf_sk_storage_diag *bpf_stg_diag; }; struct inet_diag_entry { const __be32 *saddr; const __be32 *daddr; u16 sport; u16 dport; u16 family; u16 userlocks; u32 ifindex; u32 mark; u64 cgroup_id; }; enum { UDP_BPF_IPV4 = 0, UDP_BPF_IPV6 = 1, UDP_BPF_NUM_PROTS = 2, }; struct ip_tunnel; struct ip6_tnl; struct xfrm_tunnel_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; union { struct ip_tunnel *ip4; struct ip6_tnl *ip6; } tunnel; }; struct xfrm_mode_skb_cb { struct xfrm_tunnel_skb_cb header; __be16 id; __be16 frag_off; u8 ihl; u8 tos; u8 ttl; u8 protocol; u8 optlen; u8 flow_lbl[3]; }; struct xfrm_spi_skb_cb { struct xfrm_tunnel_skb_cb header; unsigned int daddroff; unsigned int family; __be32 seq; }; struct nf_conn; enum nf_nat_manip_type; struct nf_nat_hook { int (*parse_nat_setup)(struct nf_conn *, enum nf_nat_manip_type, const struct nlattr *); void (*decode_session)(struct sk_buff *, struct flowi *); unsigned int (*manip_pkt)(struct sk_buff *, struct nf_conn *, enum nf_nat_manip_type, enum ip_conntrack_dir); void (*remove_nat_bysrc)(struct nf_conn *); }; enum { XFRM_LOOKUP_ICMP = 1, XFRM_LOOKUP_QUEUE = 2, XFRM_LOOKUP_KEEP_DST_REF = 4, }; enum { XFRM_STATE_VOID = 0, XFRM_STATE_ACQ = 1, XFRM_STATE_VALID = 2, XFRM_STATE_ERROR = 3, XFRM_STATE_EXPIRED = 4, XFRM_STATE_DEAD = 5, }; struct xfrm_if_decode_session_result { struct net *net; u32 if_id; }; struct xfrm_if_cb { bool (*decode_session)(struct sk_buff *, short unsigned int, struct xfrm_if_decode_session_result *); }; struct xfrm_dst; struct xfrm_policy_afinfo { struct dst_ops *dst_ops; struct dst_entry * (*dst_lookup)(struct net *, int, int, const xfrm_address_t *, const xfrm_address_t *, u32); int (*get_saddr)(struct net *, int, xfrm_address_t *, xfrm_address_t *, u32); int (*fill_dst)(struct xfrm_dst *, struct net_device *, const struct flowi *); struct dst_entry * (*blackhole_route)(struct net *, struct dst_entry *); }; struct xfrm_dst { union { struct dst_entry dst; struct rtable rt; struct rt6_info rt6; } u; struct dst_entry *route; struct dst_entry *child; struct dst_entry *path; struct xfrm_policy *pols[2]; int num_pols; int num_xfrms; u32 xfrm_genid; u32 policy_genid; u32 route_mtu_cached; u32 child_mtu_cached; u32 route_cookie; u32 path_cookie; }; struct xfrm_state_afinfo { u8 family; u8 proto; const struct xfrm_type_offload *type_offload_esp; const struct xfrm_type *type_esp; const struct xfrm_type *type_ipip; const struct xfrm_type *type_ipip6; const struct xfrm_type *type_comp; const struct xfrm_type *type_ah; const struct xfrm_type *type_routing; const struct xfrm_type *type_dstopts; int (*output)(struct net *, struct sock *, struct sk_buff *); int (*transport_finish)(struct sk_buff *, int); void (*local_error)(struct sk_buff *, u32); }; struct xfrm_policy_walk { struct xfrm_policy_walk_entry walk; u8 type; u32 seq; }; struct xfrmk_spdinfo { u32 incnt; u32 outcnt; u32 fwdcnt; u32 inscnt; u32 outscnt; u32 fwdscnt; u32 spdhcnt; u32 spdhmcnt; }; struct xfrm_flo { struct dst_entry *dst_orig; u8 flags; }; struct xfrm_pol_inexact_node { struct rb_node node; union { xfrm_address_t addr; struct callback_head rcu; }; u8 prefixlen; struct rb_root root; struct hlist_head hhead; }; struct xfrm_pol_inexact_key { possible_net_t net; u32 if_id; u16 family; u8 dir; u8 type; }; struct xfrm_pol_inexact_bin { struct xfrm_pol_inexact_key k; struct rhash_head head; struct hlist_head hhead; seqcount_spinlock_t count; struct rb_root root_d; struct rb_root root_s; struct list_head inexact_bins; struct callback_head rcu; }; enum xfrm_pol_inexact_candidate_type { XFRM_POL_CAND_BOTH = 0, XFRM_POL_CAND_SADDR = 1, XFRM_POL_CAND_DADDR = 2, XFRM_POL_CAND_ANY = 3, XFRM_POL_CAND_MAX = 4, }; struct xfrm_pol_inexact_candidates { struct hlist_head *res[4]; }; enum xfrm_ae_ftype_t { XFRM_AE_UNSPEC = 0, XFRM_AE_RTHR = 1, XFRM_AE_RVAL = 2, XFRM_AE_LVAL = 4, XFRM_AE_ETHR = 8, XFRM_AE_CR = 16, XFRM_AE_CE = 32, XFRM_AE_CU = 64, __XFRM_AE_MAX = 65, }; enum xfrm_nlgroups { XFRMNLGRP_NONE = 0, XFRMNLGRP_ACQUIRE = 1, XFRMNLGRP_EXPIRE = 2, XFRMNLGRP_SA = 3, XFRMNLGRP_POLICY = 4, XFRMNLGRP_AEVENTS = 5, XFRMNLGRP_REPORT = 6, XFRMNLGRP_MIGRATE = 7, XFRMNLGRP_MAPPING = 8, __XFRMNLGRP_MAX = 9, }; struct km_event { union { u32 hard; u32 proto; u32 byid; u32 aevent; u32 type; } data; u32 seq; u32 portid; u32 event; struct net *net; }; struct xfrm_skb_cb { struct xfrm_tunnel_skb_cb header; union { struct { __u32 low; __u32 hi; } output; struct { __be32 low; __be32 hi; } input; } seq; }; struct sockaddr_un { __kernel_sa_family_t sun_family; char sun_path[108]; }; enum sock_shutdown_cmd { SHUT_RD = 0, SHUT_WR = 1, SHUT_RDWR = 2, }; struct unix_address { refcount_t refcnt; int len; struct sockaddr_un name[0]; }; struct unix_skb_parms { struct pid *pid; kuid_t uid; kgid_t gid; struct scm_fp_list *fp; u32 secid; u32 consumed; }; struct scm_stat { atomic_t nr_fds; }; struct unix_sock { struct sock sk; struct unix_address *addr; struct path path; struct mutex iolock; struct mutex bindlock; struct sock *peer; struct list_head link; atomic_long_t inflight; spinlock_t lock; long unsigned int gc_flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct socket_wq peer_wq; wait_queue_entry_t peer_wake; struct scm_stat scm_stat; struct sk_buff *oob_skb; long: 64; }; struct unix_stream_read_state { int (*recv_actor)(struct sk_buff *, int, int, struct unix_stream_read_state *); struct socket *socket; struct msghdr *msg; struct pipe_inode_info *pipe; size_t size; int flags; unsigned int splice_flags; }; struct bpf_unix_iter_state { struct seq_net_private p; unsigned int cur_sk; unsigned int end_sk; unsigned int max_sk; struct sock **batch; bool st_bucket_done; }; struct bpf_iter__unix { union { struct bpf_iter_meta *meta; }; union { struct unix_sock *unix_sk; }; uid_t uid; }; struct ac6_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; }; enum { IF_OPER_UNKNOWN = 0, IF_OPER_NOTPRESENT = 1, IF_OPER_DOWN = 2, IF_OPER_LOWERLAYERDOWN = 3, IF_OPER_TESTING = 4, IF_OPER_DORMANT = 5, IF_OPER_UP = 6, }; enum { IFLA_UNSPEC = 0, IFLA_ADDRESS = 1, IFLA_BROADCAST = 2, IFLA_IFNAME = 3, IFLA_MTU = 4, IFLA_LINK = 5, IFLA_QDISC = 6, IFLA_STATS = 7, IFLA_COST = 8, IFLA_PRIORITY = 9, IFLA_MASTER = 10, IFLA_WIRELESS = 11, IFLA_PROTINFO = 12, IFLA_TXQLEN = 13, IFLA_MAP = 14, IFLA_WEIGHT = 15, IFLA_OPERSTATE = 16, IFLA_LINKMODE = 17, IFLA_LINKINFO = 18, IFLA_NET_NS_PID = 19, IFLA_IFALIAS = 20, IFLA_NUM_VF = 21, IFLA_VFINFO_LIST = 22, IFLA_STATS64 = 23, IFLA_VF_PORTS = 24, IFLA_PORT_SELF = 25, IFLA_AF_SPEC = 26, IFLA_GROUP = 27, IFLA_NET_NS_FD = 28, IFLA_EXT_MASK = 29, IFLA_PROMISCUITY = 30, IFLA_NUM_TX_QUEUES = 31, IFLA_NUM_RX_QUEUES = 32, IFLA_CARRIER = 33, IFLA_PHYS_PORT_ID = 34, IFLA_CARRIER_CHANGES = 35, IFLA_PHYS_SWITCH_ID = 36, IFLA_LINK_NETNSID = 37, IFLA_PHYS_PORT_NAME = 38, IFLA_PROTO_DOWN = 39, IFLA_GSO_MAX_SEGS = 40, IFLA_GSO_MAX_SIZE = 41, IFLA_PAD = 42, IFLA_XDP = 43, IFLA_EVENT = 44, IFLA_NEW_NETNSID = 45, IFLA_IF_NETNSID = 46, IFLA_TARGET_NETNSID = 46, IFLA_CARRIER_UP_COUNT = 47, IFLA_CARRIER_DOWN_COUNT = 48, IFLA_NEW_IFINDEX = 49, IFLA_MIN_MTU = 50, IFLA_MAX_MTU = 51, IFLA_PROP_LIST = 52, IFLA_ALT_IFNAME = 53, IFLA_PERM_ADDRESS = 54, IFLA_PROTO_DOWN_REASON = 55, IFLA_PARENT_DEV_NAME = 56, IFLA_PARENT_DEV_BUS_NAME = 57, IFLA_GRO_MAX_SIZE = 58, IFLA_TSO_MAX_SIZE = 59, IFLA_TSO_MAX_SEGS = 60, IFLA_ALLMULTI = 61, IFLA_DEVLINK_PORT = 62, __IFLA_MAX = 63, }; enum { IFLA_INET6_UNSPEC = 0, IFLA_INET6_FLAGS = 1, IFLA_INET6_CONF = 2, IFLA_INET6_STATS = 3, IFLA_INET6_MCAST = 4, IFLA_INET6_CACHEINFO = 5, IFLA_INET6_ICMP6STATS = 6, IFLA_INET6_TOKEN = 7, IFLA_INET6_ADDR_GEN_MODE = 8, IFLA_INET6_RA_MTU = 9, __IFLA_INET6_MAX = 10, }; enum in6_addr_gen_mode { IN6_ADDR_GEN_MODE_EUI64 = 0, IN6_ADDR_GEN_MODE_NONE = 1, IN6_ADDR_GEN_MODE_STABLE_PRIVACY = 2, IN6_ADDR_GEN_MODE_RANDOM = 3, }; struct ifla_cacheinfo { __u32 max_reasm_len; __u32 tstamp; __u32 reachable_time; __u32 retrans_time; }; struct netdev_notifier_change_info { struct netdev_notifier_info info; unsigned int flags_changed; }; struct netdev_notifier_changeupper_info { struct netdev_notifier_info info; struct net_device *upper_dev; bool master; bool linking; void *upper_info; }; struct ifaddrmsg { __u8 ifa_family; __u8 ifa_prefixlen; __u8 ifa_flags; __u8 ifa_scope; __u32 ifa_index; }; enum { IFA_UNSPEC = 0, IFA_ADDRESS = 1, IFA_LOCAL = 2, IFA_LABEL = 3, IFA_BROADCAST = 4, IFA_ANYCAST = 5, IFA_CACHEINFO = 6, IFA_MULTICAST = 7, IFA_FLAGS = 8, IFA_RT_PRIORITY = 9, IFA_TARGET_NETNSID = 10, IFA_PROTO = 11, __IFA_MAX = 12, }; struct ifa_cacheinfo { __u32 ifa_prefered; __u32 ifa_valid; __u32 cstamp; __u32 tstamp; }; struct ifinfomsg { unsigned char ifi_family; unsigned char __ifi_pad; short unsigned int ifi_type; int ifi_index; unsigned int ifi_flags; unsigned int ifi_change; }; struct prefixmsg { unsigned char prefix_family; unsigned char prefix_pad1; short unsigned int prefix_pad2; int prefix_ifindex; unsigned char prefix_type; unsigned char prefix_len; unsigned char prefix_flags; unsigned char prefix_pad3; }; enum { PREFIX_UNSPEC = 0, PREFIX_ADDRESS = 1, PREFIX_CACHEINFO = 2, __PREFIX_MAX = 3, }; struct prefix_cacheinfo { __u32 preferred_time; __u32 valid_time; }; enum rtnl_link_flags { RTNL_FLAG_DOIT_UNLOCKED = 1, RTNL_FLAG_BULK_DEL_SUPPORTED = 2, }; struct rtnl_af_ops { struct list_head list; int family; int (*fill_link_af)(struct sk_buff *, const struct net_device *, u32); size_t (*get_link_af_size)(const struct net_device *, u32); int (*validate_link_af)(const struct net_device *, const struct nlattr *, struct netlink_ext_ack *); int (*set_link_af)(struct net_device *, const struct nlattr *, struct netlink_ext_ack *); int (*fill_stats_af)(struct sk_buff *, const struct net_device *); size_t (*get_stats_af_size)(const struct net_device *); }; struct in6_ifreq { struct in6_addr ifr6_addr; __u32 ifr6_prefixlen; int ifr6_ifindex; }; enum { DEVCONF_FORWARDING = 0, DEVCONF_HOPLIMIT = 1, DEVCONF_MTU6 = 2, DEVCONF_ACCEPT_RA = 3, DEVCONF_ACCEPT_REDIRECTS = 4, DEVCONF_AUTOCONF = 5, DEVCONF_DAD_TRANSMITS = 6, DEVCONF_RTR_SOLICITS = 7, DEVCONF_RTR_SOLICIT_INTERVAL = 8, DEVCONF_RTR_SOLICIT_DELAY = 9, DEVCONF_USE_TEMPADDR = 10, DEVCONF_TEMP_VALID_LFT = 11, DEVCONF_TEMP_PREFERED_LFT = 12, DEVCONF_REGEN_MAX_RETRY = 13, DEVCONF_MAX_DESYNC_FACTOR = 14, DEVCONF_MAX_ADDRESSES = 15, DEVCONF_FORCE_MLD_VERSION = 16, DEVCONF_ACCEPT_RA_DEFRTR = 17, DEVCONF_ACCEPT_RA_PINFO = 18, DEVCONF_ACCEPT_RA_RTR_PREF = 19, DEVCONF_RTR_PROBE_INTERVAL = 20, DEVCONF_ACCEPT_RA_RT_INFO_MAX_PLEN = 21, DEVCONF_PROXY_NDP = 22, DEVCONF_OPTIMISTIC_DAD = 23, DEVCONF_ACCEPT_SOURCE_ROUTE = 24, DEVCONF_MC_FORWARDING = 25, DEVCONF_DISABLE_IPV6 = 26, DEVCONF_ACCEPT_DAD = 27, DEVCONF_FORCE_TLLAO = 28, DEVCONF_NDISC_NOTIFY = 29, DEVCONF_MLDV1_UNSOLICITED_REPORT_INTERVAL = 30, DEVCONF_MLDV2_UNSOLICITED_REPORT_INTERVAL = 31, DEVCONF_SUPPRESS_FRAG_NDISC = 32, DEVCONF_ACCEPT_RA_FROM_LOCAL = 33, DEVCONF_USE_OPTIMISTIC = 34, DEVCONF_ACCEPT_RA_MTU = 35, DEVCONF_STABLE_SECRET = 36, DEVCONF_USE_OIF_ADDRS_ONLY = 37, DEVCONF_ACCEPT_RA_MIN_HOP_LIMIT = 38, DEVCONF_IGNORE_ROUTES_WITH_LINKDOWN = 39, DEVCONF_DROP_UNICAST_IN_L2_MULTICAST = 40, DEVCONF_DROP_UNSOLICITED_NA = 41, DEVCONF_KEEP_ADDR_ON_DOWN = 42, DEVCONF_RTR_SOLICIT_MAX_INTERVAL = 43, DEVCONF_SEG6_ENABLED = 44, DEVCONF_SEG6_REQUIRE_HMAC = 45, DEVCONF_ENHANCED_DAD = 46, DEVCONF_ADDR_GEN_MODE = 47, DEVCONF_DISABLE_POLICY = 48, DEVCONF_ACCEPT_RA_RT_INFO_MIN_PLEN = 49, DEVCONF_NDISC_TCLASS = 50, DEVCONF_RPL_SEG_ENABLED = 51, DEVCONF_RA_DEFRTR_METRIC = 52, DEVCONF_IOAM6_ENABLED = 53, DEVCONF_IOAM6_ID = 54, DEVCONF_IOAM6_ID_WIDE = 55, DEVCONF_NDISC_EVICT_NOCARRIER = 56, DEVCONF_ACCEPT_UNTRACKED_NA = 57, DEVCONF_MAX = 58, }; struct ipv6_params { __s32 disable_ipv6; __s32 autoconf; }; enum { INET6_IFADDR_STATE_PREDAD = 0, INET6_IFADDR_STATE_DAD = 1, INET6_IFADDR_STATE_POSTDAD = 2, INET6_IFADDR_STATE_ERRDAD = 3, INET6_IFADDR_STATE_DEAD = 4, }; struct inet6_ifaddr { struct in6_addr addr; __u32 prefix_len; __u32 rt_priority; __u32 valid_lft; __u32 prefered_lft; refcount_t refcnt; spinlock_t lock; int state; __u32 flags; __u8 dad_probes; __u8 stable_privacy_retry; __u16 scope; __u64 dad_nonce; long unsigned int cstamp; long unsigned int tstamp; struct delayed_work dad_work; struct inet6_dev *idev; struct fib6_info *rt; struct hlist_node addr_lst; struct list_head if_list; struct list_head if_list_aux; struct list_head tmp_list; struct inet6_ifaddr *ifpub; int regen_count; bool tokenized; u8 ifa_proto; struct callback_head rcu; struct in6_addr peer_addr; }; union fwnet_hwaddr { u8 u[16]; struct { __be64 uniq_id; u8 max_rec; u8 sspd; u8 fifo[6]; } uc; }; struct in6_validator_info { struct in6_addr i6vi_addr; struct inet6_dev *i6vi_dev; struct netlink_ext_ack *extack; }; struct ifa6_config { const struct in6_addr *pfx; unsigned int plen; u8 ifa_proto; const struct in6_addr *peer_pfx; u32 rt_priority; u32 ifa_flags; u32 preferred_lft; u32 valid_lft; u16 scope; }; struct netconfmsg { __u8 ncm_family; }; enum { NETCONFA_UNSPEC = 0, NETCONFA_IFINDEX = 1, NETCONFA_FORWARDING = 2, NETCONFA_RP_FILTER = 3, NETCONFA_MC_FORWARDING = 4, NETCONFA_PROXY_NEIGH = 5, NETCONFA_IGNORE_ROUTES_WITH_LINKDOWN = 6, NETCONFA_INPUT = 7, NETCONFA_BC_FORWARDING = 8, __NETCONFA_MAX = 9, }; enum cleanup_prefix_rt_t { CLEANUP_PREFIX_RT_NOP = 0, CLEANUP_PREFIX_RT_DEL = 1, CLEANUP_PREFIX_RT_EXPIRE = 2, }; enum { IPV6_SADDR_RULE_INIT = 0, IPV6_SADDR_RULE_LOCAL = 1, IPV6_SADDR_RULE_SCOPE = 2, IPV6_SADDR_RULE_PREFERRED = 3, IPV6_SADDR_RULE_OIF = 4, IPV6_SADDR_RULE_LABEL = 5, IPV6_SADDR_RULE_PRIVACY = 6, IPV6_SADDR_RULE_ORCHID = 7, IPV6_SADDR_RULE_PREFIX = 8, IPV6_SADDR_RULE_MAX = 9, }; struct ipv6_saddr_score { int rule; int addr_type; struct inet6_ifaddr *ifa; long unsigned int scorebits[1]; int scopedist; int matchlen; }; struct ipv6_saddr_dst { const struct in6_addr *addr; int ifindex; int scope; int label; unsigned int prefs; }; struct if6_iter_state { struct seq_net_private p; int bucket; int offset; }; enum addr_type_t { UNICAST_ADDR = 0, MULTICAST_ADDR = 1, ANYCAST_ADDR = 2, }; struct inet6_fill_args { u32 portid; u32 seq; int event; unsigned int flags; int netnsid; int ifindex; enum addr_type_t type; }; enum { DAD_PROCESS = 0, DAD_BEGIN = 1, DAD_ABORT = 2, }; struct icmpv6_echo { __be16 identifier; __be16 sequence; }; struct icmpv6_nd_advt { __u32 reserved: 5; __u32 override: 1; __u32 solicited: 1; __u32 router: 1; __u32 reserved2: 24; }; struct icmpv6_nd_ra { __u8 hop_limit; __u8 reserved: 3; __u8 router_pref: 2; __u8 home_agent: 1; __u8 other: 1; __u8 managed: 1; __be16 rt_lifetime; }; struct icmp6hdr { __u8 icmp6_type; __u8 icmp6_code; __sum16 icmp6_cksum; union { __be32 un_data32[1]; __be16 un_data16[2]; __u8 un_data8[4]; struct icmpv6_echo u_echo; struct icmpv6_nd_advt u_nd_advt; struct icmpv6_nd_ra u_nd_ra; } icmp6_dataun; }; struct nduseroptmsg { unsigned char nduseropt_family; unsigned char nduseropt_pad1; short unsigned int nduseropt_opts_len; int nduseropt_ifindex; __u8 nduseropt_icmp_type; __u8 nduseropt_icmp_code; short unsigned int nduseropt_pad2; unsigned int nduseropt_pad3; }; enum { NDUSEROPT_UNSPEC = 0, NDUSEROPT_SRCADDR = 1, __NDUSEROPT_MAX = 2, }; struct nd_msg { struct icmp6hdr icmph; struct in6_addr target; __u8 opt[0]; }; struct rs_msg { struct icmp6hdr icmph; __u8 opt[0]; }; struct ra_msg { struct icmp6hdr icmph; __be32 reachable_time; __be32 retrans_timer; }; struct rd_msg { struct icmp6hdr icmph; struct in6_addr target; struct in6_addr dest; __u8 opt[0]; }; struct ipv4_addr_key { __be32 addr; int vif; }; struct inetpeer_addr { union { struct ipv4_addr_key a4; struct in6_addr a6; u32 key[4]; }; __u16 family; }; struct inet_peer { struct rb_node rb_node; struct inetpeer_addr daddr; u32 metrics[17]; u32 rate_tokens; u32 n_redirects; long unsigned int rate_last; union { struct { atomic_t rid; }; struct callback_head rcu; }; __u32 dtime; refcount_t refcnt; }; struct route_info { __u8 type; __u8 length; __u8 prefix_len; __u8 reserved_l: 3; __u8 route_pref: 2; __u8 reserved_h: 3; __be32 lifetime; __u8 prefix[0]; }; struct flow_dissector_key_tags { u32 flow_label; }; struct flow_dissector_key_tipc { __be32 key; }; struct flow_dissector_key_addrs { union { struct flow_dissector_key_ipv4_addrs v4addrs; struct flow_dissector_key_ipv6_addrs v6addrs; struct flow_dissector_key_tipc tipckey; }; }; struct flow_keys { struct flow_dissector_key_control control; struct flow_dissector_key_basic basic; struct flow_dissector_key_tags tags; struct flow_dissector_key_vlan vlan; struct flow_dissector_key_vlan cvlan; struct flow_dissector_key_keyid keyid; struct flow_dissector_key_ports ports; struct flow_dissector_key_icmp icmp; struct flow_dissector_key_addrs addrs; int: 32; }; struct seg6_pernet_data { struct mutex lock; struct in6_addr *tun_src; struct rhashtable hmac_infos; }; typedef void ip6_icmp_send_t(struct sk_buff *, u8, u8, __u32, const struct in6_addr *, const struct inet6_skb_parm *); enum flowlabel_reflect { FLOWLABEL_REFLECT_ESTABLISHED = 1, FLOWLABEL_REFLECT_TCP_RESET = 2, FLOWLABEL_REFLECT_ICMPV6_ECHO_REPLIES = 4, }; struct ipcm6_cookie { struct sockcm_cookie sockc; __s16 hlimit; __s16 tclass; __u16 gso_size; __s8 dontfrag; struct ipv6_txoptions *opt; }; struct inet6_protocol { int (*handler)(struct sk_buff *); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); unsigned int flags; }; struct icmpv6_msg { struct sk_buff *skb; int offset; uint8_t type; }; struct icmp6_err { int err; int fatal; }; struct sockaddr_in6 { short unsigned int sin6_family; __be16 sin6_port; __be32 sin6_flowinfo; struct in6_addr sin6_addr; __u32 sin6_scope_id; }; struct inet_protosw { struct list_head list; short unsigned int type; short unsigned int protocol; struct proto *prot; const struct proto_ops *ops; unsigned char flags; }; struct pingv6_ops { int (*ipv6_recv_error)(struct sock *, struct msghdr *, int, int *); void (*ip6_datagram_recv_common_ctl)(struct sock *, struct msghdr *, struct sk_buff *); void (*ip6_datagram_recv_specific_ctl)(struct sock *, struct msghdr *, struct sk_buff *); int (*icmpv6_err_convert)(u8, u8, int *); void (*ipv6_icmp_error)(struct sock *, struct sk_buff *, int, __be16, u32, u8 *); int (*ipv6_chk_addr)(struct net *, const struct in6_addr *, const struct net_device *, int); }; struct ping_iter_state { struct seq_net_private p; int bucket; sa_family_t family; }; struct pingfakehdr { struct icmphdr icmph; struct msghdr *msg; sa_family_t family; __wsum wcheck; }; struct in6_flowlabel_req { struct in6_addr flr_dst; __be32 flr_label; __u8 flr_action; __u8 flr_share; __u16 flr_flags; __u16 flr_expires; __u16 flr_linger; __u32 __flr_pad; }; struct static_key_false_deferred { struct static_key_false key; }; struct ip6fl_iter_state { struct seq_net_private p; struct pid_namespace *pid_ns; int bucket; }; struct icmp6_filter { __u32 data[8]; }; struct rtmsg { unsigned char rtm_family; unsigned char rtm_dst_len; unsigned char rtm_src_len; unsigned char rtm_tos; unsigned char rtm_table; unsigned char rtm_protocol; unsigned char rtm_scope; unsigned char rtm_type; unsigned int rtm_flags; }; enum rtattr_type_t { RTA_UNSPEC = 0, RTA_DST = 1, RTA_SRC = 2, RTA_IIF = 3, RTA_OIF = 4, RTA_GATEWAY = 5, RTA_PRIORITY = 6, RTA_PREFSRC = 7, RTA_METRICS = 8, RTA_MULTIPATH = 9, RTA_PROTOINFO = 10, RTA_FLOW = 11, RTA_CACHEINFO = 12, RTA_SESSION = 13, RTA_MP_ALGO = 14, RTA_TABLE = 15, RTA_MARK = 16, RTA_MFC_STATS = 17, RTA_VIA = 18, RTA_NEWDST = 19, RTA_PREF = 20, RTA_ENCAP_TYPE = 21, RTA_ENCAP = 22, RTA_EXPIRES = 23, RTA_PAD = 24, RTA_UID = 25, RTA_TTL_PROPAGATE = 26, RTA_IP_PROTO = 27, RTA_SPORT = 28, RTA_DPORT = 29, RTA_NH_ID = 30, __RTA_MAX = 31, }; enum { FR_ACT_UNSPEC = 0, FR_ACT_TO_TBL = 1, FR_ACT_GOTO = 2, FR_ACT_NOP = 3, FR_ACT_RES3 = 4, FR_ACT_RES4 = 5, FR_ACT_BLACKHOLE = 6, FR_ACT_UNREACHABLE = 7, FR_ACT_PROHIBIT = 8, __FR_ACT_MAX = 9, }; struct raw6_sock { struct inet_sock inet; __u32 checksum; __u32 offset; struct icmp6_filter filter; __u32 ip6mr_table; struct ipv6_pinfo inet6; }; enum { PIM_TYPE_HELLO = 0, PIM_TYPE_REGISTER = 1, PIM_TYPE_REGISTER_STOP = 2, PIM_TYPE_JOIN_PRUNE = 3, PIM_TYPE_BOOTSTRAP = 4, PIM_TYPE_ASSERT = 5, PIM_TYPE_GRAFT = 6, PIM_TYPE_GRAFT_ACK = 7, PIM_TYPE_CANDIDATE_RP_ADV = 8, }; struct pimreghdr { __u8 type; __u8 reserved; __be16 csum; __be32 flags; }; typedef short unsigned int mifi_t; typedef __u32 if_mask; struct if_set { if_mask ifs_bits[8]; }; struct mif6ctl { mifi_t mif6c_mifi; unsigned char mif6c_flags; unsigned char vifc_threshold; __u16 mif6c_pifi; unsigned int vifc_rate_limit; }; struct mf6cctl { struct sockaddr_in6 mf6cc_origin; struct sockaddr_in6 mf6cc_mcastgrp; mifi_t mf6cc_parent; struct if_set mf6cc_ifset; }; struct sioc_sg_req6 { struct sockaddr_in6 src; struct sockaddr_in6 grp; long unsigned int pktcnt; long unsigned int bytecnt; long unsigned int wrong_if; }; struct sioc_mif_req6 { mifi_t mifi; long unsigned int icount; long unsigned int ocount; long unsigned int ibytes; long unsigned int obytes; }; struct mrt6msg { __u8 im6_mbz; __u8 im6_msgtype; __u16 im6_mif; __u32 im6_pad; struct in6_addr im6_src; struct in6_addr im6_dst; }; enum { IP6MRA_CREPORT_UNSPEC = 0, IP6MRA_CREPORT_MSGTYPE = 1, IP6MRA_CREPORT_MIF_ID = 2, IP6MRA_CREPORT_SRC_ADDR = 3, IP6MRA_CREPORT_DST_ADDR = 4, IP6MRA_CREPORT_PKT = 5, __IP6MRA_CREPORT_MAX = 6, }; struct vif_entry_notifier_info { struct fib_notifier_info info; struct net_device *dev; short unsigned int vif_index; short unsigned int vif_flags; u32 tb_id; }; enum { MFC_STATIC = 1, MFC_OFFLOAD = 2, }; struct mr_mfc { struct rhlist_head mnode; short unsigned int mfc_parent; int mfc_flags; union { struct { long unsigned int expires; struct sk_buff_head unresolved; } unres; struct { long unsigned int last_assert; int minvif; int maxvif; long unsigned int bytes; long unsigned int pkt; long unsigned int wrong_if; long unsigned int lastuse; unsigned char ttls[32]; refcount_t refcount; } res; } mfc_un; struct list_head list; struct callback_head rcu; void (*free)(struct callback_head *); }; struct mfc_entry_notifier_info { struct fib_notifier_info info; struct mr_mfc *mfc; u32 tb_id; }; struct mr_vif_iter { struct seq_net_private p; struct mr_table *mrt; int ct; }; struct mr_mfc_iter { struct seq_net_private p; struct mr_table *mrt; struct list_head *cache; spinlock_t *lock; }; struct mfc6_cache_cmp_arg { struct in6_addr mf6c_mcastgrp; struct in6_addr mf6c_origin; }; struct mfc6_cache { struct mr_mfc _c; union { struct { struct in6_addr mf6c_mcastgrp; struct in6_addr mf6c_origin; }; struct mfc6_cache_cmp_arg cmparg; }; }; struct ip6mr_result { struct mr_table *mrt; }; struct netpoll; struct netpoll_info { refcount_t refcnt; struct semaphore dev_lock; struct sk_buff_head txq; struct delayed_work tx_work; struct netpoll *netpoll; struct callback_head rcu; }; struct ip6_fraglist_iter { struct ipv6hdr *tmp_hdr; struct sk_buff *frag; int offset; unsigned int hlen; __be32 frag_id; u8 nexthdr; }; struct ip6_frag_state { u8 *prevhdr; unsigned int hlen; unsigned int mtu; unsigned int left; int offset; int ptr; int hroom; int troom; __be32 frag_id; u8 nexthdr; }; union inet_addr { __u32 all[4]; __be32 ip; __be32 ip6[4]; struct in_addr in; struct in6_addr in6; }; struct netpoll { struct net_device *dev; netdevice_tracker dev_tracker; char dev_name[16]; const char *name; union inet_addr local_ip; union inet_addr remote_ip; bool ipv6; u16 local_port; u16 remote_port; u8 remote_mac[6]; }; struct nf_ipv6_ops { void (*route_input)(struct sk_buff *); int (*fragment)(struct net *, struct sock *, struct sk_buff *, int (*)(struct net *, struct sock *, struct sk_buff *)); int (*reroute)(struct sk_buff *, const struct nf_queue_entry *); }; enum { BR_MCAST_DIR_RX = 0, BR_MCAST_DIR_TX = 1, BR_MCAST_DIR_SIZE = 2, }; struct br_input_skb_cb { struct net_device *brdev; u16 frag_max_size; u8 igmp; u8 mrouters_only: 1; u8 proxyarp_replied: 1; u8 src_port_isolated: 1; u8 br_netfilter_broute: 1; }; struct nf_bridge_frag_data; enum lwtunnel_encap_types { LWTUNNEL_ENCAP_NONE = 0, LWTUNNEL_ENCAP_MPLS = 1, LWTUNNEL_ENCAP_IP = 2, LWTUNNEL_ENCAP_ILA = 3, LWTUNNEL_ENCAP_IP6 = 4, LWTUNNEL_ENCAP_SEG6 = 5, LWTUNNEL_ENCAP_BPF = 6, LWTUNNEL_ENCAP_SEG6_LOCAL = 7, LWTUNNEL_ENCAP_RPL = 8, LWTUNNEL_ENCAP_IOAM6 = 9, LWTUNNEL_ENCAP_XFRM = 10, __LWTUNNEL_ENCAP_MAX = 11, }; struct lwtunnel_encap_ops { int (*build_state)(struct net *, struct nlattr *, unsigned int, const void *, struct lwtunnel_state **, struct netlink_ext_ack *); void (*destroy_state)(struct lwtunnel_state *); int (*output)(struct net *, struct sock *, struct sk_buff *); int (*input)(struct sk_buff *); int (*fill_encap)(struct sk_buff *, struct lwtunnel_state *); int (*get_encap_size)(struct lwtunnel_state *); int (*cmp_encap)(struct lwtunnel_state *, struct lwtunnel_state *); int (*xmit)(struct sk_buff *); struct module *owner; }; struct ipv6_sr_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; __u8 first_segment; __u8 flags; __u16 tag; struct in6_addr segments[0]; }; enum { SEG6_IPTUNNEL_UNSPEC = 0, SEG6_IPTUNNEL_SRH = 1, __SEG6_IPTUNNEL_MAX = 2, }; struct seg6_iptunnel_encap { int mode; struct ipv6_sr_hdr srh[0]; }; enum { SEG6_IPTUN_MODE_INLINE = 0, SEG6_IPTUN_MODE_ENCAP = 1, SEG6_IPTUN_MODE_L2ENCAP = 2, SEG6_IPTUN_MODE_ENCAP_RED = 3, SEG6_IPTUN_MODE_L2ENCAP_RED = 4, }; struct seg6_lwt { struct dst_cache cache; struct seg6_iptunnel_encap tuninfo[0]; }; enum { IFLA_IPTUN_UNSPEC = 0, IFLA_IPTUN_LINK = 1, IFLA_IPTUN_LOCAL = 2, IFLA_IPTUN_REMOTE = 3, IFLA_IPTUN_TTL = 4, IFLA_IPTUN_TOS = 5, IFLA_IPTUN_ENCAP_LIMIT = 6, IFLA_IPTUN_FLOWINFO = 7, IFLA_IPTUN_FLAGS = 8, IFLA_IPTUN_PROTO = 9, IFLA_IPTUN_PMTUDISC = 10, IFLA_IPTUN_6RD_PREFIX = 11, IFLA_IPTUN_6RD_RELAY_PREFIX = 12, IFLA_IPTUN_6RD_PREFIXLEN = 13, IFLA_IPTUN_6RD_RELAY_PREFIXLEN = 14, IFLA_IPTUN_ENCAP_TYPE = 15, IFLA_IPTUN_ENCAP_FLAGS = 16, IFLA_IPTUN_ENCAP_SPORT = 17, IFLA_IPTUN_ENCAP_DPORT = 18, IFLA_IPTUN_COLLECT_METADATA = 19, IFLA_IPTUN_FWMARK = 20, __IFLA_IPTUN_MAX = 21, }; enum tunnel_encap_types { TUNNEL_ENCAP_NONE = 0, TUNNEL_ENCAP_FOU = 1, TUNNEL_ENCAP_GUE = 2, TUNNEL_ENCAP_MPLS = 3, }; struct ip_tunnel_prl { __be32 addr; __u16 flags; __u16 __reserved; __u32 datalen; __u32 __reserved2; }; struct gro_cell; struct gro_cells { struct gro_cell *cells; }; struct vlan_hdr { __be16 h_vlan_TCI; __be16 h_vlan_encapsulated_proto; }; struct ip_tunnel_prl_entry { struct ip_tunnel_prl_entry *next; __be32 addr; u16 flags; struct callback_head callback_head; }; struct ip_tunnel { struct ip_tunnel *next; struct hlist_node hash_node; struct net_device *dev; netdevice_tracker dev_tracker; struct net *net; long unsigned int err_time; int err_count; u32 i_seqno; atomic_t o_seqno; int tun_hlen; u32 index; u8 erspan_ver; u8 dir; u16 hwid; struct dst_cache dst_cache; struct ip_tunnel_parm parms; int mlink; int encap_hlen; int hlen; struct ip_tunnel_encap encap; struct ip_tunnel_prl_entry *prl; unsigned int prl_count; unsigned int ip_tnl_net_id; struct gro_cells gro_cells; __u32 fwmark; bool collect_md; bool ignore_df; }; struct tnl_ptk_info { __be16 flags; __be16 proto; __be32 key; __be32 seq; int hdr_len; }; struct xfrm_tunnel { int (*handler)(struct sk_buff *); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, u32); struct xfrm_tunnel *next; int priority; }; struct sit_net { struct ip_tunnel *tunnels_r_l[16]; struct ip_tunnel *tunnels_r[16]; struct ip_tunnel *tunnels_l[16]; struct ip_tunnel *tunnels_wc[1]; struct ip_tunnel **tunnels[4]; struct net_device *fb_tunnel_dev; }; struct metadata_dst; struct sockaddr_pkt { short unsigned int spkt_family; unsigned char spkt_device[14]; __be16 spkt_protocol; }; struct sockaddr_ll { short unsigned int sll_family; __be16 sll_protocol; int sll_ifindex; short unsigned int sll_hatype; unsigned char sll_pkttype; unsigned char sll_halen; unsigned char sll_addr[8]; }; struct tpacket_stats { unsigned int tp_packets; unsigned int tp_drops; }; struct tpacket_stats_v3 { unsigned int tp_packets; unsigned int tp_drops; unsigned int tp_freeze_q_cnt; }; struct tpacket_rollover_stats { __u64 tp_all; __u64 tp_huge; __u64 tp_failed; }; union tpacket_stats_u { struct tpacket_stats stats1; struct tpacket_stats_v3 stats3; }; struct tpacket_auxdata { __u32 tp_status; __u32 tp_len; __u32 tp_snaplen; __u16 tp_mac; __u16 tp_net; __u16 tp_vlan_tci; __u16 tp_vlan_tpid; }; struct tpacket_hdr { long unsigned int tp_status; unsigned int tp_len; unsigned int tp_snaplen; short unsigned int tp_mac; short unsigned int tp_net; unsigned int tp_sec; unsigned int tp_usec; }; struct tpacket2_hdr { __u32 tp_status; __u32 tp_len; __u32 tp_snaplen; __u16 tp_mac; __u16 tp_net; __u32 tp_sec; __u32 tp_nsec; __u16 tp_vlan_tci; __u16 tp_vlan_tpid; __u8 tp_padding[4]; }; struct tpacket_hdr_variant1 { __u32 tp_rxhash; __u32 tp_vlan_tci; __u16 tp_vlan_tpid; __u16 tp_padding; }; struct tpacket3_hdr { __u32 tp_next_offset; __u32 tp_sec; __u32 tp_nsec; __u32 tp_snaplen; __u32 tp_len; __u32 tp_status; __u16 tp_mac; __u16 tp_net; union { struct tpacket_hdr_variant1 hv1; }; __u8 tp_padding[8]; }; struct tpacket_bd_ts { unsigned int ts_sec; union { unsigned int ts_usec; unsigned int ts_nsec; }; }; struct tpacket_hdr_v1 { __u32 block_status; __u32 num_pkts; __u32 offset_to_first_pkt; __u32 blk_len; __u64 seq_num; struct tpacket_bd_ts ts_first_pkt; struct tpacket_bd_ts ts_last_pkt; }; union tpacket_bd_header_u { struct tpacket_hdr_v1 bh1; }; struct tpacket_block_desc { __u32 version; __u32 offset_to_priv; union tpacket_bd_header_u hdr; }; enum tpacket_versions { TPACKET_V1 = 0, TPACKET_V2 = 1, TPACKET_V3 = 2, }; struct tpacket_req { unsigned int tp_block_size; unsigned int tp_block_nr; unsigned int tp_frame_size; unsigned int tp_frame_nr; }; struct tpacket_req3 { unsigned int tp_block_size; unsigned int tp_block_nr; unsigned int tp_frame_size; unsigned int tp_frame_nr; unsigned int tp_retire_blk_tov; unsigned int tp_sizeof_priv; unsigned int tp_feature_req_word; }; union tpacket_req_u { struct tpacket_req req; struct tpacket_req3 req3; }; struct fanout_args { __u16 id; __u16 type_flags; __u32 max_num_members; }; enum nf_dev_hooks { NF_NETDEV_INGRESS = 0, NF_NETDEV_EGRESS = 1, NF_NETDEV_NUMHOOKS = 2, }; typedef int (*bpf_aux_classic_check_t)(struct sock_filter *, unsigned int); enum ip_defrag_users { IP_DEFRAG_LOCAL_DELIVER = 0, IP_DEFRAG_CALL_RA_CHAIN = 1, IP_DEFRAG_CONNTRACK_IN = 2, __IP_DEFRAG_CONNTRACK_IN_END = 65537, IP_DEFRAG_CONNTRACK_OUT = 65538, __IP_DEFRAG_CONNTRACK_OUT_END = 131073, IP_DEFRAG_CONNTRACK_BRIDGE_IN = 131074, __IP_DEFRAG_CONNTRACK_BRIDGE_IN = 196609, IP_DEFRAG_VS_IN = 196610, IP_DEFRAG_VS_OUT = 196611, IP_DEFRAG_VS_FWD = 196612, IP_DEFRAG_AF_PACKET = 196613, IP_DEFRAG_MACVLAN = 196614, }; typedef __u16 __virtio16; struct virtio_net_hdr { __u8 flags; __u8 gso_type; __virtio16 hdr_len; __virtio16 gso_size; __virtio16 csum_start; __virtio16 csum_offset; }; struct packet_mclist { struct packet_mclist *next; int ifindex; int count; short unsigned int type; short unsigned int alen; unsigned char addr[32]; }; struct pgv; struct tpacket_kbdq_core { struct pgv *pkbdq; unsigned int feature_req_word; unsigned int hdrlen; unsigned char reset_pending_on_curr_blk; unsigned char delete_blk_timer; short unsigned int kactive_blk_num; short unsigned int blk_sizeof_priv; short unsigned int last_kactive_blk_num; char *pkblk_start; char *pkblk_end; int kblk_size; unsigned int max_frame_len; unsigned int knum_blocks; uint64_t knxt_seq_num; char *prev; char *nxt_offset; struct sk_buff *skb; rwlock_t blk_fill_in_prog_lock; short unsigned int retire_blk_tov; short unsigned int version; long unsigned int tov_in_jiffies; struct timer_list retire_blk_timer; }; struct pgv { char *buffer; }; struct packet_ring_buffer { struct pgv *pg_vec; unsigned int head; unsigned int frames_per_block; unsigned int frame_size; unsigned int frame_max; unsigned int pg_vec_order; unsigned int pg_vec_pages; unsigned int pg_vec_len; unsigned int *pending_refcnt; union { long unsigned int *rx_owner_map; struct tpacket_kbdq_core prb_bdqc; }; }; struct packet_fanout { possible_net_t net; unsigned int num_members; u32 max_num_members; u16 id; u8 type; u8 flags; union { atomic_t rr_cur; struct bpf_prog *bpf_prog; }; struct list_head list; spinlock_t lock; refcount_t sk_ref; long: 64; struct packet_type prot_hook; struct sock *arr[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct packet_rollover { int sock; atomic_long_t num; atomic_long_t num_huge; atomic_long_t num_failed; long: 64; long: 64; long: 64; long: 64; u32 history[16]; }; struct packet_sock { struct sock sk; struct packet_fanout *fanout; union tpacket_stats_u stats; struct packet_ring_buffer rx_ring; struct packet_ring_buffer tx_ring; int copy_thresh; spinlock_t bind_lock; struct mutex pg_vec_lock; unsigned int running; unsigned int auxdata: 1; unsigned int origdev: 1; unsigned int has_vnet_hdr: 1; unsigned int tp_loss: 1; unsigned int tp_tx_has_off: 1; int pressure; int ifindex; __be16 num; struct packet_rollover *rollover; struct packet_mclist *mclist; atomic_t mapped; enum tpacket_versions tp_version; unsigned int tp_hdrlen; unsigned int tp_reserve; unsigned int tp_tstamp; struct completion skb_completion; struct net_device *cached_dev; int (*xmit)(struct sk_buff *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct packet_type prot_hook; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_t tp_drops; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct packet_mreq_max { int mr_ifindex; short unsigned int mr_type; short unsigned int mr_alen; unsigned char mr_address[32]; }; union tpacket_uhdr { struct tpacket_hdr *h1; struct tpacket2_hdr *h2; struct tpacket3_hdr *h3; void *raw; }; struct packet_skb_cb { union { struct sockaddr_pkt pkt; union { unsigned int origlen; struct sockaddr_ll ll; }; } sa; }; struct mmpin { struct user_struct *user; unsigned int num_pg; }; enum { IB_USER_MAD_USER_RMPP = 1, }; enum rdma_transport_type { RDMA_TRANSPORT_IB = 0, RDMA_TRANSPORT_IWARP = 1, RDMA_TRANSPORT_USNIC = 2, RDMA_TRANSPORT_USNIC_UDP = 3, RDMA_TRANSPORT_UNSPECIFIED = 4, }; enum rdma_network_type { RDMA_NETWORK_IB = 0, RDMA_NETWORK_ROCE_V1 = 1, RDMA_NETWORK_IPV4 = 2, RDMA_NETWORK_IPV6 = 3, }; struct rdma_cm_event; typedef int (*rdma_cm_event_handler)(struct rdma_cm_id *, struct rdma_cm_event *); struct rdma_dev_addr { unsigned char src_dev_addr[32]; unsigned char dst_dev_addr[32]; unsigned char broadcast[32]; short unsigned int dev_type; int bound_dev_if; enum rdma_transport_type transport; struct net *net; const struct ib_gid_attr *sgid_attr; enum rdma_network_type network; int hoplimit; }; struct rdma_addr { struct __kernel_sockaddr_storage src_addr; struct __kernel_sockaddr_storage dst_addr; struct rdma_dev_addr dev_addr; }; struct sa_path_rec; struct rdma_route { struct rdma_addr addr; struct sa_path_rec *path_rec; struct sa_path_rec *path_rec_inbound; struct sa_path_rec *path_rec_outbound; int num_pri_alt_paths; }; enum rdma_ucm_port_space { RDMA_PS_IPOIB = 2, RDMA_PS_IB = 319, RDMA_PS_TCP = 262, RDMA_PS_UDP = 273, }; struct rdma_cm_id { struct ib_device *device; void *context; struct ib_qp *qp; rdma_cm_event_handler event_handler; struct rdma_route route; enum rdma_ucm_port_space ps; enum ib_qp_type qp_type; u32 port_num; struct work_struct net_work; }; enum { IB_MGMT_MAD_HDR = 24, IB_MGMT_MAD_DATA = 232, IB_MGMT_RMPP_HDR = 36, IB_MGMT_RMPP_DATA = 220, IB_MGMT_VENDOR_HDR = 40, IB_MGMT_VENDOR_DATA = 216, IB_MGMT_SA_HDR = 56, IB_MGMT_SA_DATA = 200, IB_MGMT_DEVICE_HDR = 64, IB_MGMT_DEVICE_DATA = 192, IB_MGMT_MAD_SIZE = 256, OPA_MGMT_MAD_DATA = 2024, OPA_MGMT_RMPP_DATA = 2012, OPA_MGMT_MAD_SIZE = 2048, }; enum sa_path_rec_type { SA_PATH_REC_TYPE_IB = 0, SA_PATH_REC_TYPE_ROCE_V1 = 1, SA_PATH_REC_TYPE_ROCE_V2 = 2, SA_PATH_REC_TYPE_OPA = 3, }; struct sa_path_rec_ib { __be16 dlid; __be16 slid; u8 raw_traffic; }; struct sa_path_rec_roce { bool route_resolved; u8 dmac[6]; }; struct sa_path_rec_opa { __be32 dlid; __be32 slid; u8 raw_traffic; u8 l2_8B; u8 l2_10B; u8 l2_9B; u8 l2_16B; u8 qos_type; u8 qos_priority; }; struct sa_path_rec { union ib_gid dgid; union ib_gid sgid; __be64 service_id; __be32 flow_label; u8 hop_limit; u8 traffic_class; u8 reversible; u8 numb_path; __be16 pkey; __be16 qos_class; u8 sl; u8 mtu_selector; u8 mtu; u8 rate_selector; u8 rate; u8 packet_life_time_selector; u8 packet_life_time; u8 preference; union { struct sa_path_rec_ib ib; struct sa_path_rec_roce roce; struct sa_path_rec_opa opa; }; enum sa_path_rec_type rec_type; u32 flags; }; struct rdma_ucm_ece { __u32 vendor_id; __u32 attr_mod; }; enum rdma_cm_event_type { RDMA_CM_EVENT_ADDR_RESOLVED = 0, RDMA_CM_EVENT_ADDR_ERROR = 1, RDMA_CM_EVENT_ROUTE_RESOLVED = 2, RDMA_CM_EVENT_ROUTE_ERROR = 3, RDMA_CM_EVENT_CONNECT_REQUEST = 4, RDMA_CM_EVENT_CONNECT_RESPONSE = 5, RDMA_CM_EVENT_CONNECT_ERROR = 6, RDMA_CM_EVENT_UNREACHABLE = 7, RDMA_CM_EVENT_REJECTED = 8, RDMA_CM_EVENT_ESTABLISHED = 9, RDMA_CM_EVENT_DISCONNECTED = 10, RDMA_CM_EVENT_DEVICE_REMOVAL = 11, RDMA_CM_EVENT_MULTICAST_JOIN = 12, RDMA_CM_EVENT_MULTICAST_ERROR = 13, RDMA_CM_EVENT_ADDR_CHANGE = 14, RDMA_CM_EVENT_TIMEWAIT_EXIT = 15, }; struct rdma_conn_param { const void *private_data; u8 private_data_len; u8 responder_resources; u8 initiator_depth; u8 flow_control; u8 retry_count; u8 rnr_retry_count; u8 srq; u32 qp_num; u32 qkey; }; struct rdma_ud_param { const void *private_data; u8 private_data_len; struct rdma_ah_attr ah_attr; u32 qp_num; u32 qkey; }; struct rdma_cm_event { enum rdma_cm_event_type event; int status; union { struct rdma_conn_param conn; struct rdma_ud_param ud; } param; struct rdma_ucm_ece ece; }; struct rds_info_connection { __u64 next_tx_seq; __u64 next_rx_seq; __be32 laddr; __be32 faddr; __u8 transport[16]; __u8 flags; __u8 tos; } __attribute__((packed)); struct rds6_info_connection { __u64 next_tx_seq; __u64 next_rx_seq; struct in6_addr laddr; struct in6_addr faddr; __u8 transport[16]; __u8 flags; } __attribute__((packed)); enum rds_message_rxpath_latency { RDS_MSG_RX_HDR_TO_DGRAM_START = 0, RDS_MSG_RX_DGRAM_REASSEMBLE = 1, RDS_MSG_RX_DGRAM_DELIVERED = 2, RDS_MSG_RX_DGRAM_TRACE_MAX = 3, }; typedef __u64 rds_rdma_cookie_t; struct rds_info_lengths { unsigned int nr; unsigned int each; }; struct rds_info_iterator; typedef void (*rds_info_func)(struct socket *, unsigned int, struct rds_info_iterator *, struct rds_info_lengths *); struct rds_cong_map { struct rb_node m_rb_node; struct in6_addr m_addr; wait_queue_head_t m_waitq; struct list_head m_conn_list; long unsigned int m_page_addrs[1]; }; enum { RDS_CONN_DOWN = 0, RDS_CONN_CONNECTING = 1, RDS_CONN_DISCONNECTING = 2, RDS_CONN_UP = 3, RDS_CONN_RESETTING = 4, RDS_CONN_ERROR = 5, }; struct rds_connection; struct rds_message; struct rds_conn_path { struct rds_connection *cp_conn; struct rds_message *cp_xmit_rm; long unsigned int cp_xmit_sg; unsigned int cp_xmit_hdr_off; unsigned int cp_xmit_data_off; unsigned int cp_xmit_atomic_sent; unsigned int cp_xmit_rdma_sent; unsigned int cp_xmit_data_sent; spinlock_t cp_lock; u64 cp_next_tx_seq; struct list_head cp_send_queue; struct list_head cp_retrans; u64 cp_next_rx_seq; void *cp_transport_data; atomic_t cp_state; long unsigned int cp_send_gen; long unsigned int cp_flags; long unsigned int cp_reconnect_jiffies; struct delayed_work cp_send_w; struct delayed_work cp_recv_w; struct delayed_work cp_conn_w; struct work_struct cp_down_w; struct mutex cp_cm_lock; wait_queue_head_t cp_waitq; unsigned int cp_unacked_packets; unsigned int cp_unacked_bytes; unsigned int cp_index; }; struct rds_transport; struct rds_connection { struct hlist_node c_hash_node; struct in6_addr c_laddr; struct in6_addr c_faddr; int c_dev_if; int c_bound_if; unsigned int c_loopback: 1; unsigned int c_isv6: 1; unsigned int c_ping_triggered: 1; unsigned int c_pad_to_32: 29; int c_npaths; struct rds_connection *c_passive; struct rds_transport *c_trans; struct rds_cong_map *c_lcong; struct rds_cong_map *c_fcong; unsigned int c_proposed_version; unsigned int c_version; possible_net_t c_net; u8 c_tos; struct list_head c_map_item; long unsigned int c_map_queued; struct rds_conn_path *c_path; wait_queue_head_t c_hs_waitq; u32 c_my_gen_num; u32 c_peer_gen_num; }; struct rds_header { __be64 h_sequence; __be64 h_ack; __be32 h_len; __be16 h_sport; __be16 h_dport; u8 h_flags; u8 h_credit; u8 h_padding[4]; __sum16 h_csum; u8 h_exthdr[16]; }; struct rds_inc_usercopy { rds_rdma_cookie_t rdma_cookie; ktime_t rx_tstamp; }; struct rds_incoming { refcount_t i_refcount; struct list_head i_item; struct rds_connection *i_conn; struct rds_conn_path *i_conn_path; struct rds_header i_hdr; long unsigned int i_rx_jiffies; struct in6_addr i_saddr; struct rds_inc_usercopy i_usercopy; u64 i_rx_lat_trace[4]; }; struct rds_notifier; struct rds_mr; struct rm_atomic_op { int op_type; union { struct { uint64_t compare; uint64_t swap; uint64_t compare_mask; uint64_t swap_mask; } op_m_cswp; struct { uint64_t add; uint64_t nocarry_mask; } op_m_fadd; }; u32 op_rkey; u64 op_remote_addr; unsigned int op_notify: 1; unsigned int op_recverr: 1; unsigned int op_mapped: 1; unsigned int op_silent: 1; unsigned int op_active: 1; struct scatterlist *op_sg; struct rds_notifier *op_notifier; struct rds_mr *op_rdma_mr; }; struct rm_rdma_op { u32 op_rkey; u64 op_remote_addr; unsigned int op_write: 1; unsigned int op_fence: 1; unsigned int op_notify: 1; unsigned int op_recverr: 1; unsigned int op_mapped: 1; unsigned int op_silent: 1; unsigned int op_active: 1; unsigned int op_bytes; unsigned int op_nents; unsigned int op_count; struct scatterlist *op_sg; struct rds_notifier *op_notifier; struct rds_mr *op_rdma_mr; u64 op_odp_addr; struct rds_mr *op_odp_mr; }; struct rds_znotifier; struct rm_data_op { unsigned int op_active: 1; unsigned int op_nents; unsigned int op_count; unsigned int op_dmasg; unsigned int op_dmaoff; struct rds_znotifier *op_mmp_znotifier; struct scatterlist *op_sg; }; struct rds_sock; struct rds_message { refcount_t m_refcount; struct list_head m_sock_item; struct list_head m_conn_item; struct rds_incoming m_inc; u64 m_ack_seq; struct in6_addr m_daddr; long unsigned int m_flags; spinlock_t m_rs_lock; wait_queue_head_t m_flush_wait; struct rds_sock *m_rs; rds_rdma_cookie_t m_rdma_cookie; unsigned int m_used_sgs; unsigned int m_total_sgs; void *m_final_op; struct { struct rm_atomic_op atomic; struct rm_rdma_op rdma; struct rm_data_op data; }; struct rds_conn_path *m_conn_path; }; struct rds_transport { char t_name[16]; struct list_head t_item; struct module *t_owner; unsigned int t_prefer_loopback: 1; unsigned int t_mp_capable: 1; unsigned int t_type; int (*laddr_check)(struct net *, const struct in6_addr *, __u32); int (*conn_alloc)(struct rds_connection *, gfp_t); void (*conn_free)(void *); int (*conn_path_connect)(struct rds_conn_path *); void (*conn_path_shutdown)(struct rds_conn_path *); void (*xmit_path_prepare)(struct rds_conn_path *); void (*xmit_path_complete)(struct rds_conn_path *); int (*xmit)(struct rds_connection *, struct rds_message *, unsigned int, unsigned int, unsigned int); int (*xmit_rdma)(struct rds_connection *, struct rm_rdma_op *); int (*xmit_atomic)(struct rds_connection *, struct rm_atomic_op *); int (*recv_path)(struct rds_conn_path *); int (*inc_copy_to_user)(struct rds_incoming *, struct iov_iter *); void (*inc_free)(struct rds_incoming *); int (*cm_handle_connect)(struct rdma_cm_id *, struct rdma_cm_event *, bool); int (*cm_initiate_connect)(struct rdma_cm_id *, bool); void (*cm_connect_complete)(struct rds_connection *, struct rdma_cm_event *); unsigned int (*stats_info_copy)(struct rds_info_iterator *, unsigned int); void (*exit)(); void * (*get_mr)(struct scatterlist *, long unsigned int, struct rds_sock *, u32 *, struct rds_connection *, u64, u64, int); void (*sync_mr)(void *, int); void (*free_mr)(void *, int); void (*flush_mrs)(); bool (*t_unloading)(struct rds_connection *); u8 (*get_tos_map)(u8); }; struct rds_mr { struct rb_node r_rb_node; struct kref r_kref; u32 r_key; unsigned int r_use_once: 1; unsigned int r_invalidate: 1; unsigned int r_write: 1; struct rds_sock *r_sock; struct rds_transport *r_trans; void *r_trans_private; }; struct rds_msg_zcopy_queue { struct list_head zcookie_head; spinlock_t lock; }; struct rds_sock { struct sock rs_sk; u64 rs_user_addr; u64 rs_user_bytes; struct rhash_head rs_bound_node; u8 rs_bound_key[22]; struct sockaddr_in6 rs_bound_sin6; struct in6_addr rs_conn_addr; __be16 rs_conn_port; struct rds_transport *rs_transport; struct rds_connection *rs_conn; int rs_congested; int rs_seen_congestion; spinlock_t rs_lock; struct list_head rs_send_queue; u32 rs_snd_bytes; int rs_rcv_bytes; struct list_head rs_notify_queue; uint64_t rs_cong_mask; uint64_t rs_cong_notify; struct list_head rs_cong_list; long unsigned int rs_cong_track; rwlock_t rs_recv_lock; struct list_head rs_recv_queue; struct list_head rs_item; spinlock_t rs_rdma_lock; struct rb_root rs_rdma_keys; unsigned char rs_recverr; unsigned char rs_cong_monitor; u32 rs_hash_initval; u8 rs_rx_traces; u8 rs_rx_trace[3]; struct rds_msg_zcopy_queue rs_zcookie_queue; u8 rs_tos; }; struct rds_znotifier { struct mmpin z_mmp; u32 z_cookie; }; struct rds_notifier { struct list_head n_list; uint64_t n_user_token; int n_status; }; struct rds_statistics { uint64_t s_conn_reset; uint64_t s_recv_drop_bad_checksum; uint64_t s_recv_drop_old_seq; uint64_t s_recv_drop_no_sock; uint64_t s_recv_drop_dead_sock; uint64_t s_recv_deliver_raced; uint64_t s_recv_delivered; uint64_t s_recv_queued; uint64_t s_recv_immediate_retry; uint64_t s_recv_delayed_retry; uint64_t s_recv_ack_required; uint64_t s_recv_rdma_bytes; uint64_t s_recv_ping; uint64_t s_send_queue_empty; uint64_t s_send_queue_full; uint64_t s_send_lock_contention; uint64_t s_send_lock_queue_raced; uint64_t s_send_immediate_retry; uint64_t s_send_delayed_retry; uint64_t s_send_drop_acked; uint64_t s_send_ack_required; uint64_t s_send_queued; uint64_t s_send_rdma; uint64_t s_send_rdma_bytes; uint64_t s_send_pong; uint64_t s_page_remainder_hit; uint64_t s_page_remainder_miss; uint64_t s_copy_to_user; uint64_t s_copy_from_user; uint64_t s_cong_update_queued; uint64_t s_cong_update_received; uint64_t s_cong_send_error; uint64_t s_cong_send_blocked; uint64_t s_recv_bytes_added_to_socket; uint64_t s_recv_bytes_removed_from_socket; uint64_t s_send_stuck_rm; }; struct rds_info_message { __u64 seq; __u32 len; __be32 laddr; __be32 faddr; __be16 lport; __be16 fport; __u8 flags; __u8 tos; } __attribute__((packed)); struct rds6_info_message { __u64 seq; __u32 len; struct in6_addr laddr; struct in6_addr faddr; __be16 lport; __be16 fport; __u8 flags; __u8 tos; } __attribute__((packed)); struct rds_cmsg_rx_trace { __u8 rx_traces; __u8 rx_trace_pos[3]; __u64 rx_trace[3]; }; struct rds_rdma_notify { __u64 user_token; __s32 status; }; struct rds_zcopy_cookies { __u32 num; __u32 cookies[8]; }; struct rds_ext_header_version { __be32 h_version; }; struct rds_ext_header_rdma { __be32 h_rdma_rkey; }; struct rds_ext_header_rdma_dest { __be32 h_rdma_rkey; __be32 h_rdma_offset; }; struct rds_msg_zcopy_info { struct list_head rs_zcookie_next; union { struct rds_znotifier znotif; struct rds_zcopy_cookies zcookies; }; }; enum nl80211_iftype { NL80211_IFTYPE_UNSPECIFIED = 0, NL80211_IFTYPE_ADHOC = 1, NL80211_IFTYPE_STATION = 2, NL80211_IFTYPE_AP = 3, NL80211_IFTYPE_AP_VLAN = 4, NL80211_IFTYPE_WDS = 5, NL80211_IFTYPE_MONITOR = 6, NL80211_IFTYPE_MESH_POINT = 7, NL80211_IFTYPE_P2P_CLIENT = 8, NL80211_IFTYPE_P2P_GO = 9, NL80211_IFTYPE_P2P_DEVICE = 10, NL80211_IFTYPE_OCB = 11, NL80211_IFTYPE_NAN = 12, NUM_NL80211_IFTYPES = 13, NL80211_IFTYPE_MAX = 12, }; struct cfg80211_conn; struct cfg80211_cached_keys; enum ieee80211_bss_type { IEEE80211_BSS_TYPE_ESS = 0, IEEE80211_BSS_TYPE_PBSS = 1, IEEE80211_BSS_TYPE_IBSS = 2, IEEE80211_BSS_TYPE_MBSS = 3, IEEE80211_BSS_TYPE_ANY = 4, }; enum nl80211_chan_width { NL80211_CHAN_WIDTH_20_NOHT = 0, NL80211_CHAN_WIDTH_20 = 1, NL80211_CHAN_WIDTH_40 = 2, NL80211_CHAN_WIDTH_80 = 3, NL80211_CHAN_WIDTH_80P80 = 4, NL80211_CHAN_WIDTH_160 = 5, NL80211_CHAN_WIDTH_5 = 6, NL80211_CHAN_WIDTH_10 = 7, NL80211_CHAN_WIDTH_1 = 8, NL80211_CHAN_WIDTH_2 = 9, NL80211_CHAN_WIDTH_4 = 10, NL80211_CHAN_WIDTH_8 = 11, NL80211_CHAN_WIDTH_16 = 12, NL80211_CHAN_WIDTH_320 = 13, }; enum ieee80211_edmg_bw_config { IEEE80211_EDMG_BW_CONFIG_4 = 4, IEEE80211_EDMG_BW_CONFIG_5 = 5, IEEE80211_EDMG_BW_CONFIG_6 = 6, IEEE80211_EDMG_BW_CONFIG_7 = 7, IEEE80211_EDMG_BW_CONFIG_8 = 8, IEEE80211_EDMG_BW_CONFIG_9 = 9, IEEE80211_EDMG_BW_CONFIG_10 = 10, IEEE80211_EDMG_BW_CONFIG_11 = 11, IEEE80211_EDMG_BW_CONFIG_12 = 12, IEEE80211_EDMG_BW_CONFIG_13 = 13, IEEE80211_EDMG_BW_CONFIG_14 = 14, IEEE80211_EDMG_BW_CONFIG_15 = 15, }; struct ieee80211_edmg { u8 channels; enum ieee80211_edmg_bw_config bw_config; }; struct ieee80211_channel; struct cfg80211_chan_def { struct ieee80211_channel *chan; enum nl80211_chan_width width; u32 center_freq1; u32 center_freq2; struct ieee80211_edmg edmg; u16 freq1_offset; }; struct ieee80211_mcs_info { u8 rx_mask[10]; __le16 rx_highest; u8 tx_params; u8 reserved[3]; }; struct ieee80211_ht_cap { __le16 cap_info; u8 ampdu_params_info; struct ieee80211_mcs_info mcs; __le16 extended_ht_cap_info; __le32 tx_BF_cap_info; u8 antenna_selection_info; } __attribute__((packed)); struct key_params; struct cfg80211_ibss_params { const u8 *ssid; const u8 *bssid; struct cfg80211_chan_def chandef; const u8 *ie; u8 ssid_len; u8 ie_len; u16 beacon_interval; u32 basic_rates; bool channel_fixed; bool privacy; bool control_port; bool control_port_over_nl80211; bool userspace_handles_dfs; int: 24; int mcast_rate[6]; struct ieee80211_ht_cap ht_capa; struct ieee80211_ht_cap ht_capa_mask; int: 32; struct key_params *wep_keys; int wep_tx_key; int: 32; } __attribute__((packed)); enum nl80211_auth_type { NL80211_AUTHTYPE_OPEN_SYSTEM = 0, NL80211_AUTHTYPE_SHARED_KEY = 1, NL80211_AUTHTYPE_FT = 2, NL80211_AUTHTYPE_NETWORK_EAP = 3, NL80211_AUTHTYPE_SAE = 4, NL80211_AUTHTYPE_FILS_SK = 5, NL80211_AUTHTYPE_FILS_SK_PFS = 6, NL80211_AUTHTYPE_FILS_PK = 7, __NL80211_AUTHTYPE_NUM = 8, NL80211_AUTHTYPE_MAX = 7, NL80211_AUTHTYPE_AUTOMATIC = 8, }; enum nl80211_mfp { NL80211_MFP_NO = 0, NL80211_MFP_REQUIRED = 1, NL80211_MFP_OPTIONAL = 2, }; enum nl80211_sae_pwe_mechanism { NL80211_SAE_PWE_UNSPECIFIED = 0, NL80211_SAE_PWE_HUNT_AND_PECK = 1, NL80211_SAE_PWE_HASH_TO_ELEMENT = 2, NL80211_SAE_PWE_BOTH = 3, }; struct cfg80211_crypto_settings { u32 wpa_versions; u32 cipher_group; int n_ciphers_pairwise; u32 ciphers_pairwise[5]; int n_akm_suites; u32 akm_suites[10]; bool control_port; __be16 control_port_ethertype; bool control_port_no_encrypt; bool control_port_over_nl80211; bool control_port_no_preauth; struct key_params *wep_keys; int wep_tx_key; const u8 *psk; const u8 *sae_pwd; u8 sae_pwd_len; enum nl80211_sae_pwe_mechanism sae_pwe; }; struct ieee80211_vht_mcs_info { __le16 rx_mcs_map; __le16 rx_highest; __le16 tx_mcs_map; __le16 tx_highest; }; struct ieee80211_vht_cap { __le32 vht_cap_info; struct ieee80211_vht_mcs_info supp_mcs; }; enum nl80211_bss_select_attr { __NL80211_BSS_SELECT_ATTR_INVALID = 0, NL80211_BSS_SELECT_ATTR_RSSI = 1, NL80211_BSS_SELECT_ATTR_BAND_PREF = 2, NL80211_BSS_SELECT_ATTR_RSSI_ADJUST = 3, __NL80211_BSS_SELECT_ATTR_AFTER_LAST = 4, NL80211_BSS_SELECT_ATTR_MAX = 3, }; enum nl80211_band { NL80211_BAND_2GHZ = 0, NL80211_BAND_5GHZ = 1, NL80211_BAND_60GHZ = 2, NL80211_BAND_6GHZ = 3, NL80211_BAND_S1GHZ = 4, NL80211_BAND_LC = 5, NUM_NL80211_BANDS = 6, }; struct cfg80211_bss_select_adjust { enum nl80211_band band; s8 delta; }; struct cfg80211_bss_selection { enum nl80211_bss_select_attr behaviour; union { enum nl80211_band band_pref; struct cfg80211_bss_select_adjust adjust; } param; }; struct cfg80211_connect_params { struct ieee80211_channel *channel; struct ieee80211_channel *channel_hint; const u8 *bssid; const u8 *bssid_hint; const u8 *ssid; size_t ssid_len; enum nl80211_auth_type auth_type; int: 32; const u8 *ie; size_t ie_len; bool privacy; int: 24; enum nl80211_mfp mfp; struct cfg80211_crypto_settings crypto; const u8 *key; u8 key_len; u8 key_idx; short: 16; u32 flags; int bg_scan_period; struct ieee80211_ht_cap ht_capa; struct ieee80211_ht_cap ht_capa_mask; struct ieee80211_vht_cap vht_capa; struct ieee80211_vht_cap vht_capa_mask; bool pbss; int: 24; struct cfg80211_bss_selection bss_select; const u8 *prev_bssid; const u8 *fils_erp_username; size_t fils_erp_username_len; const u8 *fils_erp_realm; size_t fils_erp_realm_len; u16 fils_erp_next_seq_num; long: 48; const u8 *fils_erp_rrk; size_t fils_erp_rrk_len; bool want_1x; int: 24; struct ieee80211_edmg edmg; int: 32; } __attribute__((packed)); struct cfg80211_cqm_config; struct cfg80211_internal_bss; struct wiphy; struct wireless_dev { struct wiphy *wiphy; enum nl80211_iftype iftype; struct list_head list; struct net_device *netdev; u32 identifier; struct list_head mgmt_registrations; u8 mgmt_registrations_need_update: 1; struct mutex mtx; bool use_4addr; bool is_running; bool registered; bool registering; u8 address[6]; struct cfg80211_conn *conn; struct cfg80211_cached_keys *connect_keys; enum ieee80211_bss_type conn_bss_type; u32 conn_owner_nlportid; struct work_struct disconnect_wk; u8 disconnect_bssid[6]; struct list_head event_list; spinlock_t event_lock; u8 connected: 1; bool ps; int ps_timeout; u32 ap_unexpected_nlportid; u32 owner_nlportid; bool nl_owner_dead; bool cac_started; long unsigned int cac_start_time; unsigned int cac_time_ms; struct { struct cfg80211_ibss_params ibss; struct cfg80211_connect_params connect; struct cfg80211_cached_keys *keys; const u8 *ie; size_t ie_len; u8 bssid[6]; u8 prev_bssid[6]; u8 ssid[32]; s8 default_key; s8 default_mgmt_key; bool prev_bssid_valid; } wext; struct cfg80211_cqm_config *cqm_config; struct list_head pmsr_list; spinlock_t pmsr_lock; struct work_struct pmsr_free_wk; long unsigned int unprot_beacon_reported; union { struct { u8 connected_addr[6]; u8 ssid[32]; u8 ssid_len; char: 8; } client; struct { int beacon_interval; struct cfg80211_chan_def preset_chandef; struct cfg80211_chan_def chandef; u8 id[32]; u8 id_len; u8 id_up_len; } mesh; struct { struct cfg80211_chan_def preset_chandef; u8 ssid[32]; u8 ssid_len; } ap; struct { struct cfg80211_internal_bss *current_bss; struct cfg80211_chan_def chandef; int beacon_interval; u8 ssid[32]; u8 ssid_len; } ibss; struct { struct cfg80211_chan_def chandef; } ocb; } u; struct { u8 addr[6]; union { struct { unsigned int beacon_interval; struct cfg80211_chan_def chandef; } ap; struct { struct cfg80211_internal_bss *current_bss; } client; }; } links[15]; u16 valid_links; }; struct iw_encode_ext { __u32 ext_flags; __u8 tx_seq[8]; __u8 rx_seq[8]; struct sockaddr addr; __u16 alg; __u16 key_len; __u8 key[0]; }; struct iwreq { union { char ifrn_name[16]; } ifr_ifrn; union iwreq_data u; }; struct iw_event { __u16 len; __u16 cmd; union iwreq_data u; }; enum nl80211_reg_initiator { NL80211_REGDOM_SET_BY_CORE = 0, NL80211_REGDOM_SET_BY_USER = 1, NL80211_REGDOM_SET_BY_DRIVER = 2, NL80211_REGDOM_SET_BY_COUNTRY_IE = 3, }; enum nl80211_dfs_regions { NL80211_DFS_UNSET = 0, NL80211_DFS_FCC = 1, NL80211_DFS_ETSI = 2, NL80211_DFS_JP = 3, }; enum nl80211_user_reg_hint_type { NL80211_USER_REG_HINT_USER = 0, NL80211_USER_REG_HINT_CELL_BASE = 1, NL80211_USER_REG_HINT_INDOOR = 2, }; enum nl80211_mntr_flags { __NL80211_MNTR_FLAG_INVALID = 0, NL80211_MNTR_FLAG_FCSFAIL = 1, NL80211_MNTR_FLAG_PLCPFAIL = 2, NL80211_MNTR_FLAG_CONTROL = 3, NL80211_MNTR_FLAG_OTHER_BSS = 4, NL80211_MNTR_FLAG_COOK_FRAMES = 5, NL80211_MNTR_FLAG_ACTIVE = 6, __NL80211_MNTR_FLAG_AFTER_LAST = 7, NL80211_MNTR_FLAG_MAX = 6, }; enum nl80211_key_mode { NL80211_KEY_RX_TX = 0, NL80211_KEY_NO_TX = 1, NL80211_KEY_SET_TX = 2, }; enum nl80211_bss_scan_width { NL80211_BSS_CHAN_WIDTH_20 = 0, NL80211_BSS_CHAN_WIDTH_10 = 1, NL80211_BSS_CHAN_WIDTH_5 = 2, NL80211_BSS_CHAN_WIDTH_1 = 3, NL80211_BSS_CHAN_WIDTH_2 = 4, }; struct nl80211_wowlan_tcp_data_seq { __u32 start; __u32 offset; __u32 len; }; struct nl80211_wowlan_tcp_data_token { __u32 offset; __u32 len; __u8 token_stream[0]; }; struct nl80211_wowlan_tcp_data_token_feature { __u32 min_len; __u32 max_len; __u32 bufsize; }; enum nl80211_ext_feature_index { NL80211_EXT_FEATURE_VHT_IBSS = 0, NL80211_EXT_FEATURE_RRM = 1, NL80211_EXT_FEATURE_MU_MIMO_AIR_SNIFFER = 2, NL80211_EXT_FEATURE_SCAN_START_TIME = 3, NL80211_EXT_FEATURE_BSS_PARENT_TSF = 4, NL80211_EXT_FEATURE_SET_SCAN_DWELL = 5, NL80211_EXT_FEATURE_BEACON_RATE_LEGACY = 6, NL80211_EXT_FEATURE_BEACON_RATE_HT = 7, NL80211_EXT_FEATURE_BEACON_RATE_VHT = 8, NL80211_EXT_FEATURE_FILS_STA = 9, NL80211_EXT_FEATURE_MGMT_TX_RANDOM_TA = 10, NL80211_EXT_FEATURE_MGMT_TX_RANDOM_TA_CONNECTED = 11, NL80211_EXT_FEATURE_SCHED_SCAN_RELATIVE_RSSI = 12, NL80211_EXT_FEATURE_CQM_RSSI_LIST = 13, NL80211_EXT_FEATURE_FILS_SK_OFFLOAD = 14, NL80211_EXT_FEATURE_4WAY_HANDSHAKE_STA_PSK = 15, NL80211_EXT_FEATURE_4WAY_HANDSHAKE_STA_1X = 16, NL80211_EXT_FEATURE_FILS_MAX_CHANNEL_TIME = 17, NL80211_EXT_FEATURE_ACCEPT_BCAST_PROBE_RESP = 18, NL80211_EXT_FEATURE_OCE_PROBE_REQ_HIGH_TX_RATE = 19, NL80211_EXT_FEATURE_OCE_PROBE_REQ_DEFERRAL_SUPPRESSION = 20, NL80211_EXT_FEATURE_MFP_OPTIONAL = 21, NL80211_EXT_FEATURE_LOW_SPAN_SCAN = 22, NL80211_EXT_FEATURE_LOW_POWER_SCAN = 23, NL80211_EXT_FEATURE_HIGH_ACCURACY_SCAN = 24, NL80211_EXT_FEATURE_DFS_OFFLOAD = 25, NL80211_EXT_FEATURE_CONTROL_PORT_OVER_NL80211 = 26, NL80211_EXT_FEATURE_ACK_SIGNAL_SUPPORT = 27, NL80211_EXT_FEATURE_DATA_ACK_SIGNAL_SUPPORT = 27, NL80211_EXT_FEATURE_TXQS = 28, NL80211_EXT_FEATURE_SCAN_RANDOM_SN = 29, NL80211_EXT_FEATURE_SCAN_MIN_PREQ_CONTENT = 30, NL80211_EXT_FEATURE_CAN_REPLACE_PTK0 = 31, NL80211_EXT_FEATURE_ENABLE_FTM_RESPONDER = 32, NL80211_EXT_FEATURE_AIRTIME_FAIRNESS = 33, NL80211_EXT_FEATURE_AP_PMKSA_CACHING = 34, NL80211_EXT_FEATURE_SCHED_SCAN_BAND_SPECIFIC_RSSI_THOLD = 35, NL80211_EXT_FEATURE_EXT_KEY_ID = 36, NL80211_EXT_FEATURE_STA_TX_PWR = 37, NL80211_EXT_FEATURE_SAE_OFFLOAD = 38, NL80211_EXT_FEATURE_VLAN_OFFLOAD = 39, NL80211_EXT_FEATURE_AQL = 40, NL80211_EXT_FEATURE_BEACON_PROTECTION = 41, NL80211_EXT_FEATURE_CONTROL_PORT_NO_PREAUTH = 42, NL80211_EXT_FEATURE_PROTECTED_TWT = 43, NL80211_EXT_FEATURE_DEL_IBSS_STA = 44, NL80211_EXT_FEATURE_MULTICAST_REGISTRATIONS = 45, NL80211_EXT_FEATURE_BEACON_PROTECTION_CLIENT = 46, NL80211_EXT_FEATURE_SCAN_FREQ_KHZ = 47, NL80211_EXT_FEATURE_CONTROL_PORT_OVER_NL80211_TX_STATUS = 48, NL80211_EXT_FEATURE_OPERATING_CHANNEL_VALIDATION = 49, NL80211_EXT_FEATURE_4WAY_HANDSHAKE_AP_PSK = 50, NL80211_EXT_FEATURE_SAE_OFFLOAD_AP = 51, NL80211_EXT_FEATURE_FILS_DISCOVERY = 52, NL80211_EXT_FEATURE_UNSOL_BCAST_PROBE_RESP = 53, NL80211_EXT_FEATURE_BEACON_RATE_HE = 54, NL80211_EXT_FEATURE_SECURE_LTF = 55, NL80211_EXT_FEATURE_SECURE_RTT = 56, NL80211_EXT_FEATURE_PROT_RANGE_NEGO_AND_MEASURE = 57, NL80211_EXT_FEATURE_BSS_COLOR = 58, NL80211_EXT_FEATURE_FILS_CRYPTO_OFFLOAD = 59, NL80211_EXT_FEATURE_RADAR_BACKGROUND = 60, NL80211_EXT_FEATURE_POWERED_ADDR_CHANGE = 61, NUM_NL80211_EXT_FEATURES = 62, MAX_NL80211_EXT_FEATURES = 61, }; enum nl80211_dfs_state { NL80211_DFS_USABLE = 0, NL80211_DFS_UNAVAILABLE = 1, NL80211_DFS_AVAILABLE = 2, }; struct nl80211_vendor_cmd_info { __u32 vendor_id; __u32 subcmd; }; enum nl80211_sar_type { NL80211_SAR_TYPE_POWER = 0, NUM_NL80211_SAR_TYPE = 1, }; struct ieee80211_he_cap_elem { u8 mac_cap_info[6]; u8 phy_cap_info[11]; }; struct ieee80211_he_mcs_nss_supp { __le16 rx_mcs_80; __le16 tx_mcs_80; __le16 rx_mcs_160; __le16 tx_mcs_160; __le16 rx_mcs_80p80; __le16 tx_mcs_80p80; }; struct ieee80211_eht_mcs_nss_supp_20mhz_only { u8 rx_tx_mcs7_max_nss; u8 rx_tx_mcs9_max_nss; u8 rx_tx_mcs11_max_nss; u8 rx_tx_mcs13_max_nss; }; struct ieee80211_eht_mcs_nss_supp_bw { u8 rx_tx_mcs9_max_nss; u8 rx_tx_mcs11_max_nss; u8 rx_tx_mcs13_max_nss; }; struct ieee80211_eht_cap_elem_fixed { u8 mac_cap_info[2]; u8 phy_cap_info[9]; }; struct ieee80211_he_6ghz_capa { __le16 capa; }; struct rfkill; enum environment_cap { ENVIRON_ANY = 0, ENVIRON_INDOOR = 1, ENVIRON_OUTDOOR = 2, }; struct regulatory_request { struct callback_head callback_head; int wiphy_idx; enum nl80211_reg_initiator initiator; enum nl80211_user_reg_hint_type user_reg_hint_type; char alpha2[3]; enum nl80211_dfs_regions dfs_region; bool intersect; bool processed; enum environment_cap country_ie_env; struct list_head list; }; struct ieee80211_freq_range { u32 start_freq_khz; u32 end_freq_khz; u32 max_bandwidth_khz; }; struct ieee80211_power_rule { u32 max_antenna_gain; u32 max_eirp; }; struct ieee80211_wmm_ac { u16 cw_min; u16 cw_max; u16 cot; u8 aifsn; }; struct ieee80211_wmm_rule { struct ieee80211_wmm_ac client[4]; struct ieee80211_wmm_ac ap[4]; }; struct ieee80211_reg_rule { struct ieee80211_freq_range freq_range; struct ieee80211_power_rule power_rule; struct ieee80211_wmm_rule wmm_rule; u32 flags; u32 dfs_cac_ms; bool has_wmm; }; struct ieee80211_regdomain { struct callback_head callback_head; u32 n_reg_rules; char alpha2[3]; enum nl80211_dfs_regions dfs_region; struct ieee80211_reg_rule reg_rules[0]; }; struct ieee80211_channel { enum nl80211_band band; u32 center_freq; u16 freq_offset; u16 hw_value; u32 flags; int max_antenna_gain; int max_power; int max_reg_power; bool beacon_found; u32 orig_flags; int orig_mag; int orig_mpwr; enum nl80211_dfs_state dfs_state; long unsigned int dfs_state_entered; unsigned int dfs_cac_ms; }; struct ieee80211_rate { u32 flags; u16 bitrate; u16 hw_value; u16 hw_value_short; }; struct ieee80211_sta_ht_cap { u16 cap; bool ht_supported; u8 ampdu_factor; u8 ampdu_density; struct ieee80211_mcs_info mcs; char: 8; } __attribute__((packed)); struct ieee80211_sta_vht_cap { bool vht_supported; u32 cap; struct ieee80211_vht_mcs_info vht_mcs; }; struct ieee80211_sta_he_cap { bool has_he; struct ieee80211_he_cap_elem he_cap_elem; struct ieee80211_he_mcs_nss_supp he_mcs_nss_supp; u8 ppe_thres[25]; } __attribute__((packed)); struct ieee80211_eht_mcs_nss_supp { union { struct ieee80211_eht_mcs_nss_supp_20mhz_only only_20mhz; struct { struct ieee80211_eht_mcs_nss_supp_bw _80; struct ieee80211_eht_mcs_nss_supp_bw _160; struct ieee80211_eht_mcs_nss_supp_bw _320; } bw; }; }; struct ieee80211_sta_eht_cap { bool has_eht; struct ieee80211_eht_cap_elem_fixed eht_cap_elem; struct ieee80211_eht_mcs_nss_supp eht_mcs_nss_supp; u8 eht_ppe_thres[32]; }; struct ieee80211_sband_iftype_data { u16 types_mask; struct ieee80211_sta_he_cap he_cap; struct ieee80211_he_6ghz_capa he_6ghz_capa; struct ieee80211_sta_eht_cap eht_cap; struct { const u8 *data; unsigned int len; } vendor_elems; } __attribute__((packed)); struct ieee80211_sta_s1g_cap { bool s1g; u8 cap[10]; u8 nss_mcs[5]; }; struct ieee80211_supported_band { struct ieee80211_channel *channels; struct ieee80211_rate *bitrates; enum nl80211_band band; int n_channels; int n_bitrates; struct ieee80211_sta_ht_cap ht_cap; struct ieee80211_sta_vht_cap vht_cap; struct ieee80211_sta_s1g_cap s1g_cap; struct ieee80211_edmg edmg_cap; u16 n_iftype_data; const struct ieee80211_sband_iftype_data *iftype_data; }; struct key_params { const u8 *key; const u8 *seq; int key_len; int seq_len; u16 vlan_id; u32 cipher; enum nl80211_key_mode mode; }; struct mac_address { u8 addr[6]; }; struct cfg80211_sar_freq_ranges { u32 start_freq; u32 end_freq; }; struct cfg80211_sar_capa { enum nl80211_sar_type type; u32 num_freq_ranges; const struct cfg80211_sar_freq_ranges *freq_ranges; }; struct cfg80211_ssid { u8 ssid[32]; u8 ssid_len; }; enum cfg80211_signal_type { CFG80211_SIGNAL_TYPE_NONE = 0, CFG80211_SIGNAL_TYPE_MBM = 1, CFG80211_SIGNAL_TYPE_UNSPEC = 2, }; struct ieee80211_txrx_stypes; struct ieee80211_iface_combination; struct wiphy_iftype_akm_suites; struct wiphy_wowlan_support; struct cfg80211_wowlan; struct wiphy_iftype_ext_capab; struct wiphy_coalesce_support; struct wiphy_vendor_command; struct cfg80211_pmsr_capabilities; struct wiphy { struct mutex mtx; u8 perm_addr[6]; u8 addr_mask[6]; struct mac_address *addresses; const struct ieee80211_txrx_stypes *mgmt_stypes; const struct ieee80211_iface_combination *iface_combinations; int n_iface_combinations; u16 software_iftypes; u16 n_addresses; u16 interface_modes; u16 max_acl_mac_addrs; u32 flags; u32 regulatory_flags; u32 features; u8 ext_features[8]; u32 ap_sme_capa; enum cfg80211_signal_type signal_type; int bss_priv_size; u8 max_scan_ssids; u8 max_sched_scan_reqs; u8 max_sched_scan_ssids; u8 max_match_sets; u16 max_scan_ie_len; u16 max_sched_scan_ie_len; u32 max_sched_scan_plans; u32 max_sched_scan_plan_interval; u32 max_sched_scan_plan_iterations; int n_cipher_suites; const u32 *cipher_suites; int n_akm_suites; const u32 *akm_suites; const struct wiphy_iftype_akm_suites *iftype_akm_suites; unsigned int num_iftype_akm_suites; u8 retry_short; u8 retry_long; u32 frag_threshold; u32 rts_threshold; u8 coverage_class; char fw_version[32]; u32 hw_version; const struct wiphy_wowlan_support *wowlan; struct cfg80211_wowlan *wowlan_config; u16 max_remain_on_channel_duration; u8 max_num_pmkids; u32 available_antennas_tx; u32 available_antennas_rx; u32 probe_resp_offload; const u8 *extended_capabilities; const u8 *extended_capabilities_mask; u8 extended_capabilities_len; const struct wiphy_iftype_ext_capab *iftype_ext_capab; unsigned int num_iftype_ext_capab; const void *privid; struct ieee80211_supported_band *bands[6]; void (*reg_notifier)(struct wiphy *, struct regulatory_request *); const struct ieee80211_regdomain *regd; struct device dev; bool registered; struct dentry *debugfsdir; const struct ieee80211_ht_cap *ht_capa_mod_mask; const struct ieee80211_vht_cap *vht_capa_mod_mask; struct list_head wdev_list; possible_net_t _net; const struct iw_handler_def *wext; const struct wiphy_coalesce_support *coalesce; const struct wiphy_vendor_command *vendor_commands; const struct nl80211_vendor_cmd_info *vendor_events; int n_vendor_commands; int n_vendor_events; u16 max_ap_assoc_sta; u8 max_num_csa_counters; u32 bss_select_support; u8 nan_supported_bands; u32 txq_limit; u32 txq_memory_limit; u32 txq_quantum; long unsigned int tx_queue_len; u8 support_mbssid: 1; u8 support_only_he_mbssid: 1; const struct cfg80211_pmsr_capabilities *pmsr_capa; struct { u64 peer; u64 vif; u8 max_retry; } tid_config_support; u8 max_data_retry_count; const struct cfg80211_sar_capa *sar_capa; struct rfkill *rfkill; u8 mbssid_max_interfaces; u8 ema_max_profile_periodicity; u16 max_num_akm_suites; int: 32; char priv[0]; }; struct cfg80211_match_set { struct cfg80211_ssid ssid; u8 bssid[6]; s32 rssi_thold; s32 per_band_rssi_thold[6]; }; struct cfg80211_sched_scan_plan { u32 interval; u32 iterations; }; struct cfg80211_sched_scan_request { u64 reqid; struct cfg80211_ssid *ssids; int n_ssids; u32 n_channels; enum nl80211_bss_scan_width scan_width; const u8 *ie; size_t ie_len; u32 flags; struct cfg80211_match_set *match_sets; int n_match_sets; s32 min_rssi_thold; u32 delay; struct cfg80211_sched_scan_plan *scan_plans; int n_scan_plans; u8 mac_addr[6]; u8 mac_addr_mask[6]; bool relative_rssi_set; s8 relative_rssi; struct cfg80211_bss_select_adjust rssi_adjust; struct wiphy *wiphy; struct net_device *dev; long unsigned int scan_start; bool report_results; struct callback_head callback_head; u32 owner_nlportid; bool nl_owner_dead; struct list_head list; struct ieee80211_channel *channels[0]; }; struct cfg80211_pkt_pattern { const u8 *mask; const u8 *pattern; int pattern_len; int pkt_offset; }; struct cfg80211_wowlan_tcp { struct socket *sock; __be32 src; __be32 dst; u16 src_port; u16 dst_port; u8 dst_mac[6]; int payload_len; const u8 *payload; struct nl80211_wowlan_tcp_data_seq payload_seq; u32 data_interval; u32 wake_len; const u8 *wake_data; const u8 *wake_mask; u32 tokens_size; struct nl80211_wowlan_tcp_data_token payload_tok; }; struct cfg80211_wowlan { bool any; bool disconnect; bool magic_pkt; bool gtk_rekey_failure; bool eap_identity_req; bool four_way_handshake; bool rfkill_release; struct cfg80211_pkt_pattern *patterns; struct cfg80211_wowlan_tcp *tcp; int n_patterns; struct cfg80211_sched_scan_request *nd_config; }; struct ieee80211_iface_limit { u16 max; u16 types; }; struct ieee80211_iface_combination { const struct ieee80211_iface_limit *limits; u32 num_different_channels; u16 max_interfaces; u8 n_limits; bool beacon_int_infra_match; u8 radar_detect_widths; u8 radar_detect_regions; u32 beacon_int_min_gcd; }; struct ieee80211_txrx_stypes { u16 tx; u16 rx; }; struct wiphy_wowlan_tcp_support { const struct nl80211_wowlan_tcp_data_token_feature *tok; u32 data_payload_max; u32 data_interval_max; u32 wake_payload_max; bool seq; }; struct wiphy_wowlan_support { u32 flags; int n_patterns; int pattern_max_len; int pattern_min_len; int max_pkt_offset; int max_nd_match_sets; const struct wiphy_wowlan_tcp_support *tcp; }; struct wiphy_coalesce_support { int n_rules; int max_delay; int n_patterns; int pattern_max_len; int pattern_min_len; int max_pkt_offset; }; struct wiphy_vendor_command { struct nl80211_vendor_cmd_info info; u32 flags; int (*doit)(struct wiphy *, struct wireless_dev *, const void *, int); int (*dumpit)(struct wiphy *, struct wireless_dev *, struct sk_buff *, const void *, int, long unsigned int *); const struct nla_policy *policy; unsigned int maxattr; }; struct wiphy_iftype_ext_capab { enum nl80211_iftype iftype; const u8 *extended_capabilities; const u8 *extended_capabilities_mask; u8 extended_capabilities_len; u16 eml_capabilities; u16 mld_capa_and_ops; }; struct cfg80211_pmsr_capabilities { unsigned int max_peers; u8 report_ap_tsf: 1; u8 randomize_mac_addr: 1; struct { u32 preambles; u32 bandwidths; s8 max_bursts_exponent; u8 max_ftms_per_burst; u8 supported: 1; u8 asap: 1; u8 non_asap: 1; u8 request_lci: 1; u8 request_civicloc: 1; u8 trigger_based: 1; u8 non_trigger_based: 1; } ftm; }; struct wiphy_iftype_akm_suites { u16 iftypes_mask; const u32 *akm_suites; int n_akm_suites; }; struct iw_ioctl_description { __u8 header_type; __u8 token_type; __u16 token_size; __u16 min_tokens; __u16 max_tokens; __u32 flags; }; typedef int (*wext_ioctl_func)(struct net_device *, struct iwreq *, unsigned int, struct iw_request_info *, iw_handler); enum caif_ctrlcmd { CAIF_CTRLCMD_FLOW_OFF_IND = 0, CAIF_CTRLCMD_FLOW_ON_IND = 1, CAIF_CTRLCMD_REMOTE_SHUTDOWN_IND = 2, CAIF_CTRLCMD_INIT_RSP = 3, CAIF_CTRLCMD_DEINIT_RSP = 4, CAIF_CTRLCMD_INIT_FAIL_RSP = 5, _CAIF_CTRLCMD_PHYIF_FLOW_OFF_IND = 6, _CAIF_CTRLCMD_PHYIF_FLOW_ON_IND = 7, _CAIF_CTRLCMD_PHYIF_DOWN_IND = 8, }; enum caif_modemcmd { CAIF_MODEMCMD_FLOW_ON_REQ = 0, CAIF_MODEMCMD_FLOW_OFF_REQ = 1, _CAIF_MODEMCMD_PHYIF_USEFULL = 3, _CAIF_MODEMCMD_PHYIF_USELESS = 4, }; struct cfpkt; struct cflayer { struct cflayer *up; struct cflayer *dn; struct list_head node; int (*receive)(struct cflayer *, struct cfpkt *); int (*transmit)(struct cflayer *, struct cfpkt *); void (*ctrlcmd)(struct cflayer *, enum caif_ctrlcmd, int); int (*modemcmd)(struct cflayer *, enum caif_modemcmd); unsigned int id; char name[16]; }; struct dev_info { void *dev; unsigned int id; }; struct caif_payload_info { struct dev_info *dev_info; short unsigned int hdr_len; short unsigned int channel_id; }; struct cfsrvl { struct cflayer layer; bool open; bool phy_flow_on; bool modem_flow_on; bool supports_flowctrl; void (*release)(struct cflayer *); struct dev_info dev_info; void (*hold)(struct cflayer *); void (*put)(struct cflayer *); struct callback_head rcu; }; enum cfctrl_cmd { CFCTRL_CMD_LINK_SETUP = 0, CFCTRL_CMD_LINK_DESTROY = 1, CFCTRL_CMD_LINK_ERR = 2, CFCTRL_CMD_ENUM = 3, CFCTRL_CMD_SLEEP = 4, CFCTRL_CMD_WAKE = 5, CFCTRL_CMD_LINK_RECONF = 6, CFCTRL_CMD_START_REASON = 7, CFCTRL_CMD_RADIO_SET = 8, CFCTRL_CMD_MODEM_SET = 9, CFCTRL_CMD_MASK = 15, }; enum cfctrl_srv { CFCTRL_SRV_DECM = 0, CFCTRL_SRV_VEI = 1, CFCTRL_SRV_VIDEO = 2, CFCTRL_SRV_DBG = 3, CFCTRL_SRV_DATAGRAM = 4, CFCTRL_SRV_RFM = 5, CFCTRL_SRV_UTIL = 6, CFCTRL_SRV_MASK = 15, }; struct cfctrl_rsp { void (*linksetup_rsp)(struct cflayer *, u8, enum cfctrl_srv, u8, struct cflayer *); void (*linkdestroy_rsp)(struct cflayer *, u8); void (*linkerror_ind)(); void (*enum_rsp)(); void (*sleep_rsp)(); void (*wake_rsp)(); void (*restart_rsp)(); void (*radioset_rsp)(); void (*reject_rsp)(struct cflayer *, u8, struct cflayer *); }; struct cfctrl_link_param { enum cfctrl_srv linktype; u8 priority; u8 phyid; u8 endpoint; u8 chtype; union { struct { u8 connid; } video; struct { u32 connid; } datagram; struct { u32 connid; char volume[20]; } rfm; struct { u16 fifosize_kb; u16 fifosize_bufs; char name[16]; u8 params[255]; u16 paramlen; } utility; } u; }; struct cfctrl_request_info { int sequence_no; enum cfctrl_cmd cmd; u8 channel_id; struct cfctrl_link_param param; struct cflayer *client_layer; struct list_head list; }; struct cfctrl { struct cfsrvl serv; struct cfctrl_rsp res; atomic_t req_seq_no; atomic_t rsp_seq_no; struct list_head list; spinlock_t info_list_lock; u8 loop_linkid; int loop_linkused[256]; spinlock_t loop_linkid_lock; }; struct cffrml { struct cflayer layer; bool dofcs; int *pcpu_refcnt; }; enum caif_link_selector { CAIF_LINK_HIGH_BANDW = 0, CAIF_LINK_LOW_LATENCY = 1, }; enum caif_channel_priority { CAIF_PRIO_MIN = 1, CAIF_PRIO_LOW = 4, CAIF_PRIO_NORMAL = 15, CAIF_PRIO_HIGH = 20, CAIF_PRIO_MAX = 31, }; enum caif_protocol_type { CAIFPROTO_AT = 0, CAIFPROTO_DATAGRAM = 1, CAIFPROTO_DATAGRAM_LOOP = 2, CAIFPROTO_UTIL = 3, CAIFPROTO_RFM = 4, CAIFPROTO_DEBUG = 5, _CAIFPROTO_MAX = 6, }; struct sockaddr_caif { __kernel_sa_family_t family; union { struct { __u8 type; } at; struct { char service[16]; } util; union { __u32 connection_id; __u8 nsapi; } dgm; struct { __u32 connection_id; char volume[16]; } rfm; struct { __u8 type; __u8 service; } dbg; } u; }; enum caif_socket_opts { CAIFSO_LINK_SELECT = 127, CAIFSO_REQ_PARAM = 128, CAIFSO_RSP_PARAM = 129, }; enum caif_direction { CAIF_DIR_IN = 0, CAIF_DIR_OUT = 1, }; struct caif_param { u16 size; u8 data[256]; }; struct caif_connect_request { enum caif_protocol_type protocol; struct sockaddr_caif sockaddr; enum caif_channel_priority priority; enum caif_link_selector link_selector; int ifindex; struct caif_param param; }; enum caif_states { CAIF_CONNECTED = 1, CAIF_CONNECTING = 2, CAIF_DISCONNECTED = 7, }; struct caifsock { struct sock sk; struct cflayer layer; long unsigned int flow_state; struct caif_connect_request conn_req; struct mutex readlock; struct dentry *debugfs_socket_dir; int headroom; int tailroom; int maxframe; }; enum l3mdev_type { L3MDEV_TYPE_UNSPEC = 0, L3MDEV_TYPE_VRF = 1, __L3MDEV_TYPE_MAX = 2, }; typedef int (*lookup_by_table_id_t)(struct net *, u32); struct l3mdev_handler { lookup_by_table_id_t dev_lookup; }; struct xdp_ring; struct xsk_queue { u32 ring_mask; u32 nentries; u32 cached_prod; u32 cached_cons; struct xdp_ring *ring; u64 invalid_descs; u64 queue_empty_descs; }; struct xdp_ring { u32 producer; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad1; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 consumer; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad2; u32 flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad3; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xdp_rxtx_ring { struct xdp_ring ptrs; struct xdp_desc desc[0]; }; struct xdp_umem_ring { struct xdp_ring ptrs; u64 desc[0]; }; struct pci_root_info { struct acpi_pci_root_info common; struct pci_config_window *cfg; }; struct saved_registers { u32 ecfg; u32 euen; u64 pgd; u64 kpgd; u32 pwctl0; u32 pwctl1; }; struct ZSTD_inBuffer_s { const void *src; size_t size; size_t pos; }; typedef struct ZSTD_inBuffer_s ZSTD_inBuffer; typedef ZSTD_DCtx ZSTD_DStream; typedef ZSTD_ErrorCode zstd_error_code; typedef ZSTD_inBuffer zstd_in_buffer; typedef ZSTD_outBuffer zstd_out_buffer; typedef ZSTD_DStream zstd_dstream; typedef ZSTD_frameHeader zstd_frame_header; typedef __be64 fdt64_t; struct fdt_reserve_entry { fdt64_t address; fdt64_t size; }; struct fdt_node_header { fdt32_t tag; char name[0]; }; struct fdt_property { fdt32_t tag; fdt32_t len; fdt32_t nameoff; char data[0]; }; enum { ASSUME_PERFECT = 255, ASSUME_VALID_DTB = 1, ASSUME_VALID_INPUT = 2, ASSUME_LATEST = 4, ASSUME_NO_ROLLBACK = 8, ASSUME_LIBFDT_ORDER = 16, ASSUME_LIBFDT_FLAWLESS = 32, }; struct fprop_local_single { long unsigned int events; unsigned int period; raw_spinlock_t lock; }; struct klist_waiter { struct list_head list; struct klist_node *node; struct task_struct *process; int woken; }; struct radix_tree_iter { long unsigned int index; long unsigned int next_index; long unsigned int tags; struct xa_node *node; }; enum { RADIX_TREE_ITER_TAG_MASK = 15, RADIX_TREE_ITER_TAGGED = 16, RADIX_TREE_ITER_CONTIG = 32, }; typedef u64 efi_physical_addr_t; typedef void *efi_handle_t; typedef void *efi_event_t; typedef void (*efi_event_notify_t)(efi_event_t, void *); typedef enum { EfiTimerCancel = 0, EfiTimerPeriodic = 1, EfiTimerRelative = 2, } EFI_TIMER_DELAY; typedef struct efi_generic_dev_path efi_device_path_protocol_t; union efi_boot_services { struct { efi_table_hdr_t hdr; void *raise_tpl; void *restore_tpl; efi_status_t (*allocate_pages)(int, int, long unsigned int, efi_physical_addr_t *); efi_status_t (*free_pages)(efi_physical_addr_t, long unsigned int); efi_status_t (*get_memory_map)(long unsigned int *, void *, long unsigned int *, long unsigned int *, u32 *); efi_status_t (*allocate_pool)(int, long unsigned int, void **); efi_status_t (*free_pool)(void *); efi_status_t (*create_event)(u32, long unsigned int, efi_event_notify_t, void *, efi_event_t *); efi_status_t (*set_timer)(efi_event_t, EFI_TIMER_DELAY, u64); efi_status_t (*wait_for_event)(long unsigned int, efi_event_t *, long unsigned int *); void *signal_event; efi_status_t (*close_event)(efi_event_t); void *check_event; void *install_protocol_interface; void *reinstall_protocol_interface; void *uninstall_protocol_interface; efi_status_t (*handle_protocol)(efi_handle_t, efi_guid_t *, void **); void *__reserved; void *register_protocol_notify; efi_status_t (*locate_handle)(int, efi_guid_t *, void *, long unsigned int *, efi_handle_t *); efi_status_t (*locate_device_path)(efi_guid_t *, efi_device_path_protocol_t **, efi_handle_t *); efi_status_t (*install_configuration_table)(efi_guid_t *, void *); efi_status_t (*load_image)(bool, efi_handle_t, efi_device_path_protocol_t *, void *, long unsigned int, efi_handle_t *); efi_status_t (*start_image)(efi_handle_t, long unsigned int *, efi_char16_t **); efi_status_t (*exit)(efi_handle_t, efi_status_t, long unsigned int, efi_char16_t *); efi_status_t (*unload_image)(efi_handle_t); efi_status_t (*exit_boot_services)(efi_handle_t, long unsigned int); void *get_next_monotonic_count; efi_status_t (*stall)(long unsigned int); void *set_watchdog_timer; void *connect_controller; efi_status_t (*disconnect_controller)(efi_handle_t, efi_handle_t, efi_handle_t); void *open_protocol; void *close_protocol; void *open_protocol_information; void *protocols_per_handle; void *locate_handle_buffer; efi_status_t (*locate_protocol)(efi_guid_t *, void *, void **); efi_status_t (*install_multiple_protocol_interfaces)(efi_handle_t *, ...); efi_status_t (*uninstall_multiple_protocol_interfaces)(efi_handle_t, ...); void *calculate_crc32; void (*copy_mem)(void *, const void *, long unsigned int); void (*set_mem)(void *, long unsigned int, unsigned char); void *create_event_ex; }; struct { efi_table_hdr_t hdr; u32 raise_tpl; u32 restore_tpl; u32 allocate_pages; u32 free_pages; u32 get_memory_map; u32 allocate_pool; u32 free_pool; u32 create_event; u32 set_timer; u32 wait_for_event; u32 signal_event; u32 close_event; u32 check_event; u32 install_protocol_interface; u32 reinstall_protocol_interface; u32 uninstall_protocol_interface; u32 handle_protocol; u32 __reserved; u32 register_protocol_notify; u32 locate_handle; u32 locate_device_path; u32 install_configuration_table; u32 load_image; u32 start_image; u32 exit; u32 unload_image; u32 exit_boot_services; u32 get_next_monotonic_count; u32 stall; u32 set_watchdog_timer; u32 connect_controller; u32 disconnect_controller; u32 open_protocol; u32 close_protocol; u32 open_protocol_information; u32 protocols_per_handle; u32 locate_handle_buffer; u32 locate_protocol; u32 install_multiple_protocol_interfaces; u32 uninstall_multiple_protocol_interfaces; u32 calculate_crc32; u32 copy_mem; u32 set_mem; u32 create_event_ex; } mixed_mode; }; typedef union efi_boot_services efi_boot_services_t; typedef struct { efi_table_hdr_t hdr; u32 fw_vendor; u32 fw_revision; u32 con_in_handle; u32 con_in; u32 con_out_handle; u32 con_out; u32 stderr_handle; u32 stderr; u32 runtime; u32 boottime; u32 nr_tables; u32 tables; } efi_system_table_32_t; typedef struct { u16 scan_code; efi_char16_t unicode_char; } efi_input_key_t; union efi_simple_text_input_protocol; typedef union efi_simple_text_input_protocol efi_simple_text_input_protocol_t; union efi_simple_text_input_protocol { struct { void *reset; efi_status_t (*read_keystroke)(efi_simple_text_input_protocol_t *, efi_input_key_t *); efi_event_t wait_for_key; }; struct { u32 reset; u32 read_keystroke; u32 wait_for_key; } mixed_mode; }; union efi_simple_text_output_protocol; typedef union efi_simple_text_output_protocol efi_simple_text_output_protocol_t; union efi_simple_text_output_protocol { struct { void *reset; efi_status_t (*output_string)(efi_simple_text_output_protocol_t *, efi_char16_t *); void *test_string; }; struct { u32 reset; u32 output_string; u32 test_string; } mixed_mode; }; typedef union { struct { efi_table_hdr_t hdr; long unsigned int fw_vendor; u32 fw_revision; long unsigned int con_in_handle; efi_simple_text_input_protocol_t *con_in; long unsigned int con_out_handle; efi_simple_text_output_protocol_t *con_out; long unsigned int stderr_handle; long unsigned int stderr; efi_runtime_services_t *runtime; efi_boot_services_t *boottime; long unsigned int nr_tables; long unsigned int tables; }; efi_system_table_32_t mixed_mode; } efi_system_table_t; typedef union { struct { u32 revision; efi_handle_t parent_handle; efi_system_table_t *system_table; efi_handle_t device_handle; void *file_path; void *reserved; u32 load_options_size; void *load_options; void *image_base; __u64 image_size; unsigned int image_code_type; unsigned int image_data_type; efi_status_t (*unload)(efi_handle_t); }; struct { u32 revision; u32 parent_handle; u32 system_table; u32 device_handle; u32 file_path; u32 reserved; u32 load_options_size; u32 load_options; u32 image_base; __u64 image_size; u32 image_code_type; u32 image_data_type; u32 unload; } mixed_mode; } efi_loaded_image_t; struct efi_boot_memmap { long unsigned int map_size; long unsigned int desc_size; u32 desc_ver; long unsigned int map_key; long unsigned int buff_size; efi_memory_desc_t map[0]; }; typedef efi_status_t (*efi_exit_boot_map_processing)(struct efi_boot_memmap *, void *); typedef void (*kernel_entry_t)(bool, long unsigned int, long unsigned int); struct exit_boot_struct { efi_memory_desc_t *runtime_map; int runtime_entry_count; }; union efi_rng_protocol; typedef union efi_rng_protocol efi_rng_protocol_t; union efi_rng_protocol { struct { efi_status_t (*get_info)(efi_rng_protocol_t *, long unsigned int *, efi_guid_t *); efi_status_t (*get_rng)(efi_rng_protocol_t *, efi_guid_t *, long unsigned int, u8 *); }; struct { u32 get_info; u32 get_rng; } mixed_mode; }; typedef enum { EfiPciIoWidthUint8 = 0, EfiPciIoWidthUint16 = 1, EfiPciIoWidthUint32 = 2, EfiPciIoWidthUint64 = 3, EfiPciIoWidthFifoUint8 = 4, EfiPciIoWidthFifoUint16 = 5, EfiPciIoWidthFifoUint32 = 6, EfiPciIoWidthFifoUint64 = 7, EfiPciIoWidthFillUint8 = 8, EfiPciIoWidthFillUint16 = 9, EfiPciIoWidthFillUint32 = 10, EfiPciIoWidthFillUint64 = 11, EfiPciIoWidthMaximum = 12, } EFI_PCI_IO_PROTOCOL_WIDTH; typedef struct { u32 read; u32 write; } efi_pci_io_protocol_access_32_t; typedef struct { void *read; void *write; } efi_pci_io_protocol_access_t; union efi_pci_io_protocol; typedef union efi_pci_io_protocol efi_pci_io_protocol_t; typedef efi_status_t (*efi_pci_io_protocol_cfg_t)(efi_pci_io_protocol_t *, EFI_PCI_IO_PROTOCOL_WIDTH, u32, long unsigned int, void *); typedef struct { efi_pci_io_protocol_cfg_t read; efi_pci_io_protocol_cfg_t write; } efi_pci_io_protocol_config_access_t; union efi_pci_io_protocol { struct { void *poll_mem; void *poll_io; efi_pci_io_protocol_access_t mem; efi_pci_io_protocol_access_t io; efi_pci_io_protocol_config_access_t pci; void *copy_mem; void *map; void *unmap; void *allocate_buffer; void *free_buffer; void *flush; efi_status_t (*get_location)(efi_pci_io_protocol_t *, long unsigned int *, long unsigned int *, long unsigned int *, long unsigned int *); void *attributes; void *get_bar_attributes; void *set_bar_attributes; uint64_t romsize; void *romimage; }; struct { u32 poll_mem; u32 poll_io; efi_pci_io_protocol_access_32_t mem; efi_pci_io_protocol_access_32_t io; efi_pci_io_protocol_access_32_t pci; u32 copy_mem; u32 map; u32 unmap; u32 allocate_buffer; u32 free_buffer; u32 flush; u32 get_location; u32 attributes; u32 get_bar_attributes; u32 set_bar_attributes; u64 romsize; u32 romimage; } mixed_mode; }; typedef initcall_t initcall_entry_t; struct trace_event_raw_initcall_level { struct trace_entry ent; u32 __data_loc_level; char __data[0]; }; struct trace_event_raw_initcall_start { struct trace_entry ent; initcall_t func; char __data[0]; }; struct trace_event_raw_initcall_finish { struct trace_entry ent; initcall_t func; int ret; char __data[0]; }; struct trace_event_data_offsets_initcall_level { u32 level; }; struct trace_event_data_offsets_initcall_start {}; struct trace_event_data_offsets_initcall_finish {}; typedef void (*btf_trace_initcall_level)(void *, const char *); typedef void (*btf_trace_initcall_start)(void *, initcall_t); typedef void (*btf_trace_initcall_finish)(void *, initcall_t, int); struct blacklist_entry { struct list_head next; char *buf; }; enum { CACHE_PRESENT = 1, CACHE_PRIVATE = 2, CACHE_INCLUSIVE = 4, }; enum cache_type { CACHE_TYPE_NOCACHE = 0, CACHE_TYPE_INST = 1, CACHE_TYPE_DATA = 2, CACHE_TYPE_SEPARATE = 3, CACHE_TYPE_UNIFIED = 4, }; struct cacheinfo { unsigned int id; enum cache_type type; unsigned int level; unsigned int coherency_line_size; unsigned int number_of_sets; unsigned int ways_of_associativity; unsigned int physical_line_partition; unsigned int size; cpumask_t shared_cpu_map; unsigned int attributes; void *fw_token; bool disable_sysfs; void *priv; }; struct cpu_cacheinfo { struct cacheinfo *info_list; unsigned int num_levels; unsigned int num_leaves; bool cpu_map_populated; }; enum bug_trap_type { BUG_TRAP_TYPE_NONE = 0, BUG_TRAP_TYPE_WARN = 1, BUG_TRAP_TYPE_BUG = 2, }; enum die_val { DIE_OOPS = 1, DIE_RI = 2, DIE_FP = 3, DIE_SIMD = 4, DIE_TRAP = 5, DIE_PAGE_FAULT = 6, DIE_BREAK = 7, DIE_SSTEPBP = 8, DIE_UPROBE = 9, DIE_UPROBE_XOL = 10, }; enum reboot_mode { REBOOT_UNDEFINED = -1, REBOOT_COLD = 0, REBOOT_WARM = 1, REBOOT_HARD = 2, REBOOT_SOFT = 3, REBOOT_GPIO = 4, }; enum con_flush_mode { CONSOLE_FLUSH_PENDING = 0, CONSOLE_REPLAY_ALL = 1, }; struct cpu { int node_id; int hotpluggable; struct device dev; }; struct pt_regs_offset { const char *name; int offset; }; enum loongarch_regset { REGSET_GPR = 0, REGSET_FPR = 1, REGSET_CPUCFG = 2, }; typedef __s64 Elf64_Sxword; struct elf64_rela { Elf64_Addr r_offset; Elf64_Xword r_info; Elf64_Sxword r_addend; }; typedef struct elf64_rela Elf64_Rela; struct alt_instr { s32 instr_offset; s32 replace_offset; u16 feature; u8 instrlen; u8 replacementlen; }; typedef int (*reloc_rela_handler)(struct module *, u32 *, Elf64_Addr, s64 *, size_t *, unsigned int); struct secondary_data { long unsigned int stack; long unsigned int thread_info; }; enum ipi_msg_type { IPI_RESCHEDULE = 0, IPI_CALL_FUNCTION = 1, }; struct flush_tlb_data { struct vm_area_struct *vma; long unsigned int addr1; long unsigned int addr2; }; enum unwinder_type { UNWINDER_GUESS = 0, UNWINDER_PROLOGUE = 1, }; struct mhp_params { struct vmem_altmap *altmap; pgprot_t pgprot; struct dev_pagemap *pgmap; }; enum fixed_addresses { FIX_HOLE = 0, FIX_EARLYCON_MEM_BASE = 1, __end_of_fixed_addresses = 2, }; struct vm_unmapped_area_info { long unsigned int flags; long unsigned int length; long unsigned int low_limit; long unsigned int high_limit; long unsigned int align_mask; long unsigned int align_offset; }; enum mmap_allocation_direction { UP___2 = 0, DOWN___2 = 1, }; enum reg2_op { revb2h_op = 12, revb4h_op = 13, revb2w_op = 14, revbd_op = 15, revh2w_op = 16, revhd_op = 17, }; enum reg2i5_op { slliw_op = 129, srliw_op = 137, sraiw_op = 145, }; enum reg2i6_op { sllid_op = 65, srlid_op = 69, sraid_op = 73, }; enum reg2bstrd_op { bstrinsd_op = 2, bstrpickd_op = 3, }; enum reg3sa2_op { alslw_op = 2, alslwu_op = 3, alsld_op = 22, }; struct jit_ctx { const struct bpf_prog *prog; unsigned int idx; unsigned int flags; unsigned int epilogue_offset; u32 *offset; int num_exentries; union loongarch_instruction *image; u32 stack_size; }; struct jit_data { struct bpf_binary_header *header; u8 *image; struct jit_ctx ctx; }; struct softirq_action { void (*action)(struct softirq_action *); }; struct trace_event_raw_irq_handler_entry { struct trace_entry ent; int irq; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_irq_handler_exit { struct trace_entry ent; int irq; int ret; char __data[0]; }; struct trace_event_raw_softirq { struct trace_entry ent; unsigned int vec; char __data[0]; }; struct trace_event_data_offsets_irq_handler_entry { u32 name; }; struct trace_event_data_offsets_irq_handler_exit {}; struct trace_event_data_offsets_softirq {}; typedef void (*btf_trace_irq_handler_entry)(void *, int, struct irqaction *); typedef void (*btf_trace_irq_handler_exit)(void *, int, struct irqaction *, int); typedef void (*btf_trace_softirq_entry)(void *, unsigned int); typedef void (*btf_trace_softirq_exit)(void *, unsigned int); typedef void (*btf_trace_softirq_raise)(void *, unsigned int); struct tasklet_head { struct tasklet_struct *head; struct tasklet_struct **tail; }; struct __user_cap_header_struct { __u32 version; int pid; }; typedef struct __user_cap_header_struct *cap_user_header_t; struct __user_cap_data_struct { __u32 effective; __u32 permitted; __u32 inheritable; }; typedef struct __user_cap_data_struct *cap_user_data_t; struct rusage { struct __kernel_old_timeval ru_utime; struct __kernel_old_timeval ru_stime; __kernel_long_t ru_maxrss; __kernel_long_t ru_ixrss; __kernel_long_t ru_idrss; __kernel_long_t ru_isrss; __kernel_long_t ru_minflt; __kernel_long_t ru_majflt; __kernel_long_t ru_nswap; __kernel_long_t ru_inblock; __kernel_long_t ru_oublock; __kernel_long_t ru_msgsnd; __kernel_long_t ru_msgrcv; __kernel_long_t ru_nsignals; __kernel_long_t ru_nvcsw; __kernel_long_t ru_nivcsw; }; struct rlimit64 { __u64 rlim_cur; __u64 rlim_max; }; enum uts_proc { UTS_PROC_ARCH = 0, UTS_PROC_OSTYPE = 1, UTS_PROC_OSRELEASE = 2, UTS_PROC_VERSION = 3, UTS_PROC_HOSTNAME = 4, UTS_PROC_DOMAINNAME = 5, }; struct prctl_mm_map { __u64 start_code; __u64 end_code; __u64 start_data; __u64 end_data; __u64 start_brk; __u64 brk; __u64 start_stack; __u64 arg_start; __u64 arg_end; __u64 env_start; __u64 env_end; __u64 *auxv; __u32 auxv_size; __u32 exe_fd; }; struct tms { __kernel_clock_t tms_utime; __kernel_clock_t tms_stime; __kernel_clock_t tms_cutime; __kernel_clock_t tms_cstime; }; struct getcpu_cache { long unsigned int blob[16]; }; enum { PROC_ROOT_INO = 1, PROC_IPC_INIT_INO = 4026531839, PROC_UTS_INIT_INO = 4026531838, PROC_USER_INIT_INO = 4026531837, PROC_PID_INIT_INO = 4026531836, PROC_CGROUP_INIT_INO = 4026531835, PROC_TIME_INIT_INO = 4026531834, }; struct pool_workqueue; struct worker_pool; struct worker { union { struct list_head entry; struct hlist_node hentry; }; struct work_struct *current_work; work_func_t current_func; struct pool_workqueue *current_pwq; unsigned int current_color; struct list_head scheduled; struct task_struct *task; struct worker_pool *pool; struct list_head node; long unsigned int last_active; unsigned int flags; int id; int sleeping; char desc[24]; struct workqueue_struct *rescue_wq; work_func_t last_func; }; struct async_entry { struct list_head domain_list; struct list_head global_list; struct work_struct work; async_cookie_t cookie; async_func_t func; void *data; struct async_domain *domain; }; struct swait_queue { struct task_struct *task; struct list_head task_list; }; enum { MEMBARRIER_FLAG_SYNC_CORE = 1, MEMBARRIER_FLAG_RSEQ = 2, }; enum { SD_BALANCE_NEWIDLE = 1, SD_BALANCE_EXEC = 2, SD_BALANCE_FORK = 4, SD_BALANCE_WAKE = 8, SD_WAKE_AFFINE = 16, SD_ASYM_CPUCAPACITY = 32, SD_ASYM_CPUCAPACITY_FULL = 64, SD_SHARE_CPUCAPACITY = 128, SD_SHARE_PKG_RESOURCES = 256, SD_SERIALIZE = 512, SD_ASYM_PACKING = 1024, SD_PREFER_SIBLING = 2048, SD_OVERLAP = 4096, SD_NUMA = 8192, }; typedef const struct cpumask * (*sched_domain_mask_f)(int); typedef int (*sched_domain_flags_f)(); struct sd_data { struct sched_domain **sd; struct sched_domain_shared **sds; struct sched_group **sg; struct sched_group_capacity **sgc; }; struct sched_domain_topology_level { sched_domain_mask_f mask; sched_domain_flags_f sd_flags; int flags; int numa_level; struct sd_data data; }; enum membarrier_cmd { MEMBARRIER_CMD_QUERY = 0, MEMBARRIER_CMD_GLOBAL = 1, MEMBARRIER_CMD_GLOBAL_EXPEDITED = 2, MEMBARRIER_CMD_REGISTER_GLOBAL_EXPEDITED = 4, MEMBARRIER_CMD_PRIVATE_EXPEDITED = 8, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED = 16, MEMBARRIER_CMD_PRIVATE_EXPEDITED_SYNC_CORE = 32, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_SYNC_CORE = 64, MEMBARRIER_CMD_PRIVATE_EXPEDITED_RSEQ = 128, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_RSEQ = 256, MEMBARRIER_CMD_SHARED = 1, }; enum membarrier_cmd_flag { MEMBARRIER_CMD_FLAG_CPU = 1, }; enum numa_topology_type { NUMA_DIRECT = 0, NUMA_GLUELESS_MESH = 1, NUMA_BACKPLANE = 2, }; enum cpuacct_stat_index { CPUACCT_STAT_USER = 0, CPUACCT_STAT_SYSTEM = 1, CPUACCT_STAT_NSTATS = 2, }; struct cpuacct { struct cgroup_subsys_state css; u64 *cpuusage; struct kernel_cpustat *cpustat; }; struct s_data { struct sched_domain **sd; struct root_domain *rd; }; enum s_alloc { sa_rootdomain = 0, sa_sd = 1, sa_sd_storage = 2, sa_none = 3, }; struct asym_cap_data { struct list_head link; long unsigned int capacity; long unsigned int cpus[0]; }; enum hk_flags { HK_FLAG_TIMER = 1, HK_FLAG_RCU = 2, HK_FLAG_MISC = 4, HK_FLAG_SCHED = 8, HK_FLAG_TICK = 16, HK_FLAG_DOMAIN = 32, HK_FLAG_WQ = 64, HK_FLAG_MANAGED_IRQ = 128, HK_FLAG_KTHREAD = 256, }; struct housekeeping { struct cpumask cpumasks[9]; long unsigned int flags; }; struct trace_event_raw_contention_begin { struct trace_entry ent; void *lock_addr; unsigned int flags; char __data[0]; }; struct trace_event_raw_contention_end { struct trace_entry ent; void *lock_addr; int ret; char __data[0]; }; struct trace_event_data_offsets_contention_begin {}; struct trace_event_data_offsets_contention_end {}; typedef void (*btf_trace_contention_begin)(void *, void *, unsigned int); typedef void (*btf_trace_contention_end)(void *, void *, int); struct mutex_waiter { struct list_head list; struct task_struct *task; struct ww_acquire_ctx *ww_ctx; }; enum pm_qos_req_action { PM_QOS_ADD_REQ = 0, PM_QOS_UPDATE_REQ = 1, PM_QOS_REMOVE_REQ = 2, }; enum suspend_stat_step { SUSPEND_FREEZE = 1, SUSPEND_PREPARE = 2, SUSPEND_SUSPEND = 3, SUSPEND_SUSPEND_LATE = 4, SUSPEND_SUSPEND_NOIRQ = 5, SUSPEND_RESUME_NOIRQ = 6, SUSPEND_RESUME_EARLY = 7, SUSPEND_RESUME = 8, }; struct suspend_stats { int success; int fail; int failed_freeze; int failed_prepare; int failed_suspend; int failed_suspend_late; int failed_suspend_noirq; int failed_resume; int failed_resume_early; int failed_resume_noirq; int last_failed_dev; char failed_devs[80]; int last_failed_errno; int errno[2]; int last_failed_step; enum suspend_stat_step failed_steps[2]; }; struct platform_suspend_ops { int (*valid)(suspend_state_t); int (*begin)(suspend_state_t); int (*prepare)(); int (*prepare_late)(); int (*enter)(suspend_state_t); void (*wake)(); void (*finish)(); bool (*suspend_again)(); void (*end)(); void (*recover)(); }; struct platform_s2idle_ops { int (*begin)(); int (*prepare)(); int (*prepare_late)(); void (*check)(); bool (*wake)(); void (*restore_early)(); void (*restore)(); void (*end)(); }; enum s2idle_states { S2IDLE_STATE_NONE = 0, S2IDLE_STATE_ENTER = 1, S2IDLE_STATE_WAKE = 2, }; enum { TEST_NONE = 0, TEST_CORE = 1, TEST_CPUS = 2, TEST_PLATFORM = 3, TEST_DEVICES = 4, TEST_FREEZER = 5, __TEST_AFTER_LAST = 6, }; enum { IRQ_STARTUP_NORMAL = 0, IRQ_STARTUP_MANAGED = 1, IRQ_STARTUP_ABORT = 2, }; enum { GP_IDLE = 0, GP_ENTER = 1, GP_PASSED = 2, GP_EXIT = 3, GP_REPLAY = 4, }; struct rcu_gp_oldstate { long unsigned int rgos_norm; long unsigned int rgos_exp; }; struct context_tracking { atomic_t state; long int dynticks_nesting; long int dynticks_nmi_nesting; }; enum tick_dep_bits { TICK_DEP_BIT_POSIX_TIMER = 0, TICK_DEP_BIT_PERF_EVENTS = 1, TICK_DEP_BIT_SCHED = 2, TICK_DEP_BIT_CLOCK_UNSTABLE = 3, TICK_DEP_BIT_RCU = 4, TICK_DEP_BIT_RCU_EXP = 5, }; struct sysrq_key_op { void (* const handler)(int); const char * const help_msg; const char * const action_msg; const int enable_mask; }; struct rcu_exp_work { long unsigned int rew_s; struct work_struct rew_work; }; struct rcu_node { raw_spinlock_t lock; long unsigned int gp_seq; long unsigned int gp_seq_needed; long unsigned int completedqs; long unsigned int qsmask; long unsigned int rcu_gp_init_mask; long unsigned int qsmaskinit; long unsigned int qsmaskinitnext; long unsigned int expmask; long unsigned int expmaskinit; long unsigned int expmaskinitnext; long unsigned int cbovldmask; long unsigned int ffmask; long unsigned int grpmask; int grplo; int grphi; u8 grpnum; u8 level; bool wait_blkd_tasks; struct rcu_node *parent; struct list_head blkd_tasks; struct list_head *gp_tasks; struct list_head *exp_tasks; struct list_head *boost_tasks; struct rt_mutex boost_mtx; long unsigned int boost_time; struct mutex boost_kthread_mutex; struct task_struct *boost_kthread_task; unsigned int boost_kthread_status; long unsigned int n_boosts; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; raw_spinlock_t fqslock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t exp_lock; long unsigned int exp_seq_rq; wait_queue_head_t exp_wq[4]; struct rcu_exp_work rew; bool exp_need_flush; raw_spinlock_t exp_poll_lock; long unsigned int exp_seq_poll_rq; struct work_struct exp_poll_wq; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; union rcu_noqs { struct { u8 norm; u8 exp; } b; u16 s; }; struct rcu_data { long unsigned int gp_seq; long unsigned int gp_seq_needed; union rcu_noqs cpu_no_qs; bool core_needs_qs; bool beenonline; bool gpwrap; bool cpu_started; struct rcu_node *mynode; long unsigned int grpmask; long unsigned int ticks_this_gp; struct irq_work defer_qs_iw; bool defer_qs_iw_pending; struct work_struct strict_work; struct rcu_segcblist cblist; long int qlen_last_fqs_check; long unsigned int n_cbs_invoked; long unsigned int n_force_qs_snap; long int blimit; int dynticks_snap; bool rcu_need_heavy_qs; bool rcu_urgent_qs; bool rcu_forced_tick; bool rcu_forced_tick_exp; long unsigned int barrier_seq_snap; struct callback_head barrier_head; int exp_dynticks_snap; struct task_struct *rcu_cpu_kthread_task; unsigned int rcu_cpu_kthread_status; char rcu_cpu_has_work; long unsigned int rcuc_activity; unsigned int softirq_snap; struct irq_work rcu_iw; bool rcu_iw_pending; long unsigned int rcu_iw_gp_seq; long unsigned int rcu_ofl_gp_seq; short int rcu_ofl_gp_flags; long unsigned int rcu_onl_gp_seq; short int rcu_onl_gp_flags; long unsigned int last_fqs_resched; long unsigned int last_sched_clock; long int lazy_len; int cpu; }; struct rcu_state { struct rcu_node node[5]; struct rcu_node *level[3]; int ncpus; int n_online_cpus; long: 64; long: 64; long: 64; long: 64; long unsigned int gp_seq; long unsigned int gp_max; struct task_struct *gp_kthread; struct swait_queue_head gp_wq; short int gp_flags; short int gp_state; long unsigned int gp_wake_time; long unsigned int gp_wake_seq; long unsigned int gp_seq_polled; long unsigned int gp_seq_polled_snap; long unsigned int gp_seq_polled_exp_snap; struct mutex barrier_mutex; atomic_t barrier_cpu_count; struct completion barrier_completion; long unsigned int barrier_sequence; raw_spinlock_t barrier_lock; struct mutex exp_mutex; struct mutex exp_wake_mutex; long unsigned int expedited_sequence; atomic_t expedited_need_qs; struct swait_queue_head expedited_wq; int ncpus_snap; u8 cbovld; u8 cbovldnext; long unsigned int jiffies_force_qs; long unsigned int jiffies_kick_kthreads; long unsigned int n_force_qs; long unsigned int gp_start; long unsigned int gp_end; long unsigned int gp_activity; long unsigned int gp_req_activity; long unsigned int jiffies_stall; long unsigned int jiffies_resched; long unsigned int n_force_qs_gpstart; const char *name; char abbr; long: 56; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; arch_spinlock_t ofl_lock; int nocb_is_setup; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum rcutorture_type { RCU_FLAVOR = 0, RCU_TASKS_FLAVOR = 1, RCU_TASKS_RUDE_FLAVOR = 2, RCU_TASKS_TRACING_FLAVOR = 3, RCU_TRIVIAL_FLAVOR = 4, SRCU_FLAVOR = 5, INVALID_RCU_FLAVOR = 6, }; struct kvfree_rcu_bulk_data { long unsigned int nr_records; struct kvfree_rcu_bulk_data *next; void *records[0]; }; struct kfree_rcu_cpu; struct kfree_rcu_cpu_work { struct rcu_work rcu_work; struct callback_head *head_free; struct kvfree_rcu_bulk_data *bkvhead_free[2]; struct kfree_rcu_cpu *krcp; }; struct kfree_rcu_cpu { struct callback_head *head; struct kvfree_rcu_bulk_data *bkvhead[2]; struct kfree_rcu_cpu_work krw_arr[2]; raw_spinlock_t lock; struct delayed_work monitor_work; bool initialized; int count; struct delayed_work page_cache_work; atomic_t backoff_page_cache_fill; atomic_t work_in_progress; struct hrtimer hrtimer; struct llist_head bkvcache; int nr_bkv_objs; }; struct module_sect_attr { struct bin_attribute battr; long unsigned int address; }; struct module_sect_attrs { struct attribute_group grp; unsigned int nsections; struct module_sect_attr attrs[0]; }; struct module_notes_attrs { struct kobject *dir; unsigned int notes; struct bin_attribute attrs[0]; }; typedef bool (*stack_trace_consume_fn)(void *, long unsigned int); struct stacktrace_cookie { long unsigned int *store; unsigned int size; unsigned int skip; unsigned int len; }; struct trace_event_raw_timer_class { struct trace_entry ent; void *timer; char __data[0]; }; struct trace_event_raw_timer_start { struct trace_entry ent; void *timer; void *function; long unsigned int expires; long unsigned int now; unsigned int flags; char __data[0]; }; struct trace_event_raw_timer_expire_entry { struct trace_entry ent; void *timer; long unsigned int now; void *function; long unsigned int baseclk; char __data[0]; }; struct trace_event_raw_hrtimer_init { struct trace_entry ent; void *hrtimer; clockid_t clockid; enum hrtimer_mode mode; char __data[0]; }; struct trace_event_raw_hrtimer_start { struct trace_entry ent; void *hrtimer; void *function; s64 expires; s64 softexpires; enum hrtimer_mode mode; char __data[0]; }; struct trace_event_raw_hrtimer_expire_entry { struct trace_entry ent; void *hrtimer; s64 now; void *function; char __data[0]; }; struct trace_event_raw_hrtimer_class { struct trace_entry ent; void *hrtimer; char __data[0]; }; struct trace_event_raw_itimer_state { struct trace_entry ent; int which; long long unsigned int expires; long int value_sec; long int value_nsec; long int interval_sec; long int interval_nsec; char __data[0]; }; struct trace_event_raw_itimer_expire { struct trace_entry ent; int which; pid_t pid; long long unsigned int now; char __data[0]; }; struct trace_event_raw_tick_stop { struct trace_entry ent; int success; int dependency; char __data[0]; }; struct trace_event_data_offsets_timer_class {}; struct trace_event_data_offsets_timer_start {}; struct trace_event_data_offsets_timer_expire_entry {}; struct trace_event_data_offsets_hrtimer_init {}; struct trace_event_data_offsets_hrtimer_start {}; struct trace_event_data_offsets_hrtimer_expire_entry {}; struct trace_event_data_offsets_hrtimer_class {}; struct trace_event_data_offsets_itimer_state {}; struct trace_event_data_offsets_itimer_expire {}; struct trace_event_data_offsets_tick_stop {}; typedef void (*btf_trace_timer_init)(void *, struct timer_list *); typedef void (*btf_trace_timer_start)(void *, struct timer_list *, long unsigned int, unsigned int); typedef void (*btf_trace_timer_expire_entry)(void *, struct timer_list *, long unsigned int); typedef void (*btf_trace_timer_expire_exit)(void *, struct timer_list *); typedef void (*btf_trace_timer_cancel)(void *, struct timer_list *); typedef void (*btf_trace_hrtimer_init)(void *, struct hrtimer *, clockid_t, enum hrtimer_mode); typedef void (*btf_trace_hrtimer_start)(void *, struct hrtimer *, enum hrtimer_mode); typedef void (*btf_trace_hrtimer_expire_entry)(void *, struct hrtimer *, ktime_t *); typedef void (*btf_trace_hrtimer_expire_exit)(void *, struct hrtimer *); typedef void (*btf_trace_hrtimer_cancel)(void *, struct hrtimer *); typedef void (*btf_trace_itimer_state)(void *, int, const struct itimerspec64 * const, long long unsigned int); typedef void (*btf_trace_itimer_expire)(void *, int, struct pid *, long long unsigned int); typedef void (*btf_trace_tick_stop)(void *, int, int); struct timer_base { raw_spinlock_t lock; struct timer_list *running_timer; long unsigned int clk; long unsigned int next_expiry; unsigned int cpu; bool next_expiry_recalc; bool is_idle; bool timers_pending; long unsigned int pending_map[9]; struct hlist_head vectors[576]; long: 64; long: 64; }; struct process_timer { struct timer_list timer; struct task_struct *task; }; struct tm { int tm_sec; int tm_min; int tm_hour; int tm_mday; int tm_mon; long int tm_year; int tm_wday; int tm_yday; }; struct __kernel_old_itimerval { struct __kernel_old_timeval it_interval; struct __kernel_old_timeval it_value; }; struct timens_offset { s64 sec; u64 nsec; }; struct tk_read_base { struct clocksource *clock; u64 mask; u64 cycle_last; u32 mult; u32 shift; u64 xtime_nsec; ktime_t base; u64 base_real; }; struct timekeeper { struct tk_read_base tkr_mono; struct tk_read_base tkr_raw; u64 xtime_sec; long unsigned int ktime_sec; struct timespec64 wall_to_monotonic; ktime_t offs_real; ktime_t offs_boot; ktime_t offs_tai; s32 tai_offset; unsigned int clock_was_set_seq; u8 cs_was_changed_seq; ktime_t next_leap_ktime; u64 raw_sec; struct timespec64 monotonic_to_boot; u64 cycle_interval; u64 xtime_interval; s64 xtime_remainder; u64 raw_interval; u64 ntp_tick; s64 ntp_error; u32 ntp_error_shift; u32 ntp_err_mult; u32 skip_second_overflow; }; struct arch_vdso_data {}; struct vdso_timestamp { u64 sec; u64 nsec; }; struct vdso_data { u32 seq; s32 clock_mode; u64 cycle_last; u64 mask; u32 mult; u32 shift; union { struct vdso_timestamp basetime[12]; struct timens_offset offset[12]; }; s32 tz_minuteswest; s32 tz_dsttime; u32 hrtimer_res; u32 __unused; struct arch_vdso_data arch_data; }; struct futex_waitv { __u64 val; __u64 uaddr; __u32 flags; __u32 __reserved; }; struct futex_vector { struct futex_waitv w; struct futex_q q; }; typedef struct { char *from; char *to; } substring_t; enum rdmacg_resource_type { RDMACG_RESOURCE_HCA_HANDLE = 0, RDMACG_RESOURCE_HCA_OBJECT = 1, RDMACG_RESOURCE_MAX = 2, }; enum rdmacg_file_type { RDMACG_RESOURCE_TYPE_MAX = 0, RDMACG_RESOURCE_TYPE_STAT = 1, }; struct rdmacg_resource { int max; int usage; }; struct rdmacg_resource_pool { struct rdmacg_device *device; struct rdmacg_resource resources[2]; struct list_head cg_node; struct list_head dev_node; u64 usage_sum; int num_max_cnt; }; struct audit_rule_data { __u32 flags; __u32 action; __u32 field_count; __u32 mask[64]; __u32 fields[64]; __u32 values[64]; __u32 fieldflags[64]; __u32 buflen; char buf[0]; }; struct audit_netlink_list { __u32 portid; struct net *net; struct sk_buff_head q; }; struct seccomp_notif_sizes { __u16 seccomp_notif; __u16 seccomp_notif_resp; __u16 seccomp_data; }; struct seccomp_notif { __u64 id; __u32 pid; __u32 flags; struct seccomp_data data; }; struct seccomp_notif_resp { __u64 id; __s64 val; __s32 error; __u32 flags; }; struct seccomp_notif_addfd { __u64 id; __u32 flags; __u32 srcfd; __u32 newfd; __u32 newfd_flags; }; struct action_cache { long unsigned int allow_native[8]; }; struct notification; struct seccomp_filter { refcount_t refs; refcount_t users; bool log; bool wait_killable_recv; struct action_cache cache; struct seccomp_filter *prev; struct bpf_prog *prog; struct notification *notif; struct mutex notify_lock; wait_queue_head_t wqh; }; struct seccomp_metadata { __u64 filter_off; __u64 flags; }; enum notify_state { SECCOMP_NOTIFY_INIT = 0, SECCOMP_NOTIFY_SENT = 1, SECCOMP_NOTIFY_REPLIED = 2, }; struct seccomp_knotif { struct task_struct *task; u64 id; const struct seccomp_data *data; enum notify_state state; int error; long int val; u32 flags; struct completion ready; struct list_head list; struct list_head addfd; }; struct seccomp_kaddfd { struct file *file; int fd; unsigned int flags; __u32 ioctl_flags; union { bool setfd; int ret; }; struct completion completion; struct list_head list; }; struct notification { struct semaphore request; u64 next_id; struct list_head notifications; }; struct seccomp_log_name { u32 log; const char *name; }; struct ftrace_func_entry { struct hlist_node hlist; long unsigned int ip; long unsigned int direct; }; enum ftrace_bug_type { FTRACE_BUG_UNKNOWN = 0, FTRACE_BUG_INIT = 1, FTRACE_BUG_NOP = 2, FTRACE_BUG_CALL = 3, FTRACE_BUG_UPDATE = 4, }; enum { FTRACE_FL_ENABLED = 2147483648, FTRACE_FL_REGS = 1073741824, FTRACE_FL_REGS_EN = 536870912, FTRACE_FL_TRAMP = 268435456, FTRACE_FL_TRAMP_EN = 134217728, FTRACE_FL_IPMODIFY = 67108864, FTRACE_FL_DISABLED = 33554432, FTRACE_FL_DIRECT = 16777216, FTRACE_FL_DIRECT_EN = 8388608, }; enum { FTRACE_UPDATE_IGNORE = 0, FTRACE_UPDATE_MAKE_CALL = 1, FTRACE_UPDATE_MODIFY_CALL = 2, FTRACE_UPDATE_MAKE_NOP = 3, }; enum { FTRACE_ITER_FILTER = 1, FTRACE_ITER_NOTRACE = 2, FTRACE_ITER_PRINTALL = 4, FTRACE_ITER_DO_PROBES = 8, FTRACE_ITER_PROBE = 16, FTRACE_ITER_MOD = 32, FTRACE_ITER_ENABLED = 64, }; enum perf_record_ksymbol_type { PERF_RECORD_KSYMBOL_TYPE_UNKNOWN = 0, PERF_RECORD_KSYMBOL_TYPE_BPF = 1, PERF_RECORD_KSYMBOL_TYPE_OOL = 2, PERF_RECORD_KSYMBOL_TYPE_MAX = 3, }; enum { TRACE_PIDS = 1, TRACE_NO_PIDS = 2, }; struct ftrace_mod_load { struct list_head list; char *func; char *module; int enable; }; enum { FTRACE_HASH_FL_MOD = 1, }; struct trace_parser { bool cont; char *buffer; unsigned int idx; unsigned int size; }; enum regex_type { MATCH_FULL = 0, MATCH_FRONT_ONLY = 1, MATCH_MIDDLE_ONLY = 2, MATCH_END_ONLY = 3, MATCH_GLOB = 4, MATCH_INDEX = 5, }; enum { FTRACE_MODIFY_ENABLE_FL = 1, FTRACE_MODIFY_MAY_SLEEP_FL = 2, }; struct ftrace_profile { struct hlist_node node; long unsigned int ip; long unsigned int counter; long long unsigned int time; long long unsigned int time_squared; }; struct ftrace_profile_page { struct ftrace_profile_page *next; long unsigned int index; struct ftrace_profile records[0]; }; struct ftrace_profile_stat { atomic_t disabled; struct hlist_head *hash; struct ftrace_profile_page *pages; struct ftrace_profile_page *start; struct tracer_stat stat; }; struct ftrace_func_probe { struct ftrace_probe_ops *probe_ops; struct ftrace_ops ops; struct trace_array *tr; struct list_head list; void *data; int ref; }; struct ftrace_page { struct ftrace_page *next; struct dyn_ftrace *records; int index; int order; }; struct ftrace_rec_iter { struct ftrace_page *pg; int index; }; struct ftrace_iterator { loff_t pos; loff_t func_pos; loff_t mod_pos; struct ftrace_page *pg; struct dyn_ftrace *func; struct ftrace_func_probe *probe; struct ftrace_func_entry *probe_entry; struct trace_parser parser; struct ftrace_hash *hash; struct ftrace_ops *ops; struct trace_array *tr; struct list_head *mod_list; int pidx; int idx; unsigned int flags; }; struct ftrace_glob { char *search; unsigned int len; int type; }; struct ftrace_func_map { struct ftrace_func_entry entry; void *data; }; struct ftrace_func_mapper { struct ftrace_hash hash; }; enum graph_filter_type { GRAPH_FILTER_NOTRACE = 0, GRAPH_FILTER_FUNCTION = 1, }; struct ftrace_graph_data { struct ftrace_hash *hash; struct ftrace_func_entry *entry; int idx; enum graph_filter_type type; struct ftrace_hash *new_hash; const struct seq_operations *seq_ops; struct trace_parser parser; }; struct ftrace_mod_func { struct list_head list; char *name; long unsigned int ip; unsigned int size; }; struct ftrace_mod_map { struct callback_head rcu; struct list_head list; struct module *mod; long unsigned int start_addr; long unsigned int end_addr; struct list_head funcs; unsigned int num_funcs; }; struct ftrace_init_func { struct list_head list; long unsigned int ip; }; struct kallsyms_data { long unsigned int *addrs; const char **syms; size_t cnt; size_t found; }; struct ftrace_graph_ent_entry { struct trace_entry ent; struct ftrace_graph_ent graph_ent; } __attribute__((packed)); struct ftrace_graph_ret_entry { struct trace_entry ent; struct ftrace_graph_ret ret; }; struct fgraph_cpu_data { pid_t last_pid; int depth; int depth_irq; int ignore; long unsigned int enter_funcs[50]; }; struct fgraph_data { struct fgraph_cpu_data *cpu_data; struct ftrace_graph_ent_entry ent; struct ftrace_graph_ret_entry ret; int failed; int cpu; int: 32; } __attribute__((packed)); enum { FLAGS_FILL_FULL = 268435456, FLAGS_FILL_START = 536870912, FLAGS_FILL_END = 805306368, }; typedef long unsigned int perf_trace_t[1024]; enum cpufreq_table_sorting { CPUFREQ_TABLE_UNSORTED = 0, CPUFREQ_TABLE_SORTED_ASCENDING = 1, CPUFREQ_TABLE_SORTED_DESCENDING = 2, }; struct cpufreq_cpuinfo { unsigned int max_freq; unsigned int min_freq; unsigned int transition_latency; }; struct cpufreq_stats; struct cpufreq_governor; struct cpufreq_frequency_table; struct cpufreq_policy { cpumask_var_t cpus; cpumask_var_t related_cpus; cpumask_var_t real_cpus; unsigned int shared_type; unsigned int cpu; struct clk *clk; struct cpufreq_cpuinfo cpuinfo; unsigned int min; unsigned int max; unsigned int cur; unsigned int suspend_freq; unsigned int policy; unsigned int last_policy; struct cpufreq_governor *governor; void *governor_data; char last_governor[16]; struct work_struct update; struct freq_constraints constraints; struct freq_qos_request *min_freq_req; struct freq_qos_request *max_freq_req; struct cpufreq_frequency_table *freq_table; enum cpufreq_table_sorting freq_table_sorted; struct list_head policy_list; struct kobject kobj; struct completion kobj_unregister; struct rw_semaphore rwsem; bool fast_switch_possible; bool fast_switch_enabled; bool strict_target; bool efficiencies_available; unsigned int transition_delay_us; bool dvfs_possible_from_any_cpu; unsigned int cached_target_freq; unsigned int cached_resolved_idx; bool transition_ongoing; spinlock_t transition_lock; wait_queue_head_t transition_wait; struct task_struct *transition_task; struct cpufreq_stats *stats; void *driver_data; struct thermal_cooling_device *cdev; struct notifier_block nb_min; struct notifier_block nb_max; }; struct cpufreq_governor { char name[16]; int (*init)(struct cpufreq_policy *); void (*exit)(struct cpufreq_policy *); int (*start)(struct cpufreq_policy *); void (*stop)(struct cpufreq_policy *); void (*limits)(struct cpufreq_policy *); ssize_t (*show_setspeed)(struct cpufreq_policy *, char *); int (*store_setspeed)(struct cpufreq_policy *, unsigned int); struct list_head governor_list; struct module *owner; u8 flags; }; struct cpufreq_frequency_table { unsigned int flags; unsigned int driver_data; unsigned int frequency; }; struct trace_event_raw_cpu { struct trace_entry ent; u32 state; u32 cpu_id; char __data[0]; }; struct trace_event_raw_cpu_idle_miss { struct trace_entry ent; u32 cpu_id; u32 state; bool below; char __data[0]; }; struct trace_event_raw_powernv_throttle { struct trace_entry ent; int chip_id; u32 __data_loc_reason; int pmax; char __data[0]; }; struct trace_event_raw_pstate_sample { struct trace_entry ent; u32 core_busy; u32 scaled_busy; u32 from; u32 to; u64 mperf; u64 aperf; u64 tsc; u32 freq; u32 io_boost; char __data[0]; }; struct trace_event_raw_cpu_frequency_limits { struct trace_entry ent; u32 min_freq; u32 max_freq; u32 cpu_id; char __data[0]; }; struct trace_event_raw_device_pm_callback_start { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; u32 __data_loc_parent; u32 __data_loc_pm_ops; int event; char __data[0]; }; struct trace_event_raw_device_pm_callback_end { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; int error; char __data[0]; }; struct trace_event_raw_suspend_resume { struct trace_entry ent; const char *action; int val; bool start; char __data[0]; }; struct trace_event_raw_wakeup_source { struct trace_entry ent; u32 __data_loc_name; u64 state; char __data[0]; }; struct trace_event_raw_clock { struct trace_entry ent; u32 __data_loc_name; u64 state; u64 cpu_id; char __data[0]; }; struct trace_event_raw_power_domain { struct trace_entry ent; u32 __data_loc_name; u64 state; u64 cpu_id; char __data[0]; }; struct trace_event_raw_cpu_latency_qos_request { struct trace_entry ent; s32 value; char __data[0]; }; struct trace_event_raw_pm_qos_update { struct trace_entry ent; enum pm_qos_req_action action; int prev_value; int curr_value; char __data[0]; }; struct trace_event_raw_dev_pm_qos_request { struct trace_entry ent; u32 __data_loc_name; enum dev_pm_qos_req_type type; s32 new_value; char __data[0]; }; struct trace_event_raw_guest_halt_poll_ns { struct trace_entry ent; bool grow; unsigned int new; unsigned int old; char __data[0]; }; struct trace_event_data_offsets_cpu {}; struct trace_event_data_offsets_cpu_idle_miss {}; struct trace_event_data_offsets_powernv_throttle { u32 reason; }; struct trace_event_data_offsets_pstate_sample {}; struct trace_event_data_offsets_cpu_frequency_limits {}; struct trace_event_data_offsets_device_pm_callback_start { u32 device; u32 driver; u32 parent; u32 pm_ops; }; struct trace_event_data_offsets_device_pm_callback_end { u32 device; u32 driver; }; struct trace_event_data_offsets_suspend_resume {}; struct trace_event_data_offsets_wakeup_source { u32 name; }; struct trace_event_data_offsets_clock { u32 name; }; struct trace_event_data_offsets_power_domain { u32 name; }; struct trace_event_data_offsets_cpu_latency_qos_request {}; struct trace_event_data_offsets_pm_qos_update {}; struct trace_event_data_offsets_dev_pm_qos_request { u32 name; }; struct trace_event_data_offsets_guest_halt_poll_ns {}; typedef void (*btf_trace_cpu_idle)(void *, unsigned int, unsigned int); typedef void (*btf_trace_cpu_idle_miss)(void *, unsigned int, unsigned int, bool); typedef void (*btf_trace_powernv_throttle)(void *, int, const char *, int); typedef void (*btf_trace_pstate_sample)(void *, u32, u32, u32, u32, u64, u64, u64, u32, u32); typedef void (*btf_trace_cpu_frequency)(void *, unsigned int, unsigned int); typedef void (*btf_trace_cpu_frequency_limits)(void *, struct cpufreq_policy *); typedef void (*btf_trace_device_pm_callback_start)(void *, struct device *, const char *, int); typedef void (*btf_trace_device_pm_callback_end)(void *, struct device *, int); typedef void (*btf_trace_suspend_resume)(void *, const char *, int, bool); typedef void (*btf_trace_wakeup_source_activate)(void *, const char *, unsigned int); typedef void (*btf_trace_wakeup_source_deactivate)(void *, const char *, unsigned int); typedef void (*btf_trace_clock_enable)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_clock_disable)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_clock_set_rate)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_power_domain_target)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_pm_qos_add_request)(void *, s32); typedef void (*btf_trace_pm_qos_update_request)(void *, s32); typedef void (*btf_trace_pm_qos_remove_request)(void *, s32); typedef void (*btf_trace_pm_qos_update_target)(void *, enum pm_qos_req_action, int, int); typedef void (*btf_trace_pm_qos_update_flags)(void *, enum pm_qos_req_action, int, int); typedef void (*btf_trace_dev_pm_qos_add_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_dev_pm_qos_update_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_dev_pm_qos_remove_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_guest_halt_poll_ns)(void *, bool, unsigned int, unsigned int); struct dynevent_arg_pair { const char *lhs; const char *rhs; char operator; char separator; }; enum cpu_pm_event { CPU_PM_ENTER = 0, CPU_PM_ENTER_FAILED = 1, CPU_PM_EXIT = 2, CPU_CLUSTER_PM_ENTER = 3, CPU_CLUSTER_PM_ENTER_FAILED = 4, CPU_CLUSTER_PM_EXIT = 5, }; enum btf_func_linkage { BTF_FUNC_STATIC = 0, BTF_FUNC_GLOBAL = 1, BTF_FUNC_EXTERN = 2, }; struct btf_var_secinfo { __u32 type; __u32 offset; __u32 size; }; struct btf_id_set { u32 cnt; u32 ids[0]; }; struct bpf_attach_target_info { struct btf_func_model fmodel; long int tgt_addr; const char *tgt_name; const struct btf_type *tgt_type; }; struct bpf_kfunc_desc { struct btf_func_model func_model; u32 func_id; s32 imm; u16 offset; }; struct bpf_kfunc_desc_tab { struct bpf_kfunc_desc descs[256]; u32 nr_descs; }; struct bpf_kfunc_btf { struct btf *btf; struct module *module; u16 offset; }; struct bpf_kfunc_btf_tab { struct bpf_kfunc_btf descs[256]; u32 nr_descs; }; struct bpf_struct_ops { const struct bpf_verifier_ops *verifier_ops; int (*init)(struct btf *); int (*check_member)(const struct btf_type *, const struct btf_member *); int (*init_member)(const struct btf_type *, const struct btf_member *, void *, const void *); int (*reg)(void *); void (*unreg)(void *); const struct btf_type *type; const struct btf_type *value_type; const char *name; struct btf_func_model func_models[64]; u32 type_id; u32 value_id; }; typedef u32 (*bpf_convert_ctx_access_t)(enum bpf_access_type, const struct bpf_insn *, struct bpf_insn *, struct bpf_prog *, u32 *); struct bpf_core_ctx { struct bpf_verifier_log *log; const struct btf *btf; }; enum bpf_stack_slot_type { STACK_INVALID = 0, STACK_SPILL = 1, STACK_MISC = 2, STACK_ZERO = 3, STACK_DYNPTR = 4, }; struct bpf_verifier_stack_elem { struct bpf_verifier_state st; int insn_idx; int prev_insn_idx; struct bpf_verifier_stack_elem *next; u32 log_pos; }; typedef void (*bpf_insn_print_t)(void *, const char *, ...); typedef const char * (*bpf_insn_revmap_call_t)(void *, const struct bpf_insn *); typedef const char * (*bpf_insn_print_imm_t)(void *, const struct bpf_insn *, __u64); struct bpf_insn_cbs { bpf_insn_print_t cb_print; bpf_insn_revmap_call_t cb_call; bpf_insn_print_imm_t cb_imm; void *private_data; }; struct bpf_call_arg_meta { struct bpf_map *map_ptr; bool raw_mode; bool pkt_access; u8 release_regno; int regno; int access_size; int mem_size; u64 msize_max_value; int ref_obj_id; int map_uid; int func_id; struct btf *btf; u32 btf_id; struct btf *ret_btf; u32 ret_btf_id; u32 subprogno; struct btf_field *kptr_field; u8 uninit_dynptr_regno; }; enum reg_arg_type { SRC_OP = 0, DST_OP = 1, DST_OP_NO_MARK = 2, }; enum bpf_access_src { ACCESS_DIRECT = 1, ACCESS_HELPER = 2, }; struct bpf_reg_types { const enum bpf_reg_type types[10]; u32 *btf_id; }; enum { AT_PKT_END = -1, BEYOND_PKT_END = -2, }; typedef int (*set_callee_state_fn)(struct bpf_verifier_env *, struct bpf_func_state *, struct bpf_func_state *, int); struct bpf_kfunc_call_arg_meta { struct btf *btf; u32 func_id; u32 kfunc_flags; const struct btf_type *func_proto; const char *func_name; u32 ref_obj_id; u8 release_regno; bool r0_rdonly; u32 ret_btf_id; u64 r0_size; struct { u64 value; bool found; } arg_constant; struct { struct btf *btf; u32 btf_id; } arg_obj_drop; struct { struct btf_field *field; } arg_list_head; }; enum { KF_ARG_DYNPTR_ID = 0, KF_ARG_LIST_HEAD_ID = 1, KF_ARG_LIST_NODE_ID = 2, }; enum kfunc_ptr_arg_type { KF_ARG_PTR_TO_CTX = 0, KF_ARG_PTR_TO_ALLOC_BTF_ID = 1, KF_ARG_PTR_TO_KPTR = 2, KF_ARG_PTR_TO_DYNPTR = 3, KF_ARG_PTR_TO_LIST_HEAD = 4, KF_ARG_PTR_TO_LIST_NODE = 5, KF_ARG_PTR_TO_BTF_ID = 6, KF_ARG_PTR_TO_MEM = 7, KF_ARG_PTR_TO_MEM_SIZE = 8, }; enum special_kfunc_type { KF_bpf_obj_new_impl = 0, KF_bpf_obj_drop_impl = 1, KF_bpf_list_push_front = 2, KF_bpf_list_push_back = 3, KF_bpf_list_pop_front = 4, KF_bpf_list_pop_back = 5, KF_bpf_cast_to_kern_ctx = 6, KF_bpf_rdonly_cast = 7, KF_bpf_rcu_read_lock = 8, KF_bpf_rcu_read_unlock = 9, }; enum { REASON_BOUNDS = -1, REASON_TYPE = -2, REASON_PATHS = -3, REASON_LIMIT = -4, REASON_STACK = -5, }; struct bpf_sanitize_info { struct bpf_insn_aux_data aux; bool mask_to_left; }; enum { DISCOVERED = 16, EXPLORED = 32, FALLTHROUGH = 1, BRANCH = 2, }; enum { DONE_EXPLORING = 0, KEEP_EXPLORING = 1, }; struct bpf_iter_seq_prog_info { u32 prog_id; }; struct bpf_iter__bpf_prog { union { struct bpf_iter_meta *meta; }; union { struct bpf_prog *prog; }; }; struct bpf_event_entry { struct perf_event *event; struct file *perf_file; struct file *map_file; struct callback_head rcu; }; struct bpf_iter__bpf_map_elem { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { void *key; }; union { void *value; }; }; struct bpf_iter_seq_array_map_info { struct bpf_map *map; void *percpu_value_buf; u32 index; }; struct prog_poke_elem { struct list_head list; struct bpf_prog_aux *aux; }; struct bpf_queue_stack { struct bpf_map map; raw_spinlock_t lock; u32 head; u32 tail; u32 size; char elements[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum { BPF_LOCAL_STORAGE_GET_F_CREATE = 1, BPF_SK_STORAGE_GET_F_CREATE = 1, }; typedef u64 (*btf_bpf_task_storage_get_recur)(struct bpf_map *, struct task_struct *, void *, u64, gfp_t); typedef u64 (*btf_bpf_task_storage_get)(struct bpf_map *, struct task_struct *, void *, u64, gfp_t); typedef u64 (*btf_bpf_task_storage_delete_recur)(struct bpf_map *, struct task_struct *); typedef u64 (*btf_bpf_task_storage_delete)(struct bpf_map *, struct task_struct *); struct bpf_dispatcher_prog { struct bpf_prog *prog; refcount_t users; }; struct bpf_dispatcher { struct mutex mutex; void *func; struct bpf_dispatcher_prog progs[48]; int num_progs; void *image; void *rw_image; u32 image_off; struct bpf_ksym ksym; }; struct bpf_prog_info { __u32 type; __u32 id; __u8 tag[8]; __u32 jited_prog_len; __u32 xlated_prog_len; __u64 jited_prog_insns; __u64 xlated_prog_insns; __u64 load_time; __u32 created_by_uid; __u32 nr_map_ids; __u64 map_ids; char name[16]; __u32 ifindex; __u32 gpl_compatible: 1; __u64 netns_dev; __u64 netns_ino; __u32 nr_jited_ksyms; __u32 nr_jited_func_lens; __u64 jited_ksyms; __u64 jited_func_lens; __u32 btf_id; __u32 func_info_rec_size; __u64 func_info; __u32 nr_func_info; __u32 nr_line_info; __u64 line_info; __u64 jited_line_info; __u32 nr_jited_line_info; __u32 line_info_rec_size; __u32 jited_line_info_rec_size; __u32 nr_prog_tags; __u64 prog_tags; __u64 run_time_ns; __u64 run_cnt; __u64 recursion_misses; __u32 verified_insns; __u32 attach_btf_obj_id; __u32 attach_btf_id; }; struct bpf_map_info { __u32 type; __u32 id; __u32 key_size; __u32 value_size; __u32 max_entries; __u32 map_flags; char name[16]; __u32 ifindex; __u32 btf_vmlinux_value_type_id; __u64 netns_dev; __u64 netns_ino; __u32 btf_id; __u32 btf_key_type_id; __u32 btf_value_type_id; __u64 map_extra; }; struct bpf_prog_offload_ops { int (*insn_hook)(struct bpf_verifier_env *, int, int); int (*finalize)(struct bpf_verifier_env *); int (*replace_insn)(struct bpf_verifier_env *, u32, struct bpf_insn *); int (*remove_insns)(struct bpf_verifier_env *, u32, u32); int (*prepare)(struct bpf_prog *); int (*translate)(struct bpf_prog *); void (*destroy)(struct bpf_prog *); }; struct bpf_offload_dev { const struct bpf_prog_offload_ops *ops; struct list_head netdevs; void *priv; }; struct bpf_offload_netdev { struct rhash_head l; struct net_device *netdev; struct bpf_offload_dev *offdev; struct list_head progs; struct list_head maps; struct list_head offdev_netdevs; }; struct ns_get_path_bpf_prog_args { struct bpf_prog *prog; struct bpf_prog_info *info; }; struct ns_get_path_bpf_map_args { struct bpf_offloaded_map *offmap; struct bpf_map_info *info; }; typedef u64 (*btf_bpf_cgrp_storage_get)(struct bpf_map *, struct cgroup *, void *, u64, gfp_t); typedef u64 (*btf_bpf_cgrp_storage_delete)(struct bpf_map *, struct cgroup *); struct bpf_tramp_link; struct bpf_tramp_links { struct bpf_tramp_link *links[38]; int nr_links; }; struct bpf_tramp_link { struct bpf_link link; struct hlist_node tramp_hlist; u64 cookie; }; struct bpf_dummy_ops_state { int val; }; struct bpf_dummy_ops { int (*test_1)(struct bpf_dummy_ops_state *); int (*test_2)(struct bpf_dummy_ops_state *, int, short unsigned int, char, long unsigned int); }; enum bpf_struct_ops_state { BPF_STRUCT_OPS_STATE_INIT = 0, BPF_STRUCT_OPS_STATE_INUSE = 1, BPF_STRUCT_OPS_STATE_TOBEFREE = 2, }; struct bpf_struct_ops_value { refcount_t refcnt; enum bpf_struct_ops_state state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; char data[0]; }; struct bpf_struct_ops_map { struct bpf_map map; struct callback_head rcu; const struct bpf_struct_ops *st_ops; struct mutex lock; struct bpf_link **links; void *image; struct bpf_struct_ops_value *uvalue; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct bpf_struct_ops_value kvalue; }; struct bpf_struct_ops_bpf_dummy_ops { refcount_t refcnt; enum bpf_struct_ops_state state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct bpf_dummy_ops data; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_struct_ops_tcp_congestion_ops { refcount_t refcnt; enum bpf_struct_ops_state state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct tcp_congestion_ops data; }; enum { BPF_STRUCT_OPS_TYPE_bpf_dummy_ops = 0, BPF_STRUCT_OPS_TYPE_tcp_congestion_ops = 1, __NR_BPF_STRUCT_OPS_TYPE = 2, }; struct workqueue_attrs { int nice; cpumask_var_t cpumask; bool no_numa; }; struct parallel_data; struct padata_priv { struct list_head list; struct parallel_data *pd; int cb_cpu; unsigned int seq_nr; int info; void (*parallel)(struct padata_priv *); void (*serial)(struct padata_priv *); }; struct padata_cpumask { cpumask_var_t pcpu; cpumask_var_t cbcpu; }; struct padata_shell; struct padata_list; struct padata_serial_queue; struct parallel_data { struct padata_shell *ps; struct padata_list *reorder_list; struct padata_serial_queue *squeue; refcount_t refcnt; unsigned int seq_nr; unsigned int processed; int cpu; struct padata_cpumask cpumask; struct work_struct reorder_work; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct padata_list { struct list_head list; spinlock_t lock; }; struct padata_serial_queue { struct padata_list serial; struct work_struct work; struct parallel_data *pd; }; struct padata_instance; struct padata_shell { struct padata_instance *pinst; struct parallel_data *pd; struct parallel_data *opd; struct list_head list; }; struct padata_instance { struct hlist_node cpu_online_node; struct hlist_node cpu_dead_node; struct workqueue_struct *parallel_wq; struct workqueue_struct *serial_wq; struct list_head pslist; struct padata_cpumask cpumask; struct kobject kobj; struct mutex lock; u8 flags; }; struct padata_mt_job { void (*thread_fn)(long unsigned int, long unsigned int, void *); void *fn_arg; long unsigned int start; long unsigned int size; long unsigned int align; long unsigned int min_chunk; int max_threads; }; struct padata_work { struct work_struct pw_work; struct list_head pw_list; void *pw_data; }; struct padata_mt_job_state { spinlock_t lock; struct completion completion; struct padata_mt_job *job; int nworks; int nworks_fini; long unsigned int chunk_size; }; struct padata_sysfs_entry { struct attribute attr; ssize_t (*show)(struct padata_instance *, struct attribute *, char *); ssize_t (*store)(struct padata_instance *, struct attribute *, const char *, size_t); }; struct ksignal { struct k_sigaction ka; kernel_siginfo_t info; int sig; }; enum rseq_cpu_id_state { RSEQ_CPU_ID_UNINITIALIZED = -1, RSEQ_CPU_ID_REGISTRATION_FAILED = -2, }; enum rseq_flags { RSEQ_FLAG_UNREGISTER = 1, }; enum rseq_cs_flags { RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT = 1, RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL = 2, RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE = 4, }; struct rseq_cs { __u32 version; __u32 flags; __u64 start_ip; __u64 post_commit_offset; __u64 abort_ip; }; struct trace_event_raw_rseq_update { struct trace_entry ent; s32 cpu_id; char __data[0]; }; struct trace_event_raw_rseq_ip_fixup { struct trace_entry ent; long unsigned int regs_ip; long unsigned int start_ip; long unsigned int post_commit_offset; long unsigned int abort_ip; char __data[0]; }; struct trace_event_data_offsets_rseq_update {}; struct trace_event_data_offsets_rseq_ip_fixup {}; typedef void (*btf_trace_rseq_update)(void *, struct task_struct *); typedef void (*btf_trace_rseq_ip_fixup)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef unsigned int zap_flags_t; struct zap_details { struct folio *single_folio; bool even_cows; zap_flags_t zap_flags; }; struct mmu_gather_batch { struct mmu_gather_batch *next; unsigned int nr; unsigned int max; struct encoded_page *encoded_pages[0]; }; struct mmu_gather { struct mm_struct *mm; long unsigned int start; long unsigned int end; unsigned int fullmm: 1; unsigned int need_flush_all: 1; unsigned int freed_tables: 1; unsigned int delayed_rmap: 1; unsigned int cleared_ptes: 1; unsigned int cleared_pmds: 1; unsigned int cleared_puds: 1; unsigned int cleared_p4ds: 1; unsigned int vma_exec: 1; unsigned int vma_huge: 1; unsigned int vma_pfn: 1; unsigned int batch_count; struct mmu_gather_batch *active; struct mmu_gather_batch local; struct page *__pages[8]; }; struct trace_event_raw_oom_score_adj_update { struct trace_entry ent; pid_t pid; char comm[16]; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_reclaim_retry_zone { struct trace_entry ent; int node; int zone_idx; int order; long unsigned int reclaimable; long unsigned int available; long unsigned int min_wmark; int no_progress_loops; bool wmark_check; char __data[0]; }; struct trace_event_raw_mark_victim { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_wake_reaper { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_start_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_finish_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_skip_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_compact_retry { struct trace_entry ent; int order; int priority; int result; int retries; int max_retries; bool ret; char __data[0]; }; struct trace_event_data_offsets_oom_score_adj_update {}; struct trace_event_data_offsets_reclaim_retry_zone {}; struct trace_event_data_offsets_mark_victim {}; struct trace_event_data_offsets_wake_reaper {}; struct trace_event_data_offsets_start_task_reaping {}; struct trace_event_data_offsets_finish_task_reaping {}; struct trace_event_data_offsets_skip_task_reaping {}; struct trace_event_data_offsets_compact_retry {}; typedef void (*btf_trace_oom_score_adj_update)(void *, struct task_struct *); typedef void (*btf_trace_reclaim_retry_zone)(void *, struct zoneref *, int, long unsigned int, long unsigned int, long unsigned int, int, bool); typedef void (*btf_trace_mark_victim)(void *, int); typedef void (*btf_trace_wake_reaper)(void *, int); typedef void (*btf_trace_start_task_reaping)(void *, int); typedef void (*btf_trace_finish_task_reaping)(void *, int); typedef void (*btf_trace_skip_task_reaping)(void *, int); typedef void (*btf_trace_compact_retry)(void *, int, enum compact_priority, enum compact_result, int, int, bool); struct trace_event_raw_mm_lru_insertion { struct trace_entry ent; struct folio *folio; long unsigned int pfn; enum lru_list lru; long unsigned int flags; char __data[0]; }; struct trace_event_raw_mm_lru_activate { struct trace_entry ent; struct folio *folio; long unsigned int pfn; char __data[0]; }; struct trace_event_data_offsets_mm_lru_insertion {}; struct trace_event_data_offsets_mm_lru_activate {}; typedef void (*btf_trace_mm_lru_insertion)(void *, struct folio *); typedef void (*btf_trace_mm_lru_activate)(void *, struct folio *); struct lru_rotate { local_lock_t lock; struct folio_batch fbatch; }; struct cpu_fbatches { local_lock_t lock; struct folio_batch lru_add; struct folio_batch lru_deactivate_file; struct folio_batch lru_deactivate; struct folio_batch lru_lazyfree; struct folio_batch activate; }; typedef void (*move_fn_t)(struct lruvec *, struct folio *); struct node { struct device dev; struct list_head access_list; struct list_head cache_attrs; struct device *cache_dev; }; struct trace_event_raw_mm_compaction_isolate_template { struct trace_entry ent; long unsigned int start_pfn; long unsigned int end_pfn; long unsigned int nr_scanned; long unsigned int nr_taken; char __data[0]; }; struct trace_event_raw_mm_compaction_migratepages { struct trace_entry ent; long unsigned int nr_migrated; long unsigned int nr_failed; char __data[0]; }; struct trace_event_raw_mm_compaction_begin { struct trace_entry ent; long unsigned int zone_start; long unsigned int migrate_pfn; long unsigned int free_pfn; long unsigned int zone_end; bool sync; char __data[0]; }; struct trace_event_raw_mm_compaction_end { struct trace_entry ent; long unsigned int zone_start; long unsigned int migrate_pfn; long unsigned int free_pfn; long unsigned int zone_end; bool sync; int status; char __data[0]; }; struct trace_event_raw_mm_compaction_try_to_compact_pages { struct trace_entry ent; int order; long unsigned int gfp_mask; int prio; char __data[0]; }; struct trace_event_raw_mm_compaction_suitable_template { struct trace_entry ent; int nid; enum zone_type idx; int order; int ret; char __data[0]; }; struct trace_event_raw_mm_compaction_defer_template { struct trace_entry ent; int nid; enum zone_type idx; int order; unsigned int considered; unsigned int defer_shift; int order_failed; char __data[0]; }; struct trace_event_raw_mm_compaction_kcompactd_sleep { struct trace_entry ent; int nid; char __data[0]; }; struct trace_event_raw_kcompactd_wake_template { struct trace_entry ent; int nid; int order; enum zone_type highest_zoneidx; char __data[0]; }; struct trace_event_data_offsets_mm_compaction_isolate_template {}; struct trace_event_data_offsets_mm_compaction_migratepages {}; struct trace_event_data_offsets_mm_compaction_begin {}; struct trace_event_data_offsets_mm_compaction_end {}; struct trace_event_data_offsets_mm_compaction_try_to_compact_pages {}; struct trace_event_data_offsets_mm_compaction_suitable_template {}; struct trace_event_data_offsets_mm_compaction_defer_template {}; struct trace_event_data_offsets_mm_compaction_kcompactd_sleep {}; struct trace_event_data_offsets_kcompactd_wake_template {}; typedef void (*btf_trace_mm_compaction_isolate_migratepages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_compaction_isolate_freepages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_compaction_migratepages)(void *, struct compact_control *, unsigned int); typedef void (*btf_trace_mm_compaction_begin)(void *, struct compact_control *, long unsigned int, long unsigned int, bool); typedef void (*btf_trace_mm_compaction_end)(void *, struct compact_control *, long unsigned int, long unsigned int, bool, int); typedef void (*btf_trace_mm_compaction_try_to_compact_pages)(void *, int, gfp_t, int); typedef void (*btf_trace_mm_compaction_finished)(void *, struct zone *, int, int); typedef void (*btf_trace_mm_compaction_suitable)(void *, struct zone *, int, int); typedef void (*btf_trace_mm_compaction_deferred)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_defer_compaction)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_defer_reset)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_kcompactd_sleep)(void *, int); typedef void (*btf_trace_mm_compaction_wakeup_kcompactd)(void *, int, int, enum zone_type); typedef void (*btf_trace_mm_compaction_kcompactd_wake)(void *, int, int, enum zone_type); typedef enum { ISOLATE_ABORT = 0, ISOLATE_NONE = 1, ISOLATE_SUCCESS = 2, } isolate_migrate_t; struct follow_page_context { struct dev_pagemap *pgmap; unsigned int page_mask; }; struct vmap_area { long unsigned int va_start; long unsigned int va_end; struct rb_node rb_node; struct list_head list; union { long unsigned int subtree_max_size; struct vm_struct *vm; }; }; typedef unsigned int pgtbl_mod_mask; typedef unsigned int kasan_vmalloc_flags_t; enum memcg_stat_item { MEMCG_SWAP = 43, MEMCG_SOCK = 44, MEMCG_PERCPU_B = 45, MEMCG_VMALLOC = 46, MEMCG_KMEM = 47, MEMCG_ZSWAP_B = 48, MEMCG_ZSWAPPED = 49, MEMCG_NR_STAT = 50, }; struct rb_augment_callbacks { void (*propagate)(struct rb_node *, struct rb_node *); void (*copy)(struct rb_node *, struct rb_node *); void (*rotate)(struct rb_node *, struct rb_node *); }; struct trace_event_raw_alloc_vmap_area { struct trace_entry ent; long unsigned int addr; long unsigned int size; long unsigned int align; long unsigned int vstart; long unsigned int vend; int failed; char __data[0]; }; struct trace_event_raw_purge_vmap_area_lazy { struct trace_entry ent; long unsigned int start; long unsigned int end; unsigned int npurged; char __data[0]; }; struct trace_event_raw_free_vmap_area_noflush { struct trace_entry ent; long unsigned int va_start; long unsigned int nr_lazy; long unsigned int nr_lazy_max; char __data[0]; }; struct trace_event_data_offsets_alloc_vmap_area {}; struct trace_event_data_offsets_purge_vmap_area_lazy {}; struct trace_event_data_offsets_free_vmap_area_noflush {}; typedef void (*btf_trace_alloc_vmap_area)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, int); typedef void (*btf_trace_purge_vmap_area_lazy)(void *, long unsigned int, long unsigned int, unsigned int); typedef void (*btf_trace_free_vmap_area_noflush)(void *, long unsigned int, long unsigned int, long unsigned int); struct vfree_deferred { struct llist_head list; struct work_struct wq; }; enum fit_type { NOTHING_FIT = 0, FL_FIT_TYPE = 1, LE_FIT_TYPE = 2, RE_FIT_TYPE = 3, NE_FIT_TYPE = 4, }; struct vmap_block_queue { spinlock_t lock; struct list_head free; }; struct vmap_block { spinlock_t lock; struct vmap_area *va; long unsigned int free; long unsigned int dirty; long unsigned int dirty_min; long unsigned int dirty_max; struct list_head free_list; struct callback_head callback_head; struct list_head purge; }; typedef long unsigned int pte_marker; struct madvise_walk_private { struct mmu_gather *tlb; bool pageout; }; struct swap_slots_cache { bool lock_initialized; struct mutex alloc_lock; swp_entry_t *slots; int nr; int cur; spinlock_t free_lock; swp_entry_t *slots_ret; int n_ret; }; struct dma_pool { struct list_head page_list; spinlock_t lock; size_t size; struct device *dev; size_t allocation; size_t boundary; char name[32]; struct list_head pools; }; struct dma_page { struct list_head page_list; void *vaddr; dma_addr_t dma; unsigned int in_use; unsigned int offset; }; struct nodemask_scratch { nodemask_t mask1; nodemask_t mask2; }; enum { MPOL_DEFAULT = 0, MPOL_PREFERRED = 1, MPOL_BIND = 2, MPOL_INTERLEAVE = 3, MPOL_LOCAL = 4, MPOL_PREFERRED_MANY = 5, MPOL_MAX = 6, }; struct sp_node { struct rb_node nd; long unsigned int start; long unsigned int end; struct mempolicy *policy; }; struct shared_policy { struct rb_root root; rwlock_t lock; }; struct mempolicy_operations { int (*create)(struct mempolicy *, const nodemask_t *); void (*rebind)(struct mempolicy *, const nodemask_t *); }; struct queue_pages { struct list_head *pagelist; long unsigned int flags; nodemask_t *nmask; long unsigned int start; long unsigned int end; struct vm_area_struct *first; }; typedef void (*swap_r_func_t)(void *, void *, int, const void *); typedef int (*cmp_r_func_t)(const void *, const void *, const void *); enum stat_item { ALLOC_FASTPATH = 0, ALLOC_SLOWPATH = 1, FREE_FASTPATH = 2, FREE_SLOWPATH = 3, FREE_FROZEN = 4, FREE_ADD_PARTIAL = 5, FREE_REMOVE_PARTIAL = 6, ALLOC_FROM_PARTIAL = 7, ALLOC_SLAB = 8, ALLOC_REFILL = 9, ALLOC_NODE_MISMATCH = 10, FREE_SLAB = 11, CPUSLAB_FLUSH = 12, DEACTIVATE_FULL = 13, DEACTIVATE_EMPTY = 14, DEACTIVATE_TO_HEAD = 15, DEACTIVATE_TO_TAIL = 16, DEACTIVATE_REMOTE_FREES = 17, DEACTIVATE_BYPASS = 18, ORDER_FALLBACK = 19, CMPXCHG_DOUBLE_CPU_FAIL = 20, CMPXCHG_DOUBLE_FAIL = 21, CPU_PARTIAL_ALLOC = 22, CPU_PARTIAL_FREE = 23, CPU_PARTIAL_NODE = 24, CPU_PARTIAL_DRAIN = 25, NR_SLUB_STAT_ITEMS = 26, }; struct memory_notify { long unsigned int start_pfn; long unsigned int nr_pages; int status_change_nid_normal; int status_change_nid; }; struct partial_context { struct slab **slab; gfp_t flags; unsigned int orig_size; }; struct track { long unsigned int addr; depot_stack_handle_t handle; int cpu; int pid; long unsigned int when; }; enum track_item { TRACK_ALLOC = 0, TRACK_FREE = 1, }; struct slub_flush_work { struct work_struct work; struct kmem_cache *s; bool skip; }; struct detached_freelist { struct slab *slab; void *tail; void *freelist; int cnt; struct kmem_cache *s; }; struct location { depot_stack_handle_t handle; long unsigned int count; long unsigned int addr; long unsigned int waste; long long int sum_time; long int min_time; long int max_time; long int min_pid; long int max_pid; long unsigned int cpus[1]; nodemask_t nodes; }; struct loc_track { long unsigned int max; long unsigned int count; struct location *loc; loff_t idx; }; enum slab_stat_type { SL_ALL = 0, SL_PARTIAL = 1, SL_CPU = 2, SL_OBJECTS = 3, SL_TOTAL = 4, }; struct slab_attribute { struct attribute attr; ssize_t (*show)(struct kmem_cache *, char *); ssize_t (*store)(struct kmem_cache *, const char *, size_t); }; struct saved_alias { struct kmem_cache *s; const char *name; struct saved_alias *next; }; enum slab_modes { M_NONE = 0, M_PARTIAL = 1, M_FREE = 2, M_FULL_NOLIST = 3, }; enum vmpressure_levels { VMPRESSURE_LOW = 0, VMPRESSURE_MEDIUM = 1, VMPRESSURE_CRITICAL = 2, VMPRESSURE_NUM_LEVELS = 3, }; enum vmpressure_modes { VMPRESSURE_NO_PASSTHROUGH = 0, VMPRESSURE_HIERARCHY = 1, VMPRESSURE_LOCAL = 2, VMPRESSURE_NUM_MODES = 3, }; struct vmpressure_event { struct eventfd_ctx *efd; enum vmpressure_levels level; enum vmpressure_modes mode; struct list_head node; }; struct swap_cgroup_ctrl { struct page **map; long unsigned int length; spinlock_t lock; }; struct swap_cgroup { short unsigned int id; }; struct zpool { struct zpool_driver *driver; void *pool; }; enum zs_mapmode { ZS_MM_RW = 0, ZS_MM_RO = 1, ZS_MM_WO = 2, }; struct zs_pool_stats { atomic_long_t pages_compacted; }; enum fullness_group { ZS_EMPTY = 0, ZS_ALMOST_EMPTY = 1, ZS_ALMOST_FULL = 2, ZS_FULL = 3, NR_ZS_FULLNESS = 4, }; enum class_stat_type { CLASS_EMPTY = 0, CLASS_ALMOST_EMPTY = 1, CLASS_ALMOST_FULL = 2, CLASS_FULL = 3, OBJ_ALLOCATED = 4, OBJ_USED = 5, NR_ZS_STAT_TYPE = 6, }; struct zs_size_stat { long unsigned int objs[6]; }; struct size_class { struct list_head fullness_list[4]; int size; int objs_per_zspage; int pages_per_zspage; unsigned int index; struct zs_size_stat stats; }; struct link_free { union { long unsigned int next; long unsigned int handle; long unsigned int deferred_handle; }; }; struct zs_pool { const char *name; struct size_class *size_class[257]; struct kmem_cache *handle_cachep; struct kmem_cache *zspage_cachep; atomic_long_t pages_allocated; struct zs_pool_stats stats; struct shrinker shrinker; struct list_head lru; struct zpool *zpool; const struct zpool_ops *zpool_ops; struct work_struct free_work; spinlock_t lock; }; struct zspage { struct { unsigned int huge: 1; unsigned int fullness: 2; unsigned int class: 9; unsigned int isolated: 3; unsigned int magic: 8; }; unsigned int inuse; unsigned int freeobj; struct page *first_page; struct list_head list; struct list_head lru; bool under_reclaim; struct zs_pool *pool; rwlock_t lock; }; struct mapping_area { local_lock_t lock; char *vm_buf; char *vm_addr; enum zs_mapmode vm_mm; }; struct zs_compact_control { struct page *s_page; struct page *d_page; int obj_idx; }; enum mcopy_atomic_mode { MCOPY_ATOMIC_NORMAL = 0, MCOPY_ATOMIC_ZEROPAGE = 1, MCOPY_ATOMIC_CONTINUE = 2, }; struct linux_dirent64 { u64 d_ino; s64 d_off; short unsigned int d_reclen; unsigned char d_type; char d_name[0]; }; struct linux_dirent { long unsigned int d_ino; long unsigned int d_off; short unsigned int d_reclen; char d_name[1]; }; struct getdents_callback___2 { struct dir_context ctx; struct linux_dirent *current_dir; int prev_reclen; int count; int error; }; struct getdents_callback64 { struct dir_context ctx; struct linux_dirent64 *current_dir; int prev_reclen; int count; int error; }; enum dentry_d_lock_class { DENTRY_D_LOCK_NORMAL = 0, DENTRY_D_LOCK_NESTED = 1, }; struct dentry_stat_t { long int nr_dentry; long int nr_unused; long int age_limit; long int want_pages; long int nr_negative; long int dummy; }; struct external_name { union { atomic_t count; struct callback_head head; } u; unsigned char name[0]; }; enum d_walk_ret { D_WALK_CONTINUE = 0, D_WALK_QUIT = 1, D_WALK_NORETRY = 2, D_WALK_SKIP = 3, }; struct check_mount { struct vfsmount *mnt; unsigned int mounted; }; struct select_data { struct dentry *start; union { long int found; struct dentry *victim; }; struct list_head dispose; }; struct constant_table { const char *name; int value; }; enum legacy_fs_param { LEGACY_FS_UNSET_PARAMS = 0, LEGACY_FS_MONOLITHIC_PARAMS = 1, LEGACY_FS_INDIVIDUAL_PARAMS = 2, }; struct legacy_fs_context { char *legacy_data; size_t data_size; enum legacy_fs_param param_type; }; typedef int get_block_t(struct inode *, sector_t, struct buffer_head *, int); struct decrypt_bh_ctx { struct work_struct work; struct buffer_head *bh; }; struct bh_lru { struct buffer_head *bhs[16]; }; struct bh_accounting { int nr; int ratelimit; }; struct fanotify_event_metadata { __u32 event_len; __u8 vers; __u8 reserved; __u16 metadata_len; __u64 mask; __s32 fd; __s32 pid; }; struct fanotify_event_info_header { __u8 info_type; __u8 pad; __u16 len; }; struct fanotify_event_info_fid { struct fanotify_event_info_header hdr; __kernel_fsid_t fsid; unsigned char handle[0]; }; struct fanotify_event_info_pidfd { struct fanotify_event_info_header hdr; __s32 pidfd; }; struct fanotify_event_info_error { struct fanotify_event_info_header hdr; __s32 error; __u32 error_count; }; struct fanotify_response { __s32 fd; __u32 response; }; struct kstatfs { long int f_type; long int f_bsize; u64 f_blocks; u64 f_bfree; u64 f_bavail; u64 f_files; u64 f_ffree; __kernel_fsid_t f_fsid; long int f_namelen; long int f_frsize; long int f_flags; long int f_spare[4]; }; enum { FAN_EVENT_INIT = 0, FAN_EVENT_REPORTED = 1, FAN_EVENT_ANSWERED = 2, FAN_EVENT_CANCELED = 3, }; struct fanotify_fh { u8 type; u8 len; u8 flags; u8 pad; unsigned char buf[0]; }; struct fanotify_info { u8 dir_fh_totlen; u8 dir2_fh_totlen; u8 file_fh_totlen; u8 name_len; u8 name2_len; u8 pad[3]; unsigned char buf[0]; }; enum fanotify_event_type { FANOTIFY_EVENT_TYPE_FID = 0, FANOTIFY_EVENT_TYPE_FID_NAME = 1, FANOTIFY_EVENT_TYPE_PATH = 2, FANOTIFY_EVENT_TYPE_PATH_PERM = 3, FANOTIFY_EVENT_TYPE_OVERFLOW = 4, FANOTIFY_EVENT_TYPE_FS_ERROR = 5, __FANOTIFY_EVENT_TYPE_NUM = 6, }; struct fanotify_event { struct fsnotify_event fse; struct hlist_node merge_list; u32 mask; struct { unsigned int type: 3; unsigned int hash: 29; }; struct pid *pid; }; struct fanotify_fid_event { struct fanotify_event fae; __kernel_fsid_t fsid; struct { struct fanotify_fh object_fh; unsigned char _inline_fh_buf[12]; }; }; struct fanotify_name_event { struct fanotify_event fae; __kernel_fsid_t fsid; struct fanotify_info info; }; struct fanotify_error_event { struct fanotify_event fae; s32 error; u32 err_count; __kernel_fsid_t fsid; struct { struct fanotify_fh object_fh; unsigned char _inline_fh_buf[128]; }; }; struct fanotify_path_event { struct fanotify_event fae; struct path path; }; struct fanotify_perm_event { struct fanotify_event fae; struct path path; short unsigned int response; short unsigned int state; int fd; }; struct eventfd_ctx { struct kref kref; wait_queue_head_t wqh; __u64 count; unsigned int flags; int id; }; struct fscrypt_str { unsigned char *name; u32 len; }; struct fscrypt_name { const struct qstr *usr_fname; struct fscrypt_str disk_name; u32 hash; u32 minor_hash; struct fscrypt_str crypto_buf; bool is_nokey_name; }; struct fscrypt_nokey_name { u32 dirhash[2]; u8 bytes[149]; u8 sha256[32]; }; struct fscrypt_symlink_data { __le16 len; char encrypted_path[1]; } __attribute__((packed)); struct fscrypt_get_policy_ex_arg { __u64 policy_size; union { __u8 version; struct fscrypt_policy_v1 v1; struct fscrypt_policy_v2 v2; } policy; }; struct fscrypt_dummy_policy { const union fscrypt_policy *policy; }; struct ahash_request; struct crypto_ahash { int (*init)(struct ahash_request *); int (*update)(struct ahash_request *); int (*final)(struct ahash_request *); int (*finup)(struct ahash_request *); int (*digest)(struct ahash_request *); int (*export)(struct ahash_request *, void *); int (*import)(struct ahash_request *, const void *); int (*setkey)(struct crypto_ahash *, const u8 *, unsigned int); unsigned int reqsize; struct crypto_tfm base; }; struct hash_alg_common { unsigned int digestsize; unsigned int statesize; struct crypto_alg base; }; struct ahash_request { struct crypto_async_request base; unsigned int nbytes; struct scatterlist *src; u8 *result; void *priv; void *__ctx[0]; }; struct fsverity_descriptor { __u8 version; __u8 hash_algorithm; __u8 log_blocksize; __u8 salt_size; __le32 sig_size; __le64 data_size; __u8 root_hash[64]; __u8 salt[32]; __u8 __reserved[144]; __u8 signature[0]; }; struct flock64 { short int l_type; short int l_whence; __kernel_loff_t l_start; __kernel_loff_t l_len; __kernel_pid_t l_pid; }; struct trace_event_raw_locks_get_lock_context { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; unsigned char type; struct file_lock_context *ctx; char __data[0]; }; struct trace_event_raw_filelock_lock { struct trace_entry ent; struct file_lock *fl; long unsigned int i_ino; dev_t s_dev; struct file_lock *fl_blocker; fl_owner_t fl_owner; unsigned int fl_pid; unsigned int fl_flags; unsigned char fl_type; loff_t fl_start; loff_t fl_end; int ret; char __data[0]; }; struct trace_event_raw_filelock_lease { struct trace_entry ent; struct file_lock *fl; long unsigned int i_ino; dev_t s_dev; struct file_lock *fl_blocker; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; long unsigned int fl_break_time; long unsigned int fl_downgrade_time; char __data[0]; }; struct trace_event_raw_generic_add_lease { struct trace_entry ent; long unsigned int i_ino; int wcount; int rcount; int icount; dev_t s_dev; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; char __data[0]; }; struct trace_event_raw_leases_conflict { struct trace_entry ent; void *lease; void *breaker; unsigned int l_fl_flags; unsigned int b_fl_flags; unsigned char l_fl_type; unsigned char b_fl_type; bool conflict; char __data[0]; }; struct trace_event_data_offsets_locks_get_lock_context {}; struct trace_event_data_offsets_filelock_lock {}; struct trace_event_data_offsets_filelock_lease {}; struct trace_event_data_offsets_generic_add_lease {}; struct trace_event_data_offsets_leases_conflict {}; typedef void (*btf_trace_locks_get_lock_context)(void *, struct inode *, int, struct file_lock_context *); typedef void (*btf_trace_posix_lock_inode)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_fcntl_setlk)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_locks_remove_posix)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_flock_lock_inode)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_break_lease_noblock)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_break_lease_block)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_break_lease_unblock)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_generic_delete_lease)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_time_out_leases)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_generic_add_lease)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_leases_conflict)(void *, bool, struct file_lock *, struct file_lock *); struct file_lock_list_struct { spinlock_t lock; struct hlist_head hlist; }; struct locks_iterator { int li_cpu; loff_t li_pos; }; struct core_vma_metadata; struct coredump_params { const kernel_siginfo_t *siginfo; struct file *file; long unsigned int limit; long unsigned int mm_flags; int cpu; loff_t written; loff_t pos; loff_t to_skip; int vma_count; size_t vma_data_size; struct core_vma_metadata *vma_meta; }; struct core_vma_metadata { long unsigned int start; long unsigned int end; long unsigned int flags; long unsigned int dump_size; long unsigned int pgoff; struct file *file; }; struct core_name { char *corename; int used; int size; }; struct folio_iter { struct folio *folio; size_t offset; size_t length; struct folio *_next; size_t _seg_count; int _i; }; struct iomap_ioend { struct list_head io_list; u16 io_type; u16 io_flags; u32 io_folios; struct inode *io_inode; size_t io_size; loff_t io_offset; sector_t io_sector; struct bio *io_bio; struct bio io_inline_bio; }; struct iomap_writepage_ctx; struct iomap_writeback_ops { int (*map_blocks)(struct iomap_writepage_ctx *, struct inode *, loff_t); int (*prepare_ioend)(struct iomap_ioend *, int); void (*discard_folio)(struct folio *, loff_t); }; struct iomap_writepage_ctx { struct iomap iomap; struct iomap_ioend *ioend; const struct iomap_writeback_ops *ops; }; typedef int (*writepage_t)(struct page *, struct writeback_control *, void *); typedef int (*list_cmp_func_t)(void *, const struct list_head *, const struct list_head *); struct iomap_page { atomic_t read_bytes_pending; atomic_t write_bytes_pending; spinlock_t uptodate_lock; long unsigned int uptodate[0]; }; struct iomap_readpage_ctx { struct folio *cur_folio; bool cur_folio_in_bio; struct bio *bio; struct readahead_control *rac; }; struct iomap_swapfile_info { struct iomap iomap; struct swap_info_struct *sis; uint64_t lowest_ppage; uint64_t highest_ppage; long unsigned int nr_pages; int nr_extents; struct file *file; }; struct proc_maps_private { struct inode *inode; struct task_struct *task; struct mm_struct *mm; struct vma_iterator iter; struct mempolicy *task_mempolicy; }; struct mem_size_stats { long unsigned int resident; long unsigned int shared_clean; long unsigned int shared_dirty; long unsigned int private_clean; long unsigned int private_dirty; long unsigned int referenced; long unsigned int anonymous; long unsigned int lazyfree; long unsigned int anonymous_thp; long unsigned int shmem_thp; long unsigned int file_thp; long unsigned int swap; long unsigned int shared_hugetlb; long unsigned int private_hugetlb; u64 pss; u64 pss_anon; u64 pss_file; u64 pss_shmem; u64 pss_dirty; u64 pss_locked; u64 swap_pss; }; enum clear_refs_types { CLEAR_REFS_ALL = 1, CLEAR_REFS_ANON = 2, CLEAR_REFS_MAPPED = 3, CLEAR_REFS_SOFT_DIRTY = 4, CLEAR_REFS_MM_HIWATER_RSS = 5, CLEAR_REFS_LAST = 6, }; struct clear_refs_private { enum clear_refs_types type; }; typedef struct { u64 pme; } pagemap_entry_t; struct pagemapread { int pos; int len; pagemap_entry_t *buffer; bool show_pfn; }; struct numa_maps { long unsigned int pages; long unsigned int anon; long unsigned int active; long unsigned int writeback; long unsigned int mapcount_max; long unsigned int dirty; long unsigned int swapcache; long unsigned int node[64]; }; struct numa_maps_private { struct proc_maps_private proc_maps; struct numa_maps md; }; typedef struct dentry *instantiate_t(struct dentry *, struct task_struct *, const void *); struct fd_data { fmode_t mode; unsigned int fd; }; struct sysctl_alias { const char *kernel_param; const char *sysctl_param; }; struct kernfs_global_locks { struct mutex open_file_mutex[1024]; }; enum kernfs_root_flag { KERNFS_ROOT_CREATE_DEACTIVATED = 1, KERNFS_ROOT_EXTRA_OPEN_PERM_CHECK = 2, KERNFS_ROOT_SUPPORT_EXPORTOP = 4, KERNFS_ROOT_SUPPORT_USER_XATTR = 8, }; struct kernfs_open_node { struct callback_head callback_head; atomic_t event; wait_queue_head_t poll; struct list_head files; unsigned int nr_mmapped; unsigned int nr_to_release; }; struct kernfs_super_info { struct super_block *sb; struct kernfs_root *root; const void *ns; struct list_head node; }; struct configfs_buffer { size_t count; loff_t pos; char *page; struct configfs_item_operations *ops; struct mutex mutex; int needs_read_fill; bool read_in_progress; bool write_in_progress; char *bin_buffer; int bin_buffer_size; int cb_max_size; struct config_item *item; struct module *owner; union { struct configfs_attribute *attr; struct configfs_bin_attribute *bin_attr; }; }; struct ramfs_mount_opts { umode_t mode; }; struct ramfs_fs_info { struct ramfs_mount_opts mount_opts; }; enum ramfs_param { Opt_mode = 0, }; struct utf8data; struct utf8data_table; struct unicode_map { unsigned int version; const struct utf8data *ntab[2]; const struct utf8data_table *tables; }; enum utf8_normalization { UTF8_NFDI = 0, UTF8_NFDICF = 1, UTF8_NMAX = 2, }; struct utf8data { unsigned int maxage; unsigned int offset; }; struct utf8data_table { const unsigned int *utf8agetab; int utf8agetab_size; const struct utf8data *utf8nfdicfdata; int utf8nfdicfdata_size; const struct utf8data *utf8nfdidata; int utf8nfdidata_size; const unsigned char *utf8data; }; struct miscdevice { int minor; const char *name; const struct file_operations *fops; struct list_head list; struct device *parent; struct device *this_device; const struct attribute_group **groups; const char *nodename; umode_t mode; }; struct args_protover { __u32 version; }; struct args_protosubver { __u32 sub_version; }; struct args_openmount { __u32 devid; }; struct args_ready { __u32 token; }; struct args_fail { __u32 token; __s32 status; }; struct args_setpipefd { __s32 pipefd; }; struct args_timeout { __u64 timeout; }; struct args_requester { __u32 uid; __u32 gid; }; struct args_expire { __u32 how; }; struct args_askumount { __u32 may_umount; }; struct args_in { __u32 type; }; struct args_out { __u32 devid; __u32 magic; }; struct args_ismountpoint { union { struct args_in in; struct args_out out; }; }; struct autofs_dev_ioctl { __u32 ver_major; __u32 ver_minor; __u32 size; __s32 ioctlfd; union { struct args_protover protover; struct args_protosubver protosubver; struct args_openmount openmount; struct args_ready ready; struct args_fail fail; struct args_setpipefd setpipefd; struct args_timeout timeout; struct args_requester requester; struct args_expire expire; struct args_askumount askumount; struct args_ismountpoint ismountpoint; }; char path[0]; }; enum { AUTOFS_DEV_IOCTL_VERSION_CMD = 113, AUTOFS_DEV_IOCTL_PROTOVER_CMD = 114, AUTOFS_DEV_IOCTL_PROTOSUBVER_CMD = 115, AUTOFS_DEV_IOCTL_OPENMOUNT_CMD = 116, AUTOFS_DEV_IOCTL_CLOSEMOUNT_CMD = 117, AUTOFS_DEV_IOCTL_READY_CMD = 118, AUTOFS_DEV_IOCTL_FAIL_CMD = 119, AUTOFS_DEV_IOCTL_SETPIPEFD_CMD = 120, AUTOFS_DEV_IOCTL_CATATONIC_CMD = 121, AUTOFS_DEV_IOCTL_TIMEOUT_CMD = 122, AUTOFS_DEV_IOCTL_REQUESTER_CMD = 123, AUTOFS_DEV_IOCTL_EXPIRE_CMD = 124, AUTOFS_DEV_IOCTL_ASKUMOUNT_CMD = 125, AUTOFS_DEV_IOCTL_ISMOUNTPOINT_CMD = 126, }; typedef int (*ioctl_fn)(struct file *, struct autofs_sb_info *, struct autofs_dev_ioctl *); struct fileattr { u32 flags; u32 fsx_xflags; u32 fsx_extsize; u32 fsx_nextents; u32 fsx_projid; u32 fsx_cowextsize; bool flags_valid: 1; bool fsx_valid: 1; }; struct ipc_proc_iface { const char *path; const char *header; int ids; int (*show)(struct seq_file *, void *); }; struct ipc_proc_iter { struct ipc_namespace *ns; struct pid_namespace *pid_ns; struct ipc_proc_iface *iface; }; struct sigevent { sigval_t sigev_value; int sigev_signo; int sigev_notify; union { int _pad[12]; int _tid; struct { void (*_function)(sigval_t); void *_attribute; } _sigev_thread; } _sigev_un; }; struct msg_msgseg; struct msg_msg { struct list_head m_list; long int m_type; size_t m_ts; struct msg_msgseg *next; void *security; }; struct mqueue_fs_context { struct ipc_namespace *ipc_ns; bool newns; }; struct posix_msg_tree_node { struct rb_node rb_node; struct list_head msg_list; int priority; }; struct ext_wait_queue { struct task_struct *task; struct list_head list; struct msg_msg *msg; int state; }; struct mqueue_inode_info { spinlock_t lock; struct inode vfs_inode; wait_queue_head_t wait_q; struct rb_root msg_tree; struct rb_node *msg_tree_rightmost; struct posix_msg_tree_node *node_cache; struct mq_attr attr; struct sigevent notify; struct pid *notify_owner; u32 notify_self_exec_id; struct user_namespace *notify_user_ns; struct ucounts *ucounts; struct sock *notify_sock; struct sk_buff *notify_cookie; struct ext_wait_queue e_wait_q[2]; long unsigned int qsize; }; struct assoc_array_edit; struct kpp_request { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int src_len; unsigned int dst_len; void *__ctx[0]; }; struct crypto_kpp { unsigned int reqsize; struct crypto_tfm base; }; struct kpp_alg { int (*set_secret)(struct crypto_kpp *, const void *, unsigned int); int (*generate_public_key)(struct kpp_request *); int (*compute_shared_secret)(struct kpp_request *); unsigned int (*max_size)(struct crypto_kpp *); int (*init)(struct crypto_kpp *); void (*exit)(struct crypto_kpp *); struct crypto_alg base; }; struct user_key_payload { struct callback_head rcu; short unsigned int datalen; long: 48; char data[0]; }; struct keyctl_dh_params { union { __s32 private; __s32 priv; }; __s32 prime; __s32 base; }; struct keyctl_kdf_params { char *hashname; char *otherinfo; __u32 otherinfolen; __u32 __spare[8]; }; struct dh_completion { struct completion completion; int err; }; enum sctp_endpoint_type { SCTP_EP_TYPE_SOCKET = 0, SCTP_EP_TYPE_ASSOCIATION = 1, }; struct sctp_chunk; struct sctp_inq { struct list_head in_chunk_list; struct sctp_chunk *in_progress; struct work_struct immediate; }; struct sctp_bind_addr { __u16 port; struct list_head address_list; }; struct sctp_ep_common { enum sctp_endpoint_type type; refcount_t refcnt; bool dead; struct sock *sk; struct net *net; struct sctp_inq inqueue; struct sctp_bind_addr bind_addr; }; typedef __s32 sctp_assoc_t; union sctp_addr { struct sockaddr_in v4; struct sockaddr_in6 v6; struct sockaddr sa; }; struct sctp_chunkhdr { __u8 type; __u8 flags; __be16 length; }; struct sctp_inithdr { __be32 init_tag; __be32 a_rwnd; __be16 num_outbound_streams; __be16 num_inbound_streams; __be32 initial_tsn; __u8 params[0]; }; struct sctp_init_chunk { struct sctp_chunkhdr chunk_hdr; struct sctp_inithdr init_hdr; }; struct sctp_cookie { __u32 my_vtag; __u32 peer_vtag; __u32 my_ttag; __u32 peer_ttag; ktime_t expiration; __u16 sinit_num_ostreams; __u16 sinit_max_instreams; __u32 initial_tsn; union sctp_addr peer_addr; __u16 my_port; __u8 prsctp_capable; __u8 padding; __u32 adaptation_ind; __u8 auth_random[36]; __u8 auth_hmacs[10]; __u8 auth_chunks[20]; __u32 raw_addr_list_len; struct sctp_init_chunk peer_init[0]; }; struct sctp_tsnmap { long unsigned int *tsn_map; __u32 base_tsn; __u32 cumulative_tsn_ack_point; __u32 max_tsn_seen; __u16 len; __u16 pending_data; __u16 num_dup_tsns; __be32 dup_tsns[16]; }; struct sctp_inithdr_host { __u32 init_tag; __u32 a_rwnd; __u16 num_outbound_streams; __u16 num_inbound_streams; __u32 initial_tsn; }; enum sctp_state { SCTP_STATE_CLOSED = 0, SCTP_STATE_COOKIE_WAIT = 1, SCTP_STATE_COOKIE_ECHOED = 2, SCTP_STATE_ESTABLISHED = 3, SCTP_STATE_SHUTDOWN_PENDING = 4, SCTP_STATE_SHUTDOWN_SENT = 5, SCTP_STATE_SHUTDOWN_RECEIVED = 6, SCTP_STATE_SHUTDOWN_ACK_SENT = 7, }; struct genradix_root; struct __genradix { struct genradix_root *root; }; struct sctp_stream_out_ext; struct sctp_stream_out { union { __u32 mid; __u16 ssn; }; __u32 mid_uo; struct sctp_stream_out_ext *ext; __u8 state; }; struct sctp_stream_in { union { __u32 mid; __u16 ssn; }; __u32 mid_uo; __u32 fsn; __u32 fsn_uo; char pd_mode; char pd_mode_uo; }; struct sctp_stream_interleave; struct sctp_stream { struct { struct __genradix tree; struct sctp_stream_out type[0]; } out; struct { struct __genradix tree; struct sctp_stream_in type[0]; } in; __u16 outcnt; __u16 incnt; struct sctp_stream_out *out_curr; union { struct { struct list_head prio_list; }; struct { struct list_head rr_list; struct sctp_stream_out_ext *rr_next; }; }; struct sctp_stream_interleave *si; }; struct sctp_sched_ops; struct sctp_outq { struct sctp_association *asoc; struct list_head out_chunk_list; struct sctp_sched_ops *sched; unsigned int out_qlen; unsigned int error; struct list_head control_chunk_list; struct list_head sacked; struct list_head retransmit; struct list_head abandoned; __u32 outstanding_bytes; char fast_rtx; char cork; }; struct sctp_ulpq { char pd_mode; struct sctp_association *asoc; struct sk_buff_head reasm; struct sk_buff_head reasm_uo; struct sk_buff_head lobby; }; struct sctp_priv_assoc_stats { struct __kernel_sockaddr_storage obs_rto_ipaddr; __u64 max_obs_rto; __u64 isacks; __u64 osacks; __u64 opackets; __u64 ipackets; __u64 rtxchunks; __u64 outofseqtsns; __u64 idupchunks; __u64 gapcnt; __u64 ouodchunks; __u64 iuodchunks; __u64 oodchunks; __u64 iodchunks; __u64 octrlchunks; __u64 ictrlchunks; }; struct sctp_endpoint; struct sctp_transport; struct sctp_random_param; struct sctp_chunks_param; struct sctp_hmac_algo_param; struct sctp_auth_bytes; struct sctp_shared_key; struct sctp_association { struct sctp_ep_common base; struct list_head asocs; sctp_assoc_t assoc_id; struct sctp_endpoint *ep; struct sctp_cookie c; struct { struct list_head transport_addr_list; __u32 rwnd; __u16 transport_count; __u16 port; struct sctp_transport *primary_path; union sctp_addr primary_addr; struct sctp_transport *active_path; struct sctp_transport *retran_path; struct sctp_transport *last_sent_to; struct sctp_transport *last_data_from; struct sctp_tsnmap tsn_map; __be16 addip_disabled_mask; __u16 ecn_capable: 1; __u16 ipv4_address: 1; __u16 ipv6_address: 1; __u16 hostname_address: 1; __u16 asconf_capable: 1; __u16 prsctp_capable: 1; __u16 reconf_capable: 1; __u16 intl_capable: 1; __u16 auth_capable: 1; __u16 sack_needed: 1; __u16 sack_generation: 1; __u16 zero_window_announced: 1; __u32 sack_cnt; __u32 adaptation_ind; struct sctp_inithdr_host i; void *cookie; int cookie_len; __u32 addip_serial; struct sctp_random_param *peer_random; struct sctp_chunks_param *peer_chunks; struct sctp_hmac_algo_param *peer_hmacs; } peer; enum sctp_state state; int overall_error_count; ktime_t cookie_life; long unsigned int rto_initial; long unsigned int rto_max; long unsigned int rto_min; int max_burst; int max_retrans; __u16 pf_retrans; __u16 ps_retrans; __u16 max_init_attempts; __u16 init_retries; long unsigned int max_init_timeo; long unsigned int hbinterval; long unsigned int probe_interval; __be16 encap_port; __u16 pathmaxrxt; __u32 flowlabel; __u8 dscp; __u8 pmtu_pending; __u32 pathmtu; __u32 param_flags; __u32 sackfreq; long unsigned int sackdelay; long unsigned int timeouts[12]; struct timer_list timers[12]; struct sctp_transport *shutdown_last_sent_to; struct sctp_transport *init_last_sent_to; int shutdown_retries; __u32 next_tsn; __u32 ctsn_ack_point; __u32 adv_peer_ack_point; __u32 highest_sacked; __u32 fast_recovery_exit; __u8 fast_recovery; __u16 unack_data; __u32 rtx_data_chunks; __u32 rwnd; __u32 a_rwnd; __u32 rwnd_over; __u32 rwnd_press; int sndbuf_used; atomic_t rmem_alloc; wait_queue_head_t wait; __u32 frag_point; __u32 user_frag; int init_err_counter; int init_cycle; __u16 default_stream; __u16 default_flags; __u32 default_ppid; __u32 default_context; __u32 default_timetolive; __u32 default_rcv_context; struct sctp_stream stream; struct sctp_outq outqueue; struct sctp_ulpq ulpq; __u32 last_ecne_tsn; __u32 last_cwr_tsn; int numduptsns; struct sctp_chunk *addip_last_asconf; struct list_head asconf_ack_list; struct list_head addip_chunk_list; __u32 addip_serial; int src_out_of_asoc_ok; union sctp_addr *asconf_addr_del_pending; struct sctp_transport *new_transport; struct list_head endpoint_shared_keys; struct sctp_auth_bytes *asoc_shared_key; struct sctp_shared_key *shkey; __u16 default_hmac_id; __u16 active_key_id; __u8 need_ecne: 1; __u8 temp: 1; __u8 pf_expose: 2; __u8 force_delay: 1; __u8 strreset_enable; __u8 strreset_outstanding; __u32 strreset_outseq; __u32 strreset_inseq; __u32 strreset_result[2]; struct sctp_chunk *strreset_chunk; struct sctp_priv_assoc_stats stats; int sent_cnt_removable; __u16 subscribe; __u64 abandoned_unsent[3]; __u64 abandoned_sent[3]; u32 secid; u32 peer_secid; struct callback_head rcu; }; enum nf_hook_ops_type { NF_HOOK_OP_UNDEFINED = 0, NF_HOOK_OP_NF_TABLES = 1, }; struct nf_hook_ops { nf_hookfn *hook; struct net_device *dev; void *priv; u8 pf; enum nf_hook_ops_type hook_ops_type: 8; unsigned int hooknum; int priority; }; enum nf_ip_hook_priorities { NF_IP_PRI_FIRST = -2147483648, NF_IP_PRI_RAW_BEFORE_DEFRAG = -450, NF_IP_PRI_CONNTRACK_DEFRAG = -400, NF_IP_PRI_RAW = -300, NF_IP_PRI_SELINUX_FIRST = -225, NF_IP_PRI_CONNTRACK = -200, NF_IP_PRI_MANGLE = -150, NF_IP_PRI_NAT_DST = -100, NF_IP_PRI_FILTER = 0, NF_IP_PRI_SECURITY = 50, NF_IP_PRI_NAT_SRC = 100, NF_IP_PRI_SELINUX_LAST = 225, NF_IP_PRI_CONNTRACK_HELPER = 300, NF_IP_PRI_CONNTRACK_CONFIRM = 2147483647, NF_IP_PRI_LAST = 2147483647, }; enum nf_ip6_hook_priorities { NF_IP6_PRI_FIRST = -2147483648, NF_IP6_PRI_RAW_BEFORE_DEFRAG = -450, NF_IP6_PRI_CONNTRACK_DEFRAG = -400, NF_IP6_PRI_RAW = -300, NF_IP6_PRI_SELINUX_FIRST = -225, NF_IP6_PRI_CONNTRACK = -200, NF_IP6_PRI_MANGLE = -150, NF_IP6_PRI_NAT_DST = -100, NF_IP6_PRI_FILTER = 0, NF_IP6_PRI_SECURITY = 50, NF_IP6_PRI_NAT_SRC = 100, NF_IP6_PRI_SELINUX_LAST = 225, NF_IP6_PRI_CONNTRACK_HELPER = 300, NF_IP6_PRI_LAST = 2147483647, }; enum bpf_cmd { BPF_MAP_CREATE = 0, BPF_MAP_LOOKUP_ELEM = 1, BPF_MAP_UPDATE_ELEM = 2, BPF_MAP_DELETE_ELEM = 3, BPF_MAP_GET_NEXT_KEY = 4, BPF_PROG_LOAD = 5, BPF_OBJ_PIN = 6, BPF_OBJ_GET = 7, BPF_PROG_ATTACH = 8, BPF_PROG_DETACH = 9, BPF_PROG_TEST_RUN = 10, BPF_PROG_RUN = 10, BPF_PROG_GET_NEXT_ID = 11, BPF_MAP_GET_NEXT_ID = 12, BPF_PROG_GET_FD_BY_ID = 13, BPF_MAP_GET_FD_BY_ID = 14, BPF_OBJ_GET_INFO_BY_FD = 15, BPF_PROG_QUERY = 16, BPF_RAW_TRACEPOINT_OPEN = 17, BPF_BTF_LOAD = 18, BPF_BTF_GET_FD_BY_ID = 19, BPF_TASK_FD_QUERY = 20, BPF_MAP_LOOKUP_AND_DELETE_ELEM = 21, BPF_MAP_FREEZE = 22, BPF_BTF_GET_NEXT_ID = 23, BPF_MAP_LOOKUP_BATCH = 24, BPF_MAP_LOOKUP_AND_DELETE_BATCH = 25, BPF_MAP_UPDATE_BATCH = 26, BPF_MAP_DELETE_BATCH = 27, BPF_LINK_CREATE = 28, BPF_LINK_UPDATE = 29, BPF_LINK_GET_FD_BY_ID = 30, BPF_LINK_GET_NEXT_ID = 31, BPF_ENABLE_STATS = 32, BPF_ITER_CREATE = 33, BPF_LINK_DETACH = 34, BPF_PROG_BIND_MAP = 35, }; struct tty_file_private { struct tty_struct *tty; struct file *file; struct list_head list; }; struct dccp_hdr { __be16 dccph_sport; __be16 dccph_dport; __u8 dccph_doff; __u8 dccph_cscov: 4; __u8 dccph_ccval: 4; __sum16 dccph_checksum; __u8 dccph_x: 1; __u8 dccph_type: 4; __u8 dccph_reserved: 3; __u8 dccph_seq2; __be16 dccph_seq; }; enum dccp_state { DCCP_OPEN = 1, DCCP_REQUESTING = 2, DCCP_LISTEN = 10, DCCP_RESPOND = 3, DCCP_ACTIVE_CLOSEREQ = 4, DCCP_PASSIVE_CLOSE = 8, DCCP_CLOSING = 11, DCCP_TIME_WAIT = 6, DCCP_CLOSED = 7, DCCP_NEW_SYN_RECV = 12, DCCP_PARTOPEN = 13, DCCP_PASSIVE_CLOSEREQ = 14, DCCP_MAX_STATES = 15, }; enum sctp_msg_flags { MSG_NOTIFICATION = 32768, }; struct sctp_initmsg { __u16 sinit_num_ostreams; __u16 sinit_max_instreams; __u16 sinit_max_attempts; __u16 sinit_max_init_timeo; }; struct sctp_sndrcvinfo { __u16 sinfo_stream; __u16 sinfo_ssn; __u16 sinfo_flags; __u32 sinfo_ppid; __u32 sinfo_context; __u32 sinfo_timetolive; __u32 sinfo_tsn; __u32 sinfo_cumtsn; sctp_assoc_t sinfo_assoc_id; }; struct sctp_rtoinfo { sctp_assoc_t srto_assoc_id; __u32 srto_initial; __u32 srto_max; __u32 srto_min; }; struct sctp_assocparams { sctp_assoc_t sasoc_assoc_id; __u16 sasoc_asocmaxrxt; __u16 sasoc_number_peer_destinations; __u32 sasoc_peer_rwnd; __u32 sasoc_local_rwnd; __u32 sasoc_cookie_life; }; struct sctp_paddrparams { sctp_assoc_t spp_assoc_id; struct __kernel_sockaddr_storage spp_address; __u32 spp_hbinterval; __u16 spp_pathmaxrxt; __u32 spp_pathmtu; __u32 spp_sackdelay; __u32 spp_flags; __u32 spp_ipv6_flowlabel; __u8 spp_dscp; char: 8; } __attribute__((packed)); struct sctphdr { __be16 source; __be16 dest; __be32 vtag; __le32 checksum; }; enum sctp_cid { SCTP_CID_DATA = 0, SCTP_CID_INIT = 1, SCTP_CID_INIT_ACK = 2, SCTP_CID_SACK = 3, SCTP_CID_HEARTBEAT = 4, SCTP_CID_HEARTBEAT_ACK = 5, SCTP_CID_ABORT = 6, SCTP_CID_SHUTDOWN = 7, SCTP_CID_SHUTDOWN_ACK = 8, SCTP_CID_ERROR = 9, SCTP_CID_COOKIE_ECHO = 10, SCTP_CID_COOKIE_ACK = 11, SCTP_CID_ECN_ECNE = 12, SCTP_CID_ECN_CWR = 13, SCTP_CID_SHUTDOWN_COMPLETE = 14, SCTP_CID_AUTH = 15, SCTP_CID_I_DATA = 64, SCTP_CID_FWD_TSN = 192, SCTP_CID_ASCONF = 193, SCTP_CID_I_FWD_TSN = 194, SCTP_CID_ASCONF_ACK = 128, SCTP_CID_RECONF = 130, SCTP_CID_PAD = 132, }; struct sctp_paramhdr { __be16 type; __be16 length; }; enum sctp_param { SCTP_PARAM_HEARTBEAT_INFO = 256, SCTP_PARAM_IPV4_ADDRESS = 1280, SCTP_PARAM_IPV6_ADDRESS = 1536, SCTP_PARAM_STATE_COOKIE = 1792, SCTP_PARAM_UNRECOGNIZED_PARAMETERS = 2048, SCTP_PARAM_COOKIE_PRESERVATIVE = 2304, SCTP_PARAM_HOST_NAME_ADDRESS = 2816, SCTP_PARAM_SUPPORTED_ADDRESS_TYPES = 3072, SCTP_PARAM_ECN_CAPABLE = 128, SCTP_PARAM_RANDOM = 640, SCTP_PARAM_CHUNKS = 896, SCTP_PARAM_HMAC_ALGO = 1152, SCTP_PARAM_SUPPORTED_EXT = 2176, SCTP_PARAM_FWD_TSN_SUPPORT = 192, SCTP_PARAM_ADD_IP = 448, SCTP_PARAM_DEL_IP = 704, SCTP_PARAM_ERR_CAUSE = 960, SCTP_PARAM_SET_PRIMARY = 1216, SCTP_PARAM_SUCCESS_REPORT = 1472, SCTP_PARAM_ADAPTATION_LAYER_IND = 1728, SCTP_PARAM_RESET_OUT_REQUEST = 3328, SCTP_PARAM_RESET_IN_REQUEST = 3584, SCTP_PARAM_RESET_TSN_REQUEST = 3840, SCTP_PARAM_RESET_RESPONSE = 4096, SCTP_PARAM_RESET_ADD_OUT_STREAMS = 4352, SCTP_PARAM_RESET_ADD_IN_STREAMS = 4608, }; struct sctp_datahdr { __be32 tsn; __be16 stream; __be16 ssn; __u32 ppid; __u8 payload[0]; }; struct sctp_idatahdr { __be32 tsn; __be16 stream; __be16 reserved; __be32 mid; union { __u32 ppid; __be32 fsn; }; __u8 payload[0]; }; struct sctp_ipv4addr_param { struct sctp_paramhdr param_hdr; struct in_addr addr; }; struct sctp_ipv6addr_param { struct sctp_paramhdr param_hdr; struct in6_addr addr; }; struct sctp_cookie_preserve_param { struct sctp_paramhdr param_hdr; __be32 lifespan_increment; }; struct sctp_hostname_param { struct sctp_paramhdr param_hdr; uint8_t hostname[0]; }; struct sctp_supported_addrs_param { struct sctp_paramhdr param_hdr; __be16 types[0]; }; struct sctp_adaptation_ind_param { struct sctp_paramhdr param_hdr; __be32 adaptation_ind; }; struct sctp_supported_ext_param { struct sctp_paramhdr param_hdr; __u8 chunks[0]; }; struct sctp_random_param { struct sctp_paramhdr param_hdr; __u8 random_val[0]; }; struct sctp_chunks_param { struct sctp_paramhdr param_hdr; __u8 chunks[0]; }; struct sctp_hmac_algo_param { struct sctp_paramhdr param_hdr; __be16 hmac_ids[0]; }; struct sctp_cookie_param { struct sctp_paramhdr p; __u8 body[0]; }; struct sctp_gap_ack_block { __be16 start; __be16 end; }; union sctp_sack_variable { struct sctp_gap_ack_block gab; __be32 dup; }; struct sctp_sackhdr { __be32 cum_tsn_ack; __be32 a_rwnd; __be16 num_gap_ack_blocks; __be16 num_dup_tsns; union sctp_sack_variable variable[0]; }; struct sctp_heartbeathdr { struct sctp_paramhdr info; }; struct sctp_shutdownhdr { __be32 cum_tsn_ack; }; struct sctp_errhdr { __be16 cause; __be16 length; __u8 variable[0]; }; struct sctp_ecnehdr { __be32 lowest_tsn; }; struct sctp_cwrhdr { __be32 lowest_tsn; }; struct sctp_fwdtsn_skip { __be16 stream; __be16 ssn; }; struct sctp_fwdtsn_hdr { __be32 new_cum_tsn; struct sctp_fwdtsn_skip skip[0]; }; struct sctp_ifwdtsn_skip { __be16 stream; __u8 reserved; __u8 flags; __be32 mid; }; struct sctp_ifwdtsn_hdr { __be32 new_cum_tsn; struct sctp_ifwdtsn_skip skip[0]; }; struct sctp_addip_param { struct sctp_paramhdr param_hdr; __be32 crr_id; }; struct sctp_addiphdr { __be32 serial; __u8 params[0]; }; struct sctp_authhdr { __be16 shkey_id; __be16 hmac_id; __u8 hmac[0]; }; struct sctp_auth_bytes { refcount_t refcnt; __u32 len; __u8 data[0]; }; struct sctp_shared_key { struct list_head key_list; struct sctp_auth_bytes *key; refcount_t refcnt; __u16 key_id; __u8 deactivated; }; enum { SCTP_MAX_STREAM = 65535, }; enum sctp_event_timeout { SCTP_EVENT_TIMEOUT_NONE = 0, SCTP_EVENT_TIMEOUT_T1_COOKIE = 1, SCTP_EVENT_TIMEOUT_T1_INIT = 2, SCTP_EVENT_TIMEOUT_T2_SHUTDOWN = 3, SCTP_EVENT_TIMEOUT_T3_RTX = 4, SCTP_EVENT_TIMEOUT_T4_RTO = 5, SCTP_EVENT_TIMEOUT_T5_SHUTDOWN_GUARD = 6, SCTP_EVENT_TIMEOUT_HEARTBEAT = 7, SCTP_EVENT_TIMEOUT_RECONF = 8, SCTP_EVENT_TIMEOUT_PROBE = 9, SCTP_EVENT_TIMEOUT_SACK = 10, SCTP_EVENT_TIMEOUT_AUTOCLOSE = 11, }; enum { SCTP_MAX_DUP_TSNS = 16, }; enum sctp_scope { SCTP_SCOPE_GLOBAL = 0, SCTP_SCOPE_PRIVATE = 1, SCTP_SCOPE_LINK = 2, SCTP_SCOPE_LOOPBACK = 3, SCTP_SCOPE_UNUSABLE = 4, }; enum { SCTP_AUTH_HMAC_ID_RESERVED_0 = 0, SCTP_AUTH_HMAC_ID_SHA1 = 1, SCTP_AUTH_HMAC_ID_RESERVED_2 = 2, SCTP_AUTH_HMAC_ID_SHA256 = 3, __SCTP_AUTH_HMAC_MAX = 4, }; struct sctp_ulpevent { struct sctp_association *asoc; struct sctp_chunk *chunk; unsigned int rmem_len; union { __u32 mid; __u16 ssn; }; union { __u32 ppid; __u32 fsn; }; __u32 tsn; __u32 cumtsn; __u16 stream; __u16 flags; __u16 msg_flags; } __attribute__((packed)); union sctp_addr_param; union sctp_params { void *v; struct sctp_paramhdr *p; struct sctp_cookie_preserve_param *life; struct sctp_hostname_param *dns; struct sctp_cookie_param *cookie; struct sctp_supported_addrs_param *sat; struct sctp_ipv4addr_param *v4; struct sctp_ipv6addr_param *v6; union sctp_addr_param *addr; struct sctp_adaptation_ind_param *aind; struct sctp_supported_ext_param *ext; struct sctp_random_param *random; struct sctp_chunks_param *chunks; struct sctp_hmac_algo_param *hmac_algo; struct sctp_addip_param *addip; }; struct sctp_sender_hb_info; struct sctp_signed_cookie; struct sctp_datamsg; struct sctp_chunk { struct list_head list; refcount_t refcnt; int sent_count; union { struct list_head transmitted_list; struct list_head stream_list; }; struct list_head frag_list; struct sk_buff *skb; union { struct sk_buff *head_skb; struct sctp_shared_key *shkey; }; union sctp_params param_hdr; union { __u8 *v; struct sctp_datahdr *data_hdr; struct sctp_inithdr *init_hdr; struct sctp_sackhdr *sack_hdr; struct sctp_heartbeathdr *hb_hdr; struct sctp_sender_hb_info *hbs_hdr; struct sctp_shutdownhdr *shutdown_hdr; struct sctp_signed_cookie *cookie_hdr; struct sctp_ecnehdr *ecne_hdr; struct sctp_cwrhdr *ecn_cwr_hdr; struct sctp_errhdr *err_hdr; struct sctp_addiphdr *addip_hdr; struct sctp_fwdtsn_hdr *fwdtsn_hdr; struct sctp_authhdr *auth_hdr; struct sctp_idatahdr *idata_hdr; struct sctp_ifwdtsn_hdr *ifwdtsn_hdr; } subh; __u8 *chunk_end; struct sctp_chunkhdr *chunk_hdr; struct sctphdr *sctp_hdr; struct sctp_sndrcvinfo sinfo; struct sctp_association *asoc; struct sctp_ep_common *rcvr; long unsigned int sent_at; union sctp_addr source; union sctp_addr dest; struct sctp_datamsg *msg; struct sctp_transport *transport; struct sk_buff *auth_chunk; __u16 rtt_in_progress: 1; __u16 has_tsn: 1; __u16 has_ssn: 1; __u16 singleton: 1; __u16 end_of_packet: 1; __u16 ecn_ce_done: 1; __u16 pdiscard: 1; __u16 tsn_gap_acked: 1; __u16 data_accepted: 1; __u16 auth: 1; __u16 has_asconf: 1; __u16 pmtu_probe: 1; __u16 tsn_missing_report: 2; __u16 fast_retransmit: 2; }; struct sctp_stream_interleave { __u16 data_chunk_len; __u16 ftsn_chunk_len; struct sctp_chunk * (*make_datafrag)(const struct sctp_association *, const struct sctp_sndrcvinfo *, int, __u8, gfp_t); void (*assign_number)(struct sctp_chunk *); bool (*validate_data)(struct sctp_chunk *); int (*ulpevent_data)(struct sctp_ulpq *, struct sctp_chunk *, gfp_t); int (*enqueue_event)(struct sctp_ulpq *, struct sctp_ulpevent *); void (*renege_events)(struct sctp_ulpq *, struct sctp_chunk *, gfp_t); void (*start_pd)(struct sctp_ulpq *, gfp_t); void (*abort_pd)(struct sctp_ulpq *, gfp_t); void (*generate_ftsn)(struct sctp_outq *, __u32); bool (*validate_ftsn)(struct sctp_chunk *); void (*report_ftsn)(struct sctp_ulpq *, __u32); void (*handle_ftsn)(struct sctp_ulpq *, struct sctp_chunk *); }; struct sctp_bind_bucket { short unsigned int port; signed char fastreuse; signed char fastreuseport; kuid_t fastuid; struct hlist_node node; struct hlist_head owner; struct net *net; }; enum sctp_socket_type { SCTP_SOCKET_UDP = 0, SCTP_SOCKET_UDP_HIGH_BANDWIDTH = 1, SCTP_SOCKET_TCP = 2, }; struct crypto_shash; struct sctp_pf; struct sctp_sock { struct inet_sock inet; enum sctp_socket_type type; int: 32; struct sctp_pf *pf; struct crypto_shash *hmac; char *sctp_hmac_alg; struct sctp_endpoint *ep; struct sctp_bind_bucket *bind_hash; __u16 default_stream; short: 16; __u32 default_ppid; __u16 default_flags; short: 16; __u32 default_context; __u32 default_timetolive; __u32 default_rcv_context; int max_burst; __u32 hbinterval; __u32 probe_interval; __be16 udp_port; __be16 encap_port; __u16 pathmaxrxt; short: 16; __u32 flowlabel; __u8 dscp; char: 8; __u16 pf_retrans; __u16 ps_retrans; short: 16; __u32 pathmtu; __u32 sackdelay; __u32 sackfreq; __u32 param_flags; __u32 default_ss; struct sctp_rtoinfo rtoinfo; struct sctp_paddrparams paddrparam; struct sctp_assocparams assocparams; __u16 subscribe; struct sctp_initmsg initmsg; short: 16; int user_frag; __u32 autoclose; __u32 adaptation_ind; __u32 pd_point; __u16 nodelay: 1; __u16 pf_expose: 2; __u16 reuse: 1; __u16 disable_fragments: 1; __u16 v4mapped: 1; __u16 frag_interleave: 1; __u16 recvrcvinfo: 1; __u16 recvnxtinfo: 1; __u16 data_ready_signalled: 1; int: 22; atomic_t pd_mode; struct sk_buff_head pd_lobby; struct list_head auto_asconf_list; int do_auto_asconf; int: 32; } __attribute__((packed)); struct sctp_af; struct sctp_pf { void (*event_msgname)(struct sctp_ulpevent *, char *, int *); void (*skb_msgname)(struct sk_buff *, char *, int *); int (*af_supported)(sa_family_t, struct sctp_sock *); int (*cmp_addr)(const union sctp_addr *, const union sctp_addr *, struct sctp_sock *); int (*bind_verify)(struct sctp_sock *, union sctp_addr *); int (*send_verify)(struct sctp_sock *, union sctp_addr *); int (*supported_addrs)(const struct sctp_sock *, __be16 *); struct sock * (*create_accept_sk)(struct sock *, struct sctp_association *, bool); int (*addr_to_user)(struct sctp_sock *, union sctp_addr *); void (*to_sk_saddr)(union sctp_addr *, struct sock *); void (*to_sk_daddr)(union sctp_addr *, struct sock *); void (*copy_ip_options)(struct sock *, struct sock *); struct sctp_af *af; }; struct sctp_endpoint { struct sctp_ep_common base; struct hlist_node node; int hashent; struct list_head asocs; __u8 secret_key[32]; __u8 *digest; __u32 sndbuf_policy; __u32 rcvbuf_policy; struct crypto_shash **auth_hmacs; struct sctp_hmac_algo_param *auth_hmacs_list; struct sctp_chunks_param *auth_chunk_list; struct list_head endpoint_shared_keys; __u16 active_key_id; __u8 ecn_enable: 1; __u8 auth_enable: 1; __u8 intl_enable: 1; __u8 prsctp_enable: 1; __u8 asconf_enable: 1; __u8 reconf_enable: 1; __u8 strreset_enable; struct callback_head rcu; }; struct sctp_signed_cookie { __u8 signature[32]; __u32 __pad; struct sctp_cookie c; } __attribute__((packed)); union sctp_addr_param { struct sctp_paramhdr p; struct sctp_ipv4addr_param v4; struct sctp_ipv6addr_param v6; }; struct sctp_sender_hb_info { struct sctp_paramhdr param_hdr; union sctp_addr daddr; long unsigned int sent_at; __u64 hb_nonce; __u32 probe_size; }; struct sctp_af { int (*sctp_xmit)(struct sk_buff *, struct sctp_transport *); int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*get_dst)(struct sctp_transport *, union sctp_addr *, struct flowi *, struct sock *); void (*get_saddr)(struct sctp_sock *, struct sctp_transport *, struct flowi *); void (*copy_addrlist)(struct list_head *, struct net_device *); int (*cmp_addr)(const union sctp_addr *, const union sctp_addr *); void (*addr_copy)(union sctp_addr *, union sctp_addr *); void (*from_skb)(union sctp_addr *, struct sk_buff *, int); void (*from_sk)(union sctp_addr *, struct sock *); bool (*from_addr_param)(union sctp_addr *, union sctp_addr_param *, __be16, int); int (*to_addr_param)(const union sctp_addr *, union sctp_addr_param *); int (*addr_valid)(union sctp_addr *, struct sctp_sock *, const struct sk_buff *); enum sctp_scope (*scope)(union sctp_addr *); void (*inaddr_any)(union sctp_addr *, __be16); int (*is_any)(const union sctp_addr *); int (*available)(union sctp_addr *, struct sctp_sock *); int (*skb_iif)(const struct sk_buff *); int (*skb_sdif)(const struct sk_buff *); int (*is_ce)(const struct sk_buff *); void (*seq_dump_addr)(struct seq_file *, union sctp_addr *); void (*ecn_capable)(struct sock *); __u16 net_header_len; int sockaddr_len; int (*ip_options_len)(struct sock *); sa_family_t sa_family; struct list_head list; }; struct sctp_packet { __u16 source_port; __u16 destination_port; __u32 vtag; struct list_head chunk_list; size_t overhead; size_t size; size_t max_size; struct sctp_transport *transport; struct sctp_chunk *auth; u8 has_cookie_echo: 1; u8 has_sack: 1; u8 has_auth: 1; u8 has_data: 1; u8 ipfragok: 1; }; struct sctp_transport { struct list_head transports; struct rhlist_head node; refcount_t refcnt; __u32 rto_pending: 1; __u32 hb_sent: 1; __u32 pmtu_pending: 1; __u32 dst_pending_confirm: 1; __u32 sack_generation: 1; u32 dst_cookie; struct flowi fl; union sctp_addr ipaddr; struct sctp_af *af_specific; struct sctp_association *asoc; long unsigned int rto; __u32 rtt; __u32 rttvar; __u32 srtt; __u32 cwnd; __u32 ssthresh; __u32 partial_bytes_acked; __u32 flight_size; __u32 burst_limited; struct dst_entry *dst; union sctp_addr saddr; long unsigned int hbinterval; long unsigned int probe_interval; long unsigned int sackdelay; __u32 sackfreq; atomic_t mtu_info; ktime_t last_time_heard; long unsigned int last_time_sent; long unsigned int last_time_ecne_reduced; __be16 encap_port; __u16 pathmaxrxt; __u32 flowlabel; __u8 dscp; __u16 pf_retrans; __u16 ps_retrans; __u32 pathmtu; __u32 param_flags; int init_sent_count; int state; short unsigned int error_count; struct timer_list T3_rtx_timer; struct timer_list hb_timer; struct timer_list proto_unreach_timer; struct timer_list reconf_timer; struct timer_list probe_timer; struct list_head transmitted; struct sctp_packet packet; struct list_head send_ready; struct { __u32 next_tsn_at_change; char changeover_active; char cycling_changeover; char cacc_saw_newack; } cacc; struct { __u16 pmtu; __u16 probe_size; __u16 probe_high; __u8 probe_count; __u8 state; } pl; __u64 hb_nonce; struct callback_head rcu; }; struct sctp_datamsg { struct list_head chunks; refcount_t refcnt; long unsigned int expires_at; int send_error; u8 send_failed: 1; u8 can_delay: 1; u8 abandoned: 1; }; struct sctp_stream_priorities { struct list_head prio_sched; struct list_head active; struct sctp_stream_out_ext *next; __u16 prio; }; struct sctp_stream_out_ext { __u64 abandoned_unsent[3]; __u64 abandoned_sent[3]; struct list_head outq; union { struct { struct list_head prio_list; struct sctp_stream_priorities *prio_head; }; struct { struct list_head rr_list; }; }; }; struct file_security_struct { u32 sid; u32 fown_sid; u32 isid; u32 pseqno; }; struct superblock_security_struct { u32 sid; u32 def_sid; u32 mntpoint_sid; short unsigned int behavior; short unsigned int flags; struct mutex lock; struct list_head isec_head; spinlock_t isec_lock; }; struct msg_security_struct { u32 sid; }; struct ipc_security_struct { u16 sclass; u32 sid; }; struct sk_security_struct { u32 sid; u32 peer_sid; u16 sclass; enum { SCTP_ASSOC_UNSET = 0, SCTP_ASSOC_SET = 1, } sctp_assoc_state; }; struct tun_security_struct { u32 sid; }; struct key_security_struct { u32 sid; }; struct bpf_security_struct { u32 sid; }; struct perf_event_security_struct { u32 sid; }; struct security_class_mapping { const char *name; const char *perms[33]; }; struct selinux_mnt_opts { u32 fscontext_sid; u32 context_sid; u32 rootcontext_sid; u32 defcontext_sid; }; enum { Opt_error = -1, Opt_context = 0, Opt_defcontext = 1, Opt_fscontext = 2, Opt_rootcontext = 3, Opt_seclabel = 4, }; struct selinux_kernel_status { u32 version; u32 sequence; u32 enforcing; u32 policyload; u32 deny_unknown; }; struct perm_datum { u32 value; }; struct role_trans_key { u32 role; u32 type; u32 tclass; }; struct role_trans_datum { u32 new_role; }; struct filename_trans_key { u32 ttype; u16 tclass; const char *name; }; struct filename_trans_datum { struct ebitmap stypes; u32 otype; struct filename_trans_datum *next; }; struct level_datum { struct mls_level *level; unsigned char isalias; }; struct cat_datum { u32 value; unsigned char isalias; }; struct range_trans { u32 source_type; u32 target_type; u32 target_class; }; struct policydb_compat_info { int version; int sym_num; int ocon_num; }; struct audit_cache { struct aa_profile *profile; kernel_cap_t caps; }; struct match_workbuf { unsigned int count; unsigned int pos; unsigned int len; unsigned int size; unsigned int history[24]; }; struct aa_file_ctx { spinlock_t lock; struct aa_label *label; u32 allow; }; struct ptrace_relation { struct task_struct *tracer; struct task_struct *tracee; bool invalid; struct list_head node; struct callback_head rcu; }; struct access_report_info { struct callback_head work; const char *access; struct task_struct *target; struct task_struct *agent; }; enum integrity_status { INTEGRITY_PASS = 0, INTEGRITY_PASS_IMMUTABLE = 1, INTEGRITY_FAIL = 2, INTEGRITY_FAIL_IMMUTABLE = 3, INTEGRITY_NOLABEL = 4, INTEGRITY_NOXATTRS = 5, INTEGRITY_UNKNOWN = 6, }; struct ima_digest_data { u8 algo; u8 length; union { struct { u8 unused; u8 type; } sha1; struct { u8 type; u8 algo; } ng; u8 data[2]; } xattr; u8 digest[0]; }; struct integrity_iint_cache { struct rb_node rb_node; struct mutex mutex; struct inode *inode; u64 version; long unsigned int flags; long unsigned int measured_pcrs; long unsigned int atomic_flags; enum integrity_status ima_file_status: 4; enum integrity_status ima_mmap_status: 4; enum integrity_status ima_bprm_status: 4; enum integrity_status ima_read_status: 4; enum integrity_status ima_creds_status: 4; enum integrity_status evm_status: 4; struct ima_digest_data *ima_hash; }; enum { CRYPTO_MSG_ALG_REQUEST = 0, CRYPTO_MSG_ALG_REGISTER = 1, CRYPTO_MSG_ALG_LOADED = 2, }; struct crypto_larval { struct crypto_alg alg; struct crypto_alg *adult; struct completion completion; u32 mask; bool test_started; }; struct aead_instance { void (*free)(struct aead_instance *); union { struct { char head[64]; struct crypto_instance base; } s; struct aead_alg alg; }; }; struct crypto_aead_spawn { struct crypto_spawn base; }; struct crypto_sync_skcipher; struct aead_geniv_ctx { spinlock_t lock; struct crypto_aead *child; struct crypto_sync_skcipher *sknull; u8 salt[0]; }; struct crypto_report_akcipher { char type[64]; }; struct akcipher_instance { void (*free)(struct akcipher_instance *); union { struct { char head[72]; struct crypto_instance base; } s; struct akcipher_alg alg; }; }; struct crypto_akcipher_spawn { struct crypto_spawn base; }; struct rsa_asn1_template { const char *name; const u8 *data; size_t size; }; struct pkcs1pad_ctx { struct crypto_akcipher *child; unsigned int key_size; }; struct pkcs1pad_inst_ctx { struct crypto_akcipher_spawn spawn; const struct rsa_asn1_template *digest_info; }; struct pkcs1pad_request { struct scatterlist in_sg[2]; struct scatterlist out_sg[1]; uint8_t *in_buf; uint8_t *out_buf; struct akcipher_request child_req; }; struct md5_state { u32 hash[4]; u32 block[16]; u64 byte_count; }; struct sha512_state { u64 state[8]; u64 count[2]; u8 buf[128]; }; typedef void sha512_block_fn(struct sha512_state *, const u8 *, int); struct chksum_ctx { u32 key; }; struct chksum_desc_ctx { u32 crc; }; struct xxhash64_tfm_ctx { u64 seed; }; struct xxhash64_desc_ctx { struct xxh64_state xxhstate; }; struct zstd_ctx { zstd_cctx *cctx; zstd_dctx *dctx; void *cwksp; void *dwksp; }; struct asymmetric_key_subtype { struct module *owner; const char *name; short unsigned int name_len; void (*describe)(const struct key *, struct seq_file *); void (*destroy)(void *, void *); int (*query)(const struct kernel_pkey_params *, struct kernel_pkey_query *); int (*eds_op)(struct kernel_pkey_params *, const void *, void *); int (*verify_signature)(const struct key *, const struct public_key_signature *); }; struct x509_parse_context { struct x509_certificate *cert; long unsigned int data; const void *key; size_t key_size; const void *params; size_t params_size; enum OID key_algo; enum OID last_oid; enum OID sig_algo; u8 o_size; u8 cn_size; u8 email_size; u16 o_offset; u16 cn_offset; u16 email_offset; unsigned int raw_akid_size; const void *raw_akid; const void *akid_raw_issuer; unsigned int akid_raw_issuer_size; }; struct kdf_testvec { unsigned char *key; size_t keylen; unsigned char *ikm; size_t ikmlen; struct kvec info; unsigned char *expected; size_t expectedlen; }; enum { REQ_FSEQ_PREFLUSH = 1, REQ_FSEQ_DATA = 2, REQ_FSEQ_POSTFLUSH = 4, REQ_FSEQ_DONE = 8, REQ_FSEQ_ACTIONS = 7, FLUSH_PENDING_TIMEOUT = 1250, }; struct rq_map_data { struct page **pages; long unsigned int offset; short unsigned int page_order; short unsigned int nr_entries; bool null_mapped; bool from_user; }; struct bio_map_data { bool is_our_pages: 1; bool is_null_mapped: 1; struct iov_iter iter; struct iovec iov[0]; }; struct mq_inflight { struct block_device *part; unsigned int inflight[2]; }; struct blk_rq_wait { struct completion done; blk_status_t ret; }; struct blk_expired_data { bool has_timedout_rq; long unsigned int next; long unsigned int timeout_start; }; struct flush_busy_ctx_data { struct blk_mq_hw_ctx *hctx; struct list_head *list; }; struct dispatch_rq_data { struct blk_mq_hw_ctx *hctx; struct request *rq; }; enum prep_dispatch { PREP_DISPATCH_OK = 0, PREP_DISPATCH_NO_TAG = 1, PREP_DISPATCH_NO_BUDGET = 2, }; struct rq_iter_data { struct blk_mq_hw_ctx *hctx; bool has_rq; }; struct blk_mq_qe_pair { struct list_head node; struct request_queue *q; struct elevator_type *type; }; struct class_dev_iter { struct klist_iter ki; const struct device_type *type; }; struct badblocks { struct device *dev; int count; int unacked_exist; int shift; u64 *page; int changed; seqlock_t lock; sector_t sector; sector_t size; }; struct blk_major_name { struct blk_major_name *next; int major; char name[16]; void (*probe)(dev_t); }; struct rq_wait { wait_queue_head_t wait; atomic_t inflight; }; struct rq_depth { unsigned int max_depth; int scale_step; bool scaled_max; unsigned int queue_depth; unsigned int default_depth; }; typedef bool acquire_inflight_cb_t(struct rq_wait *, void *); typedef void cleanup_cb_t(struct rq_wait *, void *); struct rq_qos_wait_data { struct wait_queue_entry wq; struct task_struct *task; struct rq_wait *rqw; acquire_inflight_cb_t *cb; void *private_data; bool got_token; }; typedef int bsg_job_fn(struct bsg_job *); typedef enum blk_eh_timer_return bsg_timeout_fn(struct request *); struct bsg_set { struct blk_mq_tag_set tag_set; struct bsg_device *bd; bsg_job_fn *job_fn; bsg_timeout_fn *timeout_fn; }; struct blk_iolatency { struct rq_qos rqos; struct timer_list timer; bool enabled; atomic_t enable_cnt; struct work_struct enable_work; }; struct iolatency_grp; struct child_latency_info { spinlock_t lock; u64 last_scale_event; u64 scale_lat; u64 nr_samples; struct iolatency_grp *scale_grp; atomic_t scale_cookie; }; struct percentile_stats { u64 total; u64 missed; }; struct latency_stat { union { struct percentile_stats ps; struct blk_rq_stat rqs; }; }; struct iolatency_grp { struct blkg_policy_data pd; struct latency_stat *stats; struct latency_stat cur_stat; struct blk_iolatency *blkiolat; unsigned int max_depth; struct rq_wait rq_wait; atomic64_t window_start; atomic_t scale_cookie; u64 min_lat_nsec; u64 cur_win_nsec; u64 lat_avg; u64 nr_samples; bool ssd; struct child_latency_info child_lat; }; struct trace_event_raw_kyber_latency { struct trace_entry ent; dev_t dev; char domain[16]; char type[8]; u8 percentile; u8 numerator; u8 denominator; unsigned int samples; char __data[0]; }; struct trace_event_raw_kyber_adjust { struct trace_entry ent; dev_t dev; char domain[16]; unsigned int depth; char __data[0]; }; struct trace_event_raw_kyber_throttled { struct trace_entry ent; dev_t dev; char domain[16]; char __data[0]; }; struct trace_event_data_offsets_kyber_latency {}; struct trace_event_data_offsets_kyber_adjust {}; struct trace_event_data_offsets_kyber_throttled {}; typedef void (*btf_trace_kyber_latency)(void *, dev_t, const char *, const char *, unsigned int, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_kyber_adjust)(void *, dev_t, const char *, unsigned int); typedef void (*btf_trace_kyber_throttled)(void *, dev_t, const char *); enum { KYBER_READ = 0, KYBER_WRITE = 1, KYBER_DISCARD = 2, KYBER_OTHER = 3, KYBER_NUM_DOMAINS = 4, }; enum { KYBER_ASYNC_PERCENT = 75, }; enum { KYBER_LATENCY_SHIFT = 2, KYBER_GOOD_BUCKETS = 4, KYBER_LATENCY_BUCKETS = 8, }; enum { KYBER_TOTAL_LATENCY = 0, KYBER_IO_LATENCY = 1, }; struct kyber_cpu_latency { atomic_t buckets[48]; }; struct kyber_ctx_queue { spinlock_t lock; struct list_head rq_list[4]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kyber_queue_data { struct request_queue *q; dev_t dev; struct sbitmap_queue domain_tokens[4]; unsigned int async_depth; struct kyber_cpu_latency *cpu_latency; struct timer_list timer; unsigned int latency_buckets[48]; long unsigned int latency_timeout[3]; int domain_p99[3]; u64 latency_targets[3]; }; struct kyber_hctx_data { spinlock_t lock; struct list_head rqs[4]; unsigned int cur_domain; unsigned int batching; struct kyber_ctx_queue *kcqs; struct sbitmap kcq_map[4]; struct sbq_wait domain_wait[4]; struct sbq_wait_state *domain_ws[4]; atomic_t wait_index[4]; }; struct flush_kcq_data { struct kyber_hctx_data *khd; unsigned int sched_domain; struct list_head *list; }; struct bfq_group_data { struct blkcg_policy_data pd; unsigned int weight; }; struct virtqueue { struct list_head list; void (*callback)(struct virtqueue *); const char *name; struct virtio_device *vdev; unsigned int index; unsigned int num_free; unsigned int num_max; void *priv; bool reset; }; struct virtio_shm_region { u64 addr; u64 len; }; struct show_busy_params { struct seq_file *m; struct blk_mq_hw_ctx *hctx; }; enum opal_mbr { OPAL_MBR_ENABLE = 0, OPAL_MBR_DISABLE = 1, }; enum opal_mbr_done_flag { OPAL_MBR_NOT_DONE = 0, OPAL_MBR_DONE = 1, }; enum opal_user { OPAL_ADMIN1 = 0, OPAL_USER1 = 1, OPAL_USER2 = 2, OPAL_USER3 = 3, OPAL_USER4 = 4, OPAL_USER5 = 5, OPAL_USER6 = 6, OPAL_USER7 = 7, OPAL_USER8 = 8, OPAL_USER9 = 9, }; enum opal_lock_state { OPAL_RO = 1, OPAL_RW = 2, OPAL_LK = 4, }; enum opal_lock_flags { OPAL_SAVE_FOR_LOCK = 1, }; struct opal_key { __u8 lr; __u8 key_len; __u8 __align[6]; __u8 key[256]; }; struct opal_lr_act { struct opal_key key; __u32 sum; __u8 num_lrs; __u8 lr[9]; __u8 align[2]; }; struct opal_session_info { __u32 sum; __u32 who; struct opal_key opal_key; }; struct opal_user_lr_setup { __u64 range_start; __u64 range_length; __u32 RLE; __u32 WLE; struct opal_session_info session; }; struct opal_lock_unlock { struct opal_session_info session; __u32 l_state; __u16 flags; __u8 __align[2]; }; struct opal_new_pw { struct opal_session_info session; struct opal_session_info new_user_pw; }; struct opal_mbr_data { struct opal_key key; __u8 enable_disable; __u8 __align[7]; }; struct opal_mbr_done { struct opal_key key; __u8 done_flag; __u8 __align[7]; }; struct opal_shadow_mbr { struct opal_key key; const __u64 data; __u64 offset; __u64 size; }; enum opal_table_ops { OPAL_READ_TABLE = 0, OPAL_WRITE_TABLE = 1, }; struct opal_read_write_table { struct opal_key key; const __u64 data; const __u8 table_uid[8]; __u64 offset; __u64 size; __u64 flags; __u64 priv; }; struct opal_status { __u32 flags; __u32 reserved; }; enum { TCG_SECP_00 = 0, TCG_SECP_01 = 1, }; enum opal_response_token { OPAL_DTA_TOKENID_BYTESTRING = 224, OPAL_DTA_TOKENID_SINT = 225, OPAL_DTA_TOKENID_UINT = 226, OPAL_DTA_TOKENID_TOKEN = 227, OPAL_DTA_TOKENID_INVALID = 0, }; enum opal_uid { OPAL_SMUID_UID = 0, OPAL_THISSP_UID = 1, OPAL_ADMINSP_UID = 2, OPAL_LOCKINGSP_UID = 3, OPAL_ENTERPRISE_LOCKINGSP_UID = 4, OPAL_ANYBODY_UID = 5, OPAL_SID_UID = 6, OPAL_ADMIN1_UID = 7, OPAL_USER1_UID = 8, OPAL_USER2_UID = 9, OPAL_PSID_UID = 10, OPAL_ENTERPRISE_BANDMASTER0_UID = 11, OPAL_ENTERPRISE_ERASEMASTER_UID = 12, OPAL_TABLE_TABLE = 13, OPAL_LOCKINGRANGE_GLOBAL = 14, OPAL_LOCKINGRANGE_ACE_RDLOCKED = 15, OPAL_LOCKINGRANGE_ACE_WRLOCKED = 16, OPAL_MBRCONTROL = 17, OPAL_MBR = 18, OPAL_AUTHORITY_TABLE = 19, OPAL_C_PIN_TABLE = 20, OPAL_LOCKING_INFO_TABLE = 21, OPAL_ENTERPRISE_LOCKING_INFO_TABLE = 22, OPAL_DATASTORE = 23, OPAL_C_PIN_MSID = 24, OPAL_C_PIN_SID = 25, OPAL_C_PIN_ADMIN1 = 26, OPAL_HALF_UID_AUTHORITY_OBJ_REF = 27, OPAL_HALF_UID_BOOLEAN_ACE = 28, OPAL_UID_HEXFF = 29, }; enum opal_method { OPAL_PROPERTIES = 0, OPAL_STARTSESSION = 1, OPAL_REVERT = 2, OPAL_ACTIVATE = 3, OPAL_EGET = 4, OPAL_ESET = 5, OPAL_NEXT = 6, OPAL_EAUTHENTICATE = 7, OPAL_GETACL = 8, OPAL_GENKEY = 9, OPAL_REVERTSP = 10, OPAL_GET = 11, OPAL_SET = 12, OPAL_AUTHENTICATE = 13, OPAL_RANDOM = 14, OPAL_ERASE = 15, }; enum opal_token { OPAL_TRUE = 1, OPAL_FALSE = 0, OPAL_BOOLEAN_EXPR = 3, OPAL_TABLE = 0, OPAL_STARTROW = 1, OPAL_ENDROW = 2, OPAL_STARTCOLUMN = 3, OPAL_ENDCOLUMN = 4, OPAL_VALUES = 1, OPAL_TABLE_UID = 0, OPAL_TABLE_NAME = 1, OPAL_TABLE_COMMON = 2, OPAL_TABLE_TEMPLATE = 3, OPAL_TABLE_KIND = 4, OPAL_TABLE_COLUMN = 5, OPAL_TABLE_COLUMNS = 6, OPAL_TABLE_ROWS = 7, OPAL_TABLE_ROWS_FREE = 8, OPAL_TABLE_ROW_BYTES = 9, OPAL_TABLE_LASTID = 10, OPAL_TABLE_MIN = 11, OPAL_TABLE_MAX = 12, OPAL_PIN = 3, OPAL_RANGESTART = 3, OPAL_RANGELENGTH = 4, OPAL_READLOCKENABLED = 5, OPAL_WRITELOCKENABLED = 6, OPAL_READLOCKED = 7, OPAL_WRITELOCKED = 8, OPAL_ACTIVEKEY = 10, OPAL_LIFECYCLE = 6, OPAL_MAXRANGES = 4, OPAL_MBRENABLE = 1, OPAL_MBRDONE = 2, OPAL_HOSTPROPERTIES = 0, OPAL_STARTLIST = 240, OPAL_ENDLIST = 241, OPAL_STARTNAME = 242, OPAL_ENDNAME = 243, OPAL_CALL = 248, OPAL_ENDOFDATA = 249, OPAL_ENDOFSESSION = 250, OPAL_STARTTRANSACTON = 251, OPAL_ENDTRANSACTON = 252, OPAL_EMPTYATOM = 255, OPAL_WHERE = 0, }; enum opal_parameter { OPAL_SUM_SET_LIST = 393216, }; struct opal_compacket { __be32 reserved0; u8 extendedComID[4]; __be32 outstandingData; __be32 minTransfer; __be32 length; }; struct opal_packet { __be32 tsn; __be32 hsn; __be32 seq_number; __be16 reserved0; __be16 ack_type; __be32 acknowledgment; __be32 length; }; struct opal_data_subpacket { u8 reserved0[6]; __be16 kind; __be32 length; }; struct opal_header { struct opal_compacket cp; struct opal_packet pkt; struct opal_data_subpacket subpkt; }; struct d0_header { __be32 length; __be32 revision; __be32 reserved01; __be32 reserved02; u8 ignored[32]; }; struct d0_tper_features { u8 supported_features; u8 reserved01[3]; __be32 reserved02; __be32 reserved03; }; struct d0_locking_features { u8 supported_features; u8 reserved01[3]; __be32 reserved02; __be32 reserved03; }; struct d0_geometry_features { u8 header[4]; u8 reserved01; u8 reserved02[7]; __be32 logical_block_size; __be64 alignment_granularity; __be64 lowest_aligned_lba; }; struct d0_opal_v100 { __be16 baseComID; __be16 numComIDs; }; struct d0_single_user_mode { __be32 num_locking_objects; u8 reserved01; u8 reserved02; __be16 reserved03; __be32 reserved04; }; struct d0_opal_v200 { __be16 baseComID; __be16 numComIDs; u8 range_crossing; u8 num_locking_admin_auth[2]; u8 num_locking_user_auth[2]; u8 initialPIN; u8 revertedPIN; u8 reserved01; __be32 reserved02; }; struct d0_features { __be16 code; u8 r_version; u8 length; u8 features[0]; }; struct opal_dev; struct opal_step { int (*fn)(struct opal_dev *, void *); void *data; }; enum opal_atom_width { OPAL_WIDTH_TINY = 0, OPAL_WIDTH_SHORT = 1, OPAL_WIDTH_MEDIUM = 2, OPAL_WIDTH_LONG = 3, OPAL_WIDTH_TOKEN = 4, }; struct opal_resp_tok { const u8 *pos; size_t len; enum opal_response_token type; enum opal_atom_width width; union { u64 u; s64 s; } stored; }; struct parsed_resp { int num; struct opal_resp_tok toks[64]; }; struct opal_dev { u32 flags; void *data; sec_send_recv *send_recv; struct mutex dev_lock; u16 comid; u32 hsn; u32 tsn; u64 align; u64 lowest_lba; size_t pos; u8 *cmd; u8 *resp; struct parsed_resp parsed; size_t prev_d_len; void *prev_data; struct list_head unlk_lst; }; typedef int cont_fn(struct opal_dev *); struct opal_suspend_data { struct opal_lock_unlock unlk; u8 lr; struct list_head node; }; struct blk_crypto_mode { const char *name; const char *cipher_str; unsigned int keysize; unsigned int ivsize; }; struct blk_crypto_kobj { struct kobject kobj; struct blk_crypto_profile *profile; }; struct blk_crypto_attr { struct attribute attr; ssize_t (*show)(struct blk_crypto_profile *, struct blk_crypto_attr *, char *); }; struct io_splice { struct file *file_out; loff_t off_out; loff_t off_in; u64 len; int splice_fd_in; unsigned int flags; }; struct io_statx { struct file *file; int dfd; unsigned int mask; unsigned int flags; struct filename *filename; struct statx *buffer; }; enum { IO_SQ_THREAD_SHOULD_STOP = 0, IO_SQ_THREAD_SHOULD_PARK = 1, }; struct io_cancel_data { struct io_ring_ctx *ctx; union { u64 data; struct file *file; }; u32 flags; int seq; }; struct io_poll_update { struct file *file; u64 old_user_data; u64 new_user_data; __poll_t events; bool update_events; bool update_user_data; }; struct io_poll_table { struct poll_table_struct pt; struct io_kiocb *req; int nr_entries; int error; bool owning; __poll_t result_mask; }; enum { IOU_POLL_DONE = 0, IOU_POLL_NO_ACTION = 1, IOU_POLL_REMOVE_POLL_USE_RES = 2, IOU_POLL_REISSUE = 3, }; struct iov_iter_state { size_t iov_offset; size_t count; long unsigned int nr_segs; }; struct io_rw_state { struct iov_iter iter; struct iov_iter_state iter_state; struct iovec fast_iov[8]; }; struct io_async_rw { struct io_rw_state s; const struct iovec *free_iovec; size_t bytes_done; struct wait_page_queue wpq; }; struct io_rw { struct kiocb kiocb; u64 addr; u32 len; rwf_t flags; }; struct wrapper { cmp_func_t cmp; swap_func_t swap; }; struct match_token { int token; const char *pattern; }; enum { MAX_OPT_ARGS = 3, }; struct region { unsigned int start; unsigned int off; unsigned int group_len; unsigned int end; unsigned int nbits; }; enum { REG_OP_ISFREE = 0, REG_OP_ALLOC = 1, REG_OP_RELEASE = 2, }; union nested_table { union nested_table *table; struct rhash_lock_head *bucket; }; typedef enum { trustInput = 0, checkMaxSymbolValue = 1, } HIST_checkInput_e; typedef struct { FSE_CTable CTable[59]; U32 scratchBuffer[41]; unsigned int count[13]; S16 norm[13]; } HUF_CompressWeightsWksp; typedef struct { HUF_CompressWeightsWksp wksp; BYTE bitsToWeight[13]; BYTE huffWeight[255]; } HUF_WriteCTableWksp; struct nodeElt_s { U32 count; U16 parent; BYTE byte; BYTE nbBits; }; typedef struct nodeElt_s nodeElt; typedef struct { U16 base; U16 curr; } rankPos; typedef nodeElt huffNodeTable[512]; typedef struct { huffNodeTable huffNodeTbl; rankPos rankPosition[192]; } HUF_buildCTable_wksp_tables; typedef struct { size_t bitContainer[2]; size_t bitPos[2]; BYTE *startPtr; BYTE *ptr; BYTE *endPtr; } HUF_CStream_t; typedef enum { HUF_singleStream = 0, HUF_fourStreams = 1, } HUF_nbStreams_e; typedef struct { unsigned int count[256]; HUF_CElt CTable[257]; union { HUF_buildCTable_wksp_tables buildCTable_wksp; HUF_WriteCTableWksp writeCTable_wksp; U32 hist_wksp[1024]; } wksps; } HUF_compress_tables_t; typedef enum { ZSTDcs_created = 0, ZSTDcs_init = 1, ZSTDcs_ongoing = 2, ZSTDcs_ending = 3, } ZSTD_compressionStage_e; typedef enum { ZSTD_dictDefaultAttach = 0, ZSTD_dictForceAttach = 1, ZSTD_dictForceCopy = 2, ZSTD_dictForceLoad = 3, } ZSTD_dictAttachPref_e; typedef struct { ZSTD_paramSwitch_e enableLdm; U32 hashLog; U32 bucketSizeLog; U32 minMatchLength; U32 hashRateLog; U32 windowLog; } ldmParams_t; typedef enum { ZSTD_sf_noBlockDelimiters = 0, ZSTD_sf_explicitBlockDelimiters = 1, } ZSTD_sequenceFormat_e; struct ZSTD_CCtx_params_s { ZSTD_format_e format; ZSTD_compressionParameters cParams; ZSTD_frameParameters fParams; int compressionLevel; int forceWindow; size_t targetCBlockSize; int srcSizeHint; ZSTD_dictAttachPref_e attachDictPref; ZSTD_paramSwitch_e literalCompressionMode; int nbWorkers; size_t jobSize; int overlapLog; int rsyncable; ldmParams_t ldmParams; int enableDedicatedDictSearch; ZSTD_bufferMode_e inBufferMode; ZSTD_bufferMode_e outBufferMode; ZSTD_sequenceFormat_e blockDelimiters; int validateSequences; ZSTD_paramSwitch_e useBlockSplitter; ZSTD_paramSwitch_e useRowMatchFinder; int deterministicRefPrefix; ZSTD_customMem customMem; }; typedef struct ZSTD_CCtx_params_s ZSTD_CCtx_params; typedef enum { ZSTD_cwksp_alloc_objects = 0, ZSTD_cwksp_alloc_buffers = 1, ZSTD_cwksp_alloc_aligned = 2, } ZSTD_cwksp_alloc_phase_e; typedef enum { ZSTD_cwksp_dynamic_alloc = 0, ZSTD_cwksp_static_alloc = 1, } ZSTD_cwksp_static_alloc_e; typedef struct { void *workspace; void *workspaceEnd; void *objectEnd; void *tableEnd; void *tableValidEnd; void *allocStart; BYTE allocFailed; int workspaceOversizedDuration; ZSTD_cwksp_alloc_phase_e phase; ZSTD_cwksp_static_alloc_e isStatic; } ZSTD_cwksp; struct POOL_ctx_s; typedef struct POOL_ctx_s ZSTD_threadPool; typedef struct { unsigned int offset; unsigned int litLength; unsigned int matchLength; unsigned int rep; } ZSTD_Sequence; typedef struct { int collectSequences; ZSTD_Sequence *seqStart; size_t seqIndex; size_t maxSequences; } SeqCollector; typedef struct { U32 offset; U32 checksum; } ldmEntry_t; typedef struct { const BYTE *split; U32 hash; U32 checksum; ldmEntry_t *bucket; } ldmMatchCandidate_t; typedef struct { ZSTD_window_t window; ldmEntry_t *hashTable; U32 loadedDictEnd; BYTE *bucketOffsets; size_t splitIndices[64]; ldmMatchCandidate_t matchCandidates[64]; } ldmState_t; typedef struct { ZSTD_entropyCTables_t entropy; U32 rep[3]; } ZSTD_compressedBlockState_t; typedef struct { ZSTD_compressedBlockState_t *prevCBlock; ZSTD_compressedBlockState_t *nextCBlock; ZSTD_matchState_t matchState; } ZSTD_blockState_t; typedef enum { ZSTDb_not_buffered = 0, ZSTDb_buffered = 1, } ZSTD_buffered_policy_e; typedef enum { zcss_init = 0, zcss_load = 1, zcss_flush = 2, } ZSTD_cStreamStage; typedef enum { ZSTD_dct_auto = 0, ZSTD_dct_rawContent = 1, ZSTD_dct_fullDict = 2, } ZSTD_dictContentType_e; struct ZSTD_CDict_s; typedef struct ZSTD_CDict_s ZSTD_CDict; typedef struct { void *dictBuffer; const void *dict; size_t dictSize; ZSTD_dictContentType_e dictContentType; ZSTD_CDict *cdict; } ZSTD_localDict; struct ZSTD_prefixDict_s { const void *dict; size_t dictSize; ZSTD_dictContentType_e dictContentType; }; typedef struct ZSTD_prefixDict_s ZSTD_prefixDict; typedef struct { symbolEncodingType_e hType; BYTE hufDesBuffer[128]; size_t hufDesSize; } ZSTD_hufCTablesMetadata_t; typedef struct { symbolEncodingType_e llType; symbolEncodingType_e ofType; symbolEncodingType_e mlType; BYTE fseTablesBuffer[133]; size_t fseTablesSize; size_t lastCountSize; } ZSTD_fseCTablesMetadata_t; typedef struct { ZSTD_hufCTablesMetadata_t hufMetadata; ZSTD_fseCTablesMetadata_t fseMetadata; } ZSTD_entropyCTablesMetadata_t; typedef struct { seqStore_t fullSeqStoreChunk; seqStore_t firstHalfSeqStore; seqStore_t secondHalfSeqStore; seqStore_t currSeqStore; seqStore_t nextSeqStore; U32 partitions[196]; ZSTD_entropyCTablesMetadata_t entropyMetadata; } ZSTD_blockSplitCtx; struct ZSTD_CCtx_s { ZSTD_compressionStage_e stage; int cParamsChanged; int bmi2; ZSTD_CCtx_params requestedParams; ZSTD_CCtx_params appliedParams; ZSTD_CCtx_params simpleApiParams; U32 dictID; size_t dictContentSize; ZSTD_cwksp workspace; size_t blockSize; long long unsigned int pledgedSrcSizePlusOne; long long unsigned int consumedSrcSize; long long unsigned int producedCSize; struct xxh64_state xxhState; ZSTD_customMem customMem; ZSTD_threadPool *pool; size_t staticSize; SeqCollector seqCollector; int isFirstBlock; int initialized; seqStore_t seqStore; ldmState_t ldmState; rawSeq *ldmSequences; size_t maxNbLdmSequences; rawSeqStore_t externSeqStore; ZSTD_blockState_t blockState; U32 *entropyWorkspace; ZSTD_buffered_policy_e bufferedPolicy; char *inBuff; size_t inBuffSize; size_t inToCompress; size_t inBuffPos; size_t inBuffTarget; char *outBuff; size_t outBuffSize; size_t outBuffContentSize; size_t outBuffFlushedSize; ZSTD_cStreamStage streamStage; U32 frameEnded; ZSTD_inBuffer expectedInBuffer; size_t expectedOutBufferSize; ZSTD_localDict localDict; const ZSTD_CDict *cdict; ZSTD_prefixDict prefixDict; ZSTD_blockSplitCtx blockSplitCtx; }; typedef struct ZSTD_CCtx_s ZSTD_CCtx___2; struct ZSTD_CDict_s { const void *dictContent; size_t dictContentSize; ZSTD_dictContentType_e dictContentType; U32 *entropyWorkspace; ZSTD_cwksp workspace; ZSTD_matchState_t matchState; ZSTD_compressedBlockState_t cBlockState; ZSTD_customMem customMem; U32 dictID; int compressionLevel; ZSTD_paramSwitch_e useRowMatchFinder; }; typedef struct { U32 litLength; U32 matchLength; } ZSTD_sequenceLength; typedef U64 ZSTD_VecMask; typedef enum { search_hashChain = 0, search_binaryTree = 1, search_rowHash = 2, } searchMethod_e; enum gcry_mpi_format { GCRYMPI_FMT_NONE = 0, GCRYMPI_FMT_STD = 1, GCRYMPI_FMT_PGP = 2, GCRYMPI_FMT_SSH = 3, GCRYMPI_FMT_HEX = 4, GCRYMPI_FMT_USG = 5, GCRYMPI_FMT_OPAQUE = 8, }; struct barrett_ctx_s; typedef struct barrett_ctx_s *mpi_barrett_t; struct barrett_ctx_s { MPI m; int m_copied; int k; MPI y; MPI r1; MPI r2; MPI r3; }; struct karatsuba_ctx { struct karatsuba_ctx *next; mpi_ptr_t tspace; mpi_size_t tspace_size; mpi_ptr_t tp; mpi_size_t tp_size; }; struct dim_cq_moder { u16 usec; u16 pkts; u16 comps; u8 cq_period_mode; }; enum dim_cq_period_mode { DIM_CQ_PERIOD_MODE_START_FROM_EQE = 0, DIM_CQ_PERIOD_MODE_START_FROM_CQE = 1, DIM_CQ_PERIOD_NUM_MODES = 2, }; enum dim_state { DIM_START_MEASURE = 0, DIM_MEASURE_IN_PROGRESS = 1, DIM_APPLY_NEW_PROFILE = 2, }; enum dim_tune_state { DIM_PARKING_ON_TOP = 0, DIM_PARKING_TIRED = 1, DIM_GOING_RIGHT = 2, DIM_GOING_LEFT = 3, }; enum dim_stats_state { DIM_STATS_WORSE = 0, DIM_STATS_SAME = 1, DIM_STATS_BETTER = 2, }; enum dim_step_result { DIM_STEPPED = 0, DIM_TOO_TIRED = 1, DIM_ON_EDGE = 2, }; struct acpi_vector_group { int node; int pci_segment; struct irq_domain *parent; }; struct acpi_madt_msi_pic { struct acpi_subtable_header header; u8 version; u64 msg_address; u32 start; u32 count; } __attribute__((packed)); enum { IRQ_SET_MASK_OK = 0, IRQ_SET_MASK_OK_NOCOPY = 1, IRQ_SET_MASK_OK_DONE = 2, }; struct eiointc_priv { u32 node; nodemask_t node_map; cpumask_t cpuspan_map; struct fwnode_handle *domain_handle; struct irq_domain *eiointc_domain; }; struct eiointc; struct pch_lpc { void *base; struct irq_domain *lpc_domain; raw_spinlock_t lpc_lock; u32 saved_reg_ctl; u32 saved_reg_ena; u32 saved_reg_pol; }; struct gpio { unsigned int gpio; long unsigned int flags; const char *label; }; struct class_attribute { struct attribute attr; ssize_t (*show)(struct class *, struct class_attribute *, char *); ssize_t (*store)(struct class *, struct class_attribute *, const char *, size_t); }; struct gpiod_data { struct gpio_desc *desc; struct mutex mutex; struct kernfs_node *value_kn; int irq; unsigned char irq_flags; bool direction_can_change; }; struct msi_map { int index; int virq; }; enum pm_qos_flags_status { PM_QOS_FLAGS_UNDEFINED = -1, PM_QOS_FLAGS_NONE = 0, PM_QOS_FLAGS_SOME = 1, PM_QOS_FLAGS_ALL = 2, }; struct hpx_type0 { u32 revision; u8 cache_line_size; u8 latency_timer; u8 enable_serr; u8 enable_perr; }; struct hpx_type1 { u32 revision; u8 max_mem_read; u8 avg_max_split; u16 tot_max_split; }; struct hpx_type2 { u32 revision; u32 unc_err_mask_and; u32 unc_err_mask_or; u32 unc_err_sever_and; u32 unc_err_sever_or; u32 cor_err_mask_and; u32 cor_err_mask_or; u32 adv_err_cap_and; u32 adv_err_cap_or; u16 pci_exp_devctl_and; u16 pci_exp_devctl_or; u16 pci_exp_lnkctl_and; u16 pci_exp_lnkctl_or; u32 sec_unc_err_sever_and; u32 sec_unc_err_sever_or; u32 sec_unc_err_mask_and; u32 sec_unc_err_mask_or; }; struct hpx_type3 { u16 device_type; u16 function_type; u16 config_space_location; u16 pci_exp_cap_id; u16 pci_exp_cap_ver; u16 pci_exp_vendor_id; u16 dvsec_id; u16 dvsec_rev; u16 match_offset; u32 match_mask_and; u32 match_value; u16 reg_offset; u32 reg_mask_and; u32 reg_mask_or; }; enum hpx_type3_dev_type { HPX_TYPE_ENDPOINT = 1, HPX_TYPE_LEG_END = 2, HPX_TYPE_RC_END = 4, HPX_TYPE_RC_EC = 8, HPX_TYPE_ROOT_PORT = 16, HPX_TYPE_UPSTREAM = 32, HPX_TYPE_DOWNSTREAM = 64, HPX_TYPE_PCI_BRIDGE = 128, HPX_TYPE_PCIE_BRIDGE = 256, }; enum hpx_type3_fn_type { HPX_FN_NORMAL = 1, HPX_FN_SRIOV_PHYS = 2, HPX_FN_SRIOV_VIRT = 4, }; enum hpx_type3_cfg_loc { HPX_CFG_PCICFG = 0, HPX_CFG_PCIE_CAP = 1, HPX_CFG_PCIE_CAP_EXT = 2, HPX_CFG_VEND_CAP = 3, HPX_CFG_DVSEC = 4, HPX_CFG_MAX = 5, }; enum dmi_device_type { DMI_DEV_TYPE_ANY = 0, DMI_DEV_TYPE_OTHER = 1, DMI_DEV_TYPE_UNKNOWN = 2, DMI_DEV_TYPE_VIDEO = 3, DMI_DEV_TYPE_SCSI = 4, DMI_DEV_TYPE_ETHERNET = 5, DMI_DEV_TYPE_TOKENRING = 6, DMI_DEV_TYPE_SOUND = 7, DMI_DEV_TYPE_PATA = 8, DMI_DEV_TYPE_SATA = 9, DMI_DEV_TYPE_SAS = 10, DMI_DEV_TYPE_IPMI = -1, DMI_DEV_TYPE_OEM_STRING = -2, DMI_DEV_TYPE_DEV_ONBOARD = -3, DMI_DEV_TYPE_DEV_SLOT = -4, }; struct dmi_device { struct list_head list; int type; const char *name; void *device_data; }; struct dmi_dev_onboard { struct dmi_device dev; int instance; int segment; int bus; int devfn; }; enum smbios_attr_enum { SMBIOS_ATTR_NONE = 0, SMBIOS_ATTR_LABEL_SHOW = 1, SMBIOS_ATTR_INSTANCE_SHOW = 2, }; enum acpi_attr_enum { ACPI_ATTR_LABEL_SHOW = 0, ACPI_ATTR_INDEX_SHOW = 1, }; enum rio_device_state { RIO_DEVICE_INITIALIZING = 0, RIO_DEVICE_RUNNING = 1, RIO_DEVICE_GONE = 2, RIO_DEVICE_SHUTDOWN = 3, }; struct rio_scan_node { int mport_id; struct list_head node; struct rio_scan *ops; }; struct rio_pwrite { struct list_head node; int (*pwcback)(struct rio_mport *, void *, union rio_pw_msg *, int); void *context; }; struct rio_disc_work { struct work_struct work; struct rio_mport *mport; }; struct aperture_range { struct device *dev; resource_size_t base; resource_size_t size; struct list_head lh; void (*detach)(struct device *); }; struct linux_logo { int type; unsigned int width; unsigned int height; unsigned int clutsize; const unsigned char *clut; const unsigned char *data; }; struct fb_modelist { struct list_head list; struct fb_videomode mode; }; typedef unsigned int u_int; struct fb_con2fbmap { __u32 console; __u32 framebuffer; }; enum { FB_BLANK_UNBLANK = 0, FB_BLANK_NORMAL = 1, FB_BLANK_VSYNC_SUSPEND = 2, FB_BLANK_HSYNC_SUSPEND = 3, FB_BLANK_POWERDOWN = 4, }; enum { FBCON_LOGO_CANSHOW = -1, FBCON_LOGO_DRAW = -2, FBCON_LOGO_DONTSHOW = -3, }; enum ipmi_addr_src { SI_INVALID = 0, SI_HOTMOD = 1, SI_HARDCODED = 2, SI_SPMI = 3, SI_ACPI = 4, SI_SMBIOS = 5, SI_PCI = 6, SI_DEVICETREE = 7, SI_PLATFORM = 8, SI_LAST = 9, }; enum ipmi_plat_interface_type { IPMI_PLAT_IF_SI = 0, IPMI_PLAT_IF_SSIF = 1, }; struct ipmi_plat_data { enum ipmi_plat_interface_type iftype; unsigned int type; unsigned int space; long unsigned int addr; unsigned int regspacing; unsigned int regsize; unsigned int regshift; unsigned int irq; unsigned int slave_addr; enum ipmi_addr_src addr_source; }; enum si_type { SI_TYPE_INVALID = 0, SI_KCS = 1, SI_SMIC = 2, SI_BT = 3, SI_TYPE_MAX = 4, }; enum ipmi_addr_space { IPMI_IO_ADDR_SPACE = 0, IPMI_MEM_ADDR_SPACE = 1, }; struct acpi_pld_info { u8 revision; u8 ignore_color; u8 red; u8 green; u8 blue; u16 width; u16 height; u8 user_visible; u8 dock; u8 lid; u8 panel; u8 vertical_position; u8 horizontal_position; u8 shape; u8 group_orientation; u8 group_token; u8 group_position; u8 bay; u8 ejectable; u8 ospm_eject_required; u8 cabinet_number; u8 card_cage_number; u8 reference; u8 rotation; u8 order; u8 reserved; u16 vertical_offset; u16 horizontal_offset; }; struct acpi_handle_list { u32 count; acpi_handle handles[10]; }; enum acpi_predicate { all_versions = 0, less_than_or_equal = 1, equal = 2, greater_than_or_equal = 3, }; struct acpi_platform_list { char oem_id[7]; char oem_table_id[9]; u32 oem_revision; char *table; enum acpi_predicate pred; char *reason; u32 data; }; struct acpi_device_bus_id { const char *bus_id; struct ida instance_ida; struct list_head node; }; struct acpi_dev_match_info { struct acpi_device_id hid[2]; const char *uid; s64 hrv; }; struct acpi_data_node { const char *name; acpi_handle handle; struct fwnode_handle fwnode; struct fwnode_handle *parent; struct acpi_device_data data; struct list_head sibling; struct kobject kobj; struct completion kobj_done; }; struct acpi_data_node_attr { struct attribute attr; ssize_t (*show)(struct acpi_data_node *, char *); ssize_t (*store)(struct acpi_data_node *, const char *, size_t); }; enum acpi_bus_device_type { ACPI_BUS_TYPE_DEVICE = 0, ACPI_BUS_TYPE_POWER = 1, ACPI_BUS_TYPE_PROCESSOR = 2, ACPI_BUS_TYPE_THERMAL = 3, ACPI_BUS_TYPE_POWER_BUTTON = 4, ACPI_BUS_TYPE_SLEEP_BUTTON = 5, ACPI_BUS_TYPE_ECDT_EC = 6, ACPI_BUS_DEVICE_TYPE_COUNT = 7, }; struct acpi_dev_walk_context { int (*fn)(struct acpi_device *, void *); void *data; }; struct acpi_processor_errata { u8 smp; struct { u8 throttle: 1; u8 fdma: 1; u8 reserved: 6; u32 bmisx; } piix4; }; struct acpi_pci_link_irq { u32 active; u8 triggering; u8 polarity; u8 resource_type; u8 possible_count; u32 possible[16]; u8 initialized: 1; u8 reserved: 7; }; struct acpi_pci_link { struct list_head list; struct acpi_device *device; struct acpi_pci_link_irq irq; int refcnt; }; struct apd_private_data; struct apd_device_desc { unsigned int fixed_clk_rate; struct property_entry *properties; int (*setup)(struct apd_private_data *); }; struct apd_private_data { struct clk *clk; struct acpi_device *adev; const struct apd_device_desc *dev_desc; }; struct acpi_power_dependent_device { struct device *dev; struct list_head node; }; struct acpi_power_resource { struct acpi_device device; struct list_head list_node; u32 system_level; u32 order; unsigned int ref_count; u8 state; struct mutex resource_lock; struct list_head dependents; }; struct acpi_power_resource_entry { struct list_head node; struct acpi_power_resource *resource; }; struct acpi_device_properties { const guid_t *guid; union acpi_object *properties; struct list_head list; void **bufs; }; typedef acpi_status (*acpi_execute_op)(struct acpi_walk_state *); struct acpi_pcc_info { u8 subspace_id; u16 length; u8 *internal_buffer; }; struct acpi_ffh_info { u64 offset; u64 length; }; struct acpi_reg_walk_info { u32 function; u32 reg_run_count; acpi_adr_space_type space_id; }; struct acpi_fixed_event_handler { acpi_event_handler handler; void *context; }; struct acpi_fixed_event_info { u8 status_register_id; u8 enable_register_id; u16 status_bit_mask; u16 enable_bit_mask; }; enum { AML_FIELD_UPDATE_PRESERVE = 0, AML_FIELD_UPDATE_WRITE_AS_ONES = 32, AML_FIELD_UPDATE_WRITE_AS_ZEROS = 64, }; struct acpi_bit_register_info { u8 parent_register; u8 bit_position; u16 access_bit_mask; }; typedef acpi_status (*acpi_init_handler)(acpi_handle, u32); struct acpi_init_walk_info { u32 table_index; u32 object_count; u32 method_count; u32 serial_method_count; u32 non_serial_method_count; u32 serialized_method_count; u32 device_count; u32 op_region_count; u32 field_count; u32 buffer_count; u32 package_count; u32 op_region_init; u32 field_init; u32 buffer_init; u32 package_init; acpi_owner_id owner_id; }; struct acpi_device_walk_info { struct acpi_table_desc *table_desc; struct acpi_evaluate_info *evaluate_info; u32 device_count; u32 num_STA; u32 num_INI; }; typedef acpi_status (*acpi_repair_function)(struct acpi_evaluate_info *, union acpi_operand_object **); struct acpi_repair_info { char name[4]; acpi_repair_function repair_function; }; struct acpi_device_info { u32 info_size; u32 name; acpi_object_type type; u8 param_count; u16 valid; u8 flags; u8 highest_dstates[4]; u8 lowest_dstates[5]; u64 address; struct acpi_pnp_device_id hardware_id; struct acpi_pnp_device_id unique_id; struct acpi_pnp_device_id class_code; struct acpi_pnp_device_id_list compatible_id_list; }; typedef u16 acpi_rs_length; struct acpi_vendor_uuid { u8 subtype; u8 data[16]; }; struct acpi_vendor_walk_info { struct acpi_vendor_uuid *uuid; struct acpi_buffer *buffer; acpi_status status; }; typedef u32 (*acpi_sci_handler)(void *); typedef u32 (*acpi_interface_handler)(acpi_string, u32); struct acpi_mutex_info { void *mutex; u32 use_count; u64 thread_id; }; struct acpi_sci_handler_info { struct acpi_sci_handler_info *next; acpi_sci_handler address; void *context; }; struct acpi_comment_node { char *comment; struct acpi_comment_node *next; }; struct acpi_interface_info { char *name; struct acpi_interface_info *next; u8 flags; u8 value; }; struct acpi_pkg_info { u8 *free_space; acpi_size length; u32 object_space; u32 num_packages; }; struct acpi_ac { struct power_supply *charger; struct power_supply_desc charger_desc; struct acpi_device *device; long long unsigned int state; struct notifier_block battery_nb; }; struct acpi_fan_fps { u64 control; u64 trip_point; u64 speed; u64 noise_level; u64 power; char name[20]; struct device_attribute dev_attr; }; struct acpi_fan_fif { u8 revision; u8 fine_grain_ctrl; u8 step_size; u8 low_speed_notification; }; struct acpi_fan_fst { u64 revision; u64 control; u64 speed; }; struct acpi_fan { bool acpi4; struct acpi_fan_fif fif; struct acpi_fan_fps *fps; int fps_count; struct thermal_cooling_device *cdev; struct device_attribute fst_speed; struct device_attribute fine_grain_control; }; typedef int mhp_t; struct memory_group { int nid; struct list_head memory_blocks; long unsigned int present_kernel_pages; long unsigned int present_movable_pages; bool is_dynamic; union { struct { long unsigned int max_pages; } s; struct { long unsigned int unit_pages; } d; }; }; struct memory_block { long unsigned int start_section_nr; long unsigned int state; int online_type; int nid; struct zone *zone; struct device dev; long unsigned int nr_vmemmap_pages; struct memory_group *group; struct list_head group_next; }; typedef int (*walk_memory_blocks_func_t)(struct memory_block *, void *); struct acpi_memory_info { struct list_head list; u64 start_addr; u64 length; short unsigned int caching; short unsigned int write_protect; unsigned int enabled: 1; }; struct acpi_memory_device { struct acpi_device *device; struct list_head res_list; int mgid; }; struct pnp_fixup { char id[7]; void (*quirk_function)(struct pnp_dev *); }; struct devm_clk_state { struct clk *clk; void (*exit)(struct clk *); }; struct clk_bulk_devres { struct clk_bulk_data *clks; int num_clks; }; struct clk_div_table { unsigned int val; unsigned int div; }; struct clk_divider { struct clk_hw hw; void *reg; u8 shift; u8 width; u8 flags; const struct clk_div_table *table; spinlock_t *lock; }; struct clk_gate { struct clk_hw hw; void *reg; u8 bit_idx; u8 flags; spinlock_t *lock; }; struct u32_fract { __u32 numerator; __u32 denominator; }; struct clk_fractional_divider { struct clk_hw hw; void *reg; u8 mshift; u8 mwidth; u32 mmask; u8 nshift; u8 nwidth; u32 nmask; u8 flags; void (*approximation)(struct clk_hw *, long unsigned int, long unsigned int *, long unsigned int *, long unsigned int *); spinlock_t *lock; }; struct acpi_table_csrt { struct acpi_table_header header; }; struct acpi_csrt_group { u32 length; u32 vendor_id; u32 subvendor_id; u16 device_id; u16 subdevice_id; u16 revision; u16 reserved; u32 shared_info_length; }; struct acpi_csrt_shared_info { u16 major_version; u16 minor_version; u32 mmio_base_low; u32 mmio_base_high; u32 gsi_interrupt; u8 interrupt_polarity; u8 interrupt_mode; u8 num_channels; u8 dma_address_width; u16 base_request_line; u16 num_handshake_signals; u32 max_block_size; }; struct acpi_dma_spec { int chan_id; int slave_id; struct device *dev; }; struct acpi_dma { struct list_head dma_controllers; struct device *dev; struct dma_chan * (*acpi_dma_xlate)(struct acpi_dma_spec *, struct acpi_dma *); void *data; short unsigned int base_request_line; short unsigned int end_request_line; }; struct acpi_dma_filter_info { dma_cap_mask_t dma_cap; dma_filter_fn filter_fn; }; struct acpi_dma_parser_data { struct acpi_dma_spec dma_spec; size_t index; size_t n; }; struct fixed_voltage_config { const char *supply_name; const char *input_supply; int microvolts; unsigned int startup_delay; unsigned int off_on_delay; unsigned int enabled_at_boot: 1; struct regulator_init_data *init_data; }; struct fixed_regulator_data { struct fixed_voltage_config cfg; struct regulator_init_data init_data; struct platform_device pdev; }; struct regulator_bulk_data { const char *supply; int init_load_uA; struct regulator *consumer; int ret; }; enum regulator_get_type { NORMAL_GET = 0, EXCLUSIVE_GET = 1, OPTIONAL_GET = 2, MAX_GET_TYPE = 3, }; struct regulator_bulk_devres { struct regulator_bulk_data *consumers; int num_consumers; }; struct regulator_supply_alias_match { struct device *dev; const char *id; }; struct regulator_notifier_match { struct regulator *regulator; struct notifier_block *nb; }; struct sysrq_state { struct input_handle handle; struct work_struct reinject_work; long unsigned int key_down[12]; unsigned int alt; unsigned int alt_use; unsigned int shift; unsigned int shift_use; bool active; bool need_reinject; bool reinjecting; bool reset_canceled; bool reset_requested; long unsigned int reset_keybit[12]; int reset_seq_len; int reset_seq_cnt; int reset_seq_version; struct timer_list keyreset_timer; }; typedef uint32_t char32_t; struct uni_screen { char32_t *lines[0]; }; struct vt_notifier_param { struct vc_data *vc; unsigned int c; }; struct tiocl_selection { short unsigned int xs; short unsigned int ys; short unsigned int xe; short unsigned int ye; short unsigned int sel_mode; }; struct con_driver { const struct consw *con; const char *desc; struct device *dev; int node; int first; int last; int flag; }; enum { blank_off = 0, blank_normal_wait = 1, blank_vesa_wait = 2, }; enum { EPecma = 0, EPdec = 1, EPeq = 2, EPgt = 3, EPlt = 4, }; struct rgb { u8 r; u8 g; u8 b; }; enum { ESnormal = 0, ESesc = 1, ESsquare = 2, ESgetpars = 3, ESfunckey = 4, EShash = 5, ESsetG0 = 6, ESsetG1 = 7, ESpercent = 8, EScsiignore = 9, ESnonstd = 10, ESpalette = 11, ESosc = 12, ESapc = 13, ESpm = 14, ESdcs = 15, }; struct interval { uint32_t first; uint32_t last; }; struct vc_draw_region { long unsigned int from; long unsigned int to; int x; }; struct pciserial_board { unsigned int flags; unsigned int num_ports; unsigned int base_baud; unsigned int uart_offset; unsigned int reg_shift; unsigned int first_offset; }; struct serial_private; struct pci_serial_quirk { u32 vendor; u32 device; u32 subvendor; u32 subdevice; int (*probe)(struct pci_dev *); int (*init)(struct pci_dev *); int (*setup)(struct serial_private *, const struct pciserial_board *, struct uart_8250_port *, int); void (*exit)(struct pci_dev *); }; struct serial_private { struct pci_dev *dev; unsigned int nr; struct pci_serial_quirk *quirk; const struct pciserial_board *board; int line[0]; }; struct f815xxa_data { spinlock_t lock; int idx; }; struct timedia_struct { int num; const short unsigned int *ids; }; enum pci_board_num_t { pbn_default = 0, pbn_b0_1_115200 = 1, pbn_b0_2_115200 = 2, pbn_b0_4_115200 = 3, pbn_b0_5_115200 = 4, pbn_b0_8_115200 = 5, pbn_b0_1_921600 = 6, pbn_b0_2_921600 = 7, pbn_b0_4_921600 = 8, pbn_b0_2_1130000 = 9, pbn_b0_4_1152000 = 10, pbn_b0_4_1250000 = 11, pbn_b0_2_1843200 = 12, pbn_b0_4_1843200 = 13, pbn_b0_1_15625000 = 14, pbn_b0_bt_1_115200 = 15, pbn_b0_bt_2_115200 = 16, pbn_b0_bt_4_115200 = 17, pbn_b0_bt_8_115200 = 18, pbn_b0_bt_1_460800 = 19, pbn_b0_bt_2_460800 = 20, pbn_b0_bt_4_460800 = 21, pbn_b0_bt_1_921600 = 22, pbn_b0_bt_2_921600 = 23, pbn_b0_bt_4_921600 = 24, pbn_b0_bt_8_921600 = 25, pbn_b1_1_115200 = 26, pbn_b1_2_115200 = 27, pbn_b1_4_115200 = 28, pbn_b1_8_115200 = 29, pbn_b1_16_115200 = 30, pbn_b1_1_921600 = 31, pbn_b1_2_921600 = 32, pbn_b1_4_921600 = 33, pbn_b1_8_921600 = 34, pbn_b1_2_1250000 = 35, pbn_b1_bt_1_115200 = 36, pbn_b1_bt_2_115200 = 37, pbn_b1_bt_4_115200 = 38, pbn_b1_bt_2_921600 = 39, pbn_b1_1_1382400 = 40, pbn_b1_2_1382400 = 41, pbn_b1_4_1382400 = 42, pbn_b1_8_1382400 = 43, pbn_b2_1_115200 = 44, pbn_b2_2_115200 = 45, pbn_b2_4_115200 = 46, pbn_b2_8_115200 = 47, pbn_b2_1_460800 = 48, pbn_b2_4_460800 = 49, pbn_b2_8_460800 = 50, pbn_b2_16_460800 = 51, pbn_b2_1_921600 = 52, pbn_b2_4_921600 = 53, pbn_b2_8_921600 = 54, pbn_b2_8_1152000 = 55, pbn_b2_bt_1_115200 = 56, pbn_b2_bt_2_115200 = 57, pbn_b2_bt_4_115200 = 58, pbn_b2_bt_2_921600 = 59, pbn_b2_bt_4_921600 = 60, pbn_b3_2_115200 = 61, pbn_b3_4_115200 = 62, pbn_b3_8_115200 = 63, pbn_b4_bt_2_921600 = 64, pbn_b4_bt_4_921600 = 65, pbn_b4_bt_8_921600 = 66, pbn_panacom = 67, pbn_panacom2 = 68, pbn_panacom4 = 69, pbn_plx_romulus = 70, pbn_oxsemi = 71, pbn_oxsemi_1_15625000 = 72, pbn_oxsemi_2_15625000 = 73, pbn_oxsemi_4_15625000 = 74, pbn_oxsemi_8_15625000 = 75, pbn_intel_i960 = 76, pbn_sgi_ioc3 = 77, pbn_computone_4 = 78, pbn_computone_6 = 79, pbn_computone_8 = 80, pbn_sbsxrsio = 81, pbn_pasemi_1682M = 82, pbn_ni8430_2 = 83, pbn_ni8430_4 = 84, pbn_ni8430_8 = 85, pbn_ni8430_16 = 86, pbn_ADDIDATA_PCIe_1_3906250 = 87, pbn_ADDIDATA_PCIe_2_3906250 = 88, pbn_ADDIDATA_PCIe_4_3906250 = 89, pbn_ADDIDATA_PCIe_8_3906250 = 90, pbn_ce4100_1_115200 = 91, pbn_omegapci = 92, pbn_NETMOS9900_2s_115200 = 93, pbn_brcm_trumanage = 94, pbn_fintek_4 = 95, pbn_fintek_8 = 96, pbn_fintek_12 = 97, pbn_fintek_F81504A = 98, pbn_fintek_F81508A = 99, pbn_fintek_F81512A = 100, pbn_wch382_2 = 101, pbn_wch384_4 = 102, pbn_wch384_8 = 103, pbn_sunix_pci_1s = 104, pbn_sunix_pci_2s = 105, pbn_sunix_pci_4s = 106, pbn_sunix_pci_8s = 107, pbn_sunix_pci_16s = 108, pbn_titan_1_4000000 = 109, pbn_titan_2_4000000 = 110, pbn_titan_4_4000000 = 111, pbn_titan_8_4000000 = 112, pbn_moxa8250_2p = 113, pbn_moxa8250_4p = 114, pbn_moxa8250_8p = 115, }; struct gpio_array; enum mctrl_gpio_idx { UART_GPIO_CTS = 0, UART_GPIO_DSR = 1, UART_GPIO_DCD = 2, UART_GPIO_RNG = 3, UART_GPIO_RI = 3, UART_GPIO_RTS = 4, UART_GPIO_DTR = 5, UART_GPIO_MAX = 6, }; struct mctrl_gpios { struct uart_port *port; struct gpio_desc *gpio[6]; int irq[6]; unsigned int mctrl_prev; bool mctrl_on; }; struct iommu_group { struct kobject kobj; struct kobject *devices_kobj; struct list_head devices; struct xarray pasid_array; struct mutex mutex; void *iommu_data; void (*iommu_data_release)(void *); char *name; int id; struct iommu_domain *default_domain; struct iommu_domain *blocking_domain; struct iommu_domain *domain; struct list_head entry; unsigned int owner_cnt; void *owner; }; enum iommu_fault_type { IOMMU_FAULT_DMA_UNRECOV = 1, IOMMU_FAULT_PAGE_REQ = 2, }; enum iommu_resv_type { IOMMU_RESV_DIRECT = 0, IOMMU_RESV_DIRECT_RELAXABLE = 1, IOMMU_RESV_RESERVED = 2, IOMMU_RESV_MSI = 3, IOMMU_RESV_SW_MSI = 4, }; struct iommu_resv_region { struct list_head list; phys_addr_t start; size_t length; int prot; enum iommu_resv_type type; void (*free)(struct device *, struct iommu_resv_region *); }; struct fsl_mc_obj_desc { char type[16]; int id; u16 vendor; u16 ver_major; u16 ver_minor; u8 irq_count; u8 region_count; u32 state; char label[16]; u16 flags; }; struct fsl_mc_io; struct fsl_mc_device_irq; struct fsl_mc_resource; struct fsl_mc_device { struct device dev; u64 dma_mask; u16 flags; u32 icid; u16 mc_handle; struct fsl_mc_io *mc_io; struct fsl_mc_obj_desc obj_desc; struct resource *regions; struct fsl_mc_device_irq **irqs; struct fsl_mc_resource *resource; struct device_link *consumer_link; const char *driver_override; }; enum fsl_mc_pool_type { FSL_MC_POOL_DPMCP = 0, FSL_MC_POOL_DPBP = 1, FSL_MC_POOL_DPCON = 2, FSL_MC_POOL_IRQ = 3, FSL_MC_NUM_POOL_TYPES = 4, }; struct fsl_mc_resource_pool; struct fsl_mc_resource { enum fsl_mc_pool_type type; s32 id; void *data; struct fsl_mc_resource_pool *parent_pool; struct list_head node; }; struct fsl_mc_device_irq { unsigned int virq; struct fsl_mc_device *mc_dev; u8 dev_irq_index; struct fsl_mc_resource resource; }; struct fsl_mc_io { struct device *dev; u16 flags; u32 portal_size; phys_addr_t portal_phys_addr; void *portal_virt_addr; struct fsl_mc_device *dpmcp_dev; union { struct mutex mutex; raw_spinlock_t spinlock; }; }; enum cc_attr { CC_ATTR_MEM_ENCRYPT = 0, CC_ATTR_HOST_MEM_ENCRYPT = 1, CC_ATTR_GUEST_MEM_ENCRYPT = 2, CC_ATTR_GUEST_STATE_ENCRYPT = 3, CC_ATTR_GUEST_UNROLL_STRING_IO = 4, CC_ATTR_GUEST_SEV_SNP = 5, CC_ATTR_HOTPLUG_DISABLED = 6, }; struct group_device { struct list_head list; struct device *dev; char *name; }; struct iommu_group_attribute { struct attribute attr; ssize_t (*show)(struct iommu_group *, char *); ssize_t (*store)(struct iommu_group *, const char *, size_t); }; struct group_for_pci_data { struct pci_dev *pdev; struct iommu_group *group; }; struct __group_domain_type { struct device *dev; unsigned int type; }; struct drm_auth { drm_magic_t magic; }; struct drm_mode_crtc_lut { __u32 crtc_id; __u32 gamma_size; __u64 red; __u64 green; __u64 blue; }; struct drm_color_lut { __u16 red; __u16 green; __u16 blue; __u16 reserved; }; enum drm_color_lut_tests { DRM_COLOR_LUT_EQUAL_CHANNELS = 1, DRM_COLOR_LUT_NON_DECREASING = 2, }; enum drm_minor_type { DRM_MINOR_PRIMARY = 0, DRM_MINOR_CONTROL = 1, DRM_MINOR_RENDER = 2, DRM_MINOR_ACCEL = 32, }; struct drm_version { int version_major; int version_minor; int version_patchlevel; __kernel_size_t name_len; char *name; __kernel_size_t date_len; char *date; __kernel_size_t desc_len; char *desc; }; struct drm_unique { __kernel_size_t unique_len; char *unique; }; struct drm_client { int idx; int auth; long unsigned int pid; long unsigned int uid; long unsigned int magic; long unsigned int iocs; }; enum drm_stat_type { _DRM_STAT_LOCK = 0, _DRM_STAT_OPENS = 1, _DRM_STAT_CLOSES = 2, _DRM_STAT_IOCTLS = 3, _DRM_STAT_LOCKS = 4, _DRM_STAT_UNLOCKS = 5, _DRM_STAT_VALUE = 6, _DRM_STAT_BYTE = 7, _DRM_STAT_COUNT = 8, _DRM_STAT_IRQ = 9, _DRM_STAT_PRIMARY = 10, _DRM_STAT_SECONDARY = 11, _DRM_STAT_DMA = 12, _DRM_STAT_SPECIAL = 13, _DRM_STAT_MISSED = 14, }; struct drm_stats { long unsigned int count; struct { long unsigned int value; enum drm_stat_type type; } data[15]; }; struct drm_set_version { int drm_di_major; int drm_di_minor; int drm_dd_major; int drm_dd_minor; }; struct drm_get_cap { __u64 capability; __u64 value; }; struct drm_set_client_cap { __u64 capability; __u64 value; }; enum drm_mm_insert_mode { DRM_MM_INSERT_BEST = 0, DRM_MM_INSERT_LOW = 1, DRM_MM_INSERT_HIGH = 2, DRM_MM_INSERT_EVICT = 3, DRM_MM_INSERT_ONCE = 2147483648, DRM_MM_INSERT_HIGHEST = 2147483650, DRM_MM_INSERT_LOWEST = 2147483649, }; struct drm_mm_scan { struct drm_mm *mm; u64 size; u64 alignment; u64 remainder_mask; u64 range_start; u64 range_end; u64 hit_start; u64 hit_end; long unsigned int color; enum drm_mm_insert_mode mode; }; struct drm_print_iterator { void *data; ssize_t start; ssize_t remain; ssize_t offset; }; struct trace_event_raw_drm_vblank_event { struct trace_entry ent; int crtc; unsigned int seq; ktime_t time; bool high_prec; char __data[0]; }; struct trace_event_raw_drm_vblank_event_queued { struct trace_entry ent; struct drm_file *file; int crtc; unsigned int seq; char __data[0]; }; struct trace_event_raw_drm_vblank_event_delivered { struct trace_entry ent; struct drm_file *file; int crtc; unsigned int seq; char __data[0]; }; struct trace_event_data_offsets_drm_vblank_event {}; struct trace_event_data_offsets_drm_vblank_event_queued {}; struct trace_event_data_offsets_drm_vblank_event_delivered {}; typedef void (*btf_trace_drm_vblank_event)(void *, int, unsigned int, ktime_t, bool); typedef void (*btf_trace_drm_vblank_event_queued)(void *, struct drm_file *, int, unsigned int); typedef void (*btf_trace_drm_vblank_event_delivered)(void *, struct drm_file *, int, unsigned int); struct drm_vblank_work { struct kthread_work base; struct drm_vblank_crtc *vblank; u64 count; int cancelling; struct list_head node; }; struct drm_property_blob; struct drm_connector___2; struct drm_connector_state___2 { struct drm_connector___2 *connector; struct drm_crtc *crtc; struct drm_encoder *best_encoder; enum drm_link_status link_status; struct drm_atomic_state *state; struct drm_crtc_commit *commit; struct drm_tv_connector_state tv; bool self_refresh_aware; enum hdmi_picture_aspect picture_aspect_ratio; unsigned int content_type; unsigned int hdcp_content_type; unsigned int scaling_mode; unsigned int content_protection; u32 colorspace; struct drm_writeback_job *writeback_job; u8 max_requested_bpc; u8 max_bpc; enum drm_privacy_screen_status privacy_screen_sw_state; struct drm_property_blob *hdr_output_metadata; }; struct drm_device___2; struct drm_connector_funcs___2; struct drm_tile_group___2; struct drm_connector___2 { struct drm_device___2 *dev; struct device *kdev; struct device_attribute *attr; struct fwnode_handle *fwnode; struct list_head head; struct list_head global_connector_list_entry; struct drm_mode_object base; char *name; struct mutex mutex; unsigned int index; int connector_type; int connector_type_id; bool interlace_allowed; bool doublescan_allowed; bool stereo_allowed; bool ycbcr_420_allowed; enum drm_connector_registration_state registration_state; struct list_head modes; enum drm_connector_status status; struct list_head probed_modes; struct drm_display_info display_info; const struct drm_connector_funcs___2 *funcs; struct drm_property_blob *edid_blob_ptr; struct drm_object_properties properties; struct drm_property *scaling_mode_property; struct drm_property *vrr_capable_property; struct drm_property *colorspace_property; struct drm_property_blob *path_blob_ptr; struct drm_property *max_bpc_property; struct drm_privacy_screen *privacy_screen; struct notifier_block privacy_screen_notifier; struct drm_property *privacy_screen_sw_state_property; struct drm_property *privacy_screen_hw_state_property; uint8_t polled; int dpms; const struct drm_connector_helper_funcs *helper_private; struct drm_cmdline_mode cmdline_mode; enum drm_connector_force force; const struct drm_edid *edid_override; struct mutex edid_override_mutex; u64 epoch_counter; u32 possible_encoders; struct drm_encoder *encoder; uint8_t eld[128]; bool latency_present[2]; int video_latency[2]; int audio_latency[2]; struct i2c_adapter *ddc; int null_edid_counter; unsigned int bad_edid_counter; bool edid_corrupt; u8 real_edid_checksum; struct dentry *debugfs_entry; struct drm_connector_state___2 *state; struct drm_property_blob *tile_blob_ptr; bool has_tile; struct drm_tile_group___2 *tile_group; bool tile_is_single_monitor; uint8_t num_h_tile; uint8_t num_v_tile; uint8_t tile_h_loc; uint8_t tile_v_loc; uint16_t tile_h_size; uint16_t tile_v_size; struct llist_node free_node; struct hdr_sink_metadata hdr_sink_metadata; }; struct drm_connector_funcs___2 { int (*dpms)(struct drm_connector___2 *, int); void (*reset)(struct drm_connector___2 *); enum drm_connector_status (*detect)(struct drm_connector___2 *, bool); void (*force)(struct drm_connector___2 *); int (*fill_modes)(struct drm_connector___2 *, uint32_t, uint32_t); int (*set_property)(struct drm_connector___2 *, struct drm_property *, uint64_t); int (*late_register)(struct drm_connector___2 *); void (*early_unregister)(struct drm_connector___2 *); void (*destroy)(struct drm_connector___2 *); struct drm_connector_state___2 * (*atomic_duplicate_state)(struct drm_connector___2 *); void (*atomic_destroy_state)(struct drm_connector___2 *, struct drm_connector_state___2 *); int (*atomic_set_property)(struct drm_connector___2 *, struct drm_connector_state___2 *, struct drm_property *, uint64_t); int (*atomic_get_property)(struct drm_connector___2 *, const struct drm_connector_state___2 *, struct drm_property *, uint64_t *); void (*atomic_print_state)(struct drm_printer *, const struct drm_connector_state___2 *); void (*oob_hotplug_event)(struct drm_connector___2 *); void (*debugfs_init)(struct drm_connector___2 *, struct dentry *); }; struct drm_mode_config_funcs___2; struct drm_mode_config___2 { struct mutex mutex; struct drm_modeset_lock connection_mutex; struct drm_modeset_acquire_ctx *acquire_ctx; struct mutex idr_mutex; struct idr object_idr; struct idr tile_idr; struct mutex fb_lock; int num_fb; struct list_head fb_list; spinlock_t connector_list_lock; int num_connector; struct ida connector_ida; struct list_head connector_list; struct llist_head connector_free_list; struct work_struct connector_free_work; int num_encoder; struct list_head encoder_list; int num_total_plane; struct list_head plane_list; int num_crtc; struct list_head crtc_list; struct list_head property_list; struct list_head privobj_list; int min_width; int min_height; int max_width; int max_height; const struct drm_mode_config_funcs___2 *funcs; bool poll_enabled; bool poll_running; bool delayed_event; struct delayed_work output_poll_work; struct mutex blob_lock; struct list_head property_blob_list; struct drm_property *edid_property; struct drm_property *dpms_property; struct drm_property *path_property; struct drm_property *tile_property; struct drm_property *link_status_property; struct drm_property *plane_type_property; struct drm_property *prop_src_x; struct drm_property *prop_src_y; struct drm_property *prop_src_w; struct drm_property *prop_src_h; struct drm_property *prop_crtc_x; struct drm_property *prop_crtc_y; struct drm_property *prop_crtc_w; struct drm_property *prop_crtc_h; struct drm_property *prop_fb_id; struct drm_property *prop_in_fence_fd; struct drm_property *prop_out_fence_ptr; struct drm_property *prop_crtc_id; struct drm_property *prop_fb_damage_clips; struct drm_property *prop_active; struct drm_property *prop_mode_id; struct drm_property *prop_vrr_enabled; struct drm_property *dvi_i_subconnector_property; struct drm_property *dvi_i_select_subconnector_property; struct drm_property *dp_subconnector_property; struct drm_property *tv_subconnector_property; struct drm_property *tv_select_subconnector_property; struct drm_property *tv_mode_property; struct drm_property *tv_left_margin_property; struct drm_property *tv_right_margin_property; struct drm_property *tv_top_margin_property; struct drm_property *tv_bottom_margin_property; struct drm_property *tv_brightness_property; struct drm_property *tv_contrast_property; struct drm_property *tv_flicker_reduction_property; struct drm_property *tv_overscan_property; struct drm_property *tv_saturation_property; struct drm_property *tv_hue_property; struct drm_property *scaling_mode_property; struct drm_property *aspect_ratio_property; struct drm_property *content_type_property; struct drm_property *degamma_lut_property; struct drm_property *degamma_lut_size_property; struct drm_property *ctm_property; struct drm_property *gamma_lut_property; struct drm_property *gamma_lut_size_property; struct drm_property *suggested_x_property; struct drm_property *suggested_y_property; struct drm_property *non_desktop_property; struct drm_property *panel_orientation_property; struct drm_property *writeback_fb_id_property; struct drm_property *writeback_pixel_formats_property; struct drm_property *writeback_out_fence_ptr_property; struct drm_property *hdr_output_metadata_property; struct drm_property *content_protection_property; struct drm_property *hdcp_content_type_property; uint32_t preferred_depth; uint32_t prefer_shadow; bool prefer_shadow_fbdev; bool quirk_addfb_prefer_xbgr_30bpp; bool quirk_addfb_prefer_host_byte_order; bool async_page_flip; bool fb_modifiers_not_supported; bool normalize_zpos; struct drm_property *modifiers_property; uint32_t cursor_width; uint32_t cursor_height; struct drm_atomic_state *suspend_state; const struct drm_mode_config_helper_funcs *helper_private; }; struct drm_driver___2; struct drm_master___2; struct drm_device___2 { int if_version; struct kref ref; struct device *dev; struct { struct list_head resources; void *final_kfree; spinlock_t lock; } managed; const struct drm_driver___2 *driver; void *dev_private; struct drm_minor *primary; struct drm_minor *render; struct drm_minor *accel; bool registered; struct drm_master___2 *master; u32 driver_features; bool unplugged; struct inode *anon_inode; char *unique; struct mutex struct_mutex; struct mutex master_mutex; atomic_t open_count; struct mutex filelist_mutex; struct list_head filelist; struct list_head filelist_internal; struct mutex clientlist_mutex; struct list_head clientlist; bool vblank_disable_immediate; struct drm_vblank_crtc *vblank; spinlock_t vblank_time_lock; spinlock_t vbl_lock; u32 max_vblank_count; struct list_head vblank_event_list; spinlock_t event_lock; unsigned int num_crtcs; struct drm_mode_config___2 mode_config; struct mutex object_name_lock; struct idr object_name_idr; struct drm_vma_offset_manager *vma_offset_manager; struct drm_vram_mm *vram_mm; enum switch_power_state switch_power_state; struct drm_fb_helper *fb_helper; }; struct drm_tile_group___2 { struct kref refcount; struct drm_device___2 *dev; int id; u8 group_data[8]; }; struct drm_master___2 { struct kref refcount; struct drm_device___2 *dev; char *unique; int unique_len; struct idr magic_map; void *driver_priv; struct drm_master___2 *lessor; int lessee_id; struct list_head lessee_list; struct list_head lessees; struct idr leases; struct idr lessee_idr; }; enum drm_mode_status; struct drm_display_mode; struct drm_mode_config_funcs___2 { struct drm_framebuffer * (*fb_create)(struct drm_device___2 *, struct drm_file *, const struct drm_mode_fb_cmd2 *); const struct drm_format_info * (*get_format_info)(const struct drm_mode_fb_cmd2 *); void (*output_poll_changed)(struct drm_device___2 *); enum drm_mode_status (*mode_valid)(struct drm_device___2 *, const struct drm_display_mode *); int (*atomic_check)(struct drm_device___2 *, struct drm_atomic_state *); int (*atomic_commit)(struct drm_device___2 *, struct drm_atomic_state *, bool); struct drm_atomic_state * (*atomic_state_alloc)(struct drm_device___2 *); void (*atomic_state_clear)(struct drm_atomic_state *); void (*atomic_state_free)(struct drm_atomic_state *); }; struct drm_driver___2 { int (*load)(struct drm_device___2 *, long unsigned int); int (*open)(struct drm_device___2 *, struct drm_file *); void (*postclose)(struct drm_device___2 *, struct drm_file *); void (*lastclose)(struct drm_device___2 *); void (*unload)(struct drm_device___2 *); void (*release)(struct drm_device___2 *); void (*master_set)(struct drm_device___2 *, struct drm_file *, bool); void (*master_drop)(struct drm_device___2 *, struct drm_file *); void (*debugfs_init)(struct drm_minor *); struct drm_gem_object * (*gem_create_object)(struct drm_device___2 *, size_t); int (*prime_handle_to_fd)(struct drm_device___2 *, struct drm_file *, uint32_t, uint32_t, int *); int (*prime_fd_to_handle)(struct drm_device___2 *, struct drm_file *, int, uint32_t *); struct drm_gem_object * (*gem_prime_import)(struct drm_device___2 *, struct dma_buf *); struct drm_gem_object * (*gem_prime_import_sg_table)(struct drm_device___2 *, struct dma_buf_attachment *, struct sg_table *); int (*gem_prime_mmap)(struct drm_gem_object *, struct vm_area_struct *); int (*dumb_create)(struct drm_file *, struct drm_device___2 *, struct drm_mode_create_dumb *); int (*dumb_map_offset)(struct drm_file *, struct drm_device___2 *, uint32_t, uint64_t *); int (*dumb_destroy)(struct drm_file *, struct drm_device___2 *, uint32_t); int major; int minor; int patchlevel; char *name; char *desc; char *date; u32 driver_features; const struct drm_ioctl_desc *ioctls; int num_ioctls; const struct file_operations *fops; }; struct subsys_dev_iter { struct klist_iter ki; const struct device_type *type; }; struct subsys_interface { const char *name; struct bus_type *subsys; struct list_head node; int (*add_dev)(struct device *, struct subsys_interface *); void (*remove_dev)(struct device *, struct subsys_interface *); }; struct cpu_attr { struct device_attribute attr; const struct cpumask * const map; }; struct devres_node { struct list_head entry; dr_release_t release; const char *name; size_t size; }; struct devres { struct devres_node node; u8 data[0]; }; struct devres_group { struct devres_node node[2]; void *id; int color; }; struct action_devres { void *data; void (*action)(void *); }; struct pages_devres { long unsigned int addr; unsigned int order; }; typedef void * (*devcon_match_fn_t)(const struct fwnode_handle *, const char *, void *); struct builtin_fw { char *name; void *data; long unsigned int size; }; struct node_hmem_attrs { unsigned int read_bandwidth; unsigned int write_bandwidth; unsigned int read_latency; unsigned int write_latency; }; enum cache_indexing { NODE_CACHE_DIRECT_MAP = 0, NODE_CACHE_INDEXED = 1, NODE_CACHE_OTHER = 2, }; enum cache_write_policy { NODE_CACHE_WRITE_BACK = 0, NODE_CACHE_WRITE_THROUGH = 1, NODE_CACHE_WRITE_OTHER = 2, }; struct node_cache_attrs { enum cache_indexing indexing; enum cache_write_policy write_policy; u64 size; u16 line_size; u8 level; }; struct node_access_nodes { struct device dev; struct list_head list_node; unsigned int access; struct node_hmem_attrs hmem_attrs; }; struct node_cache_info { struct device dev; struct list_head node; struct node_cache_attrs cache_attrs; }; struct node_attr { struct device_attribute attr; enum node_states state; }; struct regcache_rbtree_node { void *block; long int *cache_present; unsigned int base_reg; unsigned int blklen; struct rb_node node; }; struct regcache_rbtree_ctx { struct rb_root root; struct regcache_rbtree_node *cached_rbnode; }; struct regmap_irq_type { unsigned int type_reg_offset; unsigned int type_reg_mask; unsigned int type_rising_val; unsigned int type_falling_val; unsigned int type_level_low_val; unsigned int type_level_high_val; unsigned int types_supported; }; struct regmap_irq { unsigned int reg_offset; unsigned int mask; struct regmap_irq_type type; }; struct regmap_irq_sub_irq_map { unsigned int num_regs; unsigned int *offset; }; struct regmap_irq_chip_data; struct regmap_irq_chip { const char *name; unsigned int main_status; unsigned int num_main_status_bits; struct regmap_irq_sub_irq_map *sub_reg_offsets; int num_main_regs; unsigned int status_base; unsigned int mask_base; unsigned int unmask_base; unsigned int ack_base; unsigned int wake_base; unsigned int type_base; unsigned int *virt_reg_base; const unsigned int *config_base; unsigned int irq_reg_stride; unsigned int init_ack_masked: 1; unsigned int mask_invert: 1; unsigned int mask_unmask_non_inverted: 1; unsigned int use_ack: 1; unsigned int ack_invert: 1; unsigned int clear_ack: 1; unsigned int wake_invert: 1; unsigned int runtime_pm: 1; unsigned int type_invert: 1; unsigned int type_in_mask: 1; unsigned int clear_on_unmask: 1; unsigned int not_fixed_stride: 1; unsigned int status_invert: 1; int num_regs; const struct regmap_irq *irqs; int num_irqs; int num_type_reg; int num_virt_regs; int num_config_bases; int num_config_regs; int (*handle_pre_irq)(void *); int (*handle_post_irq)(void *); int (*handle_mask_sync)(struct regmap *, int, unsigned int, unsigned int, void *); int (*set_type_virt)(unsigned int **, unsigned int, long unsigned int, int); int (*set_type_config)(unsigned int **, unsigned int, const struct regmap_irq *, int); unsigned int (*get_irq_reg)(struct regmap_irq_chip_data *, unsigned int, int); void *irq_drv_data; }; struct regmap_irq_chip_data { struct mutex lock; struct irq_chip irq_chip; struct regmap *map; const struct regmap_irq_chip *chip; int irq_base; struct irq_domain *domain; int irq; int wake_count; unsigned int mask_base; unsigned int unmask_base; void *status_reg_buf; unsigned int *main_status_buf; unsigned int *status_buf; unsigned int *mask_buf; unsigned int *mask_buf_def; unsigned int *wake_buf; unsigned int *type_buf; unsigned int *type_buf_def; unsigned int **virt_buf; unsigned int **config_buf; unsigned int irq_reg_stride; unsigned int (*get_irq_reg)(struct regmap_irq_chip_data *, unsigned int, int); unsigned int clear_status: 1; }; struct trace_event_raw_devres { struct trace_entry ent; u32 __data_loc_devname; struct device *dev; const char *op; void *node; const char *name; size_t size; char __data[0]; }; struct trace_event_data_offsets_devres { u32 devname; }; typedef void (*btf_trace_devres_log)(void *, struct device *, const char *, void *, const char *, size_t); struct dma_fence_array_cb { struct dma_fence_cb cb; struct dma_fence_array *array; }; struct sync_merge_data { char name[32]; __s32 fd2; __s32 fence; __u32 flags; __u32 pad; }; struct sync_fence_info { char obj_name[32]; char driver_name[32]; __s32 status; __u32 flags; __u64 timestamp_ns; }; struct sync_file_info { char name[32]; __s32 status; __u32 flags; __u32 num_fences; __u32 pad; __u64 sync_fence_info; }; struct request_sense; struct cdrom_generic_command { unsigned char cmd[12]; unsigned char *buffer; unsigned int buflen; int stat; struct request_sense *sense; unsigned char data_direction; int quiet; int timeout; union { void *reserved[1]; void *unused; }; }; struct request_sense { __u8 error_code: 7; __u8 valid: 1; __u8 segment_number; __u8 sense_key: 4; __u8 reserved2: 1; __u8 ili: 1; __u8 reserved1: 2; __u8 information[4]; __u8 add_sense_len; __u8 command_info[4]; __u8 asc; __u8 ascq; __u8 fruc; __u8 sks[3]; __u8 asb[46]; }; enum scsi_msg_byte { COMMAND_COMPLETE = 0, EXTENDED_MESSAGE = 1, SAVE_POINTERS = 2, RESTORE_POINTERS = 3, DISCONNECT = 4, INITIATOR_ERROR = 5, ABORT_TASK_SET = 6, MESSAGE_REJECT = 7, NOP = 8, MSG_PARITY_ERROR = 9, LINKED_CMD_COMPLETE = 10, LINKED_FLG_CMD_COMPLETE = 11, TARGET_RESET = 12, ABORT_TASK = 13, CLEAR_TASK_SET = 14, INITIATE_RECOVERY = 15, RELEASE_RECOVERY = 16, TERMINATE_IO_PROC = 17, CLEAR_ACA = 22, LOGICAL_UNIT_RESET = 23, SIMPLE_QUEUE_TAG = 32, HEAD_OF_QUEUE_TAG = 33, ORDERED_QUEUE_TAG = 34, IGNORE_WIDE_RESIDUE = 35, ACA = 36, QAS_REQUEST = 85, BUS_DEVICE_RESET = 12, ABORT = 6, }; struct scsi_ioctl_command { unsigned int inlen; unsigned int outlen; unsigned char data[0]; }; struct scsi_idlun { __u32 dev_id; __u32 host_unique_id; }; struct sg_io_hdr { int interface_id; int dxfer_direction; unsigned char cmd_len; unsigned char mx_sb_len; short unsigned int iovec_count; unsigned int dxfer_len; void *dxferp; unsigned char *cmdp; void *sbp; unsigned int timeout; unsigned int flags; int pack_id; void *usr_ptr; unsigned char status; unsigned char masked_status; unsigned char msg_status; unsigned char sb_len_wr; short unsigned int host_status; short unsigned int driver_status; int resid; unsigned int duration; unsigned int info; }; enum scsi_devinfo_key { SCSI_DEVINFO_GLOBAL = 0, SCSI_DEVINFO_SPI = 1, }; struct scsi_dev_info_list { struct list_head dev_info_list; char vendor[8]; char model[16]; blist_flags_t flags; unsigned int compatible; }; struct scsi_dev_info_list_table { struct list_head node; struct list_head scsi_dev_info_list; const char *name; int key; }; struct double_list { struct list_head *top; struct list_head *bottom; }; struct scsi_proc_entry { struct list_head entry; const struct scsi_host_template *sht; struct proc_dir_entry *proc_dir; unsigned int present; }; struct transport_class { struct class class; int (*setup)(struct transport_container *, struct device *, struct device *); int (*configure)(struct transport_container *, struct device *, struct device *); int (*remove)(struct transport_container *, struct device *, struct device *); }; struct sas_end_device { struct sas_rphy rphy; unsigned int ready_led_meaning: 1; unsigned int tlr_supported: 1; unsigned int tlr_enabled: 1; u16 I_T_nexus_loss_timeout; u16 initiator_response_timeout; }; struct sas_host_attrs { struct list_head rphy_list; struct mutex lock; struct request_queue *q; u32 next_target_id; u32 next_expander_id; int next_port_id; }; typedef char *__kernel_caddr_t; typedef __kernel_caddr_t caddr_t; typedef struct { uint8_t cmd; uint8_t cmdid; uint16_t numsectors; uint32_t lba; uint32_t xferaddr; uint8_t logdrv; uint8_t numsge; uint8_t resvd; uint8_t busy; uint8_t numstatus; uint8_t status; uint8_t completed[46]; uint8_t poll; uint8_t ack; } __attribute__((packed)) mbox_t; typedef struct { uint32_t xferaddr_lo; uint32_t xferaddr_hi; mbox_t mbox32; } __attribute__((packed)) mbox64_t; typedef struct { uint8_t timeout: 3; uint8_t ars: 1; uint8_t reserved: 3; uint8_t islogical: 1; uint8_t logdrv; uint8_t channel; uint8_t target; uint8_t queuetag; uint8_t queueaction; uint8_t cdb[10]; uint8_t cdblen; uint8_t reqsenselen; uint8_t reqsensearea[32]; uint8_t numsge; uint8_t scsistatus; uint32_t dataxferaddr; uint32_t dataxferlen; } mraid_passthru_t; struct uioc { uint8_t signature[16]; uint16_t mb_type; uint16_t app_type; uint32_t opcode; uint32_t adapno; uint64_t cmdbuf; uint32_t xferlen; uint32_t data_dir; int32_t status; uint8_t reserved[128]; void *user_data; uint32_t user_data_len; uint32_t pad_for_64bit_align; mraid_passthru_t *user_pthru; mraid_passthru_t *pthru32; dma_addr_t pthru32_h; struct list_head list; void (*done)(struct uioc *); caddr_t buf_vaddr; dma_addr_t buf_paddr; int8_t pool_index; uint8_t free_buf; uint8_t timedout; long: 40; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; } __attribute__((packed)); typedef struct uioc uioc_t; struct uioc_timeout { struct timer_list timer; uioc_t *uioc; }; struct mraid_hba_info { uint16_t pci_vendor_id; uint16_t pci_device_id; uint16_t subsys_vendor_id; uint16_t subsys_device_id; uint64_t baseport; uint8_t pci_bus; uint8_t pci_dev_fn; uint8_t pci_slot; uint8_t irq; uint32_t unique_id; uint32_t host_no; uint8_t num_ldrv; long: 24; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef struct mraid_hba_info mraid_hba_info_t; struct mcontroller { uint64_t base; uint8_t irq; uint8_t numldrv; uint8_t pcibus; uint16_t pcidev; uint8_t pcifun; uint16_t pciid; uint16_t pcivendor; uint8_t pcislot; uint32_t uid; } __attribute__((packed)); typedef struct mcontroller mcontroller_t; struct mm_dmapool { caddr_t vaddr; dma_addr_t paddr; uint32_t buf_size; struct dma_pool *handle; spinlock_t lock; uint8_t in_use; }; typedef struct mm_dmapool mm_dmapool_t; struct mraid_mmadp { uint32_t unique_id; uint32_t drvr_type; long unsigned int drvr_data; uint16_t timeout; uint8_t max_kioc; struct pci_dev *pdev; int (*issue_uioc)(long unsigned int, uioc_t *, uint32_t); uint32_t quiescent; struct list_head list; uioc_t *kioc_list; struct list_head kioc_pool; spinlock_t kioc_pool_lock; struct semaphore kioc_semaphore; mbox64_t *mbox_list; struct dma_pool *pthru_dma_pool; mm_dmapool_t dma_pool_list[5]; }; typedef struct mraid_mmadp mraid_mmadp_t; struct mimd { uint32_t inlen; uint32_t outlen; union { uint8_t fca[16]; struct { uint8_t opcode; uint8_t subopcode; uint16_t adapno; uint8_t *buffer; uint32_t length; } __attribute__((packed)) fcs; } ui; uint8_t mbox[18]; mraid_passthru_t pthru; char *data; } __attribute__((packed)); typedef struct mimd mimd_t; enum MR_RAID_FLAGS_IO_SUB_TYPE { MR_RAID_FLAGS_IO_SUB_TYPE_NONE = 0, MR_RAID_FLAGS_IO_SUB_TYPE_SYSTEM_PD = 1, MR_RAID_FLAGS_IO_SUB_TYPE_RMW_DATA = 2, MR_RAID_FLAGS_IO_SUB_TYPE_RMW_P = 3, MR_RAID_FLAGS_IO_SUB_TYPE_RMW_Q = 4, MR_RAID_FLAGS_IO_SUB_TYPE_CACHE_BYPASS = 6, MR_RAID_FLAGS_IO_SUB_TYPE_LDIO_BW_LIMIT = 7, MR_RAID_FLAGS_IO_SUB_TYPE_R56_DIV_OFFLOAD = 8, }; enum REGION_TYPE { REGION_TYPE_UNUSED = 0, REGION_TYPE_SHARED_READ = 1, REGION_TYPE_SHARED_WRITE = 2, REGION_TYPE_EXCLUSIVE = 3, }; struct MPI25_IEEE_SGE_CHAIN64 { __le64 Address; __le32 Length; __le16 Reserved1; u8 NextChainOffset; u8 Flags; }; struct MPI2_SCSI_TASK_MANAGE_REQUEST { u16 DevHandle; u8 ChainOffset; u8 Function; u8 Reserved1; u8 TaskType; u8 Reserved2; u8 MsgFlags; u8 VP_ID; u8 VF_ID; u16 Reserved3; u8 LUN[8]; u32 Reserved4[7]; u16 TaskMID; u16 Reserved5; }; struct MPI2_SCSI_TASK_MANAGE_REPLY { u16 DevHandle; u8 MsgLength; u8 Function; u8 ResponseCode; u8 TaskType; u8 Reserved1; u8 MsgFlags; u8 VP_ID; u8 VF_ID; u16 Reserved2; u16 Reserved3; u16 IOCStatus; u32 IOCLogInfo; u32 TerminationCount; u32 ResponseInfo; }; struct MR_TM_REQUEST { char request[128]; }; struct MR_TM_REPLY { char reply[128]; }; struct MR_TASK_MANAGE_REQUEST { struct MR_TM_REQUEST TmRequest; union { struct { u32 isTMForLD: 1; u32 isTMForPD: 1; u32 reserved1: 30; u32 reserved2; } tmReqFlags; struct MR_TM_REPLY TMReply; }; }; struct IO_REQUEST_INFO { u64 ldStartBlock; u32 numBlocks; u16 ldTgtId; u8 isRead; __le16 devHandle; u8 pd_interface; u64 pdBlock; u8 fpOkForIo; u8 IoforUnevenSpan; u8 start_span; u8 do_fp_rlbypass; u64 start_row; u8 span_arm; u8 pd_after_lb; u16 r1_alt_dev_handle; bool ra_capable; u8 data_arms; }; struct MR_LD_TARGET_SYNC { u8 targetId; u8 reserved; __le16 seqNum; }; typedef struct LOG_BLOCK_SPAN_INFO *PLD_SPAN_INFO; union desc_value { __le64 word; struct { __le32 low; __le32 high; } u; }; enum CMD_RET_VALUES { REFIRE_CMD = 1, COMPLETE_CMD = 2, RETURN_CMD = 3, }; enum FW_BOOT_CONTEXT { PROBE_CONTEXT = 0, OCR_CONTEXT = 1, }; struct _MPI2_MANPAGE7_CONNECTOR_INFO { U32___2 Pinout; U8___2 Connector[16]; U8___2 Location; U8___2 ReceptacleID; U16___2 Slot; U16___2 Slotx2; U16___2 Slotx4; }; typedef struct _MPI2_MANPAGE7_CONNECTOR_INFO MPI2_MANPAGE7_CONNECTOR_INFO; struct _MPI2_CONFIG_PAGE_MAN_7 { MPI2_CONFIG_PAGE_HEADER Header; U32___2 Reserved1; U32___2 Reserved2; U32___2 Flags; U8___2 EnclosureName[16]; U8___2 NumPhys; U8___2 Reserved3; U16___2 Reserved4; MPI2_MANPAGE7_CONNECTOR_INFO ConnectorInfo[1]; }; typedef struct _MPI2_CONFIG_PAGE_MAN_7 Mpi2ManufacturingPage7_t; struct _MPI2_CONFIG_PAGE_IO_UNIT_3 { MPI2_CONFIG_PAGE_HEADER Header; U8___2 GPIOCount; U8___2 Reserved1; U16___2 Reserved2; U16___2 GPIOVal[36]; }; typedef struct _MPI2_CONFIG_PAGE_IO_UNIT_3 Mpi2IOUnitPage3_t; struct _MPI2_RAIDVOL0_PHYS_DISK { U8___2 RAIDSetNum; U8___2 PhysDiskMap; U8___2 PhysDiskNum; U8___2 Reserved; }; typedef struct _MPI2_RAIDVOL0_PHYS_DISK MPI2_RAIDVOL0_PHYS_DISK; struct _MPI2_RAIDVOL0_SETTINGS { U16___2 Settings; U8___2 HotSparePool; U8___2 Reserved; }; typedef struct _MPI2_RAIDVOL0_SETTINGS MPI2_RAIDVOL0_SETTINGS; struct _MPI2_CONFIG_PAGE_RAID_VOL_0 { MPI2_CONFIG_PAGE_HEADER Header; U16___2 DevHandle; U8___2 VolumeState; U8___2 VolumeType; U32___2 VolumeStatusFlags; MPI2_RAIDVOL0_SETTINGS VolumeSettings; U64___2 MaxLBA; U32___2 StripeSize; U16___2 BlockSize; U16___2 Reserved1; U8___2 SupportedPhysDisks; U8___2 ResyncRate; U16___2 DataScrubDuration; U8___2 NumPhysDisks; U8___2 Reserved2; U8___2 Reserved3; U8___2 InactiveStatus; MPI2_RAIDVOL0_PHYS_DISK PhysDisk[1]; } __attribute__((packed)); typedef struct _MPI2_CONFIG_PAGE_RAID_VOL_0 Mpi2RaidVolPage0_t; struct _MPI2_CONFIG_PAGE_RAID_VOL_1 { MPI2_CONFIG_PAGE_HEADER Header; U16___2 DevHandle; U16___2 Reserved0; U8___2 GUID[24]; U8___2 Name[16]; U64___2 WWID; U32___2 Reserved1; U32___2 Reserved2; }; typedef struct _MPI2_CONFIG_PAGE_RAID_VOL_1 Mpi2RaidVolPage1_t; struct _MPI2_RAIDPHYSDISK0_SETTINGS { U16___2 Reserved1; U8___2 HotSparePool; U8___2 Reserved2; }; typedef struct _MPI2_RAIDPHYSDISK0_SETTINGS MPI2_RAIDPHYSDISK0_SETTINGS; struct _MPI2_RAIDPHYSDISK0_INQUIRY_DATA { U8___2 VendorID[8]; U8___2 ProductID[16]; U8___2 ProductRevLevel[4]; U8___2 SerialNum[32]; }; typedef struct _MPI2_RAIDPHYSDISK0_INQUIRY_DATA MPI2_RAIDPHYSDISK0_INQUIRY_DATA; struct _MPI2_CONFIG_PAGE_RD_PDISK_0 { MPI2_CONFIG_PAGE_HEADER Header; U16___2 DevHandle; U8___2 Reserved1; U8___2 PhysDiskNum; MPI2_RAIDPHYSDISK0_SETTINGS PhysDiskSettings; U32___2 Reserved2; MPI2_RAIDPHYSDISK0_INQUIRY_DATA InquiryData; U32___2 Reserved3; U8___2 PhysDiskState; U8___2 OfflineReason; U8___2 IncompatibleReason; U8___2 PhysDiskAttributes; U32___2 PhysDiskStatusFlags; U64___2 DeviceMaxLBA; U64___2 HostMaxLBA; U64___2 CoercedMaxLBA; U16___2 BlockSize; U16___2 Reserved5; U32___2 Reserved6; }; typedef struct _MPI2_CONFIG_PAGE_RD_PDISK_0 Mpi2RaidPhysDiskPage0_t; struct _MPI2_SAS_IO_UNIT0_PHY_DATA { U8___2 Port; U8___2 PortFlags; U8___2 PhyFlags; U8___2 NegotiatedLinkRate; U32___2 ControllerPhyDeviceInfo; U16___2 AttachedDevHandle; U16___2 ControllerDevHandle; U32___2 DiscoveryStatus; U32___2 Reserved; }; typedef struct _MPI2_SAS_IO_UNIT0_PHY_DATA MPI2_SAS_IO_UNIT0_PHY_DATA; struct _MPI2_CONFIG_PAGE_SASIOUNIT_0 { MPI2_CONFIG_EXTENDED_PAGE_HEADER Header; U32___2 Reserved1; U8___2 NumPhys; U8___2 Reserved2; U16___2 Reserved3; MPI2_SAS_IO_UNIT0_PHY_DATA PhyData[1]; }; typedef struct _MPI2_CONFIG_PAGE_SASIOUNIT_0 Mpi2SasIOUnitPage0_t; struct _MPI2_CONFIG_PAGE_EXPANDER_0 { MPI2_CONFIG_EXTENDED_PAGE_HEADER Header; U8___2 PhysicalPort; U8___2 ReportGenLength; U16___2 EnclosureHandle; U64___2 SASAddress; U32___2 DiscoveryStatus; U16___2 DevHandle; U16___2 ParentDevHandle; U16___2 ExpanderChangeCount; U16___2 ExpanderRouteIndexes; U8___2 NumPhys; U8___2 SASLevel; U16___2 Flags; U16___2 STPBusInactivityTimeLimit; U16___2 STPMaxConnectTimeLimit; U16___2 STP_SMP_NexusLossTime; U16___2 MaxNumRoutedSasAddresses; U64___2 ActiveZoneManagerSASAddress; U16___2 ZoneLockInactivityLimit; U16___2 Reserved1; U8___2 TimeToReducedFunc; U8___2 InitialTimeToReducedFunc; U8___2 MaxReducedFuncTime; U8___2 Reserved2; } __attribute__((packed)); typedef struct _MPI2_CONFIG_PAGE_EXPANDER_0 Mpi2ExpanderPage0_t; struct _MPI2_CONFIG_PAGE_EXPANDER_1 { MPI2_CONFIG_EXTENDED_PAGE_HEADER Header; U8___2 PhysicalPort; U8___2 Reserved1; U16___2 Reserved2; U8___2 NumPhys; U8___2 Phy; U16___2 NumTableEntriesProgrammed; U8___2 ProgrammedLinkRate; U8___2 HwLinkRate; U16___2 AttachedDevHandle; U32___2 PhyInfo; U32___2 AttachedDeviceInfo; U16___2 ExpanderDevHandle; U8___2 ChangeCount; U8___2 NegotiatedLinkRate; U8___2 PhyIdentifier; U8___2 AttachedPhyIdentifier; U8___2 Reserved3; U8___2 DiscoveryInfo; U32___2 AttachedPhyInfo; U8___2 ZoneGroup; U8___2 SelfConfigStatus; U16___2 Reserved4; }; typedef struct _MPI2_CONFIG_PAGE_EXPANDER_1 Mpi2ExpanderPage1_t; struct _MPI2_CONFIG_PAGE_SAS_DEV_0 { MPI2_CONFIG_EXTENDED_PAGE_HEADER Header; U16___2 Slot; U16___2 EnclosureHandle; U64___2 SASAddress; U16___2 ParentDevHandle; U8___2 PhyNum; U8___2 AccessStatus; U16___2 DevHandle; U8___2 AttachedPhyIdentifier; U8___2 ZoneGroup; U32___2 DeviceInfo; U16___2 Flags; U8___2 PhysicalPort; U8___2 MaxPortConnections; U64___2 DeviceName; U8___2 PortGroups; U8___2 DmaGroup; U8___2 ControlGroup; U8___2 EnclosureLevel; U32___2 ConnectorName[4]; U32___2 Reserved3; } __attribute__((packed)); typedef struct _MPI2_CONFIG_PAGE_SAS_DEV_0 Mpi2SasDevicePage0_t; struct _MPI2_CONFIG_PAGE_SAS_DEV_1 { MPI2_CONFIG_EXTENDED_PAGE_HEADER Header; U32___2 Reserved1; U64___2 SASAddress; U32___2 Reserved2; U16___2 DevHandle; U16___2 Reserved3; U8___2 InitialRegDeviceFIS[20]; } __attribute__((packed)); typedef struct _MPI2_CONFIG_PAGE_SAS_DEV_1 Mpi2SasDevicePage1_t; struct _MPI2_CONFIG_PAGE_SAS_PHY_0 { MPI2_CONFIG_EXTENDED_PAGE_HEADER Header; U16___2 OwnerDevHandle; U16___2 Reserved1; U16___2 AttachedDevHandle; U8___2 AttachedPhyIdentifier; U8___2 Reserved2; U32___2 AttachedPhyInfo; U8___2 ProgrammedLinkRate; U8___2 HwLinkRate; U8___2 ChangeCount; U8___2 Flags; U32___2 PhyInfo; U8___2 NegotiatedLinkRate; U8___2 Reserved3; U16___2 Reserved4; }; typedef struct _MPI2_CONFIG_PAGE_SAS_PHY_0 Mpi2SasPhyPage0_t; struct _MPI2_CONFIG_PAGE_SAS_PHY_1 { MPI2_CONFIG_EXTENDED_PAGE_HEADER Header; U32___2 Reserved1; U32___2 InvalidDwordCount; U32___2 RunningDisparityErrorCount; U32___2 LossDwordSynchCount; U32___2 PhyResetProblemCount; }; typedef struct _MPI2_CONFIG_PAGE_SAS_PHY_1 Mpi2SasPhyPage1_t; struct _MPI2_RAIDCONFIG0_CONFIG_ELEMENT { U16___2 ElementFlags; U16___2 VolDevHandle; U8___2 HotSparePool; U8___2 PhysDiskNum; U16___2 PhysDiskDevHandle; }; typedef struct _MPI2_RAIDCONFIG0_CONFIG_ELEMENT MPI2_RAIDCONFIG0_CONFIG_ELEMENT; struct _MPI2_CONFIG_PAGE_RAID_CONFIGURATION_0 { MPI2_CONFIG_EXTENDED_PAGE_HEADER Header; U8___2 NumHotSpares; U8___2 NumPhysDisks; U8___2 NumVolumes; U8___2 ConfigNum; U32___2 Flags; U8___2 ConfigGUID[24]; U32___2 Reserved1; U8___2 NumElements; U8___2 Reserved2; U16___2 Reserved3; MPI2_RAIDCONFIG0_CONFIG_ELEMENT ConfigElement[1]; }; typedef struct _MPI2_CONFIG_PAGE_RAID_CONFIGURATION_0 Mpi2RaidConfigurationPage0_t; struct _MPI26_CONFIG_PAGE_PCIEDEV_0 { MPI2_CONFIG_EXTENDED_PAGE_HEADER Header; U16___2 Slot; U16___2 EnclosureHandle; U64___2 WWID; U16___2 ParentDevHandle; U8___2 PortNum; U8___2 AccessStatus; U16___2 DevHandle; U8___2 PhysicalPort; U8___2 Reserved1; U32___2 DeviceInfo; U32___2 Flags; U8___2 SupportedLinkRates; U8___2 MaxPortWidth; U8___2 NegotiatedPortWidth; U8___2 NegotiatedLinkRate; U8___2 EnclosureLevel; U8___2 Reserved2; U16___2 Reserved3; U8___2 ConnectorName[4]; U32___2 Reserved4; U32___2 Reserved5; } __attribute__((packed)); typedef struct _MPI26_CONFIG_PAGE_PCIEDEV_0 Mpi26PCIeDevicePage0_t; struct _MPI26_CONFIG_PAGE_PCIEDEV_2 { MPI2_CONFIG_EXTENDED_PAGE_HEADER Header; U16___2 DevHandle; U8___2 ControllerResetTO; U8___2 Reserved1; U32___2 MaximumDataTransferSize; U32___2 Capabilities; U16___2 NOIOB; U16___2 ShutdownLatency; U16___2 VendorID; U16___2 DeviceID; U16___2 SubsystemVendorID; U16___2 SubsystemID; U8___2 RevisionID; U8___2 Reserved21[3]; }; typedef struct _MPI26_CONFIG_PAGE_PCIEDEV_2 Mpi26PCIeDevicePage2_t; struct config_request { u16 sz; void *page; dma_addr_t page_dma; }; union _MPI2_SIMPLE_SGE_UNION { MPI2_SGE_SIMPLE_UNION MpiSimple; MPI2_IEEE_SGE_SIMPLE_UNION IeeeSimple; }; typedef union _MPI2_SIMPLE_SGE_UNION MPI2_SIMPLE_SGE_UNION; struct _MPI2_SCSI_IO_REPLY { U16___2 DevHandle; U8___2 MsgLength; U8___2 Function; U16___2 Reserved1; U8___2 Reserved2; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved3; U8___2 SCSIStatus; U8___2 SCSIState; U16___2 IOCStatus; U32___2 IOCLogInfo; U32___2 TransferCount; U32___2 SenseCount; U32___2 ResponseInfo; U16___2 TaskTag; U16___2 SCSIStatusQualifier; U32___2 BidirectionalTransferCount; U32___2 EEDPErrorOffset; U16___2 EEDPObservedAppTag; U16___2 EEDPObservedGuard; U32___2 EEDPObservedRefTag; }; typedef struct _MPI2_SCSI_IO_REPLY Mpi2SCSIIOReply_t; struct _MPI2_SCSI_TASK_MANAGE_REQUEST { U16___2 DevHandle; U8___2 ChainOffset; U8___2 Function; U8___2 Reserved1; U8___2 TaskType; U8___2 Reserved2; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved3; U8___2 LUN[8]; U32___2 Reserved4[7]; U16___2 TaskMID; U16___2 Reserved5; }; typedef struct _MPI2_SCSI_TASK_MANAGE_REQUEST Mpi2SCSITaskManagementRequest_t; struct _MPI2_SCSI_TASK_MANAGE_REPLY { U16___2 DevHandle; U8___2 MsgLength; U8___2 Function; U8___2 ResponseCode; U8___2 TaskType; U8___2 Reserved1; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved2; U16___2 Reserved3; U16___2 IOCStatus; U32___2 IOCLogInfo; U32___2 TerminationCount; U32___2 ResponseInfo; }; typedef struct _MPI2_SCSI_TASK_MANAGE_REPLY Mpi2SCSITaskManagementReply_t; struct _MPI2_TOOLBOX_CLEAN_REQUEST { U8___2 Tool; U8___2 Reserved1; U8___2 ChainOffset; U8___2 Function; U16___2 Reserved2; U8___2 Reserved3; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved4; U32___2 Flags; }; typedef struct _MPI2_TOOLBOX_CLEAN_REQUEST Mpi2ToolboxCleanRequest_t; struct _MPI2_TOOLBOX_MEM_MOVE_REQUEST { U8___2 Tool; U8___2 Reserved1; U8___2 ChainOffset; U8___2 Function; U16___2 Reserved2; U8___2 Reserved3; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved4; MPI2_SGE_SIMPLE_UNION SGL; } __attribute__((packed)); typedef struct _MPI2_TOOLBOX_MEM_MOVE_REQUEST Mpi2ToolboxMemMoveRequest_t; struct _MPI2_DIAG_BUFFER_POST_REQUEST { U8___2 ExtendedType; U8___2 BufferType; U8___2 ChainOffset; U8___2 Function; U16___2 Reserved2; U8___2 Reserved3; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved4; U64___2 BufferAddress; U32___2 BufferLength; U32___2 Reserved5; U32___2 Reserved6; U32___2 Flags; U32___2 ProductSpecific[23]; } __attribute__((packed)); typedef struct _MPI2_DIAG_BUFFER_POST_REQUEST Mpi2DiagBufferPostRequest_t; struct _MPI2_DIAG_BUFFER_POST_REPLY { U8___2 ExtendedType; U8___2 BufferType; U8___2 MsgLength; U8___2 Function; U16___2 Reserved2; U8___2 Reserved3; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved4; U16___2 Reserved5; U16___2 IOCStatus; U32___2 IOCLogInfo; U32___2 TransferLength; }; typedef struct _MPI2_DIAG_BUFFER_POST_REPLY Mpi2DiagBufferPostReply_t; struct _MPI2_DIAG_RELEASE_REQUEST { U8___2 Reserved1; U8___2 BufferType; U8___2 ChainOffset; U8___2 Function; U16___2 Reserved2; U8___2 Reserved3; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved4; }; typedef struct _MPI2_DIAG_RELEASE_REQUEST Mpi2DiagReleaseRequest_t; struct _MPI2_DIAG_RELEASE_REPLY { U8___2 Reserved1; U8___2 BufferType; U8___2 MsgLength; U8___2 Function; U16___2 Reserved2; U8___2 Reserved3; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved4; U16___2 Reserved5; U16___2 IOCStatus; U32___2 IOCLogInfo; }; typedef struct _MPI2_DIAG_RELEASE_REPLY Mpi2DiagReleaseReply_t; struct _MPI2_SMP_PASSTHROUGH_REQUEST { U8___2 PassthroughFlags; U8___2 PhysicalPort; U8___2 ChainOffset; U8___2 Function; U16___2 RequestDataLength; U8___2 SGLFlags; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved1; U32___2 Reserved2; U64___2 SASAddress; U32___2 Reserved3; U32___2 Reserved4; MPI2_SIMPLE_SGE_UNION SGL; }; typedef struct _MPI2_SMP_PASSTHROUGH_REQUEST Mpi2SmpPassthroughRequest_t; struct _MPI26_NVME_ENCAPSULATED_ERROR_REPLY { U16___2 DevHandle; U8___2 MsgLength; U8___2 Function; U16___2 EncapsulatedCommandLength; U8___2 Reserved1; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved2; U16___2 Reserved3; U16___2 IOCStatus; U32___2 IOCLogInfo; U16___2 ErrorResponseCount; U16___2 Reserved4; }; typedef struct _MPI26_NVME_ENCAPSULATED_ERROR_REPLY Mpi26NVMeEncapsulatedErrorReply_t; struct _raid_device; struct _sas_device; struct MPT3SAS_TARGET { struct scsi_target *starget; u64 sas_address; struct _raid_device *raid_device; u16 handle; int num_luns; u32 flags; u8 deleted; u8 tm_busy; struct hba_port *port; struct _sas_device *sas_dev; struct _pcie_device *pcie_dev; }; struct _raid_device { struct list_head list; struct scsi_target *starget; struct scsi_device *sdev; u64 wwid; u16 handle; u16 block_sz; int id; int channel; u8 volume_type; u8 num_pds; u8 responding; u8 percent_complete; u8 direct_io_enabled; u8 stripe_exponent; u8 block_exponent; u64 max_lba; u32 stripe_sz; u32 device_info; u16 pd_handle[8]; }; struct _sas_device { struct list_head list; struct scsi_target *starget; u64 sas_address; u64 device_name; u16 handle; u64 sas_address_parent; u16 enclosure_handle; u64 enclosure_logical_id; u16 volume_handle; u64 volume_wwid; u32 device_info; int id; int channel; u16 slot; u8 phy; u8 responding; u8 fast_path; u8 pfa_led_on; u8 pend_sas_rphy_add; u8 enclosure_level; u8 chassis_slot; u8 is_chassis_slot_valid; u8 connector_name[5]; struct kref refcount; u8 port_type; struct hba_port *port; struct sas_rphy *rphy; }; struct MPT3SAS_DEVICE { struct MPT3SAS_TARGET *sas_target; unsigned int lun; u32 flags; u8 configured_lun; u8 block; u8 tlr_snoop_check; u8 ignore_delay_remove; u8 ncq_prio_enable; long unsigned int ata_command_pending; }; struct mpt3_ioctl_header { uint32_t ioc_number; uint32_t port_number; uint32_t max_data_size; }; struct mpt3_ioctl_diag_reset { struct mpt3_ioctl_header hdr; }; struct mpt3_ioctl_pci_info { union { struct { uint32_t device: 5; uint32_t function: 3; uint32_t bus: 24; } bits; uint32_t word; } u; uint32_t segment_id; }; struct mpt3_ioctl_iocinfo { struct mpt3_ioctl_header hdr; uint32_t adapter_type; uint32_t port_number; uint32_t pci_id; uint32_t hw_rev; uint32_t subsystem_device; uint32_t subsystem_vendor; uint32_t rsvd0; uint32_t firmware_version; uint32_t bios_version; uint8_t driver_version[32]; uint8_t rsvd1; uint8_t scsi_id; uint16_t rsvd2; struct mpt3_ioctl_pci_info pci_information; }; struct mpt3_ioctl_eventquery { struct mpt3_ioctl_header hdr; uint16_t event_entries; uint16_t rsvd; uint32_t event_types[4]; }; struct mpt3_ioctl_eventenable { struct mpt3_ioctl_header hdr; uint32_t event_types[4]; }; struct MPT3_IOCTL_EVENTS { uint32_t event; uint32_t context; uint8_t data[192]; }; struct mpt3_ioctl_eventreport { struct mpt3_ioctl_header hdr; struct MPT3_IOCTL_EVENTS event_data[1]; }; struct mpt3_ioctl_command { struct mpt3_ioctl_header hdr; uint32_t timeout; void *reply_frame_buf_ptr; void *data_in_buf_ptr; void *data_out_buf_ptr; void *sense_data_ptr; uint32_t max_reply_bytes; uint32_t data_in_size; uint32_t data_out_size; uint32_t max_sense_bytes; uint32_t data_sge_offset; uint8_t mf[1]; }; struct mpt3_ioctl_btdh_mapping { struct mpt3_ioctl_header hdr; uint32_t id; uint32_t bus; uint16_t handle; uint16_t rsvd; }; struct mpt3_diag_register { struct mpt3_ioctl_header hdr; uint8_t reserved; uint8_t buffer_type; uint16_t application_flags; uint32_t diagnostic_flags; uint32_t product_specific[23]; uint32_t requested_buffer_size; uint32_t unique_id; }; struct mpt3_diag_unregister { struct mpt3_ioctl_header hdr; uint32_t unique_id; }; struct mpt3_diag_query { struct mpt3_ioctl_header hdr; uint8_t reserved; uint8_t buffer_type; uint16_t application_flags; uint32_t diagnostic_flags; uint32_t product_specific[23]; uint32_t total_buffer_size; uint32_t driver_added_buffer_size; uint32_t unique_id; }; struct mpt3_diag_release { struct mpt3_ioctl_header hdr; uint32_t unique_id; }; struct mpt3_diag_read_buffer { struct mpt3_ioctl_header hdr; uint8_t status; uint8_t reserved; uint16_t flags; uint32_t starting_offset; uint32_t bytes_to_read; uint32_t unique_id; uint32_t diagnostic_data[1]; }; struct mpt3_addnl_diag_query { struct mpt3_ioctl_header hdr; uint32_t unique_id; struct htb_rel_query rel_query; uint32_t reserved2[2]; }; enum block_state { NON_BLOCKING = 0, BLOCKING = 1, }; struct DIAG_BUFFER_START { __le32 Size; __le32 DiagVersion; u8 BufferType; u8 Reserved[3]; __le32 Reserved1; __le32 Reserved2; __le32 Reserved3; }; enum chip_flavors { chip_6320 = 0, chip_6440 = 1, chip_6485 = 2, chip_9480 = 3, chip_9180 = 4, chip_9445 = 5, chip_9485 = 6, chip_1300 = 7, chip_1320 = 8, }; enum mvumi_qc_result { MV_QUEUE_COMMAND_RESULT_SENT = 0, MV_QUEUE_COMMAND_RESULT_NO_RESOURCE = 1, }; struct mvumi_hw_regs { void *main_int_cause_reg; void *enpointa_mask_reg; void *enpointb_mask_reg; void *rstoutn_en_reg; void *ctrl_sts_reg; void *rstoutn_mask_reg; void *sys_soft_rst_reg; void *pciea_to_arm_drbl_reg; void *arm_to_pciea_drbl_reg; void *arm_to_pciea_mask_reg; void *pciea_to_arm_msg0; void *pciea_to_arm_msg1; void *arm_to_pciea_msg0; void *arm_to_pciea_msg1; void *reset_request; void *reset_enable; void *inb_list_basel; void *inb_list_baseh; void *inb_aval_count_basel; void *inb_aval_count_baseh; void *inb_write_pointer; void *inb_read_pointer; void *outb_list_basel; void *outb_list_baseh; void *outb_copy_basel; void *outb_copy_baseh; void *outb_copy_pointer; void *outb_read_pointer; void *inb_isr_cause; void *outb_isr_cause; void *outb_coal_cfg; void *outb_coal_timeout; u32 int_comaout; u32 int_comaerr; u32 int_dl_cpu2pciea; u32 int_mu; u32 int_drbl_int_mask; u32 int_main_int_mask; u32 cl_pointer_toggle; u32 cl_slot_num_mask; u32 clic_irq; u32 clic_in_err; u32 clic_out_err; }; struct mvumi_dyn_list_entry { u32 src_low_addr; u32 src_high_addr; u32 if_length; u32 reserve; }; enum { DRBL_HANDSHAKE = 1, DRBL_SOFT_RESET = 2, DRBL_BUS_CHANGE = 4, DRBL_EVENT_NOTIFY = 8, DRBL_MU_RESET = 16, DRBL_HANDSHAKE_ISR = 1, CMD_FLAG_NON_DATA = 1, CMD_FLAG_DMA = 2, CMD_FLAG_PIO = 4, CMD_FLAG_DATA_IN = 8, CMD_FLAG_DATA_OUT = 16, CMD_FLAG_PRDT_IN_HOST = 32, }; struct mvumi_hotplug_event { u16 size; u8 dummy[2]; u8 bitmap[0]; }; struct mvumi_driver_event { u32 time_stamp; u32 sequence_no; u32 event_id; u8 severity; u8 param_count; u16 device_id; u32 params[4]; u8 sense_data_length; u8 Reserved1; u8 sense_data[30]; }; struct mvumi_event_req { unsigned char count; unsigned char reserved[3]; struct mvumi_driver_event events[6]; }; struct mvumi_hba; struct mvumi_events_wq { struct work_struct work_q; struct mvumi_hba *mhba; unsigned int event; void *param; }; struct mvumi_tag { short unsigned int *stack; short unsigned int top; short unsigned int size; }; struct mvumi_instance_template; struct mvumi_cmd; struct mvumi_hba { void *base_addr[6]; u32 pci_base[6]; void *mmio; struct list_head cmd_pool; struct Scsi_Host *shost; wait_queue_head_t int_cmd_wait_q; struct pci_dev *pdev; unsigned int unique_id; atomic_t fw_outstanding; struct mvumi_instance_template *instancet; void *ib_list; dma_addr_t ib_list_phys; void *ib_frame; dma_addr_t ib_frame_phys; void *ob_list; dma_addr_t ob_list_phys; void *ib_shadow; dma_addr_t ib_shadow_phys; void *ob_shadow; dma_addr_t ob_shadow_phys; void *handshake_page; dma_addr_t handshake_page_phys; unsigned int global_isr; unsigned int isr_status; short unsigned int max_sge; short unsigned int max_target_id; unsigned char *target_map; unsigned int max_io; unsigned int list_num_io; unsigned int ib_max_size; unsigned int ob_max_size; unsigned int ib_max_size_setting; unsigned int ob_max_size_setting; unsigned int max_transfer_size; unsigned char hba_total_pages; unsigned char fw_flag; unsigned char request_id_enabled; unsigned char eot_flag; short unsigned int hba_capability; short unsigned int io_seq; unsigned int ib_cur_slot; unsigned int ob_cur_slot; unsigned int fw_state; struct mutex sas_discovery_mutex; struct list_head ob_data_list; struct list_head free_ob_list; struct list_head res_list; struct list_head waiting_req_list; struct mvumi_tag tag_pool; struct mvumi_cmd **tag_cmd; struct mvumi_hw_regs *regs; struct mutex device_lock; struct list_head mhba_dev_list; struct list_head shost_dev_list; struct task_struct *dm_thread; atomic_t pnp_count; }; struct mvumi_sgl { u32 baseaddr_l; u32 baseaddr_h; u32 flags; u32 size; }; struct mvumi_compact_sgl { u32 baseaddr_l; u32 baseaddr_h; u32 flags; }; struct mvumi_res { struct list_head entry; dma_addr_t bus_addr; void *virt_addr; unsigned int size; short unsigned int type; }; enum resource_type { RESOURCE_CACHED_MEMORY = 0, RESOURCE_UNCACHED_MEMORY = 1, }; struct mvumi_msg_frame; struct mvumi_cmd { struct list_head queue_pointer; struct mvumi_msg_frame *frame; dma_addr_t frame_phys; struct scsi_cmnd *scmd; atomic_t sync_cmd; void *data_buf; short unsigned int request_id; unsigned char cmd_status; }; struct mvumi_msg_frame { u16 device_id; u16 tag; u8 cmd_flag; u8 req_function; u8 cdb_length; u8 sg_counts; u32 data_transfer_length; u16 request_id; u16 reserved1; u8 cdb[16]; u32 payload[1]; }; struct mvumi_cmd_priv { struct mvumi_cmd *cmd_priv; }; struct mvumi_rsp_frame { u16 device_id; u16 tag; u8 req_status; u8 rsp_flag; u16 request_id; u32 payload[1]; }; struct mvumi_ob_data { struct list_head list; unsigned char data[0]; }; struct version_info { u32 ver_major; u32 ver_minor; u32 ver_oem; u32 ver_build; }; struct mvumi_hs_header { u8 page_code; u8 checksum; u16 frame_length; u32 frame_content[1]; }; struct mvumi_hs_page1 { u8 pagecode; u8 checksum; u16 frame_length; u16 number_of_ports; u16 max_devices_support; u16 max_io_support; u16 umi_ver; u32 max_transfer_size; struct version_info fw_ver; u8 cl_in_max_entry_size; u8 cl_out_max_entry_size; u8 cl_inout_list_depth; u8 total_pages; u16 capability; u16 reserved1; }; struct mvumi_hs_page2 { u8 pagecode; u8 checksum; u16 frame_length; u8 host_type; u8 host_cap; u8 reserved[2]; struct version_info host_ver; u32 system_io_bus; u32 slot_number; u32 intr_level; u32 intr_vector; u64 seconds_since1970; }; struct mvumi_hs_page3 { u8 pagecode; u8 checksum; u16 frame_length; u16 control; u8 reserved[2]; u32 host_bufferaddr_l; u32 host_bufferaddr_h; u32 host_eventaddr_l; u32 host_eventaddr_h; }; struct mvumi_hs_page4 { u8 pagecode; u8 checksum; u16 frame_length; u32 ib_baseaddr_l; u32 ib_baseaddr_h; u32 ob_baseaddr_l; u32 ob_baseaddr_h; u8 ib_entry_size; u8 ob_entry_size; u8 ob_depth; u8 ib_depth; }; struct mvumi_device { struct list_head list; struct scsi_device *sdev; u64 wwid; u8 dev_type; int id; }; struct mvumi_instance_template { void (*fire_cmd)(struct mvumi_hba *, struct mvumi_cmd *); void (*enable_intr)(struct mvumi_hba *); void (*disable_intr)(struct mvumi_hba *); int (*clear_intr)(void *); unsigned int (*read_fw_status_reg)(struct mvumi_hba *); unsigned int (*check_ib_list)(struct mvumi_hba *); int (*check_ob_list)(struct mvumi_hba *, unsigned int *, unsigned int *); int (*reset_host)(struct mvumi_hba *); }; enum ata_xfer_mask { ATA_MASK_PIO = 127, ATA_MASK_MWDMA = 3968, ATA_MASK_UDMA = 1044480, }; enum hsm_task_states { HSM_ST_IDLE = 0, HSM_ST_FIRST = 1, HSM_ST = 2, HSM_ST_LAST = 3, HSM_ST_ERR = 4, }; struct pci_bits { unsigned int reg; unsigned int width; long unsigned int mask; long unsigned int val; }; struct trace_event_raw_ata_qc_issue_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned char cmd; unsigned char dev; unsigned char lbal; unsigned char lbam; unsigned char lbah; unsigned char nsect; unsigned char feature; unsigned char hob_lbal; unsigned char hob_lbam; unsigned char hob_lbah; unsigned char hob_nsect; unsigned char hob_feature; unsigned char ctl; unsigned char proto; long unsigned int flags; char __data[0]; }; struct trace_event_raw_ata_qc_complete_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned char status; unsigned char dev; unsigned char lbal; unsigned char lbam; unsigned char lbah; unsigned char nsect; unsigned char error; unsigned char hob_lbal; unsigned char hob_lbam; unsigned char hob_lbah; unsigned char hob_nsect; unsigned char hob_feature; unsigned char ctl; long unsigned int flags; char __data[0]; }; struct trace_event_raw_ata_tf_load { struct trace_entry ent; unsigned int ata_port; unsigned char cmd; unsigned char dev; unsigned char lbal; unsigned char lbam; unsigned char lbah; unsigned char nsect; unsigned char feature; unsigned char hob_lbal; unsigned char hob_lbam; unsigned char hob_lbah; unsigned char hob_nsect; unsigned char hob_feature; unsigned char proto; char __data[0]; }; struct trace_event_raw_ata_exec_command_template { struct trace_entry ent; unsigned int ata_port; unsigned int tag; unsigned char cmd; unsigned char feature; unsigned char hob_nsect; unsigned char proto; char __data[0]; }; struct trace_event_raw_ata_bmdma_status { struct trace_entry ent; unsigned int ata_port; unsigned int tag; unsigned char host_stat; char __data[0]; }; struct trace_event_raw_ata_eh_link_autopsy { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int eh_action; unsigned int eh_err_mask; char __data[0]; }; struct trace_event_raw_ata_eh_link_autopsy_qc { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned int qc_flags; unsigned int eh_err_mask; char __data[0]; }; struct trace_event_raw_ata_eh_action_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int eh_action; char __data[0]; }; struct trace_event_raw_ata_link_reset_begin_template { struct trace_entry ent; unsigned int ata_port; unsigned int class[2]; long unsigned int deadline; char __data[0]; }; struct trace_event_raw_ata_link_reset_end_template { struct trace_entry ent; unsigned int ata_port; unsigned int class[2]; int rc; char __data[0]; }; struct trace_event_raw_ata_port_eh_begin_template { struct trace_entry ent; unsigned int ata_port; char __data[0]; }; struct trace_event_raw_ata_sff_hsm_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned int qc_flags; unsigned int protocol; unsigned int hsm_state; unsigned char dev_state; char __data[0]; }; struct trace_event_raw_ata_transfer_data_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned int flags; unsigned int offset; unsigned int bytes; char __data[0]; }; struct trace_event_raw_ata_sff_template { struct trace_entry ent; unsigned int ata_port; unsigned char hsm_state; char __data[0]; }; struct trace_event_data_offsets_ata_qc_issue_template {}; struct trace_event_data_offsets_ata_qc_complete_template {}; struct trace_event_data_offsets_ata_tf_load {}; struct trace_event_data_offsets_ata_exec_command_template {}; struct trace_event_data_offsets_ata_bmdma_status {}; struct trace_event_data_offsets_ata_eh_link_autopsy {}; struct trace_event_data_offsets_ata_eh_link_autopsy_qc {}; struct trace_event_data_offsets_ata_eh_action_template {}; struct trace_event_data_offsets_ata_link_reset_begin_template {}; struct trace_event_data_offsets_ata_link_reset_end_template {}; struct trace_event_data_offsets_ata_port_eh_begin_template {}; struct trace_event_data_offsets_ata_sff_hsm_template {}; struct trace_event_data_offsets_ata_transfer_data_template {}; struct trace_event_data_offsets_ata_sff_template {}; typedef void (*btf_trace_ata_qc_prep)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_issue)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_complete_internal)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_complete_failed)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_complete_done)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_tf_load)(void *, struct ata_port *, const struct ata_taskfile *); typedef void (*btf_trace_ata_exec_command)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_setup)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_start)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_stop)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_status)(void *, struct ata_port *, unsigned int); typedef void (*btf_trace_ata_eh_link_autopsy)(void *, struct ata_device *, unsigned int, unsigned int); typedef void (*btf_trace_ata_eh_link_autopsy_qc)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_eh_about_to_do)(void *, struct ata_link *, unsigned int, unsigned int); typedef void (*btf_trace_ata_eh_done)(void *, struct ata_link *, unsigned int, unsigned int); typedef void (*btf_trace_ata_link_hardreset_begin)(void *, struct ata_link *, unsigned int *, long unsigned int); typedef void (*btf_trace_ata_slave_hardreset_begin)(void *, struct ata_link *, unsigned int *, long unsigned int); typedef void (*btf_trace_ata_link_softreset_begin)(void *, struct ata_link *, unsigned int *, long unsigned int); typedef void (*btf_trace_ata_link_hardreset_end)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_slave_hardreset_end)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_link_softreset_end)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_link_postreset)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_slave_postreset)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_std_sched_eh)(void *, struct ata_port *); typedef void (*btf_trace_ata_port_freeze)(void *, struct ata_port *); typedef void (*btf_trace_ata_port_thaw)(void *, struct ata_port *); typedef void (*btf_trace_ata_sff_hsm_state)(void *, struct ata_queued_cmd *, unsigned char); typedef void (*btf_trace_ata_sff_hsm_command_complete)(void *, struct ata_queued_cmd *, unsigned char); typedef void (*btf_trace_ata_sff_port_intr)(void *, struct ata_queued_cmd *, unsigned char); typedef void (*btf_trace_ata_sff_pio_transfer_data)(void *, struct ata_queued_cmd *, unsigned int, unsigned int); typedef void (*btf_trace_atapi_pio_transfer_data)(void *, struct ata_queued_cmd *, unsigned int, unsigned int); typedef void (*btf_trace_atapi_send_cdb)(void *, struct ata_queued_cmd *, unsigned int, unsigned int); typedef void (*btf_trace_ata_sff_flush_pio_task)(void *, struct ata_port *); struct ata_force_param { const char *name; u8 cbl; u8 spd_limit; unsigned int xfer_mask; unsigned int horkage_on; unsigned int horkage_off; u16 lflags_on; u16 lflags_off; }; struct ata_force_ent { int port; int device; struct ata_force_param param; }; struct ata_xfer_ent { int shift; int bits; u8 base; }; struct ata_blacklist_entry { const char *model_num; const char *model_rev; long unsigned int horkage; }; struct spi_device_id { char name[32]; kernel_ulong_t driver_data; }; struct spi_statistics { struct u64_stats_sync syncp; u64_stats_t messages; u64_stats_t transfers; u64_stats_t errors; u64_stats_t timedout; u64_stats_t spi_sync; u64_stats_t spi_sync_immediate; u64_stats_t spi_async; u64_stats_t bytes; u64_stats_t bytes_rx; u64_stats_t bytes_tx; u64_stats_t transfer_bytes_histo[17]; u64_stats_t transfers_split_maxsize; }; struct spi_delay { u16 value; u8 unit; }; struct spi_controller; struct spi_device { struct device dev; struct spi_controller *controller; struct spi_controller *master; u32 max_speed_hz; u8 chip_select; u8 bits_per_word; bool rt; u32 mode; int irq; void *controller_state; void *controller_data; char modalias[32]; const char *driver_override; struct gpio_desc *cs_gpiod; struct spi_delay word_delay; struct spi_delay cs_setup; struct spi_delay cs_hold; struct spi_delay cs_inactive; struct spi_statistics *pcpu_statistics; }; struct spi_message; struct spi_transfer; struct spi_controller_mem_ops; struct spi_controller_mem_caps; struct spi_controller { struct device dev; struct list_head list; s16 bus_num; u16 num_chipselect; u16 dma_alignment; u32 mode_bits; u32 buswidth_override_bits; u32 bits_per_word_mask; u32 min_speed_hz; u32 max_speed_hz; u16 flags; bool devm_allocated; union { bool slave; bool target; }; size_t (*max_transfer_size)(struct spi_device *); size_t (*max_message_size)(struct spi_device *); struct mutex io_mutex; struct mutex add_lock; spinlock_t bus_lock_spinlock; struct mutex bus_lock_mutex; bool bus_lock_flag; int (*setup)(struct spi_device *); int (*set_cs_timing)(struct spi_device *); int (*transfer)(struct spi_device *, struct spi_message *); void (*cleanup)(struct spi_device *); bool (*can_dma)(struct spi_controller *, struct spi_device *, struct spi_transfer *); struct device *dma_map_dev; struct device *cur_rx_dma_dev; struct device *cur_tx_dma_dev; bool queued; struct kthread_worker *kworker; struct kthread_work pump_messages; spinlock_t queue_lock; struct list_head queue; struct spi_message *cur_msg; struct completion cur_msg_completion; bool cur_msg_incomplete; bool cur_msg_need_completion; bool busy; bool running; bool rt; bool auto_runtime_pm; bool cur_msg_mapped; char last_cs; bool last_cs_mode_high; bool fallback; struct completion xfer_completion; size_t max_dma_len; int (*prepare_transfer_hardware)(struct spi_controller *); int (*transfer_one_message)(struct spi_controller *, struct spi_message *); int (*unprepare_transfer_hardware)(struct spi_controller *); int (*prepare_message)(struct spi_controller *, struct spi_message *); int (*unprepare_message)(struct spi_controller *, struct spi_message *); union { int (*slave_abort)(struct spi_controller *); int (*target_abort)(struct spi_controller *); }; void (*set_cs)(struct spi_device *, bool); int (*transfer_one)(struct spi_controller *, struct spi_device *, struct spi_transfer *); void (*handle_err)(struct spi_controller *, struct spi_message *); const struct spi_controller_mem_ops *mem_ops; const struct spi_controller_mem_caps *mem_caps; struct gpio_desc **cs_gpiods; bool use_gpio_descriptors; s8 unused_native_cs; s8 max_native_cs; struct spi_statistics *pcpu_statistics; struct dma_chan *dma_tx; struct dma_chan *dma_rx; void *dummy_rx; void *dummy_tx; int (*fw_translate_cs)(struct spi_controller *, unsigned int); bool ptp_sts_supported; long unsigned int irq_flags; bool queue_empty; bool must_async; }; struct spi_driver { const struct spi_device_id *id_table; int (*probe)(struct spi_device *); void (*remove)(struct spi_device *); void (*shutdown)(struct spi_device *); struct device_driver driver; }; struct spi_message { struct list_head transfers; struct spi_device *spi; unsigned int is_dma_mapped: 1; void (*complete)(void *); void *context; unsigned int frame_length; unsigned int actual_length; int status; struct list_head queue; void *state; struct list_head resources; bool prepared; }; struct spi_transfer { const void *tx_buf; void *rx_buf; unsigned int len; dma_addr_t tx_dma; dma_addr_t rx_dma; struct sg_table tx_sg; struct sg_table rx_sg; unsigned int dummy_data: 1; unsigned int cs_off: 1; unsigned int cs_change: 1; unsigned int tx_nbits: 3; unsigned int rx_nbits: 3; u8 bits_per_word; struct spi_delay delay; struct spi_delay cs_change_delay; struct spi_delay word_delay; u32 speed_hz; u32 effective_speed_hz; unsigned int ptp_sts_word_pre; unsigned int ptp_sts_word_post; struct ptp_system_timestamp *ptp_sts; bool timestamped; struct list_head transfer_list; u16 error; }; struct spi_mem; struct spi_mem_op; struct spi_mem_dirmap_desc; struct spi_controller_mem_ops { int (*adjust_op_size)(struct spi_mem *, struct spi_mem_op *); bool (*supports_op)(struct spi_mem *, const struct spi_mem_op *); int (*exec_op)(struct spi_mem *, const struct spi_mem_op *); const char * (*get_name)(struct spi_mem *); int (*dirmap_create)(struct spi_mem_dirmap_desc *); void (*dirmap_destroy)(struct spi_mem_dirmap_desc *); ssize_t (*dirmap_read)(struct spi_mem_dirmap_desc *, u64, size_t, void *); ssize_t (*dirmap_write)(struct spi_mem_dirmap_desc *, u64, size_t, const void *); int (*poll_status)(struct spi_mem *, const struct spi_mem_op *, u16, u16, long unsigned int, long unsigned int, long unsigned int); }; struct spi_controller_mem_caps { bool dtr; bool ecc; }; typedef void (*spi_res_release_t)(struct spi_controller *, struct spi_message *, void *); struct spi_res { struct list_head entry; spi_res_release_t release; long long unsigned int data[0]; }; struct spi_replaced_transfers; typedef void (*spi_replaced_release_t)(struct spi_controller *, struct spi_message *, struct spi_replaced_transfers *); struct spi_replaced_transfers { spi_replaced_release_t release; void *extradata; struct list_head replaced_transfers; struct list_head *replaced_after; size_t inserted; struct spi_transfer inserted_transfers[0]; }; struct spi_board_info { char modalias[32]; const void *platform_data; const struct software_node *swnode; void *controller_data; int irq; u32 max_speed_hz; u16 bus_num; u16 chip_select; u32 mode; }; enum spi_mem_data_dir { SPI_MEM_NO_DATA = 0, SPI_MEM_DATA_IN = 1, SPI_MEM_DATA_OUT = 2, }; struct spi_mem_op { struct { u8 nbytes; u8 buswidth; u8 dtr: 1; u16 opcode; } cmd; struct { u8 nbytes; u8 buswidth; u8 dtr: 1; u64 val; } addr; struct { u8 nbytes; u8 buswidth; u8 dtr: 1; } dummy; struct { u8 buswidth; u8 dtr: 1; u8 ecc: 1; enum spi_mem_data_dir dir; unsigned int nbytes; union { void *in; const void *out; } buf; } data; }; struct spi_mem_dirmap_info { struct spi_mem_op op_tmpl; u64 offset; u64 length; }; struct spi_mem_dirmap_desc { struct spi_mem *mem; struct spi_mem_dirmap_info info; unsigned int nodirmap; void *priv; }; struct spi_mem { struct spi_device *spi; void *drvpriv; const char *name; }; struct trace_event_raw_spi_controller { struct trace_entry ent; int bus_num; char __data[0]; }; struct trace_event_raw_spi_setup { struct trace_entry ent; int bus_num; int chip_select; long unsigned int mode; unsigned int bits_per_word; unsigned int max_speed_hz; int status; char __data[0]; }; struct trace_event_raw_spi_set_cs { struct trace_entry ent; int bus_num; int chip_select; long unsigned int mode; bool enable; char __data[0]; }; struct trace_event_raw_spi_message { struct trace_entry ent; int bus_num; int chip_select; struct spi_message *msg; char __data[0]; }; struct trace_event_raw_spi_message_done { struct trace_entry ent; int bus_num; int chip_select; struct spi_message *msg; unsigned int frame; unsigned int actual; char __data[0]; }; struct trace_event_raw_spi_transfer { struct trace_entry ent; int bus_num; int chip_select; struct spi_transfer *xfer; int len; u32 __data_loc_rx_buf; u32 __data_loc_tx_buf; char __data[0]; }; struct trace_event_data_offsets_spi_controller {}; struct trace_event_data_offsets_spi_setup {}; struct trace_event_data_offsets_spi_set_cs {}; struct trace_event_data_offsets_spi_message {}; struct trace_event_data_offsets_spi_message_done {}; struct trace_event_data_offsets_spi_transfer { u32 rx_buf; u32 tx_buf; }; typedef void (*btf_trace_spi_controller_idle)(void *, struct spi_controller *); typedef void (*btf_trace_spi_controller_busy)(void *, struct spi_controller *); typedef void (*btf_trace_spi_setup)(void *, struct spi_device *, int); typedef void (*btf_trace_spi_set_cs)(void *, struct spi_device *, bool); typedef void (*btf_trace_spi_message_submit)(void *, struct spi_message *); typedef void (*btf_trace_spi_message_start)(void *, struct spi_message *); typedef void (*btf_trace_spi_message_done)(void *, struct spi_message *); typedef void (*btf_trace_spi_transfer_start)(void *, struct spi_message *, struct spi_transfer *); typedef void (*btf_trace_spi_transfer_stop)(void *, struct spi_message *, struct spi_transfer *); struct boardinfo { struct list_head list; struct spi_board_info board_info; }; struct acpi_spi_lookup { struct spi_controller *ctlr; u32 max_speed_hz; u32 mode; int irq; u8 bits_per_word; u8 chip_select; int n; int index; }; struct phy_setting { u32 speed; u8 duplex; u8 bit; }; struct mdio_driver { struct mdio_driver_common mdiodrv; int (*probe)(struct mdio_device *); void (*remove)(struct mdio_device *); void (*shutdown)(struct mdio_device *); }; struct mii_timestamping_ctrl { struct mii_timestamper * (*probe_channel)(struct device *, unsigned int); void (*release_channel)(struct device *, struct mii_timestamper *); }; struct mii_timestamping_desc { struct list_head list; struct mii_timestamping_ctrl *ctrl; struct device *device; }; typedef enum { e1000_undefined___2 = 0, e1000_82542_rev2_0 = 1, e1000_82542_rev2_1 = 2, e1000_82543 = 3, e1000_82544 = 4, e1000_82540 = 5, e1000_82545 = 6, e1000_82545_rev_3 = 7, e1000_82546 = 8, e1000_ce4100 = 9, e1000_82546_rev_3 = 10, e1000_82541 = 11, e1000_82541_rev_2 = 12, e1000_82547 = 13, e1000_82547_rev_2 = 14, e1000_num_macs___2 = 15, } e1000_mac_type; typedef enum { e1000_eeprom_uninitialized = 0, e1000_eeprom_spi = 1, e1000_eeprom_microwire = 2, e1000_eeprom_flash = 3, e1000_eeprom_none = 4, e1000_num_eeprom_types = 5, } e1000_eeprom_type; typedef enum { e1000_media_type_copper___2 = 0, e1000_media_type_fiber___2 = 1, e1000_media_type_internal_serdes___2 = 2, e1000_num_media_types___2 = 3, } e1000_media_type; enum { e1000_10_half = 0, e1000_10_full = 1, e1000_100_half = 2, e1000_100_full = 3, }; typedef enum { E1000_FC_NONE = 0, E1000_FC_RX_PAUSE = 1, E1000_FC_TX_PAUSE = 2, E1000_FC_FULL = 3, E1000_FC_DEFAULT = 255, } e1000_fc_type; struct e1000_shadow_ram___2 { u16 eeprom_word; bool modified; }; typedef enum { e1000_bus_type_unknown___2 = 0, e1000_bus_type_pci___2 = 1, e1000_bus_type_pcix___2 = 2, e1000_bus_type_reserved___2 = 3, } e1000_bus_type; typedef enum { e1000_bus_speed_unknown___2 = 0, e1000_bus_speed_33___2 = 1, e1000_bus_speed_66___2 = 2, e1000_bus_speed_100___2 = 3, e1000_bus_speed_120___2 = 4, e1000_bus_speed_133___2 = 5, e1000_bus_speed_reserved___2 = 6, } e1000_bus_speed; typedef enum { e1000_bus_width_unknown___2 = 0, e1000_bus_width_32___2 = 1, e1000_bus_width_64___2 = 2, e1000_bus_width_reserved___2 = 3, } e1000_bus_width; typedef enum { e1000_cable_length_50 = 0, e1000_cable_length_50_80 = 1, e1000_cable_length_80_110 = 2, e1000_cable_length_110_140 = 3, e1000_cable_length_140 = 4, e1000_cable_length_undefined = 255, } e1000_cable_length; enum { e1000_igp_cable_length_10 = 10, e1000_igp_cable_length_20 = 20, e1000_igp_cable_length_30 = 30, e1000_igp_cable_length_40 = 40, e1000_igp_cable_length_50 = 50, e1000_igp_cable_length_60 = 60, e1000_igp_cable_length_70 = 70, e1000_igp_cable_length_80 = 80, e1000_igp_cable_length_90 = 90, e1000_igp_cable_length_100 = 100, e1000_igp_cable_length_110 = 110, e1000_igp_cable_length_115 = 115, e1000_igp_cable_length_120 = 120, e1000_igp_cable_length_130 = 130, e1000_igp_cable_length_140 = 140, e1000_igp_cable_length_150 = 150, e1000_igp_cable_length_160 = 160, e1000_igp_cable_length_170 = 170, e1000_igp_cable_length_180 = 180, }; typedef enum { e1000_10bt_ext_dist_enable_normal = 0, e1000_10bt_ext_dist_enable_lower = 1, e1000_10bt_ext_dist_enable_undefined = 255, } e1000_10bt_ext_dist_enable; typedef enum { e1000_rev_polarity_normal___2 = 0, e1000_rev_polarity_reversed___2 = 1, e1000_rev_polarity_undefined___2 = 255, } e1000_rev_polarity; typedef enum { e1000_downshift_normal = 0, e1000_downshift_activated = 1, e1000_downshift_undefined = 255, } e1000_downshift; typedef enum { e1000_smart_speed_default___2 = 0, e1000_smart_speed_on___2 = 1, e1000_smart_speed_off___2 = 2, } e1000_smart_speed; typedef enum { e1000_polarity_reversal_enabled = 0, e1000_polarity_reversal_disabled = 1, e1000_polarity_reversal_undefined = 255, } e1000_polarity_reversal; typedef enum { e1000_auto_x_mode_manual_mdi = 0, e1000_auto_x_mode_manual_mdix = 1, e1000_auto_x_mode_auto1 = 2, e1000_auto_x_mode_auto2 = 3, e1000_auto_x_mode_undefined = 255, } e1000_auto_x_mode; typedef enum { e1000_1000t_rx_status_not_ok___2 = 0, e1000_1000t_rx_status_ok___2 = 1, e1000_1000t_rx_status_undefined___2 = 255, } e1000_1000t_rx_status; typedef enum { e1000_phy_m88___3 = 0, e1000_phy_igp___3 = 1, e1000_phy_8211 = 2, e1000_phy_8201 = 3, e1000_phy_undefined = 255, } e1000_phy_type; typedef enum { e1000_ms_hw_default___2 = 0, e1000_ms_force_master___2 = 1, e1000_ms_force_slave___2 = 2, e1000_ms_auto___2 = 3, } e1000_ms_type; typedef enum { e1000_ffe_config_enabled = 0, e1000_ffe_config_active = 1, e1000_ffe_config_blocked = 2, } e1000_ffe_config; typedef enum { e1000_dsp_config_disabled = 0, e1000_dsp_config_enabled = 1, e1000_dsp_config_activated = 2, e1000_dsp_config_undefined = 255, } e1000_dsp_config; struct e1000_phy_info___3 { e1000_cable_length cable_length; e1000_10bt_ext_dist_enable extended_10bt_distance; e1000_rev_polarity cable_polarity; e1000_downshift downshift; e1000_polarity_reversal polarity_correction; e1000_auto_x_mode mdix_mode; e1000_1000t_rx_status local_rx; e1000_1000t_rx_status remote_rx; }; struct e1000_eeprom_info { e1000_eeprom_type type; u16 word_size; u16 opcode_bits; u16 address_bits; u16 delay_usec; u16 page_size; }; struct e1000_hw___3 { u8 *hw_addr; u8 *flash_address; void *ce4100_gbe_mdio_base_virt; e1000_mac_type mac_type; e1000_phy_type phy_type; u32 phy_init_script; e1000_media_type media_type; void *back; struct e1000_shadow_ram___2 *eeprom_shadow_ram; u32 flash_bank_size; u32 flash_base_addr; e1000_fc_type fc; e1000_bus_speed bus_speed; e1000_bus_width bus_width; e1000_bus_type bus_type; struct e1000_eeprom_info eeprom; e1000_ms_type master_slave; e1000_ms_type original_master_slave; e1000_ffe_config ffe_config_state; u32 asf_firmware_present; u32 eeprom_semaphore_present; long unsigned int io_base; u32 phy_id; u32 phy_revision; u32 phy_addr; u32 original_fc; u32 txcw; u32 autoneg_failed; u32 max_frame_size; u32 min_frame_size; u32 mc_filter_type; u32 num_mc_addrs; u32 collision_delta; u32 tx_packet_delta; u32 ledctl_default; u32 ledctl_mode1; u32 ledctl_mode2; bool tx_pkt_filtering; struct e1000_host_mng_dhcp_cookie mng_cookie; u16 phy_spd_default; u16 autoneg_advertised; u16 pci_cmd_word; u16 fc_high_water; u16 fc_low_water; u16 fc_pause_time; u16 current_ifs_val; u16 ifs_min_val; u16 ifs_max_val; u16 ifs_step_size; u16 ifs_ratio; u16 device_id; u16 vendor_id; u16 subsystem_id; u16 subsystem_vendor_id; u8 revision_id; u8 autoneg; u8 mdix; u8 forced_speed_duplex; u8 wait_autoneg_complete; u8 dma_fairness; u8 mac_addr[6]; u8 perm_mac_addr[6]; bool disable_polarity_correction; bool speed_downgraded; e1000_smart_speed smart_speed; e1000_dsp_config dsp_config_state; bool get_link_status; bool serdes_has_link; bool tbi_compatibility_en; bool tbi_compatibility_on; bool laa_is_present; bool phy_reset_disable; bool initialize_hw_bits_disable; bool fc_send_xon; bool fc_strict_ieee; bool report_tx_early; bool adaptive_ifs; bool ifs_params_forced; bool in_ifs_mode; bool mng_reg_access_disabled; bool leave_av_bit_off; bool bad_tx_carr_stats_fd; bool has_smbus; }; struct e1000_hw_stats___3 { u64 crcerrs; u64 algnerrc; u64 symerrs; u64 rxerrc; u64 txerrc; u64 mpc; u64 scc; u64 ecol; u64 mcc; u64 latecol; u64 colc; u64 dc; u64 tncrs; u64 sec; u64 cexterr; u64 rlec; u64 xonrxc; u64 xontxc; u64 xoffrxc; u64 xofftxc; u64 fcruc; u64 prc64; u64 prc127; u64 prc255; u64 prc511; u64 prc1023; u64 prc1522; u64 gprc; u64 bprc; u64 mprc; u64 gptc; u64 gorcl; u64 gorch; u64 gotcl; u64 gotch; u64 rnbc; u64 ruc; u64 rfc; u64 roc; u64 rlerrc; u64 rjc; u64 mgprc; u64 mgpdc; u64 mgptc; u64 torl; u64 torh; u64 totl; u64 toth; u64 tpr; u64 tpt; u64 ptc64; u64 ptc127; u64 ptc255; u64 ptc511; u64 ptc1023; u64 ptc1522; u64 mptc; u64 bptc; u64 tsctc; u64 tsctfc; u64 iac; u64 icrxptc; u64 icrxatc; u64 ictxptc; u64 ictxatc; u64 ictxqec; u64 ictxqmtc; u64 icrxdmtc; u64 icrxoc; }; struct e1000_tx_buffer { struct sk_buff *skb; dma_addr_t dma; long unsigned int time_stamp; u16 length; u16 next_to_watch; bool mapped_as_page; short unsigned int segs; unsigned int bytecount; }; struct e1000_rx_buffer { union { struct page *page; u8 *data; } rxbuf; dma_addr_t dma; }; struct e1000_tx_ring { void *desc; dma_addr_t dma; unsigned int size; unsigned int count; unsigned int next_to_use; unsigned int next_to_clean; struct e1000_tx_buffer *buffer_info; u16 tdh; u16 tdt; bool last_tx_tso; }; struct e1000_rx_ring { void *desc; dma_addr_t dma; unsigned int size; unsigned int count; unsigned int next_to_use; unsigned int next_to_clean; struct e1000_rx_buffer *buffer_info; struct sk_buff *rx_skb_top; int cpu; u16 rdh; u16 rdt; }; struct e1000_adapter___2 { long unsigned int active_vlans[64]; u16 mng_vlan_id; u32 bd_number; u32 rx_buffer_len; u32 wol; u32 smartspeed; u32 en_mng_pt; u16 link_speed; u16 link_duplex; spinlock_t stats_lock; unsigned int total_tx_bytes; unsigned int total_tx_packets; unsigned int total_rx_bytes; unsigned int total_rx_packets; u32 itr; u32 itr_setting; u16 tx_itr; u16 rx_itr; u8 fc_autoneg; struct e1000_tx_ring *tx_ring; unsigned int restart_queue; u32 txd_cmd; u32 tx_int_delay; u32 tx_abs_int_delay; u32 gotcl; u64 gotcl_old; u64 tpt_old; u64 colc_old; u32 tx_timeout_count; u32 tx_fifo_head; u32 tx_head_addr; u32 tx_fifo_size; u8 tx_timeout_factor; atomic_t tx_fifo_stall; bool pcix_82544; bool detect_tx_hung; bool dump_buffers; bool (*clean_rx)(struct e1000_adapter___2 *, struct e1000_rx_ring *, int *, int); void (*alloc_rx_buf)(struct e1000_adapter___2 *, struct e1000_rx_ring *, int); struct e1000_rx_ring *rx_ring; struct napi_struct napi; int num_tx_queues; int num_rx_queues; u64 hw_csum_err; u64 hw_csum_good; u32 alloc_rx_buff_failed; u32 rx_int_delay; u32 rx_abs_int_delay; bool rx_csum; u32 gorcl; u64 gorcl_old; struct net_device *netdev; struct pci_dev *pdev; struct e1000_hw___3 hw; struct e1000_hw_stats___3 stats; struct e1000_phy_info___3 phy_info; struct e1000_phy_stats phy_stats; u32 test_icr; struct e1000_tx_ring test_tx_ring; struct e1000_rx_ring test_rx_ring; int msg_enable; bool tso_force; bool smart_power_down; bool quad_port_a; long unsigned int flags; u32 eeprom_wol; int bars; int need_ioport; bool discarding; struct work_struct reset_task; struct delayed_work watchdog_task; struct delayed_work fifo_stall_task; struct delayed_work phy_info_task; }; struct e1000_opt_list { int i; char *str; }; struct e1000_option { enum { enable_option = 0, range_option = 1, list_option = 2, } type; const char *name; const char *err; int def; union { struct { int min; int max; } r; struct { int nr; const struct e1000_opt_list *p; } l; } arg; }; union e1000_rx_desc_extended { struct { __le64 buffer_addr; __le64 reserved; } read; struct { struct { __le32 mrq; union { __le32 rss; struct { __le16 ip_id; __le16 csum; } csum_ip; } hi_dword; } lower; struct { __le32 status_error; __le16 length; __le16 vlan; } upper; } wb; }; struct e1000_tx_desc { __le64 buffer_addr; union { __le32 data; struct { __le16 length; u8 cso; u8 cmd; } flags; } lower; union { __le32 data; struct { u8 status; u8 css; __le16 special; } fields; } upper; }; enum { NETDEV_STATS___3 = 0, E1000_STATS = 1, }; struct e1000_stats { char stat_string[32]; int type; int sizeof_stat; int stat_offset; }; union e1000_adv_rx_desc { struct { __le64 pkt_addr; __le64 hdr_addr; } read; struct { struct { struct { __le16 pkt_info; __le16 hdr_info; } lo_dword; union { __le32 rss; struct { __le16 ip_id; __le16 csum; } csum_ip; } hi_dword; } lower; struct { __le32 status_error; __le16 length; __le16 vlan; } upper; } wb; }; enum igb_filter_match_flags { IGB_FILTER_FLAG_ETHER_TYPE = 1, IGB_FILTER_FLAG_VLAN_TCI = 2, IGB_FILTER_FLAG_SRC_MAC_ADDR = 4, IGB_FILTER_FLAG_DST_MAC_ADDR = 8, }; struct igb_nfc_input { u8 match_flags; __be16 etype; __be16 vlan_tci; u8 src_addr[6]; u8 dst_addr[6]; }; struct igb_nfc_filter { struct hlist_node nfc_node; struct igb_nfc_input filter; long unsigned int cookie; u16 etype_reg_index; u16 sw_idx; u16 action; }; enum e1000_state_t___2 { __IGB_TESTING = 0, __IGB_RESETTING = 1, __IGB_DOWN = 2, __IGB_PTP_TX_IN_PROGRESS = 3, }; struct igb_stats { char stat_string[32]; int sizeof_stat; int stat_offset; }; enum igb_diagnostics_results { TEST_REG = 0, TEST_EEP = 1, TEST_IRQ = 2, TEST_LOOP = 3, TEST_LINK = 4, }; struct igb_reg_test { u16 reg; u16 reg_offset; u16 array_len; u16 test_type; u32 mask; u32 write; }; struct e1000_fw_version { u32 etrack_id; u16 eep_major; u16 eep_minor; u16 eep_build; u8 invm_major; u8 invm_minor; u8 invm_img_type; bool or_valid; u16 or_major; u16 or_build; u16 or_patch; }; union ixgbe_atr_hash_dword { struct { u8 vm_pool; u8 flow_type; __be16 vlan_id; } formatted; __be32 ip; struct { __be16 src; __be16 dst; } port; __be16 flex_bytes; __be32 dword; }; struct ixgbe_info { enum ixgbe_mac_type mac; s32 (*get_invariants)(struct ixgbe_hw *); const struct ixgbe_mac_operations *mac_ops; const struct ixgbe_eeprom_operations *eeprom_ops; const struct ixgbe_phy_operations *phy_ops; const struct ixgbe_mbx_operations *mbx_ops; const struct ixgbe_link_operations *link_ops; const u32 *mvals; }; struct ixgbe_hic_hdr { u8 cmd; u8 buf_len; union { u8 cmd_resv; u8 ret_status; } cmd_or_resp; u8 checksum; }; struct ixgbe_hic_hdr2_req { u8 cmd; u8 buf_lenh; u8 buf_lenl; u8 checksum; }; struct ixgbe_hic_hdr2_rsp { u8 cmd; u8 buf_lenl; u8 buf_lenh_status; u8 checksum; }; union ixgbe_hic_hdr2 { struct ixgbe_hic_hdr2_req req; struct ixgbe_hic_hdr2_rsp rsp; }; struct ixgbe_hic_drv_info2 { struct ixgbe_hic_hdr hdr; u8 port_num; u8 ver_sub; u8 ver_build; u8 ver_min; u8 ver_maj; char driver_string[39]; }; struct ixgbe_hic_read_shadow_ram { union ixgbe_hic_hdr2 hdr; u32 address; u16 length; u16 pad2; u16 data; u16 pad3; }; struct ixgbe_hic_write_shadow_ram { union ixgbe_hic_hdr2 hdr; __be32 address; __be16 length; u16 pad2; u16 data; u16 pad3; }; struct ixgbe_hic_disable_rxen { struct ixgbe_hic_hdr hdr; u8 port_number; u8 pad2; u16 pad3; }; struct ixgbe_hic_phy_token_req { struct ixgbe_hic_hdr hdr; u8 port_number; u8 command_type; u16 pad; }; struct ixgbe_hic_internal_phy_req { struct ixgbe_hic_hdr hdr; u8 port_number; u8 command_type; __be16 address; u16 rsv1; __be32 write_data; u16 pad; } __attribute__((packed)); struct ixgbe_hic_internal_phy_resp { struct ixgbe_hic_hdr hdr; __be32 read_data; }; struct ixgbe_hic_phy_activity_req { struct ixgbe_hic_hdr hdr; u8 port_number; u8 pad; __le16 activity_id; __be32 data[4]; }; struct ixgbe_hic_phy_activity_resp { struct ixgbe_hic_hdr hdr; __be32 data[4]; }; struct ixgb_rx_desc { __le64 buff_addr; __le16 length; __le16 reserved; u8 status; u8 errors; __le16 special; }; struct ixgb_tx_desc { __le64 buff_addr; __le32 cmd_type_len; u8 status; u8 popts; __le16 vlan; }; struct ixgb_context_desc { u8 ipcss; u8 ipcso; __le16 ipcse; u8 tucss; u8 tucso; __le16 tucse; __le32 cmd_type_len; u8 status; u8 hdr_len; __le16 mss; }; enum ixgb_state_t { __IXGB_DOWN = 0, }; struct stmmac_stats { char stat_string[32]; int sizeof_stat; int stat_offset; }; struct stmmac_regs_off { u32 ptp_off; u32 mmc_off; }; struct stmmac_hwif_entry { bool gmac; bool gmac4; bool xgmac; u32 min_id; u32 dev_id; const struct stmmac_regs_off regs; const void *desc; const void *dma; const void *mac; const void *hwtimestamp; const void *mode; const void *tc; const void *mmc; int (*setup)(struct stmmac_priv *); int (*quirks)(struct stmmac_priv *); }; enum rx_frame_status { good_frame = 0, discard_frame = 1, csum_none = 2, llc_snap = 4, dma_own = 8, rx_not_ls = 16, }; enum tx_frame_status { tx_done = 0, tx_not_ls = 1, tx_err = 2, tx_dma_own = 4, tx_err_bump_tc = 8, }; struct stmmac_resources { void *addr; u8 mac[6]; int wol_irq; int lpi_irq; int irq; int sfty_ce_irq; int sfty_ue_irq; int rx_irq[8]; int tx_irq[8]; }; struct usb_qualifier_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 bcdUSB; __u8 bDeviceClass; __u8 bDeviceSubClass; __u8 bDeviceProtocol; __u8 bMaxPacketSize0; __u8 bNumConfigurations; __u8 bRESERVED; }; struct usb_set_sel_req { __u8 u1_sel; __u8 u1_pel; __le16 u2_sel; __le16 u2_pel; }; struct usbdevfs_hub_portinfo { char nports; char port[127]; }; enum hub_led_mode { INDICATOR_AUTO = 0, INDICATOR_CYCLE = 1, INDICATOR_GREEN_BLINK = 2, INDICATOR_GREEN_BLINK_OFF = 3, INDICATOR_AMBER_BLINK = 4, INDICATOR_AMBER_BLINK_OFF = 5, INDICATOR_ALT_BLINK = 6, INDICATOR_ALT_BLINK_OFF = 7, }; struct usb_tt_clear { struct list_head clear_list; unsigned int tt; u16 devinfo; struct usb_hcd *hcd; struct usb_host_endpoint *ep; }; enum hub_activation_type { HUB_INIT = 0, HUB_INIT2 = 1, HUB_INIT3 = 2, HUB_POST_RESET = 3, HUB_RESUME = 4, HUB_RESET_RESUME = 5, }; enum hub_quiescing_type { HUB_DISCONNECT = 0, HUB_PRE_RESET = 1, HUB_SUSPEND = 2, }; struct usb_class_driver { char *name; char * (*devnode)(const struct device *, umode_t *); const struct file_operations *fops; int minor_base; }; struct usb_class { struct kref kref; struct class *class; }; struct usbdevfs_ctrltransfer { __u8 bRequestType; __u8 bRequest; __u16 wValue; __u16 wIndex; __u16 wLength; __u32 timeout; void *data; }; struct usbdevfs_bulktransfer { unsigned int ep; unsigned int len; unsigned int timeout; void *data; }; struct usbdevfs_setinterface { unsigned int interface; unsigned int altsetting; }; struct usbdevfs_disconnectsignal { unsigned int signr; void *context; }; struct usbdevfs_getdriver { unsigned int interface; char driver[256]; }; struct usbdevfs_connectinfo { unsigned int devnum; unsigned char slow; }; struct usbdevfs_conninfo_ex { __u32 size; __u32 busnum; __u32 devnum; __u32 speed; __u8 num_ports; __u8 ports[7]; }; struct usbdevfs_iso_packet_desc { unsigned int length; unsigned int actual_length; unsigned int status; }; struct usbdevfs_urb { unsigned char type; unsigned char endpoint; int status; unsigned int flags; void *buffer; int buffer_length; int actual_length; int start_frame; union { int number_of_packets; unsigned int stream_id; }; int error_count; unsigned int signr; void *usercontext; struct usbdevfs_iso_packet_desc iso_frame_desc[0]; }; struct usbdevfs_ioctl { int ifno; int ioctl_code; void *data; }; struct usbdevfs_disconnect_claim { unsigned int interface; unsigned int flags; char driver[256]; }; struct usbdevfs_streams { unsigned int num_streams; unsigned int num_eps; unsigned char eps[0]; }; struct usb_dev_state { struct list_head list; struct usb_device *dev; struct file *file; spinlock_t lock; struct list_head async_pending; struct list_head async_completed; struct list_head memory_list; wait_queue_head_t wait; wait_queue_head_t wait_for_resume; unsigned int discsignr; struct pid *disc_pid; const struct cred *cred; sigval_t disccontext; long unsigned int ifclaimed; u32 disabled_bulk_eps; long unsigned int interface_allowed_mask; int not_yet_resumed; bool suspend_allowed; bool privileges_dropped; }; struct usb_memory { struct list_head memlist; int vma_use_count; int urb_use_count; u32 size; void *mem; dma_addr_t dma_handle; long unsigned int vm_start; struct usb_dev_state *ps; }; struct async { struct list_head asynclist; struct usb_dev_state *ps; struct pid *pid; const struct cred *cred; unsigned int signr; unsigned int ifnum; void *userbuffer; void *userurb; sigval_t userurb_sigval; struct urb *urb; struct usb_memory *usbm; unsigned int mem_usage; int status; u8 bulk_addr; u8 bulk_status; }; enum snoop_when { SUBMIT = 0, COMPLETE = 1, }; struct usb_phy_roothub { struct phy *phy; struct list_head list; }; struct acpi_bus_type { struct list_head list; const char *name; bool (*match)(struct device *); struct acpi_device * (*find_companion)(struct device *); void (*setup)(struct device *); }; struct ehci_stats { long unsigned int normal; long unsigned int error; long unsigned int iaa; long unsigned int lost_iaa; long unsigned int complete; long unsigned int unlink; }; struct ehci_per_sched { struct usb_device *udev; struct usb_host_endpoint *ep; struct list_head ps_list; u16 tt_usecs; u16 cs_mask; u16 period; u16 phase; u8 bw_phase; u8 phase_uf; u8 usecs; u8 c_usecs; u8 bw_uperiod; u8 bw_period; }; enum ehci_rh_state { EHCI_RH_HALTED = 0, EHCI_RH_SUSPENDED = 1, EHCI_RH_RUNNING = 2, EHCI_RH_STOPPING = 3, }; enum ehci_hrtimer_event { EHCI_HRTIMER_POLL_ASS = 0, EHCI_HRTIMER_POLL_PSS = 1, EHCI_HRTIMER_POLL_DEAD = 2, EHCI_HRTIMER_UNLINK_INTR = 3, EHCI_HRTIMER_FREE_ITDS = 4, EHCI_HRTIMER_ACTIVE_UNLINK = 5, EHCI_HRTIMER_START_UNLINK_INTR = 6, EHCI_HRTIMER_ASYNC_UNLINKS = 7, EHCI_HRTIMER_IAA_WATCHDOG = 8, EHCI_HRTIMER_DISABLE_PERIODIC = 9, EHCI_HRTIMER_DISABLE_ASYNC = 10, EHCI_HRTIMER_IO_WATCHDOG = 11, EHCI_HRTIMER_NUM_EVENTS = 12, }; struct ehci_caps; struct ehci_regs; struct ehci_dbg_port; struct ehci_qh; union ehci_shadow; struct ehci_itd; struct ehci_sitd; struct ehci_hcd { enum ehci_hrtimer_event next_hrtimer_event; unsigned int enabled_hrtimer_events; ktime_t hr_timeouts[12]; struct hrtimer hrtimer; int PSS_poll_count; int ASS_poll_count; int died_poll_count; struct ehci_caps *caps; struct ehci_regs *regs; struct ehci_dbg_port *debug; __u32 hcs_params; spinlock_t lock; enum ehci_rh_state rh_state; bool scanning: 1; bool need_rescan: 1; bool intr_unlinking: 1; bool iaa_in_progress: 1; bool async_unlinking: 1; bool shutdown: 1; struct ehci_qh *qh_scan_next; struct ehci_qh *async; struct ehci_qh *dummy; struct list_head async_unlink; struct list_head async_idle; unsigned int async_unlink_cycle; unsigned int async_count; __le32 old_current; __le32 old_token; unsigned int periodic_size; __le32 *periodic; dma_addr_t periodic_dma; struct list_head intr_qh_list; unsigned int i_thresh; union ehci_shadow *pshadow; struct list_head intr_unlink_wait; struct list_head intr_unlink; unsigned int intr_unlink_wait_cycle; unsigned int intr_unlink_cycle; unsigned int now_frame; unsigned int last_iso_frame; unsigned int intr_count; unsigned int isoc_count; unsigned int periodic_count; unsigned int uframe_periodic_max; struct list_head cached_itd_list; struct ehci_itd *last_itd_to_free; struct list_head cached_sitd_list; struct ehci_sitd *last_sitd_to_free; long unsigned int reset_done[15]; long unsigned int bus_suspended; long unsigned int companion_ports; long unsigned int owned_ports; long unsigned int port_c_suspend; long unsigned int suspended_ports; long unsigned int resuming_ports; struct dma_pool *qh_pool; struct dma_pool *qtd_pool; struct dma_pool *itd_pool; struct dma_pool *sitd_pool; unsigned int random_frame; long unsigned int next_statechange; ktime_t last_periodic_enable; u32 command; unsigned int no_selective_suspend: 1; unsigned int has_fsl_port_bug: 1; unsigned int has_fsl_hs_errata: 1; unsigned int has_fsl_susp_errata: 1; unsigned int big_endian_mmio: 1; unsigned int big_endian_desc: 1; unsigned int big_endian_capbase: 1; unsigned int has_amcc_usb23: 1; unsigned int need_io_watchdog: 1; unsigned int amd_pll_fix: 1; unsigned int use_dummy_qh: 1; unsigned int has_synopsys_hc_bug: 1; unsigned int frame_index_bug: 1; unsigned int need_oc_pp_cycle: 1; unsigned int imx28_write_fix: 1; unsigned int spurious_oc: 1; unsigned int is_aspeed: 1; unsigned int zx_wakeup_clear_needed: 1; __le32 *ohci_hcctrl_reg; unsigned int has_hostpc: 1; unsigned int has_tdi_phy_lpm: 1; unsigned int has_ppcd: 1; u8 sbrn; struct ehci_stats stats; struct dentry *debug_dir; u8 bandwidth[64]; u8 tt_budget[64]; struct list_head tt_list; long unsigned int priv[0]; }; struct ehci_caps { u32 hc_capbase; u32 hcs_params; u32 hcc_params; u8 portroute[8]; }; struct ehci_regs { u32 command; u32 status; u32 intr_enable; u32 frame_index; u32 segment; u32 frame_list; u32 async_next; u32 reserved1[2]; u32 txfill_tuning; u32 reserved2[6]; u32 configured_flag; union { u32 port_status[15]; struct { u32 reserved3[9]; u32 usbmode; }; }; union { struct { u32 reserved4; u32 hostpc[15]; }; u32 brcm_insnreg[4]; }; u32 reserved5[2]; u32 usbmode_ex; }; struct ehci_dbg_port { u32 control; u32 pids; u32 data03; u32 data47; u32 address; }; struct ehci_fstn; union ehci_shadow { struct ehci_qh *qh; struct ehci_itd *itd; struct ehci_sitd *sitd; struct ehci_fstn *fstn; __le32 *hw_next; void *ptr; }; struct ehci_qh_hw; struct ehci_qtd; struct ehci_qh { struct ehci_qh_hw *hw; dma_addr_t qh_dma; union ehci_shadow qh_next; struct list_head qtd_list; struct list_head intr_node; struct ehci_qtd *dummy; struct list_head unlink_node; struct ehci_per_sched ps; unsigned int unlink_cycle; u8 qh_state; u8 xacterrs; u8 unlink_reason; u8 gap_uf; unsigned int is_out: 1; unsigned int clearing_tt: 1; unsigned int dequeue_during_giveback: 1; unsigned int should_be_inactive: 1; }; struct ehci_iso_stream; struct ehci_itd { __le32 hw_next; __le32 hw_transaction[8]; __le32 hw_bufp[7]; __le32 hw_bufp_hi[7]; dma_addr_t itd_dma; union ehci_shadow itd_next; struct urb *urb; struct ehci_iso_stream *stream; struct list_head itd_list; unsigned int frame; unsigned int pg; unsigned int index[8]; long: 64; }; struct ehci_sitd { __le32 hw_next; __le32 hw_fullspeed_ep; __le32 hw_uframe; __le32 hw_results; __le32 hw_buf[2]; __le32 hw_backpointer; __le32 hw_buf_hi[2]; dma_addr_t sitd_dma; union ehci_shadow sitd_next; struct urb *urb; struct ehci_iso_stream *stream; struct list_head sitd_list; unsigned int frame; unsigned int index; }; struct ehci_qtd { __le32 hw_next; __le32 hw_alt_next; __le32 hw_token; __le32 hw_buf[5]; __le32 hw_buf_hi[5]; dma_addr_t qtd_dma; struct list_head qtd_list; struct urb *urb; size_t length; }; struct ehci_fstn { __le32 hw_next; __le32 hw_prev; dma_addr_t fstn_dma; union ehci_shadow fstn_next; long: 64; }; struct ehci_qh_hw { __le32 hw_next; __le32 hw_info1; __le32 hw_info2; __le32 hw_current; __le32 hw_qtd_next; __le32 hw_alt_next; __le32 hw_token; __le32 hw_buf[5]; __le32 hw_buf_hi[5]; long: 32; long: 64; long: 64; long: 64; }; struct ehci_iso_packet { u64 bufp; __le32 transaction; u8 cross; u32 buf1; }; struct ehci_iso_sched { struct list_head td_list; unsigned int span; unsigned int first_packet; struct ehci_iso_packet packet[0]; }; struct ehci_iso_stream { struct ehci_qh_hw *hw; u8 bEndpointAddress; u8 highspeed; struct list_head td_list; struct list_head free_list; struct ehci_per_sched ps; unsigned int next_uframe; __le32 splits; u16 uperiod; u16 maxp; unsigned int bandwidth; __le32 buf0; __le32 buf1; __le32 buf2; __le32 address; }; struct ehci_tt { u16 bandwidth[8]; struct list_head tt_list; struct list_head ps_list; struct usb_tt *usb_tt; int tt_port; }; struct ehci_driver_overrides { size_t extra_priv_size; int (*reset)(struct usb_hcd *); int (*port_power)(struct usb_hcd *, int, bool); }; struct debug_buffer { ssize_t (*fill_func)(struct debug_buffer *); struct usb_bus *bus; struct mutex mutex; size_t count; char *output_buf; size_t alloc_size; }; enum { KERNEL_PARAM_OPS_FL_NOARG = 1, }; enum i8042_controller_reset_mode { I8042_RESET_NEVER = 0, I8042_RESET_ALWAYS = 1, I8042_RESET_ON_S2RAM = 2, }; struct i8042_port { struct serio *serio; int irq; bool exists; bool driver_bound; signed char mux; }; struct input_dev_poller { void (*poll)(struct input_dev *); unsigned int poll_interval; unsigned int poll_interval_max; unsigned int poll_interval_min; struct input_dev *input; struct delayed_work work; }; struct key_entry { int type; u32 code; union { u16 keycode; struct { u8 code; u8 value; } sw; }; }; struct rmi_2d_axis_alignment { bool swap_axes; bool flip_x; bool flip_y; u16 clip_x_low; u16 clip_y_low; u16 clip_x_high; u16 clip_y_high; u16 offset_x; u16 offset_y; u8 delta_x_threshold; u8 delta_y_threshold; }; enum rmi_sensor_type { rmi_sensor_default = 0, rmi_sensor_touchscreen = 1, rmi_sensor_touchpad = 2, }; struct rmi_2d_sensor_platform_data { struct rmi_2d_axis_alignment axis_align; enum rmi_sensor_type sensor_type; int x_mm; int y_mm; int disable_report_mask; u16 rezero_wait; bool topbuttonpad; bool kernel_tracking; int dmax; int dribble; int palm_detect; }; struct rmi_gpio_data { bool buttonpad; bool trackstick_buttons; bool disable; }; enum rmi_reg_state { RMI_REG_STATE_DEFAULT = 0, RMI_REG_STATE_OFF = 1, RMI_REG_STATE_ON = 2, }; struct rmi_f01_power_management { enum rmi_reg_state nosleep; u8 wakeup_threshold; u8 doze_holdoff; u8 doze_interval; }; struct rmi_device_platform_data_spi { u32 block_delay_us; u32 split_read_block_delay_us; u32 read_delay_us; u32 write_delay_us; u32 split_read_byte_delay_us; u32 pre_delay_us; u32 post_delay_us; u8 bits_per_word; u16 mode; void *cs_assert_data; int (*cs_assert)(const void *, const bool); }; struct rmi_device_platform_data { int reset_delay_ms; int irq; struct rmi_device_platform_data_spi spi_data; struct rmi_2d_sensor_platform_data sensor_pdata; struct rmi_f01_power_management power_management; struct rmi_gpio_data gpio_data; }; enum synaptics_pkt_type { SYN_NEWABS = 0, SYN_NEWABS_STRICT = 1, SYN_NEWABS_RELAXED = 2, SYN_OLDABS = 3, }; struct synaptics_hw_state { int x; int y; int z; int w; unsigned int left: 1; unsigned int right: 1; unsigned int middle: 1; unsigned int up: 1; unsigned int down: 1; u8 ext_buttons; s8 scroll; }; struct synaptics_device_info { u32 model_id; u32 firmware_id; u32 board_id; u32 capabilities; u32 ext_cap; u32 ext_cap_0c; u32 ext_cap_10; u32 identity; u32 x_res; u32 y_res; u32 x_max; u32 y_max; u32 x_min; u32 y_min; }; struct synaptics_data { struct synaptics_device_info info; enum synaptics_pkt_type pkt_type; u8 mode; int scroll; bool absolute_mode; bool disable_gesture; struct serio *pt_port; struct synaptics_hw_state agm; unsigned int agm_count; long unsigned int press_start; bool press; bool report_press; bool is_forcepad; }; struct min_max_quirk { const char * const *pnp_ids; struct { u32 min; u32 max; } board_id; u32 x_min; u32 x_max; u32 y_min; u32 y_max; }; enum { SYNAPTICS_INTERTOUCH_NOT_SET = -1, SYNAPTICS_INTERTOUCH_OFF = 0, SYNAPTICS_INTERTOUCH_ON = 1, }; struct ps2pp_info { u8 model; u8 kind; u16 features; }; struct psmouse_smbus_dev { struct i2c_board_info board; struct psmouse *psmouse; struct i2c_client *client; struct list_head node; bool dead; bool need_deactivate; }; struct psmouse_smbus_removal_work { struct work_struct work; struct i2c_client *client; }; struct i2c_devinfo { struct list_head list; int busnum; struct i2c_board_info board_info; }; struct i2c_gpio_platform_data { int udelay; int timeout; unsigned int sda_is_open_drain: 1; unsigned int scl_is_open_drain: 1; unsigned int scl_is_output_only: 1; }; struct i2c_gpio_private_data { struct gpio_desc *sda; struct gpio_desc *scl; struct i2c_adapter adap; struct i2c_algo_bit_data bit_data; struct i2c_gpio_platform_data pdata; }; struct power_supply_hwmon { struct power_supply *psy; long unsigned int *props; }; struct hwmon_type_attr_list { const u32 *attrs; size_t n_attrs; }; enum dev_pm_opp_event { OPP_EVENT_ADD = 0, OPP_EVENT_REMOVE = 1, OPP_EVENT_ENABLE = 2, OPP_EVENT_DISABLE = 3, OPP_EVENT_ADJUST_VOLTAGE = 4, }; struct dev_pm_opp_config { const char * const *clk_names; config_clks_t config_clks; const char *prop_name; config_regulators_t config_regulators; const unsigned int *supported_hw; unsigned int supported_hw_count; const char * const *regulator_names; const char * const *genpd_names; struct device ***virt_devs; }; struct opp_config_data { struct opp_table *opp_table; unsigned int flags; }; struct simplefb_platform_data { u32 width; u32 height; u32 stride; const char *format; }; enum sys_off_mode { SYS_OFF_MODE_POWER_OFF_PREPARE = 0, SYS_OFF_MODE_POWER_OFF = 1, SYS_OFF_MODE_RESTART_PREPARE = 2, SYS_OFF_MODE_RESTART = 3, }; struct sys_off_data { int mode; void *cb_data; const char *cmd; }; struct sys_off_handler; typedef struct { u64 length; u64 data; } efi_capsule_block_desc_t; struct hid_debug_list { struct { union { struct __kfifo kfifo; char *type; const char *const_type; char (*rectype)[0]; char *ptr; const char *ptr_const; }; char buf[0]; } hid_debug_fifo; struct fasync_struct *fasync; struct hid_device *hdev; struct list_head node; struct mutex read_mutex; }; struct hid_usage_entry { unsigned int page; unsigned int usage; const char *description; }; struct alias_prop { struct list_head link; const char *alias; struct device_node *np; int id; char stem[0]; }; struct of_intc_desc { struct list_head list; of_irq_init_cb_t irq_init_cb; struct device_node *dev; struct device_node *interrupt_parent; }; struct sensor_device_attribute { struct device_attribute dev_attr; int index; }; struct devfreq_simple_ondemand_data { unsigned int upthreshold; unsigned int downdifferential; }; struct userspace_data { long unsigned int user_frequency; bool valid; }; struct net_device_devres { struct net_device *ndev; }; struct ts_state { unsigned int offset; char cb[48]; }; struct ts_config; struct ts_ops { const char *name; struct ts_config * (*init)(const void *, unsigned int, gfp_t, int); unsigned int (*find)(struct ts_config *, struct ts_state *); void (*destroy)(struct ts_config *); void * (*get_pattern)(struct ts_config *); unsigned int (*get_pattern_len)(struct ts_config *); struct module *owner; struct list_head list; }; struct ts_config { struct ts_ops *ops; int flags; unsigned int (*get_next_block)(unsigned int, const u8 **, struct ts_config *, struct ts_state *); void (*finish)(struct ts_config *, struct ts_state *); }; struct ubuf_info_msgzc { struct ubuf_info ubuf; union { struct { long unsigned int desc; void *ctx; }; struct { u32 id; u16 len; u16 zerocopy: 1; u32 bytelen; }; }; struct mmpin mmp; }; struct skb_seq_state { __u32 lower_offset; __u32 upper_offset; __u32 frag_idx; __u32 stepped_offset; struct sk_buff *root_skb; struct sk_buff *cur_skb; __u8 *frag_data; __u32 frag_off; }; struct skb_checksum_ops { __wsum (*update)(const void *, int, __wsum); __wsum (*combine)(__wsum, __wsum, int, int); }; struct vlan_ethhdr { union { struct { unsigned char h_dest[6]; unsigned char h_source[6]; }; struct { unsigned char h_dest[6]; unsigned char h_source[6]; } addrs; }; __be16 h_vlan_proto; __be16 h_vlan_TCI; __be16 h_vlan_encapsulated_proto; }; struct ip_auth_hdr { __u8 nexthdr; __u8 hdrlen; __be16 reserved; __be32 spi; __be32 seq_no; __u8 auth_data[0]; }; struct frag_hdr { __u8 nexthdr; __u8 reserved; __be16 frag_off; __be32 identification; }; enum { SCM_TSTAMP_SND = 0, SCM_TSTAMP_SCHED = 1, SCM_TSTAMP_ACK = 2, }; struct mpls_shim_hdr { __be32 label_stack_entry; }; struct page_frag_1k {}; struct napi_alloc_cache { struct page_frag_cache page; struct page_frag_1k page_small; unsigned int skb_count; void *skb_cache[64]; }; typedef int (*sendmsg_func)(struct sock *, struct msghdr *, struct kvec *, size_t, size_t); typedef int (*sendpage_func)(struct sock *, struct page *, int, size_t, int); enum { NETNSA_NONE = 0, NETNSA_NSID = 1, NETNSA_PID = 2, NETNSA_FD = 3, NETNSA_TARGET_NSID = 4, NETNSA_CURRENT_NSID = 5, __NETNSA_MAX = 6, }; struct net_fill_args { u32 portid; u32 seq; int flags; int cmd; int nsid; bool add_ref; int ref_nsid; }; struct rtnl_net_dump_cb { struct net *tgt_net; struct net *ref_net; struct sk_buff *skb; struct net_fill_args fillargs; int idx; int s_idx; }; struct ifbond { __s32 bond_mode; __s32 num_slaves; __s32 miimon; }; typedef struct ifbond ifbond; struct ifslave { __s32 slave_id; char slave_name[16]; __s8 link; __s8 state; __u32 link_failure_count; }; typedef struct ifslave ifslave; enum { NAPIF_STATE_SCHED = 1, NAPIF_STATE_MISSED = 2, NAPIF_STATE_DISABLE = 4, NAPIF_STATE_NPSVC = 8, NAPIF_STATE_LISTED = 16, NAPIF_STATE_NO_BUSY_POLL = 32, NAPIF_STATE_IN_BUSY_POLL = 64, NAPIF_STATE_PREFER_BUSY_POLL = 128, NAPIF_STATE_THREADED = 256, NAPIF_STATE_SCHED_THREADED = 512, }; struct rps_sock_flow_table { u32 mask; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 ents[0]; }; struct net_device_path_stack { int num_paths; struct net_device_path path[5]; }; struct bpf_xdp_link { struct bpf_link link; struct net_device *dev; int flags; }; struct netdev_net_notifier { struct list_head list; struct notifier_block *nb; }; struct netdev_notifier_info_ext { struct netdev_notifier_info info; union { u32 mtu; } ext; }; struct netdev_notifier_changelowerstate_info { struct netdev_notifier_info info; void *lower_state_info; }; struct netdev_notifier_pre_changeaddr_info { struct netdev_notifier_info info; const unsigned char *dev_addr; }; enum netdev_offload_xstats_type { NETDEV_OFFLOAD_XSTATS_TYPE_L3 = 1, }; struct netdev_notifier_offload_xstats_rd { struct rtnl_hw_stats64 stats; bool used; }; struct netdev_notifier_offload_xstats_ru { bool used; }; struct netdev_notifier_offload_xstats_info { struct netdev_notifier_info info; enum netdev_offload_xstats_type type; union { struct netdev_notifier_offload_xstats_rd *report_delta; struct netdev_notifier_offload_xstats_ru *report_used; }; }; enum { NESTED_SYNC_IMM_BIT = 0, NESTED_SYNC_TODO_BIT = 1, }; struct netdev_nested_priv { unsigned char flags; void *data; }; struct netdev_bonding_info { ifslave slave; ifbond master; }; struct netdev_notifier_bonding_info { struct netdev_notifier_info info; struct netdev_bonding_info bonding_info; }; enum qdisc_state2_t { __QDISC_STATE2_RUNNING = 0, }; struct tc_skb_cb { struct qdisc_skb_cb qdisc_cb; u16 mru; u8 post_ct: 1; u8 post_ct_snat: 1; u8 post_ct_dnat: 1; u16 zone; }; typedef int (*bpf_op_t)(struct net_device *, struct netdev_bpf *); struct dev_kfree_skb_cb { enum skb_free_reason reason; }; struct netdev_adjacent { struct net_device *dev; netdevice_tracker dev_tracker; bool master; bool ignore; u16 ref_nr; void *private; struct list_head list; struct callback_head rcu; }; typedef u64 u_int64_t; enum { BPF_F_RECOMPUTE_CSUM = 1, BPF_F_INVALIDATE_HASH = 2, }; enum { BPF_F_HDR_FIELD_MASK = 15, }; enum { BPF_F_PSEUDO_HDR = 16, BPF_F_MARK_MANGLED_0 = 32, BPF_F_MARK_ENFORCE = 64, }; enum { BPF_F_TUNINFO_IPV6 = 1, }; enum { BPF_F_ZERO_CSUM_TX = 2, BPF_F_DONT_FRAGMENT = 4, BPF_F_SEQ_NUMBER = 8, }; enum { BPF_F_TUNINFO_FLAGS = 16, }; enum { BPF_F_INDEX_MASK = 4294967295ULL, BPF_F_CURRENT_CPU = 4294967295ULL, BPF_F_CTXLEN_MASK = 4503595332403200ULL, }; enum { BPF_CSUM_LEVEL_QUERY = 0, BPF_CSUM_LEVEL_INC = 1, BPF_CSUM_LEVEL_DEC = 2, BPF_CSUM_LEVEL_RESET = 3, }; enum { BPF_F_ADJ_ROOM_FIXED_GSO = 1, BPF_F_ADJ_ROOM_ENCAP_L3_IPV4 = 2, BPF_F_ADJ_ROOM_ENCAP_L3_IPV6 = 4, BPF_F_ADJ_ROOM_ENCAP_L4_GRE = 8, BPF_F_ADJ_ROOM_ENCAP_L4_UDP = 16, BPF_F_ADJ_ROOM_NO_CSUM_RESET = 32, BPF_F_ADJ_ROOM_ENCAP_L2_ETH = 64, }; enum { BPF_ADJ_ROOM_ENCAP_L2_MASK = 255, BPF_ADJ_ROOM_ENCAP_L2_SHIFT = 56, }; enum { BPF_SK_LOOKUP_F_REPLACE = 1, BPF_SK_LOOKUP_F_NO_REUSEPORT = 2, }; enum bpf_adj_room_mode { BPF_ADJ_ROOM_NET = 0, BPF_ADJ_ROOM_MAC = 1, }; enum bpf_hdr_start_off { BPF_HDR_START_MAC = 0, BPF_HDR_START_NET = 1, }; enum bpf_lwt_encap_mode { BPF_LWT_ENCAP_SEG6 = 0, BPF_LWT_ENCAP_SEG6_INLINE = 1, BPF_LWT_ENCAP_IP = 2, }; enum { BPF_SKB_TSTAMP_UNSPEC = 0, BPF_SKB_TSTAMP_DELIVERY_MONO = 1, }; struct bpf_tunnel_key { __u32 tunnel_id; union { __u32 remote_ipv4; __u32 remote_ipv6[4]; }; __u8 tunnel_tos; __u8 tunnel_ttl; union { __u16 tunnel_ext; __be16 tunnel_flags; }; __u32 tunnel_label; union { __u32 local_ipv4; __u32 local_ipv6[4]; }; }; struct bpf_xfrm_state { __u32 reqid; __u32 spi; __u16 family; __u16 ext; union { __u32 remote_ipv4; __u32 remote_ipv6[4]; }; }; struct bpf_tcp_sock { __u32 snd_cwnd; __u32 srtt_us; __u32 rtt_min; __u32 snd_ssthresh; __u32 rcv_nxt; __u32 snd_nxt; __u32 snd_una; __u32 mss_cache; __u32 ecn_flags; __u32 rate_delivered; __u32 rate_interval_us; __u32 packets_out; __u32 retrans_out; __u32 total_retrans; __u32 segs_in; __u32 data_segs_in; __u32 segs_out; __u32 data_segs_out; __u32 lost_out; __u32 sacked_out; __u64 bytes_received; __u64 bytes_acked; __u32 dsack_dups; __u32 delivered; __u32 delivered_ce; __u32 icsk_retransmits; }; struct bpf_sock_tuple { union { struct { __be32 saddr; __be32 daddr; __be16 sport; __be16 dport; } ipv4; struct { __be32 saddr[4]; __be32 daddr[4]; __be16 sport; __be16 dport; } ipv6; }; }; struct bpf_xdp_sock { __u32 queue_id; }; struct sk_msg_md { union { void *data; }; union { void *data_end; }; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 size; union { struct bpf_sock *sk; }; }; struct sk_reuseport_md { union { void *data; }; union { void *data_end; }; __u32 len; __u32 eth_protocol; __u32 ip_protocol; __u32 bind_inany; __u32 hash; union { struct bpf_sock *sk; }; union { struct bpf_sock *migrating_sk; }; }; struct bpf_sock_addr { __u32 user_family; __u32 user_ip4; __u32 user_ip6[4]; __u32 user_port; __u32 family; __u32 type; __u32 protocol; __u32 msg_src_ip4; __u32 msg_src_ip6[4]; union { struct bpf_sock *sk; }; }; struct bpf_sock_ops { __u32 op; union { __u32 args[4]; __u32 reply; __u32 replylong[4]; }; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 is_fullsock; __u32 snd_cwnd; __u32 srtt_us; __u32 bpf_sock_ops_cb_flags; __u32 state; __u32 rtt_min; __u32 snd_ssthresh; __u32 rcv_nxt; __u32 snd_nxt; __u32 snd_una; __u32 mss_cache; __u32 ecn_flags; __u32 rate_delivered; __u32 rate_interval_us; __u32 packets_out; __u32 retrans_out; __u32 total_retrans; __u32 segs_in; __u32 data_segs_in; __u32 segs_out; __u32 data_segs_out; __u32 lost_out; __u32 sacked_out; __u32 sk_txhash; __u64 bytes_received; __u64 bytes_acked; union { struct bpf_sock *sk; }; union { void *skb_data; }; union { void *skb_data_end; }; __u32 skb_len; __u32 skb_tcp_flags; __u64 skb_hwtstamp; }; enum { TCP_BPF_IW = 1001, TCP_BPF_SNDCWND_CLAMP = 1002, TCP_BPF_DELACK_MAX = 1003, TCP_BPF_RTO_MIN = 1004, TCP_BPF_SYN = 1005, TCP_BPF_SYN_IP = 1006, TCP_BPF_SYN_MAC = 1007, }; enum { BPF_LOAD_HDR_OPT_TCP_SYN = 1, }; enum { BPF_FIB_LOOKUP_DIRECT = 1, BPF_FIB_LOOKUP_OUTPUT = 2, }; enum { BPF_FIB_LKUP_RET_SUCCESS = 0, BPF_FIB_LKUP_RET_BLACKHOLE = 1, BPF_FIB_LKUP_RET_UNREACHABLE = 2, BPF_FIB_LKUP_RET_PROHIBIT = 3, BPF_FIB_LKUP_RET_NOT_FWDED = 4, BPF_FIB_LKUP_RET_FWD_DISABLED = 5, BPF_FIB_LKUP_RET_UNSUPP_LWT = 6, BPF_FIB_LKUP_RET_NO_NEIGH = 7, BPF_FIB_LKUP_RET_FRAG_NEEDED = 8, }; struct bpf_fib_lookup { __u8 family; __u8 l4_protocol; __be16 sport; __be16 dport; union { __u16 tot_len; __u16 mtu_result; }; __u32 ifindex; union { __u8 tos; __be32 flowinfo; __u32 rt_metric; }; union { __be32 ipv4_src; __u32 ipv6_src[4]; }; union { __be32 ipv4_dst; __u32 ipv6_dst[4]; }; __be16 h_vlan_proto; __be16 h_vlan_TCI; __u8 smac[6]; __u8 dmac[6]; }; struct bpf_redir_neigh { __u32 nh_family; union { __be32 ipv4_nh; __u32 ipv6_nh[4]; }; }; enum bpf_check_mtu_flags { BPF_MTU_CHK_SEGS = 1, }; enum bpf_check_mtu_ret { BPF_MTU_CHK_RET_SUCCESS = 0, BPF_MTU_CHK_RET_FRAG_NEEDED = 1, BPF_MTU_CHK_RET_SEGS_TOOBIG = 2, }; struct bpf_sk_lookup { union { union { struct bpf_sock *sk; }; __u64 cookie; }; __u32 family; __u32 protocol; __u32 remote_ip4; __u32 remote_ip6[4]; __be16 remote_port; __u32 local_ip4; __u32 local_ip6[4]; __u32 local_port; __u32 ingress_ifindex; }; struct sk_reuseport_kern { struct sk_buff *skb; struct sock *sk; struct sock *selected_sk; struct sock *migrating_sk; void *data_end; u32 hash; u32 reuseport_id; bool bind_inany; }; struct bpf_flow_dissector { struct bpf_flow_keys *flow_keys; const struct sk_buff *skb; const void *data; const void *data_end; }; union nf_inet_addr { __u32 all[4]; __be32 ip; __be32 ip6[4]; struct in_addr in; struct in6_addr in6; }; struct ip_ct_tcp_state { u_int32_t td_end; u_int32_t td_maxend; u_int32_t td_maxwin; u_int32_t td_maxack; u_int8_t td_scale; u_int8_t flags; }; struct ip_ct_tcp { struct ip_ct_tcp_state seen[2]; u_int8_t state; u_int8_t last_dir; u_int8_t retrans; u_int8_t last_index; u_int32_t last_seq; u_int32_t last_ack; u_int32_t last_end; u_int16_t last_win; u_int8_t last_wscale; u_int8_t last_flags; }; union nf_conntrack_man_proto { __be16 all; struct { __be16 port; } tcp; struct { __be16 port; } udp; struct { __be16 id; } icmp; struct { __be16 port; } dccp; struct { __be16 port; } sctp; struct { __be16 key; } gre; }; struct nf_ct_dccp { u_int8_t role[2]; u_int8_t state; u_int8_t last_pkt; u_int8_t last_dir; u_int64_t handshake_seq; }; struct ip_ct_sctp { enum sctp_conntrack state; __be32 vtag[2]; u8 last_dir; u8 flags; }; struct compat_sock_fprog { u16 len; compat_uptr_t filter; }; struct bpf_skb_data_end { struct qdisc_skb_cb qdisc_cb; void *data_meta; void *data_end; }; struct bpf_sock_addr_kern { struct sock *sk; struct sockaddr *uaddr; u64 tmp_reg; void *t_ctx; }; struct udp6_sock { struct udp_sock udp; struct ipv6_pinfo inet6; long: 64; long: 64; long: 64; long: 64; }; struct tcp6_sock { struct tcp_sock tcp; struct ipv6_pinfo inet6; }; struct ipv6_bpf_stub { int (*inet6_bind)(struct sock *, struct sockaddr *, int, u32); struct sock * (*udp6_lib_lookup)(struct net *, const struct in6_addr *, __be16, const struct in6_addr *, __be16, int, int, struct udp_table *, struct sk_buff *); int (*ipv6_setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*ipv6_getsockopt)(struct sock *, int, int, sockptr_t, sockptr_t); }; struct mptcp_sock {}; struct strp_msg { int full_len; int offset; }; struct _strp_msg { struct strp_msg strp; int accum_len; }; struct tls_msg { u8 control; }; struct sk_skb_cb { unsigned char data[20]; unsigned char pad[4]; struct _strp_msg strp; struct tls_msg tls; u64 temp_reg; }; struct xdp_sock { struct sock sk; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xsk_queue *rx; struct net_device *dev; struct xdp_umem *umem; struct list_head flush_node; struct xsk_buff_pool *pool; u16 queue_id; bool zc; enum { XSK_READY = 0, XSK_BOUND = 1, XSK_UNBOUND = 2, } state; long: 64; struct xsk_queue *tx; struct list_head tx_list; spinlock_t rx_lock; u64 rx_dropped; u64 rx_queue_full; struct list_head map_list; spinlock_t map_list_lock; struct mutex mutex; struct xsk_queue *fq_tmp; struct xsk_queue *cq_tmp; long: 64; }; enum { SEG6_LOCAL_ACTION_UNSPEC = 0, SEG6_LOCAL_ACTION_END = 1, SEG6_LOCAL_ACTION_END_X = 2, SEG6_LOCAL_ACTION_END_T = 3, SEG6_LOCAL_ACTION_END_DX2 = 4, SEG6_LOCAL_ACTION_END_DX6 = 5, SEG6_LOCAL_ACTION_END_DX4 = 6, SEG6_LOCAL_ACTION_END_DT6 = 7, SEG6_LOCAL_ACTION_END_DT4 = 8, SEG6_LOCAL_ACTION_END_B6 = 9, SEG6_LOCAL_ACTION_END_B6_ENCAP = 10, SEG6_LOCAL_ACTION_END_BM = 11, SEG6_LOCAL_ACTION_END_S = 12, SEG6_LOCAL_ACTION_END_AS = 13, SEG6_LOCAL_ACTION_END_AM = 14, SEG6_LOCAL_ACTION_END_BPF = 15, SEG6_LOCAL_ACTION_END_DT46 = 16, __SEG6_LOCAL_ACTION_MAX = 17, }; struct seg6_bpf_srh_state { struct ipv6_sr_hdr *srh; u16 hdrlen; bool valid; }; struct tls_crypto_info { __u16 version; __u16 cipher_type; }; struct tls12_crypto_info_aes_gcm_128 { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_aes_gcm_256 { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[32]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_chacha20_poly1305 { struct tls_crypto_info info; unsigned char iv[12]; unsigned char key[32]; unsigned char salt[0]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_sm4_gcm { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_sm4_ccm { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls_strparser { struct sock *sk; u32 mark: 8; u32 stopped: 1; u32 copy_mode: 1; u32 msg_ready: 1; struct strp_msg stm; struct sk_buff *anchor; struct work_struct work; }; struct tls_sw_context_rx { struct crypto_aead *aead_recv; struct crypto_wait async_wait; struct sk_buff_head rx_list; void (*saved_data_ready)(struct sock *); u8 reader_present; u8 async_capable: 1; u8 zc_capable: 1; u8 reader_contended: 1; struct tls_strparser strp; atomic_t decrypt_pending; spinlock_t decrypt_compl_lock; struct sk_buff_head async_hold; struct wait_queue_head wq; }; struct tls_prot_info { u16 version; u16 cipher_type; u16 prepend_size; u16 tag_size; u16 overhead_size; u16 iv_size; u16 salt_size; u16 rec_seq_size; u16 aad_size; u16 tail_size; }; struct cipher_context { char *iv; char *rec_seq; }; union tls_crypto_context { struct tls_crypto_info info; union { struct tls12_crypto_info_aes_gcm_128 aes_gcm_128; struct tls12_crypto_info_aes_gcm_256 aes_gcm_256; struct tls12_crypto_info_chacha20_poly1305 chacha20_poly1305; struct tls12_crypto_info_sm4_gcm sm4_gcm; struct tls12_crypto_info_sm4_ccm sm4_ccm; }; }; struct tls_context { struct tls_prot_info prot_info; u8 tx_conf: 3; u8 rx_conf: 3; u8 zerocopy_sendfile: 1; u8 rx_no_pad: 1; int (*push_pending_record)(struct sock *, int); void (*sk_write_space)(struct sock *); void *priv_ctx_tx; void *priv_ctx_rx; struct net_device *netdev; struct cipher_context tx; struct cipher_context rx; struct scatterlist *partially_sent_record; u16 partially_sent_offset; bool in_tcp_sendpages; bool pending_open_record_frags; struct mutex tx_lock; long unsigned int flags; struct proto *sk_proto; struct sock *sk; void (*sk_destruct)(struct sock *); union tls_crypto_context crypto_send; union tls_crypto_context crypto_recv; struct list_head list; refcount_t refcount; struct callback_head rcu; }; struct nf_ct_gre { unsigned int stream_timeout; unsigned int timeout; }; struct nf_conntrack_man { union nf_inet_addr u3; union nf_conntrack_man_proto u; u_int16_t l3num; }; struct nf_conntrack_tuple { struct nf_conntrack_man src; struct { union nf_inet_addr u3; union { __be16 all; struct { __be16 port; } tcp; struct { __be16 port; } udp; struct { u_int8_t type; u_int8_t code; } icmp; struct { __be16 port; } dccp; struct { __be16 port; } sctp; struct { __be16 key; } gre; } u; u_int8_t protonum; u_int8_t dir; } dst; }; struct nf_conntrack_tuple_hash { struct hlist_nulls_node hnnode; struct nf_conntrack_tuple tuple; }; struct nf_ct_udp { long unsigned int stream_ts; }; union nf_conntrack_proto { struct nf_ct_dccp dccp; struct ip_ct_sctp sctp; struct ip_ct_tcp tcp; struct nf_ct_udp udp; struct nf_ct_gre gre; unsigned int tmpl_padto; }; struct nf_ct_ext; struct nf_conn { struct nf_conntrack ct_general; spinlock_t lock; u32 timeout; struct nf_conntrack_tuple_hash tuplehash[2]; long unsigned int status; possible_net_t ct_net; struct hlist_node nat_bysource; struct { } __nfct_init_offset; struct nf_conn *master; u_int32_t mark; struct nf_ct_ext *ext; union nf_conntrack_proto proto; }; struct nf_conn___init { struct nf_conn ct; }; typedef u64 (*btf_bpf_skb_get_pay_offset)(struct sk_buff *); typedef u64 (*btf_bpf_skb_get_nlattr)(struct sk_buff *, u32, u32); typedef u64 (*btf_bpf_skb_get_nlattr_nest)(struct sk_buff *, u32, u32); typedef u64 (*btf_bpf_skb_load_helper_8)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_8_no_cache)(const struct sk_buff *, int); typedef u64 (*btf_bpf_skb_load_helper_16)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_16_no_cache)(const struct sk_buff *, int); typedef u64 (*btf_bpf_skb_load_helper_32)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_32_no_cache)(const struct sk_buff *, int); struct bpf_scratchpad { union { __be32 diff[128]; u8 buff[512]; }; }; typedef u64 (*btf_bpf_skb_store_bytes)(struct sk_buff *, u32, const void *, u32, u64); typedef u64 (*btf_bpf_skb_load_bytes)(const struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_flow_dissector_load_bytes)(const struct bpf_flow_dissector *, u32, void *, u32); typedef u64 (*btf_bpf_skb_load_bytes_relative)(const struct sk_buff *, u32, void *, u32, u32); typedef u64 (*btf_bpf_skb_pull_data)(struct sk_buff *, u32); typedef u64 (*btf_bpf_sk_fullsock)(struct sock *); typedef u64 (*btf_sk_skb_pull_data)(struct sk_buff *, u32); typedef u64 (*btf_bpf_l3_csum_replace)(struct sk_buff *, u32, u64, u64, u64); typedef u64 (*btf_bpf_l4_csum_replace)(struct sk_buff *, u32, u64, u64, u64); typedef u64 (*btf_bpf_csum_diff)(__be32 *, u32, __be32 *, u32, __wsum); typedef u64 (*btf_bpf_csum_update)(struct sk_buff *, __wsum); typedef u64 (*btf_bpf_csum_level)(struct sk_buff *, u64); enum { BPF_F_NEIGH = 2, BPF_F_PEER = 4, BPF_F_NEXTHOP = 8, }; typedef u64 (*btf_bpf_clone_redirect)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_redirect)(u32, u64); typedef u64 (*btf_bpf_redirect_peer)(u32, u64); typedef u64 (*btf_bpf_redirect_neigh)(u32, struct bpf_redir_neigh *, int, u64); typedef u64 (*btf_bpf_msg_apply_bytes)(struct sk_msg *, u32); typedef u64 (*btf_bpf_msg_cork_bytes)(struct sk_msg *, u32); typedef u64 (*btf_bpf_msg_pull_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_msg_push_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_msg_pop_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_get_cgroup_classid_curr)(); typedef u64 (*btf_bpf_skb_cgroup_classid)(const struct sk_buff *); typedef u64 (*btf_bpf_get_cgroup_classid)(const struct sk_buff *); typedef u64 (*btf_bpf_get_route_realm)(const struct sk_buff *); typedef u64 (*btf_bpf_get_hash_recalc)(struct sk_buff *); typedef u64 (*btf_bpf_set_hash_invalid)(struct sk_buff *); typedef u64 (*btf_bpf_set_hash)(struct sk_buff *, u32); typedef u64 (*btf_bpf_skb_vlan_push)(struct sk_buff *, __be16, u16); typedef u64 (*btf_bpf_skb_vlan_pop)(struct sk_buff *); typedef u64 (*btf_bpf_skb_change_proto)(struct sk_buff *, __be16, u64); typedef u64 (*btf_bpf_skb_change_type)(struct sk_buff *, u32); typedef u64 (*btf_sk_skb_adjust_room)(struct sk_buff *, s32, u32, u64); typedef u64 (*btf_bpf_skb_adjust_room)(struct sk_buff *, s32, u32, u64); typedef u64 (*btf_bpf_skb_change_tail)(struct sk_buff *, u32, u64); typedef u64 (*btf_sk_skb_change_tail)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_skb_change_head)(struct sk_buff *, u32, u64); typedef u64 (*btf_sk_skb_change_head)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_xdp_get_buff_len)(struct xdp_buff *); typedef u64 (*btf_bpf_xdp_adjust_head)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_load_bytes)(struct xdp_buff *, u32, void *, u32); typedef u64 (*btf_bpf_xdp_store_bytes)(struct xdp_buff *, u32, void *, u32); typedef u64 (*btf_bpf_xdp_adjust_tail)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_adjust_meta)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_redirect)(u32, u64); typedef u64 (*btf_bpf_xdp_redirect_map)(struct bpf_map *, u64, u64); typedef u64 (*btf_bpf_skb_event_output)(struct sk_buff *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_skb_get_tunnel_key)(struct sk_buff *, struct bpf_tunnel_key *, u32, u64); typedef u64 (*btf_bpf_skb_get_tunnel_opt)(struct sk_buff *, u8 *, u32); typedef u64 (*btf_bpf_skb_set_tunnel_key)(struct sk_buff *, const struct bpf_tunnel_key *, u32, u64); typedef u64 (*btf_bpf_skb_set_tunnel_opt)(struct sk_buff *, const u8 *, u32); typedef u64 (*btf_bpf_skb_under_cgroup)(struct sk_buff *, struct bpf_map *, u32); typedef u64 (*btf_bpf_skb_cgroup_id)(const struct sk_buff *); typedef u64 (*btf_bpf_skb_ancestor_cgroup_id)(const struct sk_buff *, int); typedef u64 (*btf_bpf_sk_cgroup_id)(struct sock *); typedef u64 (*btf_bpf_sk_ancestor_cgroup_id)(struct sock *, int); typedef u64 (*btf_bpf_xdp_event_output)(struct xdp_buff *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_socket_cookie)(struct sk_buff *); typedef u64 (*btf_bpf_get_socket_cookie_sock_addr)(struct bpf_sock_addr_kern *); typedef u64 (*btf_bpf_get_socket_cookie_sock)(struct sock *); typedef u64 (*btf_bpf_get_socket_ptr_cookie)(struct sock *); typedef u64 (*btf_bpf_get_socket_cookie_sock_ops)(struct bpf_sock_ops_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sock)(struct sock *); typedef u64 (*btf_bpf_get_netns_cookie_sock_addr)(struct bpf_sock_addr_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sock_ops)(struct bpf_sock_ops_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sk_msg)(struct sk_msg *); typedef u64 (*btf_bpf_get_socket_uid)(struct sk_buff *); typedef u64 (*btf_bpf_sk_setsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_sk_getsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_unlocked_sk_setsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_unlocked_sk_getsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_sock_addr_setsockopt)(struct bpf_sock_addr_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_addr_getsockopt)(struct bpf_sock_addr_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_setsockopt)(struct bpf_sock_ops_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_getsockopt)(struct bpf_sock_ops_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_cb_flags_set)(struct bpf_sock_ops_kern *, int); typedef u64 (*btf_bpf_bind)(struct bpf_sock_addr_kern *, struct sockaddr *, int); typedef u64 (*btf_bpf_skb_get_xfrm_state)(struct sk_buff *, u32, struct bpf_xfrm_state *, u32, u64); typedef u64 (*btf_bpf_xdp_fib_lookup)(struct xdp_buff *, struct bpf_fib_lookup *, int, u32); typedef u64 (*btf_bpf_skb_fib_lookup)(struct sk_buff *, struct bpf_fib_lookup *, int, u32); typedef u64 (*btf_bpf_skb_check_mtu)(struct sk_buff *, u32, u32 *, s32, u64); typedef u64 (*btf_bpf_xdp_check_mtu)(struct xdp_buff *, u32, u32 *, s32, u64); typedef u64 (*btf_bpf_lwt_in_push_encap)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_lwt_xmit_push_encap)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_lwt_seg6_store_bytes)(struct sk_buff *, u32, const void *, u32); typedef u64 (*btf_bpf_lwt_seg6_action)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_lwt_seg6_adjust_srh)(struct sk_buff *, u32, s32); typedef u64 (*btf_bpf_skc_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_lookup_udp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_release)(struct sock *); typedef u64 (*btf_bpf_xdp_sk_lookup_udp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_xdp_skc_lookup_tcp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_xdp_sk_lookup_tcp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_sock_addr_skc_lookup_tcp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sock_addr_sk_lookup_tcp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sock_addr_sk_lookup_udp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tcp_sock)(struct sock *); typedef u64 (*btf_bpf_get_listener_sock)(struct sock *); typedef u64 (*btf_bpf_skb_ecn_set_ce)(struct sk_buff *); typedef u64 (*btf_bpf_tcp_check_syncookie)(struct sock *, void *, u32, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_gen_syncookie)(struct sock *, void *, u32, struct tcphdr *, u32); typedef u64 (*btf_bpf_sk_assign)(struct sk_buff *, struct sock *, u64); typedef u64 (*btf_bpf_sock_ops_load_hdr_opt)(struct bpf_sock_ops_kern *, void *, u32, u64); typedef u64 (*btf_bpf_sock_ops_store_hdr_opt)(struct bpf_sock_ops_kern *, const void *, u32, u64); typedef u64 (*btf_bpf_sock_ops_reserve_hdr_opt)(struct bpf_sock_ops_kern *, u32, u64); typedef u64 (*btf_bpf_skb_set_tstamp)(struct sk_buff *, u64, u32); typedef u64 (*btf_bpf_tcp_raw_gen_syncookie_ipv4)(struct iphdr *, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_raw_gen_syncookie_ipv6)(struct ipv6hdr *, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_raw_check_syncookie_ipv4)(struct iphdr *, struct tcphdr *); typedef u64 (*btf_bpf_tcp_raw_check_syncookie_ipv6)(struct ipv6hdr *, struct tcphdr *); typedef u64 (*btf_sk_select_reuseport)(struct sk_reuseport_kern *, struct bpf_map *, void *, u32); typedef u64 (*btf_sk_reuseport_load_bytes)(const struct sk_reuseport_kern *, u32, void *, u32); typedef u64 (*btf_sk_reuseport_load_bytes_relative)(const struct sk_reuseport_kern *, u32, void *, u32, u32); typedef u64 (*btf_bpf_sk_lookup_assign)(struct bpf_sk_lookup_kern *, struct sock *, u64); typedef u64 (*btf_bpf_skc_to_tcp6_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_timewait_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_request_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_udp6_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_unix_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_mptcp_sock)(struct sock *); typedef u64 (*btf_bpf_sock_from_file)(struct file *); struct bpf_cpu_map_entry; struct bpf_dtab_netdev; struct unix_sock; struct rx_queue_attribute { struct attribute attr; ssize_t (*show)(struct netdev_rx_queue *, char *); ssize_t (*store)(struct netdev_rx_queue *, const char *, size_t); }; struct netdev_queue_attribute { struct attribute attr; ssize_t (*show)(struct netdev_queue *, char *); ssize_t (*store)(struct netdev_queue *, const char *, size_t); }; struct trace_event_raw_kfree_skb { struct trace_entry ent; void *skbaddr; void *location; short unsigned int protocol; enum skb_drop_reason reason; char __data[0]; }; struct trace_event_raw_consume_skb { struct trace_entry ent; void *skbaddr; char __data[0]; }; struct trace_event_raw_skb_copy_datagram_iovec { struct trace_entry ent; const void *skbaddr; int len; char __data[0]; }; struct trace_event_data_offsets_kfree_skb {}; struct trace_event_data_offsets_consume_skb {}; struct trace_event_data_offsets_skb_copy_datagram_iovec {}; typedef void (*btf_trace_kfree_skb)(void *, struct sk_buff *, void *, enum skb_drop_reason); typedef void (*btf_trace_consume_skb)(void *, struct sk_buff *); typedef void (*btf_trace_skb_copy_datagram_iovec)(void *, const struct sk_buff *, int); struct trace_event_raw_net_dev_start_xmit { struct trace_entry ent; u32 __data_loc_name; u16 queue_mapping; const void *skbaddr; bool vlan_tagged; u16 vlan_proto; u16 vlan_tci; u16 protocol; u8 ip_summed; unsigned int len; unsigned int data_len; int network_offset; bool transport_offset_valid; int transport_offset; u8 tx_flags; u16 gso_size; u16 gso_segs; u16 gso_type; char __data[0]; }; struct trace_event_raw_net_dev_xmit { struct trace_entry ent; void *skbaddr; unsigned int len; int rc; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_net_dev_xmit_timeout { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_driver; int queue_index; char __data[0]; }; struct trace_event_raw_net_dev_template { struct trace_entry ent; void *skbaddr; unsigned int len; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_net_dev_rx_verbose_template { struct trace_entry ent; u32 __data_loc_name; unsigned int napi_id; u16 queue_mapping; const void *skbaddr; bool vlan_tagged; u16 vlan_proto; u16 vlan_tci; u16 protocol; u8 ip_summed; u32 hash; bool l4_hash; unsigned int len; unsigned int data_len; unsigned int truesize; bool mac_header_valid; int mac_header; unsigned char nr_frags; u16 gso_size; u16 gso_type; char __data[0]; }; struct trace_event_raw_net_dev_rx_exit_template { struct trace_entry ent; int ret; char __data[0]; }; struct trace_event_data_offsets_net_dev_start_xmit { u32 name; }; struct trace_event_data_offsets_net_dev_xmit { u32 name; }; struct trace_event_data_offsets_net_dev_xmit_timeout { u32 name; u32 driver; }; struct trace_event_data_offsets_net_dev_template { u32 name; }; struct trace_event_data_offsets_net_dev_rx_verbose_template { u32 name; }; struct trace_event_data_offsets_net_dev_rx_exit_template {}; typedef void (*btf_trace_net_dev_start_xmit)(void *, const struct sk_buff *, const struct net_device *); typedef void (*btf_trace_net_dev_xmit)(void *, struct sk_buff *, int, struct net_device *, unsigned int); typedef void (*btf_trace_net_dev_xmit_timeout)(void *, struct net_device *, int); typedef void (*btf_trace_net_dev_queue)(void *, struct sk_buff *); typedef void (*btf_trace_netif_receive_skb)(void *, struct sk_buff *); typedef void (*btf_trace_netif_rx)(void *, struct sk_buff *); typedef void (*btf_trace_napi_gro_frags_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_napi_gro_receive_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_receive_skb_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_receive_skb_list_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_rx_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_napi_gro_frags_exit)(void *, int); typedef void (*btf_trace_napi_gro_receive_exit)(void *, int); typedef void (*btf_trace_netif_receive_skb_exit)(void *, int); typedef void (*btf_trace_netif_rx_exit)(void *, int); typedef void (*btf_trace_netif_receive_skb_list_exit)(void *, int); struct trace_event_raw_napi_poll { struct trace_entry ent; struct napi_struct *napi; u32 __data_loc_dev_name; int work; int budget; char __data[0]; }; struct trace_event_data_offsets_napi_poll { u32 dev_name; }; typedef void (*btf_trace_napi_poll)(void *, struct napi_struct *, int, int); struct trace_event_raw_sock_rcvqueue_full { struct trace_entry ent; int rmem_alloc; unsigned int truesize; int sk_rcvbuf; char __data[0]; }; struct trace_event_raw_sock_exceed_buf_limit { struct trace_entry ent; char name[32]; long int sysctl_mem[3]; long int allocated; int sysctl_rmem; int rmem_alloc; int sysctl_wmem; int wmem_alloc; int wmem_queued; int kind; char __data[0]; }; struct trace_event_raw_inet_sock_set_state { struct trace_entry ent; const void *skaddr; int oldstate; int newstate; __u16 sport; __u16 dport; __u16 family; __u16 protocol; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_inet_sk_error_report { struct trace_entry ent; int error; __u16 sport; __u16 dport; __u16 family; __u16 protocol; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_data_offsets_sock_rcvqueue_full {}; struct trace_event_data_offsets_sock_exceed_buf_limit {}; struct trace_event_data_offsets_inet_sock_set_state {}; struct trace_event_data_offsets_inet_sk_error_report {}; typedef void (*btf_trace_sock_rcvqueue_full)(void *, struct sock *, struct sk_buff *); typedef void (*btf_trace_sock_exceed_buf_limit)(void *, struct sock *, struct proto *, long int, int); typedef void (*btf_trace_inet_sock_set_state)(void *, const struct sock *, const int, const int); typedef void (*btf_trace_inet_sk_error_report)(void *, const struct sock *); struct trace_event_raw_udp_fail_queue_rcv_skb { struct trace_entry ent; int rc; __u16 lport; char __data[0]; }; struct trace_event_data_offsets_udp_fail_queue_rcv_skb {}; typedef void (*btf_trace_udp_fail_queue_rcv_skb)(void *, int, struct sock *); struct trace_event_raw_tcp_event_sk_skb { struct trace_entry ent; const void *skbaddr; const void *skaddr; int state; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_tcp_event_sk { struct trace_entry ent; const void *skaddr; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; __u64 sock_cookie; char __data[0]; }; struct trace_event_raw_tcp_retransmit_synack { struct trace_entry ent; const void *skaddr; const void *req; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_tcp_probe { struct trace_entry ent; __u8 saddr[28]; __u8 daddr[28]; __u16 sport; __u16 dport; __u16 family; __u32 mark; __u16 data_len; __u32 snd_nxt; __u32 snd_una; __u32 snd_cwnd; __u32 ssthresh; __u32 snd_wnd; __u32 srtt; __u32 rcv_wnd; __u64 sock_cookie; char __data[0]; }; struct trace_event_raw_tcp_event_skb { struct trace_entry ent; const void *skbaddr; __u8 saddr[28]; __u8 daddr[28]; char __data[0]; }; struct trace_event_raw_tcp_cong_state_set { struct trace_entry ent; const void *skaddr; __u16 sport; __u16 dport; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; __u8 cong_state; char __data[0]; }; struct trace_event_data_offsets_tcp_event_sk_skb {}; struct trace_event_data_offsets_tcp_event_sk {}; struct trace_event_data_offsets_tcp_retransmit_synack {}; struct trace_event_data_offsets_tcp_probe {}; struct trace_event_data_offsets_tcp_event_skb {}; struct trace_event_data_offsets_tcp_cong_state_set {}; typedef void (*btf_trace_tcp_retransmit_skb)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_send_reset)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_receive_reset)(void *, struct sock *); typedef void (*btf_trace_tcp_destroy_sock)(void *, struct sock *); typedef void (*btf_trace_tcp_rcv_space_adjust)(void *, struct sock *); typedef void (*btf_trace_tcp_retransmit_synack)(void *, const struct sock *, const struct request_sock *); typedef void (*btf_trace_tcp_probe)(void *, struct sock *, struct sk_buff *); typedef void (*btf_trace_tcp_bad_csum)(void *, const struct sk_buff *); typedef void (*btf_trace_tcp_cong_state_set)(void *, struct sock *, const u8); struct trace_event_raw_fib_table_lookup { struct trace_entry ent; u32 tb_id; int err; int oif; int iif; u8 proto; __u8 tos; __u8 scope; __u8 flags; __u8 src[4]; __u8 dst[4]; __u8 gw4[4]; __u8 gw6[16]; u16 sport; u16 dport; char name[16]; char __data[0]; }; struct trace_event_data_offsets_fib_table_lookup {}; typedef void (*btf_trace_fib_table_lookup)(void *, u32, const struct flowi4 *, const struct fib_nh_common *, int); struct trace_event_raw_qdisc_dequeue { struct trace_entry ent; struct Qdisc *qdisc; const struct netdev_queue *txq; int packets; void *skbaddr; int ifindex; u32 handle; u32 parent; long unsigned int txq_state; char __data[0]; }; struct trace_event_raw_qdisc_enqueue { struct trace_entry ent; struct Qdisc *qdisc; const struct netdev_queue *txq; void *skbaddr; int ifindex; u32 handle; u32 parent; char __data[0]; }; struct trace_event_raw_qdisc_reset { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; u32 handle; char __data[0]; }; struct trace_event_raw_qdisc_destroy { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; u32 handle; char __data[0]; }; struct trace_event_raw_qdisc_create { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; char __data[0]; }; struct trace_event_data_offsets_qdisc_dequeue {}; struct trace_event_data_offsets_qdisc_enqueue {}; struct trace_event_data_offsets_qdisc_reset { u32 dev; u32 kind; }; struct trace_event_data_offsets_qdisc_destroy { u32 dev; u32 kind; }; struct trace_event_data_offsets_qdisc_create { u32 dev; u32 kind; }; typedef void (*btf_trace_qdisc_dequeue)(void *, struct Qdisc *, const struct netdev_queue *, int, struct sk_buff *); typedef void (*btf_trace_qdisc_enqueue)(void *, struct Qdisc *, const struct netdev_queue *, struct sk_buff *); typedef void (*btf_trace_qdisc_reset)(void *, struct Qdisc *); typedef void (*btf_trace_qdisc_destroy)(void *, struct Qdisc *); typedef void (*btf_trace_qdisc_create)(void *, const struct Qdisc_ops *, struct net_device *, u32); struct bridge_stp_xstats { __u64 transition_blk; __u64 transition_fwd; __u64 rx_bpdu; __u64 tx_bpdu; __u64 rx_tcn; __u64 tx_tcn; }; struct br_mcast_stats { __u64 igmp_v1queries[2]; __u64 igmp_v2queries[2]; __u64 igmp_v3queries[2]; __u64 igmp_leaves[2]; __u64 igmp_v1reports[2]; __u64 igmp_v2reports[2]; __u64 igmp_v3reports[2]; __u64 igmp_parse_errors; __u64 mld_v1queries[2]; __u64 mld_v2queries[2]; __u64 mld_leaves[2]; __u64 mld_v1reports[2]; __u64 mld_v2reports[2]; __u64 mld_parse_errors; __u64 mcast_bytes[2]; __u64 mcast_packets[2]; }; struct br_ip { union { __be32 ip4; struct in6_addr ip6; } src; union { __be32 ip4; struct in6_addr ip6; unsigned char mac_addr[6]; } dst; __be16 proto; __u16 vid; }; struct bridge_id { unsigned char prio[2]; unsigned char addr[6]; }; typedef struct bridge_id bridge_id; struct mac_addr { unsigned char addr[6]; }; typedef struct mac_addr mac_addr; typedef __u16 port_id; struct bridge_mcast_own_query { struct timer_list timer; u32 startup_sent; }; struct bridge_mcast_other_query { struct timer_list timer; long unsigned int delay_time; }; struct bridge_mcast_querier { struct br_ip addr; int port_ifidx; seqcount_spinlock_t seq; }; struct bridge_mcast_stats { struct br_mcast_stats mstats; struct u64_stats_sync syncp; }; struct net_bridge; struct net_bridge_vlan; struct net_bridge_mcast { struct net_bridge *br; struct net_bridge_vlan *vlan; u32 multicast_last_member_count; u32 multicast_startup_query_count; u8 multicast_querier; u8 multicast_igmp_version; u8 multicast_router; u8 multicast_mld_version; long unsigned int multicast_last_member_interval; long unsigned int multicast_membership_interval; long unsigned int multicast_querier_interval; long unsigned int multicast_query_interval; long unsigned int multicast_query_response_interval; long unsigned int multicast_startup_query_interval; struct hlist_head ip4_mc_router_list; struct timer_list ip4_mc_router_timer; struct bridge_mcast_other_query ip4_other_query; struct bridge_mcast_own_query ip4_own_query; struct bridge_mcast_querier ip4_querier; struct hlist_head ip6_mc_router_list; struct timer_list ip6_mc_router_timer; struct bridge_mcast_other_query ip6_other_query; struct bridge_mcast_own_query ip6_own_query; struct bridge_mcast_querier ip6_querier; }; struct net_bridge { spinlock_t lock; spinlock_t hash_lock; struct hlist_head frame_type_list; struct net_device *dev; long unsigned int options; struct rhashtable fdb_hash_tbl; struct list_head port_list; union { struct rtable fake_rtable; struct rt6_info fake_rt6_info; }; u16 group_fwd_mask; u16 group_fwd_mask_required; bridge_id designated_root; bridge_id bridge_id; unsigned char topology_change; unsigned char topology_change_detected; u16 root_port; long unsigned int max_age; long unsigned int hello_time; long unsigned int forward_delay; long unsigned int ageing_time; long unsigned int bridge_max_age; long unsigned int bridge_hello_time; long unsigned int bridge_forward_delay; long unsigned int bridge_ageing_time; u32 root_path_cost; u8 group_addr[6]; enum { BR_NO_STP = 0, BR_KERNEL_STP = 1, BR_USER_STP = 2, } stp_enabled; struct net_bridge_mcast multicast_ctx; struct bridge_mcast_stats *mcast_stats; u32 hash_max; spinlock_t multicast_lock; struct rhashtable mdb_hash_tbl; struct rhashtable sg_port_tbl; struct hlist_head mcast_gc_list; struct hlist_head mdb_list; struct work_struct mcast_gc_work; struct timer_list hello_timer; struct timer_list tcn_timer; struct timer_list topology_change_timer; struct delayed_work gc_work; struct kobject *ifobj; u32 auto_cnt; struct hlist_head fdb_list; }; struct net_bridge_port; struct net_bridge_mcast_port { struct net_bridge_port *port; struct net_bridge_vlan *vlan; struct bridge_mcast_own_query ip4_own_query; struct timer_list ip4_mc_router_timer; struct hlist_node ip4_rlist; struct bridge_mcast_own_query ip6_own_query; struct timer_list ip6_mc_router_timer; struct hlist_node ip6_rlist; unsigned char multicast_router; }; struct net_bridge_port { struct net_bridge *br; struct net_device *dev; netdevice_tracker dev_tracker; struct list_head list; long unsigned int flags; struct net_bridge_port *backup_port; u8 priority; u8 state; u16 port_no; unsigned char topology_change_ack; unsigned char config_pending; port_id port_id; port_id designated_port; bridge_id designated_root; bridge_id designated_bridge; u32 path_cost; u32 designated_cost; long unsigned int designated_age; struct timer_list forward_delay_timer; struct timer_list hold_timer; struct timer_list message_age_timer; struct kobject kobj; struct callback_head rcu; struct net_bridge_mcast_port multicast_ctx; struct bridge_mcast_stats *mcast_stats; u32 multicast_eht_hosts_limit; u32 multicast_eht_hosts_cnt; struct hlist_head mglist; char sysfs_name[16]; struct netpoll *np; u16 group_fwd_mask; u16 backup_redirected_cnt; struct bridge_stp_xstats stp_xstats; }; struct br_tunnel_info { __be64 tunnel_id; struct metadata_dst *tunnel_dst; }; struct net_bridge_vlan { struct rhash_head vnode; struct rhash_head tnode; u16 vid; u16 flags; u16 priv_flags; u8 state; struct pcpu_sw_netstats *stats; union { struct net_bridge *br; struct net_bridge_port *port; }; union { refcount_t refcnt; struct net_bridge_vlan *brvlan; }; struct br_tunnel_info tinfo; union { struct net_bridge_mcast br_mcast_ctx; struct net_bridge_mcast_port port_mcast_ctx; }; u16 msti; struct list_head vlist; struct callback_head rcu; }; struct net_bridge_fdb_key { mac_addr addr; u16 vlan_id; }; struct net_bridge_fdb_entry { struct rhash_head rhnode; struct net_bridge_port *dst; struct net_bridge_fdb_key key; struct hlist_node fdb_node; long unsigned int flags; long: 64; long: 64; long unsigned int updated; long unsigned int used; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; }; struct trace_event_raw_br_fdb_add { struct trace_entry ent; u8 ndm_flags; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; u16 nlh_flags; char __data[0]; }; struct trace_event_raw_br_fdb_external_learn_add { struct trace_entry ent; u32 __data_loc_br_dev; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; char __data[0]; }; struct trace_event_raw_fdb_delete { struct trace_entry ent; u32 __data_loc_br_dev; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; char __data[0]; }; struct trace_event_raw_br_fdb_update { struct trace_entry ent; u32 __data_loc_br_dev; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; long unsigned int flags; char __data[0]; }; struct trace_event_data_offsets_br_fdb_add { u32 dev; }; struct trace_event_data_offsets_br_fdb_external_learn_add { u32 br_dev; u32 dev; }; struct trace_event_data_offsets_fdb_delete { u32 br_dev; u32 dev; }; struct trace_event_data_offsets_br_fdb_update { u32 br_dev; u32 dev; }; typedef void (*btf_trace_br_fdb_add)(void *, struct ndmsg *, struct net_device *, const unsigned char *, u16, u16); typedef void (*btf_trace_br_fdb_external_learn_add)(void *, struct net_bridge *, struct net_bridge_port *, const unsigned char *, u16); typedef void (*btf_trace_fdb_delete)(void *, struct net_bridge *, struct net_bridge_fdb_entry *); typedef void (*btf_trace_br_fdb_update)(void *, struct net_bridge *, struct net_bridge_port *, const unsigned char *, u16, long unsigned int); struct trace_event_raw_page_pool_release { struct trace_entry ent; const struct page_pool *pool; s32 inflight; u32 hold; u32 release; u64 cnt; char __data[0]; }; struct trace_event_raw_page_pool_state_release { struct trace_entry ent; const struct page_pool *pool; const struct page *page; u32 release; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_page_pool_state_hold { struct trace_entry ent; const struct page_pool *pool; const struct page *page; u32 hold; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_page_pool_update_nid { struct trace_entry ent; const struct page_pool *pool; int pool_nid; int new_nid; char __data[0]; }; struct trace_event_data_offsets_page_pool_release {}; struct trace_event_data_offsets_page_pool_state_release {}; struct trace_event_data_offsets_page_pool_state_hold {}; struct trace_event_data_offsets_page_pool_update_nid {}; typedef void (*btf_trace_page_pool_release)(void *, const struct page_pool *, s32, u32, u32); typedef void (*btf_trace_page_pool_state_release)(void *, const struct page_pool *, const struct page *, u32); typedef void (*btf_trace_page_pool_state_hold)(void *, const struct page_pool *, const struct page *, u32); typedef void (*btf_trace_page_pool_update_nid)(void *, const struct page_pool *, int); struct trace_event_raw_neigh_create { struct trace_entry ent; u32 family; u32 __data_loc_dev; int entries; u8 created; u8 gc_exempt; u8 primary_key4[4]; u8 primary_key6[16]; char __data[0]; }; struct trace_event_raw_neigh_update { struct trace_entry ent; u32 family; u32 __data_loc_dev; u8 lladdr[32]; u8 lladdr_len; u8 flags; u8 nud_state; u8 type; u8 dead; int refcnt; __u8 primary_key4[4]; __u8 primary_key6[16]; long unsigned int confirmed; long unsigned int updated; long unsigned int used; u8 new_lladdr[32]; u8 new_state; u32 update_flags; u32 pid; char __data[0]; }; struct trace_event_raw_neigh__update { struct trace_entry ent; u32 family; u32 __data_loc_dev; u8 lladdr[32]; u8 lladdr_len; u8 flags; u8 nud_state; u8 type; u8 dead; int refcnt; __u8 primary_key4[4]; __u8 primary_key6[16]; long unsigned int confirmed; long unsigned int updated; long unsigned int used; u32 err; char __data[0]; }; struct trace_event_data_offsets_neigh_create { u32 dev; }; struct trace_event_data_offsets_neigh_update { u32 dev; }; struct trace_event_data_offsets_neigh__update { u32 dev; }; typedef void (*btf_trace_neigh_create)(void *, struct neigh_table *, struct net_device *, const void *, const struct neighbour *, bool); typedef void (*btf_trace_neigh_update)(void *, struct neighbour *, const u8 *, u8, u32, u32); typedef void (*btf_trace_neigh_update_done)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_timer_handler)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_event_send_done)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_event_send_dead)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_cleanup_and_release)(void *, struct neighbour *, int); enum bpf_ret_code { BPF_OK = 0, BPF_DROP = 2, BPF_REDIRECT = 7, BPF_LWT_REROUTE = 128, BPF_FLOW_DISSECTOR_CONTINUE = 129, }; enum { LWT_BPF_PROG_UNSPEC = 0, LWT_BPF_PROG_FD = 1, LWT_BPF_PROG_NAME = 2, __LWT_BPF_PROG_MAX = 3, }; enum { LWT_BPF_UNSPEC = 0, LWT_BPF_IN = 1, LWT_BPF_OUT = 2, LWT_BPF_XMIT = 3, LWT_BPF_XMIT_HEADROOM = 4, __LWT_BPF_MAX = 5, }; enum { LWTUNNEL_XMIT_DONE = 0, LWTUNNEL_XMIT_CONTINUE = 1, }; struct bpf_lwt_prog { struct bpf_prog *prog; char *name; }; struct bpf_lwt { struct bpf_lwt_prog in; struct bpf_lwt_prog out; struct bpf_lwt_prog xmit; int family; }; enum __sk_action { __SK_DROP = 0, __SK_PASS = 1, __SK_REDIRECT = 2, __SK_NONE = 3, }; enum sk_psock_state_bits { SK_PSOCK_TX_ENABLED = 0, }; enum tc_mq_command { TC_MQ_CREATE = 0, TC_MQ_DESTROY = 1, TC_MQ_STATS = 2, TC_MQ_GRAFT = 3, }; struct tc_mq_opt_offload_graft_params { long unsigned int queue; u32 child_handle; }; struct tc_mq_qopt_offload { enum tc_mq_command command; u32 handle; union { struct tc_qopt_offload_stats stats; struct tc_mq_opt_offload_graft_params graft_params; }; }; struct mq_sched { struct Qdisc **qdiscs; }; enum net_xmit_qdisc_t { __NET_XMIT_STOLEN = 65536, __NET_XMIT_BYPASS = 131072, }; struct tcf_ematch_tree_hdr { __u16 nmatches; __u16 progid; }; enum { TCA_EMATCH_TREE_UNSPEC = 0, TCA_EMATCH_TREE_HDR = 1, TCA_EMATCH_TREE_LIST = 2, __TCA_EMATCH_TREE_MAX = 3, }; struct tcf_ematch_hdr { __u16 matchid; __u16 kind; __u16 flags; __u16 pad; }; struct tcf_pkt_info { unsigned char *ptr; int nexthdr; }; struct tcf_ematch_ops; struct tcf_ematch { struct tcf_ematch_ops *ops; long unsigned int data; unsigned int datalen; u16 matchid; u16 flags; struct net *net; }; struct tcf_ematch_ops { int kind; int datalen; int (*change)(struct net *, void *, int, struct tcf_ematch *); int (*match)(struct sk_buff *, struct tcf_ematch *, struct tcf_pkt_info *); void (*destroy)(struct tcf_ematch *); int (*dump)(struct sk_buff *, struct tcf_ematch *); struct module *owner; struct list_head link; }; struct tcf_ematch_tree { struct tcf_ematch_tree_hdr hdr; struct tcf_ematch *matches; }; enum { CTRL_CMD_UNSPEC = 0, CTRL_CMD_NEWFAMILY = 1, CTRL_CMD_DELFAMILY = 2, CTRL_CMD_GETFAMILY = 3, CTRL_CMD_NEWOPS = 4, CTRL_CMD_DELOPS = 5, CTRL_CMD_GETOPS = 6, CTRL_CMD_NEWMCAST_GRP = 7, CTRL_CMD_DELMCAST_GRP = 8, CTRL_CMD_GETMCAST_GRP = 9, CTRL_CMD_GETPOLICY = 10, __CTRL_CMD_MAX = 11, }; enum { CTRL_ATTR_UNSPEC = 0, CTRL_ATTR_FAMILY_ID = 1, CTRL_ATTR_FAMILY_NAME = 2, CTRL_ATTR_VERSION = 3, CTRL_ATTR_HDRSIZE = 4, CTRL_ATTR_MAXATTR = 5, CTRL_ATTR_OPS = 6, CTRL_ATTR_MCAST_GROUPS = 7, CTRL_ATTR_POLICY = 8, CTRL_ATTR_OP_POLICY = 9, CTRL_ATTR_OP = 10, __CTRL_ATTR_MAX = 11, }; enum { CTRL_ATTR_OP_UNSPEC = 0, CTRL_ATTR_OP_ID = 1, CTRL_ATTR_OP_FLAGS = 2, __CTRL_ATTR_OP_MAX = 3, }; enum { CTRL_ATTR_MCAST_GRP_UNSPEC = 0, CTRL_ATTR_MCAST_GRP_NAME = 1, CTRL_ATTR_MCAST_GRP_ID = 2, __CTRL_ATTR_MCAST_GRP_MAX = 3, }; enum { CTRL_ATTR_POLICY_UNSPEC = 0, CTRL_ATTR_POLICY_DO = 1, CTRL_ATTR_POLICY_DUMP = 2, __CTRL_ATTR_POLICY_DUMP_MAX = 3, CTRL_ATTR_POLICY_DUMP_MAX = 2, }; enum genl_validate_flags { GENL_DONT_VALIDATE_STRICT = 1, GENL_DONT_VALIDATE_DUMP = 2, GENL_DONT_VALIDATE_DUMP_STRICT = 4, }; struct genl_op_iter { const struct genl_family *family; struct genl_split_ops doit; struct genl_split_ops dumpit; int cmd_idx; int entry_idx; u32 cmd; u8 flags; }; struct genl_start_context { const struct genl_family *family; struct nlmsghdr *nlh; struct netlink_ext_ack *extack; const struct genl_split_ops *ops; int hdrlen; }; struct netlink_policy_dump_state; struct ctrl_dump_policy_ctx { struct netlink_policy_dump_state *state; const struct genl_family *rt; struct genl_op_iter *op_iter; u32 op; u16 fam_id; u8 dump_map: 1; u8 single_op: 1; }; typedef int (*dummy_ops_test_ret_fn)(struct bpf_dummy_ops_state *, ...); struct bpf_dummy_ops_test_args { u64 args[12]; struct bpf_dummy_ops_state state; }; enum ethtool_multicast_groups { ETHNL_MCGRP_MONITOR = 0, }; struct ethnl_dump_ctx { const struct ethnl_request_ops *ops; struct ethnl_req_info *req_info; struct ethnl_reply_data *reply_data; int pos_hash; int pos_idx; }; typedef void (*ethnl_notify_handler_t)(struct net_device *, unsigned int, const void *); struct rss_req_info { struct ethnl_req_info base; u32 rss_context; }; struct rss_reply_data { struct ethnl_reply_data base; u32 indir_size; u32 hkey_size; u32 hfunc; u32 *indir_table; u8 *hkey; }; struct wol_reply_data { struct ethnl_reply_data base; struct ethtool_wolinfo wol; bool show_sopass; }; struct channels_reply_data { struct ethnl_reply_data base; struct ethtool_channels channels; }; struct tsinfo_reply_data { struct ethnl_reply_data base; struct ethtool_ts_info ts_info; }; struct eeprom_req_info { struct ethnl_req_info base; u32 offset; u32 length; u8 page; u8 bank; u8 i2c_address; }; struct eeprom_reply_data { struct ethnl_reply_data base; u32 length; u8 *data; }; enum ethtool_podl_pse_admin_state { ETHTOOL_PODL_PSE_ADMIN_STATE_UNKNOWN = 1, ETHTOOL_PODL_PSE_ADMIN_STATE_DISABLED = 2, ETHTOOL_PODL_PSE_ADMIN_STATE_ENABLED = 3, }; enum ethtool_podl_pse_pw_d_status { ETHTOOL_PODL_PSE_PW_D_STATUS_UNKNOWN = 1, ETHTOOL_PODL_PSE_PW_D_STATUS_DISABLED = 2, ETHTOOL_PODL_PSE_PW_D_STATUS_SEARCHING = 3, ETHTOOL_PODL_PSE_PW_D_STATUS_DELIVERING = 4, ETHTOOL_PODL_PSE_PW_D_STATUS_SLEEP = 5, ETHTOOL_PODL_PSE_PW_D_STATUS_IDLE = 6, ETHTOOL_PODL_PSE_PW_D_STATUS_ERROR = 7, }; struct pse_control_config { enum ethtool_podl_pse_admin_state admin_cotrol; }; struct pse_control_status { enum ethtool_podl_pse_admin_state podl_admin_state; enum ethtool_podl_pse_pw_d_status podl_pw_status; }; struct pse_reply_data { struct ethnl_reply_data base; struct pse_control_status status; }; struct nf_sockopt_ops { struct list_head list; u_int8_t pf; int set_optmin; int set_optmax; int (*set)(struct sock *, int, sockptr_t, unsigned int); int get_optmin; int get_optmax; int (*get)(struct sock *, int, void *, int *); struct module *owner; }; struct ip_rt_acct { __u32 o_bytes; __u32 o_packets; __u32 i_bytes; __u32 i_packets; }; enum tcp_fastopen_client_fail { TFO_STATUS_UNSPEC = 0, TFO_COOKIE_UNAVAILABLE = 1, TFO_DATA_NOT_ACKED = 2, TFO_SYN_RETRANSMITTED = 3, }; struct tcp_sack_block_wire { __be32 start_seq; __be32 end_seq; }; enum tcp_ca_ack_event_flags { CA_ACK_SLOWPATH = 1, CA_ACK_WIN_UPDATE = 2, CA_ACK_ECE = 4, }; struct tcp_sacktag_state { u64 first_sackt; u64 last_sackt; u32 reord; u32 sack_delivered; int flag; unsigned int mss_now; struct rate_sample *rate; }; struct tcp_plb_state { u8 consec_cong_rounds: 5; u8 unused: 3; u32 pause_until; }; typedef struct sock * (*udp_lookup_t)(const struct sk_buff *, __be16, __be16); typedef struct sk_buff * (*gro_receive_sk_t)(struct sock *, struct list_head *, struct sk_buff *); enum { IFLA_INET_UNSPEC = 0, IFLA_INET_CONF = 1, __IFLA_INET_MAX = 2, }; struct in_validator_info { __be32 ivi_addr; struct in_device *ivi_dev; struct netlink_ext_ack *extack; }; struct inet_fill_args { u32 portid; u32 seq; int event; unsigned int flags; int netnsid; int ifindex; }; struct devinet_sysctl_table { struct ctl_table_header *sysctl_header; struct ctl_table devinet_vars[34]; }; struct rtvia { __kernel_sa_family_t rtvia_family; __u8 rtvia_addr[0]; }; struct fib_result_nl { __be32 fl_addr; u32 fl_mark; unsigned char fl_tos; unsigned char fl_scope; unsigned char tb_id_in; unsigned char tb_id; unsigned char prefixlen; unsigned char nh_sel; unsigned char type; unsigned char scope; int err; }; struct rtentry { long unsigned int rt_pad1; struct sockaddr rt_dst; struct sockaddr rt_gateway; struct sockaddr rt_genmask; short unsigned int rt_flags; short int rt_pad2; long unsigned int rt_pad3; void *rt_pad4; short int rt_metric; char *rt_dev; long unsigned int rt_mtu; long unsigned int rt_window; short unsigned int rt_irtt; }; enum { INET_FRAG_FIRST_IN = 1, INET_FRAG_LAST_IN = 2, INET_FRAG_COMPLETE = 4, INET_FRAG_HASH_DEAD = 8, INET_FRAG_DROP = 16, }; struct ipfrag_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; }; struct sk_buff *next_frag; int frag_run_len; }; struct umd_info { const char *driver_name; struct file *pipe_to_umh; struct file *pipe_from_umh; struct path wd; struct pid *tgid; }; struct bpfilter_umh_ops { struct umd_info info; struct mutex lock; int (*sockopt)(struct sock *, int, sockptr_t, unsigned int, bool); int (*start)(); }; struct rta_mfc_stats { __u64 mfcs_packets; __u64 mfcs_bytes; __u64 mfcs_wrong_if; }; struct arphdr { __be16 ar_hrd; __be16 ar_pro; unsigned char ar_hln; unsigned char ar_pln; __be16 ar_op; }; enum rpc_display_format_t { RPC_DISPLAY_ADDR = 0, RPC_DISPLAY_PORT = 1, RPC_DISPLAY_PROTO = 2, RPC_DISPLAY_HEX_ADDR = 3, RPC_DISPLAY_HEX_PORT = 4, RPC_DISPLAY_NETID = 5, RPC_DISPLAY_MAX = 6, }; enum nfs_opnum4 { OP_ACCESS = 3, OP_CLOSE = 4, OP_COMMIT = 5, OP_CREATE = 6, OP_DELEGPURGE = 7, OP_DELEGRETURN = 8, OP_GETATTR = 9, OP_GETFH = 10, OP_LINK = 11, OP_LOCK = 12, OP_LOCKT = 13, OP_LOCKU = 14, OP_LOOKUP = 15, OP_LOOKUPP = 16, OP_NVERIFY = 17, OP_OPEN = 18, OP_OPENATTR = 19, OP_OPEN_CONFIRM = 20, OP_OPEN_DOWNGRADE = 21, OP_PUTFH = 22, OP_PUTPUBFH = 23, OP_PUTROOTFH = 24, OP_READ = 25, OP_READDIR = 26, OP_READLINK = 27, OP_REMOVE = 28, OP_RENAME = 29, OP_RENEW = 30, OP_RESTOREFH = 31, OP_SAVEFH = 32, OP_SECINFO = 33, OP_SETATTR = 34, OP_SETCLIENTID = 35, OP_SETCLIENTID_CONFIRM = 36, OP_VERIFY = 37, OP_WRITE = 38, OP_RELEASE_LOCKOWNER = 39, OP_BACKCHANNEL_CTL = 40, OP_BIND_CONN_TO_SESSION = 41, OP_EXCHANGE_ID = 42, OP_CREATE_SESSION = 43, OP_DESTROY_SESSION = 44, OP_FREE_STATEID = 45, OP_GET_DIR_DELEGATION = 46, OP_GETDEVICEINFO = 47, OP_GETDEVICELIST = 48, OP_LAYOUTCOMMIT = 49, OP_LAYOUTGET = 50, OP_LAYOUTRETURN = 51, OP_SECINFO_NO_NAME = 52, OP_SEQUENCE = 53, OP_SET_SSV = 54, OP_TEST_STATEID = 55, OP_WANT_DELEGATION = 56, OP_DESTROY_CLIENTID = 57, OP_RECLAIM_COMPLETE = 58, OP_ALLOCATE = 59, OP_COPY = 60, OP_COPY_NOTIFY = 61, OP_DEALLOCATE = 62, OP_IO_ADVISE = 63, OP_LAYOUTERROR = 64, OP_LAYOUTSTATS = 65, OP_OFFLOAD_CANCEL = 66, OP_OFFLOAD_STATUS = 67, OP_READ_PLUS = 68, OP_SEEK = 69, OP_WRITE_SAME = 70, OP_CLONE = 71, OP_GETXATTR = 72, OP_SETXATTR = 73, OP_LISTXATTRS = 74, OP_REMOVEXATTR = 75, OP_ILLEGAL = 10044, }; struct ic_device { struct ic_device *next; struct net_device *dev; short unsigned int flags; short int able; __be32 xid; }; struct bootp_pkt { struct iphdr iph; struct udphdr udph; u8 op; u8 htype; u8 hlen; u8 hops; __be32 xid; __be16 secs; __be16 flags; __be32 client_ip; __be32 your_ip; __be32 server_ip; __be32 relay_ip; u8 hw_addr[16]; u8 serv_name[64]; u8 boot_file[128]; u8 exten[312]; }; struct xfrm_input_afinfo { u8 family; bool is_ipip; int (*callback)(struct sk_buff *, u8, int); }; struct xfrm4_protocol { int (*handler)(struct sk_buff *); int (*input_handler)(struct sk_buff *, int, __be32, int); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, u32); struct xfrm4_protocol *next; int priority; }; struct ip_beet_phdr { __u8 nexthdr; __u8 hdrlen; __u8 padlen; __u8 reserved; }; enum { XFRM_MODE_FLAG_TUNNEL = 1, }; struct __ip6_tnl_parm { char name[16]; int link; __u8 proto; __u8 encap_limit; __u8 hop_limit; bool collect_md; __be32 flowinfo; __u32 flags; struct in6_addr laddr; struct in6_addr raddr; __be16 i_flags; __be16 o_flags; __be32 i_key; __be32 o_key; __u32 fwmark; __u32 index; __u8 erspan_ver; __u8 dir; __u16 hwid; }; struct ip6_tnl { struct ip6_tnl *next; struct net_device *dev; netdevice_tracker dev_tracker; struct net *net; struct __ip6_tnl_parm parms; struct flowi fl; struct dst_cache dst_cache; struct gro_cells gro_cells; int err_count; long unsigned int err_time; __u32 i_seqno; atomic_t o_seqno; int hlen; int tun_hlen; int encap_hlen; struct ip_tunnel_encap encap; int mlink; }; struct xfrm_trans_tasklet { struct work_struct work; spinlock_t queue_lock; struct sk_buff_head queue; }; struct xfrm_trans_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; int (*finish)(struct net *, struct sock *, struct sk_buff *); struct net *net; }; struct in6_rtmsg { struct in6_addr rtmsg_dst; struct in6_addr rtmsg_src; struct in6_addr rtmsg_gateway; __u32 rtmsg_type; __u16 rtmsg_dst_len; __u16 rtmsg_src_len; __u32 rtmsg_metric; long unsigned int rtmsg_info; __u32 rtmsg_flags; int rtmsg_ifindex; }; struct fib6_gc_args { int timeout; int more; }; struct rt6_exception { struct hlist_node hlist; struct rt6_info *rt6i; long unsigned int stamp; struct callback_head rcu; }; struct uncached_list { spinlock_t lock; struct list_head head; struct list_head quarantine; }; typedef struct rt6_info * (*pol_lookup_t)(struct net *, struct fib6_table *, struct flowi6 *, const struct sk_buff *, int); struct rt6_rtnl_dump_arg { struct sk_buff *skb; struct netlink_callback *cb; struct net *net; struct fib_dump_filter filter; }; struct netevent_redirect { struct dst_entry *old; struct dst_entry *new; struct neighbour *neigh; const void *daddr; }; struct trace_event_raw_fib6_table_lookup { struct trace_entry ent; u32 tb_id; int err; int oif; int iif; __u8 tos; __u8 scope; __u8 flags; __u8 src[16]; __u8 dst[16]; u16 sport; u16 dport; u8 proto; u8 rt_type; char name[16]; __u8 gw[16]; char __data[0]; }; struct trace_event_data_offsets_fib6_table_lookup {}; typedef void (*btf_trace_fib6_table_lookup)(void *, const struct net *, const struct fib6_result *, struct fib6_table *, const struct flowi6 *); enum rt6_nud_state { RT6_NUD_FAIL_HARD = -3, RT6_NUD_FAIL_PROBE = -2, RT6_NUD_FAIL_DO_RR = -1, RT6_NUD_SUCCEED = 1, }; struct fib6_nh_dm_arg { struct net *net; const struct in6_addr *saddr; int oif; int flags; struct fib6_nh *nh; }; struct __rt6_probe_work { struct work_struct work; struct in6_addr target; struct net_device *dev; netdevice_tracker dev_tracker; }; struct fib6_nh_frl_arg { u32 flags; int oif; int strict; int *mpri; bool *do_rr; struct fib6_nh *nh; }; struct fib6_nh_excptn_arg { struct rt6_info *rt; int plen; }; struct fib6_nh_match_arg { const struct net_device *dev; const struct in6_addr *gw; struct fib6_nh *match; }; struct fib6_nh_age_excptn_arg { struct fib6_gc_args *gc_args; long unsigned int now; }; struct fib6_nh_rd_arg { struct fib6_result *res; struct flowi6 *fl6; const struct in6_addr *gw; struct rt6_info **ret; }; struct ip6rd_flowi { struct flowi6 fl6; struct in6_addr gateway; }; struct fib6_nh_del_cached_rt_arg { struct fib6_config *cfg; struct fib6_info *f6i; }; struct arg_dev_net_ip { struct net_device *dev; struct net *net; struct in6_addr *addr; }; struct arg_netdev_event { const struct net_device *dev; union { unsigned char nh_flags; long unsigned int event; }; }; struct rt6_mtu_change_arg { struct net_device *dev; unsigned int mtu; struct fib6_info *f6i; }; struct rt6_nh { struct fib6_info *fib6_info; struct fib6_config r_cfg; struct list_head next; }; struct fib6_nh_exception_dump_walker { struct rt6_rtnl_dump_arg *dump; struct fib6_info *rt; unsigned int flags; unsigned int skip; unsigned int count; }; struct raw_iter_state { struct seq_net_private p; int bucket; }; struct raw6_frag_vec { struct msghdr *msg; int hlen; char c[4]; }; enum tcp_seq_states { TCP_SEQ_STATE_LISTENING = 0, TCP_SEQ_STATE_ESTABLISHED = 1, }; struct tcp_seq_afinfo { sa_family_t family; }; struct tcp_iter_state { struct seq_net_private p; enum tcp_seq_states state; struct sock *syn_wait_sk; int bucket; int offset; int sbucket; int num; loff_t last_pos; }; struct ipv6_rpl_sr_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; __u32 cmpre: 4; __u32 cmpri: 4; __u32 reserved: 4; __u32 pad: 4; __u32 reserved1: 16; union { struct in6_addr addr[0]; __u8 data[0]; } segments; }; enum { RPL_IPTUNNEL_UNSPEC = 0, RPL_IPTUNNEL_SRH = 1, __RPL_IPTUNNEL_MAX = 2, }; struct rpl_iptunnel_encap { struct ipv6_rpl_sr_hdr srh[0]; }; struct rpl_lwt { struct dst_cache cache; struct rpl_iptunnel_encap tuninfo; }; enum { IP6_FH_F_FRAG = 1, IP6_FH_F_AUTH = 2, IP6_FH_F_SKIP_RH = 4, }; struct rds_info_counter { __u8 name[32]; __u64 value; }; struct rds_page_remainder { struct page *r_page; long unsigned int r_offset; }; struct iw_thrspy { struct sockaddr addr; struct iw_quality qual; struct iw_quality low; struct iw_quality high; }; struct cfmuxl { struct cflayer layer; struct list_head srvl_list; struct list_head frml_list; struct cflayer *up_cache[8]; struct cflayer *dn_cache[8]; spinlock_t transmit_lock; spinlock_t receive_lock; }; enum ifla_caif { __IFLA_CAIF_UNSPEC = 0, IFLA_CAIF_IPV4_CONNID = 1, IFLA_CAIF_IPV6_CONNID = 2, IFLA_CAIF_LOOPBACK = 3, __IFLA_CAIF_MAX = 4, }; enum caif_states___2 { CAIF_CONNECTED___2 = 1, CAIF_CONNECTING___2 = 2, CAIF_DISCONNECTED___2 = 3, CAIF_SHUTDOWN = 4, }; struct chnl_net { struct cflayer chnl; struct caif_connect_request conn_req; struct list_head list_field; struct net_device *netdev; char name[256]; wait_queue_head_t netmgmt_wq; bool flowenabled; enum caif_states___2 state; }; enum dns_payload_content_type { DNS_PAYLOAD_IS_SERVER_LIST = 0, }; struct dns_payload_header { __u8 zero; __u8 content; __u8 version; }; enum { dns_key_data = 0, dns_key_error = 1, }; struct xdp_umem_reg { __u64 addr; __u64 len; __u32 chunk_size; __u32 headroom; __u32 flags; }; struct group_data { int limit[21]; int base[20]; int permute[258]; int minLen; int maxLen; }; struct bunzip_data { int writeCopies; int writePos; int writeRunCountdown; int writeCount; int writeCurrent; long int (*fill)(void *, long unsigned int); long int inbufCount; long int inbufPos; unsigned char *inbuf; unsigned int inbufBitCount; unsigned int inbufBits; unsigned int crc32Table[256]; unsigned int headerCRC; unsigned int totalCRC; unsigned int writeCRC; unsigned int *dbuf; unsigned int dbufSize; unsigned char selectors[32768]; struct group_data groups[6]; int io_error; int byteCount[256]; unsigned char symToByte[256]; unsigned char mtfSymbol[256]; }; struct fdt_errtabent { const char *str; }; struct ida_bitmap { long unsigned int bitmap[16]; }; struct uevent_sock { struct list_head list; struct sock *sk; }; typedef struct { long unsigned int key[2]; } hsiphash_key_t; typedef __u32 Elf32_Word; struct elf32_note { Elf32_Word n_namesz; Elf32_Word n_descsz; Elf32_Word n_type; }; struct acpi_table_mcfg { struct acpi_table_header header; u8 reserved[8]; }; struct acpi_mcfg_allocation { u64 address; u16 pci_segment; u8 start_bus_number; u8 end_bus_number; u32 reserved; }; struct sigcontext { __u64 sc_pc; __u64 sc_regs[32]; __u32 sc_flags; __u64 sc_extcontext[0]; }; struct sctx_info { __u32 magic; __u32 size; __u64 padding; }; struct fpu_context { __u64 regs[32]; __u64 fcc; __u32 fcsr; }; struct lsx_context { __u64 regs[64]; __u64 fcc; __u32 fcsr; }; struct lasx_context { __u64 regs[128]; __u64 fcc; __u32 fcsr; }; struct sigaltstack { void *ss_sp; int ss_flags; __kernel_size_t ss_size; }; typedef struct sigaltstack stack_t; struct ucontext { long unsigned int uc_flags; struct ucontext *uc_link; stack_t uc_stack; sigset_t uc_sigmask; __u8 __unused[120]; long: 64; struct sigcontext uc_mcontext; }; struct rt_sigframe { struct siginfo rs_info; struct ucontext rs_uctx; }; struct _ctx_layout { struct sctx_info *addr; unsigned int size; }; struct extctx_layout { long unsigned int size; unsigned int flags; struct _ctx_layout fpu; struct _ctx_layout lsx; struct _ctx_layout lasx; struct _ctx_layout end; }; struct efi_memory_map_data { phys_addr_t phys_map; long unsigned int size; long unsigned int desc_version; long unsigned int desc_size; long unsigned int flags; }; struct got_entry { Elf64_Addr symbol_addr; }; struct plt_idx_entry { Elf64_Addr symbol_addr; }; typedef int pcpu_fc_cpu_to_node_fn_t(int); typedef int pcpu_fc_cpu_distance_fn_t(unsigned int, unsigned int); struct numa_memblk { u64 start; u64 end; int nid; }; struct numa_meminfo { int nr_blks; struct numa_memblk blk[128]; }; enum invtlb_ops { INVTLB_ALL = 0, INVTLB_CURRENT_ALL = 1, INVTLB_CURRENT_GTRUE = 2, INVTLB_CURRENT_GFALSE = 3, INVTLB_GFALSE_AND_ASID = 4, INVTLB_ADDR_GFALSE_AND_ASID = 5, INVTLB_ADDR_GTRUE_OR_ASID = 6, INVGTLB_GID = 9, INVGTLB_GID_GTRUE = 10, INVGTLB_GID_GFALSE = 11, INVGTLB_GID_GFALSE_ASID = 12, INVGTLB_GID_GFALSE_ASID_ADDR = 13, INVGTLB_GID_GTRUE_ASID_ADDR = 14, INVGTLB_ALLGID_GVA_TO_GPA = 16, INVTLB_ALLGID_GPA_TO_HPA = 17, INVTLB_ALLGID = 18, INVGTLB_GID_GVA_TO_GPA = 19, INVTLB_GID_GPA_TO_HPA = 20, INVTLB_GID_ALL = 21, INVTLB_GID_ADDR = 22, }; enum error_detector { ERROR_DETECTOR_KFENCE = 0, ERROR_DETECTOR_KASAN = 1, ERROR_DETECTOR_WARN = 2, }; struct warn_args { const char *fmt; va_list args; }; struct waitid_info { pid_t pid; uid_t uid; int status; int cause; }; struct wait_opts { enum pid_type wo_type; int wo_flags; struct pid *wo_pid; struct waitid_info *wo_info; int wo_stat; struct rusage *wo_rusage; wait_queue_entry_t child_wait; int notask_error; }; enum siginfo_layout { SIL_KILL = 0, SIL_TIMER = 1, SIL_POLL = 2, SIL_FAULT = 3, SIL_FAULT_TRAPNO = 4, SIL_FAULT_MCEERR = 5, SIL_FAULT_BNDERR = 6, SIL_FAULT_PKUERR = 7, SIL_FAULT_PERF_EVENT = 8, SIL_CHLD = 9, SIL_RT = 10, SIL_SYS = 11, }; enum { TRACE_SIGNAL_DELIVERED = 0, TRACE_SIGNAL_IGNORED = 1, TRACE_SIGNAL_ALREADY_PENDING = 2, TRACE_SIGNAL_OVERFLOW_FAIL = 3, TRACE_SIGNAL_LOSE_INFO = 4, }; struct trace_event_raw_signal_generate { struct trace_entry ent; int sig; int errno; int code; char comm[16]; pid_t pid; int group; int result; char __data[0]; }; struct trace_event_raw_signal_deliver { struct trace_entry ent; int sig; int errno; int code; long unsigned int sa_handler; long unsigned int sa_flags; char __data[0]; }; struct trace_event_data_offsets_signal_generate {}; struct trace_event_data_offsets_signal_deliver {}; typedef void (*btf_trace_signal_generate)(void *, int, struct kernel_siginfo *, struct task_struct *, int, int); typedef void (*btf_trace_signal_deliver)(void *, int, struct kernel_siginfo *, struct k_sigaction *); enum sig_handler { HANDLER_CURRENT = 0, HANDLER_SIG_DFL = 1, HANDLER_EXIT = 2, }; enum { KTW_FREEZABLE = 1, }; struct kthread_create_info { int (*threadfn)(void *); void *data; int node; struct task_struct *result; struct completion *done; struct list_head list; }; struct kthread { long unsigned int flags; unsigned int cpu; int result; int (*threadfn)(void *); void *data; struct completion parked; struct completion exited; struct cgroup_subsys_state *blkcg_css; char *full_name; }; enum KTHREAD_BITS { KTHREAD_IS_PER_CPU = 0, KTHREAD_SHOULD_STOP = 1, KTHREAD_SHOULD_PARK = 2, }; struct kthread_flush_work { struct kthread_work work; struct completion done; }; enum what { PROC_EVENT_NONE = 0, PROC_EVENT_FORK = 1, PROC_EVENT_EXEC = 2, PROC_EVENT_UID = 4, PROC_EVENT_GID = 64, PROC_EVENT_SID = 128, PROC_EVENT_PTRACE = 256, PROC_EVENT_COMM = 512, PROC_EVENT_COREDUMP = 1073741824, PROC_EVENT_EXIT = 2147483648, }; enum uclamp_id { UCLAMP_MIN = 0, UCLAMP_MAX = 1, UCLAMP_CNT = 2, }; struct numa_group { refcount_t refcount; spinlock_t lock; int nr_tasks; pid_t gid; int active_nodes; struct callback_head rcu; long unsigned int total_faults; long unsigned int max_faults_cpu; long unsigned int faults[0]; }; enum sched_tunable_scaling { SCHED_TUNABLESCALING_NONE = 0, SCHED_TUNABLESCALING_LOG = 1, SCHED_TUNABLESCALING_LINEAR = 2, SCHED_TUNABLESCALING_END = 3, }; enum numa_faults_stats { NUMA_MEM = 0, NUMA_CPU = 1, NUMA_MEMBUF = 2, NUMA_CPUBUF = 3, }; enum numa_type { node_has_spare = 0, node_fully_busy = 1, node_overloaded = 2, }; struct numa_stats { long unsigned int load; long unsigned int runnable; long unsigned int util; long unsigned int compute_capacity; unsigned int nr_running; unsigned int weight; enum numa_type node_type; int idle_cpu; }; struct task_numa_env { struct task_struct *p; int src_cpu; int src_nid; int dst_cpu; int dst_nid; int imb_numa_nr; struct numa_stats src_stats; struct numa_stats dst_stats; int imbalance_pct; int dist; struct task_struct *best_task; long int best_imp; int best_cpu; }; struct energy_env { long unsigned int task_busy_time; long unsigned int pd_busy_time; long unsigned int cpu_cap; long unsigned int pd_cap; }; enum fbq_type { regular = 0, remote = 1, all = 2, }; enum group_type { group_has_spare = 0, group_fully_busy = 1, group_misfit_task = 2, group_asym_packing = 3, group_imbalanced = 4, group_overloaded = 5, }; enum migration_type { migrate_load = 0, migrate_util = 1, migrate_task = 2, migrate_misfit = 3, }; struct lb_env { struct sched_domain *sd; struct rq *src_rq; int src_cpu; int dst_cpu; struct rq *dst_rq; struct cpumask *dst_grpmask; int new_dst_cpu; enum cpu_idle_type idle; long int imbalance; struct cpumask *cpus; unsigned int flags; unsigned int loop; unsigned int loop_break; unsigned int loop_max; enum fbq_type fbq_type; enum migration_type migration_type; struct list_head tasks; }; struct sg_lb_stats { long unsigned int avg_load; long unsigned int group_load; long unsigned int group_capacity; long unsigned int group_util; long unsigned int group_runnable; unsigned int sum_nr_running; unsigned int sum_h_nr_running; unsigned int idle_cpus; unsigned int group_weight; enum group_type group_type; unsigned int group_asym_packing; long unsigned int group_misfit_task_load; unsigned int nr_numa_running; unsigned int nr_preferred_running; }; struct sd_lb_stats { struct sched_group *busiest; struct sched_group *local; long unsigned int total_load; long unsigned int total_capacity; long unsigned int avg_load; unsigned int prefer_sibling; struct sg_lb_stats busiest_stat; struct sg_lb_stats local_stat; }; enum rwsem_waiter_type { RWSEM_WAITING_FOR_WRITE = 0, RWSEM_WAITING_FOR_READ = 1, }; struct rwsem_waiter { struct list_head list; struct task_struct *task; enum rwsem_waiter_type type; long unsigned int timeout; bool handoff_set; }; enum rwsem_wake_type { RWSEM_WAKE_ANY = 0, RWSEM_WAKE_READERS = 1, RWSEM_WAKE_READ_OWNED = 2, }; enum owner_state { OWNER_NULL = 1, OWNER_WRITER = 2, OWNER_READER = 4, OWNER_NONSPINNABLE = 8, }; struct optimistic_spin_node { struct optimistic_spin_node *next; struct optimistic_spin_node *prev; int locked; int cpu; }; struct pm_vt_switch { struct list_head head; struct device *dev; bool required; }; struct dev_printk_info; enum { IRQC_IS_HARDIRQ = 0, IRQC_IS_NESTED = 1, }; struct irqchip_fwid { struct fwnode_handle fwnode; unsigned int type; char *name; phys_addr_t *pa; }; struct msi_domain_template { char name[48]; struct irq_chip chip; struct msi_domain_ops ops; struct msi_domain_info info; }; struct msi_ctrl { unsigned int domid; unsigned int first; unsigned int last; unsigned int nirqs; }; struct dma_map_ops { unsigned int flags; void * (*alloc)(struct device *, size_t, dma_addr_t *, gfp_t, long unsigned int); void (*free)(struct device *, size_t, void *, dma_addr_t, long unsigned int); struct page * (*alloc_pages)(struct device *, size_t, dma_addr_t *, enum dma_data_direction, gfp_t); void (*free_pages)(struct device *, size_t, struct page *, dma_addr_t, enum dma_data_direction); struct sg_table * (*alloc_noncontiguous)(struct device *, size_t, enum dma_data_direction, gfp_t, long unsigned int); void (*free_noncontiguous)(struct device *, size_t, struct sg_table *, enum dma_data_direction); int (*mmap)(struct device *, struct vm_area_struct *, void *, dma_addr_t, size_t, long unsigned int); int (*get_sgtable)(struct device *, struct sg_table *, void *, dma_addr_t, size_t, long unsigned int); dma_addr_t (*map_page)(struct device *, struct page *, long unsigned int, size_t, enum dma_data_direction, long unsigned int); void (*unmap_page)(struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); int (*map_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction, long unsigned int); void (*unmap_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction, long unsigned int); dma_addr_t (*map_resource)(struct device *, phys_addr_t, size_t, enum dma_data_direction, long unsigned int); void (*unmap_resource)(struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); void (*sync_single_for_cpu)(struct device *, dma_addr_t, size_t, enum dma_data_direction); void (*sync_single_for_device)(struct device *, dma_addr_t, size_t, enum dma_data_direction); void (*sync_sg_for_cpu)(struct device *, struct scatterlist *, int, enum dma_data_direction); void (*sync_sg_for_device)(struct device *, struct scatterlist *, int, enum dma_data_direction); void (*cache_sync)(struct device *, void *, size_t, enum dma_data_direction); int (*dma_supported)(struct device *, u64); u64 (*get_required_mask)(struct device *); size_t (*max_mapping_size)(struct device *); size_t (*opt_mapping_size)(); long unsigned int (*get_merge_boundary)(struct device *); }; struct dma_sgt_handle { struct sg_table sgt; struct page **pages; }; struct dma_devres { size_t size; void *vaddr; dma_addr_t dma_handle; long unsigned int attrs; }; struct dma_coherent_mem { void *virt_base; dma_addr_t device_base; long unsigned int pfn_base; int size; long unsigned int *bitmap; spinlock_t spinlock; bool use_dev_dma_pfn_offset; }; struct trace_event_raw_sys_enter { struct trace_entry ent; long int id; long unsigned int args[6]; char __data[0]; }; struct trace_event_raw_sys_exit { struct trace_entry ent; long int id; long int ret; char __data[0]; }; struct trace_event_data_offsets_sys_enter {}; struct trace_event_data_offsets_sys_exit {}; typedef void (*btf_trace_sys_enter)(void *, struct pt_regs *, long int); typedef void (*btf_trace_sys_exit)(void *, struct pt_regs *, long int); struct ktime_timestamps { u64 mono; u64 boot; u64 real; }; enum timekeeping_adv_mode { TK_ADV_TICK = 0, TK_ADV_FREQ = 1, }; struct tk_fast { seqcount_latch_t seq; struct tk_read_base base[2]; }; struct class_interface { struct list_head node; struct class *class; int (*add_dev)(struct device *, struct class_interface *); void (*remove_dev)(struct device *, struct class_interface *); }; struct trace_event_raw_alarmtimer_suspend { struct trace_entry ent; s64 expires; unsigned char alarm_type; char __data[0]; }; struct trace_event_raw_alarm_class { struct trace_entry ent; void *alarm; unsigned char alarm_type; s64 expires; s64 now; char __data[0]; }; struct trace_event_data_offsets_alarmtimer_suspend {}; struct trace_event_data_offsets_alarm_class {}; typedef void (*btf_trace_alarmtimer_suspend)(void *, ktime_t, int); typedef void (*btf_trace_alarmtimer_fired)(void *, struct alarm *, ktime_t); typedef void (*btf_trace_alarmtimer_start)(void *, struct alarm *, ktime_t); typedef void (*btf_trace_alarmtimer_cancel)(void *, struct alarm *, ktime_t); struct alarm_base { spinlock_t lock; struct timerqueue_head timerqueue; ktime_t (*get_ktime)(); void (*get_timespec)(struct timespec64 *); clockid_t base_clockid; }; struct clock_read_data { u64 epoch_ns; u64 epoch_cyc; u64 sched_clock_mask; u64 (*read_sched_clock)(); u32 mult; u32 shift; }; struct clock_data { seqcount_latch_t seq; struct clock_read_data read_data[2]; ktime_t wrap_kt; long unsigned int rate; u64 (*actual_read_sched_clock)(); }; struct kallsym_iter { loff_t pos; loff_t pos_arch_end; loff_t pos_mod_end; loff_t pos_ftrace_mod_end; loff_t pos_bpf_end; long unsigned int value; unsigned int nameoff; char type; char name[512]; char module_name[56]; int exported; int show_value; }; struct bpf_iter__ksym { union { struct bpf_iter_meta *meta; }; union { struct kallsym_iter *ksym; }; }; struct btf_id_set8 { u32 cnt; u32 flags; struct { u32 id; u32 flags; } pairs[0]; }; struct btf_kfunc_id_set { struct module *owner; struct btf_id_set8 *set; }; enum freezer_state_flags { CGROUP_FREEZER_ONLINE = 1, CGROUP_FREEZING_SELF = 2, CGROUP_FREEZING_PARENT = 4, CGROUP_FROZEN = 8, CGROUP_FREEZING = 6, }; struct freezer { struct cgroup_subsys_state css; unsigned int state; }; struct root_domain; struct fmeter { int cnt; int val; time64_t time; spinlock_t lock; }; enum prs_errcode { PERR_NONE = 0, PERR_INVCPUS = 1, PERR_INVPARENT = 2, PERR_NOTPART = 3, PERR_NOTEXCL = 4, PERR_NOCPUS = 5, PERR_HOTPLUG = 6, PERR_CPUSEMPTY = 7, }; struct cpuset { struct cgroup_subsys_state css; long unsigned int flags; cpumask_var_t cpus_allowed; nodemask_t mems_allowed; cpumask_var_t effective_cpus; nodemask_t effective_mems; cpumask_var_t subparts_cpus; nodemask_t old_mems_allowed; struct fmeter fmeter; int attach_in_progress; int pn; int relax_domain_level; int nr_subparts_cpus; int partition_root_state; int use_parent_ecpus; int child_ecpus_count; enum prs_errcode prs_err; struct cgroup_file partition_file; }; struct tmpmasks { cpumask_var_t addmask; cpumask_var_t delmask; cpumask_var_t new_cpus; }; typedef enum { CS_ONLINE = 0, CS_CPU_EXCLUSIVE = 1, CS_MEM_EXCLUSIVE = 2, CS_MEM_HARDWALL = 3, CS_MEMORY_MIGRATE = 4, CS_SCHED_LOAD_BALANCE = 5, CS_SPREAD_PAGE = 6, CS_SPREAD_SLAB = 7, } cpuset_flagbits_t; enum subparts_cmd { partcmd_enable = 0, partcmd_disable = 1, partcmd_update = 2, partcmd_invalidate = 3, }; struct cpuset_migrate_mm_work { struct work_struct work; struct mm_struct *mm; nodemask_t from; nodemask_t to; }; typedef enum { FILE_MEMORY_MIGRATE = 0, FILE_CPULIST = 1, FILE_MEMLIST = 2, FILE_EFFECTIVE_CPULIST = 3, FILE_EFFECTIVE_MEMLIST = 4, FILE_SUBPARTS_CPULIST = 5, FILE_CPU_EXCLUSIVE = 6, FILE_MEM_EXCLUSIVE = 7, FILE_MEM_HARDWALL = 8, FILE_SCHED_LOAD_BALANCE = 9, FILE_PARTITION_ROOT = 10, FILE_SCHED_RELAX_DOMAIN_LEVEL = 11, FILE_MEMORY_PRESSURE_ENABLED = 12, FILE_MEMORY_PRESSURE = 13, FILE_SPREAD_PAGE = 14, FILE_SPREAD_SLAB = 15, } cpuset_filetype_t; enum audit_nlgrps { AUDIT_NLGRP_NONE = 0, AUDIT_NLGRP_READLOG = 1, __AUDIT_NLGRP_MAX = 2, }; struct audit_status { __u32 mask; __u32 enabled; __u32 failure; __u32 pid; __u32 rate_limit; __u32 backlog_limit; __u32 lost; __u32 backlog; union { __u32 version; __u32 feature_bitmap; }; __u32 backlog_wait_time; __u32 backlog_wait_time_actual; }; struct audit_features { __u32 vers; __u32 mask; __u32 features; __u32 lock; }; struct audit_tty_status { __u32 enabled; __u32 log_passwd; }; struct audit_sig_info { uid_t uid; pid_t pid; char ctx[0]; }; struct audit_net { struct sock *sk; }; struct auditd_connection { struct pid *pid; u32 portid; struct net *net; struct callback_head rcu; }; struct audit_ctl_mutex { struct mutex lock; void *owner; }; struct audit_buffer { struct sk_buff *skb; struct audit_context *ctx; gfp_t gfp_mask; }; struct audit_reply { __u32 portid; struct net *net; struct sk_buff *skb; }; struct kprobe_blacklist_entry { struct list_head list; long unsigned int start_addr; long unsigned int end_addr; }; struct kprobe_insn_page { struct list_head list; kprobe_opcode_t *insns; struct kprobe_insn_cache *cache; int nused; int ngarbage; char slot_used[0]; }; enum kprobe_slot_state { SLOT_CLEAN = 0, SLOT_DIRTY = 1, SLOT_USED = 2, }; enum { TASKSTATS_TYPE_UNSPEC = 0, TASKSTATS_TYPE_PID = 1, TASKSTATS_TYPE_TGID = 2, TASKSTATS_TYPE_STATS = 3, TASKSTATS_TYPE_AGGR_PID = 4, TASKSTATS_TYPE_AGGR_TGID = 5, TASKSTATS_TYPE_NULL = 6, __TASKSTATS_TYPE_MAX = 7, }; enum { TASKSTATS_CMD_ATTR_UNSPEC = 0, TASKSTATS_CMD_ATTR_PID = 1, TASKSTATS_CMD_ATTR_TGID = 2, TASKSTATS_CMD_ATTR_REGISTER_CPUMASK = 3, TASKSTATS_CMD_ATTR_DEREGISTER_CPUMASK = 4, __TASKSTATS_CMD_ATTR_MAX = 5, }; enum { CGROUPSTATS_CMD_UNSPEC = 3, CGROUPSTATS_CMD_GET = 4, CGROUPSTATS_CMD_NEW = 5, __CGROUPSTATS_CMD_MAX = 6, }; enum { CGROUPSTATS_TYPE_UNSPEC = 0, CGROUPSTATS_TYPE_CGROUP_STATS = 1, __CGROUPSTATS_TYPE_MAX = 2, }; enum { CGROUPSTATS_CMD_ATTR_UNSPEC = 0, CGROUPSTATS_CMD_ATTR_FD = 1, __CGROUPSTATS_CMD_ATTR_MAX = 2, }; struct listener { struct list_head list; pid_t pid; char valid; }; struct listener_list { struct rw_semaphore sem; struct list_head list; }; enum actions { REGISTER = 0, DEREGISTER = 1, CPU_DONT_CARE = 2, }; enum ring_buffer_type { RINGBUF_TYPE_DATA_TYPE_LEN_MAX = 28, RINGBUF_TYPE_PADDING = 29, RINGBUF_TYPE_TIME_EXTEND = 30, RINGBUF_TYPE_TIME_STAMP = 31, }; enum ring_buffer_flags { RB_FL_OVERWRITE = 1, }; struct ring_buffer_per_cpu; struct buffer_page; struct ring_buffer_iter { struct ring_buffer_per_cpu *cpu_buffer; long unsigned int head; long unsigned int next_event; struct buffer_page *head_page; struct buffer_page *cache_reader_page; long unsigned int cache_read; u64 read_stamp; u64 page_stamp; struct ring_buffer_event *event; int missed_events; }; struct rb_irq_work { struct irq_work work; wait_queue_head_t waiters; wait_queue_head_t full_waiters; long int wait_index; bool waiters_pending; bool full_waiters_pending; bool wakeup_full; }; struct trace_buffer { unsigned int flags; int cpus; atomic_t record_disabled; cpumask_var_t cpumask; struct lock_class_key *reader_lock_key; struct mutex mutex; struct ring_buffer_per_cpu **buffers; struct hlist_node node; u64 (*clock)(); struct rb_irq_work irq_work; bool time_stamp_abs; }; enum { RB_LEN_TIME_EXTEND = 8, RB_LEN_TIME_STAMP = 8, }; struct buffer_data_page { u64 time_stamp; local_t commit; unsigned char data[0]; }; struct buffer_page { struct list_head list; local_t write; unsigned int read; local_t entries; long unsigned int real_end; struct buffer_data_page *page; }; struct rb_event_info { u64 ts; u64 delta; u64 before; u64 after; long unsigned int length; struct buffer_page *tail_page; int add_timestamp; }; enum { RB_ADD_STAMP_NONE = 0, RB_ADD_STAMP_EXTEND = 2, RB_ADD_STAMP_ABSOLUTE = 4, RB_ADD_STAMP_FORCE = 8, }; enum { RB_CTX_TRANSITION = 0, RB_CTX_NMI = 1, RB_CTX_IRQ = 2, RB_CTX_SOFTIRQ = 3, RB_CTX_NORMAL = 4, RB_CTX_MAX = 5, }; struct rb_time_struct { local64_t time; }; typedef struct rb_time_struct rb_time_t; struct ring_buffer_per_cpu { int cpu; atomic_t record_disabled; atomic_t resize_disabled; struct trace_buffer *buffer; raw_spinlock_t reader_lock; arch_spinlock_t lock; struct lock_class_key lock_key; struct buffer_data_page *free_page; long unsigned int nr_pages; unsigned int current_context; struct list_head *pages; struct buffer_page *head_page; struct buffer_page *tail_page; struct buffer_page *commit_page; struct buffer_page *reader_page; long unsigned int lost_events; long unsigned int last_overrun; long unsigned int nest; local_t entries_bytes; local_t entries; local_t overrun; local_t commit_overrun; local_t dropped_events; local_t committing; local_t commits; local_t pages_touched; local_t pages_lost; local_t pages_read; long int last_pages_touch; size_t shortest_full; long unsigned int read; long unsigned int read_bytes; rb_time_t write_stamp; rb_time_t before_stamp; u64 event_stamp[5]; u64 read_stamp; long int nr_pages_to_update; struct list_head new_pages; struct work_struct update_pages_work; struct completion update_done; struct rb_irq_work irq_work; }; struct trace_bprintk_fmt { struct list_head list; const char *fmt; }; enum { TRACE_NOP_OPT_ACCEPT = 1, TRACE_NOP_OPT_REFUSE = 2, }; struct module_string { struct list_head next; struct module *module; char *str; }; enum { FORMAT_HEADER = 1, FORMAT_FIELD_SEPERATOR = 2, FORMAT_PRINTFMT = 3, }; struct boot_triggers { const char *event; char *trigger; }; struct event_probe_data { struct trace_event_file *file; long unsigned int count; int ref; bool enable; }; struct filter_pred; struct prog_entry { int target; int when_to_branch; struct filter_pred *pred; }; struct regex; typedef int (*regex_match_func)(char *, struct regex *, int); struct regex { char pattern[256]; int len; int field_len; regex_match_func match; }; enum filter_op_ids { OP_GLOB = 0, OP_NE = 1, OP_EQ = 2, OP_LE = 3, OP_LT = 4, OP_GE = 5, OP_GT = 6, OP_BAND = 7, OP_MAX = 8, }; enum filter_pred_fn { FILTER_PRED_FN_NOP = 0, FILTER_PRED_FN_64 = 1, FILTER_PRED_FN_S64 = 2, FILTER_PRED_FN_U64 = 3, FILTER_PRED_FN_32 = 4, FILTER_PRED_FN_S32 = 5, FILTER_PRED_FN_U32 = 6, FILTER_PRED_FN_16 = 7, FILTER_PRED_FN_S16 = 8, FILTER_PRED_FN_U16 = 9, FILTER_PRED_FN_8 = 10, FILTER_PRED_FN_S8 = 11, FILTER_PRED_FN_U8 = 12, FILTER_PRED_FN_COMM = 13, FILTER_PRED_FN_STRING = 14, FILTER_PRED_FN_STRLOC = 15, FILTER_PRED_FN_STRRELLOC = 16, FILTER_PRED_FN_PCHAR_USER = 17, FILTER_PRED_FN_PCHAR = 18, FILTER_PRED_FN_CPU = 19, FILTER_PRED_FN_ = 20, FILTER_PRED_TEST_VISITED = 21, }; struct filter_pred { enum filter_pred_fn fn_num; u64 val; struct regex regex; short unsigned int *ops; struct ftrace_event_field *field; int offset; int not; int op; }; enum { FILT_ERR_NONE = 0, FILT_ERR_INVALID_OP = 1, FILT_ERR_TOO_MANY_OPEN = 2, FILT_ERR_TOO_MANY_CLOSE = 3, FILT_ERR_MISSING_QUOTE = 4, FILT_ERR_OPERAND_TOO_LONG = 5, FILT_ERR_EXPECT_STRING = 6, FILT_ERR_EXPECT_DIGIT = 7, FILT_ERR_ILLEGAL_FIELD_OP = 8, FILT_ERR_FIELD_NOT_FOUND = 9, FILT_ERR_ILLEGAL_INTVAL = 10, FILT_ERR_BAD_SUBSYS_FILTER = 11, FILT_ERR_TOO_MANY_PREDS = 12, FILT_ERR_INVALID_FILTER = 13, FILT_ERR_IP_FIELD_ONLY = 14, FILT_ERR_INVALID_VALUE = 15, FILT_ERR_ERRNO = 16, FILT_ERR_NO_FILTER = 17, }; struct filter_parse_error { int lasterr; int lasterr_pos; }; typedef int (*parse_pred_fn)(const char *, void *, int, struct filter_parse_error *, struct filter_pred **); enum { INVERT = 1, PROCESS_AND = 2, PROCESS_OR = 4, }; struct ustring_buffer { char buffer[1024]; }; enum { TOO_MANY_CLOSE = -1, TOO_MANY_OPEN = -2, MISSING_QUOTE = -3, }; struct filter_list { struct list_head list; struct event_filter *filter; }; struct function_filter_data { struct ftrace_ops *ops; int first_filter; int first_notrace; }; struct trace_event_raw_error_report_template { struct trace_entry ent; enum error_detector error_detector; long unsigned int id; char __data[0]; }; struct trace_event_data_offsets_error_report_template {}; typedef void (*btf_trace_error_report_end)(void *, enum error_detector, long unsigned int); struct trace_event_raw_rpm_internal { struct trace_entry ent; u32 __data_loc_name; int flags; int usage_count; int disable_depth; int runtime_auto; int request_pending; int irq_safe; int child_count; char __data[0]; }; struct trace_event_raw_rpm_return_int { struct trace_entry ent; u32 __data_loc_name; long unsigned int ip; int ret; char __data[0]; }; struct trace_event_data_offsets_rpm_internal { u32 name; }; struct trace_event_data_offsets_rpm_return_int { u32 name; }; typedef void (*btf_trace_rpm_suspend)(void *, struct device *, int); typedef void (*btf_trace_rpm_resume)(void *, struct device *, int); typedef void (*btf_trace_rpm_idle)(void *, struct device *, int); typedef void (*btf_trace_rpm_usage)(void *, struct device *, int); typedef void (*btf_trace_rpm_return_int)(void *, struct device *, long unsigned int, int); struct trace_probe_log { const char *subsystem; const char **argv; int argc; int index; }; struct bpf_preload_info { char link_name[16]; struct bpf_link *link; }; struct bpf_preload_ops { int (*preload)(struct bpf_preload_info *); struct module *owner; }; enum bpf_type { BPF_TYPE_UNSPEC = 0, BPF_TYPE_PROG = 1, BPF_TYPE_MAP = 2, BPF_TYPE_LINK = 3, }; struct map_iter { void *key; bool done; }; enum { OPT_MODE = 0, }; struct bpf_mount_opts { umode_t mode; }; struct bpf_spin_lock { __u32 val; }; struct bpf_timer { long: 64; long: 64;}; struct bpf_dynptr { long: 64; long: 64;}; struct bpf_list_head { long: 64; long: 64;}; struct bpf_list_node { long: 64; long: 64;}; struct bpf_pidns_info { __u32 pid; __u32 tgid; }; struct btf_id_dtor_kfunc { u32 btf_id; u32 kfunc_btf_id; }; struct bpf_dynptr_kern { void *data; u32 size; u32 offset; }; typedef u64 (*btf_bpf_map_lookup_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_update_elem)(struct bpf_map *, void *, void *, u64); typedef u64 (*btf_bpf_map_delete_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_push_elem)(struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_map_pop_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_peek_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_lookup_percpu_elem)(struct bpf_map *, void *, u32); typedef u64 (*btf_bpf_get_smp_processor_id)(); typedef u64 (*btf_bpf_get_numa_node_id)(); typedef u64 (*btf_bpf_ktime_get_ns)(); typedef u64 (*btf_bpf_ktime_get_boot_ns)(); typedef u64 (*btf_bpf_ktime_get_coarse_ns)(); typedef u64 (*btf_bpf_ktime_get_tai_ns)(); typedef u64 (*btf_bpf_get_current_pid_tgid)(); typedef u64 (*btf_bpf_get_current_uid_gid)(); typedef u64 (*btf_bpf_get_current_comm)(char *, u32); typedef u64 (*btf_bpf_spin_lock)(struct bpf_spin_lock *); typedef u64 (*btf_bpf_spin_unlock)(struct bpf_spin_lock *); typedef u64 (*btf_bpf_jiffies64)(); typedef u64 (*btf_bpf_get_current_cgroup_id)(); typedef u64 (*btf_bpf_get_current_ancestor_cgroup_id)(int); typedef u64 (*btf_bpf_strtol)(const char *, size_t, u64, long int *); typedef u64 (*btf_bpf_strtoul)(const char *, size_t, u64, long unsigned int *); typedef u64 (*btf_bpf_strncmp)(const char *, u32, const char *); typedef u64 (*btf_bpf_get_ns_current_pid_tgid)(u64, u64, struct bpf_pidns_info *, u32); typedef u64 (*btf_bpf_event_output_data)(void *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_copy_from_user)(void *, u32, const void *); typedef u64 (*btf_bpf_copy_from_user_task)(void *, u32, const void *, struct task_struct *, u64); typedef u64 (*btf_bpf_per_cpu_ptr)(const void *, u32); typedef u64 (*btf_bpf_this_cpu_ptr)(const void *); struct bpf_bprintf_buffers { char tmp_bufs[1536]; }; typedef u64 (*btf_bpf_snprintf)(char *, u32, char *, const void *, u32); struct bpf_hrtimer { struct hrtimer timer; struct bpf_map *map; struct bpf_prog *prog; void *callback_fn; void *value; }; struct bpf_timer_kern { struct bpf_hrtimer *timer; struct bpf_spin_lock lock; }; typedef u64 (*btf_bpf_timer_init)(struct bpf_timer_kern *, struct bpf_map *, u64); typedef u64 (*btf_bpf_timer_set_callback)(struct bpf_timer_kern *, void *, struct bpf_prog_aux *); typedef u64 (*btf_bpf_timer_start)(struct bpf_timer_kern *, u64, u64); typedef u64 (*btf_bpf_timer_cancel)(struct bpf_timer_kern *); typedef u64 (*btf_bpf_kptr_xchg)(void *, void *); typedef u64 (*btf_bpf_dynptr_from_mem)(void *, u32, u64, struct bpf_dynptr_kern *); typedef u64 (*btf_bpf_dynptr_read)(void *, u32, const struct bpf_dynptr_kern *, u32, u64); typedef u64 (*btf_bpf_dynptr_write)(const struct bpf_dynptr_kern *, u32, void *, u32, u64); typedef u64 (*btf_bpf_dynptr_data)(const struct bpf_dynptr_kern *, u32, u32); struct bpf_iter_seq_link_info { u32 link_id; }; struct bpf_iter__bpf_link { union { struct bpf_iter_meta *meta; }; union { struct bpf_link *link; }; }; enum bpf_lru_list_type { BPF_LRU_LIST_T_ACTIVE = 0, BPF_LRU_LIST_T_INACTIVE = 1, BPF_LRU_LIST_T_FREE = 2, BPF_LRU_LOCAL_LIST_T_FREE = 3, BPF_LRU_LOCAL_LIST_T_PENDING = 4, }; struct bpf_lru_node { struct list_head list; u16 cpu; u8 type; u8 ref; }; struct bpf_lru_list { struct list_head lists[3]; unsigned int counts[2]; struct list_head *next_inactive_rotation; raw_spinlock_t lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_lru_locallist { struct list_head lists[2]; u16 next_steal; raw_spinlock_t lock; }; struct bpf_common_lru { struct bpf_lru_list lru_list; struct bpf_lru_locallist *local_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef bool (*del_from_htab_func)(void *, struct bpf_lru_node *); struct bpf_lru { union { struct bpf_common_lru common_lru; struct bpf_lru_list *percpu_lru; }; del_from_htab_func del_from_htab; void *del_arg; unsigned int hash_offset; unsigned int nr_scans; bool percpu; long: 56; long: 64; long: 64; long: 64; long: 64; }; struct bpf_cgroup_storage_map { struct bpf_map map; spinlock_t lock; struct rb_root root; struct list_head list; long: 64; long: 64; long: 64; long: 64; }; enum { BTF_VAR_STATIC = 0, BTF_VAR_GLOBAL_ALLOCATED = 1, BTF_VAR_GLOBAL_EXTERN = 2, }; struct btf_var { __u32 linkage; }; struct btf_decl_tag { __s32 component_idx; }; struct xdp_md { __u32 data; __u32 data_end; __u32 data_meta; __u32 ingress_ifindex; __u32 rx_queue_index; __u32 egress_ifindex; }; struct bpf_btf_info { __u64 btf; __u32 btf_size; __u32 id; __u64 name; __u32 name_len; __u32 kernel_btf; }; struct bpf_cgroup_dev_ctx { __u32 access_type; __u32 major; __u32 minor; }; struct bpf_raw_tracepoint_args { __u64 args[0]; }; struct bpf_sysctl { __u32 write; __u32 file_pos; }; struct bpf_sockopt { union { struct bpf_sock *sk; }; union { void *optval; }; union { void *optval_end; }; __s32 level; __s32 optname; __s32 optlen; __s32 retval; }; enum { BTF_F_COMPACT = 1, BTF_F_NONAME = 2, BTF_F_PTR_RAW = 4, BTF_F_ZERO = 8, }; struct bpf_perf_event_data { bpf_user_pt_regs_t regs; __u64 sample_period; __u64 addr; }; struct btf_struct_metas { u32 cnt; struct btf_struct_meta types[0]; }; struct bpf_sysctl_kern { struct ctl_table_header *head; struct ctl_table *table; void *cur_val; size_t cur_len; void *new_val; size_t new_len; int new_updated; int write; loff_t *ppos; u64 tmp_reg; }; struct bpf_sockopt_kern { struct sock *sk; u8 *optval; u8 *optval_end; s32 level; s32 optname; s32 optlen; struct task_struct *current_task; u64 tmp_reg; }; enum btf_kfunc_hook { BTF_KFUNC_HOOK_COMMON = 0, BTF_KFUNC_HOOK_XDP = 1, BTF_KFUNC_HOOK_TC = 2, BTF_KFUNC_HOOK_STRUCT_OPS = 3, BTF_KFUNC_HOOK_TRACING = 4, BTF_KFUNC_HOOK_SYSCALL = 5, BTF_KFUNC_HOOK_FMODRET = 6, BTF_KFUNC_HOOK_MAX = 7, }; enum { BTF_KFUNC_SET_MAX_CNT = 256, BTF_DTOR_KFUNC_MAX_CNT = 256, }; struct btf_kfunc_set_tab { struct btf_id_set8 *sets[7]; }; struct btf_id_dtor_kfunc_tab { u32 cnt; struct btf_id_dtor_kfunc dtors[0]; }; enum verifier_phase { CHECK_META = 0, CHECK_TYPE = 1, }; struct resolve_vertex { const struct btf_type *t; u32 type_id; u16 next_member; }; enum visit_state { NOT_VISITED = 0, VISITED = 1, RESOLVED = 2, }; enum resolve_mode { RESOLVE_TBD = 0, RESOLVE_PTR = 1, RESOLVE_STRUCT_OR_ARRAY = 2, }; struct btf_sec_info { u32 off; u32 len; }; struct btf_verifier_env { struct btf *btf; u8 *visit_states; struct resolve_vertex stack[32]; struct bpf_verifier_log log; u32 log_type_id; u32 top_stack; enum verifier_phase phase; enum resolve_mode resolve_mode; }; struct btf_show { u64 flags; void *target; void (*showfn)(struct btf_show *, const char *, va_list); const struct btf *btf; struct { u8 depth; u8 depth_to_show; u8 depth_check; u8 array_member: 1; u8 array_terminated: 1; u16 array_encoding; u32 type_id; int status; const struct btf_type *type; const struct btf_member *member; char name[80]; } state; struct { u32 size; void *head; void *data; u8 safe[32]; } obj; }; struct btf_kind_operations { s32 (*check_meta)(struct btf_verifier_env *, const struct btf_type *, u32); int (*resolve)(struct btf_verifier_env *, const struct resolve_vertex *); int (*check_member)(struct btf_verifier_env *, const struct btf_type *, const struct btf_member *, const struct btf_type *); int (*check_kflag_member)(struct btf_verifier_env *, const struct btf_type *, const struct btf_member *, const struct btf_type *); void (*log_details)(struct btf_verifier_env *, const struct btf_type *); void (*show)(const struct btf *, const struct btf_type *, u32, void *, u8, struct btf_show *); }; enum { BTF_FIELD_IGNORE = 0, BTF_FIELD_FOUND = 1, }; struct btf_field_info { enum btf_field_type type; u32 off; union { struct { u32 type_id; } kptr; struct { const char *node_name; u32 value_btf_id; } list_head; }; }; struct bpf_ctx_convert { struct __sk_buff BPF_PROG_TYPE_SOCKET_FILTER_prog; struct sk_buff BPF_PROG_TYPE_SOCKET_FILTER_kern; struct __sk_buff BPF_PROG_TYPE_SCHED_CLS_prog; struct sk_buff BPF_PROG_TYPE_SCHED_CLS_kern; struct __sk_buff BPF_PROG_TYPE_SCHED_ACT_prog; struct sk_buff BPF_PROG_TYPE_SCHED_ACT_kern; struct xdp_md BPF_PROG_TYPE_XDP_prog; struct xdp_buff BPF_PROG_TYPE_XDP_kern; struct __sk_buff BPF_PROG_TYPE_CGROUP_SKB_prog; struct sk_buff BPF_PROG_TYPE_CGROUP_SKB_kern; struct bpf_sock BPF_PROG_TYPE_CGROUP_SOCK_prog; struct sock BPF_PROG_TYPE_CGROUP_SOCK_kern; struct bpf_sock_addr BPF_PROG_TYPE_CGROUP_SOCK_ADDR_prog; struct bpf_sock_addr_kern BPF_PROG_TYPE_CGROUP_SOCK_ADDR_kern; struct __sk_buff BPF_PROG_TYPE_LWT_IN_prog; struct sk_buff BPF_PROG_TYPE_LWT_IN_kern; struct __sk_buff BPF_PROG_TYPE_LWT_OUT_prog; struct sk_buff BPF_PROG_TYPE_LWT_OUT_kern; struct __sk_buff BPF_PROG_TYPE_LWT_XMIT_prog; struct sk_buff BPF_PROG_TYPE_LWT_XMIT_kern; struct __sk_buff BPF_PROG_TYPE_LWT_SEG6LOCAL_prog; struct sk_buff BPF_PROG_TYPE_LWT_SEG6LOCAL_kern; struct bpf_sock_ops BPF_PROG_TYPE_SOCK_OPS_prog; struct bpf_sock_ops_kern BPF_PROG_TYPE_SOCK_OPS_kern; struct __sk_buff BPF_PROG_TYPE_SK_SKB_prog; struct sk_buff BPF_PROG_TYPE_SK_SKB_kern; struct sk_msg_md BPF_PROG_TYPE_SK_MSG_prog; struct sk_msg BPF_PROG_TYPE_SK_MSG_kern; struct __sk_buff BPF_PROG_TYPE_FLOW_DISSECTOR_prog; struct bpf_flow_dissector BPF_PROG_TYPE_FLOW_DISSECTOR_kern; bpf_user_pt_regs_t BPF_PROG_TYPE_KPROBE_prog; struct pt_regs BPF_PROG_TYPE_KPROBE_kern; __u64 BPF_PROG_TYPE_TRACEPOINT_prog; u64 BPF_PROG_TYPE_TRACEPOINT_kern; struct bpf_perf_event_data BPF_PROG_TYPE_PERF_EVENT_prog; struct bpf_perf_event_data_kern BPF_PROG_TYPE_PERF_EVENT_kern; struct bpf_raw_tracepoint_args BPF_PROG_TYPE_RAW_TRACEPOINT_prog; u64 BPF_PROG_TYPE_RAW_TRACEPOINT_kern; struct bpf_raw_tracepoint_args BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE_prog; u64 BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE_kern; void *BPF_PROG_TYPE_TRACING_prog; void *BPF_PROG_TYPE_TRACING_kern; struct bpf_cgroup_dev_ctx BPF_PROG_TYPE_CGROUP_DEVICE_prog; struct bpf_cgroup_dev_ctx BPF_PROG_TYPE_CGROUP_DEVICE_kern; struct bpf_sysctl BPF_PROG_TYPE_CGROUP_SYSCTL_prog; struct bpf_sysctl_kern BPF_PROG_TYPE_CGROUP_SYSCTL_kern; struct bpf_sockopt BPF_PROG_TYPE_CGROUP_SOCKOPT_prog; struct bpf_sockopt_kern BPF_PROG_TYPE_CGROUP_SOCKOPT_kern; struct sk_reuseport_md BPF_PROG_TYPE_SK_REUSEPORT_prog; struct sk_reuseport_kern BPF_PROG_TYPE_SK_REUSEPORT_kern; struct bpf_sk_lookup BPF_PROG_TYPE_SK_LOOKUP_prog; struct bpf_sk_lookup_kern BPF_PROG_TYPE_SK_LOOKUP_kern; void *BPF_PROG_TYPE_STRUCT_OPS_prog; void *BPF_PROG_TYPE_STRUCT_OPS_kern; void *BPF_PROG_TYPE_EXT_prog; void *BPF_PROG_TYPE_EXT_kern; void *BPF_PROG_TYPE_SYSCALL_prog; void *BPF_PROG_TYPE_SYSCALL_kern; }; enum { __ctx_convertBPF_PROG_TYPE_SOCKET_FILTER = 0, __ctx_convertBPF_PROG_TYPE_SCHED_CLS = 1, __ctx_convertBPF_PROG_TYPE_SCHED_ACT = 2, __ctx_convertBPF_PROG_TYPE_XDP = 3, __ctx_convertBPF_PROG_TYPE_CGROUP_SKB = 4, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCK = 5, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCK_ADDR = 6, __ctx_convertBPF_PROG_TYPE_LWT_IN = 7, __ctx_convertBPF_PROG_TYPE_LWT_OUT = 8, __ctx_convertBPF_PROG_TYPE_LWT_XMIT = 9, __ctx_convertBPF_PROG_TYPE_LWT_SEG6LOCAL = 10, __ctx_convertBPF_PROG_TYPE_SOCK_OPS = 11, __ctx_convertBPF_PROG_TYPE_SK_SKB = 12, __ctx_convertBPF_PROG_TYPE_SK_MSG = 13, __ctx_convertBPF_PROG_TYPE_FLOW_DISSECTOR = 14, __ctx_convertBPF_PROG_TYPE_KPROBE = 15, __ctx_convertBPF_PROG_TYPE_TRACEPOINT = 16, __ctx_convertBPF_PROG_TYPE_PERF_EVENT = 17, __ctx_convertBPF_PROG_TYPE_RAW_TRACEPOINT = 18, __ctx_convertBPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE = 19, __ctx_convertBPF_PROG_TYPE_TRACING = 20, __ctx_convertBPF_PROG_TYPE_CGROUP_DEVICE = 21, __ctx_convertBPF_PROG_TYPE_CGROUP_SYSCTL = 22, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCKOPT = 23, __ctx_convertBPF_PROG_TYPE_SK_REUSEPORT = 24, __ctx_convertBPF_PROG_TYPE_SK_LOOKUP = 25, __ctx_convertBPF_PROG_TYPE_STRUCT_OPS = 26, __ctx_convertBPF_PROG_TYPE_EXT = 27, __ctx_convertBPF_PROG_TYPE_SYSCALL = 28, __ctx_convert_unused = 29, }; enum bpf_struct_walk_result { WALK_SCALAR = 0, WALK_PTR = 1, WALK_STRUCT = 2, }; struct btf_show_snprintf { struct btf_show show; int len_left; int len; }; enum { BTF_MODULE_F_LIVE = 1, }; struct btf_module { struct list_head list; struct module *module; struct btf *btf; struct bin_attribute *sysfs_attr; int flags; }; typedef u64 (*btf_bpf_btf_find_by_name_kind)(char *, int, u32, int); struct bpf_cand_cache { const char *name; u32 name_len; u16 kind; u16 cnt; struct { const struct btf *btf; u32 id; } cands[0]; }; struct bpf_netns_link { struct bpf_link link; enum bpf_attach_type type; enum netns_bpf_attach_type netns_type; struct net *net; struct list_head node; }; struct reuseport_array { struct bpf_map map; struct sock *ptrs[0]; }; enum perf_event_task_context { perf_invalid_context = -1, perf_hw_context = 0, perf_sw_context = 1, perf_nr_task_contexts = 2, }; enum perf_branch_sample_type { PERF_SAMPLE_BRANCH_USER = 1, PERF_SAMPLE_BRANCH_KERNEL = 2, PERF_SAMPLE_BRANCH_HV = 4, PERF_SAMPLE_BRANCH_ANY = 8, PERF_SAMPLE_BRANCH_ANY_CALL = 16, PERF_SAMPLE_BRANCH_ANY_RETURN = 32, PERF_SAMPLE_BRANCH_IND_CALL = 64, PERF_SAMPLE_BRANCH_ABORT_TX = 128, PERF_SAMPLE_BRANCH_IN_TX = 256, PERF_SAMPLE_BRANCH_NO_TX = 512, PERF_SAMPLE_BRANCH_COND = 1024, PERF_SAMPLE_BRANCH_CALL_STACK = 2048, PERF_SAMPLE_BRANCH_IND_JUMP = 4096, PERF_SAMPLE_BRANCH_CALL = 8192, PERF_SAMPLE_BRANCH_NO_FLAGS = 16384, PERF_SAMPLE_BRANCH_NO_CYCLES = 32768, PERF_SAMPLE_BRANCH_TYPE_SAVE = 65536, PERF_SAMPLE_BRANCH_HW_INDEX = 131072, PERF_SAMPLE_BRANCH_PRIV_SAVE = 262144, PERF_SAMPLE_BRANCH_MAX = 524288, }; enum perf_sample_regs_abi { PERF_SAMPLE_REGS_ABI_NONE = 0, PERF_SAMPLE_REGS_ABI_32 = 1, PERF_SAMPLE_REGS_ABI_64 = 2, }; enum perf_event_read_format { PERF_FORMAT_TOTAL_TIME_ENABLED = 1, PERF_FORMAT_TOTAL_TIME_RUNNING = 2, PERF_FORMAT_ID = 4, PERF_FORMAT_GROUP = 8, PERF_FORMAT_LOST = 16, PERF_FORMAT_MAX = 32, }; enum perf_event_ioc_flags { PERF_IOC_FLAG_GROUP = 1, }; struct perf_event_mmap_page { __u32 version; __u32 compat_version; __u32 lock; __u32 index; __s64 offset; __u64 time_enabled; __u64 time_running; union { __u64 capabilities; struct { __u64 cap_bit0: 1; __u64 cap_bit0_is_deprecated: 1; __u64 cap_user_rdpmc: 1; __u64 cap_user_time: 1; __u64 cap_user_time_zero: 1; __u64 cap_user_time_short: 1; __u64 cap_____res: 58; }; }; __u16 pmc_width; __u16 time_shift; __u32 time_mult; __u64 time_offset; __u64 time_zero; __u32 size; __u32 __reserved_1; __u64 time_cycles; __u64 time_mask; __u8 __reserved[928]; __u64 data_head; __u64 data_tail; __u64 data_offset; __u64 data_size; __u64 aux_head; __u64 aux_tail; __u64 aux_offset; __u64 aux_size; }; struct perf_event_header { __u32 type; __u16 misc; __u16 size; }; struct perf_ns_link_info { __u64 dev; __u64 ino; }; enum { NET_NS_INDEX = 0, UTS_NS_INDEX = 1, IPC_NS_INDEX = 2, PID_NS_INDEX = 3, USER_NS_INDEX = 4, MNT_NS_INDEX = 5, CGROUP_NS_INDEX = 6, NR_NAMESPACES = 7, }; enum perf_event_type { PERF_RECORD_MMAP = 1, PERF_RECORD_LOST = 2, PERF_RECORD_COMM = 3, PERF_RECORD_EXIT = 4, PERF_RECORD_THROTTLE = 5, PERF_RECORD_UNTHROTTLE = 6, PERF_RECORD_FORK = 7, PERF_RECORD_READ = 8, PERF_RECORD_SAMPLE = 9, PERF_RECORD_MMAP2 = 10, PERF_RECORD_AUX = 11, PERF_RECORD_ITRACE_START = 12, PERF_RECORD_LOST_SAMPLES = 13, PERF_RECORD_SWITCH = 14, PERF_RECORD_SWITCH_CPU_WIDE = 15, PERF_RECORD_NAMESPACES = 16, PERF_RECORD_KSYMBOL = 17, PERF_RECORD_BPF_EVENT = 18, PERF_RECORD_CGROUP = 19, PERF_RECORD_TEXT_POKE = 20, PERF_RECORD_AUX_OUTPUT_HW_ID = 21, PERF_RECORD_MAX = 22, }; enum perf_bpf_event_type { PERF_BPF_EVENT_UNKNOWN = 0, PERF_BPF_EVENT_PROG_LOAD = 1, PERF_BPF_EVENT_PROG_UNLOAD = 2, PERF_BPF_EVENT_MAX = 3, }; enum perf_addr_filter_action_t { PERF_ADDR_FILTER_ACTION_STOP = 0, PERF_ADDR_FILTER_ACTION_START = 1, PERF_ADDR_FILTER_ACTION_FILTER = 2, }; struct perf_addr_filter { struct list_head entry; struct path path; long unsigned int offset; long unsigned int size; enum perf_addr_filter_action_t action; }; struct swevent_hlist { struct hlist_head heads[256]; struct callback_head callback_head; }; struct pmu_event_list { raw_spinlock_t lock; struct list_head list; }; struct perf_buffer { refcount_t refcount; struct callback_head callback_head; struct work_struct work; int page_order; int nr_pages; int overwrite; int paused; atomic_t poll; local_t head; unsigned int nest; local_t events; local_t wakeup; local_t lost; long int watermark; long int aux_watermark; spinlock_t event_lock; struct list_head event_list; atomic_t mmap_count; long unsigned int mmap_locked; struct user_struct *mmap_user; long int aux_head; unsigned int aux_nest; long int aux_wakeup; long unsigned int aux_pgoff; int aux_nr_pages; int aux_overwrite; atomic_t aux_mmap_count; long unsigned int aux_mmap_locked; void (*free_aux)(void *); refcount_t aux_refcount; int aux_in_sampling; void **aux_pages; void *aux_priv; struct perf_event_mmap_page *user_page; void *data_pages[0]; }; struct perf_cpu_context { struct perf_event_context ctx; struct perf_event_context *task_ctx; int online; struct perf_cgroup *cgrp; int heap_size; struct perf_event **heap; struct perf_event *heap_default[2]; }; struct perf_pmu_events_attr { struct device_attribute attr; u64 id; const char *event_str; }; struct min_heap { void *data; int nr; int size; }; struct min_heap_callbacks { int elem_size; bool (*less)(const void *, const void *); void (*swp)(void *, void *); }; typedef int (*remote_function_f)(void *); struct remote_function_call { struct task_struct *p; remote_function_f func; void *info; int ret; }; typedef void (*event_f)(struct perf_event *, struct perf_cpu_context *, struct perf_event_context *, void *); struct event_function_struct { struct perf_event *event; event_f func; void *data; }; enum event_type_t { EVENT_FLEXIBLE = 1, EVENT_PINNED = 2, EVENT_TIME = 4, EVENT_CPU = 8, EVENT_ALL = 3, }; struct __group_key { int cpu; struct pmu *pmu; struct cgroup *cgroup; }; struct stop_event_data { struct perf_event *event; unsigned int restart; }; struct perf_read_data { struct perf_event *event; bool group; int ret; }; struct perf_read_event { struct perf_event_header header; u32 pid; u32 tid; }; typedef void perf_iterate_f(struct perf_event *, void *); struct remote_output { struct perf_buffer *rb; int err; }; struct perf_task_event { struct task_struct *task; struct perf_event_context *task_ctx; struct { struct perf_event_header header; u32 pid; u32 ppid; u32 tid; u32 ptid; u64 time; } event_id; }; struct perf_comm_event { struct task_struct *task; char *comm; int comm_size; struct { struct perf_event_header header; u32 pid; u32 tid; } event_id; }; struct perf_namespaces_event { struct task_struct *task; struct { struct perf_event_header header; u32 pid; u32 tid; u64 nr_namespaces; struct perf_ns_link_info link_info[7]; } event_id; }; struct perf_cgroup_event { char *path; int path_size; struct { struct perf_event_header header; u64 id; char path[0]; } event_id; }; struct perf_mmap_event { struct vm_area_struct *vma; const char *file_name; int file_size; int maj; int min; u64 ino; u64 ino_generation; u32 prot; u32 flags; u8 build_id[20]; u32 build_id_size; struct { struct perf_event_header header; u32 pid; u32 tid; u64 start; u64 len; u64 pgoff; } event_id; }; struct perf_switch_event { struct task_struct *task; struct task_struct *next_prev; struct { struct perf_event_header header; u32 next_prev_pid; u32 next_prev_tid; } event_id; }; struct perf_ksymbol_event { const char *name; int name_len; struct { struct perf_event_header header; u64 addr; u32 len; u16 ksym_type; u16 flags; } event_id; }; struct perf_bpf_event { struct bpf_prog *prog; struct { struct perf_event_header header; u16 type; u16 flags; u32 id; u8 tag[8]; } event_id; }; struct perf_text_poke_event { const void *old_bytes; const void *new_bytes; size_t pad; u16 old_len; u16 new_len; struct { struct perf_event_header header; u64 addr; } event_id; }; struct swevent_htable { struct swevent_hlist *swevent_hlist; struct mutex hlist_mutex; int hlist_refcount; int recursion[4]; }; enum perf_probe_config { PERF_PROBE_CONFIG_IS_RETPROBE = 1, PERF_UPROBE_REF_CTR_OFFSET_BITS = 32, PERF_UPROBE_REF_CTR_OFFSET_SHIFT = 32, }; enum { IF_ACT_NONE = -1, IF_ACT_FILTER = 0, IF_ACT_START = 1, IF_ACT_STOP = 2, IF_SRC_FILE = 3, IF_SRC_KERNEL = 4, IF_SRC_FILEADDR = 5, IF_SRC_KERNELADDR = 6, }; enum { IF_STATE_ACTION = 0, IF_STATE_SOURCE = 1, IF_STATE_END = 2, }; struct perf_aux_event { struct perf_event_header header; u64 hw_id; }; struct perf_aux_event___2 { struct perf_event_header header; u32 pid; u32 tid; }; struct perf_aux_event___3 { struct perf_event_header header; u64 offset; u64 size; u64 flags; }; enum lruvec_flags { LRUVEC_CONGESTED = 0, }; enum pgdat_flags { PGDAT_DIRTY = 0, PGDAT_WRITEBACK = 1, PGDAT_RECLAIM_LOCKED = 2, }; struct reclaim_stat { unsigned int nr_dirty; unsigned int nr_unqueued_dirty; unsigned int nr_congested; unsigned int nr_writeback; unsigned int nr_immediate; unsigned int nr_pageout; unsigned int nr_activate[2]; unsigned int nr_ref_keep; unsigned int nr_unmap_fail; unsigned int nr_lazyfree_fail; }; struct mem_cgroup_reclaim_cookie { pg_data_t *pgdat; unsigned int generation; }; enum { SWP_USED = 1, SWP_WRITEOK = 2, SWP_DISCARDABLE = 4, SWP_DISCARDING = 8, SWP_SOLIDSTATE = 16, SWP_CONTINUED = 32, SWP_BLKDEV = 64, SWP_ACTIVATED = 128, SWP_FS_OPS = 256, SWP_AREA_DISCARD = 512, SWP_PAGE_DISCARD = 1024, SWP_STABLE_WRITES = 2048, SWP_SYNCHRONOUS_IO = 4096, SWP_SCANNING = 16384, }; struct trace_event_raw_mm_vmscan_kswapd_sleep { struct trace_entry ent; int nid; char __data[0]; }; struct trace_event_raw_mm_vmscan_kswapd_wake { struct trace_entry ent; int nid; int zid; int order; char __data[0]; }; struct trace_event_raw_mm_vmscan_wakeup_kswapd { struct trace_entry ent; int nid; int zid; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_direct_reclaim_begin_template { struct trace_entry ent; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_direct_reclaim_end_template { struct trace_entry ent; long unsigned int nr_reclaimed; char __data[0]; }; struct trace_event_raw_mm_shrink_slab_start { struct trace_entry ent; struct shrinker *shr; void *shrink; int nid; long int nr_objects_to_shrink; long unsigned int gfp_flags; long unsigned int cache_items; long long unsigned int delta; long unsigned int total_scan; int priority; char __data[0]; }; struct trace_event_raw_mm_shrink_slab_end { struct trace_entry ent; struct shrinker *shr; int nid; void *shrink; long int unused_scan; long int new_scan; int retval; long int total_scan; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_isolate { struct trace_entry ent; int highest_zoneidx; int order; long unsigned int nr_requested; long unsigned int nr_scanned; long unsigned int nr_skipped; long unsigned int nr_taken; unsigned int isolate_mode; int lru; char __data[0]; }; struct trace_event_raw_mm_vmscan_write_folio { struct trace_entry ent; long unsigned int pfn; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_shrink_inactive { struct trace_entry ent; int nid; long unsigned int nr_scanned; long unsigned int nr_reclaimed; long unsigned int nr_dirty; long unsigned int nr_writeback; long unsigned int nr_congested; long unsigned int nr_immediate; unsigned int nr_activate0; unsigned int nr_activate1; long unsigned int nr_ref_keep; long unsigned int nr_unmap_fail; int priority; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_shrink_active { struct trace_entry ent; int nid; long unsigned int nr_taken; long unsigned int nr_active; long unsigned int nr_deactivated; long unsigned int nr_referenced; int priority; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_node_reclaim_begin { struct trace_entry ent; int nid; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_throttled { struct trace_entry ent; int nid; int usec_timeout; int usec_delayed; int reason; char __data[0]; }; struct trace_event_data_offsets_mm_vmscan_kswapd_sleep {}; struct trace_event_data_offsets_mm_vmscan_kswapd_wake {}; struct trace_event_data_offsets_mm_vmscan_wakeup_kswapd {}; struct trace_event_data_offsets_mm_vmscan_direct_reclaim_begin_template {}; struct trace_event_data_offsets_mm_vmscan_direct_reclaim_end_template {}; struct trace_event_data_offsets_mm_shrink_slab_start {}; struct trace_event_data_offsets_mm_shrink_slab_end {}; struct trace_event_data_offsets_mm_vmscan_lru_isolate {}; struct trace_event_data_offsets_mm_vmscan_write_folio {}; struct trace_event_data_offsets_mm_vmscan_lru_shrink_inactive {}; struct trace_event_data_offsets_mm_vmscan_lru_shrink_active {}; struct trace_event_data_offsets_mm_vmscan_node_reclaim_begin {}; struct trace_event_data_offsets_mm_vmscan_throttled {}; typedef void (*btf_trace_mm_vmscan_kswapd_sleep)(void *, int); typedef void (*btf_trace_mm_vmscan_kswapd_wake)(void *, int, int, int); typedef void (*btf_trace_mm_vmscan_wakeup_kswapd)(void *, int, int, int, gfp_t); typedef void (*btf_trace_mm_vmscan_direct_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_memcg_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_memcg_softlimit_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_direct_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_memcg_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_memcg_softlimit_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_shrink_slab_start)(void *, struct shrinker *, struct shrink_control *, long int, long unsigned int, long long unsigned int, long unsigned int, int); typedef void (*btf_trace_mm_shrink_slab_end)(void *, struct shrinker *, int, int, long int, long int, long int); typedef void (*btf_trace_mm_vmscan_lru_isolate)(void *, int, int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, isolate_mode_t, int); typedef void (*btf_trace_mm_vmscan_write_folio)(void *, struct folio *); typedef void (*btf_trace_mm_vmscan_lru_shrink_inactive)(void *, int, long unsigned int, long unsigned int, struct reclaim_stat *, int, int); typedef void (*btf_trace_mm_vmscan_lru_shrink_active)(void *, int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, int, int); typedef void (*btf_trace_mm_vmscan_node_reclaim_begin)(void *, int, int, gfp_t); typedef void (*btf_trace_mm_vmscan_node_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_throttled)(void *, int, int, int, int); struct scan_control { long unsigned int nr_to_reclaim; nodemask_t *nodemask; struct mem_cgroup *target_mem_cgroup; long unsigned int anon_cost; long unsigned int file_cost; unsigned int may_deactivate: 2; unsigned int force_deactivate: 1; unsigned int skipped_deactivate: 1; unsigned int may_writepage: 1; unsigned int may_unmap: 1; unsigned int may_swap: 1; unsigned int proactive: 1; unsigned int memcg_low_reclaim: 1; unsigned int memcg_low_skipped: 1; unsigned int hibernation_mode: 1; unsigned int compaction_ready: 1; unsigned int cache_trim_mode: 1; unsigned int file_is_tiny: 1; unsigned int no_demotion: 1; s8 order; s8 priority; s8 reclaim_idx; gfp_t gfp_mask; long unsigned int nr_scanned; long unsigned int nr_reclaimed; struct { unsigned int dirty; unsigned int unqueued_dirty; unsigned int congested; unsigned int writeback; unsigned int immediate; unsigned int file_taken; unsigned int taken; } nr; struct reclaim_state reclaim_state; }; typedef enum { PAGE_KEEP = 0, PAGE_ACTIVATE = 1, PAGE_SUCCESS = 2, PAGE_CLEAN = 3, } pageout_t; enum folio_references { FOLIOREF_RECLAIM = 0, FOLIOREF_RECLAIM_CLEAN = 1, FOLIOREF_KEEP = 2, FOLIOREF_ACTIVATE = 3, }; enum scan_balance { SCAN_EQUAL = 0, SCAN_FRACT = 1, SCAN_ANON = 2, SCAN_FILE = 3, }; struct pcpu_group_info { int nr_units; long unsigned int base_offset; unsigned int *cpu_map; }; struct pcpu_alloc_info { size_t static_size; size_t reserved_size; size_t dyn_size; size_t unit_size; size_t atom_size; size_t alloc_size; size_t __ai_size; int nr_groups; struct pcpu_group_info groups[0]; }; struct trace_event_raw_percpu_alloc_percpu { struct trace_entry ent; long unsigned int call_site; bool reserved; bool is_atomic; size_t size; size_t align; void *base_addr; int off; void *ptr; size_t bytes_alloc; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_percpu_free_percpu { struct trace_entry ent; void *base_addr; int off; void *ptr; char __data[0]; }; struct trace_event_raw_percpu_alloc_percpu_fail { struct trace_entry ent; bool reserved; bool is_atomic; size_t size; size_t align; char __data[0]; }; struct trace_event_raw_percpu_create_chunk { struct trace_entry ent; void *base_addr; char __data[0]; }; struct trace_event_raw_percpu_destroy_chunk { struct trace_entry ent; void *base_addr; char __data[0]; }; struct trace_event_data_offsets_percpu_alloc_percpu {}; struct trace_event_data_offsets_percpu_free_percpu {}; struct trace_event_data_offsets_percpu_alloc_percpu_fail {}; struct trace_event_data_offsets_percpu_create_chunk {}; struct trace_event_data_offsets_percpu_destroy_chunk {}; typedef void (*btf_trace_percpu_alloc_percpu)(void *, long unsigned int, bool, bool, size_t, size_t, void *, int, void *, size_t, gfp_t); typedef void (*btf_trace_percpu_free_percpu)(void *, void *, int, void *); typedef void (*btf_trace_percpu_alloc_percpu_fail)(void *, bool, bool, size_t, size_t); typedef void (*btf_trace_percpu_create_chunk)(void *, void *); typedef void (*btf_trace_percpu_destroy_chunk)(void *, void *); struct pcpu_block_md { int scan_hint; int scan_hint_start; int contig_hint; int contig_hint_start; int left_free; int right_free; int first_free; int nr_bits; }; struct pcpu_chunk { struct list_head list; int free_bytes; struct pcpu_block_md chunk_md; void *base_addr; long unsigned int *alloc_map; long unsigned int *bound_map; struct pcpu_block_md *md_blocks; void *data; bool immutable; bool isolated; int start_offset; int end_offset; struct obj_cgroup **obj_cgroups; int nr_pages; int nr_populated; int nr_empty_pop_pages; long unsigned int populated[0]; }; struct list_lru_memcg { struct callback_head rcu; struct list_lru_one node[0]; }; struct list_lru_memcg_table { struct list_lru_memcg *mlru; struct mem_cgroup *memcg; }; struct trace_event_raw_mmap_lock { struct trace_entry ent; struct mm_struct *mm; u32 __data_loc_memcg_path; bool write; char __data[0]; }; struct trace_event_raw_mmap_lock_acquire_returned { struct trace_entry ent; struct mm_struct *mm; u32 __data_loc_memcg_path; bool write; bool success; char __data[0]; }; struct trace_event_data_offsets_mmap_lock { u32 memcg_path; }; struct trace_event_data_offsets_mmap_lock_acquire_returned { u32 memcg_path; }; typedef void (*btf_trace_mmap_lock_start_locking)(void *, struct mm_struct *, const char *, bool); typedef void (*btf_trace_mmap_lock_released)(void *, struct mm_struct *, const char *, bool); typedef void (*btf_trace_mmap_lock_acquire_returned)(void *, struct mm_struct *, const char *, bool, bool); struct memcg_path { local_lock_t lock; char *buf; local_t buf_idx; }; enum { HUGETLB_SHMFS_INODE = 1, HUGETLB_ANONHUGE_INODE = 2, }; struct anon_vma_chain { struct vm_area_struct *vma; struct anon_vma *anon_vma; struct list_head same_vma; struct rb_node rb; long unsigned int rb_subtree_last; }; struct trace_event_raw_vm_unmapped_area { struct trace_entry ent; long unsigned int addr; long unsigned int total_vm; long unsigned int flags; long unsigned int length; long unsigned int low_limit; long unsigned int high_limit; long unsigned int align_mask; long unsigned int align_offset; char __data[0]; }; struct trace_event_raw_vma_mas_szero { struct trace_entry ent; struct maple_tree *mt; long unsigned int start; long unsigned int end; char __data[0]; }; struct trace_event_raw_vma_store { struct trace_entry ent; struct maple_tree *mt; struct vm_area_struct *vma; long unsigned int vm_start; long unsigned int vm_end; char __data[0]; }; struct trace_event_raw_exit_mmap { struct trace_entry ent; struct mm_struct *mm; struct maple_tree *mt; char __data[0]; }; struct trace_event_data_offsets_vm_unmapped_area {}; struct trace_event_data_offsets_vma_mas_szero {}; struct trace_event_data_offsets_vma_store {}; struct trace_event_data_offsets_exit_mmap {}; typedef void (*btf_trace_vm_unmapped_area)(void *, long unsigned int, struct vm_unmapped_area_info *); typedef void (*btf_trace_vma_mas_szero)(void *, struct maple_tree *, long unsigned int, long unsigned int); typedef void (*btf_trace_vma_store)(void *, struct maple_tree *, struct vm_area_struct *); typedef void (*btf_trace_exit_mmap)(void *, struct mm_struct *); struct swap_iocb { struct kiocb iocb; struct bio_vec bvec[32]; int pages; int len; }; struct resv_map { struct kref refs; spinlock_t lock; struct list_head regions; long int adds_in_progress; struct list_head region_cache; long int region_cache_count; struct page_counter *reservation_counter; long unsigned int pages_per_hpage; struct cgroup_subsys_state *css; }; struct file_region { struct list_head link; long int from; long int to; struct page_counter *reservation_counter; struct cgroup_subsys_state *css; }; struct hugetlb_vma_lock { struct kref refs; struct rw_semaphore rw_sema; struct vm_area_struct *vma; }; enum hugetlb_page_flags { HPG_restore_reserve = 0, HPG_migratable = 1, HPG_temporary = 2, HPG_freed = 3, HPG_vmemmap_optimized = 4, HPG_raw_hwp_unreliable = 5, __NR_HPAGEFLAGS = 6, }; struct huge_bootmem_page { struct list_head list; struct hstate *hstate; }; struct hugetlb_cgroup_per_node { long unsigned int usage[1]; }; struct hugetlb_cgroup { struct cgroup_subsys_state css; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct page_counter hugepage[1]; struct page_counter rsvd_hugepage[1]; atomic_long_t events[1]; atomic_long_t events_local[1]; struct cgroup_file events_file[1]; struct cgroup_file events_local_file[1]; struct hugetlb_cgroup_per_node *nodeinfo[0]; }; enum vma_resv_mode { VMA_NEEDS_RESV = 0, VMA_COMMIT_RESV = 1, VMA_END_RESV = 2, VMA_ADD_RESV = 3, VMA_DEL_RESV = 4, }; struct node_hstate { struct kobject *hugepages_kobj; struct kobject *hstate_kobjs[1]; }; struct memory_tier { struct list_head list; struct list_head memory_types; int adistance_start; struct device dev; nodemask_t lower_tier_mask; }; struct memory_dev_type { struct list_head tier_sibiling; int adistance; nodemask_t nodes; struct kref kref; }; struct demotion_nodes { nodemask_t preferred; }; struct node_memory_type_map { struct memory_dev_type *memtype; int map_count; }; enum mem_cgroup_events_target { MEM_CGROUP_TARGET_THRESH = 0, MEM_CGROUP_TARGET_SOFTLIMIT = 1, MEM_CGROUP_NTARGETS = 2, }; struct memcg_vmstats { long int state[50]; long unsigned int events[19]; long int state_pending[50]; long unsigned int events_pending[19]; }; struct memcg_vmstats_percpu { long int state[50]; long unsigned int events[19]; long int state_prev[50]; long unsigned int events_prev[19]; long unsigned int nr_page_events; long unsigned int targets[2]; }; struct mem_cgroup_tree_per_node { struct rb_root rb_root; struct rb_node *rb_rightmost; spinlock_t lock; }; struct mem_cgroup_tree { struct mem_cgroup_tree_per_node *rb_tree_per_node[64]; }; struct mem_cgroup_eventfd_list { struct list_head list; struct eventfd_ctx *eventfd; }; struct mem_cgroup_event { struct mem_cgroup *memcg; struct eventfd_ctx *eventfd; struct list_head list; int (*register_event)(struct mem_cgroup *, struct eventfd_ctx *, const char *); void (*unregister_event)(struct mem_cgroup *, struct eventfd_ctx *); poll_table pt; wait_queue_head_t *wqh; wait_queue_entry_t wait; struct work_struct remove; }; struct move_charge_struct { spinlock_t lock; struct mm_struct *mm; struct mem_cgroup *from; struct mem_cgroup *to; long unsigned int flags; long unsigned int precharge; long unsigned int moved_charge; long unsigned int moved_swap; struct task_struct *moving_task; wait_queue_head_t waitq; }; enum res_type { _MEM = 0, _MEMSWAP = 1, _KMEM = 2, _TCP = 3, }; struct memory_stat { const char *name; unsigned int idx; }; struct oom_wait_info { struct mem_cgroup *memcg; wait_queue_entry_t wait; }; struct memcg_stock_pcp { local_lock_t stock_lock; struct mem_cgroup *cached; unsigned int nr_pages; struct obj_cgroup *cached_objcg; struct pglist_data *cached_pgdat; unsigned int nr_bytes; int nr_slab_reclaimable_b; int nr_slab_unreclaimable_b; struct work_struct work; long unsigned int flags; }; enum { RES_USAGE = 0, RES_LIMIT = 1, RES_MAX_USAGE = 2, RES_FAILCNT = 3, RES_SOFT_LIMIT = 4, }; union mc_target { struct page *page; swp_entry_t ent; }; enum mc_target_type { MC_TARGET_NONE = 0, MC_TARGET_PAGE = 1, MC_TARGET_SWAP = 2, MC_TARGET_DEVICE = 3, }; struct uncharge_gather { struct mem_cgroup *memcg; long unsigned int nr_memory; long unsigned int pgpgout; long unsigned int nr_kmem; int nid; }; struct numa_stat { const char *name; unsigned int lru_mask; }; struct balloon_dev_info { long unsigned int isolated_pages; spinlock_t pages_lock; struct list_head pages; int (*migratepage)(struct balloon_dev_info *, struct page *, struct page *, enum migrate_mode); }; enum { XA_CHECK_SCHED = 4096, }; struct hugetlbfs_inode_info { struct shared_policy policy; struct inode vfs_inode; unsigned int seals; }; struct shmem_inode_info { spinlock_t lock; unsigned int seals; long unsigned int flags; long unsigned int alloced; long unsigned int swapped; long unsigned int fallocend; struct list_head shrinklist; struct list_head swaplist; struct shared_policy policy; struct simple_xattrs xattrs; atomic_t stop_eviction; struct timespec64 i_crtime; unsigned int fsflags; struct inode vfs_inode; }; struct files_stat_struct { long unsigned int nr_files; long unsigned int nr_free_files; long unsigned int max_files; }; typedef struct kobject *kobj_probe_t(dev_t, int *, void *); struct kobj_map; struct char_device_struct { struct char_device_struct *next; unsigned int major; unsigned int baseminor; int minorct; char name[64]; struct cdev *cdev; }; struct saved { struct path link; struct delayed_call done; const char *name; unsigned int seq; }; struct nameidata { struct path path; struct qstr last; struct path root; struct inode *inode; unsigned int flags; unsigned int state; unsigned int seq; unsigned int next_seq; unsigned int m_seq; unsigned int r_seq; int last_type; unsigned int depth; int total_link_count; struct saved *stack; struct saved internal[2]; struct filename *name; struct nameidata *saved; unsigned int root_seq; int dfd; vfsuid_t dir_vfsuid; umode_t dir_mode; }; struct renamedata { struct user_namespace *old_mnt_userns; struct inode *old_dir; struct dentry *old_dentry; struct user_namespace *new_mnt_userns; struct inode *new_dir; struct dentry *new_dentry; struct inode **delegated_inode; unsigned int flags; }; enum { LAST_NORM = 0, LAST_ROOT = 1, LAST_DOT = 2, LAST_DOTDOT = 3, }; struct open_flags { int open_flag; umode_t mode; int acc_mode; int intent; int lookup_flags; }; enum { WALK_TRAILING = 1, WALK_MORE = 2, WALK_NOFOLLOW = 4, }; struct simple_transaction_argresp { ssize_t size; char data[0]; }; struct simple_attr { int (*get)(void *, u64 *); int (*set)(void *, u64); char get_buf[24]; char set_buf[24]; void *data; const char *fmt; struct mutex mutex; }; struct prepend_buffer { char *buf; int len; }; typedef int dio_iodone_t(struct kiocb *, loff_t, ssize_t, void *); typedef void dio_submit_t(struct bio *, struct inode *, loff_t); enum { DIO_LOCKING = 1, DIO_SKIP_HOLES = 2, }; struct dio_submit { struct bio *bio; unsigned int blkbits; unsigned int blkfactor; unsigned int start_zero_done; int pages_in_io; sector_t block_in_file; unsigned int blocks_available; int reap_counter; sector_t final_block_in_request; int boundary; get_block_t *get_block; dio_submit_t *submit_io; loff_t logical_offset_in_bio; sector_t final_block_in_bio; sector_t next_block_for_io; struct page *cur_page; unsigned int cur_page_offset; unsigned int cur_page_len; sector_t cur_page_block; loff_t cur_page_fs_offset; struct iov_iter *iter; unsigned int head; unsigned int tail; size_t from; size_t to; }; struct dio { int flags; blk_opf_t opf; struct gendisk *bio_disk; struct inode *inode; loff_t i_size; dio_iodone_t *end_io; void *private; spinlock_t bio_lock; int page_errors; int is_async; bool defer_completion; bool should_dirty; int io_error; long unsigned int refcount; struct bio *bio_list; struct task_struct *waiter; struct kiocb *iocb; ssize_t result; union { struct page *pages[64]; struct work_struct complete_work; }; long: 64; long: 64; }; struct fs_error_report { int error; struct inode *inode; struct super_block *sb; }; struct dnotify_struct { struct dnotify_struct *dn_next; __u32 dn_mask; int dn_fd; struct file *dn_filp; fl_owner_t dn_owner; }; struct dnotify_mark { struct fsnotify_mark fsn_mark; struct dnotify_struct *dn; }; struct timerfd_ctx { union { struct hrtimer tmr; struct alarm alarm; } t; ktime_t tintv; ktime_t moffs; wait_queue_head_t wqh; u64 ticks; int clockid; short unsigned int expired; short unsigned int settime_flags; struct callback_head rcu; struct list_head clist; spinlock_t cancel_lock; bool might_cancel; }; typedef enum { FS_DECRYPT = 0, FS_ENCRYPT = 1, } fscrypt_direction_t; struct fscrypt_key { __u32 mode; __u8 raw[64]; __u32 size; }; struct fscrypt_direct_key { struct super_block *dk_sb; struct hlist_node dk_node; refcount_t dk_refcount; const struct fscrypt_mode *dk_mode; struct fscrypt_prepared_key dk_key; u8 dk_descriptor[8]; u8 dk_raw[64]; }; struct fsverity_enable_arg { __u32 version; __u32 hash_algorithm; __u32 block_size; __u32 salt_size; __u64 salt_ptr; __u32 sig_size; __u32 __reserved1; __u64 sig_ptr; __u64 __reserved2[11]; }; enum { PER_LINUX = 0, PER_LINUX_32BIT = 8388608, PER_LINUX_FDPIC = 524288, PER_SVR4 = 68157441, PER_SVR3 = 83886082, PER_SCOSVR3 = 117440515, PER_OSR5 = 100663299, PER_WYSEV386 = 83886084, PER_ISCR4 = 67108869, PER_BSD = 6, PER_SUNOS = 67108870, PER_XENIX = 83886087, PER_LINUX32 = 8, PER_LINUX32_3GB = 134217736, PER_IRIX32 = 67108873, PER_IRIXN32 = 67108874, PER_IRIX64 = 67108875, PER_RISCOS = 12, PER_SOLARIS = 67108877, PER_UW7 = 68157454, PER_OSF4 = 15, PER_HPUX = 16, PER_MASK = 255, }; struct memelfnote { const char *name; int type; unsigned int datasz; void *data; }; struct elf_thread_core_info { struct elf_thread_core_info *next; struct task_struct *task; struct elf_prstatus prstatus; struct memelfnote notes[0]; }; struct elf_note_info { struct elf_thread_core_info *thread; struct memelfnote psinfo; struct memelfnote signote; struct memelfnote auxv; struct memelfnote files; siginfo_t csigdata; size_t size; int thread_notes; }; struct trace_event_raw_iomap_readpage_class { struct trace_entry ent; dev_t dev; u64 ino; int nr_pages; char __data[0]; }; struct trace_event_raw_iomap_range_class { struct trace_entry ent; dev_t dev; u64 ino; loff_t size; loff_t offset; u64 length; char __data[0]; }; struct trace_event_raw_iomap_class { struct trace_entry ent; dev_t dev; u64 ino; u64 addr; loff_t offset; u64 length; u16 type; u16 flags; dev_t bdev; char __data[0]; }; struct trace_event_raw_iomap_iter { struct trace_entry ent; dev_t dev; u64 ino; loff_t pos; u64 length; unsigned int flags; const void *ops; long unsigned int caller; char __data[0]; }; struct trace_event_data_offsets_iomap_readpage_class {}; struct trace_event_data_offsets_iomap_range_class {}; struct trace_event_data_offsets_iomap_class {}; struct trace_event_data_offsets_iomap_iter {}; typedef void (*btf_trace_iomap_readpage)(void *, struct inode *, int); typedef void (*btf_trace_iomap_readahead)(void *, struct inode *, int); typedef void (*btf_trace_iomap_writepage)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_release_folio)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_invalidate_folio)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_dio_invalidate_fail)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_iter_dstmap)(void *, struct inode *, struct iomap *); typedef void (*btf_trace_iomap_iter_srcmap)(void *, struct inode *, struct iomap *); typedef void (*btf_trace_iomap_writepage_map)(void *, struct inode *, struct iomap *); typedef void (*btf_trace_iomap_iter)(void *, struct iomap_iter *, const void *, long unsigned int); enum { QUOTA_NL_C_UNSPEC = 0, QUOTA_NL_C_WARNING = 1, __QUOTA_NL_C_MAX = 2, }; enum { QUOTA_NL_A_UNSPEC = 0, QUOTA_NL_A_QTYPE = 1, QUOTA_NL_A_EXCESS_ID = 2, QUOTA_NL_A_WARNING = 3, QUOTA_NL_A_DEV_MAJOR = 4, QUOTA_NL_A_DEV_MINOR = 5, QUOTA_NL_A_CAUSED_ID = 6, QUOTA_NL_A_PAD = 7, __QUOTA_NL_A_MAX = 8, }; enum resctrl_conf_type { CDP_NONE = 0, CDP_CODE = 1, CDP_DATA = 2, }; struct pid_entry { const char *name; unsigned int len; umode_t mode; const struct inode_operations *iop; const struct file_operations *fop; union proc_op op; }; struct limit_names { const char *name; const char *unit; }; struct map_files_info { long unsigned int start; long unsigned int end; fmode_t mode; }; struct timers_private { struct pid *pid; struct task_struct *task; struct sighand_struct *sighand; struct pid_namespace *ns; long unsigned int flags; }; struct tgid_iter { unsigned int tgid; struct task_struct *task; }; enum hugetlbfs_size_type { NO_SIZE = 0, SIZE_STD = 1, SIZE_PERCENT = 2, }; struct hugetlbfs_fs_context { struct hstate *hstate; long long unsigned int max_size_opt; long long unsigned int min_size_opt; long int max_hpages; long int nr_inodes; long int min_hpages; enum hugetlbfs_size_type max_val_type; enum hugetlbfs_size_type min_val_type; kuid_t uid; kgid_t gid; umode_t mode; }; enum hugetlb_param { Opt_gid = 0, Opt_min_size = 1, Opt_mode___2 = 2, Opt_nr_inodes = 3, Opt_pagesize = 4, Opt_size = 5, Opt_uid = 6, }; struct utf8cursor { const struct unicode_map *um; enum utf8_normalization n; const char *s; const char *p; const char *ss; const char *sp; unsigned int len; unsigned int slen; short int ccc; short int nccc; unsigned char hangul[12]; }; enum { AUTOFS_IOC_READY_CMD = 96, AUTOFS_IOC_FAIL_CMD = 97, AUTOFS_IOC_CATATONIC_CMD = 98, AUTOFS_IOC_PROTOVER_CMD = 99, AUTOFS_IOC_SETTIMEOUT_CMD = 100, AUTOFS_IOC_EXPIRE_CMD = 101, }; enum { AUTOFS_IOC_EXPIRE_MULTI_CMD = 102, AUTOFS_IOC_PROTOSUBVER_CMD = 103, AUTOFS_IOC_ASKUMOUNT_CMD = 112, }; typedef struct vfsmount * (*debugfs_automount_t)(struct dentry *, void *); struct debugfs_mount_opts { kuid_t uid; kgid_t gid; umode_t mode; unsigned int opts; }; enum { Opt_uid___2 = 0, Opt_gid___2 = 1, Opt_mode___3 = 2, Opt_err = 3, }; struct debugfs_fs_info { struct debugfs_mount_opts mount_opts; }; struct msg_msgseg { struct msg_msgseg *next; }; typedef int __kernel_ipc_pid_t; struct shmid_ds { struct ipc_perm shm_perm; int shm_segsz; __kernel_old_time_t shm_atime; __kernel_old_time_t shm_dtime; __kernel_old_time_t shm_ctime; __kernel_ipc_pid_t shm_cpid; __kernel_ipc_pid_t shm_lpid; short unsigned int shm_nattch; short unsigned int shm_unused; void *shm_unused2; void *shm_unused3; }; struct shmid64_ds { struct ipc64_perm shm_perm; __kernel_size_t shm_segsz; long int shm_atime; long int shm_dtime; long int shm_ctime; __kernel_pid_t shm_cpid; __kernel_pid_t shm_lpid; long unsigned int shm_nattch; long unsigned int __unused4; long unsigned int __unused5; }; struct shminfo64 { long unsigned int shmmax; long unsigned int shmmin; long unsigned int shmmni; long unsigned int shmseg; long unsigned int shmall; long unsigned int __unused1; long unsigned int __unused2; long unsigned int __unused3; long unsigned int __unused4; }; struct shminfo { int shmmax; int shmmin; int shmmni; int shmseg; int shmall; }; struct shm_info { int used_ids; __kernel_ulong_t shm_tot; __kernel_ulong_t shm_rss; __kernel_ulong_t shm_swp; __kernel_ulong_t swap_attempts; __kernel_ulong_t swap_successes; }; struct shmid_kernel { struct kern_ipc_perm shm_perm; struct file *shm_file; long unsigned int shm_nattch; long unsigned int shm_segsz; time64_t shm_atim; time64_t shm_dtim; time64_t shm_ctim; struct pid *shm_cprid; struct pid *shm_lprid; struct ucounts *mlock_ucounts; struct task_struct *shm_creator; struct list_head shm_clist; struct ipc_namespace *ns; long: 64; long: 64; long: 64; }; struct shm_file_data { int id; struct ipc_namespace *ns; struct file *file; const struct vm_operations_struct *vm_ops; }; enum key_lookup_flag { KEY_LOOKUP_CREATE = 1, KEY_LOOKUP_PARTIAL = 2, KEY_LOOKUP_ALL = 3, }; struct keyctl_pkey_query { __u32 supported_ops; __u32 key_size; __u16 max_data_size; __u16 max_sig_size; __u16 max_enc_size; __u16 max_dec_size; __u32 __spare[10]; }; struct keyctl_pkey_params { __s32 key_id; __u32 in_len; union { __u32 out_len; __u32 in2_len; }; __u32 __spare[7]; }; enum { Opt_err___2 = 0, Opt_enc = 1, Opt_hash = 2, }; struct xattr; typedef int (*initxattrs)(struct inode *, const struct xattr *, void *); struct xattr { const char *name; void *value; size_t value_len; }; enum { SELNL_MSG_SETENFORCE = 16, SELNL_MSG_POLICYLOAD = 17, SELNL_MSG_MAX = 18, }; enum selinux_nlgroups { SELNLGRP_NONE = 0, SELNLGRP_AVC = 1, __SELNLGRP_MAX = 2, }; struct selnl_msg_setenforce { __s32 val; }; struct selnl_msg_policyload { __u32 seqno; }; struct netif_security_struct { struct net *ns; int ifindex; u32 sid; }; struct sel_netif { struct list_head list; struct netif_security_struct nsec; struct callback_head callback_head; }; struct selinux_policy_convert_data { struct convert_context_args args; struct sidtab_convert_params sidtab_params; }; struct selinux_audit_rule { u32 au_seqno; struct context au_ctxt; }; struct aa_task_ctx { struct aa_label *nnp; struct aa_label *onexec; struct aa_label *previous; u64 token; }; struct aa_sk_ctx { struct aa_label *label; struct aa_label *peer; }; union aa_buffer { struct list_head list; char buffer[1]; }; enum devcg_behavior { DEVCG_DEFAULT_NONE = 0, DEVCG_DEFAULT_ALLOW = 1, DEVCG_DEFAULT_DENY = 2, }; struct dev_exception_item { u32 major; u32 minor; short int type; short int access; struct list_head list; struct callback_head rcu; }; struct dev_cgroup { struct cgroup_subsys_state css; struct list_head exceptions; enum devcg_behavior behavior; }; struct crypto_queue { struct list_head list; struct list_head *backlog; unsigned int qlen; unsigned int max_qlen; }; struct crypto_attr_alg { char name[128]; }; struct crypto_attr_type { u32 type; u32 mask; }; enum { CRYPTOA_UNSPEC = 0, CRYPTOA_ALG = 1, CRYPTOA_TYPE = 2, __CRYPTOA_MAX = 3, }; struct crypto_hash_walk { char *data; unsigned int offset; unsigned int alignmask; struct page *pg; unsigned int entrylen; unsigned int total; struct scatterlist *sg; unsigned int flags; }; struct shash_instance { void (*free)(struct shash_instance *); union { struct { char head[96]; struct crypto_instance base; } s; struct shash_alg alg; }; }; struct crypto_shash_spawn { struct crypto_spawn base; }; struct crypto_report_hash { char type[64]; unsigned int blocksize; unsigned int digestsize; }; struct dh_ctx { MPI p; MPI g; MPI xa; }; struct ecc_point { u64 *x; u64 *y; u8 ndigits; }; struct ecc_curve { char *name; struct ecc_point g; u64 *p; u64 *n; u64 *a; u64 *b; }; struct ecc_ctx { unsigned int curve_id; const struct ecc_curve *curve; bool pub_key_set; u64 x[8]; u64 y[8]; struct ecc_point pub_key; }; struct ecdsa_signature_ctx { const struct ecc_curve *curve; u64 r[8]; u64 s[8]; }; struct cryptomgr_param { struct rtattr *tb[34]; struct { struct rtattr attr; struct crypto_attr_type data; } type; struct { struct rtattr attr; struct crypto_attr_alg data; } attrs[32]; char template[128]; struct crypto_larval *larval; u32 otype; u32 omask; }; struct crypto_test_param { char driver[128]; char alg[128]; u32 type; }; enum blake2b_lengths { BLAKE2B_BLOCK_SIZE = 128, BLAKE2B_HASH_SIZE = 64, BLAKE2B_KEY_SIZE = 64, BLAKE2B_160_HASH_SIZE = 20, BLAKE2B_256_HASH_SIZE = 32, BLAKE2B_384_HASH_SIZE = 48, BLAKE2B_512_HASH_SIZE = 64, }; struct blake2b_state { u64 h[8]; u64 t[2]; u64 f[2]; u8 buf[128]; unsigned int buflen; unsigned int outlen; }; enum blake2b_iv { BLAKE2B_IV0 = 7640891576956012808ULL, BLAKE2B_IV1 = 13503953896175478587ULL, BLAKE2B_IV2 = 4354685564936845355ULL, BLAKE2B_IV3 = 11912009170470909681ULL, BLAKE2B_IV4 = 5840696475078001361ULL, BLAKE2B_IV5 = 11170449401992604703ULL, BLAKE2B_IV6 = 2270897969802886507ULL, BLAKE2B_IV7 = 6620516959819538809ULL, }; typedef void (*blake2b_compress_t)(struct blake2b_state *, const u8 *, size_t, u32); struct blake2b_tfm_ctx { u8 key[64]; unsigned int keylen; }; struct crypto_report_rng { char type[64]; unsigned int seedsize; }; typedef struct { u64 m_low; u64 m_high; } uint128_t; struct bdev_inode { struct block_device bdev; struct inode vfs_inode; }; enum { PERCPU_REF_INIT_ATOMIC = 1, PERCPU_REF_INIT_DEAD = 2, PERCPU_REF_ALLOW_REINIT = 4, }; struct blk_plug_cb; typedef void (*blk_plug_cb_fn)(struct blk_plug_cb *, bool); struct blk_plug_cb { struct list_head list; blk_plug_cb_fn callback; void *data; }; struct trace_event_raw_block_buffer { struct trace_entry ent; dev_t dev; sector_t sector; size_t size; char __data[0]; }; struct trace_event_raw_block_rq_requeue { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; char rwbs[8]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_rq_completion { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; int error; char rwbs[8]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_rq { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; unsigned int bytes; char rwbs[8]; char comm[16]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_bio_complete { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; int error; char rwbs[8]; char __data[0]; }; struct trace_event_raw_block_bio { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; char rwbs[8]; char comm[16]; char __data[0]; }; struct trace_event_raw_block_plug { struct trace_entry ent; char comm[16]; char __data[0]; }; struct trace_event_raw_block_unplug { struct trace_entry ent; int nr_rq; char comm[16]; char __data[0]; }; struct trace_event_raw_block_split { struct trace_entry ent; dev_t dev; sector_t sector; sector_t new_sector; char rwbs[8]; char comm[16]; char __data[0]; }; struct trace_event_raw_block_bio_remap { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; dev_t old_dev; sector_t old_sector; char rwbs[8]; char __data[0]; }; struct trace_event_raw_block_rq_remap { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; dev_t old_dev; sector_t old_sector; unsigned int nr_bios; char rwbs[8]; char __data[0]; }; struct trace_event_data_offsets_block_buffer {}; struct trace_event_data_offsets_block_rq_requeue { u32 cmd; }; struct trace_event_data_offsets_block_rq_completion { u32 cmd; }; struct trace_event_data_offsets_block_rq { u32 cmd; }; struct trace_event_data_offsets_block_bio_complete {}; struct trace_event_data_offsets_block_bio {}; struct trace_event_data_offsets_block_plug {}; struct trace_event_data_offsets_block_unplug {}; struct trace_event_data_offsets_block_split {}; struct trace_event_data_offsets_block_bio_remap {}; struct trace_event_data_offsets_block_rq_remap {}; typedef void (*btf_trace_block_touch_buffer)(void *, struct buffer_head *); typedef void (*btf_trace_block_dirty_buffer)(void *, struct buffer_head *); typedef void (*btf_trace_block_rq_requeue)(void *, struct request *); typedef void (*btf_trace_block_rq_complete)(void *, struct request *, blk_status_t, unsigned int); typedef void (*btf_trace_block_rq_error)(void *, struct request *, blk_status_t, unsigned int); typedef void (*btf_trace_block_rq_insert)(void *, struct request *); typedef void (*btf_trace_block_rq_issue)(void *, struct request *); typedef void (*btf_trace_block_rq_merge)(void *, struct request *); typedef void (*btf_trace_block_bio_complete)(void *, struct request_queue *, struct bio *); typedef void (*btf_trace_block_bio_bounce)(void *, struct bio *); typedef void (*btf_trace_block_bio_backmerge)(void *, struct bio *); typedef void (*btf_trace_block_bio_frontmerge)(void *, struct bio *); typedef void (*btf_trace_block_bio_queue)(void *, struct bio *); typedef void (*btf_trace_block_getrq)(void *, struct bio *); typedef void (*btf_trace_block_plug)(void *, struct request_queue *); typedef void (*btf_trace_block_unplug)(void *, struct request_queue *, unsigned int, bool); typedef void (*btf_trace_block_split)(void *, struct bio *, unsigned int); typedef void (*btf_trace_block_bio_remap)(void *, struct bio *, dev_t, sector_t); typedef void (*btf_trace_block_rq_remap)(void *, struct request *, dev_t, sector_t); struct blk_queue_stats { struct list_head callbacks; spinlock_t lock; int accounting; }; struct _gpt_header { __le64 signature; __le32 revision; __le32 header_size; __le32 header_crc32; __le32 reserved1; __le64 my_lba; __le64 alternate_lba; __le64 first_usable_lba; __le64 last_usable_lba; efi_guid_t disk_guid; __le64 partition_entry_lba; __le32 num_partition_entries; __le32 sizeof_partition_entry; __le32 partition_entry_array_crc32; } __attribute__((packed)); typedef struct _gpt_header gpt_header; struct _gpt_entry_attributes { u64 required_to_function: 1; u64 reserved: 47; u64 type_guid_specific: 16; }; typedef struct _gpt_entry_attributes gpt_entry_attributes; struct _gpt_entry { efi_guid_t partition_type_guid; efi_guid_t unique_partition_guid; __le64 starting_lba; __le64 ending_lba; gpt_entry_attributes attributes; __le16 partition_name[36]; }; typedef struct _gpt_entry gpt_entry; struct _gpt_mbr_record { u8 boot_indicator; u8 start_head; u8 start_sector; u8 start_track; u8 os_type; u8 end_head; u8 end_sector; u8 end_track; __le32 starting_lba; __le32 size_in_lba; }; typedef struct _gpt_mbr_record gpt_mbr_record; struct _legacy_mbr { u8 boot_code[440]; __le32 unique_mbr_signature; __le16 unknown; gpt_mbr_record partition_record[4]; __le16 signature; } __attribute__((packed)); typedef struct _legacy_mbr legacy_mbr; struct blk_ia_range_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_independent_access_range *, char *); }; enum { MILLION = 1000000, MIN_PERIOD = 1000, MAX_PERIOD = 1000000, MARGIN_MIN_PCT = 10, MARGIN_LOW_PCT = 20, MARGIN_TARGET_PCT = 50, INUSE_ADJ_STEP_PCT = 25, TIMER_SLACK_PCT = 1, WEIGHT_ONE = 65536, }; enum { VTIME_PER_SEC_SHIFT = 37ULL, VTIME_PER_SEC = 137438953472ULL, VTIME_PER_USEC = 137438ULL, VTIME_PER_NSEC = 137ULL, VRATE_MIN_PPM = 10000ULL, VRATE_MAX_PPM = 100000000ULL, VRATE_MIN = 1374ULL, VRATE_CLAMP_ADJ_PCT = 4ULL, RQ_WAIT_BUSY_PCT = 5ULL, UNBUSY_THR_PCT = 75ULL, MIN_DELAY_THR_PCT = 500ULL, MAX_DELAY_THR_PCT = 25000ULL, MIN_DELAY = 250ULL, MAX_DELAY = 250000ULL, DFGV_USAGE_PCT = 50ULL, DFGV_PERIOD = 100000ULL, MAX_LAGGING_PERIODS = 10ULL, AUTOP_CYCLE_NSEC = 10000000000ULL, IOC_PAGE_SHIFT = 12ULL, IOC_PAGE_SIZE = 4096ULL, IOC_SECT_TO_PAGE_SHIFT = 3ULL, LCOEF_RANDIO_PAGES = 4096ULL, }; enum ioc_running { IOC_IDLE = 0, IOC_RUNNING = 1, IOC_STOP = 2, }; enum { QOS_ENABLE = 0, QOS_CTRL = 1, NR_QOS_CTRL_PARAMS = 2, }; enum { QOS_RPPM = 0, QOS_RLAT = 1, QOS_WPPM = 2, QOS_WLAT = 3, QOS_MIN = 4, QOS_MAX = 5, NR_QOS_PARAMS = 6, }; enum { COST_CTRL = 0, COST_MODEL = 1, NR_COST_CTRL_PARAMS = 2, }; enum { I_LCOEF_RBPS = 0, I_LCOEF_RSEQIOPS = 1, I_LCOEF_RRANDIOPS = 2, I_LCOEF_WBPS = 3, I_LCOEF_WSEQIOPS = 4, I_LCOEF_WRANDIOPS = 5, NR_I_LCOEFS = 6, }; enum { LCOEF_RPAGE = 0, LCOEF_RSEQIO = 1, LCOEF_RRANDIO = 2, LCOEF_WPAGE = 3, LCOEF_WSEQIO = 4, LCOEF_WRANDIO = 5, NR_LCOEFS = 6, }; enum { AUTOP_INVALID = 0, AUTOP_HDD = 1, AUTOP_SSD_QD1 = 2, AUTOP_SSD_DFL = 3, AUTOP_SSD_FAST = 4, }; struct ioc_params { u32 qos[6]; u64 i_lcoefs[6]; u64 lcoefs[6]; u32 too_fast_vrate_pct; u32 too_slow_vrate_pct; }; struct ioc_margins { s64 min; s64 low; s64 target; }; struct ioc_missed { local_t nr_met; local_t nr_missed; u32 last_met; u32 last_missed; }; struct ioc_pcpu_stat { struct ioc_missed missed[2]; local64_t rq_wait_ns; u64 last_rq_wait_ns; }; struct ioc { struct rq_qos rqos; bool enabled; struct ioc_params params; struct ioc_margins margins; u32 period_us; u32 timer_slack_ns; u64 vrate_min; u64 vrate_max; spinlock_t lock; struct timer_list timer; struct list_head active_iocgs; struct ioc_pcpu_stat *pcpu_stat; enum ioc_running running; atomic64_t vtime_rate; u64 vtime_base_rate; s64 vtime_err; seqcount_spinlock_t period_seqcount; u64 period_at; u64 period_at_vtime; atomic64_t cur_period; int busy_level; bool weights_updated; atomic_t hweight_gen; u64 dfgv_period_at; u64 dfgv_period_rem; u64 dfgv_usage_us_sum; u64 autop_too_fast_at; u64 autop_too_slow_at; int autop_idx; bool user_qos_params: 1; bool user_cost_model: 1; }; struct iocg_pcpu_stat { local64_t abs_vusage; }; struct iocg_stat { u64 usage_us; u64 wait_us; u64 indebt_us; u64 indelay_us; }; struct ioc_gq { struct blkg_policy_data pd; struct ioc *ioc; u32 cfg_weight; u32 weight; u32 active; u32 inuse; u32 last_inuse; s64 saved_margin; sector_t cursor; atomic64_t vtime; atomic64_t done_vtime; u64 abs_vdebt; u64 delay; u64 delay_at; atomic64_t active_period; struct list_head active_list; u64 child_active_sum; u64 child_inuse_sum; u64 child_adjusted_sum; int hweight_gen; u32 hweight_active; u32 hweight_inuse; u32 hweight_donating; u32 hweight_after_donation; struct list_head walk_list; struct list_head surplus_list; struct wait_queue_head waitq; struct hrtimer waitq_timer; u64 activated_at; struct iocg_pcpu_stat *pcpu_stat; struct iocg_stat stat; struct iocg_stat last_stat; u64 last_stat_abs_vusage; u64 usage_delta_us; u64 wait_since; u64 indebt_since; u64 indelay_since; int level; struct ioc_gq *ancestors[0]; }; struct ioc_cgrp { struct blkcg_policy_data cpd; unsigned int dfl_weight; }; struct ioc_now { u64 now_ns; u64 now; u64 vnow; }; struct iocg_wait { struct wait_queue_entry wait; struct bio *bio; u64 abs_cost; bool committed; }; struct iocg_wake_ctx { struct ioc_gq *iocg; u32 hw_inuse; s64 vbudget; }; struct trace_event_raw_iocost_iocg_state { struct trace_entry ent; u32 __data_loc_devname; u32 __data_loc_cgroup; u64 now; u64 vnow; u64 vrate; u64 last_period; u64 cur_period; u64 vtime; u32 weight; u32 inuse; u64 hweight_active; u64 hweight_inuse; char __data[0]; }; struct trace_event_raw_iocg_inuse_update { struct trace_entry ent; u32 __data_loc_devname; u32 __data_loc_cgroup; u64 now; u32 old_inuse; u32 new_inuse; u64 old_hweight_inuse; u64 new_hweight_inuse; char __data[0]; }; struct trace_event_raw_iocost_ioc_vrate_adj { struct trace_entry ent; u32 __data_loc_devname; u64 old_vrate; u64 new_vrate; int busy_level; u32 read_missed_ppm; u32 write_missed_ppm; u32 rq_wait_pct; int nr_lagging; int nr_shortages; char __data[0]; }; struct trace_event_raw_iocost_iocg_forgive_debt { struct trace_entry ent; u32 __data_loc_devname; u32 __data_loc_cgroup; u64 now; u64 vnow; u32 usage_pct; u64 old_debt; u64 new_debt; u64 old_delay; u64 new_delay; char __data[0]; }; struct trace_event_data_offsets_iocost_iocg_state { u32 devname; u32 cgroup; }; struct trace_event_data_offsets_iocg_inuse_update { u32 devname; u32 cgroup; }; struct trace_event_data_offsets_iocost_ioc_vrate_adj { u32 devname; }; struct trace_event_data_offsets_iocost_iocg_forgive_debt { u32 devname; u32 cgroup; }; typedef void (*btf_trace_iocost_iocg_activate)(void *, struct ioc_gq *, const char *, struct ioc_now *, u64, u64, u64); typedef void (*btf_trace_iocost_iocg_idle)(void *, struct ioc_gq *, const char *, struct ioc_now *, u64, u64, u64); typedef void (*btf_trace_iocost_inuse_shortage)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u32, u64, u64); typedef void (*btf_trace_iocost_inuse_transfer)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u32, u64, u64); typedef void (*btf_trace_iocost_inuse_adjust)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u32, u64, u64); typedef void (*btf_trace_iocost_ioc_vrate_adj)(void *, struct ioc *, u64, u32 *, u32, int, int); typedef void (*btf_trace_iocost_iocg_forgive_debt)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u64, u64, u64, u64); enum wbt_flags { WBT_TRACKED = 1, WBT_READ = 2, WBT_KSWAPD = 4, WBT_DISCARD = 8, WBT_NR_BITS = 4, }; enum { WBT_STATE_ON_DEFAULT = 1, WBT_STATE_ON_MANUAL = 2, WBT_STATE_OFF_DEFAULT = 3, WBT_STATE_OFF_MANUAL = 4, }; struct rq_wb { unsigned int wb_background; unsigned int wb_normal; short int enable_state; unsigned int unknown_cnt; u64 win_nsec; u64 cur_win_nsec; struct blk_stat_callback *cb; u64 sync_issue; void *sync_cookie; unsigned int wc; long unsigned int last_issue; long unsigned int last_comp; long unsigned int min_lat_nsec; struct rq_qos rqos; struct rq_wait rq_wait[3]; struct rq_depth rq_depth; }; struct trace_event_raw_wbt_stat { struct trace_entry ent; char name[32]; s64 rmean; u64 rmin; u64 rmax; s64 rnr_samples; s64 rtime; s64 wmean; u64 wmin; u64 wmax; s64 wnr_samples; s64 wtime; char __data[0]; }; struct trace_event_raw_wbt_lat { struct trace_entry ent; char name[32]; long unsigned int lat; char __data[0]; }; struct trace_event_raw_wbt_step { struct trace_entry ent; char name[32]; const char *msg; int step; long unsigned int window; unsigned int bg; unsigned int normal; unsigned int max; char __data[0]; }; struct trace_event_raw_wbt_timer { struct trace_entry ent; char name[32]; unsigned int status; int step; unsigned int inflight; char __data[0]; }; struct trace_event_data_offsets_wbt_stat {}; struct trace_event_data_offsets_wbt_lat {}; struct trace_event_data_offsets_wbt_step {}; struct trace_event_data_offsets_wbt_timer {}; typedef void (*btf_trace_wbt_stat)(void *, struct backing_dev_info *, struct blk_rq_stat *); typedef void (*btf_trace_wbt_lat)(void *, struct backing_dev_info *, long unsigned int); typedef void (*btf_trace_wbt_step)(void *, struct backing_dev_info *, const char *, int, long unsigned int, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_wbt_timer)(void *, struct backing_dev_info *, unsigned int, int, unsigned int); enum { RWB_DEF_DEPTH = 16, RWB_WINDOW_NSEC = 100000000, RWB_MIN_WRITE_SAMPLES = 3, RWB_UNKNOWN_BUMP = 5, }; enum { LAT_OK = 1, LAT_UNKNOWN = 2, LAT_UNKNOWN_WRITES = 3, LAT_EXCEEDED = 4, }; struct wbt_wait_data { struct rq_wb *rwb; enum wbt_flags wb_acct; blk_opf_t opf; }; struct bd_holder_disk { struct list_head list; struct kobject *holder_dir; int refcnt; }; struct io_xattr { struct file *file; struct xattr_ctx ctx; struct filename *filename; }; struct io_sync { struct file *file; loff_t len; loff_t off; int flags; int mode; }; struct io_open { struct file *file; int dfd; u32 file_slot; struct filename *filename; struct open_how how; long unsigned int nofile; }; struct io_close { struct file *file; int fd; u32 file_slot; }; struct user_msghdr { void *msg_name; int msg_namelen; struct iovec *msg_iov; __kernel_size_t msg_iovlen; void *msg_control; __kernel_size_t msg_controllen; unsigned int msg_flags; }; typedef s32 compat_int_t; struct compat_msghdr { compat_uptr_t msg_name; compat_int_t msg_namelen; compat_uptr_t msg_iov; compat_size_t msg_iovlen; compat_uptr_t msg_control; compat_size_t msg_controllen; compat_uint_t msg_flags; }; struct io_uring_recvmsg_out { __u32 namelen; __u32 controllen; __u32 payloadlen; __u32 flags; }; struct io_async_msghdr { union { struct iovec fast_iov[8]; struct { struct iovec fast_iov_one; __kernel_size_t controllen; int namelen; __kernel_size_t payloadlen; }; struct io_cache_entry cache; }; struct iovec *free_iov; struct sockaddr *uaddr; struct msghdr msg; struct __kernel_sockaddr_storage addr; }; struct io_async_connect { struct __kernel_sockaddr_storage address; }; struct io_shutdown { struct file *file; int how; }; struct io_accept { struct file *file; struct sockaddr *addr; int *addr_len; int flags; u32 file_slot; long unsigned int nofile; }; struct io_socket { struct file *file; int domain; int type; int protocol; int flags; u32 file_slot; long unsigned int nofile; }; struct io_connect { struct file *file; struct sockaddr *addr; int addr_len; bool in_progress; }; struct io_sr_msg { struct file *file; union { struct compat_msghdr *umsg_compat; struct user_msghdr *umsg; void *buf; }; unsigned int len; unsigned int done_io; unsigned int msg_flags; u16 flags; u16 addr_len; u16 buf_group; void *addr; struct io_kiocb *notif; }; struct io_recvmsg_multishot_hdr { struct io_uring_recvmsg_out msg; struct __kernel_sockaddr_storage addr; }; struct io_uring_sync_cancel_reg { __u64 addr; __s32 fd; __u32 flags; struct __kernel_timespec timeout; __u64 pad[4]; }; struct io_cancel { struct file *file; u64 addr; u32 flags; s32 fd; }; struct io_uring_rsrc_register { __u32 nr; __u32 flags; __u64 resv2; __u64 data; __u64 tags; }; struct io_uring_rsrc_update2 { __u32 offset; __u32 resv; __u64 data; __u64 tags; __u32 nr; __u32 resv2; }; struct io_rsrc_update { struct file *file; u64 arg; u32 nr_args; u32 offset; }; struct csum_state { __wsum csum; size_t off; }; typedef s32 compat_ssize_t; struct once_work { struct work_struct work; struct static_key_true *key; struct module *module; }; struct btree_head { long unsigned int *node; mempool_t *mempool; int height; }; struct btree_geo { int keylen; int no_pairs; int no_longs; }; typedef void (*visitor128_t)(void *, long unsigned int, u64, u64, size_t); typedef void (*visitorl_t)(void *, long unsigned int, long unsigned int, size_t); typedef void (*visitor32_t)(void *, long unsigned int, u32, size_t); typedef void (*visitor64_t)(void *, long unsigned int, u64, size_t); struct gen_pool_chunk { struct list_head next_chunk; atomic_long_t avail; phys_addr_t phys_addr; void *owner; long unsigned int start_addr; long unsigned int end_addr; long unsigned int bits[0]; }; struct genpool_data_align { int align; }; struct genpool_data_fixed { long unsigned int offset; }; typedef enum { ZSTD_c_compressionLevel = 100, ZSTD_c_windowLog = 101, ZSTD_c_hashLog = 102, ZSTD_c_chainLog = 103, ZSTD_c_searchLog = 104, ZSTD_c_minMatch = 105, ZSTD_c_targetLength = 106, ZSTD_c_strategy = 107, ZSTD_c_enableLongDistanceMatching = 160, ZSTD_c_ldmHashLog = 161, ZSTD_c_ldmMinMatch = 162, ZSTD_c_ldmBucketSizeLog = 163, ZSTD_c_ldmHashRateLog = 164, ZSTD_c_contentSizeFlag = 200, ZSTD_c_checksumFlag = 201, ZSTD_c_dictIDFlag = 202, ZSTD_c_nbWorkers = 400, ZSTD_c_jobSize = 401, ZSTD_c_overlapLog = 402, ZSTD_c_experimentalParam1 = 500, ZSTD_c_experimentalParam2 = 10, ZSTD_c_experimentalParam3 = 1000, ZSTD_c_experimentalParam4 = 1001, ZSTD_c_experimentalParam5 = 1002, ZSTD_c_experimentalParam6 = 1003, ZSTD_c_experimentalParam7 = 1004, ZSTD_c_experimentalParam8 = 1005, ZSTD_c_experimentalParam9 = 1006, ZSTD_c_experimentalParam10 = 1007, ZSTD_c_experimentalParam11 = 1008, ZSTD_c_experimentalParam12 = 1009, ZSTD_c_experimentalParam13 = 1010, ZSTD_c_experimentalParam14 = 1011, ZSTD_c_experimentalParam15 = 1012, } ZSTD_cParameter; typedef enum { ZSTD_reset_session_only = 1, ZSTD_reset_parameters = 2, ZSTD_reset_session_and_parameters = 3, } ZSTD_ResetDirective; typedef ZSTD_CCtx ZSTD_CStream; typedef ZSTD_CStream zstd_cstream; struct nla_bitfield32 { __u32 value; __u32 selector; }; struct barrett_ctx_s; typedef struct barrett_ctx_s *mpi_barrett_t___2; struct gcry_mpi_point { MPI x; MPI y; MPI z; }; typedef struct gcry_mpi_point *MPI_POINT; enum gcry_mpi_ec_models { MPI_EC_WEIERSTRASS = 0, MPI_EC_MONTGOMERY = 1, MPI_EC_EDWARDS = 2, }; enum ecc_dialects { ECC_DIALECT_STANDARD = 0, ECC_DIALECT_ED25519 = 1, ECC_DIALECT_SAFECURVE = 2, }; struct mpi_ec_ctx { enum gcry_mpi_ec_models model; enum ecc_dialects dialect; int flags; unsigned int nbits; MPI p; MPI a; MPI b; MPI_POINT G; MPI n; unsigned int h; MPI_POINT Q; MPI d; const char *name; struct { struct { unsigned int a_is_pminus3: 1; unsigned int two_inv_p: 1; } valid; int a_is_pminus3; MPI two_inv_p; mpi_barrett_t___2 p_barrett; MPI scratch[11]; } t; void (*addm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*subm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*mulm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*pow2)(MPI, const MPI, struct mpi_ec_ctx *); void (*mul2)(MPI, MPI, struct mpi_ec_ctx *); }; struct field_table { const char *p; void (*addm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*subm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*mulm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*mul2)(MPI, MPI, struct mpi_ec_ctx *); void (*pow2)(MPI, const MPI, struct mpi_ec_ctx *); }; enum { IRQ_POLL_F_SCHED = 0, IRQ_POLL_F_DISABLE = 1, }; struct acpi_madt_ht_pic { struct acpi_subtable_header header; u8 version; u64 address; u16 size; u8 cascade[8]; } __attribute__((packed)); struct htvec { int num_parents; void *base; struct irq_domain *htvec_domain; raw_spinlock_t htvec_lock; u32 saved_vec_en[8]; }; enum of_gpio_flags { OF_GPIO_ACTIVE_LOW = 1, OF_GPIO_SINGLE_ENDED = 2, OF_GPIO_OPEN_DRAIN = 4, OF_GPIO_TRANSITORY = 8, OF_GPIO_PULL_UP = 16, OF_GPIO_PULL_DOWN = 32, OF_GPIO_PULL_DISABLE = 64, }; struct of_mm_gpio_chip { struct gpio_chip gc; void (*save_regs)(struct of_mm_gpio_chip *); void *regs; }; typedef struct gpio_desc * (*of_find_gpio_quirk)(struct device_node *, const char *, unsigned int, enum of_gpio_flags *); struct of_rename_gpio { const char *con_id; const char *legacy_id; const char *compatible; }; struct acpi_gpiolib_dmi_quirk { bool no_edge_events_on_boot; char *ignore_wake; char *ignore_interrupt; }; struct acpi_gpio_event { struct list_head node; acpi_handle handle; irq_handler_t handler; unsigned int pin; unsigned int irq; long unsigned int irqflags; bool irq_is_wake; bool irq_requested; struct gpio_desc *desc; }; struct acpi_gpio_connection { struct list_head node; unsigned int pin; struct gpio_desc *desc; }; struct acpi_gpio_chip { struct acpi_connection_info conn_info; struct list_head conns; struct mutex conn_lock; struct gpio_chip *chip; struct list_head events; struct list_head deferred_req_irqs_list_entry; }; struct acpi_gpio_info { struct acpi_device *adev; enum gpiod_flags flags; bool gpioint; int pin_config; int polarity; int triggering; bool wake_capable; unsigned int debounce; unsigned int quirks; }; struct acpi_gpio_lookup { struct acpi_gpio_info info; int index; u16 pin_index; bool active_low; struct gpio_desc *desc; int n; }; struct pwm_lookup { struct list_head list; const char *provider; unsigned int index; const char *dev_id; const char *con_id; unsigned int period; enum pwm_polarity polarity; const char *module; }; struct trace_event_raw_pwm { struct trace_entry ent; struct pwm_device *pwm; u64 period; u64 duty_cycle; enum pwm_polarity polarity; bool enabled; int err; char __data[0]; }; struct trace_event_data_offsets_pwm {}; typedef void (*btf_trace_pwm_apply)(void *, struct pwm_device *, const struct pwm_state *, int); typedef void (*btf_trace_pwm_get)(void *, struct pwm_device *, const struct pwm_state *, int); enum pci_bar_type { pci_bar_unknown = 0, pci_bar_io = 1, pci_bar_mem32 = 2, pci_bar_mem64 = 3, }; struct pci_domain_busn_res { struct list_head list; struct resource res; int domain_nr; }; struct pci_dev_resource { struct list_head list; struct resource *res; struct pci_dev *dev; resource_size_t start; resource_size_t end; resource_size_t add_size; resource_size_t min_align; long unsigned int flags; }; enum release_type { leaf_only = 0, whole_subtree = 1, }; enum enable_type { undefined = -1, user_disabled = 0, auto_disabled = 1, user_enabled = 2, auto_enabled = 3, }; struct aer_stats { u64 dev_cor_errs[16]; u64 dev_fatal_errs[27]; u64 dev_nonfatal_errs[27]; u64 dev_total_cor_errs; u64 dev_total_fatal_errs; u64 dev_total_nonfatal_errs; u64 rootport_total_cor_errs; u64 rootport_total_fatal_errs; u64 rootport_total_nonfatal_errs; }; struct aer_err_info { struct pci_dev *dev[5]; int error_dev_num; unsigned int id: 16; unsigned int severity: 2; unsigned int __pad1: 5; unsigned int multi_error_valid: 1; unsigned int first_error: 5; unsigned int __pad2: 2; unsigned int tlp_header_valid: 1; unsigned int status; unsigned int mask; struct aer_header_log_regs tlp; }; struct aer_err_source { unsigned int status; unsigned int id; }; struct aer_rpc { struct pci_dev *rpd; struct { union { struct __kfifo kfifo; struct aer_err_source *type; const struct aer_err_source *const_type; char (*rectype)[0]; struct aer_err_source *ptr; const struct aer_err_source *ptr_const; }; struct aer_err_source buf[128]; } aer_fifo; }; struct pci_slot_attribute { struct attribute attr; ssize_t (*show)(struct pci_slot *, char *); ssize_t (*store)(struct pci_slot *, const char *, size_t); }; struct event_info { u32 event_type; struct slot *p_slot; struct work_struct work; }; struct pushbutton_work_info { struct slot *p_slot; struct work_struct work; }; struct vga_device { struct list_head list; struct pci_dev *pdev; unsigned int decodes; unsigned int owns; unsigned int locks; unsigned int io_lock_cnt; unsigned int mem_lock_cnt; unsigned int io_norm_cnt; unsigned int mem_norm_cnt; bool bridge_has_one_vga; bool is_firmware_default; unsigned int (*set_decode)(struct pci_dev *, bool); }; struct vga_arb_user_card { struct pci_dev *pdev; unsigned int mem_cnt; unsigned int io_cnt; }; struct vga_arb_private { struct list_head list; struct pci_dev *target; struct vga_arb_user_card cards[16]; spinlock_t lock; }; struct fb_event { struct fb_info *info; void *data; }; enum backlight_update_reason { BACKLIGHT_UPDATE_HOTKEY = 0, BACKLIGHT_UPDATE_SYSFS = 1, }; enum backlight_notification { BACKLIGHT_REGISTERED = 0, BACKLIGHT_UNREGISTERED = 1, }; struct fb_cmap_user { __u32 start; __u32 len; __u16 *red; __u16 *green; __u16 *blue; __u16 *transp; }; struct logo_data { int depth; int needs_directpalette; int needs_truepalette; int needs_cmapreset; const struct linux_logo *logo; }; struct acpi_madt_local_apic { struct acpi_subtable_header header; u8 processor_id; u8 id; u32 lapic_flags; }; struct acpi_madt_io_apic { struct acpi_subtable_header header; u8 id; u8 reserved; u32 address; u32 global_irq_base; }; struct acpi_madt_interrupt_override { struct acpi_subtable_header header; u8 bus; u8 source_irq; u32 global_irq; u16 inti_flags; } __attribute__((packed)); struct acpi_madt_nmi_source { struct acpi_subtable_header header; u16 inti_flags; u32 global_irq; }; struct acpi_madt_local_apic_nmi { struct acpi_subtable_header header; u8 processor_id; u16 inti_flags; u8 lint; } __attribute__((packed)); struct acpi_madt_local_apic_override { struct acpi_subtable_header header; u16 reserved; u64 address; } __attribute__((packed)); struct acpi_madt_io_sapic { struct acpi_subtable_header header; u8 id; u8 reserved; u32 global_irq_base; u64 address; }; struct acpi_madt_local_sapic { struct acpi_subtable_header header; u8 processor_id; u8 id; u8 eid; u8 reserved[3]; u32 lapic_flags; u32 uid; char uid_string[1]; } __attribute__((packed)); struct acpi_madt_interrupt_source { struct acpi_subtable_header header; u16 inti_flags; u8 type; u8 id; u8 eid; u8 io_sapic_vector; u32 global_irq; u32 flags; }; struct acpi_madt_local_x2apic { struct acpi_subtable_header header; u16 reserved; u32 local_apic_id; u32 lapic_flags; u32 uid; }; struct acpi_madt_local_x2apic_nmi { struct acpi_subtable_header header; u16 inti_flags; u32 uid; u8 lint; u8 reserved[3]; }; struct acpi_madt_generic_interrupt { struct acpi_subtable_header header; u16 reserved; u32 cpu_interface_number; u32 uid; u32 flags; u32 parking_version; u32 performance_interrupt; u64 parked_address; u64 base_address; u64 gicv_base_address; u64 gich_base_address; u32 vgic_interrupt; u64 gicr_base_address; u64 arm_mpidr; u8 efficiency_class; u8 reserved2[1]; u16 spe_interrupt; } __attribute__((packed)); struct acpi_madt_generic_distributor { struct acpi_subtable_header header; u16 reserved; u32 gic_id; u64 base_address; u32 global_irq_base; u8 version; u8 reserved2[3]; }; struct acpi_madt_core_pic { struct acpi_subtable_header header; u8 version; u32 processor_id; u32 core_id; u32 flags; } __attribute__((packed)); struct cpio_data { void *data; size_t size; char name[18]; }; enum acpi_subtable_type { ACPI_SUBTABLE_COMMON = 0, ACPI_SUBTABLE_HMAT = 1, ACPI_SUBTABLE_PRMT = 2, ACPI_SUBTABLE_CEDT = 3, }; struct acpi_subtable_entry { union acpi_subtable_headers *hdr; enum acpi_subtable_type type; }; struct nvs_region { __u64 phys_start; __u64 size; struct list_head node; }; struct nvs_page { long unsigned int phys_start; unsigned int size; void *kaddr; void *data; bool unmap; struct list_head node; }; struct find_child_walk_data { struct acpi_device *adev; u64 address; int score; bool check_sta; bool check_children; }; struct acpi_table_madt { struct acpi_table_header header; u32 address; u32 flags; }; struct dock_station { acpi_handle handle; long unsigned int last_dock_time; u32 flags; struct list_head dependent_devices; struct list_head sibling; struct platform_device *dock_device; }; struct dock_dependent_device { struct list_head list; struct acpi_device *adev; }; enum dock_callback_type { DOCK_CALL_HANDLER = 0, DOCK_CALL_FIXUP = 1, DOCK_CALL_UEVENT = 2, }; struct acpi_pci_routing_table { u32 length; u32 pin; u64 address; u32 source_index; char source[4]; }; struct acpi_prt_entry { struct acpi_pci_id id; u8 pin; acpi_handle link; u32 index; }; struct prt_quirk { const struct dmi_system_id *system; unsigned int segment; unsigned int bus; unsigned int device; unsigned char pin; const char *source; const char *actual_source; }; struct acpi_table_bert { struct acpi_table_header header; u32 region_length; u64 address; }; struct acpi_table_attr { struct bin_attribute attr; char name[4]; int instance; char filename[8]; struct list_head node; }; struct acpi_data_attr { struct bin_attribute attr; u64 addr; }; struct acpi_data_obj { char *name; int (*fn)(void *, struct acpi_data_attr *); }; struct event_counter { u32 count; u32 flags; }; struct acpi_irq_parse_one_ctx { int rc; unsigned int index; long unsigned int *res_flags; struct irq_fwspec *fwspec; }; struct acpi_gpe_walk_info { struct acpi_namespace_node *gpe_device; struct acpi_gpe_block_info *gpe_block; u16 count; acpi_owner_id owner_id; u8 execute_by_owner_id; }; enum { MATCH_MTR = 0, MATCH_MEQ = 1, MATCH_MLE = 2, MATCH_MLT = 3, MATCH_MGE = 4, MATCH_MGT = 5, }; struct acpi_namestring_info { const char *external_name; const char *next_external_char; char *internal_name; u32 length; u32 num_segments; u32 num_carats; u8 fully_qualified; }; typedef u32 acpi_rsdesc_size; struct acpi_fadt_info { const char *name; u16 address64; u16 address32; u16 length; u8 default_length; u8 flags; }; struct acpi_fadt_pm_info { struct acpi_generic_address *target; u16 source; u8 register_num; }; struct acpi_table_cdat { u32 length; u8 revision; u8 checksum; u8 reserved[6]; u32 sequence; }; typedef acpi_status (*acpi_walk_aml_callback)(u8 *, u32, u32, u8, void **); struct mcfg_entry { struct list_head list; phys_addr_t addr; u16 segment; u8 bus_start; u8 bus_end; }; struct mcfg_fixup { char oem_id[7]; char oem_table_id[9]; u32 oem_revision; u16 segment; struct resource bus_range; const struct pci_ecam_ops *ops; struct resource cfgres; }; struct acpi_video_brightness_flags { u8 _BCL_no_ac_battery_levels: 1; u8 _BCL_reversed: 1; u8 _BQC_use_index: 1; }; struct acpi_video_device_brightness { int curr; int count; int *levels; struct acpi_video_brightness_flags flags; }; enum acpi_video_level_idx { ACPI_VIDEO_AC_LEVEL = 0, ACPI_VIDEO_BATTERY_LEVEL = 1, ACPI_VIDEO_FIRST_LEVEL = 2, }; struct acpi_video_bus_flags { u8 multihead: 1; u8 rom: 1; u8 post: 1; u8 reserved: 5; }; struct acpi_video_bus_cap { u8 _DOS: 1; u8 _DOD: 1; u8 _ROM: 1; u8 _GPD: 1; u8 _SPD: 1; u8 _VPO: 1; u8 reserved: 2; }; struct acpi_video_device_attrib { u32 display_index: 4; u32 display_port_attachment: 4; u32 display_type: 4; u32 vendor_specific: 4; u32 bios_can_detect: 1; u32 depend_on_vga: 1; u32 pipe_id: 3; u32 reserved: 10; u32 device_id_scheme: 1; }; struct acpi_video_device; struct acpi_video_enumerated_device { union { u32 int_val; struct acpi_video_device_attrib attrib; } value; struct acpi_video_device *bind_info; }; struct acpi_video_device_flags { u8 crt: 1; u8 lcd: 1; u8 tvout: 1; u8 dvi: 1; u8 bios: 1; u8 unknown: 1; u8 notify: 1; u8 reserved: 1; }; struct acpi_video_device_cap { u8 _ADR: 1; u8 _BCL: 1; u8 _BCM: 1; u8 _BQC: 1; u8 _BCQ: 1; u8 _DDC: 1; }; struct acpi_video_bus; struct acpi_video_device { long unsigned int device_id; struct acpi_video_device_flags flags; struct acpi_video_device_cap cap; struct list_head entry; struct delayed_work switch_brightness_work; int switch_brightness_event; struct acpi_video_bus *video; struct acpi_device *dev; struct acpi_video_device_brightness *brightness; struct backlight_device *backlight; struct thermal_cooling_device *cooling_dev; }; struct acpi_video_bus { struct acpi_device *device; bool backlight_registered; u8 dos_setting; struct acpi_video_enumerated_device *attached_array; u8 attached_count; u8 child_count; struct acpi_video_bus_cap cap; struct acpi_video_bus_flags flags; struct list_head video_device_list; struct mutex device_list_lock; struct list_head entry; struct input_dev *input; char phys[32]; struct notifier_block pm_nb; }; struct throttling_tstate { unsigned int cpu; int target_state; }; struct acpi_processor_throttling_arg { struct acpi_processor *pr; int target_state; bool force; }; enum acpi_hmat_type { ACPI_HMAT_TYPE_PROXIMITY = 0, ACPI_HMAT_TYPE_LOCALITY = 1, ACPI_HMAT_TYPE_CACHE = 2, ACPI_HMAT_TYPE_RESERVED = 3, }; struct acpi_hmat_proximity_domain { struct acpi_hmat_structure header; u16 flags; u16 reserved1; u32 processor_PD; u32 memory_PD; u32 reserved2; u64 reserved3; u64 reserved4; }; struct acpi_hmat_locality { struct acpi_hmat_structure header; u8 flags; u8 data_type; u8 min_transfer_size; u8 reserved1; u32 number_of_initiator_Pds; u32 number_of_target_Pds; u32 reserved2; u64 entry_base_unit; }; struct acpi_hmat_cache { struct acpi_hmat_structure header; u32 memory_PD; u32 reserved1; u64 cache_size; u32 cache_attributes; u16 reserved2; u16 number_of_SMBIOShandles; }; enum locality_types { WRITE_LATENCY = 0, READ_LATENCY = 1, WRITE_BANDWIDTH = 2, READ_BANDWIDTH = 3, }; struct memory_locality { struct list_head node; struct acpi_hmat_locality *hmat_loc; }; struct target_cache { struct list_head node; struct node_cache_attrs cache_attrs; }; struct memory_target { struct list_head node; unsigned int memory_pxm; unsigned int processor_pxm; struct resource memregions; struct node_hmem_attrs hmem_attrs[2]; struct list_head caches; struct node_cache_attrs cache_attrs; bool registered; }; struct memory_initiator { struct list_head node; unsigned int processor_pxm; bool has_cpu; }; struct pnp_info_buffer { char *buffer; char *curr; long unsigned int size; long unsigned int len; int stop; int error; }; typedef struct pnp_info_buffer pnp_info_buffer_t; struct acpipnp_parse_option_s { struct pnp_dev *dev; unsigned int option_flags; }; struct clk_notifier { struct clk *clk; struct srcu_notifier_head notifier_head; struct list_head node; }; struct clk_notifier_data { struct clk *clk; long unsigned int old_rate; long unsigned int new_rate; }; struct clk_parent_map; struct clk_core { const char *name; const struct clk_ops *ops; struct clk_hw *hw; struct module *owner; struct device *dev; struct device_node *of_node; struct clk_core *parent; struct clk_parent_map *parents; u8 num_parents; u8 new_parent_index; long unsigned int rate; long unsigned int req_rate; long unsigned int new_rate; struct clk_core *new_parent; struct clk_core *new_child; long unsigned int flags; bool orphan; bool rpm_enabled; unsigned int enable_count; unsigned int prepare_count; unsigned int protect_count; long unsigned int min_rate; long unsigned int max_rate; long unsigned int accuracy; int phase; struct clk_duty duty; struct hlist_head children; struct hlist_node child_node; struct hlist_head clks; unsigned int notifier_count; struct dentry *dentry; struct hlist_node debug_node; struct kref ref; }; struct clk_onecell_data { struct clk **clks; unsigned int clk_num; }; struct clk_hw_onecell_data { unsigned int num; struct clk_hw *hws[0]; }; struct clk_parent_map { const struct clk_hw *hw; struct clk_core *core; const char *fw_name; const char *name; int index; }; struct trace_event_raw_clk { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_clk_rate { struct trace_entry ent; u32 __data_loc_name; long unsigned int rate; char __data[0]; }; struct trace_event_raw_clk_rate_range { struct trace_entry ent; u32 __data_loc_name; long unsigned int min; long unsigned int max; char __data[0]; }; struct trace_event_raw_clk_parent { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_pname; char __data[0]; }; struct trace_event_raw_clk_phase { struct trace_entry ent; u32 __data_loc_name; int phase; char __data[0]; }; struct trace_event_raw_clk_duty_cycle { struct trace_entry ent; u32 __data_loc_name; unsigned int num; unsigned int den; char __data[0]; }; struct trace_event_raw_clk_rate_request { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_pname; long unsigned int min; long unsigned int max; long unsigned int prate; char __data[0]; }; struct trace_event_data_offsets_clk { u32 name; }; struct trace_event_data_offsets_clk_rate { u32 name; }; struct trace_event_data_offsets_clk_rate_range { u32 name; }; struct trace_event_data_offsets_clk_parent { u32 name; u32 pname; }; struct trace_event_data_offsets_clk_phase { u32 name; }; struct trace_event_data_offsets_clk_duty_cycle { u32 name; }; struct trace_event_data_offsets_clk_rate_request { u32 name; u32 pname; }; typedef void (*btf_trace_clk_enable)(void *, struct clk_core *); typedef void (*btf_trace_clk_enable_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_disable)(void *, struct clk_core *); typedef void (*btf_trace_clk_disable_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_prepare)(void *, struct clk_core *); typedef void (*btf_trace_clk_prepare_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_unprepare)(void *, struct clk_core *); typedef void (*btf_trace_clk_unprepare_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_set_rate)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_rate_complete)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_min_rate)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_max_rate)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_rate_range)(void *, struct clk_core *, long unsigned int, long unsigned int); typedef void (*btf_trace_clk_set_parent)(void *, struct clk_core *, struct clk_core *); typedef void (*btf_trace_clk_set_parent_complete)(void *, struct clk_core *, struct clk_core *); typedef void (*btf_trace_clk_set_phase)(void *, struct clk_core *, int); typedef void (*btf_trace_clk_set_phase_complete)(void *, struct clk_core *, int); typedef void (*btf_trace_clk_set_duty_cycle)(void *, struct clk_core *, struct clk_duty *); typedef void (*btf_trace_clk_set_duty_cycle_complete)(void *, struct clk_core *, struct clk_duty *); typedef void (*btf_trace_clk_rate_request_start)(void *, struct clk_rate_request *); typedef void (*btf_trace_clk_rate_request_done)(void *, struct clk_rate_request *); struct clk_notifier_devres { struct clk *clk; struct notifier_block *nb; }; struct of_clk_provider { struct list_head link; struct device_node *node; struct clk * (*get)(struct of_phandle_args *, void *); struct clk_hw * (*get_hw)(struct of_phandle_args *, void *); void *data; }; struct clock_provider { void (*clk_init_cb)(struct device_node *); struct device_node *np; struct list_head node; }; struct clk_gpio { struct clk_hw hw; struct gpio_desc *gpiod; }; struct of_dma { struct list_head of_dma_controllers; struct device_node *of_node; struct dma_chan * (*of_dma_xlate)(struct of_phandle_args *, struct of_dma *); void * (*of_dma_route_allocate)(struct of_phandle_args *, struct of_dma *); struct dma_router *dma_router; void *of_dma_data; }; struct of_dma_filter_info { dma_cap_mask_t dma_cap; dma_filter_fn filter_fn; }; enum regulator_active_discharge { REGULATOR_ACTIVE_DISCHARGE_DEFAULT = 0, REGULATOR_ACTIVE_DISCHARGE_DISABLE = 1, REGULATOR_ACTIVE_DISCHARGE_ENABLE = 2, }; struct of_regulator_match { const char *name; void *driver_data; struct regulator_init_data *init_data; struct device_node *of_node; const struct regulator_desc *desc; }; struct devm_of_regulator_matches { struct of_regulator_match *matches; unsigned int num_matches; }; struct termios { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; }; struct termios2 { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; speed_t c_ispeed; speed_t c_ospeed; }; struct termio { short unsigned int c_iflag; short unsigned int c_oflag; short unsigned int c_cflag; short unsigned int c_lflag; unsigned char c_line; unsigned char c_cc[8]; }; struct tty_audit_buf { struct mutex mutex; dev_t dev; unsigned int icanon: 1; size_t valid; unsigned char *data; }; struct vc_selection { struct mutex lock; struct vc_data *cons; char *buffer; unsigned int buf_len; volatile int start; int end; }; struct kbdiacruc { unsigned int diacr; unsigned int base; unsigned int result; }; struct hv_ops; struct hvc_struct { struct tty_port port; spinlock_t lock; int index; int do_wakeup; char *outbuf; int outbuf_size; int n_outbuf; uint32_t vtermno; const struct hv_ops *ops; int irq_requested; int data; struct winsize ws; struct work_struct tty_resize; struct list_head next; long unsigned int flags; }; struct hv_ops { int (*get_chars)(uint32_t, char *, int); int (*put_chars)(uint32_t, const char *, int); int (*flush)(uint32_t, bool); int (*notifier_add)(struct hvc_struct *, int); void (*notifier_del)(struct hvc_struct *, int); void (*notifier_hangup)(struct hvc_struct *, int); int (*tiocmget)(struct hvc_struct *); int (*tiocmset)(struct hvc_struct *, unsigned int, unsigned int); void (*dtr_rts)(struct hvc_struct *, int); }; struct serial8250_config { const char *name; short unsigned int fifo_size; short unsigned int tx_loadsz; unsigned char fcr; unsigned char rxtrig_bytes[4]; unsigned int flags; }; struct pericom8250 { void *virt; unsigned int nr; int line[0]; }; struct execute_work { struct work_struct work; }; struct timer_rand_state { long unsigned int last_time; long int last_delta; long int last_delta2; }; enum chacha_constants { CHACHA_CONSTANT_EXPA = 1634760805, CHACHA_CONSTANT_ND_3 = 857760878, CHACHA_CONSTANT_2_BY = 2036477234, CHACHA_CONSTANT_TE_K = 1797285236, }; enum { CRNG_EMPTY = 0, CRNG_EARLY = 1, CRNG_READY = 2, }; enum { CRNG_RESEED_START_INTERVAL = 250, CRNG_RESEED_INTERVAL = 15000, }; struct crng { u8 key[32]; long unsigned int generation; local_lock_t lock; }; struct batch_u8 { u8 entropy[96]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u16 { u16 entropy[48]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u32 { u32 entropy[24]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u64 { u64 entropy[12]; local_lock_t lock; long unsigned int generation; unsigned int position; }; enum { POOL_BITS = 256, POOL_READY_BITS = 256, POOL_EARLY_BITS = 128, }; struct fast_pool { long unsigned int pool[4]; long unsigned int last; unsigned int count; struct timer_list mix; }; struct entropy_timer_state { long unsigned int entropy; struct timer_list timer; atomic_t samples; unsigned int samples_per_bit; }; enum { NUM_TRIAL_SAMPLES = 8192, MAX_SAMPLES_PER_BIT = 16, }; enum { MIX_INFLIGHT = 2147483648, }; struct of_pci_iommu_alias_info { struct device *dev; struct device_node *np; }; struct drm_mode_atomic { __u32 flags; __u32 count_objs; __u64 objs_ptr; __u64 count_props_ptr; __u64 props_ptr; __u64 prop_values_ptr; __u64 reserved; __u64 user_data; }; struct drm_out_fence_state { s32 *out_fence_ptr; struct sync_file *sync_file; int fd; }; struct drm_client_dev; struct drm_client_funcs { struct module *owner; void (*unregister)(struct drm_client_dev *); int (*restore)(struct drm_client_dev *); int (*hotplug)(struct drm_client_dev *); }; struct drm_client_dev { struct drm_device *dev; const char *name; struct list_head list; const struct drm_client_funcs *funcs; struct drm_file *file; struct mutex modeset_mutex; struct drm_mode_set *modesets; }; struct drm_client_offset { int x; int y; }; struct displayid_header { u8 rev; u8 bytes; u8 prod_id; u8 ext_count; }; struct displayid_block { u8 tag; u8 rev; u8 num_bytes; }; struct displayid_iter { const struct drm_edid *drm_edid; const u8 *section; int length; int idx; int ext_index; }; struct drm_mode_map_dumb { __u32 handle; __u32 pad; __u64 offset; }; struct drm_mode_destroy_dumb { __u32 handle; }; struct drm_mode_fb_cmd { __u32 fb_id; __u32 width; __u32 height; __u32 pitch; __u32 bpp; __u32 depth; __u32 handle; }; struct drm_mode_fb_dirty_cmd { __u32 fb_id; __u32 flags; __u32 color; __u32 num_clips; __u64 clips_ptr; }; struct drm_mode_rmfb_work { struct work_struct work; struct list_head fbs; }; struct drmres_node { struct list_head entry; drmres_release_t release; const char *name; size_t size; }; struct drmres { struct drmres_node node; u8 data[0]; }; struct drm_mode_obj_get_properties { __u64 props_ptr; __u64 prop_values_ptr; __u32 count_props; __u32 obj_id; __u32 obj_type; }; struct drm_prime_handle { __u32 handle; __u32 flags; __s32 fd; }; struct drm_prime_member { struct dma_buf *dma_buf; uint32_t handle; struct rb_node dmabuf_rb; struct rb_node handle_rb; }; struct class_attribute_string { struct class_attribute attr; char *str; }; struct drm_vma_offset_file { struct rb_node vm_rb; struct drm_file *vm_tag; long unsigned int vm_count; }; struct of_endpoint { unsigned int port; unsigned int id; const struct device_node *local_node; }; enum drm_lvds_dual_link_pixels { DRM_LVDS_DUAL_LINK_EVEN_ODD_PIXELS = 0, DRM_LVDS_DUAL_LINK_ODD_EVEN_PIXELS = 1, }; enum drm_of_lvds_pixels { DRM_OF_LVDS_EVEN = 1, DRM_OF_LVDS_ODD = 2, }; struct component_match; struct device_attach_data { struct device *dev; bool check_async; bool want_async; bool have_async; }; struct class_compat { struct kobject *kobj; }; struct anon_transport_class { struct transport_class tclass; struct attribute_container container; }; struct cache_type_info { const char *size_prop; const char *line_size_props[2]; const char *nr_sets_prop; }; typedef int (*pm_callback_t)(struct device *); struct pm_clk_notifier_block { struct notifier_block nb; struct dev_pm_domain *pm_domain; char *con_ids[0]; }; enum pce_status { PCE_STATUS_NONE = 0, PCE_STATUS_ACQUIRED = 1, PCE_STATUS_PREPARED = 2, PCE_STATUS_ENABLED = 3, PCE_STATUS_ERROR = 4, }; struct pm_clock_entry { struct list_head node; char *con_id; struct clk *clk; enum pce_status status; bool enabled_when_prepared; }; enum { MMOP_OFFLINE = 0, MMOP_ONLINE = 1, MMOP_ONLINE_KERNEL = 2, MMOP_ONLINE_MOVABLE = 3, }; typedef int (*walk_memory_groups_func_t)(struct memory_group *, void *); struct for_each_memory_block_cb_data { walk_memory_blocks_func_t func; void *arg; }; struct reg_field { unsigned int reg; unsigned int lsb; unsigned int msb; unsigned int id_size; unsigned int id_offset; }; struct regmap_field { struct regmap *regmap; unsigned int mask; unsigned int shift; unsigned int reg; unsigned int id_size; unsigned int id_offset; }; struct trace_event_raw_regmap_reg { struct trace_entry ent; u32 __data_loc_name; unsigned int reg; unsigned int val; char __data[0]; }; struct trace_event_raw_regmap_bulk { struct trace_entry ent; u32 __data_loc_name; unsigned int reg; u32 __data_loc_buf; int val_len; char __data[0]; }; struct trace_event_raw_regmap_block { struct trace_entry ent; u32 __data_loc_name; unsigned int reg; int count; char __data[0]; }; struct trace_event_raw_regcache_sync { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_status; u32 __data_loc_type; char __data[0]; }; struct trace_event_raw_regmap_bool { struct trace_entry ent; u32 __data_loc_name; int flag; char __data[0]; }; struct trace_event_raw_regmap_async { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_regcache_drop_region { struct trace_entry ent; u32 __data_loc_name; unsigned int from; unsigned int to; char __data[0]; }; struct trace_event_data_offsets_regmap_reg { u32 name; }; struct trace_event_data_offsets_regmap_bulk { u32 name; u32 buf; }; struct trace_event_data_offsets_regmap_block { u32 name; }; struct trace_event_data_offsets_regcache_sync { u32 name; u32 status; u32 type; }; struct trace_event_data_offsets_regmap_bool { u32 name; }; struct trace_event_data_offsets_regmap_async { u32 name; }; struct trace_event_data_offsets_regcache_drop_region { u32 name; }; typedef void (*btf_trace_regmap_reg_write)(void *, struct regmap *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_reg_read)(void *, struct regmap *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_reg_read_cache)(void *, struct regmap *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_bulk_write)(void *, struct regmap *, unsigned int, const void *, int); typedef void (*btf_trace_regmap_bulk_read)(void *, struct regmap *, unsigned int, const void *, int); typedef void (*btf_trace_regmap_hw_read_start)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_hw_read_done)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_hw_write_start)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_hw_write_done)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regcache_sync)(void *, struct regmap *, const char *, const char *); typedef void (*btf_trace_regmap_cache_only)(void *, struct regmap *, bool); typedef void (*btf_trace_regmap_cache_bypass)(void *, struct regmap *, bool); typedef void (*btf_trace_regmap_async_write_start)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_async_io_complete)(void *, struct regmap *); typedef void (*btf_trace_regmap_async_complete_start)(void *, struct regmap *); typedef void (*btf_trace_regmap_async_complete_done)(void *, struct regmap *); typedef void (*btf_trace_regcache_drop_region)(void *, struct regmap *, unsigned int, unsigned int); struct devcd_entry { struct device devcd_dev; void *data; size_t datalen; struct mutex mutex; bool delete_work; struct module *owner; ssize_t (*read)(char *, loff_t, size_t, void *, size_t); void (*free)(void *); struct delayed_work del_wk; struct device *failing_dev; }; struct syscon_platform_data { const char *label; }; struct syscon { struct device_node *np; struct regmap *regmap; struct list_head list; }; enum scsi_vpd_parameters { SCSI_VPD_HEADER_SIZE = 4, }; struct trace_event_raw_scsi_dispatch_cmd_start { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_dispatch_cmd_error { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; int rtn; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_cmd_done_timeout_template { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; int result; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_eh_wakeup { struct trace_entry ent; unsigned int host_no; char __data[0]; }; struct trace_event_data_offsets_scsi_dispatch_cmd_start { u32 cmnd; }; struct trace_event_data_offsets_scsi_dispatch_cmd_error { u32 cmnd; }; struct trace_event_data_offsets_scsi_cmd_done_timeout_template { u32 cmnd; }; struct trace_event_data_offsets_scsi_eh_wakeup {}; typedef void (*btf_trace_scsi_dispatch_cmd_start)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_dispatch_cmd_error)(void *, struct scsi_cmnd *, int); typedef void (*btf_trace_scsi_dispatch_cmd_done)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_dispatch_cmd_timeout)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_eh_wakeup)(void *, struct Scsi_Host *); struct scsi_event { enum scsi_device_event evt_type; struct list_head node; }; enum scsi_ml_status { SCSIML_STAT_OK = 0, SCSIML_STAT_RESV_CONFLICT = 1, SCSIML_STAT_NOSPC = 2, SCSIML_STAT_MED_ERROR = 3, SCSIML_STAT_TGT_FAILURE = 4, }; enum { ACTION_FAIL = 0, ACTION_REPREP = 1, ACTION_DELAYED_REPREP = 2, ACTION_RETRY = 3, ACTION_DELAYED_RETRY = 4, }; struct scsi_nl_hdr { __u8 version; __u8 transport; __u16 magic; __u16 msgtype; __u16 msglen; }; struct scsi_varlen_cdb_hdr { __u8 opcode; __u8 control; __u8 misc[5]; __u8 additional_cdb_length; __be16 service_action; }; struct raid_template { struct transport_container raid_attrs; }; struct raid_function_template { void *cookie; int (*is_raid)(struct device *); void (*get_resync)(struct device *); void (*get_state)(struct device *); }; enum raid_state { RAID_STATE_UNKNOWN = 0, RAID_STATE_ACTIVE = 1, RAID_STATE_DEGRADED = 2, RAID_STATE_RESYNCING = 3, RAID_STATE_OFFLINE = 4, }; enum raid_level { RAID_LEVEL_UNKNOWN = 0, RAID_LEVEL_LINEAR = 1, RAID_LEVEL_0 = 2, RAID_LEVEL_1 = 3, RAID_LEVEL_10 = 4, RAID_LEVEL_1E = 5, RAID_LEVEL_3 = 6, RAID_LEVEL_4 = 7, RAID_LEVEL_5 = 8, RAID_LEVEL_50 = 9, RAID_LEVEL_6 = 10, RAID_LEVEL_JBOD = 11, }; struct raid_data { struct list_head component_list; int component_count; enum raid_level level; enum raid_state state; int resync; }; struct raid_internal { struct raid_template r; struct raid_function_template *f; struct device_attribute private_attrs[3]; struct device_attribute *attrs[4]; }; struct raid_component { struct list_head node; struct device dev; int num; }; enum task_disposition { TASK_IS_DONE = 0, TASK_IS_ABORTED = 1, TASK_IS_AT_LU = 2, TASK_IS_NOT_AT_LU = 3, TASK_ABORT_FAILED = 4, }; struct mbox_out { u8 cmd; u8 cmdid; u16 numsectors; u32 lba; u32 xferaddr; u8 logdrv; u8 numsgelements; u8 resvd; } __attribute__((packed)); struct mbox_in { volatile u8 busy; volatile u8 numstatus; volatile u8 status; volatile u8 completed[46]; volatile u8 poll; volatile u8 ack; }; typedef struct { struct mbox_out m_out; struct mbox_in m_in; } __attribute__((packed)) mbox_t___2; typedef struct { u32 xfer_segment_lo; u32 xfer_segment_hi; mbox_t___2 mbox; } __attribute__((packed)) mbox64_t___2; typedef struct { u8 timeout: 3; u8 ars: 1; u8 reserved: 3; u8 islogical: 1; u8 logdrv; u8 channel; u8 target; u8 queuetag; u8 queueaction; u8 cdb[10]; u8 cdblen; u8 reqsenselen; u8 reqsensearea[32]; u8 numsgelements; u8 scsistatus; u32 dataxferaddr; u32 dataxferlen; } mega_passthru; typedef struct { u8 timeout: 3; u8 ars: 1; u8 rsvd1: 1; u8 cd_rom: 1; u8 rsvd2: 1; u8 islogical: 1; u8 logdrv; u8 channel; u8 target; u8 queuetag; u8 queueaction; u8 cdblen; u8 rsvd3; u8 cdb[16]; u8 numsgelements; u8 status; u8 reqsenselen; u8 reqsensearea[32]; u8 rsvd4; u32 dataxferaddr; u32 dataxferlen; } mega_ext_passthru; typedef struct { u64 address; u32 length; } __attribute__((packed)) mega_sgl64; typedef struct { u32 address; u32 length; } mega_sglist; typedef struct { int idx; u32 state; struct list_head list; u8 raw_mbox[66]; u32 dma_type; u32 dma_direction; struct scsi_cmnd *cmd; dma_addr_t dma_h_bulkdata; dma_addr_t dma_h_sgdata; mega_sglist *sgl; mega_sgl64 *sgl64; dma_addr_t sgl_dma_addr; mega_passthru *pthru; dma_addr_t pthru_dma_addr; mega_ext_passthru *epthru; dma_addr_t epthru_dma_addr; } scb_t; typedef struct { u32 data_size; u32 config_signature; u8 fw_version[16]; u8 bios_version[16]; u8 product_name[80]; u8 max_commands; u8 nchannels; u8 fc_loop_present; u8 mem_type; u32 signature; u16 dram_size; u16 subsysid; u16 subsysvid; u8 notify_counters; u8 pad1k[889]; } mega_product_info; struct notify { u32 global_counter; u8 param_counter; u8 param_id; u16 param_val; u8 write_config_counter; u8 write_config_rsvd[3]; u8 ldrv_op_counter; u8 ldrv_opid; u8 ldrv_opcmd; u8 ldrv_opstatus; u8 ldrv_state_counter; u8 ldrv_state_id; u8 ldrv_state_new; u8 ldrv_state_old; u8 pdrv_state_counter; u8 pdrv_state_id; u8 pdrv_state_new; u8 pdrv_state_old; u8 pdrv_fmt_counter; u8 pdrv_fmt_id; u8 pdrv_fmt_val; u8 pdrv_fmt_rsvd; u8 targ_xfer_counter; u8 targ_xfer_id; u8 targ_xfer_val; u8 targ_xfer_rsvd; u8 fcloop_id_chg_counter; u8 fcloopid_pdrvid; u8 fcloop_id0; u8 fcloop_id1; u8 fcloop_state_counter; u8 fcloop_state0; u8 fcloop_state1; u8 fcloop_state_rsvd; }; typedef struct { u32 data_size; struct notify notify; u8 notify_rsvd[88]; u8 rebuild_rate; u8 cache_flush_interval; u8 sense_alert; u8 drive_insert_count; u8 battery_status; u8 num_ldrv; u8 recon_state[5]; u16 ldrv_op_status[5]; u32 ldrv_size[40]; u8 ldrv_prop[40]; u8 ldrv_state[40]; u8 pdrv_state[256]; u16 pdrv_format[16]; u8 targ_xfer[80]; u8 pad1k[263]; } __attribute__((packed)) mega_inquiry3; typedef struct { u8 max_commands; u8 rebuild_rate; u8 max_targ_per_chan; u8 nchannels; u8 fw_version[4]; u16 age_of_flash; u8 chip_set_value; u8 dram_size; u8 cache_flush_interval; u8 bios_version[4]; u8 board_type; u8 sense_alert; u8 write_config_count; u8 drive_inserted_count; u8 inserted_drive; u8 battery_status; u8 dec_fault_bus_info; } mega_adp_info; typedef struct { u8 num_ldrv; u8 rsvd[3]; u32 ldrv_size[8]; u8 ldrv_prop[8]; u8 ldrv_state[8]; } mega_ldrv_info; typedef struct { u8 pdrv_state[75]; u8 rsvd; } mega_pdrv_info; typedef struct { mega_adp_info adapter_info; mega_ldrv_info logdrv_info; mega_pdrv_info pdrv_info; } mraid_inquiry; typedef struct { mraid_inquiry raid_inq; u16 phys_drv_format[5]; u8 stack_attn; u8 modem_status; u8 rsvd[2]; } __attribute__((packed)) mraid_ext_inquiry; typedef struct { u8 channel; u8 target; } adp_device; typedef struct { u32 start_blk; u32 num_blks; adp_device device[32]; } adp_span_40ld; typedef struct { u32 start_blk; u32 num_blks; adp_device device[8]; } adp_span_8ld; typedef struct { u8 span_depth; u8 level; u8 read_ahead; u8 stripe_sz; u8 status; u8 write_mode; u8 direct_io; u8 row_size; } logdrv_param; typedef struct { logdrv_param lparam; adp_span_40ld span[8]; } logdrv_40ld; typedef struct { logdrv_param lparam; adp_span_8ld span[8]; } logdrv_8ld; typedef struct { u8 type; u8 cur_status; u8 tag_depth; u8 sync_neg; u32 size; } phys_drv; typedef struct { u8 nlog_drives; u8 resvd[3]; logdrv_40ld ldrv[40]; phys_drv pdrv[75]; } disk_array_40ld; typedef struct { u8 nlog_drives; u8 resvd[3]; logdrv_8ld ldrv[8]; phys_drv pdrv[75]; } disk_array_8ld; struct uioctl_t { u32 inlen; u32 outlen; union { u8 fca[16]; struct { u8 opcode; u8 subopcode; u16 adapno; u8 *buffer; u32 length; } __attribute__((packed)) fcs; } ui; u8 mbox[18]; mega_passthru pthru; char *data; } __attribute__((packed)); struct mcontroller___2 { u64 base; u8 irq; u8 numldrv; u8 pcibus; u16 pcidev; u8 pcifun; u16 pciid; u16 pcivendor; u8 pcislot; u32 uid; }; typedef struct { u8 cmd; u8 cmdid; u8 opcode; u8 subopcode; u32 lba; u32 xferaddr; u8 logdrv; u8 rsvd[3]; u8 numstatus; u8 status; } __attribute__((packed)) megacmd_t; typedef struct { char signature[8]; u32 opcode; u32 adapno; union { u8 __raw_mbox[18]; void *__uaddr; } __ua; u32 xferlen; u32 flags; } nitioctl_t; struct private_bios_data { u8 geometry: 4; u8 unused: 4; u8 boot_drv; u8 rsvd[12]; u16 cksum; }; struct megaraid_cmd_priv { struct list_head entry; }; struct scsi_cmd_and_priv { struct scsi_cmnd cmd; struct megaraid_cmd_priv priv; }; typedef struct { int this_id; u32 flag; long unsigned int base; void *mmio_base; mbox64_t___2 *una_mbox64; dma_addr_t una_mbox64_dma; volatile mbox64_t___2 *mbox64; volatile mbox_t___2 *mbox; dma_addr_t mbox_dma; struct pci_dev *dev; struct list_head free_list; struct list_head pending_list; struct list_head completed_list; struct Scsi_Host *host; u8 *mega_buffer; dma_addr_t buf_dma_handle; mega_product_info product_info; u8 max_cmds; scb_t *scb_list; atomic_t pend_cmds; u8 numldrv; u8 fw_version[7]; u8 bios_version[7]; struct proc_dir_entry *controller_proc_dir_entry; int has_64bit_addr; int support_ext_cdb; int boot_ldrv_enabled; int boot_ldrv; int boot_pdrv_enabled; int boot_pdrv_ch; int boot_pdrv_tgt; int support_random_del; int read_ldidmap; atomic_t quiescent; spinlock_t lock; u8 logdrv_chan[9]; int mega_ch_class; u8 sglen; scb_t int_scb; struct mutex int_mtx; int int_status; struct completion int_waitq; int has_cluster; } adapter_t; struct mega_hbas { int is_bios_enabled; adapter_t *hostdata_addr; }; struct MR_FW_RAID_MAP_ALL { struct MR_FW_RAID_MAP raidMap; struct MR_LD_SPAN_MAP ldSpanMap[64]; }; struct MR_FW_RAID_MAP_EXT { u32 reserved; union { struct { u32 maxLd; u32 maxSpanDepth; u32 maxRowSize; u32 maxPdCount; u32 maxArrays; } validationInfo; u32 version[5]; }; u8 fpPdIoTimeoutSec; u8 reserved2[7]; __le16 ldCount; __le16 arCount; __le16 spanCount; __le16 reserve3; struct MR_DEV_HANDLE_INFO devHndlInfo[256]; u8 ldTgtIdToLd[256]; struct MR_ARRAY_INFO arMapInfo[256]; struct MR_LD_SPAN_MAP ldSpanMap[256]; }; struct _MPI2_EVENT_DATA_LOG_ENTRY_ADDED { U64___2 TimeStamp; U32___2 Reserved1; U16___2 LogSequence; U16___2 LogEntryQualifier; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved2; U8___2 LogData[28]; }; typedef struct _MPI2_EVENT_DATA_LOG_ENTRY_ADDED Mpi2EventDataLogEntryAdded_t; struct _MPI2_EVENT_DATA_TEMPERATURE { U16___2 Status; U8___2 SensorNum; U8___2 Reserved1; U16___2 CurrentTemperature; U16___2 Reserved2; U32___2 Reserved3; U32___2 Reserved4; }; typedef struct _MPI2_EVENT_DATA_TEMPERATURE Mpi2EventDataTemperature_t; struct _MPI26_EVENT_DATA_ACTIVE_CABLE_EXCEPT { U32___2 ActiveCablePowerRequirement; U8___2 ReasonCode; U8___2 ReceptacleID; U16___2 Reserved1; }; typedef struct _MPI26_EVENT_DATA_ACTIVE_CABLE_EXCEPT Mpi26EventDataActiveCableExcept_t; struct _MPI2_EVENT_DATA_SAS_DEVICE_STATUS_CHANGE { U16___2 TaskTag; U8___2 ReasonCode; U8___2 PhysicalPort; U8___2 ASC; U8___2 ASCQ; U16___2 DevHandle; U32___2 Reserved2; U64___2 SASAddress; U8___2 LUN[8]; } __attribute__((packed)); typedef struct _MPI2_EVENT_DATA_SAS_DEVICE_STATUS_CHANGE Mpi2EventDataSasDeviceStatusChange_t; struct _MPI2_EVENT_DATA_IR_OPERATION_STATUS { U16___2 VolDevHandle; U16___2 Reserved1; U8___2 RAIDOperation; U8___2 PercentComplete; U16___2 Reserved2; U32___2 ElapsedSeconds; }; typedef struct _MPI2_EVENT_DATA_IR_OPERATION_STATUS Mpi2EventDataIrOperationStatus_t; struct _MPI2_EVENT_DATA_IR_VOLUME { U16___2 VolDevHandle; U8___2 ReasonCode; U8___2 Reserved1; U32___2 NewValue; U32___2 PreviousValue; }; typedef struct _MPI2_EVENT_DATA_IR_VOLUME Mpi2EventDataIrVolume_t; struct _MPI2_EVENT_DATA_IR_PHYSICAL_DISK { U16___2 Reserved1; U8___2 ReasonCode; U8___2 PhysDiskNum; U16___2 PhysDiskDevHandle; U16___2 Reserved2; U16___2 Slot; U16___2 EnclosureHandle; U32___2 NewValue; U32___2 PreviousValue; }; typedef struct _MPI2_EVENT_DATA_IR_PHYSICAL_DISK Mpi2EventDataIrPhysicalDisk_t; struct _MPI2_EVENT_IR_CONFIG_ELEMENT { U16___2 ElementFlags; U16___2 VolDevHandle; U8___2 ReasonCode; U8___2 PhysDiskNum; U16___2 PhysDiskDevHandle; }; typedef struct _MPI2_EVENT_IR_CONFIG_ELEMENT MPI2_EVENT_IR_CONFIG_ELEMENT; typedef struct _MPI2_EVENT_IR_CONFIG_ELEMENT Mpi2EventIrConfigElement_t; struct _MPI2_EVENT_DATA_IR_CONFIG_CHANGE_LIST { U8___2 NumElements; U8___2 Reserved1; U8___2 Reserved2; U8___2 ConfigNum; U32___2 Flags; MPI2_EVENT_IR_CONFIG_ELEMENT ConfigElement[1]; }; typedef struct _MPI2_EVENT_DATA_IR_CONFIG_CHANGE_LIST Mpi2EventDataIrConfigChangeList_t; struct _MPI2_EVENT_DATA_SAS_BROADCAST_PRIMITIVE { U8___2 PhyNum; U8___2 Port; U8___2 PortWidth; U8___2 Primitive; }; typedef struct _MPI2_EVENT_DATA_SAS_BROADCAST_PRIMITIVE Mpi2EventDataSasBroadcastPrimitive_t; struct _MPI2_EVENT_SAS_TOPO_PHY_ENTRY { U16___2 AttachedDevHandle; U8___2 LinkRate; U8___2 PhyStatus; }; typedef struct _MPI2_EVENT_SAS_TOPO_PHY_ENTRY MPI2_EVENT_SAS_TOPO_PHY_ENTRY; struct _MPI2_EVENT_DATA_SAS_TOPOLOGY_CHANGE_LIST { U16___2 EnclosureHandle; U16___2 ExpanderDevHandle; U8___2 NumPhys; U8___2 Reserved1; U16___2 Reserved2; U8___2 NumEntries; U8___2 StartPhyNum; U8___2 ExpStatus; U8___2 PhysicalPort; MPI2_EVENT_SAS_TOPO_PHY_ENTRY PHY[1]; }; typedef struct _MPI2_EVENT_DATA_SAS_TOPOLOGY_CHANGE_LIST Mpi2EventDataSasTopologyChangeList_t; struct _MPI2_EVENT_DATA_SAS_ENCL_DEV_STATUS_CHANGE { U16___2 EnclosureHandle; U8___2 ReasonCode; U8___2 PhysicalPort; U64___2 EnclosureLogicalID; U16___2 NumSlots; U16___2 StartSlot; U32___2 PhyBits; } __attribute__((packed)); typedef struct _MPI2_EVENT_DATA_SAS_ENCL_DEV_STATUS_CHANGE Mpi2EventDataSasEnclDevStatusChange_t; struct _MPI25_EVENT_DATA_SAS_DEVICE_DISCOVERY_ERROR { U16___2 DevHandle; U8___2 ReasonCode; U8___2 PhysicalPort; U32___2 Reserved1[2]; U64___2 SASAddress; U32___2 Reserved2[2]; } __attribute__((packed)); typedef struct _MPI25_EVENT_DATA_SAS_DEVICE_DISCOVERY_ERROR Mpi25EventDataSasDeviceDiscoveryError_t; struct _MPI26_EVENT_DATA_PCIE_DEVICE_STATUS_CHANGE { U16___2 TaskTag; U8___2 ReasonCode; U8___2 PhysicalPort; U8___2 ASC; U8___2 ASCQ; U16___2 DevHandle; U32___2 Reserved2; U64___2 WWID; U8___2 LUN[8]; } __attribute__((packed)); typedef struct _MPI26_EVENT_DATA_PCIE_DEVICE_STATUS_CHANGE Mpi26EventDataPCIeDeviceStatusChange_t; struct _MPI26_EVENT_PCIE_TOPO_PORT_ENTRY { U16___2 AttachedDevHandle; U8___2 PortStatus; U8___2 Reserved1; U8___2 CurrentPortInfo; U8___2 Reserved2; U8___2 PreviousPortInfo; U8___2 Reserved3; }; typedef struct _MPI26_EVENT_PCIE_TOPO_PORT_ENTRY MPI26_EVENT_PCIE_TOPO_PORT_ENTRY; struct _MPI26_EVENT_DATA_PCIE_TOPOLOGY_CHANGE_LIST { U16___2 EnclosureHandle; U16___2 SwitchDevHandle; U8___2 NumPorts; U8___2 Reserved1; U16___2 Reserved2; U8___2 NumEntries; U8___2 StartPortNum; U8___2 SwitchStatus; U8___2 PhysicalPort; MPI26_EVENT_PCIE_TOPO_PORT_ENTRY PortEntry[1]; }; typedef struct _MPI26_EVENT_DATA_PCIE_TOPOLOGY_CHANGE_LIST Mpi26EventDataPCIeTopologyChangeList_t; typedef struct _MPI2_BOOT_DEVICE_SAS_WWID Mpi2BootDeviceSasWwid_t; typedef struct _MPI2_BOOT_DEVICE_ENCLOSURE_SLOT Mpi2BootDeviceEnclosureSlot_t; typedef struct _MPI2_BOOT_DEVICE_DEVICE_NAME Mpi2BootDeviceDeviceName_t; typedef union _MPI2_MPI2_BIOSPAGE2_BOOT_DEVICE Mpi2BiosPage2BootDevice_t; struct _MPI2_RAID_ACTION_RATE_DATA { U8___2 RateToChange; U8___2 RateOrMode; U16___2 DataScrubDuration; }; typedef struct _MPI2_RAID_ACTION_RATE_DATA MPI2_RAID_ACTION_RATE_DATA; struct _MPI2_RAID_ACTION_START_RAID_FUNCTION { U8___2 RAIDFunction; U8___2 Flags; U16___2 Reserved1; }; typedef struct _MPI2_RAID_ACTION_START_RAID_FUNCTION MPI2_RAID_ACTION_START_RAID_FUNCTION; struct _MPI2_RAID_ACTION_STOP_RAID_FUNCTION { U8___2 RAIDFunction; U8___2 Flags; U16___2 Reserved1; }; typedef struct _MPI2_RAID_ACTION_STOP_RAID_FUNCTION MPI2_RAID_ACTION_STOP_RAID_FUNCTION; struct _MPI2_RAID_ACTION_HOT_SPARE { U8___2 HotSparePool; U8___2 Reserved1; U16___2 DevHandle; }; typedef struct _MPI2_RAID_ACTION_HOT_SPARE MPI2_RAID_ACTION_HOT_SPARE; struct _MPI2_RAID_ACTION_FW_UPDATE_MODE { U8___2 Flags; U8___2 DeviceFirmwareUpdateModeTimeout; U16___2 Reserved1; }; typedef struct _MPI2_RAID_ACTION_FW_UPDATE_MODE MPI2_RAID_ACTION_FW_UPDATE_MODE; union _MPI2_RAID_ACTION_DATA { U32___2 Word; MPI2_RAID_ACTION_RATE_DATA Rates; MPI2_RAID_ACTION_START_RAID_FUNCTION StartRaidFunction; MPI2_RAID_ACTION_STOP_RAID_FUNCTION StopRaidFunction; MPI2_RAID_ACTION_HOT_SPARE HotSpare; MPI2_RAID_ACTION_FW_UPDATE_MODE FwUpdateMode; }; typedef union _MPI2_RAID_ACTION_DATA MPI2_RAID_ACTION_DATA; struct _MPI2_RAID_ACTION_REQUEST { U8___2 Action; U8___2 Reserved1; U8___2 ChainOffset; U8___2 Function; U16___2 VolDevHandle; U8___2 PhysDiskNum; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved2; U32___2 Reserved3; MPI2_RAID_ACTION_DATA ActionDataWord; MPI2_SGE_SIMPLE_UNION ActionDataSGE; } __attribute__((packed)); typedef struct _MPI2_RAID_ACTION_REQUEST Mpi2RaidActionRequest_t; struct _MPI2_RAID_VOL_INDICATOR { U64___2 TotalBlocks; U64___2 BlocksRemaining; U32___2 Flags; U32___2 ElapsedSeconds; }; typedef struct _MPI2_RAID_VOL_INDICATOR MPI2_RAID_VOL_INDICATOR; struct _MPI2_RAID_COMPATIBILITY_RESULT_STRUCT { U8___2 State; U8___2 Reserved1; U16___2 Reserved2; U32___2 GenericAttributes; U32___2 OEMSpecificAttributes; U32___2 Reserved3; U32___2 Reserved4; }; typedef struct _MPI2_RAID_COMPATIBILITY_RESULT_STRUCT MPI2_RAID_COMPATIBILITY_RESULT_STRUCT; union _MPI2_RAID_ACTION_REPLY_DATA { U32___2 Word[6]; MPI2_RAID_VOL_INDICATOR RaidVolumeIndicator; U16___2 VolDevHandle; U8___2 VolumeState; U8___2 PhysDiskNum; MPI2_RAID_COMPATIBILITY_RESULT_STRUCT RaidCompatibilityResult; }; typedef union _MPI2_RAID_ACTION_REPLY_DATA MPI2_RAID_ACTION_REPLY_DATA; struct _MPI2_RAID_ACTION_REPLY { U8___2 Action; U8___2 Reserved1; U8___2 MsgLength; U8___2 Function; U16___2 VolDevHandle; U8___2 PhysDiskNum; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved2; U16___2 Reserved3; U16___2 IOCStatus; U32___2 IOCLogInfo; MPI2_RAID_ACTION_REPLY_DATA ActionData; } __attribute__((packed)); typedef struct _MPI2_RAID_ACTION_REPLY Mpi2RaidActionReply_t; enum scsi_host_guard_type { SHOST_DIX_GUARD_CRC = 1, SHOST_DIX_GUARD_IP = 2, }; struct _sas_port { struct list_head port_list; u8 num_phys; struct sas_identify remote_identify; struct sas_rphy *rphy; struct sas_port *port; struct hba_port *hba_port; struct list_head phy_list; }; struct virtual_phy { struct list_head list; u64 sas_address; u32 phy_mask; u8 flags; }; struct fw_event_work { struct list_head list; struct work_struct work; struct MPT3SAS_ADAPTER *ioc; u16 device_handle; u8 VF_ID; u8 VP_ID; u8 ignore; u16 event; struct kref refcount; char event_data[0]; }; struct sense_info { u8 skey; u8 asc; u8 ascq; }; enum hba_port_matched_codes { NOT_MATCHED = 0, MATCHED_WITH_ADDR_AND_PHYMASK = 1, MATCHED_WITH_ADDR_SUBPHYMASK_AND_PORT = 2, MATCHED_WITH_ADDR_AND_SUBPHYMASK = 3, MATCHED_WITH_ADDR = 4, }; struct mpt3sas_debugfs_buffer { void *buf; u32 len; }; enum sas_gpio_reg_type { SAS_GPIO_REG_CFG = 0, SAS_GPIO_REG_RX = 1, SAS_GPIO_REG_RX_GP = 2, SAS_GPIO_REG_TX = 3, SAS_GPIO_REG_TX_GP = 4, }; enum sas_cmd_port_registers { CMD_CMRST_OOB_DET = 256, CMD_CMWK_OOB_DET = 260, CMD_CMSAS_OOB_DET = 264, CMD_BRST_OOB_DET = 268, CMD_OOB_SPACE = 272, CMD_OOB_BURST = 276, CMD_PHY_TIMER = 280, CMD_PHY_CONFIG0 = 284, CMD_PHY_CONFIG1 = 288, CMD_SAS_CTL0 = 292, CMD_SAS_CTL1 = 296, CMD_SAS_CTL2 = 300, CMD_SAS_CTL3 = 304, CMD_ID_TEST = 308, CMD_PL_TIMER = 312, CMD_WD_TIMER = 316, CMD_PORT_SEL_COUNT = 320, CMD_APP_MEM_CTL = 324, CMD_XOR_MEM_CTL = 328, CMD_DMA_MEM_CTL = 332, CMD_PORT_MEM_CTL0 = 336, CMD_PORT_MEM_CTL1 = 340, CMD_SATA_PORT_MEM_CTL0 = 344, CMD_SATA_PORT_MEM_CTL1 = 348, CMD_XOR_MEM_BIST_CTL = 352, CMD_XOR_MEM_BIST_STAT = 356, CMD_DMA_MEM_BIST_CTL = 360, CMD_DMA_MEM_BIST_STAT = 364, CMD_PORT_MEM_BIST_CTL = 368, CMD_PORT_MEM_BIST_STAT0 = 372, CMD_PORT_MEM_BIST_STAT1 = 376, CMD_STP_MEM_BIST_CTL = 380, CMD_STP_MEM_BIST_STAT0 = 384, CMD_STP_MEM_BIST_STAT1 = 388, CMD_RESET_COUNT = 392, CMD_MONTR_DATA_SEL = 396, CMD_PLL_PHY_CONFIG = 400, CMD_PHY_CTL = 404, CMD_PHY_TEST_COUNT0 = 408, CMD_PHY_TEST_COUNT1 = 412, CMD_PHY_TEST_COUNT2 = 416, CMD_APP_ERR_CONFIG = 420, CMD_PND_FIFO_CTL0 = 424, CMD_HOST_CTL = 428, CMD_HOST_WR_DATA = 432, CMD_HOST_RD_DATA = 436, CMD_PHY_MODE_21 = 440, CMD_SL_MODE0 = 444, CMD_SL_MODE1 = 448, CMD_PND_FIFO_CTL1 = 452, CMD_PORT_LAYER_TIMER1 = 480, CMD_LINK_TIMER = 484, }; enum pci_cfg_register_bits { PCTL_PWR_OFF = 251658240, PCTL_COM_ON = 15728640, PCTL_LINK_RST = 983040, PCTL_LINK_OFFS = 16, PCTL_PHY_DSBL = 61440, PCTL_PHY_DSBL_OFFS = 12, PRD_REQ_SIZE = 16384, PRD_REQ_MASK = 28672, PLS_NEG_LINK_WD = 1008, PLS_NEG_LINK_WD_OFFS = 4, PLS_LINK_SPD = 15, PLS_LINK_SPD_OFFS = 0, }; enum VANIR_REVISION_ID { VANIR_A0_REV = 160, VANIR_B0_REV = 1, VANIR_C0_REV = 2, VANIR_C1_REV = 3, VANIR_C2_REV = 194, }; enum host_registers { MVS_HST_CHIP_CONFIG = 65796, }; enum hw_registers { MVS_GBL_CTL = 4, MVS_GBL_INT_STAT = 0, MVS_GBL_PI = 12, MVS_PHY_CTL = 64, MVS_PORTS_IMP = 156, MVS_GBL_PORT_TYPE = 160, MVS_CTL = 256, MVS_PCS = 260, MVS_CMD_LIST_LO = 264, MVS_CMD_LIST_HI = 268, MVS_RX_FIS_LO = 272, MVS_RX_FIS_HI = 276, MVS_STP_REG_SET_0 = 280, MVS_STP_REG_SET_1 = 284, MVS_TX_CFG = 288, MVS_TX_LO = 292, MVS_TX_HI = 296, MVS_TX_PROD_IDX = 300, MVS_TX_CONS_IDX = 304, MVS_RX_CFG = 308, MVS_RX_LO = 312, MVS_RX_HI = 316, MVS_RX_CONS_IDX = 320, MVS_INT_COAL = 328, MVS_INT_COAL_TMOUT = 332, MVS_INT_STAT = 336, MVS_INT_MASK = 340, MVS_INT_STAT_SRS_0 = 344, MVS_INT_MASK_SRS_0 = 348, MVS_INT_STAT_SRS_1 = 352, MVS_INT_MASK_SRS_1 = 356, MVS_NON_NCQ_ERR_0 = 360, MVS_NON_NCQ_ERR_1 = 364, MVS_CMD_ADDR = 368, MVS_CMD_DATA = 372, MVS_MEM_PARITY_ERR = 376, MVS_P0_INT_STAT = 384, MVS_P0_INT_MASK = 388, MVS_P4_INT_STAT = 416, MVS_P4_INT_MASK = 420, MVS_P0_SER_CTLSTAT = 464, MVS_P4_SER_CTLSTAT = 480, MVS_P0_CFG_ADDR = 512, MVS_P0_CFG_DATA = 516, MVS_P4_CFG_ADDR = 544, MVS_P4_CFG_DATA = 548, MVS_P0_VSR_ADDR = 592, MVS_P0_VSR_DATA = 596, MVS_P4_VSR_ADDR = 592, MVS_P4_VSR_DATA = 596, MVS_PA_VSR_ADDR = 656, MVS_PA_VSR_PORT = 660, MVS_COMMAND_ACTIVE = 768, }; enum pci_cfg_registers { PCR_PHY_CTL = 64, PCR_PHY_CTL2 = 144, PCR_DEV_CTRL = 120, PCR_LINK_STAT = 130, }; enum sas_sata_vsp_regs { VSR_PHY_STAT = 0, VSR_PHY_MODE1 = 4, VSR_PHY_MODE2 = 8, VSR_PHY_MODE3 = 12, VSR_PHY_MODE4 = 16, VSR_PHY_MODE5 = 20, VSR_PHY_MODE6 = 24, VSR_PHY_MODE7 = 28, VSR_PHY_MODE8 = 32, VSR_PHY_MODE9 = 36, VSR_PHY_MODE10 = 40, VSR_PHY_MODE11 = 44, VSR_PHY_ACT_LED = 48, VSR_PHY_FFE_CONTROL = 268, VSR_PHY_DFE_UPDATE_CRTL = 272, VSR_REF_CLOCK_CRTL = 416, }; enum chip_register_bits { PHY_MIN_SPP_PHYS_LINK_RATE_MASK = 1792, PHY_MAX_SPP_PHYS_LINK_RATE_MASK = 28672, PHY_NEG_SPP_PHYS_LINK_RATE_MASK_OFFSET = 16, PHY_NEG_SPP_PHYS_LINK_RATE_MASK = 196608, }; enum pci_interrupt_cause { MVS_IRQ_COM_IN_I2O_IOP0 = 1, MVS_IRQ_COM_IN_I2O_IOP1 = 2, MVS_IRQ_COM_IN_I2O_IOP2 = 4, MVS_IRQ_COM_IN_I2O_IOP3 = 8, MVS_IRQ_COM_OUT_I2O_HOS0 = 16, MVS_IRQ_COM_OUT_I2O_HOS1 = 32, MVS_IRQ_COM_OUT_I2O_HOS2 = 64, MVS_IRQ_COM_OUT_I2O_HOS3 = 128, MVS_IRQ_PCIF_TO_CPU_DRBL0 = 256, MVS_IRQ_PCIF_TO_CPU_DRBL1 = 512, MVS_IRQ_PCIF_TO_CPU_DRBL2 = 1024, MVS_IRQ_PCIF_TO_CPU_DRBL3 = 2048, MVS_IRQ_PCIF_DRBL0 = 4096, MVS_IRQ_PCIF_DRBL1 = 8192, MVS_IRQ_PCIF_DRBL2 = 16384, MVS_IRQ_PCIF_DRBL3 = 32768, MVS_IRQ_XOR_A = 65536, MVS_IRQ_XOR_B = 131072, MVS_IRQ_SAS_A = 262144, MVS_IRQ_SAS_B = 524288, MVS_IRQ_CPU_CNTRL = 1048576, MVS_IRQ_GPIO = 2097152, MVS_IRQ_UART = 4194304, MVS_IRQ_SPI = 8388608, MVS_IRQ_I2C = 16777216, MVS_IRQ_SGPIO = 33554432, MVS_IRQ_COM_ERR = 536870912, MVS_IRQ_I2O_ERR = 1073741824, MVS_IRQ_PCIE_ERR = -2147483648, }; union reg_phy_cfg { u32 v; struct { u32 phy_reset: 1; u32 sas_support: 1; u32 sata_support: 1; u32 sata_host_mode: 1; u32 speed_support: 3; u32 snw_3_support: 1; u32 tx_lnk_parity: 1; u32 tx_spt_phs_lnk_rate: 6; u32 tx_lgcl_lnk_rate: 4; u32 tx_ssc_type: 1; u32 sata_spin_up_spt: 1; u32 sata_spin_up_en: 1; u32 bypass_oob: 1; u32 disable_phy: 1; u32 rsvd: 8; } u; }; struct mvs_prd_imt { __le32 len: 22; u8 _r_a: 2; u8 misc_ctl: 4; u8 inter_sel: 4; }; struct mvs_prd { __le64 addr; __le32 im_len; } __attribute__((packed)); enum sgpio_registers { MVS_SGPIO_HOST_OFFSET = 256, MVS_SGPIO_CFG0 = 49664, MVS_SGPIO_CFG0_ENABLE = 1, MVS_SGPIO_CFG0_BLINKB = 2, MVS_SGPIO_CFG0_BLINKA = 4, MVS_SGPIO_CFG0_INVSCLK = 8, MVS_SGPIO_CFG0_INVSLOAD = 16, MVS_SGPIO_CFG0_INVSDOUT = 32, MVS_SGPIO_CFG0_SLOAD_FALLEDGE = 64, MVS_SGPIO_CFG0_SDOUT_FALLEDGE = 128, MVS_SGPIO_CFG0_SDIN_RISEEDGE = 256, MVS_SGPIO_CFG0_MAN_BITLEN_SHIFT = 18, MVS_SGPIO_CFG0_AUT_BITLEN_SHIFT = 24, MVS_SGPIO_CFG1 = 49668, MVS_SGPIO_CFG1_LOWA_SHIFT = 0, MVS_SGPIO_CFG1_HIA_SHIFT = 4, MVS_SGPIO_CFG1_LOWB_SHIFT = 8, MVS_SGPIO_CFG1_HIB_SHIFT = 12, MVS_SGPIO_CFG1_MAXACTON_SHIFT = 16, MVS_SGPIO_CFG1_FORCEACTOFF_SHIFT = 20, MVS_SGPIO_CFG1_STRCHACTON_SHIFT = 24, MVS_SGPIO_CFG1_STRCHACTOFF_SHIFT = 28, MVS_SGPIO_CFG2 = 49672, MVS_SGPIO_CFG2_CLK_SHIFT = 0, MVS_SGPIO_CFG2_BLINK_SHIFT = 20, MVS_SGPIO_CTRL = 49676, MVS_SGPIO_CTRL_SDOUT_AUTO = 2, MVS_SGPIO_CTRL_SDOUT_SHIFT = 2, MVS_SGPIO_DSRC = 49696, MVS_SGPIO_DCTRL = 49720, MVS_SGPIO_DCTRL_ERR_SHIFT = 0, MVS_SGPIO_DCTRL_LOC_SHIFT = 3, MVS_SGPIO_DCTRL_ACT_SHIFT = 5, }; enum sgpio_led_status { LED_OFF___2 = 0, LED_ON___2 = 1, LED_BLINKA = 2, LED_BLINKA_INV = 3, LED_BLINKA_SOF = 4, LED_BLINKA_EOF = 5, LED_BLINKB = 6, LED_BLINKB_INV = 7, }; enum sas_sata_phy_regs { GENERATION_1_SETTING = 280, GENERATION_1_2_SETTING = 284, GENERATION_2_3_SETTING = 288, GENERATION_3_4_SETTING = 292, }; typedef unsigned int (*ata_xlat_func_t)(struct ata_queued_cmd *); struct ata_scsi_args { struct ata_device *dev; u16 *id; struct scsi_cmnd *cmd; }; struct ata_acpi_gtf { u8 tf[7]; }; struct ata_acpi_hotplug_context { struct acpi_hotplug_context hp; union { struct ata_port *ap; struct ata_device *dev; } data; }; struct ahci_cmd_hdr { __le32 opts; __le32 status; __le32 tbl_addr; __le32 tbl_addr_hi; __le32 reserved[4]; }; struct ahci_sg { __le32 addr; __le32 addr_hi; __le32 reserved; __le32 flags_size; }; struct ahci_em_priv { enum sw_activity blink_policy; struct timer_list timer; long unsigned int saved_activity; long unsigned int activity; long unsigned int led_state; struct ata_link *link; }; struct ahci_port_priv { struct ata_link *active_link; struct ahci_cmd_hdr *cmd_slot; dma_addr_t cmd_slot_dma; void *cmd_tbl; dma_addr_t cmd_tbl_dma; void *rx_fis; dma_addr_t rx_fis_dma; unsigned int ncq_saw_d2h: 1; unsigned int ncq_saw_dmas: 1; unsigned int ncq_saw_sdb: 1; spinlock_t lock; u32 intr_mask; bool fbs_supported; bool fbs_enabled; int fbs_last_dev; struct ahci_em_priv em_priv[15]; char *irq_desc; }; struct mdio_board_info { const char *bus_id; char modalias[32]; int mdio_addr; const void *platform_data; }; struct mdio_board_entry { struct list_head list; struct mdio_board_info board_info; }; struct phylink_mac_ops; struct phylink { struct net_device *netdev; const struct phylink_mac_ops *mac_ops; struct phylink_config *config; struct phylink_pcs *pcs; struct device *dev; unsigned int old_link_state: 1; long unsigned int phylink_disable_state; struct phy_device *phydev; phy_interface_t link_interface; u8 cfg_link_an_mode; u8 cur_link_an_mode; u8 link_port; long unsigned int supported[2]; struct phylink_link_state link_config; phy_interface_t cur_interface; struct gpio_desc *link_gpio; unsigned int link_irq; struct timer_list link_poll; void (*get_fixed_state)(struct net_device *, struct phylink_link_state *); struct mutex state_mutex; struct phylink_link_state phy_state; struct work_struct resolve; bool mac_link_dropped; bool using_mac_select_pcs; struct sfp_bus *sfp_bus; bool sfp_may_have_phy; long unsigned int sfp_interfaces[1]; long unsigned int sfp_support[2]; u8 sfp_port; }; enum { MLO_PAUSE_NONE = 0, MLO_PAUSE_RX = 1, MLO_PAUSE_TX = 2, MLO_PAUSE_TXRX_MASK = 3, MLO_PAUSE_AN = 4, MLO_AN_PHY = 0, MLO_AN_FIXED = 1, MLO_AN_INBAND = 2, MAC_SYM_PAUSE = 1, MAC_ASYM_PAUSE = 2, MAC_10HD = 4, MAC_10FD = 8, MAC_10 = 12, MAC_100HD = 16, MAC_100FD = 32, MAC_100 = 48, MAC_1000HD = 64, MAC_1000FD = 128, MAC_1000 = 192, MAC_2500FD = 256, MAC_5000FD = 512, MAC_10000FD = 1024, MAC_20000FD = 2048, MAC_25000FD = 4096, MAC_40000FD = 8192, MAC_50000FD = 16384, MAC_56000FD = 32768, MAC_100000FD = 65536, MAC_200000FD = 131072, MAC_400000FD = 262144, }; struct phylink_mac_ops { void (*validate)(struct phylink_config *, long unsigned int *, struct phylink_link_state *); struct phylink_pcs * (*mac_select_pcs)(struct phylink_config *, phy_interface_t); void (*mac_pcs_get_state)(struct phylink_config *, struct phylink_link_state *); int (*mac_prepare)(struct phylink_config *, unsigned int, phy_interface_t); void (*mac_config)(struct phylink_config *, unsigned int, const struct phylink_link_state *); int (*mac_finish)(struct phylink_config *, unsigned int, phy_interface_t); void (*mac_an_restart)(struct phylink_config *); void (*mac_link_down)(struct phylink_config *, unsigned int, phy_interface_t); void (*mac_link_up)(struct phylink_config *, struct phy_device *, unsigned int, phy_interface_t, int, int, bool, bool); }; enum { PHYLINK_DISABLE_STOPPED = 0, PHYLINK_DISABLE_LINK = 1, PHYLINK_DISABLE_MAC_WOL = 2, }; struct swmii_regs { u16 bmsr; u16 lpa; u16 lpagb; u16 estat; }; enum { SWMII_SPEED_10 = 0, SWMII_SPEED_100 = 1, SWMII_SPEED_1000 = 2, SWMII_DUPLEX_HALF = 0, SWMII_DUPLEX_FULL = 1, }; struct mdio_device_id { __u32 phy_id; __u32 phy_id_mask; }; struct rtl821x_priv { u16 phycr1; u16 phycr2; bool has_phycr2; }; struct e1000_rx_desc { __le64 buffer_addr; __le16 length; __le16 csum; u8 status; u8 errors; __le16 special; }; enum e1000_state_t___3 { __E1000_TESTING___2 = 0, __E1000_RESETTING___2 = 1, __E1000_DOWN___2 = 2, __E1000_DISABLED = 3, }; struct e1000_host_mng_command_header { u8 command_id; u8 checksum; u16 reserved1; u16 reserved2; u16 command_length; }; enum e1000_mng_mode { e1000_mng_mode_none = 0, e1000_mng_mode_asf = 1, e1000_mng_mode_pt = 2, e1000_mng_mode_ipmi = 3, e1000_mng_mode_host_if_only = 4, }; struct e1000_option___2 { enum { enable_option___2 = 0, range_option___2 = 1, list_option___2 = 2, } type; const char *name; const char *err; int def; union { struct { int min; int max; } r; struct { int nr; struct e1000_opt_list *p; } l; } arg; }; struct e1000_adv_tx_context_desc { __le32 vlan_macip_lens; __le32 seqnum_seed; __le32 type_tucmd_mlhl; __le32 mss_l4len_idx; }; enum igb_tx_flags { IGB_TX_FLAGS_VLAN = 1, IGB_TX_FLAGS_TSO = 2, IGB_TX_FLAGS_TSTAMP = 4, IGB_TX_FLAGS_IPV4 = 16, IGB_TX_FLAGS_CSUM = 32, }; enum e1000_ring_flags_t { IGB_RING_FLAG_RX_3K_BUFFER = 0, IGB_RING_FLAG_RX_BUILD_SKB_ENABLED = 1, IGB_RING_FLAG_RX_SCTP_CSUM = 2, IGB_RING_FLAG_RX_LB_VLAN_BSWAP = 3, IGB_RING_FLAG_TX_CTX_IDX = 4, IGB_RING_FLAG_TX_DETECT_HANG = 5, }; enum igb_boards { board_82575 = 0, }; enum queue_mode { QUEUE_MODE_STRICT_PRIORITY = 0, QUEUE_MODE_STREAM_RESERVATION = 1, }; enum tx_queue_prio { TX_QUEUE_PRIO_HIGH = 0, TX_QUEUE_PRIO_LOW = 1, }; struct igb_reg_info { u32 ofs; char *name; }; enum latency_range { lowest_latency = 0, low_latency = 1, bulk_latency = 2, latency_invalid = 255, }; struct my_u0 { __le64 a; __le64 b; }; enum E1000_INVM_STRUCTURE_TYPE { E1000_INVM_UNINITIALIZED_STRUCTURE = 0, E1000_INVM_WORD_AUTOLOAD_STRUCTURE = 1, E1000_INVM_CSR_AUTOLOAD_STRUCTURE = 2, E1000_INVM_PHY_REGISTER_AUTOLOAD_STRUCTURE = 3, E1000_INVM_RSA_KEY_SHA256_STRUCTURE = 4, E1000_INVM_INVALIDATED_STRUCTURE = 15, }; struct ixgbe_nvm_version { u32 etk_id; u8 nvm_major; u16 nvm_minor; u8 nvm_id; bool oem_valid; u8 oem_major; u8 oem_minor; u16 oem_release; bool or_valid; u8 or_major; u16 or_build; u8 or_patch; }; enum { PBA_STRATEGY_EQUAL = 0, PBA_STRATEGY_WEIGHTED = 1, }; struct ixgbe_hic_drv_info { struct ixgbe_hic_hdr hdr; u8 port_num; u8 ver_sub; u8 ver_build; u8 ver_min; u8 ver_maj; u8 pad; u16 pad2; }; struct fc_frame_header { __u8 fh_r_ctl; __u8 fh_d_id[3]; __u8 fh_cs_ctl; __u8 fh_s_id[3]; __u8 fh_type; __u8 fh_f_ctl[3]; __u8 fh_seq_id; __u8 fh_df_ctl; __be16 fh_seq_cnt; __be16 fh_ox_id; __be16 fh_rx_id; __be32 fh_parm_offset; }; enum fc_rctl { FC_RCTL_DD_UNCAT = 0, FC_RCTL_DD_SOL_DATA = 1, FC_RCTL_DD_UNSOL_CTL = 2, FC_RCTL_DD_SOL_CTL = 3, FC_RCTL_DD_UNSOL_DATA = 4, FC_RCTL_DD_DATA_DESC = 5, FC_RCTL_DD_UNSOL_CMD = 6, FC_RCTL_DD_CMD_STATUS = 7, FC_RCTL_ELS_REQ = 34, FC_RCTL_ELS_REP = 35, FC_RCTL_ELS4_REQ = 50, FC_RCTL_ELS4_REP = 51, FC_RCTL_VFTH = 80, FC_RCTL_IFRH = 81, FC_RCTL_ENCH = 82, FC_RCTL_BA_NOP = 128, FC_RCTL_BA_ABTS = 129, FC_RCTL_BA_RMC = 130, FC_RCTL_BA_ACC = 132, FC_RCTL_BA_RJT = 133, FC_RCTL_BA_PRMT = 134, FC_RCTL_ACK_1 = 192, FC_RCTL_ACK_0 = 193, FC_RCTL_P_RJT = 194, FC_RCTL_F_RJT = 195, FC_RCTL_P_BSY = 196, FC_RCTL_F_BSY = 197, FC_RCTL_F_BSYL = 198, FC_RCTL_LCR = 199, FC_RCTL_END = 201, }; struct fcoe_hdr { __u8 fcoe_ver; __u8 fcoe_resvd[12]; __u8 fcoe_sof; }; struct fcoe_crc_eof { __le32 fcoe_crc32; __u8 fcoe_eof; __u8 fcoe_resvd[3]; }; enum ixgbe_tx_flags { IXGBE_TX_FLAGS_HW_VLAN = 1, IXGBE_TX_FLAGS_TSO = 2, IXGBE_TX_FLAGS_TSTAMP = 4, IXGBE_TX_FLAGS_CC = 8, IXGBE_TX_FLAGS_IPV4 = 16, IXGBE_TX_FLAGS_CSUM = 32, IXGBE_TX_FLAGS_IPSEC = 64, IXGBE_TX_FLAGS_SW_VLAN = 128, IXGBE_TX_FLAGS_FCOE = 256, }; enum fc_sof { FC_SOF_F = 40, FC_SOF_I4 = 41, FC_SOF_I2 = 45, FC_SOF_I3 = 46, FC_SOF_N4 = 49, FC_SOF_N2 = 53, FC_SOF_N3 = 54, FC_SOF_C4 = 57, }; enum fc_eof { FC_EOF_N = 65, FC_EOF_T = 66, FC_EOF_RT = 68, FC_EOF_DT = 70, FC_EOF_NI = 73, FC_EOF_DTI = 78, FC_EOF_RTI = 79, FC_EOF_A = 80, }; struct ixgb_opt_list { int i; const char *str; }; struct ixgb_option { enum { enable_option___3 = 0, range_option___3 = 1, list_option___3 = 2, } type; const char *name; const char *err; int def; union { struct { int min; int max; } r; struct { int nr; const struct ixgb_opt_list *p; } l; } arg; }; enum power_event { pointer_reset = 2147483648, global_unicast = 512, wake_up_rx_frame = 64, magic_frame = 32, wake_up_frame_en = 4, magic_pkt_en = 2, power_down = 1, }; struct stmmac_rx_routing { u32 reg_mask; u32 reg_shift; }; enum dwmac4_irq_status { time_stamp_irq = 4096, mmc_rx_csum_offload_irq = 2048, mmc_tx_irq = 1024, mmc_rx_irq = 512, mmc_irq = 256, lpi_irq = 32, pmt_irq = 16, }; struct usb_otg_caps { u16 otg_rev; bool hnp_support; bool srp_support; bool adp_support; }; enum usb_dr_mode { USB_DR_MODE_UNKNOWN = 0, USB_DR_MODE_HOST = 1, USB_DR_MODE_PERIPHERAL = 2, USB_DR_MODE_OTG = 3, }; struct usb_dynid { struct list_head node; struct usb_device_id id; }; struct quirk_entry { u16 vid; u16 pid; u32 flags; }; enum usb_phy_interface { USBPHY_INTERFACE_MODE_UNKNOWN = 0, USBPHY_INTERFACE_MODE_UTMI = 1, USBPHY_INTERFACE_MODE_UTMIW = 2, USBPHY_INTERFACE_MODE_ULPI = 3, USBPHY_INTERFACE_MODE_SERIAL = 4, USBPHY_INTERFACE_MODE_HSIC = 5, }; struct urb_priv___2 { struct ed *ed; u16 length; u16 td_cnt; struct list_head pending; struct td *td[0]; }; typedef struct urb_priv___2 urb_priv_t; struct debug_buffer___2 { ssize_t (*fill_func)(struct debug_buffer___2 *); struct ohci_hcd *ohci; struct mutex mutex; size_t count; char *page; }; enum serio_event_type { SERIO_RESCAN_PORT = 0, SERIO_RECONNECT_PORT = 1, SERIO_RECONNECT_SUBTREE = 2, SERIO_REGISTER_PORT = 3, SERIO_ATTACH_DRIVER = 4, }; struct serio_event { enum serio_event_type type; void *object; struct module *owner; struct list_head node; }; struct input_event { __kernel_ulong_t __sec; __kernel_ulong_t __usec; __u16 type; __u16 code; __s32 value; }; struct input_mask { __u32 type; __u32 codes_size; __u64 codes_ptr; }; struct evdev_client; struct evdev { int open; struct input_handle handle; struct evdev_client *grab; struct list_head client_list; spinlock_t client_lock; struct mutex mutex; struct device dev; struct cdev cdev; bool exist; }; struct evdev_client { unsigned int head; unsigned int tail; unsigned int packet_head; spinlock_t buffer_lock; wait_queue_head_t wait; struct fasync_struct *fasync; struct evdev *evdev; struct list_head node; enum input_clock_type clk_type; bool revoked; long unsigned int *evmasks[32]; unsigned int bufsize; struct input_event buffer[0]; }; enum SS4_PACKET_ID { SS4_PACKET_ID_IDLE = 0, SS4_PACKET_ID_ONE = 1, SS4_PACKET_ID_TWO = 2, SS4_PACKET_ID_MULTI = 3, SS4_PACKET_ID_STICK = 4, }; enum V7_PACKET_ID { V7_PACKET_ID_IDLE = 0, V7_PACKET_ID_TWO = 1, V7_PACKET_ID_MULTI = 2, V7_PACKET_ID_NEW = 3, V7_PACKET_ID_UNKNOWN = 4, }; struct alps_protocol_info { u16 version; u8 byte0; u8 mask0; unsigned int flags; }; struct alps_model_info { u8 signature[3]; struct alps_protocol_info protocol_info; }; struct alps_nibble_commands { int command; unsigned char data; }; struct alps_bitmap_point { int start_bit; int num_bits; }; struct alps_fields { unsigned int x_map; unsigned int y_map; unsigned int fingers; int pressure; struct input_mt_pos st; struct input_mt_pos mt[4]; unsigned int first_mp: 1; unsigned int is_mp: 1; unsigned int left: 1; unsigned int right: 1; unsigned int middle: 1; unsigned int ts_left: 1; unsigned int ts_right: 1; unsigned int ts_middle: 1; }; struct alps_data { struct psmouse *psmouse; struct input_dev *dev2; struct input_dev *dev3; char phys2[32]; char phys3[32]; struct delayed_work dev3_register_work; const struct alps_nibble_commands *nibble_commands; int addr_command; u16 proto_version; u8 byte0; u8 mask0; u8 dev_id[3]; u8 fw_ver[3]; int flags; int x_max; int y_max; int x_bits; int y_bits; unsigned int x_res; unsigned int y_res; int (*hw_init)(struct psmouse *); void (*process_packet)(struct psmouse *); int (*decode_fields)(struct alps_fields *, unsigned char *, struct psmouse *); void (*set_abs_params)(struct alps_data *, struct input_dev *); int prev_fin; int multi_packet; int second_touch; unsigned char multi_data[6]; struct alps_fields f; u8 quirks; struct timer_list timer; }; struct fsp_data { unsigned char ver; unsigned char rev; unsigned int buttons; unsigned int flags; bool vscroll; bool hscroll; unsigned char last_reg; unsigned char last_val; unsigned int last_mt_fgr; }; struct trace_event_raw_rtc_time_alarm_class { struct trace_entry ent; time64_t secs; int err; char __data[0]; }; struct trace_event_raw_rtc_irq_set_freq { struct trace_entry ent; int freq; int err; char __data[0]; }; struct trace_event_raw_rtc_irq_set_state { struct trace_entry ent; int enabled; int err; char __data[0]; }; struct trace_event_raw_rtc_alarm_irq_enable { struct trace_entry ent; unsigned int enabled; int err; char __data[0]; }; struct trace_event_raw_rtc_offset_class { struct trace_entry ent; long int offset; int err; char __data[0]; }; struct trace_event_raw_rtc_timer_class { struct trace_entry ent; struct rtc_timer *timer; ktime_t expires; ktime_t period; char __data[0]; }; struct trace_event_data_offsets_rtc_time_alarm_class {}; struct trace_event_data_offsets_rtc_irq_set_freq {}; struct trace_event_data_offsets_rtc_irq_set_state {}; struct trace_event_data_offsets_rtc_alarm_irq_enable {}; struct trace_event_data_offsets_rtc_offset_class {}; struct trace_event_data_offsets_rtc_timer_class {}; typedef void (*btf_trace_rtc_set_time)(void *, time64_t, int); typedef void (*btf_trace_rtc_read_time)(void *, time64_t, int); typedef void (*btf_trace_rtc_set_alarm)(void *, time64_t, int); typedef void (*btf_trace_rtc_read_alarm)(void *, time64_t, int); typedef void (*btf_trace_rtc_irq_set_freq)(void *, int, int); typedef void (*btf_trace_rtc_irq_set_state)(void *, int, int); typedef void (*btf_trace_rtc_alarm_irq_enable)(void *, unsigned int, int); typedef void (*btf_trace_rtc_set_offset)(void *, long int, int); typedef void (*btf_trace_rtc_read_offset)(void *, long int, int); typedef void (*btf_trace_rtc_timer_enqueue)(void *, struct rtc_timer *); typedef void (*btf_trace_rtc_timer_dequeue)(void *, struct rtc_timer *); typedef void (*btf_trace_rtc_timer_fired)(void *, struct rtc_timer *); enum { none = 0, day = 1, month = 2, year = 3, }; struct i2c_device_identity { u16 manufacturer_id; u16 part_id; u8 die_revision; }; struct i2c_timings { u32 bus_freq_hz; u32 scl_rise_ns; u32 scl_fall_ns; u32 scl_int_delay_ns; u32 sda_fall_ns; u32 sda_hold_ns; u32 digital_filter_width_ns; u32 analog_filter_cutoff_freq_hz; }; struct trace_event_raw_i2c_write { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_i2c_read { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; char __data[0]; }; struct trace_event_raw_i2c_reply { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_i2c_result { struct trace_entry ent; int adapter_nr; __u16 nr_msgs; __s16 ret; char __data[0]; }; struct trace_event_data_offsets_i2c_write { u32 buf; }; struct trace_event_data_offsets_i2c_read {}; struct trace_event_data_offsets_i2c_reply { u32 buf; }; struct trace_event_data_offsets_i2c_result {}; typedef void (*btf_trace_i2c_write)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_read)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_reply)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_result)(void *, const struct i2c_adapter *, int, int); struct class_compat; struct i2c_cmd_arg { unsigned int cmd; void *arg; }; struct i2c_smbus_ioctl_data { __u8 read_write; __u8 command; __u32 size; union i2c_smbus_data *data; }; struct i2c_rdwr_ioctl_data { struct i2c_msg *msgs; __u32 nmsgs; }; struct i2c_dev { struct list_head list; struct i2c_adapter *adap; struct device dev; struct cdev cdev; }; struct ptp_clock_caps { int max_adj; int n_alarm; int n_ext_ts; int n_per_out; int pps; int n_pins; int cross_timestamping; int adjust_phase; int rsv[12]; }; struct ptp_sys_offset { unsigned int n_samples; unsigned int rsv[3]; struct ptp_clock_time ts[51]; }; struct ptp_sys_offset_extended { unsigned int n_samples; unsigned int rsv[3]; struct ptp_clock_time ts[75]; }; struct ptp_sys_offset_precise { struct ptp_clock_time device; struct ptp_clock_time sys_realtime; struct ptp_clock_time sys_monoraw; unsigned int rsv[4]; }; enum { POWER_SUPPLY_CHARGE_TYPE_UNKNOWN = 0, POWER_SUPPLY_CHARGE_TYPE_NONE = 1, POWER_SUPPLY_CHARGE_TYPE_TRICKLE = 2, POWER_SUPPLY_CHARGE_TYPE_FAST = 3, POWER_SUPPLY_CHARGE_TYPE_STANDARD = 4, POWER_SUPPLY_CHARGE_TYPE_ADAPTIVE = 5, POWER_SUPPLY_CHARGE_TYPE_CUSTOM = 6, POWER_SUPPLY_CHARGE_TYPE_LONGLIFE = 7, POWER_SUPPLY_CHARGE_TYPE_BYPASS = 8, }; enum { POWER_SUPPLY_HEALTH_UNKNOWN = 0, POWER_SUPPLY_HEALTH_GOOD = 1, POWER_SUPPLY_HEALTH_OVERHEAT = 2, POWER_SUPPLY_HEALTH_DEAD = 3, POWER_SUPPLY_HEALTH_OVERVOLTAGE = 4, POWER_SUPPLY_HEALTH_UNSPEC_FAILURE = 5, POWER_SUPPLY_HEALTH_COLD = 6, POWER_SUPPLY_HEALTH_WATCHDOG_TIMER_EXPIRE = 7, POWER_SUPPLY_HEALTH_SAFETY_TIMER_EXPIRE = 8, POWER_SUPPLY_HEALTH_OVERCURRENT = 9, POWER_SUPPLY_HEALTH_CALIBRATION_REQUIRED = 10, POWER_SUPPLY_HEALTH_WARM = 11, POWER_SUPPLY_HEALTH_COOL = 12, POWER_SUPPLY_HEALTH_HOT = 13, POWER_SUPPLY_HEALTH_NO_BATTERY = 14, }; enum { POWER_SUPPLY_CAPACITY_LEVEL_UNKNOWN = 0, POWER_SUPPLY_CAPACITY_LEVEL_CRITICAL = 1, POWER_SUPPLY_CAPACITY_LEVEL_LOW = 2, POWER_SUPPLY_CAPACITY_LEVEL_NORMAL = 3, POWER_SUPPLY_CAPACITY_LEVEL_HIGH = 4, POWER_SUPPLY_CAPACITY_LEVEL_FULL = 5, }; enum power_supply_charge_behaviour { POWER_SUPPLY_CHARGE_BEHAVIOUR_AUTO = 0, POWER_SUPPLY_CHARGE_BEHAVIOUR_INHIBIT_CHARGE = 1, POWER_SUPPLY_CHARGE_BEHAVIOUR_FORCE_DISCHARGE = 2, }; struct power_supply_attr { const char *prop_name; char attr_name[31]; struct device_attribute dev_attr; const char * const *text_values; int text_values_len; }; struct thermal_hwmon_device { char type[20]; struct device *device; int count; struct list_head tz_list; struct list_head node; }; struct thermal_hwmon_attr { struct device_attribute attr; char name[16]; }; struct thermal_hwmon_temp { struct list_head hwmon_node; struct thermal_zone_device *tz; struct thermal_hwmon_attr temp_input; struct thermal_hwmon_attr temp_crit; }; struct keyboard_notifier_param { struct vc_data *vc; int down; int shift; int ledstate; unsigned int value; }; struct em_data_callback {}; enum cpu_led_event { CPU_LED_IDLE_START = 0, CPU_LED_IDLE_END = 1, CPU_LED_START = 2, CPU_LED_STOP = 3, CPU_LED_HALTED = 4, }; struct led_trigger_cpu { bool is_active; char name[8]; struct led_trigger *_trig; }; struct dmi_device_attribute { struct device_attribute dev_attr; int field; }; struct mafield { const char *prefix; int field; }; enum { M_I17 = 0, M_I20 = 1, M_I20_SR = 2, M_I24 = 3, M_I24_8_1 = 4, M_I24_10_1 = 5, M_I27_11_1 = 6, M_MINI = 7, M_MINI_3_1 = 8, M_MINI_4_1 = 9, M_MB = 10, M_MB_2 = 11, M_MB_3 = 12, M_MB_5_1 = 13, M_MB_6_1 = 14, M_MB_7_1 = 15, M_MB_SR = 16, M_MBA = 17, M_MBA_3 = 18, M_MBP = 19, M_MBP_2 = 20, M_MBP_2_2 = 21, M_MBP_SR = 22, M_MBP_4 = 23, M_MBP_5_1 = 24, M_MBP_5_2 = 25, M_MBP_5_3 = 26, M_MBP_6_1 = 27, M_MBP_6_2 = 28, M_MBP_7_1 = 29, M_MBP_8_2 = 30, M_UNKNOWN = 31, }; struct efifb_dmi_info { char *optname; long unsigned int base; int stride; int width; int height; int flags; }; enum { OVERRIDE_NONE = 0, OVERRIDE_BASE = 1, OVERRIDE_STRIDE = 2, OVERRIDE_HEIGHT = 4, OVERRIDE_WIDTH = 8, }; struct quirks_list_struct { struct hid_device_id hid_bl_item; struct list_head node; }; struct of_phandle_iterator { const char *cells_name; int cell_count; const struct device_node *parent; const __be32 *list_end; const __be32 *phandle_end; const __be32 *cur; uint32_t cur_count; phandle phandle; struct device_node *node; }; enum { VMGENID_SIZE = 16, }; struct vmgenid_state { u8 *next_id; u8 this_id[16]; }; struct extcon_cable; struct extcon_dev { const char *name; const unsigned int *supported_cable; const u32 *mutually_exclusive; struct device dev; struct raw_notifier_head nh_all; struct raw_notifier_head *nh; struct list_head entry; int max_supported; spinlock_t lock; u32 state; struct device_type extcon_dev_type; struct extcon_cable *cables; struct attribute_group attr_g_muex; struct attribute **attrs_muex; struct device_attribute *d_attrs_muex; }; struct extcon_dev_notifier_devres { struct extcon_dev *edev; unsigned int id; struct notifier_block *nb; }; struct nvmem_cell_info { const char *name; unsigned int offset; unsigned int bytes; unsigned int bit_offset; unsigned int nbits; struct device_node *np; }; struct nvmem_cell_lookup { const char *nvmem_name; const char *cell_name; const char *dev_id; const char *con_id; struct list_head node; }; enum { NVMEM_ADD = 1, NVMEM_REMOVE = 2, NVMEM_CELL_ADD = 3, NVMEM_CELL_REMOVE = 4, }; typedef int (*nvmem_reg_read_t)(void *, unsigned int, void *, size_t); typedef int (*nvmem_reg_write_t)(void *, unsigned int, void *, size_t); typedef int (*nvmem_cell_post_process_t)(void *, const char *, unsigned int, void *, size_t); enum nvmem_type { NVMEM_TYPE_UNKNOWN = 0, NVMEM_TYPE_EEPROM = 1, NVMEM_TYPE_OTP = 2, NVMEM_TYPE_BATTERY_BACKED = 3, NVMEM_TYPE_FRAM = 4, }; struct nvmem_keepout { unsigned int start; unsigned int end; unsigned char value; }; struct nvmem_config { struct device *dev; const char *name; int id; struct module *owner; const struct nvmem_cell_info *cells; int ncells; const struct nvmem_keepout *keepout; unsigned int nkeepout; enum nvmem_type type; bool read_only; bool root_only; bool ignore_wp; struct device_node *of_node; bool no_of_node; nvmem_reg_read_t reg_read; nvmem_reg_write_t reg_write; nvmem_cell_post_process_t cell_post_process; int size; int word_size; int stride; void *priv; bool compat; struct device *base_dev; }; struct nvmem_cell_table { const char *nvmem_name; const struct nvmem_cell_info *cells; size_t ncells; struct list_head node; }; struct nvmem_device { struct module *owner; struct device dev; int stride; int word_size; int id; struct kref refcnt; size_t size; bool read_only; bool root_only; int flags; enum nvmem_type type; struct bin_attribute eeprom; struct device *base_dev; struct list_head cells; const struct nvmem_keepout *keepout; unsigned int nkeepout; nvmem_reg_read_t reg_read; nvmem_reg_write_t reg_write; nvmem_cell_post_process_t cell_post_process; struct gpio_desc *wp_gpio; void *priv; }; struct nvmem_cell_entry { const char *name; int offset; int bytes; int bit_offset; int nbits; struct device_node *np; struct nvmem_device *nvmem; struct list_head node; }; struct nvmem_cell { struct nvmem_cell_entry *entry; const char *id; }; struct ahash_request; enum { TCA_STATS_UNSPEC = 0, TCA_STATS_BASIC = 1, TCA_STATS_RATE_EST = 2, TCA_STATS_QUEUE = 3, TCA_STATS_APP = 4, TCA_STATS_RATE_EST64 = 5, TCA_STATS_PAD = 6, TCA_STATS_BASIC_HW = 7, TCA_STATS_PKT64 = 8, __TCA_STATS_MAX = 9, }; struct gnet_stats_basic { __u64 bytes; __u32 packets; }; struct gnet_stats_rate_est { __u32 bps; __u32 pps; }; struct gnet_stats_rate_est64 { __u64 bps; __u64 pps; }; enum flow_dissect_ret { FLOW_DISSECT_RET_OUT_GOOD = 0, FLOW_DISSECT_RET_OUT_BAD = 1, FLOW_DISSECT_RET_PROTO_AGAIN = 2, FLOW_DISSECT_RET_IPPROTO_AGAIN = 3, FLOW_DISSECT_RET_CONTINUE = 4, }; struct flow_dissector_key_hash { u32 hash; }; struct flow_dissector_key_num_of_vlans { u8 num_of_vlans; }; struct flow_dissector_key { enum flow_dissector_key_id key_id; size_t offset; }; struct flow_keys_digest { u8 data[16]; }; enum ip_conntrack_info { IP_CT_ESTABLISHED = 0, IP_CT_RELATED = 1, IP_CT_NEW = 2, IP_CT_IS_REPLY = 3, IP_CT_ESTABLISHED_REPLY = 3, IP_CT_RELATED_REPLY = 4, IP_CT_NUMBER = 5, IP_CT_UNTRACKED = 7, }; enum { TCA_FLOWER_KEY_CT_FLAGS_NEW = 1, TCA_FLOWER_KEY_CT_FLAGS_ESTABLISHED = 2, TCA_FLOWER_KEY_CT_FLAGS_RELATED = 4, TCA_FLOWER_KEY_CT_FLAGS_TRACKED = 8, TCA_FLOWER_KEY_CT_FLAGS_INVALID = 16, TCA_FLOWER_KEY_CT_FLAGS_REPLY = 32, __TCA_FLOWER_KEY_CT_FLAGS_MAX = 33, }; enum { BPF_FLOW_DISSECTOR_F_PARSE_1ST_FRAG = 1, BPF_FLOW_DISSECTOR_F_STOP_AT_FLOW_LABEL = 2, BPF_FLOW_DISSECTOR_F_STOP_AT_ENCAP = 4, }; struct gre_full_hdr { struct gre_base_hdr fixed_header; __be16 csum; __be16 reserved1; __be32 key; __be32 seq; }; struct pptp_gre_header { struct gre_base_hdr gre_hd; __be16 payload_len; __be16 call_id; __be32 seq; __be32 ack; }; struct tipc_basic_hdr { __be32 w[4]; }; struct pppoe_tag { __be16 tag_type; __be16 tag_len; char tag_data[0]; }; struct pppoe_hdr { __u8 type: 4; __u8 ver: 4; __u8 code; __be16 sid; __be16 length; struct pppoe_tag tag[0]; }; struct hsr_tag { __be16 path_and_LSDU_size; __be16 sequence_nr; __be16 encap_proto; }; struct mpls_label { __be32 entry; }; struct clock_identity { u8 id[8]; }; struct port_identity { struct clock_identity clock_identity; __be16 port_number; }; struct ptp_header { u8 tsmt; u8 ver; __be16 message_length; u8 domain_number; u8 reserved1; u8 flag_field[2]; __be64 correction; __be32 reserved2; struct port_identity source_port_identity; __be16 sequence_id; u8 control; u8 log_message_interval; } __attribute__((packed)); enum batadv_packettype { BATADV_IV_OGM = 0, BATADV_BCAST = 1, BATADV_CODED = 2, BATADV_ELP = 3, BATADV_OGM2 = 4, BATADV_UNICAST = 64, BATADV_UNICAST_FRAG = 65, BATADV_UNICAST_4ADDR = 66, BATADV_ICMP = 67, BATADV_UNICAST_TVLV = 68, }; struct batadv_unicast_packet { __u8 packet_type; __u8 version; __u8 ttl; __u8 ttvn; __u8 dest[6]; }; struct nf_ct_ext { u8 offset[6]; u8 len; unsigned int gen_id; int: 32; char data[0]; }; enum nf_ct_ext_id { NF_CT_EXT_HELPER = 0, NF_CT_EXT_NAT = 1, NF_CT_EXT_SEQADJ = 2, NF_CT_EXT_ACCT = 3, NF_CT_EXT_LABELS = 4, NF_CT_EXT_SYNPROXY = 5, NF_CT_EXT_NUM = 6, }; struct nf_conn_labels { long unsigned int bits[2]; }; struct _flow_keys_digest_data { __be16 n_proto; u8 ip_proto; u8 padding; __be32 ports; __be32 src; __be32 dst; }; struct rtnl_link_stats { __u32 rx_packets; __u32 tx_packets; __u32 rx_bytes; __u32 tx_bytes; __u32 rx_errors; __u32 tx_errors; __u32 rx_dropped; __u32 tx_dropped; __u32 multicast; __u32 collisions; __u32 rx_length_errors; __u32 rx_over_errors; __u32 rx_crc_errors; __u32 rx_frame_errors; __u32 rx_fifo_errors; __u32 rx_missed_errors; __u32 tx_aborted_errors; __u32 tx_carrier_errors; __u32 tx_fifo_errors; __u32 tx_heartbeat_errors; __u32 tx_window_errors; __u32 rx_compressed; __u32 tx_compressed; __u32 rx_nohandler; }; struct rtnl_link_ifmap { __u64 mem_start; __u64 mem_end; __u64 base_addr; __u16 irq; __u8 dma; __u8 port; }; enum { IFLA_PROTO_DOWN_REASON_UNSPEC = 0, IFLA_PROTO_DOWN_REASON_MASK = 1, IFLA_PROTO_DOWN_REASON_VALUE = 2, __IFLA_PROTO_DOWN_REASON_CNT = 3, IFLA_PROTO_DOWN_REASON_MAX = 2, }; enum { IFLA_BRPORT_UNSPEC = 0, IFLA_BRPORT_STATE = 1, IFLA_BRPORT_PRIORITY = 2, IFLA_BRPORT_COST = 3, IFLA_BRPORT_MODE = 4, IFLA_BRPORT_GUARD = 5, IFLA_BRPORT_PROTECT = 6, IFLA_BRPORT_FAST_LEAVE = 7, IFLA_BRPORT_LEARNING = 8, IFLA_BRPORT_UNICAST_FLOOD = 9, IFLA_BRPORT_PROXYARP = 10, IFLA_BRPORT_LEARNING_SYNC = 11, IFLA_BRPORT_PROXYARP_WIFI = 12, IFLA_BRPORT_ROOT_ID = 13, IFLA_BRPORT_BRIDGE_ID = 14, IFLA_BRPORT_DESIGNATED_PORT = 15, IFLA_BRPORT_DESIGNATED_COST = 16, IFLA_BRPORT_ID = 17, IFLA_BRPORT_NO = 18, IFLA_BRPORT_TOPOLOGY_CHANGE_ACK = 19, IFLA_BRPORT_CONFIG_PENDING = 20, IFLA_BRPORT_MESSAGE_AGE_TIMER = 21, IFLA_BRPORT_FORWARD_DELAY_TIMER = 22, IFLA_BRPORT_HOLD_TIMER = 23, IFLA_BRPORT_FLUSH = 24, IFLA_BRPORT_MULTICAST_ROUTER = 25, IFLA_BRPORT_PAD = 26, IFLA_BRPORT_MCAST_FLOOD = 27, IFLA_BRPORT_MCAST_TO_UCAST = 28, IFLA_BRPORT_VLAN_TUNNEL = 29, IFLA_BRPORT_BCAST_FLOOD = 30, IFLA_BRPORT_GROUP_FWD_MASK = 31, IFLA_BRPORT_NEIGH_SUPPRESS = 32, IFLA_BRPORT_ISOLATED = 33, IFLA_BRPORT_BACKUP_PORT = 34, IFLA_BRPORT_MRP_RING_OPEN = 35, IFLA_BRPORT_MRP_IN_OPEN = 36, IFLA_BRPORT_MCAST_EHT_HOSTS_LIMIT = 37, IFLA_BRPORT_MCAST_EHT_HOSTS_CNT = 38, IFLA_BRPORT_LOCKED = 39, IFLA_BRPORT_MAB = 40, __IFLA_BRPORT_MAX = 41, }; enum { IFLA_INFO_UNSPEC = 0, IFLA_INFO_KIND = 1, IFLA_INFO_DATA = 2, IFLA_INFO_XSTATS = 3, IFLA_INFO_SLAVE_KIND = 4, IFLA_INFO_SLAVE_DATA = 5, __IFLA_INFO_MAX = 6, }; enum { IFLA_VF_INFO_UNSPEC = 0, IFLA_VF_INFO = 1, __IFLA_VF_INFO_MAX = 2, }; enum { IFLA_VF_UNSPEC = 0, IFLA_VF_MAC = 1, IFLA_VF_VLAN = 2, IFLA_VF_TX_RATE = 3, IFLA_VF_SPOOFCHK = 4, IFLA_VF_LINK_STATE = 5, IFLA_VF_RATE = 6, IFLA_VF_RSS_QUERY_EN = 7, IFLA_VF_STATS = 8, IFLA_VF_TRUST = 9, IFLA_VF_IB_NODE_GUID = 10, IFLA_VF_IB_PORT_GUID = 11, IFLA_VF_VLAN_LIST = 12, IFLA_VF_BROADCAST = 13, __IFLA_VF_MAX = 14, }; struct ifla_vf_mac { __u32 vf; __u8 mac[32]; }; struct ifla_vf_broadcast { __u8 broadcast[32]; }; struct ifla_vf_vlan { __u32 vf; __u32 vlan; __u32 qos; }; enum { IFLA_VF_VLAN_INFO_UNSPEC = 0, IFLA_VF_VLAN_INFO = 1, __IFLA_VF_VLAN_INFO_MAX = 2, }; struct ifla_vf_vlan_info { __u32 vf; __u32 vlan; __u32 qos; __be16 vlan_proto; }; struct ifla_vf_tx_rate { __u32 vf; __u32 rate; }; struct ifla_vf_rate { __u32 vf; __u32 min_tx_rate; __u32 max_tx_rate; }; struct ifla_vf_spoofchk { __u32 vf; __u32 setting; }; struct ifla_vf_link_state { __u32 vf; __u32 link_state; }; struct ifla_vf_rss_query_en { __u32 vf; __u32 setting; }; enum { IFLA_VF_STATS_RX_PACKETS = 0, IFLA_VF_STATS_TX_PACKETS = 1, IFLA_VF_STATS_RX_BYTES = 2, IFLA_VF_STATS_TX_BYTES = 3, IFLA_VF_STATS_BROADCAST = 4, IFLA_VF_STATS_MULTICAST = 5, IFLA_VF_STATS_PAD = 6, IFLA_VF_STATS_RX_DROPPED = 7, IFLA_VF_STATS_TX_DROPPED = 8, __IFLA_VF_STATS_MAX = 9, }; struct ifla_vf_trust { __u32 vf; __u32 setting; }; enum { IFLA_VF_PORT_UNSPEC = 0, IFLA_VF_PORT = 1, __IFLA_VF_PORT_MAX = 2, }; enum { IFLA_PORT_UNSPEC = 0, IFLA_PORT_VF = 1, IFLA_PORT_PROFILE = 2, IFLA_PORT_VSI_TYPE = 3, IFLA_PORT_INSTANCE_UUID = 4, IFLA_PORT_HOST_UUID = 5, IFLA_PORT_REQUEST = 6, IFLA_PORT_RESPONSE = 7, __IFLA_PORT_MAX = 8, }; struct if_stats_msg { __u8 family; __u8 pad1; __u16 pad2; __u32 ifindex; __u32 filter_mask; }; enum { IFLA_STATS_UNSPEC = 0, IFLA_STATS_LINK_64 = 1, IFLA_STATS_LINK_XSTATS = 2, IFLA_STATS_LINK_XSTATS_SLAVE = 3, IFLA_STATS_LINK_OFFLOAD_XSTATS = 4, IFLA_STATS_AF_SPEC = 5, __IFLA_STATS_MAX = 6, }; enum { IFLA_STATS_GETSET_UNSPEC = 0, IFLA_STATS_GET_FILTERS = 1, IFLA_STATS_SET_OFFLOAD_XSTATS_L3_STATS = 2, __IFLA_STATS_GETSET_MAX = 3, }; enum { IFLA_OFFLOAD_XSTATS_UNSPEC = 0, IFLA_OFFLOAD_XSTATS_CPU_HIT = 1, IFLA_OFFLOAD_XSTATS_HW_S_INFO = 2, IFLA_OFFLOAD_XSTATS_L3_STATS = 3, __IFLA_OFFLOAD_XSTATS_MAX = 4, }; enum { IFLA_OFFLOAD_XSTATS_HW_S_INFO_UNSPEC = 0, IFLA_OFFLOAD_XSTATS_HW_S_INFO_REQUEST = 1, IFLA_OFFLOAD_XSTATS_HW_S_INFO_USED = 2, __IFLA_OFFLOAD_XSTATS_HW_S_INFO_MAX = 3, }; enum { XDP_ATTACHED_NONE = 0, XDP_ATTACHED_DRV = 1, XDP_ATTACHED_SKB = 2, XDP_ATTACHED_HW = 3, XDP_ATTACHED_MULTI = 4, }; enum { IFLA_XDP_UNSPEC = 0, IFLA_XDP_FD = 1, IFLA_XDP_ATTACHED = 2, IFLA_XDP_FLAGS = 3, IFLA_XDP_PROG_ID = 4, IFLA_XDP_DRV_PROG_ID = 5, IFLA_XDP_SKB_PROG_ID = 6, IFLA_XDP_HW_PROG_ID = 7, IFLA_XDP_EXPECTED_FD = 8, __IFLA_XDP_MAX = 9, }; enum { IFLA_EVENT_NONE = 0, IFLA_EVENT_REBOOT = 1, IFLA_EVENT_FEATURES = 2, IFLA_EVENT_BONDING_FAILOVER = 3, IFLA_EVENT_NOTIFY_PEERS = 4, IFLA_EVENT_IGMP_RESEND = 5, IFLA_EVENT_BONDING_OPTIONS = 6, }; enum { IFLA_BRIDGE_FLAGS = 0, IFLA_BRIDGE_MODE = 1, IFLA_BRIDGE_VLAN_INFO = 2, IFLA_BRIDGE_VLAN_TUNNEL_INFO = 3, IFLA_BRIDGE_MRP = 4, IFLA_BRIDGE_CFM = 5, IFLA_BRIDGE_MST = 6, __IFLA_BRIDGE_MAX = 7, }; struct rta_cacheinfo { __u32 rta_clntref; __u32 rta_lastuse; __s32 rta_expires; __u32 rta_error; __u32 rta_used; __u32 rta_id; __u32 rta_ts; __u32 rta_tsage; }; enum rtnl_kinds { RTNL_KIND_NEW = 0, RTNL_KIND_DEL = 1, RTNL_KIND_GET = 2, RTNL_KIND_SET = 3, }; struct rtnl_link { rtnl_doit_func doit; rtnl_dumpit_func dumpit; struct module *owner; unsigned int flags; struct callback_head rcu; }; struct rtnl_newlink_tbs { struct nlattr *tb[63]; struct nlattr *attr[51]; struct nlattr *slave_attr[41]; }; struct rtnl_offload_xstats_request_used { bool request; bool used; }; struct rtnl_stats_dump_filters { u32 mask[6]; }; struct ifconf { int ifc_len; union { char *ifcu_buf; struct ifreq *ifcu_req; } ifc_ifcu; }; enum hwtstamp_flags { HWTSTAMP_FLAG_BONDED_PHC_INDEX = 1, HWTSTAMP_FLAG_LAST = 1, HWTSTAMP_FLAG_MASK = 1, }; typedef u32 compat_caddr_t; struct compat_ifmap { compat_ulong_t mem_start; compat_ulong_t mem_end; short unsigned int base_addr; unsigned char irq; unsigned char dma; unsigned char port; }; struct compat_ifconf { compat_int_t ifc_len; compat_caddr_t ifcbuf; }; struct net_bridge; struct fib_notifier_net { struct list_head fib_notifier_ops; struct atomic_notifier_head fib_chain; }; struct tc_skb_ext { __u32 chain; __u16 mru; __u16 zone; u8 post_ct: 1; u8 post_ct_snat: 1; u8 post_ct_dnat: 1; }; struct update_classid_context { u32 classid; unsigned int batch; }; enum devlink_command { DEVLINK_CMD_UNSPEC = 0, DEVLINK_CMD_GET = 1, DEVLINK_CMD_SET = 2, DEVLINK_CMD_NEW = 3, DEVLINK_CMD_DEL = 4, DEVLINK_CMD_PORT_GET = 5, DEVLINK_CMD_PORT_SET = 6, DEVLINK_CMD_PORT_NEW = 7, DEVLINK_CMD_PORT_DEL = 8, DEVLINK_CMD_PORT_SPLIT = 9, DEVLINK_CMD_PORT_UNSPLIT = 10, DEVLINK_CMD_SB_GET = 11, DEVLINK_CMD_SB_SET = 12, DEVLINK_CMD_SB_NEW = 13, DEVLINK_CMD_SB_DEL = 14, DEVLINK_CMD_SB_POOL_GET = 15, DEVLINK_CMD_SB_POOL_SET = 16, DEVLINK_CMD_SB_POOL_NEW = 17, DEVLINK_CMD_SB_POOL_DEL = 18, DEVLINK_CMD_SB_PORT_POOL_GET = 19, DEVLINK_CMD_SB_PORT_POOL_SET = 20, DEVLINK_CMD_SB_PORT_POOL_NEW = 21, DEVLINK_CMD_SB_PORT_POOL_DEL = 22, DEVLINK_CMD_SB_TC_POOL_BIND_GET = 23, DEVLINK_CMD_SB_TC_POOL_BIND_SET = 24, DEVLINK_CMD_SB_TC_POOL_BIND_NEW = 25, DEVLINK_CMD_SB_TC_POOL_BIND_DEL = 26, DEVLINK_CMD_SB_OCC_SNAPSHOT = 27, DEVLINK_CMD_SB_OCC_MAX_CLEAR = 28, DEVLINK_CMD_ESWITCH_GET = 29, DEVLINK_CMD_ESWITCH_SET = 30, DEVLINK_CMD_DPIPE_TABLE_GET = 31, DEVLINK_CMD_DPIPE_ENTRIES_GET = 32, DEVLINK_CMD_DPIPE_HEADERS_GET = 33, DEVLINK_CMD_DPIPE_TABLE_COUNTERS_SET = 34, DEVLINK_CMD_RESOURCE_SET = 35, DEVLINK_CMD_RESOURCE_DUMP = 36, DEVLINK_CMD_RELOAD = 37, DEVLINK_CMD_PARAM_GET = 38, DEVLINK_CMD_PARAM_SET = 39, DEVLINK_CMD_PARAM_NEW = 40, DEVLINK_CMD_PARAM_DEL = 41, DEVLINK_CMD_REGION_GET = 42, DEVLINK_CMD_REGION_SET = 43, DEVLINK_CMD_REGION_NEW = 44, DEVLINK_CMD_REGION_DEL = 45, DEVLINK_CMD_REGION_READ = 46, DEVLINK_CMD_PORT_PARAM_GET = 47, DEVLINK_CMD_PORT_PARAM_SET = 48, DEVLINK_CMD_PORT_PARAM_NEW = 49, DEVLINK_CMD_PORT_PARAM_DEL = 50, DEVLINK_CMD_INFO_GET = 51, DEVLINK_CMD_HEALTH_REPORTER_GET = 52, DEVLINK_CMD_HEALTH_REPORTER_SET = 53, DEVLINK_CMD_HEALTH_REPORTER_RECOVER = 54, DEVLINK_CMD_HEALTH_REPORTER_DIAGNOSE = 55, DEVLINK_CMD_HEALTH_REPORTER_DUMP_GET = 56, DEVLINK_CMD_HEALTH_REPORTER_DUMP_CLEAR = 57, DEVLINK_CMD_FLASH_UPDATE = 58, DEVLINK_CMD_FLASH_UPDATE_END = 59, DEVLINK_CMD_FLASH_UPDATE_STATUS = 60, DEVLINK_CMD_TRAP_GET = 61, DEVLINK_CMD_TRAP_SET = 62, DEVLINK_CMD_TRAP_NEW = 63, DEVLINK_CMD_TRAP_DEL = 64, DEVLINK_CMD_TRAP_GROUP_GET = 65, DEVLINK_CMD_TRAP_GROUP_SET = 66, DEVLINK_CMD_TRAP_GROUP_NEW = 67, DEVLINK_CMD_TRAP_GROUP_DEL = 68, DEVLINK_CMD_TRAP_POLICER_GET = 69, DEVLINK_CMD_TRAP_POLICER_SET = 70, DEVLINK_CMD_TRAP_POLICER_NEW = 71, DEVLINK_CMD_TRAP_POLICER_DEL = 72, DEVLINK_CMD_HEALTH_REPORTER_TEST = 73, DEVLINK_CMD_RATE_GET = 74, DEVLINK_CMD_RATE_SET = 75, DEVLINK_CMD_RATE_NEW = 76, DEVLINK_CMD_RATE_DEL = 77, DEVLINK_CMD_LINECARD_GET = 78, DEVLINK_CMD_LINECARD_SET = 79, DEVLINK_CMD_LINECARD_NEW = 80, DEVLINK_CMD_LINECARD_DEL = 81, DEVLINK_CMD_SELFTESTS_GET = 82, DEVLINK_CMD_SELFTESTS_RUN = 83, __DEVLINK_CMD_MAX = 84, DEVLINK_CMD_MAX = 83, }; enum devlink_sb_pool_type { DEVLINK_SB_POOL_TYPE_INGRESS = 0, DEVLINK_SB_POOL_TYPE_EGRESS = 1, }; enum devlink_sb_threshold_type { DEVLINK_SB_THRESHOLD_TYPE_STATIC = 0, DEVLINK_SB_THRESHOLD_TYPE_DYNAMIC = 1, }; enum devlink_eswitch_mode { DEVLINK_ESWITCH_MODE_LEGACY = 0, DEVLINK_ESWITCH_MODE_SWITCHDEV = 1, }; enum devlink_eswitch_encap_mode { DEVLINK_ESWITCH_ENCAP_MODE_NONE = 0, DEVLINK_ESWITCH_ENCAP_MODE_BASIC = 1, }; enum devlink_param_cmode { DEVLINK_PARAM_CMODE_RUNTIME = 0, DEVLINK_PARAM_CMODE_DRIVERINIT = 1, DEVLINK_PARAM_CMODE_PERMANENT = 2, __DEVLINK_PARAM_CMODE_MAX = 3, DEVLINK_PARAM_CMODE_MAX = 2, }; enum { DEVLINK_ATTR_STATS_RX_PACKETS = 0, DEVLINK_ATTR_STATS_RX_BYTES = 1, DEVLINK_ATTR_STATS_RX_DROPPED = 2, __DEVLINK_ATTR_STATS_MAX = 3, DEVLINK_ATTR_STATS_MAX = 2, }; enum { DEVLINK_FLASH_OVERWRITE_SETTINGS_BIT = 0, DEVLINK_FLASH_OVERWRITE_IDENTIFIERS_BIT = 1, __DEVLINK_FLASH_OVERWRITE_MAX_BIT = 2, DEVLINK_FLASH_OVERWRITE_MAX_BIT = 1, }; enum devlink_attr_selftest_id { DEVLINK_ATTR_SELFTEST_ID_UNSPEC = 0, DEVLINK_ATTR_SELFTEST_ID_FLASH = 1, __DEVLINK_ATTR_SELFTEST_ID_MAX = 2, DEVLINK_ATTR_SELFTEST_ID_MAX = 1, }; enum devlink_selftest_status { DEVLINK_SELFTEST_STATUS_SKIP = 0, DEVLINK_SELFTEST_STATUS_PASS = 1, DEVLINK_SELFTEST_STATUS_FAIL = 2, }; enum devlink_attr_selftest_result { DEVLINK_ATTR_SELFTEST_RESULT_UNSPEC = 0, DEVLINK_ATTR_SELFTEST_RESULT = 1, DEVLINK_ATTR_SELFTEST_RESULT_ID = 2, DEVLINK_ATTR_SELFTEST_RESULT_STATUS = 3, __DEVLINK_ATTR_SELFTEST_RESULT_MAX = 4, DEVLINK_ATTR_SELFTEST_RESULT_MAX = 3, }; enum devlink_trap_action { DEVLINK_TRAP_ACTION_DROP = 0, DEVLINK_TRAP_ACTION_TRAP = 1, DEVLINK_TRAP_ACTION_MIRROR = 2, }; enum devlink_trap_type { DEVLINK_TRAP_TYPE_DROP = 0, DEVLINK_TRAP_TYPE_EXCEPTION = 1, DEVLINK_TRAP_TYPE_CONTROL = 2, }; enum { DEVLINK_ATTR_TRAP_METADATA_TYPE_IN_PORT = 0, DEVLINK_ATTR_TRAP_METADATA_TYPE_FA_COOKIE = 1, }; enum devlink_reload_action { DEVLINK_RELOAD_ACTION_UNSPEC = 0, DEVLINK_RELOAD_ACTION_DRIVER_REINIT = 1, DEVLINK_RELOAD_ACTION_FW_ACTIVATE = 2, __DEVLINK_RELOAD_ACTION_MAX = 3, DEVLINK_RELOAD_ACTION_MAX = 2, }; enum devlink_reload_limit { DEVLINK_RELOAD_LIMIT_UNSPEC = 0, DEVLINK_RELOAD_LIMIT_NO_RESET = 1, __DEVLINK_RELOAD_LIMIT_MAX = 2, DEVLINK_RELOAD_LIMIT_MAX = 1, }; enum devlink_linecard_state { DEVLINK_LINECARD_STATE_UNSPEC = 0, DEVLINK_LINECARD_STATE_UNPROVISIONED = 1, DEVLINK_LINECARD_STATE_UNPROVISIONING = 2, DEVLINK_LINECARD_STATE_PROVISIONING = 3, DEVLINK_LINECARD_STATE_PROVISIONING_FAILED = 4, DEVLINK_LINECARD_STATE_PROVISIONED = 5, DEVLINK_LINECARD_STATE_ACTIVE = 6, __DEVLINK_LINECARD_STATE_MAX = 7, DEVLINK_LINECARD_STATE_MAX = 6, }; enum devlink_attr { DEVLINK_ATTR_UNSPEC = 0, DEVLINK_ATTR_BUS_NAME = 1, DEVLINK_ATTR_DEV_NAME = 2, DEVLINK_ATTR_PORT_INDEX = 3, DEVLINK_ATTR_PORT_TYPE = 4, DEVLINK_ATTR_PORT_DESIRED_TYPE = 5, DEVLINK_ATTR_PORT_NETDEV_IFINDEX = 6, DEVLINK_ATTR_PORT_NETDEV_NAME = 7, DEVLINK_ATTR_PORT_IBDEV_NAME = 8, DEVLINK_ATTR_PORT_SPLIT_COUNT = 9, DEVLINK_ATTR_PORT_SPLIT_GROUP = 10, DEVLINK_ATTR_SB_INDEX = 11, DEVLINK_ATTR_SB_SIZE = 12, DEVLINK_ATTR_SB_INGRESS_POOL_COUNT = 13, DEVLINK_ATTR_SB_EGRESS_POOL_COUNT = 14, DEVLINK_ATTR_SB_INGRESS_TC_COUNT = 15, DEVLINK_ATTR_SB_EGRESS_TC_COUNT = 16, DEVLINK_ATTR_SB_POOL_INDEX = 17, DEVLINK_ATTR_SB_POOL_TYPE = 18, DEVLINK_ATTR_SB_POOL_SIZE = 19, DEVLINK_ATTR_SB_POOL_THRESHOLD_TYPE = 20, DEVLINK_ATTR_SB_THRESHOLD = 21, DEVLINK_ATTR_SB_TC_INDEX = 22, DEVLINK_ATTR_SB_OCC_CUR = 23, DEVLINK_ATTR_SB_OCC_MAX = 24, DEVLINK_ATTR_ESWITCH_MODE = 25, DEVLINK_ATTR_ESWITCH_INLINE_MODE = 26, DEVLINK_ATTR_DPIPE_TABLES = 27, DEVLINK_ATTR_DPIPE_TABLE = 28, DEVLINK_ATTR_DPIPE_TABLE_NAME = 29, DEVLINK_ATTR_DPIPE_TABLE_SIZE = 30, DEVLINK_ATTR_DPIPE_TABLE_MATCHES = 31, DEVLINK_ATTR_DPIPE_TABLE_ACTIONS = 32, DEVLINK_ATTR_DPIPE_TABLE_COUNTERS_ENABLED = 33, DEVLINK_ATTR_DPIPE_ENTRIES = 34, DEVLINK_ATTR_DPIPE_ENTRY = 35, DEVLINK_ATTR_DPIPE_ENTRY_INDEX = 36, DEVLINK_ATTR_DPIPE_ENTRY_MATCH_VALUES = 37, DEVLINK_ATTR_DPIPE_ENTRY_ACTION_VALUES = 38, DEVLINK_ATTR_DPIPE_ENTRY_COUNTER = 39, DEVLINK_ATTR_DPIPE_MATCH = 40, DEVLINK_ATTR_DPIPE_MATCH_VALUE = 41, DEVLINK_ATTR_DPIPE_MATCH_TYPE = 42, DEVLINK_ATTR_DPIPE_ACTION = 43, DEVLINK_ATTR_DPIPE_ACTION_VALUE = 44, DEVLINK_ATTR_DPIPE_ACTION_TYPE = 45, DEVLINK_ATTR_DPIPE_VALUE = 46, DEVLINK_ATTR_DPIPE_VALUE_MASK = 47, DEVLINK_ATTR_DPIPE_VALUE_MAPPING = 48, DEVLINK_ATTR_DPIPE_HEADERS = 49, DEVLINK_ATTR_DPIPE_HEADER = 50, DEVLINK_ATTR_DPIPE_HEADER_NAME = 51, DEVLINK_ATTR_DPIPE_HEADER_ID = 52, DEVLINK_ATTR_DPIPE_HEADER_FIELDS = 53, DEVLINK_ATTR_DPIPE_HEADER_GLOBAL = 54, DEVLINK_ATTR_DPIPE_HEADER_INDEX = 55, DEVLINK_ATTR_DPIPE_FIELD = 56, DEVLINK_ATTR_DPIPE_FIELD_NAME = 57, DEVLINK_ATTR_DPIPE_FIELD_ID = 58, DEVLINK_ATTR_DPIPE_FIELD_BITWIDTH = 59, DEVLINK_ATTR_DPIPE_FIELD_MAPPING_TYPE = 60, DEVLINK_ATTR_PAD = 61, DEVLINK_ATTR_ESWITCH_ENCAP_MODE = 62, DEVLINK_ATTR_RESOURCE_LIST = 63, DEVLINK_ATTR_RESOURCE = 64, DEVLINK_ATTR_RESOURCE_NAME = 65, DEVLINK_ATTR_RESOURCE_ID = 66, DEVLINK_ATTR_RESOURCE_SIZE = 67, DEVLINK_ATTR_RESOURCE_SIZE_NEW = 68, DEVLINK_ATTR_RESOURCE_SIZE_VALID = 69, DEVLINK_ATTR_RESOURCE_SIZE_MIN = 70, DEVLINK_ATTR_RESOURCE_SIZE_MAX = 71, DEVLINK_ATTR_RESOURCE_SIZE_GRAN = 72, DEVLINK_ATTR_RESOURCE_UNIT = 73, DEVLINK_ATTR_RESOURCE_OCC = 74, DEVLINK_ATTR_DPIPE_TABLE_RESOURCE_ID = 75, DEVLINK_ATTR_DPIPE_TABLE_RESOURCE_UNITS = 76, DEVLINK_ATTR_PORT_FLAVOUR = 77, DEVLINK_ATTR_PORT_NUMBER = 78, DEVLINK_ATTR_PORT_SPLIT_SUBPORT_NUMBER = 79, DEVLINK_ATTR_PARAM = 80, DEVLINK_ATTR_PARAM_NAME = 81, DEVLINK_ATTR_PARAM_GENERIC = 82, DEVLINK_ATTR_PARAM_TYPE = 83, DEVLINK_ATTR_PARAM_VALUES_LIST = 84, DEVLINK_ATTR_PARAM_VALUE = 85, DEVLINK_ATTR_PARAM_VALUE_DATA = 86, DEVLINK_ATTR_PARAM_VALUE_CMODE = 87, DEVLINK_ATTR_REGION_NAME = 88, DEVLINK_ATTR_REGION_SIZE = 89, DEVLINK_ATTR_REGION_SNAPSHOTS = 90, DEVLINK_ATTR_REGION_SNAPSHOT = 91, DEVLINK_ATTR_REGION_SNAPSHOT_ID = 92, DEVLINK_ATTR_REGION_CHUNKS = 93, DEVLINK_ATTR_REGION_CHUNK = 94, DEVLINK_ATTR_REGION_CHUNK_DATA = 95, DEVLINK_ATTR_REGION_CHUNK_ADDR = 96, DEVLINK_ATTR_REGION_CHUNK_LEN = 97, DEVLINK_ATTR_INFO_DRIVER_NAME = 98, DEVLINK_ATTR_INFO_SERIAL_NUMBER = 99, DEVLINK_ATTR_INFO_VERSION_FIXED = 100, DEVLINK_ATTR_INFO_VERSION_RUNNING = 101, DEVLINK_ATTR_INFO_VERSION_STORED = 102, DEVLINK_ATTR_INFO_VERSION_NAME = 103, DEVLINK_ATTR_INFO_VERSION_VALUE = 104, DEVLINK_ATTR_SB_POOL_CELL_SIZE = 105, DEVLINK_ATTR_FMSG = 106, DEVLINK_ATTR_FMSG_OBJ_NEST_START = 107, DEVLINK_ATTR_FMSG_PAIR_NEST_START = 108, DEVLINK_ATTR_FMSG_ARR_NEST_START = 109, DEVLINK_ATTR_FMSG_NEST_END = 110, DEVLINK_ATTR_FMSG_OBJ_NAME = 111, DEVLINK_ATTR_FMSG_OBJ_VALUE_TYPE = 112, DEVLINK_ATTR_FMSG_OBJ_VALUE_DATA = 113, DEVLINK_ATTR_HEALTH_REPORTER = 114, DEVLINK_ATTR_HEALTH_REPORTER_NAME = 115, DEVLINK_ATTR_HEALTH_REPORTER_STATE = 116, DEVLINK_ATTR_HEALTH_REPORTER_ERR_COUNT = 117, DEVLINK_ATTR_HEALTH_REPORTER_RECOVER_COUNT = 118, DEVLINK_ATTR_HEALTH_REPORTER_DUMP_TS = 119, DEVLINK_ATTR_HEALTH_REPORTER_GRACEFUL_PERIOD = 120, DEVLINK_ATTR_HEALTH_REPORTER_AUTO_RECOVER = 121, DEVLINK_ATTR_FLASH_UPDATE_FILE_NAME = 122, DEVLINK_ATTR_FLASH_UPDATE_COMPONENT = 123, DEVLINK_ATTR_FLASH_UPDATE_STATUS_MSG = 124, DEVLINK_ATTR_FLASH_UPDATE_STATUS_DONE = 125, DEVLINK_ATTR_FLASH_UPDATE_STATUS_TOTAL = 126, DEVLINK_ATTR_PORT_PCI_PF_NUMBER = 127, DEVLINK_ATTR_PORT_PCI_VF_NUMBER = 128, DEVLINK_ATTR_STATS = 129, DEVLINK_ATTR_TRAP_NAME = 130, DEVLINK_ATTR_TRAP_ACTION = 131, DEVLINK_ATTR_TRAP_TYPE = 132, DEVLINK_ATTR_TRAP_GENERIC = 133, DEVLINK_ATTR_TRAP_METADATA = 134, DEVLINK_ATTR_TRAP_GROUP_NAME = 135, DEVLINK_ATTR_RELOAD_FAILED = 136, DEVLINK_ATTR_HEALTH_REPORTER_DUMP_TS_NS = 137, DEVLINK_ATTR_NETNS_FD = 138, DEVLINK_ATTR_NETNS_PID = 139, DEVLINK_ATTR_NETNS_ID = 140, DEVLINK_ATTR_HEALTH_REPORTER_AUTO_DUMP = 141, DEVLINK_ATTR_TRAP_POLICER_ID = 142, DEVLINK_ATTR_TRAP_POLICER_RATE = 143, DEVLINK_ATTR_TRAP_POLICER_BURST = 144, DEVLINK_ATTR_PORT_FUNCTION = 145, DEVLINK_ATTR_INFO_BOARD_SERIAL_NUMBER = 146, DEVLINK_ATTR_PORT_LANES = 147, DEVLINK_ATTR_PORT_SPLITTABLE = 148, DEVLINK_ATTR_PORT_EXTERNAL = 149, DEVLINK_ATTR_PORT_CONTROLLER_NUMBER = 150, DEVLINK_ATTR_FLASH_UPDATE_STATUS_TIMEOUT = 151, DEVLINK_ATTR_FLASH_UPDATE_OVERWRITE_MASK = 152, DEVLINK_ATTR_RELOAD_ACTION = 153, DEVLINK_ATTR_RELOAD_ACTIONS_PERFORMED = 154, DEVLINK_ATTR_RELOAD_LIMITS = 155, DEVLINK_ATTR_DEV_STATS = 156, DEVLINK_ATTR_RELOAD_STATS = 157, DEVLINK_ATTR_RELOAD_STATS_ENTRY = 158, DEVLINK_ATTR_RELOAD_STATS_LIMIT = 159, DEVLINK_ATTR_RELOAD_STATS_VALUE = 160, DEVLINK_ATTR_REMOTE_RELOAD_STATS = 161, DEVLINK_ATTR_RELOAD_ACTION_INFO = 162, DEVLINK_ATTR_RELOAD_ACTION_STATS = 163, DEVLINK_ATTR_PORT_PCI_SF_NUMBER = 164, DEVLINK_ATTR_RATE_TYPE = 165, DEVLINK_ATTR_RATE_TX_SHARE = 166, DEVLINK_ATTR_RATE_TX_MAX = 167, DEVLINK_ATTR_RATE_NODE_NAME = 168, DEVLINK_ATTR_RATE_PARENT_NODE_NAME = 169, DEVLINK_ATTR_REGION_MAX_SNAPSHOTS = 170, DEVLINK_ATTR_LINECARD_INDEX = 171, DEVLINK_ATTR_LINECARD_STATE = 172, DEVLINK_ATTR_LINECARD_TYPE = 173, DEVLINK_ATTR_LINECARD_SUPPORTED_TYPES = 174, DEVLINK_ATTR_NESTED_DEVLINK = 175, DEVLINK_ATTR_SELFTESTS = 176, DEVLINK_ATTR_RATE_TX_PRIORITY = 177, DEVLINK_ATTR_RATE_TX_WEIGHT = 178, DEVLINK_ATTR_REGION_DIRECT = 179, __DEVLINK_ATTR_MAX = 180, DEVLINK_ATTR_MAX = 179, }; enum devlink_dpipe_field_mapping_type { DEVLINK_DPIPE_FIELD_MAPPING_TYPE_NONE = 0, DEVLINK_DPIPE_FIELD_MAPPING_TYPE_IFINDEX = 1, }; enum devlink_dpipe_match_type { DEVLINK_DPIPE_MATCH_TYPE_FIELD_EXACT = 0, }; enum devlink_dpipe_action_type { DEVLINK_DPIPE_ACTION_TYPE_FIELD_MODIFY = 0, }; enum devlink_dpipe_field_ethernet_id { DEVLINK_DPIPE_FIELD_ETHERNET_DST_MAC = 0, }; enum devlink_dpipe_field_ipv4_id { DEVLINK_DPIPE_FIELD_IPV4_DST_IP = 0, }; enum devlink_dpipe_field_ipv6_id { DEVLINK_DPIPE_FIELD_IPV6_DST_IP = 0, }; enum devlink_dpipe_header_id { DEVLINK_DPIPE_HEADER_ETHERNET = 0, DEVLINK_DPIPE_HEADER_IPV4 = 1, DEVLINK_DPIPE_HEADER_IPV6 = 2, }; enum devlink_resource_unit { DEVLINK_RESOURCE_UNIT_ENTRY = 0, }; enum devlink_port_fn_attr_cap { DEVLINK_PORT_FN_ATTR_CAP_ROCE_BIT = 0, DEVLINK_PORT_FN_ATTR_CAP_MIGRATABLE_BIT = 1, __DEVLINK_PORT_FN_ATTR_CAPS_MAX = 2, }; enum devlink_port_function_attr { DEVLINK_PORT_FUNCTION_ATTR_UNSPEC = 0, DEVLINK_PORT_FUNCTION_ATTR_HW_ADDR = 1, DEVLINK_PORT_FN_ATTR_STATE = 2, DEVLINK_PORT_FN_ATTR_OPSTATE = 3, DEVLINK_PORT_FN_ATTR_CAPS = 4, __DEVLINK_PORT_FUNCTION_ATTR_MAX = 5, DEVLINK_PORT_FUNCTION_ATTR_MAX = 4, }; enum devlink_port_fn_state { DEVLINK_PORT_FN_STATE_INACTIVE = 0, DEVLINK_PORT_FN_STATE_ACTIVE = 1, }; enum devlink_port_fn_opstate { DEVLINK_PORT_FN_OPSTATE_DETACHED = 0, DEVLINK_PORT_FN_OPSTATE_ATTACHED = 1, }; struct devlink_dev_stats { u32 reload_stats[6]; u32 remote_reload_stats[6]; }; struct devlink_dpipe_headers; struct devlink_ops; struct devlink { u32 index; struct xarray ports; struct list_head rate_list; struct list_head sb_list; struct list_head dpipe_table_list; struct list_head resource_list; struct list_head param_list; struct list_head region_list; struct list_head reporter_list; struct mutex reporters_lock; struct devlink_dpipe_headers *dpipe_headers; struct list_head trap_list; struct list_head trap_group_list; struct list_head trap_policer_list; struct list_head linecard_list; struct mutex linecards_lock; const struct devlink_ops *ops; u64 features; struct xarray snapshot_ids; struct devlink_dev_stats stats; struct device *dev; possible_net_t _net; struct mutex lock; struct lock_class_key lock_key; u8 reload_failed: 1; refcount_t refcount; struct completion comp; struct callback_head rcu; struct notifier_block netdevice_nb; char priv[0]; }; struct devlink_linecard_ops; struct devlink_linecard_type; struct devlink_linecard { struct list_head list; struct devlink *devlink; unsigned int index; refcount_t refcount; const struct devlink_linecard_ops *ops; void *priv; enum devlink_linecard_state state; struct mutex state_lock; const char *type; struct devlink_linecard_type *types; unsigned int types_count; struct devlink *nested_devlink; }; struct devlink_port_new_attrs { enum devlink_port_flavour flavour; unsigned int port_index; u32 controller; u32 sfnum; u16 pfnum; u8 port_index_valid: 1; u8 controller_valid: 1; u8 sfnum_valid: 1; }; struct devlink_linecard_ops { int (*provision)(struct devlink_linecard *, void *, const char *, const void *, struct netlink_ext_ack *); int (*unprovision)(struct devlink_linecard *, void *, struct netlink_ext_ack *); bool (*same_provision)(struct devlink_linecard *, void *, const char *, const void *); unsigned int (*types_count)(struct devlink_linecard *, void *); void (*types_get)(struct devlink_linecard *, void *, unsigned int, const char **, const void **); }; struct devlink_sb_pool_info { enum devlink_sb_pool_type pool_type; u32 size; enum devlink_sb_threshold_type threshold_type; u32 cell_size; }; struct devlink_dpipe_field { const char *name; unsigned int id; unsigned int bitwidth; enum devlink_dpipe_field_mapping_type mapping_type; }; struct devlink_dpipe_header { const char *name; unsigned int id; struct devlink_dpipe_field *fields; unsigned int fields_count; bool global; }; struct devlink_dpipe_match { enum devlink_dpipe_match_type type; unsigned int header_index; struct devlink_dpipe_header *header; unsigned int field_id; }; struct devlink_dpipe_action { enum devlink_dpipe_action_type type; unsigned int header_index; struct devlink_dpipe_header *header; unsigned int field_id; }; struct devlink_dpipe_value { union { struct devlink_dpipe_action *action; struct devlink_dpipe_match *match; }; unsigned int mapping_value; bool mapping_valid; unsigned int value_size; void *value; void *mask; }; struct devlink_dpipe_entry { u64 index; struct devlink_dpipe_value *match_values; unsigned int match_values_count; struct devlink_dpipe_value *action_values; unsigned int action_values_count; u64 counter; bool counter_valid; }; struct devlink_dpipe_dump_ctx { struct genl_info *info; enum devlink_command cmd; struct sk_buff *skb; struct nlattr *nest; void *hdr; }; struct devlink_dpipe_table_ops; struct devlink_dpipe_table { void *priv; struct list_head list; const char *name; bool counters_enabled; bool counter_control_extern; bool resource_valid; u64 resource_id; u64 resource_units; struct devlink_dpipe_table_ops *table_ops; struct callback_head rcu; }; struct devlink_dpipe_table_ops { int (*actions_dump)(void *, struct sk_buff *); int (*matches_dump)(void *, struct sk_buff *); int (*entries_dump)(void *, bool, struct devlink_dpipe_dump_ctx *); int (*counters_set_update)(void *, bool); u64 (*size_get)(void *); }; struct devlink_dpipe_headers { struct devlink_dpipe_header **headers; unsigned int headers_count; }; struct devlink_resource_size_params { u64 size_min; u64 size_max; u64 size_granularity; enum devlink_resource_unit unit; }; typedef u64 devlink_resource_occ_get_t(void *); enum devlink_param_type { DEVLINK_PARAM_TYPE_U8 = 0, DEVLINK_PARAM_TYPE_U16 = 1, DEVLINK_PARAM_TYPE_U32 = 2, DEVLINK_PARAM_TYPE_STRING = 3, DEVLINK_PARAM_TYPE_BOOL = 4, }; union devlink_param_value { u8 vu8; u16 vu16; u32 vu32; char vstr[32]; bool vbool; }; struct devlink_param_gset_ctx { union devlink_param_value val; enum devlink_param_cmode cmode; }; struct devlink_flash_notify { const char *status_msg; const char *component; long unsigned int done; long unsigned int total; long unsigned int timeout; }; struct devlink_param { u32 id; const char *name; bool generic; enum devlink_param_type type; long unsigned int supported_cmodes; int (*get)(struct devlink *, u32, struct devlink_param_gset_ctx *); int (*set)(struct devlink *, u32, struct devlink_param_gset_ctx *); int (*validate)(struct devlink *, u32, union devlink_param_value, struct netlink_ext_ack *); }; struct devlink_param_item { struct list_head list; const struct devlink_param *param; union devlink_param_value driverinit_value; bool driverinit_value_valid; }; enum devlink_param_generic_id { DEVLINK_PARAM_GENERIC_ID_INT_ERR_RESET = 0, DEVLINK_PARAM_GENERIC_ID_MAX_MACS = 1, DEVLINK_PARAM_GENERIC_ID_ENABLE_SRIOV = 2, DEVLINK_PARAM_GENERIC_ID_REGION_SNAPSHOT = 3, DEVLINK_PARAM_GENERIC_ID_IGNORE_ARI = 4, DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MAX = 5, DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MIN = 6, DEVLINK_PARAM_GENERIC_ID_FW_LOAD_POLICY = 7, DEVLINK_PARAM_GENERIC_ID_RESET_DEV_ON_DRV_PROBE = 8, DEVLINK_PARAM_GENERIC_ID_ENABLE_ROCE = 9, DEVLINK_PARAM_GENERIC_ID_ENABLE_REMOTE_DEV_RESET = 10, DEVLINK_PARAM_GENERIC_ID_ENABLE_ETH = 11, DEVLINK_PARAM_GENERIC_ID_ENABLE_RDMA = 12, DEVLINK_PARAM_GENERIC_ID_ENABLE_VNET = 13, DEVLINK_PARAM_GENERIC_ID_ENABLE_IWARP = 14, DEVLINK_PARAM_GENERIC_ID_IO_EQ_SIZE = 15, DEVLINK_PARAM_GENERIC_ID_EVENT_EQ_SIZE = 16, __DEVLINK_PARAM_GENERIC_ID_MAX = 17, DEVLINK_PARAM_GENERIC_ID_MAX = 16, }; struct devlink_flash_update_params { const struct firmware *fw; const char *component; u32 overwrite_mask; }; struct devlink_region_ops { const char *name; void (*destructor)(const void *); int (*snapshot)(struct devlink *, const struct devlink_region_ops *, struct netlink_ext_ack *, u8 **); int (*read)(struct devlink *, const struct devlink_region_ops *, struct netlink_ext_ack *, u64, u32, u8 *); void *priv; }; struct devlink_port_region_ops { const char *name; void (*destructor)(const void *); int (*snapshot)(struct devlink_port *, const struct devlink_port_region_ops *, struct netlink_ext_ack *, u8 **); int (*read)(struct devlink_port *, const struct devlink_port_region_ops *, struct netlink_ext_ack *, u64, u32, u8 *); void *priv; }; enum devlink_health_reporter_state { DEVLINK_HEALTH_REPORTER_STATE_HEALTHY = 0, DEVLINK_HEALTH_REPORTER_STATE_ERROR = 1, }; struct devlink_health_reporter; struct devlink_fmsg; struct devlink_health_reporter_ops { char *name; int (*recover)(struct devlink_health_reporter *, void *, struct netlink_ext_ack *); int (*dump)(struct devlink_health_reporter *, struct devlink_fmsg *, void *, struct netlink_ext_ack *); int (*diagnose)(struct devlink_health_reporter *, struct devlink_fmsg *, struct netlink_ext_ack *); int (*test)(struct devlink_health_reporter *, struct netlink_ext_ack *); }; struct devlink_health_reporter { struct list_head list; void *priv; const struct devlink_health_reporter_ops *ops; struct devlink *devlink; struct devlink_port *devlink_port; struct devlink_fmsg *dump_fmsg; struct mutex dump_lock; u64 graceful_period; bool auto_recover; bool auto_dump; u8 health_state; u64 dump_ts; u64 dump_real_ts; u64 error_count; u64 recovery_count; u64 last_recovery_ts; refcount_t refcount; }; struct devlink_fmsg { struct list_head item_list; bool putting_binary; }; struct devlink_trap_metadata { const char *trap_name; const char *trap_group_name; struct net_device *input_dev; netdevice_tracker dev_tracker; const struct flow_action_cookie *fa_cookie; enum devlink_trap_type trap_type; }; struct devlink_trap_policer { u32 id; u64 init_rate; u64 init_burst; u64 max_rate; u64 min_rate; u64 max_burst; u64 min_burst; }; struct devlink_trap_group { const char *name; u16 id; bool generic; u32 init_policer_id; }; struct devlink_trap { enum devlink_trap_type type; enum devlink_trap_action init_action; bool generic; u16 id; const char *name; u16 init_group_id; u32 metadata_cap; }; enum devlink_trap_generic_id { DEVLINK_TRAP_GENERIC_ID_SMAC_MC = 0, DEVLINK_TRAP_GENERIC_ID_VLAN_TAG_MISMATCH = 1, DEVLINK_TRAP_GENERIC_ID_INGRESS_VLAN_FILTER = 2, DEVLINK_TRAP_GENERIC_ID_INGRESS_STP_FILTER = 3, DEVLINK_TRAP_GENERIC_ID_EMPTY_TX_LIST = 4, DEVLINK_TRAP_GENERIC_ID_PORT_LOOPBACK_FILTER = 5, DEVLINK_TRAP_GENERIC_ID_BLACKHOLE_ROUTE = 6, DEVLINK_TRAP_GENERIC_ID_TTL_ERROR = 7, DEVLINK_TRAP_GENERIC_ID_TAIL_DROP = 8, DEVLINK_TRAP_GENERIC_ID_NON_IP_PACKET = 9, DEVLINK_TRAP_GENERIC_ID_UC_DIP_MC_DMAC = 10, DEVLINK_TRAP_GENERIC_ID_DIP_LB = 11, DEVLINK_TRAP_GENERIC_ID_SIP_MC = 12, DEVLINK_TRAP_GENERIC_ID_SIP_LB = 13, DEVLINK_TRAP_GENERIC_ID_CORRUPTED_IP_HDR = 14, DEVLINK_TRAP_GENERIC_ID_IPV4_SIP_BC = 15, DEVLINK_TRAP_GENERIC_ID_IPV6_MC_DIP_RESERVED_SCOPE = 16, DEVLINK_TRAP_GENERIC_ID_IPV6_MC_DIP_INTERFACE_LOCAL_SCOPE = 17, DEVLINK_TRAP_GENERIC_ID_MTU_ERROR = 18, DEVLINK_TRAP_GENERIC_ID_UNRESOLVED_NEIGH = 19, DEVLINK_TRAP_GENERIC_ID_RPF = 20, DEVLINK_TRAP_GENERIC_ID_REJECT_ROUTE = 21, DEVLINK_TRAP_GENERIC_ID_IPV4_LPM_UNICAST_MISS = 22, DEVLINK_TRAP_GENERIC_ID_IPV6_LPM_UNICAST_MISS = 23, DEVLINK_TRAP_GENERIC_ID_NON_ROUTABLE = 24, DEVLINK_TRAP_GENERIC_ID_DECAP_ERROR = 25, DEVLINK_TRAP_GENERIC_ID_OVERLAY_SMAC_MC = 26, DEVLINK_TRAP_GENERIC_ID_INGRESS_FLOW_ACTION_DROP = 27, DEVLINK_TRAP_GENERIC_ID_EGRESS_FLOW_ACTION_DROP = 28, DEVLINK_TRAP_GENERIC_ID_STP = 29, DEVLINK_TRAP_GENERIC_ID_LACP = 30, DEVLINK_TRAP_GENERIC_ID_LLDP = 31, DEVLINK_TRAP_GENERIC_ID_IGMP_QUERY = 32, DEVLINK_TRAP_GENERIC_ID_IGMP_V1_REPORT = 33, DEVLINK_TRAP_GENERIC_ID_IGMP_V2_REPORT = 34, DEVLINK_TRAP_GENERIC_ID_IGMP_V3_REPORT = 35, DEVLINK_TRAP_GENERIC_ID_IGMP_V2_LEAVE = 36, DEVLINK_TRAP_GENERIC_ID_MLD_QUERY = 37, DEVLINK_TRAP_GENERIC_ID_MLD_V1_REPORT = 38, DEVLINK_TRAP_GENERIC_ID_MLD_V2_REPORT = 39, DEVLINK_TRAP_GENERIC_ID_MLD_V1_DONE = 40, DEVLINK_TRAP_GENERIC_ID_IPV4_DHCP = 41, DEVLINK_TRAP_GENERIC_ID_IPV6_DHCP = 42, DEVLINK_TRAP_GENERIC_ID_ARP_REQUEST = 43, DEVLINK_TRAP_GENERIC_ID_ARP_RESPONSE = 44, DEVLINK_TRAP_GENERIC_ID_ARP_OVERLAY = 45, DEVLINK_TRAP_GENERIC_ID_IPV6_NEIGH_SOLICIT = 46, DEVLINK_TRAP_GENERIC_ID_IPV6_NEIGH_ADVERT = 47, DEVLINK_TRAP_GENERIC_ID_IPV4_BFD = 48, DEVLINK_TRAP_GENERIC_ID_IPV6_BFD = 49, DEVLINK_TRAP_GENERIC_ID_IPV4_OSPF = 50, DEVLINK_TRAP_GENERIC_ID_IPV6_OSPF = 51, DEVLINK_TRAP_GENERIC_ID_IPV4_BGP = 52, DEVLINK_TRAP_GENERIC_ID_IPV6_BGP = 53, DEVLINK_TRAP_GENERIC_ID_IPV4_VRRP = 54, DEVLINK_TRAP_GENERIC_ID_IPV6_VRRP = 55, DEVLINK_TRAP_GENERIC_ID_IPV4_PIM = 56, DEVLINK_TRAP_GENERIC_ID_IPV6_PIM = 57, DEVLINK_TRAP_GENERIC_ID_UC_LB = 58, DEVLINK_TRAP_GENERIC_ID_LOCAL_ROUTE = 59, DEVLINK_TRAP_GENERIC_ID_EXTERNAL_ROUTE = 60, DEVLINK_TRAP_GENERIC_ID_IPV6_UC_DIP_LINK_LOCAL_SCOPE = 61, DEVLINK_TRAP_GENERIC_ID_IPV6_DIP_ALL_NODES = 62, DEVLINK_TRAP_GENERIC_ID_IPV6_DIP_ALL_ROUTERS = 63, DEVLINK_TRAP_GENERIC_ID_IPV6_ROUTER_SOLICIT = 64, DEVLINK_TRAP_GENERIC_ID_IPV6_ROUTER_ADVERT = 65, DEVLINK_TRAP_GENERIC_ID_IPV6_REDIRECT = 66, DEVLINK_TRAP_GENERIC_ID_IPV4_ROUTER_ALERT = 67, DEVLINK_TRAP_GENERIC_ID_IPV6_ROUTER_ALERT = 68, DEVLINK_TRAP_GENERIC_ID_PTP_EVENT = 69, DEVLINK_TRAP_GENERIC_ID_PTP_GENERAL = 70, DEVLINK_TRAP_GENERIC_ID_FLOW_ACTION_SAMPLE = 71, DEVLINK_TRAP_GENERIC_ID_FLOW_ACTION_TRAP = 72, DEVLINK_TRAP_GENERIC_ID_EARLY_DROP = 73, DEVLINK_TRAP_GENERIC_ID_VXLAN_PARSING = 74, DEVLINK_TRAP_GENERIC_ID_LLC_SNAP_PARSING = 75, DEVLINK_TRAP_GENERIC_ID_VLAN_PARSING = 76, DEVLINK_TRAP_GENERIC_ID_PPPOE_PPP_PARSING = 77, DEVLINK_TRAP_GENERIC_ID_MPLS_PARSING = 78, DEVLINK_TRAP_GENERIC_ID_ARP_PARSING = 79, DEVLINK_TRAP_GENERIC_ID_IP_1_PARSING = 80, DEVLINK_TRAP_GENERIC_ID_IP_N_PARSING = 81, DEVLINK_TRAP_GENERIC_ID_GRE_PARSING = 82, DEVLINK_TRAP_GENERIC_ID_UDP_PARSING = 83, DEVLINK_TRAP_GENERIC_ID_TCP_PARSING = 84, DEVLINK_TRAP_GENERIC_ID_IPSEC_PARSING = 85, DEVLINK_TRAP_GENERIC_ID_SCTP_PARSING = 86, DEVLINK_TRAP_GENERIC_ID_DCCP_PARSING = 87, DEVLINK_TRAP_GENERIC_ID_GTP_PARSING = 88, DEVLINK_TRAP_GENERIC_ID_ESP_PARSING = 89, DEVLINK_TRAP_GENERIC_ID_BLACKHOLE_NEXTHOP = 90, DEVLINK_TRAP_GENERIC_ID_DMAC_FILTER = 91, DEVLINK_TRAP_GENERIC_ID_EAPOL = 92, DEVLINK_TRAP_GENERIC_ID_LOCKED_PORT = 93, __DEVLINK_TRAP_GENERIC_ID_MAX = 94, DEVLINK_TRAP_GENERIC_ID_MAX = 93, }; enum devlink_trap_group_generic_id { DEVLINK_TRAP_GROUP_GENERIC_ID_L2_DROPS = 0, DEVLINK_TRAP_GROUP_GENERIC_ID_L3_DROPS = 1, DEVLINK_TRAP_GROUP_GENERIC_ID_L3_EXCEPTIONS = 2, DEVLINK_TRAP_GROUP_GENERIC_ID_BUFFER_DROPS = 3, DEVLINK_TRAP_GROUP_GENERIC_ID_TUNNEL_DROPS = 4, DEVLINK_TRAP_GROUP_GENERIC_ID_ACL_DROPS = 5, DEVLINK_TRAP_GROUP_GENERIC_ID_STP = 6, DEVLINK_TRAP_GROUP_GENERIC_ID_LACP = 7, DEVLINK_TRAP_GROUP_GENERIC_ID_LLDP = 8, DEVLINK_TRAP_GROUP_GENERIC_ID_MC_SNOOPING = 9, DEVLINK_TRAP_GROUP_GENERIC_ID_DHCP = 10, DEVLINK_TRAP_GROUP_GENERIC_ID_NEIGH_DISCOVERY = 11, DEVLINK_TRAP_GROUP_GENERIC_ID_BFD = 12, DEVLINK_TRAP_GROUP_GENERIC_ID_OSPF = 13, DEVLINK_TRAP_GROUP_GENERIC_ID_BGP = 14, DEVLINK_TRAP_GROUP_GENERIC_ID_VRRP = 15, DEVLINK_TRAP_GROUP_GENERIC_ID_PIM = 16, DEVLINK_TRAP_GROUP_GENERIC_ID_UC_LB = 17, DEVLINK_TRAP_GROUP_GENERIC_ID_LOCAL_DELIVERY = 18, DEVLINK_TRAP_GROUP_GENERIC_ID_EXTERNAL_DELIVERY = 19, DEVLINK_TRAP_GROUP_GENERIC_ID_IPV6 = 20, DEVLINK_TRAP_GROUP_GENERIC_ID_PTP_EVENT = 21, DEVLINK_TRAP_GROUP_GENERIC_ID_PTP_GENERAL = 22, DEVLINK_TRAP_GROUP_GENERIC_ID_ACL_SAMPLE = 23, DEVLINK_TRAP_GROUP_GENERIC_ID_ACL_TRAP = 24, DEVLINK_TRAP_GROUP_GENERIC_ID_PARSER_ERROR_DROPS = 25, DEVLINK_TRAP_GROUP_GENERIC_ID_EAPOL = 26, __DEVLINK_TRAP_GROUP_GENERIC_ID_MAX = 27, DEVLINK_TRAP_GROUP_GENERIC_ID_MAX = 26, }; enum { DEVLINK_F_RELOAD = 1, }; struct devlink_info_req; struct devlink_ops { u32 supported_flash_update_params; long unsigned int reload_actions; long unsigned int reload_limits; int (*reload_down)(struct devlink *, bool, enum devlink_reload_action, enum devlink_reload_limit, struct netlink_ext_ack *); int (*reload_up)(struct devlink *, enum devlink_reload_action, enum devlink_reload_limit, u32 *, struct netlink_ext_ack *); int (*port_type_set)(struct devlink_port *, enum devlink_port_type); int (*port_split)(struct devlink *, struct devlink_port *, unsigned int, struct netlink_ext_ack *); int (*port_unsplit)(struct devlink *, struct devlink_port *, struct netlink_ext_ack *); int (*sb_pool_get)(struct devlink *, unsigned int, u16, struct devlink_sb_pool_info *); int (*sb_pool_set)(struct devlink *, unsigned int, u16, u32, enum devlink_sb_threshold_type, struct netlink_ext_ack *); int (*sb_port_pool_get)(struct devlink_port *, unsigned int, u16, u32 *); int (*sb_port_pool_set)(struct devlink_port *, unsigned int, u16, u32, struct netlink_ext_ack *); int (*sb_tc_pool_bind_get)(struct devlink_port *, unsigned int, u16, enum devlink_sb_pool_type, u16 *, u32 *); int (*sb_tc_pool_bind_set)(struct devlink_port *, unsigned int, u16, enum devlink_sb_pool_type, u16, u32, struct netlink_ext_ack *); int (*sb_occ_snapshot)(struct devlink *, unsigned int); int (*sb_occ_max_clear)(struct devlink *, unsigned int); int (*sb_occ_port_pool_get)(struct devlink_port *, unsigned int, u16, u32 *, u32 *); int (*sb_occ_tc_port_bind_get)(struct devlink_port *, unsigned int, u16, enum devlink_sb_pool_type, u32 *, u32 *); int (*eswitch_mode_get)(struct devlink *, u16 *); int (*eswitch_mode_set)(struct devlink *, u16, struct netlink_ext_ack *); int (*eswitch_inline_mode_get)(struct devlink *, u8 *); int (*eswitch_inline_mode_set)(struct devlink *, u8, struct netlink_ext_ack *); int (*eswitch_encap_mode_get)(struct devlink *, enum devlink_eswitch_encap_mode *); int (*eswitch_encap_mode_set)(struct devlink *, enum devlink_eswitch_encap_mode, struct netlink_ext_ack *); int (*info_get)(struct devlink *, struct devlink_info_req *, struct netlink_ext_ack *); int (*flash_update)(struct devlink *, struct devlink_flash_update_params *, struct netlink_ext_ack *); int (*trap_init)(struct devlink *, const struct devlink_trap *, void *); void (*trap_fini)(struct devlink *, const struct devlink_trap *, void *); int (*trap_action_set)(struct devlink *, const struct devlink_trap *, enum devlink_trap_action, struct netlink_ext_ack *); int (*trap_group_init)(struct devlink *, const struct devlink_trap_group *); int (*trap_group_set)(struct devlink *, const struct devlink_trap_group *, const struct devlink_trap_policer *, struct netlink_ext_ack *); int (*trap_group_action_set)(struct devlink *, const struct devlink_trap_group *, enum devlink_trap_action, struct netlink_ext_ack *); int (*trap_drop_counter_get)(struct devlink *, const struct devlink_trap *, u64 *); int (*trap_policer_init)(struct devlink *, const struct devlink_trap_policer *); void (*trap_policer_fini)(struct devlink *, const struct devlink_trap_policer *); int (*trap_policer_set)(struct devlink *, const struct devlink_trap_policer *, u64, u64, struct netlink_ext_ack *); int (*trap_policer_counter_get)(struct devlink *, const struct devlink_trap_policer *, u64 *); int (*port_function_hw_addr_get)(struct devlink_port *, u8 *, int *, struct netlink_ext_ack *); int (*port_function_hw_addr_set)(struct devlink_port *, const u8 *, int, struct netlink_ext_ack *); int (*port_fn_roce_get)(struct devlink_port *, bool *, struct netlink_ext_ack *); int (*port_fn_roce_set)(struct devlink_port *, bool, struct netlink_ext_ack *); int (*port_fn_migratable_get)(struct devlink_port *, bool *, struct netlink_ext_ack *); int (*port_fn_migratable_set)(struct devlink_port *, bool, struct netlink_ext_ack *); int (*port_new)(struct devlink *, const struct devlink_port_new_attrs *, struct netlink_ext_ack *, unsigned int *); int (*port_del)(struct devlink *, unsigned int, struct netlink_ext_ack *); int (*port_fn_state_get)(struct devlink_port *, enum devlink_port_fn_state *, enum devlink_port_fn_opstate *, struct netlink_ext_ack *); int (*port_fn_state_set)(struct devlink_port *, enum devlink_port_fn_state, struct netlink_ext_ack *); int (*rate_leaf_tx_share_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_leaf_tx_max_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_leaf_tx_priority_set)(struct devlink_rate *, void *, u32, struct netlink_ext_ack *); int (*rate_leaf_tx_weight_set)(struct devlink_rate *, void *, u32, struct netlink_ext_ack *); int (*rate_node_tx_share_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_node_tx_max_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_node_tx_priority_set)(struct devlink_rate *, void *, u32, struct netlink_ext_ack *); int (*rate_node_tx_weight_set)(struct devlink_rate *, void *, u32, struct netlink_ext_ack *); int (*rate_node_new)(struct devlink_rate *, void **, struct netlink_ext_ack *); int (*rate_node_del)(struct devlink_rate *, void *, struct netlink_ext_ack *); int (*rate_leaf_parent_set)(struct devlink_rate *, struct devlink_rate *, void *, void *, struct netlink_ext_ack *); int (*rate_node_parent_set)(struct devlink_rate *, struct devlink_rate *, void *, void *, struct netlink_ext_ack *); bool (*selftest_check)(struct devlink *, unsigned int, struct netlink_ext_ack *); enum devlink_selftest_status (*selftest_run)(struct devlink *, unsigned int, struct netlink_ext_ack *); }; enum devlink_info_version_type { DEVLINK_INFO_VERSION_TYPE_NONE = 0, DEVLINK_INFO_VERSION_TYPE_COMPONENT = 1, }; struct devlink_info_req { struct sk_buff *msg; void (*version_cb)(const char *, enum devlink_info_version_type, void *); void *version_cb_priv; }; struct trace_event_raw_devlink_hwmsg { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; bool incoming; long unsigned int type; u32 __data_loc_buf; size_t len; char __data[0]; }; struct trace_event_raw_devlink_hwerr { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; int err; u32 __data_loc_msg; char __data[0]; }; struct trace_event_raw_devlink_health_report { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_reporter_name; u32 __data_loc_msg; char __data[0]; }; struct trace_event_raw_devlink_health_recover_aborted { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_reporter_name; bool health_state; u64 time_since_last_recover; char __data[0]; }; struct trace_event_raw_devlink_health_reporter_state_update { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_reporter_name; u8 new_state; char __data[0]; }; struct trace_event_raw_devlink_trap_report { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_trap_name; u32 __data_loc_trap_group_name; char input_dev_name[16]; char __data[0]; }; struct trace_event_data_offsets_devlink_hwmsg { u32 bus_name; u32 dev_name; u32 driver_name; u32 buf; }; struct trace_event_data_offsets_devlink_hwerr { u32 bus_name; u32 dev_name; u32 driver_name; u32 msg; }; struct trace_event_data_offsets_devlink_health_report { u32 bus_name; u32 dev_name; u32 driver_name; u32 reporter_name; u32 msg; }; struct trace_event_data_offsets_devlink_health_recover_aborted { u32 bus_name; u32 dev_name; u32 driver_name; u32 reporter_name; }; struct trace_event_data_offsets_devlink_health_reporter_state_update { u32 bus_name; u32 dev_name; u32 driver_name; u32 reporter_name; }; struct trace_event_data_offsets_devlink_trap_report { u32 bus_name; u32 dev_name; u32 driver_name; u32 trap_name; u32 trap_group_name; }; typedef void (*btf_trace_devlink_hwmsg)(void *, const struct devlink *, bool, long unsigned int, const u8 *, size_t); typedef void (*btf_trace_devlink_hwerr)(void *, const struct devlink *, int, const char *); typedef void (*btf_trace_devlink_health_report)(void *, const struct devlink *, const char *, const char *); typedef void (*btf_trace_devlink_health_recover_aborted)(void *, const struct devlink *, const char *, bool, u64); typedef void (*btf_trace_devlink_health_reporter_state_update)(void *, const struct devlink *, const char *, bool); typedef void (*btf_trace_devlink_trap_report)(void *, const struct devlink *, struct sk_buff *, const struct devlink_trap_metadata *); struct devlink_linecard_type { const char *type; const void *priv; }; struct devlink_resource { const char *name; u64 id; u64 size; u64 size_new; bool size_valid; struct devlink_resource *parent; struct devlink_resource_size_params size_params; struct list_head list; struct list_head resource_list; devlink_resource_occ_get_t *occ_get; void *occ_get_priv; }; struct devlink_sb { struct list_head list; unsigned int index; u32 size; u16 ingress_pools_count; u16 egress_pools_count; u16 ingress_tc_count; u16 egress_tc_count; }; struct devlink_region { struct devlink *devlink; struct devlink_port *port; struct list_head list; union { const struct devlink_region_ops *ops; const struct devlink_port_region_ops *port_ops; }; struct mutex snapshot_lock; struct list_head snapshot_list; u32 max_snapshots; u32 cur_snapshots; u64 size; }; struct devlink_snapshot { struct list_head list; struct devlink_region *region; u8 *data; u32 id; }; enum devlink_multicast_groups { DEVLINK_MCGRP_CONFIG = 0, }; struct devlink_reload_combination { enum devlink_reload_action action; enum devlink_reload_limit limit; }; struct devlink_flash_component_lookup_ctx { const char *lookup_name; bool lookup_name_found; }; typedef int devlink_chunk_fill_t(void *, u8 *, u32, u64, struct netlink_ext_ack *); struct devlink_fmsg_item { struct list_head list; int attrtype; u8 nla_type; u16 len; int value[0]; }; struct devlink_stats { u64_stats_t rx_bytes; u64_stats_t rx_packets; struct u64_stats_sync syncp; }; struct devlink_trap_policer_item { const struct devlink_trap_policer *policer; u64 rate; u64 burst; struct list_head list; }; struct devlink_trap_group_item { const struct devlink_trap_group *group; struct devlink_trap_policer_item *policer_item; struct list_head list; struct devlink_stats *stats; }; struct devlink_trap_item { const struct devlink_trap *trap; struct devlink_trap_group_item *group_item; struct list_head list; enum devlink_trap_action action; struct devlink_stats *stats; void *priv; }; struct tc_prio_qopt { int bands; __u8 priomap[16]; }; struct skb_array { struct ptr_ring ring; }; struct psched_ratecfg { u64 rate_bytes_ps; u32 mult; u16 overhead; u16 mpu; u8 linklayer; u8 shift; }; struct psched_pktrate { u64 rate_pkts_ps; u32 mult; u8 shift; }; struct mini_Qdisc_pair { struct mini_Qdisc miniq1; struct mini_Qdisc miniq2; struct mini_Qdisc **p_miniq; }; struct pfifo_fast_priv { struct skb_array q[3]; }; enum { TCA_ACT_UNSPEC = 0, TCA_ACT_KIND = 1, TCA_ACT_OPTIONS = 2, TCA_ACT_INDEX = 3, TCA_ACT_STATS = 4, TCA_ACT_PAD = 5, TCA_ACT_COOKIE = 6, TCA_ACT_FLAGS = 7, TCA_ACT_HW_STATS = 8, TCA_ACT_USED_HW_STATS = 9, TCA_ACT_IN_HW_COUNT = 10, __TCA_ACT_MAX = 11, }; struct tcamsg { unsigned char tca_family; unsigned char tca__pad1; short unsigned int tca__pad2; }; enum { TCA_ROOT_UNSPEC = 0, TCA_ROOT_TAB = 1, TCA_ROOT_FLAGS = 2, TCA_ROOT_COUNT = 3, TCA_ROOT_TIME_DELTA = 4, __TCA_ROOT_MAX = 5, }; struct tc_action_net { struct tcf_idrinfo *idrinfo; const struct tc_action_ops *ops; }; enum pedit_header_type { TCA_PEDIT_KEY_EX_HDR_TYPE_NETWORK = 0, TCA_PEDIT_KEY_EX_HDR_TYPE_ETH = 1, TCA_PEDIT_KEY_EX_HDR_TYPE_IP4 = 2, TCA_PEDIT_KEY_EX_HDR_TYPE_IP6 = 3, TCA_PEDIT_KEY_EX_HDR_TYPE_TCP = 4, TCA_PEDIT_KEY_EX_HDR_TYPE_UDP = 5, __PEDIT_HDR_TYPE_MAX = 6, }; enum pedit_cmd { TCA_PEDIT_KEY_EX_CMD_SET = 0, TCA_PEDIT_KEY_EX_CMD_ADD = 1, __PEDIT_CMD_MAX = 2, }; struct tc_pedit_key { __u32 mask; __u32 val; __u32 off; __u32 at; __u32 offmask; __u32 shift; }; struct tcf_pedit_key_ex { enum pedit_header_type htype; enum pedit_cmd cmd; }; struct tcf_pedit { struct tc_action common; unsigned char tcfp_nkeys; unsigned char tcfp_flags; u32 tcfp_off_max_hint; struct tc_pedit_key *tcfp_keys; struct tcf_pedit_key_ex *tcfp_keys_ex; long: 64; }; struct tc_act_pernet_id { struct list_head list; unsigned int id; }; enum netlink_attribute_type { NL_ATTR_TYPE_INVALID = 0, NL_ATTR_TYPE_FLAG = 1, NL_ATTR_TYPE_U8 = 2, NL_ATTR_TYPE_U16 = 3, NL_ATTR_TYPE_U32 = 4, NL_ATTR_TYPE_U64 = 5, NL_ATTR_TYPE_S8 = 6, NL_ATTR_TYPE_S16 = 7, NL_ATTR_TYPE_S32 = 8, NL_ATTR_TYPE_S64 = 9, NL_ATTR_TYPE_BINARY = 10, NL_ATTR_TYPE_STRING = 11, NL_ATTR_TYPE_NUL_STRING = 12, NL_ATTR_TYPE_NESTED = 13, NL_ATTR_TYPE_NESTED_ARRAY = 14, NL_ATTR_TYPE_BITFIELD32 = 15, }; enum netlink_policy_type_attr { NL_POLICY_TYPE_ATTR_UNSPEC = 0, NL_POLICY_TYPE_ATTR_TYPE = 1, NL_POLICY_TYPE_ATTR_MIN_VALUE_S = 2, NL_POLICY_TYPE_ATTR_MAX_VALUE_S = 3, NL_POLICY_TYPE_ATTR_MIN_VALUE_U = 4, NL_POLICY_TYPE_ATTR_MAX_VALUE_U = 5, NL_POLICY_TYPE_ATTR_MIN_LENGTH = 6, NL_POLICY_TYPE_ATTR_MAX_LENGTH = 7, NL_POLICY_TYPE_ATTR_POLICY_IDX = 8, NL_POLICY_TYPE_ATTR_POLICY_MAXTYPE = 9, NL_POLICY_TYPE_ATTR_BITFIELD32_MASK = 10, NL_POLICY_TYPE_ATTR_PAD = 11, NL_POLICY_TYPE_ATTR_MASK = 12, __NL_POLICY_TYPE_ATTR_MAX = 13, NL_POLICY_TYPE_ATTR_MAX = 12, }; struct netlink_policy_dump_state { unsigned int policy_idx; unsigned int attr_idx; unsigned int n_alloc; struct { const struct nla_policy *policy; unsigned int maxtype; } policies[0]; }; struct bpf_cg_run_ctx { struct bpf_run_ctx run_ctx; const struct bpf_prog_array_item *prog_item; int retval; }; struct trace_event_raw_bpf_test_finish { struct trace_entry ent; int err; char __data[0]; }; struct trace_event_data_offsets_bpf_test_finish {}; typedef void (*btf_trace_bpf_test_finish)(void *, int *); struct bpf_test_timer { enum { NO_PREEMPT = 0, NO_MIGRATE = 1, } mode; u32 i; u64 time_start; u64 time_spent; }; struct xdp_page_head { struct xdp_buff orig_ctx; struct xdp_buff ctx; struct xdp_frame frm; u8 data[0]; }; struct xdp_test_data { struct xdp_buff *orig_ctx; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xdp_rxq_info rxq; struct net_device *dev; struct page_pool *pp; struct xdp_frame **frames; struct sk_buff **skbs; struct xdp_mem_info mem; u32 batch_size; u32 frame_cnt; long: 64; long: 64; }; struct bpf_fentry_test_t { struct bpf_fentry_test_t *a; }; struct prog_test_member1 { int a; }; struct prog_test_member { struct prog_test_member1 m; int c; }; struct prog_test_ref_kfunc { int a; int b; struct prog_test_member memb; struct prog_test_ref_kfunc *next; refcount_t cnt; }; struct prog_test_pass1 { int x0; struct { int x1; struct { int x2; struct { int x3; }; }; }; }; struct prog_test_pass2 { int len; short int arr1[4]; struct { char arr2[4]; long unsigned int arr3[8]; } x; }; struct prog_test_fail1 { void *p; int x; }; struct prog_test_fail2 { int x8; struct prog_test_pass1 x; }; struct prog_test_fail3 { int len; char arr1[2]; char arr2[0]; }; struct bpf_raw_tp_test_run_info { struct bpf_prog *prog; void *ctx; u32 retval; }; enum { ETHTOOL_A_BITSET_BIT_UNSPEC = 0, ETHTOOL_A_BITSET_BIT_INDEX = 1, ETHTOOL_A_BITSET_BIT_NAME = 2, ETHTOOL_A_BITSET_BIT_VALUE = 3, __ETHTOOL_A_BITSET_BIT_CNT = 4, ETHTOOL_A_BITSET_BIT_MAX = 3, }; enum { ETHTOOL_A_BITSET_BITS_UNSPEC = 0, ETHTOOL_A_BITSET_BITS_BIT = 1, __ETHTOOL_A_BITSET_BITS_CNT = 2, ETHTOOL_A_BITSET_BITS_MAX = 1, }; enum { ETHTOOL_A_BITSET_UNSPEC = 0, ETHTOOL_A_BITSET_NOMASK = 1, ETHTOOL_A_BITSET_SIZE = 2, ETHTOOL_A_BITSET_BITS = 3, ETHTOOL_A_BITSET_VALUE = 4, ETHTOOL_A_BITSET_MASK = 5, __ETHTOOL_A_BITSET_CNT = 6, ETHTOOL_A_BITSET_MAX = 5, }; struct linkmodes_reply_data { struct ethnl_reply_data base; struct ethtool_link_ksettings ksettings; struct ethtool_link_settings *lsettings; bool peer_empty; }; struct features_reply_data { struct ethnl_reply_data base; u32 hw[2]; u32 wanted[2]; u32 active[2]; u32 nochange[2]; u32 all[2]; }; struct coalesce_reply_data { struct ethnl_reply_data base; struct ethtool_coalesce coalesce; struct kernel_ethtool_coalesce kernel_coalesce; u32 supported_params; }; enum { ETHTOOL_A_CABLE_PAIR_A = 0, ETHTOOL_A_CABLE_PAIR_B = 1, ETHTOOL_A_CABLE_PAIR_C = 2, ETHTOOL_A_CABLE_PAIR_D = 3, }; enum { ETHTOOL_A_CABLE_RESULT_UNSPEC = 0, ETHTOOL_A_CABLE_RESULT_PAIR = 1, ETHTOOL_A_CABLE_RESULT_CODE = 2, __ETHTOOL_A_CABLE_RESULT_CNT = 3, ETHTOOL_A_CABLE_RESULT_MAX = 2, }; enum { ETHTOOL_A_CABLE_FAULT_LENGTH_UNSPEC = 0, ETHTOOL_A_CABLE_FAULT_LENGTH_PAIR = 1, ETHTOOL_A_CABLE_FAULT_LENGTH_CM = 2, __ETHTOOL_A_CABLE_FAULT_LENGTH_CNT = 3, ETHTOOL_A_CABLE_FAULT_LENGTH_MAX = 2, }; enum { ETHTOOL_A_CABLE_TEST_NTF_STATUS_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_NTF_STATUS_STARTED = 1, ETHTOOL_A_CABLE_TEST_NTF_STATUS_COMPLETED = 2, }; enum { ETHTOOL_A_CABLE_NEST_UNSPEC = 0, ETHTOOL_A_CABLE_NEST_RESULT = 1, ETHTOOL_A_CABLE_NEST_FAULT_LENGTH = 2, __ETHTOOL_A_CABLE_NEST_CNT = 3, ETHTOOL_A_CABLE_NEST_MAX = 2, }; enum { ETHTOOL_A_CABLE_TEST_NTF_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_NTF_HEADER = 1, ETHTOOL_A_CABLE_TEST_NTF_STATUS = 2, ETHTOOL_A_CABLE_TEST_NTF_NEST = 3, __ETHTOOL_A_CABLE_TEST_NTF_CNT = 4, ETHTOOL_A_CABLE_TEST_NTF_MAX = 3, }; enum { ETHTOOL_A_CABLE_TEST_TDR_CFG_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_TDR_CFG_FIRST = 1, ETHTOOL_A_CABLE_TEST_TDR_CFG_LAST = 2, ETHTOOL_A_CABLE_TEST_TDR_CFG_STEP = 3, ETHTOOL_A_CABLE_TEST_TDR_CFG_PAIR = 4, __ETHTOOL_A_CABLE_TEST_TDR_CFG_CNT = 5, ETHTOOL_A_CABLE_TEST_TDR_CFG_MAX = 4, }; enum { ETHTOOL_A_CABLE_AMPLITUDE_UNSPEC = 0, ETHTOOL_A_CABLE_AMPLITUDE_PAIR = 1, ETHTOOL_A_CABLE_AMPLITUDE_mV = 2, __ETHTOOL_A_CABLE_AMPLITUDE_CNT = 3, ETHTOOL_A_CABLE_AMPLITUDE_MAX = 2, }; enum { ETHTOOL_A_CABLE_PULSE_UNSPEC = 0, ETHTOOL_A_CABLE_PULSE_mV = 1, __ETHTOOL_A_CABLE_PULSE_CNT = 2, ETHTOOL_A_CABLE_PULSE_MAX = 1, }; enum { ETHTOOL_A_CABLE_STEP_UNSPEC = 0, ETHTOOL_A_CABLE_STEP_FIRST_DISTANCE = 1, ETHTOOL_A_CABLE_STEP_LAST_DISTANCE = 2, ETHTOOL_A_CABLE_STEP_STEP_DISTANCE = 3, __ETHTOOL_A_CABLE_STEP_CNT = 4, ETHTOOL_A_CABLE_STEP_MAX = 3, }; enum { ETHTOOL_A_CABLE_TDR_NEST_UNSPEC = 0, ETHTOOL_A_CABLE_TDR_NEST_STEP = 1, ETHTOOL_A_CABLE_TDR_NEST_AMPLITUDE = 2, ETHTOOL_A_CABLE_TDR_NEST_PULSE = 3, __ETHTOOL_A_CABLE_TDR_NEST_CNT = 4, ETHTOOL_A_CABLE_TDR_NEST_MAX = 3, }; enum { ETHTOOL_A_STATS_GRP_UNSPEC = 0, ETHTOOL_A_STATS_GRP_PAD = 1, ETHTOOL_A_STATS_GRP_ID = 2, ETHTOOL_A_STATS_GRP_SS_ID = 3, ETHTOOL_A_STATS_GRP_STAT = 4, ETHTOOL_A_STATS_GRP_HIST_RX = 5, ETHTOOL_A_STATS_GRP_HIST_TX = 6, ETHTOOL_A_STATS_GRP_HIST_BKT_LOW = 7, ETHTOOL_A_STATS_GRP_HIST_BKT_HI = 8, ETHTOOL_A_STATS_GRP_HIST_VAL = 9, __ETHTOOL_A_STATS_GRP_CNT = 10, ETHTOOL_A_STATS_GRP_MAX = 4, }; struct stats_req_info { struct ethnl_req_info base; long unsigned int stat_mask[1]; }; struct stats_reply_data { struct ethnl_reply_data base; union { struct { struct ethtool_eth_phy_stats phy_stats; struct ethtool_eth_mac_stats mac_stats; struct ethtool_eth_ctrl_stats ctrl_stats; struct ethtool_rmon_stats rmon_stats; }; struct { struct ethtool_eth_phy_stats phy_stats; struct ethtool_eth_mac_stats mac_stats; struct ethtool_eth_ctrl_stats ctrl_stats; struct ethtool_rmon_stats rmon_stats; } stats; }; const struct ethtool_rmon_hist_range *rmon_ranges; }; struct nf_hook_entries_rcu_head { struct callback_head head; void *allocation; }; struct nf_conntrack_zone { u16 id; u8 flags; u8 dir; }; struct nf_conntrack_tuple; struct nf_ct_hook { int (*update)(struct net *, struct sk_buff *); void (*destroy)(struct nf_conntrack *); bool (*get_tuple_skb)(struct nf_conntrack_tuple *, const struct sk_buff *); void (*attach)(struct sk_buff *, const struct sk_buff *); }; struct nfnl_ct_hook { size_t (*build_size)(const struct nf_conn *); int (*build)(struct sk_buff *, struct nf_conn *, enum ip_conntrack_info, u_int16_t, u_int16_t); int (*parse)(const struct nlattr *, struct nf_conn *); int (*attach_expect)(const struct nlattr *, struct nf_conn *, u32, u32); void (*seq_adjust)(struct sk_buff *, struct nf_conn *, enum ip_conntrack_info, s32); }; struct rt_cache_stat { unsigned int in_slow_tot; unsigned int in_slow_mc; unsigned int in_no_route; unsigned int in_brd; unsigned int in_martian_dst; unsigned int in_martian_src; unsigned int out_slow_tot; unsigned int out_slow_mc; }; struct ip_fraglist_iter { struct sk_buff *frag; struct iphdr *iph; int offset; unsigned int hlen; }; struct ip_frag_state { bool DF; unsigned int hlen; unsigned int ll_rs; unsigned int mtu; unsigned int left; int offset; int ptr; __be16 not_last_frag; }; struct ip_reply_arg { struct kvec iov[1]; int flags; __wsum csum; int csumoffset; int bound_dev_if; u8 tos; kuid_t uid; }; enum tcp_metric_index { TCP_METRIC_RTT = 0, TCP_METRIC_RTTVAR = 1, TCP_METRIC_SSTHRESH = 2, TCP_METRIC_CWND = 3, TCP_METRIC_REORDERING = 4, TCP_METRIC_RTT_US = 5, TCP_METRIC_RTTVAR_US = 6, __TCP_METRIC_MAX = 7, }; enum { TCP_METRICS_ATTR_UNSPEC = 0, TCP_METRICS_ATTR_ADDR_IPV4 = 1, TCP_METRICS_ATTR_ADDR_IPV6 = 2, TCP_METRICS_ATTR_AGE = 3, TCP_METRICS_ATTR_TW_TSVAL = 4, TCP_METRICS_ATTR_TW_TS_STAMP = 5, TCP_METRICS_ATTR_VALS = 6, TCP_METRICS_ATTR_FOPEN_MSS = 7, TCP_METRICS_ATTR_FOPEN_SYN_DROPS = 8, TCP_METRICS_ATTR_FOPEN_SYN_DROP_TS = 9, TCP_METRICS_ATTR_FOPEN_COOKIE = 10, TCP_METRICS_ATTR_SADDR_IPV4 = 11, TCP_METRICS_ATTR_SADDR_IPV6 = 12, TCP_METRICS_ATTR_PAD = 13, __TCP_METRICS_ATTR_MAX = 14, }; enum { TCP_METRICS_CMD_UNSPEC = 0, TCP_METRICS_CMD_GET = 1, TCP_METRICS_CMD_DEL = 2, __TCP_METRICS_CMD_MAX = 3, }; struct tcp_fastopen_metrics { u16 mss; u16 syn_loss: 10; u16 try_exp: 2; long unsigned int last_syn_loss; struct tcp_fastopen_cookie cookie; }; struct tcp_metrics_block { struct tcp_metrics_block *tcpm_next; possible_net_t tcpm_net; struct inetpeer_addr tcpm_saddr; struct inetpeer_addr tcpm_daddr; long unsigned int tcpm_stamp; u32 tcpm_lock; u32 tcpm_vals[5]; struct tcp_fastopen_metrics tcpm_fastopen; struct callback_head callback_head; }; struct tcpm_hash_bucket { struct tcp_metrics_block *chain; }; struct icmp_filter { __u32 data; }; struct raw_sock { struct inet_sock inet; struct icmp_filter filter; u32 ipmr_table; }; struct raw_frag_vec { struct msghdr *msg; union { struct icmphdr icmph; char c[1]; } hdr; int hlen; }; struct arpreq { struct sockaddr arp_pa; struct sockaddr arp_ha; int arp_flags; struct sockaddr arp_netmask; char arp_dev[16]; }; enum { AX25_VALUES_IPDEFMODE = 0, AX25_VALUES_AXDEFMODE = 1, AX25_VALUES_BACKOFF = 2, AX25_VALUES_CONMODE = 3, AX25_VALUES_WINDOW = 4, AX25_VALUES_EWINDOW = 5, AX25_VALUES_T1 = 6, AX25_VALUES_T2 = 7, AX25_VALUES_T3 = 8, AX25_VALUES_IDLE = 9, AX25_VALUES_N2 = 10, AX25_VALUES_PACLEN = 11, AX25_VALUES_PROTOCOL = 12, AX25_VALUES_DS_TIMEOUT = 13, AX25_MAX_VALUES = 14, }; enum lwtunnel_ip_t { LWTUNNEL_IP_UNSPEC = 0, LWTUNNEL_IP_ID = 1, LWTUNNEL_IP_DST = 2, LWTUNNEL_IP_SRC = 3, LWTUNNEL_IP_TTL = 4, LWTUNNEL_IP_TOS = 5, LWTUNNEL_IP_FLAGS = 6, LWTUNNEL_IP_PAD = 7, LWTUNNEL_IP_OPTS = 8, __LWTUNNEL_IP_MAX = 9, }; enum lwtunnel_ip6_t { LWTUNNEL_IP6_UNSPEC = 0, LWTUNNEL_IP6_ID = 1, LWTUNNEL_IP6_DST = 2, LWTUNNEL_IP6_SRC = 3, LWTUNNEL_IP6_HOPLIMIT = 4, LWTUNNEL_IP6_TC = 5, LWTUNNEL_IP6_FLAGS = 6, LWTUNNEL_IP6_PAD = 7, LWTUNNEL_IP6_OPTS = 8, __LWTUNNEL_IP6_MAX = 9, }; enum { LWTUNNEL_IP_OPTS_UNSPEC = 0, LWTUNNEL_IP_OPTS_GENEVE = 1, LWTUNNEL_IP_OPTS_VXLAN = 2, LWTUNNEL_IP_OPTS_ERSPAN = 3, __LWTUNNEL_IP_OPTS_MAX = 4, }; enum { LWTUNNEL_IP_OPT_GENEVE_UNSPEC = 0, LWTUNNEL_IP_OPT_GENEVE_CLASS = 1, LWTUNNEL_IP_OPT_GENEVE_TYPE = 2, LWTUNNEL_IP_OPT_GENEVE_DATA = 3, __LWTUNNEL_IP_OPT_GENEVE_MAX = 4, }; enum { LWTUNNEL_IP_OPT_VXLAN_UNSPEC = 0, LWTUNNEL_IP_OPT_VXLAN_GBP = 1, __LWTUNNEL_IP_OPT_VXLAN_MAX = 2, }; enum { LWTUNNEL_IP_OPT_ERSPAN_UNSPEC = 0, LWTUNNEL_IP_OPT_ERSPAN_VER = 1, LWTUNNEL_IP_OPT_ERSPAN_INDEX = 2, LWTUNNEL_IP_OPT_ERSPAN_DIR = 3, LWTUNNEL_IP_OPT_ERSPAN_HWID = 4, __LWTUNNEL_IP_OPT_ERSPAN_MAX = 5, }; struct ip6_tnl_encap_ops { size_t (*encap_hlen)(struct ip_tunnel_encap *); int (*build_header)(struct sk_buff *, struct ip_tunnel_encap *, u8 *, struct flowi6 *); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); }; struct geneve_opt { __be16 opt_class; u8 type; u8 length: 5; u8 r3: 1; u8 r2: 1; u8 r1: 1; u8 opt_data[0]; }; struct vxlan_metadata { u32 gbp; }; struct erspan_md2 { __be32 timestamp; __be16 sgt; __u8 hwid_upper: 2; __u8 ft: 5; __u8 p: 1; __u8 o: 1; __u8 gra: 2; __u8 dir: 1; __u8 hwid: 4; }; struct erspan_metadata { int version; union { __be32 index; struct erspan_md2 md2; } u; }; struct nhmsg { unsigned char nh_family; unsigned char nh_scope; unsigned char nh_protocol; unsigned char resvd; unsigned int nh_flags; }; struct nexthop_grp { __u32 id; __u8 weight; __u8 resvd1; __u16 resvd2; }; enum { NEXTHOP_GRP_TYPE_MPATH = 0, NEXTHOP_GRP_TYPE_RES = 1, __NEXTHOP_GRP_TYPE_MAX = 2, }; enum { NHA_UNSPEC = 0, NHA_ID = 1, NHA_GROUP = 2, NHA_GROUP_TYPE = 3, NHA_BLACKHOLE = 4, NHA_OIF = 5, NHA_GATEWAY = 6, NHA_ENCAP_TYPE = 7, NHA_ENCAP = 8, NHA_GROUPS = 9, NHA_MASTER = 10, NHA_FDB = 11, NHA_RES_GROUP = 12, NHA_RES_BUCKET = 13, __NHA_MAX = 14, }; enum { NHA_RES_GROUP_UNSPEC = 0, NHA_RES_GROUP_PAD = 0, NHA_RES_GROUP_BUCKETS = 1, NHA_RES_GROUP_IDLE_TIMER = 2, NHA_RES_GROUP_UNBALANCED_TIMER = 3, NHA_RES_GROUP_UNBALANCED_TIME = 4, __NHA_RES_GROUP_MAX = 5, }; enum { NHA_RES_BUCKET_UNSPEC = 0, NHA_RES_BUCKET_PAD = 0, NHA_RES_BUCKET_INDEX = 1, NHA_RES_BUCKET_IDLE_TIME = 2, NHA_RES_BUCKET_NH_ID = 3, __NHA_RES_BUCKET_MAX = 4, }; struct nh_config { u32 nh_id; u8 nh_family; u8 nh_protocol; u8 nh_blackhole; u8 nh_fdb; u32 nh_flags; int nh_ifindex; struct net_device *dev; union { __be32 ipv4; struct in6_addr ipv6; } gw; struct nlattr *nh_grp; u16 nh_grp_type; u16 nh_grp_res_num_buckets; long unsigned int nh_grp_res_idle_timer; long unsigned int nh_grp_res_unbalanced_timer; bool nh_grp_res_has_num_buckets; bool nh_grp_res_has_idle_timer; bool nh_grp_res_has_unbalanced_timer; struct nlattr *nh_encap; u16 nh_encap_type; u32 nlflags; struct nl_info nlinfo; }; enum nexthop_event_type { NEXTHOP_EVENT_DEL = 0, NEXTHOP_EVENT_REPLACE = 1, NEXTHOP_EVENT_RES_TABLE_PRE_REPLACE = 2, NEXTHOP_EVENT_BUCKET_REPLACE = 3, }; enum nh_notifier_info_type { NH_NOTIFIER_INFO_TYPE_SINGLE = 0, NH_NOTIFIER_INFO_TYPE_GRP = 1, NH_NOTIFIER_INFO_TYPE_RES_TABLE = 2, NH_NOTIFIER_INFO_TYPE_RES_BUCKET = 3, }; struct nh_notifier_single_info { struct net_device *dev; u8 gw_family; union { __be32 ipv4; struct in6_addr ipv6; }; u8 is_reject: 1; u8 is_fdb: 1; u8 has_encap: 1; }; struct nh_notifier_grp_entry_info { u8 weight; u32 id; struct nh_notifier_single_info nh; }; struct nh_notifier_grp_info { u16 num_nh; bool is_fdb; struct nh_notifier_grp_entry_info nh_entries[0]; }; struct nh_notifier_res_bucket_info { u16 bucket_index; unsigned int idle_timer_ms; bool force; struct nh_notifier_single_info old_nh; struct nh_notifier_single_info new_nh; }; struct nh_notifier_res_table_info { u16 num_nh_buckets; struct nh_notifier_single_info nhs[0]; }; struct nh_notifier_info { struct net *net; struct netlink_ext_ack *extack; u32 id; enum nh_notifier_info_type type; union { struct nh_notifier_single_info *nh; struct nh_notifier_grp_info *nh_grp; struct nh_notifier_res_table_info *nh_res_table; struct nh_notifier_res_bucket_info *nh_res_bucket; }; }; struct nh_dump_filter { u32 nh_id; int dev_idx; int master_idx; bool group_filter; bool fdb_filter; u32 res_bucket_nh_id; }; struct rtm_dump_nh_ctx { u32 idx; }; struct rtm_dump_res_bucket_ctx { struct rtm_dump_nh_ctx nh; u16 bucket_index; u32 done_nh_idx; }; struct rtm_dump_nexthop_bucket_data { struct rtm_dump_res_bucket_ctx *ctx; struct nh_dump_filter filter; }; enum { FRA_UNSPEC = 0, FRA_DST = 1, FRA_SRC = 2, FRA_IIFNAME = 3, FRA_GOTO = 4, FRA_UNUSED2 = 5, FRA_PRIORITY = 6, FRA_UNUSED3 = 7, FRA_UNUSED4 = 8, FRA_UNUSED5 = 9, FRA_FWMARK = 10, FRA_FLOW = 11, FRA_TUN_ID = 12, FRA_SUPPRESS_IFGROUP = 13, FRA_SUPPRESS_PREFIXLEN = 14, FRA_TABLE = 15, FRA_FWMASK = 16, FRA_OIFNAME = 17, FRA_PAD = 18, FRA_L3MDEV = 19, FRA_UID_RANGE = 20, FRA_PROTOCOL = 21, FRA_IP_PROTO = 22, FRA_SPORT_RANGE = 23, FRA_DPORT_RANGE = 24, __FRA_MAX = 25, }; struct fib4_rule { struct fib_rule common; u8 dst_len; u8 src_len; dscp_t dscp; __be32 src; __be32 srcmask; __be32 dst; __be32 dstmask; u32 tclassid; }; enum { INET_ULP_INFO_UNSPEC = 0, INET_ULP_INFO_NAME = 1, INET_ULP_INFO_TLS = 2, INET_ULP_INFO_MPTCP = 3, __INET_ULP_INFO_MAX = 4, }; struct tcp_info { __u8 tcpi_state; __u8 tcpi_ca_state; __u8 tcpi_retransmits; __u8 tcpi_probes; __u8 tcpi_backoff; __u8 tcpi_options; __u8 tcpi_snd_wscale: 4; __u8 tcpi_rcv_wscale: 4; __u8 tcpi_delivery_rate_app_limited: 1; __u8 tcpi_fastopen_client_fail: 2; __u32 tcpi_rto; __u32 tcpi_ato; __u32 tcpi_snd_mss; __u32 tcpi_rcv_mss; __u32 tcpi_unacked; __u32 tcpi_sacked; __u32 tcpi_lost; __u32 tcpi_retrans; __u32 tcpi_fackets; __u32 tcpi_last_data_sent; __u32 tcpi_last_ack_sent; __u32 tcpi_last_data_recv; __u32 tcpi_last_ack_recv; __u32 tcpi_pmtu; __u32 tcpi_rcv_ssthresh; __u32 tcpi_rtt; __u32 tcpi_rttvar; __u32 tcpi_snd_ssthresh; __u32 tcpi_snd_cwnd; __u32 tcpi_advmss; __u32 tcpi_reordering; __u32 tcpi_rcv_rtt; __u32 tcpi_rcv_space; __u32 tcpi_total_retrans; __u64 tcpi_pacing_rate; __u64 tcpi_max_pacing_rate; __u64 tcpi_bytes_acked; __u64 tcpi_bytes_received; __u32 tcpi_segs_out; __u32 tcpi_segs_in; __u32 tcpi_notsent_bytes; __u32 tcpi_min_rtt; __u32 tcpi_data_segs_in; __u32 tcpi_data_segs_out; __u64 tcpi_delivery_rate; __u64 tcpi_busy_time; __u64 tcpi_rwnd_limited; __u64 tcpi_sndbuf_limited; __u32 tcpi_delivered; __u32 tcpi_delivered_ce; __u64 tcpi_bytes_sent; __u64 tcpi_bytes_retrans; __u32 tcpi_dsack_dups; __u32 tcpi_reord_seen; __u32 tcpi_rcv_ooopack; __u32 tcpi_snd_wnd; __u32 tcpi_rcv_wnd; __u32 tcpi_rehash; }; struct tx_work { struct delayed_work work; struct sock *sk; }; struct tls_rec; struct tls_sw_context_tx { struct crypto_aead *aead_send; struct crypto_wait async_wait; struct tx_work tx_work; struct tls_rec *open_rec; struct list_head tx_list; atomic_t encrypt_pending; spinlock_t encrypt_compl_lock; int async_notify; u8 async_capable: 1; long unsigned int tx_bitmask; }; enum { TCP_BPF_IPV4 = 0, TCP_BPF_IPV6 = 1, TCP_BPF_NUM_PROTS = 2, }; enum { TCP_BPF_BASE = 0, TCP_BPF_TX = 1, TCP_BPF_RX = 2, TCP_BPF_TXRX = 3, TCP_BPF_NUM_CFGS = 4, }; struct xfrm_kmaddress { xfrm_address_t local; xfrm_address_t remote; u32 reserved; u16 family; }; struct xfrm_migrate { xfrm_address_t old_daddr; xfrm_address_t old_saddr; xfrm_address_t new_daddr; xfrm_address_t new_saddr; u8 proto; u8 mode; u16 reserved; u32 reqid; u16 old_family; u16 new_family; }; struct xfrm_mgr { struct list_head list; int (*notify)(struct xfrm_state *, const struct km_event *); int (*acquire)(struct xfrm_state *, struct xfrm_tmpl *, struct xfrm_policy *); struct xfrm_policy * (*compile_policy)(struct sock *, int, u8 *, int, int *); int (*new_mapping)(struct xfrm_state *, xfrm_address_t *, __be16); int (*notify_policy)(struct xfrm_policy *, int, const struct km_event *); int (*report)(struct net *, u8, struct xfrm_selector *, xfrm_address_t *); int (*migrate)(const struct xfrm_selector *, u8, u8, const struct xfrm_migrate *, int, const struct xfrm_kmaddress *, const struct xfrm_encap_tmpl *); bool (*is_alive)(const struct km_event *); }; struct xfrmk_sadinfo { u32 sadhcnt; u32 sadhmcnt; u32 sadcnt; }; struct xfrm_translator { int (*alloc_compat)(struct sk_buff *, const struct nlmsghdr *); struct nlmsghdr * (*rcv_msg_compat)(const struct nlmsghdr *, int, const struct nla_policy *, struct netlink_ext_ack *); int (*xlate_user_policy_sockptr)(u8 **, int); struct module *owner; }; struct sadb_alg { __u8 sadb_alg_id; __u8 sadb_alg_ivlen; __u16 sadb_alg_minbits; __u16 sadb_alg_maxbits; __u16 sadb_alg_reserved; }; enum { XFRM_SHARE_ANY = 0, XFRM_SHARE_SESSION = 1, XFRM_SHARE_USER = 2, XFRM_SHARE_UNIQUE = 3, }; struct xfrm_user_sec_ctx { __u16 len; __u16 exttype; __u8 ctx_alg; __u8 ctx_doi; __u16 ctx_len; }; struct xfrm_user_tmpl { struct xfrm_id id; __u16 family; xfrm_address_t saddr; __u32 reqid; __u8 mode; __u8 share; __u8 optional; __u32 aalgos; __u32 ealgos; __u32 calgos; }; struct xfrm_userpolicy_type { __u8 type; __u16 reserved1; __u8 reserved2; }; enum xfrm_sadattr_type_t { XFRMA_SAD_UNSPEC = 0, XFRMA_SAD_CNT = 1, XFRMA_SAD_HINFO = 2, __XFRMA_SAD_MAX = 3, }; struct xfrmu_sadhinfo { __u32 sadhcnt; __u32 sadhmcnt; }; enum xfrm_spdattr_type_t { XFRMA_SPD_UNSPEC = 0, XFRMA_SPD_INFO = 1, XFRMA_SPD_HINFO = 2, XFRMA_SPD_IPV4_HTHRESH = 3, XFRMA_SPD_IPV6_HTHRESH = 4, __XFRMA_SPD_MAX = 5, }; struct xfrmu_spdinfo { __u32 incnt; __u32 outcnt; __u32 fwdcnt; __u32 inscnt; __u32 outscnt; __u32 fwdscnt; }; struct xfrmu_spdhinfo { __u32 spdhcnt; __u32 spdhmcnt; }; struct xfrmu_spdhthresh { __u8 lbits; __u8 rbits; }; struct xfrm_usersa_info { struct xfrm_selector sel; struct xfrm_id id; xfrm_address_t saddr; struct xfrm_lifetime_cfg lft; struct xfrm_lifetime_cur curlft; struct xfrm_stats stats; __u32 seq; __u32 reqid; __u16 family; __u8 mode; __u8 replay_window; __u8 flags; }; struct xfrm_usersa_id { xfrm_address_t daddr; __be32 spi; __u16 family; __u8 proto; }; struct xfrm_aevent_id { struct xfrm_usersa_id sa_id; xfrm_address_t saddr; __u32 flags; __u32 reqid; }; struct xfrm_userspi_info { struct xfrm_usersa_info info; __u32 min; __u32 max; }; struct xfrm_userpolicy_info { struct xfrm_selector sel; struct xfrm_lifetime_cfg lft; struct xfrm_lifetime_cur curlft; __u32 priority; __u32 index; __u8 dir; __u8 action; __u8 flags; __u8 share; }; struct xfrm_userpolicy_id { struct xfrm_selector sel; __u32 index; __u8 dir; }; struct xfrm_user_acquire { struct xfrm_id id; xfrm_address_t saddr; struct xfrm_selector sel; struct xfrm_userpolicy_info policy; __u32 aalgos; __u32 ealgos; __u32 calgos; __u32 seq; }; struct xfrm_user_expire { struct xfrm_usersa_info state; __u8 hard; }; struct xfrm_user_polexpire { struct xfrm_userpolicy_info pol; __u8 hard; }; struct xfrm_usersa_flush { __u8 proto; }; struct xfrm_user_report { __u8 proto; struct xfrm_selector sel; }; struct xfrm_user_mapping { struct xfrm_usersa_id id; __u32 reqid; xfrm_address_t old_saddr; xfrm_address_t new_saddr; __be16 old_sport; __be16 new_sport; }; struct xfrm_user_offload { int ifindex; __u8 flags; }; struct xfrm_userpolicy_default { __u8 in; __u8 fwd; __u8 out; }; enum { XFRM_DEV_OFFLOAD_IN = 1, XFRM_DEV_OFFLOAD_OUT = 2, XFRM_DEV_OFFLOAD_FWD = 3, }; struct xfrm_algo_aead_info { char *geniv; u16 icv_truncbits; }; struct xfrm_algo_auth_info { u16 icv_truncbits; u16 icv_fullbits; }; struct xfrm_algo_encr_info { char *geniv; u16 blockbits; u16 defkeybits; }; struct xfrm_algo_comp_info { u16 threshold; }; struct xfrm_algo_desc { char *name; char *compat; u8 available: 1; u8 pfkey_supported: 1; union { struct xfrm_algo_aead_info aead; struct xfrm_algo_auth_info auth; struct xfrm_algo_encr_info encr; struct xfrm_algo_comp_info comp; } uinfo; struct sadb_alg desc; }; struct xfrm_dump_info { struct sk_buff *in_skb; struct sk_buff *out_skb; u32 nlmsg_seq; u16 nlmsg_flags; }; struct xfrm_link { int (*doit)(struct sk_buff *, struct nlmsghdr *, struct nlattr **, struct netlink_ext_ack *); int (*start)(struct netlink_callback *); int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); const struct nla_policy *nla_pol; int nla_max; }; struct hop_jumbo_hdr { u8 nexthdr; u8 hdrlen; u8 tlv_type; u8 tlv_len; __be32 jumbo_payload_len; }; struct ip6_ra_chain { struct ip6_ra_chain *next; struct sock *sk; int sel; void (*destructor)(struct sock *); }; struct ipv6_mreq { struct in6_addr ipv6mr_multiaddr; int ipv6mr_ifindex; }; struct group_req { __u32 gr_interface; struct __kernel_sockaddr_storage gr_group; }; struct group_source_req { __u32 gsr_interface; struct __kernel_sockaddr_storage gsr_group; struct __kernel_sockaddr_storage gsr_source; }; struct ip6_mtuinfo { struct sockaddr_in6 ip6m_addr; __u32 ip6m_mtu; }; struct compat_group_req { __u32 gr_interface; struct __kernel_sockaddr_storage gr_group; } __attribute__((packed)); struct compat_group_source_req { __u32 gsr_interface; struct __kernel_sockaddr_storage gsr_group; struct __kernel_sockaddr_storage gsr_source; } __attribute__((packed)); struct compat_group_filter { union { struct { __u32 gf_interface_aux; struct __kernel_sockaddr_storage gf_group_aux; __u32 gf_fmode_aux; __u32 gf_numsrc_aux; struct __kernel_sockaddr_storage gf_slist[1]; } __attribute__((packed)); struct { __u32 gf_interface; struct __kernel_sockaddr_storage gf_group; __u32 gf_fmode; __u32 gf_numsrc; struct __kernel_sockaddr_storage gf_slist_flex[0]; } __attribute__((packed)); }; } __attribute__((packed)); struct mld_msg { struct icmp6hdr mld_hdr; struct in6_addr mld_mca; }; struct mld2_grec { __u8 grec_type; __u8 grec_auxwords; __be16 grec_nsrcs; struct in6_addr grec_mca; struct in6_addr grec_src[0]; }; struct mld2_report { struct icmp6hdr mld2r_hdr; struct mld2_grec mld2r_grec[0]; }; struct mld2_query { struct icmp6hdr mld2q_hdr; struct in6_addr mld2q_mca; __u8 mld2q_qrv: 3; __u8 mld2q_suppress: 1; __u8 mld2q_resv2: 4; __u8 mld2q_qqic; __be16 mld2q_nsrcs; struct in6_addr mld2q_srcs[0]; }; struct igmp6_mc_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; }; struct igmp6_mcf_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; struct ifmcaddr6 *im; }; struct in_pktinfo { int ipi_ifindex; struct in_addr ipi_spec_dst; struct in_addr ipi_addr; }; struct sr6_tlv { __u8 type; __u8 len; __u8 data[0]; }; enum { SEG6_ATTR_UNSPEC = 0, SEG6_ATTR_DST = 1, SEG6_ATTR_DSTLEN = 2, SEG6_ATTR_HMACKEYID = 3, SEG6_ATTR_SECRET = 4, SEG6_ATTR_SECRETLEN = 5, SEG6_ATTR_ALGID = 6, SEG6_ATTR_HMACINFO = 7, __SEG6_ATTR_MAX = 8, }; enum { SEG6_CMD_UNSPEC = 0, SEG6_CMD_SETHMAC = 1, SEG6_CMD_DUMPHMAC = 2, SEG6_CMD_SET_TUNSRC = 3, SEG6_CMD_GET_TUNSRC = 4, __SEG6_CMD_MAX = 5, }; struct seg6_hmac_info { struct rhash_head node; struct callback_head rcu; u32 hmackeyid; char secret[64]; u8 slen; u8 alg_id; }; struct xfrm6_protocol { int (*handler)(struct sk_buff *); int (*input_handler)(struct sk_buff *, int, __be32, int); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); struct xfrm6_protocol *next; int priority; }; struct sr6_tlv_hmac { struct sr6_tlv tlvhdr; __u16 reserved; __be32 hmackeyid; __u8 hmac[32]; }; enum { SEG6_HMAC_ALGO_SHA1 = 1, SEG6_HMAC_ALGO_SHA256 = 2, }; struct seg6_hmac_algo { u8 alg_id; char name[64]; struct crypto_shash **tfms; struct shash_desc **shashs; }; struct vlan_group { unsigned int nr_vlan_devs; struct hlist_node hlist; struct net_device **vlan_devices_arrays[16]; }; struct vlan_info { struct net_device *real_dev; struct vlan_group grp; struct list_head vid_list; unsigned int nr_vids; struct callback_head rcu; }; enum vlan_flags { VLAN_FLAG_REORDER_HDR = 1, VLAN_FLAG_GVRP = 2, VLAN_FLAG_LOOSE_BINDING = 4, VLAN_FLAG_MVRP = 8, VLAN_FLAG_BRIDGE_BINDING = 16, }; struct vlan_pcpu_stats { u64_stats_t rx_packets; u64_stats_t rx_bytes; u64_stats_t rx_multicast; u64_stats_t tx_packets; u64_stats_t tx_bytes; struct u64_stats_sync syncp; u32 rx_errors; u32 tx_dropped; }; struct vlan_priority_tci_mapping { u32 priority; u16 vlan_qos; struct vlan_priority_tci_mapping *next; }; struct vlan_dev_priv { unsigned int nr_ingress_mappings; u32 ingress_priority_map[8]; unsigned int nr_egress_mappings; struct vlan_priority_tci_mapping *egress_priority_map[16]; __be16 vlan_proto; u16 vlan_id; u16 flags; struct net_device *real_dev; netdevice_tracker dev_tracker; unsigned char real_dev_addr[6]; struct proc_dir_entry *dent; struct vlan_pcpu_stats *vlan_pcpu_stats; struct netpoll *netpoll; }; enum vlan_protos { VLAN_PROTO_8021Q = 0, VLAN_PROTO_8021AD = 1, VLAN_PROTO_NUM = 2, }; struct vlan_vid_info { struct list_head list; __be16 proto; u16 vid; int refcount; }; typedef int (*is_acked_func)(struct rds_message *, uint64_t); struct rds_loop_connection { struct list_head loop_node; struct rds_connection *conn; }; enum cfcnfg_phy_preference { CFPHYPREF_UNSPECIFIED = 0, CFPHYPREF_LOW_LAT = 1, CFPHYPREF_HIGH_BW = 2, CFPHYPREF_LOOP = 3, }; struct cfcnfg_phyinfo { struct list_head node; bool up; struct cflayer *frm_layer; struct cflayer *phy_layer; unsigned int id; enum cfcnfg_phy_preference pref; struct dev_info dev_info; int ifindex; int head_room; bool use_fcs; }; struct cfcnfg { struct cflayer layer; struct cflayer *ctrl; struct cflayer *mux; struct list_head phys; struct mutex lock; }; struct cfpkt { struct sk_buff skb; }; struct cfpkt_priv_data { struct dev_info dev_info; bool erronous; }; struct sockaddr_xdp { __u16 sxdp_family; __u16 sxdp_flags; __u32 sxdp_ifindex; __u32 sxdp_queue_id; __u32 sxdp_shared_umem_fd; }; struct xdp_ring_offset { __u64 producer; __u64 consumer; __u64 desc; __u64 flags; }; struct xdp_mmap_offsets { struct xdp_ring_offset rx; struct xdp_ring_offset tx; struct xdp_ring_offset fr; struct xdp_ring_offset cr; }; struct xdp_statistics { __u64 rx_dropped; __u64 rx_invalid_descs; __u64 tx_invalid_descs; __u64 rx_ring_full; __u64 rx_fill_ring_empty_descs; __u64 tx_ring_empty_descs; }; struct xdp_options { __u32 flags; }; struct xsk_map { struct bpf_map map; spinlock_t lock; struct xdp_sock *xsk_map[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xdp_ring_offset_v1 { __u64 producer; __u64 consumer; __u64 desc; }; struct xdp_mmap_offsets_v1 { struct xdp_ring_offset_v1 rx; struct xdp_ring_offset_v1 tx; struct xdp_ring_offset_v1 fr; struct xdp_ring_offset_v1 cr; }; struct xsk_map_node { struct list_head node; struct xsk_map *map; struct xdp_sock **map_entry; }; struct warn_args; struct rc { long int (*fill)(void *, long unsigned int); uint8_t *ptr; uint8_t *buffer; uint8_t *buffer_end; long int buffer_size; uint32_t code; uint32_t range; uint32_t bound; void (*error)(char *); }; struct lzma_header { uint8_t pos; uint32_t dict_size; uint64_t dst_size; } __attribute__((packed)); struct writer { uint8_t *buffer; uint8_t previous_byte; size_t buffer_pos; int bufsize; size_t global_pos; long int (*flush)(void *, long unsigned int); struct lzma_header *header; }; struct cstate { int state; uint32_t rep0; uint32_t rep1; uint32_t rep2; uint32_t rep3; }; enum format_type { FORMAT_TYPE_NONE = 0, FORMAT_TYPE_WIDTH = 1, FORMAT_TYPE_PRECISION = 2, FORMAT_TYPE_CHAR = 3, FORMAT_TYPE_STR = 4, FORMAT_TYPE_PTR = 5, FORMAT_TYPE_PERCENT_CHAR = 6, FORMAT_TYPE_INVALID = 7, FORMAT_TYPE_LONG_LONG = 8, FORMAT_TYPE_ULONG = 9, FORMAT_TYPE_LONG = 10, FORMAT_TYPE_UBYTE = 11, FORMAT_TYPE_BYTE = 12, FORMAT_TYPE_USHORT = 13, FORMAT_TYPE_SHORT = 14, FORMAT_TYPE_UINT = 15, FORMAT_TYPE_INT = 16, FORMAT_TYPE_SIZE_T = 17, FORMAT_TYPE_PTRDIFF = 18, }; struct printf_spec { unsigned int type: 8; int field_width: 24; unsigned int flags: 8; unsigned int base: 8; int precision: 16; }; struct page_flags_fields { int width; int shift; int mask; const struct printf_spec *spec; const char *name; }; struct tcpa_event { u32 pcr_index; u32 event_type; u8 pcr_value[20]; u32 event_size; u8 event_data[0]; }; typedef u32 efi_tcg2_event_log_format; struct efi_tcg2_event { u32 event_size; struct { u32 header_size; u16 header_version; u32 pcr_index; u32 event_type; } __attribute__((packed)) event_header; } __attribute__((packed)); typedef struct efi_tcg2_event efi_tcg2_event_t; union efi_tcg2_protocol; typedef union efi_tcg2_protocol efi_tcg2_protocol_t; union efi_tcg2_protocol { struct { void *get_capability; efi_status_t (*get_event_log)(efi_tcg2_protocol_t *, efi_tcg2_event_log_format, efi_physical_addr_t *, efi_physical_addr_t *, efi_bool_t *); efi_status_t (*hash_log_extend_event)(efi_tcg2_protocol_t *, u64, efi_physical_addr_t, u64, const efi_tcg2_event_t *); void *submit_command; void *get_active_pcr_banks; void *set_active_pcr_banks; void *get_result_of_set_active_pcr_banks; }; struct { u32 get_capability; u32 get_event_log; u32 hash_log_extend_event; u32 submit_command; u32 get_active_pcr_banks; u32 set_active_pcr_banks; u32 get_result_of_set_active_pcr_banks; } mixed_mode; }; struct efi_file_path_dev_path { struct efi_generic_dev_path header; efi_char16_t filename[0]; }; union efi_device_path_from_text_protocol { struct { efi_device_path_protocol_t * (*convert_text_to_device_node)(const efi_char16_t *); efi_device_path_protocol_t * (*convert_text_to_device_path)(const efi_char16_t *); }; struct { u32 convert_text_to_device_node; u32 convert_text_to_device_path; } mixed_mode; }; typedef union efi_device_path_from_text_protocol efi_device_path_from_text_protocol_t; typedef struct { u64 size; u64 file_size; u64 phys_size; efi_time_t create_time; efi_time_t last_access_time; efi_time_t modification_time; __u64 attribute; efi_char16_t filename[0]; } efi_file_info_t; union efi_file_protocol; typedef union efi_file_protocol efi_file_protocol_t; union efi_file_protocol { struct { u64 revision; efi_status_t (*open)(efi_file_protocol_t *, efi_file_protocol_t **, efi_char16_t *, u64, u64); efi_status_t (*close)(efi_file_protocol_t *); efi_status_t (*delete)(efi_file_protocol_t *); efi_status_t (*read)(efi_file_protocol_t *, long unsigned int *, void *); efi_status_t (*write)(efi_file_protocol_t *, long unsigned int, void *); efi_status_t (*get_position)(efi_file_protocol_t *, u64 *); efi_status_t (*set_position)(efi_file_protocol_t *, u64); efi_status_t (*get_info)(efi_file_protocol_t *, efi_guid_t *, long unsigned int *, void *); efi_status_t (*set_info)(efi_file_protocol_t *, efi_guid_t *, long unsigned int, void *); efi_status_t (*flush)(efi_file_protocol_t *); }; struct { u64 revision; u32 open; u32 close; u32 delete; u32 read; u32 write; u32 get_position; u32 set_position; u32 get_info; u32 set_info; u32 flush; } mixed_mode; }; union efi_simple_file_system_protocol; typedef union efi_simple_file_system_protocol efi_simple_file_system_protocol_t; union efi_simple_file_system_protocol { struct { u64 revision; efi_status_t (*open_volume)(efi_simple_file_system_protocol_t *, efi_file_protocol_t **); }; struct { u64 revision; u32 open_volume; } mixed_mode; }; struct finfo { efi_file_info_t info; efi_char16_t filename[256]; }; struct uuidcmp { const char *uuid; int len; }; struct msgbuf; typedef long int (*sys_call_fn)(long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int); struct futex_waitv; enum landlock_rule_type; struct landlock_ruleset_attr; struct mount_attr; struct iovec; struct io_uring_params; struct __aio_sigset; struct sched_attr; struct mmsghdr; struct user_msghdr; struct msqid_ds; struct mq_attr; struct getcpu_cache; struct new_utsname; struct tms; struct sched_param; struct kexec_segment; struct linux_dirent64; struct statfs; struct vdso_pcpu_data { u32 node; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct loongarch_vdso_data { struct vdso_pcpu_data pdata[64]; struct vdso_data data[2]; long: 64; long: 64; long: 64; long: 64; }; enum perf_event_loongarch_regs { PERF_REG_LOONGARCH_PC = 0, PERF_REG_LOONGARCH_R1 = 1, PERF_REG_LOONGARCH_R2 = 2, PERF_REG_LOONGARCH_R3 = 3, PERF_REG_LOONGARCH_R4 = 4, PERF_REG_LOONGARCH_R5 = 5, PERF_REG_LOONGARCH_R6 = 6, PERF_REG_LOONGARCH_R7 = 7, PERF_REG_LOONGARCH_R8 = 8, PERF_REG_LOONGARCH_R9 = 9, PERF_REG_LOONGARCH_R10 = 10, PERF_REG_LOONGARCH_R11 = 11, PERF_REG_LOONGARCH_R12 = 12, PERF_REG_LOONGARCH_R13 = 13, PERF_REG_LOONGARCH_R14 = 14, PERF_REG_LOONGARCH_R15 = 15, PERF_REG_LOONGARCH_R16 = 16, PERF_REG_LOONGARCH_R17 = 17, PERF_REG_LOONGARCH_R18 = 18, PERF_REG_LOONGARCH_R19 = 19, PERF_REG_LOONGARCH_R20 = 20, PERF_REG_LOONGARCH_R21 = 21, PERF_REG_LOONGARCH_R22 = 22, PERF_REG_LOONGARCH_R23 = 23, PERF_REG_LOONGARCH_R24 = 24, PERF_REG_LOONGARCH_R25 = 25, PERF_REG_LOONGARCH_R26 = 26, PERF_REG_LOONGARCH_R27 = 27, PERF_REG_LOONGARCH_R28 = 28, PERF_REG_LOONGARCH_R29 = 29, PERF_REG_LOONGARCH_R30 = 30, PERF_REG_LOONGARCH_R31 = 31, PERF_REG_LOONGARCH_MAX = 32, }; enum cpuhp_smt_control { CPU_SMT_ENABLED = 0, CPU_SMT_DISABLED = 1, CPU_SMT_FORCE_DISABLED = 2, CPU_SMT_NOT_SUPPORTED = 3, CPU_SMT_NOT_IMPLEMENTED = 4, }; struct trace_event_raw_cpuhp_enter { struct trace_entry ent; unsigned int cpu; int target; int idx; void *fun; char __data[0]; }; struct trace_event_raw_cpuhp_multi_enter { struct trace_entry ent; unsigned int cpu; int target; int idx; void *fun; char __data[0]; }; struct trace_event_raw_cpuhp_exit { struct trace_entry ent; unsigned int cpu; int state; int idx; int ret; char __data[0]; }; struct trace_event_data_offsets_cpuhp_enter {}; struct trace_event_data_offsets_cpuhp_multi_enter {}; struct trace_event_data_offsets_cpuhp_exit {}; typedef void (*btf_trace_cpuhp_enter)(void *, unsigned int, int, int, int (*)(unsigned int)); typedef void (*btf_trace_cpuhp_multi_enter)(void *, unsigned int, int, int, int (*)(unsigned int, struct hlist_node *), struct hlist_node *); typedef void (*btf_trace_cpuhp_exit)(void *, unsigned int, int, int, int); struct cpuhp_cpu_state { enum cpuhp_state state; enum cpuhp_state target; enum cpuhp_state fail; struct task_struct *thread; bool should_run; bool rollback; bool single; bool bringup; struct hlist_node *node; struct hlist_node *last; enum cpuhp_state cb_state; int result; struct completion done_up; struct completion done_down; }; struct cpuhp_step { const char *name; union { int (*single)(unsigned int); int (*multi)(unsigned int, struct hlist_node *); } startup; union { int (*single)(unsigned int); int (*multi)(unsigned int, struct hlist_node *); } teardown; struct hlist_head list; bool cant_stop; bool multi_instance; }; enum cpu_mitigations { CPU_MITIGATIONS_OFF = 0, CPU_MITIGATIONS_AUTO = 1, CPU_MITIGATIONS_AUTO_NOSMT = 2, }; enum sysctl_writes_mode { SYSCTL_WRITES_LEGACY = -1, SYSCTL_WRITES_WARN = 0, SYSCTL_WRITES_STRICT = 1, }; struct do_proc_dointvec_minmax_conv_param { int *min; int *max; }; struct do_proc_douintvec_minmax_conv_param { unsigned int *min; unsigned int *max; }; struct wq_flusher; struct wq_device; struct workqueue_struct { struct list_head pwqs; struct list_head list; struct mutex mutex; int work_color; int flush_color; atomic_t nr_pwqs_to_flush; struct wq_flusher *first_flusher; struct list_head flusher_queue; struct list_head flusher_overflow; struct list_head maydays; struct worker *rescuer; int nr_drainers; int saved_max_active; struct workqueue_attrs *unbound_attrs; struct pool_workqueue *dfl_pwq; struct wq_device *wq_dev; char name[24]; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; long: 64; unsigned int flags; struct pool_workqueue *cpu_pwqs; struct pool_workqueue *numa_pwq_tbl[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct pool_workqueue { struct worker_pool *pool; struct workqueue_struct *wq; int work_color; int flush_color; int refcnt; int nr_in_flight[16]; int nr_active; int max_active; struct list_head inactive_works; struct list_head pwqs_node; struct list_head mayday_node; struct work_struct unbound_release_work; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct worker_pool { raw_spinlock_t lock; int cpu; int node; int id; unsigned int flags; long unsigned int watchdog_ts; int nr_running; struct list_head worklist; int nr_workers; int nr_idle; struct list_head idle_list; struct timer_list idle_timer; struct timer_list mayday_timer; struct hlist_head busy_hash[64]; struct worker *manager; struct list_head workers; struct completion *detach_completion; struct ida worker_ida; struct workqueue_attrs *attrs; struct hlist_node hash_node; int refcnt; struct callback_head rcu; }; enum { POOL_MANAGER_ACTIVE = 1, POOL_DISASSOCIATED = 4, WORKER_DIE = 2, WORKER_IDLE = 4, WORKER_PREP = 8, WORKER_CPU_INTENSIVE = 64, WORKER_UNBOUND = 128, WORKER_REBOUND = 256, WORKER_NOT_RUNNING = 456, NR_STD_WORKER_POOLS = 2, UNBOUND_POOL_HASH_ORDER = 6, BUSY_WORKER_HASH_ORDER = 6, MAX_IDLE_WORKERS_RATIO = 4, IDLE_WORKER_TIMEOUT = 75000, MAYDAY_INITIAL_TIMEOUT = 2, MAYDAY_INTERVAL = 25, CREATE_COOLDOWN = 250, RESCUER_NICE_LEVEL = -20, HIGHPRI_NICE_LEVEL = -20, WQ_NAME_LEN = 24, }; struct wq_flusher { struct list_head list; int flush_color; struct completion done; }; struct wq_device { struct workqueue_struct *wq; struct device dev; }; struct trace_event_raw_workqueue_queue_work { struct trace_entry ent; void *work; void *function; u32 __data_loc_workqueue; int req_cpu; int cpu; char __data[0]; }; struct trace_event_raw_workqueue_activate_work { struct trace_entry ent; void *work; char __data[0]; }; struct trace_event_raw_workqueue_execute_start { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_workqueue_execute_end { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_data_offsets_workqueue_queue_work { u32 workqueue; }; struct trace_event_data_offsets_workqueue_activate_work {}; struct trace_event_data_offsets_workqueue_execute_start {}; struct trace_event_data_offsets_workqueue_execute_end {}; typedef void (*btf_trace_workqueue_queue_work)(void *, int, struct pool_workqueue *, struct work_struct *); typedef void (*btf_trace_workqueue_activate_work)(void *, struct work_struct *); typedef void (*btf_trace_workqueue_execute_start)(void *, struct work_struct *); typedef void (*btf_trace_workqueue_execute_end)(void *, struct work_struct *, work_func_t); struct wq_barrier { struct work_struct work; struct completion done; struct task_struct *task; }; struct cwt_wait { wait_queue_entry_t wait; struct work_struct *work; }; struct apply_wqattrs_ctx { struct workqueue_struct *wq; struct workqueue_attrs *attrs; struct list_head list; struct pool_workqueue *dfl_pwq; struct pool_workqueue *pwq_tbl[0]; }; struct work_for_cpu { struct work_struct work; long int (*fn)(void *); void *arg; long int ret; }; struct param_attribute { struct module_attribute mattr; const struct kernel_param *param; }; struct module_param_attrs { unsigned int num; struct attribute_group grp; struct param_attribute attrs[0]; }; struct kmalloced_param { struct list_head list; char val[0]; }; struct die_args { struct pt_regs *regs; const char *str; long int err; int trapnr; int signr; }; enum reboot_type { BOOT_TRIPLE = 116, BOOT_KBD = 107, BOOT_BIOS = 98, BOOT_ACPI = 97, BOOT_EFI = 101, BOOT_CF9_FORCE = 112, BOOT_CF9_SAFE = 113, }; struct sys_off_handler { struct notifier_block nb; int (*sys_off_cb)(struct sys_off_data *); void *cb_data; enum sys_off_mode mode; bool blocking; void *list; }; struct dl_bandwidth { raw_spinlock_t dl_runtime_lock; u64 dl_runtime; u64 dl_period; }; struct idle_timer { struct hrtimer timer; int done; }; typedef struct task_group *rt_rq_iter_t; struct rt_schedulable_data { struct task_group *tg; u64 rt_period; u64 rt_runtime; }; struct semaphore_waiter { struct list_head list; struct task_struct *task; bool up; }; struct mcs_spinlock { struct mcs_spinlock *next; int locked; int count; }; struct qnode { struct mcs_spinlock mcs; }; struct kmsg_dump_iter { u64 cur_seq; u64 next_seq; }; struct kmsg_dumper { struct list_head list; void (*dump)(struct kmsg_dumper *, enum kmsg_dump_reason); enum kmsg_dump_reason max_reason; bool registered; }; struct trace_event_raw_console { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_data_offsets_console { u32 msg; }; typedef void (*btf_trace_console)(void *, const char *, size_t); enum printk_info_flags { LOG_NEWLINE = 2, LOG_CONT = 8, }; enum devkmsg_log_bits { __DEVKMSG_LOG_BIT_ON = 0, __DEVKMSG_LOG_BIT_OFF = 1, __DEVKMSG_LOG_BIT_LOCK = 2, }; enum devkmsg_log_masks { DEVKMSG_LOG_MASK_ON = 1, DEVKMSG_LOG_MASK_OFF = 2, DEVKMSG_LOG_MASK_LOCK = 4, }; enum con_msg_format_flags { MSG_FORMAT_DEFAULT = 0, MSG_FORMAT_SYSLOG = 1, }; struct latched_seq { seqcount_latch_t latch; u64 val[2]; }; struct devkmsg_user { atomic64_t seq; struct ratelimit_state rs; struct mutex lock; char buf[8192]; struct printk_info info; char text_buf[8192]; struct printk_record record; }; struct irq_devres { unsigned int irq; void *dev_id; }; struct irq_desc_devres { unsigned int from; unsigned int cnt; }; struct irq_generic_chip_devres { struct irq_chip_generic *gc; u32 msk; unsigned int clr; unsigned int set; }; enum { AFFINITY = 0, AFFINITY_LIST = 1, EFFECTIVE = 2, EFFECTIVE_LIST = 3, }; struct node_vectors { unsigned int id; union { unsigned int nvectors; unsigned int ncpus; }; }; enum pci_p2pdma_map_type { PCI_P2PDMA_MAP_UNKNOWN = 0, PCI_P2PDMA_MAP_NOT_SUPPORTED = 1, PCI_P2PDMA_MAP_BUS_ADDR = 2, PCI_P2PDMA_MAP_THRU_HOST_BRIDGE = 3, }; struct pci_p2pdma_map_state { struct dev_pagemap *pgmap; int map; u64 bus_off; }; struct io_tlb_area { long unsigned int used; unsigned int index; spinlock_t lock; }; struct io_tlb_slot { phys_addr_t orig_addr; size_t alloc_size; unsigned int list; }; struct trace_event_raw_swiotlb_bounced { struct trace_entry ent; u32 __data_loc_dev_name; u64 dma_mask; dma_addr_t dev_addr; size_t size; bool force; char __data[0]; }; struct trace_event_data_offsets_swiotlb_bounced { u32 dev_name; }; typedef void (*btf_trace_swiotlb_bounced)(void *, struct device *, dma_addr_t, size_t); enum kcmp_type { KCMP_FILE = 0, KCMP_VM = 1, KCMP_FILES = 2, KCMP_FS = 3, KCMP_SIGHAND = 4, KCMP_IO = 5, KCMP_SYSVSEM = 6, KCMP_EPOLL_TFD = 7, KCMP_TYPES = 8, }; struct kcmp_epoll_slot { __u32 efd; __u32 tfd; __u32 toff; }; typedef struct sigevent sigevent_t; enum tick_broadcast_state { TICK_BROADCAST_EXIT = 0, TICK_BROADCAST_ENTER = 1, }; enum { Q_REQUEUE_PI_NONE = 0, Q_REQUEUE_PI_IGNORE = 1, Q_REQUEUE_PI_IN_PROGRESS = 2, Q_REQUEUE_PI_WAIT = 3, Q_REQUEUE_PI_DONE = 4, Q_REQUEUE_PI_LOCKED = 5, }; typedef __u16 comp_t; struct acct_v3 { char ac_flag; char ac_version; __u16 ac_tty; __u32 ac_exitcode; __u32 ac_uid; __u32 ac_gid; __u32 ac_pid; __u32 ac_ppid; __u32 ac_btime; __u32 ac_etime; comp_t ac_utime; comp_t ac_stime; comp_t ac_mem; comp_t ac_io; comp_t ac_rw; comp_t ac_minflt; comp_t ac_majflt; comp_t ac_swaps; char ac_comm[16]; }; typedef struct acct_v3 acct_t; struct bsd_acct_struct { struct fs_pin pin; atomic_long_t count; struct callback_head rcu; struct mutex lock; int active; long unsigned int needcheck; struct file *file; struct pid_namespace *ns; struct work_struct work; struct completion done; }; struct trace_event_raw_cgroup_root { struct trace_entry ent; int root; u16 ss_mask; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_cgroup { struct trace_entry ent; int root; int level; u64 id; u32 __data_loc_path; char __data[0]; }; struct trace_event_raw_cgroup_migrate { struct trace_entry ent; int dst_root; int dst_level; u64 dst_id; int pid; u32 __data_loc_dst_path; u32 __data_loc_comm; char __data[0]; }; struct trace_event_raw_cgroup_event { struct trace_entry ent; int root; int level; u64 id; u32 __data_loc_path; int val; char __data[0]; }; struct trace_event_data_offsets_cgroup_root { u32 name; }; struct trace_event_data_offsets_cgroup { u32 path; }; struct trace_event_data_offsets_cgroup_migrate { u32 dst_path; u32 comm; }; struct trace_event_data_offsets_cgroup_event { u32 path; }; typedef void (*btf_trace_cgroup_setup_root)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_destroy_root)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_remount)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_mkdir)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_rmdir)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_release)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_rename)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_freeze)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_unfreeze)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_attach_task)(void *, struct cgroup *, const char *, struct task_struct *, bool); typedef void (*btf_trace_cgroup_transfer_tasks)(void *, struct cgroup *, const char *, struct task_struct *, bool); typedef void (*btf_trace_cgroup_notify_populated)(void *, struct cgroup *, const char *, int); typedef void (*btf_trace_cgroup_notify_frozen)(void *, struct cgroup *, const char *, int); enum cgroup_opt_features { OPT_FEATURE_COUNT = 0, }; enum cgroup2_param { Opt_nsdelegate = 0, Opt_favordynmods___2 = 1, Opt_memory_localevents = 2, Opt_memory_recursiveprot = 3, nr__cgroup2_params = 4, }; enum audit_nfcfgop { AUDIT_XT_OP_REGISTER = 0, AUDIT_XT_OP_REPLACE = 1, AUDIT_XT_OP_UNREGISTER = 2, AUDIT_NFT_OP_TABLE_REGISTER = 3, AUDIT_NFT_OP_TABLE_UNREGISTER = 4, AUDIT_NFT_OP_CHAIN_REGISTER = 5, AUDIT_NFT_OP_CHAIN_UNREGISTER = 6, AUDIT_NFT_OP_RULE_REGISTER = 7, AUDIT_NFT_OP_RULE_UNREGISTER = 8, AUDIT_NFT_OP_SET_REGISTER = 9, AUDIT_NFT_OP_SET_UNREGISTER = 10, AUDIT_NFT_OP_SETELEM_REGISTER = 11, AUDIT_NFT_OP_SETELEM_UNREGISTER = 12, AUDIT_NFT_OP_GEN_REGISTER = 13, AUDIT_NFT_OP_OBJ_REGISTER = 14, AUDIT_NFT_OP_OBJ_UNREGISTER = 15, AUDIT_NFT_OP_OBJ_RESET = 16, AUDIT_NFT_OP_FLOWTABLE_REGISTER = 17, AUDIT_NFT_OP_FLOWTABLE_UNREGISTER = 18, AUDIT_NFT_OP_INVALID = 19, }; struct audit_aux_data { struct audit_aux_data *next; int type; }; struct audit_chunk; struct audit_tree_refs { struct audit_tree_refs *next; struct audit_chunk *c[31]; }; struct audit_aux_data_pids { struct audit_aux_data d; pid_t target_pid[16]; kuid_t target_auid[16]; kuid_t target_uid[16]; unsigned int target_sessionid[16]; u32 target_sid[16]; char target_comm[256]; int pid_count; }; struct audit_aux_data_bprm_fcaps { struct audit_aux_data d; struct audit_cap_data fcap; unsigned int fcap_ver; struct audit_cap_data old_pcap; struct audit_cap_data new_pcap; }; struct audit_nfcfgop_tab { enum audit_nfcfgop op; const char *s; }; struct audit_chunk; struct audit_tree { refcount_t count; int goner; struct audit_chunk *root; struct list_head chunks; struct list_head rules; struct list_head list; struct list_head same_root; struct callback_head head; char pathname[0]; }; struct audit_node { struct list_head list; struct audit_tree *owner; unsigned int index; }; struct audit_chunk { struct list_head hash; long unsigned int key; struct fsnotify_mark *mark; struct list_head trees; int count; atomic_long_t refs; struct callback_head head; struct audit_node owners[0]; }; struct audit_tree_mark { struct fsnotify_mark mark; struct audit_chunk *chunk; }; enum { HASH_SIZE = 128, }; struct trace_export { struct trace_export *next; void (*write)(struct trace_export *, const void *, unsigned int); int flags; }; typedef bool (*cond_update_fn_t)(struct trace_array *, void *); struct trace_min_max_param { struct mutex *lock; u64 *val; u64 *min; u64 *max; }; struct saved_cmdlines_buffer { unsigned int map_pid_to_cmdline[32769]; unsigned int *map_cmdline_to_pid; unsigned int cmdline_num; int cmdline_idx; char *saved_cmdlines; }; struct ftrace_stack { long unsigned int calls[4096]; }; struct ftrace_stacks { struct ftrace_stack stacks[4]; }; struct trace_buffer_struct { int nesting; char buffer[4096]; }; struct ftrace_buffer_info { struct trace_iterator iter; void *spare; unsigned int spare_cpu; unsigned int read; }; struct err_info { const char **errs; u8 type; u16 pos; u64 ts; }; struct tracing_log_err { struct list_head list; struct err_info info; char loc[128]; char *cmd; }; struct buffer_ref { struct trace_buffer *buffer; void *page; int cpu; refcount_t refcount; }; enum blktrace_notify { __BLK_TN_PROCESS = 0, __BLK_TN_TIMESTAMP = 1, __BLK_TN_MESSAGE = 2, __BLK_TN_CGROUP = 256, }; struct blk_io_trace { __u32 magic; __u32 sequence; __u64 time; __u64 sector; __u32 bytes; __u32 action; __u32 pid; __u32 device; __u32 cpu; __u16 error; __u16 pdu_len; }; struct blk_io_trace_remap { __be32 device_from; __be32 device_to; __be64 sector_from; }; enum { Blktrace_setup = 1, Blktrace_running = 2, Blktrace_stopped = 3, }; struct blk_user_trace_setup { char name[32]; __u16 act_mask; __u32 buf_size; __u32 buf_nr; __u64 start_lba; __u64 end_lba; __u32 pid; }; typedef void blk_log_action_t(struct trace_iterator *, const char *, bool); struct enable_trigger_data { struct trace_event_file *file; bool enable; bool hist; }; enum { BPF_F_GET_BRANCH_RECORDS_SIZE = 1, }; struct bpf_perf_event_value { __u64 counter; __u64 enabled; __u64 running; }; struct btf_ptr { void *ptr; __u32 type_id; __u32 flags; }; struct bpf_trace_run_ctx { struct bpf_run_ctx run_ctx; u64 bpf_cookie; }; typedef u32 (*bpf_prog_run_fn)(const struct bpf_prog *, const void *); struct bpf_key { struct key *key; bool has_ref; }; struct perf_event_query_bpf { __u32 ids_len; __u32 prog_cnt; __u32 ids[0]; }; struct trace_event_raw_bpf_trace_printk { struct trace_entry ent; u32 __data_loc_bpf_string; char __data[0]; }; struct trace_event_data_offsets_bpf_trace_printk { u32 bpf_string; }; typedef void (*btf_trace_bpf_trace_printk)(void *, const char *); struct bpf_trace_module { struct module *module; struct list_head list; }; typedef u64 (*btf_bpf_probe_read_user)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_user_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_kernel)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_kernel_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_write_user)(void *, const void *, u32); typedef u64 (*btf_bpf_trace_printk)(char *, u32, u64, u64, u64); typedef u64 (*btf_bpf_trace_vprintk)(char *, u32, const void *, u32); typedef u64 (*btf_bpf_seq_printf)(struct seq_file *, char *, u32, const void *, u32); typedef u64 (*btf_bpf_seq_write)(struct seq_file *, const void *, u32); typedef u64 (*btf_bpf_seq_printf_btf)(struct seq_file *, struct btf_ptr *, u32, u64); typedef u64 (*btf_bpf_perf_event_read)(struct bpf_map *, u64); typedef u64 (*btf_bpf_perf_event_read_value)(struct bpf_map *, u64, struct bpf_perf_event_value *, u32); struct bpf_trace_sample_data { struct perf_sample_data sds[3]; }; typedef u64 (*btf_bpf_perf_event_output)(struct pt_regs *, struct bpf_map *, u64, void *, u64); struct bpf_nested_pt_regs { struct pt_regs regs[3]; }; typedef u64 (*btf_bpf_get_current_task)(); typedef u64 (*btf_bpf_get_current_task_btf)(); typedef u64 (*btf_bpf_task_pt_regs)(struct task_struct *); typedef u64 (*btf_bpf_current_task_under_cgroup)(struct bpf_map *, u32); struct send_signal_irq_work { struct irq_work irq_work; struct task_struct *task; u32 sig; enum pid_type type; }; typedef u64 (*btf_bpf_send_signal)(u32); typedef u64 (*btf_bpf_send_signal_thread)(u32); typedef u64 (*btf_bpf_d_path)(struct path *, char *, u32); typedef u64 (*btf_bpf_snprintf_btf)(char *, u32, struct btf_ptr *, u32, u64); typedef u64 (*btf_bpf_get_func_ip_tracing)(void *); typedef u64 (*btf_bpf_get_func_ip_kprobe)(struct pt_regs *); typedef u64 (*btf_bpf_get_func_ip_kprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_attach_cookie_kprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_attach_cookie_trace)(void *); typedef u64 (*btf_bpf_get_attach_cookie_pe)(struct bpf_perf_event_data_kern *); typedef u64 (*btf_bpf_get_attach_cookie_tracing)(void *); typedef u64 (*btf_bpf_get_branch_snapshot)(void *, u32, u64); typedef u64 (*btf_get_func_arg)(void *, u32, u64 *); typedef u64 (*btf_get_func_ret)(void *, u64 *); typedef u64 (*btf_get_func_arg_cnt)(void *); typedef u64 (*btf_bpf_perf_event_output_tp)(void *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_stackid_tp)(void *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack_tp)(void *, void *, u32, u64); typedef u64 (*btf_bpf_perf_prog_read_value)(struct bpf_perf_event_data_kern *, struct bpf_perf_event_value *, u32); typedef u64 (*btf_bpf_read_branch_records)(struct bpf_perf_event_data_kern *, void *, u32, u64); struct bpf_raw_tp_regs { struct pt_regs regs[3]; }; typedef u64 (*btf_bpf_perf_event_output_raw_tp)(struct bpf_raw_tracepoint_args *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_stackid_raw_tp)(struct bpf_raw_tracepoint_args *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack_raw_tp)(struct bpf_raw_tracepoint_args *, void *, u32, u64); enum bpf_stats_type { BPF_STATS_RUN_TIME = 0, }; struct bpf_tramp_run_ctx { struct bpf_run_ctx run_ctx; u64 bpf_cookie; struct bpf_run_ctx *saved_run_ctx; }; struct bpf_tracing_link { struct bpf_tramp_link link; enum bpf_attach_type attach_type; struct bpf_trampoline *trampoline; struct bpf_prog *tgt_prog; }; enum bpf_audit { BPF_AUDIT_LOAD = 0, BPF_AUDIT_UNLOAD = 1, BPF_AUDIT_MAX = 2, }; struct bpf_prog_kstats { u64 nsecs; u64 cnt; u64 misses; }; struct bpf_raw_tp_link { struct bpf_link link; struct bpf_raw_event_map *btp; }; struct bpf_perf_link { struct bpf_link link; struct file *perf_file; }; typedef u64 (*btf_bpf_sys_bpf)(int, union bpf_attr *, u32); typedef u64 (*btf_bpf_sys_close)(u32); typedef u64 (*btf_bpf_kallsyms_lookup_name)(const char *, int, int, u64 *); struct bpf_iter_seq_map_info { u32 map_id; }; struct bpf_iter__bpf_map { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; }; struct bucket { struct hlist_nulls_head head; raw_spinlock_t raw_lock; }; struct htab_elem; struct bpf_htab { struct bpf_map map; struct bpf_mem_alloc ma; struct bpf_mem_alloc pcpu_ma; struct bucket *buckets; void *elems; long: 64; long: 64; union { struct pcpu_freelist freelist; struct bpf_lru lru; }; struct htab_elem **extra_elems; struct percpu_counter pcount; atomic_t count; bool use_percpu_counter; u32 n_buckets; u32 elem_size; u32 hashrnd; struct lock_class_key lockdep_key; int *map_locked[8]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct htab_elem { union { struct hlist_nulls_node hash_node; struct { void *padding; union { struct pcpu_freelist_node fnode; struct htab_elem *batch_flink; }; }; }; union { void *ptr_to_pptr; struct bpf_lru_node lru_node; }; u32 hash; int: 32; char key[0]; }; struct bpf_iter_seq_hash_map_info { struct bpf_map *map; struct bpf_htab *htab; void *percpu_value_buf; u32 bucket_id; u32 skip_elems; }; struct bpf_bloom_filter { struct bpf_map map; u32 bitset_mask; u32 hash_seed; u32 aligned_u32_count; u32 nr_hash_funcs; long unsigned int bitset[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum { BPF_RB_NO_WAKEUP = 1, BPF_RB_FORCE_WAKEUP = 2, }; enum { BPF_RB_AVAIL_DATA = 0, BPF_RB_RING_SIZE = 1, BPF_RB_CONS_POS = 2, BPF_RB_PROD_POS = 3, }; enum { BPF_RINGBUF_BUSY_BIT = 2147483648, BPF_RINGBUF_DISCARD_BIT = 1073741824, BPF_RINGBUF_HDR_SZ = 8, }; struct bpf_ringbuf { wait_queue_head_t waitq; struct irq_work work; u64 mask; struct page **pages; int nr_pages; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t spinlock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_t busy; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int consumer_pos; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int producer_pos; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; char data[0]; }; struct bpf_ringbuf_map { struct bpf_map map; struct bpf_ringbuf *rb; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_ringbuf_hdr { u32 len; u32 pg_off; }; typedef u64 (*btf_bpf_ringbuf_reserve)(struct bpf_map *, u64, u64); typedef u64 (*btf_bpf_ringbuf_submit)(void *, u64); typedef u64 (*btf_bpf_ringbuf_discard)(void *, u64); typedef u64 (*btf_bpf_ringbuf_output)(struct bpf_map *, void *, u64, u64); typedef u64 (*btf_bpf_ringbuf_query)(struct bpf_map *, u64); typedef u64 (*btf_bpf_ringbuf_reserve_dynptr)(struct bpf_map *, u32, u64, struct bpf_dynptr_kern *); typedef u64 (*btf_bpf_ringbuf_submit_dynptr)(struct bpf_dynptr_kern *, u64); typedef u64 (*btf_bpf_ringbuf_discard_dynptr)(struct bpf_dynptr_kern *, u64); typedef u64 (*btf_bpf_user_ringbuf_drain)(struct bpf_map *, void *, void *, u64); typedef u64 (*bpf_trampoline_enter_t)(struct bpf_prog *, struct bpf_tramp_run_ctx *); typedef void (*bpf_trampoline_exit_t)(struct bpf_prog *, u64, struct bpf_tramp_run_ctx *); struct bpf_cpumap_val { __u32 qsize; union { int fd; __u32 id; } bpf_prog; }; struct bpf_cpu_map_entry; struct xdp_bulk_queue { void *q[8]; struct list_head flush_node; struct bpf_cpu_map_entry *obj; unsigned int count; }; struct bpf_cpu_map; struct bpf_cpu_map_entry { u32 cpu; int map_id; struct xdp_bulk_queue *bulkq; struct bpf_cpu_map *cmap; struct ptr_ring *queue; struct task_struct *kthread; struct bpf_cpumap_val value; struct bpf_prog *prog; atomic_t refcnt; struct callback_head rcu; struct work_struct kthread_stop_wq; }; struct bpf_cpu_map { struct bpf_map map; struct bpf_cpu_map_entry **cpu_map; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_iter__cgroup { union { struct bpf_iter_meta *meta; }; union { struct cgroup *cgroup; }; }; struct cgroup_iter_priv { struct cgroup_subsys_state *start_css; bool visited_all; bool terminate; int order; }; enum { BPF_F_SYSCTL_BASE_NAME = 1, }; struct bpf_sockopt_buf { u8 data[32]; }; struct bpf_cgroup_link { struct bpf_link link; struct cgroup *cgroup; enum bpf_attach_type type; }; struct bpf_prog_list { struct hlist_node node; struct bpf_prog *prog; struct bpf_cgroup_link *link; struct bpf_cgroup_storage *storage[2]; }; typedef u64 (*btf_bpf_get_local_storage)(struct bpf_map *, u64); typedef u64 (*btf_bpf_get_retval)(); typedef u64 (*btf_bpf_set_retval)(int); typedef u64 (*btf_bpf_sysctl_get_name)(struct bpf_sysctl_kern *, char *, size_t, u64); typedef u64 (*btf_bpf_sysctl_get_current_value)(struct bpf_sysctl_kern *, char *, size_t); typedef u64 (*btf_bpf_sysctl_get_new_value)(struct bpf_sysctl_kern *, char *, size_t); typedef u64 (*btf_bpf_sysctl_set_new_value)(struct bpf_sysctl_kern *, const char *, size_t); typedef u64 (*btf_bpf_get_netns_cookie_sockopt)(struct bpf_sockopt_kern *); struct pkcs7_message; struct wb_lock_cookie { bool locked; long unsigned int flags; }; struct dirty_throttle_control { struct wb_domain *dom; struct dirty_throttle_control *gdtc; struct bdi_writeback *wb; struct fprop_local_percpu *wb_completions; long unsigned int avail; long unsigned int dirty; long unsigned int thresh; long unsigned int bg_thresh; long unsigned int wb_dirty; long unsigned int wb_thresh; long unsigned int wb_bg_thresh; long unsigned int pos_ratio; }; struct shmem_sb_info { long unsigned int max_blocks; struct percpu_counter used_blocks; long unsigned int max_inodes; long unsigned int free_inodes; raw_spinlock_t stat_lock; umode_t mode; unsigned char huge; kuid_t uid; kgid_t gid; bool full_inums; ino_t next_ino; ino_t *ino_batch; struct mempolicy *mpol; spinlock_t shrinklist_lock; struct list_head shrinklist; long unsigned int shrinklist_len; }; struct shmem_falloc { wait_queue_head_t *waitq; long unsigned int start; long unsigned int next; long unsigned int nr_falloced; long unsigned int nr_unswapped; }; struct shmem_options { long long unsigned int blocks; long long unsigned int inodes; struct mempolicy *mpol; kuid_t uid; kgid_t gid; umode_t mode; bool full_inums; int huge; int seen; }; enum shmem_param { Opt_gid___3 = 0, Opt_huge = 1, Opt_mode___4 = 2, Opt_mpol = 3, Opt_nr_blocks = 4, Opt_nr_inodes___2 = 5, Opt_size___2 = 6, Opt_uid___3 = 7, Opt_inode32 = 8, Opt_inode64 = 9, }; typedef struct { u64 val; } pfn_t; typedef int (*pte_fn_t)(pte_t *, long unsigned int, void *); struct copy_subpage_arg { struct page *dst; struct page *src; struct vm_area_struct *vma; }; enum tlb_flush_reason { TLB_FLUSH_ON_TASK_SWITCH = 0, TLB_REMOTE_SHOOTDOWN = 1, TLB_LOCAL_SHOOTDOWN = 2, TLB_LOCAL_MM_SHOOTDOWN = 3, TLB_REMOTE_SEND_IPI = 4, NR_TLB_FLUSH_REASONS = 5, }; struct trace_event_raw_tlb_flush { struct trace_entry ent; int reason; long unsigned int pages; char __data[0]; }; struct trace_event_data_offsets_tlb_flush {}; typedef void (*btf_trace_tlb_flush)(void *, int, long unsigned int); struct trace_event_raw_mm_migrate_pages { struct trace_entry ent; long unsigned int succeeded; long unsigned int failed; long unsigned int thp_succeeded; long unsigned int thp_failed; long unsigned int thp_split; enum migrate_mode mode; int reason; char __data[0]; }; struct trace_event_raw_mm_migrate_pages_start { struct trace_entry ent; enum migrate_mode mode; int reason; char __data[0]; }; struct trace_event_raw_migration_pte { struct trace_entry ent; long unsigned int addr; long unsigned int pte; int order; char __data[0]; }; struct trace_event_data_offsets_mm_migrate_pages {}; struct trace_event_data_offsets_mm_migrate_pages_start {}; struct trace_event_data_offsets_migration_pte {}; typedef void (*btf_trace_mm_migrate_pages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, enum migrate_mode, int); typedef void (*btf_trace_mm_migrate_pages_start)(void *, enum migrate_mode, int); typedef void (*btf_trace_set_migration_pte)(void *, long unsigned int, long unsigned int, int); typedef void (*btf_trace_remove_migration_pte)(void *, long unsigned int, long unsigned int, int); struct folio_referenced_arg { int mapcount; int referenced; long unsigned int vm_flags; struct mem_cgroup *memcg; }; typedef void (*online_page_callback_t)(struct page *, unsigned int); enum { ONLINE_POLICY_CONTIG_ZONES = 0, ONLINE_POLICY_AUTO_MOVABLE = 1, }; struct auto_movable_stats { long unsigned int kernel_early_pages; long unsigned int movable_pages; }; struct auto_movable_group_stats { long unsigned int movable_pages; long unsigned int req_kernel_early_pages; }; union swap_header { struct { char reserved[16374]; char magic[10]; } magic; struct { char bootbits[1024]; __u32 version; __u32 last_page; __u32 nr_badpages; unsigned char sws_uuid[16]; unsigned char sws_volume[16]; __u32 padding[117]; __u32 badpages[1]; } info; }; struct swap_extent { struct rb_node rb_node; long unsigned int start_page; long unsigned int nr_pages; sector_t start_block; }; struct vmemmap_remap_walk { void (*remap_pte)(pte_t *, long unsigned int, struct vmemmap_remap_walk *); long unsigned int nr_walked; struct page *reuse_page; long unsigned int reuse_addr; struct list_head *vmemmap_pages; }; struct ksm_rmap_item; struct ksm_mm_slot { struct mm_slot slot; struct ksm_rmap_item *rmap_list; }; struct ksm_stable_node; struct ksm_rmap_item { struct ksm_rmap_item *rmap_list; union { struct anon_vma *anon_vma; int nid; }; struct mm_struct *mm; long unsigned int address; unsigned int oldchecksum; union { struct rb_node node; struct { struct ksm_stable_node *head; struct hlist_node hlist; }; }; }; struct ksm_scan { struct ksm_mm_slot *mm_slot; long unsigned int address; struct ksm_rmap_item **rmap_list; long unsigned int seqnr; }; struct ksm_stable_node { union { struct rb_node node; struct { struct list_head *head; struct { struct hlist_node hlist_dup; struct list_head list; }; }; }; struct hlist_head hlist; union { long unsigned int kpfn; long unsigned int chain_prune_time; }; int rmap_hlist_len; int nid; }; enum get_ksm_page_flags { GET_KSM_PAGE_NOLOCK = 0, GET_KSM_PAGE_LOCK = 1, GET_KSM_PAGE_TRYLOCK = 2, }; struct trace_event_raw_hugepage_set_pmd { struct trace_entry ent; long unsigned int addr; long unsigned int pmd; char __data[0]; }; struct trace_event_raw_hugepage_update { struct trace_entry ent; long unsigned int addr; long unsigned int pte; long unsigned int clr; long unsigned int set; char __data[0]; }; struct trace_event_raw_migration_pmd { struct trace_entry ent; long unsigned int addr; long unsigned int pmd; char __data[0]; }; struct trace_event_data_offsets_hugepage_set_pmd {}; struct trace_event_data_offsets_hugepage_update {}; struct trace_event_data_offsets_migration_pmd {}; typedef void (*btf_trace_hugepage_set_pmd)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_hugepage_update)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_set_migration_pmd)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_remove_migration_pmd)(void *, long unsigned int, long unsigned int); enum { RES_USAGE___2 = 0, RES_RSVD_USAGE = 1, RES_LIMIT___2 = 2, RES_RSVD_LIMIT = 3, RES_MAX_USAGE___2 = 4, RES_RSVD_MAX_USAGE = 5, RES_FAILCNT___2 = 6, RES_RSVD_FAILCNT = 7, }; struct zbud_pool { spinlock_t lock; union { struct list_head buddied; struct list_head unbuddied[63]; }; struct list_head lru; u64 pages_nr; struct zpool *zpool; const struct zpool_ops *zpool_ops; }; struct zbud_header { struct list_head buddy; struct list_head lru; unsigned int first_chunks; unsigned int last_chunks; bool under_reclaim; }; enum buddy___2 { FIRST___2 = 0, LAST___2 = 1, }; struct trace_event_raw_cma_alloc_class { struct trace_entry ent; u32 __data_loc_name; long unsigned int pfn; const struct page *page; long unsigned int count; unsigned int align; char __data[0]; }; struct trace_event_raw_cma_release { struct trace_entry ent; u32 __data_loc_name; long unsigned int pfn; const struct page *page; long unsigned int count; char __data[0]; }; struct trace_event_raw_cma_alloc_start { struct trace_entry ent; u32 __data_loc_name; long unsigned int count; unsigned int align; char __data[0]; }; struct trace_event_data_offsets_cma_alloc_class { u32 name; }; struct trace_event_data_offsets_cma_release { u32 name; }; struct trace_event_data_offsets_cma_alloc_start { u32 name; }; typedef void (*btf_trace_cma_release)(void *, const char *, long unsigned int, const struct page *, long unsigned int); typedef void (*btf_trace_cma_alloc_start)(void *, const char *, long unsigned int, unsigned int); typedef void (*btf_trace_cma_alloc_finish)(void *, const char *, long unsigned int, const struct page *, long unsigned int, unsigned int); typedef void (*btf_trace_cma_alloc_busy_retry)(void *, const char *, long unsigned int, const struct page *, long unsigned int, unsigned int); enum hmm_pfn_flags { HMM_PFN_VALID = 9223372036854775808ULL, HMM_PFN_WRITE = 4611686018427387904ULL, HMM_PFN_ERROR = 2305843009213693952ULL, HMM_PFN_ORDER_SHIFT = 56ULL, HMM_PFN_REQ_FAULT = 9223372036854775808ULL, HMM_PFN_REQ_WRITE = 4611686018427387904ULL, HMM_PFN_FLAGS = 18374686479671623680ULL, }; struct hmm_range { struct mmu_interval_notifier *notifier; long unsigned int notifier_seq; long unsigned int start; long unsigned int end; long unsigned int *hmm_pfns; long unsigned int default_flags; long unsigned int pfn_flags_mask; void *dev_private_owner; }; struct hmm_vma_walk { struct hmm_range *range; long unsigned int last; }; enum { HMM_NEED_FAULT = 1, HMM_NEED_WRITE_FAULT = 2, HMM_NEED_ALL_BITS = 3, }; struct user_arg_ptr { union { const char * const *native; } ptr; }; struct file_clone_range { __s64 src_fd; __u64 src_offset; __u64 src_length; __u64 dest_offset; }; struct fsxattr { __u32 fsx_xflags; __u32 fsx_extsize; __u32 fsx_nextents; __u32 fsx_projid; __u32 fsx_cowextsize; unsigned char fsx_pad[8]; }; struct space_resv { __s16 l_type; __s16 l_whence; __s64 l_start; __s64 l_len; __s32 l_sysid; __u32 l_pid; __s32 l_pad[4]; }; struct fiemap { __u64 fm_start; __u64 fm_length; __u32 fm_flags; __u32 fm_mapped_extents; __u32 fm_extent_count; __u32 fm_reserved; struct fiemap_extent fm_extents[0]; }; struct inodes_stat_t { long int nr_inodes; long int nr_unused; long int dummy[5]; }; enum file_time_flags { S_ATIME = 1, S_MTIME = 2, S_CTIME = 4, S_VERSION = 8, }; struct mount_attr { __u64 attr_set; __u64 attr_clr; __u64 propagation; __u64 userns_fd; }; struct mount_kattr { unsigned int attr_set; unsigned int attr_clr; unsigned int propagation; unsigned int lookup_flags; bool recurse; struct user_namespace *mnt_userns; struct mnt_idmap *mnt_idmap; }; enum umount_tree_flags { UMOUNT_SYNC = 1, UMOUNT_PROPAGATE = 2, UMOUNT_CONNECTED = 4, }; typedef int splice_direct_actor(struct pipe_inode_info *, struct splice_desc *); typedef int __kernel_daddr_t; struct ustat { __kernel_daddr_t f_tfree; long unsigned int f_tinode; char f_fname[6]; char f_fpack[6]; }; struct statfs { __kernel_long_t f_type; __kernel_long_t f_bsize; __kernel_long_t f_blocks; __kernel_long_t f_bfree; __kernel_long_t f_bavail; __kernel_long_t f_files; __kernel_long_t f_ffree; __kernel_fsid_t f_fsid; __kernel_long_t f_namelen; __kernel_long_t f_frsize; __kernel_long_t f_flags; __kernel_long_t f_spare[4]; }; struct statfs64 { __kernel_long_t f_type; __kernel_long_t f_bsize; __u64 f_blocks; __u64 f_bfree; __u64 f_bavail; __u64 f_files; __u64 f_ffree; __kernel_fsid_t f_fsid; __kernel_long_t f_namelen; __kernel_long_t f_frsize; __kernel_long_t f_flags; __kernel_long_t f_spare[4]; }; enum fsconfig_command { FSCONFIG_SET_FLAG = 0, FSCONFIG_SET_STRING = 1, FSCONFIG_SET_BINARY = 2, FSCONFIG_SET_PATH = 3, FSCONFIG_SET_PATH_EMPTY = 4, FSCONFIG_SET_FD = 5, FSCONFIG_CMD_CREATE = 6, FSCONFIG_CMD_RECONFIGURE = 7, }; struct mpage_readpage_args { struct bio *bio; struct folio *folio; unsigned int nr_pages; bool is_readahead; sector_t last_block_in_bio; struct buffer_head map_bh; long unsigned int first_logical_block; get_block_t *get_block; }; struct mpage_data { struct bio *bio; sector_t last_block_in_bio; get_block_t *get_block; }; struct inotify_event { __s32 wd; __u32 mask; __u32 cookie; __u32 len; char name[0]; }; struct signalfd_siginfo { __u32 ssi_signo; __s32 ssi_errno; __s32 ssi_code; __u32 ssi_pid; __u32 ssi_uid; __s32 ssi_fd; __u32 ssi_tid; __u32 ssi_band; __u32 ssi_overrun; __u32 ssi_trapno; __s32 ssi_status; __s32 ssi_int; __u64 ssi_ptr; __u64 ssi_utime; __u64 ssi_stime; __u64 ssi_addr; __u16 ssi_addr_lsb; __u16 __pad2; __s32 ssi_syscall; __u64 ssi_call_addr; __u32 ssi_arch; __u8 __pad[28]; }; struct signalfd_ctx { sigset_t sigmask; }; struct userfaultfd_ctx { wait_queue_head_t fault_pending_wqh; wait_queue_head_t fault_wqh; wait_queue_head_t fd_wqh; wait_queue_head_t event_wqh; seqcount_spinlock_t refile_seq; refcount_t refcount; unsigned int flags; unsigned int features; bool released; atomic_t mmap_changing; struct mm_struct *mm; }; struct uffd_msg { __u8 event; __u8 reserved1; __u16 reserved2; __u32 reserved3; union { struct { __u64 flags; __u64 address; union { __u32 ptid; } feat; } pagefault; struct { __u32 ufd; } fork; struct { __u64 from; __u64 to; __u64 len; } remap; struct { __u64 start; __u64 end; } remove; struct { __u64 reserved1; __u64 reserved2; __u64 reserved3; } reserved; } arg; }; struct uffdio_api { __u64 api; __u64 features; __u64 ioctls; }; struct uffdio_range { __u64 start; __u64 len; }; struct uffdio_register { struct uffdio_range range; __u64 mode; __u64 ioctls; }; struct uffdio_copy { __u64 dst; __u64 src; __u64 len; __u64 mode; __s64 copy; }; struct uffdio_zeropage { struct uffdio_range range; __u64 mode; __s64 zeropage; }; struct uffdio_writeprotect { struct uffdio_range range; __u64 mode; }; struct uffdio_continue { struct uffdio_range range; __u64 mode; __s64 mapped; }; struct userfaultfd_fork_ctx { struct userfaultfd_ctx *orig; struct userfaultfd_ctx *new; struct list_head list; }; struct userfaultfd_unmap_ctx { struct userfaultfd_ctx *ctx; long unsigned int start; long unsigned int end; struct list_head list; }; struct userfaultfd_wait_queue { struct uffd_msg msg; wait_queue_entry_t wq; struct userfaultfd_ctx *ctx; bool waken; }; struct userfaultfd_wake_range { long unsigned int start; long unsigned int len; }; struct fscrypt_keyring { spinlock_t lock; struct hlist_head key_hashtable[128]; }; struct fscrypt_provisioning_key_payload { __u32 type; __u32 __reserved; __u8 raw[0]; }; struct fscrypt_add_key_arg { struct fscrypt_key_specifier key_spec; __u32 raw_size; __u32 key_id; __u32 __reserved[8]; __u8 raw[0]; }; struct fscrypt_remove_key_arg { struct fscrypt_key_specifier key_spec; __u32 removal_status_flags; __u32 __reserved[5]; }; struct fscrypt_get_key_status_arg { struct fscrypt_key_specifier key_spec; __u32 __reserved[6]; __u32 status; __u32 status_flags; __u32 user_count; __u32 __out_reserved[13]; }; struct fsverity_read_metadata_arg { __u64 metadata_type; __u64 offset; __u64 length; __u64 buf_ptr; __u64 __reserved; }; enum { VERBOSE_STATUS = 1, }; enum { Enabled = 0, Magic = 1, }; typedef struct { struct list_head list; long unsigned int flags; int offset; int size; char *magic; char *mask; const char *interpreter; char *name; struct dentry *dentry; struct file *interp_file; } Node; struct rpc_timer { struct list_head list; long unsigned int expires; struct delayed_work dwork; }; struct rpc_wait_queue { spinlock_t lock; struct list_head tasks[4]; unsigned char maxpriority; unsigned char priority; unsigned char nr; short unsigned int qlen; struct rpc_timer timer_list; const char *name; }; struct nfs_seqid_counter { ktime_t create_time; int owner_id; int flags; u32 counter; spinlock_t lock; struct list_head list; struct rpc_wait_queue wait; }; struct nfs4_stateid_struct { union { char data[16]; struct { __be32 seqid; char other[12]; }; }; enum { NFS4_INVALID_STATEID_TYPE = 0, NFS4_SPECIAL_STATEID_TYPE = 1, NFS4_OPEN_STATEID_TYPE = 2, NFS4_LOCK_STATEID_TYPE = 3, NFS4_DELEGATION_STATEID_TYPE = 4, NFS4_LAYOUT_STATEID_TYPE = 5, NFS4_PNFS_DS_STATEID_TYPE = 6, NFS4_REVOKED_STATEID_TYPE = 7, } type; }; typedef struct nfs4_stateid_struct nfs4_stateid; struct nfs4_state; struct nfs4_lock_state { struct list_head ls_locks; struct nfs4_state *ls_state; long unsigned int ls_flags; struct nfs_seqid_counter ls_seqid; nfs4_stateid ls_stateid; refcount_t ls_count; fl_owner_t ls_owner; }; struct xdr_netobj { unsigned int len; u8 *data; }; struct xdr_buf { struct kvec head[1]; struct kvec tail[1]; struct bio_vec *bvec; struct page **pages; unsigned int page_base; unsigned int page_len; unsigned int flags; unsigned int buflen; unsigned int len; }; struct rpc_rqst; struct xdr_stream { __be32 *p; struct xdr_buf *buf; __be32 *end; struct kvec *iov; struct kvec scratch; struct page **page_ptr; unsigned int nwords; struct rpc_rqst *rqst; }; struct rpc_xprt; struct rpc_task; struct rpc_cred; struct rpc_rqst { struct rpc_xprt *rq_xprt; struct xdr_buf rq_snd_buf; struct xdr_buf rq_rcv_buf; struct rpc_task *rq_task; struct rpc_cred *rq_cred; __be32 rq_xid; int rq_cong; u32 rq_seqno; int rq_enc_pages_num; struct page **rq_enc_pages; void (*rq_release_snd_buf)(struct rpc_rqst *); union { struct list_head rq_list; struct rb_node rq_recv; }; struct list_head rq_xmit; struct list_head rq_xmit2; void *rq_buffer; size_t rq_callsize; void *rq_rbuffer; size_t rq_rcvsize; size_t rq_xmit_bytes_sent; size_t rq_reply_bytes_recvd; struct xdr_buf rq_private_buf; long unsigned int rq_majortimeo; long unsigned int rq_minortimeo; long unsigned int rq_timeout; ktime_t rq_rtt; unsigned int rq_retries; unsigned int rq_connect_cookie; atomic_t rq_pin; u32 rq_bytes_sent; ktime_t rq_xtime; int rq_ntrans; struct list_head rq_bc_list; long unsigned int rq_bc_pa_state; struct list_head rq_bc_pa_list; }; typedef void (*kxdreproc_t)(struct rpc_rqst *, struct xdr_stream *, const void *); typedef int (*kxdrdproc_t)(struct rpc_rqst *, struct xdr_stream *, void *); struct rpc_procinfo; struct rpc_message { const struct rpc_procinfo *rpc_proc; void *rpc_argp; void *rpc_resp; const struct cred *rpc_cred; }; struct rpc_procinfo { u32 p_proc; kxdreproc_t p_encode; kxdrdproc_t p_decode; unsigned int p_arglen; unsigned int p_replen; unsigned int p_timer; u32 p_statidx; const char *p_name; }; struct rpc_wait { struct list_head list; struct list_head links; struct list_head timer_list; }; struct rpc_call_ops; struct rpc_clnt; struct rpc_task { atomic_t tk_count; int tk_status; struct list_head tk_task; void (*tk_callback)(struct rpc_task *); void (*tk_action)(struct rpc_task *); long unsigned int tk_timeout; long unsigned int tk_runstate; struct rpc_wait_queue *tk_waitqueue; union { struct work_struct tk_work; struct rpc_wait tk_wait; } u; struct rpc_message tk_msg; void *tk_calldata; const struct rpc_call_ops *tk_ops; struct rpc_clnt *tk_client; struct rpc_xprt *tk_xprt; struct rpc_cred *tk_op_cred; struct rpc_rqst *tk_rqstp; struct workqueue_struct *tk_workqueue; ktime_t tk_start; pid_t tk_owner; int tk_rpc_status; short unsigned int tk_flags; short unsigned int tk_timeouts; short unsigned int tk_pid; unsigned char tk_priority: 2; unsigned char tk_garb_retry: 2; unsigned char tk_cred_retry: 2; unsigned char tk_rebind_retry: 2; }; struct rpc_call_ops { void (*rpc_call_prepare)(struct rpc_task *, void *); void (*rpc_call_done)(struct rpc_task *, void *); void (*rpc_count_stats)(struct rpc_task *, void *); void (*rpc_release)(void *); }; struct rpc_iostats; struct rpc_pipe_dir_head { struct list_head pdh_entries; struct dentry *pdh_dentry; }; struct rpc_rtt { long unsigned int timeo; long unsigned int srtt[5]; long unsigned int sdrtt[5]; int ntimeouts[5]; }; struct rpc_timeout { long unsigned int to_initval; long unsigned int to_maxval; long unsigned int to_increment; unsigned int to_retries; unsigned char to_exponential; }; struct rpc_sysfs_client; struct rpc_xprt_switch; struct rpc_xprt_iter_ops; struct rpc_xprt_iter { struct rpc_xprt_switch *xpi_xpswitch; struct rpc_xprt *xpi_cursor; const struct rpc_xprt_iter_ops *xpi_ops; }; struct rpc_auth; struct rpc_stat; struct rpc_program; struct rpc_clnt { refcount_t cl_count; unsigned int cl_clid; struct list_head cl_clients; struct list_head cl_tasks; atomic_t cl_pid; spinlock_t cl_lock; struct rpc_xprt *cl_xprt; const struct rpc_procinfo *cl_procinfo; u32 cl_prog; u32 cl_vers; u32 cl_maxproc; struct rpc_auth *cl_auth; struct rpc_stat *cl_stats; struct rpc_iostats *cl_metrics; unsigned int cl_softrtry: 1; unsigned int cl_softerr: 1; unsigned int cl_discrtry: 1; unsigned int cl_noretranstimeo: 1; unsigned int cl_autobind: 1; unsigned int cl_chatty: 1; struct rpc_rtt *cl_rtt; const struct rpc_timeout *cl_timeout; atomic_t cl_swapper; int cl_nodelen; char cl_nodename[65]; struct rpc_pipe_dir_head cl_pipedir_objects; struct rpc_clnt *cl_parent; struct rpc_rtt cl_rtt_default; struct rpc_timeout cl_timeout_default; const struct rpc_program *cl_program; const char *cl_principal; struct dentry *cl_debugfs; struct rpc_sysfs_client *cl_sysfs; union { struct rpc_xprt_iter cl_xpi; struct work_struct cl_work; }; const struct cred *cl_cred; unsigned int cl_max_connect; }; struct svc_xprt; struct rpc_sysfs_xprt; struct rpc_xprt_ops; struct svc_serv; struct xprt_class; struct rpc_xprt { struct kref kref; const struct rpc_xprt_ops *ops; unsigned int id; const struct rpc_timeout *timeout; struct __kernel_sockaddr_storage addr; size_t addrlen; int prot; long unsigned int cong; long unsigned int cwnd; size_t max_payload; struct rpc_wait_queue binding; struct rpc_wait_queue sending; struct rpc_wait_queue pending; struct rpc_wait_queue backlog; struct list_head free; unsigned int max_reqs; unsigned int min_reqs; unsigned int num_reqs; long unsigned int state; unsigned char resvport: 1; unsigned char reuseport: 1; atomic_t swapper; unsigned int bind_index; struct list_head xprt_switch; long unsigned int bind_timeout; long unsigned int reestablish_timeout; unsigned int connect_cookie; struct work_struct task_cleanup; struct timer_list timer; long unsigned int last_used; long unsigned int idle_timeout; long unsigned int connect_timeout; long unsigned int max_reconnect_timeout; atomic_long_t queuelen; spinlock_t transport_lock; spinlock_t reserve_lock; spinlock_t queue_lock; u32 xid; struct rpc_task *snd_task; struct list_head xmit_queue; atomic_long_t xmit_queuelen; struct svc_xprt *bc_xprt; struct svc_serv *bc_serv; unsigned int bc_alloc_max; unsigned int bc_alloc_count; atomic_t bc_slot_count; spinlock_t bc_pa_lock; struct list_head bc_pa_list; struct rb_root recv_queue; struct { long unsigned int bind_count; long unsigned int connect_count; long unsigned int connect_start; long unsigned int connect_time; long unsigned int sends; long unsigned int recvs; long unsigned int bad_xids; long unsigned int max_slots; long long unsigned int req_u; long long unsigned int bklog_u; long long unsigned int sending_u; long long unsigned int pending_u; } stat; struct net *xprt_net; netns_tracker ns_tracker; const char *servername; const char *address_strings[6]; struct dentry *debugfs; struct callback_head rcu; const struct xprt_class *xprt_class; struct rpc_sysfs_xprt *xprt_sysfs; bool main; }; struct rpc_credops; struct rpc_cred { struct hlist_node cr_hash; struct list_head cr_lru; struct callback_head cr_rcu; struct rpc_auth *cr_auth; const struct rpc_credops *cr_ops; long unsigned int cr_expire; long unsigned int cr_flags; refcount_t cr_count; const struct cred *cr_cred; }; typedef u32 rpc_authflavor_t; struct auth_cred { const struct cred *cred; const char *principal; }; struct rpc_cred_cache; struct rpc_authops; struct rpc_auth { unsigned int au_cslack; unsigned int au_rslack; unsigned int au_verfsize; unsigned int au_ralign; long unsigned int au_flags; const struct rpc_authops *au_ops; rpc_authflavor_t au_flavor; refcount_t au_count; struct rpc_cred_cache *au_credcache; }; struct rpc_credops { const char *cr_name; int (*cr_init)(struct rpc_auth *, struct rpc_cred *); void (*crdestroy)(struct rpc_cred *); int (*crmatch)(struct auth_cred *, struct rpc_cred *, int); int (*crmarshal)(struct rpc_task *, struct xdr_stream *); int (*crrefresh)(struct rpc_task *); int (*crvalidate)(struct rpc_task *, struct xdr_stream *); int (*crwrap_req)(struct rpc_task *, struct xdr_stream *); int (*crunwrap_resp)(struct rpc_task *, struct xdr_stream *); int (*crkey_timeout)(struct rpc_cred *); char * (*crstringify_acceptor)(struct rpc_cred *); bool (*crneed_reencode)(struct rpc_task *); }; struct rpc_auth_create_args; struct rpcsec_gss_info; struct rpc_authops { struct module *owner; rpc_authflavor_t au_flavor; char *au_name; struct rpc_auth * (*create)(const struct rpc_auth_create_args *, struct rpc_clnt *); void (*destroy)(struct rpc_auth *); int (*hash_cred)(struct auth_cred *, unsigned int); struct rpc_cred * (*lookup_cred)(struct rpc_auth *, struct auth_cred *, int); struct rpc_cred * (*crcreate)(struct rpc_auth *, struct auth_cred *, int, gfp_t); rpc_authflavor_t (*info2flavor)(struct rpcsec_gss_info *); int (*flavor2info)(rpc_authflavor_t, struct rpcsec_gss_info *); int (*key_timeout)(struct rpc_auth *, struct rpc_cred *); }; struct rpc_auth_create_args { rpc_authflavor_t pseudoflavor; const char *target_name; }; struct rpcsec_gss_oid { unsigned int len; u8 data[32]; }; struct rpcsec_gss_info { struct rpcsec_gss_oid oid; u32 qop; u32 service; }; struct rpc_xprt_ops { void (*set_buffer_size)(struct rpc_xprt *, size_t, size_t); int (*reserve_xprt)(struct rpc_xprt *, struct rpc_task *); void (*release_xprt)(struct rpc_xprt *, struct rpc_task *); void (*alloc_slot)(struct rpc_xprt *, struct rpc_task *); void (*free_slot)(struct rpc_xprt *, struct rpc_rqst *); void (*rpcbind)(struct rpc_task *); void (*set_port)(struct rpc_xprt *, short unsigned int); void (*connect)(struct rpc_xprt *, struct rpc_task *); int (*get_srcaddr)(struct rpc_xprt *, char *, size_t); short unsigned int (*get_srcport)(struct rpc_xprt *); int (*buf_alloc)(struct rpc_task *); void (*buf_free)(struct rpc_task *); int (*prepare_request)(struct rpc_rqst *, struct xdr_buf *); int (*send_request)(struct rpc_rqst *); void (*wait_for_reply_request)(struct rpc_task *); void (*timer)(struct rpc_xprt *, struct rpc_task *); void (*release_request)(struct rpc_task *); void (*close)(struct rpc_xprt *); void (*destroy)(struct rpc_xprt *); void (*set_connect_timeout)(struct rpc_xprt *, long unsigned int, long unsigned int); void (*print_stats)(struct rpc_xprt *, struct seq_file *); int (*enable_swap)(struct rpc_xprt *); void (*disable_swap)(struct rpc_xprt *); void (*inject_disconnect)(struct rpc_xprt *); int (*bc_setup)(struct rpc_xprt *, unsigned int); size_t (*bc_maxpayload)(struct rpc_xprt *); unsigned int (*bc_num_slots)(struct rpc_xprt *); void (*bc_free_rqst)(struct rpc_rqst *); void (*bc_destroy)(struct rpc_xprt *, unsigned int); }; struct svc_program; struct svc_stat; struct svc_pool; struct svc_serv { struct svc_program *sv_program; struct svc_stat *sv_stats; spinlock_t sv_lock; struct kref sv_refcnt; unsigned int sv_nrthreads; unsigned int sv_maxconn; unsigned int sv_max_payload; unsigned int sv_max_mesg; unsigned int sv_xdrsize; struct list_head sv_permsocks; struct list_head sv_tempsocks; int sv_tmpcnt; struct timer_list sv_temptimer; char *sv_name; unsigned int sv_nrpools; struct svc_pool *sv_pools; int (*sv_threadfn)(void *); struct list_head sv_cb_list; spinlock_t sv_cb_lock; wait_queue_head_t sv_cb_waitq; bool sv_bc_enabled; }; struct xprt_create; struct xprt_class { struct list_head list; int ident; struct rpc_xprt * (*setup)(struct xprt_create *); struct module *owner; char name[32]; const char *netid[0]; }; struct xprt_create { int ident; struct net *net; struct sockaddr *srcaddr; struct sockaddr *dstaddr; size_t addrlen; const char *servername; struct svc_xprt *bc_xprt; struct rpc_xprt_switch *bc_xps; unsigned int flags; }; struct rpc_sysfs_xprt_switch; struct rpc_xprt_switch { spinlock_t xps_lock; struct kref xps_kref; unsigned int xps_id; unsigned int xps_nxprts; unsigned int xps_nactive; unsigned int xps_nunique_destaddr_xprts; atomic_long_t xps_queuelen; struct list_head xps_xprt_list; struct net *xps_net; const struct rpc_xprt_iter_ops *xps_iter_ops; struct rpc_sysfs_xprt_switch *xps_sysfs; struct callback_head xps_rcu; }; struct rpc_stat { const struct rpc_program *program; unsigned int netcnt; unsigned int netudpcnt; unsigned int nettcpcnt; unsigned int nettcpconn; unsigned int netreconn; unsigned int rpccnt; unsigned int rpcretrans; unsigned int rpcauthrefresh; unsigned int rpcgarbage; }; struct rpc_version; struct rpc_program { const char *name; u32 number; unsigned int nrvers; const struct rpc_version **version; struct rpc_stat *stats; const char *pipe_dir_name; }; struct svc_stat { struct svc_program *program; unsigned int netcnt; unsigned int netudpcnt; unsigned int nettcpcnt; unsigned int nettcpconn; unsigned int rpccnt; unsigned int rpcbadfmt; unsigned int rpcbadauth; unsigned int rpcbadclnt; }; struct svc_version; struct svc_rqst; struct svc_process_info; struct svc_program { struct svc_program *pg_next; u32 pg_prog; unsigned int pg_lovers; unsigned int pg_hivers; unsigned int pg_nvers; const struct svc_version **pg_vers; char *pg_name; char *pg_class; struct svc_stat *pg_stats; int (*pg_authenticate)(struct svc_rqst *); __be32 (*pg_init_request)(struct svc_rqst *, const struct svc_program *, struct svc_process_info *); int (*pg_rpcbind_set)(struct net *, const struct svc_program *, u32, int, short unsigned int, short unsigned int); }; struct rpc_xprt_iter_ops { void (*xpi_rewind)(struct rpc_xprt_iter *); struct rpc_xprt * (*xpi_xprt)(struct rpc_xprt_iter *); struct rpc_xprt * (*xpi_next)(struct rpc_xprt_iter *); }; struct rpc_version { u32 number; unsigned int nrprocs; const struct rpc_procinfo *procs; unsigned int *counts; }; struct nfs_fh { short unsigned int size; unsigned char data[128]; }; enum nfs3_stable_how { NFS_UNSTABLE = 0, NFS_DATA_SYNC = 1, NFS_FILE_SYNC = 2, NFS_INVALID_STABLE_HOW = -1, }; struct nfs4_label { uint32_t lfs; uint32_t pi; u32 len; char *label; }; typedef struct { char data[8]; } nfs4_verifier; enum nfs4_change_attr_type { NFS4_CHANGE_TYPE_IS_MONOTONIC_INCR = 0, NFS4_CHANGE_TYPE_IS_VERSION_COUNTER = 1, NFS4_CHANGE_TYPE_IS_VERSION_COUNTER_NOPNFS = 2, NFS4_CHANGE_TYPE_IS_TIME_METADATA = 3, NFS4_CHANGE_TYPE_IS_UNDEFINED = 4, }; struct gss_api_mech; struct gss_ctx { struct gss_api_mech *mech_type; void *internal_ctx_id; unsigned int slack; unsigned int align; }; struct gss_api_ops; struct pf_desc; struct gss_api_mech { struct list_head gm_list; struct module *gm_owner; struct rpcsec_gss_oid gm_oid; char *gm_name; const struct gss_api_ops *gm_ops; int gm_pf_num; struct pf_desc *gm_pfs; const char *gm_upcall_enctypes; }; struct auth_domain; struct pf_desc { u32 pseudoflavor; u32 qop; u32 service; char *name; char *auth_domain_name; struct auth_domain *domain; bool datatouch; }; struct auth_ops; struct auth_domain { struct kref ref; struct hlist_node hash; char *name; struct auth_ops *flavour; struct callback_head callback_head; }; struct gss_api_ops { int (*gss_import_sec_context)(const void *, size_t, struct gss_ctx *, time64_t *, gfp_t); u32 (*gss_get_mic)(struct gss_ctx *, struct xdr_buf *, struct xdr_netobj *); u32 (*gss_verify_mic)(struct gss_ctx *, struct xdr_buf *, struct xdr_netobj *); u32 (*gss_wrap)(struct gss_ctx *, int, struct xdr_buf *, struct page **); u32 (*gss_unwrap)(struct gss_ctx *, int, int, struct xdr_buf *); void (*gss_delete_sec_context)(void *); }; struct nfs4_string { unsigned int len; char *data; }; struct nfs_fsid { uint64_t major; uint64_t minor; }; struct nfs4_threshold { __u32 bm; __u32 l_type; __u64 rd_sz; __u64 wr_sz; __u64 rd_io_sz; __u64 wr_io_sz; }; struct nfs_fattr { unsigned int valid; umode_t mode; __u32 nlink; kuid_t uid; kgid_t gid; dev_t rdev; __u64 size; union { struct { __u32 blocksize; __u32 blocks; } nfs2; struct { __u64 used; } nfs3; } du; struct nfs_fsid fsid; __u64 fileid; __u64 mounted_on_fileid; struct timespec64 atime; struct timespec64 mtime; struct timespec64 ctime; __u64 change_attr; __u64 pre_change_attr; __u64 pre_size; struct timespec64 pre_mtime; struct timespec64 pre_ctime; long unsigned int time_start; long unsigned int gencount; struct nfs4_string *owner_name; struct nfs4_string *group_name; struct nfs4_threshold *mdsthreshold; struct nfs4_label *label; }; struct nfs_fsinfo { struct nfs_fattr *fattr; __u32 rtmax; __u32 rtpref; __u32 rtmult; __u32 wtmax; __u32 wtpref; __u32 wtmult; __u32 dtpref; __u64 maxfilesize; struct timespec64 time_delta; __u32 lease_time; __u32 nlayouttypes; __u32 layouttype[8]; __u32 blksize; __u32 clone_blksize; enum nfs4_change_attr_type change_attr_type; __u32 xattr_support; }; struct nfs_fsstat { struct nfs_fattr *fattr; __u64 tbytes; __u64 fbytes; __u64 abytes; __u64 tfiles; __u64 ffiles; __u64 afiles; }; struct nfs_pathconf { struct nfs_fattr *fattr; __u32 max_link; __u32 max_namelen; }; struct nfs4_change_info { u32 atomic; u64 before; u64 after; }; struct nfs4_slot; struct nfs4_sequence_args { struct nfs4_slot *sa_slot; u8 sa_cache_this: 1; u8 sa_privileged: 1; }; struct nfs4_sequence_res { struct nfs4_slot *sr_slot; long unsigned int sr_timestamp; int sr_status; u32 sr_status_flags; u32 sr_highest_slotid; u32 sr_target_highest_slotid; }; struct nfs_open_context; struct nfs_lock_context { refcount_t count; struct list_head list; struct nfs_open_context *open_context; fl_owner_t lockowner; atomic_t io_count; struct callback_head callback_head; }; struct nfs_open_context { struct nfs_lock_context lock_context; fl_owner_t flock_owner; struct dentry *dentry; const struct cred *cred; struct rpc_cred *ll_cred; struct nfs4_state *state; fmode_t mode; long unsigned int flags; int error; struct list_head list; struct nfs4_threshold *mdsthreshold; struct callback_head callback_head; }; struct nlm_host; struct nfs_iostats; struct nfs_auth_info { unsigned int flavor_len; rpc_authflavor_t flavors[12]; }; struct fscache_volume; struct pnfs_layoutdriver_type; struct nfs_client; struct nfs_server { struct nfs_client *nfs_client; struct list_head client_link; struct list_head master_link; struct rpc_clnt *client; struct rpc_clnt *client_acl; struct nlm_host *nlm_host; struct nfs_iostats *io_stats; atomic_long_t writeback; unsigned int write_congested; unsigned int flags; unsigned int fattr_valid; unsigned int caps; unsigned int rsize; unsigned int rpages; unsigned int wsize; unsigned int wpages; unsigned int wtmult; unsigned int dtsize; short unsigned int port; unsigned int bsize; unsigned int gxasize; unsigned int sxasize; unsigned int lxasize; unsigned int acregmin; unsigned int acregmax; unsigned int acdirmin; unsigned int acdirmax; unsigned int namelen; unsigned int options; unsigned int clone_blksize; enum nfs4_change_attr_type change_attr_type; struct nfs_fsid fsid; __u64 maxfilesize; struct timespec64 time_delta; long unsigned int mount_time; struct super_block *super; dev_t s_dev; struct nfs_auth_info auth_info; struct fscache_volume *fscache; char *fscache_uniq; u32 pnfs_blksize; u32 attr_bitmask[3]; u32 attr_bitmask_nl[3]; u32 exclcreat_bitmask[3]; u32 cache_consistency_bitmask[3]; u32 acl_bitmask; u32 fh_expire_type; struct pnfs_layoutdriver_type *pnfs_curr_ld; struct rpc_wait_queue roc_rpcwaitq; void *pnfs_ld_data; struct rb_root state_owners; struct ida openowner_id; struct ida lockowner_id; struct list_head state_owners_lru; struct list_head layouts; struct list_head delegations; struct list_head ss_copies; long unsigned int mig_gen; long unsigned int mig_status; void (*destroy)(struct nfs_server *); atomic_t active; struct __kernel_sockaddr_storage mountd_address; size_t mountd_addrlen; u32 mountd_version; short unsigned int mountd_port; short unsigned int mountd_protocol; struct rpc_wait_queue uoc_rpcwaitq; unsigned int read_hdrsize; const struct cred *cred; bool has_sec_mnt_opts; }; struct nfs_subversion; struct idmap; struct nfs4_slot_table; struct nfs4_session; struct nfs_rpc_ops; struct nfs4_minor_version_ops; struct nfs41_server_owner; struct nfs41_server_scope; struct nfs41_impl_id; struct nfs_client { refcount_t cl_count; atomic_t cl_mds_count; int cl_cons_state; long unsigned int cl_res_state; long unsigned int cl_flags; struct __kernel_sockaddr_storage cl_addr; size_t cl_addrlen; char *cl_hostname; char *cl_acceptor; struct list_head cl_share_link; struct list_head cl_superblocks; struct rpc_clnt *cl_rpcclient; const struct nfs_rpc_ops *rpc_ops; int cl_proto; struct nfs_subversion *cl_nfs_mod; u32 cl_minorversion; unsigned int cl_nconnect; unsigned int cl_max_connect; const char *cl_principal; struct list_head cl_ds_clients; u64 cl_clientid; nfs4_verifier cl_confirm; long unsigned int cl_state; spinlock_t cl_lock; long unsigned int cl_lease_time; long unsigned int cl_last_renewal; struct delayed_work cl_renewd; struct rpc_wait_queue cl_rpcwaitq; struct idmap *cl_idmap; const char *cl_owner_id; u32 cl_cb_ident; const struct nfs4_minor_version_ops *cl_mvops; long unsigned int cl_mig_gen; struct nfs4_slot_table *cl_slot_tbl; u32 cl_seqid; u32 cl_exchange_flags; struct nfs4_session *cl_session; bool cl_preserve_clid; struct nfs41_server_owner *cl_serverowner; struct nfs41_server_scope *cl_serverscope; struct nfs41_impl_id *cl_implid; long unsigned int cl_sp4_flags; wait_queue_head_t cl_lock_waitq; char cl_ipaddr[48]; struct net *cl_net; struct list_head pending_cb_stateids; }; struct pnfs_layout_segment; struct nfs_seqid { struct nfs_seqid_counter *sequence; struct list_head list; struct rpc_task *task; }; struct nfs_write_verifier { char data[8]; }; struct nfs_writeverf { struct nfs_write_verifier verifier; enum nfs3_stable_how committed; }; struct nfs_pgio_args { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; struct nfs_open_context *context; struct nfs_lock_context *lock_context; nfs4_stateid stateid; __u64 offset; __u32 count; unsigned int pgbase; struct page **pages; union { unsigned int replen; struct { const u32 *bitmask; u32 bitmask_store[3]; enum nfs3_stable_how stable; }; }; }; struct nfs_pgio_res { struct nfs4_sequence_res seq_res; struct nfs_fattr *fattr; __u64 count; __u32 op_status; union { struct { unsigned int replen; int eof; }; struct { struct nfs_writeverf *verf; const struct nfs_server *server; }; }; }; struct nfs_commitargs { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; __u64 offset; __u32 count; const u32 *bitmask; }; struct nfs_commitres { struct nfs4_sequence_res seq_res; __u32 op_status; struct nfs_fattr *fattr; struct nfs_writeverf *verf; const struct nfs_server *server; }; struct nfs_removeargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; struct qstr name; }; struct nfs_removeres { struct nfs4_sequence_res seq_res; struct nfs_server *server; struct nfs_fattr *dir_attr; struct nfs4_change_info cinfo; }; struct nfs_renameargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *old_dir; const struct nfs_fh *new_dir; const struct qstr *old_name; const struct qstr *new_name; }; struct nfs_renameres { struct nfs4_sequence_res seq_res; struct nfs_server *server; struct nfs4_change_info old_cinfo; struct nfs_fattr *old_fattr; struct nfs4_change_info new_cinfo; struct nfs_fattr *new_fattr; }; struct nfs_entry { __u64 ino; __u64 cookie; const char *name; unsigned int len; int eof; struct nfs_fh *fh; struct nfs_fattr *fattr; unsigned char d_type; struct nfs_server *server; }; struct nfs_readdir_arg { struct dentry *dentry; const struct cred *cred; __be32 *verf; u64 cookie; struct page **pages; unsigned int page_len; bool plus; }; struct nfs_readdir_res { __be32 *verf; }; struct nfs4_pathname { unsigned int ncomponents; struct nfs4_string components[512]; }; struct nfs4_fs_location { unsigned int nservers; struct nfs4_string servers[10]; struct nfs4_pathname rootpath; }; struct nfs4_fs_locations { struct nfs_fattr *fattr; const struct nfs_server *server; struct nfs4_pathname fs_path; int nlocations; struct nfs4_fs_location locations[10]; }; struct nfstime4 { u64 seconds; u32 nseconds; }; struct pnfs_commit_ops; struct pnfs_ds_commit_info { struct list_head commits; unsigned int nwritten; unsigned int ncommitting; const struct pnfs_commit_ops *ops; }; struct nfs41_server_owner { uint64_t minor_id; uint32_t major_id_sz; char major_id[1024]; }; struct nfs41_server_scope { uint32_t server_scope_sz; char server_scope[1024]; }; struct nfs41_impl_id { char domain[1025]; char name[1025]; struct nfstime4 date; }; struct nfs_page_array { struct page **pagevec; unsigned int npages; struct page *page_array[8]; }; struct nfs_page; struct nfs_rw_ops; struct nfs_io_completion; struct nfs_direct_req; struct nfs_pgio_completion_ops; struct nfs_pgio_header { struct inode *inode; const struct cred *cred; struct list_head pages; struct nfs_page *req; struct nfs_writeverf verf; fmode_t rw_mode; struct pnfs_layout_segment *lseg; loff_t io_start; const struct rpc_call_ops *mds_ops; void (*release)(struct nfs_pgio_header *); const struct nfs_pgio_completion_ops *completion_ops; const struct nfs_rw_ops *rw_ops; struct nfs_io_completion *io_completion; struct nfs_direct_req *dreq; int pnfs_error; int error; unsigned int good_bytes; long unsigned int flags; struct rpc_task task; struct nfs_fattr fattr; struct nfs_pgio_args args; struct nfs_pgio_res res; long unsigned int timestamp; int (*pgio_done_cb)(struct rpc_task *, struct nfs_pgio_header *); __u64 mds_offset; struct nfs_page_array page_array; struct nfs_client *ds_clp; u32 ds_commit_idx; u32 pgio_mirror_idx; }; struct nfs_pgio_completion_ops { void (*error_cleanup)(struct list_head *, int); void (*init_hdr)(struct nfs_pgio_header *); void (*completion)(struct nfs_pgio_header *); void (*reschedule_io)(struct nfs_pgio_header *); }; struct nfs_mds_commit_info { atomic_t rpcs_out; atomic_long_t ncommit; struct list_head list; }; struct nfs_commit_data; struct nfs_commit_info; struct nfs_commit_completion_ops { void (*completion)(struct nfs_commit_data *); void (*resched_write)(struct nfs_commit_info *, struct nfs_page *); }; struct nfs_commit_data { struct rpc_task task; struct inode *inode; const struct cred *cred; struct nfs_fattr fattr; struct nfs_writeverf verf; struct list_head pages; struct list_head list; struct nfs_direct_req *dreq; struct nfs_commitargs args; struct nfs_commitres res; struct nfs_open_context *context; struct pnfs_layout_segment *lseg; struct nfs_client *ds_clp; int ds_commit_index; loff_t lwb; const struct rpc_call_ops *mds_ops; const struct nfs_commit_completion_ops *completion_ops; int (*commit_done_cb)(struct rpc_task *, struct nfs_commit_data *); long unsigned int flags; }; struct nfs_commit_info { struct inode *inode; struct nfs_mds_commit_info *mds; struct pnfs_ds_commit_info *ds; struct nfs_direct_req *dreq; const struct nfs_commit_completion_ops *completion_ops; }; struct nfs_unlinkdata { struct nfs_removeargs args; struct nfs_removeres res; struct dentry *dentry; wait_queue_head_t wq; const struct cred *cred; struct nfs_fattr dir_attr; long int timeout; }; struct nfs_renamedata { struct nfs_renameargs args; struct nfs_renameres res; struct rpc_task task; const struct cred *cred; struct inode *old_dir; struct dentry *old_dentry; struct nfs_fattr old_fattr; struct inode *new_dir; struct dentry *new_dentry; struct nfs_fattr new_fattr; void (*complete)(struct rpc_task *, struct nfs_renamedata *); long int timeout; bool cancelled; }; struct nlmclnt_operations; struct nfs_client_initdata; struct nfs_access_entry; struct nfs_rpc_ops { u32 version; const struct dentry_operations *dentry_ops; const struct inode_operations *dir_inode_ops; const struct inode_operations *file_inode_ops; const struct file_operations *file_ops; const struct nlmclnt_operations *nlmclnt_ops; int (*getroot)(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *); int (*submount)(struct fs_context *, struct nfs_server *); int (*try_get_tree)(struct fs_context *); int (*getattr)(struct nfs_server *, struct nfs_fh *, struct nfs_fattr *, struct inode *); int (*setattr)(struct dentry *, struct nfs_fattr *, struct iattr *); int (*lookup)(struct inode *, struct dentry *, struct nfs_fh *, struct nfs_fattr *); int (*lookupp)(struct inode *, struct nfs_fh *, struct nfs_fattr *); int (*access)(struct inode *, struct nfs_access_entry *, const struct cred *); int (*readlink)(struct inode *, struct page *, unsigned int, unsigned int); int (*create)(struct inode *, struct dentry *, struct iattr *, int); int (*remove)(struct inode *, struct dentry *); void (*unlink_setup)(struct rpc_message *, struct dentry *, struct inode *); void (*unlink_rpc_prepare)(struct rpc_task *, struct nfs_unlinkdata *); int (*unlink_done)(struct rpc_task *, struct inode *); void (*rename_setup)(struct rpc_message *, struct dentry *, struct dentry *); void (*rename_rpc_prepare)(struct rpc_task *, struct nfs_renamedata *); int (*rename_done)(struct rpc_task *, struct inode *, struct inode *); int (*link)(struct inode *, struct inode *, const struct qstr *); int (*symlink)(struct inode *, struct dentry *, struct page *, unsigned int, struct iattr *); int (*mkdir)(struct inode *, struct dentry *, struct iattr *); int (*rmdir)(struct inode *, const struct qstr *); int (*readdir)(struct nfs_readdir_arg *, struct nfs_readdir_res *); int (*mknod)(struct inode *, struct dentry *, struct iattr *, dev_t); int (*statfs)(struct nfs_server *, struct nfs_fh *, struct nfs_fsstat *); int (*fsinfo)(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *); int (*pathconf)(struct nfs_server *, struct nfs_fh *, struct nfs_pathconf *); int (*set_capabilities)(struct nfs_server *, struct nfs_fh *); int (*decode_dirent)(struct xdr_stream *, struct nfs_entry *, bool); int (*pgio_rpc_prepare)(struct rpc_task *, struct nfs_pgio_header *); void (*read_setup)(struct nfs_pgio_header *, struct rpc_message *); int (*read_done)(struct rpc_task *, struct nfs_pgio_header *); void (*write_setup)(struct nfs_pgio_header *, struct rpc_message *, struct rpc_clnt **); int (*write_done)(struct rpc_task *, struct nfs_pgio_header *); void (*commit_setup)(struct nfs_commit_data *, struct rpc_message *, struct rpc_clnt **); void (*commit_rpc_prepare)(struct rpc_task *, struct nfs_commit_data *); int (*commit_done)(struct rpc_task *, struct nfs_commit_data *); int (*lock)(struct file *, int, struct file_lock *); int (*lock_check_bounds)(const struct file_lock *); void (*clear_acl_cache)(struct inode *); void (*close_context)(struct nfs_open_context *, int); struct inode * (*open_context)(struct inode *, struct nfs_open_context *, int, struct iattr *, int *); int (*have_delegation)(struct inode *, fmode_t); struct nfs_client * (*alloc_client)(const struct nfs_client_initdata *); struct nfs_client * (*init_client)(struct nfs_client *, const struct nfs_client_initdata *); void (*free_client)(struct nfs_client *); struct nfs_server * (*create_server)(struct fs_context *); struct nfs_server * (*clone_server)(struct nfs_server *, struct nfs_fh *, struct nfs_fattr *, rpc_authflavor_t); int (*discover_trunking)(struct nfs_server *, struct nfs_fh *); void (*enable_swap)(struct inode *); void (*disable_swap)(struct inode *); }; struct nfs_access_entry { struct rb_node rb_node; struct list_head lru; kuid_t fsuid; kgid_t fsgid; struct group_info *group_info; u64 timestamp; __u32 mask; struct callback_head callback_head; }; struct nfs4_state_recovery_ops; struct nfs4_state_maintenance_ops; struct nfs4_mig_recovery_ops; struct nfs4_minor_version_ops { u32 minor_version; unsigned int init_caps; int (*init_client)(struct nfs_client *); void (*shutdown_client)(struct nfs_client *); bool (*match_stateid)(const nfs4_stateid *, const nfs4_stateid *); int (*find_root_sec)(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *); void (*free_lock_state)(struct nfs_server *, struct nfs4_lock_state *); int (*test_and_free_expired)(struct nfs_server *, nfs4_stateid *, const struct cred *); struct nfs_seqid * (*alloc_seqid)(struct nfs_seqid_counter *, gfp_t); void (*session_trunk)(struct rpc_clnt *, struct rpc_xprt *, void *); const struct rpc_call_ops *call_sync_ops; const struct nfs4_state_recovery_ops *reboot_recovery_ops; const struct nfs4_state_recovery_ops *nograce_recovery_ops; const struct nfs4_state_maintenance_ops *state_renewal_ops; const struct nfs4_mig_recovery_ops *mig_recovery_ops; }; struct nfs4_state_owner; struct nfs4_state { struct list_head open_states; struct list_head inode_states; struct list_head lock_states; struct nfs4_state_owner *owner; struct inode *inode; long unsigned int flags; spinlock_t state_lock; seqlock_t seqlock; nfs4_stateid stateid; nfs4_stateid open_stateid; unsigned int n_rdonly; unsigned int n_wronly; unsigned int n_rdwr; fmode_t state; refcount_t count; wait_queue_head_t waitq; struct callback_head callback_head; }; struct cache_head { struct hlist_node cache_list; time64_t expiry_time; time64_t last_refresh; struct kref ref; long unsigned int flags; }; struct cache_deferred_req; struct cache_req { struct cache_deferred_req * (*defer)(struct cache_req *); long unsigned int thread_wait; }; struct cache_deferred_req { struct hlist_node hash; struct list_head recent; struct cache_head *item; void *owner; void (*revisit)(struct cache_deferred_req *, int); }; struct svc_cred { kuid_t cr_uid; kgid_t cr_gid; struct group_info *cr_group_info; u32 cr_flavor; char *cr_raw_principal; char *cr_principal; char *cr_targ_princ; struct gss_api_mech *cr_gss_mech; }; struct auth_ops { char *name; struct module *owner; int flavour; int (*accept)(struct svc_rqst *); int (*release)(struct svc_rqst *); void (*domain_release)(struct auth_domain *); int (*set_client)(struct svc_rqst *); }; struct svc_cacherep; struct svc_procedure; struct svc_deferred_req; struct svc_rqst { struct list_head rq_all; struct callback_head rq_rcu_head; struct svc_xprt *rq_xprt; struct __kernel_sockaddr_storage rq_addr; size_t rq_addrlen; struct __kernel_sockaddr_storage rq_daddr; size_t rq_daddrlen; struct svc_serv *rq_server; struct svc_pool *rq_pool; const struct svc_procedure *rq_procinfo; struct auth_ops *rq_authop; struct svc_cred rq_cred; void *rq_xprt_ctxt; struct svc_deferred_req *rq_deferred; struct xdr_buf rq_arg; struct xdr_stream rq_arg_stream; struct xdr_stream rq_res_stream; struct page *rq_scratch_page; struct xdr_buf rq_res; struct page *rq_pages[68]; struct page **rq_respages; struct page **rq_next_page; struct page **rq_page_end; struct pagevec rq_pvec; struct kvec rq_vec[67]; struct bio_vec rq_bvec[67]; __be32 rq_xid; u32 rq_prog; u32 rq_vers; u32 rq_proc; u32 rq_prot; int rq_cachetype; long unsigned int rq_flags; ktime_t rq_qtime; void *rq_argp; void *rq_resp; void *rq_auth_data; __be32 rq_auth_stat; int rq_auth_slack; int rq_reserved; ktime_t rq_stime; struct cache_req rq_chandle; struct auth_domain *rq_client; struct auth_domain *rq_gssclient; struct svc_cacherep *rq_cacherep; struct task_struct *rq_task; struct net *rq_bc_net; void **rq_lease_breaker; }; struct svc_pool_stats { atomic_long_t packets; long unsigned int sockets_queued; atomic_long_t threads_woken; atomic_long_t threads_timedout; }; struct svc_pool { unsigned int sp_id; spinlock_t sp_lock; struct list_head sp_sockets; unsigned int sp_nrthreads; struct list_head sp_all_threads; struct svc_pool_stats sp_stats; long unsigned int sp_flags; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct svc_procedure { __be32 (*pc_func)(struct svc_rqst *); bool (*pc_decode)(struct svc_rqst *, struct xdr_stream *); bool (*pc_encode)(struct svc_rqst *, struct xdr_stream *); void (*pc_release)(struct svc_rqst *); unsigned int pc_argsize; unsigned int pc_argzero; unsigned int pc_ressize; unsigned int pc_cachetype; unsigned int pc_xdrressize; const char *pc_name; }; struct svc_deferred_req { u32 prot; struct svc_xprt *xprt; struct __kernel_sockaddr_storage addr; size_t addrlen; struct __kernel_sockaddr_storage daddr; size_t daddrlen; void *xprt_ctxt; struct cache_deferred_req handle; int argslen; __be32 args[0]; }; struct svc_process_info { union { int (*dispatch)(struct svc_rqst *, __be32 *); struct { unsigned int lovers; unsigned int hivers; } mismatch; }; }; struct svc_version { u32 vs_vers; u32 vs_nproc; const struct svc_procedure *vs_proc; unsigned int *vs_count; u32 vs_xdrsize; bool vs_hidden; bool vs_rpcb_optnl; bool vs_need_cong_ctrl; int (*vs_dispatch)(struct svc_rqst *, __be32 *); }; struct nfs4_ssc_client_ops; struct nfs_ssc_client_ops; struct nfs_ssc_client_ops_tbl { const struct nfs4_ssc_client_ops *ssc_nfs4_ops; const struct nfs_ssc_client_ops *ssc_nfs_ops; }; struct nfs4_ssc_client_ops { struct file * (*sco_open)(struct vfsmount *, struct nfs_fh *, nfs4_stateid *); void (*sco_close)(struct file *); }; struct nfs_ssc_client_ops { void (*sco_sb_deactive)(struct super_block *); }; struct nfs4_state_recovery_ops { int owner_flag_bit; int state_flag_bit; int (*recover_open)(struct nfs4_state_owner *, struct nfs4_state *); int (*recover_lock)(struct nfs4_state *, struct file_lock *); int (*establish_clid)(struct nfs_client *, const struct cred *); int (*reclaim_complete)(struct nfs_client *, const struct cred *); int (*detect_trunking)(struct nfs_client *, struct nfs_client **, const struct cred *); }; struct nfs4_state_maintenance_ops { int (*sched_state_renewal)(struct nfs_client *, const struct cred *, unsigned int); const struct cred * (*get_state_renewal_cred)(struct nfs_client *); int (*renew_lease)(struct nfs_client *, const struct cred *); }; struct nfs4_mig_recovery_ops { int (*get_locations)(struct nfs_server *, struct nfs_fh *, struct nfs4_fs_locations *, struct page *, const struct cred *); int (*fsid_present)(struct inode *, const struct cred *); }; struct nfs4_state_owner { struct nfs_server *so_server; struct list_head so_lru; long unsigned int so_expires; struct rb_node so_server_node; const struct cred *so_cred; spinlock_t so_lock; atomic_t so_count; long unsigned int so_flags; struct list_head so_states; struct nfs_seqid_counter so_seqid; seqcount_spinlock_t so_reclaim_seqcount; struct mutex so_delegreturn_mutex; }; struct iomap_dio_ops { int (*end_io)(struct kiocb *, ssize_t, int, unsigned int); void (*submit_io)(const struct iomap_iter *, struct bio *, loff_t); struct bio_set *bio_set; }; struct iomap_dio { struct kiocb *iocb; const struct iomap_dio_ops *dops; loff_t i_size; loff_t size; atomic_t ref; unsigned int flags; int error; size_t done_before; bool wait_for_completion; union { struct { struct iov_iter *iter; struct task_struct *waiter; struct bio *poll_bio; } submit; struct { struct work_struct work; } aio; }; }; enum { DQF_INFO_DIRTY_B = 17, }; struct dqstats { long unsigned int stat[8]; struct percpu_counter counter[8]; }; struct quota_module_name { int qm_fmt_id; char *qm_mod_name; }; struct dquot_warn { struct super_block *w_sb; struct kqid w_dq_id; short int w_type; }; struct proc_fs_context { struct pid_namespace *pid_ns; unsigned int mask; enum proc_hidepid hidepid; int gid; enum proc_pidonly pidonly; }; enum proc_param { Opt_gid___4 = 0, Opt_hidepid = 1, Opt_subset = 2, }; struct bpf_iter_aux_info; struct pts_mount_opts { int setuid; int setgid; kuid_t uid; kgid_t gid; umode_t mode; umode_t ptmxmode; int reserve; int max; }; enum { Opt_uid___4 = 0, Opt_gid___5 = 1, Opt_mode___5 = 2, Opt_ptmxmode = 3, Opt_newinstance = 4, Opt_max = 5, Opt_err___3 = 6, }; struct pts_fs_info { struct ida allocated_ptys; struct pts_mount_opts mount_opts; struct super_block *sb; struct dentry *ptmx_dentry; }; typedef u32 unicode_t; struct utf8_table { int cmask; int cval; int shift; long int lmask; long int lval; }; typedef const unsigned char utf8trie_t; typedef const unsigned char utf8leaf_t; enum { Opt_err___4 = 0, Opt_fd = 1, Opt_uid___5 = 2, Opt_gid___6 = 3, Opt_pgrp = 4, Opt_minproto = 5, Opt_maxproto = 6, Opt_indirect = 7, Opt_direct = 8, Opt_offset = 9, Opt_strictexpire = 10, Opt_ignore = 11, }; struct tracefs_dir_ops { int (*mkdir)(const char *); int (*rmdir)(const char *); }; struct tracefs_mount_opts { kuid_t uid; kgid_t gid; umode_t mode; unsigned int opts; }; struct tracefs_fs_info { struct tracefs_mount_opts mount_opts; }; struct msgbuf { __kernel_long_t mtype; char mtext[1]; }; struct msg; struct msqid_ds { struct ipc_perm msg_perm; struct msg *msg_first; struct msg *msg_last; __kernel_old_time_t msg_stime; __kernel_old_time_t msg_rtime; __kernel_old_time_t msg_ctime; long unsigned int msg_lcbytes; long unsigned int msg_lqbytes; short unsigned int msg_cbytes; short unsigned int msg_qnum; short unsigned int msg_qbytes; __kernel_ipc_pid_t msg_lspid; __kernel_ipc_pid_t msg_lrpid; }; struct msqid64_ds { struct ipc64_perm msg_perm; long int msg_stime; long int msg_rtime; long int msg_ctime; long unsigned int msg_cbytes; long unsigned int msg_qnum; long unsigned int msg_qbytes; __kernel_pid_t msg_lspid; __kernel_pid_t msg_lrpid; long unsigned int __unused4; long unsigned int __unused5; }; struct msginfo { int msgpool; int msgmap; int msgmax; int msgmnb; int msgmni; int msgssz; int msgtql; short unsigned int msgseg; }; struct msg_queue { struct kern_ipc_perm q_perm; time64_t q_stime; time64_t q_rtime; time64_t q_ctime; long unsigned int q_cbytes; long unsigned int q_qnum; long unsigned int q_qbytes; struct pid *q_lspid; struct pid *q_lrpid; struct list_head q_messages; struct list_head q_receivers; struct list_head q_senders; long: 64; long: 64; }; struct msg_receiver { struct list_head r_list; struct task_struct *r_tsk; int r_mode; long int r_msgtype; long int r_maxsize; struct msg_msg *r_msg; }; struct msg_sender { struct list_head list; struct task_struct *tsk; size_t msgsz; }; struct avc_cache { struct hlist_head slots[512]; spinlock_t slots_lock[512]; atomic_t lru_hint; atomic_t active_nodes; u32 latest_notif; }; struct selinux_avc { unsigned int avc_cache_threshold; struct avc_cache avc_cache; }; struct trace_event_raw_selinux_audited { struct trace_entry ent; u32 requested; u32 denied; u32 audited; int result; u32 __data_loc_scontext; u32 __data_loc_tcontext; u32 __data_loc_tclass; char __data[0]; }; struct trace_event_data_offsets_selinux_audited { u32 scontext; u32 tcontext; u32 tclass; }; typedef void (*btf_trace_selinux_audited)(void *, struct selinux_audit_data *, char *, char *, const char *); struct avc_xperms_node; struct avc_entry { u32 ssid; u32 tsid; u16 tclass; struct av_decision avd; struct avc_xperms_node *xp_node; }; struct avc_xperms_node { struct extended_perms xp; struct list_head xpd_head; }; struct avc_node { struct avc_entry ae; struct hlist_node list; struct callback_head rhead; }; struct avc_xperms_decision_node { struct extended_perms_decision xpd; struct list_head xpd_list; }; struct avc_callback_node { int (*callback)(u32); u32 events; struct avc_callback_node *next; }; struct nlmsg_perm { u16 nlmsg_type; u32 perm; }; struct netport_security_struct { u32 sid; u16 port; u8 protocol; }; struct sel_netport_bkt { int size; struct list_head list; }; struct sel_netport { struct netport_security_struct psec; struct list_head list; struct callback_head rcu; }; struct aa_audit_rule { struct aa_label *label; }; struct crypto_comp { struct crypto_tfm base; }; struct crypto_report_aead { char type[64]; char geniv[64]; unsigned int blocksize; unsigned int maxauthsize; unsigned int ivsize; }; struct ahash_alg { int (*init)(struct ahash_request *); int (*update)(struct ahash_request *); int (*final)(struct ahash_request *); int (*finup)(struct ahash_request *); int (*digest)(struct ahash_request *); int (*export)(struct ahash_request *, void *); int (*import)(struct ahash_request *, const void *); int (*setkey)(struct crypto_ahash *, const u8 *, unsigned int); int (*init_tfm)(struct crypto_ahash *); void (*exit_tfm)(struct crypto_ahash *); struct hash_alg_common halg; }; struct ahash_instance { void (*free)(struct ahash_instance *); union { struct { char head[88]; struct crypto_instance base; } s; struct ahash_alg alg; }; }; struct crypto_ahash_spawn { struct crypto_spawn base; }; struct ahash_request_priv { crypto_completion_t complete; void *data; u8 *result; u32 flags; void *ubuf[0]; }; struct crypto_report_kpp { char type[64]; }; struct kpp_instance { void (*free)(struct kpp_instance *); union { struct { char head[48]; struct crypto_instance base; } s; struct kpp_alg alg; }; }; struct crypto_kpp_spawn { struct crypto_spawn base; }; enum ecdsasignature_actions { ACT_ecdsa_get_signature_r = 0, ACT_ecdsa_get_signature_s = 1, NR__ecdsasignature_actions = 2, }; struct crypto_report_acomp { char type[64]; }; struct acomp_alg { int (*compress)(struct acomp_req *); int (*decompress)(struct acomp_req *); void (*dst_free)(struct scatterlist *); int (*init)(struct crypto_acomp *); void (*exit)(struct crypto_acomp *); unsigned int reqsize; struct crypto_alg base; }; struct hmac_ctx { struct crypto_shash *hash; }; struct sha1_state { u32 state[5]; u64 count; u8 buffer[64]; }; typedef void sha1_block_fn(struct sha1_state *, const u8 *, int); struct crypto_rfc3686_ctx { struct crypto_skcipher *child; u8 nonce[4]; }; struct crypto_rfc3686_req_ctx { u8 iv[16]; struct skcipher_request subreq; }; struct chksum_desc_ctx___2 { __u16 crc; }; struct drbg_string { const unsigned char *buf; size_t len; struct list_head list; }; typedef uint32_t drbg_flag_t; struct drbg_core { drbg_flag_t flags; __u8 statelen; __u8 blocklen_bytes; char cra_name[128]; char backend_cra_name[128]; }; struct drbg_state; struct drbg_state_ops { int (*update)(struct drbg_state *, struct list_head *, int); int (*generate)(struct drbg_state *, unsigned char *, unsigned int, struct list_head *); int (*crypto_init)(struct drbg_state *); int (*crypto_fini)(struct drbg_state *); }; enum drbg_seed_state { DRBG_SEED_STATE_UNSEEDED = 0, DRBG_SEED_STATE_PARTIAL = 1, DRBG_SEED_STATE_FULL = 2, }; struct drbg_state { struct mutex drbg_mutex; unsigned char *V; unsigned char *Vbuf; unsigned char *C; unsigned char *Cbuf; size_t reseed_ctr; size_t reseed_threshold; unsigned char *scratchpad; unsigned char *scratchpadbuf; void *priv_data; struct crypto_skcipher *ctr_handle; struct skcipher_request *ctr_req; __u8 *outscratchpadbuf; __u8 *outscratchpad; struct crypto_wait ctr_wait; struct scatterlist sg_in; struct scatterlist sg_out; enum drbg_seed_state seeded; long unsigned int last_seed_time; bool pr; bool fips_primed; unsigned char *prev; struct crypto_rng *jent; const struct drbg_state_ops *d_ops; const struct drbg_core *core; struct drbg_string test_data; }; enum drbg_prefixes { DRBG_PREFIX0 = 0, DRBG_PREFIX1 = 1, DRBG_PREFIX2 = 2, DRBG_PREFIX3 = 3, }; struct sdesc { struct shash_desc shash; char ctx[0]; }; struct asymmetric_key_parser { struct list_head link; struct module *owner; const char *name; int (*parse)(struct key_preparsed_payload *); }; enum x509_actions { ACT_x509_extract_key_data = 0, ACT_x509_extract_name_segment___2 = 1, ACT_x509_note_OID___2 = 2, ACT_x509_note_issuer = 3, ACT_x509_note_not_after = 4, ACT_x509_note_not_before = 5, ACT_x509_note_params = 6, ACT_x509_note_serial = 7, ACT_x509_note_sig_algo = 8, ACT_x509_note_signature = 9, ACT_x509_note_subject = 10, ACT_x509_note_tbs_certificate = 11, ACT_x509_process_extension = 12, NR__x509_actions = 13, }; enum blacklist_hash_type { BLACKLIST_HASH_X509_TBS = 1, BLACKLIST_HASH_BINARY = 2, }; enum { DIO_SHOULD_DIRTY = 1, DIO_IS_SYNC = 2, }; struct blkdev_dio { union { struct kiocb *iocb; struct task_struct *waiter; }; size_t size; atomic_t ref; unsigned int flags; long: 64; long: 64; long: 64; long: 64; long: 64; struct bio bio; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct queue_sysfs_entry { struct attribute attr; ssize_t (*show)(struct request_queue *, char *); ssize_t (*store)(struct request_queue *, const char *, size_t); }; enum { ICQ_EXITED = 4, ICQ_DESTROYED = 8, }; struct blk_mq_hw_ctx_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_mq_hw_ctx *, char *); ssize_t (*store)(struct blk_mq_hw_ctx *, const char *, size_t); }; struct blkpg_ioctl_arg { int op; int flags; int datalen; void *data; }; struct blkpg_partition { long long int start; long long int length; int pno; char devname[64]; char volname[64]; }; struct pr_reservation { __u64 key; __u32 type; __u32 flags; }; struct pr_registration { __u64 old_key; __u64 new_key; __u32 flags; __u32 __pad; }; struct pr_preempt { __u64 old_key; __u64 new_key; __u32 type; __u32 flags; }; struct pr_clear { __u64 key; __u32 flags; __u32 __pad; }; struct disk_events { struct list_head node; struct gendisk *disk; spinlock_t lock; struct mutex block_mutex; int block; unsigned int pending; unsigned int clearing; long int poll_msecs; struct delayed_work dwork; }; enum dd_data_dir { DD_READ = 0, DD_WRITE = 1, }; enum { DD_DIR_COUNT = 2, }; enum dd_prio { DD_RT_PRIO = 0, DD_BE_PRIO = 1, DD_IDLE_PRIO = 2, DD_PRIO_MAX = 2, }; enum { DD_PRIO_COUNT = 3, }; struct io_stats_per_prio { uint32_t inserted; uint32_t merged; uint32_t dispatched; atomic_t completed; }; struct dd_per_prio { struct list_head dispatch; struct rb_root sort_list[2]; struct list_head fifo_list[2]; struct request *next_rq[2]; struct io_stats_per_prio stats; }; struct deadline_data { struct dd_per_prio per_prio[3]; enum dd_data_dir last_dir; unsigned int batching; unsigned int starved; int fifo_expire[2]; int fifo_batch; int writes_starved; int front_merges; u32 async_depth; int prio_aging_expire; spinlock_t lock; spinlock_t zone_lock; }; struct t10_pi_tuple { __be16 guard_tag; __be16 app_tag; __be32 ref_tag; }; struct crc64_pi_tuple { __be64 guard_tag; __be16 app_tag; __u8 ref_tag[6]; }; typedef __be16 csum_fn(void *, unsigned int); enum blk_zone_type { BLK_ZONE_TYPE_CONVENTIONAL = 1, BLK_ZONE_TYPE_SEQWRITE_REQ = 2, BLK_ZONE_TYPE_SEQWRITE_PREF = 3, }; enum blk_zone_cond { BLK_ZONE_COND_NOT_WP = 0, BLK_ZONE_COND_EMPTY = 1, BLK_ZONE_COND_IMP_OPEN = 2, BLK_ZONE_COND_EXP_OPEN = 3, BLK_ZONE_COND_CLOSED = 4, BLK_ZONE_COND_READONLY = 13, BLK_ZONE_COND_FULL = 14, BLK_ZONE_COND_OFFLINE = 15, }; enum blk_zone_report_flags { BLK_ZONE_REP_CAPACITY = 1, }; struct blk_zone_report { __u64 sector; __u32 nr_zones; __u32 flags; struct blk_zone zones[0]; }; struct blk_zone_range { __u64 sector; __u64 nr_sectors; }; struct zone_report_args { struct blk_zone *zones; }; struct blk_revalidate_zone_args { struct gendisk *disk; long unsigned int *conv_zones_bitmap; long unsigned int *seq_zones_wlock; unsigned int nr_zones; sector_t zone_sectors; sector_t sector; }; struct bio_fallback_crypt_ctx { struct bio_crypt_ctx crypt_ctx; struct bvec_iter crypt_iter; union { struct { struct work_struct work; struct bio *bio; }; struct { void *bi_private_orig; bio_end_io_t *bi_end_io_orig; }; }; }; struct blk_crypto_fallback_keyslot { enum blk_crypto_mode_num crypto_mode; struct crypto_skcipher *tfms[5]; }; union blk_crypto_iv { __le64 dun[4]; u8 bytes[32]; }; struct io_rename { struct file *file; int old_dfd; int new_dfd; struct filename *oldpath; struct filename *newpath; int flags; }; struct io_unlink { struct file *file; int dfd; int flags; struct filename *filename; }; struct io_mkdir { struct file *file; int dfd; umode_t mode; struct filename *filename; }; struct io_link { struct file *file; int old_dfd; int new_dfd; struct filename *oldpath; struct filename *newpath; int flags; }; struct io_fadvise { struct file *file; u64 offset; u32 len; u32 advice; }; struct io_madvise { struct file *file; u64 addr; u32 len; u32 advice; }; struct io_timeout_data { struct io_kiocb *req; struct hrtimer timer; struct timespec64 ts; enum hrtimer_mode mode; u32 flags; }; struct io_timeout { struct file *file; u32 off; u32 target_seq; struct list_head list; struct io_kiocb *head; struct io_kiocb *prev; }; struct io_timeout_rem { struct file *file; u64 addr; struct timespec64 ts; u32 flags; bool ltimeout; }; enum { IO_WQ_BOUND = 0, IO_WQ_UNBOUND = 1, }; struct io_wqe; struct io_wq { long unsigned int state; free_work_fn *free_work; io_wq_work_fn *do_work; struct io_wq_hash *hash; atomic_t worker_refs; struct completion worker_done; struct hlist_node cpuhp_node; struct task_struct *task; struct io_wqe *wqes[0]; }; enum { IO_WORKER_F_UP = 1, IO_WORKER_F_RUNNING = 2, IO_WORKER_F_FREE = 4, IO_WORKER_F_BOUND = 8, }; enum { IO_WQ_BIT_EXIT = 0, }; enum { IO_ACCT_STALLED_BIT = 0, }; struct io_worker { refcount_t ref; unsigned int flags; struct hlist_nulls_node nulls_node; struct list_head all_list; struct task_struct *task; struct io_wqe *wqe; struct io_wq_work *cur_work; struct io_wq_work *next_work; raw_spinlock_t lock; struct completion ref_done; long unsigned int create_state; struct callback_head create_work; int create_index; union { struct callback_head rcu; struct work_struct work; }; }; struct io_wqe_acct { unsigned int nr_workers; unsigned int max_workers; int index; atomic_t nr_running; raw_spinlock_t lock; struct io_wq_work_list work_list; long unsigned int flags; }; struct io_wqe { raw_spinlock_t lock; struct io_wqe_acct acct[2]; int node; struct hlist_nulls_head free_list; struct list_head all_list; struct wait_queue_entry wait; struct io_wq *wq; struct io_wq_work *hash_tail[64]; cpumask_var_t cpu_mask; }; enum { IO_WQ_ACCT_BOUND = 0, IO_WQ_ACCT_UNBOUND = 1, IO_WQ_ACCT_NR = 2, }; struct io_cb_cancel_data { work_cancel_fn *fn; void *data; int nr_running; int nr_pending; bool cancel_all; }; struct online_data { unsigned int cpu; bool online; }; struct genradix_iter { size_t offset; size_t pos; }; struct genradix_node { union { struct genradix_node *children[2048]; u8 data[16384]; }; }; struct strarray { char **array; size_t n; }; enum assoc_array_walk_status { assoc_array_walk_tree_empty = 0, assoc_array_walk_found_terminal_node = 1, assoc_array_walk_found_wrong_shortcut = 2, }; struct assoc_array_walk_result { struct { struct assoc_array_node *node; int level; int slot; } terminal_node; struct { struct assoc_array_shortcut *shortcut; int level; int sc_level; long unsigned int sc_segments; long unsigned int dissimilarity; } wrong_shortcut; }; struct assoc_array_delete_collapse_context { struct assoc_array_node *node; const void *skip_leaf; int slot; }; typedef unsigned char Byte; typedef long unsigned int uLong; struct internal_state; struct z_stream_s { const Byte *next_in; uLong avail_in; uLong total_in; Byte *next_out; uLong avail_out; uLong total_out; char *msg; struct internal_state *state; void *workspace; int data_type; uLong adler; uLong reserved; }; typedef struct z_stream_s z_stream; typedef z_stream *z_streamp; typedef struct { unsigned char op; unsigned char bits; short unsigned int val; } code; typedef enum { HEAD = 0, FLAGS = 1, TIME = 2, OS = 3, EXLEN = 4, EXTRA = 5, NAME = 6, COMMENT = 7, HCRC = 8, DICTID = 9, DICT = 10, TYPE = 11, TYPEDO = 12, STORED = 13, COPY = 14, TABLE = 15, LENLENS = 16, CODELENS = 17, LEN = 18, LENEXT = 19, DIST = 20, DISTEXT = 21, MATCH = 22, LIT = 23, CHECK = 24, LENGTH = 25, DONE = 26, BAD = 27, MEM = 28, SYNC = 29, } inflate_mode; struct inflate_state { inflate_mode mode; int last; int wrap; int havedict; int flags; unsigned int dmax; long unsigned int check; long unsigned int total; unsigned int wbits; unsigned int wsize; unsigned int whave; unsigned int write; unsigned char *window; long unsigned int hold; unsigned int bits; unsigned int length; unsigned int offset; unsigned int extra; const code *lencode; const code *distcode; unsigned int lenbits; unsigned int distbits; unsigned int ncode; unsigned int nlen; unsigned int ndist; unsigned int have; code *next; short unsigned int lens[320]; short unsigned int work[288]; code codes[2048]; }; union uu { short unsigned int us; unsigned char b[2]; }; typedef unsigned int uInt; typedef enum { CODES = 0, LENS = 1, DISTS = 2, } codetype; struct inflate_workspace { struct inflate_state inflate_state; unsigned char working_window[32768]; }; struct internal_state { int dummy; }; typedef struct { U32 f1c; U32 f1d; U32 f7b; U32 f7c; } ZSTD_cpuid_t; typedef struct { size_t error; int lowerBound; int upperBound; } ZSTD_bounds; typedef ZSTD_CCtx___2 ZSTD_CStream___2; typedef enum { ZSTD_e_continue = 0, ZSTD_e_flush = 1, ZSTD_e_end = 2, } ZSTD_EndDirective; typedef enum { ZSTD_dlm_byCopy = 0, ZSTD_dlm_byRef = 1, } ZSTD_dictLoadMethod_e; typedef struct { long long unsigned int ingested; long long unsigned int consumed; long long unsigned int produced; long long unsigned int flushed; unsigned int currentJobID; unsigned int nbActiveWorkers; } ZSTD_frameProgression; typedef enum { ZSTD_cpm_noAttachDict = 0, ZSTD_cpm_attachDict = 1, ZSTD_cpm_createCDict = 2, ZSTD_cpm_unknown = 3, } ZSTD_cParamMode_e; typedef size_t (*ZSTD_blockCompressor)(ZSTD_matchState_t *, seqStore_t *, U32 *, const void *, size_t); typedef enum { ZSTDcrp_makeClean = 0, ZSTDcrp_leaveDirty = 1, } ZSTD_compResetPolicy_e; typedef enum { ZSTDirp_continue = 0, ZSTDirp_reset = 1, } ZSTD_indexResetPolicy_e; typedef enum { ZSTD_resetTarget_CDict = 0, ZSTD_resetTarget_CCtx = 1, } ZSTD_resetTarget_e; typedef struct { U32 LLtype; U32 Offtype; U32 MLtype; size_t size; size_t lastCountSize; } ZSTD_symbolEncodingTypeStats_t; enum { ZSTDbss_compress = 0, ZSTDbss_noCompress = 1, }; typedef struct { U32 *splitLocations; size_t idx; } seqStoreSplits; typedef struct { U32 idx; U32 posInSequence; size_t posInSrc; } ZSTD_sequencePosition; typedef size_t (*ZSTD_sequenceCopier)(ZSTD_CCtx___2 *, ZSTD_sequencePosition *, const ZSTD_Sequence * const, size_t, const void *, size_t); typedef struct { U64 rolling; U64 stopMask; } ldmRollingHashState_t; typedef struct { BYTE maxTableLog; BYTE tableType; BYTE tableLog; BYTE reserved; } DTableDesc; typedef struct { BYTE nbBits; BYTE byte; } HUF_DEltX1; typedef struct { U32 rankVal[13]; U32 rankStart[13]; U32 statsWksp[218]; BYTE symbols[256]; BYTE huffWeight[256]; } HUF_ReadDTableX1_Workspace; typedef struct { U16 sequence; BYTE nbBits; BYTE length; } HUF_DEltX2; typedef struct { BYTE symbol; } sortedSymbol_t; typedef U32 rankValCol_t[13]; typedef struct { U32 rankVal[156]; U32 rankStats[13]; U32 rankStart0[15]; sortedSymbol_t sortedSymbol[256]; BYTE weightList[256]; U32 calleeWksp[218]; } HUF_ReadDTableX2_Workspace; typedef struct { U32 tableTime; U32 decode256Time; } algo_time_t; typedef enum { ZSTD_d_windowLogMax = 100, ZSTD_d_experimentalParam1 = 1000, ZSTD_d_experimentalParam2 = 1001, ZSTD_d_experimentalParam3 = 1002, ZSTD_d_experimentalParam4 = 1003, } ZSTD_dParameter; typedef ZSTD_DCtx___2 ZSTD_DStream___2; typedef enum { ZSTDnit_frameHeader = 0, ZSTDnit_blockHeader = 1, ZSTDnit_block = 2, ZSTDnit_lastBlock = 3, ZSTDnit_checksum = 4, ZSTDnit_skippableFrame = 5, } ZSTD_nextInputType_e; typedef struct { size_t compressedSize; long long unsigned int decompressedBound; } ZSTD_frameSizeInfo; typedef unsigned int FSE_DTable; typedef struct { size_t state; const void *table; } FSE_DState_t; typedef struct { U16 tableLog; U16 fastMode; } FSE_DTableHeader; typedef struct { short unsigned int newState; unsigned char symbol; unsigned char nbBits; } FSE_decode_t; typedef struct { short int ncount[256]; FSE_DTable dtable[1]; } FSE_DecompressWksp; typedef uint64_t vli_type; enum xz_check { XZ_CHECK_NONE = 0, XZ_CHECK_CRC32 = 1, XZ_CHECK_CRC64 = 4, XZ_CHECK_SHA256 = 10, }; struct xz_dec_hash { vli_type unpadded; vli_type uncompressed; uint32_t crc32; }; struct xz_dec_lzma2; struct xz_dec_bcj; struct xz_dec { enum { SEQ_STREAM_HEADER = 0, SEQ_BLOCK_START = 1, SEQ_BLOCK_HEADER = 2, SEQ_BLOCK_UNCOMPRESS = 3, SEQ_BLOCK_PADDING = 4, SEQ_BLOCK_CHECK = 5, SEQ_INDEX = 6, SEQ_INDEX_PADDING = 7, SEQ_INDEX_CRC32 = 8, SEQ_STREAM_FOOTER = 9, } sequence; uint32_t pos; vli_type vli; size_t in_start; size_t out_start; uint32_t crc32; enum xz_check check_type; enum xz_mode mode; bool allow_buf_error; struct { vli_type compressed; vli_type uncompressed; uint32_t size; } block_header; struct { vli_type compressed; vli_type uncompressed; vli_type count; struct xz_dec_hash hash; } block; struct { enum { SEQ_INDEX_COUNT = 0, SEQ_INDEX_UNPADDED = 1, SEQ_INDEX_UNCOMPRESSED = 2, } sequence; vli_type size; vli_type count; struct xz_dec_hash hash; } index; struct { size_t pos; size_t size; uint8_t buf[1024]; } temp; struct xz_dec_lzma2 *lzma2; struct xz_dec_bcj *bcj; bool bcj_active; }; enum lzma_state { STATE_LIT_LIT = 0, STATE_MATCH_LIT_LIT = 1, STATE_REP_LIT_LIT = 2, STATE_SHORTREP_LIT_LIT = 3, STATE_MATCH_LIT = 4, STATE_REP_LIT = 5, STATE_SHORTREP_LIT = 6, STATE_LIT_MATCH = 7, STATE_LIT_LONGREP = 8, STATE_LIT_SHORTREP = 9, STATE_NONLIT_MATCH = 10, STATE_NONLIT_REP = 11, }; struct dictionary { uint8_t *buf; size_t start; size_t pos; size_t full; size_t limit; size_t end; uint32_t size; uint32_t size_max; uint32_t allocated; enum xz_mode mode; }; struct rc_dec { uint32_t range; uint32_t code; uint32_t init_bytes_left; const uint8_t *in; size_t in_pos; size_t in_limit; }; struct lzma_len_dec { uint16_t choice; uint16_t choice2; uint16_t low[128]; uint16_t mid[128]; uint16_t high[256]; }; struct lzma_dec { uint32_t rep0; uint32_t rep1; uint32_t rep2; uint32_t rep3; enum lzma_state state; uint32_t len; uint32_t lc; uint32_t literal_pos_mask; uint32_t pos_mask; uint16_t is_match[192]; uint16_t is_rep[12]; uint16_t is_rep0[12]; uint16_t is_rep1[12]; uint16_t is_rep2[12]; uint16_t is_rep0_long[192]; uint16_t dist_slot[256]; uint16_t dist_special[114]; uint16_t dist_align[16]; struct lzma_len_dec match_len_dec; struct lzma_len_dec rep_len_dec; uint16_t literal[12288]; }; enum lzma2_seq { SEQ_CONTROL = 0, SEQ_UNCOMPRESSED_1 = 1, SEQ_UNCOMPRESSED_2 = 2, SEQ_COMPRESSED_0 = 3, SEQ_COMPRESSED_1 = 4, SEQ_PROPERTIES = 5, SEQ_LZMA_PREPARE = 6, SEQ_LZMA_RUN = 7, SEQ_COPY = 8, }; struct lzma2_dec { enum lzma2_seq sequence; enum lzma2_seq next_sequence; uint32_t uncompressed; uint32_t compressed; bool need_dict_reset; bool need_props; bool pedantic_microlzma; }; struct xz_dec_lzma2 { struct rc_dec rc; struct dictionary dict; struct lzma2_dec lzma2; struct lzma_dec lzma; struct { uint32_t size; uint8_t buf[63]; } temp; }; struct xz_dec_microlzma { struct xz_dec_lzma2 s; }; struct xz_dec_bcj { enum { BCJ_X86 = 4, BCJ_POWERPC = 5, BCJ_IA64 = 6, BCJ_ARM = 7, BCJ_ARMTHUMB = 8, BCJ_SPARC = 9, } type; enum xz_ret ret; bool single_call; uint32_t pos; uint32_t x86_prev_mask; uint8_t *out; size_t out_pos; size_t out_size; struct { size_t filtered; size_t size; uint8_t buf[16]; } temp; }; struct ts_linear_state { unsigned int len; const void *data; }; struct ddebug_class_param { union { long unsigned int *bits; unsigned int *lvl; }; char flags[8]; const struct ddebug_class_map *map; }; struct ddebug_table { struct list_head link; struct list_head maps; const char *mod_name; unsigned int num_ddebugs; struct _ddebug *ddebugs; }; struct ddebug_query { const char *filename; const char *module; const char *function; const char *format; const char *class_string; unsigned int first_lineno; unsigned int last_lineno; }; struct ddebug_iter { struct ddebug_table *table; int idx; }; struct flag_settings { unsigned int flags; unsigned int mask; }; struct flagsbuf { char buf[7]; }; typedef long int mpi_limb_signed_t; union handle_parts { depot_stack_handle_t handle; struct { u32 slabindex: 14; u32 offset: 12; u32 valid: 1; u32 extra: 5; }; }; struct stack_record { struct stack_record *next; u32 hash; u32 size; union handle_parts handle; long unsigned int entries[0]; }; struct liointc_priv; struct liointc_handler_data { struct liointc_priv *priv; u32 parent_int_map; }; struct liointc_priv { struct irq_chip_generic *gc; struct liointc_handler_data handler[4]; void *core_isr[4]; u8 map_cache[32]; u32 int_pol; u32 int_edge; bool has_lpc_irq_errata; }; struct pch_msi_data { struct mutex msi_map_lock; phys_addr_t doorbell; u32 irq_first; u32 num_irqs; long unsigned int *msi_map; }; struct devres; struct gpiochip_info { char name[32]; char label[32]; __u32 lines; }; enum gpio_v2_line_flag { GPIO_V2_LINE_FLAG_USED = 1, GPIO_V2_LINE_FLAG_ACTIVE_LOW = 2, GPIO_V2_LINE_FLAG_INPUT = 4, GPIO_V2_LINE_FLAG_OUTPUT = 8, GPIO_V2_LINE_FLAG_EDGE_RISING = 16, GPIO_V2_LINE_FLAG_EDGE_FALLING = 32, GPIO_V2_LINE_FLAG_OPEN_DRAIN = 64, GPIO_V2_LINE_FLAG_OPEN_SOURCE = 128, GPIO_V2_LINE_FLAG_BIAS_PULL_UP = 256, GPIO_V2_LINE_FLAG_BIAS_PULL_DOWN = 512, GPIO_V2_LINE_FLAG_BIAS_DISABLED = 1024, GPIO_V2_LINE_FLAG_EVENT_CLOCK_REALTIME = 2048, GPIO_V2_LINE_FLAG_EVENT_CLOCK_HTE = 4096, }; struct gpio_v2_line_values { __u64 bits; __u64 mask; }; enum gpio_v2_line_attr_id { GPIO_V2_LINE_ATTR_ID_FLAGS = 1, GPIO_V2_LINE_ATTR_ID_OUTPUT_VALUES = 2, GPIO_V2_LINE_ATTR_ID_DEBOUNCE = 3, }; struct gpio_v2_line_attribute { __u32 id; __u32 padding; union { __u64 flags; __u64 values; __u32 debounce_period_us; }; }; struct gpio_v2_line_config_attribute { struct gpio_v2_line_attribute attr; __u64 mask; }; struct gpio_v2_line_config { __u64 flags; __u32 num_attrs; __u32 padding[5]; struct gpio_v2_line_config_attribute attrs[10]; }; struct gpio_v2_line_request { __u32 offsets[64]; char consumer[32]; struct gpio_v2_line_config config; __u32 num_lines; __u32 event_buffer_size; __u32 padding[5]; __s32 fd; }; struct gpio_v2_line_info { char name[32]; char consumer[32]; __u32 offset; __u32 num_attrs; __u64 flags; struct gpio_v2_line_attribute attrs[10]; __u32 padding[4]; }; enum gpio_v2_line_changed_type { GPIO_V2_LINE_CHANGED_REQUESTED = 1, GPIO_V2_LINE_CHANGED_RELEASED = 2, GPIO_V2_LINE_CHANGED_CONFIG = 3, }; struct gpio_v2_line_info_changed { struct gpio_v2_line_info info; __u64 timestamp_ns; __u32 event_type; __u32 padding[5]; }; enum gpio_v2_line_event_id { GPIO_V2_LINE_EVENT_RISING_EDGE = 1, GPIO_V2_LINE_EVENT_FALLING_EDGE = 2, }; struct gpio_v2_line_event { __u64 timestamp_ns; __u32 id; __u32 offset; __u32 seqno; __u32 line_seqno; __u32 padding[6]; }; struct gpioline_info { __u32 line_offset; __u32 flags; char name[32]; char consumer[32]; }; struct gpioline_info_changed { struct gpioline_info info; __u64 timestamp; __u32 event_type; __u32 padding[5]; }; struct gpiohandle_request { __u32 lineoffsets[64]; __u32 flags; __u8 default_values[64]; char consumer_label[32]; __u32 lines; int fd; }; struct gpiohandle_config { __u32 flags; __u8 default_values[64]; __u32 padding[4]; }; struct gpiohandle_data { __u8 values[64]; }; struct gpioevent_request { __u32 lineoffset; __u32 handleflags; __u32 eventflags; char consumer_label[32]; int fd; }; struct gpioevent_data { __u64 timestamp; __u32 id; }; typedef __poll_t (*poll_fn)(struct file *, struct poll_table_struct *); typedef long int (*ioctl_fn___2)(struct file *, unsigned int, long unsigned int); typedef ssize_t (*read_fn)(struct file *, char *, size_t, loff_t *); struct linehandle_state { struct gpio_device *gdev; const char *label; struct gpio_desc *descs[64]; u32 num_descs; }; struct linereq; struct line { struct gpio_desc *desc; struct linereq *req; unsigned int irq; u64 edflags; u64 timestamp_ns; u32 req_seqno; u32 line_seqno; struct delayed_work work; unsigned int sw_debounced; unsigned int level; }; struct linereq { struct gpio_device *gdev; const char *label; u32 num_lines; wait_queue_head_t wait; u32 event_buffer_size; struct { union { struct __kfifo kfifo; struct gpio_v2_line_event *type; const struct gpio_v2_line_event *const_type; char (*rectype)[0]; struct gpio_v2_line_event *ptr; const struct gpio_v2_line_event *ptr_const; }; struct gpio_v2_line_event buf[0]; } events; atomic_t seqno; struct mutex config_mutex; struct line lines[0]; }; struct lineevent_state { struct gpio_device *gdev; const char *label; struct gpio_desc *desc; u32 eflags; int irq; wait_queue_head_t wait; struct { union { struct __kfifo kfifo; struct gpioevent_data *type; const struct gpioevent_data *const_type; char (*rectype)[0]; struct gpioevent_data *ptr; const struct gpioevent_data *ptr_const; }; struct gpioevent_data buf[16]; } events; u64 timestamp; }; struct gpio_chardev_data { struct gpio_device *gdev; wait_queue_head_t wait; struct { union { struct __kfifo kfifo; struct gpio_v2_line_info_changed *type; const struct gpio_v2_line_info_changed *const_type; char (*rectype)[0]; struct gpio_v2_line_info_changed *ptr; const struct gpio_v2_line_info_changed *ptr_const; }; struct gpio_v2_line_info_changed buf[32]; } events; struct notifier_block lineinfo_changed_nb; long unsigned int *watched_lines; atomic_t watch_abi_version; }; struct pci_dynid { struct list_head node; struct pci_device_id id; }; struct drv_dev_and_id { struct pci_driver *drv; struct pci_dev *dev; const struct pci_device_id *id; }; struct walk_rcec_data { struct pci_dev *rcec; int (*user_callback)(struct pci_dev *, void *); void *user_data; }; struct pcie_pme_service_data { spinlock_t lock; struct pcie_device *srv; struct work_struct work; bool noirq; }; enum { NVME_REG_CAP = 0, NVME_REG_VS = 8, NVME_REG_INTMS = 12, NVME_REG_INTMC = 16, NVME_REG_CC = 20, NVME_REG_CSTS = 28, NVME_REG_NSSR = 32, NVME_REG_AQA = 36, NVME_REG_ASQ = 40, NVME_REG_ACQ = 48, NVME_REG_CMBLOC = 56, NVME_REG_CMBSZ = 60, NVME_REG_BPINFO = 64, NVME_REG_BPRSEL = 68, NVME_REG_BPMBL = 72, NVME_REG_CMBMSC = 80, NVME_REG_CRTO = 104, NVME_REG_PMRCAP = 3584, NVME_REG_PMRCTL = 3588, NVME_REG_PMRSTS = 3592, NVME_REG_PMREBS = 3596, NVME_REG_PMRSWTP = 3600, NVME_REG_DBS = 4096, }; enum { NVME_CC_ENABLE = 1, NVME_CC_EN_SHIFT = 0, NVME_CC_CSS_SHIFT = 4, NVME_CC_MPS_SHIFT = 7, NVME_CC_AMS_SHIFT = 11, NVME_CC_SHN_SHIFT = 14, NVME_CC_IOSQES_SHIFT = 16, NVME_CC_IOCQES_SHIFT = 20, NVME_CC_CSS_NVM = 0, NVME_CC_CSS_CSI = 96, NVME_CC_CSS_MASK = 112, NVME_CC_AMS_RR = 0, NVME_CC_AMS_WRRU = 2048, NVME_CC_AMS_VS = 14336, NVME_CC_SHN_NONE = 0, NVME_CC_SHN_NORMAL = 16384, NVME_CC_SHN_ABRUPT = 32768, NVME_CC_SHN_MASK = 49152, NVME_CC_IOSQES = 393216, NVME_CC_IOCQES = 4194304, NVME_CC_CRIME = 16777216, }; enum { NVME_CSTS_RDY = 1, NVME_CSTS_CFS = 2, NVME_CSTS_NSSRO = 16, NVME_CSTS_PP = 32, NVME_CSTS_SHST_NORMAL = 0, NVME_CSTS_SHST_OCCUR = 4, NVME_CSTS_SHST_CMPLT = 8, NVME_CSTS_SHST_MASK = 12, }; enum { NVME_AEN_BIT_NS_ATTR = 8, NVME_AEN_BIT_FW_ACT = 9, NVME_AEN_BIT_ANA_CHANGE = 11, NVME_AEN_BIT_DISC_CHANGE = 31, }; enum { SWITCHTEC_GAS_MRPC_OFFSET = 0, SWITCHTEC_GAS_TOP_CFG_OFFSET = 4096, SWITCHTEC_GAS_SW_EVENT_OFFSET = 6144, SWITCHTEC_GAS_SYS_INFO_OFFSET = 8192, SWITCHTEC_GAS_FLASH_INFO_OFFSET = 8704, SWITCHTEC_GAS_PART_CFG_OFFSET = 16384, SWITCHTEC_GAS_NTB_OFFSET = 65536, SWITCHTEC_GAS_PFF_CSR_OFFSET = 1261568, }; enum { SWITCHTEC_NTB_REG_INFO_OFFSET = 0, SWITCHTEC_NTB_REG_CTRL_OFFSET = 16384, SWITCHTEC_NTB_REG_DBMSG_OFFSET = 409600, }; struct nt_partition_info { u32 xlink_enabled; u32 target_part_low; u32 target_part_high; u32 reserved; }; struct ntb_info_regs { u8 partition_count; u8 partition_id; u16 reserved1; u64 ep_map; u16 requester_id; u16 reserved2; u32 reserved3[4]; struct nt_partition_info ntp_info[48]; } __attribute__((packed)); struct ntb_ctrl_regs { u32 partition_status; u32 partition_op; u32 partition_ctrl; u32 bar_setup; u32 bar_error; u16 lut_table_entries; u16 lut_table_offset; u32 lut_error; u16 req_id_table_size; u16 req_id_table_offset; u32 req_id_error; u32 reserved1[7]; struct { u32 ctl; u32 win_size; u64 xlate_addr; } bar_entry[6]; struct { u32 win_size; u32 reserved[3]; } bar_ext_entry[6]; u32 reserved2[192]; u32 req_id_table[512]; u32 reserved3[256]; u64 lut_entry[512]; }; struct pci_dev_reset_methods { u16 vendor; u16 device; int (*reset)(struct pci_dev *, bool); }; struct pci_dev_acs_enabled { u16 vendor; u16 device; int (*acs_enabled)(struct pci_dev *, u16); }; struct pci_dev_acs_ops { u16 vendor; u16 device; int (*enable_acs)(struct pci_dev *); int (*disable_acs_redir)(struct pci_dev *); }; struct loongson_pci_data { u32 flags; struct pci_ops *ops; }; struct loongson_pci { void *cfg0_base; void *cfg1_base; struct platform_device *pdev; const struct loongson_pci_data *data; }; struct dp_sdp_header { u8 HB0; u8 HB1; u8 HB2; u8 HB3; }; struct dp_sdp { struct dp_sdp_header sdp_header; u8 db[32]; }; enum hdmi_infoframe_type { HDMI_INFOFRAME_TYPE_VENDOR = 129, HDMI_INFOFRAME_TYPE_AVI = 130, HDMI_INFOFRAME_TYPE_SPD = 131, HDMI_INFOFRAME_TYPE_AUDIO = 132, HDMI_INFOFRAME_TYPE_DRM = 135, }; struct hdmi_any_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; }; enum hdmi_colorspace { HDMI_COLORSPACE_RGB = 0, HDMI_COLORSPACE_YUV422 = 1, HDMI_COLORSPACE_YUV444 = 2, HDMI_COLORSPACE_YUV420 = 3, HDMI_COLORSPACE_RESERVED4 = 4, HDMI_COLORSPACE_RESERVED5 = 5, HDMI_COLORSPACE_RESERVED6 = 6, HDMI_COLORSPACE_IDO_DEFINED = 7, }; enum hdmi_scan_mode { HDMI_SCAN_MODE_NONE = 0, HDMI_SCAN_MODE_OVERSCAN = 1, HDMI_SCAN_MODE_UNDERSCAN = 2, HDMI_SCAN_MODE_RESERVED = 3, }; enum hdmi_colorimetry { HDMI_COLORIMETRY_NONE = 0, HDMI_COLORIMETRY_ITU_601 = 1, HDMI_COLORIMETRY_ITU_709 = 2, HDMI_COLORIMETRY_EXTENDED = 3, }; enum hdmi_active_aspect { HDMI_ACTIVE_ASPECT_16_9_TOP = 2, HDMI_ACTIVE_ASPECT_14_9_TOP = 3, HDMI_ACTIVE_ASPECT_16_9_CENTER = 4, HDMI_ACTIVE_ASPECT_PICTURE = 8, HDMI_ACTIVE_ASPECT_4_3 = 9, HDMI_ACTIVE_ASPECT_16_9 = 10, HDMI_ACTIVE_ASPECT_14_9 = 11, HDMI_ACTIVE_ASPECT_4_3_SP_14_9 = 13, HDMI_ACTIVE_ASPECT_16_9_SP_14_9 = 14, HDMI_ACTIVE_ASPECT_16_9_SP_4_3 = 15, }; enum hdmi_extended_colorimetry { HDMI_EXTENDED_COLORIMETRY_XV_YCC_601 = 0, HDMI_EXTENDED_COLORIMETRY_XV_YCC_709 = 1, HDMI_EXTENDED_COLORIMETRY_S_YCC_601 = 2, HDMI_EXTENDED_COLORIMETRY_OPYCC_601 = 3, HDMI_EXTENDED_COLORIMETRY_OPRGB = 4, HDMI_EXTENDED_COLORIMETRY_BT2020_CONST_LUM = 5, HDMI_EXTENDED_COLORIMETRY_BT2020 = 6, HDMI_EXTENDED_COLORIMETRY_RESERVED = 7, }; enum hdmi_quantization_range { HDMI_QUANTIZATION_RANGE_DEFAULT = 0, HDMI_QUANTIZATION_RANGE_LIMITED = 1, HDMI_QUANTIZATION_RANGE_FULL = 2, HDMI_QUANTIZATION_RANGE_RESERVED = 3, }; enum hdmi_nups { HDMI_NUPS_UNKNOWN = 0, HDMI_NUPS_HORIZONTAL = 1, HDMI_NUPS_VERTICAL = 2, HDMI_NUPS_BOTH = 3, }; enum hdmi_ycc_quantization_range { HDMI_YCC_QUANTIZATION_RANGE_LIMITED = 0, HDMI_YCC_QUANTIZATION_RANGE_FULL = 1, }; enum hdmi_content_type { HDMI_CONTENT_TYPE_GRAPHICS = 0, HDMI_CONTENT_TYPE_PHOTO = 1, HDMI_CONTENT_TYPE_CINEMA = 2, HDMI_CONTENT_TYPE_GAME = 3, }; enum hdmi_metadata_type { HDMI_STATIC_METADATA_TYPE1 = 0, }; enum hdmi_eotf { HDMI_EOTF_TRADITIONAL_GAMMA_SDR = 0, HDMI_EOTF_TRADITIONAL_GAMMA_HDR = 1, HDMI_EOTF_SMPTE_ST2084 = 2, HDMI_EOTF_BT_2100_HLG = 3, }; struct hdmi_avi_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; enum hdmi_colorspace colorspace; enum hdmi_scan_mode scan_mode; enum hdmi_colorimetry colorimetry; enum hdmi_picture_aspect picture_aspect; enum hdmi_active_aspect active_aspect; bool itc; enum hdmi_extended_colorimetry extended_colorimetry; enum hdmi_quantization_range quantization_range; enum hdmi_nups nups; unsigned char video_code; enum hdmi_ycc_quantization_range ycc_quantization_range; enum hdmi_content_type content_type; unsigned char pixel_repeat; short unsigned int top_bar; short unsigned int bottom_bar; short unsigned int left_bar; short unsigned int right_bar; }; struct hdmi_drm_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; enum hdmi_eotf eotf; enum hdmi_metadata_type metadata_type; struct { u16 x; u16 y; } display_primaries[3]; struct { u16 x; u16 y; } white_point; u16 max_display_mastering_luminance; u16 min_display_mastering_luminance; u16 max_cll; u16 max_fall; }; enum hdmi_spd_sdi { HDMI_SPD_SDI_UNKNOWN = 0, HDMI_SPD_SDI_DSTB = 1, HDMI_SPD_SDI_DVDP = 2, HDMI_SPD_SDI_DVHS = 3, HDMI_SPD_SDI_HDDVR = 4, HDMI_SPD_SDI_DVC = 5, HDMI_SPD_SDI_DSC = 6, HDMI_SPD_SDI_VCD = 7, HDMI_SPD_SDI_GAME = 8, HDMI_SPD_SDI_PC = 9, HDMI_SPD_SDI_BD = 10, HDMI_SPD_SDI_SACD = 11, HDMI_SPD_SDI_HDDVD = 12, HDMI_SPD_SDI_PMP = 13, }; struct hdmi_spd_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; char vendor[8]; char product[16]; enum hdmi_spd_sdi sdi; }; enum hdmi_audio_coding_type { HDMI_AUDIO_CODING_TYPE_STREAM = 0, HDMI_AUDIO_CODING_TYPE_PCM = 1, HDMI_AUDIO_CODING_TYPE_AC3 = 2, HDMI_AUDIO_CODING_TYPE_MPEG1 = 3, HDMI_AUDIO_CODING_TYPE_MP3 = 4, HDMI_AUDIO_CODING_TYPE_MPEG2 = 5, HDMI_AUDIO_CODING_TYPE_AAC_LC = 6, HDMI_AUDIO_CODING_TYPE_DTS = 7, HDMI_AUDIO_CODING_TYPE_ATRAC = 8, HDMI_AUDIO_CODING_TYPE_DSD = 9, HDMI_AUDIO_CODING_TYPE_EAC3 = 10, HDMI_AUDIO_CODING_TYPE_DTS_HD = 11, HDMI_AUDIO_CODING_TYPE_MLP = 12, HDMI_AUDIO_CODING_TYPE_DST = 13, HDMI_AUDIO_CODING_TYPE_WMA_PRO = 14, HDMI_AUDIO_CODING_TYPE_CXT = 15, }; enum hdmi_audio_sample_size { HDMI_AUDIO_SAMPLE_SIZE_STREAM = 0, HDMI_AUDIO_SAMPLE_SIZE_16 = 1, HDMI_AUDIO_SAMPLE_SIZE_20 = 2, HDMI_AUDIO_SAMPLE_SIZE_24 = 3, }; enum hdmi_audio_sample_frequency { HDMI_AUDIO_SAMPLE_FREQUENCY_STREAM = 0, HDMI_AUDIO_SAMPLE_FREQUENCY_32000 = 1, HDMI_AUDIO_SAMPLE_FREQUENCY_44100 = 2, HDMI_AUDIO_SAMPLE_FREQUENCY_48000 = 3, HDMI_AUDIO_SAMPLE_FREQUENCY_88200 = 4, HDMI_AUDIO_SAMPLE_FREQUENCY_96000 = 5, HDMI_AUDIO_SAMPLE_FREQUENCY_176400 = 6, HDMI_AUDIO_SAMPLE_FREQUENCY_192000 = 7, }; enum hdmi_audio_coding_type_ext { HDMI_AUDIO_CODING_TYPE_EXT_CT = 0, HDMI_AUDIO_CODING_TYPE_EXT_HE_AAC = 1, HDMI_AUDIO_CODING_TYPE_EXT_HE_AAC_V2 = 2, HDMI_AUDIO_CODING_TYPE_EXT_MPEG_SURROUND = 3, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_HE_AAC = 4, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_HE_AAC_V2 = 5, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_AAC_LC = 6, HDMI_AUDIO_CODING_TYPE_EXT_DRA = 7, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_HE_AAC_SURROUND = 8, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_AAC_LC_SURROUND = 10, }; struct hdmi_audio_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; unsigned char channels; enum hdmi_audio_coding_type coding_type; enum hdmi_audio_sample_size sample_size; enum hdmi_audio_sample_frequency sample_frequency; enum hdmi_audio_coding_type_ext coding_type_ext; unsigned char channel_allocation; unsigned char level_shift_value; bool downmix_inhibit; }; enum hdmi_3d_structure { HDMI_3D_STRUCTURE_INVALID = -1, HDMI_3D_STRUCTURE_FRAME_PACKING = 0, HDMI_3D_STRUCTURE_FIELD_ALTERNATIVE = 1, HDMI_3D_STRUCTURE_LINE_ALTERNATIVE = 2, HDMI_3D_STRUCTURE_SIDE_BY_SIDE_FULL = 3, HDMI_3D_STRUCTURE_L_DEPTH = 4, HDMI_3D_STRUCTURE_L_DEPTH_GFX_GFX_DEPTH = 5, HDMI_3D_STRUCTURE_TOP_AND_BOTTOM = 6, HDMI_3D_STRUCTURE_SIDE_BY_SIDE_HALF = 8, }; struct hdmi_vendor_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; unsigned int oui; u8 vic; enum hdmi_3d_structure s3d_struct; unsigned int s3d_ext_data; }; union hdmi_vendor_any_infoframe { struct { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; unsigned int oui; } any; struct hdmi_vendor_infoframe hdmi; }; union hdmi_infoframe { struct hdmi_any_infoframe any; struct hdmi_avi_infoframe avi; struct hdmi_spd_infoframe spd; union hdmi_vendor_any_infoframe vendor; struct hdmi_audio_infoframe audio; struct hdmi_drm_infoframe drm; }; struct lcd_properties { int max_contrast; }; struct lcd_device; struct lcd_ops { int (*get_power)(struct lcd_device *); int (*set_power)(struct lcd_device *, int); int (*get_contrast)(struct lcd_device *); int (*set_contrast)(struct lcd_device *, int); int (*set_mode)(struct lcd_device *, struct fb_videomode *); int (*check_fb)(struct lcd_device *, struct fb_info *); }; struct lcd_device { struct lcd_properties props; struct mutex ops_lock; struct lcd_ops *ops; struct mutex update_lock; struct notifier_block fb_notif; struct device dev; }; struct ipmi_dmi_info { enum si_type si_type; unsigned int space; long unsigned int addr; u8 slave_addr; struct ipmi_dmi_info *next; }; struct acpi_osi_entry { char string[64]; bool enable; }; struct acpi_osi_config { u8 default_disabling; unsigned int linux_enable: 1; unsigned int linux_dmi: 1; unsigned int linux_cmdline: 1; unsigned int darwin_enable: 1; unsigned int darwin_dmi: 1; unsigned int darwin_cmdline: 1; }; struct acpi_table_stao { struct acpi_table_header header; u8 ignore_uart; } __attribute__((packed)); struct acpi_dep_data { struct list_head node; acpi_handle supplier; acpi_handle consumer; bool honor_dep; }; struct acpi_scan_clear_dep_work { struct work_struct work; struct acpi_device *adev; }; struct platform_device; struct acpi_table_ecdt { struct acpi_table_header header; struct acpi_generic_address control; struct acpi_generic_address data; u32 uid; u8 gpe; u8 id[1]; } __attribute__((packed)); enum acpi_ec_event_state { EC_EVENT_READY = 0, EC_EVENT_IN_PROGRESS = 1, EC_EVENT_COMPLETE = 2, }; struct transaction; struct acpi_ec { acpi_handle handle; acpi_handle address_space_handler_holder; int gpe; int irq; long unsigned int command_addr; long unsigned int data_addr; bool global_lock; long unsigned int flags; long unsigned int reference_count; struct mutex mutex; wait_queue_head_t wait; struct list_head list; struct transaction *curr; spinlock_t lock; struct work_struct work; long unsigned int timestamp; enum acpi_ec_event_state event_state; unsigned int events_to_process; unsigned int events_in_progress; unsigned int queries_in_progress; bool busy_polling; unsigned int polling_guard; }; struct transaction { const u8 *wdata; u8 *rdata; short unsigned int irq_count; u8 command; u8 wi; u8 ri; u8 wlen; u8 rlen; u8 flags; }; typedef int (*acpi_ec_query_func)(void *); enum ec_command { ACPI_EC_COMMAND_READ = 128, ACPI_EC_COMMAND_WRITE = 129, ACPI_EC_BURST_ENABLE = 130, ACPI_EC_BURST_DISABLE = 131, ACPI_EC_COMMAND_QUERY = 132, }; enum { EC_FLAGS_QUERY_ENABLED = 0, EC_FLAGS_EVENT_HANDLER_INSTALLED = 1, EC_FLAGS_EC_HANDLER_INSTALLED = 2, EC_FLAGS_EC_REG_CALLED = 3, EC_FLAGS_QUERY_METHODS_INSTALLED = 4, EC_FLAGS_STARTED = 5, EC_FLAGS_STOPPED = 6, EC_FLAGS_EVENTS_MASKED = 7, }; struct acpi_ec_query_handler { struct list_head node; acpi_ec_query_func func; acpi_handle handle; void *data; u8 query_bit; struct kref kref; }; struct acpi_ec_query { struct transaction transaction; struct work_struct work; struct acpi_ec_query_handler *handler; struct acpi_ec *ec; }; struct acpi_ged_device { struct device *dev; struct list_head event_list; }; struct acpi_ged_event { struct list_head node; struct device *dev; unsigned int gsi; unsigned int irq; acpi_handle handle; }; struct acpi_signal_fatal_info { u32 type; u32 code; u32 argument; }; typedef enum { ACPI_TRACE_AML_METHOD = 0, ACPI_TRACE_AML_OPCODE = 1, ACPI_TRACE_AML_REGION = 2, } acpi_trace_event_type; struct acpi_gpe_block_status_context { struct acpi_gpe_register_info *gpe_skip_register_info; u8 gpe_skip_mask; u8 retval; }; typedef acpi_status (*acpi_object_converter)(struct acpi_namespace_node *, union acpi_operand_object *, union acpi_operand_object **); struct acpi_simple_repair_info { char name[4]; u32 unexpected_btypes; u32 package_index; acpi_object_converter object_converter; }; struct acpi_pci_slot { struct pci_slot *pci_slot; struct list_head list; }; struct acpi_thermal_state { u8 critical: 1; u8 hot: 1; u8 passive: 1; u8 active: 1; u8 reserved: 4; int active_index; }; struct acpi_thermal_state_flags { u8 valid: 1; u8 enabled: 1; u8 reserved: 6; }; struct acpi_thermal_critical { struct acpi_thermal_state_flags flags; long unsigned int temperature; }; struct acpi_thermal_hot { struct acpi_thermal_state_flags flags; long unsigned int temperature; }; struct acpi_thermal_passive { struct acpi_thermal_state_flags flags; long unsigned int temperature; long unsigned int tc1; long unsigned int tc2; long unsigned int tsp; struct acpi_handle_list devices; }; struct acpi_thermal_active { struct acpi_thermal_state_flags flags; long unsigned int temperature; struct acpi_handle_list devices; }; struct acpi_thermal_trips { struct acpi_thermal_critical critical; struct acpi_thermal_hot hot; struct acpi_thermal_passive passive; struct acpi_thermal_active active[10]; }; struct acpi_thermal_flags { u8 cooling_mode: 1; u8 devices: 1; u8 reserved: 6; }; struct acpi_thermal { struct acpi_device *device; acpi_bus_id name; long unsigned int temperature; long unsigned int last_temperature; long unsigned int polling_frequency; volatile u8 zombie; struct acpi_thermal_flags flags; struct acpi_thermal_state state; struct acpi_thermal_trips trips; struct acpi_handle_list devices; struct thermal_zone_device *thermal_zone; int kelvin_offset; struct work_struct thermal_check_work; struct mutex thermal_check_lock; refcount_t thermal_check_count; }; struct acpi_battery_hook { const char *name; int (*add_battery)(struct power_supply *, struct acpi_battery_hook *); int (*remove_battery)(struct power_supply *, struct acpi_battery_hook *); struct list_head list; }; enum { ACPI_BATTERY_ALARM_PRESENT = 0, ACPI_BATTERY_XINFO_PRESENT = 1, ACPI_BATTERY_QUIRK_PERCENTAGE_CAPACITY = 2, ACPI_BATTERY_QUIRK_THINKPAD_MAH = 3, ACPI_BATTERY_QUIRK_DEGRADED_FULL_CHARGE = 4, }; struct acpi_battery { struct mutex lock; struct mutex sysfs_lock; struct power_supply *bat; struct power_supply_desc bat_desc; struct acpi_device *device; struct notifier_block pm_nb; struct list_head list; long unsigned int update_time; int revision; int rate_now; int capacity_now; int voltage_now; int design_capacity; int full_charge_capacity; int technology; int design_voltage; int design_capacity_warning; int design_capacity_low; int cycle_count; int measurement_accuracy; int max_sampling_time; int min_sampling_time; int max_averaging_interval; int min_averaging_interval; int capacity_granularity_1; int capacity_granularity_2; int alarm; char model_number[32]; char serial_number[32]; char type[32]; char oem_info[32]; int state; int power_unit; long unsigned int flags; }; struct acpi_offsets { size_t offset; u8 mode; }; struct clk_fixed_factor { struct clk_hw hw; unsigned int mult; unsigned int div; }; struct clk_multiplier { struct clk_hw hw; void *reg; u8 shift; u8 width; u8 flags; spinlock_t *lock; }; struct clk_composite { struct clk_hw hw; struct clk_ops ops; struct clk_hw *mux_hw; struct clk_hw *rate_hw; struct clk_hw *gate_hw; const struct clk_ops *mux_ops; const struct clk_ops *rate_ops; const struct clk_ops *gate_ops; }; struct dma_chan_tbl_ent { struct dma_chan *chan; }; struct dmaengine_unmap_pool { struct kmem_cache *cache; const char *name; mempool_t *pool; size_t size; }; struct pre_voltage_change_data { long unsigned int old_uV; long unsigned int min_uV; long unsigned int max_uV; }; struct regulator_coupler { struct list_head list; int (*attach_regulator)(struct regulator_coupler *, struct regulator_dev *); int (*detach_regulator)(struct regulator_coupler *, struct regulator_dev *); int (*balance_voltage)(struct regulator_coupler *, struct regulator_dev *, suspend_state_t); }; enum regulator_status { REGULATOR_STATUS_OFF = 0, REGULATOR_STATUS_ON = 1, REGULATOR_STATUS_ERROR = 2, REGULATOR_STATUS_FAST = 3, REGULATOR_STATUS_NORMAL = 4, REGULATOR_STATUS_IDLE = 5, REGULATOR_STATUS_STANDBY = 6, REGULATOR_STATUS_BYPASS = 7, REGULATOR_STATUS_UNDEFINED = 8, }; enum regulator_detection_severity { REGULATOR_SEVERITY_PROT = 0, REGULATOR_SEVERITY_ERR = 1, REGULATOR_SEVERITY_WARN = 2, }; struct regulator_enable_gpio { struct list_head list; struct gpio_desc *gpiod; u32 enable_count; u32 request_count; }; struct trace_event_raw_regulator_basic { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_regulator_range { struct trace_entry ent; u32 __data_loc_name; int min; int max; char __data[0]; }; struct trace_event_raw_regulator_value { struct trace_entry ent; u32 __data_loc_name; unsigned int val; char __data[0]; }; struct trace_event_data_offsets_regulator_basic { u32 name; }; struct trace_event_data_offsets_regulator_range { u32 name; }; struct trace_event_data_offsets_regulator_value { u32 name; }; typedef void (*btf_trace_regulator_enable)(void *, const char *); typedef void (*btf_trace_regulator_enable_delay)(void *, const char *); typedef void (*btf_trace_regulator_enable_complete)(void *, const char *); typedef void (*btf_trace_regulator_disable)(void *, const char *); typedef void (*btf_trace_regulator_disable_complete)(void *, const char *); typedef void (*btf_trace_regulator_bypass_enable)(void *, const char *); typedef void (*btf_trace_regulator_bypass_enable_complete)(void *, const char *); typedef void (*btf_trace_regulator_bypass_disable)(void *, const char *); typedef void (*btf_trace_regulator_bypass_disable_complete)(void *, const char *); typedef void (*btf_trace_regulator_set_voltage)(void *, const char *, int, int); typedef void (*btf_trace_regulator_set_voltage_complete)(void *, const char *, unsigned int); struct regulator_map { struct list_head list; const char *dev_name; const char *supply; struct regulator_dev *regulator; }; struct regulator_supply_alias { struct list_head list; struct device *src_dev; const char *src_supply; struct device *alias_dev; const char *alias_supply; }; struct summary_data { struct seq_file *s; struct regulator_dev *parent; int level; }; struct summary_lock_data { struct ww_acquire_ctx *ww_ctx; struct regulator_dev **new_contended_rdev; struct regulator_dev **old_contended_rdev; }; struct reset_control; struct reset_control_bulk_data { const char *id; struct reset_control *rstc; }; struct reset_controller_dev; struct reset_control { struct reset_controller_dev *rcdev; struct list_head list; unsigned int id; struct kref refcnt; bool acquired; bool shared; bool array; atomic_t deassert_count; atomic_t triggered_count; }; struct reset_control_ops { int (*reset)(struct reset_controller_dev *, long unsigned int); int (*assert)(struct reset_controller_dev *, long unsigned int); int (*deassert)(struct reset_controller_dev *, long unsigned int); int (*status)(struct reset_controller_dev *, long unsigned int); }; struct reset_controller_dev { const struct reset_control_ops *ops; struct module *owner; struct list_head list; struct list_head reset_control_head; struct device *dev; struct device_node *of_node; int of_reset_n_cells; int (*of_xlate)(struct reset_controller_dev *, const struct of_phandle_args *); unsigned int nr_resets; }; struct reset_control_lookup { struct list_head list; const char *provider; unsigned int index; const char *dev_id; const char *con_id; }; struct reset_control_array { struct reset_control base; unsigned int num_rstcs; struct reset_control *rstc[0]; }; struct reset_control_bulk_devres { int num_rstcs; struct reset_control_bulk_data *rstcs; }; struct ldsem_waiter { struct list_head list; struct task_struct *task; }; struct pts_fs_info; struct vcs_poll_data { struct notifier_block notifier; unsigned int cons_num; int event; wait_queue_head_t waitq; struct fasync_struct *fasync; }; struct kbdiacr { unsigned char diacr; unsigned char base; unsigned char result; }; struct kbdiacrs { unsigned int kb_cnt; struct kbdiacr kbdiacr[256]; }; struct kbdiacrsuc { unsigned int kb_cnt; struct kbdiacruc kbdiacruc[256]; }; struct kbd_struct { unsigned char lockstate; unsigned char slockstate; unsigned char ledmode: 1; unsigned char ledflagstate: 4; char: 3; unsigned char default_ledflagstate: 4; unsigned char kbdmode: 3; char: 1; unsigned char modeflags: 5; }; typedef void k_handler_fn(struct vc_data *, unsigned char, char); typedef void fn_handler_fn(struct vc_data *); struct getset_keycode_data { struct input_keymap_entry ke; int error; }; struct kbd_led_trigger { struct led_trigger trigger; unsigned int mask; }; struct plat_serial8250_port { long unsigned int iobase; void *membase; resource_size_t mapbase; unsigned int irq; long unsigned int irqflags; unsigned int uartclk; void *private_data; unsigned char regshift; unsigned char iotype; unsigned char hub6; unsigned char has_sysrq; upf_t flags; unsigned int type; unsigned int (*serial_in)(struct uart_port *, int); void (*serial_out)(struct uart_port *, int, int); void (*set_termios)(struct uart_port *, struct ktermios *, const struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); unsigned int (*get_mctrl)(struct uart_port *); int (*handle_irq)(struct uart_port *); void (*pm)(struct uart_port *, unsigned int, unsigned int); void (*handle_break)(struct uart_port *); }; enum { PLAT8250_DEV_LEGACY = -1, PLAT8250_DEV_PLATFORM = 0, PLAT8250_DEV_PLATFORM1 = 1, PLAT8250_DEV_PLATFORM2 = 2, PLAT8250_DEV_FOURPORT = 3, PLAT8250_DEV_ACCENT = 4, PLAT8250_DEV_BOCA = 5, PLAT8250_DEV_EXAR_ST16C554 = 6, PLAT8250_DEV_HUB6 = 7, PLAT8250_DEV_AU1X00 = 8, PLAT8250_DEV_SM501 = 9, }; struct old_serial_port { unsigned int uart; unsigned int baud_base; unsigned int port; unsigned int irq; upf_t flags; unsigned char io_type; unsigned char *iomem_base; short unsigned int iomem_reg_shift; }; struct irq_info { struct hlist_node node; int irq; spinlock_t lock; struct list_head *head; }; struct exar8250_platform { int (*rs485_config)(struct uart_port *, struct ktermios *, struct serial_rs485 *); const struct serial_rs485 *rs485_supported; int (*register_gpio)(struct pci_dev *, struct uart_8250_port *); void (*unregister_gpio)(struct uart_8250_port *); }; struct exar8250; struct exar8250_board { unsigned int num_ports; unsigned int reg_shift; int (*setup)(struct exar8250 *, struct pci_dev *, struct uart_8250_port *, int); void (*exit)(struct pci_dev *); }; struct exar8250 { unsigned int nr; struct exar8250_board *board; void *virt; int line[0]; }; struct of_serial_info { struct clk *clk; struct reset_control *rst; int type; int line; }; struct hwrng { const char *name; int (*init)(struct hwrng *); void (*cleanup)(struct hwrng *); int (*data_present)(struct hwrng *, int); int (*data_read)(struct hwrng *, u32 *); int (*read)(struct hwrng *, void *, size_t, bool); long unsigned int priv; short unsigned int quality; struct list_head list; struct kref ref; struct completion cleanup_done; struct completion dying; }; struct pci_dev; struct drm_client_buffer { struct drm_client_dev *client; u32 handle; u32 pitch; struct drm_gem_object *gem; struct iosys_map map; struct drm_framebuffer *fb; }; struct drm_mode_crtc { __u64 set_connectors_ptr; __u32 count_connectors; __u32 crtc_id; __u32 fb_id; __u32 x; __u32 y; __u32 gamma_size; __u32 mode_valid; struct drm_mode_modeinfo mode; }; struct displayid_tiled_block { struct displayid_block base; u8 tile_cap; u8 topo[3]; u8 tile_size[4]; u8 tile_pixel_bezel[5]; u8 topology_id[8]; }; struct displayid_detailed_timings_1 { u8 pixel_clock[3]; u8 flags; u8 hactive[2]; u8 hblank[2]; u8 hsync[2]; u8 hsw[2]; u8 vactive[2]; u8 vblank[2]; u8 vsync[2]; u8 vsw[2]; }; struct displayid_detailed_timing_block { struct displayid_block base; struct displayid_detailed_timings_1 timings[0]; }; struct displayid_vesa_vendor_specific_block { struct displayid_block base; u8 oui[3]; u8 data_structure_type; u8 mso; }; struct est_timings { u8 t1; u8 t2; u8 mfg_rsvd; }; struct std_timing { u8 hsize; u8 vfreq_aspect; }; struct detailed_pixel_timing { u8 hactive_lo; u8 hblank_lo; u8 hactive_hblank_hi; u8 vactive_lo; u8 vblank_lo; u8 vactive_vblank_hi; u8 hsync_offset_lo; u8 hsync_pulse_width_lo; u8 vsync_offset_pulse_width_lo; u8 hsync_vsync_offset_pulse_width_hi; u8 width_mm_lo; u8 height_mm_lo; u8 width_height_mm_hi; u8 hborder; u8 vborder; u8 misc; }; struct detailed_data_string { u8 str[13]; }; struct detailed_data_monitor_range { u8 min_vfreq; u8 max_vfreq; u8 min_hfreq_khz; u8 max_hfreq_khz; u8 pixel_clock_mhz; u8 flags; union { struct { u8 reserved; u8 hfreq_start_khz; u8 c; __le16 m; u8 k; u8 j; } __attribute__((packed)) gtf2; struct { u8 version; u8 data1; u8 data2; u8 supported_aspects; u8 flags; u8 supported_scalings; u8 preferred_refresh; } cvt; } formula; } __attribute__((packed)); struct detailed_data_wpindex { u8 white_yx_lo; u8 white_x_hi; u8 white_y_hi; u8 gamma; }; struct cvt_timing { u8 code[3]; }; struct detailed_non_pixel { u8 pad1; u8 type; u8 pad2; union { struct detailed_data_string str; struct detailed_data_monitor_range range; struct detailed_data_wpindex color; struct std_timing timings[6]; struct cvt_timing cvt[4]; } data; } __attribute__((packed)); struct detailed_timing { __le16 pixel_clock; union { struct detailed_pixel_timing pixel_data; struct detailed_non_pixel other_data; } data; }; struct edid { u8 header[8]; u8 mfg_id[2]; u8 prod_code[2]; u32 serial; u8 mfg_week; u8 mfg_year; u8 version; u8 revision; u8 input; u8 width_cm; u8 height_cm; u8 gamma; u8 features; u8 red_green_lo; u8 blue_white_lo; u8 red_x; u8 red_y; u8 green_x; u8 green_y; u8 blue_x; u8 blue_y; u8 white_x; u8 white_y; struct est_timings established_timings; struct std_timing standard_timings[8]; struct detailed_timing detailed_timings[4]; u8 extensions; u8 checksum; }; struct cea_sad { u8 format; u8 channels; u8 freq; u8 byte2; }; struct detailed_mode_closure { struct drm_connector *connector; const struct drm_edid *drm_edid; bool preferred; u32 quirks; int modes; }; struct edid_quirk { u32 panel_id; u32 quirks; }; struct minimode { short int w; short int h; short int r; short int rb; }; struct drm_edid_iter { const struct drm_edid *drm_edid; int index; }; enum edid_block_status { EDID_BLOCK_OK = 0, EDID_BLOCK_READ_FAIL = 1, EDID_BLOCK_NULL = 2, EDID_BLOCK_ZERO = 3, EDID_BLOCK_HEADER_CORRUPT = 4, EDID_BLOCK_HEADER_REPAIR = 5, EDID_BLOCK_HEADER_FIXED = 6, EDID_BLOCK_CHECKSUM = 7, EDID_BLOCK_VERSION = 8, }; typedef int read_block_fn(void *, u8 *, unsigned int, size_t); typedef void detailed_cb(const struct detailed_timing *, void *); struct stereo_mandatory_mode { int width; int height; int vrefresh; unsigned int flags; }; struct cea_db_iter { struct drm_edid_iter edid_iter; struct displayid_iter displayid_iter; const u8 *collection; int index; int end; }; struct cea_db { u8 tag_length; u8 data[0]; }; struct drm_mode_create_lease { __u64 object_ids; __u32 object_count; __u32 flags; __u32 lessee_id; __u32 fd; }; struct drm_mode_list_lessees { __u32 count_lessees; __u32 pad; __u64 lessees_ptr; }; struct drm_mode_get_lease { __u32 count_objects; __u32 pad; __u64 objects_ptr; }; struct drm_mode_revoke_lease { __u32 lessee_id; }; struct drm_named_mode { const char *name; unsigned int pixel_clock_khz; unsigned int xres; unsigned int yres; unsigned int flags; }; struct drm_mode_property_enum { __u64 value; char name[32]; }; struct drm_mode_get_property { __u64 values_ptr; __u64 enum_blob_ptr; __u32 prop_id; __u32 flags; char name[32]; __u32 count_values; __u32 count_enum_blobs; }; struct drm_mode_get_blob { __u32 blob_id; __u32 length; __u64 data; }; struct drm_mode_create_blob { __u64 data; __u32 length; __u32 blob_id; }; struct drm_mode_destroy_blob { __u32 blob_id; }; struct drm_property_enum { uint64_t value; struct list_head head; char name[32]; }; enum drm_vblank_seq_type { _DRM_VBLANK_ABSOLUTE = 0, _DRM_VBLANK_RELATIVE = 1, _DRM_VBLANK_HIGH_CRTC_MASK = 62, _DRM_VBLANK_EVENT = 67108864, _DRM_VBLANK_FLIP = 134217728, _DRM_VBLANK_NEXTONMISS = 268435456, _DRM_VBLANK_SECONDARY = 536870912, _DRM_VBLANK_SIGNAL = 1073741824, }; struct drm_wait_vblank_request { enum drm_vblank_seq_type type; unsigned int sequence; long unsigned int signal; }; struct drm_wait_vblank_reply { enum drm_vblank_seq_type type; unsigned int sequence; long int tval_sec; long int tval_usec; }; union drm_wait_vblank { struct drm_wait_vblank_request request; struct drm_wait_vblank_reply reply; }; struct drm_modeset_ctl { __u32 crtc; __u32 cmd; }; struct drm_crtc_get_sequence { __u32 crtc_id; __u32 active; __u64 sequence; __s64 sequence_ns; }; struct drm_crtc_queue_sequence { __u32 crtc_id; __u32 flags; __u64 sequence; __u64 user_data; }; typedef bool (*drm_vblank_get_scanout_position_func)(struct drm_crtc *, bool, int *, int *, ktime_t *, ktime_t *, const struct drm_display_mode *); struct drm_dmi_panel_orientation_data { int width; int height; const char * const *bios_dates; int orientation; }; struct fwnode_link { struct fwnode_handle *supplier; struct list_head s_hook; struct fwnode_handle *consumer; struct list_head c_hook; }; enum dpm_order { DPM_ORDER_NONE = 0, DPM_ORDER_DEV_AFTER_PARENT = 1, DPM_ORDER_PARENT_BEFORE_DEV = 2, DPM_ORDER_DEV_LAST = 3, }; struct dev_ext_attribute { struct device_attribute attr; void *var; }; union device_attr_group_devres { const struct attribute_group *group; const struct attribute_group **groups; }; struct class_dir { struct kobject kobj; struct class *class; }; struct root_device { struct device dev; struct module *owner; }; struct probe { struct probe *next; dev_t dev; long unsigned int range; struct module *owner; kobj_probe_t *get; int (*lock)(dev_t, void *); void *data; }; struct kobj_map { struct probe *probes[255]; struct mutex *lock; }; struct software_node_ref_args { const struct software_node *node; unsigned int nargs; u64 args[8]; }; struct swnode { struct kobject kobj; struct fwnode_handle fwnode; const struct software_node *node; int id; struct ida child_ids; struct list_head entry; struct list_head children; struct swnode *parent; unsigned int allocated: 1; unsigned int managed: 1; }; enum fw_opt { FW_OPT_UEVENT = 1, FW_OPT_NOWAIT = 2, FW_OPT_USERHELPER = 4, FW_OPT_NO_WARN = 8, FW_OPT_NOCACHE = 16, FW_OPT_NOFALLBACK_SYSFS = 32, FW_OPT_FALLBACK_PLATFORM = 64, FW_OPT_PARTIAL = 128, }; enum fw_status { FW_STATUS_UNKNOWN = 0, FW_STATUS_LOADING = 1, FW_STATUS_DONE = 2, FW_STATUS_ABORTED = 3, }; struct fw_state { struct completion completion; enum fw_status status; }; struct firmware_cache; struct fw_priv { struct kref ref; struct list_head list; struct firmware_cache *fwc; struct fw_state fw_st; void *data; size_t size; size_t allocated_size; size_t offset; u32 opt_flags; bool is_paged_buf; struct page **pages; int nr_pages; int page_array_size; const char *fw_name; }; struct firmware_cache { spinlock_t lock; struct list_head head; int state; spinlock_t name_lock; struct list_head fw_names; struct delayed_work work; struct notifier_block pm_notify; }; struct fw_cache_entry { struct list_head list; const char *name; }; struct fw_name_devm { long unsigned int magic; const char *name; }; struct firmware_work { struct work_struct work; struct module *module; const char *name; struct device *device; void *context; void (*cont)(const struct firmware *, void *); u32 opt_flags; }; struct regmap_mmio_context { void *regs; unsigned int val_bytes; bool big_endian; bool attached_clk; struct clk *clk; void (*reg_write)(struct regmap_mmio_context *, unsigned int, unsigned int); unsigned int (*reg_read)(struct regmap_mmio_context *, unsigned int); }; struct trace_event_raw_dma_fence { struct trace_entry ent; u32 __data_loc_driver; u32 __data_loc_timeline; unsigned int context; unsigned int seqno; char __data[0]; }; struct trace_event_data_offsets_dma_fence { u32 driver; u32 timeline; }; typedef void (*btf_trace_dma_fence_emit)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_init)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_destroy)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_enable_signal)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_signaled)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_wait_start)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_wait_end)(void *, struct dma_fence *); struct default_wait_cb { struct dma_fence_cb base; struct task_struct *task; }; struct scsi_host_busy_iter_data { bool (*fn)(struct scsi_cmnd *, void *); void *priv; }; struct scsi_eh_save { int result; unsigned int resid_len; int eh_eflags; enum dma_data_direction data_direction; unsigned int underflow; unsigned char cmd_len; unsigned char prot_op; unsigned char cmnd[32]; struct scsi_data_buffer sdb; struct scatterlist sense_sgl; }; struct sas_phy_data { struct sas_phy *phy; struct mutex event_lock; int hard_reset; int reset_result; struct sas_work reset_work; int enable; int enable_result; struct sas_work enable_work; }; typedef struct { caddr_t ccb; struct list_head list; long unsigned int gp; unsigned int sno; struct scsi_cmnd *scp; uint32_t state; uint32_t dma_direction; uint32_t dma_type; uint16_t dev_channel; uint16_t dev_target; uint32_t status; } scb_t___2; typedef struct { struct tasklet_struct dpc_h; struct pci_dev *pdev; struct Scsi_Host *host; spinlock_t lock; uint8_t quiescent; int outstanding_cmds; scb_t___2 *kscb_list; struct list_head kscb_pool; spinlock_t kscb_pool_lock; struct list_head pend_list; spinlock_t pend_list_lock; struct list_head completed_list; spinlock_t completed_list_lock; uint16_t sglen; int device_ids[1040]; caddr_t raid_device; uint8_t max_channel; uint16_t max_target; uint8_t max_lun; uint32_t unique_id; int irq; uint8_t ito; caddr_t ibuf; dma_addr_t ibuf_dma_h; scb_t___2 *uscb_list; struct list_head uscb_pool; spinlock_t uscb_pool_lock; int max_cmds; uint8_t fw_version[16]; uint8_t bios_version[16]; uint8_t max_cdb_sz; uint8_t ha; uint16_t init_id; uint16_t max_sectors; uint16_t cmd_per_lun; atomic_t being_detached; } adapter_t___2; struct mraid_pci_blk { caddr_t vaddr; dma_addr_t dma_addr; }; typedef struct { uint8_t timeout: 3; uint8_t ars: 1; uint8_t rsvd1: 1; uint8_t cd_rom: 1; uint8_t rsvd2: 1; uint8_t islogical: 1; uint8_t logdrv; uint8_t channel; uint8_t target; uint8_t queuetag; uint8_t queueaction; uint8_t cdblen; uint8_t rsvd3; uint8_t cdb[16]; uint8_t numsge; uint8_t status; uint8_t reqsenselen; uint8_t reqsensearea[32]; uint8_t rsvd4; uint32_t dataxferaddr; uint32_t dataxferlen; } mraid_epassthru_t; typedef struct { uint32_t data_size; uint32_t config_signature; uint8_t fw_version[16]; uint8_t bios_version[16]; uint8_t product_name[80]; uint8_t max_commands; uint8_t nchannels; uint8_t fc_loop_present; uint8_t mem_type; uint32_t signature; uint16_t dram_size; uint16_t subsysid; uint16_t subsysvid; uint8_t notify_counters; uint8_t pad1k[889]; } mraid_pinfo_t; typedef struct { uint32_t global_counter; uint8_t param_counter; uint8_t param_id; uint16_t param_val; uint8_t write_config_counter; uint8_t write_config_rsvd[3]; uint8_t ldrv_op_counter; uint8_t ldrv_opid; uint8_t ldrv_opcmd; uint8_t ldrv_opstatus; uint8_t ldrv_state_counter; uint8_t ldrv_state_id; uint8_t ldrv_state_new; uint8_t ldrv_state_old; uint8_t pdrv_state_counter; uint8_t pdrv_state_id; uint8_t pdrv_state_new; uint8_t pdrv_state_old; uint8_t pdrv_fmt_counter; uint8_t pdrv_fmt_id; uint8_t pdrv_fmt_val; uint8_t pdrv_fmt_rsvd; uint8_t targ_xfer_counter; uint8_t targ_xfer_id; uint8_t targ_xfer_val; uint8_t targ_xfer_rsvd; uint8_t fcloop_id_chg_counter; uint8_t fcloopid_pdrvid; uint8_t fcloop_id0; uint8_t fcloop_id1; uint8_t fcloop_state_counter; uint8_t fcloop_state0; uint8_t fcloop_state1; uint8_t fcloop_state_rsvd; } mraid_notify_t; typedef struct { uint32_t data_size; mraid_notify_t notify; uint8_t notify_rsvd[88]; uint8_t rebuild_rate; uint8_t cache_flush_int; uint8_t sense_alert; uint8_t drive_insert_count; uint8_t battery_status; uint8_t num_ldrv; uint8_t recon_state[5]; uint16_t ldrv_op_status[5]; uint32_t ldrv_size[40]; uint8_t ldrv_prop[40]; uint8_t ldrv_state[40]; uint8_t pdrv_state[256]; uint16_t pdrv_format[16]; uint8_t targ_xfer[80]; uint8_t pad1k[263]; } __attribute__((packed)) mraid_inquiry3_t; typedef struct { uint64_t address; uint32_t length; } __attribute__((packed)) mbox_sgl64; typedef struct { uint32_t address; uint32_t length; } mbox_sgl32; typedef struct { uint8_t *raw_mbox; mbox_t *mbox; mbox64_t *mbox64; dma_addr_t mbox_dma_h; mbox_sgl64 *sgl64; mbox_sgl32 *sgl32; dma_addr_t sgl_dma_h; mraid_passthru_t *pthru; dma_addr_t pthru_dma_h; mraid_epassthru_t *epthru; dma_addr_t epthru_dma_h; dma_addr_t buf_dma_h; } mbox_ccb_t; typedef struct { mbox64_t *una_mbox64; dma_addr_t una_mbox64_dma; mbox_t *mbox; mbox64_t *mbox64; dma_addr_t mbox_dma; spinlock_t mailbox_lock; long unsigned int baseport; void *baseaddr; struct mraid_pci_blk mbox_pool[128]; struct dma_pool *mbox_pool_handle; struct mraid_pci_blk epthru_pool[128]; struct dma_pool *epthru_pool_handle; struct mraid_pci_blk sg_pool[128]; struct dma_pool *sg_pool_handle; mbox_ccb_t ccb_list[128]; mbox_ccb_t uccb_list[32]; mbox64_t umbox64[32]; uint8_t pdrv_state[75]; uint32_t last_disp; int hw_error; int fast_load; uint8_t channel_class; struct mutex sysfs_mtx; uioc_t *sysfs_uioc; mbox64_t *sysfs_mbox64; caddr_t sysfs_buffer; dma_addr_t sysfs_buffer_dma; wait_queue_head_t sysfs_wait_q; int random_del_supported; uint16_t curr_ldmap[64]; } mraid_device_t; struct megasas_debugfs_buffer { void *buf; u32 len; }; struct megasas_debug_buffer; struct _MPI2_SMP_PASSTHROUGH_REPLY { U8___2 PassthroughFlags; U8___2 PhysicalPort; U8___2 MsgLength; U8___2 Function; U16___2 ResponseDataLength; U8___2 SGLFlags; U8___2 MsgFlags; U8___2 VP_ID; U8___2 VF_ID; U16___2 Reserved1; U8___2 Reserved2; U8___2 SASStatus; U16___2 IOCStatus; U32___2 IOCLogInfo; U32___2 Reserved3; U8___2 ResponseData[4]; }; typedef struct _MPI2_SMP_PASSTHROUGH_REPLY Mpi2SmpPassthroughReply_t; struct rep_manu_request { u8 smp_frame_type; u8 function; u8 reserved; u8 request_length; }; struct rep_manu_reply { u8 smp_frame_type; u8 function; u8 function_result; u8 response_length; u16 expander_change_count; u8 reserved0[2]; u8 sas_format; u8 reserved2[3]; u8 vendor_id[8]; u8 product_id[16]; u8 product_rev[4]; u8 component_vendor_id[8]; u16 component_id; u8 component_revision_id; u8 reserved3; u8 vendor_specific[8]; }; struct phy_error_log_request { u8 smp_frame_type; u8 function; u8 allocated_response_length; u8 request_length; u8 reserved_1[5]; u8 phy_identifier; u8 reserved_2[2]; }; struct phy_error_log_reply { u8 smp_frame_type; u8 function; u8 function_result; u8 response_length; __be16 expander_change_count; u8 reserved_1[3]; u8 phy_identifier; u8 reserved_2[2]; __be32 invalid_dword; __be32 running_disparity_error; __be32 loss_of_dword_sync; __be32 phy_reset_problem; }; struct phy_control_request { u8 smp_frame_type; u8 function; u8 allocated_response_length; u8 request_length; u16 expander_change_count; u8 reserved_1[3]; u8 phy_identifier; u8 phy_operation; u8 reserved_2[13]; u64 attached_device_name; u8 programmed_min_physical_link_rate; u8 programmed_max_physical_link_rate; u8 reserved_3[6]; }; struct phy_control_reply { u8 smp_frame_type; u8 function; u8 function_result; u8 response_length; }; enum hw_registers___2 { MVS_GBL_CTL___2 = 4, MVS_GBL_INT_STAT___2 = 8, MVS_GBL_PI___2 = 12, MVS_PHY_CTL___2 = 64, MVS_PORTS_IMP___2 = 156, MVS_GBL_PORT_TYPE___2 = 160, MVS_CTL___2 = 256, MVS_PCS___2 = 260, MVS_CMD_LIST_LO___2 = 264, MVS_CMD_LIST_HI___2 = 268, MVS_RX_FIS_LO___2 = 272, MVS_RX_FIS_HI___2 = 276, MVS_TX_CFG___2 = 288, MVS_TX_LO___2 = 292, MVS_TX_HI___2 = 296, MVS_TX_PROD_IDX___2 = 300, MVS_TX_CONS_IDX___2 = 304, MVS_RX_CFG___2 = 308, MVS_RX_LO___2 = 312, MVS_RX_HI___2 = 316, MVS_RX_CONS_IDX___2 = 320, MVS_INT_COAL___2 = 328, MVS_INT_COAL_TMOUT___2 = 332, MVS_INT_STAT___2 = 336, MVS_INT_MASK___2 = 340, MVS_INT_STAT_SRS_0___2 = 344, MVS_INT_MASK_SRS_0___2 = 348, MVS_P0_INT_STAT___2 = 352, MVS_P0_INT_MASK___2 = 356, MVS_P4_INT_STAT___2 = 512, MVS_P4_INT_MASK___2 = 516, MVS_P0_SER_CTLSTAT___2 = 384, MVS_P4_SER_CTLSTAT___2 = 544, MVS_CMD_ADDR___2 = 440, MVS_CMD_DATA___2 = 444, MVS_P0_CFG_ADDR___2 = 448, MVS_P0_CFG_DATA___2 = 452, MVS_P4_CFG_ADDR___2 = 560, MVS_P4_CFG_DATA___2 = 564, MVS_P0_VSR_ADDR___2 = 480, MVS_P0_VSR_DATA___2 = 484, MVS_P4_VSR_ADDR___2 = 592, MVS_P4_VSR_DATA___2 = 596, }; enum pci_cfg_registers___2 { PCR_PHY_CTL___2 = 64, PCR_PHY_CTL2___2 = 144, PCR_DEV_CTRL___2 = 232, PCR_LINK_STAT___2 = 242, }; enum sas_sata_vsp_regs___2 { VSR_PHY_STAT___2 = 0, VSR_PHY_MODE1___2 = 1, VSR_PHY_MODE2___2 = 2, VSR_PHY_MODE3___2 = 3, VSR_PHY_MODE4___2 = 4, VSR_PHY_MODE5___2 = 5, VSR_PHY_MODE6___2 = 6, VSR_PHY_MODE7___2 = 7, VSR_PHY_MODE8___2 = 8, VSR_PHY_MODE9___2 = 9, VSR_PHY_MODE10___2 = 10, VSR_PHY_MODE11___2 = 11, VSR_PHY_VS0 = 12, VSR_PHY_VS1 = 13, }; enum chip_register_bits___2 { PHY_MIN_SPP_PHYS_LINK_RATE_MASK___2 = 3840, PHY_MAX_SPP_PHYS_LINK_RATE_MASK___2 = 61440, PHY_NEG_SPP_PHYS_LINK_RATE_MASK_OFFSET___2 = 16, PHY_NEG_SPP_PHYS_LINK_RATE_MASK___2 = 983040, }; struct mvs_prd___2 { __le64 addr; __le32 reserved; __le32 len; }; enum zbc_zone_type { ZBC_ZONE_TYPE_CONV = 1, ZBC_ZONE_TYPE_SEQWRITE_REQ = 2, ZBC_ZONE_TYPE_SEQWRITE_PREF = 3, ZBC_ZONE_TYPE_SEQ_OR_BEFORE_REQ = 4, ZBC_ZONE_TYPE_GAP = 5, }; enum zbc_zone_cond { ZBC_ZONE_COND_NO_WP = 0, ZBC_ZONE_COND_EMPTY = 1, ZBC_ZONE_COND_IMP_OPEN = 2, ZBC_ZONE_COND_EXP_OPEN = 3, ZBC_ZONE_COND_CLOSED = 4, ZBC_ZONE_COND_READONLY = 13, ZBC_ZONE_COND_FULL = 14, ZBC_ZONE_COND_OFFLINE = 15, }; enum zbc_zone_alignment_method { ZBC_CONSTANT_ZONE_LENGTH = 1, ZBC_CONSTANT_ZONE_START_OFFSET = 8, }; struct trace_event_raw_scsi_prepare_zone_append { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; sector_t lba; unsigned int wp_offset; char __data[0]; }; struct trace_event_raw_scsi_zone_wp_update { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; sector_t rq_sector; unsigned int wp_offset; unsigned int good_bytes; char __data[0]; }; struct trace_event_data_offsets_scsi_prepare_zone_append {}; struct trace_event_data_offsets_scsi_zone_wp_update {}; typedef void (*btf_trace_scsi_prepare_zone_append)(void *, struct scsi_cmnd *, sector_t, unsigned int); typedef void (*btf_trace_scsi_zone_wp_update)(void *, struct scsi_cmnd *, sector_t, unsigned int, unsigned int); struct ata_internal { struct scsi_transport_template t; struct device_attribute private_port_attrs[3]; struct device_attribute private_link_attrs[3]; struct device_attribute private_dev_attrs[9]; struct transport_container link_attr_cont; struct transport_container dev_attr_cont; struct device_attribute *link_attrs[4]; struct device_attribute *port_attrs[4]; struct device_attribute *dev_attrs[10]; }; struct ata_show_ering_arg { char *buf; int written; }; enum { AHCI_PCI_BAR_STA2X11 = 0, AHCI_PCI_BAR_CAVIUM = 0, AHCI_PCI_BAR_LOONGSON = 0, AHCI_PCI_BAR_ENMOTUS = 2, AHCI_PCI_BAR_CAVIUM_GEN5 = 4, AHCI_PCI_BAR_STANDARD = 5, }; enum board_ids { board_ahci = 0, board_ahci_ign_iferr = 1, board_ahci_low_power = 2, board_ahci_no_debounce_delay = 3, board_ahci_nomsi = 4, board_ahci_noncq = 5, board_ahci_nosntf = 6, board_ahci_yes_fbs = 7, board_ahci_al = 8, board_ahci_avn = 9, board_ahci_mcp65 = 10, board_ahci_mcp77 = 11, board_ahci_mcp89 = 12, board_ahci_mv = 13, board_ahci_sb600 = 14, board_ahci_sb700 = 15, board_ahci_vt8251 = 16, board_ahci_pcs7 = 17, board_ahci_mcp_linux = 10, board_ahci_mcp67 = 10, board_ahci_mcp73 = 10, board_ahci_mcp79 = 11, }; enum { ATIIXP_IDE_PIO_TIMING = 64, ATIIXP_IDE_MWDMA_TIMING = 68, ATIIXP_IDE_PIO_CONTROL = 72, ATIIXP_IDE_PIO_MODE = 74, ATIIXP_IDE_UDMA_CONTROL = 84, ATIIXP_IDE_UDMA_MODE = 86, }; struct trace_event_raw_mdio_access { struct trace_entry ent; char busid[61]; char read; u8 addr; u16 val; unsigned int regnum; char __data[0]; }; struct trace_event_data_offsets_mdio_access {}; typedef void (*btf_trace_mdio_access)(void *, struct mii_bus *, char, u8, unsigned int, u16, int); struct mdio_bus_stat_attr { int addr; unsigned int field_offset; }; enum { DW_XPCS_USXGMII = 0, DW_XPCS_10GKR = 1, DW_XPCS_XLGMII = 2, DW_XPCS_SGMII = 3, DW_XPCS_1000BASEX = 4, DW_XPCS_2500BASEX = 5, DW_XPCS_INTERFACE_MAX = 6, }; struct xpcs_compat { const int *supported; const phy_interface_t *interface; int num_interfaces; int an_mode; int (*pma_config)(struct dw_xpcs *); }; struct e1000_context_desc { union { __le32 ip_config; struct { u8 ipcss; u8 ipcso; __le16 ipcse; } ip_fields; } lower_setup; union { __le32 tcp_config; struct { u8 tucss; u8 tucso; __le16 tucse; } tcp_fields; } upper_setup; __le32 cmd_and_length; union { __le32 data; struct { u8 status; u8 hdr_len; __le16 mss; } fields; } tcp_seg_setup; }; struct my_u { __le64 a; __le64 b; }; union e1000_rx_desc_packet_split { struct { __le64 buffer_addr[4]; } read; struct { struct { __le32 mrq; union { __le32 rss; struct { __le16 ip_id; __le16 csum; } csum_ip; } hi_dword; } lower; struct { __le32 status_error; __le16 length0; __le16 vlan; } middle; struct { __le16 header_status; __le16 length[3]; } upper; __le64 reserved; } wb; }; enum e1000_boards { board_82571 = 0, board_82572 = 1, board_82573 = 2, board_82574 = 3, board_82583 = 4, board_80003es2lan = 5, board_ich8lan = 6, board_ich9lan = 7, board_ich10lan = 8, board_pchlan = 9, board_pch2lan = 10, board_pch_lpt = 11, board_pch_spt = 12, board_pch_cnp = 13, board_pch_tgp = 14, board_pch_adp = 15, board_pch_mtp = 16, }; struct trace_event_raw_e1000e_trace_mac_register { struct trace_entry ent; uint32_t reg; char __data[0]; }; struct trace_event_data_offsets_e1000e_trace_mac_register {}; typedef void (*btf_trace_e1000e_trace_mac_register)(void *, uint32_t); struct e1000_reg_info { u32 ofs; char *name; }; struct my_u1 { __le64 a; __le64 b; __le64 c; __le64 d; }; enum macvlan_mode { MACVLAN_MODE_PRIVATE = 1, MACVLAN_MODE_VEPA = 2, MACVLAN_MODE_BRIDGE = 4, MACVLAN_MODE_PASSTHRU = 8, MACVLAN_MODE_SOURCE = 16, }; enum { TC_MQPRIO_HW_OFFLOAD_NONE = 0, TC_MQPRIO_HW_OFFLOAD_TCS = 1, __TC_MQPRIO_HW_OFFLOAD_MAX = 2, }; struct tc_mqprio_qopt { __u8 num_tc; __u8 prio_tc_map[16]; __u8 hw; __u16 count[16]; __u16 offset[16]; }; struct netpoll; struct macvlan_port; struct macvlan_dev { struct net_device *dev; struct list_head list; struct hlist_node hlist; struct macvlan_port *port; struct net_device *lowerdev; netdevice_tracker dev_tracker; void *accel_priv; struct vlan_pcpu_stats *pcpu_stats; long unsigned int mc_filter[4]; netdev_features_t set_features; enum macvlan_mode mode; u16 flags; unsigned int macaddr_count; u32 bc_queue_len_req; struct netpoll *netpoll; }; struct tcf_mirred { struct tc_action common; int tcfm_eaction; bool tcfm_mac_header_xmit; struct net_device *tcfm_dev; netdevice_tracker tcfm_dev_tracker; struct list_head tcfm_list; }; enum ixgbe_fdir_pballoc_type { IXGBE_FDIR_PBALLOC_NONE = 0, IXGBE_FDIR_PBALLOC_64K = 1, IXGBE_FDIR_PBALLOC_128K = 2, IXGBE_FDIR_PBALLOC_256K = 3, }; struct ixgbe_ipsec_tx_data { u32 flags; u16 trailer_len; u16 sa_idx; }; struct ixgbe_fwd_adapter { long unsigned int active_vlans[64]; struct net_device *netdev; unsigned int tx_base_queue; unsigned int rx_base_queue; int pool; }; struct ixgbe_mat_field; struct ixgbe_jump_table { struct ixgbe_mat_field *mat; struct ixgbe_fdir_filter *input; union ixgbe_atr_input *mask; u32 link_hdl; long unsigned int child_loc_map[32]; }; struct ixgbe_cb { union { struct sk_buff *head; struct sk_buff *tail; }; dma_addr_t dma; u16 append_cnt; bool page_released; }; enum ixgbe_boards { board_82598 = 0, board_82599 = 1, board_X540 = 2, board_X550 = 3, board_X550EM_x = 4, board_x550em_x_fw = 5, board_x550em_a = 6, board_x550em_a_fw = 7, }; struct ixgbe_mat_field { unsigned int off; int (*val)(struct ixgbe_fdir_filter *, union ixgbe_atr_input *, u32, u32); unsigned int type; }; struct ixgbe_nexthdr { unsigned int o; u32 s; u32 m; unsigned int off; u32 val; u32 mask; struct ixgbe_mat_field *jump; }; struct ixgbe_reg_info { u32 ofs; char *name; }; struct upper_walk_data { struct ixgbe_adapter *adapter; u64 action; int ifindex; u8 queue; }; struct my_u0___2 { u64 a; u64 b; }; typedef enum { ixgb_xpak_vendor_intel = 0, ixgb_xpak_vendor_infineon = 1, } ixgb_xpak_vendor; enum stmmac_fpe_task_state_t { __FPE_REMOVING = 0, __FPE_TASK_SCHED = 1, }; enum request_irq_err { REQ_IRQ_ERR_ALL = 0, REQ_IRQ_ERR_TX = 1, REQ_IRQ_ERR_RX = 2, REQ_IRQ_ERR_SFTY_UE = 3, REQ_IRQ_ERR_SFTY_CE = 4, REQ_IRQ_ERR_LPI = 5, REQ_IRQ_ERR_WOL = 6, REQ_IRQ_ERR_MAC = 7, REQ_IRQ_ERR_NO = 8, }; enum stmmac_state { STMMAC_DOWN = 0, STMMAC_RESET_REQUESTED = 1, STMMAC_RESETING = 2, STMMAC_SERVICE_SCHED = 3, }; enum ttc_control___2 { DMA_CONTROL_TTC_64___2 = 0, DMA_CONTROL_TTC_128___2 = 16384, DMA_CONTROL_TTC_192 = 32768, DMA_CONTROL_TTC_256___2 = 49152, DMA_CONTROL_TTC_40___2 = 65536, DMA_CONTROL_TTC_32___2 = 81920, DMA_CONTROL_TTC_24___2 = 98304, DMA_CONTROL_TTC_16 = 114688, }; enum rtc_control { DMA_CONTROL_RTC_64 = 0, DMA_CONTROL_RTC_32 = 8, DMA_CONTROL_RTC_96 = 16, DMA_CONTROL_RTC_128 = 24, }; struct dwmac5_error_desc { bool valid; const char *desc; const char *detailed_desc; }; struct dwmac5_error { const struct dwmac5_error_desc *desc; }; struct dwxgmac3_error_desc { bool valid; const char *desc; const char *detailed_desc; }; struct dwxgmac3_error { const struct dwxgmac3_error_desc *desc; }; enum usb_led_event { USB_LED_EVENT_HOST = 0, USB_LED_EVENT_GADGET = 1, }; struct usb_mon_operations { void (*urb_submit)(struct usb_bus *, struct urb *); void (*urb_submit_error)(struct usb_bus *, struct urb *, int); void (*urb_complete)(struct usb_bus *, struct urb *, int); }; struct usb_dev_cap_header { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; }; struct ep_device { struct usb_endpoint_descriptor *desc; struct usb_device *udev; struct device dev; }; struct phy_devm { struct usb_phy *phy; struct notifier_block *nb; }; struct uhci_td; struct uhci_qh { __le32 link; __le32 element; dma_addr_t dma_handle; struct list_head node; struct usb_host_endpoint *hep; struct usb_device *udev; struct list_head queue; struct uhci_td *dummy_td; struct uhci_td *post_td; struct usb_iso_packet_descriptor *iso_packet_desc; long unsigned int advance_jiffies; unsigned int unlink_frame; unsigned int period; short int phase; short int load; unsigned int iso_frame; int state; int type; int skel; unsigned int initial_toggle: 1; unsigned int needs_fixup: 1; unsigned int is_stopped: 1; unsigned int wait_expired: 1; unsigned int bandwidth_reserved: 1; }; struct uhci_td { __le32 link; __le32 status; __le32 token; __le32 buffer; dma_addr_t dma_handle; struct list_head list; int frame; struct list_head fl_list; }; enum uhci_rh_state { UHCI_RH_RESET = 0, UHCI_RH_SUSPENDED = 1, UHCI_RH_AUTO_STOPPED = 2, UHCI_RH_RESUMING = 3, UHCI_RH_SUSPENDING = 4, UHCI_RH_RUNNING = 5, UHCI_RH_RUNNING_NODEVS = 6, }; struct uhci_hcd { long unsigned int io_addr; void *regs; struct dma_pool *qh_pool; struct dma_pool *td_pool; struct uhci_td *term_td; struct uhci_qh *skelqh[11]; struct uhci_qh *next_qh; spinlock_t lock; dma_addr_t frame_dma_handle; __le32 *frame; void **frame_cpu; enum uhci_rh_state rh_state; long unsigned int auto_stop_time; unsigned int frame_number; unsigned int is_stopped; unsigned int last_iso_frame; unsigned int cur_iso_frame; unsigned int scan_in_progress: 1; unsigned int need_rescan: 1; unsigned int dead: 1; unsigned int RD_enable: 1; unsigned int is_initialized: 1; unsigned int fsbr_is_on: 1; unsigned int fsbr_is_wanted: 1; unsigned int fsbr_expiring: 1; struct timer_list fsbr_timer; unsigned int oc_low: 1; unsigned int wait_for_hp: 1; unsigned int big_endian_mmio: 1; unsigned int big_endian_desc: 1; unsigned int is_aspeed: 1; long unsigned int port_c_suspend; long unsigned int resuming_ports; long unsigned int ports_timeout; struct list_head idle_qh_list; int rh_numports; wait_queue_head_t waitqh; int num_waiting; int total_load; short int load[32]; struct clk *clk; void (*reset_hc)(struct uhci_hcd *); int (*check_and_reset_hc)(struct uhci_hcd *); void (*configure_hc)(struct uhci_hcd *); int (*resume_detect_interrupts_are_broken)(struct uhci_hcd *); int (*global_suspend_mode_is_broken)(struct uhci_hcd *); }; struct urb_priv___3 { struct list_head node; struct urb *urb; struct uhci_qh *qh; struct list_head td_list; unsigned int fsbr: 1; }; struct uhci_debug { int size; char *data; }; enum xhci_ep_reset_type { EP_HARD_RESET = 0, EP_SOFT_RESET = 1, }; struct xhci_regset { char name[32]; struct debugfs_regset32 regset; size_t nregs; struct list_head list; }; struct xhci_file_map { const char *name; int (*show)(struct seq_file *, void *); }; struct xhci_ep_priv { char name[32]; struct dentry *root; struct xhci_stream_info *stream_info; struct xhci_ring *show_ring; unsigned int stream_id; }; struct xhci_slot_priv { char name[32]; struct dentry *root; struct xhci_ep_priv *eps[31]; struct xhci_virt_device *dev; }; struct input_led { struct led_classdev cdev; struct input_handle *handle; unsigned int code; }; struct input_leds { struct input_handle handle; unsigned int num_leds; struct input_led leds[0]; }; struct focaltech_finger_state { bool active; bool valid; unsigned int x; unsigned int y; }; struct focaltech_hw_state { struct focaltech_finger_state fingers[5]; unsigned int width; bool pressed; }; struct focaltech_data { unsigned int x_max; unsigned int y_max; struct focaltech_hw_state state; }; struct finger_pos { unsigned int x; unsigned int y; }; struct elantech_device_info { unsigned char capabilities[3]; unsigned char samples[3]; unsigned char debug; unsigned char hw_version; unsigned char pattern; unsigned int fw_version; unsigned int ic_version; unsigned int product_id; unsigned int x_min; unsigned int y_min; unsigned int x_max; unsigned int y_max; unsigned int x_res; unsigned int y_res; unsigned int x_traces; unsigned int y_traces; unsigned int width; unsigned int bus; bool paritycheck; bool jumpy_cursor; bool reports_pressure; bool crc_enabled; bool set_hw_resolution; bool has_trackpoint; bool has_middle_button; int (*send_cmd)(struct psmouse *, unsigned char, unsigned char *); }; struct elantech_data { struct input_dev *tp_dev; char tp_phys[32]; unsigned char reg_07; unsigned char reg_10; unsigned char reg_11; unsigned char reg_20; unsigned char reg_21; unsigned char reg_22; unsigned char reg_23; unsigned char reg_24; unsigned char reg_25; unsigned char reg_26; unsigned int single_finger_reports; unsigned int y_max; unsigned int width; struct finger_pos mt[5]; unsigned char parity[256]; struct elantech_device_info info; void (*original_set_rate)(struct psmouse *, unsigned int); }; struct elantech_attr_data { size_t field_offset; unsigned char reg; }; enum { ELANTECH_SMBUS_NOT_SET = -1, ELANTECH_SMBUS_OFF = 0, ELANTECH_SMBUS_ON = 1, }; struct cytp_contact { int x; int y; int z; }; struct cytp_report_data { int contact_cnt; struct cytp_contact contacts[2]; unsigned int left: 1; unsigned int right: 1; unsigned int middle: 1; unsigned int tap: 1; }; struct cytp_data { int fw_version; int pkt_size; int mode; int tp_min_pressure; int tp_max_pressure; int tp_width; int tp_high; int tp_max_abs_x; int tp_max_abs_y; int tp_res_x; int tp_res_y; int tp_metrics_supported; }; struct nvmem_device; struct i2c_smbus_alert_setup { int irq; }; struct trace_event_raw_smbus_write { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 command; __u8 len; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_read { struct trace_entry ent; int adapter_nr; __u16 flags; __u16 addr; __u8 command; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_reply { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 command; __u8 len; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_result { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 read_write; __u8 command; __s16 res; __u32 protocol; char __data[0]; }; struct trace_event_data_offsets_smbus_write {}; struct trace_event_data_offsets_smbus_read {}; struct trace_event_data_offsets_smbus_reply {}; struct trace_event_data_offsets_smbus_result {}; typedef void (*btf_trace_smbus_write)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, const union i2c_smbus_data *); typedef void (*btf_trace_smbus_read)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int); typedef void (*btf_trace_smbus_reply)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, const union i2c_smbus_data *, int); typedef void (*btf_trace_smbus_result)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, int); struct pps_kinfo { __u32 assert_sequence; __u32 clear_sequence; struct pps_ktime assert_tu; struct pps_ktime clear_tu; int current_mode; }; struct pps_fdata { struct pps_kinfo info; struct pps_ktime timeout; }; struct pps_bind_args { int tsformat; int edge; int consumer; }; struct trace_event_raw_thermal_temperature { struct trace_entry ent; u32 __data_loc_thermal_zone; int id; int temp_prev; int temp; char __data[0]; }; struct trace_event_raw_cdev_update { struct trace_entry ent; u32 __data_loc_type; long unsigned int target; char __data[0]; }; struct trace_event_raw_thermal_zone_trip { struct trace_entry ent; u32 __data_loc_thermal_zone; int id; int trip; enum thermal_trip_type trip_type; char __data[0]; }; struct trace_event_data_offsets_thermal_temperature { u32 thermal_zone; }; struct trace_event_data_offsets_cdev_update { u32 type; }; struct trace_event_data_offsets_thermal_zone_trip { u32 thermal_zone; }; typedef void (*btf_trace_thermal_temperature)(void *, struct thermal_zone_device *); typedef void (*btf_trace_cdev_update)(void *, struct thermal_cooling_device *, long unsigned int); typedef void (*btf_trace_thermal_zone_trip)(void *, struct thermal_zone_device *, int, enum thermal_trip_type); struct dm_kobject_holder { struct kobject kobj; struct completion completion; }; struct dmi_memdev_info { const char *device; const char *bank; u64 size; u16 handle; u8 type; }; struct simplefb_format { const char *name; u32 bits_per_pixel; struct fb_bitfield red; struct fb_bitfield green; struct fb_bitfield blue; struct fb_bitfield transp; u32 fourcc; }; typedef struct { u32 version; u32 num_entries; u32 desc_size; u32 reserved; efi_memory_desc_t entry[0]; } efi_memory_attributes_table_t; typedef int (*efi_memattr_perm_setter)(struct mm_struct *, efi_memory_desc_t *); struct efi_system_resource_entry_v1 { efi_guid_t fw_class; u32 fw_type; u32 fw_version; u32 lowest_supported_fw_version; u32 capsule_flags; u32 last_attempt_version; u32 last_attempt_status; }; struct efi_system_resource_table { u32 fw_resource_count; u32 fw_resource_count_max; u64 fw_resource_version; u8 entries[0]; }; struct esre_entry { union { struct efi_system_resource_entry_v1 *esre1; } esre; struct kobject kobj; struct list_head list; }; struct esre_attribute { struct attribute attr; ssize_t (*show)(struct esre_entry *, char *); ssize_t (*store)(struct esre_entry *, const char *, size_t); }; struct hid_item { unsigned int format; __u8 size; __u8 type; __u8 tag; union { __u8 u8; __s8 s8; __u16 u16; __s16 s16; __u32 u32; __s32 s32; __u8 *longdata; } data; }; struct hid_global { unsigned int usage_page; __s32 logical_minimum; __s32 logical_maximum; __s32 physical_minimum; __s32 physical_maximum; __s32 unit_exponent; unsigned int unit; unsigned int report_id; unsigned int report_size; unsigned int report_count; }; struct hid_local { unsigned int usage[12288]; u8 usage_size[12288]; unsigned int collection_index[12288]; unsigned int usage_index; unsigned int usage_minimum; unsigned int delimiter_depth; unsigned int delimiter_branch; }; struct hid_parser { struct hid_global global; struct hid_global global_stack[4]; unsigned int global_stack_ptr; struct hid_local local; unsigned int *collection_stack; unsigned int collection_stack_ptr; unsigned int collection_stack_size; struct hid_device *device; unsigned int scan_flags; }; struct hiddev { int minor; int exist; int open; struct mutex existancelock; wait_queue_head_t wait; struct hid_device *hid; struct list_head list; spinlock_t list_lock; bool initialized; }; struct hidraw { unsigned int minor; int exist; int open; wait_queue_head_t wait; struct hid_device *hid; struct device *dev; spinlock_t list_lock; struct list_head list; }; struct hid_dynid { struct list_head list; struct hid_device_id id; }; struct hidraw_devinfo { __u32 bustype; __s16 vendor; __s16 product; }; struct hidraw_report { __u8 *value; int len; }; struct hidraw_list { struct hidraw_report buffer[64]; int head; int tail; struct fasync_struct *fasync; struct hidraw *hidraw; struct list_head node; struct mutex read_mutex; }; struct supplier_bindings { struct device_node * (*parse_prop)(struct device_node *, const char *, int); bool optional; bool node_not_dev; }; struct of_bus___2 { void (*count_cells)(const void *, int, int *, int *); u64 (*map)(__be32 *, const __be32 *, int, int, int); int (*translate)(__be32 *, u64, int); }; struct rmem_assigned_device { struct device *dev; struct reserved_mem *rmem; struct list_head list; }; struct generic_sub_driver { u32 type; char *name; acpi_handle *handle; struct acpi_device *device; struct platform_driver *driver; int (*init)(struct generic_sub_driver *); void (*notify)(struct generic_sub_driver *, u32); u8 acpi_notify_installed; }; union extcon_property_value { int intval; }; struct extcon_cable { struct extcon_dev *edev; int cable_index; struct attribute_group attr_g; struct device_attribute attr_name; struct device_attribute attr_state; struct attribute *attrs[3]; union extcon_property_value usb_propval[3]; union extcon_property_value chg_propval[1]; union extcon_property_value jack_propval[1]; union extcon_property_value disp_propval[2]; long unsigned int usb_bits[1]; long unsigned int chg_bits[1]; long unsigned int jack_bits[1]; long unsigned int disp_bits[1]; }; struct __extcon_info { unsigned int type; unsigned int id; const char *name; }; struct mmsghdr { struct user_msghdr msg_hdr; unsigned int msg_len; }; struct scm_ts_pktinfo { __u32 if_index; __u32 pkt_length; __u32 reserved[2]; }; struct compat_if_settings { unsigned int type; unsigned int size; compat_uptr_t ifs_ifsu; }; struct compat_ifreq { union { char ifrn_name[16]; } ifr_ifrn; union { struct sockaddr ifru_addr; struct sockaddr ifru_dstaddr; struct sockaddr ifru_broadaddr; struct sockaddr ifru_netmask; struct sockaddr ifru_hwaddr; short int ifru_flags; compat_int_t ifru_ivalue; compat_int_t ifru_mtu; struct compat_ifmap ifru_map; char ifru_slave[16]; char ifru_newname[16]; compat_caddr_t ifru_data; struct compat_if_settings ifru_settings; } ifr_ifru; }; struct compat_mmsghdr { struct compat_msghdr msg_hdr; compat_uint_t msg_len; }; struct used_address { struct __kernel_sockaddr_storage name; unsigned int name_len; }; struct gnet_estimator { signed char interval; unsigned char ewma_log; }; struct net_rate_estimator { struct gnet_stats_basic_sync *bstats; spinlock_t *stats_lock; bool running; struct gnet_stats_basic_sync *cpu_bstats; u8 ewma_log; u8 intvl_log; seqcount_t seq; u64 last_packets; u64 last_bytes; u64 avpps; u64 avbps; long unsigned int next_jiffies; struct timer_list timer; struct callback_head rcu; }; enum { IF_LINK_MODE_DEFAULT = 0, IF_LINK_MODE_DORMANT = 1, IF_LINK_MODE_TESTING = 2, }; enum lw_bits { LW_URGENT = 0, }; struct tso_t { int next_frag_idx; int size; void *data; u16 ip_id; u8 tlen; bool ipv6; u32 tcp_seq; }; struct xdp_frame_bulk { int count; void *xa; void *q[16]; }; struct xdp_attachment_info { struct bpf_prog *prog; u32 flags; }; struct fib_rule_uid_range { __u32 start; __u32 end; }; struct fib_rule_notifier_info { struct fib_notifier_info info; struct fib_rule *rule; }; struct gro_cell { struct sk_buff_head napi_skbs; struct napi_struct napi; }; struct percpu_free_defer { struct callback_head rcu; void *ptr; }; enum { SK_DIAG_BPF_STORAGE_REQ_NONE = 0, SK_DIAG_BPF_STORAGE_REQ_MAP_FD = 1, __SK_DIAG_BPF_STORAGE_REQ_MAX = 2, }; enum { SK_DIAG_BPF_STORAGE_REP_NONE = 0, SK_DIAG_BPF_STORAGE = 1, __SK_DIAG_BPF_STORAGE_REP_MAX = 2, }; enum { SK_DIAG_BPF_STORAGE_NONE = 0, SK_DIAG_BPF_STORAGE_PAD = 1, SK_DIAG_BPF_STORAGE_MAP_ID = 2, SK_DIAG_BPF_STORAGE_MAP_VALUE = 3, __SK_DIAG_BPF_STORAGE_MAX = 4, }; typedef u64 (*btf_bpf_sk_storage_get)(struct bpf_map *, struct sock *, void *, u64, gfp_t); typedef u64 (*btf_bpf_sk_storage_delete)(struct bpf_map *, struct sock *); typedef u64 (*btf_bpf_sk_storage_get_tracing)(struct bpf_map *, struct sock *, void *, u64, gfp_t); typedef u64 (*btf_bpf_sk_storage_delete_tracing)(struct bpf_map *, struct sock *); struct bpf_sk_storage_diag { u32 nr_maps; struct bpf_map *maps[0]; }; struct bpf_iter_seq_sk_storage_map_info { struct bpf_map *map; unsigned int bucket_id; unsigned int skip_elems; }; struct bpf_iter__bpf_sk_storage_map { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { struct sock *sk; }; union { void *value; }; }; struct fch_hdr { __u8 daddr[6]; __u8 saddr[6]; }; struct fcllc { __u8 dsap; __u8 ssap; __u8 llc; __u8 protid[3]; __be16 ethertype; }; struct sch_frag_data { long unsigned int dst; struct qdisc_skb_cb cb; __be16 inner_protocol; u16 vlan_tci; __be16 vlan_proto; unsigned int l2_len; u8 l2_data[18]; int (*xmit)(struct sk_buff *); }; struct psample_group { struct list_head list; struct net *net; u32 group_num; u32 refcount; u32 seq; struct callback_head rcu; }; struct action_gate_entry { u8 gate_state; u32 interval; s32 ipv; s32 maxoctets; }; enum qdisc_class_ops_flags { QDISC_CLASS_OPS_DOIT_UNLOCKED = 1, }; enum tcf_proto_ops_flags { TCF_PROTO_OPS_DOIT_UNLOCKED = 1, }; typedef void tcf_chain_head_change_t(struct tcf_proto *, void *); struct tcf_block_ext_info { enum flow_block_binder_type binder_type; tcf_chain_head_change_t *chain_head_change; void *chain_head_change_priv; u32 block_index; }; struct tcf_qevent { struct tcf_block *block; struct tcf_block_ext_info info; struct tcf_proto *filter_chain; }; struct tcf_filter_chain_list_item { struct list_head list; tcf_chain_head_change_t *chain_head_change; void *chain_head_change_priv; }; struct tcf_net { spinlock_t idr_lock; struct idr idr; }; struct tcf_block_owner_item { struct list_head list; struct Qdisc *q; enum flow_block_binder_type binder_type; }; struct tcf_chain_info { struct tcf_proto **pprev; struct tcf_proto *next; }; struct tcf_dump_args { struct tcf_walker w; struct sk_buff *skb; struct netlink_callback *cb; struct tcf_block *block; struct Qdisc *q; u32 parent; bool terse_dump; }; struct netlink_diag_req { __u8 sdiag_family; __u8 sdiag_protocol; __u16 pad; __u32 ndiag_ino; __u32 ndiag_show; __u32 ndiag_cookie[2]; }; struct netlink_diag_msg { __u8 ndiag_family; __u8 ndiag_type; __u8 ndiag_protocol; __u8 ndiag_state; __u32 ndiag_portid; __u32 ndiag_dst_portid; __u32 ndiag_dst_group; __u32 ndiag_ino; __u32 ndiag_cookie[2]; }; enum { NETLINK_DIAG_MEMINFO = 0, NETLINK_DIAG_GROUPS = 1, NETLINK_DIAG_RX_RING = 2, NETLINK_DIAG_TX_RING = 3, NETLINK_DIAG_FLAGS = 4, __NETLINK_DIAG_MAX = 5, }; struct ethtool_value { __u32 cmd; __u32 data; }; enum tunable_type_id { ETHTOOL_TUNABLE_UNSPEC = 0, ETHTOOL_TUNABLE_U8 = 1, ETHTOOL_TUNABLE_U16 = 2, ETHTOOL_TUNABLE_U32 = 3, ETHTOOL_TUNABLE_U64 = 4, ETHTOOL_TUNABLE_STRING = 5, ETHTOOL_TUNABLE_S8 = 6, ETHTOOL_TUNABLE_S16 = 7, ETHTOOL_TUNABLE_S32 = 8, ETHTOOL_TUNABLE_S64 = 9, }; struct ethtool_gstrings { __u32 cmd; __u32 string_set; __u32 len; __u8 data[0]; }; struct ethtool_sset_info { __u32 cmd; __u32 reserved; __u64 sset_mask; __u32 data[0]; }; struct ethtool_perm_addr { __u32 cmd; __u32 size; __u8 data[0]; }; enum ethtool_flags { ETH_FLAG_TXVLAN = 128, ETH_FLAG_RXVLAN = 256, ETH_FLAG_LRO = 32768, ETH_FLAG_NTUPLE = 134217728, ETH_FLAG_RXHASH = 268435456, }; struct ethtool_rxfh { __u32 cmd; __u32 rss_context; __u32 indir_size; __u32 key_size; __u8 hfunc; __u8 rsvd8[3]; __u32 rsvd32; __u32 rss_config[0]; }; struct ethtool_get_features_block { __u32 available; __u32 requested; __u32 active; __u32 never_changed; }; struct ethtool_gfeatures { __u32 cmd; __u32 size; struct ethtool_get_features_block features[0]; }; struct ethtool_set_features_block { __u32 valid; __u32 requested; }; struct ethtool_sfeatures { __u32 cmd; __u32 size; struct ethtool_set_features_block features[0]; }; enum ethtool_sfeatures_retval_bits { ETHTOOL_F_UNSUPPORTED__BIT = 0, ETHTOOL_F_WISH__BIT = 1, ETHTOOL_F_COMPAT__BIT = 2, }; struct ethtool_per_queue_op { __u32 cmd; __u32 sub_command; __u32 queue_mask[128]; char data[0]; }; enum ethtool_fec_config_bits { ETHTOOL_FEC_NONE_BIT = 0, ETHTOOL_FEC_AUTO_BIT = 1, ETHTOOL_FEC_OFF_BIT = 2, ETHTOOL_FEC_RS_BIT = 3, ETHTOOL_FEC_BASER_BIT = 4, ETHTOOL_FEC_LLRS_BIT = 5, }; struct ethtool_rx_flow_rule { struct flow_rule *rule; long unsigned int priv[0]; }; struct ethtool_rx_flow_spec_input { const struct ethtool_rx_flow_spec *fs; u32 rss_ctx; }; struct ethtool_devlink_compat { struct devlink *devlink; union { struct ethtool_flash efl; struct ethtool_drvinfo info; }; }; struct ethtool_link_usettings { struct ethtool_link_settings base; struct { __u32 supported[4]; __u32 advertising[4]; __u32 lp_advertising[4]; } link_modes; }; struct ethtool_rx_flow_key { struct flow_dissector_key_basic basic; union { struct flow_dissector_key_ipv4_addrs ipv4; struct flow_dissector_key_ipv6_addrs ipv6; }; struct flow_dissector_key_ports tp; struct flow_dissector_key_ip ip; struct flow_dissector_key_vlan vlan; struct flow_dissector_key_eth_addrs eth_addrs; }; struct ethtool_rx_flow_match { struct flow_dissector dissector; int: 32; struct ethtool_rx_flow_key key; struct ethtool_rx_flow_key mask; }; struct linkinfo_reply_data { struct ethnl_reply_data base; struct ethtool_link_ksettings ksettings; struct ethtool_link_settings *lsettings; }; struct debug_reply_data { struct ethnl_reply_data base; u32 msg_mask; }; enum ethtool_supported_ring_param { ETHTOOL_RING_USE_RX_BUF_LEN = 1, ETHTOOL_RING_USE_CQE_SIZE = 2, ETHTOOL_RING_USE_TX_PUSH = 4, }; enum { ETHTOOL_TCP_DATA_SPLIT_UNKNOWN = 0, ETHTOOL_TCP_DATA_SPLIT_DISABLED = 1, ETHTOOL_TCP_DATA_SPLIT_ENABLED = 2, }; struct rings_reply_data { struct ethnl_reply_data base; struct ethtool_ringparam ringparam; struct kernel_ethtool_ringparam kernel_ringparam; }; struct eee_reply_data { struct ethnl_reply_data base; struct ethtool_eee eee; }; enum { ETHTOOL_A_FEC_STAT_UNSPEC = 0, ETHTOOL_A_FEC_STAT_PAD = 1, ETHTOOL_A_FEC_STAT_CORRECTED = 2, ETHTOOL_A_FEC_STAT_UNCORR = 3, ETHTOOL_A_FEC_STAT_CORR_BITS = 4, __ETHTOOL_A_FEC_STAT_CNT = 5, ETHTOOL_A_FEC_STAT_MAX = 4, }; struct fec_stat_grp { u64 stats[9]; u8 cnt; }; struct fec_reply_data { struct ethnl_reply_data base; long unsigned int fec_link_modes[2]; u32 active_fec; u8 fec_auto; struct fec_stat_grp corr; struct fec_stat_grp uncorr; struct fec_stat_grp corr_bits; }; struct phc_vclocks_reply_data { struct ethnl_reply_data base; int num; int *index; }; struct nf_loginfo { u_int8_t type; union { struct { u_int32_t copy_len; u_int16_t group; u_int16_t qthreshold; u_int16_t flags; } ulog; struct { u_int8_t level; u_int8_t logflags; } log; } u; }; struct nf_log_buf { unsigned int count; char buf[1020]; }; struct xt_entry_match { union { struct { __u16 match_size; char name[29]; __u8 revision; } user; struct { __u16 match_size; struct xt_match *match; } kernel; __u16 match_size; } u; unsigned char data[0]; }; struct xt_entry_target { union { struct { __u16 target_size; char name[29]; __u8 revision; } user; struct { __u16 target_size; struct xt_target *target; } kernel; __u16 target_size; } u; unsigned char data[0]; }; struct xt_standard_target { struct xt_entry_target target; int verdict; }; struct xt_error_target { struct xt_entry_target target; char errorname[30]; }; struct xt_counters { __u64 pcnt; __u64 bcnt; }; struct xt_counters_info { char name[32]; unsigned int num_counters; struct xt_counters counters[0]; }; struct xt_table_info; struct xt_table { struct list_head list; unsigned int valid_hooks; struct xt_table_info *private; struct nf_hook_ops *ops; struct module *me; u_int8_t af; int priority; const char name[32]; }; struct xt_table_info { unsigned int size; unsigned int number; unsigned int initial_entries; unsigned int hook_entry[5]; unsigned int underflow[5]; unsigned int stacksize; void ***jumpstack; unsigned char entries[0]; }; struct xt_percpu_counter_alloc_state { unsigned int off; const char *mem; }; struct xt_template { struct list_head list; int (*table_init)(struct net *); struct module *me; char name[32]; }; struct xt_pernet { struct list_head tables[11]; }; struct xt_af { struct mutex mutex; struct list_head match; struct list_head target; }; struct nf_mttg_trav { struct list_head *head; struct list_head *curr; uint8_t class; }; enum { MTTG_TRAV_INIT = 0, MTTG_TRAV_NFP_UNSPEC = 1, MTTG_TRAV_NFP_SPEC = 2, MTTG_TRAV_DONE = 3, }; struct ipq { struct inet_frag_queue q; u8 ecn; u16 max_df_size; int iif; unsigned int rid; struct inet_peer *peer; }; enum { BPFILTER_IPT_SO_SET_REPLACE = 64, BPFILTER_IPT_SO_SET_ADD_COUNTERS = 65, BPFILTER_IPT_SET_MAX = 66, }; enum { BPFILTER_IPT_SO_GET_INFO = 64, BPFILTER_IPT_SO_GET_ENTRIES = 65, BPFILTER_IPT_SO_GET_REVISION_MATCH = 66, BPFILTER_IPT_SO_GET_REVISION_TARGET = 67, BPFILTER_IPT_GET_MAX = 68, }; struct tcp_repair_opt { __u32 opt_code; __u32 opt_val; }; struct tcp_repair_window { __u32 snd_wl1; __u32 snd_wnd; __u32 max_window; __u32 rcv_wnd; __u32 rcv_wup; }; enum { TCP_NLA_PAD = 0, TCP_NLA_BUSY = 1, TCP_NLA_RWND_LIMITED = 2, TCP_NLA_SNDBUF_LIMITED = 3, TCP_NLA_DATA_SEGS_OUT = 4, TCP_NLA_TOTAL_RETRANS = 5, TCP_NLA_PACING_RATE = 6, TCP_NLA_DELIVERY_RATE = 7, TCP_NLA_SND_CWND = 8, TCP_NLA_REORDERING = 9, TCP_NLA_MIN_RTT = 10, TCP_NLA_RECUR_RETRANS = 11, TCP_NLA_DELIVERY_RATE_APP_LMT = 12, TCP_NLA_SNDQ_SIZE = 13, TCP_NLA_CA_STATE = 14, TCP_NLA_SND_SSTHRESH = 15, TCP_NLA_DELIVERED = 16, TCP_NLA_DELIVERED_CE = 17, TCP_NLA_BYTES_SENT = 18, TCP_NLA_BYTES_RETRANS = 19, TCP_NLA_DSACK_DUPS = 20, TCP_NLA_REORD_SEEN = 21, TCP_NLA_SRTT = 22, TCP_NLA_TIMEOUT_REHASH = 23, TCP_NLA_BYTES_NOTSENT = 24, TCP_NLA_EDT = 25, TCP_NLA_TTL = 26, TCP_NLA_REHASH = 27, }; struct tcp_zerocopy_receive { __u64 address; __u32 length; __u32 recv_skip_hint; __u32 inq; __s32 err; __u64 copybuf_address; __s32 copybuf_len; __u32 flags; __u64 msg_control; __u64 msg_controllen; __u32 msg_flags; __u32 reserved; }; enum { BPF_TCP_ESTABLISHED = 1, BPF_TCP_SYN_SENT = 2, BPF_TCP_SYN_RECV = 3, BPF_TCP_FIN_WAIT1 = 4, BPF_TCP_FIN_WAIT2 = 5, BPF_TCP_TIME_WAIT = 6, BPF_TCP_CLOSE = 7, BPF_TCP_CLOSE_WAIT = 8, BPF_TCP_LAST_ACK = 9, BPF_TCP_LISTEN = 10, BPF_TCP_CLOSING = 11, BPF_TCP_NEW_SYN_RECV = 12, BPF_TCP_MAX_STATES = 13, }; enum { TCP_CMSG_INQ = 1, TCP_CMSG_TS = 2, }; struct tcp_splice_state { struct pipe_inode_info *pipe; size_t len; unsigned int flags; }; struct bpf_tcp_iter_state { struct tcp_iter_state state; unsigned int cur_sk; unsigned int end_sk; unsigned int max_sk; struct sock **batch; bool st_bucket_done; }; struct bpf_iter__tcp { union { struct bpf_iter_meta *meta; }; union { struct sock_common *sk_common; }; uid_t uid; }; enum ip_conntrack_status { IPS_EXPECTED_BIT = 0, IPS_EXPECTED = 1, IPS_SEEN_REPLY_BIT = 1, IPS_SEEN_REPLY = 2, IPS_ASSURED_BIT = 2, IPS_ASSURED = 4, IPS_CONFIRMED_BIT = 3, IPS_CONFIRMED = 8, IPS_SRC_NAT_BIT = 4, IPS_SRC_NAT = 16, IPS_DST_NAT_BIT = 5, IPS_DST_NAT = 32, IPS_NAT_MASK = 48, IPS_SEQ_ADJUST_BIT = 6, IPS_SEQ_ADJUST = 64, IPS_SRC_NAT_DONE_BIT = 7, IPS_SRC_NAT_DONE = 128, IPS_DST_NAT_DONE_BIT = 8, IPS_DST_NAT_DONE = 256, IPS_NAT_DONE_MASK = 384, IPS_DYING_BIT = 9, IPS_DYING = 512, IPS_FIXED_TIMEOUT_BIT = 10, IPS_FIXED_TIMEOUT = 1024, IPS_TEMPLATE_BIT = 11, IPS_TEMPLATE = 2048, IPS_UNTRACKED_BIT = 12, IPS_UNTRACKED = 4096, IPS_NAT_CLASH_BIT = 12, IPS_NAT_CLASH = 4096, IPS_HELPER_BIT = 13, IPS_HELPER = 8192, IPS_OFFLOAD_BIT = 14, IPS_OFFLOAD = 16384, IPS_HW_OFFLOAD_BIT = 15, IPS_HW_OFFLOAD = 32768, IPS_UNCHANGEABLE_MASK = 56313, __IPS_MAX_BIT = 16, }; struct icmp_ext_hdr { __u8 reserved1: 4; __u8 version: 4; __u8 reserved2; __sum16 checksum; }; struct icmp_extobj_hdr { __be16 length; __u8 class_num; __u8 class_type; }; struct icmp_ext_echo_ctype3_hdr { __be16 afi; __u8 addrlen; __u8 reserved; }; struct icmp_ext_echo_iio { struct icmp_extobj_hdr extobj_hdr; union { char name[16]; __be32 ifindex; struct { struct icmp_ext_echo_ctype3_hdr ctype3_hdr; union { __be32 ipv4_addr; struct in6_addr ipv6_addr; } ip_addr; } addr; } ident; }; struct icmp_bxm { struct sk_buff *skb; int offset; int data_len; struct { struct icmphdr icmph; __be32 times[3]; } data; int head_len; struct ip_options_data replyopts; }; struct icmp_control { enum skb_drop_reason (*handler)(struct sk_buff *); short int error; }; struct fib_nh_notifier_info { struct fib_notifier_info info; struct fib_nh *fib_nh; }; struct ping_table { struct hlist_nulls_head hash[64]; spinlock_t lock; }; struct ip_tunnel_net { struct net_device *fb_tunnel_dev; struct rtnl_link_ops *rtnl_link_ops; struct hlist_head tunnels[128]; struct ip_tunnel *collect_md_tun; int type; }; typedef short unsigned int vifi_t; struct vifctl { vifi_t vifc_vifi; unsigned char vifc_flags; unsigned char vifc_threshold; unsigned int vifc_rate_limit; union { struct in_addr vifc_lcl_addr; int vifc_lcl_ifindex; }; struct in_addr vifc_rmt_addr; }; struct mfcctl { struct in_addr mfcc_origin; struct in_addr mfcc_mcastgrp; vifi_t mfcc_parent; unsigned char mfcc_ttls[32]; unsigned int mfcc_pkt_cnt; unsigned int mfcc_byte_cnt; unsigned int mfcc_wrong_if; int mfcc_expire; }; struct sioc_sg_req { struct in_addr src; struct in_addr grp; long unsigned int pktcnt; long unsigned int bytecnt; long unsigned int wrong_if; }; struct sioc_vif_req { vifi_t vifi; long unsigned int icount; long unsigned int ocount; long unsigned int ibytes; long unsigned int obytes; }; struct igmpmsg { __u32 unused1; __u32 unused2; unsigned char im_msgtype; unsigned char im_mbz; unsigned char im_vif; unsigned char im_vif_hi; struct in_addr im_src; struct in_addr im_dst; }; enum { IPMRA_TABLE_UNSPEC = 0, IPMRA_TABLE_ID = 1, IPMRA_TABLE_CACHE_RES_QUEUE_LEN = 2, IPMRA_TABLE_MROUTE_REG_VIF_NUM = 3, IPMRA_TABLE_MROUTE_DO_ASSERT = 4, IPMRA_TABLE_MROUTE_DO_PIM = 5, IPMRA_TABLE_VIFS = 6, IPMRA_TABLE_MROUTE_DO_WRVIFWHOLE = 7, __IPMRA_TABLE_MAX = 8, }; enum { IPMRA_VIF_UNSPEC = 0, IPMRA_VIF = 1, __IPMRA_VIF_MAX = 2, }; enum { IPMRA_VIFA_UNSPEC = 0, IPMRA_VIFA_IFINDEX = 1, IPMRA_VIFA_VIF_ID = 2, IPMRA_VIFA_FLAGS = 3, IPMRA_VIFA_BYTES_IN = 4, IPMRA_VIFA_BYTES_OUT = 5, IPMRA_VIFA_PACKETS_IN = 6, IPMRA_VIFA_PACKETS_OUT = 7, IPMRA_VIFA_LOCAL_ADDR = 8, IPMRA_VIFA_REMOTE_ADDR = 9, IPMRA_VIFA_PAD = 10, __IPMRA_VIFA_MAX = 11, }; enum { IPMRA_CREPORT_UNSPEC = 0, IPMRA_CREPORT_MSGTYPE = 1, IPMRA_CREPORT_VIF_ID = 2, IPMRA_CREPORT_SRC_ADDR = 3, IPMRA_CREPORT_DST_ADDR = 4, IPMRA_CREPORT_PKT = 5, IPMRA_CREPORT_TABLE = 6, __IPMRA_CREPORT_MAX = 7, }; struct mfc_cache_cmp_arg { __be32 mfc_mcastgrp; __be32 mfc_origin; }; struct mfc_cache { struct mr_mfc _c; union { struct { __be32 mfc_mcastgrp; __be32 mfc_origin; }; struct mfc_cache_cmp_arg cmparg; }; }; struct bictcp { u32 cnt; u32 last_max_cwnd; u32 last_cwnd; u32 last_time; u32 bic_origin_point; u32 bic_K; u32 delay_min; u32 epoch_start; u32 ack_cnt; u32 tcp_cwnd; u16 unused; u8 sample_cnt; u8 found; u32 round_start; u32 end_seq; u32 last_ack; u32 curr_rtt; }; typedef u64 (*btf_bpf_tcp_send_ack)(struct tcp_sock *, u32); struct xfrm_algo_list { struct xfrm_algo_desc *algs; int entries; u32 type; u32 mask; }; struct xfrm_aead_name { const char *name; int icvbits; }; struct ioam6_pernet_data { struct mutex lock; struct rhashtable namespaces; struct rhashtable schemas; }; struct ifaddrlblmsg { __u8 ifal_family; __u8 __ifal_reserved; __u8 ifal_prefixlen; __u8 ifal_flags; __u32 ifal_index; __u32 ifal_seq; }; enum { IFAL_ADDRESS = 1, IFAL_LABEL = 2, __IFAL_MAX = 3, }; struct ip6addrlbl_entry { struct in6_addr prefix; int prefixlen; int ifindex; int addrtype; u32 label; struct hlist_node list; struct callback_head rcu; }; struct ip6addrlbl_init_table { const struct in6_addr *prefix; int prefixlen; u32 label; }; enum fib6_walk_state { FWS_S = 0, FWS_L = 1, FWS_R = 2, FWS_C = 3, FWS_U = 4, }; struct fib6_walker { struct list_head lh; struct fib6_node *root; struct fib6_node *node; struct fib6_info *leaf; enum fib6_walk_state state; unsigned int skip; unsigned int count; unsigned int skip_in_node; int (*func)(struct fib6_walker *); void *args; }; struct fib6_entry_notifier_info { struct fib_notifier_info info; struct fib6_info *rt; unsigned int nsiblings; }; struct ipv6_route_iter { struct seq_net_private p; struct fib6_walker w; loff_t skip; struct fib6_table *tbl; int sernum; }; struct bpf_iter__ipv6_route { union { struct bpf_iter_meta *meta; }; union { struct fib6_info *rt; }; }; struct fib6_cleaner { struct fib6_walker w; struct net *net; int (*func)(struct fib6_info *, void *); int sernum; void *arg; bool skip_notify; }; enum { FIB6_NO_SERNUM_CHANGE = 0, }; struct fib6_dump_arg { struct net *net; struct notifier_block *nb; struct netlink_ext_ack *extack; }; struct fib6_nh_pcpu_arg { struct fib6_info *from; const struct fib6_table *table; }; struct lookup_args { int offset; const struct in6_addr *addr; }; enum ip6_defrag_users { IP6_DEFRAG_LOCAL_DELIVER = 0, IP6_DEFRAG_CONNTRACK_IN = 1, __IP6_DEFRAG_CONNTRACK_IN = 65536, IP6_DEFRAG_CONNTRACK_OUT = 65537, __IP6_DEFRAG_CONNTRACK_OUT = 131072, IP6_DEFRAG_CONNTRACK_BRIDGE_IN = 131073, __IP6_DEFRAG_CONNTRACK_BRIDGE_IN = 196608, }; struct frag_queue { struct inet_frag_queue q; int iif; __u16 nhoffset; u8 ecn; }; struct rt0_hdr { struct ipv6_rt_hdr rt_hdr; __u32 reserved; struct in6_addr addr[0]; }; struct ioam6_hdr { __u8 opt_type; __u8 opt_len; char: 8; __u8 type; }; struct ioam6_trace_hdr { __be16 namespace_id; char: 2; __u8 overflow: 1; __u8 nodelen: 5; __u8 remlen: 7; union { __be32 type_be32; struct { __u32 bit7: 1; __u32 bit6: 1; __u32 bit5: 1; __u32 bit4: 1; __u32 bit3: 1; __u32 bit2: 1; __u32 bit1: 1; __u32 bit0: 1; __u32 bit15: 1; __u32 bit14: 1; __u32 bit13: 1; __u32 bit12: 1; __u32 bit11: 1; __u32 bit10: 1; __u32 bit9: 1; __u32 bit8: 1; __u32 bit23: 1; __u32 bit22: 1; __u32 bit21: 1; __u32 bit20: 1; __u32 bit19: 1; __u32 bit18: 1; __u32 bit17: 1; __u32 bit16: 1; } type; }; __u8 data[0]; }; struct ioam6_schema; struct ioam6_namespace { struct rhash_head head; struct callback_head rcu; struct ioam6_schema *schema; __be16 id; __be32 data; __be64 data_wide; }; struct ioam6_schema { struct rhash_head head; struct callback_head rcu; struct ioam6_namespace *ns; u32 id; int len; __be32 hdr; u8 data[0]; }; enum { IOAM6_ATTR_UNSPEC = 0, IOAM6_ATTR_NS_ID = 1, IOAM6_ATTR_NS_DATA = 2, IOAM6_ATTR_NS_DATA_WIDE = 3, IOAM6_ATTR_SC_ID = 4, IOAM6_ATTR_SC_DATA = 5, IOAM6_ATTR_SC_NONE = 6, IOAM6_ATTR_PAD = 7, __IOAM6_ATTR_MAX = 8, }; enum { IOAM6_CMD_UNSPEC = 0, IOAM6_CMD_ADD_NAMESPACE = 1, IOAM6_CMD_DEL_NAMESPACE = 2, IOAM6_CMD_DUMP_NAMESPACES = 3, IOAM6_CMD_ADD_SCHEMA = 4, IOAM6_CMD_DEL_SCHEMA = 5, IOAM6_CMD_DUMP_SCHEMAS = 6, IOAM6_CMD_NS_SET_SCHEMA = 7, __IOAM6_CMD_MAX = 8, }; struct fib6_rule { struct fib_rule common; struct rt6key src; struct rt6key dst; dscp_t dscp; }; enum { SEG6_LOCAL_UNSPEC = 0, SEG6_LOCAL_ACTION = 1, SEG6_LOCAL_SRH = 2, SEG6_LOCAL_TABLE = 3, SEG6_LOCAL_NH4 = 4, SEG6_LOCAL_NH6 = 5, SEG6_LOCAL_IIF = 6, SEG6_LOCAL_OIF = 7, SEG6_LOCAL_BPF = 8, SEG6_LOCAL_VRFTABLE = 9, SEG6_LOCAL_COUNTERS = 10, SEG6_LOCAL_FLAVORS = 11, __SEG6_LOCAL_MAX = 12, }; enum { SEG6_LOCAL_BPF_PROG_UNSPEC = 0, SEG6_LOCAL_BPF_PROG = 1, SEG6_LOCAL_BPF_PROG_NAME = 2, __SEG6_LOCAL_BPF_PROG_MAX = 3, }; enum { SEG6_LOCAL_CNT_UNSPEC = 0, SEG6_LOCAL_CNT_PAD = 1, SEG6_LOCAL_CNT_PACKETS = 2, SEG6_LOCAL_CNT_BYTES = 3, SEG6_LOCAL_CNT_ERRORS = 4, __SEG6_LOCAL_CNT_MAX = 5, }; enum { SEG6_LOCAL_FLV_UNSPEC = 0, SEG6_LOCAL_FLV_OPERATION = 1, SEG6_LOCAL_FLV_LCBLOCK_BITS = 2, SEG6_LOCAL_FLV_LCNODE_FN_BITS = 3, __SEG6_LOCAL_FLV_MAX = 4, }; enum { SEG6_LOCAL_FLV_OP_UNSPEC = 0, SEG6_LOCAL_FLV_OP_PSP = 1, SEG6_LOCAL_FLV_OP_USP = 2, SEG6_LOCAL_FLV_OP_USD = 3, SEG6_LOCAL_FLV_OP_NEXT_CSID = 4, __SEG6_LOCAL_FLV_OP_MAX = 5, }; struct seg6_local_lwt; struct seg6_local_lwtunnel_ops { int (*build_state)(struct seg6_local_lwt *, const void *, struct netlink_ext_ack *); void (*destroy_state)(struct seg6_local_lwt *); }; enum seg6_end_dt_mode { DT_INVALID_MODE = -22, DT_LEGACY_MODE = 0, DT_VRF_MODE = 1, }; struct seg6_end_dt_info { enum seg6_end_dt_mode mode; struct net *net; int vrf_ifindex; int vrf_table; u16 family; }; struct seg6_flavors_info { __u32 flv_ops; __u8 lcblock_bits; __u8 lcnode_func_bits; }; struct pcpu_seg6_local_counters; struct seg6_action_desc; struct seg6_local_lwt { int action; struct ipv6_sr_hdr *srh; int table; struct in_addr nh4; struct in6_addr nh6; int iif; int oif; struct bpf_lwt_prog bpf; struct seg6_end_dt_info dt_info; struct seg6_flavors_info flv_info; struct pcpu_seg6_local_counters *pcpu_counters; int headroom; struct seg6_action_desc *desc; long unsigned int parsed_optattrs; }; struct seg6_action_desc { int action; long unsigned int attrs; long unsigned int optattrs; int (*input)(struct sk_buff *, struct seg6_local_lwt *); int static_headroom; struct seg6_local_lwtunnel_ops slwt_ops; }; struct pcpu_seg6_local_counters { u64_stats_t packets; u64_stats_t bytes; u64_stats_t errors; struct u64_stats_sync syncp; }; struct seg6_local_counters { __u64 packets; __u64 bytes; __u64 errors; }; struct seg6_action_param { int (*parse)(struct nlattr **, struct seg6_local_lwt *, struct netlink_ext_ack *); int (*put)(struct sk_buff *, struct seg6_local_lwt *); int (*cmp)(struct seg6_local_lwt *, struct seg6_local_lwt *); void (*destroy)(struct seg6_local_lwt *); }; struct sadb_msg { __u8 sadb_msg_version; __u8 sadb_msg_type; __u8 sadb_msg_errno; __u8 sadb_msg_satype; __u16 sadb_msg_len; __u16 sadb_msg_reserved; __u32 sadb_msg_seq; __u32 sadb_msg_pid; }; struct sadb_ext { __u16 sadb_ext_len; __u16 sadb_ext_type; }; struct sadb_sa { __u16 sadb_sa_len; __u16 sadb_sa_exttype; __be32 sadb_sa_spi; __u8 sadb_sa_replay; __u8 sadb_sa_state; __u8 sadb_sa_auth; __u8 sadb_sa_encrypt; __u32 sadb_sa_flags; }; struct sadb_lifetime { __u16 sadb_lifetime_len; __u16 sadb_lifetime_exttype; __u32 sadb_lifetime_allocations; __u64 sadb_lifetime_bytes; __u64 sadb_lifetime_addtime; __u64 sadb_lifetime_usetime; }; struct sadb_address { __u16 sadb_address_len; __u16 sadb_address_exttype; __u8 sadb_address_proto; __u8 sadb_address_prefixlen; __u16 sadb_address_reserved; }; struct sadb_key { __u16 sadb_key_len; __u16 sadb_key_exttype; __u16 sadb_key_bits; __u16 sadb_key_reserved; }; struct sadb_prop { __u16 sadb_prop_len; __u16 sadb_prop_exttype; __u8 sadb_prop_replay; __u8 sadb_prop_reserved[3]; }; struct sadb_comb { __u8 sadb_comb_auth; __u8 sadb_comb_encrypt; __u16 sadb_comb_flags; __u16 sadb_comb_auth_minbits; __u16 sadb_comb_auth_maxbits; __u16 sadb_comb_encrypt_minbits; __u16 sadb_comb_encrypt_maxbits; __u32 sadb_comb_reserved; __u32 sadb_comb_soft_allocations; __u32 sadb_comb_hard_allocations; __u64 sadb_comb_soft_bytes; __u64 sadb_comb_hard_bytes; __u64 sadb_comb_soft_addtime; __u64 sadb_comb_hard_addtime; __u64 sadb_comb_soft_usetime; __u64 sadb_comb_hard_usetime; }; struct sadb_supported { __u16 sadb_supported_len; __u16 sadb_supported_exttype; __u32 sadb_supported_reserved; }; struct sadb_spirange { __u16 sadb_spirange_len; __u16 sadb_spirange_exttype; __u32 sadb_spirange_min; __u32 sadb_spirange_max; __u32 sadb_spirange_reserved; }; struct sadb_x_sa2 { __u16 sadb_x_sa2_len; __u16 sadb_x_sa2_exttype; __u8 sadb_x_sa2_mode; __u8 sadb_x_sa2_reserved1; __u16 sadb_x_sa2_reserved2; __u32 sadb_x_sa2_sequence; __u32 sadb_x_sa2_reqid; }; struct sadb_x_policy { __u16 sadb_x_policy_len; __u16 sadb_x_policy_exttype; __u16 sadb_x_policy_type; __u8 sadb_x_policy_dir; __u8 sadb_x_policy_reserved; __u32 sadb_x_policy_id; __u32 sadb_x_policy_priority; }; struct sadb_x_ipsecrequest { __u16 sadb_x_ipsecrequest_len; __u16 sadb_x_ipsecrequest_proto; __u8 sadb_x_ipsecrequest_mode; __u8 sadb_x_ipsecrequest_level; __u16 sadb_x_ipsecrequest_reserved1; __u32 sadb_x_ipsecrequest_reqid; __u32 sadb_x_ipsecrequest_reserved2; }; struct sadb_x_nat_t_type { __u16 sadb_x_nat_t_type_len; __u16 sadb_x_nat_t_type_exttype; __u8 sadb_x_nat_t_type_type; __u8 sadb_x_nat_t_type_reserved[3]; }; struct sadb_x_nat_t_port { __u16 sadb_x_nat_t_port_len; __u16 sadb_x_nat_t_port_exttype; __be16 sadb_x_nat_t_port_port; __u16 sadb_x_nat_t_port_reserved; }; struct sadb_x_sec_ctx { __u16 sadb_x_sec_len; __u16 sadb_x_sec_exttype; __u8 sadb_x_ctx_alg; __u8 sadb_x_ctx_doi; __u16 sadb_x_ctx_len; }; struct sadb_x_filter { __u16 sadb_x_filter_len; __u16 sadb_x_filter_exttype; __u32 sadb_x_filter_saddr[4]; __u32 sadb_x_filter_daddr[4]; __u16 sadb_x_filter_family; __u8 sadb_x_filter_splen; __u8 sadb_x_filter_dplen; }; enum { IPSEC_MODE_ANY = 0, IPSEC_MODE_TRANSPORT = 1, IPSEC_MODE_TUNNEL = 2, IPSEC_MODE_BEET = 3, }; enum { IPSEC_DIR_ANY = 0, IPSEC_DIR_INBOUND = 1, IPSEC_DIR_OUTBOUND = 2, IPSEC_DIR_FWD = 3, IPSEC_DIR_MAX = 4, IPSEC_DIR_INVALID = 5, }; enum { IPSEC_POLICY_DISCARD = 0, IPSEC_POLICY_NONE = 1, IPSEC_POLICY_IPSEC = 2, IPSEC_POLICY_ENTRUST = 3, IPSEC_POLICY_BYPASS = 4, }; enum { IPSEC_LEVEL_DEFAULT = 0, IPSEC_LEVEL_USE = 1, IPSEC_LEVEL_REQUIRE = 2, IPSEC_LEVEL_UNIQUE = 3, }; struct netns_pfkey { struct hlist_head table; atomic_t socks_nr; }; struct pfkey_sock { struct sock sk; int registered; int promisc; struct { uint8_t msg_version; uint32_t msg_portid; int (*dump)(struct pfkey_sock *); void (*done)(struct pfkey_sock *); union { struct xfrm_policy_walk policy; struct xfrm_state_walk state; } u; struct sk_buff *skb; } dump; struct mutex dump_lock; }; typedef int (*pfkey_handler)(struct sock *, struct sk_buff *, const struct sadb_msg *, void * const *); typedef __u8 rds_tos_t; struct rds_info_socket { __u32 sndbuf; __be32 bound_addr; __be32 connected_addr; __be16 bound_port; __be16 connected_port; __u32 rcvbuf; __u64 inum; } __attribute__((packed)); struct rds6_info_socket { __u32 sndbuf; struct in6_addr bound_addr; struct in6_addr connected_addr; __be16 bound_port; __be16 connected_port; __u32 rcvbuf; __u64 inum; } __attribute__((packed)); struct rds_rx_trace_so { __u8 rx_traces; __u8 rx_trace_pos[3]; }; struct rds_info_iterator; typedef void (*rds_info_func___2)(struct socket *, unsigned int, struct rds_info_iterator *, struct rds_info_lengths *); struct rds_info_iterator { struct page **pages; void *addr; long unsigned int offset; }; struct rds_iovec { __u64 addr; __u64 bytes; }; struct rds_rdma_args { rds_rdma_cookie_t cookie; struct rds_iovec remote_vec; __u64 local_vec_addr; __u64 nr_local; __u64 flags; __u64 user_token; }; struct rds_iov_vector { struct rds_iovec *iov; int len; }; struct rds_iov_vector_arr { struct rds_iov_vector *vec; int len; int indx; int incr; }; struct rds_get_mr_args { struct rds_iovec vec; __u64 cookie_addr; __u64 flags; }; struct rds_get_mr_for_dest_args { struct __kernel_sockaddr_storage dest_addr; struct rds_iovec vec; __u64 cookie_addr; __u64 flags; }; struct rds_free_mr_args { rds_rdma_cookie_t cookie; __u64 flags; }; struct rds_atomic_args { rds_rdma_cookie_t cookie; __u64 local_addr; __u64 remote_addr; union { struct { __u64 compare; __u64 swap; } cswp; struct { __u64 add; } fadd; struct { __u64 compare; __u64 swap; __u64 compare_mask; __u64 swap_mask; } m_cswp; struct { __u64 add; __u64 nocarry_mask; } m_fadd; }; __u64 flags; __u64 user_token; }; enum { ODP_NOT_NEEDED = 0, ODP_ZEROBASED = 1, ODP_VIRTUAL = 2, }; struct caif_dev_common { void (*flowctrl)(struct net_device *, int); enum caif_link_selector link_select; int use_frag; int use_fcs; int use_stx; }; struct caif_device_entry { struct cflayer layer; struct list_head list; struct net_device *netdev; int *pcpu_refcnt; spinlock_t flow_lock; struct sk_buff *xoff_skb; void (*xoff_skb_dtor)(struct sk_buff *); bool xoff; }; struct caif_device_entry_list { struct list_head list; struct mutex lock; }; struct cfcnfg; struct caif_net { struct cfcnfg *cfg; struct caif_device_entry_list caifdevs; }; struct cfserl { struct cflayer layer; struct cfpkt *incomplete_frm; spinlock_t sync; bool usestx; }; struct cfrfml { struct cfsrvl serv; struct cfpkt *incomplete_frm; int fragment_size; u8 seghead[6]; u16 pdu_size; spinlock_t sync; }; struct xsk_dma_map { dma_addr_t *dma_pages; struct device *dev; struct net_device *netdev; refcount_t users; struct list_head list; u32 dma_pages_cnt; bool dma_need_sync; }; typedef __u32 Elf32_Addr; typedef __u16 Elf32_Half; typedef __u32 Elf32_Off; struct elf32_hdr { unsigned char e_ident[16]; Elf32_Half e_type; Elf32_Half e_machine; Elf32_Word e_version; Elf32_Addr e_entry; Elf32_Off e_phoff; Elf32_Off e_shoff; Elf32_Word e_flags; Elf32_Half e_ehsize; Elf32_Half e_phentsize; Elf32_Half e_phnum; Elf32_Half e_shentsize; Elf32_Half e_shnum; Elf32_Half e_shstrndx; }; typedef struct elf32_hdr Elf32_Ehdr; struct elf32_phdr { Elf32_Word p_type; Elf32_Off p_offset; Elf32_Addr p_vaddr; Elf32_Addr p_paddr; Elf32_Word p_filesz; Elf32_Word p_memsz; Elf32_Word p_flags; Elf32_Word p_align; }; typedef struct elf32_phdr Elf32_Phdr; typedef struct elf64_phdr Elf64_Phdr; typedef struct elf32_note Elf32_Nhdr; struct compress_format { unsigned char magic[2]; const char *name; decompress_fn decompressor; }; enum cpio_fields { C_MAGIC = 0, C_INO = 1, C_MODE = 2, C_UID = 3, C_GID = 4, C_NLINK = 5, C_MTIME = 6, C_FILESIZE = 7, C_MAJ = 8, C_MIN = 9, C_RMAJ = 10, C_RMIN = 11, C_NAMESIZE = 12, C_CHKSUM = 13, C_NFIELDS = 14, }; struct maple_metadata { unsigned char end; unsigned char gap; }; struct maple_pnode; struct maple_range_64 { struct maple_pnode *parent; long unsigned int pivot[15]; union { void *slot[16]; struct { void *pad[15]; struct maple_metadata meta; }; }; }; struct maple_arange_64 { struct maple_pnode *parent; long unsigned int pivot[9]; void *slot[10]; long unsigned int gap[10]; struct maple_metadata meta; }; struct maple_topiary { struct maple_pnode *parent; struct maple_enode *next; }; enum maple_type { maple_dense = 0, maple_leaf_64 = 1, maple_range_64 = 2, maple_arange_64 = 3, }; struct maple_node { union { struct { struct maple_pnode *parent; void *slot[31]; }; struct { void *pad; struct callback_head rcu; struct maple_enode *piv_parent; unsigned char parent_slot; enum maple_type type; unsigned char slot_len; unsigned int ma_flags; }; struct maple_range_64 mr64; struct maple_arange_64 ma64; struct maple_alloc alloc; }; }; struct ma_topiary { struct maple_enode *head; struct maple_enode *tail; struct maple_tree *mtree; }; struct ma_wr_state { struct ma_state *mas; struct maple_node *node; long unsigned int r_min; long unsigned int r_max; enum maple_type type; unsigned char offset_end; unsigned char node_end; long unsigned int *pivots; long unsigned int end_piv; void **slots; void *entry; void *content; }; struct trace_event_raw_ma_op { struct trace_entry ent; const char *fn; long unsigned int min; long unsigned int max; long unsigned int index; long unsigned int last; void *node; char __data[0]; }; struct trace_event_raw_ma_read { struct trace_entry ent; const char *fn; long unsigned int min; long unsigned int max; long unsigned int index; long unsigned int last; void *node; char __data[0]; }; struct trace_event_raw_ma_write { struct trace_entry ent; const char *fn; long unsigned int min; long unsigned int max; long unsigned int index; long unsigned int last; long unsigned int piv; void *val; void *node; char __data[0]; }; struct trace_event_data_offsets_ma_op {}; struct trace_event_data_offsets_ma_read {}; struct trace_event_data_offsets_ma_write {}; typedef void (*btf_trace_ma_op)(void *, const char *, struct ma_state *); typedef void (*btf_trace_ma_read)(void *, const char *, struct ma_state *); typedef void (*btf_trace_ma_write)(void *, const char *, struct ma_state *, long unsigned int, void *); struct maple_big_node { struct maple_pnode *parent; long unsigned int pivot[33]; union { struct maple_enode *slot[34]; struct { long unsigned int padding[21]; long unsigned int gap[21]; }; }; unsigned char b_end; enum maple_type type; }; struct maple_subtree_state { struct ma_state *orig_l; struct ma_state *orig_r; struct ma_state *l; struct ma_state *m; struct ma_state *r; struct ma_topiary *free; struct ma_topiary *destroy; struct maple_big_node *bn; }; typedef struct { u32 red_mask; u32 green_mask; u32 blue_mask; u32 reserved_mask; } efi_pixel_bitmask_t; typedef struct { u32 version; u32 horizontal_resolution; u32 vertical_resolution; int pixel_format; efi_pixel_bitmask_t pixel_information; u32 pixels_per_scan_line; } efi_graphics_output_mode_info_t; union efi_graphics_output_protocol_mode { struct { u32 max_mode; u32 mode; efi_graphics_output_mode_info_t *info; long unsigned int size_of_info; efi_physical_addr_t frame_buffer_base; long unsigned int frame_buffer_size; }; struct { u32 max_mode; u32 mode; u32 info; u32 size_of_info; u64 frame_buffer_base; u32 frame_buffer_size; } mixed_mode; }; typedef union efi_graphics_output_protocol_mode efi_graphics_output_protocol_mode_t; union efi_graphics_output_protocol; typedef union efi_graphics_output_protocol efi_graphics_output_protocol_t; union efi_graphics_output_protocol { struct { efi_status_t (*query_mode)(efi_graphics_output_protocol_t *, u32, long unsigned int *, efi_graphics_output_mode_info_t **); efi_status_t (*set_mode)(efi_graphics_output_protocol_t *, u32); void *blt; efi_graphics_output_protocol_mode_t *mode; }; struct { u32 query_mode; u32 set_mode; u32 blt; u32 mode; } mixed_mode; }; enum efi_cmdline_option { EFI_CMDLINE_NONE = 0, EFI_CMDLINE_MODE_NUM = 1, EFI_CMDLINE_RES = 2, EFI_CMDLINE_AUTO = 3, EFI_CMDLINE_LIST = 4, }; struct efi_vendor_dev_path { struct efi_generic_dev_path header; efi_guid_t vendorguid; u8 vendordata[0]; }; struct efi_tcg2_tagged_event { u32 tagged_event_id; u32 tagged_event_data_size; }; typedef struct efi_tcg2_tagged_event efi_tcg2_tagged_event_t; union efi_load_file_protocol; typedef union efi_load_file_protocol efi_load_file_protocol_t; union efi_load_file_protocol { struct { efi_status_t (*load_file)(efi_load_file_protocol_t *, efi_device_path_protocol_t *, bool, long unsigned int *, void *); }; struct { u32 load_file; } mixed_mode; }; typedef union efi_load_file_protocol efi_load_file2_protocol_t; typedef struct { u32 attributes; u16 file_path_list_length; u8 variable_data[0]; } __attribute__((packed)) efi_load_option_t; typedef struct { u32 attributes; u16 file_path_list_length; const efi_char16_t *description; const efi_device_path_protocol_t *file_path_list; u32 optional_data_size; const void *optional_data; } efi_load_option_unpacked_t; enum efistub_event { EFISTUB_EVT_INITRD = 0, EFISTUB_EVT_LOAD_OPTIONS = 1, EFISTUB_EVT_COUNT = 2, }; struct efi_measured_event { efi_tcg2_event_t event_data; efi_tcg2_tagged_event_t tagged_event; u8 tagged_event_data[0]; } __attribute__((packed)); #ifndef BPF_NO_PRESERVE_ACCESS_INDEX #pragma clang attribute pop #endif #endif /* __VMLINUX_H__ */ bpfcc-0.31.0/libbpf-tools/map_helpers.c000066400000000000000000000042541465134135300177210ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Anton Protopopov #include #include #include #include "map_helpers.h" #define warn(...) fprintf(stderr, __VA_ARGS__) static bool batch_map_ops = true; /* hope for the best */ static int dump_hash_iter(int map_fd, void *keys, __u32 key_size, void *values, __u32 value_size, __u32 *count, void *invalid_key) { __u8 key[key_size], next_key[key_size]; __u32 n = 0; int i, err; /* First get keys */ __builtin_memcpy(key, invalid_key, key_size); while (n < *count) { err = bpf_map_get_next_key(map_fd, key, next_key); if (err && errno != ENOENT) { return -1; } else if (err) { break; } __builtin_memcpy(key, next_key, key_size); __builtin_memcpy(keys + key_size * n, next_key, key_size); n++; } /* Now read values */ for (i = 0; i < n; i++) { err = bpf_map_lookup_elem(map_fd, keys + key_size * i, values + value_size * i); if (err) return -1; } *count = n; return 0; } static int dump_hash_batch(int map_fd, void *keys, __u32 key_size, void *values, __u32 value_size, __u32 *count) { void *in = NULL, *out; __u32 n, n_read = 0; int err = 0; while (n_read < *count && !err) { n = *count - n_read; err = bpf_map_lookup_batch(map_fd, &in, &out, keys + n_read * key_size, values + n_read * value_size, &n, NULL); if (err && errno != ENOENT) { return -1; } n_read += n; in = out; } *count = n_read; return 0; } int dump_hash(int map_fd, void *keys, __u32 key_size, void *values, __u32 value_size, __u32 *count, void *invalid_key) { int err; if (!keys || !values || !count || !key_size || !value_size) { errno = EINVAL; return -1; } if (batch_map_ops) { err = dump_hash_batch(map_fd, keys, key_size, values, value_size, count); if (err && errno == EINVAL) { /* assume that batch operations are not * supported and try non-batch mode */ batch_map_ops = false; } else { return err; } } if (!invalid_key) { errno = EINVAL; return -1; } return dump_hash_iter(map_fd, keys, key_size, values, value_size, count, invalid_key); } bpfcc-0.31.0/libbpf-tools/map_helpers.h000066400000000000000000000005101465134135300177150ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2020 Anton Protopopov */ #ifndef __MAP_HELPERS_H #define __MAP_HELPERS_H #include int dump_hash(int map_fd, void *keys, __u32 key_size, void *values, __u32 value_size, __u32 *count, void *invalid_key); #endif /* __MAP_HELPERS_H */ bpfcc-0.31.0/libbpf-tools/maps.bpf.h000066400000000000000000000026041465134135300171320ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Anton Protopopov #ifndef __MAPS_BPF_H #define __MAPS_BPF_H #include #include static __always_inline void * bpf_map_lookup_or_try_init(void *map, const void *key, const void *init) { void *val; /* bpf helper functions like bpf_map_update_elem() below normally return * long, but using int instead of long to store the result is a workaround * to avoid incorrectly evaluating err in cases where the following criteria * is met: * the architecture is 64-bit * the helper function return type is long * the helper function returns the value of a call to a bpf_map_ops func * the bpf_map_ops function return type is int * the compiler inlines the helper function * the compiler does not sign extend the result of the bpf_map_ops func * * if this criteria is met, at best an error can only be checked as zero or * non-zero. it will not be possible to check for a negative value or a * specific error value. this is because the sign bit would have been stuck * at the 32nd bit of a 64-bit long int. */ int err; val = bpf_map_lookup_elem(map, key); if (val) return val; err = bpf_map_update_elem(map, key, init, BPF_NOEXIST); if (err && err != -EEXIST) return 0; return bpf_map_lookup_elem(map, key); } #endif /* __MAPS_BPF_H */ bpfcc-0.31.0/libbpf-tools/mdflush.bpf.c000066400000000000000000000024521465134135300176300ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2021~2022 Hengqi Chen */ #include #include #include #include #include "core_fixes.bpf.h" #include "mdflush.h" struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __type(key, __u32); __type(value, __u32); } events SEC(".maps"); SEC("fentry/md_flush_request") int BPF_PROG(md_flush_request, void *mddev, void *bio) { __u64 pid = bpf_get_current_pid_tgid() >> 32; struct event event = {}; struct gendisk *gendisk; event.pid = pid; gendisk = get_gendisk(bio); BPF_CORE_READ_STR_INTO(event.disk, gendisk, disk_name); bpf_get_current_comm(event.comm, sizeof(event.comm)); bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); return 0; } SEC("kprobe/md_flush_request") int BPF_KPROBE(kprobe_md_flush_request, void *mddev, void *bio) { __u64 pid = bpf_get_current_pid_tgid() >> 32; struct event event = {}; struct gendisk *gendisk; event.pid = pid; gendisk = get_gendisk(bio); BPF_CORE_READ_STR_INTO(event.disk, gendisk, disk_name); bpf_get_current_comm(event.comm, sizeof(event.comm)); bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); return 0; } char LICENSE[] SEC("license") = "Dual BSD/GPL"; bpfcc-0.31.0/libbpf-tools/mdflush.c000066400000000000000000000070261465134135300170640ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* * mdflush Trace md flush events. * * Copyright (c) 2021~2022 Hengqi Chen * * Based on mdflush(8) from BCC by Brendan Gregg. * 08-Nov-2021 Hengqi Chen Created this. */ #include #include #include #include #include #include #include #include "mdflush.h" #include "mdflush.skel.h" #include "trace_helpers.h" #define PERF_BUFFER_PAGES 16 #define PERF_POLL_TIMEOUT_MS 100 #define warn(...) fprintf(stderr, __VA_ARGS__) static volatile sig_atomic_t exiting = 0; static bool verbose = false; const char *argp_program_version = "mdflush 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace md flush events.\n" "\n" "USAGE: mdflush\n"; static const struct argp_option opts[] = { { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': verbose = true; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static void sig_int(int signo) { exiting = 1; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !verbose) return 0; return vfprintf(stderr, format, args); } static void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { struct event *e = data; time_t t; struct tm *tm; char ts[32]; time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s %-7d %-16s %-s\n", ts, e->pid, e->comm, e->disk); } static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { warn("lost %llu events on CPU #%d\n", lost_cnt, cpu); } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct perf_buffer *pb = NULL; struct mdflush_bpf *obj; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); obj = mdflush_bpf__open(); if (!obj) { warn("failed to open BPF object\n"); return 1; } if (fentry_can_attach("md_flush_request", NULL)) bpf_program__set_autoload(obj->progs.kprobe_md_flush_request, false); else bpf_program__set_autoload(obj->progs.md_flush_request, false); err = mdflush_bpf__load(obj); if (err) { warn("failed to load BPF object: %d\n", err); goto cleanup; } err = mdflush_bpf__attach(obj); if (err) { warn("failed to attach BPF programs: %d\n", err); goto cleanup; } pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); if (!pb) { warn("failed to open perf buffer: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { warn("can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } printf("Tracing md flush requests... Hit Ctrl-C to end.\n"); printf("%-8s %-7s %-16s %-s\n", "TIME", "PID", "COMM", "DEVICE"); while (!exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { warn("error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); mdflush_bpf__destroy(obj); return err != 0; } bpfcc-0.31.0/libbpf-tools/mdflush.h000066400000000000000000000004561465134135300170710ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2021~2022 Hengqi Chen */ #ifndef __MDFLUSH_H #define __MDFLUSH_H #define TASK_COMM_LEN 16 #define DISK_NAME_LEN 32 struct event { __u32 pid; char comm[TASK_COMM_LEN]; char disk[DISK_NAME_LEN]; }; #endif /* __MDFLUSH_H */ bpfcc-0.31.0/libbpf-tools/memleak.bpf.c000066400000000000000000000227431465134135300176060ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2023 Meta Platforms, Inc. and affiliates. #include #include #include #include "maps.bpf.h" #include "memleak.h" #include "core_fixes.bpf.h" const volatile size_t min_size = 0; const volatile size_t max_size = -1; const volatile size_t page_size = 4096; const volatile __u64 sample_rate = 1; const volatile bool trace_all = false; const volatile __u64 stack_flags = 0; const volatile bool wa_missing_free = false; struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, u32); __type(value, u64); __uint(max_entries, 10240); } sizes SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, u64); /* address */ __type(value, struct alloc_info); __uint(max_entries, ALLOCS_MAX_ENTRIES); } allocs SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, u64); /* stack id */ __type(value, union combined_alloc_info); __uint(max_entries, COMBINED_ALLOCS_MAX_ENTRIES); } combined_allocs SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, u32); __type(value, u64); __uint(max_entries, 10240); } memptrs SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_STACK_TRACE); __type(key, u32); } stack_traces SEC(".maps"); static union combined_alloc_info initial_cinfo; static void update_statistics_add(u64 stack_id, u64 sz) { union combined_alloc_info *existing_cinfo; existing_cinfo = bpf_map_lookup_or_try_init(&combined_allocs, &stack_id, &initial_cinfo); if (!existing_cinfo) return; const union combined_alloc_info incremental_cinfo = { .total_size = sz, .number_of_allocs = 1 }; __sync_fetch_and_add(&existing_cinfo->bits, incremental_cinfo.bits); } static void update_statistics_del(u64 stack_id, u64 sz) { union combined_alloc_info *existing_cinfo; existing_cinfo = bpf_map_lookup_elem(&combined_allocs, &stack_id); if (!existing_cinfo) { bpf_printk("failed to lookup combined allocs\n"); return; } const union combined_alloc_info decremental_cinfo = { .total_size = sz, .number_of_allocs = 1 }; __sync_fetch_and_sub(&existing_cinfo->bits, decremental_cinfo.bits); } static int gen_alloc_enter(size_t size) { if (size < min_size || size > max_size) return 0; if (sample_rate > 1) { if (bpf_ktime_get_ns() % sample_rate != 0) return 0; } const u32 tid = bpf_get_current_pid_tgid(); bpf_map_update_elem(&sizes, &tid, &size, BPF_ANY); if (trace_all) bpf_printk("alloc entered, size = %lu\n", size); return 0; } static int gen_alloc_exit2(void *ctx, u64 address) { const u32 tid = bpf_get_current_pid_tgid(); struct alloc_info info; const u64* size = bpf_map_lookup_elem(&sizes, &tid); if (!size) return 0; // missed alloc entry __builtin_memset(&info, 0, sizeof(info)); info.size = *size; bpf_map_delete_elem(&sizes, &tid); if (address != 0) { info.timestamp_ns = bpf_ktime_get_ns(); info.stack_id = bpf_get_stackid(ctx, &stack_traces, stack_flags); bpf_map_update_elem(&allocs, &address, &info, BPF_ANY); update_statistics_add(info.stack_id, info.size); } if (trace_all) { bpf_printk("alloc exited, size = %lu, result = %lx\n", info.size, address); } return 0; } static int gen_alloc_exit(struct pt_regs *ctx) { return gen_alloc_exit2(ctx, PT_REGS_RC(ctx)); } static int gen_free_enter(const void *address) { const u64 addr = (u64)address; const struct alloc_info *info = bpf_map_lookup_elem(&allocs, &addr); if (!info) return 0; bpf_map_delete_elem(&allocs, &addr); update_statistics_del(info->stack_id, info->size); if (trace_all) { bpf_printk("free entered, address = %lx, size = %lu\n", address, info->size); } return 0; } SEC("uprobe") int BPF_UPROBE(malloc_enter, size_t size) { return gen_alloc_enter(size); } SEC("uretprobe") int BPF_URETPROBE(malloc_exit) { return gen_alloc_exit(ctx); } SEC("uprobe") int BPF_UPROBE(free_enter, void *address) { return gen_free_enter(address); } SEC("uprobe") int BPF_UPROBE(calloc_enter, size_t nmemb, size_t size) { return gen_alloc_enter(nmemb * size); } SEC("uretprobe") int BPF_URETPROBE(calloc_exit) { return gen_alloc_exit(ctx); } SEC("uprobe") int BPF_UPROBE(realloc_enter, void *ptr, size_t size) { gen_free_enter(ptr); return gen_alloc_enter(size); } SEC("uretprobe") int BPF_URETPROBE(realloc_exit) { return gen_alloc_exit(ctx); } SEC("uprobe") int BPF_UPROBE(mmap_enter, void *address, size_t size) { return gen_alloc_enter(size); } SEC("uretprobe") int BPF_URETPROBE(mmap_exit) { return gen_alloc_exit(ctx); } SEC("uprobe") int BPF_UPROBE(munmap_enter, void *address) { return gen_free_enter(address); } SEC("uprobe") int BPF_UPROBE(posix_memalign_enter, void **memptr, size_t alignment, size_t size) { const u64 memptr64 = (u64)(size_t)memptr; const u32 tid = bpf_get_current_pid_tgid(); bpf_map_update_elem(&memptrs, &tid, &memptr64, BPF_ANY); return gen_alloc_enter(size); } SEC("uretprobe") int BPF_URETPROBE(posix_memalign_exit) { u64 *memptr64; void *addr; const u32 tid = bpf_get_current_pid_tgid(); memptr64 = bpf_map_lookup_elem(&memptrs, &tid); if (!memptr64) return 0; bpf_map_delete_elem(&memptrs, &tid); if (bpf_probe_read_user(&addr, sizeof(void*), (void*)(size_t)*memptr64)) return 0; const u64 addr64 = (u64)(size_t)addr; return gen_alloc_exit2(ctx, addr64); } SEC("uprobe") int BPF_UPROBE(aligned_alloc_enter, size_t alignment, size_t size) { return gen_alloc_enter(size); } SEC("uretprobe") int BPF_URETPROBE(aligned_alloc_exit) { return gen_alloc_exit(ctx); } SEC("uprobe") int BPF_UPROBE(valloc_enter, size_t size) { return gen_alloc_enter(size); } SEC("uretprobe") int BPF_URETPROBE(valloc_exit) { return gen_alloc_exit(ctx); } SEC("uprobe") int BPF_UPROBE(memalign_enter, size_t alignment, size_t size) { return gen_alloc_enter(size); } SEC("uretprobe") int BPF_URETPROBE(memalign_exit) { return gen_alloc_exit(ctx); } SEC("uprobe") int BPF_UPROBE(pvalloc_enter, size_t size) { return gen_alloc_enter(size); } SEC("uretprobe") int BPF_URETPROBE(pvalloc_exit) { return gen_alloc_exit(ctx); } SEC("tracepoint/kmem/kmalloc") int memleak__kmalloc(void *ctx) { const void *ptr; size_t bytes_alloc; if (has_kmem_alloc()) { struct trace_event_raw_kmem_alloc___x *args = ctx; ptr = BPF_CORE_READ(args, ptr); bytes_alloc = BPF_CORE_READ(args, bytes_alloc); } else { struct trace_event_raw_kmalloc___x *args = ctx; ptr = BPF_CORE_READ(args, ptr); bytes_alloc = BPF_CORE_READ(args, bytes_alloc); } if (wa_missing_free) gen_free_enter(ptr); gen_alloc_enter(bytes_alloc); return gen_alloc_exit2(ctx, (u64)ptr); } SEC("tracepoint/kmem/kmalloc_node") int memleak__kmalloc_node(void *ctx) { const void *ptr; size_t bytes_alloc; if (has_kmem_alloc_node()) { struct trace_event_raw_kmem_alloc_node___x *args = ctx; ptr = BPF_CORE_READ(args, ptr); bytes_alloc = BPF_CORE_READ(args, bytes_alloc); if (wa_missing_free) gen_free_enter(ptr); gen_alloc_enter( bytes_alloc); return gen_alloc_exit2(ctx, (u64)ptr); } else { /* tracepoint is disabled if not exist, avoid compile warning */ return 0; } } SEC("tracepoint/kmem/kfree") int memleak__kfree(void *ctx) { const void *ptr; if (has_kfree()) { struct trace_event_raw_kfree___x *args = ctx; ptr = BPF_CORE_READ(args, ptr); } else { struct trace_event_raw_kmem_free___x *args = ctx; ptr = BPF_CORE_READ(args, ptr); } return gen_free_enter(ptr); } SEC("tracepoint/kmem/kmem_cache_alloc") int memleak__kmem_cache_alloc(void *ctx) { const void *ptr; size_t bytes_alloc; if (has_kmem_alloc()) { struct trace_event_raw_kmem_alloc___x *args = ctx; ptr = BPF_CORE_READ(args, ptr); bytes_alloc = BPF_CORE_READ(args, bytes_alloc); } else { struct trace_event_raw_kmem_cache_alloc___x *args = ctx; ptr = BPF_CORE_READ(args, ptr); bytes_alloc = BPF_CORE_READ(args, bytes_alloc); } if (wa_missing_free) gen_free_enter(ptr); gen_alloc_enter(bytes_alloc); return gen_alloc_exit2(ctx, (u64)ptr); } SEC("tracepoint/kmem/kmem_cache_alloc_node") int memleak__kmem_cache_alloc_node(void *ctx) { const void *ptr; size_t bytes_alloc; if (has_kmem_alloc_node()) { struct trace_event_raw_kmem_alloc_node___x *args = ctx; ptr = BPF_CORE_READ(args, ptr); bytes_alloc = BPF_CORE_READ(args, bytes_alloc); if (wa_missing_free) gen_free_enter(ptr); gen_alloc_enter(bytes_alloc); return gen_alloc_exit2(ctx, (u64)ptr); } else { /* tracepoint is disabled if not exist, avoid compile warning */ return 0; } } SEC("tracepoint/kmem/kmem_cache_free") int memleak__kmem_cache_free(void *ctx) { const void *ptr; if (has_kmem_cache_free()) { struct trace_event_raw_kmem_cache_free___x *args = ctx; ptr = BPF_CORE_READ(args, ptr); } else { struct trace_event_raw_kmem_free___x *args = ctx; ptr = BPF_CORE_READ(args, ptr); } return gen_free_enter(ptr); } SEC("tracepoint/kmem/mm_page_alloc") int memleak__mm_page_alloc(struct trace_event_raw_mm_page_alloc *ctx) { gen_alloc_enter(page_size << ctx->order); return gen_alloc_exit2(ctx, ctx->pfn); } SEC("tracepoint/kmem/mm_page_free") int memleak__mm_page_free(struct trace_event_raw_mm_page_free *ctx) { return gen_free_enter((void *)ctx->pfn); } SEC("tracepoint/percpu/percpu_alloc_percpu") int memleak__percpu_alloc_percpu(struct trace_event_raw_percpu_alloc_percpu *ctx) { gen_alloc_enter(ctx->bytes_alloc); return gen_alloc_exit2(ctx, (u64)(ctx->ptr)); } SEC("tracepoint/percpu/percpu_free_percpu") int memleak__percpu_free_percpu(struct trace_event_raw_percpu_free_percpu *ctx) { return gen_free_enter(ctx->ptr); } char LICENSE[] SEC("license") = "Dual BSD/GPL"; bpfcc-0.31.0/libbpf-tools/memleak.c000066400000000000000000000676131465134135300170450ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2023 Meta Platforms, Inc. and affiliates. // // Based on memleak(8) from BCC by Sasha Goldshtein and others. // 1-Mar-2023 JP Kobryn Created this. #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "memleak.h" #include "memleak.skel.h" #include "trace_helpers.h" #ifdef USE_BLAZESYM #include "blazesym.h" #endif static struct env { int interval; int nr_intervals; pid_t pid; bool trace_all; bool show_allocs; bool combined_only; int min_age_ns; uint64_t sample_rate; int top_stacks; size_t min_size; size_t max_size; char object[32]; bool wa_missing_free; bool percpu; int perf_max_stack_depth; int stack_map_max_entries; long page_size; bool kernel_trace; bool verbose; char command[32]; char symbols_prefix[16]; } env = { .interval = 5, // posarg 1 .nr_intervals = -1, // posarg 2 .pid = -1, // -p --pid .trace_all = false, // -t --trace .show_allocs = false, // -a --show-allocs .combined_only = false, // --combined-only .min_age_ns = 500, // -o --older (arg * 1e6) .wa_missing_free = false, // --wa-missing-free .sample_rate = 1, // -s --sample-rate .top_stacks = 10, // -T --top .min_size = 0, // -z --min-size .max_size = -1, // -Z --max-size .object = {0}, // -O --obj .percpu = false, // --percpu .perf_max_stack_depth = 127, .stack_map_max_entries = 10240, .page_size = 1, .kernel_trace = true, .verbose = false, .command = {0}, // -c --command .symbols_prefix = {0}, }; struct allocation_node { uint64_t address; size_t size; struct allocation_node* next; }; struct allocation { uint64_t stack_id; size_t size; size_t count; struct allocation_node* allocations; }; #define __ATTACH_UPROBE(skel, sym_name, prog_name, is_retprobe) \ do { \ char sym[32]; \ sprintf(sym, "%s%s", env.symbols_prefix, #sym_name); \ LIBBPF_OPTS(bpf_uprobe_opts, uprobe_opts, \ .func_name = sym, \ .retprobe = is_retprobe); \ skel->links.prog_name = bpf_program__attach_uprobe_opts( \ skel->progs.prog_name, \ env.pid, \ env.object, \ 0, \ &uprobe_opts); \ } while (false) #define __CHECK_PROGRAM(skel, prog_name) \ do { \ if (!skel->links.prog_name) { \ perror("no program attached for " #prog_name); \ return -errno; \ } \ } while (false) #define __ATTACH_UPROBE_CHECKED(skel, sym_name, prog_name, is_retprobe) \ do { \ __ATTACH_UPROBE(skel, sym_name, prog_name, is_retprobe); \ __CHECK_PROGRAM(skel, prog_name); \ } while (false) #define ATTACH_UPROBE(skel, sym_name, prog_name) __ATTACH_UPROBE(skel, sym_name, prog_name, false) #define ATTACH_URETPROBE(skel, sym_name, prog_name) __ATTACH_UPROBE(skel, sym_name, prog_name, true) #define ATTACH_UPROBE_CHECKED(skel, sym_name, prog_name) __ATTACH_UPROBE_CHECKED(skel, sym_name, prog_name, false) #define ATTACH_URETPROBE_CHECKED(skel, sym_name, prog_name) __ATTACH_UPROBE_CHECKED(skel, sym_name, prog_name, true) static void sig_handler(int signo); static long argp_parse_long(int key, const char *arg, struct argp_state *state); static error_t argp_parse_arg(int key, char *arg, struct argp_state *state); static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args); static int event_init(int *fd); static int event_wait(int fd, uint64_t expected_event); static int event_notify(int fd, uint64_t event); static pid_t fork_sync_exec(const char *command, int fd); #ifdef USE_BLAZESYM static void print_stack_frame_by_blazesym(size_t frame, uint64_t addr, const blazesym_csym *sym); static void print_stack_frames_by_blazesym(); #else static void print_stack_frames_by_ksyms(); static void print_stack_frames_by_syms_cache(); #endif static int print_stack_frames(struct allocation *allocs, size_t nr_allocs, int stack_traces_fd); static int alloc_size_compare(const void *a, const void *b); static int print_outstanding_allocs(int allocs_fd, int stack_traces_fd); static int print_outstanding_combined_allocs(int combined_allocs_fd, int stack_traces_fd); static bool has_kernel_node_tracepoints(); static void disable_kernel_node_tracepoints(struct memleak_bpf *skel); static void disable_kernel_percpu_tracepoints(struct memleak_bpf *skel); static void disable_kernel_tracepoints(struct memleak_bpf *skel); static int attach_uprobes(struct memleak_bpf *skel); const char *argp_program_version = "memleak 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_args_doc[] = "Trace outstanding memory allocations\n" "\n" "USAGE: memleak [-h] [-c COMMAND] [-p PID] [-t] [-n] [-a] [-o AGE_MS] [-C] [-F] [-s SAMPLE_RATE] [-T TOP_STACKS] [-z MIN_SIZE] [-Z MAX_SIZE] [-O OBJECT] [-P] [INTERVAL] [INTERVALS]\n" "\n" "EXAMPLES:\n" "./memleak -p $(pidof allocs)\n" " Trace allocations and display a summary of 'leaked' (outstanding)\n" " allocations every 5 seconds\n" "./memleak -p $(pidof allocs) -t\n" " Trace allocations and display each individual allocator function call\n" "./memleak -ap $(pidof allocs) 10\n" " Trace allocations and display allocated addresses, sizes, and stacks\n" " every 10 seconds for outstanding allocations\n" "./memleak -c './allocs'\n" " Run the specified command and trace its allocations\n" "./memleak\n" " Trace allocations in kernel mode and display a summary of outstanding\n" " allocations every 5 seconds\n" "./memleak -o 60000\n" " Trace allocations in kernel mode and display a summary of outstanding\n" " allocations that are at least one minute (60 seconds) old\n" "./memleak -s 5\n" " Trace roughly every 5th allocation, to reduce overhead\n" "./memleak -p $(pidof allocs) -S je_\n" " Trace task who sue jemalloc\n" ""; static const struct argp_option argp_options[] = { // name/longopt:str, key/shortopt:int, arg:str, flags:int, doc:str {"pid", 'p', "PID", 0, "process ID to trace. if not specified, trace kernel allocs", 0 }, {"trace", 't', 0, 0, "print trace messages for each alloc/free call", 0 }, {"show-allocs", 'a', 0, 0, "show allocation addresses and sizes as well as call stacks", 0 }, {"older", 'o', "AGE_MS", 0, "prune allocations younger than this age in milliseconds", 0 }, {"command", 'c', "COMMAND", 0, "execute and trace the specified command", 0 }, {"combined-only", 'C', 0, 0, "show combined allocation statistics only", 0 }, {"wa-missing-free", 'F', 0, 0, "workaround to alleviate misjudgments when free is missing", 0 }, {"sample-rate", 's', "SAMPLE_RATE", 0, "sample every N-th allocation to decrease the overhead", 0 }, {"top", 'T', "TOP_STACKS", 0, "display only this many top allocating stacks (by size)", 0 }, {"min-size", 'z', "MIN_SIZE", 0, "capture only allocations larger than this size", 0 }, {"max-size", 'Z', "MAX_SIZE", 0, "capture only allocations smaller than this size", 0 }, {"obj", 'O', "OBJECT", 0, "attach to allocator functions in the specified object", 0 }, {"percpu", 'P', NULL, 0, "trace percpu allocations", 0 }, {"symbols-prefix", 'S', "SYMBOLS_PREFIX", 0, "memory allocator symbols prefix", 0 }, {"verbose", 'v', NULL, 0, "verbose debug output", 0 }, {}, }; static volatile sig_atomic_t exiting; static volatile sig_atomic_t child_exited; static struct sigaction sig_action = { .sa_handler = sig_handler }; static int child_exec_event_fd = -1; #ifdef USE_BLAZESYM static blazesym *symbolizer; static sym_src_cfg src_cfg; #else struct syms_cache *syms_cache; struct ksyms *ksyms; #endif static void (*print_stack_frames_func)(); static uint64_t *stack; static struct allocation *allocs; static const char default_object[] = "libc.so.6"; int main(int argc, char *argv[]) { int ret = 0; struct memleak_bpf *skel = NULL; static const struct argp argp = { .options = argp_options, .parser = argp_parse_arg, .doc = argp_args_doc, }; // parse command line args to env settings if (argp_parse(&argp, argc, argv, 0, NULL, NULL)) { fprintf(stderr, "failed to parse args\n"); goto cleanup; } // install signal handler if (sigaction(SIGINT, &sig_action, NULL) || sigaction(SIGCHLD, &sig_action, NULL)) { perror("failed to set up signal handling"); ret = -errno; goto cleanup; } // post-processing and validation of env settings if (env.min_size > env.max_size) { fprintf(stderr, "min size (-z) can't be greater than max_size (-Z)\n"); return 1; } if (!strlen(env.object)) { printf("using default object: %s\n", default_object); strncpy(env.object, default_object, sizeof(env.object) - 1); } env.page_size = sysconf(_SC_PAGE_SIZE); printf("using page size: %ld\n", env.page_size); env.kernel_trace = env.pid < 0 && !strlen(env.command); printf("tracing kernel: %s\n", env.kernel_trace ? "true" : "false"); // if specific userspace program was specified, // create the child process and use an eventfd to synchronize the call to exec() if (strlen(env.command)) { if (env.pid >= 0) { fprintf(stderr, "cannot specify both command and pid\n"); ret = 1; goto cleanup; } if (event_init(&child_exec_event_fd)) { fprintf(stderr, "failed to init child event\n"); goto cleanup; } const pid_t child_pid = fork_sync_exec(env.command, child_exec_event_fd); if (child_pid < 0) { perror("failed to spawn child process"); ret = -errno; goto cleanup; } env.pid = child_pid; } // allocate space for storing a stack trace stack = calloc(env.perf_max_stack_depth, sizeof(*stack)); if (!stack) { fprintf(stderr, "failed to allocate stack array\n"); ret = -ENOMEM; goto cleanup; } #ifdef USE_BLAZESYM if (env.pid < 0) { src_cfg.src_type = SRC_T_KERNEL; src_cfg.params.kernel.kallsyms = NULL; src_cfg.params.kernel.kernel_image = NULL; } else { src_cfg.src_type = SRC_T_PROCESS; src_cfg.params.process.pid = env.pid; } #endif // allocate space for storing "allocation" structs if (env.combined_only) allocs = calloc(COMBINED_ALLOCS_MAX_ENTRIES, sizeof(*allocs)); else allocs = calloc(ALLOCS_MAX_ENTRIES, sizeof(*allocs)); if (!allocs) { fprintf(stderr, "failed to allocate array\n"); ret = -ENOMEM; goto cleanup; } libbpf_set_print(libbpf_print_fn); skel = memleak_bpf__open(); if (!skel) { fprintf(stderr, "failed to open bpf object\n"); ret = 1; goto cleanup; } skel->rodata->min_size = env.min_size; skel->rodata->max_size = env.max_size; skel->rodata->page_size = env.page_size; skel->rodata->sample_rate = env.sample_rate; skel->rodata->trace_all = env.trace_all; skel->rodata->stack_flags = env.kernel_trace ? 0 : BPF_F_USER_STACK; skel->rodata->wa_missing_free = env.wa_missing_free; bpf_map__set_value_size(skel->maps.stack_traces, env.perf_max_stack_depth * sizeof(unsigned long)); bpf_map__set_max_entries(skel->maps.stack_traces, env.stack_map_max_entries); // disable kernel tracepoints based on settings or availability if (env.kernel_trace) { if (!has_kernel_node_tracepoints()) disable_kernel_node_tracepoints(skel); if (!env.percpu) disable_kernel_percpu_tracepoints(skel); } else { disable_kernel_tracepoints(skel); } ret = memleak_bpf__load(skel); if (ret) { fprintf(stderr, "failed to load bpf object\n"); goto cleanup; } const int allocs_fd = bpf_map__fd(skel->maps.allocs); const int combined_allocs_fd = bpf_map__fd(skel->maps.combined_allocs); const int stack_traces_fd = bpf_map__fd(skel->maps.stack_traces); // if userspace oriented, attach upbrobes if (!env.kernel_trace) { ret = attach_uprobes(skel); if (ret) { fprintf(stderr, "failed to attach uprobes\n"); goto cleanup; } } ret = memleak_bpf__attach(skel); if (ret) { fprintf(stderr, "failed to attach bpf program(s)\n"); goto cleanup; } // if running a specific userspace program, // notify the child process that it can exec its program if (strlen(env.command)) { ret = event_notify(child_exec_event_fd, 1); if (ret) { fprintf(stderr, "failed to notify child to perform exec\n"); goto cleanup; } } #ifdef USE_BLAZESYM symbolizer = blazesym_new(); if (!symbolizer) { fprintf(stderr, "Failed to load blazesym\n"); ret = -ENOMEM; goto cleanup; } print_stack_frames_func = print_stack_frames_by_blazesym; #else if (env.kernel_trace) { ksyms = ksyms__load(); if (!ksyms) { fprintf(stderr, "Failed to load ksyms\n"); ret = -ENOMEM; goto cleanup; } print_stack_frames_func = print_stack_frames_by_ksyms; } else { syms_cache = syms_cache__new(0); if (!syms_cache) { fprintf(stderr, "Failed to create syms_cache\n"); ret = -ENOMEM; goto cleanup; } print_stack_frames_func = print_stack_frames_by_syms_cache; } #endif printf("Tracing outstanding memory allocs... Hit Ctrl-C to end\n"); // main loop while (!exiting && env.nr_intervals) { env.nr_intervals--; sleep(env.interval); if (env.combined_only) print_outstanding_combined_allocs(combined_allocs_fd, stack_traces_fd); else print_outstanding_allocs(allocs_fd, stack_traces_fd); } // after loop ends, check for child process and cleanup accordingly if (env.pid > 0 && strlen(env.command)) { if (!child_exited) { if (kill(env.pid, SIGTERM)) { perror("failed to signal child process"); ret = -errno; goto cleanup; } printf("signaled child process\n"); } if (waitpid(env.pid, NULL, 0) < 0) { perror("failed to reap child process"); ret = -errno; goto cleanup; } printf("reaped child process\n"); } cleanup: #ifdef USE_BLAZESYM blazesym_free(symbolizer); #else if (syms_cache) syms_cache__free(syms_cache); if (ksyms) ksyms__free(ksyms); #endif memleak_bpf__destroy(skel); free(allocs); free(stack); printf("done\n"); return ret; } long argp_parse_long(int key, const char *arg, struct argp_state *state) { errno = 0; const long temp = strtol(arg, NULL, 10); if (errno || temp <= 0) { fprintf(stderr, "error arg:%c %s\n", (char)key, arg); argp_usage(state); } return temp; } error_t argp_parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args = 0; switch (key) { case 'p': env.pid = atoi(arg); break; case 't': env.trace_all = true; break; case 'a': env.show_allocs = true; break; case 'o': env.min_age_ns = 1e6 * atoi(arg); break; case 'c': strncpy(env.command, arg, sizeof(env.command) - 1); break; case 'C': env.combined_only = true; break; case 'F': env.wa_missing_free = true; break; case 's': env.sample_rate = argp_parse_long(key, arg, state); break; case 'S': strncpy(env.symbols_prefix, arg, sizeof(env.symbols_prefix) - 1); break; case 'T': env.top_stacks = atoi(arg); break; case 'z': env.min_size = argp_parse_long(key, arg, state); break; case 'Z': env.max_size = argp_parse_long(key, arg, state); break; case 'O': strncpy(env.object, arg, sizeof(env.object) - 1); break; case 'P': env.percpu = true; break; case 'v': env.verbose = true; break; case ARGP_KEY_ARG: pos_args++; if (pos_args == 1) { env.interval = argp_parse_long(key, arg, state); } else if (pos_args == 2) { env.nr_intervals = argp_parse_long(key, arg, state); } else { fprintf(stderr, "Unrecognized positional argument: %s\n", arg); argp_usage(state); } break; default: return ARGP_ERR_UNKNOWN; } return 0; } int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } void sig_handler(int signo) { if (signo == SIGCHLD) child_exited = 1; exiting = 1; } int event_init(int *fd) { if (!fd) { fprintf(stderr, "pointer to fd is null\n"); return 1; } const int tmp_fd = eventfd(0, EFD_CLOEXEC); if (tmp_fd < 0) { perror("failed to create event fd"); return -errno; } *fd = tmp_fd; return 0; } int event_wait(int fd, uint64_t expected_event) { uint64_t event = 0; const ssize_t bytes = read(fd, &event, sizeof(event)); if (bytes < 0) { perror("failed to read from fd"); return -errno; } else if (bytes != sizeof(event)) { fprintf(stderr, "read unexpected size\n"); return 1; } if (event != expected_event) { fprintf(stderr, "read event %lu, expected %lu\n", event, expected_event); return 1; } return 0; } int event_notify(int fd, uint64_t event) { const ssize_t bytes = write(fd, &event, sizeof(event)); if (bytes < 0) { perror("failed to write to fd"); return -errno; } else if (bytes != sizeof(event)) { fprintf(stderr, "attempted to write %zu bytes, wrote %zd bytes\n", sizeof(event), bytes); return 1; } return 0; } pid_t fork_sync_exec(const char *command, int fd) { const pid_t pid = fork(); switch (pid) { case -1: perror("failed to create child process"); break; case 0: { const uint64_t event = 1; if (event_wait(fd, event)) { fprintf(stderr, "failed to wait on event"); exit(EXIT_FAILURE); } printf("received go event. executing child command\n"); const int err = execl(command, command, NULL); if (err) { perror("failed to execute child command"); return -1; } break; } default: printf("child created with pid: %d\n", pid); break; } return pid; } #if USE_BLAZESYM void print_stack_frame_by_blazesym(size_t frame, uint64_t addr, const blazesym_csym *sym) { if (!sym) printf("\t%zu [<%016lx>] <%s>\n", frame, addr, "null sym"); else if (sym->path && strlen(sym->path)) printf("\t%zu [<%016lx>] %s+0x%lx %s:%ld\n", frame, addr, sym->symbol, addr - sym->start_address, sym->path, sym->line_no); else printf("\t%zu [<%016lx>] %s+0x%lx\n", frame, addr, sym->symbol, addr - sym->start_address); } void print_stack_frames_by_blazesym() { const blazesym_result *result = blazesym_symbolize(symbolizer, &src_cfg, 1, stack, env.perf_max_stack_depth); for (size_t j = 0; j < result->size; ++j) { const uint64_t addr = stack[j]; if (addr == 0) break; // no symbol found if (!result || j >= result->size || result->entries[j].size == 0) { print_stack_frame_by_blazesym(j, addr, NULL); continue; } // single symbol found if (result->entries[j].size == 1) { const blazesym_csym *sym = &result->entries[j].syms[0]; print_stack_frame_by_blazesym(j, addr, sym); continue; } // multi symbol found printf("\t%zu [<%016lx>] (%lu entries)\n", j, addr, result->entries[j].size); for (size_t k = 0; k < result->entries[j].size; ++k) { const blazesym_csym *sym = &result->entries[j].syms[k]; if (sym->path && strlen(sym->path)) printf("\t\t%s@0x%lx %s:%ld\n", sym->symbol, sym->start_address, sym->path, sym->line_no); else printf("\t\t%s@0x%lx\n", sym->symbol, sym->start_address); } } blazesym_result_free(result); } #else void print_stack_frames_by_ksyms() { for (size_t i = 0; i < env.perf_max_stack_depth; ++i) { const uint64_t addr = stack[i]; if (addr == 0) break; const struct ksym *ksym = ksyms__map_addr(ksyms, addr); if (ksym) printf("\t%zu [<%016lx>] %s+0x%lx\n", i, addr, ksym->name, addr - ksym->addr); else printf("\t%zu [<%016lx>] <%s>\n", i, addr, "null sym"); } } void print_stack_frames_by_syms_cache() { const struct syms *syms = syms_cache__get_syms(syms_cache, env.pid); if (!syms) { fprintf(stderr, "Failed to get syms\n"); return; } for (size_t i = 0; i < env.perf_max_stack_depth; ++i) { const uint64_t addr = stack[i]; if (addr == 0) break; struct sym_info sinfo; int ret = syms__map_addr_dso(syms, addr, &sinfo); if (ret == 0) { printf("\t%zu [<%016lx>]", i, addr); if (sinfo.sym_name) printf(" %s+0x%lx", sinfo.sym_name, sinfo.sym_offset); printf(" [%s]\n", sinfo.dso_name); } else { printf("\t%zu [<%016lx>] <%s>\n", i, addr, "null sym"); } } } #endif int print_stack_frames(struct allocation *allocs, size_t nr_allocs, int stack_traces_fd) { for (size_t i = 0; i < nr_allocs; ++i) { const struct allocation *alloc = &allocs[i]; printf("%zu bytes in %zu allocations from stack\n", alloc->size, alloc->count); if (env.show_allocs) { struct allocation_node* it = alloc->allocations; while (it != NULL) { printf("\taddr = %#lx size = %zu\n", it->address, it->size); it = it->next; } } if (bpf_map_lookup_elem(stack_traces_fd, &alloc->stack_id, stack)) { if (errno == ENOENT) continue; perror("failed to lookup stack trace"); return -errno; } (*print_stack_frames_func)(); } return 0; } int alloc_size_compare(const void *a, const void *b) { const struct allocation *x = (struct allocation *)a; const struct allocation *y = (struct allocation *)b; // descending order if (x->size > y->size) return -1; if (x->size < y->size) return 1; return 0; } int print_outstanding_allocs(int allocs_fd, int stack_traces_fd) { time_t t = time(NULL); struct tm *tm = localtime(&t); size_t nr_allocs = 0; // for each struct alloc_info "alloc_info" in the bpf map "allocs" for (uint64_t prev_key = 0, curr_key = 0;; prev_key = curr_key) { struct alloc_info alloc_info = {}; memset(&alloc_info, 0, sizeof(alloc_info)); if (bpf_map_get_next_key(allocs_fd, &prev_key, &curr_key)) { if (errno == ENOENT) { break; // no more keys, done } perror("map get next key error"); return -errno; } if (bpf_map_lookup_elem(allocs_fd, &curr_key, &alloc_info)) { if (errno == ENOENT) continue; perror("map lookup error"); return -errno; } // filter by age if (get_ktime_ns() - env.min_age_ns < alloc_info.timestamp_ns) { continue; } // filter invalid stacks if (alloc_info.stack_id < 0) { continue; } // when the stack_id exists in the allocs array, // increment size with alloc_info.size bool stack_exists = false; for (size_t i = 0; !stack_exists && i < nr_allocs; ++i) { struct allocation *alloc = &allocs[i]; if (alloc->stack_id == alloc_info.stack_id) { alloc->size += alloc_info.size; alloc->count++; if (env.show_allocs) { struct allocation_node* node = malloc(sizeof(struct allocation_node)); if (!node) { perror("malloc failed"); return -errno; } node->address = curr_key; node->size = alloc_info.size; node->next = alloc->allocations; alloc->allocations = node; } stack_exists = true; break; } } if (stack_exists) continue; // when the stack_id does not exist in the allocs array, // create a new entry in the array struct allocation alloc = { .stack_id = alloc_info.stack_id, .size = alloc_info.size, .count = 1, .allocations = NULL }; if (env.show_allocs) { struct allocation_node* node = malloc(sizeof(struct allocation_node)); if (!node) { perror("malloc failed"); return -errno; } node->address = curr_key; node->size = alloc_info.size; node->next = NULL; alloc.allocations = node; } memcpy(&allocs[nr_allocs], &alloc, sizeof(alloc)); nr_allocs++; } // sort the allocs array in descending order qsort(allocs, nr_allocs, sizeof(allocs[0]), alloc_size_compare); // get min of allocs we stored vs the top N requested stacks size_t nr_allocs_to_show = nr_allocs < env.top_stacks ? nr_allocs : env.top_stacks; printf("[%d:%d:%d] Top %zu stacks with outstanding allocations:\n", tm->tm_hour, tm->tm_min, tm->tm_sec, nr_allocs_to_show); print_stack_frames(allocs, nr_allocs_to_show, stack_traces_fd); // Reset allocs list so that we dont accidentaly reuse data the next time we call this function for (size_t i = 0; i < nr_allocs; i++) { allocs[i].stack_id = 0; if (env.show_allocs) { struct allocation_node *it = allocs[i].allocations; while (it != NULL) { struct allocation_node *this = it; it = it->next; free(this); } allocs[i].allocations = NULL; } } return 0; } int print_outstanding_combined_allocs(int combined_allocs_fd, int stack_traces_fd) { time_t t = time(NULL); struct tm *tm = localtime(&t); size_t nr_allocs = 0; // for each stack_id "curr_key" and union combined_alloc_info "alloc" // in bpf_map "combined_allocs" for (uint64_t prev_key = 0, curr_key = 0;; prev_key = curr_key) { union combined_alloc_info combined_alloc_info; memset(&combined_alloc_info, 0, sizeof(combined_alloc_info)); if (bpf_map_get_next_key(combined_allocs_fd, &prev_key, &curr_key)) { if (errno == ENOENT) { break; // no more keys, done } perror("map get next key error"); return -errno; } if (bpf_map_lookup_elem(combined_allocs_fd, &curr_key, &combined_alloc_info)) { if (errno == ENOENT) continue; perror("map lookup error"); return -errno; } const struct allocation alloc = { .stack_id = curr_key, .size = combined_alloc_info.total_size, .count = combined_alloc_info.number_of_allocs, .allocations = NULL }; memcpy(&allocs[nr_allocs], &alloc, sizeof(alloc)); nr_allocs++; } qsort(allocs, nr_allocs, sizeof(allocs[0]), alloc_size_compare); // get min of allocs we stored vs the top N requested stacks nr_allocs = nr_allocs < env.top_stacks ? nr_allocs : env.top_stacks; printf("[%d:%d:%d] Top %zu stacks with outstanding allocations:\n", tm->tm_hour, tm->tm_min, tm->tm_sec, nr_allocs); print_stack_frames(allocs, nr_allocs, stack_traces_fd); return 0; } bool has_kernel_node_tracepoints() { return tracepoint_exists("kmem", "kmalloc_node") && tracepoint_exists("kmem", "kmem_cache_alloc_node"); } void disable_kernel_node_tracepoints(struct memleak_bpf *skel) { bpf_program__set_autoload(skel->progs.memleak__kmalloc_node, false); bpf_program__set_autoload(skel->progs.memleak__kmem_cache_alloc_node, false); } void disable_kernel_percpu_tracepoints(struct memleak_bpf *skel) { bpf_program__set_autoload(skel->progs.memleak__percpu_alloc_percpu, false); bpf_program__set_autoload(skel->progs.memleak__percpu_free_percpu, false); } void disable_kernel_tracepoints(struct memleak_bpf *skel) { bpf_program__set_autoload(skel->progs.memleak__kmalloc, false); bpf_program__set_autoload(skel->progs.memleak__kmalloc_node, false); bpf_program__set_autoload(skel->progs.memleak__kfree, false); bpf_program__set_autoload(skel->progs.memleak__kmem_cache_alloc, false); bpf_program__set_autoload(skel->progs.memleak__kmem_cache_alloc_node, false); bpf_program__set_autoload(skel->progs.memleak__kmem_cache_free, false); bpf_program__set_autoload(skel->progs.memleak__mm_page_alloc, false); bpf_program__set_autoload(skel->progs.memleak__mm_page_free, false); bpf_program__set_autoload(skel->progs.memleak__percpu_alloc_percpu, false); bpf_program__set_autoload(skel->progs.memleak__percpu_free_percpu, false); } int attach_uprobes(struct memleak_bpf *skel) { ATTACH_UPROBE_CHECKED(skel, malloc, malloc_enter); ATTACH_URETPROBE_CHECKED(skel, malloc, malloc_exit); ATTACH_UPROBE_CHECKED(skel, calloc, calloc_enter); ATTACH_URETPROBE_CHECKED(skel, calloc, calloc_exit); ATTACH_UPROBE_CHECKED(skel, realloc, realloc_enter); ATTACH_URETPROBE_CHECKED(skel, realloc, realloc_exit); /* third party allocator like jemallloc not support mmap, so remove the check. */ if (strlen(env.symbols_prefix)) { ATTACH_UPROBE(skel, mmap, mmap_enter); ATTACH_URETPROBE(skel, mmap, mmap_exit); } else { ATTACH_UPROBE_CHECKED(skel, mmap, mmap_enter); ATTACH_URETPROBE_CHECKED(skel, mmap, mmap_exit); } ATTACH_UPROBE_CHECKED(skel, posix_memalign, posix_memalign_enter); ATTACH_URETPROBE_CHECKED(skel, posix_memalign, posix_memalign_exit); ATTACH_UPROBE_CHECKED(skel, memalign, memalign_enter); ATTACH_URETPROBE_CHECKED(skel, memalign, memalign_exit); ATTACH_UPROBE_CHECKED(skel, free, free_enter); if (strlen(env.symbols_prefix)) ATTACH_UPROBE(skel, munmap, munmap_enter); else ATTACH_UPROBE_CHECKED(skel, munmap, munmap_enter); // the following probes are intentinally allowed to fail attachment // deprecated in libc.so bionic ATTACH_UPROBE(skel, valloc, valloc_enter); ATTACH_URETPROBE(skel, valloc, valloc_exit); // deprecated in libc.so bionic ATTACH_UPROBE(skel, pvalloc, pvalloc_enter); ATTACH_URETPROBE(skel, pvalloc, pvalloc_exit); // added in C11 ATTACH_UPROBE(skel, aligned_alloc, aligned_alloc_enter); ATTACH_URETPROBE(skel, aligned_alloc, aligned_alloc_exit); return 0; } bpfcc-0.31.0/libbpf-tools/memleak.h000066400000000000000000000006031465134135300170340ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) #ifndef __MEMLEAK_H #define __MEMLEAK_H #define ALLOCS_MAX_ENTRIES 1000000 #define COMBINED_ALLOCS_MAX_ENTRIES 10240 struct alloc_info { __u64 size; __u64 timestamp_ns; int stack_id; }; union combined_alloc_info { struct { __u64 total_size : 40; __u64 number_of_allocs : 24; }; __u64 bits; }; #endif /* __MEMLEAK_H */ bpfcc-0.31.0/libbpf-tools/mountsnoop.bpf.c000066400000000000000000000061461465134135300204130ustar00rootroot00000000000000/* SPDX-License-Identifier: GPL-2.0 */ /* Copyright (c) 2021 Hengqi Chen */ #include #include #include #include #include "compat.bpf.h" #include "mountsnoop.h" #define MAX_ENTRIES 10240 const volatile pid_t target_pid = 0; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, __u32); __type(value, struct arg); } args SEC(".maps"); static int probe_entry(const char *src, const char *dest, const char *fs, __u64 flags, const char *data, enum op op) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; __u32 tid = (__u32)pid_tgid; struct arg arg = {}; if (target_pid && target_pid != pid) return 0; arg.ts = bpf_ktime_get_ns(); arg.flags = flags; arg.src = src; arg.dest = dest; arg.fs = fs; arg.data= data; arg.op = op; bpf_map_update_elem(&args, &tid, &arg, BPF_ANY); return 0; }; static int probe_exit(void *ctx, int ret) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; __u32 tid = (__u32)pid_tgid; struct task_struct *task; struct event *eventp; struct arg *argp; argp = bpf_map_lookup_elem(&args, &tid); if (!argp) return 0; eventp = reserve_buf(sizeof(*eventp)); if (!eventp) goto cleanup; task = (struct task_struct *)bpf_get_current_task(); eventp->delta = bpf_ktime_get_ns() - argp->ts; eventp->flags = argp->flags; eventp->pid = pid; eventp->tid = tid; eventp->mnt_ns = BPF_CORE_READ(task, nsproxy, mnt_ns, ns.inum); eventp->ret = ret; eventp->op = argp->op; bpf_get_current_comm(&eventp->comm, sizeof(eventp->comm)); if (argp->src) bpf_probe_read_user_str(eventp->src, sizeof(eventp->src), argp->src); else eventp->src[0] = '\0'; if (argp->dest) bpf_probe_read_user_str(eventp->dest, sizeof(eventp->dest), argp->dest); else eventp->dest[0] = '\0'; if (argp->fs) bpf_probe_read_user_str(eventp->fs, sizeof(eventp->fs), argp->fs); else eventp->fs[0] = '\0'; if (argp->data) bpf_probe_read_user_str(eventp->data, sizeof(eventp->data), argp->data); else eventp->data[0] = '\0'; submit_buf(ctx, eventp, sizeof(*eventp)); cleanup: bpf_map_delete_elem(&args, &tid); return 0; } SEC("tracepoint/syscalls/sys_enter_mount") int mount_entry(struct syscall_trace_enter *ctx) { const char *src = (const char *)ctx->args[0]; const char *dest = (const char *)ctx->args[1]; const char *fs = (const char *)ctx->args[2]; __u64 flags = (__u64)ctx->args[3]; const char *data = (const char *)ctx->args[4]; return probe_entry(src, dest, fs, flags, data, MOUNT); } SEC("tracepoint/syscalls/sys_exit_mount") int mount_exit(struct syscall_trace_exit *ctx) { return probe_exit(ctx, (int)ctx->ret); } SEC("tracepoint/syscalls/sys_enter_umount") int umount_entry(struct syscall_trace_enter *ctx) { const char *dest = (const char *)ctx->args[0]; __u64 flags = (__u64)ctx->args[1]; return probe_entry(NULL, dest, NULL, flags, NULL, UMOUNT); } SEC("tracepoint/syscalls/sys_exit_umount") int umount_exit(struct syscall_trace_exit *ctx) { return probe_exit(ctx, (int)ctx->ret); } char LICENSE[] SEC("license") = "Dual BSD/GPL"; bpfcc-0.31.0/libbpf-tools/mountsnoop.c000066400000000000000000000167261465134135300176520ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* * mountsnoop Trace mount and umount[2] syscalls * * Copyright (c) 2021 Hengqi Chen * 30-May-2021 Hengqi Chen Created this. */ #ifndef _GNU_SOURCE #define _GNU_SOURCE #endif #include #include #include #include #include #include #include #include #include "mountsnoop.h" #include "mountsnoop.skel.h" #include "compat.h" #include "btf_helpers.h" #include "trace_helpers.h" #define warn(...) fprintf(stderr, __VA_ARGS__) /* https://www.gnu.org/software/gnulib/manual/html_node/strerrorname_005fnp.html */ #if !defined(__GLIBC__) || __GLIBC__ < 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ < 32) const char *strerrorname_np(int errnum) { return NULL; } #endif static volatile sig_atomic_t exiting = 0; static pid_t target_pid = 0; static bool emit_timestamp = false; static bool output_vertically = false; static bool verbose = false; static const char *flag_names[] = { [0] = "MS_RDONLY", [1] = "MS_NOSUID", [2] = "MS_NODEV", [3] = "MS_NOEXEC", [4] = "MS_SYNCHRONOUS", [5] = "MS_REMOUNT", [6] = "MS_MANDLOCK", [7] = "MS_DIRSYNC", [8] = "MS_NOSYMFOLLOW", [9] = "MS_NOATIME", [10] = "MS_NODIRATIME", [11] = "MS_BIND", [12] = "MS_MOVE", [13] = "MS_REC", [14] = "MS_VERBOSE", [15] = "MS_SILENT", [16] = "MS_POSIXACL", [17] = "MS_UNBINDABLE", [18] = "MS_PRIVATE", [19] = "MS_SLAVE", [20] = "MS_SHARED", [21] = "MS_RELATIME", [22] = "MS_KERNMOUNT", [23] = "MS_I_VERSION", [24] = "MS_STRICTATIME", [25] = "MS_LAZYTIME", [26] = "MS_SUBMOUNT", [27] = "MS_NOREMOTELOCK", [28] = "MS_NOSEC", [29] = "MS_BORN", [30] = "MS_ACTIVE", [31] = "MS_NOUSER", }; static const int flag_count = sizeof(flag_names) / sizeof(flag_names[0]); const char *argp_program_version = "mountsnoop 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace mount and umount syscalls.\n" "\n" "USAGE: mountsnoop [-h] [-t] [-p PID] [-v]\n" "\n" "EXAMPLES:\n" " mountsnoop # trace mount and umount syscalls\n" " mountsnoop -d # detailed output (one line per column value)\n" " mountsnoop -p 1216 # only trace PID 1216\n"; static const struct argp_option opts[] = { { "pid", 'p', "PID", 0, "Process ID to trace", 0 }, { "timestamp", 't', NULL, 0, "Include timestamp on output", 0 }, { "detailed", 'd', NULL, 0, "Output result in detail mode", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { long pid; switch (key) { case 'p': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { warn("Invalid PID: %s\n", arg); argp_usage(state); } target_pid = pid; break; case 't': emit_timestamp = true; break; case 'd': output_vertically = true; break; case 'v': verbose = true; break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } static const char *strflags(__u64 flags) { static char str[512]; int i; if (!flags) return "0x0"; str[0] = '\0'; for (i = 0; i < flag_count; i++) { if (!((1 << i) & flags)) continue; if (str[0]) strcat(str, " | "); strcat(str, flag_names[i]); } return str; } static const char *strerrno(int errnum) { const char *errstr; static char ret[32] = {}; if (!errnum) return "0"; ret[0] = '\0'; errstr = strerrorname_np(-errnum); if (!errstr) { snprintf(ret, sizeof(ret), "%d", errnum); return ret; } snprintf(ret, sizeof(ret), "-%s", errstr); return ret; } static const char *gen_call(const struct event *e) { static char call[10240]; memset(call, 0, sizeof(call)); if (e->op == UMOUNT) { snprintf(call, sizeof(call), "umount(\"%s\", %s) = %s", e->dest, strflags(e->flags), strerrno(e->ret)); } else { snprintf(call, sizeof(call), "mount(\"%s\", \"%s\", \"%s\", %s, \"%s\") = %s", e->src, e->dest, e->fs, strflags(e->flags), e->data, strerrno(e->ret)); } return call; } static int handle_event(void *ctx, void *data, size_t len) { const struct event *e = data; struct tm *tm; char ts[32]; time_t t; const char *indent; static const char *op_name[] = { [MOUNT] = "MOUNT", [UMOUNT] = "UMOUNT", }; if (emit_timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S ", tm); printf("%s", ts); indent = " "; } else { indent = ""; } if (!output_vertically) { printf("%-16s %-7d %-7d %-11u %s\n", e->comm, e->pid, e->tid, e->mnt_ns, gen_call(e)); return 0; } if (emit_timestamp) printf("\n"); printf("%sPID: %d\n", indent, e->pid); printf("%sTID: %d\n", indent, e->tid); printf("%sCOMM: %s\n", indent, e->comm); printf("%sOP: %s\n", indent, op_name[e->op]); printf("%sRET: %s\n", indent, strerrno(e->ret)); printf("%sLAT: %lldus\n", indent, e->delta / 1000); printf("%sMNT_NS: %u\n", indent, e->mnt_ns); printf("%sFS: %s\n", indent, e->fs); printf("%sSOURCE: %s\n", indent, e->src); printf("%sTARGET: %s\n", indent, e->dest); printf("%sDATA: %s\n", indent, e->data); printf("%sFLAGS: %s\n", indent, strflags(e->flags)); printf("\n"); return 0; } static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { warn("lost %llu events on CPU #%d\n", lost_cnt, cpu); } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct bpf_buffer *buf = NULL; struct mountsnoop_bpf *obj; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = mountsnoop_bpf__open_opts(&open_opts); if (!obj) { warn("failed to open BPF object\n"); return 1; } obj->rodata->target_pid = target_pid; buf = bpf_buffer__new(obj->maps.events, obj->maps.heap); if (!buf) { err = -errno; warn("failed to create ring/perf buffer: %d\n", err); goto cleanup; } err = mountsnoop_bpf__load(obj); if (err) { warn("failed to load BPF object: %d\n", err); goto cleanup; } err = mountsnoop_bpf__attach(obj); if (err) { warn("failed to attach BPF programs: %d\n", err); goto cleanup; } err = bpf_buffer__open(buf, handle_event, handle_lost_events, NULL); if (err) { warn("failed to open ring/perf buffer: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { warn("can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } if (!output_vertically) { if (emit_timestamp) printf("%-8s ", "TIME"); printf("%-16s %-7s %-7s %-11s %s\n", "COMM", "PID", "TID", "MNT_NS", "CALL"); } while (!exiting) { err = bpf_buffer__poll(buf, POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { fprintf(stderr, "error polling ring/perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: bpf_buffer__free(buf); mountsnoop_bpf__destroy(obj); cleanup_core_btf(&open_opts); return err != 0; } bpfcc-0.31.0/libbpf-tools/mountsnoop.h000066400000000000000000000011461465134135300176450ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __MOUNTSNOOP_H #define __MOUNTSNOOP_H #define TASK_COMM_LEN 16 #define FS_NAME_LEN 8 #define DATA_LEN 512 #define PATH_MAX 4096 enum op { MOUNT, UMOUNT, }; struct arg { __u64 ts; __u64 flags; const char *src; const char *dest; const char *fs; const char *data; enum op op; }; struct event { __u64 delta; __u64 flags; __u32 pid; __u32 tid; unsigned int mnt_ns; int ret; char comm[TASK_COMM_LEN]; char fs[FS_NAME_LEN]; char src[PATH_MAX]; char dest[PATH_MAX]; char data[DATA_LEN]; enum op op; }; #endif /* __MOUNTSNOOP_H */ bpfcc-0.31.0/libbpf-tools/numamove.bpf.c000066400000000000000000000035751465134135300200240ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Wenbo Zhang #include #include #include struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, u32); __type(value, u64); } start SEC(".maps"); __u64 latency = 0; __u64 num = 0; static int __migrate_misplaced(void) { u32 pid = bpf_get_current_pid_tgid(); u64 ts = bpf_ktime_get_ns(); bpf_map_update_elem(&start, &pid, &ts, 0); return 0; } SEC("fentry/migrate_misplaced_page") int BPF_PROG(fentry_migrate_misplaced_page) { return __migrate_misplaced(); } SEC("fentry/migrate_misplaced_folio") int BPF_PROG(fentry_migrate_misplaced_folio) { return __migrate_misplaced(); } SEC("kprobe/migrate_misplaced_page") int BPF_PROG(kprobe_migrate_misplaced_page) { return __migrate_misplaced(); } SEC("kprobe/migrate_misplaced_folio") int BPF_PROG(kprobe_migrate_misplaced_folio) { return __migrate_misplaced(); } static int __migrate_misplaced_exit(void) { u32 pid = bpf_get_current_pid_tgid(); u64 *tsp, ts = bpf_ktime_get_ns(); s64 delta; tsp = bpf_map_lookup_elem(&start, &pid); if (!tsp) return 0; delta = (s64)(ts - *tsp); if (delta < 0) goto cleanup; __sync_fetch_and_add(&latency, delta / 1000000U); __sync_fetch_and_add(&num, 1); cleanup: bpf_map_delete_elem(&start, &pid); return 0; } SEC("fexit/migrate_misplaced_page") int BPF_PROG(fexit_migrate_misplaced_page_exit) { return __migrate_misplaced_exit(); } SEC("fexit/migrate_misplaced_folio") int BPF_PROG(fexit_migrate_misplaced_folio_exit) { return __migrate_misplaced_exit(); } SEC("kretprobe/migrate_misplaced_page") int BPF_PROG(kretprobe_migrate_misplaced_page_exit) { return __migrate_misplaced_exit(); } SEC("kretprobe/migrate_misplaced_folio") int BPF_PROG(kretprobe_migrate_misplaced_folio_exit) { return __migrate_misplaced_exit(); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/numamove.c000066400000000000000000000104611465134135300172460ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Wenbo Zhang // // Based on numamove(8) from BPF-Perf-Tools-Book by Brendan Gregg. // 8-Jun-2020 Wenbo Zhang Created this. // 30-Jan-2023 Rong Tao Use fentry_can_attach() to decide use fentry/kprobe. // 06-Apr-2024 Rong Tao Support migrate_misplaced_folio() #include #include #include #include #include #include #include #include #include "numamove.skel.h" #include "trace_helpers.h" static struct env { bool verbose; } env; static volatile bool exiting; const char *argp_program_version = "numamove 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Show page migrations of type NUMA misplaced per second.\n" "\n" "USAGE: numamove [--help]\n" "\n" "EXAMPLES:\n" " numamove # Show page migrations' count and latency"; static const struct argp_option opts[] = { { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_handler(int sig) { exiting = true; } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct numamove_bpf *obj; struct tm *tm; char ts[32]; time_t t; int err; bool use_folio, use_fentry; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); obj = numamove_bpf__open(); if (!obj) { fprintf(stderr, "failed to open and/or load BPF object\n"); return 1; } if (!obj->bss) { fprintf(stderr, "Memory-mapping BPF maps is supported starting from Linux 5.7, please upgrade.\n"); goto cleanup; } /* It fallbacks to kprobes when kernel does not support fentry. */ if (fentry_can_attach("migrate_misplaced_folio", NULL)) { use_fentry = true; use_folio = true; } else if (kprobe_exists("migrate_misplaced_folio")) { use_fentry = false; use_folio = true; } else if (fentry_can_attach("migrate_misplaced_page", NULL)) { use_fentry = true; use_folio = false; } else if (kprobe_exists("migrate_misplaced_page")) { use_fentry = false; use_folio = false; } else { fprintf(stderr, "can't found any fentry/kprobe of migrate misplaced folio/page\n"); return 1; } bpf_program__set_autoload(obj->progs.fentry_migrate_misplaced_folio, (use_fentry && use_folio)); bpf_program__set_autoload(obj->progs.fexit_migrate_misplaced_folio_exit, (use_fentry && use_folio)); bpf_program__set_autoload(obj->progs.kprobe_migrate_misplaced_folio, (!use_fentry && use_folio)); bpf_program__set_autoload(obj->progs.kretprobe_migrate_misplaced_folio_exit, (!use_fentry && use_folio)); bpf_program__set_autoload(obj->progs.fentry_migrate_misplaced_page, (use_fentry && !use_folio)); bpf_program__set_autoload(obj->progs.fexit_migrate_misplaced_page_exit, (use_fentry && !use_folio)); bpf_program__set_autoload(obj->progs.kprobe_migrate_misplaced_page, (!use_fentry && !use_folio)); bpf_program__set_autoload(obj->progs.kretprobe_migrate_misplaced_page_exit, (!use_fentry && !use_folio)); err = numamove_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF skelect: %d\n", err); goto cleanup; } err = numamove_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs\n"); goto cleanup; } signal(SIGINT, sig_handler); printf("%-10s %18s %18s\n", "TIME", "NUMA_migrations", "NUMA_migrations_ms"); while (!exiting) { sleep(1); time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-10s %18lld %18lld\n", ts, __atomic_exchange_n(&obj->bss->num, 0, __ATOMIC_RELAXED), __atomic_exchange_n(&obj->bss->latency, 0, __ATOMIC_RELAXED)); } cleanup: numamove_bpf__destroy(obj); return err != 0; } bpfcc-0.31.0/libbpf-tools/offcputime.bpf.c000066400000000000000000000054241465134135300203310ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2021 Wenbo Zhang #include #include #include #include #include "offcputime.h" #include "core_fixes.bpf.h" #define PF_KTHREAD 0x00200000 /* I am a kernel thread */ #define MAX_ENTRIES 10240 const volatile bool kernel_threads_only = false; const volatile bool user_threads_only = false; const volatile __u64 max_block_ns = -1; const volatile __u64 min_block_ns = 1; const volatile pid_t targ_tgid = -1; const volatile pid_t targ_pid = -1; const volatile long state = -1; struct internal_key { u64 start_ts; struct key_t key; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, u32); __type(value, struct internal_key); __uint(max_entries, MAX_ENTRIES); } start SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_STACK_TRACE); __uint(key_size, sizeof(u32)); } stackmap SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, struct key_t); __type(value, struct val_t); __uint(max_entries, MAX_ENTRIES); } info SEC(".maps"); static bool allow_record(struct task_struct *t) { if (targ_tgid != -1 && targ_tgid != t->tgid) return false; if (targ_pid != -1 && targ_pid != t->pid) return false; if (user_threads_only && t->flags & PF_KTHREAD) return false; else if (kernel_threads_only && !(t->flags & PF_KTHREAD)) return false; if (state != -1 && get_task_state(t) != state) return false; return true; } SEC("tp_btf/sched_switch") int BPF_PROG(sched_switch, bool preempt, struct task_struct *prev, struct task_struct *next) { struct internal_key *i_keyp, i_key; struct val_t *valp, val; s64 delta; u32 pid; if (allow_record(prev)) { pid = prev->pid; /* To distinguish idle threads of different cores */ if (!pid) pid = bpf_get_smp_processor_id(); i_key.key.pid = pid; i_key.key.tgid = prev->tgid; i_key.start_ts = bpf_ktime_get_ns(); if (prev->flags & PF_KTHREAD) i_key.key.user_stack_id = -1; else i_key.key.user_stack_id = bpf_get_stackid(ctx, &stackmap, BPF_F_USER_STACK); i_key.key.kern_stack_id = bpf_get_stackid(ctx, &stackmap, 0); bpf_map_update_elem(&start, &pid, &i_key, 0); bpf_probe_read_kernel_str(&val.comm, sizeof(prev->comm), prev->comm); val.delta = 0; bpf_map_update_elem(&info, &i_key.key, &val, BPF_NOEXIST); } pid = next->pid; i_keyp = bpf_map_lookup_elem(&start, &pid); if (!i_keyp) return 0; delta = (s64)(bpf_ktime_get_ns() - i_keyp->start_ts); if (delta < 0) goto cleanup; delta /= 1000U; if (delta < min_block_ns || delta > max_block_ns) goto cleanup; valp = bpf_map_lookup_elem(&info, &i_keyp->key); if (!valp) goto cleanup; __sync_fetch_and_add(&valp->delta, delta); cleanup: bpf_map_delete_elem(&start, &pid); return 0; } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/offcputime.c000066400000000000000000000237111465134135300175620ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2021 Wenbo Zhang // // Based on offcputime(8) from BCC by Brendan Gregg. // 19-Mar-2021 Wenbo Zhang Created this. #include #include #include #include #include #include #include #include #include "offcputime.h" #include "offcputime.skel.h" #include "trace_helpers.h" static struct env { pid_t pid; pid_t tid; bool user_threads_only; bool kernel_threads_only; int stack_storage_size; int perf_max_stack_depth; __u64 min_block_time; __u64 max_block_time; long state; int duration; bool verbose; } env = { .pid = -1, .tid = -1, .stack_storage_size = 1024, .perf_max_stack_depth = 127, .min_block_time = 1, .max_block_time = -1, .state = -1, .duration = 99999999, }; const char *argp_program_version = "offcputime 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Summarize off-CPU time by stack trace.\n" "\n" "USAGE: offcputime [--help] [-p PID | -u | -k] [-m MIN-BLOCK-TIME] " "[-M MAX-BLOCK-TIME] [--state] [--perf-max-stack-depth] [--stack-storage-size] " "[duration]\n" "EXAMPLES:\n" " offcputime # trace off-CPU stack time until Ctrl-C\n" " offcputime 5 # trace for 5 seconds only\n" " offcputime -m 1000 # trace only events that last more than 1000 usec\n" " offcputime -M 10000 # trace only events that last less than 10000 usec\n" " offcputime -p 185 # only trace threads for PID 185\n" " offcputime -t 188 # only trace thread 188\n" " offcputime -u # only trace user threads (no kernel)\n" " offcputime -k # only trace kernel threads (no user)\n"; #define OPT_PERF_MAX_STACK_DEPTH 1 /* --pef-max-stack-depth */ #define OPT_STACK_STORAGE_SIZE 2 /* --stack-storage-size */ #define OPT_STATE 3 /* --state */ static const struct argp_option opts[] = { { "pid", 'p', "PID", 0, "Trace this PID only", 0 }, { "tid", 't', "TID", 0, "Trace this TID only", 0 }, { "user-threads-only", 'u', NULL, 0, "User threads only (no kernel threads)", 0 }, { "kernel-threads-only", 'k', NULL, 0, "Kernel threads only (no user threads)", 0 }, { "perf-max-stack-depth", OPT_PERF_MAX_STACK_DEPTH, "PERF-MAX-STACK-DEPTH", 0, "the limit for both kernel and user stack traces (default 127)", 0 }, { "stack-storage-size", OPT_STACK_STORAGE_SIZE, "STACK-STORAGE-SIZE", 0, "the number of unique stack traces that can be stored and displayed (default 1024)", 0 }, { "min-block-time", 'm', "MIN-BLOCK-TIME", 0, "the amount of time in microseconds over which we store traces (default 1)", 0 }, { "max-block-time", 'M', "MAX-BLOCK-TIME", 0, "the amount of time in microseconds under which we store traces (default U64_MAX)", 0 }, { "state", OPT_STATE, "STATE", 0, "filter on this thread state bitmask (eg, 2 == TASK_UNINTERRUPTIBLE) see include/linux/sched.h", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'p': errno = 0; env.pid = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid PID: %s\n", arg); argp_usage(state); } break; case 't': errno = 0; env.tid = strtol(arg, NULL, 10); if (errno || env.tid <= 0) { fprintf(stderr, "Invalid TID: %s\n", arg); argp_usage(state); } break; case 'u': env.user_threads_only = true; break; case 'k': env.kernel_threads_only = true; break; case OPT_PERF_MAX_STACK_DEPTH: errno = 0; env.perf_max_stack_depth = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid perf max stack depth: %s\n", arg); argp_usage(state); } break; case OPT_STACK_STORAGE_SIZE: errno = 0; env.stack_storage_size = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid stack storage size: %s\n", arg); argp_usage(state); } break; case 'm': errno = 0; env.min_block_time = strtoll(arg, NULL, 10); if (errno) { fprintf(stderr, "Invalid min block time (in us): %s\n", arg); argp_usage(state); } break; case 'M': errno = 0; env.max_block_time = strtoll(arg, NULL, 10); if (errno) { fprintf(stderr, "Invalid min block time (in us): %s\n", arg); argp_usage(state); } break; case OPT_STATE: errno = 0; env.state = strtol(arg, NULL, 10); if (errno || env.state < 0 || env.state > 2) { fprintf(stderr, "Invalid task state: %s\n", arg); argp_usage(state); } break; case ARGP_KEY_ARG: if (pos_args++) { fprintf(stderr, "Unrecognized positional argument: %s\n", arg); argp_usage(state); } errno = 0; env.duration = strtol(arg, NULL, 10); if (errno || env.duration <= 0) { fprintf(stderr, "Invalid duration (in s): %s\n", arg); argp_usage(state); } break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_handler(int sig) { } static void print_map(struct ksyms *ksyms, struct syms_cache *syms_cache, struct offcputime_bpf *obj) { struct key_t lookup_key = {}, next_key; const struct ksym *ksym; const struct syms *syms; const struct sym *sym; int err, i, ifd, sfd; unsigned long *ip; struct val_t val; struct sym_info sinfo; int idx; ip = calloc(env.perf_max_stack_depth, sizeof(*ip)); if (!ip) { fprintf(stderr, "failed to alloc ip\n"); return; } ifd = bpf_map__fd(obj->maps.info); sfd = bpf_map__fd(obj->maps.stackmap); while (!bpf_map_get_next_key(ifd, &lookup_key, &next_key)) { idx = 0; err = bpf_map_lookup_elem(ifd, &next_key, &val); if (err < 0) { fprintf(stderr, "failed to lookup info: %d\n", err); goto cleanup; } lookup_key = next_key; if (val.delta == 0) continue; if (bpf_map_lookup_elem(sfd, &next_key.kern_stack_id, ip) != 0) { fprintf(stderr, " [Missed Kernel Stack]\n"); goto print_ustack; } for (i = 0; i < env.perf_max_stack_depth && ip[i]; i++) { ksym = ksyms__map_addr(ksyms, ip[i]); if (!env.verbose) { printf(" %s\n", ksym ? ksym->name : "unknown"); } else { if (ksym) printf(" #%-2d 0x%lx %s+0x%lx\n", idx++, ip[i], ksym->name, ip[i] - ksym->addr); else printf(" #%-2d 0x%lx [unknown]\n", idx++, ip[i]); } } print_ustack: if (next_key.user_stack_id == -1) goto skip_ustack; if (bpf_map_lookup_elem(sfd, &next_key.user_stack_id, ip) != 0) { fprintf(stderr, " [Missed User Stack]\n"); goto skip_ustack; } syms = syms_cache__get_syms(syms_cache, next_key.tgid); if (!syms) { if (!env.verbose) { fprintf(stderr, "failed to get syms\n"); } else { for (i = 0; i < env.perf_max_stack_depth && ip[i]; i++) printf(" #%-2d 0x%016lx [unknown]\n", idx++, ip[i]); } goto skip_ustack; } for (i = 0; i < env.perf_max_stack_depth && ip[i]; i++) { if (!env.verbose) { sym = syms__map_addr(syms, ip[i]); if (sym) printf(" %s\n", sym->name); else printf(" [unknown]\n"); } else { printf(" #%-2d 0x%016lx", idx++, ip[i]); err = syms__map_addr_dso(syms, ip[i], &sinfo); if (err == 0) { if (sinfo.sym_name) printf(" %s+0x%lx", sinfo.sym_name, sinfo.sym_offset); printf(" (%s+0x%lx)", sinfo.dso_name, sinfo.dso_offset); } printf("\n"); } } skip_ustack: printf(" %-16s %s (%d)\n", "-", val.comm, next_key.pid); printf(" %lld\n\n", val.delta); } cleanup: free(ip); } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct syms_cache *syms_cache = NULL; struct ksyms *ksyms = NULL; struct offcputime_bpf *obj; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; if (env.user_threads_only && env.kernel_threads_only) { fprintf(stderr, "user_threads_only and kernel_threads_only cannot be used together.\n"); return 1; } if (env.min_block_time >= env.max_block_time) { fprintf(stderr, "min_block_time should be smaller than max_block_time\n"); return 1; } libbpf_set_print(libbpf_print_fn); obj = offcputime_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } /* initialize global data (filtering options) */ obj->rodata->targ_tgid = env.pid; obj->rodata->targ_pid = env.tid; obj->rodata->user_threads_only = env.user_threads_only; obj->rodata->kernel_threads_only = env.kernel_threads_only; obj->rodata->state = env.state; obj->rodata->min_block_ns = env.min_block_time; obj->rodata->max_block_ns = env.max_block_time; bpf_map__set_value_size(obj->maps.stackmap, env.perf_max_stack_depth * sizeof(unsigned long)); bpf_map__set_max_entries(obj->maps.stackmap, env.stack_storage_size); err = offcputime_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF programs\n"); goto cleanup; } ksyms = ksyms__load(); if (!ksyms) { fprintf(stderr, "failed to load kallsyms\n"); goto cleanup; } syms_cache = syms_cache__new(0); if (!syms_cache) { fprintf(stderr, "failed to create syms_cache\n"); goto cleanup; } err = offcputime_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs\n"); goto cleanup; } signal(SIGINT, sig_handler); printf("Tracing off-CPU time (us)"); if (env.duration < 99999999) printf(" for %d secs.\n", env.duration); else printf("... Hit Ctrl-C to end.\n"); /* * We'll get sleep interrupted when someone presses Ctrl-C (which will * be "handled" with noop by sig_handler). */ sleep(env.duration); print_map(ksyms, syms_cache, obj); cleanup: offcputime_bpf__destroy(obj); syms_cache__free(syms_cache); ksyms__free(ksyms); return err != 0; } bpfcc-0.31.0/libbpf-tools/offcputime.h000066400000000000000000000004601465134135300175630ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __OFFCPUTIME_H #define __OFFCPUTIME_H #define TASK_COMM_LEN 16 struct key_t { __u32 pid; __u32 tgid; int user_stack_id; int kern_stack_id; }; struct val_t { __u64 delta; char comm[TASK_COMM_LEN]; }; #endif /* __OFFCPUTIME_H */ bpfcc-0.31.0/libbpf-tools/oomkill.bpf.c000066400000000000000000000015161465134135300176340ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2022 Jingxiang Zeng // Copyright (c) 2022 Krisztian Fekete #include #include #include #include #include "compat.bpf.h" #include "oomkill.h" SEC("kprobe/oom_kill_process") int BPF_KPROBE(oom_kill_process, struct oom_control *oc, const char *message) { struct data_t *data; data = reserve_buf(sizeof(*data)); if (!data) return 0; data->fpid = bpf_get_current_pid_tgid() >> 32; data->tpid = BPF_CORE_READ(oc, chosen, tgid); data->pages = BPF_CORE_READ(oc, totalpages); bpf_get_current_comm(&data->fcomm, sizeof(data->fcomm)); bpf_probe_read_kernel(&data->tcomm, sizeof(data->tcomm), BPF_CORE_READ(oc, chosen, comm)); submit_buf(ctx, data, sizeof(*data)); return 0; } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/oomkill.c000066400000000000000000000102241465134135300170620ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2022 Jingxiang Zeng // Copyright (c) 2022 Krisztian Fekete // // Based on oomkill(8) from BCC by Brendan Gregg. // 13-Jan-2022 Jingxiang Zeng Created this. // 17-Oct-2022 Krisztian Fekete Edited this. #include #include #include #include #include #include #include #include #include #include #include "oomkill.skel.h" #include "compat.h" #include "oomkill.h" #include "btf_helpers.h" #include "trace_helpers.h" static volatile sig_atomic_t exiting = 0; static bool verbose = false; const char *argp_program_version = "oomkill 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace OOM kills.\n" "\n" "USAGE: oomkill [-h]\n" "\n" "EXAMPLES:\n" " oomkill # trace OOM kills\n"; static const struct argp_option opts[] = { { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { switch (key) { case 'v': verbose = true; break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int handle_event(void *ctx, void *data, size_t len) { FILE *f; char buf[256]; int n = 0; struct tm *tm; char ts[32]; time_t t; struct data_t *e = data; f = fopen("/proc/loadavg", "r"); if (f) { memset(buf, 0, sizeof(buf)); n = fread(buf, 1, sizeof(buf), f); fclose(f); } time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); if (n) printf("%s Triggered by PID %d (\"%s\"), OOM kill of PID %d (\"%s\"), %lld pages, loadavg: %s", ts, e->fpid, e->fcomm, e->tpid, e->tcomm, e->pages, buf); else printf("%s Triggered by PID %d (\"%s\"), OOM kill of PID %d (\"%s\"), %lld pages\n", ts, e->fpid, e->fcomm, e->tpid, e->tcomm, e->pages); return 0; } static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { printf("Lost %llu events on CPU #%d!\n", lost_cnt, cpu); } static void sig_int(int signo) { exiting = 1; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !verbose) return 0; return vfprintf(stderr, format, args); } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct bpf_buffer *buf = NULL; struct oomkill_bpf *obj; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = oomkill_bpf__open_opts(&open_opts); if (!obj) { fprintf(stderr, "failed to load and open BPF object\n"); return 1; } buf = bpf_buffer__new(obj->maps.events, obj->maps.heap); if (!buf) { err = -errno; fprintf(stderr, "failed to create ring/perf buffer: %d\n", err); goto cleanup; } err = oomkill_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } err = oomkill_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs\n"); goto cleanup; } err = bpf_buffer__open(buf, handle_event, handle_lost_events, NULL); if (err) { fprintf(stderr, "failed to open ring/perf buffer: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { fprintf(stderr, "can't set signal handler: %d\n", err); err = 1; goto cleanup; } printf("Tracing OOM kills... Ctrl-C to stop.\n"); while (!exiting) { err = bpf_buffer__poll(buf, POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { fprintf(stderr, "error polling ring/perf buffer: %d\n", err); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: bpf_buffer__free(buf); oomkill_bpf__destroy(obj); cleanup_core_btf(&open_opts); return err != 0; } bpfcc-0.31.0/libbpf-tools/oomkill.h000066400000000000000000000004121465134135300170650ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __OOMKILL_H #define __OOMKILL_H #define TASK_COMM_LEN 16 struct data_t { __u32 fpid; __u32 tpid; __u64 pages; char fcomm[TASK_COMM_LEN]; char tcomm[TASK_COMM_LEN]; }; #endif /* __OOMKILL_H */ bpfcc-0.31.0/libbpf-tools/opensnoop.bpf.c000066400000000000000000000063641465134135300202140ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2019 Facebook // Copyright (c) 2020 Netflix #include #include #include "opensnoop.h" const volatile pid_t targ_pid = 0; const volatile pid_t targ_tgid = 0; const volatile uid_t targ_uid = 0; const volatile bool targ_failed = false; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, u32); __type(value, struct args_t); } start SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(u32)); __uint(value_size, sizeof(u32)); } events SEC(".maps"); static __always_inline bool valid_uid(uid_t uid) { return uid != INVALID_UID; } static __always_inline bool trace_allowed(u32 tgid, u32 pid) { u32 uid; /* filters */ if (targ_tgid && targ_tgid != tgid) return false; if (targ_pid && targ_pid != pid) return false; if (valid_uid(targ_uid)) { uid = (u32)bpf_get_current_uid_gid(); if (targ_uid != uid) { return false; } } return true; } SEC("tracepoint/syscalls/sys_enter_open") int tracepoint__syscalls__sys_enter_open(struct syscall_trace_enter* ctx) { u64 id = bpf_get_current_pid_tgid(); /* use kernel terminology here for tgid/pid: */ u32 tgid = id >> 32; u32 pid = id; /* store arg info for later lookup */ if (trace_allowed(tgid, pid)) { struct args_t args = {}; args.fname = (const char *)ctx->args[0]; args.flags = (int)ctx->args[1]; bpf_map_update_elem(&start, &pid, &args, 0); } return 0; } SEC("tracepoint/syscalls/sys_enter_openat") int tracepoint__syscalls__sys_enter_openat(struct syscall_trace_enter* ctx) { u64 id = bpf_get_current_pid_tgid(); /* use kernel terminology here for tgid/pid: */ u32 tgid = id >> 32; u32 pid = id; /* store arg info for later lookup */ if (trace_allowed(tgid, pid)) { struct args_t args = {}; args.fname = (const char *)ctx->args[1]; args.flags = (int)ctx->args[2]; bpf_map_update_elem(&start, &pid, &args, 0); } return 0; } static __always_inline int trace_exit(struct syscall_trace_exit* ctx) { struct event event = {}; struct args_t *ap; uintptr_t stack[3]; int ret; u32 pid = bpf_get_current_pid_tgid(); ap = bpf_map_lookup_elem(&start, &pid); if (!ap) return 0; /* missed entry */ ret = ctx->ret; if (targ_failed && ret >= 0) goto cleanup; /* want failed only */ /* event data */ event.pid = bpf_get_current_pid_tgid() >> 32; event.uid = bpf_get_current_uid_gid(); bpf_get_current_comm(&event.comm, sizeof(event.comm)); bpf_probe_read_user_str(&event.fname, sizeof(event.fname), ap->fname); event.flags = ap->flags; event.ret = ret; bpf_get_stack(ctx, &stack, sizeof(stack), BPF_F_USER_STACK); /* Skip the first address that is usually the syscall it-self */ event.callers[0] = stack[1]; event.callers[1] = stack[2]; /* emit event */ bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); cleanup: bpf_map_delete_elem(&start, &pid); return 0; } SEC("tracepoint/syscalls/sys_exit_open") int tracepoint__syscalls__sys_exit_open(struct syscall_trace_exit* ctx) { return trace_exit(ctx); } SEC("tracepoint/syscalls/sys_exit_openat") int tracepoint__syscalls__sys_exit_openat(struct syscall_trace_exit* ctx) { return trace_exit(ctx); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/opensnoop.c000066400000000000000000000223031465134135300174350ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2019 Facebook // Copyright (c) 2020 Netflix // // Based on opensnoop(8) from BCC by Brendan Gregg and others. // 14-Feb-2020 Brendan Gregg Created this. #include #include #include #include #include #include #include #include #include #include #include "opensnoop.h" #include "opensnoop.skel.h" #include "btf_helpers.h" #include "trace_helpers.h" #ifdef USE_BLAZESYM #include "blazesym.h" #endif /* Tune the buffer size and wakeup rate. These settings cope with roughly * 50k opens/sec. */ #define PERF_BUFFER_PAGES 64 #define PERF_BUFFER_TIME_MS 10 /* Set the poll timeout when no events occur. This can affect -d accuracy. */ #define PERF_POLL_TIMEOUT_MS 100 #define NSEC_PER_SEC 1000000000ULL static volatile sig_atomic_t exiting = 0; #ifdef USE_BLAZESYM static blazesym *symbolizer; #endif static struct env { pid_t pid; pid_t tid; uid_t uid; int duration; bool verbose; bool timestamp; bool print_uid; bool extended; bool failed; char *name; #ifdef USE_BLAZESYM bool callers; #endif } env = { .uid = INVALID_UID }; const char *argp_program_version = "opensnoop 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace open family syscalls\n" "\n" "USAGE: opensnoop [-h] [-T] [-U] [-x] [-p PID] [-t TID] [-u UID] [-d DURATION]\n" #ifdef USE_BLAZESYM " [-n NAME] [-e] [-c]\n" #else " [-n NAME] [-e]\n" #endif "\n" "EXAMPLES:\n" " ./opensnoop # trace all open() syscalls\n" " ./opensnoop -T # include timestamps\n" " ./opensnoop -U # include UID\n" " ./opensnoop -x # only show failed opens\n" " ./opensnoop -p 181 # only trace PID 181\n" " ./opensnoop -t 123 # only trace TID 123\n" " ./opensnoop -u 1000 # only trace UID 1000\n" " ./opensnoop -d 10 # trace for 10 seconds only\n" " ./opensnoop -n main # only print process names containing \"main\"\n" " ./opensnoop -e # show extended fields\n" #ifdef USE_BLAZESYM " ./opensnoop -c # show calling functions\n" #endif ""; static const struct argp_option opts[] = { { "duration", 'd', "DURATION", 0, "Duration to trace", 0 }, { "extended-fields", 'e', NULL, 0, "Print extended fields", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, { "name", 'n', "NAME", 0, "Trace process names containing this", 0 }, { "pid", 'p', "PID", 0, "Process ID to trace", 0 }, { "tid", 't', "TID", 0, "Thread ID to trace", 0 }, { "timestamp", 'T', NULL, 0, "Print timestamp", 0 }, { "uid", 'u', "UID", 0, "User ID to trace", 0 }, { "print-uid", 'U', NULL, 0, "Print UID", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { "failed", 'x', NULL, 0, "Failed opens only", 0 }, #ifdef USE_BLAZESYM { "callers", 'c', NULL, 0, "Show calling functions", 0 }, #endif {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; long int pid, uid, duration; switch (key) { case 'e': env.extended = true; break; case 'h': argp_usage(state); break; case 'T': env.timestamp = true; break; case 'U': env.print_uid = true; break; case 'v': env.verbose = true; break; case 'x': env.failed = true; break; case 'd': errno = 0; duration = strtol(arg, NULL, 10); if (errno || duration <= 0) { fprintf(stderr, "Invalid duration: %s\n", arg); argp_usage(state); } env.duration = duration; break; case 'n': errno = 0; env.name = arg; break; case 'p': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { fprintf(stderr, "Invalid PID: %s\n", arg); argp_usage(state); } env.pid = pid; break; case 't': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { fprintf(stderr, "Invalid TID: %s\n", arg); argp_usage(state); } env.tid = pid; break; case 'u': errno = 0; uid = strtol(arg, NULL, 10); if (errno || uid < 0 || uid >= INVALID_UID) { fprintf(stderr, "Invalid UID %s\n", arg); argp_usage(state); } env.uid = uid; break; #ifdef USE_BLAZESYM case 'c': env.callers = true; break; #endif case ARGP_KEY_ARG: if (pos_args++) { fprintf(stderr, "Unrecognized positional argument: %s\n", arg); argp_usage(state); } errno = 0; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { struct event e; struct tm *tm; #ifdef USE_BLAZESYM const blazesym_result *result = NULL; const blazesym_csym *sym; int i, j; #endif int sps_cnt; char ts[32]; time_t t; int fd, err; if (data_sz < sizeof(e)) { printf("Error: packet too small\n"); return; } /* Copy data as alignment in the perf buffer isn't guaranteed. */ memcpy(&e, data, sizeof(e)); /* name filtering is currently done in user space */ if (env.name && strstr(e.comm, env.name) == NULL) return; /* prepare fields */ time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); if (e.ret >= 0) { fd = e.ret; err = 0; } else { fd = -1; err = - e.ret; } #ifdef USE_BLAZESYM sym_src_cfg cfgs[] = { { .src_type = SRC_T_PROCESS, .params = { .process = { .pid = e.pid }}}, }; if (env.callers) result = blazesym_symbolize(symbolizer, cfgs, 1, (const uint64_t *)&e.callers, 2); #endif /* print output */ sps_cnt = 0; if (env.timestamp) { printf("%-8s ", ts); sps_cnt += 9; } if (env.print_uid) { printf("%-7d ", e.uid); sps_cnt += 8; } printf("%-6d %-16s %3d %3d ", e.pid, e.comm, fd, err); sps_cnt += 7 + 17 + 4 + 4; if (env.extended) { printf("%08o ", e.flags); sps_cnt += 9; } printf("%s\n", e.fname); #ifdef USE_BLAZESYM for (i = 0; result && i < result->size; i++) { if (result->entries[i].size == 0) continue; sym = &result->entries[i].syms[0]; for (j = 0; j < sps_cnt; j++) printf(" "); if (sym->line_no) printf("%s:%ld\n", sym->symbol, sym->line_no); else printf("%s\n", sym->symbol); } blazesym_result_free(result); #endif } void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { fprintf(stderr, "Lost %llu events on CPU #%d!\n", lost_cnt, cpu); } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct perf_buffer *pb = NULL; struct opensnoop_bpf *obj; __u64 time_end = 0; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = opensnoop_bpf__open_opts(&open_opts); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } /* initialize global data (filtering options) */ obj->rodata->targ_tgid = env.pid; obj->rodata->targ_pid = env.tid; obj->rodata->targ_uid = env.uid; obj->rodata->targ_failed = env.failed; /* aarch64 and riscv64 don't have open syscall */ if (!tracepoint_exists("syscalls", "sys_enter_open")) { bpf_program__set_autoload(obj->progs.tracepoint__syscalls__sys_enter_open, false); bpf_program__set_autoload(obj->progs.tracepoint__syscalls__sys_exit_open, false); } err = opensnoop_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } err = opensnoop_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs\n"); goto cleanup; } #ifdef USE_BLAZESYM if (env.callers) symbolizer = blazesym_new(); #endif /* print headers */ if (env.timestamp) printf("%-8s ", "TIME"); if (env.print_uid) printf("%-7s ", "UID"); printf("%-6s %-16s %3s %3s ", "PID", "COMM", "FD", "ERR"); if (env.extended) printf("%-8s ", "FLAGS"); printf("%s", "PATH"); #ifdef USE_BLAZESYM if (env.callers) printf("/CALLER"); #endif printf("\n"); /* setup event callbacks */ pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = -errno; fprintf(stderr, "failed to open perf buffer: %d\n", err); goto cleanup; } /* setup duration */ if (env.duration) time_end = get_ktime_ns() + env.duration * NSEC_PER_SEC; if (signal(SIGINT, sig_int) == SIG_ERR) { fprintf(stderr, "can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } /* main: poll */ while (!exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { fprintf(stderr, "error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } if (env.duration && get_ktime_ns() > time_end) goto cleanup; /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); opensnoop_bpf__destroy(obj); cleanup_core_btf(&open_opts); #ifdef USE_BLAZESYM blazesym_free(symbolizer); #endif return err != 0; } bpfcc-0.31.0/libbpf-tools/opensnoop.h000066400000000000000000000006671465134135300174530ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __OPENSNOOP_H #define __OPENSNOOP_H #define TASK_COMM_LEN 16 #define NAME_MAX 255 #define INVALID_UID ((uid_t)-1) struct args_t { const char *fname; int flags; }; struct event { /* user terminology for pid: */ __u64 ts; pid_t pid; uid_t uid; int ret; int flags; __u64 callers[2]; char comm[TASK_COMM_LEN]; char fname[NAME_MAX]; }; #endif /* __OPENSNOOP_H */ bpfcc-0.31.0/libbpf-tools/powerpc/000077500000000000000000000000001465134135300167305ustar00rootroot00000000000000bpfcc-0.31.0/libbpf-tools/powerpc/vmlinux.h000077700000000000000000000000001465134135300230442vmlinux_660.hustar00rootroot00000000000000bpfcc-0.31.0/libbpf-tools/powerpc/vmlinux_660.h000066400000000000000000123272271465134135300212160ustar00rootroot00000000000000#ifndef __VMLINUX_H__ #define __VMLINUX_H__ #ifndef BPF_NO_PRESERVE_ACCESS_INDEX #pragma clang attribute push (__attribute__((preserve_access_index)), apply_to = record) #endif typedef signed char __s8; typedef unsigned char __u8; typedef short int __s16; typedef short unsigned int __u16; typedef int __s32; typedef unsigned int __u32; typedef long long int __s64; typedef long long unsigned int __u64; typedef __s8 s8; typedef __u8 u8; typedef __s16 s16; typedef __u16 u16; typedef __s32 s32; typedef __u32 u32; typedef __s64 s64; typedef __u64 u64; typedef struct { __u32 u[4]; } __vector128; typedef __vector128 vector128; enum { false = 0, true = 1, }; typedef long int __kernel_long_t; typedef long unsigned int __kernel_ulong_t; typedef int __kernel_pid_t; typedef unsigned int __kernel_uid32_t; typedef unsigned int __kernel_gid32_t; typedef __kernel_ulong_t __kernel_size_t; typedef __kernel_long_t __kernel_ssize_t; typedef long long int __kernel_loff_t; typedef long long int __kernel_time64_t; typedef __kernel_long_t __kernel_clock_t; typedef int __kernel_timer_t; typedef int __kernel_clockid_t; typedef __u16 __le16; typedef __u16 __be16; typedef __u32 __le32; typedef __u32 __be32; typedef __u64 __le64; typedef __u64 __be64; typedef unsigned int __poll_t; typedef u32 __kernel_dev_t; typedef __kernel_dev_t dev_t; typedef short unsigned int umode_t; typedef __kernel_pid_t pid_t; typedef __kernel_clockid_t clockid_t; typedef _Bool bool; typedef __kernel_uid32_t uid_t; typedef __kernel_gid32_t gid_t; typedef __kernel_loff_t loff_t; typedef __kernel_size_t size_t; typedef __kernel_ssize_t ssize_t; typedef long unsigned int ulong; typedef s32 int32_t; typedef u32 uint32_t; typedef u64 sector_t; typedef u64 blkcnt_t; typedef u64 dma_addr_t; typedef unsigned int gfp_t; typedef unsigned int fmode_t; typedef struct { int counter; } atomic_t; typedef struct { s64 counter; } atomic64_t; struct list_head { struct list_head *next; struct list_head *prev; }; struct hlist_node; struct hlist_head { struct hlist_node *first; }; struct hlist_node { struct hlist_node *next; struct hlist_node **pprev; }; struct callback_head { struct callback_head *next; void (*func)(struct callback_head *); }; struct user_pt_regs { long unsigned int gpr[32]; long unsigned int nip; long unsigned int msr; long unsigned int orig_gpr3; long unsigned int ctr; long unsigned int link; long unsigned int xer; long unsigned int ccr; long unsigned int softe; long unsigned int trap; long unsigned int dar; long unsigned int dsisr; long unsigned int result; }; struct pt_regs { union { struct user_pt_regs user_regs; struct { long unsigned int gpr[32]; long unsigned int nip; long unsigned int msr; long unsigned int orig_gpr3; long unsigned int ctr; long unsigned int link; long unsigned int xer; long unsigned int ccr; long unsigned int softe; long unsigned int trap; union { long unsigned int dar; long unsigned int dear; }; union { long unsigned int dsisr; long unsigned int esr; }; long unsigned int result; }; }; union { struct { long unsigned int ppr; long unsigned int exit_result; union { long unsigned int kuap; long unsigned int amr; }; long unsigned int iamr; }; long unsigned int __pad[4]; }; }; struct lock_class_key {}; struct fs_context; struct fs_parameter_spec; struct dentry; struct super_block; struct module; struct file_system_type { const char *name; int fs_flags; int (*init_fs_context)(struct fs_context *); const struct fs_parameter_spec *parameters; struct dentry * (*mount)(struct file_system_type *, int, const char *, void *); void (*kill_sb)(struct super_block *); struct module *owner; struct file_system_type *next; struct hlist_head fs_supers; struct lock_class_key s_lock_key; struct lock_class_key s_umount_key; struct lock_class_key s_vfs_rename_key; struct lock_class_key s_writers_key[3]; struct lock_class_key i_lock_key; struct lock_class_key i_mutex_key; struct lock_class_key invalidate_lock_key; struct lock_class_key i_mutex_dir_key; }; struct obs_kernel_param { const char *str; int (*setup_func)(char *); int early; }; struct qspinlock { union { u32 val; struct { u16 locked; u8 reserved[2]; }; }; }; typedef struct qspinlock arch_spinlock_t; struct qrwlock { union { atomic_t cnts; struct { u8 wlocked; u8 __lstate[3]; }; }; arch_spinlock_t wait_lock; }; typedef struct qrwlock arch_rwlock_t; struct lockdep_map {}; struct raw_spinlock { arch_spinlock_t raw_lock; }; typedef struct raw_spinlock raw_spinlock_t; struct ratelimit_state { raw_spinlock_t lock; int interval; int burst; int printed; int missed; long unsigned int begin; long unsigned int flags; }; typedef void *fl_owner_t; struct file; struct kiocb; struct iov_iter; struct io_comp_batch; struct dir_context; struct poll_table_struct; struct vm_area_struct; struct inode; struct file_lock; struct pipe_inode_info; struct seq_file; struct io_uring_cmd; struct file_operations { struct module *owner; loff_t (*llseek)(struct file *, loff_t, int); ssize_t (*read)(struct file *, char *, size_t, loff_t *); ssize_t (*write)(struct file *, const char *, size_t, loff_t *); ssize_t (*read_iter)(struct kiocb *, struct iov_iter *); ssize_t (*write_iter)(struct kiocb *, struct iov_iter *); int (*iopoll)(struct kiocb *, struct io_comp_batch *, unsigned int); int (*iterate_shared)(struct file *, struct dir_context *); __poll_t (*poll)(struct file *, struct poll_table_struct *); long int (*unlocked_ioctl)(struct file *, unsigned int, long unsigned int); long int (*compat_ioctl)(struct file *, unsigned int, long unsigned int); int (*mmap)(struct file *, struct vm_area_struct *); long unsigned int mmap_supported_flags; int (*open)(struct inode *, struct file *); int (*flush)(struct file *, fl_owner_t); int (*release)(struct inode *, struct file *); int (*fsync)(struct file *, loff_t, loff_t, int); int (*fasync)(int, struct file *, int); int (*lock)(struct file *, int, struct file_lock *); long unsigned int (*get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); int (*check_flags)(int); int (*flock)(struct file *, int, struct file_lock *); ssize_t (*splice_write)(struct pipe_inode_info *, struct file *, loff_t *, size_t, unsigned int); ssize_t (*splice_read)(struct file *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); void (*splice_eof)(struct file *); int (*setlease)(struct file *, int, struct file_lock **, void **); long int (*fallocate)(struct file *, int, loff_t, loff_t); void (*show_fdinfo)(struct seq_file *, struct file *); ssize_t (*copy_file_range)(struct file *, loff_t, struct file *, loff_t, size_t, unsigned int); loff_t (*remap_file_range)(struct file *, loff_t, struct file *, loff_t, loff_t, unsigned int); int (*fadvise)(struct file *, loff_t, loff_t, int); int (*uring_cmd)(struct io_uring_cmd *, unsigned int); int (*uring_cmd_iopoll)(struct io_uring_cmd *, struct io_comp_batch *, unsigned int); }; struct static_call_key { void *func; }; struct bug_entry { int bug_addr_disp; int file_disp; short unsigned int line; short unsigned int flags; }; typedef __s64 time64_t; struct __kernel_timespec { __kernel_time64_t tv_sec; long long int tv_nsec; }; struct timespec64 { time64_t tv_sec; long int tv_nsec; }; enum timespec_type { TT_NONE = 0, TT_NATIVE = 1, TT_COMPAT = 2, }; typedef s32 old_time32_t; struct old_timespec32 { old_time32_t tv_sec; s32 tv_nsec; }; struct pollfd { int fd; short int events; short int revents; }; struct restart_block { long unsigned int arch_data; long int (*fn)(struct restart_block *); union { struct { u32 *uaddr; u32 val; u32 flags; u32 bitset; u64 time; u32 *uaddr2; } futex; struct { clockid_t clockid; enum timespec_type type; union { struct __kernel_timespec *rmtp; struct old_timespec32 *compat_rmtp; }; u64 expires; } nanosleep; struct { struct pollfd *ufds; int nfds; int has_timeout; long unsigned int tv_sec; long unsigned int tv_nsec; } poll; }; }; typedef struct { __be64 pte; } pte_t; typedef struct { __be64 pmd; } pmd_t; typedef struct { __be64 pud; } pud_t; typedef struct { __be64 pgd; } pgd_t; typedef struct { long unsigned int pgprot; } pgprot_t; typedef pte_t *pgtable_t; struct jump_entry { s32 code; s32 target; long int key; }; struct static_key_mod; struct static_key { atomic_t enabled; union { long unsigned int type; struct jump_entry *entries; struct static_key_mod *next; }; }; typedef atomic64_t atomic_long_t; struct address_space; struct page_pool; struct dev_pagemap; struct page { long unsigned int flags; union { struct { union { struct list_head lru; struct { void *__filler; unsigned int mlock_count; }; struct list_head buddy_list; struct list_head pcp_list; }; struct address_space *mapping; union { long unsigned int index; long unsigned int share; }; long unsigned int private; }; struct { long unsigned int pp_magic; struct page_pool *pp; long unsigned int _pp_mapping_pad; long unsigned int dma_addr; union { long unsigned int dma_addr_upper; atomic_long_t pp_frag_count; }; }; struct { long unsigned int compound_head; }; struct { struct dev_pagemap *pgmap; void *zone_device_data; }; struct callback_head callback_head; }; union { atomic_t _mapcount; unsigned int page_type; }; atomic_t _refcount; long unsigned int memcg_data; }; struct slb_entry { u64 esid; u64 vsid; }; struct slice_mask { u64 low_slices; long unsigned int high_slices[64]; }; struct hash_mm_context { u16 user_psize; unsigned char low_slices_psize[8]; unsigned char high_slices_psize[2048]; long unsigned int slb_addr_limit; struct slice_mask mask_64k; struct slice_mask mask_4k; struct slice_mask mask_16m; struct slice_mask mask_16g; }; typedef long unsigned int mm_context_id_t; typedef struct { union { mm_context_id_t id; mm_context_id_t extended_id[8]; }; atomic_t active_cpus; atomic_t copros; atomic_t vas_windows; struct hash_mm_context *hash_context; void *vdso; void *pte_frag; void *pmd_frag; struct list_head iommu_group_mem_list; u32 pkey_allocation_map; s16 execute_only_pkey; } mm_context_t; struct kvmppc_vcore; struct kvm_split_mode { long unsigned int rpr; long unsigned int pmmar; long unsigned int ldbar; u8 subcore_size; u8 do_nap; u8 napped[8]; struct kvmppc_vcore *vc[4]; }; struct kvm_vcpu; struct kvmppc_host_state { ulong host_r1; ulong host_r2; ulong host_msr; ulong vmhandler; ulong scratch0; ulong scratch1; ulong scratch2; u8 in_guest; u8 restore_hid5; u8 napping; u8 hwthread_req; u8 hwthread_state; u8 host_ipi; u8 ptid; u8 fake_suspend; struct kvm_vcpu *kvm_vcpu; struct kvmppc_vcore *kvm_vcore; void *xics_phys; void *xive_tima_phys; void *xive_tima_virt; u32 saved_xirr; u64 dabr; u64 host_mmcr[7]; u32 host_pmc[8]; u64 host_purr; u64 host_spurr; u64 host_dscr; u64 dec_expires; struct kvm_split_mode *kvm_split_mode; u64 cfar; u64 ppr; u64 host_fscr; }; struct cpu_accounting_data { long unsigned int utime; long unsigned int stime; long unsigned int gtime; long unsigned int hardirq_time; long unsigned int softirq_time; long unsigned int steal_time; long unsigned int idle_time; long unsigned int starttime; long unsigned int starttime_user; }; struct sibling_subcore_state { long unsigned int flags; u8 in_guest[4]; }; enum MCE_Version { MCE_V1 = 1, }; enum MCE_Severity { MCE_SEV_NO_ERROR = 0, MCE_SEV_WARNING = 1, MCE_SEV_SEVERE = 2, MCE_SEV_FATAL = 3, }; enum MCE_Disposition { MCE_DISPOSITION_RECOVERED = 0, MCE_DISPOSITION_NOT_RECOVERED = 1, }; enum MCE_Initiator { MCE_INITIATOR_UNKNOWN = 0, MCE_INITIATOR_CPU = 1, MCE_INITIATOR_PCI = 2, MCE_INITIATOR_ISA = 3, MCE_INITIATOR_MEMORY = 4, MCE_INITIATOR_POWERMGM = 5, }; enum MCE_ErrorType { MCE_ERROR_TYPE_UNKNOWN = 0, MCE_ERROR_TYPE_UE = 1, MCE_ERROR_TYPE_SLB = 2, MCE_ERROR_TYPE_ERAT = 3, MCE_ERROR_TYPE_TLB = 4, MCE_ERROR_TYPE_USER = 5, MCE_ERROR_TYPE_RA = 6, MCE_ERROR_TYPE_LINK = 7, MCE_ERROR_TYPE_DCACHE = 8, MCE_ERROR_TYPE_ICACHE = 9, }; enum MCE_ErrorClass { MCE_ECLASS_UNKNOWN = 0, MCE_ECLASS_HARDWARE = 1, MCE_ECLASS_HARD_INDETERMINATE = 2, MCE_ECLASS_SOFTWARE = 3, MCE_ECLASS_SOFT_INDETERMINATE = 4, }; enum MCE_UeErrorType { MCE_UE_ERROR_INDETERMINATE = 0, MCE_UE_ERROR_IFETCH = 1, MCE_UE_ERROR_PAGE_TABLE_WALK_IFETCH = 2, MCE_UE_ERROR_LOAD_STORE = 3, MCE_UE_ERROR_PAGE_TABLE_WALK_LOAD_STORE = 4, }; enum MCE_SlbErrorType { MCE_SLB_ERROR_INDETERMINATE = 0, MCE_SLB_ERROR_PARITY = 1, MCE_SLB_ERROR_MULTIHIT = 2, }; enum MCE_EratErrorType { MCE_ERAT_ERROR_INDETERMINATE = 0, MCE_ERAT_ERROR_PARITY = 1, MCE_ERAT_ERROR_MULTIHIT = 2, }; enum MCE_TlbErrorType { MCE_TLB_ERROR_INDETERMINATE = 0, MCE_TLB_ERROR_PARITY = 1, MCE_TLB_ERROR_MULTIHIT = 2, }; enum MCE_UserErrorType { MCE_USER_ERROR_INDETERMINATE = 0, MCE_USER_ERROR_TLBIE = 1, MCE_USER_ERROR_SCV = 2, }; enum MCE_RaErrorType { MCE_RA_ERROR_INDETERMINATE = 0, MCE_RA_ERROR_IFETCH = 1, MCE_RA_ERROR_IFETCH_FOREIGN = 2, MCE_RA_ERROR_PAGE_TABLE_WALK_IFETCH = 3, MCE_RA_ERROR_PAGE_TABLE_WALK_IFETCH_FOREIGN = 4, MCE_RA_ERROR_LOAD = 5, MCE_RA_ERROR_STORE = 6, MCE_RA_ERROR_PAGE_TABLE_WALK_LOAD_STORE = 7, MCE_RA_ERROR_PAGE_TABLE_WALK_LOAD_STORE_FOREIGN = 8, MCE_RA_ERROR_LOAD_STORE_FOREIGN = 9, }; enum MCE_LinkErrorType { MCE_LINK_ERROR_INDETERMINATE = 0, MCE_LINK_ERROR_IFETCH_TIMEOUT = 1, MCE_LINK_ERROR_PAGE_TABLE_WALK_IFETCH_TIMEOUT = 2, MCE_LINK_ERROR_LOAD_TIMEOUT = 3, MCE_LINK_ERROR_STORE_TIMEOUT = 4, MCE_LINK_ERROR_PAGE_TABLE_WALK_LOAD_STORE_TIMEOUT = 5, }; struct machine_check_event { enum MCE_Version version: 8; u8 in_use; enum MCE_Severity severity: 8; enum MCE_Initiator initiator: 8; enum MCE_ErrorType error_type: 8; enum MCE_ErrorClass error_class: 8; enum MCE_Disposition disposition: 8; bool sync_error; u16 cpu; u64 gpr3; u64 srr0; u64 srr1; union { struct { enum MCE_UeErrorType ue_error_type: 8; u8 effective_address_provided; u8 physical_address_provided; u8 ignore_event; u8 reserved_1[4]; u64 effective_address; u64 physical_address; u8 reserved_2[8]; } ue_error; struct { enum MCE_SlbErrorType slb_error_type: 8; u8 effective_address_provided; u8 reserved_1[6]; u64 effective_address; u8 reserved_2[16]; } slb_error; struct { enum MCE_EratErrorType erat_error_type: 8; u8 effective_address_provided; u8 reserved_1[6]; u64 effective_address; u8 reserved_2[16]; } erat_error; struct { enum MCE_TlbErrorType tlb_error_type: 8; u8 effective_address_provided; u8 reserved_1[6]; u64 effective_address; u8 reserved_2[16]; } tlb_error; struct { enum MCE_UserErrorType user_error_type: 8; u8 effective_address_provided; u8 reserved_1[6]; u64 effective_address; u8 reserved_2[16]; } user_error; struct { enum MCE_RaErrorType ra_error_type: 8; u8 effective_address_provided; u8 reserved_1[6]; u64 effective_address; u8 reserved_2[16]; } ra_error; struct { enum MCE_LinkErrorType link_error_type: 8; u8 effective_address_provided; u8 reserved_1[6]; u64 effective_address; u8 reserved_2[16]; } link_error; } u; }; struct mce_info { int mce_nest_count; struct machine_check_event mce_event[10]; int mce_queue_count; struct machine_check_event mce_event_queue[10]; int mce_ue_count; struct machine_check_event mce_ue_event_queue[10]; }; struct mmiowb_state { u16 nesting_count; u16 mmiowb_pending; }; struct lppaca; struct slb_shadow; struct dtl_entry; struct task_struct; struct paca_struct { struct lppaca *lppaca_ptr; u16 paca_index; u16 lock_token; u64 kernel_toc; u64 kernelbase; u64 kernel_msr; void *emergency_sp; u64 data_offset; s16 hw_cpu_id; u8 cpu_start; u8 kexec_state; struct slb_shadow *slb_shadow_ptr; struct dtl_entry *dispatch_log; struct dtl_entry *dispatch_log_end; u64 dscr_default; long: 64; long: 64; long: 64; long: 64; u64 exgen[10]; u16 vmalloc_sllp; u8 slb_cache_ptr; u8 stab_rr; u8 in_kernel_slb_handler; u32 slb_used_bitmap; u32 slb_kern_bitmap; u32 slb_cache[8]; unsigned char mm_ctx_low_slices_psize[8]; unsigned char mm_ctx_high_slices_psize[2048]; struct task_struct *__current; u64 kstack; u64 saved_r1; u64 saved_msr; u64 exit_save_r1; u8 hsrr_valid; u8 srr_valid; u8 irq_soft_mask; u8 irq_happened; u8 irq_work_pending; u8 pmcregs_in_use; u64 sprg_vdso; u64 tm_scratch; long unsigned int idle_lock; long unsigned int idle_state; union { struct { u8 thread_idle_state; u8 subcore_sibling_mask; }; struct { u64 requested_psscr; atomic_t dont_stop; }; }; u64 exnmi[10]; u64 exmc[10]; void *nmi_emergency_sp; void *mc_emergency_sp; u16 in_nmi; u16 in_mce; u8 hmi_event_available; u8 hmi_p9_special_emu; u32 hmi_irqs; u8 ftrace_enabled; struct cpu_accounting_data accounting; u64 dtl_ridx; struct dtl_entry *dtl_curr; struct kvmppc_host_state kvm_hstate; struct sibling_subcore_state *sibling_subcore_state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u64 exrfi[10]; void *rfi_flush_fallback_area; u64 l1d_flush_size; u8 *mce_data_buf; struct slb_entry *mce_faulty_slbs; u16 slb_save_cache_ptr; long unsigned int canary; struct mmiowb_state mmiowb_state; struct mce_info *mce_info; u8 mce_pending_irq_work; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct lppaca { __be32 desc; __be16 size; u8 reserved1[3]; u8 __old_status; u8 reserved3[14]; volatile __be32 dyn_hw_node_id; volatile __be32 dyn_hw_proc_id; u8 reserved4[56]; volatile u8 vphn_assoc_counts[8]; u8 reserved5[32]; u8 reserved6[48]; u8 cede_latency_hint; u8 ebb_regs_in_use; u8 reserved7[6]; u8 dtl_enable_mask; u8 donate_dedicated_cpu; u8 fpregs_in_use; u8 pmcregs_in_use; u8 reserved8[28]; __be64 wait_state_cycles; u8 reserved9[28]; __be16 slb_count; u8 idle; u8 vmxregs_in_use; volatile __be32 yield_count; volatile __be32 dispersion_count; volatile __be64 cmo_faults; volatile __be64 cmo_fault_time; u8 reserved10[64]; volatile __be64 enqueue_dispatch_tb; volatile __be64 ready_enqueue_tb; volatile __be64 wait_ready_tb; u8 reserved11[16]; __be32 page_ins; u8 reserved12[148]; volatile __be64 dtl_idx; u8 reserved13[96]; }; struct slb_shadow { __be32 persistent; __be32 buffer_length; __be64 reserved; struct { __be64 esid; __be64 vsid; } save_area[2]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct thread_info { int preempt_count; unsigned int cpu; long unsigned int local_flags; unsigned char slb_preload_nr; unsigned char slb_preload_tail; u32 slb_preload_esid[16]; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct refcount_struct { atomic_t refs; }; typedef struct refcount_struct refcount_t; struct llist_node { struct llist_node *next; }; struct __call_single_node { struct llist_node llist; union { unsigned int u_flags; atomic_t a_flags; }; u16 src; u16 dst; }; struct load_weight { long unsigned int weight; u32 inv_weight; }; struct rb_node { long unsigned int __rb_parent_color; struct rb_node *rb_right; struct rb_node *rb_left; }; struct util_est { unsigned int enqueued; unsigned int ewma; }; struct sched_avg { u64 last_update_time; u64 load_sum; u64 runnable_sum; u32 util_sum; u32 period_contrib; long unsigned int load_avg; long unsigned int runnable_avg; long unsigned int util_avg; struct util_est util_est; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct cfs_rq; struct sched_entity { struct load_weight load; struct rb_node run_node; u64 deadline; u64 min_deadline; struct list_head group_node; unsigned int on_rq; u64 exec_start; u64 sum_exec_runtime; u64 prev_sum_exec_runtime; u64 vruntime; s64 vlag; u64 slice; u64 nr_migrations; int depth; struct sched_entity *parent; struct cfs_rq *cfs_rq; struct cfs_rq *my_q; long unsigned int runnable_weight; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_avg avg; }; struct sched_rt_entity { struct list_head run_list; long unsigned int timeout; long unsigned int watchdog_stamp; unsigned int time_slice; short unsigned int on_rq; short unsigned int on_list; struct sched_rt_entity *back; }; typedef s64 ktime_t; struct timerqueue_node { struct rb_node node; ktime_t expires; }; enum hrtimer_restart { HRTIMER_NORESTART = 0, HRTIMER_RESTART = 1, }; struct hrtimer_clock_base; struct hrtimer { struct timerqueue_node node; ktime_t _softexpires; enum hrtimer_restart (*function)(struct hrtimer *); struct hrtimer_clock_base *base; u8 state; u8 is_rel; u8 is_soft; u8 is_hard; }; struct sched_dl_entity { struct rb_node rb_node; u64 dl_runtime; u64 dl_deadline; u64 dl_period; u64 dl_bw; u64 dl_density; s64 runtime; u64 deadline; unsigned int flags; unsigned int dl_throttled: 1; unsigned int dl_yielded: 1; unsigned int dl_non_contending: 1; unsigned int dl_overrun: 1; struct hrtimer dl_timer; struct hrtimer inactive_timer; struct sched_dl_entity *pi_se; }; struct sched_statistics { u64 wait_start; u64 wait_max; u64 wait_count; u64 wait_sum; u64 iowait_count; u64 iowait_sum; u64 sleep_start; u64 sleep_max; s64 sum_sleep_runtime; u64 block_start; u64 block_max; s64 sum_block_runtime; u64 exec_max; u64 slice_max; u64 nr_migrations_cold; u64 nr_failed_migrations_affine; u64 nr_failed_migrations_running; u64 nr_failed_migrations_hot; u64 nr_forced_migrations; u64 nr_wakeups; u64 nr_wakeups_sync; u64 nr_wakeups_migrate; u64 nr_wakeups_local; u64 nr_wakeups_remote; u64 nr_wakeups_affine; u64 nr_wakeups_affine_attempts; u64 nr_wakeups_passive; u64 nr_wakeups_idle; long: 64; long: 64; long: 64; long: 64; }; struct cpumask { long unsigned int bits[32]; }; typedef struct cpumask cpumask_t; union rcu_special { struct { u8 blocked; u8 need_qs; u8 exp_hint; u8 need_mb; } b; u32 s; }; struct sched_info { long unsigned int pcount; long long unsigned int run_delay; long long unsigned int last_arrival; long long unsigned int last_queued; }; struct plist_node { int prio; struct list_head prio_list; struct list_head node_list; }; struct prev_cputime { u64 utime; u64 stime; raw_spinlock_t lock; }; struct seqcount { unsigned int sequence; }; typedef struct seqcount seqcount_t; enum vtime_state { VTIME_INACTIVE = 0, VTIME_IDLE = 1, VTIME_SYS = 2, VTIME_USER = 3, VTIME_GUEST = 4, }; struct vtime { seqcount_t seqcount; long long unsigned int starttime; enum vtime_state state; unsigned int cpu; u64 utime; u64 stime; u64 gtime; }; struct rb_root { struct rb_node *rb_node; }; struct rb_root_cached { struct rb_root rb_root; struct rb_node *rb_leftmost; }; struct timerqueue_head { struct rb_root_cached rb_root; }; struct posix_cputimer_base { u64 nextevt; struct timerqueue_head tqhead; }; struct posix_cputimers { struct posix_cputimer_base bases[3]; unsigned int timers_active; unsigned int expiry_active; }; struct sem_undo_list; struct sysv_sem { struct sem_undo_list *undo_list; }; struct sysv_shm { struct list_head shm_clist; }; typedef struct { long unsigned int sig[1]; } sigset_t; struct sigpending { struct list_head list; sigset_t signal; }; typedef struct { uid_t val; } kuid_t; struct seccomp_filter; struct seccomp { int mode; atomic_t filter_count; struct seccomp_filter *filter; }; struct syscall_user_dispatch {}; struct spinlock { union { struct raw_spinlock rlock; }; }; typedef struct spinlock spinlock_t; struct wake_q_node { struct wake_q_node *next; }; struct task_io_accounting { u64 rchar; u64 wchar; u64 syscr; u64 syscw; u64 read_bytes; u64 write_bytes; u64 cancelled_write_bytes; }; typedef struct { long unsigned int bits[4]; } nodemask_t; struct seqcount_spinlock { seqcount_t seqcount; }; typedef struct seqcount_spinlock seqcount_spinlock_t; struct optimistic_spin_queue { atomic_t tail; }; struct mutex { atomic_long_t owner; raw_spinlock_t wait_lock; struct optimistic_spin_queue osq; struct list_head wait_list; void *magic; }; struct tlbflush_unmap_batch {}; struct page_frag { struct page *page; __u32 offset; __u32 size; }; struct kmap_ctrl {}; struct timer_list { struct hlist_node entry; long unsigned int expires; void (*function)(struct timer_list *); u32 flags; }; struct llist_head { struct llist_node *first; }; struct debug_reg {}; struct thread_fp_state { u64 fpr[64]; u64 fpscr; long: 64; }; struct arch_hw_breakpoint { long unsigned int address; u16 type; u16 len; u16 hw_len; u8 flags; bool perf_single_step; }; struct thread_vr_state { vector128 vr[32]; vector128 vscr; }; struct perf_event; struct thread_struct { long unsigned int ksp; long unsigned int ksp_vsid; struct pt_regs *regs; struct debug_reg debug; long: 64; struct thread_fp_state fp_state; struct thread_fp_state *fp_save_area; int fpexc_mode; unsigned int align_ctl; struct perf_event *ptrace_bps[2]; struct arch_hw_breakpoint hw_brk[2]; long unsigned int trap_nr; u8 load_slb; u8 load_fp; u8 load_vec; long: 0; struct thread_vr_state vr_state; struct thread_vr_state *vr_save_area; long unsigned int vrsave; int used_vr; int used_vsr; u8 load_tm; u64 tm_tfhar; u64 tm_texasr; u64 tm_tfiar; struct pt_regs ckpt_regs; long unsigned int tm_tar; long unsigned int tm_ppr; long unsigned int tm_dscr; long unsigned int tm_amr; long: 64; struct thread_fp_state ckfp_state; struct thread_vr_state ckvr_state; long unsigned int ckvrsave; long unsigned int dscr; long unsigned int fscr; int dscr_inherit; long unsigned int tidr; long unsigned int tar; long unsigned int ebbrr; long unsigned int ebbhr; long unsigned int bescr; long unsigned int siar; long unsigned int sdar; long unsigned int sier; long unsigned int mmcr2; unsigned int mmcr0; unsigned int used_ebb; long unsigned int mmcr3; long unsigned int sier2; long unsigned int sier3; long unsigned int hashkeyr; }; struct sched_class; struct task_group; struct mm_struct; struct pid; struct completion; struct cred; struct key; struct nameidata; struct fs_struct; struct files_struct; struct io_uring_task; struct nsproxy; struct signal_struct; struct sighand_struct; struct audit_context; struct rt_mutex_waiter; struct mutex_waiter; struct bio_list; struct blk_plug; struct reclaim_state; struct io_context; struct capture_control; struct kernel_siginfo; typedef struct kernel_siginfo kernel_siginfo_t; struct css_set; struct robust_list_head; struct futex_pi_state; struct perf_event_context; struct mempolicy; struct numa_group; struct rseq; struct task_delay_info; struct kunit; struct ftrace_ret_stack; struct mem_cgroup; struct gendisk; struct uprobe_task; struct bpf_local_storage; struct bpf_run_ctx; struct task_struct { struct thread_info thread_info; unsigned int __state; void *stack; refcount_t usage; unsigned int flags; unsigned int ptrace; int on_cpu; struct __call_single_node wake_entry; unsigned int wakee_flips; long unsigned int wakee_flip_decay_ts; struct task_struct *last_wakee; int recent_used_cpu; int wake_cpu; int on_rq; int prio; int static_prio; int normal_prio; unsigned int rt_priority; long: 64; long: 64; long: 64; struct sched_entity se; struct sched_rt_entity rt; struct sched_dl_entity dl; const struct sched_class *sched_class; struct task_group *sched_task_group; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_statistics stats; struct hlist_head preempt_notifiers; unsigned int btrace_seq; unsigned int policy; int nr_cpus_allowed; const cpumask_t *cpus_ptr; cpumask_t *user_cpus_ptr; cpumask_t cpus_mask; void *migration_pending; short unsigned int migration_disabled; short unsigned int migration_flags; int trc_reader_nesting; int trc_ipi_to_cpu; union rcu_special trc_reader_special; struct list_head trc_holdout_list; struct list_head trc_blkd_node; int trc_blkd_cpu; struct sched_info sched_info; struct list_head tasks; struct plist_node pushable_tasks; struct rb_node pushable_dl_tasks; struct mm_struct *mm; struct mm_struct *active_mm; int exit_state; int exit_code; int exit_signal; int pdeath_signal; long unsigned int jobctl; unsigned int personality; unsigned int sched_reset_on_fork: 1; unsigned int sched_contributes_to_load: 1; unsigned int sched_migrated: 1; long: 29; unsigned int sched_remote_wakeup: 1; unsigned int in_execve: 1; unsigned int in_iowait: 1; unsigned int restore_sigmask: 1; unsigned int in_user_fault: 1; unsigned int no_cgroup_migration: 1; unsigned int frozen: 1; unsigned int use_memdelay: 1; unsigned int in_memstall: 1; unsigned int in_page_owner: 1; unsigned int in_eventfd: 1; unsigned int in_thrashing: 1; long unsigned int atomic_flags; struct restart_block restart_block; pid_t pid; pid_t tgid; long unsigned int stack_canary; struct task_struct *real_parent; struct task_struct *parent; struct list_head children; struct list_head sibling; struct task_struct *group_leader; struct list_head ptraced; struct list_head ptrace_entry; struct pid *thread_pid; struct hlist_node pid_links[4]; struct list_head thread_group; struct list_head thread_node; struct completion *vfork_done; int *set_child_tid; int *clear_child_tid; void *worker_private; u64 utime; u64 stime; u64 gtime; struct prev_cputime prev_cputime; struct vtime vtime; atomic_t tick_dep_mask; long unsigned int nvcsw; long unsigned int nivcsw; u64 start_time; u64 start_boottime; long unsigned int min_flt; long unsigned int maj_flt; struct posix_cputimers posix_cputimers; const struct cred *ptracer_cred; const struct cred *real_cred; const struct cred *cred; struct key *cached_requested_key; char comm[16]; struct nameidata *nameidata; struct sysv_sem sysvsem; struct sysv_shm sysvshm; long unsigned int last_switch_count; long unsigned int last_switch_time; struct fs_struct *fs; struct files_struct *files; struct io_uring_task *io_uring; struct nsproxy *nsproxy; struct signal_struct *signal; struct sighand_struct *sighand; sigset_t blocked; sigset_t real_blocked; sigset_t saved_sigmask; struct sigpending pending; long unsigned int sas_ss_sp; size_t sas_ss_size; unsigned int sas_ss_flags; struct callback_head *task_works; struct audit_context *audit_context; kuid_t loginuid; unsigned int sessionid; struct seccomp seccomp; struct syscall_user_dispatch syscall_dispatch; u64 parent_exec_id; u64 self_exec_id; spinlock_t alloc_lock; raw_spinlock_t pi_lock; struct wake_q_node wake_q; struct rb_root_cached pi_waiters; struct task_struct *pi_top_task; struct rt_mutex_waiter *pi_blocked_on; struct mutex_waiter *blocked_on; void *journal_info; struct bio_list *bio_list; struct blk_plug *plug; struct reclaim_state *reclaim_state; struct io_context *io_context; struct capture_control *capture_control; long unsigned int ptrace_message; kernel_siginfo_t *last_siginfo; struct task_io_accounting ioac; unsigned int psi_flags; u64 acct_rss_mem1; u64 acct_vm_mem1; u64 acct_timexpd; nodemask_t mems_allowed; seqcount_spinlock_t mems_allowed_seq; int cpuset_mem_spread_rotor; int cpuset_slab_spread_rotor; struct css_set *cgroups; struct list_head cg_list; struct robust_list_head *robust_list; struct list_head pi_state_list; struct futex_pi_state *pi_state_cache; struct mutex futex_exit_mutex; unsigned int futex_state; struct perf_event_context *perf_event_ctxp; struct mutex perf_event_mutex; struct list_head perf_event_list; struct mempolicy *mempolicy; short int il_prev; short int pref_node_fork; int numa_scan_seq; unsigned int numa_scan_period; unsigned int numa_scan_period_max; int numa_preferred_nid; long unsigned int numa_migrate_retry; u64 node_stamp; u64 last_task_numa_placement; u64 last_sum_exec_runtime; struct callback_head numa_work; struct numa_group *numa_group; long unsigned int *numa_faults; long unsigned int total_numa_faults; long unsigned int numa_faults_locality[3]; long unsigned int numa_pages_migrated; struct rseq *rseq; u32 rseq_len; u32 rseq_sig; long unsigned int rseq_event_mask; int mm_cid; int last_mm_cid; int migrate_from_cpu; int mm_cid_active; struct callback_head cid_work; struct tlbflush_unmap_batch tlb_ubc; struct pipe_inode_info *splice_pipe; struct page_frag task_frag; struct task_delay_info *delays; int nr_dirtied; int nr_dirtied_pause; long unsigned int dirty_paused_when; u64 timer_slack_ns; u64 default_timer_slack_ns; struct kunit *kunit_test; int curr_ret_stack; int curr_ret_depth; struct ftrace_ret_stack *ret_stack; long long unsigned int ftrace_timestamp; atomic_t trace_overrun; atomic_t tracing_graph_pause; long unsigned int trace_recursion; struct mem_cgroup *memcg_in_oom; gfp_t memcg_oom_gfp_mask; int memcg_oom_order; unsigned int memcg_nr_pages_over_high; struct mem_cgroup *active_memcg; struct gendisk *throttle_disk; struct uprobe_task *utask; struct kmap_ctrl kmap_ctrl; struct callback_head rcu; refcount_t rcu_users; int pagefault_disabled; struct task_struct *oom_reaper_list; struct timer_list oom_reaper_timer; refcount_t stack_refcount; void *security; struct bpf_local_storage *bpf_storage; struct bpf_run_ctx *bpf_ctx; struct llist_head kretprobe_instances; struct thread_struct thread; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct device; struct attribute_group; struct perf_cpu_pmu_context; struct perf_event_pmu_context; struct kmem_cache; struct perf_output_handle; struct pmu { struct list_head entry; struct module *module; struct device *dev; struct device *parent; const struct attribute_group **attr_groups; const struct attribute_group **attr_update; const char *name; int type; int capabilities; int *pmu_disable_count; struct perf_cpu_pmu_context *cpu_pmu_context; atomic_t exclusive_cnt; int task_ctx_nr; int hrtimer_interval_ms; unsigned int nr_addr_filters; void (*pmu_enable)(struct pmu *); void (*pmu_disable)(struct pmu *); int (*event_init)(struct perf_event *); void (*event_mapped)(struct perf_event *, struct mm_struct *); void (*event_unmapped)(struct perf_event *, struct mm_struct *); int (*add)(struct perf_event *, int); void (*del)(struct perf_event *, int); void (*start)(struct perf_event *, int); void (*stop)(struct perf_event *, int); void (*read)(struct perf_event *); void (*start_txn)(struct pmu *, unsigned int); int (*commit_txn)(struct pmu *); void (*cancel_txn)(struct pmu *); int (*event_idx)(struct perf_event *); void (*sched_task)(struct perf_event_pmu_context *, bool); struct kmem_cache *task_ctx_cache; void (*swap_task_ctx)(struct perf_event_pmu_context *, struct perf_event_pmu_context *); void * (*setup_aux)(struct perf_event *, void **, int, bool); void (*free_aux)(void *); long int (*snapshot_aux)(struct perf_event *, struct perf_output_handle *, long unsigned int); int (*addr_filters_validate)(struct list_head *); void (*addr_filters_sync)(struct perf_event *); int (*aux_output_match)(struct perf_event *); bool (*filter)(struct pmu *, int); int (*check_period)(struct perf_event *, u64); }; enum perf_event_state { PERF_EVENT_STATE_DEAD = -4, PERF_EVENT_STATE_EXIT = -3, PERF_EVENT_STATE_ERROR = -2, PERF_EVENT_STATE_OFF = -1, PERF_EVENT_STATE_INACTIVE = 0, PERF_EVENT_STATE_ACTIVE = 1, }; typedef struct { long int v; } local_t; typedef struct { local_t a; } local64_t; struct perf_event_attr { __u32 type; __u32 size; __u64 config; union { __u64 sample_period; __u64 sample_freq; }; __u64 sample_type; __u64 read_format; __u64 disabled: 1; __u64 inherit: 1; __u64 pinned: 1; __u64 exclusive: 1; __u64 exclude_user: 1; __u64 exclude_kernel: 1; __u64 exclude_hv: 1; __u64 exclude_idle: 1; __u64 mmap: 1; __u64 comm: 1; __u64 freq: 1; __u64 inherit_stat: 1; __u64 enable_on_exec: 1; __u64 task: 1; __u64 watermark: 1; __u64 precise_ip: 2; __u64 mmap_data: 1; __u64 sample_id_all: 1; __u64 exclude_host: 1; __u64 exclude_guest: 1; __u64 exclude_callchain_kernel: 1; __u64 exclude_callchain_user: 1; __u64 mmap2: 1; __u64 comm_exec: 1; __u64 use_clockid: 1; __u64 context_switch: 1; __u64 write_backward: 1; __u64 namespaces: 1; __u64 ksymbol: 1; __u64 bpf_event: 1; __u64 aux_output: 1; __u64 cgroup: 1; __u64 text_poke: 1; __u64 build_id: 1; __u64 inherit_thread: 1; __u64 remove_on_exec: 1; __u64 sigtrap: 1; __u64 __reserved_1: 26; union { __u32 wakeup_events; __u32 wakeup_watermark; }; __u32 bp_type; union { __u64 bp_addr; __u64 kprobe_func; __u64 uprobe_path; __u64 config1; }; union { __u64 bp_len; __u64 kprobe_addr; __u64 probe_offset; __u64 config2; }; __u64 branch_sample_type; __u64 sample_regs_user; __u32 sample_stack_user; __s32 clockid; __u64 sample_regs_intr; __u32 aux_watermark; __u16 sample_max_stack; __u16 __reserved_2; __u32 aux_sample_size; __u32 __reserved_3; __u64 sig_data; __u64 config3; }; struct hw_perf_event_extra { u64 config; unsigned int reg; int alloc; int idx; }; struct rhash_head { struct rhash_head *next; }; struct rhlist_head { struct rhash_head rhead; struct rhlist_head *next; }; struct hw_perf_event { union { struct { u64 config; u64 last_tag; long unsigned int config_base; long unsigned int event_base; int event_base_rdpmc; int idx; int last_cpu; int flags; struct hw_perf_event_extra extra_reg; struct hw_perf_event_extra branch_reg; }; struct { struct hrtimer hrtimer; }; struct { struct list_head tp_list; }; struct { u64 pwr_acc; u64 ptsc; }; struct { struct arch_hw_breakpoint info; struct rhlist_head bp_list; }; struct { u8 iommu_bank; u8 iommu_cntr; u16 padding; u64 conf; u64 conf1; }; }; struct task_struct *target; void *addr_filters; long unsigned int addr_filters_gen; int state; local64_t prev_count; u64 sample_period; union { struct { u64 last_period; local64_t period_left; }; struct { u64 saved_metric; u64 saved_slots; }; }; u64 interrupts_seq; u64 interrupts; u64 freq_time_stamp; u64 freq_count_stamp; }; struct wait_queue_head { spinlock_t lock; struct list_head head; }; typedef struct wait_queue_head wait_queue_head_t; struct rcuwait { struct task_struct *task; }; struct irq_work { struct __call_single_node node; void (*func)(struct irq_work *); struct rcuwait irqwait; }; struct perf_addr_filters_head { struct list_head list; raw_spinlock_t lock; unsigned int nr_file_filters; }; struct perf_sample_data; typedef void (*perf_overflow_handler_t)(struct perf_event *, struct perf_sample_data *, struct pt_regs *); struct ftrace_ops; struct ftrace_regs; typedef void (*ftrace_func_t)(long unsigned int, long unsigned int, struct ftrace_ops *, struct ftrace_regs *); struct ftrace_hash; struct ftrace_ops_hash { struct ftrace_hash *notrace_hash; struct ftrace_hash *filter_hash; struct mutex regex_lock; }; enum ftrace_ops_cmd { FTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_SELF = 0, FTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_PEER = 1, FTRACE_OPS_CMD_DISABLE_SHARE_IPMODIFY_PEER = 2, }; typedef int (*ftrace_ops_func_t)(struct ftrace_ops *, enum ftrace_ops_cmd); struct ftrace_ops { ftrace_func_t func; struct ftrace_ops *next; long unsigned int flags; void *private; ftrace_func_t saved_func; struct ftrace_ops_hash local_hash; struct ftrace_ops_hash *func_hash; struct ftrace_ops_hash old_hash; long unsigned int trampoline; long unsigned int trampoline_size; struct list_head list; ftrace_ops_func_t ops_func; }; struct perf_buffer; struct fasync_struct; struct perf_addr_filter_range; struct pid_namespace; struct bpf_prog; struct trace_event_call; struct event_filter; struct perf_cgroup; struct perf_event { struct list_head event_entry; struct list_head sibling_list; struct list_head active_list; struct rb_node group_node; u64 group_index; struct list_head migrate_entry; struct hlist_node hlist_entry; struct list_head active_entry; int nr_siblings; int event_caps; int group_caps; unsigned int group_generation; struct perf_event *group_leader; struct pmu *pmu; void *pmu_private; enum perf_event_state state; unsigned int attach_state; local64_t count; atomic64_t child_count; u64 total_time_enabled; u64 total_time_running; u64 tstamp; struct perf_event_attr attr; u16 header_size; u16 id_header_size; u16 read_size; struct hw_perf_event hw; struct perf_event_context *ctx; struct perf_event_pmu_context *pmu_ctx; atomic_long_t refcount; atomic64_t child_total_time_enabled; atomic64_t child_total_time_running; struct mutex child_mutex; struct list_head child_list; struct perf_event *parent; int oncpu; int cpu; struct list_head owner_entry; struct task_struct *owner; struct mutex mmap_mutex; atomic_t mmap_count; struct perf_buffer *rb; struct list_head rb_entry; long unsigned int rcu_batches; int rcu_pending; wait_queue_head_t waitq; struct fasync_struct *fasync; unsigned int pending_wakeup; unsigned int pending_kill; unsigned int pending_disable; unsigned int pending_sigtrap; long unsigned int pending_addr; struct irq_work pending_irq; struct callback_head pending_task; unsigned int pending_work; atomic_t event_limit; struct perf_addr_filters_head addr_filters; struct perf_addr_filter_range *addr_filter_ranges; long unsigned int addr_filters_gen; struct perf_event *aux_event; void (*destroy)(struct perf_event *); struct callback_head callback_head; struct pid_namespace *ns; u64 id; atomic64_t lost_samples; u64 (*clock)(); perf_overflow_handler_t overflow_handler; void *overflow_handler_context; perf_overflow_handler_t orig_overflow_handler; struct bpf_prog *prog; u64 bpf_cookie; struct trace_event_call *tp_event; struct event_filter *filter; struct ftrace_ops ftrace_ops; struct perf_cgroup *cgrp; void *security; struct list_head sb_list; __u32 orig_type; }; struct exception_table_entry { int insn; int fixup; }; typedef struct cpumask cpumask_var_t[1]; typedef struct { arch_rwlock_t raw_lock; } rwlock_t; struct hlist_bl_node; struct hlist_bl_head { struct hlist_bl_node *first; }; struct hlist_bl_node { struct hlist_bl_node *next; struct hlist_bl_node **pprev; }; struct seqcount_raw_spinlock { seqcount_t seqcount; }; typedef struct seqcount_raw_spinlock seqcount_raw_spinlock_t; typedef struct { seqcount_spinlock_t seqcount; spinlock_t lock; } seqlock_t; struct lockref { union { __u64 lock_count; struct { spinlock_t lock; int count; }; }; }; struct qstr { union { struct { u32 hash; u32 len; }; u64 hash_len; }; const unsigned char *name; }; struct dentry_operations; struct dentry { unsigned int d_flags; seqcount_spinlock_t d_seq; struct hlist_bl_node d_hash; struct dentry *d_parent; struct qstr d_name; struct inode *d_inode; unsigned char d_iname[32]; struct lockref d_lockref; const struct dentry_operations *d_op; struct super_block *d_sb; long unsigned int d_time; void *d_fsdata; union { struct list_head d_lru; wait_queue_head_t *d_wait; }; struct list_head d_child; struct list_head d_subdirs; union { struct hlist_node d_alias; struct hlist_bl_node d_in_lookup_hash; struct callback_head d_rcu; } d_u; }; typedef struct { gid_t val; } kgid_t; struct rw_semaphore { atomic_long_t count; atomic_long_t owner; struct optimistic_spin_queue osq; raw_spinlock_t wait_lock; struct list_head wait_list; }; struct xarray { spinlock_t xa_lock; gfp_t xa_flags; void *xa_head; }; typedef u32 errseq_t; struct address_space_operations; struct address_space { struct inode *host; struct xarray i_pages; struct rw_semaphore invalidate_lock; gfp_t gfp_mask; atomic_t i_mmap_writable; struct rb_root_cached i_mmap; long unsigned int nrpages; long unsigned int writeback_index; const struct address_space_operations *a_ops; long unsigned int flags; struct rw_semaphore i_mmap_rwsem; errseq_t wb_err; spinlock_t private_lock; struct list_head private_list; void *private_data; }; struct posix_acl; struct inode_operations; struct bdi_writeback; struct file_lock_context; struct cdev; struct fsnotify_mark_connector; struct inode { umode_t i_mode; short unsigned int i_opflags; kuid_t i_uid; kgid_t i_gid; unsigned int i_flags; struct posix_acl *i_acl; struct posix_acl *i_default_acl; const struct inode_operations *i_op; struct super_block *i_sb; struct address_space *i_mapping; void *i_security; long unsigned int i_ino; union { const unsigned int i_nlink; unsigned int __i_nlink; }; dev_t i_rdev; loff_t i_size; struct timespec64 i_atime; struct timespec64 i_mtime; struct timespec64 __i_ctime; spinlock_t i_lock; short unsigned int i_bytes; u8 i_blkbits; u8 i_write_hint; blkcnt_t i_blocks; long unsigned int i_state; struct rw_semaphore i_rwsem; long unsigned int dirtied_when; long unsigned int dirtied_time_when; struct hlist_node i_hash; struct list_head i_io_list; struct bdi_writeback *i_wb; int i_wb_frn_winner; u16 i_wb_frn_avg_time; u16 i_wb_frn_history; struct list_head i_lru; struct list_head i_sb_list; struct list_head i_wb_list; union { struct hlist_head i_dentry; struct callback_head i_rcu; }; atomic64_t i_version; atomic64_t i_sequence; atomic_t i_count; atomic_t i_dio_count; atomic_t i_writecount; atomic_t i_readcount; union { const struct file_operations *i_fop; void (*free_inode)(struct inode *); }; struct file_lock_context *i_flctx; struct address_space i_data; struct list_head i_devices; union { struct pipe_inode_info *i_pipe; struct cdev *i_cdev; char *i_link; unsigned int i_dir_seq; }; __u32 i_generation; __u32 i_fsnotify_mask; struct fsnotify_mark_connector *i_fsnotify_marks; void *i_private; }; struct vfsmount; struct path; struct dentry_operations { int (*d_revalidate)(struct dentry *, unsigned int); int (*d_weak_revalidate)(struct dentry *, unsigned int); int (*d_hash)(const struct dentry *, struct qstr *); int (*d_compare)(const struct dentry *, unsigned int, const char *, const struct qstr *); int (*d_delete)(const struct dentry *); int (*d_init)(struct dentry *); void (*d_release)(struct dentry *); void (*d_prune)(struct dentry *); void (*d_iput)(struct dentry *, struct inode *); char * (*d_dname)(struct dentry *, char *, int); struct vfsmount * (*d_automount)(struct path *); int (*d_manage)(const struct path *, bool); struct dentry * (*d_real)(struct dentry *, const struct inode *); long: 64; long: 64; long: 64; }; struct mtd_info; typedef long long int qsize_t; struct quota_format_type; struct mem_dqinfo { struct quota_format_type *dqi_format; int dqi_fmt_id; struct list_head dqi_dirty_list; long unsigned int dqi_flags; unsigned int dqi_bgrace; unsigned int dqi_igrace; qsize_t dqi_max_spc_limit; qsize_t dqi_max_ino_limit; void *dqi_priv; }; struct quota_format_ops; struct quota_info { unsigned int flags; struct rw_semaphore dqio_sem; struct inode *files[3]; struct mem_dqinfo info[3]; const struct quota_format_ops *ops[3]; }; struct rcu_sync { int gp_state; int gp_count; wait_queue_head_t gp_wait; struct callback_head cb_head; }; struct percpu_rw_semaphore { struct rcu_sync rss; unsigned int *read_count; struct rcuwait writer; wait_queue_head_t waiters; atomic_t block; }; struct sb_writers { short unsigned int frozen; short unsigned int freeze_holders; struct percpu_rw_semaphore rw_sem[3]; }; typedef struct { __u8 b[16]; } uuid_t; struct shrink_control; struct shrinker { long unsigned int (*count_objects)(struct shrinker *, struct shrink_control *); long unsigned int (*scan_objects)(struct shrinker *, struct shrink_control *); long int batch; int seeks; unsigned int flags; struct list_head list; int id; atomic_long_t *nr_deferred; }; struct list_lru_node; struct list_lru { struct list_lru_node *node; struct list_head list; int shrinker_id; bool memcg_aware; struct xarray xa; }; struct work_struct; typedef void (*work_func_t)(struct work_struct *); struct work_struct { atomic_long_t data; struct list_head entry; work_func_t func; }; struct super_operations; struct dquot_operations; struct quotactl_ops; struct export_operations; struct xattr_handler; struct block_device; struct backing_dev_info; struct workqueue_struct; struct user_namespace; struct super_block { struct list_head s_list; dev_t s_dev; unsigned char s_blocksize_bits; long unsigned int s_blocksize; loff_t s_maxbytes; struct file_system_type *s_type; const struct super_operations *s_op; const struct dquot_operations *dq_op; const struct quotactl_ops *s_qcop; const struct export_operations *s_export_op; long unsigned int s_flags; long unsigned int s_iflags; long unsigned int s_magic; struct dentry *s_root; struct rw_semaphore s_umount; int s_count; atomic_t s_active; void *s_security; const struct xattr_handler **s_xattr; struct hlist_bl_head s_roots; struct list_head s_mounts; struct block_device *s_bdev; struct backing_dev_info *s_bdi; struct mtd_info *s_mtd; struct hlist_node s_instances; unsigned int s_quota_types; struct quota_info s_dquot; struct sb_writers s_writers; void *s_fs_info; u32 s_time_gran; time64_t s_time_min; time64_t s_time_max; __u32 s_fsnotify_mask; struct fsnotify_mark_connector *s_fsnotify_marks; char s_id[32]; uuid_t s_uuid; unsigned int s_max_links; struct mutex s_vfs_rename_mutex; const char *s_subtype; const struct dentry_operations *s_d_op; struct shrinker s_shrink; atomic_long_t s_remove_count; atomic_long_t s_fsnotify_connectors; int s_readonly_remount; errseq_t s_wb_err; struct workqueue_struct *s_dio_done_wq; struct hlist_head s_pins; struct user_namespace *s_user_ns; struct list_lru s_dentry_lru; struct list_lru s_inode_lru; struct callback_head rcu; struct work_struct destroy_work; struct mutex s_sync_lock; int s_stack_depth; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t s_inode_list_lock; struct list_head s_inodes; spinlock_t s_inode_wblist_lock; struct list_head s_inodes_wb; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct mnt_idmap; struct vfsmount { struct dentry *mnt_root; struct super_block *mnt_sb; int mnt_flags; struct mnt_idmap *mnt_idmap; }; struct path { struct vfsmount *mnt; struct dentry *dentry; }; struct uid_gid_extent { u32 first; u32 lower_first; u32 count; }; struct uid_gid_map { u32 nr_extents; union { struct uid_gid_extent extent[5]; struct { struct uid_gid_extent *forward; struct uid_gid_extent *reverse; }; }; }; struct proc_ns_operations; struct ns_common { atomic_long_t stashed; const struct proc_ns_operations *ops; unsigned int inum; refcount_t count; }; struct ctl_table; struct ctl_table_root; struct ctl_table_set; struct ctl_dir; struct ctl_node; struct ctl_table_header { union { struct { struct ctl_table *ctl_table; int ctl_table_size; int used; int count; int nreg; }; struct callback_head rcu; }; struct completion *unregistering; struct ctl_table *ctl_table_arg; struct ctl_table_root *root; struct ctl_table_set *set; struct ctl_dir *parent; struct ctl_node *node; struct hlist_head inodes; }; struct ctl_dir { struct ctl_table_header header; struct rb_root root; }; struct ctl_table_set { int (*is_seen)(struct ctl_table_set *); struct ctl_dir dir; }; struct ucounts; struct user_namespace { struct uid_gid_map uid_map; struct uid_gid_map gid_map; struct uid_gid_map projid_map; struct user_namespace *parent; int level; kuid_t owner; kgid_t group; struct ns_common ns; long unsigned int flags; bool parent_could_setfcap; struct list_head keyring_name_list; struct key *user_keyring_register; struct rw_semaphore keyring_sem; struct work_struct work; struct ctl_table_set set; struct ctl_table_header *sysctls; struct ucounts *ucounts; long int ucount_max[10]; long int rlimit_max[4]; }; struct kstat { u32 result_mask; umode_t mode; unsigned int nlink; uint32_t blksize; u64 attributes; u64 attributes_mask; u64 ino; dev_t dev; dev_t rdev; kuid_t uid; kgid_t gid; loff_t size; struct timespec64 atime; struct timespec64 mtime; struct timespec64 ctime; struct timespec64 btime; u64 blocks; u64 mnt_id; u32 dio_mem_align; u32 dio_offset_align; u64 change_cookie; }; struct shrink_control { gfp_t gfp_mask; int nid; long unsigned int nr_to_scan; long unsigned int nr_scanned; struct mem_cgroup *memcg; }; struct kref { refcount_t refcount; }; typedef struct {} lockdep_map_p; struct maple_tree { union { spinlock_t ma_lock; lockdep_map_p ma_external_lock; }; unsigned int ma_flags; void *ma_root; }; struct swait_queue_head { raw_spinlock_t lock; struct list_head task_list; }; struct completion { unsigned int done; struct swait_queue_head wait; }; struct percpu_counter { raw_spinlock_t lock; s64 count; struct list_head list; s32 *counters; }; struct xol_area; struct uprobes_state { struct xol_area *xol_area; }; struct mm_cid; struct linux_binfmt; struct kioctx_table; struct mmu_notifier_subscriptions; struct mm_struct { struct { struct { atomic_t mm_count; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct maple_tree mm_mt; long unsigned int (*get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); long unsigned int mmap_base; long unsigned int mmap_legacy_base; long unsigned int task_size; pgd_t *pgd; atomic_t membarrier_state; atomic_t mm_users; struct mm_cid *pcpu_cid; long unsigned int mm_cid_next_scan; atomic_long_t pgtables_bytes; int map_count; spinlock_t page_table_lock; struct rw_semaphore mmap_lock; struct list_head mmlist; int mm_lock_seq; long unsigned int hiwater_rss; long unsigned int hiwater_vm; long unsigned int total_vm; long unsigned int locked_vm; atomic64_t pinned_vm; long unsigned int data_vm; long unsigned int exec_vm; long unsigned int stack_vm; long unsigned int def_flags; seqcount_t write_protect_seq; spinlock_t arg_lock; long unsigned int start_code; long unsigned int end_code; long unsigned int start_data; long unsigned int end_data; long unsigned int start_brk; long unsigned int brk; long unsigned int start_stack; long unsigned int arg_start; long unsigned int arg_end; long unsigned int env_start; long unsigned int env_end; long unsigned int saved_auxv[76]; struct percpu_counter rss_stat[4]; struct linux_binfmt *binfmt; mm_context_t context; long unsigned int flags; spinlock_t ioctx_lock; struct kioctx_table *ioctx_table; struct task_struct *owner; struct user_namespace *user_ns; struct file *exe_file; struct mmu_notifier_subscriptions *notifier_subscriptions; long unsigned int numa_next_scan; long unsigned int numa_scan_offset; int numa_scan_seq; atomic_t tlb_flush_pending; struct uprobes_state uprobes_state; atomic_long_t hugetlb_usage; struct work_struct async_put_work; long unsigned int ksm_merging_pages; long unsigned int ksm_rmap_items; long unsigned int ksm_zero_pages; long: 64; long: 64; }; long unsigned int cpu_bitmap[0]; }; struct delayed_work { struct work_struct work; struct timer_list timer; struct workqueue_struct *wq; int cpu; }; struct rcu_work { struct work_struct work; struct callback_head rcu; struct workqueue_struct *wq; }; struct rcu_segcblist { struct callback_head *head; struct callback_head **tails[4]; long unsigned int gp_seq[4]; atomic_long_t len; long int seglen[4]; u8 flags; }; struct srcu_node; struct srcu_struct; struct srcu_data { atomic_long_t srcu_lock_count[2]; atomic_long_t srcu_unlock_count[2]; int srcu_nmi_safety; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t lock; struct rcu_segcblist srcu_cblist; long unsigned int srcu_gp_seq_needed; long unsigned int srcu_gp_seq_needed_exp; bool srcu_cblist_invoking; struct timer_list delay_work; struct work_struct work; struct callback_head srcu_barrier_head; struct srcu_node *mynode; long unsigned int grpmask; int cpu; struct srcu_struct *ssp; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct srcu_node { spinlock_t lock; long unsigned int srcu_have_cbs[4]; long unsigned int srcu_data_have_cbs[4]; long unsigned int srcu_gp_seq_needed_exp; struct srcu_node *srcu_parent; int grplo; int grphi; }; struct srcu_usage; struct srcu_struct { unsigned int srcu_idx; struct srcu_data *sda; struct lockdep_map dep_map; struct srcu_usage *srcu_sup; }; struct srcu_usage { struct srcu_node *node; struct srcu_node *level[4]; int srcu_size_state; struct mutex srcu_cb_mutex; spinlock_t lock; struct mutex srcu_gp_mutex; long unsigned int srcu_gp_seq; long unsigned int srcu_gp_seq_needed; long unsigned int srcu_gp_seq_needed_exp; long unsigned int srcu_gp_start; long unsigned int srcu_last_gp_end; long unsigned int srcu_size_jiffies; long unsigned int srcu_n_lock_retries; long unsigned int srcu_n_exp_nodelay; bool sda_is_static; long unsigned int srcu_barrier_seq; struct mutex srcu_barrier_mutex; struct completion srcu_barrier_completion; atomic_t srcu_barrier_cpu_cnt; long unsigned int reschedule_jiffies; long unsigned int reschedule_count; struct delayed_work work; struct srcu_struct *srcu_ssp; }; struct arch_uprobe_task { long unsigned int saved_trap_nr; }; enum uprobe_task_state { UTASK_RUNNING = 0, UTASK_SSTEP = 1, UTASK_SSTEP_ACK = 2, UTASK_SSTEP_TRAPPED = 3, }; struct uprobe; struct return_instance; struct uprobe_task { enum uprobe_task_state state; union { struct { struct arch_uprobe_task autask; long unsigned int vaddr; }; struct { struct callback_head dup_xol_work; long unsigned int dup_xol_addr; }; }; struct uprobe *active_uprobe; long unsigned int xol_vaddr; struct return_instance *return_instances; unsigned int depth; }; struct return_instance { struct uprobe *uprobe; long unsigned int func; long unsigned int stack; long unsigned int orig_ret_vaddr; bool chained; struct return_instance *next; }; struct vmem_altmap { long unsigned int base_pfn; const long unsigned int end_pfn; const long unsigned int reserve; long unsigned int free; long unsigned int align; long unsigned int alloc; }; struct percpu_ref_data; struct percpu_ref { long unsigned int percpu_count_ptr; struct percpu_ref_data *data; }; enum memory_type { MEMORY_DEVICE_PRIVATE = 1, MEMORY_DEVICE_COHERENT = 2, MEMORY_DEVICE_FS_DAX = 3, MEMORY_DEVICE_GENERIC = 4, MEMORY_DEVICE_PCI_P2PDMA = 5, }; struct range { u64 start; u64 end; }; struct dev_pagemap_ops; struct dev_pagemap { struct vmem_altmap altmap; struct percpu_ref ref; struct completion done; enum memory_type type; unsigned int flags; long unsigned int vmemmap_shift; const struct dev_pagemap_ops *ops; void *owner; int nr_range; union { struct range range; struct { struct {} __empty_ranges; struct range ranges[0]; }; }; }; typedef struct { long unsigned int val; } swp_entry_t; struct folio { union { struct { long unsigned int flags; union { struct list_head lru; struct { void *__filler; unsigned int mlock_count; }; }; struct address_space *mapping; long unsigned int index; union { void *private; swp_entry_t swap; }; atomic_t _mapcount; atomic_t _refcount; long unsigned int memcg_data; }; struct page page; }; union { struct { long unsigned int _flags_1; long unsigned int _head_1; long unsigned int _folio_avail; atomic_t _entire_mapcount; atomic_t _nr_pages_mapped; atomic_t _pincount; unsigned int _folio_nr_pages; }; struct page __page_1; }; union { struct { long unsigned int _flags_2; long unsigned int _head_2; void *_hugetlb_subpool; void *_hugetlb_cgroup; void *_hugetlb_cgroup_rsvd; void *_hugetlb_hwpoison; }; struct { long unsigned int _flags_2a; long unsigned int _head_2a; struct list_head _deferred_list; }; struct page __page_2; }; }; typedef long unsigned int vm_flags_t; enum pid_type { PIDTYPE_PID = 0, PIDTYPE_TGID = 1, PIDTYPE_PGID = 2, PIDTYPE_SID = 3, PIDTYPE_MAX = 4, }; struct fown_struct { rwlock_t lock; struct pid *pid; enum pid_type pid_type; kuid_t uid; kuid_t euid; int signum; }; struct file_ra_state { long unsigned int start; unsigned int size; unsigned int async_size; unsigned int ra_pages; unsigned int mmap_miss; loff_t prev_pos; }; struct file { union { struct llist_node f_llist; struct callback_head f_rcuhead; unsigned int f_iocb_flags; }; spinlock_t f_lock; fmode_t f_mode; atomic_long_t f_count; struct mutex f_pos_lock; loff_t f_pos; unsigned int f_flags; struct fown_struct f_owner; const struct cred *f_cred; struct file_ra_state f_ra; struct path f_path; struct inode *f_inode; const struct file_operations *f_op; u64 f_version; void *f_security; void *private_data; struct hlist_head *f_ep; struct address_space *f_mapping; errseq_t f_wb_err; errseq_t f_sb_err; }; struct vm_userfaultfd_ctx {}; struct vma_lock { struct rw_semaphore lock; }; struct vma_numab_state { long unsigned int next_scan; long unsigned int next_pid_reset; long unsigned int access_pids[2]; }; struct anon_vma; struct vm_operations_struct; struct vm_area_struct { union { struct { long unsigned int vm_start; long unsigned int vm_end; }; struct callback_head vm_rcu; }; struct mm_struct *vm_mm; pgprot_t vm_page_prot; union { const vm_flags_t vm_flags; vm_flags_t __vm_flags; }; int vm_lock_seq; struct vma_lock *vm_lock; bool detached; struct { struct rb_node rb; long unsigned int rb_subtree_last; } shared; struct list_head anon_vma_chain; struct anon_vma *anon_vma; const struct vm_operations_struct *vm_ops; long unsigned int vm_pgoff; struct file *vm_file; void *vm_private_data; atomic_long_t swap_readahead_info; struct mempolicy *vm_policy; struct vma_numab_state *numab_state; struct vm_userfaultfd_ctx vm_userfaultfd_ctx; }; typedef unsigned int vm_fault_t; struct vm_fault; struct vm_operations_struct { void (*open)(struct vm_area_struct *); void (*close)(struct vm_area_struct *); int (*may_split)(struct vm_area_struct *, long unsigned int); int (*mremap)(struct vm_area_struct *); int (*mprotect)(struct vm_area_struct *, long unsigned int, long unsigned int, long unsigned int); vm_fault_t (*fault)(struct vm_fault *); vm_fault_t (*huge_fault)(struct vm_fault *, unsigned int); vm_fault_t (*map_pages)(struct vm_fault *, long unsigned int, long unsigned int); long unsigned int (*pagesize)(struct vm_area_struct *); vm_fault_t (*page_mkwrite)(struct vm_fault *); vm_fault_t (*pfn_mkwrite)(struct vm_fault *); int (*access)(struct vm_area_struct *, long unsigned int, void *, int, int); const char * (*name)(struct vm_area_struct *); int (*set_policy)(struct vm_area_struct *, struct mempolicy *); struct mempolicy * (*get_policy)(struct vm_area_struct *, long unsigned int); struct page * (*find_special_page)(struct vm_area_struct *, long unsigned int); }; struct mm_cid { u64 time; int cid; }; enum fault_flag { FAULT_FLAG_WRITE = 1, FAULT_FLAG_MKWRITE = 2, FAULT_FLAG_ALLOW_RETRY = 4, FAULT_FLAG_RETRY_NOWAIT = 8, FAULT_FLAG_KILLABLE = 16, FAULT_FLAG_TRIED = 32, FAULT_FLAG_USER = 64, FAULT_FLAG_REMOTE = 128, FAULT_FLAG_INSTRUCTION = 256, FAULT_FLAG_INTERRUPTIBLE = 512, FAULT_FLAG_UNSHARE = 1024, FAULT_FLAG_ORIG_PTE_VALID = 2048, FAULT_FLAG_VMA_LOCK = 4096, }; struct vm_fault { const struct { struct vm_area_struct *vma; gfp_t gfp_mask; long unsigned int pgoff; long unsigned int address; long unsigned int real_address; }; enum fault_flag flags; pmd_t *pmd; pud_t *pud; union { pte_t orig_pte; pmd_t orig_pmd; }; struct page *cow_page; struct page *page; pte_t *pte; spinlock_t *ptl; pgtable_t prealloc_pte; }; struct upid { int nr; struct pid_namespace *ns; }; struct idr { struct xarray idr_rt; unsigned int idr_base; unsigned int idr_next; }; struct fs_pin; struct pid_namespace { struct idr idr; struct callback_head rcu; unsigned int pid_allocated; struct task_struct *child_reaper; struct kmem_cache *pid_cachep; unsigned int level; struct pid_namespace *parent; struct fs_pin *bacct; struct user_namespace *user_ns; struct ucounts *ucounts; int reboot; struct ns_common ns; int memfd_noexec_scope; }; struct pid { refcount_t count; unsigned int level; spinlock_t lock; struct hlist_head tasks[4]; struct hlist_head inodes; wait_queue_head_t wait_pidfd; struct callback_head rcu; struct upid numbers[0]; }; struct hrtimer_cpu_base; struct hrtimer_clock_base { struct hrtimer_cpu_base *cpu_base; unsigned int index; clockid_t clockid; seqcount_raw_spinlock_t seq; struct hrtimer *running; struct timerqueue_head active; ktime_t (*get_time)(); ktime_t offset; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct hrtimer_cpu_base { raw_spinlock_t lock; unsigned int cpu; unsigned int active_bases; unsigned int clock_was_set_seq; unsigned int hres_active: 1; unsigned int in_hrtirq: 1; unsigned int hang_detected: 1; unsigned int softirq_activated: 1; unsigned int nr_events; short unsigned int nr_retries; short unsigned int nr_hangs; unsigned int max_hang_time; ktime_t expires_next; struct hrtimer *next_timer; ktime_t softirq_expires_next; struct hrtimer *softirq_next_timer; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct hrtimer_clock_base clock_base[8]; }; struct rlimit { __kernel_ulong_t rlim_cur; __kernel_ulong_t rlim_max; }; struct task_cputime { u64 stime; u64 utime; long long unsigned int sum_exec_runtime; }; typedef void __signalfn_t(int); typedef __signalfn_t *__sighandler_t; typedef void __restorefn_t(); typedef __restorefn_t *__sigrestore_t; union sigval { int sival_int; void *sival_ptr; }; typedef union sigval sigval_t; union __sifields { struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; } _kill; struct { __kernel_timer_t _tid; int _overrun; sigval_t _sigval; int _sys_private; } _timer; struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; sigval_t _sigval; } _rt; struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; int _status; __kernel_clock_t _utime; __kernel_clock_t _stime; } _sigchld; struct { void *_addr; union { int _trapno; short int _addr_lsb; struct { char _dummy_bnd[8]; void *_lower; void *_upper; } _addr_bnd; struct { char _dummy_pkey[8]; __u32 _pkey; } _addr_pkey; struct { long unsigned int _data; __u32 _type; __u32 _flags; } _perf; }; } _sigfault; struct { long int _band; int _fd; } _sigpoll; struct { void *_call_addr; int _syscall; unsigned int _arch; } _sigsys; }; struct kernel_siginfo { struct { int si_signo; int si_errno; int si_code; union __sifields _sifields; }; }; struct ucounts { struct hlist_node node; struct user_namespace *ns; kuid_t uid; atomic_t count; atomic_long_t ucount[10]; atomic_long_t rlimit[4]; }; struct sigaction { __sighandler_t sa_handler; long unsigned int sa_flags; __sigrestore_t sa_restorer; sigset_t sa_mask; }; struct k_sigaction { struct sigaction sa; }; struct cpu_itimer { u64 expires; u64 incr; }; struct task_cputime_atomic { atomic64_t utime; atomic64_t stime; atomic64_t sum_exec_runtime; }; struct thread_group_cputimer { struct task_cputime_atomic cputime_atomic; }; struct pacct_struct { int ac_flag; long int ac_exitcode; long unsigned int ac_mem; u64 ac_utime; u64 ac_stime; long unsigned int ac_minflt; long unsigned int ac_majflt; }; struct core_state; struct tty_struct; struct autogroup; struct taskstats; struct tty_audit_buf; struct signal_struct { refcount_t sigcnt; atomic_t live; int nr_threads; int quick_threads; struct list_head thread_head; wait_queue_head_t wait_chldexit; struct task_struct *curr_target; struct sigpending shared_pending; struct hlist_head multiprocess; int group_exit_code; int notify_count; struct task_struct *group_exec_task; int group_stop_count; unsigned int flags; struct core_state *core_state; unsigned int is_child_subreaper: 1; unsigned int has_child_subreaper: 1; unsigned int next_posix_timer_id; struct list_head posix_timers; struct hrtimer real_timer; ktime_t it_real_incr; struct cpu_itimer it[2]; struct thread_group_cputimer cputimer; struct posix_cputimers posix_cputimers; struct pid *pids[4]; atomic_t tick_dep_mask; struct pid *tty_old_pgrp; int leader; struct tty_struct *tty; struct autogroup *autogroup; seqlock_t stats_lock; u64 utime; u64 stime; u64 cutime; u64 cstime; u64 gtime; u64 cgtime; struct prev_cputime prev_cputime; long unsigned int nvcsw; long unsigned int nivcsw; long unsigned int cnvcsw; long unsigned int cnivcsw; long unsigned int min_flt; long unsigned int maj_flt; long unsigned int cmin_flt; long unsigned int cmaj_flt; long unsigned int inblock; long unsigned int oublock; long unsigned int cinblock; long unsigned int coublock; long unsigned int maxrss; long unsigned int cmaxrss; struct task_io_accounting ioac; long long unsigned int sum_sched_runtime; struct rlimit rlim[16]; struct pacct_struct pacct; struct taskstats *stats; unsigned int audit_tty; struct tty_audit_buf *tty_audit_buf; bool oom_flag_origin; short int oom_score_adj; short int oom_score_adj_min; struct mm_struct *oom_mm; struct mutex cred_guard_mutex; struct rw_semaphore exec_update_lock; }; struct rseq { __u32 cpu_id_start; __u32 cpu_id; __u64 rseq_cs; __u32 flags; __u32 node_id; __u32 mm_cid; char end[0]; }; struct rq; struct rq_flags; struct affinity_context; struct sched_class { void (*enqueue_task)(struct rq *, struct task_struct *, int); void (*dequeue_task)(struct rq *, struct task_struct *, int); void (*yield_task)(struct rq *); bool (*yield_to_task)(struct rq *, struct task_struct *); void (*check_preempt_curr)(struct rq *, struct task_struct *, int); struct task_struct * (*pick_next_task)(struct rq *); void (*put_prev_task)(struct rq *, struct task_struct *); void (*set_next_task)(struct rq *, struct task_struct *, bool); int (*balance)(struct rq *, struct task_struct *, struct rq_flags *); int (*select_task_rq)(struct task_struct *, int, int); struct task_struct * (*pick_task)(struct rq *); void (*migrate_task_rq)(struct task_struct *, int); void (*task_woken)(struct rq *, struct task_struct *); void (*set_cpus_allowed)(struct task_struct *, struct affinity_context *); void (*rq_online)(struct rq *); void (*rq_offline)(struct rq *); struct rq * (*find_lock_rq)(struct task_struct *, struct rq *); void (*task_tick)(struct rq *, struct task_struct *, int); void (*task_fork)(struct task_struct *); void (*task_dead)(struct task_struct *); void (*switched_from)(struct rq *, struct task_struct *); void (*switched_to)(struct rq *, struct task_struct *); void (*prio_changed)(struct rq *, struct task_struct *, int); unsigned int (*get_rr_interval)(struct rq *, struct task_struct *); void (*update_curr)(struct rq *); void (*task_change_group)(struct task_struct *); }; typedef struct { u64 val; } kernel_cap_t; struct user_struct; struct group_info; struct cred { atomic_t usage; kuid_t uid; kgid_t gid; kuid_t suid; kgid_t sgid; kuid_t euid; kgid_t egid; kuid_t fsuid; kgid_t fsgid; unsigned int securebits; kernel_cap_t cap_inheritable; kernel_cap_t cap_permitted; kernel_cap_t cap_effective; kernel_cap_t cap_bset; kernel_cap_t cap_ambient; unsigned char jit_keyring; struct key *session_keyring; struct key *process_keyring; struct key *thread_keyring; struct key *request_key_auth; void *security; struct user_struct *user; struct user_namespace *user_ns; struct ucounts *ucounts; struct group_info *group_info; union { int non_rcu; struct callback_head rcu; }; }; typedef int32_t key_serial_t; typedef uint32_t key_perm_t; struct key_type; struct key_tag; struct keyring_index_key { long unsigned int hash; union { struct { u16 desc_len; char desc[6]; }; long unsigned int x; }; struct key_type *type; struct key_tag *domain_tag; const char *description; }; union key_payload { void *rcu_data0; void *data[4]; }; struct assoc_array_ptr; struct assoc_array { struct assoc_array_ptr *root; long unsigned int nr_leaves_on_tree; }; struct key_user; struct key_restriction; struct key { refcount_t usage; key_serial_t serial; union { struct list_head graveyard_link; struct rb_node serial_node; }; struct rw_semaphore sem; struct key_user *user; void *security; union { time64_t expiry; time64_t revoked_at; }; time64_t last_used_at; kuid_t uid; kgid_t gid; key_perm_t perm; short unsigned int quotalen; short unsigned int datalen; short int state; long unsigned int flags; union { struct keyring_index_key index_key; struct { long unsigned int hash; long unsigned int len_desc; struct key_type *type; struct key_tag *domain_tag; char *description; }; }; union { union key_payload payload; struct { struct list_head name_link; struct assoc_array keys; }; }; struct key_restriction *restrict_link; }; struct uts_namespace; struct ipc_namespace; struct mnt_namespace; struct net; struct time_namespace; struct cgroup_namespace; struct nsproxy { refcount_t count; struct uts_namespace *uts_ns; struct ipc_namespace *ipc_ns; struct mnt_namespace *mnt_ns; struct pid_namespace *pid_ns_for_children; struct net *net_ns; struct time_namespace *time_ns; struct time_namespace *time_ns_for_children; struct cgroup_namespace *cgroup_ns; }; struct sighand_struct { spinlock_t siglock; refcount_t count; wait_queue_head_t signalfd_wqh; struct k_sigaction action[64]; }; struct bio; struct bio_list { struct bio *head; struct bio *tail; }; struct request; struct blk_plug { struct request *mq_list; struct request *cached_rq; short unsigned int nr_ios; short unsigned int rq_count; bool multiple_queues; bool has_elevator; struct list_head cb_list; }; struct io_context { atomic_long_t refcount; atomic_t active_ref; short unsigned int ioprio; }; struct cgroup_subsys_state; struct cgroup; struct css_set { struct cgroup_subsys_state *subsys[11]; refcount_t refcount; struct css_set *dom_cset; struct cgroup *dfl_cgrp; int nr_tasks; struct list_head tasks; struct list_head mg_tasks; struct list_head dying_tasks; struct list_head task_iters; struct list_head e_cset_node[11]; struct list_head threaded_csets; struct list_head threaded_csets_node; struct hlist_node hlist; struct list_head cgrp_links; struct list_head mg_src_preload_node; struct list_head mg_dst_preload_node; struct list_head mg_node; struct cgroup *mg_src_cgrp; struct cgroup *mg_dst_cgrp; struct css_set *mg_dst_cset; bool dead; struct callback_head callback_head; }; struct perf_event_groups { struct rb_root tree; u64 index; }; struct perf_event_context { raw_spinlock_t lock; struct mutex mutex; struct list_head pmu_ctx_list; struct perf_event_groups pinned_groups; struct perf_event_groups flexible_groups; struct list_head event_list; int nr_events; int nr_user; int is_active; int nr_task_data; int nr_stat; int nr_freq; int rotate_disable; refcount_t refcount; struct task_struct *task; u64 time; u64 timestamp; u64 timeoffset; struct perf_event_context *parent_ctx; u64 parent_gen; u64 generation; int pin_count; int nr_cgroups; struct callback_head callback_head; local_t nr_pending; }; struct ftrace_ret_stack { long unsigned int ret; long unsigned int func; long long unsigned int calltime; long unsigned int *retp; }; typedef void *mempool_alloc_t(gfp_t, void *); typedef void mempool_free_t(void *, void *); struct mempool_s { spinlock_t lock; int min_nr; int curr_nr; void **elements; void *pool_data; mempool_alloc_t *alloc; mempool_free_t *free; wait_queue_head_t wait; }; typedef struct mempool_s mempool_t; struct bio_alloc_cache; struct bio_set { struct kmem_cache *bio_slab; unsigned int front_pad; struct bio_alloc_cache *cache; mempool_t bio_pool; mempool_t bvec_pool; unsigned int back_pad; spinlock_t rescue_lock; struct bio_list rescue_list; struct work_struct rescue_work; struct workqueue_struct *rescue_workqueue; struct hlist_node cpuhp_dead; }; struct kset; struct kobj_type; struct kernfs_node; struct kobject { const char *name; struct list_head entry; struct kobject *parent; struct kset *kset; const struct kobj_type *ktype; struct kernfs_node *sd; struct kref kref; unsigned int state_initialized: 1; unsigned int state_in_sysfs: 1; unsigned int state_add_uevent_sent: 1; unsigned int state_remove_uevent_sent: 1; unsigned int uevent_suppress: 1; }; typedef unsigned int blk_mode_t; struct block_device_operations; struct request_queue; struct timer_rand_state; struct disk_events; struct cdrom_device_info; struct badblocks; struct blk_independent_access_ranges; struct gendisk { int major; int first_minor; int minors; char disk_name[32]; short unsigned int events; short unsigned int event_flags; struct xarray part_tbl; struct block_device *part0; const struct block_device_operations *fops; struct request_queue *queue; void *private_data; struct bio_set bio_split; int flags; long unsigned int state; struct mutex open_mutex; unsigned int open_partitions; struct backing_dev_info *bdi; struct kobject queue_kobj; struct kobject *slave_dir; struct list_head slave_bdevs; struct timer_rand_state *random; atomic_t sync_io; struct disk_events *ev; struct cdrom_device_info *cdi; int node_id; struct badblocks *bb; struct lockdep_map lockdep_map; u64 diskseq; blk_mode_t open_mode; struct blk_independent_access_ranges *ia_ranges; }; struct list_lru_one { struct list_head list; long int nr_items; }; struct list_lru_node { spinlock_t lock; struct list_lru_one lru; long int nr_items; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum migrate_mode { MIGRATE_ASYNC = 0, MIGRATE_SYNC_LIGHT = 1, MIGRATE_SYNC = 2, MIGRATE_SYNC_NO_COPY = 3, }; struct tracepoint_func { void *func; void *data; int prio; }; struct tracepoint { const char *name; struct static_key key; struct static_call_key *static_call_key; void *static_call_tramp; void *iterator; void *probestub; int (*regfunc)(); void (*unregfunc)(); struct tracepoint_func *funcs; }; typedef struct tracepoint * const tracepoint_ptr_t; struct bpf_raw_event_map { struct tracepoint *tp; void *bpf_func; u32 num_args; u32 writable_size; long: 64; }; struct cgroup_subsys; struct cgroup_subsys_state { struct cgroup *cgroup; struct cgroup_subsys *ss; struct percpu_ref refcnt; struct list_head sibling; struct list_head children; struct list_head rstat_css_node; int id; unsigned int flags; u64 serial_nr; atomic_t online_cnt; struct work_struct destroy_work; struct rcu_work destroy_rwork; struct cgroup_subsys_state *parent; }; struct cgroup_file { struct kernfs_node *kn; long unsigned int notified_at; struct timer_list notify_timer; }; struct cgroup_base_stat { struct task_cputime cputime; }; struct bpf_prog_array; struct cgroup_bpf { struct bpf_prog_array *effective[33]; struct hlist_head progs[33]; u8 flags[33]; struct list_head storages; struct bpf_prog_array *inactive; struct percpu_ref refcnt; struct work_struct release_work; }; struct cgroup_freezer_state { bool freeze; int e_freeze; int nr_frozen_descendants; int nr_frozen_tasks; }; struct cgroup_root; struct cgroup_rstat_cpu; struct psi_group; struct cgroup { struct cgroup_subsys_state self; long unsigned int flags; int level; int max_depth; int nr_descendants; int nr_dying_descendants; int max_descendants; int nr_populated_csets; int nr_populated_domain_children; int nr_populated_threaded_children; int nr_threaded_children; struct kernfs_node *kn; struct cgroup_file procs_file; struct cgroup_file events_file; struct cgroup_file psi_files[3]; u16 subtree_control; u16 subtree_ss_mask; u16 old_subtree_control; u16 old_subtree_ss_mask; struct cgroup_subsys_state *subsys[11]; struct cgroup_root *root; struct list_head cset_links; struct list_head e_csets[11]; struct cgroup *dom_cgrp; struct cgroup *old_dom_cgrp; struct cgroup_rstat_cpu *rstat_cpu; struct list_head rstat_css_list; struct cgroup_base_stat last_bstat; struct cgroup_base_stat bstat; struct prev_cputime prev_cputime; struct list_head pidlists; struct mutex pidlist_mutex; wait_queue_head_t offline_waitq; struct work_struct release_agent_work; struct psi_group *psi; struct cgroup_bpf bpf; atomic_t congestion_count; struct cgroup_freezer_state freezer; struct bpf_local_storage *bpf_cgrp_storage; struct cgroup *ancestors[0]; }; typedef int proc_handler(struct ctl_table *, int, void *, size_t *, loff_t *); struct ctl_table_poll; struct ctl_table { const char *procname; void *data; int maxlen; umode_t mode; enum { SYSCTL_TABLE_TYPE_DEFAULT = 0, SYSCTL_TABLE_TYPE_PERMANENTLY_EMPTY = 1, } type; proc_handler *proc_handler; struct ctl_table_poll *poll; void *extra1; void *extra2; }; struct ctl_table_poll { atomic_t event; wait_queue_head_t wait; }; struct ctl_node { struct rb_node node; struct ctl_table_header *header; }; struct ctl_table_root { struct ctl_table_set default_set; struct ctl_table_set * (*lookup)(struct ctl_table_root *); void (*set_ownership)(struct ctl_table_header *, struct ctl_table *, kuid_t *, kgid_t *); int (*permissions)(struct ctl_table_header *, struct ctl_table *); }; struct key_tag { struct callback_head rcu; refcount_t usage; bool removed; }; typedef int (*request_key_actor_t)(struct key *, void *); struct key_preparsed_payload; struct key_match_data; struct kernel_pkey_params; struct kernel_pkey_query; struct key_type { const char *name; size_t def_datalen; unsigned int flags; int (*vet_description)(const char *); int (*preparse)(struct key_preparsed_payload *); void (*free_preparse)(struct key_preparsed_payload *); int (*instantiate)(struct key *, struct key_preparsed_payload *); int (*update)(struct key *, struct key_preparsed_payload *); int (*match_preparse)(struct key_match_data *); void (*match_free)(struct key_match_data *); void (*revoke)(struct key *); void (*destroy)(struct key *); void (*describe)(const struct key *, struct seq_file *); long int (*read)(const struct key *, char *, size_t); request_key_actor_t request_key; struct key_restriction * (*lookup_restriction)(const char *); int (*asym_query)(const struct kernel_pkey_params *, struct kernel_pkey_query *); int (*asym_eds_op)(struct kernel_pkey_params *, const void *, void *); int (*asym_verify_signature)(struct kernel_pkey_params *, const void *, const void *); struct list_head link; struct lock_class_key lock_class; }; typedef int (*key_restrict_link_func_t)(struct key *, const struct key_type *, const union key_payload *, struct key *); struct key_restriction { key_restrict_link_func_t check; struct key *key; struct key_type *keytype; }; struct user_struct { refcount_t __count; struct percpu_counter epoll_watches; long unsigned int unix_inflight; atomic_long_t pipe_bufs; struct hlist_node uidhash_node; kuid_t uid; atomic_long_t locked_vm; struct ratelimit_state ratelimit; }; struct group_info { atomic_t usage; int ngroups; kgid_t gid[0]; }; struct core_thread { struct task_struct *task; struct core_thread *next; }; struct core_state { atomic_t nr_threads; struct core_thread dumper; struct completion startup; }; struct taskstats { __u16 version; __u32 ac_exitcode; __u8 ac_flag; __u8 ac_nice; __u64 cpu_count; __u64 cpu_delay_total; __u64 blkio_count; __u64 blkio_delay_total; __u64 swapin_count; __u64 swapin_delay_total; __u64 cpu_run_real_total; __u64 cpu_run_virtual_total; char ac_comm[32]; __u8 ac_sched; __u8 ac_pad[3]; long: 0; __u32 ac_uid; __u32 ac_gid; __u32 ac_pid; __u32 ac_ppid; __u32 ac_btime; __u64 ac_etime; __u64 ac_utime; __u64 ac_stime; __u64 ac_minflt; __u64 ac_majflt; __u64 coremem; __u64 virtmem; __u64 hiwater_rss; __u64 hiwater_vm; __u64 read_char; __u64 write_char; __u64 read_syscalls; __u64 write_syscalls; __u64 read_bytes; __u64 write_bytes; __u64 cancelled_write_bytes; __u64 nvcsw; __u64 nivcsw; __u64 ac_utimescaled; __u64 ac_stimescaled; __u64 cpu_scaled_run_real_total; __u64 freepages_count; __u64 freepages_delay_total; __u64 thrashing_count; __u64 thrashing_delay_total; __u64 ac_btime64; __u64 compact_count; __u64 compact_delay_total; __u32 ac_tgid; __u64 ac_tgetime; __u64 ac_exe_dev; __u64 ac_exe_inode; __u64 wpcopy_count; __u64 wpcopy_delay_total; __u64 irq_count; __u64 irq_delay_total; }; struct delayed_call { void (*fn)(void *); void *arg; }; enum rpm_status { RPM_INVALID = -1, RPM_ACTIVE = 0, RPM_RESUMING = 1, RPM_SUSPENDED = 2, RPM_SUSPENDING = 3, }; enum blk_bounce { BLK_BOUNCE_NONE = 0, BLK_BOUNCE_HIGH = 1, }; enum blk_zoned_model { BLK_ZONED_NONE = 0, BLK_ZONED_HA = 1, BLK_ZONED_HM = 2, }; struct queue_limits { enum blk_bounce bounce; long unsigned int seg_boundary_mask; long unsigned int virt_boundary_mask; unsigned int max_hw_sectors; unsigned int max_dev_sectors; unsigned int chunk_sectors; unsigned int max_sectors; unsigned int max_user_sectors; unsigned int max_segment_size; unsigned int physical_block_size; unsigned int logical_block_size; unsigned int alignment_offset; unsigned int io_min; unsigned int io_opt; unsigned int max_discard_sectors; unsigned int max_hw_discard_sectors; unsigned int max_secure_erase_sectors; unsigned int max_write_zeroes_sectors; unsigned int max_zone_append_sectors; unsigned int discard_granularity; unsigned int discard_alignment; unsigned int zone_write_granularity; short unsigned int max_segments; short unsigned int max_integrity_segments; short unsigned int max_discard_segments; unsigned char misaligned; unsigned char discard_misaligned; unsigned char raid_partial_stripes_expensive; enum blk_zoned_model zoned; unsigned int dma_alignment; }; struct elevator_queue; struct blk_queue_stats; struct rq_qos; struct blk_mq_ops; struct blk_mq_ctx; struct blk_mq_tags; struct blkcg_gq; struct blk_trace; struct blk_flush_queue; struct blk_mq_tag_set; struct request_queue { struct request *last_merge; struct elevator_queue *elevator; struct percpu_ref q_usage_counter; struct blk_queue_stats *stats; struct rq_qos *rq_qos; struct mutex rq_qos_mutex; const struct blk_mq_ops *mq_ops; struct blk_mq_ctx *queue_ctx; unsigned int queue_depth; struct xarray hctx_table; unsigned int nr_hw_queues; void *queuedata; long unsigned int queue_flags; atomic_t pm_only; int id; spinlock_t queue_lock; struct gendisk *disk; refcount_t refs; struct kobject *mq_kobj; struct device *dev; enum rpm_status rpm_status; long unsigned int nr_requests; unsigned int dma_pad_mask; unsigned int rq_timeout; struct timer_list timeout; struct work_struct timeout_work; atomic_t nr_active_requests_shared_tags; struct blk_mq_tags *sched_shared_tags; struct list_head icq_list; long unsigned int blkcg_pols[1]; struct blkcg_gq *root_blkg; struct list_head blkg_list; struct mutex blkcg_mutex; struct queue_limits limits; unsigned int required_elevator_features; int node; struct blk_trace *blk_trace; struct blk_flush_queue *fq; struct list_head flush_list; struct list_head requeue_list; spinlock_t requeue_lock; struct delayed_work requeue_work; struct mutex sysfs_lock; struct mutex sysfs_dir_lock; struct list_head unused_hctx_list; spinlock_t unused_hctx_lock; int mq_freeze_depth; struct callback_head callback_head; wait_queue_head_t mq_freeze_wq; struct mutex mq_freeze_lock; int quiesce_depth; struct blk_mq_tag_set *tag_set; struct list_head tag_set_list; struct dentry *debugfs_dir; struct dentry *sched_debugfs_dir; struct dentry *rqos_debugfs_dir; struct mutex debugfs_mutex; bool mq_sysfs_init_done; }; typedef struct { uid_t val; } vfsuid_t; typedef struct { gid_t val; } vfsgid_t; typedef void percpu_ref_func_t(struct percpu_ref *); struct percpu_ref_data { atomic_long_t count; percpu_ref_func_t *release; percpu_ref_func_t *confirm_switch; bool force_atomic: 1; bool allow_reinit: 1; struct callback_head rcu; struct percpu_ref *ref; }; enum kmalloc_cache_type { KMALLOC_NORMAL = 0, KMALLOC_DMA = 0, KMALLOC_RANDOM_START = 0, KMALLOC_RANDOM_END = 0, KMALLOC_RECLAIM = 1, KMALLOC_CGROUP = 2, NR_KMALLOC_TYPES = 3, }; struct wait_page_queue; struct kiocb { struct file *ki_filp; loff_t ki_pos; void (*ki_complete)(struct kiocb *, long int); void *private; int ki_flags; u16 ki_ioprio; union { struct wait_page_queue *ki_waitq; ssize_t (*dio_complete)(void *); }; }; struct iattr { unsigned int ia_valid; umode_t ia_mode; union { kuid_t ia_uid; vfsuid_t ia_vfsuid; }; union { kgid_t ia_gid; vfsgid_t ia_vfsgid; }; loff_t ia_size; struct timespec64 ia_atime; struct timespec64 ia_mtime; struct timespec64 ia_ctime; struct file *ia_file; }; typedef __kernel_uid32_t projid_t; typedef struct { projid_t val; } kprojid_t; enum quota_type { USRQUOTA = 0, GRPQUOTA = 1, PRJQUOTA = 2, }; struct kqid { union { kuid_t uid; kgid_t gid; kprojid_t projid; }; enum quota_type type; }; struct mem_dqblk { qsize_t dqb_bhardlimit; qsize_t dqb_bsoftlimit; qsize_t dqb_curspace; qsize_t dqb_rsvspace; qsize_t dqb_ihardlimit; qsize_t dqb_isoftlimit; qsize_t dqb_curinodes; time64_t dqb_btime; time64_t dqb_itime; }; struct dquot { struct hlist_node dq_hash; struct list_head dq_inuse; struct list_head dq_free; struct list_head dq_dirty; struct mutex dq_lock; spinlock_t dq_dqb_lock; atomic_t dq_count; struct super_block *dq_sb; struct kqid dq_id; loff_t dq_off; long unsigned int dq_flags; struct mem_dqblk dq_dqb; }; struct quota_format_type { int qf_fmt_id; const struct quota_format_ops *qf_ops; struct module *qf_owner; struct quota_format_type *qf_next; }; struct quota_format_ops { int (*check_quota_file)(struct super_block *, int); int (*read_file_info)(struct super_block *, int); int (*write_file_info)(struct super_block *, int); int (*free_file_info)(struct super_block *, int); int (*read_dqblk)(struct dquot *); int (*commit_dqblk)(struct dquot *); int (*release_dqblk)(struct dquot *); int (*get_next_id)(struct super_block *, struct kqid *); }; struct dquot_operations { int (*write_dquot)(struct dquot *); struct dquot * (*alloc_dquot)(struct super_block *, int); void (*destroy_dquot)(struct dquot *); int (*acquire_dquot)(struct dquot *); int (*release_dquot)(struct dquot *); int (*mark_dirty)(struct dquot *); int (*write_info)(struct super_block *, int); qsize_t * (*get_reserved_space)(struct inode *); int (*get_projid)(struct inode *, kprojid_t *); int (*get_inode_usage)(struct inode *, qsize_t *); int (*get_next_id)(struct super_block *, struct kqid *); }; struct qc_dqblk { int d_fieldmask; u64 d_spc_hardlimit; u64 d_spc_softlimit; u64 d_ino_hardlimit; u64 d_ino_softlimit; u64 d_space; u64 d_ino_count; s64 d_ino_timer; s64 d_spc_timer; int d_ino_warns; int d_spc_warns; u64 d_rt_spc_hardlimit; u64 d_rt_spc_softlimit; u64 d_rt_space; s64 d_rt_spc_timer; int d_rt_spc_warns; }; struct qc_type_state { unsigned int flags; unsigned int spc_timelimit; unsigned int ino_timelimit; unsigned int rt_spc_timelimit; unsigned int spc_warnlimit; unsigned int ino_warnlimit; unsigned int rt_spc_warnlimit; long long unsigned int ino; blkcnt_t blocks; blkcnt_t nextents; }; struct qc_state { unsigned int s_incoredqs; struct qc_type_state s_state[3]; }; struct qc_info { int i_fieldmask; unsigned int i_flags; unsigned int i_spc_timelimit; unsigned int i_ino_timelimit; unsigned int i_rt_spc_timelimit; unsigned int i_spc_warnlimit; unsigned int i_ino_warnlimit; unsigned int i_rt_spc_warnlimit; }; struct quotactl_ops { int (*quota_on)(struct super_block *, int, int, const struct path *); int (*quota_off)(struct super_block *, int); int (*quota_enable)(struct super_block *, unsigned int); int (*quota_disable)(struct super_block *, unsigned int); int (*quota_sync)(struct super_block *, int); int (*set_info)(struct super_block *, int, struct qc_info *); int (*get_dqblk)(struct super_block *, struct kqid, struct qc_dqblk *); int (*get_nextdqblk)(struct super_block *, struct kqid *, struct qc_dqblk *); int (*set_dqblk)(struct super_block *, struct kqid, struct qc_dqblk *); int (*get_state)(struct super_block *, struct qc_state *); int (*rm_xquota)(struct super_block *, unsigned int); }; enum module_state { MODULE_STATE_LIVE = 0, MODULE_STATE_COMING = 1, MODULE_STATE_GOING = 2, MODULE_STATE_UNFORMED = 3, }; struct module_param_attrs; struct module_kobject { struct kobject kobj; struct module *mod; struct kobject *drivers_dir; struct module_param_attrs *mp; struct completion *kobj_completion; }; struct latch_tree_node { struct rb_node node[2]; }; struct mod_tree_node { struct module *mod; struct latch_tree_node node; }; struct module_memory { void *base; unsigned int size; struct mod_tree_node mtn; }; struct mod_arch_specific { unsigned int stubs_section; unsigned int toc_section; bool toc_fixed; long unsigned int start_opd; long unsigned int end_opd; long unsigned int tramp; long unsigned int tramp_regs; struct list_head bug_list; struct bug_entry *bug_table; unsigned int num_bugs; }; struct elf64_sym; typedef struct elf64_sym Elf64_Sym; struct mod_kallsyms { Elf64_Sym *symtab; unsigned int num_symtab; char *strtab; char *typetab; }; struct module_attribute; struct kernel_symbol; struct kernel_param; struct module_sect_attrs; struct module_notes_attrs; struct trace_eval_map; struct kunit_suite; struct module { enum module_state state; struct list_head list; char name[56]; struct module_kobject mkobj; struct module_attribute *modinfo_attrs; const char *version; const char *srcversion; struct kobject *holders_dir; const struct kernel_symbol *syms; const s32 *crcs; unsigned int num_syms; struct mutex param_lock; struct kernel_param *kp; unsigned int num_kp; unsigned int num_gpl_syms; const struct kernel_symbol *gpl_syms; const s32 *gpl_crcs; bool using_gplonly_symbols; bool sig_ok; bool async_probe_requested; unsigned int num_exentries; struct exception_table_entry *extable; int (*init)(); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct module_memory mem[7]; struct mod_arch_specific arch; long unsigned int taints; unsigned int num_bugs; struct list_head bug_list; struct bug_entry *bug_table; struct mod_kallsyms *kallsyms; struct mod_kallsyms core_kallsyms; struct module_sect_attrs *sect_attrs; struct module_notes_attrs *notes_attrs; char *args; void *percpu; unsigned int percpu_size; void *noinstr_text_start; unsigned int noinstr_text_size; unsigned int num_tracepoints; tracepoint_ptr_t *tracepoints_ptrs; unsigned int num_srcu_structs; struct srcu_struct **srcu_struct_ptrs; unsigned int num_bpf_raw_events; struct bpf_raw_event_map *bpf_raw_events; unsigned int btf_data_size; void *btf_data; struct jump_entry *jump_entries; unsigned int num_jump_entries; unsigned int num_trace_bprintk_fmt; const char **trace_bprintk_fmt_start; struct trace_event_call **trace_events; unsigned int num_trace_events; struct trace_eval_map **trace_evals; unsigned int num_trace_evals; unsigned int num_ftrace_callsites; long unsigned int *ftrace_callsites; void *kprobes_text_start; unsigned int kprobes_text_size; long unsigned int *kprobe_blacklist; unsigned int num_kprobe_blacklist; int num_kunit_suites; struct kunit_suite **kunit_suites; struct list_head source_list; struct list_head target_list; void (*exit)(); atomic_t refcnt; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct writeback_control; struct readahead_control; struct swap_info_struct; struct address_space_operations { int (*writepage)(struct page *, struct writeback_control *); int (*read_folio)(struct file *, struct folio *); int (*writepages)(struct address_space *, struct writeback_control *); bool (*dirty_folio)(struct address_space *, struct folio *); void (*readahead)(struct readahead_control *); int (*write_begin)(struct file *, struct address_space *, loff_t, unsigned int, struct page **, void **); int (*write_end)(struct file *, struct address_space *, loff_t, unsigned int, unsigned int, struct page *, void *); sector_t (*bmap)(struct address_space *, sector_t); void (*invalidate_folio)(struct folio *, size_t, size_t); bool (*release_folio)(struct folio *, gfp_t); void (*free_folio)(struct folio *); ssize_t (*direct_IO)(struct kiocb *, struct iov_iter *); int (*migrate_folio)(struct address_space *, struct folio *, struct folio *, enum migrate_mode); int (*launder_folio)(struct folio *); bool (*is_partially_uptodate)(struct folio *, size_t, size_t); void (*is_dirty_writeback)(struct folio *, bool *, bool *); int (*error_remove_page)(struct address_space *, struct page *); int (*swap_activate)(struct swap_info_struct *, struct file *, sector_t *); void (*swap_deactivate)(struct file *); int (*swap_rw)(struct kiocb *, struct iov_iter *); }; struct iovec { void *iov_base; __kernel_size_t iov_len; }; struct kvec; struct bio_vec; struct iov_iter { u8 iter_type; bool copy_mc; bool nofault; bool data_source; bool user_backed; union { size_t iov_offset; int last_offset; }; union { struct iovec __ubuf_iovec; struct { union { const struct iovec *__iov; const struct kvec *kvec; const struct bio_vec *bvec; struct xarray *xarray; void *ubuf; }; size_t count; }; }; union { long unsigned int nr_segs; loff_t xarray_start; }; }; struct fiemap_extent_info; struct fileattr; struct offset_ctx; struct inode_operations { struct dentry * (*lookup)(struct inode *, struct dentry *, unsigned int); const char * (*get_link)(struct dentry *, struct inode *, struct delayed_call *); int (*permission)(struct mnt_idmap *, struct inode *, int); struct posix_acl * (*get_inode_acl)(struct inode *, int, bool); int (*readlink)(struct dentry *, char *, int); int (*create)(struct mnt_idmap *, struct inode *, struct dentry *, umode_t, bool); int (*link)(struct dentry *, struct inode *, struct dentry *); int (*unlink)(struct inode *, struct dentry *); int (*symlink)(struct mnt_idmap *, struct inode *, struct dentry *, const char *); int (*mkdir)(struct mnt_idmap *, struct inode *, struct dentry *, umode_t); int (*rmdir)(struct inode *, struct dentry *); int (*mknod)(struct mnt_idmap *, struct inode *, struct dentry *, umode_t, dev_t); int (*rename)(struct mnt_idmap *, struct inode *, struct dentry *, struct inode *, struct dentry *, unsigned int); int (*setattr)(struct mnt_idmap *, struct dentry *, struct iattr *); int (*getattr)(struct mnt_idmap *, const struct path *, struct kstat *, u32, unsigned int); ssize_t (*listxattr)(struct dentry *, char *, size_t); int (*fiemap)(struct inode *, struct fiemap_extent_info *, u64, u64); int (*update_time)(struct inode *, int); int (*atomic_open)(struct inode *, struct dentry *, struct file *, unsigned int, umode_t); int (*tmpfile)(struct mnt_idmap *, struct inode *, struct file *, umode_t); struct posix_acl * (*get_acl)(struct mnt_idmap *, struct dentry *, int); int (*set_acl)(struct mnt_idmap *, struct dentry *, struct posix_acl *, int); int (*fileattr_set)(struct mnt_idmap *, struct dentry *, struct fileattr *); int (*fileattr_get)(struct dentry *, struct fileattr *); struct offset_ctx * (*get_offset_ctx)(struct inode *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct fasync_struct { rwlock_t fa_lock; int magic; int fa_fd; struct fasync_struct *fa_next; struct file *fa_file; struct callback_head fa_rcu; }; enum freeze_holder { FREEZE_HOLDER_KERNEL = 1, FREEZE_HOLDER_USERSPACE = 2, }; struct kstatfs; struct super_operations { struct inode * (*alloc_inode)(struct super_block *); void (*destroy_inode)(struct inode *); void (*free_inode)(struct inode *); void (*dirty_inode)(struct inode *, int); int (*write_inode)(struct inode *, struct writeback_control *); int (*drop_inode)(struct inode *); void (*evict_inode)(struct inode *); void (*put_super)(struct super_block *); int (*sync_fs)(struct super_block *, int); int (*freeze_super)(struct super_block *, enum freeze_holder); int (*freeze_fs)(struct super_block *); int (*thaw_super)(struct super_block *, enum freeze_holder); int (*unfreeze_fs)(struct super_block *); int (*statfs)(struct dentry *, struct kstatfs *); int (*remount_fs)(struct super_block *, int *, char *); void (*umount_begin)(struct super_block *); int (*show_options)(struct seq_file *, struct dentry *); int (*show_devname)(struct seq_file *, struct dentry *); int (*show_path)(struct seq_file *, struct dentry *); int (*show_stats)(struct seq_file *, struct dentry *); long int (*nr_cached_objects)(struct super_block *, struct shrink_control *); long int (*free_cached_objects)(struct super_block *, struct shrink_control *); void (*shutdown)(struct super_block *); }; struct fid; struct iomap; struct export_operations { int (*encode_fh)(struct inode *, __u32 *, int *, struct inode *); struct dentry * (*fh_to_dentry)(struct super_block *, struct fid *, int, int); struct dentry * (*fh_to_parent)(struct super_block *, struct fid *, int, int); int (*get_name)(struct dentry *, char *, struct dentry *); struct dentry * (*get_parent)(struct dentry *); int (*commit_metadata)(struct inode *); int (*get_uuid)(struct super_block *, u8 *, u32 *, u64 *); int (*map_blocks)(struct inode *, loff_t, u64, struct iomap *, bool, u32 *); int (*commit_blocks)(struct inode *, struct iomap *, int, struct iattr *); long unsigned int flags; }; struct xattr_handler { const char *name; const char *prefix; int flags; bool (*list)(struct dentry *); int (*get)(const struct xattr_handler *, struct dentry *, struct inode *, const char *, void *, size_t); int (*set)(const struct xattr_handler *, struct mnt_idmap *, struct dentry *, struct inode *, const char *, const void *, size_t, int); }; enum dl_dev_state { DL_DEV_NO_DRIVER = 0, DL_DEV_PROBING = 1, DL_DEV_DRIVER_BOUND = 2, DL_DEV_UNBINDING = 3, }; struct dev_links_info { struct list_head suppliers; struct list_head consumers; struct list_head defer_sync; enum dl_dev_state status; }; struct pm_message { int event; }; typedef struct pm_message pm_message_t; enum rpm_request { RPM_REQ_NONE = 0, RPM_REQ_IDLE = 1, RPM_REQ_SUSPEND = 2, RPM_REQ_AUTOSUSPEND = 3, RPM_REQ_RESUME = 4, }; struct wakeup_source; struct wake_irq; struct pm_subsys_data; struct dev_pm_qos; struct dev_pm_info { pm_message_t power_state; unsigned int can_wakeup: 1; unsigned int async_suspend: 1; bool in_dpm_list: 1; bool is_prepared: 1; bool is_suspended: 1; bool is_noirq_suspended: 1; bool is_late_suspended: 1; bool no_pm: 1; bool early_init: 1; bool direct_complete: 1; u32 driver_flags; spinlock_t lock; struct list_head entry; struct completion completion; struct wakeup_source *wakeup; bool wakeup_path: 1; bool syscore: 1; bool no_pm_callbacks: 1; unsigned int must_resume: 1; unsigned int may_skip_resume: 1; struct hrtimer suspend_timer; u64 timer_expires; struct work_struct work; wait_queue_head_t wait_queue; struct wake_irq *wakeirq; atomic_t usage_count; atomic_t child_count; unsigned int disable_depth: 3; unsigned int idle_notification: 1; unsigned int request_pending: 1; unsigned int deferred_resume: 1; unsigned int needs_force_resume: 1; unsigned int runtime_auto: 1; bool ignore_children: 1; unsigned int no_callbacks: 1; unsigned int irq_safe: 1; unsigned int use_autosuspend: 1; unsigned int timer_autosuspends: 1; unsigned int memalloc_noio: 1; unsigned int links_count; enum rpm_request request; enum rpm_status runtime_status; enum rpm_status last_status; int runtime_error; int autosuspend_delay; u64 last_busy; u64 active_time; u64 suspended_time; u64 accounting_timestamp; struct pm_subsys_data *subsys_data; void (*set_latency_tolerance)(struct device *, s32); struct dev_pm_qos *qos; }; struct irq_domain; struct msi_device_data; struct dev_msi_info { struct irq_domain *domain; struct msi_device_data *data; }; struct iommu_table; struct pci_dn; struct eeh_dev; struct cxl_context; struct dev_archdata { dma_addr_t dma_offset; struct iommu_table *iommu_table_base; struct pci_dn *pci_data; struct eeh_dev *edev; struct cxl_context *cxl_ctx; }; enum device_removable { DEVICE_REMOVABLE_NOT_SUPPORTED = 0, DEVICE_REMOVABLE_UNKNOWN = 1, DEVICE_FIXED = 2, DEVICE_REMOVABLE = 3, }; struct device_private; struct device_type; struct bus_type; struct device_driver; struct dev_pm_domain; struct dma_map_ops; struct bus_dma_region; struct device_dma_parameters; struct dma_coherent_mem; struct io_tlb_mem; struct device_node; struct fwnode_handle; struct class; struct iommu_group; struct dev_iommu; struct device_physical_location; struct device { struct kobject kobj; struct device *parent; struct device_private *p; const char *init_name; const struct device_type *type; const struct bus_type *bus; struct device_driver *driver; void *platform_data; void *driver_data; struct mutex mutex; struct dev_links_info links; struct dev_pm_info power; struct dev_pm_domain *pm_domain; struct dev_msi_info msi; const struct dma_map_ops *dma_ops; u64 *dma_mask; u64 coherent_dma_mask; u64 bus_dma_limit; const struct bus_dma_region *dma_range_map; struct device_dma_parameters *dma_parms; struct list_head dma_pools; struct dma_coherent_mem *dma_mem; struct io_tlb_mem *dma_io_tlb_mem; struct dev_archdata archdata; struct device_node *of_node; struct fwnode_handle *fwnode; int numa_node; dev_t devt; u32 id; spinlock_t devres_lock; struct list_head devres_head; const struct class *class; const struct attribute_group **groups; void (*release)(struct device *); struct iommu_group *iommu_group; struct dev_iommu *iommu; struct device_physical_location *physical_location; enum device_removable removable; bool offline_disabled: 1; bool offline: 1; bool of_node_reused: 1; bool state_synced: 1; bool can_match: 1; bool dma_ops_bypass: 1; }; struct disk_stats; struct blk_holder_ops; struct partition_meta_info; struct block_device { sector_t bd_start_sect; sector_t bd_nr_sectors; struct gendisk *bd_disk; struct request_queue *bd_queue; struct disk_stats *bd_stats; long unsigned int bd_stamp; bool bd_read_only; u8 bd_partno; bool bd_write_holder; bool bd_has_submit_bio; dev_t bd_dev; atomic_t bd_openers; spinlock_t bd_size_lock; struct inode *bd_inode; void *bd_claiming; void *bd_holder; const struct blk_holder_ops *bd_holder_ops; struct mutex bd_holder_lock; int bd_fsfreeze_count; int bd_holders; struct kobject *bd_holder_dir; struct mutex bd_fsfreeze_mutex; struct super_block *bd_fsfreeze_sb; struct partition_meta_info *bd_meta_info; struct device bd_device; }; typedef bool (*filldir_t)(struct dir_context *, const char *, int, loff_t, u64, unsigned int); struct dir_context { filldir_t actor; loff_t pos; }; struct io_comp_batch { struct request *req_list; bool need_ts; void (*complete)(struct io_comp_batch *); }; typedef void (*poll_queue_proc)(struct file *, wait_queue_head_t *, struct poll_table_struct *); struct poll_table_struct { poll_queue_proc _qproc; __poll_t _key; }; struct seq_operations; struct seq_file { char *buf; size_t size; size_t from; size_t count; size_t pad_until; loff_t index; loff_t read_pos; struct mutex lock; const struct seq_operations *op; int poll_event; const struct file *file; void *private; }; struct offset_ctx { struct xarray xa; u32 next_offset; }; struct p_log; struct fs_parameter; struct fs_parse_result; typedef int fs_param_type(struct p_log *, const struct fs_parameter_spec *, struct fs_parameter *, struct fs_parse_result *); struct fs_parameter_spec { const char *name; fs_param_type *type; u8 opt; short unsigned int flags; const void *data; }; typedef __u32 blk_opf_t; typedef u8 blk_status_t; struct bvec_iter { sector_t bi_sector; unsigned int bi_size; unsigned int bi_idx; unsigned int bi_bvec_done; } __attribute__((packed)); typedef unsigned int blk_qc_t; typedef void bio_end_io_t(struct bio *); struct bio_issue { u64 value; }; struct bio_vec { struct page *bv_page; unsigned int bv_len; unsigned int bv_offset; }; struct bio { struct bio *bi_next; struct block_device *bi_bdev; blk_opf_t bi_opf; short unsigned int bi_flags; short unsigned int bi_ioprio; blk_status_t bi_status; atomic_t __bi_remaining; struct bvec_iter bi_iter; blk_qc_t bi_cookie; bio_end_io_t *bi_end_io; void *bi_private; struct blkcg_gq *bi_blkg; struct bio_issue bi_issue; union {}; short unsigned int bi_vcnt; short unsigned int bi_max_vecs; atomic_t __bi_cnt; struct bio_vec *bi_io_vec; struct bio_set *bi_pool; struct bio_vec bi_inline_vecs[0]; }; struct minix_super_block { __u16 s_ninodes; __u16 s_nzones; __u16 s_imap_blocks; __u16 s_zmap_blocks; __u16 s_firstdatazone; __u16 s_log_zone_size; __u32 s_max_size; __u16 s_magic; __u16 s_state; __u32 s_zones; }; struct romfs_super_block { __be32 word0; __be32 word1; __be32 size; __be32 checksum; char name[0]; }; struct cramfs_inode { __u32 mode: 16; __u32 uid: 16; __u32 size: 24; __u32 gid: 8; __u32 namelen: 6; __u32 offset: 26; }; struct cramfs_info { __u32 crc; __u32 edition; __u32 blocks; __u32 files; }; struct cramfs_super { __u32 magic; __u32 size; __u32 flags; __u32 future; __u8 signature[16]; struct cramfs_info fsid; __u8 name[16]; struct cramfs_inode root; }; struct dev_pagemap_ops { void (*page_free)(struct page *); vm_fault_t (*migrate_to_ram)(struct vm_fault *); int (*memory_failure)(struct dev_pagemap *, long unsigned int, long unsigned int, int); }; struct kernfs_root; struct kernfs_elem_dir { long unsigned int subdirs; struct rb_root children; struct kernfs_root *root; long unsigned int rev; }; struct kernfs_elem_symlink { struct kernfs_node *target_kn; }; struct kernfs_ops; struct kernfs_open_node; struct kernfs_elem_attr { const struct kernfs_ops *ops; struct kernfs_open_node *open; loff_t size; struct kernfs_node *notify_next; }; struct kernfs_iattrs; struct kernfs_node { atomic_t count; atomic_t active; struct kernfs_node *parent; const char *name; struct rb_node rb; const void *ns; unsigned int hash; union { struct kernfs_elem_dir dir; struct kernfs_elem_symlink symlink; struct kernfs_elem_attr attr; }; void *priv; u64 id; short unsigned int flags; umode_t mode; struct kernfs_iattrs *iattr; }; struct kernfs_open_file; struct kernfs_ops { int (*open)(struct kernfs_open_file *); void (*release)(struct kernfs_open_file *); int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); ssize_t (*read)(struct kernfs_open_file *, char *, size_t, loff_t); size_t atomic_write_len; bool prealloc; ssize_t (*write)(struct kernfs_open_file *, char *, size_t, loff_t); __poll_t (*poll)(struct kernfs_open_file *, struct poll_table_struct *); int (*mmap)(struct kernfs_open_file *, struct vm_area_struct *); }; struct kernfs_open_file { struct kernfs_node *kn; struct file *file; struct seq_file *seq_file; void *priv; struct mutex mutex; struct mutex prealloc_mutex; int event; struct list_head list; char *prealloc_buf; size_t atomic_write_len; bool mmapped: 1; bool released: 1; const struct vm_operations_struct *vm_ops; }; enum kobj_ns_type { KOBJ_NS_TYPE_NONE = 0, KOBJ_NS_TYPE_NET = 1, KOBJ_NS_TYPES = 2, }; struct sock; struct kobj_ns_type_operations { enum kobj_ns_type type; bool (*current_may_mount)(); void * (*grab_current_ns)(); const void * (*netlink_ns)(struct sock *); const void * (*initial_ns)(); void (*drop_ns)(void *); }; struct attribute { const char *name; umode_t mode; }; struct bin_attribute; struct attribute_group { const char *name; umode_t (*is_visible)(struct kobject *, struct attribute *, int); umode_t (*is_bin_visible)(struct kobject *, struct bin_attribute *, int); struct attribute **attrs; struct bin_attribute **bin_attrs; }; struct bin_attribute { struct attribute attr; size_t size; void *private; struct address_space * (*f_mapping)(); ssize_t (*read)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t, size_t); ssize_t (*write)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t, size_t); int (*mmap)(struct file *, struct kobject *, struct bin_attribute *, struct vm_area_struct *); }; struct sysfs_ops { ssize_t (*show)(struct kobject *, struct attribute *, char *); ssize_t (*store)(struct kobject *, struct attribute *, const char *, size_t); }; struct kset_uevent_ops; struct kset { struct list_head list; spinlock_t list_lock; struct kobject kobj; const struct kset_uevent_ops *uevent_ops; }; struct kobj_type { void (*release)(struct kobject *); const struct sysfs_ops *sysfs_ops; const struct attribute_group **default_groups; const struct kobj_ns_type_operations * (*child_ns_type)(const struct kobject *); const void * (*namespace)(const struct kobject *); void (*get_ownership)(const struct kobject *, kuid_t *, kgid_t *); }; struct kobj_uevent_env { char *argv[3]; char *envp[64]; int envp_idx; char buf[2048]; int buflen; }; struct kset_uevent_ops { int (* const filter)(const struct kobject *); const char * (* const name)(const struct kobject *); int (* const uevent)(const struct kobject *, struct kobj_uevent_env *); }; struct dev_pm_ops { int (*prepare)(struct device *); void (*complete)(struct device *); int (*suspend)(struct device *); int (*resume)(struct device *); int (*freeze)(struct device *); int (*thaw)(struct device *); int (*poweroff)(struct device *); int (*restore)(struct device *); int (*suspend_late)(struct device *); int (*resume_early)(struct device *); int (*freeze_late)(struct device *); int (*thaw_early)(struct device *); int (*poweroff_late)(struct device *); int (*restore_early)(struct device *); int (*suspend_noirq)(struct device *); int (*resume_noirq)(struct device *); int (*freeze_noirq)(struct device *); int (*thaw_noirq)(struct device *); int (*poweroff_noirq)(struct device *); int (*restore_noirq)(struct device *); int (*runtime_suspend)(struct device *); int (*runtime_resume)(struct device *); int (*runtime_idle)(struct device *); }; struct pm_subsys_data { spinlock_t lock; unsigned int refcount; }; struct wakeup_source { const char *name; int id; struct list_head entry; spinlock_t lock; struct wake_irq *wakeirq; struct timer_list timer; long unsigned int timer_expires; ktime_t total_time; ktime_t max_time; ktime_t last_time; ktime_t start_prevent_time; ktime_t prevent_sleep_time; long unsigned int event_count; long unsigned int active_count; long unsigned int relax_count; long unsigned int expire_count; long unsigned int wakeup_count; struct device *dev; bool active: 1; bool autosleep_enabled: 1; }; struct dev_pm_domain { struct dev_pm_ops ops; int (*start)(struct device *); void (*detach)(struct device *, bool); int (*activate)(struct device *); void (*sync)(struct device *); void (*dismiss)(struct device *); }; struct iommu_ops; struct bus_type { const char *name; const char *dev_name; const struct attribute_group **bus_groups; const struct attribute_group **dev_groups; const struct attribute_group **drv_groups; int (*match)(struct device *, struct device_driver *); int (*uevent)(const struct device *, struct kobj_uevent_env *); int (*probe)(struct device *); void (*sync_state)(struct device *); void (*remove)(struct device *); void (*shutdown)(struct device *); int (*online)(struct device *); int (*offline)(struct device *); int (*suspend)(struct device *, pm_message_t); int (*resume)(struct device *); int (*num_vf)(struct device *); int (*dma_configure)(struct device *); void (*dma_cleanup)(struct device *); const struct dev_pm_ops *pm; const struct iommu_ops *iommu_ops; bool need_parent_lock; }; enum probe_type { PROBE_DEFAULT_STRATEGY = 0, PROBE_PREFER_ASYNCHRONOUS = 1, PROBE_FORCE_SYNCHRONOUS = 2, }; struct of_device_id; struct acpi_device_id; struct driver_private; struct device_driver { const char *name; const struct bus_type *bus; struct module *owner; const char *mod_name; bool suppress_bind_attrs; enum probe_type probe_type; const struct of_device_id *of_match_table; const struct acpi_device_id *acpi_match_table; int (*probe)(struct device *); void (*sync_state)(struct device *); int (*remove)(struct device *); void (*shutdown)(struct device *); int (*suspend)(struct device *, pm_message_t); int (*resume)(struct device *); const struct attribute_group **groups; const struct attribute_group **dev_groups; const struct dev_pm_ops *pm; void (*coredump)(struct device *); struct driver_private *p; }; enum iommu_cap { IOMMU_CAP_CACHE_COHERENCY = 0, IOMMU_CAP_NOEXEC = 1, IOMMU_CAP_PRE_BOOT_PROTECTION = 2, IOMMU_CAP_ENFORCE_CACHE_COHERENCY = 3, IOMMU_CAP_DEFERRED_FLUSH = 4, }; enum iommu_dev_features { IOMMU_DEV_FEAT_SVA = 0, IOMMU_DEV_FEAT_IOPF = 1, }; typedef unsigned int ioasid_t; struct iommu_domain; struct iommu_device; struct of_phandle_args; struct iommu_fault_event; struct iommu_page_response; struct iommu_domain_ops; struct iommu_ops { bool (*capable)(struct device *, enum iommu_cap); void * (*hw_info)(struct device *, u32 *, u32 *); struct iommu_domain * (*domain_alloc)(unsigned int); struct iommu_device * (*probe_device)(struct device *); void (*release_device)(struct device *); void (*probe_finalize)(struct device *); void (*set_platform_dma_ops)(struct device *); struct iommu_group * (*device_group)(struct device *); void (*get_resv_regions)(struct device *, struct list_head *); int (*of_xlate)(struct device *, struct of_phandle_args *); bool (*is_attach_deferred)(struct device *); int (*dev_enable_feat)(struct device *, enum iommu_dev_features); int (*dev_disable_feat)(struct device *, enum iommu_dev_features); int (*page_response)(struct device *, struct iommu_fault_event *, struct iommu_page_response *); int (*def_domain_type)(struct device *); void (*remove_dev_pasid)(struct device *, ioasid_t); const struct iommu_domain_ops *default_domain_ops; long unsigned int pgsize_bitmap; struct module *owner; }; struct class { const char *name; const struct attribute_group **class_groups; const struct attribute_group **dev_groups; int (*dev_uevent)(const struct device *, struct kobj_uevent_env *); char * (*devnode)(const struct device *, umode_t *); void (*class_release)(const struct class *); void (*dev_release)(struct device *); int (*shutdown_pre)(struct device *); const struct kobj_ns_type_operations *ns_type; const void * (*namespace)(const struct device *); void (*get_ownership)(const struct device *, kuid_t *, kgid_t *); const struct dev_pm_ops *pm; }; struct device_type { const char *name; const struct attribute_group **groups; int (*uevent)(const struct device *, struct kobj_uevent_env *); char * (*devnode)(const struct device *, umode_t *, kuid_t *, kgid_t *); void (*release)(struct device *); const struct dev_pm_ops *pm; }; typedef __u64 Elf64_Addr; typedef __u16 Elf64_Half; typedef __u32 Elf64_Word; typedef __u64 Elf64_Xword; struct elf64_sym { Elf64_Word st_name; unsigned char st_info; unsigned char st_other; Elf64_Half st_shndx; Elf64_Addr st_value; Elf64_Xword st_size; }; struct kernel_param_ops { unsigned int flags; int (*set)(const char *, const struct kernel_param *); int (*get)(char *, const struct kernel_param *); void (*free)(void *); }; struct kparam_string; struct kparam_array; struct kernel_param { const char *name; struct module *mod; const struct kernel_param_ops *ops; const u16 perm; s8 level; u8 flags; union { void *arg; const struct kparam_string *str; const struct kparam_array *arr; }; }; struct kparam_string { unsigned int maxlen; char *string; }; struct kparam_array { unsigned int max; unsigned int elemsize; unsigned int *num; const struct kernel_param_ops *ops; void *elem; }; struct module_attribute { struct attribute attr; ssize_t (*show)(struct module_attribute *, struct module_kobject *, char *); ssize_t (*store)(struct module_attribute *, struct module_kobject *, const char *, size_t); void (*setup)(struct module *, const char *); int (*test)(struct module *); void (*free)(struct module *); }; struct kernel_symbol { long unsigned int value; const char *name; const char *namespace; }; struct trace_event_functions; struct trace_event { struct hlist_node node; int type; struct trace_event_functions *funcs; }; struct trace_event_class; struct trace_event_call { struct list_head list; struct trace_event_class *class; union { char *name; struct tracepoint *tp; }; struct trace_event event; char *print_fmt; struct event_filter *filter; union { void *module; atomic_t refcnt; }; void *data; int flags; int perf_refcount; struct hlist_head *perf_events; struct bpf_prog_array *prog_array; int (*perf_perm)(struct trace_event_call *, struct perf_event *); }; struct trace_eval_map { const char *system; const char *eval_string; long unsigned int eval_value; }; struct of_device_id { char name[32]; char type[32]; char compatible[128]; const void *data; }; typedef long unsigned int kernel_ulong_t; struct acpi_device_id { __u8 id[16]; kernel_ulong_t driver_data; __u32 cls; __u32 cls_msk; }; struct pci_controller; struct eeh_pe; struct pci_dev; struct eeh_dev { int mode; int bdfn; struct pci_controller *controller; int pe_config_addr; u32 config_space[16]; int pcix_cap; int pcie_cap; int aer_cap; int af_cap; struct eeh_pe *pe; struct list_head entry; struct list_head rmv_entry; struct pci_dn *pdn; struct pci_dev *pdev; bool in_error; struct pci_dev *physfn; int vf_index; }; struct device_dma_parameters { unsigned int max_segment_size; unsigned int min_align_mask; long unsigned int segment_boundary_mask; }; enum device_physical_location_panel { DEVICE_PANEL_TOP = 0, DEVICE_PANEL_BOTTOM = 1, DEVICE_PANEL_LEFT = 2, DEVICE_PANEL_RIGHT = 3, DEVICE_PANEL_FRONT = 4, DEVICE_PANEL_BACK = 5, DEVICE_PANEL_UNKNOWN = 6, }; enum device_physical_location_vertical_position { DEVICE_VERT_POS_UPPER = 0, DEVICE_VERT_POS_CENTER = 1, DEVICE_VERT_POS_LOWER = 2, }; enum device_physical_location_horizontal_position { DEVICE_HORI_POS_LEFT = 0, DEVICE_HORI_POS_CENTER = 1, DEVICE_HORI_POS_RIGHT = 2, }; struct device_physical_location { enum device_physical_location_panel panel; enum device_physical_location_vertical_position vertical_position; enum device_physical_location_horizontal_position horizontal_position; bool dock; bool lid; }; enum dma_data_direction { DMA_BIDIRECTIONAL = 0, DMA_TO_DEVICE = 1, DMA_FROM_DEVICE = 2, DMA_NONE = 3, }; typedef u64 phys_addr_t; struct sg_table; struct scatterlist; struct dma_map_ops { unsigned int flags; void * (*alloc)(struct device *, size_t, dma_addr_t *, gfp_t, long unsigned int); void (*free)(struct device *, size_t, void *, dma_addr_t, long unsigned int); struct page * (*alloc_pages)(struct device *, size_t, dma_addr_t *, enum dma_data_direction, gfp_t); void (*free_pages)(struct device *, size_t, struct page *, dma_addr_t, enum dma_data_direction); struct sg_table * (*alloc_noncontiguous)(struct device *, size_t, enum dma_data_direction, gfp_t, long unsigned int); void (*free_noncontiguous)(struct device *, size_t, struct sg_table *, enum dma_data_direction); int (*mmap)(struct device *, struct vm_area_struct *, void *, dma_addr_t, size_t, long unsigned int); int (*get_sgtable)(struct device *, struct sg_table *, void *, dma_addr_t, size_t, long unsigned int); dma_addr_t (*map_page)(struct device *, struct page *, long unsigned int, size_t, enum dma_data_direction, long unsigned int); void (*unmap_page)(struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); int (*map_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction, long unsigned int); void (*unmap_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction, long unsigned int); dma_addr_t (*map_resource)(struct device *, phys_addr_t, size_t, enum dma_data_direction, long unsigned int); void (*unmap_resource)(struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); void (*sync_single_for_cpu)(struct device *, dma_addr_t, size_t, enum dma_data_direction); void (*sync_single_for_device)(struct device *, dma_addr_t, size_t, enum dma_data_direction); void (*sync_sg_for_cpu)(struct device *, struct scatterlist *, int, enum dma_data_direction); void (*sync_sg_for_device)(struct device *, struct scatterlist *, int, enum dma_data_direction); void (*cache_sync)(struct device *, void *, size_t, enum dma_data_direction); int (*dma_supported)(struct device *, u64); u64 (*get_required_mask)(struct device *); size_t (*max_mapping_size)(struct device *); size_t (*opt_mapping_size)(); long unsigned int (*get_merge_boundary)(struct device *); }; struct bus_dma_region { phys_addr_t cpu_start; dma_addr_t dma_start; u64 size; u64 offset; }; struct fwnode_operations; struct fwnode_handle { struct fwnode_handle *secondary; const struct fwnode_operations *ops; struct device *dev; struct list_head suppliers; struct list_head consumers; u8 flags; }; struct pci_bus; struct eeh_pe { int type; int state; int addr; struct pci_controller *phb; struct pci_bus *bus; int check_count; int freeze_count; time64_t tstamp; int false_positives; atomic_t pass_dev_cnt; struct eeh_pe *parent; void *data; struct list_head child_list; struct list_head child; struct list_head edevs; long unsigned int stack_trace[64]; int trace_entries; }; enum dev_dma_attr { DEV_DMA_NOT_SUPPORTED = 0, DEV_DMA_NON_COHERENT = 1, DEV_DMA_COHERENT = 2, }; struct fwnode_reference_args; struct fwnode_endpoint; struct fwnode_operations { struct fwnode_handle * (*get)(struct fwnode_handle *); void (*put)(struct fwnode_handle *); bool (*device_is_available)(const struct fwnode_handle *); const void * (*device_get_match_data)(const struct fwnode_handle *, const struct device *); bool (*device_dma_supported)(const struct fwnode_handle *); enum dev_dma_attr (*device_get_dma_attr)(const struct fwnode_handle *); bool (*property_present)(const struct fwnode_handle *, const char *); int (*property_read_int_array)(const struct fwnode_handle *, const char *, unsigned int, void *, size_t); int (*property_read_string_array)(const struct fwnode_handle *, const char *, const char **, size_t); const char * (*get_name)(const struct fwnode_handle *); const char * (*get_name_prefix)(const struct fwnode_handle *); struct fwnode_handle * (*get_parent)(const struct fwnode_handle *); struct fwnode_handle * (*get_next_child_node)(const struct fwnode_handle *, struct fwnode_handle *); struct fwnode_handle * (*get_named_child_node)(const struct fwnode_handle *, const char *); int (*get_reference_args)(const struct fwnode_handle *, const char *, const char *, unsigned int, unsigned int, struct fwnode_reference_args *); struct fwnode_handle * (*graph_get_next_endpoint)(const struct fwnode_handle *, struct fwnode_handle *); struct fwnode_handle * (*graph_get_remote_endpoint)(const struct fwnode_handle *); struct fwnode_handle * (*graph_get_port_parent)(struct fwnode_handle *); int (*graph_parse_endpoint)(const struct fwnode_handle *, struct fwnode_endpoint *); void * (*iomap)(struct fwnode_handle *, int); int (*irq_get)(const struct fwnode_handle *, unsigned int); int (*add_links)(struct fwnode_handle *); }; struct fwnode_endpoint { unsigned int port; unsigned int id; const struct fwnode_handle *local_fwnode; }; struct fwnode_reference_args { struct fwnode_handle *fwnode; unsigned int nargs; u64 args[8]; }; struct blk_holder_ops { void (*mark_dead)(struct block_device *, bool); void (*sync)(struct block_device *); }; struct partition_meta_info { char uuid[37]; u8 volname[64]; }; struct kvec { void *iov_base; size_t iov_len; }; struct blk_zone { __u64 start; __u64 len; __u64 wp; __u8 type; __u8 cond; __u8 non_seq; __u8 reset; __u8 resv[4]; __u64 capacity; __u8 reserved[24]; }; typedef int (*report_zones_cb)(struct blk_zone *, unsigned int, void *); enum blk_unique_id { BLK_UID_T10 = 1, BLK_UID_EUI64 = 2, BLK_UID_NAA = 3, }; struct hd_geometry; struct pr_ops; struct block_device_operations { void (*submit_bio)(struct bio *); int (*poll_bio)(struct bio *, struct io_comp_batch *, unsigned int); int (*open)(struct gendisk *, blk_mode_t); void (*release)(struct gendisk *); int (*ioctl)(struct block_device *, blk_mode_t, unsigned int, long unsigned int); int (*compat_ioctl)(struct block_device *, blk_mode_t, unsigned int, long unsigned int); unsigned int (*check_events)(struct gendisk *, unsigned int); void (*unlock_native_capacity)(struct gendisk *); int (*getgeo)(struct block_device *, struct hd_geometry *); int (*set_read_only)(struct block_device *, bool); void (*free_disk)(struct gendisk *); void (*swap_slot_free_notify)(struct block_device *, long unsigned int); int (*report_zones)(struct gendisk *, sector_t, unsigned int, report_zones_cb, void *); char * (*devnode)(struct gendisk *, umode_t *); int (*get_unique_id)(struct gendisk *, u8 *, enum blk_unique_id); struct module *owner; const struct pr_ops *pr_ops; int (*alternative_gpt_sector)(struct gendisk *, sector_t *); }; struct blk_independent_access_range { struct kobject kobj; sector_t sector; sector_t nr_sectors; }; struct blk_independent_access_ranges { struct kobject kobj; bool sysfs_registered; unsigned int nr_ia_ranges; struct blk_independent_access_range ia_range[0]; }; enum blk_eh_timer_return { BLK_EH_DONE = 0, BLK_EH_RESET_TIMER = 1, }; struct blk_mq_hw_ctx; struct blk_mq_queue_data; struct blk_mq_ops { blk_status_t (*queue_rq)(struct blk_mq_hw_ctx *, const struct blk_mq_queue_data *); void (*commit_rqs)(struct blk_mq_hw_ctx *); void (*queue_rqs)(struct request **); int (*get_budget)(struct request_queue *); void (*put_budget)(struct request_queue *, int); void (*set_rq_budget_token)(struct request *, int); int (*get_rq_budget_token)(struct request *); enum blk_eh_timer_return (*timeout)(struct request *); int (*poll)(struct blk_mq_hw_ctx *, struct io_comp_batch *); void (*complete)(struct request *); int (*init_hctx)(struct blk_mq_hw_ctx *, void *, unsigned int); void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); int (*init_request)(struct blk_mq_tag_set *, struct request *, unsigned int, unsigned int); void (*exit_request)(struct blk_mq_tag_set *, struct request *, unsigned int); void (*cleanup_rq)(struct request *); bool (*busy)(struct request_queue *); void (*map_queues)(struct blk_mq_tag_set *); void (*show_rq)(struct seq_file *, struct request *); }; enum pr_type { PR_WRITE_EXCLUSIVE = 1, PR_EXCLUSIVE_ACCESS = 2, PR_WRITE_EXCLUSIVE_REG_ONLY = 3, PR_EXCLUSIVE_ACCESS_REG_ONLY = 4, PR_WRITE_EXCLUSIVE_ALL_REGS = 5, PR_EXCLUSIVE_ACCESS_ALL_REGS = 6, }; struct pr_keys; struct pr_held_reservation; struct pr_ops { int (*pr_register)(struct block_device *, u64, u64, u32); int (*pr_reserve)(struct block_device *, u64, enum pr_type, u32); int (*pr_release)(struct block_device *, u64, enum pr_type); int (*pr_preempt)(struct block_device *, u64, u64, enum pr_type, bool); int (*pr_clear)(struct block_device *, u64); int (*pr_read_keys)(struct block_device *, struct pr_keys *); int (*pr_read_reservation)(struct block_device *, struct pr_held_reservation *); }; struct seq_operations { void * (*start)(struct seq_file *, loff_t *); void (*stop)(struct seq_file *, void *); void * (*next)(struct seq_file *, void *, loff_t *); int (*show)(struct seq_file *, void *); }; struct seq_buf { char *buffer; size_t size; size_t len; loff_t readpos; }; struct trace_seq { char buffer[65536]; struct seq_buf seq; int full; }; enum perf_sw_ids { PERF_COUNT_SW_CPU_CLOCK = 0, PERF_COUNT_SW_TASK_CLOCK = 1, PERF_COUNT_SW_PAGE_FAULTS = 2, PERF_COUNT_SW_CONTEXT_SWITCHES = 3, PERF_COUNT_SW_CPU_MIGRATIONS = 4, PERF_COUNT_SW_PAGE_FAULTS_MIN = 5, PERF_COUNT_SW_PAGE_FAULTS_MAJ = 6, PERF_COUNT_SW_ALIGNMENT_FAULTS = 7, PERF_COUNT_SW_EMULATION_FAULTS = 8, PERF_COUNT_SW_DUMMY = 9, PERF_COUNT_SW_BPF_OUTPUT = 10, PERF_COUNT_SW_CGROUP_SWITCHES = 11, PERF_COUNT_SW_MAX = 12, }; union perf_mem_data_src { __u64 val; struct { __u64 mem_op: 5; __u64 mem_lvl: 14; __u64 mem_snoop: 5; __u64 mem_lock: 2; __u64 mem_dtlb: 7; __u64 mem_lvl_num: 4; __u64 mem_remote: 1; __u64 mem_snoopx: 2; __u64 mem_blk: 3; __u64 mem_hops: 3; __u64 mem_rsvd: 18; }; }; struct perf_branch_entry { __u64 from; __u64 to; __u64 mispred: 1; __u64 predicted: 1; __u64 in_tx: 1; __u64 abort: 1; __u64 cycles: 16; __u64 type: 4; __u64 spec: 2; __u64 new_type: 4; __u64 priv: 3; __u64 reserved: 31; }; union perf_sample_weight { __u64 full; struct { __u32 var1_dw; __u16 var2_w; __u16 var3_w; }; }; struct cgroup_namespace { struct ns_common ns; struct user_namespace *user_ns; struct ucounts *ucounts; struct css_set *root_cset; }; struct nsset; struct proc_ns_operations { const char *name; const char *real_ns_name; int type; struct ns_common * (*get)(struct task_struct *); void (*put)(struct ns_common *); int (*install)(struct nsset *, struct ns_common *); struct user_namespace * (*owner)(struct ns_common *); struct ns_common * (*get_parent)(struct ns_common *); }; struct ftrace_regs { struct pt_regs regs; }; struct perf_regs { __u64 abi; struct pt_regs *regs; }; struct u64_stats_sync {}; struct psi_group_cpu { seqcount_t seq; unsigned int tasks[4]; u32 state_mask; u32 times[7]; u64 state_start; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 times_prev[14]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct psi_group { struct psi_group *parent; bool enabled; struct mutex avgs_lock; struct psi_group_cpu *pcpu; u64 avg_total[6]; u64 avg_last_update; u64 avg_next_update; struct delayed_work avgs_work; struct list_head avg_triggers; u32 avg_nr_triggers[6]; u64 total[12]; long unsigned int avg[18]; struct task_struct *rtpoll_task; struct timer_list rtpoll_timer; wait_queue_head_t rtpoll_wait; atomic_t rtpoll_wakeup; atomic_t rtpoll_scheduled; struct mutex rtpoll_trigger_lock; struct list_head rtpoll_triggers; u32 rtpoll_nr_triggers[6]; u32 rtpoll_states; u64 rtpoll_min_period; u64 rtpoll_total[6]; u64 rtpoll_next_update; u64 rtpoll_until; }; struct cgroup_taskset; struct cftype; struct cgroup_subsys { struct cgroup_subsys_state * (*css_alloc)(struct cgroup_subsys_state *); int (*css_online)(struct cgroup_subsys_state *); void (*css_offline)(struct cgroup_subsys_state *); void (*css_released)(struct cgroup_subsys_state *); void (*css_free)(struct cgroup_subsys_state *); void (*css_reset)(struct cgroup_subsys_state *); void (*css_rstat_flush)(struct cgroup_subsys_state *, int); int (*css_extra_stat_show)(struct seq_file *, struct cgroup_subsys_state *); int (*css_local_stat_show)(struct seq_file *, struct cgroup_subsys_state *); int (*can_attach)(struct cgroup_taskset *); void (*cancel_attach)(struct cgroup_taskset *); void (*attach)(struct cgroup_taskset *); void (*post_attach)(); int (*can_fork)(struct task_struct *, struct css_set *); void (*cancel_fork)(struct task_struct *, struct css_set *); void (*fork)(struct task_struct *); void (*exit)(struct task_struct *); void (*release)(struct task_struct *); void (*bind)(struct cgroup_subsys_state *); bool early_init: 1; bool implicit_on_dfl: 1; bool threaded: 1; int id; const char *name; const char *legacy_name; struct cgroup_root *root; struct idr css_idr; struct list_head cfts; struct cftype *dfl_cftypes; struct cftype *legacy_cftypes; unsigned int depends_on; }; struct cgroup_rstat_cpu { struct u64_stats_sync bsync; struct cgroup_base_stat bstat; struct cgroup_base_stat last_bstat; struct cgroup_base_stat subtree_bstat; struct cgroup_base_stat last_subtree_bstat; struct cgroup *updated_children; struct cgroup *updated_next; }; struct cgroup_root { struct kernfs_root *kf_root; unsigned int subsys_mask; int hierarchy_id; struct cgroup cgrp; struct cgroup *cgrp_ancestor_storage; atomic_t nr_cgrps; struct list_head root_list; unsigned int flags; char release_agent_path[4096]; char name[64]; }; struct cftype { char name[64]; long unsigned int private; size_t max_write_len; unsigned int flags; unsigned int file_offset; struct cgroup_subsys *ss; struct list_head node; struct kernfs_ops *kf_ops; int (*open)(struct kernfs_open_file *); void (*release)(struct kernfs_open_file *); u64 (*read_u64)(struct cgroup_subsys_state *, struct cftype *); s64 (*read_s64)(struct cgroup_subsys_state *, struct cftype *); int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); int (*write_u64)(struct cgroup_subsys_state *, struct cftype *, u64); int (*write_s64)(struct cgroup_subsys_state *, struct cftype *, s64); ssize_t (*write)(struct kernfs_open_file *, char *, size_t, loff_t); __poll_t (*poll)(struct kernfs_open_file *, struct poll_table_struct *); }; struct perf_callchain_entry { __u64 nr; __u64 ip[0]; }; typedef long unsigned int (*perf_copy_f)(void *, const void *, long unsigned int, long unsigned int); struct perf_raw_frag { union { struct perf_raw_frag *next; long unsigned int pad; }; perf_copy_f copy; void *data; u32 size; } __attribute__((packed)); struct perf_raw_record { struct perf_raw_frag frag; u32 size; }; struct perf_branch_stack { __u64 nr; __u64 hw_idx; struct perf_branch_entry entries[0]; }; struct perf_event_pmu_context { struct pmu *pmu; struct perf_event_context *ctx; struct list_head pmu_ctx_entry; struct list_head pinned_active; struct list_head flexible_active; unsigned int embedded: 1; unsigned int nr_events; atomic_t refcount; struct callback_head callback_head; void *task_ctx_data; int rotate_necessary; }; struct perf_cpu_pmu_context { struct perf_event_pmu_context epc; struct perf_event_pmu_context *task_epc; struct list_head sched_cb_entry; int sched_cb_usage; int active_oncpu; int exclusive; raw_spinlock_t hrtimer_lock; struct hrtimer hrtimer; ktime_t hrtimer_interval; unsigned int hrtimer_active; }; struct perf_output_handle { struct perf_event *event; struct perf_buffer *rb; long unsigned int wakeup; long unsigned int size; u64 aux_flags; union { void *addr; long unsigned int head; }; int page; }; struct perf_addr_filter_range { long unsigned int start; long unsigned int size; }; struct perf_sample_data { u64 sample_flags; u64 period; u64 dyn_size; u64 type; struct { u32 pid; u32 tid; } tid_entry; u64 time; u64 id; struct { u32 cpu; u32 reserved; } cpu_entry; u64 ip; struct perf_callchain_entry *callchain; struct perf_raw_record *raw; struct perf_branch_stack *br_stack; union perf_sample_weight weight; union perf_mem_data_src data_src; u64 txn; struct perf_regs regs_user; struct perf_regs regs_intr; u64 stack_user_size; u64 stream_id; u64 cgroup; u64 addr; u64 phys_addr; u64 data_page_size; u64 code_page_size; u64 aux_size; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct perf_cgroup_info; struct perf_cgroup { struct cgroup_subsys_state css; struct perf_cgroup_info *info; }; struct perf_cgroup_info { u64 time; u64 timestamp; u64 timeoffset; int active; }; struct trace_entry { short unsigned int type; unsigned char flags; unsigned char preempt_count; int pid; }; struct trace_array; struct tracer; struct array_buffer; struct ring_buffer_iter; struct trace_iterator { struct trace_array *tr; struct tracer *trace; struct array_buffer *array_buffer; void *private; int cpu_file; struct mutex mutex; struct ring_buffer_iter **buffer_iter; long unsigned int iter_flags; void *temp; unsigned int temp_size; char *fmt; unsigned int fmt_size; long int wait_index; struct trace_seq tmp_seq; cpumask_var_t started; bool snapshot; struct trace_seq seq; struct trace_entry *ent; long unsigned int lost_events; int leftover; int ent_size; int cpu; u64 ts; loff_t pos; long int idx; }; enum print_line_t { TRACE_TYPE_PARTIAL_LINE = 0, TRACE_TYPE_HANDLED = 1, TRACE_TYPE_UNHANDLED = 2, TRACE_TYPE_NO_CONSUME = 3, }; typedef enum print_line_t (*trace_print_func)(struct trace_iterator *, int, struct trace_event *); struct trace_event_functions { trace_print_func trace; trace_print_func raw; trace_print_func hex; trace_print_func binary; }; enum trace_reg { TRACE_REG_REGISTER = 0, TRACE_REG_UNREGISTER = 1, TRACE_REG_PERF_REGISTER = 2, TRACE_REG_PERF_UNREGISTER = 3, TRACE_REG_PERF_OPEN = 4, TRACE_REG_PERF_CLOSE = 5, TRACE_REG_PERF_ADD = 6, TRACE_REG_PERF_DEL = 7, }; struct trace_event_fields { const char *type; union { struct { const char *name; const int size; const int align; const int is_signed; const int filter_type; const int len; }; int (*define_fields)(struct trace_event_call *); }; }; struct trace_event_class { const char *system; void *probe; void *perf_probe; int (*reg)(struct trace_event_call *, enum trace_reg, void *); struct trace_event_fields *fields_array; struct list_head * (*get_fields)(struct trace_event_call *); struct list_head fields; int (*raw_init)(struct trace_event_call *); }; enum { TRACE_EVENT_FL_FILTERED_BIT = 0, TRACE_EVENT_FL_CAP_ANY_BIT = 1, TRACE_EVENT_FL_NO_SET_FILTER_BIT = 2, TRACE_EVENT_FL_IGNORE_ENABLE_BIT = 3, TRACE_EVENT_FL_TRACEPOINT_BIT = 4, TRACE_EVENT_FL_DYNAMIC_BIT = 5, TRACE_EVENT_FL_KPROBE_BIT = 6, TRACE_EVENT_FL_UPROBE_BIT = 7, TRACE_EVENT_FL_EPROBE_BIT = 8, TRACE_EVENT_FL_FPROBE_BIT = 9, TRACE_EVENT_FL_CUSTOM_BIT = 10, }; enum { EVENT_FILE_FL_ENABLED_BIT = 0, EVENT_FILE_FL_RECORDED_CMD_BIT = 1, EVENT_FILE_FL_RECORDED_TGID_BIT = 2, EVENT_FILE_FL_FILTERED_BIT = 3, EVENT_FILE_FL_NO_SET_FILTER_BIT = 4, EVENT_FILE_FL_SOFT_MODE_BIT = 5, EVENT_FILE_FL_SOFT_DISABLED_BIT = 6, EVENT_FILE_FL_TRIGGER_MODE_BIT = 7, EVENT_FILE_FL_TRIGGER_COND_BIT = 8, EVENT_FILE_FL_PID_FILTER_BIT = 9, EVENT_FILE_FL_WAS_ENABLED_BIT = 10, }; struct squashfs_super_block { __le32 s_magic; __le32 inodes; __le32 mkfs_time; __le32 block_size; __le32 fragments; __le16 compression; __le16 block_log; __le16 flags; __le16 no_ids; __le16 s_major; __le16 s_minor; __le64 root_inode; __le64 bytes_used; __le64 id_table_start; __le64 xattr_id_table_start; __le64 inode_table_start; __le64 directory_table_start; __le64 fragment_table_start; __le64 lookup_table_start; }; typedef int (*decompress_fn)(unsigned char *, long int, long int (*)(void *, long unsigned int), long int (*)(void *, long unsigned int), unsigned char *, long int *, void (*)(char *)); typedef int (*initcall_t)(); struct subprocess_info { struct work_struct work; struct completion *complete; const char *path; char **argv; char **envp; int wait; int retval; int (*init)(struct subprocess_info *, struct cred *); void (*cleanup)(struct subprocess_info *); void *data; }; enum { Root_NFS = 255, Root_CIFS = 254, Root_Generic = 253, Root_RAM0 = 1048576, }; struct cpu_spec; typedef void (*cpu_setup_t)(long unsigned int, struct cpu_spec *); enum powerpc_pmc_type { PPC_PMC_DEFAULT = 0, PPC_PMC_IBM = 1, PPC_PMC_PA6T = 2, PPC_PMC_G4 = 3, }; typedef void (*cpu_restore_t)(); struct cpu_spec { unsigned int pvr_mask; unsigned int pvr_value; char *cpu_name; long unsigned int cpu_features; unsigned int cpu_user_features; unsigned int cpu_user_features2; unsigned int mmu_features; unsigned int icache_bsize; unsigned int dcache_bsize; void (*cpu_down_flush)(); unsigned int num_pmcs; enum powerpc_pmc_type pmc_type; cpu_setup_t cpu_setup; cpu_restore_t cpu_restore; char *platform; int (*machine_check)(struct pt_regs *); long int (*machine_check_early)(struct pt_regs *); }; struct static_key_true { struct static_key key; }; enum pcpu_fc { PCPU_FC_AUTO = 0, PCPU_FC_EMBED = 1, PCPU_FC_PAGE = 2, PCPU_FC_NR = 3, }; enum hrtimer_base_type { HRTIMER_BASE_MONOTONIC = 0, HRTIMER_BASE_REALTIME = 1, HRTIMER_BASE_BOOTTIME = 2, HRTIMER_BASE_TAI = 3, HRTIMER_BASE_MONOTONIC_SOFT = 4, HRTIMER_BASE_REALTIME_SOFT = 5, HRTIMER_BASE_BOOTTIME_SOFT = 6, HRTIMER_BASE_TAI_SOFT = 7, HRTIMER_MAX_CLOCK_BASES = 8, }; enum node_states { N_POSSIBLE = 0, N_ONLINE = 1, N_NORMAL_MEMORY = 2, N_HIGH_MEMORY = 2, N_MEMORY = 3, N_CPU = 4, N_GENERIC_INITIATOR = 5, NR_NODE_STATES = 6, }; enum { MM_FILEPAGES = 0, MM_ANONPAGES = 1, MM_SWAPENTS = 2, MM_SHMEMPAGES = 3, NR_MM_COUNTERS = 4, }; enum rseq_cs_flags_bit { RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT_BIT = 0, RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL_BIT = 1, RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE_BIT = 2, }; enum { TASK_COMM_LEN = 16, }; enum rseq_event_mask_bits { RSEQ_EVENT_PREEMPT_BIT = 0, RSEQ_EVENT_SIGNAL_BIT = 1, RSEQ_EVENT_MIGRATE_BIT = 2, }; enum migratetype { MIGRATE_UNMOVABLE = 0, MIGRATE_MOVABLE = 1, MIGRATE_RECLAIMABLE = 2, MIGRATE_PCPTYPES = 3, MIGRATE_HIGHATOMIC = 3, MIGRATE_CMA = 4, MIGRATE_ISOLATE = 5, MIGRATE_TYPES = 6, }; enum numa_stat_item { NUMA_HIT = 0, NUMA_MISS = 1, NUMA_FOREIGN = 2, NUMA_INTERLEAVE_HIT = 3, NUMA_LOCAL = 4, NUMA_OTHER = 5, NR_VM_NUMA_EVENT_ITEMS = 6, }; enum zone_stat_item { NR_FREE_PAGES = 0, NR_ZONE_LRU_BASE = 1, NR_ZONE_INACTIVE_ANON = 1, NR_ZONE_ACTIVE_ANON = 2, NR_ZONE_INACTIVE_FILE = 3, NR_ZONE_ACTIVE_FILE = 4, NR_ZONE_UNEVICTABLE = 5, NR_ZONE_WRITE_PENDING = 6, NR_MLOCK = 7, NR_BOUNCE = 8, NR_ZSPAGES = 9, NR_FREE_CMA_PAGES = 10, NR_VM_ZONE_STAT_ITEMS = 11, }; enum node_stat_item { NR_LRU_BASE = 0, NR_INACTIVE_ANON = 0, NR_ACTIVE_ANON = 1, NR_INACTIVE_FILE = 2, NR_ACTIVE_FILE = 3, NR_UNEVICTABLE = 4, NR_SLAB_RECLAIMABLE_B = 5, NR_SLAB_UNRECLAIMABLE_B = 6, NR_ISOLATED_ANON = 7, NR_ISOLATED_FILE = 8, WORKINGSET_NODES = 9, WORKINGSET_REFAULT_BASE = 10, WORKINGSET_REFAULT_ANON = 10, WORKINGSET_REFAULT_FILE = 11, WORKINGSET_ACTIVATE_BASE = 12, WORKINGSET_ACTIVATE_ANON = 12, WORKINGSET_ACTIVATE_FILE = 13, WORKINGSET_RESTORE_BASE = 14, WORKINGSET_RESTORE_ANON = 14, WORKINGSET_RESTORE_FILE = 15, WORKINGSET_NODERECLAIM = 16, NR_ANON_MAPPED = 17, NR_FILE_MAPPED = 18, NR_FILE_PAGES = 19, NR_FILE_DIRTY = 20, NR_WRITEBACK = 21, NR_WRITEBACK_TEMP = 22, NR_SHMEM = 23, NR_SHMEM_THPS = 24, NR_SHMEM_PMDMAPPED = 25, NR_FILE_THPS = 26, NR_FILE_PMDMAPPED = 27, NR_ANON_THPS = 28, NR_VMSCAN_WRITE = 29, NR_VMSCAN_IMMEDIATE = 30, NR_DIRTIED = 31, NR_WRITTEN = 32, NR_THROTTLED_WRITTEN = 33, NR_KERNEL_MISC_RECLAIMABLE = 34, NR_FOLL_PIN_ACQUIRED = 35, NR_FOLL_PIN_RELEASED = 36, NR_KERNEL_STACK_KB = 37, NR_PAGETABLE = 38, NR_SECONDARY_PAGETABLE = 39, NR_SWAPCACHE = 40, PGPROMOTE_SUCCESS = 41, PGPROMOTE_CANDIDATE = 42, NR_VM_NODE_STAT_ITEMS = 43, }; enum lru_list { LRU_INACTIVE_ANON = 0, LRU_ACTIVE_ANON = 1, LRU_INACTIVE_FILE = 2, LRU_ACTIVE_FILE = 3, LRU_UNEVICTABLE = 4, NR_LRU_LISTS = 5, }; enum vmscan_throttle_state { VMSCAN_THROTTLE_WRITEBACK = 0, VMSCAN_THROTTLE_ISOLATED = 1, VMSCAN_THROTTLE_NOPROGRESS = 2, VMSCAN_THROTTLE_CONGESTED = 3, NR_VMSCAN_THROTTLE = 4, }; enum zone_watermarks { WMARK_MIN = 0, WMARK_LOW = 1, WMARK_HIGH = 2, WMARK_PROMO = 3, NR_WMARK = 4, }; enum { ZONELIST_FALLBACK = 0, ZONELIST_NOFALLBACK = 1, MAX_ZONELISTS = 2, }; enum { MMU_FTRS_POSSIBLE = 4261477953, }; struct static_key_false { struct static_key key; }; typedef struct { u32 val; u32 suffix; } ppc_inst_t; struct ppc_emulated_entry { const char *name; atomic_t val; }; struct ppc_emulated { struct ppc_emulated_entry altivec; struct ppc_emulated_entry dcba; struct ppc_emulated_entry dcbz; struct ppc_emulated_entry fp_pair; struct ppc_emulated_entry isel; struct ppc_emulated_entry mcrxr; struct ppc_emulated_entry mfpvr; struct ppc_emulated_entry multiple; struct ppc_emulated_entry popcntb; struct ppc_emulated_entry spe; struct ppc_emulated_entry string; struct ppc_emulated_entry sync; struct ppc_emulated_entry unaligned; struct ppc_emulated_entry vsx; struct ppc_emulated_entry mfdscr; struct ppc_emulated_entry mtdscr; struct ppc_emulated_entry lq_stq; struct ppc_emulated_entry lxvw4x; struct ppc_emulated_entry lxvh8x; struct ppc_emulated_entry lxvd2x; struct ppc_emulated_entry lxvb16x; }; enum instruction_type { COMPUTE = 0, LOAD = 1, LOAD_MULTI = 2, LOAD_FP = 3, LOAD_VMX = 4, LOAD_VSX = 5, STORE = 6, STORE_MULTI = 7, STORE_FP = 8, STORE_VMX = 9, STORE_VSX = 10, LARX = 11, STCX = 12, BRANCH = 13, MFSPR = 14, MTSPR = 15, CACHEOP = 16, BARRIER = 17, SYSCALL = 18, SYSCALL_VECTORED_0 = 19, MFMSR = 20, MTMSR = 21, RFI = 22, INTERRUPT = 23, UNKNOWN = 24, }; struct instruction_op { int type; int reg; long unsigned int val; long unsigned int ea; int update_reg; int spr; u32 ccval; u32 xerval; u8 element_size; u8 vsx_flags; }; typedef phys_addr_t resource_size_t; enum idle_boot_override { IDLE_NO_OVERRIDE = 0, IDLE_POWERSAVE_OFF = 1, }; enum cpu_idle_type { CPU_IDLE = 0, CPU_NOT_IDLE = 1, CPU_NEWLY_IDLE = 2, CPU_MAX_IDLE_TYPES = 3, }; enum { __SD_BALANCE_NEWIDLE = 0, __SD_BALANCE_EXEC = 1, __SD_BALANCE_FORK = 2, __SD_BALANCE_WAKE = 3, __SD_WAKE_AFFINE = 4, __SD_ASYM_CPUCAPACITY = 5, __SD_ASYM_CPUCAPACITY_FULL = 6, __SD_SHARE_CPUCAPACITY = 7, __SD_SHARE_PKG_RESOURCES = 8, __SD_SERIALIZE = 9, __SD_ASYM_PACKING = 10, __SD_PREFER_SIBLING = 11, __SD_OVERLAP = 12, __SD_NUMA = 13, __SD_FLAG_CNT = 14, }; enum mod_mem_type { MOD_TEXT = 0, MOD_DATA = 1, MOD_RODATA = 2, MOD_RO_AFTER_INIT = 3, MOD_INIT_TEXT = 4, MOD_INIT_DATA = 5, MOD_INIT_RODATA = 6, MOD_MEM_NUM_TYPES = 7, MOD_INVALID = -1, }; typedef u32 phandle; struct property; struct device_node { const char *name; phandle phandle; const char *full_name; struct fwnode_handle fwnode; struct property *properties; struct property *deadprops; struct device_node *parent; struct device_node *child; struct device_node *sibling; struct kobject kobj; long unsigned int _flags; void *data; }; struct property { char *name; int length; void *value; struct property *next; long unsigned int _flags; struct bin_attribute attr; }; enum { DQF_ROOT_SQUASH_B = 0, DQF_SYS_FILE_B = 16, DQF_PRIVATE = 17, }; enum { DQST_LOOKUPS = 0, DQST_DROPS = 1, DQST_READS = 2, DQST_WRITES = 3, DQST_CACHE_HITS = 4, DQST_ALLOC_DQUOTS = 5, DQST_FREE_DQUOTS = 6, DQST_SYNCS = 7, _DQST_DQSTAT_LAST = 8, }; enum { SB_UNFROZEN = 0, SB_FREEZE_WRITE = 1, SB_FREEZE_PAGEFAULT = 2, SB_FREEZE_FS = 3, SB_FREEZE_COMPLETE = 4, }; enum vm_event_item { PGPGIN = 0, PGPGOUT = 1, PSWPIN = 2, PSWPOUT = 3, PGALLOC_NORMAL = 4, PGALLOC_MOVABLE = 5, PGALLOC_DEVICE = 6, ALLOCSTALL_NORMAL = 7, ALLOCSTALL_MOVABLE = 8, ALLOCSTALL_DEVICE = 9, PGSCAN_SKIP_NORMAL = 10, PGSCAN_SKIP_MOVABLE = 11, PGSCAN_SKIP_DEVICE = 12, PGFREE = 13, PGACTIVATE = 14, PGDEACTIVATE = 15, PGLAZYFREE = 16, PGFAULT = 17, PGMAJFAULT = 18, PGLAZYFREED = 19, PGREFILL = 20, PGREUSE = 21, PGSTEAL_KSWAPD = 22, PGSTEAL_DIRECT = 23, PGSTEAL_KHUGEPAGED = 24, PGDEMOTE_KSWAPD = 25, PGDEMOTE_DIRECT = 26, PGDEMOTE_KHUGEPAGED = 27, PGSCAN_KSWAPD = 28, PGSCAN_DIRECT = 29, PGSCAN_KHUGEPAGED = 30, PGSCAN_DIRECT_THROTTLE = 31, PGSCAN_ANON = 32, PGSCAN_FILE = 33, PGSTEAL_ANON = 34, PGSTEAL_FILE = 35, PGSCAN_ZONE_RECLAIM_FAILED = 36, PGINODESTEAL = 37, SLABS_SCANNED = 38, KSWAPD_INODESTEAL = 39, KSWAPD_LOW_WMARK_HIT_QUICKLY = 40, KSWAPD_HIGH_WMARK_HIT_QUICKLY = 41, PAGEOUTRUN = 42, PGROTATED = 43, DROP_PAGECACHE = 44, DROP_SLAB = 45, OOM_KILL = 46, NUMA_PTE_UPDATES = 47, NUMA_HUGE_PTE_UPDATES = 48, NUMA_HINT_FAULTS = 49, NUMA_HINT_FAULTS_LOCAL = 50, NUMA_PAGE_MIGRATE = 51, PGMIGRATE_SUCCESS = 52, PGMIGRATE_FAIL = 53, THP_MIGRATION_SUCCESS = 54, THP_MIGRATION_FAIL = 55, THP_MIGRATION_SPLIT = 56, COMPACTMIGRATE_SCANNED = 57, COMPACTFREE_SCANNED = 58, COMPACTISOLATED = 59, COMPACTSTALL = 60, COMPACTFAIL = 61, COMPACTSUCCESS = 62, KCOMPACTD_WAKE = 63, KCOMPACTD_MIGRATE_SCANNED = 64, KCOMPACTD_FREE_SCANNED = 65, HTLB_BUDDY_PGALLOC = 66, HTLB_BUDDY_PGALLOC_FAIL = 67, CMA_ALLOC_SUCCESS = 68, CMA_ALLOC_FAIL = 69, UNEVICTABLE_PGCULLED = 70, UNEVICTABLE_PGSCANNED = 71, UNEVICTABLE_PGRESCUED = 72, UNEVICTABLE_PGMLOCKED = 73, UNEVICTABLE_PGMUNLOCKED = 74, UNEVICTABLE_PGCLEARED = 75, UNEVICTABLE_PGSTRANDED = 76, THP_FAULT_ALLOC = 77, THP_FAULT_FALLBACK = 78, THP_FAULT_FALLBACK_CHARGE = 79, THP_COLLAPSE_ALLOC = 80, THP_COLLAPSE_ALLOC_FAILED = 81, THP_FILE_ALLOC = 82, THP_FILE_FALLBACK = 83, THP_FILE_FALLBACK_CHARGE = 84, THP_FILE_MAPPED = 85, THP_SPLIT_PAGE = 86, THP_SPLIT_PAGE_FAILED = 87, THP_DEFERRED_SPLIT_PAGE = 88, THP_SPLIT_PMD = 89, THP_SCAN_EXCEED_NONE_PTE = 90, THP_SCAN_EXCEED_SWAP_PTE = 91, THP_SCAN_EXCEED_SHARED_PTE = 92, THP_SPLIT_PUD = 93, THP_ZERO_PAGE_ALLOC = 94, THP_ZERO_PAGE_ALLOC_FAILED = 95, THP_SWPOUT = 96, THP_SWPOUT_FALLBACK = 97, BALLOON_INFLATE = 98, BALLOON_DEFLATE = 99, BALLOON_MIGRATE = 100, SWAP_RA = 101, SWAP_RA_HIT = 102, KSM_SWPIN_COPY = 103, COW_KSM = 104, ZSWPIN = 105, ZSWPOUT = 106, NR_VM_EVENT_ITEMS = 107, }; struct pci_host_bridge; struct rtc_time; struct kimage; struct machdep_calls { const char *name; const char *compatible; void (*iommu_restore)(); long unsigned int (*memory_block_size)(); void (*dma_set_mask)(struct device *, u64); int (*probe)(); void (*setup_arch)(); void (*show_cpuinfo)(struct seq_file *); long unsigned int (*get_proc_freq)(unsigned int); void (*init_IRQ)(); unsigned int (*get_irq)(); void (*pcibios_fixup)(); void (*pci_irq_fixup)(struct pci_dev *); int (*pcibios_root_bridge_prepare)(struct pci_host_bridge *); void (*discover_phbs)(); int (*pci_setup_phb)(struct pci_controller *); void (*restart)(char *); void (*halt)(); void (*panic)(char *); long int (*time_init)(); int (*set_rtc_time)(struct rtc_time *); void (*get_rtc_time)(struct rtc_time *); time64_t (*get_boot_time)(); void (*calibrate_decr)(); void (*progress)(char *, short unsigned int); void (*log_error)(char *, unsigned int, int); unsigned char (*nvram_read_val)(int); void (*nvram_write_val)(int, unsigned char); ssize_t (*nvram_write)(char *, size_t, loff_t *); ssize_t (*nvram_read)(char *, size_t, loff_t *); ssize_t (*nvram_size)(); void (*nvram_sync)(); int (*system_reset_exception)(struct pt_regs *); int (*machine_check_exception)(struct pt_regs *); int (*handle_hmi_exception)(struct pt_regs *); int (*hmi_exception_early)(struct pt_regs *); long int (*machine_check_early)(struct pt_regs *); bool (*mce_check_early_recovery)(struct pt_regs *); void (*machine_check_log_err)(); long int (*feature_call)(unsigned int, ...); int (*pci_get_legacy_ide_irq)(struct pci_dev *, int); pgprot_t (*phys_mem_access_prot)(struct file *, long unsigned int, long unsigned int, pgprot_t); void (*power_save)(); void (*enable_pmcs)(); int (*set_dabr)(long unsigned int, long unsigned int); int (*set_dawr)(int, long unsigned int, long unsigned int); int (*pci_exclude_device)(struct pci_controller *, unsigned char, unsigned char); void (*pcibios_fixup_resources)(struct pci_dev *); void (*pcibios_fixup_bus)(struct pci_bus *); void (*pcibios_fixup_phb)(struct pci_controller *); void (*pcibios_bus_add_device)(struct pci_dev *); resource_size_t (*pcibios_default_alignment)(); void (*machine_shutdown)(); void (*kexec_cpu_down)(int, int); void (*machine_kexec)(struct kimage *); void (*suspend_disable_irqs)(); void (*suspend_enable_irqs)(); ssize_t (*cpu_probe)(const char *, size_t); ssize_t (*cpu_release)(const char *, size_t); int (*get_random_seed)(long unsigned int *); }; typedef long unsigned int uintptr_t; typedef u64 uint64_t; struct cacheline_padding { char x[0]; }; struct timezone { int tz_minuteswest; int tz_dsttime; }; enum { FW_FEATURE_PSERIES_POSSIBLE = 35183556296703ULL, FW_FEATURE_PSERIES_ALWAYS = 0ULL, FW_FEATURE_POWERNV_POSSIBLE = 275146342400ULL, FW_FEATURE_POWERNV_ALWAYS = 0ULL, FW_FEATURE_PS3_POSSIBLE = 12582912ULL, FW_FEATURE_PS3_ALWAYS = 12582912ULL, FW_FEATURE_NATIVE_POSSIBLE = 0ULL, FW_FEATURE_NATIVE_ALWAYS = 0ULL, FW_FEATURE_POSSIBLE = 35183824732159ULL, FW_FEATURE_ALWAYS = 0ULL, }; struct wait_queue_entry; typedef int (*wait_queue_func_t)(struct wait_queue_entry *, unsigned int, int, void *); struct wait_queue_entry { unsigned int flags; void *private; wait_queue_func_t func; struct list_head entry; }; typedef struct wait_queue_entry wait_queue_entry_t; struct timens_offset { s64 sec; u64 nsec; }; enum clocksource_ids { CSID_GENERIC = 0, CSID_ARM_ARCH_COUNTER = 1, CSID_MAX = 2, }; enum vdso_clock_mode { VDSO_CLOCKMODE_NONE = 0, VDSO_CLOCKMODE_ARCHTIMER = 1, VDSO_CLOCKMODE_MAX = 2, VDSO_CLOCKMODE_TIMENS = 2147483647, }; struct clocksource { u64 (*read)(struct clocksource *); u64 mask; u32 mult; u32 shift; u64 max_idle_ns; u32 maxadj; u32 uncertainty_margin; u64 max_cycles; const char *name; struct list_head list; int rating; enum clocksource_ids id; enum vdso_clock_mode vdso_clock_mode; long unsigned int flags; int (*enable)(struct clocksource *); void (*disable)(struct clocksource *); void (*suspend)(struct clocksource *); void (*resume)(struct clocksource *); void (*mark_unstable)(struct clocksource *); void (*tick_stable)(struct clocksource *); struct module *owner; }; struct reclaim_state { long unsigned int reclaimed; }; struct mem_cgroup_id { int id; refcount_t ref; }; struct page_counter { atomic_long_t usage; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; long unsigned int emin; atomic_long_t min_usage; atomic_long_t children_min_usage; long unsigned int elow; atomic_long_t low_usage; atomic_long_t children_low_usage; long unsigned int watermark; long unsigned int failcnt; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad2_; long unsigned int min; long unsigned int low; long unsigned int high; long unsigned int max; struct page_counter *parent; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct vmpressure { long unsigned int scanned; long unsigned int reclaimed; long unsigned int tree_scanned; long unsigned int tree_reclaimed; spinlock_t sr_lock; struct list_head events; struct mutex events_lock; struct work_struct work; }; struct mem_cgroup_threshold_ary; struct mem_cgroup_thresholds { struct mem_cgroup_threshold_ary *primary; struct mem_cgroup_threshold_ary *spare; }; struct fprop_global { struct percpu_counter events; unsigned int period; seqcount_t sequence; }; struct wb_domain { spinlock_t lock; struct fprop_global completions; struct timer_list period_timer; long unsigned int period_time; long unsigned int dirty_limit_tstamp; long unsigned int dirty_limit; }; struct wb_completion { atomic_t cnt; wait_queue_head_t *waitq; }; struct memcg_cgwb_frn { u64 bdi_id; int memcg_id; u64 at; struct wb_completion done; }; struct deferred_split { spinlock_t split_queue_lock; struct list_head split_queue; long unsigned int split_queue_len; }; struct memcg_vmstats; struct obj_cgroup; struct memcg_vmstats_percpu; struct mem_cgroup_per_node; struct mem_cgroup { struct cgroup_subsys_state css; struct mem_cgroup_id id; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct page_counter memory; union { struct page_counter swap; struct page_counter memsw; }; struct page_counter kmem; struct page_counter tcpmem; struct work_struct high_work; long unsigned int zswap_max; long unsigned int soft_limit; struct vmpressure vmpressure; bool oom_group; bool oom_lock; int under_oom; int swappiness; int oom_kill_disable; struct cgroup_file events_file; struct cgroup_file events_local_file; struct cgroup_file swap_events_file; struct mutex thresholds_lock; struct mem_cgroup_thresholds thresholds; struct mem_cgroup_thresholds memsw_thresholds; struct list_head oom_notify; long unsigned int move_charge_at_immigrate; spinlock_t move_lock; long unsigned int move_lock_flags; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; struct memcg_vmstats *vmstats; atomic_long_t memory_events[9]; atomic_long_t memory_events_local[9]; long unsigned int socket_pressure; bool tcpmem_active; int tcpmem_pressure; int kmemcg_id; struct obj_cgroup *objcg; struct list_head objcg_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad2_; atomic_t moving_account; struct task_struct *move_lock_task; struct memcg_vmstats_percpu *vmstats_percpu; struct list_head cgwb_list; struct wb_domain cgwb_domain; struct memcg_cgwb_frn cgwb_frn[4]; struct list_head event_list; spinlock_t event_list_lock; struct deferred_split deferred_split_queue; struct mem_cgroup_per_node *nodeinfo[0]; long: 64; }; struct free_area { struct list_head free_list[6]; long unsigned int nr_free; }; struct pglist_data; struct lruvec { struct list_head lists[5]; spinlock_t lru_lock; long unsigned int anon_cost; long unsigned int file_cost; atomic_long_t nonresident_age; long unsigned int refaults[2]; long unsigned int flags; struct pglist_data *pgdat; }; struct per_cpu_pages; struct per_cpu_zonestat; struct zone { long unsigned int _watermark[4]; long unsigned int watermark_boost; long unsigned int nr_reserved_highatomic; long int lowmem_reserve[3]; int node; struct pglist_data *zone_pgdat; struct per_cpu_pages *per_cpu_pageset; struct per_cpu_zonestat *per_cpu_zonestats; int pageset_high; int pageset_batch; long unsigned int zone_start_pfn; atomic_long_t managed_pages; long unsigned int spanned_pages; long unsigned int present_pages; long unsigned int present_early_pages; long unsigned int cma_pages; const char *name; long unsigned int nr_isolate_pageblock; seqlock_t span_seqlock; int initialized; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; struct free_area free_area[9]; long unsigned int flags; spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad2_; long unsigned int percpu_drift_mark; long unsigned int compact_cached_free_pfn; long unsigned int compact_cached_migrate_pfn[2]; long unsigned int compact_init_migrate_pfn; long unsigned int compact_init_free_pfn; unsigned int compact_considered; unsigned int compact_defer_shift; int compact_order_failed; bool compact_blockskip_flush; bool contiguous; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad3_; atomic_long_t vm_stat[11]; atomic_long_t vm_numa_event[6]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct zoneref { struct zone *zone; int zone_idx; }; struct zonelist { struct zoneref _zonerefs[769]; }; enum zone_type { ZONE_NORMAL = 0, ZONE_MOVABLE = 1, ZONE_DEVICE = 2, __MAX_NR_ZONES = 3, }; struct per_cpu_nodestat; struct memory_tier; struct pglist_data { struct zone node_zones[3]; struct zonelist node_zonelists[2]; int nr_zones; spinlock_t node_size_lock; long unsigned int node_start_pfn; long unsigned int node_present_pages; long unsigned int node_spanned_pages; int node_id; wait_queue_head_t kswapd_wait; wait_queue_head_t pfmemalloc_wait; wait_queue_head_t reclaim_wait[4]; atomic_t nr_writeback_throttled; long unsigned int nr_reclaim_start; struct mutex kswapd_lock; struct task_struct *kswapd; int kswapd_order; enum zone_type kswapd_highest_zoneidx; int kswapd_failures; int kcompactd_max_order; enum zone_type kcompactd_highest_zoneidx; wait_queue_head_t kcompactd_wait; struct task_struct *kcompactd; bool proactive_compact_trigger; long unsigned int totalreserve_pages; long unsigned int min_unmapped_pages; long unsigned int min_slab_pages; long: 64; long: 64; struct cacheline_padding _pad1_; struct deferred_split deferred_split_queue; unsigned int nbp_rl_start; long unsigned int nbp_rl_nr_cand; unsigned int nbp_threshold; unsigned int nbp_th_start; long unsigned int nbp_th_nr_cand; struct lruvec __lruvec; long unsigned int flags; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad2_; struct per_cpu_nodestat *per_cpu_nodestats; atomic_long_t vm_stat[43]; struct memory_tier *memtier; long: 64; long: 64; long: 64; }; struct per_cpu_pages { spinlock_t lock; int count; int high; int batch; short int free_factor; short int expire; struct list_head lists[13]; long: 64; long: 64; long: 64; }; struct per_cpu_zonestat { s8 vm_stat_diff[11]; s8 stat_threshold; long unsigned int vm_numa_event[6]; }; struct per_cpu_nodestat { s8 stat_threshold; s8 vm_node_stat_diff[43]; }; struct wait_page_queue { struct folio *folio; int bit_nr; wait_queue_entry_t wait; }; enum writeback_sync_modes { WB_SYNC_NONE = 0, WB_SYNC_ALL = 1, }; struct swap_iocb; struct writeback_control { long int nr_to_write; long int pages_skipped; loff_t range_start; loff_t range_end; enum writeback_sync_modes sync_mode; unsigned int for_kupdate: 1; unsigned int for_background: 1; unsigned int tagged_writepages: 1; unsigned int for_reclaim: 1; unsigned int range_cyclic: 1; unsigned int for_sync: 1; unsigned int unpinned_fscache_wb: 1; unsigned int no_cgroup_owner: 1; struct swap_iocb **swap_plug; struct bdi_writeback *wb; struct inode *inode; int wb_id; int wb_lcand_id; int wb_tcand_id; size_t wb_bytes; size_t wb_lcand_bytes; size_t wb_tcand_bytes; }; struct readahead_control { struct file *file; struct address_space *mapping; struct file_ra_state *ra; long unsigned int _index; unsigned int _nr_pages; unsigned int _batch_count; bool _workingset; long unsigned int _pflags; }; struct swap_cluster_info { spinlock_t lock; unsigned int data: 24; unsigned int flags: 8; }; struct swap_cluster_list { struct swap_cluster_info head; struct swap_cluster_info tail; }; struct percpu_cluster; struct swap_info_struct { struct percpu_ref users; long unsigned int flags; short int prio; struct plist_node list; signed char type; unsigned int max; unsigned char *swap_map; struct swap_cluster_info *cluster_info; struct swap_cluster_list free_clusters; unsigned int lowest_bit; unsigned int highest_bit; unsigned int pages; unsigned int inuse_pages; unsigned int cluster_next; unsigned int cluster_nr; unsigned int *cluster_next_cpu; struct percpu_cluster *percpu_cluster; struct rb_root swap_extent_root; struct block_device *bdev; struct file *swap_file; unsigned int old_block_size; struct completion comp; spinlock_t lock; spinlock_t cont_lock; struct work_struct discard_work; struct swap_cluster_list discard_clusters; struct plist_node avail_lists[0]; }; struct cdev { struct kobject kobj; struct module *owner; const struct file_operations *ops; struct list_head list; dev_t dev; unsigned int count; }; struct fprop_local_percpu { struct percpu_counter events; unsigned int period; raw_spinlock_t lock; }; enum wb_reason { WB_REASON_BACKGROUND = 0, WB_REASON_VMSCAN = 1, WB_REASON_SYNC = 2, WB_REASON_PERIODIC = 3, WB_REASON_LAPTOP_TIMER = 4, WB_REASON_FS_FREE_SPACE = 5, WB_REASON_FORKER_THREAD = 6, WB_REASON_FOREIGN_FLUSH = 7, WB_REASON_MAX = 8, }; struct bdi_writeback { struct backing_dev_info *bdi; long unsigned int state; long unsigned int last_old_flush; struct list_head b_dirty; struct list_head b_io; struct list_head b_more_io; struct list_head b_dirty_time; spinlock_t list_lock; atomic_t writeback_inodes; struct percpu_counter stat[4]; long unsigned int bw_time_stamp; long unsigned int dirtied_stamp; long unsigned int written_stamp; long unsigned int write_bandwidth; long unsigned int avg_write_bandwidth; long unsigned int dirty_ratelimit; long unsigned int balanced_dirty_ratelimit; struct fprop_local_percpu completions; int dirty_exceeded; enum wb_reason start_all_reason; spinlock_t work_lock; struct list_head work_list; struct delayed_work dwork; struct delayed_work bw_dwork; long unsigned int dirty_sleep; struct list_head bdi_node; struct percpu_ref refcnt; struct fprop_local_percpu memcg_completions; struct cgroup_subsys_state *memcg_css; struct cgroup_subsys_state *blkcg_css; struct list_head memcg_node; struct list_head blkcg_node; struct list_head b_attached; struct list_head offline_node; union { struct work_struct release_work; struct callback_head rcu; }; }; struct backing_dev_info { u64 id; struct rb_node rb_node; struct list_head bdi_list; long unsigned int ra_pages; long unsigned int io_pages; struct kref refcnt; unsigned int capabilities; unsigned int min_ratio; unsigned int max_ratio; unsigned int max_prop_frac; atomic_long_t tot_write_bandwidth; struct bdi_writeback wb; struct list_head wb_list; struct xarray cgwb_tree; struct mutex cgwb_release_mutex; struct rw_semaphore wb_switch_rwsem; wait_queue_head_t wb_waitq; struct device *dev; char dev_name[64]; struct device *owner; struct timer_list laptop_mode_wb_timer; struct dentry *debug_dir; }; enum ctx_state { CONTEXT_DISABLED = -1, CONTEXT_KERNEL = 0, CONTEXT_IDLE = 1, CONTEXT_USER = 2, CONTEXT_GUEST = 3, CONTEXT_MAX = 4, }; struct context_tracking { bool active; int recursion; atomic_t state; long int dynticks_nesting; long int dynticks_nmi_nesting; }; enum clock_event_state { CLOCK_EVT_STATE_DETACHED = 0, CLOCK_EVT_STATE_SHUTDOWN = 1, CLOCK_EVT_STATE_PERIODIC = 2, CLOCK_EVT_STATE_ONESHOT = 3, CLOCK_EVT_STATE_ONESHOT_STOPPED = 4, }; struct clock_event_device { void (*event_handler)(struct clock_event_device *); int (*set_next_event)(long unsigned int, struct clock_event_device *); int (*set_next_ktime)(ktime_t, struct clock_event_device *); ktime_t next_event; u64 max_delta_ns; u64 min_delta_ns; u32 mult; u32 shift; enum clock_event_state state_use_accessors; unsigned int features; long unsigned int retries; int (*set_state_periodic)(struct clock_event_device *); int (*set_state_oneshot)(struct clock_event_device *); int (*set_state_oneshot_stopped)(struct clock_event_device *); int (*set_state_shutdown)(struct clock_event_device *); int (*tick_resume)(struct clock_event_device *); void (*broadcast)(const struct cpumask *); void (*suspend)(struct clock_event_device *); void (*resume)(struct clock_event_device *); long unsigned int min_delta_ticks; long unsigned int max_delta_ticks; const char *name; int rating; int irq; int bound_on; const struct cpumask *cpumask; struct list_head list; struct module *owner; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct div_result { u64 result_high; u64 result_low; }; typedef struct { unsigned int __softirq_pending; unsigned int timer_irqs_event; unsigned int broadcast_irqs_event; unsigned int timer_irqs_others; unsigned int pmu_irqs; unsigned int mce_exceptions; unsigned int spurious_irqs; unsigned int sreset_irqs; unsigned int soft_nmi_irqs; unsigned int doorbell_irqs; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; } irq_cpustat_t; enum cpu_usage_stat { CPUTIME_USER = 0, CPUTIME_NICE = 1, CPUTIME_SYSTEM = 2, CPUTIME_SOFTIRQ = 3, CPUTIME_IRQ = 4, CPUTIME_IDLE = 5, CPUTIME_IOWAIT = 6, CPUTIME_STEAL = 7, CPUTIME_GUEST = 8, CPUTIME_GUEST_NICE = 9, NR_STATS = 10, }; struct kernel_cpustat { u64 cpustat[10]; }; struct rtc_time { int tm_sec; int tm_min; int tm_hour; int tm_mday; int tm_mon; int tm_year; int tm_wday; int tm_yday; int tm_isdst; }; enum { TASKSTATS_CMD_UNSPEC = 0, TASKSTATS_CMD_GET = 1, TASKSTATS_CMD_NEW = 2, __TASKSTATS_CMD_MAX = 3, }; enum ucount_type { UCOUNT_USER_NAMESPACES = 0, UCOUNT_PID_NAMESPACES = 1, UCOUNT_UTS_NAMESPACES = 2, UCOUNT_IPC_NAMESPACES = 3, UCOUNT_NET_NAMESPACES = 4, UCOUNT_MNT_NAMESPACES = 5, UCOUNT_CGROUP_NAMESPACES = 6, UCOUNT_TIME_NAMESPACES = 7, UCOUNT_INOTIFY_INSTANCES = 8, UCOUNT_INOTIFY_WATCHES = 9, UCOUNT_COUNTS = 10, }; enum rlimit_type { UCOUNT_RLIMIT_NPROC = 0, UCOUNT_RLIMIT_MSGQUEUE = 1, UCOUNT_RLIMIT_SIGPENDING = 2, UCOUNT_RLIMIT_MEMLOCK = 3, UCOUNT_RLIMIT_COUNTS = 4, }; enum cgroup_bpf_attach_type { CGROUP_BPF_ATTACH_TYPE_INVALID = -1, CGROUP_INET_INGRESS = 0, CGROUP_INET_EGRESS = 1, CGROUP_INET_SOCK_CREATE = 2, CGROUP_SOCK_OPS = 3, CGROUP_DEVICE = 4, CGROUP_INET4_BIND = 5, CGROUP_INET6_BIND = 6, CGROUP_INET4_CONNECT = 7, CGROUP_INET6_CONNECT = 8, CGROUP_INET4_POST_BIND = 9, CGROUP_INET6_POST_BIND = 10, CGROUP_UDP4_SENDMSG = 11, CGROUP_UDP6_SENDMSG = 12, CGROUP_SYSCTL = 13, CGROUP_UDP4_RECVMSG = 14, CGROUP_UDP6_RECVMSG = 15, CGROUP_GETSOCKOPT = 16, CGROUP_SETSOCKOPT = 17, CGROUP_INET4_GETPEERNAME = 18, CGROUP_INET6_GETPEERNAME = 19, CGROUP_INET4_GETSOCKNAME = 20, CGROUP_INET6_GETSOCKNAME = 21, CGROUP_INET_SOCK_RELEASE = 22, CGROUP_LSM_START = 23, CGROUP_LSM_END = 32, MAX_CGROUP_BPF_ATTACH_TYPE = 33, }; enum psi_task_count { NR_IOWAIT = 0, NR_MEMSTALL = 1, NR_RUNNING = 2, NR_MEMSTALL_RUNNING = 3, NR_PSI_TASK_COUNTS = 4, }; enum psi_res { PSI_IO = 0, PSI_MEM = 1, PSI_CPU = 2, NR_PSI_RESOURCES = 3, }; enum psi_states { PSI_IO_SOME = 0, PSI_IO_FULL = 1, PSI_MEM_SOME = 2, PSI_MEM_FULL = 3, PSI_CPU_SOME = 4, PSI_CPU_FULL = 5, PSI_NONIDLE = 6, NR_PSI_STATES = 7, }; enum psi_aggregators { PSI_AVGS = 0, PSI_POLL = 1, NR_PSI_AGGREGATORS = 2, }; enum cgroup_subsys_id { cpuset_cgrp_id = 0, cpu_cgrp_id = 1, cpuacct_cgrp_id = 2, io_cgrp_id = 3, memory_cgrp_id = 4, devices_cgrp_id = 5, freezer_cgrp_id = 6, perf_event_cgrp_id = 7, hugetlb_cgrp_id = 8, pids_cgrp_id = 9, misc_cgrp_id = 10, CGROUP_SUBSYS_COUNT = 11, }; enum wb_stat_item { WB_RECLAIMABLE = 0, WB_WRITEBACK = 1, WB_DIRTIED = 2, WB_WRITTEN = 3, NR_WB_STAT_ITEMS = 4, }; enum memcg_memory_event { MEMCG_LOW = 0, MEMCG_HIGH = 1, MEMCG_MAX = 2, MEMCG_OOM = 3, MEMCG_OOM_KILL = 4, MEMCG_OOM_GROUP_KILL = 5, MEMCG_SWAP_HIGH = 6, MEMCG_SWAP_MAX = 7, MEMCG_SWAP_FAIL = 8, MEMCG_NR_MEMORY_EVENTS = 9, }; struct mem_cgroup_reclaim_iter { struct mem_cgroup *position; unsigned int generation; }; struct shrinker_info { struct callback_head rcu; atomic_long_t *nr_deferred; long unsigned int *map; int map_nr_max; }; struct lruvec_stats_percpu { long int state[43]; long int state_prev[43]; }; struct lruvec_stats { long int state[43]; long int state_local[43]; long int state_pending[43]; }; struct mem_cgroup_per_node { struct lruvec lruvec; struct lruvec_stats_percpu *lruvec_stats_percpu; struct lruvec_stats lruvec_stats; long unsigned int lru_zone_size[15]; struct mem_cgroup_reclaim_iter iter; struct shrinker_info *shrinker_info; struct rb_node tree_node; long unsigned int usage_in_excess; bool on_tree; struct mem_cgroup *memcg; }; struct eventfd_ctx; struct mem_cgroup_threshold { struct eventfd_ctx *eventfd; long unsigned int threshold; }; struct mem_cgroup_threshold_ary { int current_threshold; unsigned int size; struct mem_cgroup_threshold entries[0]; }; struct obj_cgroup { struct percpu_ref refcnt; struct mem_cgroup *memcg; atomic_t nr_charged_bytes; union { struct list_head list; struct callback_head rcu; }; }; struct percpu_cluster { struct swap_cluster_info index; unsigned int next; }; struct arch_vdso_data {}; struct vdso_timestamp { u64 sec; u64 nsec; }; struct vdso_data { u32 seq; s32 clock_mode; u64 cycle_last; u64 mask; u32 mult; u32 shift; union { struct vdso_timestamp basetime[12]; struct timens_offset offset[12]; }; s32 tz_minuteswest; s32 tz_dsttime; u32 hrtimer_res; u32 __unused; struct arch_vdso_data arch_data; }; struct vdso_arch_data { __u8 eye_catcher[16]; struct { __u32 major; __u32 minor; } version; __u32 platform; __u32 processor; __u64 processorCount; __u64 physicalMemorySize; __u64 tb_orig_stamp; __u64 tb_ticks_per_sec; __u64 tb_to_xs; __u64 stamp_xsec; __u64 tb_update_count; __u32 tz_minuteswest; __u32 tz_dsttime; __u32 dcache_size; __u32 dcache_line_size; __u32 icache_size; __u32 icache_line_size; __u32 dcache_block_size; __u32 icache_block_size; __u32 dcache_log_block_size; __u32 icache_log_block_size; __u32 syscall_map[15]; __u32 compat_syscall_map[15]; struct vdso_data data[2]; }; struct mem_section_usage { long unsigned int subsection_map[1]; long unsigned int pageblock_flags[0]; }; struct page_ext; struct mem_section { long unsigned int section_mem_map; struct mem_section_usage *usage; struct page_ext *page_ext; long unsigned int pad; }; struct page_ext { long unsigned int flags; }; enum { SECTION_MARKED_PRESENT_BIT = 0, SECTION_HAS_MEM_MAP_BIT = 1, SECTION_IS_ONLINE_BIT = 2, SECTION_IS_EARLY_BIT = 3, SECTION_TAINT_ZONE_DEVICE_BIT = 4, SECTION_MAP_LAST_BIT = 5, }; typedef bool (*stack_trace_consume_fn)(void *, long unsigned int); struct ppc_debug_info { __u32 version; __u32 num_instruction_bps; __u32 num_data_bps; __u32 num_condition_regs; __u32 data_bp_alignment; __u32 sizeof_condition; __u64 features; }; struct ppc_hw_breakpoint { __u32 version; __u32 trigger_type; __u32 addr_mode; __u32 condition_mode; __u64 addr; __u64 addr2; __u64 condition_value; }; enum perf_type_id { PERF_TYPE_HARDWARE = 0, PERF_TYPE_SOFTWARE = 1, PERF_TYPE_TRACEPOINT = 2, PERF_TYPE_HW_CACHE = 3, PERF_TYPE_RAW = 4, PERF_TYPE_BREAKPOINT = 5, PERF_TYPE_MAX = 6, }; struct mce_error_info { enum MCE_ErrorType error_type: 8; union { enum MCE_UeErrorType ue_error_type: 8; enum MCE_SlbErrorType slb_error_type: 8; enum MCE_EratErrorType erat_error_type: 8; enum MCE_TlbErrorType tlb_error_type: 8; enum MCE_UserErrorType user_error_type: 8; enum MCE_RaErrorType ra_error_type: 8; enum MCE_LinkErrorType link_error_type: 8; } u; enum MCE_Severity severity: 8; enum MCE_Initiator initiator: 8; enum MCE_ErrorClass error_class: 8; bool sync_error; bool ignore_event; }; enum { TLB_INVAL_SCOPE_GLOBAL = 0, TLB_INVAL_SCOPE_LPID = 1, }; struct mce_ierror_table { long unsigned int srr1_mask; long unsigned int srr1_value; bool nip_valid; unsigned int error_type; unsigned int error_subtype; unsigned int error_class; unsigned int initiator; unsigned int severity; bool sync_error; }; struct mce_derror_table { long unsigned int dsisr_value; bool dar_valid; unsigned int error_type; unsigned int error_subtype; unsigned int error_class; unsigned int initiator; unsigned int severity; bool sync_error; }; struct proc_ops { unsigned int proc_flags; int (*proc_open)(struct inode *, struct file *); ssize_t (*proc_read)(struct file *, char *, size_t, loff_t *); ssize_t (*proc_read_iter)(struct kiocb *, struct iov_iter *); ssize_t (*proc_write)(struct file *, const char *, size_t, loff_t *); loff_t (*proc_lseek)(struct file *, loff_t, int); int (*proc_release)(struct inode *, struct file *); __poll_t (*proc_poll)(struct file *, struct poll_table_struct *); long int (*proc_ioctl)(struct file *, unsigned int, long unsigned int); int (*proc_mmap)(struct file *, struct vm_area_struct *); long unsigned int (*proc_get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); }; enum { HI_SOFTIRQ = 0, TIMER_SOFTIRQ = 1, NET_TX_SOFTIRQ = 2, NET_RX_SOFTIRQ = 3, BLOCK_SOFTIRQ = 4, IRQ_POLL_SOFTIRQ = 5, TASKLET_SOFTIRQ = 6, SCHED_SOFTIRQ = 7, HRTIMER_SOFTIRQ = 8, RCU_SOFTIRQ = 9, NR_SOFTIRQS = 10, }; enum rtas_function_index { RTAS_FNIDX__CHECK_EXCEPTION = 0, RTAS_FNIDX__DISPLAY_CHARACTER = 1, RTAS_FNIDX__EVENT_SCAN = 2, RTAS_FNIDX__FREEZE_TIME_BASE = 3, RTAS_FNIDX__GET_POWER_LEVEL = 4, RTAS_FNIDX__GET_SENSOR_STATE = 5, RTAS_FNIDX__GET_TERM_CHAR = 6, RTAS_FNIDX__GET_TIME_OF_DAY = 7, RTAS_FNIDX__IBM_ACTIVATE_FIRMWARE = 8, RTAS_FNIDX__IBM_CBE_START_PTCAL = 9, RTAS_FNIDX__IBM_CBE_STOP_PTCAL = 10, RTAS_FNIDX__IBM_CHANGE_MSI = 11, RTAS_FNIDX__IBM_CLOSE_ERRINJCT = 12, RTAS_FNIDX__IBM_CONFIGURE_BRIDGE = 13, RTAS_FNIDX__IBM_CONFIGURE_CONNECTOR = 14, RTAS_FNIDX__IBM_CONFIGURE_KERNEL_DUMP = 15, RTAS_FNIDX__IBM_CONFIGURE_PE = 16, RTAS_FNIDX__IBM_CREATE_PE_DMA_WINDOW = 17, RTAS_FNIDX__IBM_DISPLAY_MESSAGE = 18, RTAS_FNIDX__IBM_ERRINJCT = 19, RTAS_FNIDX__IBM_EXTI2C = 20, RTAS_FNIDX__IBM_GET_CONFIG_ADDR_INFO = 21, RTAS_FNIDX__IBM_GET_CONFIG_ADDR_INFO2 = 22, RTAS_FNIDX__IBM_GET_DYNAMIC_SENSOR_STATE = 23, RTAS_FNIDX__IBM_GET_INDICES = 24, RTAS_FNIDX__IBM_GET_RIO_TOPOLOGY = 25, RTAS_FNIDX__IBM_GET_SYSTEM_PARAMETER = 26, RTAS_FNIDX__IBM_GET_VPD = 27, RTAS_FNIDX__IBM_GET_XIVE = 28, RTAS_FNIDX__IBM_INT_OFF = 29, RTAS_FNIDX__IBM_INT_ON = 30, RTAS_FNIDX__IBM_IO_QUIESCE_ACK = 31, RTAS_FNIDX__IBM_LPAR_PERFTOOLS = 32, RTAS_FNIDX__IBM_MANAGE_FLASH_IMAGE = 33, RTAS_FNIDX__IBM_MANAGE_STORAGE_PRESERVATION = 34, RTAS_FNIDX__IBM_NMI_INTERLOCK = 35, RTAS_FNIDX__IBM_NMI_REGISTER = 36, RTAS_FNIDX__IBM_OPEN_ERRINJCT = 37, RTAS_FNIDX__IBM_OPEN_SRIOV_ALLOW_UNFREEZE = 38, RTAS_FNIDX__IBM_OPEN_SRIOV_MAP_PE_NUMBER = 39, RTAS_FNIDX__IBM_OS_TERM = 40, RTAS_FNIDX__IBM_PARTNER_CONTROL = 41, RTAS_FNIDX__IBM_PHYSICAL_ATTESTATION = 42, RTAS_FNIDX__IBM_PLATFORM_DUMP = 43, RTAS_FNIDX__IBM_POWER_OFF_UPS = 44, RTAS_FNIDX__IBM_QUERY_INTERRUPT_SOURCE_NUMBER = 45, RTAS_FNIDX__IBM_QUERY_PE_DMA_WINDOW = 46, RTAS_FNIDX__IBM_READ_PCI_CONFIG = 47, RTAS_FNIDX__IBM_READ_SLOT_RESET_STATE = 48, RTAS_FNIDX__IBM_READ_SLOT_RESET_STATE2 = 49, RTAS_FNIDX__IBM_REMOVE_PE_DMA_WINDOW = 50, RTAS_FNIDX__IBM_RESET_PE_DMA_WINDOWS = 51, RTAS_FNIDX__IBM_SCAN_LOG_DUMP = 52, RTAS_FNIDX__IBM_SET_DYNAMIC_INDICATOR = 53, RTAS_FNIDX__IBM_SET_EEH_OPTION = 54, RTAS_FNIDX__IBM_SET_SLOT_RESET = 55, RTAS_FNIDX__IBM_SET_SYSTEM_PARAMETER = 56, RTAS_FNIDX__IBM_SET_XIVE = 57, RTAS_FNIDX__IBM_SLOT_ERROR_DETAIL = 58, RTAS_FNIDX__IBM_SUSPEND_ME = 59, RTAS_FNIDX__IBM_TUNE_DMA_PARMS = 60, RTAS_FNIDX__IBM_UPDATE_FLASH_64_AND_REBOOT = 61, RTAS_FNIDX__IBM_UPDATE_NODES = 62, RTAS_FNIDX__IBM_UPDATE_PROPERTIES = 63, RTAS_FNIDX__IBM_VALIDATE_FLASH_IMAGE = 64, RTAS_FNIDX__IBM_WRITE_PCI_CONFIG = 65, RTAS_FNIDX__NVRAM_FETCH = 66, RTAS_FNIDX__NVRAM_STORE = 67, RTAS_FNIDX__POWER_OFF = 68, RTAS_FNIDX__PUT_TERM_CHAR = 69, RTAS_FNIDX__QUERY_CPU_STOPPED_STATE = 70, RTAS_FNIDX__READ_PCI_CONFIG = 71, RTAS_FNIDX__RTAS_LAST_ERROR = 72, RTAS_FNIDX__SET_INDICATOR = 73, RTAS_FNIDX__SET_POWER_LEVEL = 74, RTAS_FNIDX__SET_TIME_FOR_POWER_ON = 75, RTAS_FNIDX__SET_TIME_OF_DAY = 76, RTAS_FNIDX__START_CPU = 77, RTAS_FNIDX__STOP_SELF = 78, RTAS_FNIDX__SYSTEM_REBOOT = 79, RTAS_FNIDX__THAW_TIME_BASE = 80, RTAS_FNIDX__WRITE_PCI_CONFIG = 81, }; typedef struct { const enum rtas_function_index index; } rtas_fn_handle_t; struct individual_sensor { unsigned int token; unsigned int quant; }; struct rtas_sensors { struct individual_sensor sensor[17]; unsigned int quant; }; enum pageflags { PG_locked = 0, PG_writeback = 1, PG_referenced = 2, PG_uptodate = 3, PG_dirty = 4, PG_lru = 5, PG_head = 6, PG_waiters = 7, PG_active = 8, PG_workingset = 9, PG_error = 10, PG_slab = 11, PG_owner_priv_1 = 12, PG_arch_1 = 13, PG_reserved = 14, PG_private = 15, PG_private_2 = 16, PG_mappedtodisk = 17, PG_reclaim = 18, PG_swapbacked = 19, PG_unevictable = 20, PG_mlocked = 21, __NR_PAGEFLAGS = 22, PG_readahead = 18, PG_anon_exclusive = 17, PG_checked = 12, PG_swapcache = 12, PG_fscache = 16, PG_pinned = 12, PG_savepinned = 4, PG_foreign = 12, PG_xen_remapped = 12, PG_isolated = 18, PG_reported = 3, PG_vmemmap_self_hosted = 12, PG_has_hwpoisoned = 10, PG_hugetlb = 8, PG_large_rmappable = 9, }; struct rtas_t { long unsigned int entry; long unsigned int base; long unsigned int size; struct device_node *dev; }; enum jump_label_type { JUMP_LABEL_NOP = 0, JUMP_LABEL_JMP = 1, }; enum { TRACE_FTRACE_BIT = 0, TRACE_FTRACE_NMI_BIT = 1, TRACE_FTRACE_IRQ_BIT = 2, TRACE_FTRACE_SIRQ_BIT = 3, TRACE_FTRACE_TRANSITION_BIT = 4, TRACE_INTERNAL_BIT = 5, TRACE_INTERNAL_NMI_BIT = 6, TRACE_INTERNAL_IRQ_BIT = 7, TRACE_INTERNAL_SIRQ_BIT = 8, TRACE_INTERNAL_TRANSITION_BIT = 9, TRACE_BRANCH_BIT = 10, TRACE_IRQ_BIT = 11, TRACE_GRAPH_BIT = 12, TRACE_GRAPH_DEPTH_START_BIT = 13, TRACE_GRAPH_DEPTH_END_BIT = 14, TRACE_GRAPH_NOTRACE_BIT = 15, TRACE_RECORD_RECURSION_BIT = 16, }; enum { TRACE_CTX_NMI = 0, TRACE_CTX_IRQ = 1, TRACE_CTX_SOFTIRQ = 2, TRACE_CTX_NORMAL = 3, TRACE_CTX_TRANSITION = 4, }; typedef u32 kprobe_opcode_t; struct arch_specific_insn { kprobe_opcode_t *insn; int boostable; }; struct kprobe; struct prev_kprobe { struct kprobe *kp; long unsigned int status; long unsigned int saved_msr; }; typedef int (*kprobe_pre_handler_t)(struct kprobe *, struct pt_regs *); typedef void (*kprobe_post_handler_t)(struct kprobe *, struct pt_regs *, long unsigned int); struct kprobe { struct hlist_node hlist; struct list_head list; long unsigned int nmissed; kprobe_opcode_t *addr; const char *symbol_name; unsigned int offset; kprobe_pre_handler_t pre_handler; kprobe_post_handler_t post_handler; kprobe_opcode_t opcode; struct arch_specific_insn ainsn; u32 flags; }; struct kprobe_ctlblk { long unsigned int kprobe_status; long unsigned int kprobe_saved_msr; struct prev_kprobe prev_kprobe; }; struct pci_device_id { __u32 vendor; __u32 device; __u32 subvendor; __u32 subdevice; __u32 class; __u32 class_mask; kernel_ulong_t driver_data; __u32 override_only; }; struct resource { resource_size_t start; resource_size_t end; const char *name; long unsigned int flags; long unsigned int desc; struct resource *parent; struct resource *sibling; struct resource *child; }; struct iommu_table_group; struct pci_dn { int flags; int busno; int devfn; int vendor_id; int device_id; int class_code; struct pci_dn *parent; struct pci_controller *phb; struct iommu_table_group *table_group; int pci_ext_config_space; struct eeh_dev *edev; unsigned int pe_number; int mps; struct list_head child_list; struct list_head list; struct resource holes[6]; }; struct iopf_device_param; struct iommu_fault_param; struct iommu_fwspec; struct dev_iommu { struct mutex lock; struct iommu_fault_param *fault_param; struct iopf_device_param *iopf_param; struct iommu_fwspec *fwspec; struct iommu_device *iommu_dev; void *priv; u32 max_pasids; u32 attach_deferred: 1; u32 pci_32bit_workaround: 1; u32 require_direct: 1; }; typedef int pci_power_t; typedef unsigned int pci_channel_state_t; typedef short unsigned int pci_dev_flags_t; struct pci_vpd { struct mutex lock; unsigned int len; u8 cap; }; struct proc_dir_entry; struct pci_slot; struct pci_driver; struct pcie_link_state; struct pci_dev { struct list_head bus_list; struct pci_bus *bus; struct pci_bus *subordinate; void *sysdata; struct proc_dir_entry *procent; struct pci_slot *slot; unsigned int devfn; short unsigned int vendor; short unsigned int device; short unsigned int subsystem_vendor; short unsigned int subsystem_device; unsigned int class; u8 revision; u8 hdr_type; u32 devcap; u8 pcie_cap; u8 msi_cap; u8 msix_cap; u8 pcie_mpss: 3; u8 rom_base_reg; u8 pin; u16 pcie_flags_reg; long unsigned int *dma_alias_mask; struct pci_driver *driver; u64 dma_mask; struct device_dma_parameters dma_parms; pci_power_t current_state; u8 pm_cap; unsigned int imm_ready: 1; unsigned int pme_support: 5; unsigned int pme_poll: 1; unsigned int d1_support: 1; unsigned int d2_support: 1; unsigned int no_d1d2: 1; unsigned int no_d3cold: 1; unsigned int bridge_d3: 1; unsigned int d3cold_allowed: 1; unsigned int mmio_always_on: 1; unsigned int wakeup_prepared: 1; unsigned int skip_bus_pm: 1; unsigned int ignore_hotplug: 1; unsigned int hotplug_user_indicators: 1; unsigned int clear_retrain_link: 1; unsigned int d3hot_delay; unsigned int d3cold_delay; struct pcie_link_state *link_state; u16 l1ss; unsigned int ltr_path: 1; unsigned int pasid_no_tlp: 1; unsigned int eetlp_prefix_path: 1; pci_channel_state_t error_state; struct device dev; int cfg_size; unsigned int irq; struct resource resource[11]; struct resource driver_exclusive_resource; bool match_driver; unsigned int transparent: 1; unsigned int io_window: 1; unsigned int pref_window: 1; unsigned int pref_64_window: 1; unsigned int multifunction: 1; unsigned int is_busmaster: 1; unsigned int no_msi: 1; unsigned int no_64bit_msi: 1; unsigned int block_cfg_access: 1; unsigned int broken_parity_status: 1; unsigned int irq_reroute_variant: 2; unsigned int msi_enabled: 1; unsigned int msix_enabled: 1; unsigned int ari_enabled: 1; unsigned int ats_enabled: 1; unsigned int pasid_enabled: 1; unsigned int pri_enabled: 1; unsigned int is_managed: 1; unsigned int is_msi_managed: 1; unsigned int needs_freset: 1; unsigned int state_saved: 1; unsigned int is_physfn: 1; unsigned int is_virtfn: 1; unsigned int is_hotplug_bridge: 1; unsigned int shpc_managed: 1; unsigned int is_thunderbolt: 1; unsigned int untrusted: 1; unsigned int external_facing: 1; unsigned int broken_intx_masking: 1; unsigned int io_window_1k: 1; unsigned int irq_managed: 1; unsigned int non_compliant_bars: 1; unsigned int is_probed: 1; unsigned int link_active_reporting: 1; unsigned int no_vf_scan: 1; unsigned int no_command_memory: 1; unsigned int rom_bar_overlap: 1; unsigned int rom_attr_enabled: 1; pci_dev_flags_t dev_flags; atomic_t enable_cnt; spinlock_t pcie_cap_lock; u32 saved_config_space[16]; struct hlist_head saved_cap_space; struct bin_attribute *res_attr[11]; struct bin_attribute *res_attr_wc[11]; void *msix_base; raw_spinlock_t msi_lock; struct pci_vpd vpd; u16 acs_cap; phys_addr_t rom; size_t romlen; const char *driver_override; long unsigned int priv_flags; u8 reset_methods[7]; }; struct pci_controller_ops { void (*dma_dev_setup)(struct pci_dev *); void (*dma_bus_setup)(struct pci_bus *); bool (*iommu_bypass_supported)(struct pci_dev *, u64); int (*probe_mode)(struct pci_bus *); bool (*enable_device_hook)(struct pci_dev *); void (*disable_device)(struct pci_dev *); void (*release_device)(struct pci_dev *); resource_size_t (*window_alignment)(struct pci_bus *, long unsigned int); void (*setup_bridge)(struct pci_bus *, long unsigned int); void (*reset_secondary_bus)(struct pci_dev *); int (*setup_msi_irqs)(struct pci_dev *, int, int); void (*teardown_msi_irqs)(struct pci_dev *); void (*shutdown)(struct pci_controller *); struct iommu_group * (*device_group)(struct pci_controller *, struct pci_dev *); }; struct iommu_device { struct list_head list; const struct iommu_ops *ops; struct fwnode_handle *fwnode; struct device *dev; u32 max_pasids; }; struct pci_ops; struct pci_controller { struct pci_bus *bus; char is_dynamic; int node; struct device_node *dn; struct list_head list_node; struct device *parent; int first_busno; int last_busno; int self_busno; struct resource busn; void *io_base_virt; void *io_base_alloc; resource_size_t io_base_phys; resource_size_t pci_io_size; resource_size_t isa_mem_phys; resource_size_t isa_mem_size; struct pci_controller_ops controller_ops; struct pci_ops *ops; unsigned int *cfg_addr; void *cfg_data; u32 indirect_type; struct resource io_resource; struct resource mem_resources[3]; resource_size_t mem_offset[3]; int global_number; resource_size_t dma_window_base_cur; resource_size_t dma_window_size; long unsigned int buid; struct pci_dn *pci_data; void *private_data; struct irq_domain *dev_domain; struct irq_domain *msi_domain; struct fwnode_handle *fwnode; struct iommu_device iommu; }; typedef short unsigned int pci_bus_flags_t; struct pci_bus { struct list_head node; struct pci_bus *parent; struct list_head children; struct list_head devices; struct pci_dev *self; struct list_head slots; struct resource *resource[4]; struct list_head resources; struct resource busn_res; struct pci_ops *ops; void *sysdata; struct proc_dir_entry *procdir; unsigned char number; unsigned char primary; unsigned char max_bus_speed; unsigned char cur_bus_speed; char name[48]; short unsigned int bridge_ctl; pci_bus_flags_t bus_flags; struct device *bridge; struct device dev; struct bin_attribute *legacy_io; struct bin_attribute *legacy_mem; unsigned int is_added: 1; unsigned int unsafe_warn: 1; }; struct hotplug_slot; struct pci_slot { struct pci_bus *bus; struct list_head list; struct hotplug_slot *hotplug; unsigned char number; struct kobject kobj; }; enum { PCI_STD_RESOURCES = 0, PCI_STD_RESOURCE_END = 5, PCI_ROM_RESOURCE = 6, PCI_BRIDGE_RESOURCES = 7, PCI_BRIDGE_RESOURCE_END = 10, PCI_NUM_RESOURCES = 11, DEVICE_COUNT_RESOURCE = 11, }; typedef unsigned int pcie_reset_state_t; struct pci_dynids { spinlock_t lock; struct list_head list; }; struct pci_error_handlers; struct pci_driver { struct list_head node; const char *name; const struct pci_device_id *id_table; int (*probe)(struct pci_dev *, const struct pci_device_id *); void (*remove)(struct pci_dev *); int (*suspend)(struct pci_dev *, pm_message_t); int (*resume)(struct pci_dev *); void (*shutdown)(struct pci_dev *); int (*sriov_configure)(struct pci_dev *, int); int (*sriov_set_msix_vec_count)(struct pci_dev *, int); u32 (*sriov_get_vf_total_msix)(struct pci_dev *); const struct pci_error_handlers *err_handler; const struct attribute_group **groups; const struct attribute_group **dev_groups; struct device_driver driver; struct pci_dynids dynids; bool driver_managed_dma; }; struct pci_ops { int (*add_bus)(struct pci_bus *); void (*remove_bus)(struct pci_bus *); void * (*map_bus)(struct pci_bus *, unsigned int, int); int (*read)(struct pci_bus *, unsigned int, int, int, u32 *); int (*write)(struct pci_bus *, unsigned int, int, int, u32); }; typedef unsigned int pci_ers_result_t; struct pci_error_handlers { pci_ers_result_t (*error_detected)(struct pci_dev *, pci_channel_state_t); pci_ers_result_t (*mmio_enabled)(struct pci_dev *); pci_ers_result_t (*slot_reset)(struct pci_dev *); void (*reset_prepare)(struct pci_dev *); void (*reset_done)(struct pci_dev *); void (*resume)(struct pci_dev *); void (*cor_error_detected)(struct pci_dev *); }; struct scatterlist { long unsigned int page_link; unsigned int offset; unsigned int length; dma_addr_t dma_address; unsigned int dma_length; }; struct sg_table { struct scatterlist *sgl; unsigned int nents; unsigned int orig_nents; }; struct of_phandle_args { struct device_node *np; int args_count; uint32_t args[16]; }; struct iommu_fault_unrecoverable { __u32 reason; __u32 flags; __u32 pasid; __u32 perm; __u64 addr; __u64 fetch_addr; }; struct iommu_fault_page_request { __u32 flags; __u32 pasid; __u32 grpid; __u32 perm; __u64 addr; __u64 private_data[2]; }; struct iommu_fault { __u32 type; __u32 padding; union { struct iommu_fault_unrecoverable event; struct iommu_fault_page_request prm; __u8 padding2[56]; }; }; enum iommu_page_response_code { IOMMU_PAGE_RESP_SUCCESS = 0, IOMMU_PAGE_RESP_INVALID = 1, IOMMU_PAGE_RESP_FAILURE = 2, }; struct iommu_page_response { __u32 argsz; __u32 version; __u32 flags; __u32 pasid; __u32 grpid; __u32 code; }; typedef int (*iommu_fault_handler_t)(struct iommu_domain *, struct device *, long unsigned int, int, void *); struct iommu_domain_geometry { dma_addr_t aperture_start; dma_addr_t aperture_end; bool force_aperture; }; struct iommu_dma_cookie; struct iommu_domain { unsigned int type; const struct iommu_domain_ops *ops; long unsigned int pgsize_bitmap; struct iommu_domain_geometry geometry; struct iommu_dma_cookie *iova_cookie; enum iommu_page_response_code (*iopf_handler)(struct iommu_fault *, void *); void *fault_data; union { struct { iommu_fault_handler_t handler; void *handler_token; }; struct { struct mm_struct *mm; int users; }; }; }; typedef int (*iommu_dev_fault_handler_t)(struct iommu_fault *, void *); struct iommu_iotlb_gather; struct iommu_domain_ops { int (*attach_dev)(struct iommu_domain *, struct device *); int (*set_dev_pasid)(struct iommu_domain *, struct device *, ioasid_t); int (*map)(struct iommu_domain *, long unsigned int, phys_addr_t, size_t, int, gfp_t); int (*map_pages)(struct iommu_domain *, long unsigned int, phys_addr_t, size_t, size_t, int, gfp_t, size_t *); size_t (*unmap)(struct iommu_domain *, long unsigned int, size_t, struct iommu_iotlb_gather *); size_t (*unmap_pages)(struct iommu_domain *, long unsigned int, size_t, size_t, struct iommu_iotlb_gather *); void (*flush_iotlb_all)(struct iommu_domain *); void (*iotlb_sync_map)(struct iommu_domain *, long unsigned int, size_t); void (*iotlb_sync)(struct iommu_domain *, struct iommu_iotlb_gather *); phys_addr_t (*iova_to_phys)(struct iommu_domain *, dma_addr_t); bool (*enforce_cache_coherency)(struct iommu_domain *); int (*enable_nesting)(struct iommu_domain *); int (*set_pgtable_quirks)(struct iommu_domain *, long unsigned int); void (*free)(struct iommu_domain *); }; struct iommu_iotlb_gather { long unsigned int start; long unsigned int end; size_t pgsize; struct list_head freelist; bool queued; }; struct iommu_fault_event { struct iommu_fault fault; struct list_head list; }; struct iommu_fault_param { iommu_dev_fault_handler_t handler; void *data; struct list_head faults; struct mutex lock; }; struct iommu_fwspec { const struct iommu_ops *ops; struct fwnode_handle *iommu_fwnode; u32 flags; unsigned int num_ids; u32 ids[0]; }; struct mhp_params { struct vmem_altmap *altmap; pgprot_t pgprot; struct dev_pagemap *pgmap; }; struct io_tlb_area; struct io_tlb_slot; struct io_tlb_pool { phys_addr_t start; phys_addr_t end; void *vaddr; long unsigned int nslabs; bool late_alloc; unsigned int nareas; unsigned int area_nslabs; struct io_tlb_area *areas; struct io_tlb_slot *slots; }; struct io_tlb_mem { struct io_tlb_pool defpool; long unsigned int nslabs; struct dentry *debugfs; bool force_bounce; bool for_alloc; atomic_long_t total_used; atomic_long_t used_hiwater; }; enum memblock_flags { MEMBLOCK_NONE = 0, MEMBLOCK_HOTPLUG = 1, MEMBLOCK_MIRROR = 2, MEMBLOCK_NOMAP = 4, MEMBLOCK_DRIVER_MANAGED = 8, }; struct memblock_region { phys_addr_t base; phys_addr_t size; enum memblock_flags flags; int nid; }; struct memblock_type { long unsigned int cnt; long unsigned int max; phys_addr_t total_size; struct memblock_region *regions; char *name; }; struct memblock { bool bottom_up; phys_addr_t current_limit; struct memblock_type memory; struct memblock_type reserved; }; typedef unsigned int slab_flags_t; typedef u8 uint8_t; typedef struct { pte_t pte; long unsigned int hidx; } real_pte_t; struct mmu_psize_def { unsigned int shift; int penc[16]; unsigned int tlbiel; long unsigned int avpnm; long unsigned int h_rpt_pgsize; union { long unsigned int sllp; long unsigned int ap; }; }; struct mmu_hash_ops { void (*hpte_invalidate)(long unsigned int, long unsigned int, int, int, int, int); long int (*hpte_updatepp)(long unsigned int, long unsigned int, long unsigned int, int, int, int, long unsigned int); void (*hpte_updateboltedpp)(long unsigned int, long unsigned int, int, int); long int (*hpte_insert)(long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, int, int, int); long int (*hpte_remove)(long unsigned int); int (*hpte_removebolted)(long unsigned int, int, int); void (*flush_hash_range)(long unsigned int, int); void (*hugepage_invalidate)(long unsigned int, long unsigned int, unsigned char *, int, int, int); int (*resize_hpt)(long unsigned int); void (*hpte_clear_all)(); }; struct hash_pte { __be64 v; __be64 r; }; struct patb_entry { __be64 patb0; __be64 patb1; }; struct mempolicy { atomic_t refcnt; short unsigned int mode; short unsigned int flags; nodemask_t nodes; int home_node; union { nodemask_t cpuset_mems_allowed; nodemask_t user_nodemask; } w; }; struct ppc64_tlb_batch { int active; long unsigned int index; struct mm_struct *mm; real_pte_t pte[192]; long unsigned int vpn[192]; unsigned int psize; int ssize; }; struct stress_hpt_struct { long unsigned int last_group[16]; }; typedef void (*rcu_callback_t)(struct callback_head *); enum { FOLL_WRITE = 1, FOLL_GET = 2, FOLL_DUMP = 4, FOLL_FORCE = 8, FOLL_NOWAIT = 16, FOLL_NOFAULT = 32, FOLL_HWPOISON = 64, FOLL_ANON = 128, FOLL_LONGTERM = 256, FOLL_SPLIT_PMD = 512, FOLL_PCI_P2PDMA = 1024, FOLL_INTERRUPTIBLE = 2048, FOLL_HONOR_NUMA_FAULT = 4096, }; enum migrate_reason { MR_COMPACTION = 0, MR_MEMORY_FAILURE = 1, MR_MEMORY_HOTPLUG = 2, MR_SYSCALL = 3, MR_MEMPOLICY_MBIND = 4, MR_NUMA_MISPLACED = 5, MR_CONTIG_RANGE = 6, MR_LONGTERM_PIN = 7, MR_DEMOTION = 8, MR_TYPES = 9, }; struct mm_iommu_table_group_mem_t { struct list_head next; struct callback_head rcu; long unsigned int used; atomic64_t mapped; unsigned int pageshift; u64 ua; u64 entries; union { struct page **hpages; phys_addr_t *hpas; }; u64 dev_hpa; }; typedef long unsigned int pte_basic_t; typedef struct { pgd_t pgd; } p4d_t; struct encoded_page; struct vm_struct { struct vm_struct *next; void *addr; long unsigned int size; long unsigned int flags; struct page **pages; unsigned int page_order; unsigned int nr_pages; phys_addr_t phys_addr; const void *caller; }; enum cpuhp_state { CPUHP_INVALID = -1, CPUHP_OFFLINE = 0, CPUHP_CREATE_THREADS = 1, CPUHP_PERF_PREPARE = 2, CPUHP_PERF_X86_PREPARE = 3, CPUHP_PERF_X86_AMD_UNCORE_PREP = 4, CPUHP_PERF_POWER = 5, CPUHP_PERF_SUPERH = 6, CPUHP_X86_HPET_DEAD = 7, CPUHP_X86_APB_DEAD = 8, CPUHP_X86_MCE_DEAD = 9, CPUHP_VIRT_NET_DEAD = 10, CPUHP_IBMVNIC_DEAD = 11, CPUHP_SLUB_DEAD = 12, CPUHP_DEBUG_OBJ_DEAD = 13, CPUHP_MM_WRITEBACK_DEAD = 14, CPUHP_MM_DEMOTION_DEAD = 15, CPUHP_MM_VMSTAT_DEAD = 16, CPUHP_SOFTIRQ_DEAD = 17, CPUHP_NET_MVNETA_DEAD = 18, CPUHP_CPUIDLE_DEAD = 19, CPUHP_ARM64_FPSIMD_DEAD = 20, CPUHP_ARM_OMAP_WAKE_DEAD = 21, CPUHP_IRQ_POLL_DEAD = 22, CPUHP_BLOCK_SOFTIRQ_DEAD = 23, CPUHP_BIO_DEAD = 24, CPUHP_ACPI_CPUDRV_DEAD = 25, CPUHP_S390_PFAULT_DEAD = 26, CPUHP_BLK_MQ_DEAD = 27, CPUHP_FS_BUFF_DEAD = 28, CPUHP_PRINTK_DEAD = 29, CPUHP_MM_MEMCQ_DEAD = 30, CPUHP_PERCPU_CNT_DEAD = 31, CPUHP_RADIX_DEAD = 32, CPUHP_PAGE_ALLOC = 33, CPUHP_NET_DEV_DEAD = 34, CPUHP_PCI_XGENE_DEAD = 35, CPUHP_IOMMU_IOVA_DEAD = 36, CPUHP_LUSTRE_CFS_DEAD = 37, CPUHP_AP_ARM_CACHE_B15_RAC_DEAD = 38, CPUHP_PADATA_DEAD = 39, CPUHP_AP_DTPM_CPU_DEAD = 40, CPUHP_RANDOM_PREPARE = 41, CPUHP_WORKQUEUE_PREP = 42, CPUHP_POWER_NUMA_PREPARE = 43, CPUHP_HRTIMERS_PREPARE = 44, CPUHP_PROFILE_PREPARE = 45, CPUHP_X2APIC_PREPARE = 46, CPUHP_SMPCFD_PREPARE = 47, CPUHP_RELAY_PREPARE = 48, CPUHP_SLAB_PREPARE = 49, CPUHP_MD_RAID5_PREPARE = 50, CPUHP_RCUTREE_PREP = 51, CPUHP_CPUIDLE_COUPLED_PREPARE = 52, CPUHP_POWERPC_PMAC_PREPARE = 53, CPUHP_POWERPC_MMU_CTX_PREPARE = 54, CPUHP_XEN_PREPARE = 55, CPUHP_XEN_EVTCHN_PREPARE = 56, CPUHP_ARM_SHMOBILE_SCU_PREPARE = 57, CPUHP_SH_SH3X_PREPARE = 58, CPUHP_NET_FLOW_PREPARE = 59, CPUHP_TOPOLOGY_PREPARE = 60, CPUHP_NET_IUCV_PREPARE = 61, CPUHP_ARM_BL_PREPARE = 62, CPUHP_TRACE_RB_PREPARE = 63, CPUHP_MM_ZS_PREPARE = 64, CPUHP_MM_ZSWP_MEM_PREPARE = 65, CPUHP_MM_ZSWP_POOL_PREPARE = 66, CPUHP_KVM_PPC_BOOK3S_PREPARE = 67, CPUHP_ZCOMP_PREPARE = 68, CPUHP_TIMERS_PREPARE = 69, CPUHP_MIPS_SOC_PREPARE = 70, CPUHP_BP_PREPARE_DYN = 71, CPUHP_BP_PREPARE_DYN_END = 91, CPUHP_BP_KICK_AP = 92, CPUHP_BRINGUP_CPU = 93, CPUHP_AP_IDLE_DEAD = 94, CPUHP_AP_OFFLINE = 95, CPUHP_AP_CACHECTRL_STARTING = 96, CPUHP_AP_SCHED_STARTING = 97, CPUHP_AP_RCUTREE_DYING = 98, CPUHP_AP_CPU_PM_STARTING = 99, CPUHP_AP_IRQ_GIC_STARTING = 100, CPUHP_AP_IRQ_HIP04_STARTING = 101, CPUHP_AP_IRQ_APPLE_AIC_STARTING = 102, CPUHP_AP_IRQ_ARMADA_XP_STARTING = 103, CPUHP_AP_IRQ_BCM2836_STARTING = 104, CPUHP_AP_IRQ_MIPS_GIC_STARTING = 105, CPUHP_AP_IRQ_RISCV_STARTING = 106, CPUHP_AP_IRQ_LOONGARCH_STARTING = 107, CPUHP_AP_IRQ_SIFIVE_PLIC_STARTING = 108, CPUHP_AP_ARM_MVEBU_COHERENCY = 109, CPUHP_AP_MICROCODE_LOADER = 110, CPUHP_AP_PERF_X86_AMD_UNCORE_STARTING = 111, CPUHP_AP_PERF_X86_STARTING = 112, CPUHP_AP_PERF_X86_AMD_IBS_STARTING = 113, CPUHP_AP_PERF_X86_CQM_STARTING = 114, CPUHP_AP_PERF_X86_CSTATE_STARTING = 115, CPUHP_AP_PERF_XTENSA_STARTING = 116, CPUHP_AP_MIPS_OP_LOONGSON3_STARTING = 117, CPUHP_AP_ARM_VFP_STARTING = 118, CPUHP_AP_ARM64_DEBUG_MONITORS_STARTING = 119, CPUHP_AP_PERF_ARM_HW_BREAKPOINT_STARTING = 120, CPUHP_AP_PERF_ARM_ACPI_STARTING = 121, CPUHP_AP_PERF_ARM_STARTING = 122, CPUHP_AP_PERF_RISCV_STARTING = 123, CPUHP_AP_ARM_L2X0_STARTING = 124, CPUHP_AP_EXYNOS4_MCT_TIMER_STARTING = 125, CPUHP_AP_ARM_ARCH_TIMER_STARTING = 126, CPUHP_AP_ARM_GLOBAL_TIMER_STARTING = 127, CPUHP_AP_JCORE_TIMER_STARTING = 128, CPUHP_AP_ARM_TWD_STARTING = 129, CPUHP_AP_QCOM_TIMER_STARTING = 130, CPUHP_AP_TEGRA_TIMER_STARTING = 131, CPUHP_AP_ARMADA_TIMER_STARTING = 132, CPUHP_AP_MARCO_TIMER_STARTING = 133, CPUHP_AP_MIPS_GIC_TIMER_STARTING = 134, CPUHP_AP_ARC_TIMER_STARTING = 135, CPUHP_AP_RISCV_TIMER_STARTING = 136, CPUHP_AP_CLINT_TIMER_STARTING = 137, CPUHP_AP_CSKY_TIMER_STARTING = 138, CPUHP_AP_TI_GP_TIMER_STARTING = 139, CPUHP_AP_HYPERV_TIMER_STARTING = 140, CPUHP_AP_DUMMY_TIMER_STARTING = 141, CPUHP_AP_ARM_XEN_STARTING = 142, CPUHP_AP_ARM_CORESIGHT_STARTING = 143, CPUHP_AP_ARM_CORESIGHT_CTI_STARTING = 144, CPUHP_AP_ARM64_ISNDEP_STARTING = 145, CPUHP_AP_SMPCFD_DYING = 146, CPUHP_AP_X86_TBOOT_DYING = 147, CPUHP_AP_ARM_CACHE_B15_RAC_DYING = 148, CPUHP_AP_ONLINE = 149, CPUHP_TEARDOWN_CPU = 150, CPUHP_AP_ONLINE_IDLE = 151, CPUHP_AP_HYPERV_ONLINE = 152, CPUHP_AP_KVM_ONLINE = 153, CPUHP_AP_SCHED_WAIT_EMPTY = 154, CPUHP_AP_SMPBOOT_THREADS = 155, CPUHP_AP_X86_VDSO_VMA_ONLINE = 156, CPUHP_AP_IRQ_AFFINITY_ONLINE = 157, CPUHP_AP_BLK_MQ_ONLINE = 158, CPUHP_AP_ARM_MVEBU_SYNC_CLOCKS = 159, CPUHP_AP_X86_INTEL_EPB_ONLINE = 160, CPUHP_AP_PERF_ONLINE = 161, CPUHP_AP_PERF_X86_ONLINE = 162, CPUHP_AP_PERF_X86_UNCORE_ONLINE = 163, CPUHP_AP_PERF_X86_AMD_UNCORE_ONLINE = 164, CPUHP_AP_PERF_X86_AMD_POWER_ONLINE = 165, CPUHP_AP_PERF_X86_RAPL_ONLINE = 166, CPUHP_AP_PERF_X86_CQM_ONLINE = 167, CPUHP_AP_PERF_X86_CSTATE_ONLINE = 168, CPUHP_AP_PERF_X86_IDXD_ONLINE = 169, CPUHP_AP_PERF_S390_CF_ONLINE = 170, CPUHP_AP_PERF_S390_SF_ONLINE = 171, CPUHP_AP_PERF_ARM_CCI_ONLINE = 172, CPUHP_AP_PERF_ARM_CCN_ONLINE = 173, CPUHP_AP_PERF_ARM_HISI_CPA_ONLINE = 174, CPUHP_AP_PERF_ARM_HISI_DDRC_ONLINE = 175, CPUHP_AP_PERF_ARM_HISI_HHA_ONLINE = 176, CPUHP_AP_PERF_ARM_HISI_L3_ONLINE = 177, CPUHP_AP_PERF_ARM_HISI_PA_ONLINE = 178, CPUHP_AP_PERF_ARM_HISI_SLLC_ONLINE = 179, CPUHP_AP_PERF_ARM_HISI_PCIE_PMU_ONLINE = 180, CPUHP_AP_PERF_ARM_HNS3_PMU_ONLINE = 181, CPUHP_AP_PERF_ARM_L2X0_ONLINE = 182, CPUHP_AP_PERF_ARM_QCOM_L2_ONLINE = 183, CPUHP_AP_PERF_ARM_QCOM_L3_ONLINE = 184, CPUHP_AP_PERF_ARM_APM_XGENE_ONLINE = 185, CPUHP_AP_PERF_ARM_CAVIUM_TX2_UNCORE_ONLINE = 186, CPUHP_AP_PERF_ARM_MARVELL_CN10K_DDR_ONLINE = 187, CPUHP_AP_PERF_POWERPC_NEST_IMC_ONLINE = 188, CPUHP_AP_PERF_POWERPC_CORE_IMC_ONLINE = 189, CPUHP_AP_PERF_POWERPC_THREAD_IMC_ONLINE = 190, CPUHP_AP_PERF_POWERPC_TRACE_IMC_ONLINE = 191, CPUHP_AP_PERF_POWERPC_HV_24x7_ONLINE = 192, CPUHP_AP_PERF_POWERPC_HV_GPCI_ONLINE = 193, CPUHP_AP_PERF_CSKY_ONLINE = 194, CPUHP_AP_WATCHDOG_ONLINE = 195, CPUHP_AP_WORKQUEUE_ONLINE = 196, CPUHP_AP_RANDOM_ONLINE = 197, CPUHP_AP_RCUTREE_ONLINE = 198, CPUHP_AP_BASE_CACHEINFO_ONLINE = 199, CPUHP_AP_ONLINE_DYN = 200, CPUHP_AP_ONLINE_DYN_END = 230, CPUHP_AP_MM_DEMOTION_ONLINE = 231, CPUHP_AP_X86_HPET_ONLINE = 232, CPUHP_AP_X86_KVM_CLK_ONLINE = 233, CPUHP_AP_ACTIVE = 234, CPUHP_ONLINE = 235, }; struct mmu_table_batch { struct callback_head rcu; unsigned int nr; void *tables[0]; }; struct mmu_gather_batch { struct mmu_gather_batch *next; unsigned int nr; unsigned int max; struct encoded_page *encoded_pages[0]; }; struct mmu_gather { struct mm_struct *mm; struct mmu_table_batch *batch; long unsigned int start; long unsigned int end; unsigned int fullmm: 1; unsigned int need_flush_all: 1; unsigned int freed_tables: 1; unsigned int delayed_rmap: 1; unsigned int cleared_ptes: 1; unsigned int cleared_pmds: 1; unsigned int cleared_puds: 1; unsigned int cleared_p4ds: 1; unsigned int vma_exec: 1; unsigned int vma_huge: 1; unsigned int vma_pfn: 1; unsigned int batch_count; struct mmu_gather_batch *active; struct mmu_gather_batch local; struct page *__pages[8]; unsigned int page_size; }; struct patch_context { union { struct vm_struct *area; struct mm_struct *mm; }; long unsigned int addr; pte_t *pte; }; typedef long unsigned int irq_hw_number_t; enum irqreturn { IRQ_NONE = 0, IRQ_HANDLED = 1, IRQ_WAKE_THREAD = 2, }; typedef enum irqreturn irqreturn_t; struct smp_ops_t { void (*message_pass)(int, int); void (*cause_ipi)(int); int (*cause_nmi_ipi)(int); void (*probe)(); int (*kick_cpu)(int); int (*prepare_cpu)(int); void (*setup_cpu)(int); void (*bringup_done)(); void (*take_timebase)(); void (*give_timebase)(); int (*cpu_disable)(); void (*cpu_die)(unsigned int); int (*cpu_bootable)(unsigned int); void (*cpu_offline_self)(); }; struct irq_desc; typedef void (*irq_flow_handler_t)(struct irq_desc *); struct msi_desc; struct irq_common_data { unsigned int state_use_accessors; unsigned int node; void *handler_data; struct msi_desc *msi_desc; cpumask_var_t affinity; }; struct irq_chip; struct irq_data { u32 mask; unsigned int irq; long unsigned int hwirq; struct irq_common_data *common; struct irq_chip *chip; struct irq_domain *domain; struct irq_data *parent_data; void *chip_data; }; struct irqaction; struct irq_affinity_notify; struct irq_desc { struct irq_common_data irq_common_data; struct irq_data irq_data; unsigned int *kstat_irqs; irq_flow_handler_t handle_irq; struct irqaction *action; unsigned int status_use_accessors; unsigned int core_internal_state__do_not_mess_with_it; unsigned int depth; unsigned int wake_depth; unsigned int tot_count; unsigned int irq_count; long unsigned int last_unhandled; unsigned int irqs_unhandled; atomic_t threads_handled; int threads_handled_last; raw_spinlock_t lock; struct cpumask *percpu_enabled; const struct cpumask *percpu_affinity; const struct cpumask *affinity_hint; struct irq_affinity_notify *affinity_notify; long unsigned int threads_oneshot; atomic_t threads_active; wait_queue_head_t wait_for_threads; unsigned int nr_actions; unsigned int no_suspend_depth; unsigned int cond_suspend_depth; unsigned int force_resume_depth; struct proc_dir_entry *dir; struct callback_head rcu; struct kobject kobj; struct mutex request_mutex; int parent_irq; struct module *owner; const char *name; struct hlist_node resend_node; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum irq_domain_bus_token { DOMAIN_BUS_ANY = 0, DOMAIN_BUS_WIRED = 1, DOMAIN_BUS_GENERIC_MSI = 2, DOMAIN_BUS_PCI_MSI = 3, DOMAIN_BUS_PLATFORM_MSI = 4, DOMAIN_BUS_NEXUS = 5, DOMAIN_BUS_IPI = 6, DOMAIN_BUS_FSL_MC_MSI = 7, DOMAIN_BUS_TI_SCI_INTA_MSI = 8, DOMAIN_BUS_WAKEUP = 9, DOMAIN_BUS_VMD_MSI = 10, DOMAIN_BUS_PCI_DEVICE_MSI = 11, DOMAIN_BUS_PCI_DEVICE_MSIX = 12, DOMAIN_BUS_DMAR = 13, DOMAIN_BUS_AMDVI = 14, DOMAIN_BUS_PCI_DEVICE_IMS = 15, }; struct irq_domain_ops; struct irq_domain_chip_generic; struct msi_parent_ops; struct irq_domain { struct list_head link; const char *name; const struct irq_domain_ops *ops; void *host_data; unsigned int flags; unsigned int mapcount; struct mutex mutex; struct irq_domain *root; struct fwnode_handle *fwnode; enum irq_domain_bus_token bus_token; struct irq_domain_chip_generic *gc; struct device *dev; struct device *pm_dev; struct irq_domain *parent; const struct msi_parent_ops *msi_parent_ops; irq_hw_number_t hwirq_max; unsigned int revmap_size; struct xarray revmap_tree; struct irq_data *revmap[0]; }; enum { IRQ_TYPE_NONE = 0, IRQ_TYPE_EDGE_RISING = 1, IRQ_TYPE_EDGE_FALLING = 2, IRQ_TYPE_EDGE_BOTH = 3, IRQ_TYPE_LEVEL_HIGH = 4, IRQ_TYPE_LEVEL_LOW = 8, IRQ_TYPE_LEVEL_MASK = 12, IRQ_TYPE_SENSE_MASK = 15, IRQ_TYPE_DEFAULT = 15, IRQ_TYPE_PROBE = 16, IRQ_LEVEL = 256, IRQ_PER_CPU = 512, IRQ_NOPROBE = 1024, IRQ_NOREQUEST = 2048, IRQ_NOAUTOEN = 4096, IRQ_NO_BALANCING = 8192, IRQ_MOVE_PCNTXT = 16384, IRQ_NESTED_THREAD = 32768, IRQ_NOTHREAD = 65536, IRQ_PER_CPU_DEVID = 131072, IRQ_IS_POLLED = 262144, IRQ_DISABLE_UNLAZY = 524288, IRQ_HIDDEN = 1048576, IRQ_NO_DEBUG = 2097152, }; enum { IRQ_SET_MASK_OK = 0, IRQ_SET_MASK_OK_NOCOPY = 1, IRQ_SET_MASK_OK_DONE = 2, }; enum irqchip_irq_state { IRQCHIP_STATE_PENDING = 0, IRQCHIP_STATE_ACTIVE = 1, IRQCHIP_STATE_MASKED = 2, IRQCHIP_STATE_LINE_LEVEL = 3, }; struct msi_msg; struct irq_chip { const char *name; unsigned int (*irq_startup)(struct irq_data *); void (*irq_shutdown)(struct irq_data *); void (*irq_enable)(struct irq_data *); void (*irq_disable)(struct irq_data *); void (*irq_ack)(struct irq_data *); void (*irq_mask)(struct irq_data *); void (*irq_mask_ack)(struct irq_data *); void (*irq_unmask)(struct irq_data *); void (*irq_eoi)(struct irq_data *); int (*irq_set_affinity)(struct irq_data *, const struct cpumask *, bool); int (*irq_retrigger)(struct irq_data *); int (*irq_set_type)(struct irq_data *, unsigned int); int (*irq_set_wake)(struct irq_data *, unsigned int); void (*irq_bus_lock)(struct irq_data *); void (*irq_bus_sync_unlock)(struct irq_data *); void (*irq_suspend)(struct irq_data *); void (*irq_resume)(struct irq_data *); void (*irq_pm_shutdown)(struct irq_data *); void (*irq_calc_mask)(struct irq_data *); void (*irq_print_chip)(struct irq_data *, struct seq_file *); int (*irq_request_resources)(struct irq_data *); void (*irq_release_resources)(struct irq_data *); void (*irq_compose_msi_msg)(struct irq_data *, struct msi_msg *); void (*irq_write_msi_msg)(struct irq_data *, struct msi_msg *); int (*irq_get_irqchip_state)(struct irq_data *, enum irqchip_irq_state, bool *); int (*irq_set_irqchip_state)(struct irq_data *, enum irqchip_irq_state, bool); int (*irq_set_vcpu_affinity)(struct irq_data *, void *); void (*ipi_send_single)(struct irq_data *, unsigned int); void (*ipi_send_mask)(struct irq_data *, const struct cpumask *); int (*irq_nmi_setup)(struct irq_data *); void (*irq_nmi_teardown)(struct irq_data *); long unsigned int flags; }; enum { IRQD_TRIGGER_MASK = 15, IRQD_SETAFFINITY_PENDING = 256, IRQD_ACTIVATED = 512, IRQD_NO_BALANCING = 1024, IRQD_PER_CPU = 2048, IRQD_AFFINITY_SET = 4096, IRQD_LEVEL = 8192, IRQD_WAKEUP_STATE = 16384, IRQD_MOVE_PCNTXT = 32768, IRQD_IRQ_DISABLED = 65536, IRQD_IRQ_MASKED = 131072, IRQD_IRQ_INPROGRESS = 262144, IRQD_WAKEUP_ARMED = 524288, IRQD_FORWARDED_TO_VCPU = 1048576, IRQD_AFFINITY_MANAGED = 2097152, IRQD_IRQ_STARTED = 4194304, IRQD_MANAGED_SHUTDOWN = 8388608, IRQD_SINGLE_TARGET = 16777216, IRQD_DEFAULT_TRIGGER_SET = 33554432, IRQD_CAN_RESERVE = 67108864, IRQD_MSI_NOMASK_QUIRK = 134217728, IRQD_HANDLE_ENFORCE_IRQCTX = 268435456, IRQD_AFFINITY_ON_ACTIVATE = 536870912, IRQD_IRQ_ENABLED_ON_SUSPEND = 1073741824, IRQD_RESEND_WHEN_IN_PROGRESS = 2147483648, }; typedef irqreturn_t (*irq_handler_t)(int, void *); struct irqaction { irq_handler_t handler; void *dev_id; void *percpu_dev_id; struct irqaction *next; irq_handler_t thread_fn; struct task_struct *thread; struct irqaction *secondary; unsigned int irq; unsigned int flags; long unsigned int thread_flags; long unsigned int thread_mask; const char *name; struct proc_dir_entry *dir; long: 64; long: 64; long: 64; long: 64; }; struct irq_affinity_notify { unsigned int irq; struct kref kref; struct work_struct work; void (*notify)(struct irq_affinity_notify *, const cpumask_t *); void (*release)(struct kref *); }; struct irq_chip_regs { long unsigned int enable; long unsigned int disable; long unsigned int mask; long unsigned int ack; long unsigned int eoi; long unsigned int type; long unsigned int polarity; }; struct irq_chip_type { struct irq_chip chip; struct irq_chip_regs regs; irq_flow_handler_t handler; u32 type; u32 mask_cache_priv; u32 *mask_cache; }; struct irq_chip_generic { raw_spinlock_t lock; void *reg_base; u32 (*reg_readl)(void *); void (*reg_writel)(u32, void *); void (*suspend)(struct irq_chip_generic *); void (*resume)(struct irq_chip_generic *); unsigned int irq_base; unsigned int irq_cnt; u32 mask_cache; u32 type_cache; u32 polarity_cache; u32 wake_enabled; u32 wake_active; unsigned int num_ct; void *private; long unsigned int installed; long unsigned int unused; struct irq_domain *domain; struct list_head list; struct irq_chip_type chip_types[0]; }; enum irq_gc_flags { IRQ_GC_INIT_MASK_CACHE = 1, IRQ_GC_INIT_NESTED_LOCK = 2, IRQ_GC_MASK_CACHE_PER_TYPE = 4, IRQ_GC_NO_MASK = 8, IRQ_GC_BE_IO = 16, }; struct irq_domain_chip_generic { unsigned int irqs_per_chip; unsigned int num_chips; unsigned int irq_flags_to_clear; unsigned int irq_flags_to_set; enum irq_gc_flags gc_flags; struct irq_chip_generic *gc[0]; }; struct irq_fwspec { struct fwnode_handle *fwnode; int param_count; u32 param[16]; }; struct irq_domain_ops { int (*match)(struct irq_domain *, struct device_node *, enum irq_domain_bus_token); int (*select)(struct irq_domain *, struct irq_fwspec *, enum irq_domain_bus_token); int (*map)(struct irq_domain *, unsigned int, irq_hw_number_t); void (*unmap)(struct irq_domain *, unsigned int); int (*xlate)(struct irq_domain *, struct device_node *, const u32 *, unsigned int, long unsigned int *, unsigned int *); int (*alloc)(struct irq_domain *, unsigned int, unsigned int, void *); void (*free)(struct irq_domain *, unsigned int, unsigned int); int (*activate)(struct irq_domain *, struct irq_data *, bool); void (*deactivate)(struct irq_domain *, struct irq_data *); int (*translate)(struct irq_domain *, struct irq_fwspec *, long unsigned int *, unsigned int *); }; struct msi_domain_info; struct msi_parent_ops { u32 supported_flags; const char *prefix; bool (*init_dev_msi_info)(struct device *, struct irq_domain *, struct irq_domain *, struct msi_domain_info *); }; enum { IRQCHIP_FWNODE_REAL = 0, IRQCHIP_FWNODE_NAMED = 1, IRQCHIP_FWNODE_NAMED_ID = 2, }; struct irq_affinity_desc { struct cpumask mask; unsigned int is_managed: 1; }; struct icp_ops { unsigned int (*get_irq)(); void (*eoi)(struct irq_data *); void (*set_priority)(unsigned char); void (*teardown_cpu)(); void (*flush_ipi)(); void (*cause_ipi)(int); irq_handler_t ipi_action; }; struct ics { struct list_head link; int (*check)(struct ics *, unsigned int); void (*mask_unknown)(struct ics *, long unsigned int); long int (*get_server)(struct ics *, long unsigned int); int (*host_match)(struct ics *, struct device_node *); struct irq_chip *chip; char data[0]; }; struct xics_cppr { unsigned char stack[3]; int index; }; typedef s64 int64_t; struct kvm; struct kvmppc_vcore { int n_runnable; int num_threads; int entry_exit_map; int napping_threads; int first_vcpuid; u16 pcpu; u16 last_cpu; u8 vcore_state; u8 in_guest; struct kvm_vcpu *runnable_threads[8]; struct list_head preempt_list; spinlock_t lock; struct rcuwait wait; spinlock_t stoltb_lock; u64 stolen_tb; u64 preempt_tb; struct kvm_vcpu *runner; struct kvm *kvm; u64 tb_offset; u64 tb_offset_applied; ulong lpcr; u32 arch_compat; ulong pcr; ulong dpdes; ulong vtb; ulong conferring_threads; unsigned int halt_poll_ns; atomic_t online_count; }; struct preempt_ops; struct preempt_notifier { struct hlist_node link; struct preempt_ops *ops; }; typedef u64 gpa_t; struct kvm_mmio_fragment { gpa_t gpa; void *data; unsigned int len; }; struct kvmppc_slb { u64 esid; u64 vsid; u64 orige; u64 origv; bool valid: 1; bool Ks: 1; bool Kp: 1; bool nx: 1; bool large: 1; bool tb: 1; bool class: 1; u8 base_page_size; }; typedef long unsigned int gva_t; struct kvmppc_pte; struct kvmppc_mmu { void (*slbmte)(struct kvm_vcpu *, u64, u64); u64 (*slbmfee)(struct kvm_vcpu *, u64); u64 (*slbmfev)(struct kvm_vcpu *, u64); int (*slbfee)(struct kvm_vcpu *, gva_t, ulong *); void (*slbie)(struct kvm_vcpu *, u64); void (*slbia)(struct kvm_vcpu *); void (*mtsrin)(struct kvm_vcpu *, u32, ulong); u32 (*mfsrin)(struct kvm_vcpu *, u32); int (*xlate)(struct kvm_vcpu *, gva_t, struct kvmppc_pte *, bool, bool); void (*tlbie)(struct kvm_vcpu *, ulong, bool); int (*esid_to_vsid)(struct kvm_vcpu *, ulong, u64 *); u64 (*ea_to_vp)(struct kvm_vcpu *, gva_t, bool); bool (*is_dcbz32)(struct kvm_vcpu *); }; struct openpic; union xive_tma_w01 { struct { u8 nsr; u8 cppr; u8 ipb; u8 lsmfb; u8 ack; u8 inc; u8 age; u8 pipr; }; __be64 w01; }; struct kvm_vcpu_arch_shared { __u64 scratch1; __u64 scratch2; __u64 scratch3; __u64 critical; __u64 sprg0; __u64 sprg1; __u64 sprg2; __u64 sprg3; __u64 srr0; __u64 srr1; __u64 dar; __u64 msr; __u32 dsisr; __u32 int_pending; __u32 sr[16]; __u32 mas0; __u32 mas1; __u64 mas7_3; __u64 mas2; __u32 mas4; __u32 mas6; __u32 esr; __u32 pir; __u64 sprg4; __u64 sprg5; __u64 sprg6; __u64 sprg7; }; struct mmio_hpte_cache_entry { long unsigned int hpte_v; long unsigned int hpte_r; long unsigned int rpte; long unsigned int pte_index; long unsigned int eaddr; long unsigned int slb_v; long int mmio_update; unsigned int slb_base_pshift; }; struct mmio_hpte_cache { struct mmio_hpte_cache_entry entry[4]; unsigned int index; }; struct kvmppc_vpa { long unsigned int gpa; void *pinned_addr; void *pinned_end; long unsigned int next_gpa; long unsigned int len; u8 update_pending; bool dirty; }; struct kvmppc_vcpu_book3s; struct kvmppc_icp; struct kvmppc_xive_vcpu; struct kvm_nested_guest; struct kvm_vcpu_arch { ulong host_stack; u32 host_pid; struct kvmppc_slb slb[64]; int slb_max; int slb_nr; struct kvmppc_mmu mmu; struct kvmppc_vcpu_book3s *book3s; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct pt_regs regs; struct thread_fp_state fp; struct thread_vr_state vr; u32 qpr[32]; ulong tar; ulong hflags; ulong guest_owned_ext; ulong purr; ulong spurr; ulong ic; ulong dscr; ulong amr; ulong uamor; ulong iamr; u32 ctrl; u32 dabrx; ulong dabr; ulong dawr0; ulong dawrx0; ulong dawr1; ulong dawrx1; ulong ciabr; ulong cfar; ulong ppr; u32 pspb; u8 load_ebb; u8 load_tm; ulong fscr; ulong shadow_fscr; ulong ebbhr; ulong ebbrr; ulong bescr; ulong csigr; ulong tacr; ulong tcscr; ulong acop; ulong wort; ulong tid; ulong psscr; ulong hfscr; ulong shadow_srr1; u32 vrsave; u32 mmucr; ulong shadow_msr; ulong csrr0; ulong csrr1; ulong dsrr0; ulong dsrr1; ulong mcsrr0; ulong mcsrr1; ulong mcsr; ulong dec; u64 entry_tb; u64 entry_vtb; u64 entry_ic; u32 tcr; ulong tsr; u32 ivor[64]; ulong ivpr; u32 pvr; u32 shadow_pid; u32 shadow_pid1; u32 pid; u32 swap_pid; u32 ccr0; u32 ccr1; u32 dbsr; u64 mmcr[4]; u64 mmcra; u64 mmcrs; u32 pmc[8]; u32 spmc[2]; u64 siar; u64 sdar; u64 sier[3]; u64 tfhar; u64 texasr; u64 tfiar; u64 orig_texasr; u32 cr_tm; u64 xer_tm; u64 lr_tm; u64 ctr_tm; u64 amr_tm; u64 ppr_tm; u64 dscr_tm; u64 tar_tm; ulong gpr_tm[32]; struct thread_fp_state fp_tm; struct thread_vr_state vr_tm; u32 vrsave_tm; ulong fault_dar; u32 fault_dsisr; long unsigned int intr_msr; ulong fault_gpa; gpa_t paddr_accessed; gva_t vaddr_accessed; pgd_t *pgdir; u16 io_gpr; u8 mmio_host_swabbed; u8 mmio_sign_extend; u8 mmio_sp64_extend; u8 mmio_vsx_copy_nums; u8 mmio_vsx_offset; u8 mmio_vmx_copy_nums; u8 mmio_vmx_offset; u8 mmio_copy_type; u8 osi_needed; u8 osi_enabled; u8 papr_enabled; u8 watchdog_enabled; u8 sane; u8 cpu_type; u8 hcall_needed; u8 epr_flags; u8 epr_needed; u8 external_oneshot; u32 cpr0_cfgaddr; struct hrtimer dec_timer; u64 dec_jiffies; u64 dec_expires; long unsigned int pending_exceptions; u8 ceded; u8 prodded; u8 doorbell_request; u8 irq_pending; long unsigned int last_inst; struct rcuwait wait; struct rcuwait *waitp; struct kvmppc_vcore *vcore; int ret; int trap; int state; int ptid; int thread_cpu; int prev_cpu; bool timer_running; wait_queue_head_t cpu_run; struct machine_check_event mce_evt; struct kvm_vcpu_arch_shared *shared; long unsigned int magic_page_pa; long unsigned int magic_page_ea; bool disable_kernel_nx; int irq_type; int irq_cpu_id; struct openpic *mpic; struct kvmppc_icp *icp; struct kvmppc_xive_vcpu *xive_vcpu; __be32 xive_cam_word; u8 xive_pushed; u8 xive_esc_on; union xive_tma_w01 xive_saved_state; u64 xive_esc_raddr; u64 xive_esc_vaddr; struct kvm_vcpu_arch_shared shregs; struct mmio_hpte_cache mmio_cache; long unsigned int pgfault_addr; long int pgfault_index; long unsigned int pgfault_hpte[2]; struct mmio_hpte_cache_entry *pgfault_cache; struct task_struct *run_task; spinlock_t vpa_update_lock; struct kvmppc_vpa vpa; struct kvmppc_vpa dtl; struct dtl_entry *dtl_ptr; long unsigned int dtl_index; u64 stolen_logged; struct kvmppc_vpa slb_shadow; spinlock_t tbacct_lock; u64 busy_stolen; u64 busy_preempt; u64 emul_inst; u32 online; u64 hfscr_permitted; struct kvm_nested_guest *nested; u64 nested_hfscr; u32 nested_vcpu_id; gpa_t nested_io_gpr; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kvm_vcpu_stat_generic { u64 halt_successful_poll; u64 halt_attempted_poll; u64 halt_poll_invalid; u64 halt_wakeup; u64 halt_poll_success_ns; u64 halt_poll_fail_ns; u64 halt_wait_ns; u64 halt_poll_success_hist[32]; u64 halt_poll_fail_hist[32]; u64 halt_wait_hist[32]; u64 blocking; }; struct kvm_vcpu_stat { struct kvm_vcpu_stat_generic generic; u64 sum_exits; u64 mmio_exits; u64 signal_exits; u64 light_exits; u64 itlb_real_miss_exits; u64 itlb_virt_miss_exits; u64 dtlb_real_miss_exits; u64 dtlb_virt_miss_exits; u64 syscall_exits; u64 isi_exits; u64 dsi_exits; u64 emulated_inst_exits; u64 dec_exits; u64 ext_intr_exits; u64 halt_successful_wait; u64 dbell_exits; u64 gdbell_exits; u64 ld; u64 st; u64 pf_storage; u64 pf_instruc; u64 sp_storage; u64 sp_instruc; u64 queue_intr; u64 ld_slow; u64 st_slow; u64 pthru_all; u64 pthru_host; u64 pthru_bad_aff; }; struct kvm_dirty_gfn; struct kvm_dirty_ring { u32 dirty_index; u32 reset_index; u32 size; u32 soft_limit; struct kvm_dirty_gfn *dirty_gfns; int index; }; struct kvm_run; struct kvm_memory_slot; struct kvm_vcpu { struct kvm *kvm; struct preempt_notifier preempt_notifier; int cpu; int vcpu_id; int vcpu_idx; int ____srcu_idx; int mode; u64 requests; long unsigned int guest_debug; struct mutex mutex; struct kvm_run *run; struct pid *pid; int sigset_active; sigset_t sigset; unsigned int halt_poll_ns; bool valid_wakeup; int mmio_needed; int mmio_read_completed; int mmio_is_write; int mmio_cur_fragment; int mmio_nr_fragments; struct kvm_mmio_fragment mmio_fragments[2]; bool preempted; bool ready; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct kvm_vcpu_arch arch; struct kvm_vcpu_stat stat; char stats_id[48]; struct kvm_dirty_ring dirty_ring; struct kvm_memory_slot *last_used_slot; u64 last_used_slot_gen; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct preempt_ops { void (*sched_in)(struct preempt_notifier *, int); void (*sched_out)(struct preempt_notifier *, struct task_struct *); }; struct device_attribute { struct attribute attr; ssize_t (*show)(struct device *, struct device_attribute *, char *); ssize_t (*store)(struct device *, struct device_attribute *, const char *, size_t); }; struct msi_dev_domain { struct xarray store; struct irq_domain *domain; }; struct platform_msi_priv_data; struct msi_device_data { long unsigned int properties; struct platform_msi_priv_data *platform_data; struct mutex mutex; struct msi_dev_domain __domains[2]; long unsigned int __iter_idx; }; struct interval_tree_node { struct rb_node rb; long unsigned int start; long unsigned int last; long unsigned int __subtree_last; }; enum mmu_notifier_event { MMU_NOTIFY_UNMAP = 0, MMU_NOTIFY_CLEAR = 1, MMU_NOTIFY_PROTECTION_VMA = 2, MMU_NOTIFY_PROTECTION_PAGE = 3, MMU_NOTIFY_SOFT_DIRTY = 4, MMU_NOTIFY_RELEASE = 5, MMU_NOTIFY_MIGRATE = 6, MMU_NOTIFY_EXCLUSIVE = 7, }; struct mmu_notifier; struct mmu_notifier_range; struct mmu_notifier_ops { void (*release)(struct mmu_notifier *, struct mm_struct *); int (*clear_flush_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); int (*clear_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); int (*test_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int); void (*change_pte)(struct mmu_notifier *, struct mm_struct *, long unsigned int, pte_t); int (*invalidate_range_start)(struct mmu_notifier *, const struct mmu_notifier_range *); void (*invalidate_range_end)(struct mmu_notifier *, const struct mmu_notifier_range *); void (*arch_invalidate_secondary_tlbs)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); struct mmu_notifier * (*alloc_notifier)(struct mm_struct *); void (*free_notifier)(struct mmu_notifier *); }; struct mmu_notifier { struct hlist_node hlist; const struct mmu_notifier_ops *ops; struct mm_struct *mm; struct callback_head rcu; unsigned int users; }; struct mmu_notifier_range { struct mm_struct *mm; long unsigned int start; long unsigned int end; unsigned int flags; enum mmu_notifier_event event; void *owner; }; struct arch_msi_msg_addr_lo { u32 address_lo; }; typedef struct arch_msi_msg_addr_lo arch_msi_msg_addr_lo_t; struct arch_msi_msg_addr_hi { u32 address_hi; }; typedef struct arch_msi_msg_addr_hi arch_msi_msg_addr_hi_t; struct arch_msi_msg_data { u32 data; }; typedef struct arch_msi_msg_data arch_msi_msg_data_t; struct msi_msg { union { u32 address_lo; arch_msi_msg_addr_lo_t arch_addr_lo; }; union { u32 address_hi; arch_msi_msg_addr_hi_t arch_addr_hi; }; union { u32 data; arch_msi_msg_data_t arch_data; }; }; struct pci_msi_desc { union { u32 msi_mask; u32 msix_ctrl; }; struct { u8 is_msix: 1; u8 multiple: 3; u8 multi_cap: 3; u8 can_mask: 1; u8 is_64: 1; u8 is_virtual: 1; unsigned int default_irq; } msi_attrib; union { u8 mask_pos; void *mask_base; }; }; union msi_domain_cookie { u64 value; void *ptr; void *iobase; }; union msi_instance_cookie { u64 value; void *ptr; }; struct msi_desc_data { union msi_domain_cookie dcookie; union msi_instance_cookie icookie; }; struct msi_desc { unsigned int irq; unsigned int nvec_used; struct device *dev; struct msi_msg msg; struct irq_affinity_desc *affinity; struct device_attribute *sysfs_attrs; void (*write_msi_msg)(struct msi_desc *, void *); void *write_msi_msg_data; u16 msi_index; union { struct pci_msi_desc pci; struct msi_desc_data data; }; }; enum { OPAL_P7IOC_NUM_PEST_REGS = 128, OPAL_PHB3_NUM_PEST_REGS = 256, OPAL_PHB4_NUM_PEST_REGS = 512, }; enum { OPAL_XIVE_MODE_EMU = 0, OPAL_XIVE_MODE_EXPL = 1, }; enum { OPAL_XIVE_IRQ_TRIGGER_PAGE = 1, OPAL_XIVE_IRQ_STORE_EOI = 2, OPAL_XIVE_IRQ_LSI = 4, OPAL_XIVE_IRQ_SHIFT_BUG = 8, OPAL_XIVE_IRQ_MASK_VIA_FW = 16, OPAL_XIVE_IRQ_EOI_VIA_FW = 32, OPAL_XIVE_IRQ_STORE_EOI2 = 64, }; enum { OPAL_XIVE_EQ_ENABLED = 1, OPAL_XIVE_EQ_ALWAYS_NOTIFY = 2, OPAL_XIVE_EQ_ESCALATE = 4, }; enum { OPAL_XIVE_VP_ENABLED = 1, OPAL_XIVE_VP_SINGLE_ESCALATION = 2, }; enum { XIVE_SYNC_EAS = 1, XIVE_SYNC_QUEUE = 2, }; struct xive_irq_data { u64 flags; u64 eoi_page; void *eoi_mmio; u64 trig_page; void *trig_mmio; u32 esb_shift; int src_chip; u32 hw_irq; int target; bool saved_p; bool stale_p; }; struct xive_q { __be32 *qpage; u32 msk; u32 idx; u32 toggle; u64 eoi_phys; u32 esc_irq; atomic_t count; atomic_t pending_count; u64 guest_qaddr; u32 guest_qshift; }; typedef u64 gfn_t; struct kvm_arch_memory_slot { long unsigned int *rmap; }; struct kvm_memory_slot { struct hlist_node id_node[2]; struct interval_tree_node hva_node[2]; struct rb_node gfn_node[2]; gfn_t base_gfn; long unsigned int npages; long unsigned int *dirty_bitmap; struct kvm_arch_memory_slot arch; long unsigned int userspace_addr; u32 flags; short int id; u16 as_id; }; struct kvm_memslots { u64 generation; atomic_long_t last_used_slot; struct rb_root_cached hva_tree; struct rb_root gfn_tree; struct hlist_head id_hash[128]; int node_idx; }; struct kvm_vm_stat_generic { u64 remote_tlb_flush; u64 remote_tlb_flush_requests; }; struct kvm_vm_stat { struct kvm_vm_stat_generic generic; u64 num_2M_pages; u64 num_1G_pages; }; struct revmap_entry; struct kvm_hpt_info { long unsigned int virt; struct revmap_entry *rev; u32 order; int cma; }; struct kvm_resize_hpt; struct kvmppc_xics; struct kvmppc_xive; struct kvmppc_passthru_irqmap; struct kvmppc_ops; struct kvm_arch { unsigned int lpid; unsigned int smt_mode; unsigned int emul_smt_mode; unsigned int tlb_sets; struct kvm_hpt_info hpt; atomic64_t mmio_update; unsigned int host_lpid; long unsigned int host_lpcr; long unsigned int sdr1; long unsigned int host_sdr1; long unsigned int lpcr; long unsigned int vrma_slb_v; int mmu_ready; atomic_t vcpus_running; u32 online_vcores; atomic_t hpte_mod_interest; cpumask_t need_tlb_flush; u8 radix; u8 fwnmi_enabled; u8 secure_guest; u8 svm_enabled; bool nested_enable; bool dawr1_enabled; pgd_t *pgtable; u64 process_table; struct kvm_resize_hpt *resize_hpt; struct list_head spapr_tce_tables; struct list_head rtas_tokens; struct mutex rtas_token_lock; long unsigned int enabled_hcalls[5]; struct kvmppc_xics *xics; struct kvmppc_xics *xics_device; struct kvmppc_xive *xive; struct { struct kvmppc_xive *native; struct kvmppc_xive *xics_on_xive; } xive_devices; struct kvmppc_passthru_irqmap *pimap; struct kvmppc_ops *kvm_ops; struct mutex uvmem_lock; struct list_head uvmem_pfns; struct mutex mmu_setup_lock; u64 l1_ptcr; struct idr kvm_nested_guest_idr; struct kvmppc_vcore *vcores[2048]; }; struct kvm_irq_routing_table; struct kvm_io_bus; struct kvm_stat_data; struct kvm { spinlock_t mmu_lock; struct mutex slots_lock; struct mutex slots_arch_lock; struct mm_struct *mm; long unsigned int nr_memslot_pages; struct kvm_memslots __memslots[2]; struct kvm_memslots *memslots[1]; struct xarray vcpu_array; atomic_t nr_memslots_dirty_logging; spinlock_t mn_invalidate_lock; long unsigned int mn_active_invalidate_count; struct rcuwait mn_memslots_update_rcuwait; spinlock_t gpc_lock; struct list_head gpc_list; atomic_t online_vcpus; int max_vcpus; int created_vcpus; int last_boosted_vcpu; struct list_head vm_list; struct mutex lock; struct kvm_io_bus *buses[4]; struct { spinlock_t lock; struct list_head items; struct list_head resampler_list; struct mutex resampler_lock; } irqfds; struct list_head ioeventfds; struct kvm_vm_stat stat; struct kvm_arch arch; refcount_t users_count; struct mutex irq_lock; struct kvm_irq_routing_table *irq_routing; struct hlist_head irq_ack_notifier_list; struct mmu_notifier mmu_notifier; long unsigned int mmu_invalidate_seq; long int mmu_invalidate_in_progress; long unsigned int mmu_invalidate_range_start; long unsigned int mmu_invalidate_range_end; struct list_head devices; u64 manual_dirty_log_protect; struct dentry *debugfs_dentry; struct kvm_stat_data **debugfs_stat_data; struct srcu_struct srcu; struct srcu_struct irq_srcu; pid_t userspace_pid; bool override_halt_poll_ns; unsigned int max_halt_poll_ns; u32 dirty_ring_size; bool dirty_ring_with_bitmap; bool vm_bugged; bool vm_dead; char stats_id[48]; }; enum msi_domain_ids { MSI_DEFAULT_DOMAIN = 0, MSI_SECONDARY_DOMAIN = 1, MSI_MAX_DEVICE_IRQDOMAINS = 2, }; struct irq_bypass_consumer; struct irq_bypass_producer { struct list_head node; void *token; int irq; int (*add_consumer)(struct irq_bypass_producer *, struct irq_bypass_consumer *); void (*del_consumer)(struct irq_bypass_producer *, struct irq_bypass_consumer *); void (*stop)(struct irq_bypass_producer *); void (*start)(struct irq_bypass_producer *); }; struct irq_bypass_consumer { struct list_head node; void *token; int (*add_producer)(struct irq_bypass_consumer *, struct irq_bypass_producer *); void (*del_producer)(struct irq_bypass_consumer *, struct irq_bypass_producer *); void (*stop)(struct irq_bypass_consumer *); void (*start)(struct irq_bypass_consumer *); }; struct kvm_sregs { __u32 pvr; union { struct { __u64 sdr1; struct { struct { __u64 slbe; __u64 slbv; } slb[64]; } ppc64; struct { __u32 sr[16]; __u64 ibat[8]; __u64 dbat[8]; } ppc32; } s; struct { union { struct { __u32 features; __u32 svr; __u64 mcar; __u32 hid0; __u32 pid1; __u32 pid2; } fsl; __u8 pad[256]; } impl; __u32 features; __u32 impl_id; __u32 update_special; __u32 pir; __u64 sprg8; __u64 sprg9; __u64 csrr0; __u64 dsrr0; __u64 mcsrr0; __u32 csrr1; __u32 dsrr1; __u32 mcsrr1; __u32 esr; __u64 dear; __u64 ivpr; __u64 mcivpr; __u64 mcsr; __u32 tsr; __u32 tcr; __u32 decar; __u32 dec; __u64 tb; __u32 dbsr; __u32 dbcr[3]; __u32 iac[4]; __u32 dac[2]; __u32 dvc[2]; __u8 num_iac; __u8 num_dac; __u8 num_dvc; __u8 pad; __u32 epr; __u32 vrsave; __u32 epcr; __u32 mas0; __u32 mas1; __u64 mas2; __u64 mas7_3; __u32 mas4; __u32 mas6; __u32 ivor_low[16]; __u32 ivor_high[18]; __u32 mmucfg; __u32 eptcfg; __u32 tlbcfg[4]; __u32 tlbps[4]; __u32 eplc; __u32 epsc; } e; __u8 pad[1020]; } u; }; struct kvm_debug_exit_arch { __u64 address; __u32 status; __u32 reserved; }; struct kvm_sync_regs {}; struct kvm_ppc_mmuv3_cfg { __u64 flags; __u64 process_table; }; struct kvm_ppc_radix_geom { __u8 page_shift; __u8 level_bits[4]; __u8 pad[3]; }; struct kvm_ppc_rmmu_info { struct kvm_ppc_radix_geom geometries[8]; __u32 ap_encodings[8]; }; struct kvm_hyperv_exit { __u32 type; __u32 pad1; union { struct { __u32 msr; __u32 pad2; __u64 control; __u64 evt_page; __u64 msg_page; } synic; struct { __u64 input; __u64 result; __u64 params[2]; } hcall; struct { __u32 msr; __u32 pad2; __u64 control; __u64 status; __u64 send_page; __u64 recv_page; __u64 pending_page; } syndbg; } u; }; struct kvm_xen_exit { __u32 type; union { struct { __u32 longmode; __u32 cpl; __u64 input; __u64 result; __u64 params[6]; } hcall; } u; }; struct kvm_run { __u8 request_interrupt_window; __u8 immediate_exit; __u8 padding1[6]; __u32 exit_reason; __u8 ready_for_interrupt_injection; __u8 if_flag; __u16 flags; __u64 cr8; __u64 apic_base; union { struct { __u64 hardware_exit_reason; } hw; struct { __u64 hardware_entry_failure_reason; __u32 cpu; } fail_entry; struct { __u32 exception; __u32 error_code; } ex; struct { __u8 direction; __u8 size; __u16 port; __u32 count; __u64 data_offset; } io; struct { struct kvm_debug_exit_arch arch; } debug; struct { __u64 phys_addr; __u8 data[8]; __u32 len; __u8 is_write; } mmio; struct { __u64 nr; __u64 args[6]; __u64 ret; union { __u64 flags; }; } hypercall; struct { __u64 rip; __u32 is_write; __u32 pad; } tpr_access; struct { __u8 icptcode; __u16 ipa; __u32 ipb; } s390_sieic; __u64 s390_reset_flags; struct { __u64 trans_exc_code; __u32 pgm_code; } s390_ucontrol; struct { __u32 dcrn; __u32 data; __u8 is_write; } dcr; struct { __u32 suberror; __u32 ndata; __u64 data[16]; } internal; struct { __u32 suberror; __u32 ndata; __u64 flags; union { struct { __u8 insn_size; __u8 insn_bytes[15]; }; }; } emulation_failure; struct { __u64 gprs[32]; } osi; struct { __u64 nr; __u64 ret; __u64 args[9]; } papr_hcall; struct { __u16 subchannel_id; __u16 subchannel_nr; __u32 io_int_parm; __u32 io_int_word; __u32 ipb; __u8 dequeued; } s390_tsch; struct { __u32 epr; } epr; struct { __u32 type; __u32 ndata; union { __u64 data[16]; }; } system_event; struct { __u64 addr; __u8 ar; __u8 reserved; __u8 fc; __u8 sel1; __u16 sel2; } s390_stsi; struct { __u8 vector; } eoi; struct kvm_hyperv_exit hyperv; struct { __u64 esr_iss; __u64 fault_ipa; } arm_nisv; struct { __u8 error; __u8 pad[7]; __u32 reason; __u32 index; __u64 data; } msr; struct kvm_xen_exit xen; struct { long unsigned int extension_id; long unsigned int function_id; long unsigned int args[6]; long unsigned int ret[2]; } riscv_sbi; struct { long unsigned int csr_num; long unsigned int new_value; long unsigned int write_mask; long unsigned int ret_value; } riscv_csr; struct { __u32 flags; } notify; char padding[256]; }; __u64 kvm_valid_regs; __u64 kvm_dirty_regs; union { struct kvm_sync_regs regs; char padding[2048]; } s; }; struct kvm_dirty_log { __u32 slot; __u32 padding1; union { void *dirty_bitmap; __u64 padding2; }; }; struct kvm_ppc_one_page_size { __u32 page_shift; __u32 pte_enc; }; struct kvm_ppc_one_seg_page_size { __u32 page_shift; __u32 slb_enc; struct kvm_ppc_one_page_size enc[8]; }; struct kvm_ppc_smmu_info { __u64 flags; __u32 slb_size; __u16 data_keys; __u16 instr_keys; struct kvm_ppc_one_seg_page_size sps[8]; }; struct kvm_dirty_gfn { __u32 flags; __u32 slot; __u64 offset; }; struct kvm_stats_desc { __u32 flags; __s16 exponent; __u16 size; __u32 offset; __u32 bucket_size; char name[0]; }; struct revmap_entry { long unsigned int guest_rpte; unsigned int forw; unsigned int back; }; struct kvmppc_irq_map { u32 r_hwirq; u32 v_hwirq; struct irq_desc *desc; }; struct kvmppc_passthru_irqmap { int n_mapped; struct kvmppc_irq_map mapped[1024]; }; enum kvm_mr_change { KVM_MR_CREATE = 0, KVM_MR_DELETE = 1, KVM_MR_MOVE = 2, KVM_MR_FLAGS_ONLY = 3, }; union kvmppc_one_reg; struct kvm_gfn_range; struct kvmppc_ops { struct module *owner; int (*get_sregs)(struct kvm_vcpu *, struct kvm_sregs *); int (*set_sregs)(struct kvm_vcpu *, struct kvm_sregs *); int (*get_one_reg)(struct kvm_vcpu *, u64, union kvmppc_one_reg *); int (*set_one_reg)(struct kvm_vcpu *, u64, union kvmppc_one_reg *); void (*vcpu_load)(struct kvm_vcpu *, int); void (*vcpu_put)(struct kvm_vcpu *); void (*inject_interrupt)(struct kvm_vcpu *, int, u64); void (*set_msr)(struct kvm_vcpu *, u64); int (*vcpu_run)(struct kvm_vcpu *); int (*vcpu_create)(struct kvm_vcpu *); void (*vcpu_free)(struct kvm_vcpu *); int (*check_requests)(struct kvm_vcpu *); int (*get_dirty_log)(struct kvm *, struct kvm_dirty_log *); void (*flush_memslot)(struct kvm *, struct kvm_memory_slot *); int (*prepare_memory_region)(struct kvm *, const struct kvm_memory_slot *, struct kvm_memory_slot *, enum kvm_mr_change); void (*commit_memory_region)(struct kvm *, struct kvm_memory_slot *, const struct kvm_memory_slot *, enum kvm_mr_change); bool (*unmap_gfn_range)(struct kvm *, struct kvm_gfn_range *); bool (*age_gfn)(struct kvm *, struct kvm_gfn_range *); bool (*test_age_gfn)(struct kvm *, struct kvm_gfn_range *); bool (*set_spte_gfn)(struct kvm *, struct kvm_gfn_range *); void (*free_memslot)(struct kvm_memory_slot *); int (*init_vm)(struct kvm *); void (*destroy_vm)(struct kvm *); int (*get_smmu_info)(struct kvm *, struct kvm_ppc_smmu_info *); int (*emulate_op)(struct kvm_vcpu *, unsigned int, int *); int (*emulate_mtspr)(struct kvm_vcpu *, int, ulong); int (*emulate_mfspr)(struct kvm_vcpu *, int, ulong *); void (*fast_vcpu_kick)(struct kvm_vcpu *); int (*arch_vm_ioctl)(struct file *, unsigned int, long unsigned int); int (*hcall_implemented)(long unsigned int); int (*irq_bypass_add_producer)(struct irq_bypass_consumer *, struct irq_bypass_producer *); void (*irq_bypass_del_producer)(struct irq_bypass_consumer *, struct irq_bypass_producer *); int (*configure_mmu)(struct kvm *, struct kvm_ppc_mmuv3_cfg *); int (*get_rmmu_info)(struct kvm *, struct kvm_ppc_rmmu_info *); int (*set_smt_mode)(struct kvm *, long unsigned int, long unsigned int); void (*giveup_ext)(struct kvm_vcpu *, ulong); int (*enable_nested)(struct kvm *); int (*load_from_eaddr)(struct kvm_vcpu *, ulong *, void *, int); int (*store_to_eaddr)(struct kvm_vcpu *, ulong *, void *, int); int (*enable_svm)(struct kvm *); int (*svm_off)(struct kvm *); int (*enable_dawr1)(struct kvm *); bool (*hash_v3_possible)(); int (*create_vm_debugfs)(struct kvm *); int (*create_vcpu_debugfs)(struct kvm_vcpu *, struct dentry *); }; struct kvmppc_pte { ulong eaddr; u64 vpage; ulong raddr; bool may_read: 1; bool may_write: 1; bool may_execute: 1; long unsigned int wimg; long unsigned int rc; u8 page_size; u8 page_shift; }; struct kvmppc_sid_map { u64 guest_vsid; u64 guest_esid; u64 host_vsid; bool valid: 1; }; struct kvmppc_bat { u64 raw; u32 bepi; u32 bepi_mask; u32 brpn; u8 wimg; u8 pp; bool vs: 1; bool vp: 1; }; struct kvmppc_vcpu_book3s { struct kvmppc_sid_map sid_map[512]; struct { u64 esid; u64 vsid; } slb_shadow[64]; u8 slb_shadow_max; struct kvmppc_bat ibat[8]; struct kvmppc_bat dbat[8]; u64 hid[6]; u64 gqr[8]; u64 sdr1; u64 hior; u64 msr_mask; u64 vtb; u64 proto_vsid_first; u64 proto_vsid_max; u64 proto_vsid_next; int context_id[1]; bool hior_explicit; struct hlist_head hpte_hash_pte[8192]; struct hlist_head hpte_hash_pte_long[4096]; struct hlist_head hpte_hash_vpte[8192]; struct hlist_head hpte_hash_vpte_long[32]; struct hlist_head hpte_hash_vpte_64k[2048]; int hpte_cache_count; spinlock_t mmu_lock; }; struct kvm_nested_guest { struct kvm *l1_host; int l1_lpid; int shadow_lpid; pgd_t *shadow_pgtable; u64 l1_gr_to_hr; u64 process_table; long int refcnt; struct mutex tlb_lock; struct kvm_nested_guest *next; cpumask_t need_tlb_flush; short int prev_cpu[2048]; u8 radix; }; struct kvm_io_device; struct kvm_io_range { gpa_t addr; int len; struct kvm_io_device *dev; }; struct kvm_io_bus { int dev_count; int ioeventfd_count; struct kvm_io_range range[0]; }; enum kvm_bus { KVM_MMIO_BUS = 0, KVM_PIO_BUS = 1, KVM_VIRTIO_CCW_NOTIFY_BUS = 2, KVM_FAST_MMIO_BUS = 3, KVM_NR_BUSES = 4, }; union kvm_mmu_notifier_arg { pte_t pte; }; struct kvm_gfn_range { struct kvm_memory_slot *slot; gfn_t start; gfn_t end; union kvm_mmu_notifier_arg arg; bool may_block; }; enum kvm_stat_kind { KVM_STAT_VM = 0, KVM_STAT_VCPU = 1, }; struct _kvm_stats_desc; struct kvm_stat_data { struct kvm *kvm; const struct _kvm_stats_desc *desc; enum kvm_stat_kind kind; }; struct _kvm_stats_desc { struct kvm_stats_desc desc; char name[48]; }; union kvmppc_one_reg { u32 wval; u64 dval; vector128 vval; u64 vsxval[2]; u32 vsx32val[4]; u16 vsx16val[8]; u8 vsx8val[16]; struct { u64 addr; u64 length; } vpaval; u64 xive_timaval[2]; }; struct xive_cpu { u32 hw_ipi; struct xive_irq_data ipi_data; int chip_id; struct xive_q queue[8]; u8 pending_prio; u8 cppr; }; struct xive_ops { int (*populate_irq_data)(u32, struct xive_irq_data *); int (*configure_irq)(u32, u32, u8, u32); int (*get_irq_config)(u32, u32 *, u8 *, u32 *); int (*setup_queue)(unsigned int, struct xive_cpu *, u8); void (*cleanup_queue)(unsigned int, struct xive_cpu *, u8); void (*prepare_cpu)(unsigned int, struct xive_cpu *); void (*setup_cpu)(unsigned int, struct xive_cpu *); void (*teardown_cpu)(unsigned int, struct xive_cpu *); bool (*match)(struct device_node *); void (*shutdown)(); void (*update_pending)(struct xive_cpu *); void (*sync_source)(u32); u64 (*esb_rw)(u32, u32, u64, bool); int (*get_ipi)(unsigned int, struct xive_cpu *); void (*put_ipi)(unsigned int, struct xive_cpu *); int (*debug_show)(struct seq_file *, void *); int (*debug_create)(struct dentry *); const char *name; }; struct ppc_pci_io { u8 (*readb)(const volatile void *); u16 (*readw)(const volatile void *); u32 (*readl)(const volatile void *); u16 (*readw_be)(const volatile void *); u32 (*readl_be)(const volatile void *); void (*writeb)(u8, volatile void *); void (*writew)(u16, volatile void *); void (*writel)(u32, volatile void *); void (*writew_be)(u16, volatile void *); void (*writel_be)(u32, volatile void *); u64 (*readq)(const volatile void *); u64 (*readq_be)(const volatile void *); void (*writeq)(u64, volatile void *); void (*writeq_be)(u64, volatile void *); u8 (*inb)(long unsigned int); u16 (*inw)(long unsigned int); u32 (*inl)(long unsigned int); void (*outb)(u8, long unsigned int); void (*outw)(u16, long unsigned int); void (*outl)(u32, long unsigned int); void (*readsb)(const volatile void *, void *, long unsigned int); void (*readsw)(const volatile void *, void *, long unsigned int); void (*readsl)(const volatile void *, void *, long unsigned int); void (*writesb)(volatile void *, const void *, long unsigned int); void (*writesw)(volatile void *, const void *, long unsigned int); void (*writesl)(volatile void *, const void *, long unsigned int); void (*insb)(long unsigned int, void *, long unsigned int); void (*insw)(long unsigned int, void *, long unsigned int); void (*insl)(long unsigned int, void *, long unsigned int); void (*outsb)(long unsigned int, const void *, long unsigned int); void (*outsw)(long unsigned int, const void *, long unsigned int); void (*outsl)(long unsigned int, const void *, long unsigned int); void (*memset_io)(volatile void *, int, long unsigned int); void (*memcpy_fromio)(void *, const volatile void *, long unsigned int); void (*memcpy_toio)(volatile void *, const void *, long unsigned int); }; enum OpalLPCAddressType { OPAL_LPC_MEM = 0, OPAL_LPC_IO = 1, OPAL_LPC_FW = 2, }; struct lpc_debugfs_entry { enum OpalLPCAddressType lpc_type; }; enum { WORK_STRUCT_PENDING_BIT = 0, WORK_STRUCT_INACTIVE_BIT = 1, WORK_STRUCT_PWQ_BIT = 2, WORK_STRUCT_LINKED_BIT = 3, WORK_STRUCT_COLOR_SHIFT = 4, WORK_STRUCT_COLOR_BITS = 4, WORK_STRUCT_PENDING = 1, WORK_STRUCT_INACTIVE = 2, WORK_STRUCT_PWQ = 4, WORK_STRUCT_LINKED = 8, WORK_STRUCT_STATIC = 0, WORK_NR_COLORS = 16, WORK_CPU_UNBOUND = 2048, WORK_STRUCT_FLAG_BITS = 8, WORK_OFFQ_FLAG_BASE = 4, __WORK_OFFQ_CANCELING = 4, WORK_OFFQ_FLAG_BITS = 1, WORK_OFFQ_POOL_SHIFT = 5, WORK_OFFQ_LEFT = 59, WORK_OFFQ_POOL_BITS = 31, WORK_BUSY_PENDING = 1, WORK_BUSY_RUNNING = 2, WORKER_DESC_LEN = 24, }; struct notifier_block; typedef int (*notifier_fn_t)(struct notifier_block *, long unsigned int, void *); struct notifier_block { notifier_fn_t notifier_call; struct notifier_block *next; int priority; }; enum opal_msg_type { OPAL_MSG_ASYNC_COMP = 0, OPAL_MSG_MEM_ERR = 1, OPAL_MSG_EPOW = 2, OPAL_MSG_SHUTDOWN = 3, OPAL_MSG_HMI_EVT = 4, OPAL_MSG_DPO = 5, OPAL_MSG_PRD = 6, OPAL_MSG_OCC = 7, OPAL_MSG_PRD2 = 8, OPAL_MSG_TYPE_MAX = 9, }; struct opal_msg { __be32 msg_type; __be32 reserved; __be64 params[8]; }; enum OpalHMI_Version { OpalHMIEvt_V1 = 1, OpalHMIEvt_V2 = 2, }; enum OpalHMI_Severity { OpalHMI_SEV_NO_ERROR = 0, OpalHMI_SEV_WARNING = 1, OpalHMI_SEV_ERROR_SYNC = 2, OpalHMI_SEV_FATAL = 3, }; enum OpalHMI_Disposition { OpalHMI_DISPOSITION_RECOVERED = 0, OpalHMI_DISPOSITION_NOT_RECOVERED = 1, }; enum OpalHMI_ErrType { OpalHMI_ERROR_MALFUNC_ALERT = 0, OpalHMI_ERROR_PROC_RECOV_DONE = 1, OpalHMI_ERROR_PROC_RECOV_DONE_AGAIN = 2, OpalHMI_ERROR_PROC_RECOV_MASKED = 3, OpalHMI_ERROR_TFAC = 4, OpalHMI_ERROR_TFMR_PARITY = 5, OpalHMI_ERROR_HA_OVERFLOW_WARN = 6, OpalHMI_ERROR_XSCOM_FAIL = 7, OpalHMI_ERROR_XSCOM_DONE = 8, OpalHMI_ERROR_SCOM_FIR = 9, OpalHMI_ERROR_DEBUG_TRIG_FIR = 10, OpalHMI_ERROR_HYP_RESOURCE = 11, OpalHMI_ERROR_CAPP_RECOVERY = 12, }; enum OpalHMI_XstopType { CHECKSTOP_TYPE_UNKNOWN = 0, CHECKSTOP_TYPE_CORE = 1, CHECKSTOP_TYPE_NX = 2, CHECKSTOP_TYPE_NPU = 3, }; enum OpalHMI_CoreXstopReason { CORE_CHECKSTOP_IFU_REGFILE = 1, CORE_CHECKSTOP_IFU_LOGIC = 2, CORE_CHECKSTOP_PC_DURING_RECOV = 4, CORE_CHECKSTOP_ISU_REGFILE = 8, CORE_CHECKSTOP_ISU_LOGIC = 16, CORE_CHECKSTOP_FXU_LOGIC = 32, CORE_CHECKSTOP_VSU_LOGIC = 64, CORE_CHECKSTOP_PC_RECOV_IN_MAINT_MODE = 128, CORE_CHECKSTOP_LSU_REGFILE = 256, CORE_CHECKSTOP_PC_FWD_PROGRESS = 512, CORE_CHECKSTOP_LSU_LOGIC = 1024, CORE_CHECKSTOP_PC_LOGIC = 2048, CORE_CHECKSTOP_PC_HYP_RESOURCE = 4096, CORE_CHECKSTOP_PC_HANG_RECOV_FAILED = 8192, CORE_CHECKSTOP_PC_AMBI_HANG_DETECTED = 16384, CORE_CHECKSTOP_PC_DEBUG_TRIG_ERR_INJ = 32768, CORE_CHECKSTOP_PC_SPRD_HYP_ERR_INJ = 65536, }; enum OpalHMI_NestAccelXstopReason { NX_CHECKSTOP_SHM_INVAL_STATE_ERR = 1, NX_CHECKSTOP_DMA_INVAL_STATE_ERR_1 = 2, NX_CHECKSTOP_DMA_INVAL_STATE_ERR_2 = 4, NX_CHECKSTOP_DMA_CH0_INVAL_STATE_ERR = 8, NX_CHECKSTOP_DMA_CH1_INVAL_STATE_ERR = 16, NX_CHECKSTOP_DMA_CH2_INVAL_STATE_ERR = 32, NX_CHECKSTOP_DMA_CH3_INVAL_STATE_ERR = 64, NX_CHECKSTOP_DMA_CH4_INVAL_STATE_ERR = 128, NX_CHECKSTOP_DMA_CH5_INVAL_STATE_ERR = 256, NX_CHECKSTOP_DMA_CH6_INVAL_STATE_ERR = 512, NX_CHECKSTOP_DMA_CH7_INVAL_STATE_ERR = 1024, NX_CHECKSTOP_DMA_CRB_UE = 2048, NX_CHECKSTOP_DMA_CRB_SUE = 4096, NX_CHECKSTOP_PBI_ISN_UE = 8192, }; struct OpalHMIEvent { uint8_t version; uint8_t severity; uint8_t type; uint8_t disposition; uint8_t reserved_1[4]; __be64 hmer; __be64 tfmr; union { struct { uint8_t xstop_type; uint8_t reserved_1[3]; __be32 xstop_reason; union { __be32 pir; __be32 chip_id; } u; } xstop_error; } u; }; struct OpalHmiEvtNode { struct list_head list; struct OpalHMIEvent hmi_evt; }; struct xstop_reason { uint32_t xstop_reason; const char *unit_failed; const char *description; }; typedef char *va_list; typedef u16 uint16_t; struct va_format { const char *fmt; va_list *va; }; typedef __u64 Elf64_Off; struct elf64_hdr { unsigned char e_ident[16]; Elf64_Half e_type; Elf64_Half e_machine; Elf64_Word e_version; Elf64_Addr e_entry; Elf64_Off e_phoff; Elf64_Off e_shoff; Elf64_Word e_flags; Elf64_Half e_ehsize; Elf64_Half e_phentsize; Elf64_Half e_phnum; Elf64_Half e_shentsize; Elf64_Half e_shnum; Elf64_Half e_shstrndx; }; typedef struct elf64_hdr Elf64_Ehdr; struct elf64_shdr { Elf64_Word sh_name; Elf64_Word sh_type; Elf64_Xword sh_flags; Elf64_Addr sh_addr; Elf64_Off sh_offset; Elf64_Xword sh_size; Elf64_Word sh_link; Elf64_Word sh_info; Elf64_Xword sh_addralign; Elf64_Xword sh_entsize; }; typedef struct elf64_shdr Elf64_Shdr; struct iommu_pool { long unsigned int start; long unsigned int end; long unsigned int hint; spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct iommu_table_ops; struct iommu_table { long unsigned int it_busno; long unsigned int it_size; long unsigned int it_indirect_levels; long unsigned int it_level_size; long unsigned int it_allocated_size; long unsigned int it_offset; long unsigned int it_base; long unsigned int it_index; long unsigned int it_type; long unsigned int it_blocksize; long unsigned int poolsize; long unsigned int nr_pools; long: 64; long: 64; long: 64; long: 64; struct iommu_pool large_pool; struct iommu_pool pools[4]; long unsigned int *it_map; long unsigned int it_page_shift; struct list_head it_group_list; __be64 *it_userspace; struct iommu_table_ops *it_ops; struct kref it_kref; int it_nid; long unsigned int it_reserved_start; long unsigned int it_reserved_end; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct hotplug_slot_ops; struct hotplug_slot { const struct hotplug_slot_ops *ops; struct list_head slot_list; struct pci_slot *pci_slot; struct module *owner; const char *mod_name; }; struct pci_host_bridge { struct device dev; struct pci_bus *bus; struct pci_ops *ops; struct pci_ops *child_ops; void *sysdata; int busnr; int domain_nr; struct list_head windows; struct list_head dma_ranges; u8 (*swizzle_irq)(struct pci_dev *, u8 *); int (*map_irq)(const struct pci_dev *, u8, u8); void (*release_fn)(struct pci_host_bridge *); void *release_data; unsigned int ignore_reset_delay: 1; unsigned int no_ext_tags: 1; unsigned int no_inc_mrrs: 1; unsigned int native_aer: 1; unsigned int native_pcie_hotplug: 1; unsigned int native_shpc_hotplug: 1; unsigned int native_pme: 1; unsigned int native_ltr: 1; unsigned int native_dpc: 1; unsigned int native_cxl_error: 1; unsigned int preserve_config: 1; unsigned int size_windows: 1; unsigned int msi_domain: 1; resource_size_t (*align_resource)(struct pci_dev *, const struct resource *, resource_size_t, resource_size_t, resource_size_t); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int private[0]; }; typedef u64 pci_bus_addr_t; struct pci_bus_region { pci_bus_addr_t start; pci_bus_addr_t end; }; enum { PCI_REASSIGN_ALL_RSRC = 1, PCI_REASSIGN_ALL_BUS = 2, PCI_PROBE_ONLY = 4, PCI_CAN_SKIP_ISA_ALIGN = 8, PCI_ENABLE_PROC_DOMAINS = 16, PCI_COMPAT_DOMAIN_0 = 32, PCI_SCAN_ALL_PCIE_DEVS = 64, }; typedef long unsigned int kimage_entry_t; struct kexec_segment { union { void *buf; void *kbuf; }; size_t bufsz; long unsigned int mem; size_t memsz; }; struct crash_mem; struct kimage_arch { struct crash_mem *exclude_ranges; long unsigned int backup_start; void *backup_buf; void *fdt; }; struct purgatory_info { const Elf64_Ehdr *ehdr; Elf64_Shdr *sechdrs; void *purgatory_buf; }; struct kexec_file_ops; struct kimage { kimage_entry_t head; kimage_entry_t *entry; kimage_entry_t *last_entry; long unsigned int start; struct page *control_code_page; struct page *swap_page; void *vmcoreinfo_data_copy; long unsigned int nr_segments; struct kexec_segment segment[16]; struct list_head control_pages; struct list_head dest_pages; struct list_head unusable_pages; long unsigned int control_page; unsigned int type: 1; unsigned int preserve_context: 1; unsigned int file_mode: 1; struct kimage_arch arch; void *kernel_buf; long unsigned int kernel_buf_len; void *initrd_buf; long unsigned int initrd_buf_len; char *cmdline_buf; long unsigned int cmdline_buf_len; const struct kexec_file_ops *fops; void *image_loader_data; struct purgatory_info purgatory_info; void *ima_buffer; phys_addr_t ima_buffer_addr; size_t ima_buffer_size; void *elf_headers; long unsigned int elf_headers_sz; long unsigned int elf_load_addr; }; struct iommu_table_group_ops; struct iommu_table_group { __u32 tce32_start; __u32 tce32_size; __u64 pgsizes; __u32 max_dynamic_windows_supported; __u32 max_levels; struct iommu_group *group; struct iommu_table *tables[2]; struct iommu_table_group_ops *ops; }; struct pci_fixup { u16 vendor; u16 device; u32 class; unsigned int class_shift; void (*hook)(struct pci_dev *); }; struct crash_mem { unsigned int max_nr_ranges; unsigned int nr_ranges; struct range ranges[0]; }; enum key_being_used_for { VERIFYING_MODULE_SIGNATURE = 0, VERIFYING_FIRMWARE_SIGNATURE = 1, VERIFYING_KEXEC_PE_SIGNATURE = 2, VERIFYING_KEY_SIGNATURE = 3, VERIFYING_KEY_SELF_SIGNATURE = 4, VERIFYING_UNSPECIFIED_SIGNATURE = 5, NR__KEY_BEING_USED_FOR = 6, }; typedef int kexec_probe_t(const char *, long unsigned int); typedef void *kexec_load_t(struct kimage *, char *, long unsigned int, char *, long unsigned int, char *, long unsigned int); typedef int kexec_cleanup_t(void *); struct kexec_file_ops { kexec_probe_t *probe; kexec_load_t *load; kexec_cleanup_t *cleanup; }; struct msi_alloc_info { struct msi_desc *desc; irq_hw_number_t hwirq; long unsigned int flags; union { long unsigned int ul; void *ptr; } scratchpad[2]; }; typedef struct msi_alloc_info msi_alloc_info_t; struct msi_domain_ops { irq_hw_number_t (*get_hwirq)(struct msi_domain_info *, msi_alloc_info_t *); int (*msi_init)(struct irq_domain *, struct msi_domain_info *, unsigned int, irq_hw_number_t, msi_alloc_info_t *); void (*msi_free)(struct irq_domain *, struct msi_domain_info *, unsigned int); int (*msi_prepare)(struct irq_domain *, struct device *, int, msi_alloc_info_t *); void (*prepare_desc)(struct irq_domain *, msi_alloc_info_t *, struct msi_desc *); void (*set_desc)(msi_alloc_info_t *, struct msi_desc *); int (*domain_alloc_irqs)(struct irq_domain *, struct device *, int); void (*domain_free_irqs)(struct irq_domain *, struct device *); void (*msi_post_free)(struct irq_domain *, struct device *); }; struct msi_domain_info { u32 flags; enum irq_domain_bus_token bus_token; unsigned int hwsize; struct msi_domain_ops *ops; struct irq_chip *chip; void *chip_data; irq_flow_handler_t handler; void *handler_data; const char *handler_name; void *data; }; enum { MSI_FLAG_USE_DEF_DOM_OPS = 1, MSI_FLAG_USE_DEF_CHIP_OPS = 2, MSI_FLAG_ACTIVATE_EARLY = 4, MSI_FLAG_MUST_REACTIVATE = 8, MSI_FLAG_DEV_SYSFS = 16, MSI_FLAG_ALLOC_SIMPLE_MSI_DESCS = 32, MSI_FLAG_FREE_MSI_DESCS = 64, MSI_FLAG_NOMASK_QUIRK = 128, MSI_GENERIC_FLAGS_MASK = 65535, MSI_DOMAIN_FLAGS_MASK = 4294901760, MSI_FLAG_MULTI_PCI_MSI = 65536, MSI_FLAG_PCI_MSIX = 131072, MSI_FLAG_LEVEL_CAPABLE = 262144, MSI_FLAG_MSIX_CONTIGUOUS = 524288, MSI_FLAG_PCI_MSIX_ALLOC_DYN = 1048576, MSI_FLAG_PCI_IMS = 2097152, }; struct msi_bitmap { struct device_node *of_node; long unsigned int *bitmap; spinlock_t lock; unsigned int irq_count; bool bitmap_from_slab; }; enum OpalFreezeState { OPAL_EEH_STOPPED_NOT_FROZEN = 0, OPAL_EEH_STOPPED_MMIO_FREEZE = 1, OPAL_EEH_STOPPED_DMA_FREEZE = 2, OPAL_EEH_STOPPED_MMIO_DMA_FREEZE = 3, OPAL_EEH_STOPPED_RESET = 4, OPAL_EEH_STOPPED_TEMP_UNAVAIL = 5, OPAL_EEH_STOPPED_PERM_UNAVAIL = 6, }; enum OpalEehFreezeActionToken { OPAL_EEH_ACTION_CLEAR_FREEZE_MMIO = 1, OPAL_EEH_ACTION_CLEAR_FREEZE_DMA = 2, OPAL_EEH_ACTION_CLEAR_FREEZE_ALL = 3, OPAL_EEH_ACTION_SET_FREEZE_MMIO = 1, OPAL_EEH_ACTION_SET_FREEZE_DMA = 2, OPAL_EEH_ACTION_SET_FREEZE_ALL = 3, }; enum OpalMmioWindowType { OPAL_M32_WINDOW_TYPE = 1, OPAL_M64_WINDOW_TYPE = 2, OPAL_IO_WINDOW_TYPE = 3, }; enum OpalPciBusCompare { OpalPciBusAny = 0, OpalPciBus3Bits = 2, OpalPciBus4Bits = 3, OpalPciBus5Bits = 4, OpalPciBus6Bits = 5, OpalPciBus7Bits = 6, OpalPciBusAll = 7, }; enum OpalDeviceCompare { OPAL_IGNORE_RID_DEVICE_NUMBER = 0, OPAL_COMPARE_RID_DEVICE_NUMBER = 1, }; enum OpalFuncCompare { OPAL_IGNORE_RID_FUNCTION_NUMBER = 0, OPAL_COMPARE_RID_FUNCTION_NUMBER = 1, }; enum OpalPeAction { OPAL_UNMAP_PE = 0, OPAL_MAP_PE = 1, }; enum OpalPeltvAction { OPAL_REMOVE_PE_FROM_DOMAIN = 0, OPAL_ADD_PE_TO_DOMAIN = 1, }; enum OpalM64Action { OPAL_DISABLE_M64 = 0, OPAL_ENABLE_M64_SPLIT = 1, OPAL_ENABLE_M64_NON_SPLIT = 2, }; enum OpalPciResetScope { OPAL_RESET_PHB_COMPLETE = 1, OPAL_RESET_PCI_LINK = 2, OPAL_RESET_PHB_ERROR = 3, OPAL_RESET_PCI_HOT = 4, OPAL_RESET_PCI_FUNDAMENTAL = 5, OPAL_RESET_PCI_IODA_TABLE = 6, }; enum OpalPciResetState { OPAL_DEASSERT_RESET = 0, OPAL_ASSERT_RESET = 1, }; enum { OPAL_PCI_TCE_KILL_PAGES = 0, OPAL_PCI_TCE_KILL_PE = 1, OPAL_PCI_TCE_KILL_ALL = 2, }; struct iommu_table_ops { int (*set)(struct iommu_table *, long int, long int, long unsigned int, enum dma_data_direction, long unsigned int); int (*xchg_no_kill)(struct iommu_table *, long int, long unsigned int *, enum dma_data_direction *); void (*tce_kill)(struct iommu_table *, long unsigned int, long unsigned int); __be64 * (*useraddrptr)(struct iommu_table *, long int, bool); void (*clear)(struct iommu_table *, long int, long int); long unsigned int (*get)(struct iommu_table *, long int); void (*flush)(struct iommu_table *); void (*free)(struct iommu_table *); }; struct iommu_table_group_ops { long unsigned int (*get_table_size)(__u32, __u64, __u32); long int (*create_table)(struct iommu_table_group *, int, __u32, __u64, __u32, struct iommu_table **); long int (*set_window)(struct iommu_table_group *, int, struct iommu_table *); long int (*unset_window)(struct iommu_table_group *, int); long int (*take_ownership)(struct iommu_table_group *); void (*release_ownership)(struct iommu_table_group *); }; struct iommu_table_group_link { struct list_head next; struct callback_head rcu; struct iommu_table_group *table_group; }; struct hotplug_slot_ops { int (*enable_slot)(struct hotplug_slot *); int (*disable_slot)(struct hotplug_slot *); int (*set_attention_status)(struct hotplug_slot *, u8); int (*hardware_test)(struct hotplug_slot *, u32); int (*get_power_status)(struct hotplug_slot *, u8 *); int (*get_attention_status)(struct hotplug_slot *, u8 *); int (*get_latch_status)(struct hotplug_slot *, u8 *); int (*get_adapter_status)(struct hotplug_slot *, u8 *); int (*reset_slot)(struct hotplug_slot *, bool); }; enum pnv_phb_type { PNV_PHB_IODA2 = 0, PNV_PHB_NPU_OCAPI = 1, }; enum pnv_phb_model { PNV_PHB_MODEL_UNKNOWN = 0, PNV_PHB_MODEL_P7IOC = 1, PNV_PHB_MODEL_PHB3 = 2, }; struct pnv_phb; struct pnv_ioda_pe { long unsigned int flags; struct pnv_phb *phb; int device_count; struct pci_dev *pdev; struct pci_bus *pbus; unsigned int rid; unsigned int pe_number; struct iommu_table_group table_group; bool tce_bypass_enabled; uint64_t tce_bypass_base; bool dma_setup_done; int mve_number; struct pnv_ioda_pe *master; struct list_head slaves; struct list_head list; }; struct pnv_phb { struct pci_controller *hose; enum pnv_phb_type type; enum pnv_phb_model model; u64 hub_id; u64 opal_id; int flags; void *regs; u64 regs_phys; spinlock_t lock; int has_dbgfs; struct dentry *dbgfs; unsigned int msi_base; struct msi_bitmap msi_bmp; int (*init_m64)(struct pnv_phb *); int (*get_pe_state)(struct pnv_phb *, int); void (*freeze_pe)(struct pnv_phb *, int); int (*unfreeze_pe)(struct pnv_phb *, int, int); struct { unsigned int total_pe_num; unsigned int reserved_pe_idx; unsigned int root_pe_idx; unsigned int m32_size; unsigned int m32_segsize; unsigned int m32_pci_base; unsigned int m64_bar_idx; long unsigned int m64_size; long unsigned int m64_segsize; long unsigned int m64_base; long unsigned int m64_bar_alloc; unsigned int io_size; unsigned int io_segsize; unsigned int io_pci_base; struct mutex pe_alloc_mutex; long unsigned int *pe_alloc; struct pnv_ioda_pe *pe_array; unsigned int *m64_segmap; unsigned int *m32_segmap; unsigned int *io_segmap; int irq_chip_init; struct irq_chip irq_chip; struct list_head pe_list; struct mutex pe_list_mutex; unsigned int pe_rmap[65536]; } ioda; unsigned int diag_data_size; u8 *diag_data; }; struct hvcall_mpp_data { long unsigned int entitled_mem; long unsigned int mapped_mem; short unsigned int group_num; short unsigned int pool_num; unsigned char mem_weight; unsigned char unallocated_mem_weight; long unsigned int unallocated_entitlement; long unsigned int pool_size; long int loan_request; long unsigned int backing_mem; }; struct hvcall_mpp_x_data { long unsigned int coalesced_bytes; long unsigned int pool_coalesced_bytes; long unsigned int pool_purr_cycles; long unsigned int pool_spurr_cycles; long unsigned int reserved[3]; }; struct prtb_entry { __be64 prtb0; __be64 prtb1; }; struct dtl_entry { u8 dispatch_reason; u8 preempt_reason; __be16 processor_id; __be32 enqueue_to_dispatch_time; __be32 ready_to_enqueue_time; __be32 waiting_to_ready_time; __be64 timebase; __be64 fault_addr; __be64 srr0; __be64 srr1; }; typedef int (*cpu_stop_fn_t)(void *); typedef struct { const u32 token; } papr_sysparm_t; enum { PAPR_SYSPARM_MAX_INPUT = 1024, PAPR_SYSPARM_MAX_OUTPUT = 4000, }; struct papr_sysparm_buf { __be16 len; char val[4000]; }; struct dtl_worker { struct delayed_work work; int cpu; }; struct vcpu_dispatch_data { int last_disp_cpu; int total_disp; int same_cpu_disp; int same_chip_disp; int diff_chip_disp; int far_chip_disp; int numa_home_disp; int numa_remote_disp; int numa_far_disp; }; struct hpt_resize_state { long unsigned int shift; int commit_rc; }; struct class_attribute { struct attribute attr; ssize_t (*show)(const struct class *, const struct class_attribute *, char *); ssize_t (*store)(const struct class *, const struct class_attribute *, const char *, size_t); }; struct class_attribute_string { struct class_attribute attr; char *str; }; enum vas_migrate_action { VAS_SUSPEND = 0, VAS_RESUME = 1, }; struct update_props_workarea { __be32 phandle; __be32 state; __be64 reserved; __be32 nprops; } __attribute__((packed)); struct pseries_suspend_info { atomic_t counter; bool done; }; enum vasi_aborting_entity { ORCHESTRATOR = 1, VSP_SOURCE = 2, PARTITION_FIRMWARE = 3, PLATFORM_FIRMWARE = 4, VSP_TARGET = 5, MIGRATING_PARTITION = 6, }; struct atomic_notifier_head { spinlock_t lock; struct notifier_block *head; }; struct rtas_error_log { u8 byte0; u8 byte1; u8 byte2; u8 byte3; __be32 extended_log_length; unsigned char buffer[1]; }; struct pseries_errorlog { __be16 id; __be16 length; u8 version; u8 subtype; __be16 creator_component; u8 data[0]; }; struct pseries_io_event { uint8_t event_type; uint8_t rpc_data_len; uint8_t scope; uint8_t event_subtype; uint32_t drc_index; uint8_t rpc_data[216]; }; typedef int suspend_state_t; struct platform_suspend_ops { int (*valid)(suspend_state_t); int (*begin)(suspend_state_t); int (*prepare)(); int (*prepare_late)(); int (*enter)(suspend_state_t); void (*wake)(); void (*finish)(); bool (*suspend_again)(); void (*end)(); void (*recover)(); }; struct p9_host_os_sprs { long unsigned int iamr; long unsigned int amr; unsigned int pmc1; unsigned int pmc2; unsigned int pmc3; unsigned int pmc4; unsigned int pmc5; unsigned int pmc6; long unsigned int mmcr0; long unsigned int mmcr1; long unsigned int mmcr2; long unsigned int mmcr3; long unsigned int mmcra; long unsigned int siar; long unsigned int sier1; long unsigned int sier2; long unsigned int sier3; long unsigned int sdar; }; struct sigaltstack { void *ss_sp; int ss_flags; __kernel_size_t ss_size; }; typedef struct sigaltstack stack_t; struct siginfo { union { struct { int si_signo; int si_errno; int si_code; union __sifields _sifields; }; int _si_pad[32]; }; }; enum perf_callchain_context { PERF_CONTEXT_HV = 18446744073709551584ULL, PERF_CONTEXT_KERNEL = 18446744073709551488ULL, PERF_CONTEXT_USER = 18446744073709551104ULL, PERF_CONTEXT_GUEST = 18446744073709549568ULL, PERF_CONTEXT_GUEST_KERNEL = 18446744073709549440ULL, PERF_CONTEXT_GUEST_USER = 18446744073709549056ULL, PERF_CONTEXT_MAX = 18446744073709547521ULL, }; typedef long unsigned int elf_greg_t64; typedef elf_greg_t64 elf_gregset_t64[48]; typedef elf_gregset_t64 elf_gregset_t; typedef double elf_fpreg_t; typedef elf_fpreg_t elf_fpregset_t[33]; typedef __vector128 elf_vrreg_t; struct perf_callchain_entry_ctx { struct perf_callchain_entry *entry; u32 max_stack; u32 nr; short int contexts; bool contexts_maxed; }; struct sigcontext { long unsigned int _unused[4]; int signal; int _pad0; long unsigned int handler; long unsigned int oldmask; struct user_pt_regs *regs; elf_gregset_t gp_regs; elf_fpregset_t fp_regs; elf_vrreg_t *v_regs; long int vmx_reserve[101]; }; struct ucontext { long unsigned int uc_flags; struct ucontext *uc_link; stack_t uc_stack; sigset_t uc_sigmask; sigset_t __unused[15]; struct sigcontext uc_mcontext; }; struct signal_frame_64 { char dummy[128]; struct ucontext uc; long unsigned int unused[2]; unsigned int tramp[6]; struct siginfo *pinfo; void *puc; struct siginfo info; char abigap[288]; }; enum perf_hw_id { PERF_COUNT_HW_CPU_CYCLES = 0, PERF_COUNT_HW_INSTRUCTIONS = 1, PERF_COUNT_HW_CACHE_REFERENCES = 2, PERF_COUNT_HW_CACHE_MISSES = 3, PERF_COUNT_HW_BRANCH_INSTRUCTIONS = 4, PERF_COUNT_HW_BRANCH_MISSES = 5, PERF_COUNT_HW_BUS_CYCLES = 6, PERF_COUNT_HW_STALLED_CYCLES_FRONTEND = 7, PERF_COUNT_HW_STALLED_CYCLES_BACKEND = 8, PERF_COUNT_HW_REF_CPU_CYCLES = 9, PERF_COUNT_HW_MAX = 10, }; enum perf_hw_cache_id { PERF_COUNT_HW_CACHE_L1D = 0, PERF_COUNT_HW_CACHE_L1I = 1, PERF_COUNT_HW_CACHE_LL = 2, PERF_COUNT_HW_CACHE_DTLB = 3, PERF_COUNT_HW_CACHE_ITLB = 4, PERF_COUNT_HW_CACHE_BPU = 5, PERF_COUNT_HW_CACHE_NODE = 6, PERF_COUNT_HW_CACHE_MAX = 7, }; enum perf_hw_cache_op_id { PERF_COUNT_HW_CACHE_OP_READ = 0, PERF_COUNT_HW_CACHE_OP_WRITE = 1, PERF_COUNT_HW_CACHE_OP_PREFETCH = 2, PERF_COUNT_HW_CACHE_OP_MAX = 3, }; enum perf_hw_cache_op_result_id { PERF_COUNT_HW_CACHE_RESULT_ACCESS = 0, PERF_COUNT_HW_CACHE_RESULT_MISS = 1, PERF_COUNT_HW_CACHE_RESULT_MAX = 2, }; enum perf_branch_sample_type_shift { PERF_SAMPLE_BRANCH_USER_SHIFT = 0, PERF_SAMPLE_BRANCH_KERNEL_SHIFT = 1, PERF_SAMPLE_BRANCH_HV_SHIFT = 2, PERF_SAMPLE_BRANCH_ANY_SHIFT = 3, PERF_SAMPLE_BRANCH_ANY_CALL_SHIFT = 4, PERF_SAMPLE_BRANCH_ANY_RETURN_SHIFT = 5, PERF_SAMPLE_BRANCH_IND_CALL_SHIFT = 6, PERF_SAMPLE_BRANCH_ABORT_TX_SHIFT = 7, PERF_SAMPLE_BRANCH_IN_TX_SHIFT = 8, PERF_SAMPLE_BRANCH_NO_TX_SHIFT = 9, PERF_SAMPLE_BRANCH_COND_SHIFT = 10, PERF_SAMPLE_BRANCH_CALL_STACK_SHIFT = 11, PERF_SAMPLE_BRANCH_IND_JUMP_SHIFT = 12, PERF_SAMPLE_BRANCH_CALL_SHIFT = 13, PERF_SAMPLE_BRANCH_NO_FLAGS_SHIFT = 14, PERF_SAMPLE_BRANCH_NO_CYCLES_SHIFT = 15, PERF_SAMPLE_BRANCH_TYPE_SAVE_SHIFT = 16, PERF_SAMPLE_BRANCH_HW_INDEX_SHIFT = 17, PERF_SAMPLE_BRANCH_PRIV_SAVE_SHIFT = 18, PERF_SAMPLE_BRANCH_MAX_SHIFT = 19, }; struct mmcr_regs { long unsigned int mmcr0; long unsigned int mmcr1; long unsigned int mmcr2; long unsigned int mmcra; long unsigned int mmcr3; }; struct power_pmu { const char *name; int n_counter; int max_alternatives; long unsigned int add_fields; long unsigned int test_adder; int (*compute_mmcr)(u64 *, int, unsigned int *, struct mmcr_regs *, struct perf_event **, u32); int (*get_constraint)(u64, long unsigned int *, long unsigned int *, u64); int (*get_alternatives)(u64, unsigned int, u64 *); void (*get_mem_data_src)(union perf_mem_data_src *, u32, struct pt_regs *); void (*get_mem_weight)(u64 *, u64); long unsigned int group_constraint_mask; long unsigned int group_constraint_val; u64 (*bhrb_filter_map)(u64); void (*config_bhrb)(u64); void (*disable_pmc)(unsigned int, struct mmcr_regs *); int (*limited_pmc_event)(u64); u32 flags; const struct attribute_group **attr_groups; int n_generic; int *generic_events; u64 (*cache_events)[42]; int n_blacklist_ev; int *blacklist_ev; int bhrb_nr; int capabilities; int (*check_attr_config)(struct perf_event *); }; enum perf_branch_sample_type { PERF_SAMPLE_BRANCH_USER = 1, PERF_SAMPLE_BRANCH_KERNEL = 2, PERF_SAMPLE_BRANCH_HV = 4, PERF_SAMPLE_BRANCH_ANY = 8, PERF_SAMPLE_BRANCH_ANY_CALL = 16, PERF_SAMPLE_BRANCH_ANY_RETURN = 32, PERF_SAMPLE_BRANCH_IND_CALL = 64, PERF_SAMPLE_BRANCH_ABORT_TX = 128, PERF_SAMPLE_BRANCH_IN_TX = 256, PERF_SAMPLE_BRANCH_NO_TX = 512, PERF_SAMPLE_BRANCH_COND = 1024, PERF_SAMPLE_BRANCH_CALL_STACK = 2048, PERF_SAMPLE_BRANCH_IND_JUMP = 4096, PERF_SAMPLE_BRANCH_CALL = 8192, PERF_SAMPLE_BRANCH_NO_FLAGS = 16384, PERF_SAMPLE_BRANCH_NO_CYCLES = 32768, PERF_SAMPLE_BRANCH_TYPE_SAVE = 65536, PERF_SAMPLE_BRANCH_HW_INDEX = 131072, PERF_SAMPLE_BRANCH_PRIV_SAVE = 262144, PERF_SAMPLE_BRANCH_MAX = 524288, }; struct perf_pmu_events_attr { struct device_attribute attr; u64 id; const char *event_str; }; enum { PM_CYC = 30, PM_GCT_NOSLOT_CYC = 65784, PM_CMPLU_STALL = 262154, PM_INST_CMPL = 2, PM_BRU_FIN = 65640, PM_BR_MPRED_CMPL = 262390, PM_LD_REF_L1 = 65774, PM_LD_MISS_L1 = 254036, PM_ST_MISS_L1 = 196848, PM_L1_PREF = 55480, PM_INST_FROM_L1 = 16512, PM_L1_ICACHE_MISS = 131325, PM_L1_DEMAND_WRITE = 16524, PM_IC_PREF_WRITE = 16526, PM_DATA_FROM_L3 = 311362, PM_DATA_FROM_L3MISS = 196862, PM_L2_ST = 94336, PM_L2_ST_MISS = 94338, PM_L3_PREF_ALL = 319570, PM_DTLB_MISS = 196860, PM_ITLB_MISS = 262396, PM_RUN_INST_CMPL = 327930, PM_RUN_INST_CMPL_ALT = 262394, PM_RUN_CYC = 393460, PM_RUN_CYC_ALT = 131316, PM_MRK_ST_CMPL = 65844, PM_MRK_ST_CMPL_ALT = 197090, PM_BR_MRK_2PATH = 65848, PM_BR_MRK_2PATH_ALT = 262456, PM_L3_CO_MEPF = 98434, PM_L3_CO_MEPF_ALT = 254046, PM_MRK_DATA_FROM_L2MISS = 119118, PM_MRK_DATA_FROM_L2MISS_ALT = 262632, PM_CMPLU_STALL_ALT = 122964, PM_BR_2PATH = 131126, PM_BR_2PATH_ALT = 262198, PM_INST_DISP = 131314, PM_INST_DISP_ALT = 196850, PM_MRK_FILT_MATCH = 131388, PM_MRK_FILT_MATCH_ALT = 196910, PM_LD_MISS_L1_ALT = 262384, MEM_ACCESS = 17039840, }; typedef void (*swap_func_t)(void *, void *, int); typedef int (*cmp_func_t)(const void *, const void *); typedef __u32 __wsum; struct __kernel_old_timeval { __kernel_long_t tv_sec; __kernel_long_t tv_usec; }; enum refcount_saturation_type { REFCOUNT_ADD_NOT_ZERO_OVF = 0, REFCOUNT_ADD_OVF = 1, REFCOUNT_ADD_UAF = 2, REFCOUNT_SUB_UAF = 3, REFCOUNT_DEC_LEAK = 4, }; struct blocking_notifier_head { struct rw_semaphore rwsem; struct notifier_block *head; }; struct raw_notifier_head { struct notifier_block *head; }; struct linux_binprm; struct coredump_params; struct linux_binfmt { struct list_head lh; struct module *module; int (*load_binary)(struct linux_binprm *); int (*load_shlib)(struct file *); int (*core_dump)(struct coredump_params *); long unsigned int min_coredump; }; struct rusage { struct __kernel_old_timeval ru_utime; struct __kernel_old_timeval ru_stime; __kernel_long_t ru_maxrss; __kernel_long_t ru_ixrss; __kernel_long_t ru_idrss; __kernel_long_t ru_isrss; __kernel_long_t ru_minflt; __kernel_long_t ru_majflt; __kernel_long_t ru_nswap; __kernel_long_t ru_inblock; __kernel_long_t ru_oublock; __kernel_long_t ru_msgsnd; __kernel_long_t ru_msgrcv; __kernel_long_t ru_nsignals; __kernel_long_t ru_nvcsw; __kernel_long_t ru_nivcsw; }; struct rhashtable; struct rhashtable_compare_arg { struct rhashtable *ht; const void *key; }; typedef u32 (*rht_hashfn_t)(const void *, u32, u32); typedef u32 (*rht_obj_hashfn_t)(const void *, u32, u32); typedef int (*rht_obj_cmpfn_t)(struct rhashtable_compare_arg *, const void *); struct rhashtable_params { u16 nelem_hint; u16 key_len; u16 key_offset; u16 head_offset; unsigned int max_size; u16 min_size; bool automatic_shrinking; rht_hashfn_t hashfn; rht_obj_hashfn_t obj_hashfn; rht_obj_cmpfn_t obj_cmpfn; }; struct bucket_table; struct rhashtable { struct bucket_table *tbl; unsigned int key_len; unsigned int max_elems; struct rhashtable_params p; bool rhlist; struct work_struct run_work; struct mutex mutex; spinlock_t lock; atomic_t nelems; }; struct fs_struct { int users; spinlock_t lock; seqcount_spinlock_t seq; int umask; int in_exec; struct path root; struct path pwd; }; struct fdtable { unsigned int max_fds; struct file **fd; long unsigned int *close_on_exec; long unsigned int *open_fds; long unsigned int *full_fds_bits; struct callback_head rcu; }; struct files_struct { atomic_t count; bool resize_in_progress; wait_queue_head_t resize_wait; struct fdtable *fdt; struct fdtable fdtab; long: 64; long: 64; long: 64; long: 64; spinlock_t file_lock; unsigned int next_fd; long unsigned int close_on_exec_init[1]; long unsigned int open_fds_init[1]; long unsigned int full_fds_bits_init[1]; struct file *fd_array[64]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct robust_list { struct robust_list *next; }; struct robust_list_head { struct robust_list list; long int futex_offset; struct robust_list *list_op_pending; }; struct pipe_buffer; struct pipe_inode_info { struct mutex mutex; wait_queue_head_t rd_wait; wait_queue_head_t wr_wait; unsigned int head; unsigned int tail; unsigned int max_usage; unsigned int ring_size; unsigned int nr_accounted; unsigned int readers; unsigned int writers; unsigned int files; unsigned int r_counter; unsigned int w_counter; bool poll_usage; struct page *tmp_page; struct fasync_struct *fasync_readers; struct fasync_struct *fasync_writers; struct pipe_buffer *bufs; struct user_struct *user; }; struct task_delay_info { raw_spinlock_t lock; u64 blkio_start; u64 blkio_delay; u64 swapin_start; u64 swapin_delay; u32 blkio_count; u32 swapin_count; u64 freepages_start; u64 freepages_delay; u64 thrashing_start; u64 thrashing_delay; u64 compact_start; u64 compact_delay; u64 wpcopy_start; u64 wpcopy_delay; u64 irq_delay; u32 freepages_count; u32 thrashing_count; u32 compact_count; u32 wpcopy_count; u32 irq_count; }; struct ld_semaphore { atomic_long_t count; raw_spinlock_t wait_lock; unsigned int wait_readers; struct list_head read_wait; struct list_head write_wait; }; typedef unsigned int tcflag_t; typedef unsigned char cc_t; typedef unsigned int speed_t; struct ktermios { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_cc[19]; cc_t c_line; speed_t c_ispeed; speed_t c_ospeed; }; struct winsize { short unsigned int ws_row; short unsigned int ws_col; short unsigned int ws_xpixel; short unsigned int ws_ypixel; }; struct tty_driver; struct tty_port; struct tty_operations; struct tty_ldisc; struct tty_struct { struct kref kref; int index; struct device *dev; struct tty_driver *driver; struct tty_port *port; const struct tty_operations *ops; struct tty_ldisc *ldisc; struct ld_semaphore ldisc_sem; struct mutex atomic_write_lock; struct mutex legacy_mutex; struct mutex throttle_mutex; struct rw_semaphore termios_rwsem; struct mutex winsize_mutex; struct ktermios termios; struct ktermios termios_locked; char name[64]; long unsigned int flags; int count; unsigned int receive_room; struct winsize winsize; struct { spinlock_t lock; bool stopped; bool tco_stopped; long unsigned int unused[0]; } flow; struct { struct pid *pgrp; struct pid *session; spinlock_t lock; unsigned char pktstatus; bool packet; long unsigned int unused[0]; } ctrl; bool hw_stopped; bool closing; int flow_change; struct tty_struct *link; struct fasync_struct *fasync; wait_queue_head_t write_wait; wait_queue_head_t read_wait; struct work_struct hangup_work; void *disc_data; void *driver_data; spinlock_t files_lock; int write_cnt; unsigned char *write_buf; struct list_head tty_files; struct work_struct SAK_work; }; typedef int __kernel_rwf_t; struct io_uring_sqe; struct io_uring_cmd { struct file *file; const struct io_uring_sqe *sqe; union { void (*task_work_cb)(struct io_uring_cmd *, unsigned int); void *cookie; }; u32 cmd_op; u32 flags; u8 pdu[32]; }; struct kobj_attribute { struct attribute attr; ssize_t (*show)(struct kobject *, struct kobj_attribute *, char *); ssize_t (*store)(struct kobject *, struct kobj_attribute *, const char *, size_t); }; struct tty_buffer { union { struct tty_buffer *next; struct llist_node free; }; unsigned int used; unsigned int size; unsigned int commit; unsigned int lookahead; unsigned int read; bool flags; long: 0; u8 data[0]; }; struct tty_bufhead { struct tty_buffer *head; struct work_struct work; struct mutex lock; atomic_t priority; struct tty_buffer sentinel; struct llist_head free; atomic_t mem_used; int mem_limit; struct tty_buffer *tail; }; struct serial_icounter_struct; struct serial_struct; struct tty_operations { struct tty_struct * (*lookup)(struct tty_driver *, struct file *, int); int (*install)(struct tty_driver *, struct tty_struct *); void (*remove)(struct tty_driver *, struct tty_struct *); int (*open)(struct tty_struct *, struct file *); void (*close)(struct tty_struct *, struct file *); void (*shutdown)(struct tty_struct *); void (*cleanup)(struct tty_struct *); ssize_t (*write)(struct tty_struct *, const u8 *, size_t); int (*put_char)(struct tty_struct *, u8); void (*flush_chars)(struct tty_struct *); unsigned int (*write_room)(struct tty_struct *); unsigned int (*chars_in_buffer)(struct tty_struct *); int (*ioctl)(struct tty_struct *, unsigned int, long unsigned int); long int (*compat_ioctl)(struct tty_struct *, unsigned int, long unsigned int); void (*set_termios)(struct tty_struct *, const struct ktermios *); void (*throttle)(struct tty_struct *); void (*unthrottle)(struct tty_struct *); void (*stop)(struct tty_struct *); void (*start)(struct tty_struct *); void (*hangup)(struct tty_struct *); int (*break_ctl)(struct tty_struct *, int); void (*flush_buffer)(struct tty_struct *); void (*set_ldisc)(struct tty_struct *); void (*wait_until_sent)(struct tty_struct *, int); void (*send_xchar)(struct tty_struct *, char); int (*tiocmget)(struct tty_struct *); int (*tiocmset)(struct tty_struct *, unsigned int, unsigned int); int (*resize)(struct tty_struct *, struct winsize *); int (*get_icount)(struct tty_struct *, struct serial_icounter_struct *); int (*get_serial)(struct tty_struct *, struct serial_struct *); int (*set_serial)(struct tty_struct *, struct serial_struct *); void (*show_fdinfo)(struct tty_struct *, struct seq_file *); int (*proc_show)(struct seq_file *, void *); }; struct tty_driver { struct kref kref; struct cdev **cdevs; struct module *owner; const char *driver_name; const char *name; int name_base; int major; int minor_start; unsigned int num; short int type; short int subtype; struct ktermios init_termios; long unsigned int flags; struct proc_dir_entry *proc_entry; struct tty_driver *other; struct tty_struct **ttys; struct tty_port **ports; struct ktermios **termios; void *driver_state; const struct tty_operations *ops; struct list_head tty_drivers; }; struct __kfifo { unsigned int in; unsigned int out; unsigned int mask; unsigned int esize; void *data; }; struct tty_port_operations; struct tty_port_client_operations; struct tty_port { struct tty_bufhead buf; struct tty_struct *tty; struct tty_struct *itty; const struct tty_port_operations *ops; const struct tty_port_client_operations *client_ops; spinlock_t lock; int blocked_open; int count; wait_queue_head_t open_wait; wait_queue_head_t delta_msr_wait; long unsigned int flags; long unsigned int iflags; unsigned char console: 1; struct mutex mutex; struct mutex buf_mutex; unsigned char *xmit_buf; struct { union { struct __kfifo kfifo; unsigned char *type; const unsigned char *const_type; char (*rectype)[0]; unsigned char *ptr; const unsigned char *ptr_const; }; unsigned char buf[0]; } xmit_fifo; unsigned int close_delay; unsigned int closing_wait; int drain_delay; struct kref kref; void *client_data; }; struct tty_ldisc_ops { char *name; int num; int (*open)(struct tty_struct *); void (*close)(struct tty_struct *); void (*flush_buffer)(struct tty_struct *); ssize_t (*read)(struct tty_struct *, struct file *, u8 *, size_t, void **, long unsigned int); ssize_t (*write)(struct tty_struct *, struct file *, const u8 *, size_t); int (*ioctl)(struct tty_struct *, unsigned int, long unsigned int); int (*compat_ioctl)(struct tty_struct *, unsigned int, long unsigned int); void (*set_termios)(struct tty_struct *, const struct ktermios *); __poll_t (*poll)(struct tty_struct *, struct file *, struct poll_table_struct *); void (*hangup)(struct tty_struct *); void (*receive_buf)(struct tty_struct *, const u8 *, const u8 *, size_t); void (*write_wakeup)(struct tty_struct *); void (*dcd_change)(struct tty_struct *, bool); size_t (*receive_buf2)(struct tty_struct *, const u8 *, const u8 *, size_t); void (*lookahead_buf)(struct tty_struct *, const u8 *, const u8 *, size_t); struct module *owner; }; struct tty_ldisc { struct tty_ldisc_ops *ops; struct tty_struct *tty; }; struct tty_port_operations { bool (*carrier_raised)(struct tty_port *); void (*dtr_rts)(struct tty_port *, bool); void (*shutdown)(struct tty_port *); int (*activate)(struct tty_port *, struct tty_struct *); void (*destruct)(struct tty_port *); }; struct tty_port_client_operations { size_t (*receive_buf)(struct tty_port *, const u8 *, const u8 *, size_t); void (*lookahead_buf)(struct tty_port *, const u8 *, const u8 *, size_t); void (*write_wakeup)(struct tty_port *); }; struct linux_binprm { struct vm_area_struct *vma; long unsigned int vma_pages; struct mm_struct *mm; long unsigned int p; long unsigned int argmin; unsigned int have_execfd: 1; unsigned int execfd_creds: 1; unsigned int secureexec: 1; unsigned int point_of_no_return: 1; struct file *executable; struct file *interpreter; struct file *file; struct cred *cred; int unsafe; unsigned int per_clear; int argc; int envc; const char *filename; const char *interp; const char *fdpath; unsigned int interp_flags; int execfd; long unsigned int loader; long unsigned int exec; struct rlimit rlim_stack; char buf[256]; }; struct new_utsname { char sysname[65]; char nodename[65]; char release[65]; char version[65]; char machine[65]; char domainname[65]; }; struct uts_namespace { struct new_utsname name; struct user_namespace *user_ns; struct ucounts *ucounts; struct ns_common ns; }; struct ref_tracker_dir { spinlock_t lock; unsigned int quarantine_avail; refcount_t untracked; refcount_t no_tracker; bool dead; struct list_head list; struct list_head quarantine; char name[32]; }; struct prot_inuse; struct netns_core { struct ctl_table_header *sysctl_hdr; int sysctl_somaxconn; u8 sysctl_txrehash; struct prot_inuse *prot_inuse; struct cpumask *rps_default_mask; }; struct ipstats_mib; struct tcp_mib; struct linux_mib; struct udp_mib; struct icmp_mib; struct icmpmsg_mib; struct icmpv6_mib; struct icmpv6msg_mib; struct netns_mib { struct ipstats_mib *ip_statistics; struct ipstats_mib *ipv6_statistics; struct tcp_mib *tcp_statistics; struct linux_mib *net_statistics; struct udp_mib *udp_statistics; struct udp_mib *udp_stats_in6; struct udp_mib *udplite_statistics; struct udp_mib *udplite_stats_in6; struct icmp_mib *icmp_statistics; struct icmpmsg_mib *icmpmsg_statistics; struct icmpv6_mib *icmpv6_statistics; struct icmpv6msg_mib *icmpv6msg_statistics; struct proc_dir_entry *proc_net_devsnmp6; }; struct netns_packet { struct mutex sklist_lock; struct hlist_head sklist; }; struct unix_table { spinlock_t *locks; struct hlist_head *buckets; }; struct netns_unix { struct unix_table table; int sysctl_max_dgram_qlen; struct ctl_table_header *ctl; }; struct netns_nexthop { struct rb_root rb_root; struct hlist_head *devhash; unsigned int seq; u32 last_id_allocated; struct blocking_notifier_head notifier_chain; }; struct inet_hashinfo; struct inet_timewait_death_row { refcount_t tw_refcount; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct inet_hashinfo *hashinfo; int sysctl_max_tw_buckets; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct local_ports { seqlock_t lock; int range[2]; bool warned; }; struct ping_group_range { seqlock_t lock; kgid_t range[2]; }; typedef struct { u64 key[2]; } siphash_key_t; struct udp_table; struct ipv4_devconf; struct ip_ra_chain; struct inet_peer_base; struct fqdir; struct tcp_congestion_ops; struct tcp_fastopen_context; struct fib_notifier_ops; struct netns_ipv4 { struct inet_timewait_death_row tcp_death_row; struct udp_table *udp_table; struct ctl_table_header *forw_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *ipv4_hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *xfrm4_hdr; struct ipv4_devconf *devconf_all; struct ipv4_devconf *devconf_dflt; struct ip_ra_chain *ra_chain; struct mutex ra_mutex; bool fib_has_custom_local_routes; bool fib_offload_disabled; u8 sysctl_tcp_shrink_window; struct hlist_head *fib_table_hash; struct sock *fibnl; struct sock *mc_autojoin_sk; struct inet_peer_base *peers; struct fqdir *fqdir; u8 sysctl_icmp_echo_ignore_all; u8 sysctl_icmp_echo_enable_probe; u8 sysctl_icmp_echo_ignore_broadcasts; u8 sysctl_icmp_ignore_bogus_error_responses; u8 sysctl_icmp_errors_use_inbound_ifaddr; int sysctl_icmp_ratelimit; int sysctl_icmp_ratemask; u32 ip_rt_min_pmtu; int ip_rt_mtu_expires; int ip_rt_min_advmss; struct local_ports ip_local_ports; u8 sysctl_tcp_ecn; u8 sysctl_tcp_ecn_fallback; u8 sysctl_ip_default_ttl; u8 sysctl_ip_no_pmtu_disc; u8 sysctl_ip_fwd_use_pmtu; u8 sysctl_ip_fwd_update_priority; u8 sysctl_ip_nonlocal_bind; u8 sysctl_ip_autobind_reuse; u8 sysctl_ip_dynaddr; u8 sysctl_ip_early_demux; u8 sysctl_tcp_early_demux; u8 sysctl_udp_early_demux; u8 sysctl_nexthop_compat_mode; u8 sysctl_fwmark_reflect; u8 sysctl_tcp_fwmark_accept; u8 sysctl_tcp_mtu_probing; int sysctl_tcp_mtu_probe_floor; int sysctl_tcp_base_mss; int sysctl_tcp_min_snd_mss; int sysctl_tcp_probe_threshold; u32 sysctl_tcp_probe_interval; int sysctl_tcp_keepalive_time; int sysctl_tcp_keepalive_intvl; u8 sysctl_tcp_keepalive_probes; u8 sysctl_tcp_syn_retries; u8 sysctl_tcp_synack_retries; u8 sysctl_tcp_syncookies; u8 sysctl_tcp_migrate_req; u8 sysctl_tcp_comp_sack_nr; int sysctl_tcp_reordering; u8 sysctl_tcp_retries1; u8 sysctl_tcp_retries2; u8 sysctl_tcp_orphan_retries; u8 sysctl_tcp_tw_reuse; int sysctl_tcp_fin_timeout; unsigned int sysctl_tcp_notsent_lowat; u8 sysctl_tcp_sack; u8 sysctl_tcp_window_scaling; u8 sysctl_tcp_timestamps; u8 sysctl_tcp_early_retrans; u8 sysctl_tcp_recovery; u8 sysctl_tcp_thin_linear_timeouts; u8 sysctl_tcp_slow_start_after_idle; u8 sysctl_tcp_retrans_collapse; u8 sysctl_tcp_stdurg; u8 sysctl_tcp_rfc1337; u8 sysctl_tcp_abort_on_overflow; u8 sysctl_tcp_fack; int sysctl_tcp_max_reordering; int sysctl_tcp_adv_win_scale; u8 sysctl_tcp_dsack; u8 sysctl_tcp_app_win; u8 sysctl_tcp_frto; u8 sysctl_tcp_nometrics_save; u8 sysctl_tcp_no_ssthresh_metrics_save; u8 sysctl_tcp_moderate_rcvbuf; u8 sysctl_tcp_tso_win_divisor; u8 sysctl_tcp_workaround_signed_windows; int sysctl_tcp_limit_output_bytes; int sysctl_tcp_challenge_ack_limit; int sysctl_tcp_min_rtt_wlen; u8 sysctl_tcp_min_tso_segs; u8 sysctl_tcp_tso_rtt_log; u8 sysctl_tcp_autocorking; u8 sysctl_tcp_reflect_tos; int sysctl_tcp_invalid_ratelimit; int sysctl_tcp_pacing_ss_ratio; int sysctl_tcp_pacing_ca_ratio; int sysctl_tcp_wmem[3]; int sysctl_tcp_rmem[3]; unsigned int sysctl_tcp_child_ehash_entries; long unsigned int sysctl_tcp_comp_sack_delay_ns; long unsigned int sysctl_tcp_comp_sack_slack_ns; int sysctl_max_syn_backlog; int sysctl_tcp_fastopen; const struct tcp_congestion_ops *tcp_congestion_control; struct tcp_fastopen_context *tcp_fastopen_ctx; unsigned int sysctl_tcp_fastopen_blackhole_timeout; atomic_t tfo_active_disable_times; long unsigned int tfo_active_disable_stamp; u32 tcp_challenge_timestamp; u32 tcp_challenge_count; u8 sysctl_tcp_plb_enabled; u8 sysctl_tcp_plb_idle_rehash_rounds; u8 sysctl_tcp_plb_rehash_rounds; u8 sysctl_tcp_plb_suspend_rto_sec; int sysctl_tcp_plb_cong_thresh; int sysctl_udp_wmem_min; int sysctl_udp_rmem_min; u8 sysctl_fib_notify_on_flag_change; u8 sysctl_tcp_syn_linear_timeouts; u8 sysctl_igmp_llm_reports; int sysctl_igmp_max_memberships; int sysctl_igmp_max_msf; int sysctl_igmp_qrv; struct ping_group_range ping_group_range; atomic_t dev_addr_genid; unsigned int sysctl_udp_child_hash_entries; long unsigned int *sysctl_local_reserved_ports; int sysctl_ip_prot_sock; struct fib_notifier_ops *notifier_ops; unsigned int fib_seq; struct fib_notifier_ops *ipmr_notifier_ops; unsigned int ipmr_seq; atomic_t rt_genid; siphash_key_t ip_id_key; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct dst_entry; struct net_device; struct sk_buff; struct neighbour; struct dst_ops { short unsigned int family; unsigned int gc_thresh; void (*gc)(struct dst_ops *); struct dst_entry * (*check)(struct dst_entry *, __u32); unsigned int (*default_advmss)(const struct dst_entry *); unsigned int (*mtu)(const struct dst_entry *); u32 * (*cow_metrics)(struct dst_entry *, long unsigned int); void (*destroy)(struct dst_entry *); void (*ifdown)(struct dst_entry *, struct net_device *); struct dst_entry * (*negative_advice)(struct dst_entry *); void (*link_failure)(struct sk_buff *); void (*update_pmtu)(struct dst_entry *, struct sock *, struct sk_buff *, u32, bool); void (*redirect)(struct dst_entry *, struct sock *, struct sk_buff *); int (*local_out)(struct net *, struct sock *, struct sk_buff *); struct neighbour * (*neigh_lookup)(const struct dst_entry *, struct sk_buff *, const void *); void (*confirm_neigh)(const struct dst_entry *, const void *); struct kmem_cache *kmem_cachep; struct percpu_counter pcpuc_entries; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct netns_sysctl_ipv6 { struct ctl_table_header *hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *icmp_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *xfrm6_hdr; int flush_delay; int ip6_rt_max_size; int ip6_rt_gc_min_interval; int ip6_rt_gc_timeout; int ip6_rt_gc_interval; int ip6_rt_gc_elasticity; int ip6_rt_mtu_expires; int ip6_rt_min_advmss; u32 multipath_hash_fields; u8 multipath_hash_policy; u8 bindv6only; u8 flowlabel_consistency; u8 auto_flowlabels; int icmpv6_time; u8 icmpv6_echo_ignore_all; u8 icmpv6_echo_ignore_multicast; u8 icmpv6_echo_ignore_anycast; long unsigned int icmpv6_ratemask[4]; long unsigned int *icmpv6_ratemask_ptr; u8 anycast_src_echo_reply; u8 ip_nonlocal_bind; u8 fwmark_reflect; u8 flowlabel_state_ranges; int idgen_retries; int idgen_delay; int flowlabel_reflect; int max_dst_opts_cnt; int max_hbh_opts_cnt; int max_dst_opts_len; int max_hbh_opts_len; int seg6_flowlabel; u32 ioam6_id; u64 ioam6_id_wide; u8 skip_notify_on_dev_down; u8 fib_notify_on_flag_change; u8 icmpv6_error_anycast_as_unicast; }; struct ipv6_devconf; struct fib6_info; struct rt6_info; struct rt6_statistics; struct fib6_table; struct seg6_pernet_data; struct ioam6_pernet_data; struct netns_ipv6 { struct dst_ops ip6_dst_ops; struct netns_sysctl_ipv6 sysctl; struct ipv6_devconf *devconf_all; struct ipv6_devconf *devconf_dflt; struct inet_peer_base *peers; struct fqdir *fqdir; struct fib6_info *fib6_null_entry; struct rt6_info *ip6_null_entry; struct rt6_statistics *rt6_stats; struct timer_list ip6_fib_timer; struct hlist_head *fib_table_hash; struct fib6_table *fib6_main_tbl; struct list_head fib6_walkers; rwlock_t fib6_walker_lock; spinlock_t fib6_gc_lock; atomic_t ip6_rt_gc_expire; long unsigned int ip6_rt_last_gc; unsigned char flowlabel_has_excl; struct sock *ndisc_sk; struct sock *tcp_sk; struct sock *igmp_sk; struct sock *mc_autojoin_sk; struct hlist_head *inet6_addr_lst; spinlock_t addrconf_hash_lock; struct delayed_work addr_chk_work; atomic_t dev_addr_genid; atomic_t fib6_sernum; struct seg6_pernet_data *seg6_data; struct fib_notifier_ops *notifier_ops; struct fib_notifier_ops *ip6mr_notifier_ops; unsigned int ipmr_seq; struct { struct hlist_head head; spinlock_t lock; u32 seq; } ip6addrlbl_table; struct ioam6_pernet_data *ioam6_data; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct nf_logger; struct nf_hook_entries; struct netns_nf { struct proc_dir_entry *proc_netfilter; const struct nf_logger *nf_loggers[11]; struct ctl_table_header *nf_log_dir_header; struct nf_hook_entries *hooks_ipv4[5]; struct nf_hook_entries *hooks_ipv6[5]; unsigned int defrag_ipv4_users; unsigned int defrag_ipv6_users; }; struct nf_ct_event_notifier; struct nf_generic_net { unsigned int timeout; }; struct nf_tcp_net { unsigned int timeouts[14]; u8 tcp_loose; u8 tcp_be_liberal; u8 tcp_max_retrans; u8 tcp_ignore_invalid_rst; }; struct nf_udp_net { unsigned int timeouts[2]; }; struct nf_icmp_net { unsigned int timeout; }; struct nf_ip_net { struct nf_generic_net generic; struct nf_tcp_net tcp; struct nf_udp_net udp; struct nf_icmp_net icmp; struct nf_icmp_net icmpv6; }; struct ip_conntrack_stat; struct netns_ct { u8 sysctl_log_invalid; u8 sysctl_events; u8 sysctl_acct; u8 sysctl_tstamp; u8 sysctl_checksum; struct ip_conntrack_stat *stat; struct nf_ct_event_notifier *nf_conntrack_event_cb; struct nf_ip_net nf_ct_proto; }; struct netns_bpf { struct bpf_prog_array *run_array[2]; struct bpf_prog *progs[2]; struct list_head links[2]; }; struct xfrm_policy_hash { struct hlist_head *table; unsigned int hmask; u8 dbits4; u8 sbits4; u8 dbits6; u8 sbits6; }; struct xfrm_policy_hthresh { struct work_struct work; seqlock_t lock; u8 lbits4; u8 rbits4; u8 lbits6; u8 rbits6; }; struct netns_xfrm { struct list_head state_all; struct hlist_head *state_bydst; struct hlist_head *state_bysrc; struct hlist_head *state_byspi; struct hlist_head *state_byseq; unsigned int state_hmask; unsigned int state_num; struct work_struct state_hash_work; struct list_head policy_all; struct hlist_head *policy_byidx; unsigned int policy_idx_hmask; unsigned int idx_generator; struct hlist_head policy_inexact[3]; struct xfrm_policy_hash policy_bydst[3]; unsigned int policy_count[6]; struct work_struct policy_hash_work; struct xfrm_policy_hthresh policy_hthresh; struct list_head inexact_bins; struct sock *nlsk; struct sock *nlsk_stash; u32 sysctl_aevent_etime; u32 sysctl_aevent_rseqth; int sysctl_larval_drop; u32 sysctl_acq_expires; u8 policy_default[3]; struct ctl_table_header *sysctl_hdr; long: 64; long: 64; long: 64; struct dst_ops xfrm4_dst_ops; struct dst_ops xfrm6_dst_ops; spinlock_t xfrm_state_lock; seqcount_spinlock_t xfrm_state_hash_generation; seqcount_spinlock_t xfrm_policy_hash_generation; spinlock_t xfrm_policy_lock; struct mutex xfrm_cfg_mutex; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct uevent_sock; struct net_generic; struct net { refcount_t passive; spinlock_t rules_mod_lock; atomic_t dev_unreg_count; unsigned int dev_base_seq; u32 ifindex; spinlock_t nsid_lock; atomic_t fnhe_genid; struct list_head list; struct list_head exit_list; struct llist_node cleanup_list; struct key_tag *key_domain; struct user_namespace *user_ns; struct ucounts *ucounts; struct idr netns_ids; struct ns_common ns; struct ref_tracker_dir refcnt_tracker; struct ref_tracker_dir notrefcnt_tracker; struct list_head dev_base_head; struct proc_dir_entry *proc_net; struct proc_dir_entry *proc_net_stat; struct ctl_table_set sysctls; struct sock *rtnl; struct sock *genl_sock; struct uevent_sock *uevent_sock; struct hlist_head *dev_name_head; struct hlist_head *dev_index_head; struct xarray dev_by_index; struct raw_notifier_head netdev_chain; u32 hash_mix; struct net_device *loopback_dev; struct list_head rules_ops; struct netns_core core; struct netns_mib mib; struct netns_packet packet; struct netns_unix unx; struct netns_nexthop nexthop; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct netns_ipv4 ipv4; struct netns_ipv6 ipv6; struct netns_nf nf; struct netns_ct ct; struct net_generic *gen; struct netns_bpf bpf; long: 64; long: 64; struct netns_xfrm xfrm; u64 net_cookie; struct sock *diag_nlsk; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum { TRACE_EVENT_FL_FILTERED = 1, TRACE_EVENT_FL_CAP_ANY = 2, TRACE_EVENT_FL_NO_SET_FILTER = 4, TRACE_EVENT_FL_IGNORE_ENABLE = 8, TRACE_EVENT_FL_TRACEPOINT = 16, TRACE_EVENT_FL_DYNAMIC = 32, TRACE_EVENT_FL_KPROBE = 64, TRACE_EVENT_FL_UPROBE = 128, TRACE_EVENT_FL_EPROBE = 256, TRACE_EVENT_FL_FPROBE = 512, TRACE_EVENT_FL_CUSTOM = 1024, }; struct syscall_metadata { const char *name; int syscall_nr; int nb_args; const char **types; const char **args; struct list_head enter_fields; struct trace_event_call *enter_event; struct trace_event_call *exit_event; }; struct pipe_buf_operations; struct pipe_buffer { struct page *page; unsigned int offset; unsigned int len; const struct pipe_buf_operations *ops; unsigned int flags; long unsigned int private; }; struct pipe_buf_operations { int (*confirm)(struct pipe_inode_info *, struct pipe_buffer *); void (*release)(struct pipe_inode_info *, struct pipe_buffer *); bool (*try_steal)(struct pipe_inode_info *, struct pipe_buffer *); bool (*get)(struct pipe_inode_info *, struct pipe_buffer *); }; enum audit_ntp_type { AUDIT_NTP_OFFSET = 0, AUDIT_NTP_FREQ = 1, AUDIT_NTP_STATUS = 2, AUDIT_NTP_TAI = 3, AUDIT_NTP_TICK = 4, AUDIT_NTP_ADJUST = 5, AUDIT_NTP_NVALS = 6, }; struct in6_addr { union { __u8 u6_addr8[16]; __be16 u6_addr16[8]; __be32 u6_addr32[4]; } in6_u; }; enum { IPSTATS_MIB_NUM = 0, IPSTATS_MIB_INPKTS = 1, IPSTATS_MIB_INOCTETS = 2, IPSTATS_MIB_INDELIVERS = 3, IPSTATS_MIB_OUTFORWDATAGRAMS = 4, IPSTATS_MIB_OUTPKTS = 5, IPSTATS_MIB_OUTOCTETS = 6, IPSTATS_MIB_INHDRERRORS = 7, IPSTATS_MIB_INTOOBIGERRORS = 8, IPSTATS_MIB_INNOROUTES = 9, IPSTATS_MIB_INADDRERRORS = 10, IPSTATS_MIB_INUNKNOWNPROTOS = 11, IPSTATS_MIB_INTRUNCATEDPKTS = 12, IPSTATS_MIB_INDISCARDS = 13, IPSTATS_MIB_OUTDISCARDS = 14, IPSTATS_MIB_OUTNOROUTES = 15, IPSTATS_MIB_REASMTIMEOUT = 16, IPSTATS_MIB_REASMREQDS = 17, IPSTATS_MIB_REASMOKS = 18, IPSTATS_MIB_REASMFAILS = 19, IPSTATS_MIB_FRAGOKS = 20, IPSTATS_MIB_FRAGFAILS = 21, IPSTATS_MIB_FRAGCREATES = 22, IPSTATS_MIB_INMCASTPKTS = 23, IPSTATS_MIB_OUTMCASTPKTS = 24, IPSTATS_MIB_INBCASTPKTS = 25, IPSTATS_MIB_OUTBCASTPKTS = 26, IPSTATS_MIB_INMCASTOCTETS = 27, IPSTATS_MIB_OUTMCASTOCTETS = 28, IPSTATS_MIB_INBCASTOCTETS = 29, IPSTATS_MIB_OUTBCASTOCTETS = 30, IPSTATS_MIB_CSUMERRORS = 31, IPSTATS_MIB_NOECTPKTS = 32, IPSTATS_MIB_ECT1PKTS = 33, IPSTATS_MIB_ECT0PKTS = 34, IPSTATS_MIB_CEPKTS = 35, IPSTATS_MIB_REASM_OVERLAPS = 36, __IPSTATS_MIB_MAX = 37, }; enum { ICMP_MIB_NUM = 0, ICMP_MIB_INMSGS = 1, ICMP_MIB_INERRORS = 2, ICMP_MIB_INDESTUNREACHS = 3, ICMP_MIB_INTIMEEXCDS = 4, ICMP_MIB_INPARMPROBS = 5, ICMP_MIB_INSRCQUENCHS = 6, ICMP_MIB_INREDIRECTS = 7, ICMP_MIB_INECHOS = 8, ICMP_MIB_INECHOREPS = 9, ICMP_MIB_INTIMESTAMPS = 10, ICMP_MIB_INTIMESTAMPREPS = 11, ICMP_MIB_INADDRMASKS = 12, ICMP_MIB_INADDRMASKREPS = 13, ICMP_MIB_OUTMSGS = 14, ICMP_MIB_OUTERRORS = 15, ICMP_MIB_OUTDESTUNREACHS = 16, ICMP_MIB_OUTTIMEEXCDS = 17, ICMP_MIB_OUTPARMPROBS = 18, ICMP_MIB_OUTSRCQUENCHS = 19, ICMP_MIB_OUTREDIRECTS = 20, ICMP_MIB_OUTECHOS = 21, ICMP_MIB_OUTECHOREPS = 22, ICMP_MIB_OUTTIMESTAMPS = 23, ICMP_MIB_OUTTIMESTAMPREPS = 24, ICMP_MIB_OUTADDRMASKS = 25, ICMP_MIB_OUTADDRMASKREPS = 26, ICMP_MIB_CSUMERRORS = 27, ICMP_MIB_RATELIMITGLOBAL = 28, ICMP_MIB_RATELIMITHOST = 29, __ICMP_MIB_MAX = 30, }; enum { ICMP6_MIB_NUM = 0, ICMP6_MIB_INMSGS = 1, ICMP6_MIB_INERRORS = 2, ICMP6_MIB_OUTMSGS = 3, ICMP6_MIB_OUTERRORS = 4, ICMP6_MIB_CSUMERRORS = 5, ICMP6_MIB_RATELIMITHOST = 6, __ICMP6_MIB_MAX = 7, }; enum { TCP_MIB_NUM = 0, TCP_MIB_RTOALGORITHM = 1, TCP_MIB_RTOMIN = 2, TCP_MIB_RTOMAX = 3, TCP_MIB_MAXCONN = 4, TCP_MIB_ACTIVEOPENS = 5, TCP_MIB_PASSIVEOPENS = 6, TCP_MIB_ATTEMPTFAILS = 7, TCP_MIB_ESTABRESETS = 8, TCP_MIB_CURRESTAB = 9, TCP_MIB_INSEGS = 10, TCP_MIB_OUTSEGS = 11, TCP_MIB_RETRANSSEGS = 12, TCP_MIB_INERRS = 13, TCP_MIB_OUTRSTS = 14, TCP_MIB_CSUMERRORS = 15, __TCP_MIB_MAX = 16, }; enum { UDP_MIB_NUM = 0, UDP_MIB_INDATAGRAMS = 1, UDP_MIB_NOPORTS = 2, UDP_MIB_INERRORS = 3, UDP_MIB_OUTDATAGRAMS = 4, UDP_MIB_RCVBUFERRORS = 5, UDP_MIB_SNDBUFERRORS = 6, UDP_MIB_CSUMERRORS = 7, UDP_MIB_IGNOREDMULTI = 8, UDP_MIB_MEMERRORS = 9, __UDP_MIB_MAX = 10, }; enum { LINUX_MIB_NUM = 0, LINUX_MIB_SYNCOOKIESSENT = 1, LINUX_MIB_SYNCOOKIESRECV = 2, LINUX_MIB_SYNCOOKIESFAILED = 3, LINUX_MIB_EMBRYONICRSTS = 4, LINUX_MIB_PRUNECALLED = 5, LINUX_MIB_RCVPRUNED = 6, LINUX_MIB_OFOPRUNED = 7, LINUX_MIB_OUTOFWINDOWICMPS = 8, LINUX_MIB_LOCKDROPPEDICMPS = 9, LINUX_MIB_ARPFILTER = 10, LINUX_MIB_TIMEWAITED = 11, LINUX_MIB_TIMEWAITRECYCLED = 12, LINUX_MIB_TIMEWAITKILLED = 13, LINUX_MIB_PAWSACTIVEREJECTED = 14, LINUX_MIB_PAWSESTABREJECTED = 15, LINUX_MIB_DELAYEDACKS = 16, LINUX_MIB_DELAYEDACKLOCKED = 17, LINUX_MIB_DELAYEDACKLOST = 18, LINUX_MIB_LISTENOVERFLOWS = 19, LINUX_MIB_LISTENDROPS = 20, LINUX_MIB_TCPHPHITS = 21, LINUX_MIB_TCPPUREACKS = 22, LINUX_MIB_TCPHPACKS = 23, LINUX_MIB_TCPRENORECOVERY = 24, LINUX_MIB_TCPSACKRECOVERY = 25, LINUX_MIB_TCPSACKRENEGING = 26, LINUX_MIB_TCPSACKREORDER = 27, LINUX_MIB_TCPRENOREORDER = 28, LINUX_MIB_TCPTSREORDER = 29, LINUX_MIB_TCPFULLUNDO = 30, LINUX_MIB_TCPPARTIALUNDO = 31, LINUX_MIB_TCPDSACKUNDO = 32, LINUX_MIB_TCPLOSSUNDO = 33, LINUX_MIB_TCPLOSTRETRANSMIT = 34, LINUX_MIB_TCPRENOFAILURES = 35, LINUX_MIB_TCPSACKFAILURES = 36, LINUX_MIB_TCPLOSSFAILURES = 37, LINUX_MIB_TCPFASTRETRANS = 38, LINUX_MIB_TCPSLOWSTARTRETRANS = 39, LINUX_MIB_TCPTIMEOUTS = 40, LINUX_MIB_TCPLOSSPROBES = 41, LINUX_MIB_TCPLOSSPROBERECOVERY = 42, LINUX_MIB_TCPRENORECOVERYFAIL = 43, LINUX_MIB_TCPSACKRECOVERYFAIL = 44, LINUX_MIB_TCPRCVCOLLAPSED = 45, LINUX_MIB_TCPDSACKOLDSENT = 46, LINUX_MIB_TCPDSACKOFOSENT = 47, LINUX_MIB_TCPDSACKRECV = 48, LINUX_MIB_TCPDSACKOFORECV = 49, LINUX_MIB_TCPABORTONDATA = 50, LINUX_MIB_TCPABORTONCLOSE = 51, LINUX_MIB_TCPABORTONMEMORY = 52, LINUX_MIB_TCPABORTONTIMEOUT = 53, LINUX_MIB_TCPABORTONLINGER = 54, LINUX_MIB_TCPABORTFAILED = 55, LINUX_MIB_TCPMEMORYPRESSURES = 56, LINUX_MIB_TCPMEMORYPRESSURESCHRONO = 57, LINUX_MIB_TCPSACKDISCARD = 58, LINUX_MIB_TCPDSACKIGNOREDOLD = 59, LINUX_MIB_TCPDSACKIGNOREDNOUNDO = 60, LINUX_MIB_TCPSPURIOUSRTOS = 61, LINUX_MIB_TCPMD5NOTFOUND = 62, LINUX_MIB_TCPMD5UNEXPECTED = 63, LINUX_MIB_TCPMD5FAILURE = 64, LINUX_MIB_SACKSHIFTED = 65, LINUX_MIB_SACKMERGED = 66, LINUX_MIB_SACKSHIFTFALLBACK = 67, LINUX_MIB_TCPBACKLOGDROP = 68, LINUX_MIB_PFMEMALLOCDROP = 69, LINUX_MIB_TCPMINTTLDROP = 70, LINUX_MIB_TCPDEFERACCEPTDROP = 71, LINUX_MIB_IPRPFILTER = 72, LINUX_MIB_TCPTIMEWAITOVERFLOW = 73, LINUX_MIB_TCPREQQFULLDOCOOKIES = 74, LINUX_MIB_TCPREQQFULLDROP = 75, LINUX_MIB_TCPRETRANSFAIL = 76, LINUX_MIB_TCPRCVCOALESCE = 77, LINUX_MIB_TCPBACKLOGCOALESCE = 78, LINUX_MIB_TCPOFOQUEUE = 79, LINUX_MIB_TCPOFODROP = 80, LINUX_MIB_TCPOFOMERGE = 81, LINUX_MIB_TCPCHALLENGEACK = 82, LINUX_MIB_TCPSYNCHALLENGE = 83, LINUX_MIB_TCPFASTOPENACTIVE = 84, LINUX_MIB_TCPFASTOPENACTIVEFAIL = 85, LINUX_MIB_TCPFASTOPENPASSIVE = 86, LINUX_MIB_TCPFASTOPENPASSIVEFAIL = 87, LINUX_MIB_TCPFASTOPENLISTENOVERFLOW = 88, LINUX_MIB_TCPFASTOPENCOOKIEREQD = 89, LINUX_MIB_TCPFASTOPENBLACKHOLE = 90, LINUX_MIB_TCPSPURIOUS_RTX_HOSTQUEUES = 91, LINUX_MIB_BUSYPOLLRXPACKETS = 92, LINUX_MIB_TCPAUTOCORKING = 93, LINUX_MIB_TCPFROMZEROWINDOWADV = 94, LINUX_MIB_TCPTOZEROWINDOWADV = 95, LINUX_MIB_TCPWANTZEROWINDOWADV = 96, LINUX_MIB_TCPSYNRETRANS = 97, LINUX_MIB_TCPORIGDATASENT = 98, LINUX_MIB_TCPHYSTARTTRAINDETECT = 99, LINUX_MIB_TCPHYSTARTTRAINCWND = 100, LINUX_MIB_TCPHYSTARTDELAYDETECT = 101, LINUX_MIB_TCPHYSTARTDELAYCWND = 102, LINUX_MIB_TCPACKSKIPPEDSYNRECV = 103, LINUX_MIB_TCPACKSKIPPEDPAWS = 104, LINUX_MIB_TCPACKSKIPPEDSEQ = 105, LINUX_MIB_TCPACKSKIPPEDFINWAIT2 = 106, LINUX_MIB_TCPACKSKIPPEDTIMEWAIT = 107, LINUX_MIB_TCPACKSKIPPEDCHALLENGE = 108, LINUX_MIB_TCPWINPROBE = 109, LINUX_MIB_TCPKEEPALIVE = 110, LINUX_MIB_TCPMTUPFAIL = 111, LINUX_MIB_TCPMTUPSUCCESS = 112, LINUX_MIB_TCPDELIVERED = 113, LINUX_MIB_TCPDELIVEREDCE = 114, LINUX_MIB_TCPACKCOMPRESSED = 115, LINUX_MIB_TCPZEROWINDOWDROP = 116, LINUX_MIB_TCPRCVQDROP = 117, LINUX_MIB_TCPWQUEUETOOBIG = 118, LINUX_MIB_TCPFASTOPENPASSIVEALTKEY = 119, LINUX_MIB_TCPTIMEOUTREHASH = 120, LINUX_MIB_TCPDUPLICATEDATAREHASH = 121, LINUX_MIB_TCPDSACKRECVSEGS = 122, LINUX_MIB_TCPDSACKIGNOREDDUBIOUS = 123, LINUX_MIB_TCPMIGRATEREQSUCCESS = 124, LINUX_MIB_TCPMIGRATEREQFAILURE = 125, LINUX_MIB_TCPPLBREHASH = 126, __LINUX_MIB_MAX = 127, }; enum { LINUX_MIB_XFRMNUM = 0, LINUX_MIB_XFRMINERROR = 1, LINUX_MIB_XFRMINBUFFERERROR = 2, LINUX_MIB_XFRMINHDRERROR = 3, LINUX_MIB_XFRMINNOSTATES = 4, LINUX_MIB_XFRMINSTATEPROTOERROR = 5, LINUX_MIB_XFRMINSTATEMODEERROR = 6, LINUX_MIB_XFRMINSTATESEQERROR = 7, LINUX_MIB_XFRMINSTATEEXPIRED = 8, LINUX_MIB_XFRMINSTATEMISMATCH = 9, LINUX_MIB_XFRMINSTATEINVALID = 10, LINUX_MIB_XFRMINTMPLMISMATCH = 11, LINUX_MIB_XFRMINNOPOLS = 12, LINUX_MIB_XFRMINPOLBLOCK = 13, LINUX_MIB_XFRMINPOLERROR = 14, LINUX_MIB_XFRMOUTERROR = 15, LINUX_MIB_XFRMOUTBUNDLEGENERROR = 16, LINUX_MIB_XFRMOUTBUNDLECHECKERROR = 17, LINUX_MIB_XFRMOUTNOSTATES = 18, LINUX_MIB_XFRMOUTSTATEPROTOERROR = 19, LINUX_MIB_XFRMOUTSTATEMODEERROR = 20, LINUX_MIB_XFRMOUTSTATESEQERROR = 21, LINUX_MIB_XFRMOUTSTATEEXPIRED = 22, LINUX_MIB_XFRMOUTPOLBLOCK = 23, LINUX_MIB_XFRMOUTPOLDEAD = 24, LINUX_MIB_XFRMOUTPOLERROR = 25, LINUX_MIB_XFRMFWDHDRERROR = 26, LINUX_MIB_XFRMOUTSTATEINVALID = 27, LINUX_MIB_XFRMACQUIREERROR = 28, __LINUX_MIB_XFRMMAX = 29, }; enum { LINUX_MIB_TLSNUM = 0, LINUX_MIB_TLSCURRTXSW = 1, LINUX_MIB_TLSCURRRXSW = 2, LINUX_MIB_TLSCURRTXDEVICE = 3, LINUX_MIB_TLSCURRRXDEVICE = 4, LINUX_MIB_TLSTXSW = 5, LINUX_MIB_TLSRXSW = 6, LINUX_MIB_TLSTXDEVICE = 7, LINUX_MIB_TLSRXDEVICE = 8, LINUX_MIB_TLSDECRYPTERROR = 9, LINUX_MIB_TLSRXDEVICERESYNC = 10, LINUX_MIB_TLSDECRYPTRETRY = 11, LINUX_MIB_TLSRXNOPADVIOL = 12, __LINUX_MIB_TLSMAX = 13, }; struct ipstats_mib { u64 mibs[37]; struct u64_stats_sync syncp; }; struct icmp_mib { long unsigned int mibs[30]; }; struct icmpmsg_mib { atomic_long_t mibs[512]; }; struct icmpv6_mib { long unsigned int mibs[7]; }; struct icmpv6msg_mib { atomic_long_t mibs[512]; }; struct tcp_mib { long unsigned int mibs[16]; }; struct udp_mib { long unsigned int mibs[10]; }; struct linux_mib { long unsigned int mibs[127]; }; struct inet_frags; struct fqdir { long int high_thresh; long int low_thresh; int timeout; int max_dist; struct inet_frags *f; struct net *net; bool dead; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct rhashtable rhashtable; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_long_t mem; struct work_struct destroy_work; struct llist_node free_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct inet_frag_queue; struct inet_frags { unsigned int qsize; void (*constructor)(struct inet_frag_queue *, const void *); void (*destructor)(struct inet_frag_queue *); void (*frag_expire)(struct timer_list *); struct kmem_cache *frags_cachep; const char *frags_cache_name; struct rhashtable_params rhash_params; refcount_t refcnt; struct completion completion; }; struct frag_v4_compare_key { __be32 saddr; __be32 daddr; u32 user; u32 vif; __be16 id; u16 protocol; }; struct frag_v6_compare_key { struct in6_addr saddr; struct in6_addr daddr; u32 user; __be32 id; u32 iif; }; struct inet_frag_queue { struct rhash_head node; union { struct frag_v4_compare_key v4; struct frag_v6_compare_key v6; } key; struct timer_list timer; spinlock_t lock; refcount_t refcnt; struct rb_root rb_fragments; struct sk_buff *fragments_tail; struct sk_buff *last_run_head; ktime_t stamp; int len; int meat; u8 mono_delivery_time; __u8 flags; u16 max_size; struct fqdir *fqdir; struct callback_head rcu; }; typedef unsigned int sk_buff_data_t; struct skb_ext; struct sk_buff { union { struct { struct sk_buff *next; struct sk_buff *prev; union { struct net_device *dev; long unsigned int dev_scratch; }; }; struct rb_node rbnode; struct list_head list; struct llist_node ll_node; }; union { struct sock *sk; int ip_defrag_offset; }; union { ktime_t tstamp; u64 skb_mstamp_ns; }; char cb[48]; union { struct { long unsigned int _skb_refdst; void (*destructor)(struct sk_buff *); }; struct list_head tcp_tsorted_anchor; long unsigned int _sk_redir; }; long unsigned int _nfct; unsigned int len; unsigned int data_len; __u16 mac_len; __u16 hdr_len; __u16 queue_mapping; __u8 __cloned_offset[0]; __u8 cloned: 1; __u8 nohdr: 1; __u8 fclone: 2; __u8 peeked: 1; __u8 head_frag: 1; __u8 pfmemalloc: 1; __u8 pp_recycle: 1; __u8 active_extensions; union { struct { __u8 __pkt_type_offset[0]; __u8 pkt_type: 3; __u8 ignore_df: 1; __u8 dst_pending_confirm: 1; __u8 ip_summed: 2; __u8 ooo_okay: 1; __u8 __mono_tc_offset[0]; __u8 mono_delivery_time: 1; __u8 tc_at_ingress: 1; __u8 tc_skip_classify: 1; __u8 remcsum_offload: 1; __u8 csum_complete_sw: 1; __u8 csum_level: 2; __u8 inner_protocol_type: 1; __u8 l4_hash: 1; __u8 sw_hash: 1; __u8 wifi_acked_valid: 1; __u8 wifi_acked: 1; __u8 no_fcs: 1; __u8 encapsulation: 1; __u8 encap_hdr_csum: 1; __u8 csum_valid: 1; __u8 ndisc_nodetype: 2; __u8 redirected: 1; __u8 nf_skip_egress: 1; __u8 slow_gro: 1; __u16 tc_index; u16 alloc_cpu; union { __wsum csum; struct { __u16 csum_start; __u16 csum_offset; }; }; __u32 priority; int skb_iif; __u32 hash; union { u32 vlan_all; struct { __be16 vlan_proto; __u16 vlan_tci; }; }; union { unsigned int napi_id; unsigned int sender_cpu; }; __u32 secmark; union { __u32 mark; __u32 reserved_tailroom; }; union { __be16 inner_protocol; __u8 inner_ipproto; }; __u16 inner_transport_header; __u16 inner_network_header; __u16 inner_mac_header; __be16 protocol; __u16 transport_header; __u16 network_header; __u16 mac_header; }; struct { __u8 __pkt_type_offset[0]; __u8 pkt_type: 3; __u8 ignore_df: 1; __u8 dst_pending_confirm: 1; __u8 ip_summed: 2; __u8 ooo_okay: 1; __u8 __mono_tc_offset[0]; __u8 mono_delivery_time: 1; __u8 tc_at_ingress: 1; __u8 tc_skip_classify: 1; __u8 remcsum_offload: 1; __u8 csum_complete_sw: 1; __u8 csum_level: 2; __u8 inner_protocol_type: 1; __u8 l4_hash: 1; __u8 sw_hash: 1; __u8 wifi_acked_valid: 1; __u8 wifi_acked: 1; __u8 no_fcs: 1; __u8 encapsulation: 1; __u8 encap_hdr_csum: 1; __u8 csum_valid: 1; __u8 ndisc_nodetype: 2; __u8 redirected: 1; __u8 nf_skip_egress: 1; __u8 slow_gro: 1; __u16 tc_index; u16 alloc_cpu; union { __wsum csum; struct { __u16 csum_start; __u16 csum_offset; }; }; __u32 priority; int skb_iif; __u32 hash; union { u32 vlan_all; struct { __be16 vlan_proto; __u16 vlan_tci; }; }; union { unsigned int napi_id; unsigned int sender_cpu; }; __u32 secmark; union { __u32 mark; __u32 reserved_tailroom; }; union { __be16 inner_protocol; __u8 inner_ipproto; }; __u16 inner_transport_header; __u16 inner_network_header; __u16 inner_mac_header; __be16 protocol; __u16 transport_header; __u16 network_header; __u16 mac_header; } headers; }; sk_buff_data_t tail; sk_buff_data_t end; unsigned char *head; unsigned char *data; unsigned int truesize; refcount_t users; struct skb_ext *extensions; }; enum tcp_ca_event { CA_EVENT_TX_START = 0, CA_EVENT_CWND_RESTART = 1, CA_EVENT_COMPLETE_CWR = 2, CA_EVENT_LOSS = 3, CA_EVENT_ECN_NO_CE = 4, CA_EVENT_ECN_IS_CE = 5, }; struct ack_sample; struct rate_sample; union tcp_cc_info; struct tcp_congestion_ops { u32 (*ssthresh)(struct sock *); void (*cong_avoid)(struct sock *, u32, u32); void (*set_state)(struct sock *, u8); void (*cwnd_event)(struct sock *, enum tcp_ca_event); void (*in_ack_event)(struct sock *, u32); void (*pkts_acked)(struct sock *, const struct ack_sample *); u32 (*min_tso_segs)(struct sock *); void (*cong_control)(struct sock *, const struct rate_sample *); u32 (*undo_cwnd)(struct sock *); u32 (*sndbuf_expand)(struct sock *); size_t (*get_info)(struct sock *, u32, int *, union tcp_cc_info *); char name[16]; struct module *owner; struct list_head list; u32 key; u32 flags; void (*init)(struct sock *); void (*release)(struct sock *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef struct { atomic_t refcnt; } rcuref_t; typedef struct {} netdevice_tracker; struct xfrm_state; struct uncached_list; struct lwtunnel_state; struct dst_entry { struct net_device *dev; struct dst_ops *ops; long unsigned int _metrics; long unsigned int expires; struct xfrm_state *xfrm; int (*input)(struct sk_buff *); int (*output)(struct net *, struct sock *, struct sk_buff *); short unsigned int flags; short int obsolete; short unsigned int header_len; short unsigned int trailer_len; rcuref_t __rcuref; int __use; long unsigned int lastuse; struct callback_head callback_head; short int error; short int __pad; __u32 tclassid; netdevice_tracker dev_tracker; struct list_head rt_uncached; struct uncached_list *rt_uncached_list; struct lwtunnel_state *lwtstate; }; enum nf_inet_hooks { NF_INET_PRE_ROUTING = 0, NF_INET_LOCAL_IN = 1, NF_INET_FORWARD = 2, NF_INET_LOCAL_OUT = 3, NF_INET_POST_ROUTING = 4, NF_INET_NUMHOOKS = 5, NF_INET_INGRESS = 5, }; enum { NFPROTO_UNSPEC = 0, NFPROTO_INET = 1, NFPROTO_IPV4 = 2, NFPROTO_ARP = 3, NFPROTO_NETDEV = 5, NFPROTO_BRIDGE = 7, NFPROTO_IPV6 = 10, NFPROTO_NUMPROTO = 11, }; enum nf_log_type { NF_LOG_TYPE_LOG = 0, NF_LOG_TYPE_ULOG = 1, NF_LOG_TYPE_MAX = 2, }; typedef u8 u_int8_t; struct nf_loginfo; typedef void nf_logfn(struct net *, u_int8_t, unsigned int, const struct sk_buff *, const struct net_device *, const struct net_device *, const struct nf_loginfo *, const char *); struct nf_logger { char *name; enum nf_log_type type; nf_logfn *logfn; struct module *me; }; enum tcp_conntrack { TCP_CONNTRACK_NONE = 0, TCP_CONNTRACK_SYN_SENT = 1, TCP_CONNTRACK_SYN_RECV = 2, TCP_CONNTRACK_ESTABLISHED = 3, TCP_CONNTRACK_FIN_WAIT = 4, TCP_CONNTRACK_CLOSE_WAIT = 5, TCP_CONNTRACK_LAST_ACK = 6, TCP_CONNTRACK_TIME_WAIT = 7, TCP_CONNTRACK_CLOSE = 8, TCP_CONNTRACK_LISTEN = 9, TCP_CONNTRACK_MAX = 10, TCP_CONNTRACK_IGNORE = 11, TCP_CONNTRACK_RETRANS = 12, TCP_CONNTRACK_UNACK = 13, TCP_CONNTRACK_TIMEOUT_MAX = 14, }; enum udp_conntrack { UDP_CT_UNREPLIED = 0, UDP_CT_REPLIED = 1, UDP_CT_MAX = 2, }; struct ip_conntrack_stat { unsigned int found; unsigned int invalid; unsigned int insert; unsigned int insert_failed; unsigned int clash_resolve; unsigned int drop; unsigned int early_drop; unsigned int error; unsigned int expect_new; unsigned int expect_create; unsigned int expect_delete; unsigned int search_restart; unsigned int chaintoolong; }; enum { XFRM_POLICY_IN = 0, XFRM_POLICY_OUT = 1, XFRM_POLICY_FWD = 2, XFRM_POLICY_MASK = 3, XFRM_POLICY_MAX = 3, }; enum netns_bpf_attach_type { NETNS_BPF_INVALID = -1, NETNS_BPF_FLOW_DISSECTOR = 0, NETNS_BPF_SK_LOOKUP = 1, MAX_NETNS_BPF_ATTACH_TYPE = 2, }; enum flow_dissector_key_id { FLOW_DISSECTOR_KEY_CONTROL = 0, FLOW_DISSECTOR_KEY_BASIC = 1, FLOW_DISSECTOR_KEY_IPV4_ADDRS = 2, FLOW_DISSECTOR_KEY_IPV6_ADDRS = 3, FLOW_DISSECTOR_KEY_PORTS = 4, FLOW_DISSECTOR_KEY_PORTS_RANGE = 5, FLOW_DISSECTOR_KEY_ICMP = 6, FLOW_DISSECTOR_KEY_ETH_ADDRS = 7, FLOW_DISSECTOR_KEY_TIPC = 8, FLOW_DISSECTOR_KEY_ARP = 9, FLOW_DISSECTOR_KEY_VLAN = 10, FLOW_DISSECTOR_KEY_FLOW_LABEL = 11, FLOW_DISSECTOR_KEY_GRE_KEYID = 12, FLOW_DISSECTOR_KEY_MPLS_ENTROPY = 13, FLOW_DISSECTOR_KEY_ENC_KEYID = 14, FLOW_DISSECTOR_KEY_ENC_IPV4_ADDRS = 15, FLOW_DISSECTOR_KEY_ENC_IPV6_ADDRS = 16, FLOW_DISSECTOR_KEY_ENC_CONTROL = 17, FLOW_DISSECTOR_KEY_ENC_PORTS = 18, FLOW_DISSECTOR_KEY_MPLS = 19, FLOW_DISSECTOR_KEY_TCP = 20, FLOW_DISSECTOR_KEY_IP = 21, FLOW_DISSECTOR_KEY_CVLAN = 22, FLOW_DISSECTOR_KEY_ENC_IP = 23, FLOW_DISSECTOR_KEY_ENC_OPTS = 24, FLOW_DISSECTOR_KEY_META = 25, FLOW_DISSECTOR_KEY_CT = 26, FLOW_DISSECTOR_KEY_HASH = 27, FLOW_DISSECTOR_KEY_NUM_OF_VLANS = 28, FLOW_DISSECTOR_KEY_PPPOE = 29, FLOW_DISSECTOR_KEY_L2TPV3 = 30, FLOW_DISSECTOR_KEY_CFM = 31, FLOW_DISSECTOR_KEY_IPSEC = 32, FLOW_DISSECTOR_KEY_MAX = 33, }; struct skb_ext { refcount_t refcnt; u8 offset[1]; u8 chunks; long: 0; char data[0]; }; enum skb_ext_id { SKB_EXT_SEC_PATH = 0, SKB_EXT_NUM = 1, }; struct io_uring_sqe { __u8 opcode; __u8 flags; __u16 ioprio; __s32 fd; union { __u64 off; __u64 addr2; struct { __u32 cmd_op; __u32 __pad1; }; }; union { __u64 addr; __u64 splice_off_in; }; __u32 len; union { __kernel_rwf_t rw_flags; __u32 fsync_flags; __u16 poll_events; __u32 poll32_events; __u32 sync_range_flags; __u32 msg_flags; __u32 timeout_flags; __u32 accept_flags; __u32 cancel_flags; __u32 open_flags; __u32 statx_flags; __u32 fadvise_advice; __u32 splice_flags; __u32 rename_flags; __u32 unlink_flags; __u32 hardlink_flags; __u32 xattr_flags; __u32 msg_ring_flags; __u32 uring_cmd_flags; }; __u64 user_data; union { __u16 buf_index; __u16 buf_group; }; __u16 personality; union { __s32 splice_fd_in; __u32 file_index; struct { __u16 addr_len; __u16 __pad3[1]; }; }; union { struct { __u64 addr3; __u64 __pad2[1]; }; __u8 cmd[0]; }; }; struct waitid_info { pid_t pid; uid_t uid; int status; int cause; }; struct wait_opts { enum pid_type wo_type; int wo_flags; struct pid *wo_pid; struct waitid_info *wo_info; int wo_stat; struct rusage *wo_rusage; wait_queue_entry_t child_wait; int notask_error; }; struct wq_flusher; struct worker; struct workqueue_attrs; struct pool_workqueue; struct wq_device; struct workqueue_struct { struct list_head pwqs; struct list_head list; struct mutex mutex; int work_color; int flush_color; atomic_t nr_pwqs_to_flush; struct wq_flusher *first_flusher; struct list_head flusher_queue; struct list_head flusher_overflow; struct list_head maydays; struct worker *rescuer; int nr_drainers; int saved_max_active; struct workqueue_attrs *unbound_attrs; struct pool_workqueue *dfl_pwq; struct wq_device *wq_dev; char name[24]; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; unsigned int flags; struct pool_workqueue **cpu_pwq; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum wq_affn_scope { WQ_AFFN_DFL = 0, WQ_AFFN_CPU = 1, WQ_AFFN_SMT = 2, WQ_AFFN_CACHE = 3, WQ_AFFN_NUMA = 4, WQ_AFFN_SYSTEM = 5, WQ_AFFN_NR_TYPES = 6, }; struct workqueue_attrs { int nice; cpumask_var_t cpumask; cpumask_var_t __pod_cpumask; bool affn_strict; enum wq_affn_scope affn_scope; bool ordered; }; struct execute_work { struct work_struct work; }; enum { WQ_UNBOUND = 2, WQ_FREEZABLE = 4, WQ_MEM_RECLAIM = 8, WQ_HIGHPRI = 16, WQ_CPU_INTENSIVE = 32, WQ_SYSFS = 64, WQ_POWER_EFFICIENT = 128, __WQ_DESTROYING = 32768, __WQ_DRAINING = 65536, __WQ_ORDERED = 131072, __WQ_LEGACY = 262144, __WQ_ORDERED_EXPLICIT = 524288, WQ_MAX_ACTIVE = 512, WQ_UNBOUND_MAX_ACTIVE = 512, WQ_DFL_ACTIVE = 256, }; typedef unsigned int xa_mark_t; enum xa_lock_type { XA_LOCK_IRQ = 1, XA_LOCK_BH = 2, }; struct ida { struct xarray xa; }; enum kobject_action { KOBJ_ADD = 0, KOBJ_REMOVE = 1, KOBJ_CHANGE = 2, KOBJ_MOVE = 3, KOBJ_ONLINE = 4, KOBJ_OFFLINE = 5, KOBJ_BIND = 6, KOBJ_UNBIND = 7, }; struct kthread_work; typedef void (*kthread_work_func_t)(struct kthread_work *); struct kthread_worker; struct kthread_work { struct list_head node; kthread_work_func_t func; struct kthread_worker *worker; int canceling; }; struct kthread_worker { unsigned int flags; raw_spinlock_t lock; struct list_head work_list; struct list_head delayed_work_list; struct task_struct *task; struct kthread_work *current_work; }; struct __una_u32 { u32 x; }; enum hk_type { HK_TYPE_TIMER = 0, HK_TYPE_RCU = 1, HK_TYPE_MISC = 2, HK_TYPE_SCHED = 3, HK_TYPE_TICK = 4, HK_TYPE_DOMAIN = 5, HK_TYPE_WQ = 6, HK_TYPE_MANAGED_IRQ = 7, HK_TYPE_KTHREAD = 8, HK_TYPE_MAX = 9, }; struct worker_pool; struct worker { union { struct list_head entry; struct hlist_node hentry; }; struct work_struct *current_work; work_func_t current_func; struct pool_workqueue *current_pwq; u64 current_at; unsigned int current_color; int sleeping; work_func_t last_func; struct list_head scheduled; struct task_struct *task; struct worker_pool *pool; struct list_head node; long unsigned int last_active; unsigned int flags; int id; char desc[24]; struct workqueue_struct *rescue_wq; }; struct pool_workqueue { struct worker_pool *pool; struct workqueue_struct *wq; int work_color; int flush_color; int refcnt; int nr_in_flight[16]; int nr_active; int max_active; struct list_head inactive_works; struct list_head pwqs_node; struct list_head mayday_node; u64 stats[8]; struct kthread_work release_work; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct worker_pool { raw_spinlock_t lock; int cpu; int node; int id; unsigned int flags; long unsigned int watchdog_ts; bool cpu_stall; int nr_running; struct list_head worklist; int nr_workers; int nr_idle; struct list_head idle_list; struct timer_list idle_timer; struct work_struct idle_cull_work; struct timer_list mayday_timer; struct hlist_head busy_hash[64]; struct worker *manager; struct list_head workers; struct list_head dying_workers; struct completion *detach_completion; struct ida worker_ida; struct workqueue_attrs *attrs; struct hlist_node hash_node; int refcnt; struct callback_head rcu; }; enum { POOL_MANAGER_ACTIVE = 1, POOL_DISASSOCIATED = 4, WORKER_DIE = 2, WORKER_IDLE = 4, WORKER_PREP = 8, WORKER_CPU_INTENSIVE = 64, WORKER_UNBOUND = 128, WORKER_REBOUND = 256, WORKER_NOT_RUNNING = 456, NR_STD_WORKER_POOLS = 2, UNBOUND_POOL_HASH_ORDER = 6, BUSY_WORKER_HASH_ORDER = 6, MAX_IDLE_WORKERS_RATIO = 4, IDLE_WORKER_TIMEOUT = 30000, MAYDAY_INITIAL_TIMEOUT = 2, MAYDAY_INTERVAL = 10, CREATE_COOLDOWN = 100, RESCUER_NICE_LEVEL = -20, HIGHPRI_NICE_LEVEL = -20, WQ_NAME_LEN = 24, }; enum pool_workqueue_stats { PWQ_STAT_STARTED = 0, PWQ_STAT_COMPLETED = 1, PWQ_STAT_CPU_TIME = 2, PWQ_STAT_CPU_INTENSIVE = 3, PWQ_STAT_CM_WAKEUP = 4, PWQ_STAT_REPATRIATED = 5, PWQ_STAT_MAYDAY = 6, PWQ_STAT_RESCUED = 7, PWQ_NR_STATS = 8, }; struct wq_flusher { struct list_head list; int flush_color; struct completion done; }; struct wq_device { struct workqueue_struct *wq; struct device dev; }; struct wq_pod_type { int nr_pods; cpumask_var_t *pod_cpus; int *pod_node; int *cpu_pod; }; struct ring_buffer_event { u32 type_len: 5; u32 time_delta: 27; u32 array[0]; }; struct trace_buffer; struct trace_event_file; struct trace_event_buffer { struct trace_buffer *buffer; struct ring_buffer_event *event; struct trace_event_file *trace_file; void *entry; unsigned int trace_ctx; struct pt_regs *regs; }; struct eventfs_file; struct trace_subsystem_dir; struct trace_event_file { struct list_head list; struct trace_event_call *event_call; struct event_filter *filter; struct eventfs_file *ef; struct trace_array *tr; struct trace_subsystem_dir *system; struct list_head triggers; long unsigned int flags; atomic_t sm_ref; atomic_t tm_ref; }; enum { EVENT_FILE_FL_ENABLED = 1, EVENT_FILE_FL_RECORDED_CMD = 2, EVENT_FILE_FL_RECORDED_TGID = 4, EVENT_FILE_FL_FILTERED = 8, EVENT_FILE_FL_NO_SET_FILTER = 16, EVENT_FILE_FL_SOFT_MODE = 32, EVENT_FILE_FL_SOFT_DISABLED = 64, EVENT_FILE_FL_TRIGGER_MODE = 128, EVENT_FILE_FL_TRIGGER_COND = 256, EVENT_FILE_FL_PID_FILTER = 512, EVENT_FILE_FL_WAS_ENABLED = 1024, }; enum { FILTER_OTHER = 0, FILTER_STATIC_STRING = 1, FILTER_DYN_STRING = 2, FILTER_RDYN_STRING = 3, FILTER_PTR_STRING = 4, FILTER_TRACE_FN = 5, FILTER_CPUMASK = 6, FILTER_COMM = 7, FILTER_CPU = 8, FILTER_STACKTRACE = 9, }; struct trace_event_raw_workqueue_queue_work { struct trace_entry ent; void *work; void *function; u32 __data_loc_workqueue; int req_cpu; int cpu; char __data[0]; }; struct trace_event_raw_workqueue_activate_work { struct trace_entry ent; void *work; char __data[0]; }; struct trace_event_raw_workqueue_execute_start { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_workqueue_execute_end { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_data_offsets_workqueue_queue_work { u32 workqueue; }; struct trace_event_data_offsets_workqueue_activate_work {}; struct trace_event_data_offsets_workqueue_execute_start {}; struct trace_event_data_offsets_workqueue_execute_end {}; typedef void (*btf_trace_workqueue_queue_work)(void *, int, struct pool_workqueue *, struct work_struct *); typedef void (*btf_trace_workqueue_activate_work)(void *, struct work_struct *); typedef void (*btf_trace_workqueue_execute_start)(void *, struct work_struct *); typedef void (*btf_trace_workqueue_execute_end)(void *, struct work_struct *, work_func_t); struct wq_barrier { struct work_struct work; struct completion done; struct task_struct *task; }; struct cwt_wait { wait_queue_entry_t wait; struct work_struct *work; }; struct apply_wqattrs_ctx { struct workqueue_struct *wq; struct workqueue_attrs *attrs; struct list_head list; struct pool_workqueue *dfl_pwq; struct pool_workqueue *pwq_tbl[0]; }; struct pr_cont_work_struct { bool comma; work_func_t func; long int ctr; }; struct work_for_cpu { struct work_struct work; long int (*fn)(void *); void *arg; long int ret; }; struct smp_hotplug_thread { struct task_struct **store; struct list_head list; int (*thread_should_run)(unsigned int); void (*thread_fn)(unsigned int); void (*create)(unsigned int); void (*setup)(unsigned int); void (*cleanup)(unsigned int, bool); void (*park)(unsigned int); void (*unpark)(unsigned int); bool selfparking; const char *thread_comm; }; struct smpboot_thread_data { unsigned int cpu; unsigned int status; struct smp_hotplug_thread *ht; }; enum { HP_THREAD_NONE = 0, HP_THREAD_ACTIVE = 1, HP_THREAD_PARKED = 2, }; struct ksignal { struct k_sigaction ka; kernel_siginfo_t info; int sig; }; struct kernel_clone_args { u64 flags; int *pidfd; int *child_tid; int *parent_tid; const char *name; int exit_signal; u32 kthread: 1; u32 io_thread: 1; u32 user_worker: 1; u32 no_files: 1; long unsigned int stack; long unsigned int stack_size; long unsigned int tls; pid_t *set_tid; size_t set_tid_size; int cgroup; int idle; int (*fn)(void *); void *fn_arg; struct cgroup *cgrp; struct css_set *cset; }; enum vhost_task_flags { VHOST_TASK_FLAGS_STOP = 0, }; struct vhost_task { bool (*fn)(void *); void *data; struct completion exited; long unsigned int flags; struct task_struct *task; }; struct ww_class { atomic_long_t stamp; struct lock_class_key acquire_key; struct lock_class_key mutex_key; const char *acquire_name; const char *mutex_name; unsigned int is_wait_die; }; struct ww_acquire_ctx; struct ww_mutex { struct mutex base; struct ww_acquire_ctx *ctx; struct ww_class *ww_class; }; struct ww_acquire_ctx { struct task_struct *task; long unsigned int stamp; unsigned int acquired; short unsigned int wounded; short unsigned int is_wait_die; unsigned int done_acquire; struct ww_class *ww_class; void *contending_lock; }; struct mutex_waiter { struct list_head list; struct task_struct *task; struct ww_acquire_ctx *ww_ctx; void *magic; }; struct trace_print_flags { long unsigned int mask; const char *name; }; struct wake_q_head { struct wake_q_node *first; struct wake_q_node **lastp; }; struct trace_event_raw_contention_begin { struct trace_entry ent; void *lock_addr; unsigned int flags; char __data[0]; }; struct trace_event_raw_contention_end { struct trace_entry ent; void *lock_addr; int ret; char __data[0]; }; struct trace_event_data_offsets_contention_begin {}; struct trace_event_data_offsets_contention_end {}; typedef void (*btf_trace_contention_begin)(void *, void *, unsigned int); typedef void (*btf_trace_contention_end)(void *, void *, int); struct plist_head { struct list_head node_list; }; enum pm_qos_type { PM_QOS_UNITIALIZED = 0, PM_QOS_MAX = 1, PM_QOS_MIN = 2, }; struct pm_qos_constraints { struct plist_head list; s32 target_value; s32 default_value; s32 no_constraint_value; enum pm_qos_type type; struct blocking_notifier_head *notifiers; }; struct freq_constraints { struct pm_qos_constraints min_freq; struct blocking_notifier_head min_freq_notifiers; struct pm_qos_constraints max_freq; struct blocking_notifier_head max_freq_notifiers; }; struct pm_qos_flags { struct list_head list; s32 effective_flags; }; struct dev_pm_qos_request; struct dev_pm_qos { struct pm_qos_constraints resume_latency; struct pm_qos_constraints latency_tolerance; struct freq_constraints freq; struct pm_qos_flags flags; struct dev_pm_qos_request *resume_latency_req; struct dev_pm_qos_request *latency_tolerance_req; struct dev_pm_qos_request *flags_req; }; struct pm_qos_request { struct plist_node node; struct pm_qos_constraints *qos; }; struct pm_qos_flags_request { struct list_head node; s32 flags; }; enum freq_qos_req_type { FREQ_QOS_MIN = 1, FREQ_QOS_MAX = 2, }; struct freq_qos_request { enum freq_qos_req_type type; struct plist_node pnode; struct freq_constraints *qos; }; enum dev_pm_qos_req_type { DEV_PM_QOS_RESUME_LATENCY = 1, DEV_PM_QOS_LATENCY_TOLERANCE = 2, DEV_PM_QOS_MIN_FREQUENCY = 3, DEV_PM_QOS_MAX_FREQUENCY = 4, DEV_PM_QOS_FLAGS = 5, }; struct dev_pm_qos_request { enum dev_pm_qos_req_type type; union { struct plist_node pnode; struct pm_qos_flags_request flr; struct freq_qos_request freq; } data; struct device *dev; }; enum pm_qos_req_action { PM_QOS_ADD_REQ = 0, PM_QOS_UPDATE_REQ = 1, PM_QOS_REMOVE_REQ = 2, }; struct miscdevice { int minor; const char *name; const struct file_operations *fops; struct list_head list; struct device *parent; struct device *this_device; const struct attribute_group **groups; const char *nodename; umode_t mode; }; struct sysrq_key_op { void (* const handler)(u8); const char * const help_msg; const char * const action_msg; const int enable_mask; }; typedef unsigned int uint; typedef initcall_t initcall_entry_t; enum { CSD_FLAG_LOCK = 1, IRQ_WORK_PENDING = 1, IRQ_WORK_BUSY = 2, IRQ_WORK_LAZY = 4, IRQ_WORK_HARD_IRQ = 8, IRQ_WORK_CLAIMED = 3, CSD_TYPE_ASYNC = 0, CSD_TYPE_SYNC = 16, CSD_TYPE_IRQ_WORK = 32, CSD_TYPE_TTWU = 48, CSD_FLAG_TYPE_MASK = 240, }; typedef struct { seqcount_t seqcount; } seqcount_latch_t; struct semaphore { raw_spinlock_t lock; unsigned int count; struct list_head wait_list; }; struct dev_printk_info { char subsystem[16]; char device[48]; }; enum cons_flags { CON_PRINTBUFFER = 1, CON_CONSDEV = 2, CON_ENABLED = 4, CON_BOOT = 8, CON_ANYTIME = 16, CON_BRL = 32, CON_EXTENDED = 64, CON_SUSPENDED = 128, }; struct console { char name[16]; void (*write)(struct console *, const char *, unsigned int); int (*read)(struct console *, char *, unsigned int); struct tty_driver * (*device)(struct console *, int *); void (*unblank)(); int (*setup)(struct console *, char *); int (*exit)(struct console *); int (*match)(struct console *, char *, int, char *); short int flags; short int index; int cflag; uint ispeed; uint ospeed; u64 seq; long unsigned int dropped; void *data; struct hlist_node node; }; enum con_flush_mode { CONSOLE_FLUSH_PENDING = 0, CONSOLE_REPLAY_ALL = 1, }; enum { UNAME26 = 131072, ADDR_NO_RANDOMIZE = 262144, FDPIC_FUNCPTRS = 524288, MMAP_PAGE_ZERO = 1048576, ADDR_COMPAT_LAYOUT = 2097152, READ_IMPLIES_EXEC = 4194304, ADDR_LIMIT_32BIT = 8388608, SHORT_INODE = 16777216, WHOLE_SECONDS = 33554432, STICKY_TIMEOUTS = 67108864, ADDR_LIMIT_3GB = 134217728, }; typedef struct poll_table_struct poll_table; enum kmsg_dump_reason { KMSG_DUMP_UNDEF = 0, KMSG_DUMP_PANIC = 1, KMSG_DUMP_OOPS = 2, KMSG_DUMP_EMERG = 3, KMSG_DUMP_SHUTDOWN = 4, KMSG_DUMP_MAX = 5, }; struct kmsg_dump_iter { u64 cur_seq; u64 next_seq; }; struct kmsg_dumper { struct list_head list; void (*dump)(struct kmsg_dumper *, enum kmsg_dump_reason); enum kmsg_dump_reason max_reason; bool registered; }; struct trace_event_raw_console { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_data_offsets_console { u32 msg; }; typedef void (*btf_trace_console)(void *, const char *, size_t); struct printk_info { u64 seq; u64 ts_nsec; u16 text_len; u8 facility; u8 flags: 5; u8 level: 3; u32 caller_id; struct dev_printk_info dev_info; }; struct printk_record { struct printk_info *info; char *text_buf; unsigned int text_buf_size; }; struct prb_data_blk_lpos { long unsigned int begin; long unsigned int next; }; struct prb_desc { atomic_long_t state_var; struct prb_data_blk_lpos text_blk_lpos; }; struct prb_data_ring { unsigned int size_bits; char *data; atomic_long_t head_lpos; atomic_long_t tail_lpos; }; struct prb_desc_ring { unsigned int count_bits; struct prb_desc *descs; struct printk_info *infos; atomic_long_t head_id; atomic_long_t tail_id; atomic_long_t last_finalized_id; }; struct printk_ringbuffer { struct prb_desc_ring desc_ring; struct prb_data_ring text_data_ring; atomic_long_t fail; }; struct prb_reserved_entry { struct printk_ringbuffer *rb; long unsigned int irqflags; long unsigned int id; unsigned int text_space; }; enum desc_state { desc_miss = -1, desc_reserved = 0, desc_committed = 1, desc_finalized = 2, desc_reusable = 3, }; struct console_cmdline { char name[16]; int index; bool user_specified; char *options; }; enum printk_info_flags { LOG_NEWLINE = 2, LOG_CONT = 8, }; struct printk_buffers { char outbuf[2048]; char scratchbuf[1024]; }; struct printk_message { struct printk_buffers *pbufs; unsigned int outbuf_len; u64 seq; long unsigned int dropped; }; enum devkmsg_log_bits { __DEVKMSG_LOG_BIT_ON = 0, __DEVKMSG_LOG_BIT_OFF = 1, __DEVKMSG_LOG_BIT_LOCK = 2, }; enum devkmsg_log_masks { DEVKMSG_LOG_MASK_ON = 1, DEVKMSG_LOG_MASK_OFF = 2, DEVKMSG_LOG_MASK_LOCK = 4, }; enum con_msg_format_flags { MSG_FORMAT_DEFAULT = 0, MSG_FORMAT_SYSLOG = 1, }; struct latched_seq { seqcount_latch_t latch; u64 val[2]; }; struct devkmsg_user { atomic64_t seq; struct ratelimit_state rs; struct mutex lock; struct printk_buffers pbufs; }; enum { IRQCHIP_SET_TYPE_MASKED = 1, IRQCHIP_EOI_IF_HANDLED = 2, IRQCHIP_MASK_ON_SUSPEND = 4, IRQCHIP_ONOFFLINE_ENABLED = 8, IRQCHIP_SKIP_SET_WAKE = 16, IRQCHIP_ONESHOT_SAFE = 32, IRQCHIP_EOI_THREADED = 64, IRQCHIP_SUPPORTS_LEVEL_MSI = 128, IRQCHIP_SUPPORTS_NMI = 256, IRQCHIP_ENABLE_WAKEUP_ON_SUSPEND = 512, IRQCHIP_AFFINITY_PRE_STARTUP = 1024, IRQCHIP_IMMUTABLE = 2048, }; struct syscore_ops { struct list_head node; int (*suspend)(); void (*resume)(); void (*shutdown)(); }; enum { IRQS_AUTODETECT = 1, IRQS_SPURIOUS_DISABLED = 2, IRQS_POLL_INPROGRESS = 8, IRQS_ONESHOT = 32, IRQS_REPLAY = 64, IRQS_WAITING = 128, IRQS_PENDING = 512, IRQS_SUSPENDED = 2048, IRQS_TIMINGS = 4096, IRQS_NMI = 8192, IRQS_SYSFS = 16384, }; enum { _IRQ_DEFAULT_INIT_FLAGS = 2048, _IRQ_PER_CPU = 512, _IRQ_LEVEL = 256, _IRQ_NOPROBE = 1024, _IRQ_NOREQUEST = 2048, _IRQ_NOTHREAD = 65536, _IRQ_NOAUTOEN = 4096, _IRQ_MOVE_PCNTXT = 16384, _IRQ_NO_BALANCING = 8192, _IRQ_NESTED_THREAD = 32768, _IRQ_PER_CPU_DEVID = 131072, _IRQ_IS_POLLED = 262144, _IRQ_DISABLE_UNLAZY = 524288, _IRQ_HIDDEN = 1048576, _IRQ_NO_DEBUG = 2097152, _IRQF_MODIFY_MASK = 2096911, }; struct module_use { struct list_head source_list; struct list_head target_list; struct module *source; struct module *target; }; enum { PROC_ENTRY_PERMANENT = 1, }; struct stacktrace_cookie { long unsigned int *store; unsigned int size; unsigned int skip; unsigned int len; }; typedef __u64 timeu64_t; struct __kernel_timex_timeval { __kernel_time64_t tv_sec; long long int tv_usec; }; struct __kernel_timex { unsigned int modes; long long int offset; long long int freq; long long int maxerror; long long int esterror; int status; long long int constant; long long int precision; long long int tolerance; struct __kernel_timex_timeval time; long long int tick; long long int ppsfreq; long long int jitter; int shift; long long int stabil; long long int jitcnt; long long int calcnt; long long int errcnt; long long int stbcnt; int tai; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum hrtimer_mode { HRTIMER_MODE_ABS = 0, HRTIMER_MODE_REL = 1, HRTIMER_MODE_PINNED = 2, HRTIMER_MODE_SOFT = 4, HRTIMER_MODE_HARD = 8, HRTIMER_MODE_ABS_PINNED = 2, HRTIMER_MODE_REL_PINNED = 3, HRTIMER_MODE_ABS_SOFT = 4, HRTIMER_MODE_REL_SOFT = 5, HRTIMER_MODE_ABS_PINNED_SOFT = 6, HRTIMER_MODE_REL_PINNED_SOFT = 7, HRTIMER_MODE_ABS_HARD = 8, HRTIMER_MODE_REL_HARD = 9, HRTIMER_MODE_ABS_PINNED_HARD = 10, HRTIMER_MODE_REL_PINNED_HARD = 11, }; struct rtc_wkalrm { unsigned char enabled; unsigned char pending; struct rtc_time time; }; struct rtc_param { __u64 param; union { __u64 uvalue; __s64 svalue; __u64 ptr; }; __u32 index; __u32 __pad; }; struct rtc_class_ops { int (*ioctl)(struct device *, unsigned int, long unsigned int); int (*read_time)(struct device *, struct rtc_time *); int (*set_time)(struct device *, struct rtc_time *); int (*read_alarm)(struct device *, struct rtc_wkalrm *); int (*set_alarm)(struct device *, struct rtc_wkalrm *); int (*proc)(struct device *, struct seq_file *); int (*alarm_irq_enable)(struct device *, unsigned int); int (*read_offset)(struct device *, long int *); int (*set_offset)(struct device *, long int); int (*param_get)(struct device *, struct rtc_param *); int (*param_set)(struct device *, struct rtc_param *); }; struct rtc_device; struct rtc_timer { struct timerqueue_node node; ktime_t period; void (*func)(struct rtc_device *); struct rtc_device *rtc; int enabled; }; struct rtc_device { struct device dev; struct module *owner; int id; const struct rtc_class_ops *ops; struct mutex ops_lock; struct cdev char_dev; long unsigned int flags; long unsigned int irq_data; spinlock_t irq_lock; wait_queue_head_t irq_queue; struct fasync_struct *async_queue; int irq_freq; int max_user_freq; struct timerqueue_head timerqueue; struct rtc_timer aie_timer; struct rtc_timer uie_rtctimer; struct hrtimer pie_timer; int pie_enabled; struct work_struct irqwork; long unsigned int set_offset_nsec; long unsigned int features[1]; time64_t range_min; timeu64_t range_max; timeu64_t alarm_offset_max; time64_t start_secs; time64_t offset_secs; bool set_start_time; }; struct audit_ntp_val { long long int oldval; long long int newval; }; struct audit_ntp_data { struct audit_ntp_val vals[6]; }; struct __kernel_old_itimerval { struct __kernel_old_timeval it_interval; struct __kernel_old_timeval it_value; }; struct itimerspec64 { struct timespec64 it_interval; struct timespec64 it_value; }; struct tk_read_base { struct clocksource *clock; u64 mask; u64 cycle_last; u32 mult; u32 shift; u64 xtime_nsec; ktime_t base; u64 base_real; }; struct timekeeper { struct tk_read_base tkr_mono; struct tk_read_base tkr_raw; u64 xtime_sec; long unsigned int ktime_sec; struct timespec64 wall_to_monotonic; ktime_t offs_real; ktime_t offs_boot; ktime_t offs_tai; s32 tai_offset; unsigned int clock_was_set_seq; u8 cs_was_changed_seq; ktime_t next_leap_ktime; u64 raw_sec; struct timespec64 monotonic_to_boot; u64 cycle_interval; u64 xtime_interval; s64 xtime_remainder; u64 raw_interval; u64 ntp_tick; s64 ntp_error; u32 ntp_error_shift; u32 ntp_err_mult; u32 skip_second_overflow; }; struct hrtimer_sleeper { struct hrtimer timer; struct task_struct *task; }; struct rt_mutex_base { raw_spinlock_t wait_lock; struct rb_root_cached waiters; struct task_struct *owner; }; union futex_key { struct { u64 i_seq; long unsigned int pgoff; unsigned int offset; } shared; struct { union { struct mm_struct *mm; u64 __tmp; }; long unsigned int address; unsigned int offset; } private; struct { u64 ptr; long unsigned int word; unsigned int offset; } both; }; struct futex_pi_state { struct list_head list; struct rt_mutex_base pi_mutex; struct task_struct *owner; refcount_t refcount; union futex_key key; }; struct futex_waitv { __u64 val; __u64 uaddr; __u32 flags; __u32 __reserved; }; struct futex_hash_bucket { atomic_t waiters; spinlock_t lock; struct plist_head chain; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct futex_q { struct plist_node list; struct task_struct *task; spinlock_t *lock_ptr; union futex_key key; struct futex_pi_state *pi_state; struct rt_mutex_waiter *rt_waiter; union futex_key *requeue_pi_key; u32 bitset; atomic_t requeue_state; }; enum futex_access { FUTEX_READ = 0, FUTEX_WRITE = 1, }; struct futex_vector { struct futex_waitv w; struct futex_q q; }; struct ppc_cache_info { u32 size; u32 line_size; u32 block_size; u32 log_block_size; u32 blocks_per_page; u32 sets; u32 assoc; }; struct ppc64_caches { struct ppc_cache_info l1d; struct ppc_cache_info l1i; struct ppc_cache_info l2; struct ppc_cache_info l3; }; enum { IORES_DESC_NONE = 0, IORES_DESC_CRASH_KERNEL = 1, IORES_DESC_ACPI_TABLES = 2, IORES_DESC_ACPI_NV_STORAGE = 3, IORES_DESC_PERSISTENT_MEMORY = 4, IORES_DESC_PERSISTENT_MEMORY_LEGACY = 5, IORES_DESC_DEVICE_PRIVATE_MEMORY = 6, IORES_DESC_RESERVED = 7, IORES_DESC_SOFT_RESERVED = 8, IORES_DESC_CXL = 9, }; struct elf_siginfo { int si_signo; int si_code; int si_errno; }; struct elf_prstatus_common { struct elf_siginfo pr_info; short int pr_cursig; long unsigned int pr_sigpend; long unsigned int pr_sighold; pid_t pr_pid; pid_t pr_ppid; pid_t pr_pgrp; pid_t pr_sid; struct __kernel_old_timeval pr_utime; struct __kernel_old_timeval pr_stime; struct __kernel_old_timeval pr_cutime; struct __kernel_old_timeval pr_cstime; }; struct elf_prstatus { struct elf_prstatus_common common; elf_gregset_t pr_reg; int pr_fpvalid; }; typedef u32 note_buf_t[134]; struct kexec_load_limit { struct mutex mutex; int limit; }; enum { CFTYPE_ONLY_ON_ROOT = 1, CFTYPE_NOT_ON_ROOT = 2, CFTYPE_NS_DELEGATABLE = 4, CFTYPE_NO_PREFIX = 8, CFTYPE_WORLD_WRITABLE = 16, CFTYPE_DEBUG = 32, __CFTYPE_ONLY_ON_DFL = 65536, __CFTYPE_NOT_ON_DFL = 131072, __CFTYPE_ADDED = 262144, }; struct pids_cgroup { struct cgroup_subsys_state css; atomic64_t counter; atomic64_t limit; int64_t watermark; struct cgroup_file events_file; atomic64_t events_limit; }; struct nsset { unsigned int flags; struct nsproxy *nsproxy; struct fs_struct *fs; const struct cred *cred; }; typedef int __kernel_mqd_t; typedef struct { int val[2]; } __kernel_fsid_t; typedef __kernel_mqd_t mqd_t; enum audit_state { AUDIT_STATE_DISABLED = 0, AUDIT_STATE_BUILD = 1, AUDIT_STATE_RECORD = 2, }; struct audit_cap_data { kernel_cap_t permitted; kernel_cap_t inheritable; union { unsigned int fE; kernel_cap_t effective; }; kernel_cap_t ambient; kuid_t rootid; }; struct filename; struct audit_names { struct list_head list; struct filename *name; int name_len; bool hidden; long unsigned int ino; dev_t dev; umode_t mode; kuid_t uid; kgid_t gid; dev_t rdev; u32 osid; struct audit_cap_data fcap; unsigned int fcap_ver; unsigned char type; bool should_free; }; struct mq_attr { __kernel_long_t mq_flags; __kernel_long_t mq_maxmsg; __kernel_long_t mq_msgsize; __kernel_long_t mq_curmsgs; __kernel_long_t __reserved[4]; }; struct open_how { __u64 flags; __u64 mode; __u64 resolve; }; struct audit_proctitle { int len; char *value; }; struct audit_aux_data; struct __kernel_sockaddr_storage; struct audit_tree_refs; struct audit_context { int dummy; enum { AUDIT_CTX_UNUSED = 0, AUDIT_CTX_SYSCALL = 1, AUDIT_CTX_URING = 2, } context; enum audit_state state; enum audit_state current_state; unsigned int serial; int major; int uring_op; struct timespec64 ctime; long unsigned int argv[4]; long int return_code; u64 prio; int return_valid; struct audit_names preallocated_names[5]; int name_count; struct list_head names_list; char *filterkey; struct path pwd; struct audit_aux_data *aux; struct audit_aux_data *aux_pids; struct __kernel_sockaddr_storage *sockaddr; size_t sockaddr_len; pid_t ppid; kuid_t uid; kuid_t euid; kuid_t suid; kuid_t fsuid; kgid_t gid; kgid_t egid; kgid_t sgid; kgid_t fsgid; long unsigned int personality; int arch; pid_t target_pid; kuid_t target_auid; kuid_t target_uid; unsigned int target_sessionid; u32 target_sid; char target_comm[16]; struct audit_tree_refs *trees; struct audit_tree_refs *first_trees; struct list_head killed_trees; int tree_count; int type; union { struct { int nargs; long int args[6]; } socketcall; struct { kuid_t uid; kgid_t gid; umode_t mode; u32 osid; int has_perm; uid_t perm_uid; gid_t perm_gid; umode_t perm_mode; long unsigned int qbytes; } ipc; struct { mqd_t mqdes; struct mq_attr mqstat; } mq_getsetattr; struct { mqd_t mqdes; int sigev_signo; } mq_notify; struct { mqd_t mqdes; size_t msg_len; unsigned int msg_prio; struct timespec64 abs_timeout; } mq_sendrecv; struct { int oflag; umode_t mode; struct mq_attr attr; } mq_open; struct { pid_t pid; struct audit_cap_data cap; } capset; struct { int fd; int flags; } mmap; struct open_how openat2; struct { int argc; } execve; struct { char *name; } module; struct { struct audit_ntp_data ntp_data; struct timespec64 tk_injoffset; } time; }; int fds[2]; struct audit_proctitle proctitle; }; typedef struct fsnotify_mark_connector *fsnotify_connp_t; struct fsnotify_mark_connector { spinlock_t lock; short unsigned int type; short unsigned int flags; __kernel_fsid_t fsid; union { fsnotify_connp_t *obj; struct fsnotify_mark_connector *destroy_next; }; struct hlist_head list; }; struct filename { const char *name; const char *uptr; atomic_t refcnt; struct audit_names *aname; const char iname[0]; }; struct audit_field; struct audit_watch; struct audit_tree; struct audit_fsnotify_mark; struct audit_krule { u32 pflags; u32 flags; u32 listnr; u32 action; u32 mask[64]; u32 buflen; u32 field_count; char *filterkey; struct audit_field *fields; struct audit_field *arch_f; struct audit_field *inode_f; struct audit_watch *watch; struct audit_tree *tree; struct audit_fsnotify_mark *exe; struct list_head rlist; struct list_head list; u64 prio; }; struct audit_field { u32 type; union { u32 val; kuid_t uid; kgid_t gid; struct { char *lsm_str; void *lsm_rule; }; }; u32 op; }; struct fsnotify_group; struct fsnotify_mark { __u32 mask; refcount_t refcnt; struct fsnotify_group *group; struct list_head g_list; spinlock_t lock; struct hlist_node obj_list; struct fsnotify_mark_connector *connector; __u32 ignore_mask; unsigned int flags; }; struct audit_fsnotify_mark { dev_t dev; long unsigned int ino; char *path; struct fsnotify_mark mark; struct audit_krule *rule; }; struct fsnotify_iter_info; struct fsnotify_event; struct fsnotify_ops { int (*handle_event)(struct fsnotify_group *, u32, const void *, int, struct inode *, const struct qstr *, u32, struct fsnotify_iter_info *); int (*handle_inode_event)(struct fsnotify_mark *, u32, struct inode *, struct inode *, const struct qstr *, u32); void (*free_group_priv)(struct fsnotify_group *); void (*freeing_mark)(struct fsnotify_mark *, struct fsnotify_group *); void (*free_event)(struct fsnotify_group *, struct fsnotify_event *); void (*free_mark)(struct fsnotify_mark *); }; struct inotify_group_private_data { spinlock_t idr_lock; struct idr idr; struct ucounts *ucounts; }; struct fsnotify_group { const struct fsnotify_ops *ops; refcount_t refcnt; spinlock_t notification_lock; struct list_head notification_list; wait_queue_head_t notification_waitq; unsigned int q_len; unsigned int max_events; unsigned int priority; bool shutdown; int flags; unsigned int owner_flags; struct mutex mark_mutex; atomic_t user_waits; struct list_head marks_list; struct fasync_struct *fsn_fa; struct fsnotify_event *overflow_event; struct mem_cgroup *memcg; union { void *private; struct inotify_group_private_data inotify_data; }; }; struct fsnotify_iter_info { struct fsnotify_mark *marks[5]; struct fsnotify_group *current_group; unsigned int report_mask; int srcu_idx; }; struct fsnotify_event { struct list_head list; }; enum fsnotify_obj_type { FSNOTIFY_OBJ_TYPE_ANY = -1, FSNOTIFY_OBJ_TYPE_INODE = 0, FSNOTIFY_OBJ_TYPE_VFSMOUNT = 1, FSNOTIFY_OBJ_TYPE_SB = 2, FSNOTIFY_OBJ_TYPE_COUNT = 3, FSNOTIFY_OBJ_TYPE_DETACHED = 3, }; typedef short unsigned int __kernel_sa_family_t; struct __kernel_sockaddr_storage { union { struct { __kernel_sa_family_t ss_family; char __data[126]; }; void *__align; }; }; struct audit_entry { struct list_head list; struct callback_head rcu; struct audit_krule rule; }; struct audit_buffer; enum lockdep_ok { LOCKDEP_STILL_OK = 0, LOCKDEP_NOW_UNRELIABLE = 1, }; struct cpu_stop_done; struct cpu_stop_work { struct list_head list; cpu_stop_fn_t fn; long unsigned int caller; void *arg; struct cpu_stop_done *done; }; enum lockdown_reason { LOCKDOWN_NONE = 0, LOCKDOWN_MODULE_SIGNATURE = 1, LOCKDOWN_DEV_MEM = 2, LOCKDOWN_EFI_TEST = 3, LOCKDOWN_KEXEC = 4, LOCKDOWN_HIBERNATION = 5, LOCKDOWN_PCI_ACCESS = 6, LOCKDOWN_IOPORT = 7, LOCKDOWN_MSR = 8, LOCKDOWN_ACPI_TABLES = 9, LOCKDOWN_DEVICE_TREE = 10, LOCKDOWN_PCMCIA_CIS = 11, LOCKDOWN_TIOCSSERIAL = 12, LOCKDOWN_MODULE_PARAMETERS = 13, LOCKDOWN_MMIOTRACE = 14, LOCKDOWN_DEBUGFS = 15, LOCKDOWN_XMON_WR = 16, LOCKDOWN_BPF_WRITE_USER = 17, LOCKDOWN_DBG_WRITE_KERNEL = 18, LOCKDOWN_RTAS_ERROR_INJECTION = 19, LOCKDOWN_INTEGRITY_MAX = 20, LOCKDOWN_KCORE = 21, LOCKDOWN_KPROBES = 22, LOCKDOWN_BPF_READ_KERNEL = 23, LOCKDOWN_DBG_READ_KERNEL = 24, LOCKDOWN_PERF = 25, LOCKDOWN_TRACEFS = 26, LOCKDOWN_XMON_RW = 27, LOCKDOWN_XFRM_SECRET = 28, LOCKDOWN_CONFIDENTIALITY_MAX = 29, }; struct tracer_stat { const char *name; void * (*stat_start)(struct tracer_stat *); void * (*stat_next)(void *, int); cmp_func_t stat_cmp; int (*stat_show)(struct seq_file *, void *); void (*stat_release)(void *); int (*stat_headers)(struct seq_file *); }; struct ftrace_hash { long unsigned int size_bits; struct hlist_head *buckets; long unsigned int count; long unsigned int flags; struct callback_head rcu; }; struct prog_entry; struct event_filter { struct prog_entry *prog; char *filter_string; }; struct trace_array_cpu; struct array_buffer { struct trace_array *tr; struct trace_buffer *buffer; struct trace_array_cpu *data; u64 time_start; int cpu; }; struct trace_pid_list; struct trace_options; struct cond_snapshot; struct trace_func_repeats; struct trace_array { struct list_head list; char *name; struct array_buffer array_buffer; struct array_buffer max_buffer; bool allocated_snapshot; long unsigned int max_latency; struct dentry *d_max_latency; struct work_struct fsnotify_work; struct irq_work fsnotify_irqwork; struct trace_pid_list *filtered_pids; struct trace_pid_list *filtered_no_pids; arch_spinlock_t max_lock; int buffer_disabled; int sys_refcount_enter; int sys_refcount_exit; struct trace_event_file *enter_syscall_files[453]; struct trace_event_file *exit_syscall_files[453]; int stop_count; int clock_id; int nr_topts; bool clear_trace; int buffer_percent; unsigned int n_err_log_entries; struct tracer *current_trace; unsigned int trace_flags; unsigned char trace_flags_index[32]; unsigned int flags; raw_spinlock_t start_lock; struct list_head err_log; struct dentry *dir; struct dentry *options; struct dentry *percpu_dir; struct dentry *event_dir; struct trace_options *topts; struct list_head systems; struct list_head events; struct trace_event_file *trace_marker_file; cpumask_var_t tracing_cpumask; cpumask_var_t pipe_cpumask; int ref; int trace_ref; struct ftrace_ops *ops; struct trace_pid_list *function_pids; struct trace_pid_list *function_no_pids; struct list_head func_probes; struct list_head mod_trace; struct list_head mod_notrace; int function_enabled; int no_filter_buffering_ref; struct list_head hist_vars; struct cond_snapshot *cond_snapshot; struct trace_func_repeats *last_func_repeats; }; struct tracer_flags; struct tracer { const char *name; int (*init)(struct trace_array *); void (*reset)(struct trace_array *); void (*start)(struct trace_array *); void (*stop)(struct trace_array *); int (*update_thresh)(struct trace_array *); void (*open)(struct trace_iterator *); void (*pipe_open)(struct trace_iterator *); void (*close)(struct trace_iterator *); void (*pipe_close)(struct trace_iterator *); ssize_t (*read)(struct trace_iterator *, struct file *, char *, size_t, loff_t *); ssize_t (*splice_read)(struct trace_iterator *, struct file *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); void (*print_header)(struct seq_file *); enum print_line_t (*print_line)(struct trace_iterator *); int (*set_flag)(struct trace_array *, u32, u32, int); int (*flag_changed)(struct trace_array *, u32, int); struct tracer *next; struct tracer_flags *flags; int enabled; bool print_max; bool allow_instances; bool use_max_tr; bool noboot; }; struct event_subsystem; struct trace_subsystem_dir { struct list_head list; struct event_subsystem *subsystem; struct trace_array *tr; struct eventfs_file *ef; int ref_count; int nr_events; }; union lower_chunk { union lower_chunk *next; long unsigned int data[256]; }; union upper_chunk { union upper_chunk *next; union lower_chunk *data[256]; }; struct trace_pid_list { raw_spinlock_t lock; struct irq_work refill_irqwork; union upper_chunk *upper[256]; union upper_chunk *upper_list; union lower_chunk *lower_list; int free_upper_chunks; int free_lower_chunks; }; struct trace_array_cpu { atomic_t disabled; void *buffer_page; long unsigned int entries; long unsigned int saved_latency; long unsigned int critical_start; long unsigned int critical_end; long unsigned int critical_sequence; long unsigned int nice; long unsigned int policy; long unsigned int rt_priority; long unsigned int skipped_entries; u64 preempt_timestamp; pid_t pid; kuid_t uid; char comm[16]; int ftrace_ignore_pid; bool ignore_pid; }; struct trace_option_dentry; struct trace_options { struct tracer *tracer; struct trace_option_dentry *topts; }; struct tracer_opt; struct trace_option_dentry { struct tracer_opt *opt; struct tracer_flags *flags; struct trace_array *tr; struct dentry *entry; }; typedef bool (*cond_update_fn_t)(struct trace_array *, void *); struct cond_snapshot { void *cond_data; cond_update_fn_t update; }; struct trace_func_repeats { long unsigned int ip; long unsigned int parent_ip; long unsigned int count; u64 ts_last_call; }; struct tracer_opt { const char *name; u32 bit; }; struct tracer_flags { u32 val; struct tracer_opt *opts; struct tracer *trace; }; enum trace_iterator_bits { TRACE_ITER_PRINT_PARENT_BIT = 0, TRACE_ITER_SYM_OFFSET_BIT = 1, TRACE_ITER_SYM_ADDR_BIT = 2, TRACE_ITER_VERBOSE_BIT = 3, TRACE_ITER_RAW_BIT = 4, TRACE_ITER_HEX_BIT = 5, TRACE_ITER_BIN_BIT = 6, TRACE_ITER_BLOCK_BIT = 7, TRACE_ITER_FIELDS_BIT = 8, TRACE_ITER_PRINTK_BIT = 9, TRACE_ITER_ANNOTATE_BIT = 10, TRACE_ITER_USERSTACKTRACE_BIT = 11, TRACE_ITER_SYM_USEROBJ_BIT = 12, TRACE_ITER_PRINTK_MSGONLY_BIT = 13, TRACE_ITER_CONTEXT_INFO_BIT = 14, TRACE_ITER_LATENCY_FMT_BIT = 15, TRACE_ITER_RECORD_CMD_BIT = 16, TRACE_ITER_RECORD_TGID_BIT = 17, TRACE_ITER_OVERWRITE_BIT = 18, TRACE_ITER_STOP_ON_FREE_BIT = 19, TRACE_ITER_IRQ_INFO_BIT = 20, TRACE_ITER_MARKERS_BIT = 21, TRACE_ITER_EVENT_FORK_BIT = 22, TRACE_ITER_PAUSE_ON_TRACE_BIT = 23, TRACE_ITER_HASH_PTR_BIT = 24, TRACE_ITER_FUNCTION_BIT = 25, TRACE_ITER_FUNC_FORK_BIT = 26, TRACE_ITER_DISPLAY_GRAPH_BIT = 27, TRACE_ITER_STACKTRACE_BIT = 28, TRACE_ITER_LAST_BIT = 29, }; struct event_subsystem { struct list_head list; const char *name; struct event_filter *filter; int ref_count; }; struct stat_node { struct rb_node node; void *stat; }; struct stat_session { struct list_head session_list; struct tracer_stat *ts; struct rb_root stat_root; struct mutex stat_mutex; struct dentry *file; }; struct ftrace_func_entry { struct hlist_node hlist; long unsigned int ip; long unsigned int direct; }; struct ftrace_graph_ent { long unsigned int func; int depth; } __attribute__((packed)); struct ftrace_graph_ret { long unsigned int func; int depth; unsigned int overrun; long long unsigned int calltime; long long unsigned int rettime; }; typedef void (*trace_func_graph_ret_t)(struct ftrace_graph_ret *); typedef int (*trace_func_graph_ent_t)(struct ftrace_graph_ent *); struct fgraph_ops { trace_func_graph_ent_t entryfunc; trace_func_graph_ret_t retfunc; }; enum trace_flag_type { TRACE_FLAG_IRQS_OFF = 1, TRACE_FLAG_IRQS_NOSUPPORT = 2, TRACE_FLAG_NEED_RESCHED = 4, TRACE_FLAG_HARDIRQ = 8, TRACE_FLAG_SOFTIRQ = 16, TRACE_FLAG_PREEMPT_RESCHED = 32, TRACE_FLAG_NMI = 64, TRACE_FLAG_BH_OFF = 128, }; enum trace_type { __TRACE_FIRST_TYPE = 0, TRACE_FN = 1, TRACE_CTX = 2, TRACE_WAKE = 3, TRACE_STACK = 4, TRACE_PRINT = 5, TRACE_BPRINT = 6, TRACE_MMIO_RW = 7, TRACE_MMIO_MAP = 8, TRACE_BRANCH = 9, TRACE_GRAPH_RET = 10, TRACE_GRAPH_ENT = 11, TRACE_USER_STACK = 12, TRACE_BLK = 13, TRACE_BPUTS = 14, TRACE_HWLAT = 15, TRACE_OSNOISE = 16, TRACE_TIMERLAT = 17, TRACE_RAW_DATA = 18, TRACE_FUNC_REPEATS = 19, __TRACE_LAST_TYPE = 20, }; struct ctx_switch_entry { struct trace_entry ent; unsigned int prev_pid; unsigned int next_pid; unsigned int next_cpu; unsigned char prev_prio; unsigned char prev_state; unsigned char next_prio; unsigned char next_state; }; enum { FTRACE_HASH_FL_MOD = 1, }; enum trace_iterator_flags { TRACE_ITER_PRINT_PARENT = 1, TRACE_ITER_SYM_OFFSET = 2, TRACE_ITER_SYM_ADDR = 4, TRACE_ITER_VERBOSE = 8, TRACE_ITER_RAW = 16, TRACE_ITER_HEX = 32, TRACE_ITER_BIN = 64, TRACE_ITER_BLOCK = 128, TRACE_ITER_FIELDS = 256, TRACE_ITER_PRINTK = 512, TRACE_ITER_ANNOTATE = 1024, TRACE_ITER_USERSTACKTRACE = 2048, TRACE_ITER_SYM_USEROBJ = 4096, TRACE_ITER_PRINTK_MSGONLY = 8192, TRACE_ITER_CONTEXT_INFO = 16384, TRACE_ITER_LATENCY_FMT = 32768, TRACE_ITER_RECORD_CMD = 65536, TRACE_ITER_RECORD_TGID = 131072, TRACE_ITER_OVERWRITE = 262144, TRACE_ITER_STOP_ON_FREE = 524288, TRACE_ITER_IRQ_INFO = 1048576, TRACE_ITER_MARKERS = 2097152, TRACE_ITER_EVENT_FORK = 4194304, TRACE_ITER_PAUSE_ON_TRACE = 8388608, TRACE_ITER_HASH_PTR = 16777216, TRACE_ITER_FUNCTION = 33554432, TRACE_ITER_FUNC_FORK = 67108864, TRACE_ITER_DISPLAY_GRAPH = 134217728, TRACE_ITER_STACKTRACE = 268435456, }; enum perf_event_sample_format { PERF_SAMPLE_IP = 1, PERF_SAMPLE_TID = 2, PERF_SAMPLE_TIME = 4, PERF_SAMPLE_ADDR = 8, PERF_SAMPLE_READ = 16, PERF_SAMPLE_CALLCHAIN = 32, PERF_SAMPLE_ID = 64, PERF_SAMPLE_CPU = 128, PERF_SAMPLE_PERIOD = 256, PERF_SAMPLE_STREAM_ID = 512, PERF_SAMPLE_RAW = 1024, PERF_SAMPLE_BRANCH_STACK = 2048, PERF_SAMPLE_REGS_USER = 4096, PERF_SAMPLE_STACK_USER = 8192, PERF_SAMPLE_WEIGHT = 16384, PERF_SAMPLE_DATA_SRC = 32768, PERF_SAMPLE_IDENTIFIER = 65536, PERF_SAMPLE_TRANSACTION = 131072, PERF_SAMPLE_REGS_INTR = 262144, PERF_SAMPLE_PHYS_ADDR = 524288, PERF_SAMPLE_AUX = 1048576, PERF_SAMPLE_CGROUP = 2097152, PERF_SAMPLE_DATA_PAGE_SIZE = 4194304, PERF_SAMPLE_CODE_PAGE_SIZE = 8388608, PERF_SAMPLE_WEIGHT_STRUCT = 16777216, PERF_SAMPLE_MAX = 33554432, }; struct ftrace_entry { struct trace_entry ent; long unsigned int ip; long unsigned int parent_ip; }; typedef long unsigned int perf_trace_t[1024]; struct clk; enum cpufreq_table_sorting { CPUFREQ_TABLE_UNSORTED = 0, CPUFREQ_TABLE_SORTED_ASCENDING = 1, CPUFREQ_TABLE_SORTED_DESCENDING = 2, }; struct cpufreq_cpuinfo { unsigned int max_freq; unsigned int min_freq; unsigned int transition_latency; }; struct cpufreq_stats; struct cpufreq_governor; struct cpufreq_frequency_table; struct thermal_cooling_device; struct cpufreq_policy { cpumask_var_t cpus; cpumask_var_t related_cpus; cpumask_var_t real_cpus; unsigned int shared_type; unsigned int cpu; struct clk *clk; struct cpufreq_cpuinfo cpuinfo; unsigned int min; unsigned int max; unsigned int cur; unsigned int suspend_freq; unsigned int policy; unsigned int last_policy; struct cpufreq_governor *governor; void *governor_data; char last_governor[16]; struct work_struct update; struct freq_constraints constraints; struct freq_qos_request *min_freq_req; struct freq_qos_request *max_freq_req; struct cpufreq_frequency_table *freq_table; enum cpufreq_table_sorting freq_table_sorted; struct list_head policy_list; struct kobject kobj; struct completion kobj_unregister; struct rw_semaphore rwsem; bool fast_switch_possible; bool fast_switch_enabled; bool strict_target; bool efficiencies_available; unsigned int transition_delay_us; bool dvfs_possible_from_any_cpu; bool boost_enabled; unsigned int cached_target_freq; unsigned int cached_resolved_idx; bool transition_ongoing; spinlock_t transition_lock; wait_queue_head_t transition_wait; struct task_struct *transition_task; struct cpufreq_stats *stats; void *driver_data; struct thermal_cooling_device *cdev; struct notifier_block nb_min; struct notifier_block nb_max; }; struct cpufreq_governor { char name[16]; int (*init)(struct cpufreq_policy *); void (*exit)(struct cpufreq_policy *); int (*start)(struct cpufreq_policy *); void (*stop)(struct cpufreq_policy *); void (*limits)(struct cpufreq_policy *); ssize_t (*show_setspeed)(struct cpufreq_policy *, char *); int (*store_setspeed)(struct cpufreq_policy *, unsigned int); struct list_head governor_list; struct module *owner; u8 flags; }; struct cpufreq_frequency_table { unsigned int flags; unsigned int driver_data; unsigned int frequency; }; struct trace_event_raw_cpu { struct trace_entry ent; u32 state; u32 cpu_id; char __data[0]; }; struct trace_event_raw_cpu_idle_miss { struct trace_entry ent; u32 cpu_id; u32 state; bool below; char __data[0]; }; struct trace_event_raw_powernv_throttle { struct trace_entry ent; int chip_id; u32 __data_loc_reason; int pmax; char __data[0]; }; struct trace_event_raw_pstate_sample { struct trace_entry ent; u32 core_busy; u32 scaled_busy; u32 from; u32 to; u64 mperf; u64 aperf; u64 tsc; u32 freq; u32 io_boost; char __data[0]; }; struct trace_event_raw_cpu_frequency_limits { struct trace_entry ent; u32 min_freq; u32 max_freq; u32 cpu_id; char __data[0]; }; struct trace_event_raw_device_pm_callback_start { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; u32 __data_loc_parent; u32 __data_loc_pm_ops; int event; char __data[0]; }; struct trace_event_raw_device_pm_callback_end { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; int error; char __data[0]; }; struct trace_event_raw_suspend_resume { struct trace_entry ent; const char *action; int val; bool start; char __data[0]; }; struct trace_event_raw_wakeup_source { struct trace_entry ent; u32 __data_loc_name; u64 state; char __data[0]; }; struct trace_event_raw_clock { struct trace_entry ent; u32 __data_loc_name; u64 state; u64 cpu_id; char __data[0]; }; struct trace_event_raw_power_domain { struct trace_entry ent; u32 __data_loc_name; u64 state; u64 cpu_id; char __data[0]; }; struct trace_event_raw_cpu_latency_qos_request { struct trace_entry ent; s32 value; char __data[0]; }; struct trace_event_raw_pm_qos_update { struct trace_entry ent; enum pm_qos_req_action action; int prev_value; int curr_value; char __data[0]; }; struct trace_event_raw_dev_pm_qos_request { struct trace_entry ent; u32 __data_loc_name; enum dev_pm_qos_req_type type; s32 new_value; char __data[0]; }; struct trace_event_raw_guest_halt_poll_ns { struct trace_entry ent; bool grow; unsigned int new; unsigned int old; char __data[0]; }; struct trace_event_data_offsets_cpu {}; struct trace_event_data_offsets_cpu_idle_miss {}; struct trace_event_data_offsets_powernv_throttle { u32 reason; }; struct trace_event_data_offsets_pstate_sample {}; struct trace_event_data_offsets_cpu_frequency_limits {}; struct trace_event_data_offsets_device_pm_callback_start { u32 device; u32 driver; u32 parent; u32 pm_ops; }; struct trace_event_data_offsets_device_pm_callback_end { u32 device; u32 driver; }; struct trace_event_data_offsets_suspend_resume {}; struct trace_event_data_offsets_wakeup_source { u32 name; }; struct trace_event_data_offsets_clock { u32 name; }; struct trace_event_data_offsets_power_domain { u32 name; }; struct trace_event_data_offsets_cpu_latency_qos_request {}; struct trace_event_data_offsets_pm_qos_update {}; struct trace_event_data_offsets_dev_pm_qos_request { u32 name; }; struct trace_event_data_offsets_guest_halt_poll_ns {}; typedef void (*btf_trace_cpu_idle)(void *, unsigned int, unsigned int); typedef void (*btf_trace_cpu_idle_miss)(void *, unsigned int, unsigned int, bool); typedef void (*btf_trace_powernv_throttle)(void *, int, const char *, int); typedef void (*btf_trace_pstate_sample)(void *, u32, u32, u32, u32, u64, u64, u64, u32, u32); typedef void (*btf_trace_cpu_frequency)(void *, unsigned int, unsigned int); typedef void (*btf_trace_cpu_frequency_limits)(void *, struct cpufreq_policy *); typedef void (*btf_trace_device_pm_callback_start)(void *, struct device *, const char *, int); typedef void (*btf_trace_device_pm_callback_end)(void *, struct device *, int); typedef void (*btf_trace_suspend_resume)(void *, const char *, int, bool); typedef void (*btf_trace_wakeup_source_activate)(void *, const char *, unsigned int); typedef void (*btf_trace_wakeup_source_deactivate)(void *, const char *, unsigned int); typedef void (*btf_trace_clock_enable)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_clock_disable)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_clock_set_rate)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_power_domain_target)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_pm_qos_add_request)(void *, s32); typedef void (*btf_trace_pm_qos_update_request)(void *, s32); typedef void (*btf_trace_pm_qos_remove_request)(void *, s32); typedef void (*btf_trace_pm_qos_update_target)(void *, enum pm_qos_req_action, int, int); typedef void (*btf_trace_pm_qos_update_flags)(void *, enum pm_qos_req_action, int, int); typedef void (*btf_trace_dev_pm_qos_add_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_dev_pm_qos_update_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_dev_pm_qos_remove_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_guest_halt_poll_ns)(void *, bool, unsigned int, unsigned int); enum { BPF_REG_0 = 0, BPF_REG_1 = 1, BPF_REG_2 = 2, BPF_REG_3 = 3, BPF_REG_4 = 4, BPF_REG_5 = 5, BPF_REG_6 = 6, BPF_REG_7 = 7, BPF_REG_8 = 8, BPF_REG_9 = 9, BPF_REG_10 = 10, __MAX_BPF_REG = 11, }; struct bpf_insn { __u8 code; __u8 dst_reg: 4; __u8 src_reg: 4; __s16 off; __s32 imm; }; struct bpf_cgroup_storage_key { __u64 cgroup_inode_id; __u32 attach_type; }; enum bpf_cgroup_iter_order { BPF_CGROUP_ITER_ORDER_UNSPEC = 0, BPF_CGROUP_ITER_SELF_ONLY = 1, BPF_CGROUP_ITER_DESCENDANTS_PRE = 2, BPF_CGROUP_ITER_DESCENDANTS_POST = 3, BPF_CGROUP_ITER_ANCESTORS_UP = 4, }; enum bpf_cmd { BPF_MAP_CREATE = 0, BPF_MAP_LOOKUP_ELEM = 1, BPF_MAP_UPDATE_ELEM = 2, BPF_MAP_DELETE_ELEM = 3, BPF_MAP_GET_NEXT_KEY = 4, BPF_PROG_LOAD = 5, BPF_OBJ_PIN = 6, BPF_OBJ_GET = 7, BPF_PROG_ATTACH = 8, BPF_PROG_DETACH = 9, BPF_PROG_TEST_RUN = 10, BPF_PROG_RUN = 10, BPF_PROG_GET_NEXT_ID = 11, BPF_MAP_GET_NEXT_ID = 12, BPF_PROG_GET_FD_BY_ID = 13, BPF_MAP_GET_FD_BY_ID = 14, BPF_OBJ_GET_INFO_BY_FD = 15, BPF_PROG_QUERY = 16, BPF_RAW_TRACEPOINT_OPEN = 17, BPF_BTF_LOAD = 18, BPF_BTF_GET_FD_BY_ID = 19, BPF_TASK_FD_QUERY = 20, BPF_MAP_LOOKUP_AND_DELETE_ELEM = 21, BPF_MAP_FREEZE = 22, BPF_BTF_GET_NEXT_ID = 23, BPF_MAP_LOOKUP_BATCH = 24, BPF_MAP_LOOKUP_AND_DELETE_BATCH = 25, BPF_MAP_UPDATE_BATCH = 26, BPF_MAP_DELETE_BATCH = 27, BPF_LINK_CREATE = 28, BPF_LINK_UPDATE = 29, BPF_LINK_GET_FD_BY_ID = 30, BPF_LINK_GET_NEXT_ID = 31, BPF_ENABLE_STATS = 32, BPF_ITER_CREATE = 33, BPF_LINK_DETACH = 34, BPF_PROG_BIND_MAP = 35, }; enum bpf_map_type { BPF_MAP_TYPE_UNSPEC = 0, BPF_MAP_TYPE_HASH = 1, BPF_MAP_TYPE_ARRAY = 2, BPF_MAP_TYPE_PROG_ARRAY = 3, BPF_MAP_TYPE_PERF_EVENT_ARRAY = 4, BPF_MAP_TYPE_PERCPU_HASH = 5, BPF_MAP_TYPE_PERCPU_ARRAY = 6, BPF_MAP_TYPE_STACK_TRACE = 7, BPF_MAP_TYPE_CGROUP_ARRAY = 8, BPF_MAP_TYPE_LRU_HASH = 9, BPF_MAP_TYPE_LRU_PERCPU_HASH = 10, BPF_MAP_TYPE_LPM_TRIE = 11, BPF_MAP_TYPE_ARRAY_OF_MAPS = 12, BPF_MAP_TYPE_HASH_OF_MAPS = 13, BPF_MAP_TYPE_DEVMAP = 14, BPF_MAP_TYPE_SOCKMAP = 15, BPF_MAP_TYPE_CPUMAP = 16, BPF_MAP_TYPE_XSKMAP = 17, BPF_MAP_TYPE_SOCKHASH = 18, BPF_MAP_TYPE_CGROUP_STORAGE_DEPRECATED = 19, BPF_MAP_TYPE_CGROUP_STORAGE = 19, BPF_MAP_TYPE_REUSEPORT_SOCKARRAY = 20, BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE = 21, BPF_MAP_TYPE_QUEUE = 22, BPF_MAP_TYPE_STACK = 23, BPF_MAP_TYPE_SK_STORAGE = 24, BPF_MAP_TYPE_DEVMAP_HASH = 25, BPF_MAP_TYPE_STRUCT_OPS = 26, BPF_MAP_TYPE_RINGBUF = 27, BPF_MAP_TYPE_INODE_STORAGE = 28, BPF_MAP_TYPE_TASK_STORAGE = 29, BPF_MAP_TYPE_BLOOM_FILTER = 30, BPF_MAP_TYPE_USER_RINGBUF = 31, BPF_MAP_TYPE_CGRP_STORAGE = 32, }; enum bpf_prog_type { BPF_PROG_TYPE_UNSPEC = 0, BPF_PROG_TYPE_SOCKET_FILTER = 1, BPF_PROG_TYPE_KPROBE = 2, BPF_PROG_TYPE_SCHED_CLS = 3, BPF_PROG_TYPE_SCHED_ACT = 4, BPF_PROG_TYPE_TRACEPOINT = 5, BPF_PROG_TYPE_XDP = 6, BPF_PROG_TYPE_PERF_EVENT = 7, BPF_PROG_TYPE_CGROUP_SKB = 8, BPF_PROG_TYPE_CGROUP_SOCK = 9, BPF_PROG_TYPE_LWT_IN = 10, BPF_PROG_TYPE_LWT_OUT = 11, BPF_PROG_TYPE_LWT_XMIT = 12, BPF_PROG_TYPE_SOCK_OPS = 13, BPF_PROG_TYPE_SK_SKB = 14, BPF_PROG_TYPE_CGROUP_DEVICE = 15, BPF_PROG_TYPE_SK_MSG = 16, BPF_PROG_TYPE_RAW_TRACEPOINT = 17, BPF_PROG_TYPE_CGROUP_SOCK_ADDR = 18, BPF_PROG_TYPE_LWT_SEG6LOCAL = 19, BPF_PROG_TYPE_LIRC_MODE2 = 20, BPF_PROG_TYPE_SK_REUSEPORT = 21, BPF_PROG_TYPE_FLOW_DISSECTOR = 22, BPF_PROG_TYPE_CGROUP_SYSCTL = 23, BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE = 24, BPF_PROG_TYPE_CGROUP_SOCKOPT = 25, BPF_PROG_TYPE_TRACING = 26, BPF_PROG_TYPE_STRUCT_OPS = 27, BPF_PROG_TYPE_EXT = 28, BPF_PROG_TYPE_LSM = 29, BPF_PROG_TYPE_SK_LOOKUP = 30, BPF_PROG_TYPE_SYSCALL = 31, BPF_PROG_TYPE_NETFILTER = 32, }; enum bpf_attach_type { BPF_CGROUP_INET_INGRESS = 0, BPF_CGROUP_INET_EGRESS = 1, BPF_CGROUP_INET_SOCK_CREATE = 2, BPF_CGROUP_SOCK_OPS = 3, BPF_SK_SKB_STREAM_PARSER = 4, BPF_SK_SKB_STREAM_VERDICT = 5, BPF_CGROUP_DEVICE = 6, BPF_SK_MSG_VERDICT = 7, BPF_CGROUP_INET4_BIND = 8, BPF_CGROUP_INET6_BIND = 9, BPF_CGROUP_INET4_CONNECT = 10, BPF_CGROUP_INET6_CONNECT = 11, BPF_CGROUP_INET4_POST_BIND = 12, BPF_CGROUP_INET6_POST_BIND = 13, BPF_CGROUP_UDP4_SENDMSG = 14, BPF_CGROUP_UDP6_SENDMSG = 15, BPF_LIRC_MODE2 = 16, BPF_FLOW_DISSECTOR = 17, BPF_CGROUP_SYSCTL = 18, BPF_CGROUP_UDP4_RECVMSG = 19, BPF_CGROUP_UDP6_RECVMSG = 20, BPF_CGROUP_GETSOCKOPT = 21, BPF_CGROUP_SETSOCKOPT = 22, BPF_TRACE_RAW_TP = 23, BPF_TRACE_FENTRY = 24, BPF_TRACE_FEXIT = 25, BPF_MODIFY_RETURN = 26, BPF_LSM_MAC = 27, BPF_TRACE_ITER = 28, BPF_CGROUP_INET4_GETPEERNAME = 29, BPF_CGROUP_INET6_GETPEERNAME = 30, BPF_CGROUP_INET4_GETSOCKNAME = 31, BPF_CGROUP_INET6_GETSOCKNAME = 32, BPF_XDP_DEVMAP = 33, BPF_CGROUP_INET_SOCK_RELEASE = 34, BPF_XDP_CPUMAP = 35, BPF_SK_LOOKUP = 36, BPF_XDP = 37, BPF_SK_SKB_VERDICT = 38, BPF_SK_REUSEPORT_SELECT = 39, BPF_SK_REUSEPORT_SELECT_OR_MIGRATE = 40, BPF_PERF_EVENT = 41, BPF_TRACE_KPROBE_MULTI = 42, BPF_LSM_CGROUP = 43, BPF_STRUCT_OPS = 44, BPF_NETFILTER = 45, BPF_TCX_INGRESS = 46, BPF_TCX_EGRESS = 47, BPF_TRACE_UPROBE_MULTI = 48, __MAX_BPF_ATTACH_TYPE = 49, }; enum bpf_link_type { BPF_LINK_TYPE_UNSPEC = 0, BPF_LINK_TYPE_RAW_TRACEPOINT = 1, BPF_LINK_TYPE_TRACING = 2, BPF_LINK_TYPE_CGROUP = 3, BPF_LINK_TYPE_ITER = 4, BPF_LINK_TYPE_NETNS = 5, BPF_LINK_TYPE_XDP = 6, BPF_LINK_TYPE_PERF_EVENT = 7, BPF_LINK_TYPE_KPROBE_MULTI = 8, BPF_LINK_TYPE_STRUCT_OPS = 9, BPF_LINK_TYPE_NETFILTER = 10, BPF_LINK_TYPE_TCX = 11, BPF_LINK_TYPE_UPROBE_MULTI = 12, MAX_BPF_LINK_TYPE = 13, }; enum bpf_perf_event_type { BPF_PERF_EVENT_UNSPEC = 0, BPF_PERF_EVENT_UPROBE = 1, BPF_PERF_EVENT_URETPROBE = 2, BPF_PERF_EVENT_KPROBE = 3, BPF_PERF_EVENT_KRETPROBE = 4, BPF_PERF_EVENT_TRACEPOINT = 5, BPF_PERF_EVENT_EVENT = 6, }; enum { BPF_ANY = 0, BPF_NOEXIST = 1, BPF_EXIST = 2, BPF_F_LOCK = 4, }; enum { BPF_F_NO_PREALLOC = 1, BPF_F_NO_COMMON_LRU = 2, BPF_F_NUMA_NODE = 4, BPF_F_RDONLY = 8, BPF_F_WRONLY = 16, BPF_F_STACK_BUILD_ID = 32, BPF_F_ZERO_SEED = 64, BPF_F_RDONLY_PROG = 128, BPF_F_WRONLY_PROG = 256, BPF_F_CLONE = 512, BPF_F_MMAPABLE = 1024, BPF_F_PRESERVE_ELEMS = 2048, BPF_F_INNER_MAP = 4096, BPF_F_LINK = 8192, BPF_F_PATH_FD = 16384, }; enum bpf_stats_type { BPF_STATS_RUN_TIME = 0, }; union bpf_attr { struct { __u32 map_type; __u32 key_size; __u32 value_size; __u32 max_entries; __u32 map_flags; __u32 inner_map_fd; __u32 numa_node; char map_name[16]; __u32 map_ifindex; __u32 btf_fd; __u32 btf_key_type_id; __u32 btf_value_type_id; __u32 btf_vmlinux_value_type_id; __u64 map_extra; }; struct { __u32 map_fd; __u64 key; union { __u64 value; __u64 next_key; }; __u64 flags; }; struct { __u64 in_batch; __u64 out_batch; __u64 keys; __u64 values; __u32 count; __u32 map_fd; __u64 elem_flags; __u64 flags; } batch; struct { __u32 prog_type; __u32 insn_cnt; __u64 insns; __u64 license; __u32 log_level; __u32 log_size; __u64 log_buf; __u32 kern_version; __u32 prog_flags; char prog_name[16]; __u32 prog_ifindex; __u32 expected_attach_type; __u32 prog_btf_fd; __u32 func_info_rec_size; __u64 func_info; __u32 func_info_cnt; __u32 line_info_rec_size; __u64 line_info; __u32 line_info_cnt; __u32 attach_btf_id; union { __u32 attach_prog_fd; __u32 attach_btf_obj_fd; }; __u32 core_relo_cnt; __u64 fd_array; __u64 core_relos; __u32 core_relo_rec_size; __u32 log_true_size; }; struct { __u64 pathname; __u32 bpf_fd; __u32 file_flags; __s32 path_fd; }; struct { union { __u32 target_fd; __u32 target_ifindex; }; __u32 attach_bpf_fd; __u32 attach_type; __u32 attach_flags; __u32 replace_bpf_fd; union { __u32 relative_fd; __u32 relative_id; }; __u64 expected_revision; }; struct { __u32 prog_fd; __u32 retval; __u32 data_size_in; __u32 data_size_out; __u64 data_in; __u64 data_out; __u32 repeat; __u32 duration; __u32 ctx_size_in; __u32 ctx_size_out; __u64 ctx_in; __u64 ctx_out; __u32 flags; __u32 cpu; __u32 batch_size; } test; struct { union { __u32 start_id; __u32 prog_id; __u32 map_id; __u32 btf_id; __u32 link_id; }; __u32 next_id; __u32 open_flags; }; struct { __u32 bpf_fd; __u32 info_len; __u64 info; } info; struct { union { __u32 target_fd; __u32 target_ifindex; }; __u32 attach_type; __u32 query_flags; __u32 attach_flags; __u64 prog_ids; union { __u32 prog_cnt; __u32 count; }; __u64 prog_attach_flags; __u64 link_ids; __u64 link_attach_flags; __u64 revision; } query; struct { __u64 name; __u32 prog_fd; } raw_tracepoint; struct { __u64 btf; __u64 btf_log_buf; __u32 btf_size; __u32 btf_log_size; __u32 btf_log_level; __u32 btf_log_true_size; }; struct { __u32 pid; __u32 fd; __u32 flags; __u32 buf_len; __u64 buf; __u32 prog_id; __u32 fd_type; __u64 probe_offset; __u64 probe_addr; } task_fd_query; struct { union { __u32 prog_fd; __u32 map_fd; }; union { __u32 target_fd; __u32 target_ifindex; }; __u32 attach_type; __u32 flags; union { __u32 target_btf_id; struct { __u64 iter_info; __u32 iter_info_len; }; struct { __u64 bpf_cookie; } perf_event; struct { __u32 flags; __u32 cnt; __u64 syms; __u64 addrs; __u64 cookies; } kprobe_multi; struct { __u32 target_btf_id; __u64 cookie; } tracing; struct { __u32 pf; __u32 hooknum; __s32 priority; __u32 flags; } netfilter; struct { union { __u32 relative_fd; __u32 relative_id; }; __u64 expected_revision; } tcx; struct { __u64 path; __u64 offsets; __u64 ref_ctr_offsets; __u64 cookies; __u32 cnt; __u32 flags; __u32 pid; } uprobe_multi; }; } link_create; struct { __u32 link_fd; union { __u32 new_prog_fd; __u32 new_map_fd; }; __u32 flags; union { __u32 old_prog_fd; __u32 old_map_fd; }; } link_update; struct { __u32 link_fd; } link_detach; struct { __u32 type; } enable_stats; struct { __u32 link_fd; __u32 flags; } iter_create; struct { __u32 prog_fd; __u32 map_fd; __u32 flags; } prog_bind_map; }; enum bpf_func_id { BPF_FUNC_unspec = 0, BPF_FUNC_map_lookup_elem = 1, BPF_FUNC_map_update_elem = 2, BPF_FUNC_map_delete_elem = 3, BPF_FUNC_probe_read = 4, BPF_FUNC_ktime_get_ns = 5, BPF_FUNC_trace_printk = 6, BPF_FUNC_get_prandom_u32 = 7, BPF_FUNC_get_smp_processor_id = 8, BPF_FUNC_skb_store_bytes = 9, BPF_FUNC_l3_csum_replace = 10, BPF_FUNC_l4_csum_replace = 11, BPF_FUNC_tail_call = 12, BPF_FUNC_clone_redirect = 13, BPF_FUNC_get_current_pid_tgid = 14, BPF_FUNC_get_current_uid_gid = 15, BPF_FUNC_get_current_comm = 16, BPF_FUNC_get_cgroup_classid = 17, BPF_FUNC_skb_vlan_push = 18, BPF_FUNC_skb_vlan_pop = 19, BPF_FUNC_skb_get_tunnel_key = 20, BPF_FUNC_skb_set_tunnel_key = 21, BPF_FUNC_perf_event_read = 22, BPF_FUNC_redirect = 23, BPF_FUNC_get_route_realm = 24, BPF_FUNC_perf_event_output = 25, BPF_FUNC_skb_load_bytes = 26, BPF_FUNC_get_stackid = 27, BPF_FUNC_csum_diff = 28, BPF_FUNC_skb_get_tunnel_opt = 29, BPF_FUNC_skb_set_tunnel_opt = 30, BPF_FUNC_skb_change_proto = 31, BPF_FUNC_skb_change_type = 32, BPF_FUNC_skb_under_cgroup = 33, BPF_FUNC_get_hash_recalc = 34, BPF_FUNC_get_current_task = 35, BPF_FUNC_probe_write_user = 36, BPF_FUNC_current_task_under_cgroup = 37, BPF_FUNC_skb_change_tail = 38, BPF_FUNC_skb_pull_data = 39, BPF_FUNC_csum_update = 40, BPF_FUNC_set_hash_invalid = 41, BPF_FUNC_get_numa_node_id = 42, BPF_FUNC_skb_change_head = 43, BPF_FUNC_xdp_adjust_head = 44, BPF_FUNC_probe_read_str = 45, BPF_FUNC_get_socket_cookie = 46, BPF_FUNC_get_socket_uid = 47, BPF_FUNC_set_hash = 48, BPF_FUNC_setsockopt = 49, BPF_FUNC_skb_adjust_room = 50, BPF_FUNC_redirect_map = 51, BPF_FUNC_sk_redirect_map = 52, BPF_FUNC_sock_map_update = 53, BPF_FUNC_xdp_adjust_meta = 54, BPF_FUNC_perf_event_read_value = 55, BPF_FUNC_perf_prog_read_value = 56, BPF_FUNC_getsockopt = 57, BPF_FUNC_override_return = 58, BPF_FUNC_sock_ops_cb_flags_set = 59, BPF_FUNC_msg_redirect_map = 60, BPF_FUNC_msg_apply_bytes = 61, BPF_FUNC_msg_cork_bytes = 62, BPF_FUNC_msg_pull_data = 63, BPF_FUNC_bind = 64, BPF_FUNC_xdp_adjust_tail = 65, BPF_FUNC_skb_get_xfrm_state = 66, BPF_FUNC_get_stack = 67, BPF_FUNC_skb_load_bytes_relative = 68, BPF_FUNC_fib_lookup = 69, BPF_FUNC_sock_hash_update = 70, BPF_FUNC_msg_redirect_hash = 71, BPF_FUNC_sk_redirect_hash = 72, BPF_FUNC_lwt_push_encap = 73, BPF_FUNC_lwt_seg6_store_bytes = 74, BPF_FUNC_lwt_seg6_adjust_srh = 75, BPF_FUNC_lwt_seg6_action = 76, BPF_FUNC_rc_repeat = 77, BPF_FUNC_rc_keydown = 78, BPF_FUNC_skb_cgroup_id = 79, BPF_FUNC_get_current_cgroup_id = 80, BPF_FUNC_get_local_storage = 81, BPF_FUNC_sk_select_reuseport = 82, BPF_FUNC_skb_ancestor_cgroup_id = 83, BPF_FUNC_sk_lookup_tcp = 84, BPF_FUNC_sk_lookup_udp = 85, BPF_FUNC_sk_release = 86, BPF_FUNC_map_push_elem = 87, BPF_FUNC_map_pop_elem = 88, BPF_FUNC_map_peek_elem = 89, BPF_FUNC_msg_push_data = 90, BPF_FUNC_msg_pop_data = 91, BPF_FUNC_rc_pointer_rel = 92, BPF_FUNC_spin_lock = 93, BPF_FUNC_spin_unlock = 94, BPF_FUNC_sk_fullsock = 95, BPF_FUNC_tcp_sock = 96, BPF_FUNC_skb_ecn_set_ce = 97, BPF_FUNC_get_listener_sock = 98, BPF_FUNC_skc_lookup_tcp = 99, BPF_FUNC_tcp_check_syncookie = 100, BPF_FUNC_sysctl_get_name = 101, BPF_FUNC_sysctl_get_current_value = 102, BPF_FUNC_sysctl_get_new_value = 103, BPF_FUNC_sysctl_set_new_value = 104, BPF_FUNC_strtol = 105, BPF_FUNC_strtoul = 106, BPF_FUNC_sk_storage_get = 107, BPF_FUNC_sk_storage_delete = 108, BPF_FUNC_send_signal = 109, BPF_FUNC_tcp_gen_syncookie = 110, BPF_FUNC_skb_output = 111, BPF_FUNC_probe_read_user = 112, BPF_FUNC_probe_read_kernel = 113, BPF_FUNC_probe_read_user_str = 114, BPF_FUNC_probe_read_kernel_str = 115, BPF_FUNC_tcp_send_ack = 116, BPF_FUNC_send_signal_thread = 117, BPF_FUNC_jiffies64 = 118, BPF_FUNC_read_branch_records = 119, BPF_FUNC_get_ns_current_pid_tgid = 120, BPF_FUNC_xdp_output = 121, BPF_FUNC_get_netns_cookie = 122, BPF_FUNC_get_current_ancestor_cgroup_id = 123, BPF_FUNC_sk_assign = 124, BPF_FUNC_ktime_get_boot_ns = 125, BPF_FUNC_seq_printf = 126, BPF_FUNC_seq_write = 127, BPF_FUNC_sk_cgroup_id = 128, BPF_FUNC_sk_ancestor_cgroup_id = 129, BPF_FUNC_ringbuf_output = 130, BPF_FUNC_ringbuf_reserve = 131, BPF_FUNC_ringbuf_submit = 132, BPF_FUNC_ringbuf_discard = 133, BPF_FUNC_ringbuf_query = 134, BPF_FUNC_csum_level = 135, BPF_FUNC_skc_to_tcp6_sock = 136, BPF_FUNC_skc_to_tcp_sock = 137, BPF_FUNC_skc_to_tcp_timewait_sock = 138, BPF_FUNC_skc_to_tcp_request_sock = 139, BPF_FUNC_skc_to_udp6_sock = 140, BPF_FUNC_get_task_stack = 141, BPF_FUNC_load_hdr_opt = 142, BPF_FUNC_store_hdr_opt = 143, BPF_FUNC_reserve_hdr_opt = 144, BPF_FUNC_inode_storage_get = 145, BPF_FUNC_inode_storage_delete = 146, BPF_FUNC_d_path = 147, BPF_FUNC_copy_from_user = 148, BPF_FUNC_snprintf_btf = 149, BPF_FUNC_seq_printf_btf = 150, BPF_FUNC_skb_cgroup_classid = 151, BPF_FUNC_redirect_neigh = 152, BPF_FUNC_per_cpu_ptr = 153, BPF_FUNC_this_cpu_ptr = 154, BPF_FUNC_redirect_peer = 155, BPF_FUNC_task_storage_get = 156, BPF_FUNC_task_storage_delete = 157, BPF_FUNC_get_current_task_btf = 158, BPF_FUNC_bprm_opts_set = 159, BPF_FUNC_ktime_get_coarse_ns = 160, BPF_FUNC_ima_inode_hash = 161, BPF_FUNC_sock_from_file = 162, BPF_FUNC_check_mtu = 163, BPF_FUNC_for_each_map_elem = 164, BPF_FUNC_snprintf = 165, BPF_FUNC_sys_bpf = 166, BPF_FUNC_btf_find_by_name_kind = 167, BPF_FUNC_sys_close = 168, BPF_FUNC_timer_init = 169, BPF_FUNC_timer_set_callback = 170, BPF_FUNC_timer_start = 171, BPF_FUNC_timer_cancel = 172, BPF_FUNC_get_func_ip = 173, BPF_FUNC_get_attach_cookie = 174, BPF_FUNC_task_pt_regs = 175, BPF_FUNC_get_branch_snapshot = 176, BPF_FUNC_trace_vprintk = 177, BPF_FUNC_skc_to_unix_sock = 178, BPF_FUNC_kallsyms_lookup_name = 179, BPF_FUNC_find_vma = 180, BPF_FUNC_loop = 181, BPF_FUNC_strncmp = 182, BPF_FUNC_get_func_arg = 183, BPF_FUNC_get_func_ret = 184, BPF_FUNC_get_func_arg_cnt = 185, BPF_FUNC_get_retval = 186, BPF_FUNC_set_retval = 187, BPF_FUNC_xdp_get_buff_len = 188, BPF_FUNC_xdp_load_bytes = 189, BPF_FUNC_xdp_store_bytes = 190, BPF_FUNC_copy_from_user_task = 191, BPF_FUNC_skb_set_tstamp = 192, BPF_FUNC_ima_file_hash = 193, BPF_FUNC_kptr_xchg = 194, BPF_FUNC_map_lookup_percpu_elem = 195, BPF_FUNC_skc_to_mptcp_sock = 196, BPF_FUNC_dynptr_from_mem = 197, BPF_FUNC_ringbuf_reserve_dynptr = 198, BPF_FUNC_ringbuf_submit_dynptr = 199, BPF_FUNC_ringbuf_discard_dynptr = 200, BPF_FUNC_dynptr_read = 201, BPF_FUNC_dynptr_write = 202, BPF_FUNC_dynptr_data = 203, BPF_FUNC_tcp_raw_gen_syncookie_ipv4 = 204, BPF_FUNC_tcp_raw_gen_syncookie_ipv6 = 205, BPF_FUNC_tcp_raw_check_syncookie_ipv4 = 206, BPF_FUNC_tcp_raw_check_syncookie_ipv6 = 207, BPF_FUNC_ktime_get_tai_ns = 208, BPF_FUNC_user_ringbuf_drain = 209, BPF_FUNC_cgrp_storage_get = 210, BPF_FUNC_cgrp_storage_delete = 211, __BPF_FUNC_MAX_ID = 212, }; struct xdp_md { __u32 data; __u32 data_end; __u32 data_meta; __u32 ingress_ifindex; __u32 rx_queue_index; __u32 egress_ifindex; }; struct bpf_prog_info { __u32 type; __u32 id; __u8 tag[8]; __u32 jited_prog_len; __u32 xlated_prog_len; __u64 jited_prog_insns; __u64 xlated_prog_insns; __u64 load_time; __u32 created_by_uid; __u32 nr_map_ids; __u64 map_ids; char name[16]; __u32 ifindex; __u32 gpl_compatible: 1; __u64 netns_dev; __u64 netns_ino; __u32 nr_jited_ksyms; __u32 nr_jited_func_lens; __u64 jited_ksyms; __u64 jited_func_lens; __u32 btf_id; __u32 func_info_rec_size; __u64 func_info; __u32 nr_func_info; __u32 nr_line_info; __u64 line_info; __u64 jited_line_info; __u32 nr_jited_line_info; __u32 line_info_rec_size; __u32 jited_line_info_rec_size; __u32 nr_prog_tags; __u64 prog_tags; __u64 run_time_ns; __u64 run_cnt; __u64 recursion_misses; __u32 verified_insns; __u32 attach_btf_obj_id; __u32 attach_btf_id; }; struct bpf_map_info { __u32 type; __u32 id; __u32 key_size; __u32 value_size; __u32 max_entries; __u32 map_flags; char name[16]; __u32 ifindex; __u32 btf_vmlinux_value_type_id; __u64 netns_dev; __u64 netns_ino; __u32 btf_id; __u32 btf_key_type_id; __u32 btf_value_type_id; __u64 map_extra; }; struct bpf_btf_info { __u64 btf; __u32 btf_size; __u32 id; __u64 name; __u32 name_len; __u32 kernel_btf; }; struct bpf_link_info { __u32 type; __u32 id; __u32 prog_id; union { struct { __u64 tp_name; __u32 tp_name_len; } raw_tracepoint; struct { __u32 attach_type; __u32 target_obj_id; __u32 target_btf_id; } tracing; struct { __u64 cgroup_id; __u32 attach_type; } cgroup; struct { __u64 target_name; __u32 target_name_len; union { struct { __u32 map_id; } map; }; union { struct { __u64 cgroup_id; __u32 order; } cgroup; struct { __u32 tid; __u32 pid; } task; }; } iter; struct { __u32 netns_ino; __u32 attach_type; } netns; struct { __u32 ifindex; } xdp; struct { __u32 map_id; } struct_ops; struct { __u32 pf; __u32 hooknum; __s32 priority; __u32 flags; } netfilter; struct { __u64 addrs; __u32 count; __u32 flags; } kprobe_multi; struct { __u32 type; union { struct { __u64 file_name; __u32 name_len; __u32 offset; } uprobe; struct { __u64 func_name; __u32 name_len; __u32 offset; __u64 addr; } kprobe; struct { __u64 tp_name; __u32 name_len; } tracepoint; struct { __u64 config; __u32 type; } event; }; } perf_event; struct { __u32 ifindex; __u32 attach_type; } tcx; }; }; enum bpf_task_fd_type { BPF_FD_TYPE_RAW_TRACEPOINT = 0, BPF_FD_TYPE_TRACEPOINT = 1, BPF_FD_TYPE_KPROBE = 2, BPF_FD_TYPE_KRETPROBE = 3, BPF_FD_TYPE_UPROBE = 4, BPF_FD_TYPE_URETPROBE = 5, }; struct bpf_func_info { __u32 insn_off; __u32 type_id; }; struct bpf_line_info { __u32 insn_off; __u32 file_name_off; __u32 line_off; __u32 line_col; }; struct bpf_spin_lock { __u32 val; }; struct sock_filter { __u16 code; __u8 jt; __u8 jf; __u32 k; }; enum tk_offsets { TK_OFFS_REAL = 0, TK_OFFS_BOOT = 1, TK_OFFS_TAI = 2, TK_OFFS_MAX = 3, }; struct fd { struct file *file; unsigned int flags; }; struct hlist_nulls_node { struct hlist_nulls_node *next; struct hlist_nulls_node **pprev; }; typedef struct {} local_lock_t; struct rhash_lock_head; struct bucket_table { unsigned int size; unsigned int nest; u32 hash_rnd; struct list_head walkers; struct callback_head rcu; struct bucket_table *future_tbl; struct lockdep_map dep_map; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct rhash_lock_head *buckets[0]; }; struct bpf_run_ctx {}; struct xa_node { unsigned char shift; unsigned char offset; unsigned char count; unsigned char nr_values; struct xa_node *parent; struct xarray *array; union { struct list_head private_list; struct callback_head callback_head; }; void *slots[64]; union { long unsigned int tags[3]; long unsigned int marks[3]; }; }; struct radix_tree_preload { local_lock_t lock; unsigned int nr; struct xa_node *nodes; }; typedef __u64 __addrpair; typedef __u32 __portpair; typedef struct { struct net *net; } possible_net_t; struct proto; struct sock_common { union { __addrpair skc_addrpair; struct { __be32 skc_daddr; __be32 skc_rcv_saddr; }; }; union { unsigned int skc_hash; __u16 skc_u16hashes[2]; }; union { __portpair skc_portpair; struct { __be16 skc_dport; __u16 skc_num; }; }; short unsigned int skc_family; volatile unsigned char skc_state; unsigned char skc_reuse: 4; unsigned char skc_reuseport: 1; unsigned char skc_ipv6only: 1; unsigned char skc_net_refcnt: 1; int skc_bound_dev_if; union { struct hlist_node skc_bind_node; struct hlist_node skc_portaddr_node; }; struct proto *skc_prot; possible_net_t skc_net; struct in6_addr skc_v6_daddr; struct in6_addr skc_v6_rcv_saddr; atomic64_t skc_cookie; union { long unsigned int skc_flags; struct sock *skc_listener; struct inet_timewait_death_row *skc_tw_dr; }; int skc_dontcopy_begin[0]; union { struct hlist_node skc_node; struct hlist_nulls_node skc_nulls_node; }; short unsigned int skc_tx_queue_mapping; short unsigned int skc_rx_queue_mapping; union { int skc_incoming_cpu; u32 skc_rcv_wnd; u32 skc_tw_rcv_nxt; }; refcount_t skc_refcnt; int skc_dontcopy_end[0]; union { u32 skc_rxhash; u32 skc_window_clamp; u32 skc_tw_snd_nxt; }; }; typedef struct { spinlock_t slock; int owned; wait_queue_head_t wq; } socket_lock_t; struct sk_buff_list { struct sk_buff *next; struct sk_buff *prev; }; struct sk_buff_head { union { struct { struct sk_buff *next; struct sk_buff *prev; }; struct sk_buff_list list; }; __u32 qlen; spinlock_t lock; }; typedef u64 netdev_features_t; struct sock_cgroup_data { struct cgroup *cgroup; }; typedef struct {} netns_tracker; struct sk_filter; struct socket_wq; struct xfrm_policy; struct socket; struct sock_reuseport; struct sock { struct sock_common __sk_common; struct dst_entry *sk_rx_dst; int sk_rx_dst_ifindex; u32 sk_rx_dst_cookie; socket_lock_t sk_lock; atomic_t sk_drops; int sk_rcvlowat; struct sk_buff_head sk_error_queue; struct sk_buff_head sk_receive_queue; struct { atomic_t rmem_alloc; int len; struct sk_buff *head; struct sk_buff *tail; } sk_backlog; int sk_forward_alloc; u32 sk_reserved_mem; unsigned int sk_ll_usec; unsigned int sk_napi_id; int sk_rcvbuf; int sk_disconnects; struct sk_filter *sk_filter; union { struct socket_wq *sk_wq; struct socket_wq *sk_wq_raw; }; struct xfrm_policy *sk_policy[2]; struct dst_entry *sk_dst_cache; atomic_t sk_omem_alloc; int sk_sndbuf; int sk_wmem_queued; refcount_t sk_wmem_alloc; long unsigned int sk_tsq_flags; union { struct sk_buff *sk_send_head; struct rb_root tcp_rtx_queue; }; struct sk_buff_head sk_write_queue; __s32 sk_peek_off; int sk_write_pending; __u32 sk_dst_pending_confirm; u32 sk_pacing_status; long int sk_sndtimeo; struct timer_list sk_timer; __u32 sk_priority; __u32 sk_mark; long unsigned int sk_pacing_rate; long unsigned int sk_max_pacing_rate; struct page_frag sk_frag; netdev_features_t sk_route_caps; int sk_gso_type; unsigned int sk_gso_max_size; gfp_t sk_allocation; __u32 sk_txhash; u8 sk_gso_disabled: 1; u8 sk_kern_sock: 1; u8 sk_no_check_tx: 1; u8 sk_no_check_rx: 1; u8 sk_userlocks: 4; u8 sk_pacing_shift; u16 sk_type; u16 sk_protocol; u16 sk_gso_max_segs; long unsigned int sk_lingertime; struct proto *sk_prot_creator; rwlock_t sk_callback_lock; int sk_err; int sk_err_soft; u32 sk_ack_backlog; u32 sk_max_ack_backlog; kuid_t sk_uid; u8 sk_txrehash; u8 sk_prefer_busy_poll; u16 sk_busy_poll_budget; spinlock_t sk_peer_lock; int sk_bind_phc; struct pid *sk_peer_pid; const struct cred *sk_peer_cred; long int sk_rcvtimeo; ktime_t sk_stamp; atomic_t sk_tskey; atomic_t sk_zckey; u32 sk_tsflags; u8 sk_shutdown; u8 sk_clockid; u8 sk_txtime_deadline_mode: 1; u8 sk_txtime_report_errors: 1; u8 sk_txtime_unused: 6; bool sk_use_task_frag; struct socket *sk_socket; void *sk_user_data; void *sk_security; struct sock_cgroup_data sk_cgrp_data; struct mem_cgroup *sk_memcg; void (*sk_state_change)(struct sock *); void (*sk_data_ready)(struct sock *); void (*sk_write_space)(struct sock *); void (*sk_error_report)(struct sock *); int (*sk_backlog_rcv)(struct sock *, struct sk_buff *); void (*sk_destruct)(struct sock *); struct sock_reuseport *sk_reuseport_cb; struct bpf_local_storage *sk_bpf_storage; struct callback_head sk_rcu; netns_tracker ns_tracker; struct hlist_node sk_bind2_node; }; enum { __PERCPU_REF_ATOMIC = 1, __PERCPU_REF_DEAD = 2, __PERCPU_REF_ATOMIC_DEAD = 3, __PERCPU_REF_FLAG_BITS = 2, }; typedef struct { union { void *kernel; void *user; }; bool is_kernel: 1; } sockptr_t; typedef sockptr_t bpfptr_t; struct btf_type { __u32 name_off; __u32 info; union { __u32 size; __u32 type; }; }; struct bpf_prog_stats; struct bpf_prog_aux; struct sock_fprog_kern; struct bpf_prog { u16 pages; u16 jited: 1; u16 jit_requested: 1; u16 gpl_compatible: 1; u16 cb_access: 1; u16 dst_needed: 1; u16 blinding_requested: 1; u16 blinded: 1; u16 is_func: 1; u16 kprobe_override: 1; u16 has_callchain_buf: 1; u16 enforce_expected_attach_type: 1; u16 call_get_stack: 1; u16 call_get_func_ip: 1; u16 tstamp_type_access: 1; enum bpf_prog_type type; enum bpf_attach_type expected_attach_type; u32 len; u32 jited_len; u8 tag[8]; struct bpf_prog_stats *stats; int *active; unsigned int (*bpf_func)(const void *, const struct bpf_insn *); struct bpf_prog_aux *aux; struct sock_fprog_kern *orig_prog; union { struct { struct {} __empty_insns; struct sock_filter insns[0]; }; struct { struct {} __empty_insnsi; struct bpf_insn insnsi[0]; }; }; }; struct btf_record; struct btf_struct_meta { u32 btf_id; struct btf_record *record; }; enum btf_field_type { BPF_SPIN_LOCK = 1, BPF_TIMER = 2, BPF_KPTR_UNREF = 4, BPF_KPTR_REF = 8, BPF_KPTR = 12, BPF_LIST_HEAD = 16, BPF_LIST_NODE = 32, BPF_RB_ROOT = 64, BPF_RB_NODE = 128, BPF_GRAPH_NODE_OR_ROOT = 240, BPF_REFCOUNT = 256, }; typedef void (*btf_dtor_kfunc_t)(void *); struct btf; struct btf_field_kptr { struct btf *btf; struct module *module; btf_dtor_kfunc_t dtor; u32 btf_id; }; struct btf_field_graph_root { struct btf *btf; u32 value_btf_id; u32 node_offset; struct btf_record *value_rec; }; struct btf_field { u32 offset; u32 size; enum btf_field_type type; union { struct btf_field_kptr kptr; struct btf_field_graph_root graph_root; }; }; struct btf_record { u32 cnt; u32 field_mask; int spin_lock_off; int timer_off; int refcount_off; struct btf_field fields[0]; }; typedef struct { local64_t v; } u64_stats_t; struct bpf_cgroup_storage; struct bpf_prog_array_item { struct bpf_prog *prog; union { struct bpf_cgroup_storage *cgroup_storage[2]; u64 bpf_cookie; }; }; struct bpf_prog_array { struct callback_head rcu; struct bpf_prog_array_item items[0]; }; enum { CSS_NO_REF = 1, CSS_ONLINE = 2, CSS_RELEASED = 4, CSS_VISIBLE = 8, CSS_DYING = 16, }; typedef u64 (*bpf_callback_t)(u64, u64, u64, u64, u64); struct bpf_iter_aux_info; typedef int (*bpf_iter_init_seq_priv_t)(void *, struct bpf_iter_aux_info *); enum bpf_iter_task_type { BPF_TASK_ITER_ALL = 0, BPF_TASK_ITER_TID = 1, BPF_TASK_ITER_TGID = 2, }; struct bpf_map; struct bpf_iter_aux_info { struct bpf_map *map; struct { struct cgroup *start; enum bpf_cgroup_iter_order order; } cgroup; struct { enum bpf_iter_task_type type; u32 pid; } task; }; typedef void (*bpf_iter_fini_seq_priv_t)(void *); typedef unsigned int (*bpf_func_t)(const void *, const struct bpf_insn *); struct bpf_iter_seq_info { const struct seq_operations *seq_ops; bpf_iter_init_seq_priv_t init_seq_private; bpf_iter_fini_seq_priv_t fini_seq_private; u32 seq_priv_size; }; struct bpf_local_storage_map; struct bpf_verifier_env; struct bpf_func_state; struct bpf_map_ops { int (*map_alloc_check)(union bpf_attr *); struct bpf_map * (*map_alloc)(union bpf_attr *); void (*map_release)(struct bpf_map *, struct file *); void (*map_free)(struct bpf_map *); int (*map_get_next_key)(struct bpf_map *, void *, void *); void (*map_release_uref)(struct bpf_map *); void * (*map_lookup_elem_sys_only)(struct bpf_map *, void *); int (*map_lookup_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); int (*map_lookup_and_delete_elem)(struct bpf_map *, void *, void *, u64); int (*map_lookup_and_delete_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); int (*map_update_batch)(struct bpf_map *, struct file *, const union bpf_attr *, union bpf_attr *); int (*map_delete_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); void * (*map_lookup_elem)(struct bpf_map *, void *); long int (*map_update_elem)(struct bpf_map *, void *, void *, u64); long int (*map_delete_elem)(struct bpf_map *, void *); long int (*map_push_elem)(struct bpf_map *, void *, u64); long int (*map_pop_elem)(struct bpf_map *, void *); long int (*map_peek_elem)(struct bpf_map *, void *); void * (*map_lookup_percpu_elem)(struct bpf_map *, void *, u32); void * (*map_fd_get_ptr)(struct bpf_map *, struct file *, int); void (*map_fd_put_ptr)(void *); int (*map_gen_lookup)(struct bpf_map *, struct bpf_insn *); u32 (*map_fd_sys_lookup_elem)(void *); void (*map_seq_show_elem)(struct bpf_map *, void *, struct seq_file *); int (*map_check_btf)(const struct bpf_map *, const struct btf *, const struct btf_type *, const struct btf_type *); int (*map_poke_track)(struct bpf_map *, struct bpf_prog_aux *); void (*map_poke_untrack)(struct bpf_map *, struct bpf_prog_aux *); void (*map_poke_run)(struct bpf_map *, u32, struct bpf_prog *, struct bpf_prog *); int (*map_direct_value_addr)(const struct bpf_map *, u64 *, u32); int (*map_direct_value_meta)(const struct bpf_map *, u64, u32 *); int (*map_mmap)(struct bpf_map *, struct vm_area_struct *); __poll_t (*map_poll)(struct bpf_map *, struct file *, struct poll_table_struct *); int (*map_local_storage_charge)(struct bpf_local_storage_map *, void *, u32); void (*map_local_storage_uncharge)(struct bpf_local_storage_map *, void *, u32); struct bpf_local_storage ** (*map_owner_storage_ptr)(void *); long int (*map_redirect)(struct bpf_map *, u64, u64); bool (*map_meta_equal)(const struct bpf_map *, const struct bpf_map *); int (*map_set_for_each_callback_args)(struct bpf_verifier_env *, struct bpf_func_state *, struct bpf_func_state *); long int (*map_for_each_callback)(struct bpf_map *, bpf_callback_t, void *, u64); u64 (*map_mem_usage)(const struct bpf_map *); int *map_btf_id; const struct bpf_iter_seq_info *iter_seq_info; }; struct bpf_map { const struct bpf_map_ops *ops; struct bpf_map *inner_map_meta; void *security; enum bpf_map_type map_type; u32 key_size; u32 value_size; u32 max_entries; u64 map_extra; u32 map_flags; u32 id; struct btf_record *record; int numa_node; u32 btf_key_type_id; u32 btf_value_type_id; u32 btf_vmlinux_value_type_id; struct btf *btf; struct obj_cgroup *objcg; char name[16]; long: 64; long: 64; atomic64_t refcnt; atomic64_t usercnt; struct work_struct work; struct mutex freeze_mutex; atomic64_t writecnt; struct { spinlock_t lock; enum bpf_prog_type type; bool jited; bool xdp_has_frags; } owner; bool bypass_spec_v1; bool frozen; s64 *elem_count; long: 64; }; struct btf_header { __u16 magic; __u8 version; __u8 flags; __u32 hdr_len; __u32 type_off; __u32 type_len; __u32 str_off; __u32 str_len; }; struct btf_kfunc_set_tab; struct btf_id_dtor_kfunc_tab; struct btf_struct_metas; struct btf { void *data; struct btf_type **types; u32 *resolved_ids; u32 *resolved_sizes; const char *strings; void *nohdr_data; struct btf_header hdr; u32 nr_types; u32 types_size; u32 data_size; refcount_t refcnt; u32 id; struct callback_head rcu; struct btf_kfunc_set_tab *kfunc_set_tab; struct btf_id_dtor_kfunc_tab *dtor_kfunc_tab; struct btf_struct_metas *struct_meta_tab; struct btf *base_btf; u32 start_id; u32 start_str_off; char name[56]; bool kernel_btf; }; struct bpf_ksym { long unsigned int start; long unsigned int end; char name[512]; struct list_head lnode; struct latch_tree_node tnode; bool prog; }; struct bpf_ctx_arg_aux; struct bpf_trampoline; struct bpf_jit_poke_descriptor; struct bpf_kfunc_desc_tab; struct bpf_kfunc_btf_tab; struct bpf_prog_ops; struct btf_mod_pair; struct bpf_prog_offload; struct bpf_func_info_aux; struct bpf_prog_aux { atomic64_t refcnt; u32 used_map_cnt; u32 used_btf_cnt; u32 max_ctx_offset; u32 max_pkt_offset; u32 max_tp_access; u32 stack_depth; u32 id; u32 func_cnt; u32 func_idx; u32 attach_btf_id; u32 ctx_arg_info_size; u32 max_rdonly_access; u32 max_rdwr_access; struct btf *attach_btf; const struct bpf_ctx_arg_aux *ctx_arg_info; struct mutex dst_mutex; struct bpf_prog *dst_prog; struct bpf_trampoline *dst_trampoline; enum bpf_prog_type saved_dst_prog_type; enum bpf_attach_type saved_dst_attach_type; bool verifier_zext; bool dev_bound; bool offload_requested; bool attach_btf_trace; bool func_proto_unreliable; bool sleepable; bool tail_call_reachable; bool xdp_has_frags; const struct btf_type *attach_func_proto; const char *attach_func_name; struct bpf_prog **func; void *jit_data; struct bpf_jit_poke_descriptor *poke_tab; struct bpf_kfunc_desc_tab *kfunc_tab; struct bpf_kfunc_btf_tab *kfunc_btf_tab; u32 size_poke_tab; struct bpf_ksym ksym; const struct bpf_prog_ops *ops; struct bpf_map **used_maps; struct mutex used_maps_mutex; struct btf_mod_pair *used_btfs; struct bpf_prog *prog; struct user_struct *user; u64 load_time; u32 verified_insns; int cgroup_atype; struct bpf_map *cgroup_storage[2]; char name[16]; void *security; struct bpf_prog_offload *offload; struct btf *btf; struct bpf_func_info *func_info; struct bpf_func_info_aux *func_info_aux; struct bpf_line_info *linfo; void **jited_linfo; u32 func_info_cnt; u32 nr_linfo; u32 linfo_idx; struct module *mod; u32 num_exentries; struct exception_table_entry *extable; union { struct work_struct work; struct callback_head rcu; }; }; struct btf_mod_pair { struct btf *btf; struct module *module; }; struct bpf_verifier_log { u64 start_pos; u64 end_pos; char *ubuf; u32 level; u32 len_total; u32 len_max; char kbuf[1024]; }; struct bpf_subprog_info { u32 start; u32 linfo_idx; u16 stack_depth; bool has_tail_call; bool tail_call_reachable; bool has_ld_abs; bool is_async_cb; }; struct bpf_id_pair { u32 old; u32 cur; }; struct bpf_idmap { u32 tmp_id_gen; struct bpf_id_pair map[600]; }; struct bpf_idset { u32 count; u32 ids[600]; }; struct backtrack_state { struct bpf_verifier_env *env; u32 frame; u32 reg_masks[8]; u64 stack_masks[8]; }; struct bpf_verifier_ops; struct bpf_verifier_stack_elem; struct bpf_verifier_state; struct bpf_verifier_state_list; struct bpf_insn_aux_data; struct bpf_verifier_env { u32 insn_idx; u32 prev_insn_idx; struct bpf_prog *prog; const struct bpf_verifier_ops *ops; struct bpf_verifier_stack_elem *head; int stack_size; bool strict_alignment; bool test_state_freq; struct bpf_verifier_state *cur_state; struct bpf_verifier_state_list **explored_states; struct bpf_verifier_state_list *free_list; struct bpf_map *used_maps[64]; struct btf_mod_pair used_btfs[64]; u32 used_map_cnt; u32 used_btf_cnt; u32 id_gen; bool explore_alu_limits; bool allow_ptr_leaks; bool allow_uninit_stack; bool bpf_capable; bool bypass_spec_v1; bool bypass_spec_v4; bool seen_direct_write; struct bpf_insn_aux_data *insn_aux_data; const struct bpf_line_info *prev_linfo; struct bpf_verifier_log log; struct bpf_subprog_info subprog_info[257]; union { struct bpf_idmap idmap_scratch; struct bpf_idset idset_scratch; }; struct { int *insn_state; int *insn_stack; int cur_stack; } cfg; struct backtrack_state bt; u32 pass_cnt; u32 subprog_cnt; u32 prev_insn_processed; u32 insn_processed; u32 prev_jmps_processed; u32 jmps_processed; u64 verification_time; u32 max_states_per_insn; u32 total_states; u32 peak_states; u32 longest_mark_read_walk; bpfptr_t fd_array; u32 scratched_regs; u64 scratched_stack_slots; u64 prev_log_pos; u64 prev_insn_print_pos; char tmp_str_buf[320]; }; enum bpf_reg_type { NOT_INIT = 0, SCALAR_VALUE = 1, PTR_TO_CTX = 2, CONST_PTR_TO_MAP = 3, PTR_TO_MAP_VALUE = 4, PTR_TO_MAP_KEY = 5, PTR_TO_STACK = 6, PTR_TO_PACKET_META = 7, PTR_TO_PACKET = 8, PTR_TO_PACKET_END = 9, PTR_TO_FLOW_KEYS = 10, PTR_TO_SOCKET = 11, PTR_TO_SOCK_COMMON = 12, PTR_TO_TCP_SOCK = 13, PTR_TO_TP_BUFFER = 14, PTR_TO_XDP_SOCK = 15, PTR_TO_BTF_ID = 16, PTR_TO_MEM = 17, PTR_TO_BUF = 18, PTR_TO_FUNC = 19, CONST_PTR_TO_DYNPTR = 20, __BPF_REG_TYPE_MAX = 21, PTR_TO_MAP_VALUE_OR_NULL = 260, PTR_TO_SOCKET_OR_NULL = 267, PTR_TO_SOCK_COMMON_OR_NULL = 268, PTR_TO_TCP_SOCK_OR_NULL = 269, PTR_TO_BTF_ID_OR_NULL = 272, __BPF_REG_TYPE_LIMIT = 33554431, }; enum bpf_dynptr_type { BPF_DYNPTR_TYPE_INVALID = 0, BPF_DYNPTR_TYPE_LOCAL = 1, BPF_DYNPTR_TYPE_RINGBUF = 2, BPF_DYNPTR_TYPE_SKB = 3, BPF_DYNPTR_TYPE_XDP = 4, }; enum bpf_iter_state { BPF_ITER_STATE_INVALID = 0, BPF_ITER_STATE_ACTIVE = 1, BPF_ITER_STATE_DRAINED = 2, }; struct tnum { u64 value; u64 mask; }; enum bpf_reg_liveness { REG_LIVE_NONE = 0, REG_LIVE_READ32 = 1, REG_LIVE_READ64 = 2, REG_LIVE_READ = 3, REG_LIVE_WRITTEN = 4, REG_LIVE_DONE = 8, }; struct bpf_reg_state { enum bpf_reg_type type; s32 off; union { int range; struct { struct bpf_map *map_ptr; u32 map_uid; }; struct { struct btf *btf; u32 btf_id; }; struct { u32 mem_size; u32 dynptr_id; }; struct { enum bpf_dynptr_type type; bool first_slot; } dynptr; struct { struct btf *btf; u32 btf_id; enum bpf_iter_state state: 2; int depth: 30; } iter; struct { long unsigned int raw1; long unsigned int raw2; } raw; u32 subprogno; }; struct tnum var_off; s64 smin_value; s64 smax_value; u64 umin_value; u64 umax_value; s32 s32_min_value; s32 s32_max_value; u32 u32_min_value; u32 u32_max_value; u32 id; u32 ref_obj_id; struct bpf_reg_state *parent; u32 frameno; s32 subreg_def; enum bpf_reg_liveness live; bool precise; }; struct bpf_reference_state; struct bpf_stack_state; struct bpf_func_state { struct bpf_reg_state regs[11]; int callsite; u32 frameno; u32 subprogno; u32 async_entry_cnt; bool in_callback_fn; struct tnum callback_ret_range; bool in_async_callback_fn; int acquired_refs; struct bpf_reference_state *refs; int allocated_stack; struct bpf_stack_state *stack; }; struct bpf_offloaded_map; struct bpf_map_dev_ops { int (*map_get_next_key)(struct bpf_offloaded_map *, void *, void *); int (*map_lookup_elem)(struct bpf_offloaded_map *, void *, void *); int (*map_update_elem)(struct bpf_offloaded_map *, void *, void *, u64); int (*map_delete_elem)(struct bpf_offloaded_map *, void *); }; struct bpf_offloaded_map { struct bpf_map map; struct net_device *netdev; const struct bpf_map_dev_ops *dev_ops; void *dev_priv; struct list_head offloads; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef u32 xdp_features_t; struct net_device_stats { union { long unsigned int rx_packets; atomic_long_t __rx_packets; }; union { long unsigned int tx_packets; atomic_long_t __tx_packets; }; union { long unsigned int rx_bytes; atomic_long_t __rx_bytes; }; union { long unsigned int tx_bytes; atomic_long_t __tx_bytes; }; union { long unsigned int rx_errors; atomic_long_t __rx_errors; }; union { long unsigned int tx_errors; atomic_long_t __tx_errors; }; union { long unsigned int rx_dropped; atomic_long_t __rx_dropped; }; union { long unsigned int tx_dropped; atomic_long_t __tx_dropped; }; union { long unsigned int multicast; atomic_long_t __multicast; }; union { long unsigned int collisions; atomic_long_t __collisions; }; union { long unsigned int rx_length_errors; atomic_long_t __rx_length_errors; }; union { long unsigned int rx_over_errors; atomic_long_t __rx_over_errors; }; union { long unsigned int rx_crc_errors; atomic_long_t __rx_crc_errors; }; union { long unsigned int rx_frame_errors; atomic_long_t __rx_frame_errors; }; union { long unsigned int rx_fifo_errors; atomic_long_t __rx_fifo_errors; }; union { long unsigned int rx_missed_errors; atomic_long_t __rx_missed_errors; }; union { long unsigned int tx_aborted_errors; atomic_long_t __tx_aborted_errors; }; union { long unsigned int tx_carrier_errors; atomic_long_t __tx_carrier_errors; }; union { long unsigned int tx_fifo_errors; atomic_long_t __tx_fifo_errors; }; union { long unsigned int tx_heartbeat_errors; atomic_long_t __tx_heartbeat_errors; }; union { long unsigned int tx_window_errors; atomic_long_t __tx_window_errors; }; union { long unsigned int rx_compressed; atomic_long_t __rx_compressed; }; union { long unsigned int tx_compressed; atomic_long_t __tx_compressed; }; }; struct netdev_hw_addr_list { struct list_head list; int count; struct rb_root tree; }; enum rx_handler_result { RX_HANDLER_CONSUMED = 0, RX_HANDLER_ANOTHER = 1, RX_HANDLER_EXACT = 2, RX_HANDLER_PASS = 3, }; typedef enum rx_handler_result rx_handler_result_t; typedef rx_handler_result_t rx_handler_func_t(struct sk_buff **); enum netdev_ml_priv_type { ML_PRIV_NONE = 0, ML_PRIV_CAN = 1, }; struct pcpu_dstats; struct netdev_tc_txq { u16 count; u16 offset; }; struct sfp_bus; struct udp_tunnel_nic; struct bpf_xdp_link; struct bpf_xdp_entity { struct bpf_prog *prog; struct bpf_xdp_link *link; }; struct netdev_name_node; struct dev_ifalias; struct net_device_ops; struct xdp_metadata_ops; struct net_device_core_stats; struct ethtool_ops; struct ndisc_ops; struct header_ops; struct in_device; struct inet6_dev; struct vlan_info; struct netdev_rx_queue; struct bpf_mprog_entry; struct netdev_queue; struct cpu_rmap; struct Qdisc; struct xdp_dev_bulk_queue; struct xps_dev_maps; struct netpoll_info; struct pcpu_lstats; struct pcpu_sw_netstats; struct rtnl_link_ops; struct phy_device; struct udp_tunnel_nic_info; struct rtnl_hw_stats64; struct devlink_port; struct net_device { char name[16]; struct netdev_name_node *name_node; struct dev_ifalias *ifalias; long unsigned int mem_end; long unsigned int mem_start; long unsigned int base_addr; long unsigned int state; struct list_head dev_list; struct list_head napi_list; struct list_head unreg_list; struct list_head close_list; struct list_head ptype_all; struct list_head ptype_specific; struct { struct list_head upper; struct list_head lower; } adj_list; unsigned int flags; xdp_features_t xdp_features; long long unsigned int priv_flags; const struct net_device_ops *netdev_ops; const struct xdp_metadata_ops *xdp_metadata_ops; int ifindex; short unsigned int gflags; short unsigned int hard_header_len; unsigned int mtu; short unsigned int needed_headroom; short unsigned int needed_tailroom; netdev_features_t features; netdev_features_t hw_features; netdev_features_t wanted_features; netdev_features_t vlan_features; netdev_features_t hw_enc_features; netdev_features_t mpls_features; netdev_features_t gso_partial_features; unsigned int min_mtu; unsigned int max_mtu; short unsigned int type; unsigned char min_header_len; unsigned char name_assign_type; int group; struct net_device_stats stats; struct net_device_core_stats *core_stats; atomic_t carrier_up_count; atomic_t carrier_down_count; const struct ethtool_ops *ethtool_ops; const struct ndisc_ops *ndisc_ops; const struct header_ops *header_ops; unsigned char operstate; unsigned char link_mode; unsigned char if_port; unsigned char dma; unsigned char perm_addr[32]; unsigned char addr_assign_type; unsigned char addr_len; unsigned char upper_level; unsigned char lower_level; short unsigned int neigh_priv_len; short unsigned int dev_id; short unsigned int dev_port; short unsigned int padded; spinlock_t addr_list_lock; int irq; struct netdev_hw_addr_list uc; struct netdev_hw_addr_list mc; struct netdev_hw_addr_list dev_addrs; struct kset *queues_kset; unsigned int promiscuity; unsigned int allmulti; bool uc_promisc; struct in_device *ip_ptr; struct inet6_dev *ip6_ptr; struct vlan_info *vlan_info; const unsigned char *dev_addr; struct netdev_rx_queue *_rx; unsigned int num_rx_queues; unsigned int real_num_rx_queues; struct bpf_prog *xdp_prog; long unsigned int gro_flush_timeout; int napi_defer_hard_irqs; unsigned int gro_max_size; unsigned int gro_ipv4_max_size; unsigned int xdp_zc_max_segs; rx_handler_func_t *rx_handler; void *rx_handler_data; struct bpf_mprog_entry *tcx_ingress; struct netdev_queue *ingress_queue; struct nf_hook_entries *nf_hooks_ingress; unsigned char broadcast[32]; struct cpu_rmap *rx_cpu_rmap; struct hlist_node index_hlist; long: 64; struct netdev_queue *_tx; unsigned int num_tx_queues; unsigned int real_num_tx_queues; struct Qdisc *qdisc; unsigned int tx_queue_len; spinlock_t tx_global_lock; struct xdp_dev_bulk_queue *xdp_bulkq; struct xps_dev_maps *xps_maps[2]; struct bpf_mprog_entry *tcx_egress; struct nf_hook_entries *nf_hooks_egress; struct hlist_head qdisc_hash[16]; struct timer_list watchdog_timer; int watchdog_timeo; u32 proto_down_reason; struct list_head todo_list; int *pcpu_refcnt; struct ref_tracker_dir refcnt_tracker; struct list_head link_watch_list; enum { NETREG_UNINITIALIZED = 0, NETREG_REGISTERED = 1, NETREG_UNREGISTERING = 2, NETREG_UNREGISTERED = 3, NETREG_RELEASED = 4, NETREG_DUMMY = 5, } reg_state: 8; bool dismantle; enum { RTNL_LINK_INITIALIZED = 0, RTNL_LINK_INITIALIZING = 1, } rtnl_link_state: 16; bool needs_free_netdev; void (*priv_destructor)(struct net_device *); struct netpoll_info *npinfo; possible_net_t nd_net; void *ml_priv; enum netdev_ml_priv_type ml_priv_type; union { struct pcpu_lstats *lstats; struct pcpu_sw_netstats *tstats; struct pcpu_dstats *dstats; }; struct device dev; const struct attribute_group *sysfs_groups[4]; const struct attribute_group *sysfs_rx_queue_group; const struct rtnl_link_ops *rtnl_link_ops; unsigned int gso_max_size; unsigned int tso_max_size; u16 gso_max_segs; u16 tso_max_segs; unsigned int gso_ipv4_max_size; s16 num_tc; struct netdev_tc_txq tc_to_txq[16]; u8 prio_tc_map[16]; struct phy_device *phydev; struct sfp_bus *sfp_bus; struct lock_class_key *qdisc_tx_busylock; bool proto_down; unsigned int wol_enabled: 1; unsigned int threaded: 1; struct list_head net_notifier_list; const struct udp_tunnel_nic_info *udp_tunnel_nic_info; struct udp_tunnel_nic *udp_tunnel_nic; struct bpf_xdp_entity xdp_state[3]; u8 dev_addr_shadow[32]; netdevice_tracker linkwatch_dev_tracker; netdevice_tracker watchdog_dev_tracker; netdevice_tracker dev_registered_tracker; struct rtnl_hw_stats64 *offload_xstats_l3; struct devlink_port *devlink_port; long: 64; }; enum bpf_type_flag { PTR_MAYBE_NULL = 256, MEM_RDONLY = 512, MEM_RINGBUF = 1024, MEM_USER = 2048, MEM_PERCPU = 4096, OBJ_RELEASE = 8192, PTR_UNTRUSTED = 16384, MEM_UNINIT = 32768, DYNPTR_TYPE_LOCAL = 65536, DYNPTR_TYPE_RINGBUF = 131072, MEM_FIXED_SIZE = 262144, MEM_ALLOC = 524288, PTR_TRUSTED = 1048576, MEM_RCU = 2097152, NON_OWN_REF = 4194304, DYNPTR_TYPE_SKB = 8388608, DYNPTR_TYPE_XDP = 16777216, __BPF_TYPE_FLAG_MAX = 16777217, __BPF_TYPE_LAST_FLAG = 16777216, }; enum bpf_arg_type { ARG_DONTCARE = 0, ARG_CONST_MAP_PTR = 1, ARG_PTR_TO_MAP_KEY = 2, ARG_PTR_TO_MAP_VALUE = 3, ARG_PTR_TO_MEM = 4, ARG_CONST_SIZE = 5, ARG_CONST_SIZE_OR_ZERO = 6, ARG_PTR_TO_CTX = 7, ARG_ANYTHING = 8, ARG_PTR_TO_SPIN_LOCK = 9, ARG_PTR_TO_SOCK_COMMON = 10, ARG_PTR_TO_INT = 11, ARG_PTR_TO_LONG = 12, ARG_PTR_TO_SOCKET = 13, ARG_PTR_TO_BTF_ID = 14, ARG_PTR_TO_RINGBUF_MEM = 15, ARG_CONST_ALLOC_SIZE_OR_ZERO = 16, ARG_PTR_TO_BTF_ID_SOCK_COMMON = 17, ARG_PTR_TO_PERCPU_BTF_ID = 18, ARG_PTR_TO_FUNC = 19, ARG_PTR_TO_STACK = 20, ARG_PTR_TO_CONST_STR = 21, ARG_PTR_TO_TIMER = 22, ARG_PTR_TO_KPTR = 23, ARG_PTR_TO_DYNPTR = 24, __BPF_ARG_TYPE_MAX = 25, ARG_PTR_TO_MAP_VALUE_OR_NULL = 259, ARG_PTR_TO_MEM_OR_NULL = 260, ARG_PTR_TO_CTX_OR_NULL = 263, ARG_PTR_TO_SOCKET_OR_NULL = 269, ARG_PTR_TO_STACK_OR_NULL = 276, ARG_PTR_TO_BTF_ID_OR_NULL = 270, ARG_PTR_TO_UNINIT_MEM = 32772, ARG_PTR_TO_FIXED_SIZE_MEM = 262148, __BPF_ARG_TYPE_LIMIT = 33554431, }; enum bpf_return_type { RET_INTEGER = 0, RET_VOID = 1, RET_PTR_TO_MAP_VALUE = 2, RET_PTR_TO_SOCKET = 3, RET_PTR_TO_TCP_SOCK = 4, RET_PTR_TO_SOCK_COMMON = 5, RET_PTR_TO_MEM = 6, RET_PTR_TO_MEM_OR_BTF_ID = 7, RET_PTR_TO_BTF_ID = 8, __BPF_RET_TYPE_MAX = 9, RET_PTR_TO_MAP_VALUE_OR_NULL = 258, RET_PTR_TO_SOCKET_OR_NULL = 259, RET_PTR_TO_TCP_SOCK_OR_NULL = 260, RET_PTR_TO_SOCK_COMMON_OR_NULL = 261, RET_PTR_TO_RINGBUF_MEM_OR_NULL = 1286, RET_PTR_TO_DYNPTR_MEM_OR_NULL = 262, RET_PTR_TO_BTF_ID_OR_NULL = 264, RET_PTR_TO_BTF_ID_TRUSTED = 1048584, __BPF_RET_TYPE_LIMIT = 33554431, }; struct bpf_func_proto { u64 (*func)(u64, u64, u64, u64, u64); bool gpl_only; bool pkt_access; bool might_sleep; enum bpf_return_type ret_type; union { struct { enum bpf_arg_type arg1_type; enum bpf_arg_type arg2_type; enum bpf_arg_type arg3_type; enum bpf_arg_type arg4_type; enum bpf_arg_type arg5_type; }; enum bpf_arg_type arg_type[5]; }; union { struct { u32 *arg1_btf_id; u32 *arg2_btf_id; u32 *arg3_btf_id; u32 *arg4_btf_id; u32 *arg5_btf_id; }; u32 *arg_btf_id[5]; struct { size_t arg1_size; size_t arg2_size; size_t arg3_size; size_t arg4_size; size_t arg5_size; }; size_t arg_size[5]; }; int *ret_btf_id; bool (*allowed)(const struct bpf_prog *); }; enum bpf_access_type { BPF_READ = 1, BPF_WRITE = 2, }; struct bpf_insn_access_aux { enum bpf_reg_type reg_type; union { int ctx_field_size; struct { struct btf *btf; u32 btf_id; }; }; struct bpf_verifier_log *log; }; struct bpf_prog_ops { int (*test_run)(struct bpf_prog *, const union bpf_attr *, union bpf_attr *); }; struct bpf_verifier_ops { const struct bpf_func_proto * (*get_func_proto)(enum bpf_func_id, const struct bpf_prog *); bool (*is_valid_access)(int, int, enum bpf_access_type, const struct bpf_prog *, struct bpf_insn_access_aux *); int (*gen_prologue)(struct bpf_insn *, bool, const struct bpf_prog *); int (*gen_ld_abs)(const struct bpf_insn *, struct bpf_insn *); u32 (*convert_ctx_access)(enum bpf_access_type, const struct bpf_insn *, struct bpf_insn *, struct bpf_prog *, u32 *); int (*btf_struct_access)(struct bpf_verifier_log *, const struct bpf_reg_state *, int, int); }; struct bpf_offload_dev; struct bpf_prog_offload { struct bpf_prog *prog; struct net_device *netdev; struct bpf_offload_dev *offdev; void *dev_priv; struct list_head offloads; bool dev_state; bool opt_failed; void *jited_image; u32 jited_len; }; struct btf_func_model { u8 ret_size; u8 ret_flags; u8 nr_args; u8 arg_size[12]; u8 arg_flags[12]; }; struct bpf_link_ops; struct bpf_link { atomic64_t refcnt; u32 id; enum bpf_link_type type; const struct bpf_link_ops *ops; struct bpf_prog *prog; struct work_struct work; }; struct bpf_tramp_link { struct bpf_link link; struct hlist_node tramp_hlist; u64 cookie; }; struct bpf_tramp_run_ctx { struct bpf_run_ctx run_ctx; u64 bpf_cookie; struct bpf_run_ctx *saved_run_ctx; }; struct bpf_tramp_image { void *image; struct bpf_ksym ksym; struct percpu_ref pcref; void *ip_after_call; void *ip_epilogue; union { struct callback_head rcu; struct work_struct work; }; }; struct bpf_trampoline { struct hlist_node hlist; struct ftrace_ops *fops; struct mutex mutex; refcount_t refcnt; u32 flags; u64 key; struct { struct btf_func_model model; void *addr; bool ftrace_managed; } func; struct bpf_prog *extension_prog; struct hlist_head progs_hlist[3]; int progs_cnt[3]; struct bpf_tramp_image *cur_image; struct module *mod; }; struct bpf_attach_target_info { struct btf_func_model fmodel; long int tgt_addr; struct module *tgt_mod; const char *tgt_name; const struct btf_type *tgt_type; }; struct bpf_func_info_aux { u16 linkage; bool unreliable; }; struct bpf_jit_poke_descriptor { void *tailcall_target; void *tailcall_bypass; void *bypass_addr; void *aux; union { struct { struct bpf_map *map; u32 key; } tail_call; }; bool tailcall_target_stable; u8 adj_off; u16 reason; u32 insn_idx; }; struct bpf_ctx_arg_aux { u32 offset; enum bpf_reg_type reg_type; u32 btf_id; }; struct bpf_prog_stats { u64_stats_t cnt; u64_stats_t nsecs; u64_stats_t misses; struct u64_stats_sync syncp; long: 64; }; struct sock_fprog_kern { u16 len; struct sock_filter *filter; }; struct bpf_link_ops { void (*release)(struct bpf_link *); void (*dealloc)(struct bpf_link *); int (*detach)(struct bpf_link *); int (*update_prog)(struct bpf_link *, struct bpf_prog *, struct bpf_prog *); void (*show_fdinfo)(const struct bpf_link *, struct seq_file *); int (*fill_link_info)(const struct bpf_link *, struct bpf_link_info *); int (*update_map)(struct bpf_link *, struct bpf_map *, struct bpf_map *); }; struct bpf_tracing_link { struct bpf_tramp_link link; enum bpf_attach_type attach_type; struct bpf_trampoline *trampoline; struct bpf_prog *tgt_prog; }; struct bpf_link_primer { struct bpf_link *link; struct file *file; int fd; u32 id; }; struct bpf_storage_buffer; struct bpf_cgroup_storage_map; struct bpf_cgroup_storage { union { struct bpf_storage_buffer *buf; void *percpu_buf; }; struct bpf_cgroup_storage_map *map; struct bpf_cgroup_storage_key key; struct list_head list_map; struct list_head list_cg; struct rb_node node; struct callback_head rcu; }; struct dql { unsigned int num_queued; unsigned int adj_limit; unsigned int last_obj_cnt; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; unsigned int limit; unsigned int num_completed; unsigned int prev_ovlimit; unsigned int prev_num_queued; unsigned int prev_last_obj_cnt; unsigned int lowest_slack; long unsigned int slack_start_time; unsigned int max_limit; unsigned int min_limit; unsigned int slack_hold_time; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct prot_inuse { int all; int val[64]; }; struct netlink_ext_ack; struct fib_notifier_ops { int family; struct list_head list; unsigned int (*fib_seq_read)(struct net *); int (*fib_dump)(struct net *, struct notifier_block *, struct netlink_ext_ack *); struct module *owner; struct callback_head rcu; }; struct hh_cache { unsigned int hh_len; seqlock_t hh_lock; long unsigned int hh_data[12]; }; struct neigh_table; struct neigh_parms; struct neigh_ops; struct neighbour { struct neighbour *next; struct neigh_table *tbl; struct neigh_parms *parms; long unsigned int confirmed; long unsigned int updated; rwlock_t lock; refcount_t refcnt; unsigned int arp_queue_len_bytes; struct sk_buff_head arp_queue; struct timer_list timer; long unsigned int used; atomic_t probes; u8 nud_state; u8 type; u8 dead; u8 protocol; u32 flags; seqlock_t ha_lock; long: 0; unsigned char ha[32]; struct hh_cache hh; int (*output)(struct neighbour *, struct sk_buff *); const struct neigh_ops *ops; struct list_head gc_list; struct list_head managed_list; struct callback_head rcu; struct net_device *dev; netdevice_tracker dev_tracker; u8 primary_key[0]; }; typedef __kernel_sa_family_t sa_family_t; struct sockaddr { sa_family_t sa_family; union { char sa_data_min[14]; struct { struct {} __empty_sa_data; char sa_data[0]; }; }; }; struct ubuf_info; struct msghdr { void *msg_name; int msg_namelen; int msg_inq; struct iov_iter msg_iter; union { void *msg_control; void *msg_control_user; }; bool msg_control_is_user: 1; bool msg_get_inq: 1; unsigned int msg_flags; __kernel_size_t msg_controllen; struct kiocb *msg_iocb; struct ubuf_info *msg_ubuf; int (*sg_from_iter)(struct sock *, struct sk_buff *, struct iov_iter *, size_t); }; struct ubuf_info { void (*callback)(struct sk_buff *, struct ubuf_info *, bool); refcount_t refcnt; u8 flags; }; struct skb_shared_hwtstamps { union { ktime_t hwtstamp; void *netdev_data; }; }; typedef enum { SS_FREE = 0, SS_UNCONNECTED = 1, SS_CONNECTING = 2, SS_CONNECTED = 3, SS_DISCONNECTING = 4, } socket_state; struct socket_wq { wait_queue_head_t wait; struct fasync_struct *fasync_list; long unsigned int flags; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct proto_ops; struct socket { socket_state state; short int type; long unsigned int flags; struct file *file; struct sock *sk; const struct proto_ops *ops; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct socket_wq wq; }; typedef struct { size_t written; size_t count; union { char *buf; void *data; } arg; int error; } read_descriptor_t; typedef int (*sk_read_actor_t)(read_descriptor_t *, struct sk_buff *, unsigned int, size_t); typedef int (*skb_read_actor_t)(struct sock *, struct sk_buff *); struct proto_ops { int family; struct module *owner; int (*release)(struct socket *); int (*bind)(struct socket *, struct sockaddr *, int); int (*connect)(struct socket *, struct sockaddr *, int, int); int (*socketpair)(struct socket *, struct socket *); int (*accept)(struct socket *, struct socket *, int, bool); int (*getname)(struct socket *, struct sockaddr *, int); __poll_t (*poll)(struct file *, struct socket *, struct poll_table_struct *); int (*ioctl)(struct socket *, unsigned int, long unsigned int); int (*gettstamp)(struct socket *, void *, bool, bool); int (*listen)(struct socket *, int); int (*shutdown)(struct socket *, int); int (*setsockopt)(struct socket *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct socket *, int, int, char *, int *); void (*show_fdinfo)(struct seq_file *, struct socket *); int (*sendmsg)(struct socket *, struct msghdr *, size_t); int (*recvmsg)(struct socket *, struct msghdr *, size_t, int); int (*mmap)(struct file *, struct socket *, struct vm_area_struct *); ssize_t (*splice_read)(struct socket *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); void (*splice_eof)(struct socket *); int (*set_peek_off)(struct sock *, int); int (*peek_len)(struct socket *); int (*read_sock)(struct sock *, read_descriptor_t *, sk_read_actor_t); int (*read_skb)(struct sock *, skb_read_actor_t); int (*sendmsg_locked)(struct sock *, struct msghdr *, size_t); int (*set_rcvlowat)(struct sock *, int); }; typedef struct { unsigned int clock_rate; unsigned int clock_type; short unsigned int loopback; } sync_serial_settings; typedef struct { unsigned int clock_rate; unsigned int clock_type; short unsigned int loopback; unsigned int slot_map; } te1_settings; typedef struct { short unsigned int encoding; short unsigned int parity; } raw_hdlc_proto; typedef struct { unsigned int t391; unsigned int t392; unsigned int n391; unsigned int n392; unsigned int n393; short unsigned int lmi; short unsigned int dce; } fr_proto; typedef struct { unsigned int dlci; } fr_proto_pvc; typedef struct { unsigned int dlci; char master[16]; } fr_proto_pvc_info; typedef struct { unsigned int interval; unsigned int timeout; } cisco_proto; typedef struct { short unsigned int dce; unsigned int modulo; unsigned int window; unsigned int t1; unsigned int t2; unsigned int n2; } x25_hdlc_proto; struct ifmap { long unsigned int mem_start; long unsigned int mem_end; short unsigned int base_addr; unsigned char irq; unsigned char dma; unsigned char port; }; struct if_settings { unsigned int type; unsigned int size; union { raw_hdlc_proto *raw_hdlc; cisco_proto *cisco; fr_proto *fr; fr_proto_pvc *fr_pvc; fr_proto_pvc_info *fr_pvc_info; x25_hdlc_proto *x25; sync_serial_settings *sync; te1_settings *te1; } ifs_ifsu; }; struct ifreq { union { char ifrn_name[16]; } ifr_ifrn; union { struct sockaddr ifru_addr; struct sockaddr ifru_dstaddr; struct sockaddr ifru_broadaddr; struct sockaddr ifru_netmask; struct sockaddr ifru_hwaddr; short int ifru_flags; int ifru_ivalue; int ifru_mtu; struct ifmap ifru_map; char ifru_slave[16]; char ifru_newname[16]; void *ifru_data; struct if_settings ifru_settings; } ifr_ifru; }; struct nlmsghdr { __u32 nlmsg_len; __u16 nlmsg_type; __u16 nlmsg_flags; __u32 nlmsg_seq; __u32 nlmsg_pid; }; struct nlattr { __u16 nla_len; __u16 nla_type; }; struct nla_policy; struct netlink_ext_ack { const char *_msg; const struct nlattr *bad_attr; const struct nla_policy *policy; const struct nlattr *miss_nest; u16 miss_type; u8 cookie[20]; u8 cookie_len; char _msg_buf[80]; }; struct netlink_range_validation; struct netlink_range_validation_signed; struct nla_policy { u8 type; u8 validation_type; u16 len; union { u16 strict_start_type; const u32 bitfield32_valid; const u32 mask; const char *reject_message; const struct nla_policy *nested_policy; struct netlink_range_validation *range; struct netlink_range_validation_signed *range_signed; struct { s16 min; s16 max; }; int (*validate)(const struct nlattr *, struct netlink_ext_ack *); }; }; struct netlink_callback { struct sk_buff *skb; const struct nlmsghdr *nlh; int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); void *data; struct module *module; struct netlink_ext_ack *extack; u16 family; u16 answer_flags; u32 min_dump_alloc; unsigned int prev_seq; unsigned int seq; bool strict_check; union { u8 ctx[48]; long int args[6]; }; }; struct ndmsg { __u8 ndm_family; __u8 ndm_pad1; __u16 ndm_pad2; __s32 ndm_ifindex; __u16 ndm_state; __u8 ndm_flags; __u8 ndm_type; }; struct rtnl_link_stats64 { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 rx_errors; __u64 tx_errors; __u64 rx_dropped; __u64 tx_dropped; __u64 multicast; __u64 collisions; __u64 rx_length_errors; __u64 rx_over_errors; __u64 rx_crc_errors; __u64 rx_frame_errors; __u64 rx_fifo_errors; __u64 rx_missed_errors; __u64 tx_aborted_errors; __u64 tx_carrier_errors; __u64 tx_fifo_errors; __u64 tx_heartbeat_errors; __u64 tx_window_errors; __u64 rx_compressed; __u64 tx_compressed; __u64 rx_nohandler; __u64 rx_otherhost_dropped; }; struct rtnl_hw_stats64 { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 rx_errors; __u64 tx_errors; __u64 rx_dropped; __u64 tx_dropped; __u64 multicast; }; struct ifla_vf_guid { __u32 vf; __u64 guid; }; struct ifla_vf_stats { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 broadcast; __u64 multicast; __u64 rx_dropped; __u64 tx_dropped; }; struct ifla_vf_info { __u32 vf; __u8 mac[32]; __u32 vlan; __u32 qos; __u32 spoofchk; __u32 linkstate; __u32 min_tx_rate; __u32 max_tx_rate; __u32 rss_query_en; __u32 trusted; __be16 vlan_proto; }; struct tc_stats { __u64 bytes; __u32 packets; __u32 drops; __u32 overlimits; __u32 bps; __u32 pps; __u32 qlen; __u32 backlog; }; struct tc_sizespec { unsigned char cell_log; unsigned char size_log; short int cell_align; int overhead; unsigned int linklayer; unsigned int mpu; unsigned int mtu; unsigned int tsize; }; enum netdev_tx { __NETDEV_TX_MIN = -2147483648, NETDEV_TX_OK = 0, NETDEV_TX_BUSY = 16, }; typedef enum netdev_tx netdev_tx_t; struct net_device_core_stats { long unsigned int rx_dropped; long unsigned int tx_dropped; long unsigned int rx_nohandler; long unsigned int rx_otherhost_dropped; }; struct header_ops { int (*create)(struct sk_buff *, struct net_device *, short unsigned int, const void *, const void *, unsigned int); int (*parse)(const struct sk_buff *, unsigned char *); int (*cache)(const struct neighbour *, struct hh_cache *, __be16); void (*cache_update)(struct hh_cache *, const struct net_device *, const unsigned char *); bool (*validate)(const char *, unsigned int); __be16 (*parse_protocol)(const struct sk_buff *); }; struct netdev_queue { struct net_device *dev; netdevice_tracker dev_tracker; struct Qdisc *qdisc; struct Qdisc *qdisc_sleeping; struct kobject kobj; int numa_node; long unsigned int tx_maxrate; atomic_long_t trans_timeout; struct net_device *sb_dev; long: 64; spinlock_t _xmit_lock; int xmit_lock_owner; long unsigned int trans_start; long unsigned int state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct dql dql; }; struct net_rate_estimator; struct qdisc_skb_head { struct sk_buff *head; struct sk_buff *tail; __u32 qlen; spinlock_t lock; }; struct gnet_stats_basic_sync { u64_stats_t bytes; u64_stats_t packets; struct u64_stats_sync syncp; }; struct gnet_stats_queue { __u32 qlen; __u32 backlog; __u32 drops; __u32 requeues; __u32 overlimits; }; struct Qdisc_ops; struct qdisc_size_table; struct Qdisc { int (*enqueue)(struct sk_buff *, struct Qdisc *, struct sk_buff **); struct sk_buff * (*dequeue)(struct Qdisc *); unsigned int flags; u32 limit; const struct Qdisc_ops *ops; struct qdisc_size_table *stab; struct hlist_node hash; u32 handle; u32 parent; struct netdev_queue *dev_queue; struct net_rate_estimator *rate_est; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_queue *cpu_qstats; int pad; refcount_t refcnt; long: 64; long: 64; long: 64; struct sk_buff_head gso_skb; struct qdisc_skb_head q; struct gnet_stats_basic_sync bstats; struct gnet_stats_queue qstats; long unsigned int state; long unsigned int state2; struct Qdisc *next_sched; struct sk_buff_head skb_bad_txq; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t busylock; spinlock_t seqlock; struct callback_head rcu; netdevice_tracker dev_tracker; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long int privdata[0]; }; struct xps_map { unsigned int len; unsigned int alloc_len; struct callback_head rcu; u16 queues[0]; }; struct xps_dev_maps { struct callback_head rcu; unsigned int nr_ids; s16 num_tc; struct xps_map *attr_map[0]; }; struct netdev_phys_item_id { unsigned char id[32]; unsigned char id_len; }; enum net_device_path_type { DEV_PATH_ETHERNET = 0, DEV_PATH_VLAN = 1, DEV_PATH_BRIDGE = 2, DEV_PATH_PPPOE = 3, DEV_PATH_DSA = 4, DEV_PATH_MTK_WDMA = 5, }; struct net_device_path { enum net_device_path_type type; const struct net_device *dev; union { struct { u16 id; __be16 proto; u8 h_dest[6]; } encap; struct { enum { DEV_PATH_BR_VLAN_KEEP = 0, DEV_PATH_BR_VLAN_TAG = 1, DEV_PATH_BR_VLAN_UNTAG = 2, DEV_PATH_BR_VLAN_UNTAG_HW = 3, } vlan_mode; u16 vlan_id; __be16 vlan_proto; } bridge; struct { int port; u16 proto; } dsa; struct { u8 wdma_idx; u8 queue; u16 wcid; u8 bss; } mtk_wdma; }; }; struct net_device_path_ctx { const struct net_device *dev; u8 daddr[6]; int num_vlans; struct { u16 id; __be16 proto; } vlan[2]; }; enum tc_setup_type { TC_QUERY_CAPS = 0, TC_SETUP_QDISC_MQPRIO = 1, TC_SETUP_CLSU32 = 2, TC_SETUP_CLSFLOWER = 3, TC_SETUP_CLSMATCHALL = 4, TC_SETUP_CLSBPF = 5, TC_SETUP_BLOCK = 6, TC_SETUP_QDISC_CBS = 7, TC_SETUP_QDISC_RED = 8, TC_SETUP_QDISC_PRIO = 9, TC_SETUP_QDISC_MQ = 10, TC_SETUP_QDISC_ETF = 11, TC_SETUP_ROOT_QDISC = 12, TC_SETUP_QDISC_GRED = 13, TC_SETUP_QDISC_TAPRIO = 14, TC_SETUP_FT = 15, TC_SETUP_QDISC_ETS = 16, TC_SETUP_QDISC_TBF = 17, TC_SETUP_QDISC_FIFO = 18, TC_SETUP_QDISC_HTB = 19, TC_SETUP_ACT = 20, }; enum bpf_netdev_command { XDP_SETUP_PROG = 0, XDP_SETUP_PROG_HW = 1, BPF_OFFLOAD_MAP_ALLOC = 2, BPF_OFFLOAD_MAP_FREE = 3, XDP_SETUP_XSK_POOL = 4, }; struct xsk_buff_pool; struct netdev_bpf { enum bpf_netdev_command command; union { struct { u32 flags; struct bpf_prog *prog; struct netlink_ext_ack *extack; }; struct { struct bpf_offloaded_map *offmap; }; struct { struct xsk_buff_pool *pool; u16 queue_id; } xsk; }; }; struct dev_ifalias { struct callback_head rcuhead; char ifalias[0]; }; struct xdp_frame; struct xdp_buff; struct ip_tunnel_parm; struct kernel_hwtstamp_config; struct net_device_ops { int (*ndo_init)(struct net_device *); void (*ndo_uninit)(struct net_device *); int (*ndo_open)(struct net_device *); int (*ndo_stop)(struct net_device *); netdev_tx_t (*ndo_start_xmit)(struct sk_buff *, struct net_device *); netdev_features_t (*ndo_features_check)(struct sk_buff *, struct net_device *, netdev_features_t); u16 (*ndo_select_queue)(struct net_device *, struct sk_buff *, struct net_device *); void (*ndo_change_rx_flags)(struct net_device *, int); void (*ndo_set_rx_mode)(struct net_device *); int (*ndo_set_mac_address)(struct net_device *, void *); int (*ndo_validate_addr)(struct net_device *); int (*ndo_do_ioctl)(struct net_device *, struct ifreq *, int); int (*ndo_eth_ioctl)(struct net_device *, struct ifreq *, int); int (*ndo_siocbond)(struct net_device *, struct ifreq *, int); int (*ndo_siocwandev)(struct net_device *, struct if_settings *); int (*ndo_siocdevprivate)(struct net_device *, struct ifreq *, void *, int); int (*ndo_set_config)(struct net_device *, struct ifmap *); int (*ndo_change_mtu)(struct net_device *, int); int (*ndo_neigh_setup)(struct net_device *, struct neigh_parms *); void (*ndo_tx_timeout)(struct net_device *, unsigned int); void (*ndo_get_stats64)(struct net_device *, struct rtnl_link_stats64 *); bool (*ndo_has_offload_stats)(const struct net_device *, int); int (*ndo_get_offload_stats)(int, const struct net_device *, void *); struct net_device_stats * (*ndo_get_stats)(struct net_device *); int (*ndo_vlan_rx_add_vid)(struct net_device *, __be16, u16); int (*ndo_vlan_rx_kill_vid)(struct net_device *, __be16, u16); void (*ndo_poll_controller)(struct net_device *); int (*ndo_netpoll_setup)(struct net_device *, struct netpoll_info *); void (*ndo_netpoll_cleanup)(struct net_device *); int (*ndo_set_vf_mac)(struct net_device *, int, u8 *); int (*ndo_set_vf_vlan)(struct net_device *, int, u16, u8, __be16); int (*ndo_set_vf_rate)(struct net_device *, int, int, int); int (*ndo_set_vf_spoofchk)(struct net_device *, int, bool); int (*ndo_set_vf_trust)(struct net_device *, int, bool); int (*ndo_get_vf_config)(struct net_device *, int, struct ifla_vf_info *); int (*ndo_set_vf_link_state)(struct net_device *, int, int); int (*ndo_get_vf_stats)(struct net_device *, int, struct ifla_vf_stats *); int (*ndo_set_vf_port)(struct net_device *, int, struct nlattr **); int (*ndo_get_vf_port)(struct net_device *, int, struct sk_buff *); int (*ndo_get_vf_guid)(struct net_device *, int, struct ifla_vf_guid *, struct ifla_vf_guid *); int (*ndo_set_vf_guid)(struct net_device *, int, u64, int); int (*ndo_set_vf_rss_query_en)(struct net_device *, int, bool); int (*ndo_setup_tc)(struct net_device *, enum tc_setup_type, void *); int (*ndo_rx_flow_steer)(struct net_device *, const struct sk_buff *, u16, u32); int (*ndo_add_slave)(struct net_device *, struct net_device *, struct netlink_ext_ack *); int (*ndo_del_slave)(struct net_device *, struct net_device *); struct net_device * (*ndo_get_xmit_slave)(struct net_device *, struct sk_buff *, bool); struct net_device * (*ndo_sk_get_lower_dev)(struct net_device *, struct sock *); netdev_features_t (*ndo_fix_features)(struct net_device *, netdev_features_t); int (*ndo_set_features)(struct net_device *, netdev_features_t); int (*ndo_neigh_construct)(struct net_device *, struct neighbour *); void (*ndo_neigh_destroy)(struct net_device *, struct neighbour *); int (*ndo_fdb_add)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *, u16, u16, struct netlink_ext_ack *); int (*ndo_fdb_del)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *, u16, struct netlink_ext_ack *); int (*ndo_fdb_del_bulk)(struct ndmsg *, struct nlattr **, struct net_device *, u16, struct netlink_ext_ack *); int (*ndo_fdb_dump)(struct sk_buff *, struct netlink_callback *, struct net_device *, struct net_device *, int *); int (*ndo_fdb_get)(struct sk_buff *, struct nlattr **, struct net_device *, const unsigned char *, u16, u32, u32, struct netlink_ext_ack *); int (*ndo_mdb_add)(struct net_device *, struct nlattr **, u16, struct netlink_ext_ack *); int (*ndo_mdb_del)(struct net_device *, struct nlattr **, struct netlink_ext_ack *); int (*ndo_mdb_dump)(struct net_device *, struct sk_buff *, struct netlink_callback *); int (*ndo_bridge_setlink)(struct net_device *, struct nlmsghdr *, u16, struct netlink_ext_ack *); int (*ndo_bridge_getlink)(struct sk_buff *, u32, u32, struct net_device *, u32, int); int (*ndo_bridge_dellink)(struct net_device *, struct nlmsghdr *, u16); int (*ndo_change_carrier)(struct net_device *, bool); int (*ndo_get_phys_port_id)(struct net_device *, struct netdev_phys_item_id *); int (*ndo_get_port_parent_id)(struct net_device *, struct netdev_phys_item_id *); int (*ndo_get_phys_port_name)(struct net_device *, char *, size_t); void * (*ndo_dfwd_add_station)(struct net_device *, struct net_device *); void (*ndo_dfwd_del_station)(struct net_device *, void *); int (*ndo_set_tx_maxrate)(struct net_device *, int, u32); int (*ndo_get_iflink)(const struct net_device *); int (*ndo_fill_metadata_dst)(struct net_device *, struct sk_buff *); void (*ndo_set_rx_headroom)(struct net_device *, int); int (*ndo_bpf)(struct net_device *, struct netdev_bpf *); int (*ndo_xdp_xmit)(struct net_device *, int, struct xdp_frame **, u32); struct net_device * (*ndo_xdp_get_xmit_slave)(struct net_device *, struct xdp_buff *); int (*ndo_xsk_wakeup)(struct net_device *, u32, u32); int (*ndo_tunnel_ctl)(struct net_device *, struct ip_tunnel_parm *, int); struct net_device * (*ndo_get_peer_dev)(struct net_device *); int (*ndo_fill_forward_path)(struct net_device_path_ctx *, struct net_device_path *); ktime_t (*ndo_get_tstamp)(struct net_device *, const struct skb_shared_hwtstamps *, bool); int (*ndo_hwtstamp_get)(struct net_device *, struct kernel_hwtstamp_config *); int (*ndo_hwtstamp_set)(struct net_device *, struct kernel_hwtstamp_config *, struct netlink_ext_ack *); }; struct neigh_parms { possible_net_t net; struct net_device *dev; netdevice_tracker dev_tracker; struct list_head list; int (*neigh_setup)(struct neighbour *); struct neigh_table *tbl; void *sysctl_table; int dead; refcount_t refcnt; struct callback_head callback_head; int reachable_time; u32 qlen; int data[14]; long unsigned int data_state[1]; }; struct xdp_mem_info { u32 type; u32 id; }; struct xdp_frame { void *data; u16 len; u16 headroom; u32 metasize; struct xdp_mem_info mem; struct net_device *dev_rx; u32 frame_sz; u32 flags; }; struct xdp_rxq_info; struct xdp_txq_info; struct xdp_buff { void *data; void *data_end; void *data_meta; void *data_hard_start; struct xdp_rxq_info *rxq; struct xdp_txq_info *txq; u32 frame_sz; u32 flags; }; enum hwtstamp_source { HWTSTAMP_SOURCE_NETDEV = 0, HWTSTAMP_SOURCE_PHYLIB = 1, }; struct kernel_hwtstamp_config { int flags; int tx_type; int rx_filter; struct ifreq *ifr; bool copied_to_user; enum hwtstamp_source source; }; struct pcpu_lstats { u64_stats_t packets; u64_stats_t bytes; struct u64_stats_sync syncp; }; struct pcpu_sw_netstats { u64_stats_t rx_packets; u64_stats_t rx_bytes; u64_stats_t tx_packets; u64_stats_t tx_bytes; struct u64_stats_sync syncp; }; enum xdp_rss_hash_type { XDP_RSS_L3_IPV4 = 1, XDP_RSS_L3_IPV6 = 2, XDP_RSS_L3_DYNHDR = 4, XDP_RSS_L4 = 8, XDP_RSS_L4_TCP = 16, XDP_RSS_L4_UDP = 32, XDP_RSS_L4_SCTP = 64, XDP_RSS_L4_IPSEC = 128, XDP_RSS_TYPE_NONE = 0, XDP_RSS_TYPE_L2 = 0, XDP_RSS_TYPE_L3_IPV4 = 1, XDP_RSS_TYPE_L3_IPV6 = 2, XDP_RSS_TYPE_L3_IPV4_OPT = 5, XDP_RSS_TYPE_L3_IPV6_EX = 6, XDP_RSS_TYPE_L4_ANY = 8, XDP_RSS_TYPE_L4_IPV4_TCP = 25, XDP_RSS_TYPE_L4_IPV4_UDP = 41, XDP_RSS_TYPE_L4_IPV4_SCTP = 73, XDP_RSS_TYPE_L4_IPV4_IPSEC = 137, XDP_RSS_TYPE_L4_IPV6_TCP = 26, XDP_RSS_TYPE_L4_IPV6_UDP = 42, XDP_RSS_TYPE_L4_IPV6_SCTP = 74, XDP_RSS_TYPE_L4_IPV6_IPSEC = 138, XDP_RSS_TYPE_L4_IPV6_TCP_EX = 30, XDP_RSS_TYPE_L4_IPV6_UDP_EX = 46, XDP_RSS_TYPE_L4_IPV6_SCTP_EX = 78, }; struct xdp_metadata_ops { int (*xmo_rx_timestamp)(const struct xdp_md *, u64 *); int (*xmo_rx_hash)(const struct xdp_md *, u32 *, enum xdp_rss_hash_type *); }; enum ethtool_phys_id_state { ETHTOOL_ID_INACTIVE = 0, ETHTOOL_ID_ACTIVE = 1, ETHTOOL_ID_ON = 2, ETHTOOL_ID_OFF = 3, }; struct ethtool_drvinfo; struct ethtool_regs; struct ethtool_wolinfo; struct ethtool_link_ext_state_info; struct ethtool_link_ext_stats; struct ethtool_eeprom; struct ethtool_coalesce; struct kernel_ethtool_coalesce; struct ethtool_ringparam; struct kernel_ethtool_ringparam; struct ethtool_pause_stats; struct ethtool_pauseparam; struct ethtool_test; struct ethtool_stats; struct ethtool_rxnfc; struct ethtool_flash; struct ethtool_channels; struct ethtool_dump; struct ethtool_ts_info; struct ethtool_modinfo; struct ethtool_eee; struct ethtool_tunable; struct ethtool_link_ksettings; struct ethtool_fec_stats; struct ethtool_fecparam; struct ethtool_module_eeprom; struct ethtool_eth_phy_stats; struct ethtool_eth_mac_stats; struct ethtool_eth_ctrl_stats; struct ethtool_rmon_stats; struct ethtool_rmon_hist_range; struct ethtool_module_power_mode_params; struct ethtool_mm_state; struct ethtool_mm_cfg; struct ethtool_mm_stats; struct ethtool_ops { u32 cap_link_lanes_supported: 1; u32 supported_coalesce_params; u32 supported_ring_params; void (*get_drvinfo)(struct net_device *, struct ethtool_drvinfo *); int (*get_regs_len)(struct net_device *); void (*get_regs)(struct net_device *, struct ethtool_regs *, void *); void (*get_wol)(struct net_device *, struct ethtool_wolinfo *); int (*set_wol)(struct net_device *, struct ethtool_wolinfo *); u32 (*get_msglevel)(struct net_device *); void (*set_msglevel)(struct net_device *, u32); int (*nway_reset)(struct net_device *); u32 (*get_link)(struct net_device *); int (*get_link_ext_state)(struct net_device *, struct ethtool_link_ext_state_info *); void (*get_link_ext_stats)(struct net_device *, struct ethtool_link_ext_stats *); int (*get_eeprom_len)(struct net_device *); int (*get_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*set_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_coalesce)(struct net_device *, struct ethtool_coalesce *, struct kernel_ethtool_coalesce *, struct netlink_ext_ack *); int (*set_coalesce)(struct net_device *, struct ethtool_coalesce *, struct kernel_ethtool_coalesce *, struct netlink_ext_ack *); void (*get_ringparam)(struct net_device *, struct ethtool_ringparam *, struct kernel_ethtool_ringparam *, struct netlink_ext_ack *); int (*set_ringparam)(struct net_device *, struct ethtool_ringparam *, struct kernel_ethtool_ringparam *, struct netlink_ext_ack *); void (*get_pause_stats)(struct net_device *, struct ethtool_pause_stats *); void (*get_pauseparam)(struct net_device *, struct ethtool_pauseparam *); int (*set_pauseparam)(struct net_device *, struct ethtool_pauseparam *); void (*self_test)(struct net_device *, struct ethtool_test *, u64 *); void (*get_strings)(struct net_device *, u32, u8 *); int (*set_phys_id)(struct net_device *, enum ethtool_phys_id_state); void (*get_ethtool_stats)(struct net_device *, struct ethtool_stats *, u64 *); int (*begin)(struct net_device *); void (*complete)(struct net_device *); u32 (*get_priv_flags)(struct net_device *); int (*set_priv_flags)(struct net_device *, u32); int (*get_sset_count)(struct net_device *, int); int (*get_rxnfc)(struct net_device *, struct ethtool_rxnfc *, u32 *); int (*set_rxnfc)(struct net_device *, struct ethtool_rxnfc *); int (*flash_device)(struct net_device *, struct ethtool_flash *); int (*reset)(struct net_device *, u32 *); u32 (*get_rxfh_key_size)(struct net_device *); u32 (*get_rxfh_indir_size)(struct net_device *); int (*get_rxfh)(struct net_device *, u32 *, u8 *, u8 *); int (*set_rxfh)(struct net_device *, const u32 *, const u8 *, const u8); int (*get_rxfh_context)(struct net_device *, u32 *, u8 *, u8 *, u32); int (*set_rxfh_context)(struct net_device *, const u32 *, const u8 *, const u8, u32 *, bool); void (*get_channels)(struct net_device *, struct ethtool_channels *); int (*set_channels)(struct net_device *, struct ethtool_channels *); int (*get_dump_flag)(struct net_device *, struct ethtool_dump *); int (*get_dump_data)(struct net_device *, struct ethtool_dump *, void *); int (*set_dump)(struct net_device *, struct ethtool_dump *); int (*get_ts_info)(struct net_device *, struct ethtool_ts_info *); int (*get_module_info)(struct net_device *, struct ethtool_modinfo *); int (*get_module_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_eee)(struct net_device *, struct ethtool_eee *); int (*set_eee)(struct net_device *, struct ethtool_eee *); int (*get_tunable)(struct net_device *, const struct ethtool_tunable *, void *); int (*set_tunable)(struct net_device *, const struct ethtool_tunable *, const void *); int (*get_per_queue_coalesce)(struct net_device *, u32, struct ethtool_coalesce *); int (*set_per_queue_coalesce)(struct net_device *, u32, struct ethtool_coalesce *); int (*get_link_ksettings)(struct net_device *, struct ethtool_link_ksettings *); int (*set_link_ksettings)(struct net_device *, const struct ethtool_link_ksettings *); void (*get_fec_stats)(struct net_device *, struct ethtool_fec_stats *); int (*get_fecparam)(struct net_device *, struct ethtool_fecparam *); int (*set_fecparam)(struct net_device *, struct ethtool_fecparam *); void (*get_ethtool_phy_stats)(struct net_device *, struct ethtool_stats *, u64 *); int (*get_phy_tunable)(struct net_device *, const struct ethtool_tunable *, void *); int (*set_phy_tunable)(struct net_device *, const struct ethtool_tunable *, const void *); int (*get_module_eeprom_by_page)(struct net_device *, const struct ethtool_module_eeprom *, struct netlink_ext_ack *); void (*get_eth_phy_stats)(struct net_device *, struct ethtool_eth_phy_stats *); void (*get_eth_mac_stats)(struct net_device *, struct ethtool_eth_mac_stats *); void (*get_eth_ctrl_stats)(struct net_device *, struct ethtool_eth_ctrl_stats *); void (*get_rmon_stats)(struct net_device *, struct ethtool_rmon_stats *, const struct ethtool_rmon_hist_range **); int (*get_module_power_mode)(struct net_device *, struct ethtool_module_power_mode_params *, struct netlink_ext_ack *); int (*set_module_power_mode)(struct net_device *, const struct ethtool_module_power_mode_params *, struct netlink_ext_ack *); int (*get_mm)(struct net_device *, struct ethtool_mm_state *); int (*set_mm)(struct net_device *, struct ethtool_mm_cfg *, struct netlink_ext_ack *); void (*get_mm_stats)(struct net_device *, struct ethtool_mm_stats *); }; struct nd_opt_hdr; struct ndisc_options; struct prefix_info; struct ndisc_ops { int (*is_useropt)(u8); int (*parse_options)(const struct net_device *, struct nd_opt_hdr *, struct ndisc_options *); void (*update)(const struct net_device *, struct neighbour *, u32, u8, const struct ndisc_options *); int (*opt_addr_space)(const struct net_device *, u8, struct neighbour *, u8 *, u8 **); void (*fill_addr_option)(const struct net_device *, struct sk_buff *, u8, const u8 *); void (*prefix_rcv_add_addr)(struct net *, struct net_device *, const struct prefix_info *, struct inet6_dev *, struct in6_addr *, int, u32, bool, bool, __u32, u32, bool); }; struct bpf_mprog_fp { struct bpf_prog *prog; }; struct bpf_mprog_bundle; struct bpf_mprog_entry { struct bpf_mprog_fp fp_items[64]; struct bpf_mprog_bundle *parent; }; struct rtnl_link_ops { struct list_head list; const char *kind; size_t priv_size; struct net_device * (*alloc)(struct nlattr **, const char *, unsigned char, unsigned int, unsigned int); void (*setup)(struct net_device *); bool netns_refund; unsigned int maxtype; const struct nla_policy *policy; int (*validate)(struct nlattr **, struct nlattr **, struct netlink_ext_ack *); int (*newlink)(struct net *, struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); int (*changelink)(struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); void (*dellink)(struct net_device *, struct list_head *); size_t (*get_size)(const struct net_device *); int (*fill_info)(struct sk_buff *, const struct net_device *); size_t (*get_xstats_size)(const struct net_device *); int (*fill_xstats)(struct sk_buff *, const struct net_device *); unsigned int (*get_num_tx_queues)(); unsigned int (*get_num_rx_queues)(); unsigned int slave_maxtype; const struct nla_policy *slave_policy; int (*slave_changelink)(struct net_device *, struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); size_t (*get_slave_size)(const struct net_device *, const struct net_device *); int (*fill_slave_info)(struct sk_buff *, const struct net_device *, const struct net_device *); struct net * (*get_link_net)(const struct net_device *); size_t (*get_linkxstats_size)(const struct net_device *, int); int (*fill_linkxstats)(struct sk_buff *, const struct net_device *, int *, int); }; struct udp_tunnel_nic_table_info { unsigned int n_entries; unsigned int tunnel_types; }; struct udp_tunnel_info; struct udp_tunnel_nic_shared; struct udp_tunnel_nic_info { int (*set_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); int (*unset_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); int (*sync_table)(struct net_device *, unsigned int); struct udp_tunnel_nic_shared *shared; unsigned int flags; struct udp_tunnel_nic_table_info tables[4]; }; struct tcmsg { unsigned char tcm_family; unsigned char tcm__pad1; short unsigned int tcm__pad2; int tcm_ifindex; __u32 tcm_handle; __u32 tcm_parent; __u32 tcm_info; }; struct netlink_range_validation { u64 min; u64 max; }; struct netlink_range_validation_signed { s64 min; s64 max; }; struct pneigh_entry; struct neigh_statistics; struct neigh_hash_table; struct neigh_table { int family; unsigned int entry_size; unsigned int key_len; __be16 protocol; __u32 (*hash)(const void *, const struct net_device *, __u32 *); bool (*key_eq)(const struct neighbour *, const void *); int (*constructor)(struct neighbour *); int (*pconstructor)(struct pneigh_entry *); void (*pdestructor)(struct pneigh_entry *); void (*proxy_redo)(struct sk_buff *); int (*is_multicast)(const void *); bool (*allow_add)(const struct net_device *, struct netlink_ext_ack *); char *id; struct neigh_parms parms; struct list_head parms_list; int gc_interval; int gc_thresh1; int gc_thresh2; int gc_thresh3; long unsigned int last_flush; struct delayed_work gc_work; struct delayed_work managed_work; struct timer_list proxy_timer; struct sk_buff_head proxy_queue; atomic_t entries; atomic_t gc_entries; struct list_head gc_list; struct list_head managed_list; rwlock_t lock; long unsigned int last_rand; struct neigh_statistics *stats; struct neigh_hash_table *nht; struct pneigh_entry **phash_buckets; }; struct neigh_statistics { long unsigned int allocs; long unsigned int destroys; long unsigned int hash_grows; long unsigned int res_failed; long unsigned int lookups; long unsigned int hits; long unsigned int rcv_probes_mcast; long unsigned int rcv_probes_ucast; long unsigned int periodic_gc_runs; long unsigned int forced_gc_runs; long unsigned int unres_discards; long unsigned int table_fulls; }; struct neigh_ops { int family; void (*solicit)(struct neighbour *, struct sk_buff *); void (*error_report)(struct neighbour *, struct sk_buff *); int (*output)(struct neighbour *, struct sk_buff *); int (*connected_output)(struct neighbour *, struct sk_buff *); }; struct pneigh_entry { struct pneigh_entry *next; possible_net_t net; struct net_device *dev; netdevice_tracker dev_tracker; u32 flags; u8 protocol; u32 key[0]; }; struct neigh_hash_table { struct neighbour **hash_buckets; unsigned int hash_shift; __u32 hash_rnd[4]; struct callback_head rcu; }; struct smc_hashinfo; struct sk_psock; struct request_sock_ops; struct timewait_sock_ops; struct raw_hashinfo; struct proto { void (*close)(struct sock *, long int); int (*pre_connect)(struct sock *, struct sockaddr *, int); int (*connect)(struct sock *, struct sockaddr *, int); int (*disconnect)(struct sock *, int); struct sock * (*accept)(struct sock *, int, int *, bool); int (*ioctl)(struct sock *, int, int *); int (*init)(struct sock *); void (*destroy)(struct sock *); void (*shutdown)(struct sock *, int); int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*keepalive)(struct sock *, int); int (*sendmsg)(struct sock *, struct msghdr *, size_t); int (*recvmsg)(struct sock *, struct msghdr *, size_t, int, int *); void (*splice_eof)(struct socket *); int (*bind)(struct sock *, struct sockaddr *, int); int (*bind_add)(struct sock *, struct sockaddr *, int); int (*backlog_rcv)(struct sock *, struct sk_buff *); bool (*bpf_bypass_getsockopt)(int, int); void (*release_cb)(struct sock *); int (*hash)(struct sock *); void (*unhash)(struct sock *); void (*rehash)(struct sock *); int (*get_port)(struct sock *, short unsigned int); void (*put_port)(struct sock *); int (*psock_update_sk_prot)(struct sock *, struct sk_psock *, bool); unsigned int inuse_idx; bool (*stream_memory_free)(const struct sock *, int); bool (*sock_is_readable)(struct sock *); void (*enter_memory_pressure)(struct sock *); void (*leave_memory_pressure)(struct sock *); atomic_long_t *memory_allocated; int *per_cpu_fw_alloc; struct percpu_counter *sockets_allocated; long unsigned int *memory_pressure; long int *sysctl_mem; int *sysctl_wmem; int *sysctl_rmem; u32 sysctl_wmem_offset; u32 sysctl_rmem_offset; int max_header; bool no_autobind; struct kmem_cache *slab; unsigned int obj_size; unsigned int ipv6_pinfo_offset; slab_flags_t slab_flags; unsigned int useroffset; unsigned int usersize; unsigned int *orphan_count; struct request_sock_ops *rsk_prot; struct timewait_sock_ops *twsk_prot; union { struct inet_hashinfo *hashinfo; struct udp_table *udp_table; struct raw_hashinfo *raw_hash; struct smc_hashinfo *smc_hash; } h; struct module *owner; char name[32]; struct list_head node; int (*diag_destroy)(struct sock *, int); }; struct sk_filter { refcount_t refcnt; struct callback_head rcu; struct bpf_prog *prog; }; struct bpf_storage_buffer { struct callback_head rcu; char data[0]; }; struct gnet_dump { spinlock_t *lock; struct sk_buff *skb; struct nlattr *tail; int compat_tc_stats; int compat_xstats; int padattr; void *xstats; int xstats_len; struct tc_stats tc_stats; }; enum flow_action_hw_stats_bit { FLOW_ACTION_HW_STATS_IMMEDIATE_BIT = 0, FLOW_ACTION_HW_STATS_DELAYED_BIT = 1, FLOW_ACTION_HW_STATS_DISABLED_BIT = 2, FLOW_ACTION_HW_STATS_NUM_BITS = 3, }; struct flow_block { struct list_head cb_list; }; typedef int flow_setup_cb_t(enum tc_setup_type, void *, void *); struct qdisc_size_table { struct callback_head rcu; struct list_head list; struct tc_sizespec szopts; int refcnt; u16 data[0]; }; struct Qdisc_class_ops; struct Qdisc_ops { struct Qdisc_ops *next; const struct Qdisc_class_ops *cl_ops; char id[16]; int priv_size; unsigned int static_flags; int (*enqueue)(struct sk_buff *, struct Qdisc *, struct sk_buff **); struct sk_buff * (*dequeue)(struct Qdisc *); struct sk_buff * (*peek)(struct Qdisc *); int (*init)(struct Qdisc *, struct nlattr *, struct netlink_ext_ack *); void (*reset)(struct Qdisc *); void (*destroy)(struct Qdisc *); int (*change)(struct Qdisc *, struct nlattr *, struct netlink_ext_ack *); void (*attach)(struct Qdisc *); int (*change_tx_queue_len)(struct Qdisc *, unsigned int); void (*change_real_num_tx)(struct Qdisc *, unsigned int); int (*dump)(struct Qdisc *, struct sk_buff *); int (*dump_stats)(struct Qdisc *, struct gnet_dump *); void (*ingress_block_set)(struct Qdisc *, u32); void (*egress_block_set)(struct Qdisc *, u32); u32 (*ingress_block_get)(struct Qdisc *); u32 (*egress_block_get)(struct Qdisc *); struct module *owner; }; struct qdisc_walker; struct tcf_block; struct Qdisc_class_ops { unsigned int flags; struct netdev_queue * (*select_queue)(struct Qdisc *, struct tcmsg *); int (*graft)(struct Qdisc *, long unsigned int, struct Qdisc *, struct Qdisc **, struct netlink_ext_ack *); struct Qdisc * (*leaf)(struct Qdisc *, long unsigned int); void (*qlen_notify)(struct Qdisc *, long unsigned int); long unsigned int (*find)(struct Qdisc *, u32); int (*change)(struct Qdisc *, u32, u32, struct nlattr **, long unsigned int *, struct netlink_ext_ack *); int (*delete)(struct Qdisc *, long unsigned int, struct netlink_ext_ack *); void (*walk)(struct Qdisc *, struct qdisc_walker *); struct tcf_block * (*tcf_block)(struct Qdisc *, long unsigned int, struct netlink_ext_ack *); long unsigned int (*bind_tcf)(struct Qdisc *, long unsigned int, u32); void (*unbind_tcf)(struct Qdisc *, long unsigned int); int (*dump)(struct Qdisc *, long unsigned int, struct sk_buff *, struct tcmsg *); int (*dump_stats)(struct Qdisc *, long unsigned int, struct gnet_dump *); }; struct tcf_chain; struct tcf_block { struct mutex lock; struct list_head chain_list; u32 index; u32 classid; refcount_t refcnt; struct net *net; struct Qdisc *q; struct rw_semaphore cb_lock; struct flow_block flow_block; struct list_head owner_list; bool keep_dst; atomic_t offloadcnt; unsigned int nooffloaddevcnt; unsigned int lockeddevcnt; struct { struct tcf_chain *chain; struct list_head filter_chain_list; } chain0; struct callback_head rcu; struct hlist_head proto_destroy_ht[128]; struct mutex proto_destroy_lock; }; struct tcf_result; struct tcf_proto_ops; struct tcf_proto { struct tcf_proto *next; void *root; int (*classify)(struct sk_buff *, const struct tcf_proto *, struct tcf_result *); __be16 protocol; u32 prio; void *data; const struct tcf_proto_ops *ops; struct tcf_chain *chain; spinlock_t lock; bool deleting; refcount_t refcnt; struct callback_head rcu; struct hlist_node destroy_ht_node; }; struct tcf_result { union { struct { long unsigned int class; u32 classid; }; const struct tcf_proto *goto_tp; }; }; struct tcf_walker; struct tcf_exts; struct tcf_proto_ops { struct list_head head; char kind[16]; int (*classify)(struct sk_buff *, const struct tcf_proto *, struct tcf_result *); int (*init)(struct tcf_proto *); void (*destroy)(struct tcf_proto *, bool, struct netlink_ext_ack *); void * (*get)(struct tcf_proto *, u32); void (*put)(struct tcf_proto *, void *); int (*change)(struct net *, struct sk_buff *, struct tcf_proto *, long unsigned int, u32, struct nlattr **, void **, u32, struct netlink_ext_ack *); int (*delete)(struct tcf_proto *, void *, bool *, bool, struct netlink_ext_ack *); bool (*delete_empty)(struct tcf_proto *); void (*walk)(struct tcf_proto *, struct tcf_walker *, bool); int (*reoffload)(struct tcf_proto *, bool, flow_setup_cb_t *, void *, struct netlink_ext_ack *); void (*hw_add)(struct tcf_proto *, void *); void (*hw_del)(struct tcf_proto *, void *); void (*bind_class)(void *, u32, long unsigned int, void *, long unsigned int); void * (*tmplt_create)(struct net *, struct tcf_chain *, struct nlattr **, struct netlink_ext_ack *); void (*tmplt_destroy)(void *); struct tcf_exts * (*get_exts)(const struct tcf_proto *, u32); int (*dump)(struct net *, struct tcf_proto *, void *, struct sk_buff *, struct tcmsg *, bool); int (*terse_dump)(struct net *, struct tcf_proto *, void *, struct sk_buff *, struct tcmsg *, bool); int (*tmplt_dump)(struct sk_buff *, struct net *, void *); struct module *owner; int flags; }; struct tcf_chain { struct mutex filter_chain_lock; struct tcf_proto *filter_chain; struct list_head list; struct tcf_block *block; u32 index; unsigned int refcnt; unsigned int action_refcnt; bool explicitly_created; bool flushing; const struct tcf_proto_ops *tmplt_ops; void *tmplt_priv; struct callback_head rcu; }; typedef unsigned int (*bpf_dispatcher_fn)(const void *, const struct bpf_insn *, unsigned int (*)(const void *, const struct bpf_insn *)); struct xdp_rxq_info { struct net_device *dev; u32 queue_index; u32 reg_state; struct xdp_mem_info mem; unsigned int napi_id; u32 frag_size; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xdp_txq_info { struct net_device *dev; }; struct rhash_lock_head {}; struct bpf_active_lock { void *ptr; u32 id; }; struct bpf_stack_state { struct bpf_reg_state spilled_ptr; u8 slot_type[8]; }; struct bpf_reference_state { int id; int insn_idx; int callback_ref; }; struct bpf_idx_pair { u32 prev_idx; u32 idx; }; struct bpf_verifier_state { struct bpf_func_state *frame[8]; struct bpf_verifier_state *parent; u32 branches; u32 insn_idx; u32 curframe; struct bpf_active_lock active_lock; bool speculative; bool active_rcu_lock; u32 first_insn_idx; u32 last_insn_idx; struct bpf_idx_pair *jmp_history; u32 jmp_history_cnt; }; struct bpf_verifier_state_list { struct bpf_verifier_state state; struct bpf_verifier_state_list *next; int miss_cnt; int hit_cnt; }; struct bpf_loop_inline_state { unsigned int initialized: 1; unsigned int fit_for_inline: 1; u32 callback_subprogno; }; struct bpf_insn_aux_data { union { enum bpf_reg_type ptr_type; long unsigned int map_ptr_state; s32 call_imm; u32 alu_limit; struct { u32 map_index; u32 map_off; }; struct { enum bpf_reg_type reg_type; union { struct { struct btf *btf; u32 btf_id; }; u32 mem_size; }; } btf_var; struct bpf_loop_inline_state loop_inline_state; }; union { u64 obj_new_size; u64 insert_off; }; struct btf_struct_meta *kptr_struct_meta; u64 map_key_state; int ctx_field_size; u32 seen; bool sanitize_stack_spill; bool zext_dst; bool storage_get_func_atomic; bool is_iter_next; u8 alu_state; unsigned int orig_idx; bool jmp_point; bool prune_point; bool force_checkpoint; }; enum perf_bpf_event_type { PERF_BPF_EVENT_UNKNOWN = 0, PERF_BPF_EVENT_PROG_LOAD = 1, PERF_BPF_EVENT_PROG_UNLOAD = 2, PERF_BPF_EVENT_MAX = 3, }; struct bpf_mprog_cp { struct bpf_link *link; }; struct bpf_mprog_bundle { struct bpf_mprog_entry a; struct bpf_mprog_entry b; struct bpf_mprog_cp cp_items[64]; struct bpf_prog *ref; atomic64_t revision; u32 count; }; enum bpf_audit { BPF_AUDIT_LOAD = 0, BPF_AUDIT_UNLOAD = 1, BPF_AUDIT_MAX = 2, }; struct bpf_prog_kstats { u64 nsecs; u64 cnt; u64 misses; }; struct bpf_raw_tp_link { struct bpf_link link; struct bpf_raw_event_map *btp; }; struct bpf_perf_link { struct bpf_link link; struct file *perf_file; }; typedef u64 (*btf_bpf_sys_bpf)(int, union bpf_attr *, u32); typedef u64 (*btf_bpf_sys_close)(u32); typedef u64 (*btf_bpf_kallsyms_lookup_name)(const char *, int, int, u64 *); struct bpf_lpm_trie_key { __u32 prefixlen; __u8 data[0]; }; enum { BTF_KIND_UNKN = 0, BTF_KIND_INT = 1, BTF_KIND_PTR = 2, BTF_KIND_ARRAY = 3, BTF_KIND_STRUCT = 4, BTF_KIND_UNION = 5, BTF_KIND_ENUM = 6, BTF_KIND_FWD = 7, BTF_KIND_TYPEDEF = 8, BTF_KIND_VOLATILE = 9, BTF_KIND_CONST = 10, BTF_KIND_RESTRICT = 11, BTF_KIND_FUNC = 12, BTF_KIND_FUNC_PROTO = 13, BTF_KIND_VAR = 14, BTF_KIND_DATASEC = 15, BTF_KIND_FLOAT = 16, BTF_KIND_DECL_TAG = 17, BTF_KIND_TYPE_TAG = 18, BTF_KIND_ENUM64 = 19, NR_BTF_KINDS = 20, BTF_KIND_MAX = 19, }; struct ipv6_stable_secret { bool initialized; struct in6_addr secret; }; struct ipv6_devconf { __s32 forwarding; __s32 hop_limit; __s32 mtu6; __s32 accept_ra; __s32 accept_redirects; __s32 autoconf; __s32 dad_transmits; __s32 rtr_solicits; __s32 rtr_solicit_interval; __s32 rtr_solicit_max_interval; __s32 rtr_solicit_delay; __s32 force_mld_version; __s32 mldv1_unsolicited_report_interval; __s32 mldv2_unsolicited_report_interval; __s32 use_tempaddr; __s32 temp_valid_lft; __s32 temp_prefered_lft; __s32 regen_max_retry; __s32 max_desync_factor; __s32 max_addresses; __s32 accept_ra_defrtr; __u32 ra_defrtr_metric; __s32 accept_ra_min_hop_limit; __s32 accept_ra_min_lft; __s32 accept_ra_pinfo; __s32 ignore_routes_with_linkdown; __s32 proxy_ndp; __s32 accept_source_route; __s32 accept_ra_from_local; __s32 disable_ipv6; __s32 drop_unicast_in_l2_multicast; __s32 accept_dad; __s32 force_tllao; __s32 ndisc_notify; __s32 suppress_frag_ndisc; __s32 accept_ra_mtu; __s32 drop_unsolicited_na; __s32 accept_untracked_na; struct ipv6_stable_secret stable_secret; __s32 use_oif_addrs_only; __s32 keep_addr_on_down; __s32 seg6_enabled; __u32 enhanced_dad; __u32 addr_gen_mode; __s32 disable_policy; __s32 ndisc_tclass; __s32 rpl_seg_enabled; __u32 ioam6_id; __u32 ioam6_id_wide; __u8 ioam6_enabled; __u8 ndisc_evict_nocarrier; struct ctl_table_header *sysctl_header; }; struct icmpv6_mib_device { atomic_long_t mibs[7]; }; struct icmpv6msg_mib_device { atomic_long_t mibs[512]; }; enum { NAPI_STATE_SCHED = 0, NAPI_STATE_MISSED = 1, NAPI_STATE_DISABLE = 2, NAPI_STATE_NPSVC = 3, NAPI_STATE_LISTED = 4, NAPI_STATE_NO_BUSY_POLL = 5, NAPI_STATE_IN_BUSY_POLL = 6, NAPI_STATE_PREFER_BUSY_POLL = 7, NAPI_STATE_THREADED = 8, NAPI_STATE_SCHED_THREADED = 9, }; enum xps_map_type { XPS_CPUS = 0, XPS_RXQS = 1, XPS_MAPS_MAX = 2, }; enum bpf_xdp_mode { XDP_MODE_SKB = 0, XDP_MODE_DRV = 1, XDP_MODE_HW = 2, __MAX_XDP_MODE = 3, }; struct ipv6_devstat { struct proc_dir_entry *proc_dir_entry; struct ipstats_mib *ipv6; struct icmpv6_mib_device *icmpv6dev; struct icmpv6msg_mib_device *icmpv6msgdev; }; struct ifmcaddr6; struct ifacaddr6; struct inet6_dev { struct net_device *dev; netdevice_tracker dev_tracker; struct list_head addr_list; struct ifmcaddr6 *mc_list; struct ifmcaddr6 *mc_tomb; unsigned char mc_qrv; unsigned char mc_gq_running; unsigned char mc_ifc_count; unsigned char mc_dad_count; long unsigned int mc_v1_seen; long unsigned int mc_qi; long unsigned int mc_qri; long unsigned int mc_maxdelay; struct delayed_work mc_gq_work; struct delayed_work mc_ifc_work; struct delayed_work mc_dad_work; struct delayed_work mc_query_work; struct delayed_work mc_report_work; struct sk_buff_head mc_query_queue; struct sk_buff_head mc_report_queue; spinlock_t mc_query_lock; spinlock_t mc_report_lock; struct mutex mc_lock; struct ifacaddr6 *ac_list; rwlock_t lock; refcount_t refcnt; __u32 if_flags; int dead; u32 desync_factor; struct list_head tempaddr_list; struct in6_addr token; struct neigh_parms *nd_parms; struct ipv6_devconf cnf; struct ipv6_devstat stats; struct timer_list rs_timer; __s32 rs_interval; __u8 rs_probes; long unsigned int tstamp; struct callback_head rcu; unsigned int ra_mtu; }; enum { NETIF_MSG_DRV_BIT = 0, NETIF_MSG_PROBE_BIT = 1, NETIF_MSG_LINK_BIT = 2, NETIF_MSG_TIMER_BIT = 3, NETIF_MSG_IFDOWN_BIT = 4, NETIF_MSG_IFUP_BIT = 5, NETIF_MSG_RX_ERR_BIT = 6, NETIF_MSG_TX_ERR_BIT = 7, NETIF_MSG_TX_QUEUED_BIT = 8, NETIF_MSG_INTR_BIT = 9, NETIF_MSG_TX_DONE_BIT = 10, NETIF_MSG_RX_STATUS_BIT = 11, NETIF_MSG_PKTDATA_BIT = 12, NETIF_MSG_HW_BIT = 13, NETIF_MSG_WOL_BIT = 14, NETIF_MSG_CLASS_COUNT = 15, }; enum { RTAX_UNSPEC = 0, RTAX_LOCK = 1, RTAX_MTU = 2, RTAX_WINDOW = 3, RTAX_RTT = 4, RTAX_RTTVAR = 5, RTAX_SSTHRESH = 6, RTAX_CWND = 7, RTAX_ADVMSS = 8, RTAX_REORDERING = 9, RTAX_HOPLIMIT = 10, RTAX_INITCWND = 11, RTAX_FEATURES = 12, RTAX_RTO_MIN = 13, RTAX_INITRWND = 14, RTAX_QUICKACK = 15, RTAX_CC_ALGO = 16, RTAX_FASTOPEN_NO_COOKIE = 17, __RTAX_MAX = 18, }; enum { NEIGH_VAR_MCAST_PROBES = 0, NEIGH_VAR_UCAST_PROBES = 1, NEIGH_VAR_APP_PROBES = 2, NEIGH_VAR_MCAST_REPROBES = 3, NEIGH_VAR_RETRANS_TIME = 4, NEIGH_VAR_BASE_REACHABLE_TIME = 5, NEIGH_VAR_DELAY_PROBE_TIME = 6, NEIGH_VAR_INTERVAL_PROBE_TIME_MS = 7, NEIGH_VAR_GC_STALETIME = 8, NEIGH_VAR_QUEUE_LEN_BYTES = 9, NEIGH_VAR_PROXY_QLEN = 10, NEIGH_VAR_ANYCAST_DELAY = 11, NEIGH_VAR_PROXY_DELAY = 12, NEIGH_VAR_LOCKTIME = 13, NEIGH_VAR_QUEUE_LEN = 14, NEIGH_VAR_RETRANS_TIME_MS = 15, NEIGH_VAR_BASE_REACHABLE_TIME_MS = 16, NEIGH_VAR_GC_INTERVAL = 17, NEIGH_VAR_GC_THRESH1 = 18, NEIGH_VAR_GC_THRESH2 = 19, NEIGH_VAR_GC_THRESH3 = 20, NEIGH_VAR_MAX = 21, }; enum { TCP_ESTABLISHED = 1, TCP_SYN_SENT = 2, TCP_SYN_RECV = 3, TCP_FIN_WAIT1 = 4, TCP_FIN_WAIT2 = 5, TCP_TIME_WAIT = 6, TCP_CLOSE = 7, TCP_CLOSE_WAIT = 8, TCP_LAST_ACK = 9, TCP_LISTEN = 10, TCP_CLOSING = 11, TCP_NEW_SYN_RECV = 12, TCP_MAX_STATES = 13, }; struct request_sock; struct request_sock_ops { int family; unsigned int obj_size; struct kmem_cache *slab; char *slab_name; int (*rtx_syn_ack)(const struct sock *, struct request_sock *); void (*send_ack)(const struct sock *, struct sk_buff *, struct request_sock *); void (*send_reset)(const struct sock *, struct sk_buff *); void (*destructor)(struct request_sock *); void (*syn_ack_timeout)(const struct request_sock *); }; struct timewait_sock_ops { struct kmem_cache *twsk_slab; char *twsk_slab_name; unsigned int twsk_obj_size; int (*twsk_unique)(struct sock *, struct sock *, void *); void (*twsk_destructor)(struct sock *); }; struct saved_syn; struct request_sock { struct sock_common __req_common; struct request_sock *dl_next; u16 mss; u8 num_retrans; u8 syncookie: 1; u8 num_timeout: 7; u32 ts_recent; struct timer_list rsk_timer; const struct request_sock_ops *rsk_ops; struct sock *sk; struct saved_syn *saved_syn; u32 secid; u32 peer_secid; u32 timeout; }; struct saved_syn { u32 mac_hdrlen; u32 network_hdrlen; u32 tcp_hdrlen; u8 data[0]; }; enum tsq_enum { TSQ_THROTTLED = 0, TSQ_QUEUED = 1, TCP_TSQ_DEFERRED = 2, TCP_WRITE_TIMER_DEFERRED = 3, TCP_DELACK_TIMER_DEFERRED = 4, TCP_MTU_REDUCED_DEFERRED = 5, }; struct ip6_sf_list { struct ip6_sf_list *sf_next; struct in6_addr sf_addr; long unsigned int sf_count[2]; unsigned char sf_gsresp; unsigned char sf_oldin; unsigned char sf_crcount; struct callback_head rcu; }; struct ifmcaddr6 { struct in6_addr mca_addr; struct inet6_dev *idev; struct ifmcaddr6 *next; struct ip6_sf_list *mca_sources; struct ip6_sf_list *mca_tomb; unsigned int mca_sfmode; unsigned char mca_crcount; long unsigned int mca_sfcount[2]; struct delayed_work mca_work; unsigned int mca_flags; int mca_users; refcount_t mca_refcnt; long unsigned int mca_cstamp; long unsigned int mca_tstamp; struct callback_head rcu; }; struct ifacaddr6 { struct in6_addr aca_addr; struct fib6_info *aca_rt; struct ifacaddr6 *aca_next; struct hlist_node aca_addr_lst; int aca_users; refcount_t aca_refcnt; long unsigned int aca_cstamp; long unsigned int aca_tstamp; struct callback_head rcu; }; struct lpm_trie_node { struct callback_head rcu; struct lpm_trie_node *child[2]; u32 prefixlen; u32 flags; u8 data[0]; }; struct lpm_trie { struct bpf_map map; struct lpm_trie_node *root; size_t n_entries; size_t max_prefixlen; size_t data_size; spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_tuple { struct bpf_prog *prog; struct bpf_link *link; }; enum { BPF_F_BROADCAST = 8, BPF_F_EXCLUDE_INGRESS = 16, }; enum xdp_action { XDP_ABORTED = 0, XDP_DROP = 1, XDP_PASS = 2, XDP_TX = 3, XDP_REDIRECT = 4, }; struct bpf_devmap_val { __u32 ifindex; union { int fd; __u32 id; } bpf_prog; }; enum net_device_flags { IFF_UP = 1, IFF_BROADCAST = 2, IFF_DEBUG = 4, IFF_LOOPBACK = 8, IFF_POINTOPOINT = 16, IFF_NOTRAILERS = 32, IFF_RUNNING = 64, IFF_NOARP = 128, IFF_PROMISC = 256, IFF_ALLMULTI = 512, IFF_MASTER = 1024, IFF_SLAVE = 2048, IFF_MULTICAST = 4096, IFF_PORTSEL = 8192, IFF_AUTOMEDIA = 16384, IFF_DYNAMIC = 32768, IFF_LOWER_UP = 65536, IFF_DORMANT = 131072, IFF_ECHO = 262144, }; enum skb_drop_reason { SKB_NOT_DROPPED_YET = 0, SKB_CONSUMED = 1, SKB_DROP_REASON_NOT_SPECIFIED = 2, SKB_DROP_REASON_NO_SOCKET = 3, SKB_DROP_REASON_PKT_TOO_SMALL = 4, SKB_DROP_REASON_TCP_CSUM = 5, SKB_DROP_REASON_SOCKET_FILTER = 6, SKB_DROP_REASON_UDP_CSUM = 7, SKB_DROP_REASON_NETFILTER_DROP = 8, SKB_DROP_REASON_OTHERHOST = 9, SKB_DROP_REASON_IP_CSUM = 10, SKB_DROP_REASON_IP_INHDR = 11, SKB_DROP_REASON_IP_RPFILTER = 12, SKB_DROP_REASON_UNICAST_IN_L2_MULTICAST = 13, SKB_DROP_REASON_XFRM_POLICY = 14, SKB_DROP_REASON_IP_NOPROTO = 15, SKB_DROP_REASON_SOCKET_RCVBUFF = 16, SKB_DROP_REASON_PROTO_MEM = 17, SKB_DROP_REASON_TCP_MD5NOTFOUND = 18, SKB_DROP_REASON_TCP_MD5UNEXPECTED = 19, SKB_DROP_REASON_TCP_MD5FAILURE = 20, SKB_DROP_REASON_SOCKET_BACKLOG = 21, SKB_DROP_REASON_TCP_FLAGS = 22, SKB_DROP_REASON_TCP_ZEROWINDOW = 23, SKB_DROP_REASON_TCP_OLD_DATA = 24, SKB_DROP_REASON_TCP_OVERWINDOW = 25, SKB_DROP_REASON_TCP_OFOMERGE = 26, SKB_DROP_REASON_TCP_RFC7323_PAWS = 27, SKB_DROP_REASON_TCP_OLD_SEQUENCE = 28, SKB_DROP_REASON_TCP_INVALID_SEQUENCE = 29, SKB_DROP_REASON_TCP_RESET = 30, SKB_DROP_REASON_TCP_INVALID_SYN = 31, SKB_DROP_REASON_TCP_CLOSE = 32, SKB_DROP_REASON_TCP_FASTOPEN = 33, SKB_DROP_REASON_TCP_OLD_ACK = 34, SKB_DROP_REASON_TCP_TOO_OLD_ACK = 35, SKB_DROP_REASON_TCP_ACK_UNSENT_DATA = 36, SKB_DROP_REASON_TCP_OFO_QUEUE_PRUNE = 37, SKB_DROP_REASON_TCP_OFO_DROP = 38, SKB_DROP_REASON_IP_OUTNOROUTES = 39, SKB_DROP_REASON_BPF_CGROUP_EGRESS = 40, SKB_DROP_REASON_IPV6DISABLED = 41, SKB_DROP_REASON_NEIGH_CREATEFAIL = 42, SKB_DROP_REASON_NEIGH_FAILED = 43, SKB_DROP_REASON_NEIGH_QUEUEFULL = 44, SKB_DROP_REASON_NEIGH_DEAD = 45, SKB_DROP_REASON_TC_EGRESS = 46, SKB_DROP_REASON_QDISC_DROP = 47, SKB_DROP_REASON_CPU_BACKLOG = 48, SKB_DROP_REASON_XDP = 49, SKB_DROP_REASON_TC_INGRESS = 50, SKB_DROP_REASON_UNHANDLED_PROTO = 51, SKB_DROP_REASON_SKB_CSUM = 52, SKB_DROP_REASON_SKB_GSO_SEG = 53, SKB_DROP_REASON_SKB_UCOPY_FAULT = 54, SKB_DROP_REASON_DEV_HDR = 55, SKB_DROP_REASON_DEV_READY = 56, SKB_DROP_REASON_FULL_RING = 57, SKB_DROP_REASON_NOMEM = 58, SKB_DROP_REASON_HDR_TRUNC = 59, SKB_DROP_REASON_TAP_FILTER = 60, SKB_DROP_REASON_TAP_TXFILTER = 61, SKB_DROP_REASON_ICMP_CSUM = 62, SKB_DROP_REASON_INVALID_PROTO = 63, SKB_DROP_REASON_IP_INADDRERRORS = 64, SKB_DROP_REASON_IP_INNOROUTES = 65, SKB_DROP_REASON_PKT_TOO_BIG = 66, SKB_DROP_REASON_DUP_FRAG = 67, SKB_DROP_REASON_FRAG_REASM_TIMEOUT = 68, SKB_DROP_REASON_FRAG_TOO_FAR = 69, SKB_DROP_REASON_TCP_MINTTL = 70, SKB_DROP_REASON_IPV6_BAD_EXTHDR = 71, SKB_DROP_REASON_IPV6_NDISC_FRAG = 72, SKB_DROP_REASON_IPV6_NDISC_HOP_LIMIT = 73, SKB_DROP_REASON_IPV6_NDISC_BAD_CODE = 74, SKB_DROP_REASON_IPV6_NDISC_BAD_OPTIONS = 75, SKB_DROP_REASON_IPV6_NDISC_NS_OTHERHOST = 76, SKB_DROP_REASON_QUEUE_PURGE = 77, SKB_DROP_REASON_MAX = 78, SKB_DROP_REASON_SUBSYS_MASK = 4294901760, }; typedef struct bio_vec skb_frag_t; struct skb_shared_info { __u8 flags; __u8 meta_len; __u8 nr_frags; __u8 tx_flags; short unsigned int gso_size; short unsigned int gso_segs; struct sk_buff *frag_list; struct skb_shared_hwtstamps hwtstamps; unsigned int gso_type; u32 tskey; atomic_t dataref; unsigned int xdp_frags_size; void *destructor_arg; skb_frag_t frags[17]; }; enum netdev_xdp_act { NETDEV_XDP_ACT_BASIC = 1, NETDEV_XDP_ACT_REDIRECT = 2, NETDEV_XDP_ACT_NDO_XMIT = 4, NETDEV_XDP_ACT_XSK_ZEROCOPY = 8, NETDEV_XDP_ACT_HW_OFFLOAD = 16, NETDEV_XDP_ACT_RX_SG = 32, NETDEV_XDP_ACT_NDO_XMIT_SG = 64, NETDEV_XDP_ACT_MASK = 127, }; enum netdev_priv_flags { IFF_802_1Q_VLAN = 1ULL, IFF_EBRIDGE = 2ULL, IFF_BONDING = 4ULL, IFF_ISATAP = 8ULL, IFF_WAN_HDLC = 16ULL, IFF_XMIT_DST_RELEASE = 32ULL, IFF_DONT_BRIDGE = 64ULL, IFF_DISABLE_NETPOLL = 128ULL, IFF_MACVLAN_PORT = 256ULL, IFF_BRIDGE_PORT = 512ULL, IFF_OVS_DATAPATH = 1024ULL, IFF_TX_SKB_SHARING = 2048ULL, IFF_UNICAST_FLT = 4096ULL, IFF_TEAM_PORT = 8192ULL, IFF_SUPP_NOFCS = 16384ULL, IFF_LIVE_ADDR_CHANGE = 32768ULL, IFF_MACVLAN = 65536ULL, IFF_XMIT_DST_RELEASE_PERM = 131072ULL, IFF_L3MDEV_MASTER = 262144ULL, IFF_NO_QUEUE = 524288ULL, IFF_OPENVSWITCH = 1048576ULL, IFF_L3MDEV_SLAVE = 2097152ULL, IFF_TEAM = 4194304ULL, IFF_RXFH_CONFIGURED = 8388608ULL, IFF_PHONY_HEADROOM = 16777216ULL, IFF_MACSEC = 33554432ULL, IFF_NO_RX_HANDLER = 67108864ULL, IFF_FAILOVER = 134217728ULL, IFF_FAILOVER_SLAVE = 268435456ULL, IFF_L3MDEV_RX_HANDLER = 536870912ULL, IFF_NO_ADDRCONF = 1073741824ULL, IFF_TX_SKB_NO_LINEAR = 2147483648ULL, IFF_CHANGE_PROTO_DOWN = 4294967296ULL, IFF_SEE_ALL_HWTSTAMP_REQUESTS = 8589934592ULL, }; struct xdp_dev_bulk_queue { struct xdp_frame *q[16]; struct list_head flush_node; struct net_device *dev; struct net_device *dev_rx; struct bpf_prog *xdp_prog; unsigned int count; }; enum netdev_cmd { NETDEV_UP = 1, NETDEV_DOWN = 2, NETDEV_REBOOT = 3, NETDEV_CHANGE = 4, NETDEV_REGISTER = 5, NETDEV_UNREGISTER = 6, NETDEV_CHANGEMTU = 7, NETDEV_CHANGEADDR = 8, NETDEV_PRE_CHANGEADDR = 9, NETDEV_GOING_DOWN = 10, NETDEV_CHANGENAME = 11, NETDEV_FEAT_CHANGE = 12, NETDEV_BONDING_FAILOVER = 13, NETDEV_PRE_UP = 14, NETDEV_PRE_TYPE_CHANGE = 15, NETDEV_POST_TYPE_CHANGE = 16, NETDEV_POST_INIT = 17, NETDEV_PRE_UNINIT = 18, NETDEV_RELEASE = 19, NETDEV_NOTIFY_PEERS = 20, NETDEV_JOIN = 21, NETDEV_CHANGEUPPER = 22, NETDEV_RESEND_IGMP = 23, NETDEV_PRECHANGEMTU = 24, NETDEV_CHANGEINFODATA = 25, NETDEV_BONDING_INFO = 26, NETDEV_PRECHANGEUPPER = 27, NETDEV_CHANGELOWERSTATE = 28, NETDEV_UDP_TUNNEL_PUSH_INFO = 29, NETDEV_UDP_TUNNEL_DROP_INFO = 30, NETDEV_CHANGE_TX_QUEUE_LEN = 31, NETDEV_CVLAN_FILTER_PUSH_INFO = 32, NETDEV_CVLAN_FILTER_DROP_INFO = 33, NETDEV_SVLAN_FILTER_PUSH_INFO = 34, NETDEV_SVLAN_FILTER_DROP_INFO = 35, NETDEV_OFFLOAD_XSTATS_ENABLE = 36, NETDEV_OFFLOAD_XSTATS_DISABLE = 37, NETDEV_OFFLOAD_XSTATS_REPORT_USED = 38, NETDEV_OFFLOAD_XSTATS_REPORT_DELTA = 39, NETDEV_XDP_FEAT_CHANGE = 40, }; struct netdev_notifier_info { struct net_device *dev; struct netlink_ext_ack *extack; }; struct bpf_nh_params { u32 nh_family; union { u32 ipv4_nh; struct in6_addr ipv6_nh; }; }; struct bpf_redirect_info { u64 tgt_index; void *tgt_value; struct bpf_map *map; u32 flags; u32 kern_flags; u32 map_id; enum bpf_map_type map_type; struct bpf_nh_params nh; }; enum xdp_buff_flags { XDP_FLAGS_HAS_FRAGS = 1, XDP_FLAGS_FRAGS_PF_MEMALLOC = 2, }; struct bpf_dtab_netdev { struct net_device *dev; struct hlist_node index_hlist; struct bpf_prog *xdp_prog; struct callback_head rcu; unsigned int idx; struct bpf_devmap_val val; }; struct bpf_dtab { struct bpf_map map; struct bpf_dtab_netdev **netdev_map; struct list_head list; struct hlist_head *dev_index_head; spinlock_t index_lock; unsigned int items; u32 n_buckets; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum { BPF_LOCAL_STORAGE_GET_F_CREATE = 1, BPF_SK_STORAGE_GET_F_CREATE = 1, }; struct bpf_local_storage_data; struct bpf_local_storage { struct bpf_local_storage_data *cache[16]; struct bpf_local_storage_map *smap; struct hlist_head list; void *owner; struct callback_head rcu; raw_spinlock_t lock; }; struct bpf_mem_caches; struct bpf_mem_cache; struct bpf_mem_alloc { struct bpf_mem_caches *caches; struct bpf_mem_cache *cache; struct work_struct work; }; struct bpf_local_storage_map_bucket; struct bpf_local_storage_map { struct bpf_map map; struct bpf_local_storage_map_bucket *buckets; u32 bucket_log; u16 elem_size; u16 cache_idx; struct bpf_mem_alloc selem_ma; struct bpf_mem_alloc storage_ma; bool bpf_ma; long: 64; }; struct bpf_local_storage_map_bucket { struct hlist_head list; raw_spinlock_t lock; }; struct bpf_local_storage_data { struct bpf_local_storage_map *smap; u8 data[0]; }; struct bpf_local_storage_elem { struct hlist_node map_node; struct hlist_node snode; struct bpf_local_storage *local_storage; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct bpf_local_storage_data sdata; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_local_storage_cache { spinlock_t idx_lock; u64 idx_usage_counts[16]; }; typedef u64 (*btf_bpf_cgrp_storage_get)(struct bpf_map *, struct cgroup *, void *, u64, gfp_t); typedef u64 (*btf_bpf_cgrp_storage_delete)(struct bpf_map *, struct cgroup *); struct perf_event_mmap_page { __u32 version; __u32 compat_version; __u32 lock; __u32 index; __s64 offset; __u64 time_enabled; __u64 time_running; union { __u64 capabilities; struct { __u64 cap_bit0: 1; __u64 cap_bit0_is_deprecated: 1; __u64 cap_user_rdpmc: 1; __u64 cap_user_time: 1; __u64 cap_user_time_zero: 1; __u64 cap_user_time_short: 1; __u64 cap_____res: 58; }; }; __u16 pmc_width; __u16 time_shift; __u32 time_mult; __u64 time_offset; __u64 time_zero; __u32 size; __u32 __reserved_1; __u64 time_cycles; __u64 time_mask; __u8 __reserved[928]; __u64 data_head; __u64 data_tail; __u64 data_offset; __u64 data_size; __u64 aux_head; __u64 aux_tail; __u64 aux_offset; __u64 aux_size; }; struct perf_event_header { __u32 type; __u16 misc; __u16 size; }; enum perf_event_type { PERF_RECORD_MMAP = 1, PERF_RECORD_LOST = 2, PERF_RECORD_COMM = 3, PERF_RECORD_EXIT = 4, PERF_RECORD_THROTTLE = 5, PERF_RECORD_UNTHROTTLE = 6, PERF_RECORD_FORK = 7, PERF_RECORD_READ = 8, PERF_RECORD_SAMPLE = 9, PERF_RECORD_MMAP2 = 10, PERF_RECORD_AUX = 11, PERF_RECORD_ITRACE_START = 12, PERF_RECORD_LOST_SAMPLES = 13, PERF_RECORD_SWITCH = 14, PERF_RECORD_SWITCH_CPU_WIDE = 15, PERF_RECORD_NAMESPACES = 16, PERF_RECORD_KSYMBOL = 17, PERF_RECORD_BPF_EVENT = 18, PERF_RECORD_CGROUP = 19, PERF_RECORD_TEXT_POKE = 20, PERF_RECORD_AUX_OUTPUT_HW_ID = 21, PERF_RECORD_MAX = 22, }; struct perf_buffer { refcount_t refcount; struct callback_head callback_head; int nr_pages; int overwrite; int paused; atomic_t poll; local_t head; unsigned int nest; local_t events; local_t wakeup; local_t lost; long int watermark; long int aux_watermark; spinlock_t event_lock; struct list_head event_list; atomic_t mmap_count; long unsigned int mmap_locked; struct user_struct *mmap_user; long int aux_head; unsigned int aux_nest; long int aux_wakeup; long unsigned int aux_pgoff; int aux_nr_pages; int aux_overwrite; atomic_t aux_mmap_count; long unsigned int aux_mmap_locked; void (*free_aux)(void *); refcount_t aux_refcount; int aux_in_sampling; void **aux_pages; void *aux_priv; struct perf_event_mmap_page *user_page; void *data_pages[0]; }; enum rseq_cpu_id_state { RSEQ_CPU_ID_UNINITIALIZED = -1, RSEQ_CPU_ID_REGISTRATION_FAILED = -2, }; enum rseq_flags { RSEQ_FLAG_UNREGISTER = 1, }; enum rseq_cs_flags { RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT = 1, RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL = 2, RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE = 4, }; struct rseq_cs { __u32 version; __u32 flags; __u64 start_ip; __u64 post_commit_offset; __u64 abort_ip; }; struct trace_event_raw_rseq_update { struct trace_entry ent; s32 cpu_id; s32 node_id; s32 mm_cid; char __data[0]; }; struct trace_event_raw_rseq_ip_fixup { struct trace_entry ent; long unsigned int regs_ip; long unsigned int start_ip; long unsigned int post_commit_offset; long unsigned int abort_ip; char __data[0]; }; struct trace_event_data_offsets_rseq_update {}; struct trace_event_data_offsets_rseq_ip_fixup {}; typedef void (*btf_trace_rseq_update)(void *, struct task_struct *); typedef void (*btf_trace_rseq_ip_fixup)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); struct anon_vma { struct anon_vma *root; struct rw_semaphore rwsem; atomic_t refcount; long unsigned int num_children; long unsigned int num_active_vmas; struct anon_vma *parent; struct rb_root_cached rb_root; }; struct compact_control; struct capture_control { struct compact_control *cc; struct page *page; }; typedef unsigned int fgf_t; struct compact_control { struct list_head freepages; struct list_head migratepages; unsigned int nr_freepages; unsigned int nr_migratepages; long unsigned int free_pfn; long unsigned int migrate_pfn; long unsigned int fast_start_pfn; struct zone *zone; long unsigned int total_migrate_scanned; long unsigned int total_free_scanned; short unsigned int fast_search_fail; short int search_order; const gfp_t gfp_mask; int order; int migratetype; const unsigned int alloc_flags; const int highest_zoneidx; enum migrate_mode mode; bool ignore_skip_hint; bool no_set_skip_hint; bool ignore_block_suitable; bool direct_compaction; bool proactive_compaction; bool whole_zone; bool contended; bool finish_pageblock; bool alloc_contig; }; typedef __kernel_ulong_t ino_t; struct wait_bit_key { void *flags; int bit_nr; long unsigned int timeout; }; struct wait_bit_queue_entry { struct wait_bit_key key; struct wait_queue_entry wq_entry; }; enum vm_fault_reason { VM_FAULT_OOM = 1, VM_FAULT_SIGBUS = 2, VM_FAULT_MAJOR = 4, VM_FAULT_HWPOISON = 16, VM_FAULT_HWPOISON_LARGE = 32, VM_FAULT_SIGSEGV = 64, VM_FAULT_NOPAGE = 256, VM_FAULT_LOCKED = 512, VM_FAULT_RETRY = 1024, VM_FAULT_FALLBACK = 2048, VM_FAULT_DONE_COW = 4096, VM_FAULT_NEEDDSYNC = 8192, VM_FAULT_COMPLETED = 16384, VM_FAULT_HINDEX_MASK = 983040, }; typedef void (*xa_update_node_t)(struct xa_node *); struct xa_state { struct xarray *xa; long unsigned int xa_index; unsigned char xa_shift; unsigned char xa_sibs; unsigned char xa_offset; unsigned char xa_pad; struct xa_node *xa_node; struct xa_node *xa_alloc; xa_update_node_t xa_update; struct list_lru *xa_lru; }; enum positive_aop_returns { AOP_WRITEPAGE_ACTIVATE = 524288, AOP_TRUNCATED_PAGE = 524289, }; struct posix_acl_entry { short int e_tag; short unsigned int e_perm; union { kuid_t e_uid; kgid_t e_gid; }; }; struct posix_acl { refcount_t a_refcount; struct callback_head a_rcu; unsigned int a_count; struct posix_acl_entry a_entries[0]; }; struct fileattr { u32 flags; u32 fsx_xflags; u32 fsx_extsize; u32 fsx_nextents; u32 fsx_projid; u32 fsx_cowextsize; bool flags_valid: 1; bool fsx_valid: 1; }; struct kstatfs { long int f_type; long int f_bsize; u64 f_blocks; u64 f_bfree; u64 f_bavail; u64 f_files; u64 f_ffree; __kernel_fsid_t f_fsid; long int f_namelen; long int f_frsize; long int f_flags; long int f_spare[4]; }; struct fc_log; struct p_log { const char *prefix; struct fc_log *log; }; enum fs_context_purpose { FS_CONTEXT_FOR_MOUNT = 0, FS_CONTEXT_FOR_SUBMOUNT = 1, FS_CONTEXT_FOR_RECONFIGURE = 2, }; enum fs_context_phase { FS_CONTEXT_CREATE_PARAMS = 0, FS_CONTEXT_CREATING = 1, FS_CONTEXT_AWAITING_MOUNT = 2, FS_CONTEXT_AWAITING_RECONF = 3, FS_CONTEXT_RECONF_PARAMS = 4, FS_CONTEXT_RECONFIGURING = 5, FS_CONTEXT_FAILED = 6, }; struct fs_context_operations; struct fs_context { const struct fs_context_operations *ops; struct mutex uapi_mutex; struct file_system_type *fs_type; void *fs_private; void *sget_key; struct dentry *root; struct user_namespace *user_ns; struct net *net_ns; const struct cred *cred; struct p_log log; const char *source; void *security; void *s_fs_info; unsigned int sb_flags; unsigned int sb_flags_mask; unsigned int s_iflags; enum fs_context_purpose purpose: 8; enum fs_context_phase phase: 8; bool need_free: 1; bool global: 1; bool oldapi: 1; bool exclusive: 1; }; struct vm_event_state { long unsigned int event[107]; }; struct xattr; typedef int (*initxattrs)(struct inode *, const struct xattr *, void *); struct xattr { const char *name; void *value; size_t value_len; }; enum fs_value_type { fs_value_is_undefined = 0, fs_value_is_flag = 1, fs_value_is_string = 2, fs_value_is_blob = 3, fs_value_is_filename = 4, fs_value_is_file = 5, }; struct fs_parameter { const char *key; enum fs_value_type type: 8; union { char *string; void *blob; struct filename *name; struct file *file; }; size_t size; int dirfd; }; struct fc_log { refcount_t usage; u8 head; u8 tail; u8 need_free; struct module *owner; char *buffer[8]; }; struct fs_context_operations { void (*free)(struct fs_context *); int (*dup)(struct fs_context *, struct fs_context *); int (*parse_param)(struct fs_context *, struct fs_parameter *); int (*parse_monolithic)(struct fs_context *, void *); int (*get_tree)(struct fs_context *); int (*reconfigure)(struct fs_context *); }; struct constant_table { const char *name; int value; }; struct fs_parse_result { bool negated; union { bool boolean; int int_32; unsigned int uint_32; u64 uint_64; }; }; enum mapping_flags { AS_EIO = 0, AS_ENOSPC = 1, AS_MM_ALL_LOCKS = 2, AS_UNEVICTABLE = 3, AS_EXITING = 4, AS_NO_WRITEBACK_TAGS = 5, AS_LARGE_FOLIO_SUPPORT = 6, AS_RELEASE_ALWAYS = 7, }; enum { MPOL_DEFAULT = 0, MPOL_PREFERRED = 1, MPOL_BIND = 2, MPOL_INTERLEAVE = 3, MPOL_LOCAL = 4, MPOL_PREFERRED_MANY = 5, MPOL_MAX = 6, }; struct shared_policy { struct rb_root root; rwlock_t lock; }; struct simple_xattrs { struct rb_root rb_root; rwlock_t lock; }; struct simple_xattr { struct rb_node rb_node; char *name; size_t size; char value[0]; }; struct shmem_inode_info { spinlock_t lock; unsigned int seals; long unsigned int flags; long unsigned int alloced; long unsigned int swapped; long unsigned int fallocend; struct list_head shrinklist; struct list_head swaplist; struct shared_policy policy; struct simple_xattrs xattrs; atomic_t stop_eviction; struct timespec64 i_crtime; unsigned int fsflags; struct offset_ctx dir_offsets; struct inode vfs_inode; }; struct shmem_quota_limits { qsize_t usrquota_bhardlimit; qsize_t usrquota_ihardlimit; qsize_t grpquota_bhardlimit; qsize_t grpquota_ihardlimit; }; struct shmem_sb_info { long unsigned int max_blocks; struct percpu_counter used_blocks; long unsigned int max_inodes; long unsigned int free_ispace; raw_spinlock_t stat_lock; umode_t mode; unsigned char huge; kuid_t uid; kgid_t gid; bool full_inums; bool noswap; ino_t next_ino; ino_t *ino_batch; struct mempolicy *mpol; spinlock_t shrinklist_lock; struct list_head shrinklist; long unsigned int shrinklist_len; struct shmem_quota_limits qlimits; }; enum sgp_type { SGP_READ = 0, SGP_NOALLOC = 1, SGP_CACHE = 2, SGP_WRITE = 3, SGP_FALLOC = 4, }; typedef long unsigned int pte_marker; enum fid_type { FILEID_ROOT = 0, FILEID_INO32_GEN = 1, FILEID_INO32_GEN_PARENT = 2, FILEID_BTRFS_WITHOUT_PARENT = 77, FILEID_BTRFS_WITH_PARENT = 78, FILEID_BTRFS_WITH_PARENT_ROOT = 79, FILEID_UDF_WITHOUT_PARENT = 81, FILEID_UDF_WITH_PARENT = 82, FILEID_NILFS_WITHOUT_PARENT = 97, FILEID_NILFS_WITH_PARENT = 98, FILEID_FAT_WITHOUT_PARENT = 113, FILEID_FAT_WITH_PARENT = 114, FILEID_LUSTRE = 151, FILEID_KERNFS = 254, FILEID_INVALID = 255, }; struct fid { union { struct { u32 ino; u32 gen; u32 parent_ino; u32 parent_gen; } i32; struct { u32 block; u16 partref; u16 parent_partref; u32 generation; u32 parent_block; u32 parent_generation; } udf; struct { struct {} __empty_raw; __u32 raw[0]; }; }; }; struct folio_batch { unsigned char nr; bool percpu_pvec_drained; struct folio *folios[15]; }; struct shmem_falloc { wait_queue_head_t *waitq; long unsigned int start; long unsigned int next; long unsigned int nr_falloced; long unsigned int nr_unswapped; }; struct shmem_options { long long unsigned int blocks; long long unsigned int inodes; struct mempolicy *mpol; kuid_t uid; kgid_t gid; umode_t mode; bool full_inums; int huge; int seen; bool noswap; short unsigned int quota_types; struct shmem_quota_limits qlimits; }; enum shmem_param { Opt_gid = 0, Opt_huge = 1, Opt_mode = 2, Opt_mpol = 3, Opt_nr_blocks = 4, Opt_nr_inodes = 5, Opt_size = 6, Opt_uid = 7, Opt_inode32 = 8, Opt_inode64 = 9, Opt_noswap = 10, Opt_quota = 11, Opt_usrquota = 12, Opt_grpquota = 13, Opt_usrquota_block_hardlimit = 14, Opt_usrquota_inode_hardlimit = 15, Opt_grpquota_block_hardlimit = 16, Opt_grpquota_inode_hardlimit = 17, }; struct anon_vma_chain { struct vm_area_struct *vma; struct anon_vma *anon_vma; struct list_head same_vma; struct rb_node rb; long unsigned int rb_subtree_last; }; struct rb_augment_callbacks { void (*propagate)(struct rb_node *, struct rb_node *); void (*copy)(struct rb_node *, struct rb_node *); void (*rotate)(struct rb_node *, struct rb_node *); }; struct maple_alloc { long unsigned int total; unsigned char node_count; unsigned int request_count; struct maple_alloc *slot[30]; }; struct maple_enode; struct ma_state { struct maple_tree *tree; long unsigned int index; long unsigned int last; struct maple_enode *node; long unsigned int min; long unsigned int max; struct maple_alloc *alloc; unsigned char depth; unsigned char offset; unsigned char mas_flags; }; struct anon_vma_name { struct kref kref; char name[0]; }; struct vma_iterator { struct ma_state mas; }; enum page_walk_lock { PGWALK_RDLOCK = 0, PGWALK_WRLOCK = 1, PGWALK_WRLOCK_VERIFY = 2, }; struct mm_walk; struct mm_walk_ops { int (*pgd_entry)(pgd_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*p4d_entry)(p4d_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pud_entry)(pud_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pmd_entry)(pmd_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pte_entry)(pte_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pte_hole)(long unsigned int, long unsigned int, int, struct mm_walk *); int (*hugetlb_entry)(pte_t *, long unsigned int, long unsigned int, long unsigned int, struct mm_walk *); int (*test_walk)(long unsigned int, long unsigned int, struct mm_walk *); int (*pre_vma)(long unsigned int, long unsigned int, struct mm_walk *); void (*post_vma)(struct mm_walk *); enum page_walk_lock walk_lock; }; enum page_walk_action { ACTION_SUBTREE = 0, ACTION_CONTINUE = 1, ACTION_AGAIN = 2, }; struct mm_walk { const struct mm_walk_ops *ops; struct mm_struct *mm; pgd_t *pgd; struct vm_area_struct *vma; enum page_walk_action action; bool no_vma; void *private; }; enum tlb_flush_reason { TLB_FLUSH_ON_TASK_SWITCH = 0, TLB_REMOTE_SHOOTDOWN = 1, TLB_LOCAL_SHOOTDOWN = 2, TLB_LOCAL_MM_SHOOTDOWN = 3, TLB_REMOTE_SEND_IPI = 4, NR_TLB_FLUSH_REASONS = 5, }; enum ttu_flags { TTU_SPLIT_HUGE_PMD = 4, TTU_IGNORE_MLOCK = 8, TTU_SYNC = 16, TTU_HWPOISON = 32, TTU_BATCH_FLUSH = 64, TTU_RMAP_LOCKED = 128, }; typedef int rmap_t; struct page_vma_mapped_walk { long unsigned int pfn; long unsigned int nr_pages; long unsigned int pgoff; struct vm_area_struct *vma; long unsigned int address; pmd_t *pmd; pte_t *pte; spinlock_t *ptl; unsigned int flags; }; struct rmap_walk_control { void *arg; bool try_lock; bool contended; bool (*rmap_one)(struct folio *, struct vm_area_struct *, long unsigned int, void *); int (*done)(struct folio *); struct anon_vma * (*anon_lock)(struct folio *, struct rmap_walk_control *); bool (*invalid_vma)(struct vm_area_struct *, void *); }; struct hstate; struct hugepage_subpool { spinlock_t lock; long int count; long int max_hpages; long int used_hpages; struct hstate *hstate; long int min_hpages; long int rsv_hpages; }; struct hstate { struct mutex resize_lock; int next_nid_to_alloc; int next_nid_to_free; unsigned int order; unsigned int demote_order; long unsigned int mask; long unsigned int max_huge_pages; long unsigned int nr_huge_pages; long unsigned int free_huge_pages; long unsigned int resv_huge_pages; long unsigned int surplus_huge_pages; long unsigned int nr_overcommit_huge_pages; struct list_head hugepage_activelist; struct list_head hugepage_freelists[256]; unsigned int max_huge_pages_node[256]; unsigned int nr_huge_pages_node[256]; unsigned int free_huge_pages_node[256]; unsigned int surplus_huge_pages_node[256]; struct cftype cgroup_files_dfl[8]; struct cftype cgroup_files_legacy[10]; char name[32]; }; struct hugetlbfs_sb_info { long int max_inodes; long int free_inodes; spinlock_t stat_lock; struct hstate *hstate; struct hugepage_subpool *spool; kuid_t uid; kgid_t gid; umode_t mode; }; enum hugetlb_page_flags { HPG_restore_reserve = 0, HPG_migratable = 1, HPG_temporary = 2, HPG_freed = 3, HPG_vmemmap_optimized = 4, HPG_raw_hwp_unreliable = 5, __NR_HPAGEFLAGS = 6, }; struct trace_event_raw_tlb_flush { struct trace_entry ent; int reason; long unsigned int pages; char __data[0]; }; struct trace_event_data_offsets_tlb_flush {}; typedef void (*btf_trace_tlb_flush)(void *, int, long unsigned int); struct trace_event_raw_mm_migrate_pages { struct trace_entry ent; long unsigned int succeeded; long unsigned int failed; long unsigned int thp_succeeded; long unsigned int thp_failed; long unsigned int thp_split; enum migrate_mode mode; int reason; char __data[0]; }; struct trace_event_raw_mm_migrate_pages_start { struct trace_entry ent; enum migrate_mode mode; int reason; char __data[0]; }; struct trace_event_raw_migration_pte { struct trace_entry ent; long unsigned int addr; long unsigned int pte; int order; char __data[0]; }; struct trace_event_data_offsets_mm_migrate_pages {}; struct trace_event_data_offsets_mm_migrate_pages_start {}; struct trace_event_data_offsets_migration_pte {}; typedef void (*btf_trace_mm_migrate_pages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, enum migrate_mode, int); typedef void (*btf_trace_mm_migrate_pages_start)(void *, enum migrate_mode, int); typedef void (*btf_trace_set_migration_pte)(void *, long unsigned int, long unsigned int, int); typedef void (*btf_trace_remove_migration_pte)(void *, long unsigned int, long unsigned int, int); struct folio_referenced_arg { int mapcount; int referenced; long unsigned int vm_flags; struct mem_cgroup *memcg; }; struct swap_slots_cache { bool lock_initialized; struct mutex alloc_lock; swp_entry_t *slots; int nr; int cur; spinlock_t free_lock; swp_entry_t *slots_ret; int n_ret; }; struct mmu_notifier_subscriptions { struct hlist_head list; bool has_itree; spinlock_t lock; long unsigned int invalidate_seq; long unsigned int active_invalidate_ranges; struct rb_root_cached itree; wait_queue_head_t wq; struct hlist_head deferred_list; }; struct mmu_interval_notifier; struct mmu_interval_notifier_ops { bool (*invalidate)(struct mmu_interval_notifier *, const struct mmu_notifier_range *, long unsigned int); }; struct mmu_interval_notifier { struct interval_tree_node interval_tree; const struct mmu_interval_notifier_ops *ops; struct mm_struct *mm; struct hlist_node deferred_item; long unsigned int invalidate_seq; }; struct memory_tier { struct list_head list; struct list_head memory_types; int adistance_start; struct device dev; nodemask_t lower_tier_mask; }; typedef struct pglist_data pg_data_t; struct memory_notify { long unsigned int start_pfn; long unsigned int nr_pages; int status_change_nid_normal; int status_change_nid; }; struct memory_dev_type { struct list_head tier_sibiling; int adistance; nodemask_t nodes; struct kref kref; }; struct demotion_nodes { nodemask_t preferred; }; struct node_memory_type_map { struct memory_dev_type *memtype; int map_count; }; enum vmpressure_levels { VMPRESSURE_LOW = 0, VMPRESSURE_MEDIUM = 1, VMPRESSURE_CRITICAL = 2, VMPRESSURE_NUM_LEVELS = 3, }; enum vmpressure_modes { VMPRESSURE_NO_PASSTHROUGH = 0, VMPRESSURE_HIERARCHY = 1, VMPRESSURE_LOCAL = 2, VMPRESSURE_NUM_MODES = 3, }; struct vmpressure_event { struct eventfd_ctx *efd; enum vmpressure_levels level; enum vmpressure_modes mode; struct list_head node; }; struct trace_event_raw_test_pages_isolated { struct trace_entry ent; long unsigned int start_pfn; long unsigned int end_pfn; long unsigned int fin_pfn; char __data[0]; }; struct trace_event_data_offsets_test_pages_isolated {}; typedef void (*btf_trace_test_pages_isolated)(void *, long unsigned int, long unsigned int, long unsigned int); enum { REGION_INTERSECTS = 0, REGION_DISJOINT = 1, REGION_MIXED = 2, }; typedef __kernel_long_t __kernel_off_t; typedef __kernel_off_t off_t; enum iter_type { ITER_IOVEC = 0, ITER_KVEC = 1, ITER_BVEC = 2, ITER_XARRAY = 3, ITER_DISCARD = 4, ITER_UBUF = 5, }; typedef __kernel_rwf_t rwf_t; enum fsnotify_data_type { FSNOTIFY_EVENT_NONE = 0, FSNOTIFY_EVENT_PATH = 1, FSNOTIFY_EVENT_INODE = 2, FSNOTIFY_EVENT_DENTRY = 3, FSNOTIFY_EVENT_ERROR = 4, }; struct linux_dirent64 { u64 d_ino; s64 d_off; short unsigned int d_reclen; unsigned char d_type; char d_name[0]; }; struct old_linux_dirent { long unsigned int d_ino; long unsigned int d_offset; short unsigned int d_namlen; char d_name[0]; }; struct readdir_callback { struct dir_context ctx; struct old_linux_dirent *dirent; int result; }; struct linux_dirent { long unsigned int d_ino; long unsigned int d_off; short unsigned int d_reclen; char d_name[0]; }; struct getdents_callback { struct dir_context ctx; struct linux_dirent *current_dir; int prev_reclen; int count; int error; }; struct getdents_callback64 { struct dir_context ctx; struct linux_dirent64 *current_dir; int prev_reclen; int count; int error; }; typedef union { } release_pages_arg; struct splice_desc { size_t total_len; unsigned int len; unsigned int flags; union { void *userptr; struct file *file; void *data; } u; void (*splice_eof)(struct splice_desc *); loff_t pos; loff_t *opos; size_t num_spliced; bool need_wakeup; }; struct partial_page { unsigned int offset; unsigned int len; long unsigned int private; }; struct splice_pipe_desc { struct page **pages; struct partial_page *partial; int nr_pages; unsigned int nr_pages_max; const struct pipe_buf_operations *ops; void (*spd_release)(struct splice_pipe_desc *, unsigned int); }; typedef int splice_actor(struct pipe_inode_info *, struct pipe_buffer *, struct splice_desc *); typedef int splice_direct_actor(struct pipe_inode_info *, struct splice_desc *); enum fsnotify_iter_type { FSNOTIFY_ITER_TYPE_INODE = 0, FSNOTIFY_ITER_TYPE_VFSMOUNT = 1, FSNOTIFY_ITER_TYPE_SB = 2, FSNOTIFY_ITER_TYPE_PARENT = 3, FSNOTIFY_ITER_TYPE_INODE2 = 4, FSNOTIFY_ITER_TYPE_COUNT = 5, }; struct pseudo_fs_context { const struct super_operations *ops; const struct xattr_handler **xattr; const struct dentry_operations *dops; long unsigned int magic; }; typedef struct ns_common *ns_get_path_helper_t(void *); struct ns_get_path_task_args { const struct proc_ns_operations *ns_ops; struct task_struct *task; }; struct mnt_idmap { struct user_namespace *owner; refcount_t count; }; struct mount; struct mnt_namespace { struct ns_common ns; struct mount *root; struct list_head list; spinlock_t ns_lock; struct user_namespace *user_ns; struct ucounts *ucounts; u64 seq; wait_queue_head_t poll; u64 event; unsigned int mounts; unsigned int pending_mounts; }; struct fs_pin { wait_queue_head_t wait; int done; struct hlist_node s_list; struct hlist_node m_list; void (*kill)(struct fs_pin *); }; struct mnt_pcp; struct mountpoint; struct mount { struct hlist_node mnt_hash; struct mount *mnt_parent; struct dentry *mnt_mountpoint; struct vfsmount mnt; union { struct callback_head mnt_rcu; struct llist_node mnt_llist; }; struct mnt_pcp *mnt_pcp; struct list_head mnt_mounts; struct list_head mnt_child; struct list_head mnt_instance; const char *mnt_devname; struct list_head mnt_list; struct list_head mnt_expire; struct list_head mnt_share; struct list_head mnt_slave_list; struct list_head mnt_slave; struct mount *mnt_master; struct mnt_namespace *mnt_ns; struct mountpoint *mnt_mp; union { struct hlist_node mnt_mp_list; struct hlist_node mnt_umount; }; struct list_head mnt_umounting; struct fsnotify_mark_connector *mnt_fsnotify_marks; __u32 mnt_fsnotify_mask; int mnt_id; int mnt_group_id; int mnt_expiry_mark; struct hlist_head mnt_pins; struct hlist_head mnt_stuck_children; }; struct mnt_pcp { int mnt_count; int mnt_writers; }; struct mountpoint { struct hlist_node m_hash; struct dentry *m_dentry; struct hlist_head m_list; int m_count; }; struct inotify_event_info { struct fsnotify_event fse; u32 mask; int wd; u32 sync_cookie; int name_len; char name[0]; }; struct inotify_inode_mark { struct fsnotify_mark fsn_mark; int wd; }; struct __kernel_itimerspec { struct __kernel_timespec it_interval; struct __kernel_timespec it_value; }; enum alarmtimer_type { ALARM_REALTIME = 0, ALARM_BOOTTIME = 1, ALARM_NUMTYPE = 2, ALARM_REALTIME_FREEZER = 3, ALARM_BOOTTIME_FREEZER = 4, }; enum alarmtimer_restart { ALARMTIMER_NORESTART = 0, ALARMTIMER_RESTART = 1, }; struct alarm { struct timerqueue_node node; struct hrtimer timer; enum alarmtimer_restart (*function)(struct alarm *, ktime_t); enum alarmtimer_type type; int state; void *data; }; struct timens_offsets { struct timespec64 monotonic; struct timespec64 boottime; }; struct time_namespace { struct user_namespace *user_ns; struct ucounts *ucounts; struct ns_common ns; struct timens_offsets offsets; struct page *vvar_page; bool frozen_offsets; }; struct timerfd_ctx { union { struct hrtimer tmr; struct alarm alarm; } t; ktime_t tintv; ktime_t moffs; wait_queue_head_t wqh; u64 ticks; int clockid; short unsigned int expired; short unsigned int settime_flags; struct callback_head rcu; struct list_head clist; spinlock_t cancel_lock; bool might_cancel; }; struct file_lock_context { spinlock_t flc_lock; struct list_head flc_flock; struct list_head flc_posix; struct list_head flc_lease; }; struct nlm_lockowner; struct nfs_lock_info { u32 state; struct nlm_lockowner *owner; struct list_head list; }; struct nfs4_lock_state; struct nfs4_lock_info { struct nfs4_lock_state *owner; }; struct file_lock_operations; struct lock_manager_operations; struct file_lock { struct file_lock *fl_blocker; struct list_head fl_list; struct hlist_node fl_link; struct list_head fl_blocked_requests; struct list_head fl_blocked_member; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; unsigned int fl_pid; int fl_link_cpu; wait_queue_head_t fl_wait; struct file *fl_file; loff_t fl_start; loff_t fl_end; struct fasync_struct *fl_fasync; long unsigned int fl_break_time; long unsigned int fl_downgrade_time; const struct file_lock_operations *fl_ops; const struct lock_manager_operations *fl_lmops; union { struct nfs_lock_info nfs_fl; struct nfs4_lock_info nfs4_fl; struct { struct list_head link; int state; unsigned int debug_id; } afs; struct { struct inode *inode; } ceph; } fl_u; }; struct posix_acl_xattr_entry { __le16 e_tag; __le16 e_perm; __le32 e_id; }; struct posix_acl_xattr_header { __le32 a_version; }; struct file_lock_operations { void (*fl_copy_lock)(struct file_lock *, struct file_lock *); void (*fl_release_private)(struct file_lock *); }; struct lock_manager_operations { void *lm_mod_owner; fl_owner_t (*lm_get_owner)(fl_owner_t); void (*lm_put_owner)(fl_owner_t); void (*lm_notify)(struct file_lock *); int (*lm_grant)(struct file_lock *, int); bool (*lm_break)(struct file_lock *); int (*lm_change)(struct file_lock *, int, struct list_head *); void (*lm_setup)(struct file_lock *, void **); bool (*lm_breaker_owns_lease)(struct file_lock *); bool (*lm_lock_expirable)(struct file_lock *); void (*lm_expire_lock)(); }; struct file_handle { __u32 handle_bytes; int handle_type; unsigned char f_handle[0]; }; typedef u32 nlink_t; typedef int (*proc_write_t)(struct file *, char *, size_t); struct proc_dir_entry { atomic_t in_use; refcount_t refcnt; struct list_head pde_openers; spinlock_t pde_unload_lock; struct completion *pde_unload_completion; const struct inode_operations *proc_iops; union { const struct proc_ops *proc_ops; const struct file_operations *proc_dir_ops; }; const struct dentry_operations *proc_dops; union { const struct seq_operations *seq_ops; int (*single_show)(struct seq_file *, void *); }; proc_write_t write; void *data; unsigned int state_size; unsigned int low_ino; nlink_t nlink; kuid_t uid; kgid_t gid; loff_t size; struct proc_dir_entry *parent; struct rb_root subdir; struct rb_node subdir_node; char *name; umode_t mode; u8 flags; u8 namelen; char inline_name[0]; }; union proc_op { int (*proc_get_link)(struct dentry *, struct path *); int (*proc_show)(struct seq_file *, struct pid_namespace *, struct pid *, struct task_struct *); const char *lsm; }; struct proc_inode { struct pid *pid; unsigned int fd; union proc_op op; struct proc_dir_entry *pde; struct ctl_table_header *sysctl; struct ctl_table *sysctl_entry; struct hlist_node sibling_inodes; const struct proc_ns_operations *ns_ops; struct inode vfs_inode; }; struct proc_maps_private { struct inode *inode; struct task_struct *task; struct mm_struct *mm; struct vma_iterator iter; struct mempolicy *task_mempolicy; }; struct mem_size_stats { long unsigned int resident; long unsigned int shared_clean; long unsigned int shared_dirty; long unsigned int private_clean; long unsigned int private_dirty; long unsigned int referenced; long unsigned int anonymous; long unsigned int lazyfree; long unsigned int anonymous_thp; long unsigned int shmem_thp; long unsigned int file_thp; long unsigned int swap; long unsigned int shared_hugetlb; long unsigned int private_hugetlb; long unsigned int ksm; u64 pss; u64 pss_anon; u64 pss_file; u64 pss_shmem; u64 pss_dirty; u64 pss_locked; u64 swap_pss; }; enum clear_refs_types { CLEAR_REFS_ALL = 1, CLEAR_REFS_ANON = 2, CLEAR_REFS_MAPPED = 3, CLEAR_REFS_SOFT_DIRTY = 4, CLEAR_REFS_MM_HIWATER_RSS = 5, CLEAR_REFS_LAST = 6, }; struct clear_refs_private { enum clear_refs_types type; }; typedef struct { u64 pme; } pagemap_entry_t; struct pagemapread { int pos; int len; pagemap_entry_t *buffer; bool show_pfn; }; struct numa_maps { long unsigned int pages; long unsigned int anon; long unsigned int active; long unsigned int writeback; long unsigned int mapcount_max; long unsigned int dirty; long unsigned int swapcache; long unsigned int node[256]; }; struct numa_maps_private { struct proc_maps_private proc_maps; struct numa_maps md; }; struct ipc_ids { int in_use; short unsigned int seq; struct rw_semaphore rwsem; struct idr ipcs_idr; int max_idx; int last_idx; int next_id; struct rhashtable key_ht; }; struct ipc_namespace { struct ipc_ids ids[3]; int sem_ctls[4]; int used_sems; unsigned int msg_ctlmax; unsigned int msg_ctlmnb; unsigned int msg_ctlmni; struct percpu_counter percpu_msg_bytes; struct percpu_counter percpu_msg_hdrs; size_t shm_ctlmax; size_t shm_ctlall; long unsigned int shm_tot; int shm_ctlmni; int shm_rmid_forced; struct notifier_block ipcns_nb; struct vfsmount *mq_mnt; unsigned int mq_queues_count; unsigned int mq_queues_max; unsigned int mq_msg_max; unsigned int mq_msgsize_max; unsigned int mq_msg_default; unsigned int mq_msgsize_default; struct ctl_table_set mq_set; struct ctl_table_header *mq_sysctls; struct ctl_table_set ipc_set; struct ctl_table_header *ipc_sysctls; struct user_namespace *user_ns; struct ucounts *ucounts; struct llist_node mnt_llist; struct ns_common ns; }; typedef struct dentry *instantiate_t(struct dentry *, struct task_struct *, const void *); enum kernfs_node_type { KERNFS_DIR = 1, KERNFS_FILE = 2, KERNFS_LINK = 4, }; enum kernfs_node_flag { KERNFS_ACTIVATED = 16, KERNFS_NS = 32, KERNFS_HAS_SEQ_SHOW = 64, KERNFS_HAS_MMAP = 128, KERNFS_LOCKDEP = 256, KERNFS_HIDDEN = 512, KERNFS_SUICIDAL = 1024, KERNFS_SUICIDED = 2048, KERNFS_EMPTY_DIR = 4096, KERNFS_HAS_RELEASE = 8192, KERNFS_REMOVING = 16384, }; enum kernfs_root_flag { KERNFS_ROOT_CREATE_DEACTIVATED = 1, KERNFS_ROOT_EXTRA_OPEN_PERM_CHECK = 2, KERNFS_ROOT_SUPPORT_EXPORTOP = 4, KERNFS_ROOT_SUPPORT_USER_XATTR = 8, }; struct kernfs_syscall_ops; struct kernfs_root { struct kernfs_node *kn; unsigned int flags; struct idr ino_idr; u32 last_id_lowbits; u32 id_highbits; struct kernfs_syscall_ops *syscall_ops; struct list_head supers; wait_queue_head_t deactivate_waitq; struct rw_semaphore kernfs_rwsem; struct rw_semaphore kernfs_iattr_rwsem; struct rw_semaphore kernfs_supers_rwsem; }; struct kernfs_iattrs { kuid_t ia_uid; kgid_t ia_gid; struct timespec64 ia_atime; struct timespec64 ia_mtime; struct timespec64 ia_ctime; struct simple_xattrs xattrs; atomic_t nr_user_xattrs; atomic_t user_xattr_size; }; struct kernfs_syscall_ops { int (*show_options)(struct seq_file *, struct kernfs_root *); int (*mkdir)(struct kernfs_node *, const char *, umode_t); int (*rmdir)(struct kernfs_node *); int (*rename)(struct kernfs_node *, struct kernfs_node *, const char *); int (*show_path)(struct seq_file *, struct kernfs_node *, struct kernfs_root *); }; struct kernfs_fs_context { struct kernfs_root *root; void *ns_tag; long unsigned int magic; bool new_sb_created; }; struct buffer_head; typedef void bh_end_io_t(struct buffer_head *, int); struct buffer_head { long unsigned int b_state; struct buffer_head *b_this_page; union { struct page *b_page; struct folio *b_folio; }; sector_t b_blocknr; size_t b_size; char *b_data; struct block_device *b_bdev; bh_end_io_t *b_end_io; void *b_private; struct list_head b_assoc_buffers; struct address_space *b_assoc_map; atomic_t b_count; spinlock_t b_uptodate_lock; }; struct fiemap_extent; struct fiemap_extent_info { unsigned int fi_flags; unsigned int fi_extents_mapped; unsigned int fi_extents_max; struct fiemap_extent *fi_extents_start; }; typedef unsigned int tid_t; struct transaction_chp_stats_s { long unsigned int cs_chp_time; __u32 cs_forced_to_close; __u32 cs_written; __u32 cs_dropped; }; struct journal_s; typedef struct journal_s journal_t; struct journal_head; struct transaction_s; typedef struct transaction_s transaction_t; struct transaction_s { journal_t *t_journal; tid_t t_tid; enum { T_RUNNING = 0, T_LOCKED = 1, T_SWITCH = 2, T_FLUSH = 3, T_COMMIT = 4, T_COMMIT_DFLUSH = 5, T_COMMIT_JFLUSH = 6, T_COMMIT_CALLBACK = 7, T_FINISHED = 8, } t_state; long unsigned int t_log_start; int t_nr_buffers; struct journal_head *t_reserved_list; struct journal_head *t_buffers; struct journal_head *t_forget; struct journal_head *t_checkpoint_list; struct journal_head *t_shadow_list; struct list_head t_inode_list; long unsigned int t_max_wait; long unsigned int t_start; long unsigned int t_requested; struct transaction_chp_stats_s t_chp_stats; atomic_t t_updates; atomic_t t_outstanding_credits; atomic_t t_outstanding_revokes; atomic_t t_handle_count; transaction_t *t_cpnext; transaction_t *t_cpprev; long unsigned int t_expires; ktime_t t_start_time; unsigned int t_synchronous_commit: 1; int t_need_data_flush; struct list_head t_private_list; }; struct jbd2_buffer_trigger_type; struct journal_head { struct buffer_head *b_bh; spinlock_t b_state_lock; int b_jcount; unsigned int b_jlist; unsigned int b_modified; char *b_frozen_data; char *b_committed_data; transaction_t *b_transaction; transaction_t *b_next_transaction; struct journal_head *b_tnext; struct journal_head *b_tprev; transaction_t *b_cp_transaction; struct journal_head *b_cpnext; struct journal_head *b_cpprev; struct jbd2_buffer_trigger_type *b_triggers; struct jbd2_buffer_trigger_type *b_frozen_triggers; }; struct jbd2_buffer_trigger_type { void (*t_frozen)(struct jbd2_buffer_trigger_type *, struct buffer_head *, void *, size_t); void (*t_abort)(struct jbd2_buffer_trigger_type *, struct buffer_head *); }; struct crypto_alg; struct crypto_tfm { refcount_t refcnt; u32 crt_flags; int node; void (*exit)(struct crypto_tfm *); struct crypto_alg *__crt_alg; void *__crt_ctx[0]; }; struct cipher_alg { unsigned int cia_min_keysize; unsigned int cia_max_keysize; int (*cia_setkey)(struct crypto_tfm *, const u8 *, unsigned int); void (*cia_encrypt)(struct crypto_tfm *, u8 *, const u8 *); void (*cia_decrypt)(struct crypto_tfm *, u8 *, const u8 *); }; struct compress_alg { int (*coa_compress)(struct crypto_tfm *, const u8 *, unsigned int, u8 *, unsigned int *); int (*coa_decompress)(struct crypto_tfm *, const u8 *, unsigned int, u8 *, unsigned int *); }; struct crypto_type; struct crypto_alg { struct list_head cra_list; struct list_head cra_users; u32 cra_flags; unsigned int cra_blocksize; unsigned int cra_ctxsize; unsigned int cra_alignmask; int cra_priority; refcount_t cra_refcnt; char cra_name[128]; char cra_driver_name[128]; const struct crypto_type *cra_type; union { struct cipher_alg cipher; struct compress_alg compress; } cra_u; int (*cra_init)(struct crypto_tfm *); void (*cra_exit)(struct crypto_tfm *); void (*cra_destroy)(struct crypto_alg *); struct module *cra_module; }; struct crypto_instance; struct crypto_type { unsigned int (*ctxsize)(struct crypto_alg *, u32, u32); unsigned int (*extsize)(struct crypto_alg *); int (*init_tfm)(struct crypto_tfm *); void (*show)(struct seq_file *, struct crypto_alg *); int (*report)(struct sk_buff *, struct crypto_alg *); void (*free)(struct crypto_instance *); unsigned int type; unsigned int maskclear; unsigned int maskset; unsigned int tfmsize; }; struct crypto_shash { unsigned int descsize; struct crypto_tfm base; }; struct transaction_run_stats_s { long unsigned int rs_wait; long unsigned int rs_request_delay; long unsigned int rs_running; long unsigned int rs_locked; long unsigned int rs_flushing; long unsigned int rs_logging; __u32 rs_handle_count; __u32 rs_blocks; __u32 rs_blocks_logged; }; struct transaction_stats_s { long unsigned int ts_tid; long unsigned int ts_requested; struct transaction_run_stats_s run; }; enum passtype { PASS_SCAN = 0, PASS_REVOKE = 1, PASS_REPLAY = 2, }; struct journal_superblock_s; typedef struct journal_superblock_s journal_superblock_t; struct jbd2_revoke_table_s; struct jbd2_inode; struct journal_s { long unsigned int j_flags; long unsigned int j_atomic_flags; int j_errno; struct mutex j_abort_mutex; struct buffer_head *j_sb_buffer; journal_superblock_t *j_superblock; rwlock_t j_state_lock; int j_barrier_count; struct mutex j_barrier; transaction_t *j_running_transaction; transaction_t *j_committing_transaction; transaction_t *j_checkpoint_transactions; wait_queue_head_t j_wait_transaction_locked; wait_queue_head_t j_wait_done_commit; wait_queue_head_t j_wait_commit; wait_queue_head_t j_wait_updates; wait_queue_head_t j_wait_reserved; wait_queue_head_t j_fc_wait; struct mutex j_checkpoint_mutex; struct buffer_head *j_chkpt_bhs[64]; struct shrinker j_shrinker; struct percpu_counter j_checkpoint_jh_count; transaction_t *j_shrink_transaction; long unsigned int j_head; long unsigned int j_tail; long unsigned int j_free; long unsigned int j_first; long unsigned int j_last; long unsigned int j_fc_first; long unsigned int j_fc_off; long unsigned int j_fc_last; struct block_device *j_dev; int j_blocksize; long long unsigned int j_blk_offset; char j_devname[56]; struct block_device *j_fs_dev; unsigned int j_total_len; atomic_t j_reserved_credits; spinlock_t j_list_lock; struct inode *j_inode; tid_t j_tail_sequence; tid_t j_transaction_sequence; tid_t j_commit_sequence; tid_t j_commit_request; __u8 j_uuid[16]; struct task_struct *j_task; int j_max_transaction_buffers; int j_revoke_records_per_block; long unsigned int j_commit_interval; struct timer_list j_commit_timer; spinlock_t j_revoke_lock; struct jbd2_revoke_table_s *j_revoke; struct jbd2_revoke_table_s *j_revoke_table[2]; struct buffer_head **j_wbuf; struct buffer_head **j_fc_wbuf; int j_wbufsize; int j_fc_wbufsize; pid_t j_last_sync_writer; u64 j_average_commit_time; u32 j_min_batch_time; u32 j_max_batch_time; void (*j_commit_callback)(journal_t *, transaction_t *); int (*j_submit_inode_data_buffers)(struct jbd2_inode *); int (*j_finish_inode_data_buffers)(struct jbd2_inode *); spinlock_t j_history_lock; struct proc_dir_entry *j_proc_entry; struct transaction_stats_s j_stats; unsigned int j_failed_commit; void *j_private; struct crypto_shash *j_chksum_driver; __u32 j_csum_seed; void (*j_fc_cleanup_callback)(struct journal_s *, int, tid_t); int (*j_fc_replay_callback)(struct journal_s *, struct buffer_head *, enum passtype, int, tid_t); int (*j_bmap)(struct journal_s *, sector_t *); }; struct journal_header_s { __be32 h_magic; __be32 h_blocktype; __be32 h_sequence; }; typedef struct journal_header_s journal_header_t; struct journal_superblock_s { journal_header_t s_header; __be32 s_blocksize; __be32 s_maxlen; __be32 s_first; __be32 s_sequence; __be32 s_start; __be32 s_errno; __be32 s_feature_compat; __be32 s_feature_incompat; __be32 s_feature_ro_compat; __u8 s_uuid[16]; __be32 s_nr_users; __be32 s_dynsuper; __be32 s_max_transaction; __be32 s_max_trans_data; __u8 s_checksum_type; __u8 s_padding2[3]; __be32 s_num_fc_blks; __be32 s_head; __u32 s_padding[40]; __be32 s_checksum; __u8 s_users[768]; }; struct jbd2_inode { transaction_t *i_transaction; transaction_t *i_next_transaction; struct list_head i_list; struct inode *i_vfs_inode; long unsigned int i_flags; loff_t i_dirty_start; loff_t i_dirty_end; }; struct bgl_lock { spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct blockgroup_lock { struct bgl_lock locks[128]; }; struct fiemap_extent { __u64 fe_logical; __u64 fe_physical; __u64 fe_length; __u64 fe_reserved64[2]; __u32 fe_flags; __u32 fe_reserved[3]; }; struct fscrypt_dummy_policy {}; typedef int ext4_grpblk_t; typedef long long unsigned int ext4_fsblk_t; typedef __u32 ext4_lblk_t; typedef unsigned int ext4_group_t; struct ext4_system_blocks { struct rb_root root; struct callback_head rcu; }; struct flex_groups { atomic64_t free_clusters; atomic_t free_inodes; atomic_t used_dirs; }; enum { ES_WRITTEN_B = 0, ES_UNWRITTEN_B = 1, ES_DELAYED_B = 2, ES_HOLE_B = 3, ES_REFERENCED_B = 4, ES_FLAGS = 5, }; struct extent_status { struct rb_node rb_node; ext4_lblk_t es_lblk; ext4_lblk_t es_len; ext4_fsblk_t es_pblk; }; struct ext4_es_tree { struct rb_root root; struct extent_status *cache_es; }; struct ext4_es_stats { long unsigned int es_stats_shrunk; struct percpu_counter es_stats_cache_hits; struct percpu_counter es_stats_cache_misses; u64 es_stats_scan_time; u64 es_stats_max_scan_time; struct percpu_counter es_stats_all_cnt; struct percpu_counter es_stats_shk_cnt; }; struct pending_reservation { struct rb_node rb_node; ext4_lblk_t lclu; }; struct ext4_pending_tree { struct rb_root root; }; struct ext4_fc_stats { unsigned int fc_ineligible_reason_count[10]; long unsigned int fc_num_commits; long unsigned int fc_ineligible_commits; long unsigned int fc_failed_commits; long unsigned int fc_skipped_commits; long unsigned int fc_numblks; u64 s_fc_avg_commit_time; }; struct ext4_fc_alloc_region { ext4_lblk_t lblk; ext4_fsblk_t pblk; int ino; int len; }; struct ext4_fc_replay_state { int fc_replay_num_tags; int fc_replay_expected_off; int fc_current_pass; int fc_cur_tag; int fc_crc; struct ext4_fc_alloc_region *fc_regions; int fc_regions_size; int fc_regions_used; int fc_regions_valid; int *fc_modified_inodes; int fc_modified_inodes_used; int fc_modified_inodes_size; }; struct ext4_inode_info { __le32 i_data[15]; __u32 i_dtime; ext4_fsblk_t i_file_acl; ext4_group_t i_block_group; ext4_lblk_t i_dir_start_lookup; long unsigned int i_flags; struct rw_semaphore xattr_sem; union { struct list_head i_orphan; unsigned int i_orphan_idx; }; struct list_head i_fc_dilist; struct list_head i_fc_list; ext4_lblk_t i_fc_lblk_start; ext4_lblk_t i_fc_lblk_len; atomic_t i_fc_updates; wait_queue_head_t i_fc_wait; struct mutex i_fc_lock; loff_t i_disksize; struct rw_semaphore i_data_sem; struct inode vfs_inode; struct jbd2_inode *jinode; spinlock_t i_raw_lock; struct timespec64 i_crtime; atomic_t i_prealloc_active; struct rb_root i_prealloc_node; rwlock_t i_prealloc_lock; struct ext4_es_tree i_es_tree; rwlock_t i_es_lock; struct list_head i_es_list; unsigned int i_es_all_nr; unsigned int i_es_shk_nr; ext4_lblk_t i_es_shrink_lblk; ext4_group_t i_last_alloc_group; unsigned int i_reserved_data_blocks; struct ext4_pending_tree i_pending_tree; __u16 i_extra_isize; u16 i_inline_off; u16 i_inline_size; spinlock_t i_completed_io_lock; struct list_head i_rsv_conversion_list; struct work_struct i_rsv_conversion_work; atomic_t i_unwritten; spinlock_t i_block_reservation_lock; tid_t i_sync_tid; tid_t i_datasync_tid; __u32 i_csum_seed; kprojid_t i_projid; }; struct ext4_super_block { __le32 s_inodes_count; __le32 s_blocks_count_lo; __le32 s_r_blocks_count_lo; __le32 s_free_blocks_count_lo; __le32 s_free_inodes_count; __le32 s_first_data_block; __le32 s_log_block_size; __le32 s_log_cluster_size; __le32 s_blocks_per_group; __le32 s_clusters_per_group; __le32 s_inodes_per_group; __le32 s_mtime; __le32 s_wtime; __le16 s_mnt_count; __le16 s_max_mnt_count; __le16 s_magic; __le16 s_state; __le16 s_errors; __le16 s_minor_rev_level; __le32 s_lastcheck; __le32 s_checkinterval; __le32 s_creator_os; __le32 s_rev_level; __le16 s_def_resuid; __le16 s_def_resgid; __le32 s_first_ino; __le16 s_inode_size; __le16 s_block_group_nr; __le32 s_feature_compat; __le32 s_feature_incompat; __le32 s_feature_ro_compat; __u8 s_uuid[16]; char s_volume_name[16]; char s_last_mounted[64]; __le32 s_algorithm_usage_bitmap; __u8 s_prealloc_blocks; __u8 s_prealloc_dir_blocks; __le16 s_reserved_gdt_blocks; __u8 s_journal_uuid[16]; __le32 s_journal_inum; __le32 s_journal_dev; __le32 s_last_orphan; __le32 s_hash_seed[4]; __u8 s_def_hash_version; __u8 s_jnl_backup_type; __le16 s_desc_size; __le32 s_default_mount_opts; __le32 s_first_meta_bg; __le32 s_mkfs_time; __le32 s_jnl_blocks[17]; __le32 s_blocks_count_hi; __le32 s_r_blocks_count_hi; __le32 s_free_blocks_count_hi; __le16 s_min_extra_isize; __le16 s_want_extra_isize; __le32 s_flags; __le16 s_raid_stride; __le16 s_mmp_update_interval; __le64 s_mmp_block; __le32 s_raid_stripe_width; __u8 s_log_groups_per_flex; __u8 s_checksum_type; __u8 s_encryption_level; __u8 s_reserved_pad; __le64 s_kbytes_written; __le32 s_snapshot_inum; __le32 s_snapshot_id; __le64 s_snapshot_r_blocks_count; __le32 s_snapshot_list; __le32 s_error_count; __le32 s_first_error_time; __le32 s_first_error_ino; __le64 s_first_error_block; __u8 s_first_error_func[32]; __le32 s_first_error_line; __le32 s_last_error_time; __le32 s_last_error_ino; __le32 s_last_error_line; __le64 s_last_error_block; __u8 s_last_error_func[32]; __u8 s_mount_opts[64]; __le32 s_usr_quota_inum; __le32 s_grp_quota_inum; __le32 s_overhead_clusters; __le32 s_backup_bgs[2]; __u8 s_encrypt_algos[4]; __u8 s_encrypt_pw_salt[16]; __le32 s_lpf_ino; __le32 s_prj_quota_inum; __le32 s_checksum_seed; __u8 s_wtime_hi; __u8 s_mtime_hi; __u8 s_mkfs_time_hi; __u8 s_lastcheck_hi; __u8 s_first_error_time_hi; __u8 s_last_error_time_hi; __u8 s_first_error_errcode; __u8 s_last_error_errcode; __le16 s_encoding; __le16 s_encoding_flags; __le32 s_orphan_file_inum; __le32 s_reserved[94]; __le32 s_checksum; }; struct ext4_journal_trigger { struct jbd2_buffer_trigger_type tr_triggers; struct super_block *sb; }; struct ext4_orphan_block { atomic_t ob_free_entries; struct buffer_head *ob_bh; }; struct ext4_orphan_info { int of_blocks; __u32 of_csum_seed; struct ext4_orphan_block *of_binfo; }; struct mb_cache; struct ext4_group_info; struct ext4_locality_group; struct ext4_li_request; struct dax_device; struct ext4_sb_info { long unsigned int s_desc_size; long unsigned int s_inodes_per_block; long unsigned int s_blocks_per_group; long unsigned int s_clusters_per_group; long unsigned int s_inodes_per_group; long unsigned int s_itb_per_group; long unsigned int s_gdb_count; long unsigned int s_desc_per_block; ext4_group_t s_groups_count; ext4_group_t s_blockfile_groups; long unsigned int s_overhead; unsigned int s_cluster_ratio; unsigned int s_cluster_bits; loff_t s_bitmap_maxbytes; struct buffer_head *s_sbh; struct ext4_super_block *s_es; struct buffer_head **s_group_desc; unsigned int s_mount_opt; unsigned int s_mount_opt2; long unsigned int s_mount_flags; unsigned int s_def_mount_opt; unsigned int s_def_mount_opt2; ext4_fsblk_t s_sb_block; atomic64_t s_resv_clusters; kuid_t s_resuid; kgid_t s_resgid; short unsigned int s_mount_state; short unsigned int s_pad; int s_addr_per_block_bits; int s_desc_per_block_bits; int s_inode_size; int s_first_ino; unsigned int s_inode_readahead_blks; unsigned int s_inode_goal; u32 s_hash_seed[4]; int s_def_hash_version; int s_hash_unsigned; struct percpu_counter s_freeclusters_counter; struct percpu_counter s_freeinodes_counter; struct percpu_counter s_dirs_counter; struct percpu_counter s_dirtyclusters_counter; struct percpu_counter s_sra_exceeded_retry_limit; struct blockgroup_lock *s_blockgroup_lock; struct proc_dir_entry *s_proc; struct kobject s_kobj; struct completion s_kobj_unregister; struct super_block *s_sb; struct buffer_head *s_mmp_bh; struct journal_s *s_journal; long unsigned int s_ext4_flags; struct mutex s_orphan_lock; struct list_head s_orphan; struct ext4_orphan_info s_orphan_info; long unsigned int s_commit_interval; u32 s_max_batch_time; u32 s_min_batch_time; struct block_device *s_journal_bdev; unsigned int s_want_extra_isize; struct ext4_system_blocks *s_system_blks; struct ext4_group_info ***s_group_info; struct inode *s_buddy_cache; spinlock_t s_md_lock; short unsigned int *s_mb_offsets; unsigned int *s_mb_maxs; unsigned int s_group_info_size; unsigned int s_mb_free_pending; struct list_head s_freed_data_list; struct list_head s_discard_list; struct work_struct s_discard_work; atomic_t s_retry_alloc_pending; struct list_head *s_mb_avg_fragment_size; rwlock_t *s_mb_avg_fragment_size_locks; struct list_head *s_mb_largest_free_orders; rwlock_t *s_mb_largest_free_orders_locks; long unsigned int s_stripe; unsigned int s_mb_max_linear_groups; unsigned int s_mb_stream_request; unsigned int s_mb_max_to_scan; unsigned int s_mb_min_to_scan; unsigned int s_mb_stats; unsigned int s_mb_order2_reqs; unsigned int s_mb_group_prealloc; unsigned int s_max_dir_size_kb; long unsigned int s_mb_last_group; long unsigned int s_mb_last_start; unsigned int s_mb_prefetch; unsigned int s_mb_prefetch_limit; unsigned int s_mb_best_avail_max_trim_order; atomic_t s_bal_reqs; atomic_t s_bal_success; atomic_t s_bal_allocated; atomic_t s_bal_ex_scanned; atomic_t s_bal_cX_ex_scanned[5]; atomic_t s_bal_groups_scanned; atomic_t s_bal_goals; atomic_t s_bal_len_goals; atomic_t s_bal_breaks; atomic_t s_bal_2orders; atomic_t s_bal_p2_aligned_bad_suggestions; atomic_t s_bal_goal_fast_bad_suggestions; atomic_t s_bal_best_avail_bad_suggestions; atomic64_t s_bal_cX_groups_considered[5]; atomic64_t s_bal_cX_hits[5]; atomic64_t s_bal_cX_failed[5]; atomic_t s_mb_buddies_generated; atomic64_t s_mb_generation_time; atomic_t s_mb_lost_chunks; atomic_t s_mb_preallocated; atomic_t s_mb_discarded; atomic_t s_lock_busy; struct ext4_locality_group *s_locality_groups; long unsigned int s_sectors_written_start; u64 s_kbytes_written; unsigned int s_extent_max_zeroout_kb; unsigned int s_log_groups_per_flex; struct flex_groups **s_flex_groups; ext4_group_t s_flex_groups_allocated; struct workqueue_struct *rsv_conversion_wq; struct timer_list s_err_report; struct ext4_li_request *s_li_request; unsigned int s_li_wait_mult; struct task_struct *s_mmp_tsk; long unsigned int s_last_trim_minblks; struct crypto_shash *s_chksum_driver; __u32 s_csum_seed; struct shrinker s_es_shrinker; struct list_head s_es_list; long int s_es_nr_inode; struct ext4_es_stats s_es_stats; struct mb_cache *s_ea_block_cache; struct mb_cache *s_ea_inode_cache; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t s_es_lock; struct ext4_journal_trigger s_journal_triggers[1]; struct ratelimit_state s_err_ratelimit_state; struct ratelimit_state s_warning_ratelimit_state; struct ratelimit_state s_msg_ratelimit_state; atomic_t s_warning_count; atomic_t s_msg_count; struct fscrypt_dummy_policy s_dummy_enc_policy; struct percpu_rw_semaphore s_writepages_rwsem; struct dax_device *s_daxdev; u64 s_dax_part_off; errseq_t s_bdev_wb_err; spinlock_t s_bdev_wb_lock; spinlock_t s_error_lock; int s_add_error_count; int s_first_error_code; __u32 s_first_error_line; __u32 s_first_error_ino; __u64 s_first_error_block; const char *s_first_error_func; time64_t s_first_error_time; int s_last_error_code; __u32 s_last_error_line; __u32 s_last_error_ino; __u64 s_last_error_block; const char *s_last_error_func; time64_t s_last_error_time; struct work_struct s_sb_upd_work; atomic_t s_fc_subtid; struct list_head s_fc_q[2]; struct list_head s_fc_dentry_q[2]; unsigned int s_fc_bytes; spinlock_t s_fc_lock; struct buffer_head *s_fc_bh; struct ext4_fc_stats s_fc_stats; tid_t s_fc_ineligible_tid; struct ext4_fc_replay_state s_fc_replay_state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ext4_group_info { long unsigned int bb_state; struct rb_root bb_free_root; ext4_grpblk_t bb_first_free; ext4_grpblk_t bb_free; ext4_grpblk_t bb_fragments; int bb_avg_fragment_size_order; ext4_grpblk_t bb_largest_free_order; ext4_group_t bb_group; struct list_head bb_prealloc_list; struct rw_semaphore alloc_sem; struct list_head bb_avg_fragment_size_node; struct list_head bb_largest_free_order_node; ext4_grpblk_t bb_counters[0]; }; enum ext4_li_mode { EXT4_LI_MODE_PREFETCH_BBITMAP = 0, EXT4_LI_MODE_ITABLE = 1, }; struct ext4_li_request { struct super_block *lr_super; enum ext4_li_mode lr_mode; ext4_group_t lr_first_not_zeroed; ext4_group_t lr_next_group; struct list_head lr_request; long unsigned int lr_next_sched; long unsigned int lr_timeout; }; enum { EXT4_STATE_NEW = 0, EXT4_STATE_XATTR = 1, EXT4_STATE_NO_EXPAND = 2, EXT4_STATE_DA_ALLOC_CLOSE = 3, EXT4_STATE_EXT_MIGRATE = 4, EXT4_STATE_NEWENTRY = 5, EXT4_STATE_MAY_INLINE_DATA = 6, EXT4_STATE_EXT_PRECACHED = 7, EXT4_STATE_LUSTRE_EA_INODE = 8, EXT4_STATE_VERITY_IN_PROGRESS = 9, EXT4_STATE_FC_COMMITTING = 10, EXT4_STATE_ORPHAN_FILE = 11, }; struct rsvd_count { int ndelonly; bool first_do_lblk_found; ext4_lblk_t first_do_lblk; ext4_lblk_t last_do_lblk; struct extent_status *left_es; bool partial; ext4_lblk_t lclu; }; typedef short unsigned int __kernel_uid16_t; typedef short unsigned int __kernel_gid16_t; typedef __kernel_uid16_t uid16_t; typedef __kernel_gid16_t gid16_t; typedef int get_block_t(struct inode *, sector_t, struct buffer_head *, int); enum req_flag_bits { __REQ_FAILFAST_DEV = 8, __REQ_FAILFAST_TRANSPORT = 9, __REQ_FAILFAST_DRIVER = 10, __REQ_SYNC = 11, __REQ_META = 12, __REQ_PRIO = 13, __REQ_NOMERGE = 14, __REQ_IDLE = 15, __REQ_INTEGRITY = 16, __REQ_FUA = 17, __REQ_PREFLUSH = 18, __REQ_RAHEAD = 19, __REQ_BACKGROUND = 20, __REQ_NOWAIT = 21, __REQ_POLLED = 22, __REQ_ALLOC_CACHE = 23, __REQ_SWAP = 24, __REQ_DRV = 25, __REQ_FS_PRIVATE = 26, __REQ_NOUNMAP = 27, __REQ_NR_BITS = 28, }; enum bh_state_bits { BH_Uptodate = 0, BH_Dirty = 1, BH_Lock = 2, BH_Req = 3, BH_Mapped = 4, BH_New = 5, BH_Async_Read = 6, BH_Async_Write = 7, BH_Delay = 8, BH_Boundary = 9, BH_Write_EIO = 10, BH_Unwritten = 11, BH_Quiet = 12, BH_Meta = 13, BH_Prio = 14, BH_Defer_Completion = 15, BH_PrivateStart = 16, }; struct iomap_folio_ops; struct iomap { u64 addr; loff_t offset; u64 length; u16 type; u16 flags; struct block_device *bdev; struct dax_device *dax_dev; void *inline_data; void *private; const struct iomap_folio_ops *folio_ops; u64 validity_cookie; }; struct iomap_iter; struct iomap_folio_ops { struct folio * (*get_folio)(struct iomap_iter *, loff_t, unsigned int); void (*put_folio)(struct inode *, loff_t, unsigned int, struct folio *); bool (*iomap_valid)(struct inode *, const struct iomap *); }; struct iomap_iter { struct inode *inode; loff_t pos; u64 len; s64 processed; unsigned int flags; struct iomap iomap; struct iomap srcmap; void *private; }; struct iomap_ops { int (*iomap_begin)(struct inode *, loff_t, loff_t, unsigned int, struct iomap *, struct iomap *); int (*iomap_end)(struct inode *, loff_t, loff_t, ssize_t, unsigned int, struct iomap *); }; struct shash_desc { struct crypto_shash *tfm; void *__ctx[0]; }; struct jbd2_journal_handle; typedef struct jbd2_journal_handle handle_t; struct jbd2_journal_handle { union { transaction_t *h_transaction; journal_t *h_journal; }; handle_t *h_rsv_handle; int h_total_credits; int h_revoke_credits; int h_revoke_credits_requested; int h_ref; int h_err; unsigned int h_sync: 1; unsigned int h_jdata: 1; unsigned int h_reserved: 1; unsigned int h_aborted: 1; unsigned int h_type: 8; unsigned int h_line_no: 16; long unsigned int h_start_jiffies; unsigned int h_requested_credits; unsigned int saved_alloc_context; }; enum jbd_state_bits { BH_JBD = 16, BH_JWrite = 17, BH_Freed = 18, BH_Revoked = 19, BH_RevokeValid = 20, BH_JBDDirty = 21, BH_JournalHead = 22, BH_Shadow = 23, BH_Verified = 24, BH_JBDPrivateStart = 25, }; struct ext4_map_blocks { ext4_fsblk_t m_pblk; ext4_lblk_t m_lblk; unsigned int m_len; unsigned int m_flags; }; struct ext4_io_end_vec { struct list_head list; loff_t offset; ssize_t size; }; struct ext4_io_end { struct list_head list; handle_t *handle; struct inode *inode; struct bio *bio; unsigned int flag; refcount_t count; struct list_head list_vec; }; typedef struct ext4_io_end ext4_io_end_t; struct ext4_io_submit { struct writeback_control *io_wbc; struct bio *io_bio; ext4_io_end_t *io_end; sector_t io_next_block; }; struct ext4_group_desc { __le32 bg_block_bitmap_lo; __le32 bg_inode_bitmap_lo; __le32 bg_inode_table_lo; __le16 bg_free_blocks_count_lo; __le16 bg_free_inodes_count_lo; __le16 bg_used_dirs_count_lo; __le16 bg_flags; __le32 bg_exclude_bitmap_lo; __le16 bg_block_bitmap_csum_lo; __le16 bg_inode_bitmap_csum_lo; __le16 bg_itable_unused_lo; __le16 bg_checksum; __le32 bg_block_bitmap_hi; __le32 bg_inode_bitmap_hi; __le32 bg_inode_table_hi; __le16 bg_free_blocks_count_hi; __le16 bg_free_inodes_count_hi; __le16 bg_used_dirs_count_hi; __le16 bg_itable_unused_hi; __le32 bg_exclude_bitmap_hi; __le16 bg_block_bitmap_csum_hi; __le16 bg_inode_bitmap_csum_hi; __u32 bg_reserved; }; enum { EXT4_INODE_SECRM = 0, EXT4_INODE_UNRM = 1, EXT4_INODE_COMPR = 2, EXT4_INODE_SYNC = 3, EXT4_INODE_IMMUTABLE = 4, EXT4_INODE_APPEND = 5, EXT4_INODE_NODUMP = 6, EXT4_INODE_NOATIME = 7, EXT4_INODE_DIRTY = 8, EXT4_INODE_COMPRBLK = 9, EXT4_INODE_NOCOMPR = 10, EXT4_INODE_ENCRYPT = 11, EXT4_INODE_INDEX = 12, EXT4_INODE_IMAGIC = 13, EXT4_INODE_JOURNAL_DATA = 14, EXT4_INODE_NOTAIL = 15, EXT4_INODE_DIRSYNC = 16, EXT4_INODE_TOPDIR = 17, EXT4_INODE_HUGE_FILE = 18, EXT4_INODE_EXTENTS = 19, EXT4_INODE_VERITY = 20, EXT4_INODE_EA_INODE = 21, EXT4_INODE_DAX = 25, EXT4_INODE_INLINE_DATA = 28, EXT4_INODE_PROJINHERIT = 29, EXT4_INODE_CASEFOLD = 30, EXT4_INODE_RESERVED = 31, }; struct ext4_inode { __le16 i_mode; __le16 i_uid; __le32 i_size_lo; __le32 i_atime; __le32 i_ctime; __le32 i_mtime; __le32 i_dtime; __le16 i_gid; __le16 i_links_count; __le32 i_blocks_lo; __le32 i_flags; union { struct { __le32 l_i_version; } linux1; struct { __u32 h_i_translator; } hurd1; struct { __u32 m_i_reserved1; } masix1; } osd1; __le32 i_block[15]; __le32 i_generation; __le32 i_file_acl_lo; __le32 i_size_high; __le32 i_obso_faddr; union { struct { __le16 l_i_blocks_high; __le16 l_i_file_acl_high; __le16 l_i_uid_high; __le16 l_i_gid_high; __le16 l_i_checksum_lo; __le16 l_i_reserved; } linux2; struct { __le16 h_i_reserved1; __u16 h_i_mode_high; __u16 h_i_uid_high; __u16 h_i_gid_high; __u32 h_i_author; } hurd2; struct { __le16 h_i_reserved1; __le16 m_i_file_acl_high; __u32 m_i_reserved2[2]; } masix2; } osd2; __le16 i_extra_isize; __le16 i_checksum_hi; __le32 i_ctime_extra; __le32 i_mtime_extra; __le32 i_atime_extra; __le32 i_crtime; __le32 i_crtime_extra; __le32 i_version_hi; __le32 i_projid; }; enum { EXT4_FC_REASON_XATTR = 0, EXT4_FC_REASON_CROSS_RENAME = 1, EXT4_FC_REASON_JOURNAL_FLAG_CHANGE = 2, EXT4_FC_REASON_NOMEM = 3, EXT4_FC_REASON_SWAP_BOOT = 4, EXT4_FC_REASON_RESIZE = 5, EXT4_FC_REASON_RENAME_DIR = 6, EXT4_FC_REASON_FALLOC_RANGE = 7, EXT4_FC_REASON_INODE_JOURNAL_DATA = 8, EXT4_FC_REASON_ENCRYPTED_FILENAME = 9, EXT4_FC_REASON_MAX = 10, }; enum ext4_journal_trigger_type { EXT4_JTR_ORPHAN_FILE = 0, EXT4_JTR_NONE = 1, }; struct ext4_iloc { struct buffer_head *bh; long unsigned int offset; ext4_group_t block_group; }; typedef enum { EXT4_IGET_NORMAL = 0, EXT4_IGET_SPECIAL = 1, EXT4_IGET_HANDLE = 2, EXT4_IGET_BAD = 4, EXT4_IGET_EA_INODE = 8, } ext4_iget_flags; struct ext4_xattr_ibody_header { __le32 h_magic; }; struct ext4_xattr_inode_array { unsigned int count; struct inode *inodes[0]; }; struct mpage_da_data { struct inode *inode; struct writeback_control *wbc; unsigned int can_map: 1; long unsigned int first_page; long unsigned int next_page; long unsigned int last_page; struct ext4_map_blocks map; struct ext4_io_submit io_submit; unsigned int do_map: 1; unsigned int scanned_until_end: 1; unsigned int journalled_more_data: 1; }; struct fsverity_info; struct fscrypt_info; struct disk_stats { u64 nsecs[4]; long unsigned int sectors[4]; long unsigned int ios[4]; long unsigned int merges[4]; long unsigned int io_ticks; local_t in_flight[2]; }; enum stat_group { STAT_READ = 0, STAT_WRITE = 1, STAT_DISCARD = 2, STAT_FLUSH = 3, NR_STAT_GROUPS = 4, }; enum { attr_noop = 0, attr_delayed_allocation_blocks = 1, attr_session_write_kbytes = 2, attr_lifetime_write_kbytes = 3, attr_reserved_clusters = 4, attr_sra_exceeded_retry_limit = 5, attr_inode_readahead = 6, attr_trigger_test_error = 7, attr_first_error_time = 8, attr_last_error_time = 9, attr_feature = 10, attr_pointer_ui = 11, attr_pointer_ul = 12, attr_pointer_u64 = 13, attr_pointer_u8 = 14, attr_pointer_string = 15, attr_pointer_atomic = 16, attr_journal_task = 17, }; enum { ptr_explicit = 0, ptr_ext4_sb_info_offset = 1, ptr_ext4_super_block_offset = 2, }; struct ext4_attr { struct attribute attr; short int attr_id; short int attr_ptr; short unsigned int attr_size; union { int offset; void *explicit_ptr; } u; }; typedef struct { __le16 e_tag; __le16 e_perm; __le32 e_id; } ext4_acl_entry; typedef struct { __le32 a_version; } ext4_acl_header; struct ramfs_mount_opts { umode_t mode; }; struct ramfs_fs_info { struct ramfs_mount_opts mount_opts; }; enum ramfs_param { Opt_mode___2 = 0, }; struct fstrim_range { __u64 start; __u64 len; __u64 minlen; }; enum file_time_flags { S_ATIME = 1, S_MTIME = 2, S_CTIME = 4, S_VERSION = 8, }; typedef u16 wchar_t; struct nls_table { const char *charset; const char *alias; int (*uni2char)(wchar_t, unsigned char *, int); int (*char2uni)(const unsigned char *, int, wchar_t *); const unsigned char *charset2lower; const unsigned char *charset2upper; struct module *owner; struct nls_table *next; }; struct fat_mount_options { kuid_t fs_uid; kgid_t fs_gid; short unsigned int fs_fmask; short unsigned int fs_dmask; short unsigned int codepage; int time_offset; char *iocharset; short unsigned int shortname; unsigned char name_check; unsigned char errors; unsigned char nfs; short unsigned int allow_utime; unsigned int quiet: 1; unsigned int showexec: 1; unsigned int sys_immutable: 1; unsigned int dotsOK: 1; unsigned int isvfat: 1; unsigned int utf8: 1; unsigned int unicode_xlate: 1; unsigned int numtail: 1; unsigned int flush: 1; unsigned int nocase: 1; unsigned int usefree: 1; unsigned int tz_set: 1; unsigned int rodir: 1; unsigned int discard: 1; unsigned int dos1xfloppy: 1; }; struct fatent_operations; struct msdos_sb_info { short unsigned int sec_per_clus; short unsigned int cluster_bits; unsigned int cluster_size; unsigned char fats; unsigned char fat_bits; short unsigned int fat_start; long unsigned int fat_length; long unsigned int dir_start; short unsigned int dir_entries; long unsigned int data_start; long unsigned int max_cluster; long unsigned int root_cluster; long unsigned int fsinfo_sector; struct mutex fat_lock; struct mutex nfs_build_inode_lock; struct mutex s_lock; unsigned int prev_free; unsigned int free_clusters; unsigned int free_clus_valid; struct fat_mount_options options; struct nls_table *nls_disk; struct nls_table *nls_io; const void *dir_ops; int dir_per_block; int dir_per_block_bits; unsigned int vol_id; int fatent_shift; const struct fatent_operations *fatent_ops; struct inode *fat_inode; struct inode *fsinfo_inode; struct ratelimit_state ratelimit; spinlock_t inode_hash_lock; struct hlist_head inode_hashtable[256]; spinlock_t dir_hash_lock; struct hlist_head dir_hashtable[256]; unsigned int dirty; struct callback_head rcu; }; struct fat_entry; struct fatent_operations { void (*ent_blocknr)(struct super_block *, int, int *, sector_t *); void (*ent_set_ptr)(struct fat_entry *, int); int (*ent_bread)(struct super_block *, struct fat_entry *, int, sector_t); int (*ent_get)(struct fat_entry *); void (*ent_put)(struct fat_entry *, int); int (*ent_next)(struct fat_entry *); }; struct msdos_inode_info { spinlock_t cache_lru_lock; struct list_head cache_lru; int nr_caches; unsigned int cache_valid_id; loff_t mmu_private; int i_start; int i_logstart; int i_attrs; loff_t i_pos; struct hlist_node i_fat_hash; struct hlist_node i_dir_hash; struct rw_semaphore truncate_lock; struct timespec64 i_crtime; struct inode vfs_inode; }; struct fat_entry { int entry; union { u8 *ent12_p[2]; __le16 *ent16_p; __le32 *ent32_p; } u; int nr_bhs; struct buffer_head *bhs[2]; struct inode *fat_inode; }; typedef void (*exitcall_t)(); typedef int wait_bit_action_f(struct wait_bit_key *, int); typedef u32 rpc_authflavor_t; struct net_generic { union { struct { unsigned int len; struct callback_head rcu; } s; struct { struct {} __empty_ptr; void *ptr[0]; }; }; }; struct pernet_operations { struct list_head list; int (*init)(struct net *); void (*pre_exit)(struct net *); void (*exit)(struct net *); void (*exit_batch)(struct list_head *); unsigned int *id; size_t size; }; struct xdr_buf { struct kvec head[1]; struct kvec tail[1]; struct bio_vec *bvec; struct page **pages; unsigned int page_base; unsigned int page_len; unsigned int flags; unsigned int buflen; unsigned int len; }; struct rpc_rqst; struct xdr_stream { __be32 *p; struct xdr_buf *buf; __be32 *end; struct kvec *iov; struct kvec scratch; struct page **page_ptr; void *page_kaddr; unsigned int nwords; struct rpc_rqst *rqst; }; struct rpc_xprt; struct rpc_task; struct rpc_cred; struct rpc_rqst { struct rpc_xprt *rq_xprt; struct xdr_buf rq_snd_buf; struct xdr_buf rq_rcv_buf; struct rpc_task *rq_task; struct rpc_cred *rq_cred; __be32 rq_xid; int rq_cong; u32 rq_seqno; int rq_enc_pages_num; struct page **rq_enc_pages; void (*rq_release_snd_buf)(struct rpc_rqst *); union { struct list_head rq_list; struct rb_node rq_recv; }; struct list_head rq_xmit; struct list_head rq_xmit2; void *rq_buffer; size_t rq_callsize; void *rq_rbuffer; size_t rq_rcvsize; size_t rq_xmit_bytes_sent; size_t rq_reply_bytes_recvd; struct xdr_buf rq_private_buf; long unsigned int rq_majortimeo; long unsigned int rq_minortimeo; long unsigned int rq_timeout; ktime_t rq_rtt; unsigned int rq_retries; unsigned int rq_connect_cookie; atomic_t rq_pin; u32 rq_bytes_sent; ktime_t rq_xtime; int rq_ntrans; }; typedef void (*kxdreproc_t)(struct rpc_rqst *, struct xdr_stream *, const void *); typedef int (*kxdrdproc_t)(struct rpc_rqst *, struct xdr_stream *, void *); struct rpc_procinfo; struct rpc_message { const struct rpc_procinfo *rpc_proc; void *rpc_argp; void *rpc_resp; const struct cred *rpc_cred; }; struct rpc_procinfo { u32 p_proc; kxdreproc_t p_encode; kxdrdproc_t p_decode; unsigned int p_arglen; unsigned int p_replen; unsigned int p_timer; u32 p_statidx; const char *p_name; }; struct rpc_wait { struct list_head list; struct list_head links; struct list_head timer_list; }; struct rpc_wait_queue; struct rpc_call_ops; struct rpc_clnt; struct rpc_task { atomic_t tk_count; int tk_status; struct list_head tk_task; void (*tk_callback)(struct rpc_task *); void (*tk_action)(struct rpc_task *); long unsigned int tk_timeout; long unsigned int tk_runstate; struct rpc_wait_queue *tk_waitqueue; union { struct work_struct tk_work; struct rpc_wait tk_wait; } u; struct rpc_message tk_msg; void *tk_calldata; const struct rpc_call_ops *tk_ops; struct rpc_clnt *tk_client; struct rpc_xprt *tk_xprt; struct rpc_cred *tk_op_cred; struct rpc_rqst *tk_rqstp; struct workqueue_struct *tk_workqueue; ktime_t tk_start; pid_t tk_owner; int tk_rpc_status; short unsigned int tk_flags; short unsigned int tk_timeouts; short unsigned int tk_pid; unsigned char tk_priority: 2; unsigned char tk_garb_retry: 2; unsigned char tk_cred_retry: 2; }; struct rpc_timer { struct list_head list; long unsigned int expires; struct delayed_work dwork; }; struct rpc_wait_queue { spinlock_t lock; struct list_head tasks[4]; unsigned char maxpriority; unsigned char priority; unsigned char nr; short unsigned int qlen; struct rpc_timer timer_list; const char *name; }; struct rpc_call_ops { void (*rpc_call_prepare)(struct rpc_task *, void *); void (*rpc_call_done)(struct rpc_task *, void *); void (*rpc_count_stats)(struct rpc_task *, void *); void (*rpc_release)(void *); }; enum xprtsec_policies { RPC_XPRTSEC_NONE = 0, RPC_XPRTSEC_TLS_ANON = 1, RPC_XPRTSEC_TLS_X509 = 2, }; struct xprtsec_parms { enum xprtsec_policies policy; key_serial_t cert_serial; key_serial_t privkey_serial; }; struct rpc_pipe_dir_head { struct list_head pdh_entries; struct dentry *pdh_dentry; }; struct rpc_rtt { long unsigned int timeo; long unsigned int srtt[5]; long unsigned int sdrtt[5]; int ntimeouts[5]; }; struct rpc_timeout { long unsigned int to_initval; long unsigned int to_maxval; long unsigned int to_increment; unsigned int to_retries; unsigned char to_exponential; }; struct rpc_xprt_switch; struct rpc_xprt_iter_ops; struct rpc_xprt_iter { struct rpc_xprt_switch *xpi_xpswitch; struct rpc_xprt *xpi_cursor; const struct rpc_xprt_iter_ops *xpi_ops; }; struct rpc_auth; struct rpc_stat; struct rpc_iostats; struct rpc_program; struct rpc_sysfs_client; struct rpc_clnt { refcount_t cl_count; unsigned int cl_clid; struct list_head cl_clients; struct list_head cl_tasks; atomic_t cl_pid; spinlock_t cl_lock; struct rpc_xprt *cl_xprt; const struct rpc_procinfo *cl_procinfo; u32 cl_prog; u32 cl_vers; u32 cl_maxproc; struct rpc_auth *cl_auth; struct rpc_stat *cl_stats; struct rpc_iostats *cl_metrics; unsigned int cl_softrtry: 1; unsigned int cl_softerr: 1; unsigned int cl_discrtry: 1; unsigned int cl_noretranstimeo: 1; unsigned int cl_autobind: 1; unsigned int cl_chatty: 1; unsigned int cl_shutdown: 1; struct xprtsec_parms cl_xprtsec; struct rpc_rtt *cl_rtt; const struct rpc_timeout *cl_timeout; atomic_t cl_swapper; int cl_nodelen; char cl_nodename[65]; struct rpc_pipe_dir_head cl_pipedir_objects; struct rpc_clnt *cl_parent; struct rpc_rtt cl_rtt_default; struct rpc_timeout cl_timeout_default; const struct rpc_program *cl_program; const char *cl_principal; struct rpc_sysfs_client *cl_sysfs; union { struct rpc_xprt_iter cl_xpi; struct work_struct cl_work; }; const struct cred *cl_cred; unsigned int cl_max_connect; }; struct rpc_xprt_ops; struct svc_xprt; struct xprt_class; struct rpc_sysfs_xprt; struct rpc_xprt { struct kref kref; const struct rpc_xprt_ops *ops; unsigned int id; const struct rpc_timeout *timeout; struct __kernel_sockaddr_storage addr; size_t addrlen; int prot; long unsigned int cong; long unsigned int cwnd; size_t max_payload; struct rpc_wait_queue binding; struct rpc_wait_queue sending; struct rpc_wait_queue pending; struct rpc_wait_queue backlog; struct list_head free; unsigned int max_reqs; unsigned int min_reqs; unsigned int num_reqs; long unsigned int state; unsigned char resvport: 1; unsigned char reuseport: 1; atomic_t swapper; unsigned int bind_index; struct list_head xprt_switch; long unsigned int bind_timeout; long unsigned int reestablish_timeout; struct xprtsec_parms xprtsec; unsigned int connect_cookie; struct work_struct task_cleanup; struct timer_list timer; long unsigned int last_used; long unsigned int idle_timeout; long unsigned int connect_timeout; long unsigned int max_reconnect_timeout; atomic_long_t queuelen; spinlock_t transport_lock; spinlock_t reserve_lock; spinlock_t queue_lock; u32 xid; struct rpc_task *snd_task; struct list_head xmit_queue; atomic_long_t xmit_queuelen; struct svc_xprt *bc_xprt; struct rb_root recv_queue; struct { long unsigned int bind_count; long unsigned int connect_count; long unsigned int connect_start; long unsigned int connect_time; long unsigned int sends; long unsigned int recvs; long unsigned int bad_xids; long unsigned int max_slots; long long unsigned int req_u; long long unsigned int bklog_u; long long unsigned int sending_u; long long unsigned int pending_u; } stat; struct net *xprt_net; netns_tracker ns_tracker; const char *servername; const char *address_strings[6]; struct callback_head rcu; const struct xprt_class *xprt_class; struct rpc_sysfs_xprt *xprt_sysfs; bool main; }; struct rpc_credops; struct rpc_cred { struct hlist_node cr_hash; struct list_head cr_lru; struct callback_head cr_rcu; struct rpc_auth *cr_auth; const struct rpc_credops *cr_ops; long unsigned int cr_expire; long unsigned int cr_flags; refcount_t cr_count; const struct cred *cr_cred; }; struct rpc_task_setup { struct rpc_task *task; struct rpc_clnt *rpc_client; struct rpc_xprt *rpc_xprt; struct rpc_cred *rpc_op_cred; const struct rpc_message *rpc_message; const struct rpc_call_ops *callback_ops; void *callback_data; struct workqueue_struct *workqueue; short unsigned int flags; signed char priority; }; struct rpc_xprt_ops { void (*set_buffer_size)(struct rpc_xprt *, size_t, size_t); int (*reserve_xprt)(struct rpc_xprt *, struct rpc_task *); void (*release_xprt)(struct rpc_xprt *, struct rpc_task *); void (*alloc_slot)(struct rpc_xprt *, struct rpc_task *); void (*free_slot)(struct rpc_xprt *, struct rpc_rqst *); void (*rpcbind)(struct rpc_task *); void (*set_port)(struct rpc_xprt *, short unsigned int); void (*connect)(struct rpc_xprt *, struct rpc_task *); int (*get_srcaddr)(struct rpc_xprt *, char *, size_t); short unsigned int (*get_srcport)(struct rpc_xprt *); int (*buf_alloc)(struct rpc_task *); void (*buf_free)(struct rpc_task *); int (*prepare_request)(struct rpc_rqst *, struct xdr_buf *); int (*send_request)(struct rpc_rqst *); void (*wait_for_reply_request)(struct rpc_task *); void (*timer)(struct rpc_xprt *, struct rpc_task *); void (*release_request)(struct rpc_task *); void (*close)(struct rpc_xprt *); void (*destroy)(struct rpc_xprt *); void (*set_connect_timeout)(struct rpc_xprt *, long unsigned int, long unsigned int); void (*print_stats)(struct rpc_xprt *, struct seq_file *); int (*enable_swap)(struct rpc_xprt *); void (*disable_swap)(struct rpc_xprt *); void (*inject_disconnect)(struct rpc_xprt *); int (*bc_setup)(struct rpc_xprt *, unsigned int); size_t (*bc_maxpayload)(struct rpc_xprt *); unsigned int (*bc_num_slots)(struct rpc_xprt *); void (*bc_free_rqst)(struct rpc_rqst *); void (*bc_destroy)(struct rpc_xprt *, unsigned int); }; struct xprt_create; struct xprt_class { struct list_head list; int ident; struct rpc_xprt * (*setup)(struct xprt_create *); struct module *owner; char name[32]; const char *netid[0]; }; struct xprt_create { int ident; struct net *net; struct sockaddr *srcaddr; struct sockaddr *dstaddr; size_t addrlen; const char *servername; struct svc_xprt *bc_xprt; struct rpc_xprt_switch *bc_xps; unsigned int flags; struct xprtsec_parms xprtsec; long unsigned int connect_timeout; long unsigned int reconnect_timeout; }; struct rpc_sysfs_xprt_switch; struct rpc_xprt_switch { spinlock_t xps_lock; struct kref xps_kref; unsigned int xps_id; unsigned int xps_nxprts; unsigned int xps_nactive; unsigned int xps_nunique_destaddr_xprts; atomic_long_t xps_queuelen; struct list_head xps_xprt_list; struct net *xps_net; const struct rpc_xprt_iter_ops *xps_iter_ops; struct rpc_sysfs_xprt_switch *xps_sysfs; struct callback_head xps_rcu; }; struct auth_cred { const struct cred *cred; const char *principal; }; struct rpc_authops; struct rpc_cred_cache; struct rpc_auth { unsigned int au_cslack; unsigned int au_rslack; unsigned int au_verfsize; unsigned int au_ralign; long unsigned int au_flags; const struct rpc_authops *au_ops; rpc_authflavor_t au_flavor; refcount_t au_count; struct rpc_cred_cache *au_credcache; }; struct rpc_credops { const char *cr_name; int (*cr_init)(struct rpc_auth *, struct rpc_cred *); void (*crdestroy)(struct rpc_cred *); int (*crmatch)(struct auth_cred *, struct rpc_cred *, int); int (*crmarshal)(struct rpc_task *, struct xdr_stream *); int (*crrefresh)(struct rpc_task *); int (*crvalidate)(struct rpc_task *, struct xdr_stream *); int (*crwrap_req)(struct rpc_task *, struct xdr_stream *); int (*crunwrap_resp)(struct rpc_task *, struct xdr_stream *); int (*crkey_timeout)(struct rpc_cred *); char * (*crstringify_acceptor)(struct rpc_cred *); bool (*crneed_reencode)(struct rpc_task *); }; struct rpc_auth_create_args; struct rpcsec_gss_info; struct rpc_authops { struct module *owner; rpc_authflavor_t au_flavor; char *au_name; struct rpc_auth * (*create)(const struct rpc_auth_create_args *, struct rpc_clnt *); void (*destroy)(struct rpc_auth *); int (*hash_cred)(struct auth_cred *, unsigned int); struct rpc_cred * (*lookup_cred)(struct rpc_auth *, struct auth_cred *, int); struct rpc_cred * (*crcreate)(struct rpc_auth *, struct auth_cred *, int, gfp_t); rpc_authflavor_t (*info2flavor)(struct rpcsec_gss_info *); int (*flavor2info)(rpc_authflavor_t, struct rpcsec_gss_info *); int (*key_timeout)(struct rpc_auth *, struct rpc_cred *); int (*ping)(struct rpc_clnt *); }; struct rpc_auth_create_args { rpc_authflavor_t pseudoflavor; const char *target_name; }; struct rpcsec_gss_oid { unsigned int len; u8 data[32]; }; struct rpcsec_gss_info { struct rpcsec_gss_oid oid; u32 qop; u32 service; }; struct rpc_stat { const struct rpc_program *program; unsigned int netcnt; unsigned int netudpcnt; unsigned int nettcpcnt; unsigned int nettcpconn; unsigned int netreconn; unsigned int rpccnt; unsigned int rpcretrans; unsigned int rpcauthrefresh; unsigned int rpcgarbage; }; struct rpc_version; struct rpc_program { const char *name; u32 number; unsigned int nrvers; const struct rpc_version **version; struct rpc_stat *stats; const char *pipe_dir_name; }; struct rpc_xprt_iter_ops { void (*xpi_rewind)(struct rpc_xprt_iter *); struct rpc_xprt * (*xpi_xprt)(struct rpc_xprt_iter *); struct rpc_xprt * (*xpi_next)(struct rpc_xprt_iter *); }; struct rpc_sysfs_client { struct kobject kobject; struct net *net; struct rpc_clnt *clnt; struct rpc_xprt_switch *xprt_switch; }; struct rpc_iostats { spinlock_t om_lock; long unsigned int om_ops; long unsigned int om_ntrans; long unsigned int om_timeouts; long long unsigned int om_bytes_sent; long long unsigned int om_bytes_recv; ktime_t om_queue; ktime_t om_rtt; ktime_t om_execute; long unsigned int om_error_status; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct rpc_version { u32 number; unsigned int nrprocs; const struct rpc_procinfo *procs; unsigned int *counts; }; struct nfs_fh { short unsigned int size; unsigned char data[128]; }; enum nfs3_stable_how { NFS_UNSTABLE = 0, NFS_DATA_SYNC = 1, NFS_FILE_SYNC = 2, NFS_INVALID_STABLE_HOW = -1, }; struct nfs4_label { uint32_t lfs; uint32_t pi; u32 len; char *label; }; typedef struct { char data[8]; } nfs4_verifier; struct nfs4_stateid_struct { union { char data[16]; struct { __be32 seqid; char other[12]; }; }; enum { NFS4_INVALID_STATEID_TYPE = 0, NFS4_SPECIAL_STATEID_TYPE = 1, NFS4_OPEN_STATEID_TYPE = 2, NFS4_LOCK_STATEID_TYPE = 3, NFS4_DELEGATION_STATEID_TYPE = 4, NFS4_LAYOUT_STATEID_TYPE = 5, NFS4_PNFS_DS_STATEID_TYPE = 6, NFS4_REVOKED_STATEID_TYPE = 7, } type; }; typedef struct nfs4_stateid_struct nfs4_stateid; enum nfs_opnum4 { OP_ACCESS = 3, OP_CLOSE = 4, OP_COMMIT = 5, OP_CREATE = 6, OP_DELEGPURGE = 7, OP_DELEGRETURN = 8, OP_GETATTR = 9, OP_GETFH = 10, OP_LINK = 11, OP_LOCK = 12, OP_LOCKT = 13, OP_LOCKU = 14, OP_LOOKUP = 15, OP_LOOKUPP = 16, OP_NVERIFY = 17, OP_OPEN = 18, OP_OPENATTR = 19, OP_OPEN_CONFIRM = 20, OP_OPEN_DOWNGRADE = 21, OP_PUTFH = 22, OP_PUTPUBFH = 23, OP_PUTROOTFH = 24, OP_READ = 25, OP_READDIR = 26, OP_READLINK = 27, OP_REMOVE = 28, OP_RENAME = 29, OP_RENEW = 30, OP_RESTOREFH = 31, OP_SAVEFH = 32, OP_SECINFO = 33, OP_SETATTR = 34, OP_SETCLIENTID = 35, OP_SETCLIENTID_CONFIRM = 36, OP_VERIFY = 37, OP_WRITE = 38, OP_RELEASE_LOCKOWNER = 39, OP_BACKCHANNEL_CTL = 40, OP_BIND_CONN_TO_SESSION = 41, OP_EXCHANGE_ID = 42, OP_CREATE_SESSION = 43, OP_DESTROY_SESSION = 44, OP_FREE_STATEID = 45, OP_GET_DIR_DELEGATION = 46, OP_GETDEVICEINFO = 47, OP_GETDEVICELIST = 48, OP_LAYOUTCOMMIT = 49, OP_LAYOUTGET = 50, OP_LAYOUTRETURN = 51, OP_SECINFO_NO_NAME = 52, OP_SEQUENCE = 53, OP_SET_SSV = 54, OP_TEST_STATEID = 55, OP_WANT_DELEGATION = 56, OP_DESTROY_CLIENTID = 57, OP_RECLAIM_COMPLETE = 58, OP_ALLOCATE = 59, OP_COPY = 60, OP_COPY_NOTIFY = 61, OP_DEALLOCATE = 62, OP_IO_ADVISE = 63, OP_LAYOUTERROR = 64, OP_LAYOUTSTATS = 65, OP_OFFLOAD_CANCEL = 66, OP_OFFLOAD_STATUS = 67, OP_READ_PLUS = 68, OP_SEEK = 69, OP_WRITE_SAME = 70, OP_CLONE = 71, OP_GETXATTR = 72, OP_SETXATTR = 73, OP_LISTXATTRS = 74, OP_REMOVEXATTR = 75, OP_ILLEGAL = 10044, }; enum nfs4_change_attr_type { NFS4_CHANGE_TYPE_IS_MONOTONIC_INCR = 0, NFS4_CHANGE_TYPE_IS_VERSION_COUNTER = 1, NFS4_CHANGE_TYPE_IS_VERSION_COUNTER_NOPNFS = 2, NFS4_CHANGE_TYPE_IS_TIME_METADATA = 3, NFS4_CHANGE_TYPE_IS_UNDEFINED = 4, }; struct nfs4_string { unsigned int len; char *data; }; struct nfs_fsid { uint64_t major; uint64_t minor; }; struct nfs4_threshold { __u32 bm; __u32 l_type; __u64 rd_sz; __u64 wr_sz; __u64 rd_io_sz; __u64 wr_io_sz; }; struct nfs_fattr { unsigned int valid; umode_t mode; __u32 nlink; kuid_t uid; kgid_t gid; dev_t rdev; __u64 size; union { struct { __u32 blocksize; __u32 blocks; } nfs2; struct { __u64 used; } nfs3; } du; struct nfs_fsid fsid; __u64 fileid; __u64 mounted_on_fileid; struct timespec64 atime; struct timespec64 mtime; struct timespec64 ctime; __u64 change_attr; __u64 pre_change_attr; __u64 pre_size; struct timespec64 pre_mtime; struct timespec64 pre_ctime; long unsigned int time_start; long unsigned int gencount; struct nfs4_string *owner_name; struct nfs4_string *group_name; struct nfs4_threshold *mdsthreshold; struct nfs4_label *label; }; struct nfs_fsinfo { struct nfs_fattr *fattr; __u32 rtmax; __u32 rtpref; __u32 rtmult; __u32 wtmax; __u32 wtpref; __u32 wtmult; __u32 dtpref; __u64 maxfilesize; struct timespec64 time_delta; __u32 lease_time; __u32 nlayouttypes; __u32 layouttype[8]; __u32 blksize; __u32 clone_blksize; enum nfs4_change_attr_type change_attr_type; __u32 xattr_support; }; struct nfs_fsstat { struct nfs_fattr *fattr; __u64 tbytes; __u64 fbytes; __u64 abytes; __u64 tfiles; __u64 ffiles; __u64 afiles; }; struct nfs_pathconf { struct nfs_fattr *fattr; __u32 max_link; __u32 max_namelen; }; struct nfs4_change_info { u32 atomic; u64 before; u64 after; }; struct nfs4_slot; struct nfs4_sequence_args { struct nfs4_slot *sa_slot; u8 sa_cache_this: 1; u8 sa_privileged: 1; }; struct nfs4_sequence_res { struct nfs4_slot *sr_slot; long unsigned int sr_timestamp; int sr_status; u32 sr_status_flags; u32 sr_highest_slotid; u32 sr_target_highest_slotid; }; struct pnfs_layout_range { u32 iomode; u64 offset; u64 length; }; struct nfs_open_context; struct nfs_lock_context { refcount_t count; struct list_head list; struct nfs_open_context *open_context; fl_owner_t lockowner; atomic_t io_count; struct callback_head callback_head; }; struct nfs4_state; struct nfs_open_context { struct nfs_lock_context lock_context; fl_owner_t flock_owner; struct dentry *dentry; const struct cred *cred; struct rpc_cred *ll_cred; struct nfs4_state *state; fmode_t mode; long unsigned int flags; int error; struct list_head list; struct nfs4_threshold *mdsthreshold; struct callback_head callback_head; }; struct pnfs_layout_hdr; struct nfs_auth_info { unsigned int flavor_len; rpc_authflavor_t flavors[12]; }; struct pnfs_layoutdriver_type; struct nfs_client; struct nlm_host; struct nfs_iostats; struct nfs_server { struct nfs_client *nfs_client; struct list_head client_link; struct list_head master_link; struct rpc_clnt *client; struct rpc_clnt *client_acl; struct nlm_host *nlm_host; struct nfs_iostats *io_stats; atomic_long_t writeback; unsigned int write_congested; unsigned int flags; unsigned int fattr_valid; unsigned int caps; unsigned int rsize; unsigned int rpages; unsigned int wsize; unsigned int wpages; unsigned int wtmult; unsigned int dtsize; short unsigned int port; unsigned int bsize; unsigned int acregmin; unsigned int acregmax; unsigned int acdirmin; unsigned int acdirmax; unsigned int namelen; unsigned int options; unsigned int clone_blksize; enum nfs4_change_attr_type change_attr_type; struct nfs_fsid fsid; int s_sysfs_id; __u64 maxfilesize; struct timespec64 time_delta; long unsigned int mount_time; struct super_block *super; dev_t s_dev; struct nfs_auth_info auth_info; u32 pnfs_blksize; u32 attr_bitmask[3]; u32 attr_bitmask_nl[3]; u32 exclcreat_bitmask[3]; u32 cache_consistency_bitmask[3]; u32 acl_bitmask; u32 fh_expire_type; struct pnfs_layoutdriver_type *pnfs_curr_ld; struct rpc_wait_queue roc_rpcwaitq; void *pnfs_ld_data; struct rb_root state_owners; struct ida openowner_id; struct ida lockowner_id; struct list_head state_owners_lru; struct list_head layouts; struct list_head delegations; struct list_head ss_copies; long unsigned int mig_gen; long unsigned int mig_status; void (*destroy)(struct nfs_server *); atomic_t active; struct __kernel_sockaddr_storage mountd_address; size_t mountd_addrlen; u32 mountd_version; short unsigned int mountd_port; short unsigned int mountd_protocol; struct rpc_wait_queue uoc_rpcwaitq; unsigned int read_hdrsize; const struct cred *cred; bool has_sec_mnt_opts; struct kobject kobj; }; struct nfs41_server_owner; struct nfs41_server_scope; struct nfs41_impl_id; struct nfs_rpc_ops; struct nfs_subversion; struct idmap; struct nfs4_minor_version_ops; struct nfs4_slot_table; struct nfs4_session; struct nfs_client { refcount_t cl_count; atomic_t cl_mds_count; int cl_cons_state; long unsigned int cl_res_state; long unsigned int cl_flags; struct __kernel_sockaddr_storage cl_addr; size_t cl_addrlen; char *cl_hostname; char *cl_acceptor; struct list_head cl_share_link; struct list_head cl_superblocks; struct rpc_clnt *cl_rpcclient; const struct nfs_rpc_ops *rpc_ops; int cl_proto; struct nfs_subversion *cl_nfs_mod; u32 cl_minorversion; unsigned int cl_nconnect; unsigned int cl_max_connect; const char *cl_principal; struct xprtsec_parms cl_xprtsec; struct list_head cl_ds_clients; u64 cl_clientid; nfs4_verifier cl_confirm; long unsigned int cl_state; spinlock_t cl_lock; long unsigned int cl_lease_time; long unsigned int cl_last_renewal; struct delayed_work cl_renewd; struct rpc_wait_queue cl_rpcwaitq; struct idmap *cl_idmap; const char *cl_owner_id; u32 cl_cb_ident; const struct nfs4_minor_version_ops *cl_mvops; long unsigned int cl_mig_gen; struct nfs4_slot_table *cl_slot_tbl; u32 cl_seqid; u32 cl_exchange_flags; struct nfs4_session *cl_session; bool cl_preserve_clid; struct nfs41_server_owner *cl_serverowner; struct nfs41_server_scope *cl_serverscope; struct nfs41_impl_id *cl_implid; long unsigned int cl_sp4_flags; char cl_ipaddr[48]; struct net *cl_net; struct list_head pending_cb_stateids; }; struct pnfs_layout_segment { struct list_head pls_list; struct list_head pls_lc_list; struct list_head pls_commits; struct pnfs_layout_range pls_range; refcount_t pls_refcount; u32 pls_seq; long unsigned int pls_flags; struct pnfs_layout_hdr *pls_layout; }; struct nfs_seqid_counter; struct nfs_seqid { struct nfs_seqid_counter *sequence; struct list_head list; struct rpc_task *task; }; struct nfs_write_verifier { char data[8]; }; struct nfs_writeverf { struct nfs_write_verifier verifier; enum nfs3_stable_how committed; }; struct nfs_pgio_args { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; struct nfs_open_context *context; struct nfs_lock_context *lock_context; nfs4_stateid stateid; __u64 offset; __u32 count; unsigned int pgbase; struct page **pages; union { unsigned int replen; struct { const u32 *bitmask; u32 bitmask_store[3]; enum nfs3_stable_how stable; }; }; }; struct nfs_pgio_res { struct nfs4_sequence_res seq_res; struct nfs_fattr *fattr; __u64 count; __u32 op_status; union { struct { unsigned int replen; int eof; void *scratch; }; struct { struct nfs_writeverf *verf; const struct nfs_server *server; }; }; }; struct nfs_commitargs { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; __u64 offset; __u32 count; const u32 *bitmask; }; struct nfs_commitres { struct nfs4_sequence_res seq_res; __u32 op_status; struct nfs_fattr *fattr; struct nfs_writeverf *verf; const struct nfs_server *server; }; struct nfs_removeargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; struct qstr name; }; struct nfs_removeres { struct nfs4_sequence_res seq_res; struct nfs_server *server; struct nfs_fattr *dir_attr; struct nfs4_change_info cinfo; }; struct nfs_renameargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *old_dir; const struct nfs_fh *new_dir; const struct qstr *old_name; const struct qstr *new_name; }; struct nfs_renameres { struct nfs4_sequence_res seq_res; struct nfs_server *server; struct nfs4_change_info old_cinfo; struct nfs_fattr *old_fattr; struct nfs4_change_info new_cinfo; struct nfs_fattr *new_fattr; }; struct nfs_entry { __u64 ino; __u64 cookie; const char *name; unsigned int len; int eof; struct nfs_fh *fh; struct nfs_fattr *fattr; unsigned char d_type; struct nfs_server *server; }; struct nfs_readdir_arg { struct dentry *dentry; const struct cred *cred; __be32 *verf; u64 cookie; struct page **pages; unsigned int page_len; bool plus; }; struct nfs_readdir_res { __be32 *verf; }; struct nfs4_pathname { unsigned int ncomponents; struct nfs4_string components[512]; }; struct nfs4_fs_location { unsigned int nservers; struct nfs4_string servers[10]; struct nfs4_pathname rootpath; }; struct nfs4_fs_locations { struct nfs_fattr *fattr; const struct nfs_server *server; struct nfs4_pathname fs_path; int nlocations; struct nfs4_fs_location locations[10]; }; struct pnfs_ds_commit_info {}; struct nfs_page_array { struct page **pagevec; unsigned int npages; struct page *page_array[8]; }; struct nfs_page; struct nfs_pgio_completion_ops; struct nfs_rw_ops; struct nfs_io_completion; struct nfs_direct_req; struct nfs_pgio_header { struct inode *inode; const struct cred *cred; struct list_head pages; struct nfs_page *req; struct nfs_writeverf verf; fmode_t rw_mode; struct pnfs_layout_segment *lseg; loff_t io_start; const struct rpc_call_ops *mds_ops; void (*release)(struct nfs_pgio_header *); const struct nfs_pgio_completion_ops *completion_ops; const struct nfs_rw_ops *rw_ops; struct nfs_io_completion *io_completion; struct nfs_direct_req *dreq; int pnfs_error; int error; unsigned int good_bytes; long unsigned int flags; struct rpc_task task; struct nfs_fattr fattr; struct nfs_pgio_args args; struct nfs_pgio_res res; long unsigned int timestamp; int (*pgio_done_cb)(struct rpc_task *, struct nfs_pgio_header *); __u64 mds_offset; struct nfs_page_array page_array; struct nfs_client *ds_clp; u32 ds_commit_idx; u32 pgio_mirror_idx; }; struct nfs_page { struct list_head wb_list; union { struct page *wb_page; struct folio *wb_folio; }; struct nfs_lock_context *wb_lock_context; long unsigned int wb_index; unsigned int wb_offset; unsigned int wb_pgbase; unsigned int wb_bytes; struct kref wb_kref; long unsigned int wb_flags; struct nfs_write_verifier wb_verf; struct nfs_page *wb_this_page; struct nfs_page *wb_head; short unsigned int wb_nio; }; struct nfs_pgio_completion_ops { void (*error_cleanup)(struct list_head *, int); void (*init_hdr)(struct nfs_pgio_header *); void (*completion)(struct nfs_pgio_header *); void (*reschedule_io)(struct nfs_pgio_header *); }; struct nfs_rw_ops { struct nfs_pgio_header * (*rw_alloc_header)(); void (*rw_free_header)(struct nfs_pgio_header *); int (*rw_done)(struct rpc_task *, struct nfs_pgio_header *, struct inode *); void (*rw_result)(struct rpc_task *, struct nfs_pgio_header *); void (*rw_initiate)(struct nfs_pgio_header *, struct rpc_message *, const struct nfs_rpc_ops *, struct rpc_task_setup *, int); }; struct nfs_mds_commit_info { atomic_t rpcs_out; atomic_long_t ncommit; struct list_head list; }; struct nfs_direct_req { struct kref kref; struct nfs_open_context *ctx; struct nfs_lock_context *l_ctx; struct kiocb *iocb; struct inode *inode; atomic_t io_count; spinlock_t lock; loff_t io_start; ssize_t count; ssize_t max_count; ssize_t bytes_left; ssize_t error; struct completion completion; struct nfs_mds_commit_info mds_cinfo; struct pnfs_ds_commit_info ds_cinfo; struct work_struct work; int flags; }; struct nfs_commit_data; struct nfs_commit_info; struct nfs_commit_completion_ops { void (*completion)(struct nfs_commit_data *); void (*resched_write)(struct nfs_commit_info *, struct nfs_page *); }; struct nfs_commit_data { struct rpc_task task; struct inode *inode; const struct cred *cred; struct nfs_fattr fattr; struct nfs_writeverf verf; struct list_head pages; struct list_head list; struct nfs_direct_req *dreq; struct nfs_commitargs args; struct nfs_commitres res; struct nfs_open_context *context; struct pnfs_layout_segment *lseg; struct nfs_client *ds_clp; int ds_commit_index; loff_t lwb; const struct rpc_call_ops *mds_ops; const struct nfs_commit_completion_ops *completion_ops; int (*commit_done_cb)(struct rpc_task *, struct nfs_commit_data *); long unsigned int flags; }; struct nfs_commit_info { struct inode *inode; struct nfs_mds_commit_info *mds; struct pnfs_ds_commit_info *ds; struct nfs_direct_req *dreq; const struct nfs_commit_completion_ops *completion_ops; }; struct nfs_unlinkdata { struct nfs_removeargs args; struct nfs_removeres res; struct dentry *dentry; wait_queue_head_t wq; const struct cred *cred; struct nfs_fattr dir_attr; long int timeout; }; struct nfs_renamedata { struct nfs_renameargs args; struct nfs_renameres res; struct rpc_task task; const struct cred *cred; struct inode *old_dir; struct dentry *old_dentry; struct nfs_fattr old_fattr; struct inode *new_dir; struct dentry *new_dentry; struct nfs_fattr new_fattr; void (*complete)(struct rpc_task *, struct nfs_renamedata *); long int timeout; bool cancelled; }; struct nlmclnt_operations; struct nfs_access_entry; struct nfs_client_initdata; struct nfs_rpc_ops { u32 version; const struct dentry_operations *dentry_ops; const struct inode_operations *dir_inode_ops; const struct inode_operations *file_inode_ops; const struct file_operations *file_ops; const struct nlmclnt_operations *nlmclnt_ops; int (*getroot)(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *); int (*submount)(struct fs_context *, struct nfs_server *); int (*try_get_tree)(struct fs_context *); int (*getattr)(struct nfs_server *, struct nfs_fh *, struct nfs_fattr *, struct inode *); int (*setattr)(struct dentry *, struct nfs_fattr *, struct iattr *); int (*lookup)(struct inode *, struct dentry *, struct nfs_fh *, struct nfs_fattr *); int (*lookupp)(struct inode *, struct nfs_fh *, struct nfs_fattr *); int (*access)(struct inode *, struct nfs_access_entry *, const struct cred *); int (*readlink)(struct inode *, struct page *, unsigned int, unsigned int); int (*create)(struct inode *, struct dentry *, struct iattr *, int); int (*remove)(struct inode *, struct dentry *); void (*unlink_setup)(struct rpc_message *, struct dentry *, struct inode *); void (*unlink_rpc_prepare)(struct rpc_task *, struct nfs_unlinkdata *); int (*unlink_done)(struct rpc_task *, struct inode *); void (*rename_setup)(struct rpc_message *, struct dentry *, struct dentry *); void (*rename_rpc_prepare)(struct rpc_task *, struct nfs_renamedata *); int (*rename_done)(struct rpc_task *, struct inode *, struct inode *); int (*link)(struct inode *, struct inode *, const struct qstr *); int (*symlink)(struct inode *, struct dentry *, struct page *, unsigned int, struct iattr *); int (*mkdir)(struct inode *, struct dentry *, struct iattr *); int (*rmdir)(struct inode *, const struct qstr *); int (*readdir)(struct nfs_readdir_arg *, struct nfs_readdir_res *); int (*mknod)(struct inode *, struct dentry *, struct iattr *, dev_t); int (*statfs)(struct nfs_server *, struct nfs_fh *, struct nfs_fsstat *); int (*fsinfo)(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *); int (*pathconf)(struct nfs_server *, struct nfs_fh *, struct nfs_pathconf *); int (*set_capabilities)(struct nfs_server *, struct nfs_fh *); int (*decode_dirent)(struct xdr_stream *, struct nfs_entry *, bool); int (*pgio_rpc_prepare)(struct rpc_task *, struct nfs_pgio_header *); void (*read_setup)(struct nfs_pgio_header *, struct rpc_message *); int (*read_done)(struct rpc_task *, struct nfs_pgio_header *); void (*write_setup)(struct nfs_pgio_header *, struct rpc_message *, struct rpc_clnt **); int (*write_done)(struct rpc_task *, struct nfs_pgio_header *); void (*commit_setup)(struct nfs_commit_data *, struct rpc_message *, struct rpc_clnt **); void (*commit_rpc_prepare)(struct rpc_task *, struct nfs_commit_data *); int (*commit_done)(struct rpc_task *, struct nfs_commit_data *); int (*lock)(struct file *, int, struct file_lock *); int (*lock_check_bounds)(const struct file_lock *); void (*clear_acl_cache)(struct inode *); void (*close_context)(struct nfs_open_context *, int); struct inode * (*open_context)(struct inode *, struct nfs_open_context *, int, struct iattr *, int *); int (*have_delegation)(struct inode *, fmode_t); struct nfs_client * (*alloc_client)(const struct nfs_client_initdata *); struct nfs_client * (*init_client)(struct nfs_client *, const struct nfs_client_initdata *); void (*free_client)(struct nfs_client *); struct nfs_server * (*create_server)(struct fs_context *); struct nfs_server * (*clone_server)(struct nfs_server *, struct nfs_fh *, struct nfs_fattr *, rpc_authflavor_t); int (*discover_trunking)(struct nfs_server *, struct nfs_fh *); void (*enable_swap)(struct inode *); void (*disable_swap)(struct inode *); }; struct nlmclnt_operations { void (*nlmclnt_alloc_call)(void *); bool (*nlmclnt_unlock_prepare)(struct rpc_task *, void *); void (*nlmclnt_release_call)(void *); }; struct nfs_access_entry { struct rb_node rb_node; struct list_head lru; kuid_t fsuid; kgid_t fsgid; struct group_info *group_info; u64 timestamp; __u32 mask; struct callback_head callback_head; }; struct nfs_client_initdata { long unsigned int init_flags; const char *hostname; const struct __kernel_sockaddr_storage *addr; const char *nodename; const char *ip_addr; size_t addrlen; struct nfs_subversion *nfs_mod; int proto; u32 minorversion; unsigned int nconnect; unsigned int max_connect; struct net *net; const struct rpc_timeout *timeparms; const struct cred *cred; struct xprtsec_parms xprtsec; long unsigned int connect_timeout; long unsigned int reconnect_timeout; }; struct nfs_subversion { struct module *owner; struct file_system_type *nfs_fs; const struct rpc_version *rpc_vers; const struct nfs_rpc_ops *rpc_ops; const struct super_operations *sops; const struct xattr_handler **xattr; struct list_head list; }; struct nfs4_state_recovery_ops; struct nfs4_state_maintenance_ops; struct nfs4_mig_recovery_ops; struct nfs4_minor_version_ops { u32 minor_version; unsigned int init_caps; int (*init_client)(struct nfs_client *); void (*shutdown_client)(struct nfs_client *); bool (*match_stateid)(const nfs4_stateid *, const nfs4_stateid *); int (*find_root_sec)(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *); void (*free_lock_state)(struct nfs_server *, struct nfs4_lock_state *); int (*test_and_free_expired)(struct nfs_server *, nfs4_stateid *, const struct cred *); struct nfs_seqid * (*alloc_seqid)(struct nfs_seqid_counter *, gfp_t); void (*session_trunk)(struct rpc_clnt *, struct rpc_xprt *, void *); const struct rpc_call_ops *call_sync_ops; const struct nfs4_state_recovery_ops *reboot_recovery_ops; const struct nfs4_state_recovery_ops *nograce_recovery_ops; const struct nfs4_state_maintenance_ops *state_renewal_ops; const struct nfs4_mig_recovery_ops *mig_recovery_ops; }; struct nfs_iostats { long long unsigned int bytes[8]; long unsigned int events[27]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct nfs4_state_owner; struct nfs4_state { struct list_head open_states; struct list_head inode_states; struct list_head lock_states; struct nfs4_state_owner *owner; struct inode *inode; long unsigned int flags; spinlock_t state_lock; seqlock_t seqlock; nfs4_stateid stateid; nfs4_stateid open_stateid; unsigned int n_rdonly; unsigned int n_wronly; unsigned int n_rdwr; fmode_t state; refcount_t count; wait_queue_head_t waitq; struct callback_head callback_head; }; struct nfs4_cached_acl; struct nfs_delegation; struct nfs_inode { __u64 fileid; struct nfs_fh fh; long unsigned int flags; long unsigned int cache_validity; long unsigned int read_cache_jiffies; long unsigned int attrtimeo; long unsigned int attrtimeo_timestamp; long unsigned int attr_gencount; struct rb_root access_cache; struct list_head access_cache_entry_lru; struct list_head access_cache_inode_lru; union { struct { long unsigned int cache_change_attribute; __be32 cookieverf[2]; struct rw_semaphore rmdir_sem; }; struct { atomic_long_t nrequests; atomic_long_t redirtied_pages; struct nfs_mds_commit_info commit_info; struct mutex commit_mutex; }; }; struct list_head open_files; struct { int cnt; struct { u64 start; u64 end; } gap[16]; } *ooo; struct nfs4_cached_acl *nfs4_acl; struct list_head open_states; struct nfs_delegation *delegation; struct rw_semaphore rwsem; struct pnfs_layout_hdr *layout; __u64 write_io; __u64 read_io; union { struct inode vfs_inode; }; }; struct nfs_delegation { struct list_head super_list; const struct cred *cred; struct inode *inode; nfs4_stateid stateid; fmode_t type; long unsigned int pagemod_limit; __u64 change_attr; long unsigned int flags; refcount_t refcount; spinlock_t lock; struct callback_head rcu; }; struct nfs_seqid_counter { ktime_t create_time; int owner_id; int flags; u32 counter; spinlock_t lock; struct list_head list; struct rpc_wait_queue wait; }; struct nfs4_lock_state { struct list_head ls_locks; struct nfs4_state *ls_state; long unsigned int ls_flags; struct nfs_seqid_counter ls_seqid; nfs4_stateid ls_stateid; refcount_t ls_count; fl_owner_t ls_owner; }; struct nfs4_state_recovery_ops { int owner_flag_bit; int state_flag_bit; int (*recover_open)(struct nfs4_state_owner *, struct nfs4_state *); int (*recover_lock)(struct nfs4_state *, struct file_lock *); int (*establish_clid)(struct nfs_client *, const struct cred *); int (*reclaim_complete)(struct nfs_client *, const struct cred *); int (*detect_trunking)(struct nfs_client *, struct nfs_client **, const struct cred *); }; struct nfs4_state_maintenance_ops { int (*sched_state_renewal)(struct nfs_client *, const struct cred *, unsigned int); const struct cred * (*get_state_renewal_cred)(struct nfs_client *); int (*renew_lease)(struct nfs_client *, const struct cred *); }; struct nfs4_mig_recovery_ops { int (*get_locations)(struct nfs_server *, struct nfs_fh *, struct nfs4_fs_locations *, struct page *, const struct cred *); int (*fsid_present)(struct inode *, const struct cred *); }; struct nfs4_state_owner { struct nfs_server *so_server; struct list_head so_lru; long unsigned int so_expires; struct rb_node so_server_node; const struct cred *so_cred; spinlock_t so_lock; atomic_t so_count; long unsigned int so_flags; struct list_head so_states; struct nfs_seqid_counter so_seqid; seqcount_spinlock_t so_reclaim_seqcount; struct mutex so_delegreturn_mutex; }; enum nfs_stat_bytecounters { NFSIOS_NORMALREADBYTES = 0, NFSIOS_NORMALWRITTENBYTES = 1, NFSIOS_DIRECTREADBYTES = 2, NFSIOS_DIRECTWRITTENBYTES = 3, NFSIOS_SERVERREADBYTES = 4, NFSIOS_SERVERWRITTENBYTES = 5, NFSIOS_READPAGES = 6, NFSIOS_WRITEPAGES = 7, __NFSIOS_BYTESMAX = 8, }; enum nfs_stat_eventcounters { NFSIOS_INODEREVALIDATE = 0, NFSIOS_DENTRYREVALIDATE = 1, NFSIOS_DATAINVALIDATE = 2, NFSIOS_ATTRINVALIDATE = 3, NFSIOS_VFSOPEN = 4, NFSIOS_VFSLOOKUP = 5, NFSIOS_VFSACCESS = 6, NFSIOS_VFSUPDATEPAGE = 7, NFSIOS_VFSREADPAGE = 8, NFSIOS_VFSREADPAGES = 9, NFSIOS_VFSWRITEPAGE = 10, NFSIOS_VFSWRITEPAGES = 11, NFSIOS_VFSGETDENTS = 12, NFSIOS_VFSSETATTR = 13, NFSIOS_VFSFLUSH = 14, NFSIOS_VFSFSYNC = 15, NFSIOS_VFSLOCK = 16, NFSIOS_VFSRELEASE = 17, NFSIOS_CONGESTIONWAIT = 18, NFSIOS_SETATTRTRUNC = 19, NFSIOS_EXTENDWRITE = 20, NFSIOS_SILLYRENAME = 21, NFSIOS_SHORTREAD = 22, NFSIOS_SHORTWRITE = 23, NFSIOS_DELAY = 24, NFSIOS_PNFS_READ = 25, NFSIOS_PNFS_WRITE = 26, __NFSIOS_COUNTSMAX = 27, }; struct nfs_find_desc { struct nfs_fh *fh; struct nfs_fattr *fattr; }; enum { IPPROTO_IP = 0, IPPROTO_ICMP = 1, IPPROTO_IGMP = 2, IPPROTO_IPIP = 4, IPPROTO_TCP = 6, IPPROTO_EGP = 8, IPPROTO_PUP = 12, IPPROTO_UDP = 17, IPPROTO_IDP = 22, IPPROTO_TP = 29, IPPROTO_DCCP = 33, IPPROTO_IPV6 = 41, IPPROTO_RSVP = 46, IPPROTO_GRE = 47, IPPROTO_ESP = 50, IPPROTO_AH = 51, IPPROTO_MTP = 92, IPPROTO_BEETPH = 94, IPPROTO_ENCAP = 98, IPPROTO_PIM = 103, IPPROTO_COMP = 108, IPPROTO_L2TP = 115, IPPROTO_SCTP = 132, IPPROTO_UDPLITE = 136, IPPROTO_MPLS = 137, IPPROTO_ETHERNET = 143, IPPROTO_RAW = 255, IPPROTO_MPTCP = 262, IPPROTO_MAX = 263, }; enum rpc_auth_flavors { RPC_AUTH_NULL = 0, RPC_AUTH_UNIX = 1, RPC_AUTH_SHORT = 2, RPC_AUTH_DES = 3, RPC_AUTH_KRB = 4, RPC_AUTH_GSS = 6, RPC_AUTH_TLS = 7, RPC_AUTH_MAXFLAVOR = 8, RPC_AUTH_GSS_KRB5 = 390003, RPC_AUTH_GSS_KRB5I = 390004, RPC_AUTH_GSS_KRB5P = 390005, RPC_AUTH_GSS_LKEY = 390006, RPC_AUTH_GSS_LKEYI = 390007, RPC_AUTH_GSS_LKEYP = 390008, RPC_AUTH_GSS_SPKM = 390009, RPC_AUTH_GSS_SPKMI = 390010, RPC_AUTH_GSS_SPKMP = 390011, }; struct rpc_create_args { struct net *net; int protocol; struct sockaddr *address; size_t addrsize; struct sockaddr *saddress; const struct rpc_timeout *timeout; const char *servername; const char *nodename; const struct rpc_program *program; u32 prognumber; u32 version; rpc_authflavor_t authflavor; u32 nconnect; long unsigned int flags; char *client_name; struct svc_xprt *bc_xprt; const struct cred *cred; unsigned int max_connect; struct xprtsec_parms xprtsec; long unsigned int connect_timeout; long unsigned int reconnect_timeout; }; struct nfs_mount_request { struct __kernel_sockaddr_storage *sap; size_t salen; char *hostname; char *dirpath; u32 version; short unsigned int protocol; struct nfs_fh *fh; int noresvport; unsigned int *auth_flav_len; rpc_authflavor_t *auth_flavs; struct net *net; }; enum { MOUNTPROC_NULL = 0, MOUNTPROC_MNT = 1, MOUNTPROC_DUMP = 2, MOUNTPROC_UMNT = 3, MOUNTPROC_UMNTALL = 4, MOUNTPROC_EXPORT = 5, }; enum { MOUNTPROC3_NULL = 0, MOUNTPROC3_MNT = 1, MOUNTPROC3_DUMP = 2, MOUNTPROC3_UMNT = 3, MOUNTPROC3_UMNTALL = 4, MOUNTPROC3_EXPORT = 5, }; enum mountstat { MNT_OK = 0, MNT_EPERM = 1, MNT_ENOENT = 2, MNT_EACCES = 13, MNT_EINVAL = 22, }; enum mountstat3 { MNT3_OK = 0, MNT3ERR_PERM = 1, MNT3ERR_NOENT = 2, MNT3ERR_IO = 5, MNT3ERR_ACCES = 13, MNT3ERR_NOTDIR = 20, MNT3ERR_INVAL = 22, MNT3ERR_NAMETOOLONG = 63, MNT3ERR_NOTSUPP = 10004, MNT3ERR_SERVERFAULT = 10006, }; struct mountres { int errno; struct nfs_fh *fh; unsigned int *auth_count; rpc_authflavor_t *auth_flavors; }; typedef void (*rpc_action)(struct rpc_task *); enum rpc_display_format_t { RPC_DISPLAY_ADDR = 0, RPC_DISPLAY_PORT = 1, RPC_DISPLAY_PROTO = 2, RPC_DISPLAY_HEX_ADDR = 3, RPC_DISPLAY_HEX_PORT = 4, RPC_DISPLAY_NETID = 5, RPC_DISPLAY_MAX = 6, }; struct rpc_pipe_msg { struct list_head list; void *data; size_t len; size_t copied; int errno; }; struct rpc_pipe_ops { ssize_t (*upcall)(struct file *, struct rpc_pipe_msg *, char *, size_t); ssize_t (*downcall)(struct file *, const char *, size_t); void (*release_pipe)(struct inode *); int (*open_pipe)(struct inode *); void (*destroy_msg)(struct rpc_pipe_msg *); }; struct rpc_pipe { struct list_head pipe; struct list_head in_upcall; struct list_head in_downcall; int pipelen; int nreaders; int nwriters; int flags; struct delayed_work queue_timeout; const struct rpc_pipe_ops *ops; spinlock_t lock; struct dentry *dentry; }; struct rpc_add_xprt_test { void (*add_xprt_test)(struct rpc_clnt *, struct rpc_xprt *, void *); void *data; }; enum nfsstat4 { NFS4_OK = 0, NFS4ERR_PERM = 1, NFS4ERR_NOENT = 2, NFS4ERR_IO = 5, NFS4ERR_NXIO = 6, NFS4ERR_ACCESS = 13, NFS4ERR_EXIST = 17, NFS4ERR_XDEV = 18, NFS4ERR_NOTDIR = 20, NFS4ERR_ISDIR = 21, NFS4ERR_INVAL = 22, NFS4ERR_FBIG = 27, NFS4ERR_NOSPC = 28, NFS4ERR_ROFS = 30, NFS4ERR_MLINK = 31, NFS4ERR_NAMETOOLONG = 63, NFS4ERR_NOTEMPTY = 66, NFS4ERR_DQUOT = 69, NFS4ERR_STALE = 70, NFS4ERR_BADHANDLE = 10001, NFS4ERR_BAD_COOKIE = 10003, NFS4ERR_NOTSUPP = 10004, NFS4ERR_TOOSMALL = 10005, NFS4ERR_SERVERFAULT = 10006, NFS4ERR_BADTYPE = 10007, NFS4ERR_DELAY = 10008, NFS4ERR_SAME = 10009, NFS4ERR_DENIED = 10010, NFS4ERR_EXPIRED = 10011, NFS4ERR_LOCKED = 10012, NFS4ERR_GRACE = 10013, NFS4ERR_FHEXPIRED = 10014, NFS4ERR_SHARE_DENIED = 10015, NFS4ERR_WRONGSEC = 10016, NFS4ERR_CLID_INUSE = 10017, NFS4ERR_RESOURCE = 10018, NFS4ERR_MOVED = 10019, NFS4ERR_NOFILEHANDLE = 10020, NFS4ERR_MINOR_VERS_MISMATCH = 10021, NFS4ERR_STALE_CLIENTID = 10022, NFS4ERR_STALE_STATEID = 10023, NFS4ERR_OLD_STATEID = 10024, NFS4ERR_BAD_STATEID = 10025, NFS4ERR_BAD_SEQID = 10026, NFS4ERR_NOT_SAME = 10027, NFS4ERR_LOCK_RANGE = 10028, NFS4ERR_SYMLINK = 10029, NFS4ERR_RESTOREFH = 10030, NFS4ERR_LEASE_MOVED = 10031, NFS4ERR_ATTRNOTSUPP = 10032, NFS4ERR_NO_GRACE = 10033, NFS4ERR_RECLAIM_BAD = 10034, NFS4ERR_RECLAIM_CONFLICT = 10035, NFS4ERR_BADXDR = 10036, NFS4ERR_LOCKS_HELD = 10037, NFS4ERR_OPENMODE = 10038, NFS4ERR_BADOWNER = 10039, NFS4ERR_BADCHAR = 10040, NFS4ERR_BADNAME = 10041, NFS4ERR_BAD_RANGE = 10042, NFS4ERR_LOCK_NOTSUPP = 10043, NFS4ERR_OP_ILLEGAL = 10044, NFS4ERR_DEADLOCK = 10045, NFS4ERR_FILE_OPEN = 10046, NFS4ERR_ADMIN_REVOKED = 10047, NFS4ERR_CB_PATH_DOWN = 10048, NFS4ERR_BADIOMODE = 10049, NFS4ERR_BADLAYOUT = 10050, NFS4ERR_BAD_SESSION_DIGEST = 10051, NFS4ERR_BADSESSION = 10052, NFS4ERR_BADSLOT = 10053, NFS4ERR_COMPLETE_ALREADY = 10054, NFS4ERR_CONN_NOT_BOUND_TO_SESSION = 10055, NFS4ERR_DELEG_ALREADY_WANTED = 10056, NFS4ERR_BACK_CHAN_BUSY = 10057, NFS4ERR_LAYOUTTRYLATER = 10058, NFS4ERR_LAYOUTUNAVAILABLE = 10059, NFS4ERR_NOMATCHING_LAYOUT = 10060, NFS4ERR_RECALLCONFLICT = 10061, NFS4ERR_UNKNOWN_LAYOUTTYPE = 10062, NFS4ERR_SEQ_MISORDERED = 10063, NFS4ERR_SEQUENCE_POS = 10064, NFS4ERR_REQ_TOO_BIG = 10065, NFS4ERR_REP_TOO_BIG = 10066, NFS4ERR_REP_TOO_BIG_TO_CACHE = 10067, NFS4ERR_RETRY_UNCACHED_REP = 10068, NFS4ERR_UNSAFE_COMPOUND = 10069, NFS4ERR_TOO_MANY_OPS = 10070, NFS4ERR_OP_NOT_IN_SESSION = 10071, NFS4ERR_HASH_ALG_UNSUPP = 10072, NFS4ERR_CLIENTID_BUSY = 10074, NFS4ERR_PNFS_IO_HOLE = 10075, NFS4ERR_SEQ_FALSE_RETRY = 10076, NFS4ERR_BAD_HIGH_SLOT = 10077, NFS4ERR_DEADSESSION = 10078, NFS4ERR_ENCR_ALG_UNSUPP = 10079, NFS4ERR_PNFS_NO_LAYOUT = 10080, NFS4ERR_NOT_ONLY_OP = 10081, NFS4ERR_WRONG_CRED = 10082, NFS4ERR_WRONG_TYPE = 10083, NFS4ERR_DIRDELEG_UNAVAIL = 10084, NFS4ERR_REJECT_DELEG = 10085, NFS4ERR_RETURNCONFLICT = 10086, NFS4ERR_DELEG_REVOKED = 10087, NFS4ERR_PARTNER_NOTSUPP = 10088, NFS4ERR_PARTNER_NO_AUTH = 10089, NFS4ERR_UNION_NOTSUPP = 10090, NFS4ERR_OFFLOAD_DENIED = 10091, NFS4ERR_WRONG_LFS = 10092, NFS4ERR_BADLABEL = 10093, NFS4ERR_OFFLOAD_NO_REQS = 10094, NFS4ERR_NOXATTR = 10095, NFS4ERR_XATTR2BIG = 10096, }; enum nfs_ftype4 { NF4BAD = 0, NF4REG = 1, NF4DIR = 2, NF4BLK = 3, NF4CHR = 4, NF4LNK = 5, NF4SOCK = 6, NF4FIFO = 7, NF4ATTRDIR = 8, NF4NAMEDATTR = 9, }; enum open_claim_type4 { NFS4_OPEN_CLAIM_NULL = 0, NFS4_OPEN_CLAIM_PREVIOUS = 1, NFS4_OPEN_CLAIM_DELEGATE_CUR = 2, NFS4_OPEN_CLAIM_DELEGATE_PREV = 3, NFS4_OPEN_CLAIM_FH = 4, NFS4_OPEN_CLAIM_DELEG_CUR_FH = 5, NFS4_OPEN_CLAIM_DELEG_PREV_FH = 6, }; enum createmode4 { NFS4_CREATE_UNCHECKED = 0, NFS4_CREATE_GUARDED = 1, NFS4_CREATE_EXCLUSIVE = 2, NFS4_CREATE_EXCLUSIVE4_1 = 3, }; enum { NFSPROC4_CLNT_NULL = 0, NFSPROC4_CLNT_READ = 1, NFSPROC4_CLNT_WRITE = 2, NFSPROC4_CLNT_COMMIT = 3, NFSPROC4_CLNT_OPEN = 4, NFSPROC4_CLNT_OPEN_CONFIRM = 5, NFSPROC4_CLNT_OPEN_NOATTR = 6, NFSPROC4_CLNT_OPEN_DOWNGRADE = 7, NFSPROC4_CLNT_CLOSE = 8, NFSPROC4_CLNT_SETATTR = 9, NFSPROC4_CLNT_FSINFO = 10, NFSPROC4_CLNT_RENEW = 11, NFSPROC4_CLNT_SETCLIENTID = 12, NFSPROC4_CLNT_SETCLIENTID_CONFIRM = 13, NFSPROC4_CLNT_LOCK = 14, NFSPROC4_CLNT_LOCKT = 15, NFSPROC4_CLNT_LOCKU = 16, NFSPROC4_CLNT_ACCESS = 17, NFSPROC4_CLNT_GETATTR = 18, NFSPROC4_CLNT_LOOKUP = 19, NFSPROC4_CLNT_LOOKUP_ROOT = 20, NFSPROC4_CLNT_REMOVE = 21, NFSPROC4_CLNT_RENAME = 22, NFSPROC4_CLNT_LINK = 23, NFSPROC4_CLNT_SYMLINK = 24, NFSPROC4_CLNT_CREATE = 25, NFSPROC4_CLNT_PATHCONF = 26, NFSPROC4_CLNT_STATFS = 27, NFSPROC4_CLNT_READLINK = 28, NFSPROC4_CLNT_READDIR = 29, NFSPROC4_CLNT_SERVER_CAPS = 30, NFSPROC4_CLNT_DELEGRETURN = 31, NFSPROC4_CLNT_GETACL = 32, NFSPROC4_CLNT_SETACL = 33, NFSPROC4_CLNT_FS_LOCATIONS = 34, NFSPROC4_CLNT_RELEASE_LOCKOWNER = 35, NFSPROC4_CLNT_SECINFO = 36, NFSPROC4_CLNT_FSID_PRESENT = 37, NFSPROC4_CLNT_EXCHANGE_ID = 38, NFSPROC4_CLNT_CREATE_SESSION = 39, NFSPROC4_CLNT_DESTROY_SESSION = 40, NFSPROC4_CLNT_SEQUENCE = 41, NFSPROC4_CLNT_GET_LEASE_TIME = 42, NFSPROC4_CLNT_RECLAIM_COMPLETE = 43, NFSPROC4_CLNT_LAYOUTGET = 44, NFSPROC4_CLNT_GETDEVICEINFO = 45, NFSPROC4_CLNT_LAYOUTCOMMIT = 46, NFSPROC4_CLNT_LAYOUTRETURN = 47, NFSPROC4_CLNT_SECINFO_NO_NAME = 48, NFSPROC4_CLNT_TEST_STATEID = 49, NFSPROC4_CLNT_FREE_STATEID = 50, NFSPROC4_CLNT_GETDEVICELIST = 51, NFSPROC4_CLNT_BIND_CONN_TO_SESSION = 52, NFSPROC4_CLNT_DESTROY_CLIENTID = 53, NFSPROC4_CLNT_SEEK = 54, NFSPROC4_CLNT_ALLOCATE = 55, NFSPROC4_CLNT_DEALLOCATE = 56, NFSPROC4_CLNT_LAYOUTSTATS = 57, NFSPROC4_CLNT_CLONE = 58, NFSPROC4_CLNT_COPY = 59, NFSPROC4_CLNT_OFFLOAD_CANCEL = 60, NFSPROC4_CLNT_LOOKUPP = 61, NFSPROC4_CLNT_LAYOUTERROR = 62, NFSPROC4_CLNT_COPY_NOTIFY = 63, NFSPROC4_CLNT_GETXATTR = 64, NFSPROC4_CLNT_SETXATTR = 65, NFSPROC4_CLNT_LISTXATTRS = 66, NFSPROC4_CLNT_REMOVEXATTR = 67, NFSPROC4_CLNT_READ_PLUS = 68, }; struct nfs4_sessionid { unsigned char data[16]; }; struct nfs4_channel_attrs { u32 max_rqst_sz; u32 max_resp_sz; u32 max_resp_sz_cached; u32 max_ops; u32 max_reqs; }; struct nfs4_slot { struct nfs4_slot_table *table; struct nfs4_slot *next; long unsigned int generation; u32 slot_nr; u32 seq_nr; u32 seq_nr_last_acked; u32 seq_nr_highest_sent; unsigned int privileged: 1; unsigned int seq_done: 1; }; struct nfs4_get_lease_time_args { struct nfs4_sequence_args la_seq_args; }; struct nfs4_get_lease_time_res { struct nfs4_sequence_res lr_seq_res; struct nfs_fsinfo *lr_fsinfo; }; struct nfs4_xdr_opaque_data; struct nfs4_xdr_opaque_ops { void (*encode)(struct xdr_stream *, const void *, const struct nfs4_xdr_opaque_data *); void (*free)(struct nfs4_xdr_opaque_data *); }; struct nfs4_xdr_opaque_data { const struct nfs4_xdr_opaque_ops *ops; void *data; }; struct nfs4_layoutdriver_data { struct page **pages; __u32 pglen; __u32 len; }; struct nfs4_layoutget_args { struct nfs4_sequence_args seq_args; __u32 type; struct pnfs_layout_range range; __u64 minlength; __u32 maxcount; struct inode *inode; struct nfs_open_context *ctx; nfs4_stateid stateid; struct nfs4_layoutdriver_data layout; }; struct nfs4_layoutget_res { struct nfs4_sequence_res seq_res; int status; __u32 return_on_close; struct pnfs_layout_range range; __u32 type; nfs4_stateid stateid; struct nfs4_layoutdriver_data *layoutp; }; struct nfs4_layoutget { struct nfs4_layoutget_args args; struct nfs4_layoutget_res res; const struct cred *cred; struct pnfs_layout_hdr *lo; gfp_t gfp_flags; }; struct nfs4_layoutreturn_args { struct nfs4_sequence_args seq_args; struct pnfs_layout_hdr *layout; struct inode *inode; struct pnfs_layout_range range; nfs4_stateid stateid; __u32 layout_type; struct nfs4_xdr_opaque_data *ld_private; }; struct nfs4_layoutreturn_res { struct nfs4_sequence_res seq_res; u32 lrs_present; nfs4_stateid stateid; }; struct stateowner_id { __u64 create_time; __u32 uniquifier; }; struct nfs_openargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; struct nfs_seqid *seqid; int open_flags; fmode_t fmode; u32 share_access; u32 access; __u64 clientid; struct stateowner_id id; union { struct { struct iattr *attrs; nfs4_verifier verifier; }; nfs4_stateid delegation; fmode_t delegation_type; } u; const struct qstr *name; const struct nfs_server *server; const u32 *bitmask; const u32 *open_bitmap; enum open_claim_type4 claim; enum createmode4 createmode; const struct nfs4_label *label; umode_t umask; struct nfs4_layoutget_args *lg_args; }; struct nfs_openres { struct nfs4_sequence_res seq_res; nfs4_stateid stateid; struct nfs_fh fh; struct nfs4_change_info cinfo; __u32 rflags; struct nfs_fattr *f_attr; struct nfs_seqid *seqid; const struct nfs_server *server; fmode_t delegation_type; nfs4_stateid delegation; long unsigned int pagemod_limit; __u32 do_recall; __u32 attrset[3]; struct nfs4_string *owner; struct nfs4_string *group_owner; __u32 access_request; __u32 access_supported; __u32 access_result; struct nfs4_layoutget_res *lg_res; }; struct nfs_open_confirmargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; nfs4_stateid *stateid; struct nfs_seqid *seqid; }; struct nfs_open_confirmres { struct nfs4_sequence_res seq_res; nfs4_stateid stateid; struct nfs_seqid *seqid; }; struct nfs_closeargs { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; nfs4_stateid stateid; struct nfs_seqid *seqid; fmode_t fmode; u32 share_access; const u32 *bitmask; u32 bitmask_store[3]; struct nfs4_layoutreturn_args *lr_args; }; struct nfs_closeres { struct nfs4_sequence_res seq_res; nfs4_stateid stateid; struct nfs_fattr *fattr; struct nfs_seqid *seqid; const struct nfs_server *server; struct nfs4_layoutreturn_res *lr_res; int lr_ret; }; struct nfs_lowner { __u64 clientid; __u64 id; dev_t s_dev; }; struct nfs_lock_args { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; struct file_lock *fl; struct nfs_seqid *lock_seqid; nfs4_stateid lock_stateid; struct nfs_seqid *open_seqid; nfs4_stateid open_stateid; struct nfs_lowner lock_owner; unsigned char block: 1; unsigned char reclaim: 1; unsigned char new_lock: 1; unsigned char new_lock_owner: 1; }; struct nfs_lock_res { struct nfs4_sequence_res seq_res; nfs4_stateid stateid; struct nfs_seqid *lock_seqid; struct nfs_seqid *open_seqid; }; struct nfs_locku_args { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; struct file_lock *fl; struct nfs_seqid *seqid; nfs4_stateid stateid; }; struct nfs_locku_res { struct nfs4_sequence_res seq_res; nfs4_stateid stateid; struct nfs_seqid *seqid; }; struct nfs_lockt_args { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; struct file_lock *fl; struct nfs_lowner lock_owner; }; struct nfs_lockt_res { struct nfs4_sequence_res seq_res; struct file_lock *denied; }; struct nfs_release_lockowner_args { struct nfs4_sequence_args seq_args; struct nfs_lowner lock_owner; }; struct nfs_release_lockowner_res { struct nfs4_sequence_res seq_res; }; struct nfs4_delegreturnargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *fhandle; const nfs4_stateid *stateid; const u32 *bitmask; u32 bitmask_store[3]; struct nfs4_layoutreturn_args *lr_args; }; struct nfs4_delegreturnres { struct nfs4_sequence_res seq_res; struct nfs_fattr *fattr; struct nfs_server *server; struct nfs4_layoutreturn_res *lr_res; int lr_ret; }; struct nfs_setattrargs { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; nfs4_stateid stateid; struct iattr *iap; const struct nfs_server *server; const u32 *bitmask; const struct nfs4_label *label; }; enum nfs4_acl_type { NFS4ACL_NONE = 0, NFS4ACL_ACL = 1, NFS4ACL_DACL = 2, NFS4ACL_SACL = 3, }; struct nfs_setaclargs { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; enum nfs4_acl_type acl_type; size_t acl_len; struct page **acl_pages; }; struct nfs_setaclres { struct nfs4_sequence_res seq_res; }; struct nfs_getaclargs { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; enum nfs4_acl_type acl_type; size_t acl_len; struct page **acl_pages; }; struct nfs_getaclres { struct nfs4_sequence_res seq_res; enum nfs4_acl_type acl_type; size_t acl_len; size_t acl_data_offset; int acl_flags; struct page *acl_scratch; }; struct nfs_setattrres { struct nfs4_sequence_res seq_res; struct nfs_fattr *fattr; const struct nfs_server *server; }; typedef u64 clientid4; struct nfs4_accessargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; const u32 *bitmask; u32 access; }; struct nfs4_accessres { struct nfs4_sequence_res seq_res; const struct nfs_server *server; struct nfs_fattr *fattr; u32 supported; u32 access; }; struct nfs4_create_arg { struct nfs4_sequence_args seq_args; u32 ftype; union { struct { struct page **pages; unsigned int len; } symlink; struct { u32 specdata1; u32 specdata2; } device; } u; const struct qstr *name; const struct nfs_server *server; const struct iattr *attrs; const struct nfs_fh *dir_fh; const u32 *bitmask; const struct nfs4_label *label; umode_t umask; }; struct nfs4_create_res { struct nfs4_sequence_res seq_res; const struct nfs_server *server; struct nfs_fh *fh; struct nfs_fattr *fattr; struct nfs4_change_info dir_cinfo; }; struct nfs4_fsinfo_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; const u32 *bitmask; }; struct nfs4_fsinfo_res { struct nfs4_sequence_res seq_res; struct nfs_fsinfo *fsinfo; }; struct nfs4_getattr_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; const u32 *bitmask; }; struct nfs4_getattr_res { struct nfs4_sequence_res seq_res; const struct nfs_server *server; struct nfs_fattr *fattr; }; struct nfs4_link_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; const struct nfs_fh *dir_fh; const struct qstr *name; const u32 *bitmask; }; struct nfs4_link_res { struct nfs4_sequence_res seq_res; const struct nfs_server *server; struct nfs_fattr *fattr; struct nfs4_change_info cinfo; struct nfs_fattr *dir_attr; }; struct nfs4_lookup_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *dir_fh; const struct qstr *name; const u32 *bitmask; }; struct nfs4_lookup_res { struct nfs4_sequence_res seq_res; const struct nfs_server *server; struct nfs_fattr *fattr; struct nfs_fh *fh; }; struct nfs4_lookupp_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; const u32 *bitmask; }; struct nfs4_lookupp_res { struct nfs4_sequence_res seq_res; const struct nfs_server *server; struct nfs_fattr *fattr; struct nfs_fh *fh; }; struct nfs4_lookup_root_arg { struct nfs4_sequence_args seq_args; const u32 *bitmask; }; struct nfs4_pathconf_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; const u32 *bitmask; }; struct nfs4_pathconf_res { struct nfs4_sequence_res seq_res; struct nfs_pathconf *pathconf; }; struct nfs4_readdir_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; u64 cookie; nfs4_verifier verifier; u32 count; struct page **pages; unsigned int pgbase; const u32 *bitmask; bool plus; }; struct nfs4_readdir_res { struct nfs4_sequence_res seq_res; nfs4_verifier verifier; unsigned int pgbase; }; struct nfs4_readlink { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; unsigned int pgbase; unsigned int pglen; struct page **pages; }; struct nfs4_readlink_res { struct nfs4_sequence_res seq_res; }; struct nfs4_setclientid { const nfs4_verifier *sc_verifier; u32 sc_prog; unsigned int sc_netid_len; char sc_netid[6]; unsigned int sc_uaddr_len; char sc_uaddr[58]; struct nfs_client *sc_clnt; struct rpc_cred *sc_cred; }; struct nfs4_setclientid_res { u64 clientid; nfs4_verifier confirm; }; struct nfs4_statfs_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; const u32 *bitmask; }; struct nfs4_statfs_res { struct nfs4_sequence_res seq_res; struct nfs_fsstat *fsstat; }; struct nfs4_server_caps_arg { struct nfs4_sequence_args seq_args; struct nfs_fh *fhandle; const u32 *bitmask; }; struct nfs4_server_caps_res { struct nfs4_sequence_res seq_res; u32 attr_bitmask[3]; u32 exclcreat_bitmask[3]; u32 acl_bitmask; u32 has_links; u32 has_symlinks; u32 fh_expire_type; u32 case_insensitive; u32 case_preserving; }; struct nfs4_fs_locations_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *dir_fh; const struct nfs_fh *fh; const struct qstr *name; struct page *page; const u32 *bitmask; clientid4 clientid; unsigned char migration: 1; unsigned char renew: 1; }; struct nfs4_fs_locations_res { struct nfs4_sequence_res seq_res; struct nfs4_fs_locations *fs_locations; unsigned char migration: 1; unsigned char renew: 1; }; struct nfs4_secinfo4 { u32 flavor; struct rpcsec_gss_info flavor_info; }; struct nfs4_secinfo_flavors { unsigned int num_flavors; struct nfs4_secinfo4 flavors[0]; }; struct nfs4_secinfo_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *dir_fh; const struct qstr *name; }; struct nfs4_secinfo_res { struct nfs4_sequence_res seq_res; struct nfs4_secinfo_flavors *flavors; }; struct nfs4_fsid_present_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; clientid4 clientid; unsigned char renew: 1; }; struct nfs4_fsid_present_res { struct nfs4_sequence_res seq_res; struct nfs_fh *fh; unsigned char renew: 1; }; struct nfs4_slot_table { struct nfs4_session *session; struct nfs4_slot *slots; long unsigned int used_slots[16]; spinlock_t slot_tbl_lock; struct rpc_wait_queue slot_tbl_waitq; wait_queue_head_t slot_waitq; u32 max_slots; u32 max_slotid; u32 highest_used_slotid; u32 target_highest_slotid; u32 server_highest_slotid; s32 d_target_highest_slotid; s32 d2_target_highest_slotid; long unsigned int generation; struct completion complete; long unsigned int slot_tbl_state; }; struct nfs4_session { struct nfs4_sessionid sess_id; u32 flags; long unsigned int session_state; u32 hash_alg; u32 ssv_len; struct nfs4_channel_attrs fc_attrs; struct nfs4_slot_table fc_slot_table; struct nfs4_channel_attrs bc_attrs; struct nfs4_slot_table bc_slot_table; struct nfs_client *clp; }; struct nfs4_cached_acl { enum nfs4_acl_type type; int cached; size_t len; char data[0]; }; enum nfs4_client_state { NFS4CLNT_MANAGER_RUNNING = 0, NFS4CLNT_CHECK_LEASE = 1, NFS4CLNT_LEASE_EXPIRED = 2, NFS4CLNT_RECLAIM_REBOOT = 3, NFS4CLNT_RECLAIM_NOGRACE = 4, NFS4CLNT_DELEGRETURN = 5, NFS4CLNT_SESSION_RESET = 6, NFS4CLNT_LEASE_CONFIRM = 7, NFS4CLNT_SERVER_SCOPE_MISMATCH = 8, NFS4CLNT_PURGE_STATE = 9, NFS4CLNT_BIND_CONN_TO_SESSION = 10, NFS4CLNT_MOVED = 11, NFS4CLNT_LEASE_MOVED = 12, NFS4CLNT_DELEGATION_EXPIRED = 13, NFS4CLNT_RUN_MANAGER = 14, NFS4CLNT_MANAGER_AVAILABLE = 15, NFS4CLNT_RECALL_RUNNING = 16, NFS4CLNT_RECALL_ANY_LAYOUT_READ = 17, NFS4CLNT_RECALL_ANY_LAYOUT_RW = 18, NFS4CLNT_DELEGRETURN_DELAYED = 19, }; enum { NFS_OWNER_RECLAIM_REBOOT = 0, NFS_OWNER_RECLAIM_NOGRACE = 1, }; enum { LK_STATE_IN_USE = 0, NFS_DELEGATED_STATE = 1, NFS_OPEN_STATE = 2, NFS_O_RDONLY_STATE = 3, NFS_O_WRONLY_STATE = 4, NFS_O_RDWR_STATE = 5, NFS_STATE_RECLAIM_REBOOT = 6, NFS_STATE_RECLAIM_NOGRACE = 7, NFS_STATE_POSIX_LOCKS = 8, NFS_STATE_RECOVERY_FAILED = 9, NFS_STATE_MAY_NOTIFY_LOCK = 10, NFS_STATE_CHANGE_WAIT = 11, NFS_CLNT_DST_SSC_COPY_STATE = 12, NFS_CLNT_SRC_SSC_COPY_STATE = 13, NFS_SRV_SSC_COPY_STATE = 14, }; struct nfs4_exception { struct nfs4_state *state; struct inode *inode; nfs4_stateid *stateid; long int timeout; unsigned char task_is_privileged: 1; unsigned char delay: 1; unsigned char recovering: 1; unsigned char retry: 1; bool interruptible; }; struct nfs4_opendata { struct kref kref; struct nfs_openargs o_arg; struct nfs_openres o_res; struct nfs_open_confirmargs c_arg; struct nfs_open_confirmres c_res; struct nfs4_string owner_name; struct nfs4_string group_name; struct nfs4_label *a_label; struct nfs_fattr f_attr; struct dentry *dir; struct dentry *dentry; struct nfs4_state_owner *owner; struct nfs4_state *state; struct iattr attrs; struct nfs4_layoutget *lgp; long unsigned int timestamp; bool rpc_done; bool file_created; bool is_recover; bool cancelled; int rpc_status; }; struct nfs4_add_xprt_data { struct nfs_client *clp; const struct cred *cred; }; enum { NFS_DELEGATION_NEED_RECLAIM = 0, NFS_DELEGATION_RETURN = 1, NFS_DELEGATION_RETURN_IF_CLOSED = 2, NFS_DELEGATION_REFERENCED = 3, NFS_DELEGATION_RETURNING = 4, NFS_DELEGATION_REVOKED = 5, NFS_DELEGATION_TEST_EXPIRED = 6, NFS_DELEGATION_INODE_FREEING = 7, NFS_DELEGATION_RETURN_DELAYED = 8, }; struct cache_head { struct hlist_node cache_list; time64_t expiry_time; time64_t last_refresh; struct kref ref; long unsigned int flags; }; struct cache_detail { struct module *owner; int hash_size; struct hlist_head *hash_table; spinlock_t hash_lock; char *name; void (*cache_put)(struct kref *); int (*cache_upcall)(struct cache_detail *, struct cache_head *); void (*cache_request)(struct cache_detail *, struct cache_head *, char **, int *); int (*cache_parse)(struct cache_detail *, char *, int); int (*cache_show)(struct seq_file *, struct cache_detail *, struct cache_head *); void (*warn_no_listener)(struct cache_detail *, int); struct cache_head * (*alloc)(); void (*flush)(); int (*match)(struct cache_head *, struct cache_head *); void (*init)(struct cache_head *, struct cache_head *); void (*update)(struct cache_head *, struct cache_head *); time64_t flush_time; struct list_head others; time64_t nextcheck; int entries; struct list_head queue; atomic_t writers; time64_t last_close; time64_t last_warn; union { struct proc_dir_entry *procfs; struct dentry *pipefs; }; struct net *net; }; struct bl_dev_msg { int32_t status; uint32_t major; uint32_t minor; }; struct nfs_netns_client; struct nfs_net { struct cache_detail *nfs_dns_resolve; struct rpc_pipe *bl_device_pipe; struct bl_dev_msg bl_mount_reply; wait_queue_head_t bl_wq; struct mutex bl_mutex; struct list_head nfs_client_list; struct list_head nfs_volume_list; struct idr cb_ident_idr; short unsigned int nfs_callback_tcpport; short unsigned int nfs_callback_tcpport6; int cb_users[1]; struct nfs_netns_client *nfs_client; spinlock_t nfs_client_lock; ktime_t boot_time; struct proc_dir_entry *proc_nfsfs; }; struct nfs_netns_client { struct kobject kobject; struct kobject nfs_net_kobj; struct net *net; const char *identifier; }; enum nfs4_slot_tbl_state { NFS4_SLOT_TBL_DRAINING = 0, }; struct nfs4_call_sync_data { const struct nfs_server *seq_server; struct nfs4_sequence_args *seq_args; struct nfs4_sequence_res *seq_res; }; struct nfs4_open_createattrs { struct nfs4_label *label; struct iattr *sattr; const __u32 verf[2]; }; struct nfs4_closedata { struct inode *inode; struct nfs4_state *state; struct nfs_closeargs arg; struct nfs_closeres res; struct { struct nfs4_layoutreturn_args arg; struct nfs4_layoutreturn_res res; struct nfs4_xdr_opaque_data ld_private; u32 roc_barrier; bool roc; } lr; struct nfs_fattr fattr; long unsigned int timestamp; }; struct nfs4_createdata { struct rpc_message msg; struct nfs4_create_arg arg; struct nfs4_create_res res; struct nfs_fh fh; struct nfs_fattr fattr; }; struct nfs4_renewdata { struct nfs_client *client; long unsigned int timestamp; }; struct nfs4_delegreturndata { struct nfs4_delegreturnargs args; struct nfs4_delegreturnres res; struct nfs_fh fh; nfs4_stateid stateid; long unsigned int timestamp; struct { struct nfs4_layoutreturn_args arg; struct nfs4_layoutreturn_res res; struct nfs4_xdr_opaque_data ld_private; u32 roc_barrier; bool roc; } lr; struct nfs_fattr fattr; int rpc_status; struct inode *inode; }; struct nfs4_unlockdata { struct nfs_locku_args arg; struct nfs_locku_res res; struct nfs4_lock_state *lsp; struct nfs_open_context *ctx; struct nfs_lock_context *l_ctx; struct file_lock fl; struct nfs_server *server; long unsigned int timestamp; }; struct nfs4_lockdata { struct nfs_lock_args arg; struct nfs_lock_res res; struct nfs4_lock_state *lsp; struct nfs_open_context *ctx; struct file_lock fl; long unsigned int timestamp; int rpc_status; int cancelled; struct nfs_server *server; }; struct nfs_release_lockowner_data { struct nfs4_lock_state *lsp; struct nfs_server *server; struct nfs_release_lockowner_args args; struct nfs_release_lockowner_res res; long unsigned int timestamp; }; struct nfs4_get_lease_time_data { struct nfs4_get_lease_time_args *args; struct nfs4_get_lease_time_res *res; struct nfs_client *clp; }; struct xdr_netobj { unsigned int len; u8 *data; }; enum rpc_accept_stat { RPC_SUCCESS = 0, RPC_PROG_UNAVAIL = 1, RPC_PROG_MISMATCH = 2, RPC_PROC_UNAVAIL = 3, RPC_GARBAGE_ARGS = 4, RPC_SYSTEM_ERR = 5, RPC_DROP_REPLY = 60000, }; enum rpc_auth_stat { RPC_AUTH_OK = 0, RPC_AUTH_BADCRED = 1, RPC_AUTH_REJECTEDCRED = 2, RPC_AUTH_BADVERF = 3, RPC_AUTH_REJECTEDVERF = 4, RPC_AUTH_TOOWEAK = 5, RPCSEC_GSS_CREDPROBLEM = 13, RPCSEC_GSS_CTXPROBLEM = 14, }; struct cache_deferred_req; struct cache_req { struct cache_deferred_req * (*defer)(struct cache_req *); long unsigned int thread_wait; }; struct cache_deferred_req { struct hlist_node hash; struct list_head recent; struct cache_head *item; void *owner; void (*revisit)(struct cache_deferred_req *, int); }; struct gss_api_mech; struct gss_ctx { struct gss_api_mech *mech_type; void *internal_ctx_id; unsigned int slack; unsigned int align; }; struct gss_api_ops; struct pf_desc; struct gss_api_mech { struct list_head gm_list; struct module *gm_owner; struct rpcsec_gss_oid gm_oid; char *gm_name; const struct gss_api_ops *gm_ops; int gm_pf_num; struct pf_desc *gm_pfs; const char *gm_upcall_enctypes; }; struct auth_domain; struct pf_desc { u32 pseudoflavor; u32 qop; u32 service; char *name; char *auth_domain_name; struct auth_domain *domain; bool datatouch; }; struct auth_ops; struct auth_domain { struct kref ref; struct hlist_node hash; char *name; struct auth_ops *flavour; struct callback_head callback_head; }; struct gss_api_ops { int (*gss_import_sec_context)(const void *, size_t, struct gss_ctx *, time64_t *, gfp_t); u32 (*gss_get_mic)(struct gss_ctx *, struct xdr_buf *, struct xdr_netobj *); u32 (*gss_verify_mic)(struct gss_ctx *, struct xdr_buf *, struct xdr_netobj *); u32 (*gss_wrap)(struct gss_ctx *, int, struct xdr_buf *, struct page **); u32 (*gss_unwrap)(struct gss_ctx *, int, int, struct xdr_buf *); void (*gss_delete_sec_context)(void *); }; struct svc_cred { kuid_t cr_uid; kgid_t cr_gid; struct group_info *cr_group_info; u32 cr_flavor; char *cr_raw_principal; char *cr_principal; char *cr_targ_princ; struct gss_api_mech *cr_gss_mech; }; enum svc_auth_status { SVC_GARBAGE = 1, SVC_SYSERR = 2, SVC_VALID = 3, SVC_NEGATIVE = 4, SVC_OK = 5, SVC_DROP = 6, SVC_CLOSE = 7, SVC_DENIED = 8, SVC_PENDING = 9, SVC_COMPLETE = 10, }; struct svc_rqst; struct auth_ops { char *name; struct module *owner; int flavour; enum svc_auth_status (*accept)(struct svc_rqst *); int (*release)(struct svc_rqst *); void (*domain_release)(struct auth_domain *); enum svc_auth_status (*set_client)(struct svc_rqst *); }; struct svc_serv; struct svc_pool; struct svc_procedure; struct svc_deferred_req; struct svc_rqst { struct list_head rq_all; struct callback_head rq_rcu_head; struct svc_xprt *rq_xprt; struct __kernel_sockaddr_storage rq_addr; size_t rq_addrlen; struct __kernel_sockaddr_storage rq_daddr; size_t rq_daddrlen; struct svc_serv *rq_server; struct svc_pool *rq_pool; const struct svc_procedure *rq_procinfo; struct auth_ops *rq_authop; struct svc_cred rq_cred; void *rq_xprt_ctxt; struct svc_deferred_req *rq_deferred; struct xdr_buf rq_arg; struct xdr_stream rq_arg_stream; struct xdr_stream rq_res_stream; struct page *rq_scratch_page; struct xdr_buf rq_res; struct page *rq_pages[20]; struct page **rq_respages; struct page **rq_next_page; struct page **rq_page_end; struct folio_batch rq_fbatch; struct kvec rq_vec[19]; struct bio_vec rq_bvec[19]; __be32 rq_xid; u32 rq_prog; u32 rq_vers; u32 rq_proc; u32 rq_prot; int rq_cachetype; long unsigned int rq_flags; ktime_t rq_qtime; void *rq_argp; void *rq_resp; __be32 *rq_accept_statp; void *rq_auth_data; __be32 rq_auth_stat; int rq_auth_slack; int rq_reserved; ktime_t rq_stime; struct cache_req rq_chandle; struct auth_domain *rq_client; struct auth_domain *rq_gssclient; struct task_struct *rq_task; struct net *rq_bc_net; void **rq_lease_breaker; }; struct svc_pool { unsigned int sp_id; spinlock_t sp_lock; struct list_head sp_sockets; unsigned int sp_nrthreads; struct list_head sp_all_threads; struct percpu_counter sp_messages_arrived; struct percpu_counter sp_sockets_queued; struct percpu_counter sp_threads_woken; long unsigned int sp_flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct svc_program; struct svc_stat; struct svc_serv { struct svc_program *sv_program; struct svc_stat *sv_stats; spinlock_t sv_lock; struct kref sv_refcnt; unsigned int sv_nrthreads; unsigned int sv_maxconn; unsigned int sv_max_payload; unsigned int sv_max_mesg; unsigned int sv_xdrsize; struct list_head sv_permsocks; struct list_head sv_tempsocks; int sv_tmpcnt; struct timer_list sv_temptimer; char *sv_name; unsigned int sv_nrpools; struct svc_pool *sv_pools; int (*sv_threadfn)(void *); }; struct svc_version; struct svc_process_info; struct svc_program { struct svc_program *pg_next; u32 pg_prog; unsigned int pg_lovers; unsigned int pg_hivers; unsigned int pg_nvers; const struct svc_version **pg_vers; char *pg_name; char *pg_class; struct svc_stat *pg_stats; enum svc_auth_status (*pg_authenticate)(struct svc_rqst *); __be32 (*pg_init_request)(struct svc_rqst *, const struct svc_program *, struct svc_process_info *); int (*pg_rpcbind_set)(struct net *, const struct svc_program *, u32, int, short unsigned int, short unsigned int); }; struct svc_stat { struct svc_program *program; unsigned int netcnt; unsigned int netudpcnt; unsigned int nettcpcnt; unsigned int nettcpconn; unsigned int rpccnt; unsigned int rpcbadfmt; unsigned int rpcbadauth; unsigned int rpcbadclnt; }; struct svc_xprt_class; struct svc_xprt_ops; struct svc_xprt { struct svc_xprt_class *xpt_class; const struct svc_xprt_ops *xpt_ops; struct kref xpt_ref; struct list_head xpt_list; struct list_head xpt_ready; long unsigned int xpt_flags; struct svc_serv *xpt_server; atomic_t xpt_reserved; atomic_t xpt_nr_rqsts; struct mutex xpt_mutex; spinlock_t xpt_lock; void *xpt_auth_cache; struct list_head xpt_deferred; struct __kernel_sockaddr_storage xpt_local; size_t xpt_locallen; struct __kernel_sockaddr_storage xpt_remote; size_t xpt_remotelen; char xpt_remotebuf[58]; struct list_head xpt_users; struct net *xpt_net; netns_tracker ns_tracker; const struct cred *xpt_cred; struct rpc_xprt *xpt_bc_xprt; struct rpc_xprt_switch *xpt_bc_xps; }; struct svc_procedure { __be32 (*pc_func)(struct svc_rqst *); bool (*pc_decode)(struct svc_rqst *, struct xdr_stream *); bool (*pc_encode)(struct svc_rqst *, struct xdr_stream *); void (*pc_release)(struct svc_rqst *); unsigned int pc_argsize; unsigned int pc_argzero; unsigned int pc_ressize; unsigned int pc_cachetype; unsigned int pc_xdrressize; const char *pc_name; }; struct svc_deferred_req { u32 prot; struct svc_xprt *xprt; struct __kernel_sockaddr_storage addr; size_t addrlen; struct __kernel_sockaddr_storage daddr; size_t daddrlen; void *xprt_ctxt; struct cache_deferred_req handle; int argslen; __be32 args[0]; }; struct svc_process_info { union { int (*dispatch)(struct svc_rqst *); struct { unsigned int lovers; unsigned int hivers; } mismatch; }; }; struct svc_version { u32 vs_vers; u32 vs_nproc; const struct svc_procedure *vs_proc; long unsigned int *vs_count; u32 vs_xdrsize; bool vs_hidden; bool vs_rpcb_optnl; bool vs_need_cong_ctrl; int (*vs_dispatch)(struct svc_rqst *); }; enum nfs_stat { NFS_OK = 0, NFSERR_PERM = 1, NFSERR_NOENT = 2, NFSERR_IO = 5, NFSERR_NXIO = 6, NFSERR_EAGAIN = 11, NFSERR_ACCES = 13, NFSERR_EXIST = 17, NFSERR_XDEV = 18, NFSERR_NODEV = 19, NFSERR_NOTDIR = 20, NFSERR_ISDIR = 21, NFSERR_INVAL = 22, NFSERR_FBIG = 27, NFSERR_NOSPC = 28, NFSERR_ROFS = 30, NFSERR_MLINK = 31, NFSERR_OPNOTSUPP = 45, NFSERR_NAMETOOLONG = 63, NFSERR_NOTEMPTY = 66, NFSERR_DQUOT = 69, NFSERR_STALE = 70, NFSERR_REMOTE = 71, NFSERR_WFLUSH = 99, NFSERR_BADHANDLE = 10001, NFSERR_NOT_SYNC = 10002, NFSERR_BAD_COOKIE = 10003, NFSERR_NOTSUPP = 10004, NFSERR_TOOSMALL = 10005, NFSERR_SERVERFAULT = 10006, NFSERR_BADTYPE = 10007, NFSERR_JUKEBOX = 10008, NFSERR_SAME = 10009, NFSERR_DENIED = 10010, NFSERR_EXPIRED = 10011, NFSERR_LOCKED = 10012, NFSERR_GRACE = 10013, NFSERR_FHEXPIRED = 10014, NFSERR_SHARE_DENIED = 10015, NFSERR_WRONGSEC = 10016, NFSERR_CLID_INUSE = 10017, NFSERR_RESOURCE = 10018, NFSERR_MOVED = 10019, NFSERR_NOFILEHANDLE = 10020, NFSERR_MINOR_VERS_MISMATCH = 10021, NFSERR_STALE_CLIENTID = 10022, NFSERR_STALE_STATEID = 10023, NFSERR_OLD_STATEID = 10024, NFSERR_BAD_STATEID = 10025, NFSERR_BAD_SEQID = 10026, NFSERR_NOT_SAME = 10027, NFSERR_LOCK_RANGE = 10028, NFSERR_SYMLINK = 10029, NFSERR_RESTOREFH = 10030, NFSERR_LEASE_MOVED = 10031, NFSERR_ATTRNOTSUPP = 10032, NFSERR_NO_GRACE = 10033, NFSERR_RECLAIM_BAD = 10034, NFSERR_RECLAIM_CONFLICT = 10035, NFSERR_BAD_XDR = 10036, NFSERR_LOCKS_HELD = 10037, NFSERR_OPENMODE = 10038, NFSERR_BADOWNER = 10039, NFSERR_BADCHAR = 10040, NFSERR_BADNAME = 10041, NFSERR_BAD_RANGE = 10042, NFSERR_LOCK_NOTSUPP = 10043, NFSERR_OP_ILLEGAL = 10044, NFSERR_DEADLOCK = 10045, NFSERR_FILE_OPEN = 10046, NFSERR_ADMIN_REVOKED = 10047, NFSERR_CB_PATH_DOWN = 10048, }; struct svc_xprt_ops { struct svc_xprt * (*xpo_create)(struct svc_serv *, struct net *, struct sockaddr *, int, int); struct svc_xprt * (*xpo_accept)(struct svc_xprt *); int (*xpo_has_wspace)(struct svc_xprt *); int (*xpo_recvfrom)(struct svc_rqst *); int (*xpo_sendto)(struct svc_rqst *); int (*xpo_result_payload)(struct svc_rqst *, unsigned int, unsigned int); void (*xpo_release_ctxt)(struct svc_xprt *, void *); void (*xpo_detach)(struct svc_xprt *); void (*xpo_free)(struct svc_xprt *); void (*xpo_kill_temp_xprt)(struct svc_xprt *); void (*xpo_handshake)(struct svc_xprt *); }; struct svc_xprt_class { const char *xcl_name; struct module *xcl_owner; const struct svc_xprt_ops *xcl_ops; struct list_head xcl_list; u32 xcl_max_payload; int xcl_ident; }; enum nfs4_callback_procnum { CB_NULL = 0, CB_COMPOUND = 1, }; enum nfs4_callback_opnum { OP_CB_GETATTR = 3, OP_CB_RECALL = 4, OP_CB_LAYOUTRECALL = 5, OP_CB_NOTIFY = 6, OP_CB_PUSH_DELEG = 7, OP_CB_RECALL_ANY = 8, OP_CB_RECALLABLE_OBJ_AVAIL = 9, OP_CB_RECALL_SLOT = 10, OP_CB_SEQUENCE = 11, OP_CB_WANTS_CANCELLED = 12, OP_CB_NOTIFY_LOCK = 13, OP_CB_NOTIFY_DEVICEID = 14, OP_CB_OFFLOAD = 15, OP_CB_ILLEGAL = 10044, }; struct cb_process_state { __be32 drc_status; struct nfs_client *clp; struct nfs4_slot *slot; u32 minorversion; struct net *net; }; struct cb_compound_hdr_arg { unsigned int taglen; const char *tag; unsigned int minorversion; unsigned int cb_ident; unsigned int nops; }; struct cb_compound_hdr_res { __be32 *status; unsigned int taglen; const char *tag; __be32 *nops; }; struct cb_getattrargs { struct nfs_fh fh; uint32_t bitmap[2]; }; struct cb_getattrres { __be32 status; uint32_t bitmap[2]; uint64_t size; uint64_t change_attr; struct timespec64 ctime; struct timespec64 mtime; }; struct cb_recallargs { struct nfs_fh fh; nfs4_stateid stateid; uint32_t truncate; }; struct callback_op { __be32 (*process_op)(void *, void *, struct cb_process_state *); __be32 (*decode_args)(struct svc_rqst *, struct xdr_stream *, void *); __be32 (*encode_res)(struct svc_rqst *, struct xdr_stream *, const void *); long int res_maxsize; }; struct getdents_callback___2 { struct dir_context ctx; char *name; u64 ino; int found; int sequence; }; struct in_addr { __be32 s_addr; }; struct sockaddr_in { __kernel_sa_family_t sin_family; __be16 sin_port; struct in_addr sin_addr; unsigned char __pad[8]; }; struct sockaddr_in6 { short unsigned int sin6_family; __be16 sin6_port; __be32 sin6_flowinfo; struct in6_addr sin6_addr; __u32 sin6_scope_id; }; enum { IPV4_DEVCONF_FORWARDING = 1, IPV4_DEVCONF_MC_FORWARDING = 2, IPV4_DEVCONF_PROXY_ARP = 3, IPV4_DEVCONF_ACCEPT_REDIRECTS = 4, IPV4_DEVCONF_SECURE_REDIRECTS = 5, IPV4_DEVCONF_SEND_REDIRECTS = 6, IPV4_DEVCONF_SHARED_MEDIA = 7, IPV4_DEVCONF_RP_FILTER = 8, IPV4_DEVCONF_ACCEPT_SOURCE_ROUTE = 9, IPV4_DEVCONF_BOOTP_RELAY = 10, IPV4_DEVCONF_LOG_MARTIANS = 11, IPV4_DEVCONF_TAG = 12, IPV4_DEVCONF_ARPFILTER = 13, IPV4_DEVCONF_MEDIUM_ID = 14, IPV4_DEVCONF_NOXFRM = 15, IPV4_DEVCONF_NOPOLICY = 16, IPV4_DEVCONF_FORCE_IGMP_VERSION = 17, IPV4_DEVCONF_ARP_ANNOUNCE = 18, IPV4_DEVCONF_ARP_IGNORE = 19, IPV4_DEVCONF_PROMOTE_SECONDARIES = 20, IPV4_DEVCONF_ARP_ACCEPT = 21, IPV4_DEVCONF_ARP_NOTIFY = 22, IPV4_DEVCONF_ACCEPT_LOCAL = 23, IPV4_DEVCONF_SRC_VMARK = 24, IPV4_DEVCONF_PROXY_ARP_PVLAN = 25, IPV4_DEVCONF_ROUTE_LOCALNET = 26, IPV4_DEVCONF_IGMPV2_UNSOLICITED_REPORT_INTERVAL = 27, IPV4_DEVCONF_IGMPV3_UNSOLICITED_REPORT_INTERVAL = 28, IPV4_DEVCONF_IGNORE_ROUTES_WITH_LINKDOWN = 29, IPV4_DEVCONF_DROP_UNICAST_IN_L2_MULTICAST = 30, IPV4_DEVCONF_DROP_GRATUITOUS_ARP = 31, IPV4_DEVCONF_BC_FORWARDING = 32, IPV4_DEVCONF_ARP_EVICT_NOCARRIER = 33, __IPV4_DEVCONF_MAX = 34, }; struct ipv4_devconf { void *sysctl; int data[33]; long unsigned int state[1]; }; struct ip_ra_chain { struct ip_ra_chain *next; struct sock *sk; union { void (*destructor)(struct sock *); struct sock *saved_sk; }; struct callback_head rcu; }; struct inet_peer_base { struct rb_root rb_root; seqlock_t lock; int total; }; struct in_ifaddr; struct ip_mc_list; struct in_device { struct net_device *dev; netdevice_tracker dev_tracker; refcount_t refcnt; int dead; struct in_ifaddr *ifa_list; struct ip_mc_list *mc_list; struct ip_mc_list **mc_hash; int mc_count; spinlock_t mc_tomb_lock; struct ip_mc_list *mc_tomb; long unsigned int mr_v1_seen; long unsigned int mr_v2_seen; long unsigned int mr_maxdelay; long unsigned int mr_qi; long unsigned int mr_qri; unsigned char mr_qrv; unsigned char mr_gq_running; u32 mr_ifc_count; struct timer_list mr_gq_timer; struct timer_list mr_ifc_timer; struct neigh_parms *arp_parms; struct ipv4_devconf cnf; struct callback_head callback_head; }; struct in_ifaddr { struct hlist_node hash; struct in_ifaddr *ifa_next; struct in_device *ifa_dev; struct callback_head callback_head; __be32 ifa_local; __be32 ifa_address; __be32 ifa_mask; __u32 ifa_rt_priority; __be32 ifa_broadcast; unsigned char ifa_scope; unsigned char ifa_prefixlen; unsigned char ifa_proto; __u32 ifa_flags; char ifa_label[16]; __u32 ifa_valid_lft; __u32 ifa_preferred_lft; long unsigned int ifa_cstamp; long unsigned int ifa_tstamp; }; struct lwtunnel_state { __u16 type; __u16 flags; __u16 headroom; atomic_t refcnt; int (*orig_output)(struct net *, struct sock *, struct sk_buff *); int (*orig_input)(struct sk_buff *); struct callback_head rcu; __u8 data[0]; }; struct inet6_ifaddr { struct in6_addr addr; __u32 prefix_len; __u32 rt_priority; __u32 valid_lft; __u32 prefered_lft; refcount_t refcnt; spinlock_t lock; int state; __u32 flags; __u8 dad_probes; __u8 stable_privacy_retry; __u16 scope; __u64 dad_nonce; long unsigned int cstamp; long unsigned int tstamp; struct delayed_work dad_work; struct inet6_dev *idev; struct fib6_info *rt; struct hlist_node addr_lst; struct list_head if_list; struct list_head if_list_aux; struct list_head tmp_list; struct inet6_ifaddr *ifpub; int regen_count; bool tokenized; u8 ifa_proto; struct callback_head rcu; struct in6_addr peer_addr; }; enum { __ND_OPT_PREFIX_INFO_END = 0, ND_OPT_SOURCE_LL_ADDR = 1, ND_OPT_TARGET_LL_ADDR = 2, ND_OPT_PREFIX_INFO = 3, ND_OPT_REDIRECT_HDR = 4, ND_OPT_MTU = 5, ND_OPT_NONCE = 14, __ND_OPT_ARRAY_MAX = 15, ND_OPT_ROUTE_INFO = 24, ND_OPT_RDNSS = 25, ND_OPT_DNSSL = 31, ND_OPT_6CO = 34, ND_OPT_CAPTIVE_PORTAL = 37, ND_OPT_PREF64 = 38, __ND_OPT_MAX = 39, }; struct nd_opt_hdr { __u8 nd_opt_type; __u8 nd_opt_len; }; struct ndisc_options { struct nd_opt_hdr *nd_opt_array[15]; struct nd_opt_hdr *nd_useropts; struct nd_opt_hdr *nd_useropts_end; }; struct prefix_info { __u8 type; __u8 length; __u8 prefix_len; __u8 reserved: 6; __u8 autoconf: 1; __u8 onlink: 1; __be32 valid; __be32 prefered; __be32 reserved2; struct in6_addr prefix; }; struct lock_manager { struct list_head list; bool block_opens; }; struct nlm_lockowner { struct list_head list; refcount_t count; struct nlm_host *host; fl_owner_t owner; uint32_t pid; }; struct nsm_private { unsigned char data[16]; }; struct nlmsvc_binding { __be32 (*fopen)(struct svc_rqst *, struct nfs_fh *, struct file **, int); void (*fclose)(struct file *); }; struct nsm_handle; struct nlm_host { struct hlist_node h_hash; struct __kernel_sockaddr_storage h_addr; size_t h_addrlen; struct __kernel_sockaddr_storage h_srcaddr; size_t h_srcaddrlen; struct rpc_clnt *h_rpcclnt; char *h_name; u32 h_version; short unsigned int h_proto; short unsigned int h_reclaiming: 1; short unsigned int h_server: 1; short unsigned int h_noresvport: 1; short unsigned int h_inuse: 1; wait_queue_head_t h_gracewait; struct rw_semaphore h_rwsem; u32 h_state; u32 h_nsmstate; u32 h_pidcount; refcount_t h_count; struct mutex h_mutex; long unsigned int h_nextrebind; long unsigned int h_expires; struct list_head h_lockowners; spinlock_t h_lock; struct list_head h_granted; struct list_head h_reclaim; struct nsm_handle *h_nsmhandle; char *h_addrbuf; struct net *net; const struct cred *h_cred; char nodename[65]; const struct nlmclnt_operations *h_nlmclnt_ops; }; struct nsm_handle { struct list_head sm_link; refcount_t sm_count; char *sm_mon_name; char *sm_name; struct __kernel_sockaddr_storage sm_addr; size_t sm_addrlen; unsigned int sm_monitored: 1; unsigned int sm_sticky: 1; struct nsm_private sm_priv; char sm_addrbuf[51]; }; struct lockd_net { unsigned int nlmsvc_users; long unsigned int next_gc; long unsigned int nrhosts; struct delayed_work grace_period_end; struct lock_manager lockd_manager; struct list_head nsm_handles; }; enum { NLM_LCK_GRANTED = 0, NLM_LCK_DENIED = 1, NLM_LCK_DENIED_NOLOCKS = 2, NLM_LCK_BLOCKED = 3, NLM_LCK_DENIED_GRACE_PERIOD = 4, NLM_DEADLCK = 5, NLM_ROFS = 6, NLM_STALE_FH = 7, NLM_FBIG = 8, NLM_FAILED = 9, }; struct nlm_lock { char *caller; unsigned int len; struct nfs_fh fh; struct xdr_netobj oh; u32 svid; u64 lock_start; u64 lock_len; struct file_lock fl; }; struct nlm_cookie { unsigned char data[32]; unsigned int len; }; struct nlm_args { struct nlm_cookie cookie; struct nlm_lock lock; u32 block; u32 reclaim; u32 state; u32 monitor; u32 fsm_access; u32 fsm_mode; }; struct nlm_res { struct nlm_cookie cookie; __be32 status; struct nlm_lock lock; }; struct nlm_reboot { char *mon; unsigned int len; u32 state; struct nsm_private priv; }; typedef s8 int8_t; typedef long long unsigned int xfs_ino_t; typedef __s64 xfs_daddr_t; typedef uint32_t prid_t; typedef uint32_t xfs_agblock_t; typedef uint32_t xfs_agino_t; typedef uint32_t xfs_extlen_t; typedef uint32_t xfs_agnumber_t; typedef uint64_t xfs_extnum_t; typedef int64_t xfs_fsize_t; typedef int64_t xfs_lsn_t; typedef uint64_t xfs_fsblock_t; typedef uint64_t xfs_rfsblock_t; typedef uint64_t xfs_rtblock_t; typedef uint64_t xfs_fileoff_t; typedef uint64_t xfs_filblks_t; typedef void *xfs_failaddr_t; typedef enum { XFS_BTNUM_BNOi = 0, XFS_BTNUM_CNTi = 1, XFS_BTNUM_RMAPi = 2, XFS_BTNUM_BMAPi = 3, XFS_BTNUM_INOi = 4, XFS_BTNUM_FINOi = 5, XFS_BTNUM_REFCi = 6, XFS_BTNUM_MAX = 7, } xfs_btnum_t; enum xfs_ag_resv_type { XFS_AG_RESV_NONE = 0, XFS_AG_RESV_AGFL = 1, XFS_AG_RESV_METADATA = 2, XFS_AG_RESV_RMAPBT = 3, }; typedef unsigned int xfs_km_flags_t; typedef struct { struct rw_semaphore mr_lock; } mrlock_t; struct xfs_ag_geometry { uint32_t ag_number; uint32_t ag_length; uint32_t ag_freeblks; uint32_t ag_icount; uint32_t ag_ifree; uint32_t ag_sick; uint32_t ag_checked; uint32_t ag_flags; uint64_t ag_reserved[12]; }; struct __xfsstats { uint32_t xs_allocx; uint32_t xs_allocb; uint32_t xs_freex; uint32_t xs_freeb; uint32_t xs_abt_lookup; uint32_t xs_abt_compare; uint32_t xs_abt_insrec; uint32_t xs_abt_delrec; uint32_t xs_blk_mapr; uint32_t xs_blk_mapw; uint32_t xs_blk_unmap; uint32_t xs_add_exlist; uint32_t xs_del_exlist; uint32_t xs_look_exlist; uint32_t xs_cmp_exlist; uint32_t xs_bmbt_lookup; uint32_t xs_bmbt_compare; uint32_t xs_bmbt_insrec; uint32_t xs_bmbt_delrec; uint32_t xs_dir_lookup; uint32_t xs_dir_create; uint32_t xs_dir_remove; uint32_t xs_dir_getdents; uint32_t xs_trans_sync; uint32_t xs_trans_async; uint32_t xs_trans_empty; uint32_t xs_ig_attempts; uint32_t xs_ig_found; uint32_t xs_ig_frecycle; uint32_t xs_ig_missed; uint32_t xs_ig_dup; uint32_t xs_ig_reclaims; uint32_t xs_ig_attrchg; uint32_t xs_log_writes; uint32_t xs_log_blocks; uint32_t xs_log_noiclogs; uint32_t xs_log_force; uint32_t xs_log_force_sleep; uint32_t xs_try_logspace; uint32_t xs_sleep_logspace; uint32_t xs_push_ail; uint32_t xs_push_ail_success; uint32_t xs_push_ail_pushbuf; uint32_t xs_push_ail_pinned; uint32_t xs_push_ail_locked; uint32_t xs_push_ail_flushing; uint32_t xs_push_ail_restarts; uint32_t xs_push_ail_flush; uint32_t xs_xstrat_quick; uint32_t xs_xstrat_split; uint32_t xs_write_calls; uint32_t xs_read_calls; uint32_t xs_attr_get; uint32_t xs_attr_set; uint32_t xs_attr_remove; uint32_t xs_attr_list; uint32_t xs_iflush_count; uint32_t xs_icluster_flushcnt; uint32_t xs_icluster_flushinode; uint32_t vn_active; uint32_t vn_alloc; uint32_t vn_get; uint32_t vn_hold; uint32_t vn_rele; uint32_t vn_reclaim; uint32_t vn_remove; uint32_t vn_free; uint32_t xb_get; uint32_t xb_create; uint32_t xb_get_locked; uint32_t xb_get_locked_waited; uint32_t xb_busy_locked; uint32_t xb_miss_locked; uint32_t xb_page_retries; uint32_t xb_page_found; uint32_t xb_get_read; uint32_t xs_abtb_2[15]; uint32_t xs_abtc_2[15]; uint32_t xs_bmbt_2[15]; uint32_t xs_ibt_2[15]; uint32_t xs_fibt_2[15]; uint32_t xs_rmap_2[15]; uint32_t xs_refcbt_2[15]; uint32_t xs_qm_dqreclaims; uint32_t xs_qm_dqreclaim_misses; uint32_t xs_qm_dquot_dups; uint32_t xs_qm_dqcachemisses; uint32_t xs_qm_dqcachehits; uint32_t xs_qm_dqwants; uint32_t xs_qm_dquot; uint32_t xs_qm_dquot_unused; uint64_t xs_xstrat_bytes; uint64_t xs_write_bytes; uint64_t xs_read_bytes; uint64_t defer_relog; }; struct xfsstats { union { struct __xfsstats s; uint32_t a[187]; }; }; struct xfs_kobj { struct kobject kobject; struct completion complete; }; struct xstats { struct xfsstats *xs_stats; struct xfs_kobj xs_kobj; }; typedef unsigned int xfs_buf_flags_t; struct xfs_mount; struct xfs_buftarg { dev_t bt_dev; struct block_device *bt_bdev; struct dax_device *bt_daxdev; u64 bt_dax_part_off; struct xfs_mount *bt_mount; unsigned int bt_meta_sectorsize; size_t bt_meta_sectormask; size_t bt_logical_sectorsize; size_t bt_logical_sectormask; struct shrinker bt_shrinker; struct list_lru bt_lru; struct percpu_counter bt_io_count; struct ratelimit_state bt_ioerror_rl; }; struct xfs_sb { uint32_t sb_magicnum; uint32_t sb_blocksize; xfs_rfsblock_t sb_dblocks; xfs_rfsblock_t sb_rblocks; xfs_rtblock_t sb_rextents; uuid_t sb_uuid; xfs_fsblock_t sb_logstart; xfs_ino_t sb_rootino; xfs_ino_t sb_rbmino; xfs_ino_t sb_rsumino; xfs_agblock_t sb_rextsize; xfs_agblock_t sb_agblocks; xfs_agnumber_t sb_agcount; xfs_extlen_t sb_rbmblocks; xfs_extlen_t sb_logblocks; uint16_t sb_versionnum; uint16_t sb_sectsize; uint16_t sb_inodesize; uint16_t sb_inopblock; char sb_fname[12]; uint8_t sb_blocklog; uint8_t sb_sectlog; uint8_t sb_inodelog; uint8_t sb_inopblog; uint8_t sb_agblklog; uint8_t sb_rextslog; uint8_t sb_inprogress; uint8_t sb_imax_pct; uint64_t sb_icount; uint64_t sb_ifree; uint64_t sb_fdblocks; uint64_t sb_frextents; xfs_ino_t sb_uquotino; xfs_ino_t sb_gquotino; uint16_t sb_qflags; uint8_t sb_flags; uint8_t sb_shared_vn; xfs_extlen_t sb_inoalignmt; uint32_t sb_unit; uint32_t sb_width; uint8_t sb_dirblklog; uint8_t sb_logsectlog; uint16_t sb_logsectsize; uint32_t sb_logsunit; uint32_t sb_features2; uint32_t sb_bad_features2; uint32_t sb_features_compat; uint32_t sb_features_ro_compat; uint32_t sb_features_incompat; uint32_t sb_features_log_incompat; uint32_t sb_crc; xfs_extlen_t sb_spino_align; xfs_ino_t sb_pquotino; xfs_lsn_t sb_lsn; uuid_t sb_meta_uuid; }; typedef struct xfs_buftarg xfs_buftarg_t; struct xfs_mru_cache; struct xfs_ino_geometry { uint64_t maxicount; unsigned int inode_cluster_size; unsigned int inode_cluster_size_raw; unsigned int inodes_per_cluster; unsigned int blocks_per_cluster; unsigned int cluster_align; unsigned int cluster_align_inodes; unsigned int inoalign_mask; unsigned int inobt_mxr[2]; unsigned int inobt_mnr[2]; unsigned int inobt_maxlevels; unsigned int ialloc_inos; unsigned int ialloc_blks; unsigned int ialloc_min_blks; unsigned int ialloc_align; unsigned int agino_log; unsigned int attr_fork_offset; uint64_t new_diflags2; }; struct xfs_trans_res { uint tr_logres; int tr_logcount; int tr_logflags; }; struct xfs_trans_resv { struct xfs_trans_res tr_write; struct xfs_trans_res tr_itruncate; struct xfs_trans_res tr_rename; struct xfs_trans_res tr_link; struct xfs_trans_res tr_remove; struct xfs_trans_res tr_symlink; struct xfs_trans_res tr_create; struct xfs_trans_res tr_create_tmpfile; struct xfs_trans_res tr_mkdir; struct xfs_trans_res tr_ifree; struct xfs_trans_res tr_ichange; struct xfs_trans_res tr_growdata; struct xfs_trans_res tr_addafork; struct xfs_trans_res tr_writeid; struct xfs_trans_res tr_attrinval; struct xfs_trans_res tr_attrsetm; struct xfs_trans_res tr_attrsetrt; struct xfs_trans_res tr_attrrm; struct xfs_trans_res tr_clearagi; struct xfs_trans_res tr_growrtalloc; struct xfs_trans_res tr_growrtzero; struct xfs_trans_res tr_growrtfree; struct xfs_trans_res tr_qm_setqlim; struct xfs_trans_res tr_qm_dqalloc; struct xfs_trans_res tr_sb; struct xfs_trans_res tr_fsyncts; }; struct xfs_error_cfg { struct xfs_kobj kobj; int max_retries; long int retry_timeout; }; struct xfs_ail; struct xfs_buf; struct xfs_da_geometry; struct xlog; struct xfs_inode; struct xfs_quotainfo; struct xfs_mount { struct xfs_sb m_sb; struct super_block *m_super; struct xfs_ail *m_ail; struct xfs_buf *m_sb_bp; char *m_rtname; char *m_logname; struct xfs_da_geometry *m_dir_geo; struct xfs_da_geometry *m_attr_geo; struct xlog *m_log; struct xfs_inode *m_rbmip; struct xfs_inode *m_rsumip; struct xfs_inode *m_rootip; struct xfs_quotainfo *m_quotainfo; xfs_buftarg_t *m_ddev_targp; xfs_buftarg_t *m_logdev_targp; xfs_buftarg_t *m_rtdev_targp; void *m_inodegc; uint8_t *m_rsum_cache; struct xfs_mru_cache *m_filestream; struct workqueue_struct *m_buf_workqueue; struct workqueue_struct *m_unwritten_workqueue; struct workqueue_struct *m_reclaim_workqueue; struct workqueue_struct *m_sync_workqueue; struct workqueue_struct *m_blockgc_wq; struct workqueue_struct *m_inodegc_wq; int m_bsize; uint8_t m_blkbit_log; uint8_t m_blkbb_log; uint8_t m_agno_log; uint8_t m_sectbb_log; uint m_blockmask; uint m_blockwsize; uint m_blockwmask; uint m_alloc_mxr[2]; uint m_alloc_mnr[2]; uint m_bmap_dmxr[2]; uint m_bmap_dmnr[2]; uint m_rmap_mxr[2]; uint m_rmap_mnr[2]; uint m_refc_mxr[2]; uint m_refc_mnr[2]; uint m_alloc_maxlevels; uint m_bm_maxlevels[2]; uint m_rmap_maxlevels; uint m_refc_maxlevels; unsigned int m_agbtree_maxlevels; xfs_extlen_t m_ag_prealloc_blocks; uint m_alloc_set_aside; uint m_ag_max_usable; int m_dalign; int m_swidth; xfs_agnumber_t m_maxagi; uint m_allocsize_log; uint m_allocsize_blocks; int m_logbufs; int m_logbsize; uint m_rsumlevels; uint m_rsumsize; int m_fixedfsid[2]; uint m_qflags; uint64_t m_features; uint64_t m_low_space[5]; uint64_t m_low_rtexts[5]; struct xfs_ino_geometry m_ino_geo; struct xfs_trans_resv m_resv; long unsigned int m_opstate; bool m_always_cow; bool m_fail_unmount; bool m_finobt_nores; bool m_update_sb; uint8_t m_fs_checked; uint8_t m_fs_sick; uint8_t m_rt_checked; uint8_t m_rt_sick; long: 64; long: 64; long: 64; spinlock_t m_sb_lock; struct percpu_counter m_icount; struct percpu_counter m_ifree; struct percpu_counter m_fdblocks; struct percpu_counter m_frextents; struct percpu_counter m_delalloc_blks; atomic64_t m_allocbt_blks; struct xarray m_perag_tree; spinlock_t m_perag_lock; uint64_t m_resblks; uint64_t m_resblks_avail; uint64_t m_resblks_save; struct delayed_work m_reclaim_work; struct dentry *m_debugfs; struct xfs_kobj m_kobj; struct xfs_kobj m_error_kobj; struct xfs_kobj m_error_meta_kobj; struct xfs_error_cfg m_error_cfg[4]; struct xstats m_stats; xfs_agnumber_t m_agfrotor; atomic_t m_agirotor; struct shrinker m_inodegc_shrinker; struct work_struct m_flush_inodes_work; uint32_t m_generation; struct mutex m_growlock; struct cpumask m_inodegc_cpumask; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xfs_buf_map { xfs_daddr_t bm_bn; int bm_len; unsigned int bm_flags; }; struct xfs_buf_ops { char *name; union { __be32 magic[2]; __be16 magic16[2]; }; void (*verify_read)(struct xfs_buf *); void (*verify_write)(struct xfs_buf *); xfs_failaddr_t (*verify_struct)(struct xfs_buf *); }; struct xfs_perag; struct xfs_buf_log_item; struct xfs_trans; struct xfs_buf { struct rhash_head b_rhash_head; xfs_daddr_t b_rhash_key; int b_length; atomic_t b_hold; atomic_t b_lru_ref; xfs_buf_flags_t b_flags; struct semaphore b_sema; struct list_head b_lru; spinlock_t b_lock; unsigned int b_state; int b_io_error; wait_queue_head_t b_waiters; struct list_head b_list; struct xfs_perag *b_pag; struct xfs_mount *b_mount; struct xfs_buftarg *b_target; void *b_addr; struct work_struct b_ioend_work; struct completion b_iowait; struct xfs_buf_log_item *b_log_item; struct list_head b_li_list; struct xfs_trans *b_transp; struct page **b_pages; struct page *b_page_array[2]; struct xfs_buf_map *b_maps; struct xfs_buf_map __b_map; int b_map_count; atomic_t b_pin_count; atomic_t b_io_remaining; unsigned int b_page_count; unsigned int b_offset; int b_error; int b_retries; long unsigned int b_first_retry_time; int b_last_error; const struct xfs_buf_ops *b_ops; struct callback_head b_rcu; }; struct xfs_ag_resv { xfs_extlen_t ar_orig_reserved; xfs_extlen_t ar_reserved; xfs_extlen_t ar_asked; }; struct xfs_defer_drain {}; struct xfs_perag { struct xfs_mount *pag_mount; xfs_agnumber_t pag_agno; atomic_t pag_ref; atomic_t pag_active_ref; wait_queue_head_t pag_active_wq; long unsigned int pag_opstate; uint8_t pagf_levels[3]; uint32_t pagf_flcount; xfs_extlen_t pagf_freeblks; xfs_extlen_t pagf_longest; uint32_t pagf_btreeblks; xfs_agino_t pagi_freecount; xfs_agino_t pagi_count; xfs_agino_t pagl_pagino; xfs_agino_t pagl_leftrec; xfs_agino_t pagl_rightrec; int pagb_count; uint8_t pagf_refcount_level; struct xfs_ag_resv pag_meta_resv; struct xfs_ag_resv pag_rmapbt_resv; struct callback_head callback_head; xfs_agblock_t block_count; xfs_agblock_t min_block; xfs_agino_t agino_min; xfs_agino_t agino_max; uint16_t pag_checked; uint16_t pag_sick; spinlock_t pag_state_lock; spinlock_t pagb_lock; struct rb_root pagb_tree; unsigned int pagb_gen; wait_queue_head_t pagb_wait; atomic_t pagf_fstrms; spinlock_t pag_ici_lock; struct xarray pag_ici_root; int pag_ici_reclaimable; long unsigned int pag_ici_reclaim_cursor; spinlock_t pag_buf_lock; struct rhashtable pag_buf_hash; struct delayed_work pag_blockgc_work; struct xfs_defer_drain pag_intents_drain; }; struct xlog_ticket; struct xfs_dquot_acct; struct xfs_trans { unsigned int t_magic; unsigned int t_log_res; unsigned int t_log_count; unsigned int t_blk_res; unsigned int t_blk_res_used; unsigned int t_rtx_res; unsigned int t_rtx_res_used; unsigned int t_flags; xfs_agnumber_t t_highest_agno; struct xlog_ticket *t_ticket; struct xfs_mount *t_mountp; struct xfs_dquot_acct *t_dqinfo; int64_t t_icount_delta; int64_t t_ifree_delta; int64_t t_fdblocks_delta; int64_t t_res_fdblocks_delta; int64_t t_frextents_delta; int64_t t_res_frextents_delta; int64_t t_dblocks_delta; int64_t t_agcount_delta; int64_t t_imaxpct_delta; int64_t t_rextsize_delta; int64_t t_rbmblocks_delta; int64_t t_rblocks_delta; int64_t t_rextents_delta; int64_t t_rextslog_delta; struct list_head t_items; struct list_head t_busy; struct list_head t_dfops; long unsigned int t_pflags; }; struct xfs_dsb { __be32 sb_magicnum; __be32 sb_blocksize; __be64 sb_dblocks; __be64 sb_rblocks; __be64 sb_rextents; uuid_t sb_uuid; __be64 sb_logstart; __be64 sb_rootino; __be64 sb_rbmino; __be64 sb_rsumino; __be32 sb_rextsize; __be32 sb_agblocks; __be32 sb_agcount; __be32 sb_rbmblocks; __be32 sb_logblocks; __be16 sb_versionnum; __be16 sb_sectsize; __be16 sb_inodesize; __be16 sb_inopblock; char sb_fname[12]; __u8 sb_blocklog; __u8 sb_sectlog; __u8 sb_inodelog; __u8 sb_inopblog; __u8 sb_agblklog; __u8 sb_rextslog; __u8 sb_inprogress; __u8 sb_imax_pct; __be64 sb_icount; __be64 sb_ifree; __be64 sb_fdblocks; __be64 sb_frextents; __be64 sb_uquotino; __be64 sb_gquotino; __be16 sb_qflags; __u8 sb_flags; __u8 sb_shared_vn; __be32 sb_inoalignmt; __be32 sb_unit; __be32 sb_width; __u8 sb_dirblklog; __u8 sb_logsectlog; __be16 sb_logsectsize; __be32 sb_logsunit; __be32 sb_features2; __be32 sb_bad_features2; __be32 sb_features_compat; __be32 sb_features_ro_compat; __be32 sb_features_incompat; __be32 sb_features_log_incompat; __le32 sb_crc; __be32 sb_spino_align; __be64 sb_pquotino; __be64 sb_lsn; uuid_t sb_meta_uuid; }; struct xfs_agf { __be32 agf_magicnum; __be32 agf_versionnum; __be32 agf_seqno; __be32 agf_length; __be32 agf_roots[3]; __be32 agf_levels[3]; __be32 agf_flfirst; __be32 agf_fllast; __be32 agf_flcount; __be32 agf_freeblks; __be32 agf_longest; __be32 agf_btreeblks; uuid_t agf_uuid; __be32 agf_rmap_blocks; __be32 agf_refcount_blocks; __be32 agf_refcount_root; __be32 agf_refcount_level; __be64 agf_spare64[14]; __be64 agf_lsn; __be32 agf_crc; __be32 agf_spare2; }; struct xfs_agi { __be32 agi_magicnum; __be32 agi_versionnum; __be32 agi_seqno; __be32 agi_length; __be32 agi_count; __be32 agi_root; __be32 agi_level; __be32 agi_freecount; __be32 agi_newino; __be32 agi_dirino; __be32 agi_unlinked[64]; uuid_t agi_uuid; __be32 agi_crc; __be32 agi_pad32; __be64 agi_lsn; __be32 agi_free_root; __be32 agi_free_level; __be32 agi_iblocks; __be32 agi_fblocks; }; struct xfs_agfl { __be32 agfl_magicnum; __be32 agfl_seqno; uuid_t agfl_uuid; __be64 agfl_lsn; __be32 agfl_crc; } __attribute__((packed)); struct xfs_alloc_rec { __be32 ar_startblock; __be32 ar_blockcount; }; typedef struct xfs_alloc_rec xfs_alloc_rec_t; struct xfs_owner_info { uint64_t oi_owner; xfs_fileoff_t oi_offset; unsigned int oi_flags; }; struct xfs_rmap_rec { __be32 rm_startblock; __be32 rm_blockcount; __be64 rm_owner; __be64 rm_offset; }; struct xfs_btree_block_shdr { __be32 bb_leftsib; __be32 bb_rightsib; __be64 bb_blkno; __be64 bb_lsn; uuid_t bb_uuid; __be32 bb_owner; __le32 bb_crc; }; struct xfs_btree_block_lhdr { __be64 bb_leftsib; __be64 bb_rightsib; __be64 bb_blkno; __be64 bb_lsn; uuid_t bb_uuid; __be64 bb_owner; __le32 bb_crc; __be32 bb_pad; }; struct xfs_btree_block { __be32 bb_magic; __be16 bb_level; __be16 bb_numrecs; union { struct xfs_btree_block_shdr s; struct xfs_btree_block_lhdr l; } bb_u; }; struct xfs_imap { xfs_daddr_t im_blkno; short unsigned int im_len; short unsigned int im_boffset; }; struct xfs_ifork { int64_t if_bytes; struct xfs_btree_block *if_broot; unsigned int if_seq; int if_height; union { void *if_root; char *if_data; } if_u1; xfs_extnum_t if_nextents; short int if_broot_bytes; int8_t if_format; uint8_t if_needextents; }; struct xfs_dquot; struct xfs_inode_log_item; struct xfs_inode { struct xfs_mount *i_mount; struct xfs_dquot *i_udquot; struct xfs_dquot *i_gdquot; struct xfs_dquot *i_pdquot; xfs_ino_t i_ino; struct xfs_imap i_imap; struct xfs_ifork *i_cowfp; struct xfs_ifork i_df; struct xfs_ifork i_af; struct xfs_inode_log_item *i_itemp; mrlock_t i_lock; atomic_t i_pincount; struct llist_node i_gclist; uint16_t i_checked; uint16_t i_sick; spinlock_t i_flags_lock; long unsigned int i_flags; uint64_t i_delayed_blks; xfs_fsize_t i_disk_size; xfs_rfsblock_t i_nblocks; prid_t i_projid; xfs_extlen_t i_extsize; union { xfs_extlen_t i_cowextsize; uint16_t i_flushiter; }; uint8_t i_forkoff; uint16_t i_diflags; uint64_t i_diflags2; struct timespec64 i_crtime; xfs_agino_t i_next_unlinked; xfs_agino_t i_prev_unlinked; struct inode i_vnode; spinlock_t i_ioend_lock; struct work_struct i_ioend_work; struct list_head i_ioend_list; }; struct xfs_alloc_arg { struct xfs_trans *tp; struct xfs_mount *mp; struct xfs_buf *agbp; struct xfs_perag *pag; xfs_fsblock_t fsbno; xfs_agnumber_t agno; xfs_agblock_t agbno; xfs_extlen_t minlen; xfs_extlen_t maxlen; xfs_extlen_t mod; xfs_extlen_t prod; xfs_extlen_t minleft; xfs_extlen_t total; xfs_extlen_t alignment; xfs_extlen_t minalignslop; xfs_agblock_t min_agbno; xfs_agblock_t max_agbno; xfs_extlen_t len; int datatype; char wasdel; char wasfromfl; struct xfs_owner_info oinfo; enum xfs_ag_resv_type resv; }; struct aghdr_init_data { xfs_agblock_t agno; xfs_extlen_t agsize; struct list_head buffer_list; xfs_rfsblock_t nfree; xfs_daddr_t daddr; size_t numblks; xfs_btnum_t type; }; typedef struct xfs_trans xfs_trans_t; typedef void (*aghdr_init_work_f)(struct xfs_mount *, struct xfs_buf *, struct aghdr_init_data *); struct xfs_aghdr_grow_data { xfs_daddr_t daddr; size_t numblks; const struct xfs_buf_ops *ops; aghdr_init_work_f work; xfs_btnum_t type; bool need_init; }; typedef __s64 xfs_off_t; typedef __u32 xfs_nlink_t; typedef int64_t xfs_csn_t; typedef uint32_t xfs_dablk_t; typedef uint32_t xfs_dahash_t; typedef enum { XFS_LOOKUP_EQi = 0, XFS_LOOKUP_LEi = 1, XFS_LOOKUP_GEi = 2, } xfs_lookup_t; struct xfs_iext_leaf; struct xfs_iext_cursor { struct xfs_iext_leaf *leaf; int pos; }; typedef enum { XFS_EXT_NORM = 0, XFS_EXT_UNWRITTEN = 1, } xfs_exntst_t; struct xfs_bmbt_irec { xfs_fileoff_t br_startoff; xfs_fsblock_t br_startblock; xfs_filblks_t br_blockcount; xfs_exntst_t br_state; }; typedef struct xfs_bmbt_irec xfs_bmbt_irec_t; enum xfs_refc_domain { XFS_REFC_DOMAIN_SHARED = 0, XFS_REFC_DOMAIN_COW = 1, }; struct xfs_refcount_irec { xfs_agblock_t rc_startblock; xfs_extlen_t rc_blockcount; xfs_nlink_t rc_refcount; enum xfs_refc_domain rc_domain; }; struct xfs_rmap_irec { xfs_agblock_t rm_startblock; xfs_extlen_t rm_blockcount; uint64_t rm_owner; uint64_t rm_offset; unsigned int rm_flags; }; enum { __XBTS_lookup = 0, __XBTS_compare = 1, __XBTS_insrec = 2, __XBTS_delrec = 3, __XBTS_newroot = 4, __XBTS_killroot = 5, __XBTS_increment = 6, __XBTS_decrement = 7, __XBTS_lshift = 8, __XBTS_rshift = 9, __XBTS_split = 10, __XBTS_join = 11, __XBTS_alloc = 12, __XBTS_free = 13, __XBTS_moves = 14, __XBTS_MAX = 15, }; struct xfs_item_ops; struct xfs_log_vec; struct xfs_log_item { struct list_head li_ail; struct list_head li_trans; xfs_lsn_t li_lsn; struct xlog *li_log; struct xfs_ail *li_ailp; uint li_type; long unsigned int li_flags; struct xfs_buf *li_buf; struct list_head li_bio_list; const struct xfs_item_ops *li_ops; struct list_head li_cil; struct xfs_log_vec *li_lv; struct xfs_log_vec *li_lv_shadow; xfs_csn_t li_seq; uint32_t li_order_id; }; struct xfs_buf_log_format { short unsigned int blf_type; short unsigned int blf_size; short unsigned int blf_flags; short unsigned int blf_len; int64_t blf_blkno; unsigned int blf_map_size; unsigned int blf_data_map[17]; }; struct xfs_buf_log_item { struct xfs_log_item bli_item; struct xfs_buf *bli_buf; unsigned int bli_flags; unsigned int bli_recur; atomic_t bli_refcount; int bli_format_count; struct xfs_buf_log_format *bli_formats; struct xfs_buf_log_format __bli_format; }; enum xfs_dinode_fmt { XFS_DINODE_FMT_DEV = 0, XFS_DINODE_FMT_LOCAL = 1, XFS_DINODE_FMT_EXTENTS = 2, XFS_DINODE_FMT_BTREE = 3, XFS_DINODE_FMT_UUID = 4, }; typedef struct xfs_alloc_rec xfs_alloc_key_t; struct xfs_alloc_rec_incore { xfs_agblock_t ar_startblock; xfs_extlen_t ar_blockcount; }; typedef uint64_t xfs_inofree_t; struct xfs_inobt_rec { __be32 ir_startino; union { struct { __be32 ir_freecount; } f; struct { __be16 ir_holemask; __u8 ir_count; __u8 ir_freecount; } sp; } ir_u; __be64 ir_free; }; struct xfs_inobt_rec_incore { xfs_agino_t ir_startino; uint16_t ir_holemask; uint8_t ir_count; uint8_t ir_freecount; xfs_inofree_t ir_free; }; struct xfs_inobt_key { __be32 ir_startino; }; struct xfs_rmap_key { __be32 rm_startblock; __be64 rm_owner; __be64 rm_offset; } __attribute__((packed)); struct xfs_refcount_rec { __be32 rc_startblock; __be32 rc_blockcount; __be32 rc_refcount; }; struct xfs_refcount_key { __be32 rc_startblock; }; struct xfs_bmbt_rec { __be64 l0; __be64 l1; }; typedef struct xfs_bmbt_rec xfs_bmbt_rec_t; typedef xfs_bmbt_rec_t xfs_bmdr_rec_t; struct xfs_bmbt_key { __be64 br_startoff; }; typedef struct xfs_bmbt_key xfs_bmbt_key_t; typedef struct xfs_bmbt_key xfs_bmdr_key_t; typedef __be64 xfs_bmbt_ptr_t; enum { XFS_LOWSP_1_PCNT = 0, XFS_LOWSP_2_PCNT = 1, XFS_LOWSP_3_PCNT = 2, XFS_LOWSP_4_PCNT = 3, XFS_LOWSP_5_PCNT = 4, XFS_LOWSP_MAX = 5, }; enum { XFS_ERR_METADATA = 0, XFS_ERR_CLASS_MAX = 1, }; enum { XFS_ERR_DEFAULT = 0, XFS_ERR_EIO = 1, XFS_ERR_ENOSPC = 2, XFS_ERR_ENODEV = 3, XFS_ERR_ERRNO_MAX = 4, }; typedef uint xfs_dir2_data_aoff_t; struct xfs_da_geometry { unsigned int blksize; unsigned int fsbcount; uint8_t fsblog; uint8_t blklog; unsigned int node_hdr_size; unsigned int node_ents; unsigned int magicpct; xfs_dablk_t datablk; unsigned int leaf_hdr_size; unsigned int leaf_max_ents; xfs_dablk_t leafblk; unsigned int free_hdr_size; unsigned int free_max_bests; xfs_dablk_t freeblk; xfs_extnum_t max_extents; xfs_dir2_data_aoff_t data_first_offset; size_t data_entry_offset; }; typedef struct xfs_mount xfs_mount_t; enum xfs_defer_ops_type { XFS_DEFER_OPS_TYPE_BMAP = 0, XFS_DEFER_OPS_TYPE_REFCOUNT = 1, XFS_DEFER_OPS_TYPE_RMAP = 2, XFS_DEFER_OPS_TYPE_FREE = 3, XFS_DEFER_OPS_TYPE_AGFL_FREE = 4, XFS_DEFER_OPS_TYPE_ATTR = 5, XFS_DEFER_OPS_TYPE_MAX = 6, }; union xfs_btree_irec { struct xfs_alloc_rec_incore a; struct xfs_bmbt_irec b; struct xfs_inobt_rec_incore i; struct xfs_rmap_irec r; struct xfs_refcount_irec rc; }; struct xbtree_afakeroot; struct xfs_btree_cur_ag { struct xfs_perag *pag; union { struct xfs_buf *agbp; struct xbtree_afakeroot *afake; }; union { struct { unsigned int nr_ops; unsigned int shape_changes; } refc; struct { bool active; } abt; }; }; struct xbtree_ifakeroot; struct xfs_btree_cur_ino { struct xfs_inode *ip; struct xbtree_ifakeroot *ifake; int allocated; short int forksize; char whichfork; char flags; }; struct xfs_btree_level { struct xfs_buf *bp; uint16_t ptr; uint16_t ra; }; struct xfs_btree_ops; struct xfs_btree_cur { struct xfs_trans *bc_tp; struct xfs_mount *bc_mp; const struct xfs_btree_ops *bc_ops; struct kmem_cache *bc_cache; unsigned int bc_flags; xfs_btnum_t bc_btnum; union xfs_btree_irec bc_rec; uint8_t bc_nlevels; uint8_t bc_maxlevels; int bc_statoff; union { struct xfs_btree_cur_ag bc_ag; struct xfs_btree_cur_ino bc_ino; }; struct xfs_btree_level bc_levels[0]; }; enum xfs_dacmp { XFS_CMP_DIFFERENT = 0, XFS_CMP_EXACT = 1, XFS_CMP_CASE = 2, }; struct xfs_da_args { struct xfs_da_geometry *geo; const uint8_t *name; int namelen; uint8_t filetype; void *value; int valuelen; unsigned int attr_filter; unsigned int attr_flags; xfs_dahash_t hashval; xfs_ino_t inumber; struct xfs_inode *dp; struct xfs_trans *trans; xfs_extlen_t total; int whichfork; xfs_dablk_t blkno; int index; xfs_dablk_t rmtblkno; int rmtblkcnt; int rmtvaluelen; xfs_dablk_t blkno2; int index2; xfs_dablk_t rmtblkno2; int rmtblkcnt2; int rmtvaluelen2; uint32_t op_flags; enum xfs_dacmp cmpresult; }; typedef struct xfs_inode xfs_inode_t; union xfs_btree_ptr { __be32 s; __be64 l; }; union xfs_btree_key { struct xfs_bmbt_key bmbt; xfs_bmdr_key_t bmbr; xfs_alloc_key_t alloc; struct xfs_inobt_key inobt; struct xfs_rmap_key rmap; struct xfs_rmap_key __rmap_bigkey[2]; struct xfs_refcount_key refc; }; union xfs_btree_rec { struct xfs_bmbt_rec bmbt; xfs_bmdr_rec_t bmbr; struct xfs_alloc_rec alloc; struct xfs_inobt_rec inobt; struct xfs_rmap_rec rmap; struct xfs_refcount_rec refc; }; enum xbtree_key_contig { XBTREE_KEY_GAP = 0, XBTREE_KEY_CONTIGUOUS = 1, XBTREE_KEY_OVERLAP = 2, }; struct xfs_btree_ops { size_t key_len; size_t rec_len; struct xfs_btree_cur * (*dup_cursor)(struct xfs_btree_cur *); void (*update_cursor)(struct xfs_btree_cur *, struct xfs_btree_cur *); void (*set_root)(struct xfs_btree_cur *, const union xfs_btree_ptr *, int); int (*alloc_block)(struct xfs_btree_cur *, const union xfs_btree_ptr *, union xfs_btree_ptr *, int *); int (*free_block)(struct xfs_btree_cur *, struct xfs_buf *); void (*update_lastrec)(struct xfs_btree_cur *, const struct xfs_btree_block *, const union xfs_btree_rec *, int, int); int (*get_minrecs)(struct xfs_btree_cur *, int); int (*get_maxrecs)(struct xfs_btree_cur *, int); int (*get_dmaxrecs)(struct xfs_btree_cur *, int); void (*init_key_from_rec)(union xfs_btree_key *, const union xfs_btree_rec *); void (*init_rec_from_cur)(struct xfs_btree_cur *, union xfs_btree_rec *); void (*init_ptr_from_cur)(struct xfs_btree_cur *, union xfs_btree_ptr *); void (*init_high_key_from_rec)(union xfs_btree_key *, const union xfs_btree_rec *); int64_t (*key_diff)(struct xfs_btree_cur *, const union xfs_btree_key *); int64_t (*diff_two_keys)(struct xfs_btree_cur *, const union xfs_btree_key *, const union xfs_btree_key *, const union xfs_btree_key *); const struct xfs_buf_ops *buf_ops; int (*keys_inorder)(struct xfs_btree_cur *, const union xfs_btree_key *, const union xfs_btree_key *); int (*recs_inorder)(struct xfs_btree_cur *, const union xfs_btree_rec *, const union xfs_btree_rec *); enum xbtree_key_contig (*keys_contiguous)(struct xfs_btree_cur *, const union xfs_btree_key *, const union xfs_btree_key *, const union xfs_btree_key *); }; typedef int (*xfs_btree_visit_blocks_fn)(struct xfs_btree_cur *, int, void *); struct xfs_item_ops { unsigned int flags; void (*iop_size)(struct xfs_log_item *, int *, int *); void (*iop_format)(struct xfs_log_item *, struct xfs_log_vec *); void (*iop_pin)(struct xfs_log_item *); void (*iop_unpin)(struct xfs_log_item *, int); uint64_t (*iop_sort)(struct xfs_log_item *); int (*iop_precommit)(struct xfs_trans *, struct xfs_log_item *); void (*iop_committing)(struct xfs_log_item *, xfs_csn_t); xfs_lsn_t (*iop_committed)(struct xfs_log_item *, xfs_lsn_t); uint (*iop_push)(struct xfs_log_item *, struct list_head *); void (*iop_release)(struct xfs_log_item *); int (*iop_recover)(struct xfs_log_item *, struct list_head *); bool (*iop_match)(struct xfs_log_item *, uint64_t); struct xfs_log_item * (*iop_relog)(struct xfs_log_item *, struct xfs_trans *); struct xfs_log_item * (*iop_intent)(struct xfs_log_item *); }; typedef struct xfs_alloc_arg xfs_alloc_arg_t; struct xfs_bmalloca { struct xfs_trans *tp; struct xfs_inode *ip; struct xfs_bmbt_irec prev; struct xfs_bmbt_irec got; xfs_fileoff_t offset; xfs_extlen_t length; xfs_fsblock_t blkno; struct xfs_btree_cur *cur; struct xfs_iext_cursor icur; int nallocs; int logflags; xfs_extlen_t total; xfs_extlen_t minlen; xfs_extlen_t minleft; bool eof; bool wasdel; bool aeof; bool conv; int datatype; uint32_t flags; }; enum xfs_bmap_intent_type { XFS_BMAP_MAP = 1, XFS_BMAP_UNMAP = 2, }; struct xfs_bmap_intent { struct list_head bi_list; enum xfs_bmap_intent_type bi_type; int bi_whichfork; struct xfs_inode *bi_owner; struct xfs_perag *bi_pag; struct xfs_bmbt_irec bi_bmap; }; struct xfs_iread_state { struct xfs_iext_cursor icur; xfs_extnum_t loaded; }; enum xfs_blft { XFS_BLFT_UNKNOWN_BUF = 0, XFS_BLFT_UDQUOT_BUF = 1, XFS_BLFT_PDQUOT_BUF = 2, XFS_BLFT_GDQUOT_BUF = 3, XFS_BLFT_BTREE_BUF = 4, XFS_BLFT_AGF_BUF = 5, XFS_BLFT_AGFL_BUF = 6, XFS_BLFT_AGI_BUF = 7, XFS_BLFT_DINO_BUF = 8, XFS_BLFT_SYMLINK_BUF = 9, XFS_BLFT_DIR_BLOCK_BUF = 10, XFS_BLFT_DIR_DATA_BUF = 11, XFS_BLFT_DIR_FREE_BUF = 12, XFS_BLFT_DIR_LEAF1_BUF = 13, XFS_BLFT_DIR_LEAFN_BUF = 14, XFS_BLFT_DA_NODE_BUF = 15, XFS_BLFT_ATTR_LEAF_BUF = 16, XFS_BLFT_ATTR_RMT_BUF = 17, XFS_BLFT_SB_BUF = 18, XFS_BLFT_RTBITMAP_BUF = 19, XFS_BLFT_RTSUMMARY_BUF = 20, XFS_BLFT_MAX_BUF = 32, }; struct xfs_da_blkinfo { __be32 forw; __be32 back; __be16 magic; __be16 pad; }; typedef struct xfs_da_blkinfo xfs_da_blkinfo_t; struct xfs_da3_blkinfo { struct xfs_da_blkinfo hdr; __be32 crc; __be64 blkno; __be64 lsn; uuid_t uuid; __be64 owner; }; typedef uint16_t xfs_dir2_data_off_t; typedef uint32_t xfs_dir2_dataptr_t; typedef xfs_off_t xfs_dir2_off_t; typedef uint32_t xfs_dir2_db_t; struct xfs_dir2_data_free { __be16 offset; __be16 length; }; typedef struct xfs_dir2_data_free xfs_dir2_data_free_t; struct xfs_dir2_data_hdr { __be32 magic; xfs_dir2_data_free_t bestfree[3]; }; typedef struct xfs_dir2_data_hdr xfs_dir2_data_hdr_t; struct xfs_dir2_data_entry { __be64 inumber; __u8 namelen; __u8 name[0]; }; typedef struct xfs_dir2_data_entry xfs_dir2_data_entry_t; struct xfs_dir2_data_unused { __be16 freetag; __be16 length; __be16 tag; }; typedef struct xfs_dir2_data_unused xfs_dir2_data_unused_t; struct xfs_dir2_leaf_hdr { xfs_da_blkinfo_t info; __be16 count; __be16 stale; }; typedef struct xfs_dir2_leaf_hdr xfs_dir2_leaf_hdr_t; struct xfs_dir3_leaf_hdr { struct xfs_da3_blkinfo info; __be16 count; __be16 stale; __be32 pad; }; struct xfs_dir2_leaf_entry { __be32 hashval; __be32 address; }; typedef struct xfs_dir2_leaf_entry xfs_dir2_leaf_entry_t; struct xfs_dir2_leaf_tail { __be32 bestcount; }; typedef struct xfs_dir2_leaf_tail xfs_dir2_leaf_tail_t; struct xfs_dir2_leaf { xfs_dir2_leaf_hdr_t hdr; xfs_dir2_leaf_entry_t __ents[0]; }; typedef struct xfs_dir2_leaf xfs_dir2_leaf_t; struct xfs_dir3_leaf { struct xfs_dir3_leaf_hdr hdr; struct xfs_dir2_leaf_entry __ents[0]; }; struct xfs_dir2_free_hdr { __be32 magic; __be32 firstdb; __be32 nvalid; __be32 nused; }; typedef struct xfs_dir2_free_hdr xfs_dir2_free_hdr_t; struct xfs_dir2_free { xfs_dir2_free_hdr_t hdr; __be16 bests[0]; }; struct xfs_dir2_block_tail { __be32 count; __be32 stale; }; typedef struct xfs_dir2_block_tail xfs_dir2_block_tail_t; typedef struct xfs_da_args xfs_da_args_t; struct xfs_da_state_blk { struct xfs_buf *bp; xfs_dablk_t blkno; xfs_daddr_t disk_blkno; int index; xfs_dahash_t hashval; int magic; }; typedef struct xfs_da_state_blk xfs_da_state_blk_t; struct xfs_da_state_path { int active; xfs_da_state_blk_t blk[5]; }; typedef struct xfs_da_state_path xfs_da_state_path_t; struct xfs_da_state { xfs_da_args_t *args; struct xfs_mount *mp; xfs_da_state_path_t path; xfs_da_state_path_t altpath; unsigned char inleaf; unsigned char extravalid; unsigned char extraafter; xfs_da_state_blk_t extrablk; }; typedef struct xfs_da_state xfs_da_state_t; struct xfs_dir3_icleaf_hdr { uint32_t forw; uint32_t back; uint16_t magic; uint16_t count; uint16_t stale; struct xfs_dir2_leaf_entry *ents; }; struct xfs_dir3_icfree_hdr { uint32_t magic; uint32_t firstdb; uint32_t nvalid; uint32_t nused; __be16 *bests; }; typedef unsigned int __kernel_mode_t; typedef __kernel_mode_t mode_t; typedef __be64 xfs_timestamp_t; struct xfs_legacy_timestamp { __be32 t_sec; __be32 t_nsec; }; struct xfs_dinode { __be16 di_magic; __be16 di_mode; __u8 di_version; __u8 di_format; __be16 di_onlink; __be32 di_uid; __be32 di_gid; __be32 di_nlink; __be16 di_projid_lo; __be16 di_projid_hi; union { __be64 di_big_nextents; __be64 di_v3_pad; struct { __u8 di_v2_pad[6]; __be16 di_flushiter; }; }; xfs_timestamp_t di_atime; xfs_timestamp_t di_mtime; xfs_timestamp_t di_ctime; __be64 di_size; __be64 di_nblocks; __be32 di_extsize; union { struct { __be32 di_nextents; __be16 di_anextents; } __attribute__((packed)); struct { __be32 di_big_anextents; __be16 di_nrext64_pad; } __attribute__((packed)); }; __u8 di_forkoff; __s8 di_aformat; __be32 di_dmevmask; __be16 di_dmstate; __be16 di_flags; __be32 di_gen; __be32 di_next_unlinked; __le32 di_crc; __be64 di_changecount; __be64 di_lsn; __be64 di_flags2; __be32 di_cowextsize; __u8 di_pad2[12]; xfs_timestamp_t di_crtime; __be64 di_ino; uuid_t di_uuid; }; struct xfs_dsymlink_hdr { __be32 sl_magic; __be32 sl_offset; __be32 sl_bytes; __be32 sl_crc; uuid_t sl_uuid; __be64 sl_owner; __be64 sl_blkno; __be64 sl_lsn; }; struct xfs_log_iovec { void *i_addr; int i_len; uint i_type; }; struct xfs_log_vec { struct list_head lv_list; uint32_t lv_order_id; int lv_niovecs; struct xfs_log_iovec *lv_iovecp; struct xfs_log_item *lv_item; char *lv_buf; int lv_bytes; int lv_buf_len; int lv_size; }; struct xfs_da_node_hdr { struct xfs_da_blkinfo info; __be16 __count; __be16 __level; }; struct xfs_da_node_entry { __be32 hashval; __be32 before; }; struct xfs_da_intnode { struct xfs_da_node_hdr hdr; struct xfs_da_node_entry __btree[0]; }; struct xfs_attr_sf_hdr { __be16 totsize; __u8 count; __u8 padding; }; struct xfs_attr_sf_entry { uint8_t namelen; uint8_t valuelen; uint8_t flags; uint8_t nameval[0]; }; struct xfs_attr_shortform { struct xfs_attr_sf_hdr hdr; struct xfs_attr_sf_entry list[0]; }; struct xfs_attr_leaf_map { __be16 base; __be16 size; }; typedef struct xfs_attr_leaf_map xfs_attr_leaf_map_t; struct xfs_attr_leaf_hdr { xfs_da_blkinfo_t info; __be16 count; __be16 usedbytes; __be16 firstused; __u8 holes; __u8 pad1; xfs_attr_leaf_map_t freemap[3]; }; typedef struct xfs_attr_leaf_hdr xfs_attr_leaf_hdr_t; struct xfs_attr_leaf_entry { __be32 hashval; __be16 nameidx; __u8 flags; __u8 pad2; }; typedef struct xfs_attr_leaf_entry xfs_attr_leaf_entry_t; struct xfs_attr_leaf_name_local { __be16 valuelen; __u8 namelen; __u8 nameval[0]; }; typedef struct xfs_attr_leaf_name_local xfs_attr_leaf_name_local_t; struct xfs_attr_leaf_name_remote { __be32 valueblk; __be32 valuelen; __u8 namelen; __u8 name[0]; }; typedef struct xfs_attr_leaf_name_remote xfs_attr_leaf_name_remote_t; struct xfs_attr_leafblock { xfs_attr_leaf_hdr_t hdr; xfs_attr_leaf_entry_t entries[0]; }; typedef struct xfs_attr_leafblock xfs_attr_leafblock_t; struct xfs_attr3_leaf_hdr { struct xfs_da3_blkinfo info; __be16 count; __be16 usedbytes; __be16 firstused; __u8 holes; __u8 pad1; struct xfs_attr_leaf_map freemap[3]; __be32 pad2; }; struct xfs_attr3_leafblock { struct xfs_attr3_leaf_hdr hdr; struct xfs_attr_leaf_entry entries[0]; }; struct xfs_da3_icnode_hdr { uint32_t forw; uint32_t back; uint16_t magic; uint16_t count; uint16_t level; struct xfs_da_node_entry *btree; }; struct xfs_attrlist_cursor_kern { __u32 hashval; __u32 blkno; __u32 offset; __u16 pad1; __u8 pad2; __u8 initted; }; struct xfs_attr_list_context; typedef void (*put_listent_func_t)(struct xfs_attr_list_context *, int, unsigned char *, int, int); struct xfs_attr_list_context { struct xfs_trans *tp; struct xfs_inode *dp; struct xfs_attrlist_cursor_kern cursor; void *buffer; int seen_enough; bool allow_incomplete; ssize_t count; int dupcnt; int bufsize; int firstu; unsigned int attr_filter; int resynch; put_listent_func_t put_listent; int index; }; struct xfs_attr_sf_sort { uint8_t entno; uint8_t namelen; uint8_t valuelen; uint8_t flags; xfs_dahash_t hash; unsigned char *name; }; typedef struct xfs_attr_sf_sort xfs_attr_sf_sort_t; struct xfs_attr3_icleaf_hdr { uint32_t forw; uint32_t back; uint16_t magic; uint16_t count; uint16_t usedbytes; uint32_t firstused; __u8 holes; struct { uint16_t base; uint16_t size; } freemap[3]; }; struct xfs_extent_busy { struct rb_node rb_node; struct list_head list; xfs_agnumber_t agno; xfs_agblock_t bno; xfs_extlen_t length; unsigned int flags; }; struct fsxattr { __u32 fsx_xflags; __u32 fsx_extsize; __u32 fsx_nextents; __u32 fsx_projid; __u32 fsx_cowextsize; unsigned char fsx_pad[8]; }; struct dioattr { __u32 d_mem; __u32 d_miniosz; __u32 d_maxiosz; }; struct getbmapx { __s64 bmv_offset; __s64 bmv_block; __s64 bmv_length; __s32 bmv_count; __s32 bmv_entries; __s32 bmv_iflags; __s32 bmv_oflags; __s32 bmv_unused1; __s32 bmv_unused2; }; struct xfs_fsop_geom { __u32 blocksize; __u32 rtextsize; __u32 agblocks; __u32 agcount; __u32 logblocks; __u32 sectsize; __u32 inodesize; __u32 imaxpct; __u64 datablocks; __u64 rtblocks; __u64 rtextents; __u64 logstart; unsigned char uuid[16]; __u32 sunit; __u32 swidth; __s32 version; __u32 flags; __u32 logsectsize; __u32 rtsectsize; __u32 dirblocksize; __u32 logsunit; uint32_t sick; uint32_t checked; __u64 reserved[17]; }; struct xfs_fsop_counts { __u64 freedata; __u64 freertx; __u64 freeino; __u64 allocino; }; typedef struct xfs_fsop_counts xfs_fsop_counts_t; struct xfs_fsop_resblks { __u64 resblks; __u64 resblks_avail; }; typedef struct xfs_fsop_resblks xfs_fsop_resblks_t; struct xfs_growfs_data { __u64 newblocks; __u32 imaxpct; }; struct xfs_growfs_log { __u32 newblocks; __u32 isint; }; struct xfs_growfs_rt { __u64 newblocks; __u32 extsize; }; typedef struct xfs_growfs_rt xfs_growfs_rt_t; struct xfs_bstime { __kernel_long_t tv_sec; __s32 tv_nsec; }; typedef struct xfs_bstime xfs_bstime_t; struct xfs_bstat { __u64 bs_ino; __u16 bs_mode; __u16 bs_nlink; __u32 bs_uid; __u32 bs_gid; __u32 bs_rdev; __s32 bs_blksize; __s64 bs_size; xfs_bstime_t bs_atime; xfs_bstime_t bs_mtime; xfs_bstime_t bs_ctime; int64_t bs_blocks; __u32 bs_xflags; __s32 bs_extsize; __s32 bs_extents; __u32 bs_gen; __u16 bs_projid_lo; __u16 bs_forkoff; __u16 bs_projid_hi; uint16_t bs_sick; uint16_t bs_checked; unsigned char bs_pad[2]; __u32 bs_cowextsize; __u32 bs_dmevmask; __u16 bs_dmstate; __u16 bs_aextents; }; struct xfs_bulkstat { uint64_t bs_ino; uint64_t bs_size; uint64_t bs_blocks; uint64_t bs_xflags; int64_t bs_atime; int64_t bs_mtime; int64_t bs_ctime; int64_t bs_btime; uint32_t bs_gen; uint32_t bs_uid; uint32_t bs_gid; uint32_t bs_projectid; uint32_t bs_atime_nsec; uint32_t bs_mtime_nsec; uint32_t bs_ctime_nsec; uint32_t bs_btime_nsec; uint32_t bs_blksize; uint32_t bs_rdev; uint32_t bs_cowextsize_blks; uint32_t bs_extsize_blks; uint32_t bs_nlink; uint32_t bs_extents; uint32_t bs_aextents; uint16_t bs_version; uint16_t bs_forkoff; uint16_t bs_sick; uint16_t bs_checked; uint16_t bs_mode; uint16_t bs_pad2; uint64_t bs_extents64; uint64_t bs_pad[6]; }; struct xfs_fsop_bulkreq { __u64 *lastip; __s32 icount; void *ubuffer; __s32 *ocount; }; struct xfs_inogrp { __u64 xi_startino; __s32 xi_alloccount; __u64 xi_allocmask; }; struct xfs_inumbers { uint64_t xi_startino; uint64_t xi_allocmask; uint8_t xi_alloccount; uint8_t xi_version; uint8_t xi_padding[6]; }; struct xfs_bulk_ireq { uint64_t ino; uint32_t flags; uint32_t icount; uint32_t ocount; uint32_t agno; uint64_t reserved[5]; }; struct xfs_bulkstat_req { struct xfs_bulk_ireq hdr; struct xfs_bulkstat bulkstat[0]; }; struct xfs_inumbers_req { struct xfs_bulk_ireq hdr; struct xfs_inumbers inumbers[0]; }; struct xfs_error_injection { __s32 fd; __s32 errtag; }; typedef struct xfs_error_injection xfs_error_injection_t; struct xfs_fs_eofblocks { __u32 eof_version; __u32 eof_flags; uid_t eof_uid; gid_t eof_gid; prid_t eof_prid; __u32 pad32; __u64 eof_min_file_size; __u64 pad64[12]; }; struct xfs_fsop_handlereq { __u32 fd; void *path; __u32 oflags; void *ihandle; __u32 ihandlen; void *ohandle; __u32 *ohandlen; }; typedef struct xfs_fsop_handlereq xfs_fsop_handlereq_t; struct xfs_attrlist_cursor { __u32 opaque[4]; }; struct xfs_attrlist { __s32 al_count; __s32 al_more; __s32 al_offset[0]; }; struct xfs_attrlist_ent { __u32 a_valuelen; char a_name[0]; }; struct xfs_fsop_attrlist_handlereq { struct xfs_fsop_handlereq hreq; struct xfs_attrlist_cursor pos; __u32 flags; __u32 buflen; void *buffer; }; struct xfs_attr_multiop { __u32 am_opcode; __s32 am_error; void *am_attrname; void *am_attrvalue; __u32 am_length; __u32 am_flags; }; typedef struct xfs_attr_multiop xfs_attr_multiop_t; struct xfs_fsop_attrmulti_handlereq { struct xfs_fsop_handlereq hreq; __u32 opcount; struct xfs_attr_multiop *ops; }; typedef struct xfs_fsop_attrmulti_handlereq xfs_fsop_attrmulti_handlereq_t; typedef struct { __u32 val[2]; } xfs_fsid_t; struct xfs_fid { __u16 fid_len; __u16 fid_pad; __u32 fid_gen; __u64 fid_ino; }; typedef struct xfs_fid xfs_fid_t; struct xfs_handle { union { __s64 align; xfs_fsid_t _ha_fsid; } ha_u; xfs_fid_t ha_fid; }; typedef struct xfs_handle xfs_handle_t; struct xfs_swapext { int64_t sx_version; int64_t sx_fdtarget; int64_t sx_fdtmp; xfs_off_t sx_offset; xfs_off_t sx_length; char sx_pad[16]; struct xfs_bstat sx_stat; }; typedef struct xfs_swapext xfs_swapext_t; struct xfs_scrub_metadata { __u32 sm_type; __u32 sm_flags; __u64 sm_ino; __u32 sm_gen; __u32 sm_agno; __u64 sm_reserved[5]; }; struct xfs_ibulk { struct xfs_mount *mp; struct mnt_idmap *idmap; void *ubuffer; xfs_ino_t startino; unsigned int icount; unsigned int ocount; unsigned int flags; }; typedef int (*bulkstat_one_fmt_pf)(struct xfs_ibulk *, const struct xfs_bulkstat *); typedef int (*inumbers_fmt_pf)(struct xfs_ibulk *, const struct xfs_inumbers *); struct kgetbmap { __s64 bmv_offset; __s64 bmv_block; __s64 bmv_length; __s32 bmv_oflags; }; struct xfs_fid64 { u64 ino; u32 gen; u64 parent_ino; u32 parent_gen; } __attribute__((packed)); struct xfs_icwalk { __u32 icw_flags; kuid_t icw_uid; kgid_t icw_gid; prid_t icw_prid; __u64 icw_min_file_size; long int icw_scan_limit; }; struct fsmap { __u32 fmr_device; __u32 fmr_flags; __u64 fmr_physical; __u64 fmr_owner; __u64 fmr_offset; __u64 fmr_length; __u64 fmr_reserved[3]; }; struct fsmap_head { __u32 fmh_iflags; __u32 fmh_oflags; __u32 fmh_count; __u32 fmh_entries; __u64 fmh_reserved[6]; struct fsmap fmh_keys[2]; struct fsmap fmh_recs[0]; }; struct xfs_fsmap { dev_t fmr_device; uint32_t fmr_flags; uint64_t fmr_physical; uint64_t fmr_owner; xfs_fileoff_t fmr_offset; xfs_filblks_t fmr_length; }; struct xfs_fsmap_head { uint32_t fmh_iflags; uint32_t fmh_oflags; unsigned int fmh_count; unsigned int fmh_entries; struct xfs_fsmap fmh_keys[2]; }; struct xfs_mru_cache_elem { struct list_head list_node; long unsigned int key; }; typedef void (*xfs_mru_cache_free_func_t)(void *, struct xfs_mru_cache_elem *); struct xfs_mru_cache { struct xarray store; struct list_head *lists; struct list_head reap_list; spinlock_t lock; unsigned int grp_count; unsigned int grp_time; unsigned int lru_grp; long unsigned int time_zero; xfs_mru_cache_free_func_t free_func; struct delayed_work work; unsigned int queued; void *data; }; typedef uint32_t xfs_dqid_t; typedef int (*list_cmp_func_t)(void *, const struct list_head *, const struct list_head *); typedef uint32_t xlog_tid_t; struct xlog_rec_header { __be32 h_magicno; __be32 h_cycle; __be32 h_version; __be32 h_len; __be64 h_lsn; __be64 h_tail_lsn; __le32 h_crc; __be32 h_prev_block; __be32 h_num_logops; __be32 h_cycle_data[64]; __be32 h_fmt; uuid_t h_fs_uuid; __be32 h_size; }; typedef struct xlog_rec_header xlog_rec_header_t; struct xlog_rec_ext_header { __be32 xh_cycle; __be32 xh_cycle_data[64]; }; typedef struct xlog_rec_ext_header xlog_rec_ext_header_t; union xlog_in_core2 { xlog_rec_header_t hic_header; xlog_rec_ext_header_t hic_xheader; char hic_sector[512]; }; typedef union xlog_in_core2 xlog_in_core_2_t; struct xfs_ail { struct xlog *ail_log; struct task_struct *ail_task; struct list_head ail_head; xfs_lsn_t ail_target; xfs_lsn_t ail_target_prev; struct list_head ail_cursors; spinlock_t ail_lock; xfs_lsn_t ail_last_pushed_lsn; int ail_log_flush; struct list_head ail_buf_list; wait_queue_head_t ail_empty; }; struct xlog_grant_head { spinlock_t lock; struct list_head waiters; atomic64_t grant; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xfs_cil; struct xlog_in_core; typedef struct xlog_in_core xlog_in_core_t; struct xlog { struct xfs_mount *l_mp; struct xfs_ail *l_ailp; struct xfs_cil *l_cilp; struct xfs_buftarg *l_targ; struct workqueue_struct *l_ioend_workqueue; struct delayed_work l_work; long int l_opstate; uint l_quotaoffs_flag; struct list_head *l_buf_cancel_table; int l_iclog_hsize; int l_iclog_heads; uint l_sectBBsize; int l_iclog_size; int l_iclog_bufs; xfs_daddr_t l_logBBstart; int l_logsize; int l_logBBsize; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; wait_queue_head_t l_flush_wait; int l_covered_state; xlog_in_core_t *l_iclog; spinlock_t l_icloglock; int l_curr_cycle; int l_prev_cycle; int l_curr_block; int l_prev_block; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic64_t l_last_sync_lsn; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic64_t l_tail_lsn; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xlog_grant_head l_reserve_head; struct xlog_grant_head l_write_head; struct xfs_kobj l_kobj; xfs_lsn_t l_recovery_lsn; uint32_t l_iclog_roundoff; struct rw_semaphore l_incompat_users; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xfs_busy_extents { struct xfs_mount *mount; struct list_head extent_list; struct work_struct endio_work; void *owner; }; typedef uint64_t xfs_qcnt_t; typedef uint8_t xfs_dqtype_t; struct xfs_dquot_res { xfs_qcnt_t reserved; xfs_qcnt_t count; xfs_qcnt_t hardlimit; xfs_qcnt_t softlimit; time64_t timer; }; struct xfs_dq_logitem { struct xfs_log_item qli_item; struct xfs_dquot *qli_dquot; xfs_lsn_t qli_flush_lsn; }; struct xfs_dquot { struct list_head q_lru; struct xfs_mount *q_mount; xfs_dqtype_t q_type; uint16_t q_flags; xfs_dqid_t q_id; uint q_nrefs; int q_bufoffset; xfs_daddr_t q_blkno; xfs_fileoff_t q_fileoffset; struct xfs_dquot_res q_blk; struct xfs_dquot_res q_ino; struct xfs_dquot_res q_rtb; struct xfs_dq_logitem q_logitem; xfs_qcnt_t q_prealloc_lo_wmark; xfs_qcnt_t q_prealloc_hi_wmark; int64_t q_low_space[3]; struct mutex q_qlock; struct completion q_flush; atomic_t q_pincount; struct wait_queue_head q_pinwait; }; struct xlog_ticket { struct list_head t_queue; struct task_struct *t_task; xlog_tid_t t_tid; atomic_t t_ref; int t_curr_res; int t_unit_res; char t_ocnt; char t_cnt; uint8_t t_flags; int t_iclog_hdrs; }; struct xfs_ail_cursor { struct list_head list; struct xfs_log_item *item; }; enum xlog_iclog_state { XLOG_STATE_ACTIVE = 0, XLOG_STATE_WANT_SYNC = 1, XLOG_STATE_SYNCING = 2, XLOG_STATE_DONE_SYNC = 3, XLOG_STATE_CALLBACK = 4, XLOG_STATE_DIRTY = 5, }; struct xlog_in_core { wait_queue_head_t ic_force_wait; wait_queue_head_t ic_write_wait; struct xlog_in_core *ic_next; struct xlog_in_core *ic_prev; struct xlog *ic_log; u32 ic_size; u32 ic_offset; enum xlog_iclog_state ic_state; unsigned int ic_flags; void *ic_datap; struct list_head ic_callbacks; long: 64; long: 64; atomic_t ic_refcnt; xlog_in_core_2_t *ic_data; struct semaphore ic_sema; struct work_struct ic_end_io_work; struct bio ic_bio; struct bio_vec ic_bvec[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xfs_cil_ctx { struct xfs_cil *cil; xfs_csn_t sequence; xfs_lsn_t start_lsn; xfs_lsn_t commit_lsn; struct xlog_in_core *commit_iclog; struct xlog_ticket *ticket; atomic_t space_used; struct xfs_busy_extents busy_extents; struct list_head log_items; struct list_head lv_chain; struct list_head iclog_entry; struct list_head committing; struct work_struct push_work; atomic_t order_id; struct cpumask cil_pcpmask; }; struct xfs_cil { struct xlog *xc_log; long unsigned int xc_flags; atomic_t xc_iclog_hdrs; struct workqueue_struct *xc_push_wq; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct rw_semaphore xc_ctx_lock; struct xfs_cil_ctx *xc_ctx; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t xc_push_lock; xfs_csn_t xc_push_seq; bool xc_push_commit_stable; struct list_head xc_committing; wait_queue_head_t xc_commit_wait; wait_queue_head_t xc_start_wait; xfs_csn_t xc_current_sequence; wait_queue_head_t xc_push_wait; void *xc_pcp; }; enum { XFS_QLOWSP_1_PCNT = 0, XFS_QLOWSP_3_PCNT = 1, XFS_QLOWSP_5_PCNT = 2, XFS_QLOWSP_MAX = 3, }; struct xfs_defer_op_type { struct xfs_log_item * (*create_intent)(struct xfs_trans *, struct list_head *, unsigned int, bool); void (*abort_intent)(struct xfs_log_item *); struct xfs_log_item * (*create_done)(struct xfs_trans *, struct xfs_log_item *, unsigned int); int (*finish_item)(struct xfs_trans *, struct xfs_log_item *, struct list_head *, struct xfs_btree_cur **); void (*finish_cleanup)(struct xfs_trans *, struct xfs_btree_cur *, int); void (*cancel_item)(struct list_head *); unsigned int max_items; }; struct xlog_op_header { __be32 oh_tid; __be32 oh_len; __u8 oh_clientid; __u8 oh_flags; __u16 oh_res2; }; struct xfs_attri_log_format { uint16_t alfi_type; uint16_t alfi_size; uint32_t __pad; uint64_t alfi_id; uint64_t alfi_ino; uint32_t alfi_op_flags; uint32_t alfi_name_len; uint32_t alfi_value_len; uint32_t alfi_attr_filter; }; struct xfs_attrd_log_format { uint16_t alfd_type; uint16_t alfd_size; uint32_t __pad; uint64_t alfd_alf_id; }; enum xfs_delattr_state { XFS_DAS_UNINIT = 0, XFS_DAS_SF_ADD = 1, XFS_DAS_SF_REMOVE = 2, XFS_DAS_LEAF_ADD = 3, XFS_DAS_LEAF_REMOVE = 4, XFS_DAS_NODE_ADD = 5, XFS_DAS_NODE_REMOVE = 6, XFS_DAS_LEAF_SET_RMT = 7, XFS_DAS_LEAF_ALLOC_RMT = 8, XFS_DAS_LEAF_REPLACE = 9, XFS_DAS_LEAF_REMOVE_OLD = 10, XFS_DAS_LEAF_REMOVE_RMT = 11, XFS_DAS_LEAF_REMOVE_ATTR = 12, XFS_DAS_NODE_SET_RMT = 13, XFS_DAS_NODE_ALLOC_RMT = 14, XFS_DAS_NODE_REPLACE = 15, XFS_DAS_NODE_REMOVE_OLD = 16, XFS_DAS_NODE_REMOVE_RMT = 17, XFS_DAS_NODE_REMOVE_ATTR = 18, XFS_DAS_DONE = 19, }; struct xfs_attri_log_nameval; struct xfs_attr_intent { struct list_head xattri_list; struct xfs_da_state *xattri_da_state; struct xfs_da_args *xattri_da_args; struct xfs_attri_log_nameval *xattri_nameval; enum xfs_delattr_state xattri_dela_state; unsigned int xattri_op_flags; xfs_dablk_t xattri_lblkno; int xattri_blkcnt; struct xfs_bmbt_irec xattri_map; }; struct xfs_attri_log_nameval { struct xfs_log_iovec name; struct xfs_log_iovec value; refcount_t refcount; }; struct xfs_attri_log_item { struct xfs_log_item attri_item; atomic_t attri_refcount; struct xfs_attri_log_nameval *attri_nameval; struct xfs_attri_log_format attri_format; }; struct xfs_attrd_log_item { struct xfs_log_item attrd_item; struct xfs_attri_log_item *attrd_attrip; struct xfs_attrd_log_format attrd_format; }; enum xlog_recover_reorder { XLOG_REORDER_BUFFER_LIST = 0, XLOG_REORDER_ITEM_LIST = 1, XLOG_REORDER_INODE_BUFFER_LIST = 2, XLOG_REORDER_CANCEL_LIST = 3, }; struct xlog_recover_item; struct xlog_recover_item_ops { uint16_t item_type; enum xlog_recover_reorder (*reorder)(struct xlog_recover_item *); void (*ra_pass2)(struct xlog *, struct xlog_recover_item *); int (*commit_pass1)(struct xlog *, struct xlog_recover_item *); int (*commit_pass2)(struct xlog *, struct list_head *, struct xlog_recover_item *, xfs_lsn_t); }; struct xlog_recover_item { struct list_head ri_list; int ri_cnt; int ri_total; struct xfs_log_iovec *ri_buf; const struct xlog_recover_item_ops *ri_ops; }; enum { TRACEFS_EVENT_INODE = 2, TRACEFS_EVENT_TOP_INODE = 4, }; struct tracefs_inode { long unsigned int flags; void *private; struct inode vfs_inode; }; struct eventfs_inode { struct list_head e_top_files; }; struct eventfs_file { const char *name; struct dentry *d_parent; struct dentry *dentry; struct list_head list; struct eventfs_inode *ei; const struct file_operations *fop; const struct inode_operations *iop; union { struct list_head del_list; struct callback_head rcu; long unsigned int is_freed; }; void *data; umode_t mode; }; struct dentry_list { void *cursor; struct dentry **dentries; }; typedef int __kernel_key_t; typedef int __kernel_ipc_pid_t; typedef unsigned int __kernel_uid_t; typedef unsigned int __kernel_gid_t; typedef __kernel_long_t __kernel_old_time_t; typedef __kernel_key_t key_t; struct ipc_perm { __kernel_key_t key; __kernel_uid_t uid; __kernel_gid_t gid; __kernel_uid_t cuid; __kernel_gid_t cgid; __kernel_mode_t mode; short unsigned int seq; }; struct msgbuf; struct ipc_kludge { struct msgbuf *msgp; long int msgtyp; }; struct sembuf { short unsigned int sem_num; short int sem_op; short int sem_flg; }; struct shmid_ds { struct ipc_perm shm_perm; int shm_segsz; __kernel_old_time_t shm_atime; __kernel_old_time_t shm_dtime; __kernel_old_time_t shm_ctime; __kernel_ipc_pid_t shm_cpid; __kernel_ipc_pid_t shm_lpid; short unsigned int shm_nattch; short unsigned int shm_unused; void *shm_unused2; void *shm_unused3; }; struct msqid_ds; enum key_need_perm { KEY_NEED_UNSPECIFIED = 0, KEY_NEED_VIEW = 1, KEY_NEED_READ = 2, KEY_NEED_WRITE = 3, KEY_NEED_SEARCH = 4, KEY_NEED_LINK = 5, KEY_NEED_SETATTR = 6, KEY_NEED_UNLINK = 7, KEY_SYSADMIN_OVERRIDE = 8, KEY_AUTHTOKEN_OVERRIDE = 9, KEY_DEFER_PERM_CHECK = 10, }; struct __key_reference_with_attributes; typedef struct __key_reference_with_attributes *key_ref_t; struct key_user { struct rb_node node; struct mutex cons_lock; spinlock_t lock; refcount_t usage; atomic_t nkeys; atomic_t nikeys; kuid_t uid; int qnkeys; int qnbytes; }; struct key_preparsed_payload { const char *orig_description; char *description; union key_payload payload; const void *data; size_t datalen; size_t quotalen; time64_t expiry; }; struct key_match_data { bool (*cmp)(const struct key *, const struct key_match_data *); const void *raw_data; void *preparsed; unsigned int lookup_type; }; enum kernel_pkey_operation { kernel_pkey_encrypt = 0, kernel_pkey_decrypt = 1, kernel_pkey_sign = 2, kernel_pkey_verify = 3, }; struct kernel_pkey_params { struct key *key; const char *encoding; const char *hash_algo; char *info; __u32 in_len; union { __u32 out_len; __u32 in2_len; }; enum kernel_pkey_operation op: 8; }; struct kernel_pkey_query { __u32 supported_ops; __u32 key_size; __u16 max_data_size; __u16 max_sig_size; __u16 max_enc_size; __u16 max_dec_size; }; enum key_state { KEY_IS_UNINSTANTIATED = 0, KEY_IS_POSITIVE = 1, }; struct user_key_payload { struct callback_head rcu; short unsigned int datalen; long: 0; char data[0]; }; struct vfs_cap_data { __le32 magic_etc; struct { __le32 permitted; __le32 inheritable; } data[2]; }; struct vfs_ns_cap_data { __le32 magic_etc; struct { __le32 permitted; __le32 inheritable; } data[2]; __le32 rootid; }; struct cpu_vfs_cap_data { __u32 magic_etc; kuid_t rootid; kernel_cap_t permitted; kernel_cap_t inheritable; }; struct kern_ipc_perm { spinlock_t lock; bool deleted; int id; key_t key; kuid_t uid; kgid_t gid; kuid_t cuid; kgid_t cgid; umode_t mode; long unsigned int seq; void *security; struct rhash_head khtnode; struct callback_head rcu; refcount_t refcount; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum kernel_read_file_id { READING_UNKNOWN = 0, READING_FIRMWARE = 1, READING_MODULE = 2, READING_KEXEC_IMAGE = 3, READING_KEXEC_INITRAMFS = 4, READING_POLICY = 5, READING_X509_CERTIFICATE = 6, READING_MAX_ID = 7, }; enum kernel_load_data_id { LOADING_UNKNOWN = 0, LOADING_FIRMWARE = 1, LOADING_MODULE = 2, LOADING_KEXEC_IMAGE = 3, LOADING_KEXEC_INITRAMFS = 4, LOADING_POLICY = 5, LOADING_X509_CERTIFICATE = 6, LOADING_MAX_ID = 7, }; struct msg_msg; struct flowi_common; struct sctp_association; union security_list_options { int (*binder_set_context_mgr)(const struct cred *); int (*binder_transaction)(const struct cred *, const struct cred *); int (*binder_transfer_binder)(const struct cred *, const struct cred *); int (*binder_transfer_file)(const struct cred *, const struct cred *, const struct file *); int (*ptrace_access_check)(struct task_struct *, unsigned int); int (*ptrace_traceme)(struct task_struct *); int (*capget)(const struct task_struct *, kernel_cap_t *, kernel_cap_t *, kernel_cap_t *); int (*capset)(struct cred *, const struct cred *, const kernel_cap_t *, const kernel_cap_t *, const kernel_cap_t *); int (*capable)(const struct cred *, struct user_namespace *, int, unsigned int); int (*quotactl)(int, int, int, struct super_block *); int (*quota_on)(struct dentry *); int (*syslog)(int); int (*settime)(const struct timespec64 *, const struct timezone *); int (*vm_enough_memory)(struct mm_struct *, long int); int (*bprm_creds_for_exec)(struct linux_binprm *); int (*bprm_creds_from_file)(struct linux_binprm *, struct file *); int (*bprm_check_security)(struct linux_binprm *); void (*bprm_committing_creds)(struct linux_binprm *); void (*bprm_committed_creds)(struct linux_binprm *); int (*fs_context_submount)(struct fs_context *, struct super_block *); int (*fs_context_dup)(struct fs_context *, struct fs_context *); int (*fs_context_parse_param)(struct fs_context *, struct fs_parameter *); int (*sb_alloc_security)(struct super_block *); void (*sb_delete)(struct super_block *); void (*sb_free_security)(struct super_block *); void (*sb_free_mnt_opts)(void *); int (*sb_eat_lsm_opts)(char *, void **); int (*sb_mnt_opts_compat)(struct super_block *, void *); int (*sb_remount)(struct super_block *, void *); int (*sb_kern_mount)(struct super_block *); int (*sb_show_options)(struct seq_file *, struct super_block *); int (*sb_statfs)(struct dentry *); int (*sb_mount)(const char *, const struct path *, const char *, long unsigned int, void *); int (*sb_umount)(struct vfsmount *, int); int (*sb_pivotroot)(const struct path *, const struct path *); int (*sb_set_mnt_opts)(struct super_block *, void *, long unsigned int, long unsigned int *); int (*sb_clone_mnt_opts)(const struct super_block *, struct super_block *, long unsigned int, long unsigned int *); int (*move_mount)(const struct path *, const struct path *); int (*dentry_init_security)(struct dentry *, int, const struct qstr *, const char **, void **, u32 *); int (*dentry_create_files_as)(struct dentry *, int, struct qstr *, const struct cred *, struct cred *); int (*path_unlink)(const struct path *, struct dentry *); int (*path_mkdir)(const struct path *, struct dentry *, umode_t); int (*path_rmdir)(const struct path *, struct dentry *); int (*path_mknod)(const struct path *, struct dentry *, umode_t, unsigned int); int (*path_truncate)(const struct path *); int (*path_symlink)(const struct path *, struct dentry *, const char *); int (*path_link)(struct dentry *, const struct path *, struct dentry *); int (*path_rename)(const struct path *, struct dentry *, const struct path *, struct dentry *, unsigned int); int (*path_chmod)(const struct path *, umode_t); int (*path_chown)(const struct path *, kuid_t, kgid_t); int (*path_chroot)(const struct path *); int (*path_notify)(const struct path *, u64, unsigned int); int (*inode_alloc_security)(struct inode *); void (*inode_free_security)(struct inode *); int (*inode_init_security)(struct inode *, struct inode *, const struct qstr *, struct xattr *, int *); int (*inode_init_security_anon)(struct inode *, const struct qstr *, const struct inode *); int (*inode_create)(struct inode *, struct dentry *, umode_t); int (*inode_link)(struct dentry *, struct inode *, struct dentry *); int (*inode_unlink)(struct inode *, struct dentry *); int (*inode_symlink)(struct inode *, struct dentry *, const char *); int (*inode_mkdir)(struct inode *, struct dentry *, umode_t); int (*inode_rmdir)(struct inode *, struct dentry *); int (*inode_mknod)(struct inode *, struct dentry *, umode_t, dev_t); int (*inode_rename)(struct inode *, struct dentry *, struct inode *, struct dentry *); int (*inode_readlink)(struct dentry *); int (*inode_follow_link)(struct dentry *, struct inode *, bool); int (*inode_permission)(struct inode *, int); int (*inode_setattr)(struct dentry *, struct iattr *); int (*inode_getattr)(const struct path *); int (*inode_setxattr)(struct mnt_idmap *, struct dentry *, const char *, const void *, size_t, int); void (*inode_post_setxattr)(struct dentry *, const char *, const void *, size_t, int); int (*inode_getxattr)(struct dentry *, const char *); int (*inode_listxattr)(struct dentry *); int (*inode_removexattr)(struct mnt_idmap *, struct dentry *, const char *); int (*inode_set_acl)(struct mnt_idmap *, struct dentry *, const char *, struct posix_acl *); int (*inode_get_acl)(struct mnt_idmap *, struct dentry *, const char *); int (*inode_remove_acl)(struct mnt_idmap *, struct dentry *, const char *); int (*inode_need_killpriv)(struct dentry *); int (*inode_killpriv)(struct mnt_idmap *, struct dentry *); int (*inode_getsecurity)(struct mnt_idmap *, struct inode *, const char *, void **, bool); int (*inode_setsecurity)(struct inode *, const char *, const void *, size_t, int); int (*inode_listsecurity)(struct inode *, char *, size_t); void (*inode_getsecid)(struct inode *, u32 *); int (*inode_copy_up)(struct dentry *, struct cred **); int (*inode_copy_up_xattr)(const char *); int (*kernfs_init_security)(struct kernfs_node *, struct kernfs_node *); int (*file_permission)(struct file *, int); int (*file_alloc_security)(struct file *); void (*file_free_security)(struct file *); int (*file_ioctl)(struct file *, unsigned int, long unsigned int); int (*mmap_addr)(long unsigned int); int (*mmap_file)(struct file *, long unsigned int, long unsigned int, long unsigned int); int (*file_mprotect)(struct vm_area_struct *, long unsigned int, long unsigned int); int (*file_lock)(struct file *, unsigned int); int (*file_fcntl)(struct file *, unsigned int, long unsigned int); void (*file_set_fowner)(struct file *); int (*file_send_sigiotask)(struct task_struct *, struct fown_struct *, int); int (*file_receive)(struct file *); int (*file_open)(struct file *); int (*file_truncate)(struct file *); int (*task_alloc)(struct task_struct *, long unsigned int); void (*task_free)(struct task_struct *); int (*cred_alloc_blank)(struct cred *, gfp_t); void (*cred_free)(struct cred *); int (*cred_prepare)(struct cred *, const struct cred *, gfp_t); void (*cred_transfer)(struct cred *, const struct cred *); void (*cred_getsecid)(const struct cred *, u32 *); int (*kernel_act_as)(struct cred *, u32); int (*kernel_create_files_as)(struct cred *, struct inode *); int (*kernel_module_request)(char *); int (*kernel_load_data)(enum kernel_load_data_id, bool); int (*kernel_post_load_data)(char *, loff_t, enum kernel_load_data_id, char *); int (*kernel_read_file)(struct file *, enum kernel_read_file_id, bool); int (*kernel_post_read_file)(struct file *, char *, loff_t, enum kernel_read_file_id); int (*task_fix_setuid)(struct cred *, const struct cred *, int); int (*task_fix_setgid)(struct cred *, const struct cred *, int); int (*task_fix_setgroups)(struct cred *, const struct cred *); int (*task_setpgid)(struct task_struct *, pid_t); int (*task_getpgid)(struct task_struct *); int (*task_getsid)(struct task_struct *); void (*current_getsecid_subj)(u32 *); void (*task_getsecid_obj)(struct task_struct *, u32 *); int (*task_setnice)(struct task_struct *, int); int (*task_setioprio)(struct task_struct *, int); int (*task_getioprio)(struct task_struct *); int (*task_prlimit)(const struct cred *, const struct cred *, unsigned int); int (*task_setrlimit)(struct task_struct *, unsigned int, struct rlimit *); int (*task_setscheduler)(struct task_struct *); int (*task_getscheduler)(struct task_struct *); int (*task_movememory)(struct task_struct *); int (*task_kill)(struct task_struct *, struct kernel_siginfo *, int, const struct cred *); int (*task_prctl)(int, long unsigned int, long unsigned int, long unsigned int, long unsigned int); void (*task_to_inode)(struct task_struct *, struct inode *); int (*userns_create)(const struct cred *); int (*ipc_permission)(struct kern_ipc_perm *, short int); void (*ipc_getsecid)(struct kern_ipc_perm *, u32 *); int (*msg_msg_alloc_security)(struct msg_msg *); void (*msg_msg_free_security)(struct msg_msg *); int (*msg_queue_alloc_security)(struct kern_ipc_perm *); void (*msg_queue_free_security)(struct kern_ipc_perm *); int (*msg_queue_associate)(struct kern_ipc_perm *, int); int (*msg_queue_msgctl)(struct kern_ipc_perm *, int); int (*msg_queue_msgsnd)(struct kern_ipc_perm *, struct msg_msg *, int); int (*msg_queue_msgrcv)(struct kern_ipc_perm *, struct msg_msg *, struct task_struct *, long int, int); int (*shm_alloc_security)(struct kern_ipc_perm *); void (*shm_free_security)(struct kern_ipc_perm *); int (*shm_associate)(struct kern_ipc_perm *, int); int (*shm_shmctl)(struct kern_ipc_perm *, int); int (*shm_shmat)(struct kern_ipc_perm *, char *, int); int (*sem_alloc_security)(struct kern_ipc_perm *); void (*sem_free_security)(struct kern_ipc_perm *); int (*sem_associate)(struct kern_ipc_perm *, int); int (*sem_semctl)(struct kern_ipc_perm *, int); int (*sem_semop)(struct kern_ipc_perm *, struct sembuf *, unsigned int, int); int (*netlink_send)(struct sock *, struct sk_buff *); void (*d_instantiate)(struct dentry *, struct inode *); int (*getprocattr)(struct task_struct *, const char *, char **); int (*setprocattr)(const char *, void *, size_t); int (*ismaclabel)(const char *); int (*secid_to_secctx)(u32, char **, u32 *); int (*secctx_to_secid)(const char *, u32, u32 *); void (*release_secctx)(char *, u32); void (*inode_invalidate_secctx)(struct inode *); int (*inode_notifysecctx)(struct inode *, void *, u32); int (*inode_setsecctx)(struct dentry *, void *, u32); int (*inode_getsecctx)(struct inode *, void **, u32 *); int (*unix_stream_connect)(struct sock *, struct sock *, struct sock *); int (*unix_may_send)(struct socket *, struct socket *); int (*socket_create)(int, int, int, int); int (*socket_post_create)(struct socket *, int, int, int, int); int (*socket_socketpair)(struct socket *, struct socket *); int (*socket_bind)(struct socket *, struct sockaddr *, int); int (*socket_connect)(struct socket *, struct sockaddr *, int); int (*socket_listen)(struct socket *, int); int (*socket_accept)(struct socket *, struct socket *); int (*socket_sendmsg)(struct socket *, struct msghdr *, int); int (*socket_recvmsg)(struct socket *, struct msghdr *, int, int); int (*socket_getsockname)(struct socket *); int (*socket_getpeername)(struct socket *); int (*socket_getsockopt)(struct socket *, int, int); int (*socket_setsockopt)(struct socket *, int, int); int (*socket_shutdown)(struct socket *, int); int (*socket_sock_rcv_skb)(struct sock *, struct sk_buff *); int (*socket_getpeersec_stream)(struct socket *, sockptr_t, sockptr_t, unsigned int); int (*socket_getpeersec_dgram)(struct socket *, struct sk_buff *, u32 *); int (*sk_alloc_security)(struct sock *, int, gfp_t); void (*sk_free_security)(struct sock *); void (*sk_clone_security)(const struct sock *, struct sock *); void (*sk_getsecid)(const struct sock *, u32 *); void (*sock_graft)(struct sock *, struct socket *); int (*inet_conn_request)(const struct sock *, struct sk_buff *, struct request_sock *); void (*inet_csk_clone)(struct sock *, const struct request_sock *); void (*inet_conn_established)(struct sock *, struct sk_buff *); int (*secmark_relabel_packet)(u32); void (*secmark_refcount_inc)(); void (*secmark_refcount_dec)(); void (*req_classify_flow)(const struct request_sock *, struct flowi_common *); int (*tun_dev_alloc_security)(void **); void (*tun_dev_free_security)(void *); int (*tun_dev_create)(); int (*tun_dev_attach_queue)(void *); int (*tun_dev_attach)(struct sock *, void *); int (*tun_dev_open)(void *); int (*sctp_assoc_request)(struct sctp_association *, struct sk_buff *); int (*sctp_bind_connect)(struct sock *, int, struct sockaddr *, int); void (*sctp_sk_clone)(struct sctp_association *, struct sock *, struct sock *); int (*sctp_assoc_established)(struct sctp_association *, struct sk_buff *); int (*mptcp_add_subflow)(struct sock *, struct sock *); int (*key_alloc)(struct key *, const struct cred *, long unsigned int); void (*key_free)(struct key *); int (*key_permission)(key_ref_t, const struct cred *, enum key_need_perm); int (*key_getsecurity)(struct key *, char **); int (*audit_rule_init)(u32, u32, char *, void **); int (*audit_rule_known)(struct audit_krule *); int (*audit_rule_match)(u32, u32, u32, void *); void (*audit_rule_free)(void *); int (*bpf)(int, union bpf_attr *, unsigned int); int (*bpf_map)(struct bpf_map *, fmode_t); int (*bpf_prog)(struct bpf_prog *); int (*bpf_map_alloc_security)(struct bpf_map *); void (*bpf_map_free_security)(struct bpf_map *); int (*bpf_prog_alloc_security)(struct bpf_prog_aux *); void (*bpf_prog_free_security)(struct bpf_prog_aux *); int (*locked_down)(enum lockdown_reason); int (*perf_event_open)(struct perf_event_attr *, int); int (*perf_event_alloc)(struct perf_event *); void (*perf_event_free)(struct perf_event *); int (*perf_event_read)(struct perf_event *); int (*perf_event_write)(struct perf_event *); int (*uring_override_creds)(const struct cred *); int (*uring_sqpoll)(); int (*uring_cmd)(struct io_uring_cmd *); }; struct flowi_tunnel { __be64 tun_id; }; struct flowi_common { int flowic_oif; int flowic_iif; int flowic_l3mdev; __u32 flowic_mark; __u8 flowic_tos; __u8 flowic_scope; __u8 flowic_proto; __u8 flowic_flags; __u32 flowic_secid; kuid_t flowic_uid; struct flowi_tunnel flowic_tun_key; __u32 flowic_multipath_hash; }; struct security_hook_heads { struct hlist_head binder_set_context_mgr; struct hlist_head binder_transaction; struct hlist_head binder_transfer_binder; struct hlist_head binder_transfer_file; struct hlist_head ptrace_access_check; struct hlist_head ptrace_traceme; struct hlist_head capget; struct hlist_head capset; struct hlist_head capable; struct hlist_head quotactl; struct hlist_head quota_on; struct hlist_head syslog; struct hlist_head settime; struct hlist_head vm_enough_memory; struct hlist_head bprm_creds_for_exec; struct hlist_head bprm_creds_from_file; struct hlist_head bprm_check_security; struct hlist_head bprm_committing_creds; struct hlist_head bprm_committed_creds; struct hlist_head fs_context_submount; struct hlist_head fs_context_dup; struct hlist_head fs_context_parse_param; struct hlist_head sb_alloc_security; struct hlist_head sb_delete; struct hlist_head sb_free_security; struct hlist_head sb_free_mnt_opts; struct hlist_head sb_eat_lsm_opts; struct hlist_head sb_mnt_opts_compat; struct hlist_head sb_remount; struct hlist_head sb_kern_mount; struct hlist_head sb_show_options; struct hlist_head sb_statfs; struct hlist_head sb_mount; struct hlist_head sb_umount; struct hlist_head sb_pivotroot; struct hlist_head sb_set_mnt_opts; struct hlist_head sb_clone_mnt_opts; struct hlist_head move_mount; struct hlist_head dentry_init_security; struct hlist_head dentry_create_files_as; struct hlist_head path_unlink; struct hlist_head path_mkdir; struct hlist_head path_rmdir; struct hlist_head path_mknod; struct hlist_head path_truncate; struct hlist_head path_symlink; struct hlist_head path_link; struct hlist_head path_rename; struct hlist_head path_chmod; struct hlist_head path_chown; struct hlist_head path_chroot; struct hlist_head path_notify; struct hlist_head inode_alloc_security; struct hlist_head inode_free_security; struct hlist_head inode_init_security; struct hlist_head inode_init_security_anon; struct hlist_head inode_create; struct hlist_head inode_link; struct hlist_head inode_unlink; struct hlist_head inode_symlink; struct hlist_head inode_mkdir; struct hlist_head inode_rmdir; struct hlist_head inode_mknod; struct hlist_head inode_rename; struct hlist_head inode_readlink; struct hlist_head inode_follow_link; struct hlist_head inode_permission; struct hlist_head inode_setattr; struct hlist_head inode_getattr; struct hlist_head inode_setxattr; struct hlist_head inode_post_setxattr; struct hlist_head inode_getxattr; struct hlist_head inode_listxattr; struct hlist_head inode_removexattr; struct hlist_head inode_set_acl; struct hlist_head inode_get_acl; struct hlist_head inode_remove_acl; struct hlist_head inode_need_killpriv; struct hlist_head inode_killpriv; struct hlist_head inode_getsecurity; struct hlist_head inode_setsecurity; struct hlist_head inode_listsecurity; struct hlist_head inode_getsecid; struct hlist_head inode_copy_up; struct hlist_head inode_copy_up_xattr; struct hlist_head kernfs_init_security; struct hlist_head file_permission; struct hlist_head file_alloc_security; struct hlist_head file_free_security; struct hlist_head file_ioctl; struct hlist_head mmap_addr; struct hlist_head mmap_file; struct hlist_head file_mprotect; struct hlist_head file_lock; struct hlist_head file_fcntl; struct hlist_head file_set_fowner; struct hlist_head file_send_sigiotask; struct hlist_head file_receive; struct hlist_head file_open; struct hlist_head file_truncate; struct hlist_head task_alloc; struct hlist_head task_free; struct hlist_head cred_alloc_blank; struct hlist_head cred_free; struct hlist_head cred_prepare; struct hlist_head cred_transfer; struct hlist_head cred_getsecid; struct hlist_head kernel_act_as; struct hlist_head kernel_create_files_as; struct hlist_head kernel_module_request; struct hlist_head kernel_load_data; struct hlist_head kernel_post_load_data; struct hlist_head kernel_read_file; struct hlist_head kernel_post_read_file; struct hlist_head task_fix_setuid; struct hlist_head task_fix_setgid; struct hlist_head task_fix_setgroups; struct hlist_head task_setpgid; struct hlist_head task_getpgid; struct hlist_head task_getsid; struct hlist_head current_getsecid_subj; struct hlist_head task_getsecid_obj; struct hlist_head task_setnice; struct hlist_head task_setioprio; struct hlist_head task_getioprio; struct hlist_head task_prlimit; struct hlist_head task_setrlimit; struct hlist_head task_setscheduler; struct hlist_head task_getscheduler; struct hlist_head task_movememory; struct hlist_head task_kill; struct hlist_head task_prctl; struct hlist_head task_to_inode; struct hlist_head userns_create; struct hlist_head ipc_permission; struct hlist_head ipc_getsecid; struct hlist_head msg_msg_alloc_security; struct hlist_head msg_msg_free_security; struct hlist_head msg_queue_alloc_security; struct hlist_head msg_queue_free_security; struct hlist_head msg_queue_associate; struct hlist_head msg_queue_msgctl; struct hlist_head msg_queue_msgsnd; struct hlist_head msg_queue_msgrcv; struct hlist_head shm_alloc_security; struct hlist_head shm_free_security; struct hlist_head shm_associate; struct hlist_head shm_shmctl; struct hlist_head shm_shmat; struct hlist_head sem_alloc_security; struct hlist_head sem_free_security; struct hlist_head sem_associate; struct hlist_head sem_semctl; struct hlist_head sem_semop; struct hlist_head netlink_send; struct hlist_head d_instantiate; struct hlist_head getprocattr; struct hlist_head setprocattr; struct hlist_head ismaclabel; struct hlist_head secid_to_secctx; struct hlist_head secctx_to_secid; struct hlist_head release_secctx; struct hlist_head inode_invalidate_secctx; struct hlist_head inode_notifysecctx; struct hlist_head inode_setsecctx; struct hlist_head inode_getsecctx; struct hlist_head unix_stream_connect; struct hlist_head unix_may_send; struct hlist_head socket_create; struct hlist_head socket_post_create; struct hlist_head socket_socketpair; struct hlist_head socket_bind; struct hlist_head socket_connect; struct hlist_head socket_listen; struct hlist_head socket_accept; struct hlist_head socket_sendmsg; struct hlist_head socket_recvmsg; struct hlist_head socket_getsockname; struct hlist_head socket_getpeername; struct hlist_head socket_getsockopt; struct hlist_head socket_setsockopt; struct hlist_head socket_shutdown; struct hlist_head socket_sock_rcv_skb; struct hlist_head socket_getpeersec_stream; struct hlist_head socket_getpeersec_dgram; struct hlist_head sk_alloc_security; struct hlist_head sk_free_security; struct hlist_head sk_clone_security; struct hlist_head sk_getsecid; struct hlist_head sock_graft; struct hlist_head inet_conn_request; struct hlist_head inet_csk_clone; struct hlist_head inet_conn_established; struct hlist_head secmark_relabel_packet; struct hlist_head secmark_refcount_inc; struct hlist_head secmark_refcount_dec; struct hlist_head req_classify_flow; struct hlist_head tun_dev_alloc_security; struct hlist_head tun_dev_free_security; struct hlist_head tun_dev_create; struct hlist_head tun_dev_attach_queue; struct hlist_head tun_dev_attach; struct hlist_head tun_dev_open; struct hlist_head sctp_assoc_request; struct hlist_head sctp_bind_connect; struct hlist_head sctp_sk_clone; struct hlist_head sctp_assoc_established; struct hlist_head mptcp_add_subflow; struct hlist_head key_alloc; struct hlist_head key_free; struct hlist_head key_permission; struct hlist_head key_getsecurity; struct hlist_head audit_rule_init; struct hlist_head audit_rule_known; struct hlist_head audit_rule_match; struct hlist_head audit_rule_free; struct hlist_head bpf; struct hlist_head bpf_map; struct hlist_head bpf_prog; struct hlist_head bpf_map_alloc_security; struct hlist_head bpf_map_free_security; struct hlist_head bpf_prog_alloc_security; struct hlist_head bpf_prog_free_security; struct hlist_head locked_down; struct hlist_head perf_event_open; struct hlist_head perf_event_alloc; struct hlist_head perf_event_free; struct hlist_head perf_event_read; struct hlist_head perf_event_write; struct hlist_head uring_override_creds; struct hlist_head uring_sqpoll; struct hlist_head uring_cmd; }; struct security_hook_list { struct hlist_node list; struct hlist_head *head; union security_list_options hook; const char *lsm; }; struct lsm_blob_sizes { int lbs_cred; int lbs_file; int lbs_inode; int lbs_superblock; int lbs_ipc; int lbs_msg_msg; int lbs_task; int lbs_xattr_count; }; enum lsm_order { LSM_ORDER_FIRST = -1, LSM_ORDER_MUTABLE = 0, LSM_ORDER_LAST = 1, }; struct lsm_info { const char *name; enum lsm_order order; long unsigned int flags; int *enabled; int (*init)(); struct lsm_blob_sizes *blobs; }; struct ethhdr { unsigned char h_dest[6]; unsigned char h_source[6]; __be16 h_proto; }; struct ethtool_drvinfo { __u32 cmd; char driver[32]; char version[32]; char fw_version[32]; char bus_info[32]; char erom_version[32]; char reserved2[12]; __u32 n_priv_flags; __u32 n_stats; __u32 testinfo_len; __u32 eedump_len; __u32 regdump_len; }; struct ethtool_wolinfo { __u32 cmd; __u32 supported; __u32 wolopts; __u8 sopass[6]; }; struct ethtool_tunable { __u32 cmd; __u32 id; __u32 type_id; __u32 len; void *data[0]; }; struct ethtool_regs { __u32 cmd; __u32 version; __u32 len; __u8 data[0]; }; struct ethtool_eeprom { __u32 cmd; __u32 magic; __u32 offset; __u32 len; __u8 data[0]; }; struct ethtool_eee { __u32 cmd; __u32 supported; __u32 advertised; __u32 lp_advertised; __u32 eee_active; __u32 eee_enabled; __u32 tx_lpi_enabled; __u32 tx_lpi_timer; __u32 reserved[2]; }; struct ethtool_modinfo { __u32 cmd; __u32 type; __u32 eeprom_len; __u32 reserved[8]; }; struct ethtool_coalesce { __u32 cmd; __u32 rx_coalesce_usecs; __u32 rx_max_coalesced_frames; __u32 rx_coalesce_usecs_irq; __u32 rx_max_coalesced_frames_irq; __u32 tx_coalesce_usecs; __u32 tx_max_coalesced_frames; __u32 tx_coalesce_usecs_irq; __u32 tx_max_coalesced_frames_irq; __u32 stats_block_coalesce_usecs; __u32 use_adaptive_rx_coalesce; __u32 use_adaptive_tx_coalesce; __u32 pkt_rate_low; __u32 rx_coalesce_usecs_low; __u32 rx_max_coalesced_frames_low; __u32 tx_coalesce_usecs_low; __u32 tx_max_coalesced_frames_low; __u32 pkt_rate_high; __u32 rx_coalesce_usecs_high; __u32 rx_max_coalesced_frames_high; __u32 tx_coalesce_usecs_high; __u32 tx_max_coalesced_frames_high; __u32 rate_sample_interval; }; struct ethtool_ringparam { __u32 cmd; __u32 rx_max_pending; __u32 rx_mini_max_pending; __u32 rx_jumbo_max_pending; __u32 tx_max_pending; __u32 rx_pending; __u32 rx_mini_pending; __u32 rx_jumbo_pending; __u32 tx_pending; }; struct ethtool_channels { __u32 cmd; __u32 max_rx; __u32 max_tx; __u32 max_other; __u32 max_combined; __u32 rx_count; __u32 tx_count; __u32 other_count; __u32 combined_count; }; struct ethtool_pauseparam { __u32 cmd; __u32 autoneg; __u32 rx_pause; __u32 tx_pause; }; enum ethtool_link_ext_state { ETHTOOL_LINK_EXT_STATE_AUTONEG = 0, ETHTOOL_LINK_EXT_STATE_LINK_TRAINING_FAILURE = 1, ETHTOOL_LINK_EXT_STATE_LINK_LOGICAL_MISMATCH = 2, ETHTOOL_LINK_EXT_STATE_BAD_SIGNAL_INTEGRITY = 3, ETHTOOL_LINK_EXT_STATE_NO_CABLE = 4, ETHTOOL_LINK_EXT_STATE_CABLE_ISSUE = 5, ETHTOOL_LINK_EXT_STATE_EEPROM_ISSUE = 6, ETHTOOL_LINK_EXT_STATE_CALIBRATION_FAILURE = 7, ETHTOOL_LINK_EXT_STATE_POWER_BUDGET_EXCEEDED = 8, ETHTOOL_LINK_EXT_STATE_OVERHEAT = 9, ETHTOOL_LINK_EXT_STATE_MODULE = 10, }; enum ethtool_link_ext_substate_autoneg { ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_PARTNER_DETECTED = 1, ETHTOOL_LINK_EXT_SUBSTATE_AN_ACK_NOT_RECEIVED = 2, ETHTOOL_LINK_EXT_SUBSTATE_AN_NEXT_PAGE_EXCHANGE_FAILED = 3, ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_PARTNER_DETECTED_FORCE_MODE = 4, ETHTOOL_LINK_EXT_SUBSTATE_AN_FEC_MISMATCH_DURING_OVERRIDE = 5, ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_HCD = 6, }; enum ethtool_link_ext_substate_link_training { ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_FRAME_LOCK_NOT_ACQUIRED = 1, ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_LINK_INHIBIT_TIMEOUT = 2, ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_LINK_PARTNER_DID_NOT_SET_RECEIVER_READY = 3, ETHTOOL_LINK_EXT_SUBSTATE_LT_REMOTE_FAULT = 4, }; enum ethtool_link_ext_substate_link_logical_mismatch { ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_ACQUIRE_BLOCK_LOCK = 1, ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_ACQUIRE_AM_LOCK = 2, ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_GET_ALIGN_STATUS = 3, ETHTOOL_LINK_EXT_SUBSTATE_LLM_FC_FEC_IS_NOT_LOCKED = 4, ETHTOOL_LINK_EXT_SUBSTATE_LLM_RS_FEC_IS_NOT_LOCKED = 5, }; enum ethtool_link_ext_substate_bad_signal_integrity { ETHTOOL_LINK_EXT_SUBSTATE_BSI_LARGE_NUMBER_OF_PHYSICAL_ERRORS = 1, ETHTOOL_LINK_EXT_SUBSTATE_BSI_UNSUPPORTED_RATE = 2, ETHTOOL_LINK_EXT_SUBSTATE_BSI_SERDES_REFERENCE_CLOCK_LOST = 3, ETHTOOL_LINK_EXT_SUBSTATE_BSI_SERDES_ALOS = 4, }; enum ethtool_link_ext_substate_cable_issue { ETHTOOL_LINK_EXT_SUBSTATE_CI_UNSUPPORTED_CABLE = 1, ETHTOOL_LINK_EXT_SUBSTATE_CI_CABLE_TEST_FAILURE = 2, }; enum ethtool_link_ext_substate_module { ETHTOOL_LINK_EXT_SUBSTATE_MODULE_CMIS_NOT_READY = 1, }; enum ethtool_mac_stats_src { ETHTOOL_MAC_STATS_SRC_AGGREGATE = 0, ETHTOOL_MAC_STATS_SRC_EMAC = 1, ETHTOOL_MAC_STATS_SRC_PMAC = 2, }; enum ethtool_module_power_mode_policy { ETHTOOL_MODULE_POWER_MODE_POLICY_HIGH = 1, ETHTOOL_MODULE_POWER_MODE_POLICY_AUTO = 2, }; enum ethtool_module_power_mode { ETHTOOL_MODULE_POWER_MODE_LOW = 1, ETHTOOL_MODULE_POWER_MODE_HIGH = 2, }; enum ethtool_mm_verify_status { ETHTOOL_MM_VERIFY_STATUS_UNKNOWN = 0, ETHTOOL_MM_VERIFY_STATUS_INITIAL = 1, ETHTOOL_MM_VERIFY_STATUS_VERIFYING = 2, ETHTOOL_MM_VERIFY_STATUS_SUCCEEDED = 3, ETHTOOL_MM_VERIFY_STATUS_FAILED = 4, ETHTOOL_MM_VERIFY_STATUS_DISABLED = 5, }; struct ethtool_test { __u32 cmd; __u32 flags; __u32 reserved; __u32 len; __u64 data[0]; }; struct ethtool_stats { __u32 cmd; __u32 n_stats; __u64 data[0]; }; struct ethtool_tcpip4_spec { __be32 ip4src; __be32 ip4dst; __be16 psrc; __be16 pdst; __u8 tos; }; struct ethtool_ah_espip4_spec { __be32 ip4src; __be32 ip4dst; __be32 spi; __u8 tos; }; struct ethtool_usrip4_spec { __be32 ip4src; __be32 ip4dst; __be32 l4_4_bytes; __u8 tos; __u8 ip_ver; __u8 proto; }; struct ethtool_tcpip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be16 psrc; __be16 pdst; __u8 tclass; }; struct ethtool_ah_espip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be32 spi; __u8 tclass; }; struct ethtool_usrip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be32 l4_4_bytes; __u8 tclass; __u8 l4_proto; }; union ethtool_flow_union { struct ethtool_tcpip4_spec tcp_ip4_spec; struct ethtool_tcpip4_spec udp_ip4_spec; struct ethtool_tcpip4_spec sctp_ip4_spec; struct ethtool_ah_espip4_spec ah_ip4_spec; struct ethtool_ah_espip4_spec esp_ip4_spec; struct ethtool_usrip4_spec usr_ip4_spec; struct ethtool_tcpip6_spec tcp_ip6_spec; struct ethtool_tcpip6_spec udp_ip6_spec; struct ethtool_tcpip6_spec sctp_ip6_spec; struct ethtool_ah_espip6_spec ah_ip6_spec; struct ethtool_ah_espip6_spec esp_ip6_spec; struct ethtool_usrip6_spec usr_ip6_spec; struct ethhdr ether_spec; __u8 hdata[52]; }; struct ethtool_flow_ext { __u8 padding[2]; unsigned char h_dest[6]; __be16 vlan_etype; __be16 vlan_tci; __be32 data[2]; }; struct ethtool_rx_flow_spec { __u32 flow_type; union ethtool_flow_union h_u; struct ethtool_flow_ext h_ext; union ethtool_flow_union m_u; struct ethtool_flow_ext m_ext; __u64 ring_cookie; __u32 location; }; struct ethtool_rxnfc { __u32 cmd; __u32 flow_type; __u64 data; struct ethtool_rx_flow_spec fs; union { __u32 rule_cnt; __u32 rss_context; }; __u32 rule_locs[0]; }; struct ethtool_flash { __u32 cmd; __u32 region; char data[128]; }; struct ethtool_dump { __u32 cmd; __u32 version; __u32 flag; __u32 len; __u8 data[0]; }; struct ethtool_ts_info { __u32 cmd; __u32 so_timestamping; __s32 phc_index; __u32 tx_types; __u32 tx_reserved[3]; __u32 rx_filters; __u32 rx_reserved[3]; }; struct ethtool_fecparam { __u32 cmd; __u32 active_fec; __u32 fec; __u32 reserved; }; enum ethtool_link_mode_bit_indices { ETHTOOL_LINK_MODE_10baseT_Half_BIT = 0, ETHTOOL_LINK_MODE_10baseT_Full_BIT = 1, ETHTOOL_LINK_MODE_100baseT_Half_BIT = 2, ETHTOOL_LINK_MODE_100baseT_Full_BIT = 3, ETHTOOL_LINK_MODE_1000baseT_Half_BIT = 4, ETHTOOL_LINK_MODE_1000baseT_Full_BIT = 5, ETHTOOL_LINK_MODE_Autoneg_BIT = 6, ETHTOOL_LINK_MODE_TP_BIT = 7, ETHTOOL_LINK_MODE_AUI_BIT = 8, ETHTOOL_LINK_MODE_MII_BIT = 9, ETHTOOL_LINK_MODE_FIBRE_BIT = 10, ETHTOOL_LINK_MODE_BNC_BIT = 11, ETHTOOL_LINK_MODE_10000baseT_Full_BIT = 12, ETHTOOL_LINK_MODE_Pause_BIT = 13, ETHTOOL_LINK_MODE_Asym_Pause_BIT = 14, ETHTOOL_LINK_MODE_2500baseX_Full_BIT = 15, ETHTOOL_LINK_MODE_Backplane_BIT = 16, ETHTOOL_LINK_MODE_1000baseKX_Full_BIT = 17, ETHTOOL_LINK_MODE_10000baseKX4_Full_BIT = 18, ETHTOOL_LINK_MODE_10000baseKR_Full_BIT = 19, ETHTOOL_LINK_MODE_10000baseR_FEC_BIT = 20, ETHTOOL_LINK_MODE_20000baseMLD2_Full_BIT = 21, ETHTOOL_LINK_MODE_20000baseKR2_Full_BIT = 22, ETHTOOL_LINK_MODE_40000baseKR4_Full_BIT = 23, ETHTOOL_LINK_MODE_40000baseCR4_Full_BIT = 24, ETHTOOL_LINK_MODE_40000baseSR4_Full_BIT = 25, ETHTOOL_LINK_MODE_40000baseLR4_Full_BIT = 26, ETHTOOL_LINK_MODE_56000baseKR4_Full_BIT = 27, ETHTOOL_LINK_MODE_56000baseCR4_Full_BIT = 28, ETHTOOL_LINK_MODE_56000baseSR4_Full_BIT = 29, ETHTOOL_LINK_MODE_56000baseLR4_Full_BIT = 30, ETHTOOL_LINK_MODE_25000baseCR_Full_BIT = 31, ETHTOOL_LINK_MODE_25000baseKR_Full_BIT = 32, ETHTOOL_LINK_MODE_25000baseSR_Full_BIT = 33, ETHTOOL_LINK_MODE_50000baseCR2_Full_BIT = 34, ETHTOOL_LINK_MODE_50000baseKR2_Full_BIT = 35, ETHTOOL_LINK_MODE_100000baseKR4_Full_BIT = 36, ETHTOOL_LINK_MODE_100000baseSR4_Full_BIT = 37, ETHTOOL_LINK_MODE_100000baseCR4_Full_BIT = 38, ETHTOOL_LINK_MODE_100000baseLR4_ER4_Full_BIT = 39, ETHTOOL_LINK_MODE_50000baseSR2_Full_BIT = 40, ETHTOOL_LINK_MODE_1000baseX_Full_BIT = 41, ETHTOOL_LINK_MODE_10000baseCR_Full_BIT = 42, ETHTOOL_LINK_MODE_10000baseSR_Full_BIT = 43, ETHTOOL_LINK_MODE_10000baseLR_Full_BIT = 44, ETHTOOL_LINK_MODE_10000baseLRM_Full_BIT = 45, ETHTOOL_LINK_MODE_10000baseER_Full_BIT = 46, ETHTOOL_LINK_MODE_2500baseT_Full_BIT = 47, ETHTOOL_LINK_MODE_5000baseT_Full_BIT = 48, ETHTOOL_LINK_MODE_FEC_NONE_BIT = 49, ETHTOOL_LINK_MODE_FEC_RS_BIT = 50, ETHTOOL_LINK_MODE_FEC_BASER_BIT = 51, ETHTOOL_LINK_MODE_50000baseKR_Full_BIT = 52, ETHTOOL_LINK_MODE_50000baseSR_Full_BIT = 53, ETHTOOL_LINK_MODE_50000baseCR_Full_BIT = 54, ETHTOOL_LINK_MODE_50000baseLR_ER_FR_Full_BIT = 55, ETHTOOL_LINK_MODE_50000baseDR_Full_BIT = 56, ETHTOOL_LINK_MODE_100000baseKR2_Full_BIT = 57, ETHTOOL_LINK_MODE_100000baseSR2_Full_BIT = 58, ETHTOOL_LINK_MODE_100000baseCR2_Full_BIT = 59, ETHTOOL_LINK_MODE_100000baseLR2_ER2_FR2_Full_BIT = 60, ETHTOOL_LINK_MODE_100000baseDR2_Full_BIT = 61, ETHTOOL_LINK_MODE_200000baseKR4_Full_BIT = 62, ETHTOOL_LINK_MODE_200000baseSR4_Full_BIT = 63, ETHTOOL_LINK_MODE_200000baseLR4_ER4_FR4_Full_BIT = 64, ETHTOOL_LINK_MODE_200000baseDR4_Full_BIT = 65, ETHTOOL_LINK_MODE_200000baseCR4_Full_BIT = 66, ETHTOOL_LINK_MODE_100baseT1_Full_BIT = 67, ETHTOOL_LINK_MODE_1000baseT1_Full_BIT = 68, ETHTOOL_LINK_MODE_400000baseKR8_Full_BIT = 69, ETHTOOL_LINK_MODE_400000baseSR8_Full_BIT = 70, ETHTOOL_LINK_MODE_400000baseLR8_ER8_FR8_Full_BIT = 71, ETHTOOL_LINK_MODE_400000baseDR8_Full_BIT = 72, ETHTOOL_LINK_MODE_400000baseCR8_Full_BIT = 73, ETHTOOL_LINK_MODE_FEC_LLRS_BIT = 74, ETHTOOL_LINK_MODE_100000baseKR_Full_BIT = 75, ETHTOOL_LINK_MODE_100000baseSR_Full_BIT = 76, ETHTOOL_LINK_MODE_100000baseLR_ER_FR_Full_BIT = 77, ETHTOOL_LINK_MODE_100000baseCR_Full_BIT = 78, ETHTOOL_LINK_MODE_100000baseDR_Full_BIT = 79, ETHTOOL_LINK_MODE_200000baseKR2_Full_BIT = 80, ETHTOOL_LINK_MODE_200000baseSR2_Full_BIT = 81, ETHTOOL_LINK_MODE_200000baseLR2_ER2_FR2_Full_BIT = 82, ETHTOOL_LINK_MODE_200000baseDR2_Full_BIT = 83, ETHTOOL_LINK_MODE_200000baseCR2_Full_BIT = 84, ETHTOOL_LINK_MODE_400000baseKR4_Full_BIT = 85, ETHTOOL_LINK_MODE_400000baseSR4_Full_BIT = 86, ETHTOOL_LINK_MODE_400000baseLR4_ER4_FR4_Full_BIT = 87, ETHTOOL_LINK_MODE_400000baseDR4_Full_BIT = 88, ETHTOOL_LINK_MODE_400000baseCR4_Full_BIT = 89, ETHTOOL_LINK_MODE_100baseFX_Half_BIT = 90, ETHTOOL_LINK_MODE_100baseFX_Full_BIT = 91, ETHTOOL_LINK_MODE_10baseT1L_Full_BIT = 92, ETHTOOL_LINK_MODE_800000baseCR8_Full_BIT = 93, ETHTOOL_LINK_MODE_800000baseKR8_Full_BIT = 94, ETHTOOL_LINK_MODE_800000baseDR8_Full_BIT = 95, ETHTOOL_LINK_MODE_800000baseDR8_2_Full_BIT = 96, ETHTOOL_LINK_MODE_800000baseSR8_Full_BIT = 97, ETHTOOL_LINK_MODE_800000baseVR8_Full_BIT = 98, ETHTOOL_LINK_MODE_10baseT1S_Full_BIT = 99, ETHTOOL_LINK_MODE_10baseT1S_Half_BIT = 100, ETHTOOL_LINK_MODE_10baseT1S_P2MP_Half_BIT = 101, __ETHTOOL_LINK_MODE_MASK_NBITS = 102, }; struct ethtool_link_settings { __u32 cmd; __u32 speed; __u8 duplex; __u8 port; __u8 phy_address; __u8 autoneg; __u8 mdio_support; __u8 eth_tp_mdix; __u8 eth_tp_mdix_ctrl; __s8 link_mode_masks_nwords; __u8 transceiver; __u8 master_slave_cfg; __u8 master_slave_state; __u8 rate_matching; __u32 reserved[7]; __u32 link_mode_masks[0]; }; struct kernel_ethtool_ringparam { u32 rx_buf_len; u8 tcp_data_split; u8 tx_push; u8 rx_push; u32 cqe_size; u32 tx_push_buf_len; u32 tx_push_buf_max_len; }; struct ethtool_link_ext_state_info { enum ethtool_link_ext_state link_ext_state; union { enum ethtool_link_ext_substate_autoneg autoneg; enum ethtool_link_ext_substate_link_training link_training; enum ethtool_link_ext_substate_link_logical_mismatch link_logical_mismatch; enum ethtool_link_ext_substate_bad_signal_integrity bad_signal_integrity; enum ethtool_link_ext_substate_cable_issue cable_issue; enum ethtool_link_ext_substate_module module; u32 __link_ext_substate; }; }; struct ethtool_link_ext_stats { u64 link_down_events; }; struct ethtool_link_ksettings { struct ethtool_link_settings base; struct { long unsigned int supported[2]; long unsigned int advertising[2]; long unsigned int lp_advertising[2]; } link_modes; u32 lanes; }; struct kernel_ethtool_coalesce { u8 use_cqe_mode_tx; u8 use_cqe_mode_rx; u32 tx_aggr_max_bytes; u32 tx_aggr_max_frames; u32 tx_aggr_time_usecs; }; struct ethtool_eth_mac_stats { enum ethtool_mac_stats_src src; union { struct { u64 FramesTransmittedOK; u64 SingleCollisionFrames; u64 MultipleCollisionFrames; u64 FramesReceivedOK; u64 FrameCheckSequenceErrors; u64 AlignmentErrors; u64 OctetsTransmittedOK; u64 FramesWithDeferredXmissions; u64 LateCollisions; u64 FramesAbortedDueToXSColls; u64 FramesLostDueToIntMACXmitError; u64 CarrierSenseErrors; u64 OctetsReceivedOK; u64 FramesLostDueToIntMACRcvError; u64 MulticastFramesXmittedOK; u64 BroadcastFramesXmittedOK; u64 FramesWithExcessiveDeferral; u64 MulticastFramesReceivedOK; u64 BroadcastFramesReceivedOK; u64 InRangeLengthErrors; u64 OutOfRangeLengthField; u64 FrameTooLongErrors; }; struct { u64 FramesTransmittedOK; u64 SingleCollisionFrames; u64 MultipleCollisionFrames; u64 FramesReceivedOK; u64 FrameCheckSequenceErrors; u64 AlignmentErrors; u64 OctetsTransmittedOK; u64 FramesWithDeferredXmissions; u64 LateCollisions; u64 FramesAbortedDueToXSColls; u64 FramesLostDueToIntMACXmitError; u64 CarrierSenseErrors; u64 OctetsReceivedOK; u64 FramesLostDueToIntMACRcvError; u64 MulticastFramesXmittedOK; u64 BroadcastFramesXmittedOK; u64 FramesWithExcessiveDeferral; u64 MulticastFramesReceivedOK; u64 BroadcastFramesReceivedOK; u64 InRangeLengthErrors; u64 OutOfRangeLengthField; u64 FrameTooLongErrors; } stats; }; }; struct ethtool_eth_phy_stats { enum ethtool_mac_stats_src src; union { struct { u64 SymbolErrorDuringCarrier; }; struct { u64 SymbolErrorDuringCarrier; } stats; }; }; struct ethtool_eth_ctrl_stats { enum ethtool_mac_stats_src src; union { struct { u64 MACControlFramesTransmitted; u64 MACControlFramesReceived; u64 UnsupportedOpcodesReceived; }; struct { u64 MACControlFramesTransmitted; u64 MACControlFramesReceived; u64 UnsupportedOpcodesReceived; } stats; }; }; struct ethtool_pause_stats { enum ethtool_mac_stats_src src; union { struct { u64 tx_pause_frames; u64 rx_pause_frames; }; struct { u64 tx_pause_frames; u64 rx_pause_frames; } stats; }; }; struct ethtool_fec_stat { u64 total; u64 lanes[8]; }; struct ethtool_fec_stats { struct ethtool_fec_stat corrected_blocks; struct ethtool_fec_stat uncorrectable_blocks; struct ethtool_fec_stat corrected_bits; }; struct ethtool_rmon_hist_range { u16 low; u16 high; }; struct ethtool_rmon_stats { enum ethtool_mac_stats_src src; union { struct { u64 undersize_pkts; u64 oversize_pkts; u64 fragments; u64 jabbers; u64 hist[10]; u64 hist_tx[10]; }; struct { u64 undersize_pkts; u64 oversize_pkts; u64 fragments; u64 jabbers; u64 hist[10]; u64 hist_tx[10]; } stats; }; }; struct ethtool_module_eeprom { u32 offset; u32 length; u8 page; u8 bank; u8 i2c_address; u8 *data; }; struct ethtool_module_power_mode_params { enum ethtool_module_power_mode_policy policy; enum ethtool_module_power_mode mode; }; struct ethtool_mm_state { u32 verify_time; u32 max_verify_time; enum ethtool_mm_verify_status verify_status; bool tx_enabled; bool tx_active; bool pmac_enabled; bool verify_enabled; u32 tx_min_frag_size; u32 rx_min_frag_size; }; struct ethtool_mm_cfg { u32 verify_time; bool verify_enabled; bool tx_enabled; bool pmac_enabled; u32 tx_min_frag_size; }; struct ethtool_mm_stats { u64 MACMergeFrameAssErrorCount; u64 MACMergeFrameSmdErrorCount; u64 MACMergeFrameAssOkCount; u64 MACMergeFragCountRx; u64 MACMergeFragCountTx; u64 MACMergeHoldCount; }; enum ib_uverbs_write_cmds { IB_USER_VERBS_CMD_GET_CONTEXT = 0, IB_USER_VERBS_CMD_QUERY_DEVICE = 1, IB_USER_VERBS_CMD_QUERY_PORT = 2, IB_USER_VERBS_CMD_ALLOC_PD = 3, IB_USER_VERBS_CMD_DEALLOC_PD = 4, IB_USER_VERBS_CMD_CREATE_AH = 5, IB_USER_VERBS_CMD_MODIFY_AH = 6, IB_USER_VERBS_CMD_QUERY_AH = 7, IB_USER_VERBS_CMD_DESTROY_AH = 8, IB_USER_VERBS_CMD_REG_MR = 9, IB_USER_VERBS_CMD_REG_SMR = 10, IB_USER_VERBS_CMD_REREG_MR = 11, IB_USER_VERBS_CMD_QUERY_MR = 12, IB_USER_VERBS_CMD_DEREG_MR = 13, IB_USER_VERBS_CMD_ALLOC_MW = 14, IB_USER_VERBS_CMD_BIND_MW = 15, IB_USER_VERBS_CMD_DEALLOC_MW = 16, IB_USER_VERBS_CMD_CREATE_COMP_CHANNEL = 17, IB_USER_VERBS_CMD_CREATE_CQ = 18, IB_USER_VERBS_CMD_RESIZE_CQ = 19, IB_USER_VERBS_CMD_DESTROY_CQ = 20, IB_USER_VERBS_CMD_POLL_CQ = 21, IB_USER_VERBS_CMD_PEEK_CQ = 22, IB_USER_VERBS_CMD_REQ_NOTIFY_CQ = 23, IB_USER_VERBS_CMD_CREATE_QP = 24, IB_USER_VERBS_CMD_QUERY_QP = 25, IB_USER_VERBS_CMD_MODIFY_QP = 26, IB_USER_VERBS_CMD_DESTROY_QP = 27, IB_USER_VERBS_CMD_POST_SEND = 28, IB_USER_VERBS_CMD_POST_RECV = 29, IB_USER_VERBS_CMD_ATTACH_MCAST = 30, IB_USER_VERBS_CMD_DETACH_MCAST = 31, IB_USER_VERBS_CMD_CREATE_SRQ = 32, IB_USER_VERBS_CMD_MODIFY_SRQ = 33, IB_USER_VERBS_CMD_QUERY_SRQ = 34, IB_USER_VERBS_CMD_DESTROY_SRQ = 35, IB_USER_VERBS_CMD_POST_SRQ_RECV = 36, IB_USER_VERBS_CMD_OPEN_XRCD = 37, IB_USER_VERBS_CMD_CLOSE_XRCD = 38, IB_USER_VERBS_CMD_CREATE_XSRQ = 39, IB_USER_VERBS_CMD_OPEN_QP = 40, }; enum ib_uverbs_wc_opcode { IB_UVERBS_WC_SEND = 0, IB_UVERBS_WC_RDMA_WRITE = 1, IB_UVERBS_WC_RDMA_READ = 2, IB_UVERBS_WC_COMP_SWAP = 3, IB_UVERBS_WC_FETCH_ADD = 4, IB_UVERBS_WC_BIND_MW = 5, IB_UVERBS_WC_LOCAL_INV = 6, IB_UVERBS_WC_TSO = 7, IB_UVERBS_WC_FLUSH = 8, IB_UVERBS_WC_ATOMIC_WRITE = 9, }; enum ib_uverbs_create_qp_mask { IB_UVERBS_CREATE_QP_MASK_IND_TABLE = 1, }; enum ib_uverbs_wr_opcode { IB_UVERBS_WR_RDMA_WRITE = 0, IB_UVERBS_WR_RDMA_WRITE_WITH_IMM = 1, IB_UVERBS_WR_SEND = 2, IB_UVERBS_WR_SEND_WITH_IMM = 3, IB_UVERBS_WR_RDMA_READ = 4, IB_UVERBS_WR_ATOMIC_CMP_AND_SWP = 5, IB_UVERBS_WR_ATOMIC_FETCH_AND_ADD = 6, IB_UVERBS_WR_LOCAL_INV = 7, IB_UVERBS_WR_BIND_MW = 8, IB_UVERBS_WR_SEND_WITH_INV = 9, IB_UVERBS_WR_TSO = 10, IB_UVERBS_WR_RDMA_READ_WITH_INV = 11, IB_UVERBS_WR_MASKED_ATOMIC_CMP_AND_SWP = 12, IB_UVERBS_WR_MASKED_ATOMIC_FETCH_AND_ADD = 13, IB_UVERBS_WR_FLUSH = 14, IB_UVERBS_WR_ATOMIC_WRITE = 15, }; enum ib_uverbs_device_cap_flags { IB_UVERBS_DEVICE_RESIZE_MAX_WR = 1ULL, IB_UVERBS_DEVICE_BAD_PKEY_CNTR = 2ULL, IB_UVERBS_DEVICE_BAD_QKEY_CNTR = 4ULL, IB_UVERBS_DEVICE_RAW_MULTI = 8ULL, IB_UVERBS_DEVICE_AUTO_PATH_MIG = 16ULL, IB_UVERBS_DEVICE_CHANGE_PHY_PORT = 32ULL, IB_UVERBS_DEVICE_UD_AV_PORT_ENFORCE = 64ULL, IB_UVERBS_DEVICE_CURR_QP_STATE_MOD = 128ULL, IB_UVERBS_DEVICE_SHUTDOWN_PORT = 256ULL, IB_UVERBS_DEVICE_PORT_ACTIVE_EVENT = 1024ULL, IB_UVERBS_DEVICE_SYS_IMAGE_GUID = 2048ULL, IB_UVERBS_DEVICE_RC_RNR_NAK_GEN = 4096ULL, IB_UVERBS_DEVICE_SRQ_RESIZE = 8192ULL, IB_UVERBS_DEVICE_N_NOTIFY_CQ = 16384ULL, IB_UVERBS_DEVICE_MEM_WINDOW = 131072ULL, IB_UVERBS_DEVICE_UD_IP_CSUM = 262144ULL, IB_UVERBS_DEVICE_XRC = 1048576ULL, IB_UVERBS_DEVICE_MEM_MGT_EXTENSIONS = 2097152ULL, IB_UVERBS_DEVICE_MEM_WINDOW_TYPE_2A = 8388608ULL, IB_UVERBS_DEVICE_MEM_WINDOW_TYPE_2B = 16777216ULL, IB_UVERBS_DEVICE_RC_IP_CSUM = 33554432ULL, IB_UVERBS_DEVICE_RAW_IP_CSUM = 67108864ULL, IB_UVERBS_DEVICE_MANAGED_FLOW_STEERING = 536870912ULL, IB_UVERBS_DEVICE_RAW_SCATTER_FCS = 17179869184ULL, IB_UVERBS_DEVICE_PCI_WRITE_END_PADDING = 68719476736ULL, IB_UVERBS_DEVICE_FLUSH_GLOBAL = 274877906944ULL, IB_UVERBS_DEVICE_FLUSH_PERSISTENT = 549755813888ULL, IB_UVERBS_DEVICE_ATOMIC_WRITE = 1099511627776ULL, }; enum ib_uverbs_raw_packet_caps { IB_UVERBS_RAW_PACKET_CAP_CVLAN_STRIPPING = 1, IB_UVERBS_RAW_PACKET_CAP_SCATTER_FCS = 2, IB_UVERBS_RAW_PACKET_CAP_IP_CSUM = 4, IB_UVERBS_RAW_PACKET_CAP_DELAY_DROP = 8, }; enum ib_uverbs_access_flags { IB_UVERBS_ACCESS_LOCAL_WRITE = 1, IB_UVERBS_ACCESS_REMOTE_WRITE = 2, IB_UVERBS_ACCESS_REMOTE_READ = 4, IB_UVERBS_ACCESS_REMOTE_ATOMIC = 8, IB_UVERBS_ACCESS_MW_BIND = 16, IB_UVERBS_ACCESS_ZERO_BASED = 32, IB_UVERBS_ACCESS_ON_DEMAND = 64, IB_UVERBS_ACCESS_HUGETLB = 128, IB_UVERBS_ACCESS_FLUSH_GLOBAL = 256, IB_UVERBS_ACCESS_FLUSH_PERSISTENT = 512, IB_UVERBS_ACCESS_RELAXED_ORDERING = 1048576, IB_UVERBS_ACCESS_OPTIONAL_RANGE = 1072693248, }; enum ib_uverbs_srq_type { IB_UVERBS_SRQT_BASIC = 0, IB_UVERBS_SRQT_XRC = 1, IB_UVERBS_SRQT_TM = 2, }; enum ib_uverbs_wq_type { IB_UVERBS_WQT_RQ = 0, }; enum ib_uverbs_wq_flags { IB_UVERBS_WQ_FLAGS_CVLAN_STRIPPING = 1, IB_UVERBS_WQ_FLAGS_SCATTER_FCS = 2, IB_UVERBS_WQ_FLAGS_DELAY_DROP = 4, IB_UVERBS_WQ_FLAGS_PCI_WRITE_END_PADDING = 8, }; enum ib_uverbs_qp_type { IB_UVERBS_QPT_RC = 2, IB_UVERBS_QPT_UC = 3, IB_UVERBS_QPT_UD = 4, IB_UVERBS_QPT_RAW_PACKET = 8, IB_UVERBS_QPT_XRC_INI = 9, IB_UVERBS_QPT_XRC_TGT = 10, IB_UVERBS_QPT_DRIVER = 255, }; enum ib_uverbs_qp_create_flags { IB_UVERBS_QP_CREATE_BLOCK_MULTICAST_LOOPBACK = 2, IB_UVERBS_QP_CREATE_SCATTER_FCS = 256, IB_UVERBS_QP_CREATE_CVLAN_STRIPPING = 512, IB_UVERBS_QP_CREATE_PCI_WRITE_END_PADDING = 2048, IB_UVERBS_QP_CREATE_SQ_SIG_ALL = 4096, }; enum ib_uverbs_gid_type { IB_UVERBS_GID_TYPE_IB = 0, IB_UVERBS_GID_TYPE_ROCE_V1 = 1, IB_UVERBS_GID_TYPE_ROCE_V2 = 2, }; enum ib_poll_context { IB_POLL_SOFTIRQ = 0, IB_POLL_WORKQUEUE = 1, IB_POLL_UNBOUND_WORKQUEUE = 2, IB_POLL_LAST_POOL_TYPE = 2, IB_POLL_DIRECT = 3, }; enum { POLICYDB_CAP_NETPEER = 0, POLICYDB_CAP_OPENPERM = 1, POLICYDB_CAP_EXTSOCKCLASS = 2, POLICYDB_CAP_ALWAYSNETWORK = 3, POLICYDB_CAP_CGROUPSECLABEL = 4, POLICYDB_CAP_NNP_NOSUID_TRANSITION = 5, POLICYDB_CAP_GENFS_SECLABEL_SYMLINKS = 6, POLICYDB_CAP_IOCTL_SKIP_CLOEXEC = 7, __POLICYDB_CAP_MAX = 8, }; struct netnode_security_struct { union { __be32 ipv4; struct in6_addr ipv6; } addr; u32 sid; u16 family; }; struct sel_netnode_bkt { unsigned int size; struct list_head list; }; struct sel_netnode { struct netnode_security_struct nsec; struct list_head list; struct callback_head rcu; }; enum { Audit_equal = 0, Audit_not_equal = 1, Audit_bitmask = 2, Audit_bittest = 3, Audit_lt = 4, Audit_gt = 5, Audit_le = 6, Audit_ge = 7, Audit_bad = 8, }; union flowi_uli { struct { __be16 dport; __be16 sport; } ports; struct { __u8 type; __u8 code; } icmpt; __be32 gre_key; struct { __u8 type; } mht; }; struct flowi4 { struct flowi_common __fl_common; __be32 saddr; __be32 daddr; union flowi_uli uli; }; struct flowi6 { struct flowi_common __fl_common; struct in6_addr daddr; struct in6_addr saddr; __be32 flowlabel; union flowi_uli uli; __u32 mp_hash; }; struct flowi { union { struct flowi_common __fl_common; struct flowi4 ip4; struct flowi6 ip6; } u; }; struct rt6key { struct in6_addr addr; int plen; }; struct rtable; struct fnhe_hash_bucket; struct fib_nh_common { struct net_device *nhc_dev; netdevice_tracker nhc_dev_tracker; int nhc_oif; unsigned char nhc_scope; u8 nhc_family; u8 nhc_gw_family; unsigned char nhc_flags; struct lwtunnel_state *nhc_lwtstate; union { __be32 ipv4; struct in6_addr ipv6; } nhc_gw; int nhc_weight; atomic_t nhc_upper_bound; struct rtable **nhc_pcpu_rth_output; struct rtable *nhc_rth_input; struct fnhe_hash_bucket *nhc_exceptions; }; struct rt6_exception_bucket; struct fib6_nh { struct fib_nh_common nh_common; struct rt6_info **rt6i_pcpu; struct rt6_exception_bucket *rt6i_exception_bucket; }; struct fib6_node; struct dst_metrics; struct nexthop; struct fib6_info { struct fib6_table *fib6_table; struct fib6_info *fib6_next; struct fib6_node *fib6_node; union { struct list_head fib6_siblings; struct list_head nh_list; }; unsigned int fib6_nsiblings; refcount_t fib6_ref; long unsigned int expires; struct hlist_node gc_link; struct dst_metrics *fib6_metrics; struct rt6key fib6_dst; u32 fib6_flags; struct rt6key fib6_src; struct rt6key fib6_prefsrc; u32 fib6_metric; u8 fib6_protocol; u8 fib6_type; u8 offload; u8 trap; u8 offload_failed; u8 should_flush: 1; u8 dst_nocount: 1; u8 dst_nopolicy: 1; u8 fib6_destroying: 1; u8 unused: 4; struct callback_head rcu; struct nexthop *nh; struct fib6_nh fib6_nh[0]; }; struct rt6_info { struct dst_entry dst; struct fib6_info *from; int sernum; struct rt6key rt6i_dst; struct rt6key rt6i_src; struct in6_addr rt6i_gateway; struct inet6_dev *rt6i_idev; u32 rt6i_flags; short unsigned int rt6i_nfheader_len; }; struct rt6_statistics { __u32 fib_nodes; __u32 fib_route_nodes; __u32 fib_rt_entries; __u32 fib_rt_cache; __u32 fib_discarded_routes; atomic_t fib_rt_alloc; }; struct fib6_node { struct fib6_node *parent; struct fib6_node *left; struct fib6_node *right; struct fib6_info *leaf; __u16 fn_bit; __u16 fn_flags; int fn_sernum; struct fib6_info *rr_ptr; struct callback_head rcu; }; struct fib6_table { struct hlist_node tb6_hlist; u32 tb6_id; spinlock_t tb6_lock; struct fib6_node tb6_root; struct inet_peer_base tb6_peers; unsigned int flags; unsigned int fib_seq; struct hlist_head tb6_gc_hlist; }; typedef union { __be32 a4; __be32 a6[4]; struct in6_addr in6; } xfrm_address_t; struct xfrm_id { xfrm_address_t daddr; __be32 spi; __u8 proto; }; struct xfrm_sec_ctx { __u8 ctx_doi; __u8 ctx_alg; __u16 ctx_len; __u32 ctx_sid; char ctx_str[0]; }; struct xfrm_selector { xfrm_address_t daddr; xfrm_address_t saddr; __be16 dport; __be16 dport_mask; __be16 sport; __be16 sport_mask; __u16 family; __u8 prefixlen_d; __u8 prefixlen_s; __u8 proto; int ifindex; __kernel_uid32_t user; }; struct xfrm_lifetime_cfg { __u64 soft_byte_limit; __u64 hard_byte_limit; __u64 soft_packet_limit; __u64 hard_packet_limit; __u64 soft_add_expires_seconds; __u64 hard_add_expires_seconds; __u64 soft_use_expires_seconds; __u64 hard_use_expires_seconds; }; struct xfrm_lifetime_cur { __u64 bytes; __u64 packets; __u64 add_time; __u64 use_time; }; struct xfrm_replay_state { __u32 oseq; __u32 seq; __u32 bitmap; }; struct xfrm_replay_state_esn { unsigned int bmp_len; __u32 oseq; __u32 seq; __u32 oseq_hi; __u32 seq_hi; __u32 replay_window; __u32 bmp[0]; }; struct xfrm_algo { char alg_name[64]; unsigned int alg_key_len; char alg_key[0]; }; struct xfrm_algo_auth { char alg_name[64]; unsigned int alg_key_len; unsigned int alg_trunc_len; char alg_key[0]; }; struct xfrm_algo_aead { char alg_name[64]; unsigned int alg_key_len; unsigned int alg_icv_len; char alg_key[0]; }; struct xfrm_stats { __u32 replay_window; __u32 replay; __u32 integrity_failed; }; enum { XFRM_POLICY_TYPE_MAIN = 0, XFRM_POLICY_TYPE_SUB = 1, XFRM_POLICY_TYPE_MAX = 2, XFRM_POLICY_TYPE_ANY = 255, }; enum { XFRM_MSG_BASE = 16, XFRM_MSG_NEWSA = 16, XFRM_MSG_DELSA = 17, XFRM_MSG_GETSA = 18, XFRM_MSG_NEWPOLICY = 19, XFRM_MSG_DELPOLICY = 20, XFRM_MSG_GETPOLICY = 21, XFRM_MSG_ALLOCSPI = 22, XFRM_MSG_ACQUIRE = 23, XFRM_MSG_EXPIRE = 24, XFRM_MSG_UPDPOLICY = 25, XFRM_MSG_UPDSA = 26, XFRM_MSG_POLEXPIRE = 27, XFRM_MSG_FLUSHSA = 28, XFRM_MSG_FLUSHPOLICY = 29, XFRM_MSG_NEWAE = 30, XFRM_MSG_GETAE = 31, XFRM_MSG_REPORT = 32, XFRM_MSG_MIGRATE = 33, XFRM_MSG_NEWSADINFO = 34, XFRM_MSG_GETSADINFO = 35, XFRM_MSG_NEWSPDINFO = 36, XFRM_MSG_GETSPDINFO = 37, XFRM_MSG_MAPPING = 38, XFRM_MSG_SETDEFAULT = 39, XFRM_MSG_GETDEFAULT = 40, __XFRM_MSG_MAX = 41, }; struct xfrm_encap_tmpl { __u16 encap_type; __be16 encap_sport; __be16 encap_dport; xfrm_address_t encap_oa; }; enum xfrm_attr_type_t { XFRMA_UNSPEC = 0, XFRMA_ALG_AUTH = 1, XFRMA_ALG_CRYPT = 2, XFRMA_ALG_COMP = 3, XFRMA_ENCAP = 4, XFRMA_TMPL = 5, XFRMA_SA = 6, XFRMA_POLICY = 7, XFRMA_SEC_CTX = 8, XFRMA_LTIME_VAL = 9, XFRMA_REPLAY_VAL = 10, XFRMA_REPLAY_THRESH = 11, XFRMA_ETIMER_THRESH = 12, XFRMA_SRCADDR = 13, XFRMA_COADDR = 14, XFRMA_LASTUSED = 15, XFRMA_POLICY_TYPE = 16, XFRMA_MIGRATE = 17, XFRMA_ALG_AEAD = 18, XFRMA_KMADDRESS = 19, XFRMA_ALG_AUTH_TRUNC = 20, XFRMA_MARK = 21, XFRMA_TFCPAD = 22, XFRMA_REPLAY_ESN_VAL = 23, XFRMA_SA_EXTRA_FLAGS = 24, XFRMA_PROTO = 25, XFRMA_ADDRESS_FILTER = 26, XFRMA_PAD = 27, XFRMA_OFFLOAD_DEV = 28, XFRMA_SET_MARK = 29, XFRMA_SET_MARK_MASK = 30, XFRMA_IF_ID = 31, XFRMA_MTIMER_THRESH = 32, __XFRMA_MAX = 33, }; struct xfrm_mark { __u32 v; __u32 m; }; struct xfrm_address_filter { xfrm_address_t saddr; xfrm_address_t daddr; __u16 family; __u8 splen; __u8 dplen; }; struct xfrm_state_walk { struct list_head all; u8 state; u8 dying; u8 proto; u32 seq; struct xfrm_address_filter *filter; }; enum xfrm_replay_mode { XFRM_REPLAY_MODE_LEGACY = 0, XFRM_REPLAY_MODE_BMP = 1, XFRM_REPLAY_MODE_ESN = 2, }; struct xfrm_dev_offload { struct net_device *dev; netdevice_tracker dev_tracker; struct net_device *real_dev; long unsigned int offload_handle; u8 dir: 2; u8 type: 2; u8 flags: 2; }; struct xfrm_mode { u8 encap; u8 family; u8 flags; }; struct xfrm_type; struct xfrm_type_offload; struct xfrm_state { possible_net_t xs_net; union { struct hlist_node gclist; struct hlist_node bydst; }; struct hlist_node bysrc; struct hlist_node byspi; struct hlist_node byseq; refcount_t refcnt; spinlock_t lock; struct xfrm_id id; struct xfrm_selector sel; struct xfrm_mark mark; u32 if_id; u32 tfcpad; u32 genid; struct xfrm_state_walk km; struct { u32 reqid; u8 mode; u8 replay_window; u8 aalgo; u8 ealgo; u8 calgo; u8 flags; u16 family; xfrm_address_t saddr; int header_len; int trailer_len; u32 extra_flags; struct xfrm_mark smark; } props; struct xfrm_lifetime_cfg lft; struct xfrm_algo_auth *aalg; struct xfrm_algo *ealg; struct xfrm_algo *calg; struct xfrm_algo_aead *aead; const char *geniv; __be16 new_mapping_sport; u32 new_mapping; u32 mapping_maxage; struct xfrm_encap_tmpl *encap; struct sock *encap_sk; xfrm_address_t *coaddr; struct xfrm_state *tunnel; atomic_t tunnel_users; struct xfrm_replay_state replay; struct xfrm_replay_state_esn *replay_esn; struct xfrm_replay_state preplay; struct xfrm_replay_state_esn *preplay_esn; enum xfrm_replay_mode repl_mode; u32 xflags; u32 replay_maxage; u32 replay_maxdiff; struct timer_list rtimer; struct xfrm_stats stats; struct xfrm_lifetime_cur curlft; struct hrtimer mtimer; struct xfrm_dev_offload xso; long int saved_tmo; time64_t lastused; struct page_frag xfrag; const struct xfrm_type *type; struct xfrm_mode inner_mode; struct xfrm_mode inner_mode_iaf; struct xfrm_mode outer_mode; const struct xfrm_type_offload *type_offload; struct xfrm_sec_ctx *security; void *data; }; struct dst_metrics { u32 metrics[17]; refcount_t refcnt; }; struct xfrm_policy_walk_entry { struct list_head all; u8 dead; }; struct xfrm_policy_queue { struct sk_buff_head hold_queue; struct timer_list hold_timer; long unsigned int timeout; }; struct xfrm_tmpl { struct xfrm_id id; xfrm_address_t saddr; short unsigned int encap_family; u32 reqid; u8 mode; u8 share; u8 optional; u8 allalgs; u32 aalgos; u32 ealgos; u32 calgos; }; struct xfrm_policy { possible_net_t xp_net; struct hlist_node bydst; struct hlist_node byidx; rwlock_t lock; refcount_t refcnt; u32 pos; struct timer_list timer; atomic_t genid; u32 priority; u32 index; u32 if_id; struct xfrm_mark mark; struct xfrm_selector selector; struct xfrm_lifetime_cfg lft; struct xfrm_lifetime_cur curlft; struct xfrm_policy_walk_entry walk; struct xfrm_policy_queue polq; bool bydst_reinsert; u8 type; u8 action; u8 flags; u8 xfrm_nr; u16 family; struct xfrm_sec_ctx *security; struct xfrm_tmpl xfrm_vec[6]; struct hlist_node bydst_inexact_list; struct callback_head rcu; struct xfrm_dev_offload xdo; }; struct fib_nh_exception { struct fib_nh_exception *fnhe_next; int fnhe_genid; __be32 fnhe_daddr; u32 fnhe_pmtu; bool fnhe_mtu_locked; __be32 fnhe_gw; long unsigned int fnhe_expires; struct rtable *fnhe_rth_input; struct rtable *fnhe_rth_output; long unsigned int fnhe_stamp; struct callback_head rcu; }; struct rtable { struct dst_entry dst; int rt_genid; unsigned int rt_flags; __u16 rt_type; __u8 rt_is_input; __u8 rt_uses_gateway; int rt_iif; u8 rt_gw_family; union { __be32 rt_gw4; struct in6_addr rt_gw6; }; u32 rt_mtu_locked: 1; u32 rt_pmtu: 31; }; struct fnhe_hash_bucket { struct fib_nh_exception *chain; }; struct selinux_policy; struct selinux_state { bool enforcing; bool initialized; bool policycap[8]; struct page *status_page; struct mutex status_lock; struct selinux_policy *policy; struct mutex policy_mutex; }; struct hashtab_node; struct hashtab { struct hashtab_node **htable; u32 size; u32 nel; }; struct symtab { struct hashtab table; u32 nprim; }; struct avtab_node; struct avtab { struct avtab_node **htable; u32 nel; u32 nslot; u32 mask; }; struct ebitmap_node; struct ebitmap { struct ebitmap_node *node; u32 highbit; }; struct class_datum; struct role_datum; struct user_datum; struct type_datum; struct cond_bool_datum; struct cond_node; struct role_allow; struct ocontext; struct genfs; struct policydb { int mls_enabled; struct symtab symtab[8]; char **sym_val_to_name[8]; struct class_datum **class_val_to_struct; struct role_datum **role_val_to_struct; struct user_datum **user_val_to_struct; struct type_datum **type_val_to_struct; struct avtab te_avtab; struct hashtab role_tr; struct ebitmap filename_trans_ttypes; struct hashtab filename_trans; u32 compat_filename_trans_count; struct cond_bool_datum **bool_val_to_struct; struct avtab te_cond_avtab; struct cond_node *cond_list; u32 cond_list_len; struct role_allow *role_allow; struct ocontext *ocontexts[9]; struct genfs *genfs; struct hashtab range_tr; struct ebitmap *type_attr_map_array; struct ebitmap policycaps; struct ebitmap permissive_map; size_t len; unsigned int policyvers; unsigned int reject_unknown: 1; unsigned int allow_unknown: 1; u16 process_class; u32 process_trans_perms; }; struct selinux_mapping; struct selinux_map { struct selinux_mapping *mapping; u16 size; }; struct sidtab; struct selinux_policy { struct sidtab *sidtab; struct policydb policydb; struct selinux_map map; u32 latest_granting; }; struct selinux_policy_convert_data; struct selinux_load_state { struct selinux_policy *policy; struct selinux_policy_convert_data *convert_data; }; struct convert_context_args { struct policydb *oldp; struct policydb *newp; }; struct sidtab_convert_params { struct convert_context_args *args; struct sidtab *target; }; struct selinux_policy_convert_data { struct convert_context_args args; struct sidtab_convert_params sidtab_params; }; struct av_decision { u32 allowed; u32 auditallow; u32 auditdeny; u32 seqno; u32 flags; }; struct extended_perms_data { u32 p[8]; }; struct extended_perms_decision { u8 used; u8 driver; struct extended_perms_data *allowed; struct extended_perms_data *auditallow; struct extended_perms_data *dontaudit; }; struct extended_perms { u16 len; struct extended_perms_data drivers; }; struct security_class_mapping { const char *name; const char *perms[33]; }; struct ebitmap_node { struct ebitmap_node *next; long unsigned int maps[6]; u32 startbit; }; struct mls_level { u32 sens; struct ebitmap cat; }; struct mls_range { struct mls_level level[2]; }; struct context { u32 user; u32 role; u32 type; u32 len; struct mls_range range; char *str; }; struct hashtab_node { void *key; void *datum; struct hashtab_node *next; }; struct avtab_key { u16 source_type; u16 target_type; u16 target_class; u16 specified; }; struct avtab_extended_perms { u8 specified; u8 driver; struct extended_perms_data perms; }; struct avtab_datum { union { u32 data; struct avtab_extended_perms *xperms; } u; }; struct avtab_node { struct avtab_key key; struct avtab_datum datum; struct avtab_node *next; }; struct sidtab_str_cache; struct sidtab_entry { u32 sid; u32 hash; struct context context; struct sidtab_str_cache *cache; struct hlist_node list; }; struct sidtab_node_inner; struct sidtab_node_leaf; union sidtab_entry_inner { struct sidtab_node_inner *ptr_inner; struct sidtab_node_leaf *ptr_leaf; }; struct sidtab_node_inner { union sidtab_entry_inner entries[8192]; }; struct sidtab_node_leaf { struct sidtab_entry entries[630]; }; struct sidtab_isid_entry { int set; struct sidtab_entry entry; }; struct sidtab { union sidtab_entry_inner roots[3]; u32 count; struct sidtab_convert_params *convert; bool frozen; spinlock_t lock; u32 cache_free_slots; struct list_head cache_lru_list; spinlock_t cache_lock; struct sidtab_isid_entry isids[27]; struct hlist_head context_to_sid[512]; }; struct type_set; struct constraint_expr { u32 expr_type; u32 attr; u32 op; struct ebitmap names; struct type_set *type_names; struct constraint_expr *next; }; struct type_set { struct ebitmap types; struct ebitmap negset; u32 flags; }; struct constraint_node { u32 permissions; struct constraint_expr *expr; struct constraint_node *next; }; struct perm_datum { u32 value; }; struct common_datum { u32 value; struct symtab permissions; }; struct class_datum { u32 value; char *comkey; struct common_datum *comdatum; struct symtab permissions; struct constraint_node *constraints; struct constraint_node *validatetrans; char default_user; char default_role; char default_type; char default_range; }; struct role_datum { u32 value; u32 bounds; struct ebitmap dominates; struct ebitmap types; }; struct role_trans_key { u32 role; u32 type; u32 tclass; }; struct role_trans_datum { u32 new_role; }; struct filename_trans_key { u32 ttype; u16 tclass; const char *name; }; struct filename_trans_datum { struct ebitmap stypes; u32 otype; struct filename_trans_datum *next; }; struct role_allow { u32 role; u32 new_role; struct role_allow *next; }; struct type_datum { u32 value; u32 bounds; unsigned char primary; unsigned char attribute; }; struct user_datum { u32 value; u32 bounds; struct ebitmap roles; struct mls_range range; struct mls_level dfltlevel; }; struct cond_bool_datum { __u32 value; int state; }; struct ocontext { union { char *name; struct { u8 protocol; u16 low_port; u16 high_port; } port; struct { u32 addr; u32 mask; } node; struct { u32 addr[4]; u32 mask[4]; } node6; struct { u64 subnet_prefix; u16 low_pkey; u16 high_pkey; } ibpkey; struct { char *dev_name; u8 port; } ibendport; } u; union { u32 sclass; u32 behavior; } v; struct context context[2]; u32 sid[2]; struct ocontext *next; }; struct genfs { char *fstype; struct ocontext *head; struct genfs *next; }; struct cond_expr_node; struct cond_expr { struct cond_expr_node *nodes; u32 len; }; struct cond_av_list { struct avtab_node **nodes; u32 len; }; struct cond_node { int cur_state; struct cond_expr expr; struct cond_av_list true_list; struct cond_av_list false_list; }; struct policy_file { char *data; size_t len; }; struct selinux_mapping { u16 value; u16 num_perms; u32 perms[32]; }; struct cond_expr_node { u32 expr_type; u32 boolean; }; struct superblock_security_struct { u32 sid; u32 def_sid; u32 mntpoint_sid; short unsigned int behavior; short unsigned int flags; struct mutex lock; struct list_head isec_head; spinlock_t isec_lock; }; enum sctp_msg_flags { MSG_NOTIFICATION = 32768, }; enum sctp_cid { SCTP_CID_DATA = 0, SCTP_CID_INIT = 1, SCTP_CID_INIT_ACK = 2, SCTP_CID_SACK = 3, SCTP_CID_HEARTBEAT = 4, SCTP_CID_HEARTBEAT_ACK = 5, SCTP_CID_ABORT = 6, SCTP_CID_SHUTDOWN = 7, SCTP_CID_SHUTDOWN_ACK = 8, SCTP_CID_ERROR = 9, SCTP_CID_COOKIE_ECHO = 10, SCTP_CID_COOKIE_ACK = 11, SCTP_CID_ECN_ECNE = 12, SCTP_CID_ECN_CWR = 13, SCTP_CID_SHUTDOWN_COMPLETE = 14, SCTP_CID_AUTH = 15, SCTP_CID_I_DATA = 64, SCTP_CID_FWD_TSN = 192, SCTP_CID_ASCONF = 193, SCTP_CID_I_FWD_TSN = 194, SCTP_CID_ASCONF_ACK = 128, SCTP_CID_RECONF = 130, SCTP_CID_PAD = 132, }; enum { SCTP_MAX_STREAM = 65535, }; enum sctp_event_timeout { SCTP_EVENT_TIMEOUT_NONE = 0, SCTP_EVENT_TIMEOUT_T1_COOKIE = 1, SCTP_EVENT_TIMEOUT_T1_INIT = 2, SCTP_EVENT_TIMEOUT_T2_SHUTDOWN = 3, SCTP_EVENT_TIMEOUT_T3_RTX = 4, SCTP_EVENT_TIMEOUT_T4_RTO = 5, SCTP_EVENT_TIMEOUT_T5_SHUTDOWN_GUARD = 6, SCTP_EVENT_TIMEOUT_HEARTBEAT = 7, SCTP_EVENT_TIMEOUT_RECONF = 8, SCTP_EVENT_TIMEOUT_PROBE = 9, SCTP_EVENT_TIMEOUT_SACK = 10, SCTP_EVENT_TIMEOUT_AUTOCLOSE = 11, }; enum { SCTP_MAX_DUP_TSNS = 16, }; enum { SCTP_AUTH_HMAC_ID_RESERVED_0 = 0, SCTP_AUTH_HMAC_ID_SHA1 = 1, SCTP_AUTH_HMAC_ID_RESERVED_2 = 2, SCTP_AUTH_HMAC_ID_SHA256 = 3, __SCTP_AUTH_HMAC_MAX = 4, }; struct rt6_exception_bucket { struct hlist_head chain; int depth; }; struct xfrm_type { struct module *owner; u8 proto; u8 flags; int (*init_state)(struct xfrm_state *, struct netlink_ext_ack *); void (*destructor)(struct xfrm_state *); int (*input)(struct xfrm_state *, struct sk_buff *); int (*output)(struct xfrm_state *, struct sk_buff *); int (*reject)(struct xfrm_state *, struct sk_buff *, const struct flowi *); }; struct xfrm_type_offload { struct module *owner; u8 proto; void (*encap)(struct xfrm_state *, struct sk_buff *); int (*input_tail)(struct xfrm_state *, struct sk_buff *); int (*xmit)(struct xfrm_state *, struct sk_buff *, netdev_features_t); }; struct selinux_audit_rule { u32 au_seqno; struct context au_ctxt; }; typedef u16 access_mask_t; struct landlock_hierarchy { struct landlock_hierarchy *parent; refcount_t usage; }; struct landlock_ruleset { struct rb_root root; struct landlock_hierarchy *hierarchy; union { struct work_struct work_free; struct { struct mutex lock; refcount_t usage; u32 num_rules; u32 num_layers; access_mask_t fs_access_masks[0]; }; }; }; struct landlock_cred_security { struct landlock_ruleset *domain; }; struct modsig; struct hwrng { const char *name; int (*init)(struct hwrng *); void (*cleanup)(struct hwrng *); int (*data_present)(struct hwrng *, int); int (*data_read)(struct hwrng *, u32 *); int (*read)(struct hwrng *, void *, size_t, bool); long unsigned int priv; short unsigned int quality; struct list_head list; struct kref ref; struct completion cleanup_done; struct completion dying; }; struct tpm_digest { u16 alg_id; u8 digest[64]; }; struct tpm_bank_info { u16 alg_id; u16 digest_size; u16 crypto_id; }; struct tpm_chip; struct tpm_class_ops { unsigned int flags; const u8 req_complete_mask; const u8 req_complete_val; bool (*req_canceled)(struct tpm_chip *, u8); int (*recv)(struct tpm_chip *, u8 *, size_t); int (*send)(struct tpm_chip *, u8 *, size_t); void (*cancel)(struct tpm_chip *); u8 (*status)(struct tpm_chip *); void (*update_timeouts)(struct tpm_chip *, long unsigned int *); void (*update_durations)(struct tpm_chip *, long unsigned int *); int (*go_idle)(struct tpm_chip *); int (*cmd_ready)(struct tpm_chip *); int (*request_locality)(struct tpm_chip *, int); int (*relinquish_locality)(struct tpm_chip *, int); void (*clk_enable)(struct tpm_chip *, bool); }; struct tpm_bios_log { void *bios_event_log; void *bios_event_log_end; }; struct tpm_chip_seqops { struct tpm_chip *chip; const struct seq_operations *seqops; }; struct tpm_space { u32 context_tbl[3]; u8 *context_buf; u32 session_tbl[3]; u8 *session_buf; u32 buf_size; }; struct tpm_chip { struct device dev; struct device devs; struct cdev cdev; struct cdev cdevs; struct rw_semaphore ops_sem; const struct tpm_class_ops *ops; struct tpm_bios_log log; struct tpm_chip_seqops bin_log_seqops; struct tpm_chip_seqops ascii_log_seqops; unsigned int flags; int dev_num; long unsigned int is_open; char hwrng_name[64]; struct hwrng hwrng; struct mutex tpm_mutex; long unsigned int timeout_a; long unsigned int timeout_b; long unsigned int timeout_c; long unsigned int timeout_d; bool timeout_adjusted; long unsigned int duration[4]; bool duration_adjusted; struct dentry *bios_dir[3]; const struct attribute_group *groups[8]; unsigned int groups_cnt; u32 nr_allocated_banks; struct tpm_bank_info *allocated_banks; struct tpm_space work_space; u32 last_cc; u32 nr_commands; u32 *cc_attrs_tbl; int locality; }; enum integrity_status { INTEGRITY_PASS = 0, INTEGRITY_PASS_IMMUTABLE = 1, INTEGRITY_FAIL = 2, INTEGRITY_FAIL_IMMUTABLE = 3, INTEGRITY_NOLABEL = 4, INTEGRITY_NOXATTRS = 5, INTEGRITY_UNKNOWN = 6, }; struct evm_ima_xattr_data { u8 type; u8 data[0]; }; struct ima_digest_data { u8 algo; u8 length; union { struct { u8 unused; u8 type; } sha1; struct { u8 type; u8 algo; } ng; u8 data[2]; } xattr; u8 digest[0]; }; struct ima_max_digest_data { struct ima_digest_data hdr; u8 digest[64]; }; struct integrity_iint_cache { struct rb_node rb_node; struct mutex mutex; struct inode *inode; u64 version; long unsigned int flags; long unsigned int measured_pcrs; long unsigned int atomic_flags; enum integrity_status ima_file_status: 4; enum integrity_status ima_mmap_status: 4; enum integrity_status ima_bprm_status: 4; enum integrity_status ima_read_status: 4; enum integrity_status ima_creds_status: 4; enum integrity_status evm_status: 4; struct ima_digest_data *ima_hash; }; enum ima_show_type { IMA_SHOW_BINARY = 0, IMA_SHOW_BINARY_NO_FIELD_LEN = 1, IMA_SHOW_BINARY_OLD_STRING_FMT = 2, IMA_SHOW_ASCII = 3, }; struct ima_event_data { struct integrity_iint_cache *iint; struct file *file; const unsigned char *filename; struct evm_ima_xattr_data *xattr_value; int xattr_len; const struct modsig *modsig; const char *violation; const void *buf; int buf_len; }; struct ima_field_data { u8 *data; u32 len; }; struct ima_template_field { const char field_id[16]; int (*field_init)(struct ima_event_data *, struct ima_field_data *); void (*field_show)(struct seq_file *, enum ima_show_type, struct ima_field_data *); }; struct ima_template_desc { struct list_head list; char *name; char *fmt; int num_fields; const struct ima_template_field **fields; }; struct ima_template_entry { int pcr; struct tpm_digest *digests; struct ima_template_desc *template_desc; u32 template_data_len; struct ima_field_data template_data[0]; }; struct module_signature { u8 algo; u8 hash; u8 id_type; u8 signer_len; u8 key_id_len; u8 __pad[3]; __be32 sig_len; }; enum hash_algo { HASH_ALGO_MD4 = 0, HASH_ALGO_MD5 = 1, HASH_ALGO_SHA1 = 2, HASH_ALGO_RIPE_MD_160 = 3, HASH_ALGO_SHA256 = 4, HASH_ALGO_SHA384 = 5, HASH_ALGO_SHA512 = 6, HASH_ALGO_SHA224 = 7, HASH_ALGO_RIPE_MD_128 = 8, HASH_ALGO_RIPE_MD_256 = 9, HASH_ALGO_RIPE_MD_320 = 10, HASH_ALGO_WP_256 = 11, HASH_ALGO_WP_384 = 12, HASH_ALGO_WP_512 = 13, HASH_ALGO_TGR_128 = 14, HASH_ALGO_TGR_160 = 15, HASH_ALGO_TGR_192 = 16, HASH_ALGO_SM3_256 = 17, HASH_ALGO_STREEBOG_256 = 18, HASH_ALGO_STREEBOG_512 = 19, HASH_ALGO__LAST = 20, }; struct pkcs7_message; struct modsig { struct pkcs7_message *pkcs7_msg; enum hash_algo hash_algo; const u8 *digest; u32 digest_size; int raw_pkcs7_len; u8 raw_pkcs7[0]; }; enum ima_hooks { NONE = 0, FILE_CHECK = 1, MMAP_CHECK = 2, MMAP_CHECK_REQPROT = 3, BPRM_CHECK = 4, CREDS_CHECK = 5, POST_SETATTR = 6, MODULE_CHECK = 7, FIRMWARE_CHECK = 8, KEXEC_KERNEL_CHECK = 9, KEXEC_INITRAMFS_CHECK = 10, POLICY_CHECK = 11, KEXEC_CMDLINE = 12, KEY_CHECK = 13, CRITICAL_DATA = 14, SETXATTR_CHECK = 15, MAX_CHECK = 16, }; struct scatter_walk { struct scatterlist *sg; unsigned int offset; }; typedef void (*crypto_completion_t)(void *, int); struct crypto_async_request { struct list_head list; crypto_completion_t complete; void *data; struct crypto_tfm *tfm; u32 flags; }; struct crypto_wait { struct completion completion; int err; }; struct akcipher_request { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int src_len; unsigned int dst_len; void *__ctx[0]; }; struct crypto_akcipher { unsigned int reqsize; struct crypto_tfm base; }; struct akcipher_alg { int (*sign)(struct akcipher_request *); int (*verify)(struct akcipher_request *); int (*encrypt)(struct akcipher_request *); int (*decrypt)(struct akcipher_request *); int (*set_pub_key)(struct crypto_akcipher *, const void *, unsigned int); int (*set_priv_key)(struct crypto_akcipher *, const void *, unsigned int); unsigned int (*max_size)(struct crypto_akcipher *); int (*init)(struct crypto_akcipher *); void (*exit)(struct crypto_akcipher *); struct crypto_alg base; }; struct crypto_template; struct crypto_spawn; struct crypto_instance { struct crypto_alg alg; struct crypto_template *tmpl; union { struct hlist_node list; struct crypto_spawn *spawns; }; struct work_struct free_work; void *__ctx[0]; }; struct crypto_spawn { struct list_head list; struct crypto_alg *alg; union { struct crypto_instance *inst; struct crypto_spawn *next; }; const struct crypto_type *frontend; u32 mask; bool dead; bool registered; }; struct rtattr; struct crypto_template { struct list_head list; struct hlist_head instances; struct module *module; int (*create)(struct crypto_template *, struct rtattr **); char name[128]; }; struct crypto_sig { struct crypto_tfm base; }; struct crypto_akcipher_sync_data { struct crypto_akcipher *tfm; const void *src; void *dst; unsigned int slen; unsigned int dlen; struct akcipher_request *req; struct crypto_wait cwait; struct scatterlist sg; u8 *buf; }; struct hash_alg_common { unsigned int digestsize; unsigned int statesize; struct crypto_alg base; }; struct shash_alg { int (*init)(struct shash_desc *); int (*update)(struct shash_desc *, const u8 *, unsigned int); int (*final)(struct shash_desc *, u8 *); int (*finup)(struct shash_desc *, const u8 *, unsigned int, u8 *); int (*digest)(struct shash_desc *, const u8 *, unsigned int, u8 *); int (*export)(struct shash_desc *, void *); int (*import)(struct shash_desc *, const void *); int (*setkey)(struct crypto_shash *, const u8 *, unsigned int); int (*init_tfm)(struct crypto_shash *); void (*exit_tfm)(struct crypto_shash *); int (*clone_tfm)(struct crypto_shash *, struct crypto_shash *); unsigned int descsize; union { struct { unsigned int digestsize; unsigned int statesize; struct crypto_alg base; }; struct hash_alg_common halg; }; }; struct shash_instance { void (*free)(struct shash_instance *); union { struct { char head[104]; struct crypto_instance base; } s; struct shash_alg alg; }; }; struct crypto_shash_spawn { struct crypto_spawn base; }; struct hmac_ctx { struct crypto_shash *hash; }; struct crypto_istat_rng { atomic64_t generate_cnt; atomic64_t generate_tlen; atomic64_t seed_cnt; atomic64_t err_cnt; }; struct crypto_rng; struct rng_alg { int (*generate)(struct crypto_rng *, const u8 *, unsigned int, u8 *, unsigned int); int (*seed)(struct crypto_rng *, const u8 *, unsigned int); void (*set_ent)(struct crypto_rng *, const u8 *, unsigned int); unsigned int seedsize; struct crypto_alg base; }; struct crypto_rng { struct crypto_tfm base; }; struct io_cq { struct request_queue *q; struct io_context *ioc; union { struct list_head q_node; struct kmem_cache *__rcu_icq_cache; }; union { struct hlist_node ioc_node; struct callback_head __rcu_head; }; unsigned int flags; }; struct sbitmap_word { long unsigned int word; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int cleared; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sbitmap { unsigned int depth; unsigned int shift; unsigned int map_nr; bool round_robin; struct sbitmap_word *map; unsigned int *alloc_hint; }; struct sbq_wait_state { wait_queue_head_t wait; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sbitmap_queue { struct sbitmap sb; unsigned int wake_batch; atomic_t wake_index; struct sbq_wait_state *ws; atomic_t ws_active; unsigned int min_shallow_depth; atomic_t completion_cnt; atomic_t wakeup_cnt; }; enum { DISK_EVENT_MEDIA_CHANGE = 1, DISK_EVENT_EJECT_REQUEST = 2, }; enum { DISK_EVENT_FLAG_POLL = 1, DISK_EVENT_FLAG_UEVENT = 2, DISK_EVENT_FLAG_BLOCK_ON_EXCL_WRITE = 4, }; typedef __u32 req_flags_t; enum mq_rq_state { MQ_RQ_IDLE = 0, MQ_RQ_IN_FLIGHT = 1, MQ_RQ_COMPLETE = 2, }; enum rq_end_io_ret { RQ_END_IO_NONE = 0, RQ_END_IO_FREE = 1, }; typedef enum rq_end_io_ret rq_end_io_fn(struct request *, blk_status_t); struct request { struct request_queue *q; struct blk_mq_ctx *mq_ctx; struct blk_mq_hw_ctx *mq_hctx; blk_opf_t cmd_flags; req_flags_t rq_flags; int tag; int internal_tag; unsigned int timeout; unsigned int __data_len; sector_t __sector; struct bio *bio; struct bio *biotail; union { struct list_head queuelist; struct request *rq_next; }; struct block_device *part; u64 start_time_ns; u64 io_start_time_ns; short unsigned int stats_sectors; short unsigned int nr_phys_segments; short unsigned int ioprio; enum mq_rq_state state; atomic_t ref; long unsigned int deadline; union { struct hlist_node hash; struct llist_node ipi_list; }; union { struct rb_node rb_node; struct bio_vec special_vec; }; struct { struct io_cq *icq; void *priv[2]; } elv; struct { unsigned int seq; rq_end_io_fn *saved_end_io; } flush; u64 fifo_time; rq_end_io_fn *end_io; void *end_io_data; }; struct blk_mq_tags { unsigned int nr_tags; unsigned int nr_reserved_tags; unsigned int active_queues; struct sbitmap_queue bitmap_tags; struct sbitmap_queue breserved_tags; struct request **rqs; struct request **static_rqs; struct list_head page_list; spinlock_t lock; }; struct blk_flush_queue { spinlock_t mq_flush_lock; unsigned int flush_pending_idx: 1; unsigned int flush_running_idx: 1; blk_status_t rq_status; long unsigned int flush_pending_since; struct list_head flush_queue[2]; long unsigned int flush_data_in_flight; struct request *flush_rq; }; struct blk_mq_queue_map { unsigned int *mq_map; unsigned int nr_queues; unsigned int queue_offset; }; struct blk_mq_tag_set { const struct blk_mq_ops *ops; struct blk_mq_queue_map map[3]; unsigned int nr_maps; unsigned int nr_hw_queues; unsigned int queue_depth; unsigned int reserved_tags; unsigned int cmd_size; int numa_node; unsigned int timeout; unsigned int flags; void *driver_data; struct blk_mq_tags **tags; struct blk_mq_tags *shared_tags; struct mutex tag_list_lock; struct list_head tag_list; struct srcu_struct *srcu; }; struct blk_mq_hw_ctx { struct { spinlock_t lock; struct list_head dispatch; long unsigned int state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct delayed_work run_work; cpumask_var_t cpumask; int next_cpu; int next_cpu_batch; long unsigned int flags; void *sched_data; struct request_queue *queue; struct blk_flush_queue *fq; void *driver_data; struct sbitmap ctx_map; struct blk_mq_ctx *dispatch_from; unsigned int dispatch_busy; short unsigned int type; short unsigned int nr_ctx; struct blk_mq_ctx **ctxs; spinlock_t dispatch_wait_lock; wait_queue_entry_t dispatch_wait; atomic_t wait_index; struct blk_mq_tags *tags; struct blk_mq_tags *sched_tags; long unsigned int run; unsigned int numa_node; unsigned int queue_num; atomic_t nr_active; struct hlist_node cpuhp_online; struct hlist_node cpuhp_dead; struct kobject kobj; struct dentry *debugfs_dir; struct dentry *sched_debugfs_dir; struct list_head hctx_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct blk_mq_queue_data { struct request *rq; bool last; }; struct bdev_inode { struct block_device bdev; struct inode vfs_inode; }; enum { IOPRIO_CLASS_NONE = 0, IOPRIO_CLASS_RT = 1, IOPRIO_CLASS_BE = 2, IOPRIO_CLASS_IDLE = 3, IOPRIO_CLASS_INVALID = 7, }; enum { IOPRIO_HINT_NONE = 0, IOPRIO_HINT_DEV_DURATION_LIMIT_1 = 1, IOPRIO_HINT_DEV_DURATION_LIMIT_2 = 2, IOPRIO_HINT_DEV_DURATION_LIMIT_3 = 3, IOPRIO_HINT_DEV_DURATION_LIMIT_4 = 4, IOPRIO_HINT_DEV_DURATION_LIMIT_5 = 5, IOPRIO_HINT_DEV_DURATION_LIMIT_6 = 6, IOPRIO_HINT_DEV_DURATION_LIMIT_7 = 7, }; typedef __u32 blk_mq_req_flags_t; struct elevator_type; struct elevator_queue { struct elevator_type *type; void *elevator_data; struct kobject kobj; struct mutex sysfs_lock; long unsigned int flags; struct hlist_head hash[64]; }; struct blk_mq_ctxs; struct blk_mq_ctx { struct { spinlock_t lock; struct list_head rq_lists[3]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; unsigned int cpu; short unsigned int index_hw[3]; struct blk_mq_hw_ctx *hctxs[3]; struct request_queue *queue; struct blk_mq_ctxs *ctxs; struct kobject kobj; long: 64; }; enum hctx_type { HCTX_TYPE_DEFAULT = 0, HCTX_TYPE_READ = 1, HCTX_TYPE_POLL = 2, HCTX_MAX_TYPES = 3, }; struct blk_mq_ctxs { struct kobject kobj; struct blk_mq_ctx *queue_ctx; }; typedef unsigned int blk_insert_t; struct blk_mq_alloc_data { struct request_queue *q; blk_mq_req_flags_t flags; unsigned int shallow_depth; blk_opf_t cmd_flags; req_flags_t rq_flags; unsigned int nr_tags; struct request **cached_rq; struct blk_mq_ctx *ctx; struct blk_mq_hw_ctx *hctx; }; enum elv_merge { ELEVATOR_NO_MERGE = 0, ELEVATOR_FRONT_MERGE = 1, ELEVATOR_BACK_MERGE = 2, ELEVATOR_DISCARD_MERGE = 3, }; struct elevator_mq_ops { int (*init_sched)(struct request_queue *, struct elevator_type *); void (*exit_sched)(struct elevator_queue *); int (*init_hctx)(struct blk_mq_hw_ctx *, unsigned int); void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); void (*depth_updated)(struct blk_mq_hw_ctx *); bool (*allow_merge)(struct request_queue *, struct request *, struct bio *); bool (*bio_merge)(struct request_queue *, struct bio *, unsigned int); int (*request_merge)(struct request_queue *, struct request **, struct bio *); void (*request_merged)(struct request_queue *, struct request *, enum elv_merge); void (*requests_merged)(struct request_queue *, struct request *, struct request *); void (*limit_depth)(blk_opf_t, struct blk_mq_alloc_data *); void (*prepare_request)(struct request *); void (*finish_request)(struct request *); void (*insert_requests)(struct blk_mq_hw_ctx *, struct list_head *, blk_insert_t); struct request * (*dispatch_request)(struct blk_mq_hw_ctx *); bool (*has_work)(struct blk_mq_hw_ctx *); void (*completed_request)(struct request *, u64); void (*requeue_request)(struct request *); struct request * (*former_request)(struct request_queue *, struct request *); struct request * (*next_request)(struct request_queue *, struct request *); void (*init_icq)(struct io_cq *); void (*exit_icq)(struct io_cq *); }; struct elv_fs_entry; struct blk_mq_debugfs_attr; struct elevator_type { struct kmem_cache *icq_cache; struct elevator_mq_ops ops; size_t icq_size; size_t icq_align; struct elv_fs_entry *elevator_attrs; const char *elevator_name; const char *elevator_alias; const unsigned int elevator_features; struct module *elevator_owner; const struct blk_mq_debugfs_attr *queue_debugfs_attrs; const struct blk_mq_debugfs_attr *hctx_debugfs_attrs; char icq_cache_name[22]; struct list_head list; }; struct elv_fs_entry { struct attribute attr; ssize_t (*show)(struct elevator_queue *, char *); ssize_t (*store)(struct elevator_queue *, const char *, size_t); }; struct blk_mq_debugfs_attr { const char *name; umode_t mode; int (*show)(void *, struct seq_file *); ssize_t (*write)(void *, const char *, size_t, loff_t *); const struct seq_operations *seq_ops; }; enum req_op { REQ_OP_READ = 0, REQ_OP_WRITE = 1, REQ_OP_FLUSH = 2, REQ_OP_DISCARD = 3, REQ_OP_SECURE_ERASE = 5, REQ_OP_WRITE_ZEROES = 9, REQ_OP_ZONE_OPEN = 10, REQ_OP_ZONE_CLOSE = 11, REQ_OP_ZONE_FINISH = 12, REQ_OP_ZONE_APPEND = 13, REQ_OP_ZONE_RESET = 15, REQ_OP_ZONE_RESET_ALL = 17, REQ_OP_DRV_IN = 34, REQ_OP_DRV_OUT = 35, REQ_OP_LAST = 36, }; struct blk_rq_stat { u64 mean; u64 min; u64 max; u32 nr_samples; u64 batch; }; struct blk_queue_stats { struct list_head callbacks; spinlock_t lock; int accounting; }; struct blk_stat_callback { struct list_head list; struct timer_list timer; struct blk_rq_stat *cpu_stat; int (*bucket_fn)(const struct request *); unsigned int buckets; struct blk_rq_stat *stat; void (*timer_fn)(struct blk_stat_callback *); void *data; struct callback_head rcu; }; struct badblocks { struct device *dev; int count; int unacked_exist; int shift; u64 *page; int changed; seqlock_t lock; sector_t sector; sector_t size; }; enum rq_qos_id { RQ_QOS_WBT = 0, RQ_QOS_LATENCY = 1, RQ_QOS_COST = 2, }; struct rq_qos_ops; struct rq_qos { const struct rq_qos_ops *ops; struct gendisk *disk; enum rq_qos_id id; struct rq_qos *next; struct dentry *debugfs_dir; }; struct rq_wait { wait_queue_head_t wait; atomic_t inflight; }; struct rq_qos_ops { void (*throttle)(struct rq_qos *, struct bio *); void (*track)(struct rq_qos *, struct request *, struct bio *); void (*merge)(struct rq_qos *, struct request *, struct bio *); void (*issue)(struct rq_qos *, struct request *); void (*requeue)(struct rq_qos *, struct request *); void (*done)(struct rq_qos *, struct request *); void (*done_bio)(struct rq_qos *, struct bio *); void (*cleanup)(struct rq_qos *, struct bio *); void (*queue_depth_changed)(struct rq_qos *); void (*exit)(struct rq_qos *); const struct blk_mq_debugfs_attr *debugfs_attrs; }; struct rq_depth { unsigned int max_depth; int scale_step; bool scaled_max; unsigned int queue_depth; unsigned int default_depth; }; typedef bool acquire_inflight_cb_t(struct rq_wait *, void *); typedef void cleanup_cb_t(struct rq_wait *, void *); struct rq_qos_wait_data { struct wait_queue_entry wq; struct task_struct *task; struct rq_wait *rqw; acquire_inflight_cb_t *cb; void *private_data; bool got_token; }; typedef bool (*sb_for_each_fn)(struct sbitmap *, unsigned int, void *); struct sbq_wait { struct sbitmap_queue *sbq; struct wait_queue_entry wait; }; struct rchan; struct blk_trace { int trace_state; struct rchan *rchan; long unsigned int *sequence; unsigned char *msg_data; u16 act_mask; u64 start_lba; u64 end_lba; u32 pid; u32 dev; struct dentry *dir; struct list_head running_list; atomic_t dropped; }; struct rchan_buf { void *start; void *data; size_t offset; size_t subbufs_produced; size_t subbufs_consumed; struct rchan *chan; wait_queue_head_t read_wait; struct irq_work wakeup_work; struct dentry *dentry; struct kref kref; struct page **page_array; unsigned int page_count; unsigned int finalized; size_t *padding; size_t prev_padding; size_t bytes_consumed; size_t early_bytes; unsigned int cpu; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct rchan_callbacks; struct rchan { u32 version; size_t subbuf_size; size_t n_subbufs; size_t alloc_size; const struct rchan_callbacks *cb; struct kref kref; void *private_data; size_t last_toobig; struct rchan_buf **buf; int is_global; struct list_head list; struct dentry *parent; int has_base_filename; char base_filename[255]; }; struct rchan_callbacks { int (*subbuf_start)(struct rchan_buf *, void *, void *, size_t); struct dentry * (*create_buf_file)(const char *, struct dentry *, umode_t, struct rchan_buf *, int *); int (*remove_buf_file)(struct dentry *); }; enum blktrace_act { __BLK_TA_QUEUE = 1, __BLK_TA_BACKMERGE = 2, __BLK_TA_FRONTMERGE = 3, __BLK_TA_GETRQ = 4, __BLK_TA_SLEEPRQ = 5, __BLK_TA_REQUEUE = 6, __BLK_TA_ISSUE = 7, __BLK_TA_COMPLETE = 8, __BLK_TA_PLUG = 9, __BLK_TA_UNPLUG_IO = 10, __BLK_TA_UNPLUG_TIMER = 11, __BLK_TA_INSERT = 12, __BLK_TA_SPLIT = 13, __BLK_TA_BOUNCE = 14, __BLK_TA_REMAP = 15, __BLK_TA_ABORT = 16, __BLK_TA_DRV_DATA = 17, __BLK_TA_CGROUP = 256, }; struct trace_event_raw_kyber_latency { struct trace_entry ent; dev_t dev; char domain[16]; char type[8]; u8 percentile; u8 numerator; u8 denominator; unsigned int samples; char __data[0]; }; struct trace_event_raw_kyber_adjust { struct trace_entry ent; dev_t dev; char domain[16]; unsigned int depth; char __data[0]; }; struct trace_event_raw_kyber_throttled { struct trace_entry ent; dev_t dev; char domain[16]; char __data[0]; }; struct trace_event_data_offsets_kyber_latency {}; struct trace_event_data_offsets_kyber_adjust {}; struct trace_event_data_offsets_kyber_throttled {}; typedef void (*btf_trace_kyber_latency)(void *, dev_t, const char *, const char *, unsigned int, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_kyber_adjust)(void *, dev_t, const char *, unsigned int); typedef void (*btf_trace_kyber_throttled)(void *, dev_t, const char *); enum { KYBER_READ = 0, KYBER_WRITE = 1, KYBER_DISCARD = 2, KYBER_OTHER = 3, KYBER_NUM_DOMAINS = 4, }; enum { KYBER_ASYNC_PERCENT = 75, }; enum { KYBER_LATENCY_SHIFT = 2, KYBER_GOOD_BUCKETS = 4, KYBER_LATENCY_BUCKETS = 8, }; enum { KYBER_TOTAL_LATENCY = 0, KYBER_IO_LATENCY = 1, }; struct kyber_cpu_latency { atomic_t buckets[48]; }; struct kyber_ctx_queue { spinlock_t lock; struct list_head rq_list[4]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kyber_queue_data { struct request_queue *q; dev_t dev; struct sbitmap_queue domain_tokens[4]; unsigned int async_depth; struct kyber_cpu_latency *cpu_latency; struct timer_list timer; unsigned int latency_buckets[48]; long unsigned int latency_timeout[3]; int domain_p99[3]; u64 latency_targets[3]; }; struct kyber_hctx_data { spinlock_t lock; struct list_head rqs[4]; unsigned int cur_domain; unsigned int batching; struct kyber_ctx_queue *kcqs; struct sbitmap kcq_map[4]; struct sbq_wait domain_wait[4]; struct sbq_wait_state *domain_ws[4]; atomic_t wait_index[4]; }; struct flush_kcq_data { struct kyber_hctx_data *khd; unsigned int sched_domain; struct list_head *list; }; struct io_ring_ctx; struct io_wq; struct io_uring_task { int cached_refs; const struct io_ring_ctx *last; struct io_wq *io_wq; struct file *registered_rings[16]; struct xarray xa; struct wait_queue_head wait; atomic_t in_cancel; atomic_t inflight_tracked; struct percpu_counter inflight; long: 64; long: 64; struct { struct llist_head task_list; struct callback_head task_work; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; }; struct io_uring_cqe { __u64 user_data; __s32 res; __u32 flags; __u64 big_cqe[0]; }; struct io_uring_file_index_range { __u32 off; __u32 len; __u64 resv; }; enum io_uring_cmd_flags { IO_URING_F_COMPLETE_DEFER = 1, IO_URING_F_UNLOCKED = 2, IO_URING_F_MULTISHOT = 4, IO_URING_F_IOWQ = 8, IO_URING_F_NONBLOCK = -2147483648, IO_URING_F_SQE128 = 256, IO_URING_F_CQE32 = 512, IO_URING_F_IOPOLL = 1024, }; enum task_work_notify_mode { TWA_NONE = 0, TWA_RESUME = 1, TWA_SIGNAL = 2, TWA_SIGNAL_NO_IPI = 3, }; struct io_wq_work_node { struct io_wq_work_node *next; }; struct io_wq_work_list { struct io_wq_work_node *first; struct io_wq_work_node *last; }; struct io_wq_work { struct io_wq_work_node list; unsigned int flags; int cancel_seq; }; struct io_fixed_file { long unsigned int file_ptr; }; struct io_file_table { struct io_fixed_file *files; long unsigned int *bitmap; unsigned int alloc_hint; }; struct io_hash_bucket { spinlock_t lock; struct hlist_head list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_hash_table { struct io_hash_bucket *hbs; unsigned int hash_bits; }; struct io_kiocb; struct io_submit_link { struct io_kiocb *head; struct io_kiocb *last; }; struct io_submit_state { struct io_wq_work_node free_list; struct io_wq_work_list compl_reqs; struct io_submit_link link; bool plug_started; bool need_plug; short unsigned int submit_nr; unsigned int cqes_count; struct blk_plug plug; }; struct io_alloc_cache { struct io_wq_work_node list; unsigned int nr_cached; unsigned int max_cached; size_t elem_size; }; struct io_restriction { long unsigned int register_op[1]; long unsigned int sqe_op[1]; u8 sqe_flags_allowed; u8 sqe_flags_required; bool registered; }; struct io_rings; struct io_rsrc_node; struct io_mapped_ubuf; struct io_buffer_list; struct io_ev_fd; struct io_sq_data; struct io_rsrc_data; struct io_wq_hash; struct io_ring_ctx { struct { unsigned int flags; unsigned int drain_next: 1; unsigned int restricted: 1; unsigned int off_timeout_used: 1; unsigned int drain_active: 1; unsigned int has_evfd: 1; unsigned int task_complete: 1; unsigned int lockless_cq: 1; unsigned int syscall_iopoll: 1; unsigned int poll_activated: 1; unsigned int drain_disabled: 1; unsigned int compat: 1; struct task_struct *submitter_task; struct io_rings *rings; struct percpu_ref refs; enum task_work_notify_mode notify_method; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { struct mutex uring_lock; u32 *sq_array; struct io_uring_sqe *sq_sqes; unsigned int cached_sq_head; unsigned int sq_entries; struct io_rsrc_node *rsrc_node; atomic_t cancel_seq; struct io_file_table file_table; unsigned int nr_user_files; unsigned int nr_user_bufs; struct io_mapped_ubuf **user_bufs; struct io_submit_state submit_state; struct io_buffer_list *io_bl; struct xarray io_bl_xa; struct io_hash_table cancel_table_locked; struct io_alloc_cache apoll_cache; struct io_alloc_cache netmsg_cache; struct io_wq_work_list iopoll_list; bool poll_multi_queue; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { struct io_uring_cqe *cqe_cached; struct io_uring_cqe *cqe_sentinel; unsigned int cached_cq_tail; unsigned int cq_entries; struct io_ev_fd *io_ev_fd; unsigned int cq_extra; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { struct llist_head work_llist; long unsigned int check_cq; atomic_t cq_wait_nr; atomic_t cq_timeouts; struct wait_queue_head cq_wait; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { spinlock_t timeout_lock; struct list_head timeout_list; struct list_head ltimeout_list; unsigned int cq_last_tm_flush; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_uring_cqe completion_cqes[16]; spinlock_t completion_lock; struct io_wq_work_list locked_free_list; unsigned int locked_free_nr; struct list_head io_buffers_comp; struct list_head cq_overflow_list; struct io_hash_table cancel_table; const struct cred *sq_creds; struct io_sq_data *sq_data; struct wait_queue_head sqo_sq_wait; struct list_head sqd_list; unsigned int file_alloc_start; unsigned int file_alloc_end; struct xarray personalities; u32 pers_next; struct list_head io_buffers_cache; struct wait_queue_head poll_wq; struct io_restriction restrictions; struct io_mapped_ubuf *dummy_ubuf; struct io_rsrc_data *file_data; struct io_rsrc_data *buf_data; struct list_head rsrc_ref_list; struct io_alloc_cache rsrc_node_cache; struct wait_queue_head rsrc_quiesce_wq; unsigned int rsrc_quiesce; struct list_head io_buffers_pages; struct socket *ring_sock; struct io_wq_hash *hash_map; struct user_struct *user; struct mm_struct *mm_account; struct llist_head fallback_llist; struct delayed_work fallback_work; struct work_struct exit_work; struct list_head tctx_list; struct completion ref_comp; u32 iowq_limits[2]; bool iowq_limits_set; struct callback_head poll_wq_task_work; struct list_head defer_list; unsigned int sq_thread_idle; unsigned int evfd_last_cq_tail; short unsigned int n_ring_pages; short unsigned int n_sqe_pages; struct page **ring_pages; struct page **sqe_pages; long: 64; }; struct io_uring { u32 head; u32 tail; }; struct io_rings { struct io_uring sq; struct io_uring cq; u32 sq_ring_mask; u32 cq_ring_mask; u32 sq_ring_entries; u32 cq_ring_entries; u32 sq_dropped; atomic_t sq_flags; u32 cq_flags; u32 cq_overflow; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct io_uring_cqe cqes[0]; }; struct io_cmd_data { struct file *file; __u8 data[56]; }; struct io_cqe { __u64 user_data; __s32 res; union { __u32 flags; int fd; }; }; struct io_tw_state; typedef void (*io_req_tw_func_t)(struct io_kiocb *, struct io_tw_state *); struct io_task_work { struct llist_node node; io_req_tw_func_t func; }; struct io_buffer; struct async_poll; struct io_kiocb { union { struct file *file; struct io_cmd_data cmd; }; u8 opcode; u8 iopoll_completed; u16 buf_index; unsigned int flags; struct io_cqe cqe; struct io_ring_ctx *ctx; struct task_struct *task; struct io_rsrc_node *rsrc_node; union { struct io_mapped_ubuf *imu; struct io_buffer *kbuf; struct io_buffer_list *buf_list; }; union { struct io_wq_work_node comp_list; __poll_t apoll_events; }; atomic_t refs; atomic_t poll_refs; struct io_task_work io_task_work; unsigned int nr_tw; struct hlist_node hash_node; struct async_poll *apoll; void *async_data; struct io_kiocb *link; const struct cred *creds; struct io_wq_work work; struct { u64 extra1; u64 extra2; } big_cqe; }; struct io_ev_fd { struct eventfd_ctx *cq_ev_fd; unsigned int eventfd_async: 1; struct callback_head rcu; atomic_t refs; atomic_t ops; }; struct io_cache_entry { struct io_wq_work_node node; }; struct io_rsrc_put { u64 tag; union { void *rsrc; struct file *file; struct io_mapped_ubuf *buf; }; }; struct io_rsrc_node { union { struct io_cache_entry cache; struct io_ring_ctx *ctx; }; int refs; bool empty; u16 type; struct list_head node; struct io_rsrc_put item; }; struct io_mapped_ubuf { u64 ubuf; u64 ubuf_end; unsigned int nr_bvecs; long unsigned int acct_pages; struct bio_vec bvec[0]; }; struct io_rsrc_data { struct io_ring_ctx *ctx; u64 **tags; unsigned int nr; u16 rsrc_type; bool quiesce; }; struct io_wq_hash { refcount_t refs; long unsigned int map; struct wait_queue_head wait; }; struct io_tw_state { bool locked; }; enum { REQ_F_FIXED_FILE_BIT = 0, REQ_F_IO_DRAIN_BIT = 1, REQ_F_LINK_BIT = 2, REQ_F_HARDLINK_BIT = 3, REQ_F_FORCE_ASYNC_BIT = 4, REQ_F_BUFFER_SELECT_BIT = 5, REQ_F_CQE_SKIP_BIT = 6, REQ_F_FAIL_BIT = 8, REQ_F_INFLIGHT_BIT = 9, REQ_F_CUR_POS_BIT = 10, REQ_F_NOWAIT_BIT = 11, REQ_F_LINK_TIMEOUT_BIT = 12, REQ_F_NEED_CLEANUP_BIT = 13, REQ_F_POLLED_BIT = 14, REQ_F_BUFFER_SELECTED_BIT = 15, REQ_F_BUFFER_RING_BIT = 16, REQ_F_REISSUE_BIT = 17, REQ_F_CREDS_BIT = 18, REQ_F_REFCOUNT_BIT = 19, REQ_F_ARM_LTIMEOUT_BIT = 20, REQ_F_ASYNC_DATA_BIT = 21, REQ_F_SKIP_LINK_CQES_BIT = 22, REQ_F_SINGLE_POLL_BIT = 23, REQ_F_DOUBLE_POLL_BIT = 24, REQ_F_PARTIAL_IO_BIT = 25, REQ_F_APOLL_MULTISHOT_BIT = 26, REQ_F_CLEAR_POLLIN_BIT = 27, REQ_F_HASH_LOCKED_BIT = 28, REQ_F_SUPPORT_NOWAIT_BIT = 29, REQ_F_ISREG_BIT = 30, __REQ_F_LAST_BIT = 31, }; enum io_uring_op { IORING_OP_NOP = 0, IORING_OP_READV = 1, IORING_OP_WRITEV = 2, IORING_OP_FSYNC = 3, IORING_OP_READ_FIXED = 4, IORING_OP_WRITE_FIXED = 5, IORING_OP_POLL_ADD = 6, IORING_OP_POLL_REMOVE = 7, IORING_OP_SYNC_FILE_RANGE = 8, IORING_OP_SENDMSG = 9, IORING_OP_RECVMSG = 10, IORING_OP_TIMEOUT = 11, IORING_OP_TIMEOUT_REMOVE = 12, IORING_OP_ACCEPT = 13, IORING_OP_ASYNC_CANCEL = 14, IORING_OP_LINK_TIMEOUT = 15, IORING_OP_CONNECT = 16, IORING_OP_FALLOCATE = 17, IORING_OP_OPENAT = 18, IORING_OP_CLOSE = 19, IORING_OP_FILES_UPDATE = 20, IORING_OP_STATX = 21, IORING_OP_READ = 22, IORING_OP_WRITE = 23, IORING_OP_FADVISE = 24, IORING_OP_MADVISE = 25, IORING_OP_SEND = 26, IORING_OP_RECV = 27, IORING_OP_OPENAT2 = 28, IORING_OP_EPOLL_CTL = 29, IORING_OP_SPLICE = 30, IORING_OP_PROVIDE_BUFFERS = 31, IORING_OP_REMOVE_BUFFERS = 32, IORING_OP_TEE = 33, IORING_OP_SHUTDOWN = 34, IORING_OP_RENAMEAT = 35, IORING_OP_UNLINKAT = 36, IORING_OP_MKDIRAT = 37, IORING_OP_SYMLINKAT = 38, IORING_OP_LINKAT = 39, IORING_OP_MSG_RING = 40, IORING_OP_FSETXATTR = 41, IORING_OP_SETXATTR = 42, IORING_OP_FGETXATTR = 43, IORING_OP_GETXATTR = 44, IORING_OP_SOCKET = 45, IORING_OP_URING_CMD = 46, IORING_OP_SEND_ZC = 47, IORING_OP_SENDMSG_ZC = 48, IORING_OP_LAST = 49, }; enum { REQ_F_FIXED_FILE = 1, REQ_F_IO_DRAIN = 2, REQ_F_LINK = 4, REQ_F_HARDLINK = 8, REQ_F_FORCE_ASYNC = 16, REQ_F_BUFFER_SELECT = 32, REQ_F_CQE_SKIP = 64, REQ_F_FAIL = 256, REQ_F_INFLIGHT = 512, REQ_F_CUR_POS = 1024, REQ_F_NOWAIT = 2048, REQ_F_LINK_TIMEOUT = 4096, REQ_F_NEED_CLEANUP = 8192, REQ_F_POLLED = 16384, REQ_F_BUFFER_SELECTED = 32768, REQ_F_BUFFER_RING = 65536, REQ_F_REISSUE = 131072, REQ_F_SUPPORT_NOWAIT = 536870912, REQ_F_ISREG = 1073741824, REQ_F_CREDS = 262144, REQ_F_REFCOUNT = 524288, REQ_F_ARM_LTIMEOUT = 1048576, REQ_F_ASYNC_DATA = 2097152, REQ_F_SKIP_LINK_CQES = 4194304, REQ_F_SINGLE_POLL = 8388608, REQ_F_DOUBLE_POLL = 16777216, REQ_F_PARTIAL_IO = 33554432, REQ_F_APOLL_MULTISHOT = 67108864, REQ_F_CLEAR_POLLIN = 134217728, REQ_F_HASH_LOCKED = 268435456, }; enum { IOU_OK = 0, IOU_ISSUE_SKIP_COMPLETE = -529, IOU_STOP_MULTISHOT = -125, }; struct io_cancel_data { struct io_ring_ctx *ctx; union { u64 data; struct file *file; }; u8 opcode; u32 flags; int seq; }; struct io_timeout_data { struct io_kiocb *req; struct hrtimer timer; struct timespec64 ts; enum hrtimer_mode mode; u32 flags; }; struct io_timeout { struct file *file; u32 off; u32 target_seq; u32 repeats; struct list_head list; struct io_kiocb *head; struct io_kiocb *prev; }; struct io_timeout_rem { struct file *file; u64 addr; struct timespec64 ts; u32 flags; bool ltimeout; }; struct io_uring_rsrc_register { __u32 nr; __u32 flags; __u64 resv2; __u64 data; __u64 tags; }; struct io_uring_rsrc_update2 { __u32 offset; __u32 resv; __u64 data; __u64 tags; __u32 nr; __u32 resv2; }; struct scm_fp_list { short int count; short int max; struct user_struct *user; struct file *fp[253]; }; struct unix_skb_parms { struct pid *pid; kuid_t uid; kgid_t gid; struct scm_fp_list *fp; u32 secid; u32 consumed; }; enum { IORING_RSRC_FILE = 0, IORING_RSRC_BUFFER = 1, }; struct io_rsrc_update { struct file *file; u64 arg; u32 nr_args; u32 offset; }; enum { PERCPU_REF_INIT_ATOMIC = 1, PERCPU_REF_INIT_DEAD = 2, PERCPU_REF_ALLOW_REINIT = 4, }; typedef long unsigned int mpi_limb_t; typedef mpi_limb_t *mpi_ptr_t; typedef int mpi_size_t; typedef mpi_limb_t UWtype; typedef unsigned int UHWtype; struct gcry_mpi { int alloced; int nlimbs; int nbits; int sign; unsigned int flags; mpi_limb_t *d; }; typedef struct gcry_mpi *MPI; struct btree_head { long unsigned int *node; mempool_t *mempool; int height; }; struct btree_geo { int keylen; int no_pairs; int no_longs; }; typedef void (*visitor128_t)(void *, long unsigned int, u64, u64, size_t); typedef void (*visitorl_t)(void *, long unsigned int, long unsigned int, size_t); typedef void (*visitor32_t)(void *, long unsigned int, u32, size_t); typedef void (*visitor64_t)(void *, long unsigned int, u64, size_t); typedef s16 int16_t; typedef uint8_t BYTE; typedef uint8_t U8; typedef uint16_t U16; typedef int16_t S16; typedef uint32_t U32; typedef uint64_t U64; typedef enum { ZSTD_error_no_error = 0, ZSTD_error_GENERIC = 1, ZSTD_error_prefix_unknown = 10, ZSTD_error_version_unsupported = 12, ZSTD_error_frameParameter_unsupported = 14, ZSTD_error_frameParameter_windowTooLarge = 16, ZSTD_error_corruption_detected = 20, ZSTD_error_checksum_wrong = 22, ZSTD_error_dictionary_corrupted = 30, ZSTD_error_dictionary_wrong = 32, ZSTD_error_dictionaryCreation_failed = 34, ZSTD_error_parameter_unsupported = 40, ZSTD_error_parameter_outOfBound = 42, ZSTD_error_tableLog_tooLarge = 44, ZSTD_error_maxSymbolValue_tooLarge = 46, ZSTD_error_maxSymbolValue_tooSmall = 48, ZSTD_error_stage_wrong = 60, ZSTD_error_init_missing = 62, ZSTD_error_memory_allocation = 64, ZSTD_error_workSpace_tooSmall = 66, ZSTD_error_dstSize_tooSmall = 70, ZSTD_error_srcSize_wrong = 72, ZSTD_error_dstBuffer_null = 74, ZSTD_error_frameIndex_tooLarge = 100, ZSTD_error_seekableIO = 102, ZSTD_error_dstBuffer_wrong = 104, ZSTD_error_srcBuffer_wrong = 105, ZSTD_error_maxCode = 120, } ZSTD_ErrorCode; typedef U32 HUF_DTable; struct xxh64_state { uint64_t total_len; uint64_t v1; uint64_t v2; uint64_t v3; uint64_t v4; uint64_t mem64[4]; uint32_t memsize; }; typedef struct { U16 nextState; BYTE nbAdditionalBits; BYTE nbBits; U32 baseValue; } ZSTD_seqSymbol; typedef struct { ZSTD_seqSymbol LLTable[513]; ZSTD_seqSymbol OFTable[257]; ZSTD_seqSymbol MLTable[513]; HUF_DTable hufTable[4097]; U32 rep[3]; U32 workspace[157]; } ZSTD_entropyDTables_t; typedef enum { ZSTD_frame = 0, ZSTD_skippableFrame = 1, } ZSTD_frameType_e; typedef struct { long long unsigned int frameContentSize; long long unsigned int windowSize; unsigned int blockSizeMax; ZSTD_frameType_e frameType; unsigned int headerSize; unsigned int dictID; unsigned int checksumFlag; } ZSTD_frameHeader; typedef enum { bt_raw = 0, bt_rle = 1, bt_compressed = 2, bt_reserved = 3, } blockType_e; typedef enum { ZSTDds_getFrameHeaderSize = 0, ZSTDds_decodeFrameHeader = 1, ZSTDds_decodeBlockHeader = 2, ZSTDds_decompressBlock = 3, ZSTDds_decompressLastBlock = 4, ZSTDds_checkChecksum = 5, ZSTDds_decodeSkippableHeader = 6, ZSTDds_skipFrame = 7, } ZSTD_dStage; typedef enum { ZSTD_f_zstd1 = 0, ZSTD_f_zstd1_magicless = 1, } ZSTD_format_e; typedef enum { ZSTD_d_validateChecksum = 0, ZSTD_d_ignoreChecksum = 1, } ZSTD_forceIgnoreChecksum_e; typedef void * (*ZSTD_allocFunction)(void *, size_t); typedef void (*ZSTD_freeFunction)(void *, void *); typedef struct { ZSTD_allocFunction customAlloc; ZSTD_freeFunction customFree; void *opaque; } ZSTD_customMem; typedef enum { ZSTD_use_indefinitely = -1, ZSTD_dont_use = 0, ZSTD_use_once = 1, } ZSTD_dictUses_e; struct ZSTD_DDict_s; typedef struct ZSTD_DDict_s ZSTD_DDict; typedef struct { const ZSTD_DDict **ddictPtrTable; size_t ddictPtrTableSize; size_t ddictPtrCount; } ZSTD_DDictHashSet; typedef enum { ZSTD_rmd_refSingleDDict = 0, ZSTD_rmd_refMultipleDDicts = 1, } ZSTD_refMultipleDDicts_e; typedef enum { zdss_init = 0, zdss_loadHeader = 1, zdss_read = 2, zdss_load = 3, zdss_flush = 4, } ZSTD_dStreamStage; typedef enum { ZSTD_bm_buffered = 0, ZSTD_bm_stable = 1, } ZSTD_bufferMode_e; struct ZSTD_outBuffer_s { void *dst; size_t size; size_t pos; }; typedef struct ZSTD_outBuffer_s ZSTD_outBuffer; typedef enum { ZSTD_not_in_dst = 0, ZSTD_in_dst = 1, ZSTD_split = 2, } ZSTD_litLocation_e; struct ZSTD_DCtx_s { const ZSTD_seqSymbol *LLTptr; const ZSTD_seqSymbol *MLTptr; const ZSTD_seqSymbol *OFTptr; const HUF_DTable *HUFptr; ZSTD_entropyDTables_t entropy; U32 workspace[640]; const void *previousDstEnd; const void *prefixStart; const void *virtualStart; const void *dictEnd; size_t expected; ZSTD_frameHeader fParams; U64 processedCSize; U64 decodedSize; blockType_e bType; ZSTD_dStage stage; U32 litEntropy; U32 fseEntropy; struct xxh64_state xxhState; size_t headerSize; ZSTD_format_e format; ZSTD_forceIgnoreChecksum_e forceIgnoreChecksum; U32 validateChecksum; const BYTE *litPtr; ZSTD_customMem customMem; size_t litSize; size_t rleSize; size_t staticSize; ZSTD_DDict *ddictLocal; const ZSTD_DDict *ddict; U32 dictID; int ddictIsCold; ZSTD_dictUses_e dictUses; ZSTD_DDictHashSet *ddictSet; ZSTD_refMultipleDDicts_e refMultipleDDicts; ZSTD_dStreamStage streamStage; char *inBuff; size_t inBuffSize; size_t inPos; size_t maxWindowSize; char *outBuff; size_t outBuffSize; size_t outStart; size_t outEnd; size_t lhSize; U32 hostageByte; int noForwardProgress; ZSTD_bufferMode_e outBufferMode; ZSTD_outBuffer expectedOutBuffer; BYTE *litBuffer; const BYTE *litBufferEnd; ZSTD_litLocation_e litBufferLocation; BYTE litExtraBuffer[65568]; BYTE headerBuffer[18]; size_t oversizedDuration; }; typedef struct ZSTD_DCtx_s ZSTD_DCtx; typedef struct { size_t error; int lowerBound; int upperBound; } ZSTD_bounds; typedef enum { ZSTD_reset_session_only = 1, ZSTD_reset_parameters = 2, ZSTD_reset_session_and_parameters = 3, } ZSTD_ResetDirective; typedef enum { ZSTD_d_windowLogMax = 100, ZSTD_d_experimentalParam1 = 1000, ZSTD_d_experimentalParam2 = 1001, ZSTD_d_experimentalParam3 = 1002, ZSTD_d_experimentalParam4 = 1003, } ZSTD_dParameter; struct ZSTD_inBuffer_s { const void *src; size_t size; size_t pos; }; typedef struct ZSTD_inBuffer_s ZSTD_inBuffer; typedef ZSTD_DCtx ZSTD_DStream; struct ZSTD_DDict_s { void *dictBuffer; const void *dictContent; size_t dictSize; ZSTD_entropyDTables_t entropy; U32 dictID; U32 entropyPresent; ZSTD_customMem cMem; }; typedef enum { ZSTD_dct_auto = 0, ZSTD_dct_rawContent = 1, ZSTD_dct_fullDict = 2, } ZSTD_dictContentType_e; typedef enum { ZSTD_dlm_byCopy = 0, ZSTD_dlm_byRef = 1, } ZSTD_dictLoadMethod_e; typedef enum { ZSTDnit_frameHeader = 0, ZSTDnit_blockHeader = 1, ZSTDnit_block = 2, ZSTDnit_lastBlock = 3, ZSTDnit_checksum = 4, ZSTDnit_skippableFrame = 5, } ZSTD_nextInputType_e; typedef struct { size_t compressedSize; long long unsigned int decompressedBound; } ZSTD_frameSizeInfo; typedef struct { blockType_e blockType; U32 lastBlock; U32 origSize; } blockProperties_t; typedef enum { not_streaming = 0, is_streaming = 1, } streaming_operation; struct dim_cq_moder { u16 usec; u16 pkts; u16 comps; u8 cq_period_mode; }; struct dim_sample { ktime_t time; u32 pkt_ctr; u32 byte_ctr; u16 event_ctr; u32 comp_ctr; }; struct dim_stats { int ppms; int bpms; int epms; int cpms; int cpe_ratio; }; struct dim { u8 state; struct dim_stats prev_stats; struct dim_sample start_sample; struct dim_sample measuring_sample; struct work_struct work; void *priv; u8 profile_ix; u8 mode; u8 tune_state; u8 steps_right; u8 steps_left; u8 tired; }; enum dim_cq_period_mode { DIM_CQ_PERIOD_MODE_START_FROM_EQE = 0, DIM_CQ_PERIOD_MODE_START_FROM_CQE = 1, DIM_CQ_PERIOD_NUM_MODES = 2, }; enum dim_state { DIM_START_MEASURE = 0, DIM_MEASURE_IN_PROGRESS = 1, DIM_APPLY_NEW_PROFILE = 2, }; enum dim_tune_state { DIM_PARKING_ON_TOP = 0, DIM_PARKING_TIRED = 1, DIM_GOING_RIGHT = 2, DIM_GOING_LEFT = 3, }; enum dim_stats_state { DIM_STATS_WORSE = 0, DIM_STATS_SAME = 1, DIM_STATS_BETTER = 2, }; enum dim_step_result { DIM_STEPPED = 0, DIM_TOO_TIRED = 1, DIM_ON_EDGE = 2, }; struct bus_attribute { struct attribute attr; ssize_t (*show)(const struct bus_type *, char *); ssize_t (*store)(const struct bus_type *, const char *, size_t); }; typedef void (*dr_release_t)(struct device *, void *); typedef int (*dr_match_t)(struct device *, void *, void *); struct dmi_strmatch { unsigned char slot: 7; unsigned char exact_match: 1; char substr[79]; }; struct dmi_system_id { int (*callback)(const struct dmi_system_id *); const char *ident; struct dmi_strmatch matches[4]; void *driver_data; }; enum { LOGIC_PIO_INDIRECT = 0, LOGIC_PIO_CPU_MMIO = 1, }; struct logic_pio_host_ops; struct logic_pio_hwaddr { struct list_head list; struct fwnode_handle *fwnode; resource_size_t hw_start; resource_size_t io_start; resource_size_t size; long unsigned int flags; void *hostdata; const struct logic_pio_host_ops *ops; }; struct logic_pio_host_ops { u32 (*in)(void *, long unsigned int, size_t); void (*out)(void *, long unsigned int, u32, size_t); u32 (*ins)(void *, long unsigned int, void *, size_t, unsigned int); void (*outs)(void *, long unsigned int, const void *, size_t, unsigned int); }; enum { pci_channel_io_normal = 1, pci_channel_io_frozen = 2, pci_channel_io_perm_failure = 3, }; enum pcie_reset_state { pcie_deassert_reset = 1, pcie_warm_reset = 2, pcie_hot_reset = 3, }; enum pci_dev_flags { PCI_DEV_FLAGS_MSI_INTX_DISABLE_BUG = 1, PCI_DEV_FLAGS_NO_D3 = 2, PCI_DEV_FLAGS_ASSIGNED = 4, PCI_DEV_FLAGS_ACS_ENABLED_QUIRK = 8, PCI_DEV_FLAG_PCIE_BRIDGE_ALIAS = 32, PCI_DEV_FLAGS_NO_BUS_RESET = 64, PCI_DEV_FLAGS_NO_PM_RESET = 128, PCI_DEV_FLAGS_VPD_REF_F0 = 256, PCI_DEV_FLAGS_BRIDGE_XLATE_ROOT = 512, PCI_DEV_FLAGS_NO_FLR_RESET = 1024, PCI_DEV_FLAGS_NO_RELAXED_ORDERING = 2048, PCI_DEV_FLAGS_HAS_MSI_MASKING = 4096, }; enum pci_bus_flags { PCI_BUS_FLAGS_NO_MSI = 1, PCI_BUS_FLAGS_NO_MMRBC = 2, PCI_BUS_FLAGS_NO_AERSID = 4, PCI_BUS_FLAGS_NO_EXTCFG = 8, }; enum pcie_link_width { PCIE_LNK_WIDTH_RESRV = 0, PCIE_LNK_X1 = 1, PCIE_LNK_X2 = 2, PCIE_LNK_X4 = 4, PCIE_LNK_X8 = 8, PCIE_LNK_X12 = 12, PCIE_LNK_X16 = 16, PCIE_LNK_X32 = 32, PCIE_LNK_WIDTH_UNKNOWN = 255, }; enum pci_bus_speed { PCI_SPEED_33MHz = 0, PCI_SPEED_66MHz = 1, PCI_SPEED_66MHz_PCIX = 2, PCI_SPEED_100MHz_PCIX = 3, PCI_SPEED_133MHz_PCIX = 4, PCI_SPEED_66MHz_PCIX_ECC = 5, PCI_SPEED_100MHz_PCIX_ECC = 6, PCI_SPEED_133MHz_PCIX_ECC = 7, PCI_SPEED_66MHz_PCIX_266 = 9, PCI_SPEED_100MHz_PCIX_266 = 10, PCI_SPEED_133MHz_PCIX_266 = 11, AGP_UNKNOWN = 12, AGP_1X = 13, AGP_2X = 14, AGP_4X = 15, AGP_8X = 16, PCI_SPEED_66MHz_PCIX_533 = 17, PCI_SPEED_100MHz_PCIX_533 = 18, PCI_SPEED_133MHz_PCIX_533 = 19, PCIE_SPEED_2_5GT = 20, PCIE_SPEED_5_0GT = 21, PCIE_SPEED_8_0GT = 22, PCIE_SPEED_16_0GT = 23, PCIE_SPEED_32_0GT = 24, PCIE_SPEED_64_0GT = 25, PCI_SPEED_UNKNOWN = 255, }; enum pcie_bus_config_types { PCIE_BUS_TUNE_OFF = 0, PCIE_BUS_DEFAULT = 1, PCIE_BUS_SAFE = 2, PCIE_BUS_PERFORMANCE = 3, PCIE_BUS_PEER2PEER = 4, }; typedef int (*arch_set_vga_state_t)(struct pci_dev *, bool, unsigned int, u32); enum pci_fixup_pass { pci_fixup_early = 0, pci_fixup_header = 1, pci_fixup_final = 2, pci_fixup_enable = 3, pci_fixup_resume = 4, pci_fixup_suspend = 5, pci_fixup_resume_early = 6, pci_fixup_suspend_late = 7, }; struct pci_cap_saved_data { u16 cap_nr; bool cap_extended; unsigned int size; u32 data[0]; }; struct pci_cap_saved_state { struct hlist_node next; struct pci_cap_saved_data cap; }; struct pci_reset_fn_method { int (*reset_fn)(struct pci_dev *, bool); char *name; }; struct pci_pme_device { struct list_head list; struct pci_dev *dev; }; struct pci_saved_state { u32 config_space[16]; struct pci_cap_saved_data cap[0]; }; struct pci_devres { unsigned int enabled: 1; unsigned int pinned: 1; unsigned int orig_intx: 1; unsigned int restore_intx: 1; unsigned int mwi: 1; u32 region_mask; }; struct pci_slot_attribute { struct attribute attr; ssize_t (*show)(struct pci_slot *, char *); ssize_t (*store)(struct pci_slot *, const char *, size_t); }; struct pdev_archdata { u64 dma_mask; void *priv; }; struct platform_device_id { char name[20]; kernel_ulong_t driver_data; }; struct mfd_cell; struct platform_device { const char *name; int id; bool id_auto; struct device dev; u64 platform_dma_mask; struct device_dma_parameters dma_parms; u32 num_resources; struct resource *resource; const struct platform_device_id *id_entry; const char *driver_override; struct mfd_cell *mfd_cell; struct pdev_archdata archdata; }; struct aperture_range { struct device *dev; resource_size_t base; resource_size_t size; struct list_head lh; void (*detach)(struct device *); }; struct fb_fix_screeninfo { char id[16]; long unsigned int smem_start; __u32 smem_len; __u32 type; __u32 type_aux; __u32 visual; __u16 xpanstep; __u16 ypanstep; __u16 ywrapstep; __u32 line_length; long unsigned int mmio_start; __u32 mmio_len; __u32 accel; __u16 capabilities; __u16 reserved[2]; }; struct fb_bitfield { __u32 offset; __u32 length; __u32 msb_right; }; struct fb_var_screeninfo { __u32 xres; __u32 yres; __u32 xres_virtual; __u32 yres_virtual; __u32 xoffset; __u32 yoffset; __u32 bits_per_pixel; __u32 grayscale; struct fb_bitfield red; struct fb_bitfield green; struct fb_bitfield blue; struct fb_bitfield transp; __u32 nonstd; __u32 activate; __u32 height; __u32 width; __u32 accel_flags; __u32 pixclock; __u32 left_margin; __u32 right_margin; __u32 upper_margin; __u32 lower_margin; __u32 hsync_len; __u32 vsync_len; __u32 sync; __u32 vmode; __u32 rotate; __u32 colorspace; __u32 reserved[4]; }; struct fb_cmap { __u32 start; __u32 len; __u16 *red; __u16 *green; __u16 *blue; __u16 *transp; }; struct fb_copyarea { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 sx; __u32 sy; }; struct fb_fillrect { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 color; __u32 rop; }; struct fb_image { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 fg_color; __u32 bg_color; __u8 depth; const char *data; struct fb_cmap cmap; }; struct fbcurpos { __u16 x; __u16 y; }; struct fb_cursor { __u16 set; __u16 enable; __u16 rop; const char *mask; struct fbcurpos hot; struct fb_image image; }; enum backlight_type { BACKLIGHT_RAW = 1, BACKLIGHT_PLATFORM = 2, BACKLIGHT_FIRMWARE = 3, BACKLIGHT_TYPE_MAX = 4, }; enum backlight_scale { BACKLIGHT_SCALE_UNKNOWN = 0, BACKLIGHT_SCALE_LINEAR = 1, BACKLIGHT_SCALE_NON_LINEAR = 2, }; struct backlight_device; struct fb_info; struct backlight_ops { unsigned int options; int (*update_status)(struct backlight_device *); int (*get_brightness)(struct backlight_device *); int (*check_fb)(struct backlight_device *, struct fb_info *); }; struct backlight_properties { int brightness; int max_brightness; int power; int fb_blank; enum backlight_type type; unsigned int state; enum backlight_scale scale; }; struct backlight_device { struct backlight_properties props; struct mutex update_lock; struct mutex ops_lock; const struct backlight_ops *ops; struct notifier_block fb_notif; struct list_head entry; struct device dev; bool fb_bl_on[32]; int use_count; }; struct fb_chroma { __u32 redx; __u32 greenx; __u32 bluex; __u32 whitex; __u32 redy; __u32 greeny; __u32 bluey; __u32 whitey; }; struct fb_videomode; struct fb_monspecs { struct fb_chroma chroma; struct fb_videomode *modedb; __u8 manufacturer[4]; __u8 monitor[14]; __u8 serial_no[14]; __u8 ascii[14]; __u32 modedb_len; __u32 model; __u32 serial; __u32 year; __u32 week; __u32 hfmin; __u32 hfmax; __u32 dclkmin; __u32 dclkmax; __u16 input; __u16 dpms; __u16 signal; __u16 vfmin; __u16 vfmax; __u16 gamma; __u16 gtf: 1; __u16 misc; __u8 version; __u8 revision; __u8 max_x; __u8 max_y; }; struct fb_pixmap { u8 *addr; u32 size; u32 offset; u32 buf_align; u32 scan_align; u32 access_align; u32 flags; u32 blit_x; u32 blit_y; void (*writeio)(struct fb_info *, void *, void *, unsigned int); void (*readio)(struct fb_info *, void *, void *, unsigned int); }; struct fb_ops; struct fb_tile_ops; struct fb_info { refcount_t count; int node; int flags; int fbcon_rotate_hint; struct mutex lock; struct mutex mm_lock; struct fb_var_screeninfo var; struct fb_fix_screeninfo fix; struct fb_monspecs monspecs; struct fb_pixmap pixmap; struct fb_pixmap sprite; struct fb_cmap cmap; struct list_head modelist; struct fb_videomode *mode; struct backlight_device *bl_dev; struct mutex bl_curve_mutex; u8 bl_curve[128]; const struct fb_ops *fbops; struct device *device; struct device *dev; int class_flag; struct fb_tile_ops *tileops; union { char *screen_base; char *screen_buffer; }; long unsigned int screen_size; void *pseudo_palette; u32 state; void *fbcon_par; void *par; bool skip_vt_switch; }; struct fb_videomode { const char *name; u32 refresh; u32 xres; u32 yres; u32 pixclock; u32 left_margin; u32 right_margin; u32 upper_margin; u32 lower_margin; u32 hsync_len; u32 vsync_len; u32 sync; u32 vmode; u32 flag; }; struct fb_blit_caps { u32 x; u32 y; u32 len; u32 flags; }; struct fb_ops { struct module *owner; int (*fb_open)(struct fb_info *, int); int (*fb_release)(struct fb_info *, int); ssize_t (*fb_read)(struct fb_info *, char *, size_t, loff_t *); ssize_t (*fb_write)(struct fb_info *, const char *, size_t, loff_t *); int (*fb_check_var)(struct fb_var_screeninfo *, struct fb_info *); int (*fb_set_par)(struct fb_info *); int (*fb_setcolreg)(unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, struct fb_info *); int (*fb_setcmap)(struct fb_cmap *, struct fb_info *); int (*fb_blank)(int, struct fb_info *); int (*fb_pan_display)(struct fb_var_screeninfo *, struct fb_info *); void (*fb_fillrect)(struct fb_info *, const struct fb_fillrect *); void (*fb_copyarea)(struct fb_info *, const struct fb_copyarea *); void (*fb_imageblit)(struct fb_info *, const struct fb_image *); int (*fb_cursor)(struct fb_info *, struct fb_cursor *); int (*fb_sync)(struct fb_info *); int (*fb_ioctl)(struct fb_info *, unsigned int, long unsigned int); int (*fb_compat_ioctl)(struct fb_info *, unsigned int, long unsigned int); int (*fb_mmap)(struct fb_info *, struct vm_area_struct *); void (*fb_get_caps)(struct fb_info *, struct fb_blit_caps *, struct fb_var_screeninfo *); void (*fb_destroy)(struct fb_info *); int (*fb_debug_enter)(struct fb_info *); int (*fb_debug_leave)(struct fb_info *); }; struct fb_tilemap { __u32 width; __u32 height; __u32 depth; __u32 length; const __u8 *data; }; struct fb_tilerect { __u32 sx; __u32 sy; __u32 width; __u32 height; __u32 index; __u32 fg; __u32 bg; __u32 rop; }; struct fb_tilearea { __u32 sx; __u32 sy; __u32 dx; __u32 dy; __u32 width; __u32 height; }; struct fb_tileblit { __u32 sx; __u32 sy; __u32 width; __u32 height; __u32 fg; __u32 bg; __u32 length; __u32 *indices; }; struct fb_tilecursor { __u32 sx; __u32 sy; __u32 mode; __u32 shape; __u32 fg; __u32 bg; }; struct fb_tile_ops { void (*fb_settile)(struct fb_info *, struct fb_tilemap *); void (*fb_tilecopy)(struct fb_info *, struct fb_tilearea *); void (*fb_tilefill)(struct fb_info *, struct fb_tilerect *); void (*fb_tileblit)(struct fb_info *, struct fb_tileblit *); void (*fb_tilecursor)(struct fb_info *, struct fb_tilecursor *); int (*fb_get_tilemax)(struct fb_info *); }; struct dmt_videomode { u32 dmt_id; u32 std_2byte_code; u32 cvt_3byte_code; const struct fb_videomode *mode; }; struct fb_modelist { struct list_head list; struct fb_videomode mode; }; enum { FB_BLANK_UNBLANK = 0, FB_BLANK_NORMAL = 1, FB_BLANK_VSYNC_SUSPEND = 2, FB_BLANK_HSYNC_SUSPEND = 3, FB_BLANK_POWERDOWN = 4, }; struct fb_cmap_user { __u32 start; __u32 len; __u16 *red; __u16 *green; __u16 *blue; __u16 *transp; }; typedef u16 u_int16_t; typedef u32 u_int32_t; typedef struct { void *vaddr; } vaddr_t; struct my_timming { unsigned int pixclock; int mnp; unsigned int crtc; unsigned int HDisplay; unsigned int HSyncStart; unsigned int HSyncEnd; unsigned int HTotal; unsigned int VDisplay; unsigned int VSyncStart; unsigned int VSyncEnd; unsigned int VTotal; unsigned int sync; int dblscan; int interlaced; unsigned int delay; }; struct matrox_pll_cache { unsigned int valid; struct { unsigned int mnp_key; unsigned int mnp_value; } data[4]; }; struct matrox_pll_limits { unsigned int vcomin; unsigned int vcomax; }; struct matrox_pll_features { unsigned int vco_freq_min; unsigned int ref_freq; unsigned int feed_div_min; unsigned int feed_div_max; unsigned int in_div_min; unsigned int in_div_max; unsigned int post_shift_max; }; struct matroxfb_par { unsigned int final_bppShift; unsigned int cmap_len; struct { unsigned int bytes; unsigned int pixels; unsigned int chunks; } ydstorg; }; struct matrox_DAC1064_features { u_int8_t xvrefctrl; u_int8_t xmiscctrl; }; struct mavenregs { u_int8_t regs[256]; int mode; int vlines; int xtal; int fv; u_int16_t htotal; u_int16_t hcorr; }; struct matrox_crtc2 { u_int32_t ctl; }; struct matrox_hw_state { u_int32_t MXoptionReg; unsigned char DACclk[6]; unsigned char DACreg[80]; unsigned char MiscOutReg; unsigned char DACpal[768]; unsigned char CRTC[25]; unsigned char CRTCEXT[9]; unsigned char SEQ[5]; unsigned char GCTL[9]; unsigned char ATTR[21]; struct mavenregs maven; struct matrox_crtc2 crtc2; }; struct matrox_accel_data { unsigned char ramdac_rev; u_int32_t m_dwg_rect; u_int32_t m_opmode; u_int32_t m_access; u_int32_t m_pitch; }; struct v4l2_queryctrl; struct v4l2_control; struct matrox_altout { const char *name; int (*compute)(void *, struct my_timming *); int (*program)(void *); int (*start)(void *); int (*verifymode)(void *, u_int32_t); int (*getqueryctrl)(void *, struct v4l2_queryctrl *); int (*getctrl)(void *, struct v4l2_control *); int (*setctrl)(void *, struct v4l2_control *); }; struct v4l2_queryctrl { __u32 id; __u32 type; __u8 name[32]; __s32 minimum; __s32 maximum; __s32 step; __s32 default_value; __u32 flags; __u32 reserved[2]; }; struct v4l2_control { __u32 id; __s32 value; }; enum mga_chip { MGA_2064 = 0, MGA_2164 = 1, MGA_1064 = 2, MGA_1164 = 3, MGA_G100 = 4, MGA_G200 = 5, MGA_G400 = 6, MGA_G450 = 7, MGA_G550 = 8, }; struct matrox_bios { unsigned int bios_valid: 1; unsigned int pins_len; unsigned char pins[128]; struct { unsigned char vMaj; unsigned char vMin; unsigned char vRev; } version; struct { unsigned char state; unsigned char tvout; } output; }; struct matrox_vsync { wait_queue_head_t wait; unsigned int cnt; }; struct matroxfb_dh_fb_info; struct matroxfb_driver; struct matrox_switch; struct matrox_fb_info { struct fb_info fbcon; struct list_head next_fb; int dead; int initialized; unsigned int usecount; unsigned int userusecount; long unsigned int irq_flags; struct matroxfb_par curr; struct matrox_hw_state hw; struct matrox_accel_data accel; struct pci_dev *pcidev; struct { struct matrox_vsync vsync; unsigned int pixclock; int mnp; int panpos; } crtc1; struct { struct matrox_vsync vsync; unsigned int pixclock; int mnp; struct matroxfb_dh_fb_info *info; struct rw_semaphore lock; } crtc2; struct { struct rw_semaphore lock; struct { int brightness; int contrast; int saturation; int hue; int gamma; int testout; int deflicker; } tvo_params; } altout; struct { unsigned int src; struct matrox_altout *output; void *data; unsigned int mode; unsigned int default_src; } outputs[3]; struct matroxfb_driver *drivers[5]; void *drivers_data[5]; unsigned int drivers_count; struct { long unsigned int base; vaddr_t vbase; unsigned int len; unsigned int len_usable; unsigned int len_maximum; } video; struct { long unsigned int base; vaddr_t vbase; unsigned int len; } mmio; unsigned int max_pixel_clock; unsigned int max_pixel_clock_panellink; struct matrox_switch *hw_switch; struct { struct matrox_pll_features pll; struct matrox_DAC1064_features DAC1064; } features; struct { spinlock_t DAC; spinlock_t accel; } lock; enum mga_chip chip; int interleave; int millenium; int milleniumII; struct { int cfb4; const int *vxres; int cross4MB; int text; int plnwt; int srcorg; } capable; int wc_cookie; struct { int precise_width; int mga_24bpp_fix; int novga; int nobios; int nopciretry; int noinit; int sgram; int support32MB; int accelerator; int text_type_aux; int video64bits; int crtc2; int maven_capable; unsigned int vgastep; unsigned int textmode; unsigned int textstep; unsigned int textvram; unsigned int ydstorg; int memtype; int g450dac; int dfp_type; int panellink; int dualhead; unsigned int fbResource; } devflags; struct fb_ops fbops; struct matrox_bios bios; struct { struct matrox_pll_limits pixel; struct matrox_pll_limits system; struct matrox_pll_limits video; } limits; struct { struct matrox_pll_cache pixel; struct matrox_pll_cache system; struct matrox_pll_cache video; } cache; struct { struct { unsigned int video; unsigned int system; } pll; struct { u_int32_t opt; u_int32_t opt2; u_int32_t opt3; u_int32_t mctlwtst; u_int32_t mctlwtst_core; u_int32_t memmisc; u_int32_t memrdbk; u_int32_t maccess; } reg; struct { unsigned int ddr: 1; unsigned int emrswen: 1; unsigned int dll: 1; } memory; } values; u_int32_t cmap[16]; }; struct matroxfb_driver { struct list_head node; char *name; void * (*probe)(struct matrox_fb_info *); void (*remove)(struct matrox_fb_info *, void *); }; struct matrox_switch { int (*preinit)(struct matrox_fb_info *); void (*reset)(struct matrox_fb_info *); int (*init)(struct matrox_fb_info *, struct my_timming *); void (*restore)(struct matrox_fb_info *); }; enum v4l2_preemphasis { V4L2_PREEMPHASIS_DISABLED = 0, V4L2_PREEMPHASIS_50_uS = 1, V4L2_PREEMPHASIS_75_uS = 2, }; enum v4l2_av1_segment_feature { V4L2_AV1_SEG_LVL_ALT_Q = 0, V4L2_AV1_SEG_LVL_ALT_LF_Y_V = 1, V4L2_AV1_SEG_LVL_REF_FRAME = 5, V4L2_AV1_SEG_LVL_REF_SKIP = 6, V4L2_AV1_SEG_LVL_REF_GLOBALMV = 7, V4L2_AV1_SEG_LVL_MAX = 8, }; struct regulator; struct rt_mutex { struct rt_mutex_base rtmutex; }; struct i2c_msg { __u16 addr; __u16 flags; __u16 len; __u8 *buf; }; union i2c_smbus_data { __u8 byte; __u16 word; __u8 block[34]; }; struct i2c_algorithm; struct i2c_lock_operations; struct i2c_bus_recovery_info; struct i2c_adapter_quirks; struct i2c_adapter { struct module *owner; unsigned int class; const struct i2c_algorithm *algo; void *algo_data; const struct i2c_lock_operations *lock_ops; struct rt_mutex bus_lock; struct rt_mutex mux_lock; int timeout; int retries; struct device dev; long unsigned int locked_flags; int nr; char name[48]; struct completion dev_released; struct mutex userspace_clients_lock; struct list_head userspace_clients; struct i2c_bus_recovery_info *bus_recovery_info; const struct i2c_adapter_quirks *quirks; struct irq_domain *host_notify_domain; struct regulator *bus_regulator; }; struct i2c_algorithm { int (*master_xfer)(struct i2c_adapter *, struct i2c_msg *, int); int (*master_xfer_atomic)(struct i2c_adapter *, struct i2c_msg *, int); int (*smbus_xfer)(struct i2c_adapter *, u16, short unsigned int, char, u8, int, union i2c_smbus_data *); int (*smbus_xfer_atomic)(struct i2c_adapter *, u16, short unsigned int, char, u8, int, union i2c_smbus_data *); u32 (*functionality)(struct i2c_adapter *); }; struct i2c_lock_operations { void (*lock_bus)(struct i2c_adapter *, unsigned int); int (*trylock_bus)(struct i2c_adapter *, unsigned int); void (*unlock_bus)(struct i2c_adapter *, unsigned int); }; struct gpio_desc; struct pinctrl; struct pinctrl_state; struct i2c_bus_recovery_info { int (*recover_bus)(struct i2c_adapter *); int (*get_scl)(struct i2c_adapter *); void (*set_scl)(struct i2c_adapter *, int); int (*get_sda)(struct i2c_adapter *); void (*set_sda)(struct i2c_adapter *, int); int (*get_bus_free)(struct i2c_adapter *); void (*prepare_recovery)(struct i2c_adapter *); void (*unprepare_recovery)(struct i2c_adapter *); struct gpio_desc *scl_gpiod; struct gpio_desc *sda_gpiod; struct pinctrl *pinctrl; struct pinctrl_state *pins_default; struct pinctrl_state *pins_gpio; }; struct i2c_adapter_quirks { u64 flags; int max_num_msgs; u16 max_write_len; u16 max_read_len; u16 max_comb_1st_msg_len; u16 max_comb_2nd_msg_len; }; struct i2c_algo_bit_data { void *data; void (*setsda)(void *, int); void (*setscl)(void *, int); int (*getsda)(void *); int (*getscl)(void *); int (*pre_xfer)(struct i2c_adapter *); void (*post_xfer)(struct i2c_adapter *); int udelay; int timeout; bool can_do_atomic; }; enum radeon_montype { MT_NONE = 0, MT_CRT = 1, MT_LCD = 2, MT_DFP = 3, MT_CTV = 4, MT_STV = 5, }; struct pll_info { int ppll_max; int ppll_min; int sclk; int mclk; int ref_div; int ref_clk; }; struct radeon_regs { u32 ovr_clr; u32 ovr_wid_left_right; u32 ovr_wid_top_bottom; u32 ov0_scale_cntl; u32 mpp_tb_config; u32 mpp_gp_config; u32 subpic_cntl; u32 viph_control; u32 i2c_cntl_1; u32 gen_int_cntl; u32 cap0_trig_cntl; u32 cap1_trig_cntl; u32 bus_cntl; u32 surface_cntl; u32 bios_5_scratch; u32 dp_datatype; u32 rbbm_soft_reset; u32 clock_cntl_index; u32 amcgpio_en_reg; u32 amcgpio_mask; u32 surf_lower_bound[8]; u32 surf_upper_bound[8]; u32 surf_info[8]; u32 crtc_gen_cntl; u32 crtc_ext_cntl; u32 dac_cntl; u32 crtc_h_total_disp; u32 crtc_h_sync_strt_wid; u32 crtc_v_total_disp; u32 crtc_v_sync_strt_wid; u32 crtc_offset; u32 crtc_offset_cntl; u32 crtc_pitch; u32 disp_merge_cntl; u32 grph_buffer_cntl; u32 crtc_more_cntl; u32 crtc2_gen_cntl; u32 dac2_cntl; u32 disp_output_cntl; u32 disp_hw_debug; u32 disp2_merge_cntl; u32 grph2_buffer_cntl; u32 crtc2_h_total_disp; u32 crtc2_h_sync_strt_wid; u32 crtc2_v_total_disp; u32 crtc2_v_sync_strt_wid; u32 crtc2_offset; u32 crtc2_offset_cntl; u32 crtc2_pitch; u32 fp_crtc_h_total_disp; u32 fp_crtc_v_total_disp; u32 fp_gen_cntl; u32 fp2_gen_cntl; u32 fp_h_sync_strt_wid; u32 fp2_h_sync_strt_wid; u32 fp_horz_stretch; u32 fp_panel_cntl; u32 fp_v_sync_strt_wid; u32 fp2_v_sync_strt_wid; u32 fp_vert_stretch; u32 lvds_gen_cntl; u32 lvds_pll_cntl; u32 tmds_crc; u32 tmds_transmitter_cntl; u32 dot_clock_freq; int feedback_div; int post_div; u32 ppll_div_3; u32 ppll_ref_div; u32 vclk_ecp_cntl; u32 clk_cntl_index; u32 dot_clock_freq_2; int feedback_div_2; int post_div_2; u32 p2pll_ref_div; u32 p2pll_div_0; u32 htotal_cntl2; int palette_valid; }; struct panel_info { int xres; int yres; int valid; int clock; int hOver_plus; int hSync_width; int hblank; int vOver_plus; int vSync_width; int vblank; int hAct_high; int vAct_high; int interlaced; int pwr_delay; int use_bios_dividers; int ref_divider; int post_divider; int fbk_divider; }; struct radeonfb_info; struct radeon_i2c_chan { struct radeonfb_info *rinfo; u32 ddc_reg; struct i2c_adapter adapter; struct i2c_algo_bit_data algo; }; enum radeon_pm_mode { radeon_pm_none = 0, radeon_pm_d2 = 1, radeon_pm_off = 2, }; typedef void (*reinit_function_ptr)(struct radeonfb_info *); struct radeonfb_info { struct fb_info *info; struct radeon_regs state; struct radeon_regs init_state; char name[50]; long unsigned int mmio_base_phys; long unsigned int fb_base_phys; void *mmio_base; void *fb_base; long unsigned int fb_local_base; struct pci_dev *pdev; struct device_node *of_node; void *bios_seg; int fp_bios_start; u32 pseudo_palette[16]; struct { u8 red; u8 green; u8 blue; u8 pad; } palette[256]; int chipset; u8 family; u8 rev; unsigned int errata; long unsigned int video_ram; long unsigned int mapped_vram; int vram_width; int vram_ddr; int pitch; int bpp; int depth; int has_CRTC2; int is_mobility; int is_IGP; int reversed_DAC; int reversed_TMDS; struct panel_info panel_info; int mon1_type; u8 *mon1_EDID; struct fb_videomode *mon1_modedb; int mon1_dbsize; int mon2_type; u8 *mon2_EDID; u32 dp_gui_master_cntl; struct pll_info pll; int wc_cookie; u32 save_regs[100]; int asleep; int lock_blank; int dynclk; int no_schedule; enum radeon_pm_mode pm_mode; reinit_function_ptr reinit_func; spinlock_t reg_lock; struct timer_list lvds_timer; u32 pending_lvds_gen_cntl; struct radeon_i2c_chan i2c[4]; }; struct termios { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_cc[19]; cc_t c_line; speed_t c_ispeed; speed_t c_ospeed; }; struct sgttyb { char sg_ispeed; char sg_ospeed; char sg_erase; char sg_kill; short int sg_flags; }; struct tchars { char t_intrc; char t_quitc; char t_startc; char t_stopc; char t_eofc; char t_brkc; }; struct ltchars { char t_suspc; char t_dsuspc; char t_rprntc; char t_flushc; char t_werasc; char t_lnextc; }; struct termio { short unsigned int c_iflag; short unsigned int c_oflag; short unsigned int c_cflag; short unsigned int c_lflag; unsigned char c_line; unsigned char c_cc[10]; }; enum vc_intensity { VCI_HALF_BRIGHT = 0, VCI_NORMAL = 1, VCI_BOLD = 2, VCI_MASK = 3, }; struct vc_state { unsigned int x; unsigned int y; unsigned char color; unsigned char Gx_charset[2]; unsigned int charset: 1; enum vc_intensity intensity; bool italic; bool underline; bool blink; bool reverse; }; struct console_font { unsigned int width; unsigned int height; unsigned int charcount; unsigned char *data; }; struct vt_mode { char mode; char waitv; short int relsig; short int acqsig; short int frsig; }; struct consw; struct uni_pagedict; struct vc_data { struct tty_port port; struct vc_state state; struct vc_state saved_state; short unsigned int vc_num; unsigned int vc_cols; unsigned int vc_rows; unsigned int vc_size_row; unsigned int vc_scan_lines; unsigned int vc_cell_height; long unsigned int vc_origin; long unsigned int vc_scr_end; long unsigned int vc_visible_origin; unsigned int vc_top; unsigned int vc_bottom; const struct consw *vc_sw; short unsigned int *vc_screenbuf; unsigned int vc_screenbuf_size; unsigned char vc_mode; unsigned char vc_attr; unsigned char vc_def_color; unsigned char vc_ulcolor; unsigned char vc_itcolor; unsigned char vc_halfcolor; unsigned int vc_cursor_type; short unsigned int vc_complement_mask; short unsigned int vc_s_complement_mask; long unsigned int vc_pos; short unsigned int vc_hi_font_mask; struct console_font vc_font; short unsigned int vc_video_erase_char; unsigned int vc_state; unsigned int vc_npar; unsigned int vc_par[16]; struct vt_mode vt_mode; struct pid *vt_pid; int vt_newvt; wait_queue_head_t paste_wait; unsigned int vc_disp_ctrl: 1; unsigned int vc_toggle_meta: 1; unsigned int vc_decscnm: 1; unsigned int vc_decom: 1; unsigned int vc_decawm: 1; unsigned int vc_deccm: 1; unsigned int vc_decim: 1; unsigned int vc_priv: 3; unsigned int vc_need_wrap: 1; unsigned int vc_can_do_color: 1; unsigned int vc_report_mouse: 2; unsigned char vc_utf: 1; unsigned char vc_utf_count; int vc_utf_char; long unsigned int vc_tab_stop[4]; unsigned char vc_palette[48]; short unsigned int *vc_translate; unsigned int vc_resize_user; unsigned int vc_bell_pitch; unsigned int vc_bell_duration; short unsigned int vc_cur_blink_ms; struct vc_data **vc_display_fg; struct uni_pagedict *uni_pagedict; struct uni_pagedict **uni_pagedict_loc; u32 **vc_uni_lines; }; enum con_scroll { SM_UP = 0, SM_DOWN = 1, }; struct consw { struct module *owner; const char * (*con_startup)(); void (*con_init)(struct vc_data *, int); void (*con_deinit)(struct vc_data *); void (*con_clear)(struct vc_data *, int, int, int, int); void (*con_putc)(struct vc_data *, int, int, int); void (*con_putcs)(struct vc_data *, const short unsigned int *, int, int, int); void (*con_cursor)(struct vc_data *, int); bool (*con_scroll)(struct vc_data *, unsigned int, unsigned int, enum con_scroll, unsigned int); int (*con_switch)(struct vc_data *); int (*con_blank)(struct vc_data *, int, int); int (*con_font_set)(struct vc_data *, struct console_font *, unsigned int, unsigned int); int (*con_font_get)(struct vc_data *, struct console_font *, unsigned int); int (*con_font_default)(struct vc_data *, struct console_font *, char *); int (*con_resize)(struct vc_data *, unsigned int, unsigned int, unsigned int); void (*con_set_palette)(struct vc_data *, const unsigned char *); void (*con_scrolldelta)(struct vc_data *, int); int (*con_set_origin)(struct vc_data *); void (*con_save_screen)(struct vc_data *); u8 (*con_build_attr)(struct vc_data *, u8, enum vc_intensity, bool, bool, bool, bool); void (*con_invert_region)(struct vc_data *, u16 *, int); u16 * (*con_screen_pos)(const struct vc_data *, int); long unsigned int (*con_getxy)(struct vc_data *, long unsigned int, int *, int *); void (*con_flush_scrollback)(struct vc_data *); int (*con_debug_enter)(struct vc_data *); int (*con_debug_leave)(struct vc_data *); }; struct vc { struct vc_data *d; struct work_struct SAK_work; }; struct tiocl_selection { short unsigned int xs; short unsigned int ys; short unsigned int xe; short unsigned int ye; short unsigned int sel_mode; }; struct vc_selection { struct mutex lock; struct vc_data *cons; char *buffer; unsigned int buf_len; volatile int start; int end; }; struct platform_driver { int (*probe)(struct platform_device *); int (*remove)(struct platform_device *); void (*remove_new)(struct platform_device *); void (*shutdown)(struct platform_device *); int (*suspend)(struct platform_device *, pm_message_t); int (*resume)(struct platform_device *); struct device_driver driver; const struct platform_device_id *id_table; bool prevent_deferred_probe; bool driver_managed_dma; }; struct hvsi_priv { unsigned int inbuf_len; unsigned char inbuf[255]; unsigned int inbuf_cur; unsigned int inbuf_pktlen; atomic_t seqno; unsigned int opened: 1; unsigned int established: 1; unsigned int is_console: 1; unsigned int mctrl_update: 1; short unsigned int mctrl; struct tty_struct *tty; int (*get_chars)(uint32_t, char *, int); int (*put_chars)(uint32_t, const char *, int); uint32_t termno; }; enum OpalPendingState { OPAL_EVENT_OPAL_INTERNAL = 1, OPAL_EVENT_NVRAM = 2, OPAL_EVENT_RTC = 4, OPAL_EVENT_CONSOLE_OUTPUT = 8, OPAL_EVENT_CONSOLE_INPUT = 16, OPAL_EVENT_ERROR_LOG_AVAIL = 32, OPAL_EVENT_ERROR_LOG = 64, OPAL_EVENT_EPOW = 128, OPAL_EVENT_LED_STATUS = 256, OPAL_EVENT_PCI_ERROR = 512, OPAL_EVENT_DUMP_AVAIL = 1024, OPAL_EVENT_MSG_PENDING = 2048, }; struct hv_ops; struct hvc_struct { struct tty_port port; spinlock_t lock; int index; int do_wakeup; char *outbuf; int outbuf_size; int n_outbuf; uint32_t vtermno; const struct hv_ops *ops; int irq_requested; int data; struct winsize ws; struct work_struct tty_resize; struct list_head next; long unsigned int flags; }; struct hv_ops { int (*get_chars)(uint32_t, char *, int); int (*put_chars)(uint32_t, const char *, int); int (*flush)(uint32_t, bool); int (*notifier_add)(struct hvc_struct *, int); void (*notifier_del)(struct hvc_struct *, int); void (*notifier_hangup)(struct hvc_struct *, int); int (*tiocmget)(struct hvc_struct *); int (*tiocmset)(struct hvc_struct *, unsigned int, unsigned int); void (*dtr_rts)(struct hvc_struct *, bool); }; enum hv_protocol { HV_PROTOCOL_RAW = 0, HV_PROTOCOL_HVSI = 1, }; typedef enum hv_protocol hv_protocol_t; struct hvc_opal_priv { hv_protocol_t proto; struct hvsi_priv hvsi; }; enum { KERNEL_PARAM_FL_UNSAFE = 1, KERNEL_PARAM_FL_HWPARAM = 2, }; enum hwparam_type { hwparam_ioport = 0, hwparam_iomem = 1, hwparam_ioport_or_iomem = 2, hwparam_irq = 3, hwparam_dma = 4, hwparam_dma_addr = 5, hwparam_other = 6, }; struct serial_icounter_struct { int cts; int dsr; int rng; int dcd; int rx; int tx; int frame; int overrun; int parity; int brk; int buf_overrun; int reserved[9]; }; struct serial_struct { int type; int line; unsigned int port; int irq; int flags; int xmit_fifo_size; int custom_divisor; int baud_base; short unsigned int close_delay; char io_type; char reserved_char[1]; int hub6; short unsigned int closing_wait; short unsigned int closing_wait2; unsigned char *iomem_base; short unsigned int iomem_reg_shift; unsigned int port_high; long unsigned int iomap_base; }; struct serial_rs485 { __u32 flags; __u32 delay_rts_before_send; __u32 delay_rts_after_send; union { __u32 padding[5]; struct { __u8 addr_recv; __u8 addr_dest; __u8 padding0[2]; __u32 padding1[4]; }; }; }; struct serial_iso7816 { __u32 flags; __u32 tg; __u32 sc_fi; __u32 sc_di; __u32 clk; __u32 reserved[5]; }; struct circ_buf { char *buf; int head; int tail; }; struct uart_port; struct uart_ops { unsigned int (*tx_empty)(struct uart_port *); void (*set_mctrl)(struct uart_port *, unsigned int); unsigned int (*get_mctrl)(struct uart_port *); void (*stop_tx)(struct uart_port *); void (*start_tx)(struct uart_port *); void (*throttle)(struct uart_port *); void (*unthrottle)(struct uart_port *); void (*send_xchar)(struct uart_port *, char); void (*stop_rx)(struct uart_port *); void (*start_rx)(struct uart_port *); void (*enable_ms)(struct uart_port *); void (*break_ctl)(struct uart_port *, int); int (*startup)(struct uart_port *); void (*shutdown)(struct uart_port *); void (*flush_buffer)(struct uart_port *); void (*set_termios)(struct uart_port *, struct ktermios *, const struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); void (*pm)(struct uart_port *, unsigned int, unsigned int); const char * (*type)(struct uart_port *); void (*release_port)(struct uart_port *); int (*request_port)(struct uart_port *); void (*config_port)(struct uart_port *, int); int (*verify_port)(struct uart_port *, struct serial_struct *); int (*ioctl)(struct uart_port *, unsigned int, long unsigned int); }; struct uart_icount { __u32 cts; __u32 dsr; __u32 rng; __u32 dcd; __u32 rx; __u32 tx; __u32 frame; __u32 overrun; __u32 parity; __u32 brk; __u32 buf_overrun; }; typedef u64 upf_t; typedef unsigned int upstat_t; struct uart_state; struct serial_port_device; struct uart_port { spinlock_t lock; long unsigned int iobase; unsigned char *membase; unsigned int (*serial_in)(struct uart_port *, int); void (*serial_out)(struct uart_port *, int, int); void (*set_termios)(struct uart_port *, struct ktermios *, const struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); unsigned int (*get_mctrl)(struct uart_port *); void (*set_mctrl)(struct uart_port *, unsigned int); unsigned int (*get_divisor)(struct uart_port *, unsigned int, unsigned int *); void (*set_divisor)(struct uart_port *, unsigned int, unsigned int, unsigned int); int (*startup)(struct uart_port *); void (*shutdown)(struct uart_port *); void (*throttle)(struct uart_port *); void (*unthrottle)(struct uart_port *); int (*handle_irq)(struct uart_port *); void (*pm)(struct uart_port *, unsigned int, unsigned int); void (*handle_break)(struct uart_port *); int (*rs485_config)(struct uart_port *, struct ktermios *, struct serial_rs485 *); int (*iso7816_config)(struct uart_port *, struct serial_iso7816 *); unsigned int ctrl_id; unsigned int port_id; unsigned int irq; long unsigned int irqflags; unsigned int uartclk; unsigned int fifosize; unsigned char x_char; unsigned char regshift; unsigned char iotype; unsigned char quirks; unsigned int read_status_mask; unsigned int ignore_status_mask; struct uart_state *state; struct uart_icount icount; struct console *cons; upf_t flags; upstat_t status; bool hw_stopped; unsigned int mctrl; unsigned int frame_time; unsigned int type; const struct uart_ops *ops; unsigned int custom_divisor; unsigned int line; unsigned int minor; resource_size_t mapbase; resource_size_t mapsize; struct device *dev; struct serial_port_device *port_dev; long unsigned int sysrq; u8 sysrq_ch; unsigned char has_sysrq; unsigned char sysrq_seq; unsigned char hub6; unsigned char suspended; unsigned char console_reinit; const char *name; struct attribute_group *attr_group; const struct attribute_group **tty_groups; struct serial_rs485 rs485; struct serial_rs485 rs485_supported; struct gpio_desc *rs485_term_gpio; struct gpio_desc *rs485_rx_during_tx_gpio; struct serial_iso7816 iso7816; void *private_data; }; enum uart_pm_state { UART_PM_STATE_ON = 0, UART_PM_STATE_OFF = 3, UART_PM_STATE_UNDEFINED = 4, }; struct uart_state { struct tty_port port; enum uart_pm_state pm_state; struct circ_buf xmit; atomic_t refcount; wait_queue_head_t remove_wait; struct uart_port *uart_port; }; struct uart_driver { struct module *owner; const char *driver_name; const char *dev_name; int major; int minor; int nr; struct console *cons; struct uart_state *state; struct tty_driver *tty_driver; }; struct uart_8250_port; struct plat_serial8250_port { long unsigned int iobase; void *membase; resource_size_t mapbase; resource_size_t mapsize; unsigned int uartclk; unsigned int irq; long unsigned int irqflags; void *private_data; unsigned char regshift; unsigned char iotype; unsigned char hub6; unsigned char has_sysrq; unsigned int type; upf_t flags; u16 bugs; unsigned int (*serial_in)(struct uart_port *, int); void (*serial_out)(struct uart_port *, int, int); u32 (*dl_read)(struct uart_8250_port *); void (*dl_write)(struct uart_8250_port *, u32); void (*set_termios)(struct uart_port *, struct ktermios *, const struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); unsigned int (*get_mctrl)(struct uart_port *); int (*handle_irq)(struct uart_port *); void (*pm)(struct uart_port *, unsigned int, unsigned int); void (*handle_break)(struct uart_port *); }; struct mctrl_gpios; struct uart_8250_dma; struct uart_8250_ops; struct uart_8250_em485; struct uart_8250_port { struct uart_port port; struct timer_list timer; struct list_head list; u32 capabilities; u16 bugs; unsigned int tx_loadsz; unsigned char acr; unsigned char fcr; unsigned char ier; unsigned char lcr; unsigned char mcr; unsigned char cur_iotype; unsigned int rpm_tx_active; unsigned char canary; unsigned char probe; struct mctrl_gpios *gpios; u16 lsr_saved_flags; u16 lsr_save_mask; unsigned char msr_saved_flags; struct uart_8250_dma *dma; const struct uart_8250_ops *ops; u32 (*dl_read)(struct uart_8250_port *); void (*dl_write)(struct uart_8250_port *, u32); struct uart_8250_em485 *em485; void (*rs485_start_tx)(struct uart_8250_port *); void (*rs485_stop_tx)(struct uart_8250_port *); struct delayed_work overrun_backoff; u32 overrun_backoff_time_ms; }; enum { PLAT8250_DEV_LEGACY = -1, PLAT8250_DEV_PLATFORM = 0, PLAT8250_DEV_PLATFORM1 = 1, PLAT8250_DEV_PLATFORM2 = 2, PLAT8250_DEV_FOURPORT = 3, PLAT8250_DEV_ACCENT = 4, PLAT8250_DEV_BOCA = 5, PLAT8250_DEV_EXAR_ST16C554 = 6, PLAT8250_DEV_HUB6 = 7, PLAT8250_DEV_AU1X00 = 8, PLAT8250_DEV_SM501 = 9, }; struct uart_8250_ops { int (*setup_irq)(struct uart_8250_port *); void (*release_irq)(struct uart_8250_port *); void (*setup_timer)(struct uart_8250_port *); }; struct uart_8250_em485 { struct hrtimer start_tx_timer; struct hrtimer stop_tx_timer; struct hrtimer *active_timer; struct uart_8250_port *port; unsigned int tx_stopped: 1; }; struct dma_chan; typedef bool (*dma_filter_fn)(struct dma_chan *, void *); enum dma_transfer_direction { DMA_MEM_TO_MEM = 0, DMA_MEM_TO_DEV = 1, DMA_DEV_TO_MEM = 2, DMA_DEV_TO_DEV = 3, DMA_TRANS_NONE = 4, }; enum dma_slave_buswidth { DMA_SLAVE_BUSWIDTH_UNDEFINED = 0, DMA_SLAVE_BUSWIDTH_1_BYTE = 1, DMA_SLAVE_BUSWIDTH_2_BYTES = 2, DMA_SLAVE_BUSWIDTH_3_BYTES = 3, DMA_SLAVE_BUSWIDTH_4_BYTES = 4, DMA_SLAVE_BUSWIDTH_8_BYTES = 8, DMA_SLAVE_BUSWIDTH_16_BYTES = 16, DMA_SLAVE_BUSWIDTH_32_BYTES = 32, DMA_SLAVE_BUSWIDTH_64_BYTES = 64, DMA_SLAVE_BUSWIDTH_128_BYTES = 128, }; struct dma_slave_config { enum dma_transfer_direction direction; phys_addr_t src_addr; phys_addr_t dst_addr; enum dma_slave_buswidth src_addr_width; enum dma_slave_buswidth dst_addr_width; u32 src_maxburst; u32 dst_maxburst; u32 src_port_window_size; u32 dst_port_window_size; bool device_fc; void *peripheral_config; size_t peripheral_size; }; typedef s32 dma_cookie_t; struct uart_8250_dma { int (*tx_dma)(struct uart_8250_port *); int (*rx_dma)(struct uart_8250_port *); void (*prepare_tx_dma)(struct uart_8250_port *); void (*prepare_rx_dma)(struct uart_8250_port *); dma_filter_fn fn; void *rx_param; void *tx_param; struct dma_slave_config rxconf; struct dma_slave_config txconf; struct dma_chan *rxchan; struct dma_chan *txchan; phys_addr_t rx_dma_addr; phys_addr_t tx_dma_addr; dma_addr_t rx_addr; dma_addr_t tx_addr; dma_cookie_t rx_cookie; dma_cookie_t tx_cookie; void *rx_buf; size_t rx_size; size_t tx_size; unsigned char tx_running; unsigned char tx_err; unsigned char rx_running; }; enum dma_status { DMA_COMPLETE = 0, DMA_IN_PROGRESS = 1, DMA_PAUSED = 2, DMA_ERROR = 3, DMA_OUT_OF_ORDER = 4, }; enum dma_transaction_type { DMA_MEMCPY = 0, DMA_XOR = 1, DMA_PQ = 2, DMA_XOR_VAL = 3, DMA_PQ_VAL = 4, DMA_MEMSET = 5, DMA_MEMSET_SG = 6, DMA_INTERRUPT = 7, DMA_PRIVATE = 8, DMA_ASYNC_TX = 9, DMA_SLAVE = 10, DMA_CYCLIC = 11, DMA_INTERLEAVE = 12, DMA_COMPLETION_NO_ORDER = 13, DMA_REPEAT = 14, DMA_LOAD_EOT = 15, DMA_TX_TYPE_END = 16, }; struct data_chunk { size_t size; size_t icg; size_t dst_icg; size_t src_icg; }; struct dma_interleaved_template { dma_addr_t src_start; dma_addr_t dst_start; enum dma_transfer_direction dir; bool src_inc; bool dst_inc; bool src_sgl; bool dst_sgl; size_t numf; size_t frame_size; struct data_chunk sgl[0]; }; enum dma_ctrl_flags { DMA_PREP_INTERRUPT = 1, DMA_CTRL_ACK = 2, DMA_PREP_PQ_DISABLE_P = 4, DMA_PREP_PQ_DISABLE_Q = 8, DMA_PREP_CONTINUE = 16, DMA_PREP_FENCE = 32, DMA_CTRL_REUSE = 64, DMA_PREP_CMD = 128, DMA_PREP_REPEAT = 256, DMA_PREP_LOAD_EOT = 512, }; enum sum_check_bits { SUM_CHECK_P = 0, SUM_CHECK_Q = 1, }; enum sum_check_flags { SUM_CHECK_P_RESULT = 1, SUM_CHECK_Q_RESULT = 2, }; typedef struct { long unsigned int bits[1]; } dma_cap_mask_t; enum dma_desc_metadata_mode { DESC_METADATA_NONE = 0, DESC_METADATA_CLIENT = 1, DESC_METADATA_ENGINE = 2, }; struct dma_chan_percpu { long unsigned int memcpy_count; long unsigned int bytes_transferred; }; struct dma_router { struct device *dev; void (*route_free)(struct device *, void *); }; struct dma_device; struct dma_chan_dev; struct dma_chan { struct dma_device *device; struct device *slave; dma_cookie_t cookie; dma_cookie_t completed_cookie; int chan_id; struct dma_chan_dev *dev; const char *name; char *dbg_client_name; struct list_head device_node; struct dma_chan_percpu *local; int client_count; int table_count; struct dma_router *router; void *route_data; void *private; }; struct dma_slave_map; struct dma_filter { dma_filter_fn fn; int mapcnt; const struct dma_slave_map *map; }; enum dmaengine_alignment { DMAENGINE_ALIGN_1_BYTE = 0, DMAENGINE_ALIGN_2_BYTES = 1, DMAENGINE_ALIGN_4_BYTES = 2, DMAENGINE_ALIGN_8_BYTES = 3, DMAENGINE_ALIGN_16_BYTES = 4, DMAENGINE_ALIGN_32_BYTES = 5, DMAENGINE_ALIGN_64_BYTES = 6, DMAENGINE_ALIGN_128_BYTES = 7, DMAENGINE_ALIGN_256_BYTES = 8, }; enum dma_residue_granularity { DMA_RESIDUE_GRANULARITY_DESCRIPTOR = 0, DMA_RESIDUE_GRANULARITY_SEGMENT = 1, DMA_RESIDUE_GRANULARITY_BURST = 2, }; struct dma_async_tx_descriptor; struct dma_slave_caps; struct dma_tx_state; struct dma_device { struct kref ref; unsigned int chancnt; unsigned int privatecnt; struct list_head channels; struct list_head global_node; struct dma_filter filter; dma_cap_mask_t cap_mask; enum dma_desc_metadata_mode desc_metadata_modes; short unsigned int max_xor; short unsigned int max_pq; enum dmaengine_alignment copy_align; enum dmaengine_alignment xor_align; enum dmaengine_alignment pq_align; enum dmaengine_alignment fill_align; int dev_id; struct device *dev; struct module *owner; struct ida chan_ida; u32 src_addr_widths; u32 dst_addr_widths; u32 directions; u32 min_burst; u32 max_burst; u32 max_sg_burst; bool descriptor_reuse; enum dma_residue_granularity residue_granularity; int (*device_alloc_chan_resources)(struct dma_chan *); int (*device_router_config)(struct dma_chan *); void (*device_free_chan_resources)(struct dma_chan *); struct dma_async_tx_descriptor * (*device_prep_dma_memcpy)(struct dma_chan *, dma_addr_t, dma_addr_t, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_xor)(struct dma_chan *, dma_addr_t, dma_addr_t *, unsigned int, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_xor_val)(struct dma_chan *, dma_addr_t *, unsigned int, size_t, enum sum_check_flags *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_pq)(struct dma_chan *, dma_addr_t *, dma_addr_t *, unsigned int, const unsigned char *, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_pq_val)(struct dma_chan *, dma_addr_t *, dma_addr_t *, unsigned int, const unsigned char *, size_t, enum sum_check_flags *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_memset)(struct dma_chan *, dma_addr_t, int, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_memset_sg)(struct dma_chan *, struct scatterlist *, unsigned int, int, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_interrupt)(struct dma_chan *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_slave_sg)(struct dma_chan *, struct scatterlist *, unsigned int, enum dma_transfer_direction, long unsigned int, void *); struct dma_async_tx_descriptor * (*device_prep_dma_cyclic)(struct dma_chan *, dma_addr_t, size_t, size_t, enum dma_transfer_direction, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_interleaved_dma)(struct dma_chan *, struct dma_interleaved_template *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_imm_data)(struct dma_chan *, dma_addr_t, u64, long unsigned int); void (*device_caps)(struct dma_chan *, struct dma_slave_caps *); int (*device_config)(struct dma_chan *, struct dma_slave_config *); int (*device_pause)(struct dma_chan *); int (*device_resume)(struct dma_chan *); int (*device_terminate_all)(struct dma_chan *); void (*device_synchronize)(struct dma_chan *); enum dma_status (*device_tx_status)(struct dma_chan *, dma_cookie_t, struct dma_tx_state *); void (*device_issue_pending)(struct dma_chan *); void (*device_release)(struct dma_device *); void (*dbg_summary_show)(struct seq_file *, struct dma_device *); struct dentry *dbg_dev_root; }; struct dma_chan_dev { struct dma_chan *chan; struct device device; int dev_id; bool chan_dma_dev; }; struct dma_slave_caps { u32 src_addr_widths; u32 dst_addr_widths; u32 directions; u32 min_burst; u32 max_burst; u32 max_sg_burst; bool cmd_pause; bool cmd_resume; bool cmd_terminate; enum dma_residue_granularity residue_granularity; bool descriptor_reuse; }; typedef void (*dma_async_tx_callback)(void *); enum dmaengine_tx_result { DMA_TRANS_NOERROR = 0, DMA_TRANS_READ_FAILED = 1, DMA_TRANS_WRITE_FAILED = 2, DMA_TRANS_ABORTED = 3, }; struct dmaengine_result { enum dmaengine_tx_result result; u32 residue; }; typedef void (*dma_async_tx_callback_result)(void *, const struct dmaengine_result *); struct dmaengine_unmap_data { u8 map_cnt; u8 to_cnt; u8 from_cnt; u8 bidi_cnt; struct device *dev; struct kref kref; size_t len; dma_addr_t addr[0]; }; struct dma_descriptor_metadata_ops { int (*attach)(struct dma_async_tx_descriptor *, void *, size_t); void * (*get_ptr)(struct dma_async_tx_descriptor *, size_t *, size_t *); int (*set_len)(struct dma_async_tx_descriptor *, size_t); }; struct dma_async_tx_descriptor { dma_cookie_t cookie; enum dma_ctrl_flags flags; dma_addr_t phys; struct dma_chan *chan; dma_cookie_t (*tx_submit)(struct dma_async_tx_descriptor *); int (*desc_free)(struct dma_async_tx_descriptor *); dma_async_tx_callback callback; dma_async_tx_callback_result callback_result; void *callback_param; struct dmaengine_unmap_data *unmap; enum dma_desc_metadata_mode desc_metadata_mode; struct dma_descriptor_metadata_ops *metadata_ops; }; struct dma_tx_state { dma_cookie_t last; dma_cookie_t used; u32 residue; u32 in_flight_bytes; }; struct dma_slave_map { const char *devname; const char *slave; void *param; }; struct old_serial_port { unsigned int uart; unsigned int baud_base; unsigned int port; unsigned int irq; upf_t flags; unsigned char io_type; unsigned char *iomem_base; short unsigned int iomem_reg_shift; }; struct irq_info { struct hlist_node node; int irq; spinlock_t lock; struct list_head *head; }; struct memdev { const char *name; const struct file_operations *fops; fmode_t fmode; umode_t mode; }; enum tpm_algorithms { TPM_ALG_ERROR = 0, TPM_ALG_SHA1 = 4, TPM_ALG_KEYEDHASH = 8, TPM_ALG_SHA256 = 11, TPM_ALG_SHA384 = 12, TPM_ALG_SHA512 = 13, TPM_ALG_NULL = 16, TPM_ALG_SM3_256 = 18, }; enum tpm_duration { TPM_SHORT = 0, TPM_MEDIUM = 1, TPM_LONG = 2, TPM_LONG_LONG = 3, TPM_UNDEFINED = 4, TPM_NUM_DURATIONS = 4, }; enum tpm_chip_flags { TPM_CHIP_FLAG_BOOTSTRAPPED = 1, TPM_CHIP_FLAG_TPM2 = 2, TPM_CHIP_FLAG_IRQ = 4, TPM_CHIP_FLAG_VIRTUAL = 8, TPM_CHIP_FLAG_HAVE_TIMEOUTS = 16, TPM_CHIP_FLAG_ALWAYS_POWERED = 32, TPM_CHIP_FLAG_FIRMWARE_POWER_MANAGED = 64, TPM_CHIP_FLAG_FIRMWARE_UPGRADE = 128, TPM_CHIP_FLAG_SUSPENDED = 256, TPM_CHIP_FLAG_HWRNG_DISABLED = 512, }; struct tpm_header { __be16 tag; __be32 length; union { __be32 ordinal; __be32 return_code; }; } __attribute__((packed)); enum tpm_buf_flags { TPM_BUF_OVERFLOW = 1, }; struct tpm_buf { unsigned int flags; u8 *data; }; enum tpm_timeout { TPM_TIMEOUT = 5, TPM_TIMEOUT_RETRY = 100, TPM_TIMEOUT_RANGE_US = 300, TPM_TIMEOUT_POLL = 1, TPM_TIMEOUT_USECS_MIN = 100, TPM_TIMEOUT_USECS_MAX = 500, }; struct stclear_flags_t { __be16 tag; u8 deactivated; u8 disableForceClear; u8 physicalPresence; u8 physicalPresenceLock; u8 bGlobalLock; } __attribute__((packed)); struct tpm1_version { u8 major; u8 minor; u8 rev_major; u8 rev_minor; }; struct tpm1_version2 { __be16 tag; struct tpm1_version version; }; struct timeout_t { __be32 a; __be32 b; __be32 c; __be32 d; }; struct duration_t { __be32 tpm_short; __be32 tpm_medium; __be32 tpm_long; }; struct permanent_flags_t { __be16 tag; u8 disable; u8 ownership; u8 deactivated; u8 readPubek; u8 disableOwnerClear; u8 allowMaintenance; u8 physicalPresenceLifetimeLock; u8 physicalPresenceHWEnable; u8 physicalPresenceCMDEnable; u8 CEKPUsed; u8 TPMpost; u8 TPMpostLock; u8 FIPS; u8 operator; u8 enableRevokeEK; u8 nvLocked; u8 readSRKPub; u8 tpmEstablished; u8 maintenanceDone; u8 disableFullDALogicInfo; }; typedef union { struct permanent_flags_t perm_flags; struct stclear_flags_t stclear_flags; __u8 owned; __be32 num_pcrs; struct tpm1_version version1; struct tpm1_version2 version2; __be32 manufacturer_id; struct timeout_t timeout; struct duration_t duration; } cap_t; enum tpm_capabilities { TPM_CAP_FLAG = 4, TPM_CAP_PROP = 5, TPM_CAP_VERSION_1_1 = 6, TPM_CAP_VERSION_1_2 = 26, }; enum tpm_sub_capabilities { TPM_CAP_PROP_PCR = 257, TPM_CAP_PROP_MANUFACTURER = 259, TPM_CAP_FLAG_PERM = 264, TPM_CAP_FLAG_VOL = 265, TPM_CAP_PROP_OWNER = 273, TPM_CAP_PROP_TIS_TIMEOUT = 277, TPM_CAP_PROP_TIS_DURATION = 288, }; struct tpm1_get_random_out { __be32 rng_data_len; u8 rng_data[128]; }; enum { MEMREMAP_WB = 1, MEMREMAP_WT = 2, MEMREMAP_WC = 4, MEMREMAP_ENC = 8, MEMREMAP_DEC = 16, }; struct klist_node; struct klist { spinlock_t k_lock; struct list_head k_list; void (*get)(struct klist_node *); void (*put)(struct klist_node *); }; struct klist_node { void *n_klist; struct list_head n_node; struct kref n_ref; }; struct klist_iter { struct klist *i_klist; struct klist_node *i_cur; }; struct wake_irq { struct device *dev; unsigned int status; int irq; const char *name; }; enum bus_notifier_event { BUS_NOTIFY_ADD_DEVICE = 0, BUS_NOTIFY_DEL_DEVICE = 1, BUS_NOTIFY_REMOVED_DEVICE = 2, BUS_NOTIFY_BIND_DRIVER = 3, BUS_NOTIFY_BOUND_DRIVER = 4, BUS_NOTIFY_UNBIND_DRIVER = 5, BUS_NOTIFY_UNBOUND_DRIVER = 6, BUS_NOTIFY_DRIVER_NOT_BOUND = 7, }; struct subsys_private { struct kset subsys; struct kset *devices_kset; struct list_head interfaces; struct mutex mutex; struct kset *drivers_kset; struct klist klist_devices; struct klist klist_drivers; struct blocking_notifier_head bus_notifier; unsigned int drivers_autoprobe: 1; const struct bus_type *bus; struct device *dev_root; struct kset glue_dirs; const struct class *class; struct lock_class_key lock_key; }; struct driver_private { struct kobject kobj; struct klist klist_devices; struct klist_node knode_bus; struct module_kobject *mkobj; struct device_driver *driver; }; struct driver_attribute { struct attribute attr; ssize_t (*show)(struct device_driver *, char *); ssize_t (*store)(struct device_driver *, const char *, size_t); }; struct subsys_interface { const char *name; struct bus_type *subsys; struct list_head node; int (*add_dev)(struct device *, struct subsys_interface *); void (*remove_dev)(struct device *, struct subsys_interface *); }; struct device_private { struct klist klist_children; struct klist_node knode_parent; struct klist_node knode_driver; struct klist_node knode_bus; struct klist_node knode_class; struct list_head deferred_probe; struct device_driver *async_driver; char *deferred_probe_reason; struct device *device; u8 dead: 1; }; struct subsys_dev_iter { struct klist_iter ki; const struct device_type *type; }; struct cpu { int node_id; int hotpluggable; struct device dev; }; struct cpu_attr { struct device_attribute attr; const struct cpumask * const map; }; struct container_dev { struct device dev; int (*offline)(struct container_dev *); }; enum regcache_type { REGCACHE_NONE = 0, REGCACHE_RBTREE = 1, REGCACHE_FLAT = 2, REGCACHE_MAPLE = 3, }; struct reg_default { unsigned int reg; unsigned int def; }; struct reg_sequence { unsigned int reg; unsigned int def; unsigned int delay_us; }; enum regmap_endian { REGMAP_ENDIAN_DEFAULT = 0, REGMAP_ENDIAN_BIG = 1, REGMAP_ENDIAN_LITTLE = 2, REGMAP_ENDIAN_NATIVE = 3, }; struct regmap_range { unsigned int range_min; unsigned int range_max; }; struct regmap_access_table { const struct regmap_range *yes_ranges; unsigned int n_yes_ranges; const struct regmap_range *no_ranges; unsigned int n_no_ranges; }; typedef void (*regmap_lock)(void *); typedef void (*regmap_unlock)(void *); struct regmap_range_cfg; struct regmap_config { const char *name; int reg_bits; int reg_stride; int reg_shift; unsigned int reg_base; int pad_bits; int val_bits; bool (*writeable_reg)(struct device *, unsigned int); bool (*readable_reg)(struct device *, unsigned int); bool (*volatile_reg)(struct device *, unsigned int); bool (*precious_reg)(struct device *, unsigned int); bool (*writeable_noinc_reg)(struct device *, unsigned int); bool (*readable_noinc_reg)(struct device *, unsigned int); bool disable_locking; regmap_lock lock; regmap_unlock unlock; void *lock_arg; int (*reg_read)(void *, unsigned int, unsigned int *); int (*reg_write)(void *, unsigned int, unsigned int); int (*reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); int (*read)(void *, const void *, size_t, void *, size_t); int (*write)(void *, const void *, size_t); size_t max_raw_read; size_t max_raw_write; bool fast_io; bool io_port; unsigned int max_register; const struct regmap_access_table *wr_table; const struct regmap_access_table *rd_table; const struct regmap_access_table *volatile_table; const struct regmap_access_table *precious_table; const struct regmap_access_table *wr_noinc_table; const struct regmap_access_table *rd_noinc_table; const struct reg_default *reg_defaults; unsigned int num_reg_defaults; enum regcache_type cache_type; const void *reg_defaults_raw; unsigned int num_reg_defaults_raw; long unsigned int read_flag_mask; long unsigned int write_flag_mask; bool zero_flag_mask; bool use_single_read; bool use_single_write; bool use_relaxed_mmio; bool can_multi_write; enum regmap_endian reg_format_endian; enum regmap_endian val_format_endian; const struct regmap_range_cfg *ranges; unsigned int num_ranges; bool use_hwlock; bool use_raw_spinlock; unsigned int hwlock_id; unsigned int hwlock_mode; bool can_sleep; }; struct regmap_range_cfg { const char *name; unsigned int range_min; unsigned int range_max; unsigned int selector_reg; unsigned int selector_mask; int selector_shift; unsigned int window_start; unsigned int window_len; }; typedef int (*regmap_hw_write)(void *, const void *, size_t); typedef int (*regmap_hw_gather_write)(void *, const void *, size_t, const void *, size_t); struct regmap_async; typedef int (*regmap_hw_async_write)(void *, const void *, size_t, const void *, size_t, struct regmap_async *); struct regmap; struct regmap_async { struct list_head list; struct regmap *map; void *work_buf; }; typedef int (*regmap_hw_read)(void *, const void *, size_t, void *, size_t); typedef int (*regmap_hw_reg_read)(void *, unsigned int, unsigned int *); typedef int (*regmap_hw_reg_noinc_read)(void *, unsigned int, void *, size_t); typedef int (*regmap_hw_reg_write)(void *, unsigned int, unsigned int); typedef int (*regmap_hw_reg_noinc_write)(void *, unsigned int, const void *, size_t); typedef int (*regmap_hw_reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); typedef struct regmap_async * (*regmap_hw_async_alloc)(); typedef void (*regmap_hw_free_context)(void *); struct regmap_bus { bool fast_io; bool free_on_exit; regmap_hw_write write; regmap_hw_gather_write gather_write; regmap_hw_async_write async_write; regmap_hw_reg_write reg_write; regmap_hw_reg_noinc_write reg_noinc_write; regmap_hw_reg_update_bits reg_update_bits; regmap_hw_read read; regmap_hw_reg_read reg_read; regmap_hw_reg_noinc_read reg_noinc_read; regmap_hw_free_context free_context; regmap_hw_async_alloc async_alloc; u8 read_flag_mask; enum regmap_endian reg_format_endian_default; enum regmap_endian val_format_endian_default; size_t max_raw_read; size_t max_raw_write; }; struct reg_field { unsigned int reg; unsigned int lsb; unsigned int msb; unsigned int id_size; unsigned int id_offset; }; struct regmap_format { size_t buf_size; size_t reg_bytes; size_t pad_bytes; size_t val_bytes; s8 reg_shift; void (*format_write)(struct regmap *, unsigned int, unsigned int); void (*format_reg)(void *, unsigned int, unsigned int); void (*format_val)(void *, unsigned int, unsigned int); unsigned int (*parse_val)(const void *); void (*parse_inplace)(void *); }; struct hwspinlock; struct regcache_ops; struct regmap { union { struct mutex mutex; struct { spinlock_t spinlock; long unsigned int spinlock_flags; }; struct { raw_spinlock_t raw_spinlock; long unsigned int raw_spinlock_flags; }; }; regmap_lock lock; regmap_unlock unlock; void *lock_arg; gfp_t alloc_flags; unsigned int reg_base; struct device *dev; void *work_buf; struct regmap_format format; const struct regmap_bus *bus; void *bus_context; const char *name; bool async; spinlock_t async_lock; wait_queue_head_t async_waitq; struct list_head async_list; struct list_head async_free; int async_ret; bool debugfs_disable; struct dentry *debugfs; const char *debugfs_name; unsigned int debugfs_reg_len; unsigned int debugfs_val_len; unsigned int debugfs_tot_len; struct list_head debugfs_off_cache; struct mutex cache_lock; unsigned int max_register; bool (*writeable_reg)(struct device *, unsigned int); bool (*readable_reg)(struct device *, unsigned int); bool (*volatile_reg)(struct device *, unsigned int); bool (*precious_reg)(struct device *, unsigned int); bool (*writeable_noinc_reg)(struct device *, unsigned int); bool (*readable_noinc_reg)(struct device *, unsigned int); const struct regmap_access_table *wr_table; const struct regmap_access_table *rd_table; const struct regmap_access_table *volatile_table; const struct regmap_access_table *precious_table; const struct regmap_access_table *wr_noinc_table; const struct regmap_access_table *rd_noinc_table; int (*reg_read)(void *, unsigned int, unsigned int *); int (*reg_write)(void *, unsigned int, unsigned int); int (*reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); int (*read)(void *, const void *, size_t, void *, size_t); int (*write)(void *, const void *, size_t); bool defer_caching; long unsigned int read_flag_mask; long unsigned int write_flag_mask; int reg_shift; int reg_stride; int reg_stride_order; bool force_write_field; const struct regcache_ops *cache_ops; enum regcache_type cache_type; unsigned int cache_size_raw; unsigned int cache_word_size; unsigned int num_reg_defaults; unsigned int num_reg_defaults_raw; bool cache_only; bool cache_bypass; bool cache_free; struct reg_default *reg_defaults; const void *reg_defaults_raw; void *cache; bool cache_dirty; bool no_sync_defaults; struct reg_sequence *patch; int patch_regs; bool use_single_read; bool use_single_write; bool can_multi_write; size_t max_raw_read; size_t max_raw_write; struct rb_root range_tree; void *selector_work_buf; struct hwspinlock *hwlock; bool can_sleep; }; struct regcache_ops { const char *name; enum regcache_type type; int (*init)(struct regmap *); int (*exit)(struct regmap *); void (*debugfs_init)(struct regmap *); int (*read)(struct regmap *, unsigned int, unsigned int *); int (*write)(struct regmap *, unsigned int, unsigned int); int (*sync)(struct regmap *, unsigned int, unsigned int); int (*drop)(struct regmap *, unsigned int, unsigned int); }; struct regmap_range_node { struct rb_node node; const char *name; struct regmap *map; unsigned int range_min; unsigned int range_max; unsigned int selector_reg; unsigned int selector_mask; int selector_shift; unsigned int window_start; unsigned int window_len; }; struct regmap_field { struct regmap *regmap; unsigned int mask; unsigned int shift; unsigned int reg; unsigned int id_size; unsigned int id_offset; }; struct trace_event_raw_regmap_reg { struct trace_entry ent; u32 __data_loc_name; unsigned int reg; unsigned int val; char __data[0]; }; struct trace_event_raw_regmap_bulk { struct trace_entry ent; u32 __data_loc_name; unsigned int reg; u32 __data_loc_buf; int val_len; char __data[0]; }; struct trace_event_raw_regmap_block { struct trace_entry ent; u32 __data_loc_name; unsigned int reg; int count; char __data[0]; }; struct trace_event_raw_regcache_sync { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_status; u32 __data_loc_type; char __data[0]; }; struct trace_event_raw_regmap_bool { struct trace_entry ent; u32 __data_loc_name; int flag; char __data[0]; }; struct trace_event_raw_regmap_async { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_regcache_drop_region { struct trace_entry ent; u32 __data_loc_name; unsigned int from; unsigned int to; char __data[0]; }; struct trace_event_data_offsets_regmap_reg { u32 name; }; struct trace_event_data_offsets_regmap_bulk { u32 name; u32 buf; }; struct trace_event_data_offsets_regmap_block { u32 name; }; struct trace_event_data_offsets_regcache_sync { u32 name; u32 status; u32 type; }; struct trace_event_data_offsets_regmap_bool { u32 name; }; struct trace_event_data_offsets_regmap_async { u32 name; }; struct trace_event_data_offsets_regcache_drop_region { u32 name; }; typedef void (*btf_trace_regmap_reg_write)(void *, struct regmap *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_reg_read)(void *, struct regmap *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_reg_read_cache)(void *, struct regmap *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_bulk_write)(void *, struct regmap *, unsigned int, const void *, int); typedef void (*btf_trace_regmap_bulk_read)(void *, struct regmap *, unsigned int, const void *, int); typedef void (*btf_trace_regmap_hw_read_start)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_hw_read_done)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_hw_write_start)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_hw_write_done)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regcache_sync)(void *, struct regmap *, const char *, const char *); typedef void (*btf_trace_regmap_cache_only)(void *, struct regmap *, bool); typedef void (*btf_trace_regmap_cache_bypass)(void *, struct regmap *, bool); typedef void (*btf_trace_regmap_async_write_start)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_async_io_complete)(void *, struct regmap *); typedef void (*btf_trace_regmap_async_complete_start)(void *, struct regmap *); typedef void (*btf_trace_regmap_async_complete_done)(void *, struct regmap *); typedef void (*btf_trace_regcache_drop_region)(void *, struct regmap *, unsigned int, unsigned int); struct cxl_irq_ranges { irq_hw_number_t offset[4]; irq_hw_number_t range[4]; }; enum cxl_context_status { CLOSED = 0, OPENED = 1, STARTED = 2, }; struct cxl_afu; struct cxl_sste; struct cxl_process_element; struct cxl_afu_driver_ops; struct cxl_context { struct cxl_afu *afu; phys_addr_t psn_phys; u64 psn_size; struct address_space *mapping; struct mutex mapping_lock; struct page *ff_page; bool mmio_err_ff; bool kernelapi; spinlock_t sste_lock; struct cxl_sste *sstp; u64 sstp0; u64 sstp1; unsigned int sst_size; unsigned int sst_lru; wait_queue_head_t wq; struct pid *pid; spinlock_t lock; u64 process_token; void *priv; long unsigned int *irq_bitmap; struct cxl_irq_ranges irqs; struct list_head irq_names; u64 fault_addr; u64 fault_dsisr; u64 afu_err; enum cxl_context_status status; struct mutex status_mutex; struct work_struct fault_work; u64 dsisr; u64 dar; struct cxl_process_element *elem; int pe; int external_pe; u32 irq_count; bool pe_inserted; bool master; bool kernel; bool pending_irq; bool pending_fault; bool pending_afu_err; struct cxl_afu_driver_ops *afu_driver_ops; atomic_t afu_driver_events; struct callback_head rcu; struct mm_struct *mm; u16 tidr; bool assign_tidr; }; struct cxl_event_afu_driver_reserved { __u32 data_size; __u8 data[0]; }; struct cxl_afu_driver_ops { struct cxl_event_afu_driver_reserved * (*fetch_event)(struct cxl_context *); void (*event_delivered)(struct cxl_context *, struct cxl_event_afu_driver_reserved *, int); }; typedef struct { const int x; } cxl_p1_reg_t; typedef struct { const int x; } cxl_p1n_reg_t; typedef struct { const int x; } cxl_p2n_reg_t; enum prefault_modes { CXL_PREFAULT_NONE = 0, CXL_PREFAULT_WED = 1, CXL_PREFAULT_ALL = 2, }; struct cxl_sste { __be64 esid_data; __be64 vsid_data; }; struct cxl_afu_native { void *p1n_mmio; void *afu_desc_mmio; irq_hw_number_t psl_hwirq; unsigned int psl_virq; struct mutex spa_mutex; struct cxl_process_element *spa; __be64 *sw_command_status; unsigned int spa_size; int spa_order; int spa_max_procs; u64 pp_offset; }; struct cxl_process_element_common { __be32 tid; __be32 pid; __be64 csrp; union { struct { __be64 aurp0; __be64 aurp1; __be64 sstp0; __be64 sstp1; } psl8; struct { u8 reserved2[8]; u8 reserved3[8]; u8 reserved4[8]; u8 reserved5[8]; } psl9; } u; __be64 amr; u8 reserved6[4]; __be64 wed; } __attribute__((packed)); struct cxl_process_element { __be64 sr; __be64 SPOffset; union { __be64 sdr; u8 reserved1[8]; } u; __be64 haurp; __be32 ctxtime; __be16 ivte_offsets[4]; __be16 ivte_ranges[4]; __be32 lpid; struct cxl_process_element_common common; __be32 software_state; }; struct cxl_afu_guest { struct cxl_afu *parent; u64 handle; phys_addr_t p2n_phys; u64 p2n_size; int max_ints; bool handle_err; struct delayed_work work_err; int previous_state; }; struct cxl; struct cxl_afu { struct cxl_afu_native *native; struct cxl_afu_guest *guest; irq_hw_number_t serr_hwirq; unsigned int serr_virq; char *psl_irq_name; char *err_irq_name; void *p2n_mmio; phys_addr_t psn_phys; u64 pp_size; struct cxl *adapter; struct device dev; struct cdev afu_cdev_s; struct cdev afu_cdev_m; struct cdev afu_cdev_d; struct device *chardev_s; struct device *chardev_m; struct device *chardev_d; struct idr contexts_idr; struct dentry *debugfs; struct mutex contexts_lock; spinlock_t afu_cntl_lock; atomic_t configured_state; u64 eb_len; u64 eb_offset; struct bin_attribute attr_eb; struct pci_controller *phb; int pp_irqs; int irqs_max; int num_procs; int max_procs_virtualised; int slice; int modes_supported; int current_mode; int crs_num; u64 crs_len; u64 crs_offset; struct list_head crs; enum prefault_modes prefault_mode; bool psa; bool pp_psa; bool enabled; }; struct cxl_native; struct cxl_guest; struct cxl { struct cxl_native *native; struct cxl_guest *guest; spinlock_t afu_list_lock; struct cxl_afu *afu[4]; struct device dev; struct dentry *trace; struct dentry *psl_err_chk; struct dentry *debugfs; char *irq_name; struct bin_attribute cxl_attr; int adapter_num; int user_irqs; u64 ps_size; u16 psl_rev; u16 base_image; u8 vsec_status; u8 caia_major; u8 caia_minor; u8 slices; bool user_image_loaded; bool perst_loads_image; bool perst_select_user; bool perst_same_image; bool psl_timebase_synced; bool tunneled_ops_supported; atomic_t contexts_num; }; struct irq_avail { irq_hw_number_t offset; irq_hw_number_t range; long unsigned int *bitmap; }; struct cxl_irq_info; struct cxl_service_layer_ops { int (*adapter_regs_init)(struct cxl *, struct pci_dev *); int (*invalidate_all)(struct cxl *); int (*afu_regs_init)(struct cxl_afu *); int (*sanitise_afu_regs)(struct cxl_afu *); int (*register_serr_irq)(struct cxl_afu *); void (*release_serr_irq)(struct cxl_afu *); irqreturn_t (*handle_interrupt)(int, struct cxl_context *, struct cxl_irq_info *); irqreturn_t (*fail_irq)(struct cxl_afu *, struct cxl_irq_info *); int (*activate_dedicated_process)(struct cxl_afu *); int (*attach_afu_directed)(struct cxl_context *, u64, u64); int (*attach_dedicated_process)(struct cxl_context *, u64, u64); void (*update_dedicated_ivtes)(struct cxl_context *); void (*debugfs_add_adapter_regs)(struct cxl *, struct dentry *); void (*debugfs_add_afu_regs)(struct cxl_afu *, struct dentry *); void (*psl_irq_dump_registers)(struct cxl_context *); void (*err_irq_dump_registers)(struct cxl *); void (*debugfs_stop_trace)(struct cxl *); void (*write_timebase_ctrl)(struct cxl *); u64 (*timebase_read)(struct cxl *); int capi_mode; bool needs_reset_before_disable; }; struct cxl_irq_info { u64 dsisr; u64 dar; u64 dsr; u64 reserved; u64 afu_err; u64 errstat; u64 proc_handle; u64 padding[2]; }; struct cxl_native { u64 afu_desc_off; u64 afu_desc_size; void *p1_mmio; void *p2_mmio; irq_hw_number_t err_hwirq; unsigned int err_virq; u64 ps_off; bool no_data_cache; const struct cxl_service_layer_ops *sl_ops; }; struct cxl_guest { struct platform_device *pdev; int irq_nranges; struct cdev cdev; irq_hw_number_t irq_base_offset; struct irq_avail *irq_avail; spinlock_t irq_alloc_lock; u64 handle; char *status; u16 vendor; u16 device; u16 subsystem_vendor; u16 subsystem; }; struct cxl_calls { void (*cxl_slbia)(struct mm_struct *); struct module *owner; }; typedef struct { __u8 b[16]; } guid_t; struct nd_cmd_get_config_size { __u32 status; __u32 config_size; __u32 max_xfer; }; enum nvdimm_event { NVDIMM_REVALIDATE_POISON = 0, NVDIMM_REVALIDATE_REGION = 1, }; enum nvdimm_claim_class { NVDIMM_CCLASS_NONE = 0, NVDIMM_CCLASS_BTT = 1, NVDIMM_CCLASS_BTT2 = 2, NVDIMM_CCLASS_PFN = 3, NVDIMM_CCLASS_DAX = 4, NVDIMM_CCLASS_UNKNOWN = 5, }; struct nd_namespace_common { int force_raw; struct device dev; struct device *claim; enum nvdimm_claim_class claim_class; int (*rw_bytes)(struct nd_namespace_common *, resource_size_t, void *, size_t, int, long unsigned int); }; struct badrange { struct list_head list; spinlock_t lock; }; enum { NDD_UNARMED = 1, NDD_LOCKED = 2, NDD_SECURITY_OVERWRITE = 3, NDD_WORK_PENDING = 4, NDD_LABELING = 6, NDD_INCOHERENT = 7, NDD_REGISTER_SYNC = 8, ND_IOCTL_MAX_BUFLEN = 4194304, ND_CMD_MAX_ELEM = 5, ND_CMD_MAX_ENVELOPE = 256, ND_MAX_MAPPINGS = 32, ND_REGION_PAGEMAP = 0, ND_REGION_PERSIST_CACHE = 1, ND_REGION_PERSIST_MEMCTRL = 2, ND_REGION_ASYNC = 3, ND_REGION_CXL = 4, DPA_RESOURCE_ADJUSTED = 1, }; struct nvdimm_bus_descriptor; struct nvdimm; typedef int (*ndctl_fn)(struct nvdimm_bus_descriptor *, struct nvdimm *, unsigned int, void *, unsigned int, int *); struct nvdimm_bus_fw_ops; struct nvdimm_bus_descriptor { const struct attribute_group **attr_groups; long unsigned int cmd_mask; long unsigned int dimm_family_mask; long unsigned int bus_family_mask; struct module *module; char *provider_name; struct device_node *of_node; ndctl_fn ndctl; int (*flush_probe)(struct nvdimm_bus_descriptor *); int (*clear_to_send)(struct nvdimm_bus_descriptor *, struct nvdimm *, unsigned int, void *); const struct nvdimm_bus_fw_ops *fw_ops; }; struct nvdimm_security_ops; struct nvdimm_fw_ops; struct nvdimm { long unsigned int flags; void *provider_data; long unsigned int cmd_mask; struct device dev; atomic_t busy; int id; int num_flush; struct resource *flush_wpq; const char *dimm_id; struct { const struct nvdimm_security_ops *ops; long unsigned int flags; long unsigned int ext_flags; unsigned int overwrite_tmo; struct kernfs_node *overwrite_state; } sec; struct delayed_work dwork; const struct nvdimm_fw_ops *fw_ops; }; enum nvdimm_fwa_state { NVDIMM_FWA_INVALID = 0, NVDIMM_FWA_IDLE = 1, NVDIMM_FWA_ARMED = 2, NVDIMM_FWA_BUSY = 3, NVDIMM_FWA_ARM_OVERFLOW = 4, }; enum nvdimm_fwa_capability { NVDIMM_FWA_CAP_INVALID = 0, NVDIMM_FWA_CAP_NONE = 1, NVDIMM_FWA_CAP_QUIESCE = 2, NVDIMM_FWA_CAP_LIVE = 3, }; struct nvdimm_bus_fw_ops { enum nvdimm_fwa_state (*activate_state)(struct nvdimm_bus_descriptor *); enum nvdimm_fwa_capability (*capability)(struct nvdimm_bus_descriptor *); int (*activate)(struct nvdimm_bus_descriptor *); }; struct nd_interleave_set { u64 cookie1; u64 cookie2; u64 altcookie; guid_t type_guid; }; struct nd_mapping_desc { struct nvdimm *nvdimm; u64 start; u64 size; int position; }; struct nd_region; struct nd_region_desc { struct resource *res; struct nd_mapping_desc *mapping; u16 num_mappings; const struct attribute_group **attr_groups; struct nd_interleave_set *nd_set; void *provider_data; int num_lanes; int numa_node; int target_node; long unsigned int flags; int memregion; struct device_node *of_node; int (*flush)(struct nd_region *, struct bio *); }; struct nvdimm_drvdata; struct nd_mapping { struct nvdimm *nvdimm; u64 start; u64 size; int position; struct list_head labels; struct mutex lock; struct nvdimm_drvdata *ndd; }; struct nd_percpu_lane; struct nd_region { struct device dev; struct ida ns_ida; struct ida btt_ida; struct ida pfn_ida; struct ida dax_ida; long unsigned int flags; struct device *ns_seed; struct device *btt_seed; struct device *pfn_seed; struct device *dax_seed; long unsigned int align; u16 ndr_mappings; u64 ndr_size; u64 ndr_start; int id; int num_lanes; int ro; int numa_node; int target_node; void *provider_data; struct kernfs_node *bb_state; struct badblocks bb; struct nd_interleave_set *nd_set; struct nd_percpu_lane *lane; int (*flush)(struct nd_region *, struct bio *); struct nd_mapping mapping[0]; }; struct nvdimm_key_data { u8 data[32]; }; enum nvdimm_passphrase_type { NVDIMM_USER = 0, NVDIMM_MASTER = 1, }; struct nvdimm_security_ops { long unsigned int (*get_flags)(struct nvdimm *, enum nvdimm_passphrase_type); int (*freeze)(struct nvdimm *); int (*change_key)(struct nvdimm *, const struct nvdimm_key_data *, const struct nvdimm_key_data *, enum nvdimm_passphrase_type); int (*unlock)(struct nvdimm *, const struct nvdimm_key_data *); int (*disable)(struct nvdimm *, const struct nvdimm_key_data *); int (*erase)(struct nvdimm *, const struct nvdimm_key_data *, enum nvdimm_passphrase_type); int (*overwrite)(struct nvdimm *, const struct nvdimm_key_data *); int (*query_overwrite)(struct nvdimm *); int (*disable_master)(struct nvdimm *, const struct nvdimm_key_data *); }; enum nvdimm_fwa_trigger { NVDIMM_FWA_ARM = 0, NVDIMM_FWA_DISARM = 1, }; enum nvdimm_fwa_result { NVDIMM_FWA_RESULT_INVALID = 0, NVDIMM_FWA_RESULT_NONE = 1, NVDIMM_FWA_RESULT_SUCCESS = 2, NVDIMM_FWA_RESULT_NOTSTAGED = 3, NVDIMM_FWA_RESULT_NEEDRESET = 4, NVDIMM_FWA_RESULT_FAIL = 5, }; struct nvdimm_fw_ops { enum nvdimm_fwa_state (*activate_state)(struct nvdimm *); enum nvdimm_fwa_result (*activate_result)(struct nvdimm *); int (*arm)(struct nvdimm *, enum nvdimm_fwa_trigger); }; enum { NSINDEX_SIG_LEN = 16, NSINDEX_ALIGN = 256, NSINDEX_SEQ_MASK = 3, NSLABEL_UUID_LEN = 16, NSLABEL_NAME_LEN = 64, NSLABEL_FLAG_ROLABEL = 1, NSLABEL_FLAG_LOCAL = 2, NSLABEL_FLAG_BTT = 4, NSLABEL_FLAG_UPDATING = 8, BTT_ALIGN = 4096, BTTINFO_SIG_LEN = 16, BTTINFO_UUID_LEN = 16, BTTINFO_FLAG_ERROR = 1, BTTINFO_MAJOR_VERSION = 1, ND_LABEL_MIN_SIZE = 1024, ND_LABEL_ID_SIZE = 50, ND_NSINDEX_INIT = 1, }; struct nd_namespace_index { u8 sig[16]; u8 flags[3]; u8 labelsize; __le32 seq; __le64 myoff; __le64 mysize; __le64 otheroff; __le64 labeloff; __le32 nslot; __le16 major; __le16 minor; __le64 checksum; u8 free[0]; }; struct nvdimm_efi_label { u8 uuid[16]; u8 name[64]; __le32 flags; __le16 nlabel; __le16 position; __le64 isetcookie; __le64 lbasize; __le64 dpa; __le64 rawsize; __le32 slot; u8 align; u8 reserved[3]; guid_t type_guid; guid_t abstraction_guid; u8 reserved2[88]; __le64 checksum; }; struct nvdimm_cxl_label { u8 type[16]; u8 uuid[16]; u8 name[64]; __le32 flags; __le16 nrange; __le16 position; __le64 dpa; __le64 rawsize; __le32 slot; __le32 align; u8 region_uuid[16]; u8 abstraction_uuid[16]; __le16 lbasize; u8 reserved[86]; __le64 checksum; }; struct nd_namespace_label { union { struct nvdimm_cxl_label cxl; struct nvdimm_efi_label efi; }; }; enum { ND_MAX_LANES = 256, INT_LBASIZE_ALIGNMENT = 64, NVDIMM_IO_ATOMIC = 1, }; struct nvdimm_drvdata { struct device *dev; int nslabel_size; struct nd_cmd_get_config_size nsarea; void *data; bool cxl; int ns_current; int ns_next; struct resource dpa; struct kref kref; }; struct nd_region_data { int ns_count; int ns_active; unsigned int hints_shift; void *flush_wpq[0]; }; struct nd_percpu_lane { int count; spinlock_t lock; }; struct nd_label_ent { struct list_head list; long unsigned int flags; struct nd_namespace_label *label; }; struct btt; struct nd_btt { struct device dev; struct nd_namespace_common *ndns; struct btt *btt; long unsigned int lbasize; u64 size; uuid_t *uuid; int id; int initial_offset; u16 version_major; u16 version_minor; }; enum nd_pfn_mode { PFN_MODE_NONE = 0, PFN_MODE_RAM = 1, PFN_MODE_PMEM = 2, }; struct nd_pfn_sb; struct nd_pfn { int id; uuid_t *uuid; struct device dev; long unsigned int align; long unsigned int npfns; enum nd_pfn_mode mode; struct nd_pfn_sb *pfn_sb; struct nd_namespace_common *ndns; }; struct nd_dax { struct nd_pfn nd_pfn; }; enum nd_async_mode { ND_SYNC = 0, ND_ASYNC = 1, }; struct nvdimm_bus { struct nvdimm_bus_descriptor *nd_desc; wait_queue_head_t wait; struct list_head list; struct device dev; int id; int probe_active; atomic_t ioctl_active; struct list_head mapping_list; struct mutex reconfig_mutex; struct badrange badrange; }; struct conflict_context { struct nd_region *nd_region; resource_size_t start; resource_size_t size; }; struct nd_pfn_sb { u8 signature[16]; u8 uuid[16]; u8 parent_uuid[16]; __le32 flags; __le16 version_major; __le16 version_minor; __le64 dataoff; __le64 npfns; __le32 mode; __le32 start_pad; __le32 end_trunc; __le32 align; __le32 page_size; __le16 page_struct_size; u8 padding[3994]; __le64 checksum; }; struct dma_fence_ops; struct dma_fence { spinlock_t *lock; const struct dma_fence_ops *ops; union { struct list_head cb_list; ktime_t timestamp; struct callback_head rcu; }; u64 context; u64 seqno; long unsigned int flags; struct kref refcount; int error; }; struct dma_fence_ops { bool use_64bit_seqno; const char * (*get_driver_name)(struct dma_fence *); const char * (*get_timeline_name)(struct dma_fence *); bool (*enable_signaling)(struct dma_fence *); bool (*signaled)(struct dma_fence *); long int (*wait)(struct dma_fence *, bool, long int); void (*release)(struct dma_fence *); void (*fence_value_str)(struct dma_fence *, char *, int); void (*timeline_value_str)(struct dma_fence *, char *, int); void (*set_deadline)(struct dma_fence *, ktime_t); }; struct dma_fence_cb; typedef void (*dma_fence_func_t)(struct dma_fence *, struct dma_fence_cb *); struct dma_fence_cb { struct list_head node; dma_fence_func_t func; }; struct dma_fence_array; struct dma_fence_array_cb { struct dma_fence_cb cb; struct dma_fence_array *array; }; struct dma_fence_array { struct dma_fence base; spinlock_t lock; unsigned int num_fences; atomic_t num_pending; struct dma_fence **fences; struct irq_work work; }; typedef __kernel_clock_t clock_t; struct cdrom_device_ops; struct cdrom_device_info { const struct cdrom_device_ops *ops; struct list_head list; struct gendisk *disk; void *handle; int mask; int speed; int capacity; unsigned int options: 30; unsigned int mc_flags: 2; unsigned int vfs_events; unsigned int ioctl_events; int use_count; char name[20]; __u8 sanyo_slot: 2; __u8 keeplocked: 1; __u8 reserved: 5; int cdda_method; __u8 last_sense; __u8 media_written; short unsigned int mmc3_profile; int (*exit)(struct cdrom_device_info *); int mrw_mode_page; bool opened_for_data; __s64 last_media_change_ms; }; enum sam_status { SAM_STAT_GOOD = 0, SAM_STAT_CHECK_CONDITION = 2, SAM_STAT_CONDITION_MET = 4, SAM_STAT_BUSY = 8, SAM_STAT_INTERMEDIATE = 16, SAM_STAT_INTERMEDIATE_CONDITION_MET = 20, SAM_STAT_RESERVATION_CONFLICT = 24, SAM_STAT_COMMAND_TERMINATED = 34, SAM_STAT_TASK_SET_FULL = 40, SAM_STAT_ACA_ACTIVE = 48, SAM_STAT_TASK_ABORTED = 64, }; struct scsi_sense_hdr { u8 response_code; u8 sense_key; u8 asc; u8 ascq; u8 byte4; u8 byte5; u8 byte6; u8 additional_length; }; struct cdrom_msf0 { __u8 minute; __u8 second; __u8 frame; }; union cdrom_addr { struct cdrom_msf0 msf; int lba; }; struct cdrom_multisession { union cdrom_addr addr; __u8 xa_flag; __u8 addr_format; }; struct cdrom_mcn { __u8 medium_catalog_number[14]; }; struct request_sense; struct cdrom_generic_command { unsigned char cmd[12]; unsigned char *buffer; unsigned int buflen; int stat; struct request_sense *sense; unsigned char data_direction; int quiet; int timeout; union { void *reserved[1]; void *unused; }; }; struct request_sense { __u8 error_code: 7; __u8 valid: 1; __u8 segment_number; __u8 sense_key: 4; __u8 reserved2: 1; __u8 ili: 1; __u8 reserved1: 2; __u8 information[4]; __u8 add_sense_len; __u8 command_info[4]; __u8 asc; __u8 ascq; __u8 fruc; __u8 sks[3]; __u8 asb[46]; }; struct packet_command { unsigned char cmd[12]; unsigned char *buffer; unsigned int buflen; int stat; struct scsi_sense_hdr *sshdr; unsigned char data_direction; int quiet; int timeout; void *reserved[1]; }; struct cdrom_device_ops { int (*open)(struct cdrom_device_info *, int); void (*release)(struct cdrom_device_info *); int (*drive_status)(struct cdrom_device_info *, int); unsigned int (*check_events)(struct cdrom_device_info *, unsigned int, int); int (*tray_move)(struct cdrom_device_info *, int); int (*lock_door)(struct cdrom_device_info *, int); int (*select_speed)(struct cdrom_device_info *, int); int (*get_last_session)(struct cdrom_device_info *, struct cdrom_multisession *); int (*get_mcn)(struct cdrom_device_info *, struct cdrom_mcn *); int (*reset)(struct cdrom_device_info *); int (*audio_ioctl)(struct cdrom_device_info *, unsigned int, void *); int (*generic_packet)(struct cdrom_device_info *, struct packet_command *); int (*read_cdda_bpc)(struct cdrom_device_info *, void *, u32, u32, u8 *); const int capability; }; enum scsi_msg_byte { COMMAND_COMPLETE = 0, EXTENDED_MESSAGE = 1, SAVE_POINTERS = 2, RESTORE_POINTERS = 3, DISCONNECT = 4, INITIATOR_ERROR = 5, ABORT_TASK_SET = 6, MESSAGE_REJECT = 7, NOP = 8, MSG_PARITY_ERROR = 9, LINKED_CMD_COMPLETE = 10, LINKED_FLG_CMD_COMPLETE = 11, TARGET_RESET = 12, ABORT_TASK = 13, CLEAR_TASK_SET = 14, INITIATE_RECOVERY = 15, RELEASE_RECOVERY = 16, TERMINATE_IO_PROC = 17, CLEAR_ACA = 22, LOGICAL_UNIT_RESET = 23, SIMPLE_QUEUE_TAG = 32, HEAD_OF_QUEUE_TAG = 33, ORDERED_QUEUE_TAG = 34, IGNORE_WIDE_RESIDUE = 35, ACA = 36, QAS_REQUEST = 85, BUS_DEVICE_RESET = 12, ABORT = 6, }; struct rq_map_data { struct page **pages; long unsigned int offset; short unsigned int page_order; short unsigned int nr_entries; bool null_mapped; bool from_user; }; typedef __u64 blist_flags_t; enum scsi_device_state { SDEV_CREATED = 1, SDEV_RUNNING = 2, SDEV_CANCEL = 3, SDEV_DEL = 4, SDEV_QUIESCE = 5, SDEV_OFFLINE = 6, SDEV_TRANSPORT_OFFLINE = 7, SDEV_BLOCK = 8, SDEV_CREATED_BLOCK = 9, }; enum scsi_device_event { SDEV_EVT_MEDIA_CHANGE = 1, SDEV_EVT_INQUIRY_CHANGE_REPORTED = 2, SDEV_EVT_CAPACITY_CHANGE_REPORTED = 3, SDEV_EVT_SOFT_THRESHOLD_REACHED_REPORTED = 4, SDEV_EVT_MODE_PARAMETER_CHANGE_REPORTED = 5, SDEV_EVT_LUN_CHANGE_REPORTED = 6, SDEV_EVT_ALUA_STATE_CHANGE_REPORTED = 7, SDEV_EVT_POWER_ON_RESET_OCCURRED = 8, SDEV_EVT_FIRST = 1, SDEV_EVT_LAST = 8, SDEV_EVT_MAXBITS = 9, }; struct scsi_vpd { struct callback_head rcu; int len; unsigned char data[0]; }; struct bsg_device; struct Scsi_Host; struct scsi_target; struct scsi_device_handler; struct scsi_device { struct Scsi_Host *host; struct request_queue *request_queue; struct list_head siblings; struct list_head same_target_siblings; struct sbitmap budget_map; atomic_t device_blocked; atomic_t restarts; spinlock_t list_lock; struct list_head starved_entry; short unsigned int queue_depth; short unsigned int max_queue_depth; short unsigned int last_queue_full_depth; short unsigned int last_queue_full_count; long unsigned int last_queue_full_time; long unsigned int queue_ramp_up_period; long unsigned int last_queue_ramp_up; unsigned int id; unsigned int channel; u64 lun; unsigned int manufacturer; unsigned int sector_size; void *hostdata; unsigned char type; char scsi_level; char inq_periph_qual; struct mutex inquiry_mutex; unsigned char inquiry_len; unsigned char *inquiry; const char *vendor; const char *model; const char *rev; struct scsi_vpd *vpd_pg0; struct scsi_vpd *vpd_pg83; struct scsi_vpd *vpd_pg80; struct scsi_vpd *vpd_pg89; struct scsi_vpd *vpd_pgb0; struct scsi_vpd *vpd_pgb1; struct scsi_vpd *vpd_pgb2; struct scsi_target *sdev_target; blist_flags_t sdev_bflags; unsigned int eh_timeout; bool manage_system_start_stop; bool manage_runtime_start_stop; bool manage_shutdown; unsigned int removable: 1; unsigned int changed: 1; unsigned int busy: 1; unsigned int lockable: 1; unsigned int locked: 1; unsigned int borken: 1; unsigned int disconnect: 1; unsigned int soft_reset: 1; unsigned int sdtr: 1; unsigned int wdtr: 1; unsigned int ppr: 1; unsigned int tagged_supported: 1; unsigned int simple_tags: 1; unsigned int was_reset: 1; unsigned int expecting_cc_ua: 1; unsigned int use_10_for_rw: 1; unsigned int use_10_for_ms: 1; unsigned int set_dbd_for_ms: 1; unsigned int no_report_opcodes: 1; unsigned int no_write_same: 1; unsigned int use_16_for_rw: 1; unsigned int use_16_for_sync: 1; unsigned int skip_ms_page_8: 1; unsigned int skip_ms_page_3f: 1; unsigned int skip_vpd_pages: 1; unsigned int try_vpd_pages: 1; unsigned int use_192_bytes_for_3f: 1; unsigned int no_start_on_add: 1; unsigned int allow_restart: 1; unsigned int no_start_on_resume: 1; unsigned int start_stop_pwr_cond: 1; unsigned int no_uld_attach: 1; unsigned int select_no_atn: 1; unsigned int fix_capacity: 1; unsigned int guess_capacity: 1; unsigned int retry_hwerror: 1; unsigned int last_sector_bug: 1; unsigned int no_read_disc_info: 1; unsigned int no_read_capacity_16: 1; unsigned int try_rc_10_first: 1; unsigned int security_supported: 1; unsigned int is_visible: 1; unsigned int wce_default_on: 1; unsigned int no_dif: 1; unsigned int broken_fua: 1; unsigned int lun_in_cdb: 1; unsigned int unmap_limit_for_ws: 1; unsigned int rpm_autosuspend: 1; unsigned int ignore_media_change: 1; unsigned int silence_suspend: 1; unsigned int no_vpd_size: 1; unsigned int cdl_supported: 1; unsigned int cdl_enable: 1; unsigned int queue_stopped; bool offline_already; atomic_t disk_events_disable_depth; long unsigned int supported_events[1]; long unsigned int pending_events[1]; struct list_head event_list; struct work_struct event_work; unsigned int max_device_blocked; atomic_t iorequest_cnt; atomic_t iodone_cnt; atomic_t ioerr_cnt; atomic_t iotmo_cnt; struct device sdev_gendev; struct device sdev_dev; struct work_struct requeue_work; struct scsi_device_handler *handler; void *handler_data; size_t dma_drain_len; void *dma_drain_buf; unsigned int sg_timeout; unsigned int sg_reserved_size; struct bsg_device *bsg_dev; unsigned char access_state; struct mutex state_mutex; enum scsi_device_state sdev_state; struct task_struct *quiesced_by; long unsigned int sdev_data[0]; }; enum scsi_host_state { SHOST_CREATED = 1, SHOST_RUNNING = 2, SHOST_CANCEL = 3, SHOST_DEL = 4, SHOST_RECOVERY = 5, SHOST_CANCEL_RECOVERY = 6, SHOST_DEL_RECOVERY = 7, }; struct scsi_host_template; struct scsi_transport_template; struct Scsi_Host { struct list_head __devices; struct list_head __targets; struct list_head starved_list; spinlock_t default_lock; spinlock_t *host_lock; struct mutex scan_mutex; struct list_head eh_abort_list; struct list_head eh_cmd_q; struct task_struct *ehandler; struct completion *eh_action; wait_queue_head_t host_wait; const struct scsi_host_template *hostt; struct scsi_transport_template *transportt; struct kref tagset_refcnt; struct completion tagset_freed; struct blk_mq_tag_set tag_set; atomic_t host_blocked; unsigned int host_failed; unsigned int host_eh_scheduled; unsigned int host_no; int eh_deadline; long unsigned int last_reset; unsigned int max_channel; unsigned int max_id; u64 max_lun; unsigned int unique_id; short unsigned int max_cmd_len; int this_id; int can_queue; short int cmd_per_lun; short unsigned int sg_tablesize; short unsigned int sg_prot_tablesize; unsigned int max_sectors; unsigned int opt_sectors; unsigned int max_segment_size; long unsigned int dma_boundary; long unsigned int virt_boundary_mask; unsigned int nr_hw_queues; unsigned int nr_maps; unsigned int active_mode: 2; unsigned int host_self_blocked: 1; unsigned int reverse_ordering: 1; unsigned int tmf_in_progress: 1; unsigned int async_scan: 1; unsigned int eh_noresume: 1; unsigned int no_write_same: 1; unsigned int host_tagset: 1; unsigned int queuecommand_may_block: 1; unsigned int short_inquiry: 1; unsigned int no_scsi2_lun_in_cdb: 1; char work_q_name[20]; struct workqueue_struct *work_q; struct workqueue_struct *tmf_work_q; unsigned int max_host_blocked; unsigned int prot_capabilities; unsigned char prot_guard_type; long unsigned int base; long unsigned int io_port; unsigned char n_io_port; unsigned char dma_channel; unsigned int irq; enum scsi_host_state shost_state; struct device shost_gendev; struct device shost_dev; void *shost_data; struct device *dma_dev; long unsigned int hostdata[0]; }; enum scsi_target_state { STARGET_CREATED = 1, STARGET_RUNNING = 2, STARGET_REMOVE = 3, STARGET_CREATED_REMOVE = 4, STARGET_DEL = 5, }; struct scsi_target { struct scsi_device *starget_sdev_user; struct list_head siblings; struct list_head devices; struct device dev; struct kref reap_ref; unsigned int channel; unsigned int id; unsigned int create: 1; unsigned int single_lun: 1; unsigned int pdt_1f_for_no_lun: 1; unsigned int no_report_luns: 1; unsigned int expecting_lun_change: 1; atomic_t target_busy; atomic_t target_blocked; unsigned int can_queue; unsigned int max_target_blocked; char scsi_level; enum scsi_target_state state; void *hostdata; long unsigned int starget_data[0]; }; struct scsi_exec_args { unsigned char *sense; unsigned int sense_len; struct scsi_sense_hdr *sshdr; blk_mq_req_flags_t req_flags; int scmd_flags; int *resid; }; struct scsi_data_buffer { struct sg_table table; unsigned int length; }; enum scsi_cmnd_submitter { SUBMITTED_BY_BLOCK_LAYER = 0, SUBMITTED_BY_SCSI_ERROR_HANDLER = 1, SUBMITTED_BY_SCSI_RESET_IOCTL = 2, } __attribute__((mode(byte))); struct scsi_cmnd { struct scsi_device *device; struct list_head eh_entry; struct delayed_work abort_work; struct callback_head rcu; int eh_eflags; int budget_token; long unsigned int jiffies_at_alloc; int retries; int allowed; unsigned char prot_op; unsigned char prot_type; unsigned char prot_flags; enum scsi_cmnd_submitter submitter; short unsigned int cmd_len; enum dma_data_direction sc_data_direction; unsigned char cmnd[32]; struct scsi_data_buffer sdb; struct scsi_data_buffer *prot_sdb; unsigned int underflow; unsigned int transfersize; unsigned int resid_len; unsigned int sense_len; unsigned char *sense_buffer; int flags; long unsigned int state; unsigned int extra_len; unsigned char *host_scribble; int result; }; enum scsi_timeout_action { SCSI_EH_DONE = 0, SCSI_EH_RESET_TIMER = 1, SCSI_EH_NOT_HANDLED = 2, }; struct scsi_host_template { unsigned int cmd_size; int (*queuecommand)(struct Scsi_Host *, struct scsi_cmnd *); void (*commit_rqs)(struct Scsi_Host *, u16); struct module *module; const char *name; const char * (*info)(struct Scsi_Host *); int (*ioctl)(struct scsi_device *, unsigned int, void *); int (*init_cmd_priv)(struct Scsi_Host *, struct scsi_cmnd *); int (*exit_cmd_priv)(struct Scsi_Host *, struct scsi_cmnd *); int (*eh_abort_handler)(struct scsi_cmnd *); int (*eh_device_reset_handler)(struct scsi_cmnd *); int (*eh_target_reset_handler)(struct scsi_cmnd *); int (*eh_bus_reset_handler)(struct scsi_cmnd *); int (*eh_host_reset_handler)(struct scsi_cmnd *); int (*slave_alloc)(struct scsi_device *); int (*slave_configure)(struct scsi_device *); void (*slave_destroy)(struct scsi_device *); int (*target_alloc)(struct scsi_target *); void (*target_destroy)(struct scsi_target *); int (*scan_finished)(struct Scsi_Host *, long unsigned int); void (*scan_start)(struct Scsi_Host *); int (*change_queue_depth)(struct scsi_device *, int); void (*map_queues)(struct Scsi_Host *); int (*mq_poll)(struct Scsi_Host *, unsigned int); bool (*dma_need_drain)(struct request *); int (*bios_param)(struct scsi_device *, struct block_device *, sector_t, int *); void (*unlock_native_capacity)(struct scsi_device *); int (*show_info)(struct seq_file *, struct Scsi_Host *); int (*write_info)(struct Scsi_Host *, char *, int); enum scsi_timeout_action (*eh_timed_out)(struct scsi_cmnd *); bool (*eh_should_retry_cmd)(struct scsi_cmnd *); int (*host_reset)(struct Scsi_Host *, int); const char *proc_name; int can_queue; int this_id; short unsigned int sg_tablesize; short unsigned int sg_prot_tablesize; unsigned int max_sectors; unsigned int max_segment_size; long unsigned int dma_boundary; long unsigned int virt_boundary_mask; short int cmd_per_lun; int tag_alloc_policy; unsigned int track_queue_depth: 1; unsigned int supported_mode: 2; unsigned int emulated: 1; unsigned int skip_settle_delay: 1; unsigned int no_write_same: 1; unsigned int host_tagset: 1; unsigned int queuecommand_may_block: 1; unsigned int max_host_blocked; const struct attribute_group **shost_groups; const struct attribute_group **sdev_groups; u64 vendor_id; int rpm_autosuspend_delay; }; struct scsi_ioctl_command { unsigned int inlen; unsigned int outlen; unsigned char data[0]; }; struct scsi_idlun { __u32 dev_id; __u32 host_unique_id; }; struct sg_io_hdr { int interface_id; int dxfer_direction; unsigned char cmd_len; unsigned char mx_sb_len; short unsigned int iovec_count; unsigned int dxfer_len; void *dxferp; unsigned char *cmdp; void *sbp; unsigned int timeout; unsigned int flags; int pack_id; void *usr_ptr; unsigned char status; unsigned char masked_status; unsigned char msg_status; unsigned char sb_len_wr; short unsigned int host_status; short unsigned int driver_status; int resid; unsigned int duration; unsigned int info; }; enum scsi_devinfo_key { SCSI_DEVINFO_GLOBAL = 0, SCSI_DEVINFO_SPI = 1, }; struct scsi_dev_info_list { struct list_head dev_info_list; char vendor[8]; char model[16]; blist_flags_t flags; unsigned int compatible; }; struct scsi_dev_info_list_table { struct list_head node; struct list_head scsi_dev_info_list; const char *name; int key; }; struct double_list { struct list_head *top; struct list_head *bottom; }; enum scsi_disposition { NEEDS_RETRY = 8193, SUCCESS = 8194, FAILED = 8195, QUEUED = 8196, SOFT_ERROR = 8197, ADD_TO_MLQUEUE = 8198, TIMEOUT_ERROR = 8199, SCSI_RETURN_NOT_HANDLED = 8200, FAST_IO_FAIL = 8201, }; typedef void (*activate_complete)(void *, int); struct scsi_device_handler { struct list_head list; struct module *module; const char *name; enum scsi_disposition (*check_sense)(struct scsi_device *, struct scsi_sense_hdr *); int (*attach)(struct scsi_device *); void (*detach)(struct scsi_device *); int (*activate)(struct scsi_device *, activate_complete, void *); blk_status_t (*prep_fn)(struct scsi_device *, struct request *); int (*set_params)(struct scsi_device *, const char *); void (*rescan)(struct scsi_device *); }; enum { SCSI_DH_OK = 0, SCSI_DH_DEV_FAILED = 1, SCSI_DH_DEV_TEMP_BUSY = 2, SCSI_DH_DEV_UNSUPP = 3, SCSI_DH_DEVICE_MAX = 4, SCSI_DH_NOTCONN = 5, SCSI_DH_CONN_FAILURE = 6, SCSI_DH_TRANSPORT_MAX = 7, SCSI_DH_IO = 8, SCSI_DH_INVALID_IO = 9, SCSI_DH_RETRY = 10, SCSI_DH_IMM_RETRY = 11, SCSI_DH_TIMED_OUT = 12, SCSI_DH_RES_TEMP_UNAVAIL = 13, SCSI_DH_DEV_OFFLINED = 14, SCSI_DH_NOMEM = 15, SCSI_DH_NOSYS = 16, SCSI_DH_DRIVER_MAX = 17, }; struct scsi_dh_blist { const char *vendor; const char *model; const char *driver; }; struct ccs_modesel_head { __u8 _r1; __u8 medium; __u8 _r2; __u8 block_desc_length; __u8 density; __u8 number_blocks_hi; __u8 number_blocks_med; __u8 number_blocks_lo; __u8 _r3; __u8 block_length_hi; __u8 block_length_med; __u8 block_length_lo; }; struct scsi_cd { unsigned int capacity; struct scsi_device *device; unsigned int vendor; long unsigned int ms_offset; unsigned int writeable: 1; unsigned int use: 1; unsigned int xa_flag: 1; unsigned int readcd_known: 1; unsigned int readcd_cdda: 1; unsigned int media_present: 1; int tur_mismatch; bool tur_changed: 1; bool get_event_changed: 1; bool ignore_get_event: 1; struct cdrom_device_info cdi; struct mutex lock; struct gendisk *disk; }; typedef struct scsi_cd Scsi_CD; enum system_states { SYSTEM_BOOTING = 0, SYSTEM_SCHEDULING = 1, SYSTEM_FREEING_INITMEM = 2, SYSTEM_RUNNING = 3, SYSTEM_HALT = 4, SYSTEM_POWER_OFF = 5, SYSTEM_RESTART = 6, SYSTEM_SUSPEND = 7, }; enum device_link_state { DL_STATE_NONE = -1, DL_STATE_DORMANT = 0, DL_STATE_AVAILABLE = 1, DL_STATE_CONSUMER_PROBE = 2, DL_STATE_ACTIVE = 3, DL_STATE_SUPPLIER_UNBIND = 4, }; struct device_link { struct device *supplier; struct list_head s_node; struct device *consumer; struct list_head c_node; struct device link_dev; enum device_link_state status; u32 flags; refcount_t rpm_active; struct kref kref; struct work_struct rm_work; bool supplier_preactivated; }; struct hd_geometry { unsigned char heads; unsigned char sectors; short unsigned int cylinders; long unsigned int start; }; struct sg_page_iter { struct scatterlist *sg; unsigned int sg_pgoffset; unsigned int __nents; int __pg_advance; }; struct sg_mapping_iter { struct page *page; void *addr; size_t length; size_t consumed; struct sg_page_iter piter; unsigned int __offset; unsigned int __remaining; unsigned int __flags; }; enum scsi_host_status { DID_OK = 0, DID_NO_CONNECT = 1, DID_BUS_BUSY = 2, DID_TIME_OUT = 3, DID_BAD_TARGET = 4, DID_ABORT = 5, DID_PARITY = 6, DID_ERROR = 7, DID_RESET = 8, DID_BAD_INTR = 9, DID_PASSTHROUGH = 10, DID_SOFT_ERROR = 11, DID_IMM_RETRY = 12, DID_REQUEUE = 13, DID_TRANSPORT_DISRUPTED = 14, DID_TRANSPORT_FAILFAST = 15, DID_TRANSPORT_MARGINAL = 20, }; struct attribute_container { struct list_head node; struct klist containers; struct class *class; const struct attribute_group *grp; struct device_attribute **attrs; int (*match)(struct attribute_container *, struct device *); long unsigned int flags; }; struct transport_container { struct attribute_container ac; const struct attribute_group *statistics; }; struct scsi_transport_template { struct transport_container host_attrs; struct transport_container target_attrs; struct transport_container device_attrs; int (*user_scan)(struct Scsi_Host *, uint, uint, u64); int device_size; int device_private_offset; int target_size; int target_private_offset; int host_size; unsigned int create_work_queue: 1; void (*eh_strategy_handler)(struct Scsi_Host *); }; enum { ATA_MAX_DEVICES = 2, ATA_MAX_PRD = 256, ATA_SECT_SIZE = 512, ATA_MAX_SECTORS_128 = 128, ATA_MAX_SECTORS = 256, ATA_MAX_SECTORS_1024 = 1024, ATA_MAX_SECTORS_LBA48 = 65535, ATA_MAX_SECTORS_TAPE = 65535, ATA_MAX_TRIM_RNUM = 64, ATA_ID_WORDS = 256, ATA_ID_CONFIG = 0, ATA_ID_CYLS = 1, ATA_ID_HEADS = 3, ATA_ID_SECTORS = 6, ATA_ID_SERNO = 10, ATA_ID_BUF_SIZE = 21, ATA_ID_FW_REV = 23, ATA_ID_PROD = 27, ATA_ID_MAX_MULTSECT = 47, ATA_ID_DWORD_IO = 48, ATA_ID_TRUSTED = 48, ATA_ID_CAPABILITY = 49, ATA_ID_OLD_PIO_MODES = 51, ATA_ID_OLD_DMA_MODES = 52, ATA_ID_FIELD_VALID = 53, ATA_ID_CUR_CYLS = 54, ATA_ID_CUR_HEADS = 55, ATA_ID_CUR_SECTORS = 56, ATA_ID_MULTSECT = 59, ATA_ID_LBA_CAPACITY = 60, ATA_ID_SWDMA_MODES = 62, ATA_ID_MWDMA_MODES = 63, ATA_ID_PIO_MODES = 64, ATA_ID_EIDE_DMA_MIN = 65, ATA_ID_EIDE_DMA_TIME = 66, ATA_ID_EIDE_PIO = 67, ATA_ID_EIDE_PIO_IORDY = 68, ATA_ID_ADDITIONAL_SUPP = 69, ATA_ID_QUEUE_DEPTH = 75, ATA_ID_SATA_CAPABILITY = 76, ATA_ID_SATA_CAPABILITY_2 = 77, ATA_ID_FEATURE_SUPP = 78, ATA_ID_MAJOR_VER = 80, ATA_ID_COMMAND_SET_1 = 82, ATA_ID_COMMAND_SET_2 = 83, ATA_ID_CFSSE = 84, ATA_ID_CFS_ENABLE_1 = 85, ATA_ID_CFS_ENABLE_2 = 86, ATA_ID_CSF_DEFAULT = 87, ATA_ID_UDMA_MODES = 88, ATA_ID_HW_CONFIG = 93, ATA_ID_SPG = 98, ATA_ID_LBA_CAPACITY_2 = 100, ATA_ID_SECTOR_SIZE = 106, ATA_ID_WWN = 108, ATA_ID_LOGICAL_SECTOR_SIZE = 117, ATA_ID_COMMAND_SET_3 = 119, ATA_ID_COMMAND_SET_4 = 120, ATA_ID_LAST_LUN = 126, ATA_ID_DLF = 128, ATA_ID_CSFO = 129, ATA_ID_CFA_POWER = 160, ATA_ID_CFA_KEY_MGMT = 162, ATA_ID_CFA_MODES = 163, ATA_ID_DATA_SET_MGMT = 169, ATA_ID_SCT_CMD_XPORT = 206, ATA_ID_ROT_SPEED = 217, ATA_ID_PIO4 = 2, ATA_ID_SERNO_LEN = 20, ATA_ID_FW_REV_LEN = 8, ATA_ID_PROD_LEN = 40, ATA_ID_WWN_LEN = 8, ATA_PCI_CTL_OFS = 2, ATA_PIO0 = 1, ATA_PIO1 = 3, ATA_PIO2 = 7, ATA_PIO3 = 15, ATA_PIO4 = 31, ATA_PIO5 = 63, ATA_PIO6 = 127, ATA_PIO4_ONLY = 16, ATA_SWDMA0 = 1, ATA_SWDMA1 = 3, ATA_SWDMA2 = 7, ATA_SWDMA2_ONLY = 4, ATA_MWDMA0 = 1, ATA_MWDMA1 = 3, ATA_MWDMA2 = 7, ATA_MWDMA3 = 15, ATA_MWDMA4 = 31, ATA_MWDMA12_ONLY = 6, ATA_MWDMA2_ONLY = 4, ATA_UDMA0 = 1, ATA_UDMA1 = 3, ATA_UDMA2 = 7, ATA_UDMA3 = 15, ATA_UDMA4 = 31, ATA_UDMA5 = 63, ATA_UDMA6 = 127, ATA_UDMA7 = 255, ATA_UDMA24_ONLY = 20, ATA_UDMA_MASK_40C = 7, ATA_PRD_SZ = 8, ATA_PRD_TBL_SZ = 2048, ATA_PRD_EOT = -2147483648, ATA_DMA_TABLE_OFS = 4, ATA_DMA_STATUS = 2, ATA_DMA_CMD = 0, ATA_DMA_WR = 8, ATA_DMA_START = 1, ATA_DMA_INTR = 4, ATA_DMA_ERR = 2, ATA_DMA_ACTIVE = 1, ATA_HOB = 128, ATA_NIEN = 2, ATA_LBA = 64, ATA_DEV1 = 16, ATA_DEVICE_OBS = 160, ATA_DEVCTL_OBS = 8, ATA_BUSY = 128, ATA_DRDY = 64, ATA_DF = 32, ATA_DSC = 16, ATA_DRQ = 8, ATA_CORR = 4, ATA_SENSE = 2, ATA_ERR = 1, ATA_SRST = 4, ATA_ICRC = 128, ATA_BBK = 128, ATA_UNC = 64, ATA_MC = 32, ATA_IDNF = 16, ATA_MCR = 8, ATA_ABORTED = 4, ATA_TRK0NF = 2, ATA_AMNF = 1, ATAPI_LFS = 240, ATAPI_EOM = 2, ATAPI_ILI = 1, ATAPI_IO = 2, ATAPI_COD = 1, ATA_REG_DATA = 0, ATA_REG_ERR = 1, ATA_REG_NSECT = 2, ATA_REG_LBAL = 3, ATA_REG_LBAM = 4, ATA_REG_LBAH = 5, ATA_REG_DEVICE = 6, ATA_REG_STATUS = 7, ATA_REG_FEATURE = 1, ATA_REG_CMD = 7, ATA_REG_BYTEL = 4, ATA_REG_BYTEH = 5, ATA_REG_DEVSEL = 6, ATA_REG_IRQ = 2, ATA_CMD_DEV_RESET = 8, ATA_CMD_CHK_POWER = 229, ATA_CMD_STANDBY = 226, ATA_CMD_IDLE = 227, ATA_CMD_EDD = 144, ATA_CMD_DOWNLOAD_MICRO = 146, ATA_CMD_DOWNLOAD_MICRO_DMA = 147, ATA_CMD_NOP = 0, ATA_CMD_FLUSH = 231, ATA_CMD_FLUSH_EXT = 234, ATA_CMD_ID_ATA = 236, ATA_CMD_ID_ATAPI = 161, ATA_CMD_SERVICE = 162, ATA_CMD_READ = 200, ATA_CMD_READ_EXT = 37, ATA_CMD_READ_QUEUED = 38, ATA_CMD_READ_STREAM_EXT = 43, ATA_CMD_READ_STREAM_DMA_EXT = 42, ATA_CMD_WRITE = 202, ATA_CMD_WRITE_EXT = 53, ATA_CMD_WRITE_QUEUED = 54, ATA_CMD_WRITE_STREAM_EXT = 59, ATA_CMD_WRITE_STREAM_DMA_EXT = 58, ATA_CMD_WRITE_FUA_EXT = 61, ATA_CMD_WRITE_QUEUED_FUA_EXT = 62, ATA_CMD_FPDMA_READ = 96, ATA_CMD_FPDMA_WRITE = 97, ATA_CMD_NCQ_NON_DATA = 99, ATA_CMD_FPDMA_SEND = 100, ATA_CMD_FPDMA_RECV = 101, ATA_CMD_PIO_READ = 32, ATA_CMD_PIO_READ_EXT = 36, ATA_CMD_PIO_WRITE = 48, ATA_CMD_PIO_WRITE_EXT = 52, ATA_CMD_READ_MULTI = 196, ATA_CMD_READ_MULTI_EXT = 41, ATA_CMD_WRITE_MULTI = 197, ATA_CMD_WRITE_MULTI_EXT = 57, ATA_CMD_WRITE_MULTI_FUA_EXT = 206, ATA_CMD_SET_FEATURES = 239, ATA_CMD_SET_MULTI = 198, ATA_CMD_PACKET = 160, ATA_CMD_VERIFY = 64, ATA_CMD_VERIFY_EXT = 66, ATA_CMD_WRITE_UNCORR_EXT = 69, ATA_CMD_STANDBYNOW1 = 224, ATA_CMD_IDLEIMMEDIATE = 225, ATA_CMD_SLEEP = 230, ATA_CMD_INIT_DEV_PARAMS = 145, ATA_CMD_READ_NATIVE_MAX = 248, ATA_CMD_READ_NATIVE_MAX_EXT = 39, ATA_CMD_SET_MAX = 249, ATA_CMD_SET_MAX_EXT = 55, ATA_CMD_READ_LOG_EXT = 47, ATA_CMD_WRITE_LOG_EXT = 63, ATA_CMD_READ_LOG_DMA_EXT = 71, ATA_CMD_WRITE_LOG_DMA_EXT = 87, ATA_CMD_TRUSTED_NONDATA = 91, ATA_CMD_TRUSTED_RCV = 92, ATA_CMD_TRUSTED_RCV_DMA = 93, ATA_CMD_TRUSTED_SND = 94, ATA_CMD_TRUSTED_SND_DMA = 95, ATA_CMD_PMP_READ = 228, ATA_CMD_PMP_READ_DMA = 233, ATA_CMD_PMP_WRITE = 232, ATA_CMD_PMP_WRITE_DMA = 235, ATA_CMD_CONF_OVERLAY = 177, ATA_CMD_SEC_SET_PASS = 241, ATA_CMD_SEC_UNLOCK = 242, ATA_CMD_SEC_ERASE_PREP = 243, ATA_CMD_SEC_ERASE_UNIT = 244, ATA_CMD_SEC_FREEZE_LOCK = 245, ATA_CMD_SEC_DISABLE_PASS = 246, ATA_CMD_CONFIG_STREAM = 81, ATA_CMD_SMART = 176, ATA_CMD_MEDIA_LOCK = 222, ATA_CMD_MEDIA_UNLOCK = 223, ATA_CMD_DSM = 6, ATA_CMD_CHK_MED_CRD_TYP = 209, ATA_CMD_CFA_REQ_EXT_ERR = 3, ATA_CMD_CFA_WRITE_NE = 56, ATA_CMD_CFA_TRANS_SECT = 135, ATA_CMD_CFA_ERASE = 192, ATA_CMD_CFA_WRITE_MULT_NE = 205, ATA_CMD_REQ_SENSE_DATA = 11, ATA_CMD_SANITIZE_DEVICE = 180, ATA_CMD_ZAC_MGMT_IN = 74, ATA_CMD_ZAC_MGMT_OUT = 159, ATA_CMD_RESTORE = 16, ATA_SUBCMD_FPDMA_RECV_RD_LOG_DMA_EXT = 1, ATA_SUBCMD_FPDMA_RECV_ZAC_MGMT_IN = 2, ATA_SUBCMD_FPDMA_SEND_DSM = 0, ATA_SUBCMD_FPDMA_SEND_WR_LOG_DMA_EXT = 2, ATA_SUBCMD_NCQ_NON_DATA_ABORT_QUEUE = 0, ATA_SUBCMD_NCQ_NON_DATA_SET_FEATURES = 5, ATA_SUBCMD_NCQ_NON_DATA_ZERO_EXT = 6, ATA_SUBCMD_NCQ_NON_DATA_ZAC_MGMT_OUT = 7, ATA_SUBCMD_ZAC_MGMT_IN_REPORT_ZONES = 0, ATA_SUBCMD_ZAC_MGMT_OUT_CLOSE_ZONE = 1, ATA_SUBCMD_ZAC_MGMT_OUT_FINISH_ZONE = 2, ATA_SUBCMD_ZAC_MGMT_OUT_OPEN_ZONE = 3, ATA_SUBCMD_ZAC_MGMT_OUT_RESET_WRITE_POINTER = 4, ATA_LOG_DIRECTORY = 0, ATA_LOG_SATA_NCQ = 16, ATA_LOG_NCQ_NON_DATA = 18, ATA_LOG_NCQ_SEND_RECV = 19, ATA_LOG_CDL = 24, ATA_LOG_CDL_SIZE = 512, ATA_LOG_IDENTIFY_DEVICE = 48, ATA_LOG_SENSE_NCQ = 15, ATA_LOG_SENSE_NCQ_SIZE = 1024, ATA_LOG_CONCURRENT_POSITIONING_RANGES = 71, ATA_LOG_SUPPORTED_CAPABILITIES = 3, ATA_LOG_CURRENT_SETTINGS = 4, ATA_LOG_SECURITY = 6, ATA_LOG_SATA_SETTINGS = 8, ATA_LOG_ZONED_INFORMATION = 9, ATA_LOG_DEVSLP_OFFSET = 48, ATA_LOG_DEVSLP_SIZE = 8, ATA_LOG_DEVSLP_MDAT = 0, ATA_LOG_DEVSLP_MDAT_MASK = 31, ATA_LOG_DEVSLP_DETO = 1, ATA_LOG_DEVSLP_VALID = 7, ATA_LOG_DEVSLP_VALID_MASK = 128, ATA_LOG_NCQ_PRIO_OFFSET = 9, ATA_LOG_NCQ_SEND_RECV_SUBCMDS_OFFSET = 0, ATA_LOG_NCQ_SEND_RECV_SUBCMDS_DSM = 1, ATA_LOG_NCQ_SEND_RECV_DSM_OFFSET = 4, ATA_LOG_NCQ_SEND_RECV_DSM_TRIM = 1, ATA_LOG_NCQ_SEND_RECV_RD_LOG_OFFSET = 8, ATA_LOG_NCQ_SEND_RECV_RD_LOG_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_WR_LOG_OFFSET = 12, ATA_LOG_NCQ_SEND_RECV_WR_LOG_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_OFFSET = 16, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_OUT_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_IN_SUPPORTED = 2, ATA_LOG_NCQ_SEND_RECV_SIZE = 20, ATA_LOG_NCQ_NON_DATA_SUBCMDS_OFFSET = 0, ATA_LOG_NCQ_NON_DATA_ABORT_OFFSET = 0, ATA_LOG_NCQ_NON_DATA_ABORT_NCQ = 1, ATA_LOG_NCQ_NON_DATA_ABORT_ALL = 2, ATA_LOG_NCQ_NON_DATA_ABORT_STREAMING = 4, ATA_LOG_NCQ_NON_DATA_ABORT_NON_STREAMING = 8, ATA_LOG_NCQ_NON_DATA_ABORT_SELECTED = 16, ATA_LOG_NCQ_NON_DATA_ZAC_MGMT_OFFSET = 28, ATA_LOG_NCQ_NON_DATA_ZAC_MGMT_OUT = 1, ATA_LOG_NCQ_NON_DATA_SIZE = 64, ATA_CMD_READ_LONG = 34, ATA_CMD_READ_LONG_ONCE = 35, ATA_CMD_WRITE_LONG = 50, ATA_CMD_WRITE_LONG_ONCE = 51, SETFEATURES_XFER = 3, XFER_UDMA_7 = 71, XFER_UDMA_6 = 70, XFER_UDMA_5 = 69, XFER_UDMA_4 = 68, XFER_UDMA_3 = 67, XFER_UDMA_2 = 66, XFER_UDMA_1 = 65, XFER_UDMA_0 = 64, XFER_MW_DMA_4 = 36, XFER_MW_DMA_3 = 35, XFER_MW_DMA_2 = 34, XFER_MW_DMA_1 = 33, XFER_MW_DMA_0 = 32, XFER_SW_DMA_2 = 18, XFER_SW_DMA_1 = 17, XFER_SW_DMA_0 = 16, XFER_PIO_6 = 14, XFER_PIO_5 = 13, XFER_PIO_4 = 12, XFER_PIO_3 = 11, XFER_PIO_2 = 10, XFER_PIO_1 = 9, XFER_PIO_0 = 8, XFER_PIO_SLOW = 0, SETFEATURES_WC_ON = 2, SETFEATURES_WC_OFF = 130, SETFEATURES_RA_ON = 170, SETFEATURES_RA_OFF = 85, SETFEATURES_AAM_ON = 66, SETFEATURES_AAM_OFF = 194, SETFEATURES_SPINUP = 7, SETFEATURES_SPINUP_TIMEOUT = 30000, SETFEATURES_SATA_ENABLE = 16, SETFEATURES_SATA_DISABLE = 144, SETFEATURES_CDL = 13, SATA_FPDMA_OFFSET = 1, SATA_FPDMA_AA = 2, SATA_DIPM = 3, SATA_FPDMA_IN_ORDER = 4, SATA_AN = 5, SATA_SSP = 6, SATA_DEVSLP = 9, SETFEATURE_SENSE_DATA = 195, SETFEATURE_SENSE_DATA_SUCC_NCQ = 196, ATA_SET_MAX_ADDR = 0, ATA_SET_MAX_PASSWD = 1, ATA_SET_MAX_LOCK = 2, ATA_SET_MAX_UNLOCK = 3, ATA_SET_MAX_FREEZE_LOCK = 4, ATA_SET_MAX_PASSWD_DMA = 5, ATA_SET_MAX_UNLOCK_DMA = 6, ATA_DCO_RESTORE = 192, ATA_DCO_FREEZE_LOCK = 193, ATA_DCO_IDENTIFY = 194, ATA_DCO_SET = 195, ATA_SMART_ENABLE = 216, ATA_SMART_READ_VALUES = 208, ATA_SMART_READ_THRESHOLDS = 209, ATA_DSM_TRIM = 1, ATA_SMART_LBAM_PASS = 79, ATA_SMART_LBAH_PASS = 194, ATAPI_PKT_DMA = 1, ATAPI_DMADIR = 4, ATAPI_CDB_LEN = 16, SATA_PMP_MAX_PORTS = 15, SATA_PMP_CTRL_PORT = 15, SATA_PMP_GSCR_DWORDS = 128, SATA_PMP_GSCR_PROD_ID = 0, SATA_PMP_GSCR_REV = 1, SATA_PMP_GSCR_PORT_INFO = 2, SATA_PMP_GSCR_ERROR = 32, SATA_PMP_GSCR_ERROR_EN = 33, SATA_PMP_GSCR_FEAT = 64, SATA_PMP_GSCR_FEAT_EN = 96, SATA_PMP_PSCR_STATUS = 0, SATA_PMP_PSCR_ERROR = 1, SATA_PMP_PSCR_CONTROL = 2, SATA_PMP_FEAT_BIST = 1, SATA_PMP_FEAT_PMREQ = 2, SATA_PMP_FEAT_DYNSSC = 4, SATA_PMP_FEAT_NOTIFY = 8, ATA_CBL_NONE = 0, ATA_CBL_PATA40 = 1, ATA_CBL_PATA80 = 2, ATA_CBL_PATA40_SHORT = 3, ATA_CBL_PATA_UNK = 4, ATA_CBL_PATA_IGN = 5, ATA_CBL_SATA = 6, SCR_STATUS = 0, SCR_ERROR = 1, SCR_CONTROL = 2, SCR_ACTIVE = 3, SCR_NOTIFICATION = 4, SERR_DATA_RECOVERED = 1, SERR_COMM_RECOVERED = 2, SERR_DATA = 256, SERR_PERSISTENT = 512, SERR_PROTOCOL = 1024, SERR_INTERNAL = 2048, SERR_PHYRDY_CHG = 65536, SERR_PHY_INT_ERR = 131072, SERR_COMM_WAKE = 262144, SERR_10B_8B_ERR = 524288, SERR_DISPARITY = 1048576, SERR_CRC = 2097152, SERR_HANDSHAKE = 4194304, SERR_LINK_SEQ_ERR = 8388608, SERR_TRANS_ST_ERROR = 16777216, SERR_UNRECOG_FIS = 33554432, SERR_DEV_XCHG = 67108864, }; enum ata_prot_flags { ATA_PROT_FLAG_PIO = 1, ATA_PROT_FLAG_DMA = 2, ATA_PROT_FLAG_NCQ = 4, ATA_PROT_FLAG_ATAPI = 8, ATA_PROT_UNKNOWN = 255, ATA_PROT_NODATA = 0, ATA_PROT_PIO = 1, ATA_PROT_DMA = 2, ATA_PROT_NCQ_NODATA = 4, ATA_PROT_NCQ = 6, ATAPI_PROT_NODATA = 8, ATAPI_PROT_PIO = 9, ATAPI_PROT_DMA = 10, }; struct ata_bmdma_prd { __le32 addr; __le32 flags_len; }; typedef u64 async_cookie_t; enum { LIBATA_MAX_PRD = 128, LIBATA_DUMB_MAX_PRD = 64, ATA_DEF_QUEUE = 1, ATA_MAX_QUEUE = 32, ATA_TAG_INTERNAL = 32, ATA_SHORT_PAUSE = 16, ATAPI_MAX_DRAIN = 16384, ATA_ALL_DEVICES = 3, ATA_SHT_EMULATED = 1, ATA_SHT_THIS_ID = -1, ATA_TFLAG_LBA48 = 1, ATA_TFLAG_ISADDR = 2, ATA_TFLAG_DEVICE = 4, ATA_TFLAG_WRITE = 8, ATA_TFLAG_LBA = 16, ATA_TFLAG_FUA = 32, ATA_TFLAG_POLLING = 64, ATA_DFLAG_LBA = 1, ATA_DFLAG_LBA48 = 2, ATA_DFLAG_CDB_INTR = 4, ATA_DFLAG_NCQ = 8, ATA_DFLAG_FLUSH_EXT = 16, ATA_DFLAG_ACPI_PENDING = 32, ATA_DFLAG_ACPI_FAILED = 64, ATA_DFLAG_AN = 128, ATA_DFLAG_TRUSTED = 256, ATA_DFLAG_FUA = 512, ATA_DFLAG_DMADIR = 1024, ATA_DFLAG_NCQ_SEND_RECV = 2048, ATA_DFLAG_NCQ_PRIO = 4096, ATA_DFLAG_CDL = 8192, ATA_DFLAG_CFG_MASK = 16383, ATA_DFLAG_PIO = 16384, ATA_DFLAG_NCQ_OFF = 32768, ATA_DFLAG_SLEEPING = 65536, ATA_DFLAG_DUBIOUS_XFER = 131072, ATA_DFLAG_NO_UNLOAD = 262144, ATA_DFLAG_UNLOCK_HPA = 524288, ATA_DFLAG_INIT_MASK = 1048575, ATA_DFLAG_NCQ_PRIO_ENABLED = 1048576, ATA_DFLAG_CDL_ENABLED = 2097152, ATA_DFLAG_DETACH = 16777216, ATA_DFLAG_DETACHED = 33554432, ATA_DFLAG_DA = 67108864, ATA_DFLAG_DEVSLP = 134217728, ATA_DFLAG_ACPI_DISABLED = 268435456, ATA_DFLAG_D_SENSE = 536870912, ATA_DFLAG_ZAC = 1073741824, ATA_DFLAG_FEATURES_MASK = 201341696, ATA_DEV_UNKNOWN = 0, ATA_DEV_ATA = 1, ATA_DEV_ATA_UNSUP = 2, ATA_DEV_ATAPI = 3, ATA_DEV_ATAPI_UNSUP = 4, ATA_DEV_PMP = 5, ATA_DEV_PMP_UNSUP = 6, ATA_DEV_SEMB = 7, ATA_DEV_SEMB_UNSUP = 8, ATA_DEV_ZAC = 9, ATA_DEV_ZAC_UNSUP = 10, ATA_DEV_NONE = 11, ATA_LFLAG_NO_HRST = 2, ATA_LFLAG_NO_SRST = 4, ATA_LFLAG_ASSUME_ATA = 8, ATA_LFLAG_ASSUME_SEMB = 16, ATA_LFLAG_ASSUME_CLASS = 24, ATA_LFLAG_NO_RETRY = 32, ATA_LFLAG_DISABLED = 64, ATA_LFLAG_SW_ACTIVITY = 128, ATA_LFLAG_NO_LPM = 256, ATA_LFLAG_RST_ONCE = 512, ATA_LFLAG_CHANGED = 1024, ATA_LFLAG_NO_DEBOUNCE_DELAY = 2048, ATA_FLAG_SLAVE_POSS = 1, ATA_FLAG_SATA = 2, ATA_FLAG_NO_LPM = 4, ATA_FLAG_NO_LOG_PAGE = 32, ATA_FLAG_NO_ATAPI = 64, ATA_FLAG_PIO_DMA = 128, ATA_FLAG_PIO_LBA48 = 256, ATA_FLAG_PIO_POLLING = 512, ATA_FLAG_NCQ = 1024, ATA_FLAG_NO_POWEROFF_SPINDOWN = 2048, ATA_FLAG_NO_HIBERNATE_SPINDOWN = 4096, ATA_FLAG_DEBUGMSG = 8192, ATA_FLAG_FPDMA_AA = 16384, ATA_FLAG_IGN_SIMPLEX = 32768, ATA_FLAG_NO_IORDY = 65536, ATA_FLAG_ACPI_SATA = 131072, ATA_FLAG_AN = 262144, ATA_FLAG_PMP = 524288, ATA_FLAG_FPDMA_AUX = 1048576, ATA_FLAG_EM = 2097152, ATA_FLAG_SW_ACTIVITY = 4194304, ATA_FLAG_NO_DIPM = 8388608, ATA_FLAG_SAS_HOST = 16777216, ATA_PFLAG_EH_PENDING = 1, ATA_PFLAG_EH_IN_PROGRESS = 2, ATA_PFLAG_FROZEN = 4, ATA_PFLAG_RECOVERED = 8, ATA_PFLAG_LOADING = 16, ATA_PFLAG_SCSI_HOTPLUG = 64, ATA_PFLAG_INITIALIZING = 128, ATA_PFLAG_RESETTING = 256, ATA_PFLAG_UNLOADING = 512, ATA_PFLAG_UNLOADED = 1024, ATA_PFLAG_RESUMING = 65536, ATA_PFLAG_SUSPENDED = 131072, ATA_PFLAG_PM_PENDING = 262144, ATA_PFLAG_INIT_GTM_VALID = 524288, ATA_PFLAG_PIO32 = 1048576, ATA_PFLAG_PIO32CHANGE = 2097152, ATA_PFLAG_EXTERNAL = 4194304, ATA_QCFLAG_ACTIVE = 1, ATA_QCFLAG_DMAMAP = 2, ATA_QCFLAG_RTF_FILLED = 4, ATA_QCFLAG_IO = 8, ATA_QCFLAG_RESULT_TF = 16, ATA_QCFLAG_CLEAR_EXCL = 32, ATA_QCFLAG_QUIET = 64, ATA_QCFLAG_RETRY = 128, ATA_QCFLAG_HAS_CDL = 256, ATA_QCFLAG_EH = 65536, ATA_QCFLAG_SENSE_VALID = 131072, ATA_QCFLAG_EH_SCHEDULED = 262144, ATA_QCFLAG_EH_SUCCESS_CMD = 524288, ATA_HOST_SIMPLEX = 1, ATA_HOST_STARTED = 2, ATA_HOST_PARALLEL_SCAN = 4, ATA_HOST_IGNORE_ATA = 8, ATA_HOST_NO_PART = 16, ATA_HOST_NO_SSC = 32, ATA_HOST_NO_DEVSLP = 64, ATA_TMOUT_BOOT = 30000, ATA_TMOUT_BOOT_QUICK = 7000, ATA_TMOUT_INTERNAL_QUICK = 5000, ATA_TMOUT_MAX_PARK = 30000, ATA_TMOUT_FF_WAIT_LONG = 2000, ATA_TMOUT_FF_WAIT = 800, ATA_WAIT_AFTER_RESET = 150, ATA_TMOUT_PMP_SRST_WAIT = 10000, ATA_TMOUT_SPURIOUS_PHY = 10000, BUS_UNKNOWN = 0, BUS_DMA = 1, BUS_IDLE = 2, BUS_NOINTR = 3, BUS_NODATA = 4, BUS_TIMER = 5, BUS_PIO = 6, BUS_EDD = 7, BUS_IDENTIFY = 8, BUS_PACKET = 9, PORT_UNKNOWN = 0, PORT_ENABLED = 1, PORT_DISABLED = 2, ATA_NR_PIO_MODES = 7, ATA_NR_MWDMA_MODES = 5, ATA_NR_UDMA_MODES = 8, ATA_SHIFT_PIO = 0, ATA_SHIFT_MWDMA = 7, ATA_SHIFT_UDMA = 12, ATA_SHIFT_PRIO = 6, ATA_PRIO_HIGH = 2, ATA_DMA_PAD_SZ = 4, ATA_ERING_SIZE = 32, ATA_DEFER_LINK = 1, ATA_DEFER_PORT = 2, ATA_EH_DESC_LEN = 80, ATA_EH_REVALIDATE = 1, ATA_EH_SOFTRESET = 2, ATA_EH_HARDRESET = 4, ATA_EH_RESET = 6, ATA_EH_ENABLE_LINK = 8, ATA_EH_PARK = 32, ATA_EH_GET_SUCCESS_SENSE = 64, ATA_EH_SET_ACTIVE = 128, ATA_EH_PERDEV_MASK = 225, ATA_EH_ALL_ACTIONS = 15, ATA_EHI_HOTPLUGGED = 1, ATA_EHI_NO_AUTOPSY = 4, ATA_EHI_QUIET = 8, ATA_EHI_NO_RECOVERY = 16, ATA_EHI_DID_SOFTRESET = 65536, ATA_EHI_DID_HARDRESET = 131072, ATA_EHI_PRINTINFO = 262144, ATA_EHI_SETMODE = 524288, ATA_EHI_POST_SETMODE = 1048576, ATA_EHI_DID_RESET = 196608, ATA_EHI_TO_SLAVE_MASK = 12, ATA_EH_MAX_TRIES = 5, ATA_LINK_RESUME_TRIES = 5, ATA_EH_DEV_TRIES = 3, ATA_EH_PMP_TRIES = 5, ATA_EH_PMP_LINK_TRIES = 3, SATA_PMP_RW_TIMEOUT = 3000, ATA_EH_CMD_TIMEOUT_TABLE_SIZE = 8, ATA_HORKAGE_DIAGNOSTIC = 1, ATA_HORKAGE_NODMA = 2, ATA_HORKAGE_NONCQ = 4, ATA_HORKAGE_MAX_SEC_128 = 8, ATA_HORKAGE_BROKEN_HPA = 16, ATA_HORKAGE_DISABLE = 32, ATA_HORKAGE_HPA_SIZE = 64, ATA_HORKAGE_IVB = 256, ATA_HORKAGE_STUCK_ERR = 512, ATA_HORKAGE_BRIDGE_OK = 1024, ATA_HORKAGE_ATAPI_MOD16_DMA = 2048, ATA_HORKAGE_FIRMWARE_WARN = 4096, ATA_HORKAGE_1_5_GBPS = 8192, ATA_HORKAGE_NOSETXFER = 16384, ATA_HORKAGE_BROKEN_FPDMA_AA = 32768, ATA_HORKAGE_DUMP_ID = 65536, ATA_HORKAGE_MAX_SEC_LBA48 = 131072, ATA_HORKAGE_ATAPI_DMADIR = 262144, ATA_HORKAGE_NO_NCQ_TRIM = 524288, ATA_HORKAGE_NOLPM = 1048576, ATA_HORKAGE_WD_BROKEN_LPM = 2097152, ATA_HORKAGE_ZERO_AFTER_TRIM = 4194304, ATA_HORKAGE_NO_DMA_LOG = 8388608, ATA_HORKAGE_NOTRIM = 16777216, ATA_HORKAGE_MAX_SEC_1024 = 33554432, ATA_HORKAGE_MAX_TRIM_128M = 67108864, ATA_HORKAGE_NO_NCQ_ON_ATI = 134217728, ATA_HORKAGE_NO_ID_DEV_LOG = 268435456, ATA_HORKAGE_NO_LOG_DIR = 536870912, ATA_HORKAGE_NO_FUA = 1073741824, ATA_DMA_MASK_ATA = 1, ATA_DMA_MASK_ATAPI = 2, ATA_DMA_MASK_CFA = 4, ATAPI_READ = 0, ATAPI_WRITE = 1, ATAPI_READ_CD = 2, ATAPI_PASS_THRU = 3, ATAPI_MISC = 4, ATA_TIMING_SETUP = 1, ATA_TIMING_ACT8B = 2, ATA_TIMING_REC8B = 4, ATA_TIMING_CYC8B = 8, ATA_TIMING_8BIT = 14, ATA_TIMING_ACTIVE = 16, ATA_TIMING_RECOVER = 32, ATA_TIMING_DMACK_HOLD = 64, ATA_TIMING_CYCLE = 128, ATA_TIMING_UDMA = 256, ATA_TIMING_ALL = 511, ATA_ACPI_FILTER_SETXFER = 1, ATA_ACPI_FILTER_LOCK = 2, ATA_ACPI_FILTER_DIPM = 4, ATA_ACPI_FILTER_FPDMA_OFFSET = 8, ATA_ACPI_FILTER_FPDMA_AA = 16, ATA_ACPI_FILTER_DEFAULT = 7, }; enum ata_completion_errors { AC_ERR_OK = 0, AC_ERR_DEV = 1, AC_ERR_HSM = 2, AC_ERR_TIMEOUT = 4, AC_ERR_MEDIA = 8, AC_ERR_ATA_BUS = 16, AC_ERR_HOST_BUS = 32, AC_ERR_SYSTEM = 64, AC_ERR_INVALID = 128, AC_ERR_OTHER = 256, AC_ERR_NODEV_HINT = 512, AC_ERR_NCQ = 1024, }; enum ata_lpm_policy { ATA_LPM_UNKNOWN = 0, ATA_LPM_MAX_POWER = 1, ATA_LPM_MED_POWER = 2, ATA_LPM_MED_POWER_WITH_DIPM = 3, ATA_LPM_MIN_POWER_WITH_PARTIAL = 4, ATA_LPM_MIN_POWER = 5, }; struct ata_queued_cmd; typedef void (*ata_qc_cb_t)(struct ata_queued_cmd *); struct ata_taskfile { long unsigned int flags; u8 protocol; u8 ctl; u8 hob_feature; u8 hob_nsect; u8 hob_lbal; u8 hob_lbam; u8 hob_lbah; union { u8 error; u8 feature; }; u8 nsect; u8 lbal; u8 lbam; u8 lbah; u8 device; union { u8 status; u8 command; }; u32 auxiliary; }; struct ata_port; struct ata_device; struct ata_queued_cmd { struct ata_port *ap; struct ata_device *dev; struct scsi_cmnd *scsicmd; void (*scsidone)(struct scsi_cmnd *); struct ata_taskfile tf; u8 cdb[16]; long unsigned int flags; unsigned int tag; unsigned int hw_tag; unsigned int n_elem; unsigned int orig_n_elem; int dma_dir; unsigned int sect_size; unsigned int nbytes; unsigned int extrabytes; unsigned int curbytes; struct scatterlist sgent; struct scatterlist *sg; struct scatterlist *cursg; unsigned int cursg_ofs; unsigned int err_mask; struct ata_taskfile result_tf; ata_qc_cb_t complete_fn; void *private_data; void *lldd_task; }; struct ata_link; typedef int (*ata_prereset_fn_t)(struct ata_link *, long unsigned int); struct ata_eh_info { struct ata_device *dev; u32 serror; unsigned int err_mask; unsigned int action; unsigned int dev_action[2]; unsigned int flags; unsigned int probe_mask; char desc[80]; int desc_len; }; struct ata_eh_context { struct ata_eh_info i; int tries[2]; int cmd_timeout_idx[16]; unsigned int classes[2]; unsigned int did_probe_mask; unsigned int unloaded_mask; unsigned int saved_ncq_enabled; u8 saved_xfer_mode[2]; long unsigned int last_reset; }; struct ata_ering_entry { unsigned int eflags; unsigned int err_mask; u64 timestamp; }; struct ata_ering { int cursor; struct ata_ering_entry ring[32]; }; struct ata_cpr_log; struct ata_device { struct ata_link *link; unsigned int devno; unsigned int horkage; long unsigned int flags; struct scsi_device *sdev; void *private_data; struct device tdev; u64 n_sectors; u64 n_native_sectors; unsigned int class; long unsigned int unpark_deadline; u8 pio_mode; u8 dma_mode; u8 xfer_mode; unsigned int xfer_shift; unsigned int multi_count; unsigned int max_sectors; unsigned int cdb_len; unsigned int pio_mask; unsigned int mwdma_mask; unsigned int udma_mask; u16 cylinders; u16 heads; u16 sectors; union { u16 id[256]; u32 gscr[128]; }; u8 devslp_timing[8]; u8 ncq_send_recv_cmds[20]; u8 ncq_non_data_cmds[64]; u32 zac_zoned_cap; u32 zac_zones_optimal_open; u32 zac_zones_optimal_nonseq; u32 zac_zones_max_open; struct ata_cpr_log *cpr_log; u8 cdl[512]; int spdn_cnt; struct ata_ering ering; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ata_link { struct ata_port *ap; int pmp; struct device tdev; unsigned int active_tag; u32 sactive; unsigned int flags; u32 saved_scontrol; unsigned int hw_sata_spd_limit; unsigned int sata_spd_limit; unsigned int sata_spd; enum ata_lpm_policy lpm_policy; struct ata_eh_info eh_info; struct ata_eh_context eh_context; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct ata_device device[2]; long unsigned int last_lpm_change; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef int (*ata_reset_fn_t)(struct ata_link *, unsigned int *, long unsigned int); typedef void (*ata_postreset_fn_t)(struct ata_link *, unsigned int *); enum sw_activity { OFF = 0, BLINK_ON = 1, BLINK_OFF = 2, }; struct ata_ioports { void *cmd_addr; void *data_addr; void *error_addr; void *feature_addr; void *nsect_addr; void *lbal_addr; void *lbam_addr; void *lbah_addr; void *device_addr; void *status_addr; void *command_addr; void *altstatus_addr; void *ctl_addr; void *bmdma_addr; void *scr_addr; }; struct ata_port_operations; struct ata_host { spinlock_t lock; struct device *dev; void * const *iomap; unsigned int n_ports; unsigned int n_tags; void *private_data; struct ata_port_operations *ops; long unsigned int flags; struct kref kref; struct mutex eh_mutex; struct task_struct *eh_owner; struct ata_port *simplex_claimed; struct ata_port *ports[0]; }; struct ata_port_operations { int (*qc_defer)(struct ata_queued_cmd *); int (*check_atapi_dma)(struct ata_queued_cmd *); enum ata_completion_errors (*qc_prep)(struct ata_queued_cmd *); unsigned int (*qc_issue)(struct ata_queued_cmd *); void (*qc_fill_rtf)(struct ata_queued_cmd *); void (*qc_ncq_fill_rtf)(struct ata_port *, u64); int (*cable_detect)(struct ata_port *); unsigned int (*mode_filter)(struct ata_device *, unsigned int); void (*set_piomode)(struct ata_port *, struct ata_device *); void (*set_dmamode)(struct ata_port *, struct ata_device *); int (*set_mode)(struct ata_link *, struct ata_device **); unsigned int (*read_id)(struct ata_device *, struct ata_taskfile *, __le16 *); void (*dev_config)(struct ata_device *); void (*freeze)(struct ata_port *); void (*thaw)(struct ata_port *); ata_prereset_fn_t prereset; ata_reset_fn_t softreset; ata_reset_fn_t hardreset; ata_postreset_fn_t postreset; ata_prereset_fn_t pmp_prereset; ata_reset_fn_t pmp_softreset; ata_reset_fn_t pmp_hardreset; ata_postreset_fn_t pmp_postreset; void (*error_handler)(struct ata_port *); void (*lost_interrupt)(struct ata_port *); void (*post_internal_cmd)(struct ata_queued_cmd *); void (*sched_eh)(struct ata_port *); void (*end_eh)(struct ata_port *); int (*scr_read)(struct ata_link *, unsigned int, u32 *); int (*scr_write)(struct ata_link *, unsigned int, u32); void (*pmp_attach)(struct ata_port *); void (*pmp_detach)(struct ata_port *); int (*set_lpm)(struct ata_link *, enum ata_lpm_policy, unsigned int); int (*port_suspend)(struct ata_port *, pm_message_t); int (*port_resume)(struct ata_port *); int (*port_start)(struct ata_port *); void (*port_stop)(struct ata_port *); void (*host_stop)(struct ata_host *); void (*sff_dev_select)(struct ata_port *, unsigned int); void (*sff_set_devctl)(struct ata_port *, u8); u8 (*sff_check_status)(struct ata_port *); u8 (*sff_check_altstatus)(struct ata_port *); void (*sff_tf_load)(struct ata_port *, const struct ata_taskfile *); void (*sff_tf_read)(struct ata_port *, struct ata_taskfile *); void (*sff_exec_command)(struct ata_port *, const struct ata_taskfile *); unsigned int (*sff_data_xfer)(struct ata_queued_cmd *, unsigned char *, unsigned int, int); void (*sff_irq_on)(struct ata_port *); bool (*sff_irq_check)(struct ata_port *); void (*sff_irq_clear)(struct ata_port *); void (*sff_drain_fifo)(struct ata_queued_cmd *); void (*bmdma_setup)(struct ata_queued_cmd *); void (*bmdma_start)(struct ata_queued_cmd *); void (*bmdma_stop)(struct ata_queued_cmd *); u8 (*bmdma_status)(struct ata_port *); ssize_t (*em_show)(struct ata_port *, char *); ssize_t (*em_store)(struct ata_port *, const char *, size_t); ssize_t (*sw_activity_show)(struct ata_device *, char *); ssize_t (*sw_activity_store)(struct ata_device *, enum sw_activity); ssize_t (*transmit_led_message)(struct ata_port *, u32, ssize_t); const struct ata_port_operations *inherits; }; struct ata_port_stats { long unsigned int unhandled_irq; long unsigned int idle_irq; long unsigned int rw_reqbuf; }; struct ata_port { struct Scsi_Host *scsi_host; struct ata_port_operations *ops; spinlock_t *lock; long unsigned int flags; unsigned int pflags; unsigned int print_id; unsigned int local_port_no; unsigned int port_no; struct ata_ioports ioaddr; u8 ctl; u8 last_ctl; struct ata_link *sff_pio_task_link; struct delayed_work sff_pio_task; struct ata_bmdma_prd *bmdma_prd; dma_addr_t bmdma_prd_dma; unsigned int pio_mask; unsigned int mwdma_mask; unsigned int udma_mask; unsigned int cbl; struct ata_queued_cmd qcmd[33]; u64 qc_active; int nr_active_links; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct ata_link link; struct ata_link *slave_link; int nr_pmp_links; struct ata_link *pmp_link; struct ata_link *excl_link; struct ata_port_stats stats; struct ata_host *host; struct device *dev; struct device tdev; struct mutex scsi_scan_mutex; struct delayed_work hotplug_task; struct delayed_work scsi_rescan_task; unsigned int hsm_task_state; struct list_head eh_done_q; wait_queue_head_t eh_wait_q; int eh_tries; struct completion park_req_pending; pm_message_t pm_mesg; enum ata_lpm_policy target_lpm_policy; struct timer_list fastdrain_timer; unsigned int fastdrain_cnt; async_cookie_t cookie; int em_message_type; void *private_data; u8 *ncq_sense_buf; long: 64; long: 64; long: 64; long: 64; u8 sector_buf[512]; }; struct ata_cpr { u8 num; u8 num_storage_elements; u64 start_lba; u64 num_lbas; }; struct ata_cpr_log { u8 nr_cpr; struct ata_cpr cpr[0]; }; enum ata_link_iter_mode { ATA_LITER_EDGE = 0, ATA_LITER_HOST_FIRST = 1, ATA_LITER_PMP_FIRST = 2, }; enum ata_dev_iter_mode { ATA_DITER_ENABLED = 0, ATA_DITER_ENABLED_REVERSE = 1, ATA_DITER_ALL = 2, ATA_DITER_ALL_REVERSE = 3, }; typedef unsigned int (*ata_xlat_func_t)(struct ata_queued_cmd *); struct ata_scsi_args { struct ata_device *dev; u16 *id; struct scsi_cmnd *cmd; }; struct module_version_attribute { struct module_attribute mattr; const char *module_name; const char *version; }; struct phy_configure_opts_dp { unsigned int link_rate; unsigned int lanes; unsigned int voltage[4]; unsigned int pre[4]; u8 ssc: 1; u8 set_rate: 1; u8 set_lanes: 1; u8 set_voltages: 1; }; struct phy_configure_opts_lvds { unsigned int bits_per_lane_and_dclk_cycle; long unsigned int differential_clk_rate; unsigned int lanes; bool is_slave; }; struct phy_configure_opts_mipi_dphy { unsigned int clk_miss; unsigned int clk_post; unsigned int clk_pre; unsigned int clk_prepare; unsigned int clk_settle; unsigned int clk_term_en; unsigned int clk_trail; unsigned int clk_zero; unsigned int d_term_en; unsigned int eot; unsigned int hs_exit; unsigned int hs_prepare; unsigned int hs_settle; unsigned int hs_skip; unsigned int hs_trail; unsigned int hs_zero; unsigned int init; unsigned int lpx; unsigned int ta_get; unsigned int ta_go; unsigned int ta_sure; unsigned int wakeup; long unsigned int hs_clk_rate; long unsigned int lp_clk_rate; unsigned char lanes; }; enum phy_mode { PHY_MODE_INVALID = 0, PHY_MODE_USB_HOST = 1, PHY_MODE_USB_HOST_LS = 2, PHY_MODE_USB_HOST_FS = 3, PHY_MODE_USB_HOST_HS = 4, PHY_MODE_USB_HOST_SS = 5, PHY_MODE_USB_DEVICE = 6, PHY_MODE_USB_DEVICE_LS = 7, PHY_MODE_USB_DEVICE_FS = 8, PHY_MODE_USB_DEVICE_HS = 9, PHY_MODE_USB_DEVICE_SS = 10, PHY_MODE_USB_OTG = 11, PHY_MODE_UFS_HS_A = 12, PHY_MODE_UFS_HS_B = 13, PHY_MODE_PCIE = 14, PHY_MODE_ETHERNET = 15, PHY_MODE_MIPI_DPHY = 16, PHY_MODE_SATA = 17, PHY_MODE_LVDS = 18, PHY_MODE_DP = 19, }; enum phy_media { PHY_MEDIA_DEFAULT = 0, PHY_MEDIA_SR = 1, PHY_MEDIA_DAC = 2, }; union phy_configure_opts { struct phy_configure_opts_mipi_dphy mipi_dphy; struct phy_configure_opts_dp dp; struct phy_configure_opts_lvds lvds; }; struct phy; struct phy_ops { int (*init)(struct phy *); int (*exit)(struct phy *); int (*power_on)(struct phy *); int (*power_off)(struct phy *); int (*set_mode)(struct phy *, enum phy_mode, int); int (*set_media)(struct phy *, enum phy_media); int (*set_speed)(struct phy *, int); int (*configure)(struct phy *, union phy_configure_opts *); int (*validate)(struct phy *, enum phy_mode, int, union phy_configure_opts *); int (*reset)(struct phy *); int (*calibrate)(struct phy *); void (*release)(struct phy *); struct module *owner; }; struct phy_attrs { u32 bus_width; u32 max_link_rate; enum phy_mode mode; }; struct phy { struct device dev; int id; const struct phy_ops *ops; struct mutex mutex; int init_count; int power_count; struct phy_attrs attrs; struct regulator *pwr; struct dentry *debugfs; }; struct mv_sata_platform_data { int n_ports; }; struct mbus_dram_window { u8 cs_index; u8 mbus_attr; u64 base; u64 size; }; struct mbus_dram_target_info { u8 mbus_dram_target_id; int num_cs; struct mbus_dram_window cs[4]; }; enum hsm_task_states { HSM_ST_IDLE = 0, HSM_ST_FIRST = 1, HSM_ST = 2, HSM_ST_LAST = 3, HSM_ST_ERR = 4, }; struct ata_port_info { long unsigned int flags; long unsigned int link_flags; unsigned int pio_mask; unsigned int mwdma_mask; unsigned int udma_mask; struct ata_port_operations *port_ops; void *private_data; }; enum { MV_PRIMARY_BAR = 0, MV_IO_BAR = 2, MV_MISC_BAR = 3, MV_MAJOR_REG_AREA_SZ = 65536, MV_MINOR_REG_AREA_SZ = 8192, COAL_CLOCKS_PER_USEC = 150, MAX_COAL_TIME_THRESHOLD = 16777215, MAX_COAL_IO_COUNT = 255, MV_PCI_REG_BASE = 0, COAL_REG_BASE = 98304, IRQ_COAL_CAUSE = 98312, ALL_PORTS_COAL_IRQ = 16, IRQ_COAL_IO_THRESHOLD = 98508, IRQ_COAL_TIME_THRESHOLD = 98512, TRAN_COAL_CAUSE_LO = 98440, TRAN_COAL_CAUSE_HI = 98444, SATAHC0_REG_BASE = 131072, FLASH_CTL = 66668, GPIO_PORT_CTL = 66800, RESET_CFG = 98520, MV_PCI_REG_SZ = 65536, MV_SATAHC_REG_SZ = 65536, MV_SATAHC_ARBTR_REG_SZ = 8192, MV_PORT_REG_SZ = 8192, MV_MAX_Q_DEPTH = 32, MV_MAX_Q_DEPTH_MASK = 31, MV_CRQB_Q_SZ = 1024, MV_CRPB_Q_SZ = 256, MV_MAX_SG_CT = 256, MV_SG_TBL_SZ = 4096, MV_PORT_HC_SHIFT = 2, MV_PORTS_PER_HC = 4, MV_PORT_MASK = 3, MV_FLAG_DUAL_HC = 1073741824, MV_COMMON_FLAGS = 514, MV_GEN_I_FLAGS = 578, MV_GEN_II_FLAGS = 656898, MV_GEN_IIE_FLAGS = 919042, CRQB_FLAG_READ = 1, CRQB_TAG_SHIFT = 1, CRQB_IOID_SHIFT = 6, CRQB_PMP_SHIFT = 12, CRQB_HOSTQ_SHIFT = 17, CRQB_CMD_ADDR_SHIFT = 8, CRQB_CMD_CS = 4096, CRQB_CMD_LAST = 32768, CRPB_FLAG_STATUS_SHIFT = 8, CRPB_IOID_SHIFT_6 = 5, CRPB_IOID_SHIFT_7 = 7, EPRD_FLAG_END_OF_TBL = -2147483648, MV_PCI_COMMAND = 3072, MV_PCI_COMMAND_MWRCOM = 16, MV_PCI_COMMAND_MRDTRIG = 128, PCI_MAIN_CMD_STS = 3376, STOP_PCI_MASTER = 4, PCI_MASTER_EMPTY = 8, GLOB_SFT_RST = 16, MV_PCI_MODE = 3328, MV_PCI_MODE_MASK = 48, MV_PCI_EXP_ROM_BAR_CTL = 3372, MV_PCI_DISC_TIMER = 3332, MV_PCI_MSI_TRIGGER = 3128, MV_PCI_SERR_MASK = 3112, MV_PCI_XBAR_TMOUT = 7428, MV_PCI_ERR_LOW_ADDRESS = 7488, MV_PCI_ERR_HIGH_ADDRESS = 7492, MV_PCI_ERR_ATTRIBUTE = 7496, MV_PCI_ERR_COMMAND = 7504, PCI_IRQ_CAUSE = 7512, PCI_IRQ_MASK = 7516, PCI_UNMASK_ALL_IRQS = 8388607, PCIE_IRQ_CAUSE = 6400, PCIE_IRQ_MASK = 6416, PCIE_UNMASK_ALL_IRQS = 1034, PCI_HC_MAIN_IRQ_CAUSE = 7520, PCI_HC_MAIN_IRQ_MASK = 7524, SOC_HC_MAIN_IRQ_CAUSE = 131104, SOC_HC_MAIN_IRQ_MASK = 131108, ERR_IRQ = 1, DONE_IRQ = 2, HC0_IRQ_PEND = 511, HC_SHIFT = 9, DONE_IRQ_0_3 = 170, DONE_IRQ_4_7 = 87040, PCI_ERR = 262144, TRAN_COAL_LO_DONE = 524288, TRAN_COAL_HI_DONE = 1048576, PORTS_0_3_COAL_DONE = 256, PORTS_4_7_COAL_DONE = 131072, ALL_PORTS_COAL_DONE = 2097152, GPIO_INT = 4194304, SELF_INT = 8388608, TWSI_INT = 16777216, HC_MAIN_RSVD = -33554432, HC_MAIN_RSVD_5 = -524288, HC_MAIN_RSVD_SOC = -320, HC_CFG = 0, HC_IRQ_CAUSE = 20, DMA_IRQ = 1, HC_COAL_IRQ = 16, DEV_IRQ = 256, HC_IRQ_COAL_IO_THRESHOLD = 12, HC_IRQ_COAL_TIME_THRESHOLD = 16, SOC_LED_CTRL = 44, SOC_LED_CTRL_BLINK = 1, SOC_LED_CTRL_ACT_PRESENCE = 4, SHD_BLK = 256, SHD_CTL_AST = 32, SATA_STATUS = 768, SATA_ACTIVE = 848, FIS_IRQ_CAUSE = 868, FIS_IRQ_CAUSE_AN = 512, LTMODE = 780, LTMODE_BIT8 = 256, PHY_MODE2 = 816, PHY_MODE3 = 784, PHY_MODE4 = 788, PHY_MODE4_CFG_MASK = 3, PHY_MODE4_CFG_VALUE = 1, PHY_MODE4_RSVD_ZEROS = 1575223290, PHY_MODE4_RSVD_ONES = 5, SATA_IFCTL = 836, SATA_TESTCTL = 840, SATA_IFSTAT = 844, VENDOR_UNIQUE_FIS = 860, FISCFG = 864, FISCFG_WAIT_DEV_ERR = 256, FISCFG_SINGLE_SYNC = 65536, PHY_MODE9_GEN2 = 920, PHY_MODE9_GEN1 = 924, PHYCFG_OFS = 928, MV5_PHY_MODE = 116, MV5_LTMODE = 48, MV5_PHY_CTL = 12, SATA_IFCFG = 80, LP_PHY_CTL = 88, LP_PHY_CTL_PIN_PU_PLL = 1, LP_PHY_CTL_PIN_PU_RX = 2, LP_PHY_CTL_PIN_PU_TX = 4, LP_PHY_CTL_GEN_TX_3G = 32, LP_PHY_CTL_GEN_RX_3G = 512, MV_M2_PREAMP_MASK = 2016, EDMA_CFG = 0, EDMA_CFG_Q_DEPTH = 31, EDMA_CFG_NCQ = 32, EDMA_CFG_NCQ_GO_ON_ERR = 16384, EDMA_CFG_RD_BRST_EXT = 2048, EDMA_CFG_WR_BUFF_LEN = 8192, EDMA_CFG_EDMA_FBS = 65536, EDMA_CFG_FBS = 67108864, EDMA_ERR_IRQ_CAUSE = 8, EDMA_ERR_IRQ_MASK = 12, EDMA_ERR_D_PAR = 1, EDMA_ERR_PRD_PAR = 2, EDMA_ERR_DEV = 4, EDMA_ERR_DEV_DCON = 8, EDMA_ERR_DEV_CON = 16, EDMA_ERR_SERR = 32, EDMA_ERR_SELF_DIS = 128, EDMA_ERR_SELF_DIS_5 = 256, EDMA_ERR_BIST_ASYNC = 256, EDMA_ERR_TRANS_IRQ_7 = 256, EDMA_ERR_CRQB_PAR = 512, EDMA_ERR_CRPB_PAR = 1024, EDMA_ERR_INTRL_PAR = 2048, EDMA_ERR_IORDY = 4096, EDMA_ERR_LNK_CTRL_RX = 122880, EDMA_ERR_LNK_CTRL_RX_0 = 8192, EDMA_ERR_LNK_CTRL_RX_1 = 16384, EDMA_ERR_LNK_CTRL_RX_2 = 32768, EDMA_ERR_LNK_CTRL_RX_3 = 65536, EDMA_ERR_LNK_DATA_RX = 1966080, EDMA_ERR_LNK_CTRL_TX = 65011712, EDMA_ERR_LNK_CTRL_TX_0 = 2097152, EDMA_ERR_LNK_CTRL_TX_1 = 4194304, EDMA_ERR_LNK_CTRL_TX_2 = 8388608, EDMA_ERR_LNK_CTRL_TX_3 = 16777216, EDMA_ERR_LNK_CTRL_TX_4 = 33554432, EDMA_ERR_LNK_DATA_TX = 2080374784, EDMA_ERR_TRANS_PROTO = -2147483648, EDMA_ERR_OVERRUN_5 = 32, EDMA_ERR_UNDERRUN_5 = 64, EDMA_ERR_IRQ_TRANSIENT = 65101824, EDMA_EH_FREEZE = -65102149, EDMA_EH_FREEZE_5 = 8059, EDMA_REQ_Q_BASE_HI = 16, EDMA_REQ_Q_IN_PTR = 20, EDMA_REQ_Q_OUT_PTR = 24, EDMA_REQ_Q_PTR_SHIFT = 5, EDMA_RSP_Q_BASE_HI = 28, EDMA_RSP_Q_IN_PTR = 32, EDMA_RSP_Q_OUT_PTR = 36, EDMA_RSP_Q_PTR_SHIFT = 3, EDMA_CMD = 40, EDMA_EN = 1, EDMA_DS = 2, EDMA_RESET = 4, EDMA_STATUS = 48, EDMA_STATUS_CACHE_EMPTY = 64, EDMA_STATUS_IDLE = 128, EDMA_IORDY_TMOUT = 52, EDMA_ARB_CFG = 56, EDMA_HALTCOND = 96, EDMA_UNKNOWN_RSVD = 108, BMDMA_CMD = 548, BMDMA_STATUS = 552, BMDMA_PRD_LOW = 556, BMDMA_PRD_HIGH = 560, MV_HP_FLAG_MSI = 1, MV_HP_ERRATA_50XXB0 = 2, MV_HP_ERRATA_50XXB2 = 4, MV_HP_ERRATA_60X1B2 = 8, MV_HP_ERRATA_60X1C0 = 16, MV_HP_GEN_I = 64, MV_HP_GEN_II = 128, MV_HP_GEN_IIE = 256, MV_HP_PCIE = 512, MV_HP_CUT_THROUGH = 1024, MV_HP_FLAG_SOC = 2048, MV_HP_QUIRK_LED_BLINK_EN = 4096, MV_HP_FIX_LP_PHY_CTL = 8192, MV_PP_FLAG_EDMA_EN = 1, MV_PP_FLAG_NCQ_EN = 2, MV_PP_FLAG_FBS_EN = 4, MV_PP_FLAG_DELAYED_EH = 8, MV_PP_FLAG_FAKE_ATA_BUSY = 16, }; enum { MV_DMA_BOUNDARY = 65535, EDMA_REQ_Q_BASE_LO_MASK = 4294966272, EDMA_RSP_Q_BASE_LO_MASK = 4294967040, }; enum chip_type { chip_504x = 0, chip_508x = 1, chip_5080 = 2, chip_604x = 3, chip_608x = 4, chip_6042 = 5, chip_7042 = 6, chip_soc = 7, }; struct mv_crqb { __le32 sg_addr; __le32 sg_addr_hi; __le16 ctrl_flags; __le16 ata_cmd[11]; }; struct mv_crqb_iie { __le32 addr; __le32 addr_hi; __le32 flags; __le32 len; __le32 ata_cmd[4]; }; struct mv_crpb { __le16 id; __le16 flags; __le32 tmstmp; }; struct mv_sg { __le32 addr; __le32 flags_size; __le32 addr_hi; __le32 reserved; }; struct mv_cached_regs { u32 fiscfg; u32 ltmode; u32 haltcond; u32 unknown_rsvd; }; struct mv_port_priv { struct mv_crqb *crqb; dma_addr_t crqb_dma; struct mv_crpb *crpb; dma_addr_t crpb_dma; struct mv_sg *sg_tbl[32]; dma_addr_t sg_tbl_dma[32]; unsigned int req_idx; unsigned int resp_idx; u32 pp_flags; struct mv_cached_regs cached; unsigned int delayed_eh_pmp_map; }; struct mv_port_signal { u32 amps; u32 pre; }; struct dma_pool; struct mv_hw_ops; struct mv_host_priv { u32 hp_flags; unsigned int board_idx; u32 main_irq_mask; struct mv_port_signal signal[8]; const struct mv_hw_ops *ops; int n_ports; void *base; void *main_irq_cause_addr; void *main_irq_mask_addr; u32 irq_cause_offset; u32 irq_mask_offset; u32 unmask_all_irqs; struct clk *clk; struct clk **port_clks; struct phy **port_phys; struct dma_pool *crqb_pool; struct dma_pool *crpb_pool; struct dma_pool *sg_tbl_pool; }; struct mv_hw_ops { void (*phy_errata)(struct mv_host_priv *, void *, unsigned int); void (*enable_leds)(struct mv_host_priv *, void *); void (*read_preamp)(struct mv_host_priv *, int, void *); int (*reset_hc)(struct ata_host *, void *, unsigned int); void (*reset_flash)(struct mv_host_priv *, void *); void (*reset_bus)(struct ata_host *, void *); }; struct reset_control; struct mii_bus; struct mdio_device { struct device dev; struct mii_bus *bus; char modalias[32]; int (*bus_match)(struct device *, struct device_driver *); void (*device_free)(struct mdio_device *); void (*device_remove)(struct mdio_device *); int addr; int flags; struct gpio_desc *reset_gpio; struct reset_control *reset_ctrl; unsigned int reset_assert_delay; unsigned int reset_deassert_delay; }; struct phy_c45_device_ids { u32 devices_in_package; u32 mmds_present; u32 device_ids[32]; }; enum phy_state { PHY_DOWN = 0, PHY_READY = 1, PHY_HALTED = 2, PHY_ERROR = 3, PHY_UP = 4, PHY_RUNNING = 5, PHY_NOLINK = 6, PHY_CABLETEST = 7, }; typedef enum { PHY_INTERFACE_MODE_NA = 0, PHY_INTERFACE_MODE_INTERNAL = 1, PHY_INTERFACE_MODE_MII = 2, PHY_INTERFACE_MODE_GMII = 3, PHY_INTERFACE_MODE_SGMII = 4, PHY_INTERFACE_MODE_TBI = 5, PHY_INTERFACE_MODE_REVMII = 6, PHY_INTERFACE_MODE_RMII = 7, PHY_INTERFACE_MODE_REVRMII = 8, PHY_INTERFACE_MODE_RGMII = 9, PHY_INTERFACE_MODE_RGMII_ID = 10, PHY_INTERFACE_MODE_RGMII_RXID = 11, PHY_INTERFACE_MODE_RGMII_TXID = 12, PHY_INTERFACE_MODE_RTBI = 13, PHY_INTERFACE_MODE_SMII = 14, PHY_INTERFACE_MODE_XGMII = 15, PHY_INTERFACE_MODE_XLGMII = 16, PHY_INTERFACE_MODE_MOCA = 17, PHY_INTERFACE_MODE_PSGMII = 18, PHY_INTERFACE_MODE_QSGMII = 19, PHY_INTERFACE_MODE_TRGMII = 20, PHY_INTERFACE_MODE_100BASEX = 21, PHY_INTERFACE_MODE_1000BASEX = 22, PHY_INTERFACE_MODE_2500BASEX = 23, PHY_INTERFACE_MODE_5GBASER = 24, PHY_INTERFACE_MODE_RXAUI = 25, PHY_INTERFACE_MODE_XAUI = 26, PHY_INTERFACE_MODE_10GBASER = 27, PHY_INTERFACE_MODE_25GBASER = 28, PHY_INTERFACE_MODE_USXGMII = 29, PHY_INTERFACE_MODE_10GKR = 30, PHY_INTERFACE_MODE_QUSGMII = 31, PHY_INTERFACE_MODE_1000BASEKX = 32, PHY_INTERFACE_MODE_MAX = 33, } phy_interface_t; struct phylink; struct pse_control; struct phy_driver; struct phy_package_shared; struct mii_timestamper; struct phy_device { struct mdio_device mdio; struct phy_driver *drv; struct device_link *devlink; u32 phy_id; struct phy_c45_device_ids c45_ids; unsigned int is_c45: 1; unsigned int is_internal: 1; unsigned int is_pseudo_fixed_link: 1; unsigned int is_gigabit_capable: 1; unsigned int has_fixups: 1; unsigned int suspended: 1; unsigned int suspended_by_mdio_bus: 1; unsigned int sysfs_links: 1; unsigned int loopback_enabled: 1; unsigned int downshifted_rate: 1; unsigned int is_on_sfp_module: 1; unsigned int mac_managed_pm: 1; unsigned int wol_enabled: 1; unsigned int autoneg: 1; unsigned int link: 1; unsigned int autoneg_complete: 1; unsigned int interrupts: 1; unsigned int irq_suspended: 1; unsigned int irq_rerun: 1; int rate_matching; enum phy_state state; u32 dev_flags; phy_interface_t interface; int speed; int duplex; int port; int pause; int asym_pause; u8 master_slave_get; u8 master_slave_set; u8 master_slave_state; long unsigned int supported[2]; long unsigned int advertising[2]; long unsigned int lp_advertising[2]; long unsigned int adv_old[2]; long unsigned int supported_eee[2]; long unsigned int advertising_eee[2]; bool eee_enabled; long unsigned int host_interfaces[1]; u32 eee_broken_modes; struct list_head leds; int irq; void *priv; struct phy_package_shared *shared; struct sk_buff *skb; void *ehdr; struct nlattr *nest; struct delayed_work state_queue; struct mutex lock; bool sfp_bus_attached; struct sfp_bus *sfp_bus; struct phylink *phylink; struct net_device *attached_dev; struct mii_timestamper *mii_ts; struct pse_control *psec; u8 mdix; u8 mdix_ctrl; int pma_extable; unsigned int link_down_events; void (*phy_link_change)(struct phy_device *, bool); void (*adjust_link)(struct net_device *); }; struct phy_plca_cfg { int version; int enabled; int node_id; int node_cnt; int to_tmr; int burst_cnt; int burst_tmr; }; struct phy_plca_status { bool pst; }; struct phy_tdr_config { u32 first; u32 last; u32 step; s8 pair; }; enum led_brightness { LED_OFF = 0, LED_ON = 1, LED_HALF = 127, LED_FULL = 255, }; struct mdio_bus_stats { u64_stats_t transfers; u64_stats_t errors; u64_stats_t writes; u64_stats_t reads; struct u64_stats_sync syncp; }; struct mii_bus { struct module *owner; const char *name; char id[61]; void *priv; int (*read)(struct mii_bus *, int, int); int (*write)(struct mii_bus *, int, int, u16); int (*read_c45)(struct mii_bus *, int, int, int); int (*write_c45)(struct mii_bus *, int, int, int, u16); int (*reset)(struct mii_bus *); struct mdio_bus_stats stats[32]; struct mutex mdio_lock; struct device *parent; enum { MDIOBUS_ALLOCATED = 1, MDIOBUS_REGISTERED = 2, MDIOBUS_UNREGISTERED = 3, MDIOBUS_RELEASED = 4, } state; struct device dev; struct mdio_device *mdio_map[32]; u32 phy_mask; u32 phy_ignore_ta_mask; int irq[32]; int reset_delay_us; int reset_post_delay_us; struct gpio_desc *reset_gpiod; struct mutex shared_lock; struct phy_package_shared *shared[32]; }; struct mdio_driver_common { struct device_driver driver; int flags; }; struct mii_timestamper { bool (*rxtstamp)(struct mii_timestamper *, struct sk_buff *, int); void (*txtstamp)(struct mii_timestamper *, struct sk_buff *, int); int (*hwtstamp)(struct mii_timestamper *, struct ifreq *); void (*link_state)(struct mii_timestamper *, struct phy_device *); int (*ts_info)(struct mii_timestamper *, struct ethtool_ts_info *); struct device *device; }; struct phy_package_shared { int addr; refcount_t refcnt; long unsigned int flags; size_t priv_size; void *priv; }; struct phy_driver { struct mdio_driver_common mdiodrv; u32 phy_id; char *name; u32 phy_id_mask; const long unsigned int * const features; u32 flags; const void *driver_data; int (*soft_reset)(struct phy_device *); int (*config_init)(struct phy_device *); int (*probe)(struct phy_device *); int (*get_features)(struct phy_device *); int (*get_rate_matching)(struct phy_device *, phy_interface_t); int (*suspend)(struct phy_device *); int (*resume)(struct phy_device *); int (*config_aneg)(struct phy_device *); int (*aneg_done)(struct phy_device *); int (*read_status)(struct phy_device *); int (*config_intr)(struct phy_device *); irqreturn_t (*handle_interrupt)(struct phy_device *); void (*remove)(struct phy_device *); int (*match_phy_device)(struct phy_device *); int (*set_wol)(struct phy_device *, struct ethtool_wolinfo *); void (*get_wol)(struct phy_device *, struct ethtool_wolinfo *); void (*link_change_notify)(struct phy_device *); int (*read_mmd)(struct phy_device *, int, u16); int (*write_mmd)(struct phy_device *, int, u16, u16); int (*read_page)(struct phy_device *); int (*write_page)(struct phy_device *, int); int (*module_info)(struct phy_device *, struct ethtool_modinfo *); int (*module_eeprom)(struct phy_device *, struct ethtool_eeprom *, u8 *); int (*cable_test_start)(struct phy_device *); int (*cable_test_tdr_start)(struct phy_device *, const struct phy_tdr_config *); int (*cable_test_get_status)(struct phy_device *, bool *); int (*get_sset_count)(struct phy_device *); void (*get_strings)(struct phy_device *, u8 *); void (*get_stats)(struct phy_device *, struct ethtool_stats *, u64 *); int (*get_tunable)(struct phy_device *, struct ethtool_tunable *, void *); int (*set_tunable)(struct phy_device *, struct ethtool_tunable *, const void *); int (*set_loopback)(struct phy_device *, bool); int (*get_sqi)(struct phy_device *); int (*get_sqi_max)(struct phy_device *); int (*get_plca_cfg)(struct phy_device *, struct phy_plca_cfg *); int (*set_plca_cfg)(struct phy_device *, const struct phy_plca_cfg *); int (*get_plca_status)(struct phy_device *, struct phy_plca_status *); int (*led_brightness_set)(struct phy_device *, u8, enum led_brightness); int (*led_blink_set)(struct phy_device *, u8, long unsigned int *, long unsigned int *); int (*led_hw_is_supported)(struct phy_device *, u8, long unsigned int); int (*led_hw_control_set)(struct phy_device *, u8, long unsigned int); int (*led_hw_control_get)(struct phy_device *, u8, long unsigned int *); }; struct phy_setting { u32 speed; u8 duplex; u8 bit; }; typedef __u16 __sum16; enum { DUMP_PREFIX_NONE = 0, DUMP_PREFIX_ADDRESS = 1, DUMP_PREFIX_OFFSET = 2, }; typedef void (*smp_call_func_t)(void *); struct __call_single_data { struct __call_single_node node; smp_call_func_t func; void *info; }; typedef struct __call_single_data call_single_data_t; enum pci_ers_result { PCI_ERS_RESULT_NONE = 1, PCI_ERS_RESULT_CAN_RECOVER = 2, PCI_ERS_RESULT_NEED_RESET = 3, PCI_ERS_RESULT_DISCONNECT = 4, PCI_ERS_RESULT_RECOVERED = 5, PCI_ERS_RESULT_NO_AER_DRIVER = 6, }; enum { NETIF_F_SG_BIT = 0, NETIF_F_IP_CSUM_BIT = 1, __UNUSED_NETIF_F_1 = 2, NETIF_F_HW_CSUM_BIT = 3, NETIF_F_IPV6_CSUM_BIT = 4, NETIF_F_HIGHDMA_BIT = 5, NETIF_F_FRAGLIST_BIT = 6, NETIF_F_HW_VLAN_CTAG_TX_BIT = 7, NETIF_F_HW_VLAN_CTAG_RX_BIT = 8, NETIF_F_HW_VLAN_CTAG_FILTER_BIT = 9, NETIF_F_VLAN_CHALLENGED_BIT = 10, NETIF_F_GSO_BIT = 11, NETIF_F_LLTX_BIT = 12, NETIF_F_NETNS_LOCAL_BIT = 13, NETIF_F_GRO_BIT = 14, NETIF_F_LRO_BIT = 15, NETIF_F_GSO_SHIFT = 16, NETIF_F_TSO_BIT = 16, NETIF_F_GSO_ROBUST_BIT = 17, NETIF_F_TSO_ECN_BIT = 18, NETIF_F_TSO_MANGLEID_BIT = 19, NETIF_F_TSO6_BIT = 20, NETIF_F_FSO_BIT = 21, NETIF_F_GSO_GRE_BIT = 22, NETIF_F_GSO_GRE_CSUM_BIT = 23, NETIF_F_GSO_IPXIP4_BIT = 24, NETIF_F_GSO_IPXIP6_BIT = 25, NETIF_F_GSO_UDP_TUNNEL_BIT = 26, NETIF_F_GSO_UDP_TUNNEL_CSUM_BIT = 27, NETIF_F_GSO_PARTIAL_BIT = 28, NETIF_F_GSO_TUNNEL_REMCSUM_BIT = 29, NETIF_F_GSO_SCTP_BIT = 30, NETIF_F_GSO_ESP_BIT = 31, NETIF_F_GSO_UDP_BIT = 32, NETIF_F_GSO_UDP_L4_BIT = 33, NETIF_F_GSO_FRAGLIST_BIT = 34, NETIF_F_GSO_LAST = 34, NETIF_F_FCOE_CRC_BIT = 35, NETIF_F_SCTP_CRC_BIT = 36, NETIF_F_FCOE_MTU_BIT = 37, NETIF_F_NTUPLE_BIT = 38, NETIF_F_RXHASH_BIT = 39, NETIF_F_RXCSUM_BIT = 40, NETIF_F_NOCACHE_COPY_BIT = 41, NETIF_F_LOOPBACK_BIT = 42, NETIF_F_RXFCS_BIT = 43, NETIF_F_RXALL_BIT = 44, NETIF_F_HW_VLAN_STAG_TX_BIT = 45, NETIF_F_HW_VLAN_STAG_RX_BIT = 46, NETIF_F_HW_VLAN_STAG_FILTER_BIT = 47, NETIF_F_HW_L2FW_DOFFLOAD_BIT = 48, NETIF_F_HW_TC_BIT = 49, NETIF_F_HW_ESP_BIT = 50, NETIF_F_HW_ESP_TX_CSUM_BIT = 51, NETIF_F_RX_UDP_TUNNEL_PORT_BIT = 52, NETIF_F_HW_TLS_TX_BIT = 53, NETIF_F_HW_TLS_RX_BIT = 54, NETIF_F_GRO_HW_BIT = 55, NETIF_F_HW_TLS_RECORD_BIT = 56, NETIF_F_GRO_FRAGLIST_BIT = 57, NETIF_F_HW_MACSEC_BIT = 58, NETIF_F_GRO_UDP_FWD_BIT = 59, NETIF_F_HW_HSR_TAG_INS_BIT = 60, NETIF_F_HW_HSR_TAG_RM_BIT = 61, NETIF_F_HW_HSR_FWD_BIT = 62, NETIF_F_HW_HSR_DUP_BIT = 63, NETDEV_FEATURE_COUNT = 64, }; enum { SKBTX_HW_TSTAMP = 1, SKBTX_SW_TSTAMP = 2, SKBTX_IN_PROGRESS = 4, SKBTX_HW_TSTAMP_USE_CYCLES = 8, SKBTX_WIFI_STATUS = 16, SKBTX_HW_TSTAMP_NETDEV = 32, SKBTX_SCHED_TSTAMP = 64, }; enum { SKB_GSO_TCPV4 = 1, SKB_GSO_DODGY = 2, SKB_GSO_TCP_ECN = 4, SKB_GSO_TCP_FIXEDID = 8, SKB_GSO_TCPV6 = 16, SKB_GSO_FCOE = 32, SKB_GSO_GRE = 64, SKB_GSO_GRE_CSUM = 128, SKB_GSO_IPXIP4 = 256, SKB_GSO_IPXIP6 = 512, SKB_GSO_UDP_TUNNEL = 1024, SKB_GSO_UDP_TUNNEL_CSUM = 2048, SKB_GSO_PARTIAL = 4096, SKB_GSO_TUNNEL_REMCSUM = 8192, SKB_GSO_SCTP = 16384, SKB_GSO_ESP = 32768, SKB_GSO_UDP = 65536, SKB_GSO_UDP_L4 = 131072, SKB_GSO_FRAGLIST = 262144, }; struct netdev_hw_addr { struct list_head list; struct rb_node node; unsigned char addr[32]; unsigned char type; bool global_use; int sync_cnt; int refcount; int synced; struct callback_head callback_head; }; enum netdev_state_t { __LINK_STATE_START = 0, __LINK_STATE_PRESENT = 1, __LINK_STATE_NOCARRIER = 2, __LINK_STATE_LINKWATCH_PENDING = 3, __LINK_STATE_DORMANT = 4, __LINK_STATE_TESTING = 5, }; struct gro_list { struct list_head list; int count; }; struct napi_struct { struct list_head poll_list; long unsigned int state; int weight; int defer_hard_irqs_count; long unsigned int gro_bitmask; int (*poll)(struct napi_struct *, int); int poll_owner; int list_owner; struct net_device *dev; struct gro_list gro_hash[8]; struct sk_buff *skb; struct list_head rx_list; int rx_count; unsigned int napi_id; struct hrtimer timer; struct task_struct *thread; struct list_head dev_list; struct hlist_node napi_hash_node; }; enum gro_result { GRO_MERGED = 0, GRO_MERGED_FREE = 1, GRO_HELD = 2, GRO_NORMAL = 3, GRO_CONSUMED = 4, }; typedef enum gro_result gro_result_t; enum netdev_queue_state_t { __QUEUE_STATE_DRV_XOFF = 0, __QUEUE_STATE_STACK_XOFF = 1, __QUEUE_STATE_FROZEN = 2, }; struct sd_flow_limit; struct softnet_data { struct list_head poll_list; struct sk_buff_head process_queue; unsigned int processed; unsigned int time_squeeze; struct softnet_data *rps_ipi_list; bool in_net_rx_action; bool in_napi_threaded_poll; struct sd_flow_limit *flow_limit; struct Qdisc *output_queue; struct Qdisc **output_queue_tailp; struct sk_buff *completion_queue; struct { u16 recursion; u8 more; u8 skip_txqueue; } xmit; long: 64; long: 64; long: 64; unsigned int input_queue_head; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; call_single_data_t csd; struct softnet_data *rps_ipi_next; unsigned int cpu; unsigned int input_queue_tail; unsigned int received_rps; unsigned int dropped; struct sk_buff_head input_pkt_queue; struct napi_struct backlog; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t defer_lock; int defer_count; int defer_ipi_scheduled; struct sk_buff *defer_list; long: 64; call_single_data_t defer_csd; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct iphdr { __u8 ihl: 4; __u8 version: 4; __u8 tos; __be16 tot_len; __be16 id; __be16 frag_off; __u8 ttl; __u8 protocol; __sum16 check; union { struct { __be32 saddr; __be32 daddr; }; struct { __be32 saddr; __be32 daddr; } addrs; }; }; struct ipv6hdr { __u8 priority: 4; __u8 version: 4; __u8 flow_lbl[3]; __be16 payload_len; __u8 nexthdr; __u8 hop_limit; union { struct { struct in6_addr saddr; struct in6_addr daddr; }; struct { struct in6_addr saddr; struct in6_addr daddr; } addrs; }; }; enum { TCA_UNSPEC = 0, TCA_KIND = 1, TCA_OPTIONS = 2, TCA_STATS = 3, TCA_XSTATS = 4, TCA_RATE = 5, TCA_FCNT = 6, TCA_STATS2 = 7, TCA_STAB = 8, TCA_PAD = 9, TCA_DUMP_INVISIBLE = 10, TCA_CHAIN = 11, TCA_HW_OFFLOAD = 12, TCA_INGRESS_BLOCK = 13, TCA_EGRESS_BLOCK = 14, TCA_DUMP_FLAGS = 15, TCA_EXT_WARN_MSG = 16, __TCA_MAX = 17, }; struct tcphdr { __be16 source; __be16 dest; __be32 seq; __be32 ack_seq; __u16 res1: 4; __u16 doff: 4; __u16 fin: 1; __u16 syn: 1; __u16 rst: 1; __u16 psh: 1; __u16 ack: 1; __u16 urg: 1; __u16 ece: 1; __u16 cwr: 1; __be16 window; __sum16 check; __be16 urg_ptr; }; struct vlan_hdr { __be16 h_vlan_TCI; __be16 h_vlan_encapsulated_proto; }; struct qdisc_walker { int stop; int skip; int count; int (*fn)(struct Qdisc *, long unsigned int, struct qdisc_walker *); }; struct mii_ioctl_data { __u16 phy_id; __u16 reg_num; __u16 val_in; __u16 val_out; }; typedef enum { e1000_undefined = 0, e1000_82542_rev2_0 = 1, e1000_82542_rev2_1 = 2, e1000_82543 = 3, e1000_82544 = 4, e1000_82540 = 5, e1000_82545 = 6, e1000_82545_rev_3 = 7, e1000_82546 = 8, e1000_ce4100 = 9, e1000_82546_rev_3 = 10, e1000_82541 = 11, e1000_82541_rev_2 = 12, e1000_82547 = 13, e1000_82547_rev_2 = 14, e1000_num_macs = 15, } e1000_mac_type; typedef enum { e1000_eeprom_uninitialized = 0, e1000_eeprom_spi = 1, e1000_eeprom_microwire = 2, e1000_eeprom_flash = 3, e1000_eeprom_none = 4, e1000_num_eeprom_types = 5, } e1000_eeprom_type; typedef enum { e1000_media_type_copper = 0, e1000_media_type_fiber = 1, e1000_media_type_internal_serdes = 2, e1000_num_media_types = 3, } e1000_media_type; enum { e1000_10_half = 0, e1000_10_full = 1, e1000_100_half = 2, e1000_100_full = 3, }; typedef enum { E1000_FC_NONE = 0, E1000_FC_RX_PAUSE = 1, E1000_FC_TX_PAUSE = 2, E1000_FC_FULL = 3, E1000_FC_DEFAULT = 255, } e1000_fc_type; struct e1000_shadow_ram { u16 eeprom_word; bool modified; }; typedef enum { e1000_bus_type_unknown = 0, e1000_bus_type_pci = 1, e1000_bus_type_pcix = 2, e1000_bus_type_reserved = 3, } e1000_bus_type; typedef enum { e1000_bus_speed_unknown = 0, e1000_bus_speed_33 = 1, e1000_bus_speed_66 = 2, e1000_bus_speed_100 = 3, e1000_bus_speed_120 = 4, e1000_bus_speed_133 = 5, e1000_bus_speed_reserved = 6, } e1000_bus_speed; typedef enum { e1000_bus_width_unknown = 0, e1000_bus_width_32 = 1, e1000_bus_width_64 = 2, e1000_bus_width_reserved = 3, } e1000_bus_width; typedef enum { e1000_cable_length_50 = 0, e1000_cable_length_50_80 = 1, e1000_cable_length_80_110 = 2, e1000_cable_length_110_140 = 3, e1000_cable_length_140 = 4, e1000_cable_length_undefined = 255, } e1000_cable_length; typedef enum { e1000_10bt_ext_dist_enable_normal = 0, e1000_10bt_ext_dist_enable_lower = 1, e1000_10bt_ext_dist_enable_undefined = 255, } e1000_10bt_ext_dist_enable; typedef enum { e1000_rev_polarity_normal = 0, e1000_rev_polarity_reversed = 1, e1000_rev_polarity_undefined = 255, } e1000_rev_polarity; typedef enum { e1000_downshift_normal = 0, e1000_downshift_activated = 1, e1000_downshift_undefined = 255, } e1000_downshift; typedef enum { e1000_smart_speed_default = 0, e1000_smart_speed_on = 1, e1000_smart_speed_off = 2, } e1000_smart_speed; typedef enum { e1000_polarity_reversal_enabled = 0, e1000_polarity_reversal_disabled = 1, e1000_polarity_reversal_undefined = 255, } e1000_polarity_reversal; typedef enum { e1000_auto_x_mode_manual_mdi = 0, e1000_auto_x_mode_manual_mdix = 1, e1000_auto_x_mode_auto1 = 2, e1000_auto_x_mode_auto2 = 3, e1000_auto_x_mode_undefined = 255, } e1000_auto_x_mode; typedef enum { e1000_1000t_rx_status_not_ok = 0, e1000_1000t_rx_status_ok = 1, e1000_1000t_rx_status_undefined = 255, } e1000_1000t_rx_status; typedef enum { e1000_phy_m88 = 0, e1000_phy_igp = 1, e1000_phy_8211 = 2, e1000_phy_8201 = 3, e1000_phy_undefined = 255, } e1000_phy_type; typedef enum { e1000_ms_hw_default = 0, e1000_ms_force_master = 1, e1000_ms_force_slave = 2, e1000_ms_auto = 3, } e1000_ms_type; typedef enum { e1000_ffe_config_enabled = 0, e1000_ffe_config_active = 1, e1000_ffe_config_blocked = 2, } e1000_ffe_config; typedef enum { e1000_dsp_config_disabled = 0, e1000_dsp_config_enabled = 1, e1000_dsp_config_activated = 2, e1000_dsp_config_undefined = 255, } e1000_dsp_config; struct e1000_phy_info { e1000_cable_length cable_length; e1000_10bt_ext_dist_enable extended_10bt_distance; e1000_rev_polarity cable_polarity; e1000_downshift downshift; e1000_polarity_reversal polarity_correction; e1000_auto_x_mode mdix_mode; e1000_1000t_rx_status local_rx; e1000_1000t_rx_status remote_rx; }; struct e1000_phy_stats { u32 idle_errors; u32 receive_errors; }; struct e1000_eeprom_info { e1000_eeprom_type type; u16 word_size; u16 opcode_bits; u16 address_bits; u16 delay_usec; u16 page_size; }; struct e1000_host_mng_dhcp_cookie { u32 signature; u8 status; u8 reserved0; u16 vlan_id; u32 reserved1; u16 reserved2; u8 reserved3; u8 checksum; }; struct e1000_rx_desc { __le64 buffer_addr; __le16 length; __le16 csum; u8 status; u8 errors; __le16 special; }; struct e1000_tx_desc { __le64 buffer_addr; union { __le32 data; struct { __le16 length; u8 cso; u8 cmd; } flags; } lower; union { __le32 data; struct { u8 status; u8 css; __le16 special; } fields; } upper; }; struct e1000_context_desc { union { __le32 ip_config; struct { u8 ipcss; u8 ipcso; __le16 ipcse; } ip_fields; } lower_setup; union { __le32 tcp_config; struct { u8 tucss; u8 tucso; __le16 tucse; } tcp_fields; } upper_setup; __le32 cmd_and_length; union { __le32 data; struct { u8 status; u8 hdr_len; __le16 mss; } fields; } tcp_seg_setup; }; struct e1000_hw_stats { u64 crcerrs; u64 algnerrc; u64 symerrs; u64 rxerrc; u64 txerrc; u64 mpc; u64 scc; u64 ecol; u64 mcc; u64 latecol; u64 colc; u64 dc; u64 tncrs; u64 sec; u64 cexterr; u64 rlec; u64 xonrxc; u64 xontxc; u64 xoffrxc; u64 xofftxc; u64 fcruc; u64 prc64; u64 prc127; u64 prc255; u64 prc511; u64 prc1023; u64 prc1522; u64 gprc; u64 bprc; u64 mprc; u64 gptc; u64 gorcl; u64 gorch; u64 gotcl; u64 gotch; u64 rnbc; u64 ruc; u64 rfc; u64 roc; u64 rlerrc; u64 rjc; u64 mgprc; u64 mgpdc; u64 mgptc; u64 torl; u64 torh; u64 totl; u64 toth; u64 tpr; u64 tpt; u64 ptc64; u64 ptc127; u64 ptc255; u64 ptc511; u64 ptc1023; u64 ptc1522; u64 mptc; u64 bptc; u64 tsctc; u64 tsctfc; u64 iac; u64 icrxptc; u64 icrxatc; u64 ictxptc; u64 ictxatc; u64 ictxqec; u64 ictxqmtc; u64 icrxdmtc; u64 icrxoc; }; struct e1000_hw { u8 *hw_addr; u8 *flash_address; void *ce4100_gbe_mdio_base_virt; e1000_mac_type mac_type; e1000_phy_type phy_type; u32 phy_init_script; e1000_media_type media_type; void *back; struct e1000_shadow_ram *eeprom_shadow_ram; u32 flash_bank_size; u32 flash_base_addr; e1000_fc_type fc; e1000_bus_speed bus_speed; e1000_bus_width bus_width; e1000_bus_type bus_type; struct e1000_eeprom_info eeprom; e1000_ms_type master_slave; e1000_ms_type original_master_slave; e1000_ffe_config ffe_config_state; u32 asf_firmware_present; u32 eeprom_semaphore_present; long unsigned int io_base; u32 phy_id; u32 phy_revision; u32 phy_addr; u32 original_fc; u32 txcw; u32 autoneg_failed; u32 max_frame_size; u32 min_frame_size; u32 mc_filter_type; u32 num_mc_addrs; u32 collision_delta; u32 tx_packet_delta; u32 ledctl_default; u32 ledctl_mode1; u32 ledctl_mode2; bool tx_pkt_filtering; struct e1000_host_mng_dhcp_cookie mng_cookie; u16 phy_spd_default; u16 autoneg_advertised; u16 pci_cmd_word; u16 fc_high_water; u16 fc_low_water; u16 fc_pause_time; u16 current_ifs_val; u16 ifs_min_val; u16 ifs_max_val; u16 ifs_step_size; u16 ifs_ratio; u16 device_id; u16 vendor_id; u16 subsystem_id; u16 subsystem_vendor_id; u8 revision_id; u8 autoneg; u8 mdix; u8 forced_speed_duplex; u8 wait_autoneg_complete; u8 dma_fairness; u8 mac_addr[6]; u8 perm_mac_addr[6]; bool disable_polarity_correction; bool speed_downgraded; e1000_smart_speed smart_speed; e1000_dsp_config dsp_config_state; bool get_link_status; bool serdes_has_link; bool tbi_compatibility_en; bool tbi_compatibility_on; bool laa_is_present; bool phy_reset_disable; bool initialize_hw_bits_disable; bool fc_send_xon; bool fc_strict_ieee; bool report_tx_early; bool adaptive_ifs; bool ifs_params_forced; bool in_ifs_mode; bool mng_reg_access_disabled; bool leave_av_bit_off; bool bad_tx_carr_stats_fd; bool has_smbus; }; struct e1000_tx_buffer { struct sk_buff *skb; dma_addr_t dma; long unsigned int time_stamp; u16 length; u16 next_to_watch; bool mapped_as_page; short unsigned int segs; unsigned int bytecount; }; struct e1000_rx_buffer { union { struct page *page; u8 *data; } rxbuf; dma_addr_t dma; }; struct e1000_tx_ring { void *desc; dma_addr_t dma; unsigned int size; unsigned int count; unsigned int next_to_use; unsigned int next_to_clean; struct e1000_tx_buffer *buffer_info; u16 tdh; u16 tdt; bool last_tx_tso; }; struct e1000_rx_ring { void *desc; dma_addr_t dma; unsigned int size; unsigned int count; unsigned int next_to_use; unsigned int next_to_clean; struct e1000_rx_buffer *buffer_info; struct sk_buff *rx_skb_top; int cpu; u16 rdh; u16 rdt; }; struct e1000_adapter { long unsigned int active_vlans[64]; u16 mng_vlan_id; u32 bd_number; u32 rx_buffer_len; u32 wol; u32 smartspeed; u32 en_mng_pt; u16 link_speed; u16 link_duplex; spinlock_t stats_lock; unsigned int total_tx_bytes; unsigned int total_tx_packets; unsigned int total_rx_bytes; unsigned int total_rx_packets; u32 itr; u32 itr_setting; u16 tx_itr; u16 rx_itr; u8 fc_autoneg; struct e1000_tx_ring *tx_ring; unsigned int restart_queue; u32 txd_cmd; u32 tx_int_delay; u32 tx_abs_int_delay; u32 gotcl; u64 gotcl_old; u64 tpt_old; u64 colc_old; u32 tx_timeout_count; u32 tx_fifo_head; u32 tx_head_addr; u32 tx_fifo_size; u8 tx_timeout_factor; atomic_t tx_fifo_stall; bool pcix_82544; bool detect_tx_hung; bool dump_buffers; bool (*clean_rx)(struct e1000_adapter *, struct e1000_rx_ring *, int *, int); void (*alloc_rx_buf)(struct e1000_adapter *, struct e1000_rx_ring *, int); struct e1000_rx_ring *rx_ring; struct napi_struct napi; int num_tx_queues; int num_rx_queues; u64 hw_csum_err; u64 hw_csum_good; u32 alloc_rx_buff_failed; u32 rx_int_delay; u32 rx_abs_int_delay; bool rx_csum; u32 gorcl; u64 gorcl_old; struct net_device *netdev; struct pci_dev *pdev; struct e1000_hw hw; struct e1000_hw_stats stats; struct e1000_phy_info phy_info; struct e1000_phy_stats phy_stats; u32 test_icr; struct e1000_tx_ring test_tx_ring; struct e1000_rx_ring test_rx_ring; int msg_enable; bool tso_force; bool smart_power_down; bool quad_port_a; long unsigned int flags; u32 eeprom_wol; int bars; int need_ioport; bool discarding; struct work_struct reset_task; struct delayed_work watchdog_task; struct delayed_work fifo_stall_task; struct delayed_work phy_info_task; }; enum e1000_state_t { __E1000_TESTING = 0, __E1000_RESETTING = 1, __E1000_DOWN = 2, __E1000_DISABLED = 3, }; enum latency_range { lowest_latency = 0, low_latency = 1, bulk_latency = 2, latency_invalid = 255, }; struct my_u { __le64 a; __le64 b; }; struct system_device_crosststamp { ktime_t device; ktime_t sys_realtime; ktime_t sys_monoraw; }; struct msix_entry { u32 vector; u16 entry; }; struct cyclecounter { u64 (*read)(const struct cyclecounter *); u64 mask; u32 mult; u32 shift; }; struct timecounter { const struct cyclecounter *cc; u64 cycle_last; u64 nsec; u64 mask; u64 frac; }; struct hwtstamp_config { int flags; int tx_type; int rx_filter; }; struct ptp_clock_time { __s64 sec; __u32 nsec; __u32 reserved; }; struct ptp_extts_request { unsigned int index; unsigned int flags; unsigned int rsv[2]; }; struct ptp_perout_request { union { struct ptp_clock_time start; struct ptp_clock_time phase; }; struct ptp_clock_time period; unsigned int index; unsigned int flags; union { struct ptp_clock_time on; unsigned int rsv[4]; }; }; enum ptp_pin_function { PTP_PF_NONE = 0, PTP_PF_EXTTS = 1, PTP_PF_PEROUT = 2, PTP_PF_PHYSYNC = 3, }; struct ptp_pin_desc { char name[64]; unsigned int index; unsigned int func; unsigned int chan; unsigned int rsv[5]; }; struct ptp_clock_request { enum { PTP_CLK_REQ_EXTTS = 0, PTP_CLK_REQ_PEROUT = 1, PTP_CLK_REQ_PPS = 2, } type; union { struct ptp_extts_request extts; struct ptp_perout_request perout; }; }; struct ptp_system_timestamp { struct timespec64 pre_ts; struct timespec64 post_ts; }; struct ptp_clock_info { struct module *owner; char name[32]; s32 max_adj; int n_alarm; int n_ext_ts; int n_per_out; int n_pins; int pps; struct ptp_pin_desc *pin_config; int (*adjfine)(struct ptp_clock_info *, long int); int (*adjphase)(struct ptp_clock_info *, s32); s32 (*getmaxphase)(struct ptp_clock_info *); int (*adjtime)(struct ptp_clock_info *, s64); int (*gettime64)(struct ptp_clock_info *, struct timespec64 *); int (*gettimex64)(struct ptp_clock_info *, struct timespec64 *, struct ptp_system_timestamp *); int (*getcrosststamp)(struct ptp_clock_info *, struct system_device_crosststamp *); int (*settime64)(struct ptp_clock_info *, const struct timespec64 *); int (*getcycles64)(struct ptp_clock_info *, struct timespec64 *); int (*getcyclesx64)(struct ptp_clock_info *, struct timespec64 *, struct ptp_system_timestamp *); int (*getcrosscycles)(struct ptp_clock_info *, struct system_device_crosststamp *); int (*enable)(struct ptp_clock_info *, struct ptp_clock_request *, int); int (*verify)(struct ptp_clock_info *, unsigned int, enum ptp_pin_function, unsigned int); long int (*do_aux_work)(struct ptp_clock_info *); }; enum e1000_mac_type { e1000_82571 = 0, e1000_82572 = 1, e1000_82573 = 2, e1000_82574 = 3, e1000_82583 = 4, e1000_80003es2lan = 5, e1000_ich8lan = 6, e1000_ich9lan = 7, e1000_ich10lan = 8, e1000_pchlan = 9, e1000_pch2lan = 10, e1000_pch_lpt = 11, e1000_pch_spt = 12, e1000_pch_cnp = 13, e1000_pch_tgp = 14, e1000_pch_adp = 15, e1000_pch_mtp = 16, e1000_pch_lnp = 17, e1000_pch_ptp = 18, e1000_pch_nvp = 19, }; enum e1000_media_type { e1000_media_type_unknown = 0, e1000_media_type_copper___2 = 1, e1000_media_type_fiber___2 = 2, e1000_media_type_internal_serdes___2 = 3, e1000_num_media_types___2 = 4, }; enum e1000_nvm_type { e1000_nvm_unknown = 0, e1000_nvm_none = 1, e1000_nvm_eeprom_spi = 2, e1000_nvm_flash_hw = 3, e1000_nvm_flash_sw = 4, }; enum e1000_nvm_override { e1000_nvm_override_none = 0, e1000_nvm_override_spi_small = 1, e1000_nvm_override_spi_large = 2, }; enum e1000_phy_type { e1000_phy_unknown = 0, e1000_phy_none = 1, e1000_phy_m88___2 = 2, e1000_phy_igp___2 = 3, e1000_phy_igp_2 = 4, e1000_phy_gg82563 = 5, e1000_phy_igp_3 = 6, e1000_phy_ife = 7, e1000_phy_bm = 8, e1000_phy_82578 = 9, e1000_phy_82577 = 10, e1000_phy_82579 = 11, e1000_phy_i217 = 12, }; enum e1000_bus_width { e1000_bus_width_unknown___2 = 0, e1000_bus_width_pcie_x1 = 1, e1000_bus_width_pcie_x2 = 2, e1000_bus_width_pcie_x4 = 4, e1000_bus_width_pcie_x8 = 8, e1000_bus_width_32___2 = 9, e1000_bus_width_64___2 = 10, e1000_bus_width_reserved___2 = 11, }; enum e1000_1000t_rx_status { e1000_1000t_rx_status_not_ok___2 = 0, e1000_1000t_rx_status_ok___2 = 1, e1000_1000t_rx_status_undefined___2 = 255, }; enum e1000_rev_polarity { e1000_rev_polarity_normal___2 = 0, e1000_rev_polarity_reversed___2 = 1, e1000_rev_polarity_undefined___2 = 255, }; enum e1000_fc_mode { e1000_fc_none = 0, e1000_fc_rx_pause = 1, e1000_fc_tx_pause = 2, e1000_fc_full = 3, e1000_fc_default = 255, }; enum e1000_ms_type { e1000_ms_hw_default___2 = 0, e1000_ms_force_master___2 = 1, e1000_ms_force_slave___2 = 2, e1000_ms_auto___2 = 3, }; enum e1000_smart_speed { e1000_smart_speed_default___2 = 0, e1000_smart_speed_on___2 = 1, e1000_smart_speed_off___2 = 2, }; enum e1000_serdes_link_state { e1000_serdes_link_down = 0, e1000_serdes_link_autoneg_progress = 1, e1000_serdes_link_autoneg_complete = 2, e1000_serdes_link_forced_up = 3, }; struct e1000_hw_stats___2 { u64 crcerrs; u64 algnerrc; u64 symerrs; u64 rxerrc; u64 mpc; u64 scc; u64 ecol; u64 mcc; u64 latecol; u64 colc; u64 dc; u64 tncrs; u64 sec; u64 cexterr; u64 rlec; u64 xonrxc; u64 xontxc; u64 xoffrxc; u64 xofftxc; u64 fcruc; u64 prc64; u64 prc127; u64 prc255; u64 prc511; u64 prc1023; u64 prc1522; u64 gprc; u64 bprc; u64 mprc; u64 gptc; u64 gorc; u64 gotc; u64 rnbc; u64 ruc; u64 rfc; u64 roc; u64 rjc; u64 mgprc; u64 mgpdc; u64 mgptc; u64 tor; u64 tot; u64 tpr; u64 tpt; u64 ptc64; u64 ptc127; u64 ptc255; u64 ptc511; u64 ptc1023; u64 ptc1522; u64 mptc; u64 bptc; u64 tsctc; u64 tsctfc; u64 iac; u64 icrxptc; u64 icrxatc; u64 ictxptc; u64 ictxatc; u64 ictxqec; u64 ictxqmtc; u64 icrxdmtc; u64 icrxoc; }; struct e1000_hw___2; struct e1000_mac_operations { s32 (*id_led_init)(struct e1000_hw___2 *); s32 (*blink_led)(struct e1000_hw___2 *); bool (*check_mng_mode)(struct e1000_hw___2 *); s32 (*check_for_link)(struct e1000_hw___2 *); s32 (*cleanup_led)(struct e1000_hw___2 *); void (*clear_hw_cntrs)(struct e1000_hw___2 *); void (*clear_vfta)(struct e1000_hw___2 *); s32 (*get_bus_info)(struct e1000_hw___2 *); void (*set_lan_id)(struct e1000_hw___2 *); s32 (*get_link_up_info)(struct e1000_hw___2 *, u16 *, u16 *); s32 (*led_on)(struct e1000_hw___2 *); s32 (*led_off)(struct e1000_hw___2 *); void (*update_mc_addr_list)(struct e1000_hw___2 *, u8 *, u32); s32 (*reset_hw)(struct e1000_hw___2 *); s32 (*init_hw)(struct e1000_hw___2 *); s32 (*setup_link)(struct e1000_hw___2 *); s32 (*setup_physical_interface)(struct e1000_hw___2 *); s32 (*setup_led)(struct e1000_hw___2 *); void (*write_vfta)(struct e1000_hw___2 *, u32, u32); void (*config_collision_dist)(struct e1000_hw___2 *); int (*rar_set)(struct e1000_hw___2 *, u8 *, u32); s32 (*read_mac_addr)(struct e1000_hw___2 *); u32 (*rar_get_count)(struct e1000_hw___2 *); }; struct e1000_mac_info { struct e1000_mac_operations ops; u8 addr[6]; u8 perm_addr[6]; enum e1000_mac_type type; u32 collision_delta; u32 ledctl_default; u32 ledctl_mode1; u32 ledctl_mode2; u32 mc_filter_type; u32 tx_packet_delta; u32 txcw; u16 current_ifs_val; u16 ifs_max_val; u16 ifs_min_val; u16 ifs_ratio; u16 ifs_step_size; u16 mta_reg_count; u32 mta_shadow[128]; u16 rar_entry_count; u8 forced_speed_duplex; bool adaptive_ifs; bool has_fwsm; bool arc_subsystem_valid; bool autoneg; bool autoneg_failed; bool get_link_status; bool in_ifs_mode; bool serdes_has_link; bool tx_pkt_filtering; enum e1000_serdes_link_state serdes_link_state; }; struct e1000_fc_info { u32 high_water; u32 low_water; u16 pause_time; u16 refresh_time; bool send_xon; bool strict_ieee; enum e1000_fc_mode current_mode; enum e1000_fc_mode requested_mode; }; struct e1000_phy_operations { s32 (*acquire)(struct e1000_hw___2 *); s32 (*cfg_on_link_up)(struct e1000_hw___2 *); s32 (*check_polarity)(struct e1000_hw___2 *); s32 (*check_reset_block)(struct e1000_hw___2 *); s32 (*commit)(struct e1000_hw___2 *); s32 (*force_speed_duplex)(struct e1000_hw___2 *); s32 (*get_cfg_done)(struct e1000_hw___2 *); s32 (*get_cable_length)(struct e1000_hw___2 *); s32 (*get_info)(struct e1000_hw___2 *); s32 (*set_page)(struct e1000_hw___2 *, u16); s32 (*read_reg)(struct e1000_hw___2 *, u32, u16 *); s32 (*read_reg_locked)(struct e1000_hw___2 *, u32, u16 *); s32 (*read_reg_page)(struct e1000_hw___2 *, u32, u16 *); void (*release)(struct e1000_hw___2 *); s32 (*reset)(struct e1000_hw___2 *); s32 (*set_d0_lplu_state)(struct e1000_hw___2 *, bool); s32 (*set_d3_lplu_state)(struct e1000_hw___2 *, bool); s32 (*write_reg)(struct e1000_hw___2 *, u32, u16); s32 (*write_reg_locked)(struct e1000_hw___2 *, u32, u16); s32 (*write_reg_page)(struct e1000_hw___2 *, u32, u16); void (*power_up)(struct e1000_hw___2 *); void (*power_down)(struct e1000_hw___2 *); }; struct e1000_phy_info___2 { struct e1000_phy_operations ops; enum e1000_phy_type type; enum e1000_1000t_rx_status local_rx; enum e1000_1000t_rx_status remote_rx; enum e1000_ms_type ms_type; enum e1000_ms_type original_ms_type; enum e1000_rev_polarity cable_polarity; enum e1000_smart_speed smart_speed; u32 addr; u32 id; u32 reset_delay_us; u32 revision; enum e1000_media_type media_type; u16 autoneg_advertised; u16 autoneg_mask; u16 cable_length; u16 max_cable_length; u16 min_cable_length; u8 mdix; bool disable_polarity_correction; bool is_mdix; bool polarity_correction; bool speed_downgraded; bool autoneg_wait_to_complete; }; struct e1000_nvm_operations { s32 (*acquire)(struct e1000_hw___2 *); s32 (*read)(struct e1000_hw___2 *, u16, u16, u16 *); void (*release)(struct e1000_hw___2 *); void (*reload)(struct e1000_hw___2 *); s32 (*update)(struct e1000_hw___2 *); s32 (*valid_led_default)(struct e1000_hw___2 *, u16 *); s32 (*validate)(struct e1000_hw___2 *); s32 (*write)(struct e1000_hw___2 *, u16, u16, u16 *); }; struct e1000_nvm_info { struct e1000_nvm_operations ops; enum e1000_nvm_type type; enum e1000_nvm_override override; u32 flash_bank_size; u32 flash_base_addr; u16 word_size; u16 delay_usec; u16 address_bits; u16 opcode_bits; u16 page_size; }; struct e1000_bus_info { enum e1000_bus_width width; u16 func; }; struct e1000_dev_spec_82571 { bool laa_is_present; u32 smb_counter; }; struct e1000_dev_spec_80003es2lan { bool mdic_wa_enable; }; struct e1000_shadow_ram___2 { u16 value; bool modified; }; enum e1000_ulp_state { e1000_ulp_state_unknown = 0, e1000_ulp_state_off = 1, e1000_ulp_state_on = 2, }; struct e1000_dev_spec_ich8lan { bool kmrn_lock_loss_workaround_enabled; struct e1000_shadow_ram___2 shadow_ram[2048]; bool nvm_k1_enabled; bool eee_disable; u16 eee_lp_ability; enum e1000_ulp_state ulp_state; }; struct e1000_adapter___2; struct e1000_hw___2 { struct e1000_adapter___2 *adapter; void *hw_addr; void *flash_address; struct e1000_mac_info mac; struct e1000_fc_info fc; struct e1000_phy_info___2 phy; struct e1000_nvm_info nvm; struct e1000_bus_info bus; struct e1000_host_mng_dhcp_cookie mng_cookie; union { struct e1000_dev_spec_82571 e82571; struct e1000_dev_spec_80003es2lan e80003es2lan; struct e1000_dev_spec_ich8lan ich8lan; } dev_spec; }; struct e1000_phy_regs { u16 bmcr; u16 bmsr; u16 advertise; u16 lpa; u16 expansion; u16 ctrl1000; u16 stat1000; u16 estatus; }; struct e1000_buffer; struct e1000_ring { struct e1000_adapter___2 *adapter; void *desc; dma_addr_t dma; unsigned int size; unsigned int count; u16 next_to_use; u16 next_to_clean; void *head; void *tail; struct e1000_buffer *buffer_info; char name[21]; u32 ims_val; u32 itr_val; void *itr_register; int set_itr; struct sk_buff *rx_skb_top; }; struct ptp_clock; struct e1000_info; struct e1000_adapter___2 { struct timer_list watchdog_timer; struct timer_list phy_info_timer; struct timer_list blink_timer; struct work_struct reset_task; struct work_struct watchdog_task; const struct e1000_info *ei; long unsigned int active_vlans[64]; u32 bd_number; u32 rx_buffer_len; u16 mng_vlan_id; u16 link_speed; u16 link_duplex; u16 eeprom_vers; long unsigned int state; u32 itr; u32 itr_setting; u16 tx_itr; u16 rx_itr; long: 64; long: 64; long: 64; struct e1000_ring *tx_ring; u32 tx_fifo_limit; struct napi_struct napi; unsigned int uncorr_errors; unsigned int corr_errors; unsigned int restart_queue; u32 txd_cmd; bool detect_tx_hung; bool tx_hang_recheck; u8 tx_timeout_factor; u32 tx_int_delay; u32 tx_abs_int_delay; unsigned int total_tx_bytes; unsigned int total_tx_packets; unsigned int total_rx_bytes; unsigned int total_rx_packets; u64 tpt_old; u64 colc_old; u32 gotc; u64 gotc_old; u32 tx_timeout_count; u32 tx_fifo_head; u32 tx_head_addr; u32 tx_fifo_size; u32 tx_dma_failed; u32 tx_hwtstamp_timeouts; u32 tx_hwtstamp_skipped; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; bool (*clean_rx)(struct e1000_ring *, int *, int); void (*alloc_rx_buf)(struct e1000_ring *, int, gfp_t); struct e1000_ring *rx_ring; u32 rx_int_delay; u32 rx_abs_int_delay; u64 hw_csum_err; u64 hw_csum_good; u64 rx_hdr_split; u32 gorc; u64 gorc_old; u32 alloc_rx_buff_failed; u32 rx_dma_failed; u32 rx_hwtstamp_cleared; unsigned int rx_ps_pages; u16 rx_ps_bsize0; u32 max_frame_size; u32 min_frame_size; struct net_device *netdev; struct pci_dev *pdev; struct e1000_hw___2 hw; spinlock_t stats64_lock; struct e1000_hw_stats___2 stats; struct e1000_phy_info___2 phy_info; struct e1000_phy_stats phy_stats; struct e1000_phy_regs phy_regs; struct e1000_ring test_tx_ring; struct e1000_ring test_rx_ring; u32 test_icr; u32 msg_enable; unsigned int num_vectors; struct msix_entry *msix_entries; int int_mode; u32 eiac_mask; u32 eeprom_wol; u32 wol; u32 pba; u32 max_hw_frame_size; bool fc_autoneg; unsigned int flags; unsigned int flags2; struct work_struct downshift_task; struct work_struct update_phy_task; struct work_struct print_hang_task; int phy_hang_count; u16 tx_ring_count; u16 rx_ring_count; struct hwtstamp_config hwtstamp_config; struct delayed_work systim_overflow_work; struct sk_buff *tx_hwtstamp_skb; long unsigned int tx_hwtstamp_start; struct work_struct tx_hwtstamp_work; spinlock_t systim_lock; struct cyclecounter cc; struct timecounter tc; struct ptp_clock *ptp_clock; struct ptp_clock_info ptp_clock_info; struct pm_qos_request pm_qos_req; long int ptp_delta; u16 eee_advert; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct e1000_ps_page { struct page *page; u64 dma; }; struct e1000_buffer { dma_addr_t dma; struct sk_buff *skb; union { struct { long unsigned int time_stamp; u16 length; u16 next_to_watch; unsigned int segs; unsigned int bytecount; u16 mapped_as_page; }; struct { struct e1000_ps_page *ps_pages; struct page *page; }; }; }; struct e1000_info { enum e1000_mac_type mac; unsigned int flags; unsigned int flags2; u32 pba; u32 max_hw_frame_size; s32 (*get_variants)(struct e1000_adapter___2 *); const struct e1000_mac_operations *mac_ops; const struct e1000_phy_operations *phy_ops; const struct e1000_nvm_operations *nvm_ops; }; struct e1000_opt_list { int i; char *str; }; struct e1000_option { enum { enable_option = 0, range_option = 1, list_option = 2, } type; const char *name; const char *err; int def; union { struct { int min; int max; } r; struct { int nr; struct e1000_opt_list *p; } l; } arg; }; typedef unsigned char u_char; typedef short unsigned int u_short; typedef unsigned int u_int; struct socket_state_t { u_int flags; u_int csc_mask; u_char Vcc; u_char Vpp; u_char io_irq; }; typedef struct socket_state_t socket_state_t; struct pccard_io_map { u_char map; u_char flags; u_short speed; phys_addr_t start; phys_addr_t stop; }; struct pccard_mem_map { u_char map; u_char flags; u_short speed; phys_addr_t static_start; u_int card_start; struct resource *res; }; typedef struct pccard_mem_map pccard_mem_map; struct io_window_t { u_int InUse; u_int Config; struct resource *res; }; typedef struct io_window_t io_window_t; struct pcmcia_socket; struct pccard_operations { int (*init)(struct pcmcia_socket *); int (*suspend)(struct pcmcia_socket *); int (*get_status)(struct pcmcia_socket *, u_int *); int (*set_socket)(struct pcmcia_socket *, socket_state_t *); int (*set_io_map)(struct pcmcia_socket *, struct pccard_io_map *); int (*set_mem_map)(struct pcmcia_socket *, struct pccard_mem_map *); }; struct pccard_resource_ops; struct pcmcia_callback; struct pcmcia_socket { struct module *owner; socket_state_t socket; u_int state; u_int suspended_state; u_short functions; u_short lock_count; pccard_mem_map cis_mem; void *cis_virt; io_window_t io[2]; pccard_mem_map win[4]; struct list_head cis_cache; size_t fake_cis_len; u8 *fake_cis; struct list_head socket_list; struct completion socket_released; unsigned int sock; u_int features; u_int irq_mask; u_int map_size; u_int io_offset; u_int pci_irq; struct pci_dev *cb_dev; u8 resource_setup_done; struct pccard_operations *ops; struct pccard_resource_ops *resource_ops; void *resource_data; void (*zoom_video)(struct pcmcia_socket *, int); int (*power_hook)(struct pcmcia_socket *, int); void (*tune_bridge)(struct pcmcia_socket *, struct pci_bus *); struct task_struct *thread; struct completion thread_done; unsigned int thread_events; unsigned int sysfs_events; struct mutex skt_mutex; struct mutex ops_mutex; spinlock_t thread_lock; struct pcmcia_callback *callback; struct list_head devices_list; u8 device_count; u8 pcmcia_pfc; atomic_t present; unsigned int pcmcia_irq; struct device dev; void *driver_data; int resume_status; }; struct pccard_resource_ops { int (*validate_mem)(struct pcmcia_socket *); int (*find_io)(struct pcmcia_socket *, unsigned int, unsigned int *, unsigned int, unsigned int, struct resource **); struct resource * (*find_mem)(long unsigned int, long unsigned int, long unsigned int, int, struct pcmcia_socket *); int (*init)(struct pcmcia_socket *); void (*exit)(struct pcmcia_socket *); }; struct pcmcia_callback { struct module *owner; int (*add)(struct pcmcia_socket *); int (*remove)(struct pcmcia_socket *); void (*requery)(struct pcmcia_socket *); int (*validate)(struct pcmcia_socket *, unsigned int *); int (*suspend)(struct pcmcia_socket *); int (*early_resume)(struct pcmcia_socket *); int (*resume)(struct pcmcia_socket *); }; enum { PCMCIA_IOPORT_0 = 0, PCMCIA_IOPORT_1 = 1, PCMCIA_IOMEM_0 = 2, PCMCIA_IOMEM_1 = 3, PCMCIA_IOMEM_2 = 4, PCMCIA_IOMEM_3 = 5, PCMCIA_NUM_RESOURCES = 6, }; typedef long unsigned int u_long; typedef unsigned char cisdata_t; struct cistpl_longlink_t { u_int addr; }; typedef struct cistpl_longlink_t cistpl_longlink_t; struct cistpl_checksum_t { u_short addr; u_short len; u_char sum; }; typedef struct cistpl_checksum_t cistpl_checksum_t; struct cistpl_longlink_mfc_t { u_char nfn; struct { u_char space; u_int addr; } fn[8]; }; typedef struct cistpl_longlink_mfc_t cistpl_longlink_mfc_t; struct cistpl_altstr_t { u_char ns; u_char ofs[4]; char str[254]; }; typedef struct cistpl_altstr_t cistpl_altstr_t; struct cistpl_device_t { u_char ndev; struct { u_char type; u_char wp; u_int speed; u_int size; } dev[4]; }; typedef struct cistpl_device_t cistpl_device_t; struct cistpl_vers_1_t { u_char major; u_char minor; u_char ns; u_char ofs[4]; char str[254]; }; typedef struct cistpl_vers_1_t cistpl_vers_1_t; struct cistpl_jedec_t { u_char nid; struct { u_char mfr; u_char info; } id[4]; }; typedef struct cistpl_jedec_t cistpl_jedec_t; struct cistpl_manfid_t { u_short manf; u_short card; }; typedef struct cistpl_manfid_t cistpl_manfid_t; struct cistpl_funcid_t { u_char func; u_char sysinit; }; typedef struct cistpl_funcid_t cistpl_funcid_t; struct cistpl_funce_t { u_char type; u_char data[0]; }; typedef struct cistpl_funce_t cistpl_funce_t; struct cistpl_bar_t { u_char attr; u_int size; }; typedef struct cistpl_bar_t cistpl_bar_t; struct cistpl_config_t { u_char last_idx; u_int base; u_int rmask[4]; u_char subtuples; }; typedef struct cistpl_config_t cistpl_config_t; struct cistpl_power_t { u_char present; u_char flags; u_int param[7]; }; typedef struct cistpl_power_t cistpl_power_t; struct cistpl_timing_t { u_int wait; u_int waitscale; u_int ready; u_int rdyscale; u_int reserved; u_int rsvscale; }; typedef struct cistpl_timing_t cistpl_timing_t; struct cistpl_io_t { u_char flags; u_char nwin; struct { u_int base; u_int len; } win[16]; }; typedef struct cistpl_io_t cistpl_io_t; struct cistpl_irq_t { u_int IRQInfo1; u_int IRQInfo2; }; typedef struct cistpl_irq_t cistpl_irq_t; struct cistpl_mem_t { u_char flags; u_char nwin; struct { u_int len; u_int card_addr; u_int host_addr; } win[8]; }; typedef struct cistpl_mem_t cistpl_mem_t; struct cistpl_cftable_entry_t { u_char index; u_short flags; u_char interface; cistpl_power_t vcc; cistpl_power_t vpp1; cistpl_power_t vpp2; cistpl_timing_t timing; cistpl_io_t io; cistpl_irq_t irq; cistpl_mem_t mem; u_char subtuples; }; typedef struct cistpl_cftable_entry_t cistpl_cftable_entry_t; struct cistpl_cftable_entry_cb_t { u_char index; u_int flags; cistpl_power_t vcc; cistpl_power_t vpp1; cistpl_power_t vpp2; u_char io; cistpl_irq_t irq; u_char mem; u_char subtuples; }; typedef struct cistpl_cftable_entry_cb_t cistpl_cftable_entry_cb_t; struct cistpl_device_geo_t { u_char ngeo; struct { u_char buswidth; u_int erase_block; u_int read_block; u_int write_block; u_int partition; u_int interleave; } geo[4]; }; typedef struct cistpl_device_geo_t cistpl_device_geo_t; struct cistpl_vers_2_t { u_char vers; u_char comply; u_short dindex; u_char vspec8; u_char vspec9; u_char nhdr; u_char vendor; u_char info; char str[244]; }; typedef struct cistpl_vers_2_t cistpl_vers_2_t; struct cistpl_org_t { u_char data_org; char desc[30]; }; typedef struct cistpl_org_t cistpl_org_t; struct cistpl_format_t { u_char type; u_char edc; u_int offset; u_int length; }; typedef struct cistpl_format_t cistpl_format_t; union cisparse_t { cistpl_device_t device; cistpl_checksum_t checksum; cistpl_longlink_t longlink; cistpl_longlink_mfc_t longlink_mfc; cistpl_vers_1_t version_1; cistpl_altstr_t altstr; cistpl_jedec_t jedec; cistpl_manfid_t manfid; cistpl_funcid_t funcid; cistpl_funce_t funce; cistpl_bar_t bar; cistpl_config_t config; cistpl_cftable_entry_t cftable_entry; cistpl_cftable_entry_cb_t cftable_entry_cb; cistpl_device_geo_t device_geo; cistpl_vers_2_t vers_2; cistpl_org_t org; cistpl_format_t format; }; typedef union cisparse_t cisparse_t; struct tuple_t { u_int Attributes; cisdata_t DesiredTuple; u_int Flags; u_int LinkOffset; u_int CISOffset; cisdata_t TupleCode; cisdata_t TupleLink; cisdata_t TupleOffset; cisdata_t TupleDataMax; cisdata_t TupleDataLen; cisdata_t *TupleData; }; typedef struct tuple_t tuple_t; struct cis_cache_entry { struct list_head node; unsigned int addr; unsigned int len; unsigned int attr; unsigned char cache[0]; }; struct tuple_flags { u_int link_space: 4; u_int has_link: 1; u_int mfc_fn: 3; u_int space: 4; }; struct usb_ctrlrequest { __u8 bRequestType; __u8 bRequest; __le16 wValue; __le16 wIndex; __le16 wLength; }; struct usb_device_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 bcdUSB; __u8 bDeviceClass; __u8 bDeviceSubClass; __u8 bDeviceProtocol; __u8 bMaxPacketSize0; __le16 idVendor; __le16 idProduct; __le16 bcdDevice; __u8 iManufacturer; __u8 iProduct; __u8 iSerialNumber; __u8 bNumConfigurations; }; struct usb_config_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 wTotalLength; __u8 bNumInterfaces; __u8 bConfigurationValue; __u8 iConfiguration; __u8 bmAttributes; __u8 bMaxPower; } __attribute__((packed)); struct usb_interface_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bInterfaceNumber; __u8 bAlternateSetting; __u8 bNumEndpoints; __u8 bInterfaceClass; __u8 bInterfaceSubClass; __u8 bInterfaceProtocol; __u8 iInterface; }; struct usb_endpoint_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bEndpointAddress; __u8 bmAttributes; __le16 wMaxPacketSize; __u8 bInterval; __u8 bRefresh; __u8 bSynchAddress; } __attribute__((packed)); struct usb_ssp_isoc_ep_comp_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 wReseved; __le32 dwBytesPerInterval; }; struct usb_ss_ep_comp_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bMaxBurst; __u8 bmAttributes; __le16 wBytesPerInterval; }; struct usb_interface_assoc_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bFirstInterface; __u8 bInterfaceCount; __u8 bFunctionClass; __u8 bFunctionSubClass; __u8 bFunctionProtocol; __u8 iFunction; }; struct usb_bos_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 wTotalLength; __u8 bNumDeviceCaps; } __attribute__((packed)); struct usb_ext_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __le32 bmAttributes; } __attribute__((packed)); struct usb_ss_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __u8 bmAttributes; __le16 wSpeedSupported; __u8 bFunctionalitySupport; __u8 bU1devExitLat; __le16 bU2DevExitLat; }; struct usb_ss_container_id_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __u8 bReserved; __u8 ContainerID[16]; }; struct usb_ssp_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __u8 bReserved; __le32 bmAttributes; __le16 wFunctionalitySupport; __le16 wReserved; union { __le32 legacy_padding; struct { struct {} __empty_bmSublinkSpeedAttr; __le32 bmSublinkSpeedAttr[0]; }; }; }; struct usb_ptm_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; }; enum usb_device_speed { USB_SPEED_UNKNOWN = 0, USB_SPEED_LOW = 1, USB_SPEED_FULL = 2, USB_SPEED_HIGH = 3, USB_SPEED_WIRELESS = 4, USB_SPEED_SUPER = 5, USB_SPEED_SUPER_PLUS = 6, }; enum usb_device_state { USB_STATE_NOTATTACHED = 0, USB_STATE_ATTACHED = 1, USB_STATE_POWERED = 2, USB_STATE_RECONNECTING = 3, USB_STATE_UNAUTHENTICATED = 4, USB_STATE_DEFAULT = 5, USB_STATE_ADDRESS = 6, USB_STATE_CONFIGURED = 7, USB_STATE_SUSPENDED = 8, }; enum usb_ssp_rate { USB_SSP_GEN_UNKNOWN = 0, USB_SSP_GEN_2x1 = 1, USB_SSP_GEN_1x2 = 2, USB_SSP_GEN_2x2 = 3, }; struct ep_device; struct usb_host_endpoint { struct usb_endpoint_descriptor desc; struct usb_ss_ep_comp_descriptor ss_ep_comp; struct usb_ssp_isoc_ep_comp_descriptor ssp_isoc_ep_comp; long: 0; struct list_head urb_list; void *hcpriv; struct ep_device *ep_dev; unsigned char *extra; int extralen; int enabled; int streams; long: 0; } __attribute__((packed)); struct usb_host_interface { struct usb_interface_descriptor desc; int extralen; unsigned char *extra; struct usb_host_endpoint *endpoint; char *string; }; enum usb_interface_condition { USB_INTERFACE_UNBOUND = 0, USB_INTERFACE_BINDING = 1, USB_INTERFACE_BOUND = 2, USB_INTERFACE_UNBINDING = 3, }; enum usb_wireless_status { USB_WIRELESS_STATUS_NA = 0, USB_WIRELESS_STATUS_DISCONNECTED = 1, USB_WIRELESS_STATUS_CONNECTED = 2, }; struct usb_interface { struct usb_host_interface *altsetting; struct usb_host_interface *cur_altsetting; unsigned int num_altsetting; struct usb_interface_assoc_descriptor *intf_assoc; int minor; enum usb_interface_condition condition; unsigned int sysfs_files_created: 1; unsigned int ep_devs_created: 1; unsigned int unregistering: 1; unsigned int needs_remote_wakeup: 1; unsigned int needs_altsetting0: 1; unsigned int needs_binding: 1; unsigned int resetting_device: 1; unsigned int authorized: 1; enum usb_wireless_status wireless_status; struct work_struct wireless_status_work; struct device dev; struct device *usb_dev; struct work_struct reset_ws; }; struct usb_interface_cache { unsigned int num_altsetting; struct kref ref; struct usb_host_interface altsetting[0]; }; struct usb_host_config { struct usb_config_descriptor desc; char *string; struct usb_interface_assoc_descriptor *intf_assoc[16]; struct usb_interface *interface[32]; struct usb_interface_cache *intf_cache[32]; unsigned char *extra; int extralen; }; struct usb_host_bos { struct usb_bos_descriptor *desc; struct usb_ext_cap_descriptor *ext_cap; struct usb_ss_cap_descriptor *ss_cap; struct usb_ssp_cap_descriptor *ssp_cap; struct usb_ss_container_id_descriptor *ss_id; struct usb_ptm_cap_descriptor *ptm_cap; }; struct usb_devmap { long unsigned int devicemap[2]; }; struct mon_bus; struct usb_device; struct usb_bus { struct device *controller; struct device *sysdev; int busnum; const char *bus_name; u8 uses_pio_for_control; u8 otg_port; unsigned int is_b_host: 1; unsigned int b_hnp_enable: 1; unsigned int no_stop_on_short: 1; unsigned int no_sg_constraint: 1; unsigned int sg_tablesize; int devnum_next; struct mutex devnum_next_mutex; struct usb_devmap devmap; struct usb_device *root_hub; struct usb_bus *hs_companion; int bandwidth_allocated; int bandwidth_int_reqs; int bandwidth_isoc_reqs; unsigned int resuming_ports; struct mon_bus *mon_bus; int monitored; }; struct usb2_lpm_parameters { unsigned int besl; int timeout; }; struct usb3_lpm_parameters { unsigned int mel; unsigned int pel; unsigned int sel; int timeout; }; struct usb_tt; struct usb_device { int devnum; char devpath[16]; u32 route; enum usb_device_state state; enum usb_device_speed speed; unsigned int rx_lanes; unsigned int tx_lanes; enum usb_ssp_rate ssp_rate; struct usb_tt *tt; int ttport; unsigned int toggle[2]; struct usb_device *parent; struct usb_bus *bus; struct usb_host_endpoint ep0; struct device dev; struct usb_device_descriptor descriptor; struct usb_host_bos *bos; struct usb_host_config *config; struct usb_host_config *actconfig; struct usb_host_endpoint *ep_in[16]; struct usb_host_endpoint *ep_out[16]; char **rawdescriptors; short unsigned int bus_mA; u8 portnum; u8 level; u8 devaddr; unsigned int can_submit: 1; unsigned int persist_enabled: 1; unsigned int reset_in_progress: 1; unsigned int have_langid: 1; unsigned int authorized: 1; unsigned int authenticated: 1; unsigned int lpm_capable: 1; unsigned int lpm_devinit_allow: 1; unsigned int usb2_hw_lpm_capable: 1; unsigned int usb2_hw_lpm_besl_capable: 1; unsigned int usb2_hw_lpm_enabled: 1; unsigned int usb2_hw_lpm_allowed: 1; unsigned int usb3_lpm_u1_enabled: 1; unsigned int usb3_lpm_u2_enabled: 1; int string_langid; char *product; char *manufacturer; char *serial; struct list_head filelist; int maxchild; u32 quirks; atomic_t urbnum; long unsigned int active_duration; long unsigned int connect_time; unsigned int do_remote_wakeup: 1; unsigned int reset_resume: 1; unsigned int port_is_suspended: 1; int slot_id; struct usb2_lpm_parameters l1_params; struct usb3_lpm_parameters u1_params; struct usb3_lpm_parameters u2_params; unsigned int lpm_disable_count; u16 hub_delay; unsigned int use_generic_driver: 1; }; struct usb_tt { struct usb_device *hub; int multi; unsigned int think_time; void *hcpriv; spinlock_t lock; struct list_head clear_list; struct work_struct clear_work; }; struct usb_iso_packet_descriptor { unsigned int offset; unsigned int length; unsigned int actual_length; int status; }; struct usb_anchor { struct list_head urb_list; wait_queue_head_t wait; spinlock_t lock; atomic_t suspend_wakeups; unsigned int poisoned: 1; }; struct urb; typedef void (*usb_complete_t)(struct urb *); struct urb { struct kref kref; int unlinked; void *hcpriv; atomic_t use_count; atomic_t reject; struct list_head urb_list; struct list_head anchor_list; struct usb_anchor *anchor; struct usb_device *dev; struct usb_host_endpoint *ep; unsigned int pipe; unsigned int stream_id; int status; unsigned int transfer_flags; void *transfer_buffer; dma_addr_t transfer_dma; struct scatterlist *sg; int num_mapped_sgs; int num_sgs; u32 transfer_buffer_length; u32 actual_length; unsigned char *setup_packet; dma_addr_t setup_dma; int start_frame; int number_of_packets; int interval; int error_count; void *context; usb_complete_t complete; struct usb_iso_packet_descriptor iso_frame_desc[0]; }; struct usb_device_id { __u16 match_flags; __u16 idVendor; __u16 idProduct; __u16 bcdDevice_lo; __u16 bcdDevice_hi; __u8 bDeviceClass; __u8 bDeviceSubClass; __u8 bDeviceProtocol; __u8 bInterfaceClass; __u8 bInterfaceSubClass; __u8 bInterfaceProtocol; __u8 bInterfaceNumber; kernel_ulong_t driver_info; }; enum usb3_link_state { USB3_LPM_U0 = 0, USB3_LPM_U1 = 1, USB3_LPM_U2 = 2, USB3_LPM_U3 = 3, }; struct tasklet_struct { struct tasklet_struct *next; long unsigned int state; atomic_t count; bool use_callback; union { void (*func)(long unsigned int); void (*callback)(struct tasklet_struct *); }; long unsigned int data; }; struct usb_dynids { spinlock_t lock; struct list_head list; }; struct usbdrv_wrap { struct device_driver driver; int for_devices; }; struct usb_driver { const char *name; int (*probe)(struct usb_interface *, const struct usb_device_id *); void (*disconnect)(struct usb_interface *); int (*unlocked_ioctl)(struct usb_interface *, unsigned int, void *); int (*suspend)(struct usb_interface *, pm_message_t); int (*resume)(struct usb_interface *); int (*reset_resume)(struct usb_interface *); int (*pre_reset)(struct usb_interface *); int (*post_reset)(struct usb_interface *); const struct usb_device_id *id_table; const struct attribute_group **dev_groups; struct usb_dynids dynids; struct usbdrv_wrap drvwrap; unsigned int no_dynamic_id: 1; unsigned int supports_autosuspend: 1; unsigned int disable_hub_initiated_lpm: 1; unsigned int soft_unbind: 1; }; struct giveback_urb_bh { bool running; bool high_prio; spinlock_t lock; struct list_head head; struct tasklet_struct bh; struct usb_host_endpoint *completing_ep; }; enum usb_dev_authorize_policy { USB_DEVICE_AUTHORIZE_NONE = 0, USB_DEVICE_AUTHORIZE_ALL = 1, USB_DEVICE_AUTHORIZE_INTERNAL = 2, }; struct usb_phy_roothub; struct hc_driver; struct usb_phy; struct gen_pool; struct usb_hcd { struct usb_bus self; struct kref kref; const char *product_desc; int speed; char irq_descr[24]; struct timer_list rh_timer; struct urb *status_urb; struct work_struct wakeup_work; struct work_struct died_work; const struct hc_driver *driver; struct usb_phy *usb_phy; struct usb_phy_roothub *phy_roothub; long unsigned int flags; enum usb_dev_authorize_policy dev_policy; unsigned int rh_registered: 1; unsigned int rh_pollable: 1; unsigned int msix_enabled: 1; unsigned int msi_enabled: 1; unsigned int skip_phy_initialization: 1; unsigned int uses_new_polling: 1; unsigned int has_tt: 1; unsigned int amd_resume_bug: 1; unsigned int can_do_streams: 1; unsigned int tpl_support: 1; unsigned int cant_recv_wakeups: 1; unsigned int irq; void *regs; resource_size_t rsrc_start; resource_size_t rsrc_len; unsigned int power_budget; struct giveback_urb_bh high_prio_bh; struct giveback_urb_bh low_prio_bh; struct mutex *address0_mutex; struct mutex *bandwidth_mutex; struct usb_hcd *shared_hcd; struct usb_hcd *primary_hcd; struct dma_pool *pool[4]; int state; struct gen_pool *localmem_pool; long unsigned int hcd_priv[0]; }; struct hc_driver { const char *description; const char *product_desc; size_t hcd_priv_size; irqreturn_t (*irq)(struct usb_hcd *); int flags; int (*reset)(struct usb_hcd *); int (*start)(struct usb_hcd *); int (*pci_suspend)(struct usb_hcd *, bool); int (*pci_resume)(struct usb_hcd *, pm_message_t); int (*pci_poweroff_late)(struct usb_hcd *, bool); void (*stop)(struct usb_hcd *); void (*shutdown)(struct usb_hcd *); int (*get_frame_number)(struct usb_hcd *); int (*urb_enqueue)(struct usb_hcd *, struct urb *, gfp_t); int (*urb_dequeue)(struct usb_hcd *, struct urb *, int); int (*map_urb_for_dma)(struct usb_hcd *, struct urb *, gfp_t); void (*unmap_urb_for_dma)(struct usb_hcd *, struct urb *); void (*endpoint_disable)(struct usb_hcd *, struct usb_host_endpoint *); void (*endpoint_reset)(struct usb_hcd *, struct usb_host_endpoint *); int (*hub_status_data)(struct usb_hcd *, char *); int (*hub_control)(struct usb_hcd *, u16, u16, u16, char *, u16); int (*bus_suspend)(struct usb_hcd *); int (*bus_resume)(struct usb_hcd *); int (*start_port_reset)(struct usb_hcd *, unsigned int); long unsigned int (*get_resuming_ports)(struct usb_hcd *); void (*relinquish_port)(struct usb_hcd *, int); int (*port_handed_over)(struct usb_hcd *, int); void (*clear_tt_buffer_complete)(struct usb_hcd *, struct usb_host_endpoint *); int (*alloc_dev)(struct usb_hcd *, struct usb_device *); void (*free_dev)(struct usb_hcd *, struct usb_device *); int (*alloc_streams)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint **, unsigned int, unsigned int, gfp_t); int (*free_streams)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint **, unsigned int, gfp_t); int (*add_endpoint)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint *); int (*drop_endpoint)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint *); int (*check_bandwidth)(struct usb_hcd *, struct usb_device *); void (*reset_bandwidth)(struct usb_hcd *, struct usb_device *); int (*address_device)(struct usb_hcd *, struct usb_device *); int (*enable_device)(struct usb_hcd *, struct usb_device *); int (*update_hub_device)(struct usb_hcd *, struct usb_device *, struct usb_tt *, gfp_t); int (*reset_device)(struct usb_hcd *, struct usb_device *); int (*update_device)(struct usb_hcd *, struct usb_device *); int (*set_usb2_hw_lpm)(struct usb_hcd *, struct usb_device *, int); int (*enable_usb3_lpm_timeout)(struct usb_hcd *, struct usb_device *, enum usb3_link_state); int (*disable_usb3_lpm_timeout)(struct usb_hcd *, struct usb_device *, enum usb3_link_state); int (*find_raw_port_number)(struct usb_hcd *, int); int (*port_power)(struct usb_hcd *, int, bool); int (*submit_single_step_set_feature)(struct usb_hcd *, struct urb *, int); }; enum pm_qos_flags_status { PM_QOS_FLAGS_UNDEFINED = -1, PM_QOS_FLAGS_NONE = 0, PM_QOS_FLAGS_SOME = 1, PM_QOS_FLAGS_ALL = 2, }; struct component_ops { int (*bind)(struct device *, struct device *, void *); void (*unbind)(struct device *, struct device *, void *); }; enum usb_port_connect_type { USB_PORT_CONNECT_TYPE_UNKNOWN = 0, USB_PORT_CONNECT_TYPE_HOT_PLUG = 1, USB_PORT_CONNECT_TYPE_HARD_WIRED = 2, USB_PORT_NOT_USED = 3, }; struct usb_port_status { __le16 wPortStatus; __le16 wPortChange; __le32 dwExtPortStatus; }; struct usb_hub_status { __le16 wHubStatus; __le16 wHubChange; }; struct usb_hub_descriptor { __u8 bDescLength; __u8 bDescriptorType; __u8 bNbrPorts; __le16 wHubCharacteristics; __u8 bPwrOn2PwrGood; __u8 bHubContrCurrent; union { struct { __u8 DeviceRemovable[4]; __u8 PortPwrCtrlMask[4]; } hs; struct { __u8 bHubHdrDecLat; __le16 wHubDelay; __le16 DeviceRemovable; } __attribute__((packed)) ss; } u; } __attribute__((packed)); typedef u32 usb_port_location_t; struct usb_port; struct usb_hub { struct device *intfdev; struct usb_device *hdev; struct kref kref; struct urb *urb; u8 (*buffer)[8]; union { struct usb_hub_status hub; struct usb_port_status port; } *status; struct mutex status_mutex; int error; int nerrors; long unsigned int event_bits[1]; long unsigned int change_bits[1]; long unsigned int removed_bits[1]; long unsigned int wakeup_bits[1]; long unsigned int power_bits[1]; long unsigned int child_usage_bits[1]; long unsigned int warm_reset_bits[1]; struct usb_hub_descriptor *descriptor; struct usb_tt tt; unsigned int mA_per_port; unsigned int wakeup_enabled_descendants; unsigned int limited_power: 1; unsigned int quiescing: 1; unsigned int disconnected: 1; unsigned int in_reset: 1; unsigned int quirk_disable_autosuspend: 1; unsigned int quirk_check_port_auto_suspend: 1; unsigned int has_indicators: 1; u8 indicator[31]; struct delayed_work leds; struct delayed_work init_work; struct work_struct events; spinlock_t irq_urb_lock; struct timer_list irq_urb_retry; struct usb_port **ports; struct list_head onboard_hub_devs; }; struct usb_dev_state; struct usb_port { struct usb_device *child; struct device dev; struct usb_dev_state *port_owner; struct usb_port *peer; struct dev_pm_qos_request *req; enum usb_port_connect_type connect_type; enum usb_device_state state; struct kernfs_node *state_kn; usb_port_location_t location; struct mutex status_lock; u32 over_current_count; u8 portnum; u32 quirks; unsigned int early_stop: 1; unsigned int ignore_event: 1; unsigned int is_superspeed: 1; unsigned int usb3_lpm_u1_permit: 1; unsigned int usb3_lpm_u2_permit: 1; }; typedef __u32 __hc32; typedef __u16 __hc16; struct td; struct ed { __hc32 hwINFO; __hc32 hwTailP; __hc32 hwHeadP; __hc32 hwNextED; dma_addr_t dma; struct td *dummy; struct ed *ed_next; struct ed *ed_prev; struct list_head td_list; struct list_head in_use_list; u8 state; u8 type; u8 branch; u16 interval; u16 load; u16 last_iso; u16 tick; unsigned int takeback_wdh_cnt; struct td *pending_td; long: 64; }; struct td { __hc32 hwINFO; __hc32 hwCBP; __hc32 hwNextTD; __hc32 hwBE; __hc16 hwPSW[2]; __u8 index; struct ed *ed; struct td *td_hash; struct td *next_dl_td; struct urb *urb; dma_addr_t td_dma; dma_addr_t data_dma; struct list_head td_list; long: 64; }; struct ohci_hcca { __hc32 int_table[32]; __hc32 frame_no; __hc32 done_head; u8 reserved_for_hc[116]; u8 what[4]; }; struct ohci_roothub_regs { __hc32 a; __hc32 b; __hc32 status; __hc32 portstatus[15]; }; struct ohci_regs { __hc32 revision; __hc32 control; __hc32 cmdstatus; __hc32 intrstatus; __hc32 intrenable; __hc32 intrdisable; __hc32 hcca; __hc32 ed_periodcurrent; __hc32 ed_controlhead; __hc32 ed_controlcurrent; __hc32 ed_bulkhead; __hc32 ed_bulkcurrent; __hc32 donehead; __hc32 fminterval; __hc32 fmremaining; __hc32 fmnumber; __hc32 periodicstart; __hc32 lsthresh; struct ohci_roothub_regs roothub; long: 64; long: 64; }; enum ohci_rh_state { OHCI_RH_HALTED = 0, OHCI_RH_SUSPENDED = 1, OHCI_RH_RUNNING = 2, }; struct ohci_hcd { spinlock_t lock; struct ohci_regs *regs; struct ohci_hcca *hcca; dma_addr_t hcca_dma; struct ed *ed_rm_list; struct ed *ed_bulktail; struct ed *ed_controltail; struct ed *periodic[32]; void (*start_hnp)(struct ohci_hcd *); struct dma_pool *td_cache; struct dma_pool *ed_cache; struct td *td_hash[64]; struct td *dl_start; struct td *dl_end; struct list_head pending; struct list_head eds_in_use; enum ohci_rh_state rh_state; int num_ports; int load[32]; u32 hc_control; long unsigned int next_statechange; u32 fminterval; unsigned int autostop: 1; unsigned int working: 1; unsigned int restart_work: 1; long unsigned int flags; unsigned int prev_frame_no; unsigned int wdh_cnt; unsigned int prev_wdh_cnt; u32 prev_donehead; struct timer_list io_watchdog; struct work_struct nec_work; struct dentry *debug_dir; long unsigned int priv[0]; }; struct ohci_driver_overrides { const char *product_desc; size_t extra_priv_size; int (*reset)(struct usb_hcd *); }; struct input_id { __u16 bustype; __u16 vendor; __u16 product; __u16 version; }; struct input_absinfo { __s32 value; __s32 minimum; __s32 maximum; __s32 fuzz; __s32 flat; __s32 resolution; }; struct input_keymap_entry { __u8 flags; __u8 len; __u16 index; __u32 keycode; __u8 scancode[32]; }; struct ff_replay { __u16 length; __u16 delay; }; struct ff_trigger { __u16 button; __u16 interval; }; struct ff_envelope { __u16 attack_length; __u16 attack_level; __u16 fade_length; __u16 fade_level; }; struct ff_constant_effect { __s16 level; struct ff_envelope envelope; }; struct ff_ramp_effect { __s16 start_level; __s16 end_level; struct ff_envelope envelope; }; struct ff_condition_effect { __u16 right_saturation; __u16 left_saturation; __s16 right_coeff; __s16 left_coeff; __u16 deadband; __s16 center; }; struct ff_periodic_effect { __u16 waveform; __u16 period; __s16 magnitude; __s16 offset; __u16 phase; struct ff_envelope envelope; __u32 custom_len; __s16 *custom_data; }; struct ff_rumble_effect { __u16 strong_magnitude; __u16 weak_magnitude; }; struct ff_effect { __u16 type; __s16 id; __u16 direction; struct ff_trigger trigger; struct ff_replay replay; union { struct ff_constant_effect constant; struct ff_ramp_effect ramp; struct ff_periodic_effect periodic; struct ff_condition_effect condition[2]; struct ff_rumble_effect rumble; } u; }; struct input_device_id { kernel_ulong_t flags; __u16 bustype; __u16 vendor; __u16 product; __u16 version; kernel_ulong_t evbit[1]; kernel_ulong_t keybit[12]; kernel_ulong_t relbit[1]; kernel_ulong_t absbit[1]; kernel_ulong_t mscbit[1]; kernel_ulong_t ledbit[1]; kernel_ulong_t sndbit[1]; kernel_ulong_t ffbit[2]; kernel_ulong_t swbit[1]; kernel_ulong_t propbit[1]; kernel_ulong_t driver_info; }; struct input_value { __u16 type; __u16 code; __s32 value; }; enum input_clock_type { INPUT_CLK_REAL = 0, INPUT_CLK_MONO = 1, INPUT_CLK_BOOT = 2, INPUT_CLK_MAX = 3, }; struct ff_device; struct input_dev_poller; struct input_mt; struct input_handle; struct input_dev { const char *name; const char *phys; const char *uniq; struct input_id id; long unsigned int propbit[1]; long unsigned int evbit[1]; long unsigned int keybit[12]; long unsigned int relbit[1]; long unsigned int absbit[1]; long unsigned int mscbit[1]; long unsigned int ledbit[1]; long unsigned int sndbit[1]; long unsigned int ffbit[2]; long unsigned int swbit[1]; unsigned int hint_events_per_packet; unsigned int keycodemax; unsigned int keycodesize; void *keycode; int (*setkeycode)(struct input_dev *, const struct input_keymap_entry *, unsigned int *); int (*getkeycode)(struct input_dev *, struct input_keymap_entry *); struct ff_device *ff; struct input_dev_poller *poller; unsigned int repeat_key; struct timer_list timer; int rep[2]; struct input_mt *mt; struct input_absinfo *absinfo; long unsigned int key[12]; long unsigned int led[1]; long unsigned int snd[1]; long unsigned int sw[1]; int (*open)(struct input_dev *); void (*close)(struct input_dev *); int (*flush)(struct input_dev *, struct file *); int (*event)(struct input_dev *, unsigned int, unsigned int, int); struct input_handle *grab; spinlock_t event_lock; struct mutex mutex; unsigned int users; bool going_away; struct device dev; struct list_head h_list; struct list_head node; unsigned int num_vals; unsigned int max_vals; struct input_value *vals; bool devres_managed; ktime_t timestamp[3]; bool inhibited; }; struct ff_device { int (*upload)(struct input_dev *, struct ff_effect *, struct ff_effect *); int (*erase)(struct input_dev *, int); int (*playback)(struct input_dev *, int, int); void (*set_gain)(struct input_dev *, u16); void (*set_autocenter)(struct input_dev *, u16); void (*destroy)(struct ff_device *); void *private; long unsigned int ffbit[2]; struct mutex mutex; int max_effects; struct ff_effect *effects; struct file *effect_owners[0]; }; struct input_mt_slot { int abs[14]; unsigned int frame; unsigned int key; }; struct input_mt { int trkid; int num_slots; int slot; unsigned int flags; unsigned int frame; int *red; struct input_mt_slot slots[0]; }; struct input_handler; struct input_handle { void *private; int open; const char *name; struct input_dev *dev; struct input_handler *handler; struct list_head d_node; struct list_head h_node; }; struct input_handler { void *private; void (*event)(struct input_handle *, unsigned int, unsigned int, int); void (*events)(struct input_handle *, const struct input_value *, unsigned int); bool (*filter)(struct input_handle *, unsigned int, unsigned int, int); bool (*match)(struct input_handler *, struct input_dev *); int (*connect)(struct input_handler *, struct input_dev *, const struct input_device_id *); void (*disconnect)(struct input_handle *); void (*start)(struct input_handle *); bool legacy_minors; int minor; const char *name; const struct input_device_id *id_table; struct list_head h_list; struct list_head node; }; struct input_mt_pos { s16 x; s16 y; }; struct serio_device_id { __u8 type; __u8 extra; __u8 id; __u8 proto; }; enum dmi_field { DMI_NONE = 0, DMI_BIOS_VENDOR = 1, DMI_BIOS_VERSION = 2, DMI_BIOS_DATE = 3, DMI_BIOS_RELEASE = 4, DMI_EC_FIRMWARE_RELEASE = 5, DMI_SYS_VENDOR = 6, DMI_PRODUCT_NAME = 7, DMI_PRODUCT_VERSION = 8, DMI_PRODUCT_SERIAL = 9, DMI_PRODUCT_UUID = 10, DMI_PRODUCT_SKU = 11, DMI_PRODUCT_FAMILY = 12, DMI_BOARD_VENDOR = 13, DMI_BOARD_NAME = 14, DMI_BOARD_VERSION = 15, DMI_BOARD_SERIAL = 16, DMI_BOARD_ASSET_TAG = 17, DMI_CHASSIS_VENDOR = 18, DMI_CHASSIS_TYPE = 19, DMI_CHASSIS_VERSION = 20, DMI_CHASSIS_SERIAL = 21, DMI_CHASSIS_ASSET_TAG = 22, DMI_STRING_MAX = 23, DMI_OEM_STRING = 24, }; struct serio_driver; struct serio { void *port_data; char name[32]; char phys[32]; char firmware_id[128]; bool manual_bind; struct serio_device_id id; spinlock_t lock; int (*write)(struct serio *, unsigned char); int (*open)(struct serio *); void (*close)(struct serio *); int (*start)(struct serio *); void (*stop)(struct serio *); struct serio *parent; struct list_head child_node; struct list_head children; unsigned int depth; struct serio_driver *drv; struct mutex drv_mutex; struct device dev; struct list_head node; struct mutex *ps2_cmd_mutex; }; struct serio_driver { const char *description; const struct serio_device_id *id_table; bool manual_bind; void (*write_wakeup)(struct serio *); irqreturn_t (*interrupt)(struct serio *, unsigned char, unsigned int); int (*connect)(struct serio *, struct serio_driver *); int (*reconnect)(struct serio *); int (*fast_reconnect)(struct serio *); void (*disconnect)(struct serio *); void (*cleanup)(struct serio *); struct device_driver driver; }; enum ps2_disposition { PS2_PROCESS = 0, PS2_IGNORE = 1, PS2_ERROR = 2, }; struct ps2dev; typedef enum ps2_disposition (*ps2_pre_receive_handler_t)(struct ps2dev *, u8, unsigned int); typedef void (*ps2_receive_handler_t)(struct ps2dev *, u8); struct ps2dev { struct serio *serio; struct mutex cmd_mutex; wait_queue_head_t wait; long unsigned int flags; u8 cmdbuf[8]; u8 cmdcnt; u8 nak; ps2_pre_receive_handler_t pre_receive_handler; ps2_receive_handler_t receive_handler; }; struct rmi_2d_axis_alignment { bool swap_axes; bool flip_x; bool flip_y; u16 clip_x_low; u16 clip_y_low; u16 clip_x_high; u16 clip_y_high; u16 offset_x; u16 offset_y; u8 delta_x_threshold; u8 delta_y_threshold; }; enum rmi_sensor_type { rmi_sensor_default = 0, rmi_sensor_touchscreen = 1, rmi_sensor_touchpad = 2, }; struct rmi_2d_sensor_platform_data { struct rmi_2d_axis_alignment axis_align; enum rmi_sensor_type sensor_type; int x_mm; int y_mm; int disable_report_mask; u16 rezero_wait; bool topbuttonpad; bool kernel_tracking; int dmax; int dribble; int palm_detect; }; struct rmi_gpio_data { bool buttonpad; bool trackstick_buttons; bool disable; }; enum rmi_reg_state { RMI_REG_STATE_DEFAULT = 0, RMI_REG_STATE_OFF = 1, RMI_REG_STATE_ON = 2, }; struct rmi_f01_power_management { enum rmi_reg_state nosleep; u8 wakeup_threshold; u8 doze_holdoff; u8 doze_interval; }; struct rmi_device_platform_data_spi { u32 block_delay_us; u32 split_read_block_delay_us; u32 read_delay_us; u32 write_delay_us; u32 split_read_byte_delay_us; u32 pre_delay_us; u32 post_delay_us; u8 bits_per_word; u16 mode; void *cs_assert_data; int (*cs_assert)(const void *, const bool); }; struct rmi_device_platform_data { int reset_delay_ms; int irq; struct rmi_device_platform_data_spi spi_data; struct rmi_2d_sensor_platform_data sensor_pdata; struct rmi_f01_power_management power_management; struct rmi_gpio_data gpio_data; }; enum dev_prop_type { DEV_PROP_U8 = 0, DEV_PROP_U16 = 1, DEV_PROP_U32 = 2, DEV_PROP_U64 = 3, DEV_PROP_STRING = 4, DEV_PROP_REF = 5, }; struct property_entry; struct software_node { const char *name; const struct software_node *parent; const struct property_entry *properties; }; struct property_entry { const char *name; size_t length; bool is_inline; enum dev_prop_type type; union { const void *pointer; union { u8 u8_data[8]; u16 u16_data[4]; u32 u32_data[2]; u64 u64_data[1]; const char *str[1]; } value; }; }; struct i2c_board_info { char type[20]; short unsigned int flags; short unsigned int addr; const char *dev_name; void *platform_data; struct device_node *of_node; struct fwnode_handle *fwnode; const struct software_node *swnode; const struct resource *resources; unsigned int num_resources; int irq; }; enum psmouse_state { PSMOUSE_IGNORE = 0, PSMOUSE_INITIALIZING = 1, PSMOUSE_RESYNCING = 2, PSMOUSE_CMD_MODE = 3, PSMOUSE_ACTIVATED = 4, }; typedef enum { PSMOUSE_BAD_DATA = 0, PSMOUSE_GOOD_DATA = 1, PSMOUSE_FULL_PACKET = 2, } psmouse_ret_t; enum psmouse_scale { PSMOUSE_SCALE11 = 0, PSMOUSE_SCALE21 = 1, }; enum psmouse_type { PSMOUSE_NONE = 0, PSMOUSE_PS2 = 1, PSMOUSE_PS2PP = 2, PSMOUSE_THINKPS = 3, PSMOUSE_GENPS = 4, PSMOUSE_IMPS = 5, PSMOUSE_IMEX = 6, PSMOUSE_SYNAPTICS = 7, PSMOUSE_ALPS = 8, PSMOUSE_LIFEBOOK = 9, PSMOUSE_TRACKPOINT = 10, PSMOUSE_TOUCHKIT_PS2 = 11, PSMOUSE_CORTRON = 12, PSMOUSE_HGPK = 13, PSMOUSE_ELANTECH = 14, PSMOUSE_FSP = 15, PSMOUSE_SYNAPTICS_RELATIVE = 16, PSMOUSE_CYPRESS = 17, PSMOUSE_FOCALTECH = 18, PSMOUSE_VMMOUSE = 19, PSMOUSE_BYD = 20, PSMOUSE_SYNAPTICS_SMBUS = 21, PSMOUSE_ELANTECH_SMBUS = 22, PSMOUSE_AUTO = 23, }; struct psmouse; struct psmouse_protocol { enum psmouse_type type; bool maxproto; bool ignore_parity; bool try_passthru; bool smbus_companion; const char *name; const char *alias; int (*detect)(struct psmouse *, bool); int (*init)(struct psmouse *); }; struct psmouse { void *private; struct input_dev *dev; struct ps2dev ps2dev; struct delayed_work resync_work; const char *vendor; const char *name; const struct psmouse_protocol *protocol; unsigned char packet[8]; unsigned char badbyte; unsigned char pktcnt; unsigned char pktsize; unsigned char oob_data_type; unsigned char extra_buttons; bool acks_disable_command; unsigned int model; long unsigned int last; long unsigned int out_of_sync_cnt; long unsigned int num_resyncs; enum psmouse_state state; char devname[64]; char phys[32]; unsigned int rate; unsigned int resolution; unsigned int resetafter; unsigned int resync_time; bool smartscroll; psmouse_ret_t (*protocol_handler)(struct psmouse *); void (*set_rate)(struct psmouse *, unsigned int); void (*set_resolution)(struct psmouse *, unsigned int); void (*set_scale)(struct psmouse *, enum psmouse_scale); int (*reconnect)(struct psmouse *); int (*fast_reconnect)(struct psmouse *); void (*disconnect)(struct psmouse *); void (*cleanup)(struct psmouse *); int (*poll)(struct psmouse *); void (*pt_activate)(struct psmouse *); void (*pt_deactivate)(struct psmouse *); }; struct psmouse_attribute { struct device_attribute dattr; void *data; ssize_t (*show)(struct psmouse *, void *, char *); ssize_t (*set)(struct psmouse *, void *, const char *, size_t); bool protect; }; enum synaptics_pkt_type { SYN_NEWABS = 0, SYN_NEWABS_STRICT = 1, SYN_NEWABS_RELAXED = 2, SYN_OLDABS = 3, }; struct synaptics_hw_state { int x; int y; int z; int w; unsigned int left: 1; unsigned int right: 1; unsigned int middle: 1; unsigned int up: 1; unsigned int down: 1; u8 ext_buttons; s8 scroll; }; struct synaptics_device_info { u32 model_id; u32 firmware_id; u32 board_id; u32 capabilities; u32 ext_cap; u32 ext_cap_0c; u32 ext_cap_10; u32 identity; u32 x_res; u32 y_res; u32 x_max; u32 y_max; u32 x_min; u32 y_min; }; struct synaptics_data { struct synaptics_device_info info; enum synaptics_pkt_type pkt_type; u8 mode; int scroll; bool absolute_mode; bool disable_gesture; struct serio *pt_port; struct synaptics_hw_state agm; unsigned int agm_count; long unsigned int press_start; bool press; bool report_press; bool is_forcepad; }; struct min_max_quirk { const char * const *pnp_ids; struct { u32 min; u32 max; } board_id; u32 x_min; u32 x_max; u32 y_min; u32 y_max; }; enum { SYNAPTICS_INTERTOUCH_NOT_SET = -1, SYNAPTICS_INTERTOUCH_OFF = 0, SYNAPTICS_INTERTOUCH_ON = 1, }; struct of_reconfig_data { struct device_node *dn; struct property *prop; struct property *old_prop; }; enum of_reconfig_change { OF_RECONFIG_NO_CHANGE = 0, OF_RECONFIG_CHANGE_ADD = 1, OF_RECONFIG_CHANGE_REMOVE = 2, }; struct i2c_client { short unsigned int flags; short unsigned int addr; char name[20]; struct i2c_adapter *adapter; struct device dev; int init_irq; int irq; struct list_head detected; void *devres_group_id; }; struct pps_ktime { __s64 sec; __s32 nsec; __u32 flags; }; struct pps_kparams { int api_version; int mode; struct pps_ktime assert_off_tu; struct pps_ktime clear_off_tu; }; struct pps_device; struct pps_source_info { char name[32]; char path[32]; int mode; void (*echo)(struct pps_device *, int, void *); struct module *owner; struct device *dev; }; struct pps_device { struct pps_source_info info; struct pps_kparams params; __u32 assert_sequence; __u32 clear_sequence; struct pps_ktime assert_tu; struct pps_ktime clear_tu; int current_mode; unsigned int last_ev; wait_queue_head_t queue; unsigned int id; const void *lookup_cookie; struct cdev cdev; struct device *dev; struct fasync_struct *async_queue; spinlock_t lock; }; struct pps_event_time { struct timespec64 ts_real; }; enum { BIO_PAGE_PINNED = 0, BIO_CLONED = 1, BIO_BOUNCED = 2, BIO_QUIET = 3, BIO_CHAIN = 4, BIO_REFFED = 5, BIO_BPS_THROTTLED = 6, BIO_TRACE_COMPLETION = 7, BIO_CGROUP_ACCT = 8, BIO_QOS_THROTTLED = 9, BIO_QOS_MERGED = 10, BIO_REMAPPED = 11, BIO_ZONE_WRITE_LOCKED = 12, BIO_FLAG_LAST = 13, }; struct md_cluster_info; struct md_personality; struct md_thread; struct bitmap; struct md_rdev; struct mddev { void *private; struct md_personality *pers; dev_t unit; int md_minor; struct list_head disks; long unsigned int flags; long unsigned int sb_flags; int suspended; struct percpu_ref active_io; int ro; int sysfs_active; struct gendisk *gendisk; struct kobject kobj; int hold_active; int major_version; int minor_version; int patch_version; int persistent; int external; char metadata_type[17]; int chunk_sectors; time64_t ctime; time64_t utime; int level; int layout; char clevel[16]; int raid_disks; int max_disks; sector_t dev_sectors; sector_t array_sectors; int external_size; __u64 events; int can_decrease_events; char uuid[16]; sector_t reshape_position; int delta_disks; int new_level; int new_layout; int new_chunk_sectors; int reshape_backwards; struct md_thread *thread; struct md_thread *sync_thread; char *last_sync_action; sector_t curr_resync; sector_t curr_resync_completed; long unsigned int resync_mark; sector_t resync_mark_cnt; sector_t curr_mark_cnt; sector_t resync_max_sectors; atomic64_t resync_mismatches; sector_t suspend_lo; sector_t suspend_hi; int sync_speed_min; int sync_speed_max; int parallel_resync; int ok_start_degraded; long unsigned int recovery; int recovery_disabled; int in_sync; struct mutex open_mutex; struct mutex reconfig_mutex; atomic_t active; atomic_t openers; int changed; int degraded; atomic_t recovery_active; wait_queue_head_t recovery_wait; sector_t recovery_cp; sector_t resync_min; sector_t resync_max; struct kernfs_node *sysfs_state; struct kernfs_node *sysfs_action; struct kernfs_node *sysfs_completed; struct kernfs_node *sysfs_degraded; struct kernfs_node *sysfs_level; struct work_struct del_work; spinlock_t lock; wait_queue_head_t sb_wait; atomic_t pending_writes; unsigned int safemode; unsigned int safemode_delay; struct timer_list safemode_timer; struct percpu_ref writes_pending; int sync_checkers; struct request_queue *queue; struct bitmap *bitmap; struct { struct file *file; loff_t offset; long unsigned int space; loff_t default_offset; long unsigned int default_space; struct mutex mutex; long unsigned int chunksize; long unsigned int daemon_sleep; long unsigned int max_write_behind; int external; int nodes; char cluster_name[64]; } bitmap_info; atomic_t max_corr_read_errors; struct list_head all_mddevs; const struct attribute_group *to_remove; struct bio_set bio_set; struct bio_set sync_set; struct bio_set io_clone_set; struct bio *flush_bio; atomic_t flush_pending; ktime_t start_flush; ktime_t prev_flush_start; struct work_struct flush_work; struct work_struct event_work; mempool_t *serial_info_pool; void (*sync_super)(struct mddev *, struct md_rdev *); struct md_cluster_info *cluster_info; unsigned int good_device_nr; unsigned int noio_flag; struct list_head deleting; struct mutex sync_mutex; atomic_t sync_seq; bool has_superblocks: 1; bool fail_last_dev: 1; bool serialize_policy: 1; }; struct serial_in_rdev; struct md_rdev { struct list_head same_set; sector_t sectors; struct mddev *mddev; int last_events; struct block_device *meta_bdev; struct block_device *bdev; struct page *sb_page; struct page *bb_page; int sb_loaded; __u64 sb_events; sector_t data_offset; sector_t new_data_offset; sector_t sb_start; int sb_size; int preferred_minor; struct kobject kobj; long unsigned int flags; wait_queue_head_t blocked_wait; int desc_nr; int raid_disk; int new_raid_disk; int saved_raid_disk; union { sector_t recovery_offset; sector_t journal_tail; }; atomic_t nr_pending; atomic_t read_errors; time64_t last_read_error; atomic_t corrected_errors; struct serial_in_rdev *serial; struct kernfs_node *sysfs_state; struct kernfs_node *sysfs_unack_badblocks; struct kernfs_node *sysfs_badblocks; struct badblocks badblocks; struct { short int offset; unsigned int size; sector_t sector; } ppl; }; struct serial_in_rdev { struct rb_root_cached serial_rb; spinlock_t serial_lock; wait_queue_head_t serial_io_wait; }; enum mddev_flags { MD_ARRAY_FIRST_USE = 0, MD_CLOSING = 1, MD_JOURNAL_CLEAN = 2, MD_HAS_JOURNAL = 3, MD_CLUSTER_RESYNC_LOCKED = 4, MD_FAILFAST_SUPPORTED = 5, MD_HAS_PPL = 6, MD_HAS_MULTIPLE_PPLS = 7, MD_ALLOW_SB_UPDATE = 8, MD_UPDATING_SB = 9, MD_NOT_READY = 10, MD_BROKEN = 11, MD_DELETED = 12, }; struct md_personality { char *name; int level; struct list_head list; struct module *owner; bool (*make_request)(struct mddev *, struct bio *); int (*run)(struct mddev *); int (*start)(struct mddev *); void (*free)(struct mddev *, void *); void (*status)(struct seq_file *, struct mddev *); void (*error_handler)(struct mddev *, struct md_rdev *); int (*hot_add_disk)(struct mddev *, struct md_rdev *); int (*hot_remove_disk)(struct mddev *, struct md_rdev *); int (*spare_active)(struct mddev *); sector_t (*sync_request)(struct mddev *, sector_t, int *); int (*resize)(struct mddev *, sector_t); sector_t (*size)(struct mddev *, sector_t, int); int (*check_reshape)(struct mddev *); int (*start_reshape)(struct mddev *); void (*finish_reshape)(struct mddev *); void (*update_reshape_pos)(struct mddev *); void (*prepare_suspend)(struct mddev *); void (*quiesce)(struct mddev *, int); void * (*takeover)(struct mddev *); int (*change_consistency_policy)(struct mddev *, const char *); }; struct md_thread { void (*run)(struct md_thread *); struct mddev *mddev; wait_queue_head_t wqueue; long unsigned int flags; struct task_struct *tsk; long unsigned int timeout; void *private; }; struct dev_info { struct md_rdev *rdev; sector_t end_sector; }; struct linear_conf { struct callback_head rcu; sector_t array_sectors; int raid_disks; struct dev_info disks[0]; }; typedef struct { u64 val; } pfn_t; typedef enum { STATUSTYPE_INFO = 0, STATUSTYPE_TABLE = 1, STATUSTYPE_IMA = 2, } status_type_t; union map_info { void *ptr; }; struct dm_target; typedef int (*dm_ctr_fn)(struct dm_target *, unsigned int, char **); struct dm_table; struct target_type; struct dm_target { struct dm_table *table; struct target_type *type; sector_t begin; sector_t len; uint32_t max_io_len; unsigned int num_flush_bios; unsigned int num_discard_bios; unsigned int num_secure_erase_bios; unsigned int num_write_zeroes_bios; unsigned int per_io_data_size; void *private; char *error; bool flush_supported: 1; bool discards_supported: 1; bool max_discard_granularity: 1; bool max_secure_erase_granularity: 1; bool max_write_zeroes_granularity: 1; bool limit_swap_bios: 1; bool emulate_zone_append: 1; bool accounts_remapped_io: 1; bool needs_bio_set_dev: 1; }; typedef void (*dm_dtr_fn)(struct dm_target *); typedef int (*dm_map_fn)(struct dm_target *, struct bio *); typedef int (*dm_clone_and_map_request_fn)(struct dm_target *, struct request *, union map_info *, struct request **); typedef void (*dm_release_clone_request_fn)(struct request *, union map_info *); typedef int (*dm_endio_fn)(struct dm_target *, struct bio *, blk_status_t *); typedef int (*dm_request_endio_fn)(struct dm_target *, struct request *, blk_status_t, union map_info *); typedef void (*dm_presuspend_fn)(struct dm_target *); typedef void (*dm_presuspend_undo_fn)(struct dm_target *); typedef void (*dm_postsuspend_fn)(struct dm_target *); typedef int (*dm_preresume_fn)(struct dm_target *); typedef void (*dm_resume_fn)(struct dm_target *); typedef void (*dm_status_fn)(struct dm_target *, status_type_t, unsigned int, char *, unsigned int); typedef int (*dm_message_fn)(struct dm_target *, unsigned int, char **, char *, unsigned int); typedef int (*dm_prepare_ioctl_fn)(struct dm_target *, struct block_device **); typedef int (*dm_report_zones_fn)(struct dm_target *); struct dm_dev; typedef int (*iterate_devices_callout_fn)(struct dm_target *, struct dm_dev *, sector_t, sector_t, void *); struct dm_dev { struct block_device *bdev; struct dax_device *dax_dev; blk_mode_t mode; char name[16]; }; typedef int (*dm_iterate_devices_fn)(struct dm_target *, iterate_devices_callout_fn, void *); typedef void (*dm_io_hints_fn)(struct dm_target *, struct queue_limits *); typedef int (*dm_busy_fn)(struct dm_target *); enum dax_access_mode { DAX_ACCESS = 0, DAX_RECOVERY_WRITE = 1, }; typedef long int (*dm_dax_direct_access_fn)(struct dm_target *, long unsigned int, long int, enum dax_access_mode, void **, pfn_t *); typedef int (*dm_dax_zero_page_range_fn)(struct dm_target *, long unsigned int, size_t); typedef size_t (*dm_dax_recovery_write_fn)(struct dm_target *, long unsigned int, void *, size_t, struct iov_iter *); struct target_type { uint64_t features; const char *name; struct module *module; unsigned int version[3]; dm_ctr_fn ctr; dm_dtr_fn dtr; dm_map_fn map; dm_clone_and_map_request_fn clone_and_map_rq; dm_release_clone_request_fn release_clone_rq; dm_endio_fn end_io; dm_request_endio_fn rq_end_io; dm_presuspend_fn presuspend; dm_presuspend_undo_fn presuspend_undo; dm_postsuspend_fn postsuspend; dm_preresume_fn preresume; dm_resume_fn resume; dm_status_fn status; dm_message_fn message; dm_prepare_ioctl_fn prepare_ioctl; dm_report_zones_fn report_zones; dm_busy_fn busy; dm_iterate_devices_fn iterate_devices; dm_io_hints_fn io_hints; dm_dax_direct_access_fn direct_access; dm_dax_zero_page_range_fn dax_zero_page_range; dm_dax_recovery_write_fn dax_recovery_write; struct list_head list; }; enum dm_uevent_type { DM_UEVENT_PATH_FAILED = 0, DM_UEVENT_PATH_REINSTATED = 1, }; struct mapped_device; struct dm_uevent { struct mapped_device *md; enum kobject_action action; struct kobj_uevent_env ku_env; struct list_head elist; char name[128]; char uuid[129]; }; struct linear_c { struct dm_dev *dev; sector_t start; }; typedef u16 blk_short_t; enum { BLK_MQ_F_SHOULD_MERGE = 1, BLK_MQ_F_TAG_QUEUE_SHARED = 2, BLK_MQ_F_STACKING = 4, BLK_MQ_F_TAG_HCTX_SHARED = 8, BLK_MQ_F_BLOCKING = 32, BLK_MQ_F_NO_SCHED = 64, BLK_MQ_F_NO_SCHED_BY_DEFAULT = 128, BLK_MQ_F_ALLOC_POLICY_START_BIT = 8, BLK_MQ_F_ALLOC_POLICY_BITS = 1, BLK_MQ_S_STOPPED = 0, BLK_MQ_S_TAG_ACTIVE = 1, BLK_MQ_S_SCHED_RESTART = 2, BLK_MQ_S_INACTIVE = 3, BLK_MQ_MAX_DEPTH = 10240, BLK_MQ_CPU_WORK_BATCH = 8, }; enum blk_crypto_mode_num { BLK_ENCRYPTION_MODE_INVALID = 0, BLK_ENCRYPTION_MODE_AES_256_XTS = 1, BLK_ENCRYPTION_MODE_AES_128_CBC_ESSIV = 2, BLK_ENCRYPTION_MODE_ADIANTUM = 3, BLK_ENCRYPTION_MODE_SM4_XTS = 4, BLK_ENCRYPTION_MODE_MAX = 5, }; enum dm_queue_mode { DM_TYPE_NONE = 0, DM_TYPE_BIO_BASED = 1, DM_TYPE_REQUEST_BASED = 2, DM_TYPE_DAX_BIO_BASED = 3, }; struct mapped_device; struct dm_md_mempools; struct dm_table { struct mapped_device *md; enum dm_queue_mode type; unsigned int depth; unsigned int counts[16]; sector_t *index[16]; unsigned int num_targets; unsigned int num_allocated; sector_t *highs; struct dm_target *targets; struct target_type *immutable_target_type; bool integrity_supported: 1; bool singleton: 1; unsigned int integrity_added: 1; blk_mode_t mode; struct list_head devices; struct rw_semaphore devices_lock; void (*event_fn)(void *); void *event_context; struct dm_md_mempools *mempools; }; struct dm_stats_last_position; struct dm_stats { struct mutex mutex; struct list_head list; struct dm_stats_last_position *last; bool precise_timestamps; }; struct dm_stats_aux { bool merged; long long unsigned int duration_ns; }; struct dm_ima_device_table_metadata { char *device_metadata; unsigned int device_metadata_len; unsigned int num_targets; char *hash; unsigned int hash_len; }; struct dm_ima_measurements { struct dm_ima_device_table_metadata active_table; struct dm_ima_device_table_metadata inactive_table; unsigned int dm_version_str_len; }; struct dm_kobject_holder { struct kobject kobj; struct completion completion; }; struct dm_md_mempools { struct bio_set bs; struct bio_set io_bs; }; struct dm_io; struct mapped_device { struct mutex suspend_lock; struct mutex table_devices_lock; struct list_head table_devices; void *map; long unsigned int flags; struct mutex type_lock; enum dm_queue_mode type; int numa_node_id; struct request_queue *queue; atomic_t holders; atomic_t open_count; struct dm_target *immutable_target; struct target_type *immutable_target_type; char name[16]; struct gendisk *disk; struct dax_device *dax_dev; wait_queue_head_t wait; long unsigned int *pending_io; struct hd_geometry geometry; struct workqueue_struct *wq; struct work_struct work; spinlock_t deferred_lock; struct bio_list deferred; struct work_struct requeue_work; struct dm_io *requeue_list; void *interface_ptr; wait_queue_head_t eventq; atomic_t event_nr; atomic_t uevent_seq; struct list_head uevent_list; spinlock_t uevent_lock; bool init_tio_pdu: 1; struct blk_mq_tag_set *tag_set; struct dm_stats stats; unsigned int internal_suspend_count; int swap_bios; struct semaphore swap_bios_semaphore; struct mutex swap_bios_lock; struct dm_md_mempools *mempools; struct dm_kobject_holder kobj_holder; struct srcu_struct io_barrier; struct dm_ima_measurements ima; }; struct dm_target_io { short unsigned int magic; blk_short_t flags; unsigned int target_bio_nr; struct dm_io *io; struct dm_target *ti; unsigned int *len_ptr; sector_t old_sector; struct bio clone; }; struct dm_io { short unsigned int magic; blk_short_t flags; spinlock_t lock; long unsigned int start_time; void *data; struct dm_io *next; struct dm_stats_aux stats_aux; blk_status_t status; atomic_t io_count; struct mapped_device *md; struct bio *orig_bio; unsigned int sector_offset; unsigned int sectors; struct dm_target_io tio; }; struct dm_rq_target_io; struct dm_rq_clone_bio_info { struct bio *orig; struct dm_rq_target_io *tio; struct bio clone; }; struct dm_rq_target_io { struct mapped_device *md; struct dm_target *ti; struct request *orig; struct request *clone; struct kthread_work work; blk_status_t error; union map_info info; struct dm_stats_aux stats_aux; long unsigned int duration_jiffies; unsigned int n_sectors; unsigned int completed; }; struct edac_pci_counter { atomic_t pe_count; atomic_t npe_count; }; struct edac_pci_ctl_info { struct list_head link; int pci_idx; struct bus_type *edac_subsys; int op_state; struct delayed_work work; void (*edac_check)(struct edac_pci_ctl_info *); struct device *dev; const char *mod_name; const char *ctl_name; const char *dev_name; void *pvt_info; long unsigned int start_time; struct completion complete; char name[32]; struct edac_pci_counter counters; struct kobject kobj; }; struct edac_pci_gen_data { int edac_idx; }; struct gov_attr_set { struct kobject kobj; struct list_head policy_list; struct mutex update_lock; int usage_count; }; struct governor_attr { struct attribute attr; ssize_t (*show)(struct gov_attr_set *, char *); ssize_t (*store)(struct gov_attr_set *, const char *, size_t); }; struct cpuidle_state_usage { long long unsigned int disable; long long unsigned int usage; u64 time_ns; long long unsigned int above; long long unsigned int below; long long unsigned int rejected; long long unsigned int s2idle_usage; long long unsigned int s2idle_time; }; struct cpuidle_device; struct cpuidle_driver; struct cpuidle_state { char name[16]; char desc[32]; s64 exit_latency_ns; s64 target_residency_ns; unsigned int flags; unsigned int exit_latency; int power_usage; unsigned int target_residency; int (*enter)(struct cpuidle_device *, struct cpuidle_driver *, int); int (*enter_dead)(struct cpuidle_device *, int); int (*enter_s2idle)(struct cpuidle_device *, struct cpuidle_driver *, int); }; struct cpuidle_driver_kobj; struct cpuidle_state_kobj; struct cpuidle_device_kobj; struct cpuidle_device { unsigned int registered: 1; unsigned int enabled: 1; unsigned int poll_time_limit: 1; unsigned int cpu; ktime_t next_hrtimer; int last_state_idx; u64 last_residency_ns; u64 poll_limit_ns; u64 forced_idle_latency_limit_ns; struct cpuidle_state_usage states_usage[10]; struct cpuidle_state_kobj *kobjs[10]; struct cpuidle_driver_kobj *kobj_driver; struct cpuidle_device_kobj *kobj_dev; struct list_head device_list; }; struct cpuidle_driver { const char *name; struct module *owner; unsigned int bctimer: 1; struct cpuidle_state states[10]; int state_count; int safe_state_index; struct cpumask *cpumask; const char *governor; }; struct cpuidle_governor { char name[16]; struct list_head governor_list; unsigned int rating; int (*enable)(struct cpuidle_driver *, struct cpuidle_device *); void (*disable)(struct cpuidle_driver *, struct cpuidle_device *); int (*select)(struct cpuidle_driver *, struct cpuidle_device *, bool *); void (*reflect)(struct cpuidle_device *, int); }; struct menu_device { int needs_update; int tick_wakeup; u64 next_timer_ns; unsigned int bucket; unsigned int correction_factor[12]; unsigned int intervals[8]; int interval_ptr; }; struct hid_device_id { __u16 bus; __u16 group; __u32 vendor; __u32 product; kernel_ulong_t driver_data; }; enum hid_report_type { HID_INPUT_REPORT = 0, HID_OUTPUT_REPORT = 1, HID_FEATURE_REPORT = 2, HID_REPORT_TYPES = 3, }; enum bpf_cgroup_storage_type { BPF_CGROUP_STORAGE_SHARED = 0, BPF_CGROUP_STORAGE_PERCPU = 1, __BPF_CGROUP_STORAGE_MAX = 2, }; enum { BPF_MAX_TRAMP_LINKS = 38, }; enum bpf_tramp_prog_type { BPF_TRAMP_FENTRY = 0, BPF_TRAMP_FEXIT = 1, BPF_TRAMP_MODIFY_RETURN = 2, BPF_TRAMP_MAX = 3, BPF_TRAMP_REPLACE = 4, }; enum hid_type { HID_TYPE_OTHER = 0, HID_TYPE_USBMOUSE = 1, HID_TYPE_USBNONE = 2, }; struct hid_report; struct hid_report_enum { unsigned int numbered; struct list_head report_list; struct hid_report *report_id_hash[256]; }; struct hid_bpf_prog_list; struct hid_bpf { u8 *device_data; u32 allocated_data; struct hid_bpf_prog_list *progs[2]; bool destroyed; spinlock_t progs_lock; }; struct hid_collection; struct hid_driver; struct hid_ll_driver; struct hid_field; struct hid_usage; struct hid_device { __u8 *dev_rdesc; unsigned int dev_rsize; __u8 *rdesc; unsigned int rsize; struct hid_collection *collection; unsigned int collection_size; unsigned int maxcollection; unsigned int maxapplication; __u16 bus; __u16 group; __u32 vendor; __u32 product; __u32 version; enum hid_type type; unsigned int country; struct hid_report_enum report_enum[3]; struct work_struct led_work; struct semaphore driver_input_lock; struct device dev; struct hid_driver *driver; void *devres_group_id; const struct hid_ll_driver *ll_driver; struct mutex ll_open_lock; unsigned int ll_open_count; long unsigned int status; unsigned int claimed; unsigned int quirks; unsigned int initial_quirks; bool io_started; struct list_head inputs; void *hiddev; void *hidraw; char name[128]; char phys[64]; char uniq[64]; void *driver_data; int (*ff_init)(struct hid_device *); int (*hiddev_connect)(struct hid_device *, unsigned int); void (*hiddev_disconnect)(struct hid_device *); void (*hiddev_hid_event)(struct hid_device *, struct hid_field *, struct hid_usage *, __s32); void (*hiddev_report_event)(struct hid_device *, struct hid_report *); short unsigned int debug; struct dentry *debug_dir; struct dentry *debug_rdesc; struct dentry *debug_events; struct list_head debug_list; spinlock_t debug_list_lock; wait_queue_head_t debug_wait; unsigned int id; struct hid_bpf bpf; }; enum hid_bpf_prog_type { HID_BPF_PROG_TYPE_UNDEF = -1, HID_BPF_PROG_TYPE_DEVICE_EVENT = 0, HID_BPF_PROG_TYPE_RDESC_FIXUP = 1, HID_BPF_PROG_TYPE_MAX = 2, }; struct hid_field_entry; struct hid_report { struct list_head list; struct list_head hidinput_list; struct list_head field_entry_list; unsigned int id; enum hid_report_type type; unsigned int application; struct hid_field *field[256]; struct hid_field_entry *field_entries; unsigned int maxfield; unsigned int size; struct hid_device *device; bool tool_active; unsigned int tool; }; struct hid_bpf_prog_list { u16 prog_idx[64]; u8 prog_cnt; }; struct hid_collection { int parent_idx; unsigned int type; unsigned int usage; unsigned int level; }; struct hid_usage { unsigned int hid; unsigned int collection_index; unsigned int usage_index; __s8 resolution_multiplier; __s8 wheel_factor; __u16 code; __u8 type; __s8 hat_min; __s8 hat_max; __s8 hat_dir; __s16 wheel_accumulated; }; struct hid_input; struct hid_field { unsigned int physical; unsigned int logical; unsigned int application; struct hid_usage *usage; unsigned int maxusage; unsigned int flags; unsigned int report_offset; unsigned int report_size; unsigned int report_count; unsigned int report_type; __s32 *value; __s32 *new_value; __s32 *usages_priorities; __s32 logical_minimum; __s32 logical_maximum; __s32 physical_minimum; __s32 physical_maximum; __s32 unit_exponent; unsigned int unit; bool ignored; struct hid_report *report; unsigned int index; struct hid_input *hidinput; __u16 dpad; unsigned int slot_idx; }; struct hid_input { struct list_head list; struct hid_report *report; struct input_dev *input; const char *name; struct list_head reports; unsigned int application; bool registered; }; struct hid_field_entry { struct list_head list; struct hid_field *field; unsigned int index; __s32 priority; }; struct hid_report_id; struct hid_usage_id; struct hid_driver { char *name; const struct hid_device_id *id_table; struct list_head dyn_list; spinlock_t dyn_lock; bool (*match)(struct hid_device *, bool); int (*probe)(struct hid_device *, const struct hid_device_id *); void (*remove)(struct hid_device *); const struct hid_report_id *report_table; int (*raw_event)(struct hid_device *, struct hid_report *, u8 *, int); const struct hid_usage_id *usage_table; int (*event)(struct hid_device *, struct hid_field *, struct hid_usage *, __s32); void (*report)(struct hid_device *, struct hid_report *); __u8 * (*report_fixup)(struct hid_device *, __u8 *, unsigned int *); int (*input_mapping)(struct hid_device *, struct hid_input *, struct hid_field *, struct hid_usage *, long unsigned int **, int *); int (*input_mapped)(struct hid_device *, struct hid_input *, struct hid_field *, struct hid_usage *, long unsigned int **, int *); int (*input_configured)(struct hid_device *, struct hid_input *); void (*feature_mapping)(struct hid_device *, struct hid_field *, struct hid_usage *); int (*suspend)(struct hid_device *, pm_message_t); int (*resume)(struct hid_device *); int (*reset_resume)(struct hid_device *); struct device_driver driver; }; struct hid_ll_driver { int (*start)(struct hid_device *); void (*stop)(struct hid_device *); int (*open)(struct hid_device *); void (*close)(struct hid_device *); int (*power)(struct hid_device *, int); int (*parse)(struct hid_device *); void (*request)(struct hid_device *, struct hid_report *, int); int (*wait)(struct hid_device *); int (*raw_request)(struct hid_device *, unsigned char, __u8 *, size_t, unsigned char, int); int (*output_report)(struct hid_device *, __u8 *, size_t); int (*idle)(struct hid_device *, int, int, int); bool (*may_wakeup)(struct hid_device *); unsigned int max_buffer_size; }; struct hid_report_id { __u32 report_type; }; struct hid_usage_id { __u32 usage_hid; __u32 usage_type; __u32 usage_code; }; struct ms_data { long unsigned int quirks; struct hid_device *hdev; struct work_struct ff_worker; __u8 strong; __u8 weak; void *output_report_dmabuf; }; enum { MAGNITUDE_STRONG = 2, MAGNITUDE_WEAK = 3, MAGNITUDE_NUM = 4, }; struct xb1s_ff_report { __u8 report_id; __u8 enable; __u8 magnitude[4]; __u8 duration_10ms; __u8 start_delay_10ms; __u8 loop_count; }; struct of_phandle_iterator { const char *cells_name; int cell_count; const struct device_node *parent; const __be32 *list_end; const __be32 *phandle_end; const __be32 *cur; uint32_t cur_count; phandle phandle; struct device_node *node; }; struct alias_prop { struct list_head link; const char *alias; struct device_node *np; int id; char stem[0]; }; struct amba_cs_uci_id { unsigned int devarch; unsigned int devarch_mask; unsigned int devtype; void *data; }; struct amba_device { struct device dev; struct resource res; struct clk *pclk; struct device_dma_parameters dma_parms; unsigned int periphid; struct mutex periphid_lock; unsigned int cid; struct amba_cs_uci_id uci; unsigned int irq[9]; const char *driver_override; }; struct of_dev_auxdata { char *compatible; resource_size_t phys_addr; char *name; void *platform_data; }; struct csum_state { __wsum csum; size_t off; }; enum { SKBFL_ZEROCOPY_ENABLE = 1, SKBFL_SHARED_FRAG = 2, SKBFL_PURE_ZEROCOPY = 4, SKBFL_DONT_ORPHAN = 8, SKBFL_MANAGED_FRAG_REFS = 16, }; enum sock_type { SOCK_STREAM = 1, SOCK_DGRAM = 2, SOCK_RAW = 3, SOCK_RDM = 4, SOCK_SEQPACKET = 5, SOCK_DCCP = 6, SOCK_PACKET = 10, }; enum sock_flags { SOCK_DEAD = 0, SOCK_DONE = 1, SOCK_URGINLINE = 2, SOCK_KEEPOPEN = 3, SOCK_LINGER = 4, SOCK_DESTROY = 5, SOCK_BROADCAST = 6, SOCK_TIMESTAMP = 7, SOCK_ZAPPED = 8, SOCK_USE_WRITE_QUEUE = 9, SOCK_DBG = 10, SOCK_RCVTSTAMP = 11, SOCK_RCVTSTAMPNS = 12, SOCK_LOCALROUTE = 13, SOCK_MEMALLOC = 14, SOCK_TIMESTAMPING_RX_SOFTWARE = 15, SOCK_FASYNC = 16, SOCK_RXQ_OVFL = 17, SOCK_ZEROCOPY = 18, SOCK_WIFI_STATUS = 19, SOCK_NOFCS = 20, SOCK_FILTER_LOCKED = 21, SOCK_SELECT_ERR_QUEUE = 22, SOCK_RCU_FREE = 23, SOCK_TXTIME = 24, SOCK_XDP = 25, SOCK_TSTAMP_NEW = 26, SOCK_RCVMARK = 27, }; struct ahash_request; struct scm_creds { u32 pid; kuid_t uid; kgid_t gid; }; struct netlink_skb_parms { struct scm_creds creds; __u32 portid; __u32 dst_group; __u32 flags; struct sock *sk; bool nsid_is_set; int nsid; }; enum { RTM_BASE = 16, RTM_NEWLINK = 16, RTM_DELLINK = 17, RTM_GETLINK = 18, RTM_SETLINK = 19, RTM_NEWADDR = 20, RTM_DELADDR = 21, RTM_GETADDR = 22, RTM_NEWROUTE = 24, RTM_DELROUTE = 25, RTM_GETROUTE = 26, RTM_NEWNEIGH = 28, RTM_DELNEIGH = 29, RTM_GETNEIGH = 30, RTM_NEWRULE = 32, RTM_DELRULE = 33, RTM_GETRULE = 34, RTM_NEWQDISC = 36, RTM_DELQDISC = 37, RTM_GETQDISC = 38, RTM_NEWTCLASS = 40, RTM_DELTCLASS = 41, RTM_GETTCLASS = 42, RTM_NEWTFILTER = 44, RTM_DELTFILTER = 45, RTM_GETTFILTER = 46, RTM_NEWACTION = 48, RTM_DELACTION = 49, RTM_GETACTION = 50, RTM_NEWPREFIX = 52, RTM_GETMULTICAST = 58, RTM_GETANYCAST = 62, RTM_NEWNEIGHTBL = 64, RTM_GETNEIGHTBL = 66, RTM_SETNEIGHTBL = 67, RTM_NEWNDUSEROPT = 68, RTM_NEWADDRLABEL = 72, RTM_DELADDRLABEL = 73, RTM_GETADDRLABEL = 74, RTM_GETDCB = 78, RTM_SETDCB = 79, RTM_NEWNETCONF = 80, RTM_DELNETCONF = 81, RTM_GETNETCONF = 82, RTM_NEWMDB = 84, RTM_DELMDB = 85, RTM_GETMDB = 86, RTM_NEWNSID = 88, RTM_DELNSID = 89, RTM_GETNSID = 90, RTM_NEWSTATS = 92, RTM_GETSTATS = 94, RTM_SETSTATS = 95, RTM_NEWCACHEREPORT = 96, RTM_NEWCHAIN = 100, RTM_DELCHAIN = 101, RTM_GETCHAIN = 102, RTM_NEWNEXTHOP = 104, RTM_DELNEXTHOP = 105, RTM_GETNEXTHOP = 106, RTM_NEWLINKPROP = 108, RTM_DELLINKPROP = 109, RTM_GETLINKPROP = 110, RTM_NEWVLAN = 112, RTM_DELVLAN = 113, RTM_GETVLAN = 114, RTM_NEWNEXTHOPBUCKET = 116, RTM_DELNEXTHOPBUCKET = 117, RTM_GETNEXTHOPBUCKET = 118, RTM_NEWTUNNEL = 120, RTM_DELTUNNEL = 121, RTM_GETTUNNEL = 122, __RTM_MAX = 123, }; struct rtgenmsg { unsigned char rtgen_family; }; enum rtnetlink_groups { RTNLGRP_NONE = 0, RTNLGRP_LINK = 1, RTNLGRP_NOTIFY = 2, RTNLGRP_NEIGH = 3, RTNLGRP_TC = 4, RTNLGRP_IPV4_IFADDR = 5, RTNLGRP_IPV4_MROUTE = 6, RTNLGRP_IPV4_ROUTE = 7, RTNLGRP_IPV4_RULE = 8, RTNLGRP_IPV6_IFADDR = 9, RTNLGRP_IPV6_MROUTE = 10, RTNLGRP_IPV6_ROUTE = 11, RTNLGRP_IPV6_IFINFO = 12, RTNLGRP_DECnet_IFADDR = 13, RTNLGRP_NOP2 = 14, RTNLGRP_DECnet_ROUTE = 15, RTNLGRP_DECnet_RULE = 16, RTNLGRP_NOP4 = 17, RTNLGRP_IPV6_PREFIX = 18, RTNLGRP_IPV6_RULE = 19, RTNLGRP_ND_USEROPT = 20, RTNLGRP_PHONET_IFADDR = 21, RTNLGRP_PHONET_ROUTE = 22, RTNLGRP_DCB = 23, RTNLGRP_IPV4_NETCONF = 24, RTNLGRP_IPV6_NETCONF = 25, RTNLGRP_MDB = 26, RTNLGRP_MPLS_ROUTE = 27, RTNLGRP_NSID = 28, RTNLGRP_MPLS_NETCONF = 29, RTNLGRP_IPV4_MROUTE_R = 30, RTNLGRP_IPV6_MROUTE_R = 31, RTNLGRP_NEXTHOP = 32, RTNLGRP_BRVLAN = 33, RTNLGRP_MCTP_IFADDR = 34, RTNLGRP_TUNNEL = 35, RTNLGRP_STATS = 36, __RTNLGRP_MAX = 37, }; enum { NETNSA_NONE = 0, NETNSA_NSID = 1, NETNSA_PID = 2, NETNSA_FD = 3, NETNSA_TARGET_NSID = 4, NETNSA_CURRENT_NSID = 5, __NETNSA_MAX = 6, }; struct pcpu_gen_cookie { local_t nesting; u64 last; }; struct gen_cookie { struct pcpu_gen_cookie *local; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic64_t forward_last; atomic64_t reverse_last; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum { NLA_UNSPEC = 0, NLA_U8 = 1, NLA_U16 = 2, NLA_U32 = 3, NLA_U64 = 4, NLA_STRING = 5, NLA_FLAG = 6, NLA_MSECS = 7, NLA_NESTED = 8, NLA_NESTED_ARRAY = 9, NLA_NUL_STRING = 10, NLA_BINARY = 11, NLA_S8 = 12, NLA_S16 = 13, NLA_S32 = 14, NLA_S64 = 15, NLA_BITFIELD32 = 16, NLA_REJECT = 17, NLA_BE16 = 18, NLA_BE32 = 19, __NLA_TYPE_MAX = 20, }; enum netlink_validation { NL_VALIDATE_LIBERAL = 0, NL_VALIDATE_TRAILING = 1, NL_VALIDATE_MAXTYPE = 2, NL_VALIDATE_UNSPEC = 4, NL_VALIDATE_STRICT_ATTRS = 8, NL_VALIDATE_NESTED = 16, }; typedef int (*rtnl_doit_func)(struct sk_buff *, struct nlmsghdr *, struct netlink_ext_ack *); typedef int (*rtnl_dumpit_func)(struct sk_buff *, struct netlink_callback *); enum rtnl_link_flags { RTNL_FLAG_DOIT_UNLOCKED = 1, RTNL_FLAG_BULK_DEL_SUPPORTED = 2, }; struct net_fill_args { u32 portid; u32 seq; int flags; int cmd; int nsid; bool add_ref; int ref_nsid; }; struct rtnl_net_dump_cb { struct net *tgt_net; struct net *ref_net; struct sk_buff *skb; struct net_fill_args fillargs; int idx; int s_idx; }; struct hlist_nulls_head { struct hlist_nulls_node *first; }; enum { IF_OPER_UNKNOWN = 0, IF_OPER_NOTPRESENT = 1, IF_OPER_DOWN = 2, IF_OPER_LOWERLAYERDOWN = 3, IF_OPER_TESTING = 4, IF_OPER_DORMANT = 5, IF_OPER_UP = 6, }; struct netlink_kernel_cfg { unsigned int groups; unsigned int flags; void (*input)(struct sk_buff *); struct mutex *cb_mutex; int (*bind)(struct net *, int); void (*unbind)(struct net *, int); void (*release)(struct sock *, long unsigned int *); }; struct netlink_dump_control { int (*start)(struct netlink_callback *); int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); struct netlink_ext_ack *extack; void *data; struct module *module; u32 min_dump_alloc; }; struct inet_ehash_bucket; struct inet_bind_hashbucket; struct inet_listen_hashbucket; struct inet_hashinfo { struct inet_ehash_bucket *ehash; spinlock_t *ehash_locks; unsigned int ehash_mask; unsigned int ehash_locks_mask; struct kmem_cache *bind_bucket_cachep; struct inet_bind_hashbucket *bhash; struct kmem_cache *bind2_bucket_cachep; struct inet_bind_hashbucket *bhash2; unsigned int bhash_size; unsigned int lhash2_mask; struct inet_listen_hashbucket *lhash2; bool pernet; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct udp_hslot; struct udp_table { struct udp_hslot *hash; struct udp_hslot *hash2; unsigned int mask; unsigned int log; }; struct tcp_fastopen_context { siphash_key_t key[2]; int num; struct callback_head rcu; }; enum { NDA_UNSPEC = 0, NDA_DST = 1, NDA_LLADDR = 2, NDA_CACHEINFO = 3, NDA_PROBES = 4, NDA_VLAN = 5, NDA_PORT = 6, NDA_VNI = 7, NDA_IFINDEX = 8, NDA_MASTER = 9, NDA_LINK_NETNSID = 10, NDA_SRC_VNI = 11, NDA_PROTOCOL = 12, NDA_NH_ID = 13, NDA_FDB_EXT_ATTRS = 14, NDA_FLAGS_EXT = 15, NDA_NDM_STATE_MASK = 16, NDA_NDM_FLAGS_MASK = 17, __NDA_MAX = 18, }; struct rtnl_link_stats { __u32 rx_packets; __u32 tx_packets; __u32 rx_bytes; __u32 tx_bytes; __u32 rx_errors; __u32 tx_errors; __u32 rx_dropped; __u32 tx_dropped; __u32 multicast; __u32 collisions; __u32 rx_length_errors; __u32 rx_over_errors; __u32 rx_crc_errors; __u32 rx_frame_errors; __u32 rx_fifo_errors; __u32 rx_missed_errors; __u32 tx_aborted_errors; __u32 tx_carrier_errors; __u32 tx_fifo_errors; __u32 tx_heartbeat_errors; __u32 tx_window_errors; __u32 rx_compressed; __u32 tx_compressed; __u32 rx_nohandler; }; struct rtnl_link_ifmap { __u64 mem_start; __u64 mem_end; __u64 base_addr; __u16 irq; __u8 dma; __u8 port; }; enum { IFLA_UNSPEC = 0, IFLA_ADDRESS = 1, IFLA_BROADCAST = 2, IFLA_IFNAME = 3, IFLA_MTU = 4, IFLA_LINK = 5, IFLA_QDISC = 6, IFLA_STATS = 7, IFLA_COST = 8, IFLA_PRIORITY = 9, IFLA_MASTER = 10, IFLA_WIRELESS = 11, IFLA_PROTINFO = 12, IFLA_TXQLEN = 13, IFLA_MAP = 14, IFLA_WEIGHT = 15, IFLA_OPERSTATE = 16, IFLA_LINKMODE = 17, IFLA_LINKINFO = 18, IFLA_NET_NS_PID = 19, IFLA_IFALIAS = 20, IFLA_NUM_VF = 21, IFLA_VFINFO_LIST = 22, IFLA_STATS64 = 23, IFLA_VF_PORTS = 24, IFLA_PORT_SELF = 25, IFLA_AF_SPEC = 26, IFLA_GROUP = 27, IFLA_NET_NS_FD = 28, IFLA_EXT_MASK = 29, IFLA_PROMISCUITY = 30, IFLA_NUM_TX_QUEUES = 31, IFLA_NUM_RX_QUEUES = 32, IFLA_CARRIER = 33, IFLA_PHYS_PORT_ID = 34, IFLA_CARRIER_CHANGES = 35, IFLA_PHYS_SWITCH_ID = 36, IFLA_LINK_NETNSID = 37, IFLA_PHYS_PORT_NAME = 38, IFLA_PROTO_DOWN = 39, IFLA_GSO_MAX_SEGS = 40, IFLA_GSO_MAX_SIZE = 41, IFLA_PAD = 42, IFLA_XDP = 43, IFLA_EVENT = 44, IFLA_NEW_NETNSID = 45, IFLA_IF_NETNSID = 46, IFLA_TARGET_NETNSID = 46, IFLA_CARRIER_UP_COUNT = 47, IFLA_CARRIER_DOWN_COUNT = 48, IFLA_NEW_IFINDEX = 49, IFLA_MIN_MTU = 50, IFLA_MAX_MTU = 51, IFLA_PROP_LIST = 52, IFLA_ALT_IFNAME = 53, IFLA_PERM_ADDRESS = 54, IFLA_PROTO_DOWN_REASON = 55, IFLA_PARENT_DEV_NAME = 56, IFLA_PARENT_DEV_BUS_NAME = 57, IFLA_GRO_MAX_SIZE = 58, IFLA_TSO_MAX_SIZE = 59, IFLA_TSO_MAX_SEGS = 60, IFLA_ALLMULTI = 61, IFLA_DEVLINK_PORT = 62, IFLA_GSO_IPV4_MAX_SIZE = 63, IFLA_GRO_IPV4_MAX_SIZE = 64, __IFLA_MAX = 65, }; enum { IFLA_PROTO_DOWN_REASON_UNSPEC = 0, IFLA_PROTO_DOWN_REASON_MASK = 1, IFLA_PROTO_DOWN_REASON_VALUE = 2, __IFLA_PROTO_DOWN_REASON_CNT = 3, IFLA_PROTO_DOWN_REASON_MAX = 2, }; enum { IFLA_BRPORT_UNSPEC = 0, IFLA_BRPORT_STATE = 1, IFLA_BRPORT_PRIORITY = 2, IFLA_BRPORT_COST = 3, IFLA_BRPORT_MODE = 4, IFLA_BRPORT_GUARD = 5, IFLA_BRPORT_PROTECT = 6, IFLA_BRPORT_FAST_LEAVE = 7, IFLA_BRPORT_LEARNING = 8, IFLA_BRPORT_UNICAST_FLOOD = 9, IFLA_BRPORT_PROXYARP = 10, IFLA_BRPORT_LEARNING_SYNC = 11, IFLA_BRPORT_PROXYARP_WIFI = 12, IFLA_BRPORT_ROOT_ID = 13, IFLA_BRPORT_BRIDGE_ID = 14, IFLA_BRPORT_DESIGNATED_PORT = 15, IFLA_BRPORT_DESIGNATED_COST = 16, IFLA_BRPORT_ID = 17, IFLA_BRPORT_NO = 18, IFLA_BRPORT_TOPOLOGY_CHANGE_ACK = 19, IFLA_BRPORT_CONFIG_PENDING = 20, IFLA_BRPORT_MESSAGE_AGE_TIMER = 21, IFLA_BRPORT_FORWARD_DELAY_TIMER = 22, IFLA_BRPORT_HOLD_TIMER = 23, IFLA_BRPORT_FLUSH = 24, IFLA_BRPORT_MULTICAST_ROUTER = 25, IFLA_BRPORT_PAD = 26, IFLA_BRPORT_MCAST_FLOOD = 27, IFLA_BRPORT_MCAST_TO_UCAST = 28, IFLA_BRPORT_VLAN_TUNNEL = 29, IFLA_BRPORT_BCAST_FLOOD = 30, IFLA_BRPORT_GROUP_FWD_MASK = 31, IFLA_BRPORT_NEIGH_SUPPRESS = 32, IFLA_BRPORT_ISOLATED = 33, IFLA_BRPORT_BACKUP_PORT = 34, IFLA_BRPORT_MRP_RING_OPEN = 35, IFLA_BRPORT_MRP_IN_OPEN = 36, IFLA_BRPORT_MCAST_EHT_HOSTS_LIMIT = 37, IFLA_BRPORT_MCAST_EHT_HOSTS_CNT = 38, IFLA_BRPORT_LOCKED = 39, IFLA_BRPORT_MAB = 40, IFLA_BRPORT_MCAST_N_GROUPS = 41, IFLA_BRPORT_MCAST_MAX_GROUPS = 42, IFLA_BRPORT_NEIGH_VLAN_SUPPRESS = 43, IFLA_BRPORT_BACKUP_NHID = 44, __IFLA_BRPORT_MAX = 45, }; enum { IFLA_INFO_UNSPEC = 0, IFLA_INFO_KIND = 1, IFLA_INFO_DATA = 2, IFLA_INFO_XSTATS = 3, IFLA_INFO_SLAVE_KIND = 4, IFLA_INFO_SLAVE_DATA = 5, __IFLA_INFO_MAX = 6, }; enum { IFLA_VF_INFO_UNSPEC = 0, IFLA_VF_INFO = 1, __IFLA_VF_INFO_MAX = 2, }; enum { IFLA_VF_UNSPEC = 0, IFLA_VF_MAC = 1, IFLA_VF_VLAN = 2, IFLA_VF_TX_RATE = 3, IFLA_VF_SPOOFCHK = 4, IFLA_VF_LINK_STATE = 5, IFLA_VF_RATE = 6, IFLA_VF_RSS_QUERY_EN = 7, IFLA_VF_STATS = 8, IFLA_VF_TRUST = 9, IFLA_VF_IB_NODE_GUID = 10, IFLA_VF_IB_PORT_GUID = 11, IFLA_VF_VLAN_LIST = 12, IFLA_VF_BROADCAST = 13, __IFLA_VF_MAX = 14, }; struct ifla_vf_mac { __u32 vf; __u8 mac[32]; }; struct ifla_vf_broadcast { __u8 broadcast[32]; }; struct ifla_vf_vlan { __u32 vf; __u32 vlan; __u32 qos; }; enum { IFLA_VF_VLAN_INFO_UNSPEC = 0, IFLA_VF_VLAN_INFO = 1, __IFLA_VF_VLAN_INFO_MAX = 2, }; struct ifla_vf_vlan_info { __u32 vf; __u32 vlan; __u32 qos; __be16 vlan_proto; }; struct ifla_vf_tx_rate { __u32 vf; __u32 rate; }; struct ifla_vf_rate { __u32 vf; __u32 min_tx_rate; __u32 max_tx_rate; }; struct ifla_vf_spoofchk { __u32 vf; __u32 setting; }; struct ifla_vf_link_state { __u32 vf; __u32 link_state; }; struct ifla_vf_rss_query_en { __u32 vf; __u32 setting; }; enum { IFLA_VF_STATS_RX_PACKETS = 0, IFLA_VF_STATS_TX_PACKETS = 1, IFLA_VF_STATS_RX_BYTES = 2, IFLA_VF_STATS_TX_BYTES = 3, IFLA_VF_STATS_BROADCAST = 4, IFLA_VF_STATS_MULTICAST = 5, IFLA_VF_STATS_PAD = 6, IFLA_VF_STATS_RX_DROPPED = 7, IFLA_VF_STATS_TX_DROPPED = 8, __IFLA_VF_STATS_MAX = 9, }; struct ifla_vf_trust { __u32 vf; __u32 setting; }; enum { IFLA_VF_PORT_UNSPEC = 0, IFLA_VF_PORT = 1, __IFLA_VF_PORT_MAX = 2, }; enum { IFLA_PORT_UNSPEC = 0, IFLA_PORT_VF = 1, IFLA_PORT_PROFILE = 2, IFLA_PORT_VSI_TYPE = 3, IFLA_PORT_INSTANCE_UUID = 4, IFLA_PORT_HOST_UUID = 5, IFLA_PORT_REQUEST = 6, IFLA_PORT_RESPONSE = 7, __IFLA_PORT_MAX = 8, }; struct if_stats_msg { __u8 family; __u8 pad1; __u16 pad2; __u32 ifindex; __u32 filter_mask; }; enum { IFLA_STATS_UNSPEC = 0, IFLA_STATS_LINK_64 = 1, IFLA_STATS_LINK_XSTATS = 2, IFLA_STATS_LINK_XSTATS_SLAVE = 3, IFLA_STATS_LINK_OFFLOAD_XSTATS = 4, IFLA_STATS_AF_SPEC = 5, __IFLA_STATS_MAX = 6, }; enum { IFLA_STATS_GETSET_UNSPEC = 0, IFLA_STATS_GET_FILTERS = 1, IFLA_STATS_SET_OFFLOAD_XSTATS_L3_STATS = 2, __IFLA_STATS_GETSET_MAX = 3, }; enum { IFLA_OFFLOAD_XSTATS_UNSPEC = 0, IFLA_OFFLOAD_XSTATS_CPU_HIT = 1, IFLA_OFFLOAD_XSTATS_HW_S_INFO = 2, IFLA_OFFLOAD_XSTATS_L3_STATS = 3, __IFLA_OFFLOAD_XSTATS_MAX = 4, }; enum { IFLA_OFFLOAD_XSTATS_HW_S_INFO_UNSPEC = 0, IFLA_OFFLOAD_XSTATS_HW_S_INFO_REQUEST = 1, IFLA_OFFLOAD_XSTATS_HW_S_INFO_USED = 2, __IFLA_OFFLOAD_XSTATS_HW_S_INFO_MAX = 3, }; enum { XDP_ATTACHED_NONE = 0, XDP_ATTACHED_DRV = 1, XDP_ATTACHED_SKB = 2, XDP_ATTACHED_HW = 3, XDP_ATTACHED_MULTI = 4, }; enum { IFLA_XDP_UNSPEC = 0, IFLA_XDP_FD = 1, IFLA_XDP_ATTACHED = 2, IFLA_XDP_FLAGS = 3, IFLA_XDP_PROG_ID = 4, IFLA_XDP_DRV_PROG_ID = 5, IFLA_XDP_SKB_PROG_ID = 6, IFLA_XDP_HW_PROG_ID = 7, IFLA_XDP_EXPECTED_FD = 8, __IFLA_XDP_MAX = 9, }; enum { IFLA_EVENT_NONE = 0, IFLA_EVENT_REBOOT = 1, IFLA_EVENT_FEATURES = 2, IFLA_EVENT_BONDING_FAILOVER = 3, IFLA_EVENT_NOTIFY_PEERS = 4, IFLA_EVENT_IGMP_RESEND = 5, IFLA_EVENT_BONDING_OPTIONS = 6, }; struct netdev_name_node { struct hlist_node hlist; struct list_head list; struct net_device *dev; const char *name; }; enum devlink_port_type { DEVLINK_PORT_TYPE_NOTSET = 0, DEVLINK_PORT_TYPE_AUTO = 1, DEVLINK_PORT_TYPE_ETH = 2, DEVLINK_PORT_TYPE_IB = 3, }; enum devlink_port_flavour { DEVLINK_PORT_FLAVOUR_PHYSICAL = 0, DEVLINK_PORT_FLAVOUR_CPU = 1, DEVLINK_PORT_FLAVOUR_DSA = 2, DEVLINK_PORT_FLAVOUR_PCI_PF = 3, DEVLINK_PORT_FLAVOUR_PCI_VF = 4, DEVLINK_PORT_FLAVOUR_VIRTUAL = 5, DEVLINK_PORT_FLAVOUR_UNUSED = 6, DEVLINK_PORT_FLAVOUR_PCI_SF = 7, }; struct devlink_port_phys_attrs { u32 port_number; u32 split_subport_number; }; struct devlink_port_pci_pf_attrs { u32 controller; u16 pf; u8 external: 1; }; struct devlink_port_pci_vf_attrs { u32 controller; u16 pf; u16 vf; u8 external: 1; }; struct devlink_port_pci_sf_attrs { u32 controller; u32 sf; u16 pf; u8 external: 1; }; struct devlink_port_attrs { u8 split: 1; u8 splittable: 1; u32 lanes; enum devlink_port_flavour flavour; struct netdev_phys_item_id switch_id; union { struct devlink_port_phys_attrs phys; struct devlink_port_pci_pf_attrs pci_pf; struct devlink_port_pci_vf_attrs pci_vf; struct devlink_port_pci_sf_attrs pci_sf; }; }; struct devlink; struct devlink_port_ops; struct ib_device; struct devlink_rate; struct devlink_linecard; struct devlink_port { struct list_head list; struct list_head region_list; struct devlink *devlink; const struct devlink_port_ops *ops; unsigned int index; spinlock_t type_lock; enum devlink_port_type type; enum devlink_port_type desired_type; union { struct { struct net_device *netdev; int ifindex; char ifname[16]; } type_eth; struct { struct ib_device *ibdev; } type_ib; }; struct devlink_port_attrs attrs; u8 attrs_set: 1; u8 switch_port: 1; u8 registered: 1; u8 initialized: 1; struct delayed_work type_warn_dw; struct list_head reporter_list; struct devlink_rate *devlink_rate; struct devlink_linecard *linecard; }; enum netdev_offload_xstats_type { NETDEV_OFFLOAD_XSTATS_TYPE_L3 = 1, }; enum { IFLA_BRIDGE_FLAGS = 0, IFLA_BRIDGE_MODE = 1, IFLA_BRIDGE_VLAN_INFO = 2, IFLA_BRIDGE_VLAN_TUNNEL_INFO = 3, IFLA_BRIDGE_MRP = 4, IFLA_BRIDGE_CFM = 5, IFLA_BRIDGE_MST = 6, __IFLA_BRIDGE_MAX = 7, }; struct br_port_msg { __u8 family; __u32 ifindex; }; struct br_mdb_entry { __u32 ifindex; __u8 state; __u8 flags; __u16 vid; struct { union { __be32 ip4; struct in6_addr ip6; unsigned char mac_addr[6]; } u; __be16 proto; } addr; }; enum { MDBA_SET_ENTRY_UNSPEC = 0, MDBA_SET_ENTRY = 1, MDBA_SET_ENTRY_ATTRS = 2, __MDBA_SET_ENTRY_MAX = 3, }; enum { BR_MCAST_DIR_RX = 0, BR_MCAST_DIR_TX = 1, BR_MCAST_DIR_SIZE = 2, }; enum rtattr_type_t { RTA_UNSPEC = 0, RTA_DST = 1, RTA_SRC = 2, RTA_IIF = 3, RTA_OIF = 4, RTA_GATEWAY = 5, RTA_PRIORITY = 6, RTA_PREFSRC = 7, RTA_METRICS = 8, RTA_MULTIPATH = 9, RTA_PROTOINFO = 10, RTA_FLOW = 11, RTA_CACHEINFO = 12, RTA_SESSION = 13, RTA_MP_ALGO = 14, RTA_TABLE = 15, RTA_MARK = 16, RTA_MFC_STATS = 17, RTA_VIA = 18, RTA_NEWDST = 19, RTA_PREF = 20, RTA_ENCAP_TYPE = 21, RTA_ENCAP = 22, RTA_EXPIRES = 23, RTA_PAD = 24, RTA_UID = 25, RTA_TTL_PROPAGATE = 26, RTA_IP_PROTO = 27, RTA_SPORT = 28, RTA_DPORT = 29, RTA_NH_ID = 30, __RTA_MAX = 31, }; struct rta_cacheinfo { __u32 rta_clntref; __u32 rta_lastuse; __s32 rta_expires; __u32 rta_error; __u32 rta_used; __u32 rta_id; __u32 rta_ts; __u32 rta_tsage; }; struct ifinfomsg { unsigned char ifi_family; unsigned char __ifi_pad; short unsigned int ifi_type; int ifi_index; unsigned int ifi_flags; unsigned int ifi_change; }; enum nla_policy_validation { NLA_VALIDATE_NONE = 0, NLA_VALIDATE_RANGE = 1, NLA_VALIDATE_RANGE_WARN_TOO_LONG = 2, NLA_VALIDATE_MIN = 3, NLA_VALIDATE_MAX = 4, NLA_VALIDATE_MASK = 5, NLA_VALIDATE_RANGE_PTR = 6, NLA_VALIDATE_FUNCTION = 7, }; enum rtnl_kinds { RTNL_KIND_NEW = 0, RTNL_KIND_DEL = 1, RTNL_KIND_GET = 2, RTNL_KIND_SET = 3, }; struct rtnl_af_ops { struct list_head list; int family; int (*fill_link_af)(struct sk_buff *, const struct net_device *, u32); size_t (*get_link_af_size)(const struct net_device *, u32); int (*validate_link_af)(const struct net_device *, const struct nlattr *, struct netlink_ext_ack *); int (*set_link_af)(struct net_device *, const struct nlattr *, struct netlink_ext_ack *); int (*fill_stats_af)(struct sk_buff *, const struct net_device *); size_t (*get_stats_af_size)(const struct net_device *); }; struct sock_reuseport { struct callback_head rcu; u16 max_socks; u16 num_socks; u16 num_closed_socks; u16 incoming_cpu; unsigned int synq_overflow_ts; unsigned int reuseport_id; unsigned int bind_inany: 1; unsigned int has_conns: 1; struct bpf_prog *prog; struct sock *socks[0]; }; struct udp_hslot { struct hlist_head head; int count; spinlock_t lock; }; struct inet_ehash_bucket { struct hlist_nulls_head chain; }; struct inet_bind_hashbucket { spinlock_t lock; struct hlist_head chain; }; struct inet_listen_hashbucket { spinlock_t lock; struct hlist_nulls_head nulls_head; }; struct ack_sample { u32 pkts_acked; s32 rtt_us; u32 in_flight; }; struct rate_sample { u64 prior_mstamp; u32 prior_delivered; u32 prior_delivered_ce; s32 delivered; s32 delivered_ce; long int interval_us; u32 snd_interval_us; u32 rcv_interval_us; long int rtt_us; int losses; u32 acked_sacked; u32 prior_in_flight; u32 last_end_seq; bool is_app_limited; bool is_retrans; bool is_ack_delayed; }; enum devlink_rate_type { DEVLINK_RATE_TYPE_LEAF = 0, DEVLINK_RATE_TYPE_NODE = 1, }; enum devlink_port_fn_state { DEVLINK_PORT_FN_STATE_INACTIVE = 0, DEVLINK_PORT_FN_STATE_ACTIVE = 1, }; enum devlink_port_fn_opstate { DEVLINK_PORT_FN_OPSTATE_DETACHED = 0, DEVLINK_PORT_FN_OPSTATE_ATTACHED = 1, }; struct devlink_rate { struct list_head list; enum devlink_rate_type type; struct devlink *devlink; void *priv; u64 tx_share; u64 tx_max; struct devlink_rate *parent; union { struct devlink_port *devlink_port; struct { char *name; refcount_t refcnt; }; }; u32 tx_priority; u32 tx_weight; }; struct devlink_port_ops { int (*port_split)(struct devlink *, struct devlink_port *, unsigned int, struct netlink_ext_ack *); int (*port_unsplit)(struct devlink *, struct devlink_port *, struct netlink_ext_ack *); int (*port_type_set)(struct devlink_port *, enum devlink_port_type); int (*port_del)(struct devlink *, struct devlink_port *, struct netlink_ext_ack *); int (*port_fn_hw_addr_get)(struct devlink_port *, u8 *, int *, struct netlink_ext_ack *); int (*port_fn_hw_addr_set)(struct devlink_port *, const u8 *, int, struct netlink_ext_ack *); int (*port_fn_roce_get)(struct devlink_port *, bool *, struct netlink_ext_ack *); int (*port_fn_roce_set)(struct devlink_port *, bool, struct netlink_ext_ack *); int (*port_fn_migratable_get)(struct devlink_port *, bool *, struct netlink_ext_ack *); int (*port_fn_migratable_set)(struct devlink_port *, bool, struct netlink_ext_ack *); int (*port_fn_state_get)(struct devlink_port *, enum devlink_port_fn_state *, enum devlink_port_fn_opstate *, struct netlink_ext_ack *); int (*port_fn_state_set)(struct devlink_port *, enum devlink_port_fn_state, struct netlink_ext_ack *); int (*port_fn_ipsec_crypto_get)(struct devlink_port *, bool *, struct netlink_ext_ack *); int (*port_fn_ipsec_crypto_set)(struct devlink_port *, bool, struct netlink_ext_ack *); int (*port_fn_ipsec_packet_get)(struct devlink_port *, bool *, struct netlink_ext_ack *); int (*port_fn_ipsec_packet_set)(struct devlink_port *, bool, struct netlink_ext_ack *); }; struct rtnl_link { rtnl_doit_func doit; rtnl_dumpit_func dumpit; struct module *owner; unsigned int flags; struct callback_head rcu; }; struct rtnl_newlink_tbs { struct nlattr *tb[65]; struct nlattr *attr[51]; struct nlattr *slave_attr[45]; }; struct rtnl_offload_xstats_request_used { bool request; bool used; }; struct rtnl_stats_dump_filters { u32 mask[6]; }; struct rtnl_mdb_dump_ctx { long int idx; }; struct nf_conntrack { refcount_t use; }; enum { SKB_FCLONE_UNAVAILABLE = 0, SKB_FCLONE_ORIG = 1, SKB_FCLONE_CLONE = 2, }; struct ip_tunnel_parm { char name[16]; int link; __be16 i_flags; __be16 o_flags; __be32 i_key; __be32 o_key; struct iphdr iph; }; struct offload_callbacks { struct sk_buff * (*gso_segment)(struct sk_buff *, netdev_features_t); struct sk_buff * (*gro_receive)(struct list_head *, struct sk_buff *); int (*gro_complete)(struct sk_buff *, int); }; struct packet_offload { __be16 type; u16 priority; struct offload_callbacks callbacks; struct list_head list; }; struct fib_info; struct fib_nh { struct fib_nh_common nh_common; struct hlist_node nh_hash; struct fib_info *nh_parent; __be32 nh_saddr; int nh_saddr_genid; }; struct fib_info { struct hlist_node fib_hash; struct hlist_node fib_lhash; struct list_head nh_list; struct net *fib_net; refcount_t fib_treeref; refcount_t fib_clntref; unsigned int fib_flags; unsigned char fib_dead; unsigned char fib_protocol; unsigned char fib_scope; unsigned char fib_type; __be32 fib_prefsrc; u32 fib_tb_id; u32 fib_priority; struct dst_metrics *fib_metrics; int fib_nhs; bool fib_nh_is_v6; bool nh_updated; bool pfsrc_removed; struct nexthop *nh; struct callback_head rcu; struct fib_nh fib_nh[0]; }; struct nh_info; struct nh_group; struct nexthop { struct rb_node rb_node; struct list_head fi_list; struct list_head f6i_list; struct list_head fdb_list; struct list_head grp_list; struct net *net; u32 id; u8 protocol; u8 nh_flags; bool is_group; refcount_t refcnt; struct callback_head rcu; union { struct nh_info *nh_info; struct nh_group *nh_grp; }; }; struct napi_gro_cb { union { struct { void *frag0; unsigned int frag0_len; }; struct { struct sk_buff *last; long unsigned int age; }; }; int data_offset; u16 flush; u16 flush_id; u16 count; u16 proto; union { struct { u16 gro_remcsum_start; u8 same_flow: 1; u8 encap_mark: 1; u8 csum_valid: 1; u8 csum_cnt: 3; u8 free: 2; u8 is_ipv6: 1; u8 is_fou: 1; u8 is_atomic: 1; u8 recursion_counter: 4; u8 is_flist: 1; }; struct { u16 gro_remcsum_start; u8 same_flow: 1; u8 encap_mark: 1; u8 csum_valid: 1; u8 csum_cnt: 3; u8 free: 2; u8 is_ipv6: 1; u8 is_fou: 1; u8 is_atomic: 1; u8 recursion_counter: 4; u8 is_flist: 1; } zeroed; }; __wsum csum; }; struct dst_cache_pcpu; struct dst_cache { struct dst_cache_pcpu *cache; long unsigned int reset_ts; }; struct nh_info { struct hlist_node dev_hash; struct nexthop *nh_parent; u8 family; bool reject_nh; bool fdb_nh; union { struct fib_nh_common fib_nhc; struct fib_nh fib_nh; struct fib6_nh fib6_nh; }; }; struct nh_grp_entry; struct nh_res_bucket { struct nh_grp_entry *nh_entry; atomic_long_t used_time; long unsigned int migrated_time; bool occupied; u8 nh_flags; }; struct nh_grp_entry { struct nexthop *nh; u8 weight; union { struct { atomic_t upper_bound; } hthr; struct { struct list_head uw_nh_entry; u16 count_buckets; u16 wants_buckets; } res; }; struct list_head nh_list; struct nexthop *nh_parent; }; struct nh_res_table { struct net *net; u32 nhg_id; struct delayed_work upkeep_dw; struct list_head uw_nh_entries; long unsigned int unbalanced_since; u32 idle_timer; u32 unbalanced_timer; u16 num_nh_buckets; struct nh_res_bucket nh_buckets[0]; }; struct nh_group { struct nh_group *spare; u16 num_nh; bool is_multipath; bool hash_threshold; bool resilient; bool fdb_nh; bool has_v4; struct nh_res_table *res_table; struct nh_grp_entry nh_entries[0]; }; struct ip_tunnel_key { __be64 tun_id; union { struct { __be32 src; __be32 dst; } ipv4; struct { struct in6_addr src; struct in6_addr dst; } ipv6; } u; __be16 tun_flags; u8 tos; u8 ttl; __be32 label; u32 nhid; __be16 tp_src; __be16 tp_dst; __u8 flow_flags; }; struct ip_tunnel_encap { u16 type; u16 flags; __be16 sport; __be16 dport; }; struct ip_tunnel_info { struct ip_tunnel_key key; struct ip_tunnel_encap encap; struct dst_cache dst_cache; u8 options_len; u8 mode; }; typedef u64 sci_t; enum metadata_type { METADATA_IP_TUNNEL = 0, METADATA_HW_PORT_MUX = 1, METADATA_MACSEC = 2, METADATA_XFRM = 3, }; struct hw_port_info { struct net_device *lower_dev; u32 port_id; }; struct macsec_info { sci_t sci; }; struct xfrm_md_info { u32 if_id; int link; struct dst_entry *dst_orig; }; struct metadata_dst { struct dst_entry dst; enum metadata_type type; union { struct ip_tunnel_info tun_info; struct hw_port_info port_info; struct macsec_info macsec_info; struct xfrm_md_info xfrm_info; } u; }; enum ethtool_test_flags { ETH_TEST_FL_OFFLINE = 1, ETH_TEST_FL_FAILED = 2, ETH_TEST_FL_EXTERNAL_LB = 4, ETH_TEST_FL_EXTERNAL_LB_DONE = 8, }; struct packet_type { __be16 type; bool ignore_outgoing; struct net_device *dev; netdevice_tracker dev_tracker; int (*func)(struct sk_buff *, struct net_device *, struct packet_type *, struct net_device *); void (*list_func)(struct list_head *, struct packet_type *, struct net_device *); bool (*id_match)(struct packet_type *, struct sock *); struct net *af_packet_net; void *af_packet_priv; struct list_head list; }; struct udphdr { __be16 source; __be16 dest; __be16 len; __sum16 check; }; struct net_packet_attrs { const unsigned char *src; const unsigned char *dst; u32 ip_src; u32 ip_dst; bool tcp; u16 sport; u16 dport; int timeout; int size; int max_size; u8 id; u16 queue_mapping; }; struct net_test_priv { struct net_packet_attrs *packet; struct packet_type pt; struct completion comp; int double_vlan; int vlan_id; int ok; }; struct netsfhdr { __be32 version; __be64 magic; u8 id; } __attribute__((packed)); struct net_test { char name[32]; int (*fn)(struct net_device *); }; enum tca_id { TCA_ID_UNSPEC = 0, TCA_ID_POLICE = 1, TCA_ID_GACT = 5, TCA_ID_IPT = 6, TCA_ID_PEDIT = 7, TCA_ID_MIRRED = 8, TCA_ID_NAT = 9, TCA_ID_XT = 10, TCA_ID_SKBEDIT = 11, TCA_ID_VLAN = 12, TCA_ID_BPF = 13, TCA_ID_CONNMARK = 14, TCA_ID_SKBMOD = 15, TCA_ID_CSUM = 16, TCA_ID_TUNNEL_KEY = 17, TCA_ID_SIMP = 22, TCA_ID_IFE = 25, TCA_ID_SAMPLE = 26, TCA_ID_CTINFO = 27, TCA_ID_MPLS = 28, TCA_ID_CT = 29, TCA_ID_GATE = 30, __TCA_ID_MAX = 255, }; struct tcf_t { __u64 install; __u64 lastuse; __u64 expires; __u64 firstuse; }; struct tcf_walker { int stop; int skip; int count; bool nonempty; long unsigned int cookie; int (*fn)(struct tcf_proto *, void *, struct tcf_walker *); }; struct tc_action; struct tcf_exts_miss_cookie_node; struct tcf_exts { __u32 type; int nr_actions; struct tc_action **actions; struct net *net; netns_tracker ns_tracker; struct tcf_exts_miss_cookie_node *miss_cookie_node; int action; int police; }; struct tcf_idrinfo { struct mutex lock; struct idr action_idr; struct net *net; }; struct tc_action_ops; struct tc_cookie; struct tc_action { const struct tc_action_ops *ops; __u32 type; struct tcf_idrinfo *idrinfo; u32 tcfa_index; refcount_t tcfa_refcnt; atomic_t tcfa_bindcnt; int tcfa_action; struct tcf_t tcfa_tm; long: 64; struct gnet_stats_basic_sync tcfa_bstats; struct gnet_stats_basic_sync tcfa_bstats_hw; struct gnet_stats_queue tcfa_qstats; struct net_rate_estimator *tcfa_rate_est; spinlock_t tcfa_lock; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_basic_sync *cpu_bstats_hw; struct gnet_stats_queue *cpu_qstats; struct tc_cookie *user_cookie; struct tcf_chain *goto_chain; u32 tcfa_flags; u8 hw_stats; u8 used_hw_stats; bool used_hw_stats_valid; u32 in_hw_count; }; typedef void (*tc_action_priv_destructor)(void *); struct psample_group; struct tc_action_ops { struct list_head head; char kind[16]; enum tca_id id; unsigned int net_id; size_t size; struct module *owner; int (*act)(struct sk_buff *, const struct tc_action *, struct tcf_result *); int (*dump)(struct sk_buff *, struct tc_action *, int, int); void (*cleanup)(struct tc_action *); int (*lookup)(struct net *, struct tc_action **, u32); int (*init)(struct net *, struct nlattr *, struct nlattr *, struct tc_action **, struct tcf_proto *, u32, struct netlink_ext_ack *); int (*walk)(struct net *, struct sk_buff *, struct netlink_callback *, int, const struct tc_action_ops *, struct netlink_ext_ack *); void (*stats_update)(struct tc_action *, u64, u64, u64, u64, bool); size_t (*get_fill_size)(const struct tc_action *); struct net_device * (*get_dev)(const struct tc_action *, tc_action_priv_destructor *); struct psample_group * (*get_psample_group)(const struct tc_action *, tc_action_priv_destructor *); int (*offload_act_setup)(struct tc_action *, void *, u32 *, bool, struct netlink_ext_ack *); }; struct tc_cookie { u8 *data; u32 len; struct callback_head rcu; }; struct tc_qopt_offload_stats { struct gnet_stats_basic_sync *bstats; struct gnet_stats_queue *qstats; }; enum tc_mq_command { TC_MQ_CREATE = 0, TC_MQ_DESTROY = 1, TC_MQ_STATS = 2, TC_MQ_GRAFT = 3, }; struct tc_mq_opt_offload_graft_params { long unsigned int queue; u32 child_handle; }; struct tc_mq_qopt_offload { enum tc_mq_command command; u32 handle; union { struct tc_qopt_offload_stats stats; struct tc_mq_opt_offload_graft_params graft_params; }; }; struct mq_sched { struct Qdisc **qdiscs; }; enum net_xmit_qdisc_t { __NET_XMIT_STOLEN = 65536, __NET_XMIT_BYPASS = 131072, }; enum netlink_attribute_type { NL_ATTR_TYPE_INVALID = 0, NL_ATTR_TYPE_FLAG = 1, NL_ATTR_TYPE_U8 = 2, NL_ATTR_TYPE_U16 = 3, NL_ATTR_TYPE_U32 = 4, NL_ATTR_TYPE_U64 = 5, NL_ATTR_TYPE_S8 = 6, NL_ATTR_TYPE_S16 = 7, NL_ATTR_TYPE_S32 = 8, NL_ATTR_TYPE_S64 = 9, NL_ATTR_TYPE_BINARY = 10, NL_ATTR_TYPE_STRING = 11, NL_ATTR_TYPE_NUL_STRING = 12, NL_ATTR_TYPE_NESTED = 13, NL_ATTR_TYPE_NESTED_ARRAY = 14, NL_ATTR_TYPE_BITFIELD32 = 15, }; enum netlink_policy_type_attr { NL_POLICY_TYPE_ATTR_UNSPEC = 0, NL_POLICY_TYPE_ATTR_TYPE = 1, NL_POLICY_TYPE_ATTR_MIN_VALUE_S = 2, NL_POLICY_TYPE_ATTR_MAX_VALUE_S = 3, NL_POLICY_TYPE_ATTR_MIN_VALUE_U = 4, NL_POLICY_TYPE_ATTR_MAX_VALUE_U = 5, NL_POLICY_TYPE_ATTR_MIN_LENGTH = 6, NL_POLICY_TYPE_ATTR_MAX_LENGTH = 7, NL_POLICY_TYPE_ATTR_POLICY_IDX = 8, NL_POLICY_TYPE_ATTR_POLICY_MAXTYPE = 9, NL_POLICY_TYPE_ATTR_BITFIELD32_MASK = 10, NL_POLICY_TYPE_ATTR_PAD = 11, NL_POLICY_TYPE_ATTR_MASK = 12, __NL_POLICY_TYPE_ATTR_MAX = 13, NL_POLICY_TYPE_ATTR_MAX = 12, }; struct netlink_policy_dump_state { unsigned int policy_idx; unsigned int attr_idx; unsigned int n_alloc; struct { const struct nla_policy *policy; unsigned int maxtype; } policies[0]; }; struct ethtool_cmd { __u32 cmd; __u32 supported; __u32 advertising; __u16 speed; __u8 duplex; __u8 port; __u8 phy_address; __u8 transceiver; __u8 autoneg; __u8 mdio_support; __u32 maxtxpkt; __u32 maxrxpkt; __u16 speed_hi; __u8 eth_tp_mdix; __u8 eth_tp_mdix_ctrl; __u32 lp_advertising; __u32 reserved[2]; }; enum tunable_id { ETHTOOL_ID_UNSPEC = 0, ETHTOOL_RX_COPYBREAK = 1, ETHTOOL_TX_COPYBREAK = 2, ETHTOOL_PFC_PREVENTION_TOUT = 3, ETHTOOL_TX_COPYBREAK_BUF_SIZE = 4, __ETHTOOL_TUNABLE_COUNT = 5, }; enum phy_tunable_id { ETHTOOL_PHY_ID_UNSPEC = 0, ETHTOOL_PHY_DOWNSHIFT = 1, ETHTOOL_PHY_FAST_LINK_DOWN = 2, ETHTOOL_PHY_EDPD = 3, __ETHTOOL_PHY_TUNABLE_COUNT = 4, }; enum { ETH_RSS_HASH_TOP_BIT = 0, ETH_RSS_HASH_XOR_BIT = 1, ETH_RSS_HASH_CRC32_BIT = 2, ETH_RSS_HASH_FUNCS_COUNT = 3, }; struct ethtool_phy_ops { int (*get_sset_count)(struct phy_device *); int (*get_strings)(struct phy_device *, u8 *); int (*get_stats)(struct phy_device *, struct ethtool_stats *, u64 *); int (*get_plca_cfg)(struct phy_device *, struct phy_plca_cfg *); int (*set_plca_cfg)(struct phy_device *, const struct phy_plca_cfg *, struct netlink_ext_ack *); int (*get_plca_status)(struct phy_device *, struct phy_plca_status *); int (*start_cable_test)(struct phy_device *, struct netlink_ext_ack *); int (*start_cable_test_tdr)(struct phy_device *, struct netlink_ext_ack *, const struct phy_tdr_config *); }; enum { ETHTOOL_UDP_TUNNEL_TYPE_VXLAN = 0, ETHTOOL_UDP_TUNNEL_TYPE_GENEVE = 1, ETHTOOL_UDP_TUNNEL_TYPE_VXLAN_GPE = 2, __ETHTOOL_UDP_TUNNEL_TYPE_CNT = 3, }; enum { SOF_TIMESTAMPING_TX_HARDWARE = 1, SOF_TIMESTAMPING_TX_SOFTWARE = 2, SOF_TIMESTAMPING_RX_HARDWARE = 4, SOF_TIMESTAMPING_RX_SOFTWARE = 8, SOF_TIMESTAMPING_SOFTWARE = 16, SOF_TIMESTAMPING_SYS_HARDWARE = 32, SOF_TIMESTAMPING_RAW_HARDWARE = 64, SOF_TIMESTAMPING_OPT_ID = 128, SOF_TIMESTAMPING_TX_SCHED = 256, SOF_TIMESTAMPING_TX_ACK = 512, SOF_TIMESTAMPING_OPT_CMSG = 1024, SOF_TIMESTAMPING_OPT_TSONLY = 2048, SOF_TIMESTAMPING_OPT_STATS = 4096, SOF_TIMESTAMPING_OPT_PKTINFO = 8192, SOF_TIMESTAMPING_OPT_TX_SWHW = 16384, SOF_TIMESTAMPING_BIND_PHC = 32768, SOF_TIMESTAMPING_OPT_ID_TCP = 65536, SOF_TIMESTAMPING_LAST = 65536, SOF_TIMESTAMPING_MASK = 131071, }; enum hwtstamp_tx_types { HWTSTAMP_TX_OFF = 0, HWTSTAMP_TX_ON = 1, HWTSTAMP_TX_ONESTEP_SYNC = 2, HWTSTAMP_TX_ONESTEP_P2P = 3, __HWTSTAMP_TX_CNT = 4, }; enum hwtstamp_rx_filters { HWTSTAMP_FILTER_NONE = 0, HWTSTAMP_FILTER_ALL = 1, HWTSTAMP_FILTER_SOME = 2, HWTSTAMP_FILTER_PTP_V1_L4_EVENT = 3, HWTSTAMP_FILTER_PTP_V1_L4_SYNC = 4, HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ = 5, HWTSTAMP_FILTER_PTP_V2_L4_EVENT = 6, HWTSTAMP_FILTER_PTP_V2_L4_SYNC = 7, HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ = 8, HWTSTAMP_FILTER_PTP_V2_L2_EVENT = 9, HWTSTAMP_FILTER_PTP_V2_L2_SYNC = 10, HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ = 11, HWTSTAMP_FILTER_PTP_V2_EVENT = 12, HWTSTAMP_FILTER_PTP_V2_SYNC = 13, HWTSTAMP_FILTER_PTP_V2_DELAY_REQ = 14, HWTSTAMP_FILTER_NTP_ALL = 15, __HWTSTAMP_FILTER_CNT = 16, }; struct link_mode_info { int speed; u8 lanes; u8 duplex; }; enum { ETHTOOL_MSG_USER_NONE = 0, ETHTOOL_MSG_STRSET_GET = 1, ETHTOOL_MSG_LINKINFO_GET = 2, ETHTOOL_MSG_LINKINFO_SET = 3, ETHTOOL_MSG_LINKMODES_GET = 4, ETHTOOL_MSG_LINKMODES_SET = 5, ETHTOOL_MSG_LINKSTATE_GET = 6, ETHTOOL_MSG_DEBUG_GET = 7, ETHTOOL_MSG_DEBUG_SET = 8, ETHTOOL_MSG_WOL_GET = 9, ETHTOOL_MSG_WOL_SET = 10, ETHTOOL_MSG_FEATURES_GET = 11, ETHTOOL_MSG_FEATURES_SET = 12, ETHTOOL_MSG_PRIVFLAGS_GET = 13, ETHTOOL_MSG_PRIVFLAGS_SET = 14, ETHTOOL_MSG_RINGS_GET = 15, ETHTOOL_MSG_RINGS_SET = 16, ETHTOOL_MSG_CHANNELS_GET = 17, ETHTOOL_MSG_CHANNELS_SET = 18, ETHTOOL_MSG_COALESCE_GET = 19, ETHTOOL_MSG_COALESCE_SET = 20, ETHTOOL_MSG_PAUSE_GET = 21, ETHTOOL_MSG_PAUSE_SET = 22, ETHTOOL_MSG_EEE_GET = 23, ETHTOOL_MSG_EEE_SET = 24, ETHTOOL_MSG_TSINFO_GET = 25, ETHTOOL_MSG_CABLE_TEST_ACT = 26, ETHTOOL_MSG_CABLE_TEST_TDR_ACT = 27, ETHTOOL_MSG_TUNNEL_INFO_GET = 28, ETHTOOL_MSG_FEC_GET = 29, ETHTOOL_MSG_FEC_SET = 30, ETHTOOL_MSG_MODULE_EEPROM_GET = 31, ETHTOOL_MSG_STATS_GET = 32, ETHTOOL_MSG_PHC_VCLOCKS_GET = 33, ETHTOOL_MSG_MODULE_GET = 34, ETHTOOL_MSG_MODULE_SET = 35, ETHTOOL_MSG_PSE_GET = 36, ETHTOOL_MSG_PSE_SET = 37, ETHTOOL_MSG_RSS_GET = 38, ETHTOOL_MSG_PLCA_GET_CFG = 39, ETHTOOL_MSG_PLCA_SET_CFG = 40, ETHTOOL_MSG_PLCA_GET_STATUS = 41, ETHTOOL_MSG_MM_GET = 42, ETHTOOL_MSG_MM_SET = 43, __ETHTOOL_MSG_USER_CNT = 44, ETHTOOL_MSG_USER_MAX = 43, }; enum { ETHTOOL_MSG_KERNEL_NONE = 0, ETHTOOL_MSG_STRSET_GET_REPLY = 1, ETHTOOL_MSG_LINKINFO_GET_REPLY = 2, ETHTOOL_MSG_LINKINFO_NTF = 3, ETHTOOL_MSG_LINKMODES_GET_REPLY = 4, ETHTOOL_MSG_LINKMODES_NTF = 5, ETHTOOL_MSG_LINKSTATE_GET_REPLY = 6, ETHTOOL_MSG_DEBUG_GET_REPLY = 7, ETHTOOL_MSG_DEBUG_NTF = 8, ETHTOOL_MSG_WOL_GET_REPLY = 9, ETHTOOL_MSG_WOL_NTF = 10, ETHTOOL_MSG_FEATURES_GET_REPLY = 11, ETHTOOL_MSG_FEATURES_SET_REPLY = 12, ETHTOOL_MSG_FEATURES_NTF = 13, ETHTOOL_MSG_PRIVFLAGS_GET_REPLY = 14, ETHTOOL_MSG_PRIVFLAGS_NTF = 15, ETHTOOL_MSG_RINGS_GET_REPLY = 16, ETHTOOL_MSG_RINGS_NTF = 17, ETHTOOL_MSG_CHANNELS_GET_REPLY = 18, ETHTOOL_MSG_CHANNELS_NTF = 19, ETHTOOL_MSG_COALESCE_GET_REPLY = 20, ETHTOOL_MSG_COALESCE_NTF = 21, ETHTOOL_MSG_PAUSE_GET_REPLY = 22, ETHTOOL_MSG_PAUSE_NTF = 23, ETHTOOL_MSG_EEE_GET_REPLY = 24, ETHTOOL_MSG_EEE_NTF = 25, ETHTOOL_MSG_TSINFO_GET_REPLY = 26, ETHTOOL_MSG_CABLE_TEST_NTF = 27, ETHTOOL_MSG_CABLE_TEST_TDR_NTF = 28, ETHTOOL_MSG_TUNNEL_INFO_GET_REPLY = 29, ETHTOOL_MSG_FEC_GET_REPLY = 30, ETHTOOL_MSG_FEC_NTF = 31, ETHTOOL_MSG_MODULE_EEPROM_GET_REPLY = 32, ETHTOOL_MSG_STATS_GET_REPLY = 33, ETHTOOL_MSG_PHC_VCLOCKS_GET_REPLY = 34, ETHTOOL_MSG_MODULE_GET_REPLY = 35, ETHTOOL_MSG_MODULE_NTF = 36, ETHTOOL_MSG_PSE_GET_REPLY = 37, ETHTOOL_MSG_RSS_GET_REPLY = 38, ETHTOOL_MSG_PLCA_GET_CFG_REPLY = 39, ETHTOOL_MSG_PLCA_GET_STATUS_REPLY = 40, ETHTOOL_MSG_PLCA_NTF = 41, ETHTOOL_MSG_MM_GET_REPLY = 42, ETHTOOL_MSG_MM_NTF = 43, __ETHTOOL_MSG_KERNEL_CNT = 44, ETHTOOL_MSG_KERNEL_MAX = 43, }; enum { ETHTOOL_A_HEADER_UNSPEC = 0, ETHTOOL_A_HEADER_DEV_INDEX = 1, ETHTOOL_A_HEADER_DEV_NAME = 2, ETHTOOL_A_HEADER_FLAGS = 3, __ETHTOOL_A_HEADER_CNT = 4, ETHTOOL_A_HEADER_MAX = 3, }; enum { ETHTOOL_A_STRSET_UNSPEC = 0, ETHTOOL_A_STRSET_HEADER = 1, ETHTOOL_A_STRSET_STRINGSETS = 2, ETHTOOL_A_STRSET_COUNTS_ONLY = 3, __ETHTOOL_A_STRSET_CNT = 4, ETHTOOL_A_STRSET_MAX = 3, }; enum { ETHTOOL_A_LINKINFO_UNSPEC = 0, ETHTOOL_A_LINKINFO_HEADER = 1, ETHTOOL_A_LINKINFO_PORT = 2, ETHTOOL_A_LINKINFO_PHYADDR = 3, ETHTOOL_A_LINKINFO_TP_MDIX = 4, ETHTOOL_A_LINKINFO_TP_MDIX_CTRL = 5, ETHTOOL_A_LINKINFO_TRANSCEIVER = 6, __ETHTOOL_A_LINKINFO_CNT = 7, ETHTOOL_A_LINKINFO_MAX = 6, }; enum { ETHTOOL_A_LINKMODES_UNSPEC = 0, ETHTOOL_A_LINKMODES_HEADER = 1, ETHTOOL_A_LINKMODES_AUTONEG = 2, ETHTOOL_A_LINKMODES_OURS = 3, ETHTOOL_A_LINKMODES_PEER = 4, ETHTOOL_A_LINKMODES_SPEED = 5, ETHTOOL_A_LINKMODES_DUPLEX = 6, ETHTOOL_A_LINKMODES_MASTER_SLAVE_CFG = 7, ETHTOOL_A_LINKMODES_MASTER_SLAVE_STATE = 8, ETHTOOL_A_LINKMODES_LANES = 9, ETHTOOL_A_LINKMODES_RATE_MATCHING = 10, __ETHTOOL_A_LINKMODES_CNT = 11, ETHTOOL_A_LINKMODES_MAX = 10, }; enum { ETHTOOL_A_LINKSTATE_UNSPEC = 0, ETHTOOL_A_LINKSTATE_HEADER = 1, ETHTOOL_A_LINKSTATE_LINK = 2, ETHTOOL_A_LINKSTATE_SQI = 3, ETHTOOL_A_LINKSTATE_SQI_MAX = 4, ETHTOOL_A_LINKSTATE_EXT_STATE = 5, ETHTOOL_A_LINKSTATE_EXT_SUBSTATE = 6, ETHTOOL_A_LINKSTATE_EXT_DOWN_CNT = 7, __ETHTOOL_A_LINKSTATE_CNT = 8, ETHTOOL_A_LINKSTATE_MAX = 7, }; enum { ETHTOOL_A_DEBUG_UNSPEC = 0, ETHTOOL_A_DEBUG_HEADER = 1, ETHTOOL_A_DEBUG_MSGMASK = 2, __ETHTOOL_A_DEBUG_CNT = 3, ETHTOOL_A_DEBUG_MAX = 2, }; enum { ETHTOOL_A_WOL_UNSPEC = 0, ETHTOOL_A_WOL_HEADER = 1, ETHTOOL_A_WOL_MODES = 2, ETHTOOL_A_WOL_SOPASS = 3, __ETHTOOL_A_WOL_CNT = 4, ETHTOOL_A_WOL_MAX = 3, }; enum { ETHTOOL_A_FEATURES_UNSPEC = 0, ETHTOOL_A_FEATURES_HEADER = 1, ETHTOOL_A_FEATURES_HW = 2, ETHTOOL_A_FEATURES_WANTED = 3, ETHTOOL_A_FEATURES_ACTIVE = 4, ETHTOOL_A_FEATURES_NOCHANGE = 5, __ETHTOOL_A_FEATURES_CNT = 6, ETHTOOL_A_FEATURES_MAX = 5, }; enum { ETHTOOL_A_PRIVFLAGS_UNSPEC = 0, ETHTOOL_A_PRIVFLAGS_HEADER = 1, ETHTOOL_A_PRIVFLAGS_FLAGS = 2, __ETHTOOL_A_PRIVFLAGS_CNT = 3, ETHTOOL_A_PRIVFLAGS_MAX = 2, }; enum { ETHTOOL_A_RINGS_UNSPEC = 0, ETHTOOL_A_RINGS_HEADER = 1, ETHTOOL_A_RINGS_RX_MAX = 2, ETHTOOL_A_RINGS_RX_MINI_MAX = 3, ETHTOOL_A_RINGS_RX_JUMBO_MAX = 4, ETHTOOL_A_RINGS_TX_MAX = 5, ETHTOOL_A_RINGS_RX = 6, ETHTOOL_A_RINGS_RX_MINI = 7, ETHTOOL_A_RINGS_RX_JUMBO = 8, ETHTOOL_A_RINGS_TX = 9, ETHTOOL_A_RINGS_RX_BUF_LEN = 10, ETHTOOL_A_RINGS_TCP_DATA_SPLIT = 11, ETHTOOL_A_RINGS_CQE_SIZE = 12, ETHTOOL_A_RINGS_TX_PUSH = 13, ETHTOOL_A_RINGS_RX_PUSH = 14, ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN = 15, ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN_MAX = 16, __ETHTOOL_A_RINGS_CNT = 17, ETHTOOL_A_RINGS_MAX = 16, }; enum { ETHTOOL_A_CHANNELS_UNSPEC = 0, ETHTOOL_A_CHANNELS_HEADER = 1, ETHTOOL_A_CHANNELS_RX_MAX = 2, ETHTOOL_A_CHANNELS_TX_MAX = 3, ETHTOOL_A_CHANNELS_OTHER_MAX = 4, ETHTOOL_A_CHANNELS_COMBINED_MAX = 5, ETHTOOL_A_CHANNELS_RX_COUNT = 6, ETHTOOL_A_CHANNELS_TX_COUNT = 7, ETHTOOL_A_CHANNELS_OTHER_COUNT = 8, ETHTOOL_A_CHANNELS_COMBINED_COUNT = 9, __ETHTOOL_A_CHANNELS_CNT = 10, ETHTOOL_A_CHANNELS_MAX = 9, }; enum { ETHTOOL_A_COALESCE_UNSPEC = 0, ETHTOOL_A_COALESCE_HEADER = 1, ETHTOOL_A_COALESCE_RX_USECS = 2, ETHTOOL_A_COALESCE_RX_MAX_FRAMES = 3, ETHTOOL_A_COALESCE_RX_USECS_IRQ = 4, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_IRQ = 5, ETHTOOL_A_COALESCE_TX_USECS = 6, ETHTOOL_A_COALESCE_TX_MAX_FRAMES = 7, ETHTOOL_A_COALESCE_TX_USECS_IRQ = 8, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_IRQ = 9, ETHTOOL_A_COALESCE_STATS_BLOCK_USECS = 10, ETHTOOL_A_COALESCE_USE_ADAPTIVE_RX = 11, ETHTOOL_A_COALESCE_USE_ADAPTIVE_TX = 12, ETHTOOL_A_COALESCE_PKT_RATE_LOW = 13, ETHTOOL_A_COALESCE_RX_USECS_LOW = 14, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_LOW = 15, ETHTOOL_A_COALESCE_TX_USECS_LOW = 16, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_LOW = 17, ETHTOOL_A_COALESCE_PKT_RATE_HIGH = 18, ETHTOOL_A_COALESCE_RX_USECS_HIGH = 19, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_HIGH = 20, ETHTOOL_A_COALESCE_TX_USECS_HIGH = 21, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_HIGH = 22, ETHTOOL_A_COALESCE_RATE_SAMPLE_INTERVAL = 23, ETHTOOL_A_COALESCE_USE_CQE_MODE_TX = 24, ETHTOOL_A_COALESCE_USE_CQE_MODE_RX = 25, ETHTOOL_A_COALESCE_TX_AGGR_MAX_BYTES = 26, ETHTOOL_A_COALESCE_TX_AGGR_MAX_FRAMES = 27, ETHTOOL_A_COALESCE_TX_AGGR_TIME_USECS = 28, __ETHTOOL_A_COALESCE_CNT = 29, ETHTOOL_A_COALESCE_MAX = 28, }; enum { ETHTOOL_A_PAUSE_UNSPEC = 0, ETHTOOL_A_PAUSE_HEADER = 1, ETHTOOL_A_PAUSE_AUTONEG = 2, ETHTOOL_A_PAUSE_RX = 3, ETHTOOL_A_PAUSE_TX = 4, ETHTOOL_A_PAUSE_STATS = 5, ETHTOOL_A_PAUSE_STATS_SRC = 6, __ETHTOOL_A_PAUSE_CNT = 7, ETHTOOL_A_PAUSE_MAX = 6, }; enum { ETHTOOL_A_EEE_UNSPEC = 0, ETHTOOL_A_EEE_HEADER = 1, ETHTOOL_A_EEE_MODES_OURS = 2, ETHTOOL_A_EEE_MODES_PEER = 3, ETHTOOL_A_EEE_ACTIVE = 4, ETHTOOL_A_EEE_ENABLED = 5, ETHTOOL_A_EEE_TX_LPI_ENABLED = 6, ETHTOOL_A_EEE_TX_LPI_TIMER = 7, __ETHTOOL_A_EEE_CNT = 8, ETHTOOL_A_EEE_MAX = 7, }; enum { ETHTOOL_A_TSINFO_UNSPEC = 0, ETHTOOL_A_TSINFO_HEADER = 1, ETHTOOL_A_TSINFO_TIMESTAMPING = 2, ETHTOOL_A_TSINFO_TX_TYPES = 3, ETHTOOL_A_TSINFO_RX_FILTERS = 4, ETHTOOL_A_TSINFO_PHC_INDEX = 5, __ETHTOOL_A_TSINFO_CNT = 6, ETHTOOL_A_TSINFO_MAX = 5, }; enum { ETHTOOL_A_PHC_VCLOCKS_UNSPEC = 0, ETHTOOL_A_PHC_VCLOCKS_HEADER = 1, ETHTOOL_A_PHC_VCLOCKS_NUM = 2, ETHTOOL_A_PHC_VCLOCKS_INDEX = 3, __ETHTOOL_A_PHC_VCLOCKS_CNT = 4, ETHTOOL_A_PHC_VCLOCKS_MAX = 3, }; enum { ETHTOOL_A_CABLE_TEST_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_HEADER = 1, __ETHTOOL_A_CABLE_TEST_CNT = 2, ETHTOOL_A_CABLE_TEST_MAX = 1, }; enum { ETHTOOL_A_CABLE_TEST_TDR_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_TDR_HEADER = 1, ETHTOOL_A_CABLE_TEST_TDR_CFG = 2, __ETHTOOL_A_CABLE_TEST_TDR_CNT = 3, ETHTOOL_A_CABLE_TEST_TDR_MAX = 2, }; enum { ETHTOOL_A_TUNNEL_INFO_UNSPEC = 0, ETHTOOL_A_TUNNEL_INFO_HEADER = 1, ETHTOOL_A_TUNNEL_INFO_UDP_PORTS = 2, __ETHTOOL_A_TUNNEL_INFO_CNT = 3, ETHTOOL_A_TUNNEL_INFO_MAX = 2, }; enum { ETHTOOL_A_FEC_UNSPEC = 0, ETHTOOL_A_FEC_HEADER = 1, ETHTOOL_A_FEC_MODES = 2, ETHTOOL_A_FEC_AUTO = 3, ETHTOOL_A_FEC_ACTIVE = 4, ETHTOOL_A_FEC_STATS = 5, __ETHTOOL_A_FEC_CNT = 6, ETHTOOL_A_FEC_MAX = 5, }; enum { ETHTOOL_A_MODULE_EEPROM_UNSPEC = 0, ETHTOOL_A_MODULE_EEPROM_HEADER = 1, ETHTOOL_A_MODULE_EEPROM_OFFSET = 2, ETHTOOL_A_MODULE_EEPROM_LENGTH = 3, ETHTOOL_A_MODULE_EEPROM_PAGE = 4, ETHTOOL_A_MODULE_EEPROM_BANK = 5, ETHTOOL_A_MODULE_EEPROM_I2C_ADDRESS = 6, ETHTOOL_A_MODULE_EEPROM_DATA = 7, __ETHTOOL_A_MODULE_EEPROM_CNT = 8, ETHTOOL_A_MODULE_EEPROM_MAX = 7, }; enum { ETHTOOL_A_STATS_UNSPEC = 0, ETHTOOL_A_STATS_PAD = 1, ETHTOOL_A_STATS_HEADER = 2, ETHTOOL_A_STATS_GROUPS = 3, ETHTOOL_A_STATS_GRP = 4, ETHTOOL_A_STATS_SRC = 5, __ETHTOOL_A_STATS_CNT = 6, ETHTOOL_A_STATS_MAX = 5, }; enum { ETHTOOL_STATS_ETH_PHY = 0, ETHTOOL_STATS_ETH_MAC = 1, ETHTOOL_STATS_ETH_CTRL = 2, ETHTOOL_STATS_RMON = 3, __ETHTOOL_STATS_CNT = 4, }; enum { ETHTOOL_A_STATS_ETH_PHY_5_SYM_ERR = 0, __ETHTOOL_A_STATS_ETH_PHY_CNT = 1, ETHTOOL_A_STATS_ETH_PHY_MAX = 0, }; enum { ETHTOOL_A_STATS_ETH_MAC_2_TX_PKT = 0, ETHTOOL_A_STATS_ETH_MAC_3_SINGLE_COL = 1, ETHTOOL_A_STATS_ETH_MAC_4_MULTI_COL = 2, ETHTOOL_A_STATS_ETH_MAC_5_RX_PKT = 3, ETHTOOL_A_STATS_ETH_MAC_6_FCS_ERR = 4, ETHTOOL_A_STATS_ETH_MAC_7_ALIGN_ERR = 5, ETHTOOL_A_STATS_ETH_MAC_8_TX_BYTES = 6, ETHTOOL_A_STATS_ETH_MAC_9_TX_DEFER = 7, ETHTOOL_A_STATS_ETH_MAC_10_LATE_COL = 8, ETHTOOL_A_STATS_ETH_MAC_11_XS_COL = 9, ETHTOOL_A_STATS_ETH_MAC_12_TX_INT_ERR = 10, ETHTOOL_A_STATS_ETH_MAC_13_CS_ERR = 11, ETHTOOL_A_STATS_ETH_MAC_14_RX_BYTES = 12, ETHTOOL_A_STATS_ETH_MAC_15_RX_INT_ERR = 13, ETHTOOL_A_STATS_ETH_MAC_18_TX_MCAST = 14, ETHTOOL_A_STATS_ETH_MAC_19_TX_BCAST = 15, ETHTOOL_A_STATS_ETH_MAC_20_XS_DEFER = 16, ETHTOOL_A_STATS_ETH_MAC_21_RX_MCAST = 17, ETHTOOL_A_STATS_ETH_MAC_22_RX_BCAST = 18, ETHTOOL_A_STATS_ETH_MAC_23_IR_LEN_ERR = 19, ETHTOOL_A_STATS_ETH_MAC_24_OOR_LEN = 20, ETHTOOL_A_STATS_ETH_MAC_25_TOO_LONG_ERR = 21, __ETHTOOL_A_STATS_ETH_MAC_CNT = 22, ETHTOOL_A_STATS_ETH_MAC_MAX = 21, }; enum { ETHTOOL_A_STATS_ETH_CTRL_3_TX = 0, ETHTOOL_A_STATS_ETH_CTRL_4_RX = 1, ETHTOOL_A_STATS_ETH_CTRL_5_RX_UNSUP = 2, __ETHTOOL_A_STATS_ETH_CTRL_CNT = 3, ETHTOOL_A_STATS_ETH_CTRL_MAX = 2, }; enum { ETHTOOL_A_STATS_RMON_UNDERSIZE = 0, ETHTOOL_A_STATS_RMON_OVERSIZE = 1, ETHTOOL_A_STATS_RMON_FRAG = 2, ETHTOOL_A_STATS_RMON_JABBER = 3, __ETHTOOL_A_STATS_RMON_CNT = 4, ETHTOOL_A_STATS_RMON_MAX = 3, }; enum { ETHTOOL_A_MODULE_UNSPEC = 0, ETHTOOL_A_MODULE_HEADER = 1, ETHTOOL_A_MODULE_POWER_MODE_POLICY = 2, ETHTOOL_A_MODULE_POWER_MODE = 3, __ETHTOOL_A_MODULE_CNT = 4, ETHTOOL_A_MODULE_MAX = 3, }; enum { ETHTOOL_A_PSE_UNSPEC = 0, ETHTOOL_A_PSE_HEADER = 1, ETHTOOL_A_PODL_PSE_ADMIN_STATE = 2, ETHTOOL_A_PODL_PSE_ADMIN_CONTROL = 3, ETHTOOL_A_PODL_PSE_PW_D_STATUS = 4, __ETHTOOL_A_PSE_CNT = 5, ETHTOOL_A_PSE_MAX = 4, }; enum { ETHTOOL_A_RSS_UNSPEC = 0, ETHTOOL_A_RSS_HEADER = 1, ETHTOOL_A_RSS_CONTEXT = 2, ETHTOOL_A_RSS_HFUNC = 3, ETHTOOL_A_RSS_INDIR = 4, ETHTOOL_A_RSS_HKEY = 5, __ETHTOOL_A_RSS_CNT = 6, ETHTOOL_A_RSS_MAX = 5, }; enum { ETHTOOL_A_PLCA_UNSPEC = 0, ETHTOOL_A_PLCA_HEADER = 1, ETHTOOL_A_PLCA_VERSION = 2, ETHTOOL_A_PLCA_ENABLED = 3, ETHTOOL_A_PLCA_STATUS = 4, ETHTOOL_A_PLCA_NODE_CNT = 5, ETHTOOL_A_PLCA_NODE_ID = 6, ETHTOOL_A_PLCA_TO_TMR = 7, ETHTOOL_A_PLCA_BURST_CNT = 8, ETHTOOL_A_PLCA_BURST_TMR = 9, __ETHTOOL_A_PLCA_CNT = 10, ETHTOOL_A_PLCA_MAX = 9, }; enum { ETHTOOL_A_MM_UNSPEC = 0, ETHTOOL_A_MM_HEADER = 1, ETHTOOL_A_MM_PMAC_ENABLED = 2, ETHTOOL_A_MM_TX_ENABLED = 3, ETHTOOL_A_MM_TX_ACTIVE = 4, ETHTOOL_A_MM_TX_MIN_FRAG_SIZE = 5, ETHTOOL_A_MM_RX_MIN_FRAG_SIZE = 6, ETHTOOL_A_MM_VERIFY_ENABLED = 7, ETHTOOL_A_MM_VERIFY_STATUS = 8, ETHTOOL_A_MM_VERIFY_TIME = 9, ETHTOOL_A_MM_MAX_VERIFY_TIME = 10, ETHTOOL_A_MM_STATS = 11, __ETHTOOL_A_MM_CNT = 12, ETHTOOL_A_MM_MAX = 11, }; struct genlmsghdr { __u8 cmd; __u8 version; __u16 reserved; }; struct genl_multicast_group { char name[16]; u8 flags; }; struct genl_split_ops; struct genl_info; struct genl_ops; struct genl_small_ops; struct genl_family { unsigned int hdrsize; char name[16]; unsigned int version; unsigned int maxattr; u8 netnsok: 1; u8 parallel_ops: 1; u8 n_ops; u8 n_small_ops; u8 n_split_ops; u8 n_mcgrps; u8 resv_start_op; const struct nla_policy *policy; int (*pre_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); void (*post_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); const struct genl_ops *ops; const struct genl_small_ops *small_ops; const struct genl_split_ops *split_ops; const struct genl_multicast_group *mcgrps; struct module *module; int id; unsigned int mcgrp_offset; }; struct genl_split_ops { union { struct { int (*pre_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); int (*doit)(struct sk_buff *, struct genl_info *); void (*post_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); }; struct { int (*start)(struct netlink_callback *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); }; }; const struct nla_policy *policy; unsigned int maxattr; u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; struct genl_info { u32 snd_seq; u32 snd_portid; const struct genl_family *family; const struct nlmsghdr *nlhdr; struct genlmsghdr *genlhdr; struct nlattr **attrs; possible_net_t _net; void *user_ptr[2]; struct netlink_ext_ack *extack; }; struct genl_ops { int (*doit)(struct sk_buff *, struct genl_info *); int (*start)(struct netlink_callback *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); const struct nla_policy *policy; unsigned int maxattr; u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; struct genl_small_ops { int (*doit)(struct sk_buff *, struct genl_info *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; struct ethnl_req_info { struct net_device *dev; netdevice_tracker dev_tracker; u32 flags; }; struct ethnl_reply_data { struct net_device *dev; }; struct ethnl_request_ops { u8 request_cmd; u8 reply_cmd; u16 hdr_attr; unsigned int req_info_size; unsigned int reply_data_size; bool allow_nodev_do; u8 set_ntf_cmd; int (*parse_request)(struct ethnl_req_info *, struct nlattr **, struct netlink_ext_ack *); int (*prepare_data)(const struct ethnl_req_info *, struct ethnl_reply_data *, const struct genl_info *); int (*reply_size)(const struct ethnl_req_info *, const struct ethnl_reply_data *); int (*fill_reply)(struct sk_buff *, const struct ethnl_req_info *, const struct ethnl_reply_data *); void (*cleanup_data)(struct ethnl_reply_data *); int (*set_validate)(struct ethnl_req_info *, struct genl_info *); int (*set)(struct ethnl_req_info *, struct genl_info *); }; struct rss_req_info { struct ethnl_req_info base; u32 rss_context; }; struct rss_reply_data { struct ethnl_reply_data base; u32 indir_size; u32 hkey_size; u32 hfunc; u32 *indir_table; u8 *hkey; }; struct coalesce_reply_data { struct ethnl_reply_data base; struct ethtool_coalesce coalesce; struct kernel_ethtool_coalesce kernel_coalesce; u32 supported_params; }; struct eeprom_req_info { struct ethnl_req_info base; u32 offset; u32 length; u8 page; u8 bank; u8 i2c_address; }; struct eeprom_reply_data { struct ethnl_reply_data base; u32 length; u8 *data; }; struct nf_hook_state; typedef unsigned int nf_hookfn(void *, struct sk_buff *, const struct nf_hook_state *); struct nf_hook_entry { nf_hookfn *hook; void *priv; }; struct nf_hook_entries { u16 num_hook_entries; struct nf_hook_entry hooks[0]; }; struct nf_hook_state { u8 hook; u8 pf; struct net_device *in; struct net_device *out; struct sock *sk; struct net *net; int (*okfn)(struct net *, struct sock *, struct sk_buff *); }; struct ip_rt_info { __be32 daddr; __be32 saddr; u_int8_t tos; u_int32_t mark; }; enum { TCPF_ESTABLISHED = 2, TCPF_SYN_SENT = 4, TCPF_SYN_RECV = 8, TCPF_FIN_WAIT1 = 16, TCPF_FIN_WAIT2 = 32, TCPF_TIME_WAIT = 64, TCPF_CLOSE = 128, TCPF_CLOSE_WAIT = 256, TCPF_LAST_ACK = 512, TCPF_LISTEN = 1024, TCPF_CLOSING = 2048, TCPF_NEW_SYN_RECV = 4096, }; struct ip6_rt_info { struct in6_addr daddr; struct in6_addr saddr; u_int32_t mark; }; struct nf_queue_entry { struct list_head list; struct sk_buff *skb; unsigned int id; unsigned int hook_index; struct nf_hook_state state; u16 size; }; enum l2tp_debug_flags { L2TP_MSG_DEBUG = 1, L2TP_MSG_CONTROL = 2, L2TP_MSG_SEQ = 4, L2TP_MSG_DATA = 8, }; struct nf_queue_handler { int (*outfn)(struct nf_queue_entry *, unsigned int); void (*nf_hook_drop)(struct net *); }; struct ip_options { __be32 faddr; __be32 nexthop; unsigned char optlen; unsigned char srr; unsigned char rr; unsigned char ts; unsigned char is_strictroute: 1; unsigned char srr_is_hit: 1; unsigned char is_changed: 1; unsigned char rr_needaddr: 1; unsigned char ts_needtime: 1; unsigned char ts_needaddr: 1; unsigned char router_alert; unsigned char cipso; unsigned char __pad2; unsigned char __data[0]; }; struct inet_skb_parm { int iif; struct ip_options opt; u16 flags; u16 frag_max_size; }; enum { XFRM_DEV_OFFLOAD_UNSPECIFIED = 0, XFRM_DEV_OFFLOAD_CRYPTO = 1, XFRM_DEV_OFFLOAD_PACKET = 2, }; struct xfrm_offload { struct { __u32 low; __u32 hi; } seq; __u32 flags; __u32 status; __u8 proto; __u8 inner_ipproto; }; struct sec_path { int len; int olen; int verified_cnt; struct xfrm_state *xvec[6]; struct xfrm_offload ovec[1]; }; struct sk_buff_fclones { struct sk_buff skb1; struct sk_buff skb2; refcount_t fclone_ref; }; enum pkt_hash_types { PKT_HASH_TYPE_NONE = 0, PKT_HASH_TYPE_L2 = 1, PKT_HASH_TYPE_L3 = 2, PKT_HASH_TYPE_L4 = 3, }; struct minmax_sample { u32 t; u32 v; }; struct minmax { struct minmax_sample s[3]; }; enum { TASKLET_STATE_SCHED = 0, TASKLET_STATE_RUN = 1, }; enum sk_pacing { SK_PACING_NONE = 0, SK_PACING_NEEDED = 1, SK_PACING_FQ = 2, }; struct fastopen_queue { struct request_sock *rskq_rst_head; struct request_sock *rskq_rst_tail; spinlock_t lock; int qlen; int max_qlen; struct tcp_fastopen_context *ctx; }; struct request_sock_queue { spinlock_t rskq_lock; u8 rskq_defer_accept; u32 synflood_warned; atomic_t qlen; atomic_t young; struct request_sock *rskq_accept_head; struct request_sock *rskq_accept_tail; struct fastopen_queue fastopenq; }; struct ip_options_rcu { struct callback_head rcu; struct ip_options opt; }; struct ipv6_opt_hdr; struct ipv6_rt_hdr; struct ipv6_txoptions { refcount_t refcnt; int tot_len; __u16 opt_flen; __u16 opt_nflen; struct ipv6_opt_hdr *hopopt; struct ipv6_opt_hdr *dst0opt; struct ipv6_rt_hdr *srcrt; struct ipv6_opt_hdr *dst1opt; struct callback_head rcu; }; struct inet_request_sock { struct request_sock req; u16 snd_wscale: 4; u16 rcv_wscale: 4; u16 tstamp_ok: 1; u16 sack_ok: 1; u16 wscale_ok: 1; u16 ecn_ok: 1; u16 acked: 1; u16 no_srccheck: 1; u16 smc_ok: 1; u32 ir_mark; union { struct ip_options_rcu *ireq_opt; struct { struct ipv6_txoptions *ipv6_opt; struct sk_buff *pktopts; }; }; }; struct inet_cork { unsigned int flags; __be32 addr; struct ip_options *opt; unsigned int fragsize; int length; struct dst_entry *dst; u8 tx_flags; __u8 ttl; __s16 tos; char priority; __u16 gso_size; u64 transmit_time; u32 mark; }; struct inet_cork_full { struct inet_cork base; struct flowi fl; }; struct ipv6_pinfo; struct ip_mc_socklist; struct inet_sock { struct sock sk; struct ipv6_pinfo *pinet6; long unsigned int inet_flags; __be32 inet_saddr; __s16 uc_ttl; __be16 inet_sport; struct ip_options_rcu *inet_opt; atomic_t inet_id; __u8 tos; __u8 min_ttl; __u8 mc_ttl; __u8 pmtudisc; __u8 rcv_tos; __u8 convert_csum; int uc_index; int mc_index; __be32 mc_addr; struct { __u16 lo; __u16 hi; } local_port_range; struct ip_mc_socklist *mc_list; struct inet_cork_full cork; }; struct in6_pktinfo { struct in6_addr ipi6_addr; int ipi6_ifindex; }; struct inet6_cork { struct ipv6_txoptions *opt; u8 hop_limit; u8 tclass; }; struct ipv6_mc_socklist; struct ipv6_ac_socklist; struct ipv6_fl_socklist; struct ipv6_pinfo { struct in6_addr saddr; struct in6_pktinfo sticky_pktinfo; const struct in6_addr *daddr_cache; __be32 flow_label; __u32 frag_size; __u16 __unused_1: 7; __s16 hop_limit: 9; __u16 mc_loop: 1; __u16 __unused_2: 6; __s16 mcast_hops: 9; int ucast_oif; int mcast_oif; union { struct { __u16 srcrt: 1; __u16 osrcrt: 1; __u16 rxinfo: 1; __u16 rxoinfo: 1; __u16 rxhlim: 1; __u16 rxohlim: 1; __u16 hopopts: 1; __u16 ohopopts: 1; __u16 dstopts: 1; __u16 odstopts: 1; __u16 rxflow: 1; __u16 rxtclass: 1; __u16 rxpmtu: 1; __u16 rxorigdstaddr: 1; __u16 recvfragsize: 1; } bits; __u16 all; } rxopt; __u16 recverr: 1; __u16 sndflow: 1; __u16 repflow: 1; __u16 pmtudisc: 3; __u16 padding: 1; __u16 srcprefs: 3; __u16 dontfrag: 1; __u16 autoflowlabel: 1; __u16 autoflowlabel_set: 1; __u16 mc_all: 1; __u16 recverr_rfc4884: 1; __u16 rtalert_isolate: 1; __u8 min_hopcount; __u8 tclass; __be32 rcv_flowinfo; __u32 dst_cookie; struct ipv6_mc_socklist *ipv6_mc_list; struct ipv6_ac_socklist *ipv6_ac_list; struct ipv6_fl_socklist *ipv6_fl_list; struct ipv6_txoptions *opt; struct sk_buff *pktoptions; struct sk_buff *rxpmtu; struct inet6_cork cork; }; struct inet_connection_sock_af_ops { int (*queue_xmit)(struct sock *, struct sk_buff *, struct flowi *); void (*send_check)(struct sock *, struct sk_buff *); int (*rebuild_header)(struct sock *); void (*sk_rx_dst_set)(struct sock *, const struct sk_buff *); int (*conn_request)(struct sock *, struct sk_buff *); struct sock * (*syn_recv_sock)(const struct sock *, struct sk_buff *, struct request_sock *, struct dst_entry *, struct request_sock *, bool *); u16 net_header_len; u16 net_frag_header_len; u16 sockaddr_len; int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*addr2sockaddr)(struct sock *, struct sockaddr *); void (*mtu_reduced)(struct sock *); }; struct inet_bind_bucket; struct inet_bind2_bucket; struct tcp_ulp_ops; struct inet_connection_sock { struct inet_sock icsk_inet; struct request_sock_queue icsk_accept_queue; struct inet_bind_bucket *icsk_bind_hash; struct inet_bind2_bucket *icsk_bind2_hash; long unsigned int icsk_timeout; struct timer_list icsk_retransmit_timer; struct timer_list icsk_delack_timer; __u32 icsk_rto; __u32 icsk_rto_min; __u32 icsk_delack_max; __u32 icsk_pmtu_cookie; const struct tcp_congestion_ops *icsk_ca_ops; const struct inet_connection_sock_af_ops *icsk_af_ops; const struct tcp_ulp_ops *icsk_ulp_ops; void *icsk_ulp_data; void (*icsk_clean_acked)(struct sock *, u32); unsigned int (*icsk_sync_mss)(struct sock *, u32); __u8 icsk_ca_state: 5; __u8 icsk_ca_initialized: 1; __u8 icsk_ca_setsockopt: 1; __u8 icsk_ca_dst_locked: 1; __u8 icsk_retransmits; __u8 icsk_pending; __u8 icsk_backoff; __u8 icsk_syn_retries; __u8 icsk_probes_out; __u16 icsk_ext_hdr_len; struct { __u8 pending; __u8 quick; __u8 pingpong; __u8 retry; __u32 ato; long unsigned int timeout; __u32 lrcvtime; __u16 last_seg_size; __u16 rcv_mss; } icsk_ack; struct { int search_high; int search_low; u32 probe_size: 31; u32 enabled: 1; u32 probe_timestamp; } icsk_mtup; u32 icsk_probes_tstamp; u32 icsk_user_timeout; u64 icsk_ca_priv[13]; }; struct inet_bind_bucket { possible_net_t ib_net; int l3mdev; short unsigned int port; signed char fastreuse; signed char fastreuseport; kuid_t fastuid; struct in6_addr fast_v6_rcv_saddr; __be32 fast_rcv_saddr; short unsigned int fast_sk_family; bool fast_ipv6_only; struct hlist_node node; struct hlist_head owners; }; struct inet_bind2_bucket { possible_net_t ib_net; int l3mdev; short unsigned int port; short unsigned int family; union { struct in6_addr v6_rcv_saddr; __be32 rcv_saddr; }; struct hlist_node node; struct hlist_head owners; struct hlist_head deathrow; }; struct tcp_ulp_ops { struct list_head list; int (*init)(struct sock *); void (*update)(struct sock *, struct proto *, void (*)(struct sock *)); void (*release)(struct sock *); int (*get_info)(const struct sock *, struct sk_buff *); size_t (*get_info_size)(const struct sock *); void (*clone)(const struct request_sock *, struct sock *, const gfp_t); char name[16]; struct module *owner; }; enum inet_csk_ack_state_t { ICSK_ACK_SCHED = 1, ICSK_ACK_TIMER = 2, ICSK_ACK_PUSHED = 4, ICSK_ACK_PUSHED2 = 8, ICSK_ACK_NOW = 16, ICSK_ACK_NOMEM = 32, }; enum { TCP_NO_QUEUE = 0, TCP_RECV_QUEUE = 1, TCP_SEND_QUEUE = 2, TCP_QUEUES_NR = 3, }; enum tcp_ca_state { TCP_CA_Open = 0, TCP_CA_Disorder = 1, TCP_CA_CWR = 2, TCP_CA_Recovery = 3, TCP_CA_Loss = 4, }; struct tcp_fastopen_cookie { __le64 val[2]; s8 len; bool exp; }; struct tcp_sack_block { u32 start_seq; u32 end_seq; }; struct tcp_options_received { int ts_recent_stamp; u32 ts_recent; u32 rcv_tsval; u32 rcv_tsecr; u16 saw_tstamp: 1; u16 tstamp_ok: 1; u16 dsack: 1; u16 wscale_ok: 1; u16 sack_ok: 3; u16 smc_ok: 1; u16 snd_wscale: 4; u16 rcv_wscale: 4; u8 saw_unknown: 1; u8 unused: 7; u8 num_sacks; u16 user_mss; u16 mss_clamp; }; struct tcp_request_sock_ops; struct tcp_request_sock { struct inet_request_sock req; const struct tcp_request_sock_ops *af_specific; u64 snt_synack; bool tfo_listener; bool is_mptcp; u32 txhash; u32 rcv_isn; u32 snt_isn; u32 ts_off; u32 last_oow_ack_time; u32 rcv_nxt; u8 syn_tos; }; enum tcp_synack_type { TCP_SYNACK_NORMAL = 0, TCP_SYNACK_FASTOPEN = 1, TCP_SYNACK_COOKIE = 2, }; struct tcp_request_sock_ops { u16 mss_clamp; __u32 (*cookie_init_seq)(const struct sk_buff *, __u16 *); struct dst_entry * (*route_req)(const struct sock *, struct sk_buff *, struct flowi *, struct request_sock *); u32 (*init_seq)(const struct sk_buff *); u32 (*init_ts_off)(const struct net *, const struct sk_buff *); int (*send_synack)(const struct sock *, struct dst_entry *, struct flowi *, struct request_sock *, struct tcp_fastopen_cookie *, enum tcp_synack_type, struct sk_buff *); }; struct tcp_rack { u64 mstamp; u32 rtt_us; u32 end_seq; u32 last_delivered; u8 reo_wnd_steps; u8 reo_wnd_persist: 5; u8 dsack_seen: 1; u8 advanced: 1; }; struct tcp_fastopen_request; struct tcp_sock { struct inet_connection_sock inet_conn; u16 tcp_header_len; u16 gso_segs; __be32 pred_flags; u64 bytes_received; u32 segs_in; u32 data_segs_in; u32 rcv_nxt; u32 copied_seq; u32 rcv_wup; u32 snd_nxt; u32 segs_out; u32 data_segs_out; u64 bytes_sent; u64 bytes_acked; u32 dsack_dups; u32 snd_una; u32 snd_sml; u32 rcv_tstamp; u32 lsndtime; u32 last_oow_ack_time; u32 compressed_ack_rcv_nxt; u32 tsoffset; struct list_head tsq_node; struct list_head tsorted_sent_queue; u32 snd_wl1; u32 snd_wnd; u32 max_window; u32 mss_cache; u32 window_clamp; u32 rcv_ssthresh; u8 scaling_ratio; struct tcp_rack rack; u16 advmss; u8 compressed_ack; u8 dup_ack_counter: 2; u8 tlp_retrans: 1; u8 unused: 5; u32 chrono_start; u32 chrono_stat[3]; u8 chrono_type: 2; u8 rate_app_limited: 1; u8 fastopen_connect: 1; u8 fastopen_no_cookie: 1; u8 is_sack_reneg: 1; u8 fastopen_client_fail: 2; u8 nonagle: 4; u8 thin_lto: 1; u8 recvmsg_inq: 1; u8 repair: 1; u8 frto: 1; u8 repair_queue; u8 save_syn: 2; u8 syn_data: 1; u8 syn_fastopen: 1; u8 syn_fastopen_exp: 1; u8 syn_fastopen_ch: 1; u8 syn_data_acked: 1; u8 is_cwnd_limited: 1; u32 tlp_high_seq; u32 tcp_tx_delay; u64 tcp_wstamp_ns; u64 tcp_clock_cache; u64 tcp_mstamp; u32 srtt_us; u32 mdev_us; u32 mdev_max_us; u32 rttvar_us; u32 rtt_seq; struct minmax rtt_min; u32 packets_out; u32 retrans_out; u32 max_packets_out; u32 cwnd_usage_seq; u16 urg_data; u8 ecn_flags; u8 keepalive_probes; u32 reordering; u32 reord_seen; u32 snd_up; struct tcp_options_received rx_opt; u32 snd_ssthresh; u32 snd_cwnd; u32 snd_cwnd_cnt; u32 snd_cwnd_clamp; u32 snd_cwnd_used; u32 snd_cwnd_stamp; u32 prior_cwnd; u32 prr_delivered; u32 prr_out; u32 delivered; u32 delivered_ce; u32 lost; u32 app_limited; u64 first_tx_mstamp; u64 delivered_mstamp; u32 rate_delivered; u32 rate_interval_us; u32 rcv_wnd; u32 write_seq; u32 notsent_lowat; u32 pushed_seq; u32 lost_out; u32 sacked_out; struct hrtimer pacing_timer; struct hrtimer compressed_ack_timer; struct sk_buff *lost_skb_hint; struct sk_buff *retransmit_skb_hint; struct rb_root out_of_order_queue; struct sk_buff *ooo_last_skb; struct tcp_sack_block duplicate_sack[1]; struct tcp_sack_block selective_acks[4]; struct tcp_sack_block recv_sack_cache[4]; struct sk_buff *highest_sack; int lost_cnt_hint; u32 prior_ssthresh; u32 high_seq; u32 retrans_stamp; u32 undo_marker; int undo_retrans; u64 bytes_retrans; u32 total_retrans; u32 urg_seq; unsigned int keepalive_time; unsigned int keepalive_intvl; int linger2; u8 bpf_sock_ops_cb_flags; u8 bpf_chg_cc_inprogress: 1; u16 timeout_rehash; u32 rcv_ooopack; u32 rcv_rtt_last_tsecr; struct { u32 rtt_us; u32 seq; u64 time; } rcv_rtt_est; struct { u32 space; u32 seq; u64 time; } rcvq_space; struct { u32 probe_seq_start; u32 probe_seq_end; } mtu_probe; u32 plb_rehash; u32 mtu_info; struct tcp_fastopen_request *fastopen_req; struct request_sock *fastopen_rsk; struct saved_syn *saved_syn; }; struct tcp_fastopen_request { struct tcp_fastopen_cookie cookie; struct msghdr *data; size_t size; int copied; struct ubuf_info *uarg; }; enum tsq_flags { TSQF_THROTTLED = 1, TSQF_QUEUED = 2, TCPF_TSQ_DEFERRED = 4, TCPF_WRITE_TIMER_DEFERRED = 8, TCPF_DELACK_TIMER_DEFERRED = 16, TCPF_MTU_REDUCED_DEFERRED = 32, }; struct ipv6_rt_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; }; struct ipv6_opt_hdr { __u8 nexthdr; __u8 hdrlen; }; struct inet6_skb_parm { int iif; __be16 ra; __u16 dst0; __u16 srcrt; __u16 dst1; __u16 lastopt; __u16 nhoff; __u16 flags; __u16 frag_max_size; __u16 srhoff; }; struct ip6_sf_socklist; struct ipv6_mc_socklist { struct in6_addr addr; int ifindex; unsigned int sfmode; struct ipv6_mc_socklist *next; struct ip6_sf_socklist *sflist; struct callback_head rcu; }; struct ipv6_ac_socklist { struct in6_addr acl_addr; int acl_ifindex; struct ipv6_ac_socklist *acl_next; }; struct ip6_flowlabel; struct ipv6_fl_socklist { struct ipv6_fl_socklist *next; struct ip6_flowlabel *fl; struct callback_head rcu; }; struct ip6_sf_socklist { unsigned int sl_max; unsigned int sl_count; struct callback_head rcu; struct in6_addr sl_addr[0]; }; struct ip6_flowlabel { struct ip6_flowlabel *next; __be32 label; atomic_t users; struct in6_addr dst; struct ipv6_txoptions *opt; long unsigned int linger; struct callback_head rcu; u8 share; union { struct pid *pid; kuid_t uid; } owner; long unsigned int lastuse; long unsigned int expires; struct net *fl_net; }; enum { BPF_SOCK_OPS_RTO_CB_FLAG = 1, BPF_SOCK_OPS_RETRANS_CB_FLAG = 2, BPF_SOCK_OPS_STATE_CB_FLAG = 4, BPF_SOCK_OPS_RTT_CB_FLAG = 8, BPF_SOCK_OPS_PARSE_ALL_HDR_OPT_CB_FLAG = 16, BPF_SOCK_OPS_PARSE_UNKNOWN_HDR_OPT_CB_FLAG = 32, BPF_SOCK_OPS_WRITE_HDR_OPT_CB_FLAG = 64, BPF_SOCK_OPS_ALL_CB_FLAGS = 127, }; enum { BPF_SOCK_OPS_VOID = 0, BPF_SOCK_OPS_TIMEOUT_INIT = 1, BPF_SOCK_OPS_RWND_INIT = 2, BPF_SOCK_OPS_TCP_CONNECT_CB = 3, BPF_SOCK_OPS_ACTIVE_ESTABLISHED_CB = 4, BPF_SOCK_OPS_PASSIVE_ESTABLISHED_CB = 5, BPF_SOCK_OPS_NEEDS_ECN = 6, BPF_SOCK_OPS_BASE_RTT = 7, BPF_SOCK_OPS_RTO_CB = 8, BPF_SOCK_OPS_RETRANS_CB = 9, BPF_SOCK_OPS_STATE_CB = 10, BPF_SOCK_OPS_TCP_LISTEN_CB = 11, BPF_SOCK_OPS_RTT_CB = 12, BPF_SOCK_OPS_PARSE_HDR_OPT_CB = 13, BPF_SOCK_OPS_HDR_OPT_LEN_CB = 14, BPF_SOCK_OPS_WRITE_HDR_OPT_CB = 15, }; enum { BPF_WRITE_HDR_TCP_CURRENT_MSS = 1, BPF_WRITE_HDR_TCP_SYNACK_COOKIE = 2, }; struct bpf_sock_ops_kern { struct sock *sk; union { u32 args[4]; u32 reply; u32 replylong[4]; }; struct sk_buff *syn_skb; struct sk_buff *skb; void *skb_data_end; u8 op; u8 is_fullsock; u8 remaining_opt_len; u64 temp; }; enum { INET_ECN_NOT_ECT = 0, INET_ECN_ECT_1 = 1, INET_ECN_ECT_0 = 2, INET_ECN_CE = 3, INET_ECN_MASK = 3, }; struct mptcp_out_options {}; enum tcp_queue { TCP_FRAG_IN_WRITE_QUEUE = 0, TCP_FRAG_IN_RTX_QUEUE = 1, }; struct tcp_skb_cb { __u32 seq; __u32 end_seq; union { __u32 tcp_tw_isn; struct { u16 tcp_gso_segs; u16 tcp_gso_size; }; }; __u8 tcp_flags; __u8 sacked; __u8 ip_dsfield; __u8 txstamp_ack: 1; __u8 eor: 1; __u8 has_rxtstamp: 1; __u8 unused: 5; __u32 ack_seq; union { struct { __u32 is_app_limited: 1; __u32 delivered_ce: 20; __u32 unused: 11; __u32 delivered; u64 first_tx_mstamp; u64 delivered_mstamp; } tx; union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; }; }; union tcp_md5_addr { struct in_addr a4; struct in6_addr a6; }; struct tcp_md5sig_key { struct hlist_node node; u8 keylen; u8 family; u8 prefixlen; u8 flags; union tcp_md5_addr addr; int l3index; u8 key[80]; struct callback_head rcu; }; enum tcp_chrono { TCP_CHRONO_UNSPEC = 0, TCP_CHRONO_BUSY = 1, TCP_CHRONO_RWND_LIMITED = 2, TCP_CHRONO_SNDBUF_LIMITED = 3, __TCP_CHRONO_MAX = 4, }; struct tcp_out_options { u16 options; u16 mss; u8 ws; u8 num_sack_blocks; u8 hash_size; u8 bpf_opt_len; __u8 *hash_location; __u32 tsval; __u32 tsecr; struct tcp_fastopen_cookie *fastopen_cookie; struct mptcp_out_options mptcp; }; struct tsq_tasklet { struct tasklet_struct tasklet; struct list_head head; }; struct udp_sock { struct inet_sock inet; int pending; unsigned int corkflag; __u8 encap_type; unsigned char no_check6_tx: 1; unsigned char no_check6_rx: 1; unsigned char encap_enabled: 1; unsigned char gro_enabled: 1; unsigned char accept_udp_l4: 1; unsigned char accept_udp_fraglist: 1; __u16 len; __u16 gso_size; __u16 pcslen; __u16 pcrlen; __u8 pcflag; __u8 unused[3]; int (*encap_rcv)(struct sock *, struct sk_buff *); void (*encap_err_rcv)(struct sock *, struct sk_buff *, int, __be16, u32, u8 *); int (*encap_err_lookup)(struct sock *, struct sk_buff *); void (*encap_destroy)(struct sock *); struct sk_buff * (*gro_receive)(struct sock *, struct list_head *, struct sk_buff *); int (*gro_complete)(struct sock *, struct sk_buff *, int); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sk_buff_head reader_queue; int forward_deficit; int forward_threshold; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct skb_gso_cb { union { int mac_offset; int data_offset; }; int encap_level; __wsum csum; __u16 csum_start; }; typedef struct sock * (*udp_lookup_t)(const struct sk_buff *, __be16, __be16); typedef struct sk_buff * (*gro_receive_t)(struct list_head *, struct sk_buff *); typedef struct sk_buff * (*gro_receive_sk_t)(struct sock *, struct list_head *, struct sk_buff *); struct net_offload { struct offload_callbacks callbacks; unsigned int flags; }; struct rtmsg { unsigned char rtm_family; unsigned char rtm_dst_len; unsigned char rtm_src_len; unsigned char rtm_tos; unsigned char rtm_table; unsigned char rtm_protocol; unsigned char rtm_scope; unsigned char rtm_type; unsigned int rtm_flags; }; enum { RTN_UNSPEC = 0, RTN_UNICAST = 1, RTN_LOCAL = 2, RTN_BROADCAST = 3, RTN_ANYCAST = 4, RTN_MULTICAST = 5, RTN_BLACKHOLE = 6, RTN_UNREACHABLE = 7, RTN_PROHIBIT = 8, RTN_THROW = 9, RTN_NAT = 10, RTN_XRESOLVE = 11, __RTN_MAX = 12, }; enum rt_scope_t { RT_SCOPE_UNIVERSE = 0, RT_SCOPE_SITE = 200, RT_SCOPE_LINK = 253, RT_SCOPE_HOST = 254, RT_SCOPE_NOWHERE = 255, }; enum rt_class_t { RT_TABLE_UNSPEC = 0, RT_TABLE_COMPAT = 252, RT_TABLE_DEFAULT = 253, RT_TABLE_MAIN = 254, RT_TABLE_LOCAL = 255, RT_TABLE_MAX = 4294967295, }; struct rtnexthop { short unsigned int rtnh_len; unsigned char rtnh_flags; unsigned char rtnh_hops; int rtnh_ifindex; }; struct rtvia { __kernel_sa_family_t rtvia_family; __u8 rtvia_addr[0]; }; struct nl_info { struct nlmsghdr *nlh; struct net *nl_net; u32 portid; u8 skip_notify: 1; u8 skip_notify_kernel: 1; }; typedef u8 dscp_t; struct fib_notifier_info { int family; struct netlink_ext_ack *extack; }; enum fib_event_type { FIB_EVENT_ENTRY_REPLACE = 0, FIB_EVENT_ENTRY_APPEND = 1, FIB_EVENT_ENTRY_ADD = 2, FIB_EVENT_ENTRY_DEL = 3, FIB_EVENT_RULE_ADD = 4, FIB_EVENT_RULE_DEL = 5, FIB_EVENT_NH_ADD = 6, FIB_EVENT_NH_DEL = 7, FIB_EVENT_VIF_ADD = 8, FIB_EVENT_VIF_DEL = 9, }; struct fib_config { u8 fc_dst_len; dscp_t fc_dscp; u8 fc_protocol; u8 fc_scope; u8 fc_type; u8 fc_gw_family; u32 fc_table; __be32 fc_dst; union { __be32 fc_gw4; struct in6_addr fc_gw6; }; int fc_oif; u32 fc_flags; u32 fc_priority; __be32 fc_prefsrc; u32 fc_nh_id; struct nlattr *fc_mx; struct rtnexthop *fc_mp; int fc_mx_len; int fc_mp_len; u32 fc_flow; u32 fc_nlflags; struct nl_info fc_nlinfo; struct nlattr *fc_encap; u16 fc_encap_type; }; struct fib_table; struct fib_result { __be32 prefix; unsigned char prefixlen; unsigned char nh_sel; unsigned char type; unsigned char scope; u32 tclassid; struct fib_nh_common *nhc; struct fib_info *fi; struct fib_table *table; struct hlist_head *fa_head; }; struct fib_table { struct hlist_node tb_hlist; u32 tb_id; int tb_num_default; struct callback_head rcu; long unsigned int *tb_data; long unsigned int __data[0]; }; struct fib_rt_info { struct fib_info *fi; u32 tb_id; __be32 dst; int dst_len; dscp_t dscp; u8 type; u8 offload: 1; u8 trap: 1; u8 offload_failed: 1; u8 unused: 5; }; struct fib_nh_notifier_info { struct fib_notifier_info info; struct fib_nh *fib_nh; }; struct fib6_result; struct fib6_config; struct ipv6_stub { int (*ipv6_sock_mc_join)(struct sock *, int, const struct in6_addr *); int (*ipv6_sock_mc_drop)(struct sock *, int, const struct in6_addr *); struct dst_entry * (*ipv6_dst_lookup_flow)(struct net *, const struct sock *, struct flowi6 *, const struct in6_addr *); int (*ipv6_route_input)(struct sk_buff *); struct fib6_table * (*fib6_get_table)(struct net *, u32); int (*fib6_lookup)(struct net *, int, struct flowi6 *, struct fib6_result *, int); int (*fib6_table_lookup)(struct net *, struct fib6_table *, int, struct flowi6 *, struct fib6_result *, int); void (*fib6_select_path)(const struct net *, struct fib6_result *, struct flowi6 *, int, bool, const struct sk_buff *, int); u32 (*ip6_mtu_from_fib6)(const struct fib6_result *, const struct in6_addr *, const struct in6_addr *); int (*fib6_nh_init)(struct net *, struct fib6_nh *, struct fib6_config *, gfp_t, struct netlink_ext_ack *); void (*fib6_nh_release)(struct fib6_nh *); void (*fib6_nh_release_dsts)(struct fib6_nh *); void (*fib6_update_sernum)(struct net *, struct fib6_info *); int (*ip6_del_rt)(struct net *, struct fib6_info *, bool); void (*fib6_rt_update)(struct net *, struct fib6_info *, struct nl_info *); void (*udpv6_encap_enable)(); void (*ndisc_send_na)(struct net_device *, const struct in6_addr *, const struct in6_addr *, bool, bool, bool, bool); void (*xfrm6_local_rxpmtu)(struct sk_buff *, u32); int (*xfrm6_udp_encap_rcv)(struct sock *, struct sk_buff *); int (*xfrm6_rcv_encap)(struct sk_buff *, int, __be32, int); struct neigh_table *nd_tbl; int (*ipv6_fragment)(struct net *, struct sock *, struct sk_buff *, int (*)(struct net *, struct sock *, struct sk_buff *)); struct net_device * (*ipv6_dev_find)(struct net *, const struct in6_addr *, struct net_device *); }; struct fib6_result { struct fib6_nh *nh; struct fib6_info *f6i; u32 fib6_flags; u8 fib6_type; struct rt6_info *rt6; }; struct fib6_config { u32 fc_table; u32 fc_metric; int fc_dst_len; int fc_src_len; int fc_ifindex; u32 fc_flags; u32 fc_protocol; u16 fc_type; u16 fc_delete_all_nh: 1; u16 fc_ignore_dev_down: 1; u16 __unused: 14; u32 fc_nh_id; struct in6_addr fc_dst; struct in6_addr fc_src; struct in6_addr fc_prefsrc; struct in6_addr fc_gateway; long unsigned int fc_expires; struct nlattr *fc_mx; int fc_mx_len; int fc_mp_len; struct nlattr *fc_mp; struct nl_info fc_nlinfo; struct nlattr *fc_encap; u16 fc_encap_type; bool fc_is_fdb; }; enum lwtunnel_encap_types { LWTUNNEL_ENCAP_NONE = 0, LWTUNNEL_ENCAP_MPLS = 1, LWTUNNEL_ENCAP_IP = 2, LWTUNNEL_ENCAP_ILA = 3, LWTUNNEL_ENCAP_IP6 = 4, LWTUNNEL_ENCAP_SEG6 = 5, LWTUNNEL_ENCAP_BPF = 6, LWTUNNEL_ENCAP_SEG6_LOCAL = 7, LWTUNNEL_ENCAP_RPL = 8, LWTUNNEL_ENCAP_IOAM6 = 9, LWTUNNEL_ENCAP_XFRM = 10, __LWTUNNEL_ENCAP_MAX = 11, }; struct fib_alias { struct hlist_node fa_list; struct fib_info *fa_info; dscp_t fa_dscp; u8 fa_type; u8 fa_state; u8 fa_slen; u32 tb_id; s16 fa_default; u8 offload; u8 trap; u8 offload_failed; struct callback_head rcu; }; struct fib_prop { int error; u8 scope; }; struct nhmsg { unsigned char nh_family; unsigned char nh_scope; unsigned char nh_protocol; unsigned char resvd; unsigned int nh_flags; }; struct nexthop_grp { __u32 id; __u8 weight; __u8 resvd1; __u16 resvd2; }; enum { NEXTHOP_GRP_TYPE_MPATH = 0, NEXTHOP_GRP_TYPE_RES = 1, __NEXTHOP_GRP_TYPE_MAX = 2, }; enum { NHA_UNSPEC = 0, NHA_ID = 1, NHA_GROUP = 2, NHA_GROUP_TYPE = 3, NHA_BLACKHOLE = 4, NHA_OIF = 5, NHA_GATEWAY = 6, NHA_ENCAP_TYPE = 7, NHA_ENCAP = 8, NHA_GROUPS = 9, NHA_MASTER = 10, NHA_FDB = 11, NHA_RES_GROUP = 12, NHA_RES_BUCKET = 13, __NHA_MAX = 14, }; enum { NHA_RES_GROUP_UNSPEC = 0, NHA_RES_GROUP_PAD = 0, NHA_RES_GROUP_BUCKETS = 1, NHA_RES_GROUP_IDLE_TIMER = 2, NHA_RES_GROUP_UNBALANCED_TIMER = 3, NHA_RES_GROUP_UNBALANCED_TIME = 4, __NHA_RES_GROUP_MAX = 5, }; enum { NHA_RES_BUCKET_UNSPEC = 0, NHA_RES_BUCKET_PAD = 0, NHA_RES_BUCKET_INDEX = 1, NHA_RES_BUCKET_IDLE_TIME = 2, NHA_RES_BUCKET_NH_ID = 3, __NHA_RES_BUCKET_MAX = 4, }; struct netdev_notifier_info_ext { struct netdev_notifier_info info; union { u32 mtu; } ext; }; struct nh_config { u32 nh_id; u8 nh_family; u8 nh_protocol; u8 nh_blackhole; u8 nh_fdb; u32 nh_flags; int nh_ifindex; struct net_device *dev; union { __be32 ipv4; struct in6_addr ipv6; } gw; struct nlattr *nh_grp; u16 nh_grp_type; u16 nh_grp_res_num_buckets; long unsigned int nh_grp_res_idle_timer; long unsigned int nh_grp_res_unbalanced_timer; bool nh_grp_res_has_num_buckets; bool nh_grp_res_has_idle_timer; bool nh_grp_res_has_unbalanced_timer; struct nlattr *nh_encap; u16 nh_encap_type; u32 nlflags; struct nl_info nlinfo; }; enum nexthop_event_type { NEXTHOP_EVENT_DEL = 0, NEXTHOP_EVENT_REPLACE = 1, NEXTHOP_EVENT_RES_TABLE_PRE_REPLACE = 2, NEXTHOP_EVENT_BUCKET_REPLACE = 3, }; enum nh_notifier_info_type { NH_NOTIFIER_INFO_TYPE_SINGLE = 0, NH_NOTIFIER_INFO_TYPE_GRP = 1, NH_NOTIFIER_INFO_TYPE_RES_TABLE = 2, NH_NOTIFIER_INFO_TYPE_RES_BUCKET = 3, }; struct nh_notifier_single_info { struct net_device *dev; u8 gw_family; union { __be32 ipv4; struct in6_addr ipv6; }; u8 is_reject: 1; u8 is_fdb: 1; u8 has_encap: 1; }; struct nh_notifier_grp_entry_info { u8 weight; u32 id; struct nh_notifier_single_info nh; }; struct nh_notifier_grp_info { u16 num_nh; bool is_fdb; struct nh_notifier_grp_entry_info nh_entries[0]; }; struct nh_notifier_res_bucket_info { u16 bucket_index; unsigned int idle_timer_ms; bool force; struct nh_notifier_single_info old_nh; struct nh_notifier_single_info new_nh; }; struct nh_notifier_res_table_info { u16 num_nh_buckets; struct nh_notifier_single_info nhs[0]; }; struct nh_notifier_info { struct net *net; struct netlink_ext_ack *extack; u32 id; enum nh_notifier_info_type type; union { struct nh_notifier_single_info *nh; struct nh_notifier_grp_info *nh_grp; struct nh_notifier_res_table_info *nh_res_table; struct nh_notifier_res_bucket_info *nh_res_bucket; }; }; struct nh_dump_filter { u32 nh_id; int dev_idx; int master_idx; bool group_filter; bool fdb_filter; u32 res_bucket_nh_id; }; struct rtm_dump_nh_ctx { u32 idx; }; struct rtm_dump_res_bucket_ctx { struct rtm_dump_nh_ctx nh; u16 bucket_index; }; struct rtm_dump_nexthop_bucket_data { struct rtm_dump_res_bucket_ctx *ctx; struct nh_dump_filter filter; }; struct flow_dissector_key_control { u16 thoff; u16 addr_type; u32 flags; }; struct flow_dissector_key_basic { __be16 n_proto; u8 ip_proto; u8 padding; }; struct flow_dissector_key_tags { u32 flow_label; }; struct flow_dissector_key_vlan { union { struct { u16 vlan_id: 12; u16 vlan_dei: 1; u16 vlan_priority: 3; }; __be16 vlan_tci; }; __be16 vlan_tpid; __be16 vlan_eth_type; u16 padding; }; struct flow_dissector_key_keyid { __be32 keyid; }; struct flow_dissector_key_ipv4_addrs { __be32 src; __be32 dst; }; struct flow_dissector_key_ipv6_addrs { struct in6_addr src; struct in6_addr dst; }; struct flow_dissector_key_tipc { __be32 key; }; struct flow_dissector_key_addrs { union { struct flow_dissector_key_ipv4_addrs v4addrs; struct flow_dissector_key_ipv6_addrs v6addrs; struct flow_dissector_key_tipc tipckey; }; }; struct flow_dissector_key_ports { union { __be32 ports; struct { __be16 src; __be16 dst; }; }; }; struct flow_dissector_key_icmp { struct { u8 type; u8 code; }; u16 id; }; struct flow_keys { struct flow_dissector_key_control control; struct flow_dissector_key_basic basic; struct flow_dissector_key_tags tags; struct flow_dissector_key_vlan vlan; struct flow_dissector_key_vlan cvlan; struct flow_dissector_key_keyid keyid; struct flow_dissector_key_ports ports; struct flow_dissector_key_icmp icmp; struct flow_dissector_key_addrs addrs; long: 0; }; enum { INET_FLAGS_PKTINFO = 0, INET_FLAGS_TTL = 1, INET_FLAGS_TOS = 2, INET_FLAGS_RECVOPTS = 3, INET_FLAGS_RETOPTS = 4, INET_FLAGS_PASSSEC = 5, INET_FLAGS_ORIGDSTADDR = 6, INET_FLAGS_CHECKSUM = 7, INET_FLAGS_RECVFRAGSIZE = 8, INET_FLAGS_RECVERR = 9, INET_FLAGS_RECVERR_RFC4884 = 10, INET_FLAGS_FREEBIND = 11, INET_FLAGS_HDRINCL = 12, INET_FLAGS_MC_LOOP = 13, INET_FLAGS_MC_ALL = 14, INET_FLAGS_TRANSPARENT = 15, INET_FLAGS_IS_ICSK = 16, INET_FLAGS_NODEFRAG = 17, INET_FLAGS_BIND_ADDRESS_NO_PORT = 18, INET_FLAGS_DEFER_CONNECT = 19, }; struct ip_tunnel; struct ip6_tnl; struct xfrm_tunnel_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; union { struct ip_tunnel *ip4; struct ip6_tnl *ip6; } tunnel; }; struct xfrm_mode_skb_cb { struct xfrm_tunnel_skb_cb header; __be16 id; __be16 frag_off; u8 ihl; u8 tos; u8 ttl; u8 protocol; u8 optlen; u8 flow_lbl[3]; }; struct xfrm_spi_skb_cb { struct xfrm_tunnel_skb_cb header; unsigned int daddroff; unsigned int family; __be32 seq; }; struct seq_net_private { struct net *net; netns_tracker ns_tracker; }; enum { IFLA_INET6_UNSPEC = 0, IFLA_INET6_FLAGS = 1, IFLA_INET6_CONF = 2, IFLA_INET6_STATS = 3, IFLA_INET6_MCAST = 4, IFLA_INET6_CACHEINFO = 5, IFLA_INET6_ICMP6STATS = 6, IFLA_INET6_TOKEN = 7, IFLA_INET6_ADDR_GEN_MODE = 8, IFLA_INET6_RA_MTU = 9, __IFLA_INET6_MAX = 10, }; enum in6_addr_gen_mode { IN6_ADDR_GEN_MODE_EUI64 = 0, IN6_ADDR_GEN_MODE_NONE = 1, IN6_ADDR_GEN_MODE_STABLE_PRIVACY = 2, IN6_ADDR_GEN_MODE_RANDOM = 3, }; struct ifla_cacheinfo { __u32 max_reasm_len; __u32 tstamp; __u32 reachable_time; __u32 retrans_time; }; struct netdev_notifier_change_info { struct netdev_notifier_info info; unsigned int flags_changed; }; struct netdev_notifier_changeupper_info { struct netdev_notifier_info info; struct net_device *upper_dev; bool master; bool linking; void *upper_info; }; struct ifaddrmsg { __u8 ifa_family; __u8 ifa_prefixlen; __u8 ifa_flags; __u8 ifa_scope; __u32 ifa_index; }; enum { IFA_UNSPEC = 0, IFA_ADDRESS = 1, IFA_LOCAL = 2, IFA_LABEL = 3, IFA_BROADCAST = 4, IFA_ANYCAST = 5, IFA_CACHEINFO = 6, IFA_MULTICAST = 7, IFA_FLAGS = 8, IFA_RT_PRIORITY = 9, IFA_TARGET_NETNSID = 10, IFA_PROTO = 11, __IFA_MAX = 12, }; struct ifa_cacheinfo { __u32 ifa_prefered; __u32 ifa_valid; __u32 cstamp; __u32 tstamp; }; struct prefixmsg { unsigned char prefix_family; unsigned char prefix_pad1; short unsigned int prefix_pad2; int prefix_ifindex; unsigned char prefix_type; unsigned char prefix_len; unsigned char prefix_flags; unsigned char prefix_pad3; }; enum { PREFIX_UNSPEC = 0, PREFIX_ADDRESS = 1, PREFIX_CACHEINFO = 2, __PREFIX_MAX = 3, }; struct prefix_cacheinfo { __u32 preferred_time; __u32 valid_time; }; struct in6_ifreq { struct in6_addr ifr6_addr; __u32 ifr6_prefixlen; int ifr6_ifindex; }; enum { DEVCONF_FORWARDING = 0, DEVCONF_HOPLIMIT = 1, DEVCONF_MTU6 = 2, DEVCONF_ACCEPT_RA = 3, DEVCONF_ACCEPT_REDIRECTS = 4, DEVCONF_AUTOCONF = 5, DEVCONF_DAD_TRANSMITS = 6, DEVCONF_RTR_SOLICITS = 7, DEVCONF_RTR_SOLICIT_INTERVAL = 8, DEVCONF_RTR_SOLICIT_DELAY = 9, DEVCONF_USE_TEMPADDR = 10, DEVCONF_TEMP_VALID_LFT = 11, DEVCONF_TEMP_PREFERED_LFT = 12, DEVCONF_REGEN_MAX_RETRY = 13, DEVCONF_MAX_DESYNC_FACTOR = 14, DEVCONF_MAX_ADDRESSES = 15, DEVCONF_FORCE_MLD_VERSION = 16, DEVCONF_ACCEPT_RA_DEFRTR = 17, DEVCONF_ACCEPT_RA_PINFO = 18, DEVCONF_ACCEPT_RA_RTR_PREF = 19, DEVCONF_RTR_PROBE_INTERVAL = 20, DEVCONF_ACCEPT_RA_RT_INFO_MAX_PLEN = 21, DEVCONF_PROXY_NDP = 22, DEVCONF_OPTIMISTIC_DAD = 23, DEVCONF_ACCEPT_SOURCE_ROUTE = 24, DEVCONF_MC_FORWARDING = 25, DEVCONF_DISABLE_IPV6 = 26, DEVCONF_ACCEPT_DAD = 27, DEVCONF_FORCE_TLLAO = 28, DEVCONF_NDISC_NOTIFY = 29, DEVCONF_MLDV1_UNSOLICITED_REPORT_INTERVAL = 30, DEVCONF_MLDV2_UNSOLICITED_REPORT_INTERVAL = 31, DEVCONF_SUPPRESS_FRAG_NDISC = 32, DEVCONF_ACCEPT_RA_FROM_LOCAL = 33, DEVCONF_USE_OPTIMISTIC = 34, DEVCONF_ACCEPT_RA_MTU = 35, DEVCONF_STABLE_SECRET = 36, DEVCONF_USE_OIF_ADDRS_ONLY = 37, DEVCONF_ACCEPT_RA_MIN_HOP_LIMIT = 38, DEVCONF_IGNORE_ROUTES_WITH_LINKDOWN = 39, DEVCONF_DROP_UNICAST_IN_L2_MULTICAST = 40, DEVCONF_DROP_UNSOLICITED_NA = 41, DEVCONF_KEEP_ADDR_ON_DOWN = 42, DEVCONF_RTR_SOLICIT_MAX_INTERVAL = 43, DEVCONF_SEG6_ENABLED = 44, DEVCONF_SEG6_REQUIRE_HMAC = 45, DEVCONF_ENHANCED_DAD = 46, DEVCONF_ADDR_GEN_MODE = 47, DEVCONF_DISABLE_POLICY = 48, DEVCONF_ACCEPT_RA_RT_INFO_MIN_PLEN = 49, DEVCONF_NDISC_TCLASS = 50, DEVCONF_RPL_SEG_ENABLED = 51, DEVCONF_RA_DEFRTR_METRIC = 52, DEVCONF_IOAM6_ENABLED = 53, DEVCONF_IOAM6_ID = 54, DEVCONF_IOAM6_ID_WIDE = 55, DEVCONF_NDISC_EVICT_NOCARRIER = 56, DEVCONF_ACCEPT_UNTRACKED_NA = 57, DEVCONF_ACCEPT_RA_MIN_LFT = 58, DEVCONF_MAX = 59, }; struct ipv6_params { __s32 disable_ipv6; __s32 autoconf; }; enum { INET6_IFADDR_STATE_PREDAD = 0, INET6_IFADDR_STATE_DAD = 1, INET6_IFADDR_STATE_POSTDAD = 2, INET6_IFADDR_STATE_ERRDAD = 3, INET6_IFADDR_STATE_DEAD = 4, }; union fwnet_hwaddr { u8 u[16]; struct { __be64 uniq_id; u8 max_rec; u8 sspd; u8 fifo[6]; } uc; }; struct in6_validator_info { struct in6_addr i6vi_addr; struct inet6_dev *i6vi_dev; struct netlink_ext_ack *extack; }; struct ifa6_config { const struct in6_addr *pfx; unsigned int plen; u8 ifa_proto; const struct in6_addr *peer_pfx; u32 rt_priority; u32 ifa_flags; u32 preferred_lft; u32 valid_lft; u16 scope; }; struct netconfmsg { __u8 ncm_family; }; enum { NETCONFA_UNSPEC = 0, NETCONFA_IFINDEX = 1, NETCONFA_FORWARDING = 2, NETCONFA_RP_FILTER = 3, NETCONFA_MC_FORWARDING = 4, NETCONFA_PROXY_NEIGH = 5, NETCONFA_IGNORE_ROUTES_WITH_LINKDOWN = 6, NETCONFA_INPUT = 7, NETCONFA_BC_FORWARDING = 8, __NETCONFA_MAX = 9, }; enum cleanup_prefix_rt_t { CLEANUP_PREFIX_RT_NOP = 0, CLEANUP_PREFIX_RT_DEL = 1, CLEANUP_PREFIX_RT_EXPIRE = 2, }; enum { IPV6_SADDR_RULE_INIT = 0, IPV6_SADDR_RULE_LOCAL = 1, IPV6_SADDR_RULE_SCOPE = 2, IPV6_SADDR_RULE_PREFERRED = 3, IPV6_SADDR_RULE_OIF = 4, IPV6_SADDR_RULE_LABEL = 5, IPV6_SADDR_RULE_PRIVACY = 6, IPV6_SADDR_RULE_ORCHID = 7, IPV6_SADDR_RULE_PREFIX = 8, IPV6_SADDR_RULE_MAX = 9, }; struct ipv6_saddr_score { int rule; int addr_type; struct inet6_ifaddr *ifa; long unsigned int scorebits[1]; int scopedist; int matchlen; }; struct ipv6_saddr_dst { const struct in6_addr *addr; int ifindex; int scope; int label; unsigned int prefs; }; struct if6_iter_state { struct seq_net_private p; int bucket; int offset; }; enum addr_type_t { UNICAST_ADDR = 0, MULTICAST_ADDR = 1, ANYCAST_ADDR = 2, }; struct inet6_fill_args { u32 portid; u32 seq; int event; unsigned int flags; int netnsid; int ifindex; enum addr_type_t type; }; enum { DAD_PROCESS = 0, DAD_BEGIN = 1, DAD_ABORT = 2, }; enum { INET_FRAG_FIRST_IN = 1, INET_FRAG_LAST_IN = 2, INET_FRAG_COMPLETE = 4, INET_FRAG_HASH_DEAD = 8, INET_FRAG_DROP = 16, }; struct raw_hashinfo { spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct hlist_head ht[256]; }; struct frag_hdr { __u8 nexthdr; __u8 reserved; __be16 frag_off; __be32 identification; }; struct inet6_protocol { int (*handler)(struct sk_buff *); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); unsigned int flags; }; enum ip6_defrag_users { IP6_DEFRAG_LOCAL_DELIVER = 0, IP6_DEFRAG_CONNTRACK_IN = 1, __IP6_DEFRAG_CONNTRACK_IN = 65536, IP6_DEFRAG_CONNTRACK_OUT = 65537, __IP6_DEFRAG_CONNTRACK_OUT = 131072, IP6_DEFRAG_CONNTRACK_BRIDGE_IN = 131073, __IP6_DEFRAG_CONNTRACK_BRIDGE_IN = 196608, }; struct frag_queue { struct inet_frag_queue q; int iif; __u16 nhoffset; u8 ecn; }; enum { XFRM_STATE_VOID = 0, XFRM_STATE_ACQ = 1, XFRM_STATE_VALID = 2, XFRM_STATE_ERROR = 3, XFRM_STATE_EXPIRED = 4, XFRM_STATE_DEAD = 5, }; enum { IP6_FH_F_FRAG = 1, IP6_FH_F_AUTH = 2, IP6_FH_F_SKIP_RH = 4, }; enum genl_validate_flags { GENL_DONT_VALIDATE_STRICT = 1, GENL_DONT_VALIDATE_DUMP = 2, GENL_DONT_VALIDATE_DUMP_STRICT = 4, }; enum devlink_command { DEVLINK_CMD_UNSPEC = 0, DEVLINK_CMD_GET = 1, DEVLINK_CMD_SET = 2, DEVLINK_CMD_NEW = 3, DEVLINK_CMD_DEL = 4, DEVLINK_CMD_PORT_GET = 5, DEVLINK_CMD_PORT_SET = 6, DEVLINK_CMD_PORT_NEW = 7, DEVLINK_CMD_PORT_DEL = 8, DEVLINK_CMD_PORT_SPLIT = 9, DEVLINK_CMD_PORT_UNSPLIT = 10, DEVLINK_CMD_SB_GET = 11, DEVLINK_CMD_SB_SET = 12, DEVLINK_CMD_SB_NEW = 13, DEVLINK_CMD_SB_DEL = 14, DEVLINK_CMD_SB_POOL_GET = 15, DEVLINK_CMD_SB_POOL_SET = 16, DEVLINK_CMD_SB_POOL_NEW = 17, DEVLINK_CMD_SB_POOL_DEL = 18, DEVLINK_CMD_SB_PORT_POOL_GET = 19, DEVLINK_CMD_SB_PORT_POOL_SET = 20, DEVLINK_CMD_SB_PORT_POOL_NEW = 21, DEVLINK_CMD_SB_PORT_POOL_DEL = 22, DEVLINK_CMD_SB_TC_POOL_BIND_GET = 23, DEVLINK_CMD_SB_TC_POOL_BIND_SET = 24, DEVLINK_CMD_SB_TC_POOL_BIND_NEW = 25, DEVLINK_CMD_SB_TC_POOL_BIND_DEL = 26, DEVLINK_CMD_SB_OCC_SNAPSHOT = 27, DEVLINK_CMD_SB_OCC_MAX_CLEAR = 28, DEVLINK_CMD_ESWITCH_GET = 29, DEVLINK_CMD_ESWITCH_SET = 30, DEVLINK_CMD_DPIPE_TABLE_GET = 31, DEVLINK_CMD_DPIPE_ENTRIES_GET = 32, DEVLINK_CMD_DPIPE_HEADERS_GET = 33, DEVLINK_CMD_DPIPE_TABLE_COUNTERS_SET = 34, DEVLINK_CMD_RESOURCE_SET = 35, DEVLINK_CMD_RESOURCE_DUMP = 36, DEVLINK_CMD_RELOAD = 37, DEVLINK_CMD_PARAM_GET = 38, DEVLINK_CMD_PARAM_SET = 39, DEVLINK_CMD_PARAM_NEW = 40, DEVLINK_CMD_PARAM_DEL = 41, DEVLINK_CMD_REGION_GET = 42, DEVLINK_CMD_REGION_SET = 43, DEVLINK_CMD_REGION_NEW = 44, DEVLINK_CMD_REGION_DEL = 45, DEVLINK_CMD_REGION_READ = 46, DEVLINK_CMD_PORT_PARAM_GET = 47, DEVLINK_CMD_PORT_PARAM_SET = 48, DEVLINK_CMD_PORT_PARAM_NEW = 49, DEVLINK_CMD_PORT_PARAM_DEL = 50, DEVLINK_CMD_INFO_GET = 51, DEVLINK_CMD_HEALTH_REPORTER_GET = 52, DEVLINK_CMD_HEALTH_REPORTER_SET = 53, DEVLINK_CMD_HEALTH_REPORTER_RECOVER = 54, DEVLINK_CMD_HEALTH_REPORTER_DIAGNOSE = 55, DEVLINK_CMD_HEALTH_REPORTER_DUMP_GET = 56, DEVLINK_CMD_HEALTH_REPORTER_DUMP_CLEAR = 57, DEVLINK_CMD_FLASH_UPDATE = 58, DEVLINK_CMD_FLASH_UPDATE_END = 59, DEVLINK_CMD_FLASH_UPDATE_STATUS = 60, DEVLINK_CMD_TRAP_GET = 61, DEVLINK_CMD_TRAP_SET = 62, DEVLINK_CMD_TRAP_NEW = 63, DEVLINK_CMD_TRAP_DEL = 64, DEVLINK_CMD_TRAP_GROUP_GET = 65, DEVLINK_CMD_TRAP_GROUP_SET = 66, DEVLINK_CMD_TRAP_GROUP_NEW = 67, DEVLINK_CMD_TRAP_GROUP_DEL = 68, DEVLINK_CMD_TRAP_POLICER_GET = 69, DEVLINK_CMD_TRAP_POLICER_SET = 70, DEVLINK_CMD_TRAP_POLICER_NEW = 71, DEVLINK_CMD_TRAP_POLICER_DEL = 72, DEVLINK_CMD_HEALTH_REPORTER_TEST = 73, DEVLINK_CMD_RATE_GET = 74, DEVLINK_CMD_RATE_SET = 75, DEVLINK_CMD_RATE_NEW = 76, DEVLINK_CMD_RATE_DEL = 77, DEVLINK_CMD_LINECARD_GET = 78, DEVLINK_CMD_LINECARD_SET = 79, DEVLINK_CMD_LINECARD_NEW = 80, DEVLINK_CMD_LINECARD_DEL = 81, DEVLINK_CMD_SELFTESTS_GET = 82, DEVLINK_CMD_SELFTESTS_RUN = 83, __DEVLINK_CMD_MAX = 84, DEVLINK_CMD_MAX = 83, }; enum devlink_attr { DEVLINK_ATTR_UNSPEC = 0, DEVLINK_ATTR_BUS_NAME = 1, DEVLINK_ATTR_DEV_NAME = 2, DEVLINK_ATTR_PORT_INDEX = 3, DEVLINK_ATTR_PORT_TYPE = 4, DEVLINK_ATTR_PORT_DESIRED_TYPE = 5, DEVLINK_ATTR_PORT_NETDEV_IFINDEX = 6, DEVLINK_ATTR_PORT_NETDEV_NAME = 7, DEVLINK_ATTR_PORT_IBDEV_NAME = 8, DEVLINK_ATTR_PORT_SPLIT_COUNT = 9, DEVLINK_ATTR_PORT_SPLIT_GROUP = 10, DEVLINK_ATTR_SB_INDEX = 11, DEVLINK_ATTR_SB_SIZE = 12, DEVLINK_ATTR_SB_INGRESS_POOL_COUNT = 13, DEVLINK_ATTR_SB_EGRESS_POOL_COUNT = 14, DEVLINK_ATTR_SB_INGRESS_TC_COUNT = 15, DEVLINK_ATTR_SB_EGRESS_TC_COUNT = 16, DEVLINK_ATTR_SB_POOL_INDEX = 17, DEVLINK_ATTR_SB_POOL_TYPE = 18, DEVLINK_ATTR_SB_POOL_SIZE = 19, DEVLINK_ATTR_SB_POOL_THRESHOLD_TYPE = 20, DEVLINK_ATTR_SB_THRESHOLD = 21, DEVLINK_ATTR_SB_TC_INDEX = 22, DEVLINK_ATTR_SB_OCC_CUR = 23, DEVLINK_ATTR_SB_OCC_MAX = 24, DEVLINK_ATTR_ESWITCH_MODE = 25, DEVLINK_ATTR_ESWITCH_INLINE_MODE = 26, DEVLINK_ATTR_DPIPE_TABLES = 27, DEVLINK_ATTR_DPIPE_TABLE = 28, DEVLINK_ATTR_DPIPE_TABLE_NAME = 29, DEVLINK_ATTR_DPIPE_TABLE_SIZE = 30, DEVLINK_ATTR_DPIPE_TABLE_MATCHES = 31, DEVLINK_ATTR_DPIPE_TABLE_ACTIONS = 32, DEVLINK_ATTR_DPIPE_TABLE_COUNTERS_ENABLED = 33, DEVLINK_ATTR_DPIPE_ENTRIES = 34, DEVLINK_ATTR_DPIPE_ENTRY = 35, DEVLINK_ATTR_DPIPE_ENTRY_INDEX = 36, DEVLINK_ATTR_DPIPE_ENTRY_MATCH_VALUES = 37, DEVLINK_ATTR_DPIPE_ENTRY_ACTION_VALUES = 38, DEVLINK_ATTR_DPIPE_ENTRY_COUNTER = 39, DEVLINK_ATTR_DPIPE_MATCH = 40, DEVLINK_ATTR_DPIPE_MATCH_VALUE = 41, DEVLINK_ATTR_DPIPE_MATCH_TYPE = 42, DEVLINK_ATTR_DPIPE_ACTION = 43, DEVLINK_ATTR_DPIPE_ACTION_VALUE = 44, DEVLINK_ATTR_DPIPE_ACTION_TYPE = 45, DEVLINK_ATTR_DPIPE_VALUE = 46, DEVLINK_ATTR_DPIPE_VALUE_MASK = 47, DEVLINK_ATTR_DPIPE_VALUE_MAPPING = 48, DEVLINK_ATTR_DPIPE_HEADERS = 49, DEVLINK_ATTR_DPIPE_HEADER = 50, DEVLINK_ATTR_DPIPE_HEADER_NAME = 51, DEVLINK_ATTR_DPIPE_HEADER_ID = 52, DEVLINK_ATTR_DPIPE_HEADER_FIELDS = 53, DEVLINK_ATTR_DPIPE_HEADER_GLOBAL = 54, DEVLINK_ATTR_DPIPE_HEADER_INDEX = 55, DEVLINK_ATTR_DPIPE_FIELD = 56, DEVLINK_ATTR_DPIPE_FIELD_NAME = 57, DEVLINK_ATTR_DPIPE_FIELD_ID = 58, DEVLINK_ATTR_DPIPE_FIELD_BITWIDTH = 59, DEVLINK_ATTR_DPIPE_FIELD_MAPPING_TYPE = 60, DEVLINK_ATTR_PAD = 61, DEVLINK_ATTR_ESWITCH_ENCAP_MODE = 62, DEVLINK_ATTR_RESOURCE_LIST = 63, DEVLINK_ATTR_RESOURCE = 64, DEVLINK_ATTR_RESOURCE_NAME = 65, DEVLINK_ATTR_RESOURCE_ID = 66, DEVLINK_ATTR_RESOURCE_SIZE = 67, DEVLINK_ATTR_RESOURCE_SIZE_NEW = 68, DEVLINK_ATTR_RESOURCE_SIZE_VALID = 69, DEVLINK_ATTR_RESOURCE_SIZE_MIN = 70, DEVLINK_ATTR_RESOURCE_SIZE_MAX = 71, DEVLINK_ATTR_RESOURCE_SIZE_GRAN = 72, DEVLINK_ATTR_RESOURCE_UNIT = 73, DEVLINK_ATTR_RESOURCE_OCC = 74, DEVLINK_ATTR_DPIPE_TABLE_RESOURCE_ID = 75, DEVLINK_ATTR_DPIPE_TABLE_RESOURCE_UNITS = 76, DEVLINK_ATTR_PORT_FLAVOUR = 77, DEVLINK_ATTR_PORT_NUMBER = 78, DEVLINK_ATTR_PORT_SPLIT_SUBPORT_NUMBER = 79, DEVLINK_ATTR_PARAM = 80, DEVLINK_ATTR_PARAM_NAME = 81, DEVLINK_ATTR_PARAM_GENERIC = 82, DEVLINK_ATTR_PARAM_TYPE = 83, DEVLINK_ATTR_PARAM_VALUES_LIST = 84, DEVLINK_ATTR_PARAM_VALUE = 85, DEVLINK_ATTR_PARAM_VALUE_DATA = 86, DEVLINK_ATTR_PARAM_VALUE_CMODE = 87, DEVLINK_ATTR_REGION_NAME = 88, DEVLINK_ATTR_REGION_SIZE = 89, DEVLINK_ATTR_REGION_SNAPSHOTS = 90, DEVLINK_ATTR_REGION_SNAPSHOT = 91, DEVLINK_ATTR_REGION_SNAPSHOT_ID = 92, DEVLINK_ATTR_REGION_CHUNKS = 93, DEVLINK_ATTR_REGION_CHUNK = 94, DEVLINK_ATTR_REGION_CHUNK_DATA = 95, DEVLINK_ATTR_REGION_CHUNK_ADDR = 96, DEVLINK_ATTR_REGION_CHUNK_LEN = 97, DEVLINK_ATTR_INFO_DRIVER_NAME = 98, DEVLINK_ATTR_INFO_SERIAL_NUMBER = 99, DEVLINK_ATTR_INFO_VERSION_FIXED = 100, DEVLINK_ATTR_INFO_VERSION_RUNNING = 101, DEVLINK_ATTR_INFO_VERSION_STORED = 102, DEVLINK_ATTR_INFO_VERSION_NAME = 103, DEVLINK_ATTR_INFO_VERSION_VALUE = 104, DEVLINK_ATTR_SB_POOL_CELL_SIZE = 105, DEVLINK_ATTR_FMSG = 106, DEVLINK_ATTR_FMSG_OBJ_NEST_START = 107, DEVLINK_ATTR_FMSG_PAIR_NEST_START = 108, DEVLINK_ATTR_FMSG_ARR_NEST_START = 109, DEVLINK_ATTR_FMSG_NEST_END = 110, DEVLINK_ATTR_FMSG_OBJ_NAME = 111, DEVLINK_ATTR_FMSG_OBJ_VALUE_TYPE = 112, DEVLINK_ATTR_FMSG_OBJ_VALUE_DATA = 113, DEVLINK_ATTR_HEALTH_REPORTER = 114, DEVLINK_ATTR_HEALTH_REPORTER_NAME = 115, DEVLINK_ATTR_HEALTH_REPORTER_STATE = 116, DEVLINK_ATTR_HEALTH_REPORTER_ERR_COUNT = 117, DEVLINK_ATTR_HEALTH_REPORTER_RECOVER_COUNT = 118, DEVLINK_ATTR_HEALTH_REPORTER_DUMP_TS = 119, DEVLINK_ATTR_HEALTH_REPORTER_GRACEFUL_PERIOD = 120, DEVLINK_ATTR_HEALTH_REPORTER_AUTO_RECOVER = 121, DEVLINK_ATTR_FLASH_UPDATE_FILE_NAME = 122, DEVLINK_ATTR_FLASH_UPDATE_COMPONENT = 123, DEVLINK_ATTR_FLASH_UPDATE_STATUS_MSG = 124, DEVLINK_ATTR_FLASH_UPDATE_STATUS_DONE = 125, DEVLINK_ATTR_FLASH_UPDATE_STATUS_TOTAL = 126, DEVLINK_ATTR_PORT_PCI_PF_NUMBER = 127, DEVLINK_ATTR_PORT_PCI_VF_NUMBER = 128, DEVLINK_ATTR_STATS = 129, DEVLINK_ATTR_TRAP_NAME = 130, DEVLINK_ATTR_TRAP_ACTION = 131, DEVLINK_ATTR_TRAP_TYPE = 132, DEVLINK_ATTR_TRAP_GENERIC = 133, DEVLINK_ATTR_TRAP_METADATA = 134, DEVLINK_ATTR_TRAP_GROUP_NAME = 135, DEVLINK_ATTR_RELOAD_FAILED = 136, DEVLINK_ATTR_HEALTH_REPORTER_DUMP_TS_NS = 137, DEVLINK_ATTR_NETNS_FD = 138, DEVLINK_ATTR_NETNS_PID = 139, DEVLINK_ATTR_NETNS_ID = 140, DEVLINK_ATTR_HEALTH_REPORTER_AUTO_DUMP = 141, DEVLINK_ATTR_TRAP_POLICER_ID = 142, DEVLINK_ATTR_TRAP_POLICER_RATE = 143, DEVLINK_ATTR_TRAP_POLICER_BURST = 144, DEVLINK_ATTR_PORT_FUNCTION = 145, DEVLINK_ATTR_INFO_BOARD_SERIAL_NUMBER = 146, DEVLINK_ATTR_PORT_LANES = 147, DEVLINK_ATTR_PORT_SPLITTABLE = 148, DEVLINK_ATTR_PORT_EXTERNAL = 149, DEVLINK_ATTR_PORT_CONTROLLER_NUMBER = 150, DEVLINK_ATTR_FLASH_UPDATE_STATUS_TIMEOUT = 151, DEVLINK_ATTR_FLASH_UPDATE_OVERWRITE_MASK = 152, DEVLINK_ATTR_RELOAD_ACTION = 153, DEVLINK_ATTR_RELOAD_ACTIONS_PERFORMED = 154, DEVLINK_ATTR_RELOAD_LIMITS = 155, DEVLINK_ATTR_DEV_STATS = 156, DEVLINK_ATTR_RELOAD_STATS = 157, DEVLINK_ATTR_RELOAD_STATS_ENTRY = 158, DEVLINK_ATTR_RELOAD_STATS_LIMIT = 159, DEVLINK_ATTR_RELOAD_STATS_VALUE = 160, DEVLINK_ATTR_REMOTE_RELOAD_STATS = 161, DEVLINK_ATTR_RELOAD_ACTION_INFO = 162, DEVLINK_ATTR_RELOAD_ACTION_STATS = 163, DEVLINK_ATTR_PORT_PCI_SF_NUMBER = 164, DEVLINK_ATTR_RATE_TYPE = 165, DEVLINK_ATTR_RATE_TX_SHARE = 166, DEVLINK_ATTR_RATE_TX_MAX = 167, DEVLINK_ATTR_RATE_NODE_NAME = 168, DEVLINK_ATTR_RATE_PARENT_NODE_NAME = 169, DEVLINK_ATTR_REGION_MAX_SNAPSHOTS = 170, DEVLINK_ATTR_LINECARD_INDEX = 171, DEVLINK_ATTR_LINECARD_STATE = 172, DEVLINK_ATTR_LINECARD_TYPE = 173, DEVLINK_ATTR_LINECARD_SUPPORTED_TYPES = 174, DEVLINK_ATTR_NESTED_DEVLINK = 175, DEVLINK_ATTR_SELFTESTS = 176, DEVLINK_ATTR_RATE_TX_PRIORITY = 177, DEVLINK_ATTR_RATE_TX_WEIGHT = 178, DEVLINK_ATTR_REGION_DIRECT = 179, __DEVLINK_ATTR_MAX = 180, DEVLINK_ATTR_MAX = 179, }; enum devlink_sb_pool_type { DEVLINK_SB_POOL_TYPE_INGRESS = 0, DEVLINK_SB_POOL_TYPE_EGRESS = 1, }; enum devlink_sb_threshold_type { DEVLINK_SB_THRESHOLD_TYPE_STATIC = 0, DEVLINK_SB_THRESHOLD_TYPE_DYNAMIC = 1, }; enum devlink_eswitch_encap_mode { DEVLINK_ESWITCH_ENCAP_MODE_NONE = 0, DEVLINK_ESWITCH_ENCAP_MODE_BASIC = 1, }; enum devlink_selftest_status { DEVLINK_SELFTEST_STATUS_SKIP = 0, DEVLINK_SELFTEST_STATUS_PASS = 1, DEVLINK_SELFTEST_STATUS_FAIL = 2, }; enum devlink_trap_action { DEVLINK_TRAP_ACTION_DROP = 0, DEVLINK_TRAP_ACTION_TRAP = 1, DEVLINK_TRAP_ACTION_MIRROR = 2, }; enum devlink_trap_type { DEVLINK_TRAP_TYPE_DROP = 0, DEVLINK_TRAP_TYPE_EXCEPTION = 1, DEVLINK_TRAP_TYPE_CONTROL = 2, }; enum devlink_reload_action { DEVLINK_RELOAD_ACTION_UNSPEC = 0, DEVLINK_RELOAD_ACTION_DRIVER_REINIT = 1, DEVLINK_RELOAD_ACTION_FW_ACTIVATE = 2, __DEVLINK_RELOAD_ACTION_MAX = 3, DEVLINK_RELOAD_ACTION_MAX = 2, }; enum devlink_reload_limit { DEVLINK_RELOAD_LIMIT_UNSPEC = 0, DEVLINK_RELOAD_LIMIT_NO_RESET = 1, __DEVLINK_RELOAD_LIMIT_MAX = 2, DEVLINK_RELOAD_LIMIT_MAX = 1, }; enum devlink_linecard_state { DEVLINK_LINECARD_STATE_UNSPEC = 0, DEVLINK_LINECARD_STATE_UNPROVISIONED = 1, DEVLINK_LINECARD_STATE_UNPROVISIONING = 2, DEVLINK_LINECARD_STATE_PROVISIONING = 3, DEVLINK_LINECARD_STATE_PROVISIONING_FAILED = 4, DEVLINK_LINECARD_STATE_PROVISIONED = 5, DEVLINK_LINECARD_STATE_ACTIVE = 6, __DEVLINK_LINECARD_STATE_MAX = 7, DEVLINK_LINECARD_STATE_MAX = 6, }; enum devlink_dpipe_field_mapping_type { DEVLINK_DPIPE_FIELD_MAPPING_TYPE_NONE = 0, DEVLINK_DPIPE_FIELD_MAPPING_TYPE_IFINDEX = 1, }; enum devlink_resource_unit { DEVLINK_RESOURCE_UNIT_ENTRY = 0, }; struct firmware { size_t size; const u8 *data; void *priv; }; struct devlink_dev_stats { u32 reload_stats[6]; u32 remote_reload_stats[6]; }; struct devlink_dpipe_headers; struct devlink_ops; struct devlink { u32 index; struct xarray ports; struct list_head rate_list; struct list_head sb_list; struct list_head dpipe_table_list; struct list_head resource_list; struct xarray params; struct list_head region_list; struct list_head reporter_list; struct devlink_dpipe_headers *dpipe_headers; struct list_head trap_list; struct list_head trap_group_list; struct list_head trap_policer_list; struct list_head linecard_list; const struct devlink_ops *ops; struct xarray snapshot_ids; struct devlink_dev_stats stats; struct device *dev; possible_net_t _net; struct mutex lock; struct lock_class_key lock_key; u8 reload_failed: 1; refcount_t refcount; struct rcu_work rwork; long: 64; long: 64; char priv[0]; }; enum rdma_driver_id { RDMA_DRIVER_UNKNOWN = 0, RDMA_DRIVER_MLX5 = 1, RDMA_DRIVER_MLX4 = 2, RDMA_DRIVER_CXGB3 = 3, RDMA_DRIVER_CXGB4 = 4, RDMA_DRIVER_MTHCA = 5, RDMA_DRIVER_BNXT_RE = 6, RDMA_DRIVER_OCRDMA = 7, RDMA_DRIVER_NES = 8, RDMA_DRIVER_I40IW = 9, RDMA_DRIVER_IRDMA = 9, RDMA_DRIVER_VMW_PVRDMA = 10, RDMA_DRIVER_QEDR = 11, RDMA_DRIVER_HNS = 12, RDMA_DRIVER_USNIC = 13, RDMA_DRIVER_RXE = 14, RDMA_DRIVER_HFI1 = 15, RDMA_DRIVER_QIB = 16, RDMA_DRIVER_EFA = 17, RDMA_DRIVER_SIW = 18, RDMA_DRIVER_ERDMA = 19, RDMA_DRIVER_MANA = 20, }; enum ib_cq_notify_flags { IB_CQ_SOLICITED = 1, IB_CQ_NEXT_COMP = 2, IB_CQ_SOLICITED_MASK = 3, IB_CQ_REPORT_MISSED_EVENTS = 4, }; struct ib_mad; enum rdma_link_layer { IB_LINK_LAYER_UNSPECIFIED = 0, IB_LINK_LAYER_INFINIBAND = 1, IB_LINK_LAYER_ETHERNET = 2, }; enum rdma_netdev_t { RDMA_NETDEV_OPA_VNIC = 0, RDMA_NETDEV_IPOIB = 1, }; enum ib_srq_attr_mask { IB_SRQ_MAX_WR = 1, IB_SRQ_LIMIT = 2, }; enum ib_mr_type { IB_MR_TYPE_MEM_REG = 0, IB_MR_TYPE_SG_GAPS = 1, IB_MR_TYPE_DM = 2, IB_MR_TYPE_USER = 3, IB_MR_TYPE_DMA = 4, IB_MR_TYPE_INTEGRITY = 5, }; enum ib_uverbs_advise_mr_advice { IB_UVERBS_ADVISE_MR_ADVICE_PREFETCH = 0, IB_UVERBS_ADVISE_MR_ADVICE_PREFETCH_WRITE = 1, IB_UVERBS_ADVISE_MR_ADVICE_PREFETCH_NO_FAULT = 2, }; struct uverbs_attr_bundle; struct rdma_cm_id; struct iw_cm_id; struct iw_cm_conn_param; struct ib_qp; struct ib_send_wr; struct ib_recv_wr; struct ib_cq; struct ib_wc; struct ib_srq; struct ib_grh; struct ib_device_attr; struct ib_udata; struct ib_device_modify; struct ib_port_attr; struct ib_port_modify; struct ib_port_immutable; struct rdma_netdev_alloc_params; union ib_gid; struct ib_gid_attr; struct ib_ucontext; struct rdma_user_mmap_entry; struct ib_pd; struct ib_ah; struct rdma_ah_init_attr; struct rdma_ah_attr; struct ib_srq_init_attr; struct ib_srq_attr; struct ib_qp_init_attr; struct ib_qp_attr; struct ib_cq_init_attr; struct ib_mr; struct ib_sge; struct ib_mr_status; struct ib_mw; struct ib_xrcd; struct ib_flow; struct ib_flow_attr; struct ib_flow_action; struct ib_wq; struct ib_wq_init_attr; struct ib_wq_attr; struct ib_rwq_ind_table; struct ib_rwq_ind_table_init_attr; struct ib_dm; struct ib_dm_alloc_attr; struct ib_dm_mr_attr; struct ib_counters; struct ib_counters_read_attr; struct rdma_hw_stats; struct rdma_counter; struct ib_device_ops { struct module *owner; enum rdma_driver_id driver_id; u32 uverbs_abi_ver; unsigned int uverbs_no_driver_id_binding: 1; const struct attribute_group *device_group; const struct attribute_group **port_groups; int (*post_send)(struct ib_qp *, const struct ib_send_wr *, const struct ib_send_wr **); int (*post_recv)(struct ib_qp *, const struct ib_recv_wr *, const struct ib_recv_wr **); void (*drain_rq)(struct ib_qp *); void (*drain_sq)(struct ib_qp *); int (*poll_cq)(struct ib_cq *, int, struct ib_wc *); int (*peek_cq)(struct ib_cq *, int); int (*req_notify_cq)(struct ib_cq *, enum ib_cq_notify_flags); int (*post_srq_recv)(struct ib_srq *, const struct ib_recv_wr *, const struct ib_recv_wr **); int (*process_mad)(struct ib_device *, int, u32, const struct ib_wc *, const struct ib_grh *, const struct ib_mad *, struct ib_mad *, size_t *, u16 *); int (*query_device)(struct ib_device *, struct ib_device_attr *, struct ib_udata *); int (*modify_device)(struct ib_device *, int, struct ib_device_modify *); void (*get_dev_fw_str)(struct ib_device *, char *); const struct cpumask * (*get_vector_affinity)(struct ib_device *, int); int (*query_port)(struct ib_device *, u32, struct ib_port_attr *); int (*modify_port)(struct ib_device *, u32, int, struct ib_port_modify *); int (*get_port_immutable)(struct ib_device *, u32, struct ib_port_immutable *); enum rdma_link_layer (*get_link_layer)(struct ib_device *, u32); struct net_device * (*get_netdev)(struct ib_device *, u32); struct net_device * (*alloc_rdma_netdev)(struct ib_device *, u32, enum rdma_netdev_t, const char *, unsigned char, void (*)(struct net_device *)); int (*rdma_netdev_get_params)(struct ib_device *, u32, enum rdma_netdev_t, struct rdma_netdev_alloc_params *); int (*query_gid)(struct ib_device *, u32, int, union ib_gid *); int (*add_gid)(const struct ib_gid_attr *, void **); int (*del_gid)(const struct ib_gid_attr *, void **); int (*query_pkey)(struct ib_device *, u32, u16, u16 *); int (*alloc_ucontext)(struct ib_ucontext *, struct ib_udata *); void (*dealloc_ucontext)(struct ib_ucontext *); int (*mmap)(struct ib_ucontext *, struct vm_area_struct *); void (*mmap_free)(struct rdma_user_mmap_entry *); void (*disassociate_ucontext)(struct ib_ucontext *); int (*alloc_pd)(struct ib_pd *, struct ib_udata *); int (*dealloc_pd)(struct ib_pd *, struct ib_udata *); int (*create_ah)(struct ib_ah *, struct rdma_ah_init_attr *, struct ib_udata *); int (*create_user_ah)(struct ib_ah *, struct rdma_ah_init_attr *, struct ib_udata *); int (*modify_ah)(struct ib_ah *, struct rdma_ah_attr *); int (*query_ah)(struct ib_ah *, struct rdma_ah_attr *); int (*destroy_ah)(struct ib_ah *, u32); int (*create_srq)(struct ib_srq *, struct ib_srq_init_attr *, struct ib_udata *); int (*modify_srq)(struct ib_srq *, struct ib_srq_attr *, enum ib_srq_attr_mask, struct ib_udata *); int (*query_srq)(struct ib_srq *, struct ib_srq_attr *); int (*destroy_srq)(struct ib_srq *, struct ib_udata *); int (*create_qp)(struct ib_qp *, struct ib_qp_init_attr *, struct ib_udata *); int (*modify_qp)(struct ib_qp *, struct ib_qp_attr *, int, struct ib_udata *); int (*query_qp)(struct ib_qp *, struct ib_qp_attr *, int, struct ib_qp_init_attr *); int (*destroy_qp)(struct ib_qp *, struct ib_udata *); int (*create_cq)(struct ib_cq *, const struct ib_cq_init_attr *, struct ib_udata *); int (*modify_cq)(struct ib_cq *, u16, u16); int (*destroy_cq)(struct ib_cq *, struct ib_udata *); int (*resize_cq)(struct ib_cq *, int, struct ib_udata *); struct ib_mr * (*get_dma_mr)(struct ib_pd *, int); struct ib_mr * (*reg_user_mr)(struct ib_pd *, u64, u64, u64, int, struct ib_udata *); struct ib_mr * (*reg_user_mr_dmabuf)(struct ib_pd *, u64, u64, u64, int, int, struct ib_udata *); struct ib_mr * (*rereg_user_mr)(struct ib_mr *, int, u64, u64, u64, int, struct ib_pd *, struct ib_udata *); int (*dereg_mr)(struct ib_mr *, struct ib_udata *); struct ib_mr * (*alloc_mr)(struct ib_pd *, enum ib_mr_type, u32); struct ib_mr * (*alloc_mr_integrity)(struct ib_pd *, u32, u32); int (*advise_mr)(struct ib_pd *, enum ib_uverbs_advise_mr_advice, u32, struct ib_sge *, u32, struct uverbs_attr_bundle *); int (*map_mr_sg)(struct ib_mr *, struct scatterlist *, int, unsigned int *); int (*check_mr_status)(struct ib_mr *, u32, struct ib_mr_status *); int (*alloc_mw)(struct ib_mw *, struct ib_udata *); int (*dealloc_mw)(struct ib_mw *); int (*attach_mcast)(struct ib_qp *, union ib_gid *, u16); int (*detach_mcast)(struct ib_qp *, union ib_gid *, u16); int (*alloc_xrcd)(struct ib_xrcd *, struct ib_udata *); int (*dealloc_xrcd)(struct ib_xrcd *, struct ib_udata *); struct ib_flow * (*create_flow)(struct ib_qp *, struct ib_flow_attr *, struct ib_udata *); int (*destroy_flow)(struct ib_flow *); int (*destroy_flow_action)(struct ib_flow_action *); int (*set_vf_link_state)(struct ib_device *, int, u32, int); int (*get_vf_config)(struct ib_device *, int, u32, struct ifla_vf_info *); int (*get_vf_stats)(struct ib_device *, int, u32, struct ifla_vf_stats *); int (*get_vf_guid)(struct ib_device *, int, u32, struct ifla_vf_guid *, struct ifla_vf_guid *); int (*set_vf_guid)(struct ib_device *, int, u32, u64, int); struct ib_wq * (*create_wq)(struct ib_pd *, struct ib_wq_init_attr *, struct ib_udata *); int (*destroy_wq)(struct ib_wq *, struct ib_udata *); int (*modify_wq)(struct ib_wq *, struct ib_wq_attr *, u32, struct ib_udata *); int (*create_rwq_ind_table)(struct ib_rwq_ind_table *, struct ib_rwq_ind_table_init_attr *, struct ib_udata *); int (*destroy_rwq_ind_table)(struct ib_rwq_ind_table *); struct ib_dm * (*alloc_dm)(struct ib_device *, struct ib_ucontext *, struct ib_dm_alloc_attr *, struct uverbs_attr_bundle *); int (*dealloc_dm)(struct ib_dm *, struct uverbs_attr_bundle *); struct ib_mr * (*reg_dm_mr)(struct ib_pd *, struct ib_dm *, struct ib_dm_mr_attr *, struct uverbs_attr_bundle *); int (*create_counters)(struct ib_counters *, struct uverbs_attr_bundle *); int (*destroy_counters)(struct ib_counters *); int (*read_counters)(struct ib_counters *, struct ib_counters_read_attr *, struct uverbs_attr_bundle *); int (*map_mr_sg_pi)(struct ib_mr *, struct scatterlist *, int, unsigned int *, struct scatterlist *, int, unsigned int *); struct rdma_hw_stats * (*alloc_hw_device_stats)(struct ib_device *); struct rdma_hw_stats * (*alloc_hw_port_stats)(struct ib_device *, u32); int (*get_hw_stats)(struct ib_device *, struct rdma_hw_stats *, u32, int); int (*modify_hw_stat)(struct ib_device *, u32, unsigned int, bool); int (*fill_res_mr_entry)(struct sk_buff *, struct ib_mr *); int (*fill_res_mr_entry_raw)(struct sk_buff *, struct ib_mr *); int (*fill_res_cq_entry)(struct sk_buff *, struct ib_cq *); int (*fill_res_cq_entry_raw)(struct sk_buff *, struct ib_cq *); int (*fill_res_qp_entry)(struct sk_buff *, struct ib_qp *); int (*fill_res_qp_entry_raw)(struct sk_buff *, struct ib_qp *); int (*fill_res_cm_id_entry)(struct sk_buff *, struct rdma_cm_id *); int (*enable_driver)(struct ib_device *); void (*dealloc_driver)(struct ib_device *); void (*iw_add_ref)(struct ib_qp *); void (*iw_rem_ref)(struct ib_qp *); struct ib_qp * (*iw_get_qp)(struct ib_device *, int); int (*iw_connect)(struct iw_cm_id *, struct iw_cm_conn_param *); int (*iw_accept)(struct iw_cm_id *, struct iw_cm_conn_param *); int (*iw_reject)(struct iw_cm_id *, const void *, u8); int (*iw_create_listen)(struct iw_cm_id *, int); int (*iw_destroy_listen)(struct iw_cm_id *); int (*counter_bind_qp)(struct rdma_counter *, struct ib_qp *); int (*counter_unbind_qp)(struct ib_qp *); int (*counter_dealloc)(struct rdma_counter *); struct rdma_hw_stats * (*counter_alloc_stats)(struct rdma_counter *); int (*counter_update_stats)(struct rdma_counter *); int (*fill_stat_mr_entry)(struct sk_buff *, struct ib_mr *); int (*query_ucontext)(struct ib_ucontext *, struct uverbs_attr_bundle *); int (*get_numa_node)(struct ib_device *); size_t size_ib_ah; size_t size_ib_counters; size_t size_ib_cq; size_t size_ib_mw; size_t size_ib_pd; size_t size_ib_qp; size_t size_ib_rwq_ind_table; size_t size_ib_srq; size_t size_ib_ucontext; size_t size_ib_xrcd; }; struct ib_core_device { struct device dev; possible_net_t rdma_net; struct kobject *ports_kobj; struct list_head port_list; struct ib_device *owner; }; enum ib_atomic_cap { IB_ATOMIC_NONE = 0, IB_ATOMIC_HCA = 1, IB_ATOMIC_GLOB = 2, }; struct ib_odp_caps { uint64_t general_caps; struct { uint32_t rc_odp_caps; uint32_t uc_odp_caps; uint32_t ud_odp_caps; uint32_t xrc_odp_caps; } per_transport_caps; }; struct ib_rss_caps { u32 supported_qpts; u32 max_rwq_indirection_tables; u32 max_rwq_indirection_table_size; }; struct ib_tm_caps { u32 max_rndv_hdr_size; u32 max_num_tags; u32 flags; u32 max_ops; u32 max_sge; }; struct ib_cq_caps { u16 max_cq_moderation_count; u16 max_cq_moderation_period; }; struct ib_device_attr { u64 fw_ver; __be64 sys_image_guid; u64 max_mr_size; u64 page_size_cap; u32 vendor_id; u32 vendor_part_id; u32 hw_ver; int max_qp; int max_qp_wr; u64 device_cap_flags; u64 kernel_cap_flags; int max_send_sge; int max_recv_sge; int max_sge_rd; int max_cq; int max_cqe; int max_mr; int max_pd; int max_qp_rd_atom; int max_ee_rd_atom; int max_res_rd_atom; int max_qp_init_rd_atom; int max_ee_init_rd_atom; enum ib_atomic_cap atomic_cap; enum ib_atomic_cap masked_atomic_cap; int max_ee; int max_rdd; int max_mw; int max_raw_ipv6_qp; int max_raw_ethy_qp; int max_mcast_grp; int max_mcast_qp_attach; int max_total_mcast_qp_attach; int max_ah; int max_srq; int max_srq_wr; int max_srq_sge; unsigned int max_fast_reg_page_list_len; unsigned int max_pi_fast_reg_page_list_len; u16 max_pkeys; u8 local_ca_ack_delay; int sig_prot_cap; int sig_guard_cap; struct ib_odp_caps odp_caps; uint64_t timestamp_mask; uint64_t hca_core_clock; struct ib_rss_caps rss_caps; u32 max_wq_type_rq; u32 raw_packet_caps; struct ib_tm_caps tm_caps; struct ib_cq_caps cq_caps; u64 max_dm_size; u32 max_sgl_rd; }; struct hw_stats_device_data; struct rdma_restrack_root; struct uapi_definition; struct ib_port_data; struct rdma_link_ops; struct ib_device { struct device *dma_device; struct ib_device_ops ops; char name[64]; struct callback_head callback_head; struct list_head event_handler_list; struct rw_semaphore event_handler_rwsem; spinlock_t qp_open_list_lock; struct rw_semaphore client_data_rwsem; struct xarray client_data; struct mutex unregistration_lock; rwlock_t cache_lock; struct ib_port_data *port_data; int num_comp_vectors; union { struct device dev; struct ib_core_device coredev; }; const struct attribute_group *groups[4]; u64 uverbs_cmd_mask; char node_desc[64]; __be64 node_guid; u32 local_dma_lkey; u16 is_switch: 1; u16 kverbs_provider: 1; u16 use_cq_dim: 1; u8 node_type; u32 phys_port_cnt; struct ib_device_attr attrs; struct hw_stats_device_data *hw_stats_data; u32 index; spinlock_t cq_pools_lock; struct list_head cq_pools[3]; struct rdma_restrack_root *res; const struct uapi_definition *driver_def; refcount_t refcount; struct completion unreg_completion; struct work_struct unregistration_work; const struct rdma_link_ops *link_ops; struct mutex compat_devs_mutex; struct xarray compat_devs; char iw_ifname[16]; u32 iw_driver_flags; u32 lag_flags; }; struct devlink_linecard_ops; struct devlink_linecard_type; struct devlink_linecard { struct list_head list; struct devlink *devlink; unsigned int index; const struct devlink_linecard_ops *ops; void *priv; enum devlink_linecard_state state; struct mutex state_lock; const char *type; struct devlink_linecard_type *types; unsigned int types_count; struct devlink *nested_devlink; }; struct devlink_port_new_attrs { enum devlink_port_flavour flavour; unsigned int port_index; u32 controller; u32 sfnum; u16 pfnum; u8 port_index_valid: 1; u8 controller_valid: 1; u8 sfnum_valid: 1; }; struct devlink_linecard_ops { int (*provision)(struct devlink_linecard *, void *, const char *, const void *, struct netlink_ext_ack *); int (*unprovision)(struct devlink_linecard *, void *, struct netlink_ext_ack *); bool (*same_provision)(struct devlink_linecard *, void *, const char *, const void *); unsigned int (*types_count)(struct devlink_linecard *, void *); void (*types_get)(struct devlink_linecard *, void *, unsigned int, const char **, const void **); }; struct devlink_sb_pool_info { enum devlink_sb_pool_type pool_type; u32 size; enum devlink_sb_threshold_type threshold_type; u32 cell_size; }; struct devlink_dpipe_field { const char *name; unsigned int id; unsigned int bitwidth; enum devlink_dpipe_field_mapping_type mapping_type; }; struct devlink_dpipe_header { const char *name; unsigned int id; struct devlink_dpipe_field *fields; unsigned int fields_count; bool global; }; struct devlink_dpipe_headers { struct devlink_dpipe_header **headers; unsigned int headers_count; }; struct devlink_resource_size_params { u64 size_min; u64 size_max; u64 size_granularity; enum devlink_resource_unit unit; }; typedef u64 devlink_resource_occ_get_t(void *); struct devlink_flash_update_params { const struct firmware *fw; const char *component; u32 overwrite_mask; }; struct devlink_trap_policer { u32 id; u64 init_rate; u64 init_burst; u64 max_rate; u64 min_rate; u64 max_burst; u64 min_burst; }; struct devlink_trap_group { const char *name; u16 id; bool generic; u32 init_policer_id; }; struct devlink_trap { enum devlink_trap_type type; enum devlink_trap_action init_action; bool generic; u16 id; const char *name; u16 init_group_id; u32 metadata_cap; }; struct devlink_info_req; struct devlink_ops { u32 supported_flash_update_params; long unsigned int reload_actions; long unsigned int reload_limits; int (*reload_down)(struct devlink *, bool, enum devlink_reload_action, enum devlink_reload_limit, struct netlink_ext_ack *); int (*reload_up)(struct devlink *, enum devlink_reload_action, enum devlink_reload_limit, u32 *, struct netlink_ext_ack *); int (*sb_pool_get)(struct devlink *, unsigned int, u16, struct devlink_sb_pool_info *); int (*sb_pool_set)(struct devlink *, unsigned int, u16, u32, enum devlink_sb_threshold_type, struct netlink_ext_ack *); int (*sb_port_pool_get)(struct devlink_port *, unsigned int, u16, u32 *); int (*sb_port_pool_set)(struct devlink_port *, unsigned int, u16, u32, struct netlink_ext_ack *); int (*sb_tc_pool_bind_get)(struct devlink_port *, unsigned int, u16, enum devlink_sb_pool_type, u16 *, u32 *); int (*sb_tc_pool_bind_set)(struct devlink_port *, unsigned int, u16, enum devlink_sb_pool_type, u16, u32, struct netlink_ext_ack *); int (*sb_occ_snapshot)(struct devlink *, unsigned int); int (*sb_occ_max_clear)(struct devlink *, unsigned int); int (*sb_occ_port_pool_get)(struct devlink_port *, unsigned int, u16, u32 *, u32 *); int (*sb_occ_tc_port_bind_get)(struct devlink_port *, unsigned int, u16, enum devlink_sb_pool_type, u32 *, u32 *); int (*eswitch_mode_get)(struct devlink *, u16 *); int (*eswitch_mode_set)(struct devlink *, u16, struct netlink_ext_ack *); int (*eswitch_inline_mode_get)(struct devlink *, u8 *); int (*eswitch_inline_mode_set)(struct devlink *, u8, struct netlink_ext_ack *); int (*eswitch_encap_mode_get)(struct devlink *, enum devlink_eswitch_encap_mode *); int (*eswitch_encap_mode_set)(struct devlink *, enum devlink_eswitch_encap_mode, struct netlink_ext_ack *); int (*info_get)(struct devlink *, struct devlink_info_req *, struct netlink_ext_ack *); int (*flash_update)(struct devlink *, struct devlink_flash_update_params *, struct netlink_ext_ack *); int (*trap_init)(struct devlink *, const struct devlink_trap *, void *); void (*trap_fini)(struct devlink *, const struct devlink_trap *, void *); int (*trap_action_set)(struct devlink *, const struct devlink_trap *, enum devlink_trap_action, struct netlink_ext_ack *); int (*trap_group_init)(struct devlink *, const struct devlink_trap_group *); int (*trap_group_set)(struct devlink *, const struct devlink_trap_group *, const struct devlink_trap_policer *, struct netlink_ext_ack *); int (*trap_group_action_set)(struct devlink *, const struct devlink_trap_group *, enum devlink_trap_action, struct netlink_ext_ack *); int (*trap_drop_counter_get)(struct devlink *, const struct devlink_trap *, u64 *); int (*trap_policer_init)(struct devlink *, const struct devlink_trap_policer *); void (*trap_policer_fini)(struct devlink *, const struct devlink_trap_policer *); int (*trap_policer_set)(struct devlink *, const struct devlink_trap_policer *, u64, u64, struct netlink_ext_ack *); int (*trap_policer_counter_get)(struct devlink *, const struct devlink_trap_policer *, u64 *); int (*port_new)(struct devlink *, const struct devlink_port_new_attrs *, struct netlink_ext_ack *, struct devlink_port **); int (*rate_leaf_tx_share_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_leaf_tx_max_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_leaf_tx_priority_set)(struct devlink_rate *, void *, u32, struct netlink_ext_ack *); int (*rate_leaf_tx_weight_set)(struct devlink_rate *, void *, u32, struct netlink_ext_ack *); int (*rate_node_tx_share_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_node_tx_max_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_node_tx_priority_set)(struct devlink_rate *, void *, u32, struct netlink_ext_ack *); int (*rate_node_tx_weight_set)(struct devlink_rate *, void *, u32, struct netlink_ext_ack *); int (*rate_node_new)(struct devlink_rate *, void **, struct netlink_ext_ack *); int (*rate_node_del)(struct devlink_rate *, void *, struct netlink_ext_ack *); int (*rate_leaf_parent_set)(struct devlink_rate *, struct devlink_rate *, void *, void *, struct netlink_ext_ack *); int (*rate_node_parent_set)(struct devlink_rate *, struct devlink_rate *, void *, void *, struct netlink_ext_ack *); bool (*selftest_check)(struct devlink *, unsigned int, struct netlink_ext_ack *); enum devlink_selftest_status (*selftest_run)(struct devlink *, unsigned int, struct netlink_ext_ack *); }; struct irq_poll; typedef int irq_poll_fn(struct irq_poll *, int); struct irq_poll { struct list_head list; long unsigned int state; int weight; irq_poll_fn *poll; }; enum rdma_nl_counter_mode { RDMA_COUNTER_MODE_NONE = 0, RDMA_COUNTER_MODE_AUTO = 1, RDMA_COUNTER_MODE_MANUAL = 2, RDMA_COUNTER_MODE_MAX = 3, }; enum rdma_nl_counter_mask { RDMA_COUNTER_MASK_QP_TYPE = 1, RDMA_COUNTER_MASK_PID = 2, }; enum rdma_restrack_type { RDMA_RESTRACK_PD = 0, RDMA_RESTRACK_CQ = 1, RDMA_RESTRACK_QP = 2, RDMA_RESTRACK_CM_ID = 3, RDMA_RESTRACK_MR = 4, RDMA_RESTRACK_CTX = 5, RDMA_RESTRACK_COUNTER = 6, RDMA_RESTRACK_SRQ = 7, RDMA_RESTRACK_MAX = 8, }; struct rdma_restrack_entry { bool valid; u8 no_track: 1; struct kref kref; struct completion comp; struct task_struct *task; const char *kern_name; enum rdma_restrack_type type; bool user; u32 id; }; struct rdma_link_ops { struct list_head list; const char *type; int (*newlink)(const char *, struct net_device *); }; struct auto_mode_param { int qp_type; }; struct rdma_counter_mode { enum rdma_nl_counter_mode mode; enum rdma_nl_counter_mask mask; struct auto_mode_param param; }; struct rdma_port_counter { struct rdma_counter_mode mode; struct rdma_hw_stats *hstats; unsigned int num_counters; struct mutex lock; }; struct rdma_stat_desc; struct rdma_hw_stats { struct mutex lock; long unsigned int timestamp; long unsigned int lifespan; const struct rdma_stat_desc *descs; long unsigned int *is_disabled; int num_counters; u64 value[0]; }; struct rdma_counter { struct rdma_restrack_entry res; struct ib_device *device; uint32_t id; struct kref kref; struct rdma_counter_mode mode; struct mutex lock; struct rdma_hw_stats *stats; u32 port; }; enum ib_signature_type { IB_SIG_TYPE_NONE = 0, IB_SIG_TYPE_T10_DIF = 1, }; enum ib_t10_dif_bg_type { IB_T10DIF_CRC = 0, IB_T10DIF_CSUM = 1, }; struct ib_t10_dif_domain { enum ib_t10_dif_bg_type bg_type; u16 pi_interval; u16 bg; u16 app_tag; u32 ref_tag; bool ref_remap; bool app_escape; bool ref_escape; u16 apptag_check_mask; }; struct ib_sig_domain { enum ib_signature_type sig_type; union { struct ib_t10_dif_domain dif; } sig; }; struct ib_sig_attrs { u8 check_mask; struct ib_sig_domain mem; struct ib_sig_domain wire; int meta_length; }; enum ib_sig_err_type { IB_SIG_BAD_GUARD = 0, IB_SIG_BAD_REFTAG = 1, IB_SIG_BAD_APPTAG = 2, }; struct ib_sig_err { enum ib_sig_err_type err_type; u32 expected; u32 actual; u64 sig_err_offset; u32 key; }; union ib_gid { u8 raw[16]; struct { __be64 subnet_prefix; __be64 interface_id; } global; }; enum ib_gid_type { IB_GID_TYPE_IB = 0, IB_GID_TYPE_ROCE = 1, IB_GID_TYPE_ROCE_UDP_ENCAP = 2, IB_GID_TYPE_SIZE = 3, }; struct ib_gid_attr { struct net_device *ndev; struct ib_device *device; union ib_gid gid; enum ib_gid_type gid_type; u16 index; u32 port_num; }; struct ib_cq_init_attr { unsigned int cqe; u32 comp_vector; u32 flags; }; struct ib_dm_mr_attr { u64 length; u64 offset; u32 access_flags; }; struct ib_dm_alloc_attr { u64 length; u32 alignment; u32 flags; }; enum ib_mtu { IB_MTU_256 = 1, IB_MTU_512 = 2, IB_MTU_1024 = 3, IB_MTU_2048 = 4, IB_MTU_4096 = 5, }; enum ib_port_state { IB_PORT_NOP = 0, IB_PORT_DOWN = 1, IB_PORT_INIT = 2, IB_PORT_ARMED = 3, IB_PORT_ACTIVE = 4, IB_PORT_ACTIVE_DEFER = 5, }; struct rdma_stat_desc { const char *name; unsigned int flags; const void *priv; }; struct ib_port_attr { u64 subnet_prefix; enum ib_port_state state; enum ib_mtu max_mtu; enum ib_mtu active_mtu; u32 phys_mtu; int gid_tbl_len; unsigned int ip_gids: 1; u32 port_cap_flags; u32 max_msg_sz; u32 bad_pkey_cntr; u32 qkey_viol_cntr; u16 pkey_tbl_len; u32 sm_lid; u32 lid; u8 lmc; u8 max_vl_num; u8 sm_sl; u8 subnet_timeout; u8 init_type_reply; u8 active_width; u16 active_speed; u8 phys_state; u16 port_cap_flags2; }; struct ib_device_modify { u64 sys_image_guid; char node_desc[64]; }; struct ib_port_modify { u32 set_port_cap_mask; u32 clr_port_cap_mask; u8 init_type; }; enum ib_event_type { IB_EVENT_CQ_ERR = 0, IB_EVENT_QP_FATAL = 1, IB_EVENT_QP_REQ_ERR = 2, IB_EVENT_QP_ACCESS_ERR = 3, IB_EVENT_COMM_EST = 4, IB_EVENT_SQ_DRAINED = 5, IB_EVENT_PATH_MIG = 6, IB_EVENT_PATH_MIG_ERR = 7, IB_EVENT_DEVICE_FATAL = 8, IB_EVENT_PORT_ACTIVE = 9, IB_EVENT_PORT_ERR = 10, IB_EVENT_LID_CHANGE = 11, IB_EVENT_PKEY_CHANGE = 12, IB_EVENT_SM_CHANGE = 13, IB_EVENT_SRQ_ERR = 14, IB_EVENT_SRQ_LIMIT_REACHED = 15, IB_EVENT_QP_LAST_WQE_REACHED = 16, IB_EVENT_CLIENT_REREGISTER = 17, IB_EVENT_GID_CHANGE = 18, IB_EVENT_WQ_FATAL = 19, }; struct ib_ucq_object; typedef void (*ib_comp_handler)(struct ib_cq *, void *); struct ib_event; struct ib_cq { struct ib_device *device; struct ib_ucq_object *uobject; ib_comp_handler comp_handler; void (*event_handler)(struct ib_event *, void *); void *cq_context; int cqe; unsigned int cqe_used; atomic_t usecnt; enum ib_poll_context poll_ctx; struct ib_wc *wc; struct list_head pool_entry; union { struct irq_poll iop; struct work_struct work; }; struct workqueue_struct *comp_wq; struct dim *dim; ktime_t timestamp; u8 interrupt: 1; u8 shared: 1; unsigned int comp_vector; struct rdma_restrack_entry res; }; struct ib_uqp_object; enum ib_qp_type { IB_QPT_SMI = 0, IB_QPT_GSI = 1, IB_QPT_RC = 2, IB_QPT_UC = 3, IB_QPT_UD = 4, IB_QPT_RAW_IPV6 = 5, IB_QPT_RAW_ETHERTYPE = 6, IB_QPT_RAW_PACKET = 8, IB_QPT_XRC_INI = 9, IB_QPT_XRC_TGT = 10, IB_QPT_MAX = 11, IB_QPT_DRIVER = 255, IB_QPT_RESERVED1 = 4096, IB_QPT_RESERVED2 = 4097, IB_QPT_RESERVED3 = 4098, IB_QPT_RESERVED4 = 4099, IB_QPT_RESERVED5 = 4100, IB_QPT_RESERVED6 = 4101, IB_QPT_RESERVED7 = 4102, IB_QPT_RESERVED8 = 4103, IB_QPT_RESERVED9 = 4104, IB_QPT_RESERVED10 = 4105, }; struct ib_qp_security; struct ib_qp { struct ib_device *device; struct ib_pd *pd; struct ib_cq *send_cq; struct ib_cq *recv_cq; spinlock_t mr_lock; int mrs_used; struct list_head rdma_mrs; struct list_head sig_mrs; struct ib_srq *srq; struct ib_xrcd *xrcd; struct list_head xrcd_list; atomic_t usecnt; struct list_head open_list; struct ib_qp *real_qp; struct ib_uqp_object *uobject; void (*event_handler)(struct ib_event *, void *); void *qp_context; const struct ib_gid_attr *av_sgid_attr; const struct ib_gid_attr *alt_path_sgid_attr; u32 qp_num; u32 max_write_sge; u32 max_read_sge; enum ib_qp_type qp_type; struct ib_rwq_ind_table *rwq_ind_tbl; struct ib_qp_security *qp_sec; u32 port; bool integrity_en; struct rdma_restrack_entry res; struct rdma_counter *counter; }; struct ib_usrq_object; enum ib_srq_type { IB_SRQT_BASIC = 0, IB_SRQT_XRC = 1, IB_SRQT_TM = 2, }; struct ib_srq { struct ib_device *device; struct ib_pd *pd; struct ib_usrq_object *uobject; void (*event_handler)(struct ib_event *, void *); void *srq_context; enum ib_srq_type srq_type; atomic_t usecnt; struct { struct ib_cq *cq; union { struct { struct ib_xrcd *xrcd; u32 srq_num; } xrc; }; } ext; struct rdma_restrack_entry res; }; struct ib_uwq_object; enum ib_wq_state { IB_WQS_RESET = 0, IB_WQS_RDY = 1, IB_WQS_ERR = 2, }; enum ib_wq_type { IB_WQT_RQ = 0, }; struct ib_wq { struct ib_device *device; struct ib_uwq_object *uobject; void *wq_context; void (*event_handler)(struct ib_event *, void *); struct ib_pd *pd; struct ib_cq *cq; u32 wq_num; enum ib_wq_state state; enum ib_wq_type wq_type; atomic_t usecnt; }; struct ib_event { struct ib_device *device; union { struct ib_cq *cq; struct ib_qp *qp; struct ib_srq *srq; struct ib_wq *wq; u32 port_num; } element; enum ib_event_type event; }; struct ib_global_route { const struct ib_gid_attr *sgid_attr; union ib_gid dgid; u32 flow_label; u8 sgid_index; u8 hop_limit; u8 traffic_class; }; struct ib_grh { __be32 version_tclass_flow; __be16 paylen; u8 next_hdr; u8 hop_limit; union ib_gid sgid; union ib_gid dgid; }; struct ib_mr_status { u32 fail_status; struct ib_sig_err sig_err; }; struct rdma_ah_init_attr { struct rdma_ah_attr *ah_attr; u32 flags; struct net_device *xmit_slave; }; enum rdma_ah_attr_type { RDMA_AH_ATTR_TYPE_UNDEFINED = 0, RDMA_AH_ATTR_TYPE_IB = 1, RDMA_AH_ATTR_TYPE_ROCE = 2, RDMA_AH_ATTR_TYPE_OPA = 3, }; struct ib_ah_attr { u16 dlid; u8 src_path_bits; }; struct roce_ah_attr { u8 dmac[6]; }; struct opa_ah_attr { u32 dlid; u8 src_path_bits; bool make_grd; }; struct rdma_ah_attr { struct ib_global_route grh; u8 sl; u8 static_rate; u32 port_num; u8 ah_flags; enum rdma_ah_attr_type type; union { struct ib_ah_attr ib; struct roce_ah_attr roce; struct opa_ah_attr opa; }; }; enum ib_wc_status { IB_WC_SUCCESS = 0, IB_WC_LOC_LEN_ERR = 1, IB_WC_LOC_QP_OP_ERR = 2, IB_WC_LOC_EEC_OP_ERR = 3, IB_WC_LOC_PROT_ERR = 4, IB_WC_WR_FLUSH_ERR = 5, IB_WC_MW_BIND_ERR = 6, IB_WC_BAD_RESP_ERR = 7, IB_WC_LOC_ACCESS_ERR = 8, IB_WC_REM_INV_REQ_ERR = 9, IB_WC_REM_ACCESS_ERR = 10, IB_WC_REM_OP_ERR = 11, IB_WC_RETRY_EXC_ERR = 12, IB_WC_RNR_RETRY_EXC_ERR = 13, IB_WC_LOC_RDD_VIOL_ERR = 14, IB_WC_REM_INV_RD_REQ_ERR = 15, IB_WC_REM_ABORT_ERR = 16, IB_WC_INV_EECN_ERR = 17, IB_WC_INV_EEC_STATE_ERR = 18, IB_WC_FATAL_ERR = 19, IB_WC_RESP_TIMEOUT_ERR = 20, IB_WC_GENERAL_ERR = 21, }; enum ib_wc_opcode { IB_WC_SEND = 0, IB_WC_RDMA_WRITE = 1, IB_WC_RDMA_READ = 2, IB_WC_COMP_SWAP = 3, IB_WC_FETCH_ADD = 4, IB_WC_BIND_MW = 5, IB_WC_LOCAL_INV = 6, IB_WC_LSO = 7, IB_WC_ATOMIC_WRITE = 9, IB_WC_REG_MR = 10, IB_WC_MASKED_COMP_SWAP = 11, IB_WC_MASKED_FETCH_ADD = 12, IB_WC_FLUSH = 8, IB_WC_RECV = 128, IB_WC_RECV_RDMA_WITH_IMM = 129, }; struct ib_cqe { void (*done)(struct ib_cq *, struct ib_wc *); }; struct ib_wc { union { u64 wr_id; struct ib_cqe *wr_cqe; }; enum ib_wc_status status; enum ib_wc_opcode opcode; u32 vendor_err; u32 byte_len; struct ib_qp *qp; union { __be32 imm_data; u32 invalidate_rkey; } ex; u32 src_qp; u32 slid; int wc_flags; u16 pkey_index; u8 sl; u8 dlid_path_bits; u32 port_num; u8 smac[6]; u16 vlan_id; u8 network_hdr_type; }; struct ib_srq_attr { u32 max_wr; u32 max_sge; u32 srq_limit; }; struct ib_xrcd { struct ib_device *device; atomic_t usecnt; struct inode *inode; struct rw_semaphore tgt_qps_rwsem; struct xarray tgt_qps; }; struct ib_srq_init_attr { void (*event_handler)(struct ib_event *, void *); void *srq_context; struct ib_srq_attr attr; enum ib_srq_type srq_type; struct { struct ib_cq *cq; union { struct { struct ib_xrcd *xrcd; } xrc; struct { u32 max_num_tags; } tag_matching; }; } ext; }; struct ib_qp_cap { u32 max_send_wr; u32 max_recv_wr; u32 max_send_sge; u32 max_recv_sge; u32 max_inline_data; u32 max_rdma_ctxs; }; enum ib_sig_type { IB_SIGNAL_ALL_WR = 0, IB_SIGNAL_REQ_WR = 1, }; struct ib_qp_init_attr { void (*event_handler)(struct ib_event *, void *); void *qp_context; struct ib_cq *send_cq; struct ib_cq *recv_cq; struct ib_srq *srq; struct ib_xrcd *xrcd; struct ib_qp_cap cap; enum ib_sig_type sq_sig_type; enum ib_qp_type qp_type; u32 create_flags; u32 port_num; struct ib_rwq_ind_table *rwq_ind_tbl; u32 source_qpn; }; struct ib_uobject; struct ib_rwq_ind_table { struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; u32 ind_tbl_num; u32 log_ind_tbl_size; struct ib_wq **ind_tbl; }; enum ib_qp_state { IB_QPS_RESET = 0, IB_QPS_INIT = 1, IB_QPS_RTR = 2, IB_QPS_RTS = 3, IB_QPS_SQD = 4, IB_QPS_SQE = 5, IB_QPS_ERR = 6, }; enum ib_mig_state { IB_MIG_MIGRATED = 0, IB_MIG_REARM = 1, IB_MIG_ARMED = 2, }; enum ib_mw_type { IB_MW_TYPE_1 = 1, IB_MW_TYPE_2 = 2, }; struct ib_qp_attr { enum ib_qp_state qp_state; enum ib_qp_state cur_qp_state; enum ib_mtu path_mtu; enum ib_mig_state path_mig_state; u32 qkey; u32 rq_psn; u32 sq_psn; u32 dest_qp_num; int qp_access_flags; struct ib_qp_cap cap; struct rdma_ah_attr ah_attr; struct rdma_ah_attr alt_ah_attr; u16 pkey_index; u16 alt_pkey_index; u8 en_sqd_async_notify; u8 sq_draining; u8 max_rd_atomic; u8 max_dest_rd_atomic; u8 min_rnr_timer; u32 port_num; u8 timeout; u8 retry_cnt; u8 rnr_retry; u32 alt_port_num; u8 alt_timeout; u32 rate_limit; struct net_device *xmit_slave; }; enum ib_wr_opcode { IB_WR_RDMA_WRITE = 0, IB_WR_RDMA_WRITE_WITH_IMM = 1, IB_WR_SEND = 2, IB_WR_SEND_WITH_IMM = 3, IB_WR_RDMA_READ = 4, IB_WR_ATOMIC_CMP_AND_SWP = 5, IB_WR_ATOMIC_FETCH_AND_ADD = 6, IB_WR_BIND_MW = 8, IB_WR_LSO = 10, IB_WR_SEND_WITH_INV = 9, IB_WR_RDMA_READ_WITH_INV = 11, IB_WR_LOCAL_INV = 7, IB_WR_MASKED_ATOMIC_CMP_AND_SWP = 12, IB_WR_MASKED_ATOMIC_FETCH_AND_ADD = 13, IB_WR_FLUSH = 14, IB_WR_ATOMIC_WRITE = 15, IB_WR_REG_MR = 32, IB_WR_REG_MR_INTEGRITY = 33, IB_WR_RESERVED1 = 240, IB_WR_RESERVED2 = 241, IB_WR_RESERVED3 = 242, IB_WR_RESERVED4 = 243, IB_WR_RESERVED5 = 244, IB_WR_RESERVED6 = 245, IB_WR_RESERVED7 = 246, IB_WR_RESERVED8 = 247, IB_WR_RESERVED9 = 248, IB_WR_RESERVED10 = 249, }; struct ib_sge { u64 addr; u32 length; u32 lkey; }; struct ib_send_wr { struct ib_send_wr *next; union { u64 wr_id; struct ib_cqe *wr_cqe; }; struct ib_sge *sg_list; int num_sge; enum ib_wr_opcode opcode; int send_flags; union { __be32 imm_data; u32 invalidate_rkey; } ex; }; struct ib_ah { struct ib_device *device; struct ib_pd *pd; struct ib_uobject *uobject; const struct ib_gid_attr *sgid_attr; enum rdma_ah_attr_type type; }; struct ib_mr { struct ib_device *device; struct ib_pd *pd; u32 lkey; u32 rkey; u64 iova; u64 length; unsigned int page_size; enum ib_mr_type type; bool need_inval; union { struct ib_uobject *uobject; struct list_head qp_entry; }; struct ib_dm *dm; struct ib_sig_attrs *sig_attrs; struct rdma_restrack_entry res; }; struct ib_recv_wr { struct ib_recv_wr *next; union { u64 wr_id; struct ib_cqe *wr_cqe; }; struct ib_sge *sg_list; int num_sge; }; struct ib_rdmacg_object {}; struct ib_uverbs_file; struct ib_ucontext { struct ib_device *device; struct ib_uverbs_file *ufile; struct ib_rdmacg_object cg_obj; struct rdma_restrack_entry res; struct xarray mmap_xa; }; struct uverbs_api_object; struct ib_uobject { u64 user_handle; struct ib_uverbs_file *ufile; struct ib_ucontext *context; void *object; struct list_head list; struct ib_rdmacg_object cg_obj; int id; struct kref ref; atomic_t usecnt; struct callback_head rcu; const struct uverbs_api_object *uapi_object; }; struct ib_udata { const void *inbuf; void *outbuf; size_t inlen; size_t outlen; }; struct ib_pd { u32 local_dma_lkey; u32 flags; struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; u32 unsafe_global_rkey; struct ib_mr *__internal_mr; struct rdma_restrack_entry res; }; struct ib_wq_init_attr { void *wq_context; enum ib_wq_type wq_type; u32 max_wr; u32 max_sge; struct ib_cq *cq; void (*event_handler)(struct ib_event *, void *); u32 create_flags; }; struct ib_wq_attr { enum ib_wq_state wq_state; enum ib_wq_state curr_wq_state; u32 flags; u32 flags_mask; }; struct ib_rwq_ind_table_init_attr { u32 log_ind_tbl_size; struct ib_wq **ind_tbl; }; enum port_pkey_state { IB_PORT_PKEY_NOT_VALID = 0, IB_PORT_PKEY_VALID = 1, IB_PORT_PKEY_LISTED = 2, }; struct ib_port_pkey { enum port_pkey_state state; u16 pkey_index; u32 port_num; struct list_head qp_list; struct list_head to_error_list; struct ib_qp_security *sec; }; struct ib_ports_pkeys; struct ib_qp_security { struct ib_qp *qp; struct ib_device *dev; struct mutex mutex; struct ib_ports_pkeys *ports_pkeys; struct list_head shared_qp_list; void *security; bool destroying; atomic_t error_list_count; struct completion error_complete; int error_comps_pending; }; struct ib_ports_pkeys { struct ib_port_pkey main; struct ib_port_pkey alt; }; struct ib_dm { struct ib_device *device; u32 length; u32 flags; struct ib_uobject *uobject; atomic_t usecnt; }; struct ib_mw { struct ib_device *device; struct ib_pd *pd; struct ib_uobject *uobject; u32 rkey; enum ib_mw_type type; }; enum ib_flow_attr_type { IB_FLOW_ATTR_NORMAL = 0, IB_FLOW_ATTR_ALL_DEFAULT = 1, IB_FLOW_ATTR_MC_DEFAULT = 2, IB_FLOW_ATTR_SNIFFER = 3, }; enum ib_flow_spec_type { IB_FLOW_SPEC_ETH = 32, IB_FLOW_SPEC_IB = 34, IB_FLOW_SPEC_IPV4 = 48, IB_FLOW_SPEC_IPV6 = 49, IB_FLOW_SPEC_ESP = 52, IB_FLOW_SPEC_TCP = 64, IB_FLOW_SPEC_UDP = 65, IB_FLOW_SPEC_VXLAN_TUNNEL = 80, IB_FLOW_SPEC_GRE = 81, IB_FLOW_SPEC_MPLS = 96, IB_FLOW_SPEC_INNER = 256, IB_FLOW_SPEC_ACTION_TAG = 4096, IB_FLOW_SPEC_ACTION_DROP = 4097, IB_FLOW_SPEC_ACTION_HANDLE = 4098, IB_FLOW_SPEC_ACTION_COUNT = 4099, }; struct ib_flow_eth_filter { u8 dst_mac[6]; u8 src_mac[6]; __be16 ether_type; __be16 vlan_tag; u8 real_sz[0]; }; struct ib_flow_spec_eth { u32 type; u16 size; struct ib_flow_eth_filter val; struct ib_flow_eth_filter mask; }; struct ib_flow_ib_filter { __be16 dlid; __u8 sl; u8 real_sz[0]; }; struct ib_flow_spec_ib { u32 type; u16 size; struct ib_flow_ib_filter val; struct ib_flow_ib_filter mask; }; struct ib_flow_ipv4_filter { __be32 src_ip; __be32 dst_ip; u8 proto; u8 tos; u8 ttl; u8 flags; u8 real_sz[0]; }; struct ib_flow_spec_ipv4 { u32 type; u16 size; struct ib_flow_ipv4_filter val; struct ib_flow_ipv4_filter mask; }; struct ib_flow_ipv6_filter { u8 src_ip[16]; u8 dst_ip[16]; __be32 flow_label; u8 next_hdr; u8 traffic_class; u8 hop_limit; u8 real_sz[0]; }; struct ib_flow_spec_ipv6 { u32 type; u16 size; struct ib_flow_ipv6_filter val; struct ib_flow_ipv6_filter mask; }; struct ib_flow_tcp_udp_filter { __be16 dst_port; __be16 src_port; u8 real_sz[0]; }; struct ib_flow_spec_tcp_udp { u32 type; u16 size; struct ib_flow_tcp_udp_filter val; struct ib_flow_tcp_udp_filter mask; }; struct ib_flow_tunnel_filter { __be32 tunnel_id; u8 real_sz[0]; }; struct ib_flow_spec_tunnel { u32 type; u16 size; struct ib_flow_tunnel_filter val; struct ib_flow_tunnel_filter mask; }; struct ib_flow_esp_filter { __be32 spi; __be32 seq; u8 real_sz[0]; }; struct ib_flow_spec_esp { u32 type; u16 size; struct ib_flow_esp_filter val; struct ib_flow_esp_filter mask; }; struct ib_flow_gre_filter { __be16 c_ks_res0_ver; __be16 protocol; __be32 key; u8 real_sz[0]; }; struct ib_flow_spec_gre { u32 type; u16 size; struct ib_flow_gre_filter val; struct ib_flow_gre_filter mask; }; struct ib_flow_mpls_filter { __be32 tag; u8 real_sz[0]; }; struct ib_flow_spec_mpls { u32 type; u16 size; struct ib_flow_mpls_filter val; struct ib_flow_mpls_filter mask; }; struct ib_flow_spec_action_tag { enum ib_flow_spec_type type; u16 size; u32 tag_id; }; struct ib_flow_spec_action_drop { enum ib_flow_spec_type type; u16 size; }; struct ib_flow_spec_action_handle { enum ib_flow_spec_type type; u16 size; struct ib_flow_action *act; }; enum ib_flow_action_type { IB_FLOW_ACTION_UNSPECIFIED = 0, IB_FLOW_ACTION_ESP = 1, }; struct ib_flow_action { struct ib_device *device; struct ib_uobject *uobject; enum ib_flow_action_type type; atomic_t usecnt; }; struct ib_flow_spec_action_count { enum ib_flow_spec_type type; u16 size; struct ib_counters *counters; }; struct ib_counters { struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; }; union ib_flow_spec { struct { u32 type; u16 size; }; struct ib_flow_spec_eth eth; struct ib_flow_spec_ib ib; struct ib_flow_spec_ipv4 ipv4; struct ib_flow_spec_tcp_udp tcp_udp; struct ib_flow_spec_ipv6 ipv6; struct ib_flow_spec_tunnel tunnel; struct ib_flow_spec_esp esp; struct ib_flow_spec_gre gre; struct ib_flow_spec_mpls mpls; struct ib_flow_spec_action_tag flow_tag; struct ib_flow_spec_action_drop drop; struct ib_flow_spec_action_handle action; struct ib_flow_spec_action_count flow_count; }; struct ib_flow_attr { enum ib_flow_attr_type type; u16 size; u16 priority; u32 flags; u8 num_of_specs; u32 port; union ib_flow_spec flows[0]; }; struct ib_flow { struct ib_qp *qp; struct ib_device *device; struct ib_uobject *uobject; }; struct ib_pkey_cache; struct ib_gid_table; struct ib_port_cache { u64 subnet_prefix; struct ib_pkey_cache *pkey; struct ib_gid_table *gid; u8 lmc; enum ib_port_state port_state; }; struct ib_port_immutable { int pkey_tbl_len; int gid_tbl_len; u32 core_cap_flags; u32 max_mad_size; }; struct ib_port; struct ib_port_data { struct ib_device *ib_dev; struct ib_port_immutable immutable; spinlock_t pkey_list_lock; spinlock_t netdev_lock; struct list_head pkey_list; struct ib_port_cache cache; struct net_device *netdev; netdevice_tracker netdev_tracker; struct hlist_node ndev_hash_link; struct rdma_port_counter port_counter; struct ib_port *sysfs; }; struct rdma_netdev_alloc_params { size_t sizeof_priv; unsigned int txqs; unsigned int rxqs; void *param; int (*initialize_rdma_netdev)(struct ib_device *, u32, struct net_device *, void *); }; struct ib_counters_read_attr { u64 *counters_buff; u32 ncounters; u32 flags; }; struct rdma_user_mmap_entry { struct kref ref; struct ib_ucontext *ucontext; long unsigned int start_pgoff; size_t npages; bool driver_removed; }; struct devlink_resource { const char *name; u64 id; u64 size; u64 size_new; bool size_valid; struct devlink_resource *parent; struct devlink_resource_size_params size_params; struct list_head list; struct list_head resource_list; devlink_resource_occ_get_t *occ_get; void *occ_get_priv; }; struct rpc_sysfs_xprt { struct kobject kobject; struct rpc_xprt *xprt; struct rpc_xprt_switch *xprt_switch; }; struct rpc_sysfs_xprt_switch { struct kobject kobject; struct net *net; struct rpc_xprt_switch *xprt_switch; struct rpc_xprt *xprt; }; enum xprt_xid_rb_cmp { XID_RB_EQUAL = 0, XID_RB_LEFT = 1, XID_RB_RIGHT = 2, }; struct page_frag_cache { void *va; __u32 offset; unsigned int pagecnt_bias; bool pfmemalloc; }; struct cmsghdr { __kernel_size_t cmsg_len; int cmsg_level; int cmsg_type; }; enum sock_shutdown_cmd { SHUT_RD = 0, SHUT_WR = 1, SHUT_RDWR = 2, }; struct in_pktinfo { int ipi_ifindex; struct in_addr ipi_spec_dst; struct in_addr ipi_addr; }; enum { TLS_RECORD_TYPE_CHANGE_CIPHER_SPEC = 20, TLS_RECORD_TYPE_ALERT = 21, TLS_RECORD_TYPE_HANDSHAKE = 22, TLS_RECORD_TYPE_DATA = 23, TLS_RECORD_TYPE_HEARTBEAT = 24, TLS_RECORD_TYPE_TLS12_CID = 25, TLS_RECORD_TYPE_ACK = 26, }; enum { TLS_ALERT_LEVEL_WARNING = 1, TLS_ALERT_LEVEL_FATAL = 2, }; enum { TLS_NO_KEYRING = 0, TLS_NO_PEERID = 0, TLS_NO_CERT = 0, TLS_NO_PRIVKEY = 0, }; typedef void (*tls_done_func_t)(void *, int, key_serial_t); struct tls_handshake_args { struct socket *ta_sock; tls_done_func_t ta_done; void *ta_data; const char *ta_peername; unsigned int ta_timeout_ms; key_serial_t ta_keyring; key_serial_t ta_my_cert; key_serial_t ta_my_privkey; unsigned int ta_num_peerids; key_serial_t ta_my_peerids[5]; }; typedef __be32 rpc_fraghdr; enum xprt_transports { XPRT_TRANSPORT_UDP = 17, XPRT_TRANSPORT_TCP = 6, XPRT_TRANSPORT_BC_TCP = -2147483642, XPRT_TRANSPORT_RDMA = 256, XPRT_TRANSPORT_BC_RDMA = -2147483392, XPRT_TRANSPORT_LOCAL = 257, XPRT_TRANSPORT_TCP_TLS = 258, }; enum { RQ_SECURE = 0, RQ_LOCAL = 1, RQ_USEDEFERRAL = 2, RQ_DROPME = 3, RQ_SPLICE_OK = 4, RQ_VICTIM = 5, RQ_BUSY = 6, RQ_DATA = 7, }; enum { XPT_BUSY = 0, XPT_CONN = 1, XPT_CLOSE = 2, XPT_DATA = 3, XPT_TEMP = 4, XPT_DEAD = 5, XPT_CHNGBUF = 6, XPT_DEFERRED = 7, XPT_OLD = 8, XPT_LISTENER = 9, XPT_CACHE_AUTH = 10, XPT_LOCAL = 11, XPT_KILL_TEMP = 12, XPT_CONG_CTRL = 13, XPT_HANDSHAKE = 14, XPT_TLS_SESSION = 15, XPT_PEER_AUTH = 16, }; struct svc_sock { struct svc_xprt sk_xprt; struct socket *sk_sock; struct sock *sk_sk; void (*sk_ostate)(struct sock *); void (*sk_odata)(struct sock *); void (*sk_owspace)(struct sock *); __be32 sk_marker; u32 sk_tcplen; u32 sk_datalen; struct page_frag_cache sk_frag_cache; struct completion sk_handshake_done; struct page *sk_pages[19]; }; enum { SVC_HANDSHAKE_TO = 500, }; struct sunrpc_net { struct proc_dir_entry *proc_net_rpc; struct cache_detail *ip_map_cache; struct cache_detail *unix_gid_cache; struct cache_detail *rsc_cache; struct cache_detail *rsi_cache; struct super_block *pipefs_sb; struct rpc_pipe *gssd_dummy; struct mutex pipefs_sb_lock; struct list_head all_clients; spinlock_t rpc_client_lock; struct rpc_clnt *rpcb_local_clnt; struct rpc_clnt *rpcb_local_clnt4; spinlock_t rpcb_clnt_lock; unsigned int rpcb_users; unsigned int rpcb_is_af_local: 1; struct mutex gssp_lock; struct rpc_clnt *gssp_clnt; int use_gss_proxy; int pipe_version; atomic_t pipe_users; struct proc_dir_entry *use_gssp_proc; struct proc_dir_entry *gss_krb5_enctypes; }; struct rpc_pipe_dir_object_ops; struct rpc_pipe_dir_object { struct list_head pdo_head; const struct rpc_pipe_dir_object_ops *pdo_ops; void *pdo_data; }; struct rpc_pipe_dir_object_ops { int (*create)(struct dentry *, struct rpc_pipe_dir_object *); void (*destroy)(struct dentry *, struct rpc_pipe_dir_object *); }; struct rpc_inode { struct inode vfs_inode; void *private; struct rpc_pipe *pipe; wait_queue_head_t waitq; }; enum rpc_gss_proc { RPC_GSS_PROC_DATA = 0, RPC_GSS_PROC_INIT = 1, RPC_GSS_PROC_CONTINUE_INIT = 2, RPC_GSS_PROC_DESTROY = 3, }; enum rpc_gss_svc { RPC_GSS_SVC_NONE = 1, RPC_GSS_SVC_INTEGRITY = 2, RPC_GSS_SVC_PRIVACY = 3, }; struct gss_cl_ctx { refcount_t count; enum rpc_gss_proc gc_proc; u32 gc_seq; u32 gc_seq_xmit; spinlock_t gc_seq_lock; struct gss_ctx *gc_gss_ctx; struct xdr_netobj gc_wire_ctx; struct xdr_netobj gc_acceptor; u32 gc_win; long unsigned int gc_expiry; struct callback_head gc_rcu; }; struct gss_upcall_msg; struct gss_cred { struct rpc_cred gc_base; enum rpc_gss_svc gc_service; struct gss_cl_ctx *gc_ctx; struct gss_upcall_msg *gc_upcall; const char *gc_principal; long unsigned int gc_upcall_timestamp; }; struct gss_auth; struct gss_upcall_msg { refcount_t count; kuid_t uid; const char *service_name; struct rpc_pipe_msg msg; struct list_head list; struct gss_auth *auth; struct rpc_pipe *pipe; struct rpc_wait_queue rpc_waitqueue; wait_queue_head_t waitqueue; struct gss_cl_ctx *ctx; char databuf[256]; }; typedef unsigned int OM_uint32; struct gss_pipe { struct rpc_pipe_dir_object pdo; struct rpc_pipe *pipe; struct rpc_clnt *clnt; const char *name; struct kref kref; }; struct gss_auth { struct kref kref; struct hlist_node hash; struct rpc_auth rpc_auth; struct gss_api_mech *mech; enum rpc_gss_svc service; struct rpc_clnt *client; struct net *net; netns_tracker ns_tracker; struct gss_pipe *gss_pipe[2]; const char *target_name; }; struct gss_alloc_pdo { struct rpc_clnt *clnt; const char *name; const struct rpc_pipe_ops *upcall_ops; }; struct ahash_request { struct crypto_async_request base; unsigned int nbytes; struct scatterlist *src; u8 *result; void *priv; void *__ctx[0]; }; struct crypto_ahash { int (*init)(struct ahash_request *); int (*update)(struct ahash_request *); int (*final)(struct ahash_request *); int (*finup)(struct ahash_request *); int (*digest)(struct ahash_request *); int (*export)(struct ahash_request *, void *); int (*import)(struct ahash_request *, const void *); int (*setkey)(struct crypto_ahash *, const u8 *, unsigned int); unsigned int statesize; unsigned int reqsize; struct crypto_tfm base; }; struct skcipher_request { unsigned int cryptlen; u8 *iv; struct scatterlist *src; struct scatterlist *dst; struct crypto_async_request base; void *__ctx[0]; }; struct crypto_skcipher { unsigned int reqsize; struct crypto_tfm base; }; struct crypto_sync_skcipher { struct crypto_skcipher base; }; struct skcipher_alg { int (*setkey)(struct crypto_skcipher *, const u8 *, unsigned int); int (*encrypt)(struct skcipher_request *); int (*decrypt)(struct skcipher_request *); int (*init)(struct crypto_skcipher *); void (*exit)(struct crypto_skcipher *); unsigned int min_keysize; unsigned int max_keysize; unsigned int ivsize; unsigned int chunksize; unsigned int walksize; struct crypto_alg base; }; struct krb5_ctx; struct gss_krb5_enctype { const u32 etype; const u32 ctype; const char *name; const char *encrypt_name; const char *aux_cipher; const char *cksum_name; const u16 signalg; const u16 sealalg; const u32 cksumlength; const u32 keyed_cksum; const u32 keybytes; const u32 keylength; const u32 Kc_length; const u32 Ke_length; const u32 Ki_length; int (*derive_key)(const struct gss_krb5_enctype *, const struct xdr_netobj *, struct xdr_netobj *, const struct xdr_netobj *, gfp_t); u32 (*encrypt)(struct krb5_ctx *, u32, struct xdr_buf *, struct page **); u32 (*decrypt)(struct krb5_ctx *, u32, u32, struct xdr_buf *, u32 *, u32 *); u32 (*get_mic)(struct krb5_ctx *, struct xdr_buf *, struct xdr_netobj *); u32 (*verify_mic)(struct krb5_ctx *, struct xdr_buf *, struct xdr_netobj *); u32 (*wrap)(struct krb5_ctx *, int, struct xdr_buf *, struct page **); u32 (*unwrap)(struct krb5_ctx *, int, int, struct xdr_buf *, unsigned int *, unsigned int *); }; struct krb5_ctx { int initiate; u32 enctype; u32 flags; const struct gss_krb5_enctype *gk5e; struct crypto_sync_skcipher *enc; struct crypto_sync_skcipher *seq; struct crypto_sync_skcipher *acceptor_enc; struct crypto_sync_skcipher *initiator_enc; struct crypto_sync_skcipher *acceptor_enc_aux; struct crypto_sync_skcipher *initiator_enc_aux; struct crypto_ahash *acceptor_sign; struct crypto_ahash *initiator_sign; struct crypto_ahash *initiator_integ; struct crypto_ahash *acceptor_integ; u8 Ksess[32]; u8 cksum[32]; atomic_t seq_send; atomic64_t seq_send64; time64_t endtime; struct xdr_netobj mech_used; }; struct encryptor_desc { u8 iv[16]; struct skcipher_request *req; int pos; struct xdr_buf *outbuf; struct page **pages; struct scatterlist infrags[4]; struct scatterlist outfrags[4]; int fragno; int fraglen; }; struct decryptor_desc { u8 iv[16]; struct skcipher_request *req; struct scatterlist frags[4]; int fragno; int fraglen; }; enum handshake_handler_class { HANDSHAKE_HANDLER_CLASS_NONE = 0, HANDSHAKE_HANDLER_CLASS_TLSHD = 1, HANDSHAKE_HANDLER_CLASS_MAX = 2, }; struct handshake_net { spinlock_t hn_lock; int hn_pending; int hn_pending_max; struct list_head hn_requests; long unsigned int hn_flags; }; enum hn_flags_bits { HANDSHAKE_F_NET_DRAINING = 0, }; struct handshake_proto; struct handshake_req { struct list_head hr_list; struct rhash_head hr_rhash; long unsigned int hr_flags; const struct handshake_proto *hr_proto; struct sock *hr_sk; void (*hr_odestruct)(struct sock *); char hr_priv[0]; }; struct handshake_proto { int hp_handler_class; size_t hp_privsize; long unsigned int hp_flags; int (*hp_accept)(struct handshake_req *, struct genl_info *, int); void (*hp_done)(struct handshake_req *, unsigned int, struct genl_info *); void (*hp_destroy)(struct handshake_req *); }; enum hr_flags_bits { HANDSHAKE_F_REQ_COMPLETED = 0, HANDSHAKE_F_REQ_SESSION = 1, }; struct fprop_local_single { long unsigned int events; unsigned int period; raw_spinlock_t lock; }; typedef struct { long unsigned int key[2]; } hsiphash_key_t; typedef __kernel_long_t __kernel_ptrdiff_t; typedef __kernel_ptrdiff_t ptrdiff_t; struct tm { int tm_sec; int tm_min; int tm_hour; int tm_mday; int tm_mon; long int tm_year; int tm_wday; int tm_yday; }; enum format_type { FORMAT_TYPE_NONE = 0, FORMAT_TYPE_WIDTH = 1, FORMAT_TYPE_PRECISION = 2, FORMAT_TYPE_CHAR = 3, FORMAT_TYPE_STR = 4, FORMAT_TYPE_PTR = 5, FORMAT_TYPE_PERCENT_CHAR = 6, FORMAT_TYPE_INVALID = 7, FORMAT_TYPE_LONG_LONG = 8, FORMAT_TYPE_ULONG = 9, FORMAT_TYPE_LONG = 10, FORMAT_TYPE_UBYTE = 11, FORMAT_TYPE_BYTE = 12, FORMAT_TYPE_USHORT = 13, FORMAT_TYPE_SHORT = 14, FORMAT_TYPE_UINT = 15, FORMAT_TYPE_INT = 16, FORMAT_TYPE_SIZE_T = 17, FORMAT_TYPE_PTRDIFF = 18, }; struct printf_spec { unsigned int type: 8; int field_width: 24; unsigned int flags: 8; unsigned int base: 8; int precision: 16; }; struct page_flags_fields { int width; int shift; int mask; const struct printf_spec *spec; const char *name; }; enum die_val { DIE_OOPS = 1, DIE_IABR_MATCH = 2, DIE_DABR_MATCH = 3, DIE_BPT = 4, DIE_SSTEP = 5, }; struct regbit { long unsigned int bit; const char *name; }; struct screen_info { __u8 orig_x; __u8 orig_y; __u16 ext_mem_k; __u16 orig_video_page; __u8 orig_video_mode; __u8 orig_video_cols; __u8 flags; __u8 unused2; __u16 orig_video_ega_bx; __u16 unused3; __u8 orig_video_lines; __u8 orig_video_isVGA; __u16 orig_video_points; __u16 lfb_width; __u16 lfb_height; __u16 lfb_depth; __u32 lfb_base; __u32 lfb_size; __u16 cl_magic; __u16 cl_offset; __u16 lfb_linelength; __u8 red_size; __u8 red_pos; __u8 green_size; __u8 green_pos; __u8 blue_size; __u8 blue_pos; __u8 rsvd_size; __u8 rsvd_pos; __u16 vesapm_seg; __u16 vesapm_off; __u16 pages; __u16 vesa_attributes; __u32 capabilities; __u32 ext_lfb_base; __u8 _reserved[2]; } __attribute__((packed)); struct membuf { void *p; size_t left; }; struct user_regset; typedef int user_regset_active_fn(struct task_struct *, const struct user_regset *); typedef int user_regset_get2_fn(struct task_struct *, const struct user_regset *, struct membuf); typedef int user_regset_set_fn(struct task_struct *, const struct user_regset *, unsigned int, unsigned int, const void *, const void *); typedef int user_regset_writeback_fn(struct task_struct *, const struct user_regset *, int); struct user_regset { user_regset_get2_fn *regset_get; user_regset_set_fn *set; user_regset_active_fn *active; user_regset_writeback_fn *writeback; unsigned int n; unsigned int size; unsigned int align; unsigned int bias; unsigned int core_note_type; }; struct interrupt_nmi_state { u8 irq_soft_mask; u8 irq_happened; u8 ftrace_enabled; u64 softe; }; enum { DTRIG_UNKNOWN = 0, DTRIG_VECTOR_CI = 1, DTRIG_SUSPEND_ESCAPE = 2, }; struct dt_cpu_feature { const char *name; uint32_t isa; uint32_t usable_privilege; uint32_t hv_support; uint32_t os_support; uint32_t hfscr_bit_nr; uint32_t fscr_bit_nr; uint32_t hwcap_bit_nr; long unsigned int node; int enabled; int disabled; }; struct dt_cpu_feature_match { const char *name; int (*enable)(struct dt_cpu_feature *); u64 cpu_ftr_bit_mask; }; struct eeh_ops { char *name; struct eeh_dev * (*probe)(struct pci_dev *); int (*set_option)(struct eeh_pe *, int); int (*get_state)(struct eeh_pe *, int *); int (*reset)(struct eeh_pe *, int); int (*get_log)(struct eeh_pe *, int, char *, long unsigned int); int (*configure_bridge)(struct eeh_pe *); int (*err_inject)(struct eeh_pe *, int, int, long unsigned int, long unsigned int); int (*read_config)(struct eeh_dev *, int, int, u32 *); int (*write_config)(struct eeh_dev *, int, int, u32); int (*next_error)(struct eeh_pe **); int (*restore_config)(struct eeh_dev *); int (*notify_resume)(struct eeh_dev *); }; struct legacy_serial_info { struct device_node *np; unsigned int speed; unsigned int clock; int irq_check_parent; phys_addr_t taddr; void *early_addr; }; enum auditsc_class_t { AUDITSC_NATIVE = 0, AUDITSC_COMPAT = 1, AUDITSC_OPEN = 2, AUDITSC_OPENAT = 3, AUDITSC_SOCKETCALL = 4, AUDITSC_EXECVE = 5, AUDITSC_OPENAT2 = 6, AUDITSC_NVALS = 7, }; struct secvar_operations { int (*get)(const char *, u64, u8 *, u64 *); int (*get_next)(const char *, u64 *, u64); int (*set)(const char *, u64, u8 *, u64); ssize_t (*format)(char *, size_t); int (*max_size)(u64 *); const struct attribute **config_attrs; const char * const *var_names; }; struct ptdesc { long unsigned int __page_flags; union { struct callback_head pt_rcu_head; struct list_head pt_list; struct { long unsigned int _pt_pad_1; pgtable_t pmd_huge_pte; }; }; long unsigned int __page_mapping; union { struct mm_struct *pt_mm; atomic_t pt_frag_refcount; }; union { long unsigned int _pt_pad_2; spinlock_t ptl; }; unsigned int __page_type; atomic_t _refcount; long unsigned int pt_memcg_data; }; struct change_memory_parms { long unsigned int start; long unsigned int end; long unsigned int newpp; unsigned int step; unsigned int nr_cpus; atomic_t master_cpu; atomic_t cpu_counter; }; struct ptdump_range { long unsigned int start; long unsigned int end; }; struct ptdump_state { void (*note_page)(struct ptdump_state *, long unsigned int, int, u64); void (*effective_prot)(struct ptdump_state *, int, u64); const struct ptdump_range *range; }; struct flag_info { u64 mask; u64 val; const char *set; const char *clear; bool is_val; int shift; }; struct pgtable_level { const struct flag_info *flag; size_t num; u64 mask; }; struct addr_marker; struct pg_state { struct ptdump_state ptdump; struct seq_file *seq; const struct addr_marker *marker; long unsigned int start_address; long unsigned int start_pa; int level; u64 current_flags; bool check_wx; long unsigned int wx_pages; }; struct addr_marker { long unsigned int start_address; const char *name; }; union vsx_reg { u8 b[16]; u16 h[8]; u32 w[4]; long unsigned int d[2]; float fp[4]; double dp[2]; __vector128 v; }; enum OpalThreadStatus { OPAL_THREAD_INACTIVE = 0, OPAL_THREAD_STARTED = 1, OPAL_THREAD_UNAVAILABLE = 2, }; enum { OPAL_REINIT_CPUS_HILE_BE = 1, OPAL_REINIT_CPUS_HILE_LE = 2, OPAL_REINIT_CPUS_MMU_HASH = 4, OPAL_REINIT_CPUS_MMU_RADIX = 8, OPAL_REINIT_CPUS_TM_SUSPEND_DISABLED = 16, }; enum { OPAL_REBOOT_NORMAL = 0, OPAL_REBOOT_PLATFORM_ERROR = 1, OPAL_REBOOT_FULL_IPL = 2, OPAL_REBOOT_MPIPL = 3, OPAL_REBOOT_FAST = 4, }; enum l1d_flush_type { L1D_FLUSH_NONE = 1, L1D_FLUSH_FALLBACK = 2, L1D_FLUSH_ORI = 4, L1D_FLUSH_MTTRIG = 8, }; struct elog_obj { struct kobject kobj; struct bin_attribute raw_attr; uint64_t id; uint64_t type; size_t size; char *buffer; }; struct elog_attribute { struct attribute attr; ssize_t (*show)(struct elog_obj *, struct elog_attribute *, char *); ssize_t (*store)(struct elog_obj *, struct elog_attribute *, const char *, size_t); }; enum OpalSysEpow { OPAL_SYSEPOW_POWER = 0, OPAL_SYSEPOW_TEMP = 1, OPAL_SYSEPOW_COOLING = 2, OPAL_SYSEPOW_MAX = 3, }; enum OpalSysPower { OPAL_SYSPOWER_UPS = 1, OPAL_SYSPOWER_CHNG = 2, OPAL_SYSPOWER_FAIL = 4, OPAL_SYSPOWER_INCL = 8, }; struct coprocessor_completion_block { __be64 value; __be64 address; }; struct coprocessor_status_block { u8 flags; u8 cs; u8 cc; u8 ce; __be32 count; __be64 address; }; struct data_descriptor_entry { __be16 flags; u8 count; u8 index; __be32 length; __be64 address; }; struct nx_fault_stamp { __be64 fault_storage_addr; __be16 reserved; __u8 flags; __u8 fault_status; __be32 pswid; }; struct coprocessor_request_block { __be32 ccw; __be32 flags; __be64 csb_addr; struct data_descriptor_entry source; struct data_descriptor_entry target; struct coprocessor_completion_block ccb; union { struct nx_fault_stamp nx; u8 reserved[16]; } stamp; u8 reserved[32]; struct coprocessor_status_block csb; }; enum vas_cop_type { VAS_COP_TYPE_FAULT = 0, VAS_COP_TYPE_842 = 1, VAS_COP_TYPE_842_HIPRI = 2, VAS_COP_TYPE_GZIP = 3, VAS_COP_TYPE_GZIP_HIPRI = 4, VAS_COP_TYPE_FTW = 5, VAS_COP_TYPE_MAX = 6, }; struct vas_user_win_ref { struct pid *pid; struct pid *tgid; struct mm_struct *mm; struct mutex mmap_mutex; struct vm_area_struct *vma; }; struct vas_window { u32 winid; u32 wcreds_max; u32 status; enum vas_cop_type cop; struct vas_user_win_ref task_ref; char *dbgname; struct dentry *dbgdir; }; struct vas_rx_win_attr { u64 rx_fifo; int rx_fifo_size; int wcreds_max; bool pin_win; bool rej_no_credit; bool tx_wcred_mode; bool rx_wcred_mode; bool tx_win_ord_mode; bool rx_win_ord_mode; bool data_stamp; bool nx_win; bool fault_win; bool user_win; bool notify_disable; bool intr_disable; bool notify_early; int lnotify_lpid; int lnotify_pid; int lnotify_tid; u32 pswid; int tc_mode; }; struct pnv_vas_window; struct vas_instance { int vas_id; struct ida ida; struct list_head node; struct platform_device *pdev; u64 hvwc_bar_start; u64 uwc_bar_start; u64 paste_base_addr; u64 paste_win_id_shift; u64 irq_port; int virq; int fault_crbs; int fault_fifo_size; int fifo_in_progress; spinlock_t fault_lock; void *fault_fifo; struct pnv_vas_window *fault_win; struct mutex mutex; struct pnv_vas_window *rxwin[6]; struct pnv_vas_window *windows[65536]; char *name; char *dbgname; struct dentry *dbgdir; }; struct pnv_vas_window { struct vas_window vas_win; struct vas_instance *vinst; bool tx_win; bool nx_win; bool user_win; void *hvwc_map; void *uwc_map; void *paste_kaddr; char *paste_addr_name; struct pnv_vas_window *rxwin; atomic_t num_txwins; }; typedef long unsigned int (*genpool_algo_t)(long unsigned int *, long unsigned int, long unsigned int, unsigned int, void *, struct gen_pool *, long unsigned int); struct gen_pool { spinlock_t lock; struct list_head chunks; int min_alloc_order; genpool_algo_t algo; void *data; const char *name; }; struct rtas_work_area { char *buf; size_t size; }; enum { RTAS_WORK_AREA_MAX_ALLOC_SZ = 131072, }; enum { RTAS_WORK_AREA_ARENA_ALIGN = 65536, RTAS_WORK_AREA_ARENA_SZ = 262144, RTAS_WORK_AREA_MIN_ALLOC_SZ = 128, }; struct pseries_hp_errorlog { u8 resource; u8 action; u8 id_type; u8 reserved; union { __be32 drc_index; __be32 drc_count; struct { __be32 count; __be32 index; } ic; char drc_name[1]; } _drc_u; }; struct pseries_hp_work { struct work_struct work; struct pseries_hp_errorlog *errlog; }; struct cc_workarea { __be32 drc_index; __be32 zero; __be32 name_offset; __be32 prop_length; __be32 prop_offset; }; struct dtl { struct dtl_entry *buf; int cpu; int buf_entries; u64 last_idx; spinlock_t lock; }; typedef unsigned int isolate_mode_t; struct dev_ext_attribute { struct device_attribute attr; void *var; }; struct movable_operations { bool (*isolate_page)(struct page *, isolate_mode_t); int (*migrate_page)(struct page *, struct page *, enum migrate_mode); void (*putback_page)(struct page *); }; struct balloon_dev_info { long unsigned int isolated_pages; spinlock_t pages_lock; struct list_head pages; int (*migratepage)(struct balloon_dev_info *, struct page *, struct page *, enum migrate_mode); }; typedef unsigned int zap_flags_t; struct zap_details { struct folio *single_folio; bool even_cows; zap_flags_t zap_flags; }; struct vas_user_win_ops { struct vas_window * (*open_win)(int, u64, enum vas_cop_type); u64 (*paste_addr)(struct vas_window *); int (*close_win)(struct vas_window *); }; struct hv_vas_all_caps { __be64 descriptor; __be64 feat_type; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct vas_all_caps { u64 descriptor; u64 feat_type; }; enum vas_cop_feat_type { VAS_GZIP_QOS_FEAT_TYPE = 0, VAS_GZIP_DEF_FEAT_TYPE = 1, VAS_MAX_FEAT_TYPE = 2, }; struct hv_vas_cop_feat_caps { __be64 descriptor; u8 win_type; u8 user_mode; __be16 max_lpar_creds; __be16 max_win_creds; union { __be16 reserved; __be16 def_lpar_creds; }; __be16 target_lpar_creds; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct vas_cop_feat_caps { u64 descriptor; u8 win_type; u8 user_mode; u16 max_lpar_creds; u16 max_win_creds; union { u16 reserved; u16 def_lpar_creds; }; atomic_t nr_total_credits; atomic_t nr_used_credits; }; struct vas_caps { struct vas_cop_feat_caps caps; struct list_head list; int nr_close_wins; int nr_open_windows; u8 feat; }; struct pseries_vas_window { struct vas_window vas_win; u64 win_addr; u8 win_type; u32 complete_irq; u32 fault_irq; u64 domain[6]; u64 util; u32 pid; struct list_head win_list; u64 flags; char *name; int fault_virq; atomic_t pending_faults; }; enum perf_sample_regs_abi { PERF_SAMPLE_REGS_ABI_NONE = 0, PERF_SAMPLE_REGS_ABI_32 = 1, PERF_SAMPLE_REGS_ABI_64 = 2, }; enum perf_event_powerpc_regs { PERF_REG_POWERPC_R0 = 0, PERF_REG_POWERPC_R1 = 1, PERF_REG_POWERPC_R2 = 2, PERF_REG_POWERPC_R3 = 3, PERF_REG_POWERPC_R4 = 4, PERF_REG_POWERPC_R5 = 5, PERF_REG_POWERPC_R6 = 6, PERF_REG_POWERPC_R7 = 7, PERF_REG_POWERPC_R8 = 8, PERF_REG_POWERPC_R9 = 9, PERF_REG_POWERPC_R10 = 10, PERF_REG_POWERPC_R11 = 11, PERF_REG_POWERPC_R12 = 12, PERF_REG_POWERPC_R13 = 13, PERF_REG_POWERPC_R14 = 14, PERF_REG_POWERPC_R15 = 15, PERF_REG_POWERPC_R16 = 16, PERF_REG_POWERPC_R17 = 17, PERF_REG_POWERPC_R18 = 18, PERF_REG_POWERPC_R19 = 19, PERF_REG_POWERPC_R20 = 20, PERF_REG_POWERPC_R21 = 21, PERF_REG_POWERPC_R22 = 22, PERF_REG_POWERPC_R23 = 23, PERF_REG_POWERPC_R24 = 24, PERF_REG_POWERPC_R25 = 25, PERF_REG_POWERPC_R26 = 26, PERF_REG_POWERPC_R27 = 27, PERF_REG_POWERPC_R28 = 28, PERF_REG_POWERPC_R29 = 29, PERF_REG_POWERPC_R30 = 30, PERF_REG_POWERPC_R31 = 31, PERF_REG_POWERPC_NIP = 32, PERF_REG_POWERPC_MSR = 33, PERF_REG_POWERPC_ORIG_R3 = 34, PERF_REG_POWERPC_CTR = 35, PERF_REG_POWERPC_LINK = 36, PERF_REG_POWERPC_XER = 37, PERF_REG_POWERPC_CCR = 38, PERF_REG_POWERPC_SOFTE = 39, PERF_REG_POWERPC_TRAP = 40, PERF_REG_POWERPC_DAR = 41, PERF_REG_POWERPC_DSISR = 42, PERF_REG_POWERPC_SIER = 43, PERF_REG_POWERPC_MMCRA = 44, PERF_REG_POWERPC_MMCR0 = 45, PERF_REG_POWERPC_MMCR1 = 46, PERF_REG_POWERPC_MMCR2 = 47, PERF_REG_POWERPC_MMCR3 = 48, PERF_REG_POWERPC_SIER2 = 49, PERF_REG_POWERPC_SIER3 = 50, PERF_REG_POWERPC_PMC1 = 51, PERF_REG_POWERPC_PMC2 = 52, PERF_REG_POWERPC_PMC3 = 53, PERF_REG_POWERPC_PMC4 = 54, PERF_REG_POWERPC_PMC5 = 55, PERF_REG_POWERPC_PMC6 = 56, PERF_REG_POWERPC_SDAR = 57, PERF_REG_POWERPC_SIAR = 58, PERF_REG_POWERPC_MAX = 45, PERF_REG_EXTENDED_MAX = 59, }; enum { PM_CYC___2 = 393460, }; enum { PM_INST_CMPL___2 = 327930, }; enum { PM_BR_CMPL = 315486, }; enum { PM_BR_MPRED_CMPL___2 = 262390, }; enum { PM_BR_FIN = 192586, }; enum { PM_MPRED_BR_FIN = 254104, }; enum { PM_LD_DEMAND_MISS_L1_FIN = 262384, }; enum { PM_LD_REF_L1___2 = 65788, }; enum { PM_LD_MISS_L1___2 = 254036, }; enum { PM_ST_MISS_L1___2 = 196848, }; enum { PM_LD_PREFETCH_CACHE_LINE_MISS = 65580, }; enum { PM_L1_ICACHE_MISS___2 = 131324, }; enum { PM_INST_FROM_L1___2 = 16512, }; enum { PM_INST_FROM_L1MISS = 17732923532886080ULL, }; enum { PM_IC_PREF_REQ = 16544, }; enum { PM_DATA_FROM_L3___2 = 5418393301794880ULL, }; enum { PM_DATA_FROM_L3MISS___2 = 196862, }; enum { PM_L2_ST___2 = 1099511914624ULL, }; enum { PM_L2_ST_MISS___2 = 157824, }; enum { PM_L3_PF_MISS_L3 = 17592186134656ULL, }; enum { PM_DTLB_MISS___2 = 196860, }; enum { PM_ITLB_MISS___2 = 262396, }; enum { PM_CYC_ALT = 30, }; enum { PM_INST_CMPL_ALT = 2, }; enum { MEM_LOADS = 228505944544ULL, }; enum { MEM_STORES = 228640162272ULL, }; typedef bool (*smp_cond_func_t)(int, void *); enum mm_cid_state { MM_CID_UNSET = 4294967295, MM_CID_LAZY_PUT = 2147483648, }; struct clone_args { __u64 flags; __u64 pidfd; __u64 child_tid; __u64 parent_tid; __u64 exit_signal; __u64 stack; __u64 stack_size; __u64 tls; __u64 set_tid; __u64 set_tid_size; __u64 cgroup; }; struct multiprocess_signals { sigset_t signal; struct hlist_node node; }; typedef int (*proc_visitor)(struct task_struct *, void *); enum { FUTEX_STATE_OK = 0, FUTEX_STATE_EXITING = 1, FUTEX_STATE_DEAD = 2, }; enum proc_hidepid { HIDEPID_OFF = 0, HIDEPID_NO_ACCESS = 1, HIDEPID_INVISIBLE = 2, HIDEPID_NOT_PTRACEABLE = 4, }; enum proc_pidonly { PROC_PIDONLY_OFF = 0, PROC_PIDONLY_ON = 1, }; struct proc_fs_info { struct pid_namespace *pid_ns; struct dentry *proc_self; struct dentry *proc_thread_self; kgid_t pid_gid; enum proc_hidepid hide_pid; enum proc_pidonly pidonly; }; struct trace_event_raw_task_newtask { struct trace_entry ent; pid_t pid; char comm[16]; long unsigned int clone_flags; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_task_rename { struct trace_entry ent; pid_t pid; char oldcomm[16]; char newcomm[16]; short int oom_score_adj; char __data[0]; }; struct trace_event_data_offsets_task_newtask {}; struct trace_event_data_offsets_task_rename {}; typedef void (*btf_trace_task_newtask)(void *, struct task_struct *, long unsigned int); typedef void (*btf_trace_task_rename)(void *, struct task_struct *, const char *); enum { PROC_ROOT_INO = 1, PROC_IPC_INIT_INO = 4026531839, PROC_UTS_INIT_INO = 4026531838, PROC_USER_INIT_INO = 4026531837, PROC_PID_INIT_INO = 4026531836, PROC_CGROUP_INIT_INO = 4026531835, PROC_TIME_INIT_INO = 4026531834, }; typedef void (*async_func_t)(void *, async_cookie_t); struct async_domain { struct list_head pending; unsigned int registered: 1; }; struct async_entry { struct list_head domain_list; struct list_head global_list; struct work_struct work; async_cookie_t cookie; async_func_t func; void *data; struct async_domain *domain; }; struct user_regset_view { const char *name; const struct user_regset *regsets; unsigned int n; u32 e_flags; u16 e_machine; u8 ei_osabi; }; struct pin_cookie {}; enum uclamp_id { UCLAMP_MIN = 0, UCLAMP_MAX = 1, UCLAMP_CNT = 2, }; struct dl_bw { raw_spinlock_t lock; u64 bw; u64 total_bw; }; struct cpudl_item; struct cpudl { raw_spinlock_t lock; int size; cpumask_var_t free_cpus; struct cpudl_item *elements; }; struct cpupri_vec { atomic_t count; cpumask_var_t mask; }; struct cpupri { struct cpupri_vec pri_to_cpu[101]; int *cpu_to_pri; }; struct perf_domain; struct root_domain { atomic_t refcount; atomic_t rto_count; struct callback_head rcu; cpumask_var_t span; cpumask_var_t online; int overload; int overutilized; cpumask_var_t dlo_mask; atomic_t dlo_count; struct dl_bw dl_bw; struct cpudl cpudl; u64 visit_gen; struct irq_work rto_push_work; raw_spinlock_t rto_lock; int rto_loop; int rto_cpu; atomic_t rto_loop_next; atomic_t rto_loop_start; cpumask_var_t rto_mask; struct cpupri cpupri; long unsigned int max_cpu_capacity; struct perf_domain *pd; }; struct cfs_rq { struct load_weight load; unsigned int nr_running; unsigned int h_nr_running; unsigned int idle_nr_running; unsigned int idle_h_nr_running; s64 avg_vruntime; u64 avg_load; u64 exec_clock; u64 min_vruntime; struct rb_root_cached tasks_timeline; struct sched_entity *curr; struct sched_entity *next; unsigned int nr_spread_over; long: 64; long: 64; long: 64; struct sched_avg avg; struct { raw_spinlock_t lock; int nr; long unsigned int load_avg; long unsigned int util_avg; long unsigned int runnable_avg; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; } removed; long unsigned int tg_load_avg_contrib; long int propagate; long int prop_runnable_sum; long unsigned int h_load; u64 last_h_load_update; struct sched_entity *h_load_next; struct rq *rq; int on_list; struct list_head leaf_cfs_rq_list; struct task_group *tg; int idle; int runtime_enabled; s64 runtime_remaining; u64 throttled_pelt_idle; u64 throttled_clock; u64 throttled_clock_pelt; u64 throttled_clock_pelt_time; u64 throttled_clock_self; u64 throttled_clock_self_time; int throttled; int throttle_count; struct list_head throttled_list; struct list_head throttled_csd_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct cfs_bandwidth { raw_spinlock_t lock; ktime_t period; u64 quota; u64 runtime; u64 burst; u64 runtime_snap; s64 hierarchical_quota; u8 idle; u8 period_active; u8 slack_started; struct hrtimer period_timer; struct hrtimer slack_timer; struct list_head throttled_cfs_rq; int nr_periods; int nr_throttled; int nr_burst; u64 throttled_time; u64 burst_time; }; struct task_group { struct cgroup_subsys_state css; struct sched_entity **se; struct cfs_rq **cfs_rq; long unsigned int shares; int idle; long: 64; long: 64; long: 64; atomic_long_t load_avg; struct callback_head rcu; struct list_head list; struct task_group *parent; struct list_head siblings; struct list_head children; struct autogroup *autogroup; struct cfs_bandwidth cfs_bandwidth; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct numa_group { refcount_t refcount; spinlock_t lock; int nr_tasks; pid_t gid; int active_nodes; struct callback_head rcu; long unsigned int total_faults; long unsigned int max_faults_cpu; long unsigned int faults[0]; }; struct update_util_data { void (*func)(struct update_util_data *, u64, unsigned int); }; enum { SD_BALANCE_NEWIDLE = 1, SD_BALANCE_EXEC = 2, SD_BALANCE_FORK = 4, SD_BALANCE_WAKE = 8, SD_WAKE_AFFINE = 16, SD_ASYM_CPUCAPACITY = 32, SD_ASYM_CPUCAPACITY_FULL = 64, SD_SHARE_CPUCAPACITY = 128, SD_SHARE_PKG_RESOURCES = 256, SD_SERIALIZE = 512, SD_ASYM_PACKING = 1024, SD_PREFER_SIBLING = 2048, SD_OVERLAP = 4096, SD_NUMA = 8192, }; struct sched_domain_shared { atomic_t ref; atomic_t nr_busy_cpus; int has_idle_cores; int nr_idle_scan; }; struct sched_group; struct sched_domain { struct sched_domain *parent; struct sched_domain *child; struct sched_group *groups; long unsigned int min_interval; long unsigned int max_interval; unsigned int busy_factor; unsigned int imbalance_pct; unsigned int cache_nice_tries; unsigned int imb_numa_nr; int nohz_idle; int flags; int level; long unsigned int last_balance; unsigned int balance_interval; unsigned int nr_balance_failed; u64 max_newidle_lb_cost; long unsigned int last_decay_max_lb_cost; u64 avg_scan_cost; unsigned int lb_count[3]; unsigned int lb_failed[3]; unsigned int lb_balanced[3]; unsigned int lb_imbalance[3]; unsigned int lb_gained[3]; unsigned int lb_hot_gained[3]; unsigned int lb_nobusyg[3]; unsigned int lb_nobusyq[3]; unsigned int alb_count; unsigned int alb_failed; unsigned int alb_pushed; unsigned int sbe_count; unsigned int sbe_balanced; unsigned int sbe_pushed; unsigned int sbf_count; unsigned int sbf_balanced; unsigned int sbf_pushed; unsigned int ttwu_wake_remote; unsigned int ttwu_move_affine; unsigned int ttwu_move_balance; char *name; union { void *private; struct callback_head rcu; }; struct sched_domain_shared *shared; unsigned int span_weight; long unsigned int span[0]; }; struct sched_group_capacity; struct sched_group { struct sched_group *next; atomic_t ref; unsigned int group_weight; unsigned int cores; struct sched_group_capacity *sgc; int asym_prefer_cpu; int flags; long unsigned int cpumask[0]; }; struct sched_group_capacity { atomic_t ref; long unsigned int capacity; long unsigned int min_capacity; long unsigned int max_capacity; long unsigned int next_update; int imbalance; int id; long unsigned int cpumask[0]; }; struct em_perf_state { long unsigned int frequency; long unsigned int power; long unsigned int cost; long unsigned int flags; }; struct em_perf_domain { struct em_perf_state *table; int nr_perf_states; long unsigned int flags; long unsigned int cpus[0]; }; struct autogroup { struct kref kref; struct task_group *tg; struct rw_semaphore lock; long unsigned int id; int nice; }; struct softirq_action { void (*action)(struct softirq_action *); }; enum tick_dep_bits { TICK_DEP_BIT_POSIX_TIMER = 0, TICK_DEP_BIT_PERF_EVENTS = 1, TICK_DEP_BIT_SCHED = 2, TICK_DEP_BIT_CLOCK_UNSTABLE = 3, TICK_DEP_BIT_RCU = 4, TICK_DEP_BIT_RCU_EXP = 5, }; typedef void (*task_work_func_t)(struct callback_head *); enum sched_tunable_scaling { SCHED_TUNABLESCALING_NONE = 0, SCHED_TUNABLESCALING_LOG = 1, SCHED_TUNABLESCALING_LINEAR = 2, SCHED_TUNABLESCALING_END = 3, }; struct cpudl_item { u64 dl; int cpu; int idx; }; struct rt_prio_array { long unsigned int bitmap[2]; struct list_head queue[100]; }; typedef int (*tg_visitor)(struct task_group *, void *); struct rt_rq { struct rt_prio_array active; unsigned int rt_nr_running; unsigned int rr_nr_running; struct { int curr; int next; } highest_prio; unsigned int rt_nr_migratory; unsigned int rt_nr_total; int overloaded; struct plist_head pushable_tasks; int rt_queued; int rt_throttled; u64 rt_time; u64 rt_runtime; raw_spinlock_t rt_runtime_lock; }; struct dl_rq { struct rb_root_cached root; unsigned int dl_nr_running; struct { u64 curr; u64 next; } earliest_dl; unsigned int dl_nr_migratory; int overloaded; struct rb_root_cached pushable_dl_tasks_root; u64 running_bw; u64 this_bw; u64 extra_bw; u64 max_bw; u64 bw_ratio; }; struct balance_callback; struct rq { raw_spinlock_t __lock; unsigned int nr_running; unsigned int nr_numa_running; unsigned int nr_preferred_running; unsigned int numa_migrate_on; long unsigned int last_blocked_load_update_tick; unsigned int has_blocked_load; long: 64; long: 64; long: 64; call_single_data_t nohz_csd; unsigned int nohz_tick_stopped; atomic_t nohz_flags; unsigned int ttwu_pending; u64 nr_switches; long: 64; struct cfs_rq cfs; struct rt_rq rt; struct dl_rq dl; struct list_head leaf_cfs_rq_list; struct list_head *tmp_alone_branch; unsigned int nr_uninterruptible; struct task_struct *curr; struct task_struct *idle; struct task_struct *stop; long unsigned int next_balance; struct mm_struct *prev_mm; unsigned int clock_update_flags; u64 clock; long: 64; long: 64; long: 64; long: 64; u64 clock_task; u64 clock_pelt; long unsigned int lost_idle_time; u64 clock_pelt_idle; u64 clock_idle; atomic_t nr_iowait; u64 last_seen_need_resched_ns; int ticks_without_resched; int membarrier_state; struct root_domain *rd; struct sched_domain *sd; long unsigned int cpu_capacity; long unsigned int cpu_capacity_orig; struct balance_callback *balance_callback; unsigned char nohz_idle_balance; unsigned char idle_balance; long unsigned int misfit_task_load; int active_balance; int push_cpu; struct cpu_stop_work active_balance_work; int cpu; int online; struct list_head cfs_tasks; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_avg avg_rt; struct sched_avg avg_dl; struct sched_avg avg_irq; u64 idle_stamp; u64 avg_idle; long unsigned int wake_stamp; u64 wake_avg_idle; u64 max_idle_balance_cost; struct rcuwait hotplug_wait; u64 prev_steal_time; u64 prev_steal_time_rq; long unsigned int calc_load_update; long int calc_load_active; long: 64; long: 64; call_single_data_t hrtick_csd; struct hrtimer hrtick_timer; ktime_t hrtick_time; struct sched_info rq_sched_info; long long unsigned int rq_cpu_time; unsigned int yld_count; unsigned int sched_count; unsigned int sched_goidle; unsigned int ttwu_count; unsigned int ttwu_local; struct cpuidle_state *idle_state; unsigned int nr_pinned; unsigned int push_busy; struct cpu_stop_work push_work; cpumask_var_t scratch_mask; long: 64; long: 64; long: 64; call_single_data_t cfsb_csd; struct list_head cfsb_csd_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct perf_domain { struct em_perf_domain *em_pd; struct perf_domain *next; struct callback_head rcu; }; struct balance_callback { struct balance_callback *next; void (*func)(struct rq *); }; struct rq_flags { long unsigned int flags; struct pin_cookie cookie; unsigned int clock_update_flags; }; enum numa_topology_type { NUMA_DIRECT = 0, NUMA_GLUELESS_MESH = 1, NUMA_BACKPLANE = 2, }; enum numa_faults_stats { NUMA_MEM = 0, NUMA_CPU = 1, NUMA_MEMBUF = 2, NUMA_CPUBUF = 3, }; struct sched_entity_stats { struct sched_entity se; struct sched_statistics stats; }; enum { __SCHED_FEAT_PLACE_LAG = 0, __SCHED_FEAT_PLACE_DEADLINE_INITIAL = 1, __SCHED_FEAT_RUN_TO_PARITY = 2, __SCHED_FEAT_NEXT_BUDDY = 3, __SCHED_FEAT_CACHE_HOT_BUDDY = 4, __SCHED_FEAT_WAKEUP_PREEMPTION = 5, __SCHED_FEAT_HRTICK = 6, __SCHED_FEAT_HRTICK_DL = 7, __SCHED_FEAT_DOUBLE_TICK = 8, __SCHED_FEAT_NONTASK_CAPACITY = 9, __SCHED_FEAT_TTWU_QUEUE = 10, __SCHED_FEAT_SIS_PROP = 11, __SCHED_FEAT_SIS_UTIL = 12, __SCHED_FEAT_WARN_DOUBLE_CLOCK = 13, __SCHED_FEAT_RT_PUSH_IPI = 14, __SCHED_FEAT_RT_RUNTIME_SHARE = 15, __SCHED_FEAT_LB_MIN = 16, __SCHED_FEAT_ATTACH_AGE_LOAD = 17, __SCHED_FEAT_WA_IDLE = 18, __SCHED_FEAT_WA_WEIGHT = 19, __SCHED_FEAT_WA_BIAS = 20, __SCHED_FEAT_UTIL_EST = 21, __SCHED_FEAT_UTIL_EST_FASTUP = 22, __SCHED_FEAT_LATENCY_WARN = 23, __SCHED_FEAT_HZ_BW = 24, __SCHED_FEAT_NR = 25, }; struct affinity_context { const struct cpumask *new_mask; struct cpumask *user_mask; unsigned int flags; }; enum cpu_util_type { FREQUENCY_UTIL = 0, ENERGY_UTIL = 1, }; enum numa_type { node_has_spare = 0, node_fully_busy = 1, node_overloaded = 2, }; struct numa_stats { long unsigned int load; long unsigned int runnable; long unsigned int util; long unsigned int compute_capacity; unsigned int nr_running; unsigned int weight; enum numa_type node_type; int idle_cpu; }; struct task_numa_env { struct task_struct *p; int src_cpu; int src_nid; int dst_cpu; int dst_nid; int imb_numa_nr; struct numa_stats src_stats; struct numa_stats dst_stats; int imbalance_pct; int dist; struct task_struct *best_task; long int best_imp; int best_cpu; }; struct energy_env { long unsigned int task_busy_time; long unsigned int pd_busy_time; long unsigned int cpu_cap; long unsigned int pd_cap; }; enum fbq_type { regular = 0, remote = 1, all = 2, }; enum group_type { group_has_spare = 0, group_fully_busy = 1, group_misfit_task = 2, group_smt_balance = 3, group_asym_packing = 4, group_imbalanced = 5, group_overloaded = 6, }; enum migration_type { migrate_load = 0, migrate_util = 1, migrate_task = 2, migrate_misfit = 3, }; struct lb_env { struct sched_domain *sd; struct rq *src_rq; int src_cpu; int dst_cpu; struct rq *dst_rq; struct cpumask *dst_grpmask; int new_dst_cpu; enum cpu_idle_type idle; long int imbalance; struct cpumask *cpus; unsigned int flags; unsigned int loop; unsigned int loop_break; unsigned int loop_max; enum fbq_type fbq_type; enum migration_type migration_type; struct list_head tasks; }; struct sg_lb_stats { long unsigned int avg_load; long unsigned int group_load; long unsigned int group_capacity; long unsigned int group_util; long unsigned int group_runnable; unsigned int sum_nr_running; unsigned int sum_h_nr_running; unsigned int idle_cpus; unsigned int group_weight; enum group_type group_type; unsigned int group_asym_packing; unsigned int group_smt_balance; long unsigned int group_misfit_task_load; unsigned int nr_numa_running; unsigned int nr_preferred_running; }; struct sd_lb_stats { struct sched_group *busiest; struct sched_group *local; long unsigned int total_load; long unsigned int total_capacity; long unsigned int avg_load; unsigned int prefer_sibling; struct sg_lb_stats busiest_stat; struct sg_lb_stats local_stat; }; struct kernel_stat { long unsigned int irqs_sum; unsigned int softirqs[10]; }; enum { IRQ_DOMAIN_FLAG_HIERARCHY = 1, IRQ_DOMAIN_NAME_ALLOCATED = 2, IRQ_DOMAIN_FLAG_IPI_PER_CPU = 4, IRQ_DOMAIN_FLAG_IPI_SINGLE = 8, IRQ_DOMAIN_FLAG_MSI = 16, IRQ_DOMAIN_FLAG_ISOLATED_MSI = 32, IRQ_DOMAIN_FLAG_NO_MAP = 64, IRQ_DOMAIN_FLAG_MSI_PARENT = 256, IRQ_DOMAIN_FLAG_MSI_DEVICE = 512, IRQ_DOMAIN_FLAG_NONCORE = 65536, }; struct irqchip_fwid { struct fwnode_handle fwnode; unsigned int type; char *name; phys_addr_t *pa; }; struct dma_sgt_handle { struct sg_table sgt; struct page **pages; }; struct dma_devres { size_t size; void *vaddr; dma_addr_t dma_handle; long unsigned int attrs; }; struct taint_flag { char c_true; char c_false; bool module; }; struct latch_tree_root { seqcount_latch_t seq; struct rb_root tree[2]; }; struct load_info { const char *name; struct module *mod; Elf64_Ehdr *hdr; long unsigned int len; Elf64_Shdr *sechdrs; char *secstrings; char *strtab; long unsigned int symoffs; long unsigned int stroffs; long unsigned int init_typeoffs; long unsigned int core_typeoffs; bool sig_ok; long unsigned int mod_kallsyms_init_off; struct { unsigned int sym; unsigned int str; unsigned int mod; unsigned int vers; unsigned int info; unsigned int pcpu; } index; }; enum mod_license { NOT_GPL_ONLY = 0, GPL_ONLY = 1, }; struct find_symbol_arg { const char *name; bool gplok; bool warn; struct module *owner; const s32 *crc; const struct kernel_symbol *sym; enum mod_license license; }; enum fail_dup_mod_reason { FAIL_DUP_MOD_BECOMING = 0, FAIL_DUP_MOD_LOAD = 1, }; struct mod_tree_root { struct latch_tree_root root; long unsigned int addr_min; long unsigned int addr_max; }; struct trace_event_raw_module_load { struct trace_entry ent; unsigned int taints; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_free { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_refcnt { struct trace_entry ent; long unsigned int ip; int refcnt; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_request { struct trace_entry ent; long unsigned int ip; bool wait; u32 __data_loc_name; char __data[0]; }; struct trace_event_data_offsets_module_load { u32 name; }; struct trace_event_data_offsets_module_free { u32 name; }; struct trace_event_data_offsets_module_refcnt { u32 name; }; struct trace_event_data_offsets_module_request { u32 name; }; typedef void (*btf_trace_module_load)(void *, struct module *); typedef void (*btf_trace_module_free)(void *, struct module *); typedef void (*btf_trace_module_get)(void *, struct module *, long unsigned int); typedef void (*btf_trace_module_put)(void *, struct module *, long unsigned int); typedef void (*btf_trace_module_request)(void *, char *, bool, long unsigned int); struct symsearch { const struct kernel_symbol *start; const struct kernel_symbol *stop; const s32 *crcs; enum mod_license license; }; struct mod_initfree { struct llist_node node; void *init_text; void *init_data; void *init_rodata; }; struct idempotent { const void *cookie; struct hlist_node entry; struct completion complete; int ret; }; typedef __kernel_long_t __kernel_suseconds_t; typedef __kernel_suseconds_t suseconds_t; struct old_itimerspec32 { struct old_timespec32 it_interval; struct old_timespec32 it_value; }; typedef __kernel_timer_t timer_t; struct sigqueue { struct list_head list; int flags; kernel_siginfo_t info; struct ucounts *ucounts; }; struct cpu_timer { struct timerqueue_node node; struct timerqueue_head *head; struct pid *pid; struct list_head elist; int firing; struct task_struct *handling; }; struct k_clock; struct k_itimer { struct list_head list; struct hlist_node t_hash; spinlock_t it_lock; const struct k_clock *kclock; clockid_t it_clock; timer_t it_id; int it_active; s64 it_overrun; s64 it_overrun_last; int it_requeue_pending; int it_sigev_notify; ktime_t it_interval; struct signal_struct *it_signal; union { struct pid *it_pid; struct task_struct *it_process; }; struct sigqueue *sigq; union { struct { struct hrtimer timer; } real; struct cpu_timer cpu; struct { struct alarm alarmtimer; } alarm; } it; struct callback_head rcu; }; struct k_clock { int (*clock_getres)(const clockid_t, struct timespec64 *); int (*clock_set)(const clockid_t, const struct timespec64 *); int (*clock_get_timespec)(const clockid_t, struct timespec64 *); ktime_t (*clock_get_ktime)(const clockid_t); int (*clock_adj)(const clockid_t, struct __kernel_timex *); int (*timer_create)(struct k_itimer *); int (*nsleep)(const clockid_t, int, const struct timespec64 *); int (*timer_set)(struct k_itimer *, int, struct itimerspec64 *, struct itimerspec64 *); int (*timer_del)(struct k_itimer *); void (*timer_get)(struct k_itimer *, struct itimerspec64 *); void (*timer_rearm)(struct k_itimer *); s64 (*timer_forward)(struct k_itimer *, ktime_t); ktime_t (*timer_remaining)(struct k_itimer *, ktime_t); int (*timer_try_to_cancel)(struct k_itimer *); void (*timer_arm)(struct k_itimer *, ktime_t, bool, bool); void (*timer_wait_running)(struct k_itimer *); }; struct class_interface { struct list_head node; const struct class *class; int (*add_dev)(struct device *); void (*remove_dev)(struct device *); }; struct platform_device_info { struct device *parent; struct fwnode_handle *fwnode; bool of_node_reused; const char *name; int id; const struct resource *res; unsigned int num_res; const void *data; size_t size_data; u64 dma_mask; const struct property_entry *properties; }; struct trace_event_raw_alarmtimer_suspend { struct trace_entry ent; s64 expires; unsigned char alarm_type; char __data[0]; }; struct trace_event_raw_alarm_class { struct trace_entry ent; void *alarm; unsigned char alarm_type; s64 expires; s64 now; char __data[0]; }; struct trace_event_data_offsets_alarmtimer_suspend {}; struct trace_event_data_offsets_alarm_class {}; typedef void (*btf_trace_alarmtimer_suspend)(void *, ktime_t, int); typedef void (*btf_trace_alarmtimer_fired)(void *, struct alarm *, ktime_t); typedef void (*btf_trace_alarmtimer_start)(void *, struct alarm *, ktime_t); typedef void (*btf_trace_alarmtimer_cancel)(void *, struct alarm *, ktime_t); struct alarm_base { spinlock_t lock; struct timerqueue_head timerqueue; ktime_t (*get_ktime)(); void (*get_timespec)(struct timespec64 *); clockid_t base_clockid; }; struct kexec_buf { struct kimage *image; void *buffer; long unsigned int bufsz; long unsigned int mem; long unsigned int memsz; long unsigned int buf_align; long unsigned int buf_min; long unsigned int buf_max; bool top_down; }; struct kexec_sha_region { long unsigned int start; long unsigned int len; }; struct css_task_iter { struct cgroup_subsys *ss; unsigned int flags; struct list_head *cset_pos; struct list_head *cset_head; struct list_head *tcset_pos; struct list_head *tcset_head; struct list_head *task_pos; struct list_head *cur_tasks_head; struct css_set *cur_cset; struct css_set *cur_dcset; struct task_struct *cur_task; struct list_head iters_node; }; enum freezer_state_flags { CGROUP_FREEZER_ONLINE = 1, CGROUP_FREEZING_SELF = 2, CGROUP_FREEZING_PARENT = 4, CGROUP_FROZEN = 8, CGROUP_FREEZING = 6, }; struct freezer { struct cgroup_subsys_state css; unsigned int state; }; struct idmap_key { bool map_up; u32 id; u32 count; }; struct audit_parent; struct audit_watch { refcount_t count; dev_t dev; char *path; long unsigned int ino; struct audit_parent *parent; struct list_head wlist; struct list_head rules; }; struct audit_parent { struct list_head watches; struct fsnotify_mark mark; }; enum ring_buffer_type { RINGBUF_TYPE_DATA_TYPE_LEN_MAX = 28, RINGBUF_TYPE_PADDING = 29, RINGBUF_TYPE_TIME_EXTEND = 30, RINGBUF_TYPE_TIME_STAMP = 31, }; enum ring_buffer_flags { RB_FL_OVERWRITE = 1, }; struct ring_buffer_per_cpu; struct buffer_page; struct ring_buffer_iter { struct ring_buffer_per_cpu *cpu_buffer; long unsigned int head; long unsigned int next_event; struct buffer_page *head_page; struct buffer_page *cache_reader_page; long unsigned int cache_read; long unsigned int cache_pages_removed; u64 read_stamp; u64 page_stamp; struct ring_buffer_event *event; int missed_events; }; struct rb_irq_work { struct irq_work work; wait_queue_head_t waiters; wait_queue_head_t full_waiters; long int wait_index; bool waiters_pending; bool full_waiters_pending; bool wakeup_full; }; struct trace_buffer { unsigned int flags; int cpus; atomic_t record_disabled; atomic_t resizing; cpumask_var_t cpumask; struct lock_class_key *reader_lock_key; struct mutex mutex; struct ring_buffer_per_cpu **buffers; struct hlist_node node; u64 (*clock)(); struct rb_irq_work irq_work; bool time_stamp_abs; }; enum { RB_LEN_TIME_EXTEND = 8, RB_LEN_TIME_STAMP = 8, }; struct buffer_data_page { u64 time_stamp; local_t commit; unsigned char data[0]; }; struct buffer_page { struct list_head list; local_t write; unsigned int read; local_t entries; long unsigned int real_end; struct buffer_data_page *page; }; struct rb_event_info { u64 ts; u64 delta; u64 before; u64 after; long unsigned int length; struct buffer_page *tail_page; int add_timestamp; }; enum { RB_ADD_STAMP_NONE = 0, RB_ADD_STAMP_EXTEND = 2, RB_ADD_STAMP_ABSOLUTE = 4, RB_ADD_STAMP_FORCE = 8, }; enum { RB_CTX_TRANSITION = 0, RB_CTX_NMI = 1, RB_CTX_IRQ = 2, RB_CTX_SOFTIRQ = 3, RB_CTX_NORMAL = 4, RB_CTX_MAX = 5, }; struct rb_time_struct { local64_t time; }; typedef struct rb_time_struct rb_time_t; struct ring_buffer_per_cpu { int cpu; atomic_t record_disabled; atomic_t resize_disabled; struct trace_buffer *buffer; raw_spinlock_t reader_lock; arch_spinlock_t lock; struct lock_class_key lock_key; struct buffer_data_page *free_page; long unsigned int nr_pages; unsigned int current_context; struct list_head *pages; struct buffer_page *head_page; struct buffer_page *tail_page; struct buffer_page *commit_page; struct buffer_page *reader_page; long unsigned int lost_events; long unsigned int last_overrun; long unsigned int nest; local_t entries_bytes; local_t entries; local_t overrun; local_t commit_overrun; local_t dropped_events; local_t committing; local_t commits; local_t pages_touched; local_t pages_lost; local_t pages_read; long int last_pages_touch; size_t shortest_full; long unsigned int read; long unsigned int read_bytes; rb_time_t write_stamp; rb_time_t before_stamp; u64 event_stamp[5]; u64 read_stamp; long unsigned int pages_removed; long int nr_pages_to_update; struct list_head new_pages; struct work_struct update_pages_work; struct completion update_done; struct rb_irq_work irq_work; }; enum { FTRACE_ITER_FILTER = 1, FTRACE_ITER_NOTRACE = 2, FTRACE_ITER_PRINTALL = 4, FTRACE_ITER_DO_PROBES = 8, FTRACE_ITER_PROBE = 16, FTRACE_ITER_MOD = 32, FTRACE_ITER_ENABLED = 64, FTRACE_ITER_TOUCHED = 128, FTRACE_ITER_ADDRS = 256, }; struct ftrace_event_field { struct list_head link; const char *name; const char *type; int filter_type; int offset; int size; int is_signed; int len; }; struct filter_pred; struct prog_entry { int target; int when_to_branch; struct filter_pred *pred; }; struct regex; typedef int (*regex_match_func)(char *, struct regex *, int); struct regex { char pattern[256]; int len; int field_len; regex_match_func match; }; enum regex_type { MATCH_FULL = 0, MATCH_FRONT_ONLY = 1, MATCH_MIDDLE_ONLY = 2, MATCH_END_ONLY = 3, MATCH_GLOB = 4, MATCH_INDEX = 5, }; enum filter_op_ids { OP_GLOB = 0, OP_NE = 1, OP_EQ = 2, OP_LE = 3, OP_LT = 4, OP_GE = 5, OP_GT = 6, OP_BAND = 7, OP_MAX = 8, }; enum filter_pred_fn { FILTER_PRED_FN_NOP = 0, FILTER_PRED_FN_64 = 1, FILTER_PRED_FN_64_CPUMASK = 2, FILTER_PRED_FN_S64 = 3, FILTER_PRED_FN_U64 = 4, FILTER_PRED_FN_32 = 5, FILTER_PRED_FN_32_CPUMASK = 6, FILTER_PRED_FN_S32 = 7, FILTER_PRED_FN_U32 = 8, FILTER_PRED_FN_16 = 9, FILTER_PRED_FN_16_CPUMASK = 10, FILTER_PRED_FN_S16 = 11, FILTER_PRED_FN_U16 = 12, FILTER_PRED_FN_8 = 13, FILTER_PRED_FN_8_CPUMASK = 14, FILTER_PRED_FN_S8 = 15, FILTER_PRED_FN_U8 = 16, FILTER_PRED_FN_COMM = 17, FILTER_PRED_FN_STRING = 18, FILTER_PRED_FN_STRLOC = 19, FILTER_PRED_FN_STRRELLOC = 20, FILTER_PRED_FN_PCHAR_USER = 21, FILTER_PRED_FN_PCHAR = 22, FILTER_PRED_FN_CPU = 23, FILTER_PRED_FN_CPU_CPUMASK = 24, FILTER_PRED_FN_CPUMASK = 25, FILTER_PRED_FN_CPUMASK_CPU = 26, FILTER_PRED_FN_FUNCTION = 27, FILTER_PRED_FN_ = 28, FILTER_PRED_TEST_VISITED = 29, }; struct filter_pred { struct regex *regex; struct cpumask *mask; short unsigned int *ops; struct ftrace_event_field *field; u64 val; u64 val2; enum filter_pred_fn fn_num; int offset; int not; int op; }; enum { FILT_ERR_NONE = 0, FILT_ERR_INVALID_OP = 1, FILT_ERR_TOO_MANY_OPEN = 2, FILT_ERR_TOO_MANY_CLOSE = 3, FILT_ERR_MISSING_QUOTE = 4, FILT_ERR_MISSING_BRACE_OPEN = 5, FILT_ERR_MISSING_BRACE_CLOSE = 6, FILT_ERR_OPERAND_TOO_LONG = 7, FILT_ERR_EXPECT_STRING = 8, FILT_ERR_EXPECT_DIGIT = 9, FILT_ERR_ILLEGAL_FIELD_OP = 10, FILT_ERR_FIELD_NOT_FOUND = 11, FILT_ERR_ILLEGAL_INTVAL = 12, FILT_ERR_BAD_SUBSYS_FILTER = 13, FILT_ERR_TOO_MANY_PREDS = 14, FILT_ERR_INVALID_FILTER = 15, FILT_ERR_INVALID_CPULIST = 16, FILT_ERR_IP_FIELD_ONLY = 17, FILT_ERR_INVALID_VALUE = 18, FILT_ERR_NO_FUNCTION = 19, FILT_ERR_ERRNO = 20, FILT_ERR_NO_FILTER = 21, }; struct filter_parse_error { int lasterr; int lasterr_pos; }; typedef int (*parse_pred_fn)(const char *, void *, int, struct filter_parse_error *, struct filter_pred **); enum { INVERT = 1, PROCESS_AND = 2, PROCESS_OR = 4, }; struct ustring_buffer { char buffer[1024]; }; enum { TOO_MANY_CLOSE = -1, TOO_MANY_OPEN = -2, MISSING_QUOTE = -3, }; struct filter_list { struct list_head list; struct event_filter *filter; }; struct function_filter_data { struct ftrace_ops *ops; int first_filter; int first_notrace; }; enum dynevent_type { DYNEVENT_TYPE_SYNTH = 1, DYNEVENT_TYPE_KPROBE = 2, DYNEVENT_TYPE_NONE = 3, }; struct dynevent_cmd; typedef int (*dynevent_create_fn_t)(struct dynevent_cmd *); struct dynevent_cmd { struct seq_buf seq; const char *event_name; unsigned int n_fields; enum dynevent_type type; dynevent_create_fn_t run_command; void *private_data; }; struct dyn_event; struct dyn_event_operations { struct list_head list; int (*create)(const char *); int (*show)(struct seq_file *, struct dyn_event *); bool (*is_busy)(struct dyn_event *); int (*free)(struct dyn_event *); bool (*match)(const char *, const char *, int, const char **, struct dyn_event *); }; struct dyn_event { struct list_head list; struct dyn_event_operations *ops; }; typedef int (*dynevent_check_arg_fn_t)(void *); struct dynevent_arg { const char *str; char separator; }; struct dynevent_arg_pair { const char *lhs; const char *rhs; char operator; char separator; }; struct btf_array { __u32 type; __u32 index_type; __u32 nelems; }; struct btf_member { __u32 name_off; __u32 type; __u32 offset; }; struct btf_param { __u32 name_off; __u32 type; }; enum btf_func_linkage { BTF_FUNC_STATIC = 0, BTF_FUNC_GLOBAL = 1, BTF_FUNC_EXTERN = 2, }; struct btf_var_secinfo { __u32 type; __u32 offset; __u32 size; }; enum sk_action { SK_DROP = 0, SK_PASS = 1, }; enum bpf_core_relo_kind { BPF_CORE_FIELD_BYTE_OFFSET = 0, BPF_CORE_FIELD_BYTE_SIZE = 1, BPF_CORE_FIELD_EXISTS = 2, BPF_CORE_FIELD_SIGNED = 3, BPF_CORE_FIELD_LSHIFT_U64 = 4, BPF_CORE_FIELD_RSHIFT_U64 = 5, BPF_CORE_TYPE_ID_LOCAL = 6, BPF_CORE_TYPE_ID_TARGET = 7, BPF_CORE_TYPE_EXISTS = 8, BPF_CORE_TYPE_SIZE = 9, BPF_CORE_ENUMVAL_EXISTS = 10, BPF_CORE_ENUMVAL_VALUE = 11, BPF_CORE_TYPE_MATCHES = 12, }; struct bpf_core_relo { __u32 insn_off; __u32 type_id; __u32 access_str_off; enum bpf_core_relo_kind kind; }; struct btf_id_set { u32 cnt; u32 ids[0]; }; enum { BTF_SOCK_TYPE_INET = 0, BTF_SOCK_TYPE_INET_CONN = 1, BTF_SOCK_TYPE_INET_REQ = 2, BTF_SOCK_TYPE_INET_TW = 3, BTF_SOCK_TYPE_REQ = 4, BTF_SOCK_TYPE_SOCK = 5, BTF_SOCK_TYPE_SOCK_COMMON = 6, BTF_SOCK_TYPE_TCP = 7, BTF_SOCK_TYPE_TCP_REQ = 8, BTF_SOCK_TYPE_TCP_TW = 9, BTF_SOCK_TYPE_TCP6 = 10, BTF_SOCK_TYPE_UDP = 11, BTF_SOCK_TYPE_UDP6 = 12, BTF_SOCK_TYPE_UNIX = 13, BTF_SOCK_TYPE_MPTCP = 14, BTF_SOCK_TYPE_SOCKET = 15, MAX_BTF_SOCK_TYPE = 16, }; enum { BTF_TRACING_TYPE_TASK = 0, BTF_TRACING_TYPE_FILE = 1, BTF_TRACING_TYPE_VMA = 2, MAX_BTF_TRACING_TYPE = 3, }; struct bpf_dynptr_kern { void *data; u32 size; u32 offset; }; enum bpf_jit_poke_reason { BPF_POKE_REASON_TAIL_CALL = 0, }; struct bpf_kfunc_desc { struct btf_func_model func_model; u32 func_id; s32 imm; u16 offset; long unsigned int addr; }; struct bpf_kfunc_desc_tab { struct bpf_kfunc_desc descs[256]; u32 nr_descs; }; struct bpf_kfunc_btf { struct btf *btf; struct module *module; u16 offset; }; struct bpf_kfunc_btf_tab { struct bpf_kfunc_btf descs[256]; u32 nr_descs; }; struct bpf_array_aux { struct list_head poke_progs; struct bpf_map *map; struct mutex poke_mutex; struct work_struct work; }; struct bpf_struct_ops { const struct bpf_verifier_ops *verifier_ops; int (*init)(struct btf *); int (*check_member)(const struct btf_type *, const struct btf_member *, const struct bpf_prog *); int (*init_member)(const struct btf_type *, const struct btf_member *, void *, const void *); int (*reg)(void *); void (*unreg)(void *); int (*update)(void *, void *); int (*validate)(void *); const struct btf_type *type; const struct btf_type *value_type; const char *name; struct btf_func_model func_models[64]; u32 type_id; u32 value_id; }; struct bpf_array { struct bpf_map map; u32 elem_size; u32 index_mask; struct bpf_array_aux *aux; union { struct { struct {} __empty_value; char value[0]; }; struct { struct {} __empty_ptrs; void *ptrs[0]; }; struct { struct {} __empty_pptrs; void *pptrs[0]; }; }; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum { BPF_MAX_LOOPS = 8388608, }; typedef u32 (*bpf_convert_ctx_access_t)(enum bpf_access_type, const struct bpf_insn *, struct bpf_insn *, struct bpf_prog *, u32 *); struct bpf_iter_meta { union { struct seq_file *seq; }; u64 session_id; u64 seq_num; }; struct bpf_core_ctx { struct bpf_verifier_log *log; const struct btf *btf; }; struct bpf_bprintf_data { u32 *bin_args; char *buf; bool get_bin_args; bool get_buf; }; enum bpf_stack_slot_type { STACK_INVALID = 0, STACK_SPILL = 1, STACK_MISC = 2, STACK_ZERO = 3, STACK_DYNPTR = 4, STACK_ITER = 5, }; struct bpf_verifier_stack_elem { struct bpf_verifier_state st; int insn_idx; int prev_insn_idx; struct bpf_verifier_stack_elem *next; u32 log_pos; }; typedef void (*bpf_insn_print_t)(void *, const char *, ...); typedef const char * (*bpf_insn_revmap_call_t)(void *, const struct bpf_insn *); typedef const char * (*bpf_insn_print_imm_t)(void *, const struct bpf_insn *, __u64); struct bpf_insn_cbs { bpf_insn_print_t cb_print; bpf_insn_revmap_call_t cb_call; bpf_insn_print_imm_t cb_imm; void *private_data; }; struct bpf_call_arg_meta { struct bpf_map *map_ptr; bool raw_mode; bool pkt_access; u8 release_regno; int regno; int access_size; int mem_size; u64 msize_max_value; int ref_obj_id; int dynptr_id; int map_uid; int func_id; struct btf *btf; u32 btf_id; struct btf *ret_btf; u32 ret_btf_id; u32 subprogno; struct btf_field *kptr_field; }; struct bpf_kfunc_call_arg_meta { struct btf *btf; u32 func_id; u32 kfunc_flags; const struct btf_type *func_proto; const char *func_name; u32 ref_obj_id; u8 release_regno; bool r0_rdonly; u32 ret_btf_id; u64 r0_size; u32 subprogno; struct { u64 value; bool found; } arg_constant; struct btf *arg_btf; u32 arg_btf_id; bool arg_owning_ref; struct { struct btf_field *field; } arg_list_head; struct { struct btf_field *field; } arg_rbtree_root; struct { enum bpf_dynptr_type type; u32 id; u32 ref_obj_id; } initialized_dynptr; struct { u8 spi; u8 frameno; } iter; u64 mem_size; }; enum reg_arg_type { SRC_OP = 0, DST_OP = 1, DST_OP_NO_MARK = 2, }; enum bpf_access_src { ACCESS_DIRECT = 1, ACCESS_HELPER = 2, }; struct task_struct__safe_rcu { const cpumask_t *cpus_ptr; struct css_set *cgroups; struct task_struct *real_parent; struct task_struct *group_leader; }; struct cgroup__safe_rcu { struct kernfs_node *kn; }; struct css_set__safe_rcu { struct cgroup *dfl_cgrp; }; struct mm_struct__safe_rcu_or_null { struct file *exe_file; }; struct sk_buff__safe_rcu_or_null { struct sock *sk; }; struct request_sock__safe_rcu_or_null { struct sock *sk; }; struct bpf_iter_meta__safe_trusted { struct seq_file *seq; }; struct bpf_iter__task__safe_trusted { struct bpf_iter_meta *meta; struct task_struct *task; }; struct linux_binprm__safe_trusted { struct file *file; }; struct file__safe_trusted { struct inode *f_inode; }; struct dentry__safe_trusted { struct inode *d_inode; }; struct socket__safe_trusted { struct sock *sk; }; struct bpf_reg_types { const enum bpf_reg_type types[10]; u32 *btf_id; }; enum { AT_PKT_END = -1, BEYOND_PKT_END = -2, }; typedef int (*set_callee_state_fn)(struct bpf_verifier_env *, struct bpf_func_state *, struct bpf_func_state *, int); enum { KF_ARG_DYNPTR_ID = 0, KF_ARG_LIST_HEAD_ID = 1, KF_ARG_LIST_NODE_ID = 2, KF_ARG_RB_ROOT_ID = 3, KF_ARG_RB_NODE_ID = 4, }; enum kfunc_ptr_arg_type { KF_ARG_PTR_TO_CTX = 0, KF_ARG_PTR_TO_ALLOC_BTF_ID = 1, KF_ARG_PTR_TO_REFCOUNTED_KPTR = 2, KF_ARG_PTR_TO_DYNPTR = 3, KF_ARG_PTR_TO_ITER = 4, KF_ARG_PTR_TO_LIST_HEAD = 5, KF_ARG_PTR_TO_LIST_NODE = 6, KF_ARG_PTR_TO_BTF_ID = 7, KF_ARG_PTR_TO_MEM = 8, KF_ARG_PTR_TO_MEM_SIZE = 9, KF_ARG_PTR_TO_CALLBACK = 10, KF_ARG_PTR_TO_RB_ROOT = 11, KF_ARG_PTR_TO_RB_NODE = 12, }; enum special_kfunc_type { KF_bpf_obj_new_impl = 0, KF_bpf_obj_drop_impl = 1, KF_bpf_refcount_acquire_impl = 2, KF_bpf_list_push_front_impl = 3, KF_bpf_list_push_back_impl = 4, KF_bpf_list_pop_front = 5, KF_bpf_list_pop_back = 6, KF_bpf_cast_to_kern_ctx = 7, KF_bpf_rdonly_cast = 8, KF_bpf_rcu_read_lock = 9, KF_bpf_rcu_read_unlock = 10, KF_bpf_rbtree_remove = 11, KF_bpf_rbtree_add_impl = 12, KF_bpf_rbtree_first = 13, KF_bpf_dynptr_from_skb = 14, KF_bpf_dynptr_from_xdp = 15, KF_bpf_dynptr_slice = 16, KF_bpf_dynptr_slice_rdwr = 17, KF_bpf_dynptr_clone = 18, }; enum { REASON_BOUNDS = -1, REASON_TYPE = -2, REASON_PATHS = -3, REASON_LIMIT = -4, REASON_STACK = -5, }; struct bpf_sanitize_info { struct bpf_insn_aux_data aux; bool mask_to_left; }; enum { DISCOVERED = 16, EXPLORED = 32, FALLTHROUGH = 1, BRANCH___2 = 2, }; enum { DONE_EXPLORING = 0, KEEP_EXPLORING = 1, }; struct bpf_iter; struct bpf_prog_offload_ops { int (*insn_hook)(struct bpf_verifier_env *, int, int); int (*finalize)(struct bpf_verifier_env *); int (*replace_insn)(struct bpf_verifier_env *, u32, struct bpf_insn *); int (*remove_insns)(struct bpf_verifier_env *, u32, u32); int (*prepare)(struct bpf_prog *); int (*translate)(struct bpf_prog *); void (*destroy)(struct bpf_prog *); }; struct bpf_offload_dev { const struct bpf_prog_offload_ops *ops; struct list_head netdevs; void *priv; }; enum { XDP_METADATA_KFUNC_RX_TIMESTAMP = 0, XDP_METADATA_KFUNC_RX_HASH = 1, MAX_XDP_METADATA_KFUNC = 2, }; struct bpf_offload_netdev { struct rhash_head l; struct net_device *netdev; struct bpf_offload_dev *offdev; struct list_head progs; struct list_head maps; struct list_head offdev_netdevs; }; struct ns_get_path_bpf_prog_args { struct bpf_prog *prog; struct bpf_prog_info *info; }; struct ns_get_path_bpf_map_args { struct bpf_offloaded_map *offmap; struct bpf_map_info *info; }; typedef void (*call_rcu_func_t)(struct callback_head *, rcu_callback_t); struct bpf_tramp_links { struct bpf_tramp_link *links[38]; int nr_links; }; struct bpf_dummy_ops_state { int val; }; struct bpf_dummy_ops { int (*test_1)(struct bpf_dummy_ops_state *); int (*test_2)(struct bpf_dummy_ops_state *, int, short unsigned int, char, long unsigned int); int (*test_sleepable)(struct bpf_dummy_ops_state *); }; struct rcu_synchronize { struct callback_head head; struct completion completion; }; enum bpf_struct_ops_state { BPF_STRUCT_OPS_STATE_INIT = 0, BPF_STRUCT_OPS_STATE_INUSE = 1, BPF_STRUCT_OPS_STATE_TOBEFREE = 2, BPF_STRUCT_OPS_STATE_READY = 3, }; struct bpf_struct_ops_value { refcount_t refcnt; enum bpf_struct_ops_state state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; char data[0]; }; struct bpf_struct_ops_map { struct bpf_map map; struct callback_head rcu; const struct bpf_struct_ops *st_ops; struct mutex lock; struct bpf_link **links; void *image; struct bpf_struct_ops_value *uvalue; long: 64; long: 64; long: 64; long: 64; long: 64; struct bpf_struct_ops_value kvalue; }; struct bpf_struct_ops_link { struct bpf_link link; struct bpf_map *map; }; struct bpf_struct_ops_bpf_dummy_ops { refcount_t refcnt; enum bpf_struct_ops_state state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct bpf_dummy_ops data; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_struct_ops_tcp_congestion_ops { refcount_t refcnt; enum bpf_struct_ops_state state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct tcp_congestion_ops data; }; enum { BPF_STRUCT_OPS_TYPE_bpf_dummy_ops = 0, BPF_STRUCT_OPS_TYPE_tcp_congestion_ops = 1, __NR_BPF_STRUCT_OPS_TYPE = 2, }; typedef int filler_t(struct file *, struct folio *); struct wait_page_key { struct folio *folio; int bit_nr; int page_match; }; struct cachestat_range { __u64 off; __u64 len; }; struct cachestat { __u64 nr_cache; __u64 nr_dirty; __u64 nr_writeback; __u64 nr_evicted; __u64 nr_recently_evicted; }; struct trace_event_raw_mm_filemap_op_page_cache { struct trace_entry ent; long unsigned int pfn; long unsigned int i_ino; long unsigned int index; dev_t s_dev; unsigned char order; char __data[0]; }; struct trace_event_raw_filemap_set_wb_err { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; errseq_t errseq; char __data[0]; }; struct trace_event_raw_file_check_and_advance_wb_err { struct trace_entry ent; struct file *file; long unsigned int i_ino; dev_t s_dev; errseq_t old; errseq_t new; char __data[0]; }; struct trace_event_data_offsets_mm_filemap_op_page_cache {}; struct trace_event_data_offsets_filemap_set_wb_err {}; struct trace_event_data_offsets_file_check_and_advance_wb_err {}; typedef void (*btf_trace_mm_filemap_delete_from_page_cache)(void *, struct folio *); typedef void (*btf_trace_mm_filemap_add_to_page_cache)(void *, struct folio *); typedef void (*btf_trace_filemap_set_wb_err)(void *, struct address_space *, errseq_t); typedef void (*btf_trace_file_check_and_advance_wb_err)(void *, struct file *, errseq_t); enum behavior { EXCLUSIVE = 0, SHARED = 1, DROP = 2, }; struct pcpu_group_info { int nr_units; long unsigned int base_offset; unsigned int *cpu_map; }; struct pcpu_alloc_info { size_t static_size; size_t reserved_size; size_t dyn_size; size_t unit_size; size_t atom_size; size_t alloc_size; size_t __ai_size; int nr_groups; struct pcpu_group_info groups[0]; }; typedef int pcpu_fc_cpu_to_node_fn_t(int); typedef int pcpu_fc_cpu_distance_fn_t(unsigned int, unsigned int); enum memcg_stat_item { MEMCG_SWAP = 43, MEMCG_SOCK = 44, MEMCG_PERCPU_B = 45, MEMCG_VMALLOC = 46, MEMCG_KMEM = 47, MEMCG_ZSWAP_B = 48, MEMCG_ZSWAPPED = 49, MEMCG_NR_STAT = 50, }; enum compact_priority { COMPACT_PRIO_SYNC_FULL = 0, MIN_COMPACT_PRIORITY = 0, COMPACT_PRIO_SYNC_LIGHT = 1, MIN_COMPACT_COSTLY_PRIORITY = 1, DEF_COMPACT_PRIORITY = 1, COMPACT_PRIO_ASYNC = 2, INIT_COMPACT_PRIORITY = 2, }; enum compact_result { COMPACT_NOT_SUITABLE_ZONE = 0, COMPACT_SKIPPED = 1, COMPACT_DEFERRED = 2, COMPACT_NO_SUITABLE_PAGE = 3, COMPACT_CONTINUE = 4, COMPACT_COMPLETE = 5, COMPACT_PARTIAL_SKIPPED = 6, COMPACT_CONTENDED = 7, COMPACT_SUCCESS = 8, }; struct trace_event_raw_percpu_alloc_percpu { struct trace_entry ent; long unsigned int call_site; bool reserved; bool is_atomic; size_t size; size_t align; void *base_addr; int off; void *ptr; size_t bytes_alloc; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_percpu_free_percpu { struct trace_entry ent; void *base_addr; int off; void *ptr; char __data[0]; }; struct trace_event_raw_percpu_alloc_percpu_fail { struct trace_entry ent; bool reserved; bool is_atomic; size_t size; size_t align; char __data[0]; }; struct trace_event_raw_percpu_create_chunk { struct trace_entry ent; void *base_addr; char __data[0]; }; struct trace_event_raw_percpu_destroy_chunk { struct trace_entry ent; void *base_addr; char __data[0]; }; struct trace_event_data_offsets_percpu_alloc_percpu {}; struct trace_event_data_offsets_percpu_free_percpu {}; struct trace_event_data_offsets_percpu_alloc_percpu_fail {}; struct trace_event_data_offsets_percpu_create_chunk {}; struct trace_event_data_offsets_percpu_destroy_chunk {}; typedef void (*btf_trace_percpu_alloc_percpu)(void *, long unsigned int, bool, bool, size_t, size_t, void *, int, void *, size_t, gfp_t); typedef void (*btf_trace_percpu_free_percpu)(void *, void *, int, void *); typedef void (*btf_trace_percpu_alloc_percpu_fail)(void *, bool, bool, size_t, size_t); typedef void (*btf_trace_percpu_create_chunk)(void *, void *); typedef void (*btf_trace_percpu_destroy_chunk)(void *, void *); struct pcpu_block_md { int scan_hint; int scan_hint_start; int contig_hint; int contig_hint_start; int left_free; int right_free; int first_free; int nr_bits; }; struct pcpu_chunk { struct list_head list; int free_bytes; struct pcpu_block_md chunk_md; long unsigned int *bound_map; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; void *base_addr; long unsigned int *alloc_map; struct pcpu_block_md *md_blocks; void *data; bool immutable; bool isolated; int start_offset; int end_offset; struct obj_cgroup **obj_cgroups; int nr_pages; int nr_populated; int nr_empty_pop_pages; long unsigned int populated[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef struct { __be64 pdbe; } hugepd_t; struct sysinfo { __kernel_long_t uptime; __kernel_ulong_t loads[3]; __kernel_ulong_t totalram; __kernel_ulong_t freeram; __kernel_ulong_t sharedram; __kernel_ulong_t bufferram; __kernel_ulong_t totalswap; __kernel_ulong_t freeswap; __u16 procs; __u16 pad; __kernel_ulong_t totalhigh; __kernel_ulong_t freehigh; __u32 mem_unit; char _f[0]; }; union swap_header { struct { char reserved[65526]; char magic[10]; } magic; struct { char bootbits[1024]; __u32 version; __u32 last_page; __u32 nr_badpages; unsigned char sws_uuid[16]; unsigned char sws_volume[16]; __u32 padding[117]; __u32 badpages[1]; } info; }; struct swap_extent { struct rb_node rb_node; long unsigned int start_page; long unsigned int nr_pages; sector_t start_block; }; enum { SWP_USED = 1, SWP_WRITEOK = 2, SWP_DISCARDABLE = 4, SWP_DISCARDING = 8, SWP_SOLIDSTATE = 16, SWP_CONTINUED = 32, SWP_BLKDEV = 64, SWP_ACTIVATED = 128, SWP_FS_OPS = 256, SWP_AREA_DISCARD = 512, SWP_PAGE_DISCARD = 1024, SWP_STABLE_WRITES = 2048, SWP_SYNCHRONOUS_IO = 4096, SWP_SCANNING = 16384, }; enum transparent_hugepage_flag { TRANSPARENT_HUGEPAGE_UNSUPPORTED = 0, TRANSPARENT_HUGEPAGE_FLAG = 1, TRANSPARENT_HUGEPAGE_REQ_MADV_FLAG = 2, TRANSPARENT_HUGEPAGE_DEFRAG_DIRECT_FLAG = 3, TRANSPARENT_HUGEPAGE_DEFRAG_KSWAPD_FLAG = 4, TRANSPARENT_HUGEPAGE_DEFRAG_KSWAPD_OR_MADV_FLAG = 5, TRANSPARENT_HUGEPAGE_DEFRAG_REQ_MADV_FLAG = 6, TRANSPARENT_HUGEPAGE_DEFRAG_KHUGEPAGED_FLAG = 7, TRANSPARENT_HUGEPAGE_USE_ZERO_PAGE_FLAG = 8, }; enum page_memcg_data_flags { MEMCG_DATA_OBJCGS = 1, MEMCG_DATA_KMEM = 2, __NR_MEMCG_DATA_FLAGS = 4, }; struct mm_slot { struct hlist_node hash; struct list_head mm_node; struct mm_struct *mm; }; enum scan_result { SCAN_FAIL = 0, SCAN_SUCCEED = 1, SCAN_PMD_NULL = 2, SCAN_PMD_NONE = 3, SCAN_PMD_MAPPED = 4, SCAN_EXCEED_NONE_PTE = 5, SCAN_EXCEED_SWAP_PTE = 6, SCAN_EXCEED_SHARED_PTE = 7, SCAN_PTE_NON_PRESENT = 8, SCAN_PTE_UFFD_WP = 9, SCAN_PTE_MAPPED_HUGEPAGE = 10, SCAN_PAGE_RO = 11, SCAN_LACK_REFERENCED_PAGE = 12, SCAN_PAGE_NULL = 13, SCAN_SCAN_ABORT = 14, SCAN_PAGE_COUNT = 15, SCAN_PAGE_LRU = 16, SCAN_PAGE_LOCK = 17, SCAN_PAGE_ANON = 18, SCAN_PAGE_COMPOUND = 19, SCAN_ANY_PROCESS = 20, SCAN_VMA_NULL = 21, SCAN_VMA_CHECK = 22, SCAN_ADDRESS_RANGE = 23, SCAN_DEL_PAGE_LRU = 24, SCAN_ALLOC_HUGE_PAGE_FAIL = 25, SCAN_CGROUP_CHARGE_FAIL = 26, SCAN_TRUNCATED = 27, SCAN_PAGE_HAS_PRIVATE = 28, SCAN_STORE_FAILED = 29, SCAN_COPY_MC = 30, SCAN_PAGE_FILLED = 31, }; struct trace_event_raw_mm_khugepaged_scan_pmd { struct trace_entry ent; struct mm_struct *mm; long unsigned int pfn; bool writable; int referenced; int none_or_zero; int status; int unmapped; char __data[0]; }; struct trace_event_raw_mm_collapse_huge_page { struct trace_entry ent; struct mm_struct *mm; int isolated; int status; char __data[0]; }; struct trace_event_raw_mm_collapse_huge_page_isolate { struct trace_entry ent; long unsigned int pfn; int none_or_zero; int referenced; bool writable; int status; char __data[0]; }; struct trace_event_raw_mm_collapse_huge_page_swapin { struct trace_entry ent; struct mm_struct *mm; int swapped_in; int referenced; int ret; char __data[0]; }; struct trace_event_raw_mm_khugepaged_scan_file { struct trace_entry ent; struct mm_struct *mm; long unsigned int pfn; u32 __data_loc_filename; int present; int swap; int result; char __data[0]; }; struct trace_event_raw_mm_khugepaged_collapse_file { struct trace_entry ent; struct mm_struct *mm; long unsigned int hpfn; long unsigned int index; long unsigned int addr; bool is_shmem; u32 __data_loc_filename; int nr; int result; char __data[0]; }; struct trace_event_data_offsets_mm_khugepaged_scan_pmd {}; struct trace_event_data_offsets_mm_collapse_huge_page {}; struct trace_event_data_offsets_mm_collapse_huge_page_isolate {}; struct trace_event_data_offsets_mm_collapse_huge_page_swapin {}; struct trace_event_data_offsets_mm_khugepaged_scan_file { u32 filename; }; struct trace_event_data_offsets_mm_khugepaged_collapse_file { u32 filename; }; typedef void (*btf_trace_mm_khugepaged_scan_pmd)(void *, struct mm_struct *, struct page *, bool, int, int, int, int); typedef void (*btf_trace_mm_collapse_huge_page)(void *, struct mm_struct *, int, int); typedef void (*btf_trace_mm_collapse_huge_page_isolate)(void *, struct page *, int, int, bool, int); typedef void (*btf_trace_mm_collapse_huge_page_swapin)(void *, struct mm_struct *, int, int, int); typedef void (*btf_trace_mm_khugepaged_scan_file)(void *, struct mm_struct *, struct page *, struct file *, int, int, int); typedef void (*btf_trace_mm_khugepaged_collapse_file)(void *, struct mm_struct *, struct page *, long unsigned int, bool, long unsigned int, struct file *, int, int); struct collapse_control { bool is_khugepaged; u32 node_load[256]; nodemask_t alloc_nmask; }; struct khugepaged_mm_slot { struct mm_slot slot; }; struct khugepaged_scan { struct list_head mm_head; struct khugepaged_mm_slot *mm_slot; long unsigned int address; }; enum zpool_mapmode { ZPOOL_MM_RW = 0, ZPOOL_MM_RO = 1, ZPOOL_MM_WO = 2, ZPOOL_MM_DEFAULT = 0, }; struct zpool_driver { char *type; struct module *owner; atomic_t refcount; struct list_head list; void * (*create)(const char *, gfp_t); void (*destroy)(void *); bool malloc_support_movable; int (*malloc)(void *, size_t, gfp_t, long unsigned int *); void (*free)(void *, long unsigned int); bool sleep_mapped; void * (*map)(void *, long unsigned int, enum zpool_mapmode); void (*unmap)(void *, long unsigned int); u64 (*total_size)(void *); }; enum buddy { HEADLESS = 0, FIRST = 1, MIDDLE = 2, LAST = 3, BUDDIES_MAX = 3, }; struct z3fold_buddy_slots { long unsigned int slot[4]; long unsigned int pool; rwlock_t lock; }; struct z3fold_pool; struct z3fold_header { struct list_head buddy; spinlock_t page_lock; struct kref refcount; struct work_struct work; struct z3fold_buddy_slots *slots; struct z3fold_pool *pool; short int cpu; short unsigned int first_chunks; short unsigned int middle_chunks; short unsigned int last_chunks; short unsigned int start_middle; short unsigned int first_num: 2; short unsigned int mapped_count: 2; short unsigned int foreign_handles: 2; }; struct z3fold_pool { const char *name; spinlock_t lock; spinlock_t stale_lock; struct list_head *unbuddied; struct list_head stale; atomic64_t pages_nr; struct kmem_cache *c_handle; struct workqueue_struct *compact_wq; struct workqueue_struct *release_wq; struct work_struct work; }; enum z3fold_page_flags { PAGE_HEADLESS = 0, MIDDLE_CHUNK_MAPPED = 1, NEEDS_COMPACTING = 2, PAGE_STALE = 3, PAGE_CLAIMED = 4, PAGE_MIGRATED = 5, }; enum z3fold_handle_flags { HANDLES_NOFREE = 0, }; enum { MEMORY_HOTPLUG_MIN_BOOTMEM_TYPE = 12, SECTION_INFO = 12, MIX_SECTION_INFO = 13, NODE_INFO = 14, MEMORY_HOTPLUG_MAX_BOOTMEM_TYPE = 14, }; typedef struct { long unsigned int fds_bits[16]; } __kernel_fd_set; typedef __kernel_fd_set fd_set; struct old_timeval32 { old_time32_t tv_sec; s32 tv_usec; }; struct poll_table_entry { struct file *filp; __poll_t key; wait_queue_entry_t wait; wait_queue_head_t *wait_address; }; struct poll_table_page; struct poll_wqueues { poll_table pt; struct poll_table_page *table; struct task_struct *polling_task; int triggered; int error; int inline_index; struct poll_table_entry inline_entries[9]; }; struct poll_table_page { struct poll_table_page *next; struct poll_table_entry *entry; struct poll_table_entry entries[0]; }; enum poll_time_type { PT_TIMEVAL = 0, PT_OLD_TIMEVAL = 1, PT_TIMESPEC = 2, PT_OLD_TIMESPEC = 3, }; typedef struct { long unsigned int *in; long unsigned int *out; long unsigned int *ex; long unsigned int *res_in; long unsigned int *res_out; long unsigned int *res_ex; } fd_set_bits; struct sigset_argpack { sigset_t *p; size_t size; }; struct poll_list { struct poll_list *next; int len; struct pollfd entries[0]; }; struct utimbuf { __kernel_old_time_t actime; __kernel_old_time_t modtime; }; struct postprocess_bh_ctx { struct work_struct work; struct buffer_head *bh; }; struct bh_lru { struct buffer_head *bhs[16]; }; struct bh_accounting { int nr; int ratelimit; }; enum { XA_CHECK_SCHED = 4096, }; typedef long unsigned int dax_entry_t; struct trace_event_raw_dax_pmd_fault_class { struct trace_entry ent; long unsigned int ino; long unsigned int vm_start; long unsigned int vm_end; long unsigned int vm_flags; long unsigned int address; long unsigned int pgoff; long unsigned int max_pgoff; dev_t dev; unsigned int flags; int result; char __data[0]; }; struct trace_event_raw_dax_pmd_load_hole_class { struct trace_entry ent; long unsigned int ino; long unsigned int vm_flags; long unsigned int address; struct page *zero_page; void *radix_entry; dev_t dev; char __data[0]; }; struct trace_event_raw_dax_pmd_insert_mapping_class { struct trace_entry ent; long unsigned int ino; long unsigned int vm_flags; long unsigned int address; long int length; u64 pfn_val; void *radix_entry; dev_t dev; int write; char __data[0]; }; struct trace_event_raw_dax_pte_fault_class { struct trace_entry ent; long unsigned int ino; long unsigned int vm_flags; long unsigned int address; long unsigned int pgoff; dev_t dev; unsigned int flags; int result; char __data[0]; }; struct trace_event_raw_dax_insert_mapping { struct trace_entry ent; long unsigned int ino; long unsigned int vm_flags; long unsigned int address; void *radix_entry; dev_t dev; int write; char __data[0]; }; struct trace_event_raw_dax_writeback_range_class { struct trace_entry ent; long unsigned int ino; long unsigned int start_index; long unsigned int end_index; dev_t dev; char __data[0]; }; struct trace_event_raw_dax_writeback_one { struct trace_entry ent; long unsigned int ino; long unsigned int pgoff; long unsigned int pglen; dev_t dev; char __data[0]; }; struct trace_event_data_offsets_dax_pmd_fault_class {}; struct trace_event_data_offsets_dax_pmd_load_hole_class {}; struct trace_event_data_offsets_dax_pmd_insert_mapping_class {}; struct trace_event_data_offsets_dax_pte_fault_class {}; struct trace_event_data_offsets_dax_insert_mapping {}; struct trace_event_data_offsets_dax_writeback_range_class {}; struct trace_event_data_offsets_dax_writeback_one {}; typedef void (*btf_trace_dax_pmd_fault)(void *, struct inode *, struct vm_fault *, long unsigned int, int); typedef void (*btf_trace_dax_pmd_fault_done)(void *, struct inode *, struct vm_fault *, long unsigned int, int); typedef void (*btf_trace_dax_pmd_load_hole)(void *, struct inode *, struct vm_fault *, struct page *, void *); typedef void (*btf_trace_dax_pmd_load_hole_fallback)(void *, struct inode *, struct vm_fault *, struct page *, void *); typedef void (*btf_trace_dax_pmd_insert_mapping)(void *, struct inode *, struct vm_fault *, long int, pfn_t, void *); typedef void (*btf_trace_dax_pte_fault)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_pte_fault_done)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_load_hole)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_insert_pfn_mkwrite_no_entry)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_insert_pfn_mkwrite)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_insert_mapping)(void *, struct inode *, struct vm_fault *, void *); typedef void (*btf_trace_dax_writeback_range)(void *, struct inode *, long unsigned int, long unsigned int); typedef void (*btf_trace_dax_writeback_range_done)(void *, struct inode *, long unsigned int, long unsigned int); typedef void (*btf_trace_dax_writeback_one)(void *, struct inode *, long unsigned int, long unsigned int); struct exceptional_entry_key { struct xarray *xa; long unsigned int entry_start; }; struct wait_exceptional_entry_queue { wait_queue_entry_t wait; struct exceptional_entry_key key; }; enum dax_wake_mode { WAKE_ALL = 0, WAKE_NEXT = 1, }; struct trace_event_raw_iomap_readpage_class { struct trace_entry ent; dev_t dev; u64 ino; int nr_pages; char __data[0]; }; struct trace_event_raw_iomap_range_class { struct trace_entry ent; dev_t dev; u64 ino; loff_t size; loff_t offset; u64 length; char __data[0]; }; struct trace_event_raw_iomap_class { struct trace_entry ent; dev_t dev; u64 ino; u64 addr; loff_t offset; u64 length; u16 type; u16 flags; dev_t bdev; char __data[0]; }; struct trace_event_raw_iomap_iter { struct trace_entry ent; dev_t dev; u64 ino; loff_t pos; u64 length; unsigned int flags; const void *ops; long unsigned int caller; char __data[0]; }; struct trace_event_raw_iomap_dio_rw_begin { struct trace_entry ent; dev_t dev; ino_t ino; loff_t isize; loff_t pos; size_t count; size_t done_before; int ki_flags; unsigned int dio_flags; bool aio; char __data[0]; }; struct trace_event_raw_iomap_dio_complete { struct trace_entry ent; dev_t dev; ino_t ino; loff_t isize; loff_t pos; int ki_flags; bool aio; int error; ssize_t ret; char __data[0]; }; struct trace_event_data_offsets_iomap_readpage_class {}; struct trace_event_data_offsets_iomap_range_class {}; struct trace_event_data_offsets_iomap_class {}; struct trace_event_data_offsets_iomap_iter {}; struct trace_event_data_offsets_iomap_dio_rw_begin {}; struct trace_event_data_offsets_iomap_dio_complete {}; typedef void (*btf_trace_iomap_readpage)(void *, struct inode *, int); typedef void (*btf_trace_iomap_readahead)(void *, struct inode *, int); typedef void (*btf_trace_iomap_writepage)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_release_folio)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_invalidate_folio)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_dio_invalidate_fail)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_dio_rw_queued)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_iter_dstmap)(void *, struct inode *, struct iomap *); typedef void (*btf_trace_iomap_iter_srcmap)(void *, struct inode *, struct iomap *); typedef void (*btf_trace_iomap_writepage_map)(void *, struct inode *, struct iomap *); typedef void (*btf_trace_iomap_iter)(void *, struct iomap_iter *, const void *, long unsigned int); typedef void (*btf_trace_iomap_dio_rw_begin)(void *, struct kiocb *, struct iov_iter *, unsigned int, size_t); typedef void (*btf_trace_iomap_dio_complete)(void *, struct kiocb *, int, ssize_t); struct seccomp_data { int nr; __u32 arch; __u64 instruction_pointer; __u64 args[6]; }; struct genradix_root; struct __genradix { struct genradix_root *root; }; struct syscall_info { __u64 sp; struct seccomp_data data; }; struct proc_timens_offset { int clockid; struct timespec64 val; }; enum resctrl_conf_type { CDP_NONE = 0, CDP_CODE = 1, CDP_DATA = 2, }; struct pid_entry { const char *name; unsigned int len; umode_t mode; const struct inode_operations *iop; const struct file_operations *fop; union proc_op op; }; struct limit_names { const char *name; const char *unit; }; struct map_files_info { long unsigned int start; long unsigned int end; fmode_t mode; }; struct timers_private { struct pid *pid; struct task_struct *task; struct sighand_struct *sighand; struct pid_namespace *ns; long unsigned int flags; }; struct tgid_iter { unsigned int tgid; struct task_struct *task; }; struct sysctl_alias { const char *kernel_param; const char *sysctl_param; }; struct ext4_system_zone { struct rb_node node; ext4_fsblk_t start_blk; unsigned int count; u32 ino; }; struct dx_hash_info { u32 hash; u32 minor_hash; int hash_version; u32 *seed; }; struct fscrypt_str { unsigned char *name; u32 len; }; enum criteria { CR_POWER2_ALIGNED = 0, CR_GOAL_LEN_FAST = 1, CR_BEST_AVAIL_LEN = 2, CR_GOAL_LEN_SLOW = 3, CR_ANY_FREE = 4, EXT4_MB_NUM_CRS = 5, }; struct ext4_dir_entry_hash { __le32 hash; __le32 minor_hash; }; struct ext4_dir_entry_2 { __le32 inode; __le16 rec_len; __u8 name_len; __u8 file_type; char name[255]; }; struct ext4_filename { const struct qstr *usr_fname; struct fscrypt_str disk_name; struct dx_hash_info hinfo; }; struct ext4_xattr_entry { __u8 e_name_len; __u8 e_name_index; __le16 e_value_offs; __le32 e_value_inum; __le32 e_value_size; __le32 e_hash; char e_name[0]; }; struct ext4_xattr_info { const char *name; const void *value; size_t value_len; int name_index; int in_inode; }; struct ext4_xattr_search { struct ext4_xattr_entry *first; void *base; void *end; struct ext4_xattr_entry *here; int not_found; }; struct ext4_xattr_ibody_find { struct ext4_xattr_search s; struct ext4_iloc iloc; }; struct ext4_new_group_data { __u32 group; __u64 block_bitmap; __u64 inode_bitmap; __u64 inode_table; __u32 blocks_count; __u16 reserved_blocks; __u16 mdata_blocks; __u32 free_clusters_count; }; enum { BLOCK_BITMAP = 0, INODE_BITMAP = 1, INODE_TABLE = 2, GROUP_TABLE_COUNT = 3, }; struct ext4_rcu_ptr { struct callback_head rcu; void *ptr; }; struct ext4_new_flex_group_data { struct ext4_new_group_data *groups; __u16 *bg_flags; ext4_group_t count; }; struct ext4_fc_tl { __le16 fc_tag; __le16 fc_len; }; struct ext4_fc_head { __le32 fc_features; __le32 fc_tid; }; struct ext4_fc_add_range { __le32 fc_ino; __u8 fc_ex[12]; }; struct ext4_fc_del_range { __le32 fc_ino; __le32 fc_lblk; __le32 fc_len; }; struct ext4_fc_dentry_info { __le32 fc_parent_ino; __le32 fc_ino; __u8 fc_dname[0]; }; struct ext4_fc_inode { __le32 fc_ino; __u8 fc_raw_inode[0]; }; struct ext4_fc_tail { __le32 fc_tid; __le32 fc_crc; }; enum { EXT4_FC_STATUS_OK = 0, EXT4_FC_STATUS_INELIGIBLE = 1, EXT4_FC_STATUS_SKIPPED = 2, EXT4_FC_STATUS_FAILED = 3, }; struct ext4_fc_dentry_update { int fcd_op; int fcd_parent; int fcd_ino; struct qstr fcd_name; unsigned char fcd_iname[32]; struct list_head fcd_list; struct list_head fcd_dilist; }; struct ext4_locality_group { struct mutex lg_mutex; struct list_head lg_prealloc_list[10]; spinlock_t lg_prealloc_lock; }; enum { EXT4_MF_MNTDIR_SAMPLED = 0, EXT4_MF_FC_INELIGIBLE = 1, }; struct ext4_extent { __le32 ee_block; __le16 ee_len; __le16 ee_start_hi; __le32 ee_start_lo; }; struct ext4_extent_idx { __le32 ei_block; __le32 ei_leaf_lo; __le16 ei_leaf_hi; __u16 ei_unused; }; struct ext4_extent_header { __le16 eh_magic; __le16 eh_entries; __le16 eh_max; __le16 eh_depth; __le32 eh_generation; }; struct ext4_ext_path { ext4_fsblk_t p_block; __u16 p_depth; __u16 p_maxdepth; struct ext4_extent *p_ext; struct ext4_extent_idx *p_idx; struct ext4_extent_header *p_hdr; struct buffer_head *p_bh; }; struct __track_dentry_update_args { struct dentry *dentry; int op; }; struct __track_range_args { ext4_lblk_t start; ext4_lblk_t end; }; struct dentry_info_args { int parent_ino; int dname_len; int ino; int inode_len; char *dname; }; struct ext4_fc_tl_mem { u16 fc_tag; u16 fc_len; }; struct jbd2_journal_revoke_header_s { journal_header_t r_header; __be32 r_count; }; typedef struct jbd2_journal_revoke_header_s jbd2_journal_revoke_header_t; struct jbd2_revoke_table_s { int hash_size; int hash_shift; struct list_head *hash_table; }; struct jbd2_revoke_record_s { struct list_head hash; tid_t sequence; long long unsigned int blocknr; }; typedef long long unsigned int llu; struct fatent_ra { sector_t cur; sector_t limit; unsigned int ra_blocks; sector_t ra_advance; sector_t ra_next; sector_t ra_limit; }; struct cdrom_tocentry { __u8 cdte_track; __u8 cdte_adr: 4; __u8 cdte_ctrl: 4; __u8 cdte_format; union cdrom_addr cdte_addr; __u8 cdte_datamode; }; struct match_token { int token; const char *pattern; }; enum { MAX_OPT_ARGS = 3, }; typedef struct { char *from; char *to; } substring_t; struct iso_volume_descriptor { __u8 type[1]; char id[5]; __u8 version[1]; __u8 data[2041]; }; struct iso_primary_descriptor { __u8 type[1]; char id[5]; __u8 version[1]; __u8 unused1[1]; char system_id[32]; char volume_id[32]; __u8 unused2[8]; __u8 volume_space_size[8]; __u8 unused3[32]; __u8 volume_set_size[4]; __u8 volume_sequence_number[4]; __u8 logical_block_size[4]; __u8 path_table_size[8]; __u8 type_l_path_table[4]; __u8 opt_type_l_path_table[4]; __u8 type_m_path_table[4]; __u8 opt_type_m_path_table[4]; __u8 root_directory_record[34]; char volume_set_id[128]; char publisher_id[128]; char preparer_id[128]; char application_id[128]; char copyright_file_id[37]; char abstract_file_id[37]; char bibliographic_file_id[37]; __u8 creation_date[17]; __u8 modification_date[17]; __u8 expiration_date[17]; __u8 effective_date[17]; __u8 file_structure_version[1]; __u8 unused4[1]; __u8 application_data[512]; __u8 unused5[653]; }; struct iso_supplementary_descriptor { __u8 type[1]; char id[5]; __u8 version[1]; __u8 flags[1]; char system_id[32]; char volume_id[32]; __u8 unused2[8]; __u8 volume_space_size[8]; __u8 escape[32]; __u8 volume_set_size[4]; __u8 volume_sequence_number[4]; __u8 logical_block_size[4]; __u8 path_table_size[8]; __u8 type_l_path_table[4]; __u8 opt_type_l_path_table[4]; __u8 type_m_path_table[4]; __u8 opt_type_m_path_table[4]; __u8 root_directory_record[34]; char volume_set_id[128]; char publisher_id[128]; char preparer_id[128]; char application_id[128]; char copyright_file_id[37]; char abstract_file_id[37]; char bibliographic_file_id[37]; __u8 creation_date[17]; __u8 modification_date[17]; __u8 expiration_date[17]; __u8 effective_date[17]; __u8 file_structure_version[1]; __u8 unused4[1]; __u8 application_data[512]; __u8 unused5[653]; }; struct hs_volume_descriptor { __u8 foo[8]; __u8 type[1]; char id[5]; __u8 version[1]; __u8 data[2033]; }; struct hs_primary_descriptor { __u8 foo[8]; __u8 type[1]; __u8 id[5]; __u8 version[1]; __u8 unused1[1]; char system_id[32]; char volume_id[32]; __u8 unused2[8]; __u8 volume_space_size[8]; __u8 unused3[32]; __u8 volume_set_size[4]; __u8 volume_sequence_number[4]; __u8 logical_block_size[4]; __u8 path_table_size[8]; __u8 type_l_path_table[4]; __u8 unused4[28]; __u8 root_directory_record[34]; }; struct iso_directory_record { __u8 length[1]; __u8 ext_attr_length[1]; __u8 extent[8]; __u8 size[8]; __u8 date[7]; __u8 flags[1]; __u8 file_unit_size[1]; __u8 interleave[1]; __u8 volume_sequence_number[4]; __u8 name_len[1]; char name[0]; }; enum isofs_file_format { isofs_file_normal = 0, isofs_file_sparse = 1, isofs_file_compressed = 2, }; struct iso_inode_info { long unsigned int i_iget5_block; long unsigned int i_iget5_offset; unsigned int i_first_extent; unsigned char i_file_format; unsigned char i_format_parm[3]; long unsigned int i_next_section_block; long unsigned int i_next_section_offset; off_t i_section_size; struct inode vfs_inode; }; struct isofs_sb_info { long unsigned int s_ninodes; long unsigned int s_nzones; long unsigned int s_firstdatazone; long unsigned int s_log_zone_size; long unsigned int s_max_size; int s_rock_offset; s32 s_sbsector; unsigned char s_joliet_level; unsigned char s_mapping; unsigned char s_check; unsigned char s_session; unsigned int s_high_sierra: 1; unsigned int s_rock: 2; unsigned int s_cruft: 1; unsigned int s_nocompress: 1; unsigned int s_hide: 1; unsigned int s_showassoc: 1; unsigned int s_overriderockperm: 1; unsigned int s_uid_set: 1; unsigned int s_gid_set: 1; umode_t s_fmode; umode_t s_dmode; kgid_t s_gid; kuid_t s_uid; struct nls_table *s_nls_iocharset; }; struct iso9660_options { unsigned int rock: 1; unsigned int joliet: 1; unsigned int cruft: 1; unsigned int hide: 1; unsigned int showassoc: 1; unsigned int nocompress: 1; unsigned int overriderockperm: 1; unsigned int uid_set: 1; unsigned int gid_set: 1; unsigned char map; unsigned char check; unsigned int blocksize; umode_t fmode; umode_t dmode; kgid_t gid; kuid_t uid; char *iocharset; s32 session; s32 sbsector; }; enum { Opt_block = 0, Opt_check_r = 1, Opt_check_s = 2, Opt_cruft = 3, Opt_gid___2 = 4, Opt_ignore = 5, Opt_iocharset = 6, Opt_map_a = 7, Opt_map_n = 8, Opt_map_o = 9, Opt_mode___3 = 10, Opt_nojoliet = 11, Opt_norock = 12, Opt_sb = 13, Opt_session = 14, Opt_uid___2 = 15, Opt_unhide = 16, Opt_utf8 = 17, Opt_err = 18, Opt_nocompress = 19, Opt_hide = 20, Opt_showassoc = 21, Opt_dmode = 22, Opt_overriderockperm = 23, }; struct isofs_iget5_callback_data { long unsigned int block; long unsigned int offset; }; struct nfs_clone_mount { struct super_block *sb; struct dentry *dentry; struct nfs_fattr *fattr; unsigned int inherited_bsize; }; struct nfs_fs_context { bool internal; bool skip_reconfig_option_check; bool need_mount; bool sloppy; unsigned int flags; unsigned int rsize; unsigned int wsize; unsigned int timeo; unsigned int retrans; unsigned int acregmin; unsigned int acregmax; unsigned int acdirmin; unsigned int acdirmax; unsigned int namlen; unsigned int options; unsigned int bsize; struct nfs_auth_info auth_info; rpc_authflavor_t selected_flavor; struct xprtsec_parms xprtsec; char *client_address; unsigned int version; unsigned int minorversion; char *fscache_uniq; short unsigned int protofamily; short unsigned int mountfamily; bool has_sec_mnt_opts; struct { union { struct sockaddr address; struct __kernel_sockaddr_storage _address; }; size_t addrlen; char *hostname; u32 version; int port; short unsigned int protocol; } mount_server; struct { union { struct sockaddr address; struct __kernel_sockaddr_storage _address; }; size_t addrlen; char *hostname; char *export_path; int port; short unsigned int protocol; short unsigned int nconnect; short unsigned int max_connect; short unsigned int export_path_len; } nfs_server; struct nfs_fh *mntfh; struct nfs_server *server; struct nfs_subversion *nfs_mod; struct nfs_clone_mount clone_data; }; struct proc_nfs_info { int flag; const char *str; const char *nostr; }; typedef int (*writepage_t)(struct folio *, struct writeback_control *, void *); enum { NFS_IOHDR_ERROR = 0, NFS_IOHDR_EOF = 1, NFS_IOHDR_REDO = 2, NFS_IOHDR_STAT = 3, NFS_IOHDR_RESEND_PNFS = 4, NFS_IOHDR_RESEND_MDS = 5, NFS_IOHDR_UNSTABLE_WRITES = 6, }; struct nfs_io_completion { void (*complete)(void *); void *data; struct kref refcount; }; enum { PG_BUSY = 0, PG_MAPPED = 1, PG_FOLIO = 2, PG_CLEAN = 3, PG_COMMIT_TO_DS = 4, PG_INODE_REF = 5, PG_HEADLOCK = 6, PG_TEARDOWN = 7, PG_UNLOCKPAGE = 8, PG_UPTODATE = 9, PG_WB_END = 10, PG_REMOVE = 11, PG_CONTENDED1 = 12, PG_CONTENDED2 = 13, }; struct nfs_pageio_descriptor; struct nfs_pgio_mirror; struct nfs_pageio_ops { void (*pg_init)(struct nfs_pageio_descriptor *, struct nfs_page *); size_t (*pg_test)(struct nfs_pageio_descriptor *, struct nfs_page *, struct nfs_page *); int (*pg_doio)(struct nfs_pageio_descriptor *); unsigned int (*pg_get_mirror_count)(struct nfs_pageio_descriptor *, struct nfs_page *); void (*pg_cleanup)(struct nfs_pageio_descriptor *); struct nfs_pgio_mirror * (*pg_get_mirror)(struct nfs_pageio_descriptor *, u32); u32 (*pg_set_mirror)(struct nfs_pageio_descriptor *, u32); }; struct nfs_pgio_mirror { struct list_head pg_list; long unsigned int pg_bytes_written; size_t pg_count; size_t pg_bsize; unsigned int pg_base; unsigned char pg_recoalesce: 1; }; struct nfs_pageio_descriptor { struct inode *pg_inode; const struct nfs_pageio_ops *pg_ops; const struct nfs_rw_ops *pg_rw_ops; int pg_ioflags; int pg_error; const struct rpc_call_ops *pg_rpc_callops; const struct nfs_pgio_completion_ops *pg_completion_ops; struct pnfs_layout_segment *pg_lseg; struct nfs_io_completion *pg_io_completion; struct nfs_direct_req *pg_dreq; unsigned int pg_bsize; u32 pg_mirror_count; struct nfs_pgio_mirror *pg_mirrors; struct nfs_pgio_mirror pg_mirrors_static[1]; struct nfs_pgio_mirror *pg_mirrors_dynamic; u32 pg_mirror_idx; short unsigned int pg_maxretrans; unsigned char pg_moreio: 1; }; enum pnfs_try_status { PNFS_ATTEMPTED = 0, PNFS_NOT_ATTEMPTED = 1, PNFS_TRY_AGAIN = 2, }; struct nfs2_fsstat { __u32 tsize; __u32 bsize; __u32 blocks; __u32 bfree; __u32 bavail; }; struct nfs_sattrargs { struct nfs_fh *fh; struct iattr *sattr; }; struct nfs_diropargs { struct nfs_fh *fh; const char *name; unsigned int len; }; struct nfs_createargs { struct nfs_fh *fh; const char *name; unsigned int len; struct iattr *sattr; }; struct nfs_linkargs { struct nfs_fh *fromfh; struct nfs_fh *tofh; const char *toname; unsigned int tolen; }; struct nfs_symlinkargs { struct nfs_fh *fromfh; const char *fromname; unsigned int fromlen; struct page **pages; unsigned int pathlen; struct iattr *sattr; }; struct nfs_readdirargs { struct nfs_fh *fh; __u32 cookie; unsigned int count; struct page **pages; }; struct nfs_diropok { struct nfs_fh *fh; struct nfs_fattr *fattr; }; struct nfs_readlinkargs { struct nfs_fh *fh; unsigned int pgbase; unsigned int pglen; struct page **pages; }; struct nfs_createdata { struct nfs_createargs arg; struct nfs_diropok res; struct nfs_fh fhandle; struct nfs_fattr fattr; }; enum opentype4 { NFS4_OPEN_NOCREATE = 0, NFS4_OPEN_CREATE = 1, }; enum limit_by4 { NFS4_LIMIT_SIZE = 1, NFS4_LIMIT_BLOCKS = 2, }; enum open_delegation_type4 { NFS4_OPEN_DELEGATE_NONE = 0, NFS4_OPEN_DELEGATE_READ = 1, NFS4_OPEN_DELEGATE_WRITE = 2, NFS4_OPEN_DELEGATE_NONE_EXT = 3, }; enum why_no_delegation4 { WND4_NOT_WANTED = 0, WND4_CONTENTION = 1, WND4_RESOURCE = 2, WND4_NOT_SUPP_FTYPE = 3, WND4_WRITE_DELEG_NOT_SUPP_FTYPE = 4, WND4_NOT_SUPP_UPGRADE = 5, WND4_NOT_SUPP_DOWNGRADE = 6, WND4_CANCELLED = 7, WND4_IS_DIR = 8, }; enum lock_type4 { NFS4_UNLOCK_LT = 0, NFS4_READ_LT = 1, NFS4_WRITE_LT = 2, NFS4_READW_LT = 3, NFS4_WRITEW_LT = 4, }; struct compound_hdr { int32_t status; uint32_t nops; __be32 *nops_p; uint32_t taglen; char *tag; uint32_t replen; u32 minorversion; }; struct nfs_callback_data { unsigned int users; struct svc_serv *serv; }; struct nlm_share; struct nlm_file { struct hlist_node f_list; struct nfs_fh f_handle; struct file *f_file[2]; struct nlm_share *f_shares; struct list_head f_blocks; unsigned int f_locks; unsigned int f_count; struct mutex f_mutex; }; struct nlm_share { struct nlm_share *s_next; struct nlm_host *s_host; struct nlm_file *s_file; struct xdr_netobj s_owner; u32 s_access; u32 s_mode; }; typedef int (*nlm_host_match_fn_t)(void *, struct nlm_host *); struct nlm_block; struct nlm_rqst { refcount_t a_count; unsigned int a_flags; struct nlm_host *a_host; struct nlm_args a_args; struct nlm_res a_res; struct nlm_block *a_block; unsigned int a_retries; u8 a_owner[74]; void *a_callback_data; }; struct nlm_block { struct kref b_count; struct list_head b_list; struct list_head b_flist; struct nlm_rqst *b_call; struct svc_serv *b_daemon; struct nlm_host *b_host; long unsigned int b_when; unsigned int b_id; unsigned char b_granted; struct nlm_file *b_file; struct cache_req *b_cache_req; struct cache_deferred_req *b_deferred_req; unsigned int b_flags; }; struct xfs_sysctl_val { int min; int val; int max; }; typedef struct xfs_sysctl_val xfs_sysctl_val_t; struct xfs_param { xfs_sysctl_val_t sgid_inherit; xfs_sysctl_val_t symlink_mode; xfs_sysctl_val_t panic_mask; xfs_sysctl_val_t error_level; xfs_sysctl_val_t syncd_timer; xfs_sysctl_val_t stats_clear; xfs_sysctl_val_t inherit_sync; xfs_sysctl_val_t inherit_nodump; xfs_sysctl_val_t inherit_noatim; xfs_sysctl_val_t xfs_buf_timer; xfs_sysctl_val_t xfs_buf_age; xfs_sysctl_val_t inherit_nosym; xfs_sysctl_val_t rotorstep; xfs_sysctl_val_t inherit_nodfrg; xfs_sysctl_val_t fstrm_timer; xfs_sysctl_val_t blockgc_timer; }; typedef struct xfs_param xfs_param_t; struct xfs_da3_node_hdr { struct xfs_da3_blkinfo info; __be16 __count; __be16 __level; __be32 __pad32; }; typedef struct xfs_da_intnode xfs_da_intnode_t; struct xfs_da3_intnode { struct xfs_da3_node_hdr hdr; struct xfs_da_node_entry __btree[0]; }; struct xfs_disk_dquot { __be16 d_magic; __u8 d_version; __u8 d_type; __be32 d_id; __be64 d_blk_hardlimit; __be64 d_blk_softlimit; __be64 d_ino_hardlimit; __be64 d_ino_softlimit; __be64 d_bcount; __be64 d_icount; __be32 d_itimer; __be32 d_btimer; __be16 d_iwarns; __be16 d_bwarns; __be32 d_pad0; __be64 d_rtb_hardlimit; __be64 d_rtb_softlimit; __be64 d_rtbcount; __be32 d_rtbtimer; __be16 d_rtbwarns; __be16 d_pad; }; struct xfs_dqblk { struct xfs_disk_dquot dd_diskdq; char dd_fill[4]; __be32 dd_crc; __be64 dd_lsn; uuid_t dd_uuid; }; struct xfs_quota_limits { xfs_qcnt_t hard; xfs_qcnt_t soft; time64_t time; }; struct xfs_def_quota { struct xfs_quota_limits blk; struct xfs_quota_limits ino; struct xfs_quota_limits rtb; }; struct xfs_quotainfo { struct xarray qi_uquota_tree; struct xarray qi_gquota_tree; struct xarray qi_pquota_tree; struct mutex qi_tree_lock; struct xfs_inode *qi_uquotaip; struct xfs_inode *qi_gquotaip; struct xfs_inode *qi_pquotaip; struct list_lru qi_lru; int qi_dquots; struct mutex qi_quotaofflock; xfs_filblks_t qi_dqchunklen; uint qi_dqperchunk; struct xfs_def_quota qi_usr_default; struct xfs_def_quota qi_grp_default; struct xfs_def_quota qi_prj_default; struct shrinker qi_shrinker; time64_t qi_expiry_min; time64_t qi_expiry_max; }; struct xfs_dqtrx { struct xfs_dquot *qt_dquot; uint64_t qt_blk_res; int64_t qt_bcount_delta; int64_t qt_delbcnt_delta; uint64_t qt_rtblk_res; uint64_t qt_rtblk_res_used; int64_t qt_rtbcount_delta; int64_t qt_delrtb_delta; uint64_t qt_ino_res; uint64_t qt_ino_res_used; int64_t qt_icount_delta; }; struct xfs_dquot_acct { struct xfs_dqtrx dqs[6]; }; enum { XFS_QM_TRANS_USR = 0, XFS_QM_TRANS_GRP = 1, XFS_QM_TRANS_PRJ = 2, XFS_QM_TRANS_DQTYPES = 3, }; typedef __u32 xfs_dev_t; struct xfs_bmdr_block { __be16 bb_level; __be16 bb_numrecs; }; typedef struct xfs_bmdr_block xfs_bmdr_block_t; struct xfs_inode_log_item { struct xfs_log_item ili_item; struct xfs_inode *ili_inode; short unsigned int ili_lock_flags; unsigned int ili_dirty_flags; spinlock_t ili_lock; unsigned int ili_last_fields; unsigned int ili_fields; unsigned int ili_fsync_fields; xfs_lsn_t ili_flush_lsn; xfs_csn_t ili_commit_seq; }; typedef uint64_t xfs_ufsize_t; enum layout_break_reason { BREAK_WRITE = 0, BREAK_UNMAP = 1, }; struct iomap_dio_ops { int (*end_io)(struct kiocb *, ssize_t, int, unsigned int); void (*submit_io)(const struct iomap_iter *, struct bio *, loff_t); struct bio_set *bio_set; }; struct xfs_pwork; typedef int (*xfs_pwork_work_fn)(struct xfs_mount *, struct xfs_pwork *); struct xfs_pwork_ctl; struct xfs_pwork { struct work_struct work; struct xfs_pwork_ctl *pctl; }; struct xfs_pwork_ctl { struct workqueue_struct *wq; struct xfs_mount *mp; xfs_pwork_work_fn work_fn; struct wait_queue_head poll_wait; atomic_t nr_work; int error; }; typedef struct xfs_log_iovec xfs_log_iovec_t; struct xfs_extent { xfs_fsblock_t ext_start; xfs_extlen_t ext_len; }; typedef struct xfs_extent xfs_extent_t; struct xfs_extent_32 { uint64_t ext_start; uint32_t ext_len; } __attribute__((packed)); typedef struct xfs_extent_32 xfs_extent_32_t; struct xfs_extent_64 { uint64_t ext_start; uint32_t ext_len; uint32_t ext_pad; }; typedef struct xfs_extent_64 xfs_extent_64_t; struct xfs_efi_log_format { uint16_t efi_type; uint16_t efi_size; uint32_t efi_nextents; uint64_t efi_id; xfs_extent_t efi_extents[0]; }; typedef struct xfs_efi_log_format xfs_efi_log_format_t; struct xfs_efi_log_format_32 { uint16_t efi_type; uint16_t efi_size; uint32_t efi_nextents; uint64_t efi_id; xfs_extent_32_t efi_extents[0]; }; typedef struct xfs_efi_log_format_32 xfs_efi_log_format_32_t; struct xfs_efi_log_format_64 { uint16_t efi_type; uint16_t efi_size; uint32_t efi_nextents; uint64_t efi_id; xfs_extent_64_t efi_extents[0]; }; typedef struct xfs_efi_log_format_64 xfs_efi_log_format_64_t; struct xfs_efd_log_format { uint16_t efd_type; uint16_t efd_size; uint32_t efd_nextents; uint64_t efd_efi_id; xfs_extent_t efd_extents[0]; }; typedef struct xfs_efd_log_format xfs_efd_log_format_t; struct xfs_efi_log_item { struct xfs_log_item efi_item; atomic_t efi_refcount; atomic_t efi_next_extent; xfs_efi_log_format_t efi_format; }; struct xfs_efd_log_item { struct xfs_log_item efd_item; struct xfs_efi_log_item *efd_efip; uint efd_next_extent; xfs_efd_log_format_t efd_format; }; struct xfs_extent_free_item { struct list_head xefi_list; uint64_t xefi_owner; xfs_fsblock_t xefi_startblock; xfs_extlen_t xefi_blockcount; struct xfs_perag *xefi_pag; unsigned int xefi_flags; enum xfs_ag_resv_type xefi_agresv; }; struct xfs_globals { int log_recovery_delay; int mount_delay; bool bug_on_assert; bool always_cow; }; struct xfs_trans_header { uint th_magic; uint th_type; int32_t th_tid; uint th_num_items; }; typedef struct xfs_trans_header xfs_trans_header_t; struct xfs_inode_log_format { uint16_t ilf_type; uint16_t ilf_size; uint32_t ilf_fields; uint16_t ilf_asize; uint16_t ilf_dsize; uint32_t ilf_pad; uint64_t ilf_ino; union { uint32_t ilfu_rdev; uint8_t __pad[16]; } ilf_u; int64_t ilf_blkno; int32_t ilf_len; int32_t ilf_boffset; }; struct xfs_defer_resources { struct xfs_buf *dr_bp[2]; struct xfs_inode *dr_ip[2]; short unsigned int dr_bufs; short unsigned int dr_ordered; short unsigned int dr_inos; }; struct xfs_defer_capture { struct list_head dfc_list; struct list_head dfc_dfops; unsigned int dfc_tpflags; unsigned int dfc_blkres; unsigned int dfc_rtxres; unsigned int dfc_logres; struct xfs_defer_resources dfc_held; }; struct xlog_recover { struct hlist_node r_list; xlog_tid_t r_log_tid; xfs_trans_header_t r_theader; int r_state; xfs_lsn_t r_lsn; struct list_head r_itemq; }; enum pstore_type_id { PSTORE_TYPE_DMESG = 0, PSTORE_TYPE_MCE = 1, PSTORE_TYPE_CONSOLE = 2, PSTORE_TYPE_FTRACE = 3, PSTORE_TYPE_PPC_RTAS = 4, PSTORE_TYPE_PPC_OF = 5, PSTORE_TYPE_PPC_COMMON = 6, PSTORE_TYPE_PMSG = 7, PSTORE_TYPE_PPC_OPAL = 8, PSTORE_TYPE_MAX = 9, }; struct pstore_info; struct pstore_record { struct pstore_info *psi; enum pstore_type_id type; u64 id; struct timespec64 time; char *buf; ssize_t size; ssize_t ecc_notice_size; void *priv; int count; enum kmsg_dump_reason reason; unsigned int part; bool compressed; }; struct pstore_info { struct module *owner; const char *name; spinlock_t buf_lock; char *buf; size_t bufsize; struct mutex read_mutex; int flags; int max_reason; void *data; int (*open)(struct pstore_info *); int (*close)(struct pstore_info *); ssize_t (*read)(struct pstore_record *); int (*write)(struct pstore_record *); int (*write_user)(struct pstore_record *, const char *); int (*erase)(struct pstore_record *); }; struct pstore_ftrace_record { long unsigned int ip; long unsigned int parent_ip; u64 ts; }; struct pstore_private { struct list_head list; struct dentry *dentry; struct pstore_record *record; size_t total_size; }; struct pstore_ftrace_seq_data { const void *ptr; size_t off; size_t size; }; enum { Opt_kmsg_bytes = 0, Opt_err___2 = 1, }; struct sigevent { sigval_t sigev_value; int sigev_signo; int sigev_notify; union { int _pad[12]; int _tid; struct { void (*_function)(sigval_t); void *_attribute; } _sigev_thread; } _sigev_un; }; enum inode_i_mutex_lock_class { I_MUTEX_NORMAL = 0, I_MUTEX_PARENT = 1, I_MUTEX_CHILD = 2, I_MUTEX_XATTR = 3, I_MUTEX_NONDIR2 = 4, I_MUTEX_PARENT2 = 5, }; struct msg_msgseg; struct msg_msg { struct list_head m_list; long int m_type; size_t m_ts; struct msg_msgseg *next; void *security; }; struct mqueue_fs_context { struct ipc_namespace *ipc_ns; bool newns; }; struct posix_msg_tree_node { struct rb_node rb_node; struct list_head msg_list; int priority; }; struct ext_wait_queue { struct task_struct *task; struct list_head list; struct msg_msg *msg; int state; }; struct mqueue_inode_info { spinlock_t lock; struct inode vfs_inode; wait_queue_head_t wait_q; struct rb_root msg_tree; struct rb_node *msg_tree_rightmost; struct posix_msg_tree_node *node_cache; struct mq_attr attr; struct sigevent notify; struct pid *notify_owner; u32 notify_self_exec_id; struct user_namespace *notify_user_ns; struct ucounts *ucounts; struct sock *notify_sock; struct sk_buff *notify_cookie; struct ext_wait_queue e_wait_q[2]; long unsigned int qsize; }; struct lsm_network_audit { int netif; const struct sock *sk; u16 family; __be16 dport; __be16 sport; union { struct { __be32 daddr; __be32 saddr; } v4; struct { struct in6_addr daddr; struct in6_addr saddr; } v6; } fam; }; struct lsm_ioctlop_audit { struct path path; u16 cmd; }; struct lsm_ibpkey_audit { u64 subnet_prefix; u16 pkey; }; struct lsm_ibendport_audit { const char *dev_name; u8 port; }; struct selinux_audit_data { u32 ssid; u32 tsid; u16 tclass; u32 requested; u32 audited; u32 denied; int result; }; struct common_audit_data { char type; union { struct path path; struct dentry *dentry; struct inode *inode; struct lsm_network_audit *net; int cap; int ipc_id; struct task_struct *tsk; struct { key_serial_t key; char *key_desc; } key_struct; char *kmod_name; struct lsm_ioctlop_audit *op; struct file *file; struct lsm_ibpkey_audit *ibpkey; struct lsm_ibendport_audit *ibendport; int reason; const char *anonclass; } u; union { struct selinux_audit_data *selinux_audit_data; }; }; struct avc_cache_stats { unsigned int lookups; unsigned int misses; unsigned int allocations; unsigned int reclaims; unsigned int frees; }; struct trace_event_raw_selinux_audited { struct trace_entry ent; u32 requested; u32 denied; u32 audited; int result; u32 __data_loc_scontext; u32 __data_loc_tcontext; u32 __data_loc_tclass; char __data[0]; }; struct trace_event_data_offsets_selinux_audited { u32 scontext; u32 tcontext; u32 tclass; }; typedef void (*btf_trace_selinux_audited)(void *, struct selinux_audit_data *, char *, char *, const char *); struct avc_xperms_node; struct avc_entry { u32 ssid; u32 tsid; u16 tclass; struct av_decision avd; struct avc_xperms_node *xp_node; }; struct avc_xperms_node { struct extended_perms xp; struct list_head xpd_head; }; struct avc_node { struct avc_entry ae; struct hlist_node list; struct callback_head rhead; }; struct avc_xperms_decision_node { struct extended_perms_decision xpd; struct list_head xpd_list; }; struct avc_cache { struct hlist_head slots[512]; spinlock_t slots_lock[512]; atomic_t lru_hint; atomic_t active_nodes; u32 latest_notif; }; struct avc_callback_node { int (*callback)(u32); u32 events; struct avc_callback_node *next; }; struct selinux_avc { unsigned int avc_cache_threshold; struct avc_cache avc_cache; }; struct hashtab_key_params { u32 (*hash)(const void *); int (*cmp)(const void *, const void *); }; struct level_datum { struct mls_level *level; unsigned char isalias; }; struct cat_datum { u32 value; unsigned char isalias; }; struct range_trans { u32 source_type; u32 target_type; u32 target_class; }; struct policy_data { struct policydb *p; void *fp; }; struct policydb_compat_info { unsigned int version; unsigned int sym_num; unsigned int ocon_num; }; enum devcg_behavior { DEVCG_DEFAULT_NONE = 0, DEVCG_DEFAULT_ALLOW = 1, DEVCG_DEFAULT_DENY = 2, }; struct dev_exception_item { u32 major; u32 minor; short int type; short int access; struct list_head list; struct callback_head rcu; }; struct dev_cgroup { struct cgroup_subsys_state css; struct list_head exceptions; enum devcg_behavior behavior; }; typedef guid_t efi_guid_t; typedef void (*efi_element_handler_t)(const char *, const void *, size_t); enum blacklist_hash_type { BLACKLIST_HASH_X509_TBS = 1, BLACKLIST_HASH_BINARY = 2, }; struct ima_kexec_hdr { u16 version; u16 _reserved0; u32 _reserved1; u64 buffer_size; u64 count; }; enum header_fields { HDR_PCR = 0, HDR_DIGEST = 1, HDR_TEMPLATE_NAME = 2, HDR_TEMPLATE_DATA = 3, HDR__LAST = 4, }; struct crypto_cipher { struct crypto_tfm base; }; struct crypto_istat_hash { atomic64_t hash_cnt; atomic64_t hash_tlen; atomic64_t err_cnt; }; struct crypto_hash_walk { char *data; unsigned int offset; unsigned int alignmask; struct page *pg; unsigned int entrylen; unsigned int total; struct scatterlist *sg; unsigned int flags; }; struct chksum_ctx { u32 key; }; struct chksum_desc_ctx { u32 crc; }; enum asymmetric_payload_bits { asym_crypto = 0, asym_subtype = 1, asym_key_ids = 2, asym_auth = 3, }; struct asymmetric_key_id { short unsigned int len; unsigned char data[0]; }; struct public_key_signature; struct asymmetric_key_subtype { struct module *owner; const char *name; short unsigned int name_len; void (*describe)(const struct key *, struct seq_file *); void (*destroy)(void *, void *); int (*query)(const struct kernel_pkey_params *, struct kernel_pkey_query *); int (*eds_op)(struct kernel_pkey_params *, const void *, void *); int (*verify_signature)(const struct key *, const struct public_key_signature *); }; struct public_key_signature { struct asymmetric_key_id *auth_ids[3]; u8 *s; u8 *digest; u32 s_size; u32 digest_size; const char *pkey_algo; const char *hash_algo; const char *encoding; }; enum { BIOSET_NEED_BVECS = 1, BIOSET_NEED_RESCUER = 2, BIOSET_PERCPU_CACHE = 4, }; enum { DIO_SHOULD_DIRTY = 1, DIO_IS_SYNC = 2, }; struct blkdev_dio { union { struct kiocb *iocb; struct task_struct *waiter; }; size_t size; atomic_t ref; unsigned int flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct bio bio; long: 64; long: 64; }; struct blkg_iostat { u64 bytes[3]; u64 ios[3]; }; struct blkg_iostat_set { struct u64_stats_sync sync; struct blkcg_gq *blkg; struct llist_node lnode; int lqueued; struct blkg_iostat cur; struct blkg_iostat last; }; struct blkcg; struct blkg_policy_data; struct blkcg_gq { struct request_queue *q; struct list_head q_node; struct hlist_node blkcg_node; struct blkcg *blkcg; struct blkcg_gq *parent; struct percpu_ref refcnt; bool online; struct blkg_iostat_set *iostat_cpu; struct blkg_iostat_set iostat; struct blkg_policy_data *pd[6]; spinlock_t async_bio_lock; struct bio_list async_bios; union { struct work_struct async_bio_work; struct work_struct free_work; }; atomic_t use_delay; atomic64_t delay_nsec; atomic64_t delay_start; u64 last_delay; int last_use; struct callback_head callback_head; }; struct req_iterator { struct bvec_iter iter; struct bio *bio; }; enum xen_domain_type { XEN_NATIVE = 0, XEN_PV_DOMAIN = 1, XEN_HVM_DOMAIN = 2, }; enum blkg_iostat_type { BLKG_IOSTAT_READ = 0, BLKG_IOSTAT_WRITE = 1, BLKG_IOSTAT_DISCARD = 2, BLKG_IOSTAT_NR = 3, }; struct blkcg_policy_data; struct blkcg { struct cgroup_subsys_state css; spinlock_t lock; refcount_t online_pin; struct xarray blkg_tree; struct blkcg_gq *blkg_hint; struct hlist_head blkg_list; struct blkcg_policy_data *cpd[6]; struct list_head all_blkcgs_node; struct llist_head *lhead; struct list_head cgwb_list; }; struct blkg_policy_data { struct blkcg_gq *blkg; int plid; bool online; }; struct blkcg_policy_data { struct blkcg *blkcg; int plid; }; enum blkg_rwstat_type { BLKG_RWSTAT_READ = 0, BLKG_RWSTAT_WRITE = 1, BLKG_RWSTAT_SYNC = 2, BLKG_RWSTAT_ASYNC = 3, BLKG_RWSTAT_DISCARD = 4, BLKG_RWSTAT_NR = 5, BLKG_RWSTAT_TOTAL = 5, }; enum { LIMIT_LOW = 0, LIMIT_MAX = 1, LIMIT_CNT = 2, }; enum bio_merge_status { BIO_MERGE_OK = 0, BIO_MERGE_NONE = 1, BIO_MERGE_FAILED = 2, }; struct class_dev_iter { struct klist_iter ki; const struct device_type *type; struct subsys_private *sp; }; enum { GENHD_FL_REMOVABLE = 1, GENHD_FL_HIDDEN = 2, GENHD_FL_NO_PART = 4, }; struct blk_major_name { struct blk_major_name *next; int major; char name[16]; void (*probe)(dev_t); }; struct sg_io_v4 { __s32 guard; __u32 protocol; __u32 subprotocol; __u32 request_len; __u64 request; __u64 request_tag; __u32 request_attr; __u32 request_priority; __u32 request_extra; __u32 max_response_len; __u64 response; __u32 dout_iovec_count; __u32 dout_xfer_len; __u32 din_iovec_count; __u32 din_xfer_len; __u64 dout_xferp; __u64 din_xferp; __u32 timeout; __u32 flags; __u64 usr_ptr; __u32 spare_in; __u32 driver_status; __u32 transport_status; __u32 device_status; __u32 retry_delay; __u32 info; __u32 duration; __u32 response_len; __s32 din_resid; __s32 dout_resid; __u64 generated_tag; __u32 spare_out; __u32 padding; }; typedef int bsg_sg_io_fn(struct request_queue *, struct sg_io_v4 *, bool, unsigned int); struct bsg_device { struct request_queue *queue; struct device device; struct cdev cdev; int max_queue; unsigned int timeout; unsigned int reserved_size; bsg_sg_io_fn *sg_io_fn; }; struct io_splice { struct file *file_out; loff_t off_out; loff_t off_in; u64 len; int splice_fd_in; unsigned int flags; }; struct statx_timestamp { __s64 tv_sec; __u32 tv_nsec; __s32 __reserved; }; struct statx { __u32 stx_mask; __u32 stx_blksize; __u64 stx_attributes; __u32 stx_nlink; __u32 stx_uid; __u32 stx_gid; __u16 stx_mode; __u16 __spare0[1]; __u64 stx_ino; __u64 stx_size; __u64 stx_blocks; __u64 stx_attributes_mask; struct statx_timestamp stx_atime; struct statx_timestamp stx_btime; struct statx_timestamp stx_ctime; struct statx_timestamp stx_mtime; __u32 stx_rdev_major; __u32 stx_rdev_minor; __u32 stx_dev_major; __u32 stx_dev_minor; __u64 stx_mnt_id; __u32 stx_dio_mem_align; __u32 stx_dio_offset_align; __u64 __spare3[12]; }; struct io_statx { struct file *file; int dfd; unsigned int mask; unsigned int flags; struct filename *filename; struct statx *buffer; }; struct io_sq_data { refcount_t refs; atomic_t park_pending; struct mutex lock; struct list_head ctx_list; struct task_struct *thread; struct wait_queue_head wait; unsigned int sq_thread_idle; int sq_cpu; pid_t task_pid; pid_t task_tgid; long unsigned int state; struct completion exited; }; struct io_overflow_cqe { struct list_head list; struct io_uring_cqe cqe; }; enum { IOSQE_FIXED_FILE_BIT = 0, IOSQE_IO_DRAIN_BIT = 1, IOSQE_IO_LINK_BIT = 2, IOSQE_IO_HARDLINK_BIT = 3, IOSQE_ASYNC_BIT = 4, IOSQE_BUFFER_SELECT_BIT = 5, IOSQE_CQE_SKIP_SUCCESS_BIT = 6, }; enum { IORING_REGISTER_BUFFERS = 0, IORING_UNREGISTER_BUFFERS = 1, IORING_REGISTER_FILES = 2, IORING_UNREGISTER_FILES = 3, IORING_REGISTER_EVENTFD = 4, IORING_UNREGISTER_EVENTFD = 5, IORING_REGISTER_FILES_UPDATE = 6, IORING_REGISTER_EVENTFD_ASYNC = 7, IORING_REGISTER_PROBE = 8, IORING_REGISTER_PERSONALITY = 9, IORING_UNREGISTER_PERSONALITY = 10, IORING_REGISTER_RESTRICTIONS = 11, IORING_REGISTER_ENABLE_RINGS = 12, IORING_REGISTER_FILES2 = 13, IORING_REGISTER_FILES_UPDATE2 = 14, IORING_REGISTER_BUFFERS2 = 15, IORING_REGISTER_BUFFERS_UPDATE = 16, IORING_REGISTER_IOWQ_AFF = 17, IORING_UNREGISTER_IOWQ_AFF = 18, IORING_REGISTER_IOWQ_MAX_WORKERS = 19, IORING_REGISTER_RING_FDS = 20, IORING_UNREGISTER_RING_FDS = 21, IORING_REGISTER_PBUF_RING = 22, IORING_UNREGISTER_PBUF_RING = 23, IORING_REGISTER_SYNC_CANCEL = 24, IORING_REGISTER_FILE_ALLOC_RANGE = 25, IORING_REGISTER_LAST = 26, IORING_REGISTER_USE_REGISTERED_RING = 2147483648, }; enum { IO_WQ_BOUND = 0, IO_WQ_UNBOUND = 1, }; typedef struct io_wq_work *free_work_fn(struct io_wq_work *); typedef void io_wq_work_fn(struct io_wq_work *); struct io_wq_acct { unsigned int nr_workers; unsigned int max_workers; int index; atomic_t nr_running; raw_spinlock_t lock; struct io_wq_work_list work_list; long unsigned int flags; }; struct io_wq { long unsigned int state; free_work_fn *free_work; io_wq_work_fn *do_work; struct io_wq_hash *hash; atomic_t worker_refs; struct completion worker_done; struct hlist_node cpuhp_node; struct task_struct *task; struct io_wq_acct acct[2]; raw_spinlock_t lock; struct hlist_nulls_head free_list; struct list_head all_list; struct wait_queue_entry wait; struct io_wq_work *hash_tail[64]; cpumask_var_t cpu_mask; }; enum { IO_WQ_WORK_CANCEL = 1, IO_WQ_WORK_HASHED = 2, IO_WQ_WORK_UNBOUND = 4, IO_WQ_WORK_CONCURRENT = 16, IO_WQ_HASH_SHIFT = 24, }; enum io_wq_cancel { IO_WQ_CANCEL_OK = 0, IO_WQ_CANCEL_RUNNING = 1, IO_WQ_CANCEL_NOTFOUND = 2, }; struct io_wq_data { struct io_wq_hash *hash; struct task_struct *task; io_wq_work_fn *do_work; free_work_fn *free_work; }; typedef bool work_cancel_fn(struct io_wq_work *, void *); enum { IO_WORKER_F_UP = 1, IO_WORKER_F_RUNNING = 2, IO_WORKER_F_FREE = 4, IO_WORKER_F_BOUND = 8, }; enum { IO_WQ_BIT_EXIT = 0, }; enum { IO_ACCT_STALLED_BIT = 0, }; struct io_worker { refcount_t ref; unsigned int flags; struct hlist_nulls_node nulls_node; struct list_head all_list; struct task_struct *task; struct io_wq *wq; struct io_wq_work *cur_work; struct io_wq_work *next_work; raw_spinlock_t lock; struct completion ref_done; long unsigned int create_state; struct callback_head create_work; int create_index; union { struct callback_head rcu; struct work_struct work; }; }; enum { IO_WQ_ACCT_BOUND = 0, IO_WQ_ACCT_UNBOUND = 1, IO_WQ_ACCT_NR = 2, }; struct io_cb_cancel_data { work_cancel_fn *fn; void *data; int nr_running; int nr_pending; bool cancel_all; }; struct online_data { unsigned int cpu; bool online; }; struct sha256_state { u32 state[8]; u64 count; u8 buf[64]; }; typedef void sha256_block_fn(struct sha256_state *, const u8 *, int); typedef struct { unsigned char op; unsigned char bits; short unsigned int val; } code; typedef enum { CODES = 0, LENS = 1, DISTS = 2, } codetype; typedef unsigned char Byte; typedef long unsigned int uLong; struct internal_state; struct z_stream_s { const Byte *next_in; uLong avail_in; uLong total_in; Byte *next_out; uLong avail_out; uLong total_out; char *msg; struct internal_state *state; void *workspace; int data_type; uLong adler; uLong reserved; }; struct internal_state { int dummy; }; typedef struct z_stream_s z_stream; typedef z_stream *z_streamp; struct ZSTD_DCtx_s; typedef struct ZSTD_DCtx_s ZSTD_DCtx___2; typedef ZSTD_DCtx___2 ZSTD_DStream___2; typedef ZSTD_ErrorCode zstd_error_code; typedef ZSTD_DCtx___2 zstd_dctx; typedef ZSTD_inBuffer zstd_in_buffer; typedef ZSTD_outBuffer zstd_out_buffer; typedef ZSTD_DStream___2 zstd_dstream; typedef ZSTD_frameHeader zstd_frame_header; struct nla_bitfield32 { __u32 value; __u32 selector; }; typedef u32 depot_stack_handle_t; union handle_parts { depot_stack_handle_t handle; struct { u32 pool_index: 12; u32 offset: 14; u32 valid: 1; u32 extra: 5; }; }; struct stack_record { struct stack_record *next; u32 hash; u32 size; union handle_parts handle; long unsigned int entries[0]; }; struct resource_entry { struct list_head node; struct resource *res; resource_size_t offset; struct resource __res; }; enum pci_bar_type { pci_bar_unknown = 0, pci_bar_io = 1, pci_bar_mem32 = 2, pci_bar_mem64 = 3, }; struct pci_domain_busn_res { struct list_head list; struct resource res; int domain_nr; }; struct msi_domain_template { char name[48]; struct irq_chip chip; struct msi_domain_ops ops; struct msi_domain_info info; }; enum support_mode { ALLOW_LEGACY = 0, DENY_LEGACY = 1, }; struct linux_logo { int type; unsigned int width; unsigned int height; unsigned int clutsize; const unsigned char *clut; const unsigned char *data; }; struct fb_event { struct fb_info *info; void *data; }; struct lcd_properties { int max_contrast; }; struct lcd_device; struct lcd_ops { int (*get_power)(struct lcd_device *); int (*set_power)(struct lcd_device *, int); int (*get_contrast)(struct lcd_device *); int (*set_contrast)(struct lcd_device *, int); int (*set_mode)(struct lcd_device *, struct fb_videomode *); int (*check_fb)(struct lcd_device *, struct fb_info *); }; struct lcd_device { struct lcd_properties props; struct mutex ops_lock; struct lcd_ops *ops; struct mutex update_lock; struct notifier_block fb_notif; struct device dev; }; struct fbcon_display { const u_char *fontdata; int userfont; u_short inverse; short int yscroll; int vrows; int cursor_shape; int con_rotate; u32 xres_virtual; u32 yres_virtual; u32 height; u32 width; u32 bits_per_pixel; u32 grayscale; u32 nonstd; u32 accel_flags; u32 rotate; struct fb_bitfield red; struct fb_bitfield green; struct fb_bitfield blue; struct fb_bitfield transp; const struct fb_videomode *mode; }; struct fbcon_ops { void (*bmove)(struct vc_data *, struct fb_info *, int, int, int, int, int, int); void (*clear)(struct vc_data *, struct fb_info *, int, int, int, int); void (*putcs)(struct vc_data *, struct fb_info *, const short unsigned int *, int, int, int, int, int); void (*clear_margins)(struct vc_data *, struct fb_info *, int, int); void (*cursor)(struct vc_data *, struct fb_info *, int, int, int); int (*update_start)(struct fb_info *); int (*rotate_font)(struct fb_info *, struct vc_data *); struct fb_var_screeninfo var; struct delayed_work cursor_work; struct fb_cursor cursor_state; struct fbcon_display *p; struct fb_info *info; int currcon; int cur_blink_jiffies; int cursor_flash; int cursor_reset; int blank_state; int graphics; int save_graphics; bool initialized; int rotate; int cur_rotate; char *cursor_data; u8 *fontbuffer; u8 *fontdata; u8 *cursor_src; u32 cursor_size; u32 fd_size; }; enum radeon_family { CHIP_FAMILY_UNKNOW = 0, CHIP_FAMILY_LEGACY = 1, CHIP_FAMILY_RADEON = 2, CHIP_FAMILY_RV100 = 3, CHIP_FAMILY_RS100 = 4, CHIP_FAMILY_RV200 = 5, CHIP_FAMILY_RS200 = 6, CHIP_FAMILY_R200 = 7, CHIP_FAMILY_RV250 = 8, CHIP_FAMILY_RS300 = 9, CHIP_FAMILY_RV280 = 10, CHIP_FAMILY_R300 = 11, CHIP_FAMILY_R350 = 12, CHIP_FAMILY_RV350 = 13, CHIP_FAMILY_RV380 = 14, CHIP_FAMILY_R420 = 15, CHIP_FAMILY_RC410 = 16, CHIP_FAMILY_RS400 = 17, CHIP_FAMILY_RS480 = 18, CHIP_FAMILY_LAST = 19, }; enum radeon_chip_flags { CHIP_FAMILY_MASK = 65535, CHIP_FLAGS_MASK = 4294901760, CHIP_IS_MOBILITY = 65536, CHIP_IS_IGP = 131072, CHIP_HAS_CRTC2 = 262144, }; enum radeon_errata { CHIP_ERRATA_R300_CG = 1, CHIP_ERRATA_PLL_DUMMYREADS = 2, CHIP_ERRATA_PLL_DELAY = 4, }; typedef struct { u16 reg; u32 val; } reg_val; struct kbentry { unsigned char kb_table; unsigned char kb_index; short unsigned int kb_value; }; struct kbsentry { unsigned char kb_func; unsigned char kb_string[512]; }; struct kbdiacr { unsigned char diacr; unsigned char base; unsigned char result; }; struct kbdiacrs { unsigned int kb_cnt; struct kbdiacr kbdiacr[256]; }; struct kbdiacruc { unsigned int diacr; unsigned int base; unsigned int result; }; struct kbdiacrsuc { unsigned int kb_cnt; struct kbdiacruc kbdiacruc[256]; }; struct kbkeycode { unsigned int scancode; unsigned int keycode; }; struct kbd_repeat { int delay; int period; }; struct keyboard_notifier_param { struct vc_data *vc; int down; int shift; int ledstate; unsigned int value; }; struct kbd_struct { unsigned char lockstate; unsigned char slockstate; unsigned char ledmode: 1; unsigned char ledflagstate: 4; char: 3; unsigned char default_ledflagstate: 4; unsigned char kbdmode: 3; int: 1; unsigned char modeflags: 5; }; struct vt_spawn_console { spinlock_t lock; struct pid *pid; int sig; }; typedef void k_handler_fn(struct vc_data *, unsigned char, char); typedef void fn_handler_fn(struct vc_data *); struct getset_keycode_data { struct input_keymap_entry ke; int error; }; struct serial_port_device { struct device dev; struct uart_port *port; }; struct serial_ctrl_device { struct device dev; struct ida port_ida; }; struct pciserial_board { unsigned int flags; unsigned int num_ports; unsigned int base_baud; unsigned int uart_offset; unsigned int reg_shift; unsigned int first_offset; }; struct serial_private; struct pci_serial_quirk { u32 vendor; u32 device; u32 subvendor; u32 subdevice; int (*probe)(struct pci_dev *); int (*init)(struct pci_dev *); int (*setup)(struct serial_private *, const struct pciserial_board *, struct uart_8250_port *, int); void (*exit)(struct pci_dev *); }; struct serial_private { struct pci_dev *dev; unsigned int nr; struct pci_serial_quirk *quirk; const struct pciserial_board *board; int line[0]; }; struct f815xxa_data { spinlock_t lock; int idx; }; struct timedia_struct { int num; const short unsigned int *ids; }; enum pci_board_num_t { pbn_default = 0, pbn_b0_1_115200 = 1, pbn_b0_2_115200 = 2, pbn_b0_4_115200 = 3, pbn_b0_5_115200 = 4, pbn_b0_8_115200 = 5, pbn_b0_1_921600 = 6, pbn_b0_2_921600 = 7, pbn_b0_4_921600 = 8, pbn_b0_2_1130000 = 9, pbn_b0_4_1152000 = 10, pbn_b0_4_1250000 = 11, pbn_b0_2_1843200 = 12, pbn_b0_4_1843200 = 13, pbn_b0_1_15625000 = 14, pbn_b0_bt_1_115200 = 15, pbn_b0_bt_2_115200 = 16, pbn_b0_bt_4_115200 = 17, pbn_b0_bt_8_115200 = 18, pbn_b0_bt_1_460800 = 19, pbn_b0_bt_2_460800 = 20, pbn_b0_bt_4_460800 = 21, pbn_b0_bt_1_921600 = 22, pbn_b0_bt_2_921600 = 23, pbn_b0_bt_4_921600 = 24, pbn_b0_bt_8_921600 = 25, pbn_b1_1_115200 = 26, pbn_b1_2_115200 = 27, pbn_b1_4_115200 = 28, pbn_b1_8_115200 = 29, pbn_b1_16_115200 = 30, pbn_b1_1_921600 = 31, pbn_b1_2_921600 = 32, pbn_b1_4_921600 = 33, pbn_b1_8_921600 = 34, pbn_b1_2_1250000 = 35, pbn_b1_bt_1_115200 = 36, pbn_b1_bt_2_115200 = 37, pbn_b1_bt_4_115200 = 38, pbn_b1_bt_2_921600 = 39, pbn_b1_1_1382400 = 40, pbn_b1_2_1382400 = 41, pbn_b1_4_1382400 = 42, pbn_b1_8_1382400 = 43, pbn_b2_1_115200 = 44, pbn_b2_2_115200 = 45, pbn_b2_4_115200 = 46, pbn_b2_8_115200 = 47, pbn_b2_1_460800 = 48, pbn_b2_4_460800 = 49, pbn_b2_8_460800 = 50, pbn_b2_16_460800 = 51, pbn_b2_1_921600 = 52, pbn_b2_4_921600 = 53, pbn_b2_8_921600 = 54, pbn_b2_8_1152000 = 55, pbn_b2_bt_1_115200 = 56, pbn_b2_bt_2_115200 = 57, pbn_b2_bt_4_115200 = 58, pbn_b2_bt_2_921600 = 59, pbn_b2_bt_4_921600 = 60, pbn_b3_2_115200 = 61, pbn_b3_4_115200 = 62, pbn_b3_8_115200 = 63, pbn_b4_bt_2_921600 = 64, pbn_b4_bt_4_921600 = 65, pbn_b4_bt_8_921600 = 66, pbn_panacom = 67, pbn_panacom2 = 68, pbn_panacom4 = 69, pbn_plx_romulus = 70, pbn_oxsemi = 71, pbn_oxsemi_1_15625000 = 72, pbn_oxsemi_2_15625000 = 73, pbn_oxsemi_4_15625000 = 74, pbn_oxsemi_8_15625000 = 75, pbn_intel_i960 = 76, pbn_sgi_ioc3 = 77, pbn_computone_4 = 78, pbn_computone_6 = 79, pbn_computone_8 = 80, pbn_sbsxrsio = 81, pbn_pasemi_1682M = 82, pbn_ni8430_2 = 83, pbn_ni8430_4 = 84, pbn_ni8430_8 = 85, pbn_ni8430_16 = 86, pbn_ADDIDATA_PCIe_1_3906250 = 87, pbn_ADDIDATA_PCIe_2_3906250 = 88, pbn_ADDIDATA_PCIe_4_3906250 = 89, pbn_ADDIDATA_PCIe_8_3906250 = 90, pbn_ce4100_1_115200 = 91, pbn_omegapci = 92, pbn_NETMOS9900_2s_115200 = 93, pbn_brcm_trumanage = 94, pbn_fintek_4 = 95, pbn_fintek_8 = 96, pbn_fintek_12 = 97, pbn_fintek_F81504A = 98, pbn_fintek_F81508A = 99, pbn_fintek_F81512A = 100, pbn_wch382_2 = 101, pbn_wch384_4 = 102, pbn_wch384_8 = 103, pbn_sunix_pci_1s = 104, pbn_sunix_pci_2s = 105, pbn_sunix_pci_4s = 106, pbn_sunix_pci_8s = 107, pbn_sunix_pci_16s = 108, pbn_titan_1_4000000 = 109, pbn_titan_2_4000000 = 110, pbn_titan_4_4000000 = 111, pbn_titan_8_4000000 = 112, pbn_moxa8250_2p = 113, pbn_moxa8250_4p = 114, pbn_moxa8250_8p = 115, }; enum tpm2_structures { TPM2_ST_NO_SESSIONS = 32769, TPM2_ST_SESSIONS = 32770, }; enum tpm2_return_codes { TPM2_RC_SUCCESS = 0, TPM2_RC_HASH = 131, TPM2_RC_HANDLE = 139, TPM2_RC_INITIALIZE = 256, TPM2_RC_FAILURE = 257, TPM2_RC_DISABLED = 288, TPM2_RC_UPGRADE = 301, TPM2_RC_COMMAND_CODE = 323, TPM2_RC_TESTING = 2314, TPM2_RC_REFERENCE_H0 = 2320, TPM2_RC_RETRY = 2338, }; struct file_priv { struct tpm_chip *chip; struct tpm_space *space; struct mutex buffer_mutex; struct timer_list user_read_timer; struct work_struct timeout_work; struct work_struct async_work; wait_queue_head_t async_wait; ssize_t response_length; bool response_read; bool command_enqueued; u8 data_buffer[4096]; }; enum tpm2_command_codes { TPM2_CC_FIRST = 287, TPM2_CC_HIERARCHY_CONTROL = 289, TPM2_CC_HIERARCHY_CHANGE_AUTH = 297, TPM2_CC_CREATE_PRIMARY = 305, TPM2_CC_SEQUENCE_COMPLETE = 318, TPM2_CC_SELF_TEST = 323, TPM2_CC_STARTUP = 324, TPM2_CC_SHUTDOWN = 325, TPM2_CC_NV_READ = 334, TPM2_CC_CREATE = 339, TPM2_CC_LOAD = 343, TPM2_CC_SEQUENCE_UPDATE = 348, TPM2_CC_UNSEAL = 350, TPM2_CC_CONTEXT_LOAD = 353, TPM2_CC_CONTEXT_SAVE = 354, TPM2_CC_FLUSH_CONTEXT = 357, TPM2_CC_VERIFY_SIGNATURE = 375, TPM2_CC_GET_CAPABILITY = 378, TPM2_CC_GET_RANDOM = 379, TPM2_CC_PCR_READ = 382, TPM2_CC_PCR_EXTEND = 386, TPM2_CC_EVENT_SEQUENCE_COMPLETE = 389, TPM2_CC_HASH_SEQUENCE_START = 390, TPM2_CC_CREATE_LOADED = 401, TPM2_CC_LAST = 403, }; enum tpm2_capabilities { TPM2_CAP_HANDLES = 1, TPM2_CAP_COMMANDS = 2, TPM2_CAP_PCRS = 5, TPM2_CAP_TPM_PROPERTIES = 6, }; enum tpm2_cc_attrs { TPM2_CC_ATTR_CHANDLES = 25, TPM2_CC_ATTR_RHANDLE = 28, TPM2_CC_ATTR_VENDOR = 29, }; enum tpm2_handle_types { TPM2_HT_HMAC_SESSION = 33554432, TPM2_HT_POLICY_SESSION = 50331648, TPM2_HT_TRANSIENT = 2147483648, }; struct tpm2_context { __be64 sequence; __be32 saved_handle; __be32 hierarchy; __be16 blob_size; } __attribute__((packed)); struct tpm2_cap_handles { u8 more_data; __be32 capability; __be32 count; __be32 handles[0]; } __attribute__((packed)); enum iommu_resv_type { IOMMU_RESV_DIRECT = 0, IOMMU_RESV_DIRECT_RELAXABLE = 1, IOMMU_RESV_RESERVED = 2, IOMMU_RESV_MSI = 3, IOMMU_RESV_SW_MSI = 4, }; struct iommu_resv_region { struct list_head list; phys_addr_t start; size_t length; int prot; enum iommu_resv_type type; void (*free)(struct device *, struct iommu_resv_region *); }; struct of_pci_iommu_alias_info { struct device *dev; struct device_node *np; }; struct class_compat { struct kobject *kobj; }; struct internal_container { struct klist_node node; struct attribute_container *cont; struct device classdev; }; struct brd_device { int brd_number; struct gendisk *brd_disk; struct list_head brd_list; struct xarray brd_pages; u64 brd_nr_pages; }; enum nd_driver_flags { ND_DRIVER_DIMM = 2, ND_DRIVER_REGION_PMEM = 4, ND_DRIVER_REGION_BLK = 8, ND_DRIVER_NAMESPACE_IO = 16, ND_DRIVER_NAMESPACE_PMEM = 32, ND_DRIVER_DAX_PMEM = 128, }; struct nd_device_driver { struct device_driver drv; long unsigned int type; int (*probe)(struct device *); void (*remove)(struct device *); void (*shutdown)(struct device *); void (*notify)(struct device *, enum nvdimm_event); }; struct nd_namespace_io { struct nd_namespace_common common; struct resource res; resource_size_t size; void *addr; struct badblocks bb; }; struct nd_gen_sb { char reserved[4088]; __le64 checksum; }; enum dma_fence_flag_bits { DMA_FENCE_FLAG_SIGNALED_BIT = 0, DMA_FENCE_FLAG_TIMESTAMP_BIT = 1, DMA_FENCE_FLAG_ENABLE_SIGNAL_BIT = 2, DMA_FENCE_FLAG_USER_BITS = 3, }; struct trace_event_raw_dma_fence { struct trace_entry ent; u32 __data_loc_driver; u32 __data_loc_timeline; unsigned int context; unsigned int seqno; char __data[0]; }; struct trace_event_data_offsets_dma_fence { u32 driver; u32 timeline; }; typedef void (*btf_trace_dma_fence_emit)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_init)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_destroy)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_enable_signal)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_signaled)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_wait_start)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_wait_end)(void *, struct dma_fence *); struct default_wait_cb { struct dma_fence_cb base; struct task_struct *task; }; struct value_name_pair; struct sa_name_list { int opcode; const struct value_name_pair *arr; int arr_sz; }; struct value_name_pair { int value; const char *name; }; struct error_info { short unsigned int code12; short unsigned int size; }; struct error_info2 { unsigned char code1; unsigned char code2_min; unsigned char code2_max; const char *str; const char *fmt; }; struct scsi_nl_hdr { __u8 version; __u8 transport; __u16 magic; __u16 msgtype; __u16 msglen; }; struct vio_device_id { char type[32]; char compat[32]; }; enum vio_dev_family { VDEVICE = 0, PFO = 1, }; struct vio_dev { const char *name; const char *type; uint32_t unit_address; uint32_t resource_id; unsigned int irq; struct { size_t desired; size_t entitled; size_t allocated; atomic_t allocs_failed; } cmo; enum vio_dev_family family; struct device dev; }; struct vio_driver { const char *name; const struct vio_device_id *id_table; int (*probe)(struct vio_dev *, const struct vio_device_id *); void (*remove)(struct vio_dev *); void (*shutdown)(struct vio_dev *); long unsigned int (*get_desired_dma)(struct vio_dev *); const struct dev_pm_ops *pm; struct device_driver driver; }; struct scsi_lun { __u8 scsi_lun[8]; }; struct srp_rport_identifiers { u8 port_id[16]; u8 roles; }; enum srp_rport_state { SRP_RPORT_RUNNING = 0, SRP_RPORT_BLOCKED = 1, SRP_RPORT_FAIL_FAST = 2, SRP_RPORT_LOST = 3, }; struct srp_rport { struct device dev; u8 port_id[16]; u8 roles; void *lld_data; struct mutex mutex; enum srp_rport_state state; int reconnect_delay; int failed_reconnects; struct delayed_work reconnect_work; int fast_io_fail_tmo; int dev_loss_tmo; struct delayed_work fast_io_fail_work; struct delayed_work dev_loss_work; }; struct srp_function_template { bool has_rport_state; bool reset_timer_if_blocked; int *reconnect_delay; int *fast_io_fail_tmo; int *dev_loss_tmo; int (*reconnect)(struct srp_rport *); void (*terminate_rport_io)(struct srp_rport *); void (*rport_delete)(struct srp_rport *); }; enum { SRP_LOGIN_REQ = 0, SRP_TSK_MGMT = 1, SRP_CMD = 2, SRP_I_LOGOUT = 3, SRP_LOGIN_RSP = 192, SRP_RSP = 193, SRP_LOGIN_REJ = 194, SRP_T_LOGOUT = 128, SRP_CRED_REQ = 129, SRP_AER_REQ = 130, SRP_CRED_RSP = 65, SRP_AER_RSP = 66, }; enum { SRP_BUF_FORMAT_DIRECT = 2, SRP_BUF_FORMAT_INDIRECT = 4, }; enum { SRP_NO_DATA_DESC = 0, SRP_DATA_DESC_DIRECT = 1, SRP_DATA_DESC_INDIRECT = 2, SRP_DATA_DESC_IMM = 3, }; enum { SRP_TSK_ABORT_TASK = 1, SRP_TSK_ABORT_TASK_SET = 2, SRP_TSK_CLEAR_TASK_SET = 4, SRP_TSK_LUN_RESET = 8, SRP_TSK_CLEAR_ACA = 64, }; struct srp_direct_buf { __be64 va; __be32 key; __be32 len; }; struct srp_indirect_buf { struct srp_direct_buf table_desc; __be32 len; struct srp_direct_buf desc_list[0]; } __attribute__((packed)); struct srp_login_req { u8 opcode; u8 reserved1[7]; u64 tag; __be32 req_it_iu_len; u8 reserved2[4]; __be16 req_buf_fmt; u8 req_flags; u8 reserved3[1]; __be16 imm_data_offset; u8 reserved4[2]; u8 initiator_port_id[16]; u8 target_port_id[16]; }; struct srp_login_rsp { u8 opcode; u8 reserved1[3]; __be32 req_lim_delta; u64 tag; __be32 max_it_iu_len; __be32 max_ti_iu_len; __be16 buf_fmt; u8 rsp_flags; u8 reserved2[25]; } __attribute__((packed)); struct srp_login_rej { u8 opcode; u8 reserved1[3]; __be32 reason; u64 tag; u8 reserved2[8]; __be16 buf_fmt; u8 reserved3[6]; }; struct srp_i_logout { u8 opcode; u8 reserved[7]; u64 tag; }; struct srp_t_logout { u8 opcode; u8 sol_not; u8 reserved[2]; __be32 reason; u64 tag; }; struct srp_tsk_mgmt { u8 opcode; u8 sol_not; u8 reserved1[6]; u64 tag; u8 reserved2[4]; struct scsi_lun lun; u8 reserved3[2]; u8 tsk_mgmt_func; u8 reserved4; u64 task_tag; u8 reserved5[8]; }; struct srp_cmd { u8 opcode; u8 sol_not; u8 reserved1[3]; u8 buf_fmt; u8 data_out_desc_cnt; u8 data_in_desc_cnt; u64 tag; u8 reserved2[4]; struct scsi_lun lun; u8 reserved3; u8 task_attr; u8 reserved4; u8 add_cdb_len; u8 cdb[16]; u8 add_data[0]; }; enum { SRP_RSP_FLAG_RSPVALID = 1, SRP_RSP_FLAG_SNSVALID = 2, SRP_RSP_FLAG_DOOVER = 4, SRP_RSP_FLAG_DOUNDER = 8, SRP_RSP_FLAG_DIOVER = 16, SRP_RSP_FLAG_DIUNDER = 32, }; struct srp_rsp { u8 opcode; u8 sol_not; u8 reserved1[2]; __be32 req_lim_delta; u64 tag; u8 reserved2[2]; u8 flags; u8 status; __be32 data_out_res_cnt; __be32 data_in_res_cnt; __be32 sense_data_len; __be32 resp_data_len; u8 data[0]; } __attribute__((packed)); union srp_iu { struct srp_login_req login_req; struct srp_login_rsp login_rsp; struct srp_login_rej login_rej; struct srp_i_logout i_logout; struct srp_t_logout t_logout; struct srp_tsk_mgmt tsk_mgmt; struct srp_cmd cmd; struct srp_rsp rsp; u8 reserved[256]; }; enum viosrp_crq_headers { VIOSRP_CRQ_FREE = 0, VIOSRP_CRQ_CMD_RSP = 128, VIOSRP_CRQ_INIT_RSP = 192, VIOSRP_CRQ_XPORT_EVENT = 255, }; enum viosrp_crq_init_formats { VIOSRP_CRQ_INIT = 1, VIOSRP_CRQ_INIT_COMPLETE = 2, }; enum viosrp_crq_formats { VIOSRP_SRP_FORMAT = 1, VIOSRP_MAD_FORMAT = 2, VIOSRP_OS400_FORMAT = 3, VIOSRP_AIX_FORMAT = 4, VIOSRP_LINUX_FORMAT = 5, VIOSRP_INLINE_FORMAT = 6, }; enum viosrp_crq_status { VIOSRP_OK = 0, VIOSRP_NONRECOVERABLE_ERR = 1, VIOSRP_VIOLATES_MAX_XFER = 2, VIOSRP_PARTNER_PANIC = 3, VIOSRP_DEVICE_BUSY = 8, VIOSRP_ADAPTER_FAIL = 16, VIOSRP_OK2 = 153, }; struct viosrp_crq { union { __be64 high; struct { u8 valid; u8 format; u8 reserved; u8 status; __be16 timeout; __be16 IU_length; }; }; __be64 IU_data_ptr; }; enum viosrp_mad_types { VIOSRP_EMPTY_IU_TYPE = 1, VIOSRP_ERROR_LOG_TYPE = 2, VIOSRP_ADAPTER_INFO_TYPE = 3, VIOSRP_CAPABILITIES_TYPE = 5, VIOSRP_ENABLE_FAST_FAIL = 8, }; enum viosrp_mad_status { VIOSRP_MAD_SUCCESS = 0, VIOSRP_MAD_NOT_SUPPORTED = 241, VIOSRP_MAD_FAILED = 247, }; enum viosrp_capability_type { MIGRATION_CAPABILITIES = 1, RESERVATION_CAPABILITIES = 2, }; enum viosrp_capability_support { SERVER_DOES_NOT_SUPPORTS_CAP = 0, SERVER_SUPPORTS_CAP = 1, SERVER_CAP_DATA = 2, }; enum viosrp_reserve_type { CLIENT_RESERVE_SCSI_2 = 1, }; enum viosrp_capability_flag { CLIENT_MIGRATED = 1, CLIENT_RECONNECT = 2, CAP_LIST_SUPPORTED = 4, CAP_LIST_DATA = 8, }; struct mad_common { __be32 type; __be16 status; __be16 length; __be64 tag; }; struct viosrp_empty_iu { struct mad_common common; __be64 buffer; __be32 port; }; struct viosrp_error_log { struct mad_common common; __be64 buffer; }; struct viosrp_adapter_info { struct mad_common common; __be64 buffer; }; struct viosrp_fast_fail { struct mad_common common; }; struct viosrp_capabilities { struct mad_common common; __be64 buffer; }; struct mad_capability_common { __be32 cap_type; __be16 length; __be16 server_support; }; struct mad_reserve_cap { struct mad_capability_common common; __be32 type; }; struct mad_migration_cap { struct mad_capability_common common; __be32 ecl; }; struct capabilities { __be32 flags; char name[32]; char loc[32]; struct mad_migration_cap migration; struct mad_reserve_cap reserve; }; union mad_iu { struct viosrp_empty_iu empty_iu; struct viosrp_error_log error_log; struct viosrp_adapter_info adapter_info; struct viosrp_fast_fail fast_fail; struct viosrp_capabilities capabilities; }; union viosrp_iu { union srp_iu srp; union mad_iu mad; }; struct mad_adapter_info_data { char srp_version[8]; char partition_name[96]; __be32 partition_number; __be32 mad_version; __be32 os_type; __be32 port_max_txu[8]; }; struct crq_queue { struct viosrp_crq *msgs; int size; int cur; dma_addr_t msg_token; spinlock_t lock; }; struct ibmvscsi_host_data; struct srp_event_struct { union viosrp_iu *xfer_iu; struct scsi_cmnd *cmnd; struct list_head list; void (*done)(struct srp_event_struct *); struct viosrp_crq crq; struct ibmvscsi_host_data *hostdata; atomic_t free; union viosrp_iu iu; void (*cmnd_done)(struct scsi_cmnd *); struct completion comp; struct timer_list timer; union viosrp_iu *sync_srp; struct srp_direct_buf *ext_list; dma_addr_t ext_list_token; }; enum ibmvscsi_host_action { IBMVSCSI_HOST_ACTION_NONE = 0, IBMVSCSI_HOST_ACTION_RESET = 1, IBMVSCSI_HOST_ACTION_REENABLE = 2, IBMVSCSI_HOST_ACTION_UNBLOCK = 3, }; struct event_pool { struct srp_event_struct *events; u32 size; int next; union viosrp_iu *iu_storage; dma_addr_t iu_token; }; struct ibmvscsi_host_data { struct list_head host_list; atomic_t request_limit; int client_migrated; enum ibmvscsi_host_action action; struct device *dev; struct event_pool pool; struct crq_queue queue; struct tasklet_struct srp_task; struct list_head sent; struct Scsi_Host *host; struct task_struct *work_thread; wait_queue_head_t work_wait_q; struct mad_adapter_info_data madapter_info; struct capabilities caps; dma_addr_t caps_addr; dma_addr_t adapter_info_addr; }; enum ata_lpm_hints { ATA_LPM_EMPTY = 1, ATA_LPM_HIPM = 2, ATA_LPM_WAKE_ONLY = 4, }; enum { ATA_READID_POSTRESET = 1, ATA_DNXFER_PIO = 0, ATA_DNXFER_DMA = 1, ATA_DNXFER_40C = 2, ATA_DNXFER_FORCE_PIO = 3, ATA_DNXFER_FORCE_PIO0 = 4, ATA_DNXFER_QUIET = -2147483648, }; enum { ATA_EH_SPDN_NCQ_OFF = 1, ATA_EH_SPDN_SPEED_DOWN = 2, ATA_EH_SPDN_FALLBACK_TO_PIO = 4, ATA_EH_SPDN_KEEP_ERRORS = 8, ATA_EFLAG_IS_IO = 1, ATA_EFLAG_DUBIOUS_XFER = 2, ATA_EFLAG_OLD_ER = -2147483648, ATA_ECAT_NONE = 0, ATA_ECAT_ATA_BUS = 1, ATA_ECAT_TOUT_HSM = 2, ATA_ECAT_UNK_DEV = 3, ATA_ECAT_DUBIOUS_NONE = 4, ATA_ECAT_DUBIOUS_ATA_BUS = 5, ATA_ECAT_DUBIOUS_TOUT_HSM = 6, ATA_ECAT_DUBIOUS_UNK_DEV = 7, ATA_ECAT_NR = 8, ATA_EH_CMD_DFL_TIMEOUT = 5000, ATA_EH_RESET_COOL_DOWN = 5000, ATA_EH_PRERESET_TIMEOUT = 10000, ATA_EH_FASTDRAIN_INTERVAL = 3000, ATA_EH_UA_TRIES = 5, ATA_EH_PROBE_TRIAL_INTERVAL = 60000, ATA_EH_PROBE_TRIALS = 2, }; struct ata_eh_cmd_timeout_ent { const u8 *commands; const unsigned int *timeouts; }; struct speed_down_verdict_arg { u64 since; int xfer_ok; int nr_errors[8]; }; struct sil24_prb { __le16 ctrl; __le16 prot; __le32 rx_cnt; u8 fis[24]; }; struct sil24_sge { __le64 addr; __le32 cnt; __le32 flags; }; enum { SIL24_HOST_BAR = 0, SIL24_PORT_BAR = 2, SIL24_PRB_SZ = 64, SIL24_MAX_SGT = 1023, SIL24_MAX_SGE = 4093, HOST_SLOT_STAT = 0, HOST_CTRL = 64, HOST_IRQ_STAT = 68, HOST_PHY_CFG = 72, HOST_BIST_CTRL = 80, HOST_BIST_PTRN = 84, HOST_BIST_STAT = 88, HOST_MEM_BIST_STAT = 92, HOST_FLASH_CMD = 112, HOST_FLASH_DATA = 116, HOST_TRANSITION_DETECT = 117, HOST_GPIO_CTRL = 118, HOST_I2C_ADDR = 120, HOST_I2C_DATA = 124, HOST_I2C_XFER_CNT = 126, HOST_I2C_CTRL = 127, HOST_SSTAT_ATTN = -2147483648, HOST_CTRL_M66EN = 65536, HOST_CTRL_TRDY = 131072, HOST_CTRL_STOP = 262144, HOST_CTRL_DEVSEL = 524288, HOST_CTRL_REQ64 = 1048576, HOST_CTRL_GLOBAL_RST = -2147483648, PORT_REGS_SIZE = 8192, PORT_LRAM = 0, PORT_LRAM_SLOT_SZ = 128, PORT_PMP = 3968, PORT_PMP_STATUS = 0, PORT_PMP_QACTIVE = 4, PORT_PMP_SIZE = 8, PORT_CTRL_STAT = 4096, PORT_CTRL_CLR = 4100, PORT_IRQ_STAT = 4104, PORT_IRQ_ENABLE_SET = 4112, PORT_IRQ_ENABLE_CLR = 4116, PORT_ACTIVATE_UPPER_ADDR = 4124, PORT_EXEC_FIFO = 4128, PORT_CMD_ERR = 4132, PORT_FIS_CFG = 4136, PORT_FIFO_THRES = 4140, PORT_DECODE_ERR_CNT = 4160, PORT_DECODE_ERR_THRESH = 4162, PORT_CRC_ERR_CNT = 4164, PORT_CRC_ERR_THRESH = 4166, PORT_HSHK_ERR_CNT = 4168, PORT_HSHK_ERR_THRESH = 4170, PORT_PHY_CFG = 4176, PORT_SLOT_STAT = 6144, PORT_CMD_ACTIVATE = 7168, PORT_CONTEXT = 7684, PORT_EXEC_DIAG = 7680, PORT_PSD_DIAG = 7744, PORT_SCONTROL = 7936, PORT_SSTATUS = 7940, PORT_SERROR = 7944, PORT_SACTIVE = 7948, PORT_CS_PORT_RST = 1, PORT_CS_DEV_RST = 2, PORT_CS_INIT = 4, PORT_CS_IRQ_WOC = 8, PORT_CS_CDB16 = 32, PORT_CS_PMP_RESUME = 64, PORT_CS_32BIT_ACTV = 1024, PORT_CS_PMP_EN = 8192, PORT_CS_RDY = -2147483648, PORT_IRQ_COMPLETE = 1, PORT_IRQ_ERROR = 2, PORT_IRQ_PORTRDY_CHG = 4, PORT_IRQ_PWR_CHG = 8, PORT_IRQ_PHYRDY_CHG = 16, PORT_IRQ_COMWAKE = 32, PORT_IRQ_UNK_FIS = 64, PORT_IRQ_DEV_XCHG = 128, PORT_IRQ_8B10B = 256, PORT_IRQ_CRC = 512, PORT_IRQ_HANDSHAKE = 1024, PORT_IRQ_SDB_NOTIFY = 2048, DEF_PORT_IRQ = 2259, PORT_IRQ_RAW_SHIFT = 16, PORT_IRQ_MASKED_MASK = 2047, PORT_IRQ_RAW_MASK = 134152192, PORT_IRQ_STEER_SHIFT = 30, PORT_IRQ_STEER_MASK = -1073741824, PORT_CERR_DEV = 1, PORT_CERR_SDB = 2, PORT_CERR_DATA = 3, PORT_CERR_SEND = 4, PORT_CERR_INCONSISTENT = 5, PORT_CERR_DIRECTION = 6, PORT_CERR_UNDERRUN = 7, PORT_CERR_OVERRUN = 8, PORT_CERR_PKT_PROT = 11, PORT_CERR_SGT_BOUNDARY = 16, PORT_CERR_SGT_TGTABRT = 17, PORT_CERR_SGT_MSTABRT = 18, PORT_CERR_SGT_PCIPERR = 19, PORT_CERR_CMD_BOUNDARY = 24, PORT_CERR_CMD_TGTABRT = 25, PORT_CERR_CMD_MSTABRT = 26, PORT_CERR_CMD_PCIPERR = 27, PORT_CERR_XFR_UNDEF = 32, PORT_CERR_XFR_TGTABRT = 33, PORT_CERR_XFR_MSTABRT = 34, PORT_CERR_XFR_PCIPERR = 35, PORT_CERR_SENDSERVICE = 36, PRB_CTRL_PROTOCOL = 1, PRB_CTRL_PACKET_READ = 16, PRB_CTRL_PACKET_WRITE = 32, PRB_CTRL_NIEN = 64, PRB_CTRL_SRST = 128, PRB_PROT_PACKET = 1, PRB_PROT_TCQ = 2, PRB_PROT_NCQ = 4, PRB_PROT_READ = 8, PRB_PROT_WRITE = 16, PRB_PROT_TRANSPARENT = 32, SGE_TRM = -2147483648, SGE_LNK = 1073741824, SGE_DRD = 536870912, SIL24_MAX_CMDS = 31, BID_SIL3124 = 0, BID_SIL3132 = 1, BID_SIL3131 = 2, SIL24_COMMON_FLAGS = 918658, SIL24_FLAG_PCIX_IRQ_WOC = 16777216, IRQ_STAT_4PORTS = 15, }; struct sil24_ata_block { struct sil24_prb prb; struct sil24_sge sge[4093]; }; struct sil24_atapi_block { struct sil24_prb prb; u8 cdb[16]; struct sil24_sge sge[4093]; }; union sil24_cmd_block { struct sil24_ata_block ata; struct sil24_atapi_block atapi; }; struct sil24_cerr_info { unsigned int err_mask; unsigned int action; const char *desc; }; struct sil24_port_priv { union sil24_cmd_block *cmd_block; dma_addr_t cmd_block_dma; int do_port_rst; }; struct netpoll; struct netpoll_info { refcount_t refcnt; struct semaphore dev_lock; struct sk_buff_head txq; struct delayed_work tx_work; struct netpoll *netpoll; struct callback_head rcu; }; union inet_addr { __u32 all[4]; __be32 ip; __be32 ip6[4]; struct in_addr in; struct in6_addr in6; }; struct netpoll { struct net_device *dev; netdevice_tracker dev_tracker; char dev_name[16]; const char *name; union inet_addr local_ip; union inet_addr remote_ip; bool ipv6; u16 local_port; u16 remote_port; u8 remote_mac[6]; }; struct netconsole_target { struct list_head list; bool enabled; bool extended; bool release; struct netpoll np; }; struct phy_fixup { struct list_head list; char bus_id[64]; u32 phy_uid; u32 phy_uid_mask; int (*run)(struct phy_device *); }; struct phylib_stubs { int (*hwtstamp_get)(struct phy_device *, struct kernel_hwtstamp_config *); int (*hwtstamp_set)(struct phy_device *, struct kernel_hwtstamp_config *, struct netlink_ext_ack *); }; struct sfp_eeprom_base { u8 phys_id; u8 phys_ext_id; u8 connector; u8 if_1x_copper_passive: 1; u8 if_1x_copper_active: 1; u8 if_1x_lx: 1; u8 if_1x_sx: 1; u8 e10g_base_sr: 1; u8 e10g_base_lr: 1; u8 e10g_base_lrm: 1; u8 e10g_base_er: 1; u8 sonet_oc3_short_reach: 1; u8 sonet_oc3_smf_intermediate_reach: 1; u8 sonet_oc3_smf_long_reach: 1; u8 unallocated_5_3: 1; u8 sonet_oc12_short_reach: 1; u8 sonet_oc12_smf_intermediate_reach: 1; u8 sonet_oc12_smf_long_reach: 1; u8 unallocated_5_7: 1; u8 sonet_oc48_short_reach: 1; u8 sonet_oc48_intermediate_reach: 1; u8 sonet_oc48_long_reach: 1; u8 sonet_reach_bit2: 1; u8 sonet_reach_bit1: 1; u8 sonet_oc192_short_reach: 1; u8 escon_smf_1310_laser: 1; u8 escon_mmf_1310_led: 1; u8 e1000_base_sx: 1; u8 e1000_base_lx: 1; u8 e1000_base_cx: 1; u8 e1000_base_t: 1; u8 e100_base_lx: 1; u8 e100_base_fx: 1; u8 e_base_bx10: 1; u8 e_base_px: 1; u8 fc_tech_electrical_inter_enclosure: 1; u8 fc_tech_lc: 1; u8 fc_tech_sa: 1; u8 fc_ll_m: 1; u8 fc_ll_l: 1; u8 fc_ll_i: 1; u8 fc_ll_s: 1; u8 fc_ll_v: 1; u8 unallocated_8_0: 1; u8 unallocated_8_1: 1; u8 sfp_ct_passive: 1; u8 sfp_ct_active: 1; u8 fc_tech_ll: 1; u8 fc_tech_sl: 1; u8 fc_tech_sn: 1; u8 fc_tech_electrical_intra_enclosure: 1; u8 fc_media_sm: 1; u8 unallocated_9_1: 1; u8 fc_media_m5: 1; u8 fc_media_m6: 1; u8 fc_media_tv: 1; u8 fc_media_mi: 1; u8 fc_media_tp: 1; u8 fc_media_tw: 1; u8 fc_speed_100: 1; u8 unallocated_10_1: 1; u8 fc_speed_200: 1; u8 fc_speed_3200: 1; u8 fc_speed_400: 1; u8 fc_speed_1600: 1; u8 fc_speed_800: 1; u8 fc_speed_1200: 1; u8 encoding; u8 br_nominal; u8 rate_id; u8 link_len[6]; char vendor_name[16]; u8 extended_cc; char vendor_oui[3]; char vendor_pn[16]; char vendor_rev[4]; union { __be16 optical_wavelength; __be16 cable_compliance; struct { u8 sff8431_app_e: 1; u8 fc_pi_4_app_h: 1; u8 reserved60_2: 6; u8 reserved61: 8; } passive; struct { u8 sff8431_app_e: 1; u8 fc_pi_4_app_h: 1; u8 sff8431_lim: 1; u8 fc_pi_4_lim: 1; u8 reserved60_4: 4; u8 reserved61: 8; } active; }; u8 reserved62; u8 cc_base; }; struct sfp_eeprom_ext { __be16 options; u8 br_max; u8 br_min; char vendor_sn[16]; char datecode[8]; u8 diagmon; u8 enhopts; u8 sff8472_compliance; u8 cc_ext; }; struct sfp_eeprom_id { struct sfp_eeprom_base base; struct sfp_eeprom_ext ext; }; struct sfp_upstream_ops { void (*attach)(void *, struct sfp_bus *); void (*detach)(void *, struct sfp_bus *); int (*module_insert)(void *, const struct sfp_eeprom_id *); void (*module_remove)(void *); int (*module_start)(void *); void (*module_stop)(void *); void (*link_down)(void *); void (*link_up)(void *); int (*connect_phy)(void *, struct phy_device *); void (*disconnect_phy)(void *); }; enum { e1000_igp_cable_length_10 = 10, e1000_igp_cable_length_20 = 20, e1000_igp_cable_length_30 = 30, e1000_igp_cable_length_40 = 40, e1000_igp_cable_length_50 = 50, e1000_igp_cable_length_60 = 60, e1000_igp_cable_length_70 = 70, e1000_igp_cable_length_80 = 80, e1000_igp_cable_length_90 = 90, e1000_igp_cable_length_100 = 100, e1000_igp_cable_length_110 = 110, e1000_igp_cable_length_115 = 115, e1000_igp_cable_length_120 = 120, e1000_igp_cable_length_130 = 130, e1000_igp_cable_length_140 = 140, e1000_igp_cable_length_150 = 150, e1000_igp_cable_length_160 = 160, e1000_igp_cable_length_170 = 170, e1000_igp_cable_length_180 = 180, }; struct cdrom_msf { __u8 cdmsf_min0; __u8 cdmsf_sec0; __u8 cdmsf_frame0; __u8 cdmsf_min1; __u8 cdmsf_sec1; __u8 cdmsf_frame1; }; struct cdrom_ti { __u8 cdti_trk0; __u8 cdti_ind0; __u8 cdti_trk1; __u8 cdti_ind1; }; struct cdrom_tochdr { __u8 cdth_trk0; __u8 cdth_trk1; }; struct cdrom_volctrl { __u8 channel0; __u8 channel1; __u8 channel2; __u8 channel3; }; struct cdrom_subchnl { __u8 cdsc_format; __u8 cdsc_audiostatus; __u8 cdsc_adr: 4; __u8 cdsc_ctrl: 4; __u8 cdsc_trk; __u8 cdsc_ind; union cdrom_addr cdsc_absaddr; union cdrom_addr cdsc_reladdr; }; struct cdrom_read_audio { union cdrom_addr addr; __u8 addr_format; int nframes; __u8 *buf; }; struct cdrom_blk { unsigned int from; short unsigned int len; }; struct cdrom_timed_media_change_info { __s64 last_media_change; __u64 media_flags; }; struct dvd_layer { __u8 book_version: 4; __u8 book_type: 4; __u8 min_rate: 4; __u8 disc_size: 4; __u8 layer_type: 4; __u8 track_path: 1; __u8 nlayers: 2; char: 1; __u8 track_density: 4; __u8 linear_density: 4; __u8 bca: 1; __u32 start_sector; __u32 end_sector; __u32 end_sector_l0; }; struct dvd_physical { __u8 type; __u8 layer_num; struct dvd_layer layer[4]; }; struct dvd_copyright { __u8 type; __u8 layer_num; __u8 cpst; __u8 rmi; }; struct dvd_disckey { __u8 type; unsigned int agid: 2; __u8 value[2048]; }; struct dvd_bca { __u8 type; int len; __u8 value[188]; }; struct dvd_manufact { __u8 type; __u8 layer_num; int len; __u8 value[2048]; }; typedef union { __u8 type; struct dvd_physical physical; struct dvd_copyright copyright; struct dvd_disckey disckey; struct dvd_bca bca; struct dvd_manufact manufact; } dvd_struct; typedef __u8 dvd_key[5]; typedef __u8 dvd_challenge[10]; struct dvd_lu_send_agid { __u8 type; unsigned int agid: 2; }; struct dvd_host_send_challenge { __u8 type; unsigned int agid: 2; dvd_challenge chal; }; struct dvd_send_key { __u8 type; unsigned int agid: 2; dvd_key key; }; struct dvd_lu_send_challenge { __u8 type; unsigned int agid: 2; dvd_challenge chal; }; struct dvd_lu_send_title_key { __u8 type; unsigned int agid: 2; dvd_key title_key; int lba; unsigned int cpm: 1; unsigned int cp_sec: 1; unsigned int cgms: 2; }; struct dvd_lu_send_asf { __u8 type; unsigned int agid: 2; unsigned int asf: 1; }; struct dvd_host_send_rpcstate { __u8 type; __u8 pdrc; }; struct dvd_lu_send_rpcstate { __u8 type: 2; __u8 vra: 3; __u8 ucca: 3; __u8 region_mask; __u8 rpc_scheme; }; typedef union { __u8 type; struct dvd_lu_send_agid lsa; struct dvd_host_send_challenge hsc; struct dvd_send_key lsk; struct dvd_lu_send_challenge lsc; struct dvd_send_key hsk; struct dvd_lu_send_title_key lstk; struct dvd_lu_send_asf lsasf; struct dvd_host_send_rpcstate hrpcs; struct dvd_lu_send_rpcstate lrpcs; } dvd_authinfo; struct mrw_feature_desc { __be16 feature_code; __u8 curr: 1; __u8 persistent: 1; __u8 feature_version: 4; __u8 reserved1: 2; __u8 add_len; __u8 write: 1; __u8 reserved2: 7; __u8 reserved3; __u8 reserved4; __u8 reserved5; }; struct rwrt_feature_desc { __be16 feature_code; __u8 curr: 1; __u8 persistent: 1; __u8 feature_version: 4; __u8 reserved1: 2; __u8 add_len; __u32 last_lba; __u32 block_size; __u16 blocking; __u8 page_present: 1; __u8 reserved2: 7; __u8 reserved3; }; typedef struct { __be16 disc_information_length; __u8 disc_status: 2; __u8 border_status: 2; __u8 erasable: 1; __u8 reserved1: 3; __u8 n_first_track; __u8 n_sessions_lsb; __u8 first_track_lsb; __u8 last_track_lsb; __u8 mrw_status: 2; __u8 dbit: 1; __u8 reserved2: 2; __u8 uru: 1; __u8 dbc_v: 1; __u8 did_v: 1; __u8 disc_type; __u8 n_sessions_msb; __u8 first_track_msb; __u8 last_track_msb; __u32 disc_id; __u32 lead_in; __u32 lead_out; __u8 disc_bar_code[8]; __u8 reserved3; __u8 n_opc; } disc_information; typedef struct { __be16 track_information_length; __u8 track_lsb; __u8 session_lsb; __u8 reserved1; __u8 track_mode: 4; __u8 copy: 1; __u8 damage: 1; __u8 reserved2: 2; __u8 data_mode: 4; __u8 fp: 1; __u8 packet: 1; __u8 blank: 1; __u8 rt: 1; __u8 nwa_v: 1; __u8 lra_v: 1; __u8 reserved3: 6; __be32 track_start; __be32 next_writable; __be32 free_blocks; __be32 fixed_packet_size; __be32 track_size; __be32 last_rec_address; } track_information; struct mode_page_header { __be16 mode_data_length; __u8 medium_type; __u8 reserved1; __u8 reserved2; __u8 reserved3; __be16 desc_length; }; typedef struct { int data; int audio; int cdi; int xa; long int error; } tracktype; struct cdrom_mechstat_header { __u8 curslot: 5; __u8 changer_state: 2; __u8 fault: 1; __u8 reserved1: 4; __u8 door_open: 1; __u8 mech_state: 3; __u8 curlba[3]; __u8 nslots; __u16 slot_tablelen; }; struct cdrom_slot { __u8 change: 1; __u8 reserved1: 6; __u8 disc_present: 1; __u8 reserved2[3]; }; struct cdrom_changer_info { struct cdrom_mechstat_header hdr; struct cdrom_slot slots[256]; }; struct modesel_head { __u8 reserved1; __u8 medium; __u8 reserved2; __u8 block_desc_length; __u8 density; __u8 number_of_blocks_hi; __u8 number_of_blocks_med; __u8 number_of_blocks_lo; __u8 reserved3; __u8 block_length_hi; __u8 block_length_med; __u8 block_length_lo; }; typedef struct { __u16 report_key_length; __u8 reserved1; __u8 reserved2; __u8 ucca: 3; __u8 vra: 3; __u8 type_code: 2; __u8 region_mask; __u8 rpc_scheme; __u8 reserved3; } rpc_state_t; struct event_header { __be16 data_len; __u8 notification_class: 3; __u8 reserved1: 4; __u8 nea: 1; __u8 supp_event_class; }; struct media_event_desc { __u8 media_event_code: 4; __u8 reserved1: 4; __u8 door_open: 1; __u8 media_present: 1; __u8 reserved2: 6; __u8 start_slot; __u8 end_slot; }; struct cdrom_sysctl_settings { char info[1000]; int autoclose; int autoeject; int debug; int lock; int check; }; enum cdrom_print_option { CTL_NAME = 0, CTL_SPEED = 1, CTL_SLOTS = 2, CTL_CAPABILITY = 3, }; typedef struct pccard_io_map pccard_io_map; struct config_t; struct pcmcia_device { struct pcmcia_socket *socket; char *devname; u8 device_no; u8 func; struct config_t *function_config; struct list_head socket_device_list; unsigned int irq; struct resource *resource[6]; resource_size_t card_addr; unsigned int vpp; unsigned int config_flags; unsigned int config_base; unsigned int config_index; unsigned int config_regs; unsigned int io_lines; u16 suspended: 1; u16 _irq: 1; u16 _io: 1; u16 _win: 4; u16 _locked: 1; u16 allow_func_id_match: 1; u16 has_manf_id: 1; u16 has_card_id: 1; u16 has_func_id: 1; u16 reserved: 4; u8 func_id; u16 manf_id; u16 card_id; char *prod_id[4]; u64 dma_mask; struct device dev; void *priv; unsigned int open; }; struct config_t { struct kref ref; unsigned int state; struct resource io[2]; struct resource mem[4]; }; typedef struct config_t config_t; struct usb_dynid { struct list_head node; struct usb_device_id id; }; struct usb_device_driver { const char *name; bool (*match)(struct usb_device *); int (*probe)(struct usb_device *); void (*disconnect)(struct usb_device *); int (*suspend)(struct usb_device *, pm_message_t); int (*resume)(struct usb_device *, pm_message_t); const struct attribute_group **dev_groups; struct usbdrv_wrap drvwrap; const struct usb_device_id *id_table; unsigned int supports_autosuspend: 1; unsigned int generic_subclass: 1; }; struct usbdevfs_ctrltransfer { __u8 bRequestType; __u8 bRequest; __u16 wValue; __u16 wIndex; __u16 wLength; __u32 timeout; void *data; }; struct usbdevfs_bulktransfer { unsigned int ep; unsigned int len; unsigned int timeout; void *data; }; struct usbdevfs_setinterface { unsigned int interface; unsigned int altsetting; }; struct usbdevfs_disconnectsignal { unsigned int signr; void *context; }; struct usbdevfs_getdriver { unsigned int interface; char driver[256]; }; struct usbdevfs_connectinfo { unsigned int devnum; unsigned char slow; }; struct usbdevfs_conninfo_ex { __u32 size; __u32 busnum; __u32 devnum; __u32 speed; __u8 num_ports; __u8 ports[7]; }; struct usbdevfs_iso_packet_desc { unsigned int length; unsigned int actual_length; unsigned int status; }; struct usbdevfs_urb { unsigned char type; unsigned char endpoint; int status; unsigned int flags; void *buffer; int buffer_length; int actual_length; int start_frame; union { int number_of_packets; unsigned int stream_id; }; int error_count; unsigned int signr; void *usercontext; struct usbdevfs_iso_packet_desc iso_frame_desc[0]; }; struct usbdevfs_ioctl { int ifno; int ioctl_code; void *data; }; struct usbdevfs_disconnect_claim { unsigned int interface; unsigned int flags; char driver[256]; }; struct usbdevfs_streams { unsigned int num_streams; unsigned int num_eps; unsigned char eps[0]; }; struct usb_dev_state { struct list_head list; struct usb_device *dev; struct file *file; spinlock_t lock; struct list_head async_pending; struct list_head async_completed; struct list_head memory_list; wait_queue_head_t wait; wait_queue_head_t wait_for_resume; unsigned int discsignr; struct pid *disc_pid; const struct cred *cred; sigval_t disccontext; long unsigned int ifclaimed; u32 disabled_bulk_eps; long unsigned int interface_allowed_mask; int not_yet_resumed; bool suspend_allowed; bool privileges_dropped; }; struct usb_memory { struct list_head memlist; int vma_use_count; int urb_use_count; u32 size; void *mem; dma_addr_t dma_handle; long unsigned int vm_start; struct usb_dev_state *ps; }; struct async { struct list_head asynclist; struct usb_dev_state *ps; struct pid *pid; const struct cred *cred; unsigned int signr; unsigned int ifnum; void *userbuffer; void *userurb; sigval_t userurb_sigval; struct urb *urb; struct usb_memory *usbm; unsigned int mem_usage; int status; u8 bulk_addr; u8 bulk_status; }; enum snoop_when { SUBMIT = 0, COMPLETE = 1, }; struct extcon_dev; enum usb_charger_type { UNKNOWN_TYPE = 0, SDP_TYPE = 1, DCP_TYPE = 2, CDP_TYPE = 3, ACA_TYPE = 4, }; enum usb_charger_state { USB_CHARGER_DEFAULT = 0, USB_CHARGER_PRESENT = 1, USB_CHARGER_ABSENT = 2, }; enum usb_phy_events { USB_EVENT_NONE = 0, USB_EVENT_VBUS = 1, USB_EVENT_ID = 2, USB_EVENT_CHARGER = 3, USB_EVENT_ENUMERATED = 4, }; enum usb_phy_type { USB_PHY_TYPE_UNDEFINED = 0, USB_PHY_TYPE_USB2 = 1, USB_PHY_TYPE_USB3 = 2, }; enum usb_otg_state { OTG_STATE_UNDEFINED = 0, OTG_STATE_B_IDLE = 1, OTG_STATE_B_SRP_INIT = 2, OTG_STATE_B_PERIPHERAL = 3, OTG_STATE_B_WAIT_ACON = 4, OTG_STATE_B_HOST = 5, OTG_STATE_A_IDLE = 6, OTG_STATE_A_WAIT_VRISE = 7, OTG_STATE_A_WAIT_BCON = 8, OTG_STATE_A_HOST = 9, OTG_STATE_A_SUSPEND = 10, OTG_STATE_A_PERIPHERAL = 11, OTG_STATE_A_WAIT_VFALL = 12, OTG_STATE_A_VBUS_ERR = 13, }; struct usb_phy_io_ops { int (*read)(struct usb_phy *, u32); int (*write)(struct usb_phy *, u32, u32); }; struct usb_charger_current { unsigned int sdp_min; unsigned int sdp_max; unsigned int dcp_min; unsigned int dcp_max; unsigned int cdp_min; unsigned int cdp_max; unsigned int aca_min; unsigned int aca_max; }; struct usb_otg; struct usb_phy { struct device *dev; const char *label; unsigned int flags; enum usb_phy_type type; enum usb_phy_events last_event; struct usb_otg *otg; struct device *io_dev; struct usb_phy_io_ops *io_ops; void *io_priv; struct extcon_dev *edev; struct extcon_dev *id_edev; struct notifier_block vbus_nb; struct notifier_block id_nb; struct notifier_block type_nb; enum usb_charger_type chg_type; enum usb_charger_state chg_state; struct usb_charger_current chg_cur; struct work_struct chg_work; struct atomic_notifier_head notifier; u16 port_status; u16 port_change; struct list_head head; int (*init)(struct usb_phy *); void (*shutdown)(struct usb_phy *); int (*set_vbus)(struct usb_phy *, int); int (*set_power)(struct usb_phy *, unsigned int); int (*set_suspend)(struct usb_phy *, int); int (*set_wakeup)(struct usb_phy *, bool); int (*notify_port_status)(struct usb_phy *, int, u16, u16); int (*notify_connect)(struct usb_phy *, enum usb_device_speed); int (*notify_disconnect)(struct usb_phy *, enum usb_device_speed); enum usb_charger_type (*charger_detect)(struct usb_phy *); }; struct usb_gadget; struct usb_otg { u8 default_a; struct phy *phy; struct usb_phy *usb_phy; struct usb_bus *host; struct usb_gadget *gadget; enum usb_otg_state state; int (*set_host)(struct usb_otg *, struct usb_bus *); int (*set_peripheral)(struct usb_otg *, struct usb_gadget *); int (*set_vbus)(struct usb_otg *, bool); int (*start_srp)(struct usb_otg *); int (*start_hnp)(struct usb_otg *); }; struct urb_priv { struct ed *ed; u16 length; u16 td_cnt; struct list_head pending; struct td *td[0]; }; typedef struct urb_priv urb_priv_t; struct debug_buffer { ssize_t (*fill_func)(struct debug_buffer *); struct ohci_hcd *ohci; struct mutex mutex; size_t count; char *page; }; struct amd_smbus { struct pci_dev *dev; struct i2c_adapter adapter; int base; int size; }; enum hwmon_sensor_types { hwmon_chip = 0, hwmon_temp = 1, hwmon_in = 2, hwmon_curr = 3, hwmon_power = 4, hwmon_energy = 5, hwmon_humidity = 6, hwmon_fan = 7, hwmon_pwm = 8, hwmon_intrusion = 9, hwmon_max = 10, }; enum hwmon_chip_attributes { hwmon_chip_temp_reset_history = 0, hwmon_chip_in_reset_history = 1, hwmon_chip_curr_reset_history = 2, hwmon_chip_power_reset_history = 3, hwmon_chip_register_tz = 4, hwmon_chip_update_interval = 5, hwmon_chip_alarms = 6, hwmon_chip_samples = 7, hwmon_chip_curr_samples = 8, hwmon_chip_in_samples = 9, hwmon_chip_power_samples = 10, hwmon_chip_temp_samples = 11, hwmon_chip_beep_enable = 12, }; enum hwmon_temp_attributes { hwmon_temp_enable = 0, hwmon_temp_input = 1, hwmon_temp_type = 2, hwmon_temp_lcrit = 3, hwmon_temp_lcrit_hyst = 4, hwmon_temp_min = 5, hwmon_temp_min_hyst = 6, hwmon_temp_max = 7, hwmon_temp_max_hyst = 8, hwmon_temp_crit = 9, hwmon_temp_crit_hyst = 10, hwmon_temp_emergency = 11, hwmon_temp_emergency_hyst = 12, hwmon_temp_alarm = 13, hwmon_temp_lcrit_alarm = 14, hwmon_temp_min_alarm = 15, hwmon_temp_max_alarm = 16, hwmon_temp_crit_alarm = 17, hwmon_temp_emergency_alarm = 18, hwmon_temp_fault = 19, hwmon_temp_offset = 20, hwmon_temp_label = 21, hwmon_temp_lowest = 22, hwmon_temp_highest = 23, hwmon_temp_reset_history = 24, hwmon_temp_rated_min = 25, hwmon_temp_rated_max = 26, hwmon_temp_beep = 27, }; enum hwmon_in_attributes { hwmon_in_enable = 0, hwmon_in_input = 1, hwmon_in_min = 2, hwmon_in_max = 3, hwmon_in_lcrit = 4, hwmon_in_crit = 5, hwmon_in_average = 6, hwmon_in_lowest = 7, hwmon_in_highest = 8, hwmon_in_reset_history = 9, hwmon_in_label = 10, hwmon_in_alarm = 11, hwmon_in_min_alarm = 12, hwmon_in_max_alarm = 13, hwmon_in_lcrit_alarm = 14, hwmon_in_crit_alarm = 15, hwmon_in_rated_min = 16, hwmon_in_rated_max = 17, hwmon_in_beep = 18, }; enum hwmon_curr_attributes { hwmon_curr_enable = 0, hwmon_curr_input = 1, hwmon_curr_min = 2, hwmon_curr_max = 3, hwmon_curr_lcrit = 4, hwmon_curr_crit = 5, hwmon_curr_average = 6, hwmon_curr_lowest = 7, hwmon_curr_highest = 8, hwmon_curr_reset_history = 9, hwmon_curr_label = 10, hwmon_curr_alarm = 11, hwmon_curr_min_alarm = 12, hwmon_curr_max_alarm = 13, hwmon_curr_lcrit_alarm = 14, hwmon_curr_crit_alarm = 15, hwmon_curr_rated_min = 16, hwmon_curr_rated_max = 17, hwmon_curr_beep = 18, }; enum hwmon_power_attributes { hwmon_power_enable = 0, hwmon_power_average = 1, hwmon_power_average_interval = 2, hwmon_power_average_interval_max = 3, hwmon_power_average_interval_min = 4, hwmon_power_average_highest = 5, hwmon_power_average_lowest = 6, hwmon_power_average_max = 7, hwmon_power_average_min = 8, hwmon_power_input = 9, hwmon_power_input_highest = 10, hwmon_power_input_lowest = 11, hwmon_power_reset_history = 12, hwmon_power_accuracy = 13, hwmon_power_cap = 14, hwmon_power_cap_hyst = 15, hwmon_power_cap_max = 16, hwmon_power_cap_min = 17, hwmon_power_min = 18, hwmon_power_max = 19, hwmon_power_crit = 20, hwmon_power_lcrit = 21, hwmon_power_label = 22, hwmon_power_alarm = 23, hwmon_power_cap_alarm = 24, hwmon_power_min_alarm = 25, hwmon_power_max_alarm = 26, hwmon_power_lcrit_alarm = 27, hwmon_power_crit_alarm = 28, hwmon_power_rated_min = 29, hwmon_power_rated_max = 30, }; enum hwmon_energy_attributes { hwmon_energy_enable = 0, hwmon_energy_input = 1, hwmon_energy_label = 2, }; enum hwmon_humidity_attributes { hwmon_humidity_enable = 0, hwmon_humidity_input = 1, hwmon_humidity_label = 2, hwmon_humidity_min = 3, hwmon_humidity_min_hyst = 4, hwmon_humidity_max = 5, hwmon_humidity_max_hyst = 6, hwmon_humidity_alarm = 7, hwmon_humidity_fault = 8, hwmon_humidity_rated_min = 9, hwmon_humidity_rated_max = 10, }; enum hwmon_fan_attributes { hwmon_fan_enable = 0, hwmon_fan_input = 1, hwmon_fan_label = 2, hwmon_fan_min = 3, hwmon_fan_max = 4, hwmon_fan_div = 5, hwmon_fan_pulses = 6, hwmon_fan_target = 7, hwmon_fan_alarm = 8, hwmon_fan_min_alarm = 9, hwmon_fan_max_alarm = 10, hwmon_fan_fault = 11, hwmon_fan_beep = 12, }; enum hwmon_pwm_attributes { hwmon_pwm_input = 0, hwmon_pwm_enable = 1, hwmon_pwm_mode = 2, hwmon_pwm_freq = 3, hwmon_pwm_auto_channels_temp = 4, }; enum hwmon_intrusion_attributes { hwmon_intrusion_alarm = 0, hwmon_intrusion_beep = 1, }; struct hwmon_ops { umode_t (*is_visible)(const void *, enum hwmon_sensor_types, u32, int); int (*read)(struct device *, enum hwmon_sensor_types, u32, int, long int *); int (*read_string)(struct device *, enum hwmon_sensor_types, u32, int, const char **); int (*write)(struct device *, enum hwmon_sensor_types, u32, int, long int); }; struct hwmon_channel_info { enum hwmon_sensor_types type; const u32 *config; }; struct hwmon_chip_info { const struct hwmon_ops *ops; const struct hwmon_channel_info * const *info; }; struct trace_event_raw_hwmon_attr_class { struct trace_entry ent; int index; u32 __data_loc_attr_name; long int val; char __data[0]; }; struct trace_event_raw_hwmon_attr_show_string { struct trace_entry ent; int index; u32 __data_loc_attr_name; u32 __data_loc_label; char __data[0]; }; struct trace_event_data_offsets_hwmon_attr_class { u32 attr_name; }; struct trace_event_data_offsets_hwmon_attr_show_string { u32 attr_name; u32 label; }; typedef void (*btf_trace_hwmon_attr_show)(void *, int, const char *, long int); typedef void (*btf_trace_hwmon_attr_store)(void *, int, const char *, long int); typedef void (*btf_trace_hwmon_attr_show_string)(void *, int, const char *, const char *); struct hwmon_device { const char *name; const char *label; struct device dev; const struct hwmon_chip_info *chip; struct list_head tzdata; struct attribute_group group; const struct attribute_group **groups; }; struct hwmon_device_attribute { struct device_attribute dev_attr; const struct hwmon_ops *ops; enum hwmon_sensor_types type; u32 attr; int index; char name[32]; }; struct dm_ioctl { __u32 version[3]; __u32 data_size; __u32 data_start; __u32 target_count; __s32 open_count; __u32 flags; __u32 event_nr; __u32 padding; __u64 dev; char name[128]; char uuid[129]; char data[7]; }; struct dm_target_spec { __u64 sector_start; __u64 length; __s32 status; __u32 next; char target_type[16]; }; struct dm_target_deps { __u32 count; __u32 padding; __u64 dev[0]; }; struct dm_name_list { __u64 dev; __u32 next; char name[0]; }; struct dm_target_versions { __u32 next; __u32 version[3]; char name[0]; }; struct dm_target_msg { __u64 sector; char message[0]; }; enum { DM_VERSION_CMD = 0, DM_REMOVE_ALL_CMD = 1, DM_LIST_DEVICES_CMD = 2, DM_DEV_CREATE_CMD = 3, DM_DEV_REMOVE_CMD = 4, DM_DEV_RENAME_CMD = 5, DM_DEV_SUSPEND_CMD = 6, DM_DEV_STATUS_CMD = 7, DM_DEV_WAIT_CMD = 8, DM_TABLE_LOAD_CMD = 9, DM_TABLE_CLEAR_CMD = 10, DM_TABLE_DEPS_CMD = 11, DM_TABLE_STATUS_CMD = 12, DM_LIST_VERSIONS_CMD = 13, DM_TARGET_MSG_CMD = 14, DM_DEV_SET_GEOMETRY_CMD = 15, DM_DEV_ARM_POLL_CMD = 16, DM_GET_TARGET_VERSION_CMD = 17, }; struct dm_dev_internal { struct list_head list; refcount_t count; struct dm_dev *dm_dev; }; struct dm_file { volatile unsigned int global_event_nr; }; struct hash_cell { struct rb_node name_node; struct rb_node uuid_node; bool name_set; bool uuid_set; char *name; char *uuid; struct mapped_device *md; struct dm_table *new_map; }; struct vers_iter { size_t param_size; struct dm_target_versions *vers; struct dm_target_versions *old_vers; char *end; uint32_t flags; }; typedef int (*ioctl_fn)(struct file *, struct dm_ioctl *, size_t); struct edac_device_counter { u32 ue_count; u32 ce_count; }; struct edac_device_ctl_info; struct edac_dev_sysfs_attribute { struct attribute attr; ssize_t (*show)(struct edac_device_ctl_info *, char *); ssize_t (*store)(struct edac_device_ctl_info *, const char *, size_t); }; struct edac_device_instance; struct edac_device_block; struct edac_dev_sysfs_block_attribute; struct edac_device_ctl_info { struct list_head link; struct module *owner; int dev_idx; int log_ue; int log_ce; int panic_on_ue; unsigned int poll_msec; long unsigned int delay; struct edac_dev_sysfs_attribute *sysfs_attributes; struct bus_type *edac_subsys; int op_state; struct delayed_work work; void (*edac_check)(struct edac_device_ctl_info *); struct device *dev; const char *mod_name; const char *ctl_name; const char *dev_name; void *pvt_info; long unsigned int start_time; struct completion removal_complete; char name[32]; u32 nr_instances; struct edac_device_instance *instances; struct edac_device_block *blocks; struct edac_dev_sysfs_block_attribute *attribs; struct edac_device_counter counters; struct kobject kobj; }; struct edac_dev_sysfs_block_attribute { struct attribute attr; ssize_t (*show)(struct kobject *, struct attribute *, char *); ssize_t (*store)(struct kobject *, struct attribute *, const char *, size_t); struct edac_device_block *block; unsigned int value; }; struct edac_device_block { struct edac_device_instance *instance; char name[32]; struct edac_device_counter counters; int nr_attribs; struct edac_dev_sysfs_block_attribute *block_attributes; struct kobject kobj; }; struct edac_device_instance { struct edac_device_ctl_info *ctl; char name[35]; struct edac_device_counter counters; u32 nr_blocks; struct edac_device_block *blocks; struct kobject kobj; }; struct cpufreq_policy_data { struct cpufreq_cpuinfo cpuinfo; struct cpufreq_frequency_table *freq_table; unsigned int cpu; unsigned int min; unsigned int max; }; struct freq_attr { struct attribute attr; ssize_t (*show)(struct cpufreq_policy *, char *); ssize_t (*store)(struct cpufreq_policy *, const char *, size_t); }; enum { OD_NORMAL_SAMPLE = 0, OD_SUB_SAMPLE = 1, }; struct dbs_governor; struct dbs_data { struct gov_attr_set attr_set; struct dbs_governor *gov; void *tuners; unsigned int ignore_nice_load; unsigned int sampling_rate; unsigned int sampling_down_factor; unsigned int up_threshold; unsigned int io_is_busy; }; struct policy_dbs_info; struct dbs_governor { struct cpufreq_governor gov; struct kobj_type kobj_type; struct dbs_data *gdbs_data; unsigned int (*gov_dbs_update)(struct cpufreq_policy *); struct policy_dbs_info * (*alloc)(); void (*free)(struct policy_dbs_info *); int (*init)(struct dbs_data *); void (*exit)(struct dbs_data *); void (*start)(struct cpufreq_policy *); }; struct policy_dbs_info { struct cpufreq_policy *policy; struct mutex update_mutex; u64 last_sample_time; s64 sample_delay_ns; atomic_t work_count; struct irq_work irq_work; struct work_struct work; struct dbs_data *dbs_data; struct list_head list; unsigned int rate_mult; unsigned int idle_periods; bool is_shared; bool work_in_progress; }; struct od_ops { unsigned int (*powersave_bias_target)(struct cpufreq_policy *, unsigned int, unsigned int); }; struct od_policy_dbs_info { struct policy_dbs_info policy_dbs; unsigned int freq_lo; unsigned int freq_lo_delay_us; unsigned int freq_hi_delay_us; unsigned int sample_type: 1; }; struct od_dbs_tuners { unsigned int powersave_bias; }; struct vio_pfo_op { u64 flags; s64 in; s64 inlen; s64 out; s64 outlen; u64 csbcpb; void *done; long unsigned int handle; unsigned int timeout; long int hcall_err; }; struct nx842_constraints { int alignment; int multiple; int minimum; int maximum; }; struct nx842_driver { char *name; struct module *owner; size_t workmem_size; struct nx842_constraints *constraints; int (*compress)(const unsigned char *, unsigned int, unsigned char *, unsigned int *, void *); int (*decompress)(const unsigned char *, unsigned int, unsigned char *, unsigned int *, void *); }; struct cop_symcpb_aes_ecb { u8 key[32]; u8 __rsvd[80]; }; struct cop_symcpb_aes_cbc { u8 iv[16]; u8 key[32]; u8 cv[16]; u32 spbc; u8 __rsvd[44]; }; struct cop_symcpb_aes_gca { u8 in_pat[16]; u8 key[32]; u8 out_pat[16]; u32 spbc; u8 __rsvd[44]; }; struct cop_symcpb_aes_gcm { u8 in_pat_or_aad[16]; u8 iv_or_cnt[16]; u64 bit_length_aad; u64 bit_length_data; u8 in_s0[16]; u8 key[32]; u8 __rsvd1[16]; u8 out_pat_or_mac[16]; u8 out_s0[16]; u8 out_cnt[16]; u32 spbc; u8 __rsvd2[12]; }; struct cop_symcpb_aes_ctr { u8 iv[16]; u8 key[32]; u8 cv[16]; u32 spbc; u8 __rsvd2[44]; }; struct cop_symcpb_aes_cca { u8 b0[16]; u8 b1[16]; u8 key[16]; u8 out_pat_or_b0[16]; u32 spbc; u8 __rsvd[44]; }; struct cop_symcpb_aes_ccm { u8 in_pat_or_b0[16]; u8 iv_or_ctr[16]; u8 in_s0[16]; u8 key[16]; u8 __rsvd1[48]; u8 out_pat_or_mac[16]; u8 out_s0[16]; u8 out_ctr[16]; u32 spbc; u8 __rsvd2[12]; }; struct cop_symcpb_aes_xcbc { u8 cv[16]; u8 key[16]; u8 __rsvd1[16]; u8 out_cv_mac[16]; u32 spbc; u8 __rsvd2[44]; }; struct cop_symcpb_sha256 { u64 message_bit_length; u64 __rsvd1; u8 input_partial_digest[32]; u8 message_digest[32]; u32 spbc; u8 __rsvd2[44]; }; struct cop_symcpb_sha512 { u64 message_bit_length_hi; u64 message_bit_length_lo; u8 input_partial_digest[64]; u8 __rsvd1[32]; u8 message_digest[64]; u32 spbc; u8 __rsvd2[76]; }; struct cop_symcpb_header { u8 mode; u8 fdm; u8 ks_ds; u8 pad_byte; u8 __rsvd[12]; }; struct cop_parameter_block { struct cop_symcpb_header hdr; union { struct cop_symcpb_aes_ecb aes_ecb; struct cop_symcpb_aes_cbc aes_cbc; struct cop_symcpb_aes_gca aes_gca; struct cop_symcpb_aes_gcm aes_gcm; struct cop_symcpb_aes_cca aes_cca; struct cop_symcpb_aes_ccm aes_ccm; struct cop_symcpb_aes_ctr aes_ctr; struct cop_symcpb_aes_xcbc aes_xcbc; struct cop_symcpb_sha256 sha256; struct cop_symcpb_sha512 sha512; }; }; struct cop_status_block { u8 valid; u8 crb_seq_number; u8 completion_code; u8 completion_extension; __be32 processed_byte_count; __be64 address; }; struct nx_csbcpb { unsigned char __rsvd[112]; struct cop_status_block csb; struct cop_parameter_block cpb; }; struct hv_nx_cop_caps { __be64 descriptor; __be64 req_max_processed_len; __be64 min_compress_len; __be64 min_decompress_len; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct nx_cop_caps { u64 descriptor; u64 req_max_processed_len; u64 min_compress_len; u64 min_decompress_len; }; struct nx842_workmem { char slin[4096]; char slout[4096]; struct nx_csbcpb csbcpb; char padding[256]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ibm_nx842_counters { atomic64_t comp_complete; atomic64_t comp_failed; atomic64_t decomp_complete; atomic64_t decomp_failed; atomic64_t swdecomp; atomic64_t comp_times[32]; atomic64_t decomp_times[32]; }; struct nx842_devdata { struct vio_dev *vdev; struct device *dev; struct ibm_nx842_counters *counters; unsigned int max_sg_len; unsigned int max_sync_size; unsigned int max_sync_sg; }; struct nx842_slentry { __be64 ptr; __be64 len; }; struct nx842_scatterlist { int entry_nr; struct nx842_slentry *entries; }; struct maxsynccop_t { __be32 comp_elements; __be32 comp_data_limit; __be32 comp_sg_limit; __be32 decomp_elements; __be32 decomp_data_limit; __be32 decomp_sg_limit; }; struct a4tech_sc { long unsigned int quirks; unsigned int hw_wheel; __s32 delayed_value; }; struct of_endpoint { unsigned int port; unsigned int id; const struct device_node *local_node; }; struct supplier_bindings { struct device_node * (*parse_prop)(struct device_node *, const char *, int); bool optional; bool node_not_dev; }; struct nvmem_cell_lookup { const char *nvmem_name; const char *cell_name; const char *dev_id; const char *con_id; struct list_head node; }; enum { NVMEM_ADD = 1, NVMEM_REMOVE = 2, NVMEM_CELL_ADD = 3, NVMEM_CELL_REMOVE = 4, NVMEM_LAYOUT_ADD = 5, NVMEM_LAYOUT_REMOVE = 6, }; enum gpiod_flags { GPIOD_ASIS = 0, GPIOD_IN = 1, GPIOD_OUT_LOW = 3, GPIOD_OUT_HIGH = 7, GPIOD_OUT_LOW_OPEN_DRAIN = 11, GPIOD_OUT_HIGH_OPEN_DRAIN = 15, }; typedef int (*nvmem_reg_read_t)(void *, unsigned int, void *, size_t); typedef int (*nvmem_reg_write_t)(void *, unsigned int, void *, size_t); typedef int (*nvmem_cell_post_process_t)(void *, const char *, int, unsigned int, void *, size_t); enum nvmem_type { NVMEM_TYPE_UNKNOWN = 0, NVMEM_TYPE_EEPROM = 1, NVMEM_TYPE_OTP = 2, NVMEM_TYPE_BATTERY_BACKED = 3, NVMEM_TYPE_FRAM = 4, }; struct nvmem_keepout { unsigned int start; unsigned int end; unsigned char value; }; struct nvmem_cell_info { const char *name; unsigned int offset; size_t raw_len; unsigned int bytes; unsigned int bit_offset; unsigned int nbits; struct device_node *np; nvmem_cell_post_process_t read_post_process; void *priv; }; struct nvmem_layout; struct nvmem_config { struct device *dev; const char *name; int id; struct module *owner; const struct nvmem_cell_info *cells; int ncells; const struct nvmem_keepout *keepout; unsigned int nkeepout; enum nvmem_type type; bool read_only; bool root_only; bool ignore_wp; struct nvmem_layout *layout; struct device_node *of_node; bool no_of_node; nvmem_reg_read_t reg_read; nvmem_reg_write_t reg_write; int size; int word_size; int stride; void *priv; bool compat; struct device *base_dev; }; struct nvmem_device; struct nvmem_layout { const char *name; const struct of_device_id *of_match_table; int (*add_cells)(struct device *, struct nvmem_device *, struct nvmem_layout *); void (*fixup_cell_info)(struct nvmem_device *, struct nvmem_layout *, struct nvmem_cell_info *); struct module *owner; struct list_head node; }; struct nvmem_cell_table { const char *nvmem_name; const struct nvmem_cell_info *cells; size_t ncells; struct list_head node; }; struct nvmem_device { struct module *owner; struct device dev; int stride; int word_size; int id; struct kref refcnt; size_t size; bool read_only; bool root_only; int flags; enum nvmem_type type; struct bin_attribute eeprom; struct device *base_dev; struct list_head cells; const struct nvmem_keepout *keepout; unsigned int nkeepout; nvmem_reg_read_t reg_read; nvmem_reg_write_t reg_write; struct gpio_desc *wp_gpio; struct nvmem_layout *layout; void *priv; }; struct nvmem_cell_entry { const char *name; int offset; size_t raw_len; int bytes; int bit_offset; int nbits; nvmem_cell_post_process_t read_post_process; void *priv; struct device_node *np; struct nvmem_device *nvmem; struct list_head node; }; struct nvmem_cell { struct nvmem_cell_entry *entry; const char *id; int index; }; enum { SOCK_WAKE_IO = 0, SOCK_WAKE_WAITD = 1, SOCK_WAKE_SPACE = 2, SOCK_WAKE_URG = 3, }; typedef u64 u_int64_t; enum flow_dissect_ret { FLOW_DISSECT_RET_OUT_GOOD = 0, FLOW_DISSECT_RET_OUT_BAD = 1, FLOW_DISSECT_RET_PROTO_AGAIN = 2, FLOW_DISSECT_RET_IPPROTO_AGAIN = 3, FLOW_DISSECT_RET_CONTINUE = 4, }; struct flow_dissector_mpls_lse { u32 mpls_ttl: 8; u32 mpls_bos: 1; u32 mpls_tc: 3; u32 mpls_label: 20; }; struct flow_dissector_key_mpls { struct flow_dissector_mpls_lse ls[7]; u8 used_lses; }; struct flow_dissector_key_enc_opts { u8 data[255]; u8 len; __be16 dst_opt_type; }; struct flow_dissector_key_arp { __u32 sip; __u32 tip; __u8 op; unsigned char sha[6]; unsigned char tha[6]; }; struct flow_dissector_key_eth_addrs { unsigned char dst[6]; unsigned char src[6]; }; struct flow_dissector_key_tcp { __be16 flags; }; struct flow_dissector_key_ip { __u8 tos; __u8 ttl; }; struct flow_dissector_key_meta { int ingress_ifindex; u16 ingress_iftype; u8 l2_miss; }; struct flow_dissector_key_ct { u16 ct_state; u16 ct_zone; u32 ct_mark; u32 ct_labels[4]; }; struct flow_dissector_key_hash { u32 hash; }; struct flow_dissector_key_num_of_vlans { u8 num_of_vlans; }; struct flow_dissector_key_pppoe { __be16 session_id; __be16 ppp_proto; __be16 type; }; struct flow_dissector_key_l2tpv3 { __be32 session_id; }; struct flow_dissector_key_ipsec { __be32 spi; }; struct flow_dissector_key_cfm { u8 mdl_ver; u8 opcode; }; struct flow_dissector_key { enum flow_dissector_key_id key_id; size_t offset; }; struct flow_dissector { long long unsigned int used_keys; short unsigned int offset[33]; }; struct flow_keys_basic { struct flow_dissector_key_control control; struct flow_dissector_key_basic basic; }; struct flow_keys_digest { u8 data[16]; }; struct bpf_flow_keys; struct bpf_flow_dissector { struct bpf_flow_keys *flow_keys; const struct sk_buff *skb; const void *data; const void *data_end; }; struct bpf_flow_keys { __u16 nhoff; __u16 thoff; __u16 addr_proto; __u8 is_frag; __u8 is_first_frag; __u8 is_encap; __u8 ip_proto; __be16 n_proto; __be16 sport; __be16 dport; union { struct { __be32 ipv4_src; __be32 ipv4_dst; }; struct { __u32 ipv6_src[4]; __u32 ipv6_dst[4]; }; }; __u32 flags; __be32 flow_label; }; enum ip_conntrack_info { IP_CT_ESTABLISHED = 0, IP_CT_RELATED = 1, IP_CT_NEW = 2, IP_CT_IS_REPLY = 3, IP_CT_ESTABLISHED_REPLY = 3, IP_CT_RELATED_REPLY = 4, IP_CT_NUMBER = 5, IP_CT_UNTRACKED = 7, }; struct ip_auth_hdr { __u8 nexthdr; __u8 hdrlen; __be16 reserved; __be32 spi; __be32 seq_no; __u8 auth_data[0]; }; struct ip_esp_hdr { __be32 spi; __be32 seq_no; __u8 enc_data[0]; }; union nf_inet_addr { __u32 all[4]; __be32 ip; __be32 ip6[4]; struct in_addr in; struct in6_addr in6; }; struct ip_ct_tcp_state { u_int32_t td_end; u_int32_t td_maxend; u_int32_t td_maxwin; u_int32_t td_maxack; u_int8_t td_scale; u_int8_t flags; }; struct ip_ct_tcp { struct ip_ct_tcp_state seen[2]; u_int8_t state; u_int8_t last_dir; u_int8_t retrans; u_int8_t last_index; u_int32_t last_seq; u_int32_t last_ack; u_int32_t last_end; u_int16_t last_win; u_int8_t last_wscale; u_int8_t last_flags; }; enum { TCA_FLOWER_KEY_CT_FLAGS_NEW = 1, TCA_FLOWER_KEY_CT_FLAGS_ESTABLISHED = 2, TCA_FLOWER_KEY_CT_FLAGS_RELATED = 4, TCA_FLOWER_KEY_CT_FLAGS_TRACKED = 8, TCA_FLOWER_KEY_CT_FLAGS_INVALID = 16, TCA_FLOWER_KEY_CT_FLAGS_REPLY = 32, __TCA_FLOWER_KEY_CT_FLAGS_MAX = 33, }; union tcp_word_hdr { struct tcphdr hdr; __be32 words[5]; }; enum bpf_ret_code { BPF_OK = 0, BPF_DROP = 2, BPF_REDIRECT = 7, BPF_LWT_REROUTE = 128, BPF_FLOW_DISSECTOR_CONTINUE = 129, }; enum { BPF_FLOW_DISSECTOR_F_PARSE_1ST_FRAG = 1, BPF_FLOW_DISSECTOR_F_STOP_AT_FLOW_LABEL = 2, BPF_FLOW_DISSECTOR_F_STOP_AT_ENCAP = 4, }; struct arphdr { __be16 ar_hrd; __be16 ar_pro; unsigned char ar_hln; unsigned char ar_pln; __be16 ar_op; }; struct gre_base_hdr { __be16 flags; __be16 protocol; }; struct gre_full_hdr { struct gre_base_hdr fixed_header; __be16 csum; __be16 reserved1; __be32 key; __be32 seq; }; struct pptp_gre_header { struct gre_base_hdr gre_hd; __be16 payload_len; __be16 call_id; __be32 seq; __be32 ack; }; struct tipc_basic_hdr { __be32 w[4]; }; struct icmphdr { __u8 type; __u8 code; __sum16 checksum; union { struct { __be16 id; __be16 sequence; } echo; __be32 gateway; struct { __be16 __unused; __be16 mtu; } frag; __u8 reserved[4]; } un; }; enum dccp_state { DCCP_OPEN = 1, DCCP_REQUESTING = 2, DCCP_LISTEN = 10, DCCP_RESPOND = 3, DCCP_ACTIVE_CLOSEREQ = 4, DCCP_PASSIVE_CLOSE = 8, DCCP_CLOSING = 11, DCCP_TIME_WAIT = 6, DCCP_CLOSED = 7, DCCP_NEW_SYN_RECV = 12, DCCP_PARTOPEN = 13, DCCP_PASSIVE_CLOSEREQ = 14, DCCP_MAX_STATES = 15, }; struct pppoe_tag { __be16 tag_type; __be16 tag_len; char tag_data[0]; }; struct pppoe_hdr { __u8 type: 4; __u8 ver: 4; __u8 code; __be16 sid; __be16 length; struct pppoe_tag tag[0]; }; struct hsr_tag { __be16 path_and_LSDU_size; __be16 sequence_nr; __be16 encap_proto; }; struct mpls_label { __be32 entry; }; struct clock_identity { u8 id[8]; }; struct port_identity { struct clock_identity clock_identity; __be16 port_number; }; struct ptp_header { u8 tsmt; u8 ver; __be16 message_length; u8 domain_number; u8 reserved1; u8 flag_field[2]; __be64 correction; __be32 reserved2; struct port_identity source_port_identity; __be16 sequence_id; u8 control; u8 log_message_interval; } __attribute__((packed)); enum batadv_packettype { BATADV_IV_OGM = 0, BATADV_BCAST = 1, BATADV_CODED = 2, BATADV_ELP = 3, BATADV_OGM2 = 4, BATADV_MCAST = 5, BATADV_UNICAST = 64, BATADV_UNICAST_FRAG = 65, BATADV_UNICAST_4ADDR = 66, BATADV_ICMP = 67, BATADV_UNICAST_TVLV = 68, }; struct batadv_unicast_packet { __u8 packet_type; __u8 version; __u8 ttl; __u8 ttvn; __u8 dest[6]; }; union nf_conntrack_man_proto { __be16 all; struct { __be16 port; } tcp; struct { __be16 port; } udp; struct { __be16 id; } icmp; struct { __be16 port; } dccp; struct { __be16 port; } sctp; struct { __be16 key; } gre; }; struct nf_conntrack_man { union nf_inet_addr u3; union nf_conntrack_man_proto u; u_int16_t l3num; }; struct nf_conntrack_tuple { struct nf_conntrack_man src; struct { union nf_inet_addr u3; union { __be16 all; struct { __be16 port; } tcp; struct { __be16 port; } udp; struct { u_int8_t type; u_int8_t code; } icmp; struct { __be16 port; } dccp; struct { __be16 port; } sctp; struct { __be16 key; } gre; } u; u_int8_t protonum; struct {} __nfct_hash_offsetend; u_int8_t dir; } dst; }; struct nf_conntrack_tuple_hash { struct hlist_nulls_node hnnode; struct nf_conntrack_tuple tuple; }; struct nf_ct_dccp { u_int8_t role[2]; u_int8_t state; u_int8_t last_pkt; u_int8_t last_dir; u_int64_t handshake_seq; }; enum sctp_conntrack { SCTP_CONNTRACK_NONE = 0, SCTP_CONNTRACK_CLOSED = 1, SCTP_CONNTRACK_COOKIE_WAIT = 2, SCTP_CONNTRACK_COOKIE_ECHOED = 3, SCTP_CONNTRACK_ESTABLISHED = 4, SCTP_CONNTRACK_SHUTDOWN_SENT = 5, SCTP_CONNTRACK_SHUTDOWN_RECD = 6, SCTP_CONNTRACK_SHUTDOWN_ACK_SENT = 7, SCTP_CONNTRACK_HEARTBEAT_SENT = 8, SCTP_CONNTRACK_HEARTBEAT_ACKED = 9, SCTP_CONNTRACK_MAX = 10, }; struct ip_ct_sctp { enum sctp_conntrack state; __be32 vtag[2]; u8 init[2]; u8 last_dir; u8 flags; }; struct nf_ct_udp { long unsigned int stream_ts; }; struct nf_ct_gre { unsigned int stream_timeout; unsigned int timeout; }; union nf_conntrack_proto { struct nf_ct_dccp dccp; struct ip_ct_sctp sctp; struct ip_ct_tcp tcp; struct nf_ct_udp udp; struct nf_ct_gre gre; unsigned int tmpl_padto; }; struct nf_ct_ext; struct nf_conn { struct nf_conntrack ct_general; spinlock_t lock; u32 timeout; struct nf_conntrack_tuple_hash tuplehash[2]; long unsigned int status; possible_net_t ct_net; struct hlist_node nat_bysource; struct {} __nfct_init_offset; struct nf_conn *master; u_int32_t secmark; struct nf_ct_ext *ext; union nf_conntrack_proto proto; }; enum ip_conntrack_dir { IP_CT_DIR_ORIGINAL = 0, IP_CT_DIR_REPLY = 1, IP_CT_DIR_MAX = 2, }; struct nf_ct_ext { u8 offset[4]; u8 len; unsigned int gen_id; long: 0; char data[0]; }; enum nf_ct_ext_id { NF_CT_EXT_HELPER = 0, NF_CT_EXT_NAT = 1, NF_CT_EXT_SEQADJ = 2, NF_CT_EXT_ACCT = 3, NF_CT_EXT_NUM = 4, }; struct nf_conn_labels { long unsigned int bits[2]; }; struct _flow_keys_digest_data { __be16 n_proto; u8 ip_proto; u8 padding; __be32 ports; __be32 src; __be32 dst; }; enum { BPF_F_RECOMPUTE_CSUM = 1, BPF_F_INVALIDATE_HASH = 2, }; enum { BPF_F_HDR_FIELD_MASK = 15, }; enum { BPF_F_PSEUDO_HDR = 16, BPF_F_MARK_MANGLED_0 = 32, BPF_F_MARK_ENFORCE = 64, }; enum { BPF_F_INGRESS = 1, }; enum { BPF_F_TUNINFO_IPV6 = 1, }; enum { BPF_F_ZERO_CSUM_TX = 2, BPF_F_DONT_FRAGMENT = 4, BPF_F_SEQ_NUMBER = 8, BPF_F_NO_TUNNEL_KEY = 16, }; enum { BPF_F_TUNINFO_FLAGS = 16, }; enum { BPF_F_INDEX_MASK = 4294967295ULL, BPF_F_CURRENT_CPU = 4294967295ULL, BPF_F_CTXLEN_MASK = 4503595332403200ULL, }; enum { BPF_CSUM_LEVEL_QUERY = 0, BPF_CSUM_LEVEL_INC = 1, BPF_CSUM_LEVEL_DEC = 2, BPF_CSUM_LEVEL_RESET = 3, }; enum { BPF_F_ADJ_ROOM_FIXED_GSO = 1, BPF_F_ADJ_ROOM_ENCAP_L3_IPV4 = 2, BPF_F_ADJ_ROOM_ENCAP_L3_IPV6 = 4, BPF_F_ADJ_ROOM_ENCAP_L4_GRE = 8, BPF_F_ADJ_ROOM_ENCAP_L4_UDP = 16, BPF_F_ADJ_ROOM_NO_CSUM_RESET = 32, BPF_F_ADJ_ROOM_ENCAP_L2_ETH = 64, BPF_F_ADJ_ROOM_DECAP_L3_IPV4 = 128, BPF_F_ADJ_ROOM_DECAP_L3_IPV6 = 256, }; enum { BPF_ADJ_ROOM_ENCAP_L2_MASK = 255, BPF_ADJ_ROOM_ENCAP_L2_SHIFT = 56, }; enum { BPF_SK_LOOKUP_F_REPLACE = 1, BPF_SK_LOOKUP_F_NO_REUSEPORT = 2, }; enum bpf_adj_room_mode { BPF_ADJ_ROOM_NET = 0, BPF_ADJ_ROOM_MAC = 1, }; enum bpf_hdr_start_off { BPF_HDR_START_MAC = 0, BPF_HDR_START_NET = 1, }; enum { BPF_SKB_TSTAMP_UNSPEC = 0, BPF_SKB_TSTAMP_DELIVERY_MONO = 1, }; struct bpf_sock { __u32 bound_dev_if; __u32 family; __u32 type; __u32 protocol; __u32 mark; __u32 priority; __u32 src_ip4; __u32 src_ip6[4]; __u32 src_port; __be16 dst_port; __u32 dst_ip4; __u32 dst_ip6[4]; __u32 state; __s32 rx_queue_mapping; }; struct __sk_buff { __u32 len; __u32 pkt_type; __u32 mark; __u32 queue_mapping; __u32 protocol; __u32 vlan_present; __u32 vlan_tci; __u32 vlan_proto; __u32 priority; __u32 ingress_ifindex; __u32 ifindex; __u32 tc_index; __u32 cb[5]; __u32 hash; __u32 tc_classid; __u32 data; __u32 data_end; __u32 napi_id; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 data_meta; union { struct bpf_flow_keys *flow_keys; }; __u64 tstamp; __u32 wire_len; __u32 gso_segs; union { struct bpf_sock *sk; }; __u32 gso_size; __u8 tstamp_type; __u64 hwtstamp; }; struct bpf_tunnel_key { __u32 tunnel_id; union { __u32 remote_ipv4; __u32 remote_ipv6[4]; }; __u8 tunnel_tos; __u8 tunnel_ttl; union { __u16 tunnel_ext; __be16 tunnel_flags; }; __u32 tunnel_label; union { __u32 local_ipv4; __u32 local_ipv6[4]; }; }; struct bpf_xfrm_state { __u32 reqid; __u32 spi; __u16 family; __u16 ext; union { __u32 remote_ipv4; __u32 remote_ipv6[4]; }; }; struct bpf_tcp_sock { __u32 snd_cwnd; __u32 srtt_us; __u32 rtt_min; __u32 snd_ssthresh; __u32 rcv_nxt; __u32 snd_nxt; __u32 snd_una; __u32 mss_cache; __u32 ecn_flags; __u32 rate_delivered; __u32 rate_interval_us; __u32 packets_out; __u32 retrans_out; __u32 total_retrans; __u32 segs_in; __u32 data_segs_in; __u32 segs_out; __u32 data_segs_out; __u32 lost_out; __u32 sacked_out; __u64 bytes_received; __u64 bytes_acked; __u32 dsack_dups; __u32 delivered; __u32 delivered_ce; __u32 icsk_retransmits; }; struct bpf_sock_tuple { union { struct { __be32 saddr; __be32 daddr; __be16 sport; __be16 dport; } ipv4; struct { __be32 saddr[4]; __be32 daddr[4]; __be16 sport; __be16 dport; } ipv6; }; }; struct bpf_xdp_sock { __u32 queue_id; }; struct sk_msg_md { union { void *data; }; union { void *data_end; }; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 size; union { struct bpf_sock *sk; }; }; struct sk_reuseport_md { union { void *data; }; union { void *data_end; }; __u32 len; __u32 eth_protocol; __u32 ip_protocol; __u32 bind_inany; __u32 hash; union { struct bpf_sock *sk; }; union { struct bpf_sock *migrating_sk; }; }; struct bpf_sock_addr { __u32 user_family; __u32 user_ip4; __u32 user_ip6[4]; __u32 user_port; __u32 family; __u32 type; __u32 protocol; __u32 msg_src_ip4; __u32 msg_src_ip6[4]; union { struct bpf_sock *sk; }; }; struct bpf_sock_ops { __u32 op; union { __u32 args[4]; __u32 reply; __u32 replylong[4]; }; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 is_fullsock; __u32 snd_cwnd; __u32 srtt_us; __u32 bpf_sock_ops_cb_flags; __u32 state; __u32 rtt_min; __u32 snd_ssthresh; __u32 rcv_nxt; __u32 snd_nxt; __u32 snd_una; __u32 mss_cache; __u32 ecn_flags; __u32 rate_delivered; __u32 rate_interval_us; __u32 packets_out; __u32 retrans_out; __u32 total_retrans; __u32 segs_in; __u32 data_segs_in; __u32 segs_out; __u32 data_segs_out; __u32 lost_out; __u32 sacked_out; __u32 sk_txhash; __u64 bytes_received; __u64 bytes_acked; union { struct bpf_sock *sk; }; union { void *skb_data; }; union { void *skb_data_end; }; __u32 skb_len; __u32 skb_tcp_flags; __u64 skb_hwtstamp; }; enum { TCP_BPF_IW = 1001, TCP_BPF_SNDCWND_CLAMP = 1002, TCP_BPF_DELACK_MAX = 1003, TCP_BPF_RTO_MIN = 1004, TCP_BPF_SYN = 1005, TCP_BPF_SYN_IP = 1006, TCP_BPF_SYN_MAC = 1007, }; enum { BPF_LOAD_HDR_OPT_TCP_SYN = 1, }; enum { BPF_FIB_LOOKUP_DIRECT = 1, BPF_FIB_LOOKUP_OUTPUT = 2, BPF_FIB_LOOKUP_SKIP_NEIGH = 4, BPF_FIB_LOOKUP_TBID = 8, }; enum { BPF_FIB_LKUP_RET_SUCCESS = 0, BPF_FIB_LKUP_RET_BLACKHOLE = 1, BPF_FIB_LKUP_RET_UNREACHABLE = 2, BPF_FIB_LKUP_RET_PROHIBIT = 3, BPF_FIB_LKUP_RET_NOT_FWDED = 4, BPF_FIB_LKUP_RET_FWD_DISABLED = 5, BPF_FIB_LKUP_RET_UNSUPP_LWT = 6, BPF_FIB_LKUP_RET_NO_NEIGH = 7, BPF_FIB_LKUP_RET_FRAG_NEEDED = 8, }; struct bpf_fib_lookup { __u8 family; __u8 l4_protocol; __be16 sport; __be16 dport; union { __u16 tot_len; __u16 mtu_result; }; __u32 ifindex; union { __u8 tos; __be32 flowinfo; __u32 rt_metric; }; union { __be32 ipv4_src; __u32 ipv6_src[4]; }; union { __be32 ipv4_dst; __u32 ipv6_dst[4]; }; union { struct { __be16 h_vlan_proto; __be16 h_vlan_TCI; }; __u32 tbid; }; __u8 smac[6]; __u8 dmac[6]; }; struct bpf_redir_neigh { __u32 nh_family; union { __be32 ipv4_nh; __u32 ipv6_nh[4]; }; }; enum bpf_check_mtu_flags { BPF_MTU_CHK_SEGS = 1, }; enum bpf_check_mtu_ret { BPF_MTU_CHK_RET_SUCCESS = 0, BPF_MTU_CHK_RET_FRAG_NEEDED = 1, BPF_MTU_CHK_RET_SEGS_TOOBIG = 2, }; struct bpf_sk_lookup { union { union { struct bpf_sock *sk; }; __u64 cookie; }; __u32 family; __u32 protocol; __u32 remote_ip4; __u32 remote_ip6[4]; __be16 remote_port; __u32 local_ip4; __u32 local_ip6[4]; __u32 local_port; __u32 ingress_ifindex; }; struct sock_fprog { short unsigned int len; struct sock_filter *filter; }; struct btf_id_set8 { u32 cnt; u32 flags; struct { u32 id; u32 flags; } pairs[0]; }; typedef int (*btf_kfunc_filter_t)(const struct bpf_prog *, u32); struct btf_kfunc_id_set { struct module *owner; struct btf_id_set8 *set; btf_kfunc_filter_t filter; }; struct bpf_dispatcher_prog { struct bpf_prog *prog; refcount_t users; }; struct bpf_dispatcher { struct mutex mutex; void *func; struct bpf_dispatcher_prog progs[48]; int num_progs; void *image; void *rw_image; u32 image_off; struct bpf_ksym ksym; }; typedef long unsigned int (*bpf_ctx_copy_t)(void *, const void *, long unsigned int, long unsigned int); struct bpf_empty_prog_array { struct bpf_prog_array hdr; struct bpf_prog *null_prog; }; struct sk_reuseport_kern { struct sk_buff *skb; struct sock *sk; struct sock *selected_sk; struct sock *migrating_sk; void *data_end; u32 hash; u32 reuseport_id; bool bind_inany; }; typedef u32 compat_uptr_t; struct seg6_pernet_data { struct mutex lock; struct in6_addr *tun_src; }; struct qdisc_skb_cb { struct { unsigned int pkt_len; u16 slave_dev_queue_mapping; u16 tc_classid; }; unsigned char data[20]; }; struct compat_sock_fprog { u16 len; compat_uptr_t filter; }; struct bpf_skb_data_end { struct qdisc_skb_cb qdisc_cb; void *data_meta; void *data_end; }; typedef int (*bpf_aux_classic_check_t)(struct sock_filter *, unsigned int); struct bpf_sock_addr_kern { struct sock *sk; struct sockaddr *uaddr; u64 tmp_reg; void *t_ctx; }; struct bpf_sk_lookup_kern { u16 family; u16 protocol; __be16 sport; u16 dport; struct { __be32 saddr; __be32 daddr; } v4; struct { const struct in6_addr *saddr; const struct in6_addr *daddr; } v6; struct sock *selected_sk; u32 ingress_ifindex; bool no_reuseport; }; struct sk_psock_progs { struct bpf_prog *msg_parser; struct bpf_prog *stream_parser; struct bpf_prog *stream_verdict; struct bpf_prog *skb_verdict; }; struct sk_psock_work_state { u32 len; u32 off; }; struct sk_msg; struct sk_psock { struct sock *sk; struct sock *sk_redir; u32 apply_bytes; u32 cork_bytes; u32 eval; bool redir_ingress; struct sk_msg *cork; struct sk_psock_progs progs; struct sk_buff_head ingress_skb; struct list_head ingress_msg; spinlock_t ingress_lock; long unsigned int state; struct list_head link; spinlock_t link_lock; refcount_t refcnt; void (*saved_unhash)(struct sock *); void (*saved_destroy)(struct sock *); void (*saved_close)(struct sock *, long int); void (*saved_write_space)(struct sock *); void (*saved_data_ready)(struct sock *); int (*psock_update_sk_prot)(struct sock *, struct sk_psock *, bool); struct proto *sk_proto; struct mutex work_mutex; struct sk_psock_work_state work_state; struct delayed_work work; struct rcu_work rwork; }; struct inet_timewait_sock { struct sock_common __tw_common; __u32 tw_mark; volatile unsigned char tw_substate; unsigned char tw_rcv_wscale; __be16 tw_sport; unsigned int tw_transparent: 1; unsigned int tw_flowlabel: 20; unsigned int tw_pad: 3; unsigned int tw_tos: 8; u32 tw_txhash; u32 tw_priority; struct timer_list tw_timer; struct inet_bind_bucket *tw_tb; struct inet_bind2_bucket *tw_tb2; struct hlist_node tw_bind2_node; }; struct tcp_timewait_sock { struct inet_timewait_sock tw_sk; u32 tw_rcv_wnd; u32 tw_ts_offset; u32 tw_ts_recent; u32 tw_last_oow_ack_time; int tw_ts_recent_stamp; u32 tw_tx_delay; }; struct udp6_sock { struct udp_sock udp; struct ipv6_pinfo inet6; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct tcp6_sock { struct tcp_sock tcp; struct ipv6_pinfo inet6; }; struct ipv6_bpf_stub { int (*inet6_bind)(struct sock *, struct sockaddr *, int, u32); struct sock * (*udp6_lib_lookup)(struct net *, const struct in6_addr *, __be16, const struct in6_addr *, __be16, int, int, struct udp_table *, struct sk_buff *); int (*ipv6_setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*ipv6_getsockopt)(struct sock *, int, int, sockptr_t, sockptr_t); }; struct mptcp_sock {}; struct strp_msg { int full_len; int offset; }; struct _strp_msg { struct strp_msg strp; int accum_len; }; struct tls_msg { u8 control; }; struct sk_skb_cb { unsigned char data[20]; unsigned char pad[4]; struct _strp_msg strp; struct tls_msg tls; u64 temp_reg; }; struct sk_msg_sg { u32 start; u32 curr; u32 end; u32 size; u32 copybreak; long unsigned int copy[1]; struct scatterlist data[19]; }; struct sk_msg { struct sk_msg_sg sg; void *data; void *data_end; u32 apply_bytes; u32 cork_bytes; u32 flags; struct sk_buff *skb; struct sock *sk_redir; struct sock *sk; struct list_head list; }; struct crypto_aead { unsigned int authsize; unsigned int reqsize; struct crypto_tfm base; }; enum xdp_mem_type { MEM_TYPE_PAGE_SHARED = 0, MEM_TYPE_PAGE_ORDER0 = 1, MEM_TYPE_PAGE_POOL = 2, MEM_TYPE_XSK_BUFF_POOL = 3, MEM_TYPE_MAX = 4, }; struct xdp_umem { void *addrs; u64 size; u32 headroom; u32 chunk_size; u32 chunks; u32 npgs; struct user_struct *user; refcount_t users; u8 flags; bool zc; struct page **pgs; int id; struct list_head xsk_dma_list; struct work_struct work; }; struct xsk_queue; struct xdp_sock { struct sock sk; long: 64; struct xsk_queue *rx; struct net_device *dev; struct xdp_umem *umem; struct list_head flush_node; struct xsk_buff_pool *pool; u16 queue_id; bool zc; bool sg; enum { XSK_READY = 0, XSK_BOUND = 1, XSK_UNBOUND = 2, } state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xsk_queue *tx; struct list_head tx_list; spinlock_t rx_lock; u64 rx_dropped; u64 rx_queue_full; struct sk_buff *skb; struct list_head map_list; spinlock_t map_list_lock; struct mutex mutex; struct xsk_queue *fq_tmp; struct xsk_queue *cq_tmp; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct tls_crypto_info { __u16 version; __u16 cipher_type; }; struct tls12_crypto_info_aes_gcm_128 { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_aes_gcm_256 { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[32]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_chacha20_poly1305 { struct tls_crypto_info info; unsigned char iv[12]; unsigned char key[32]; unsigned char salt[0]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_sm4_gcm { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_sm4_ccm { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls_strparser { struct sock *sk; u32 mark: 8; u32 stopped: 1; u32 copy_mode: 1; u32 mixed_decrypted: 1; u32 msg_ready: 1; struct strp_msg stm; struct sk_buff *anchor; struct work_struct work; }; struct tls_sw_context_rx { struct crypto_aead *aead_recv; struct crypto_wait async_wait; struct sk_buff_head rx_list; void (*saved_data_ready)(struct sock *); u8 reader_present; u8 async_capable: 1; u8 zc_capable: 1; u8 reader_contended: 1; struct tls_strparser strp; atomic_t decrypt_pending; spinlock_t decrypt_compl_lock; struct sk_buff_head async_hold; struct wait_queue_head wq; }; struct tls_prot_info { u16 version; u16 cipher_type; u16 prepend_size; u16 tag_size; u16 overhead_size; u16 iv_size; u16 salt_size; u16 rec_seq_size; u16 aad_size; u16 tail_size; }; struct cipher_context { char *iv; char *rec_seq; }; union tls_crypto_context { struct tls_crypto_info info; union { struct tls12_crypto_info_aes_gcm_128 aes_gcm_128; struct tls12_crypto_info_aes_gcm_256 aes_gcm_256; struct tls12_crypto_info_chacha20_poly1305 chacha20_poly1305; struct tls12_crypto_info_sm4_gcm sm4_gcm; struct tls12_crypto_info_sm4_ccm sm4_ccm; }; }; struct tls_context { struct tls_prot_info prot_info; u8 tx_conf: 3; u8 rx_conf: 3; u8 zerocopy_sendfile: 1; u8 rx_no_pad: 1; int (*push_pending_record)(struct sock *, int); void (*sk_write_space)(struct sock *); void *priv_ctx_tx; void *priv_ctx_rx; struct net_device *netdev; struct cipher_context tx; struct cipher_context rx; struct scatterlist *partially_sent_record; u16 partially_sent_offset; bool splicing_pages; bool pending_open_record_frags; struct mutex tx_lock; long unsigned int flags; struct proto *sk_proto; struct sock *sk; void (*sk_destruct)(struct sock *); union tls_crypto_context crypto_send; union tls_crypto_context crypto_recv; struct list_head list; refcount_t refcount; struct callback_head rcu; }; struct nf_conn___init { struct nf_conn ct; }; typedef u64 (*btf_bpf_skb_get_pay_offset)(struct sk_buff *); typedef u64 (*btf_bpf_skb_get_nlattr)(struct sk_buff *, u32, u32); typedef u64 (*btf_bpf_skb_get_nlattr_nest)(struct sk_buff *, u32, u32); typedef u64 (*btf_bpf_skb_load_helper_8)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_8_no_cache)(const struct sk_buff *, int); typedef u64 (*btf_bpf_skb_load_helper_16)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_16_no_cache)(const struct sk_buff *, int); typedef u64 (*btf_bpf_skb_load_helper_32)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_32_no_cache)(const struct sk_buff *, int); struct bpf_scratchpad { union { __be32 diff[128]; u8 buff[512]; }; }; typedef u64 (*btf_bpf_skb_store_bytes)(struct sk_buff *, u32, const void *, u32, u64); typedef u64 (*btf_bpf_skb_load_bytes)(const struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_flow_dissector_load_bytes)(const struct bpf_flow_dissector *, u32, void *, u32); typedef u64 (*btf_bpf_skb_load_bytes_relative)(const struct sk_buff *, u32, void *, u32, u32); typedef u64 (*btf_bpf_skb_pull_data)(struct sk_buff *, u32); typedef u64 (*btf_bpf_sk_fullsock)(struct sock *); typedef u64 (*btf_sk_skb_pull_data)(struct sk_buff *, u32); typedef u64 (*btf_bpf_l3_csum_replace)(struct sk_buff *, u32, u64, u64, u64); typedef u64 (*btf_bpf_l4_csum_replace)(struct sk_buff *, u32, u64, u64, u64); typedef u64 (*btf_bpf_csum_diff)(__be32 *, u32, __be32 *, u32, __wsum); typedef u64 (*btf_bpf_csum_update)(struct sk_buff *, __wsum); typedef u64 (*btf_bpf_csum_level)(struct sk_buff *, u64); enum { BPF_F_NEIGH = 2, BPF_F_PEER = 4, BPF_F_NEXTHOP = 8, }; typedef u64 (*btf_bpf_clone_redirect)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_redirect)(u32, u64); typedef u64 (*btf_bpf_redirect_peer)(u32, u64); typedef u64 (*btf_bpf_redirect_neigh)(u32, struct bpf_redir_neigh *, int, u64); typedef u64 (*btf_bpf_msg_apply_bytes)(struct sk_msg *, u32); typedef u64 (*btf_bpf_msg_cork_bytes)(struct sk_msg *, u32); typedef u64 (*btf_bpf_msg_pull_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_msg_push_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_msg_pop_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_get_cgroup_classid)(const struct sk_buff *); typedef u64 (*btf_bpf_get_route_realm)(const struct sk_buff *); typedef u64 (*btf_bpf_get_hash_recalc)(struct sk_buff *); typedef u64 (*btf_bpf_set_hash_invalid)(struct sk_buff *); typedef u64 (*btf_bpf_set_hash)(struct sk_buff *, u32); typedef u64 (*btf_bpf_skb_vlan_push)(struct sk_buff *, __be16, u16); typedef u64 (*btf_bpf_skb_vlan_pop)(struct sk_buff *); typedef u64 (*btf_bpf_skb_change_proto)(struct sk_buff *, __be16, u64); typedef u64 (*btf_bpf_skb_change_type)(struct sk_buff *, u32); typedef u64 (*btf_sk_skb_adjust_room)(struct sk_buff *, s32, u32, u64); typedef u64 (*btf_bpf_skb_adjust_room)(struct sk_buff *, s32, u32, u64); typedef u64 (*btf_bpf_skb_change_tail)(struct sk_buff *, u32, u64); typedef u64 (*btf_sk_skb_change_tail)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_skb_change_head)(struct sk_buff *, u32, u64); typedef u64 (*btf_sk_skb_change_head)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_xdp_get_buff_len)(struct xdp_buff *); typedef u64 (*btf_bpf_xdp_adjust_head)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_load_bytes)(struct xdp_buff *, u32, void *, u32); typedef u64 (*btf_bpf_xdp_store_bytes)(struct xdp_buff *, u32, void *, u32); typedef u64 (*btf_bpf_xdp_adjust_tail)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_adjust_meta)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_redirect)(u32, u64); typedef u64 (*btf_bpf_xdp_redirect_map)(struct bpf_map *, u64, u64); typedef u64 (*btf_bpf_skb_event_output)(struct sk_buff *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_skb_get_tunnel_key)(struct sk_buff *, struct bpf_tunnel_key *, u32, u64); typedef u64 (*btf_bpf_skb_get_tunnel_opt)(struct sk_buff *, u8 *, u32); typedef u64 (*btf_bpf_skb_set_tunnel_key)(struct sk_buff *, const struct bpf_tunnel_key *, u32, u64); typedef u64 (*btf_bpf_skb_set_tunnel_opt)(struct sk_buff *, const u8 *, u32); typedef u64 (*btf_bpf_skb_under_cgroup)(struct sk_buff *, struct bpf_map *, u32); typedef u64 (*btf_bpf_skb_cgroup_id)(const struct sk_buff *); typedef u64 (*btf_bpf_skb_ancestor_cgroup_id)(const struct sk_buff *, int); typedef u64 (*btf_bpf_sk_cgroup_id)(struct sock *); typedef u64 (*btf_bpf_sk_ancestor_cgroup_id)(struct sock *, int); typedef u64 (*btf_bpf_xdp_event_output)(struct xdp_buff *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_socket_cookie)(struct sk_buff *); typedef u64 (*btf_bpf_get_socket_cookie_sock_addr)(struct bpf_sock_addr_kern *); typedef u64 (*btf_bpf_get_socket_cookie_sock)(struct sock *); typedef u64 (*btf_bpf_get_socket_ptr_cookie)(struct sock *); typedef u64 (*btf_bpf_get_socket_cookie_sock_ops)(struct bpf_sock_ops_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sock)(struct sock *); typedef u64 (*btf_bpf_get_netns_cookie_sock_addr)(struct bpf_sock_addr_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sock_ops)(struct bpf_sock_ops_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sk_msg)(struct sk_msg *); typedef u64 (*btf_bpf_get_socket_uid)(struct sk_buff *); typedef u64 (*btf_bpf_sk_setsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_sk_getsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_unlocked_sk_setsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_unlocked_sk_getsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_sock_addr_setsockopt)(struct bpf_sock_addr_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_addr_getsockopt)(struct bpf_sock_addr_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_setsockopt)(struct bpf_sock_ops_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_getsockopt)(struct bpf_sock_ops_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_cb_flags_set)(struct bpf_sock_ops_kern *, int); typedef u64 (*btf_bpf_bind)(struct bpf_sock_addr_kern *, struct sockaddr *, int); typedef u64 (*btf_bpf_skb_get_xfrm_state)(struct sk_buff *, u32, struct bpf_xfrm_state *, u32, u64); typedef u64 (*btf_bpf_xdp_fib_lookup)(struct xdp_buff *, struct bpf_fib_lookup *, int, u32); typedef u64 (*btf_bpf_skb_fib_lookup)(struct sk_buff *, struct bpf_fib_lookup *, int, u32); typedef u64 (*btf_bpf_skb_check_mtu)(struct sk_buff *, u32, u32 *, s32, u64); typedef u64 (*btf_bpf_xdp_check_mtu)(struct xdp_buff *, u32, u32 *, s32, u64); typedef u64 (*btf_bpf_lwt_in_push_encap)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_lwt_xmit_push_encap)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_skc_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_lookup_udp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tc_skc_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tc_sk_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tc_sk_lookup_udp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_release)(struct sock *); typedef u64 (*btf_bpf_xdp_sk_lookup_udp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_xdp_skc_lookup_tcp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_xdp_sk_lookup_tcp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_sock_addr_skc_lookup_tcp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sock_addr_sk_lookup_tcp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sock_addr_sk_lookup_udp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tcp_sock)(struct sock *); typedef u64 (*btf_bpf_get_listener_sock)(struct sock *); typedef u64 (*btf_bpf_skb_ecn_set_ce)(struct sk_buff *); typedef u64 (*btf_bpf_tcp_check_syncookie)(struct sock *, void *, u32, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_gen_syncookie)(struct sock *, void *, u32, struct tcphdr *, u32); typedef u64 (*btf_bpf_sk_assign)(struct sk_buff *, struct sock *, u64); typedef u64 (*btf_bpf_sock_ops_load_hdr_opt)(struct bpf_sock_ops_kern *, void *, u32, u64); typedef u64 (*btf_bpf_sock_ops_store_hdr_opt)(struct bpf_sock_ops_kern *, const void *, u32, u64); typedef u64 (*btf_bpf_sock_ops_reserve_hdr_opt)(struct bpf_sock_ops_kern *, u32, u64); typedef u64 (*btf_bpf_skb_set_tstamp)(struct sk_buff *, u64, u32); typedef u64 (*btf_bpf_tcp_raw_gen_syncookie_ipv4)(struct iphdr *, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_raw_gen_syncookie_ipv6)(struct ipv6hdr *, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_raw_check_syncookie_ipv4)(struct iphdr *, struct tcphdr *); typedef u64 (*btf_bpf_tcp_raw_check_syncookie_ipv6)(struct ipv6hdr *, struct tcphdr *); typedef u64 (*btf_sk_select_reuseport)(struct sk_reuseport_kern *, struct bpf_map *, void *, u32); typedef u64 (*btf_sk_reuseport_load_bytes)(const struct sk_reuseport_kern *, u32, void *, u32); typedef u64 (*btf_sk_reuseport_load_bytes_relative)(const struct sk_reuseport_kern *, u32, void *, u32, u32); typedef u64 (*btf_bpf_sk_lookup_assign)(struct bpf_sk_lookup_kern *, struct sock *, u64); typedef u64 (*btf_bpf_skc_to_tcp6_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_timewait_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_request_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_udp6_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_unix_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_mptcp_sock)(struct sock *); typedef u64 (*btf_bpf_sock_from_file)(struct file *); struct bpf_cpu_map_entry; struct bpf_dtab_netdev; struct unix_sock; struct nvmem_cell; enum tc_link_layer { TC_LINKLAYER_UNAWARE = 0, TC_LINKLAYER_ETHERNET = 1, TC_LINKLAYER_ATM = 2, }; struct tc_ratespec { unsigned char cell_log; __u8 linklayer; short unsigned int overhead; short int cell_align; short unsigned int mpu; __u32 rate; }; enum { TCA_STAB_UNSPEC = 0, TCA_STAB_BASE = 1, TCA_STAB_DATA = 2, __TCA_STAB_MAX = 3, }; struct qdisc_rate_table { struct tc_ratespec rate; u32 data[256]; struct qdisc_rate_table *next; int refcnt; }; enum qdisc_state_t { __QDISC_STATE_SCHED = 0, __QDISC_STATE_DEACTIVATED = 1, __QDISC_STATE_MISSED = 2, __QDISC_STATE_DRAINING = 3, }; struct Qdisc_class_common { u32 classid; unsigned int filter_cnt; struct hlist_node hnode; }; struct Qdisc_class_hash { struct hlist_head *hash; unsigned int hashsize; unsigned int hashmask; unsigned int hashelems; }; struct qdisc_watchdog { struct hrtimer timer; struct Qdisc *qdisc; }; struct tc_query_caps_base { enum tc_setup_type type; void *caps; }; enum tc_root_command { TC_ROOT_GRAFT = 0, }; struct tc_root_qopt_offload { enum tc_root_command command; u32 handle; bool ingress; }; struct check_loop_arg { struct qdisc_walker w; struct Qdisc *p; int depth; }; struct tcf_bind_args { struct tcf_walker w; long unsigned int base; long unsigned int cl; u32 classid; }; struct tc_bind_class_args { struct qdisc_walker w; long unsigned int new_cl; u32 portid; u32 clid; }; struct qdisc_dump_args { struct qdisc_walker w; struct sk_buff *skb; struct netlink_callback *cb; }; struct xdp_buff_xsk; struct xdp_desc; struct xsk_buff_pool { struct device *dev; struct net_device *netdev; struct list_head xsk_tx_list; spinlock_t xsk_tx_list_lock; refcount_t users; struct xdp_umem *umem; struct work_struct work; struct list_head free_list; struct list_head xskb_list; u32 heads_cnt; u16 queue_id; long: 64; struct xsk_queue *fq; struct xsk_queue *cq; dma_addr_t *dma_pages; struct xdp_buff_xsk *heads; struct xdp_desc *tx_descs; u64 chunk_mask; u64 addrs_cnt; u32 free_list_cnt; u32 dma_pages_cnt; u32 free_heads_cnt; u32 headroom; u32 chunk_size; u32 chunk_shift; u32 frame_len; u8 cached_need_wakeup; bool uses_need_wakeup; bool dma_need_sync; bool unaligned; void *addrs; spinlock_t cq_lock; struct xdp_buff_xsk *free_heads[0]; long: 64; long: 64; long: 64; }; struct ethtool_value { __u32 cmd; __u32 data; }; enum tunable_type_id { ETHTOOL_TUNABLE_UNSPEC = 0, ETHTOOL_TUNABLE_U8 = 1, ETHTOOL_TUNABLE_U16 = 2, ETHTOOL_TUNABLE_U32 = 3, ETHTOOL_TUNABLE_U64 = 4, ETHTOOL_TUNABLE_STRING = 5, ETHTOOL_TUNABLE_S8 = 6, ETHTOOL_TUNABLE_S16 = 7, ETHTOOL_TUNABLE_S32 = 8, ETHTOOL_TUNABLE_S64 = 9, }; enum ethtool_stringset { ETH_SS_TEST = 0, ETH_SS_STATS = 1, ETH_SS_PRIV_FLAGS = 2, ETH_SS_NTUPLE_FILTERS = 3, ETH_SS_FEATURES = 4, ETH_SS_RSS_HASH_FUNCS = 5, ETH_SS_TUNABLES = 6, ETH_SS_PHY_STATS = 7, ETH_SS_PHY_TUNABLES = 8, ETH_SS_LINK_MODES = 9, ETH_SS_MSG_CLASSES = 10, ETH_SS_WOL_MODES = 11, ETH_SS_SOF_TIMESTAMPING = 12, ETH_SS_TS_TX_TYPES = 13, ETH_SS_TS_RX_FILTERS = 14, ETH_SS_UDP_TUNNEL_TYPES = 15, ETH_SS_STATS_STD = 16, ETH_SS_STATS_ETH_PHY = 17, ETH_SS_STATS_ETH_MAC = 18, ETH_SS_STATS_ETH_CTRL = 19, ETH_SS_STATS_RMON = 20, ETH_SS_COUNT = 21, }; struct ethtool_gstrings { __u32 cmd; __u32 string_set; __u32 len; __u8 data[0]; }; struct ethtool_sset_info { __u32 cmd; __u32 reserved; __u64 sset_mask; __u32 data[0]; }; struct ethtool_perm_addr { __u32 cmd; __u32 size; __u8 data[0]; }; enum ethtool_flags { ETH_FLAG_TXVLAN = 128, ETH_FLAG_RXVLAN = 256, ETH_FLAG_LRO = 32768, ETH_FLAG_NTUPLE = 134217728, ETH_FLAG_RXHASH = 268435456, }; struct ethtool_rxfh { __u32 cmd; __u32 rss_context; __u32 indir_size; __u32 key_size; __u8 hfunc; __u8 rsvd8[3]; __u32 rsvd32; __u32 rss_config[0]; }; struct ethtool_get_features_block { __u32 available; __u32 requested; __u32 active; __u32 never_changed; }; struct ethtool_gfeatures { __u32 cmd; __u32 size; struct ethtool_get_features_block features[0]; }; struct ethtool_set_features_block { __u32 valid; __u32 requested; }; struct ethtool_sfeatures { __u32 cmd; __u32 size; struct ethtool_set_features_block features[0]; }; enum ethtool_sfeatures_retval_bits { ETHTOOL_F_UNSUPPORTED__BIT = 0, ETHTOOL_F_WISH__BIT = 1, ETHTOOL_F_COMPAT__BIT = 2, }; struct ethtool_per_queue_op { __u32 cmd; __u32 sub_command; __u32 queue_mask[128]; char data[0]; }; enum ethtool_fec_config_bits { ETHTOOL_FEC_NONE_BIT = 0, ETHTOOL_FEC_AUTO_BIT = 1, ETHTOOL_FEC_OFF_BIT = 2, ETHTOOL_FEC_RS_BIT = 3, ETHTOOL_FEC_BASER_BIT = 4, ETHTOOL_FEC_LLRS_BIT = 5, }; struct flow_rule; struct ethtool_rx_flow_rule { struct flow_rule *rule; long unsigned int priv[0]; }; struct flow_match { struct flow_dissector *dissector; void *mask; void *key; }; enum flow_action_id { FLOW_ACTION_ACCEPT = 0, FLOW_ACTION_DROP = 1, FLOW_ACTION_TRAP = 2, FLOW_ACTION_GOTO = 3, FLOW_ACTION_REDIRECT = 4, FLOW_ACTION_MIRRED = 5, FLOW_ACTION_REDIRECT_INGRESS = 6, FLOW_ACTION_MIRRED_INGRESS = 7, FLOW_ACTION_VLAN_PUSH = 8, FLOW_ACTION_VLAN_POP = 9, FLOW_ACTION_VLAN_MANGLE = 10, FLOW_ACTION_TUNNEL_ENCAP = 11, FLOW_ACTION_TUNNEL_DECAP = 12, FLOW_ACTION_MANGLE = 13, FLOW_ACTION_ADD = 14, FLOW_ACTION_CSUM = 15, FLOW_ACTION_MARK = 16, FLOW_ACTION_PTYPE = 17, FLOW_ACTION_PRIORITY = 18, FLOW_ACTION_RX_QUEUE_MAPPING = 19, FLOW_ACTION_WAKE = 20, FLOW_ACTION_QUEUE = 21, FLOW_ACTION_SAMPLE = 22, FLOW_ACTION_POLICE = 23, FLOW_ACTION_CT = 24, FLOW_ACTION_CT_METADATA = 25, FLOW_ACTION_MPLS_PUSH = 26, FLOW_ACTION_MPLS_POP = 27, FLOW_ACTION_MPLS_MANGLE = 28, FLOW_ACTION_GATE = 29, FLOW_ACTION_PPPOE_PUSH = 30, FLOW_ACTION_JUMP = 31, FLOW_ACTION_PIPE = 32, FLOW_ACTION_VLAN_PUSH_ETH = 33, FLOW_ACTION_VLAN_POP_ETH = 34, FLOW_ACTION_CONTINUE = 35, NUM_FLOW_ACTIONS = 36, }; enum flow_action_hw_stats { FLOW_ACTION_HW_STATS_IMMEDIATE = 1, FLOW_ACTION_HW_STATS_DELAYED = 2, FLOW_ACTION_HW_STATS_ANY = 3, FLOW_ACTION_HW_STATS_DISABLED = 4, FLOW_ACTION_HW_STATS_DONT_CARE = 7, }; typedef void (*action_destr)(void *); enum flow_action_mangle_base { FLOW_ACT_MANGLE_UNSPEC = 0, FLOW_ACT_MANGLE_HDR_TYPE_ETH = 1, FLOW_ACT_MANGLE_HDR_TYPE_IP4 = 2, FLOW_ACT_MANGLE_HDR_TYPE_IP6 = 3, FLOW_ACT_MANGLE_HDR_TYPE_TCP = 4, FLOW_ACT_MANGLE_HDR_TYPE_UDP = 5, }; struct nf_flowtable; struct action_gate_entry; struct flow_action_cookie; struct flow_action_entry { enum flow_action_id id; u32 hw_index; long unsigned int cookie; u64 miss_cookie; enum flow_action_hw_stats hw_stats; action_destr destructor; void *destructor_priv; union { u32 chain_index; struct net_device *dev; struct { u16 vid; __be16 proto; u8 prio; } vlan; struct { unsigned char dst[6]; unsigned char src[6]; } vlan_push_eth; struct { enum flow_action_mangle_base htype; u32 offset; u32 mask; u32 val; } mangle; struct ip_tunnel_info *tunnel; u32 csum_flags; u32 mark; u16 ptype; u16 rx_queue; u32 priority; struct { u32 ctx; u32 index; u8 vf; } queue; struct { struct psample_group *psample_group; u32 rate; u32 trunc_size; bool truncate; } sample; struct { u32 burst; u64 rate_bytes_ps; u64 peakrate_bytes_ps; u32 avrate; u16 overhead; u64 burst_pkt; u64 rate_pkt_ps; u32 mtu; struct { enum flow_action_id act_id; u32 extval; } exceed; struct { enum flow_action_id act_id; u32 extval; } notexceed; } police; struct { int action; u16 zone; struct nf_flowtable *flow_table; } ct; struct { long unsigned int cookie; u32 mark; u32 labels[4]; bool orig_dir; } ct_metadata; struct { u32 label; __be16 proto; u8 tc; u8 bos; u8 ttl; } mpls_push; struct { __be16 proto; } mpls_pop; struct { u32 label; u8 tc; u8 bos; u8 ttl; } mpls_mangle; struct { s32 prio; u64 basetime; u64 cycletime; u64 cycletimeext; u32 num_entries; struct action_gate_entry *entries; } gate; struct { u16 sid; } pppoe; }; struct flow_action_cookie *user_cookie; }; struct flow_action { unsigned int num_entries; struct flow_action_entry entries[0]; }; struct flow_rule { struct flow_match match; struct flow_action action; }; struct ethtool_rx_flow_spec_input { const struct ethtool_rx_flow_spec *fs; u32 rss_ctx; }; struct flow_action_cookie { u32 cookie_len; u8 cookie[0]; }; struct xdp_desc { __u64 addr; __u32 len; __u32 options; }; struct xdp_buff_xsk { struct xdp_buff xdp; u8 cb[24]; dma_addr_t dma; dma_addr_t frame_dma; struct xsk_buff_pool *pool; u64 orig_addr; struct list_head free_list_node; struct list_head xskb_list_node; }; struct ethtool_devlink_compat { struct devlink *devlink; union { struct ethtool_flash efl; struct ethtool_drvinfo info; }; }; struct ethtool_link_usettings { struct ethtool_link_settings base; struct { __u32 supported[4]; __u32 advertising[4]; __u32 lp_advertising[4]; } link_modes; }; struct ethtool_rx_flow_key { struct flow_dissector_key_basic basic; union { struct flow_dissector_key_ipv4_addrs ipv4; struct flow_dissector_key_ipv6_addrs ipv6; }; struct flow_dissector_key_ports tp; struct flow_dissector_key_ip ip; struct flow_dissector_key_vlan vlan; struct flow_dissector_key_eth_addrs eth_addrs; }; struct ethtool_rx_flow_match { struct flow_dissector dissector; struct ethtool_rx_flow_key key; struct ethtool_rx_flow_key mask; }; typedef const char (* const ethnl_string_array_t)[32]; struct features_reply_data { struct ethnl_reply_data base; u32 hw[2]; u32 wanted[2]; u32 active[2]; u32 nochange[2]; u32 all[2]; }; enum { ETHTOOL_A_TUNNEL_UDP_ENTRY_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_ENTRY_PORT = 1, ETHTOOL_A_TUNNEL_UDP_ENTRY_TYPE = 2, __ETHTOOL_A_TUNNEL_UDP_ENTRY_CNT = 3, ETHTOOL_A_TUNNEL_UDP_ENTRY_MAX = 2, }; enum { ETHTOOL_A_TUNNEL_UDP_TABLE_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_TABLE_SIZE = 1, ETHTOOL_A_TUNNEL_UDP_TABLE_TYPES = 2, ETHTOOL_A_TUNNEL_UDP_TABLE_ENTRY = 3, __ETHTOOL_A_TUNNEL_UDP_TABLE_CNT = 4, ETHTOOL_A_TUNNEL_UDP_TABLE_MAX = 3, }; enum { ETHTOOL_A_TUNNEL_UDP_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_TABLE = 1, __ETHTOOL_A_TUNNEL_UDP_CNT = 2, ETHTOOL_A_TUNNEL_UDP_MAX = 1, }; enum udp_parsable_tunnel_type { UDP_TUNNEL_TYPE_VXLAN = 1, UDP_TUNNEL_TYPE_GENEVE = 2, UDP_TUNNEL_TYPE_VXLAN_GPE = 4, }; struct udp_tunnel_info { short unsigned int type; sa_family_t sa_family; __be16 port; u8 hw_priv; }; enum udp_tunnel_nic_info_flags { UDP_TUNNEL_NIC_INFO_MAY_SLEEP = 1, UDP_TUNNEL_NIC_INFO_OPEN_ONLY = 2, UDP_TUNNEL_NIC_INFO_IPV4_ONLY = 4, UDP_TUNNEL_NIC_INFO_STATIC_IANA_VXLAN = 8, }; struct udp_tunnel_nic_shared { struct udp_tunnel_nic *udp_tunnel_nic_info; struct list_head devices; }; struct udp_tunnel_nic_ops { void (*get_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); void (*set_port_priv)(struct net_device *, unsigned int, unsigned int, u8); void (*add_port)(struct net_device *, struct udp_tunnel_info *); void (*del_port)(struct net_device *, struct udp_tunnel_info *); void (*reset_ntf)(struct net_device *); size_t (*dump_size)(struct net_device *, unsigned int); int (*dump_write)(struct net_device *, unsigned int, struct sk_buff *); }; struct genl_dumpit_info { struct genl_split_ops op; struct genl_info info; }; struct ethnl_tunnel_info_dump_ctx { struct ethnl_req_info req_info; long unsigned int ifindex; }; enum ethtool_podl_pse_admin_state { ETHTOOL_PODL_PSE_ADMIN_STATE_UNKNOWN = 1, ETHTOOL_PODL_PSE_ADMIN_STATE_DISABLED = 2, ETHTOOL_PODL_PSE_ADMIN_STATE_ENABLED = 3, }; enum ethtool_podl_pse_pw_d_status { ETHTOOL_PODL_PSE_PW_D_STATUS_UNKNOWN = 1, ETHTOOL_PODL_PSE_PW_D_STATUS_DISABLED = 2, ETHTOOL_PODL_PSE_PW_D_STATUS_SEARCHING = 3, ETHTOOL_PODL_PSE_PW_D_STATUS_DELIVERING = 4, ETHTOOL_PODL_PSE_PW_D_STATUS_SLEEP = 5, ETHTOOL_PODL_PSE_PW_D_STATUS_IDLE = 6, ETHTOOL_PODL_PSE_PW_D_STATUS_ERROR = 7, }; struct pse_control_config { enum ethtool_podl_pse_admin_state admin_cotrol; }; struct pse_control_status { enum ethtool_podl_pse_admin_state podl_admin_state; enum ethtool_podl_pse_pw_d_status podl_pw_status; }; struct pse_reply_data { struct ethnl_reply_data base; struct pse_control_status status; }; struct ip_mreqn { struct in_addr imr_multiaddr; struct in_addr imr_address; int imr_ifindex; }; struct ip_sf_list; struct ip_mc_list { struct in_device *interface; __be32 multiaddr; unsigned int sfmode; struct ip_sf_list *sources; struct ip_sf_list *tomb; long unsigned int sfcount[2]; union { struct ip_mc_list *next; struct ip_mc_list *next_rcu; }; struct ip_mc_list *next_hash; struct timer_list timer; int users; refcount_t refcnt; spinlock_t lock; char tm_running; char reporter; char unsolicit_count; char loaded; unsigned char gsquery; unsigned char crcount; struct callback_head rcu; }; struct ip_sf_socklist { unsigned int sl_max; unsigned int sl_count; struct callback_head rcu; __be32 sl_addr[0]; }; struct ip_mc_socklist { struct ip_mc_socklist *next_rcu; struct ip_mreqn multi; unsigned int sfmode; struct ip_sf_socklist *sflist; struct callback_head rcu; }; struct ip_sf_list { struct ip_sf_list *sf_next; long unsigned int sf_count[2]; __be32 sf_inaddr; unsigned char sf_gsresp; unsigned char sf_oldin; unsigned char sf_crcount; }; struct uncached_list { spinlock_t lock; struct list_head head; struct list_head quarantine; }; struct ipv4_addr_key { __be32 addr; int vif; }; struct inetpeer_addr { union { struct ipv4_addr_key a4; struct in6_addr a6; u32 key[4]; }; __u16 family; }; struct inet_peer { struct rb_node rb_node; struct inetpeer_addr daddr; u32 metrics[17]; u32 rate_tokens; u32 n_redirects; long unsigned int rate_last; union { struct { atomic_t rid; }; struct callback_head rcu; }; __u32 dtime; refcount_t refcnt; }; struct rt_cache_stat { unsigned int in_slow_tot; unsigned int in_slow_mc; unsigned int in_no_route; unsigned int in_brd; unsigned int in_martian_dst; unsigned int in_martian_src; unsigned int out_slow_tot; unsigned int out_slow_mc; }; struct xfrm_dst { union { struct dst_entry dst; struct rtable rt; struct rt6_info rt6; } u; struct dst_entry *route; struct dst_entry *child; struct dst_entry *path; struct xfrm_policy *pols[2]; int num_pols; int num_xfrms; u32 xfrm_genid; u32 policy_genid; u32 route_mtu_cached; u32 child_mtu_cached; u32 route_cookie; u32 path_cookie; }; enum netevent_notif_type { NETEVENT_NEIGH_UPDATE = 1, NETEVENT_REDIRECT = 2, NETEVENT_DELAY_PROBE_TIME_UPDATE = 3, NETEVENT_IPV4_MPATH_HASH_UPDATE = 4, NETEVENT_IPV6_MPATH_HASH_UPDATE = 5, NETEVENT_IPV4_FWD_UPDATE_PRIORITY_UPDATE = 6, }; enum tcp_metric_index { TCP_METRIC_RTT = 0, TCP_METRIC_RTTVAR = 1, TCP_METRIC_SSTHRESH = 2, TCP_METRIC_CWND = 3, TCP_METRIC_REORDERING = 4, TCP_METRIC_RTT_US = 5, TCP_METRIC_RTTVAR_US = 6, __TCP_METRIC_MAX = 7, }; enum { TCP_METRICS_ATTR_UNSPEC = 0, TCP_METRICS_ATTR_ADDR_IPV4 = 1, TCP_METRICS_ATTR_ADDR_IPV6 = 2, TCP_METRICS_ATTR_AGE = 3, TCP_METRICS_ATTR_TW_TSVAL = 4, TCP_METRICS_ATTR_TW_TS_STAMP = 5, TCP_METRICS_ATTR_VALS = 6, TCP_METRICS_ATTR_FOPEN_MSS = 7, TCP_METRICS_ATTR_FOPEN_SYN_DROPS = 8, TCP_METRICS_ATTR_FOPEN_SYN_DROP_TS = 9, TCP_METRICS_ATTR_FOPEN_COOKIE = 10, TCP_METRICS_ATTR_SADDR_IPV4 = 11, TCP_METRICS_ATTR_SADDR_IPV6 = 12, TCP_METRICS_ATTR_PAD = 13, __TCP_METRICS_ATTR_MAX = 14, }; enum { TCP_METRICS_CMD_UNSPEC = 0, TCP_METRICS_CMD_GET = 1, TCP_METRICS_CMD_DEL = 2, __TCP_METRICS_CMD_MAX = 3, }; struct tcp_fastopen_metrics { u16 mss; u16 syn_loss: 10; u16 try_exp: 2; long unsigned int last_syn_loss; struct tcp_fastopen_cookie cookie; }; struct tcp_metrics_block { struct tcp_metrics_block *tcpm_next; struct net *tcpm_net; struct inetpeer_addr tcpm_saddr; struct inetpeer_addr tcpm_daddr; long unsigned int tcpm_stamp; u32 tcpm_lock; u32 tcpm_vals[5]; struct tcp_fastopen_metrics tcpm_fastopen; struct callback_head callback_head; }; struct tcpm_hash_bucket { struct tcp_metrics_block *chain; }; struct sockcm_cookie { u64 transmit_time; u32 mark; u32 tsflags; }; struct ip_options_data { struct ip_options_rcu opt; char data[40]; }; struct ipcm_cookie { struct sockcm_cookie sockc; __be32 addr; int oif; struct ip_options_rcu *opt; __u8 protocol; __u8 ttl; __s16 tos; char priority; __u16 gso_size; }; struct icmp_filter { __u32 data; }; struct icmp_err { int errno; unsigned int fatal: 1; }; struct raw_iter_state { struct seq_net_private p; int bucket; }; struct raw_sock { struct inet_sock inet; struct icmp_filter filter; u32 ipmr_table; }; struct raw_frag_vec { struct msghdr *msg; union { struct icmphdr icmph; char c[1]; } hdr; int hlen; }; struct fib_result_nl { __be32 fl_addr; u32 fl_mark; unsigned char fl_tos; unsigned char fl_scope; unsigned char tb_id_in; unsigned char tb_id; unsigned char prefixlen; unsigned char nh_sel; unsigned char type; unsigned char scope; int err; }; struct fib_dump_filter { u32 table_id; bool filter_set; bool dump_routes; bool dump_exceptions; unsigned char protocol; unsigned char rt_type; unsigned int flags; struct net_device *dev; }; struct rtentry { long unsigned int rt_pad1; struct sockaddr rt_dst; struct sockaddr rt_gateway; struct sockaddr rt_genmask; short unsigned int rt_flags; short int rt_pad2; long unsigned int rt_pad3; void *rt_pad4; short int rt_metric; char *rt_dev; long unsigned int rt_mtu; long unsigned int rt_window; short unsigned int rt_irtt; }; struct xfrm_state_afinfo { u8 family; u8 proto; const struct xfrm_type_offload *type_offload_esp; const struct xfrm_type *type_esp; const struct xfrm_type *type_ipip; const struct xfrm_type *type_ipip6; const struct xfrm_type *type_comp; const struct xfrm_type *type_ah; const struct xfrm_type *type_routing; const struct xfrm_type *type_dstopts; int (*output)(struct net *, struct sock *, struct sk_buff *); int (*transport_finish)(struct sk_buff *, int); void (*local_error)(struct sk_buff *, u32); }; struct nf_conn; enum nf_nat_manip_type; struct nf_nat_hook { int (*parse_nat_setup)(struct nf_conn *, enum nf_nat_manip_type, const struct nlattr *); void (*decode_session)(struct sk_buff *, struct flowi *); unsigned int (*manip_pkt)(struct sk_buff *, struct nf_conn *, enum nf_nat_manip_type, enum ip_conntrack_dir); void (*remove_nat_bysrc)(struct nf_conn *); }; enum { XFRM_LOOKUP_ICMP = 1, XFRM_LOOKUP_QUEUE = 2, XFRM_LOOKUP_KEEP_DST_REF = 4, }; struct xfrm_if_decode_session_result { struct net *net; u32 if_id; }; struct xfrm_if_cb { bool (*decode_session)(struct sk_buff *, short unsigned int, struct xfrm_if_decode_session_result *); }; struct xfrm_policy_afinfo { struct dst_ops *dst_ops; struct dst_entry * (*dst_lookup)(struct net *, int, int, const xfrm_address_t *, const xfrm_address_t *, u32); int (*get_saddr)(struct net *, int, xfrm_address_t *, xfrm_address_t *, u32); int (*fill_dst)(struct xfrm_dst *, struct net_device *, const struct flowi *); struct dst_entry * (*blackhole_route)(struct net *, struct dst_entry *); }; struct xfrm_policy_walk { struct xfrm_policy_walk_entry walk; u8 type; u32 seq; }; struct xfrmk_spdinfo { u32 incnt; u32 outcnt; u32 fwdcnt; u32 inscnt; u32 outscnt; u32 fwdscnt; u32 spdhcnt; u32 spdhmcnt; }; struct xfrm_flo { struct dst_entry *dst_orig; u8 flags; }; struct xfrm_pol_inexact_node { struct rb_node node; union { xfrm_address_t addr; struct callback_head rcu; }; u8 prefixlen; struct rb_root root; struct hlist_head hhead; }; struct xfrm_pol_inexact_key { possible_net_t net; u32 if_id; u16 family; u8 dir; u8 type; }; struct xfrm_pol_inexact_bin { struct xfrm_pol_inexact_key k; struct rhash_head head; struct hlist_head hhead; seqcount_spinlock_t count; struct rb_root root_d; struct rb_root root_s; struct list_head inexact_bins; struct callback_head rcu; }; enum xfrm_pol_inexact_candidate_type { XFRM_POL_CAND_BOTH = 0, XFRM_POL_CAND_SADDR = 1, XFRM_POL_CAND_DADDR = 2, XFRM_POL_CAND_ANY = 3, XFRM_POL_CAND_MAX = 4, }; struct xfrm_pol_inexact_candidates { struct hlist_head *res[4]; }; struct net_proto_family { int family; int (*create)(struct net *, struct socket *, int, int); struct module *owner; }; struct ioam6_pernet_data { struct mutex lock; struct rhashtable namespaces; struct rhashtable schemas; }; struct rps_sock_flow_table { u32 mask; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 ents[0]; }; enum flowlabel_reflect { FLOWLABEL_REFLECT_ESTABLISHED = 1, FLOWLABEL_REFLECT_TCP_RESET = 2, FLOWLABEL_REFLECT_ICMPV6_ECHO_REPLIES = 4, }; struct inet_protosw { struct list_head list; short unsigned int type; short unsigned int protocol; struct proto *prot; const struct proto_ops *ops; unsigned char flags; }; struct in6_rtmsg { struct in6_addr rtmsg_dst; struct in6_addr rtmsg_src; struct in6_addr rtmsg_gateway; __u32 rtmsg_type; __u16 rtmsg_dst_len; __u16 rtmsg_src_len; __u32 rtmsg_metric; long unsigned int rtmsg_info; __u32 rtmsg_flags; int rtmsg_ifindex; }; struct icmpv6_echo { __be16 identifier; __be16 sequence; }; struct icmpv6_nd_advt { __u32 reserved: 5; __u32 override: 1; __u32 solicited: 1; __u32 router: 1; __u32 reserved2: 24; }; struct icmpv6_nd_ra { __u8 hop_limit; __u8 reserved: 3; __u8 router_pref: 2; __u8 home_agent: 1; __u8 other: 1; __u8 managed: 1; __be16 rt_lifetime; }; struct icmp6hdr { __u8 icmp6_type; __u8 icmp6_code; __sum16 icmp6_cksum; union { __be32 un_data32[1]; __be16 un_data16[2]; __u8 un_data8[4]; struct icmpv6_echo u_echo; struct icmpv6_nd_advt u_nd_advt; struct icmpv6_nd_ra u_nd_ra; } icmp6_dataun; }; struct nduseroptmsg { unsigned char nduseropt_family; unsigned char nduseropt_pad1; short unsigned int nduseropt_opts_len; int nduseropt_ifindex; __u8 nduseropt_icmp_type; __u8 nduseropt_icmp_code; short unsigned int nduseropt_pad2; unsigned int nduseropt_pad3; }; enum { NDUSEROPT_UNSPEC = 0, NDUSEROPT_SRCADDR = 1, __NDUSEROPT_MAX = 2, }; enum { NEIGH_ARP_TABLE = 0, NEIGH_ND_TABLE = 1, NEIGH_DN_TABLE = 2, NEIGH_NR_TABLES = 3, NEIGH_LINK_TABLE = 3, }; struct neighbour_cb { long unsigned int sched_next; unsigned int flags; }; struct nd_msg { struct icmp6hdr icmph; struct in6_addr target; __u8 opt[0]; }; struct rs_msg { struct icmp6hdr icmph; __u8 opt[0]; }; struct ra_msg { struct icmp6hdr icmph; __be32 reachable_time; __be32 retrans_timer; }; struct rd_msg { struct icmp6hdr icmph; struct in6_addr target; struct in6_addr dest; __u8 opt[0]; }; struct static_key_false_deferred { struct static_key_false key; long unsigned int timeout; struct delayed_work work; }; enum tcp_tw_status { TCP_TW_SUCCESS = 0, TCP_TW_RST = 1, TCP_TW_ACK = 2, TCP_TW_SYN = 3, }; enum tcp_seq_states { TCP_SEQ_STATE_LISTENING = 0, TCP_SEQ_STATE_ESTABLISHED = 1, }; struct tcp_seq_afinfo { sa_family_t family; }; struct tcp_iter_state { struct seq_net_private p; enum tcp_seq_states state; struct sock *syn_wait_sk; int bucket; int offset; int sbucket; int num; loff_t last_pos; }; typedef u32 inet6_ehashfn_t(const struct net *, const struct in6_addr *, const u16, const struct in6_addr *, const __be16); struct rhashtable_walker { struct list_head list; struct bucket_table *tbl; }; struct rhashtable_iter { struct rhashtable *ht; struct rhash_head *p; struct rhlist_head *list; struct rhashtable_walker walker; unsigned int slot; unsigned int skip; bool end_of_table; }; struct ioam6_trace_hdr { __be16 namespace_id; char: 2; __u8 overflow: 1; __u8 nodelen: 5; __u8 remlen: 7; union { __be32 type_be32; struct { __u32 bit7: 1; __u32 bit6: 1; __u32 bit5: 1; __u32 bit4: 1; __u32 bit3: 1; __u32 bit2: 1; __u32 bit1: 1; __u32 bit0: 1; __u32 bit15: 1; __u32 bit14: 1; __u32 bit13: 1; __u32 bit12: 1; __u32 bit11: 1; __u32 bit10: 1; __u32 bit9: 1; __u32 bit8: 1; __u32 bit23: 1; __u32 bit22: 1; __u32 bit21: 1; __u32 bit20: 1; __u32 bit19: 1; __u32 bit18: 1; __u32 bit17: 1; __u32 bit16: 1; } type; }; __u8 data[0]; }; enum { IOAM6_ATTR_UNSPEC = 0, IOAM6_ATTR_NS_ID = 1, IOAM6_ATTR_NS_DATA = 2, IOAM6_ATTR_NS_DATA_WIDE = 3, IOAM6_ATTR_SC_ID = 4, IOAM6_ATTR_SC_DATA = 5, IOAM6_ATTR_SC_NONE = 6, IOAM6_ATTR_PAD = 7, __IOAM6_ATTR_MAX = 8, }; enum { IOAM6_CMD_UNSPEC = 0, IOAM6_CMD_ADD_NAMESPACE = 1, IOAM6_CMD_DEL_NAMESPACE = 2, IOAM6_CMD_DUMP_NAMESPACES = 3, IOAM6_CMD_ADD_SCHEMA = 4, IOAM6_CMD_DEL_SCHEMA = 5, IOAM6_CMD_DUMP_SCHEMAS = 6, IOAM6_CMD_NS_SET_SCHEMA = 7, __IOAM6_CMD_MAX = 8, }; struct ioam6_schema; struct ioam6_namespace { struct rhash_head head; struct callback_head rcu; struct ioam6_schema *schema; __be16 id; __be32 data; __be64 data_wide; }; struct ioam6_schema { struct rhash_head head; struct callback_head rcu; struct ioam6_namespace *ns; u32 id; int len; __be32 hdr; u8 data[0]; }; enum devlink_port_fn_attr_cap { DEVLINK_PORT_FN_ATTR_CAP_ROCE_BIT = 0, DEVLINK_PORT_FN_ATTR_CAP_MIGRATABLE_BIT = 1, DEVLINK_PORT_FN_ATTR_CAP_IPSEC_CRYPTO_BIT = 2, DEVLINK_PORT_FN_ATTR_CAP_IPSEC_PACKET_BIT = 3, __DEVLINK_PORT_FN_ATTR_CAPS_MAX = 4, }; enum devlink_port_function_attr { DEVLINK_PORT_FUNCTION_ATTR_UNSPEC = 0, DEVLINK_PORT_FUNCTION_ATTR_HW_ADDR = 1, DEVLINK_PORT_FN_ATTR_STATE = 2, DEVLINK_PORT_FN_ATTR_OPSTATE = 3, DEVLINK_PORT_FN_ATTR_CAPS = 4, __DEVLINK_PORT_FUNCTION_ATTR_MAX = 5, DEVLINK_PORT_FUNCTION_ATTR_MAX = 4, }; enum devlink_multicast_groups { DEVLINK_MCGRP_CONFIG = 0, }; struct devlink_nl_dump_state { long unsigned int instance; int idx; union { struct { u64 start_offset; }; struct { u64 dump_ts; }; }; }; typedef int devlink_nl_dump_one_func_t(struct sk_buff *, struct devlink *, struct netlink_callback *, int); enum { CACHE_VALID = 0, CACHE_NEGATIVE = 1, CACHE_PENDING = 2, CACHE_CLEANED = 3, }; struct thread_deferred_req { struct cache_deferred_req handle; struct completion completion; }; struct cache_queue { struct list_head list; int reader; }; struct cache_request { struct cache_queue q; struct cache_head *item; char *buf; int len; int readers; }; struct cache_reader { struct cache_queue q; int offset; }; struct rpc_gss_wire_cred { u32 gc_v; u32 gc_proc; u32 gc_seq; u32 gc_svc; struct xdr_netobj gc_ctx; }; struct trace_event_raw_rpcgss_gssapi_event { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 maj_stat; char __data[0]; }; struct trace_event_raw_rpcgss_import_ctx { struct trace_entry ent; int status; char __data[0]; }; struct trace_event_raw_rpcgss_ctx_class { struct trace_entry ent; const void *cred; long unsigned int service; u32 __data_loc_principal; char __data[0]; }; struct trace_event_raw_rpcgss_svc_gssapi_class { struct trace_entry ent; u32 xid; u32 maj_stat; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_rpcgss_svc_wrap_failed { struct trace_entry ent; u32 xid; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_rpcgss_svc_unwrap_failed { struct trace_entry ent; u32 xid; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_rpcgss_svc_seqno_bad { struct trace_entry ent; u32 expected; u32 received; u32 xid; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_rpcgss_svc_accept_upcall { struct trace_entry ent; u32 minor_status; long unsigned int major_status; u32 xid; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_rpcgss_svc_authenticate { struct trace_entry ent; u32 seqno; u32 xid; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_rpcgss_unwrap_failed { struct trace_entry ent; unsigned int task_id; unsigned int client_id; char __data[0]; }; struct trace_event_raw_rpcgss_bad_seqno { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 expected; u32 received; char __data[0]; }; struct trace_event_raw_rpcgss_seqno { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; u32 seqno; char __data[0]; }; struct trace_event_raw_rpcgss_need_reencode { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; u32 seq_xmit; u32 seqno; bool ret; char __data[0]; }; struct trace_event_raw_rpcgss_update_slack { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; const void *auth; unsigned int rslack; unsigned int ralign; unsigned int verfsize; char __data[0]; }; struct trace_event_raw_rpcgss_svc_seqno_class { struct trace_entry ent; u32 xid; u32 seqno; char __data[0]; }; struct trace_event_raw_rpcgss_svc_seqno_low { struct trace_entry ent; u32 xid; u32 seqno; u32 min; u32 max; char __data[0]; }; struct trace_event_raw_rpcgss_upcall_msg { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_raw_rpcgss_upcall_result { struct trace_entry ent; u32 uid; int result; char __data[0]; }; struct trace_event_raw_rpcgss_context { struct trace_entry ent; long unsigned int expiry; long unsigned int now; unsigned int timeout; u32 window_size; int len; u32 __data_loc_acceptor; char __data[0]; }; struct trace_event_raw_rpcgss_createauth { struct trace_entry ent; unsigned int flavor; int error; char __data[0]; }; struct trace_event_raw_rpcgss_oid_to_mech { struct trace_entry ent; u32 __data_loc_oid; char __data[0]; }; struct trace_event_data_offsets_rpcgss_gssapi_event {}; struct trace_event_data_offsets_rpcgss_import_ctx {}; struct trace_event_data_offsets_rpcgss_ctx_class { u32 principal; }; struct trace_event_data_offsets_rpcgss_svc_gssapi_class { u32 addr; }; struct trace_event_data_offsets_rpcgss_svc_wrap_failed { u32 addr; }; struct trace_event_data_offsets_rpcgss_svc_unwrap_failed { u32 addr; }; struct trace_event_data_offsets_rpcgss_svc_seqno_bad { u32 addr; }; struct trace_event_data_offsets_rpcgss_svc_accept_upcall { u32 addr; }; struct trace_event_data_offsets_rpcgss_svc_authenticate { u32 addr; }; struct trace_event_data_offsets_rpcgss_unwrap_failed {}; struct trace_event_data_offsets_rpcgss_bad_seqno {}; struct trace_event_data_offsets_rpcgss_seqno {}; struct trace_event_data_offsets_rpcgss_need_reencode {}; struct trace_event_data_offsets_rpcgss_update_slack {}; struct trace_event_data_offsets_rpcgss_svc_seqno_class {}; struct trace_event_data_offsets_rpcgss_svc_seqno_low {}; struct trace_event_data_offsets_rpcgss_upcall_msg { u32 msg; }; struct trace_event_data_offsets_rpcgss_upcall_result {}; struct trace_event_data_offsets_rpcgss_context { u32 acceptor; }; struct trace_event_data_offsets_rpcgss_createauth {}; struct trace_event_data_offsets_rpcgss_oid_to_mech { u32 oid; }; typedef void (*btf_trace_rpcgss_import_ctx)(void *, int); typedef void (*btf_trace_rpcgss_get_mic)(void *, const struct rpc_task *, u32); typedef void (*btf_trace_rpcgss_verify_mic)(void *, const struct rpc_task *, u32); typedef void (*btf_trace_rpcgss_wrap)(void *, const struct rpc_task *, u32); typedef void (*btf_trace_rpcgss_unwrap)(void *, const struct rpc_task *, u32); typedef void (*btf_trace_rpcgss_ctx_init)(void *, const struct gss_cred *); typedef void (*btf_trace_rpcgss_ctx_destroy)(void *, const struct gss_cred *); typedef void (*btf_trace_rpcgss_svc_wrap)(void *, const struct svc_rqst *, u32); typedef void (*btf_trace_rpcgss_svc_unwrap)(void *, const struct svc_rqst *, u32); typedef void (*btf_trace_rpcgss_svc_mic)(void *, const struct svc_rqst *, u32); typedef void (*btf_trace_rpcgss_svc_get_mic)(void *, const struct svc_rqst *, u32); typedef void (*btf_trace_rpcgss_svc_wrap_failed)(void *, const struct svc_rqst *); typedef void (*btf_trace_rpcgss_svc_unwrap_failed)(void *, const struct svc_rqst *); typedef void (*btf_trace_rpcgss_svc_seqno_bad)(void *, const struct svc_rqst *, u32, u32); typedef void (*btf_trace_rpcgss_svc_accept_upcall)(void *, const struct svc_rqst *, u32, u32); typedef void (*btf_trace_rpcgss_svc_authenticate)(void *, const struct svc_rqst *, const struct rpc_gss_wire_cred *); typedef void (*btf_trace_rpcgss_unwrap_failed)(void *, const struct rpc_task *); typedef void (*btf_trace_rpcgss_bad_seqno)(void *, const struct rpc_task *, u32, u32); typedef void (*btf_trace_rpcgss_seqno)(void *, const struct rpc_task *); typedef void (*btf_trace_rpcgss_need_reencode)(void *, const struct rpc_task *, u32, bool); typedef void (*btf_trace_rpcgss_update_slack)(void *, const struct rpc_task *, const struct rpc_auth *); typedef void (*btf_trace_rpcgss_svc_seqno_large)(void *, const struct svc_rqst *, u32); typedef void (*btf_trace_rpcgss_svc_seqno_seen)(void *, const struct svc_rqst *, u32); typedef void (*btf_trace_rpcgss_svc_seqno_low)(void *, const struct svc_rqst *, u32, u32, u32); typedef void (*btf_trace_rpcgss_upcall_msg)(void *, const char *); typedef void (*btf_trace_rpcgss_upcall_result)(void *, u32, int); typedef void (*btf_trace_rpcgss_context)(void *, u32, long unsigned int, long unsigned int, unsigned int, unsigned int, const u8 *); typedef void (*btf_trace_rpcgss_createauth)(void *, unsigned int, int); typedef void (*btf_trace_rpcgss_oid_to_mech)(void *, const char *); enum { HANDSHAKE_A_ACCEPT_SOCKFD = 1, HANDSHAKE_A_ACCEPT_HANDLER_CLASS = 2, HANDSHAKE_A_ACCEPT_MESSAGE_TYPE = 3, HANDSHAKE_A_ACCEPT_TIMEOUT = 4, HANDSHAKE_A_ACCEPT_AUTH_MODE = 5, HANDSHAKE_A_ACCEPT_PEER_IDENTITY = 6, HANDSHAKE_A_ACCEPT_CERTIFICATE = 7, HANDSHAKE_A_ACCEPT_PEERNAME = 8, __HANDSHAKE_A_ACCEPT_MAX = 9, HANDSHAKE_A_ACCEPT_MAX = 8, }; enum { HANDSHAKE_A_DONE_STATUS = 1, HANDSHAKE_A_DONE_SOCKFD = 2, HANDSHAKE_A_DONE_REMOTE_AUTH = 3, __HANDSHAKE_A_DONE_MAX = 4, HANDSHAKE_A_DONE_MAX = 3, }; enum { HANDSHAKE_CMD_READY = 1, HANDSHAKE_CMD_ACCEPT = 2, HANDSHAKE_CMD_DONE = 3, __HANDSHAKE_CMD_MAX = 4, HANDSHAKE_CMD_MAX = 3, }; enum { HANDSHAKE_NLGRP_NONE = 0, HANDSHAKE_NLGRP_TLSHD = 1, }; typedef __u32 Elf32_Addr; typedef __u16 Elf32_Half; typedef __u32 Elf32_Off; typedef __u32 Elf32_Word; struct elf32_hdr { unsigned char e_ident[16]; Elf32_Half e_type; Elf32_Half e_machine; Elf32_Word e_version; Elf32_Addr e_entry; Elf32_Off e_phoff; Elf32_Off e_shoff; Elf32_Word e_flags; Elf32_Half e_ehsize; Elf32_Half e_phentsize; Elf32_Half e_phnum; Elf32_Half e_shentsize; Elf32_Half e_shnum; Elf32_Half e_shstrndx; }; typedef struct elf32_hdr Elf32_Ehdr; struct elf32_phdr { Elf32_Word p_type; Elf32_Off p_offset; Elf32_Addr p_vaddr; Elf32_Addr p_paddr; Elf32_Word p_filesz; Elf32_Word p_memsz; Elf32_Word p_flags; Elf32_Word p_align; }; typedef struct elf32_phdr Elf32_Phdr; struct elf64_phdr { Elf64_Word p_type; Elf64_Word p_flags; Elf64_Off p_offset; Elf64_Addr p_vaddr; Elf64_Addr p_paddr; Elf64_Xword p_filesz; Elf64_Xword p_memsz; Elf64_Xword p_align; }; typedef struct elf64_phdr Elf64_Phdr; struct elf32_note { Elf32_Word n_namesz; Elf32_Word n_descsz; Elf32_Word n_type; }; typedef struct elf32_note Elf32_Nhdr; struct rc { long int (*fill)(void *, long unsigned int); uint8_t *ptr; uint8_t *buffer; uint8_t *buffer_end; long int buffer_size; uint32_t code; uint32_t range; uint32_t bound; void (*error)(char *); }; struct lzma_header { uint8_t pos; uint32_t dict_size; uint64_t dst_size; } __attribute__((packed)); struct writer { uint8_t *buffer; uint8_t previous_byte; size_t buffer_pos; int bufsize; size_t global_pos; long int (*flush)(void *, long unsigned int); struct lzma_header *header; }; struct cstate { int state; uint32_t rep0; uint32_t rep1; uint32_t rep2; uint32_t rep3; }; typedef __be32 fdt32_t; typedef __be64 fdt64_t; struct fdt_header { fdt32_t magic; fdt32_t totalsize; fdt32_t off_dt_struct; fdt32_t off_dt_strings; fdt32_t off_mem_rsvmap; fdt32_t version; fdt32_t last_comp_version; fdt32_t boot_cpuid_phys; fdt32_t size_dt_strings; fdt32_t size_dt_struct; }; struct fdt_reserve_entry { fdt64_t address; fdt64_t size; }; struct fdt_node_header { fdt32_t tag; char name[0]; }; struct fdt_property { fdt32_t tag; fdt32_t len; fdt32_t nameoff; char data[0]; }; enum { ASSUME_PERFECT = 255, ASSUME_VALID_DTB = 1, ASSUME_VALID_INPUT = 2, ASSUME_LATEST = 4, ASSUME_NO_ROLLBACK = 8, ASSUME_LIBFDT_ORDER = 16, ASSUME_LIBFDT_FLAWLESS = 32, }; struct fdt_errtabent { const char *str; }; struct radix_tree_iter { long unsigned int index; long unsigned int next_index; long unsigned int tags; struct xa_node *node; }; enum { RADIX_TREE_ITER_TAG_MASK = 15, RADIX_TREE_ITER_TAGGED = 16, RADIX_TREE_ITER_CONTIG = 32, }; enum { PER_LINUX = 0, PER_LINUX_32BIT = 8388608, PER_LINUX_FDPIC = 524288, PER_SVR4 = 68157441, PER_SVR3 = 83886082, PER_SCOSVR3 = 117440515, PER_OSR5 = 100663299, PER_WYSEV386 = 83886084, PER_ISCR4 = 67108869, PER_BSD = 6, PER_SUNOS = 67108870, PER_XENIX = 83886087, PER_LINUX32 = 8, PER_LINUX32_3GB = 134217736, PER_IRIX32 = 67108873, PER_IRIXN32 = 67108874, PER_IRIX64 = 67108875, PER_RISCOS = 12, PER_SOLARIS = 67108877, PER_UW7 = 68157454, PER_OSF4 = 15, PER_HPUX = 16, PER_MASK = 255, }; typedef long int (*syscall_fn)(const struct pt_regs *); struct drmem_lmb { u64 base_addr; u32 drc_index; u32 aa_index; u32 flags; }; struct drmem_lmb_info { struct drmem_lmb *lmbs; int n_lmbs; u64 lmb_size; }; struct ibm_feature { long unsigned int cpu_features; long unsigned int mmu_features; unsigned int cpu_user_ftrs; unsigned int cpu_user_ftrs2; unsigned char pabyte; unsigned char pabit; unsigned char invert; }; struct feature_property { const char *name; u32 min_value; long unsigned int cpu_feature; long unsigned int cpu_user_ftr; }; struct die_args { struct pt_regs *regs; const char *str; long int err; int trapnr; int signr; }; enum { HW_BREAKPOINT_EMPTY = 0, HW_BREAKPOINT_R = 1, HW_BREAKPOINT_W = 2, HW_BREAKPOINT_RW = 3, HW_BREAKPOINT_X = 4, HW_BREAKPOINT_INVALID = 7, }; enum bp_type_idx { TYPE_INST = 0, TYPE_DATA = 1, TYPE_MAX = 2, }; struct eeh_event { struct list_head list; struct eeh_pe *pe; }; enum string_size_units { STRING_UNITS_10 = 0, STRING_UNITS_2 = 1, }; enum stf_barrier_type { STF_BARRIER_NONE = 1, STF_BARRIER_FALLBACK = 2, STF_BARRIER_EIEIO = 4, STF_BARRIER_SYNC_ORI = 8, }; struct fixup_entry { long unsigned int mask; long unsigned int value; long int start_off; long int end_off; long int alt_start_off; long int alt_end_off; }; struct icp_ipl { union { u32 word; u8 bytes[4]; } xirr_poll; union { u32 word; u8 bytes[4]; } xirr; u32 dummy; union { u32 word; u8 bytes[4]; } qirr; u32 link_a; u32 link_b; u32 link_c; }; struct opal_ipmi_msg { uint8_t version; uint8_t netfn; uint8_t cmd; uint8_t data[0]; }; enum { OPAL_HMI_FLAGS_TB_RESYNC = 1ULL, OPAL_HMI_FLAGS_DEC_LOST = 2ULL, OPAL_HMI_FLAGS_HDEC_LOST = 4ULL, OPAL_HMI_FLAGS_TOD_TB_FAIL = 8ULL, OPAL_HMI_FLAGS_NEW_EVENT = 9223372036854775808ULL, }; struct oppanel_line { __be64 line; __be64 line_len; }; typedef struct oppanel_line oppanel_line_t; struct opal_sg_entry { __be64 data; __be64 length; }; struct opal_sg_list { __be64 length; __be64 next; struct opal_sg_entry entry[0]; }; struct opal_i2c_request { uint8_t type; uint8_t flags; uint8_t subaddr_sz; uint8_t reserved; __be16 addr; __be16 reserved2; __be32 subaddr; __be32 size; __be64 buffer_ra; }; struct opal_msg_node { struct list_head list; struct opal_msg msg; }; struct opal { u64 base; u64 entry; u64 size; }; struct mcheck_recoverable_range { u64 start_addr; u64 end_addr; u64 recover_addr; }; struct opal_prd_msg; struct dump_obj { struct kobject kobj; struct bin_attribute dump_attr; uint32_t id; uint32_t type; uint32_t size; char *buffer; }; struct dump_attribute { struct attribute attr; ssize_t (*show)(struct dump_obj *, struct dump_attribute *, char *); ssize_t (*store)(struct dump_obj *, struct dump_attribute *, const char *, size_t); }; struct sg_attr { u32 handle; struct kobj_attribute attr; }; struct sensor_group { char name[20]; struct attribute_group sg; struct sg_attr *sgattrs; }; struct sg_ops_info { int opal_no; const char *attr_name; ssize_t (*store)(struct kobject *, struct kobj_attribute *, const char *, size_t); }; enum opal_mpipl_ops { OPAL_MPIPL_ADD_RANGE = 0, OPAL_MPIPL_REMOVE_RANGE = 1, OPAL_MPIPL_REMOVE_ALL = 2, OPAL_MPIPL_FREE_PRESERVED_MEMORY = 3, }; enum opal_mpipl_tags { OPAL_MPIPL_TAG_CPU = 0, OPAL_MPIPL_TAG_OPAL = 1, OPAL_MPIPL_TAG_KERNEL = 2, OPAL_MPIPL_TAG_BOOT_MEM = 3, }; struct opal_mpipl_region { __be64 src; __be64 dest; __be64 size; }; struct opal_mpipl_fadump { u8 version; u8 reserved[7]; __be32 crashing_pir; __be32 cpu_data_version; __be32 cpu_data_size; __be32 region_cnt; struct opal_mpipl_region region[0]; }; struct fadump_crash_info_header { u64 magic_number; u64 elfcorehdr_addr; u32 crashing_cpu; struct pt_regs regs; struct cpumask cpu_mask; }; struct fadump_ops; struct fw_dump { long unsigned int reserve_dump_area_start; long unsigned int reserve_dump_area_size; long unsigned int reserve_bootvar; long unsigned int cpu_state_data_size; u64 cpu_state_dest_vaddr; u32 cpu_state_data_version; u32 cpu_state_entry_size; long unsigned int hpte_region_size; long unsigned int boot_memory_size; u64 boot_mem_dest_addr; u64 boot_mem_addr[128]; u64 boot_mem_sz[128]; u64 boot_mem_top; u64 boot_mem_regs_cnt; long unsigned int fadumphdr_addr; long unsigned int cpu_notes_buf_vaddr; long unsigned int cpu_notes_buf_size; u64 max_copy_size; u64 kernel_metadata; int ibm_configure_kernel_dump; long unsigned int fadump_enabled: 1; long unsigned int fadump_supported: 1; long unsigned int dump_active: 1; long unsigned int dump_registered: 1; long unsigned int nocma: 1; struct fadump_ops *ops; }; struct fadump_ops { u64 (*fadump_init_mem_struct)(struct fw_dump *); u64 (*fadump_get_metadata_size)(); int (*fadump_setup_metadata)(struct fw_dump *); u64 (*fadump_get_bootmem_min)(); int (*fadump_register)(struct fw_dump *); int (*fadump_unregister)(struct fw_dump *); int (*fadump_invalidate)(struct fw_dump *); void (*fadump_cleanup)(struct fw_dump *); int (*fadump_process)(struct fw_dump *); void (*fadump_region_show)(struct fw_dump *, struct seq_file *); void (*fadump_trigger)(struct fadump_crash_info_header *, const char *); }; struct opal_fadump_mem_struct { u8 version; u8 reserved[3]; __be16 region_cnt; __be16 registered_regions; __be64 fadumphdr_addr; struct opal_mpipl_region rgn[128]; }; struct hdat_fadump_thread_hdr { __be32 pir; u8 core_state; u8 reserved[3]; __be32 offset; __be32 ecnt; __be32 esize; __be32 eactsz; }; struct hdat_fadump_reg_entry { __be32 reg_type; __be32 reg_num; __be64 reg_val; }; enum { OPAL_IMC_COUNTERS_NEST = 1, OPAL_IMC_COUNTERS_CORE = 2, OPAL_IMC_COUNTERS_TRACE = 3, }; struct imc_mem_info { u64 *vbase; u32 id; }; struct imc_events { u32 value; char *name; char *unit; char *scale; }; struct imc_pmu { struct pmu pmu; struct imc_mem_info *mem_info; struct imc_events *events; const struct attribute_group *attr_groups[4]; u32 counter_mem_size; int domain; bool imc_counter_mmaped; }; enum { IMC_TYPE_THREAD = 1, IMC_TYPE_TRACE = 2, IMC_TYPE_CORE = 4, IMC_TYPE_CHIP = 16, }; struct nvram_os_partition { const char *name; int req_size; int min_size; long int size; long int index; bool os_partition; }; struct hypertas_fw_feature { long unsigned int val; char *name; }; struct vec5_fw_feature { long unsigned int val; unsigned int feature; }; struct rtas_fadump_section { __be32 request_flag; __be16 source_data_type; __be16 error_flags; __be64 source_address; __be64 source_len; __be64 bytes_dumped; __be64 destination_address; }; struct rtas_fadump_section_header { __be32 dump_format_version; __be16 dump_num_sections; __be16 dump_status_flag; __be32 offset_first_dump_section; __be32 dd_block_size; __be64 dd_block_offset; __be64 dd_num_blocks; __be32 dd_offset_disk_path; __be32 max_time_auto; }; struct rtas_fadump_mem_struct { struct rtas_fadump_section_header header; struct rtas_fadump_section cpu_state_data; struct rtas_fadump_section hpte_region; struct rtas_fadump_section rmr_region; }; struct rtas_fadump_reg_save_area_header { __be64 magic_number; __be32 version; __be32 num_cpu_offset; }; struct rtas_fadump_reg_entry { __be64 reg_id; __be64 reg_value; }; struct vas_tx_win_open_attr { __u32 version; __s16 vas_id; __u16 reserved1; __u64 flags; __u64 reserved2[6]; }; struct coproc_dev { struct cdev cdev; struct device *device; char *name; dev_t devt; struct class *class; enum vas_cop_type cop_type; const struct vas_user_win_ops *vops; }; struct coproc_instance { struct coproc_dev *coproc; struct vas_window *txwin; }; struct kvm_device_attr { __u32 flags; __u32 group; __u64 attr; __u64 addr; }; struct kvm_device; struct kvm_device_ops { const char *name; int (*create)(struct kvm_device *, u32); void (*init)(struct kvm_device *); void (*destroy)(struct kvm_device *); void (*release)(struct kvm_device *); int (*set_attr)(struct kvm_device *, struct kvm_device_attr *); int (*get_attr)(struct kvm_device *, struct kvm_device_attr *); int (*has_attr)(struct kvm_device *, struct kvm_device_attr *); long int (*ioctl)(struct kvm_device *, unsigned int, long unsigned int); int (*mmap)(struct kvm_device *, struct vm_area_struct *); }; struct kvmppc_xive_src_block; struct kvmppc_xive_ops; struct kvmppc_xive { struct kvm *kvm; struct kvm_device *dev; struct dentry *dentry; u32 vp_base; struct kvmppc_xive_src_block *src_blocks[1024]; u32 max_sbid; u32 src_count; u32 saved_src_count; u32 delayed_irqs; u8 qmap; u32 q_order; u32 q_page_order; u8 flags; u32 nr_servers; struct kvmppc_xive_ops *ops; struct address_space *mapping; struct mutex mapping_lock; struct mutex lock; }; struct kvmppc_ics; struct kvmppc_xics { struct kvm *kvm; struct kvm_device *dev; struct dentry *dentry; u32 max_icsid; bool real_mode; bool real_mode_dbg; u32 err_noics; u32 err_noicp; struct kvmppc_ics *ics[1024]; }; union kvmppc_icp_state { long unsigned int raw; struct { u8 out_ee: 1; u8 need_resend: 1; u8 cppr; u8 mfrr; u8 pending_pri; u32 xisr; }; }; struct kvmppc_icp { struct kvm_vcpu *vcpu; long unsigned int server_num; union kvmppc_icp_state state; long unsigned int resend_map[16]; u32 rm_action; struct kvm_vcpu *rm_kick_target; struct kvmppc_icp *rm_resend_icp; u32 rm_reject; u32 rm_eoied_irq; long unsigned int n_rm_kick_vcpu; long unsigned int n_rm_check_resend; long unsigned int n_rm_notify_eoi; long unsigned int n_check_resend; long unsigned int n_reject; union kvmppc_icp_state rm_dbgstate; struct kvm_vcpu *rm_dbgtgt; }; struct kvmppc_xive_vcpu { struct kvmppc_xive *xive; struct kvm_vcpu *vcpu; bool valid; u32 server_num; u32 vp_id; u32 vp_chip_id; u32 vp_cam; u32 vp_ipi; struct xive_irq_data vp_ipi_data; uint8_t cppr; uint8_t hw_cppr; uint8_t mfrr; uint8_t pending; struct xive_q queues[8]; u32 esc_virq[8]; char *esc_virq_names[8]; u32 delayed_irq; u64 stat_rm_h_xirr; u64 stat_rm_h_ipoll; u64 stat_rm_h_cppr; u64 stat_rm_h_eoi; u64 stat_rm_h_ipi; u64 stat_vm_h_xirr; u64 stat_vm_h_ipoll; u64 stat_vm_h_cppr; u64 stat_vm_h_eoi; u64 stat_vm_h_ipi; }; struct kvm_device { const struct kvm_device_ops *ops; struct kvm *kvm; void *private; struct list_head vm_node; }; union kvmppc_rm_state { long unsigned int raw; struct { u32 in_host; u32 rm_action; }; }; struct kvmppc_host_rm_core { union kvmppc_rm_state rm_state; void *rm_data; char pad[112]; }; struct kvmppc_host_rm_ops { struct kvmppc_host_rm_core *rm_core; void (*vcpu_kick)(struct kvm_vcpu *); }; enum ppc_dbell { PPC_DBELL = 0, PPC_DBELL_CRIT = 1, PPC_G_DBELL = 2, PPC_G_DBELL_CRIT = 3, PPC_G_DBELL_MC = 4, PPC_DBELL_SERVER = 5, }; struct ics_irq_state { u32 number; u32 server; u32 pq_state; u8 priority; u8 saved_priority; u8 resend; u8 masked_pending; u8 lsi; u8 exists; int intr_cpu; u32 host_irq; }; struct kvmppc_ics { arch_spinlock_t lock; u16 icsid; struct ics_irq_state irq_state[1024]; }; struct kvmppc_xive_irq_state { bool valid; u32 number; u32 ipi_number; struct xive_irq_data ipi_data; u32 pt_number; struct xive_irq_data *pt_data; u8 guest_priority; u8 saved_priority; u32 act_server; u8 act_priority; bool in_eoi; bool old_p; bool old_q; bool lsi; bool asserted; bool in_queue; bool saved_p; bool saved_q; u8 saved_scan_prio; u32 eisn; }; struct kvmppc_xive_src_block { arch_spinlock_t lock; u16 id; struct kvmppc_xive_irq_state irq_state[1024]; }; struct kvmppc_xive_ops { int (*reset_mapped)(struct kvm *, long unsigned int); }; struct cma; enum perf_event_task_context { perf_invalid_context = -1, perf_hw_context = 0, perf_sw_context = 1, perf_nr_task_contexts = 2, }; typedef void (*perf_irq_t)(struct pt_regs *); struct cpu_hw_events { int n_events; int n_percpu; int disabled; int n_added; int n_limited; u8 pmcs_enabled; struct perf_event *event[8]; u64 events[8]; unsigned int flags[8]; struct mmcr_regs mmcr; struct perf_event *limited_counter[2]; u8 limited_hwidx[2]; u64 alternatives[64]; long unsigned int amasks[64]; long unsigned int avalues[64]; unsigned int txn_flags; int n_txn_start; u64 bhrb_filter; unsigned int bhrb_users; void *bhrb_context; struct perf_branch_stack bhrb_stack; struct perf_branch_entry bhrb_entries[32]; u64 ic_init; long unsigned int pmcs[8]; }; typedef void (*crash_shutdown_t)(); enum ftrace_dump_mode { DUMP_NONE = 0, DUMP_ALL = 1, DUMP_ORIG = 2, }; enum reboot_mode { REBOOT_UNDEFINED = -1, REBOOT_COLD = 0, REBOOT_WARM = 1, REBOOT_HARD = 2, REBOOT_SOFT = 3, REBOOT_GPIO = 4, }; enum error_detector { ERROR_DETECTOR_KFENCE = 0, ERROR_DETECTOR_KASAN = 1, ERROR_DETECTOR_WARN = 2, }; struct warn_args { const char *fmt; va_list args; }; typedef struct siginfo siginfo_t; struct ptrace_peeksiginfo_args { __u64 off; __u32 flags; __s32 nr; }; struct ptrace_syscall_info { __u8 op; __u8 pad[3]; __u32 arch; __u64 instruction_pointer; __u64 stack_pointer; union { struct { __u64 nr; __u64 args[6]; } entry; struct { __s64 rval; __u8 is_error; } exit; struct { __u64 nr; __u64 args[6]; __u32 ret_data; } seccomp; }; }; struct ptrace_rseq_configuration { __u64 rseq_abi_pointer; __u32 rseq_abi_size; __u32 signature; __u32 flags; __u32 pad; }; typedef struct { void *lock; } class_preempt_t; typedef struct { raw_spinlock_t *lock; long unsigned int flags; } class_raw_spinlock_irqsave_t; typedef int (*task_call_f)(struct task_struct *, void *); typedef struct { void *lock; } class_rcu_t; enum { MEMBARRIER_STATE_PRIVATE_EXPEDITED_READY = 1, MEMBARRIER_STATE_PRIVATE_EXPEDITED = 2, MEMBARRIER_STATE_GLOBAL_EXPEDITED_READY = 4, MEMBARRIER_STATE_GLOBAL_EXPEDITED = 8, MEMBARRIER_STATE_PRIVATE_EXPEDITED_SYNC_CORE_READY = 16, MEMBARRIER_STATE_PRIVATE_EXPEDITED_SYNC_CORE = 32, MEMBARRIER_STATE_PRIVATE_EXPEDITED_RSEQ_READY = 64, MEMBARRIER_STATE_PRIVATE_EXPEDITED_RSEQ = 128, }; struct sched_domain_attr { int relax_domain_level; }; struct sched_param { int sched_priority; }; struct sched_attr { __u32 size; __u32 sched_policy; __u64 sched_flags; __s32 sched_nice; __u32 sched_priority; __u64 sched_runtime; __u64 sched_deadline; __u64 sched_period; __u32 sched_util_min; __u32 sched_util_max; }; struct trace_event_raw_sched_kthread_stop { struct trace_entry ent; char comm[16]; pid_t pid; char __data[0]; }; struct trace_event_raw_sched_kthread_stop_ret { struct trace_entry ent; int ret; char __data[0]; }; struct trace_event_raw_sched_kthread_work_queue_work { struct trace_entry ent; void *work; void *function; void *worker; char __data[0]; }; struct trace_event_raw_sched_kthread_work_execute_start { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_sched_kthread_work_execute_end { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_sched_wakeup_template { struct trace_entry ent; char comm[16]; pid_t pid; int prio; int target_cpu; char __data[0]; }; struct trace_event_raw_sched_switch { struct trace_entry ent; char prev_comm[16]; pid_t prev_pid; int prev_prio; long int prev_state; char next_comm[16]; pid_t next_pid; int next_prio; char __data[0]; }; struct trace_event_raw_sched_migrate_task { struct trace_entry ent; char comm[16]; pid_t pid; int prio; int orig_cpu; int dest_cpu; char __data[0]; }; struct trace_event_raw_sched_process_template { struct trace_entry ent; char comm[16]; pid_t pid; int prio; char __data[0]; }; struct trace_event_raw_sched_process_wait { struct trace_entry ent; char comm[16]; pid_t pid; int prio; char __data[0]; }; struct trace_event_raw_sched_process_fork { struct trace_entry ent; char parent_comm[16]; pid_t parent_pid; char child_comm[16]; pid_t child_pid; char __data[0]; }; struct trace_event_raw_sched_process_exec { struct trace_entry ent; u32 __data_loc_filename; pid_t pid; pid_t old_pid; char __data[0]; }; struct trace_event_raw_sched_stat_template { struct trace_entry ent; char comm[16]; pid_t pid; u64 delay; char __data[0]; }; struct trace_event_raw_sched_stat_runtime { struct trace_entry ent; char comm[16]; pid_t pid; u64 runtime; u64 vruntime; char __data[0]; }; struct trace_event_raw_sched_pi_setprio { struct trace_entry ent; char comm[16]; pid_t pid; int oldprio; int newprio; char __data[0]; }; struct trace_event_raw_sched_process_hang { struct trace_entry ent; char comm[16]; pid_t pid; char __data[0]; }; struct trace_event_raw_sched_move_numa { struct trace_entry ent; pid_t pid; pid_t tgid; pid_t ngid; int src_cpu; int src_nid; int dst_cpu; int dst_nid; char __data[0]; }; struct trace_event_raw_sched_numa_pair_template { struct trace_entry ent; pid_t src_pid; pid_t src_tgid; pid_t src_ngid; int src_cpu; int src_nid; pid_t dst_pid; pid_t dst_tgid; pid_t dst_ngid; int dst_cpu; int dst_nid; char __data[0]; }; struct trace_event_raw_sched_wake_idle_without_ipi { struct trace_entry ent; int cpu; char __data[0]; }; struct trace_event_data_offsets_sched_kthread_stop {}; struct trace_event_data_offsets_sched_kthread_stop_ret {}; struct trace_event_data_offsets_sched_kthread_work_queue_work {}; struct trace_event_data_offsets_sched_kthread_work_execute_start {}; struct trace_event_data_offsets_sched_kthread_work_execute_end {}; struct trace_event_data_offsets_sched_wakeup_template {}; struct trace_event_data_offsets_sched_switch {}; struct trace_event_data_offsets_sched_migrate_task {}; struct trace_event_data_offsets_sched_process_template {}; struct trace_event_data_offsets_sched_process_wait {}; struct trace_event_data_offsets_sched_process_fork {}; struct trace_event_data_offsets_sched_process_exec { u32 filename; }; struct trace_event_data_offsets_sched_stat_template {}; struct trace_event_data_offsets_sched_stat_runtime {}; struct trace_event_data_offsets_sched_pi_setprio {}; struct trace_event_data_offsets_sched_process_hang {}; struct trace_event_data_offsets_sched_move_numa {}; struct trace_event_data_offsets_sched_numa_pair_template {}; struct trace_event_data_offsets_sched_wake_idle_without_ipi {}; typedef void (*btf_trace_sched_kthread_stop)(void *, struct task_struct *); typedef void (*btf_trace_sched_kthread_stop_ret)(void *, int); typedef void (*btf_trace_sched_kthread_work_queue_work)(void *, struct kthread_worker *, struct kthread_work *); typedef void (*btf_trace_sched_kthread_work_execute_start)(void *, struct kthread_work *); typedef void (*btf_trace_sched_kthread_work_execute_end)(void *, struct kthread_work *, kthread_work_func_t); typedef void (*btf_trace_sched_waking)(void *, struct task_struct *); typedef void (*btf_trace_sched_wakeup)(void *, struct task_struct *); typedef void (*btf_trace_sched_wakeup_new)(void *, struct task_struct *); typedef void (*btf_trace_sched_switch)(void *, bool, struct task_struct *, struct task_struct *, unsigned int); typedef void (*btf_trace_sched_migrate_task)(void *, struct task_struct *, int); typedef void (*btf_trace_sched_process_free)(void *, struct task_struct *); typedef void (*btf_trace_sched_process_exit)(void *, struct task_struct *); typedef void (*btf_trace_sched_wait_task)(void *, struct task_struct *); typedef void (*btf_trace_sched_process_wait)(void *, struct pid *); typedef void (*btf_trace_sched_process_fork)(void *, struct task_struct *, struct task_struct *); typedef void (*btf_trace_sched_process_exec)(void *, struct task_struct *, pid_t, struct linux_binprm *); typedef void (*btf_trace_sched_stat_wait)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_sleep)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_iowait)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_blocked)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_runtime)(void *, struct task_struct *, u64, u64); typedef void (*btf_trace_sched_pi_setprio)(void *, struct task_struct *, struct task_struct *); typedef void (*btf_trace_sched_process_hang)(void *, struct task_struct *); typedef void (*btf_trace_sched_move_numa)(void *, struct task_struct *, int, int); typedef void (*btf_trace_sched_stick_numa)(void *, struct task_struct *, int, struct task_struct *, int); typedef void (*btf_trace_sched_swap_numa)(void *, struct task_struct *, int, struct task_struct *, int); typedef void (*btf_trace_sched_wake_idle_without_ipi)(void *, int); typedef void (*btf_trace_pelt_cfs_tp)(void *, struct cfs_rq *); typedef void (*btf_trace_pelt_rt_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_dl_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_thermal_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_irq_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_se_tp)(void *, struct sched_entity *); typedef void (*btf_trace_sched_cpu_capacity_tp)(void *, struct rq *); typedef void (*btf_trace_sched_overutilized_tp)(void *, struct root_domain *, bool); typedef void (*btf_trace_sched_util_est_cfs_tp)(void *, struct cfs_rq *); typedef void (*btf_trace_sched_util_est_se_tp)(void *, struct sched_entity *); typedef void (*btf_trace_sched_update_nr_running_tp)(void *, struct rq *, int); struct trace_event_raw_ipi_raise { struct trace_entry ent; u32 __data_loc_target_cpus; const char *reason; char __data[0]; }; struct trace_event_raw_ipi_send_cpu { struct trace_entry ent; unsigned int cpu; void *callsite; void *callback; char __data[0]; }; struct trace_event_raw_ipi_send_cpumask { struct trace_entry ent; u32 __data_loc_cpumask; void *callsite; void *callback; char __data[0]; }; struct trace_event_raw_ipi_handler { struct trace_entry ent; const char *reason; char __data[0]; }; struct trace_event_data_offsets_ipi_raise { u32 target_cpus; }; struct trace_event_data_offsets_ipi_send_cpu {}; struct trace_event_data_offsets_ipi_send_cpumask { u32 cpumask; }; struct trace_event_data_offsets_ipi_handler {}; typedef void (*btf_trace_ipi_raise)(void *, const struct cpumask *, const char *); typedef void (*btf_trace_ipi_send_cpu)(void *, const unsigned int, long unsigned int, void *); typedef void (*btf_trace_ipi_send_cpumask)(void *, const struct cpumask *, long unsigned int, void *); typedef void (*btf_trace_ipi_entry)(void *, const char *); typedef void (*btf_trace_ipi_exit)(void *, const char *); struct rt_bandwidth { raw_spinlock_t rt_runtime_lock; ktime_t rt_period; u64 rt_runtime; struct hrtimer rt_period_timer; unsigned int rt_period_active; }; typedef struct { struct rq *lock; struct rq_flags rf; } class_rq_lock_irq_t; typedef struct { struct rq *lock; struct rq_flags rf; } class_rq_lock_irqsave_t; typedef struct { raw_spinlock_t *lock; raw_spinlock_t *lock2; } class_double_raw_spinlock_t; typedef struct { struct rq *lock; struct rq *lock2; } class_double_rq_lock_t; struct set_affinity_pending; struct migration_arg { struct task_struct *task; int dest_cpu; struct set_affinity_pending *pending; }; struct set_affinity_pending { refcount_t refs; unsigned int stop_pending; struct completion done; struct cpu_stop_work stop_work; struct migration_arg arg; }; struct migration_swap_arg { struct task_struct *src_task; struct task_struct *dst_task; int src_cpu; int dst_cpu; }; struct tick_work { int cpu; atomic_t state; struct delayed_work work; }; struct cfs_schedulable_data { struct task_group *tg; u64 period; u64 quota; }; enum { cpuset = 0, possible = 1, fail = 2, }; union cpumask_rcuhead { cpumask_t cpumask; struct callback_head rcu; }; struct xa_limit { u32 max; u32 min; }; struct msi_map { int index; int virq; }; enum msi_desc_filter { MSI_DESC_ALL = 0, MSI_DESC_NOTASSOCIATED = 1, MSI_DESC_ASSOCIATED = 2, }; struct msi_ctrl { unsigned int domid; unsigned int first; unsigned int last; unsigned int nirqs; }; struct dma_coherent_mem { void *virt_base; dma_addr_t device_base; long unsigned int pfn_base; int size; long unsigned int *bitmap; spinlock_t spinlock; bool use_dev_dma_pfn_offset; }; struct reserved_mem_ops; struct reserved_mem { const char *name; long unsigned int fdt_node; long unsigned int phandle; const struct reserved_mem_ops *ops; phys_addr_t base; phys_addr_t size; void *priv; }; struct reserved_mem_ops { int (*device_init)(struct reserved_mem *, struct device *); void (*device_release)(struct reserved_mem *, struct device *); }; typedef int (*reservedmem_of_init_fn)(struct reserved_mem *); struct modversion_info { long unsigned int crc; char name[56]; }; enum tick_device_mode { TICKDEV_MODE_PERIODIC = 0, TICKDEV_MODE_ONESHOT = 1, }; struct tick_device { struct clock_event_device *evtdev; enum tick_device_mode mode; }; struct posix_clock; struct posix_clock_operations { struct module *owner; int (*clock_adjtime)(struct posix_clock *, struct __kernel_timex *); int (*clock_gettime)(struct posix_clock *, struct timespec64 *); int (*clock_getres)(struct posix_clock *, struct timespec64 *); int (*clock_settime)(struct posix_clock *, const struct timespec64 *); long int (*ioctl)(struct posix_clock *, unsigned int, long unsigned int); int (*open)(struct posix_clock *, fmode_t); __poll_t (*poll)(struct posix_clock *, struct file *, poll_table *); int (*release)(struct posix_clock *); ssize_t (*read)(struct posix_clock *, uint, char *, size_t); }; struct posix_clock { struct posix_clock_operations ops; struct cdev cdev; struct device *dev; struct rw_semaphore rwsem; bool zombie; }; struct posix_clock_desc { struct file *fp; struct posix_clock *clk; }; enum tick_nohz_mode { NOHZ_MODE_INACTIVE = 0, NOHZ_MODE_LOWRES = 1, NOHZ_MODE_HIGHRES = 2, }; struct tick_sched { unsigned int inidle: 1; unsigned int tick_stopped: 1; unsigned int idle_active: 1; unsigned int do_timer_last: 1; unsigned int got_idle_tick: 1; unsigned int stalled_jiffies; long unsigned int last_tick_jiffies; struct hrtimer sched_timer; ktime_t last_tick; ktime_t next_tick; long unsigned int idle_jiffies; ktime_t idle_waketime; seqcount_t idle_sleeptime_seq; ktime_t idle_entrytime; enum tick_nohz_mode nohz_mode; long unsigned int last_jiffies; u64 timer_expires_base; u64 timer_expires; u64 next_timer; ktime_t idle_expires; long unsigned int idle_calls; long unsigned int idle_sleeps; ktime_t idle_exittime; ktime_t idle_sleeptime; ktime_t iowait_sleeptime; atomic_t tick_dep_mask; long unsigned int check_clocks; }; struct dma_chan___2 { int lock; const char *device_id; }; struct kexec_elf_info { const char *buffer; const struct elf64_hdr *ehdr; const struct elf64_phdr *proghdrs; }; enum { CGRP_NOTIFY_ON_RELEASE = 0, CGRP_CPUSET_CLONE_CHILDREN = 1, CGRP_FREEZE = 2, CGRP_FROZEN = 3, CGRP_KILL = 4, }; struct cgroup_taskset { struct list_head src_csets; struct list_head dst_csets; int nr_tasks; int ssid; struct list_head *csets; struct css_set *cur_cset; struct task_struct *cur_task; }; struct cpu_stop_done { atomic_t nr_todo; int ret; struct completion completion; }; struct cpu_stopper { struct task_struct *thread; raw_spinlock_t lock; bool enabled; struct list_head works; struct cpu_stop_work stop_work; long unsigned int caller; cpu_stop_fn_t fn; }; enum multi_stop_state { MULTI_STOP_NONE = 0, MULTI_STOP_PREPARE = 1, MULTI_STOP_DISABLE_IRQ = 2, MULTI_STOP_RUN = 3, MULTI_STOP_EXIT = 4, }; struct multi_stop_data { cpu_stop_fn_t fn; void *data; unsigned int num_threads; const struct cpumask *active_cpus; enum multi_stop_state state; atomic_t thread_ack; }; enum { FTRACE_OPS_FL_ENABLED = 1, FTRACE_OPS_FL_DYNAMIC = 2, FTRACE_OPS_FL_SAVE_REGS = 4, FTRACE_OPS_FL_SAVE_REGS_IF_SUPPORTED = 8, FTRACE_OPS_FL_RECURSION = 16, FTRACE_OPS_FL_STUB = 32, FTRACE_OPS_FL_INITIALIZED = 64, FTRACE_OPS_FL_DELETED = 128, FTRACE_OPS_FL_ADDING = 256, FTRACE_OPS_FL_REMOVING = 512, FTRACE_OPS_FL_MODIFYING = 1024, FTRACE_OPS_FL_ALLOC_TRAMP = 2048, FTRACE_OPS_FL_IPMODIFY = 4096, FTRACE_OPS_FL_PID = 8192, FTRACE_OPS_FL_RCU = 16384, FTRACE_OPS_FL_TRACE_ARRAY = 32768, FTRACE_OPS_FL_PERMANENT = 65536, FTRACE_OPS_FL_DIRECT = 131072, }; struct freelist_node { atomic_t refs; struct freelist_node *next; }; struct freelist_head { struct freelist_node *head; }; struct arch_optimized_insn { kprobe_opcode_t copied_insn[1]; kprobe_opcode_t *insn; }; struct kretprobe_instance; typedef int (*kretprobe_handler_t)(struct kretprobe_instance *, struct pt_regs *); struct kretprobe_holder; struct kretprobe_instance { union { struct freelist_node freelist; struct callback_head rcu; }; struct llist_node llist; struct kretprobe_holder *rph; kprobe_opcode_t *ret_addr; void *fp; char data[0]; }; struct kretprobe; struct kretprobe_holder { struct kretprobe *rp; refcount_t ref; }; struct kretprobe { struct kprobe kp; kretprobe_handler_t handler; kretprobe_handler_t entry_handler; int maxactive; int nmissed; size_t data_size; struct freelist_head freelist; struct kretprobe_holder *rph; }; struct kprobe_blacklist_entry { struct list_head list; long unsigned int start_addr; long unsigned int end_addr; }; struct kprobe_insn_cache { struct mutex mutex; void * (*alloc)(); void (*free)(void *); const char *sym; struct list_head pages; size_t insn_size; int nr_garbage; }; struct optimized_kprobe { struct kprobe kp; struct list_head list; struct arch_optimized_insn optinsn; }; enum perf_record_ksymbol_type { PERF_RECORD_KSYMBOL_TYPE_UNKNOWN = 0, PERF_RECORD_KSYMBOL_TYPE_BPF = 1, PERF_RECORD_KSYMBOL_TYPE_OOL = 2, PERF_RECORD_KSYMBOL_TYPE_MAX = 3, }; struct kprobe_insn_page { struct list_head list; kprobe_opcode_t *insns; struct kprobe_insn_cache *cache; int nused; int ngarbage; char slot_used[0]; }; enum kprobe_slot_state { SLOT_CLEAN = 0, SLOT_DIRTY = 1, SLOT_USED = 2, }; enum trace_iter_flags { TRACE_FILE_LAT_FMT = 1, TRACE_FILE_ANNOTATE = 2, TRACE_FILE_TIME_IN_NS = 4, }; struct stack_entry { struct trace_entry ent; int size; long unsigned int caller[0]; }; struct userstack_entry { struct trace_entry ent; unsigned int tgid; long unsigned int caller[8]; }; struct bprint_entry { struct trace_entry ent; long unsigned int ip; const char *fmt; u32 buf[0]; }; struct print_entry { struct trace_entry ent; long unsigned int ip; char buf[0]; }; struct raw_data_entry { struct trace_entry ent; unsigned int id; char buf[0]; }; struct bputs_entry { struct trace_entry ent; long unsigned int ip; const char *str; }; struct hwlat_entry { struct trace_entry ent; u64 duration; u64 outer_duration; u64 nmi_total_ts; struct timespec64 timestamp; unsigned int nmi_count; unsigned int seqnum; unsigned int count; }; struct func_repeats_entry { struct trace_entry ent; long unsigned int ip; long unsigned int parent_ip; u16 count; u16 top_delta_ts; u32 bottom_delta_ts; }; struct osnoise_entry { struct trace_entry ent; u64 noise; u64 runtime; u64 max_sample; unsigned int hw_count; unsigned int nmi_count; unsigned int irq_count; unsigned int softirq_count; unsigned int thread_count; }; struct timerlat_entry { struct trace_entry ent; unsigned int seqnum; int context; u64 timer_latency; }; struct trace_mark { long long unsigned int val; char sym; }; enum { TRACE_ARRAY_FL_GLOBAL = 1, }; struct ftrace_func_command { struct list_head list; char *name; int (*func)(struct trace_array *, struct ftrace_hash *, char *, char *, char *, int); }; struct ftrace_probe_ops { void (*func)(long unsigned int, long unsigned int, struct trace_array *, struct ftrace_probe_ops *, void *); int (*init)(struct ftrace_probe_ops *, struct trace_array *, long unsigned int, void *, void **); void (*free)(struct ftrace_probe_ops *, struct trace_array *, long unsigned int, void *); int (*print)(struct seq_file *, long unsigned int, struct ftrace_probe_ops *, void *); }; typedef int (*ftrace_mapper_func)(void *); enum { TRACE_FUNC_NO_OPTS = 0, TRACE_FUNC_OPT_STACK = 1, TRACE_FUNC_OPT_NO_REPEATS = 2, TRACE_FUNC_OPT_HIGHEST_BIT = 4, }; struct ftrace_func_mapper; struct syscall_trace_enter { struct trace_entry ent; int nr; long unsigned int args[0]; }; struct syscall_trace_exit { struct trace_entry ent; int nr; long int ret; }; struct syscall_tp_t { struct trace_entry ent; long unsigned int syscall_nr; long unsigned int ret; }; struct syscall_tp_t___2 { struct trace_entry ent; long unsigned int syscall_nr; long unsigned int args[6]; }; struct trace_event_raw_error_report_template { struct trace_entry ent; enum error_detector error_detector; long unsigned int id; char __data[0]; }; struct trace_event_data_offsets_error_report_template {}; typedef void (*btf_trace_error_report_end)(void *, enum error_detector, long unsigned int); struct tree_descr { const char *name; const struct file_operations *ops; int mode; }; struct bpf_preload_info { char link_name[16]; struct bpf_link *link; }; struct bpf_preload_ops { int (*preload)(struct bpf_preload_info *); struct module *owner; }; enum bpf_type { BPF_TYPE_UNSPEC = 0, BPF_TYPE_PROG = 1, BPF_TYPE_MAP = 2, BPF_TYPE_LINK = 3, }; struct map_iter { void *key; bool done; }; enum { OPT_MODE = 0, }; struct bpf_mount_opts { umode_t mode; }; union bpf_iter_link_info { struct { __u32 map_fd; } map; struct { enum bpf_cgroup_iter_order order; __u32 cgroup_fd; __u64 cgroup_id; } cgroup; struct { __u32 tid; __u32 pid; __u32 pid_fd; } task; }; typedef int (*bpf_iter_attach_target_t)(struct bpf_prog *, union bpf_iter_link_info *, struct bpf_iter_aux_info *); typedef void (*bpf_iter_detach_target_t)(struct bpf_iter_aux_info *); typedef void (*bpf_iter_show_fdinfo_t)(const struct bpf_iter_aux_info *, struct seq_file *); typedef int (*bpf_iter_fill_link_info_t)(const struct bpf_iter_aux_info *, struct bpf_link_info *); typedef const struct bpf_func_proto * (*bpf_iter_get_func_proto_t)(enum bpf_func_id, const struct bpf_prog *); enum bpf_iter_feature { BPF_ITER_RESCHED = 1, }; struct bpf_iter_reg { const char *target; bpf_iter_attach_target_t attach_target; bpf_iter_detach_target_t detach_target; bpf_iter_show_fdinfo_t show_fdinfo; bpf_iter_fill_link_info_t fill_link_info; bpf_iter_get_func_proto_t get_func_proto; u32 ctx_arg_info_size; u32 feature; struct bpf_ctx_arg_aux ctx_arg_info[2]; const struct bpf_iter_seq_info *seq_info; }; struct mmap_unlock_irq_work { struct irq_work irq_work; struct mm_struct *mm; }; struct bpf_iter_seq_task_common { struct pid_namespace *ns; enum bpf_iter_task_type type; u32 pid; u32 pid_visiting; }; struct bpf_iter_seq_task_info { struct bpf_iter_seq_task_common common; u32 tid; }; struct bpf_iter__task { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; }; struct bpf_iter_seq_task_file_info { struct bpf_iter_seq_task_common common; struct task_struct *task; u32 tid; u32 fd; }; struct bpf_iter__task_file { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; u32 fd; union { struct file *file; }; }; struct bpf_iter_seq_task_vma_info { struct bpf_iter_seq_task_common common; struct task_struct *task; struct mm_struct *mm; struct vm_area_struct *vma; u32 tid; long unsigned int prev_vm_start; long unsigned int prev_vm_end; }; enum bpf_task_vma_iter_find_op { task_vma_iter_first_vma = 0, task_vma_iter_next_vma = 1, task_vma_iter_find_vma = 2, }; struct bpf_iter__task_vma { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; union { struct vm_area_struct *vma; }; }; typedef u64 (*btf_bpf_find_vma)(struct task_struct *, u64, bpf_callback_t, void *, u64); struct bpf_cgroup_storage_map { struct bpf_map map; spinlock_t lock; struct rb_root root; struct list_head list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef void (*swap_r_func_t)(void *, void *, int, const void *); typedef int (*cmp_r_func_t)(const void *, const void *, const void *); struct btf_enum { __u32 name_off; __s32 val; }; enum { BTF_VAR_STATIC = 0, BTF_VAR_GLOBAL_ALLOCATED = 1, BTF_VAR_GLOBAL_EXTERN = 2, }; struct btf_var { __u32 linkage; }; struct btf_decl_tag { __s32 component_idx; }; struct btf_enum64 { __u32 name_off; __u32 val_lo32; __u32 val_hi32; }; struct bpf_cgroup_dev_ctx { __u32 access_type; __u32 major; __u32 minor; }; struct bpf_raw_tracepoint_args { __u64 args[0]; }; struct bpf_sysctl { __u32 write; __u32 file_pos; }; struct bpf_sockopt { union { struct bpf_sock *sk; }; union { void *optval; }; union { void *optval_end; }; __s32 level; __s32 optname; __s32 optlen; __s32 retval; }; enum { BTF_F_COMPACT = 1, BTF_F_NONAME = 2, BTF_F_PTR_RAW = 4, BTF_F_ZERO = 8, }; typedef struct user_pt_regs bpf_user_pt_regs_t; struct bpf_perf_event_data { bpf_user_pt_regs_t regs; __u64 sample_period; __u64 addr; }; struct btf_id_dtor_kfunc { u32 btf_id; u32 kfunc_btf_id; }; struct btf_struct_metas { u32 cnt; struct btf_struct_meta types[0]; }; enum { BTF_FIELDS_MAX = 10, }; struct bpf_sysctl_kern { struct ctl_table_header *head; struct ctl_table *table; void *cur_val; size_t cur_len; void *new_val; size_t new_len; int new_updated; int write; loff_t *ppos; u64 tmp_reg; }; struct bpf_sockopt_kern { struct sock *sk; u8 *optval; u8 *optval_end; s32 level; s32 optname; s32 optlen; struct task_struct *current_task; u64 tmp_reg; }; struct bpf_perf_event_data_kern { bpf_user_pt_regs_t *regs; struct perf_sample_data *data; struct perf_event *event; }; struct bpf_nf_ctx { const struct nf_hook_state *state; struct sk_buff *skb; }; struct bpf_core_cand { const struct btf *btf; __u32 id; }; struct bpf_core_cand_list { struct bpf_core_cand *cands; int len; }; struct bpf_core_accessor { __u32 type_id; __u32 idx; const char *name; }; struct bpf_core_spec { const struct btf *btf; struct bpf_core_accessor spec[64]; __u32 root_type_id; enum bpf_core_relo_kind relo_kind; int len; int raw_spec[64]; int raw_len; __u32 bit_offset; }; struct bpf_core_relo_res { __u64 orig_val; __u64 new_val; bool poison; bool validate; bool fail_memsz_adjust; __u32 orig_sz; __u32 orig_type_id; __u32 new_sz; __u32 new_type_id; }; enum btf_kfunc_hook { BTF_KFUNC_HOOK_COMMON = 0, BTF_KFUNC_HOOK_XDP = 1, BTF_KFUNC_HOOK_TC = 2, BTF_KFUNC_HOOK_STRUCT_OPS = 3, BTF_KFUNC_HOOK_TRACING = 4, BTF_KFUNC_HOOK_SYSCALL = 5, BTF_KFUNC_HOOK_FMODRET = 6, BTF_KFUNC_HOOK_CGROUP_SKB = 7, BTF_KFUNC_HOOK_SCHED_ACT = 8, BTF_KFUNC_HOOK_SK_SKB = 9, BTF_KFUNC_HOOK_SOCKET_FILTER = 10, BTF_KFUNC_HOOK_LWT = 11, BTF_KFUNC_HOOK_NETFILTER = 12, BTF_KFUNC_HOOK_MAX = 13, }; enum { BTF_KFUNC_SET_MAX_CNT = 256, BTF_DTOR_KFUNC_MAX_CNT = 256, BTF_KFUNC_FILTER_MAX_CNT = 16, }; struct btf_kfunc_hook_filter { btf_kfunc_filter_t filters[16]; u32 nr_filters; }; struct btf_kfunc_set_tab { struct btf_id_set8 *sets[13]; struct btf_kfunc_hook_filter hook_filters[13]; }; struct btf_id_dtor_kfunc_tab { u32 cnt; struct btf_id_dtor_kfunc dtors[0]; }; enum verifier_phase { CHECK_META = 0, CHECK_TYPE = 1, }; struct resolve_vertex { const struct btf_type *t; u32 type_id; u16 next_member; }; enum visit_state { NOT_VISITED = 0, VISITED = 1, RESOLVED = 2, }; enum resolve_mode { RESOLVE_TBD = 0, RESOLVE_PTR = 1, RESOLVE_STRUCT_OR_ARRAY = 2, }; struct btf_sec_info { u32 off; u32 len; }; struct btf_verifier_env { struct btf *btf; u8 *visit_states; struct resolve_vertex stack[32]; struct bpf_verifier_log log; u32 log_type_id; u32 top_stack; enum verifier_phase phase; enum resolve_mode resolve_mode; }; struct btf_show { u64 flags; void *target; void (*showfn)(struct btf_show *, const char *, va_list); const struct btf *btf; struct { u8 depth; u8 depth_to_show; u8 depth_check; u8 array_member: 1; u8 array_terminated: 1; u16 array_encoding; u32 type_id; int status; const struct btf_type *type; const struct btf_member *member; char name[80]; } state; struct { u32 size; void *head; void *data; u8 safe[32]; } obj; }; struct btf_kind_operations { s32 (*check_meta)(struct btf_verifier_env *, const struct btf_type *, u32); int (*resolve)(struct btf_verifier_env *, const struct resolve_vertex *); int (*check_member)(struct btf_verifier_env *, const struct btf_type *, const struct btf_member *, const struct btf_type *); int (*check_kflag_member)(struct btf_verifier_env *, const struct btf_type *, const struct btf_member *, const struct btf_type *); void (*log_details)(struct btf_verifier_env *, const struct btf_type *); void (*show)(const struct btf *, const struct btf_type *, u32, void *, u8, struct btf_show *); }; enum { BTF_FIELD_IGNORE = 0, BTF_FIELD_FOUND = 1, }; struct btf_field_info { enum btf_field_type type; u32 off; union { struct { u32 type_id; } kptr; struct { const char *node_name; u32 value_btf_id; } graph_root; }; }; struct bpf_ctx_convert { struct __sk_buff BPF_PROG_TYPE_SOCKET_FILTER_prog; struct sk_buff BPF_PROG_TYPE_SOCKET_FILTER_kern; struct __sk_buff BPF_PROG_TYPE_SCHED_CLS_prog; struct sk_buff BPF_PROG_TYPE_SCHED_CLS_kern; struct __sk_buff BPF_PROG_TYPE_SCHED_ACT_prog; struct sk_buff BPF_PROG_TYPE_SCHED_ACT_kern; struct xdp_md BPF_PROG_TYPE_XDP_prog; struct xdp_buff BPF_PROG_TYPE_XDP_kern; struct __sk_buff BPF_PROG_TYPE_CGROUP_SKB_prog; struct sk_buff BPF_PROG_TYPE_CGROUP_SKB_kern; struct bpf_sock BPF_PROG_TYPE_CGROUP_SOCK_prog; struct sock BPF_PROG_TYPE_CGROUP_SOCK_kern; struct bpf_sock_addr BPF_PROG_TYPE_CGROUP_SOCK_ADDR_prog; struct bpf_sock_addr_kern BPF_PROG_TYPE_CGROUP_SOCK_ADDR_kern; struct __sk_buff BPF_PROG_TYPE_LWT_IN_prog; struct sk_buff BPF_PROG_TYPE_LWT_IN_kern; struct __sk_buff BPF_PROG_TYPE_LWT_OUT_prog; struct sk_buff BPF_PROG_TYPE_LWT_OUT_kern; struct __sk_buff BPF_PROG_TYPE_LWT_XMIT_prog; struct sk_buff BPF_PROG_TYPE_LWT_XMIT_kern; struct __sk_buff BPF_PROG_TYPE_LWT_SEG6LOCAL_prog; struct sk_buff BPF_PROG_TYPE_LWT_SEG6LOCAL_kern; struct bpf_sock_ops BPF_PROG_TYPE_SOCK_OPS_prog; struct bpf_sock_ops_kern BPF_PROG_TYPE_SOCK_OPS_kern; struct __sk_buff BPF_PROG_TYPE_SK_SKB_prog; struct sk_buff BPF_PROG_TYPE_SK_SKB_kern; struct sk_msg_md BPF_PROG_TYPE_SK_MSG_prog; struct sk_msg BPF_PROG_TYPE_SK_MSG_kern; struct __sk_buff BPF_PROG_TYPE_FLOW_DISSECTOR_prog; struct bpf_flow_dissector BPF_PROG_TYPE_FLOW_DISSECTOR_kern; bpf_user_pt_regs_t BPF_PROG_TYPE_KPROBE_prog; struct pt_regs BPF_PROG_TYPE_KPROBE_kern; __u64 BPF_PROG_TYPE_TRACEPOINT_prog; u64 BPF_PROG_TYPE_TRACEPOINT_kern; struct bpf_perf_event_data BPF_PROG_TYPE_PERF_EVENT_prog; struct bpf_perf_event_data_kern BPF_PROG_TYPE_PERF_EVENT_kern; struct bpf_raw_tracepoint_args BPF_PROG_TYPE_RAW_TRACEPOINT_prog; u64 BPF_PROG_TYPE_RAW_TRACEPOINT_kern; struct bpf_raw_tracepoint_args BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE_prog; u64 BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE_kern; void *BPF_PROG_TYPE_TRACING_prog; void *BPF_PROG_TYPE_TRACING_kern; struct bpf_cgroup_dev_ctx BPF_PROG_TYPE_CGROUP_DEVICE_prog; struct bpf_cgroup_dev_ctx BPF_PROG_TYPE_CGROUP_DEVICE_kern; struct bpf_sysctl BPF_PROG_TYPE_CGROUP_SYSCTL_prog; struct bpf_sysctl_kern BPF_PROG_TYPE_CGROUP_SYSCTL_kern; struct bpf_sockopt BPF_PROG_TYPE_CGROUP_SOCKOPT_prog; struct bpf_sockopt_kern BPF_PROG_TYPE_CGROUP_SOCKOPT_kern; struct sk_reuseport_md BPF_PROG_TYPE_SK_REUSEPORT_prog; struct sk_reuseport_kern BPF_PROG_TYPE_SK_REUSEPORT_kern; struct bpf_sk_lookup BPF_PROG_TYPE_SK_LOOKUP_prog; struct bpf_sk_lookup_kern BPF_PROG_TYPE_SK_LOOKUP_kern; void *BPF_PROG_TYPE_STRUCT_OPS_prog; void *BPF_PROG_TYPE_STRUCT_OPS_kern; void *BPF_PROG_TYPE_EXT_prog; void *BPF_PROG_TYPE_EXT_kern; void *BPF_PROG_TYPE_LSM_prog; void *BPF_PROG_TYPE_LSM_kern; void *BPF_PROG_TYPE_SYSCALL_prog; void *BPF_PROG_TYPE_SYSCALL_kern; struct bpf_nf_ctx BPF_PROG_TYPE_NETFILTER_prog; struct bpf_nf_ctx BPF_PROG_TYPE_NETFILTER_kern; }; enum { __ctx_convertBPF_PROG_TYPE_SOCKET_FILTER = 0, __ctx_convertBPF_PROG_TYPE_SCHED_CLS = 1, __ctx_convertBPF_PROG_TYPE_SCHED_ACT = 2, __ctx_convertBPF_PROG_TYPE_XDP = 3, __ctx_convertBPF_PROG_TYPE_CGROUP_SKB = 4, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCK = 5, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCK_ADDR = 6, __ctx_convertBPF_PROG_TYPE_LWT_IN = 7, __ctx_convertBPF_PROG_TYPE_LWT_OUT = 8, __ctx_convertBPF_PROG_TYPE_LWT_XMIT = 9, __ctx_convertBPF_PROG_TYPE_LWT_SEG6LOCAL = 10, __ctx_convertBPF_PROG_TYPE_SOCK_OPS = 11, __ctx_convertBPF_PROG_TYPE_SK_SKB = 12, __ctx_convertBPF_PROG_TYPE_SK_MSG = 13, __ctx_convertBPF_PROG_TYPE_FLOW_DISSECTOR = 14, __ctx_convertBPF_PROG_TYPE_KPROBE = 15, __ctx_convertBPF_PROG_TYPE_TRACEPOINT = 16, __ctx_convertBPF_PROG_TYPE_PERF_EVENT = 17, __ctx_convertBPF_PROG_TYPE_RAW_TRACEPOINT = 18, __ctx_convertBPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE = 19, __ctx_convertBPF_PROG_TYPE_TRACING = 20, __ctx_convertBPF_PROG_TYPE_CGROUP_DEVICE = 21, __ctx_convertBPF_PROG_TYPE_CGROUP_SYSCTL = 22, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCKOPT = 23, __ctx_convertBPF_PROG_TYPE_SK_REUSEPORT = 24, __ctx_convertBPF_PROG_TYPE_SK_LOOKUP = 25, __ctx_convertBPF_PROG_TYPE_STRUCT_OPS = 26, __ctx_convertBPF_PROG_TYPE_EXT = 27, __ctx_convertBPF_PROG_TYPE_LSM = 28, __ctx_convertBPF_PROG_TYPE_SYSCALL = 29, __ctx_convertBPF_PROG_TYPE_NETFILTER = 30, __ctx_convert_unused = 31, }; enum bpf_struct_walk_result { WALK_SCALAR = 0, WALK_PTR = 1, WALK_STRUCT = 2, }; struct btf_show_snprintf { struct btf_show show; int len_left; int len; }; enum { BTF_MODULE_F_LIVE = 1, }; struct btf_module { struct list_head list; struct module *module; struct btf *btf; struct bin_attribute *sysfs_attr; int flags; }; typedef u64 (*btf_bpf_btf_find_by_name_kind)(char *, int, u32, int); struct bpf_cand_cache { const char *name; u32 name_len; u16 kind; u16 cnt; struct { const struct btf *btf; u32 id; } cands[0]; }; enum { BPF_F_BPRM_SECUREEXEC = 1, }; struct bpf_trace_run_ctx { struct bpf_run_ctx run_ctx; u64 bpf_cookie; bool is_uprobe; }; typedef u64 (*btf_bpf_bprm_opts_set)(struct linux_binprm *, u64); typedef u64 (*btf_bpf_ima_inode_hash)(struct inode *, void *, u32); typedef u64 (*btf_bpf_ima_file_hash)(struct file *, void *, u32); typedef u64 (*btf_bpf_get_attach_cookie)(void *); struct trace_event_raw_context_tracking_user { struct trace_entry ent; int dummy; char __data[0]; }; struct trace_event_data_offsets_context_tracking_user {}; typedef void (*btf_trace_user_enter)(void *, int); typedef void (*btf_trace_user_exit)(void *, int); typedef __int128 unsigned __u128; typedef __u128 u128; enum meminit_context { MEMINIT_EARLY = 0, MEMINIT_HOTPLUG = 1, }; struct reciprocal_value { u32 m; u8 sh1; u8 sh2; }; struct kmem_cache_order_objects { unsigned int x; }; struct kmem_cache_cpu; struct kmem_cache_node; struct kmem_cache { struct kmem_cache_cpu *cpu_slab; slab_flags_t flags; long unsigned int min_partial; unsigned int size; unsigned int object_size; struct reciprocal_value reciprocal_size; unsigned int offset; unsigned int cpu_partial; unsigned int cpu_partial_slabs; struct kmem_cache_order_objects oo; struct kmem_cache_order_objects min; gfp_t allocflags; int refcount; void (*ctor)(void *); unsigned int inuse; unsigned int align; unsigned int red_left_pad; const char *name; struct list_head list; struct kobject kobj; long unsigned int random; unsigned int remote_node_defrag_ratio; unsigned int *random_seq; struct kmem_cache_node *node[256]; }; enum mminit_level { MMINIT_WARNING = 0, MMINIT_VERIFY = 1, MMINIT_TRACE = 2, }; typedef u128 freelist_full_t; typedef union { struct { void *freelist; long unsigned int counter; }; freelist_full_t full; } freelist_aba_t; struct slab { long unsigned int __page_flags; struct kmem_cache *slab_cache; union { struct { union { struct list_head slab_list; struct { struct slab *next; int slabs; }; }; union { struct { void *freelist; union { long unsigned int counters; struct { unsigned int inuse: 16; unsigned int objects: 15; unsigned int frozen: 1; }; }; }; }; }; struct callback_head callback_head; }; unsigned int __unused; atomic_t __page_refcount; long unsigned int memcg_data; }; struct kmem_cache_cpu { union { struct { void **freelist; long unsigned int tid; }; freelist_aba_t freelist_tid; }; struct slab *slab; struct slab *partial; local_lock_t lock; }; struct kmem_cache_node { spinlock_t list_lock; long unsigned int nr_partial; struct list_head partial; atomic_long_t nr_slabs; atomic_long_t total_objects; struct list_head full; }; struct mminit_pfnnid_cache { long unsigned int last_start; long unsigned int last_end; int last_nid; }; enum lru_status { LRU_REMOVED = 0, LRU_REMOVED_RETRY = 1, LRU_ROTATE = 2, LRU_SKIP = 3, LRU_RETRY = 4, }; struct list_lru_memcg { struct callback_head rcu; struct list_lru_one node[0]; }; typedef enum lru_status (*list_lru_walk_cb)(struct list_head *, struct list_lru_one *, spinlock_t *, void *); struct list_lru_memcg_table { struct list_lru_memcg *mlru; struct mem_cgroup *memcg; }; struct vma_swap_readahead { short unsigned int win; short unsigned int offset; short unsigned int nr_pte; }; enum pageblock_bits { PB_migrate = 0, PB_migrate_end = 2, PB_migrate_skip = 3, NR_PAGEBLOCK_BITS = 4, }; typedef struct folio *new_folio_t(struct folio *, long unsigned int); typedef void free_folio_t(struct folio *, long unsigned int); enum hugetlb_memory_event { HUGETLB_MAX = 0, HUGETLB_NR_MEMORY_EVENTS = 1, }; struct migration_target_control { int nid; nodemask_t *nmask; gfp_t gfp_mask; }; union migration_ptr { struct anon_vma *anon_vma; struct address_space *mapping; }; struct migrate_pages_stats { int nr_succeeded; int nr_failed_pages; int nr_thp_succeeded; int nr_thp_failed; int nr_thp_split; }; enum zs_mapmode { ZS_MM_RW = 0, ZS_MM_RO = 1, ZS_MM_WO = 2, }; struct zs_pool_stats { atomic_long_t pages_compacted; }; enum fullness_group { ZS_INUSE_RATIO_0 = 0, ZS_INUSE_RATIO_10 = 1, ZS_INUSE_RATIO_99 = 10, ZS_INUSE_RATIO_100 = 11, NR_FULLNESS_GROUPS = 12, }; enum class_stat_type { ZS_OBJS_ALLOCATED = 12, ZS_OBJS_INUSE = 13, NR_CLASS_STAT_TYPES = 14, }; struct zs_size_stat { long unsigned int objs[14]; }; struct size_class { struct list_head fullness_list[12]; int size; int objs_per_zspage; int pages_per_zspage; unsigned int index; struct zs_size_stat stats; }; struct link_free { union { long unsigned int next; long unsigned int handle; }; }; struct zs_pool { const char *name; struct size_class *size_class[257]; struct kmem_cache *handle_cachep; struct kmem_cache *zspage_cachep; atomic_long_t pages_allocated; struct zs_pool_stats stats; struct shrinker shrinker; struct work_struct free_work; spinlock_t lock; atomic_t compaction_in_progress; }; struct zspage { struct { unsigned int huge: 1; unsigned int fullness: 4; unsigned int class: 9; unsigned int isolated: 5; unsigned int magic: 8; }; unsigned int inuse; unsigned int freeobj; struct page *first_page; struct list_head list; struct zs_pool *pool; rwlock_t lock; }; struct mapping_area { local_lock_t lock; char *vm_buf; char *vm_addr; enum zs_mapmode vm_mm; }; enum { HUGETLB_SHMFS_INODE = 1, HUGETLB_ANONHUGE_INODE = 2, }; struct hugetlbfs_inode_info { struct shared_policy policy; struct inode vfs_inode; unsigned int seals; }; typedef short unsigned int ushort; struct core_vma_metadata; struct coredump_params { const kernel_siginfo_t *siginfo; struct file *file; long unsigned int limit; long unsigned int mm_flags; int cpu; loff_t written; loff_t pos; loff_t to_skip; int vma_count; size_t vma_data_size; struct core_vma_metadata *vma_meta; }; struct core_vma_metadata { long unsigned int start; long unsigned int end; long unsigned int flags; long unsigned int dump_size; long unsigned int pgoff; struct file *file; }; struct open_flags { int open_flag; umode_t mode; int acc_mode; int intent; int lookup_flags; }; struct user_arg_ptr { union { const char * const *native; } ptr; }; struct mount_attr { __u64 attr_set; __u64 attr_clr; __u64 propagation; __u64 userns_fd; }; struct proc_mounts { struct mnt_namespace *ns; struct path root; int (*show)(struct seq_file *, struct vfsmount *); struct mount cursor; }; struct mount_kattr { unsigned int attr_set; unsigned int attr_clr; unsigned int propagation; unsigned int lookup_flags; bool recurse; struct user_namespace *mnt_userns; struct mnt_idmap *mnt_idmap; }; enum umount_tree_flags { UMOUNT_SYNC = 1, UMOUNT_PROPAGATE = 2, UMOUNT_CONNECTED = 4, }; enum mnt_tree_flags_t { MNT_TREE_MOVE = 1, MNT_TREE_BENEATH = 2, }; enum dentry_d_lock_class { DENTRY_D_LOCK_NORMAL = 0, DENTRY_D_LOCK_NESTED = 1, }; struct name_snapshot { struct qstr name; unsigned char inline_name[32]; }; struct fs_error_report { int error; struct inode *inode; struct super_block *sb; }; struct dnotify_struct { struct dnotify_struct *dn_next; __u32 dn_mask; int dn_fd; struct file *dn_filp; fl_owner_t dn_owner; }; struct dnotify_mark { struct fsnotify_mark fsn_mark; struct dnotify_struct *dn; }; struct eventfd_ctx { struct kref kref; wait_queue_head_t wqh; __u64 count; unsigned int flags; int id; }; enum { MBE_REFERENCED_B = 0, MBE_REUSABLE_B = 1, }; struct mb_cache_entry { struct list_head e_list; struct hlist_bl_node e_hash_list; atomic_t e_refcnt; u32 e_key; long unsigned int e_flags; u64 e_value; }; struct mb_cache { struct hlist_bl_head *c_hash; int c_bucket_bits; long unsigned int c_max_entries; spinlock_t c_list_lock; struct list_head c_list; long unsigned int c_entry_count; struct shrinker c_shrink; struct work_struct c_shrink_work; }; struct core_name { char *corename; int used; int size; }; struct proc_fs_context { struct pid_namespace *pid_ns; unsigned int mask; enum proc_hidepid hidepid; int gid; enum proc_pidonly pidonly; }; enum proc_param { Opt_gid___3 = 0, Opt_hidepid = 1, Opt_subset = 2, }; struct kernfs_global_locks { struct mutex open_file_mutex[1024]; }; struct kernfs_open_node { struct callback_head callback_head; atomic_t event; wait_queue_head_t poll; struct list_head files; unsigned int nr_mmapped; unsigned int nr_to_release; }; struct kernfs_super_info { struct super_block *sb; struct kernfs_root *root; const void *ns; struct list_head node; }; struct ext4_fsmap { struct list_head fmr_list; dev_t fmr_device; uint32_t fmr_flags; uint64_t fmr_physical; uint64_t fmr_owner; uint64_t fmr_length; }; struct ext4_fsmap_head { uint32_t fmh_iflags; uint32_t fmh_oflags; unsigned int fmh_count; unsigned int fmh_entries; struct ext4_fsmap fmh_keys[2]; }; typedef int (*ext4_fsmap_format_t)(struct ext4_fsmap *, void *); typedef int (*ext4_mballoc_query_range_fn)(struct super_block *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t, void *); struct ext4_getfsmap_info { struct ext4_fsmap_head *gfi_head; ext4_fsmap_format_t gfi_formatter; void *gfi_format_arg; ext4_fsblk_t gfi_next_fsblk; u32 gfi_dev; ext4_group_t gfi_agno; struct ext4_fsmap gfi_low; struct ext4_fsmap gfi_high; struct ext4_fsmap gfi_lastfree; struct list_head gfi_meta_list; bool gfi_last; }; struct ext4_getfsmap_dev { int (*gfd_fn)(struct super_block *, struct ext4_fsmap *, struct ext4_getfsmap_info *); u32 gfd_dev; }; typedef long unsigned int cycles_t; enum blk_default_limits { BLK_MAX_SEGMENTS = 128, BLK_SAFE_MAX_SECTORS = 255, BLK_MAX_SEGMENT_SIZE = 65536, BLK_SEG_BOUNDARY_MASK = 4294967295, }; struct ext4_allocation_request { struct inode *inode; unsigned int len; ext4_lblk_t logical; ext4_lblk_t lleft; ext4_lblk_t lright; ext4_fsblk_t goal; ext4_fsblk_t pleft; ext4_fsblk_t pright; unsigned int flags; }; struct ext4_free_data { struct list_head efd_list; struct rb_node efd_node; ext4_group_t efd_group; ext4_grpblk_t efd_start_cluster; ext4_grpblk_t efd_count; tid_t efd_tid; }; struct ext4_prealloc_space { union { struct rb_node inode_node; struct list_head lg_list; } pa_node; struct list_head pa_group_list; union { struct list_head pa_tmp_list; struct callback_head pa_rcu; } u; spinlock_t pa_lock; atomic_t pa_count; unsigned int pa_deleted; ext4_fsblk_t pa_pstart; ext4_lblk_t pa_lstart; ext4_grpblk_t pa_len; ext4_grpblk_t pa_free; short unsigned int pa_type; union { rwlock_t *inode_lock; spinlock_t *lg_lock; } pa_node_lock; struct inode *pa_inode; }; enum { MB_INODE_PA = 0, MB_GROUP_PA = 1, }; struct ext4_free_extent { ext4_lblk_t fe_logical; ext4_grpblk_t fe_start; ext4_group_t fe_group; ext4_grpblk_t fe_len; }; struct ext4_allocation_context { struct inode *ac_inode; struct super_block *ac_sb; struct ext4_free_extent ac_o_ex; struct ext4_free_extent ac_g_ex; struct ext4_free_extent ac_b_ex; struct ext4_free_extent ac_f_ex; ext4_grpblk_t ac_orig_goal_len; __u32 ac_groups_considered; __u32 ac_flags; __u16 ac_groups_scanned; __u16 ac_groups_linear_remaining; __u16 ac_found; __u16 ac_cX_found[5]; __u16 ac_tail; __u16 ac_buddy; __u8 ac_status; __u8 ac_criteria; __u8 ac_2order; __u8 ac_op; struct page *ac_bitmap_page; struct page *ac_buddy_page; struct ext4_prealloc_space *ac_pa; struct ext4_locality_group *ac_lg; }; struct ext4_buddy { struct page *bd_buddy_page; void *bd_buddy; struct page *bd_bitmap_page; void *bd_bitmap; struct ext4_group_info *bd_info; struct super_block *bd_sb; __u16 bd_blkbits; ext4_group_t bd_group; }; struct sg { struct ext4_group_info info; ext4_grpblk_t counters[18]; }; struct ext4_orphan_block_tail { __le32 ob_magic; __le32 ob_checksum; }; enum shrink_type { SHRINK_DESTROY = 0, SHRINK_BUSY_STOP = 1, SHRINK_BUSY_SKIP = 2, }; struct fat_cache { struct list_head cache_list; int nr_contig; int fcluster; int dcluster; }; struct fat_cache_id { unsigned int id; int nr_contig; int fcluster; int dcluster; }; struct fat_boot_fsinfo { __le32 signature1; __le32 reserved1[120]; __le32 signature2; __le32 free_clusters; __le32 next_cluster; __le32 reserved2[4]; }; struct SU_SP_s { __u8 magic[2]; __u8 skip; }; struct SU_CE_s { __u8 extent[8]; __u8 offset[8]; __u8 size[8]; }; struct SU_ER_s { __u8 len_id; __u8 len_des; __u8 len_src; __u8 ext_ver; __u8 data[0]; }; struct RR_RR_s { __u8 flags[1]; }; struct RR_PX_s { __u8 mode[8]; __u8 n_links[8]; __u8 uid[8]; __u8 gid[8]; }; struct RR_PN_s { __u8 dev_high[8]; __u8 dev_low[8]; }; struct SL_component { __u8 flags; __u8 len; __u8 text[0]; }; struct RR_SL_s { __u8 flags; struct SL_component link; }; struct RR_NM_s { __u8 flags; char name[0]; }; struct RR_CL_s { __u8 location[8]; }; struct RR_PL_s { __u8 location[8]; }; struct stamp { __u8 time[7]; }; struct RR_TF_s { __u8 flags; struct stamp times[0]; }; struct RR_ZF_s { __u8 algorithm[2]; __u8 parms[2]; __u8 real_size[8]; }; struct rock_ridge { __u8 signature[2]; __u8 len; __u8 version; union { struct SU_SP_s SP; struct SU_CE_s CE; struct SU_ER_s ER; struct RR_RR_s RR; struct RR_PX_s PX; struct RR_PN_s PN; struct RR_SL_s SL; struct RR_NM_s NM; struct RR_CL_s CL; struct RR_PL_s PL; struct RR_TF_s TF; struct RR_ZF_s ZF; } u; }; struct rock_state { void *buffer; unsigned char *chr; int len; int cont_size; int cont_extent; int cont_offset; int cont_loops; struct inode *inode; }; enum pnfs_iomode { IOMODE_READ = 1, IOMODE_RW = 2, IOMODE_ANY = 3, }; struct trace_event_raw_nfs_inode_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; u64 version; char __data[0]; }; struct trace_event_raw_nfs_inode_event_done { struct trace_entry ent; long unsigned int error; dev_t dev; u32 fhandle; unsigned char type; u64 fileid; u64 version; loff_t size; long unsigned int nfsi_flags; long unsigned int cache_validity; char __data[0]; }; struct trace_event_raw_nfs_access_exit { struct trace_entry ent; long unsigned int error; dev_t dev; u32 fhandle; unsigned char type; u64 fileid; u64 version; loff_t size; long unsigned int nfsi_flags; long unsigned int cache_validity; unsigned int mask; unsigned int permitted; char __data[0]; }; struct trace_event_raw_nfs_update_size_class { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; u64 version; loff_t cur_size; loff_t new_size; char __data[0]; }; struct trace_event_raw_nfs_inode_range_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; u64 version; loff_t range_start; loff_t range_end; char __data[0]; }; struct trace_event_raw_nfs_readdir_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; u64 version; char verifier[8]; u64 cookie; long unsigned int index; unsigned int dtsize; char __data[0]; }; struct trace_event_raw_nfs_lookup_event { struct trace_entry ent; long unsigned int flags; dev_t dev; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_lookup_event_done { struct trace_entry ent; long unsigned int error; long unsigned int flags; dev_t dev; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_atomic_open_enter { struct trace_entry ent; long unsigned int flags; long unsigned int fmode; dev_t dev; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_atomic_open_exit { struct trace_entry ent; long unsigned int error; long unsigned int flags; long unsigned int fmode; dev_t dev; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_create_enter { struct trace_entry ent; long unsigned int flags; dev_t dev; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_create_exit { struct trace_entry ent; long unsigned int error; long unsigned int flags; dev_t dev; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_directory_event { struct trace_entry ent; dev_t dev; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_directory_event_done { struct trace_entry ent; long unsigned int error; dev_t dev; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_link_enter { struct trace_entry ent; dev_t dev; u64 fileid; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_link_exit { struct trace_entry ent; long unsigned int error; dev_t dev; u64 fileid; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_rename_event { struct trace_entry ent; dev_t dev; u64 old_dir; u64 new_dir; u32 __data_loc_old_name; u32 __data_loc_new_name; char __data[0]; }; struct trace_event_raw_nfs_rename_event_done { struct trace_entry ent; dev_t dev; long unsigned int error; u64 old_dir; u32 __data_loc_old_name; u64 new_dir; u32 __data_loc_new_name; char __data[0]; }; struct trace_event_raw_nfs_sillyrename_unlink { struct trace_entry ent; dev_t dev; long unsigned int error; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_folio_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; u64 version; loff_t offset; u32 count; char __data[0]; }; struct trace_event_raw_nfs_folio_event_done { struct trace_entry ent; dev_t dev; u32 fhandle; int ret; u64 fileid; u64 version; loff_t offset; u32 count; char __data[0]; }; struct trace_event_raw_nfs_aop_readahead { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; u64 version; loff_t offset; unsigned int nr_pages; char __data[0]; }; struct trace_event_raw_nfs_aop_readahead_done { struct trace_entry ent; dev_t dev; u32 fhandle; int ret; u64 fileid; u64 version; loff_t offset; unsigned int nr_pages; char __data[0]; }; struct trace_event_raw_nfs_initiate_read { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 count; char __data[0]; }; struct trace_event_raw_nfs_readpage_done { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 arg_count; u32 res_count; bool eof; int error; char __data[0]; }; struct trace_event_raw_nfs_readpage_short { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 arg_count; u32 res_count; bool eof; int error; char __data[0]; }; struct trace_event_raw_nfs_pgio_error { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 arg_count; u32 res_count; loff_t pos; int error; char __data[0]; }; struct trace_event_raw_nfs_initiate_write { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 count; long unsigned int stable; char __data[0]; }; struct trace_event_raw_nfs_writeback_done { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 arg_count; u32 res_count; int error; long unsigned int stable; char verifier[8]; char __data[0]; }; struct trace_event_raw_nfs_page_error_class { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; unsigned int count; int error; char __data[0]; }; struct trace_event_raw_nfs_initiate_commit { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 count; char __data[0]; }; struct trace_event_raw_nfs_commit_done { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; int error; long unsigned int stable; char verifier[8]; char __data[0]; }; struct trace_event_raw_nfs_direct_req_class { struct trace_entry ent; dev_t dev; u64 fileid; u32 fhandle; loff_t offset; ssize_t count; ssize_t bytes_left; ssize_t error; int flags; char __data[0]; }; struct trace_event_raw_nfs_fh_to_dentry { struct trace_entry ent; int error; dev_t dev; u32 fhandle; u64 fileid; char __data[0]; }; struct trace_event_raw_nfs_mount_assign { struct trace_entry ent; u32 __data_loc_option; u32 __data_loc_value; char __data[0]; }; struct trace_event_raw_nfs_mount_option { struct trace_entry ent; u32 __data_loc_option; char __data[0]; }; struct trace_event_raw_nfs_mount_path { struct trace_entry ent; u32 __data_loc_path; char __data[0]; }; struct trace_event_raw_nfs_xdr_event { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; int version; long unsigned int error; u32 __data_loc_program; u32 __data_loc_procedure; char __data[0]; }; struct trace_event_data_offsets_nfs_inode_event {}; struct trace_event_data_offsets_nfs_inode_event_done {}; struct trace_event_data_offsets_nfs_access_exit {}; struct trace_event_data_offsets_nfs_update_size_class {}; struct trace_event_data_offsets_nfs_inode_range_event {}; struct trace_event_data_offsets_nfs_readdir_event {}; struct trace_event_data_offsets_nfs_lookup_event { u32 name; }; struct trace_event_data_offsets_nfs_lookup_event_done { u32 name; }; struct trace_event_data_offsets_nfs_atomic_open_enter { u32 name; }; struct trace_event_data_offsets_nfs_atomic_open_exit { u32 name; }; struct trace_event_data_offsets_nfs_create_enter { u32 name; }; struct trace_event_data_offsets_nfs_create_exit { u32 name; }; struct trace_event_data_offsets_nfs_directory_event { u32 name; }; struct trace_event_data_offsets_nfs_directory_event_done { u32 name; }; struct trace_event_data_offsets_nfs_link_enter { u32 name; }; struct trace_event_data_offsets_nfs_link_exit { u32 name; }; struct trace_event_data_offsets_nfs_rename_event { u32 old_name; u32 new_name; }; struct trace_event_data_offsets_nfs_rename_event_done { u32 old_name; u32 new_name; }; struct trace_event_data_offsets_nfs_sillyrename_unlink { u32 name; }; struct trace_event_data_offsets_nfs_folio_event {}; struct trace_event_data_offsets_nfs_folio_event_done {}; struct trace_event_data_offsets_nfs_aop_readahead {}; struct trace_event_data_offsets_nfs_aop_readahead_done {}; struct trace_event_data_offsets_nfs_initiate_read {}; struct trace_event_data_offsets_nfs_readpage_done {}; struct trace_event_data_offsets_nfs_readpage_short {}; struct trace_event_data_offsets_nfs_pgio_error {}; struct trace_event_data_offsets_nfs_initiate_write {}; struct trace_event_data_offsets_nfs_writeback_done {}; struct trace_event_data_offsets_nfs_page_error_class {}; struct trace_event_data_offsets_nfs_initiate_commit {}; struct trace_event_data_offsets_nfs_commit_done {}; struct trace_event_data_offsets_nfs_direct_req_class {}; struct trace_event_data_offsets_nfs_fh_to_dentry {}; struct trace_event_data_offsets_nfs_mount_assign { u32 option; u32 value; }; struct trace_event_data_offsets_nfs_mount_option { u32 option; }; struct trace_event_data_offsets_nfs_mount_path { u32 path; }; struct trace_event_data_offsets_nfs_xdr_event { u32 program; u32 procedure; }; typedef void (*btf_trace_nfs_set_inode_stale)(void *, const struct inode *); typedef void (*btf_trace_nfs_refresh_inode_enter)(void *, const struct inode *); typedef void (*btf_trace_nfs_refresh_inode_exit)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_revalidate_inode_enter)(void *, const struct inode *); typedef void (*btf_trace_nfs_revalidate_inode_exit)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_invalidate_mapping_enter)(void *, const struct inode *); typedef void (*btf_trace_nfs_invalidate_mapping_exit)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_getattr_enter)(void *, const struct inode *); typedef void (*btf_trace_nfs_getattr_exit)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_setattr_enter)(void *, const struct inode *); typedef void (*btf_trace_nfs_setattr_exit)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_writeback_inode_enter)(void *, const struct inode *); typedef void (*btf_trace_nfs_writeback_inode_exit)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_fsync_enter)(void *, const struct inode *); typedef void (*btf_trace_nfs_fsync_exit)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_access_enter)(void *, const struct inode *); typedef void (*btf_trace_nfs_set_cache_invalid)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_readdir_force_readdirplus)(void *, const struct inode *); typedef void (*btf_trace_nfs_readdir_cache_fill_done)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_readdir_uncached_done)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_access_exit)(void *, const struct inode *, unsigned int, unsigned int, int); typedef void (*btf_trace_nfs_size_truncate)(void *, const struct inode *, loff_t); typedef void (*btf_trace_nfs_size_wcc)(void *, const struct inode *, loff_t); typedef void (*btf_trace_nfs_size_update)(void *, const struct inode *, loff_t); typedef void (*btf_trace_nfs_size_grow)(void *, const struct inode *, loff_t); typedef void (*btf_trace_nfs_readdir_invalidate_cache_range)(void *, const struct inode *, loff_t, loff_t); typedef void (*btf_trace_nfs_readdir_cache_fill)(void *, const struct file *, const __be32 *, u64, long unsigned int, unsigned int); typedef void (*btf_trace_nfs_readdir_uncached)(void *, const struct file *, const __be32 *, u64, long unsigned int, unsigned int); typedef void (*btf_trace_nfs_lookup_enter)(void *, const struct inode *, const struct dentry *, unsigned int); typedef void (*btf_trace_nfs_lookup_exit)(void *, const struct inode *, const struct dentry *, unsigned int, int); typedef void (*btf_trace_nfs_lookup_revalidate_enter)(void *, const struct inode *, const struct dentry *, unsigned int); typedef void (*btf_trace_nfs_lookup_revalidate_exit)(void *, const struct inode *, const struct dentry *, unsigned int, int); typedef void (*btf_trace_nfs_readdir_lookup)(void *, const struct inode *, const struct dentry *, unsigned int); typedef void (*btf_trace_nfs_readdir_lookup_revalidate_failed)(void *, const struct inode *, const struct dentry *, unsigned int); typedef void (*btf_trace_nfs_readdir_lookup_revalidate)(void *, const struct inode *, const struct dentry *, unsigned int, int); typedef void (*btf_trace_nfs_atomic_open_enter)(void *, const struct inode *, const struct nfs_open_context *, unsigned int); typedef void (*btf_trace_nfs_atomic_open_exit)(void *, const struct inode *, const struct nfs_open_context *, unsigned int, int); typedef void (*btf_trace_nfs_create_enter)(void *, const struct inode *, const struct dentry *, unsigned int); typedef void (*btf_trace_nfs_create_exit)(void *, const struct inode *, const struct dentry *, unsigned int, int); typedef void (*btf_trace_nfs_mknod_enter)(void *, const struct inode *, const struct dentry *); typedef void (*btf_trace_nfs_mknod_exit)(void *, const struct inode *, const struct dentry *, int); typedef void (*btf_trace_nfs_mkdir_enter)(void *, const struct inode *, const struct dentry *); typedef void (*btf_trace_nfs_mkdir_exit)(void *, const struct inode *, const struct dentry *, int); typedef void (*btf_trace_nfs_rmdir_enter)(void *, const struct inode *, const struct dentry *); typedef void (*btf_trace_nfs_rmdir_exit)(void *, const struct inode *, const struct dentry *, int); typedef void (*btf_trace_nfs_remove_enter)(void *, const struct inode *, const struct dentry *); typedef void (*btf_trace_nfs_remove_exit)(void *, const struct inode *, const struct dentry *, int); typedef void (*btf_trace_nfs_unlink_enter)(void *, const struct inode *, const struct dentry *); typedef void (*btf_trace_nfs_unlink_exit)(void *, const struct inode *, const struct dentry *, int); typedef void (*btf_trace_nfs_symlink_enter)(void *, const struct inode *, const struct dentry *); typedef void (*btf_trace_nfs_symlink_exit)(void *, const struct inode *, const struct dentry *, int); typedef void (*btf_trace_nfs_link_enter)(void *, const struct inode *, const struct inode *, const struct dentry *); typedef void (*btf_trace_nfs_link_exit)(void *, const struct inode *, const struct inode *, const struct dentry *, int); typedef void (*btf_trace_nfs_rename_enter)(void *, const struct inode *, const struct dentry *, const struct inode *, const struct dentry *); typedef void (*btf_trace_nfs_rename_exit)(void *, const struct inode *, const struct dentry *, const struct inode *, const struct dentry *, int); typedef void (*btf_trace_nfs_sillyrename_rename)(void *, const struct inode *, const struct dentry *, const struct inode *, const struct dentry *, int); typedef void (*btf_trace_nfs_sillyrename_unlink)(void *, const struct nfs_unlinkdata *, int); typedef void (*btf_trace_nfs_aop_readpage)(void *, const struct inode *, struct folio *); typedef void (*btf_trace_nfs_aop_readpage_done)(void *, const struct inode *, struct folio *, int); typedef void (*btf_trace_nfs_writeback_folio)(void *, const struct inode *, struct folio *); typedef void (*btf_trace_nfs_writeback_folio_done)(void *, const struct inode *, struct folio *, int); typedef void (*btf_trace_nfs_invalidate_folio)(void *, const struct inode *, struct folio *); typedef void (*btf_trace_nfs_launder_folio_done)(void *, const struct inode *, struct folio *, int); typedef void (*btf_trace_nfs_aop_readahead)(void *, const struct inode *, loff_t, unsigned int); typedef void (*btf_trace_nfs_aop_readahead_done)(void *, const struct inode *, unsigned int, int); typedef void (*btf_trace_nfs_initiate_read)(void *, const struct nfs_pgio_header *); typedef void (*btf_trace_nfs_readpage_done)(void *, const struct rpc_task *, const struct nfs_pgio_header *); typedef void (*btf_trace_nfs_readpage_short)(void *, const struct rpc_task *, const struct nfs_pgio_header *); typedef void (*btf_trace_nfs_pgio_error)(void *, const struct nfs_pgio_header *, int, loff_t); typedef void (*btf_trace_nfs_initiate_write)(void *, const struct nfs_pgio_header *); typedef void (*btf_trace_nfs_writeback_done)(void *, const struct rpc_task *, const struct nfs_pgio_header *); typedef void (*btf_trace_nfs_write_error)(void *, const struct inode *, const struct nfs_page *, int); typedef void (*btf_trace_nfs_comp_error)(void *, const struct inode *, const struct nfs_page *, int); typedef void (*btf_trace_nfs_commit_error)(void *, const struct inode *, const struct nfs_page *, int); typedef void (*btf_trace_nfs_initiate_commit)(void *, const struct nfs_commit_data *); typedef void (*btf_trace_nfs_commit_done)(void *, const struct rpc_task *, const struct nfs_commit_data *); typedef void (*btf_trace_nfs_direct_commit_complete)(void *, const struct nfs_direct_req *); typedef void (*btf_trace_nfs_direct_resched_write)(void *, const struct nfs_direct_req *); typedef void (*btf_trace_nfs_direct_write_complete)(void *, const struct nfs_direct_req *); typedef void (*btf_trace_nfs_direct_write_completion)(void *, const struct nfs_direct_req *); typedef void (*btf_trace_nfs_direct_write_schedule_iovec)(void *, const struct nfs_direct_req *); typedef void (*btf_trace_nfs_direct_write_reschedule_io)(void *, const struct nfs_direct_req *); typedef void (*btf_trace_nfs_fh_to_dentry)(void *, const struct super_block *, const struct nfs_fh *, u64, int); typedef void (*btf_trace_nfs_mount_assign)(void *, const char *, const char *); typedef void (*btf_trace_nfs_mount_option)(void *, const struct fs_parameter *); typedef void (*btf_trace_nfs_mount_path)(void *, const char *); typedef void (*btf_trace_nfs_xdr_status)(void *, const struct xdr_stream *, int); typedef void (*btf_trace_nfs_xdr_bad_filehandle)(void *, const struct xdr_stream *, int); enum nfs3_createmode { NFS3_CREATE_UNCHECKED = 0, NFS3_CREATE_GUARDED = 1, NFS3_CREATE_EXCLUSIVE = 2, }; enum nfs3_ftype { NF3NON = 0, NF3REG = 1, NF3DIR = 2, NF3BLK = 3, NF3CHR = 4, NF3LNK = 5, NF3SOCK = 6, NF3FIFO = 7, NF3BAD = 8, }; struct nfs3_getaclargs { struct nfs_fh *fh; int mask; struct page **pages; }; struct nfs3_setaclargs { struct inode *inode; int mask; struct posix_acl *acl_access; struct posix_acl *acl_default; size_t len; unsigned int npages; struct page **pages; }; struct nfs3_sattrargs { struct nfs_fh *fh; struct iattr *sattr; unsigned int guard; struct timespec64 guardtime; }; struct nfs3_diropargs { struct nfs_fh *fh; const char *name; unsigned int len; }; struct nfs3_accessargs { struct nfs_fh *fh; __u32 access; }; struct nfs3_createargs { struct nfs_fh *fh; const char *name; unsigned int len; struct iattr *sattr; enum nfs3_createmode createmode; __be32 verifier[2]; }; struct nfs3_mkdirargs { struct nfs_fh *fh; const char *name; unsigned int len; struct iattr *sattr; }; struct nfs3_symlinkargs { struct nfs_fh *fromfh; const char *fromname; unsigned int fromlen; struct page **pages; unsigned int pathlen; struct iattr *sattr; }; struct nfs3_mknodargs { struct nfs_fh *fh; const char *name; unsigned int len; enum nfs3_ftype type; struct iattr *sattr; dev_t rdev; }; struct nfs3_linkargs { struct nfs_fh *fromfh; struct nfs_fh *tofh; const char *toname; unsigned int tolen; }; struct nfs3_readdirargs { struct nfs_fh *fh; __u64 cookie; __be32 verf[2]; bool plus; unsigned int count; struct page **pages; }; struct nfs3_diropres { struct nfs_fattr *dir_attr; struct nfs_fh *fh; struct nfs_fattr *fattr; }; struct nfs3_accessres { struct nfs_fattr *fattr; __u32 access; }; struct nfs3_readlinkargs { struct nfs_fh *fh; unsigned int pgbase; unsigned int pglen; struct page **pages; }; struct nfs3_linkres { struct nfs_fattr *dir_attr; struct nfs_fattr *fattr; }; struct nfs3_readdirres { struct nfs_fattr *dir_attr; __be32 *verf; bool plus; }; struct nfs3_getaclres { struct nfs_fattr *fattr; int mask; unsigned int acl_access_count; unsigned int acl_default_count; struct posix_acl *acl_access; struct posix_acl *acl_default; }; struct idmap_legacy_upcalldata; struct idmap { struct rpc_pipe_dir_object idmap_pdo; struct rpc_pipe *idmap_pipe; struct idmap_legacy_upcalldata *idmap_upcall_data; struct mutex idmap_mutex; struct user_namespace *user_ns; }; struct request_key_auth { struct callback_head rcu; struct key *target_key; struct key *dest_keyring; const struct cred *cred; void *callout_info; size_t callout_len; pid_t pid; char op[8]; }; struct idmap_msg { __u8 im_type; __u8 im_conv; char im_name[128]; __u32 im_id; __u8 im_status; }; struct idmap_legacy_upcalldata { struct rpc_pipe_msg pipe_msg; struct idmap_msg idmap_msg; struct key *authkey; struct idmap *idmap; }; enum { Opt_find_uid = 0, Opt_find_gid = 1, Opt_find_user = 2, Opt_find_group = 3, Opt_find_err = 4, }; struct nlm_lookup_host_info { const int server; const struct sockaddr *sap; const size_t salen; const short unsigned int protocol; const u32 version; const char *hostname; const size_t hostname_len; const int noresvport; struct net *net; const struct cred *cred; }; struct trace_event_raw_nlmclnt_lock_event { struct trace_entry ent; u32 oh; u32 svid; u32 fh; long unsigned int status; u64 start; u64 len; u32 __data_loc_addr; char __data[0]; }; struct trace_event_data_offsets_nlmclnt_lock_event { u32 addr; }; typedef void (*btf_trace_nlmclnt_test)(void *, const struct nlm_lock *, const struct sockaddr *, unsigned int, __be32); typedef void (*btf_trace_nlmclnt_lock)(void *, const struct nlm_lock *, const struct sockaddr *, unsigned int, __be32); typedef void (*btf_trace_nlmclnt_unlock)(void *, const struct nlm_lock *, const struct sockaddr *, unsigned int, __be32); typedef void (*btf_trace_nlmclnt_grant)(void *, const struct nlm_lock *, const struct sockaddr *, unsigned int, __be32); typedef u32 unicode_t; struct xfs_attr3_rmt_hdr { __be32 rm_magic; __be32 rm_offset; __be32 rm_bytes; __be32 rm_crc; uuid_t rm_uuid; __be64 rm_owner; __be64 rm_blkno; __be64 rm_lsn; }; enum xbtree_recpacking { XBTREE_RECPACKING_EMPTY = 0, XBTREE_RECPACKING_SPARSE = 1, XBTREE_RECPACKING_FULL = 2, }; struct xbtree_afakeroot { xfs_agblock_t af_root; unsigned int af_levels; unsigned int af_blocks; }; struct xbtree_ifakeroot { struct xfs_ifork *if_fork; int64_t if_blocks; unsigned int if_levels; unsigned int if_fork_size; unsigned int if_format; unsigned int if_extents; }; typedef int (*xfs_btree_query_range_fn)(struct xfs_btree_cur *, const union xfs_btree_rec *, void *); struct xfs_btree_split_args { struct xfs_btree_cur *cur; int level; union xfs_btree_ptr *ptrp; union xfs_btree_key *key; struct xfs_btree_cur **curp; int *stat; int result; bool kswapd; struct completion *done; struct work_struct work; }; struct xfs_btree_block_change_owner_info { uint64_t new_owner; struct list_head *buffer_list; }; struct xfs_btree_has_records { union xfs_btree_key start_key; union xfs_btree_key end_key; const union xfs_btree_key *key_mask; union xfs_btree_key high_key; enum xbtree_recpacking outcome; }; typedef struct xfs_inobt_rec_incore xfs_inobt_rec_incore_t; struct xfs_icluster { bool deleted; xfs_ino_t first_ino; uint64_t alloc; }; struct xfs_ialloc_count_inodes { xfs_agino_t count; xfs_agino_t freecount; }; typedef int (*xfs_rmap_query_range_fn)(struct xfs_btree_cur *, const struct xfs_rmap_irec *, void *); enum xfs_rmap_intent_type { XFS_RMAP_MAP = 0, XFS_RMAP_MAP_SHARED = 1, XFS_RMAP_UNMAP = 2, XFS_RMAP_UNMAP_SHARED = 3, XFS_RMAP_CONVERT = 4, XFS_RMAP_CONVERT_SHARED = 5, XFS_RMAP_ALLOC = 6, XFS_RMAP_FREE = 7, }; struct xfs_rmap_intent { struct list_head ri_list; enum xfs_rmap_intent_type ri_type; int ri_whichfork; uint64_t ri_owner; struct xfs_bmbt_irec ri_bmap; struct xfs_perag *ri_pag; }; struct xfs_rmap_matches { long long unsigned int matches; long long unsigned int non_owner_matches; long long unsigned int bad_non_owner_matches; }; struct xfs_find_left_neighbor_info { struct xfs_rmap_irec high; struct xfs_rmap_irec *irec; }; struct xfs_rmap_query_range_info { xfs_rmap_query_range_fn fn; void *priv; }; struct xfs_rmap_ownercount { struct xfs_rmap_irec good; struct xfs_rmap_irec low; struct xfs_rmap_irec high; struct xfs_rmap_matches *results; bool stop_on_nonmatch; }; struct xfs_name { const unsigned char *name; int len; int type; }; struct dahash_test { uint16_t start; uint16_t length; xfs_dahash_t dahash; xfs_dahash_t ascii_ci_dahash; }; struct xfs_fstrm_item { struct xfs_mru_cache_elem mru; struct xfs_perag *pag; }; enum xfs_fstrm_alloc { XFS_PICK_USERDATA = 1, XFS_PICK_LOWSPACE = 2, }; struct xlog_cil_pcp { int32_t space_used; uint32_t space_reserved; struct list_head busy_extents; struct list_head log_items; }; enum _record_type { _START_RECORD = 0, _COMMIT_RECORD = 1, }; struct xlog_cil_trans_hdr { struct xlog_op_header oph[2]; struct xfs_trans_header thdr; struct xfs_log_iovec lhdr[2]; }; struct xfs_icreate_log { uint16_t icl_type; uint16_t icl_size; __be32 icl_ag; __be32 icl_agbno; __be32 icl_count; __be32 icl_isize; __be32 icl_length; __be32 icl_gen; }; struct xfs_icreate_item { struct xfs_log_item ic_item; struct xfs_icreate_log ic_format; }; struct ipc64_perm { __kernel_key_t key; __kernel_uid_t uid; __kernel_gid_t gid; __kernel_uid_t cuid; __kernel_gid_t cgid; __kernel_mode_t mode; unsigned int seq; unsigned int __pad1; long long unsigned int __unused1; long long unsigned int __unused2; }; struct ipc_params { key_t key; int flg; union { size_t size; int nsems; } u; }; struct ipc_ops { int (*getnew)(struct ipc_namespace *, struct ipc_params *); int (*associate)(struct kern_ipc_perm *, int); int (*more_checks)(struct kern_ipc_perm *, struct ipc_params *); }; struct ipc_proc_iface { const char *path; const char *header; int ids; int (*show)(struct seq_file *, void *); }; struct ipc_proc_iter { struct ipc_namespace *ns; struct pid_namespace *pid_ns; struct ipc_proc_iface *iface; }; enum key_notification_subtype { NOTIFY_KEY_INSTANTIATED = 0, NOTIFY_KEY_UPDATED = 1, NOTIFY_KEY_LINKED = 2, NOTIFY_KEY_UNLINKED = 3, NOTIFY_KEY_CLEARED = 4, NOTIFY_KEY_REVOKED = 5, NOTIFY_KEY_INVALIDATED = 6, NOTIFY_KEY_SETATTR = 7, }; struct assoc_array_edit; struct keyring_search_context { struct keyring_index_key index_key; const struct cred *cred; struct key_match_data match_data; unsigned int flags; int (*iterator)(const void *, void *); int skipped_ret; bool possessed; key_ref_t result; time64_t now; }; enum lsm_event { LSM_POLICY_CHANGE = 0, }; enum sctp_endpoint_type { SCTP_EP_TYPE_SOCKET = 0, SCTP_EP_TYPE_ASSOCIATION = 1, }; struct sctp_chunk; struct sctp_inq { struct list_head in_chunk_list; struct sctp_chunk *in_progress; struct work_struct immediate; }; struct sctp_bind_addr { __u16 port; struct list_head address_list; }; struct sctp_ep_common { enum sctp_endpoint_type type; refcount_t refcnt; bool dead; struct sock *sk; struct net *net; struct sctp_inq inqueue; struct sctp_bind_addr bind_addr; }; typedef __s32 sctp_assoc_t; union sctp_addr { struct sockaddr_in v4; struct sockaddr_in6 v6; struct sockaddr sa; }; struct sctp_cookie { __u32 my_vtag; __u32 peer_vtag; __u32 my_ttag; __u32 peer_ttag; ktime_t expiration; __u16 sinit_num_ostreams; __u16 sinit_max_instreams; __u32 initial_tsn; union sctp_addr peer_addr; __u16 my_port; __u8 prsctp_capable; __u8 padding; __u32 adaptation_ind; __u8 auth_random[36]; __u8 auth_hmacs[10]; __u8 auth_chunks[20]; __u32 raw_addr_list_len; }; struct sctp_tsnmap { long unsigned int *tsn_map; __u32 base_tsn; __u32 cumulative_tsn_ack_point; __u32 max_tsn_seen; __u16 len; __u16 pending_data; __u16 num_dup_tsns; __be32 dup_tsns[16]; }; struct sctp_inithdr_host { __u32 init_tag; __u32 a_rwnd; __u16 num_outbound_streams; __u16 num_inbound_streams; __u32 initial_tsn; }; enum sctp_state { SCTP_STATE_CLOSED = 0, SCTP_STATE_COOKIE_WAIT = 1, SCTP_STATE_COOKIE_ECHOED = 2, SCTP_STATE_ESTABLISHED = 3, SCTP_STATE_SHUTDOWN_PENDING = 4, SCTP_STATE_SHUTDOWN_SENT = 5, SCTP_STATE_SHUTDOWN_RECEIVED = 6, SCTP_STATE_SHUTDOWN_ACK_SENT = 7, }; struct sctp_stream_out_ext; struct sctp_stream_out { union { __u32 mid; __u16 ssn; }; __u32 mid_uo; struct sctp_stream_out_ext *ext; __u8 state; }; struct sctp_stream_in { union { __u32 mid; __u16 ssn; }; __u32 mid_uo; __u32 fsn; __u32 fsn_uo; char pd_mode; char pd_mode_uo; }; struct sctp_stream_interleave; struct sctp_stream { struct { struct __genradix tree; struct sctp_stream_out type[0]; } out; struct { struct __genradix tree; struct sctp_stream_in type[0]; } in; __u16 outcnt; __u16 incnt; struct sctp_stream_out *out_curr; union { struct { struct list_head prio_list; }; struct { struct list_head rr_list; struct sctp_stream_out_ext *rr_next; }; struct { struct list_head fc_list; }; }; struct sctp_stream_interleave *si; }; struct sctp_sched_ops; struct sctp_outq { struct sctp_association *asoc; struct list_head out_chunk_list; struct sctp_sched_ops *sched; unsigned int out_qlen; unsigned int error; struct list_head control_chunk_list; struct list_head sacked; struct list_head retransmit; struct list_head abandoned; __u32 outstanding_bytes; char fast_rtx; char cork; }; struct sctp_ulpq { char pd_mode; struct sctp_association *asoc; struct sk_buff_head reasm; struct sk_buff_head reasm_uo; struct sk_buff_head lobby; }; struct sctp_priv_assoc_stats { struct __kernel_sockaddr_storage obs_rto_ipaddr; __u64 max_obs_rto; __u64 isacks; __u64 osacks; __u64 opackets; __u64 ipackets; __u64 rtxchunks; __u64 outofseqtsns; __u64 idupchunks; __u64 gapcnt; __u64 ouodchunks; __u64 iuodchunks; __u64 oodchunks; __u64 iodchunks; __u64 octrlchunks; __u64 ictrlchunks; }; struct sctp_endpoint; struct sctp_transport; struct sctp_random_param; struct sctp_chunks_param; struct sctp_hmac_algo_param; struct sctp_auth_bytes; struct sctp_shared_key; struct sctp_association { struct sctp_ep_common base; struct list_head asocs; sctp_assoc_t assoc_id; struct sctp_endpoint *ep; struct sctp_cookie c; struct { struct list_head transport_addr_list; __u32 rwnd; __u16 transport_count; __u16 port; struct sctp_transport *primary_path; union sctp_addr primary_addr; struct sctp_transport *active_path; struct sctp_transport *retran_path; struct sctp_transport *last_sent_to; struct sctp_transport *last_data_from; struct sctp_tsnmap tsn_map; __be16 addip_disabled_mask; __u16 ecn_capable: 1; __u16 ipv4_address: 1; __u16 ipv6_address: 1; __u16 asconf_capable: 1; __u16 prsctp_capable: 1; __u16 reconf_capable: 1; __u16 intl_capable: 1; __u16 auth_capable: 1; __u16 sack_needed: 1; __u16 sack_generation: 1; __u16 zero_window_announced: 1; __u32 sack_cnt; __u32 adaptation_ind; struct sctp_inithdr_host i; void *cookie; int cookie_len; __u32 addip_serial; struct sctp_random_param *peer_random; struct sctp_chunks_param *peer_chunks; struct sctp_hmac_algo_param *peer_hmacs; } peer; enum sctp_state state; int overall_error_count; ktime_t cookie_life; long unsigned int rto_initial; long unsigned int rto_max; long unsigned int rto_min; int max_burst; int max_retrans; __u16 pf_retrans; __u16 ps_retrans; __u16 max_init_attempts; __u16 init_retries; long unsigned int max_init_timeo; long unsigned int hbinterval; long unsigned int probe_interval; __be16 encap_port; __u16 pathmaxrxt; __u32 flowlabel; __u8 dscp; __u8 pmtu_pending; __u32 pathmtu; __u32 param_flags; __u32 sackfreq; long unsigned int sackdelay; long unsigned int timeouts[12]; struct timer_list timers[12]; struct sctp_transport *shutdown_last_sent_to; struct sctp_transport *init_last_sent_to; int shutdown_retries; __u32 next_tsn; __u32 ctsn_ack_point; __u32 adv_peer_ack_point; __u32 highest_sacked; __u32 fast_recovery_exit; __u8 fast_recovery; __u16 unack_data; __u32 rtx_data_chunks; __u32 rwnd; __u32 a_rwnd; __u32 rwnd_over; __u32 rwnd_press; int sndbuf_used; atomic_t rmem_alloc; wait_queue_head_t wait; __u32 frag_point; __u32 user_frag; int init_err_counter; int init_cycle; __u16 default_stream; __u16 default_flags; __u32 default_ppid; __u32 default_context; __u32 default_timetolive; __u32 default_rcv_context; struct sctp_stream stream; struct sctp_outq outqueue; struct sctp_ulpq ulpq; __u32 last_ecne_tsn; __u32 last_cwr_tsn; int numduptsns; struct sctp_chunk *addip_last_asconf; struct list_head asconf_ack_list; struct list_head addip_chunk_list; __u32 addip_serial; int src_out_of_asoc_ok; union sctp_addr *asconf_addr_del_pending; struct sctp_transport *new_transport; struct list_head endpoint_shared_keys; struct sctp_auth_bytes *asoc_shared_key; struct sctp_shared_key *shkey; __u16 default_hmac_id; __u16 active_key_id; __u8 need_ecne: 1; __u8 temp: 1; __u8 pf_expose: 2; __u8 force_delay: 1; __u8 strreset_enable; __u8 strreset_outstanding; __u32 strreset_outseq; __u32 strreset_inseq; __u32 strreset_result[2]; struct sctp_chunk *strreset_chunk; struct sctp_priv_assoc_stats stats; int sent_cnt_removable; __u16 subscribe; __u64 abandoned_unsent[3]; __u64 abandoned_sent[3]; u32 secid; u32 peer_secid; struct callback_head rcu; }; enum nf_hook_ops_type { NF_HOOK_OP_UNDEFINED = 0, NF_HOOK_OP_NF_TABLES = 1, NF_HOOK_OP_BPF = 2, }; struct nf_hook_ops { nf_hookfn *hook; struct net_device *dev; void *priv; u8 pf; enum nf_hook_ops_type hook_ops_type: 8; unsigned int hooknum; int priority; }; enum nf_ip_hook_priorities { NF_IP_PRI_FIRST = -2147483648, NF_IP_PRI_RAW_BEFORE_DEFRAG = -450, NF_IP_PRI_CONNTRACK_DEFRAG = -400, NF_IP_PRI_RAW = -300, NF_IP_PRI_SELINUX_FIRST = -225, NF_IP_PRI_CONNTRACK = -200, NF_IP_PRI_MANGLE = -150, NF_IP_PRI_NAT_DST = -100, NF_IP_PRI_FILTER = 0, NF_IP_PRI_SECURITY = 50, NF_IP_PRI_NAT_SRC = 100, NF_IP_PRI_SELINUX_LAST = 225, NF_IP_PRI_CONNTRACK_HELPER = 300, NF_IP_PRI_CONNTRACK_CONFIRM = 2147483647, NF_IP_PRI_LAST = 2147483647, }; enum nf_ip6_hook_priorities { NF_IP6_PRI_FIRST = -2147483648, NF_IP6_PRI_RAW_BEFORE_DEFRAG = -450, NF_IP6_PRI_CONNTRACK_DEFRAG = -400, NF_IP6_PRI_RAW = -300, NF_IP6_PRI_SELINUX_FIRST = -225, NF_IP6_PRI_CONNTRACK = -200, NF_IP6_PRI_MANGLE = -150, NF_IP6_PRI_NAT_DST = -100, NF_IP6_PRI_FILTER = 0, NF_IP6_PRI_SECURITY = 50, NF_IP6_PRI_NAT_SRC = 100, NF_IP6_PRI_SELINUX_LAST = 225, NF_IP6_PRI_CONNTRACK_HELPER = 300, NF_IP6_PRI_LAST = 2147483647, }; struct socket_alloc { struct socket socket; struct inode vfs_inode; long: 64; long: 64; long: 64; }; struct tty_file_private { struct tty_struct *tty; struct file *file; struct list_head list; }; struct dccp_hdr { __be16 dccph_sport; __be16 dccph_dport; __u8 dccph_doff; __u8 dccph_cscov: 4; __u8 dccph_ccval: 4; __sum16 dccph_checksum; __u8 dccph_x: 1; __u8 dccph_type: 4; __u8 dccph_reserved: 3; __u8 dccph_seq2; __be16 dccph_seq; }; struct sctp_initmsg { __u16 sinit_num_ostreams; __u16 sinit_max_instreams; __u16 sinit_max_attempts; __u16 sinit_max_init_timeo; }; struct sctp_sndrcvinfo { __u16 sinfo_stream; __u16 sinfo_ssn; __u16 sinfo_flags; __u32 sinfo_ppid; __u32 sinfo_context; __u32 sinfo_timetolive; __u32 sinfo_tsn; __u32 sinfo_cumtsn; sctp_assoc_t sinfo_assoc_id; }; struct sctp_rtoinfo { sctp_assoc_t srto_assoc_id; __u32 srto_initial; __u32 srto_max; __u32 srto_min; }; struct sctp_assocparams { sctp_assoc_t sasoc_assoc_id; __u16 sasoc_asocmaxrxt; __u16 sasoc_number_peer_destinations; __u32 sasoc_peer_rwnd; __u32 sasoc_local_rwnd; __u32 sasoc_cookie_life; }; struct sctp_paddrparams { sctp_assoc_t spp_assoc_id; struct __kernel_sockaddr_storage spp_address; __u32 spp_hbinterval; __u16 spp_pathmaxrxt; __u32 spp_pathmtu; __u32 spp_sackdelay; __u32 spp_flags; __u32 spp_ipv6_flowlabel; __u8 spp_dscp; int: 0; } __attribute__((packed)); struct sctphdr { __be16 source; __be16 dest; __be32 vtag; __le32 checksum; }; struct sctp_chunkhdr { __u8 type; __u8 flags; __be16 length; }; struct sctp_paramhdr { __be16 type; __be16 length; }; enum sctp_param { SCTP_PARAM_HEARTBEAT_INFO = 256, SCTP_PARAM_IPV4_ADDRESS = 1280, SCTP_PARAM_IPV6_ADDRESS = 1536, SCTP_PARAM_STATE_COOKIE = 1792, SCTP_PARAM_UNRECOGNIZED_PARAMETERS = 2048, SCTP_PARAM_COOKIE_PRESERVATIVE = 2304, SCTP_PARAM_HOST_NAME_ADDRESS = 2816, SCTP_PARAM_SUPPORTED_ADDRESS_TYPES = 3072, SCTP_PARAM_ECN_CAPABLE = 128, SCTP_PARAM_RANDOM = 640, SCTP_PARAM_CHUNKS = 896, SCTP_PARAM_HMAC_ALGO = 1152, SCTP_PARAM_SUPPORTED_EXT = 2176, SCTP_PARAM_FWD_TSN_SUPPORT = 192, SCTP_PARAM_ADD_IP = 448, SCTP_PARAM_DEL_IP = 704, SCTP_PARAM_ERR_CAUSE = 960, SCTP_PARAM_SET_PRIMARY = 1216, SCTP_PARAM_SUCCESS_REPORT = 1472, SCTP_PARAM_ADAPTATION_LAYER_IND = 1728, SCTP_PARAM_RESET_OUT_REQUEST = 3328, SCTP_PARAM_RESET_IN_REQUEST = 3584, SCTP_PARAM_RESET_TSN_REQUEST = 3840, SCTP_PARAM_RESET_RESPONSE = 4096, SCTP_PARAM_RESET_ADD_OUT_STREAMS = 4352, SCTP_PARAM_RESET_ADD_IN_STREAMS = 4608, }; struct sctp_datahdr { __be32 tsn; __be16 stream; __be16 ssn; __u32 ppid; }; struct sctp_idatahdr { __be32 tsn; __be16 stream; __be16 reserved; __be32 mid; union { __u32 ppid; __be32 fsn; }; __u8 payload[0]; }; struct sctp_inithdr { __be32 init_tag; __be32 a_rwnd; __be16 num_outbound_streams; __be16 num_inbound_streams; __be32 initial_tsn; }; struct sctp_ipv4addr_param { struct sctp_paramhdr param_hdr; struct in_addr addr; }; struct sctp_ipv6addr_param { struct sctp_paramhdr param_hdr; struct in6_addr addr; }; struct sctp_cookie_preserve_param { struct sctp_paramhdr param_hdr; __be32 lifespan_increment; }; struct sctp_hostname_param { struct sctp_paramhdr param_hdr; uint8_t hostname[0]; }; struct sctp_supported_addrs_param { struct sctp_paramhdr param_hdr; __be16 types[0]; }; struct sctp_adaptation_ind_param { struct sctp_paramhdr param_hdr; __be32 adaptation_ind; }; struct sctp_supported_ext_param { struct sctp_paramhdr param_hdr; __u8 chunks[0]; }; struct sctp_random_param { struct sctp_paramhdr param_hdr; __u8 random_val[0]; }; struct sctp_chunks_param { struct sctp_paramhdr param_hdr; __u8 chunks[0]; }; struct sctp_hmac_algo_param { struct sctp_paramhdr param_hdr; __be16 hmac_ids[0]; }; struct sctp_cookie_param { struct sctp_paramhdr p; __u8 body[0]; }; struct sctp_sackhdr { __be32 cum_tsn_ack; __be32 a_rwnd; __be16 num_gap_ack_blocks; __be16 num_dup_tsns; }; struct sctp_heartbeathdr { struct sctp_paramhdr info; }; struct sctp_shutdownhdr { __be32 cum_tsn_ack; }; struct sctp_errhdr { __be16 cause; __be16 length; }; struct sctp_ecnehdr { __be32 lowest_tsn; }; struct sctp_cwrhdr { __be32 lowest_tsn; }; struct sctp_fwdtsn_hdr { __be32 new_cum_tsn; }; struct sctp_ifwdtsn_hdr { __be32 new_cum_tsn; }; struct sctp_addip_param { struct sctp_paramhdr param_hdr; __be32 crr_id; }; struct sctp_addiphdr { __be32 serial; }; struct sctp_authhdr { __be16 shkey_id; __be16 hmac_id; }; struct sctp_auth_bytes { refcount_t refcnt; __u32 len; __u8 data[0]; }; struct sctp_shared_key { struct list_head key_list; struct sctp_auth_bytes *key; refcount_t refcnt; __u16 key_id; __u8 deactivated; }; enum sctp_scope { SCTP_SCOPE_GLOBAL = 0, SCTP_SCOPE_PRIVATE = 1, SCTP_SCOPE_LINK = 2, SCTP_SCOPE_LOOPBACK = 3, SCTP_SCOPE_UNUSABLE = 4, }; struct sctp_ulpevent { struct sctp_association *asoc; struct sctp_chunk *chunk; unsigned int rmem_len; union { __u32 mid; __u16 ssn; }; union { __u32 ppid; __u32 fsn; }; __u32 tsn; __u32 cumtsn; __u16 stream; __u16 flags; __u16 msg_flags; } __attribute__((packed)); union sctp_addr_param; union sctp_params { void *v; struct sctp_paramhdr *p; struct sctp_cookie_preserve_param *life; struct sctp_hostname_param *dns; struct sctp_cookie_param *cookie; struct sctp_supported_addrs_param *sat; struct sctp_ipv4addr_param *v4; struct sctp_ipv6addr_param *v6; union sctp_addr_param *addr; struct sctp_adaptation_ind_param *aind; struct sctp_supported_ext_param *ext; struct sctp_random_param *random; struct sctp_chunks_param *chunks; struct sctp_hmac_algo_param *hmac_algo; struct sctp_addip_param *addip; }; struct sctp_sender_hb_info; struct sctp_signed_cookie; struct sctp_datamsg; struct sctp_chunk { struct list_head list; refcount_t refcnt; int sent_count; union { struct list_head transmitted_list; struct list_head stream_list; }; struct list_head frag_list; struct sk_buff *skb; union { struct sk_buff *head_skb; struct sctp_shared_key *shkey; }; union sctp_params param_hdr; union { __u8 *v; struct sctp_datahdr *data_hdr; struct sctp_inithdr *init_hdr; struct sctp_sackhdr *sack_hdr; struct sctp_heartbeathdr *hb_hdr; struct sctp_sender_hb_info *hbs_hdr; struct sctp_shutdownhdr *shutdown_hdr; struct sctp_signed_cookie *cookie_hdr; struct sctp_ecnehdr *ecne_hdr; struct sctp_cwrhdr *ecn_cwr_hdr; struct sctp_errhdr *err_hdr; struct sctp_addiphdr *addip_hdr; struct sctp_fwdtsn_hdr *fwdtsn_hdr; struct sctp_authhdr *auth_hdr; struct sctp_idatahdr *idata_hdr; struct sctp_ifwdtsn_hdr *ifwdtsn_hdr; } subh; __u8 *chunk_end; struct sctp_chunkhdr *chunk_hdr; struct sctphdr *sctp_hdr; struct sctp_sndrcvinfo sinfo; struct sctp_association *asoc; struct sctp_ep_common *rcvr; long unsigned int sent_at; union sctp_addr source; union sctp_addr dest; struct sctp_datamsg *msg; struct sctp_transport *transport; struct sk_buff *auth_chunk; __u16 rtt_in_progress: 1; __u16 has_tsn: 1; __u16 has_ssn: 1; __u16 singleton: 1; __u16 end_of_packet: 1; __u16 ecn_ce_done: 1; __u16 pdiscard: 1; __u16 tsn_gap_acked: 1; __u16 data_accepted: 1; __u16 auth: 1; __u16 has_asconf: 1; __u16 pmtu_probe: 1; __u16 tsn_missing_report: 2; __u16 fast_retransmit: 2; }; struct sctp_stream_interleave { __u16 data_chunk_len; __u16 ftsn_chunk_len; struct sctp_chunk * (*make_datafrag)(const struct sctp_association *, const struct sctp_sndrcvinfo *, int, __u8, gfp_t); void (*assign_number)(struct sctp_chunk *); bool (*validate_data)(struct sctp_chunk *); int (*ulpevent_data)(struct sctp_ulpq *, struct sctp_chunk *, gfp_t); int (*enqueue_event)(struct sctp_ulpq *, struct sctp_ulpevent *); void (*renege_events)(struct sctp_ulpq *, struct sctp_chunk *, gfp_t); void (*start_pd)(struct sctp_ulpq *, gfp_t); void (*abort_pd)(struct sctp_ulpq *, gfp_t); void (*generate_ftsn)(struct sctp_outq *, __u32); bool (*validate_ftsn)(struct sctp_chunk *); void (*report_ftsn)(struct sctp_ulpq *, __u32); void (*handle_ftsn)(struct sctp_ulpq *, struct sctp_chunk *); }; struct sctp_bind_bucket { short unsigned int port; signed char fastreuse; signed char fastreuseport; kuid_t fastuid; struct hlist_node node; struct hlist_head owner; struct net *net; }; enum sctp_socket_type { SCTP_SOCKET_UDP = 0, SCTP_SOCKET_UDP_HIGH_BANDWIDTH = 1, SCTP_SOCKET_TCP = 2, }; struct crypto_shash; struct sctp_pf; struct sctp_sock { struct inet_sock inet; enum sctp_socket_type type; struct sctp_pf *pf; struct crypto_shash *hmac; char *sctp_hmac_alg; struct sctp_endpoint *ep; struct sctp_bind_bucket *bind_hash; __u16 default_stream; __u32 default_ppid; __u16 default_flags; __u32 default_context; __u32 default_timetolive; __u32 default_rcv_context; int max_burst; __u32 hbinterval; __u32 probe_interval; __be16 udp_port; __be16 encap_port; __u16 pathmaxrxt; __u32 flowlabel; __u8 dscp; __u16 pf_retrans; __u16 ps_retrans; __u32 pathmtu; __u32 sackdelay; __u32 sackfreq; __u32 param_flags; __u32 default_ss; struct sctp_rtoinfo rtoinfo; struct sctp_paddrparams paddrparam; struct sctp_assocparams assocparams; __u16 subscribe; struct sctp_initmsg initmsg; int user_frag; __u32 autoclose; __u32 adaptation_ind; __u32 pd_point; __u16 nodelay: 1; __u16 pf_expose: 2; __u16 reuse: 1; __u16 disable_fragments: 1; __u16 v4mapped: 1; __u16 frag_interleave: 1; __u16 recvrcvinfo: 1; __u16 recvnxtinfo: 1; __u16 data_ready_signalled: 1; atomic_t pd_mode; struct sk_buff_head pd_lobby; struct list_head auto_asconf_list; int do_auto_asconf; }; struct sctp_af; struct sctp_pf { void (*event_msgname)(struct sctp_ulpevent *, char *, int *); void (*skb_msgname)(struct sk_buff *, char *, int *); int (*af_supported)(sa_family_t, struct sctp_sock *); int (*cmp_addr)(const union sctp_addr *, const union sctp_addr *, struct sctp_sock *); int (*bind_verify)(struct sctp_sock *, union sctp_addr *); int (*send_verify)(struct sctp_sock *, union sctp_addr *); int (*supported_addrs)(const struct sctp_sock *, __be16 *); struct sock * (*create_accept_sk)(struct sock *, struct sctp_association *, bool); int (*addr_to_user)(struct sctp_sock *, union sctp_addr *); void (*to_sk_saddr)(union sctp_addr *, struct sock *); void (*to_sk_daddr)(union sctp_addr *, struct sock *); void (*copy_ip_options)(struct sock *, struct sock *); struct sctp_af *af; }; struct sctp_endpoint { struct sctp_ep_common base; struct hlist_node node; int hashent; struct list_head asocs; __u8 secret_key[32]; __u8 *digest; __u32 sndbuf_policy; __u32 rcvbuf_policy; struct crypto_shash **auth_hmacs; struct sctp_hmac_algo_param *auth_hmacs_list; struct sctp_chunks_param *auth_chunk_list; struct list_head endpoint_shared_keys; __u16 active_key_id; __u8 ecn_enable: 1; __u8 auth_enable: 1; __u8 intl_enable: 1; __u8 prsctp_enable: 1; __u8 asconf_enable: 1; __u8 reconf_enable: 1; __u8 strreset_enable; struct callback_head rcu; }; struct sctp_signed_cookie { __u8 signature[32]; __u32 __pad; struct sctp_cookie c; } __attribute__((packed)); union sctp_addr_param { struct sctp_paramhdr p; struct sctp_ipv4addr_param v4; struct sctp_ipv6addr_param v6; }; struct sctp_sender_hb_info { struct sctp_paramhdr param_hdr; union sctp_addr daddr; long unsigned int sent_at; __u64 hb_nonce; __u32 probe_size; }; struct sctp_af { int (*sctp_xmit)(struct sk_buff *, struct sctp_transport *); int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*get_dst)(struct sctp_transport *, union sctp_addr *, struct flowi *, struct sock *); void (*get_saddr)(struct sctp_sock *, struct sctp_transport *, struct flowi *); void (*copy_addrlist)(struct list_head *, struct net_device *); int (*cmp_addr)(const union sctp_addr *, const union sctp_addr *); void (*addr_copy)(union sctp_addr *, union sctp_addr *); void (*from_skb)(union sctp_addr *, struct sk_buff *, int); void (*from_sk)(union sctp_addr *, struct sock *); bool (*from_addr_param)(union sctp_addr *, union sctp_addr_param *, __be16, int); int (*to_addr_param)(const union sctp_addr *, union sctp_addr_param *); int (*addr_valid)(union sctp_addr *, struct sctp_sock *, const struct sk_buff *); enum sctp_scope (*scope)(union sctp_addr *); void (*inaddr_any)(union sctp_addr *, __be16); int (*is_any)(const union sctp_addr *); int (*available)(union sctp_addr *, struct sctp_sock *); int (*skb_iif)(const struct sk_buff *); int (*skb_sdif)(const struct sk_buff *); int (*is_ce)(const struct sk_buff *); void (*seq_dump_addr)(struct seq_file *, union sctp_addr *); void (*ecn_capable)(struct sock *); __u16 net_header_len; int sockaddr_len; int (*ip_options_len)(struct sock *); sa_family_t sa_family; struct list_head list; }; struct sctp_packet { __u16 source_port; __u16 destination_port; __u32 vtag; struct list_head chunk_list; size_t overhead; size_t size; size_t max_size; struct sctp_transport *transport; struct sctp_chunk *auth; u8 has_cookie_echo: 1; u8 has_sack: 1; u8 has_auth: 1; u8 has_data: 1; u8 ipfragok: 1; }; struct sctp_transport { struct list_head transports; struct rhlist_head node; refcount_t refcnt; __u32 rto_pending: 1; __u32 hb_sent: 1; __u32 pmtu_pending: 1; __u32 dst_pending_confirm: 1; __u32 sack_generation: 1; u32 dst_cookie; struct flowi fl; union sctp_addr ipaddr; struct sctp_af *af_specific; struct sctp_association *asoc; long unsigned int rto; __u32 rtt; __u32 rttvar; __u32 srtt; __u32 cwnd; __u32 ssthresh; __u32 partial_bytes_acked; __u32 flight_size; __u32 burst_limited; struct dst_entry *dst; union sctp_addr saddr; long unsigned int hbinterval; long unsigned int probe_interval; long unsigned int sackdelay; __u32 sackfreq; atomic_t mtu_info; ktime_t last_time_heard; long unsigned int last_time_sent; long unsigned int last_time_ecne_reduced; __be16 encap_port; __u16 pathmaxrxt; __u32 flowlabel; __u8 dscp; __u16 pf_retrans; __u16 ps_retrans; __u32 pathmtu; __u32 param_flags; int init_sent_count; int state; short unsigned int error_count; struct timer_list T3_rtx_timer; struct timer_list hb_timer; struct timer_list proto_unreach_timer; struct timer_list reconf_timer; struct timer_list probe_timer; struct list_head transmitted; struct sctp_packet packet; struct list_head send_ready; struct { __u32 next_tsn_at_change; char changeover_active; char cycling_changeover; char cacc_saw_newack; } cacc; struct { __u16 pmtu; __u16 probe_size; __u16 probe_high; __u8 probe_count; __u8 state; } pl; __u64 hb_nonce; struct callback_head rcu; }; struct sctp_datamsg { struct list_head chunks; refcount_t refcnt; long unsigned int expires_at; int send_error; u8 send_failed: 1; u8 can_delay: 1; u8 abandoned: 1; }; struct sctp_stream_priorities { struct list_head prio_sched; struct list_head active; struct sctp_stream_out_ext *next; __u16 prio; __u16 users; }; struct sctp_stream_out_ext { __u64 abandoned_unsent[3]; __u64 abandoned_sent[3]; struct list_head outq; union { struct { struct list_head prio_list; struct sctp_stream_priorities *prio_head; }; struct { struct list_head rr_list; }; struct { struct list_head fc_list; __u32 fc_length; __u16 fc_weight; }; }; }; struct task_security_struct { u32 osid; u32 sid; u32 exec_sid; u32 create_sid; u32 keycreate_sid; u32 sockcreate_sid; }; enum label_initialized { LABEL_INVALID = 0, LABEL_INITIALIZED = 1, LABEL_PENDING = 2, }; struct inode_security_struct { struct inode *inode; struct list_head list; u32 task_sid; u32 sid; u16 sclass; unsigned char initialized; spinlock_t lock; }; struct file_security_struct { u32 sid; u32 fown_sid; u32 isid; u32 pseqno; }; struct msg_security_struct { u32 sid; }; struct ipc_security_struct { u16 sclass; u32 sid; }; struct sk_security_struct { u32 sid; u32 peer_sid; u16 sclass; enum { SCTP_ASSOC_UNSET = 0, SCTP_ASSOC_SET = 1, } sctp_assoc_state; }; struct tun_security_struct { u32 sid; }; struct key_security_struct { u32 sid; }; struct bpf_security_struct { u32 sid; }; struct perf_event_security_struct { u32 sid; }; struct selinux_mnt_opts { u32 fscontext_sid; u32 context_sid; u32 rootcontext_sid; u32 defcontext_sid; }; enum { Opt_error = -1, Opt_context = 0, Opt_defcontext = 1, Opt_fscontext = 2, Opt_rootcontext = 3, Opt_seclabel = 4, }; enum tpm_pcrs { TPM_PCR0 = 0, TPM_PCR8 = 8, TPM_PCR10 = 10, }; struct ima_algo_desc { struct crypto_shash *tfm; enum hash_algo algo; }; struct aead_request { struct crypto_async_request base; unsigned int assoclen; unsigned int cryptlen; u8 *iv; struct scatterlist *src; struct scatterlist *dst; void *__ctx[0]; }; struct crypto_istat_aead { atomic64_t encrypt_cnt; atomic64_t encrypt_tlen; atomic64_t decrypt_cnt; atomic64_t decrypt_tlen; atomic64_t err_cnt; }; struct aead_alg { int (*setkey)(struct crypto_aead *, const u8 *, unsigned int); int (*setauthsize)(struct crypto_aead *, unsigned int); int (*encrypt)(struct aead_request *); int (*decrypt)(struct aead_request *); int (*init)(struct crypto_aead *); void (*exit)(struct crypto_aead *); unsigned int ivsize; unsigned int maxauthsize; unsigned int chunksize; struct crypto_alg base; }; struct aead_instance { void (*free)(struct aead_instance *); union { struct { char head[64]; struct crypto_instance base; } s; struct aead_alg alg; }; }; struct crypto_aead_spawn { struct crypto_spawn base; }; enum asn1_class { ASN1_UNIV = 0, ASN1_APPL = 1, ASN1_CONT = 2, ASN1_PRIV = 3, }; enum asn1_method { ASN1_PRIM = 0, ASN1_CONS = 1, }; enum asn1_tag { ASN1_EOC = 0, ASN1_BOOL = 1, ASN1_INT = 2, ASN1_BTS = 3, ASN1_OTS = 4, ASN1_NULL = 5, ASN1_OID = 6, ASN1_ODE = 7, ASN1_EXT = 8, ASN1_REAL = 9, ASN1_ENUM = 10, ASN1_EPDV = 11, ASN1_UTF8STR = 12, ASN1_RELOID = 13, ASN1_SEQ = 16, ASN1_SET = 17, ASN1_NUMSTR = 18, ASN1_PRNSTR = 19, ASN1_TEXSTR = 20, ASN1_VIDSTR = 21, ASN1_IA5STR = 22, ASN1_UNITIM = 23, ASN1_GENTIM = 24, ASN1_GRASTR = 25, ASN1_VISSTR = 26, ASN1_GENSTR = 27, ASN1_UNISTR = 28, ASN1_CHRSTR = 29, ASN1_BMPSTR = 30, ASN1_LONG_TAG = 31, }; typedef int (*asn1_action_t)(void *, size_t, unsigned char, const void *, size_t); struct asn1_decoder { const unsigned char *machine; size_t machlen; const asn1_action_t *actions; }; enum asn1_opcode { ASN1_OP_MATCH = 0, ASN1_OP_MATCH_OR_SKIP = 1, ASN1_OP_MATCH_ACT = 2, ASN1_OP_MATCH_ACT_OR_SKIP = 3, ASN1_OP_MATCH_JUMP = 4, ASN1_OP_MATCH_JUMP_OR_SKIP = 5, ASN1_OP_MATCH_ANY = 8, ASN1_OP_MATCH_ANY_OR_SKIP = 9, ASN1_OP_MATCH_ANY_ACT = 10, ASN1_OP_MATCH_ANY_ACT_OR_SKIP = 11, ASN1_OP_COND_MATCH_OR_SKIP = 17, ASN1_OP_COND_MATCH_ACT_OR_SKIP = 19, ASN1_OP_COND_MATCH_JUMP_OR_SKIP = 21, ASN1_OP_COND_MATCH_ANY = 24, ASN1_OP_COND_MATCH_ANY_OR_SKIP = 25, ASN1_OP_COND_MATCH_ANY_ACT = 26, ASN1_OP_COND_MATCH_ANY_ACT_OR_SKIP = 27, ASN1_OP_COND_FAIL = 28, ASN1_OP_COMPLETE = 29, ASN1_OP_ACT = 30, ASN1_OP_MAYBE_ACT = 31, ASN1_OP_END_SEQ = 32, ASN1_OP_END_SET = 33, ASN1_OP_END_SEQ_OF = 34, ASN1_OP_END_SET_OF = 35, ASN1_OP_END_SEQ_ACT = 36, ASN1_OP_END_SET_ACT = 37, ASN1_OP_END_SEQ_OF_ACT = 38, ASN1_OP_END_SET_OF_ACT = 39, ASN1_OP_RETURN = 40, ASN1_OP__NR = 41, }; enum rsapubkey_actions { ACT_rsa_get_e = 0, ACT_rsa_get_n = 1, NR__rsapubkey_actions = 2, }; enum rsaprivkey_actions { ACT_rsa_get_d = 0, ACT_rsa_get_dp = 1, ACT_rsa_get_dq = 2, ACT_rsa_get_e___2 = 3, ACT_rsa_get_n___2 = 4, ACT_rsa_get_p = 5, ACT_rsa_get_q = 6, ACT_rsa_get_qinv = 7, NR__rsaprivkey_actions = 8, }; struct rsa_key { const u8 *n; const u8 *e; const u8 *d; const u8 *p; const u8 *q; const u8 *dp; const u8 *dq; const u8 *qinv; size_t n_sz; size_t e_sz; size_t d_sz; size_t p_sz; size_t q_sz; size_t dp_sz; size_t dq_sz; size_t qinv_sz; }; struct rsa_mpi_key { MPI n; MPI e; MPI d; MPI p; MPI q; MPI dp; MPI dq; MPI qinv; }; struct asymmetric_key_ids { void *id[3]; }; struct asymmetric_key_parser { struct list_head link; struct module *owner; const char *name; int (*parse)(struct key_preparsed_payload *); }; struct blk_plug_cb; typedef void (*blk_plug_cb_fn)(struct blk_plug_cb *, bool); struct blk_plug_cb { struct list_head list; blk_plug_cb_fn callback; void *data; }; enum { BLK_MQ_REQ_NOWAIT = 1, BLK_MQ_REQ_RESERVED = 2, BLK_MQ_REQ_PM = 4, }; struct trace_event_raw_block_buffer { struct trace_entry ent; dev_t dev; sector_t sector; size_t size; char __data[0]; }; struct trace_event_raw_block_rq_requeue { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; char rwbs[8]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_rq_completion { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; int error; char rwbs[8]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_rq { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; unsigned int bytes; char rwbs[8]; char comm[16]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_bio_complete { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; int error; char rwbs[8]; char __data[0]; }; struct trace_event_raw_block_bio { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; char rwbs[8]; char comm[16]; char __data[0]; }; struct trace_event_raw_block_plug { struct trace_entry ent; char comm[16]; char __data[0]; }; struct trace_event_raw_block_unplug { struct trace_entry ent; int nr_rq; char comm[16]; char __data[0]; }; struct trace_event_raw_block_split { struct trace_entry ent; dev_t dev; sector_t sector; sector_t new_sector; char rwbs[8]; char comm[16]; char __data[0]; }; struct trace_event_raw_block_bio_remap { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; dev_t old_dev; sector_t old_sector; char rwbs[8]; char __data[0]; }; struct trace_event_raw_block_rq_remap { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; dev_t old_dev; sector_t old_sector; unsigned int nr_bios; char rwbs[8]; char __data[0]; }; struct trace_event_data_offsets_block_buffer {}; struct trace_event_data_offsets_block_rq_requeue { u32 cmd; }; struct trace_event_data_offsets_block_rq_completion { u32 cmd; }; struct trace_event_data_offsets_block_rq { u32 cmd; }; struct trace_event_data_offsets_block_bio_complete {}; struct trace_event_data_offsets_block_bio {}; struct trace_event_data_offsets_block_plug {}; struct trace_event_data_offsets_block_unplug {}; struct trace_event_data_offsets_block_split {}; struct trace_event_data_offsets_block_bio_remap {}; struct trace_event_data_offsets_block_rq_remap {}; typedef void (*btf_trace_block_touch_buffer)(void *, struct buffer_head *); typedef void (*btf_trace_block_dirty_buffer)(void *, struct buffer_head *); typedef void (*btf_trace_block_rq_requeue)(void *, struct request *); typedef void (*btf_trace_block_rq_complete)(void *, struct request *, blk_status_t, unsigned int); typedef void (*btf_trace_block_rq_error)(void *, struct request *, blk_status_t, unsigned int); typedef void (*btf_trace_block_rq_insert)(void *, struct request *); typedef void (*btf_trace_block_rq_issue)(void *, struct request *); typedef void (*btf_trace_block_rq_merge)(void *, struct request *); typedef void (*btf_trace_block_io_start)(void *, struct request *); typedef void (*btf_trace_block_io_done)(void *, struct request *); typedef void (*btf_trace_block_bio_complete)(void *, struct request_queue *, struct bio *); typedef void (*btf_trace_block_bio_bounce)(void *, struct bio *); typedef void (*btf_trace_block_bio_backmerge)(void *, struct bio *); typedef void (*btf_trace_block_bio_frontmerge)(void *, struct bio *); typedef void (*btf_trace_block_bio_queue)(void *, struct bio *); typedef void (*btf_trace_block_getrq)(void *, struct bio *); typedef void (*btf_trace_block_plug)(void *, struct request_queue *); typedef void (*btf_trace_block_unplug)(void *, struct request_queue *, unsigned int, bool); typedef void (*btf_trace_block_split)(void *, struct bio *, unsigned int); typedef void (*btf_trace_block_bio_remap)(void *, struct bio *, dev_t, sector_t); typedef void (*btf_trace_block_rq_remap)(void *, struct request *, dev_t, sector_t); struct parsed_partitions { struct gendisk *disk; char name[32]; struct { sector_t from; sector_t size; int flags; bool has_info; struct partition_meta_info info; } *parts; int next; int limit; bool access_beyond_eod; char *pp_buf; }; typedef struct { struct folio *v; } Sector; struct bsg_job; typedef int bsg_job_fn(struct bsg_job *); struct bsg_buffer { unsigned int payload_len; int sg_cnt; struct scatterlist *sg_list; }; struct bsg_job { struct device *dev; struct kref kref; unsigned int timeout; void *request; void *reply; unsigned int request_len; unsigned int reply_len; struct bsg_buffer request_payload; struct bsg_buffer reply_payload; int result; unsigned int reply_payload_rcv_len; struct request *bidi_rq; struct bio *bidi_bio; void *dd_data; }; typedef enum blk_eh_timer_return bsg_timeout_fn(struct request *); struct bsg_set { struct blk_mq_tag_set tag_set; struct bsg_device *bd; bsg_job_fn *job_fn; bsg_timeout_fn *timeout_fn; }; struct bd_holder_disk { struct list_head list; struct kobject *holder_dir; int refcnt; }; struct io_fadvise { struct file *file; u64 offset; u32 len; u32 advice; }; struct io_madvise { struct file *file; u64 addr; u32 len; u32 advice; }; enum { IORING_MSG_DATA = 0, IORING_MSG_SEND_FD = 1, }; struct io_msg { struct file *file; struct file *src_file; struct callback_head tw; u64 user_data; u32 len; u32 cmd; u32 src_fd; union { u32 dst_fd; u32 cqe_flags; }; u32 flags; }; struct io_uring_sync_cancel_reg { __u64 addr; __s32 fd; __u32 flags; struct __kernel_timespec timeout; __u8 opcode; __u8 pad[7]; __u64 pad2[3]; }; struct io_poll { struct file *file; struct wait_queue_head *head; __poll_t events; int retries; struct wait_queue_entry wait; }; struct async_poll { union { struct io_poll poll; struct io_cache_entry cache; }; struct io_poll *double_poll; }; struct io_tctx_node { struct list_head ctx_node; struct task_struct *task; struct io_ring_ctx *ctx; }; struct io_cancel { struct file *file; u64 addr; u32 flags; s32 fd; u8 opcode; }; struct wrapper { cmp_func_t cmp; swap_func_t swap; }; struct rnd_state { __u32 s1; __u32 s2; __u32 s3; __u32 s4; }; struct sg_append_table { struct sg_table sgt; struct scatterlist *prv; unsigned int total_nents; }; typedef struct scatterlist *sg_alloc_fn(unsigned int, gfp_t); typedef void sg_free_fn(struct scatterlist *, unsigned int); struct sg_dma_page_iter { struct sg_page_iter base; }; typedef unsigned int iov_iter_extraction_t; typedef long int mpi_limb_signed_t; struct karatsuba_ctx { struct karatsuba_ctx *next; mpi_ptr_t tspace; mpi_size_t tspace_size; mpi_ptr_t tp; mpi_size_t tp_size; }; struct assoc_array_ops { long unsigned int (*get_key_chunk)(const void *, int); long unsigned int (*get_object_key_chunk)(const void *, int); bool (*compare_object)(const void *, const void *); int (*diff_objects)(const void *, const void *); void (*free_object)(void *); }; struct assoc_array_node { struct assoc_array_ptr *back_pointer; u8 parent_slot; struct assoc_array_ptr *slots[16]; long unsigned int nr_leaves_on_branch; }; struct assoc_array_shortcut { struct assoc_array_ptr *back_pointer; int parent_slot; int skip_to_level; struct assoc_array_ptr *next_node; long unsigned int index_key[0]; }; struct assoc_array_edit { struct callback_head rcu; struct assoc_array *array; const struct assoc_array_ops *ops; const struct assoc_array_ops *ops_for_excised_subtree; struct assoc_array_ptr *leaf; struct assoc_array_ptr **leaf_p; struct assoc_array_ptr *dead_leaf; struct assoc_array_ptr *new_meta[3]; struct assoc_array_ptr *excised_meta[1]; struct assoc_array_ptr *excised_subtree; struct assoc_array_ptr **set_backpointers[16]; struct assoc_array_ptr *set_backpointers_to; struct assoc_array_node *adjust_count_on; long int adjust_count_by; struct { struct assoc_array_ptr **ptr; struct assoc_array_ptr *to; } set[2]; struct { u8 *p; u8 to; } set_parent_slot[1]; u8 segment_cache[17]; }; enum assoc_array_walk_status { assoc_array_walk_tree_empty = 0, assoc_array_walk_found_terminal_node = 1, assoc_array_walk_found_wrong_shortcut = 2, }; struct assoc_array_walk_result { struct { struct assoc_array_node *node; int level; int slot; } terminal_node; struct { struct assoc_array_shortcut *shortcut; int level; int sc_level; long unsigned int sc_segments; long unsigned int dissimilarity; } wrong_shortcut; }; struct assoc_array_delete_collapse_context { struct assoc_array_node *node; const void *skip_leaf; int slot; }; typedef enum { HEAD = 0, FLAGS = 1, TIME = 2, OS = 3, EXLEN = 4, EXTRA = 5, NAME = 6, COMMENT = 7, HCRC = 8, DICTID = 9, DICT = 10, TYPE = 11, TYPEDO = 12, STORED = 13, COPY = 14, TABLE = 15, LENLENS = 16, CODELENS = 17, LEN = 18, LENEXT = 19, DIST = 20, DISTEXT = 21, MATCH = 22, LIT = 23, CHECK = 24, LENGTH = 25, DONE = 26, BAD = 27, MEM = 28, SYNC = 29, } inflate_mode; struct inflate_state { inflate_mode mode; int last; int wrap; int havedict; int flags; unsigned int dmax; long unsigned int check; long unsigned int total; unsigned int wbits; unsigned int wsize; unsigned int whave; unsigned int write; unsigned char *window; long unsigned int hold; unsigned int bits; unsigned int length; unsigned int offset; unsigned int extra; const code *lencode; const code *distcode; unsigned int lenbits; unsigned int distbits; unsigned int ncode; unsigned int nlen; unsigned int ndist; unsigned int have; code *next; short unsigned int lens[320]; short unsigned int work[288]; code codes[2048]; }; union uu { short unsigned int us; unsigned char b[2]; }; typedef unsigned int uInt; struct inflate_workspace { struct inflate_state inflate_state; unsigned char working_window[32768]; }; typedef unsigned char uch; typedef short unsigned int ush; typedef long unsigned int ulg; struct ct_data_s { union { ush freq; ush code; } fc; union { ush dad; ush len; } dl; }; typedef struct ct_data_s ct_data; struct static_tree_desc_s { const ct_data *static_tree; const int *extra_bits; int extra_base; int elems; int max_length; }; typedef struct static_tree_desc_s static_tree_desc; struct tree_desc_s { ct_data *dyn_tree; int max_code; static_tree_desc *stat_desc; }; typedef struct tree_desc_s tree_desc; typedef ush Pos; typedef unsigned int IPos; struct deflate_state { z_streamp strm; int status; Byte *pending_buf; ulg pending_buf_size; Byte *pending_out; int pending; int noheader; Byte data_type; Byte method; int last_flush; uInt w_size; uInt w_bits; uInt w_mask; Byte *window; ulg window_size; Pos *prev; Pos *head; uInt ins_h; uInt hash_size; uInt hash_bits; uInt hash_mask; uInt hash_shift; long int block_start; uInt match_length; IPos prev_match; int match_available; uInt strstart; uInt match_start; uInt lookahead; uInt prev_length; uInt max_chain_length; uInt max_lazy_match; int level; int strategy; uInt good_match; int nice_match; struct ct_data_s dyn_ltree[573]; struct ct_data_s dyn_dtree[61]; struct ct_data_s bl_tree[39]; struct tree_desc_s l_desc; struct tree_desc_s d_desc; struct tree_desc_s bl_desc; ush bl_count[16]; int heap[573]; int heap_len; int heap_max; uch depth[573]; uch *l_buf; uInt lit_bufsize; uInt last_lit; ush *d_buf; ulg opt_len; ulg static_len; ulg compressed_len; uInt matches; int last_eob_len; ush bi_buf; int bi_valid; }; typedef struct deflate_state deflate_state; enum xz_mode { XZ_SINGLE = 0, XZ_PREALLOC = 1, XZ_DYNALLOC = 2, }; enum xz_ret { XZ_OK = 0, XZ_STREAM_END = 1, XZ_UNSUPPORTED_CHECK = 2, XZ_MEM_ERROR = 3, XZ_MEMLIMIT_ERROR = 4, XZ_FORMAT_ERROR = 5, XZ_OPTIONS_ERROR = 6, XZ_DATA_ERROR = 7, XZ_BUF_ERROR = 8, }; struct xz_buf { const uint8_t *in; size_t in_pos; size_t in_size; uint8_t *out; size_t out_pos; size_t out_size; }; enum lzma_state { STATE_LIT_LIT = 0, STATE_MATCH_LIT_LIT = 1, STATE_REP_LIT_LIT = 2, STATE_SHORTREP_LIT_LIT = 3, STATE_MATCH_LIT = 4, STATE_REP_LIT = 5, STATE_SHORTREP_LIT = 6, STATE_LIT_MATCH = 7, STATE_LIT_LONGREP = 8, STATE_LIT_SHORTREP = 9, STATE_NONLIT_MATCH = 10, STATE_NONLIT_REP = 11, }; struct dictionary { uint8_t *buf; size_t start; size_t pos; size_t full; size_t limit; size_t end; uint32_t size; uint32_t size_max; uint32_t allocated; enum xz_mode mode; }; struct rc_dec { uint32_t range; uint32_t code; uint32_t init_bytes_left; const uint8_t *in; size_t in_pos; size_t in_limit; }; struct lzma_len_dec { uint16_t choice; uint16_t choice2; uint16_t low[128]; uint16_t mid[128]; uint16_t high[256]; }; struct lzma_dec { uint32_t rep0; uint32_t rep1; uint32_t rep2; uint32_t rep3; enum lzma_state state; uint32_t len; uint32_t lc; uint32_t literal_pos_mask; uint32_t pos_mask; uint16_t is_match[192]; uint16_t is_rep[12]; uint16_t is_rep0[12]; uint16_t is_rep1[12]; uint16_t is_rep2[12]; uint16_t is_rep0_long[192]; uint16_t dist_slot[256]; uint16_t dist_special[114]; uint16_t dist_align[16]; struct lzma_len_dec match_len_dec; struct lzma_len_dec rep_len_dec; uint16_t literal[12288]; }; enum lzma2_seq { SEQ_CONTROL = 0, SEQ_UNCOMPRESSED_1 = 1, SEQ_UNCOMPRESSED_2 = 2, SEQ_COMPRESSED_0 = 3, SEQ_COMPRESSED_1 = 4, SEQ_PROPERTIES = 5, SEQ_LZMA_PREPARE = 6, SEQ_LZMA_RUN = 7, SEQ_COPY = 8, }; struct lzma2_dec { enum lzma2_seq sequence; enum lzma2_seq next_sequence; uint32_t uncompressed; uint32_t compressed; bool need_dict_reset; bool need_props; }; struct xz_dec_lzma2 { struct rc_dec rc; struct dictionary dict; struct lzma2_dec lzma2; struct lzma_dec lzma; struct { uint32_t size; uint8_t buf[63]; } temp; }; struct word_at_a_time {}; struct font_desc { int idx; const char *name; unsigned int width; unsigned int height; unsigned int charcount; const void *data; int pref; }; struct clk_bulk_data { const char *id; struct clk *clk; }; struct simple_pm_bus { struct clk_bulk_data *clks; int num_clks; }; struct irq_affinity { unsigned int pre_vectors; unsigned int post_vectors; unsigned int nr_sets; unsigned int set_size[4]; void (*calc_sets)(struct irq_affinity *, unsigned int); void *priv; }; struct vgastate { void *vgabase; long unsigned int membase; __u32 memsize; __u32 flags; __u32 depth; __u32 num_attr; __u32 num_crtc; __u32 num_gfx; __u32 num_seq; void *vidstate; }; struct fb_cvt_data { u32 xres; u32 yres; u32 refresh; u32 f_refresh; u32 pixclock; u32 hperiod; u32 hblank; u32 hfreq; u32 htotal; u32 vtotal; u32 vsync; u32 hsync; u32 h_front_porch; u32 h_back_porch; u32 v_front_porch; u32 v_back_porch; u32 h_margin; u32 v_margin; u32 interlace; u32 aspect_ratio; u32 active_pixels; u32 flags; u32 status; }; struct fb_con2fbmap { __u32 console; __u32 framebuffer; }; enum { FBCON_LOGO_CANSHOW = -1, FBCON_LOGO_DRAW = -2, FBCON_LOGO_DONTSHOW = -3, }; struct fb_vblank { __u32 flags; __u32 count; __u32 vcount; __u32 hcount; __u32 reserved[4]; }; struct matroxfb_dh_fb_info { struct fb_info fbcon; int fbcon_registered; int initialized; struct matrox_fb_info *primary_dev; struct { long unsigned int base; vaddr_t vbase; unsigned int len; unsigned int len_usable; unsigned int len_maximum; unsigned int offbase; unsigned int borrowed; } video; struct { long unsigned int base; vaddr_t vbase; unsigned int len; } mmio; unsigned int interlaced: 1; u_int32_t cmap[16]; }; struct v4l2_capability { __u8 driver[16]; __u8 card[32]; __u8 bus_info[32]; __u32 version; __u32 capabilities; __u32 device_caps; __u32 reserved[3]; }; struct matroxioc_output_mode { __u32 output; __u32 mode; }; struct video_board { int maxvram; int maxdisplayable; int accelID; struct matrox_switch *lowlevel; }; struct board { short unsigned int vendor; short unsigned int device; short unsigned int rev; short unsigned int svid; short unsigned int sid; unsigned int flags; unsigned int maxclk; enum mga_chip chip; struct video_board *base; const char *name; }; struct RGBT { unsigned char bpp; struct { unsigned char offset; unsigned char length; } red; struct { unsigned char offset; unsigned char length; } green; struct { unsigned char offset; unsigned char length; } blue; struct { unsigned char offset; unsigned char length; } transp; signed char visual; }; enum ddc_type { ddc_none = 0, ddc_monid = 1, ddc_dvi = 2, ddc_vga = 3, ddc_crt2 = 4, }; enum oom_constraint { CONSTRAINT_NONE = 0, CONSTRAINT_CPUSET = 1, CONSTRAINT_MEMORY_POLICY = 2, CONSTRAINT_MEMCG = 3, }; struct oom_control { struct zonelist *zonelist; nodemask_t *nodemask; struct mem_cgroup *memcg; const gfp_t gfp_mask; const int order; long unsigned int totalpages; struct task_struct *chosen; long int chosen_points; enum oom_constraint constraint; }; struct sysrq_state { struct input_handle handle; struct work_struct reinject_work; long unsigned int key_down[12]; unsigned int alt; unsigned int alt_use; unsigned int shift; unsigned int shift_use; bool active; bool need_reinject; bool reinjecting; bool reset_canceled; bool reset_requested; long unsigned int reset_keybit[12]; int reset_seq_len; int reset_seq_cnt; int reset_seq_version; struct timer_list keyreset_timer; }; struct earlycon_device { struct console *con; struct uart_port port; char options[32]; unsigned int baud; }; struct earlycon_id { char name[15]; char name_term; char compatible[128]; int (*setup)(struct earlycon_device *, const char *); }; struct tpmrm_priv { struct file_priv priv; struct tpm_space space; }; struct iommu_group { struct kobject kobj; struct kobject *devices_kobj; struct list_head devices; struct xarray pasid_array; struct mutex mutex; void *iommu_data; void (*iommu_data_release)(void *); char *name; int id; struct iommu_domain *default_domain; struct iommu_domain *blocking_domain; struct iommu_domain *domain; struct list_head entry; unsigned int owner_cnt; void *owner; }; enum iommu_fault_type { IOMMU_FAULT_DMA_UNRECOV = 1, IOMMU_FAULT_PAGE_REQ = 2, }; struct fsl_mc_obj_desc { char type[16]; int id; u16 vendor; u16 ver_major; u16 ver_minor; u8 irq_count; u8 region_count; u32 state; char label[16]; u16 flags; }; struct fsl_mc_io; struct fsl_mc_device_irq; struct fsl_mc_resource; struct fsl_mc_device { struct device dev; u64 dma_mask; u16 flags; u32 icid; u16 mc_handle; struct fsl_mc_io *mc_io; struct fsl_mc_obj_desc obj_desc; struct resource *regions; struct fsl_mc_device_irq **irqs; struct fsl_mc_resource *resource; struct device_link *consumer_link; const char *driver_override; }; enum fsl_mc_pool_type { FSL_MC_POOL_DPMCP = 0, FSL_MC_POOL_DPBP = 1, FSL_MC_POOL_DPCON = 2, FSL_MC_POOL_IRQ = 3, FSL_MC_NUM_POOL_TYPES = 4, }; struct fsl_mc_resource_pool; struct fsl_mc_resource { enum fsl_mc_pool_type type; s32 id; void *data; struct fsl_mc_resource_pool *parent_pool; struct list_head node; }; struct fsl_mc_device_irq { unsigned int virq; struct fsl_mc_device *mc_dev; u8 dev_irq_index; struct fsl_mc_resource resource; }; struct fsl_mc_io { struct device *dev; u16 flags; u32 portal_size; phys_addr_t portal_phys_addr; void *portal_virt_addr; struct fsl_mc_device *dpmcp_dev; union { struct mutex mutex; raw_spinlock_t spinlock; }; }; enum cc_attr { CC_ATTR_MEM_ENCRYPT = 0, CC_ATTR_HOST_MEM_ENCRYPT = 1, CC_ATTR_GUEST_MEM_ENCRYPT = 2, CC_ATTR_GUEST_STATE_ENCRYPT = 3, CC_ATTR_GUEST_UNROLL_STRING_IO = 4, CC_ATTR_GUEST_SEV_SNP = 5, CC_ATTR_HOTPLUG_DISABLED = 6, }; struct group_device { struct list_head list; struct device *dev; char *name; }; struct iommu_group_attribute { struct attribute attr; ssize_t (*show)(struct iommu_group *, char *); ssize_t (*store)(struct iommu_group *, const char *, size_t); }; enum { IOMMU_SET_DOMAIN_MUST_SUCCEED = 1, }; struct group_for_pci_data { struct pci_dev *pdev; struct iommu_group *group; }; struct software_node_ref_args { const struct software_node *node; unsigned int nargs; u64 args[8]; }; struct swnode { struct kobject kobj; struct fwnode_handle fwnode; const struct software_node *node; int id; struct ida child_ids; struct list_head entry; struct list_head children; struct swnode *parent; unsigned int allocated: 1; unsigned int managed: 1; }; enum suspend_stat_step { SUSPEND_FREEZE = 1, SUSPEND_PREPARE = 2, SUSPEND_SUSPEND = 3, SUSPEND_SUSPEND_LATE = 4, SUSPEND_SUSPEND_NOIRQ = 5, SUSPEND_RESUME_NOIRQ = 6, SUSPEND_RESUME_EARLY = 7, SUSPEND_RESUME = 8, }; struct suspend_stats { int success; int fail; int failed_freeze; int failed_prepare; int failed_suspend; int failed_suspend_late; int failed_suspend_noirq; int failed_resume; int failed_resume_early; int failed_resume_noirq; int last_failed_dev; char failed_devs[80]; int last_failed_errno; int errno[2]; int last_failed_step; u64 last_hw_sleep; u64 total_hw_sleep; u64 max_hw_sleep; enum suspend_stat_step failed_steps[2]; }; typedef int (*pm_callback_t)(struct device *); typedef long unsigned int __kernel_old_dev_t; enum { LO_FLAGS_READ_ONLY = 1, LO_FLAGS_AUTOCLEAR = 4, LO_FLAGS_PARTSCAN = 8, LO_FLAGS_DIRECT_IO = 16, }; struct loop_info { int lo_number; __kernel_old_dev_t lo_device; long unsigned int lo_inode; __kernel_old_dev_t lo_rdevice; int lo_offset; int lo_encrypt_type; int lo_encrypt_key_size; int lo_flags; char lo_name[64]; unsigned char lo_encrypt_key[32]; long unsigned int lo_init[2]; char reserved[4]; }; struct loop_info64 { __u64 lo_device; __u64 lo_inode; __u64 lo_rdevice; __u64 lo_offset; __u64 lo_sizelimit; __u32 lo_number; __u32 lo_encrypt_type; __u32 lo_encrypt_key_size; __u32 lo_flags; __u8 lo_file_name[64]; __u8 lo_crypt_name[64]; __u8 lo_encrypt_key[32]; __u64 lo_init[2]; }; struct loop_config { __u32 fd; __u32 block_size; struct loop_info64 info; __u64 __reserved[8]; }; enum { Lo_unbound = 0, Lo_bound = 1, Lo_rundown = 2, Lo_deleting = 3, }; struct loop_device { int lo_number; loff_t lo_offset; loff_t lo_sizelimit; int lo_flags; char lo_file_name[64]; struct file *lo_backing_file; struct block_device *lo_device; gfp_t old_gfp_mask; spinlock_t lo_lock; int lo_state; spinlock_t lo_work_lock; struct workqueue_struct *workqueue; struct work_struct rootcg_work; struct list_head rootcg_cmd_list; struct list_head idle_worker_list; struct rb_root worker_tree; struct timer_list timer; bool use_dio; bool sysfs_inited; struct request_queue *lo_queue; struct blk_mq_tag_set tag_set; struct gendisk *lo_disk; struct mutex lo_mutex; bool idr_visible; }; struct loop_cmd { struct list_head list_entry; bool use_aio; atomic_t ref; long int ret; struct kiocb iocb; struct bio_vec *bvec; struct cgroup_subsys_state *blkcg_css; struct cgroup_subsys_state *memcg_css; }; struct loop_worker { struct rb_node rb_node; struct work_struct work; struct list_head cmd_list; struct list_head idle_list; struct loop_device *lo; struct cgroup_subsys_state *blkcg_css; long unsigned int last_ran_at; }; struct nd_namespace_pmem { struct nd_namespace_io nsio; long unsigned int lbasize; char *alt_name; uuid_t *uuid; int id; }; struct nd_label_id { char id[50]; }; enum nd_label_flags { ND_LABEL_REAP = 0, }; struct nvdimm_bus; struct of_pmem_private { struct nvdimm_bus_descriptor bus_desc; struct nvdimm_bus *bus; }; struct dma_fence_chain { struct dma_fence base; struct dma_fence *prev; u64 prev_seqno; struct dma_fence *fence; union { struct dma_fence_cb cb; struct irq_work work; }; spinlock_t lock; }; struct scsi_mode_data { __u32 length; __u16 block_descriptor_length; __u8 medium_type; __u8 device_specific; __u8 header_length; __u8 longlba: 1; }; struct scsi_event { enum scsi_device_event evt_type; struct list_head node; }; enum scsi_prot_operations { SCSI_PROT_NORMAL = 0, SCSI_PROT_READ_INSERT = 1, SCSI_PROT_WRITE_STRIP = 2, SCSI_PROT_READ_STRIP = 3, SCSI_PROT_WRITE_INSERT = 4, SCSI_PROT_READ_PASS = 5, SCSI_PROT_WRITE_PASS = 6, }; struct scsi_driver { struct device_driver gendrv; void (*rescan)(struct device *); blk_status_t (*init_command)(struct scsi_cmnd *); void (*uninit_command)(struct scsi_cmnd *); int (*done)(struct scsi_cmnd *); int (*eh_action)(struct scsi_cmnd *, int); void (*eh_reset)(struct scsi_cmnd *); }; enum scsi_host_prot_capabilities { SHOST_DIF_TYPE1_PROTECTION = 1, SHOST_DIF_TYPE2_PROTECTION = 2, SHOST_DIF_TYPE3_PROTECTION = 4, SHOST_DIX_TYPE0_PROTECTION = 8, SHOST_DIX_TYPE1_PROTECTION = 16, SHOST_DIX_TYPE2_PROTECTION = 32, SHOST_DIX_TYPE3_PROTECTION = 64, }; enum scsi_ml_status { SCSIML_STAT_OK = 0, SCSIML_STAT_RESV_CONFLICT = 1, SCSIML_STAT_NOSPC = 2, SCSIML_STAT_MED_ERROR = 3, SCSIML_STAT_TGT_FAILURE = 4, SCSIML_STAT_DL_TIMEOUT = 5, }; enum { ACTION_FAIL = 0, ACTION_REPREP = 1, ACTION_DELAYED_REPREP = 2, ACTION_RETRY = 3, ACTION_DELAYED_RETRY = 4, }; struct transport_class { struct class class; int (*setup)(struct transport_container *, struct device *, struct device *); int (*configure)(struct transport_container *, struct device *, struct device *); int (*remove)(struct transport_container *, struct device *, struct device *); }; struct srp_host_attrs { atomic_t next_port_id; }; struct srp_internal { struct scsi_transport_template t; struct srp_function_template *f; struct device_attribute *host_attrs[1]; struct device_attribute *rport_attrs[9]; struct transport_container rport_attr_cont; }; typedef s32 compat_int_t; typedef u32 compat_uint_t; typedef struct sg_io_hdr sg_io_hdr_t; struct compat_sg_io_hdr { compat_int_t interface_id; compat_int_t dxfer_direction; unsigned char cmd_len; unsigned char mx_sb_len; short unsigned int iovec_count; compat_uint_t dxfer_len; compat_uint_t dxferp; compat_uptr_t cmdp; compat_uptr_t sbp; compat_uint_t timeout; compat_uint_t flags; compat_int_t pack_id; compat_uptr_t usr_ptr; unsigned char status; unsigned char masked_status; unsigned char msg_status; unsigned char sb_len_wr; short unsigned int host_status; short unsigned int driver_status; compat_int_t resid; compat_uint_t duration; compat_uint_t info; }; struct sg_scsi_id { int host_no; int channel; int scsi_id; int lun; int scsi_type; short int h_cmd_per_lun; short int d_queue_depth; int unused[2]; }; typedef struct sg_scsi_id sg_scsi_id_t; struct sg_req_info { char req_state; char orphan; char sg_io_owned; char problem; int pack_id; void *usr_ptr; unsigned int duration; int unused; }; typedef struct sg_req_info sg_req_info_t; struct sg_header { int pack_len; int reply_len; int pack_id; int result; unsigned int twelve_byte: 1; unsigned int target_status: 5; unsigned int host_status: 8; unsigned int driver_status: 8; unsigned int other_flags: 10; unsigned char sense_buffer[16]; }; struct sg_scatter_hold { short unsigned int k_use_sg; unsigned int sglist_len; unsigned int bufflen; struct page **pages; int page_order; char dio_in_use; unsigned char cmd_opcode; }; typedef struct sg_scatter_hold Sg_scatter_hold; struct sg_fd; struct sg_request { struct list_head entry; struct sg_fd *parentfp; Sg_scatter_hold data; sg_io_hdr_t header; unsigned char sense_b[96]; char res_used; char orphan; char sg_io_owned; char done; struct request *rq; struct bio *bio; struct execute_work ew; }; typedef struct sg_request Sg_request; struct sg_device; struct sg_fd { struct list_head sfd_siblings; struct sg_device *parentdp; wait_queue_head_t read_wait; rwlock_t rq_list_lock; struct mutex f_mutex; int timeout; int timeout_user; Sg_scatter_hold reserve; struct list_head rq_list; struct fasync_struct *async_qp; Sg_request req_arr[16]; char force_packid; char cmd_q; unsigned char next_cmd_len; char keep_orphan; char mmap_called; char res_in_use; struct kref f_ref; struct execute_work ew; }; struct sg_device { struct scsi_device *device; wait_queue_head_t open_wait; struct mutex open_rel_lock; int sg_tablesize; u32 index; struct list_head sfds; rwlock_t sfd_lock; atomic_t detaching; bool exclude; int open_cnt; char sgdebug; char name[32]; struct cdev *cdev; struct kref d_ref; }; typedef struct sg_fd Sg_fd; typedef struct sg_device Sg_device; struct sg_proc_deviter { loff_t index; size_t max; }; enum { AHCI_MAX_PORTS = 32, AHCI_MAX_SG = 168, AHCI_DMA_BOUNDARY = 4294967295, AHCI_MAX_CMDS = 32, AHCI_CMD_SZ = 32, AHCI_CMD_SLOT_SZ = 1024, AHCI_RX_FIS_SZ = 256, AHCI_CMD_TBL_CDB = 64, AHCI_CMD_TBL_HDR_SZ = 128, AHCI_CMD_TBL_SZ = 2816, AHCI_CMD_TBL_AR_SZ = 90112, AHCI_PORT_PRIV_DMA_SZ = 91392, AHCI_PORT_PRIV_FBS_DMA_SZ = 95232, AHCI_IRQ_ON_SG = 2147483648, AHCI_CMD_ATAPI = 32, AHCI_CMD_WRITE = 64, AHCI_CMD_PREFETCH = 128, AHCI_CMD_RESET = 256, AHCI_CMD_CLR_BUSY = 1024, RX_FIS_PIO_SETUP = 32, RX_FIS_D2H_REG = 64, RX_FIS_SDB = 88, RX_FIS_UNK = 96, HOST_CAP = 0, HOST_CTL = 4, HOST_IRQ_STAT___2 = 8, HOST_PORTS_IMPL = 12, HOST_VERSION = 16, HOST_EM_LOC = 28, HOST_EM_CTL = 32, HOST_CAP2 = 36, HOST_RESET = 1, HOST_IRQ_EN = 2, HOST_MRSM = 4, HOST_AHCI_EN = 2147483648, HOST_CAP_SXS = 32, HOST_CAP_EMS = 64, HOST_CAP_CCC = 128, HOST_CAP_PART = 8192, HOST_CAP_SSC = 16384, HOST_CAP_PIO_MULTI = 32768, HOST_CAP_FBS = 65536, HOST_CAP_PMP = 131072, HOST_CAP_ONLY = 262144, HOST_CAP_CLO = 16777216, HOST_CAP_LED = 33554432, HOST_CAP_ALPM = 67108864, HOST_CAP_SSS = 134217728, HOST_CAP_MPS = 268435456, HOST_CAP_SNTF = 536870912, HOST_CAP_NCQ = 1073741824, HOST_CAP_64 = 2147483648, HOST_CAP2_BOH = 1, HOST_CAP2_NVMHCI = 2, HOST_CAP2_APST = 4, HOST_CAP2_SDS = 8, HOST_CAP2_SADM = 16, HOST_CAP2_DESO = 32, PORT_LST_ADDR = 0, PORT_LST_ADDR_HI = 4, PORT_FIS_ADDR = 8, PORT_FIS_ADDR_HI = 12, PORT_IRQ_STAT___2 = 16, PORT_IRQ_MASK = 20, PORT_CMD = 24, PORT_TFDATA = 32, PORT_SIG = 36, PORT_CMD_ISSUE = 56, PORT_SCR_STAT = 40, PORT_SCR_CTL = 44, PORT_SCR_ERR = 48, PORT_SCR_ACT = 52, PORT_SCR_NTF = 60, PORT_FBS = 64, PORT_DEVSLP = 68, PORT_IRQ_COLD_PRES = 2147483648, PORT_IRQ_TF_ERR = 1073741824, PORT_IRQ_HBUS_ERR = 536870912, PORT_IRQ_HBUS_DATA_ERR = 268435456, PORT_IRQ_IF_ERR = 134217728, PORT_IRQ_IF_NONFATAL = 67108864, PORT_IRQ_OVERFLOW = 16777216, PORT_IRQ_BAD_PMP = 8388608, PORT_IRQ_PHYRDY = 4194304, PORT_IRQ_DMPS = 128, PORT_IRQ_CONNECT = 64, PORT_IRQ_SG_DONE = 32, PORT_IRQ_UNK_FIS___2 = 16, PORT_IRQ_SDB_FIS = 8, PORT_IRQ_DMAS_FIS = 4, PORT_IRQ_PIOS_FIS = 2, PORT_IRQ_D2H_REG_FIS = 1, PORT_IRQ_FREEZE = 683671632, PORT_IRQ_ERROR___2 = 2025848912, DEF_PORT_IRQ___2 = 2025848959, PORT_CMD_ASP = 134217728, PORT_CMD_ALPE = 67108864, PORT_CMD_ATAPI = 16777216, PORT_CMD_FBSCP = 4194304, PORT_CMD_ESP = 2097152, PORT_CMD_CPD = 1048576, PORT_CMD_MPSP = 524288, PORT_CMD_HPCP = 262144, PORT_CMD_PMP = 131072, PORT_CMD_LIST_ON = 32768, PORT_CMD_FIS_ON = 16384, PORT_CMD_FIS_RX = 16, PORT_CMD_CLO = 8, PORT_CMD_POWER_ON = 4, PORT_CMD_SPIN_UP = 2, PORT_CMD_START = 1, PORT_CMD_ICC_MASK = 4026531840, PORT_CMD_ICC_ACTIVE = 268435456, PORT_CMD_ICC_PARTIAL = 536870912, PORT_CMD_ICC_SLUMBER = 1610612736, PORT_CMD_CAP = 8126464, PORT_FBS_DWE_OFFSET = 16, PORT_FBS_ADO_OFFSET = 12, PORT_FBS_DEV_OFFSET = 8, PORT_FBS_DEV_MASK = 3840, PORT_FBS_SDE = 4, PORT_FBS_DEC = 2, PORT_FBS_EN = 1, PORT_DEVSLP_DM_OFFSET = 25, PORT_DEVSLP_DM_MASK = 503316480, PORT_DEVSLP_DITO_OFFSET = 15, PORT_DEVSLP_MDAT_OFFSET = 10, PORT_DEVSLP_DETO_OFFSET = 2, PORT_DEVSLP_DSP = 2, PORT_DEVSLP_ADSE = 1, AHCI_HFLAG_NO_NCQ = 1, AHCI_HFLAG_IGN_IRQ_IF_ERR = 2, AHCI_HFLAG_IGN_SERR_INTERNAL = 4, AHCI_HFLAG_32BIT_ONLY = 8, AHCI_HFLAG_MV_PATA = 16, AHCI_HFLAG_NO_MSI = 32, AHCI_HFLAG_NO_PMP = 64, AHCI_HFLAG_SECT255 = 256, AHCI_HFLAG_YES_NCQ = 512, AHCI_HFLAG_NO_SUSPEND = 1024, AHCI_HFLAG_SRST_TOUT_IS_OFFLINE = 2048, AHCI_HFLAG_NO_SNTF = 4096, AHCI_HFLAG_NO_FPDMA_AA = 8192, AHCI_HFLAG_YES_FBS = 16384, AHCI_HFLAG_DELAY_ENGINE = 32768, AHCI_HFLAG_NO_DEVSLP = 131072, AHCI_HFLAG_NO_FBS = 262144, AHCI_HFLAG_MULTI_MSI = 1048576, AHCI_HFLAG_WAKE_BEFORE_STOP = 4194304, AHCI_HFLAG_YES_ALPM = 8388608, AHCI_HFLAG_NO_WRITE_TO_RO = 16777216, AHCI_HFLAG_USE_LPM_POLICY = 33554432, AHCI_HFLAG_SUSPEND_PHYS = 67108864, AHCI_HFLAG_NO_SXS = 268435456, AHCI_FLAG_COMMON = 393346, ICH_MAP = 144, PCS_6 = 146, PCS_7 = 148, EM_MAX_SLOTS = 15, EM_MAX_RETRY = 5, EM_CTL_RST = 512, EM_CTL_TM = 256, EM_CTL_MR = 1, EM_CTL_ALHD = 67108864, EM_CTL_XMT = 33554432, EM_CTL_SMB = 16777216, EM_CTL_SGPIO = 524288, EM_CTL_SES = 262144, EM_CTL_SAFTE = 131072, EM_CTL_LED = 65536, EM_MSG_TYPE_LED = 1, EM_MSG_TYPE_SAFTE = 2, EM_MSG_TYPE_SES2 = 4, EM_MSG_TYPE_SGPIO = 8, }; struct ahci_cmd_hdr { __le32 opts; __le32 status; __le32 tbl_addr; __le32 tbl_addr_hi; __le32 reserved[4]; }; struct ahci_em_priv { enum sw_activity blink_policy; struct timer_list timer; long unsigned int saved_activity; long unsigned int activity; long unsigned int led_state; struct ata_link *link; }; struct ahci_port_priv { struct ata_link *active_link; struct ahci_cmd_hdr *cmd_slot; dma_addr_t cmd_slot_dma; void *cmd_tbl; dma_addr_t cmd_tbl_dma; void *rx_fis; dma_addr_t rx_fis_dma; unsigned int ncq_saw_d2h: 1; unsigned int ncq_saw_dmas: 1; unsigned int ncq_saw_sdb: 1; spinlock_t lock; u32 intr_mask; bool fbs_supported; bool fbs_enabled; int fbs_last_dev; struct ahci_em_priv em_priv[15]; char *irq_desc; }; struct ahci_host_priv { unsigned int flags; u32 mask_port_map; void *mmio; u32 cap; u32 cap2; u32 version; u32 port_map; u32 saved_cap; u32 saved_cap2; u32 saved_port_map; u32 saved_port_cap[32]; u32 em_loc; u32 em_buf_sz; u32 em_msg_type; u32 remapped_nvme; bool got_runtime_pm; unsigned int n_clks; struct clk_bulk_data *clks; unsigned int f_rsts; struct reset_control *rsts; struct regulator **target_pwrs; struct regulator *ahci_regulator; struct regulator *phy_regulator; struct phy **phys; unsigned int nports; void *plat_data; unsigned int irq; void (*start_engine)(struct ata_port *); int (*stop_engine)(struct ata_port *); irqreturn_t (*irq_handler)(int, void *); int (*get_irq_vector)(struct ata_host *, int); }; enum { AHCI_PCI_BAR_STA2X11 = 0, AHCI_PCI_BAR_CAVIUM = 0, AHCI_PCI_BAR_LOONGSON = 0, AHCI_PCI_BAR_ENMOTUS = 2, AHCI_PCI_BAR_CAVIUM_GEN5 = 4, AHCI_PCI_BAR_STANDARD = 5, }; enum board_ids { board_ahci = 0, board_ahci_ign_iferr = 1, board_ahci_low_power = 2, board_ahci_no_debounce_delay = 3, board_ahci_nomsi = 4, board_ahci_noncq = 5, board_ahci_nosntf = 6, board_ahci_yes_fbs = 7, board_ahci_al = 8, board_ahci_avn = 9, board_ahci_mcp65 = 10, board_ahci_mcp77 = 11, board_ahci_mcp89 = 12, board_ahci_mv = 13, board_ahci_sb600 = 14, board_ahci_sb700 = 15, board_ahci_vt8251 = 16, board_ahci_pcs7 = 17, board_ahci_mcp_linux = 10, board_ahci_mcp67 = 10, board_ahci_mcp73 = 10, board_ahci_mcp79 = 11, }; struct mdio_driver { struct mdio_driver_common mdiodrv; int (*probe)(struct mdio_device *); void (*remove)(struct mdio_device *); void (*shutdown)(struct mdio_device *); }; struct sensor_device_attribute { struct device_attribute dev_attr; int index; }; struct tg3_tx_buffer_desc { u32 addr_hi; u32 addr_lo; u32 len_flags; u32 vlan_tag; }; struct tg3_rx_buffer_desc { u32 addr_hi; u32 addr_lo; u32 idx_len; u32 type_flags; u32 ip_tcp_csum; u32 err_vlan; u32 reserved; u32 opaque; }; struct tg3_ext_rx_buffer_desc { struct { u32 addr_hi; u32 addr_lo; } addrlist[3]; u32 len2_len1; u32 resv_len3; struct tg3_rx_buffer_desc std; }; struct tg3_internal_buffer_desc { u32 addr_hi; u32 addr_lo; u32 nic_mbuf; u16 len; u16 cqid_sqid; u32 flags; u32 __cookie1; u32 __cookie2; u32 __cookie3; }; struct tg3_hw_status { u32 status; u32 status_tag; u16 rx_jumbo_consumer; u16 rx_consumer; u16 rx_mini_consumer; u16 reserved; struct { u16 rx_producer; u16 tx_consumer; } idx[16]; }; typedef struct { u32 high; u32 low; } tg3_stat64_t; struct tg3_hw_stats { u8 __reserved0[256]; tg3_stat64_t rx_octets; u64 __reserved1; tg3_stat64_t rx_fragments; tg3_stat64_t rx_ucast_packets; tg3_stat64_t rx_mcast_packets; tg3_stat64_t rx_bcast_packets; tg3_stat64_t rx_fcs_errors; tg3_stat64_t rx_align_errors; tg3_stat64_t rx_xon_pause_rcvd; tg3_stat64_t rx_xoff_pause_rcvd; tg3_stat64_t rx_mac_ctrl_rcvd; tg3_stat64_t rx_xoff_entered; tg3_stat64_t rx_frame_too_long_errors; tg3_stat64_t rx_jabbers; tg3_stat64_t rx_undersize_packets; tg3_stat64_t rx_in_length_errors; tg3_stat64_t rx_out_length_errors; tg3_stat64_t rx_64_or_less_octet_packets; tg3_stat64_t rx_65_to_127_octet_packets; tg3_stat64_t rx_128_to_255_octet_packets; tg3_stat64_t rx_256_to_511_octet_packets; tg3_stat64_t rx_512_to_1023_octet_packets; tg3_stat64_t rx_1024_to_1522_octet_packets; tg3_stat64_t rx_1523_to_2047_octet_packets; tg3_stat64_t rx_2048_to_4095_octet_packets; tg3_stat64_t rx_4096_to_8191_octet_packets; tg3_stat64_t rx_8192_to_9022_octet_packets; u64 __unused0[37]; tg3_stat64_t tx_octets; u64 __reserved2; tg3_stat64_t tx_collisions; tg3_stat64_t tx_xon_sent; tg3_stat64_t tx_xoff_sent; tg3_stat64_t tx_flow_control; tg3_stat64_t tx_mac_errors; tg3_stat64_t tx_single_collisions; tg3_stat64_t tx_mult_collisions; tg3_stat64_t tx_deferred; u64 __reserved3; tg3_stat64_t tx_excessive_collisions; tg3_stat64_t tx_late_collisions; tg3_stat64_t tx_collide_2times; tg3_stat64_t tx_collide_3times; tg3_stat64_t tx_collide_4times; tg3_stat64_t tx_collide_5times; tg3_stat64_t tx_collide_6times; tg3_stat64_t tx_collide_7times; tg3_stat64_t tx_collide_8times; tg3_stat64_t tx_collide_9times; tg3_stat64_t tx_collide_10times; tg3_stat64_t tx_collide_11times; tg3_stat64_t tx_collide_12times; tg3_stat64_t tx_collide_13times; tg3_stat64_t tx_collide_14times; tg3_stat64_t tx_collide_15times; tg3_stat64_t tx_ucast_packets; tg3_stat64_t tx_mcast_packets; tg3_stat64_t tx_bcast_packets; tg3_stat64_t tx_carrier_sense_errors; tg3_stat64_t tx_discards; tg3_stat64_t tx_errors; u64 __unused1[31]; tg3_stat64_t COS_rx_packets[16]; tg3_stat64_t COS_rx_filter_dropped; tg3_stat64_t dma_writeq_full; tg3_stat64_t dma_write_prioq_full; tg3_stat64_t rxbds_empty; tg3_stat64_t rx_discards; tg3_stat64_t rx_errors; tg3_stat64_t rx_threshold_hit; u64 __unused2[9]; tg3_stat64_t COS_out_packets[16]; tg3_stat64_t dma_readq_full; tg3_stat64_t dma_read_prioq_full; tg3_stat64_t tx_comp_queue_full; tg3_stat64_t ring_set_send_prod_index; tg3_stat64_t ring_status_update; tg3_stat64_t nic_irqs; tg3_stat64_t nic_avoided_irqs; tg3_stat64_t nic_tx_threshold_hit; tg3_stat64_t mbuf_lwm_thresh_hit; u8 __reserved4[312]; }; struct tg3_ocir { u32 signature; u16 version_flags; u16 refresh_int; u32 refresh_tmr; u32 update_tmr; u32 dst_base_addr; u16 src_hdr_offset; u16 src_hdr_length; u16 src_data_offset; u16 src_data_length; u16 dst_hdr_offset; u16 dst_data_offset; u16 dst_reg_upd_offset; u16 dst_sem_offset; u32 reserved1[2]; u32 port0_flags; u32 port1_flags; u32 port2_flags; u32 port3_flags; u32 reserved2; }; struct ring_info { u8 *data; dma_addr_t mapping; }; struct tg3_tx_ring_info { struct sk_buff *skb; dma_addr_t mapping; bool fragmented; }; struct tg3_link_config { u32 advertising; u32 speed; u8 duplex; u8 autoneg; u8 flowctrl; u8 active_flowctrl; u8 active_duplex; u32 active_speed; u32 rmt_adv; }; struct tg3_bufmgr_config { u32 mbuf_read_dma_low_water; u32 mbuf_mac_rx_low_water; u32 mbuf_high_water; u32 mbuf_read_dma_low_water_jumbo; u32 mbuf_mac_rx_low_water_jumbo; u32 mbuf_high_water_jumbo; u32 dma_low_water; u32 dma_high_water; }; struct tg3_ethtool_stats { u64 rx_octets; u64 rx_fragments; u64 rx_ucast_packets; u64 rx_mcast_packets; u64 rx_bcast_packets; u64 rx_fcs_errors; u64 rx_align_errors; u64 rx_xon_pause_rcvd; u64 rx_xoff_pause_rcvd; u64 rx_mac_ctrl_rcvd; u64 rx_xoff_entered; u64 rx_frame_too_long_errors; u64 rx_jabbers; u64 rx_undersize_packets; u64 rx_in_length_errors; u64 rx_out_length_errors; u64 rx_64_or_less_octet_packets; u64 rx_65_to_127_octet_packets; u64 rx_128_to_255_octet_packets; u64 rx_256_to_511_octet_packets; u64 rx_512_to_1023_octet_packets; u64 rx_1024_to_1522_octet_packets; u64 rx_1523_to_2047_octet_packets; u64 rx_2048_to_4095_octet_packets; u64 rx_4096_to_8191_octet_packets; u64 rx_8192_to_9022_octet_packets; u64 tx_octets; u64 tx_collisions; u64 tx_xon_sent; u64 tx_xoff_sent; u64 tx_flow_control; u64 tx_mac_errors; u64 tx_single_collisions; u64 tx_mult_collisions; u64 tx_deferred; u64 tx_excessive_collisions; u64 tx_late_collisions; u64 tx_collide_2times; u64 tx_collide_3times; u64 tx_collide_4times; u64 tx_collide_5times; u64 tx_collide_6times; u64 tx_collide_7times; u64 tx_collide_8times; u64 tx_collide_9times; u64 tx_collide_10times; u64 tx_collide_11times; u64 tx_collide_12times; u64 tx_collide_13times; u64 tx_collide_14times; u64 tx_collide_15times; u64 tx_ucast_packets; u64 tx_mcast_packets; u64 tx_bcast_packets; u64 tx_carrier_sense_errors; u64 tx_discards; u64 tx_errors; u64 dma_writeq_full; u64 dma_write_prioq_full; u64 rxbds_empty; u64 rx_discards; u64 rx_errors; u64 rx_threshold_hit; u64 dma_readq_full; u64 dma_read_prioq_full; u64 tx_comp_queue_full; u64 ring_set_send_prod_index; u64 ring_status_update; u64 nic_irqs; u64 nic_avoided_irqs; u64 nic_tx_threshold_hit; u64 mbuf_lwm_thresh_hit; }; struct tg3_rx_prodring_set { u32 rx_std_prod_idx; u32 rx_std_cons_idx; u32 rx_jmb_prod_idx; u32 rx_jmb_cons_idx; struct tg3_rx_buffer_desc *rx_std; struct tg3_ext_rx_buffer_desc *rx_jmb; struct ring_info *rx_std_buffers; struct ring_info *rx_jmb_buffers; dma_addr_t rx_std_mapping; dma_addr_t rx_jmb_mapping; }; struct tg3; struct tg3_napi { struct napi_struct napi; struct tg3 *tp; struct tg3_hw_status *hw_status; u32 chk_msi_cnt; u32 last_tag; u32 last_irq_tag; u32 int_mbox; u32 coal_now; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 consmbox; u32 rx_rcb_ptr; u32 last_rx_cons; u16 *rx_rcb_prod_idx; struct tg3_rx_prodring_set prodring; struct tg3_rx_buffer_desc *rx_rcb; long: 64; long: 64; long: 64; long: 64; u32 tx_prod; u32 tx_cons; u32 tx_pending; u32 last_tx_cons; u32 prodmbox; struct tg3_tx_buffer_desc *tx_ring; struct tg3_tx_ring_info *tx_buffers; dma_addr_t status_mapping; dma_addr_t rx_rcb_mapping; dma_addr_t tx_desc_mapping; char irq_lbl[16]; unsigned int irq_vec; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct tg3 { unsigned int irq_sync; spinlock_t lock; spinlock_t indirect_lock; u32 (*read32)(struct tg3 *, u32); void (*write32)(struct tg3 *, u32, u32); u32 (*read32_mbox)(struct tg3 *, u32); void (*write32_mbox)(struct tg3 *, u32, u32); void *regs; void *aperegs; struct net_device *dev; struct pci_dev *pdev; u32 coal_now; u32 msg_enable; struct ptp_clock_info ptp_info; struct ptp_clock *ptp_clock; s64 ptp_adjust; void (*write32_tx_mbox)(struct tg3 *, u32, u32); u32 dma_limit; u32 txq_req; u32 txq_cnt; u32 txq_max; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct tg3_napi napi[5]; void (*write32_rx_mbox)(struct tg3 *, u32, u32); u32 rx_copy_thresh; u32 rx_std_ring_mask; u32 rx_jmb_ring_mask; u32 rx_ret_ring_mask; u32 rx_pending; u32 rx_jumbo_pending; u32 rx_std_max_post; u32 rx_offset; u32 rx_pkt_map_sz; u32 rxq_req; u32 rxq_cnt; u32 rxq_max; bool rx_refill; long unsigned int rx_dropped; long unsigned int tx_dropped; struct rtnl_link_stats64 net_stats_prev; struct tg3_ethtool_stats estats_prev; long unsigned int tg3_flags[2]; union { long unsigned int phy_crc_errors; long unsigned int last_event_jiffies; }; struct timer_list timer; u16 timer_counter; u16 timer_multiplier; u32 timer_offset; u16 asf_counter; u16 asf_multiplier; u32 serdes_counter; struct tg3_link_config link_config; struct tg3_bufmgr_config bufmgr_config; u32 rx_mode; u32 tx_mode; u32 mac_mode; u32 mi_mode; u32 misc_host_ctrl; u32 grc_mode; u32 grc_local_ctrl; u32 dma_rwctrl; u32 coalesce_mode; u32 pwrmgmt_thresh; u32 rxptpctl; u32 pci_chip_rev_id; u16 pci_cmd; u8 pci_cacheline_sz; u8 pci_lat_timer; int pci_fn; int msi_cap; int pcix_cap; int pcie_readrq; struct mii_bus *mdio_bus; int old_link; u8 phy_addr; u8 phy_ape_lock; u32 phy_id; u32 phy_flags; u32 led_ctrl; u32 phy_otp; u32 setlpicnt; u8 rss_ind_tbl[128]; char board_part_number[24]; char fw_ver[32]; u32 nic_sram_data_cfg; u32 pci_clock_ctrl; struct pci_dev *pdev_peer; struct tg3_hw_stats *hw_stats; dma_addr_t stats_mapping; struct work_struct reset_task; int nvram_lock_cnt; u32 nvram_size; u32 nvram_pagesize; u32 nvram_jedecnum; unsigned int irq_max; unsigned int irq_cnt; struct ethtool_coalesce coal; struct ethtool_eee eee; const char *fw_needed; const struct firmware *fw; u32 fw_len; struct device *hwmon_dev; bool link_up; bool pcierr_recovery; u32 ape_hb; long unsigned int ape_hb_interval; long unsigned int ape_hb_jiffies; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum TG3_FLAGS { TG3_FLAG_TAGGED_STATUS = 0, TG3_FLAG_TXD_MBOX_HWBUG = 1, TG3_FLAG_USE_LINKCHG_REG = 2, TG3_FLAG_ERROR_PROCESSED = 3, TG3_FLAG_ENABLE_ASF = 4, TG3_FLAG_ASPM_WORKAROUND = 5, TG3_FLAG_POLL_SERDES = 6, TG3_FLAG_POLL_CPMU_LINK = 7, TG3_FLAG_MBOX_WRITE_REORDER = 8, TG3_FLAG_PCIX_TARGET_HWBUG = 9, TG3_FLAG_WOL_SPEED_100MB = 10, TG3_FLAG_WOL_ENABLE = 11, TG3_FLAG_EEPROM_WRITE_PROT = 12, TG3_FLAG_NVRAM = 13, TG3_FLAG_NVRAM_BUFFERED = 14, TG3_FLAG_SUPPORT_MSI = 15, TG3_FLAG_SUPPORT_MSIX = 16, TG3_FLAG_USING_MSI = 17, TG3_FLAG_USING_MSIX = 18, TG3_FLAG_PCIX_MODE = 19, TG3_FLAG_PCI_HIGH_SPEED = 20, TG3_FLAG_PCI_32BIT = 21, TG3_FLAG_SRAM_USE_CONFIG = 22, TG3_FLAG_TX_RECOVERY_PENDING = 23, TG3_FLAG_WOL_CAP = 24, TG3_FLAG_JUMBO_RING_ENABLE = 25, TG3_FLAG_PAUSE_AUTONEG = 26, TG3_FLAG_CPMU_PRESENT = 27, TG3_FLAG_40BIT_DMA_BUG = 28, TG3_FLAG_BROKEN_CHECKSUMS = 29, TG3_FLAG_JUMBO_CAPABLE = 30, TG3_FLAG_CHIP_RESETTING = 31, TG3_FLAG_INIT_COMPLETE = 32, TG3_FLAG_MAX_RXPEND_64 = 33, TG3_FLAG_PCI_EXPRESS = 34, TG3_FLAG_ASF_NEW_HANDSHAKE = 35, TG3_FLAG_HW_AUTONEG = 36, TG3_FLAG_IS_NIC = 37, TG3_FLAG_FLASH = 38, TG3_FLAG_FW_TSO = 39, TG3_FLAG_HW_TSO_1 = 40, TG3_FLAG_HW_TSO_2 = 41, TG3_FLAG_HW_TSO_3 = 42, TG3_FLAG_TSO_CAPABLE = 43, TG3_FLAG_TSO_BUG = 44, TG3_FLAG_ICH_WORKAROUND = 45, TG3_FLAG_1SHOT_MSI = 46, TG3_FLAG_NO_FWARE_REPORTED = 47, TG3_FLAG_NO_NVRAM_ADDR_TRANS = 48, TG3_FLAG_ENABLE_APE = 49, TG3_FLAG_PROTECTED_NVRAM = 50, TG3_FLAG_5701_DMA_BUG = 51, TG3_FLAG_USE_PHYLIB = 52, TG3_FLAG_MDIOBUS_INITED = 53, TG3_FLAG_LRG_PROD_RING_CAP = 54, TG3_FLAG_RGMII_INBAND_DISABLE = 55, TG3_FLAG_RGMII_EXT_IBND_RX_EN = 56, TG3_FLAG_RGMII_EXT_IBND_TX_EN = 57, TG3_FLAG_CLKREQ_BUG = 58, TG3_FLAG_NO_NVRAM = 59, TG3_FLAG_ENABLE_RSS = 60, TG3_FLAG_ENABLE_TSS = 61, TG3_FLAG_SHORT_DMA_BUG = 62, TG3_FLAG_USE_JUMBO_BDFLAG = 63, TG3_FLAG_L1PLLPD_EN = 64, TG3_FLAG_APE_HAS_NCSI = 65, TG3_FLAG_TX_TSTAMP_EN = 66, TG3_FLAG_4K_FIFO_LIMIT = 67, TG3_FLAG_5719_5720_RDMA_BUG = 68, TG3_FLAG_RESET_TASK_PENDING = 69, TG3_FLAG_PTP_CAPABLE = 70, TG3_FLAG_5705_PLUS = 71, TG3_FLAG_IS_5788 = 72, TG3_FLAG_5750_PLUS = 73, TG3_FLAG_5780_CLASS = 74, TG3_FLAG_5755_PLUS = 75, TG3_FLAG_57765_PLUS = 76, TG3_FLAG_57765_CLASS = 77, TG3_FLAG_5717_PLUS = 78, TG3_FLAG_IS_SSB_CORE = 79, TG3_FLAG_FLUSH_POSTED_WRITES = 80, TG3_FLAG_ROBOSWITCH = 81, TG3_FLAG_ONE_DMA_AT_ONCE = 82, TG3_FLAG_RGMII_MODE = 83, TG3_FLAG_NUMBER_OF_FLAGS = 84, }; struct tg3_firmware_hdr { __be32 version; __be32 base_addr; __be32 len; }; struct tg3_fiber_aneginfo { int state; u32 flags; long unsigned int link_time; long unsigned int cur_time; u32 ability_match_cfg; int ability_match_count; char ability_match; char idle_match; char ack_match; u32 txconfig; u32 rxconfig; }; struct subsys_tbl_ent { u16 subsys_vendor; u16 subsys_devid; u32 phy_id; }; struct tg3_dev_id { u32 vendor; u32 device; u32 rev; }; struct tg3_dev_id___2 { u32 vendor; u32 device; }; struct mem_entry { u32 offset; u32 len; }; struct pcmcia_device_id { __u16 match_flags; __u16 manf_id; __u16 card_id; __u8 func_id; __u8 function; __u8 device_no; __u32 prod_id_hash[4]; const char *prod_id[4]; kernel_ulong_t driver_info; char *cisfile; }; struct pcmcia_dynids { struct mutex lock; struct list_head list; }; struct pcmcia_driver { const char *name; int (*probe)(struct pcmcia_device *); void (*remove)(struct pcmcia_device *); int (*suspend)(struct pcmcia_device *); int (*resume)(struct pcmcia_device *); struct module *owner; const struct pcmcia_device_id *id_table; struct device_driver drv; struct pcmcia_dynids dynids; }; struct pcmcia_dynid { struct list_head node; struct pcmcia_device_id id; }; struct usb_qualifier_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 bcdUSB; __u8 bDeviceClass; __u8 bDeviceSubClass; __u8 bDeviceProtocol; __u8 bMaxPacketSize0; __u8 bNumConfigurations; __u8 bRESERVED; }; struct usb_set_sel_req { __u8 u1_sel; __u8 u1_pel; __le16 u2_sel; __le16 u2_pel; }; struct usbdevfs_hub_portinfo { char nports; char port[127]; }; enum hub_led_mode { INDICATOR_AUTO = 0, INDICATOR_CYCLE = 1, INDICATOR_GREEN_BLINK = 2, INDICATOR_GREEN_BLINK_OFF = 3, INDICATOR_AMBER_BLINK = 4, INDICATOR_AMBER_BLINK_OFF = 5, INDICATOR_ALT_BLINK = 6, INDICATOR_ALT_BLINK_OFF = 7, } __attribute__((mode(byte))); struct usb_tt_clear { struct list_head clear_list; unsigned int tt; u16 devinfo; struct usb_hcd *hcd; struct usb_host_endpoint *ep; }; enum hub_activation_type { HUB_INIT = 0, HUB_INIT2 = 1, HUB_INIT3 = 2, HUB_POST_RESET = 3, HUB_RESUME = 4, HUB_RESET_RESUME = 5, }; enum hub_quiescing_type { HUB_DISCONNECT = 0, HUB_PRE_RESET = 1, HUB_SUSPEND = 2, }; struct class_info { int class; char *class_name; }; struct ehci_per_sched { struct usb_device *udev; struct usb_host_endpoint *ep; struct list_head ps_list; u16 tt_usecs; u16 cs_mask; u16 period; u16 phase; u8 bw_phase; u8 phase_uf; u8 usecs; u8 c_usecs; u8 bw_uperiod; u8 bw_period; }; enum ehci_rh_state { EHCI_RH_HALTED = 0, EHCI_RH_SUSPENDED = 1, EHCI_RH_RUNNING = 2, EHCI_RH_STOPPING = 3, }; enum ehci_hrtimer_event { EHCI_HRTIMER_POLL_ASS = 0, EHCI_HRTIMER_POLL_PSS = 1, EHCI_HRTIMER_POLL_DEAD = 2, EHCI_HRTIMER_UNLINK_INTR = 3, EHCI_HRTIMER_FREE_ITDS = 4, EHCI_HRTIMER_ACTIVE_UNLINK = 5, EHCI_HRTIMER_START_UNLINK_INTR = 6, EHCI_HRTIMER_ASYNC_UNLINKS = 7, EHCI_HRTIMER_IAA_WATCHDOG = 8, EHCI_HRTIMER_DISABLE_PERIODIC = 9, EHCI_HRTIMER_DISABLE_ASYNC = 10, EHCI_HRTIMER_IO_WATCHDOG = 11, EHCI_HRTIMER_NUM_EVENTS = 12, }; struct ehci_caps; struct ehci_regs; struct ehci_dbg_port; struct ehci_qh; union ehci_shadow; struct ehci_itd; struct ehci_sitd; struct ehci_hcd { enum ehci_hrtimer_event next_hrtimer_event; unsigned int enabled_hrtimer_events; ktime_t hr_timeouts[12]; struct hrtimer hrtimer; int PSS_poll_count; int ASS_poll_count; int died_poll_count; struct ehci_caps *caps; struct ehci_regs *regs; struct ehci_dbg_port *debug; __u32 hcs_params; spinlock_t lock; enum ehci_rh_state rh_state; bool scanning: 1; bool need_rescan: 1; bool intr_unlinking: 1; bool iaa_in_progress: 1; bool async_unlinking: 1; bool shutdown: 1; struct ehci_qh *qh_scan_next; struct ehci_qh *async; struct ehci_qh *dummy; struct list_head async_unlink; struct list_head async_idle; unsigned int async_unlink_cycle; unsigned int async_count; __le32 old_current; __le32 old_token; unsigned int periodic_size; __le32 *periodic; dma_addr_t periodic_dma; struct list_head intr_qh_list; unsigned int i_thresh; union ehci_shadow *pshadow; struct list_head intr_unlink_wait; struct list_head intr_unlink; unsigned int intr_unlink_wait_cycle; unsigned int intr_unlink_cycle; unsigned int now_frame; unsigned int last_iso_frame; unsigned int intr_count; unsigned int isoc_count; unsigned int periodic_count; unsigned int uframe_periodic_max; struct list_head cached_itd_list; struct ehci_itd *last_itd_to_free; struct list_head cached_sitd_list; struct ehci_sitd *last_sitd_to_free; long unsigned int reset_done[15]; long unsigned int bus_suspended; long unsigned int companion_ports; long unsigned int owned_ports; long unsigned int port_c_suspend; long unsigned int suspended_ports; long unsigned int resuming_ports; struct dma_pool *qh_pool; struct dma_pool *qtd_pool; struct dma_pool *itd_pool; struct dma_pool *sitd_pool; unsigned int random_frame; long unsigned int next_statechange; ktime_t last_periodic_enable; u32 command; unsigned int no_selective_suspend: 1; unsigned int has_fsl_port_bug: 1; unsigned int has_fsl_hs_errata: 1; unsigned int has_fsl_susp_errata: 1; unsigned int has_ci_pec_bug: 1; unsigned int big_endian_mmio: 1; unsigned int big_endian_desc: 1; unsigned int big_endian_capbase: 1; unsigned int has_amcc_usb23: 1; unsigned int need_io_watchdog: 1; unsigned int amd_pll_fix: 1; unsigned int use_dummy_qh: 1; unsigned int has_synopsys_hc_bug: 1; unsigned int frame_index_bug: 1; unsigned int need_oc_pp_cycle: 1; unsigned int imx28_write_fix: 1; unsigned int spurious_oc: 1; unsigned int is_aspeed: 1; unsigned int zx_wakeup_clear_needed: 1; __le32 *ohci_hcctrl_reg; unsigned int has_hostpc: 1; unsigned int has_tdi_phy_lpm: 1; unsigned int has_ppcd: 1; u8 sbrn; u8 bandwidth[64]; u8 tt_budget[64]; struct list_head tt_list; long unsigned int priv[0]; }; struct ehci_caps { u32 hc_capbase; u32 hcs_params; u32 hcc_params; u8 portroute[8]; }; struct ehci_regs { u32 command; u32 status; u32 intr_enable; u32 frame_index; u32 segment; u32 frame_list; u32 async_next; u32 reserved1[2]; u32 txfill_tuning; u32 reserved2[6]; u32 configured_flag; union { u32 port_status[15]; struct { u32 reserved3[9]; u32 usbmode; }; }; union { struct { u32 reserved4; u32 hostpc[15]; }; u32 brcm_insnreg[4]; }; u32 reserved5[2]; u32 usbmode_ex; }; struct ehci_dbg_port { u32 control; u32 pids; u32 data03; u32 data47; u32 address; }; struct ehci_fstn; union ehci_shadow { struct ehci_qh *qh; struct ehci_itd *itd; struct ehci_sitd *sitd; struct ehci_fstn *fstn; __le32 *hw_next; void *ptr; }; struct ehci_qh_hw; struct ehci_qtd; struct ehci_qh { struct ehci_qh_hw *hw; dma_addr_t qh_dma; union ehci_shadow qh_next; struct list_head qtd_list; struct list_head intr_node; struct ehci_qtd *dummy; struct list_head unlink_node; struct ehci_per_sched ps; unsigned int unlink_cycle; u8 qh_state; u8 xacterrs; u8 unlink_reason; u8 gap_uf; unsigned int is_out: 1; unsigned int clearing_tt: 1; unsigned int dequeue_during_giveback: 1; unsigned int should_be_inactive: 1; }; struct ehci_iso_stream; struct ehci_itd { __le32 hw_next; __le32 hw_transaction[8]; __le32 hw_bufp[7]; __le32 hw_bufp_hi[7]; dma_addr_t itd_dma; union ehci_shadow itd_next; struct urb *urb; struct ehci_iso_stream *stream; struct list_head itd_list; unsigned int frame; unsigned int pg; unsigned int index[8]; long: 64; }; struct ehci_sitd { __le32 hw_next; __le32 hw_fullspeed_ep; __le32 hw_uframe; __le32 hw_results; __le32 hw_buf[2]; __le32 hw_backpointer; __le32 hw_buf_hi[2]; dma_addr_t sitd_dma; union ehci_shadow sitd_next; struct urb *urb; struct ehci_iso_stream *stream; struct list_head sitd_list; unsigned int frame; unsigned int index; }; struct ehci_qtd { __le32 hw_next; __le32 hw_alt_next; __le32 hw_token; __le32 hw_buf[5]; __le32 hw_buf_hi[5]; dma_addr_t qtd_dma; struct list_head qtd_list; struct urb *urb; size_t length; }; struct ehci_fstn { __le32 hw_next; __le32 hw_prev; dma_addr_t fstn_dma; union ehci_shadow fstn_next; long: 64; }; struct ehci_qh_hw { __le32 hw_next; __le32 hw_info1; __le32 hw_info2; __le32 hw_current; __le32 hw_qtd_next; __le32 hw_alt_next; __le32 hw_token; __le32 hw_buf[5]; __le32 hw_buf_hi[5]; long: 64; long: 64; long: 64; }; struct ehci_iso_packet { u64 bufp; __le32 transaction; u8 cross; u32 buf1; }; struct ehci_iso_sched { struct list_head td_list; unsigned int span; unsigned int first_packet; struct ehci_iso_packet packet[0]; }; struct ehci_iso_stream { struct ehci_qh_hw *hw; u8 bEndpointAddress; u8 highspeed; struct list_head td_list; struct list_head free_list; struct ehci_per_sched ps; unsigned int next_uframe; __le32 splits; u16 uperiod; u16 maxp; unsigned int bandwidth; __le32 buf0; __le32 buf1; __le32 buf2; __le32 address; }; struct ehci_tt { u16 bandwidth[8]; struct list_head tt_list; struct list_head ps_list; struct usb_tt *usb_tt; int tt_port; }; struct ehci_driver_overrides { size_t extra_priv_size; int (*reset)(struct usb_hcd *); int (*port_power)(struct usb_hcd *, int, bool); }; struct vivaldi_data { u32 function_row_physmap[24]; unsigned int num_function_row_keys; }; struct atkbd { struct ps2dev ps2dev; struct input_dev *dev; char name[64]; char phys[32]; short unsigned int id; short unsigned int keycode[512]; long unsigned int force_release_mask[8]; unsigned char set; bool translated; bool extra; bool write; bool softrepeat; bool softraw; bool scroll; bool enabled; unsigned char emul; bool resend; bool release; long unsigned int xl_bit; unsigned int last; long unsigned int time; long unsigned int err_count; struct delayed_work event_work; long unsigned int event_jiffies; long unsigned int event_mask; struct mutex mutex; struct vivaldi_data vdata; }; struct psmouse_smbus_dev { struct i2c_board_info board; struct psmouse *psmouse; struct i2c_client *client; struct list_head node; bool dead; bool need_deactivate; }; struct psmouse_smbus_removal_work { struct work_struct work; struct i2c_client *client; }; struct i2c_device_id { char name[20]; kernel_ulong_t driver_data; }; struct i2c_device_identity { u16 manufacturer_id; u16 part_id; u8 die_revision; }; enum i2c_alert_protocol { I2C_PROTOCOL_SMBUS_ALERT = 0, I2C_PROTOCOL_SMBUS_HOST_NOTIFY = 1, }; struct i2c_driver { unsigned int class; int (*probe)(struct i2c_client *); void (*remove)(struct i2c_client *); void (*shutdown)(struct i2c_client *); void (*alert)(struct i2c_client *, enum i2c_alert_protocol, unsigned int); int (*command)(struct i2c_client *, unsigned int, void *); struct device_driver driver; const struct i2c_device_id *id_table; int (*detect)(struct i2c_client *, struct i2c_board_info *); const short unsigned int *address_list; struct list_head clients; u32 flags; }; struct i2c_timings { u32 bus_freq_hz; u32 scl_rise_ns; u32 scl_fall_ns; u32 scl_int_delay_ns; u32 sda_fall_ns; u32 sda_hold_ns; u32 digital_filter_width_ns; u32 analog_filter_cutoff_freq_hz; }; struct i2c_devinfo { struct list_head list; int busnum; struct i2c_board_info board_info; }; struct trace_event_raw_i2c_write { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_i2c_read { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; char __data[0]; }; struct trace_event_raw_i2c_reply { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_i2c_result { struct trace_entry ent; int adapter_nr; __u16 nr_msgs; __s16 ret; char __data[0]; }; struct trace_event_data_offsets_i2c_write { u32 buf; }; struct trace_event_data_offsets_i2c_read {}; struct trace_event_data_offsets_i2c_reply { u32 buf; }; struct trace_event_data_offsets_i2c_result {}; typedef void (*btf_trace_i2c_write)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_read)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_reply)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_result)(void *, const struct i2c_adapter *, int, int); struct class_compat; struct i2c_cmd_arg { unsigned int cmd; void *arg; }; struct acpi_device; struct kthread_delayed_work { struct kthread_work work; struct timer_list timer; }; struct ptp_extts_event { struct ptp_clock_time t; unsigned int index; unsigned int flags; unsigned int rsv[2]; }; struct timestamp_event_queue { struct ptp_extts_event buf[128]; int head; int tail; spinlock_t lock; }; struct ptp_clock { struct posix_clock clock; struct device dev; struct ptp_clock_info *info; dev_t devid; int index; struct pps_device *pps_source; long int dialed_frequency; struct timestamp_event_queue tsevq; struct mutex tsevq_mux; struct mutex pincfg_mux; wait_queue_head_t tsev_wq; int defunct; struct device_attribute *pin_dev_attr; struct attribute **pin_attr; struct attribute_group pin_attr_group; const struct attribute_group *pin_attr_groups[2]; struct kthread_worker *kworker; struct kthread_delayed_work aux_work; unsigned int max_vclocks; unsigned int n_vclocks; int *vclock_index; struct mutex n_vclocks_mux; bool is_virtual_clock; bool has_cycles; }; struct ptp_vclock { struct ptp_clock *pclock; struct ptp_clock_info info; struct ptp_clock *clock; struct hlist_node vclock_hash_node; struct cyclecounter cc; struct timecounter tc; struct mutex lock; }; struct blk_integrity_profile; struct blk_integrity { const struct blk_integrity_profile *profile; unsigned char flags; unsigned char tuple_size; unsigned char interval_exp; unsigned char tag_size; }; struct blk_integrity_iter; typedef blk_status_t integrity_processing_fn(struct blk_integrity_iter *); typedef void integrity_prepare_fn(struct request *); typedef void integrity_complete_fn(struct request *, unsigned int); struct blk_integrity_profile { integrity_processing_fn *generate_fn; integrity_processing_fn *verify_fn; integrity_prepare_fn *prepare_fn; integrity_complete_fn *complete_fn; const char *name; }; struct blk_integrity_iter { void *prot_buf; void *data_buf; sector_t seed; unsigned int data_size; short unsigned int interval; unsigned char tuple_size; const char *disk_name; }; struct mdp_device_descriptor_s { __u32 number; __u32 major; __u32 minor; __u32 raid_disk; __u32 state; __u32 reserved[27]; }; typedef struct mdp_device_descriptor_s mdp_disk_t; struct mdp_superblock_s { __u32 md_magic; __u32 major_version; __u32 minor_version; __u32 patch_version; __u32 gvalid_words; __u32 set_uuid0; __u32 ctime; __u32 level; __u32 size; __u32 nr_disks; __u32 raid_disks; __u32 md_minor; __u32 not_persistent; __u32 set_uuid1; __u32 set_uuid2; __u32 set_uuid3; __u32 gstate_creserved[16]; __u32 utime; __u32 state; __u32 active_disks; __u32 working_disks; __u32 failed_disks; __u32 spare_disks; __u32 sb_csum; __u32 events_lo; __u32 events_hi; __u32 cp_events_lo; __u32 cp_events_hi; __u32 recovery_cp; __u64 reshape_position; __u32 new_level; __u32 delta_disks; __u32 new_layout; __u32 new_chunk; __u32 gstate_sreserved[14]; __u32 layout; __u32 chunk_size; __u32 root_pv; __u32 root_block; __u32 pstate_reserved[60]; mdp_disk_t disks[27]; __u32 reserved[0]; mdp_disk_t this_disk; }; typedef struct mdp_superblock_s mdp_super_t; struct mdp_superblock_1 { __le32 magic; __le32 major_version; __le32 feature_map; __le32 pad0; __u8 set_uuid[16]; char set_name[32]; __le64 ctime; __le32 level; __le32 layout; __le64 size; __le32 chunksize; __le32 raid_disks; union { __le32 bitmap_offset; struct { __le16 offset; __le16 size; } ppl; }; __le32 new_level; __le64 reshape_position; __le32 delta_disks; __le32 new_layout; __le32 new_chunk; __le32 new_offset; __le64 data_offset; __le64 data_size; __le64 super_offset; union { __le64 recovery_offset; __le64 journal_tail; }; __le32 dev_number; __le32 cnt_corrected_read; __u8 device_uuid[16]; __u8 devflags; __u8 bblog_shift; __le16 bblog_size; __le32 bblog_offset; __le64 utime; __le64 events; __le64 resync_offset; __le32 sb_csum; __le32 max_dev; __u8 pad3[32]; __le16 dev_roles[0]; }; struct mdu_version_s { int major; int minor; int patchlevel; }; typedef struct mdu_version_s mdu_version_t; struct mdu_array_info_s { int major_version; int minor_version; int patch_version; unsigned int ctime; int level; int size; int nr_disks; int raid_disks; int md_minor; int not_persistent; unsigned int utime; int state; int active_disks; int working_disks; int failed_disks; int spare_disks; int layout; int chunk_size; }; typedef struct mdu_array_info_s mdu_array_info_t; struct mdu_disk_info_s { int number; int major; int minor; int raid_disk; int state; }; typedef struct mdu_disk_info_s mdu_disk_info_t; struct mdu_bitmap_file_s { char pathname[4096]; }; typedef struct mdu_bitmap_file_s mdu_bitmap_file_t; struct md_cluster_operations { int (*join)(struct mddev *, int); int (*leave)(struct mddev *); int (*slot_number)(struct mddev *); int (*resync_info_update)(struct mddev *, sector_t, sector_t); void (*resync_info_get)(struct mddev *, sector_t *, sector_t *); int (*metadata_update_start)(struct mddev *); int (*metadata_update_finish)(struct mddev *); void (*metadata_update_cancel)(struct mddev *); int (*resync_start)(struct mddev *); int (*resync_finish)(struct mddev *); int (*area_resyncing)(struct mddev *, int, sector_t, sector_t); int (*add_new_disk)(struct mddev *, struct md_rdev *); void (*add_new_disk_cancel)(struct mddev *); int (*new_disk_ack)(struct mddev *, bool); int (*remove_disk)(struct mddev *, struct md_rdev *); void (*load_bitmaps)(struct mddev *, int); int (*gather_bitmaps)(struct md_rdev *); int (*resize_bitmaps)(struct mddev *, sector_t, sector_t); int (*lock_all_bitmaps)(struct mddev *); void (*unlock_all_bitmaps)(struct mddev *); void (*update_size)(struct mddev *, sector_t); }; enum flag_bits { Faulty = 0, In_sync = 1, Bitmap_sync = 2, WriteMostly = 3, AutoDetected = 4, Blocked = 5, WriteErrorSeen = 6, FaultRecorded = 7, BlockedBadBlocks = 8, WantReplacement = 9, Replacement = 10, Candidate = 11, Journal = 12, ClusterRemove = 13, RemoveSynchronized = 14, ExternalBbl = 15, FailFast = 16, LastDev = 17, CollisionCheck = 18, Holder = 19, }; enum mddev_sb_flags { MD_SB_CHANGE_DEVS = 0, MD_SB_CHANGE_CLEAN = 1, MD_SB_CHANGE_PENDING = 2, MD_SB_NEED_REWRITE = 3, }; enum { MD_RESYNC_NONE = 0, MD_RESYNC_YIELDED = 1, MD_RESYNC_DELAYED = 2, MD_RESYNC_ACTIVE = 3, }; struct bitmap_page; struct bitmap_counts { spinlock_t lock; struct bitmap_page *bp; long unsigned int pages; long unsigned int missing_pages; long unsigned int chunkshift; long unsigned int chunks; }; struct bitmap_storage { struct file *file; struct page *sb_page; long unsigned int sb_index; struct page **filemap; long unsigned int *filemap_attr; long unsigned int file_pages; long unsigned int bytes; }; struct bitmap { struct bitmap_counts counts; struct mddev *mddev; __u64 events_cleared; int need_sync; struct bitmap_storage storage; long unsigned int flags; int allclean; atomic_t behind_writes; long unsigned int behind_writes_used; long unsigned int daemon_lastrun; long unsigned int last_end_sync; atomic_t pending_writes; wait_queue_head_t write_wait; wait_queue_head_t overflow_wait; wait_queue_head_t behind_wait; struct kernfs_node *sysfs_can_clear; int cluster_slot; }; enum recovery_flags { MD_RECOVERY_RUNNING = 0, MD_RECOVERY_SYNC = 1, MD_RECOVERY_RECOVER = 2, MD_RECOVERY_INTR = 3, MD_RECOVERY_DONE = 4, MD_RECOVERY_NEEDED = 5, MD_RECOVERY_REQUESTED = 6, MD_RECOVERY_CHECK = 7, MD_RECOVERY_RESHAPE = 8, MD_RECOVERY_FROZEN = 9, MD_RECOVERY_ERROR = 10, MD_RECOVERY_WAIT = 11, MD_RESYNCING_REMOTE = 12, }; enum md_ro_state { MD_RDWR = 0, MD_RDONLY = 1, MD_AUTO_READ = 2, MD_MAX_STATE = 3, }; struct md_sysfs_entry { struct attribute attr; ssize_t (*show)(struct mddev *, char *); ssize_t (*store)(struct mddev *, const char *, size_t); }; struct md_io_clone { struct mddev *mddev; struct bio *orig_bio; long unsigned int start_time; struct bio bio_clone; }; struct bitmap_page { char *map; unsigned int hijacked: 1; unsigned int pending: 1; unsigned int count: 30; }; struct super_type { char *name; struct module *owner; int (*load_super)(struct md_rdev *, struct md_rdev *, int); int (*validate_super)(struct mddev *, struct md_rdev *); void (*sync_super)(struct mddev *, struct md_rdev *); long long unsigned int (*rdev_size_change)(struct md_rdev *, sector_t); int (*allow_new_offset)(struct md_rdev *, long long unsigned int); }; struct rdev_sysfs_entry { struct attribute attr; ssize_t (*show)(struct md_rdev *, char *); ssize_t (*store)(struct md_rdev *, const char *, size_t); }; enum array_state { clear = 0, inactive = 1, suspended = 2, readonly = 3, read_auto = 4, clean = 5, active = 6, write_pending = 7, active_idle = 8, broken = 9, bad_word = 10, }; struct detected_devices_node { struct list_head list; dev_t dev; }; struct instance_attribute { struct attribute attr; ssize_t (*show)(struct edac_pci_ctl_info *, char *); ssize_t (*store)(struct edac_pci_ctl_info *, const char *, size_t); }; struct edac_pci_dev_attribute { struct attribute attr; void *value; ssize_t (*show)(void *, char *); ssize_t (*store)(void *, const char *, size_t); }; typedef void (*pci_parity_check_fn_t)(struct pci_dev *); enum tick_broadcast_mode { TICK_BROADCAST_OFF = 0, TICK_BROADCAST_ON = 1, TICK_BROADCAST_FORCE = 2, }; enum led_default_state { LEDS_DEFSTATE_OFF = 0, LEDS_DEFSTATE_ON = 1, LEDS_DEFSTATE_KEEP = 2, }; struct led_init_data { struct fwnode_handle *fwnode; const char *default_label; const char *devicename; bool devname_mandatory; }; struct led_pattern; struct led_classdev { const char *name; unsigned int brightness; unsigned int max_brightness; unsigned int color; int flags; long unsigned int work_flags; void (*brightness_set)(struct led_classdev *, enum led_brightness); int (*brightness_set_blocking)(struct led_classdev *, enum led_brightness); enum led_brightness (*brightness_get)(struct led_classdev *); int (*blink_set)(struct led_classdev *, long unsigned int *, long unsigned int *); int (*pattern_set)(struct led_classdev *, struct led_pattern *, u32, int); int (*pattern_clear)(struct led_classdev *); struct device *dev; const struct attribute_group **groups; struct list_head node; const char *default_trigger; long unsigned int blink_delay_on; long unsigned int blink_delay_off; struct timer_list blink_timer; int blink_brightness; int new_blink_brightness; void (*flash_resume)(struct led_classdev *); struct work_struct set_brightness_work; int delayed_set_value; long unsigned int delayed_delay_on; long unsigned int delayed_delay_off; struct mutex led_access; }; struct led_pattern { u32 delta_t; int brightness; }; struct led_properties { u32 color; bool color_present; const char *function; u32 func_enum; bool func_enum_present; const char *label; }; enum hid_class_request { HID_REQ_GET_REPORT = 1, HID_REQ_GET_IDLE = 2, HID_REQ_GET_PROTOCOL = 3, HID_REQ_SET_REPORT = 9, HID_REQ_SET_IDLE = 10, HID_REQ_SET_PROTOCOL = 11, }; struct hid_item { unsigned int format; __u8 size; __u8 type; __u8 tag; union { __u8 u8; __s8 s8; __u16 u16; __s16 s16; __u32 u32; __s32 s32; __u8 *longdata; } data; }; struct hid_global { unsigned int usage_page; __s32 logical_minimum; __s32 logical_maximum; __s32 physical_minimum; __s32 physical_maximum; __s32 unit_exponent; unsigned int unit; unsigned int report_id; unsigned int report_size; unsigned int report_count; }; struct hid_local { unsigned int usage[12288]; u8 usage_size[12288]; unsigned int collection_index[12288]; unsigned int usage_index; unsigned int usage_minimum; unsigned int delimiter_depth; unsigned int delimiter_branch; }; struct hid_parser { struct hid_global global; struct hid_global global_stack[4]; unsigned int global_stack_ptr; struct hid_local local; unsigned int *collection_stack; unsigned int collection_stack_ptr; unsigned int collection_stack_size; struct hid_device *device; unsigned int scan_flags; }; struct hiddev { int minor; int exist; int open; struct mutex existancelock; wait_queue_head_t wait; struct hid_device *hid; struct list_head list; spinlock_t list_lock; bool initialized; }; struct hidraw { unsigned int minor; int exist; int open; wait_queue_head_t wait; struct hid_device *hid; struct device *dev; spinlock_t list_lock; struct list_head list; }; struct hid_dynid { struct list_head list; struct hid_device_id id; }; struct of_changeset_entry { struct list_head node; long unsigned int action; struct device_node *np; struct property *prop; struct property *old_prop; }; struct of_changeset { struct list_head entries; }; struct cper_sec_proc_arm { u32 validation_bits; u16 err_info_num; u16 context_info_num; u32 section_length; u8 affinity_level; u8 reserved[3]; u64 mpidr; u64 midr; u32 running_state; u32 psci_state; }; enum hw_event_mc_err_type { HW_EVENT_ERR_CORRECTED = 0, HW_EVENT_ERR_UNCORRECTED = 1, HW_EVENT_ERR_DEFERRED = 2, HW_EVENT_ERR_FATAL = 3, HW_EVENT_ERR_INFO = 4, }; struct aer_header_log_regs { unsigned int dw0; unsigned int dw1; unsigned int dw2; unsigned int dw3; }; struct trace_event_raw_mc_event { struct trace_entry ent; unsigned int error_type; u32 __data_loc_msg; u32 __data_loc_label; u16 error_count; u8 mc_index; s8 top_layer; s8 middle_layer; s8 lower_layer; long int address; u8 grain_bits; long int syndrome; u32 __data_loc_driver_detail; char __data[0]; }; struct trace_event_raw_arm_event { struct trace_entry ent; u64 mpidr; u64 midr; u32 running_state; u32 psci_state; u8 affinity; char __data[0]; }; struct trace_event_raw_non_standard_event { struct trace_entry ent; char sec_type[16]; char fru_id[16]; u32 __data_loc_fru_text; u8 sev; u32 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_aer_event { struct trace_entry ent; u32 __data_loc_dev_name; u32 status; u8 severity; u8 tlp_header_valid; u32 tlp_header[4]; char __data[0]; }; struct trace_event_data_offsets_mc_event { u32 msg; u32 label; u32 driver_detail; }; struct trace_event_data_offsets_arm_event {}; struct trace_event_data_offsets_non_standard_event { u32 fru_text; u32 buf; }; struct trace_event_data_offsets_aer_event { u32 dev_name; }; typedef void (*btf_trace_mc_event)(void *, const unsigned int, const char *, const char *, const int, const u8, const s8, const s8, const s8, long unsigned int, const u8, long unsigned int, const char *); typedef void (*btf_trace_arm_event)(void *, const struct cper_sec_proc_arm *); typedef void (*btf_trace_non_standard_event)(void *, const guid_t *, const guid_t *, const char *, const u8, const u8 *, const u32); typedef void (*btf_trace_aer_event)(void *, const char *, const u32, const u8, const u8, struct aer_header_log_regs *); struct __kernel_old_timespec { __kernel_old_time_t tv_sec; long int tv_nsec; }; struct ucred { __u32 pid; __u32 uid; __u32 gid; }; struct scm_timestamping_internal { struct timespec64 ts[3]; }; struct scm_cookie { struct pid *pid; struct scm_fp_list *fp; struct scm_creds creds; u32 secid; }; struct scm_timestamping { struct __kernel_old_timespec ts[3]; }; struct scm_timestamping64 { struct __kernel_timespec ts[3]; }; struct sd_flow_limit { u64 count; unsigned int num_buckets; unsigned int history_head; u16 history[128]; u8 buckets[0]; }; struct tso_t { int next_frag_idx; int size; void *data; u16 ip_id; u8 tlen; bool ipv6; u32 tcp_seq; }; enum { NETDEV_A_DEV_IFINDEX = 1, NETDEV_A_DEV_PAD = 2, NETDEV_A_DEV_XDP_FEATURES = 3, NETDEV_A_DEV_XDP_ZC_MAX_SEGS = 4, __NETDEV_A_DEV_MAX = 5, NETDEV_A_DEV_MAX = 4, }; enum { NETDEV_CMD_DEV_GET = 1, NETDEV_CMD_DEV_ADD_NTF = 2, NETDEV_CMD_DEV_DEL_NTF = 3, NETDEV_CMD_DEV_CHANGE_NTF = 4, __NETDEV_CMD_MAX = 5, NETDEV_CMD_MAX = 4, }; enum { NETDEV_NLGRP_MGMT = 0, }; struct page_pool_params { unsigned int flags; unsigned int order; unsigned int pool_size; int nid; struct device *dev; struct napi_struct *napi; enum dma_data_direction dma_dir; unsigned int max_len; unsigned int offset; void (*init_callback)(struct page *, void *); void *init_arg; }; struct pp_alloc_cache { u32 count; struct page *cache[128]; }; struct ptr_ring { int producer; spinlock_t producer_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; int consumer_head; int consumer_tail; spinlock_t consumer_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; int size; int batch; void **queue; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct page_pool { struct page_pool_params p; long int frag_users; struct page *frag_page; unsigned int frag_offset; u32 pages_state_hold_cnt; struct delayed_work release_dw; void (*disconnect)(void *); long unsigned int defer_start; long unsigned int defer_warn; u32 xdp_mem_id; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct pp_alloc_cache alloc; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct ptr_ring ring; atomic_t pages_state_release_cnt; refcount_t user_cnt; u64 destroy_cnt; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct trace_event_raw_kfree_skb { struct trace_entry ent; void *skbaddr; void *location; short unsigned int protocol; enum skb_drop_reason reason; char __data[0]; }; struct trace_event_raw_consume_skb { struct trace_entry ent; void *skbaddr; void *location; char __data[0]; }; struct trace_event_raw_skb_copy_datagram_iovec { struct trace_entry ent; const void *skbaddr; int len; char __data[0]; }; struct trace_event_data_offsets_kfree_skb {}; struct trace_event_data_offsets_consume_skb {}; struct trace_event_data_offsets_skb_copy_datagram_iovec {}; typedef void (*btf_trace_kfree_skb)(void *, struct sk_buff *, void *, enum skb_drop_reason); typedef void (*btf_trace_consume_skb)(void *, struct sk_buff *, void *); typedef void (*btf_trace_skb_copy_datagram_iovec)(void *, const struct sk_buff *, int); struct trace_event_raw_net_dev_start_xmit { struct trace_entry ent; u32 __data_loc_name; u16 queue_mapping; const void *skbaddr; bool vlan_tagged; u16 vlan_proto; u16 vlan_tci; u16 protocol; u8 ip_summed; unsigned int len; unsigned int data_len; int network_offset; bool transport_offset_valid; int transport_offset; u8 tx_flags; u16 gso_size; u16 gso_segs; u16 gso_type; char __data[0]; }; struct trace_event_raw_net_dev_xmit { struct trace_entry ent; void *skbaddr; unsigned int len; int rc; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_net_dev_xmit_timeout { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_driver; int queue_index; char __data[0]; }; struct trace_event_raw_net_dev_template { struct trace_entry ent; void *skbaddr; unsigned int len; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_net_dev_rx_verbose_template { struct trace_entry ent; u32 __data_loc_name; unsigned int napi_id; u16 queue_mapping; const void *skbaddr; bool vlan_tagged; u16 vlan_proto; u16 vlan_tci; u16 protocol; u8 ip_summed; u32 hash; bool l4_hash; unsigned int len; unsigned int data_len; unsigned int truesize; bool mac_header_valid; int mac_header; unsigned char nr_frags; u16 gso_size; u16 gso_type; char __data[0]; }; struct trace_event_raw_net_dev_rx_exit_template { struct trace_entry ent; int ret; char __data[0]; }; struct trace_event_data_offsets_net_dev_start_xmit { u32 name; }; struct trace_event_data_offsets_net_dev_xmit { u32 name; }; struct trace_event_data_offsets_net_dev_xmit_timeout { u32 name; u32 driver; }; struct trace_event_data_offsets_net_dev_template { u32 name; }; struct trace_event_data_offsets_net_dev_rx_verbose_template { u32 name; }; struct trace_event_data_offsets_net_dev_rx_exit_template {}; typedef void (*btf_trace_net_dev_start_xmit)(void *, const struct sk_buff *, const struct net_device *); typedef void (*btf_trace_net_dev_xmit)(void *, struct sk_buff *, int, struct net_device *, unsigned int); typedef void (*btf_trace_net_dev_xmit_timeout)(void *, struct net_device *, int); typedef void (*btf_trace_net_dev_queue)(void *, struct sk_buff *); typedef void (*btf_trace_netif_receive_skb)(void *, struct sk_buff *); typedef void (*btf_trace_netif_rx)(void *, struct sk_buff *); typedef void (*btf_trace_napi_gro_frags_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_napi_gro_receive_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_receive_skb_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_receive_skb_list_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_rx_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_napi_gro_frags_exit)(void *, int); typedef void (*btf_trace_napi_gro_receive_exit)(void *, int); typedef void (*btf_trace_netif_receive_skb_exit)(void *, int); typedef void (*btf_trace_netif_rx_exit)(void *, int); typedef void (*btf_trace_netif_receive_skb_list_exit)(void *, int); struct trace_event_raw_napi_poll { struct trace_entry ent; struct napi_struct *napi; u32 __data_loc_dev_name; int work; int budget; char __data[0]; }; struct trace_event_data_offsets_napi_poll { u32 dev_name; }; typedef void (*btf_trace_napi_poll)(void *, struct napi_struct *, int, int); struct trace_event_raw_sock_rcvqueue_full { struct trace_entry ent; int rmem_alloc; unsigned int truesize; int sk_rcvbuf; char __data[0]; }; struct trace_event_raw_sock_exceed_buf_limit { struct trace_entry ent; char name[32]; long int sysctl_mem[3]; long int allocated; int sysctl_rmem; int rmem_alloc; int sysctl_wmem; int wmem_alloc; int wmem_queued; int kind; char __data[0]; }; struct trace_event_raw_inet_sock_set_state { struct trace_entry ent; const void *skaddr; int oldstate; int newstate; __u16 sport; __u16 dport; __u16 family; __u16 protocol; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_inet_sk_error_report { struct trace_entry ent; int error; __u16 sport; __u16 dport; __u16 family; __u16 protocol; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_sk_data_ready { struct trace_entry ent; const void *skaddr; __u16 family; __u16 protocol; long unsigned int ip; char __data[0]; }; struct trace_event_raw_sock_msg_length { struct trace_entry ent; void *sk; __u16 family; __u16 protocol; int ret; int flags; char __data[0]; }; struct trace_event_data_offsets_sock_rcvqueue_full {}; struct trace_event_data_offsets_sock_exceed_buf_limit {}; struct trace_event_data_offsets_inet_sock_set_state {}; struct trace_event_data_offsets_inet_sk_error_report {}; struct trace_event_data_offsets_sk_data_ready {}; struct trace_event_data_offsets_sock_msg_length {}; typedef void (*btf_trace_sock_rcvqueue_full)(void *, struct sock *, struct sk_buff *); typedef void (*btf_trace_sock_exceed_buf_limit)(void *, struct sock *, struct proto *, long int, int); typedef void (*btf_trace_inet_sock_set_state)(void *, const struct sock *, const int, const int); typedef void (*btf_trace_inet_sk_error_report)(void *, const struct sock *); typedef void (*btf_trace_sk_data_ready)(void *, const struct sock *); typedef void (*btf_trace_sock_send_length)(void *, struct sock *, int, int); typedef void (*btf_trace_sock_recv_length)(void *, struct sock *, int, int); struct trace_event_raw_udp_fail_queue_rcv_skb { struct trace_entry ent; int rc; __u16 lport; char __data[0]; }; struct trace_event_data_offsets_udp_fail_queue_rcv_skb {}; typedef void (*btf_trace_udp_fail_queue_rcv_skb)(void *, int, struct sock *); struct trace_event_raw_tcp_event_sk_skb { struct trace_entry ent; const void *skbaddr; const void *skaddr; int state; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_tcp_event_sk { struct trace_entry ent; const void *skaddr; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; __u64 sock_cookie; char __data[0]; }; struct trace_event_raw_tcp_retransmit_synack { struct trace_entry ent; const void *skaddr; const void *req; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_tcp_probe { struct trace_entry ent; __u8 saddr[28]; __u8 daddr[28]; __u16 sport; __u16 dport; __u16 family; __u32 mark; __u16 data_len; __u32 snd_nxt; __u32 snd_una; __u32 snd_cwnd; __u32 ssthresh; __u32 snd_wnd; __u32 srtt; __u32 rcv_wnd; __u64 sock_cookie; char __data[0]; }; struct trace_event_raw_tcp_event_skb { struct trace_entry ent; const void *skbaddr; __u8 saddr[28]; __u8 daddr[28]; char __data[0]; }; struct trace_event_raw_tcp_cong_state_set { struct trace_entry ent; const void *skaddr; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; __u8 cong_state; char __data[0]; }; struct trace_event_data_offsets_tcp_event_sk_skb {}; struct trace_event_data_offsets_tcp_event_sk {}; struct trace_event_data_offsets_tcp_retransmit_synack {}; struct trace_event_data_offsets_tcp_probe {}; struct trace_event_data_offsets_tcp_event_skb {}; struct trace_event_data_offsets_tcp_cong_state_set {}; typedef void (*btf_trace_tcp_retransmit_skb)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_send_reset)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_receive_reset)(void *, struct sock *); typedef void (*btf_trace_tcp_destroy_sock)(void *, struct sock *); typedef void (*btf_trace_tcp_rcv_space_adjust)(void *, struct sock *); typedef void (*btf_trace_tcp_retransmit_synack)(void *, const struct sock *, const struct request_sock *); typedef void (*btf_trace_tcp_probe)(void *, struct sock *, struct sk_buff *); typedef void (*btf_trace_tcp_bad_csum)(void *, const struct sk_buff *); typedef void (*btf_trace_tcp_cong_state_set)(void *, struct sock *, const u8); struct trace_event_raw_fib_table_lookup { struct trace_entry ent; u32 tb_id; int err; int oif; int iif; u8 proto; __u8 tos; __u8 scope; __u8 flags; __u8 src[4]; __u8 dst[4]; __u8 gw4[4]; __u8 gw6[16]; u16 sport; u16 dport; char name[16]; char __data[0]; }; struct trace_event_data_offsets_fib_table_lookup {}; typedef void (*btf_trace_fib_table_lookup)(void *, u32, const struct flowi4 *, const struct fib_nh_common *, int); struct trace_event_raw_qdisc_dequeue { struct trace_entry ent; struct Qdisc *qdisc; const struct netdev_queue *txq; int packets; void *skbaddr; int ifindex; u32 handle; u32 parent; long unsigned int txq_state; char __data[0]; }; struct trace_event_raw_qdisc_enqueue { struct trace_entry ent; struct Qdisc *qdisc; const struct netdev_queue *txq; void *skbaddr; int ifindex; u32 handle; u32 parent; char __data[0]; }; struct trace_event_raw_qdisc_reset { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; u32 handle; char __data[0]; }; struct trace_event_raw_qdisc_destroy { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; u32 handle; char __data[0]; }; struct trace_event_raw_qdisc_create { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; char __data[0]; }; struct trace_event_data_offsets_qdisc_dequeue {}; struct trace_event_data_offsets_qdisc_enqueue {}; struct trace_event_data_offsets_qdisc_reset { u32 dev; u32 kind; }; struct trace_event_data_offsets_qdisc_destroy { u32 dev; u32 kind; }; struct trace_event_data_offsets_qdisc_create { u32 dev; u32 kind; }; typedef void (*btf_trace_qdisc_dequeue)(void *, struct Qdisc *, const struct netdev_queue *, int, struct sk_buff *); typedef void (*btf_trace_qdisc_enqueue)(void *, struct Qdisc *, const struct netdev_queue *, struct sk_buff *); typedef void (*btf_trace_qdisc_reset)(void *, struct Qdisc *); typedef void (*btf_trace_qdisc_destroy)(void *, struct Qdisc *); typedef void (*btf_trace_qdisc_create)(void *, const struct Qdisc_ops *, struct net_device *, u32); struct bridge_stp_xstats { __u64 transition_blk; __u64 transition_fwd; __u64 rx_bpdu; __u64 tx_bpdu; __u64 rx_tcn; __u64 tx_tcn; }; struct br_mcast_stats { __u64 igmp_v1queries[2]; __u64 igmp_v2queries[2]; __u64 igmp_v3queries[2]; __u64 igmp_leaves[2]; __u64 igmp_v1reports[2]; __u64 igmp_v2reports[2]; __u64 igmp_v3reports[2]; __u64 igmp_parse_errors; __u64 mld_v1queries[2]; __u64 mld_v2queries[2]; __u64 mld_leaves[2]; __u64 mld_v1reports[2]; __u64 mld_v2reports[2]; __u64 mld_parse_errors; __u64 mcast_bytes[2]; __u64 mcast_packets[2]; }; struct br_ip { union { __be32 ip4; struct in6_addr ip6; } src; union { __be32 ip4; struct in6_addr ip6; unsigned char mac_addr[6]; } dst; __be16 proto; __u16 vid; }; struct bridge_id { unsigned char prio[2]; unsigned char addr[6]; }; typedef struct bridge_id bridge_id; struct mac_addr { unsigned char addr[6]; }; typedef struct mac_addr mac_addr; typedef __u16 port_id; struct bridge_mcast_own_query { struct timer_list timer; u32 startup_sent; }; struct bridge_mcast_other_query { struct timer_list timer; long unsigned int delay_time; }; struct bridge_mcast_querier { struct br_ip addr; int port_ifidx; seqcount_spinlock_t seq; }; struct bridge_mcast_stats { struct br_mcast_stats mstats; struct u64_stats_sync syncp; }; struct net_bridge; struct net_bridge_vlan; struct net_bridge_mcast { struct net_bridge *br; struct net_bridge_vlan *vlan; u32 multicast_last_member_count; u32 multicast_startup_query_count; u8 multicast_querier; u8 multicast_igmp_version; u8 multicast_router; u8 multicast_mld_version; long unsigned int multicast_last_member_interval; long unsigned int multicast_membership_interval; long unsigned int multicast_querier_interval; long unsigned int multicast_query_interval; long unsigned int multicast_query_response_interval; long unsigned int multicast_startup_query_interval; struct hlist_head ip4_mc_router_list; struct timer_list ip4_mc_router_timer; struct bridge_mcast_other_query ip4_other_query; struct bridge_mcast_own_query ip4_own_query; struct bridge_mcast_querier ip4_querier; struct hlist_head ip6_mc_router_list; struct timer_list ip6_mc_router_timer; struct bridge_mcast_other_query ip6_other_query; struct bridge_mcast_own_query ip6_own_query; struct bridge_mcast_querier ip6_querier; }; struct net_bridge { spinlock_t lock; spinlock_t hash_lock; struct hlist_head frame_type_list; struct net_device *dev; long unsigned int options; struct rhashtable fdb_hash_tbl; struct list_head port_list; u16 group_fwd_mask; u16 group_fwd_mask_required; bridge_id designated_root; bridge_id bridge_id; unsigned char topology_change; unsigned char topology_change_detected; u16 root_port; long unsigned int max_age; long unsigned int hello_time; long unsigned int forward_delay; long unsigned int ageing_time; long unsigned int bridge_max_age; long unsigned int bridge_hello_time; long unsigned int bridge_forward_delay; long unsigned int bridge_ageing_time; u32 root_path_cost; u8 group_addr[6]; enum { BR_NO_STP = 0, BR_KERNEL_STP = 1, BR_USER_STP = 2, } stp_enabled; struct net_bridge_mcast multicast_ctx; struct bridge_mcast_stats *mcast_stats; u32 hash_max; spinlock_t multicast_lock; struct rhashtable mdb_hash_tbl; struct rhashtable sg_port_tbl; struct hlist_head mcast_gc_list; struct hlist_head mdb_list; struct work_struct mcast_gc_work; struct timer_list hello_timer; struct timer_list tcn_timer; struct timer_list topology_change_timer; struct delayed_work gc_work; struct kobject *ifobj; u32 auto_cnt; struct hlist_head fdb_list; }; struct net_bridge_port; struct net_bridge_mcast_port { struct net_bridge_port *port; struct net_bridge_vlan *vlan; struct bridge_mcast_own_query ip4_own_query; struct timer_list ip4_mc_router_timer; struct hlist_node ip4_rlist; struct bridge_mcast_own_query ip6_own_query; struct timer_list ip6_mc_router_timer; struct hlist_node ip6_rlist; unsigned char multicast_router; u32 mdb_n_entries; u32 mdb_max_entries; }; struct net_bridge_port { struct net_bridge *br; struct net_device *dev; netdevice_tracker dev_tracker; struct list_head list; long unsigned int flags; struct net_bridge_port *backup_port; u32 backup_nhid; u8 priority; u8 state; u16 port_no; unsigned char topology_change_ack; unsigned char config_pending; port_id port_id; port_id designated_port; bridge_id designated_root; bridge_id designated_bridge; u32 path_cost; u32 designated_cost; long unsigned int designated_age; struct timer_list forward_delay_timer; struct timer_list hold_timer; struct timer_list message_age_timer; struct kobject kobj; struct callback_head rcu; struct net_bridge_mcast_port multicast_ctx; struct bridge_mcast_stats *mcast_stats; u32 multicast_eht_hosts_limit; u32 multicast_eht_hosts_cnt; struct hlist_head mglist; char sysfs_name[16]; struct netpoll *np; u16 group_fwd_mask; u16 backup_redirected_cnt; struct bridge_stp_xstats stp_xstats; }; struct metadata_dst; struct br_tunnel_info { __be64 tunnel_id; struct metadata_dst *tunnel_dst; }; struct net_bridge_vlan { struct rhash_head vnode; struct rhash_head tnode; u16 vid; u16 flags; u16 priv_flags; u8 state; struct pcpu_sw_netstats *stats; union { struct net_bridge *br; struct net_bridge_port *port; }; union { refcount_t refcnt; struct net_bridge_vlan *brvlan; }; struct br_tunnel_info tinfo; union { struct net_bridge_mcast br_mcast_ctx; struct net_bridge_mcast_port port_mcast_ctx; }; u16 msti; struct list_head vlist; struct callback_head rcu; }; struct net_bridge_fdb_key { mac_addr addr; u16 vlan_id; }; struct net_bridge_fdb_entry { struct rhash_head rhnode; struct net_bridge_port *dst; struct net_bridge_fdb_key key; struct hlist_node fdb_node; long unsigned int flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int updated; long unsigned int used; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct trace_event_raw_br_fdb_add { struct trace_entry ent; u8 ndm_flags; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; u16 nlh_flags; char __data[0]; }; struct trace_event_raw_br_fdb_external_learn_add { struct trace_entry ent; u32 __data_loc_br_dev; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; char __data[0]; }; struct trace_event_raw_fdb_delete { struct trace_entry ent; u32 __data_loc_br_dev; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; char __data[0]; }; struct trace_event_raw_br_fdb_update { struct trace_entry ent; u32 __data_loc_br_dev; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; long unsigned int flags; char __data[0]; }; struct trace_event_raw_br_mdb_full { struct trace_entry ent; u32 __data_loc_dev; int af; u16 vid; __u8 src[16]; __u8 grp[16]; __u8 grpmac[6]; char __data[0]; }; struct trace_event_data_offsets_br_fdb_add { u32 dev; }; struct trace_event_data_offsets_br_fdb_external_learn_add { u32 br_dev; u32 dev; }; struct trace_event_data_offsets_fdb_delete { u32 br_dev; u32 dev; }; struct trace_event_data_offsets_br_fdb_update { u32 br_dev; u32 dev; }; struct trace_event_data_offsets_br_mdb_full { u32 dev; }; typedef void (*btf_trace_br_fdb_add)(void *, struct ndmsg *, struct net_device *, const unsigned char *, u16, u16); typedef void (*btf_trace_br_fdb_external_learn_add)(void *, struct net_bridge *, struct net_bridge_port *, const unsigned char *, u16); typedef void (*btf_trace_fdb_delete)(void *, struct net_bridge *, struct net_bridge_fdb_entry *); typedef void (*btf_trace_br_fdb_update)(void *, struct net_bridge *, struct net_bridge_port *, const unsigned char *, u16, long unsigned int); typedef void (*btf_trace_br_mdb_full)(void *, const struct net_device *, const struct br_ip *); struct trace_event_raw_page_pool_release { struct trace_entry ent; const struct page_pool *pool; s32 inflight; u32 hold; u32 release; u64 cnt; char __data[0]; }; struct trace_event_raw_page_pool_state_release { struct trace_entry ent; const struct page_pool *pool; const struct page *page; u32 release; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_page_pool_state_hold { struct trace_entry ent; const struct page_pool *pool; const struct page *page; u32 hold; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_page_pool_update_nid { struct trace_entry ent; const struct page_pool *pool; int pool_nid; int new_nid; char __data[0]; }; struct trace_event_data_offsets_page_pool_release {}; struct trace_event_data_offsets_page_pool_state_release {}; struct trace_event_data_offsets_page_pool_state_hold {}; struct trace_event_data_offsets_page_pool_update_nid {}; typedef void (*btf_trace_page_pool_release)(void *, const struct page_pool *, s32, u32, u32); typedef void (*btf_trace_page_pool_state_release)(void *, const struct page_pool *, const struct page *, u32); typedef void (*btf_trace_page_pool_state_hold)(void *, const struct page_pool *, const struct page *, u32); typedef void (*btf_trace_page_pool_update_nid)(void *, const struct page_pool *, int); struct trace_event_raw_neigh_create { struct trace_entry ent; u32 family; u32 __data_loc_dev; int entries; u8 created; u8 gc_exempt; u8 primary_key4[4]; u8 primary_key6[16]; char __data[0]; }; struct trace_event_raw_neigh_update { struct trace_entry ent; u32 family; u32 __data_loc_dev; u8 lladdr[32]; u8 lladdr_len; u8 flags; u8 nud_state; u8 type; u8 dead; int refcnt; __u8 primary_key4[4]; __u8 primary_key6[16]; long unsigned int confirmed; long unsigned int updated; long unsigned int used; u8 new_lladdr[32]; u8 new_state; u32 update_flags; u32 pid; char __data[0]; }; struct trace_event_raw_neigh__update { struct trace_entry ent; u32 family; u32 __data_loc_dev; u8 lladdr[32]; u8 lladdr_len; u8 flags; u8 nud_state; u8 type; u8 dead; int refcnt; __u8 primary_key4[4]; __u8 primary_key6[16]; long unsigned int confirmed; long unsigned int updated; long unsigned int used; u32 err; char __data[0]; }; struct trace_event_data_offsets_neigh_create { u32 dev; }; struct trace_event_data_offsets_neigh_update { u32 dev; }; struct trace_event_data_offsets_neigh__update { u32 dev; }; typedef void (*btf_trace_neigh_create)(void *, struct neigh_table *, struct net_device *, const void *, const struct neighbour *, bool); typedef void (*btf_trace_neigh_update)(void *, struct neighbour *, const u8 *, u8, u32, u32); typedef void (*btf_trace_neigh_update_done)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_timer_handler)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_event_send_done)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_event_send_dead)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_cleanup_and_release)(void *, struct neighbour *, int); struct tc_skb_cb { struct qdisc_skb_cb qdisc_cb; u16 mru; u8 post_ct: 1; u8 post_ct_snat: 1; u8 post_ct_dnat: 1; u16 zone; }; struct sch_frag_data { long unsigned int dst; struct qdisc_skb_cb cb; __be16 inner_protocol; u16 vlan_tci; __be16 vlan_proto; unsigned int l2_len; u8 l2_data[18]; int (*xmit)(struct sk_buff *); }; struct bpf_cg_run_ctx { struct bpf_run_ctx run_ctx; const struct bpf_prog_array_item *prog_item; int retval; }; struct rps_map { unsigned int len; struct callback_head rcu; u16 cpus[0]; }; struct rps_dev_flow { u16 cpu; u16 filter; unsigned int last_qtail; }; struct rps_dev_flow_table { unsigned int mask; struct callback_head rcu; struct rps_dev_flow flows[0]; }; struct netdev_rx_queue { struct xdp_rxq_info xdp_rxq; struct rps_map *rps_map; struct rps_dev_flow_table *rps_flow_table; struct kobject kobj; struct net_device *dev; netdevice_tracker dev_tracker; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct trace_event_raw_bpf_test_finish { struct trace_entry ent; int err; char __data[0]; }; struct trace_event_data_offsets_bpf_test_finish {}; typedef void (*btf_trace_bpf_test_finish)(void *, int *); struct bpf_test_timer { enum { NO_PREEMPT = 0, NO_MIGRATE = 1, } mode; u32 i; u64 time_start; u64 time_spent; }; struct xdp_page_head { struct xdp_buff orig_ctx; struct xdp_buff ctx; union { struct { struct {} __empty_frame; struct xdp_frame frame[0]; }; struct { struct {} __empty_data; u8 data[0]; }; }; }; struct xdp_test_data { struct xdp_buff *orig_ctx; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xdp_rxq_info rxq; struct net_device *dev; struct page_pool *pp; struct xdp_frame **frames; struct sk_buff **skbs; struct xdp_mem_info mem; u32 batch_size; u32 frame_cnt; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_fentry_test_t { struct bpf_fentry_test_t *a; }; struct prog_test_member1 { int a; }; struct prog_test_member { struct prog_test_member1 m; int c; }; struct prog_test_ref_kfunc { int a; int b; struct prog_test_member memb; struct prog_test_ref_kfunc *next; refcount_t cnt; }; struct bpf_raw_tp_test_run_info { struct bpf_prog *prog; void *ctx; u32 retval; }; struct linkstate_reply_data { struct ethnl_reply_data base; int link; int sqi; int sqi_max; struct ethtool_link_ext_stats link_stats; bool link_ext_state_provided; struct ethtool_link_ext_state_info ethtool_link_ext_state_info; }; enum { ETHTOOL_A_PAUSE_STAT_UNSPEC = 0, ETHTOOL_A_PAUSE_STAT_PAD = 1, ETHTOOL_A_PAUSE_STAT_TX_FRAMES = 2, ETHTOOL_A_PAUSE_STAT_RX_FRAMES = 3, __ETHTOOL_A_PAUSE_STAT_CNT = 4, ETHTOOL_A_PAUSE_STAT_MAX = 3, }; struct pause_req_info { struct ethnl_req_info base; enum ethtool_mac_stats_src src; }; struct pause_reply_data { struct ethnl_reply_data base; struct ethtool_pauseparam pauseparam; struct ethtool_pause_stats pausestat; }; enum { ETHTOOL_A_MM_STAT_UNSPEC = 0, ETHTOOL_A_MM_STAT_PAD = 1, ETHTOOL_A_MM_STAT_REASSEMBLY_ERRORS = 2, ETHTOOL_A_MM_STAT_SMD_ERRORS = 3, ETHTOOL_A_MM_STAT_REASSEMBLY_OK = 4, ETHTOOL_A_MM_STAT_RX_FRAG_COUNT = 5, ETHTOOL_A_MM_STAT_TX_FRAG_COUNT = 6, ETHTOOL_A_MM_STAT_HOLD_COUNT = 7, __ETHTOOL_A_MM_STAT_CNT = 8, ETHTOOL_A_MM_STAT_MAX = 7, }; struct mm_reply_data { struct ethnl_reply_data base; struct ethtool_mm_state state; struct ethtool_mm_stats stats; }; struct nf_sockopt_ops { struct list_head list; u_int8_t pf; int set_optmin; int set_optmax; int (*set)(struct sock *, int, sockptr_t, unsigned int); int get_optmin; int get_optmax; int (*get)(struct sock *, int, void *, int *); struct module *owner; }; enum ip_defrag_users { IP_DEFRAG_LOCAL_DELIVER = 0, IP_DEFRAG_CALL_RA_CHAIN = 1, IP_DEFRAG_CONNTRACK_IN = 2, __IP_DEFRAG_CONNTRACK_IN_END = 65537, IP_DEFRAG_CONNTRACK_OUT = 65538, __IP_DEFRAG_CONNTRACK_OUT_END = 131073, IP_DEFRAG_CONNTRACK_BRIDGE_IN = 131074, __IP_DEFRAG_CONNTRACK_BRIDGE_IN = 196609, IP_DEFRAG_VS_IN = 196610, IP_DEFRAG_VS_OUT = 196611, IP_DEFRAG_VS_FWD = 196612, IP_DEFRAG_AF_PACKET = 196613, IP_DEFRAG_MACVLAN = 196614, }; struct ipq { struct inet_frag_queue q; u8 ecn; u16 max_df_size; int iif; unsigned int rid; struct inet_peer *peer; }; struct tcp_plb_state { u8 consec_cong_rounds: 5; u8 unused: 3; u32 pause_until; }; enum { IFLA_INET_UNSPEC = 0, IFLA_INET_CONF = 1, __IFLA_INET_MAX = 2, }; struct in_validator_info { __be32 ivi_addr; struct in_device *ivi_dev; struct netlink_ext_ack *extack; }; struct inet_fill_args { u32 portid; u32 seq; int event; unsigned int flags; int netnsid; int ifindex; }; struct devinet_sysctl_table { struct ctl_table_header *sysctl_header; struct ctl_table devinet_vars[34]; }; struct net_protocol { int (*handler)(struct sk_buff *); int (*err_handler)(struct sk_buff *, u32); unsigned int no_policy: 1; unsigned int icmp_strict_tag_validation: 1; }; struct xfrm_input_afinfo { u8 family; bool is_ipip; int (*callback)(struct sk_buff *, u8, int); }; struct xfrm_tunnel { int (*handler)(struct sk_buff *); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, u32); struct xfrm_tunnel *next; int priority; }; enum { UDP_BPF_IPV4 = 0, UDP_BPF_IPV6 = 1, UDP_BPF_NUM_PROTS = 2, }; struct ip_beet_phdr { __u8 nexthdr; __u8 hdrlen; __u8 padlen; __u8 reserved; }; enum { XFRM_MODE_FLAG_TUNNEL = 1, }; struct sockaddr_un { __kernel_sa_family_t sun_family; char sun_path[108]; }; struct unix_address { refcount_t refcnt; int len; struct sockaddr_un name[0]; }; struct scm_stat { atomic_t nr_fds; }; struct unix_sock { struct sock sk; struct unix_address *addr; struct path path; struct mutex iolock; struct mutex bindlock; struct sock *peer; struct list_head link; atomic_long_t inflight; spinlock_t lock; long unsigned int gc_flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct socket_wq peer_wq; wait_queue_entry_t peer_wake; struct scm_stat scm_stat; struct sk_buff *oob_skb; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ifaddrlblmsg { __u8 ifal_family; __u8 __ifal_reserved; __u8 ifal_prefixlen; __u8 ifal_flags; __u32 ifal_index; __u32 ifal_seq; }; enum { IFAL_ADDRESS = 1, IFAL_LABEL = 2, __IFAL_MAX = 3, }; struct ip6addrlbl_entry { struct in6_addr prefix; int prefixlen; int ifindex; int addrtype; u32 label; struct hlist_node list; struct callback_head rcu; }; struct ip6addrlbl_init_table { const struct in6_addr *prefix; int prefixlen; u32 label; }; struct udp_seq_afinfo { sa_family_t family; struct udp_table *udp_table; }; struct ipcm6_cookie { struct sockcm_cookie sockc; __s16 hlimit; __s16 tclass; __u16 gso_size; __s8 dontfrag; struct ipv6_txoptions *opt; }; struct pingv6_ops { int (*ipv6_recv_error)(struct sock *, struct msghdr *, int, int *); void (*ip6_datagram_recv_common_ctl)(struct sock *, struct msghdr *, struct sk_buff *); void (*ip6_datagram_recv_specific_ctl)(struct sock *, struct msghdr *, struct sk_buff *); int (*icmpv6_err_convert)(u8, u8, int *); void (*ipv6_icmp_error)(struct sock *, struct sk_buff *, int, __be16, u32, u8 *); int (*ipv6_chk_addr)(struct net *, const struct in6_addr *, const struct net_device *, int); }; struct ping_iter_state { struct seq_net_private p; int bucket; sa_family_t family; }; struct pingfakehdr { struct icmphdr icmph; struct msghdr *msg; sa_family_t family; __wsum wcheck; }; struct ipv6_sr_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; __u8 first_segment; __u8 flags; __u16 tag; struct in6_addr segments[0]; }; struct sr6_tlv { __u8 type; __u8 len; __u8 data[0]; }; enum { SEG6_ATTR_UNSPEC = 0, SEG6_ATTR_DST = 1, SEG6_ATTR_DSTLEN = 2, SEG6_ATTR_HMACKEYID = 3, SEG6_ATTR_SECRET = 4, SEG6_ATTR_SECRETLEN = 5, SEG6_ATTR_ALGID = 6, SEG6_ATTR_HMACINFO = 7, __SEG6_ATTR_MAX = 8, }; enum { SEG6_CMD_UNSPEC = 0, SEG6_CMD_SETHMAC = 1, SEG6_CMD_DUMPHMAC = 2, SEG6_CMD_SET_TUNSRC = 3, SEG6_CMD_GET_TUNSRC = 4, __SEG6_CMD_MAX = 5, }; enum ip_conntrack_status { IPS_EXPECTED_BIT = 0, IPS_EXPECTED = 1, IPS_SEEN_REPLY_BIT = 1, IPS_SEEN_REPLY = 2, IPS_ASSURED_BIT = 2, IPS_ASSURED = 4, IPS_CONFIRMED_BIT = 3, IPS_CONFIRMED = 8, IPS_SRC_NAT_BIT = 4, IPS_SRC_NAT = 16, IPS_DST_NAT_BIT = 5, IPS_DST_NAT = 32, IPS_NAT_MASK = 48, IPS_SEQ_ADJUST_BIT = 6, IPS_SEQ_ADJUST = 64, IPS_SRC_NAT_DONE_BIT = 7, IPS_SRC_NAT_DONE = 128, IPS_DST_NAT_DONE_BIT = 8, IPS_DST_NAT_DONE = 256, IPS_NAT_DONE_MASK = 384, IPS_DYING_BIT = 9, IPS_DYING = 512, IPS_FIXED_TIMEOUT_BIT = 10, IPS_FIXED_TIMEOUT = 1024, IPS_TEMPLATE_BIT = 11, IPS_TEMPLATE = 2048, IPS_UNTRACKED_BIT = 12, IPS_UNTRACKED = 4096, IPS_NAT_CLASH_BIT = 12, IPS_NAT_CLASH = 4096, IPS_HELPER_BIT = 13, IPS_HELPER = 8192, IPS_OFFLOAD_BIT = 14, IPS_OFFLOAD = 16384, IPS_HW_OFFLOAD_BIT = 15, IPS_HW_OFFLOAD = 32768, IPS_UNCHANGEABLE_MASK = 56313, __IPS_MAX_BIT = 16, }; struct sockaddr_pkt { short unsigned int spkt_family; unsigned char spkt_device[14]; __be16 spkt_protocol; }; struct sockaddr_ll { short unsigned int sll_family; __be16 sll_protocol; int sll_ifindex; short unsigned int sll_hatype; unsigned char sll_pkttype; unsigned char sll_halen; unsigned char sll_addr[8]; }; struct tpacket_stats { unsigned int tp_packets; unsigned int tp_drops; }; struct tpacket_stats_v3 { unsigned int tp_packets; unsigned int tp_drops; unsigned int tp_freeze_q_cnt; }; struct tpacket_rollover_stats { __u64 tp_all; __u64 tp_huge; __u64 tp_failed; }; union tpacket_stats_u { struct tpacket_stats stats1; struct tpacket_stats_v3 stats3; }; struct tpacket_auxdata { __u32 tp_status; __u32 tp_len; __u32 tp_snaplen; __u16 tp_mac; __u16 tp_net; __u16 tp_vlan_tci; __u16 tp_vlan_tpid; }; struct tpacket_hdr { long unsigned int tp_status; unsigned int tp_len; unsigned int tp_snaplen; short unsigned int tp_mac; short unsigned int tp_net; unsigned int tp_sec; unsigned int tp_usec; }; struct tpacket2_hdr { __u32 tp_status; __u32 tp_len; __u32 tp_snaplen; __u16 tp_mac; __u16 tp_net; __u32 tp_sec; __u32 tp_nsec; __u16 tp_vlan_tci; __u16 tp_vlan_tpid; __u8 tp_padding[4]; }; struct tpacket_hdr_variant1 { __u32 tp_rxhash; __u32 tp_vlan_tci; __u16 tp_vlan_tpid; __u16 tp_padding; }; struct tpacket3_hdr { __u32 tp_next_offset; __u32 tp_sec; __u32 tp_nsec; __u32 tp_snaplen; __u32 tp_len; __u32 tp_status; __u16 tp_mac; __u16 tp_net; union { struct tpacket_hdr_variant1 hv1; }; __u8 tp_padding[8]; }; struct tpacket_bd_ts { unsigned int ts_sec; union { unsigned int ts_usec; unsigned int ts_nsec; }; }; struct tpacket_hdr_v1 { __u32 block_status; __u32 num_pkts; __u32 offset_to_first_pkt; __u32 blk_len; __u64 seq_num; struct tpacket_bd_ts ts_first_pkt; struct tpacket_bd_ts ts_last_pkt; }; union tpacket_bd_header_u { struct tpacket_hdr_v1 bh1; }; struct tpacket_block_desc { __u32 version; __u32 offset_to_priv; union tpacket_bd_header_u hdr; }; enum tpacket_versions { TPACKET_V1 = 0, TPACKET_V2 = 1, TPACKET_V3 = 2, }; struct tpacket_req { unsigned int tp_block_size; unsigned int tp_block_nr; unsigned int tp_frame_size; unsigned int tp_frame_nr; }; struct tpacket_req3 { unsigned int tp_block_size; unsigned int tp_block_nr; unsigned int tp_frame_size; unsigned int tp_frame_nr; unsigned int tp_retire_blk_tov; unsigned int tp_sizeof_priv; unsigned int tp_feature_req_word; }; union tpacket_req_u { struct tpacket_req req; struct tpacket_req3 req3; }; struct fanout_args { __u16 id; __u16 type_flags; __u32 max_num_members; }; enum nf_dev_hooks { NF_NETDEV_INGRESS = 0, NF_NETDEV_EGRESS = 1, NF_NETDEV_NUMHOOKS = 2, }; struct sock_skb_cb { u32 dropcount; }; typedef __u16 __virtio16; struct virtio_net_hdr { __u8 flags; __u8 gso_type; __virtio16 hdr_len; __virtio16 gso_size; __virtio16 csum_start; __virtio16 csum_offset; }; struct virtio_net_hdr_mrg_rxbuf { struct virtio_net_hdr hdr; __virtio16 num_buffers; }; struct packet_mclist { struct packet_mclist *next; int ifindex; int count; short unsigned int type; short unsigned int alen; unsigned char addr[32]; }; struct pgv; struct tpacket_kbdq_core { struct pgv *pkbdq; unsigned int feature_req_word; unsigned int hdrlen; unsigned char reset_pending_on_curr_blk; unsigned char delete_blk_timer; short unsigned int kactive_blk_num; short unsigned int blk_sizeof_priv; short unsigned int last_kactive_blk_num; char *pkblk_start; char *pkblk_end; int kblk_size; unsigned int max_frame_len; unsigned int knum_blocks; uint64_t knxt_seq_num; char *prev; char *nxt_offset; struct sk_buff *skb; rwlock_t blk_fill_in_prog_lock; short unsigned int retire_blk_tov; short unsigned int version; long unsigned int tov_in_jiffies; struct timer_list retire_blk_timer; }; struct pgv { char *buffer; }; struct packet_ring_buffer { struct pgv *pg_vec; unsigned int head; unsigned int frames_per_block; unsigned int frame_size; unsigned int frame_max; unsigned int pg_vec_order; unsigned int pg_vec_pages; unsigned int pg_vec_len; unsigned int *pending_refcnt; union { long unsigned int *rx_owner_map; struct tpacket_kbdq_core prb_bdqc; }; }; struct packet_fanout { possible_net_t net; unsigned int num_members; u32 max_num_members; u16 id; u8 type; u8 flags; union { atomic_t rr_cur; struct bpf_prog *bpf_prog; }; struct list_head list; spinlock_t lock; refcount_t sk_ref; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct packet_type prot_hook; struct sock *arr[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct packet_rollover { int sock; atomic_long_t num; atomic_long_t num_huge; atomic_long_t num_failed; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 history[32]; }; struct packet_sock { struct sock sk; struct packet_fanout *fanout; union tpacket_stats_u stats; struct packet_ring_buffer rx_ring; struct packet_ring_buffer tx_ring; int copy_thresh; spinlock_t bind_lock; struct mutex pg_vec_lock; long unsigned int flags; int ifindex; u8 vnet_hdr_sz; __be16 num; struct packet_rollover *rollover; struct packet_mclist *mclist; atomic_t mapped; enum tpacket_versions tp_version; unsigned int tp_hdrlen; unsigned int tp_reserve; unsigned int tp_tstamp; struct completion skb_completion; struct net_device *cached_dev; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct packet_type prot_hook; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_t tp_drops; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum packet_sock_flags { PACKET_SOCK_ORIGDEV = 0, PACKET_SOCK_AUXDATA = 1, PACKET_SOCK_TX_HAS_OFF = 2, PACKET_SOCK_TP_LOSS = 3, PACKET_SOCK_RUNNING = 4, PACKET_SOCK_PRESSURE = 5, PACKET_SOCK_QDISC_BYPASS = 6, }; struct packet_mreq_max { int mr_ifindex; short unsigned int mr_type; short unsigned int mr_alen; unsigned char mr_address[32]; }; union tpacket_uhdr { struct tpacket_hdr *h1; struct tpacket2_hdr *h2; struct tpacket3_hdr *h3; void *raw; }; struct packet_skb_cb { union { struct sockaddr_pkt pkt; union { unsigned int origlen; struct sockaddr_ll ll; }; } sa; }; enum devlink_health_reporter_state { DEVLINK_HEALTH_REPORTER_STATE_HEALTHY = 0, DEVLINK_HEALTH_REPORTER_STATE_ERROR = 1, }; struct devlink_health_reporter; struct devlink_fmsg; struct devlink_health_reporter_ops { char *name; int (*recover)(struct devlink_health_reporter *, void *, struct netlink_ext_ack *); int (*dump)(struct devlink_health_reporter *, struct devlink_fmsg *, void *, struct netlink_ext_ack *); int (*diagnose)(struct devlink_health_reporter *, struct devlink_fmsg *, struct netlink_ext_ack *); int (*test)(struct devlink_health_reporter *, struct netlink_ext_ack *); }; struct devlink_health_reporter { struct list_head list; void *priv; const struct devlink_health_reporter_ops *ops; struct devlink *devlink; struct devlink_port *devlink_port; struct devlink_fmsg *dump_fmsg; u64 graceful_period; bool auto_recover; bool auto_dump; u8 health_state; u64 dump_ts; u64 dump_real_ts; u64 error_count; u64 recovery_count; u64 last_recovery_ts; }; struct devlink_fmsg { struct list_head item_list; bool putting_binary; }; struct devlink_fmsg_item { struct list_head list; int attrtype; u8 nla_type; u16 len; int value[0]; }; struct rpc_buffer { size_t len; char data[0]; }; struct sock_xprt { struct rpc_xprt xprt; struct socket *sock; struct sock *inet; struct file *file; struct { struct { __be32 fraghdr; __be32 xid; __be32 calldir; }; u32 offset; u32 len; long unsigned int copied; } recv; struct { u32 offset; } xmit; long unsigned int sock_state; struct delayed_work connect_worker; struct work_struct error_worker; struct work_struct recv_worker; struct mutex recv_mutex; struct completion handshake_done; struct __kernel_sockaddr_storage srcaddr; short unsigned int srcport; int xprt_err; struct rpc_clnt *clnt; size_t rcvsize; size_t sndsize; struct rpc_timeout tcp_timeout; void (*old_data_ready)(struct sock *); void (*old_state_change)(struct sock *); void (*old_write_space)(struct sock *); void (*old_error_report)(struct sock *); }; struct trace_event_raw_rpc_xdr_buf_class { struct trace_entry ent; unsigned int task_id; unsigned int client_id; const void *head_base; size_t head_len; const void *tail_base; size_t tail_len; unsigned int page_base; unsigned int page_len; unsigned int msg_len; char __data[0]; }; struct trace_event_raw_rpc_clnt_class { struct trace_entry ent; unsigned int client_id; char __data[0]; }; struct trace_event_raw_rpc_clnt_new { struct trace_entry ent; unsigned int client_id; long unsigned int xprtsec; long unsigned int flags; u32 __data_loc_program; u32 __data_loc_server; u32 __data_loc_addr; u32 __data_loc_port; char __data[0]; }; struct trace_event_raw_rpc_clnt_new_err { struct trace_entry ent; int error; u32 __data_loc_program; u32 __data_loc_server; char __data[0]; }; struct trace_event_raw_rpc_clnt_clone_err { struct trace_entry ent; unsigned int client_id; int error; char __data[0]; }; struct trace_event_raw_rpc_task_status { struct trace_entry ent; unsigned int task_id; unsigned int client_id; int status; char __data[0]; }; struct trace_event_raw_rpc_request { struct trace_entry ent; unsigned int task_id; unsigned int client_id; int version; bool async; u32 __data_loc_progname; u32 __data_loc_procname; char __data[0]; }; struct trace_event_raw_rpc_task_running { struct trace_entry ent; unsigned int task_id; unsigned int client_id; const void *action; long unsigned int runstate; int status; short unsigned int flags; char __data[0]; }; struct trace_event_raw_rpc_task_queued { struct trace_entry ent; unsigned int task_id; unsigned int client_id; long unsigned int timeout; long unsigned int runstate; int status; short unsigned int flags; u32 __data_loc_q_name; char __data[0]; }; struct trace_event_raw_rpc_failure { struct trace_entry ent; unsigned int task_id; unsigned int client_id; char __data[0]; }; struct trace_event_raw_rpc_reply_event { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; u32 __data_loc_progname; u32 version; u32 __data_loc_procname; u32 __data_loc_servername; char __data[0]; }; struct trace_event_raw_rpc_buf_alloc { struct trace_entry ent; unsigned int task_id; unsigned int client_id; size_t callsize; size_t recvsize; int status; char __data[0]; }; struct trace_event_raw_rpc_call_rpcerror { struct trace_entry ent; unsigned int task_id; unsigned int client_id; int tk_status; int rpc_status; char __data[0]; }; struct trace_event_raw_rpc_stats_latency { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; int version; u32 __data_loc_progname; u32 __data_loc_procname; long unsigned int backlog; long unsigned int rtt; long unsigned int execute; char __data[0]; }; struct trace_event_raw_rpc_xdr_overflow { struct trace_entry ent; unsigned int task_id; unsigned int client_id; int version; size_t requested; const void *end; const void *p; const void *head_base; size_t head_len; const void *tail_base; size_t tail_len; unsigned int page_len; unsigned int len; u32 __data_loc_progname; u32 __data_loc_procedure; char __data[0]; }; struct trace_event_raw_rpc_xdr_alignment { struct trace_entry ent; unsigned int task_id; unsigned int client_id; int version; size_t offset; unsigned int copied; const void *head_base; size_t head_len; const void *tail_base; size_t tail_len; unsigned int page_len; unsigned int len; u32 __data_loc_progname; u32 __data_loc_procedure; char __data[0]; }; struct trace_event_raw_xs_socket_event { struct trace_entry ent; unsigned int socket_state; unsigned int sock_state; long long unsigned int ino; __u8 saddr[28]; __u8 daddr[28]; char __data[0]; }; struct trace_event_raw_xs_socket_event_done { struct trace_entry ent; int error; unsigned int socket_state; unsigned int sock_state; long long unsigned int ino; __u8 saddr[28]; __u8 daddr[28]; char __data[0]; }; struct trace_event_raw_rpc_socket_nospace { struct trace_entry ent; unsigned int task_id; unsigned int client_id; unsigned int total; unsigned int remaining; char __data[0]; }; struct trace_event_raw_rpc_xprt_lifetime_class { struct trace_entry ent; long unsigned int state; u32 __data_loc_addr; u32 __data_loc_port; char __data[0]; }; struct trace_event_raw_rpc_xprt_event { struct trace_entry ent; u32 xid; int status; u32 __data_loc_addr; u32 __data_loc_port; char __data[0]; }; struct trace_event_raw_xprt_transmit { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; u32 seqno; int status; char __data[0]; }; struct trace_event_raw_xprt_retransmit { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; int ntrans; int version; long unsigned int timeout; u32 __data_loc_progname; u32 __data_loc_procname; char __data[0]; }; struct trace_event_raw_xprt_ping { struct trace_entry ent; int status; u32 __data_loc_addr; u32 __data_loc_port; char __data[0]; }; struct trace_event_raw_xprt_writelock_event { struct trace_entry ent; unsigned int task_id; unsigned int client_id; unsigned int snd_task_id; char __data[0]; }; struct trace_event_raw_xprt_cong_event { struct trace_entry ent; unsigned int task_id; unsigned int client_id; unsigned int snd_task_id; long unsigned int cong; long unsigned int cwnd; bool wait; char __data[0]; }; struct trace_event_raw_xprt_reserve { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; char __data[0]; }; struct trace_event_raw_xs_data_ready { struct trace_entry ent; u32 __data_loc_addr; u32 __data_loc_port; char __data[0]; }; struct trace_event_raw_xs_stream_read_data { struct trace_entry ent; ssize_t err; size_t total; u32 __data_loc_addr; u32 __data_loc_port; char __data[0]; }; struct trace_event_raw_xs_stream_read_request { struct trace_entry ent; u32 __data_loc_addr; u32 __data_loc_port; u32 xid; long unsigned int copied; unsigned int reclen; unsigned int offset; char __data[0]; }; struct trace_event_raw_rpcb_getport { struct trace_entry ent; unsigned int task_id; unsigned int client_id; unsigned int program; unsigned int version; int protocol; unsigned int bind_version; u32 __data_loc_servername; char __data[0]; }; struct trace_event_raw_rpcb_setport { struct trace_entry ent; unsigned int task_id; unsigned int client_id; int status; short unsigned int port; char __data[0]; }; struct trace_event_raw_pmap_register { struct trace_entry ent; unsigned int program; unsigned int version; int protocol; unsigned int port; char __data[0]; }; struct trace_event_raw_rpcb_register { struct trace_entry ent; unsigned int program; unsigned int version; u32 __data_loc_addr; u32 __data_loc_netid; char __data[0]; }; struct trace_event_raw_rpcb_unregister { struct trace_entry ent; unsigned int program; unsigned int version; u32 __data_loc_netid; char __data[0]; }; struct trace_event_raw_rpc_tls_class { struct trace_entry ent; long unsigned int requested_policy; u32 version; u32 __data_loc_servername; u32 __data_loc_progname; char __data[0]; }; struct trace_event_raw_svc_xdr_msg_class { struct trace_entry ent; u32 xid; const void *head_base; size_t head_len; const void *tail_base; size_t tail_len; unsigned int page_len; unsigned int msg_len; char __data[0]; }; struct trace_event_raw_svc_xdr_buf_class { struct trace_entry ent; u32 xid; const void *head_base; size_t head_len; const void *tail_base; size_t tail_len; unsigned int page_base; unsigned int page_len; unsigned int msg_len; char __data[0]; }; struct trace_event_raw_svc_authenticate { struct trace_entry ent; u32 __data_loc_server; u32 __data_loc_client; unsigned int netns_ino; u32 xid; long unsigned int svc_status; long unsigned int auth_stat; char __data[0]; }; struct trace_event_raw_svc_process { struct trace_entry ent; u32 xid; u32 vers; u32 proc; u32 __data_loc_service; u32 __data_loc_procedure; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_svc_rqst_event { struct trace_entry ent; u32 __data_loc_server; u32 __data_loc_client; unsigned int netns_ino; u32 xid; long unsigned int flags; char __data[0]; }; struct trace_event_raw_svc_rqst_status { struct trace_entry ent; u32 __data_loc_server; u32 __data_loc_client; unsigned int netns_ino; u32 xid; int status; long unsigned int flags; char __data[0]; }; struct trace_event_raw_svc_replace_page_err { struct trace_entry ent; u32 __data_loc_server; u32 __data_loc_client; unsigned int netns_ino; u32 xid; const void *begin; const void *respages; const void *nextpage; char __data[0]; }; struct trace_event_raw_svc_stats_latency { struct trace_entry ent; u32 __data_loc_server; u32 __data_loc_client; unsigned int netns_ino; u32 xid; long unsigned int execute; u32 __data_loc_procedure; char __data[0]; }; struct trace_event_raw_svc_xprt_create_err { struct trace_entry ent; long int error; u32 __data_loc_program; u32 __data_loc_protocol; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_svc_xprt_enqueue { struct trace_entry ent; u32 __data_loc_server; u32 __data_loc_client; long unsigned int flags; unsigned int netns_ino; char __data[0]; }; struct trace_event_raw_svc_xprt_dequeue { struct trace_entry ent; u32 __data_loc_server; u32 __data_loc_client; long unsigned int flags; unsigned int netns_ino; long unsigned int wakeup; char __data[0]; }; struct trace_event_raw_svc_xprt_event { struct trace_entry ent; u32 __data_loc_server; u32 __data_loc_client; long unsigned int flags; unsigned int netns_ino; char __data[0]; }; struct trace_event_raw_svc_xprt_accept { struct trace_entry ent; u32 __data_loc_server; u32 __data_loc_client; long unsigned int flags; unsigned int netns_ino; u32 __data_loc_protocol; u32 __data_loc_service; char __data[0]; }; struct trace_event_raw_svc_wake_up { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_svc_alloc_arg_err { struct trace_entry ent; unsigned int requested; unsigned int allocated; char __data[0]; }; struct trace_event_raw_svc_deferred_event { struct trace_entry ent; const void *dr; u32 xid; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_svcsock_lifetime_class { struct trace_entry ent; unsigned int netns_ino; const void *svsk; const void *sk; long unsigned int type; long unsigned int family; long unsigned int state; char __data[0]; }; struct trace_event_raw_svcsock_marker { struct trace_entry ent; unsigned int length; bool last; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_svcsock_class { struct trace_entry ent; ssize_t result; long unsigned int flags; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_svcsock_tcp_recv_short { struct trace_entry ent; u32 expected; u32 received; long unsigned int flags; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_svcsock_tcp_state { struct trace_entry ent; long unsigned int socket_state; long unsigned int sock_state; long unsigned int flags; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_svcsock_accept_class { struct trace_entry ent; long int status; u32 __data_loc_service; unsigned int netns_ino; char __data[0]; }; struct trace_event_raw_cache_event { struct trace_entry ent; const struct cache_head *h; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_register_class { struct trace_entry ent; u32 version; long unsigned int family; short unsigned int protocol; short unsigned int port; int error; u32 __data_loc_program; char __data[0]; }; struct trace_event_raw_svc_unregister { struct trace_entry ent; u32 version; int error; u32 __data_loc_program; char __data[0]; }; struct trace_event_data_offsets_rpc_xdr_buf_class {}; struct trace_event_data_offsets_rpc_clnt_class {}; struct trace_event_data_offsets_rpc_clnt_new { u32 program; u32 server; u32 addr; u32 port; }; struct trace_event_data_offsets_rpc_clnt_new_err { u32 program; u32 server; }; struct trace_event_data_offsets_rpc_clnt_clone_err {}; struct trace_event_data_offsets_rpc_task_status {}; struct trace_event_data_offsets_rpc_request { u32 progname; u32 procname; }; struct trace_event_data_offsets_rpc_task_running {}; struct trace_event_data_offsets_rpc_task_queued { u32 q_name; }; struct trace_event_data_offsets_rpc_failure {}; struct trace_event_data_offsets_rpc_reply_event { u32 progname; u32 procname; u32 servername; }; struct trace_event_data_offsets_rpc_buf_alloc {}; struct trace_event_data_offsets_rpc_call_rpcerror {}; struct trace_event_data_offsets_rpc_stats_latency { u32 progname; u32 procname; }; struct trace_event_data_offsets_rpc_xdr_overflow { u32 progname; u32 procedure; }; struct trace_event_data_offsets_rpc_xdr_alignment { u32 progname; u32 procedure; }; struct trace_event_data_offsets_xs_socket_event {}; struct trace_event_data_offsets_xs_socket_event_done {}; struct trace_event_data_offsets_rpc_socket_nospace {}; struct trace_event_data_offsets_rpc_xprt_lifetime_class { u32 addr; u32 port; }; struct trace_event_data_offsets_rpc_xprt_event { u32 addr; u32 port; }; struct trace_event_data_offsets_xprt_transmit {}; struct trace_event_data_offsets_xprt_retransmit { u32 progname; u32 procname; }; struct trace_event_data_offsets_xprt_ping { u32 addr; u32 port; }; struct trace_event_data_offsets_xprt_writelock_event {}; struct trace_event_data_offsets_xprt_cong_event {}; struct trace_event_data_offsets_xprt_reserve {}; struct trace_event_data_offsets_xs_data_ready { u32 addr; u32 port; }; struct trace_event_data_offsets_xs_stream_read_data { u32 addr; u32 port; }; struct trace_event_data_offsets_xs_stream_read_request { u32 addr; u32 port; }; struct trace_event_data_offsets_rpcb_getport { u32 servername; }; struct trace_event_data_offsets_rpcb_setport {}; struct trace_event_data_offsets_pmap_register {}; struct trace_event_data_offsets_rpcb_register { u32 addr; u32 netid; }; struct trace_event_data_offsets_rpcb_unregister { u32 netid; }; struct trace_event_data_offsets_rpc_tls_class { u32 servername; u32 progname; }; struct trace_event_data_offsets_svc_xdr_msg_class {}; struct trace_event_data_offsets_svc_xdr_buf_class {}; struct trace_event_data_offsets_svc_authenticate { u32 server; u32 client; }; struct trace_event_data_offsets_svc_process { u32 service; u32 procedure; u32 addr; }; struct trace_event_data_offsets_svc_rqst_event { u32 server; u32 client; }; struct trace_event_data_offsets_svc_rqst_status { u32 server; u32 client; }; struct trace_event_data_offsets_svc_replace_page_err { u32 server; u32 client; }; struct trace_event_data_offsets_svc_stats_latency { u32 server; u32 client; u32 procedure; }; struct trace_event_data_offsets_svc_xprt_create_err { u32 program; u32 protocol; u32 addr; }; struct trace_event_data_offsets_svc_xprt_enqueue { u32 server; u32 client; }; struct trace_event_data_offsets_svc_xprt_dequeue { u32 server; u32 client; }; struct trace_event_data_offsets_svc_xprt_event { u32 server; u32 client; }; struct trace_event_data_offsets_svc_xprt_accept { u32 server; u32 client; u32 protocol; u32 service; }; struct trace_event_data_offsets_svc_wake_up {}; struct trace_event_data_offsets_svc_alloc_arg_err {}; struct trace_event_data_offsets_svc_deferred_event { u32 addr; }; struct trace_event_data_offsets_svcsock_lifetime_class {}; struct trace_event_data_offsets_svcsock_marker { u32 addr; }; struct trace_event_data_offsets_svcsock_class { u32 addr; }; struct trace_event_data_offsets_svcsock_tcp_recv_short { u32 addr; }; struct trace_event_data_offsets_svcsock_tcp_state { u32 addr; }; struct trace_event_data_offsets_svcsock_accept_class { u32 service; }; struct trace_event_data_offsets_cache_event { u32 name; }; struct trace_event_data_offsets_register_class { u32 program; }; struct trace_event_data_offsets_svc_unregister { u32 program; }; typedef void (*btf_trace_rpc_xdr_sendto)(void *, const struct rpc_task *, const struct xdr_buf *); typedef void (*btf_trace_rpc_xdr_recvfrom)(void *, const struct rpc_task *, const struct xdr_buf *); typedef void (*btf_trace_rpc_xdr_reply_pages)(void *, const struct rpc_task *, const struct xdr_buf *); typedef void (*btf_trace_rpc_clnt_free)(void *, const struct rpc_clnt *); typedef void (*btf_trace_rpc_clnt_killall)(void *, const struct rpc_clnt *); typedef void (*btf_trace_rpc_clnt_shutdown)(void *, const struct rpc_clnt *); typedef void (*btf_trace_rpc_clnt_release)(void *, const struct rpc_clnt *); typedef void (*btf_trace_rpc_clnt_replace_xprt)(void *, const struct rpc_clnt *); typedef void (*btf_trace_rpc_clnt_replace_xprt_err)(void *, const struct rpc_clnt *); typedef void (*btf_trace_rpc_clnt_new)(void *, const struct rpc_clnt *, const struct rpc_xprt *, const struct rpc_create_args *); typedef void (*btf_trace_rpc_clnt_new_err)(void *, const char *, const char *, int); typedef void (*btf_trace_rpc_clnt_clone_err)(void *, const struct rpc_clnt *, int); typedef void (*btf_trace_rpc_call_status)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc_connect_status)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc_timeout_status)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc_retry_refresh_status)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc_refresh_status)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc_request)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc_task_begin)(void *, const struct rpc_task *, const void *); typedef void (*btf_trace_rpc_task_run_action)(void *, const struct rpc_task *, const void *); typedef void (*btf_trace_rpc_task_sync_sleep)(void *, const struct rpc_task *, const void *); typedef void (*btf_trace_rpc_task_sync_wake)(void *, const struct rpc_task *, const void *); typedef void (*btf_trace_rpc_task_complete)(void *, const struct rpc_task *, const void *); typedef void (*btf_trace_rpc_task_timeout)(void *, const struct rpc_task *, const void *); typedef void (*btf_trace_rpc_task_signalled)(void *, const struct rpc_task *, const void *); typedef void (*btf_trace_rpc_task_end)(void *, const struct rpc_task *, const void *); typedef void (*btf_trace_rpc_task_call_done)(void *, const struct rpc_task *, const void *); typedef void (*btf_trace_rpc_task_sleep)(void *, const struct rpc_task *, const struct rpc_wait_queue *); typedef void (*btf_trace_rpc_task_wakeup)(void *, const struct rpc_task *, const struct rpc_wait_queue *); typedef void (*btf_trace_rpc_bad_callhdr)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc_bad_verifier)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc__prog_unavail)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc__prog_mismatch)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc__proc_unavail)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc__garbage_args)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc__unparsable)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc__mismatch)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc__stale_creds)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc__bad_creds)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc__auth_tooweak)(void *, const struct rpc_task *); typedef void (*btf_trace_rpcb_prog_unavail_err)(void *, const struct rpc_task *); typedef void (*btf_trace_rpcb_timeout_err)(void *, const struct rpc_task *); typedef void (*btf_trace_rpcb_bind_version_err)(void *, const struct rpc_task *); typedef void (*btf_trace_rpcb_unreachable_err)(void *, const struct rpc_task *); typedef void (*btf_trace_rpcb_unrecognized_err)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc_buf_alloc)(void *, const struct rpc_task *, int); typedef void (*btf_trace_rpc_call_rpcerror)(void *, const struct rpc_task *, int, int); typedef void (*btf_trace_rpc_stats_latency)(void *, const struct rpc_task *, ktime_t, ktime_t, ktime_t); typedef void (*btf_trace_rpc_xdr_overflow)(void *, const struct xdr_stream *, size_t); typedef void (*btf_trace_rpc_xdr_alignment)(void *, const struct xdr_stream *, size_t, unsigned int); typedef void (*btf_trace_rpc_socket_state_change)(void *, struct rpc_xprt *, struct socket *); typedef void (*btf_trace_rpc_socket_connect)(void *, struct rpc_xprt *, struct socket *, int); typedef void (*btf_trace_rpc_socket_error)(void *, struct rpc_xprt *, struct socket *, int); typedef void (*btf_trace_rpc_socket_reset_connection)(void *, struct rpc_xprt *, struct socket *, int); typedef void (*btf_trace_rpc_socket_close)(void *, struct rpc_xprt *, struct socket *); typedef void (*btf_trace_rpc_socket_shutdown)(void *, struct rpc_xprt *, struct socket *); typedef void (*btf_trace_rpc_socket_nospace)(void *, const struct rpc_rqst *, const struct sock_xprt *); typedef void (*btf_trace_xprt_create)(void *, const struct rpc_xprt *); typedef void (*btf_trace_xprt_connect)(void *, const struct rpc_xprt *); typedef void (*btf_trace_xprt_disconnect_auto)(void *, const struct rpc_xprt *); typedef void (*btf_trace_xprt_disconnect_done)(void *, const struct rpc_xprt *); typedef void (*btf_trace_xprt_disconnect_force)(void *, const struct rpc_xprt *); typedef void (*btf_trace_xprt_destroy)(void *, const struct rpc_xprt *); typedef void (*btf_trace_xprt_timer)(void *, const struct rpc_xprt *, __be32, int); typedef void (*btf_trace_xprt_lookup_rqst)(void *, const struct rpc_xprt *, __be32, int); typedef void (*btf_trace_xprt_transmit)(void *, const struct rpc_rqst *, int); typedef void (*btf_trace_xprt_retransmit)(void *, const struct rpc_rqst *); typedef void (*btf_trace_xprt_ping)(void *, const struct rpc_xprt *, int); typedef void (*btf_trace_xprt_reserve_xprt)(void *, const struct rpc_xprt *, const struct rpc_task *); typedef void (*btf_trace_xprt_release_xprt)(void *, const struct rpc_xprt *, const struct rpc_task *); typedef void (*btf_trace_xprt_reserve_cong)(void *, const struct rpc_xprt *, const struct rpc_task *); typedef void (*btf_trace_xprt_release_cong)(void *, const struct rpc_xprt *, const struct rpc_task *); typedef void (*btf_trace_xprt_get_cong)(void *, const struct rpc_xprt *, const struct rpc_task *); typedef void (*btf_trace_xprt_put_cong)(void *, const struct rpc_xprt *, const struct rpc_task *); typedef void (*btf_trace_xprt_reserve)(void *, const struct rpc_rqst *); typedef void (*btf_trace_xs_data_ready)(void *, const struct rpc_xprt *); typedef void (*btf_trace_xs_stream_read_data)(void *, struct rpc_xprt *, ssize_t, size_t); typedef void (*btf_trace_xs_stream_read_request)(void *, struct sock_xprt *); typedef void (*btf_trace_rpcb_getport)(void *, const struct rpc_clnt *, const struct rpc_task *, unsigned int); typedef void (*btf_trace_rpcb_setport)(void *, const struct rpc_task *, int, short unsigned int); typedef void (*btf_trace_pmap_register)(void *, u32, u32, int, short unsigned int); typedef void (*btf_trace_rpcb_register)(void *, u32, u32, const char *, const char *); typedef void (*btf_trace_rpcb_unregister)(void *, u32, u32, const char *); typedef void (*btf_trace_rpc_tls_unavailable)(void *, const struct rpc_clnt *, const struct rpc_xprt *); typedef void (*btf_trace_rpc_tls_not_started)(void *, const struct rpc_clnt *, const struct rpc_xprt *); typedef void (*btf_trace_svc_xdr_recvfrom)(void *, const struct xdr_buf *); typedef void (*btf_trace_svc_xdr_sendto)(void *, __be32, const struct xdr_buf *); typedef void (*btf_trace_svc_authenticate)(void *, const struct svc_rqst *, enum svc_auth_status); typedef void (*btf_trace_svc_process)(void *, const struct svc_rqst *, const char *); typedef void (*btf_trace_svc_defer)(void *, const struct svc_rqst *); typedef void (*btf_trace_svc_drop)(void *, const struct svc_rqst *); typedef void (*btf_trace_svc_send)(void *, const struct svc_rqst *, int); typedef void (*btf_trace_svc_replace_page_err)(void *, const struct svc_rqst *); typedef void (*btf_trace_svc_stats_latency)(void *, const struct svc_rqst *); typedef void (*btf_trace_svc_xprt_create_err)(void *, const char *, const char *, struct sockaddr *, size_t, const struct svc_xprt *); typedef void (*btf_trace_svc_xprt_enqueue)(void *, const struct svc_xprt *, long unsigned int); typedef void (*btf_trace_svc_xprt_dequeue)(void *, const struct svc_rqst *); typedef void (*btf_trace_svc_xprt_no_write_space)(void *, const struct svc_xprt *); typedef void (*btf_trace_svc_xprt_close)(void *, const struct svc_xprt *); typedef void (*btf_trace_svc_xprt_detach)(void *, const struct svc_xprt *); typedef void (*btf_trace_svc_xprt_free)(void *, const struct svc_xprt *); typedef void (*btf_trace_svc_tls_start)(void *, const struct svc_xprt *); typedef void (*btf_trace_svc_tls_upcall)(void *, const struct svc_xprt *); typedef void (*btf_trace_svc_tls_unavailable)(void *, const struct svc_xprt *); typedef void (*btf_trace_svc_tls_not_started)(void *, const struct svc_xprt *); typedef void (*btf_trace_svc_tls_timed_out)(void *, const struct svc_xprt *); typedef void (*btf_trace_svc_xprt_accept)(void *, const struct svc_xprt *, const char *); typedef void (*btf_trace_svc_wake_up)(void *, int); typedef void (*btf_trace_svc_alloc_arg_err)(void *, unsigned int, unsigned int); typedef void (*btf_trace_svc_defer_drop)(void *, const struct svc_deferred_req *); typedef void (*btf_trace_svc_defer_queue)(void *, const struct svc_deferred_req *); typedef void (*btf_trace_svc_defer_recv)(void *, const struct svc_deferred_req *); typedef void (*btf_trace_svcsock_new)(void *, const void *, const struct socket *); typedef void (*btf_trace_svcsock_free)(void *, const void *, const struct socket *); typedef void (*btf_trace_svcsock_marker)(void *, const struct svc_xprt *, __be32); typedef void (*btf_trace_svcsock_udp_send)(void *, const struct svc_xprt *, ssize_t); typedef void (*btf_trace_svcsock_udp_recv)(void *, const struct svc_xprt *, ssize_t); typedef void (*btf_trace_svcsock_udp_recv_err)(void *, const struct svc_xprt *, ssize_t); typedef void (*btf_trace_svcsock_tcp_send)(void *, const struct svc_xprt *, ssize_t); typedef void (*btf_trace_svcsock_tcp_recv)(void *, const struct svc_xprt *, ssize_t); typedef void (*btf_trace_svcsock_tcp_recv_eagain)(void *, const struct svc_xprt *, ssize_t); typedef void (*btf_trace_svcsock_tcp_recv_err)(void *, const struct svc_xprt *, ssize_t); typedef void (*btf_trace_svcsock_data_ready)(void *, const struct svc_xprt *, ssize_t); typedef void (*btf_trace_svcsock_write_space)(void *, const struct svc_xprt *, ssize_t); typedef void (*btf_trace_svcsock_tcp_recv_short)(void *, const struct svc_xprt *, u32, u32); typedef void (*btf_trace_svcsock_tcp_state)(void *, const struct svc_xprt *, const struct socket *); typedef void (*btf_trace_svcsock_accept_err)(void *, const struct svc_xprt *, const char *, long int); typedef void (*btf_trace_svcsock_getpeername_err)(void *, const struct svc_xprt *, const char *, long int); typedef void (*btf_trace_cache_entry_expired)(void *, const struct cache_detail *, const struct cache_head *); typedef void (*btf_trace_cache_entry_upcall)(void *, const struct cache_detail *, const struct cache_head *); typedef void (*btf_trace_cache_entry_update)(void *, const struct cache_detail *, const struct cache_head *); typedef void (*btf_trace_cache_entry_make_negative)(void *, const struct cache_detail *, const struct cache_head *); typedef void (*btf_trace_cache_entry_no_listener)(void *, const struct cache_detail *, const struct cache_head *); typedef void (*btf_trace_svc_register)(void *, const char *, const u32, const int, const short unsigned int, const short unsigned int, int); typedef void (*btf_trace_svc_noregister)(void *, const char *, const u32, const int, const short unsigned int, const short unsigned int, int); typedef void (*btf_trace_svc_unregister)(void *, const char *, const u32, int); typedef struct rpc_xprt * (*xprt_switch_find_xprt_t)(struct rpc_xprt_switch *, const struct rpc_xprt *); typedef struct xdr_netobj gssx_buffer; typedef struct xdr_netobj utf8string; typedef struct xdr_netobj gssx_OID; struct gssx_option { gssx_buffer option; gssx_buffer value; }; struct gssx_option_array { u32 count; struct gssx_option *data; }; struct gssx_status { u64 major_status; gssx_OID mech; u64 minor_status; utf8string major_status_string; utf8string minor_status_string; gssx_buffer server_ctx; struct gssx_option_array options; }; struct gssx_call_ctx { utf8string locale; gssx_buffer server_ctx; struct gssx_option_array options; }; struct gssx_name { gssx_buffer display_name; }; typedef struct gssx_name gssx_name; struct gssx_cred_element { gssx_name MN; gssx_OID mech; u32 cred_usage; u64 initiator_time_rec; u64 acceptor_time_rec; struct gssx_option_array options; }; struct gssx_cred_element_array { u32 count; struct gssx_cred_element *data; }; struct gssx_cred { gssx_name desired_name; struct gssx_cred_element_array elements; gssx_buffer cred_handle_reference; u32 needs_release; }; struct gssx_ctx { gssx_buffer exported_context_token; gssx_buffer state; u32 need_release; gssx_OID mech; gssx_name src_name; gssx_name targ_name; u64 lifetime; u64 ctx_flags; u32 locally_initiated; u32 open; struct gssx_option_array options; }; struct gssx_cb { u64 initiator_addrtype; gssx_buffer initiator_address; u64 acceptor_addrtype; gssx_buffer acceptor_address; gssx_buffer application_data; }; struct gssp_in_token { struct page **pages; unsigned int page_base; unsigned int page_len; }; struct gssx_arg_accept_sec_context { struct gssx_call_ctx call_ctx; struct gssx_ctx *context_handle; struct gssx_cred *cred_handle; struct gssp_in_token input_token; struct gssx_cb *input_cb; u32 ret_deleg_cred; struct gssx_option_array options; struct page **pages; unsigned int npages; }; struct gssx_res_accept_sec_context { struct gssx_status status; struct gssx_ctx *context_handle; gssx_buffer *output_token; struct gssx_option_array options; }; struct gssp_upcall_data { struct xdr_netobj in_handle; struct gssp_in_token in_token; struct xdr_netobj out_handle; struct xdr_netobj out_token; struct rpcsec_gss_oid mech_oid; struct svc_cred creds; int found_creds; int major_status; int minor_status; }; enum { GSSX_NULL = 0, GSSX_INDICATE_MECHS = 1, GSSX_GET_CALL_CONTEXT = 2, GSSX_IMPORT_AND_CANON_NAME = 3, GSSX_EXPORT_CRED = 4, GSSX_IMPORT_CRED = 5, GSSX_ACQUIRE_CRED = 6, GSSX_STORE_CRED = 7, GSSX_INIT_SEC_CONTEXT = 8, GSSX_ACCEPT_SEC_CONTEXT = 9, GSSX_RELEASE_HANDLE = 10, GSSX_GET_MIC = 11, GSSX_VERIFY = 12, GSSX_WRAP = 13, GSSX_UNWRAP = 14, GSSX_WRAP_SIZE_LIMIT = 15, }; struct uevent_sock { struct list_head list; struct sock *sk; }; typedef u32 ihandle; struct boot_param_header { __be32 magic; __be32 totalsize; __be32 off_dt_struct; __be32 off_dt_strings; __be32 off_mem_rsvmap; __be32 version; __be32 last_comp_version; __be32 boot_cpuid_phys; __be32 dt_strings_size; __be32 dt_struct_size; }; typedef __be32 rtas_arg_t; struct rtas_args { __be32 token; __be32 nargs; __be32 nret; rtas_arg_t args[16]; rtas_arg_t *rets; }; typedef u32 prom_arg_t; struct prom_args { __be32 service; __be32 nargs; __be32 nret; __be32 args[10]; }; struct prom_t { ihandle root; phandle chosen; int cpu; ihandle stdout; ihandle mmumap; ihandle memory; }; struct mem_map_entry { __be64 base; __be64 size; }; typedef __be32 cell_t; struct platform_support { bool hash_mmu; bool radix_mmu; bool radix_gtse; bool xive; }; struct option_vector1 { u8 byte1; u8 arch_versions; u8 arch_versions3; }; struct option_vector2 { u8 byte1; __be16 reserved; __be32 real_base; __be32 real_size; __be32 virt_base; __be32 virt_size; __be32 load_base; __be32 min_rma; __be32 min_load; u8 min_rma_percent; u8 max_pft_size; } __attribute__((packed)); struct option_vector3 { u8 byte1; u8 byte2; }; struct option_vector4 { u8 byte1; u8 min_vp_cap; }; struct option_vector5 { u8 byte1; u8 byte2; u8 byte3; u8 cmo; u8 associativity; u8 bin_opts; u8 micro_checkpoint; u8 reserved0; __be32 max_cpus; __be16 papr_level; __be16 reserved1; u8 platform_facilities; u8 reserved2; __be16 reserved3; u8 subprocessors; u8 byte22; u8 intarch; u8 mmu; u8 hash_ext; u8 radix_ext; } __attribute__((packed)); struct option_vector6 { u8 reserved; u8 secondary_pteg; u8 os_name; }; struct option_vector7 { u8 os_id[256]; }; struct ibm_arch_vec { struct { u32 mask; u32 val; } pvrs[14]; u8 num_vectors; u8 vec1_len; struct option_vector1 vec1; u8 vec2_len; struct option_vector2 vec2; u8 vec3_len; struct option_vector3 vec3; u8 vec4_len; struct option_vector4 vec4; u8 vec5_len; struct option_vector5 vec5; u8 vec6_len; struct option_vector6 vec6; u8 vec7_len; struct option_vector7 vec7; } __attribute__((packed)); struct trace_event_raw_ppc64_interrupt_class { struct trace_entry ent; struct pt_regs *regs; char __data[0]; }; struct trace_event_raw_hcall_entry { struct trace_entry ent; long unsigned int opcode; char __data[0]; }; struct trace_event_raw_hcall_exit { struct trace_entry ent; long unsigned int opcode; long int retval; char __data[0]; }; struct trace_event_raw_rtas_input { struct trace_entry ent; __u32 nargs; u32 __data_loc_name; u32 __data_loc_inputs; char __data[0]; }; struct trace_event_raw_rtas_output { struct trace_entry ent; __u32 nr_other; __s32 status; u32 __data_loc_name; u32 __data_loc_other_outputs; char __data[0]; }; struct trace_event_raw_rtas_parameter_block { struct trace_entry ent; u32 token; u32 nargs; u32 nret; __u32 params[16]; char __data[0]; }; struct trace_event_raw_opal_entry { struct trace_entry ent; long unsigned int opcode; char __data[0]; }; struct trace_event_raw_opal_exit { struct trace_entry ent; long unsigned int opcode; long unsigned int retval; char __data[0]; }; struct trace_event_raw_hash_fault { struct trace_entry ent; long unsigned int addr; long unsigned int access; long unsigned int trap; char __data[0]; }; struct trace_event_raw_tlbie { struct trace_entry ent; long unsigned int lpid; long unsigned int local; long unsigned int rb; long unsigned int rs; long unsigned int ric; long unsigned int prs; long unsigned int r; char __data[0]; }; struct trace_event_raw_tlbia { struct trace_entry ent; long unsigned int id; char __data[0]; }; struct trace_event_data_offsets_ppc64_interrupt_class {}; struct trace_event_data_offsets_hcall_entry {}; struct trace_event_data_offsets_hcall_exit {}; struct trace_event_data_offsets_rtas_input { u32 name; u32 inputs; }; struct trace_event_data_offsets_rtas_output { u32 name; u32 other_outputs; }; struct trace_event_data_offsets_rtas_parameter_block {}; struct trace_event_data_offsets_opal_entry {}; struct trace_event_data_offsets_opal_exit {}; struct trace_event_data_offsets_hash_fault {}; struct trace_event_data_offsets_tlbie {}; struct trace_event_data_offsets_tlbia {}; typedef void (*btf_trace_irq_entry)(void *, struct pt_regs *); typedef void (*btf_trace_irq_exit)(void *, struct pt_regs *); typedef void (*btf_trace_timer_interrupt_entry)(void *, struct pt_regs *); typedef void (*btf_trace_timer_interrupt_exit)(void *, struct pt_regs *); typedef void (*btf_trace_doorbell_entry)(void *, struct pt_regs *); typedef void (*btf_trace_doorbell_exit)(void *, struct pt_regs *); typedef void (*btf_trace_hcall_entry)(void *, long unsigned int, long unsigned int *); typedef void (*btf_trace_hcall_exit)(void *, long unsigned int, long int, long unsigned int *); typedef void (*btf_trace_rtas_input)(void *, struct rtas_args *, const char *); typedef void (*btf_trace_rtas_output)(void *, struct rtas_args *, const char *); typedef void (*btf_trace_rtas_ll_entry)(void *, struct rtas_args *); typedef void (*btf_trace_rtas_ll_exit)(void *, struct rtas_args *); typedef void (*btf_trace_opal_entry)(void *, long unsigned int, long unsigned int *); typedef void (*btf_trace_opal_exit)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_hash_fault)(void *, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_tlbie)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_tlbia)(void *, long unsigned int); struct node { struct device dev; struct list_head access_list; }; struct err_log_info { __be32 error_type; __be32 seq_num; }; struct oops_log_info { __be16 version; __be16 report_length; __be64 timestamp; } __attribute__((packed)); struct nvram_header { unsigned char signature; unsigned char checksum; short unsigned int length; char name[12]; }; struct nvram_partition { struct list_head partition; struct nvram_header header; unsigned int index; }; enum branch_cache_flush_type { BRANCH_CACHE_FLUSH_NONE = 1, BRANCH_CACHE_FLUSH_SW = 2, BRANCH_CACHE_FLUSH_HW = 4, }; typedef void (*eeh_edev_traverse_func)(struct eeh_dev *, void *); typedef void * (*eeh_pe_traverse_func)(struct eeh_pe *, void *); struct eeh_stats { u64 no_device; u64 no_dn; u64 no_cfg_addr; u64 ignored_check; u64 total_mmio_ffs; u64 false_positives; u64 slot_resets; }; typedef const struct cpumask * (*sched_domain_mask_f)(int); typedef int (*sched_domain_flags_f)(); struct sd_data { struct sched_domain **sd; struct sched_domain_shared **sds; struct sched_group **sg; struct sched_group_capacity **sgc; }; struct sched_domain_topology_level { sched_domain_mask_f mask; sched_domain_flags_f sd_flags; int flags; int numa_level; struct sd_data data; char *name; }; enum { smt_idx = 0, cache_idx = 1, mc_idx = 2, die_idx = 3, }; struct thread_groups { unsigned int property; unsigned int nr_groups; unsigned int threads_per_group; unsigned int thread_list[8]; }; struct thread_groups_list { unsigned int nr_properties; struct thread_groups property_tgs[2]; }; struct cpu_messages { long int messages; }; struct of_drconf_cell_v1 { __be64 base_addr; __be32 drc_index; __be32 reserved; __be32 aa_index; __be32 flags; }; struct of_drconf_cell_v2 { u32 seq_lmbs; u64 base_addr; u32 drc_index; u32 aa_index; u32 flags; } __attribute__((packed)); struct assoc_arrays { u32 n_arrays; u32 array_sz; const __be32 *arrays; }; enum mpic_reg_type { mpic_access_mmio_le = 0, mpic_access_mmio_be = 1, }; struct mpic_reg_bank { u32 *base; }; struct mpic_irq_save { u32 vecprio; u32 dest; }; struct mpic { struct device_node *node; struct irq_domain *irqhost; struct irq_chip hc_irq; struct irq_chip hc_ipi; struct irq_chip hc_tm; struct irq_chip hc_err; const char *name; unsigned int flags; unsigned int isu_size; unsigned int isu_shift; unsigned int isu_mask; unsigned int num_sources; unsigned int ipi_vecs[4]; unsigned int timer_vecs[8]; unsigned int err_int_vecs[32]; unsigned int spurious_vec; enum mpic_reg_type reg_type; phys_addr_t paddr; struct mpic_reg_bank thiscpuregs; struct mpic_reg_bank gregs; struct mpic_reg_bank tmregs; struct mpic_reg_bank cpuregs[32]; struct mpic_reg_bank isus[32]; u32 *err_regs; long unsigned int *protected; struct msi_bitmap msi_bitmap; struct mpic *next; struct mpic_irq_save *save_data; }; enum opal_async_token_state { ASYNC_TOKEN_UNALLOCATED = 0, ASYNC_TOKEN_ALLOCATED = 1, ASYNC_TOKEN_DISPATCHED = 2, ASYNC_TOKEN_ABANDONED = 3, ASYNC_TOKEN_COMPLETED = 4, }; struct opal_async_token { enum opal_async_token_state state; struct opal_msg response; }; enum { IMAGE_INVALID = 0, IMAGE_LOADING = 1, IMAGE_READY = 2, }; struct image_data_t { int status; void *data; uint32_t size; }; struct image_header_t { uint16_t magic; uint16_t version; uint32_t size; }; struct validate_flash_t { int status; void *buf; uint32_t buf_size; uint32_t result; }; struct manage_flash_t { int status; }; struct update_flash_t { int status; }; struct memcons { __be64 magic; __be64 obuf_phys; __be64 ibuf_phys; __be32 obuf_size; __be32 ibuf_size; __be32 out_pos; __be32 in_prod; __be32 in_cons; }; enum { OPAL_PHB_ERROR_DATA_TYPE_P7IOC = 1, OPAL_PHB_ERROR_DATA_TYPE_PHB3 = 2, OPAL_PHB_ERROR_DATA_TYPE_PHB4 = 3, }; struct OpalIoPhbErrorCommon { __be32 version; __be32 ioType; __be32 len; }; struct OpalIoP7IOCPhbErrorData { struct OpalIoPhbErrorCommon common; __be32 brdgCtl; __be32 portStatusReg; __be32 rootCmplxStatus; __be32 busAgentStatus; __be32 deviceStatus; __be32 slotStatus; __be32 linkStatus; __be32 devCmdStatus; __be32 devSecStatus; __be32 rootErrorStatus; __be32 uncorrErrorStatus; __be32 corrErrorStatus; __be32 tlpHdr1; __be32 tlpHdr2; __be32 tlpHdr3; __be32 tlpHdr4; __be32 sourceId; __be32 rsv3; __be64 errorClass; __be64 correlator; __be64 p7iocPlssr; __be64 p7iocCsr; __be64 lemFir; __be64 lemErrorMask; __be64 lemWOF; __be64 phbErrorStatus; __be64 phbFirstErrorStatus; __be64 phbErrorLog0; __be64 phbErrorLog1; __be64 mmioErrorStatus; __be64 mmioFirstErrorStatus; __be64 mmioErrorLog0; __be64 mmioErrorLog1; __be64 dma0ErrorStatus; __be64 dma0FirstErrorStatus; __be64 dma0ErrorLog0; __be64 dma0ErrorLog1; __be64 dma1ErrorStatus; __be64 dma1FirstErrorStatus; __be64 dma1ErrorLog0; __be64 dma1ErrorLog1; __be64 pestA[128]; __be64 pestB[128]; }; struct OpalIoPhb3ErrorData { struct OpalIoPhbErrorCommon common; __be32 brdgCtl; __be32 portStatusReg; __be32 rootCmplxStatus; __be32 busAgentStatus; __be32 deviceStatus; __be32 slotStatus; __be32 linkStatus; __be32 devCmdStatus; __be32 devSecStatus; __be32 rootErrorStatus; __be32 uncorrErrorStatus; __be32 corrErrorStatus; __be32 tlpHdr1; __be32 tlpHdr2; __be32 tlpHdr3; __be32 tlpHdr4; __be32 sourceId; __be32 rsv3; __be64 errorClass; __be64 correlator; __be64 nFir; __be64 nFirMask; __be64 nFirWOF; __be64 phbPlssr; __be64 phbCsr; __be64 lemFir; __be64 lemErrorMask; __be64 lemWOF; __be64 phbErrorStatus; __be64 phbFirstErrorStatus; __be64 phbErrorLog0; __be64 phbErrorLog1; __be64 mmioErrorStatus; __be64 mmioFirstErrorStatus; __be64 mmioErrorLog0; __be64 mmioErrorLog1; __be64 dma0ErrorStatus; __be64 dma0FirstErrorStatus; __be64 dma0ErrorLog0; __be64 dma0ErrorLog1; __be64 dma1ErrorStatus; __be64 dma1FirstErrorStatus; __be64 dma1ErrorLog0; __be64 dma1ErrorLog1; __be64 pestA[256]; __be64 pestB[256]; }; struct OpalIoPhb4ErrorData { struct OpalIoPhbErrorCommon common; __be32 brdgCtl; __be32 deviceStatus; __be32 slotStatus; __be32 linkStatus; __be32 devCmdStatus; __be32 devSecStatus; __be32 rootErrorStatus; __be32 uncorrErrorStatus; __be32 corrErrorStatus; __be32 tlpHdr1; __be32 tlpHdr2; __be32 tlpHdr3; __be32 tlpHdr4; __be32 sourceId; __be64 nFir; __be64 nFirMask; __be64 nFirWOF; __be64 phbPlssr; __be64 phbCsr; __be64 lemFir; __be64 lemErrorMask; __be64 lemWOF; __be64 phbErrorStatus; __be64 phbFirstErrorStatus; __be64 phbErrorLog0; __be64 phbErrorLog1; __be64 phbTxeErrorStatus; __be64 phbTxeFirstErrorStatus; __be64 phbTxeErrorLog0; __be64 phbTxeErrorLog1; __be64 phbRxeArbErrorStatus; __be64 phbRxeArbFirstErrorStatus; __be64 phbRxeArbErrorLog0; __be64 phbRxeArbErrorLog1; __be64 phbRxeMrgErrorStatus; __be64 phbRxeMrgFirstErrorStatus; __be64 phbRxeMrgErrorLog0; __be64 phbRxeMrgErrorLog1; __be64 phbRxeTceErrorStatus; __be64 phbRxeTceFirstErrorStatus; __be64 phbRxeTceErrorLog0; __be64 phbRxeTceErrorLog1; __be64 phbPblErrorStatus; __be64 phbPblFirstErrorStatus; __be64 phbPblErrorLog0; __be64 phbPblErrorLog1; __be64 phbPcieDlpErrorLog1; __be64 phbPcieDlpErrorLog2; __be64 phbPcieDlpErrorStatus; __be64 phbRegbErrorStatus; __be64 phbRegbFirstErrorStatus; __be64 phbRegbErrorLog0; __be64 phbRegbErrorLog1; __be64 pestA[512]; __be64 pestB[512]; }; enum { DDW_QUERY_PE_DMA_WIN = 0, DDW_CREATE_PE_DMA_WIN = 1, DDW_REMOVE_PE_DMA_WIN = 2, DDW_APPLICABLE_SIZE = 3, }; enum { DDW_EXT_SIZE = 0, DDW_EXT_RESET_DMA_WIN = 1, DDW_EXT_QUERY_OUT_SIZE = 2, }; struct dynamic_dma_window_prop { __be32 liobn; __be64 dma_base; __be32 tce_shift; __be32 window_shift; }; struct dma_win { struct device_node *device; const struct dynamic_dma_window_prop *prop; bool direct; struct list_head list; }; struct ddw_query_response { u32 windows_available; u64 largest_available_block; u32 page_size; u32 migration_capable; }; struct ddw_create_response { u32 liobn; u32 addr_hi; u32 addr_lo; }; struct failed_ddw_pdn { struct device_node *pdn; struct list_head list; }; enum cpuhp_smt_control { CPU_SMT_ENABLED = 0, CPU_SMT_DISABLED = 1, CPU_SMT_FORCE_DISABLED = 2, CPU_SMT_NOT_SUPPORTED = 3, CPU_SMT_NOT_IMPLEMENTED = 4, }; struct of_drc_info { char *drc_type; char *drc_name_prefix; u32 drc_index_start; u32 drc_name_suffix_start; u32 num_sequential_elems; u32 sequential_inc; u32 drc_power_domain; u32 last_drc_index; }; struct plpks_var { char *component; u8 *name; u8 *data; u32 policy; u16 namelen; u16 datalen; u8 os; }; struct plpks_var_name { u8 *name; u16 namelen; }; struct plpks_auth { u8 version; u8 consumer; __be64 rsvd0; __be32 rsvd1; __be16 passwordlength; u8 password[0]; } __attribute__((packed)); struct label_attr { u8 prefix[8]; u8 version; u8 os; u8 length; u8 reserved[5]; }; struct label { struct label_attr attr; u8 name[239]; size_t size; }; struct config { u8 version; u8 flags; __be16 rsvd0; __be16 objoverhead; __be16 maxpwsize; __be16 maxobjlabelsize; __be16 maxobjsize; __be32 totalsize; __be32 usedspace; __be32 supportedpolicies; __be32 maxlargeobjectsize; __be64 signedupdatealgorithms; u8 rsvd1[476]; } __attribute__((packed)); struct bpf_binary_header { u32 size; long: 0; u8 image[0]; }; typedef void (*bpf_jit_fill_hole_t)(void *, unsigned int); struct codegen_context { unsigned int seen; unsigned int idx; unsigned int stack_size; int b2p[14]; unsigned int exentry_idx; unsigned int alt_exit_addr; }; struct powerpc64_jit_data { struct bpf_binary_header *header; u32 *addrs; u8 *image; u32 proglen; struct codegen_context ctx; }; struct vmemmap_backing { struct vmemmap_backing *list; long unsigned int phys; long unsigned int virt_addr; }; struct __user_cap_header_struct { __u32 version; int pid; }; typedef struct __user_cap_header_struct *cap_user_header_t; struct __user_cap_data_struct { __u32 effective; __u32 permitted; __u32 inheritable; }; typedef struct __user_cap_data_struct *cap_user_data_t; struct rlimit64 { __u64 rlim_cur; __u64 rlim_max; }; struct oldold_utsname { char sysname[9]; char nodename[9]; char release[9]; char version[9]; char machine[9]; }; struct old_utsname { char sysname[65]; char nodename[65]; char release[65]; char version[65]; char machine[65]; }; enum uts_proc { UTS_PROC_ARCH = 0, UTS_PROC_OSTYPE = 1, UTS_PROC_OSRELEASE = 2, UTS_PROC_VERSION = 3, UTS_PROC_HOSTNAME = 4, UTS_PROC_DOMAINNAME = 5, }; struct prctl_mm_map { __u64 start_code; __u64 end_code; __u64 start_data; __u64 end_data; __u64 start_brk; __u64 brk; __u64 start_stack; __u64 arg_start; __u64 arg_end; __u64 env_start; __u64 env_end; __u64 *auxv; __u32 auxv_size; __u32 exe_fd; }; struct tms { __kernel_clock_t tms_utime; __kernel_clock_t tms_stime; __kernel_clock_t tms_cutime; __kernel_clock_t tms_cstime; }; struct getcpu_cache { long unsigned int blob[16]; }; enum proc_cn_event { PROC_EVENT_NONE = 0, PROC_EVENT_FORK = 1, PROC_EVENT_EXEC = 2, PROC_EVENT_UID = 4, PROC_EVENT_GID = 64, PROC_EVENT_SID = 128, PROC_EVENT_PTRACE = 256, PROC_EVENT_COMM = 512, PROC_EVENT_NONZERO_EXIT = 536870912, PROC_EVENT_COREDUMP = 1073741824, PROC_EVENT_EXIT = 2147483648, }; struct swait_queue { struct task_struct *task; struct list_head task_list; }; enum { MEMBARRIER_FLAG_SYNC_CORE = 1, MEMBARRIER_FLAG_RSEQ = 2, }; struct sd_flag_debug { unsigned int meta_flags; char *name; }; enum membarrier_cmd { MEMBARRIER_CMD_QUERY = 0, MEMBARRIER_CMD_GLOBAL = 1, MEMBARRIER_CMD_GLOBAL_EXPEDITED = 2, MEMBARRIER_CMD_REGISTER_GLOBAL_EXPEDITED = 4, MEMBARRIER_CMD_PRIVATE_EXPEDITED = 8, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED = 16, MEMBARRIER_CMD_PRIVATE_EXPEDITED_SYNC_CORE = 32, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_SYNC_CORE = 64, MEMBARRIER_CMD_PRIVATE_EXPEDITED_RSEQ = 128, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_RSEQ = 256, MEMBARRIER_CMD_GET_REGISTRATIONS = 512, MEMBARRIER_CMD_SHARED = 1, }; enum membarrier_cmd_flag { MEMBARRIER_CMD_FLAG_CPU = 1, }; struct psi_window { u64 size; u64 start_time; u64 start_value; u64 prev_growth; }; struct psi_trigger { enum psi_states state; u64 threshold; struct list_head node; struct psi_group *group; wait_queue_head_t event_wait; struct kernfs_open_file *of; int event; struct psi_window win; u64 last_event_time; bool pending_event; enum psi_aggregators aggregator; }; enum cpuacct_stat_index { CPUACCT_STAT_USER = 0, CPUACCT_STAT_SYSTEM = 1, CPUACCT_STAT_NSTATS = 2, }; struct cpuacct { struct cgroup_subsys_state css; u64 *cpuusage; struct kernel_cpustat *cpustat; }; struct s_data { struct sched_domain **sd; struct root_domain *rd; }; enum s_alloc { sa_rootdomain = 0, sa_sd = 1, sa_sd_storage = 2, sa_none = 3, }; struct asym_cap_data { struct list_head link; long unsigned int capacity; long unsigned int cpus[0]; }; struct __cmp_key { const struct cpumask *cpus; struct cpumask ***masks; int node; int cpu; int w; }; enum hk_flags { HK_FLAG_TIMER = 1, HK_FLAG_RCU = 2, HK_FLAG_MISC = 4, HK_FLAG_SCHED = 8, HK_FLAG_TICK = 16, HK_FLAG_DOMAIN = 32, HK_FLAG_WQ = 64, HK_FLAG_MANAGED_IRQ = 128, HK_FLAG_KTHREAD = 256, }; struct housekeeping { struct cpumask cpumasks[9]; long unsigned int flags; }; struct rcu_cblist { struct callback_head *head; struct callback_head **tail; long int len; }; enum rcutorture_type { RCU_FLAVOR = 0, RCU_TASKS_FLAVOR = 1, RCU_TASKS_RUDE_FLAVOR = 2, RCU_TASKS_TRACING_FLAVOR = 3, RCU_TRIVIAL_FLAVOR = 4, SRCU_FLAVOR = 5, INVALID_RCU_FLAVOR = 6, }; struct profile_hit { u32 pc; u32 hits; }; struct ce_unbind { struct clock_event_device *ce; int res; }; struct rt_waiter_node { struct rb_node entry; int prio; u64 deadline; }; struct rt_mutex_waiter { struct rt_waiter_node tree; struct rt_waiter_node pi_tree; struct task_struct *task; struct rt_mutex_base *lock; unsigned int wake_state; struct ww_acquire_ctx *ww_ctx; }; enum { Q_REQUEUE_PI_NONE = 0, Q_REQUEUE_PI_IGNORE = 1, Q_REQUEUE_PI_IN_PROGRESS = 2, Q_REQUEUE_PI_WAIT = 3, Q_REQUEUE_PI_DONE = 4, Q_REQUEUE_PI_LOCKED = 5, }; struct elf64_note { Elf64_Word n_namesz; Elf64_Word n_descsz; Elf64_Word n_type; }; enum { CGRP_ROOT_NOPREFIX = 2, CGRP_ROOT_XATTR = 4, CGRP_ROOT_NS_DELEGATE = 8, CGRP_ROOT_FAVOR_DYNMODS = 16, CGRP_ROOT_CPUSET_V2_MODE = 65536, CGRP_ROOT_MEMORY_LOCAL_EVENTS = 131072, CGRP_ROOT_MEMORY_RECURSIVE_PROT = 262144, }; struct cgroup_fs_context { struct kernfs_fs_context kfc; struct cgroup_root *root; struct cgroup_namespace *ns; unsigned int flags; bool cpuset_clone_children; bool none; bool all_ss; u16 subsys_mask; char *name; char *release_agent; }; struct cgroup_pidlist; struct cgroup_file_ctx { struct cgroup_namespace *ns; struct { void *trigger; } psi; struct { bool started; struct css_task_iter iter; } procs; struct { struct cgroup_pidlist *pidlist; } procs1; }; struct cgrp_cset_link { struct cgroup *cgrp; struct css_set *cset; struct list_head cset_link; struct list_head cgrp_link; }; struct cgroup_mgctx { struct list_head preloaded_src_csets; struct list_head preloaded_dst_csets; struct cgroup_taskset tset; u16 ss_mask; }; struct trace_event_raw_cgroup_root { struct trace_entry ent; int root; u16 ss_mask; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_cgroup { struct trace_entry ent; int root; int level; u64 id; u32 __data_loc_path; char __data[0]; }; struct trace_event_raw_cgroup_migrate { struct trace_entry ent; int dst_root; int dst_level; u64 dst_id; int pid; u32 __data_loc_dst_path; u32 __data_loc_comm; char __data[0]; }; struct trace_event_raw_cgroup_event { struct trace_entry ent; int root; int level; u64 id; u32 __data_loc_path; int val; char __data[0]; }; struct trace_event_data_offsets_cgroup_root { u32 name; }; struct trace_event_data_offsets_cgroup { u32 path; }; struct trace_event_data_offsets_cgroup_migrate { u32 dst_path; u32 comm; }; struct trace_event_data_offsets_cgroup_event { u32 path; }; typedef void (*btf_trace_cgroup_setup_root)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_destroy_root)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_remount)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_mkdir)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_rmdir)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_release)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_rename)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_freeze)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_unfreeze)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_attach_task)(void *, struct cgroup *, const char *, struct task_struct *, bool); typedef void (*btf_trace_cgroup_transfer_tasks)(void *, struct cgroup *, const char *, struct task_struct *, bool); typedef void (*btf_trace_cgroup_notify_populated)(void *, struct cgroup *, const char *, int); typedef void (*btf_trace_cgroup_notify_frozen)(void *, struct cgroup *, const char *, int); enum cgroup_opt_features { OPT_FEATURE_PRESSURE = 0, OPT_FEATURE_COUNT = 1, }; enum cgroup2_param { Opt_nsdelegate = 0, Opt_favordynmods = 1, Opt_memory_localevents = 2, Opt_memory_recursiveprot = 3, nr__cgroup2_params = 4, }; struct rchan_percpu_buf_dispatcher { struct rchan_buf *buf; struct dentry *dentry; }; typedef struct vfsmount * (*debugfs_automount_t)(struct dentry *, void *); struct trace_export { struct trace_export *next; void (*write)(struct trace_export *, const void *, unsigned int); int flags; }; enum event_trigger_type { ETT_NONE = 0, ETT_TRACE_ONOFF = 1, ETT_SNAPSHOT = 2, ETT_STACKTRACE = 4, ETT_EVENT_ENABLE = 8, ETT_EVENT_HIST = 16, ETT_HIST_ENABLE = 32, ETT_EVENT_EPROBE = 64, }; struct trace_parser { bool cont; char *buffer; unsigned int idx; unsigned int size; }; struct trace_min_max_param { struct mutex *lock; u64 *val; u64 *min; u64 *max; }; struct saved_cmdlines_buffer { unsigned int map_pid_to_cmdline[32769]; unsigned int *map_cmdline_to_pid; unsigned int cmdline_num; int cmdline_idx; char *saved_cmdlines; }; struct ftrace_stack { long unsigned int calls[16384]; }; struct ftrace_stacks { struct ftrace_stack stacks[4]; }; struct trace_buffer_struct { int nesting; char buffer[4096]; }; struct ftrace_buffer_info { struct trace_iterator iter; void *spare; unsigned int spare_cpu; unsigned int read; }; struct err_info { const char **errs; u8 type; u16 pos; u64 ts; }; struct tracing_log_err { struct list_head list; struct err_info info; char loc[128]; char *cmd; }; struct buffer_ref { struct trace_buffer *buffer; void *page; int cpu; refcount_t refcount; }; enum { TRACE_PIDS = 1, TRACE_NO_PIDS = 2, }; struct module_string { struct list_head next; struct module *module; char *str; }; enum { FORMAT_HEADER = 1, FORMAT_FIELD_SEPERATOR = 2, FORMAT_PRINTFMT = 3, }; struct boot_triggers { const char *event; char *trigger; }; struct event_probe_data { struct trace_event_file *file; long unsigned int count; int ref; bool enable; }; struct trace_event_raw_rpm_internal { struct trace_entry ent; u32 __data_loc_name; int flags; int usage_count; int disable_depth; int runtime_auto; int request_pending; int irq_safe; int child_count; char __data[0]; }; struct trace_event_raw_rpm_return_int { struct trace_entry ent; u32 __data_loc_name; long unsigned int ip; int ret; char __data[0]; }; struct trace_event_data_offsets_rpm_internal { u32 name; }; struct trace_event_data_offsets_rpm_return_int { u32 name; }; typedef void (*btf_trace_rpm_suspend)(void *, struct device *, int); typedef void (*btf_trace_rpm_resume)(void *, struct device *, int); typedef void (*btf_trace_rpm_idle)(void *, struct device *, int); typedef void (*btf_trace_rpm_usage)(void *, struct device *, int); typedef void (*btf_trace_rpm_return_int)(void *, struct device *, long unsigned int, int); struct latch_tree_ops { bool (*less)(struct latch_tree_node *, struct latch_tree_node *); int (*comp)(void *, struct latch_tree_node *); }; enum bpf_text_poke_type { BPF_MOD_CALL = 0, BPF_MOD_JUMP = 1, }; struct bpf_prog_pack { struct list_head list; void *ptr; long unsigned int bitmap[0]; }; struct bpf_prog_dummy { struct bpf_prog prog; }; typedef u64 (*btf_bpf_user_rnd_u32)(); typedef u64 (*btf_bpf_get_raw_cpu_id)(); struct xdp_cpumap_stats { unsigned int redirect; unsigned int pass; unsigned int drop; }; struct _bpf_dtab_netdev { struct net_device *dev; }; struct xdp_mem_allocator { struct xdp_mem_info mem; union { void *allocator; struct page_pool *page_pool; }; struct rhash_head node; struct callback_head rcu; }; struct trace_event_raw_xdp_exception { struct trace_entry ent; int prog_id; u32 act; int ifindex; char __data[0]; }; struct trace_event_raw_xdp_bulk_tx { struct trace_entry ent; int ifindex; u32 act; int drops; int sent; int err; char __data[0]; }; struct trace_event_raw_xdp_redirect_template { struct trace_entry ent; int prog_id; u32 act; int ifindex; int err; int to_ifindex; u32 map_id; int map_index; char __data[0]; }; struct trace_event_raw_xdp_cpumap_kthread { struct trace_entry ent; int map_id; u32 act; int cpu; unsigned int drops; unsigned int processed; int sched; unsigned int xdp_pass; unsigned int xdp_drop; unsigned int xdp_redirect; char __data[0]; }; struct trace_event_raw_xdp_cpumap_enqueue { struct trace_entry ent; int map_id; u32 act; int cpu; unsigned int drops; unsigned int processed; int to_cpu; char __data[0]; }; struct trace_event_raw_xdp_devmap_xmit { struct trace_entry ent; int from_ifindex; u32 act; int to_ifindex; int drops; int sent; int err; char __data[0]; }; struct trace_event_raw_mem_disconnect { struct trace_entry ent; const struct xdp_mem_allocator *xa; u32 mem_id; u32 mem_type; const void *allocator; char __data[0]; }; struct trace_event_raw_mem_connect { struct trace_entry ent; const struct xdp_mem_allocator *xa; u32 mem_id; u32 mem_type; const void *allocator; const struct xdp_rxq_info *rxq; int ifindex; char __data[0]; }; struct trace_event_raw_mem_return_failed { struct trace_entry ent; const struct page *page; u32 mem_id; u32 mem_type; char __data[0]; }; struct trace_event_raw_bpf_xdp_link_attach_failed { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_data_offsets_xdp_exception {}; struct trace_event_data_offsets_xdp_bulk_tx {}; struct trace_event_data_offsets_xdp_redirect_template {}; struct trace_event_data_offsets_xdp_cpumap_kthread {}; struct trace_event_data_offsets_xdp_cpumap_enqueue {}; struct trace_event_data_offsets_xdp_devmap_xmit {}; struct trace_event_data_offsets_mem_disconnect {}; struct trace_event_data_offsets_mem_connect {}; struct trace_event_data_offsets_mem_return_failed {}; struct trace_event_data_offsets_bpf_xdp_link_attach_failed { u32 msg; }; typedef void (*btf_trace_xdp_exception)(void *, const struct net_device *, const struct bpf_prog *, u32); typedef void (*btf_trace_xdp_bulk_tx)(void *, const struct net_device *, int, int, int); typedef void (*btf_trace_xdp_redirect)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_err)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_map)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_map_err)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_cpumap_kthread)(void *, int, unsigned int, unsigned int, int, struct xdp_cpumap_stats *); typedef void (*btf_trace_xdp_cpumap_enqueue)(void *, int, unsigned int, unsigned int, int); typedef void (*btf_trace_xdp_devmap_xmit)(void *, const struct net_device *, const struct net_device *, int, int, int); typedef void (*btf_trace_mem_disconnect)(void *, const struct xdp_mem_allocator *); typedef void (*btf_trace_mem_connect)(void *, const struct xdp_mem_allocator *, const struct xdp_rxq_info *); typedef void (*btf_trace_mem_return_failed)(void *, const struct xdp_mem_info *, const struct page *); typedef void (*btf_trace_bpf_xdp_link_attach_failed)(void *, const char *); struct bpf_iter_seq_link_info { u32 link_id; }; struct bpf_iter__bpf_link { union { struct bpf_iter_meta *meta; }; union { struct bpf_link *link; }; }; enum { BPF_RB_NO_WAKEUP = 1, BPF_RB_FORCE_WAKEUP = 2, }; enum { BPF_RB_AVAIL_DATA = 0, BPF_RB_RING_SIZE = 1, BPF_RB_CONS_POS = 2, BPF_RB_PROD_POS = 3, }; enum { BPF_RINGBUF_BUSY_BIT = 2147483648, BPF_RINGBUF_DISCARD_BIT = 1073741824, BPF_RINGBUF_HDR_SZ = 8, }; struct bpf_ringbuf { wait_queue_head_t waitq; struct irq_work work; u64 mask; struct page **pages; int nr_pages; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t spinlock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_t busy; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int consumer_pos; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int producer_pos; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; char data[0]; }; struct bpf_ringbuf_map { struct bpf_map map; struct bpf_ringbuf *rb; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_ringbuf_hdr { u32 len; u32 pg_off; }; typedef u64 (*btf_bpf_ringbuf_reserve)(struct bpf_map *, u64, u64); typedef u64 (*btf_bpf_ringbuf_submit)(void *, u64); typedef u64 (*btf_bpf_ringbuf_discard)(void *, u64); typedef u64 (*btf_bpf_ringbuf_output)(struct bpf_map *, void *, u64, u64); typedef u64 (*btf_bpf_ringbuf_query)(struct bpf_map *, u64); typedef u64 (*btf_bpf_ringbuf_reserve_dynptr)(struct bpf_map *, u32, u64, struct bpf_dynptr_kern *); typedef u64 (*btf_bpf_ringbuf_submit_dynptr)(struct bpf_dynptr_kern *, u64); typedef u64 (*btf_bpf_ringbuf_discard_dynptr)(struct bpf_dynptr_kern *, u64); typedef u64 (*btf_bpf_user_ringbuf_drain)(struct bpf_map *, void *, void *, u64); struct bpf_mem_cache { struct llist_head free_llist; local_t active; struct llist_head free_llist_extra; struct irq_work refill_work; struct obj_cgroup *objcg; int unit_size; int free_cnt; int low_watermark; int high_watermark; int batch; int percpu_size; bool draining; struct bpf_mem_cache *tgt; struct llist_head free_by_rcu; struct llist_node *free_by_rcu_tail; struct llist_head waiting_for_gp; struct llist_node *waiting_for_gp_tail; struct callback_head rcu; atomic_t call_rcu_in_progress; struct llist_head free_llist_extra_rcu; struct llist_head free_by_rcu_ttrace; struct llist_head waiting_for_gp_ttrace; struct callback_head rcu_ttrace; atomic_t call_rcu_ttrace_in_progress; }; struct bpf_mem_caches { struct bpf_mem_cache cache[11]; }; enum bpf_stack_build_id_status { BPF_STACK_BUILD_ID_EMPTY = 0, BPF_STACK_BUILD_ID_VALID = 1, BPF_STACK_BUILD_ID_IP = 2, }; struct bpf_stack_build_id { __s32 status; unsigned char build_id[20]; union { __u64 offset; __u64 ip; }; }; enum { BPF_F_SKIP_FIELD_MASK = 255, BPF_F_USER_STACK = 256, BPF_F_FAST_STACK_CMP = 512, BPF_F_REUSE_STACKID = 1024, BPF_F_USER_BUILD_ID = 2048, }; struct pcpu_freelist_node; struct pcpu_freelist_head { struct pcpu_freelist_node *first; raw_spinlock_t lock; }; struct pcpu_freelist_node { struct pcpu_freelist_node *next; }; struct pcpu_freelist { struct pcpu_freelist_head *freelist; struct pcpu_freelist_head extralist; }; struct stack_map_bucket { struct pcpu_freelist_node fnode; u32 hash; u32 nr; u64 data[0]; }; struct bpf_stack_map { struct bpf_map map; void *elems; struct pcpu_freelist freelist; u32 n_buckets; struct stack_map_bucket *buckets[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef u64 (*btf_bpf_get_stackid)(struct pt_regs *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stackid_pe)(struct bpf_perf_event_data_kern *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack)(struct pt_regs *, void *, u32, u64); typedef u64 (*btf_bpf_get_task_stack)(struct task_struct *, void *, u32, u64); typedef u64 (*btf_bpf_get_stack_pe)(struct bpf_perf_event_data_kern *, void *, u32, u64); enum perf_event_read_format { PERF_FORMAT_TOTAL_TIME_ENABLED = 1, PERF_FORMAT_TOTAL_TIME_RUNNING = 2, PERF_FORMAT_ID = 4, PERF_FORMAT_GROUP = 8, PERF_FORMAT_LOST = 16, PERF_FORMAT_MAX = 32, }; enum perf_event_ioc_flags { PERF_IOC_FLAG_GROUP = 1, }; struct perf_ns_link_info { __u64 dev; __u64 ino; }; enum { NET_NS_INDEX = 0, UTS_NS_INDEX = 1, IPC_NS_INDEX = 2, PID_NS_INDEX = 3, USER_NS_INDEX = 4, MNT_NS_INDEX = 5, CGROUP_NS_INDEX = 6, NR_NAMESPACES = 7, }; enum perf_addr_filter_action_t { PERF_ADDR_FILTER_ACTION_STOP = 0, PERF_ADDR_FILTER_ACTION_START = 1, PERF_ADDR_FILTER_ACTION_FILTER = 2, }; struct perf_addr_filter { struct list_head entry; struct path path; long unsigned int offset; long unsigned int size; enum perf_addr_filter_action_t action; }; struct swevent_hlist { struct hlist_head heads[256]; struct callback_head callback_head; }; struct pmu_event_list { raw_spinlock_t lock; struct list_head list; }; struct perf_cpu_context { struct perf_event_context ctx; struct perf_event_context *task_ctx; int online; struct perf_cgroup *cgrp; int heap_size; struct perf_event **heap; struct perf_event *heap_default[2]; }; struct min_heap { void *data; int nr; int size; }; struct min_heap_callbacks { int elem_size; bool (*less)(const void *, const void *); void (*swp)(void *, void *); }; typedef int (*remote_function_f)(void *); struct remote_function_call { struct task_struct *p; remote_function_f func; void *info; int ret; }; typedef void (*event_f)(struct perf_event *, struct perf_cpu_context *, struct perf_event_context *, void *); struct event_function_struct { struct perf_event *event; event_f func; void *data; }; enum event_type_t { EVENT_FLEXIBLE = 1, EVENT_PINNED = 2, EVENT_TIME = 4, EVENT_CPU = 8, EVENT_ALL = 3, }; struct __group_key { int cpu; struct pmu *pmu; struct cgroup *cgroup; }; struct stop_event_data { struct perf_event *event; unsigned int restart; }; struct perf_read_data { struct perf_event *event; bool group; int ret; }; struct perf_read_event { struct perf_event_header header; u32 pid; u32 tid; }; typedef void perf_iterate_f(struct perf_event *, void *); struct remote_output { struct perf_buffer *rb; int err; }; struct perf_task_event { struct task_struct *task; struct perf_event_context *task_ctx; struct { struct perf_event_header header; u32 pid; u32 ppid; u32 tid; u32 ptid; u64 time; } event_id; }; struct perf_comm_event { struct task_struct *task; char *comm; int comm_size; struct { struct perf_event_header header; u32 pid; u32 tid; } event_id; }; struct perf_namespaces_event { struct task_struct *task; struct { struct perf_event_header header; u32 pid; u32 tid; u64 nr_namespaces; struct perf_ns_link_info link_info[7]; } event_id; }; struct perf_cgroup_event { char *path; int path_size; struct { struct perf_event_header header; u64 id; char path[0]; } event_id; }; struct perf_mmap_event { struct vm_area_struct *vma; const char *file_name; int file_size; int maj; int min; u64 ino; u64 ino_generation; u32 prot; u32 flags; u8 build_id[20]; u32 build_id_size; struct { struct perf_event_header header; u32 pid; u32 tid; u64 start; u64 len; u64 pgoff; } event_id; }; struct perf_switch_event { struct task_struct *task; struct task_struct *next_prev; struct { struct perf_event_header header; u32 next_prev_pid; u32 next_prev_tid; } event_id; }; struct perf_ksymbol_event { const char *name; int name_len; struct { struct perf_event_header header; u64 addr; u32 len; u16 ksym_type; u16 flags; } event_id; }; struct perf_bpf_event { struct bpf_prog *prog; struct { struct perf_event_header header; u16 type; u16 flags; u32 id; u8 tag[8]; } event_id; }; struct perf_text_poke_event { const void *old_bytes; const void *new_bytes; size_t pad; u16 old_len; u16 new_len; struct { struct perf_event_header header; u64 addr; } event_id; }; struct swevent_htable { struct swevent_hlist *swevent_hlist; struct mutex hlist_mutex; int hlist_refcount; int recursion[4]; }; enum perf_probe_config { PERF_PROBE_CONFIG_IS_RETPROBE = 1, PERF_UPROBE_REF_CTR_OFFSET_BITS = 32, PERF_UPROBE_REF_CTR_OFFSET_SHIFT = 32, }; enum { IF_ACT_NONE = -1, IF_ACT_FILTER = 0, IF_ACT_START = 1, IF_ACT_STOP = 2, IF_SRC_FILE = 3, IF_SRC_KERNEL = 4, IF_SRC_FILEADDR = 5, IF_SRC_KERNELADDR = 6, }; enum { IF_STATE_ACTION = 0, IF_STATE_SOURCE = 1, IF_STATE_END = 2, }; struct perf_aux_event { struct perf_event_header header; u64 hw_id; }; struct perf_aux_event___2 { struct perf_event_header header; u32 pid; u32 tid; }; struct perf_aux_event___3 { struct perf_event_header header; u64 offset; u64 size; u64 flags; }; struct trace_event_raw_mm_lru_insertion { struct trace_entry ent; struct folio *folio; long unsigned int pfn; enum lru_list lru; long unsigned int flags; char __data[0]; }; struct trace_event_raw_mm_lru_activate { struct trace_entry ent; struct folio *folio; long unsigned int pfn; char __data[0]; }; struct trace_event_data_offsets_mm_lru_insertion {}; struct trace_event_data_offsets_mm_lru_activate {}; typedef void (*btf_trace_mm_lru_insertion)(void *, struct folio *); typedef void (*btf_trace_mm_lru_activate)(void *, struct folio *); struct lru_rotate { local_lock_t lock; struct folio_batch fbatch; }; struct cpu_fbatches { local_lock_t lock; struct folio_batch lru_add; struct folio_batch lru_deactivate_file; struct folio_batch lru_deactivate; struct folio_batch lru_lazyfree; struct folio_batch activate; }; typedef void (*move_fn_t)(struct lruvec *, struct folio *); struct alloc_context { struct zonelist *zonelist; nodemask_t *nodemask; struct zoneref *preferred_zoneref; int migratetype; enum zone_type highest_zoneidx; bool spread_dirty_pages; }; struct trace_event_raw_mm_compaction_isolate_template { struct trace_entry ent; long unsigned int start_pfn; long unsigned int end_pfn; long unsigned int nr_scanned; long unsigned int nr_taken; char __data[0]; }; struct trace_event_raw_mm_compaction_migratepages { struct trace_entry ent; long unsigned int nr_migrated; long unsigned int nr_failed; char __data[0]; }; struct trace_event_raw_mm_compaction_begin { struct trace_entry ent; long unsigned int zone_start; long unsigned int migrate_pfn; long unsigned int free_pfn; long unsigned int zone_end; bool sync; char __data[0]; }; struct trace_event_raw_mm_compaction_end { struct trace_entry ent; long unsigned int zone_start; long unsigned int migrate_pfn; long unsigned int free_pfn; long unsigned int zone_end; bool sync; int status; char __data[0]; }; struct trace_event_raw_mm_compaction_try_to_compact_pages { struct trace_entry ent; int order; long unsigned int gfp_mask; int prio; char __data[0]; }; struct trace_event_raw_mm_compaction_suitable_template { struct trace_entry ent; int nid; enum zone_type idx; int order; int ret; char __data[0]; }; struct trace_event_raw_mm_compaction_defer_template { struct trace_entry ent; int nid; enum zone_type idx; int order; unsigned int considered; unsigned int defer_shift; int order_failed; char __data[0]; }; struct trace_event_raw_mm_compaction_kcompactd_sleep { struct trace_entry ent; int nid; char __data[0]; }; struct trace_event_raw_kcompactd_wake_template { struct trace_entry ent; int nid; int order; enum zone_type highest_zoneidx; char __data[0]; }; struct trace_event_data_offsets_mm_compaction_isolate_template {}; struct trace_event_data_offsets_mm_compaction_migratepages {}; struct trace_event_data_offsets_mm_compaction_begin {}; struct trace_event_data_offsets_mm_compaction_end {}; struct trace_event_data_offsets_mm_compaction_try_to_compact_pages {}; struct trace_event_data_offsets_mm_compaction_suitable_template {}; struct trace_event_data_offsets_mm_compaction_defer_template {}; struct trace_event_data_offsets_mm_compaction_kcompactd_sleep {}; struct trace_event_data_offsets_kcompactd_wake_template {}; typedef void (*btf_trace_mm_compaction_isolate_migratepages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_compaction_isolate_freepages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_compaction_fast_isolate_freepages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_compaction_migratepages)(void *, struct compact_control *, unsigned int); typedef void (*btf_trace_mm_compaction_begin)(void *, struct compact_control *, long unsigned int, long unsigned int, bool); typedef void (*btf_trace_mm_compaction_end)(void *, struct compact_control *, long unsigned int, long unsigned int, bool, int); typedef void (*btf_trace_mm_compaction_try_to_compact_pages)(void *, int, gfp_t, int); typedef void (*btf_trace_mm_compaction_finished)(void *, struct zone *, int, int); typedef void (*btf_trace_mm_compaction_suitable)(void *, struct zone *, int, int); typedef void (*btf_trace_mm_compaction_deferred)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_defer_compaction)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_defer_reset)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_kcompactd_sleep)(void *, int); typedef void (*btf_trace_mm_compaction_wakeup_kcompactd)(void *, int, int, enum zone_type); typedef void (*btf_trace_mm_compaction_kcompactd_wake)(void *, int, int, enum zone_type); typedef enum { ISOLATE_ABORT = 0, ISOLATE_NONE = 1, ISOLATE_SUCCESS = 2, } isolate_migrate_t; struct mlock_fbatch { local_lock_t lock; struct folio_batch fbatch; }; struct swap_iocb { struct kiocb iocb; struct bio_vec bvec[32]; int pages; int len; }; struct nodemask_scratch { nodemask_t mask1; nodemask_t mask2; }; struct sp_node { struct rb_node nd; long unsigned int start; long unsigned int end; struct mempolicy *policy; }; typedef u32 compat_ulong_t; struct mempolicy_operations { int (*create)(struct mempolicy *, const nodemask_t *); void (*rebind)(struct mempolicy *, const nodemask_t *); }; struct queue_pages { struct list_head *pagelist; long unsigned int flags; nodemask_t *nmask; long unsigned int start; long unsigned int end; struct vm_area_struct *first; bool has_unmovable; }; enum { FOLL_TOUCH = 65536, FOLL_TRIED = 131072, FOLL_REMOTE = 262144, FOLL_PIN = 524288, FOLL_FAST_ONLY = 1048576, FOLL_UNLOCKABLE = 2097152, }; struct trace_event_raw_hugepage_set { struct trace_entry ent; long unsigned int addr; long unsigned int pte; char __data[0]; }; struct trace_event_raw_hugepage_update { struct trace_entry ent; long unsigned int addr; long unsigned int pte; long unsigned int clr; long unsigned int set; char __data[0]; }; struct trace_event_raw_migration_pmd { struct trace_entry ent; long unsigned int addr; long unsigned int pmd; char __data[0]; }; struct trace_event_data_offsets_hugepage_set {}; struct trace_event_data_offsets_hugepage_update {}; struct trace_event_data_offsets_migration_pmd {}; typedef void (*btf_trace_hugepage_set_pmd)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_hugepage_set_pud)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_hugepage_update_pmd)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_hugepage_update_pud)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_set_migration_pmd)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_remove_migration_pmd)(void *, long unsigned int, long unsigned int); struct trace_event_raw_cma_release { struct trace_entry ent; u32 __data_loc_name; long unsigned int pfn; const struct page *page; long unsigned int count; char __data[0]; }; struct trace_event_raw_cma_alloc_start { struct trace_entry ent; u32 __data_loc_name; long unsigned int count; unsigned int align; char __data[0]; }; struct trace_event_raw_cma_alloc_finish { struct trace_entry ent; u32 __data_loc_name; long unsigned int pfn; const struct page *page; long unsigned int count; unsigned int align; int errorno; char __data[0]; }; struct trace_event_raw_cma_alloc_busy_retry { struct trace_entry ent; u32 __data_loc_name; long unsigned int pfn; const struct page *page; long unsigned int count; unsigned int align; char __data[0]; }; struct trace_event_data_offsets_cma_release { u32 name; }; struct trace_event_data_offsets_cma_alloc_start { u32 name; }; struct trace_event_data_offsets_cma_alloc_finish { u32 name; }; struct trace_event_data_offsets_cma_alloc_busy_retry { u32 name; }; typedef void (*btf_trace_cma_release)(void *, const char *, long unsigned int, const struct page *, long unsigned int); typedef void (*btf_trace_cma_alloc_start)(void *, const char *, long unsigned int, unsigned int); typedef void (*btf_trace_cma_alloc_finish)(void *, const char *, long unsigned int, const struct page *, long unsigned int, unsigned int, int); typedef void (*btf_trace_cma_alloc_busy_retry)(void *, const char *, long unsigned int, const struct page *, long unsigned int, unsigned int); struct cma { long unsigned int base_pfn; long unsigned int count; long unsigned int *bitmap; unsigned int order_per_bit; spinlock_t lock; char name[64]; bool reserve_pages_on_error; }; typedef struct kobject *kobj_probe_t(dev_t, int *, void *); struct kobj_map; struct char_device_struct { struct char_device_struct *next; unsigned int major; unsigned int baseminor; int minorct; char name[64]; struct cdev *cdev; }; struct f_owner_ex { int type; __kernel_pid_t pid; }; struct flock { short int l_type; short int l_whence; __kernel_off_t l_start; __kernel_off_t l_len; __kernel_pid_t l_pid; }; enum rw_hint { WRITE_LIFE_NOT_SET = 0, WRITE_LIFE_NONE = 1, WRITE_LIFE_SHORT = 2, WRITE_LIFE_MEDIUM = 3, WRITE_LIFE_LONG = 4, WRITE_LIFE_EXTREME = 5, }; struct xattr_name { char name[256]; }; struct xattr_ctx { union { const void *cvalue; void *value; }; void *kvalue; size_t size; struct xattr_name *kname; unsigned int flags; }; struct prepend_buffer { char *buf; int len; }; enum fsconfig_command { FSCONFIG_SET_FLAG = 0, FSCONFIG_SET_STRING = 1, FSCONFIG_SET_BINARY = 2, FSCONFIG_SET_PATH = 3, FSCONFIG_SET_PATH_EMPTY = 4, FSCONFIG_SET_FD = 5, FSCONFIG_CMD_CREATE = 6, FSCONFIG_CMD_RECONFIGURE = 7, FSCONFIG_CMD_CREATE_EXCL = 8, }; struct srcu_notifier_head { struct mutex mutex; struct srcu_usage srcuu; struct srcu_struct srcu; struct notifier_block *head; }; struct flock64 { short int l_type; short int l_whence; __kernel_loff_t l_start; __kernel_loff_t l_len; __kernel_pid_t l_pid; }; struct trace_event_raw_locks_get_lock_context { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; unsigned char type; struct file_lock_context *ctx; char __data[0]; }; struct trace_event_raw_filelock_lock { struct trace_entry ent; struct file_lock *fl; long unsigned int i_ino; dev_t s_dev; struct file_lock *fl_blocker; fl_owner_t fl_owner; unsigned int fl_pid; unsigned int fl_flags; unsigned char fl_type; loff_t fl_start; loff_t fl_end; int ret; char __data[0]; }; struct trace_event_raw_filelock_lease { struct trace_entry ent; struct file_lock *fl; long unsigned int i_ino; dev_t s_dev; struct file_lock *fl_blocker; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; long unsigned int fl_break_time; long unsigned int fl_downgrade_time; char __data[0]; }; struct trace_event_raw_generic_add_lease { struct trace_entry ent; long unsigned int i_ino; int wcount; int rcount; int icount; dev_t s_dev; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; char __data[0]; }; struct trace_event_raw_leases_conflict { struct trace_entry ent; void *lease; void *breaker; unsigned int l_fl_flags; unsigned int b_fl_flags; unsigned char l_fl_type; unsigned char b_fl_type; bool conflict; char __data[0]; }; struct trace_event_data_offsets_locks_get_lock_context {}; struct trace_event_data_offsets_filelock_lock {}; struct trace_event_data_offsets_filelock_lease {}; struct trace_event_data_offsets_generic_add_lease {}; struct trace_event_data_offsets_leases_conflict {}; typedef void (*btf_trace_locks_get_lock_context)(void *, struct inode *, int, struct file_lock_context *); typedef void (*btf_trace_posix_lock_inode)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_fcntl_setlk)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_locks_remove_posix)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_flock_lock_inode)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_break_lease_noblock)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_break_lease_block)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_break_lease_unblock)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_generic_delete_lease)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_time_out_leases)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_generic_add_lease)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_leases_conflict)(void *, bool, struct file_lock *, struct file_lock *); struct file_lock_list_struct { spinlock_t lock; struct hlist_head hlist; }; struct locks_iterator { int li_cpu; loff_t li_pos; }; struct iomap_dio { struct kiocb *iocb; const struct iomap_dio_ops *dops; loff_t i_size; loff_t size; atomic_t ref; unsigned int flags; int error; size_t done_before; bool wait_for_completion; union { struct { struct iov_iter *iter; struct task_struct *waiter; } submit; struct { struct work_struct work; } aio; }; }; struct pde_opener { struct list_head lh; struct file *file; bool closing; struct completion *c; }; enum { BIAS = 2147483648, }; struct vmcore { struct list_head list; long long unsigned int paddr; long long unsigned int size; loff_t offset; }; typedef struct elf64_note Elf64_Nhdr; struct vmcore_cb { bool (*pfn_is_ram)(struct vmcore_cb *, long unsigned int); struct list_head next; }; enum utf8_normalization { UTF8_NFDI = 0, UTF8_NFDICF = 1, UTF8_NMAX = 2, }; struct fname; struct dir_private_info { struct rb_root root; struct rb_node *curr_node; struct fname *extra_fname; loff_t last_pos; __u32 curr_hash; __u32 curr_minor_hash; __u32 next_hash; }; struct fname { __u32 hash; __u32 minor_hash; struct rb_node rb_hash; struct fname *next; __u32 inode; __u8 name_len; __u8 file_type; char name[0]; }; struct migrate_struct { ext4_lblk_t first_block; ext4_lblk_t last_block; ext4_lblk_t curr_block; ext4_fsblk_t first_pblock; ext4_fsblk_t last_pblock; }; struct folio_iter { struct folio *folio; size_t offset; size_t length; struct folio *_next; size_t _seg_count; int _i; }; enum bio_post_read_step { STEP_INITIAL = 0, STEP_DECRYPT = 1, STEP_VERITY = 2, STEP_MAX = 3, }; struct bio_post_read_ctx { struct bio *bio; struct work_struct work; unsigned int cur_step; unsigned int enabled_steps; }; struct vm_unmapped_area_info { long unsigned int flags; long unsigned int length; long unsigned int low_limit; long unsigned int high_limit; long unsigned int align_mask; long unsigned int align_offset; }; struct resv_map { struct kref refs; spinlock_t lock; struct list_head regions; long int adds_in_progress; struct list_head region_cache; long int region_cache_count; struct rw_semaphore rw_sema; struct page_counter *reservation_counter; long unsigned int pages_per_hpage; struct cgroup_subsys_state *css; }; struct hugetlb_vma_lock { struct kref refs; struct rw_semaphore rw_sema; struct vm_area_struct *vma; }; enum hugetlbfs_size_type { NO_SIZE = 0, SIZE_STD = 1, SIZE_PERCENT = 2, }; struct hugetlbfs_fs_context { struct hstate *hstate; long long unsigned int max_size_opt; long long unsigned int min_size_opt; long int max_hpages; long int nr_inodes; long int min_hpages; enum hugetlbfs_size_type max_val_type; enum hugetlbfs_size_type min_val_type; kuid_t uid; kgid_t gid; umode_t mode; }; enum hugetlb_param { Opt_gid___4 = 0, Opt_min_size = 1, Opt_mode___4 = 2, Opt_nr_inodes___2 = 3, Opt_pagesize = 4, Opt_size___2 = 5, Opt_uid___3 = 6, }; enum { FILEID_HIGH_OFF = 0, FILEID_LOW_OFF = 1, FILE_I_TYPE_OFF = 2, EMBED_FH_OFF = 3, }; enum nfs_ftype { NFNON = 0, NFREG = 1, NFDIR = 2, NFBLK = 3, NFCHR = 4, NFLNK = 5, NFSOCK = 6, NFBAD = 7, NFFIFO = 8, }; enum nfs2_ftype { NF2NON = 0, NF2REG = 1, NF2DIR = 2, NF2BLK = 3, NF2CHR = 4, NF2LNK = 5, NF2SOCK = 6, NF2BAD = 7, NF2FIFO = 8, }; struct xfs_defer_pending { struct list_head dfp_list; struct list_head dfp_work; struct xfs_log_item *dfp_intent; struct xfs_log_item *dfp_done; unsigned int dfp_count; enum xfs_defer_ops_type dfp_type; }; struct trace_event_raw_xfs_attr_list_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; u32 hashval; u32 blkno; u32 offset; void *buffer; int bufsize; int count; int firstu; int dupcnt; unsigned int attr_filter; char __data[0]; }; struct trace_event_raw_xlog_intent_recovery_failed { struct trace_entry ent; dev_t dev; int error; void *function; char __data[0]; }; struct trace_event_raw_xfs_perag_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; int refcount; int active_refcount; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_inodegc_worker { struct trace_entry ent; dev_t dev; unsigned int shrinker_hits; char __data[0]; }; struct trace_event_raw_xfs_fs_class { struct trace_entry ent; dev_t dev; long long unsigned int mflags; long unsigned int opstate; long unsigned int sbflags; void *caller_ip; char __data[0]; }; struct trace_event_raw_xfs_inodegc_shrinker_scan { struct trace_entry ent; dev_t dev; long unsigned int nr_to_scan; void *caller_ip; char __data[0]; }; struct trace_event_raw_xfs_ag_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; char __data[0]; }; struct trace_event_raw_xfs_attr_list_node_descend { struct trace_entry ent; dev_t dev; xfs_ino_t ino; u32 hashval; u32 blkno; u32 offset; void *buffer; int bufsize; int count; int firstu; int dupcnt; unsigned int attr_filter; u32 bt_hashval; u32 bt_before; char __data[0]; }; struct trace_event_raw_xfs_bmap_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; void *leaf; int pos; xfs_fileoff_t startoff; xfs_fsblock_t startblock; xfs_filblks_t blockcount; xfs_exntst_t state; int bmap_state; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_buf_class { struct trace_entry ent; dev_t dev; xfs_daddr_t bno; int nblks; int hold; int pincount; unsigned int lockval; unsigned int flags; long unsigned int caller_ip; const void *buf_ops; char __data[0]; }; struct trace_event_raw_xfs_buf_flags_class { struct trace_entry ent; dev_t dev; xfs_daddr_t bno; unsigned int length; int hold; int pincount; unsigned int lockval; unsigned int flags; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_buf_ioerror { struct trace_entry ent; dev_t dev; xfs_daddr_t bno; unsigned int length; unsigned int flags; int hold; int pincount; unsigned int lockval; int error; xfs_failaddr_t caller_ip; char __data[0]; }; struct trace_event_raw_xfs_buf_item_class { struct trace_entry ent; dev_t dev; xfs_daddr_t buf_bno; unsigned int buf_len; int buf_hold; int buf_pincount; int buf_lockval; unsigned int buf_flags; unsigned int bli_recur; int bli_refcount; unsigned int bli_flags; long unsigned int li_flags; char __data[0]; }; struct trace_event_raw_xfs_filestream_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; xfs_agnumber_t agno; int streams; char __data[0]; }; struct trace_event_raw_xfs_filestream_pick { struct trace_entry ent; dev_t dev; xfs_ino_t ino; xfs_agnumber_t agno; int streams; xfs_extlen_t free; char __data[0]; }; struct trace_event_raw_xfs_lock_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; int lock_flags; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_inode_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; long unsigned int iflags; char __data[0]; }; struct trace_event_raw_xfs_filemap_fault { struct trace_entry ent; dev_t dev; xfs_ino_t ino; unsigned int order; bool write_fault; char __data[0]; }; struct trace_event_raw_xfs_iref_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; int count; int pincount; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_iomap_prealloc_size { struct trace_entry ent; dev_t dev; xfs_ino_t ino; xfs_fsblock_t blocks; int shift; unsigned int writeio_blocks; char __data[0]; }; struct trace_event_raw_xfs_irec_merge_pre { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agino_t agino; uint16_t holemask; xfs_agino_t nagino; uint16_t nholemask; char __data[0]; }; struct trace_event_raw_xfs_irec_merge_post { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agino_t agino; uint16_t holemask; char __data[0]; }; struct trace_event_raw_xfs_namespace_class { struct trace_entry ent; dev_t dev; xfs_ino_t dp_ino; int namelen; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_xfs_rename { struct trace_entry ent; dev_t dev; xfs_ino_t src_dp_ino; xfs_ino_t target_dp_ino; int src_namelen; int target_namelen; u32 __data_loc_src_name; u32 __data_loc_target_name; char __data[0]; }; struct trace_event_raw_xfs_dquot_class { struct trace_entry ent; dev_t dev; u32 id; xfs_dqtype_t type; unsigned int flags; unsigned int nrefs; long long unsigned int res_bcount; long long unsigned int res_rtbcount; long long unsigned int res_icount; long long unsigned int bcount; long long unsigned int rtbcount; long long unsigned int icount; long long unsigned int blk_hardlimit; long long unsigned int blk_softlimit; long long unsigned int rtb_hardlimit; long long unsigned int rtb_softlimit; long long unsigned int ino_hardlimit; long long unsigned int ino_softlimit; char __data[0]; }; struct trace_event_raw_xfs_trans_mod_dquot { struct trace_entry ent; dev_t dev; xfs_dqtype_t type; unsigned int flags; unsigned int dqid; unsigned int field; int64_t delta; char __data[0]; }; struct trace_event_raw_xfs_dqtrx_class { struct trace_entry ent; dev_t dev; xfs_dqtype_t type; unsigned int flags; u32 dqid; uint64_t blk_res; int64_t bcount_delta; int64_t delbcnt_delta; uint64_t rtblk_res; uint64_t rtblk_res_used; int64_t rtbcount_delta; int64_t delrtb_delta; uint64_t ino_res; uint64_t ino_res_used; int64_t icount_delta; char __data[0]; }; struct trace_event_raw_xfs_loggrant_class { struct trace_entry ent; dev_t dev; char ocnt; char cnt; int curr_res; int unit_res; unsigned int flags; int reserveq; int writeq; int grant_reserve_cycle; int grant_reserve_bytes; int grant_write_cycle; int grant_write_bytes; int curr_cycle; int curr_block; xfs_lsn_t tail_lsn; char __data[0]; }; struct trace_event_raw_xfs_log_item_class { struct trace_entry ent; dev_t dev; void *lip; uint type; long unsigned int flags; xfs_lsn_t lsn; char __data[0]; }; struct trace_event_raw_xfs_log_force { struct trace_entry ent; dev_t dev; xfs_lsn_t lsn; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_ail_class { struct trace_entry ent; dev_t dev; void *lip; uint type; long unsigned int flags; xfs_lsn_t old_lsn; xfs_lsn_t new_lsn; char __data[0]; }; struct trace_event_raw_xfs_log_assign_tail_lsn { struct trace_entry ent; dev_t dev; xfs_lsn_t new_lsn; xfs_lsn_t old_lsn; xfs_lsn_t last_sync_lsn; char __data[0]; }; struct trace_event_raw_xfs_file_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; xfs_fsize_t size; loff_t offset; size_t count; char __data[0]; }; struct trace_event_raw_xfs_imap_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; loff_t size; loff_t offset; size_t count; int whichfork; xfs_fileoff_t startoff; xfs_fsblock_t startblock; xfs_filblks_t blockcount; char __data[0]; }; struct trace_event_raw_xfs_simple_io_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; loff_t isize; loff_t disize; loff_t offset; size_t count; char __data[0]; }; struct trace_event_raw_xfs_itrunc_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; xfs_fsize_t size; xfs_fsize_t new_size; char __data[0]; }; struct trace_event_raw_xfs_pagecache_inval { struct trace_entry ent; dev_t dev; xfs_ino_t ino; xfs_fsize_t size; xfs_off_t start; xfs_off_t finish; char __data[0]; }; struct trace_event_raw_xfs_bunmap { struct trace_entry ent; dev_t dev; xfs_ino_t ino; xfs_fsize_t size; xfs_fileoff_t fileoff; xfs_filblks_t len; long unsigned int caller_ip; int flags; char __data[0]; }; struct trace_event_raw_xfs_extent_busy_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agblock_t agbno; xfs_extlen_t len; char __data[0]; }; struct trace_event_raw_xfs_extent_busy_trim { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agblock_t agbno; xfs_extlen_t len; xfs_agblock_t tbno; xfs_extlen_t tlen; char __data[0]; }; struct trace_event_raw_xfs_agf_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; int flags; __u32 length; __u32 bno_root; __u32 cnt_root; __u32 bno_level; __u32 cnt_level; __u32 flfirst; __u32 fllast; __u32 flcount; __u32 freeblks; __u32 longest; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_free_extent { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agblock_t agbno; xfs_extlen_t len; int resv; int haveleft; int haveright; char __data[0]; }; struct trace_event_raw_xfs_alloc_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agblock_t agbno; xfs_extlen_t minlen; xfs_extlen_t maxlen; xfs_extlen_t mod; xfs_extlen_t prod; xfs_extlen_t minleft; xfs_extlen_t total; xfs_extlen_t alignment; xfs_extlen_t minalignslop; xfs_extlen_t len; char wasdel; char wasfromfl; int resv; int datatype; xfs_agnumber_t highest_agno; char __data[0]; }; struct trace_event_raw_xfs_alloc_cur_check { struct trace_entry ent; dev_t dev; xfs_btnum_t btnum; xfs_agblock_t bno; xfs_extlen_t len; xfs_extlen_t diff; bool new; char __data[0]; }; struct trace_event_raw_xfs_da_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; u32 __data_loc_name; int namelen; xfs_dahash_t hashval; xfs_ino_t inumber; uint32_t op_flags; char __data[0]; }; struct trace_event_raw_xfs_attr_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; u32 __data_loc_name; int namelen; int valuelen; xfs_dahash_t hashval; unsigned int attr_filter; unsigned int attr_flags; uint32_t op_flags; char __data[0]; }; struct trace_event_raw_xfs_dir2_space_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; uint32_t op_flags; int idx; char __data[0]; }; struct trace_event_raw_xfs_dir2_leafn_moveents { struct trace_entry ent; dev_t dev; xfs_ino_t ino; uint32_t op_flags; int src_idx; int dst_idx; int count; char __data[0]; }; struct trace_event_raw_xfs_swap_extent_class { struct trace_entry ent; dev_t dev; int which; xfs_ino_t ino; int format; xfs_extnum_t nex; int broot_size; int fork_off; char __data[0]; }; struct trace_event_raw_xfs_log_recover { struct trace_entry ent; dev_t dev; xfs_daddr_t headblk; xfs_daddr_t tailblk; char __data[0]; }; struct trace_event_raw_xfs_log_recover_record { struct trace_entry ent; dev_t dev; xfs_lsn_t lsn; int len; int num_logops; int pass; char __data[0]; }; struct trace_event_raw_xfs_log_recover_item_class { struct trace_entry ent; dev_t dev; long unsigned int item; xlog_tid_t tid; xfs_lsn_t lsn; int type; int pass; int count; int total; char __data[0]; }; struct trace_event_raw_xfs_log_recover_buf_item_class { struct trace_entry ent; dev_t dev; int64_t blkno; short unsigned int len; short unsigned int flags; short unsigned int size; unsigned int map_size; char __data[0]; }; struct trace_event_raw_xfs_log_recover_ino_item_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; short unsigned int size; int fields; short unsigned int asize; short unsigned int dsize; int64_t blkno; int len; int boffset; char __data[0]; }; struct trace_event_raw_xfs_log_recover_icreate_item_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agblock_t agbno; unsigned int count; unsigned int isize; xfs_agblock_t length; unsigned int gen; char __data[0]; }; struct trace_event_raw_xfs_discard_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agblock_t agbno; xfs_extlen_t len; char __data[0]; }; struct trace_event_raw_xfs_btree_cur_class { struct trace_entry ent; dev_t dev; xfs_btnum_t btnum; int level; int nlevels; int ptr; xfs_daddr_t daddr; char __data[0]; }; struct trace_event_raw_xfs_defer_class { struct trace_entry ent; dev_t dev; struct xfs_trans *tp; char committed; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_defer_error_class { struct trace_entry ent; dev_t dev; struct xfs_trans *tp; char committed; int error; char __data[0]; }; struct trace_event_raw_xfs_defer_pending_class { struct trace_entry ent; dev_t dev; int type; void *intent; char committed; int nr; char __data[0]; }; struct trace_event_raw_xfs_phys_extent_deferred_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; int type; xfs_agblock_t agbno; xfs_extlen_t len; char __data[0]; }; struct trace_event_raw_xfs_map_extent_deferred_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_ino_t ino; xfs_agblock_t agbno; int whichfork; xfs_fileoff_t l_loff; xfs_filblks_t l_len; xfs_exntst_t l_state; int op; char __data[0]; }; struct trace_event_raw_xfs_defer_pending_item_class { struct trace_entry ent; dev_t dev; int type; void *intent; void *item; char committed; int nr; char __data[0]; }; struct trace_event_raw_xfs_rmap_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agblock_t agbno; xfs_extlen_t len; uint64_t owner; uint64_t offset; long unsigned int flags; char __data[0]; }; struct trace_event_raw_xfs_ag_error_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; int error; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_rmapbt_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agblock_t agbno; xfs_extlen_t len; uint64_t owner; uint64_t offset; unsigned int flags; char __data[0]; }; struct trace_event_raw_xfs_ag_resv_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; int resv; xfs_extlen_t freeblks; xfs_extlen_t flcount; xfs_extlen_t reserved; xfs_extlen_t asked; xfs_extlen_t len; char __data[0]; }; struct trace_event_raw_xfs_ag_btree_lookup_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agblock_t agbno; xfs_lookup_t dir; char __data[0]; }; struct trace_event_raw_xfs_refcount_extent_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; enum xfs_refc_domain domain; xfs_agblock_t startblock; xfs_extlen_t blockcount; xfs_nlink_t refcount; char __data[0]; }; struct trace_event_raw_xfs_refcount_extent_at_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; enum xfs_refc_domain domain; xfs_agblock_t startblock; xfs_extlen_t blockcount; xfs_nlink_t refcount; xfs_agblock_t agbno; char __data[0]; }; struct trace_event_raw_xfs_refcount_double_extent_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; enum xfs_refc_domain i1_domain; xfs_agblock_t i1_startblock; xfs_extlen_t i1_blockcount; xfs_nlink_t i1_refcount; enum xfs_refc_domain i2_domain; xfs_agblock_t i2_startblock; xfs_extlen_t i2_blockcount; xfs_nlink_t i2_refcount; char __data[0]; }; struct trace_event_raw_xfs_refcount_double_extent_at_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; enum xfs_refc_domain i1_domain; xfs_agblock_t i1_startblock; xfs_extlen_t i1_blockcount; xfs_nlink_t i1_refcount; enum xfs_refc_domain i2_domain; xfs_agblock_t i2_startblock; xfs_extlen_t i2_blockcount; xfs_nlink_t i2_refcount; xfs_agblock_t agbno; char __data[0]; }; struct trace_event_raw_xfs_refcount_triple_extent_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; enum xfs_refc_domain i1_domain; xfs_agblock_t i1_startblock; xfs_extlen_t i1_blockcount; xfs_nlink_t i1_refcount; enum xfs_refc_domain i2_domain; xfs_agblock_t i2_startblock; xfs_extlen_t i2_blockcount; xfs_nlink_t i2_refcount; enum xfs_refc_domain i3_domain; xfs_agblock_t i3_startblock; xfs_extlen_t i3_blockcount; xfs_nlink_t i3_refcount; char __data[0]; }; struct trace_event_raw_xfs_refcount_finish_one_leftover { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; int type; xfs_agblock_t agbno; xfs_extlen_t len; char __data[0]; }; struct trace_event_raw_xfs_inode_error_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; int error; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_double_io_class { struct trace_entry ent; dev_t dev; xfs_ino_t src_ino; loff_t src_isize; loff_t src_disize; loff_t src_offset; long long int len; xfs_ino_t dest_ino; loff_t dest_isize; loff_t dest_disize; loff_t dest_offset; char __data[0]; }; struct trace_event_raw_xfs_inode_irec_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; xfs_fileoff_t lblk; xfs_extlen_t len; xfs_fsblock_t pblk; int state; char __data[0]; }; struct trace_event_raw_xfs_wb_invalid_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; u64 addr; loff_t pos; u64 len; u16 type; u16 flags; u32 wpcseq; u32 forkseq; char __data[0]; }; struct trace_event_raw_xfs_iomap_invalid_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; u64 addr; loff_t pos; u64 len; u64 validity_cookie; u64 inodeseq; u16 type; u16 flags; char __data[0]; }; struct trace_event_raw_xfs_reflink_remap_blocks { struct trace_entry ent; dev_t dev; xfs_ino_t src_ino; xfs_fileoff_t src_lblk; xfs_filblks_t len; xfs_ino_t dest_ino; xfs_fileoff_t dest_lblk; char __data[0]; }; struct trace_event_raw_xfs_ioctl_clone { struct trace_entry ent; dev_t dev; long unsigned int src_ino; loff_t src_isize; long unsigned int dest_ino; loff_t dest_isize; char __data[0]; }; struct trace_event_raw_xfs_fsmap_class { struct trace_entry ent; dev_t dev; dev_t keydev; xfs_agnumber_t agno; xfs_fsblock_t bno; xfs_filblks_t len; uint64_t owner; uint64_t offset; unsigned int flags; char __data[0]; }; struct trace_event_raw_xfs_fsmap_linear_class { struct trace_entry ent; dev_t dev; dev_t keydev; xfs_fsblock_t bno; char __data[0]; }; struct trace_event_raw_xfs_getfsmap_class { struct trace_entry ent; dev_t dev; dev_t keydev; xfs_daddr_t block; xfs_daddr_t len; uint64_t owner; uint64_t offset; uint64_t flags; char __data[0]; }; struct trace_event_raw_xfs_trans_resv_class { struct trace_entry ent; dev_t dev; int type; uint logres; int logcount; int logflags; char __data[0]; }; struct trace_event_raw_xfs_log_get_max_trans_res { struct trace_entry ent; dev_t dev; uint logres; int logcount; char __data[0]; }; struct trace_event_raw_xfs_trans_class { struct trace_entry ent; dev_t dev; uint32_t tid; uint32_t flags; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_iunlink_update_bucket { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; unsigned int bucket; xfs_agino_t old_ptr; xfs_agino_t new_ptr; char __data[0]; }; struct trace_event_raw_xfs_iunlink_update_dinode { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agino_t agino; xfs_agino_t old_ptr; xfs_agino_t new_ptr; char __data[0]; }; struct trace_event_raw_xfs_iunlink_reload_next { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agino_t agino; xfs_agino_t prev_agino; xfs_agino_t next_agino; char __data[0]; }; struct trace_event_raw_xfs_inode_reload_unlinked_bucket { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agino_t agino; char __data[0]; }; struct trace_event_raw_xfs_ag_inode_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agino_t agino; char __data[0]; }; struct trace_event_raw_xfs_fs_corrupt_class { struct trace_entry ent; dev_t dev; unsigned int flags; char __data[0]; }; struct trace_event_raw_xfs_ag_corrupt_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; unsigned int flags; char __data[0]; }; struct trace_event_raw_xfs_inode_corrupt_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; unsigned int flags; char __data[0]; }; struct trace_event_raw_xfs_iwalk_ag { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agino_t startino; char __data[0]; }; struct trace_event_raw_xfs_iwalk_ag_rec { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agino_t startino; uint64_t freemask; char __data[0]; }; struct trace_event_raw_xfs_pwork_init { struct trace_entry ent; dev_t dev; unsigned int nr_threads; pid_t pid; char __data[0]; }; struct trace_event_raw_xfs_kmem_class { struct trace_entry ent; ssize_t size; int flags; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_check_new_dalign { struct trace_entry ent; dev_t dev; int new_dalign; xfs_ino_t sb_rootino; xfs_ino_t calc_rootino; char __data[0]; }; struct trace_event_raw_xfs_btree_commit_afakeroot { struct trace_entry ent; dev_t dev; xfs_btnum_t btnum; xfs_agnumber_t agno; xfs_agblock_t agbno; unsigned int levels; unsigned int blocks; char __data[0]; }; struct trace_event_raw_xfs_btree_commit_ifakeroot { struct trace_entry ent; dev_t dev; xfs_btnum_t btnum; xfs_agnumber_t agno; xfs_agino_t agino; unsigned int levels; unsigned int blocks; int whichfork; char __data[0]; }; struct trace_event_raw_xfs_btree_bload_level_geometry { struct trace_entry ent; dev_t dev; xfs_btnum_t btnum; unsigned int level; unsigned int nlevels; uint64_t nr_this_level; unsigned int nr_per_block; unsigned int desired_npb; long long unsigned int blocks; long long unsigned int blocks_with_extra; char __data[0]; }; struct trace_event_raw_xfs_btree_bload_block { struct trace_entry ent; dev_t dev; xfs_btnum_t btnum; unsigned int level; long long unsigned int block_idx; long long unsigned int nr_blocks; xfs_agnumber_t agno; xfs_agblock_t agbno; unsigned int nr_records; char __data[0]; }; struct trace_event_raw_xfs_timestamp_range_class { struct trace_entry ent; dev_t dev; long long int min; long long int max; char __data[0]; }; struct trace_event_raw_xfs_icwalk_class { struct trace_entry ent; dev_t dev; __u32 flags; uint32_t uid; uint32_t gid; prid_t prid; __u64 min_file_size; long int scan_limit; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xlog_iclog_class { struct trace_entry ent; dev_t dev; uint32_t state; int32_t refcount; uint32_t offset; uint32_t flags; long long unsigned int lsn; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_das_state_class { struct trace_entry ent; int das; xfs_ino_t ino; char __data[0]; }; struct trace_event_raw_xfs_force_shutdown { struct trace_entry ent; dev_t dev; int ptag; int flags; u32 __data_loc_fname; int line_num; char __data[0]; }; struct trace_event_data_offsets_xfs_attr_list_class {}; struct trace_event_data_offsets_xlog_intent_recovery_failed {}; struct trace_event_data_offsets_xfs_perag_class {}; struct trace_event_data_offsets_xfs_inodegc_worker {}; struct trace_event_data_offsets_xfs_fs_class {}; struct trace_event_data_offsets_xfs_inodegc_shrinker_scan {}; struct trace_event_data_offsets_xfs_ag_class {}; struct trace_event_data_offsets_xfs_attr_list_node_descend {}; struct trace_event_data_offsets_xfs_bmap_class {}; struct trace_event_data_offsets_xfs_buf_class {}; struct trace_event_data_offsets_xfs_buf_flags_class {}; struct trace_event_data_offsets_xfs_buf_ioerror {}; struct trace_event_data_offsets_xfs_buf_item_class {}; struct trace_event_data_offsets_xfs_filestream_class {}; struct trace_event_data_offsets_xfs_filestream_pick {}; struct trace_event_data_offsets_xfs_lock_class {}; struct trace_event_data_offsets_xfs_inode_class {}; struct trace_event_data_offsets_xfs_filemap_fault {}; struct trace_event_data_offsets_xfs_iref_class {}; struct trace_event_data_offsets_xfs_iomap_prealloc_size {}; struct trace_event_data_offsets_xfs_irec_merge_pre {}; struct trace_event_data_offsets_xfs_irec_merge_post {}; struct trace_event_data_offsets_xfs_namespace_class { u32 name; }; struct trace_event_data_offsets_xfs_rename { u32 src_name; u32 target_name; }; struct trace_event_data_offsets_xfs_dquot_class {}; struct trace_event_data_offsets_xfs_trans_mod_dquot {}; struct trace_event_data_offsets_xfs_dqtrx_class {}; struct trace_event_data_offsets_xfs_loggrant_class {}; struct trace_event_data_offsets_xfs_log_item_class {}; struct trace_event_data_offsets_xfs_log_force {}; struct trace_event_data_offsets_xfs_ail_class {}; struct trace_event_data_offsets_xfs_log_assign_tail_lsn {}; struct trace_event_data_offsets_xfs_file_class {}; struct trace_event_data_offsets_xfs_imap_class {}; struct trace_event_data_offsets_xfs_simple_io_class {}; struct trace_event_data_offsets_xfs_itrunc_class {}; struct trace_event_data_offsets_xfs_pagecache_inval {}; struct trace_event_data_offsets_xfs_bunmap {}; struct trace_event_data_offsets_xfs_extent_busy_class {}; struct trace_event_data_offsets_xfs_extent_busy_trim {}; struct trace_event_data_offsets_xfs_agf_class {}; struct trace_event_data_offsets_xfs_free_extent {}; struct trace_event_data_offsets_xfs_alloc_class {}; struct trace_event_data_offsets_xfs_alloc_cur_check {}; struct trace_event_data_offsets_xfs_da_class { u32 name; }; struct trace_event_data_offsets_xfs_attr_class { u32 name; }; struct trace_event_data_offsets_xfs_dir2_space_class {}; struct trace_event_data_offsets_xfs_dir2_leafn_moveents {}; struct trace_event_data_offsets_xfs_swap_extent_class {}; struct trace_event_data_offsets_xfs_log_recover {}; struct trace_event_data_offsets_xfs_log_recover_record {}; struct trace_event_data_offsets_xfs_log_recover_item_class {}; struct trace_event_data_offsets_xfs_log_recover_buf_item_class {}; struct trace_event_data_offsets_xfs_log_recover_ino_item_class {}; struct trace_event_data_offsets_xfs_log_recover_icreate_item_class {}; struct trace_event_data_offsets_xfs_discard_class {}; struct trace_event_data_offsets_xfs_btree_cur_class {}; struct trace_event_data_offsets_xfs_defer_class {}; struct trace_event_data_offsets_xfs_defer_error_class {}; struct trace_event_data_offsets_xfs_defer_pending_class {}; struct trace_event_data_offsets_xfs_phys_extent_deferred_class {}; struct trace_event_data_offsets_xfs_map_extent_deferred_class {}; struct trace_event_data_offsets_xfs_defer_pending_item_class {}; struct trace_event_data_offsets_xfs_rmap_class {}; struct trace_event_data_offsets_xfs_ag_error_class {}; struct trace_event_data_offsets_xfs_rmapbt_class {}; struct trace_event_data_offsets_xfs_ag_resv_class {}; struct trace_event_data_offsets_xfs_ag_btree_lookup_class {}; struct trace_event_data_offsets_xfs_refcount_extent_class {}; struct trace_event_data_offsets_xfs_refcount_extent_at_class {}; struct trace_event_data_offsets_xfs_refcount_double_extent_class {}; struct trace_event_data_offsets_xfs_refcount_double_extent_at_class {}; struct trace_event_data_offsets_xfs_refcount_triple_extent_class {}; struct trace_event_data_offsets_xfs_refcount_finish_one_leftover {}; struct trace_event_data_offsets_xfs_inode_error_class {}; struct trace_event_data_offsets_xfs_double_io_class {}; struct trace_event_data_offsets_xfs_inode_irec_class {}; struct trace_event_data_offsets_xfs_wb_invalid_class {}; struct trace_event_data_offsets_xfs_iomap_invalid_class {}; struct trace_event_data_offsets_xfs_reflink_remap_blocks {}; struct trace_event_data_offsets_xfs_ioctl_clone {}; struct trace_event_data_offsets_xfs_fsmap_class {}; struct trace_event_data_offsets_xfs_fsmap_linear_class {}; struct trace_event_data_offsets_xfs_getfsmap_class {}; struct trace_event_data_offsets_xfs_trans_resv_class {}; struct trace_event_data_offsets_xfs_log_get_max_trans_res {}; struct trace_event_data_offsets_xfs_trans_class {}; struct trace_event_data_offsets_xfs_iunlink_update_bucket {}; struct trace_event_data_offsets_xfs_iunlink_update_dinode {}; struct trace_event_data_offsets_xfs_iunlink_reload_next {}; struct trace_event_data_offsets_xfs_inode_reload_unlinked_bucket {}; struct trace_event_data_offsets_xfs_ag_inode_class {}; struct trace_event_data_offsets_xfs_fs_corrupt_class {}; struct trace_event_data_offsets_xfs_ag_corrupt_class {}; struct trace_event_data_offsets_xfs_inode_corrupt_class {}; struct trace_event_data_offsets_xfs_iwalk_ag {}; struct trace_event_data_offsets_xfs_iwalk_ag_rec {}; struct trace_event_data_offsets_xfs_pwork_init {}; struct trace_event_data_offsets_xfs_kmem_class {}; struct trace_event_data_offsets_xfs_check_new_dalign {}; struct trace_event_data_offsets_xfs_btree_commit_afakeroot {}; struct trace_event_data_offsets_xfs_btree_commit_ifakeroot {}; struct trace_event_data_offsets_xfs_btree_bload_level_geometry {}; struct trace_event_data_offsets_xfs_btree_bload_block {}; struct trace_event_data_offsets_xfs_timestamp_range_class {}; struct trace_event_data_offsets_xfs_icwalk_class {}; struct trace_event_data_offsets_xlog_iclog_class {}; struct trace_event_data_offsets_xfs_das_state_class {}; struct trace_event_data_offsets_xfs_force_shutdown { u32 fname; }; typedef void (*btf_trace_xfs_attr_list_sf)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xfs_attr_list_sf_all)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xfs_attr_list_leaf)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xfs_attr_list_leaf_end)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xfs_attr_list_full)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xfs_attr_list_add)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xfs_attr_list_wrong_blk)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xfs_attr_list_notfound)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xfs_attr_leaf_list)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xfs_attr_node_list)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xlog_intent_recovery_failed)(void *, struct xfs_mount *, int, void *); typedef void (*btf_trace_xfs_perag_get)(void *, struct xfs_perag *, long unsigned int); typedef void (*btf_trace_xfs_perag_get_tag)(void *, struct xfs_perag *, long unsigned int); typedef void (*btf_trace_xfs_perag_hold)(void *, struct xfs_perag *, long unsigned int); typedef void (*btf_trace_xfs_perag_put)(void *, struct xfs_perag *, long unsigned int); typedef void (*btf_trace_xfs_perag_grab)(void *, struct xfs_perag *, long unsigned int); typedef void (*btf_trace_xfs_perag_grab_tag)(void *, struct xfs_perag *, long unsigned int); typedef void (*btf_trace_xfs_perag_rele)(void *, struct xfs_perag *, long unsigned int); typedef void (*btf_trace_xfs_perag_set_inode_tag)(void *, struct xfs_perag *, long unsigned int); typedef void (*btf_trace_xfs_perag_clear_inode_tag)(void *, struct xfs_perag *, long unsigned int); typedef void (*btf_trace_xfs_inodegc_worker)(void *, struct xfs_mount *, unsigned int); typedef void (*btf_trace_xfs_inodegc_flush)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_inodegc_push)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_inodegc_start)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_inodegc_stop)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_inodegc_queue)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_inodegc_throttle)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_fs_sync_fs)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_blockgc_start)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_blockgc_stop)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_blockgc_worker)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_blockgc_flush_all)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_inodegc_shrinker_scan)(void *, struct xfs_mount *, struct shrink_control *, void *); typedef void (*btf_trace_xfs_read_agf)(void *, struct xfs_mount *, xfs_agnumber_t); typedef void (*btf_trace_xfs_alloc_read_agf)(void *, struct xfs_mount *, xfs_agnumber_t); typedef void (*btf_trace_xfs_read_agi)(void *, struct xfs_mount *, xfs_agnumber_t); typedef void (*btf_trace_xfs_ialloc_read_agi)(void *, struct xfs_mount *, xfs_agnumber_t); typedef void (*btf_trace_xfs_attr_list_node_descend)(void *, struct xfs_attr_list_context *, struct xfs_da_node_entry *); typedef void (*btf_trace_xfs_iext_insert)(void *, struct xfs_inode *, struct xfs_iext_cursor *, int, long unsigned int); typedef void (*btf_trace_xfs_iext_remove)(void *, struct xfs_inode *, struct xfs_iext_cursor *, int, long unsigned int); typedef void (*btf_trace_xfs_bmap_pre_update)(void *, struct xfs_inode *, struct xfs_iext_cursor *, int, long unsigned int); typedef void (*btf_trace_xfs_bmap_post_update)(void *, struct xfs_inode *, struct xfs_iext_cursor *, int, long unsigned int); typedef void (*btf_trace_xfs_read_extent)(void *, struct xfs_inode *, struct xfs_iext_cursor *, int, long unsigned int); typedef void (*btf_trace_xfs_write_extent)(void *, struct xfs_inode *, struct xfs_iext_cursor *, int, long unsigned int); typedef void (*btf_trace_xfs_buf_init)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_free)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_hold)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_rele)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_iodone)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_submit)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_lock)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_lock_done)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_trylock_fail)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_trylock)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_unlock)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_iowait)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_iowait_done)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_delwri_queue)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_delwri_queued)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_delwri_split)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_delwri_pushbuf)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_get_uncached)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_item_relse)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_iodone_async)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_error_relse)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_drain_buftarg)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_trans_read_buf_shut)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_btree_corrupt)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_reset_dqcounts)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_find)(void *, struct xfs_buf *, unsigned int, long unsigned int); typedef void (*btf_trace_xfs_buf_get)(void *, struct xfs_buf *, unsigned int, long unsigned int); typedef void (*btf_trace_xfs_buf_read)(void *, struct xfs_buf *, unsigned int, long unsigned int); typedef void (*btf_trace_xfs_buf_ioerror)(void *, struct xfs_buf *, int, xfs_failaddr_t); typedef void (*btf_trace_xfs_buf_item_size)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_size_ordered)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_size_stale)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_format)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_format_stale)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_ordered)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_pin)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_unpin)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_unpin_stale)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_release)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_committed)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_push)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_get_buf)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_get_buf_recur)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_getsb)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_getsb_recur)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_read_buf)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_read_buf_recur)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_log_buf)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_brelse)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_bjoin)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_bhold)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_bhold_release)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_binval)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_filestream_free)(void *, struct xfs_perag *, xfs_ino_t); typedef void (*btf_trace_xfs_filestream_lookup)(void *, struct xfs_perag *, xfs_ino_t); typedef void (*btf_trace_xfs_filestream_scan)(void *, struct xfs_perag *, xfs_ino_t); typedef void (*btf_trace_xfs_filestream_pick)(void *, struct xfs_perag *, xfs_ino_t, xfs_extlen_t); typedef void (*btf_trace_xfs_ilock)(void *, struct xfs_inode *, unsigned int, long unsigned int); typedef void (*btf_trace_xfs_ilock_nowait)(void *, struct xfs_inode *, unsigned int, long unsigned int); typedef void (*btf_trace_xfs_ilock_demote)(void *, struct xfs_inode *, unsigned int, long unsigned int); typedef void (*btf_trace_xfs_iunlock)(void *, struct xfs_inode *, unsigned int, long unsigned int); typedef void (*btf_trace_xfs_iget_skip)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_iget_recycle)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_iget_recycle_fail)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_iget_hit)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_iget_miss)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_getattr)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_setattr)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_readlink)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inactive_symlink)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_alloc_file_space)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_free_file_space)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_zero_file_space)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_collapse_file_space)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_insert_file_space)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_readdir)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_get_acl)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_vm_bmap)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_file_ioctl)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_file_compat_ioctl)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_ioctl_setattr)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_dir_fsync)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_file_fsync)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_destroy_inode)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_update_time)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_dquot_dqalloc)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_dquot_dqdetach)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_set_eofblocks_tag)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_clear_eofblocks_tag)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_free_eofblocks_invalid)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_set_cowblocks_tag)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_clear_cowblocks_tag)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_free_cowblocks_invalid)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_set_reclaimable)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_reclaiming)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_set_need_inactive)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_inactivating)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_filemap_fault)(void *, struct xfs_inode *, unsigned int, bool); typedef void (*btf_trace_xfs_iomap_prealloc_size)(void *, struct xfs_inode *, xfs_fsblock_t, int, unsigned int); typedef void (*btf_trace_xfs_irec_merge_pre)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agino_t, uint16_t, xfs_agino_t, uint16_t); typedef void (*btf_trace_xfs_irec_merge_post)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agino_t, uint16_t); typedef void (*btf_trace_xfs_irele)(void *, struct xfs_inode *, long unsigned int); typedef void (*btf_trace_xfs_inode_pin)(void *, struct xfs_inode *, long unsigned int); typedef void (*btf_trace_xfs_inode_unpin)(void *, struct xfs_inode *, long unsigned int); typedef void (*btf_trace_xfs_inode_unpin_nowait)(void *, struct xfs_inode *, long unsigned int); typedef void (*btf_trace_xfs_remove)(void *, struct xfs_inode *, const struct xfs_name *); typedef void (*btf_trace_xfs_link)(void *, struct xfs_inode *, const struct xfs_name *); typedef void (*btf_trace_xfs_lookup)(void *, struct xfs_inode *, const struct xfs_name *); typedef void (*btf_trace_xfs_create)(void *, struct xfs_inode *, const struct xfs_name *); typedef void (*btf_trace_xfs_symlink)(void *, struct xfs_inode *, const struct xfs_name *); typedef void (*btf_trace_xfs_rename)(void *, struct xfs_inode *, struct xfs_inode *, struct xfs_name *, struct xfs_name *); typedef void (*btf_trace_xfs_dqadjust)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqreclaim_want)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqreclaim_dirty)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqreclaim_busy)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqreclaim_done)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqattach_found)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqattach_get)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqalloc)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqtobp_read)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqread)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqread_fail)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqget_hit)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqget_miss)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqget_freeing)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqget_dup)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqput)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqput_free)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqrele)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqflush)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqflush_force)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqflush_done)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_trans_apply_dquot_deltas_before)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_trans_apply_dquot_deltas_after)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_trans_mod_dquot)(void *, struct xfs_trans *, struct xfs_dquot *, unsigned int, int64_t); typedef void (*btf_trace_xfs_trans_apply_dquot_deltas)(void *, struct xfs_dqtrx *); typedef void (*btf_trace_xfs_trans_mod_dquot_before)(void *, struct xfs_dqtrx *); typedef void (*btf_trace_xfs_trans_mod_dquot_after)(void *, struct xfs_dqtrx *); typedef void (*btf_trace_xfs_log_umount_write)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_grant_sleep)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_grant_wake)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_grant_wake_up)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_reserve)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_reserve_exit)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_regrant)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_regrant_exit)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_ticket_regrant)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_ticket_regrant_exit)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_ticket_regrant_sub)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_ticket_ungrant)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_ticket_ungrant_sub)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_ticket_ungrant_exit)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_cil_wait)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_force)(void *, struct xfs_mount *, xfs_lsn_t, long unsigned int); typedef void (*btf_trace_xfs_ail_push)(void *, struct xfs_log_item *); typedef void (*btf_trace_xfs_ail_pinned)(void *, struct xfs_log_item *); typedef void (*btf_trace_xfs_ail_locked)(void *, struct xfs_log_item *); typedef void (*btf_trace_xfs_ail_flushing)(void *, struct xfs_log_item *); typedef void (*btf_trace_xfs_cil_whiteout_mark)(void *, struct xfs_log_item *); typedef void (*btf_trace_xfs_cil_whiteout_skip)(void *, struct xfs_log_item *); typedef void (*btf_trace_xfs_cil_whiteout_unpin)(void *, struct xfs_log_item *); typedef void (*btf_trace_xfs_ail_insert)(void *, struct xfs_log_item *, xfs_lsn_t, xfs_lsn_t); typedef void (*btf_trace_xfs_ail_move)(void *, struct xfs_log_item *, xfs_lsn_t, xfs_lsn_t); typedef void (*btf_trace_xfs_ail_delete)(void *, struct xfs_log_item *, xfs_lsn_t, xfs_lsn_t); typedef void (*btf_trace_xfs_log_assign_tail_lsn)(void *, struct xlog *, xfs_lsn_t); typedef void (*btf_trace_xfs_file_buffered_read)(void *, struct kiocb *, struct iov_iter *); typedef void (*btf_trace_xfs_file_direct_read)(void *, struct kiocb *, struct iov_iter *); typedef void (*btf_trace_xfs_file_dax_read)(void *, struct kiocb *, struct iov_iter *); typedef void (*btf_trace_xfs_file_buffered_write)(void *, struct kiocb *, struct iov_iter *); typedef void (*btf_trace_xfs_file_direct_write)(void *, struct kiocb *, struct iov_iter *); typedef void (*btf_trace_xfs_file_dax_write)(void *, struct kiocb *, struct iov_iter *); typedef void (*btf_trace_xfs_reflink_bounce_dio_write)(void *, struct kiocb *, struct iov_iter *); typedef void (*btf_trace_xfs_map_blocks_found)(void *, struct xfs_inode *, xfs_off_t, ssize_t, int, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_map_blocks_alloc)(void *, struct xfs_inode *, xfs_off_t, ssize_t, int, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_iomap_alloc)(void *, struct xfs_inode *, xfs_off_t, ssize_t, int, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_iomap_found)(void *, struct xfs_inode *, xfs_off_t, ssize_t, int, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_delalloc_enospc)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_unwritten_convert)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_setfilesize)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_zero_eof)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_end_io_direct_write)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_end_io_direct_write_unwritten)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_end_io_direct_write_append)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_file_splice_read)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_itruncate_extents_start)(void *, struct xfs_inode *, xfs_fsize_t); typedef void (*btf_trace_xfs_itruncate_extents_end)(void *, struct xfs_inode *, xfs_fsize_t); typedef void (*btf_trace_xfs_pagecache_inval)(void *, struct xfs_inode *, xfs_off_t, xfs_off_t); typedef void (*btf_trace_xfs_bunmap)(void *, struct xfs_inode *, xfs_fileoff_t, xfs_filblks_t, int, long unsigned int); typedef void (*btf_trace_xfs_extent_busy)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_extent_busy_enomem)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_extent_busy_force)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_extent_busy_reuse)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_extent_busy_clear)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_extent_busy_trim)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_agf)(void *, struct xfs_mount *, struct xfs_agf *, int, long unsigned int); typedef void (*btf_trace_xfs_agfl_reset)(void *, struct xfs_mount *, struct xfs_agf *, int, long unsigned int); typedef void (*btf_trace_xfs_free_extent)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, enum xfs_ag_resv_type, int, int); typedef void (*btf_trace_xfs_alloc_exact_done)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_exact_notfound)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_exact_error)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_near_nominleft)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_near_first)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_cur)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_cur_right)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_cur_left)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_cur_lookup)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_cur_lookup_done)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_near_error)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_near_noentry)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_near_busy)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_size_neither)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_size_noentry)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_size_nominleft)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_size_done)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_size_error)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_size_busy)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_small_freelist)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_small_notenough)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_small_done)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_small_error)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_vextent_badargs)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_vextent_skip_deadlock)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_vextent_nofix)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_vextent_noagbp)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_vextent_loopfailed)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_vextent_allfailed)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_vextent_this_ag)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_vextent_start_ag)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_vextent_first_ag)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_vextent_exact_bno)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_vextent_near_bno)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_vextent_finish)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_cur_check)(void *, struct xfs_mount *, xfs_btnum_t, xfs_agblock_t, xfs_extlen_t, xfs_extlen_t, bool); typedef void (*btf_trace_xfs_dir2_sf_addname)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_sf_create)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_sf_lookup)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_sf_replace)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_sf_removename)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_sf_toino4)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_sf_toino8)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_sf_to_block)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_block_addname)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_block_lookup)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_block_replace)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_block_removename)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_block_to_sf)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_block_to_leaf)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_leaf_addname)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_leaf_lookup)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_leaf_replace)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_leaf_removename)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_leaf_to_block)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_leaf_to_node)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_node_addname)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_node_lookup)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_node_replace)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_node_removename)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_node_to_leaf)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_sf_add)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_sf_addname)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_sf_create)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_sf_lookup)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_sf_remove)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_sf_to_leaf)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_add)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_add_old)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_add_new)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_add_work)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_create)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_compact)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_get)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_lookup)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_replace)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_remove)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_removename)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_split)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_split_before)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_split_after)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_clearflag)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_setflag)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_flipflags)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_to_sf)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_to_node)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_rebalance)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_unbalance)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_toosmall)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_node_addname)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_node_get)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_node_replace)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_node_removename)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_fillstate)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_refillstate)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_rmtval_get)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_rmtval_set)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_split)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_join)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_link_before)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_link_after)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_unlink_back)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_unlink_forward)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_root_split)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_root_join)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_node_add)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_node_create)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_node_split)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_node_remove)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_node_rebalance)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_node_unbalance)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_node_toosmall)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_swap_lastblock)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_grow_inode)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_shrink_inode)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_fixhashpath)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_path_shift)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_leafn_add)(void *, struct xfs_da_args *, int); typedef void (*btf_trace_xfs_dir2_leafn_remove)(void *, struct xfs_da_args *, int); typedef void (*btf_trace_xfs_dir2_grow_inode)(void *, struct xfs_da_args *, int); typedef void (*btf_trace_xfs_dir2_shrink_inode)(void *, struct xfs_da_args *, int); typedef void (*btf_trace_xfs_dir2_leafn_moveents)(void *, struct xfs_da_args *, int, int, int); typedef void (*btf_trace_xfs_swap_extent_before)(void *, struct xfs_inode *, int); typedef void (*btf_trace_xfs_swap_extent_after)(void *, struct xfs_inode *, int); typedef void (*btf_trace_xfs_log_recover)(void *, struct xlog *, xfs_daddr_t, xfs_daddr_t); typedef void (*btf_trace_xfs_log_recover_record)(void *, struct xlog *, struct xlog_rec_header *, int); typedef void (*btf_trace_xfs_log_recover_item_add)(void *, struct xlog *, struct xlog_recover *, struct xlog_recover_item *, int); typedef void (*btf_trace_xfs_log_recover_item_add_cont)(void *, struct xlog *, struct xlog_recover *, struct xlog_recover_item *, int); typedef void (*btf_trace_xfs_log_recover_item_reorder_head)(void *, struct xlog *, struct xlog_recover *, struct xlog_recover_item *, int); typedef void (*btf_trace_xfs_log_recover_item_reorder_tail)(void *, struct xlog *, struct xlog_recover *, struct xlog_recover_item *, int); typedef void (*btf_trace_xfs_log_recover_item_recover)(void *, struct xlog *, struct xlog_recover *, struct xlog_recover_item *, int); typedef void (*btf_trace_xfs_log_recover_buf_not_cancel)(void *, struct xlog *, struct xfs_buf_log_format *); typedef void (*btf_trace_xfs_log_recover_buf_cancel)(void *, struct xlog *, struct xfs_buf_log_format *); typedef void (*btf_trace_xfs_log_recover_buf_cancel_add)(void *, struct xlog *, struct xfs_buf_log_format *); typedef void (*btf_trace_xfs_log_recover_buf_cancel_ref_inc)(void *, struct xlog *, struct xfs_buf_log_format *); typedef void (*btf_trace_xfs_log_recover_buf_recover)(void *, struct xlog *, struct xfs_buf_log_format *); typedef void (*btf_trace_xfs_log_recover_buf_skip)(void *, struct xlog *, struct xfs_buf_log_format *); typedef void (*btf_trace_xfs_log_recover_buf_inode_buf)(void *, struct xlog *, struct xfs_buf_log_format *); typedef void (*btf_trace_xfs_log_recover_buf_reg_buf)(void *, struct xlog *, struct xfs_buf_log_format *); typedef void (*btf_trace_xfs_log_recover_buf_dquot_buf)(void *, struct xlog *, struct xfs_buf_log_format *); typedef void (*btf_trace_xfs_log_recover_inode_recover)(void *, struct xlog *, struct xfs_inode_log_format *); typedef void (*btf_trace_xfs_log_recover_inode_cancel)(void *, struct xlog *, struct xfs_inode_log_format *); typedef void (*btf_trace_xfs_log_recover_inode_skip)(void *, struct xlog *, struct xfs_inode_log_format *); typedef void (*btf_trace_xfs_log_recover_icreate_cancel)(void *, struct xlog *, struct xfs_icreate_log *); typedef void (*btf_trace_xfs_log_recover_icreate_recover)(void *, struct xlog *, struct xfs_icreate_log *); typedef void (*btf_trace_xfs_discard_extent)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_discard_toosmall)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_discard_exclude)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_discard_busy)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_btree_updkeys)(void *, struct xfs_btree_cur *, int, struct xfs_buf *); typedef void (*btf_trace_xfs_btree_overlapped_query_range)(void *, struct xfs_btree_cur *, int, struct xfs_buf *); typedef void (*btf_trace_xfs_defer_cancel)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_defer_trans_roll)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_defer_trans_abort)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_defer_finish)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_defer_finish_done)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_defer_trans_roll_error)(void *, struct xfs_trans *, int); typedef void (*btf_trace_xfs_defer_finish_error)(void *, struct xfs_trans *, int); typedef void (*btf_trace_xfs_defer_create_intent)(void *, struct xfs_mount *, struct xfs_defer_pending *); typedef void (*btf_trace_xfs_defer_cancel_list)(void *, struct xfs_mount *, struct xfs_defer_pending *); typedef void (*btf_trace_xfs_defer_pending_finish)(void *, struct xfs_mount *, struct xfs_defer_pending *); typedef void (*btf_trace_xfs_defer_pending_abort)(void *, struct xfs_mount *, struct xfs_defer_pending *); typedef void (*btf_trace_xfs_defer_relog_intent)(void *, struct xfs_mount *, struct xfs_defer_pending *); typedef void (*btf_trace_xfs_bmap_free_defer)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_bmap_free_deferred)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_agfl_free_defer)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_agfl_free_deferred)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_defer_add_item)(void *, struct xfs_mount *, struct xfs_defer_pending *, void *); typedef void (*btf_trace_xfs_defer_cancel_item)(void *, struct xfs_mount *, struct xfs_defer_pending *, void *); typedef void (*btf_trace_xfs_defer_finish_item)(void *, struct xfs_mount *, struct xfs_defer_pending *, void *); typedef void (*btf_trace_xfs_rmap_unmap)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, bool, const struct xfs_owner_info *); typedef void (*btf_trace_xfs_rmap_unmap_done)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, bool, const struct xfs_owner_info *); typedef void (*btf_trace_xfs_rmap_unmap_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_rmap_map)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, bool, const struct xfs_owner_info *); typedef void (*btf_trace_xfs_rmap_map_done)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, bool, const struct xfs_owner_info *); typedef void (*btf_trace_xfs_rmap_map_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_rmap_convert)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, bool, const struct xfs_owner_info *); typedef void (*btf_trace_xfs_rmap_convert_done)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, bool, const struct xfs_owner_info *); typedef void (*btf_trace_xfs_rmap_convert_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_rmap_convert_state)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_rmap_defer)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_ino_t, int, xfs_fileoff_t, xfs_filblks_t, xfs_exntst_t); typedef void (*btf_trace_xfs_rmap_deferred)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_ino_t, int, xfs_fileoff_t, xfs_filblks_t, xfs_exntst_t); typedef void (*btf_trace_xfs_rmapbt_alloc_block)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_rmapbt_free_block)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_rmap_update)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_rmap_insert)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_rmap_delete)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_rmap_insert_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_rmap_delete_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_rmap_update_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_rmap_find_left_neighbor_candidate)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_rmap_find_left_neighbor_query)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_rmap_lookup_le_range_candidate)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_rmap_lookup_le_range)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_rmap_lookup_le_range_result)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_rmap_find_right_neighbor_result)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_rmap_find_left_neighbor_result)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_bmap_defer)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_ino_t, int, xfs_fileoff_t, xfs_filblks_t, xfs_exntst_t); typedef void (*btf_trace_xfs_bmap_deferred)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_ino_t, int, xfs_fileoff_t, xfs_filblks_t, xfs_exntst_t); typedef void (*btf_trace_xfs_ag_resv_init)(void *, struct xfs_perag *, enum xfs_ag_resv_type, xfs_extlen_t); typedef void (*btf_trace_xfs_ag_resv_free)(void *, struct xfs_perag *, enum xfs_ag_resv_type, xfs_extlen_t); typedef void (*btf_trace_xfs_ag_resv_alloc_extent)(void *, struct xfs_perag *, enum xfs_ag_resv_type, xfs_extlen_t); typedef void (*btf_trace_xfs_ag_resv_free_extent)(void *, struct xfs_perag *, enum xfs_ag_resv_type, xfs_extlen_t); typedef void (*btf_trace_xfs_ag_resv_critical)(void *, struct xfs_perag *, enum xfs_ag_resv_type, xfs_extlen_t); typedef void (*btf_trace_xfs_ag_resv_needed)(void *, struct xfs_perag *, enum xfs_ag_resv_type, xfs_extlen_t); typedef void (*btf_trace_xfs_ag_resv_free_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_ag_resv_init_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcountbt_alloc_block)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcountbt_free_block)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcount_lookup)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_lookup_t); typedef void (*btf_trace_xfs_refcount_get)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *); typedef void (*btf_trace_xfs_refcount_update)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *); typedef void (*btf_trace_xfs_refcount_insert)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *); typedef void (*btf_trace_xfs_refcount_delete)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *); typedef void (*btf_trace_xfs_refcount_insert_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_delete_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_update_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_increase)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcount_decrease)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcount_cow_increase)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcount_cow_decrease)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcount_merge_center_extents)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *, struct xfs_refcount_irec *, struct xfs_refcount_irec *); typedef void (*btf_trace_xfs_refcount_modify_extent)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *); typedef void (*btf_trace_xfs_refcount_recover_extent)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *); typedef void (*btf_trace_xfs_refcount_split_extent)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *, xfs_agblock_t); typedef void (*btf_trace_xfs_refcount_merge_left_extent)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *, struct xfs_refcount_irec *); typedef void (*btf_trace_xfs_refcount_merge_right_extent)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *, struct xfs_refcount_irec *); typedef void (*btf_trace_xfs_refcount_find_left_extent)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *, struct xfs_refcount_irec *, xfs_agblock_t); typedef void (*btf_trace_xfs_refcount_find_right_extent)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *, struct xfs_refcount_irec *, xfs_agblock_t); typedef void (*btf_trace_xfs_refcount_adjust_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_adjust_cow_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_merge_center_extents_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_modify_extent_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_split_extent_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_merge_left_extent_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_merge_right_extent_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_find_left_extent_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_find_right_extent_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_find_shared)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcount_find_shared_result)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcount_find_shared_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_defer)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcount_deferred)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcount_finish_one_leftover)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_wb_cow_iomap_invalid)(void *, struct xfs_inode *, const struct iomap *, unsigned int, int); typedef void (*btf_trace_xfs_wb_data_iomap_invalid)(void *, struct xfs_inode *, const struct iomap *, unsigned int, int); typedef void (*btf_trace_xfs_iomap_invalid)(void *, struct xfs_inode *, const struct iomap *); typedef void (*btf_trace_xfs_reflink_set_inode_flag)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_reflink_unset_inode_flag)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_reflink_update_inode_size)(void *, struct xfs_inode *, xfs_fsize_t); typedef void (*btf_trace_xfs_reflink_remap_blocks)(void *, struct xfs_inode *, xfs_fileoff_t, xfs_filblks_t, struct xfs_inode *, xfs_fileoff_t); typedef void (*btf_trace_xfs_reflink_remap_range)(void *, struct xfs_inode *, xfs_off_t, xfs_off_t, struct xfs_inode *, xfs_off_t); typedef void (*btf_trace_xfs_reflink_remap_range_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_reflink_set_inode_flag_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_reflink_update_inode_size_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_reflink_remap_blocks_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_reflink_remap_extent_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_reflink_remap_extent_src)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_reflink_remap_extent_dest)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_reflink_compare_extents)(void *, struct xfs_inode *, xfs_off_t, xfs_off_t, struct xfs_inode *, xfs_off_t); typedef void (*btf_trace_xfs_reflink_compare_extents_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_ioctl_clone)(void *, struct inode *, struct inode *); typedef void (*btf_trace_xfs_reflink_unshare)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_reflink_unshare_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_reflink_trim_around_shared)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_reflink_cow_found)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_reflink_cow_enospc)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_reflink_convert_cow)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_reflink_cancel_cow_range)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_reflink_end_cow)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_reflink_cow_remap_from)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_reflink_cow_remap_to)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_reflink_cancel_cow_range_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_reflink_end_cow_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_reflink_cancel_cow)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_swap_extent_rmap_remap)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_swap_extent_rmap_remap_piece)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_swap_extent_rmap_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_fsmap_low_key)(void *, struct xfs_mount *, u32, xfs_agnumber_t, const struct xfs_rmap_irec *); typedef void (*btf_trace_xfs_fsmap_high_key)(void *, struct xfs_mount *, u32, xfs_agnumber_t, const struct xfs_rmap_irec *); typedef void (*btf_trace_xfs_fsmap_mapping)(void *, struct xfs_mount *, u32, xfs_agnumber_t, const struct xfs_rmap_irec *); typedef void (*btf_trace_xfs_fsmap_low_key_linear)(void *, struct xfs_mount *, u32, uint64_t); typedef void (*btf_trace_xfs_fsmap_high_key_linear)(void *, struct xfs_mount *, u32, uint64_t); typedef void (*btf_trace_xfs_getfsmap_low_key)(void *, struct xfs_mount *, struct xfs_fsmap *); typedef void (*btf_trace_xfs_getfsmap_high_key)(void *, struct xfs_mount *, struct xfs_fsmap *); typedef void (*btf_trace_xfs_getfsmap_mapping)(void *, struct xfs_mount *, struct xfs_fsmap *); typedef void (*btf_trace_xfs_trans_resv_calc)(void *, struct xfs_mount *, unsigned int, struct xfs_trans_res *); typedef void (*btf_trace_xfs_trans_resv_calc_minlogsize)(void *, struct xfs_mount *, unsigned int, struct xfs_trans_res *); typedef void (*btf_trace_xfs_log_get_max_trans_res)(void *, struct xfs_mount *, const struct xfs_trans_res *); typedef void (*btf_trace_xfs_trans_alloc)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_trans_cancel)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_trans_commit)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_trans_dup)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_trans_free)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_trans_roll)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_trans_add_item)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_trans_commit_items)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_trans_free_items)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_iunlink_update_bucket)(void *, struct xfs_mount *, xfs_agnumber_t, unsigned int, xfs_agino_t, xfs_agino_t); typedef void (*btf_trace_xfs_iunlink_update_dinode)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agino_t, xfs_agino_t, xfs_agino_t); typedef void (*btf_trace_xfs_iunlink_reload_next)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_reload_unlinked_bucket)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_iunlink)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_iunlink_remove)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_fs_mark_sick)(void *, struct xfs_mount *, unsigned int); typedef void (*btf_trace_xfs_fs_mark_healthy)(void *, struct xfs_mount *, unsigned int); typedef void (*btf_trace_xfs_fs_unfixed_corruption)(void *, struct xfs_mount *, unsigned int); typedef void (*btf_trace_xfs_rt_mark_sick)(void *, struct xfs_mount *, unsigned int); typedef void (*btf_trace_xfs_rt_mark_healthy)(void *, struct xfs_mount *, unsigned int); typedef void (*btf_trace_xfs_rt_unfixed_corruption)(void *, struct xfs_mount *, unsigned int); typedef void (*btf_trace_xfs_ag_mark_sick)(void *, struct xfs_mount *, xfs_agnumber_t, unsigned int); typedef void (*btf_trace_xfs_ag_mark_healthy)(void *, struct xfs_mount *, xfs_agnumber_t, unsigned int); typedef void (*btf_trace_xfs_ag_unfixed_corruption)(void *, struct xfs_mount *, xfs_agnumber_t, unsigned int); typedef void (*btf_trace_xfs_inode_mark_sick)(void *, struct xfs_inode *, unsigned int); typedef void (*btf_trace_xfs_inode_mark_healthy)(void *, struct xfs_inode *, unsigned int); typedef void (*btf_trace_xfs_iwalk_ag)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agino_t); typedef void (*btf_trace_xfs_iwalk_ag_rec)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_inobt_rec_incore *); typedef void (*btf_trace_xfs_pwork_init)(void *, struct xfs_mount *, unsigned int, pid_t); typedef void (*btf_trace_kmem_alloc)(void *, ssize_t, int, long unsigned int); typedef void (*btf_trace_xfs_check_new_dalign)(void *, struct xfs_mount *, int, xfs_ino_t); typedef void (*btf_trace_xfs_btree_commit_afakeroot)(void *, struct xfs_btree_cur *); typedef void (*btf_trace_xfs_btree_commit_ifakeroot)(void *, struct xfs_btree_cur *); typedef void (*btf_trace_xfs_btree_bload_level_geometry)(void *, struct xfs_btree_cur *, unsigned int, uint64_t, unsigned int, unsigned int, uint64_t, uint64_t); typedef void (*btf_trace_xfs_btree_bload_block)(void *, struct xfs_btree_cur *, unsigned int, uint64_t, uint64_t, union xfs_btree_ptr *, unsigned int); typedef void (*btf_trace_xfs_inode_timestamp_range)(void *, struct xfs_mount *, long long int, long long int); typedef void (*btf_trace_xfs_quota_expiry_range)(void *, struct xfs_mount *, long long int, long long int); typedef void (*btf_trace_xfs_ioc_free_eofblocks)(void *, struct xfs_mount *, struct xfs_icwalk *, long unsigned int); typedef void (*btf_trace_xfs_blockgc_free_space)(void *, struct xfs_mount *, struct xfs_icwalk *, long unsigned int); typedef void (*btf_trace_xlog_iclog_activate)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_clean)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_callback)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_callbacks_start)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_callbacks_done)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_force)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_force_lsn)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_get_space)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_release)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_switch)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_sync)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_syncing)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_sync_done)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_want_sync)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_wait_on)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_write)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xfs_attr_sf_addname_return)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_attr_set_iter_return)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_attr_leaf_addname_return)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_attr_node_addname_return)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_attr_remove_iter_return)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_attr_rmtval_alloc)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_attr_rmtval_remove_return)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_attr_defer_add)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_attr_defer_replace)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_attr_defer_remove)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_force_shutdown)(void *, struct xfs_mount *, int, int, const char *, int); struct xfs_dir2_sf_hdr { uint8_t count; uint8_t i8count; uint8_t parent[8]; }; typedef struct xfs_dir2_sf_hdr xfs_dir2_sf_hdr_t; struct xfs_dir2_sf_entry { __u8 namelen; __u8 offset[2]; __u8 name[0]; }; typedef struct xfs_dir2_sf_entry xfs_dir2_sf_entry_t; typedef int (*xfs_iwalk_fn)(struct xfs_mount *, struct xfs_trans *, xfs_ino_t, void *); typedef int (*xfs_inobt_walk_fn)(struct xfs_mount *, struct xfs_trans *, xfs_agnumber_t, const struct xfs_inobt_rec_incore *, void *); struct xfs_iwalk_ag { struct xfs_pwork pwork; struct xfs_mount *mp; struct xfs_trans *tp; struct xfs_perag *pag; xfs_ino_t startino; xfs_ino_t lastino; struct xfs_inobt_rec_incore *recs; unsigned int sz_recs; unsigned int nr_recs; xfs_iwalk_fn iwalk_fn; xfs_inobt_walk_fn inobt_walk_fn; void *data; unsigned int trim_start: 1; unsigned int skip_empty: 1; unsigned int drop_trans: 1; }; typedef struct xfs_sb xfs_sb_t; struct xfs_inodegc { struct xfs_mount *mp; struct llist_head list; struct delayed_work work; int error; unsigned int items; unsigned int shrinker_hits; unsigned int cpu; }; enum xfs_dax_mode { XFS_DAX_INODE = 0, XFS_DAX_ALWAYS = 1, XFS_DAX_NEVER = 2, }; enum { Opt_logbufs = 0, Opt_logbsize = 1, Opt_logdev = 2, Opt_rtdev = 3, Opt_wsync = 4, Opt_noalign = 5, Opt_swalloc = 6, Opt_sunit = 7, Opt_swidth = 8, Opt_nouuid = 9, Opt_grpid = 10, Opt_nogrpid = 11, Opt_bsdgroups = 12, Opt_sysvgroups = 13, Opt_allocsize = 14, Opt_norecovery = 15, Opt_inode64___2 = 16, Opt_inode32___2 = 17, Opt_ikeep = 18, Opt_noikeep = 19, Opt_largeio = 20, Opt_nolargeio = 21, Opt_attr2 = 22, Opt_noattr2 = 23, Opt_filestreams = 24, Opt_quota___2 = 25, Opt_noquota = 26, Opt_usrquota___2 = 27, Opt_grpquota___2 = 28, Opt_prjquota = 29, Opt_uquota = 30, Opt_gquota = 31, Opt_pquota = 32, Opt_uqnoenforce = 33, Opt_gqnoenforce = 34, Opt_pqnoenforce = 35, Opt_qnoenforce = 36, Opt_discard = 37, Opt_nodiscard = 38, Opt_dax = 39, Opt_dax_enum = 40, }; struct proc_xfs_info { uint64_t flag; char *str; }; struct xfs_dir3_blk_hdr { __be32 magic; __be32 crc; __be64 blkno; __be64 lsn; uuid_t uuid; __be64 owner; }; struct xfs_buf_cancel { xfs_daddr_t bc_blkno; uint bc_len; int bc_refcount; struct list_head bc_list; }; struct xfs_phys_extent { uint64_t pe_startblock; uint32_t pe_len; uint32_t pe_flags; }; struct xfs_cui_log_format { uint16_t cui_type; uint16_t cui_size; uint32_t cui_nextents; uint64_t cui_id; struct xfs_phys_extent cui_extents[0]; }; struct xfs_cud_log_format { uint16_t cud_type; uint16_t cud_size; uint32_t __pad; uint64_t cud_cui_id; }; struct xfs_cui_log_item { struct xfs_log_item cui_item; atomic_t cui_refcount; atomic_t cui_next_extent; struct xfs_cui_log_format cui_format; }; struct xfs_cud_log_item { struct xfs_log_item cud_item; struct xfs_cui_log_item *cud_cuip; struct xfs_cud_log_format cud_format; }; enum xfs_refcount_intent_type { XFS_REFCOUNT_INCREASE = 1, XFS_REFCOUNT_DECREASE = 2, XFS_REFCOUNT_ALLOC_COW = 3, XFS_REFCOUNT_FREE_COW = 4, }; struct xfs_refcount_intent { struct list_head ri_list; struct xfs_perag *ri_pag; enum xfs_refcount_intent_type ri_type; xfs_extlen_t ri_blockcount; xfs_fsblock_t ri_startblock; }; struct debugfs_blob_wrapper { void *data; long unsigned int size; }; struct debugfs_reg32 { char *name; long unsigned int offset; }; struct debugfs_regset32 { const struct debugfs_reg32 *regs; int nregs; void *base; struct device *dev; }; struct debugfs_u32_array { u32 *array; u32 n_elements; }; struct debugfs_fsdata { const struct file_operations *real_fops; refcount_t active_users; struct completion active_users_drained; }; struct debugfs_devm_entry { int (*read)(struct seq_file *, void *); struct device *dev; }; struct sem; struct sem_queue; struct sem_undo; struct semid_ds { struct ipc_perm sem_perm; __kernel_old_time_t sem_otime; __kernel_old_time_t sem_ctime; struct sem *sem_base; struct sem_queue *sem_pending; struct sem_queue **sem_pending_last; struct sem_undo *undo; short unsigned int sem_nsems; }; struct sem { int semval; struct pid *sempid; spinlock_t lock; struct list_head pending_alter; struct list_head pending_const; time64_t sem_otime; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sem_queue { struct list_head list; struct task_struct *sleeper; struct sem_undo *undo; struct pid *pid; int status; struct sembuf *sops; struct sembuf *blocking; int nsops; bool alter; bool dupsop; }; struct sem_undo { struct list_head list_proc; struct callback_head rcu; struct sem_undo_list *ulp; struct list_head list_id; int semid; short int semadj[0]; }; struct semid64_ds { struct ipc64_perm sem_perm; long int sem_otime; long int sem_ctime; long unsigned int sem_nsems; long unsigned int __unused3; long unsigned int __unused4; }; struct seminfo { int semmap; int semmni; int semmns; int semmnu; int semmsl; int semopm; int semume; int semusz; int semvmx; int semaem; }; struct sem_undo_list { refcount_t refcnt; spinlock_t lock; struct list_head list_proc; }; struct sem_array { struct kern_ipc_perm sem_perm; time64_t sem_ctime; struct list_head pending_alter; struct list_head pending_const; struct list_head list_id; int sem_nsems; int complex_count; unsigned int use_global_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sem sems[0]; }; struct netif_security_struct { struct net *ns; int ifindex; u32 sid; }; struct sel_netif { struct list_head list; struct netif_security_struct nsec; struct callback_head callback_head; }; struct ptrace_relation { struct task_struct *tracer; struct task_struct *tracee; bool invalid; struct list_head node; struct callback_head rcu; }; struct access_report_info { struct callback_head work; const char *access; struct task_struct *target; struct task_struct *agent; }; enum lsm_rule_types { LSM_OBJ_USER = 0, LSM_OBJ_ROLE = 1, LSM_OBJ_TYPE = 2, LSM_SUBJ_USER = 3, LSM_SUBJ_ROLE = 4, LSM_SUBJ_TYPE = 5, }; enum policy_types { ORIGINAL_TCB = 1, DEFAULT_TCB = 2, }; enum policy_rule_list { IMA_DEFAULT_POLICY = 1, IMA_CUSTOM_POLICY = 2, }; struct ima_rule_opt_list { size_t count; char *items[0]; }; struct ima_rule_entry { struct list_head list; int action; unsigned int flags; enum ima_hooks func; int mask; long unsigned int fsmagic; uuid_t fsuuid; kuid_t uid; kgid_t gid; kuid_t fowner; kgid_t fgroup; bool (*uid_op)(kuid_t, kuid_t); bool (*gid_op)(kgid_t, kgid_t); bool (*fowner_op)(vfsuid_t, kuid_t); bool (*fgroup_op)(vfsgid_t, kgid_t); int pcr; unsigned int allowed_algos; struct { void *rule; char *args_p; int type; } lsm[6]; char *fsname; struct ima_rule_opt_list *keyrings; struct ima_rule_opt_list *label; struct ima_template_desc *template; }; enum policy_opt { Opt_measure = 0, Opt_dont_measure = 1, Opt_appraise = 2, Opt_dont_appraise = 3, Opt_audit = 4, Opt_hash = 5, Opt_dont_hash = 6, Opt_obj_user = 7, Opt_obj_role = 8, Opt_obj_type = 9, Opt_subj_user = 10, Opt_subj_role = 11, Opt_subj_type = 12, Opt_func = 13, Opt_mask = 14, Opt_fsmagic = 15, Opt_fsname = 16, Opt_fsuuid = 17, Opt_uid_eq = 18, Opt_euid_eq = 19, Opt_gid_eq = 20, Opt_egid_eq = 21, Opt_fowner_eq = 22, Opt_fgroup_eq = 23, Opt_uid_gt = 24, Opt_euid_gt = 25, Opt_gid_gt = 26, Opt_egid_gt = 27, Opt_fowner_gt = 28, Opt_fgroup_gt = 29, Opt_uid_lt = 30, Opt_euid_lt = 31, Opt_gid_lt = 32, Opt_egid_lt = 33, Opt_fowner_lt = 34, Opt_fgroup_lt = 35, Opt_digest_type = 36, Opt_appraise_type = 37, Opt_appraise_flag = 38, Opt_appraise_algos = 39, Opt_permit_directio = 40, Opt_pcr = 41, Opt_template = 42, Opt_keyrings = 43, Opt_label = 44, Opt_err___3 = 45, }; enum { mask_exec = 0, mask_write = 1, mask_read = 2, mask_append = 3, }; enum { CRYPTO_MSG_ALG_REQUEST = 0, CRYPTO_MSG_ALG_REGISTER = 1, CRYPTO_MSG_ALG_LOADED = 2, }; struct crypto_larval { struct crypto_alg alg; struct crypto_alg *adult; struct completion completion; u32 mask; bool test_started; }; struct ahash_alg { int (*init)(struct ahash_request *); int (*update)(struct ahash_request *); int (*final)(struct ahash_request *); int (*finup)(struct ahash_request *); int (*digest)(struct ahash_request *); int (*export)(struct ahash_request *, void *); int (*import)(struct ahash_request *, const void *); int (*setkey)(struct crypto_ahash *, const u8 *, unsigned int); int (*init_tfm)(struct crypto_ahash *); void (*exit_tfm)(struct crypto_ahash *); int (*clone_tfm)(struct crypto_ahash *, struct crypto_ahash *); struct hash_alg_common halg; }; struct ahash_instance { void (*free)(struct ahash_instance *); union { struct { char head[96]; struct crypto_instance base; } s; struct ahash_alg alg; }; }; struct crypto_ahash_spawn { struct crypto_spawn base; }; struct acomp_req { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int slen; unsigned int dlen; u32 flags; void *__ctx[0]; }; struct crypto_acomp { int (*compress)(struct acomp_req *); int (*decompress)(struct acomp_req *); void (*dst_free)(struct scatterlist *); unsigned int reqsize; struct crypto_tfm base; }; struct comp_alg_common { struct crypto_alg base; }; struct crypto_scomp { struct crypto_tfm base; }; struct scomp_alg { void * (*alloc_ctx)(struct crypto_scomp *); void (*free_ctx)(struct crypto_scomp *, void *); int (*compress)(struct crypto_scomp *, const u8 *, unsigned int, u8 *, unsigned int *, void *); int (*decompress)(struct crypto_scomp *, const u8 *, unsigned int, u8 *, unsigned int *, void *); union { struct { struct crypto_alg base; }; struct comp_alg_common calg; }; }; struct scomp_scratch { spinlock_t lock; void *src; void *dst; }; struct lzo_ctx { void *lzo_comp_mem; }; enum pkcs7_actions { ACT_pkcs7_check_content_type = 0, ACT_pkcs7_extract_cert = 1, ACT_pkcs7_note_OID = 2, ACT_pkcs7_note_certificate_list = 3, ACT_pkcs7_note_content = 4, ACT_pkcs7_note_data = 5, ACT_pkcs7_note_signed_info = 6, ACT_pkcs7_note_signeddata_version = 7, ACT_pkcs7_note_signerinfo_version = 8, ACT_pkcs7_sig_note_authenticated_attr = 9, ACT_pkcs7_sig_note_digest_algo = 10, ACT_pkcs7_sig_note_issuer = 11, ACT_pkcs7_sig_note_pkey_algo = 12, ACT_pkcs7_sig_note_serial = 13, ACT_pkcs7_sig_note_set_of_authattrs = 14, ACT_pkcs7_sig_note_signature = 15, ACT_pkcs7_sig_note_skid = 16, NR__pkcs7_actions = 17, }; enum OID { OID_id_dsa_with_sha1 = 0, OID_id_dsa = 1, OID_id_ecPublicKey = 2, OID_id_prime192v1 = 3, OID_id_prime256v1 = 4, OID_id_ecdsa_with_sha1 = 5, OID_id_ecdsa_with_sha224 = 6, OID_id_ecdsa_with_sha256 = 7, OID_id_ecdsa_with_sha384 = 8, OID_id_ecdsa_with_sha512 = 9, OID_rsaEncryption = 10, OID_md2WithRSAEncryption = 11, OID_md3WithRSAEncryption = 12, OID_md4WithRSAEncryption = 13, OID_sha1WithRSAEncryption = 14, OID_sha256WithRSAEncryption = 15, OID_sha384WithRSAEncryption = 16, OID_sha512WithRSAEncryption = 17, OID_sha224WithRSAEncryption = 18, OID_data = 19, OID_signed_data = 20, OID_email_address = 21, OID_contentType = 22, OID_messageDigest = 23, OID_signingTime = 24, OID_smimeCapabilites = 25, OID_smimeAuthenticatedAttrs = 26, OID_md2 = 27, OID_md4 = 28, OID_md5 = 29, OID_mskrb5 = 30, OID_krb5 = 31, OID_krb5u2u = 32, OID_msIndirectData = 33, OID_msStatementType = 34, OID_msSpOpusInfo = 35, OID_msPeImageDataObjId = 36, OID_msIndividualSPKeyPurpose = 37, OID_msOutlookExpress = 38, OID_ntlmssp = 39, OID_negoex = 40, OID_spnego = 41, OID_IAKerb = 42, OID_PKU2U = 43, OID_Scram = 44, OID_certAuthInfoAccess = 45, OID_sha1 = 46, OID_id_ansip384r1 = 47, OID_sha256 = 48, OID_sha384 = 49, OID_sha512 = 50, OID_sha224 = 51, OID_commonName = 52, OID_surname = 53, OID_countryName = 54, OID_locality = 55, OID_stateOrProvinceName = 56, OID_organizationName = 57, OID_organizationUnitName = 58, OID_title = 59, OID_description = 60, OID_name = 61, OID_givenName = 62, OID_initials = 63, OID_generationalQualifier = 64, OID_subjectKeyIdentifier = 65, OID_keyUsage = 66, OID_subjectAltName = 67, OID_issuerAltName = 68, OID_basicConstraints = 69, OID_crlDistributionPoints = 70, OID_certPolicies = 71, OID_authorityKeyIdentifier = 72, OID_extKeyUsage = 73, OID_NetlogonMechanism = 74, OID_appleLocalKdcSupported = 75, OID_gostCPSignA = 76, OID_gostCPSignB = 77, OID_gostCPSignC = 78, OID_gost2012PKey256 = 79, OID_gost2012PKey512 = 80, OID_gost2012Digest256 = 81, OID_gost2012Digest512 = 82, OID_gost2012Signature256 = 83, OID_gost2012Signature512 = 84, OID_gostTC26Sign256A = 85, OID_gostTC26Sign256B = 86, OID_gostTC26Sign256C = 87, OID_gostTC26Sign256D = 88, OID_gostTC26Sign512A = 89, OID_gostTC26Sign512B = 90, OID_gostTC26Sign512C = 91, OID_sm2 = 92, OID_sm3 = 93, OID_SM2_with_SM3 = 94, OID_sm3WithRSAEncryption = 95, OID_TPMLoadableKey = 96, OID_TPMImportableKey = 97, OID_TPMSealedData = 98, OID__NR = 99, }; struct public_key { void *key; u32 keylen; enum OID algo; void *params; u32 paramlen; bool key_is_private; const char *id_type; const char *pkey_algo; long unsigned int key_eflags; }; struct x509_certificate { struct x509_certificate *next; struct x509_certificate *signer; struct public_key *pub; struct public_key_signature *sig; char *issuer; char *subject; struct asymmetric_key_id *id; struct asymmetric_key_id *skid; time64_t valid_from; time64_t valid_to; const void *tbs; unsigned int tbs_size; unsigned int raw_sig_size; const void *raw_sig; const void *raw_serial; unsigned int raw_serial_size; unsigned int raw_issuer_size; const void *raw_issuer; const void *raw_subject; unsigned int raw_subject_size; unsigned int raw_skid_size; const void *raw_skid; unsigned int index; bool seen; bool verified; bool self_signed; bool unsupported_sig; bool blacklisted; }; struct pkcs7_signed_info { struct pkcs7_signed_info *next; struct x509_certificate *signer; unsigned int index; bool unsupported_crypto; bool blacklisted; const void *msgdigest; unsigned int msgdigest_len; unsigned int authattrs_len; const void *authattrs; long unsigned int aa_set; time64_t signing_time; struct public_key_signature *sig; }; struct pkcs7_message { struct x509_certificate *certs; struct x509_certificate *crl; struct pkcs7_signed_info *signed_infos; u8 version; bool have_authattrs; enum OID data_type; size_t data_len; size_t data_hdrlen; const void *data; }; struct asn1_decoder; struct pkcs7_parse_context { struct pkcs7_message *msg; struct pkcs7_signed_info *sinfo; struct pkcs7_signed_info **ppsinfo; struct x509_certificate *certs; struct x509_certificate **ppcerts; long unsigned int data; enum OID last_oid; unsigned int x509_index; unsigned int sinfo_index; const void *raw_serial; unsigned int raw_serial_size; unsigned int raw_issuer_size; const void *raw_issuer; const void *raw_skid; unsigned int raw_skid_size; bool expect_skid; }; struct queue_sysfs_entry { struct attribute attr; ssize_t (*show)(struct request_queue *, char *); ssize_t (*store)(struct request_queue *, const char *, size_t); }; struct blkpg_ioctl_arg { int op; int flags; int datalen; void *data; }; struct blkpg_partition { long long int start; long long int length; int pno; char devname[64]; char volname[64]; }; struct pr_reservation { __u64 key; __u32 type; __u32 flags; }; struct pr_registration { __u64 old_key; __u64 new_key; __u32 flags; __u32 __pad; }; struct pr_preempt { __u64 old_key; __u64 new_key; __u32 type; __u32 flags; }; struct pr_clear { __u64 key; __u32 flags; __u32 __pad; }; struct pr_keys { u32 generation; u32 num_keys; u64 keys[0]; }; struct pr_held_reservation { u64 key; u32 generation; enum pr_type type; }; struct disk_events { struct list_head node; struct gendisk *disk; spinlock_t lock; struct mutex block_mutex; int block; unsigned int pending; unsigned int clearing; long int poll_msecs; struct delayed_work dwork; }; enum { SOCKET_URING_OP_SIOCINQ = 0, SOCKET_URING_OP_SIOCOUTQ = 1, }; enum { IOU_F_TWQ_LAZY_WAKE = 1, }; struct io_uring_rsrc_update { __u32 offset; __u32 resv; __u64 data; }; struct io_notif_data { struct file *file; struct ubuf_info uarg; long unsigned int account_pages; bool zc_report; bool zc_used; bool zc_copied; }; struct once_work { struct work_struct work; struct static_key_true *key; struct module *module; }; struct genradix_iter { size_t offset; size_t pos; }; struct genradix_node { union { struct genradix_node *children[8192]; u8 data[65536]; }; }; struct kunit_hooks_table { void (*fail_current_test)(const char *, int, const char *, ...); void * (*get_static_stub_address)(struct kunit *, void *); }; enum blake2s_lengths { BLAKE2S_BLOCK_SIZE = 64, BLAKE2S_HASH_SIZE = 32, BLAKE2S_KEY_SIZE = 32, BLAKE2S_128_HASH_SIZE = 16, BLAKE2S_160_HASH_SIZE = 20, BLAKE2S_224_HASH_SIZE = 28, BLAKE2S_256_HASH_SIZE = 32, }; struct blake2s_state { u32 h[8]; u32 t[2]; u32 f[2]; u8 buf[64]; unsigned int buflen; unsigned int outlen; }; enum blake2s_iv { BLAKE2S_IV0 = 1779033703, BLAKE2S_IV1 = 3144134277, BLAKE2S_IV2 = 1013904242, BLAKE2S_IV3 = 2773480762, BLAKE2S_IV4 = 1359893119, BLAKE2S_IV5 = 2600822924, BLAKE2S_IV6 = 528734635, BLAKE2S_IV7 = 1541459225, }; enum gcry_mpi_format { GCRYMPI_FMT_NONE = 0, GCRYMPI_FMT_STD = 1, GCRYMPI_FMT_PGP = 2, GCRYMPI_FMT_SSH = 3, GCRYMPI_FMT_HEX = 4, GCRYMPI_FMT_USG = 5, GCRYMPI_FMT_OPAQUE = 8, }; enum devm_ioremap_type { DEVM_IOREMAP = 0, DEVM_IOREMAP_UC = 1, DEVM_IOREMAP_WC = 2, DEVM_IOREMAP_NP = 3, }; struct pcim_iomap_devres { void *table[6]; }; struct arch_io_reserve_memtype_wc_devres { resource_size_t start; resource_size_t size; }; typedef struct { const uint8_t *externalDict; size_t extDictSize; const uint8_t *prefixEnd; size_t prefixSize; } LZ4_streamDecode_t_internal; typedef union { long long unsigned int table[4]; LZ4_streamDecode_t_internal internal_donotuse; } LZ4_streamDecode_t; typedef uintptr_t uptrval; typedef enum { noDict = 0, withPrefix64k = 1, usingExtDict = 2, } dict_directive; typedef enum { endOnOutputSize = 0, endOnInputSize = 1, } endCondition_directive; typedef enum { decode_full_block = 0, partial_decode = 1, } earlyEnd_directive; typedef ZSTD_ErrorCode ERR_enum; typedef struct { size_t bitContainer; unsigned int bitsConsumed; const char *ptr; const char *start; const char *limitPtr; } BIT_DStream_t; typedef enum { BIT_DStream_unfinished = 0, BIT_DStream_endOfBuffer = 1, BIT_DStream_completed = 2, BIT_DStream_overflow = 3, } BIT_DStream_status; typedef unsigned int FSE_DTable; typedef struct { size_t state; const void *table; } FSE_DState_t; typedef struct { U16 tableLog; U16 fastMode; } FSE_DTableHeader; typedef struct { short unsigned int newState; unsigned char symbol; unsigned char nbBits; } FSE_decode_t; typedef struct { short int ncount[256]; FSE_DTable dtable[1]; } FSE_DecompressWksp; struct xz_dec_bcj { enum { BCJ_X86 = 4, BCJ_POWERPC = 5, BCJ_IA64 = 6, BCJ_ARM = 7, BCJ_ARMTHUMB = 8, BCJ_SPARC = 9, } type; enum xz_ret ret; bool single_call; uint32_t pos; uint32_t x86_prev_mask; uint8_t *out; size_t out_pos; size_t out_size; struct { size_t filtered; size_t size; uint8_t buf[16]; } temp; }; struct xz_dec_lzma2; typedef int (*of_irq_init_cb_t)(struct device_node *, struct device_node *); struct pci_dynid { struct list_head node; struct pci_device_id id; }; struct drv_dev_and_id { struct pci_driver *drv; struct pci_dev *dev; const struct pci_device_id *id; }; struct pcie_link_state { struct pci_dev *pdev; struct pci_dev *downstream; struct pcie_link_state *root; struct pcie_link_state *parent; struct list_head sibling; u32 aspm_support: 7; u32 aspm_enabled: 7; u32 aspm_capable: 7; u32 aspm_default: 7; int: 4; u32 aspm_disable: 7; u32 clkpm_capable: 1; u32 clkpm_enabled: 1; u32 clkpm_default: 1; u32 clkpm_disable: 1; }; enum backlight_update_reason { BACKLIGHT_UPDATE_HOTKEY = 0, BACKLIGHT_UPDATE_SYSFS = 1, }; enum backlight_notification { BACKLIGHT_REGISTERED = 0, BACKLIGHT_UNREGISTERED = 1, }; enum { M_SYSTEM_PLL = 0, M_PIXEL_PLL_A = 1, M_PIXEL_PLL_B = 2, M_PIXEL_PLL_C = 3, M_VIDEO_PLL = 4, }; enum POS1064 { POS1064_XCURADDL = 0, POS1064_XCURADDH = 1, POS1064_XCURCTRL = 2, POS1064_XCURCOL0RED = 3, POS1064_XCURCOL0GREEN = 4, POS1064_XCURCOL0BLUE = 5, POS1064_XCURCOL1RED = 6, POS1064_XCURCOL1GREEN = 7, POS1064_XCURCOL1BLUE = 8, POS1064_XCURCOL2RED = 9, POS1064_XCURCOL2GREEN = 10, POS1064_XCURCOL2BLUE = 11, POS1064_XVREFCTRL = 12, POS1064_XMULCTRL = 13, POS1064_XPIXCLKCTRL = 14, POS1064_XGENCTRL = 15, POS1064_XMISCCTRL = 16, POS1064_XGENIOCTRL = 17, POS1064_XGENIODATA = 18, POS1064_XZOOMCTRL = 19, POS1064_XSENSETEST = 20, POS1064_XCRCBITSEL = 21, POS1064_XCOLKEYMASKL = 22, POS1064_XCOLKEYMASKH = 23, POS1064_XCOLKEYL = 24, POS1064_XCOLKEYH = 25, POS1064_XOUTPUTCONN = 26, POS1064_XPANMODE = 27, POS1064_XPWRCTRL = 28, }; struct virtio_device_id { __u32 device; __u32 vendor; }; struct vringh_config_ops; struct virtio_config_ops; struct virtio_device { int index; bool failed; bool config_enabled; bool config_change_pending; spinlock_t config_lock; spinlock_t vqs_list_lock; struct device dev; struct virtio_device_id id; const struct virtio_config_ops *config; const struct vringh_config_ops *vringh_config; struct list_head vqs; u64 features; void *priv; }; struct virtqueue; typedef void vq_callback_t(struct virtqueue *); struct irq_affinity; struct virtio_shm_region; struct virtio_config_ops { void (*get)(struct virtio_device *, unsigned int, void *, unsigned int); void (*set)(struct virtio_device *, unsigned int, const void *, unsigned int); u32 (*generation)(struct virtio_device *); u8 (*get_status)(struct virtio_device *); void (*set_status)(struct virtio_device *, u8); void (*reset)(struct virtio_device *); int (*find_vqs)(struct virtio_device *, unsigned int, struct virtqueue **, vq_callback_t **, const char * const *, const bool *, struct irq_affinity *); void (*del_vqs)(struct virtio_device *); void (*synchronize_cbs)(struct virtio_device *); u64 (*get_features)(struct virtio_device *); int (*finalize_features)(struct virtio_device *); const char * (*bus_name)(struct virtio_device *); int (*set_vq_affinity)(struct virtqueue *, const struct cpumask *); const struct cpumask * (*get_vq_affinity)(struct virtio_device *, int); bool (*get_shm_region)(struct virtio_device *, struct virtio_shm_region *, u8); int (*disable_vq_and_reset)(struct virtqueue *); int (*enable_vq_after_reset)(struct virtqueue *); }; struct unipair { short unsigned int unicode; short unsigned int fontpos; }; struct unimapdesc { short unsigned int entry_ct; struct unipair *entries; }; struct console_font_op { unsigned int op; unsigned int flags; unsigned int width; unsigned int height; unsigned int charcount; unsigned char *data; }; struct vt_stat { short unsigned int v_active; short unsigned int v_signal; short unsigned int v_state; }; struct vt_sizes { short unsigned int v_rows; short unsigned int v_cols; short unsigned int v_scrollsize; }; struct vt_consize { short unsigned int v_rows; short unsigned int v_cols; short unsigned int v_vlin; short unsigned int v_clin; short unsigned int v_vcol; short unsigned int v_ccol; }; struct vt_event { unsigned int event; unsigned int oldev; unsigned int newev; unsigned int pad[4]; }; struct vt_setactivate { unsigned int console; struct vt_mode mode; }; struct vt_event_wait { struct list_head list; struct vt_event event; int done; }; struct timer_rand_state { long unsigned int last_time; long int last_delta; long int last_delta2; }; enum chacha_constants { CHACHA_CONSTANT_EXPA = 1634760805, CHACHA_CONSTANT_ND_3 = 857760878, CHACHA_CONSTANT_2_BY = 2036477234, CHACHA_CONSTANT_TE_K = 1797285236, }; enum { CRNG_EMPTY = 0, CRNG_EARLY = 1, CRNG_READY = 2, }; enum { CRNG_RESEED_START_INTERVAL = 100, CRNG_RESEED_INTERVAL = 6000, }; struct crng { u8 key[32]; long unsigned int generation; local_lock_t lock; }; struct batch_u8 { u8 entropy[96]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u16 { u16 entropy[48]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u32 { u32 entropy[24]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u64 { u64 entropy[12]; local_lock_t lock; long unsigned int generation; unsigned int position; }; enum { POOL_BITS = 256, POOL_READY_BITS = 256, POOL_EARLY_BITS = 128, }; struct fast_pool { long unsigned int pool[4]; long unsigned int last; unsigned int count; struct timer_list mix; }; struct entropy_timer_state { long unsigned int entropy; struct timer_list timer; atomic_t samples; unsigned int samples_per_bit; }; enum { NUM_TRIAL_SAMPLES = 8192, MAX_SAMPLES_PER_BIT = 6, }; enum { MIX_INFLIGHT = 2147483648, }; struct trace_event_raw_iommu_group_event { struct trace_entry ent; int gid; u32 __data_loc_device; char __data[0]; }; struct trace_event_raw_iommu_device_event { struct trace_entry ent; u32 __data_loc_device; char __data[0]; }; struct trace_event_raw_map { struct trace_entry ent; u64 iova; u64 paddr; size_t size; char __data[0]; }; struct trace_event_raw_unmap { struct trace_entry ent; u64 iova; size_t size; size_t unmapped_size; char __data[0]; }; struct trace_event_raw_iommu_error { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; u64 iova; int flags; char __data[0]; }; struct trace_event_data_offsets_iommu_group_event { u32 device; }; struct trace_event_data_offsets_iommu_device_event { u32 device; }; struct trace_event_data_offsets_map {}; struct trace_event_data_offsets_unmap {}; struct trace_event_data_offsets_iommu_error { u32 device; u32 driver; }; typedef void (*btf_trace_add_device_to_group)(void *, int, struct device *); typedef void (*btf_trace_remove_device_from_group)(void *, int, struct device *); typedef void (*btf_trace_attach_device_to_domain)(void *, struct device *); typedef void (*btf_trace_map)(void *, long unsigned int, phys_addr_t, size_t); typedef void (*btf_trace_unmap)(void *, long unsigned int, size_t, size_t); typedef void (*btf_trace_io_page_fault)(void *, struct device *, long unsigned int, int); typedef void *acpi_handle; struct irq_affinity_devres { unsigned int count; unsigned int irq[0]; }; struct platform_object { struct platform_device pdev; char name[0]; }; typedef void * (*devcon_match_fn_t)(const struct fwnode_handle *, const char *, void *); struct builtin_fw { char *name; void *data; long unsigned int size; }; struct floppy_struct { unsigned int size; unsigned int sect; unsigned int head; unsigned int track; unsigned int stretch; unsigned char gap; unsigned char rate; unsigned char spec1; unsigned char fmt_gap; const char *name; }; struct format_descr { unsigned int device; unsigned int head; unsigned int track; }; struct floppy_max_errors { unsigned int abort; unsigned int read_track; unsigned int reset; unsigned int recal; unsigned int reporting; }; struct floppy_drive_params { signed char cmos; long unsigned int max_dtr; long unsigned int hlt; long unsigned int hut; long unsigned int srt; long unsigned int spinup; long unsigned int spindown; unsigned char spindown_offset; unsigned char select_delay; unsigned char rps; unsigned char tracks; long unsigned int timeout; unsigned char interleave_sect; struct floppy_max_errors max_errors; char flags; char read_track; short int autodetect[8]; int checkfreq; int native_format; }; enum { FD_NEED_TWADDLE_BIT = 0, FD_VERIFY_BIT = 1, FD_DISK_NEWCHANGE_BIT = 2, FD_UNUSED_BIT = 3, FD_DISK_CHANGED_BIT = 4, FD_DISK_WRITABLE_BIT = 5, FD_OPEN_SHOULD_FAIL_BIT = 6, }; struct floppy_drive_struct { long unsigned int flags; long unsigned int spinup_date; long unsigned int select_date; long unsigned int first_read_date; short int probed_format; short int track; short int maxblock; short int maxtrack; int generation; int keep_data; int fd_ref; int fd_device; long unsigned int last_checked; char *dmabuf; int bufblocks; }; enum reset_mode { FD_RESET_IF_NEEDED = 0, FD_RESET_IF_RAWCMD = 1, FD_RESET_ALWAYS = 2, }; struct floppy_fdc_state { int spec1; int spec2; int dtr; unsigned char version; unsigned char dor; long unsigned int address; unsigned int rawcmd: 2; unsigned int reset: 1; unsigned int need_configure: 1; unsigned int perp_mode: 2; unsigned int has_fifo: 1; unsigned int driver_version; unsigned char track[4]; }; struct floppy_write_errors { unsigned int write_errors; long unsigned int first_error_sector; int first_error_generation; long unsigned int last_error_sector; int last_error_generation; unsigned int badness; }; struct floppy_raw_cmd { unsigned int flags; void *data; char *kernel_data; struct floppy_raw_cmd *next; long int length; long int phys_length; int buffer_length; unsigned char rate; unsigned char cmd_count; union { struct { unsigned char cmd[16]; unsigned char reply_count; unsigned char reply[16]; }; unsigned char fullcmd[33]; }; int track; int resultcode; int reserved1; int reserved2; }; struct fd_dma_ops { void (*_disable_dma)(unsigned int); void (*_free_dma)(unsigned int); int (*_get_dma_residue)(unsigned int); int (*_dma_setup)(char *, long unsigned int, int, int); }; typedef void (*done_f)(int); struct cont_t { void (*interrupt)(); void (*redo)(); void (*error)(); done_f done; }; struct output_log { unsigned char data; unsigned char status; long unsigned int jiffies; }; struct rb0_cbdata { int drive; struct completion complete; }; struct param_table { const char *name; void (*fn)(int *, int, int); int *var; int def_param; int param2; }; struct io_region { int offset; int size; }; union inparam { struct floppy_struct g; struct format_descr f; struct floppy_max_errors max_errors; struct floppy_drive_params dp; }; struct fparm { unsigned char track; unsigned char head; unsigned char sect; unsigned char size; }; struct dax_operations { long int (*direct_access)(struct dax_device *, long unsigned int, long int, enum dax_access_mode, void **, pfn_t *); bool (*dax_supported)(struct dax_device *, struct block_device *, int, sector_t, sector_t); int (*zero_page_range)(struct dax_device *, long unsigned int, size_t); size_t (*recovery_write)(struct dax_device *, long unsigned int, void *, size_t, struct iov_iter *); }; struct pmem_device { phys_addr_t phys_addr; phys_addr_t data_offset; u64 pfn_flags; void *virt_addr; size_t size; u32 pfn_pad; struct kernfs_node *bb_state; struct badblocks bb; struct dax_device *dax_dev; struct gendisk *disk; struct dev_pagemap pgmap; }; struct btt { struct gendisk *btt_disk; struct list_head arena_list; struct dentry *debugfs_dir; struct nd_btt *nd_btt; u64 nlba; long long unsigned int rawsize; u32 lbasize; u32 sector_size; struct nd_region *nd_region; struct mutex init_lock; int init_state; int num_arenas; struct badblocks *phys_bb; }; struct dma_fence_unwrap { struct dma_fence *chain; struct dma_fence *array; unsigned int index; }; struct scsi_eh_save { int result; unsigned int resid_len; int eh_eflags; enum dma_data_direction data_direction; unsigned int underflow; unsigned char cmd_len; unsigned char prot_op; unsigned char cmnd[32]; struct scsi_data_buffer sdb; struct scatterlist sense_sgl; }; enum scsi_scan_mode { SCSI_SCAN_INITIAL = 0, SCSI_SCAN_RESCAN = 1, SCSI_SCAN_MANUAL = 2, }; struct scsi_proc_entry { struct list_head entry; const struct scsi_host_template *sht; struct proc_dir_entry *proc_dir; unsigned int present; }; enum fc_port_type { FC_PORTTYPE_UNKNOWN = 0, FC_PORTTYPE_OTHER = 1, FC_PORTTYPE_NOTPRESENT = 2, FC_PORTTYPE_NPORT = 3, FC_PORTTYPE_NLPORT = 4, FC_PORTTYPE_LPORT = 5, FC_PORTTYPE_PTP = 6, FC_PORTTYPE_NPIV = 7, }; enum fc_port_state { FC_PORTSTATE_UNKNOWN = 0, FC_PORTSTATE_NOTPRESENT = 1, FC_PORTSTATE_ONLINE = 2, FC_PORTSTATE_OFFLINE = 3, FC_PORTSTATE_BLOCKED = 4, FC_PORTSTATE_BYPASSED = 5, FC_PORTSTATE_DIAGNOSTICS = 6, FC_PORTSTATE_LINKDOWN = 7, FC_PORTSTATE_ERROR = 8, FC_PORTSTATE_LOOPBACK = 9, FC_PORTSTATE_DELETED = 10, FC_PORTSTATE_MARGINAL = 11, }; enum fc_vport_state { FC_VPORT_UNKNOWN = 0, FC_VPORT_ACTIVE = 1, FC_VPORT_DISABLED = 2, FC_VPORT_LINKDOWN = 3, FC_VPORT_INITIALIZING = 4, FC_VPORT_NO_FABRIC_SUPP = 5, FC_VPORT_NO_FABRIC_RSCS = 6, FC_VPORT_FABRIC_LOGOUT = 7, FC_VPORT_FABRIC_REJ_WWN = 8, FC_VPORT_FAILED = 9, }; enum fc_tgtid_binding_type { FC_TGTID_BIND_NONE = 0, FC_TGTID_BIND_BY_WWPN = 1, FC_TGTID_BIND_BY_WWNN = 2, FC_TGTID_BIND_BY_ID = 3, }; struct fc_vport_identifiers { u64 node_name; u64 port_name; u32 roles; bool disable; enum fc_port_type vport_type; char symbolic_name[64]; }; struct fc_vport { enum fc_vport_state vport_state; enum fc_vport_state vport_last_state; u64 node_name; u64 port_name; u32 roles; u32 vport_id; enum fc_port_type vport_type; char symbolic_name[64]; void *dd_data; struct Scsi_Host *shost; unsigned int channel; u32 number; u8 flags; struct list_head peers; struct device dev; struct work_struct vport_delete_work; }; struct fc_rport_identifiers { u64 node_name; u64 port_name; u32 port_id; u32 roles; }; struct fc_fpin_stats { u64 dn; u64 dn_unknown; u64 dn_timeout; u64 dn_unable_to_route; u64 dn_device_specific; u64 li; u64 li_failure_unknown; u64 li_link_failure_count; u64 li_loss_of_sync_count; u64 li_loss_of_signals_count; u64 li_prim_seq_err_count; u64 li_invalid_tx_word_count; u64 li_invalid_crc_count; u64 li_device_specific; u64 cn; u64 cn_clear; u64 cn_lost_credit; u64 cn_credit_stall; u64 cn_oversubscription; u64 cn_device_specific; }; struct fc_rport { u32 maxframe_size; u32 supported_classes; u32 dev_loss_tmo; struct fc_fpin_stats fpin_stats; u64 node_name; u64 port_name; u32 port_id; u32 roles; enum fc_port_state port_state; u32 scsi_target_id; u32 fast_io_fail_tmo; void *dd_data; unsigned int channel; u32 number; u8 flags; struct list_head peers; struct device dev; struct delayed_work dev_loss_work; struct work_struct scan_work; struct delayed_work fail_io_work; struct work_struct stgt_delete_work; struct work_struct rport_delete_work; struct request_queue *rqst_q; }; struct fc_starget_attrs { u64 node_name; u64 port_name; u32 port_id; }; struct fc_host_statistics { u64 seconds_since_last_reset; u64 tx_frames; u64 tx_words; u64 rx_frames; u64 rx_words; u64 lip_count; u64 nos_count; u64 error_frames; u64 dumped_frames; u64 link_failure_count; u64 loss_of_sync_count; u64 loss_of_signal_count; u64 prim_seq_protocol_err_count; u64 invalid_tx_word_count; u64 invalid_crc_count; u64 fcp_input_requests; u64 fcp_output_requests; u64 fcp_control_requests; u64 fcp_input_megabytes; u64 fcp_output_megabytes; u64 fcp_packet_alloc_failures; u64 fcp_packet_aborts; u64 fcp_frame_alloc_failures; u64 fc_no_free_exch; u64 fc_no_free_exch_xid; u64 fc_xid_not_found; u64 fc_xid_busy; u64 fc_seq_not_found; u64 fc_non_bls_resp; u64 cn_sig_warn; u64 cn_sig_alarm; }; enum fc_host_event_code { FCH_EVT_LIP = 1, FCH_EVT_LINKUP = 2, FCH_EVT_LINKDOWN = 3, FCH_EVT_LIPRESET = 4, FCH_EVT_RSCN = 5, FCH_EVT_ADAPTER_CHANGE = 259, FCH_EVT_PORT_UNKNOWN = 512, FCH_EVT_PORT_OFFLINE = 513, FCH_EVT_PORT_ONLINE = 514, FCH_EVT_PORT_FABRIC = 516, FCH_EVT_LINK_UNKNOWN = 1280, FCH_EVT_LINK_FPIN = 1281, FCH_EVT_LINK_FPIN_ACK = 1282, FCH_EVT_VENDOR_UNIQUE = 65535, }; struct fc_host_attrs { u64 node_name; u64 port_name; u64 permanent_port_name; u32 supported_classes; u8 supported_fc4s[32]; u32 supported_speeds; u32 maxframe_size; u16 max_npiv_vports; u32 max_ct_payload; u32 num_ports; u32 num_discovered_ports; u32 bootbios_state; char serial_number[64]; char manufacturer[64]; char model[256]; char model_description[256]; char hardware_version[64]; char driver_version[64]; char firmware_version[64]; char optionrom_version[64]; char vendor_identifier[8]; char bootbios_version[256]; u32 port_id; enum fc_port_type port_type; enum fc_port_state port_state; u8 active_fc4s[32]; u32 speed; u64 fabric_name; char symbolic_name[256]; char system_hostname[256]; u32 dev_loss_tmo; struct fc_fpin_stats fpin_stats; enum fc_tgtid_binding_type tgtid_bind_type; struct list_head rports; struct list_head rport_bindings; struct list_head vports; u32 next_rport_number; u32 next_target_id; u32 next_vport_number; u16 npiv_vports_inuse; char work_q_name[20]; struct workqueue_struct *work_q; char devloss_work_q_name[20]; struct workqueue_struct *devloss_work_q; struct request_queue *rqst_q; u8 fdmi_version; }; struct fc_function_template { void (*get_rport_dev_loss_tmo)(struct fc_rport *); void (*set_rport_dev_loss_tmo)(struct fc_rport *, u32); void (*get_starget_node_name)(struct scsi_target *); void (*get_starget_port_name)(struct scsi_target *); void (*get_starget_port_id)(struct scsi_target *); void (*get_host_port_id)(struct Scsi_Host *); void (*get_host_port_type)(struct Scsi_Host *); void (*get_host_port_state)(struct Scsi_Host *); void (*get_host_active_fc4s)(struct Scsi_Host *); void (*get_host_speed)(struct Scsi_Host *); void (*get_host_fabric_name)(struct Scsi_Host *); void (*get_host_symbolic_name)(struct Scsi_Host *); void (*set_host_system_hostname)(struct Scsi_Host *); struct fc_host_statistics * (*get_fc_host_stats)(struct Scsi_Host *); void (*reset_fc_host_stats)(struct Scsi_Host *); int (*issue_fc_host_lip)(struct Scsi_Host *); void (*dev_loss_tmo_callbk)(struct fc_rport *); void (*terminate_rport_io)(struct fc_rport *); void (*set_vport_symbolic_name)(struct fc_vport *); int (*vport_create)(struct fc_vport *, bool); int (*vport_disable)(struct fc_vport *, bool); int (*vport_delete)(struct fc_vport *); int (*bsg_request)(struct bsg_job *); int (*bsg_timeout)(struct bsg_job *); u32 dd_fcrport_size; u32 dd_fcvport_size; u32 dd_bsg_size; long unsigned int show_rport_maxframe_size: 1; long unsigned int show_rport_supported_classes: 1; long unsigned int show_rport_dev_loss_tmo: 1; long unsigned int show_starget_node_name: 1; long unsigned int show_starget_port_name: 1; long unsigned int show_starget_port_id: 1; long unsigned int show_host_node_name: 1; long unsigned int show_host_port_name: 1; long unsigned int show_host_permanent_port_name: 1; long unsigned int show_host_supported_classes: 1; long unsigned int show_host_supported_fc4s: 1; long unsigned int show_host_supported_speeds: 1; long unsigned int show_host_maxframe_size: 1; long unsigned int show_host_serial_number: 1; long unsigned int show_host_manufacturer: 1; long unsigned int show_host_model: 1; long unsigned int show_host_model_description: 1; long unsigned int show_host_hardware_version: 1; long unsigned int show_host_driver_version: 1; long unsigned int show_host_firmware_version: 1; long unsigned int show_host_optionrom_version: 1; long unsigned int show_host_port_id: 1; long unsigned int show_host_port_type: 1; long unsigned int show_host_port_state: 1; long unsigned int show_host_active_fc4s: 1; long unsigned int show_host_speed: 1; long unsigned int show_host_fabric_name: 1; long unsigned int show_host_symbolic_name: 1; long unsigned int show_host_system_hostname: 1; long unsigned int disable_target_scan: 1; }; struct fc_nl_event { struct scsi_nl_hdr snlh; __u64 seconds; __u64 vendor_id; __u16 host_no; __u16 event_datalen; __u32 event_num; __u32 event_code; union { __u32 event_data; struct { struct {} __empty_event_data_flex; __u8 event_data_flex[0]; }; }; }; struct fc_bsg_host_add_rport { __u8 reserved; __u8 port_id[3]; }; struct fc_bsg_host_del_rport { __u8 reserved; __u8 port_id[3]; }; struct fc_bsg_host_els { __u8 command_code; __u8 port_id[3]; }; struct fc_bsg_ctels_reply { __u32 status; struct { __u8 action; __u8 reason_code; __u8 reason_explanation; __u8 vendor_unique; } rjt_data; }; struct fc_bsg_host_ct { __u8 reserved; __u8 port_id[3]; __u32 preamble_word0; __u32 preamble_word1; __u32 preamble_word2; }; struct fc_bsg_host_vendor { __u64 vendor_id; __u32 vendor_cmd[0]; }; struct fc_bsg_host_vendor_reply { struct { struct {} __empty_vendor_rsp; __u32 vendor_rsp[0]; }; }; struct fc_bsg_rport_els { __u8 els_code; }; struct fc_bsg_rport_ct { __u32 preamble_word0; __u32 preamble_word1; __u32 preamble_word2; }; struct fc_bsg_request { __u32 msgcode; union { struct fc_bsg_host_add_rport h_addrport; struct fc_bsg_host_del_rport h_delrport; struct fc_bsg_host_els h_els; struct fc_bsg_host_ct h_ct; struct fc_bsg_host_vendor h_vendor; struct fc_bsg_rport_els r_els; struct fc_bsg_rport_ct r_ct; } rqst_data; } __attribute__((packed)); struct fc_bsg_reply { __u32 result; __u32 reply_payload_rcv_len; union { struct fc_bsg_host_vendor_reply vendor_reply; struct fc_bsg_ctels_reply ctels_reply; } reply_data; }; enum fc_ls_tlv_dtag { ELS_DTAG_LS_REQ_INFO = 1, ELS_DTAG_LNK_FAULT_CAP = 65549, ELS_DTAG_CG_SIGNAL_CAP = 65551, ELS_DTAG_LNK_INTEGRITY = 131073, ELS_DTAG_DELIVERY = 131074, ELS_DTAG_PEER_CONGEST = 131075, ELS_DTAG_CONGESTION = 131076, ELS_DTAG_FPIN_REGISTER = 196609, }; struct fc_tlv_desc { __be32 desc_tag; __be32 desc_len; __u8 desc_value[0]; }; enum fc_fpin_li_event_types { FPIN_LI_UNKNOWN = 0, FPIN_LI_LINK_FAILURE = 1, FPIN_LI_LOSS_OF_SYNC = 2, FPIN_LI_LOSS_OF_SIG = 3, FPIN_LI_PRIM_SEQ_ERR = 4, FPIN_LI_INVALID_TX_WD = 5, FPIN_LI_INVALID_CRC = 6, FPIN_LI_DEVICE_SPEC = 15, }; enum fc_fpin_deli_event_types { FPIN_DELI_UNKNOWN = 0, FPIN_DELI_TIMEOUT = 1, FPIN_DELI_UNABLE_TO_ROUTE = 2, FPIN_DELI_DEVICE_SPEC = 15, }; enum fc_fpin_congn_event_types { FPIN_CONGN_CLEAR = 0, FPIN_CONGN_LOST_CREDIT = 1, FPIN_CONGN_CREDIT_STALL = 2, FPIN_CONGN_OVERSUBSCRIPTION = 3, FPIN_CONGN_DEVICE_SPEC = 15, }; struct fc_fn_li_desc { __be32 desc_tag; __be32 desc_len; __be64 detecting_wwpn; __be64 attached_wwpn; __be16 event_type; __be16 event_modifier; __be32 event_threshold; __be32 event_count; __be32 pname_count; __be64 pname_list[0]; }; struct fc_fn_deli_desc { __be32 desc_tag; __be32 desc_len; __be64 detecting_wwpn; __be64 attached_wwpn; __be32 deli_reason_code; }; struct fc_fn_peer_congn_desc { __be32 desc_tag; __be32 desc_len; __be64 detecting_wwpn; __be64 attached_wwpn; __be16 event_type; __be16 event_modifier; __be32 event_period; __be32 pname_count; __be64 pname_list[0]; }; struct fc_fn_congn_desc { __be32 desc_tag; __be32 desc_len; __be16 event_type; __be16 event_modifier; __be32 event_period; __u8 severity; __u8 resv[3]; }; struct fc_els_fpin { __u8 fpin_cmd; __u8 fpin_zero[3]; __be32 desc_len; struct fc_tlv_desc fpin_desc[0]; }; struct fc_internal { struct scsi_transport_template t; struct fc_function_template *f; struct device_attribute private_starget_attrs[3]; struct device_attribute *starget_attrs[4]; struct device_attribute private_host_attrs[29]; struct device_attribute *host_attrs[30]; struct transport_container rport_attr_cont; struct device_attribute private_rport_attrs[10]; struct device_attribute *rport_attrs[11]; struct transport_container vport_attr_cont; struct device_attribute private_vport_attrs[9]; struct device_attribute *vport_attrs[10]; }; enum ata_xfer_mask { ATA_MASK_PIO = 127, ATA_MASK_MWDMA = 3968, ATA_MASK_UDMA = 1044480, }; struct pci_bits { unsigned int reg; unsigned int width; long unsigned int mask; long unsigned int val; }; struct trace_event_raw_ata_qc_issue_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned char cmd; unsigned char dev; unsigned char lbal; unsigned char lbam; unsigned char lbah; unsigned char nsect; unsigned char feature; unsigned char hob_lbal; unsigned char hob_lbam; unsigned char hob_lbah; unsigned char hob_nsect; unsigned char hob_feature; unsigned char ctl; unsigned char proto; long unsigned int flags; char __data[0]; }; struct trace_event_raw_ata_qc_complete_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned char status; unsigned char dev; unsigned char lbal; unsigned char lbam; unsigned char lbah; unsigned char nsect; unsigned char error; unsigned char hob_lbal; unsigned char hob_lbam; unsigned char hob_lbah; unsigned char hob_nsect; unsigned char hob_feature; unsigned char ctl; long unsigned int flags; char __data[0]; }; struct trace_event_raw_ata_tf_load { struct trace_entry ent; unsigned int ata_port; unsigned char cmd; unsigned char dev; unsigned char lbal; unsigned char lbam; unsigned char lbah; unsigned char nsect; unsigned char feature; unsigned char hob_lbal; unsigned char hob_lbam; unsigned char hob_lbah; unsigned char hob_nsect; unsigned char hob_feature; unsigned char proto; char __data[0]; }; struct trace_event_raw_ata_exec_command_template { struct trace_entry ent; unsigned int ata_port; unsigned int tag; unsigned char cmd; unsigned char feature; unsigned char hob_nsect; unsigned char proto; char __data[0]; }; struct trace_event_raw_ata_bmdma_status { struct trace_entry ent; unsigned int ata_port; unsigned int tag; unsigned char host_stat; char __data[0]; }; struct trace_event_raw_ata_eh_link_autopsy { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int eh_action; unsigned int eh_err_mask; char __data[0]; }; struct trace_event_raw_ata_eh_link_autopsy_qc { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned int qc_flags; unsigned int eh_err_mask; char __data[0]; }; struct trace_event_raw_ata_eh_action_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int eh_action; char __data[0]; }; struct trace_event_raw_ata_link_reset_begin_template { struct trace_entry ent; unsigned int ata_port; unsigned int class[2]; long unsigned int deadline; char __data[0]; }; struct trace_event_raw_ata_link_reset_end_template { struct trace_entry ent; unsigned int ata_port; unsigned int class[2]; int rc; char __data[0]; }; struct trace_event_raw_ata_port_eh_begin_template { struct trace_entry ent; unsigned int ata_port; char __data[0]; }; struct trace_event_raw_ata_sff_hsm_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned int qc_flags; unsigned int protocol; unsigned int hsm_state; unsigned char dev_state; char __data[0]; }; struct trace_event_raw_ata_transfer_data_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned int flags; unsigned int offset; unsigned int bytes; char __data[0]; }; struct trace_event_raw_ata_sff_template { struct trace_entry ent; unsigned int ata_port; unsigned char hsm_state; char __data[0]; }; struct trace_event_data_offsets_ata_qc_issue_template {}; struct trace_event_data_offsets_ata_qc_complete_template {}; struct trace_event_data_offsets_ata_tf_load {}; struct trace_event_data_offsets_ata_exec_command_template {}; struct trace_event_data_offsets_ata_bmdma_status {}; struct trace_event_data_offsets_ata_eh_link_autopsy {}; struct trace_event_data_offsets_ata_eh_link_autopsy_qc {}; struct trace_event_data_offsets_ata_eh_action_template {}; struct trace_event_data_offsets_ata_link_reset_begin_template {}; struct trace_event_data_offsets_ata_link_reset_end_template {}; struct trace_event_data_offsets_ata_port_eh_begin_template {}; struct trace_event_data_offsets_ata_sff_hsm_template {}; struct trace_event_data_offsets_ata_transfer_data_template {}; struct trace_event_data_offsets_ata_sff_template {}; typedef void (*btf_trace_ata_qc_prep)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_issue)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_complete_internal)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_complete_failed)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_complete_done)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_tf_load)(void *, struct ata_port *, const struct ata_taskfile *); typedef void (*btf_trace_ata_exec_command)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_setup)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_start)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_stop)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_status)(void *, struct ata_port *, unsigned int); typedef void (*btf_trace_ata_eh_link_autopsy)(void *, struct ata_device *, unsigned int, unsigned int); typedef void (*btf_trace_ata_eh_link_autopsy_qc)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_eh_about_to_do)(void *, struct ata_link *, unsigned int, unsigned int); typedef void (*btf_trace_ata_eh_done)(void *, struct ata_link *, unsigned int, unsigned int); typedef void (*btf_trace_ata_link_hardreset_begin)(void *, struct ata_link *, unsigned int *, long unsigned int); typedef void (*btf_trace_ata_slave_hardreset_begin)(void *, struct ata_link *, unsigned int *, long unsigned int); typedef void (*btf_trace_ata_link_softreset_begin)(void *, struct ata_link *, unsigned int *, long unsigned int); typedef void (*btf_trace_ata_link_hardreset_end)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_slave_hardreset_end)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_link_softreset_end)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_link_postreset)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_slave_postreset)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_std_sched_eh)(void *, struct ata_port *); typedef void (*btf_trace_ata_port_freeze)(void *, struct ata_port *); typedef void (*btf_trace_ata_port_thaw)(void *, struct ata_port *); typedef void (*btf_trace_ata_sff_hsm_state)(void *, struct ata_queued_cmd *, unsigned char); typedef void (*btf_trace_ata_sff_hsm_command_complete)(void *, struct ata_queued_cmd *, unsigned char); typedef void (*btf_trace_ata_sff_port_intr)(void *, struct ata_queued_cmd *, unsigned char); typedef void (*btf_trace_ata_sff_pio_transfer_data)(void *, struct ata_queued_cmd *, unsigned int, unsigned int); typedef void (*btf_trace_atapi_pio_transfer_data)(void *, struct ata_queued_cmd *, unsigned int, unsigned int); typedef void (*btf_trace_atapi_send_cdb)(void *, struct ata_queued_cmd *, unsigned int, unsigned int); typedef void (*btf_trace_ata_sff_flush_pio_task)(void *, struct ata_port *); struct ata_force_param { const char *name; u8 cbl; u8 spd_limit; unsigned int xfer_mask; unsigned int horkage_on; unsigned int horkage_off; u16 lflags_on; u16 lflags_off; }; struct ata_force_ent { int port; int device; struct ata_force_param param; }; struct ata_xfer_ent { int shift; int bits; u8 base; }; struct ata_blacklist_entry { const char *model_num; const char *model_rev; long unsigned int horkage; }; struct mii_if_info { int phy_id; int advertising; int phy_id_mask; int reg_num_mask; unsigned int full_duplex: 1; unsigned int force_media: 1; unsigned int supports_gmii: 1; struct net_device *dev; int (*mdio_read)(struct net_device *, int, int); void (*mdio_write)(struct net_device *, int, int, int); }; struct fixed_phy_status { int link; int speed; int duplex; int pause; int asym_pause; }; struct fixed_mdio_bus { struct mii_bus *mii_bus; struct list_head phys; }; struct fixed_phy { int addr; struct phy_device *phydev; struct fixed_phy_status status; bool no_carrier; int (*link_update)(struct net_device *, struct fixed_phy_status *); struct list_head node; struct gpio_desc *link_gpiod; }; struct e1000_option___2 { enum { enable_option___2 = 0, range_option___2 = 1, list_option___2 = 2, } type; const char *name; const char *err; int def; union { struct { int min; int max; } r; struct { int nr; const struct e1000_opt_list *p; } l; } arg; }; struct e1000_host_mng_command_header { u8 command_id; u8 checksum; u16 reserved1; u16 reserved2; u16 command_length; }; enum e1000_mng_mode { e1000_mng_mode_none = 0, e1000_mng_mode_asf = 1, e1000_mng_mode_pt = 2, e1000_mng_mode_ipmi = 3, e1000_mng_mode_host_if_only = 4, }; struct mii_phy; struct mii_phy_ops { int (*init)(struct mii_phy *); int (*suspend)(struct mii_phy *); int (*setup_aneg)(struct mii_phy *, u32); int (*setup_forced)(struct mii_phy *, int, int); int (*poll_link)(struct mii_phy *); int (*read_link)(struct mii_phy *); int (*enable_fiber)(struct mii_phy *, int); }; struct mii_phy_def; struct mii_phy { struct mii_phy_def *def; u32 advertising; int mii_id; int autoneg; int speed; int duplex; int pause; struct net_device *dev; int (*mdio_read)(struct net_device *, int, int); void (*mdio_write)(struct net_device *, int, int, int); void *platform_data; }; struct mii_phy_def { u32 phy_id; u32 phy_id_mask; u32 features; int magic_aneg; const char *name; const struct mii_phy_ops *ops; }; struct gem_txd { __le64 control_word; __le64 buffer; }; struct gem_rxd { __le64 status_word; __le64 buffer; }; struct gem_init_block { struct gem_txd txd[128]; struct gem_rxd rxd[128]; }; enum gem_phy_type { phy_mii_mdio0 = 0, phy_mii_mdio1 = 1, phy_serialink = 2, phy_serdes = 3, }; enum link_state { link_down = 0, link_aneg = 1, link_force_try = 2, link_force_ret = 3, link_force_ok = 4, link_up = 5, }; struct gem { void *regs; int rx_new; int rx_old; int tx_new; int tx_old; unsigned int has_wol: 1; unsigned int asleep_wol: 1; int cell_enabled; u32 msg_enable; u32 status; struct napi_struct napi; int tx_fifo_sz; int rx_fifo_sz; int rx_pause_off; int rx_pause_on; int rx_buf_sz; u64 pause_entered; u16 pause_last_time_recvd; u32 mac_rx_cfg; u32 swrst_base; int want_autoneg; int last_forced_speed; enum link_state lstate; struct timer_list link_timer; int timer_ticks; int wake_on_lan; struct work_struct reset_task; volatile int reset_task_pending; enum gem_phy_type phy_type; struct mii_phy phy_mii; int mii_phy_addr; struct gem_init_block *init_block; struct sk_buff *rx_skbs[128]; struct sk_buff *tx_skbs[128]; dma_addr_t gblock_dvma; struct pci_dev *pdev; struct net_device *dev; }; struct usb_otg_caps { u16 otg_rev; bool hnp_support; bool srp_support; bool adp_support; }; enum usb_dr_mode { USB_DR_MODE_UNKNOWN = 0, USB_DR_MODE_HOST = 1, USB_DR_MODE_PERIPHERAL = 2, USB_DR_MODE_OTG = 3, }; struct usb_class_driver { char *name; char * (*devnode)(const struct device *, umode_t *); const struct file_operations *fops; int minor_base; }; typedef void (*companion_fn)(struct pci_dev *, struct usb_hcd *, struct pci_dev *, struct usb_hcd *); enum SS4_PACKET_ID { SS4_PACKET_ID_IDLE = 0, SS4_PACKET_ID_ONE = 1, SS4_PACKET_ID_TWO = 2, SS4_PACKET_ID_MULTI = 3, SS4_PACKET_ID_STICK = 4, }; enum V7_PACKET_ID { V7_PACKET_ID_IDLE = 0, V7_PACKET_ID_TWO = 1, V7_PACKET_ID_MULTI = 2, V7_PACKET_ID_NEW = 3, V7_PACKET_ID_UNKNOWN = 4, }; struct alps_protocol_info { u16 version; u8 byte0; u8 mask0; unsigned int flags; }; struct alps_model_info { u8 signature[3]; struct alps_protocol_info protocol_info; }; struct alps_nibble_commands { int command; unsigned char data; }; struct alps_bitmap_point { int start_bit; int num_bits; }; struct alps_fields { unsigned int x_map; unsigned int y_map; unsigned int fingers; int pressure; struct input_mt_pos st; struct input_mt_pos mt[4]; unsigned int first_mp: 1; unsigned int is_mp: 1; unsigned int left: 1; unsigned int right: 1; unsigned int middle: 1; unsigned int ts_left: 1; unsigned int ts_right: 1; unsigned int ts_middle: 1; }; struct alps_data { struct psmouse *psmouse; struct input_dev *dev2; struct input_dev *dev3; char phys2[32]; char phys3[32]; struct delayed_work dev3_register_work; const struct alps_nibble_commands *nibble_commands; int addr_command; u16 proto_version; u8 byte0; u8 mask0; u8 dev_id[3]; u8 fw_ver[3]; int flags; int x_max; int y_max; int x_bits; int y_bits; unsigned int x_res; unsigned int y_res; int (*hw_init)(struct psmouse *); void (*process_packet)(struct psmouse *); int (*decode_fields)(struct alps_fields *, unsigned char *, struct psmouse *); void (*set_abs_params)(struct alps_data *, struct input_dev *); int prev_fin; int multi_packet; int second_touch; unsigned char multi_data[6]; struct alps_fields f; u8 quirks; struct timer_list timer; }; struct trace_event_raw_rtc_time_alarm_class { struct trace_entry ent; time64_t secs; int err; char __data[0]; }; struct trace_event_raw_rtc_irq_set_freq { struct trace_entry ent; int freq; int err; char __data[0]; }; struct trace_event_raw_rtc_irq_set_state { struct trace_entry ent; int enabled; int err; char __data[0]; }; struct trace_event_raw_rtc_alarm_irq_enable { struct trace_entry ent; unsigned int enabled; int err; char __data[0]; }; struct trace_event_raw_rtc_offset_class { struct trace_entry ent; long int offset; int err; char __data[0]; }; struct trace_event_raw_rtc_timer_class { struct trace_entry ent; struct rtc_timer *timer; ktime_t expires; ktime_t period; char __data[0]; }; struct trace_event_data_offsets_rtc_time_alarm_class {}; struct trace_event_data_offsets_rtc_irq_set_freq {}; struct trace_event_data_offsets_rtc_irq_set_state {}; struct trace_event_data_offsets_rtc_alarm_irq_enable {}; struct trace_event_data_offsets_rtc_offset_class {}; struct trace_event_data_offsets_rtc_timer_class {}; typedef void (*btf_trace_rtc_set_time)(void *, time64_t, int); typedef void (*btf_trace_rtc_read_time)(void *, time64_t, int); typedef void (*btf_trace_rtc_set_alarm)(void *, time64_t, int); typedef void (*btf_trace_rtc_read_alarm)(void *, time64_t, int); typedef void (*btf_trace_rtc_irq_set_freq)(void *, int, int); typedef void (*btf_trace_rtc_irq_set_state)(void *, int, int); typedef void (*btf_trace_rtc_alarm_irq_enable)(void *, unsigned int, int); typedef void (*btf_trace_rtc_set_offset)(void *, long int, int); typedef void (*btf_trace_rtc_read_offset)(void *, long int, int); typedef void (*btf_trace_rtc_timer_enqueue)(void *, struct rtc_timer *); typedef void (*btf_trace_rtc_timer_dequeue)(void *, struct rtc_timer *); typedef void (*btf_trace_rtc_timer_fired)(void *, struct rtc_timer *); enum { none = 0, day = 1, month = 2, year = 3, }; enum sensors { FAN = 0, TEMP = 1, POWER_SUPPLY = 2, POWER_INPUT = 3, CURRENT = 4, ENERGY = 5, MAX_SENSOR_TYPE = 6, }; struct sensor_group___2 { const char *name; struct attribute_group group; u32 attr_count; u32 hwmon_index; }; struct sensor_group_data; struct sensor_data { u32 id; u32 hwmon_index; u32 opal_index; enum sensors type; char label[64]; char name[32]; struct device_attribute dev_attr; struct sensor_group_data *sgrp_data; }; struct sensor_group_data { struct mutex mutex; u32 gid; bool enable; }; struct platform_data { const struct attribute_group *attr_groups[7]; struct sensor_group_data *sgrp_data; u32 sensors_count; u32 nr_sensor_groups; }; typedef __u16 bitmap_counter_t; enum bitmap_state { BITMAP_STALE = 1, BITMAP_WRITE_ERROR = 2, BITMAP_HOSTENDIAN = 15, }; struct bitmap_super_s { __le32 magic; __le32 version; __u8 uuid[16]; __le64 events; __le64 events_cleared; __le64 sync_size; __le32 state; __le32 chunksize; __le32 daemon_sleep; __le32 write_behind; __le32 sectors_reserved; __le32 nodes; __u8 cluster_name[64]; __u8 pad[120]; }; typedef struct bitmap_super_s bitmap_super_t; enum bitmap_page_attr { BITMAP_PAGE_DIRTY = 0, BITMAP_PAGE_PENDING = 1, BITMAP_PAGE_NEEDWRITE = 2, }; struct bitmap_unplug_work { struct work_struct work; struct bitmap *bitmap; struct completion *done; }; struct stripe { struct dm_dev *dev; sector_t physical_start; atomic_t error_count; }; struct stripe_c { uint32_t stripes; int stripes_shift; sector_t stripe_width; uint32_t chunk_size; int chunk_size_shift; struct dm_target *ti; struct work_struct trigger_event; struct stripe stripe[0]; }; struct cpufreq_driver { char name[16]; u16 flags; void *driver_data; int (*init)(struct cpufreq_policy *); int (*verify)(struct cpufreq_policy_data *); int (*setpolicy)(struct cpufreq_policy *); int (*target)(struct cpufreq_policy *, unsigned int, unsigned int); int (*target_index)(struct cpufreq_policy *, unsigned int); unsigned int (*fast_switch)(struct cpufreq_policy *, unsigned int); void (*adjust_perf)(unsigned int, long unsigned int, long unsigned int, long unsigned int); unsigned int (*get_intermediate)(struct cpufreq_policy *, unsigned int); int (*target_intermediate)(struct cpufreq_policy *, unsigned int); unsigned int (*get)(unsigned int); void (*update_limits)(unsigned int); int (*bios_limit)(int, unsigned int *); int (*online)(struct cpufreq_policy *); int (*offline)(struct cpufreq_policy *); int (*exit)(struct cpufreq_policy *); int (*suspend)(struct cpufreq_policy *); int (*resume)(struct cpufreq_policy *); void (*ready)(struct cpufreq_policy *); struct freq_attr **attr; bool boost_enabled; int (*set_boost)(struct cpufreq_policy *, int); void (*register_em)(struct cpufreq_policy *); }; struct opal_occ_msg { __be64 type; __be64 chip; __be64 throttle_status; }; struct global_pstate_info { int highest_lpstate_idx; unsigned int elapsed_time; unsigned int last_sampled_time; int last_lpstate_idx; int last_gpstate_idx; spinlock_t gpstate_lock; struct timer_list timer; struct cpufreq_policy *policy; }; struct pstate_idx_revmap_data { u8 pstate_id; unsigned int cpufreq_table_idx; struct hlist_node hentry; }; enum throttle_reason_type { NO_THROTTLE = 0, POWERCAP = 1, CPU_OVERTEMP = 2, POWER_SUPPLY_FAILURE = 3, OVERCURRENT = 4, OCC_RESET_THROTTLE = 5, OCC_MAX_REASON = 6, }; struct chip { unsigned int id; bool throttled; bool restore; u8 throttle_reason; cpumask_t mask; struct work_struct throttle; int throttle_turbo; int throttle_sub_turbo; int reason[6]; }; struct powernv_pstate_info { unsigned int min; unsigned int max; unsigned int nominal; unsigned int nr_pstates; bool wof_enabled; }; struct powernv_smp_call_data { unsigned int freq; u8 pstate_id; u8 gpstate_id; }; struct vas_tx_win_attr { enum vas_cop_type cop; int wcreds_max; int lpid; int pidr; int pswid; int rsvd_txbuf_count; int tc_mode; bool user_win; bool pin_win; bool rej_no_credit; bool rsvd_txbuf_enable; bool tx_wcred_mode; bool rx_wcred_mode; bool tx_win_ord_mode; bool rx_win_ord_mode; }; struct nx842_workmem___2 { struct coprocessor_request_block crb; struct data_descriptor_entry ddl_in[17]; struct data_descriptor_entry ddl_out[17]; ktime_t start; char padding[256]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct nx_coproc { unsigned int chip_id; unsigned int ct; unsigned int ci; struct { struct vas_window *rxwin; int id; } vas; struct list_head list; }; struct hid_control_fifo { unsigned char dir; struct hid_report *report; char *raw_report; }; struct hid_output_fifo { struct hid_report *report; char *raw_report; }; struct hiddev_event { unsigned int hid; int value; }; struct hiddev_devinfo { __u32 bustype; __u32 busnum; __u32 devnum; __u32 ifnum; __s16 vendor; __s16 product; __s16 version; __u32 num_applications; }; struct hiddev_collection_info { __u32 index; __u32 type; __u32 usage; __u32 level; }; struct hiddev_report_info { __u32 report_type; __u32 report_id; __u32 num_fields; }; struct hiddev_field_info { __u32 report_type; __u32 report_id; __u32 field_index; __u32 maxusage; __u32 flags; __u32 physical; __u32 logical; __u32 application; __s32 logical_minimum; __s32 logical_maximum; __s32 physical_minimum; __s32 physical_maximum; __u32 unit_exponent; __u32 unit; }; struct hiddev_usage_ref { __u32 report_type; __u32 report_id; __u32 field_index; __u32 usage_index; __u32 usage_code; __s32 value; }; struct hiddev_usage_ref_multi { struct hiddev_usage_ref uref; __u32 num_values; __s32 values[1024]; }; struct usbhid_device { struct hid_device *hid; struct usb_interface *intf; int ifnum; unsigned int bufsize; struct urb *urbin; char *inbuf; dma_addr_t inbuf_dma; struct urb *urbctrl; struct usb_ctrlrequest *cr; struct hid_control_fifo ctrl[256]; unsigned char ctrlhead; unsigned char ctrltail; char *ctrlbuf; dma_addr_t ctrlbuf_dma; long unsigned int last_ctrl; struct urb *urbout; struct hid_output_fifo out[256]; unsigned char outhead; unsigned char outtail; char *outbuf; dma_addr_t outbuf_dma; long unsigned int last_out; struct mutex mutex; spinlock_t lock; long unsigned int iofl; struct timer_list io_retry; long unsigned int stop_retry; unsigned int retry_delay; struct work_struct reset_work; wait_queue_head_t wait; }; struct hiddev_list { struct hiddev_usage_ref buffer[2048]; int head; int tail; unsigned int flags; struct fasync_struct *fasync; struct hiddev *hiddev; struct list_head node; struct mutex thread_lock; }; struct of_bus { void (*count_cells)(const void *, int, int *, int *); u64 (*map)(__be32 *, const __be32 *, int, int, int); int (*translate)(__be32 *, u64, int); }; struct mmpin { struct user_struct *user; unsigned int num_pg; }; struct ubuf_info_msgzc { struct ubuf_info ubuf; union { struct { long unsigned int desc; void *ctx; }; struct { u32 id; u16 len; u16 zerocopy: 1; u32 bytelen; }; }; struct mmpin mmp; }; struct skb_seq_state { __u32 lower_offset; __u32 upper_offset; __u32 frag_idx; __u32 stepped_offset; struct sk_buff *root_skb; struct sk_buff *cur_skb; __u8 *frag_data; __u32 frag_off; }; struct skb_checksum_ops { __wsum (*update)(const void *, int, __wsum); __wsum (*combine)(__wsum, __wsum, int, int); }; struct vlan_ethhdr { union { struct { unsigned char h_dest[6]; unsigned char h_source[6]; }; struct { unsigned char h_dest[6]; unsigned char h_source[6]; } addrs; }; __be16 h_vlan_proto; __be16 h_vlan_TCI; __be16 h_vlan_encapsulated_proto; }; struct sock_ee_data_rfc4884 { __u16 len; __u8 flags; __u8 reserved; }; struct sock_extended_err { __u32 ee_errno; __u8 ee_origin; __u8 ee_type; __u8 ee_code; __u8 ee_pad; __u32 ee_info; union { __u32 ee_data; struct sock_ee_data_rfc4884 ee_rfc4884; }; }; enum { SCM_TSTAMP_SND = 0, SCM_TSTAMP_SCHED = 1, SCM_TSTAMP_ACK = 2, }; struct sock_exterr_skb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; struct sock_extended_err ee; u16 addr_offset; __be16 port; u8 opt_stats: 1; u8 unused: 7; }; struct mpls_shim_hdr { __be32 label_stack_entry; }; enum skb_drop_reason_subsys { SKB_DROP_REASON_SUBSYS_CORE = 0, SKB_DROP_REASON_SUBSYS_MAC80211_UNUSABLE = 1, SKB_DROP_REASON_SUBSYS_MAC80211_MONITOR = 2, SKB_DROP_REASON_SUBSYS_OPENVSWITCH = 3, SKB_DROP_REASON_SUBSYS_NUM = 4, }; struct drop_reason_list { const char * const *reasons; size_t n_reasons; }; struct ts_state { unsigned int offset; char cb[48]; }; struct ts_config; struct ts_ops { const char *name; struct ts_config * (*init)(const void *, unsigned int, gfp_t, int); unsigned int (*find)(struct ts_config *, struct ts_state *); void (*destroy)(struct ts_config *); void * (*get_pattern)(struct ts_config *); unsigned int (*get_pattern_len)(struct ts_config *); struct module *owner; struct list_head list; }; struct ts_config { struct ts_ops *ops; int flags; unsigned int (*get_next_block)(unsigned int, const u8 **, struct ts_config *, struct ts_state *); void (*finish)(struct ts_config *, struct ts_state *); }; struct page_frag_1k {}; struct napi_alloc_cache { struct page_frag_cache page; struct page_frag_1k page_small; unsigned int skb_count; void *skb_cache[64]; }; struct skb_free_array { unsigned int skb_count; void *skb_array[16]; }; typedef int (*sendmsg_func)(struct sock *, struct msghdr *); enum { INET_DIAG_REQ_NONE = 0, INET_DIAG_REQ_BYTECODE = 1, INET_DIAG_REQ_SK_BPF_STORAGES = 2, INET_DIAG_REQ_PROTOCOL = 3, __INET_DIAG_REQ_MAX = 4, }; struct sock_diag_req { __u8 sdiag_family; __u8 sdiag_protocol; }; enum { SK_MEMINFO_RMEM_ALLOC = 0, SK_MEMINFO_RCVBUF = 1, SK_MEMINFO_WMEM_ALLOC = 2, SK_MEMINFO_SNDBUF = 3, SK_MEMINFO_FWD_ALLOC = 4, SK_MEMINFO_WMEM_QUEUED = 5, SK_MEMINFO_OPTMEM = 6, SK_MEMINFO_BACKLOG = 7, SK_MEMINFO_DROPS = 8, SK_MEMINFO_VARS = 9, }; enum sknetlink_groups { SKNLGRP_NONE = 0, SKNLGRP_INET_TCP_DESTROY = 1, SKNLGRP_INET_UDP_DESTROY = 2, SKNLGRP_INET6_TCP_DESTROY = 3, SKNLGRP_INET6_UDP_DESTROY = 4, __SKNLGRP_MAX = 5, }; struct sock_diag_handler { __u8 family; int (*dump)(struct sk_buff *, struct nlmsghdr *); int (*get_info)(struct sk_buff *, struct sock *); int (*destroy)(struct sk_buff *, struct nlmsghdr *); }; struct broadcast_sk { struct sock *sk; struct work_struct work; }; struct xdp_frame_bulk { int count; void *xa; void *q[16]; }; struct xdp_attachment_info { struct bpf_prog *prog; u32 flags; }; enum { SK_DIAG_BPF_STORAGE_REQ_NONE = 0, SK_DIAG_BPF_STORAGE_REQ_MAP_FD = 1, __SK_DIAG_BPF_STORAGE_REQ_MAX = 2, }; enum { SK_DIAG_BPF_STORAGE_REP_NONE = 0, SK_DIAG_BPF_STORAGE = 1, __SK_DIAG_BPF_STORAGE_REP_MAX = 2, }; enum { SK_DIAG_BPF_STORAGE_NONE = 0, SK_DIAG_BPF_STORAGE_PAD = 1, SK_DIAG_BPF_STORAGE_MAP_ID = 2, SK_DIAG_BPF_STORAGE_MAP_VALUE = 3, __SK_DIAG_BPF_STORAGE_MAX = 4, }; typedef u64 (*btf_bpf_sk_storage_get)(struct bpf_map *, struct sock *, void *, u64, gfp_t); typedef u64 (*btf_bpf_sk_storage_delete)(struct bpf_map *, struct sock *); typedef u64 (*btf_bpf_sk_storage_get_tracing)(struct bpf_map *, struct sock *, void *, u64, gfp_t); typedef u64 (*btf_bpf_sk_storage_delete_tracing)(struct bpf_map *, struct sock *); struct bpf_sk_storage_diag { u32 nr_maps; struct bpf_map *maps[0]; }; struct bpf_iter_seq_sk_storage_map_info { struct bpf_map *map; unsigned int bucket_id; unsigned int skip_elems; }; struct bpf_iter__bpf_sk_storage_map { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { struct sock *sk; }; union { void *value; }; }; struct tc_fifo_qopt { __u32 limit; }; enum tc_fifo_command { TC_FIFO_REPLACE = 0, TC_FIFO_DESTROY = 1, TC_FIFO_STATS = 2, }; struct tc_fifo_qopt_offload { enum tc_fifo_command command; u32 handle; u32 parent; union { struct tc_qopt_offload_stats stats; }; }; typedef int (*dummy_ops_test_ret_fn)(struct bpf_dummy_ops_state *, ...); struct bpf_dummy_ops_test_args { u64 args[12]; struct bpf_dummy_ops_state state; }; struct linkmodes_reply_data { struct ethnl_reply_data base; struct ethtool_link_ksettings ksettings; struct ethtool_link_settings *lsettings; bool peer_empty; }; struct channels_reply_data { struct ethnl_reply_data base; struct ethtool_channels channels; }; enum { ETHTOOL_A_STATS_GRP_UNSPEC = 0, ETHTOOL_A_STATS_GRP_PAD = 1, ETHTOOL_A_STATS_GRP_ID = 2, ETHTOOL_A_STATS_GRP_SS_ID = 3, ETHTOOL_A_STATS_GRP_STAT = 4, ETHTOOL_A_STATS_GRP_HIST_RX = 5, ETHTOOL_A_STATS_GRP_HIST_TX = 6, ETHTOOL_A_STATS_GRP_HIST_BKT_LOW = 7, ETHTOOL_A_STATS_GRP_HIST_BKT_HI = 8, ETHTOOL_A_STATS_GRP_HIST_VAL = 9, __ETHTOOL_A_STATS_GRP_CNT = 10, ETHTOOL_A_STATS_GRP_MAX = 9, }; struct stats_req_info { struct ethnl_req_info base; long unsigned int stat_mask[1]; enum ethtool_mac_stats_src src; }; struct stats_reply_data { struct ethnl_reply_data base; union { struct { struct ethtool_eth_phy_stats phy_stats; struct ethtool_eth_mac_stats mac_stats; struct ethtool_eth_ctrl_stats ctrl_stats; struct ethtool_rmon_stats rmon_stats; }; struct { struct ethtool_eth_phy_stats phy_stats; struct ethtool_eth_mac_stats mac_stats; struct ethtool_eth_ctrl_stats ctrl_stats; struct ethtool_rmon_stats rmon_stats; } stats; }; const struct ethtool_rmon_hist_range *rmon_ranges; }; struct nf_loginfo { u_int8_t type; union { struct { u_int32_t copy_len; u_int16_t group; u_int16_t qthreshold; u_int16_t flags; } ulog; struct { u_int8_t level; u_int8_t logflags; } log; } u; }; struct nf_log_buf { unsigned int count; char buf[1020]; }; struct __kernel_sock_timeval { __s64 tv_sec; __s64 tv_usec; }; struct tcpvegas_info { __u32 tcpv_enabled; __u32 tcpv_rttcnt; __u32 tcpv_rtt; __u32 tcpv_minrtt; }; struct tcp_dctcp_info { __u16 dctcp_enabled; __u16 dctcp_ce_state; __u32 dctcp_alpha; __u32 dctcp_ab_ecn; __u32 dctcp_ab_tot; }; struct tcp_bbr_info { __u32 bbr_bw_lo; __u32 bbr_bw_hi; __u32 bbr_min_rtt; __u32 bbr_pacing_gain; __u32 bbr_cwnd_gain; }; union tcp_cc_info { struct tcpvegas_info vegas; struct tcp_dctcp_info dctcp; struct tcp_bbr_info bbr; }; enum { TCP_FLAG_CWR = 32768, TCP_FLAG_ECE = 16384, TCP_FLAG_URG = 8192, TCP_FLAG_ACK = 4096, TCP_FLAG_PSH = 2048, TCP_FLAG_RST = 1024, TCP_FLAG_SYN = 512, TCP_FLAG_FIN = 256, TCP_RESERVED_BITS = 15, TCP_DATA_OFFSET = 240, }; struct tcp_repair_opt { __u32 opt_code; __u32 opt_val; }; struct tcp_repair_window { __u32 snd_wl1; __u32 snd_wnd; __u32 max_window; __u32 rcv_wnd; __u32 rcv_wup; }; struct tcp_info { __u8 tcpi_state; __u8 tcpi_ca_state; __u8 tcpi_retransmits; __u8 tcpi_probes; __u8 tcpi_backoff; __u8 tcpi_options; __u8 tcpi_snd_wscale: 4; __u8 tcpi_rcv_wscale: 4; __u8 tcpi_delivery_rate_app_limited: 1; __u8 tcpi_fastopen_client_fail: 2; __u32 tcpi_rto; __u32 tcpi_ato; __u32 tcpi_snd_mss; __u32 tcpi_rcv_mss; __u32 tcpi_unacked; __u32 tcpi_sacked; __u32 tcpi_lost; __u32 tcpi_retrans; __u32 tcpi_fackets; __u32 tcpi_last_data_sent; __u32 tcpi_last_ack_sent; __u32 tcpi_last_data_recv; __u32 tcpi_last_ack_recv; __u32 tcpi_pmtu; __u32 tcpi_rcv_ssthresh; __u32 tcpi_rtt; __u32 tcpi_rttvar; __u32 tcpi_snd_ssthresh; __u32 tcpi_snd_cwnd; __u32 tcpi_advmss; __u32 tcpi_reordering; __u32 tcpi_rcv_rtt; __u32 tcpi_rcv_space; __u32 tcpi_total_retrans; __u64 tcpi_pacing_rate; __u64 tcpi_max_pacing_rate; __u64 tcpi_bytes_acked; __u64 tcpi_bytes_received; __u32 tcpi_segs_out; __u32 tcpi_segs_in; __u32 tcpi_notsent_bytes; __u32 tcpi_min_rtt; __u32 tcpi_data_segs_in; __u32 tcpi_data_segs_out; __u64 tcpi_delivery_rate; __u64 tcpi_busy_time; __u64 tcpi_rwnd_limited; __u64 tcpi_sndbuf_limited; __u32 tcpi_delivered; __u32 tcpi_delivered_ce; __u64 tcpi_bytes_sent; __u64 tcpi_bytes_retrans; __u32 tcpi_dsack_dups; __u32 tcpi_reord_seen; __u32 tcpi_rcv_ooopack; __u32 tcpi_snd_wnd; __u32 tcpi_rcv_wnd; __u32 tcpi_rehash; }; enum { TCP_NLA_PAD = 0, TCP_NLA_BUSY = 1, TCP_NLA_RWND_LIMITED = 2, TCP_NLA_SNDBUF_LIMITED = 3, TCP_NLA_DATA_SEGS_OUT = 4, TCP_NLA_TOTAL_RETRANS = 5, TCP_NLA_PACING_RATE = 6, TCP_NLA_DELIVERY_RATE = 7, TCP_NLA_SND_CWND = 8, TCP_NLA_REORDERING = 9, TCP_NLA_MIN_RTT = 10, TCP_NLA_RECUR_RETRANS = 11, TCP_NLA_DELIVERY_RATE_APP_LMT = 12, TCP_NLA_SNDQ_SIZE = 13, TCP_NLA_CA_STATE = 14, TCP_NLA_SND_SSTHRESH = 15, TCP_NLA_DELIVERED = 16, TCP_NLA_DELIVERED_CE = 17, TCP_NLA_BYTES_SENT = 18, TCP_NLA_BYTES_RETRANS = 19, TCP_NLA_DSACK_DUPS = 20, TCP_NLA_REORD_SEEN = 21, TCP_NLA_SRTT = 22, TCP_NLA_TIMEOUT_REHASH = 23, TCP_NLA_BYTES_NOTSENT = 24, TCP_NLA_EDT = 25, TCP_NLA_TTL = 26, TCP_NLA_REHASH = 27, }; struct tcp_zerocopy_receive { __u64 address; __u32 length; __u32 recv_skip_hint; __u32 inq; __s32 err; __u64 copybuf_address; __s32 copybuf_len; __u32 flags; __u64 msg_control; __u64 msg_controllen; __u32 msg_flags; __u32 reserved; }; enum { BPF_TCP_ESTABLISHED = 1, BPF_TCP_SYN_SENT = 2, BPF_TCP_SYN_RECV = 3, BPF_TCP_FIN_WAIT1 = 4, BPF_TCP_FIN_WAIT2 = 5, BPF_TCP_TIME_WAIT = 6, BPF_TCP_CLOSE = 7, BPF_TCP_CLOSE_WAIT = 8, BPF_TCP_LAST_ACK = 9, BPF_TCP_LISTEN = 10, BPF_TCP_CLOSING = 11, BPF_TCP_NEW_SYN_RECV = 12, BPF_TCP_MAX_STATES = 13, }; enum { TCP_CMSG_INQ = 1, TCP_CMSG_TS = 2, }; struct tcp_splice_state { struct pipe_inode_info *pipe; size_t len; unsigned int flags; }; typedef u32 inet_ehashfn_t(const struct net *, const __be32, const __u16, const __be32, const __be16); struct ip_tunnel_encap_ops { size_t (*encap_hlen)(struct ip_tunnel_encap *); int (*build_header)(struct sk_buff *, struct ip_tunnel_encap *, u8 *, struct flowi4 *); int (*err_handler)(struct sk_buff *, u32); }; struct udp_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; __u16 cscov; __u8 partial_cov; }; struct udp_dev_scratch { u32 _tsize_state; u16 len; bool is_linear; bool csum_unnecessary; }; struct udp_iter_state { struct seq_net_private p; int bucket; }; struct bpf_iter__udp { union { struct bpf_iter_meta *meta; }; union { struct udp_sock *udp_sk; }; uid_t uid; long: 0; int bucket; }; struct bpf_udp_iter_state { struct udp_iter_state state; unsigned int cur_sk; unsigned int end_sk; unsigned int max_sk; int offset; struct sock **batch; bool st_bucket_done; }; struct ping_table { struct hlist_head hash[64]; spinlock_t lock; }; enum { IFLA_IPTUN_UNSPEC = 0, IFLA_IPTUN_LINK = 1, IFLA_IPTUN_LOCAL = 2, IFLA_IPTUN_REMOTE = 3, IFLA_IPTUN_TTL = 4, IFLA_IPTUN_TOS = 5, IFLA_IPTUN_ENCAP_LIMIT = 6, IFLA_IPTUN_FLOWINFO = 7, IFLA_IPTUN_FLAGS = 8, IFLA_IPTUN_PROTO = 9, IFLA_IPTUN_PMTUDISC = 10, IFLA_IPTUN_6RD_PREFIX = 11, IFLA_IPTUN_6RD_RELAY_PREFIX = 12, IFLA_IPTUN_6RD_PREFIXLEN = 13, IFLA_IPTUN_6RD_RELAY_PREFIXLEN = 14, IFLA_IPTUN_ENCAP_TYPE = 15, IFLA_IPTUN_ENCAP_FLAGS = 16, IFLA_IPTUN_ENCAP_SPORT = 17, IFLA_IPTUN_ENCAP_DPORT = 18, IFLA_IPTUN_COLLECT_METADATA = 19, IFLA_IPTUN_FWMARK = 20, __IFLA_IPTUN_MAX = 21, }; struct gro_cell; struct gro_cells { struct gro_cell *cells; }; struct ip_tunnel_prl_entry { struct ip_tunnel_prl_entry *next; __be32 addr; u16 flags; struct callback_head callback_head; }; struct ip_tunnel { struct ip_tunnel *next; struct hlist_node hash_node; struct net_device *dev; netdevice_tracker dev_tracker; struct net *net; long unsigned int err_time; int err_count; u32 i_seqno; atomic_t o_seqno; int tun_hlen; u32 index; u8 erspan_ver; u8 dir; u16 hwid; struct dst_cache dst_cache; struct ip_tunnel_parm parms; int mlink; int encap_hlen; int hlen; struct ip_tunnel_encap encap; struct ip_tunnel_prl_entry *prl; unsigned int prl_count; unsigned int ip_tnl_net_id; struct gro_cells gro_cells; __u32 fwmark; bool collect_md; bool ignore_df; }; struct tnl_ptk_info { __be16 flags; __be16 proto; __be32 key; __be32 seq; int hdr_len; }; struct ip_tunnel_net { struct net_device *fb_tunnel_dev; struct rtnl_link_ops *rtnl_link_ops; struct hlist_head tunnels[128]; struct ip_tunnel *collect_md_tun; int type; }; struct bictcp { u32 cnt; u32 last_max_cwnd; u32 last_cwnd; u32 last_time; u32 bic_origin_point; u32 bic_K; u32 delay_min; u32 epoch_start; u32 ack_cnt; u32 tcp_cwnd; u16 unused; u8 sample_cnt; u8 found; u32 round_start; u32 end_seq; u32 last_ack; u32 curr_rtt; }; typedef u64 (*btf_bpf_tcp_send_ack)(struct tcp_sock *, u32); struct unix_stream_read_state { int (*recv_actor)(struct sk_buff *, int, int, struct unix_stream_read_state *); struct socket *socket; struct msghdr *msg; struct pipe_inode_info *pipe; size_t size; int flags; unsigned int splice_flags; }; struct bpf_unix_iter_state { struct seq_net_private p; unsigned int cur_sk; unsigned int end_sk; unsigned int max_sk; struct sock **batch; bool st_bucket_done; }; struct bpf_iter__unix { union { struct bpf_iter_meta *meta; }; union { struct unix_sock *unix_sk; }; uid_t uid; }; struct fib6_gc_args { int timeout; int more; }; enum fib6_walk_state { FWS_L = 0, FWS_R = 1, FWS_C = 2, FWS_U = 3, }; struct fib6_walker { struct list_head lh; struct fib6_node *root; struct fib6_node *node; struct fib6_info *leaf; enum fib6_walk_state state; unsigned int skip; unsigned int count; unsigned int skip_in_node; int (*func)(struct fib6_walker *); void *args; }; typedef struct rt6_info * (*pol_lookup_t)(struct net *, struct fib6_table *, struct flowi6 *, const struct sk_buff *, int); struct fib6_entry_notifier_info { struct fib_notifier_info info; struct fib6_info *rt; unsigned int nsiblings; }; struct ipv6_route_iter { struct seq_net_private p; struct fib6_walker w; loff_t skip; struct fib6_table *tbl; int sernum; }; struct bpf_iter__ipv6_route { union { struct bpf_iter_meta *meta; }; union { struct fib6_info *rt; }; }; struct rt6_rtnl_dump_arg { struct sk_buff *skb; struct netlink_callback *cb; struct net *net; struct fib_dump_filter filter; }; struct fib6_cleaner { struct fib6_walker w; struct net *net; int (*func)(struct fib6_info *, void *); int sernum; void *arg; bool skip_notify; }; enum { FIB6_NO_SERNUM_CHANGE = 0, }; struct fib6_dump_arg { struct net *net; struct notifier_block *nb; struct netlink_ext_ack *extack; }; struct fib6_nh_pcpu_arg { struct fib6_info *from; const struct fib6_table *table; }; struct lookup_args { int offset; const struct in6_addr *addr; }; typedef void ip6_icmp_send_t(struct sk_buff *, u8, u8, __u32, const struct in6_addr *, const struct inet6_skb_parm *); struct icmpv6_msg { struct sk_buff *skb; int offset; uint8_t type; }; struct icmp6_err { int err; int fatal; }; struct hop_jumbo_hdr { u8 nexthdr; u8 hdrlen; u8 tlv_type; u8 tlv_len; __be32 jumbo_payload_len; }; enum devlink_attr_selftest_id { DEVLINK_ATTR_SELFTEST_ID_UNSPEC = 0, DEVLINK_ATTR_SELFTEST_ID_FLASH = 1, __DEVLINK_ATTR_SELFTEST_ID_MAX = 2, DEVLINK_ATTR_SELFTEST_ID_MAX = 1, }; enum devlink_attr_selftest_result { DEVLINK_ATTR_SELFTEST_RESULT_UNSPEC = 0, DEVLINK_ATTR_SELFTEST_RESULT = 1, DEVLINK_ATTR_SELFTEST_RESULT_ID = 2, DEVLINK_ATTR_SELFTEST_RESULT_STATUS = 3, __DEVLINK_ATTR_SELFTEST_RESULT_MAX = 4, DEVLINK_ATTR_SELFTEST_RESULT_MAX = 3, }; struct devlink_flash_notify { const char *status_msg; const char *component; long unsigned int done; long unsigned int total; long unsigned int timeout; }; enum devlink_info_version_type { DEVLINK_INFO_VERSION_TYPE_NONE = 0, DEVLINK_INFO_VERSION_TYPE_COMPONENT = 1, }; struct devlink_info_req { struct sk_buff *msg; void (*version_cb)(const char *, enum devlink_info_version_type, void *); void *version_cb_priv; }; struct devlink_reload_combination { enum devlink_reload_action action; enum devlink_reload_limit limit; }; struct devlink_flash_component_lookup_ctx { const char *lookup_name; bool lookup_name_found; }; struct devlink_resource; enum { DEVLINK_ATTR_STATS_RX_PACKETS = 0, DEVLINK_ATTR_STATS_RX_BYTES = 1, DEVLINK_ATTR_STATS_RX_DROPPED = 2, __DEVLINK_ATTR_STATS_MAX = 3, DEVLINK_ATTR_STATS_MAX = 2, }; enum { DEVLINK_ATTR_TRAP_METADATA_TYPE_IN_PORT = 0, DEVLINK_ATTR_TRAP_METADATA_TYPE_FA_COOKIE = 1, }; struct devlink_trap_metadata { const char *trap_name; const char *trap_group_name; struct net_device *input_dev; netdevice_tracker dev_tracker; const struct flow_action_cookie *fa_cookie; enum devlink_trap_type trap_type; }; enum devlink_trap_generic_id { DEVLINK_TRAP_GENERIC_ID_SMAC_MC = 0, DEVLINK_TRAP_GENERIC_ID_VLAN_TAG_MISMATCH = 1, DEVLINK_TRAP_GENERIC_ID_INGRESS_VLAN_FILTER = 2, DEVLINK_TRAP_GENERIC_ID_INGRESS_STP_FILTER = 3, DEVLINK_TRAP_GENERIC_ID_EMPTY_TX_LIST = 4, DEVLINK_TRAP_GENERIC_ID_PORT_LOOPBACK_FILTER = 5, DEVLINK_TRAP_GENERIC_ID_BLACKHOLE_ROUTE = 6, DEVLINK_TRAP_GENERIC_ID_TTL_ERROR = 7, DEVLINK_TRAP_GENERIC_ID_TAIL_DROP = 8, DEVLINK_TRAP_GENERIC_ID_NON_IP_PACKET = 9, DEVLINK_TRAP_GENERIC_ID_UC_DIP_MC_DMAC = 10, DEVLINK_TRAP_GENERIC_ID_DIP_LB = 11, DEVLINK_TRAP_GENERIC_ID_SIP_MC = 12, DEVLINK_TRAP_GENERIC_ID_SIP_LB = 13, DEVLINK_TRAP_GENERIC_ID_CORRUPTED_IP_HDR = 14, DEVLINK_TRAP_GENERIC_ID_IPV4_SIP_BC = 15, DEVLINK_TRAP_GENERIC_ID_IPV6_MC_DIP_RESERVED_SCOPE = 16, DEVLINK_TRAP_GENERIC_ID_IPV6_MC_DIP_INTERFACE_LOCAL_SCOPE = 17, DEVLINK_TRAP_GENERIC_ID_MTU_ERROR = 18, DEVLINK_TRAP_GENERIC_ID_UNRESOLVED_NEIGH = 19, DEVLINK_TRAP_GENERIC_ID_RPF = 20, DEVLINK_TRAP_GENERIC_ID_REJECT_ROUTE = 21, DEVLINK_TRAP_GENERIC_ID_IPV4_LPM_UNICAST_MISS = 22, DEVLINK_TRAP_GENERIC_ID_IPV6_LPM_UNICAST_MISS = 23, DEVLINK_TRAP_GENERIC_ID_NON_ROUTABLE = 24, DEVLINK_TRAP_GENERIC_ID_DECAP_ERROR = 25, DEVLINK_TRAP_GENERIC_ID_OVERLAY_SMAC_MC = 26, DEVLINK_TRAP_GENERIC_ID_INGRESS_FLOW_ACTION_DROP = 27, DEVLINK_TRAP_GENERIC_ID_EGRESS_FLOW_ACTION_DROP = 28, DEVLINK_TRAP_GENERIC_ID_STP = 29, DEVLINK_TRAP_GENERIC_ID_LACP = 30, DEVLINK_TRAP_GENERIC_ID_LLDP = 31, DEVLINK_TRAP_GENERIC_ID_IGMP_QUERY = 32, DEVLINK_TRAP_GENERIC_ID_IGMP_V1_REPORT = 33, DEVLINK_TRAP_GENERIC_ID_IGMP_V2_REPORT = 34, DEVLINK_TRAP_GENERIC_ID_IGMP_V3_REPORT = 35, DEVLINK_TRAP_GENERIC_ID_IGMP_V2_LEAVE = 36, DEVLINK_TRAP_GENERIC_ID_MLD_QUERY = 37, DEVLINK_TRAP_GENERIC_ID_MLD_V1_REPORT = 38, DEVLINK_TRAP_GENERIC_ID_MLD_V2_REPORT = 39, DEVLINK_TRAP_GENERIC_ID_MLD_V1_DONE = 40, DEVLINK_TRAP_GENERIC_ID_IPV4_DHCP = 41, DEVLINK_TRAP_GENERIC_ID_IPV6_DHCP = 42, DEVLINK_TRAP_GENERIC_ID_ARP_REQUEST = 43, DEVLINK_TRAP_GENERIC_ID_ARP_RESPONSE = 44, DEVLINK_TRAP_GENERIC_ID_ARP_OVERLAY = 45, DEVLINK_TRAP_GENERIC_ID_IPV6_NEIGH_SOLICIT = 46, DEVLINK_TRAP_GENERIC_ID_IPV6_NEIGH_ADVERT = 47, DEVLINK_TRAP_GENERIC_ID_IPV4_BFD = 48, DEVLINK_TRAP_GENERIC_ID_IPV6_BFD = 49, DEVLINK_TRAP_GENERIC_ID_IPV4_OSPF = 50, DEVLINK_TRAP_GENERIC_ID_IPV6_OSPF = 51, DEVLINK_TRAP_GENERIC_ID_IPV4_BGP = 52, DEVLINK_TRAP_GENERIC_ID_IPV6_BGP = 53, DEVLINK_TRAP_GENERIC_ID_IPV4_VRRP = 54, DEVLINK_TRAP_GENERIC_ID_IPV6_VRRP = 55, DEVLINK_TRAP_GENERIC_ID_IPV4_PIM = 56, DEVLINK_TRAP_GENERIC_ID_IPV6_PIM = 57, DEVLINK_TRAP_GENERIC_ID_UC_LB = 58, DEVLINK_TRAP_GENERIC_ID_LOCAL_ROUTE = 59, DEVLINK_TRAP_GENERIC_ID_EXTERNAL_ROUTE = 60, DEVLINK_TRAP_GENERIC_ID_IPV6_UC_DIP_LINK_LOCAL_SCOPE = 61, DEVLINK_TRAP_GENERIC_ID_IPV6_DIP_ALL_NODES = 62, DEVLINK_TRAP_GENERIC_ID_IPV6_DIP_ALL_ROUTERS = 63, DEVLINK_TRAP_GENERIC_ID_IPV6_ROUTER_SOLICIT = 64, DEVLINK_TRAP_GENERIC_ID_IPV6_ROUTER_ADVERT = 65, DEVLINK_TRAP_GENERIC_ID_IPV6_REDIRECT = 66, DEVLINK_TRAP_GENERIC_ID_IPV4_ROUTER_ALERT = 67, DEVLINK_TRAP_GENERIC_ID_IPV6_ROUTER_ALERT = 68, DEVLINK_TRAP_GENERIC_ID_PTP_EVENT = 69, DEVLINK_TRAP_GENERIC_ID_PTP_GENERAL = 70, DEVLINK_TRAP_GENERIC_ID_FLOW_ACTION_SAMPLE = 71, DEVLINK_TRAP_GENERIC_ID_FLOW_ACTION_TRAP = 72, DEVLINK_TRAP_GENERIC_ID_EARLY_DROP = 73, DEVLINK_TRAP_GENERIC_ID_VXLAN_PARSING = 74, DEVLINK_TRAP_GENERIC_ID_LLC_SNAP_PARSING = 75, DEVLINK_TRAP_GENERIC_ID_VLAN_PARSING = 76, DEVLINK_TRAP_GENERIC_ID_PPPOE_PPP_PARSING = 77, DEVLINK_TRAP_GENERIC_ID_MPLS_PARSING = 78, DEVLINK_TRAP_GENERIC_ID_ARP_PARSING = 79, DEVLINK_TRAP_GENERIC_ID_IP_1_PARSING = 80, DEVLINK_TRAP_GENERIC_ID_IP_N_PARSING = 81, DEVLINK_TRAP_GENERIC_ID_GRE_PARSING = 82, DEVLINK_TRAP_GENERIC_ID_UDP_PARSING = 83, DEVLINK_TRAP_GENERIC_ID_TCP_PARSING = 84, DEVLINK_TRAP_GENERIC_ID_IPSEC_PARSING = 85, DEVLINK_TRAP_GENERIC_ID_SCTP_PARSING = 86, DEVLINK_TRAP_GENERIC_ID_DCCP_PARSING = 87, DEVLINK_TRAP_GENERIC_ID_GTP_PARSING = 88, DEVLINK_TRAP_GENERIC_ID_ESP_PARSING = 89, DEVLINK_TRAP_GENERIC_ID_BLACKHOLE_NEXTHOP = 90, DEVLINK_TRAP_GENERIC_ID_DMAC_FILTER = 91, DEVLINK_TRAP_GENERIC_ID_EAPOL = 92, DEVLINK_TRAP_GENERIC_ID_LOCKED_PORT = 93, __DEVLINK_TRAP_GENERIC_ID_MAX = 94, DEVLINK_TRAP_GENERIC_ID_MAX = 93, }; enum devlink_trap_group_generic_id { DEVLINK_TRAP_GROUP_GENERIC_ID_L2_DROPS = 0, DEVLINK_TRAP_GROUP_GENERIC_ID_L3_DROPS = 1, DEVLINK_TRAP_GROUP_GENERIC_ID_L3_EXCEPTIONS = 2, DEVLINK_TRAP_GROUP_GENERIC_ID_BUFFER_DROPS = 3, DEVLINK_TRAP_GROUP_GENERIC_ID_TUNNEL_DROPS = 4, DEVLINK_TRAP_GROUP_GENERIC_ID_ACL_DROPS = 5, DEVLINK_TRAP_GROUP_GENERIC_ID_STP = 6, DEVLINK_TRAP_GROUP_GENERIC_ID_LACP = 7, DEVLINK_TRAP_GROUP_GENERIC_ID_LLDP = 8, DEVLINK_TRAP_GROUP_GENERIC_ID_MC_SNOOPING = 9, DEVLINK_TRAP_GROUP_GENERIC_ID_DHCP = 10, DEVLINK_TRAP_GROUP_GENERIC_ID_NEIGH_DISCOVERY = 11, DEVLINK_TRAP_GROUP_GENERIC_ID_BFD = 12, DEVLINK_TRAP_GROUP_GENERIC_ID_OSPF = 13, DEVLINK_TRAP_GROUP_GENERIC_ID_BGP = 14, DEVLINK_TRAP_GROUP_GENERIC_ID_VRRP = 15, DEVLINK_TRAP_GROUP_GENERIC_ID_PIM = 16, DEVLINK_TRAP_GROUP_GENERIC_ID_UC_LB = 17, DEVLINK_TRAP_GROUP_GENERIC_ID_LOCAL_DELIVERY = 18, DEVLINK_TRAP_GROUP_GENERIC_ID_EXTERNAL_DELIVERY = 19, DEVLINK_TRAP_GROUP_GENERIC_ID_IPV6 = 20, DEVLINK_TRAP_GROUP_GENERIC_ID_PTP_EVENT = 21, DEVLINK_TRAP_GROUP_GENERIC_ID_PTP_GENERAL = 22, DEVLINK_TRAP_GROUP_GENERIC_ID_ACL_SAMPLE = 23, DEVLINK_TRAP_GROUP_GENERIC_ID_ACL_TRAP = 24, DEVLINK_TRAP_GROUP_GENERIC_ID_PARSER_ERROR_DROPS = 25, DEVLINK_TRAP_GROUP_GENERIC_ID_EAPOL = 26, __DEVLINK_TRAP_GROUP_GENERIC_ID_MAX = 27, DEVLINK_TRAP_GROUP_GENERIC_ID_MAX = 26, }; struct devlink_stats { u64_stats_t rx_bytes; u64_stats_t rx_packets; struct u64_stats_sync syncp; }; struct devlink_trap_policer_item { const struct devlink_trap_policer *policer; u64 rate; u64 burst; struct list_head list; }; struct devlink_trap_group_item { const struct devlink_trap_group *group; struct devlink_trap_policer_item *policer_item; struct list_head list; struct devlink_stats *stats; }; struct devlink_trap_item { const struct devlink_trap *trap; struct devlink_trap_group_item *group_item; struct list_head list; enum devlink_trap_action action; struct devlink_stats *stats; void *priv; }; struct unix_domain { struct auth_domain h; }; struct ip_map { struct cache_head h; char m_class[8]; struct in6_addr m_addr; struct unix_domain *m_client; struct callback_head m_rcu; }; struct unix_gid { struct cache_head h; kuid_t uid; struct group_info *gi; struct callback_head rcu; }; enum { SP_TASK_PENDING = 0, SP_CONGESTED = 1, }; struct svc_xpt_user { struct list_head list; void (*callback)(struct svc_xpt_user *); }; struct compress_format { unsigned char magic[2]; const char *name; decompress_fn decompressor; }; struct group_data { int limit[21]; int base[20]; int permute[258]; int minLen; int maxLen; }; struct bunzip_data { int writeCopies; int writePos; int writeRunCountdown; int writeCount; int writeCurrent; long int (*fill)(void *, long unsigned int); long int inbufCount; long int inbufPos; unsigned char *inbuf; unsigned int inbufBitCount; unsigned int inbufBits; unsigned int crc32Table[256]; unsigned int headerCRC; unsigned int totalCRC; unsigned int writeCRC; unsigned int *dbuf; unsigned int dbufSize; unsigned char selectors[32768]; struct group_data groups[6]; int io_error; int byteCount[256]; unsigned char symToByte[256]; unsigned char mtfSymbol[256]; }; union thread_union { struct task_struct task; long unsigned int stack[2048]; }; enum { EEH_NEXT_ERR_NONE = 0, EEH_NEXT_ERR_INF = 1, EEH_NEXT_ERR_FROZEN_PE = 2, EEH_NEXT_ERR_FENCED_PHB = 3, EEH_NEXT_ERR_DEAD_PHB = 4, EEH_NEXT_ERR_DEAD_IOC = 5, }; struct eeh_rmv_data { struct list_head removed_vf_list; int removed_dev_count; }; typedef enum pci_ers_result (*eeh_report_fn)(struct eeh_dev *, struct pci_dev *, struct pci_driver *); enum pci_mmap_state { pci_mmap_io = 0, pci_mmap_mem = 1, }; struct of_bus___2; struct of_pci_range_parser { struct device_node *node; struct of_bus___2 *bus; const __be32 *range; const __be32 *end; int na; int ns; int pna; bool dma; }; struct of_pci_range { union { u64 pci_addr; u64 bus_addr; }; u64 cpu_addr; u64 size; u32 flags; }; struct pci_intx_virq { int virq; struct kref kref; struct list_head list_node; }; struct copro_slb { u64 esid; u64 vsid; }; enum spu_utilization_state { SPU_UTIL_USER = 0, SPU_UTIL_SYSTEM = 1, SPU_UTIL_IOWAIT = 2, SPU_UTIL_IDLE_LOADED = 3, SPU_UTIL_MAX = 4, }; struct qnode { struct qnode *next; struct qspinlock *lock; int cpu; int yield_cpu; u8 locked; }; struct qnodes { int count; struct qnode nodes[4]; }; struct pnv_idle_states_t { char name[16]; u32 latency_ns; u32 residency_ns; u64 psscr_val; u64 psscr_mask; u32 flags; bool valid; }; struct p7_sprs { u64 tscr; u64 worc; u64 sdr1; u64 rpr; u64 lpcr; u64 hfscr; u64 fscr; u64 purr; u64 spurr; u64 dscr; u64 wort; u64 amr; u64 iamr; u64 uamor; }; struct p9_sprs { u64 ptcr; u64 rpr; u64 tscr; u64 ldbar; u64 lpcr; u64 hfscr; u64 fscr; u64 pid; u64 purr; u64 spurr; u64 dscr; u64 ciabr; u64 mmcra; u32 mmcr0; u32 mmcr1; u64 mmcr2; u64 amr; u64 iamr; u64 amor; u64 uamor; }; struct psr_attr { u32 handle; struct kobj_attribute attr; }; struct split_state { u8 step; u8 master; }; enum vas_notify_scope { VAS_SCOPE_LOCAL = 0, VAS_SCOPE_GROUP = 1, VAS_SCOPE_VECTORED_GROUP = 2, VAS_SCOPE_UNUSED = 3, }; enum vas_dma_type { VAS_DMA_TYPE_INJECT = 0, VAS_DMA_TYPE_WRITE = 1, }; enum vas_notify_after_count { VAS_NOTIFY_AFTER_256 = 0, VAS_NOTIFY_NONE = 1, VAS_NOTIFY_AFTER_2 = 2, }; struct vas_winctx { u64 rx_fifo; int rx_fifo_size; int wcreds_max; int rsvd_txbuf_count; bool user_win; bool nx_win; bool fault_win; bool rsvd_txbuf_enable; bool pin_win; bool rej_no_credit; bool tx_wcred_mode; bool rx_wcred_mode; bool tx_word_mode; bool rx_word_mode; bool data_stamp; bool xtra_write; bool notify_disable; bool intr_disable; bool fifo_disable; bool notify_early; bool notify_os_intr_reg; int lpid; int pidr; int lnotify_lpid; int lnotify_pid; int lnotify_tid; u32 pswid; int rx_win_id; int fault_win_id; int tc_mode; u64 irq_port; enum vas_dma_type dma_type; enum vas_notify_scope min_scope; enum vas_notify_scope max_scope; enum vas_notify_after_count notify_after_count; }; struct trace_event_raw_vas_rx_win_open { struct trace_entry ent; struct task_struct *tsk; int pid; int cop; int vasid; struct vas_rx_win_attr *rxattr; int lnotify_lpid; int lnotify_pid; int lnotify_tid; char __data[0]; }; struct trace_event_raw_vas_tx_win_open { struct trace_entry ent; struct task_struct *tsk; int pid; int cop; int vasid; struct vas_tx_win_attr *txattr; int lpid; int pidr; char __data[0]; }; struct trace_event_raw_vas_paste_crb { struct trace_entry ent; struct task_struct *tsk; struct vas_window *win; int pid; int vasid; int winid; long unsigned int paste_kaddr; char __data[0]; }; struct trace_event_data_offsets_vas_rx_win_open {}; struct trace_event_data_offsets_vas_tx_win_open {}; struct trace_event_data_offsets_vas_paste_crb {}; typedef void (*btf_trace_vas_rx_win_open)(void *, struct task_struct *, int, int, struct vas_rx_win_attr *); typedef void (*btf_trace_vas_tx_win_open)(void *, struct task_struct *, int, int, struct vas_tx_win_attr *); typedef void (*btf_trace_vas_paste_crb)(void *, struct task_struct *, struct pnv_vas_window *); struct pseries_mc_errorlog { __be32 fru_id; __be32 proc_id; u8 error_type; u8 sub_err_type; u8 reserved_1[6]; __be64 effective_address; __be64 logical_address; }; struct epow_errorlog { unsigned char sensor_value; unsigned char event_modifier; unsigned char extended_modifier; unsigned char reserved; unsigned char platform_reason; }; struct msi_counts { struct device_node *requestor; int num_devices; int request; int quota; int spare; int over_quota; }; struct hv_get_perf_counter_info_params { __be32 counter_request; __be32 starting_index; __be16 secondary_index; __be16 returned_values; __be32 detail_rc; __be16 cv_element_size; __u8 counter_info_version_in; __u8 counter_info_version_out; __u8 reserved[12]; __u8 counter_value[0]; }; struct hv_gpci_request_buffer { struct hv_get_perf_counter_info_params params; uint8_t bytes[4064]; }; struct hvcall_ppp_data { u64 entitlement; u64 unallocated_entitlement; u16 group_num; u16 pool_num; u8 capped; u8 weight; u8 unallocated_weight; u16 active_procs_in_pool; u16 active_system_procs; u16 phys_platform_procs; u32 max_proc_cap_avail; u32 entitled_proc_cap_avail; }; struct vas_caps_entry { struct kobject kobj; struct vas_cop_feat_caps *caps; }; struct vas_sysfs_entry { struct attribute attr; ssize_t (*show)(struct vas_cop_feat_caps *, char *); ssize_t (*store)(struct vas_cop_feat_caps *, const char *, size_t); }; enum { HV_GPCI_CM_GA = 128, HV_GPCI_CM_EXPANDED = 64, HV_GPCI_CM_LAB = 32, }; enum hv_gpci_requests { HV_GPCI_dispatch_timebase_by_processor = 16, HV_GPCI_entitled_capped_uncapped_donated_idle_timebase_by_partition = 32, HV_GPCI_run_instructions_run_cycles_by_partition = 48, HV_GPCI_system_performance_capabilities = 64, HV_GPCI_processor_bus_utilization_abc_links = 80, HV_GPCI_processor_bus_utilization_wxyz_links = 96, HV_GPCI_processor_bus_utilization_gx_links = 112, HV_GPCI_processor_bus_utilization_mc_links = 128, HV_GPCI_processor_core_utilization = 148, HV_GPCI_partition_hypervisor_queuing_times = 224, HV_GPCI_system_hypervisor_times = 240, HV_GPCI_system_tlbie_count_and_time = 244, HV_GPCI_partition_instruction_count_and_time = 256, }; struct hv_gpci_system_performance_capabilities { __u8 perf_collect_privileged; __u8 capability_mask; __u8 reserved[14]; }; struct hv_perf_caps { u16 version; u16 collect_privileged: 1; u16 ga: 1; u16 expanded: 1; u16 lab: 1; u16 unused: 12; }; struct p { struct hv_get_perf_counter_info_params params; struct hv_gpci_system_performance_capabilities caps; }; struct trace_event_raw_cpuhp_enter { struct trace_entry ent; unsigned int cpu; int target; int idx; void *fun; char __data[0]; }; struct trace_event_raw_cpuhp_multi_enter { struct trace_entry ent; unsigned int cpu; int target; int idx; void *fun; char __data[0]; }; struct trace_event_raw_cpuhp_exit { struct trace_entry ent; unsigned int cpu; int state; int idx; int ret; char __data[0]; }; struct trace_event_data_offsets_cpuhp_enter {}; struct trace_event_data_offsets_cpuhp_multi_enter {}; struct trace_event_data_offsets_cpuhp_exit {}; typedef void (*btf_trace_cpuhp_enter)(void *, unsigned int, int, int, int (*)(unsigned int)); typedef void (*btf_trace_cpuhp_multi_enter)(void *, unsigned int, int, int, int (*)(unsigned int, struct hlist_node *), struct hlist_node *); typedef void (*btf_trace_cpuhp_exit)(void *, unsigned int, int, int, int); struct cpuhp_cpu_state { enum cpuhp_state state; enum cpuhp_state target; enum cpuhp_state fail; struct task_struct *thread; bool should_run; bool rollback; bool single; bool bringup; struct hlist_node *node; struct hlist_node *last; enum cpuhp_state cb_state; int result; atomic_t ap_sync_state; struct completion done_up; struct completion done_down; }; struct cpuhp_step { const char *name; union { int (*single)(unsigned int); int (*multi)(unsigned int, struct hlist_node *); } startup; union { int (*single)(unsigned int); int (*multi)(unsigned int, struct hlist_node *); } teardown; struct hlist_head list; bool cant_stop; bool multi_instance; }; enum cpuhp_sync_state { SYNC_STATE_DEAD = 0, SYNC_STATE_KICKED = 1, SYNC_STATE_SHOULD_DIE = 2, SYNC_STATE_ALIVE = 3, SYNC_STATE_SHOULD_ONLINE = 4, SYNC_STATE_ONLINE = 5, }; struct cpu_down_work { unsigned int cpu; enum cpuhp_state target; }; enum cpu_mitigations { CPU_MITIGATIONS_OFF = 0, CPU_MITIGATIONS_AUTO = 1, CPU_MITIGATIONS_AUTO_NOSMT = 2, }; enum umh_disable_depth { UMH_ENABLED = 0, UMH_FREEZING = 1, UMH_DISABLED = 2, }; enum { KTW_FREEZABLE = 1, }; struct kthread_create_info { char *full_name; int (*threadfn)(void *); void *data; int node; struct task_struct *result; struct completion *done; struct list_head list; }; struct kthread { long unsigned int flags; unsigned int cpu; int result; int (*threadfn)(void *); void *data; struct completion parked; struct completion exited; struct cgroup_subsys_state *blkcg_css; char *full_name; }; enum KTHREAD_BITS { KTHREAD_IS_PER_CPU = 0, KTHREAD_SHOULD_STOP = 1, KTHREAD_SHOULD_PARK = 2, }; struct kthread_flush_work { struct kthread_work work; struct completion done; }; enum s2idle_states { S2IDLE_STATE_NONE = 0, S2IDLE_STATE_ENTER = 1, S2IDLE_STATE_WAKE = 2, }; struct idle_timer { struct hrtimer timer; int done; }; typedef struct rt_rq *rt_rq_iter_t; enum dl_bw_request { dl_bw_req_check_overflow = 0, dl_bw_req_alloc = 1, dl_bw_req_free = 2, }; struct platform_s2idle_ops { int (*begin)(); int (*prepare)(); int (*prepare_late)(); void (*check)(); bool (*wake)(); void (*restore_early)(); void (*restore)(); void (*end)(); }; enum { TEST_NONE = 0, TEST_CORE = 1, TEST_CPUS = 2, TEST_PLATFORM = 3, TEST_DEVICES = 4, TEST_FREEZER = 5, __TEST_AFTER_LAST = 6, }; enum { IRQ_STARTUP_NORMAL = 0, IRQ_STARTUP_MANAGED = 1, IRQ_STARTUP_ABORT = 2, }; struct trace_event_raw_rcu_utilization { struct trace_entry ent; const char *s; char __data[0]; }; struct trace_event_raw_rcu_grace_period { struct trace_entry ent; const char *rcuname; long int gp_seq; const char *gpevent; char __data[0]; }; struct trace_event_raw_rcu_future_grace_period { struct trace_entry ent; const char *rcuname; long int gp_seq; long int gp_seq_req; u8 level; int grplo; int grphi; const char *gpevent; char __data[0]; }; struct trace_event_raw_rcu_grace_period_init { struct trace_entry ent; const char *rcuname; long int gp_seq; u8 level; int grplo; int grphi; long unsigned int qsmask; char __data[0]; }; struct trace_event_raw_rcu_exp_grace_period { struct trace_entry ent; const char *rcuname; long int gpseq; const char *gpevent; char __data[0]; }; struct trace_event_raw_rcu_exp_funnel_lock { struct trace_entry ent; const char *rcuname; u8 level; int grplo; int grphi; const char *gpevent; char __data[0]; }; struct trace_event_raw_rcu_nocb_wake { struct trace_entry ent; const char *rcuname; int cpu; const char *reason; char __data[0]; }; struct trace_event_raw_rcu_preempt_task { struct trace_entry ent; const char *rcuname; long int gp_seq; int pid; char __data[0]; }; struct trace_event_raw_rcu_unlock_preempted_task { struct trace_entry ent; const char *rcuname; long int gp_seq; int pid; char __data[0]; }; struct trace_event_raw_rcu_quiescent_state_report { struct trace_entry ent; const char *rcuname; long int gp_seq; long unsigned int mask; long unsigned int qsmask; u8 level; int grplo; int grphi; u8 gp_tasks; char __data[0]; }; struct trace_event_raw_rcu_fqs { struct trace_entry ent; const char *rcuname; long int gp_seq; int cpu; const char *qsevent; char __data[0]; }; struct trace_event_raw_rcu_stall_warning { struct trace_entry ent; const char *rcuname; const char *msg; char __data[0]; }; struct trace_event_raw_rcu_dyntick { struct trace_entry ent; const char *polarity; long int oldnesting; long int newnesting; int dynticks; char __data[0]; }; struct trace_event_raw_rcu_callback { struct trace_entry ent; const char *rcuname; void *rhp; void *func; long int qlen; char __data[0]; }; struct trace_event_raw_rcu_segcb_stats { struct trace_entry ent; const char *ctx; long unsigned int gp_seq[4]; long int seglen[4]; char __data[0]; }; struct trace_event_raw_rcu_kvfree_callback { struct trace_entry ent; const char *rcuname; void *rhp; long unsigned int offset; long int qlen; char __data[0]; }; struct trace_event_raw_rcu_batch_start { struct trace_entry ent; const char *rcuname; long int qlen; long int blimit; char __data[0]; }; struct trace_event_raw_rcu_invoke_callback { struct trace_entry ent; const char *rcuname; void *rhp; void *func; char __data[0]; }; struct trace_event_raw_rcu_invoke_kvfree_callback { struct trace_entry ent; const char *rcuname; void *rhp; long unsigned int offset; char __data[0]; }; struct trace_event_raw_rcu_invoke_kfree_bulk_callback { struct trace_entry ent; const char *rcuname; long unsigned int nr_records; void **p; char __data[0]; }; struct trace_event_raw_rcu_batch_end { struct trace_entry ent; const char *rcuname; int callbacks_invoked; char cb; char nr; char iit; char risk; char __data[0]; }; struct trace_event_raw_rcu_torture_read { struct trace_entry ent; char rcutorturename[8]; struct callback_head *rhp; long unsigned int secs; long unsigned int c_old; long unsigned int c; char __data[0]; }; struct trace_event_raw_rcu_barrier { struct trace_entry ent; const char *rcuname; const char *s; int cpu; int cnt; long unsigned int done; char __data[0]; }; struct trace_event_data_offsets_rcu_utilization {}; struct trace_event_data_offsets_rcu_grace_period {}; struct trace_event_data_offsets_rcu_future_grace_period {}; struct trace_event_data_offsets_rcu_grace_period_init {}; struct trace_event_data_offsets_rcu_exp_grace_period {}; struct trace_event_data_offsets_rcu_exp_funnel_lock {}; struct trace_event_data_offsets_rcu_nocb_wake {}; struct trace_event_data_offsets_rcu_preempt_task {}; struct trace_event_data_offsets_rcu_unlock_preempted_task {}; struct trace_event_data_offsets_rcu_quiescent_state_report {}; struct trace_event_data_offsets_rcu_fqs {}; struct trace_event_data_offsets_rcu_stall_warning {}; struct trace_event_data_offsets_rcu_dyntick {}; struct trace_event_data_offsets_rcu_callback {}; struct trace_event_data_offsets_rcu_segcb_stats {}; struct trace_event_data_offsets_rcu_kvfree_callback {}; struct trace_event_data_offsets_rcu_batch_start {}; struct trace_event_data_offsets_rcu_invoke_callback {}; struct trace_event_data_offsets_rcu_invoke_kvfree_callback {}; struct trace_event_data_offsets_rcu_invoke_kfree_bulk_callback {}; struct trace_event_data_offsets_rcu_batch_end {}; struct trace_event_data_offsets_rcu_torture_read {}; struct trace_event_data_offsets_rcu_barrier {}; typedef void (*btf_trace_rcu_utilization)(void *, const char *); typedef void (*btf_trace_rcu_grace_period)(void *, const char *, long unsigned int, const char *); typedef void (*btf_trace_rcu_future_grace_period)(void *, const char *, long unsigned int, long unsigned int, u8, int, int, const char *); typedef void (*btf_trace_rcu_grace_period_init)(void *, const char *, long unsigned int, u8, int, int, long unsigned int); typedef void (*btf_trace_rcu_exp_grace_period)(void *, const char *, long unsigned int, const char *); typedef void (*btf_trace_rcu_exp_funnel_lock)(void *, const char *, u8, int, int, const char *); typedef void (*btf_trace_rcu_nocb_wake)(void *, const char *, int, const char *); typedef void (*btf_trace_rcu_preempt_task)(void *, const char *, int, long unsigned int); typedef void (*btf_trace_rcu_unlock_preempted_task)(void *, const char *, long unsigned int, int); typedef void (*btf_trace_rcu_quiescent_state_report)(void *, const char *, long unsigned int, long unsigned int, long unsigned int, u8, int, int, int); typedef void (*btf_trace_rcu_fqs)(void *, const char *, long unsigned int, int, const char *); typedef void (*btf_trace_rcu_stall_warning)(void *, const char *, const char *); typedef void (*btf_trace_rcu_dyntick)(void *, const char *, long int, long int, int); typedef void (*btf_trace_rcu_callback)(void *, const char *, struct callback_head *, long int); typedef void (*btf_trace_rcu_segcb_stats)(void *, struct rcu_segcblist *, const char *); typedef void (*btf_trace_rcu_kvfree_callback)(void *, const char *, struct callback_head *, long unsigned int, long int); typedef void (*btf_trace_rcu_batch_start)(void *, const char *, long int, long int); typedef void (*btf_trace_rcu_invoke_callback)(void *, const char *, struct callback_head *); typedef void (*btf_trace_rcu_invoke_kvfree_callback)(void *, const char *, struct callback_head *, long unsigned int); typedef void (*btf_trace_rcu_invoke_kfree_bulk_callback)(void *, const char *, long unsigned int, void **); typedef void (*btf_trace_rcu_batch_end)(void *, const char *, int, char, char, char, char); typedef void (*btf_trace_rcu_torture_read)(void *, const char *, struct callback_head *, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_rcu_barrier)(void *, const char *, const char *, int, int, long unsigned int); struct rcu_tasks; typedef void (*rcu_tasks_gp_func_t)(struct rcu_tasks *); typedef void (*pregp_func_t)(struct list_head *); typedef void (*pertask_func_t)(struct task_struct *, struct list_head *); typedef void (*postscan_func_t)(struct list_head *); typedef void (*holdouts_func_t)(struct list_head *, bool, bool *); typedef void (*postgp_func_t)(struct rcu_tasks *); struct rcu_tasks_percpu; struct rcu_tasks { struct rcuwait cbs_wait; raw_spinlock_t cbs_gbl_lock; struct mutex tasks_gp_mutex; int gp_state; int gp_sleep; int init_fract; long unsigned int gp_jiffies; long unsigned int gp_start; long unsigned int tasks_gp_seq; long unsigned int n_ipis; long unsigned int n_ipis_fails; struct task_struct *kthread_ptr; long unsigned int lazy_jiffies; rcu_tasks_gp_func_t gp_func; pregp_func_t pregp_func; pertask_func_t pertask_func; postscan_func_t postscan_func; holdouts_func_t holdouts_func; postgp_func_t postgp_func; call_rcu_func_t call_func; struct rcu_tasks_percpu *rtpcpu; int percpu_enqueue_shift; int percpu_enqueue_lim; int percpu_dequeue_lim; long unsigned int percpu_dequeue_gpseq; struct mutex barrier_q_mutex; atomic_t barrier_q_count; struct completion barrier_q_completion; long unsigned int barrier_q_seq; char *name; char *kname; }; struct rcu_tasks_percpu { struct rcu_segcblist cblist; raw_spinlock_t lock; long unsigned int rtp_jiffies; long unsigned int rtp_n_lock_retries; struct timer_list lazy_timer; unsigned int urgent_gp; struct work_struct rtp_work; struct irq_work rtp_irq_work; struct callback_head barrier_q_head; struct list_head rtp_blkd_tasks; int cpu; struct rcu_tasks *rtpp; }; struct trc_stall_chk_rdr { int nesting; int ipi_to_cpu; u8 needqs; }; enum kcmp_type { KCMP_FILE = 0, KCMP_VM = 1, KCMP_FILES = 2, KCMP_FS = 3, KCMP_SIGHAND = 4, KCMP_IO = 5, KCMP_SYSVSEM = 6, KCMP_EPOLL_TFD = 7, KCMP_TYPES = 8, }; struct kcmp_epoll_slot { __u32 efd; __u32 tfd; __u32 toff; }; struct rt_wake_q_head { struct wake_q_head head; struct task_struct *rtlock_task; }; typedef __u16 comp_t; struct acct_v3 { char ac_flag; char ac_version; __u16 ac_tty; __u32 ac_exitcode; __u32 ac_uid; __u32 ac_gid; __u32 ac_pid; __u32 ac_ppid; __u32 ac_btime; __u32 ac_etime; comp_t ac_utime; comp_t ac_stime; comp_t ac_mem; comp_t ac_io; comp_t ac_rw; comp_t ac_minflt; comp_t ac_majflt; comp_t ac_swaps; char ac_comm[16]; }; typedef struct acct_v3 acct_t; struct bsd_acct_struct { struct fs_pin pin; atomic_long_t count; struct callback_head rcu; struct mutex lock; int active; long unsigned int needcheck; struct file *file; struct pid_namespace *ns; struct work_struct work; struct completion done; }; struct cgroupstats { __u64 nr_sleeping; __u64 nr_running; __u64 nr_stopped; __u64 nr_uninterruptible; __u64 nr_io_wait; }; enum cgroup_filetype { CGROUP_FILE_PROCS = 0, CGROUP_FILE_TASKS = 1, }; struct cgroup_pidlist { struct { enum cgroup_filetype type; struct pid_namespace *ns; } key; pid_t *list; int length; struct list_head links; struct cgroup *owner; struct delayed_work destroy_dwork; }; enum cgroup1_param { Opt_all = 0, Opt_clone_children = 1, Opt_cpuset_v2_mode = 2, Opt_name = 3, Opt_none = 4, Opt_noprefix = 5, Opt_release_agent = 6, Opt_xattr = 7, Opt_favordynmods___2 = 8, Opt_nofavordynmods = 9, }; struct fanotify_response_info_header { __u8 type; __u8 pad; __u16 len; }; struct fanotify_response_info_audit_rule { struct fanotify_response_info_header hdr; __u32 rule_number; __u32 subj_trust; __u32 obj_trust; }; enum audit_nfcfgop { AUDIT_XT_OP_REGISTER = 0, AUDIT_XT_OP_REPLACE = 1, AUDIT_XT_OP_UNREGISTER = 2, AUDIT_NFT_OP_TABLE_REGISTER = 3, AUDIT_NFT_OP_TABLE_UNREGISTER = 4, AUDIT_NFT_OP_CHAIN_REGISTER = 5, AUDIT_NFT_OP_CHAIN_UNREGISTER = 6, AUDIT_NFT_OP_RULE_REGISTER = 7, AUDIT_NFT_OP_RULE_UNREGISTER = 8, AUDIT_NFT_OP_SET_REGISTER = 9, AUDIT_NFT_OP_SET_UNREGISTER = 10, AUDIT_NFT_OP_SETELEM_REGISTER = 11, AUDIT_NFT_OP_SETELEM_UNREGISTER = 12, AUDIT_NFT_OP_GEN_REGISTER = 13, AUDIT_NFT_OP_OBJ_REGISTER = 14, AUDIT_NFT_OP_OBJ_UNREGISTER = 15, AUDIT_NFT_OP_OBJ_RESET = 16, AUDIT_NFT_OP_FLOWTABLE_REGISTER = 17, AUDIT_NFT_OP_FLOWTABLE_UNREGISTER = 18, AUDIT_NFT_OP_SETELEM_RESET = 19, AUDIT_NFT_OP_RULE_RESET = 20, AUDIT_NFT_OP_INVALID = 21, }; struct audit_aux_data { struct audit_aux_data *next; int type; }; struct audit_chunk; struct audit_tree_refs { struct audit_tree_refs *next; struct audit_chunk *c[31]; }; struct audit_aux_data_pids { struct audit_aux_data d; pid_t target_pid[16]; kuid_t target_auid[16]; kuid_t target_uid[16]; unsigned int target_sessionid[16]; u32 target_sid[16]; char target_comm[256]; int pid_count; }; struct audit_aux_data_bprm_fcaps { struct audit_aux_data d; struct audit_cap_data fcap; unsigned int fcap_ver; struct audit_cap_data old_pcap; struct audit_cap_data new_pcap; }; struct audit_nfcfgop_tab { enum audit_nfcfgop op; const char *s; }; struct seccomp_notif_sizes { __u16 seccomp_notif; __u16 seccomp_notif_resp; __u16 seccomp_data; }; struct seccomp_notif { __u64 id; __u32 pid; __u32 flags; struct seccomp_data data; }; struct seccomp_notif_resp { __u64 id; __s64 val; __s32 error; __u32 flags; }; struct seccomp_notif_addfd { __u64 id; __u32 flags; __u32 srcfd; __u32 newfd; __u32 newfd_flags; }; struct action_cache { long unsigned int allow_native[8]; }; struct notification; struct seccomp_filter { refcount_t refs; refcount_t users; bool log; bool wait_killable_recv; struct action_cache cache; struct seccomp_filter *prev; struct bpf_prog *prog; struct notification *notif; struct mutex notify_lock; wait_queue_head_t wqh; }; struct seccomp_metadata { __u64 filter_off; __u64 flags; }; enum notify_state { SECCOMP_NOTIFY_INIT = 0, SECCOMP_NOTIFY_SENT = 1, SECCOMP_NOTIFY_REPLIED = 2, }; struct seccomp_knotif { struct task_struct *task; u64 id; const struct seccomp_data *data; enum notify_state state; int error; long int val; u32 flags; struct completion ready; struct list_head list; struct list_head addfd; }; struct seccomp_kaddfd { struct file *file; int fd; unsigned int flags; __u32 ioctl_flags; union { bool setfd; int ret; }; struct completion completion; struct list_head list; }; struct notification { atomic_t requests; u32 flags; u64 next_id; struct list_head notifications; }; struct seccomp_log_name { u32 log; const char *name; }; enum { FTRACE_UPDATE_CALLS = 1, FTRACE_DISABLE_CALLS = 2, FTRACE_UPDATE_TRACE_FUNC = 4, FTRACE_START_FUNC_RET = 8, FTRACE_STOP_FUNC_RET = 16, FTRACE_MAY_SLEEP = 32, }; struct fgraph_ret_regs; enum uprobe_filter_ctx { UPROBE_FILTER_REGISTER = 0, UPROBE_FILTER_UNREGISTER = 1, UPROBE_FILTER_MMAP = 2, }; struct uprobe_consumer { int (*handler)(struct uprobe_consumer *, struct pt_regs *); int (*ret_handler)(struct uprobe_consumer *, long unsigned int, struct pt_regs *); bool (*filter)(struct uprobe_consumer *, enum uprobe_filter_ctx, struct mm_struct *); struct uprobe_consumer *next; }; enum { BPF_F_UPROBE_MULTI_RETURN = 1, }; enum { BPF_F_GET_BRANCH_RECORDS_SIZE = 1, }; struct bpf_perf_event_value { __u64 counter; __u64 enabled; __u64 running; }; struct btf_ptr { void *ptr; __u32 type_id; __u32 flags; }; enum key_lookup_flag { KEY_LOOKUP_CREATE = 1, KEY_LOOKUP_PARTIAL = 2, KEY_LOOKUP_ALL = 3, }; struct bpf_event_entry { struct perf_event *event; struct file *perf_file; struct file *map_file; struct callback_head rcu; }; typedef u32 (*bpf_prog_run_fn)(const struct bpf_prog *, const void *); struct bpf_key { struct key *key; bool has_ref; }; struct perf_event_query_bpf { __u32 ids_len; __u32 prog_cnt; __u32 ids[0]; }; struct trace_uprobe; struct uprobe_dispatch_data { struct trace_uprobe *tu; long unsigned int bp_addr; }; struct trace_event_raw_bpf_trace_printk { struct trace_entry ent; u32 __data_loc_bpf_string; char __data[0]; }; struct trace_event_data_offsets_bpf_trace_printk { u32 bpf_string; }; typedef void (*btf_trace_bpf_trace_printk)(void *, const char *); struct bpf_trace_module { struct module *module; struct list_head list; }; typedef u64 (*btf_bpf_probe_read_user)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_user_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_kernel)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_kernel_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_compat)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_compat_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_write_user)(void *, const void *, u32); typedef u64 (*btf_bpf_trace_printk)(char *, u32, u64, u64, u64); typedef u64 (*btf_bpf_trace_vprintk)(char *, u32, const void *, u32); typedef u64 (*btf_bpf_seq_printf)(struct seq_file *, char *, u32, const void *, u32); typedef u64 (*btf_bpf_seq_write)(struct seq_file *, const void *, u32); typedef u64 (*btf_bpf_seq_printf_btf)(struct seq_file *, struct btf_ptr *, u32, u64); typedef u64 (*btf_bpf_perf_event_read)(struct bpf_map *, u64); typedef u64 (*btf_bpf_perf_event_read_value)(struct bpf_map *, u64, struct bpf_perf_event_value *, u32); struct bpf_trace_sample_data { struct perf_sample_data sds[3]; }; typedef u64 (*btf_bpf_perf_event_output)(struct pt_regs *, struct bpf_map *, u64, void *, u64); struct bpf_nested_pt_regs { struct pt_regs regs[3]; }; typedef u64 (*btf_bpf_get_current_task)(); typedef u64 (*btf_bpf_get_current_task_btf)(); typedef u64 (*btf_bpf_task_pt_regs)(struct task_struct *); typedef u64 (*btf_bpf_current_task_under_cgroup)(struct bpf_map *, u32); struct send_signal_irq_work { struct irq_work irq_work; struct task_struct *task; u32 sig; enum pid_type type; }; typedef u64 (*btf_bpf_send_signal)(u32); typedef u64 (*btf_bpf_send_signal_thread)(u32); typedef u64 (*btf_bpf_d_path)(struct path *, char *, u32); typedef u64 (*btf_bpf_snprintf_btf)(char *, u32, struct btf_ptr *, u32, u64); typedef u64 (*btf_bpf_get_func_ip_tracing)(void *); typedef u64 (*btf_bpf_get_func_ip_kprobe)(struct pt_regs *); typedef u64 (*btf_bpf_get_func_ip_kprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_attach_cookie_kprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_func_ip_uprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_attach_cookie_uprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_attach_cookie_trace)(void *); typedef u64 (*btf_bpf_get_attach_cookie_pe)(struct bpf_perf_event_data_kern *); typedef u64 (*btf_bpf_get_attach_cookie_tracing)(void *); typedef u64 (*btf_bpf_get_branch_snapshot)(void *, u32, u64); typedef u64 (*btf_get_func_arg)(void *, u32, u64 *); typedef u64 (*btf_get_func_ret)(void *, u64 *); typedef u64 (*btf_get_func_arg_cnt)(void *); typedef u64 (*btf_bpf_perf_event_output_tp)(void *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_stackid_tp)(void *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack_tp)(void *, void *, u32, u64); typedef u64 (*btf_bpf_perf_prog_read_value)(struct bpf_perf_event_data_kern *, struct bpf_perf_event_value *, u32); typedef u64 (*btf_bpf_read_branch_records)(struct bpf_perf_event_data_kern *, void *, u32, u64); struct bpf_raw_tp_regs { struct pt_regs regs[3]; }; typedef u64 (*btf_bpf_perf_event_output_raw_tp)(struct bpf_raw_tracepoint_args *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_stackid_raw_tp)(struct bpf_raw_tracepoint_args *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack_raw_tp)(struct bpf_raw_tracepoint_args *, void *, u32, u64); struct bpf_uprobe_multi_link; struct bpf_uprobe { struct bpf_uprobe_multi_link *link; loff_t offset; u64 cookie; struct uprobe_consumer consumer; }; struct bpf_uprobe_multi_link { struct path path; struct bpf_link link; u32 cnt; struct bpf_uprobe *uprobes; struct task_struct *task; }; struct bpf_uprobe_multi_run_ctx { struct bpf_run_ctx run_ctx; long unsigned int entry_ip; struct bpf_uprobe *uprobe; }; struct bpf_iter_num { __u64 __opaque[1]; }; struct bpf_iter_target_info { struct list_head list; const struct bpf_iter_reg *reg_info; u32 btf_id; }; struct bpf_iter_link { struct bpf_link link; struct bpf_iter_aux_info aux; struct bpf_iter_target_info *tinfo; }; struct bpf_iter_priv_data { struct bpf_iter_target_info *tinfo; const struct bpf_iter_seq_info *seq_info; struct bpf_prog *prog; u64 session_id; u64 seq_num; bool done_stop; long: 0; u8 target_private[0]; }; typedef u64 (*btf_bpf_for_each_map_elem)(struct bpf_map *, void *, void *, u64); typedef u64 (*btf_bpf_loop)(u32, void *, void *, u64); struct bpf_iter_num_kern { int cur; int end; }; struct btf_iter_num; struct bpf_iter__bpf_map_elem { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { void *key; }; union { void *value; }; }; struct bpf_iter_seq_array_map_info { struct bpf_map *map; void *percpu_value_buf; u32 index; }; struct prog_poke_elem { struct list_head list; struct bpf_prog_aux *aux; }; struct bpf_storage_blob { struct bpf_local_storage *storage; }; typedef u64 (*btf_bpf_inode_storage_get)(struct bpf_map *, struct inode *, void *, u64, gfp_t); typedef u64 (*btf_bpf_inode_storage_delete)(struct bpf_map *, struct inode *); struct bpf_netns_link { struct bpf_link link; enum bpf_attach_type type; enum netns_bpf_attach_type netns_type; struct net *net; struct list_head node; }; struct reuseport_array { struct bpf_map map; struct sock *ptrs[0]; }; struct callchain_cpus_entries { struct callback_head callback_head; struct perf_callchain_entry *cpu_entries[0]; }; struct trace_event_raw_oom_score_adj_update { struct trace_entry ent; pid_t pid; char comm[16]; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_reclaim_retry_zone { struct trace_entry ent; int node; int zone_idx; int order; long unsigned int reclaimable; long unsigned int available; long unsigned int min_wmark; int no_progress_loops; bool wmark_check; char __data[0]; }; struct trace_event_raw_mark_victim { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_wake_reaper { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_start_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_finish_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_skip_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_compact_retry { struct trace_entry ent; int order; int priority; int result; int retries; int max_retries; bool ret; char __data[0]; }; struct trace_event_data_offsets_oom_score_adj_update {}; struct trace_event_data_offsets_reclaim_retry_zone {}; struct trace_event_data_offsets_mark_victim {}; struct trace_event_data_offsets_wake_reaper {}; struct trace_event_data_offsets_start_task_reaping {}; struct trace_event_data_offsets_finish_task_reaping {}; struct trace_event_data_offsets_skip_task_reaping {}; struct trace_event_data_offsets_compact_retry {}; typedef void (*btf_trace_oom_score_adj_update)(void *, struct task_struct *); typedef void (*btf_trace_reclaim_retry_zone)(void *, struct zoneref *, int, long unsigned int, long unsigned int, long unsigned int, int, bool); typedef void (*btf_trace_mark_victim)(void *, int); typedef void (*btf_trace_wake_reaper)(void *, int); typedef void (*btf_trace_start_task_reaping)(void *, int); typedef void (*btf_trace_finish_task_reaping)(void *, int); typedef void (*btf_trace_skip_task_reaping)(void *, int); typedef void (*btf_trace_compact_retry)(void *, int, enum compact_priority, enum compact_result, int, int, bool); enum slab_state { DOWN = 0, PARTIAL = 1, PARTIAL_NODE = 2, UP = 3, FULL = 4, }; struct kmalloc_info_struct { const char *name[3]; unsigned int size; }; struct slabinfo { long unsigned int active_objs; long unsigned int num_objs; long unsigned int active_slabs; long unsigned int num_slabs; long unsigned int shared_avail; unsigned int limit; unsigned int batchcount; unsigned int shared; unsigned int objects_per_slab; unsigned int cache_order; }; struct kmem_obj_info { void *kp_ptr; struct slab *kp_slab; void *kp_objp; long unsigned int kp_data_offset; struct kmem_cache *kp_slab_cache; void *kp_ret; void *kp_stack[16]; void *kp_free_stack[16]; }; struct trace_event_raw_kmem_cache_alloc { struct trace_entry ent; long unsigned int call_site; const void *ptr; size_t bytes_req; size_t bytes_alloc; long unsigned int gfp_flags; int node; bool accounted; char __data[0]; }; struct trace_event_raw_kmalloc { struct trace_entry ent; long unsigned int call_site; const void *ptr; size_t bytes_req; size_t bytes_alloc; long unsigned int gfp_flags; int node; char __data[0]; }; struct trace_event_raw_kfree { struct trace_entry ent; long unsigned int call_site; const void *ptr; char __data[0]; }; struct trace_event_raw_kmem_cache_free { struct trace_entry ent; long unsigned int call_site; const void *ptr; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_mm_page_free { struct trace_entry ent; long unsigned int pfn; unsigned int order; char __data[0]; }; struct trace_event_raw_mm_page_free_batched { struct trace_entry ent; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_mm_page_alloc { struct trace_entry ent; long unsigned int pfn; unsigned int order; long unsigned int gfp_flags; int migratetype; char __data[0]; }; struct trace_event_raw_mm_page { struct trace_entry ent; long unsigned int pfn; unsigned int order; int migratetype; int percpu_refill; char __data[0]; }; struct trace_event_raw_mm_page_pcpu_drain { struct trace_entry ent; long unsigned int pfn; unsigned int order; int migratetype; char __data[0]; }; struct trace_event_raw_mm_page_alloc_extfrag { struct trace_entry ent; long unsigned int pfn; int alloc_order; int fallback_order; int alloc_migratetype; int fallback_migratetype; int change_ownership; char __data[0]; }; struct trace_event_raw_rss_stat { struct trace_entry ent; unsigned int mm_id; unsigned int curr; int member; long int size; char __data[0]; }; struct trace_event_data_offsets_kmem_cache_alloc {}; struct trace_event_data_offsets_kmalloc {}; struct trace_event_data_offsets_kfree {}; struct trace_event_data_offsets_kmem_cache_free { u32 name; }; struct trace_event_data_offsets_mm_page_free {}; struct trace_event_data_offsets_mm_page_free_batched {}; struct trace_event_data_offsets_mm_page_alloc {}; struct trace_event_data_offsets_mm_page {}; struct trace_event_data_offsets_mm_page_pcpu_drain {}; struct trace_event_data_offsets_mm_page_alloc_extfrag {}; struct trace_event_data_offsets_rss_stat {}; typedef void (*btf_trace_kmem_cache_alloc)(void *, long unsigned int, const void *, struct kmem_cache *, gfp_t, int); typedef void (*btf_trace_kmalloc)(void *, long unsigned int, const void *, size_t, size_t, gfp_t, int); typedef void (*btf_trace_kfree)(void *, long unsigned int, const void *); typedef void (*btf_trace_kmem_cache_free)(void *, long unsigned int, const void *, const struct kmem_cache *); typedef void (*btf_trace_mm_page_free)(void *, struct page *, unsigned int); typedef void (*btf_trace_mm_page_free_batched)(void *, struct page *); typedef void (*btf_trace_mm_page_alloc)(void *, struct page *, unsigned int, gfp_t, int); typedef void (*btf_trace_mm_page_alloc_zone_locked)(void *, struct page *, unsigned int, int, int); typedef void (*btf_trace_mm_page_pcpu_drain)(void *, struct page *, unsigned int, int); typedef void (*btf_trace_mm_page_alloc_extfrag)(void *, struct page *, int, int, int, int); typedef void (*btf_trace_rss_stat)(void *, struct mm_struct *, int); struct follow_page_context { struct dev_pagemap *pgmap; unsigned int page_mask; }; enum zone_flags { ZONE_BOOSTED_WATERMARK = 0, ZONE_RECLAIM_ACTIVE = 1, }; typedef int fpi_t; struct file_region { struct list_head link; long int from; long int to; struct page_counter *reservation_counter; struct cgroup_subsys_state *css; }; struct huge_bootmem_page { struct list_head list; struct hstate *hstate; }; struct hugetlb_cgroup_per_node { long unsigned int usage[15]; }; struct hugetlb_cgroup { struct cgroup_subsys_state css; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct page_counter hugepage[15]; struct page_counter rsvd_hugepage[15]; atomic_long_t events[15]; atomic_long_t events_local[15]; struct cgroup_file events_file[15]; struct cgroup_file events_local_file[15]; struct hugetlb_cgroup_per_node *nodeinfo[0]; }; enum vma_resv_mode { VMA_NEEDS_RESV = 0, VMA_COMMIT_RESV = 1, VMA_END_RESV = 2, VMA_ADD_RESV = 3, VMA_DEL_RESV = 4, }; struct node_hstate { struct kobject *hugepages_kobj; struct kobject *hstate_kobjs[15]; }; enum writeback_stat_item { NR_DIRTY_THRESHOLD = 0, NR_DIRTY_BG_THRESHOLD = 1, NR_VM_WRITEBACK_STAT_ITEMS = 2, }; struct mem_cgroup_reclaim_cookie { pg_data_t *pgdat; unsigned int generation; }; enum mem_cgroup_events_target { MEM_CGROUP_TARGET_THRESH = 0, MEM_CGROUP_TARGET_SOFTLIMIT = 1, MEM_CGROUP_NTARGETS = 2, }; struct memcg_vmstats { long int state[50]; long unsigned int events[19]; long int state_local[50]; long unsigned int events_local[19]; long int state_pending[50]; long unsigned int events_pending[19]; }; struct memcg_vmstats_percpu { long int state[50]; long unsigned int events[19]; long int state_prev[50]; long unsigned int events_prev[19]; long unsigned int nr_page_events; long unsigned int targets[2]; }; struct mem_cgroup_tree_per_node { struct rb_root rb_root; struct rb_node *rb_rightmost; spinlock_t lock; }; struct mem_cgroup_tree { struct mem_cgroup_tree_per_node *rb_tree_per_node[256]; }; struct mem_cgroup_eventfd_list { struct list_head list; struct eventfd_ctx *eventfd; }; struct mem_cgroup_event { struct mem_cgroup *memcg; struct eventfd_ctx *eventfd; struct list_head list; int (*register_event)(struct mem_cgroup *, struct eventfd_ctx *, const char *); void (*unregister_event)(struct mem_cgroup *, struct eventfd_ctx *); poll_table pt; wait_queue_head_t *wqh; wait_queue_entry_t wait; struct work_struct remove; }; struct move_charge_struct { spinlock_t lock; struct mm_struct *mm; struct mem_cgroup *from; struct mem_cgroup *to; long unsigned int flags; long unsigned int precharge; long unsigned int moved_charge; long unsigned int moved_swap; struct task_struct *moving_task; wait_queue_head_t waitq; }; enum res_type { _MEM = 0, _MEMSWAP = 1, _KMEM = 2, _TCP = 3, }; struct memory_stat { const char *name; unsigned int idx; }; struct oom_wait_info { struct mem_cgroup *memcg; wait_queue_entry_t wait; }; struct memcg_stock_pcp { local_lock_t stock_lock; struct mem_cgroup *cached; unsigned int nr_pages; struct obj_cgroup *cached_objcg; struct pglist_data *cached_pgdat; unsigned int nr_bytes; int nr_slab_reclaimable_b; int nr_slab_unreclaimable_b; struct work_struct work; long unsigned int flags; }; enum { RES_USAGE = 0, RES_LIMIT = 1, RES_MAX_USAGE = 2, RES_FAILCNT = 3, RES_SOFT_LIMIT = 4, }; union mc_target { struct page *page; swp_entry_t ent; }; enum mc_target_type { MC_TARGET_NONE = 0, MC_TARGET_PAGE = 1, MC_TARGET_SWAP = 2, MC_TARGET_DEVICE = 3, }; struct uncharge_gather { struct mem_cgroup *memcg; long unsigned int nr_memory; long unsigned int pgpgout; long unsigned int nr_kmem; int nid; }; struct numa_stat { const char *name; unsigned int lru_mask; }; struct files_stat_struct { long unsigned int nr_files; long unsigned int nr_free_files; long unsigned int max_files; }; struct backing_file { struct file file; struct path real_path; }; struct saved { struct path link; struct delayed_call done; const char *name; unsigned int seq; }; struct nameidata { struct path path; struct qstr last; struct path root; struct inode *inode; unsigned int flags; unsigned int state; unsigned int seq; unsigned int next_seq; unsigned int m_seq; unsigned int r_seq; int last_type; unsigned int depth; int total_link_count; struct saved *stack; struct saved internal[2]; struct filename *name; struct nameidata *saved; unsigned int root_seq; int dfd; vfsuid_t dir_vfsuid; umode_t dir_mode; }; struct renamedata { struct mnt_idmap *old_mnt_idmap; struct inode *old_dir; struct dentry *old_dentry; struct mnt_idmap *new_mnt_idmap; struct inode *new_dir; struct dentry *new_dentry; struct inode **delegated_inode; unsigned int flags; }; enum { LAST_NORM = 0, LAST_ROOT = 1, LAST_DOT = 2, LAST_DOTDOT = 3, }; enum { WALK_TRAILING = 1, WALK_MORE = 2, WALK_NOFOLLOW = 4, }; struct simple_transaction_argresp { ssize_t size; char data[0]; }; struct simple_attr { int (*get)(void *, u64 *); int (*set)(void *, u64); char get_buf[24]; char set_buf[24]; void *data; const char *fmt; struct mutex mutex; }; enum legacy_fs_param { LEGACY_FS_UNSET_PARAMS = 0, LEGACY_FS_MONOLITHIC_PARAMS = 1, LEGACY_FS_INDIVIDUAL_PARAMS = 2, }; struct legacy_fs_context { char *legacy_data; size_t data_size; enum legacy_fs_param param_type; }; struct proc_fs_opts { int flag; const char *str; }; struct kioctx; struct kioctx_table { struct callback_head rcu; unsigned int nr; struct kioctx *table[0]; }; typedef __kernel_ulong_t aio_context_t; enum { IOCB_CMD_PREAD = 0, IOCB_CMD_PWRITE = 1, IOCB_CMD_FSYNC = 2, IOCB_CMD_FDSYNC = 3, IOCB_CMD_POLL = 5, IOCB_CMD_NOOP = 6, IOCB_CMD_PREADV = 7, IOCB_CMD_PWRITEV = 8, }; struct io_event { __u64 data; __u64 obj; __s64 res; __s64 res2; }; struct iocb { __u64 aio_data; __u32 aio_key; __kernel_rwf_t aio_rw_flags; __u16 aio_lio_opcode; __s16 aio_reqprio; __u32 aio_fildes; __u64 aio_buf; __u64 aio_nbytes; __s64 aio_offset; __u64 aio_reserved2; __u32 aio_flags; __u32 aio_resfd; }; typedef int kiocb_cancel_fn(struct kiocb *); struct aio_ring { unsigned int id; unsigned int nr; unsigned int head; unsigned int tail; unsigned int magic; unsigned int compat_features; unsigned int incompat_features; unsigned int header_length; struct io_event io_events[0]; }; struct kioctx_cpu; struct ctx_rq_wait; struct kioctx { struct percpu_ref users; atomic_t dead; struct percpu_ref reqs; long unsigned int user_id; struct kioctx_cpu *cpu; unsigned int req_batch; unsigned int max_reqs; unsigned int nr_events; long unsigned int mmap_base; long unsigned int mmap_size; struct page **ring_pages; long int nr_pages; struct rcu_work free_rwork; struct ctx_rq_wait *rq_wait; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct { atomic_t reqs_available; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { spinlock_t ctx_lock; struct list_head active_reqs; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { struct mutex ring_lock; wait_queue_head_t wait; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { unsigned int tail; unsigned int completed_events; spinlock_t completion_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct page *internal_pages[8]; struct file *aio_ring_file; unsigned int id; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kioctx_cpu { unsigned int reqs_available; }; struct ctx_rq_wait { struct completion comp; atomic_t count; }; struct fsync_iocb { struct file *file; struct work_struct work; bool datasync; struct cred *creds; }; struct poll_iocb { struct file *file; struct wait_queue_head *head; __poll_t events; bool cancelled; bool work_scheduled; bool work_need_resched; struct wait_queue_entry wait; struct work_struct work; }; struct aio_kiocb { union { struct file *ki_filp; struct kiocb rw; struct fsync_iocb fsync; struct poll_iocb poll; }; struct kioctx *ki_ctx; kiocb_cancel_fn *ki_cancel; struct io_event ki_res; struct list_head ki_list; refcount_t ki_refcnt; struct eventfd_ctx *ki_eventfd; }; struct aio_poll_table { struct poll_table_struct pt; struct aio_kiocb *iocb; bool queued; int error; }; struct __aio_sigset { const sigset_t *sigmask; size_t sigsetsize; }; struct iomap_swapfile_info { struct iomap iomap; struct swap_info_struct *sis; uint64_t lowest_ppage; uint64_t highest_ppage; long unsigned int nr_pages; int nr_extents; struct file *file; }; struct bpf_iter_aux_info; enum SHIFT_DIRECTION { SHIFT_LEFT = 0, SHIFT_RIGHT = 1, }; struct ext4_extent_tail { __le32 et_checksum; }; struct partial_cluster { ext4_fsblk_t pclu; ext4_lblk_t lblk; enum { initial = 0, tofree = 1, nofree = 2, } state; }; struct mmp_struct { __le32 mmp_magic; __le32 mmp_seq; __le64 mmp_time; char mmp_nodename[64]; char mmp_bdevname[32]; __le16 mmp_check_interval; __le16 mmp_pad1; __le32 mmp_pad2[226]; __le32 mmp_checksum; }; struct commit_header { __be32 h_magic; __be32 h_blocktype; __be32 h_sequence; unsigned char h_chksum_type; unsigned char h_chksum_size; unsigned char h_padding[2]; __be32 h_chksum[8]; __be64 h_commit_sec; __be32 h_commit_nsec; }; struct journal_block_tag3_s { __be32 t_blocknr; __be32 t_flags; __be32 t_blocknr_high; __be32 t_checksum; }; typedef struct journal_block_tag3_s journal_block_tag3_t; struct journal_block_tag_s { __be32 t_blocknr; __be16 t_checksum; __be16 t_flags; __be32 t_blocknr_high; }; typedef struct journal_block_tag_s journal_block_tag_t; enum utf16_endian { UTF16_HOST_ENDIAN = 0, UTF16_LITTLE_ENDIAN = 1, UTF16_BIG_ENDIAN = 2, }; struct __fat_dirent { long int d_ino; __kernel_off_t d_off; short unsigned int d_reclen; char d_name[256]; }; struct msdos_dir_entry { __u8 name[11]; __u8 attr; __u8 lcase; __u8 ctime_cs; __le16 ctime; __le16 cdate; __le16 adate; __le16 starthi; __le16 time; __le16 date; __le16 start; __le32 size; }; struct msdos_dir_slot { __u8 id; __u8 name0_4[10]; __u8 attr; __u8 reserved; __u8 alias_checksum; __u8 name5_10[12]; __le16 start; __u8 name11_12[4]; }; struct fat_slot_info { loff_t i_pos; loff_t slot_off; int nr_slots; struct msdos_dir_entry *de; struct buffer_head *bh; }; enum { PARSE_INVALID = 1, PARSE_NOT_LONGNAME = 2, PARSE_EOF = 3, }; struct fat_ioctl_filldir_callback { struct dir_context ctx; void *dirent; int result; const char *longname; int long_len; const char *shortname; int short_len; }; struct nfs_open_dir_context { struct list_head list; atomic_t cache_hits; atomic_t cache_misses; long unsigned int attr_gencount; __be32 verf[2]; __u64 dir_cookie; __u64 last_cookie; long unsigned int page_index; unsigned int dtsize; bool force_clear; bool eof; struct callback_head callback_head; }; struct nfs_cache_array_entry { u64 cookie; u64 ino; const char *name; unsigned int name_len; unsigned char d_type; }; struct nfs_cache_array { u64 change_attr; u64 last_cookie; unsigned int size; unsigned char folio_full: 1; unsigned char folio_is_eof: 1; unsigned char cookies_are_ordered: 1; struct nfs_cache_array_entry array[0]; }; struct nfs_readdir_descriptor { struct file *file; struct folio *folio; struct dir_context *ctx; long unsigned int folio_index; long unsigned int folio_index_max; u64 dir_cookie; u64 last_cookie; loff_t current_index; __be32 verf[2]; long unsigned int dir_verifier; long unsigned int timestamp; long unsigned int gencount; long unsigned int attr_gencount; unsigned int cache_entry_index; unsigned int buffer_fills; unsigned int dtsize; bool clear_cache; bool plus; bool eob; bool eof; }; struct trace_event_raw_nfs4_clientid_event { struct trace_entry ent; u32 __data_loc_dstaddr; long unsigned int error; char __data[0]; }; struct trace_event_raw_nfs4_setup_sequence { struct trace_entry ent; unsigned int session; unsigned int slot_nr; unsigned int seq_nr; unsigned int highest_used_slotid; char __data[0]; }; struct trace_event_raw_nfs4_state_mgr { struct trace_entry ent; long unsigned int state; u32 __data_loc_hostname; char __data[0]; }; struct trace_event_raw_nfs4_state_mgr_failed { struct trace_entry ent; long unsigned int error; long unsigned int state; u32 __data_loc_hostname; u32 __data_loc_section; char __data[0]; }; struct trace_event_raw_nfs4_xdr_bad_operation { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; u32 op; u32 expected; char __data[0]; }; struct trace_event_raw_nfs4_xdr_event { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; u32 op; long unsigned int error; char __data[0]; }; struct trace_event_raw_nfs4_cb_error_class { struct trace_entry ent; u32 xid; u32 cbident; char __data[0]; }; struct trace_event_raw_nfs4_open_event { struct trace_entry ent; long unsigned int error; long unsigned int flags; long unsigned int fmode; dev_t dev; u32 fhandle; u64 fileid; u64 dir; u32 __data_loc_name; int stateid_seq; u32 stateid_hash; int openstateid_seq; u32 openstateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_cached_open { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; unsigned int fmode; int stateid_seq; u32 stateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_close { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; unsigned int fmode; long unsigned int error; int stateid_seq; u32 stateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_lock_event { struct trace_entry ent; long unsigned int error; long unsigned int cmd; long unsigned int type; loff_t start; loff_t end; dev_t dev; u32 fhandle; u64 fileid; int stateid_seq; u32 stateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_set_lock { struct trace_entry ent; long unsigned int error; long unsigned int cmd; long unsigned int type; loff_t start; loff_t end; dev_t dev; u32 fhandle; u64 fileid; int stateid_seq; u32 stateid_hash; int lockstateid_seq; u32 lockstateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_state_lock_reclaim { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; long unsigned int state_flags; long unsigned int lock_flags; int stateid_seq; u32 stateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_set_delegation_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; unsigned int fmode; char __data[0]; }; struct trace_event_raw_nfs4_delegreturn_exit { struct trace_entry ent; dev_t dev; u32 fhandle; long unsigned int error; int stateid_seq; u32 stateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_lookup_event { struct trace_entry ent; dev_t dev; long unsigned int error; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs4_lookupp { struct trace_entry ent; dev_t dev; u64 ino; long unsigned int error; char __data[0]; }; struct trace_event_raw_nfs4_rename { struct trace_entry ent; dev_t dev; long unsigned int error; u64 olddir; u32 __data_loc_oldname; u64 newdir; u32 __data_loc_newname; char __data[0]; }; struct trace_event_raw_nfs4_inode_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; long unsigned int error; char __data[0]; }; struct trace_event_raw_nfs4_inode_stateid_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; long unsigned int error; int stateid_seq; u32 stateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_getattr_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; unsigned int valid; long unsigned int error; char __data[0]; }; struct trace_event_raw_nfs4_inode_callback_event { struct trace_entry ent; long unsigned int error; dev_t dev; u32 fhandle; u64 fileid; u32 __data_loc_dstaddr; char __data[0]; }; struct trace_event_raw_nfs4_inode_stateid_callback_event { struct trace_entry ent; long unsigned int error; dev_t dev; u32 fhandle; u64 fileid; u32 __data_loc_dstaddr; int stateid_seq; u32 stateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_idmap_event { struct trace_entry ent; long unsigned int error; u32 id; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs4_read_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 arg_count; u32 res_count; long unsigned int error; int stateid_seq; u32 stateid_hash; int layoutstateid_seq; u32 layoutstateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_write_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 arg_count; u32 res_count; long unsigned int error; int stateid_seq; u32 stateid_hash; int layoutstateid_seq; u32 layoutstateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_commit_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; long unsigned int error; loff_t offset; u32 count; int layoutstateid_seq; u32 layoutstateid_hash; char __data[0]; }; struct trace_event_data_offsets_nfs4_clientid_event { u32 dstaddr; }; struct trace_event_data_offsets_nfs4_setup_sequence {}; struct trace_event_data_offsets_nfs4_state_mgr { u32 hostname; }; struct trace_event_data_offsets_nfs4_state_mgr_failed { u32 hostname; u32 section; }; struct trace_event_data_offsets_nfs4_xdr_bad_operation {}; struct trace_event_data_offsets_nfs4_xdr_event {}; struct trace_event_data_offsets_nfs4_cb_error_class {}; struct trace_event_data_offsets_nfs4_open_event { u32 name; }; struct trace_event_data_offsets_nfs4_cached_open {}; struct trace_event_data_offsets_nfs4_close {}; struct trace_event_data_offsets_nfs4_lock_event {}; struct trace_event_data_offsets_nfs4_set_lock {}; struct trace_event_data_offsets_nfs4_state_lock_reclaim {}; struct trace_event_data_offsets_nfs4_set_delegation_event {}; struct trace_event_data_offsets_nfs4_delegreturn_exit {}; struct trace_event_data_offsets_nfs4_lookup_event { u32 name; }; struct trace_event_data_offsets_nfs4_lookupp {}; struct trace_event_data_offsets_nfs4_rename { u32 oldname; u32 newname; }; struct trace_event_data_offsets_nfs4_inode_event {}; struct trace_event_data_offsets_nfs4_inode_stateid_event {}; struct trace_event_data_offsets_nfs4_getattr_event {}; struct trace_event_data_offsets_nfs4_inode_callback_event { u32 dstaddr; }; struct trace_event_data_offsets_nfs4_inode_stateid_callback_event { u32 dstaddr; }; struct trace_event_data_offsets_nfs4_idmap_event { u32 name; }; struct trace_event_data_offsets_nfs4_read_event {}; struct trace_event_data_offsets_nfs4_write_event {}; struct trace_event_data_offsets_nfs4_commit_event {}; typedef void (*btf_trace_nfs4_setclientid)(void *, const struct nfs_client *, int); typedef void (*btf_trace_nfs4_setclientid_confirm)(void *, const struct nfs_client *, int); typedef void (*btf_trace_nfs4_renew)(void *, const struct nfs_client *, int); typedef void (*btf_trace_nfs4_renew_async)(void *, const struct nfs_client *, int); typedef void (*btf_trace_nfs4_setup_sequence)(void *, const struct nfs4_session *, const struct nfs4_sequence_args *); typedef void (*btf_trace_nfs4_state_mgr)(void *, const struct nfs_client *); typedef void (*btf_trace_nfs4_state_mgr_failed)(void *, const struct nfs_client *, const char *, int); typedef void (*btf_trace_nfs4_xdr_bad_operation)(void *, const struct xdr_stream *, u32, u32); typedef void (*btf_trace_nfs4_xdr_status)(void *, const struct xdr_stream *, u32, u32); typedef void (*btf_trace_nfs4_xdr_bad_filehandle)(void *, const struct xdr_stream *, u32, u32); typedef void (*btf_trace_nfs_cb_no_clp)(void *, __be32, u32); typedef void (*btf_trace_nfs_cb_badprinc)(void *, __be32, u32); typedef void (*btf_trace_nfs4_open_reclaim)(void *, const struct nfs_open_context *, int, int); typedef void (*btf_trace_nfs4_open_expired)(void *, const struct nfs_open_context *, int, int); typedef void (*btf_trace_nfs4_open_file)(void *, const struct nfs_open_context *, int, int); typedef void (*btf_trace_nfs4_cached_open)(void *, const struct nfs4_state *); typedef void (*btf_trace_nfs4_close)(void *, const struct nfs4_state *, const struct nfs_closeargs *, const struct nfs_closeres *, int); typedef void (*btf_trace_nfs4_get_lock)(void *, const struct file_lock *, const struct nfs4_state *, int, int); typedef void (*btf_trace_nfs4_unlock)(void *, const struct file_lock *, const struct nfs4_state *, int, int); typedef void (*btf_trace_nfs4_set_lock)(void *, const struct file_lock *, const struct nfs4_state *, const nfs4_stateid *, int, int); typedef void (*btf_trace_nfs4_state_lock_reclaim)(void *, const struct nfs4_state *, const struct nfs4_lock_state *); typedef void (*btf_trace_nfs4_set_delegation)(void *, const struct inode *, fmode_t); typedef void (*btf_trace_nfs4_reclaim_delegation)(void *, const struct inode *, fmode_t); typedef void (*btf_trace_nfs4_delegreturn_exit)(void *, const struct nfs4_delegreturnargs *, const struct nfs4_delegreturnres *, int); typedef void (*btf_trace_nfs4_lookup)(void *, const struct inode *, const struct qstr *, int); typedef void (*btf_trace_nfs4_symlink)(void *, const struct inode *, const struct qstr *, int); typedef void (*btf_trace_nfs4_mkdir)(void *, const struct inode *, const struct qstr *, int); typedef void (*btf_trace_nfs4_mknod)(void *, const struct inode *, const struct qstr *, int); typedef void (*btf_trace_nfs4_remove)(void *, const struct inode *, const struct qstr *, int); typedef void (*btf_trace_nfs4_get_fs_locations)(void *, const struct inode *, const struct qstr *, int); typedef void (*btf_trace_nfs4_secinfo)(void *, const struct inode *, const struct qstr *, int); typedef void (*btf_trace_nfs4_lookupp)(void *, const struct inode *, int); typedef void (*btf_trace_nfs4_rename)(void *, const struct inode *, const struct qstr *, const struct inode *, const struct qstr *, int); typedef void (*btf_trace_nfs4_access)(void *, const struct inode *, int); typedef void (*btf_trace_nfs4_readlink)(void *, const struct inode *, int); typedef void (*btf_trace_nfs4_readdir)(void *, const struct inode *, int); typedef void (*btf_trace_nfs4_get_acl)(void *, const struct inode *, int); typedef void (*btf_trace_nfs4_set_acl)(void *, const struct inode *, int); typedef void (*btf_trace_nfs4_setattr)(void *, const struct inode *, const nfs4_stateid *, int); typedef void (*btf_trace_nfs4_delegreturn)(void *, const struct inode *, const nfs4_stateid *, int); typedef void (*btf_trace_nfs4_open_stateid_update)(void *, const struct inode *, const nfs4_stateid *, int); typedef void (*btf_trace_nfs4_open_stateid_update_wait)(void *, const struct inode *, const nfs4_stateid *, int); typedef void (*btf_trace_nfs4_close_stateid_update_wait)(void *, const struct inode *, const nfs4_stateid *, int); typedef void (*btf_trace_nfs4_getattr)(void *, const struct nfs_server *, const struct nfs_fh *, const struct nfs_fattr *, int); typedef void (*btf_trace_nfs4_lookup_root)(void *, const struct nfs_server *, const struct nfs_fh *, const struct nfs_fattr *, int); typedef void (*btf_trace_nfs4_fsinfo)(void *, const struct nfs_server *, const struct nfs_fh *, const struct nfs_fattr *, int); typedef void (*btf_trace_nfs4_cb_getattr)(void *, const struct nfs_client *, const struct nfs_fh *, const struct inode *, int); typedef void (*btf_trace_nfs4_cb_recall)(void *, const struct nfs_client *, const struct nfs_fh *, const struct inode *, const nfs4_stateid *, int); typedef void (*btf_trace_nfs4_cb_layoutrecall_file)(void *, const struct nfs_client *, const struct nfs_fh *, const struct inode *, const nfs4_stateid *, int); typedef void (*btf_trace_nfs4_map_name_to_uid)(void *, const char *, int, u32, int); typedef void (*btf_trace_nfs4_map_group_to_gid)(void *, const char *, int, u32, int); typedef void (*btf_trace_nfs4_map_uid_to_name)(void *, const char *, int, u32, int); typedef void (*btf_trace_nfs4_map_gid_to_group)(void *, const char *, int, u32, int); typedef void (*btf_trace_nfs4_read)(void *, const struct nfs_pgio_header *, int); typedef void (*btf_trace_nfs4_write)(void *, const struct nfs_pgio_header *, int); typedef void (*btf_trace_nfs4_commit)(void *, const struct nfs_commit_data *, int); typedef int (*xfs_btree_bload_get_record_fn)(struct xfs_btree_cur *, void *); typedef int (*xfs_btree_bload_claim_block_fn)(struct xfs_btree_cur *, union xfs_btree_ptr *, void *); typedef size_t (*xfs_btree_bload_iroot_size_fn)(struct xfs_btree_cur *, unsigned int, void *); struct xfs_btree_bload { xfs_btree_bload_get_record_fn get_record; xfs_btree_bload_claim_block_fn claim_block; xfs_btree_bload_iroot_size_fn iroot_size; uint64_t nr_records; int leaf_slack; int node_slack; uint64_t nr_blocks; unsigned int btree_height; }; struct xfs_dir3_data_hdr { struct xfs_dir3_blk_hdr hdr; xfs_dir2_data_free_t best_free[3]; __be32 pad; }; struct xfs_iext_rec { uint64_t lo; uint64_t hi; }; struct xfs_iext_leaf { struct xfs_iext_rec recs[15]; struct xfs_iext_leaf *prev; struct xfs_iext_leaf *next; }; enum { NODE_SIZE = 256, KEYS_PER_NODE = 16, RECS_PER_LEAF = 15, }; struct xfs_iext_node { uint64_t keys[16]; void *ptrs[16]; }; enum xfs_refc_adjust_op { XFS_REFCOUNT_ADJUST_INCREASE = 1, XFS_REFCOUNT_ADJUST_DECREASE = -1, XFS_REFCOUNT_ADJUST_COW_ALLOC = 0, XFS_REFCOUNT_ADJUST_COW_FREE = -1, }; struct xfs_refcount_recovery { struct list_head rr_list; struct xfs_refcount_irec rr_rrec; }; struct dax_holder_operations { int (*notify_failure)(struct dax_device *, u64, u64, int); }; typedef int (*xfs_alloc_query_range_fn)(struct xfs_btree_cur *, const struct xfs_alloc_rec_incore *, void *); struct xfs_getfsmap_info { struct xfs_fsmap_head *head; struct fsmap *fsmap_recs; struct xfs_buf *agf_bp; struct xfs_perag *pag; xfs_daddr_t next_daddr; xfs_daddr_t low_daddr; u64 missing_owner; u32 dev; struct xfs_rmap_irec low; struct xfs_rmap_irec high; bool last; }; struct xfs_getfsmap_dev { u32 dev; int (*fn)(struct xfs_trans *, const struct xfs_fsmap *, struct xfs_getfsmap_info *); }; struct xfs_map_extent { uint64_t me_owner; uint64_t me_startblock; uint64_t me_startoff; uint32_t me_len; uint32_t me_flags; }; struct xfs_bui_log_format { uint16_t bui_type; uint16_t bui_size; uint32_t bui_nextents; uint64_t bui_id; struct xfs_map_extent bui_extents[0]; }; struct xfs_bud_log_format { uint16_t bud_type; uint16_t bud_size; uint32_t __pad; uint64_t bud_bui_id; }; struct xfs_bui_log_item { struct xfs_log_item bui_item; atomic_t bui_refcount; atomic_t bui_next_extent; struct xfs_bui_log_format bui_format; }; struct xfs_bud_log_item { struct xfs_log_item bud_item; struct xfs_bui_log_item *bud_buip; struct xfs_bud_log_format bud_format; }; struct xfs_inode_log_format_32 { uint16_t ilf_type; uint16_t ilf_size; uint32_t ilf_fields; uint16_t ilf_asize; uint16_t ilf_dsize; uint64_t ilf_ino; union { uint32_t ilfu_rdev; uint8_t __pad[16]; } ilf_u; int64_t ilf_blkno; int32_t ilf_len; int32_t ilf_boffset; } __attribute__((packed)); typedef uint64_t xfs_log_timestamp_t; struct xfs_log_legacy_timestamp { int32_t t_sec; int32_t t_nsec; }; struct xfs_log_dinode { uint16_t di_magic; uint16_t di_mode; int8_t di_version; int8_t di_format; uint8_t di_pad3[2]; uint32_t di_uid; uint32_t di_gid; uint32_t di_nlink; uint16_t di_projid_lo; uint16_t di_projid_hi; union { uint64_t di_big_nextents; uint64_t di_v3_pad; struct { uint8_t di_v2_pad[6]; uint16_t di_flushiter; }; }; xfs_log_timestamp_t di_atime; xfs_log_timestamp_t di_mtime; xfs_log_timestamp_t di_ctime; xfs_fsize_t di_size; xfs_rfsblock_t di_nblocks; xfs_extlen_t di_extsize; union { struct { uint32_t di_nextents; uint16_t di_anextents; } __attribute__((packed)); struct { uint32_t di_big_anextents; uint16_t di_nrext64_pad; } __attribute__((packed)); }; uint8_t di_forkoff; int8_t di_aformat; uint32_t di_dmevmask; uint16_t di_dmstate; uint16_t di_flags; uint32_t di_gen; xfs_agino_t di_next_unlinked; uint32_t di_crc; uint64_t di_changecount; xfs_lsn_t di_lsn; uint64_t di_flags2; uint32_t di_cowextsize; uint8_t di_pad2[12]; xfs_log_timestamp_t di_crtime; xfs_ino_t di_ino; uuid_t di_uuid; }; struct debugfs_mount_opts { kuid_t uid; kgid_t gid; umode_t mode; unsigned int opts; }; enum { Opt_uid___4 = 0, Opt_gid___5 = 1, Opt_mode___5 = 2, Opt_err___4 = 3, }; struct debugfs_fs_info { struct debugfs_mount_opts mount_opts; }; struct keyring_read_iterator_context { size_t buflen; size_t count; key_serial_t *buffer; }; enum sel_inos { SEL_ROOT_INO = 2, SEL_LOAD = 3, SEL_ENFORCE = 4, SEL_CONTEXT = 5, SEL_ACCESS = 6, SEL_CREATE = 7, SEL_RELABEL = 8, SEL_USER = 9, SEL_POLICYVERS = 10, SEL_COMMIT_BOOLS = 11, SEL_MLS = 12, SEL_DISABLE = 13, SEL_MEMBER = 14, SEL_CHECKREQPROT = 15, SEL_COMPAT_NET = 16, SEL_REJECT_UNKNOWN = 17, SEL_DENY_UNKNOWN = 18, SEL_STATUS = 19, SEL_POLICY = 20, SEL_VALIDATE_TRANS = 21, SEL_INO_NEXT = 22, }; struct selinux_fs_info { struct dentry *bool_dir; unsigned int bool_num; char **bool_pending_names; int *bool_pending_values; struct dentry *class_dir; long unsigned int last_class_ino; bool policy_opened; struct dentry *policycap_dir; long unsigned int last_ino; struct super_block *sb; }; struct policy_load_memory { size_t len; void *data; }; struct sidtab_str_cache { struct callback_head rcu_member; struct list_head lru_member; struct sidtab_entry *parent; u32 len; char str[0]; }; struct ima_queue_entry { struct hlist_node hnext; struct list_head later; struct ima_template_entry *entry; }; struct ima_h_table { atomic_long_t len; atomic_long_t violations; struct hlist_head queue[1024]; }; enum ima_fs_flags { IMA_FS_BUSY = 0, }; enum evm_ima_xattr_type { IMA_XATTR_DIGEST = 1, EVM_XATTR_HMAC = 2, EVM_IMA_XATTR_DIGSIG = 3, IMA_XATTR_DIGEST_NG = 4, EVM_XATTR_PORTABLE_DIGSIG = 5, IMA_VERITY_DIGSIG = 6, IMA_XATTR_LAST = 7, }; enum data_formats { DATA_FMT_DIGEST = 0, DATA_FMT_DIGEST_WITH_ALGO = 1, DATA_FMT_DIGEST_WITH_TYPE_AND_ALGO = 2, DATA_FMT_STRING = 3, DATA_FMT_HEX = 4, DATA_FMT_UINT = 5, }; enum digest_type { DIGEST_TYPE_IMA = 0, DIGEST_TYPE_VERITY = 1, DIGEST_TYPE__LAST = 2, }; struct rtattr { short unsigned int rta_len; short unsigned int rta_type; }; struct crypto_queue { struct list_head list; struct list_head *backlog; unsigned int qlen; unsigned int max_qlen; }; struct crypto_attr_alg { char name[128]; }; struct crypto_attr_type { u32 type; u32 mask; }; enum { CRYPTOA_UNSPEC = 0, CRYPTOA_ALG = 1, CRYPTOA_TYPE = 2, __CRYPTOA_MAX = 3, }; struct crypto_istat_compress { atomic64_t compress_cnt; atomic64_t compress_tlen; atomic64_t decompress_cnt; atomic64_t decompress_tlen; atomic64_t err_cnt; }; struct acomp_alg { int (*compress)(struct acomp_req *); int (*decompress)(struct acomp_req *); void (*dst_free)(struct scatterlist *); int (*init)(struct crypto_acomp *); void (*exit)(struct crypto_acomp *); unsigned int reqsize; union { struct { struct crypto_alg base; }; struct comp_alg_common calg; }; }; struct skcipher_instance { void (*free)(struct skcipher_instance *); union { struct { char head[64]; struct crypto_instance base; } s; struct skcipher_alg alg; }; }; struct skcipher_walk { union { struct { struct page *page; long unsigned int offset; } phys; struct { u8 *page; void *addr; } virt; } src; union { struct { struct page *page; long unsigned int offset; } phys; struct { u8 *page; void *addr; } virt; } dst; struct scatter_walk in; unsigned int nbytes; struct scatter_walk out; unsigned int total; struct list_head buffers; u8 *page; u8 *buffer; u8 *oiv; void *iv; unsigned int ivsize; int flags; unsigned int blocksize; unsigned int stride; unsigned int alignmask; }; struct skcipher_ctx_simple { struct crypto_cipher *cipher; }; typedef bool busy_tag_iter_fn(struct request *, void *); enum { BLK_MQ_UNIQUE_TAG_BITS = 16, BLK_MQ_UNIQUE_TAG_MASK = 65535, }; enum { BLK_MQ_NO_TAG = 4294967295, BLK_MQ_TAG_MIN = 1, BLK_MQ_TAG_MAX = 4294967294, }; struct bt_iter_data { struct blk_mq_hw_ctx *hctx; struct request_queue *q; busy_tag_iter_fn *fn; void *data; bool reserved; }; struct bt_tags_iter_data { struct blk_mq_tags *tags; busy_tag_iter_fn *fn; void *data; unsigned int flags; }; enum { IOPRIO_WHO_PROCESS = 1, IOPRIO_WHO_PGRP = 2, IOPRIO_WHO_USER = 3, }; struct uuidcmp { const char *uuid; int len; }; struct show_busy_params { struct seq_file *m; struct blk_mq_hw_ctx *hctx; }; struct io_rename { struct file *file; int old_dfd; int new_dfd; struct filename *oldpath; struct filename *newpath; int flags; }; struct io_unlink { struct file *file; int dfd; int flags; struct filename *filename; }; struct io_mkdir { struct file *file; int dfd; umode_t mode; struct filename *filename; }; struct io_link { struct file *file; int old_dfd; int new_dfd; struct filename *oldpath; struct filename *newpath; int flags; }; struct epoll_event { __poll_t events; __u64 data; }; struct io_epoll { struct file *file; int epfd; int op; int fd; struct epoll_event event; }; struct io_sqring_offsets { __u32 head; __u32 tail; __u32 ring_mask; __u32 ring_entries; __u32 flags; __u32 dropped; __u32 array; __u32 resv1; __u64 user_addr; }; struct io_cqring_offsets { __u32 head; __u32 tail; __u32 ring_mask; __u32 ring_entries; __u32 overflow; __u32 cqes; __u32 flags; __u32 resv1; __u64 user_addr; }; struct io_uring_params { __u32 sq_entries; __u32 cq_entries; __u32 flags; __u32 sq_thread_cpu; __u32 sq_thread_idle; __u32 features; __u32 wq_fd; __u32 resv[3]; struct io_sqring_offsets sq_off; struct io_cqring_offsets cq_off; }; enum { IO_SQ_THREAD_SHOULD_STOP = 0, IO_SQ_THREAD_SHOULD_PARK = 1, }; struct io_uring_buf { __u64 addr; __u32 len; __u16 bid; __u16 resv; }; struct io_uring_buf_ring { union { struct { __u64 resv1; __u32 resv2; __u16 resv3; __u16 tail; }; struct { struct {} __empty_bufs; struct io_uring_buf bufs[0]; }; }; }; struct io_buffer_list { union { struct list_head buf_list; struct { struct page **buf_pages; struct io_uring_buf_ring *buf_ring; }; }; __u16 bgid; __u16 buf_nr_pages; __u16 nr_entries; __u16 head; __u16 mask; __u8 is_mapped; __u8 is_mmap; }; struct io_buffer { struct list_head list; __u64 addr; __u32 len; __u16 bid; __u16 bgid; }; struct io_issue_def { unsigned int needs_file: 1; unsigned int plug: 1; unsigned int hash_reg_file: 1; unsigned int unbound_nonreg_file: 1; unsigned int pollin: 1; unsigned int pollout: 1; unsigned int poll_exclusive: 1; unsigned int buffer_select: 1; unsigned int not_supported: 1; unsigned int audit_skip: 1; unsigned int ioprio: 1; unsigned int iopoll: 1; unsigned int iopoll_queue: 1; unsigned int manual_alloc: 1; int (*issue)(struct io_kiocb *, unsigned int); int (*prep)(struct io_kiocb *, const struct io_uring_sqe *); }; struct io_cold_def { short unsigned int async_size; const char *name; int (*prep_async)(struct io_kiocb *); void (*cleanup)(struct io_kiocb *); void (*fail)(struct io_kiocb *); }; struct iov_iter_state { size_t iov_offset; size_t count; long unsigned int nr_segs; }; typedef u32 compat_size_t; typedef s32 compat_ssize_t; struct compat_iovec { compat_uptr_t iov_base; compat_size_t iov_len; }; struct xxh32_state { uint32_t total_len_32; uint32_t large_len; uint32_t v1; uint32_t v2; uint32_t v3; uint32_t v4; uint32_t mem32[4]; uint32_t memsize; }; typedef enum { set_basic = 0, set_rle = 1, set_compressed = 2, set_repeat = 3, } symbolEncodingType_e; typedef enum { ZSTD_no_overlap = 0, ZSTD_overlap_src_before_dst = 1, } ZSTD_overlap_e; typedef struct { U32 fastMode; U32 tableLog; } ZSTD_seqSymbol_header; typedef struct { size_t litLength; size_t matchLength; size_t offset; } seq_t; typedef struct { size_t state; const ZSTD_seqSymbol *table; } ZSTD_fseState; typedef struct { BIT_DStream_t DStream; ZSTD_fseState stateLL; ZSTD_fseState stateOffb; ZSTD_fseState stateML; size_t prevOffset[3]; } seqState_t; typedef enum { ZSTD_lo_isRegularOffset = 0, ZSTD_lo_isLongOffset = 1, } ZSTD_longOffset_e; struct cpu_rmap { struct kref refcount; u16 size; void **obj; struct { u16 index; u16 dist; } near[0]; }; struct irq_glue { struct irq_affinity_notify notify; struct cpu_rmap *rmap; u16 index; }; enum { IRQ_POLL_F_SCHED = 0, IRQ_POLL_F_DISABLE = 1, }; enum pci_mmap_api { PCI_MMAP_SYSFS = 0, PCI_MMAP_PROCFS = 1, }; struct pci_filp_private { enum pci_mmap_state mmap_state; int write_combine; }; enum v4l2_ctrl_type { V4L2_CTRL_TYPE_INTEGER = 1, V4L2_CTRL_TYPE_BOOLEAN = 2, V4L2_CTRL_TYPE_MENU = 3, V4L2_CTRL_TYPE_BUTTON = 4, V4L2_CTRL_TYPE_INTEGER64 = 5, V4L2_CTRL_TYPE_CTRL_CLASS = 6, V4L2_CTRL_TYPE_STRING = 7, V4L2_CTRL_TYPE_BITMASK = 8, V4L2_CTRL_TYPE_INTEGER_MENU = 9, V4L2_CTRL_COMPOUND_TYPES = 256, V4L2_CTRL_TYPE_U8 = 256, V4L2_CTRL_TYPE_U16 = 257, V4L2_CTRL_TYPE_U32 = 258, V4L2_CTRL_TYPE_AREA = 262, V4L2_CTRL_TYPE_HDR10_CLL_INFO = 272, V4L2_CTRL_TYPE_HDR10_MASTERING_DISPLAY = 273, V4L2_CTRL_TYPE_H264_SPS = 512, V4L2_CTRL_TYPE_H264_PPS = 513, V4L2_CTRL_TYPE_H264_SCALING_MATRIX = 514, V4L2_CTRL_TYPE_H264_SLICE_PARAMS = 515, V4L2_CTRL_TYPE_H264_DECODE_PARAMS = 516, V4L2_CTRL_TYPE_H264_PRED_WEIGHTS = 517, V4L2_CTRL_TYPE_FWHT_PARAMS = 544, V4L2_CTRL_TYPE_VP8_FRAME = 576, V4L2_CTRL_TYPE_MPEG2_QUANTISATION = 592, V4L2_CTRL_TYPE_MPEG2_SEQUENCE = 593, V4L2_CTRL_TYPE_MPEG2_PICTURE = 594, V4L2_CTRL_TYPE_VP9_COMPRESSED_HDR = 608, V4L2_CTRL_TYPE_VP9_FRAME = 609, V4L2_CTRL_TYPE_HEVC_SPS = 624, V4L2_CTRL_TYPE_HEVC_PPS = 625, V4L2_CTRL_TYPE_HEVC_SLICE_PARAMS = 626, V4L2_CTRL_TYPE_HEVC_SCALING_MATRIX = 627, V4L2_CTRL_TYPE_HEVC_DECODE_PARAMS = 628, V4L2_CTRL_TYPE_AV1_SEQUENCE = 640, V4L2_CTRL_TYPE_AV1_TILE_GROUP_ENTRY = 641, V4L2_CTRL_TYPE_AV1_FRAME = 642, V4L2_CTRL_TYPE_AV1_FILM_GRAIN = 643, }; enum matroxfb_ctrl_id { MATROXFB_CID_TESTOUT = 134217728, MATROXFB_CID_DEFLICKER = 134217729, MATROXFB_CID_LAST = 134217730, }; struct mctl { struct v4l2_queryctrl desc; size_t control; }; struct output_desc { unsigned int h_vis; unsigned int h_f_porch; unsigned int h_sync; unsigned int h_b_porch; long long unsigned int chromasc; unsigned int burst; unsigned int v_total; }; struct gxt4500_par { void *regs; int wc_cookie; int pixfmt; int refclk_ps; int pll_m; int pll_n; int pll_pd1; int pll_pd2; u32 pseudo_palette[16]; }; enum gxt_cards { GXT4500P = 0, GXT6500P = 1, GXT4000P = 2, GXT6000P = 3, }; struct cardinfo { int refclk_ps; const char *cardname; }; struct tty_audit_buf { struct mutex mutex; dev_t dev; bool icanon; size_t valid; u8 *data; }; enum translation_map { LAT1_MAP = 0, GRAF_MAP = 1, IBMPC_MAP = 2, USER_MAP = 3, FIRST_MAP = 0, LAST_MAP = 3, }; struct uni_pagedict { u16 **uni_pgdir[32]; long unsigned int refcount; long unsigned int sum; unsigned char *inverse_translations[4]; u16 *inverse_trans_unicode; }; struct serial8250_config { const char *name; short unsigned int fifo_size; short unsigned int tx_loadsz; unsigned char fcr; unsigned char rxtrig_bytes[4]; unsigned int flags; }; enum tpm2_const { TPM2_PLATFORM_PCR = 24, TPM2_PCR_SELECT_MIN = 3, }; enum tpm2_timeouts { TPM2_TIMEOUT_A = 750, TPM2_TIMEOUT_B = 2000, TPM2_TIMEOUT_C = 200, TPM2_TIMEOUT_D = 30, TPM2_DURATION_SHORT = 20, TPM2_DURATION_MEDIUM = 750, TPM2_DURATION_LONG = 2000, TPM2_DURATION_LONG_LONG = 300000, TPM2_DURATION_DEFAULT = 120000, }; enum tpm2_permanent_handles { TPM2_RS_PW = 1073741833, }; enum tpm2_properties { TPM_PT_TOTAL_COMMANDS = 297, }; enum tpm2_startup_types { TPM2_SU_CLEAR = 0, TPM2_SU_STATE = 1, }; struct tpm2_hash { unsigned int crypto_id; unsigned int tpm_id; }; struct tpm2_pcr_read_out { __be32 update_cnt; __be32 pcr_selects_cnt; __be16 hash_alg; u8 pcr_select_size; u8 pcr_select[3]; __be32 digests_cnt; __be16 digest_size; u8 digest[0]; } __attribute__((packed)); struct tpm2_null_auth_area { __be32 handle; __be16 nonce_size; u8 attributes; __be16 auth_size; } __attribute__((packed)); struct tpm2_get_random_out { __be16 size; u8 buffer[128]; }; struct tpm2_get_cap_out { u8 more_data; __be32 subcap_id; __be32 property_cnt; __be32 property_id; __be32 value; } __attribute__((packed)); struct tpm2_pcr_selection { __be16 hash_alg; u8 size_of_select; u8 pcr_select[3]; }; struct ibmvtpm_crq { u8 valid; u8 msg; __be16 len; __be32 data; __be64 reserved; }; struct ibmvtpm_crq_queue { struct ibmvtpm_crq *crq_addr; u32 index; u32 num_entry; wait_queue_head_t wq; }; struct ibmvtpm_dev { struct device *dev; struct vio_dev *vdev; struct ibmvtpm_crq_queue crq_queue; dma_addr_t crq_dma_handle; u32 rtce_size; void *rtce_buf; dma_addr_t rtce_dma_handle; spinlock_t rtce_lock; wait_queue_head_t wq; u16 res_len; u32 vtpm_version; u8 tpm_processing_cmd; }; struct device_attach_data { struct device *dev; bool check_async; bool want_async; bool have_async; }; struct probe { struct probe *next; dev_t dev; long unsigned int range; struct module *owner; kobj_probe_t *get; int (*lock)(dev_t, void *); void *data; }; struct kobj_map { struct probe *probes[255]; struct mutex *lock; }; enum fw_opt { FW_OPT_UEVENT = 1, FW_OPT_NOWAIT = 2, FW_OPT_USERHELPER = 4, FW_OPT_NO_WARN = 8, FW_OPT_NOCACHE = 16, FW_OPT_NOFALLBACK_SYSFS = 32, FW_OPT_FALLBACK_PLATFORM = 64, FW_OPT_PARTIAL = 128, }; enum fw_status { FW_STATUS_UNKNOWN = 0, FW_STATUS_LOADING = 1, FW_STATUS_DONE = 2, FW_STATUS_ABORTED = 3, }; struct fw_state { struct completion completion; enum fw_status status; }; struct firmware_cache; struct fw_priv { struct kref ref; struct list_head list; struct firmware_cache *fwc; struct fw_state fw_st; void *data; size_t size; size_t allocated_size; size_t offset; u32 opt_flags; const char *fw_name; }; struct firmware_cache { spinlock_t lock; struct list_head head; int state; spinlock_t name_lock; struct list_head fw_names; struct delayed_work work; struct notifier_block pm_notify; }; struct fw_cache_entry { struct list_head list; const char *name; }; struct fw_name_devm { long unsigned int magic; const char *name; }; struct firmware_work { struct work_struct work; struct module *module; const char *name; struct device *device; void *context; void (*cont)(const struct firmware *, void *); u32 opt_flags; }; struct regmap_debugfs_off_cache { struct list_head list; off_t min; off_t max; unsigned int base_reg; unsigned int max_reg; }; struct regmap_debugfs_node { struct regmap *map; struct list_head link; }; enum { ND_CMD_IMPLEMENTED = 0, ND_CMD_ARS_CAP = 1, ND_CMD_ARS_START = 2, ND_CMD_ARS_STATUS = 3, ND_CMD_CLEAR_ERROR = 4, ND_CMD_SMART = 1, ND_CMD_SMART_THRESHOLD = 2, ND_CMD_DIMM_FLAGS = 3, ND_CMD_GET_CONFIG_SIZE = 4, ND_CMD_GET_CONFIG_DATA = 5, ND_CMD_SET_CONFIG_DATA = 6, ND_CMD_VENDOR_EFFECT_LOG_SIZE = 7, ND_CMD_VENDOR_EFFECT_LOG = 8, ND_CMD_VENDOR = 9, ND_CMD_CALL = 10, }; struct nvdimm_map { struct nvdimm_bus *nvdimm_bus; struct list_head list; resource_size_t offset; long unsigned int flags; size_t size; union { void *mem; void *iomem; }; struct kref kref; }; enum { ND_MIN_NAMESPACE_SIZE = 65536, }; enum alloc_loc { ALLOC_ERR = 0, ALLOC_BEFORE = 1, ALLOC_MID = 2, ALLOC_AFTER = 3, }; struct dax_region { int id; int target_node; struct kref kref; struct device *dev; unsigned int align; struct ida ida; struct resource res; struct device *seed; struct device *youngest; }; struct dax_mapping { struct device dev; int range_id; int id; }; struct dev_dax_range { long unsigned int pgoff; struct range range; struct dax_mapping *mapping; }; struct dev_dax { struct dax_region *region; struct dax_device *dax_dev; unsigned int align; int target_node; bool dyn_id; int id; struct ida ida; struct device dev; struct dev_pagemap *pgmap; int nr_range; struct dev_dax_range *ranges; }; struct dev_dax_data { struct dax_region *dax_region; struct dev_pagemap *pgmap; resource_size_t size; int id; }; enum dax_driver_type { DAXDRV_KMEM_TYPE = 0, DAXDRV_DEVICE_TYPE = 1, }; struct dax_device_driver { struct device_driver drv; struct list_head ids; enum dax_driver_type type; int (*probe)(struct dev_dax *); void (*remove)(struct dev_dax *); }; struct dax_id { struct list_head list; char dev_name[30]; }; enum id_action { ID_REMOVE = 0, ID_ADD = 1, }; struct scsi_host_busy_iter_data { bool (*fn)(struct scsi_cmnd *, void *); void *priv; }; enum { mechtype_caddy = 0, mechtype_tray = 1, mechtype_popup = 2, mechtype_individual_changer = 4, mechtype_cartridge_changer = 5, }; enum { K2_FLAG_SATA_8_PORTS = 16777216, K2_FLAG_NO_ATAPI_DMA = 33554432, K2_FLAG_BAR_POS_3 = 67108864, K2_SATA_TF_CMD_OFFSET = 0, K2_SATA_TF_DATA_OFFSET = 0, K2_SATA_TF_ERROR_OFFSET = 4, K2_SATA_TF_NSECT_OFFSET = 8, K2_SATA_TF_LBAL_OFFSET = 12, K2_SATA_TF_LBAM_OFFSET = 16, K2_SATA_TF_LBAH_OFFSET = 20, K2_SATA_TF_DEVICE_OFFSET = 24, K2_SATA_TF_CMDSTAT_OFFSET = 28, K2_SATA_TF_CTL_OFFSET = 32, K2_SATA_DMA_CMD_OFFSET = 48, K2_SATA_SCR_STATUS_OFFSET = 64, K2_SATA_SCR_ERROR_OFFSET = 68, K2_SATA_SCR_CONTROL_OFFSET = 72, K2_SATA_SICR1_OFFSET = 128, K2_SATA_SICR2_OFFSET = 132, K2_SATA_SIM_OFFSET = 136, K2_SATA_PORT_OFFSET = 256, chip_svw4 = 0, chip_svw8 = 1, chip_svw42 = 2, chip_svw43 = 3, }; struct mdiobus_devres { struct mii_bus *mii; }; enum { ETHTOOL_A_CABLE_RESULT_CODE_UNSPEC = 0, ETHTOOL_A_CABLE_RESULT_CODE_OK = 1, ETHTOOL_A_CABLE_RESULT_CODE_OPEN = 2, ETHTOOL_A_CABLE_RESULT_CODE_SAME_SHORT = 3, ETHTOOL_A_CABLE_RESULT_CODE_CROSS_SHORT = 4, }; enum { ETHTOOL_A_CABLE_PAIR_A = 0, ETHTOOL_A_CABLE_PAIR_B = 1, ETHTOOL_A_CABLE_PAIR_C = 2, ETHTOOL_A_CABLE_PAIR_D = 3, }; enum led_trigger_netdev_modes { TRIGGER_NETDEV_LINK = 0, TRIGGER_NETDEV_LINK_10 = 1, TRIGGER_NETDEV_LINK_100 = 2, TRIGGER_NETDEV_LINK_1000 = 3, TRIGGER_NETDEV_HALF_DUPLEX = 4, TRIGGER_NETDEV_FULL_DUPLEX = 5, TRIGGER_NETDEV_TX = 6, TRIGGER_NETDEV_RX = 7, __TRIGGER_NETDEV_MAX = 8, }; struct mdio_device_id { __u32 phy_id; __u32 phy_id_mask; }; struct marvell_hw_stat { const char *string; u8 page; u8 reg; u8 bits; }; struct marvell_priv { u64 stats[3]; char *hwmon_name; struct device *hwmon_dev; bool cable_test_tdr; u32 first; u32 last; u32 step; s8 pair; }; struct marvell_hwmon_ops { int (*config)(struct phy_device *); int (*get_temp)(struct phy_device *, long int *); int (*get_temp_critical)(struct phy_device *, long int *); int (*set_temp_critical)(struct phy_device *, long int); int (*get_temp_alarm)(struct phy_device *, long int *); }; struct marvell_led_rules { int mode; long unsigned int rules; }; struct pcmcia_cfg_mem { struct pcmcia_device *p_dev; int (*conf_check)(struct pcmcia_device *, void *); void *priv_data; cisparse_t parse; cistpl_cftable_entry_t dflt; }; struct pcmcia_loop_mem { struct pcmcia_device *p_dev; void *priv_data; int (*loop_tuple)(struct pcmcia_device *, tuple_t *, void *); }; struct pcmcia_loop_get { size_t len; cisdata_t **buf; }; struct usb_descriptor_header { __u8 bLength; __u8 bDescriptorType; }; struct usb_dev_cap_header { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; }; struct ep_device { struct usb_endpoint_descriptor *desc; struct usb_device *udev; struct device dev; }; enum serio_event_type { SERIO_RESCAN_PORT = 0, SERIO_RECONNECT_PORT = 1, SERIO_RECONNECT_SUBTREE = 2, SERIO_REGISTER_PORT = 3, SERIO_ATTACH_DRIVER = 4, }; struct serio_event { enum serio_event_type type; void *object; struct module *owner; struct list_head node; }; struct input_dev_poller { void (*poll)(struct input_dev *); unsigned int poll_interval; unsigned int poll_interval_max; unsigned int poll_interval_min; struct input_dev *input; struct delayed_work work; }; struct focaltech_finger_state { bool active; bool valid; unsigned int x; unsigned int y; }; struct focaltech_hw_state { struct focaltech_finger_state fingers[5]; unsigned int width; bool pressed; }; struct focaltech_data { unsigned int x_max; unsigned int y_max; struct focaltech_hw_state state; }; struct i2c_smbus_ioctl_data { __u8 read_write; __u8 command; __u32 size; union i2c_smbus_data *data; }; struct i2c_rdwr_ioctl_data { struct i2c_msg *msgs; __u32 nmsgs; }; struct i2c_dev { struct list_head list; struct i2c_adapter *adap; struct device dev; struct cdev cdev; }; struct ptp_clock_caps { int max_adj; int n_alarm; int n_ext_ts; int n_per_out; int pps; int n_pins; int cross_timestamping; int adjust_phase; int max_phase_adj; int rsv[11]; }; struct ptp_sys_offset { unsigned int n_samples; unsigned int rsv[3]; struct ptp_clock_time ts[51]; }; struct ptp_sys_offset_extended { unsigned int n_samples; unsigned int rsv[3]; struct ptp_clock_time ts[75]; }; struct ptp_sys_offset_precise { struct ptp_clock_time device; struct ptp_clock_time sys_realtime; struct ptp_clock_time sys_monoraw; unsigned int rsv[4]; }; struct bvec_iter_all { struct bio_vec bv; int idx; unsigned int done; }; struct serial_info { struct rb_node node; sector_t start; sector_t last; sector_t _subtree_last; }; struct raid1_info { struct md_rdev *rdev; sector_t head_position; sector_t next_seq_sect; sector_t seq_start; }; struct pool_info { struct mddev *mddev; int raid_disks; }; struct r1conf { struct mddev *mddev; struct raid1_info *mirrors; int raid_disks; spinlock_t device_lock; struct list_head retry_list; struct list_head bio_end_io_list; struct bio_list pending_bio_list; wait_queue_head_t wait_barrier; spinlock_t resync_lock; atomic_t nr_sync_pending; atomic_t *nr_pending; atomic_t *nr_waiting; atomic_t *nr_queued; atomic_t *barrier; int array_frozen; int fullsync; int recovery_disabled; struct pool_info *poolinfo; mempool_t r1bio_pool; mempool_t r1buf_pool; struct bio_set bio_split; struct page *tmppage; struct md_thread *thread; sector_t cluster_sync_low; sector_t cluster_sync_high; }; struct r1bio { atomic_t remaining; atomic_t behind_remaining; sector_t sector; int sectors; long unsigned int state; struct mddev *mddev; struct bio *master_bio; int read_disk; struct list_head retry_list; struct bio *behind_master_bio; struct bio *bios[0]; }; enum r1bio_state { R1BIO_Uptodate = 0, R1BIO_IsSync = 1, R1BIO_Degraded = 2, R1BIO_BehindIO = 3, R1BIO_ReadError = 4, R1BIO_Returned = 5, R1BIO_MadeGood = 6, R1BIO_WriteError = 7, R1BIO_FailFast = 8, }; struct resync_pages { void *raid_bio; struct page *pages[1]; }; struct raid1_plug_cb { struct blk_plug_cb cb; struct bio_list pending; unsigned int count; }; struct dm_io_region { struct block_device *bdev; sector_t sector; sector_t count; }; struct page_list { struct page_list *next; struct page *page; }; typedef void (*io_notify_fn)(long unsigned int, void *); enum dm_io_mem_type { DM_IO_PAGE_LIST = 0, DM_IO_BIO = 1, DM_IO_VMA = 2, DM_IO_KMEM = 3, }; struct dm_io_memory { enum dm_io_mem_type type; unsigned int offset; union { struct page_list *pl; struct bio *bio; void *vma; void *addr; } ptr; }; struct dm_io_notify { io_notify_fn fn; void *context; }; struct dm_io_client; struct dm_io_request { blk_opf_t bi_opf; struct dm_io_memory mem; struct dm_io_notify notify; struct dm_io_client *client; }; struct dm_io_client { mempool_t pool; struct bio_set bios; }; struct io { long unsigned int error_bits; atomic_t count; struct dm_io_client *client; io_notify_fn callback; void *context; void *vma_invalidate_address; long unsigned int vma_invalidate_size; long: 64; }; struct dpages { void (*get_page)(struct dpages *, struct page **, long unsigned int *, unsigned int *); void (*next_page)(struct dpages *); union { unsigned int context_u; struct bvec_iter context_bi; }; void *context_ptr; void *vma_invalidate_address; long unsigned int vma_invalidate_size; }; struct sync_io { long unsigned int error_bits; struct completion wait; }; enum dev_type { DEV_UNKNOWN = 0, DEV_X1 = 1, DEV_X2 = 2, DEV_X4 = 3, DEV_X8 = 4, DEV_X16 = 5, DEV_X32 = 6, DEV_X64 = 7, }; enum mem_type { MEM_EMPTY = 0, MEM_RESERVED = 1, MEM_UNKNOWN = 2, MEM_FPM = 3, MEM_EDO = 4, MEM_BEDO = 5, MEM_SDR = 6, MEM_RDR = 7, MEM_DDR = 8, MEM_RDDR = 9, MEM_RMBS = 10, MEM_DDR2 = 11, MEM_FB_DDR2 = 12, MEM_RDDR2 = 13, MEM_XDR = 14, MEM_DDR3 = 15, MEM_RDDR3 = 16, MEM_LRDDR3 = 17, MEM_LPDDR3 = 18, MEM_DDR4 = 19, MEM_RDDR4 = 20, MEM_LRDDR4 = 21, MEM_LPDDR4 = 22, MEM_DDR5 = 23, MEM_RDDR5 = 24, MEM_LRDDR5 = 25, MEM_NVDIMM = 26, MEM_WIO2 = 27, MEM_HBM2 = 28, }; enum edac_type { EDAC_UNKNOWN = 0, EDAC_NONE = 1, EDAC_RESERVED = 2, EDAC_PARITY = 3, EDAC_EC = 4, EDAC_SECDED = 5, EDAC_S2ECD2ED = 6, EDAC_S4ECD4ED = 7, EDAC_S8ECD8ED = 8, EDAC_S16ECD16ED = 9, }; enum scrub_type { SCRUB_UNKNOWN = 0, SCRUB_NONE = 1, SCRUB_SW_PROG = 2, SCRUB_SW_SRC = 3, SCRUB_SW_PROG_SRC = 4, SCRUB_SW_TUNABLE = 5, SCRUB_HW_PROG = 6, SCRUB_HW_SRC = 7, SCRUB_HW_PROG_SRC = 8, SCRUB_HW_TUNABLE = 9, }; enum edac_mc_layer_type { EDAC_MC_LAYER_BRANCH = 0, EDAC_MC_LAYER_CHANNEL = 1, EDAC_MC_LAYER_SLOT = 2, EDAC_MC_LAYER_CHIP_SELECT = 3, EDAC_MC_LAYER_ALL_MEM = 4, }; struct edac_mc_layer { enum edac_mc_layer_type type; unsigned int size; bool is_virt_csrow; }; struct mem_ctl_info; struct dimm_info { struct device dev; char label[32]; unsigned int location[3]; struct mem_ctl_info *mci; unsigned int idx; u32 grain; enum dev_type dtype; enum mem_type mtype; enum edac_type edac_mode; u32 nr_pages; unsigned int csrow; unsigned int cschannel; u16 smbios_handle; u32 ce_count; u32 ue_count; }; struct mcidev_sysfs_attribute; struct edac_raw_error_desc { char location[256]; char label[296]; long int grain; u16 error_count; enum hw_event_mc_err_type type; int top_layer; int mid_layer; int low_layer; long unsigned int page_frame_number; long unsigned int offset_in_page; long unsigned int syndrome; const char *msg; const char *other_detail; }; struct csrow_info; struct mem_ctl_info { struct device dev; struct bus_type *bus; struct list_head link; struct module *owner; long unsigned int mtype_cap; long unsigned int edac_ctl_cap; long unsigned int edac_cap; long unsigned int scrub_cap; enum scrub_type scrub_mode; int (*set_sdram_scrub_rate)(struct mem_ctl_info *, u32); int (*get_sdram_scrub_rate)(struct mem_ctl_info *); void (*edac_check)(struct mem_ctl_info *); long unsigned int (*ctl_page_to_phys)(struct mem_ctl_info *, long unsigned int); int mc_idx; struct csrow_info **csrows; unsigned int nr_csrows; unsigned int num_cschannel; unsigned int n_layers; struct edac_mc_layer *layers; bool csbased; unsigned int tot_dimms; struct dimm_info **dimms; struct device *pdev; const char *mod_name; const char *ctl_name; const char *dev_name; void *pvt_info; long unsigned int start_time; u32 ce_noinfo_count; u32 ue_noinfo_count; u32 ue_mc; u32 ce_mc; struct completion complete; const struct mcidev_sysfs_attribute *mc_driver_sysfs_attributes; struct delayed_work work; struct edac_raw_error_desc error_desc; int op_state; struct dentry *debugfs; u8 fake_inject_layer[3]; bool fake_inject_ue; u16 fake_inject_count; }; struct rank_info { int chan_idx; struct csrow_info *csrow; struct dimm_info *dimm; u32 ce_count; }; struct csrow_info { struct device dev; long unsigned int first_page; long unsigned int last_page; long unsigned int page_mask; int csrow_idx; u32 ue_count; u32 ce_count; struct mem_ctl_info *mci; u32 nr_channels; struct rank_info **channels; }; struct thermal_cooling_device_ops; struct thermal_cooling_device { int id; char *type; long unsigned int max_state; struct device device; struct device_node *np; void *devdata; void *stats; const struct thermal_cooling_device_ops *ops; bool updated; struct mutex lock; struct list_head thermal_instances; struct list_head node; }; struct cpufreq_freqs { struct cpufreq_policy *policy; unsigned int old; unsigned int new; u8 flags; }; struct thermal_cooling_device_ops { int (*get_max_state)(struct thermal_cooling_device *, long unsigned int *); int (*get_cur_state)(struct thermal_cooling_device *, long unsigned int *); int (*set_cur_state)(struct thermal_cooling_device *, long unsigned int); int (*get_requested_power)(struct thermal_cooling_device *, u32 *); int (*state2power)(struct thermal_cooling_device *, long unsigned int, u32 *); int (*power2state)(struct thermal_cooling_device *, u32, long unsigned int *); }; struct xcede_latency_record { u8 hint; __be64 latency_ticks; u8 wake_on_irqs; } __attribute__((packed)); struct xcede_latency_payload { u8 record_size; struct xcede_latency_record records[16]; }; struct xcede_latency_parameter { __be16 payload_size; struct xcede_latency_payload payload; u8 null_char; }; struct usage_priority { __u32 usage; bool global; unsigned int slot_overwrite; }; typedef bool (*hid_usage_cmp_t)(struct hid_usage *, unsigned int, unsigned int); struct rmem_assigned_device { struct device *dev; struct reserved_mem *rmem; struct list_head list; }; struct user_msghdr { void *msg_name; int msg_namelen; struct iovec *msg_iov; __kernel_size_t msg_iovlen; void *msg_control; __kernel_size_t msg_controllen; unsigned int msg_flags; }; struct mmsghdr { struct user_msghdr msg_hdr; unsigned int msg_len; }; struct ifconf { int ifc_len; union { char *ifcu_buf; struct ifreq *ifcu_req; } ifc_ifcu; }; typedef u32 compat_caddr_t; struct compat_ifmap { compat_ulong_t mem_start; compat_ulong_t mem_end; short unsigned int base_addr; unsigned char irq; unsigned char dma; unsigned char port; }; struct compat_if_settings { unsigned int type; unsigned int size; compat_uptr_t ifs_ifsu; }; struct compat_ifreq { union { char ifrn_name[16]; } ifr_ifrn; union { struct sockaddr ifru_addr; struct sockaddr ifru_dstaddr; struct sockaddr ifru_broadaddr; struct sockaddr ifru_netmask; struct sockaddr ifru_hwaddr; short int ifru_flags; compat_int_t ifru_ivalue; compat_int_t ifru_mtu; struct compat_ifmap ifru_map; char ifru_slave[16]; char ifru_newname[16]; compat_caddr_t ifru_data; struct compat_if_settings ifru_settings; } ifr_ifru; }; struct compat_msghdr { compat_uptr_t msg_name; compat_int_t msg_namelen; compat_uptr_t msg_iov; compat_size_t msg_iovlen; compat_uptr_t msg_control; compat_size_t msg_controllen; compat_uint_t msg_flags; }; struct compat_mmsghdr { struct compat_msghdr msg_hdr; compat_uint_t msg_len; }; struct scm_ts_pktinfo { __u32 if_index; __u32 pkt_length; __u32 reserved[2]; }; struct net_bridge; struct used_address { struct __kernel_sockaddr_storage name; unsigned int name_len; }; struct ifbond { __s32 bond_mode; __s32 num_slaves; __s32 miimon; }; typedef struct ifbond ifbond; struct ifslave { __s32 slave_id; char slave_name[16]; __s8 link; __s8 state; __u32 link_failure_count; }; typedef struct ifslave ifslave; enum { NAPIF_STATE_SCHED = 1, NAPIF_STATE_MISSED = 2, NAPIF_STATE_DISABLE = 4, NAPIF_STATE_NPSVC = 8, NAPIF_STATE_LISTED = 16, NAPIF_STATE_NO_BUSY_POLL = 32, NAPIF_STATE_IN_BUSY_POLL = 64, NAPIF_STATE_PREFER_BUSY_POLL = 128, NAPIF_STATE_THREADED = 256, NAPIF_STATE_SCHED_THREADED = 512, }; struct net_device_path_stack { int num_paths; struct net_device_path path[5]; }; struct bpf_xdp_link { struct bpf_link link; struct net_device *dev; int flags; }; struct netdev_net_notifier { struct list_head list; struct notifier_block *nb; }; struct netdev_notifier_changelowerstate_info { struct netdev_notifier_info info; void *lower_state_info; }; struct netdev_notifier_pre_changeaddr_info { struct netdev_notifier_info info; const unsigned char *dev_addr; }; struct netdev_notifier_offload_xstats_rd { struct rtnl_hw_stats64 stats; bool used; }; struct netdev_notifier_offload_xstats_ru { bool used; }; struct netdev_notifier_offload_xstats_info { struct netdev_notifier_info info; enum netdev_offload_xstats_type type; union { struct netdev_notifier_offload_xstats_rd *report_delta; struct netdev_notifier_offload_xstats_ru *report_used; }; }; enum { NESTED_SYNC_IMM_BIT = 0, NESTED_SYNC_TODO_BIT = 1, }; struct netdev_nested_priv { unsigned char flags; void *data; }; struct netdev_bonding_info { ifslave slave; ifbond master; }; struct netdev_notifier_bonding_info { struct netdev_notifier_info info; struct netdev_bonding_info bonding_info; }; enum tcx_action_base { TCX_NEXT = -1, TCX_PASS = 0, TCX_DROP = 2, TCX_REDIRECT = 7, }; enum qdisc_state2_t { __QDISC_STATE2_RUNNING = 0, }; struct mini_Qdisc { struct tcf_proto *filter_list; struct tcf_block *block; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_queue *cpu_qstats; long unsigned int rcu_state; }; struct tcx_entry { struct mini_Qdisc *miniq; struct bpf_mprog_bundle bundle; bool miniq_active; struct callback_head rcu; }; typedef int (*bpf_op_t)(struct net_device *, struct netdev_bpf *); struct dev_kfree_skb_cb { enum skb_drop_reason reason; }; struct netdev_adjacent { struct net_device *dev; netdevice_tracker dev_tracker; bool master; bool ignore; u16 ref_nr; void *private; struct list_head list; struct callback_head rcu; }; struct gro_cell { struct sk_buff_head napi_skbs; struct napi_struct napi; }; struct percpu_free_defer { struct callback_head rcu; void *ptr; }; struct tc_prio_qopt { int bands; __u8 priomap[16]; }; struct skb_array { struct ptr_ring ring; }; struct psched_ratecfg { u64 rate_bytes_ps; u32 mult; u16 overhead; u16 mpu; u8 linklayer; u8 shift; }; struct psched_pktrate { u64 rate_pkts_ps; u32 mult; u8 shift; }; struct mini_Qdisc_pair { struct mini_Qdisc miniq1; struct mini_Qdisc miniq2; struct mini_Qdisc **p_miniq; }; struct pfifo_fast_priv { struct skb_array q[3]; }; enum { CTRL_CMD_UNSPEC = 0, CTRL_CMD_NEWFAMILY = 1, CTRL_CMD_DELFAMILY = 2, CTRL_CMD_GETFAMILY = 3, CTRL_CMD_NEWOPS = 4, CTRL_CMD_DELOPS = 5, CTRL_CMD_GETOPS = 6, CTRL_CMD_NEWMCAST_GRP = 7, CTRL_CMD_DELMCAST_GRP = 8, CTRL_CMD_GETMCAST_GRP = 9, CTRL_CMD_GETPOLICY = 10, __CTRL_CMD_MAX = 11, }; enum { CTRL_ATTR_UNSPEC = 0, CTRL_ATTR_FAMILY_ID = 1, CTRL_ATTR_FAMILY_NAME = 2, CTRL_ATTR_VERSION = 3, CTRL_ATTR_HDRSIZE = 4, CTRL_ATTR_MAXATTR = 5, CTRL_ATTR_OPS = 6, CTRL_ATTR_MCAST_GROUPS = 7, CTRL_ATTR_POLICY = 8, CTRL_ATTR_OP_POLICY = 9, CTRL_ATTR_OP = 10, __CTRL_ATTR_MAX = 11, }; enum { CTRL_ATTR_OP_UNSPEC = 0, CTRL_ATTR_OP_ID = 1, CTRL_ATTR_OP_FLAGS = 2, __CTRL_ATTR_OP_MAX = 3, }; enum { CTRL_ATTR_MCAST_GRP_UNSPEC = 0, CTRL_ATTR_MCAST_GRP_NAME = 1, CTRL_ATTR_MCAST_GRP_ID = 2, __CTRL_ATTR_MCAST_GRP_MAX = 3, }; enum { CTRL_ATTR_POLICY_UNSPEC = 0, CTRL_ATTR_POLICY_DO = 1, CTRL_ATTR_POLICY_DUMP = 2, __CTRL_ATTR_POLICY_DUMP_MAX = 3, CTRL_ATTR_POLICY_DUMP_MAX = 2, }; struct genl_op_iter { const struct genl_family *family; struct genl_split_ops doit; struct genl_split_ops dumpit; int cmd_idx; int entry_idx; u32 cmd; u8 flags; }; struct genl_start_context { const struct genl_family *family; struct nlmsghdr *nlh; struct netlink_ext_ack *extack; const struct genl_split_ops *ops; int hdrlen; }; struct netlink_policy_dump_state; struct ctrl_dump_policy_ctx { struct netlink_policy_dump_state *state; const struct genl_family *rt; struct genl_op_iter *op_iter; u32 op; u16 fam_id; u8 dump_map: 1; u8 single_op: 1; }; enum { ETHTOOL_A_STRING_UNSPEC = 0, ETHTOOL_A_STRING_INDEX = 1, ETHTOOL_A_STRING_VALUE = 2, __ETHTOOL_A_STRING_CNT = 3, ETHTOOL_A_STRING_MAX = 2, }; enum { ETHTOOL_A_STRINGS_UNSPEC = 0, ETHTOOL_A_STRINGS_STRING = 1, __ETHTOOL_A_STRINGS_CNT = 2, ETHTOOL_A_STRINGS_MAX = 1, }; enum { ETHTOOL_A_STRINGSET_UNSPEC = 0, ETHTOOL_A_STRINGSET_ID = 1, ETHTOOL_A_STRINGSET_COUNT = 2, ETHTOOL_A_STRINGSET_STRINGS = 3, __ETHTOOL_A_STRINGSET_CNT = 4, ETHTOOL_A_STRINGSET_MAX = 3, }; enum { ETHTOOL_A_STRINGSETS_UNSPEC = 0, ETHTOOL_A_STRINGSETS_STRINGSET = 1, __ETHTOOL_A_STRINGSETS_CNT = 2, ETHTOOL_A_STRINGSETS_MAX = 1, }; struct strset_info { bool per_dev; bool free_strings; unsigned int count; const char (*strings)[32]; }; struct strset_req_info { struct ethnl_req_info base; u32 req_ids; bool counts_only; }; struct strset_reply_data { struct ethnl_reply_data base; struct strset_info sets[21]; }; struct privflags_reply_data { struct ethnl_reply_data base; const char (*priv_flag_names)[32]; unsigned int n_priv_flags; u32 priv_flags; }; enum { ETHTOOL_A_CABLE_RESULT_UNSPEC = 0, ETHTOOL_A_CABLE_RESULT_PAIR = 1, ETHTOOL_A_CABLE_RESULT_CODE = 2, __ETHTOOL_A_CABLE_RESULT_CNT = 3, ETHTOOL_A_CABLE_RESULT_MAX = 2, }; enum { ETHTOOL_A_CABLE_FAULT_LENGTH_UNSPEC = 0, ETHTOOL_A_CABLE_FAULT_LENGTH_PAIR = 1, ETHTOOL_A_CABLE_FAULT_LENGTH_CM = 2, __ETHTOOL_A_CABLE_FAULT_LENGTH_CNT = 3, ETHTOOL_A_CABLE_FAULT_LENGTH_MAX = 2, }; enum { ETHTOOL_A_CABLE_TEST_NTF_STATUS_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_NTF_STATUS_STARTED = 1, ETHTOOL_A_CABLE_TEST_NTF_STATUS_COMPLETED = 2, }; enum { ETHTOOL_A_CABLE_NEST_UNSPEC = 0, ETHTOOL_A_CABLE_NEST_RESULT = 1, ETHTOOL_A_CABLE_NEST_FAULT_LENGTH = 2, __ETHTOOL_A_CABLE_NEST_CNT = 3, ETHTOOL_A_CABLE_NEST_MAX = 2, }; enum { ETHTOOL_A_CABLE_TEST_NTF_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_NTF_HEADER = 1, ETHTOOL_A_CABLE_TEST_NTF_STATUS = 2, ETHTOOL_A_CABLE_TEST_NTF_NEST = 3, __ETHTOOL_A_CABLE_TEST_NTF_CNT = 4, ETHTOOL_A_CABLE_TEST_NTF_MAX = 3, }; enum { ETHTOOL_A_CABLE_TEST_TDR_CFG_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_TDR_CFG_FIRST = 1, ETHTOOL_A_CABLE_TEST_TDR_CFG_LAST = 2, ETHTOOL_A_CABLE_TEST_TDR_CFG_STEP = 3, ETHTOOL_A_CABLE_TEST_TDR_CFG_PAIR = 4, __ETHTOOL_A_CABLE_TEST_TDR_CFG_CNT = 5, ETHTOOL_A_CABLE_TEST_TDR_CFG_MAX = 4, }; enum { ETHTOOL_A_CABLE_AMPLITUDE_UNSPEC = 0, ETHTOOL_A_CABLE_AMPLITUDE_PAIR = 1, ETHTOOL_A_CABLE_AMPLITUDE_mV = 2, __ETHTOOL_A_CABLE_AMPLITUDE_CNT = 3, ETHTOOL_A_CABLE_AMPLITUDE_MAX = 2, }; enum { ETHTOOL_A_CABLE_PULSE_UNSPEC = 0, ETHTOOL_A_CABLE_PULSE_mV = 1, __ETHTOOL_A_CABLE_PULSE_CNT = 2, ETHTOOL_A_CABLE_PULSE_MAX = 1, }; enum { ETHTOOL_A_CABLE_STEP_UNSPEC = 0, ETHTOOL_A_CABLE_STEP_FIRST_DISTANCE = 1, ETHTOOL_A_CABLE_STEP_LAST_DISTANCE = 2, ETHTOOL_A_CABLE_STEP_STEP_DISTANCE = 3, __ETHTOOL_A_CABLE_STEP_CNT = 4, ETHTOOL_A_CABLE_STEP_MAX = 3, }; enum { ETHTOOL_A_CABLE_TDR_NEST_UNSPEC = 0, ETHTOOL_A_CABLE_TDR_NEST_STEP = 1, ETHTOOL_A_CABLE_TDR_NEST_AMPLITUDE = 2, ETHTOOL_A_CABLE_TDR_NEST_PULSE = 3, __ETHTOOL_A_CABLE_TDR_NEST_CNT = 4, ETHTOOL_A_CABLE_TDR_NEST_MAX = 3, }; struct plca_reply_data { struct ethnl_reply_data base; struct phy_plca_cfg plca_cfg; struct phy_plca_status plca_st; }; enum { LWTUNNEL_XMIT_DONE = 0, LWTUNNEL_XMIT_CONTINUE = 256, }; struct ip_fraglist_iter { struct sk_buff *frag; struct iphdr *iph; int offset; unsigned int hlen; }; struct ip_frag_state { bool DF; unsigned int hlen; unsigned int ll_rs; unsigned int mtu; unsigned int left; int offset; int ptr; __be16 not_last_frag; }; struct ip_reply_arg { struct kvec iov[1]; int flags; __wsum csum; int csumoffset; int bound_dev_if; u8 tos; kuid_t uid; }; struct bpf_tcp_iter_state { struct tcp_iter_state state; unsigned int cur_sk; unsigned int end_sk; unsigned int max_sk; struct sock **batch; bool st_bucket_done; }; struct bpf_iter__tcp { union { struct bpf_iter_meta *meta; }; union { struct sock_common *sk_common; }; uid_t uid; }; enum lwtunnel_ip_t { LWTUNNEL_IP_UNSPEC = 0, LWTUNNEL_IP_ID = 1, LWTUNNEL_IP_DST = 2, LWTUNNEL_IP_SRC = 3, LWTUNNEL_IP_TTL = 4, LWTUNNEL_IP_TOS = 5, LWTUNNEL_IP_FLAGS = 6, LWTUNNEL_IP_PAD = 7, LWTUNNEL_IP_OPTS = 8, __LWTUNNEL_IP_MAX = 9, }; enum lwtunnel_ip6_t { LWTUNNEL_IP6_UNSPEC = 0, LWTUNNEL_IP6_ID = 1, LWTUNNEL_IP6_DST = 2, LWTUNNEL_IP6_SRC = 3, LWTUNNEL_IP6_HOPLIMIT = 4, LWTUNNEL_IP6_TC = 5, LWTUNNEL_IP6_FLAGS = 6, LWTUNNEL_IP6_PAD = 7, LWTUNNEL_IP6_OPTS = 8, __LWTUNNEL_IP6_MAX = 9, }; enum { LWTUNNEL_IP_OPTS_UNSPEC = 0, LWTUNNEL_IP_OPTS_GENEVE = 1, LWTUNNEL_IP_OPTS_VXLAN = 2, LWTUNNEL_IP_OPTS_ERSPAN = 3, __LWTUNNEL_IP_OPTS_MAX = 4, }; enum { LWTUNNEL_IP_OPT_GENEVE_UNSPEC = 0, LWTUNNEL_IP_OPT_GENEVE_CLASS = 1, LWTUNNEL_IP_OPT_GENEVE_TYPE = 2, LWTUNNEL_IP_OPT_GENEVE_DATA = 3, __LWTUNNEL_IP_OPT_GENEVE_MAX = 4, }; enum { LWTUNNEL_IP_OPT_VXLAN_UNSPEC = 0, LWTUNNEL_IP_OPT_VXLAN_GBP = 1, __LWTUNNEL_IP_OPT_VXLAN_MAX = 2, }; enum { LWTUNNEL_IP_OPT_ERSPAN_UNSPEC = 0, LWTUNNEL_IP_OPT_ERSPAN_VER = 1, LWTUNNEL_IP_OPT_ERSPAN_INDEX = 2, LWTUNNEL_IP_OPT_ERSPAN_DIR = 3, LWTUNNEL_IP_OPT_ERSPAN_HWID = 4, __LWTUNNEL_IP_OPT_ERSPAN_MAX = 5, }; struct lwtunnel_encap_ops { int (*build_state)(struct net *, struct nlattr *, unsigned int, const void *, struct lwtunnel_state **, struct netlink_ext_ack *); void (*destroy_state)(struct lwtunnel_state *); int (*output)(struct net *, struct sock *, struct sk_buff *); int (*input)(struct sk_buff *); int (*fill_encap)(struct sk_buff *, struct lwtunnel_state *); int (*get_encap_size)(struct lwtunnel_state *); int (*cmp_encap)(struct lwtunnel_state *, struct lwtunnel_state *); int (*xmit)(struct sk_buff *); struct module *owner; }; struct ip6_tnl_encap_ops { size_t (*encap_hlen)(struct ip_tunnel_encap *); int (*build_header)(struct sk_buff *, struct ip_tunnel_encap *, u8 *, struct flowi6 *); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); }; struct geneve_opt { __be16 opt_class; u8 type; u8 length: 5; u8 r3: 1; u8 r2: 1; u8 r1: 1; u8 opt_data[0]; }; struct vxlan_metadata { u32 gbp; }; struct erspan_md2 { __be32 timestamp; __be16 sgt; __u8 hwid_upper: 2; __u8 ft: 5; __u8 p: 1; __u8 o: 1; __u8 gra: 2; __u8 dir: 1; __u8 hwid: 4; }; struct erspan_metadata { int version; union { __be32 index; struct erspan_md2 md2; } u; }; enum __sk_action { __SK_DROP = 0, __SK_PASS = 1, __SK_REDIRECT = 2, __SK_NONE = 3, }; enum sk_psock_state_bits { SK_PSOCK_TX_ENABLED = 0, SK_PSOCK_RX_STRP_ENABLED = 1, }; struct tx_work { struct delayed_work work; struct sock *sk; }; struct tls_rec; struct tls_sw_context_tx { struct crypto_aead *aead_send; struct crypto_wait async_wait; struct tx_work tx_work; struct tls_rec *open_rec; struct list_head tx_list; atomic_t encrypt_pending; spinlock_t encrypt_compl_lock; int async_notify; u8 async_capable: 1; long unsigned int tx_bitmask; }; enum { TCP_BPF_IPV4 = 0, TCP_BPF_IPV6 = 1, TCP_BPF_NUM_PROTS = 2, }; enum { TCP_BPF_BASE = 0, TCP_BPF_TX = 1, TCP_BPF_RX = 2, TCP_BPF_TXRX = 3, TCP_BPF_NUM_CFGS = 4, }; struct __ip6_tnl_parm { char name[16]; int link; __u8 proto; __u8 encap_limit; __u8 hop_limit; bool collect_md; __be32 flowinfo; __u32 flags; struct in6_addr laddr; struct in6_addr raddr; __be16 i_flags; __be16 o_flags; __be32 i_key; __be32 o_key; __u32 fwmark; __u32 index; __u8 erspan_ver; __u8 dir; __u16 hwid; }; struct ip6_tnl { struct ip6_tnl *next; struct net_device *dev; netdevice_tracker dev_tracker; struct net *net; struct __ip6_tnl_parm parms; struct flowi fl; struct dst_cache dst_cache; struct gro_cells gro_cells; int err_count; long unsigned int err_time; __u32 i_seqno; atomic_t o_seqno; int hlen; int tun_hlen; int encap_hlen; struct ip_tunnel_encap encap; int mlink; }; struct xfrm_skb_cb { struct xfrm_tunnel_skb_cb header; union { struct { __u32 low; __u32 hi; } output; struct { __be32 low; __be32 hi; } input; } seq; }; struct xfrm_trans_tasklet { struct work_struct work; spinlock_t queue_lock; struct sk_buff_head queue; }; struct xfrm_trans_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; int (*finish)(struct net *, struct sock *, struct sk_buff *); struct net *net; }; struct in6_flowlabel_req { struct in6_addr flr_dst; __be32 flr_label; __u8 flr_action; __u8 flr_share; __u16 flr_flags; __u16 flr_expires; __u16 flr_linger; __u32 __flr_pad; }; struct ip6fl_iter_state { struct seq_net_private p; struct pid_namespace *pid_ns; int bucket; }; struct snmp_mib { const char *name; int entry; }; enum devlink_eswitch_mode { DEVLINK_ESWITCH_MODE_LEGACY = 0, DEVLINK_ESWITCH_MODE_SWITCHDEV = 1, }; enum { DEVLINK_FLASH_OVERWRITE_SETTINGS_BIT = 0, DEVLINK_FLASH_OVERWRITE_IDENTIFIERS_BIT = 1, __DEVLINK_FLASH_OVERWRITE_MAX_BIT = 2, DEVLINK_FLASH_OVERWRITE_MAX_BIT = 1, }; enum devlink_param_cmode { DEVLINK_PARAM_CMODE_RUNTIME = 0, DEVLINK_PARAM_CMODE_DRIVERINIT = 1, DEVLINK_PARAM_CMODE_PERMANENT = 2, __DEVLINK_PARAM_CMODE_MAX = 3, DEVLINK_PARAM_CMODE_MAX = 2, }; enum devlink_param_type { DEVLINK_PARAM_TYPE_U8 = 0, DEVLINK_PARAM_TYPE_U16 = 1, DEVLINK_PARAM_TYPE_U32 = 2, DEVLINK_PARAM_TYPE_STRING = 3, DEVLINK_PARAM_TYPE_BOOL = 4, }; union devlink_param_value { u8 vu8; u16 vu16; u32 vu32; char vstr[32]; bool vbool; }; struct devlink_param_gset_ctx { union devlink_param_value val; enum devlink_param_cmode cmode; }; struct devlink_param { u32 id; const char *name; bool generic; enum devlink_param_type type; long unsigned int supported_cmodes; int (*get)(struct devlink *, u32, struct devlink_param_gset_ctx *); int (*set)(struct devlink *, u32, struct devlink_param_gset_ctx *); int (*validate)(struct devlink *, u32, union devlink_param_value, struct netlink_ext_ack *); }; struct devlink_param_item { struct list_head list; const struct devlink_param *param; union devlink_param_value driverinit_value; bool driverinit_value_valid; union devlink_param_value driverinit_value_new; bool driverinit_value_new_valid; }; enum devlink_param_generic_id { DEVLINK_PARAM_GENERIC_ID_INT_ERR_RESET = 0, DEVLINK_PARAM_GENERIC_ID_MAX_MACS = 1, DEVLINK_PARAM_GENERIC_ID_ENABLE_SRIOV = 2, DEVLINK_PARAM_GENERIC_ID_REGION_SNAPSHOT = 3, DEVLINK_PARAM_GENERIC_ID_IGNORE_ARI = 4, DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MAX = 5, DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MIN = 6, DEVLINK_PARAM_GENERIC_ID_FW_LOAD_POLICY = 7, DEVLINK_PARAM_GENERIC_ID_RESET_DEV_ON_DRV_PROBE = 8, DEVLINK_PARAM_GENERIC_ID_ENABLE_ROCE = 9, DEVLINK_PARAM_GENERIC_ID_ENABLE_REMOTE_DEV_RESET = 10, DEVLINK_PARAM_GENERIC_ID_ENABLE_ETH = 11, DEVLINK_PARAM_GENERIC_ID_ENABLE_RDMA = 12, DEVLINK_PARAM_GENERIC_ID_ENABLE_VNET = 13, DEVLINK_PARAM_GENERIC_ID_ENABLE_IWARP = 14, DEVLINK_PARAM_GENERIC_ID_IO_EQ_SIZE = 15, DEVLINK_PARAM_GENERIC_ID_EVENT_EQ_SIZE = 16, __DEVLINK_PARAM_GENERIC_ID_MAX = 17, DEVLINK_PARAM_GENERIC_ID_MAX = 16, }; struct xdr_skb_reader { struct sk_buff *skb; unsigned int offset; size_t count; __wsum csum; }; typedef size_t (*xdr_skb_read_actor)(struct xdr_skb_reader *, void *, size_t); enum rpc_msg_type { RPC_CALL = 0, RPC_REPLY = 1, }; enum rpc_reply_stat { RPC_MSG_ACCEPTED = 0, RPC_MSG_DENIED = 1, }; enum rpc_reject_stat { RPC_MISMATCH = 0, RPC_AUTH_ERROR = 1, }; enum { SVC_POOL_AUTO = -1, SVC_POOL_GLOBAL = 0, SVC_POOL_PERCPU = 1, SVC_POOL_PERNODE = 2, }; struct svc_pool_map { int count; int mode; unsigned int npools; unsigned int *pool_to; unsigned int *to_pool; }; struct xdr_array2_desc; typedef int (*xdr_xcode_elem_t)(struct xdr_array2_desc *, void *); struct xdr_array2_desc { unsigned int elem_size; unsigned int array_len; unsigned int array_maxlen; xdr_xcode_elem_t xcode; }; enum hp_flags_bits { HANDSHAKE_F_PROTO_NOTIFY = 0, }; struct ida_bitmap { long unsigned int bitmap[16]; }; typedef void (*kunit_try_catch_func_t)(void *); struct kunit_try_catch { struct kunit *test; struct completion *try_completion; int try_result; kunit_try_catch_func_t try; kunit_try_catch_func_t catch; void *context; }; enum kunit_status { KUNIT_SUCCESS = 0, KUNIT_FAILURE = 1, KUNIT_SKIPPED = 2, }; struct kunit { void *priv; const char *name; char *log; struct kunit_try_catch try_catch; const void *param_value; int param_index; spinlock_t lock; enum kunit_status status; struct list_head resources; char status_comment[256]; }; enum kunit_speed { KUNIT_SPEED_UNSET = 0, KUNIT_SPEED_VERY_SLOW = 1, KUNIT_SPEED_SLOW = 2, KUNIT_SPEED_NORMAL = 3, KUNIT_SPEED_MAX = 3, }; struct kunit_attributes { enum kunit_speed speed; }; struct kunit_case; struct kunit_suite { const char name[256]; int (*suite_init)(struct kunit_suite *); void (*suite_exit)(struct kunit_suite *); int (*init)(struct kunit *); void (*exit)(struct kunit *); struct kunit_case *test_cases; struct kunit_attributes attr; char status_comment[256]; struct dentry *debugfs; char *log; int suite_init_err; }; struct trace_event_raw_initcall_level { struct trace_entry ent; u32 __data_loc_level; char __data[0]; }; struct trace_event_raw_initcall_start { struct trace_entry ent; initcall_t func; char __data[0]; }; struct trace_event_raw_initcall_finish { struct trace_entry ent; initcall_t func; int ret; char __data[0]; }; struct trace_event_data_offsets_initcall_level { u32 level; }; struct trace_event_data_offsets_initcall_start {}; struct trace_event_data_offsets_initcall_finish {}; typedef void (*btf_trace_initcall_level)(void *, const char *); typedef void (*btf_trace_initcall_start)(void *, initcall_t); typedef void (*btf_trace_initcall_finish)(void *, initcall_t, int); struct kunit_case { void (*run_case)(struct kunit *); const char *name; const void * (*generate_params)(const void *, char *); struct kunit_attributes attr; enum kunit_status status; char *module_name; char *log; }; struct blacklist_entry { struct list_head next; char *buf; }; enum powerpc_regset { REGSET_GPR = 0, REGSET_FPR = 1, REGSET_VMX = 2, REGSET_VSX = 3, REGSET_TM_CGPR = 4, REGSET_TM_CFPR = 5, REGSET_TM_CVMX = 6, REGSET_TM_CVSX = 7, REGSET_TM_SPR = 8, REGSET_TM_CTAR = 9, REGSET_TM_CPPR = 10, REGSET_TM_CDSCR = 11, REGSET_PPR = 12, REGSET_DSCR = 13, REGSET_TAR = 14, REGSET_EBB = 15, REGSET_PMR = 16, REGSET_DEXCR = 17, REGSET_HASHKEYR = 18, REGSET_PKEY = 19, }; struct pt_regs_offset { const char *name; int offset; }; struct pci_io_addr_range { struct rb_node rb_node; resource_size_t addr_lo; resource_size_t addr_hi; struct eeh_dev *edev; struct pci_dev *pcidev; long unsigned int flags; }; struct pci_io_addr_cache { struct rb_root rb_root; spinlock_t piar_lock; }; typedef u32 uprobe_opcode_t; struct arch_uprobe { union { u32 insn[2]; u32 ixol[2]; }; }; enum rp_check { RP_CHECK_CALL = 0, RP_CHECK_CHAIN_CALL = 1, RP_CHECK_RET = 2, }; enum slb_index { LINEAR_INDEX = 0, KSTACK_INDEX = 1, }; enum pgtable_index { PTE_INDEX = 0, PMD_INDEX = 1, PUD_INDEX = 2, PGD_INDEX = 3, HTLB_16M_INDEX = 4, HTLB_16G_INDEX = 5, }; typedef signed char unative_t[16]; struct xive_irq_bitmap { long unsigned int *bitmap; unsigned int base; unsigned int count; spinlock_t lock; struct list_head list; }; struct memcons; enum OpalPciStatusToken { OPAL_EEH_NO_ERROR = 0, OPAL_EEH_IOC_ERROR = 1, OPAL_EEH_PHB_ERROR = 2, OPAL_EEH_PE_ERROR = 3, OPAL_EEH_PE_MMIO_ERROR = 4, OPAL_EEH_PE_DMA_ERROR = 5, }; enum OpalPciErrorSeverity { OPAL_EEH_SEV_NO_ERROR = 0, OPAL_EEH_SEV_IOC_DEAD = 1, OPAL_EEH_SEV_PHB_DEAD = 2, OPAL_EEH_SEV_PHB_FENCED = 3, OPAL_EEH_SEV_PE_ER = 4, OPAL_EEH_SEV_INF = 5, }; enum OpalErrinjectType { OPAL_ERR_INJECT_TYPE_IOA_BUS_ERR = 0, OPAL_ERR_INJECT_TYPE_IOA_BUS_ERR64 = 1, }; enum OpalErrinjectFunc { OPAL_ERR_INJECT_FUNC_IOA_LD_MEM_ADDR = 0, OPAL_ERR_INJECT_FUNC_IOA_LD_MEM_DATA = 1, OPAL_ERR_INJECT_FUNC_IOA_LD_IO_ADDR = 2, OPAL_ERR_INJECT_FUNC_IOA_LD_IO_DATA = 3, OPAL_ERR_INJECT_FUNC_IOA_LD_CFG_ADDR = 4, OPAL_ERR_INJECT_FUNC_IOA_LD_CFG_DATA = 5, OPAL_ERR_INJECT_FUNC_IOA_ST_MEM_ADDR = 6, OPAL_ERR_INJECT_FUNC_IOA_ST_MEM_DATA = 7, OPAL_ERR_INJECT_FUNC_IOA_ST_IO_ADDR = 8, OPAL_ERR_INJECT_FUNC_IOA_ST_IO_DATA = 9, OPAL_ERR_INJECT_FUNC_IOA_ST_CFG_ADDR = 10, OPAL_ERR_INJECT_FUNC_IOA_ST_CFG_DATA = 11, OPAL_ERR_INJECT_FUNC_IOA_DMA_RD_ADDR = 12, OPAL_ERR_INJECT_FUNC_IOA_DMA_RD_DATA = 13, OPAL_ERR_INJECT_FUNC_IOA_DMA_RD_MASTER = 14, OPAL_ERR_INJECT_FUNC_IOA_DMA_RD_TARGET = 15, OPAL_ERR_INJECT_FUNC_IOA_DMA_WR_ADDR = 16, OPAL_ERR_INJECT_FUNC_IOA_DMA_WR_DATA = 17, OPAL_ERR_INJECT_FUNC_IOA_DMA_WR_MASTER = 18, OPAL_ERR_INJECT_FUNC_IOA_DMA_WR_TARGET = 19, }; enum OpalPciReinitScope { OPAL_REINIT_PCI_DEV = 1000, }; enum { OPAL_P7IOC_DIAG_TYPE_NONE = 0, OPAL_P7IOC_DIAG_TYPE_RGC = 1, OPAL_P7IOC_DIAG_TYPE_BI = 2, OPAL_P7IOC_DIAG_TYPE_CI = 3, OPAL_P7IOC_DIAG_TYPE_MISC = 4, OPAL_P7IOC_DIAG_TYPE_I2C = 5, OPAL_P7IOC_DIAG_TYPE_LAST = 6, }; struct OpalIoP7IOCRgcErrorData { __be64 rgcStatus; __be64 rgcLdcp; }; struct OpalIoP7IOCBiErrorData { __be64 biLdcp0; __be64 biLdcp1; __be64 biLdcp2; __be64 biFenceStatus; uint8_t biDownbound; }; struct OpalIoP7IOCCiErrorData { __be64 ciPortStatus; __be64 ciPortLdcp; uint8_t ciPort; }; struct OpalIoP7IOCErrorData { __be16 type; __be64 gemXfir; __be64 gemRfir; __be64 gemRirqfir; __be64 gemMask; __be64 gemRwof; __be64 lemFir; __be64 lemErrMask; __be64 lemAction0; __be64 lemAction1; __be64 lemWof; union { struct OpalIoP7IOCRgcErrorData rgc; struct OpalIoP7IOCBiErrorData bi; struct OpalIoP7IOCCiErrorData ci; }; }; struct vio_cmo_pool { size_t size; size_t free; }; struct vio_cmo_dev_entry { struct vio_dev *viodev; struct list_head list; }; struct vio_cmo { spinlock_t lock; struct delayed_work balance_q; struct list_head device_list; size_t entitled; struct vio_cmo_pool reserve; struct vio_cmo_pool excess; size_t spare; size_t min; size_t desired; size_t curr; size_t high; }; enum { XIVE_DUMP_TM_HYP = 0, XIVE_DUMP_TM_POOL = 1, XIVE_DUMP_TM_OS = 2, XIVE_DUMP_TM_USER = 3, XIVE_DUMP_VP = 4, XIVE_DUMP_EMU_STATE = 5, }; struct bpt { long unsigned int address; u32 *instr; atomic_t ref_count; int enabled; long unsigned int pad; }; typedef int (*instruction_dump_func)(long unsigned int, long unsigned int); typedef long unsigned int (*callfunc_t)(long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int); enum hv_perf_domains { HV_PERF_DOMAIN_PHYS_CHIP = 1, HV_PERF_DOMAIN_PHYS_CORE = 2, HV_PERF_DOMAIN_VCPU_HOME_CORE = 3, HV_PERF_DOMAIN_VCPU_HOME_CHIP = 4, HV_PERF_DOMAIN_VCPU_HOME_NODE = 5, HV_PERF_DOMAIN_VCPU_REMOTE_NODE = 6, HV_PERF_DOMAIN_MAX = 7, }; struct hv_24x7_request { __u8 performance_domain; __u8 reserved[1]; __be16 data_size; __be32 data_offset; __be16 starting_lpar_ix; __be16 max_num_lpars; __be16 starting_ix; __be16 max_ix; __u8 starting_thread_group_ix; __u8 max_num_thread_groups; __u8 reserved2[14]; }; struct hv_24x7_request_buffer { __u8 interface_version; __u8 num_requests; __u8 reserved[14]; struct hv_24x7_request requests[0]; }; struct hv_24x7_result { __u8 result_ix; __u8 results_complete; __be16 num_elements_returned; __be16 result_element_data_size; __u8 reserved[2]; char elements[0]; }; struct hv_24x7_data_result_buffer { __u8 interface_version; __u8 num_results; __u8 reserved[1]; __u8 failing_request_ix; __be32 detailed_rc; __be64 cec_cfg_instance_id; __be64 catalog_version_num; __u8 reserved2[8]; struct hv_24x7_result results[0]; }; struct hv_24x7_catalog_page_0 { __be32 magic; __be32 length; __be64 version; __u8 build_time_stamp[16]; __u8 reserved2[32]; __be16 schema_data_offs; __be16 schema_data_len; __be16 schema_entry_count; __u8 reserved3[2]; __be16 event_data_offs; __be16 event_data_len; __be16 event_entry_count; __u8 reserved4[2]; __be16 group_data_offs; __be16 group_data_len; __be16 group_entry_count; __u8 reserved5[2]; __be16 formula_data_offs; __be16 formula_data_len; __be16 formula_entry_count; __u8 reserved6[2]; }; struct hv_24x7_event_data { __be16 length; __u8 reserved1[2]; __u8 domain; __u8 reserved2[1]; __be16 event_group_record_offs; __be16 event_group_record_len; __be16 event_counter_offs; __be32 flags; __be16 primary_group_ix; __be16 group_count; __be16 event_name_len; __u8 remainder[0]; } __attribute__((packed)); struct hv_24x7_hw { struct perf_event *events[255]; }; struct event_uniq { struct rb_node node; const char *name; int nl; unsigned int ct; unsigned int domain; }; enum { PM_CYC___3 = 30ULL, PM_ICT_NOSLOT_CYC = 65784ULL, PM_CMPLU_STALL___2 = 122964ULL, PM_INST_CMPL___3 = 2ULL, PM_BR_CMPL___2 = 315486ULL, PM_BR_MPRED_CMPL___3 = 262390ULL, PM_LD_REF_L1___3 = 65788ULL, PM_LD_MISS_L1_FIN = 180302ULL, PM_LD_MISS_L1___3 = 254036ULL, PM_LD_MISS_L1_ALT___2 = 262384ULL, PM_ST_MISS_L1___3 = 196848ULL, PM_L1_PREF___2 = 131156ULL, PM_INST_FROM_L1___3 = 16512ULL, PM_L1_ICACHE_MISS___3 = 131325ULL, PM_L1_DEMAND_WRITE___2 = 16524ULL, PM_IC_PREF_WRITE___2 = 18572ULL, PM_DATA_FROM_L3___3 = 311362ULL, PM_DATA_FROM_L3MISS___3 = 196862ULL, PM_L2_ST___3 = 92288ULL, PM_L2_ST_MISS___3 = 157824ULL, PM_L3_PREF_ALL___2 = 319570ULL, PM_DTLB_MISS___3 = 196860ULL, PM_ITLB_MISS___3 = 262396ULL, PM_RUN_INST_CMPL___2 = 327930ULL, PM_RUN_INST_CMPL_ALT___2 = 262394ULL, PM_RUN_CYC___2 = 393460ULL, PM_RUN_CYC_ALT___2 = 131316ULL, PM_INST_DISP___2 = 131314ULL, PM_INST_DISP_ALT___2 = 196850ULL, PM_BR_2PATH___2 = 131126ULL, PM_BR_2PATH_ALT___2 = 262198ULL, PM_MRK_ST_DONE_L2 = 65844ULL, PM_RADIX_PWC_L1_HIT = 127062ULL, PM_FLOP_CMPL = 65780ULL, PM_MRK_NTF_FIN = 131346ULL, PM_RADIX_PWC_L2_HIT = 184356ULL, PM_IFETCH_THROTTLE = 213086ULL, PM_MRK_L2_TM_ST_ABORT_SISTER = 254300ULL, PM_RADIX_PWC_L3_HIT = 258134ULL, PM_RUN_CYC_SMT2_MODE = 196716ULL, PM_TM_TX_PASS_RUN_INST = 319508ULL, PM_DISP_HELD_SYNC_HOLD = 262204ULL, PM_DTLB_MISS_16G = 114776ULL, PM_DERAT_MISS_2M = 114778ULL, PM_DTLB_MISS_2M = 114780ULL, PM_MRK_DTLB_MISS_1G = 119132ULL, PM_DTLB_MISS_4K = 180310ULL, PM_DERAT_MISS_1G = 180314ULL, PM_MRK_DERAT_MISS_2M = 184658ULL, PM_MRK_DTLB_MISS_4K = 184662ULL, PM_MRK_DTLB_MISS_16G = 184670ULL, PM_DTLB_MISS_64K = 245846ULL, PM_MRK_DERAT_MISS_1G = 250194ULL, PM_MRK_DTLB_MISS_64K = 250198ULL, PM_DTLB_MISS_16M = 311382ULL, PM_DTLB_MISS_1G = 311386ULL, PM_MRK_DTLB_MISS_16M = 311646ULL, MEM_LOADS___2 = 224210977248ULL, MEM_STORES___2 = 224345194976ULL, }; struct umem_info { u64 *buf; u32 size; u32 max_entries; u32 idx; unsigned int nr_ranges; const struct range *ranges; }; enum sysctl_writes_mode { SYSCTL_WRITES_LEGACY = -1, SYSCTL_WRITES_WARN = 0, SYSCTL_WRITES_STRICT = 1, }; struct do_proc_dointvec_minmax_conv_param { int *min; int *max; }; struct do_proc_douintvec_minmax_conv_param { unsigned int *min; unsigned int *max; }; enum { KERNEL_PARAM_OPS_FL_NOARG = 1, }; struct param_attribute { struct module_attribute mattr; const struct kernel_param *param; }; struct module_param_attrs { unsigned int num; struct attribute_group grp; struct param_attribute attrs[0]; }; struct kmalloced_param { struct list_head list; char val[0]; }; struct trace_event_raw_notifier_info { struct trace_entry ent; void *cb; char __data[0]; }; struct trace_event_data_offsets_notifier_info {}; typedef void (*btf_trace_notifier_register)(void *, void *); typedef void (*btf_trace_notifier_unregister)(void *, void *); typedef void (*btf_trace_notifier_run)(void *, void *); struct optimistic_spin_node { struct optimistic_spin_node *next; struct optimistic_spin_node *prev; int locked; int cpu; }; enum rtmutex_chainwalk { RT_MUTEX_MIN_CHAINWALK = 0, RT_MUTEX_FULL_CHAINWALK = 1, }; struct pm_vt_switch { struct list_head head; struct device *dev; bool required; }; enum { IRQTF_RUNTHREAD = 0, IRQTF_WARNED = 1, IRQTF_AFFINITY = 2, IRQTF_FORCED_THREAD = 3, IRQTF_READY = 4, }; struct irq_devres { unsigned int irq; void *dev_id; }; struct irq_desc_devres { unsigned int from; unsigned int cnt; }; enum { GP_IDLE = 0, GP_ENTER = 1, GP_PASSED = 2, GP_EXIT = 3, GP_REPLAY = 4, }; struct io_tlb_area { long unsigned int used; unsigned int index; spinlock_t lock; }; struct io_tlb_slot { phys_addr_t orig_addr; size_t alloc_size; unsigned int list; }; struct trace_event_raw_swiotlb_bounced { struct trace_entry ent; u32 __data_loc_dev_name; u64 dma_mask; dma_addr_t dev_addr; size_t size; bool force; char __data[0]; }; struct trace_event_data_offsets_swiotlb_bounced { u32 dev_name; }; typedef void (*btf_trace_swiotlb_bounced)(void *, struct device *, dma_addr_t, size_t); struct module_sect_attr { struct bin_attribute battr; long unsigned int address; }; struct module_sect_attrs { struct attribute_group grp; unsigned int nsections; struct module_sect_attr attrs[0]; }; struct module_notes_attrs { struct kobject *dir; unsigned int notes; struct bin_attribute attrs[0]; }; struct trace_event_raw_timer_class { struct trace_entry ent; void *timer; char __data[0]; }; struct trace_event_raw_timer_start { struct trace_entry ent; void *timer; void *function; long unsigned int expires; long unsigned int now; unsigned int flags; char __data[0]; }; struct trace_event_raw_timer_expire_entry { struct trace_entry ent; void *timer; long unsigned int now; void *function; long unsigned int baseclk; char __data[0]; }; struct trace_event_raw_hrtimer_init { struct trace_entry ent; void *hrtimer; clockid_t clockid; enum hrtimer_mode mode; char __data[0]; }; struct trace_event_raw_hrtimer_start { struct trace_entry ent; void *hrtimer; void *function; s64 expires; s64 softexpires; enum hrtimer_mode mode; char __data[0]; }; struct trace_event_raw_hrtimer_expire_entry { struct trace_entry ent; void *hrtimer; s64 now; void *function; char __data[0]; }; struct trace_event_raw_hrtimer_class { struct trace_entry ent; void *hrtimer; char __data[0]; }; struct trace_event_raw_itimer_state { struct trace_entry ent; int which; long long unsigned int expires; long int value_sec; long int value_nsec; long int interval_sec; long int interval_nsec; char __data[0]; }; struct trace_event_raw_itimer_expire { struct trace_entry ent; int which; pid_t pid; long long unsigned int now; char __data[0]; }; struct trace_event_raw_tick_stop { struct trace_entry ent; int success; int dependency; char __data[0]; }; struct trace_event_data_offsets_timer_class {}; struct trace_event_data_offsets_timer_start {}; struct trace_event_data_offsets_timer_expire_entry {}; struct trace_event_data_offsets_hrtimer_init {}; struct trace_event_data_offsets_hrtimer_start {}; struct trace_event_data_offsets_hrtimer_expire_entry {}; struct trace_event_data_offsets_hrtimer_class {}; struct trace_event_data_offsets_itimer_state {}; struct trace_event_data_offsets_itimer_expire {}; struct trace_event_data_offsets_tick_stop {}; typedef void (*btf_trace_timer_init)(void *, struct timer_list *); typedef void (*btf_trace_timer_start)(void *, struct timer_list *, long unsigned int, unsigned int); typedef void (*btf_trace_timer_expire_entry)(void *, struct timer_list *, long unsigned int); typedef void (*btf_trace_timer_expire_exit)(void *, struct timer_list *); typedef void (*btf_trace_timer_cancel)(void *, struct timer_list *); typedef void (*btf_trace_hrtimer_init)(void *, struct hrtimer *, clockid_t, enum hrtimer_mode); typedef void (*btf_trace_hrtimer_start)(void *, struct hrtimer *, enum hrtimer_mode); typedef void (*btf_trace_hrtimer_expire_entry)(void *, struct hrtimer *, ktime_t *); typedef void (*btf_trace_hrtimer_expire_exit)(void *, struct hrtimer *); typedef void (*btf_trace_hrtimer_cancel)(void *, struct hrtimer *); typedef void (*btf_trace_itimer_state)(void *, int, const struct itimerspec64 * const, long long unsigned int); typedef void (*btf_trace_itimer_expire)(void *, int, struct pid *, long long unsigned int); typedef void (*btf_trace_tick_stop)(void *, int, int); struct timer_base { raw_spinlock_t lock; struct timer_list *running_timer; long unsigned int clk; long unsigned int next_expiry; unsigned int cpu; bool next_expiry_recalc; bool is_idle; bool timers_pending; long unsigned int pending_map[8]; struct hlist_head vectors[512]; long: 64; long: 64; long: 64; }; struct process_timer { struct timer_list timer; struct task_struct *task; }; enum tick_broadcast_state { TICK_BROADCAST_EXIT = 0, TICK_BROADCAST_ENTER = 1, }; enum pkey_id_type { PKEY_ID_PGP = 0, PKEY_ID_X509 = 1, PKEY_ID_PKCS7 = 2, }; struct kallsym_iter { loff_t pos; loff_t pos_mod_end; loff_t pos_ftrace_mod_end; loff_t pos_bpf_end; long unsigned int value; unsigned int nameoff; char type; char name[512]; char module_name[56]; int exported; int show_value; }; struct bpf_iter__ksym { union { struct bpf_iter_meta *meta; }; union { struct kallsym_iter *ksym; }; }; struct root_domain; struct fmeter { int cnt; int val; time64_t time; spinlock_t lock; }; enum prs_errcode { PERR_NONE = 0, PERR_INVCPUS = 1, PERR_INVPARENT = 2, PERR_NOTPART = 3, PERR_NOTEXCL = 4, PERR_NOCPUS = 5, PERR_HOTPLUG = 6, PERR_CPUSEMPTY = 7, }; struct cpuset { struct cgroup_subsys_state css; long unsigned int flags; cpumask_var_t cpus_allowed; nodemask_t mems_allowed; cpumask_var_t effective_cpus; nodemask_t effective_mems; cpumask_var_t subparts_cpus; nodemask_t old_mems_allowed; struct fmeter fmeter; int attach_in_progress; int pn; int relax_domain_level; int nr_subparts_cpus; int partition_root_state; int use_parent_ecpus; int child_ecpus_count; int nr_deadline_tasks; int nr_migrate_dl_tasks; u64 sum_migrate_dl_bw; enum prs_errcode prs_err; struct cgroup_file partition_file; }; struct tmpmasks { cpumask_var_t addmask; cpumask_var_t delmask; cpumask_var_t new_cpus; }; typedef enum { CS_ONLINE = 0, CS_CPU_EXCLUSIVE = 1, CS_MEM_EXCLUSIVE = 2, CS_MEM_HARDWALL = 3, CS_MEMORY_MIGRATE = 4, CS_SCHED_LOAD_BALANCE = 5, CS_SPREAD_PAGE = 6, CS_SPREAD_SLAB = 7, } cpuset_flagbits_t; enum subparts_cmd { partcmd_enable = 0, partcmd_disable = 1, partcmd_update = 2, partcmd_invalidate = 3, }; struct cpuset_migrate_mm_work { struct work_struct work; struct mm_struct *mm; nodemask_t from; nodemask_t to; }; typedef enum { FILE_MEMORY_MIGRATE = 0, FILE_CPULIST = 1, FILE_MEMLIST = 2, FILE_EFFECTIVE_CPULIST = 3, FILE_EFFECTIVE_MEMLIST = 4, FILE_SUBPARTS_CPULIST = 5, FILE_CPU_EXCLUSIVE = 6, FILE_MEM_EXCLUSIVE = 7, FILE_MEM_HARDWALL = 8, FILE_SCHED_LOAD_BALANCE = 9, FILE_PARTITION_ROOT = 10, FILE_SCHED_RELAX_DOMAIN_LEVEL = 11, FILE_MEMORY_PRESSURE_ENABLED = 12, FILE_MEMORY_PRESSURE = 13, FILE_SPREAD_PAGE = 14, FILE_SPREAD_SLAB = 15, } cpuset_filetype_t; struct audit_chunk; struct audit_tree { refcount_t count; int goner; struct audit_chunk *root; struct list_head chunks; struct list_head rules; struct list_head list; struct list_head same_root; struct callback_head head; char pathname[0]; }; struct audit_node { struct list_head list; struct audit_tree *owner; unsigned int index; }; struct audit_chunk { struct list_head hash; long unsigned int key; struct fsnotify_mark *mark; struct list_head trees; int count; atomic_long_t refs; struct callback_head head; struct audit_node owners[0]; }; struct audit_tree_mark { struct fsnotify_mark mark; struct audit_chunk *chunk; }; enum { HASH_SIZE = 128, }; struct tp_module { struct list_head list; struct module *mod; }; enum tp_func_state { TP_FUNC_0 = 0, TP_FUNC_1 = 1, TP_FUNC_2 = 2, TP_FUNC_N = 3, }; enum tp_transition_sync { TP_TRANSITION_SYNC_1_0_1 = 0, TP_TRANSITION_SYNC_N_2_1 = 1, _NR_TP_TRANSITION_SYNC = 2, }; struct tp_transition_snapshot { long unsigned int rcu; long unsigned int srcu; bool ongoing; }; struct tp_probes { struct callback_head rcu; struct tracepoint_func probes[0]; }; enum blktrace_cat { BLK_TC_READ = 1, BLK_TC_WRITE = 2, BLK_TC_FLUSH = 4, BLK_TC_SYNC = 8, BLK_TC_SYNCIO = 8, BLK_TC_QUEUE = 16, BLK_TC_REQUEUE = 32, BLK_TC_ISSUE = 64, BLK_TC_COMPLETE = 128, BLK_TC_FS = 256, BLK_TC_PC = 512, BLK_TC_NOTIFY = 1024, BLK_TC_AHEAD = 2048, BLK_TC_META = 4096, BLK_TC_DISCARD = 8192, BLK_TC_DRV_DATA = 16384, BLK_TC_FUA = 32768, BLK_TC_END = 32768, }; enum blktrace_notify { __BLK_TN_PROCESS = 0, __BLK_TN_TIMESTAMP = 1, __BLK_TN_MESSAGE = 2, __BLK_TN_CGROUP = 256, }; struct blk_io_trace { __u32 magic; __u32 sequence; __u64 time; __u64 sector; __u32 bytes; __u32 action; __u32 pid; __u32 device; __u32 cpu; __u16 error; __u16 pdu_len; }; struct blk_io_trace_remap { __be32 device_from; __be32 device_to; __be64 sector_from; }; enum { Blktrace_setup = 1, Blktrace_running = 2, Blktrace_stopped = 3, }; struct blk_user_trace_setup { char name[32]; __u16 act_mask; __u32 buf_size; __u32 buf_nr; __u64 start_lba; __u64 end_lba; __u32 pid; }; typedef void blk_log_action_t(struct trace_iterator *, const char *, bool); struct eprobe_trace_entry_head { struct trace_entry ent; }; enum { EVENT_TRIGGER_FL_PROBE = 1, }; struct event_trigger_ops; struct event_command; struct event_trigger_data { long unsigned int count; int ref; int flags; struct event_trigger_ops *ops; struct event_command *cmd_ops; struct event_filter *filter; char *filter_str; void *private_data; bool paused; bool paused_tmp; struct list_head list; char *name; struct list_head named_list; struct event_trigger_data *named_data; }; struct event_trigger_ops { void (*trigger)(struct event_trigger_data *, struct trace_buffer *, void *, struct ring_buffer_event *); int (*init)(struct event_trigger_data *); void (*free)(struct event_trigger_data *); int (*print)(struct seq_file *, struct event_trigger_data *); }; struct event_command { struct list_head list; char *name; enum event_trigger_type trigger_type; int flags; int (*parse)(struct event_command *, struct trace_event_file *, char *, char *, char *); int (*reg)(char *, struct event_trigger_data *, struct trace_event_file *); void (*unreg)(char *, struct event_trigger_data *, struct trace_event_file *); void (*unreg_all)(struct trace_event_file *); int (*set_filter)(char *, struct event_trigger_data *, struct trace_event_file *); struct event_trigger_ops * (*get_trigger_ops)(char *, char *); }; enum event_command_flags { EVENT_CMD_FL_POST_TRIGGER = 1, EVENT_CMD_FL_NEEDS_REC = 2, }; typedef int (*print_type_func_t)(struct trace_seq *, void *, void *); enum fetch_op { FETCH_OP_NOP = 0, FETCH_OP_REG = 1, FETCH_OP_STACK = 2, FETCH_OP_STACKP = 3, FETCH_OP_RETVAL = 4, FETCH_OP_IMM = 5, FETCH_OP_COMM = 6, FETCH_OP_ARG = 7, FETCH_OP_FOFFS = 8, FETCH_OP_DATA = 9, FETCH_OP_DEREF = 10, FETCH_OP_UDEREF = 11, FETCH_OP_ST_RAW = 12, FETCH_OP_ST_MEM = 13, FETCH_OP_ST_UMEM = 14, FETCH_OP_ST_STRING = 15, FETCH_OP_ST_USTRING = 16, FETCH_OP_ST_SYMSTR = 17, FETCH_OP_MOD_BF = 18, FETCH_OP_LP_ARRAY = 19, FETCH_OP_TP_ARG = 20, FETCH_OP_END = 21, FETCH_NOP_SYMBOL = 22, }; struct fetch_insn { enum fetch_op op; union { unsigned int param; struct { unsigned int size; int offset; }; struct { unsigned char basesize; unsigned char lshift; unsigned char rshift; }; long unsigned int immediate; void *data; }; }; struct fetch_type { const char *name; size_t size; bool is_signed; bool is_string; print_type_func_t print; const char *fmt; const char *fmttype; }; struct probe_arg { struct fetch_insn *code; bool dynamic; unsigned int offset; unsigned int count; const char *name; const char *comm; char *fmt; const struct fetch_type *type; }; struct trace_uprobe_filter { rwlock_t rwlock; int nr_systemwide; struct list_head perf_events; }; struct trace_probe_event { unsigned int flags; struct trace_event_class class; struct trace_event_call call; struct list_head files; struct list_head probes; struct trace_uprobe_filter filter[0]; }; struct trace_probe { struct list_head list; struct trace_probe_event *event; ssize_t size; unsigned int nr_args; struct probe_arg args[0]; }; struct event_file_link { struct trace_event_file *file; struct list_head list; }; struct traceprobe_parse_context { struct trace_event_call *event; const char *funcname; const struct btf_type *proto; const struct btf_param *params; s32 nr_params; struct btf *btf; const struct btf_type *last_type; u32 last_bitoffs; u32 last_bitsize; unsigned int flags; int offset; }; enum probe_print_type { PROBE_PRINT_NORMAL = 0, PROBE_PRINT_RETURN = 1, PROBE_PRINT_EVENT = 2, }; enum { TP_ERR_FILE_NOT_FOUND = 0, TP_ERR_NO_REGULAR_FILE = 1, TP_ERR_BAD_REFCNT = 2, TP_ERR_REFCNT_OPEN_BRACE = 3, TP_ERR_BAD_REFCNT_SUFFIX = 4, TP_ERR_BAD_UPROBE_OFFS = 5, TP_ERR_BAD_MAXACT_TYPE = 6, TP_ERR_BAD_MAXACT = 7, TP_ERR_MAXACT_TOO_BIG = 8, TP_ERR_BAD_PROBE_ADDR = 9, TP_ERR_NON_UNIQ_SYMBOL = 10, TP_ERR_BAD_RETPROBE = 11, TP_ERR_NO_TRACEPOINT = 12, TP_ERR_BAD_ADDR_SUFFIX = 13, TP_ERR_NO_GROUP_NAME = 14, TP_ERR_GROUP_TOO_LONG = 15, TP_ERR_BAD_GROUP_NAME = 16, TP_ERR_NO_EVENT_NAME = 17, TP_ERR_EVENT_TOO_LONG = 18, TP_ERR_BAD_EVENT_NAME = 19, TP_ERR_EVENT_EXIST = 20, TP_ERR_RETVAL_ON_PROBE = 21, TP_ERR_NO_RETVAL = 22, TP_ERR_BAD_STACK_NUM = 23, TP_ERR_BAD_ARG_NUM = 24, TP_ERR_BAD_VAR = 25, TP_ERR_BAD_REG_NAME = 26, TP_ERR_BAD_MEM_ADDR = 27, TP_ERR_BAD_IMM = 28, TP_ERR_IMMSTR_NO_CLOSE = 29, TP_ERR_FILE_ON_KPROBE = 30, TP_ERR_BAD_FILE_OFFS = 31, TP_ERR_SYM_ON_UPROBE = 32, TP_ERR_TOO_MANY_OPS = 33, TP_ERR_DEREF_NEED_BRACE = 34, TP_ERR_BAD_DEREF_OFFS = 35, TP_ERR_DEREF_OPEN_BRACE = 36, TP_ERR_COMM_CANT_DEREF = 37, TP_ERR_BAD_FETCH_ARG = 38, TP_ERR_ARRAY_NO_CLOSE = 39, TP_ERR_BAD_ARRAY_SUFFIX = 40, TP_ERR_BAD_ARRAY_NUM = 41, TP_ERR_ARRAY_TOO_BIG = 42, TP_ERR_BAD_TYPE = 43, TP_ERR_BAD_STRING = 44, TP_ERR_BAD_SYMSTRING = 45, TP_ERR_BAD_BITFIELD = 46, TP_ERR_ARG_NAME_TOO_LONG = 47, TP_ERR_NO_ARG_NAME = 48, TP_ERR_BAD_ARG_NAME = 49, TP_ERR_USED_ARG_NAME = 50, TP_ERR_ARG_TOO_LONG = 51, TP_ERR_NO_ARG_BODY = 52, TP_ERR_BAD_INSN_BNDRY = 53, TP_ERR_FAIL_REG_PROBE = 54, TP_ERR_DIFF_PROBE_TYPE = 55, TP_ERR_DIFF_ARG_TYPE = 56, TP_ERR_SAME_PROBE = 57, TP_ERR_NO_EVENT_INFO = 58, TP_ERR_BAD_ATTACH_EVENT = 59, TP_ERR_BAD_ATTACH_ARG = 60, TP_ERR_NO_EP_FILTER = 61, TP_ERR_NOSUP_BTFARG = 62, TP_ERR_NO_BTFARG = 63, TP_ERR_NO_BTF_ENTRY = 64, TP_ERR_BAD_VAR_ARGS = 65, TP_ERR_NOFENTRY_ARGS = 66, TP_ERR_DOUBLE_ARGS = 67, TP_ERR_ARGS_2LONG = 68, TP_ERR_ARGIDX_2BIG = 69, TP_ERR_NO_PTR_STRCT = 70, TP_ERR_NOSUP_DAT_ARG = 71, TP_ERR_BAD_HYPHEN = 72, TP_ERR_NO_BTF_FIELD = 73, TP_ERR_BAD_BTF_TID = 74, TP_ERR_BAD_TYPE4STR = 75, }; struct trace_eprobe { const char *event_system; const char *event_name; char *filter_str; struct trace_event_call *event; struct dyn_event devent; struct trace_probe tp; }; struct eprobe_data { struct trace_event_file *file; struct trace_eprobe *ep; }; struct trace_uprobe { struct dyn_event devent; struct uprobe_consumer consumer; struct path path; struct inode *inode; char *filename; long unsigned int offset; long unsigned int ref_ctr_offset; long unsigned int nhit; struct trace_probe tp; }; struct uprobe_trace_entry_head { struct trace_entry ent; long unsigned int vaddr[0]; }; struct uprobe_cpu_buffer { struct mutex mutex; void *buf; }; typedef bool (*filter_func_t)(struct uprobe_consumer *, enum uprobe_filter_ctx, struct mm_struct *); struct bpf_iter_seq_map_info { u32 map_id; }; struct bpf_iter__bpf_map { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; }; enum bpf_lru_list_type { BPF_LRU_LIST_T_ACTIVE = 0, BPF_LRU_LIST_T_INACTIVE = 1, BPF_LRU_LIST_T_FREE = 2, BPF_LRU_LOCAL_LIST_T_FREE = 3, BPF_LRU_LOCAL_LIST_T_PENDING = 4, }; struct bpf_lru_node { struct list_head list; u16 cpu; u8 type; u8 ref; }; struct bpf_lru_list { struct list_head lists[3]; unsigned int counts[2]; struct list_head *next_inactive_rotation; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; raw_spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_lru_locallist { struct list_head lists[2]; u16 next_steal; raw_spinlock_t lock; }; struct bpf_common_lru { struct bpf_lru_list lru_list; struct bpf_lru_locallist *local_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef bool (*del_from_htab_func)(void *, struct bpf_lru_node *); struct bpf_lru { union { struct bpf_common_lru common_lru; struct bpf_lru_list *percpu_lru; }; del_from_htab_func del_from_htab; void *del_arg; unsigned int hash_offset; unsigned int nr_scans; bool percpu; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_bloom_filter { struct bpf_map map; u32 bitset_mask; u32 hash_seed; u32 nr_hash_funcs; long unsigned int bitset[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef u64 (*btf_bpf_task_storage_get_recur)(struct bpf_map *, struct task_struct *, void *, u64, gfp_t); typedef u64 (*btf_bpf_task_storage_get)(struct bpf_map *, struct task_struct *, void *, u64, gfp_t); typedef u64 (*btf_bpf_task_storage_delete_recur)(struct bpf_map *, struct task_struct *); typedef u64 (*btf_bpf_task_storage_delete)(struct bpf_map *, struct task_struct *); struct bpf_cpumap_val { __u32 qsize; union { int fd; __u32 id; } bpf_prog; }; struct bpf_cpu_map_entry; struct xdp_bulk_queue { void *q[8]; struct list_head flush_node; struct bpf_cpu_map_entry *obj; unsigned int count; }; struct bpf_cpu_map_entry { u32 cpu; int map_id; struct xdp_bulk_queue *bulkq; struct ptr_ring *queue; struct task_struct *kthread; struct bpf_cpumap_val value; struct bpf_prog *prog; struct completion kthread_running; struct rcu_work free_work; }; struct bpf_cpu_map { struct bpf_map map; struct bpf_cpu_map_entry **cpu_map; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum { BPF_F_SYSCTL_BASE_NAME = 1, }; struct bpf_sockopt_buf { u8 data[32]; }; struct bpf_cgroup_link { struct bpf_link link; struct cgroup *cgroup; enum bpf_attach_type type; }; struct bpf_prog_list { struct hlist_node node; struct bpf_prog *prog; struct bpf_cgroup_link *link; struct bpf_cgroup_storage *storage[2]; }; struct cgroup_lsm_atype { u32 attach_btf_id; int refcnt; }; typedef u64 (*btf_bpf_get_local_storage)(struct bpf_map *, u64); typedef u64 (*btf_bpf_get_retval)(); typedef u64 (*btf_bpf_set_retval)(int); typedef u64 (*btf_bpf_sysctl_get_name)(struct bpf_sysctl_kern *, char *, size_t, u64); typedef u64 (*btf_bpf_sysctl_get_current_value)(struct bpf_sysctl_kern *, char *, size_t); typedef u64 (*btf_bpf_sysctl_get_new_value)(struct bpf_sysctl_kern *, char *, size_t); typedef u64 (*btf_bpf_sysctl_set_new_value)(struct bpf_sysctl_kern *, const char *, size_t); typedef u64 (*btf_bpf_get_netns_cookie_sockopt)(struct bpf_sockopt_kern *); struct static_key_mod { struct static_key_mod *next; struct jump_entry *entries; struct module *mod; }; struct static_key_deferred { struct static_key key; long unsigned int timeout; struct delayed_work work; }; struct contig_page_info { long unsigned int free_pages; long unsigned int free_blocks_total; long unsigned int free_blocks_suitable; }; struct trace_event_raw_mmap_lock { struct trace_entry ent; struct mm_struct *mm; u32 __data_loc_memcg_path; bool write; char __data[0]; }; struct trace_event_raw_mmap_lock_acquire_returned { struct trace_entry ent; struct mm_struct *mm; u32 __data_loc_memcg_path; bool write; bool success; char __data[0]; }; struct trace_event_data_offsets_mmap_lock { u32 memcg_path; }; struct trace_event_data_offsets_mmap_lock_acquire_returned { u32 memcg_path; }; typedef void (*btf_trace_mmap_lock_start_locking)(void *, struct mm_struct *, const char *, bool); typedef void (*btf_trace_mmap_lock_released)(void *, struct mm_struct *, const char *, bool); typedef void (*btf_trace_mmap_lock_acquire_returned)(void *, struct mm_struct *, const char *, bool, bool); struct memcg_path { local_lock_t lock; char *buf; local_t buf_idx; }; enum pgt_entry { NORMAL_PMD = 0, HPAGE_PMD = 1, NORMAL_PUD = 2, HPAGE_PUD = 3, }; struct madvise_walk_private { struct mmu_gather *tlb; bool pageout; }; enum stat_item { ALLOC_FASTPATH = 0, ALLOC_SLOWPATH = 1, FREE_FASTPATH = 2, FREE_SLOWPATH = 3, FREE_FROZEN = 4, FREE_ADD_PARTIAL = 5, FREE_REMOVE_PARTIAL = 6, ALLOC_FROM_PARTIAL = 7, ALLOC_SLAB = 8, ALLOC_REFILL = 9, ALLOC_NODE_MISMATCH = 10, FREE_SLAB = 11, CPUSLAB_FLUSH = 12, DEACTIVATE_FULL = 13, DEACTIVATE_EMPTY = 14, DEACTIVATE_TO_HEAD = 15, DEACTIVATE_TO_TAIL = 16, DEACTIVATE_REMOTE_FREES = 17, DEACTIVATE_BYPASS = 18, ORDER_FALLBACK = 19, CMPXCHG_DOUBLE_CPU_FAIL = 20, CMPXCHG_DOUBLE_FAIL = 21, CPU_PARTIAL_ALLOC = 22, CPU_PARTIAL_FREE = 23, CPU_PARTIAL_NODE = 24, CPU_PARTIAL_DRAIN = 25, NR_SLUB_STAT_ITEMS = 26, }; struct kunit_resource; typedef void (*kunit_resource_free_t)(struct kunit_resource *); struct kunit_resource { void *data; const char *name; kunit_resource_free_t free; struct kref refcount; struct list_head node; bool should_kfree; }; typedef bool (*kunit_resource_match_t)(struct kunit *, struct kunit_resource *, void *); struct partial_context { struct slab **slab; gfp_t flags; unsigned int orig_size; }; struct track { long unsigned int addr; depot_stack_handle_t handle; int cpu; int pid; long unsigned int when; }; enum track_item { TRACK_ALLOC = 0, TRACK_FREE = 1, }; typedef struct { long unsigned int v; } freeptr_t; struct slub_flush_work { struct work_struct work; struct kmem_cache *s; bool skip; }; struct detached_freelist { struct slab *slab; void *tail; void *freelist; int cnt; struct kmem_cache *s; }; struct location { depot_stack_handle_t handle; long unsigned int count; long unsigned int addr; long unsigned int waste; long long int sum_time; long int min_time; long int max_time; long int min_pid; long int max_pid; long unsigned int cpus[32]; nodemask_t nodes; }; struct loc_track { long unsigned int max; long unsigned int count; struct location *loc; loff_t idx; }; enum slab_stat_type { SL_ALL = 0, SL_PARTIAL = 1, SL_CPU = 2, SL_OBJECTS = 3, SL_TOTAL = 4, }; struct slab_attribute { struct attribute attr; ssize_t (*show)(struct kmem_cache *, char *); ssize_t (*store)(struct kmem_cache *, const char *, size_t); }; struct saved_alias { struct kmem_cache *s; const char *name; struct saved_alias *next; }; enum slab_modes { M_NONE = 0, M_PARTIAL = 1, M_FREE = 2, M_FULL_NOLIST = 3, }; struct page_ext_operations { size_t offset; size_t size; bool (*need)(); void (*init)(); bool need_shared_flags; }; enum page_ext_flags { PAGE_EXT_OWNER = 0, PAGE_EXT_OWNER_ALLOCATED = 1, }; struct page_owner { short unsigned int order; short int last_migrate_reason; gfp_t gfp_mask; depot_stack_handle_t handle; depot_stack_handle_t free_handle; u64 ts_nsec; u64 free_ts_nsec; char comm[16]; pid_t pid; pid_t tgid; }; struct file_clone_range { __s64 src_fd; __u64 src_offset; __u64 src_length; __u64 dest_offset; }; struct file_dedupe_range_info { __s64 dest_fd; __u64 dest_offset; __u64 bytes_deduped; __s32 status; __u32 reserved; }; struct file_dedupe_range { __u64 src_offset; __u64 src_length; __u16 dest_count; __u16 reserved1; __u32 reserved2; struct file_dedupe_range_info info[0]; }; struct space_resv { __s16 l_type; __s16 l_whence; __s64 l_start; __s64 l_len; __s32 l_sysid; __u32 l_pid; __s32 l_pad[4]; }; struct fiemap { __u64 fm_start; __u64 fm_length; __u32 fm_flags; __u32 fm_mapped_extents; __u32 fm_extent_count; __u32 fm_reserved; struct fiemap_extent fm_extents[0]; }; typedef int dio_iodone_t(struct kiocb *, loff_t, ssize_t, void *); enum { DIO_LOCKING = 1, DIO_SKIP_HOLES = 2, }; struct dio_submit { struct bio *bio; unsigned int blkbits; unsigned int blkfactor; unsigned int start_zero_done; int pages_in_io; sector_t block_in_file; unsigned int blocks_available; int reap_counter; sector_t final_block_in_request; int boundary; get_block_t *get_block; loff_t logical_offset_in_bio; sector_t final_block_in_bio; sector_t next_block_for_io; struct page *cur_page; unsigned int cur_page_offset; unsigned int cur_page_len; sector_t cur_page_block; loff_t cur_page_fs_offset; struct iov_iter *iter; unsigned int head; unsigned int tail; size_t from; size_t to; }; struct dio { int flags; blk_opf_t opf; struct gendisk *bio_disk; struct inode *inode; loff_t i_size; dio_iodone_t *end_io; bool is_pinned; void *private; spinlock_t bio_lock; int page_errors; int is_async; bool defer_completion; bool should_dirty; int io_error; long unsigned int refcount; struct bio *bio_list; struct task_struct *waiter; struct kiocb *iocb; ssize_t result; union { struct page *pages[64]; struct work_struct complete_work; }; long: 64; }; struct epoll_filefd { struct file *file; int fd; } __attribute__((packed)); struct epitem; struct eppoll_entry { struct eppoll_entry *next; struct epitem *base; wait_queue_entry_t wait; wait_queue_head_t *whead; }; struct eventpoll; struct epitem { union { struct rb_node rbn; struct callback_head rcu; }; struct list_head rdllink; struct epitem *next; struct epoll_filefd ffd; bool dying; struct eppoll_entry *pwqlist; struct eventpoll *ep; struct hlist_node fllink; struct wakeup_source *ws; struct epoll_event event; }; struct eventpoll { struct mutex mtx; wait_queue_head_t wq; wait_queue_head_t poll_wait; struct list_head rdllist; rwlock_t lock; struct rb_root_cached rbr; struct epitem *ovflist; struct wakeup_source *ws; struct user_struct *user; struct file *file; u64 gen; struct hlist_head refs; refcount_t refcount; unsigned int napi_id; }; struct ep_pqueue { poll_table pt; struct epitem *epi; }; struct epitems_head { struct hlist_head epitems; struct epitems_head *next; }; struct orlov_stats { __u64 free_clusters; __u32 free_inodes; __u32 used_dirs; }; struct fscrypt_name { const struct qstr *usr_fname; struct fscrypt_str disk_name; u32 hash; u32 minor_hash; struct fscrypt_str crypto_buf; bool is_nokey_name; }; struct ext4_dir_entry { __le32 inode; __le16 rec_len; __le16 name_len; char name[255]; }; struct ext4_dir_entry_tail { __le32 det_reserved_zero1; __le16 det_rec_len; __u8 det_reserved_zero2; __u8 det_reserved_ft; __le32 det_checksum; }; typedef enum { EITHER = 0, INDEX = 1, DIRENT = 2, DIRENT_HTREE = 3, } dirblock_type_t; struct fake_dirent { __le32 inode; __le16 rec_len; u8 name_len; u8 file_type; }; struct dx_countlimit { __le16 limit; __le16 count; }; struct dx_entry { __le32 hash; __le32 block; }; struct dx_root_info { __le32 reserved_zero; u8 hash_version; u8 info_length; u8 indirect_levels; u8 unused_flags; }; struct dx_root { struct fake_dirent dot; char dot_name[4]; struct fake_dirent dotdot; char dotdot_name[4]; struct dx_root_info info; struct dx_entry entries[0]; }; struct dx_node { struct fake_dirent fake; struct dx_entry entries[0]; }; struct dx_frame { struct buffer_head *bh; struct dx_entry *entries; struct dx_entry *at; }; struct dx_map_entry { u32 hash; u16 offs; u16 size; }; struct dx_tail { u32 dt_reserved; __le32 dt_checksum; }; struct ext4_renament { struct inode *dir; struct dentry *dentry; struct inode *inode; bool is_dir; int dir_nlink_delta; struct buffer_head *bh; struct ext4_dir_entry_2 *de; int inlined; struct buffer_head *dir_bh; struct ext4_dir_entry_2 *parent_de; int dir_inlined; }; struct ext4_xattr_header { __le32 h_magic; __le32 h_refcount; __le32 h_blocks; __le32 h_hash; __le32 h_checksum; __u32 h_reserved[3]; }; struct ext4_xattr_block_find { struct ext4_xattr_search s; struct buffer_head *bh; }; struct jbd2_journal_block_tail { __be32 t_checksum; }; struct recovery_info { tid_t start_transaction; tid_t end_transaction; long unsigned int head_block; int nr_replays; int nr_revokes; int nr_revoke_hits; }; struct fat_boot_sector { __u8 ignored[3]; __u8 system_id[8]; __u8 sector_size[2]; __u8 sec_per_clus; __le16 reserved; __u8 fats; __u8 dir_entries[2]; __u8 sectors[2]; __u8 media; __le16 fat_length; __le16 secs_track; __le16 heads; __le32 hidden; __le32 total_sect; union { struct { __u8 drive_number; __u8 state; __u8 signature; __u8 vol_id[4]; __u8 vol_label[11]; __u8 fs_type[8]; } fat16; struct { __le32 length; __le16 flags; __u8 version[2]; __le32 root_cluster; __le16 info_sector; __le16 backup_boot; __le16 reserved2[6]; __u8 drive_number; __u8 state; __u8 signature; __u8 vol_id[4]; __u8 vol_label[11]; __u8 fs_type[8]; } fat32; }; }; struct fat_bios_param_block { u16 fat_sector_size; u8 fat_sec_per_clus; u16 fat_reserved; u8 fat_fats; u16 fat_dir_entries; u16 fat_sectors; u16 fat_fat_length; u32 fat_total_sect; u8 fat16_state; u32 fat16_vol_id; u32 fat32_length; u32 fat32_root_cluster; u16 fat32_info_sector; u8 fat32_state; u32 fat32_vol_id; }; struct fat_floppy_defaults { unsigned int nr_sectors; unsigned int sec_per_clus; unsigned int dir_entries; unsigned int media; unsigned int fat_length; }; enum { Opt_check_n = 0, Opt_check_r___2 = 1, Opt_check_s___2 = 2, Opt_uid___5 = 3, Opt_gid___6 = 4, Opt_umask = 5, Opt_dmask = 6, Opt_fmask = 7, Opt_allow_utime = 8, Opt_codepage = 9, Opt_usefree = 10, Opt_nocase = 11, Opt_quiet = 12, Opt_showexec = 13, Opt_debug = 14, Opt_immutable = 15, Opt_dots = 16, Opt_nodots = 17, Opt_charset = 18, Opt_shortname_lower = 19, Opt_shortname_win95 = 20, Opt_shortname_winnt = 21, Opt_shortname_mixed = 22, Opt_utf8_no = 23, Opt_utf8_yes = 24, Opt_uni_xl_no = 25, Opt_uni_xl_yes = 26, Opt_nonumtail_no = 27, Opt_nonumtail_yes = 28, Opt_obsolete = 29, Opt_flush = 30, Opt_tz_utc = 31, Opt_rodir = 32, Opt_err_cont = 33, Opt_err_panic = 34, Opt_err_ro = 35, Opt_discard___2 = 36, Opt_nfs = 37, Opt_time_offset = 38, Opt_nfs_stale_rw = 39, Opt_nfs_nostale_ro = 40, Opt_err___5 = 41, Opt_dos1xfloppy = 42, }; struct isofs_fid { u32 block; u16 offset; u16 parent_offset; u32 generation; u32 parent_block; u32 parent_generation; }; struct nfs3_createdata { struct rpc_message msg; union { struct nfs3_createargs create; struct nfs3_mkdirargs mkdir; struct nfs3_symlinkargs symlink; struct nfs3_mknodargs mknod; } arg; struct nfs3_diropres res; struct nfs_fh fh; struct nfs_fattr fattr; struct nfs_fattr dir_attr; }; struct utf8_table { int cmask; int cval; int shift; long int lmask; long int lval; }; typedef uint64_t xfs_bmbt_rec_base_t; typedef __be64 xfs_bmdr_ptr_t; struct iomap_ioend { struct list_head io_list; u16 io_type; u16 io_flags; u32 io_folios; struct inode *io_inode; size_t io_size; loff_t io_offset; sector_t io_sector; struct bio *io_bio; struct bio io_inline_bio; }; struct iomap_writepage_ctx; struct iomap_writeback_ops { int (*map_blocks)(struct iomap_writepage_ctx *, struct inode *, loff_t); int (*prepare_ioend)(struct iomap_ioend *, int); void (*discard_folio)(struct folio *, loff_t); }; struct iomap_writepage_ctx { struct iomap iomap; struct iomap_ioend *ioend; const struct iomap_writeback_ops *ops; }; struct xfs_writepage_ctx { struct iomap_writepage_ctx ctx; unsigned int data_seq; unsigned int cow_seq; }; enum xfs_icwalk_goal { XFS_ICWALK_BLOCKGC = 1, XFS_ICWALK_RECLAIM = 0, }; struct xfs_mount; struct xfs_dq_logformat { uint16_t qlf_type; uint16_t qlf_size; xfs_dqid_t qlf_id; int64_t qlf_blkno; int32_t qlf_len; uint32_t qlf_boffset; }; struct xfs_qoff_logformat { short unsigned int qf_type; short unsigned int qf_size; unsigned int qf_flags; char qf_pad[12]; }; struct xfs_rui_log_format { uint16_t rui_type; uint16_t rui_size; uint32_t rui_nextents; uint64_t rui_id; struct xfs_map_extent rui_extents[0]; }; struct xfs_rud_log_format { uint16_t rud_type; uint16_t rud_size; uint32_t __pad; uint64_t rud_rui_id; }; struct xfs_rui_log_item { struct xfs_log_item rui_item; atomic_t rui_refcount; atomic_t rui_next_extent; struct xfs_rui_log_format rui_format; }; struct xfs_rud_log_item { struct xfs_log_item rud_item; struct xfs_rui_log_item *rud_ruip; struct xfs_rud_log_format rud_format; }; struct tracefs_dir_ops { int (*mkdir)(const char *); int (*rmdir)(const char *); }; struct tracefs_mount_opts { kuid_t uid; kgid_t gid; umode_t mode; unsigned int opts; }; struct tracefs_fs_info { struct tracefs_mount_opts mount_opts; }; struct shmid64_ds { struct ipc64_perm shm_perm; long int shm_atime; long int shm_dtime; long int shm_ctime; __kernel_size_t shm_segsz; __kernel_pid_t shm_cpid; __kernel_pid_t shm_lpid; long unsigned int shm_nattch; long unsigned int __unused5; long unsigned int __unused6; }; struct shminfo64 { long unsigned int shmmax; long unsigned int shmmin; long unsigned int shmmni; long unsigned int shmseg; long unsigned int shmall; long unsigned int __unused1; long unsigned int __unused2; long unsigned int __unused3; long unsigned int __unused4; }; struct shminfo { int shmmax; int shmmin; int shmmni; int shmseg; int shmall; }; struct shm_info { int used_ids; __kernel_ulong_t shm_tot; __kernel_ulong_t shm_rss; __kernel_ulong_t shm_swp; __kernel_ulong_t swap_attempts; __kernel_ulong_t swap_successes; }; struct shmid_kernel { struct kern_ipc_perm shm_perm; struct file *shm_file; long unsigned int shm_nattch; long unsigned int shm_segsz; time64_t shm_atim; time64_t shm_dtim; time64_t shm_ctim; struct pid *shm_cprid; struct pid *shm_lprid; struct ucounts *mlock_ucounts; struct task_struct *shm_creator; struct list_head shm_clist; struct ipc_namespace *ns; long: 64; long: 64; long: 64; }; struct shm_file_data { int id; struct ipc_namespace *ns; struct file *file; const struct vm_operations_struct *vm_ops; }; struct keyctl_pkey_query { __u32 supported_ops; __u32 key_size; __u16 max_data_size; __u16 max_sig_size; __u16 max_enc_size; __u16 max_dec_size; __u32 __spare[10]; }; struct keyctl_pkey_params { __s32 key_id; __u32 in_len; union { __u32 out_len; __u32 in2_len; }; __u32 __spare[7]; }; enum { Opt_err___6 = 0, Opt_enc = 1, Opt_hash___2 = 2, }; struct nlmsg_perm { u16 nlmsg_type; u32 perm; }; struct landlock_object; struct landlock_object_underops { void (*release)(struct landlock_object * const); }; struct landlock_object { refcount_t usage; spinlock_t lock; void *underobj; union { struct callback_head rcu_free; const struct landlock_object_underops *underops; }; }; struct landlock_layer { u16 level; access_mask_t access; }; struct landlock_rule { struct rb_node node; struct landlock_object *object; u32 num_layers; struct landlock_layer layers[0]; }; typedef struct { efi_guid_t signature_owner; u8 signature_data[0]; } efi_signature_data_t; typedef struct { efi_guid_t signature_type; u32 signature_list_size; u32 signature_header_size; u32 signature_size; u8 signature_header[0]; } efi_signature_list_t; struct ima_key_entry { struct list_head list; void *payload; size_t payload_len; char *keyring_name; }; struct crypto_cipher_spawn { struct crypto_spawn base; }; struct crypto_istat_cipher { atomic64_t encrypt_cnt; atomic64_t encrypt_tlen; atomic64_t decrypt_cnt; atomic64_t decrypt_tlen; atomic64_t err_cnt; }; struct crypto_skcipher_spawn { struct crypto_spawn base; }; enum { SKCIPHER_WALK_PHYS = 1, SKCIPHER_WALK_SLOW = 2, SKCIPHER_WALK_COPY = 4, SKCIPHER_WALK_DIFF = 8, SKCIPHER_WALK_SLEEP = 16, }; struct skcipher_walk_buffer { struct list_head entry; struct scatter_walk dst; unsigned int len; u8 *data; u8 buffer[0]; }; struct crypto_istat_akcipher { atomic64_t encrypt_cnt; atomic64_t encrypt_tlen; atomic64_t decrypt_cnt; atomic64_t decrypt_tlen; atomic64_t verify_cnt; atomic64_t sign_cnt; atomic64_t err_cnt; }; struct akcipher_instance { void (*free)(struct akcipher_instance *); union { struct { char head[72]; struct crypto_instance base; } s; struct akcipher_alg alg; }; }; struct crypto_akcipher_spawn { struct crypto_spawn base; }; struct rsa_asn1_template { const char *name; const u8 *data; size_t size; }; struct pkcs1pad_ctx { struct crypto_akcipher *child; unsigned int key_size; }; struct pkcs1pad_inst_ctx { struct crypto_akcipher_spawn spawn; const struct rsa_asn1_template *digest_info; }; struct pkcs1pad_request { struct scatterlist in_sg[2]; struct scatterlist out_sg[1]; uint8_t *in_buf; uint8_t *out_buf; struct akcipher_request child_req; }; struct sha512_state { u64 state[8]; u64 count[2]; u8 buf[128]; }; typedef void sha512_block_fn(struct sha512_state *, const u8 *, int); enum x509_actions { ACT_x509_extract_key_data = 0, ACT_x509_extract_name_segment = 1, ACT_x509_note_OID = 2, ACT_x509_note_issuer = 3, ACT_x509_note_not_after = 4, ACT_x509_note_not_before = 5, ACT_x509_note_params = 6, ACT_x509_note_serial = 7, ACT_x509_note_sig_algo = 8, ACT_x509_note_signature = 9, ACT_x509_note_subject = 10, ACT_x509_note_tbs_certificate = 11, ACT_x509_process_extension = 12, NR__x509_actions = 13, }; enum x509_akid_actions { ACT_x509_akid_note_kid = 0, ACT_x509_akid_note_name = 1, ACT_x509_akid_note_serial = 2, ACT_x509_extract_name_segment___2 = 3, ACT_x509_note_OID___2 = 4, NR__x509_akid_actions = 5, }; struct x509_parse_context { struct x509_certificate *cert; long unsigned int data; const void *key; size_t key_size; const void *params; size_t params_size; enum OID key_algo; enum OID last_oid; enum OID sig_algo; u8 o_size; u8 cn_size; u8 email_size; u16 o_offset; u16 cn_offset; u16 email_offset; unsigned int raw_akid_size; const void *raw_akid; const void *akid_raw_issuer; unsigned int akid_raw_issuer_size; }; struct bio_alloc_cache { struct bio *free_list; struct bio *free_list_irq; unsigned int nr; unsigned int nr_irq; }; struct biovec_slab { int nr_vecs; char *name; struct kmem_cache *slab; }; struct bio_slab { struct kmem_cache *slab; unsigned int slab_ref; unsigned int slab_size; char name[8]; }; struct mq_inflight { struct block_device *part; unsigned int inflight[2]; }; struct blk_rq_wait { struct completion done; blk_status_t ret; }; struct blk_expired_data { bool has_timedout_rq; long unsigned int next; long unsigned int timeout_start; }; struct flush_busy_ctx_data { struct blk_mq_hw_ctx *hctx; struct list_head *list; }; struct dispatch_rq_data { struct blk_mq_hw_ctx *hctx; struct request *rq; }; enum prep_dispatch { PREP_DISPATCH_OK = 0, PREP_DISPATCH_NO_TAG = 1, PREP_DISPATCH_NO_BUDGET = 2, }; struct rq_iter_data { struct blk_mq_hw_ctx *hctx; bool has_rq; }; struct blk_mq_qe_pair { struct list_head node; struct request_queue *q; struct elevator_type *type; }; struct blk_ia_range_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_independent_access_range *, char *); }; struct virtqueue { struct list_head list; void (*callback)(struct virtqueue *); const char *name; struct virtio_device *vdev; unsigned int index; unsigned int num_free; unsigned int num_max; bool reset; void *priv; }; struct virtio_shm_region { u64 addr; u64 len; }; struct io_xattr { struct file *file; struct xattr_ctx ctx; struct filename *filename; }; struct io_open { struct file *file; int dfd; u32 file_slot; struct filename *filename; struct open_how how; long unsigned int nofile; }; struct io_close { struct file *file; int fd; u32 file_slot; }; enum { IO_APOLL_OK = 0, IO_APOLL_ABORTED = 1, IO_APOLL_READY = 2, }; struct io_poll_update { struct file *file; u64 old_user_data; u64 new_user_data; __poll_t events; bool update_events; bool update_user_data; }; struct io_poll_table { struct poll_table_struct pt; struct io_kiocb *req; int nr_entries; int error; bool owning; __poll_t result_mask; }; enum { IOU_POLL_DONE = 0, IOU_POLL_NO_ACTION = 1, IOU_POLL_REMOVE_POLL_USE_RES = 2, IOU_POLL_REISSUE = 3, }; struct strarray { char **array; size_t n; }; enum gcry_mpi_constants { MPI_C_ZERO = 0, MPI_C_ONE = 1, MPI_C_TWO = 2, MPI_C_THREE = 3, MPI_C_FOUR = 4, MPI_C_EIGHT = 5, }; struct barrett_ctx_s; typedef struct barrett_ctx_s *mpi_barrett_t; struct gcry_mpi_point { MPI x; MPI y; MPI z; }; typedef struct gcry_mpi_point *MPI_POINT; enum gcry_mpi_ec_models { MPI_EC_WEIERSTRASS = 0, MPI_EC_MONTGOMERY = 1, MPI_EC_EDWARDS = 2, }; enum ecc_dialects { ECC_DIALECT_STANDARD = 0, ECC_DIALECT_ED25519 = 1, ECC_DIALECT_SAFECURVE = 2, }; struct mpi_ec_ctx { enum gcry_mpi_ec_models model; enum ecc_dialects dialect; int flags; unsigned int nbits; MPI p; MPI a; MPI b; MPI_POINT G; MPI n; unsigned int h; MPI_POINT Q; MPI d; const char *name; struct { struct { unsigned int a_is_pminus3: 1; unsigned int two_inv_p: 1; } valid; int a_is_pminus3; MPI two_inv_p; mpi_barrett_t p_barrett; MPI scratch[11]; } t; void (*addm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*subm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*mulm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*pow2)(MPI, const MPI, struct mpi_ec_ctx *); void (*mul2)(MPI, MPI, struct mpi_ec_ctx *); }; struct field_table { const char *p; void (*addm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*subm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*mulm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*mul2)(MPI, MPI, struct mpi_ec_ctx *); void (*pow2)(MPI, const MPI, struct mpi_ec_ctx *); }; struct barrett_ctx_s; typedef struct barrett_ctx_s *mpi_barrett_t___2; struct barrett_ctx_s { MPI m; int m_copied; int k; MPI y; MPI r1; MPI r2; MPI r3; }; typedef enum { need_more = 0, block_done = 1, finish_started = 2, finish_done = 3, } block_state; typedef block_state (*compress_func)(deflate_state *, int); struct deflate_workspace { deflate_state deflate_memory; Byte *window_memory; Pos *prev_memory; Pos *head_memory; char *overlay_memory; }; typedef struct deflate_workspace deflate_workspace; struct config_s { ush good_length; ush max_lazy; ush nice_length; ush max_chain; compress_func func; }; typedef struct config_s config; typedef struct { BYTE maxTableLog; BYTE tableType; BYTE tableLog; BYTE reserved; } DTableDesc; typedef struct { BYTE nbBits; BYTE byte; } HUF_DEltX1; typedef struct { U32 rankVal[13]; U32 rankStart[13]; U32 statsWksp[218]; BYTE symbols[256]; BYTE huffWeight[256]; } HUF_ReadDTableX1_Workspace; typedef struct { U16 sequence; BYTE nbBits; BYTE length; } HUF_DEltX2; typedef struct { BYTE symbol; } sortedSymbol_t; typedef U32 rankValCol_t[13]; typedef struct { U32 rankVal[156]; U32 rankStats[13]; U32 rankStart0[15]; sortedSymbol_t sortedSymbol[256]; BYTE weightList[256]; U32 calleeWksp[218]; } HUF_ReadDTableX2_Workspace; typedef struct { U32 tableTime; U32 decode256Time; } algo_time_t; struct ref_tracker { struct list_head head; bool dead; depot_stack_handle_t alloc_stack_handle; depot_stack_handle_t free_stack_handle; }; struct ref_tracker_dir_stats { int total; int count; struct { depot_stack_handle_t stack_handle; unsigned int count; } stacks[0]; }; struct ostream { char *buf; int size; int used; }; struct font_data { unsigned int extra[4]; const unsigned char data[0]; }; struct phy_provider { struct device *dev; struct device_node *children; struct module *owner; struct list_head list; struct phy * (*of_xlate)(struct device *, struct of_phandle_args *); }; struct phy_lookup { struct list_head node; const char *dev_id; const char *con_id; struct phy *phy; }; struct vga_device { struct list_head list; struct pci_dev *pdev; unsigned int decodes; unsigned int owns; unsigned int locks; unsigned int io_lock_cnt; unsigned int mem_lock_cnt; unsigned int io_norm_cnt; unsigned int mem_norm_cnt; bool bridge_has_one_vga; bool is_firmware_default; unsigned int (*set_decode)(struct pci_dev *, bool); }; struct vga_arb_user_card { struct pci_dev *pdev; unsigned int mem_cnt; unsigned int io_cnt; }; struct vga_arb_private { struct list_head list; struct pci_dev *target; struct vga_arb_user_card cards[16]; spinlock_t lock; }; struct broken_edid { u8 manufacturer[4]; u32 model; u32 fix; }; struct __fb_timings { u32 dclk; u32 hfreq; u32 vfreq; u32 hactive; u32 vactive; u32 hblank; u32 vblank; u32 htotal; u32 vtotal; }; struct n_tty_data { size_t read_head; size_t commit_head; size_t canon_head; size_t echo_head; size_t echo_commit; size_t echo_mark; long unsigned int char_map[4]; long unsigned int overrun_time; unsigned int num_overrun; bool no_room; unsigned char lnext: 1; unsigned char erasing: 1; unsigned char raw: 1; unsigned char real_raw: 1; unsigned char icanon: 1; unsigned char push: 1; u8 read_buf[4096]; long unsigned int read_flags[64]; u8 echo_buf[4096]; size_t read_tail; size_t line_start; size_t lookahead_count; unsigned int column; unsigned int canon_column; size_t echo_tail; struct mutex atomic_read_lock; struct mutex output_lock; }; enum { ERASE = 0, WERASE = 1, KILL = 2, }; struct vt_notifier_param { struct vc_data *vc; unsigned int c; }; struct con_driver { const struct consw *con; const char *desc; struct device *dev; int node; int first; int last; int flag; }; enum { blank_off = 0, blank_normal_wait = 1, blank_vesa_wait = 2, }; enum { EPecma = 0, EPdec = 1, EPeq = 2, EPgt = 3, EPlt = 4, }; struct rgb { u8 r; u8 g; u8 b; }; enum { ESnormal = 0, ESesc = 1, ESsquare = 2, ESgetpars = 3, ESfunckey = 4, EShash = 5, ESsetG0 = 6, ESsetG1 = 7, ESpercent = 8, EScsiignore = 9, ESnonstd = 10, ESpalette = 11, ESosc = 12, ESapc = 13, ESpm = 14, ESdcs = 15, }; struct interval { uint32_t first; uint32_t last; }; struct vc_draw_region { long unsigned int from; long unsigned int to; int x; }; struct tpm_readpubek_out { u8 algorithm[4]; u8 encscheme[2]; u8 sigscheme[2]; __be32 paramsize; u8 parameters[12]; __be32 keysize; u8 modulus[256]; u8 checksum[20]; }; struct tpm_pcr_attr { int alg_id; int pcr; struct device_attribute attr; }; struct component_master_ops { int (*bind)(struct device *); void (*unbind)(struct device *); }; struct component; struct component_match_array { void *data; int (*compare)(struct device *, void *); int (*compare_typed)(struct device *, int, void *); void (*release)(struct device *, void *); struct component *component; bool duplicate; }; struct aggregate_device; struct component { struct list_head node; struct aggregate_device *adev; bool bound; const struct component_ops *ops; int subcomponent; struct device *dev; }; struct component_match { size_t alloc; size_t num; struct component_match_array *compare; }; struct aggregate_device { struct list_head node; bool bound; const struct component_master_ops *ops; struct device *parent; struct component_match *match; }; struct devres_node { struct list_head entry; dr_release_t release; const char *name; size_t size; }; struct devres { struct devres_node node; u8 data[0]; }; struct devres_group { struct devres_node node[2]; void *id; int color; }; struct action_devres { void *data; void (*action)(void *); }; struct pages_devres { long unsigned int addr; unsigned int order; }; struct auxiliary_device_id { char name[32]; kernel_ulong_t driver_data; }; struct auxiliary_device { struct device dev; const char *name; u32 id; }; struct auxiliary_driver { int (*probe)(struct auxiliary_device *, const struct auxiliary_device_id *); void (*remove)(struct auxiliary_device *); void (*shutdown)(struct auxiliary_device *); int (*suspend)(struct auxiliary_device *, pm_message_t); int (*resume)(struct auxiliary_device *); const char *name; struct device_driver driver; const struct auxiliary_device_id *id_table; }; enum { MMOP_OFFLINE = 0, MMOP_ONLINE = 1, MMOP_ONLINE_KERNEL = 2, MMOP_ONLINE_MOVABLE = 3, }; typedef int mhp_t; struct memory_group { int nid; struct list_head memory_blocks; long unsigned int present_kernel_pages; long unsigned int present_movable_pages; bool is_dynamic; union { struct { long unsigned int max_pages; } s; struct { long unsigned int unit_pages; } d; }; }; struct memory_block { long unsigned int start_section_nr; long unsigned int state; int online_type; int nid; struct zone *zone; struct device dev; struct vmem_altmap *altmap; struct memory_group *group; struct list_head group_next; }; typedef int (*walk_memory_blocks_func_t)(struct memory_block *, void *); typedef int (*walk_memory_groups_func_t)(struct memory_group *, void *); struct for_each_memory_block_cb_data { walk_memory_blocks_func_t func; void *arg; }; struct nd_cmd_get_config_data_hdr { __u32 in_offset; __u32 in_length; __u32 status; __u8 out_buf[0]; }; struct nd_cmd_set_config_hdr { __u32 in_offset; __u32 in_length; __u8 in_buf[0]; }; enum nvdimm_security_bits { NVDIMM_SECURITY_DISABLED = 0, NVDIMM_SECURITY_UNLOCKED = 1, NVDIMM_SECURITY_LOCKED = 2, NVDIMM_SECURITY_FROZEN = 3, NVDIMM_SECURITY_OVERWRITE = 4, }; struct dax_device { struct inode inode; struct cdev cdev; void *private; long unsigned int flags; const struct dax_operations *ops; void *holder_data; const struct dax_holder_operations *holder_ops; }; enum dax_device_flags { DAXDEV_ALIVE = 0, DAXDEV_WRITE_CACHE = 1, DAXDEV_SYNC = 2, DAXDEV_NOCACHE = 3, DAXDEV_NOMC = 4, }; enum dma_resv_usage { DMA_RESV_USAGE_KERNEL = 0, DMA_RESV_USAGE_WRITE = 1, DMA_RESV_USAGE_READ = 2, DMA_RESV_USAGE_BOOKKEEP = 3, }; struct dma_resv_list; struct dma_resv { struct ww_mutex lock; struct dma_resv_list *fences; }; struct dma_resv_list { struct callback_head rcu; u32 num_fences; u32 max_fences; struct dma_fence *table[0]; }; struct dma_resv_iter { struct dma_resv *obj; enum dma_resv_usage usage; struct dma_fence *fence; enum dma_resv_usage fence_usage; unsigned int index; struct dma_resv_list *fences; unsigned int num_fences; bool is_restarted; }; enum scsi_pr_type { SCSI_PR_WRITE_EXCLUSIVE = 1, SCSI_PR_EXCLUSIVE_ACCESS = 3, SCSI_PR_WRITE_EXCLUSIVE_REG_ONLY = 5, SCSI_PR_EXCLUSIVE_ACCESS_REG_ONLY = 6, SCSI_PR_WRITE_EXCLUSIVE_ALL_REGS = 7, SCSI_PR_EXCLUSIVE_ACCESS_ALL_REGS = 8, }; struct ipr_res_addr { u8 reserved; u8 bus; u8 target; u8 lun; }; struct ipr_std_inq_vpids { u8 vendor_id[8]; u8 product_id[16]; }; struct ipr_vpd { struct ipr_std_inq_vpids vpids; u8 sn[8]; }; struct ipr_ext_vpd { struct ipr_vpd vpd; __be32 wwid[2]; }; struct ipr_ext_vpd64 { struct ipr_vpd vpd; __be32 wwid[4]; }; struct ipr_std_inq_data { u8 peri_qual_dev_type; u8 removeable_medium_rsvd; u8 version; u8 aen_naca_fmt; u8 additional_len; u8 sccs_rsvd; u8 bq_enc_multi; u8 sync_cmdq_flags; struct ipr_std_inq_vpids vpids; u8 ros_rsvd_ram_rsvd[4]; u8 serial_num[8]; }; struct ipr_config_table_entry { u8 proto; u8 array_id; u8 flags; u8 rsvd_subtype; struct ipr_res_addr res_addr; __be32 res_handle; __be32 lun_wwn[2]; struct ipr_std_inq_data std_inq_data; }; struct ipr_config_table_entry64 { u8 res_type; u8 proto; u8 vset_num; u8 array_id; __be16 flags; __be16 res_flags; __be32 res_handle; u8 dev_id_type; u8 reserved[3]; __be64 dev_id; __be64 lun; __be64 lun_wwn[2]; __be64 res_path; struct ipr_std_inq_data std_inq_data; u8 reserved2[4]; __be64 reserved3[2]; u8 reserved4[8]; }; struct ipr_config_table_hdr { u8 num_entries; u8 flags; __be16 reserved; }; struct ipr_config_table_hdr64 { __be16 num_entries; __be16 reserved; u8 flags; u8 reserved2[11]; }; struct ipr_config_table { struct ipr_config_table_hdr hdr; struct ipr_config_table_entry dev[0]; }; struct ipr_config_table64 { struct ipr_config_table_hdr64 hdr64; struct ipr_config_table_entry64 dev[0]; }; struct ipr_config_table_entry_wrapper { union { struct ipr_config_table_entry *cfgte; struct ipr_config_table_entry64 *cfgte64; } u; }; struct ipr_hostrcb_cfg_ch_not { union { struct ipr_config_table_entry cfgte; struct ipr_config_table_entry64 cfgte64; } u; u8 reserved[936]; }; struct ipr_supported_device { __be16 data_length; u8 reserved; u8 num_records; struct ipr_std_inq_vpids vpids; u8 reserved2[16]; }; struct ipr_ioa_cfg; struct ipr_hrr_queue { struct ipr_ioa_cfg *ioa_cfg; __be32 *host_rrq; dma_addr_t host_rrq_dma; volatile __be32 *hrrq_start; volatile __be32 *hrrq_end; volatile __be32 *hrrq_curr; struct list_head hrrq_free_q; struct list_head hrrq_pending_q; spinlock_t _lock; spinlock_t *lock; volatile u32 toggle_bit; u32 size; u32 min_cmd_id; u32 max_cmd_id; u8 allow_interrupts: 1; u8 ioa_is_dead: 1; u8 allow_cmds: 1; u8 removing_ioa: 1; struct irq_poll iopoll; }; struct ipr_bus_attributes { u8 bus; u8 qas_enabled; u8 bus_width; u8 reserved; u32 max_xfer_rate; }; struct ipr_interrupts { void *set_interrupt_mask_reg; void *clr_interrupt_mask_reg; void *clr_interrupt_mask_reg32; void *sense_interrupt_mask_reg; void *sense_interrupt_mask_reg32; void *clr_interrupt_reg; void *clr_interrupt_reg32; void *sense_interrupt_reg; void *sense_interrupt_reg32; void *ioarrin_reg; void *sense_uproc_interrupt_reg; void *sense_uproc_interrupt_reg32; void *set_uproc_interrupt_reg; void *set_uproc_interrupt_reg32; void *clr_uproc_interrupt_reg; void *clr_uproc_interrupt_reg32; void *init_feedback_reg; void *dump_addr_reg; void *dump_data_reg; void *endian_swap_reg; }; enum ipr_sdt_state { INACTIVE = 0, WAIT_FOR_DUMP = 1, GET_DUMP = 2, READ_DUMP = 3, ABORT_DUMP = 4, DUMP_OBTAINED = 5, }; struct ipr_trace_entry; struct ipr_resource_entry; struct ipr_hostrcb; struct ipr_chip_cfg_t; struct ipr_chip_t; struct ipr_sglist; struct ipr_dump; struct ipr_misc_cbs; struct ipr_cmnd; struct ipr_ioa_cfg { char eye_catcher[8]; struct list_head queue; u8 in_reset_reload: 1; u8 in_ioa_bringdown: 1; u8 ioa_unit_checked: 1; u8 dump_taken: 1; u8 scan_enabled: 1; u8 scan_done: 1; u8 needs_hard_reset: 1; u8 dual_raid: 1; u8 needs_warm_reset: 1; u8 msi_received: 1; u8 sis64: 1; u8 dump_timeout: 1; u8 cfg_locked: 1; u8 clear_isr: 1; u8 probe_done: 1; u8 scsi_unblock: 1; u8 scsi_blocked: 1; u8 revid; long unsigned int target_ids[64]; long unsigned int array_ids[64]; long unsigned int vset_ids[64]; u16 type; u8 log_level; char trace_start[8]; struct ipr_trace_entry *trace; atomic_t trace_index; char cfg_table_start[8]; union { struct ipr_config_table *cfg_table; struct ipr_config_table64 *cfg_table64; } u; dma_addr_t cfg_table_dma; u32 cfg_table_size; u32 max_devs_supported; char resource_table_label[8]; struct ipr_resource_entry *res_entries; struct list_head free_res_q; struct list_head used_res_q; char ipr_hcam_label[8]; struct ipr_hostrcb *hostrcb[16]; dma_addr_t hostrcb_dma[16]; struct list_head hostrcb_free_q; struct list_head hostrcb_pending_q; struct list_head hostrcb_report_q; struct ipr_hrr_queue hrrq[16]; u32 hrrq_num; atomic_t hrrq_index; u16 identify_hrrq_index; struct ipr_bus_attributes bus_attr[16]; unsigned int transop_timeout; const struct ipr_chip_cfg_t *chip_cfg; const struct ipr_chip_t *ipr_chip; void *hdw_dma_regs; long unsigned int hdw_dma_regs_pci; void *ioa_mailbox; struct ipr_interrupts regs; u16 saved_pcix_cmd_reg; u16 reset_retries; u32 errors_logged; u32 doorbell; struct Scsi_Host *host; struct pci_dev *pdev; struct ipr_sglist *ucode_sglist; u8 saved_mode_page_len; struct work_struct work_q; struct work_struct scsi_add_work_q; struct workqueue_struct *reset_work_q; wait_queue_head_t reset_wait_q; wait_queue_head_t msi_wait_q; wait_queue_head_t eeh_wait_q; struct ipr_dump *dump; enum ipr_sdt_state sdt_state; struct ipr_misc_cbs *vpd_cbs; dma_addr_t vpd_cbs_dma; struct dma_pool *ipr_cmd_pool; struct ipr_cmnd *reset_cmd; int (*reset)(struct ipr_cmnd *); char ipr_cmd_label[8]; u32 max_cmds; struct ipr_cmnd **ipr_cmnd_list; dma_addr_t *ipr_cmnd_list_dma; unsigned int nvectors; struct { char desc[22]; } vectors_info[16]; u32 iopoll_weight; }; struct ipr_cmd_pkt { u8 reserved; u8 hrrq_id; u8 request_type; u8 reserved2; u8 flags_hi; u8 flags_lo; u8 cdb[16]; __be16 timeout; }; struct ipr_ioadl_desc { __be32 flags_and_data_len; __be32 address; }; struct ipr_ioadl64_desc { __be32 flags; __be32 data_len; __be64 address; }; struct ipr_ioarcb_add_data { union { struct ipr_ioadl_desc ioadl[5]; __be32 add_cmd_parms[10]; } u; }; struct ipr_ioarcb_sis64_add_addr_ecb { __be64 ioasa_host_pci_addr; __be64 data_ioadl_addr; __be64 reserved; __be32 ext_control_buf[4]; }; struct ipr_ioarcb { union { __be32 ioarcb_host_pci_addr; __be64 ioarcb_host_pci_addr64; } a; __be32 res_handle; __be32 host_response_handle; __be32 reserved1; __be32 reserved2; __be32 reserved3; __be32 data_transfer_length; __be32 read_data_transfer_length; __be32 write_ioadl_addr; __be32 ioadl_len; __be32 read_ioadl_addr; __be32 read_ioadl_len; __be32 ioasa_host_pci_addr; __be16 ioasa_len; __be16 reserved4; struct ipr_cmd_pkt cmd_pkt; __be16 add_cmd_parms_offset; __be16 add_cmd_parms_len; union { struct ipr_ioarcb_add_data add_data; struct ipr_ioarcb_sis64_add_addr_ecb sis64_addr_data; } u; }; struct ipr_ioasa_vset { __be32 failing_lba_hi; __be32 failing_lba_lo; __be32 reserved; }; struct ipr_ioasa_af_dasd { __be32 failing_lba; __be32 reserved[2]; }; struct ipr_ioasa_gpdd { u8 end_state; u8 bus_phase; __be16 reserved; __be32 ioa_data[2]; }; struct ipr_auto_sense { __be16 auto_sense_len; __be16 ioa_data_len; __be32 data[24]; }; struct ipr_ioasa_hdr { __be32 ioasc; __be16 ret_stat_len; __be16 avail_stat_len; __be32 residual_data_len; __be32 ilid; __be32 fd_ioasc; __be32 fd_phys_locator; __be32 fd_res_handle; __be32 ioasc_specific; }; struct ipr_ioasa { struct ipr_ioasa_hdr hdr; union { struct ipr_ioasa_vset vset; struct ipr_ioasa_af_dasd dasd; struct ipr_ioasa_gpdd gpdd; } u; struct ipr_auto_sense auto_sense; }; struct ipr_ioasa64 { struct ipr_ioasa_hdr hdr; u8 fd_res_path[8]; union { struct ipr_ioasa_vset vset; struct ipr_ioasa_af_dasd dasd; struct ipr_ioasa_gpdd gpdd; } u; struct ipr_auto_sense auto_sense; }; struct ipr_mode_parm_hdr { u8 length; u8 medium_type; u8 device_spec_parms; u8 block_desc_len; }; struct ipr_mode_pages { struct ipr_mode_parm_hdr hdr; u8 data[251]; }; struct ipr_mode_page_hdr { u8 ps_page_code; u8 page_length; }; struct ipr_dev_bus_entry { struct ipr_res_addr res_addr; u8 flags; u8 scsi_id; u8 bus_width; u8 extended_reset_delay; __be32 max_xfer_rate; u8 spinup_delay; u8 reserved3; __be16 reserved4; }; struct ipr_mode_page28 { struct ipr_mode_page_hdr hdr; u8 num_entries; u8 entry_length; struct ipr_dev_bus_entry bus[0]; }; struct ipr_mode_page24 { struct ipr_mode_page_hdr hdr; u8 flags; }; struct ipr_ioa_vpd { struct ipr_std_inq_data std_inq_data; u8 ascii_part_num[12]; u8 reserved[40]; u8 ascii_plant_code[4]; }; struct ipr_inquiry_page3 { u8 peri_qual_dev_type; u8 page_code; u8 reserved1; u8 page_length; u8 ascii_len; u8 reserved2[3]; u8 load_id[4]; u8 major_release; u8 card_type; u8 minor_release[2]; u8 ptf_number[4]; u8 patch_number[4]; }; struct ipr_inquiry_cap { u8 peri_qual_dev_type; u8 page_code; u8 reserved1; u8 page_length; u8 ascii_len; u8 reserved2; u8 sis_version[2]; u8 cap; u8 reserved3[15]; }; struct ipr_inquiry_page0 { u8 peri_qual_dev_type; u8 page_code; u8 reserved1; u8 len; u8 page[20]; }; struct ipr_inquiry_pageC4 { u8 peri_qual_dev_type; u8 page_code; u8 reserved1; u8 len; u8 cache_cap[4]; u8 reserved2[20]; }; struct ipr_hostrcb_device_data_entry { struct ipr_vpd vpd; struct ipr_res_addr dev_res_addr; struct ipr_vpd new_vpd; struct ipr_vpd ioa_last_with_dev_vpd; struct ipr_vpd cfc_last_with_dev_vpd; __be32 ioa_data[5]; }; struct ipr_hostrcb_device_data_entry_enhanced { struct ipr_ext_vpd vpd; u8 ccin[4]; struct ipr_res_addr dev_res_addr; struct ipr_ext_vpd new_vpd; u8 new_ccin[4]; struct ipr_ext_vpd ioa_last_with_dev_vpd; struct ipr_ext_vpd cfc_last_with_dev_vpd; }; struct ipr_hostrcb64_device_data_entry_enhanced { struct ipr_ext_vpd vpd; u8 ccin[4]; u8 res_path[8]; struct ipr_ext_vpd new_vpd; u8 new_ccin[4]; struct ipr_ext_vpd ioa_last_with_dev_vpd; struct ipr_ext_vpd cfc_last_with_dev_vpd; }; struct ipr_hostrcb_array_data_entry { struct ipr_vpd vpd; struct ipr_res_addr expected_dev_res_addr; struct ipr_res_addr dev_res_addr; }; struct ipr_hostrcb64_array_data_entry { struct ipr_ext_vpd vpd; u8 ccin[4]; u8 expected_res_path[8]; u8 res_path[8]; }; struct ipr_hostrcb_array_data_entry_enhanced { struct ipr_ext_vpd vpd; u8 ccin[4]; struct ipr_res_addr expected_dev_res_addr; struct ipr_res_addr dev_res_addr; }; struct ipr_hostrcb_type_ff_error { __be32 ioa_data[758]; }; struct ipr_hostrcb_type_01_error { __be32 seek_counter; __be32 read_counter; u8 sense_data[32]; __be32 ioa_data[236]; }; struct ipr_hostrcb_type_21_error { __be32 wwn[4]; u8 res_path[8]; u8 primary_problem_desc[32]; u8 second_problem_desc[32]; __be32 sense_data[8]; __be32 cdb[4]; __be32 residual_trans_length; __be32 length_of_error; __be32 ioa_data[236]; }; struct ipr_hostrcb_type_02_error { struct ipr_vpd ioa_vpd; struct ipr_vpd cfc_vpd; struct ipr_vpd ioa_last_attached_to_cfc_vpd; struct ipr_vpd cfc_last_attached_to_ioa_vpd; __be32 ioa_data[3]; }; struct ipr_hostrcb_type_12_error { struct ipr_ext_vpd ioa_vpd; struct ipr_ext_vpd cfc_vpd; struct ipr_ext_vpd ioa_last_attached_to_cfc_vpd; struct ipr_ext_vpd cfc_last_attached_to_ioa_vpd; __be32 ioa_data[3]; }; struct ipr_hostrcb_type_03_error { struct ipr_vpd ioa_vpd; struct ipr_vpd cfc_vpd; __be32 errors_detected; __be32 errors_logged; u8 ioa_data[12]; struct ipr_hostrcb_device_data_entry dev[3]; }; struct ipr_hostrcb_type_13_error { struct ipr_ext_vpd ioa_vpd; struct ipr_ext_vpd cfc_vpd; __be32 errors_detected; __be32 errors_logged; struct ipr_hostrcb_device_data_entry_enhanced dev[3]; }; struct ipr_hostrcb_type_23_error { struct ipr_ext_vpd ioa_vpd; struct ipr_ext_vpd cfc_vpd; __be32 errors_detected; __be32 errors_logged; struct ipr_hostrcb64_device_data_entry_enhanced dev[3]; }; struct ipr_hostrcb_type_04_error { struct ipr_vpd ioa_vpd; struct ipr_vpd cfc_vpd; u8 ioa_data[12]; struct ipr_hostrcb_array_data_entry array_member[10]; __be32 exposed_mode_adn; __be32 array_id; struct ipr_vpd incomp_dev_vpd; __be32 ioa_data2; struct ipr_hostrcb_array_data_entry array_member2[8]; struct ipr_res_addr last_func_vset_res_addr; u8 vset_serial_num[8]; u8 protection_level[8]; }; struct ipr_hostrcb_type_14_error { struct ipr_ext_vpd ioa_vpd; struct ipr_ext_vpd cfc_vpd; __be32 exposed_mode_adn; __be32 array_id; struct ipr_res_addr last_func_vset_res_addr; u8 vset_serial_num[8]; u8 protection_level[8]; __be32 num_entries; struct ipr_hostrcb_array_data_entry_enhanced array_member[18]; }; struct ipr_hostrcb_type_24_error { struct ipr_ext_vpd ioa_vpd; struct ipr_ext_vpd cfc_vpd; u8 reserved[2]; u8 exposed_mode_adn; u8 array_id; u8 last_res_path[8]; u8 protection_level[8]; struct ipr_ext_vpd64 array_vpd; u8 description[16]; u8 reserved2[3]; u8 num_entries; struct ipr_hostrcb64_array_data_entry array_member[32]; }; struct ipr_hostrcb_type_07_error { u8 failure_reason[64]; struct ipr_vpd vpd; __be32 data[222]; }; struct ipr_hostrcb_type_17_error { u8 failure_reason[64]; struct ipr_ext_vpd vpd; __be32 data[476]; }; struct ipr_hostrcb_config_element { u8 type_status; u8 cascaded_expander; u8 phy; u8 link_rate; __be32 wwid[2]; }; struct ipr_hostrcb64_config_element { __be16 length; u8 descriptor_id; u8 reserved; u8 type_status; u8 reserved2[2]; u8 link_rate; u8 res_path[8]; __be32 wwid[2]; }; struct ipr_hostrcb_fabric_desc { __be16 length; u8 ioa_port; u8 cascaded_expander; u8 phy; u8 path_state; __be16 num_entries; struct ipr_hostrcb_config_element elem[1]; }; struct ipr_hostrcb64_fabric_desc { __be16 length; u8 descriptor_id; u8 reserved[2]; u8 path_state; u8 reserved2[2]; u8 res_path[8]; u8 reserved3[6]; __be16 num_entries; struct ipr_hostrcb64_config_element elem[1]; }; struct ipr_hostrcb_type_20_error { u8 failure_reason[64]; u8 reserved[3]; u8 num_entries; struct ipr_hostrcb_fabric_desc desc[1]; }; struct ipr_hostrcb_type_30_error { u8 failure_reason[64]; u8 reserved[3]; u8 num_entries; struct ipr_hostrcb64_fabric_desc desc[1]; }; struct ipr_hostrcb_type_41_error { u8 failure_reason[64]; __be32 data[200]; }; struct ipr_hostrcb_error { __be32 fd_ioasc; struct ipr_res_addr fd_res_addr; __be32 fd_res_handle; __be32 prc; union { struct ipr_hostrcb_type_ff_error type_ff_error; struct ipr_hostrcb_type_01_error type_01_error; struct ipr_hostrcb_type_02_error type_02_error; struct ipr_hostrcb_type_03_error type_03_error; struct ipr_hostrcb_type_04_error type_04_error; struct ipr_hostrcb_type_07_error type_07_error; struct ipr_hostrcb_type_12_error type_12_error; struct ipr_hostrcb_type_13_error type_13_error; struct ipr_hostrcb_type_14_error type_14_error; struct ipr_hostrcb_type_17_error type_17_error; struct ipr_hostrcb_type_20_error type_20_error; } u; }; struct ipr_hostrcb64_error { __be32 fd_ioasc; __be32 ioa_fw_level; __be32 fd_res_handle; __be32 prc; __be64 fd_dev_id; __be64 fd_lun; u8 fd_res_path[8]; __be64 time_stamp; u8 reserved[16]; union { struct ipr_hostrcb_type_ff_error type_ff_error; struct ipr_hostrcb_type_12_error type_12_error; struct ipr_hostrcb_type_17_error type_17_error; struct ipr_hostrcb_type_21_error type_21_error; struct ipr_hostrcb_type_23_error type_23_error; struct ipr_hostrcb_type_24_error type_24_error; struct ipr_hostrcb_type_30_error type_30_error; struct ipr_hostrcb_type_41_error type_41_error; } u; }; struct ipr_hostrcb_raw { __be32 data[762]; }; struct ipr_hcam { u8 op_code; u8 notify_type; u8 notifications_lost; u8 flags; u8 overlay_id; u8 reserved1[3]; __be32 ilid; __be32 time_since_last_ioa_reset; __be32 reserved2; __be32 length; union { struct ipr_hostrcb_error error; struct ipr_hostrcb64_error error64; struct ipr_hostrcb_cfg_ch_not ccn; struct ipr_hostrcb_raw raw; } u; }; struct ipr_hostrcb { struct ipr_hcam hcam; dma_addr_t hostrcb_dma; struct list_head queue; struct ipr_ioa_cfg *ioa_cfg; char rp_buffer[48]; }; struct ipr_sdt_entry { __be32 start_token; __be32 end_token; u8 reserved[4]; u8 flags; u8 resv; __be16 priority; }; struct ipr_sdt_header { __be32 state; __be32 num_entries; __be32 num_entries_used; __be32 dump_size; }; struct ipr_sdt { struct ipr_sdt_header hdr; struct ipr_sdt_entry entry[4095]; }; struct ipr_uc_sdt { struct ipr_sdt_header hdr; struct ipr_sdt_entry entry[1]; }; struct ipr_resource_entry { u8 needs_sync_complete: 1; u8 in_erp: 1; u8 add_to_ml: 1; u8 del_from_ml: 1; u8 resetting_device: 1; u8 reset_occurred: 1; u8 raw_mode: 1; u32 bus; u32 target; u32 lun; u8 ata_class; u8 type; u16 flags; u16 res_flags; u8 qmodel; struct ipr_std_inq_data std_inq_data; __be32 res_handle; __be64 dev_id; u64 lun_wwn; struct scsi_lun dev_lun; u8 res_path[8]; struct ipr_ioa_cfg *ioa_cfg; struct scsi_device *sdev; struct list_head queue; }; struct ipr_misc_cbs { struct ipr_ioa_vpd ioa_vpd; struct ipr_inquiry_page0 page0_data; struct ipr_inquiry_page3 page3_data; struct ipr_inquiry_cap cap; struct ipr_inquiry_pageC4 pageC4_data; struct ipr_mode_pages mode_pages; struct ipr_supported_device supp_dev; }; struct ipr_interrupt_offsets { long unsigned int set_interrupt_mask_reg; long unsigned int clr_interrupt_mask_reg; long unsigned int clr_interrupt_mask_reg32; long unsigned int sense_interrupt_mask_reg; long unsigned int sense_interrupt_mask_reg32; long unsigned int clr_interrupt_reg; long unsigned int clr_interrupt_reg32; long unsigned int sense_interrupt_reg; long unsigned int sense_interrupt_reg32; long unsigned int ioarrin_reg; long unsigned int sense_uproc_interrupt_reg; long unsigned int sense_uproc_interrupt_reg32; long unsigned int set_uproc_interrupt_reg; long unsigned int set_uproc_interrupt_reg32; long unsigned int clr_uproc_interrupt_reg; long unsigned int clr_uproc_interrupt_reg32; long unsigned int init_feedback_reg; long unsigned int dump_addr_reg; long unsigned int dump_data_reg; long unsigned int endian_swap_reg; }; struct ipr_chip_cfg_t { u32 mailbox; u16 max_cmds; u8 cache_line_size; u8 clear_isr; u32 iopoll_weight; struct ipr_interrupt_offsets regs; }; struct ipr_chip_t { u16 vendor; u16 device; bool has_msi; u16 sis_type; u16 bist_method; const struct ipr_chip_cfg_t *cfg; }; enum ipr_shutdown_type { IPR_SHUTDOWN_NORMAL = 0, IPR_SHUTDOWN_PREPARE_FOR_NORMAL = 64, IPR_SHUTDOWN_ABBREV = 128, IPR_SHUTDOWN_NONE = 256, IPR_SHUTDOWN_QUIESCE = 257, }; struct ipr_trace_entry { u32 time; u8 op_code; u8 ata_op_code; u8 type; u8 cmd_index; __be32 res_handle; union { u32 ioasc; u32 add_data; u32 res_addr; } u; }; struct ipr_sglist { u32 order; u32 num_sg; u32 num_dma_sg; u32 buffer_len; struct scatterlist *scatterlist; }; struct ipr_dump_header { u32 eye_catcher; u32 len; u32 num_entries; u32 first_entry_offset; u32 status; u32 os; u32 driver_name; }; struct ipr_dump_entry_header { u32 eye_catcher; u32 len; u32 num_elems; u32 offset; u32 data_type; u32 id; u32 status; }; struct ipr_dump_version_entry { struct ipr_dump_entry_header hdr; u8 version[6]; }; struct ipr_dump_location_entry { struct ipr_dump_entry_header hdr; u8 location[20]; }; struct ipr_dump_ioa_type_entry { struct ipr_dump_entry_header hdr; u32 type; u32 fw_version; }; struct ipr_dump_trace_entry { struct ipr_dump_entry_header hdr; u32 trace[1024]; }; struct ipr_driver_dump { struct ipr_dump_header hdr; struct ipr_dump_version_entry version_entry; struct ipr_dump_location_entry location_entry; struct ipr_dump_ioa_type_entry ioa_type_entry; struct ipr_dump_trace_entry trace_entry; }; struct ipr_ioa_dump { struct ipr_dump_entry_header hdr; struct ipr_sdt sdt; __be32 **ioa_data; u32 reserved; u32 next_page_index; u32 page_offset; u32 format; } __attribute__((packed)); struct ipr_dump { struct kref kref; struct ipr_ioa_cfg *ioa_cfg; struct ipr_driver_dump driver_dump; struct ipr_ioa_dump ioa_dump; }; struct ipr_cmnd { struct ipr_ioarcb ioarcb; union { struct ipr_ioadl_desc ioadl[64]; struct ipr_ioadl64_desc ioadl64[64]; } i; union { struct ipr_ioasa ioasa; struct ipr_ioasa64 ioasa64; } s; struct list_head queue; struct scsi_cmnd *scsi_cmd; struct completion completion; struct timer_list timer; struct work_struct work; void (*fast_done)(struct ipr_cmnd *); void (*done)(struct ipr_cmnd *); int (*job_step)(struct ipr_cmnd *); int (*job_step_failed)(struct ipr_cmnd *); u16 cmd_index; u8 sense_buffer[96]; dma_addr_t sense_buffer_dma; short unsigned int dma_use_sg; dma_addr_t dma_addr; struct ipr_cmnd *sibling; union { enum ipr_shutdown_type shutdown_type; struct ipr_hostrcb *hostrcb; long unsigned int time_left; long unsigned int scratch; struct ipr_resource_entry *res; struct scsi_device *sdev; } u; struct completion *eh_comp; struct ipr_hrr_queue *hrrq; struct ipr_ioa_cfg *ioa_cfg; }; struct ipr_ses_table_entry { char product_id[17]; char compare_product_id_byte[17]; u32 max_bus_speed_limit; }; struct ipr_error_table_t { u32 ioasc; int log_ioasa; int log_hcam; char *error; }; struct ipr_software_inq_lid_info { __be32 load_id; __be32 timestamp[3]; }; struct ipr_ucode_image_header { __be32 header_length; __be32 lid_table_offset; u8 major_release; u8 card_type; u8 minor_release[2]; u8 reserved[20]; char eyecatcher[16]; __be32 num_lids; struct ipr_software_inq_lid_info lid[1]; }; enum { ATA_GEN_CLASS_MATCH = 1, ATA_GEN_FORCE_DMA = 2, ATA_GEN_INTEL_IDER = 4, }; enum mac { mac_82557_D100_A = 0, mac_82557_D100_B = 1, mac_82557_D100_C = 2, mac_82558_D101_A4 = 4, mac_82558_D101_B0 = 5, mac_82559_D101M = 8, mac_82559_D101S = 9, mac_82550_D102 = 12, mac_82550_D102_C = 13, mac_82551_E = 14, mac_82551_F = 15, mac_82551_10 = 16, mac_unknown = 255, }; enum phy___2 { phy_100a = 992, phy_100c = 55575208, phy_82555_tx = 22020776, phy_nsc_tx = 1543512064, phy_82562_et = 53478056, phy_82562_em = 52429480, phy_82562_ek = 51380904, phy_82562_eh = 24117928, phy_82552_v = 3496017997, phy_unknown = 4294967295, }; struct csr { struct { u8 status; u8 stat_ack; u8 cmd_lo; u8 cmd_hi; u32 gen_ptr; } scb; u32 port; u16 flash_ctrl; u8 eeprom_ctrl_lo; u8 eeprom_ctrl_hi; u32 mdi_ctrl; u32 rx_dma_count; }; enum scb_status { rus_no_res = 8, rus_ready = 16, rus_mask = 60, }; enum ru_state { RU_SUSPENDED = 0, RU_RUNNING = 1, RU_UNINITIALIZED = -1, }; enum scb_stat_ack { stat_ack_not_ours = 0, stat_ack_sw_gen = 4, stat_ack_rnr = 16, stat_ack_cu_idle = 32, stat_ack_frame_rx = 64, stat_ack_cu_cmd_done = 128, stat_ack_not_present = 255, stat_ack_rx = 84, stat_ack_tx = 160, }; enum scb_cmd_hi { irq_mask_none = 0, irq_mask_all = 1, irq_sw_gen = 2, }; enum scb_cmd_lo { cuc_nop = 0, ruc_start = 1, ruc_load_base = 6, cuc_start = 16, cuc_resume = 32, cuc_dump_addr = 64, cuc_dump_stats = 80, cuc_load_base = 96, cuc_dump_reset = 112, }; enum cuc_dump { cuc_dump_complete = 40965, cuc_dump_reset_complete = 40967, }; enum port { software_reset = 0, selftest = 1, selective_reset = 2, }; enum eeprom_ctrl_lo { eesk = 1, eecs = 2, eedi = 4, eedo = 8, }; enum mdi_ctrl { mdi_write = 67108864, mdi_read = 134217728, mdi_ready = 268435456, }; enum eeprom_op { op_write = 5, op_read = 6, op_ewds = 16, op_ewen = 19, }; enum eeprom_offsets { eeprom_cnfg_mdix = 3, eeprom_phy_iface = 6, eeprom_id = 10, eeprom_config_asf = 13, eeprom_smbus_addr = 144, }; enum eeprom_cnfg_mdix { eeprom_mdix_enabled = 128, }; enum eeprom_phy_iface { NoSuchPhy = 0, I82553AB = 1, I82553C = 2, I82503 = 3, DP83840 = 4, S80C240 = 5, S80C24 = 6, I82555 = 7, DP83840A = 10, }; enum eeprom_id { eeprom_id_wol = 32, }; enum eeprom_config_asf { eeprom_asf = 32768, eeprom_gcl = 16384, }; enum cb_status { cb_complete = 32768, cb_ok = 8192, }; enum cb_command { cb_nop = 0, cb_iaaddr = 1, cb_config = 2, cb_multi = 3, cb_tx = 4, cb_ucode = 5, cb_dump = 6, cb_tx_sf = 8, cb_tx_nc = 16, cb_cid = 7936, cb_i = 8192, cb_s = 16384, cb_el = 32768, }; struct rfd { __le16 status; __le16 command; __le32 link; __le32 rbd; __le16 actual_size; __le16 size; }; struct rx { struct rx *next; struct rx *prev; struct sk_buff *skb; dma_addr_t dma_addr; }; struct config___2 { u8 byte_count: 6; u8 pad0: 2; u8 rx_fifo_limit: 4; u8 tx_fifo_limit: 3; u8 pad1: 1; u8 adaptive_ifs; u8 mwi_enable: 1; u8 type_enable: 1; u8 read_align_enable: 1; u8 term_write_cache_line: 1; u8 pad3: 4; u8 rx_dma_max_count: 7; u8 pad4: 1; u8 tx_dma_max_count: 7; u8 dma_max_count_enable: 1; u8 late_scb_update: 1; u8 direct_rx_dma: 1; u8 tno_intr: 1; u8 cna_intr: 1; u8 standard_tcb: 1; u8 standard_stat_counter: 1; u8 rx_save_overruns: 1; u8 rx_save_bad_frames: 1; u8 rx_discard_short_frames: 1; u8 tx_underrun_retry: 2; u8 pad7: 2; u8 rx_extended_rfd: 1; u8 tx_two_frames_in_fifo: 1; u8 tx_dynamic_tbd: 1; u8 mii_mode: 1; u8 pad8: 6; u8 csma_disabled: 1; u8 rx_tcpudp_checksum: 1; u8 pad9: 3; u8 vlan_arp_tco: 1; u8 link_status_wake: 1; u8 arp_wake: 1; u8 mcmatch_wake: 1; u8 pad10: 3; u8 no_source_addr_insertion: 1; u8 preamble_length: 2; u8 loopback: 2; u8 linear_priority: 3; u8 pad11: 5; u8 linear_priority_mode: 1; u8 pad12: 3; u8 ifs: 4; u8 ip_addr_lo; u8 ip_addr_hi; u8 promiscuous_mode: 1; u8 broadcast_disabled: 1; u8 wait_after_win: 1; u8 pad15_1: 1; u8 ignore_ul_bit: 1; u8 crc_16_bit: 1; u8 pad15_2: 1; u8 crs_or_cdt: 1; u8 fc_delay_lo; u8 fc_delay_hi; u8 rx_stripping: 1; u8 tx_padding: 1; u8 rx_crc_transfer: 1; u8 rx_long_ok: 1; u8 fc_priority_threshold: 3; u8 pad18: 1; u8 addr_wake: 1; u8 magic_packet_disable: 1; u8 fc_disable: 1; u8 fc_restop: 1; u8 fc_restart: 1; u8 fc_reject: 1; u8 full_duplex_force: 1; u8 full_duplex_pin: 1; u8 pad20_1: 5; u8 fc_priority_location: 1; u8 multi_ia: 1; u8 pad20_2: 1; u8 pad21_1: 3; u8 multicast_all: 1; u8 pad21_2: 4; u8 rx_d102_mode: 1; u8 rx_vlan_drop: 1; u8 pad22: 6; u8 pad_d102[9]; }; struct multi { __le16 count; u8 addr[386]; }; struct cb { __le16 status; __le16 command; __le32 link; union { u8 iaaddr[6]; __le32 ucode[134]; struct config___2 config; struct multi multi; struct { u32 tbd_array; u16 tcb_byte_count; u8 threshold; u8 tbd_count; struct { __le32 buf_addr; __le16 size; u16 eol; } tbd; } tcb; __le32 dump_buffer_addr; } u; struct cb *next; struct cb *prev; dma_addr_t dma_addr; struct sk_buff *skb; }; enum loopback { lb_none = 0, lb_mac = 1, lb_phy = 3, }; struct stats { __le32 tx_good_frames; __le32 tx_max_collisions; __le32 tx_late_collisions; __le32 tx_underruns; __le32 tx_lost_crs; __le32 tx_deferred; __le32 tx_single_collisions; __le32 tx_multiple_collisions; __le32 tx_total_collisions; __le32 rx_good_frames; __le32 rx_crc_errors; __le32 rx_alignment_errors; __le32 rx_resource_errors; __le32 rx_overrun_errors; __le32 rx_cdt_errors; __le32 rx_short_frame_errors; __le32 fc_xmt_pause; __le32 fc_rcv_pause; __le32 fc_rcv_unsupported; __le16 xmt_tco_frames; __le16 rcv_tco_frames; __le32 complete; }; struct mem { struct { u32 signature; u32 result; } selftest; struct stats stats; u8 dump_buf[596]; }; struct param_range { u32 min; u32 max; u32 count; }; struct params { struct param_range rfds; struct param_range cbs; }; struct nic { u32 msg_enable; struct net_device *netdev; struct pci_dev *pdev; u16 (*mdio_ctrl)(struct nic *, u32, u32, u32, u16); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct rx *rxs; struct rx *rx_to_use; struct rx *rx_to_clean; struct rfd blank_rfd; enum ru_state ru_running; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t cb_lock; spinlock_t cmd_lock; struct csr *csr; enum scb_cmd_lo cuc_cmd; unsigned int cbs_avail; struct napi_struct napi; struct cb *cbs; struct cb *cb_to_use; struct cb *cb_to_send; struct cb *cb_to_clean; __le16 tx_command; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; enum { ich = 1, promiscuous = 2, multicast_all = 4, wol_magic = 8, ich_10h_workaround = 16, } flags; enum mac mac; enum phy___2 phy; struct params params; struct timer_list watchdog; struct mii_if_info mii; struct work_struct tx_timeout_task; enum loopback loopback; struct mem *mem; dma_addr_t dma_addr; struct dma_pool *cbs_pool; dma_addr_t cbs_dma_addr; u8 adaptive_ifs; u8 tx_threshold; u32 tx_frames; u32 tx_collisions; u32 tx_deferred; u32 tx_single_collisions; u32 tx_multiple_collisions; u32 tx_fc_pause; u32 tx_tco_frames; u32 rx_fc_pause; u32 rx_fc_unsupported; u32 rx_tco_frames; u32 rx_short_frame_errors; u32 rx_over_length_errors; u16 eeprom_wc; __le16 eeprom[256]; spinlock_t mdio_lock; const struct firmware *fw; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum led_state { led_on = 1, led_off = 4, led_on_559 = 5, led_on_557 = 7, }; union e1000_rx_desc_extended { struct { __le64 buffer_addr; __le64 reserved; } read; struct { struct { __le32 mrq; union { __le32 rss; struct { __le16 ip_id; __le16 csum; } csum_ip; } hi_dword; } lower; struct { __le32 status_error; __le16 length; __le16 vlan; } upper; } wb; }; union e1000_rx_desc_packet_split { struct { __le64 buffer_addr[4]; } read; struct { struct { __le32 mrq; union { __le32 rss; struct { __le16 ip_id; __le16 csum; } csum_ip; } hi_dword; } lower; struct { __le32 status_error; __le16 length0; __le16 vlan; } middle; struct { __le16 header_status; __le16 length[3]; } upper; __le64 reserved; } wb; }; enum e1000_boards { board_82571 = 0, board_82572 = 1, board_82573 = 2, board_82574 = 3, board_82583 = 4, board_80003es2lan = 5, board_ich8lan = 6, board_ich9lan = 7, board_ich10lan = 8, board_pchlan = 9, board_pch2lan = 10, board_pch_lpt = 11, board_pch_spt = 12, board_pch_cnp = 13, board_pch_tgp = 14, board_pch_adp = 15, board_pch_mtp = 16, }; enum e1000_state_t___2 { __E1000_TESTING___2 = 0, __E1000_RESETTING___2 = 1, __E1000_ACCESS_SHARED_RESOURCE = 2, __E1000_DOWN___2 = 3, }; struct trace_event_raw_e1000e_trace_mac_register { struct trace_entry ent; uint32_t reg; char __data[0]; }; struct trace_event_data_offsets_e1000e_trace_mac_register {}; typedef void (*btf_trace_e1000e_trace_mac_register)(void *, uint32_t); struct e1000_reg_info { u32 ofs; char *name; }; struct my_u0 { __le64 a; __le64 b; }; struct my_u1 { __le64 a; __le64 b; __le64 c; __le64 d; }; struct usb_sg_request { int status; size_t bytes; spinlock_t lock; struct usb_device *dev; int pipe; int entries; struct urb **urbs; int count; struct completion complete; }; struct usb_cdc_header_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdCDC; } __attribute__((packed)); struct usb_cdc_call_mgmt_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bmCapabilities; __u8 bDataInterface; }; struct usb_cdc_acm_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bmCapabilities; }; struct usb_cdc_union_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bMasterInterface0; __u8 bSlaveInterface0; }; struct usb_cdc_country_functional_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 iCountryCodeRelDate; __le16 wCountyCode0; }; struct usb_cdc_network_terminal_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bEntityId; __u8 iName; __u8 bChannelIndex; __u8 bPhysicalInterface; }; struct usb_cdc_ether_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 iMACAddress; __le32 bmEthernetStatistics; __le16 wMaxSegmentSize; __le16 wNumberMCFilters; __u8 bNumberPowerFilters; } __attribute__((packed)); struct usb_cdc_dmm_desc { __u8 bFunctionLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u16 bcdVersion; __le16 wMaxCommand; } __attribute__((packed)); struct usb_cdc_mdlm_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdVersion; __u8 bGUID[16]; } __attribute__((packed)); struct usb_cdc_mdlm_detail_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bGuidDescriptorType; __u8 bDetailData[0]; }; struct usb_cdc_obex_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdVersion; } __attribute__((packed)); struct usb_cdc_ncm_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdNcmVersion; __u8 bmNetworkCapabilities; } __attribute__((packed)); struct usb_cdc_mbim_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdMBIMVersion; __le16 wMaxControlMessage; __u8 bNumberFilters; __u8 bMaxFilterSize; __le16 wMaxSegmentSize; __u8 bmNetworkCapabilities; } __attribute__((packed)); struct usb_cdc_mbim_extended_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdMBIMExtendedVersion; __u8 bMaxOutstandingCommandMessages; __le16 wMTU; } __attribute__((packed)); struct usb_cdc_parsed_header { struct usb_cdc_union_desc *usb_cdc_union_desc; struct usb_cdc_header_desc *usb_cdc_header_desc; struct usb_cdc_call_mgmt_descriptor *usb_cdc_call_mgmt_descriptor; struct usb_cdc_acm_descriptor *usb_cdc_acm_descriptor; struct usb_cdc_country_functional_desc *usb_cdc_country_functional_desc; struct usb_cdc_network_terminal_desc *usb_cdc_network_terminal_desc; struct usb_cdc_ether_desc *usb_cdc_ether_desc; struct usb_cdc_dmm_desc *usb_cdc_dmm_desc; struct usb_cdc_mdlm_desc *usb_cdc_mdlm_desc; struct usb_cdc_mdlm_detail_desc *usb_cdc_mdlm_detail_desc; struct usb_cdc_obex_desc *usb_cdc_obex_desc; struct usb_cdc_ncm_desc *usb_cdc_ncm_desc; struct usb_cdc_mbim_desc *usb_cdc_mbim_desc; struct usb_cdc_mbim_extended_desc *usb_cdc_mbim_extended_desc; bool phonet_magic_present; }; struct api_context { struct completion done; int status; }; struct set_config_request { struct usb_device *udev; int config; struct work_struct work; struct list_head node; }; struct quirk_entry { u16 vid; u16 pid; u32 flags; }; enum amd_chipset_gen { NOT_AMD_CHIPSET = 0, AMD_CHIPSET_SB600 = 1, AMD_CHIPSET_SB700 = 2, AMD_CHIPSET_SB800 = 3, AMD_CHIPSET_HUDSON2 = 4, AMD_CHIPSET_BOLTON = 5, AMD_CHIPSET_YANGTZE = 6, AMD_CHIPSET_TAISHAN = 7, AMD_CHIPSET_UNKNOWN = 8, }; struct amd_chipset_type { enum amd_chipset_gen gen; u8 rev; }; struct amd_chipset_info { struct pci_dev *nb_dev; struct pci_dev *smbus_dev; int nb_type; struct amd_chipset_type sb_type; int isoc_reqs; int probe_count; bool need_pll_quirk; }; union input_seq_state { struct { short unsigned int pos; bool mutex_acquired; }; void *p; }; struct input_devres { struct input_dev *input; }; struct byd_data { struct timer_list timer; struct psmouse *psmouse; s32 abs_x; s32 abs_y; volatile long unsigned int last_touch_time; bool btn_left; bool btn_right; bool touch; }; struct cytp_contact { int x; int y; int z; }; struct cytp_report_data { int contact_cnt; struct cytp_contact contacts[2]; unsigned int left: 1; unsigned int right: 1; unsigned int middle: 1; unsigned int tap: 1; }; struct cytp_data { int fw_version; int pkt_size; int mode; int tp_min_pressure; int tp_max_pressure; int tp_width; int tp_high; int tp_max_abs_x; int tp_max_abs_y; int tp_res_x; int tp_res_y; int tp_metrics_supported; }; struct ds1307_platform_data { u8 trickle_charger_setup; }; enum ds_type { unknown_ds_type = 0, ds_1307 = 1, ds_1308 = 2, ds_1337 = 3, ds_1338 = 4, ds_1339 = 5, ds_1340 = 6, ds_1341 = 7, ds_1388 = 8, ds_3231 = 9, m41t0 = 10, m41t00 = 11, m41t11 = 12, mcp794xx = 13, rx_8025 = 14, rx_8130 = 15, last_ds_type = 16, }; struct regmap; struct ds1307 { enum ds_type type; struct device *dev; struct regmap *regmap; const char *name; struct rtc_device *rtc; }; struct chip_desc { unsigned int alarm: 1; u16 nvram_offset; u16 nvram_size; u8 offset; u8 century_reg; u8 century_enable_bit; u8 century_bit; u8 bbsqi_bit; irq_handler_t irq_handler; const struct rtc_class_ops *rtc_ops; u16 trickle_charger_reg; u8 (*do_trickle_setup)(struct ds1307 *, u32, bool); bool requires_trickle_resistor; bool charge_default; }; struct strip_zone { sector_t zone_end; sector_t dev_start; int nb_dev; int disk_shift; }; enum r0layout { RAID0_ORIG_LAYOUT = 1, RAID0_ALT_MULTIZONE_LAYOUT = 2, }; struct r0conf { struct strip_zone *strip_zone; struct md_rdev **devlist; int nr_strip_zones; enum r0layout layout; }; enum { DM_TIO_INSIDE_DM_IO = 0, DM_TIO_IS_DUPLICATE_BIO = 1, }; enum { DM_IO_ACCOUNTED = 0, DM_IO_WAS_SPLIT = 1, DM_IO_BLK_STAT = 2, }; struct clone_info { struct dm_table *map; struct bio *bio; struct dm_io *io; sector_t sector; unsigned int sector_count; bool is_abnormal_io: 1; bool submit_as_polled: 1; }; struct table_device { struct list_head list; refcount_t count; struct dm_dev dm_dev; }; struct dm_pr { u64 old_key; u64 new_key; u32 flags; bool abort; bool fail_early; int ret; enum pr_type type; struct pr_keys *read_keys; struct pr_held_reservation *rsv; }; struct dm_arg_set { unsigned int argc; char **argv; }; struct dm_stats_last_position { sector_t last_sector; unsigned int last_rw; }; struct dm_stat_percpu { long long unsigned int sectors[2]; long long unsigned int ios[2]; long long unsigned int merges[2]; long long unsigned int ticks[2]; long long unsigned int io_ticks[2]; long long unsigned int io_ticks_total; long long unsigned int time_in_queue; long long unsigned int *histogram; }; struct dm_stat_shared { atomic_t in_flight[2]; long long unsigned int stamp; struct dm_stat_percpu tmp; }; struct dm_stat { struct list_head list_entry; int id; unsigned int stat_flags; size_t n_entries; sector_t start; sector_t end; sector_t step; unsigned int n_histogram_entries; long long unsigned int *histogram_boundaries; const char *program_id; const char *aux_data; struct callback_head callback_head; size_t shared_alloc_size; size_t percpu_alloc_size; size_t histogram_alloc_size; struct dm_stat_percpu *stat_percpu[2048]; struct dm_stat_shared stat_shared[0]; }; struct ctl_info_attribute { struct attribute attr; ssize_t (*show)(struct edac_device_ctl_info *, char *); ssize_t (*store)(struct edac_device_ctl_info *, const char *, size_t); }; struct instance_attribute___2 { struct attribute attr; ssize_t (*show)(struct edac_device_instance *, char *); ssize_t (*store)(struct edac_device_instance *, const char *, size_t); }; struct cs_policy_dbs_info { struct policy_dbs_info policy_dbs; unsigned int down_skip; unsigned int requested_freq; }; struct cs_dbs_tuners { unsigned int down_threshold; unsigned int freq_step; }; struct cpuidle_state_kobj { struct cpuidle_state *state; struct cpuidle_state_usage *state_usage; struct completion kobj_unregister; struct kobject kobj; struct cpuidle_device *device; }; struct cpuidle_device_kobj { struct cpuidle_device *dev; struct completion kobj_unregister; struct kobject kobj; }; struct cpuidle_attr { struct attribute attr; ssize_t (*show)(struct cpuidle_device *, char *); ssize_t (*store)(struct cpuidle_device *, const char *, size_t); }; struct cpuidle_state_attr { struct attribute attr; ssize_t (*show)(struct cpuidle_state *, struct cpuidle_state_usage *, char *); ssize_t (*store)(struct cpuidle_state *, struct cpuidle_state_usage *, const char *, size_t); }; struct nx842_crypto_header_group { __be16 padding; __be32 compressed_length; __be32 uncompressed_length; } __attribute__((packed)); struct nx842_crypto_header { __be16 magic; __be16 ignore; u8 groups; struct nx842_crypto_header_group group[0]; } __attribute__((packed)); struct nx842_crypto_ctx { spinlock_t lock; u8 *wmem; u8 *sbounce; u8 *dbounce; struct nx842_crypto_header header; struct nx842_crypto_header_group group[32]; struct nx842_driver *driver; }; struct nx842_crypto_param { u8 *in; unsigned int iremain; u8 *out; unsigned int oremain; unsigned int ototal; }; struct hid_debug_list { struct { union { struct __kfifo kfifo; char *type; const char *const_type; char (*rectype)[0]; char *ptr; const char *ptr_const; }; char buf[0]; } hid_debug_fifo; struct fasync_struct *fasync; struct hid_device *hdev; struct list_head node; struct mutex read_mutex; }; struct hid_usage_entry { unsigned int page; unsigned int usage; const char *description; }; struct of_intc_desc { struct list_head list; of_irq_init_cb_t irq_init_cb; struct device_node *dev; struct device_node *interrupt_parent; }; struct linger { int l_onoff; int l_linger; }; struct so_timestamping { int flags; int bind_phc; }; enum txtime_flags { SOF_TXTIME_DEADLINE_MODE = 1, SOF_TXTIME_REPORT_ERRORS = 2, SOF_TXTIME_FLAGS_LAST = 2, SOF_TXTIME_FLAGS_MASK = 3, }; struct sock_txtime { __kernel_clockid_t clockid; __u32 flags; }; struct compat_ifconf { compat_int_t ifc_len; compat_caddr_t ifcbuf; }; enum hwtstamp_flags { HWTSTAMP_FLAG_BONDED_PHC_INDEX = 1, HWTSTAMP_FLAG_LAST = 1, HWTSTAMP_FLAG_MASK = 1, }; struct flow_dissector_key_ports_range { union { struct flow_dissector_key_ports tp; struct { struct flow_dissector_key_ports tp_min; struct flow_dissector_key_ports tp_max; }; }; }; struct flow_match_meta { struct flow_dissector_key_meta *key; struct flow_dissector_key_meta *mask; }; struct flow_match_basic { struct flow_dissector_key_basic *key; struct flow_dissector_key_basic *mask; }; struct flow_match_control { struct flow_dissector_key_control *key; struct flow_dissector_key_control *mask; }; struct flow_match_eth_addrs { struct flow_dissector_key_eth_addrs *key; struct flow_dissector_key_eth_addrs *mask; }; struct flow_match_vlan { struct flow_dissector_key_vlan *key; struct flow_dissector_key_vlan *mask; }; struct flow_match_arp { struct flow_dissector_key_arp *key; struct flow_dissector_key_arp *mask; }; struct flow_match_ipv4_addrs { struct flow_dissector_key_ipv4_addrs *key; struct flow_dissector_key_ipv4_addrs *mask; }; struct flow_match_ipv6_addrs { struct flow_dissector_key_ipv6_addrs *key; struct flow_dissector_key_ipv6_addrs *mask; }; struct flow_match_ip { struct flow_dissector_key_ip *key; struct flow_dissector_key_ip *mask; }; struct flow_match_ports { struct flow_dissector_key_ports *key; struct flow_dissector_key_ports *mask; }; struct flow_match_ports_range { struct flow_dissector_key_ports_range *key; struct flow_dissector_key_ports_range *mask; }; struct flow_match_icmp { struct flow_dissector_key_icmp *key; struct flow_dissector_key_icmp *mask; }; struct flow_match_tcp { struct flow_dissector_key_tcp *key; struct flow_dissector_key_tcp *mask; }; struct flow_match_ipsec { struct flow_dissector_key_ipsec *key; struct flow_dissector_key_ipsec *mask; }; struct flow_match_mpls { struct flow_dissector_key_mpls *key; struct flow_dissector_key_mpls *mask; }; struct flow_match_enc_keyid { struct flow_dissector_key_keyid *key; struct flow_dissector_key_keyid *mask; }; struct flow_match_enc_opts { struct flow_dissector_key_enc_opts *key; struct flow_dissector_key_enc_opts *mask; }; struct flow_match_ct { struct flow_dissector_key_ct *key; struct flow_dissector_key_ct *mask; }; struct flow_match_pppoe { struct flow_dissector_key_pppoe *key; struct flow_dissector_key_pppoe *mask; }; struct flow_match_l2tpv3 { struct flow_dissector_key_l2tpv3 *key; struct flow_dissector_key_l2tpv3 *mask; }; struct flow_stats { u64 pkts; u64 bytes; u64 drops; u64 lastused; enum flow_action_hw_stats used_hw_stats; bool used_hw_stats_valid; }; enum flow_block_command { FLOW_BLOCK_BIND = 0, FLOW_BLOCK_UNBIND = 1, }; enum flow_block_binder_type { FLOW_BLOCK_BINDER_TYPE_UNSPEC = 0, FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS = 1, FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS = 2, FLOW_BLOCK_BINDER_TYPE_RED_EARLY_DROP = 3, FLOW_BLOCK_BINDER_TYPE_RED_MARK = 4, }; struct flow_block_offload { enum flow_block_command command; enum flow_block_binder_type binder_type; bool block_shared; bool unlocked_driver_cb; struct net *net; struct flow_block *block; struct list_head cb_list; struct list_head *driver_block_list; struct netlink_ext_ack *extack; struct Qdisc *sch; struct list_head *cb_list_head; }; struct flow_block_cb; struct flow_block_indr { struct list_head list; struct net_device *dev; struct Qdisc *sch; enum flow_block_binder_type binder_type; void *data; void *cb_priv; void (*cleanup)(struct flow_block_cb *); }; struct flow_block_cb { struct list_head driver_list; struct list_head list; flow_setup_cb_t *cb; void *cb_ident; void *cb_priv; void (*release)(void *); struct flow_block_indr indr; unsigned int refcnt; }; enum offload_act_command { FLOW_ACT_REPLACE = 0, FLOW_ACT_DESTROY = 1, FLOW_ACT_STATS = 2, }; struct flow_offload_action { struct netlink_ext_ack *extack; enum offload_act_command command; enum flow_action_id id; u32 index; long unsigned int cookie; struct flow_stats stats; struct flow_action action; }; typedef int flow_indr_block_bind_cb_t(struct net_device *, struct Qdisc *, void *, enum tc_setup_type, void *, void *, void (*)(struct flow_block_cb *)); struct flow_indr_dev { struct list_head list; flow_indr_block_bind_cb_t *cb; void *cb_priv; refcount_t refcnt; }; struct flow_indir_dev_info { void *data; struct net_device *dev; struct Qdisc *sch; enum tc_setup_type type; void (*cleanup)(struct flow_block_cb *); struct list_head list; enum flow_block_command command; enum flow_block_binder_type binder_type; struct list_head *cb_list; }; struct sk_psock_link { struct list_head list; struct bpf_map *map; void *link_raw; }; struct bpf_stab { struct bpf_map map; struct sock **sks; struct sk_psock_progs progs; spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef u64 (*btf_bpf_sock_map_update)(struct bpf_sock_ops_kern *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_sk_redirect_map)(struct sk_buff *, struct bpf_map *, u32, u64); typedef u64 (*btf_bpf_msg_redirect_map)(struct sk_msg *, struct bpf_map *, u32, u64); struct sock_map_seq_info { struct bpf_map *map; struct sock *sk; u32 index; }; struct bpf_iter__sockmap { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { void *key; }; union { struct sock *sk; }; }; struct bpf_shtab_elem { struct callback_head rcu; u32 hash; struct sock *sk; struct hlist_node node; u8 key[0]; }; struct bpf_shtab_bucket { struct hlist_head head; spinlock_t lock; }; struct bpf_shtab { struct bpf_map map; struct bpf_shtab_bucket *buckets; u32 buckets_num; u32 elem_size; struct sk_psock_progs progs; atomic_t count; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef u64 (*btf_bpf_sock_hash_update)(struct bpf_sock_ops_kern *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_sk_redirect_hash)(struct sk_buff *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_msg_redirect_hash)(struct sk_msg *, struct bpf_map *, void *, u64); struct sock_hash_seq_info { struct bpf_map *map; struct bpf_shtab *htab; u32 bucket_id; }; enum { TCA_ACT_UNSPEC = 0, TCA_ACT_KIND = 1, TCA_ACT_OPTIONS = 2, TCA_ACT_INDEX = 3, TCA_ACT_STATS = 4, TCA_ACT_PAD = 5, TCA_ACT_COOKIE = 6, TCA_ACT_FLAGS = 7, TCA_ACT_HW_STATS = 8, TCA_ACT_USED_HW_STATS = 9, TCA_ACT_IN_HW_COUNT = 10, __TCA_ACT_MAX = 11, }; struct tcamsg { unsigned char tca_family; unsigned char tca__pad1; short unsigned int tca__pad2; }; enum { TCA_ROOT_UNSPEC = 0, TCA_ROOT_TAB = 1, TCA_ROOT_FLAGS = 2, TCA_ROOT_COUNT = 3, TCA_ROOT_TIME_DELTA = 4, TCA_ROOT_EXT_WARN_MSG = 5, __TCA_ROOT_MAX = 6, }; struct tc_action_net { struct tcf_idrinfo *idrinfo; const struct tc_action_ops *ops; }; enum pedit_header_type { TCA_PEDIT_KEY_EX_HDR_TYPE_NETWORK = 0, TCA_PEDIT_KEY_EX_HDR_TYPE_ETH = 1, TCA_PEDIT_KEY_EX_HDR_TYPE_IP4 = 2, TCA_PEDIT_KEY_EX_HDR_TYPE_IP6 = 3, TCA_PEDIT_KEY_EX_HDR_TYPE_TCP = 4, TCA_PEDIT_KEY_EX_HDR_TYPE_UDP = 5, __PEDIT_HDR_TYPE_MAX = 6, }; enum pedit_cmd { TCA_PEDIT_KEY_EX_CMD_SET = 0, TCA_PEDIT_KEY_EX_CMD_ADD = 1, __PEDIT_CMD_MAX = 2, }; struct tc_pedit_key { __u32 mask; __u32 val; __u32 off; __u32 at; __u32 offmask; __u32 shift; }; struct tcf_pedit_key_ex { enum pedit_header_type htype; enum pedit_cmd cmd; }; struct tcf_pedit_parms { struct tc_pedit_key *tcfp_keys; struct tcf_pedit_key_ex *tcfp_keys_ex; u32 tcfp_off_max_hint; unsigned char tcfp_nkeys; unsigned char tcfp_flags; struct callback_head rcu; }; struct tcf_pedit { struct tc_action common; struct tcf_pedit_parms *parms; long: 64; }; struct tc_act_pernet_id { struct list_head list; unsigned int id; }; enum ethtool_multicast_groups { ETHNL_MCGRP_MONITOR = 0, }; struct ethnl_dump_ctx { const struct ethnl_request_ops *ops; struct ethnl_req_info *req_info; struct ethnl_reply_data *reply_data; long unsigned int pos_ifindex; }; typedef void (*ethnl_notify_handler_t)(struct net_device *, unsigned int, const void *); struct debug_reply_data { struct ethnl_reply_data base; u32 msg_mask; }; struct eee_reply_data { struct ethnl_reply_data base; struct ethtool_eee eee; }; struct phc_vclocks_reply_data { struct ethnl_reply_data base; int num; int *index; }; struct nf_ipv6_ops { void (*route_input)(struct sk_buff *); int (*fragment)(struct net *, struct sock *, struct sk_buff *, int (*)(struct net *, struct sock *, struct sk_buff *)); int (*reroute)(struct sk_buff *, const struct nf_queue_entry *); }; enum tcp_fastopen_client_fail { TFO_STATUS_UNSPEC = 0, TFO_COOKIE_UNAVAILABLE = 1, TFO_DATA_NOT_ACKED = 2, TFO_SYN_RETRANSMITTED = 3, }; struct tcp_sack_block_wire { __be32 start_seq; __be32 end_seq; }; enum tcp_ca_ack_event_flags { CA_ACK_SLOWPATH = 1, CA_ACK_WIN_UPDATE = 2, CA_ACK_ECE = 4, }; struct tcp_sacktag_state { u64 first_sackt; u64 last_sackt; u32 reord; u32 sack_delivered; int flag; unsigned int mss_now; struct rate_sample *rate; }; struct icmp_ext_hdr { __u8 reserved1: 4; __u8 version: 4; __u8 reserved2; __sum16 checksum; }; struct icmp_extobj_hdr { __be16 length; __u8 class_num; __u8 class_type; }; struct icmp_ext_echo_ctype3_hdr { __be16 afi; __u8 addrlen; __u8 reserved; }; struct icmp_ext_echo_iio { struct icmp_extobj_hdr extobj_hdr; union { char name[16]; __be32 ifindex; struct { struct icmp_ext_echo_ctype3_hdr ctype3_hdr; union { __be32 ipv4_addr; struct in6_addr ipv6_addr; } ip_addr; } addr; } ident; }; struct icmp_bxm { struct sk_buff *skb; int offset; int data_len; struct { struct icmphdr icmph; __be32 times[3]; } data; int head_len; struct ip_options_data replyopts; }; struct icmp_control { enum skb_drop_reason (*handler)(struct sk_buff *); short int error; }; struct ipfrag_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; }; struct sk_buff *next_frag; int frag_run_len; }; struct ic_device { struct ic_device *next; struct net_device *dev; short unsigned int flags; short int able; __be32 xid; }; struct bootp_pkt { struct iphdr iph; struct udphdr udph; u8 op; u8 htype; u8 hlen; u8 hops; __be32 xid; __be16 secs; __be16 flags; __be32 client_ip; __be32 your_ip; __be32 server_ip; __be32 relay_ip; u8 hw_addr[16]; u8 serv_name[64]; u8 boot_file[128]; u8 exten[312]; }; enum xfrm_ae_ftype_t { XFRM_AE_UNSPEC = 0, XFRM_AE_RTHR = 1, XFRM_AE_RVAL = 2, XFRM_AE_LVAL = 4, XFRM_AE_ETHR = 8, XFRM_AE_CR = 16, XFRM_AE_CE = 32, XFRM_AE_CU = 64, __XFRM_AE_MAX = 65, }; enum xfrm_nlgroups { XFRMNLGRP_NONE = 0, XFRMNLGRP_ACQUIRE = 1, XFRMNLGRP_EXPIRE = 2, XFRMNLGRP_SA = 3, XFRMNLGRP_POLICY = 4, XFRMNLGRP_AEVENTS = 5, XFRMNLGRP_REPORT = 6, XFRMNLGRP_MIGRATE = 7, XFRMNLGRP_MAPPING = 8, __XFRMNLGRP_MAX = 9, }; struct km_event { union { u32 hard; u32 proto; u32 byid; u32 aevent; u32 type; } data; u32 seq; u32 portid; u32 event; struct net *net; }; struct xfrm_kmaddress { xfrm_address_t local; xfrm_address_t remote; u32 reserved; u16 family; }; struct xfrm_migrate { xfrm_address_t old_daddr; xfrm_address_t old_saddr; xfrm_address_t new_daddr; xfrm_address_t new_saddr; u8 proto; u8 mode; u16 reserved; u32 reqid; u16 old_family; u16 new_family; }; struct xfrm_mgr { struct list_head list; int (*notify)(struct xfrm_state *, const struct km_event *); int (*acquire)(struct xfrm_state *, struct xfrm_tmpl *, struct xfrm_policy *); struct xfrm_policy * (*compile_policy)(struct sock *, int, u8 *, int, int *); int (*new_mapping)(struct xfrm_state *, xfrm_address_t *, __be16); int (*notify_policy)(struct xfrm_policy *, int, const struct km_event *); int (*report)(struct net *, u8, struct xfrm_selector *, xfrm_address_t *); int (*migrate)(const struct xfrm_selector *, u8, u8, const struct xfrm_migrate *, int, const struct xfrm_kmaddress *, const struct xfrm_encap_tmpl *); bool (*is_alive)(const struct km_event *); }; struct xfrmk_sadinfo { u32 sadhcnt; u32 sadhmcnt; u32 sadcnt; }; struct xfrm_translator { int (*alloc_compat)(struct sk_buff *, const struct nlmsghdr *); struct nlmsghdr * (*rcv_msg_compat)(const struct nlmsghdr *, int, const struct nla_policy *, struct netlink_ext_ack *); int (*xlate_user_policy_sockptr)(u8 **, int); struct module *owner; }; struct rt6_exception { struct hlist_node hlist; struct rt6_info *rt6i; long unsigned int stamp; struct callback_head rcu; }; struct netevent_redirect { struct dst_entry *old; struct dst_entry *new; struct neighbour *neigh; const void *daddr; }; struct trace_event_raw_fib6_table_lookup { struct trace_entry ent; u32 tb_id; int err; int oif; int iif; __u8 tos; __u8 scope; __u8 flags; __u8 src[16]; __u8 dst[16]; u16 sport; u16 dport; u8 proto; u8 rt_type; char name[16]; __u8 gw[16]; char __data[0]; }; struct trace_event_data_offsets_fib6_table_lookup {}; typedef void (*btf_trace_fib6_table_lookup)(void *, const struct net *, const struct fib6_result *, struct fib6_table *, const struct flowi6 *); enum rt6_nud_state { RT6_NUD_FAIL_HARD = -3, RT6_NUD_FAIL_PROBE = -2, RT6_NUD_FAIL_DO_RR = -1, RT6_NUD_SUCCEED = 1, }; struct fib6_nh_dm_arg { struct net *net; const struct in6_addr *saddr; int oif; int flags; struct fib6_nh *nh; }; struct fib6_nh_frl_arg { u32 flags; int oif; int strict; int *mpri; bool *do_rr; struct fib6_nh *nh; }; struct fib6_nh_excptn_arg { struct rt6_info *rt; int plen; }; struct fib6_nh_match_arg { const struct net_device *dev; const struct in6_addr *gw; struct fib6_nh *match; }; struct fib6_nh_age_excptn_arg { struct fib6_gc_args *gc_args; long unsigned int now; }; struct fib6_nh_rd_arg { struct fib6_result *res; struct flowi6 *fl6; const struct in6_addr *gw; struct rt6_info **ret; }; struct ip6rd_flowi { struct flowi6 fl6; struct in6_addr gateway; }; struct fib6_nh_del_cached_rt_arg { struct fib6_config *cfg; struct fib6_info *f6i; }; struct arg_dev_net_ip { struct net *net; struct in6_addr *addr; }; struct arg_netdev_event { const struct net_device *dev; union { unsigned char nh_flags; long unsigned int event; }; }; struct rt6_mtu_change_arg { struct net_device *dev; unsigned int mtu; struct fib6_info *f6i; }; struct rt6_nh { struct fib6_info *fib6_info; struct fib6_config r_cfg; struct list_head next; }; struct fib6_nh_exception_dump_walker { struct rt6_rtnl_dump_arg *dump; struct fib6_info *rt; unsigned int flags; unsigned int skip; unsigned int count; }; struct rt0_hdr { struct ipv6_rt_hdr rt_hdr; __u32 reserved; struct in6_addr addr[0]; }; struct ipv6_rpl_sr_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; __u32 cmpre: 4; __u32 cmpri: 4; __u32 reserved: 4; __u32 pad: 4; __u32 reserved1: 16; union { struct { struct {} __empty_addr; struct in6_addr addr[0]; }; struct { struct {} __empty_data; __u8 data[0]; }; } segments; }; struct ioam6_hdr { __u8 opt_type; __u8 opt_len; char: 8; __u8 type; }; struct ip6_fraglist_iter { struct ipv6hdr *tmp_hdr; struct sk_buff *frag; int offset; unsigned int hlen; __be32 frag_id; u8 nexthdr; }; struct ip6_frag_state { u8 *prevhdr; unsigned int hlen; unsigned int mtu; unsigned int left; int offset; int ptr; int hroom; int troom; __be32 frag_id; u8 nexthdr; }; struct br_input_skb_cb { struct net_device *brdev; u16 frag_max_size; u8 igmp; u8 mrouters_only: 1; u8 proxyarp_replied: 1; u8 src_port_isolated: 1; u32 backup_nhid; }; struct nf_bridge_frag_data; struct trace_event_raw_devlink_hwmsg { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; bool incoming; long unsigned int type; u32 __data_loc_buf; size_t len; char __data[0]; }; struct trace_event_raw_devlink_hwerr { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; int err; u32 __data_loc_msg; char __data[0]; }; struct trace_event_raw_devlink_health_report { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_reporter_name; u32 __data_loc_msg; char __data[0]; }; struct trace_event_raw_devlink_health_recover_aborted { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_reporter_name; bool health_state; u64 time_since_last_recover; char __data[0]; }; struct trace_event_raw_devlink_health_reporter_state_update { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_reporter_name; u8 new_state; char __data[0]; }; struct trace_event_raw_devlink_trap_report { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_trap_name; u32 __data_loc_trap_group_name; char input_dev_name[16]; char __data[0]; }; struct trace_event_data_offsets_devlink_hwmsg { u32 bus_name; u32 dev_name; u32 driver_name; u32 buf; }; struct trace_event_data_offsets_devlink_hwerr { u32 bus_name; u32 dev_name; u32 driver_name; u32 msg; }; struct trace_event_data_offsets_devlink_health_report { u32 bus_name; u32 dev_name; u32 driver_name; u32 reporter_name; u32 msg; }; struct trace_event_data_offsets_devlink_health_recover_aborted { u32 bus_name; u32 dev_name; u32 driver_name; u32 reporter_name; }; struct trace_event_data_offsets_devlink_health_reporter_state_update { u32 bus_name; u32 dev_name; u32 driver_name; u32 reporter_name; }; struct trace_event_data_offsets_devlink_trap_report { u32 bus_name; u32 dev_name; u32 driver_name; u32 trap_name; u32 trap_group_name; }; typedef void (*btf_trace_devlink_hwmsg)(void *, const struct devlink *, bool, long unsigned int, const u8 *, size_t); typedef void (*btf_trace_devlink_hwerr)(void *, const struct devlink *, int, const char *); typedef void (*btf_trace_devlink_health_report)(void *, const struct devlink *, const char *, const char *); typedef void (*btf_trace_devlink_health_recover_aborted)(void *, const struct devlink *, const char *, bool, u64); typedef void (*btf_trace_devlink_health_reporter_state_update)(void *, const struct devlink *, const char *, bool); typedef void (*btf_trace_devlink_trap_report)(void *, const struct devlink *, struct sk_buff *, const struct devlink_trap_metadata *); struct devlink_region_ops { const char *name; void (*destructor)(const void *); int (*snapshot)(struct devlink *, const struct devlink_region_ops *, struct netlink_ext_ack *, u8 **); int (*read)(struct devlink *, const struct devlink_region_ops *, struct netlink_ext_ack *, u64, u32, u8 *); void *priv; }; struct devlink_port_region_ops { const char *name; void (*destructor)(const void *); int (*snapshot)(struct devlink_port *, const struct devlink_port_region_ops *, struct netlink_ext_ack *, u8 **); int (*read)(struct devlink_port *, const struct devlink_port_region_ops *, struct netlink_ext_ack *, u64, u32, u8 *); void *priv; }; struct devlink_region { struct devlink *devlink; struct devlink_port *port; struct list_head list; union { const struct devlink_region_ops *ops; const struct devlink_port_region_ops *port_ops; }; struct mutex snapshot_lock; struct list_head snapshot_list; u32 max_snapshots; u32 cur_snapshots; u64 size; }; struct devlink_snapshot { struct list_head list; struct devlink_region *region; u8 *data; u32 id; }; typedef int devlink_chunk_fill_t(void *, u8 *, u32, u64, struct netlink_ext_ack *); struct xprt_addr { const char *addr; struct callback_head rcu; }; enum { dns_key_data = 0, dns_key_error = 1, }; enum { TLS_ALERT_DESC_CLOSE_NOTIFY = 0, TLS_ALERT_DESC_UNEXPECTED_MESSAGE = 10, TLS_ALERT_DESC_BAD_RECORD_MAC = 20, TLS_ALERT_DESC_RECORD_OVERFLOW = 22, TLS_ALERT_DESC_HANDSHAKE_FAILURE = 40, TLS_ALERT_DESC_BAD_CERTIFICATE = 42, TLS_ALERT_DESC_UNSUPPORTED_CERTIFICATE = 43, TLS_ALERT_DESC_CERTIFICATE_REVOKED = 44, TLS_ALERT_DESC_CERTIFICATE_EXPIRED = 45, TLS_ALERT_DESC_CERTIFICATE_UNKNOWN = 46, TLS_ALERT_DESC_ILLEGAL_PARAMETER = 47, TLS_ALERT_DESC_UNKNOWN_CA = 48, TLS_ALERT_DESC_ACCESS_DENIED = 49, TLS_ALERT_DESC_DECODE_ERROR = 50, TLS_ALERT_DESC_DECRYPT_ERROR = 51, TLS_ALERT_DESC_TOO_MANY_CIDS_REQUESTED = 52, TLS_ALERT_DESC_PROTOCOL_VERSION = 70, TLS_ALERT_DESC_INSUFFICIENT_SECURITY = 71, TLS_ALERT_DESC_INTERNAL_ERROR = 80, TLS_ALERT_DESC_INAPPROPRIATE_FALLBACK = 86, TLS_ALERT_DESC_USER_CANCELED = 90, TLS_ALERT_DESC_MISSING_EXTENSION = 109, TLS_ALERT_DESC_UNSUPPORTED_EXTENSION = 110, TLS_ALERT_DESC_UNRECOGNIZED_NAME = 112, TLS_ALERT_DESC_BAD_CERTIFICATE_STATUS_RESPONSE = 113, TLS_ALERT_DESC_UNKNOWN_PSK_IDENTITY = 115, TLS_ALERT_DESC_CERTIFICATE_REQUIRED = 116, TLS_ALERT_DESC_NO_APPLICATION_PROTOCOL = 120, }; struct trace_event_raw_handshake_event_class { struct trace_entry ent; const void *req; const void *sk; unsigned int netns_ino; char __data[0]; }; struct trace_event_raw_handshake_fd_class { struct trace_entry ent; const void *req; const void *sk; int fd; unsigned int netns_ino; char __data[0]; }; struct trace_event_raw_handshake_error_class { struct trace_entry ent; const void *req; const void *sk; int err; unsigned int netns_ino; char __data[0]; }; struct trace_event_raw_handshake_alert_class { struct trace_entry ent; __u8 saddr[28]; __u8 daddr[28]; unsigned int netns_ino; long unsigned int level; long unsigned int description; char __data[0]; }; struct trace_event_raw_handshake_complete { struct trace_entry ent; const void *req; const void *sk; int status; unsigned int netns_ino; char __data[0]; }; struct trace_event_raw_tls_contenttype { struct trace_entry ent; __u8 saddr[28]; __u8 daddr[28]; unsigned int netns_ino; long unsigned int type; char __data[0]; }; struct trace_event_data_offsets_handshake_event_class {}; struct trace_event_data_offsets_handshake_fd_class {}; struct trace_event_data_offsets_handshake_error_class {}; struct trace_event_data_offsets_handshake_alert_class {}; struct trace_event_data_offsets_handshake_complete {}; struct trace_event_data_offsets_tls_contenttype {}; typedef void (*btf_trace_handshake_submit)(void *, const struct net *, const struct handshake_req *, const struct sock *); typedef void (*btf_trace_handshake_submit_err)(void *, const struct net *, const struct handshake_req *, const struct sock *, int); typedef void (*btf_trace_handshake_cancel)(void *, const struct net *, const struct handshake_req *, const struct sock *); typedef void (*btf_trace_handshake_cancel_none)(void *, const struct net *, const struct handshake_req *, const struct sock *); typedef void (*btf_trace_handshake_cancel_busy)(void *, const struct net *, const struct handshake_req *, const struct sock *); typedef void (*btf_trace_handshake_destruct)(void *, const struct net *, const struct handshake_req *, const struct sock *); typedef void (*btf_trace_handshake_complete)(void *, const struct net *, const struct handshake_req *, const struct sock *, int); typedef void (*btf_trace_handshake_notify_err)(void *, const struct net *, const struct handshake_req *, const struct sock *, int); typedef void (*btf_trace_handshake_cmd_accept)(void *, const struct net *, const struct handshake_req *, const struct sock *, int); typedef void (*btf_trace_handshake_cmd_accept_err)(void *, const struct net *, const struct handshake_req *, const struct sock *, int); typedef void (*btf_trace_handshake_cmd_done)(void *, const struct net *, const struct handshake_req *, const struct sock *, int); typedef void (*btf_trace_handshake_cmd_done_err)(void *, const struct net *, const struct handshake_req *, const struct sock *, int); typedef void (*btf_trace_tls_contenttype)(void *, const struct sock *, unsigned char); typedef void (*btf_trace_tls_alert_send)(void *, const struct sock *, unsigned char, unsigned char); typedef void (*btf_trace_tls_alert_recv)(void *, const struct sock *, unsigned char, unsigned char); struct hash { int ino; int minor; int major; umode_t mode; struct hash *next; char name[4098]; }; struct dir_entry { struct list_head list; time64_t mtime; char name[0]; }; enum state { Start = 0, Collect = 1, GotHeader = 2, SkipIt = 3, GotName = 4, CopyFile = 5, GotSymlink = 6, Reset = 7, }; struct func_desc { long unsigned int addr; long unsigned int toc; long unsigned int env; }; struct rt_sigframe { struct ucontext uc; struct ucontext uc_transact; long unsigned int _unused[2]; unsigned int tramp[7]; struct siginfo *pinfo; void *puc; struct siginfo info; char abigap[512]; }; struct cache_index_dir; struct cache_dir { struct kobject *kobj; struct cache_index_dir *index; }; struct cache; struct cache_index_dir { struct kobject kobj; struct cache_index_dir *next; struct cache *cache; }; struct cache { struct device_node *ofnode; struct cpumask shared_cpu_map; int type; int level; int group_id; struct list_head list; struct cache *next_local; }; struct cache_type_info { const char *name; const char *size_prop; const char *line_size_props[2]; const char *nr_sets_prop; }; enum bug_trap_type { BUG_TRAP_TYPE_NONE = 0, BUG_TRAP_TYPE_WARN = 1, BUG_TRAP_TYPE_BUG = 2, }; typedef __s64 Elf64_Sxword; struct elf64_rela { Elf64_Addr r_offset; Elf64_Xword r_info; Elf64_Sxword r_addend; }; typedef struct elf64_rela Elf64_Rela; typedef struct { long unsigned int addr; } func_desc_t; struct ppc64_stub_entry { u32 jump[7]; u32 magic; func_desc_t funcdata; }; struct kretprobe_blackpoint { const char *name; void *addr; }; struct tlbiel_pid { long unsigned int pid; long unsigned int ric; }; struct tlbiel_va { long unsigned int pid; long unsigned int va; long unsigned int psize; long unsigned int ric; }; struct tlbiel_va_range { long unsigned int pid; long unsigned int start; long unsigned int end; long unsigned int page_size; long unsigned int psize; bool also_pwc; }; enum tlb_flush_type { FLUSH_TYPE_NONE = 0, FLUSH_TYPE_LOCAL = 1, FLUSH_TYPE_GLOBAL = 2, }; struct soft_mask_table_entry { long unsigned int start; long unsigned int end; }; struct restart_table_entry { long unsigned int start; long unsigned int end; long unsigned int fixup; }; struct xive_ipi_desc { unsigned int irq; char name[16]; atomic_t started; }; struct xive_ipi_alloc_info { irq_hw_number_t hwirq; }; enum OpalSysparamPerm { OPAL_SYSPARAM_READ = 1, OPAL_SYSPARAM_WRITE = 2, OPAL_SYSPARAM_RW = 3, }; struct param_attr { struct list_head list; u32 param_id; u32 param_size; struct kobj_attribute kobj_attr; }; struct opal_event_irqchip { struct irq_chip irqchip; struct irq_domain *domain; long unsigned int mask; }; struct energy_scale_attribute { __be64 id; __be64 val; u8 desc[64]; u8 value_desc[64]; }; struct h_energy_scale_info_hdr { __be64 num_attrs; __be64 array_offset; u8 data_header_version; } __attribute__((packed)); struct papr_attr { u64 id; struct kobj_attribute kobj_attr; }; struct papr_group { struct attribute_group pg; struct papr_attr pgattrs[3]; }; struct papr_ops_info { const char *attr_name; ssize_t (*show)(struct kobject *, struct kobj_attribute *, char *); }; enum { PROCESSOR_BUS_TOPOLOGY = 0, PROCESSOR_CONFIG = 1, AFFINITY_DOMAIN_VIA_VP = 2, AFFINITY_DOMAIN_VIA_DOM = 3, AFFINITY_DOMAIN_VIA_PAR = 4, }; enum { PM_CYC_ALT___2 = 65776, PM_CYC_INST_CMPL = 65778, PM_FLOP_CMPL___2 = 65780, PM_L1_ITLB_MISS = 65782, PM_NO_INST_AVAIL = 65784, PM_LD_CMPL = 65788, PM_INST_CMPL_ALT___2 = 65790, PM_ST_CMPL = 131312, PM_INST_DISP___3 = 131314, PM_RUN_CYC___3 = 131316, PM_L1_DTLB_RELOAD = 131318, PM_BR_TAKEN_CMPL = 131322, PM_L1_ICACHE_MISS___4 = 131324, PM_L1_RELOAD_FROM_MEM = 131326, PM_ST_MISS_L1___4 = 196848, PM_INST_DISP_ALT___3 = 196850, PM_BR_MISPREDICT = 196854, PM_DTLB_MISS___4 = 196860, PM_DATA_FROM_L3MISS___4 = 196862, PM_LD_MISS_L1___4 = 262384, PM_CYC_INST_DISP = 262386, PM_BR_MPRED_CMPL___4 = 262390, PM_RUN_INST_CMPL___3 = 262394, PM_ITLB_MISS___4 = 262396, PM_LD_NOT_CACHED = 262398, PM_INST_CMPL___4 = 327930, PM_CYC___4 = 393460, }; struct trace_event_raw_irq_handler_entry { struct trace_entry ent; int irq; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_irq_handler_exit { struct trace_entry ent; int irq; int ret; char __data[0]; }; struct trace_event_raw_softirq { struct trace_entry ent; unsigned int vec; char __data[0]; }; struct trace_event_raw_tasklet { struct trace_entry ent; void *tasklet; void *func; char __data[0]; }; struct trace_event_data_offsets_irq_handler_entry { u32 name; }; struct trace_event_data_offsets_irq_handler_exit {}; struct trace_event_data_offsets_softirq {}; struct trace_event_data_offsets_tasklet {}; typedef void (*btf_trace_irq_handler_entry)(void *, int, struct irqaction *); typedef void (*btf_trace_irq_handler_exit)(void *, int, struct irqaction *, int); typedef void (*btf_trace_softirq_entry)(void *, unsigned int); typedef void (*btf_trace_softirq_exit)(void *, unsigned int); typedef void (*btf_trace_softirq_raise)(void *, unsigned int); typedef void (*btf_trace_tasklet_entry)(void *, struct tasklet_struct *, void *); typedef void (*btf_trace_tasklet_exit)(void *, struct tasklet_struct *, void *); struct tasklet_head { struct tasklet_struct *head; struct tasklet_struct **tail; }; typedef long unsigned int old_sigset_t; enum siginfo_layout { SIL_KILL = 0, SIL_TIMER = 1, SIL_POLL = 2, SIL_FAULT = 3, SIL_FAULT_TRAPNO = 4, SIL_FAULT_MCEERR = 5, SIL_FAULT_BNDERR = 6, SIL_FAULT_PKUERR = 7, SIL_FAULT_PERF_EVENT = 8, SIL_CHLD = 9, SIL_RT = 10, SIL_SYS = 11, }; enum { TRACE_SIGNAL_DELIVERED = 0, TRACE_SIGNAL_IGNORED = 1, TRACE_SIGNAL_ALREADY_PENDING = 2, TRACE_SIGNAL_OVERFLOW_FAIL = 3, TRACE_SIGNAL_LOSE_INFO = 4, }; struct trace_event_raw_signal_generate { struct trace_entry ent; int sig; int errno; int code; char comm[16]; pid_t pid; int group; int result; char __data[0]; }; struct trace_event_raw_signal_deliver { struct trace_entry ent; int sig; int errno; int code; long unsigned int sa_handler; long unsigned int sa_flags; char __data[0]; }; struct trace_event_data_offsets_signal_generate {}; struct trace_event_data_offsets_signal_deliver {}; typedef void (*btf_trace_signal_generate)(void *, int, struct kernel_siginfo *, struct task_struct *, int, int); typedef void (*btf_trace_signal_deliver)(void *, int, struct kernel_siginfo *, struct k_sigaction *); enum sig_handler { HANDLER_CURRENT = 0, HANDLER_SIG_DFL = 1, HANDLER_EXIT = 2, }; enum rwsem_waiter_type { RWSEM_WAITING_FOR_WRITE = 0, RWSEM_WAITING_FOR_READ = 1, }; struct rwsem_waiter { struct list_head list; struct task_struct *task; enum rwsem_waiter_type type; long unsigned int timeout; bool handoff_set; }; enum rwsem_wake_type { RWSEM_WAKE_ANY = 0, RWSEM_WAKE_READERS = 1, RWSEM_WAKE_READ_OWNED = 2, }; enum owner_state { OWNER_NULL = 1, OWNER_WRITER = 2, OWNER_READER = 4, OWNER_NONSPINNABLE = 8, }; struct prb_data_block { long unsigned int id; char data[0]; }; enum { IRQC_IS_HARDIRQ = 0, IRQC_IS_NESTED = 1, }; enum pci_p2pdma_map_type { PCI_P2PDMA_MAP_UNKNOWN = 0, PCI_P2PDMA_MAP_NOT_SUPPORTED = 1, PCI_P2PDMA_MAP_BUS_ADDR = 2, PCI_P2PDMA_MAP_THRU_HOST_BRIDGE = 3, }; struct pci_p2pdma_map_state { struct dev_pagemap *pgmap; int map; u64 bus_off; }; struct timer_list_iter { int cpu; bool second_pass; u64 now; }; struct trace_event_raw_csd_queue_cpu { struct trace_entry ent; unsigned int cpu; void *callsite; void *func; void *csd; char __data[0]; }; struct trace_event_raw_csd_function { struct trace_entry ent; void *func; void *csd; char __data[0]; }; struct trace_event_data_offsets_csd_queue_cpu {}; struct trace_event_data_offsets_csd_function {}; typedef void (*btf_trace_csd_queue_cpu)(void *, const unsigned int, long unsigned int, smp_call_func_t, struct __call_single_data *); typedef void (*btf_trace_csd_function_entry)(void *, smp_call_func_t, struct __call_single_data *); typedef void (*btf_trace_csd_function_exit)(void *, smp_call_func_t, struct __call_single_data *); struct call_function_data { call_single_data_t *csd; cpumask_var_t cpumask; cpumask_var_t cpumask_ipi; }; struct smp_call_on_cpu_struct { struct work_struct work; struct completion done; int (*func)(void *); void *data; int ret; int cpu; }; enum misc_res_type { MISC_CG_RES_TYPES = 0, }; struct misc_res { u64 max; atomic64_t usage; atomic64_t events; }; struct misc_cg { struct cgroup_subsys_state css; struct cgroup_file events_file; struct misc_res res[0]; }; struct audit_rule_data { __u32 flags; __u32 action; __u32 field_count; __u32 mask[64]; __u32 fields[64]; __u32 values[64]; __u32 fieldflags[64]; __u32 buflen; char buf[0]; }; struct audit_netlink_list { __u32 portid; struct net *net; struct sk_buff_head q; }; struct dyn_arch_ftrace { struct module *mod; }; enum ftrace_bug_type { FTRACE_BUG_UNKNOWN = 0, FTRACE_BUG_INIT = 1, FTRACE_BUG_NOP = 2, FTRACE_BUG_CALL = 3, FTRACE_BUG_UPDATE = 4, }; enum { FTRACE_FL_ENABLED = 2147483648, FTRACE_FL_REGS = 1073741824, FTRACE_FL_REGS_EN = 536870912, FTRACE_FL_TRAMP = 268435456, FTRACE_FL_TRAMP_EN = 134217728, FTRACE_FL_IPMODIFY = 67108864, FTRACE_FL_DISABLED = 33554432, FTRACE_FL_DIRECT = 16777216, FTRACE_FL_DIRECT_EN = 8388608, FTRACE_FL_CALL_OPS = 4194304, FTRACE_FL_CALL_OPS_EN = 2097152, FTRACE_FL_TOUCHED = 1048576, FTRACE_FL_MODIFIED = 524288, }; struct dyn_ftrace { long unsigned int ip; long unsigned int flags; struct dyn_arch_ftrace arch; }; enum { FTRACE_UPDATE_IGNORE = 0, FTRACE_UPDATE_MAKE_CALL = 1, FTRACE_UPDATE_MODIFY_CALL = 2, FTRACE_UPDATE_MAKE_NOP = 3, }; struct ftrace_mod_load { struct list_head list; char *func; char *module; int enable; }; enum { FTRACE_MODIFY_ENABLE_FL = 1, FTRACE_MODIFY_MAY_SLEEP_FL = 2, }; struct ftrace_func_probe { struct ftrace_probe_ops *probe_ops; struct ftrace_ops ops; struct trace_array *tr; struct list_head list; void *data; int ref; }; struct ftrace_page { struct ftrace_page *next; struct dyn_ftrace *records; int index; int order; }; struct ftrace_rec_iter { struct ftrace_page *pg; int index; }; struct ftrace_iterator { loff_t pos; loff_t func_pos; loff_t mod_pos; struct ftrace_page *pg; struct dyn_ftrace *func; struct ftrace_func_probe *probe; struct ftrace_func_entry *probe_entry; struct trace_parser parser; struct ftrace_hash *hash; struct ftrace_ops *ops; struct trace_array *tr; struct list_head *mod_list; int pidx; int idx; unsigned int flags; }; struct ftrace_glob { char *search; unsigned int len; int type; }; struct ftrace_func_map { struct ftrace_func_entry entry; void *data; }; struct ftrace_func_mapper { struct ftrace_hash hash; }; enum graph_filter_type { GRAPH_FILTER_NOTRACE = 0, GRAPH_FILTER_FUNCTION = 1, }; struct ftrace_graph_data { struct ftrace_hash *hash; struct ftrace_func_entry *entry; int idx; enum graph_filter_type type; struct ftrace_hash *new_hash; const struct seq_operations *seq_ops; struct trace_parser parser; }; struct ftrace_mod_func { struct list_head list; char *name; long unsigned int ip; unsigned int size; }; struct ftrace_mod_map { struct callback_head rcu; struct list_head list; struct module *mod; long unsigned int start_addr; long unsigned int end_addr; struct list_head funcs; unsigned int num_funcs; }; struct ftrace_init_func { struct list_head list; long unsigned int ip; }; struct kallsyms_data { long unsigned int *addrs; const char **syms; size_t cnt; size_t found; }; enum { TRACE_NOP_OPT_ACCEPT = 1, TRACE_NOP_OPT_REFUSE = 2, }; struct kprobe_trace_entry_head { struct trace_entry ent; long unsigned int ip; }; struct kretprobe_trace_entry_head { struct trace_entry ent; long unsigned int func; long unsigned int ret_ip; }; struct trace_kprobe { struct dyn_event devent; struct kretprobe rp; long unsigned int *nhit; const char *symbol; struct trace_probe tp; }; struct sym_count_ctx { unsigned int count; const char *name; }; struct bpf_iter_seq_prog_info { u32 prog_id; }; struct bpf_iter__bpf_prog { union { struct bpf_iter_meta *meta; }; union { struct bpf_prog *prog; }; }; struct bpf_queue_stack { struct bpf_map map; raw_spinlock_t lock; u32 head; u32 tail; u32 size; char elements[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef u64 (*bpf_trampoline_enter_t)(struct bpf_prog *, struct bpf_tramp_run_ctx *); typedef void (*bpf_trampoline_exit_t)(struct bpf_prog *, u64, struct bpf_tramp_run_ctx *); struct bpf_shim_tramp_link { struct bpf_tramp_link link; struct bpf_trampoline *trampoline; }; struct tcx_link { struct bpf_link link; struct net_device *dev; u32 location; }; struct uprobe { struct rb_node rb_node; refcount_t ref; struct rw_semaphore register_rwsem; struct rw_semaphore consumer_rwsem; struct list_head pending_list; struct uprobe_consumer *consumers; struct inode *inode; loff_t offset; loff_t ref_ctr_offset; long unsigned int flags; struct arch_uprobe arch; }; struct vm_special_mapping { const char *name; struct page **pages; vm_fault_t (*fault)(const struct vm_special_mapping *, struct vm_area_struct *, struct vm_fault *); int (*mremap)(const struct vm_special_mapping *, struct vm_area_struct *); }; struct xol_area { wait_queue_head_t wq; atomic_t slot_count; long unsigned int *bitmap; struct vm_special_mapping xol_mapping; struct page *pages[2]; long unsigned int vaddr; }; struct delayed_uprobe { struct list_head list; struct uprobe *uprobe; struct mm_struct *mm; }; struct __uprobe_key { struct inode *inode; loff_t offset; }; struct map_info___2 { struct map_info___2 *next; struct mm_struct *mm; long unsigned int vaddr; }; enum wb_state { WB_registered = 0, WB_writeback_running = 1, WB_has_dirty_io = 2, WB_start_all = 3, }; struct wb_lock_cookie { bool locked; long unsigned int flags; }; struct dirty_throttle_control { struct wb_domain *dom; struct dirty_throttle_control *gdtc; struct bdi_writeback *wb; struct fprop_local_percpu *wb_completions; long unsigned int avail; long unsigned int dirty; long unsigned int thresh; long unsigned int bg_thresh; long unsigned int wb_dirty; long unsigned int wb_thresh; long unsigned int wb_bg_thresh; long unsigned int pos_ratio; }; typedef unsigned int pgtbl_mod_mask; typedef int (*pte_fn_t)(pte_t *, long unsigned int, void *); struct copy_subpage_arg { struct page *dst; struct page *src; struct vm_area_struct *vma; }; typedef void (*online_page_callback_t)(struct page *, unsigned int); enum { MEMMAP_ON_MEMORY_DISABLE = 0, MEMMAP_ON_MEMORY_ENABLE = 1, MEMMAP_ON_MEMORY_FORCE = 2, }; enum { ONLINE_POLICY_CONTIG_ZONES = 0, ONLINE_POLICY_AUTO_MOVABLE = 1, }; struct auto_movable_stats { long unsigned int kernel_early_pages; long unsigned int movable_pages; }; struct auto_movable_group_stats { long unsigned int movable_pages; long unsigned int req_kernel_early_pages; }; struct crypto_acomp_ctx { struct crypto_acomp *acomp; struct acomp_req *req; struct crypto_wait wait; u8 *dstmem; struct mutex *mutex; }; struct zpool; struct zswap_pool { struct zpool *zpools[32]; struct crypto_acomp_ctx *acomp_ctx; struct kref kref; struct list_head list; struct work_struct release_work; struct work_struct shrink_work; struct hlist_node node; char tfm_name[128]; struct list_head lru; spinlock_t lru_lock; }; struct zswap_entry { struct rb_node rbnode; swp_entry_t swpentry; int refcount; unsigned int length; struct zswap_pool *pool; union { long unsigned int handle; long unsigned int value; }; struct obj_cgroup *objcg; struct list_head lru; }; struct zswap_tree { struct rb_root rbroot; spinlock_t lock; }; enum zswap_init_type { ZSWAP_UNINIT = 0, ZSWAP_INIT_SUCCEED = 1, ZSWAP_INIT_FAILED = 2, }; enum migrate_vma_direction { MIGRATE_VMA_SELECT_SYSTEM = 1, MIGRATE_VMA_SELECT_DEVICE_PRIVATE = 2, MIGRATE_VMA_SELECT_DEVICE_COHERENT = 4, }; struct migrate_vma { struct vm_area_struct *vma; long unsigned int *dst; long unsigned int *src; long unsigned int cpages; long unsigned int npages; long unsigned int start; long unsigned int end; void *pgmap_owner; long unsigned int flags; struct page *fault_page; }; enum { RES_USAGE___2 = 0, RES_RSVD_USAGE = 1, RES_LIMIT___2 = 2, RES_RSVD_LIMIT = 3, RES_MAX_USAGE___2 = 4, RES_RSVD_MAX_USAGE = 5, RES_FAILCNT___2 = 6, RES_RSVD_FAILCNT = 7, }; enum fixed_addresses { FIX_HOLE = 0, __end_of_permanent_fixed_addresses = 1, FIX_BTMAP_END = 1, FIX_BTMAP_BEGIN = 64, __end_of_fixed_addresses = 65, }; enum hmm_pfn_flags { HMM_PFN_VALID = 9223372036854775808ULL, HMM_PFN_WRITE = 4611686018427387904ULL, HMM_PFN_ERROR = 2305843009213693952ULL, HMM_PFN_ORDER_SHIFT = 56ULL, HMM_PFN_REQ_FAULT = 9223372036854775808ULL, HMM_PFN_REQ_WRITE = 4611686018427387904ULL, HMM_PFN_FLAGS = 18374686479671623680ULL, }; struct hmm_range { struct mmu_interval_notifier *notifier; long unsigned int notifier_seq; long unsigned int start; long unsigned int end; long unsigned int *hmm_pfns; long unsigned int default_flags; long unsigned int pfn_flags_mask; void *dev_private_owner; }; struct hmm_vma_walk { struct hmm_range *range; long unsigned int last; }; enum { HMM_NEED_FAULT = 1, HMM_NEED_WRITE_FAULT = 2, HMM_NEED_ALL_BITS = 3, }; typedef __kernel_ulong_t __kernel_ino_t; struct stat { long unsigned int st_dev; __kernel_ino_t st_ino; long unsigned int st_nlink; __kernel_mode_t st_mode; __kernel_uid32_t st_uid; __kernel_gid32_t st_gid; long unsigned int st_rdev; long int st_size; long unsigned int st_blksize; long unsigned int st_blocks; long unsigned int st_atime; long unsigned int st_atime_nsec; long unsigned int st_mtime; long unsigned int st_mtime_nsec; long unsigned int st_ctime; long unsigned int st_ctime_nsec; long unsigned int __unused4; long unsigned int __unused5; long unsigned int __unused6; }; struct stat64 { long long unsigned int st_dev; long long unsigned int st_ino; unsigned int st_mode; unsigned int st_nlink; unsigned int st_uid; unsigned int st_gid; long long unsigned int st_rdev; short unsigned int __pad2; long long int st_size; int st_blksize; long long int st_blocks; int st_atime; unsigned int st_atime_nsec; int st_mtime; unsigned int st_mtime_nsec; int st_ctime; unsigned int st_ctime_nsec; unsigned int __unused4; unsigned int __unused5; }; struct dentry_stat_t { long int nr_dentry; long int nr_unused; long int age_limit; long int want_pages; long int nr_negative; long int dummy; }; struct external_name { union { atomic_t count; struct callback_head head; } u; unsigned char name[0]; }; enum d_walk_ret { D_WALK_CONTINUE = 0, D_WALK_QUIT = 1, D_WALK_NORETRY = 2, D_WALK_SKIP = 3, }; struct check_mount { struct vfsmount *mnt; unsigned int mounted; }; struct select_data { struct dentry *start; union { long int found; struct dentry *victim; }; struct list_head dispose; }; typedef int __kernel_daddr_t; struct ustat { __kernel_daddr_t f_tfree; long unsigned int f_tinode; char f_fname[6]; char f_fpack[6]; }; struct statfs { __kernel_long_t f_type; __kernel_long_t f_bsize; __kernel_long_t f_blocks; __kernel_long_t f_bfree; __kernel_long_t f_bavail; __kernel_long_t f_files; __kernel_long_t f_ffree; __kernel_fsid_t f_fsid; __kernel_long_t f_namelen; __kernel_long_t f_frsize; __kernel_long_t f_flags; __kernel_long_t f_spare[4]; }; struct statfs64 { __kernel_long_t f_type; __kernel_long_t f_bsize; __u64 f_blocks; __u64 f_bfree; __u64 f_bavail; __u64 f_files; __u64 f_ffree; __kernel_fsid_t f_fsid; __kernel_long_t f_namelen; __kernel_long_t f_frsize; __kernel_long_t f_flags; __kernel_long_t f_spare[4]; }; struct iomap_ops; struct signalfd_siginfo { __u32 ssi_signo; __s32 ssi_errno; __s32 ssi_code; __u32 ssi_pid; __u32 ssi_uid; __s32 ssi_fd; __u32 ssi_tid; __u32 ssi_band; __u32 ssi_overrun; __u32 ssi_trapno; __s32 ssi_status; __s32 ssi_int; __u64 ssi_ptr; __u64 ssi_utime; __u64 ssi_stime; __u64 ssi_addr; __u16 ssi_addr_lsb; __u16 __pad2; __s32 ssi_syscall; __u64 ssi_call_addr; __u32 ssi_arch; __u8 __pad[28]; }; struct signalfd_ctx { sigset_t sigmask; }; struct elf_prpsinfo { char pr_state; char pr_sname; char pr_zomb; char pr_nice; long unsigned int pr_flag; __kernel_uid_t pr_uid; __kernel_gid_t pr_gid; pid_t pr_pid; pid_t pr_ppid; pid_t pr_pgrp; pid_t pr_sid; char pr_fname[16]; char pr_psargs[80]; }; struct arch_elf_state {}; struct memelfnote { const char *name; int type; unsigned int datasz; void *data; }; struct elf_thread_core_info { struct elf_thread_core_info *next; struct task_struct *task; struct elf_prstatus prstatus; struct memelfnote notes[0]; }; struct elf_note_info { struct elf_thread_core_info *thread; struct memelfnote psinfo; struct memelfnote signote; struct memelfnote auxv; struct memelfnote files; siginfo_t csigdata; size_t size; int thread_notes; }; struct fd_data { fmode_t mode; unsigned int fd; }; typedef struct { __le32 *p; __le32 key; struct buffer_head *bh; } Indirect; struct trace_event_raw_jbd2_checkpoint { struct trace_entry ent; dev_t dev; int result; char __data[0]; }; struct trace_event_raw_jbd2_commit { struct trace_entry ent; dev_t dev; char sync_commit; tid_t transaction; char __data[0]; }; struct trace_event_raw_jbd2_end_commit { struct trace_entry ent; dev_t dev; char sync_commit; tid_t transaction; tid_t head; char __data[0]; }; struct trace_event_raw_jbd2_submit_inode_data { struct trace_entry ent; dev_t dev; ino_t ino; char __data[0]; }; struct trace_event_raw_jbd2_handle_start_class { struct trace_entry ent; dev_t dev; tid_t tid; unsigned int type; unsigned int line_no; int requested_blocks; char __data[0]; }; struct trace_event_raw_jbd2_handle_extend { struct trace_entry ent; dev_t dev; tid_t tid; unsigned int type; unsigned int line_no; int buffer_credits; int requested_blocks; char __data[0]; }; struct trace_event_raw_jbd2_handle_stats { struct trace_entry ent; dev_t dev; tid_t tid; unsigned int type; unsigned int line_no; int interval; int sync; int requested_blocks; int dirtied_blocks; char __data[0]; }; struct trace_event_raw_jbd2_run_stats { struct trace_entry ent; dev_t dev; tid_t tid; long unsigned int wait; long unsigned int request_delay; long unsigned int running; long unsigned int locked; long unsigned int flushing; long unsigned int logging; __u32 handle_count; __u32 blocks; __u32 blocks_logged; char __data[0]; }; struct trace_event_raw_jbd2_checkpoint_stats { struct trace_entry ent; dev_t dev; tid_t tid; long unsigned int chp_time; __u32 forced_to_close; __u32 written; __u32 dropped; char __data[0]; }; struct trace_event_raw_jbd2_update_log_tail { struct trace_entry ent; dev_t dev; tid_t tail_sequence; tid_t first_tid; long unsigned int block_nr; long unsigned int freed; char __data[0]; }; struct trace_event_raw_jbd2_write_superblock { struct trace_entry ent; dev_t dev; blk_opf_t write_flags; char __data[0]; }; struct trace_event_raw_jbd2_lock_buffer_stall { struct trace_entry ent; dev_t dev; long unsigned int stall_ms; char __data[0]; }; struct trace_event_raw_jbd2_journal_shrink { struct trace_entry ent; dev_t dev; long unsigned int nr_to_scan; long unsigned int count; char __data[0]; }; struct trace_event_raw_jbd2_shrink_scan_exit { struct trace_entry ent; dev_t dev; long unsigned int nr_to_scan; long unsigned int nr_shrunk; long unsigned int count; char __data[0]; }; struct trace_event_raw_jbd2_shrink_checkpoint_list { struct trace_entry ent; dev_t dev; tid_t first_tid; tid_t tid; tid_t last_tid; long unsigned int nr_freed; tid_t next_tid; char __data[0]; }; struct trace_event_data_offsets_jbd2_checkpoint {}; struct trace_event_data_offsets_jbd2_commit {}; struct trace_event_data_offsets_jbd2_end_commit {}; struct trace_event_data_offsets_jbd2_submit_inode_data {}; struct trace_event_data_offsets_jbd2_handle_start_class {}; struct trace_event_data_offsets_jbd2_handle_extend {}; struct trace_event_data_offsets_jbd2_handle_stats {}; struct trace_event_data_offsets_jbd2_run_stats {}; struct trace_event_data_offsets_jbd2_checkpoint_stats {}; struct trace_event_data_offsets_jbd2_update_log_tail {}; struct trace_event_data_offsets_jbd2_write_superblock {}; struct trace_event_data_offsets_jbd2_lock_buffer_stall {}; struct trace_event_data_offsets_jbd2_journal_shrink {}; struct trace_event_data_offsets_jbd2_shrink_scan_exit {}; struct trace_event_data_offsets_jbd2_shrink_checkpoint_list {}; typedef void (*btf_trace_jbd2_checkpoint)(void *, journal_t *, int); typedef void (*btf_trace_jbd2_start_commit)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_commit_locking)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_commit_flushing)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_commit_logging)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_drop_transaction)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_end_commit)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_submit_inode_data)(void *, struct inode *); typedef void (*btf_trace_jbd2_handle_start)(void *, dev_t, tid_t, unsigned int, unsigned int, int); typedef void (*btf_trace_jbd2_handle_restart)(void *, dev_t, tid_t, unsigned int, unsigned int, int); typedef void (*btf_trace_jbd2_handle_extend)(void *, dev_t, tid_t, unsigned int, unsigned int, int, int); typedef void (*btf_trace_jbd2_handle_stats)(void *, dev_t, tid_t, unsigned int, unsigned int, int, int, int, int); typedef void (*btf_trace_jbd2_run_stats)(void *, dev_t, tid_t, struct transaction_run_stats_s *); typedef void (*btf_trace_jbd2_checkpoint_stats)(void *, dev_t, tid_t, struct transaction_chp_stats_s *); typedef void (*btf_trace_jbd2_update_log_tail)(void *, journal_t *, tid_t, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_write_superblock)(void *, journal_t *, blk_opf_t); typedef void (*btf_trace_jbd2_lock_buffer_stall)(void *, dev_t, long unsigned int); typedef void (*btf_trace_jbd2_shrink_count)(void *, journal_t *, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_shrink_scan_enter)(void *, journal_t *, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_shrink_scan_exit)(void *, journal_t *, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_shrink_checkpoint_list)(void *, journal_t *, tid_t, tid_t, tid_t, long unsigned int, tid_t); struct jbd2_stats_proc_session { journal_t *journal; struct transaction_stats_s *stats; int start; int max; }; struct nfs_page_iter_page { const struct nfs_page *req; size_t count; }; struct nfs2_fh { char data[32]; }; struct nfs3_fh { short unsigned int size; unsigned char data[64]; }; struct nfs_mount_data { int version; int fd; struct nfs2_fh old_root; int flags; int rsize; int wsize; int timeo; int retrans; int acregmin; int acregmax; int acdirmin; int acdirmax; struct sockaddr_in addr; char hostname[256]; int namlen; unsigned int bsize; struct nfs3_fh root; int pseudoflavor; char context[257]; }; struct nfs_string { unsigned int len; const char *data; }; struct nfs4_mount_data { int version; int flags; int rsize; int wsize; int timeo; int retrans; int acregmin; int acregmax; int acdirmin; int acdirmax; struct nfs_string client_addr; struct nfs_string mnt_path; struct nfs_string hostname; unsigned int host_addrlen; struct sockaddr *host_addr; int proto; int auth_flavourlen; int *auth_flavours; }; enum nfs_param { Opt_ac = 0, Opt_acdirmax = 1, Opt_acdirmin = 2, Opt_acl = 3, Opt_acregmax = 4, Opt_acregmin = 5, Opt_actimeo = 6, Opt_addr = 7, Opt_bg = 8, Opt_bsize = 9, Opt_clientaddr = 10, Opt_cto = 11, Opt_fg = 12, Opt_fscache = 13, Opt_fscache_flag = 14, Opt_hard = 15, Opt_intr = 16, Opt_local_lock = 17, Opt_lock = 18, Opt_lookupcache = 19, Opt_migration = 20, Opt_minorversion = 21, Opt_mountaddr = 22, Opt_mounthost = 23, Opt_mountport = 24, Opt_mountproto = 25, Opt_mountvers = 26, Opt_namelen = 27, Opt_nconnect = 28, Opt_max_connect = 29, Opt_port = 30, Opt_posix = 31, Opt_proto = 32, Opt_rdirplus = 33, Opt_rdma = 34, Opt_resvport = 35, Opt_retrans = 36, Opt_retry = 37, Opt_rsize = 38, Opt_sec = 39, Opt_sharecache = 40, Opt_sloppy = 41, Opt_soft = 42, Opt_softerr = 43, Opt_softreval = 44, Opt_source = 45, Opt_tcp = 46, Opt_timeo = 47, Opt_trunkdiscovery = 48, Opt_udp = 49, Opt_v = 50, Opt_vers = 51, Opt_wsize = 52, Opt_write = 53, Opt_xprtsec = 54, }; enum { Opt_local_lock_all = 0, Opt_local_lock_flock = 1, Opt_local_lock_none = 2, Opt_local_lock_posix = 3, }; enum { Opt_lookupcache_all = 0, Opt_lookupcache_none = 1, Opt_lookupcache_positive = 2, }; enum { Opt_write_lazy = 0, Opt_write_eager = 1, Opt_write_wait = 2, }; enum { Opt_vers_2 = 0, Opt_vers_3 = 1, Opt_vers_4 = 2, Opt_vers_4_0 = 3, Opt_vers_4_1 = 4, Opt_vers_4_2 = 5, }; enum { Opt_xprt_rdma = 0, Opt_xprt_rdma6 = 1, Opt_xprt_tcp = 2, Opt_xprt_tcp6 = 3, Opt_xprt_udp = 4, Opt_xprt_udp6 = 5, nr__Opt_xprt = 6, }; enum { Opt_sec_krb5 = 0, Opt_sec_krb5i = 1, Opt_sec_krb5p = 2, Opt_sec_lkey = 3, Opt_sec_lkeyi = 4, Opt_sec_lkeyp = 5, Opt_sec_none = 6, Opt_sec_spkm = 7, Opt_sec_spkmi = 8, Opt_sec_spkmp = 9, Opt_sec_sys = 10, nr__Opt_sec = 11, }; enum { Opt_xprtsec_none = 0, Opt_xprtsec_tls = 1, Opt_xprtsec_mtls = 2, nr__Opt_xprtsec = 3, }; struct compat_nfs_string { compat_uint_t len; compat_uptr_t data; }; struct compat_nfs4_mount_data_v1 { compat_int_t version; compat_int_t flags; compat_int_t rsize; compat_int_t wsize; compat_int_t timeo; compat_int_t retrans; compat_int_t acregmin; compat_int_t acregmax; compat_int_t acdirmin; compat_int_t acdirmax; struct compat_nfs_string client_addr; struct compat_nfs_string mnt_path; struct compat_nfs_string hostname; compat_uint_t host_addrlen; compat_uptr_t host_addr; compat_int_t proto; compat_int_t auth_flavourlen; compat_uptr_t auth_flavours; }; struct nlm_wait { struct list_head b_list; wait_queue_head_t b_wait; struct nlm_host *b_host; struct file_lock *b_lock; __be32 b_status; }; enum { NSMPROC_NULL = 0, NSMPROC_STAT = 1, NSMPROC_MON = 2, NSMPROC_UNMON = 3, NSMPROC_UNMON_ALL = 4, NSMPROC_SIMU_CRASH = 5, NSMPROC_NOTIFY = 6, }; struct nsm_args { struct nsm_private *priv; u32 prog; u32 vers; u32 proc; char *mon_name; const char *nodename; }; struct nsm_res { u32 status; u32 state; }; typedef struct xfs_dir2_free xfs_dir2_free_t; struct xfs_dir3_free_hdr { struct xfs_dir3_blk_hdr hdr; __be32 firstdb; __be32 nvalid; __be32 nused; __be32 pad; }; struct xfs_dir3_free { struct xfs_dir3_free_hdr hdr; __be16 bests[0]; }; struct ioctl_sick_map { unsigned int sick_mask; unsigned int ioctl_mask; }; struct xfs_sysfs_attr { struct attribute attr; ssize_t (*show)(struct kobject *, char *); ssize_t (*store)(struct kobject *, const char *, size_t); }; struct xfs_error_init { char *name; int max_retries; int retry_timeout; }; struct xfs_iunlink_item { struct xfs_log_item item; struct xfs_inode *ip; struct xfs_perag *pag; xfs_agino_t next_agino; xfs_agino_t old_agino; }; struct xfs_acl_entry { __be32 ae_tag; __be32 ae_id; __be16 ae_perm; __be16 ae_pad; }; struct xfs_acl { __be32 acl_cnt; struct xfs_acl_entry acl_entry[0]; }; struct msgbuf { __kernel_long_t mtype; char mtext[1]; }; struct msg; struct msqid_ds { struct ipc_perm msg_perm; struct msg *msg_first; struct msg *msg_last; __kernel_old_time_t msg_stime; __kernel_old_time_t msg_rtime; __kernel_old_time_t msg_ctime; long unsigned int msg_lcbytes; long unsigned int msg_lqbytes; short unsigned int msg_cbytes; short unsigned int msg_qnum; short unsigned int msg_qbytes; __kernel_ipc_pid_t msg_lspid; __kernel_ipc_pid_t msg_lrpid; }; struct msqid64_ds { struct ipc64_perm msg_perm; long int msg_stime; long int msg_rtime; long int msg_ctime; long unsigned int msg_cbytes; long unsigned int msg_qnum; long unsigned int msg_qbytes; __kernel_pid_t msg_lspid; __kernel_pid_t msg_lrpid; long unsigned int __unused4; long unsigned int __unused5; }; struct msginfo { int msgpool; int msgmap; int msgmax; int msgmnb; int msgmni; int msgssz; int msgtql; short unsigned int msgseg; }; struct msg_queue { struct kern_ipc_perm q_perm; time64_t q_stime; time64_t q_rtime; time64_t q_ctime; long unsigned int q_cbytes; long unsigned int q_qnum; long unsigned int q_qbytes; struct pid *q_lspid; struct pid *q_lrpid; struct list_head q_messages; struct list_head q_receivers; struct list_head q_senders; long: 64; long: 64; }; struct msg_receiver { struct list_head r_list; struct task_struct *r_tsk; int r_mode; long int r_msgtype; long int r_maxsize; struct msg_msg *r_msg; }; struct msg_sender { struct list_head list; struct task_struct *tsk; size_t msgsz; }; struct keyctl_dh_params { union { __s32 private; __s32 priv; }; __s32 prime; __s32 base; }; struct keyctl_kdf_params { char *hashname; char *otherinfo; __u32 otherinfolen; __u32 __spare[8]; }; enum { SELNL_MSG_SETENFORCE = 16, SELNL_MSG_POLICYLOAD = 17, SELNL_MSG_MAX = 18, }; enum selinux_nlgroups { SELNLGRP_NONE = 0, SELNLGRP_AVC = 1, __SELNLGRP_MAX = 2, }; struct selnl_msg_setenforce { __s32 val; }; struct selnl_msg_policyload { __u32 seqno; }; struct netport_security_struct { u32 sid; u16 port; u8 protocol; }; struct sel_netport_bkt { int size; struct list_head list; }; struct sel_netport { struct netport_security_struct psec; struct list_head list; struct callback_head rcu; }; struct cond_insertf_data { struct policydb *p; struct avtab_node **dst; struct cond_av_list *other; }; typedef u16 layer_mask_t; struct landlock_inode_security { struct landlock_object *object; }; struct landlock_file_security { access_mask_t allowed_access; }; struct landlock_superblock_security { atomic_long_t inode_refs; }; struct signature_v2_hdr { uint8_t type; uint8_t version; uint8_t hash_algo; __be32 keyid; __be16 sig_size; uint8_t sig[0]; } __attribute__((packed)); struct ima_file_id { __u8 hash_type; __u8 hash_algorithm; __u8 hash[64]; }; struct crypto_comp { struct crypto_tfm base; }; struct cryptomgr_param { struct rtattr *tb[34]; struct { struct rtattr attr; struct crypto_attr_type data; } type; struct { struct rtattr attr; struct crypto_attr_alg data; } attrs[32]; char template[128]; struct crypto_larval *larval; u32 otype; u32 omask; }; struct crypto_test_param { char driver[128]; char alg[128]; u32 type; }; enum { REQ_FSEQ_PREFLUSH = 1, REQ_FSEQ_DATA = 2, REQ_FSEQ_POSTFLUSH = 4, REQ_FSEQ_DONE = 8, REQ_FSEQ_ACTIONS = 7, FLUSH_PENDING_TIMEOUT = 500, }; struct blk_mq_hw_ctx_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_mq_hw_ctx *, char *); }; struct msdos_partition { u8 boot_ind; u8 head; u8 sector; u8 cyl; u8 sys_ind; u8 end_head; u8 end_sector; u8 end_cyl; __le32 start_sect; __le32 nr_sects; }; enum msdos_sys_ind { DOS_EXTENDED_PARTITION = 5, LINUX_EXTENDED_PARTITION = 133, WIN98_EXTENDED_PARTITION = 15, LINUX_DATA_PARTITION = 131, LINUX_LVM_PARTITION = 142, LINUX_RAID_PARTITION = 253, SOLARIS_X86_PARTITION = 130, NEW_SOLARIS_X86_PARTITION = 191, DM6_AUX1PARTITION = 81, DM6_AUX3PARTITION = 83, DM6_PARTITION = 84, EZD_PARTITION = 85, FREEBSD_PARTITION = 165, OPENBSD_PARTITION = 166, NETBSD_PARTITION = 169, BSDI_PARTITION = 183, MINIX_PARTITION = 129, UNIXWARE_PARTITION = 99, }; typedef struct blkcg_policy_data *blkcg_pol_alloc_cpd_fn(gfp_t); typedef void blkcg_pol_free_cpd_fn(struct blkcg_policy_data *); typedef struct blkg_policy_data *blkcg_pol_alloc_pd_fn(struct gendisk *, struct blkcg *, gfp_t); typedef void blkcg_pol_init_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_online_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_offline_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_free_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_reset_pd_stats_fn(struct blkg_policy_data *); typedef void blkcg_pol_stat_pd_fn(struct blkg_policy_data *, struct seq_file *); struct blkcg_policy { int plid; struct cftype *dfl_cftypes; struct cftype *legacy_cftypes; blkcg_pol_alloc_cpd_fn *cpd_alloc_fn; blkcg_pol_free_cpd_fn *cpd_free_fn; blkcg_pol_alloc_pd_fn *pd_alloc_fn; blkcg_pol_init_pd_fn *pd_init_fn; blkcg_pol_online_pd_fn *pd_online_fn; blkcg_pol_offline_pd_fn *pd_offline_fn; blkcg_pol_free_pd_fn *pd_free_fn; blkcg_pol_reset_pd_stats_fn *pd_reset_stats_fn; blkcg_pol_stat_pd_fn *pd_stat_fn; }; struct blkg_conf_ctx { char *input; char *body; struct block_device *bdev; struct blkcg_gq *blkg; }; struct io_sync { struct file *file; loff_t len; loff_t off; int flags; int mode; }; struct io_uring_recvmsg_out { __u32 namelen; __u32 controllen; __u32 payloadlen; __u32 flags; }; struct io_async_msghdr { union { struct iovec fast_iov[8]; struct { struct iovec fast_iov_one; __kernel_size_t controllen; int namelen; __kernel_size_t payloadlen; }; struct io_cache_entry cache; }; struct iovec *free_iov; struct sockaddr *uaddr; struct msghdr msg; struct __kernel_sockaddr_storage addr; }; struct io_async_connect { struct __kernel_sockaddr_storage address; }; struct io_shutdown { struct file *file; int how; }; struct io_accept { struct file *file; struct sockaddr *addr; int *addr_len; int flags; u32 file_slot; long unsigned int nofile; }; struct io_socket { struct file *file; int domain; int type; int protocol; int flags; u32 file_slot; long unsigned int nofile; }; struct io_connect { struct file *file; struct sockaddr *addr; int addr_len; bool in_progress; bool seen_econnaborted; }; struct io_sr_msg { struct file *file; union { struct compat_msghdr *umsg_compat; struct user_msghdr *umsg; void *buf; }; unsigned int len; unsigned int done_io; unsigned int msg_flags; u16 flags; u16 addr_len; u16 buf_group; void *addr; void *msg_control; struct io_kiocb *notif; }; struct io_recvmsg_multishot_hdr { struct io_uring_recvmsg_out msg; struct __kernel_sockaddr_storage addr; }; enum { IORING_CQE_BUFFER_SHIFT = 16, }; enum { IOU_PBUF_RING_MMAP = 1, }; struct io_uring_buf_reg { __u64 ring_addr; __u32 ring_entries; __u16 bgid; __u16 flags; __u64 resv[3]; }; struct io_provide_buf { struct file *file; __u64 addr; __u32 len; __u32 bgid; __u16 nbufs; __u16 bid; }; struct region { unsigned int start; unsigned int off; unsigned int group_len; unsigned int end; unsigned int nbits; }; enum { REG_OP_ISFREE = 0, REG_OP_ALLOC = 1, REG_OP_RELEASE = 2, }; struct rhltable { struct rhashtable ht; }; union nested_table { union nested_table *table; struct rhash_lock_head *bucket; }; struct gen_pool_chunk { struct list_head next_chunk; atomic_long_t avail; phys_addr_t phys_addr; void *owner; long unsigned int start_addr; long unsigned int end_addr; long unsigned int bits[0]; }; struct genpool_data_align { int align; }; struct genpool_data_fixed { long unsigned int offset; }; typedef uint64_t vli_type; enum xz_check { XZ_CHECK_NONE = 0, XZ_CHECK_CRC32 = 1, XZ_CHECK_CRC64 = 4, XZ_CHECK_SHA256 = 10, }; struct xz_dec_hash { vli_type unpadded; vli_type uncompressed; uint32_t crc32; }; struct xz_dec_bcj; struct xz_dec { enum { SEQ_STREAM_HEADER = 0, SEQ_BLOCK_START = 1, SEQ_BLOCK_HEADER = 2, SEQ_BLOCK_UNCOMPRESS = 3, SEQ_BLOCK_PADDING = 4, SEQ_BLOCK_CHECK = 5, SEQ_INDEX = 6, SEQ_INDEX_PADDING = 7, SEQ_INDEX_CRC32 = 8, SEQ_STREAM_FOOTER = 9, } sequence; uint32_t pos; vli_type vli; size_t in_start; size_t out_start; uint32_t crc32; enum xz_check check_type; enum xz_mode mode; bool allow_buf_error; struct { vli_type compressed; vli_type uncompressed; uint32_t size; } block_header; struct { vli_type compressed; vli_type uncompressed; vli_type count; struct xz_dec_hash hash; } block; struct { enum { SEQ_INDEX_COUNT = 0, SEQ_INDEX_UNPADDED = 1, SEQ_INDEX_UNCOMPRESSED = 2, } sequence; vli_type size; vli_type count; struct xz_dec_hash hash; } index; struct { size_t pos; size_t size; uint8_t buf[1024]; } temp; struct xz_dec_lzma2 *lzma2; struct xz_dec_bcj *bcj; bool bcj_active; }; enum pubkey_algo { PUBKEY_ALGO_RSA = 0, PUBKEY_ALGO_MAX = 1, }; struct pubkey_hdr { uint8_t version; uint32_t timestamp; uint8_t algo; uint8_t nmpi; char mpi[0]; } __attribute__((packed)); struct signature_hdr { uint8_t version; uint32_t timestamp; uint8_t algo; uint8_t hash; uint8_t keyid[8]; uint8_t nmpi; char mpi[0]; } __attribute__((packed)); struct pci_dev_resource { struct list_head list; struct resource *res; struct pci_dev *dev; resource_size_t start; resource_size_t end; resource_size_t add_size; resource_size_t min_align; long unsigned int flags; }; enum release_type { leaf_only = 0, whole_subtree = 1, }; enum enable_type { undefined = -1, user_disabled = 0, auto_disabled = 1, user_enabled = 2, auto_enabled = 3, }; struct logo_data { int depth; int needs_directpalette; int needs_truepalette; int needs_cmapreset; const struct linux_logo *logo; }; struct radeon_bl_privdata { struct radeonfb_info *rinfo; uint8_t negative; }; struct pts_fs_info; struct hvterm_priv { u32 termno; hv_protocol_t proto; struct hvsi_priv hvsi; spinlock_t buf_lock; char buf[16]; int left; int offset; }; struct uart_match { struct uart_port *port; struct uart_driver *driver; }; struct pericom8250 { void *virt; unsigned int nr; int line[0]; }; enum TPM_OPS_FLAGS { TPM_OPS_AUTO_STARTUP = 1, }; enum tcpa_event_types { PREBOOT = 0, POST_CODE = 1, UNUSED = 2, NO_ACTION = 3, SEPARATOR = 4, ACTION = 5, EVENT_TAG = 6, SCRTM_CONTENTS = 7, SCRTM_VERSION = 8, CPU_MICROCODE = 9, PLATFORM_CONFIG_FLAGS = 10, TABLE_OF_DEVICES = 11, COMPACT_HASH = 12, IPL = 13, IPL_PARTITION_DATA = 14, NONHOST_CODE = 15, NONHOST_CONFIG = 16, NONHOST_INFO = 17, }; struct tcg_efi_specid_event_algs { u16 alg_id; u16 digest_size; }; struct tcg_efi_specid_event_head { u8 signature[16]; u32 platform_class; u8 spec_version_minor; u8 spec_version_major; u8 spec_errata; u8 uintnsize; u32 num_algs; struct tcg_efi_specid_event_algs digest_sizes[0]; }; struct tcg_pcr_event { u32 pcr_idx; u32 event_type; u8 digest[20]; u32 event_size; u8 event[0]; }; struct tcg_event_field { u32 event_size; u8 event[0]; }; struct tcg_pcr_event2_head { u32 pcr_idx; u32 event_type; u32 count; struct tpm_digest digests[0]; }; enum dpm_order { DPM_ORDER_NONE = 0, DPM_ORDER_DEV_AFTER_PARENT = 1, DPM_ORDER_PARENT_BEFORE_DEV = 2, DPM_ORDER_DEV_LAST = 3, }; struct fwnode_link { struct fwnode_handle *supplier; struct list_head s_hook; struct fwnode_handle *consumer; struct list_head c_hook; u8 flags; }; union device_attr_group_devres { const struct attribute_group *group; const struct attribute_group **groups; }; struct class_dir { struct kobject kobj; const struct class *class; }; struct root_device { struct device dev; struct module *owner; }; enum cache_type { CACHE_TYPE_NOCACHE = 0, CACHE_TYPE_INST = 1, CACHE_TYPE_DATA = 2, CACHE_TYPE_SEPARATE = 3, CACHE_TYPE_UNIFIED = 4, }; struct cacheinfo { unsigned int id; enum cache_type type; unsigned int level; unsigned int coherency_line_size; unsigned int number_of_sets; unsigned int ways_of_associativity; unsigned int physical_line_partition; unsigned int size; cpumask_t shared_cpu_map; unsigned int attributes; void *fw_token; bool disable_sysfs; void *priv; }; struct cpu_cacheinfo { struct cacheinfo *info_list; unsigned int num_levels; unsigned int num_leaves; bool cpu_map_populated; bool early_ci_levels; }; struct cache_type_info___2 { const char *size_prop; const char *line_size_props[2]; const char *nr_sets_prop; }; struct regcache_rbtree_node { void *block; long unsigned int *cache_present; unsigned int base_reg; unsigned int blklen; struct rb_node node; }; struct regcache_rbtree_ctx { struct rb_root root; struct regcache_rbtree_node *cached_rbnode; }; struct trace_event_raw_devres { struct trace_entry ent; u32 __data_loc_devname; struct device *dev; const char *op; void *node; const char *name; size_t size; char __data[0]; }; struct trace_event_data_offsets_devres { u32 devname; }; typedef void (*btf_trace_devres_log)(void *, struct device *, const char *, void *, const char *, size_t); struct nvdimm_pmu { struct pmu pmu; struct device *dev; int cpu; struct hlist_node node; enum cpuhp_state cpuhp_state; struct cpumask arch_cpumask; }; enum { CTL_RES_CNT = 1, }; enum { CTL_RES_TM = 2, }; enum { POWERON_SECS = 3, }; enum { MEM_LIFE = 4, }; enum { CRI_RES_UTIL = 5, }; enum { HOST_L_CNT = 6, }; enum { HOST_S_CNT = 7, }; enum { HOST_S_DUR = 8, }; enum { HOST_L_DUR = 9, }; enum { MED_R_CNT = 10, }; enum { MED_W_CNT = 11, }; enum { MED_R_DUR = 12, }; enum { MED_W_DUR = 13, }; enum { CACHE_RH_CNT = 14, }; enum { CACHE_WH_CNT = 15, }; enum { FAST_W_CNT = 16, }; struct btt_sb { u8 signature[16]; u8 uuid[16]; u8 parent_uuid[16]; __le32 flags; __le16 version_major; __le16 version_minor; __le32 external_lbasize; __le32 external_nlba; __le32 internal_lbasize; __le32 internal_nlba; __le32 nfree; __le32 infosize; __le64 nextoff; __le64 dataoff; __le64 mapoff; __le64 logoff; __le64 info2off; u8 padding[3968]; __le64 checksum; }; struct iosys_map { union { void *vaddr_iomem; void *vaddr; }; bool is_iomem; }; struct dma_buf; struct dma_buf_attachment; struct dma_buf_ops { bool cache_sgt_mapping; int (*attach)(struct dma_buf *, struct dma_buf_attachment *); void (*detach)(struct dma_buf *, struct dma_buf_attachment *); int (*pin)(struct dma_buf_attachment *); void (*unpin)(struct dma_buf_attachment *); struct sg_table * (*map_dma_buf)(struct dma_buf_attachment *, enum dma_data_direction); void (*unmap_dma_buf)(struct dma_buf_attachment *, struct sg_table *, enum dma_data_direction); void (*release)(struct dma_buf *); int (*begin_cpu_access)(struct dma_buf *, enum dma_data_direction); int (*end_cpu_access)(struct dma_buf *, enum dma_data_direction); int (*mmap)(struct dma_buf *, struct vm_area_struct *); int (*vmap)(struct dma_buf *, struct iosys_map *); void (*vunmap)(struct dma_buf *, struct iosys_map *); }; struct dma_buf_poll_cb_t { struct dma_fence_cb cb; wait_queue_head_t *poll; __poll_t active; }; struct dma_buf { size_t size; struct file *file; struct list_head attachments; const struct dma_buf_ops *ops; unsigned int vmapping_counter; struct iosys_map vmap_ptr; const char *exp_name; const char *name; spinlock_t name_lock; struct module *owner; struct list_head list_node; void *priv; struct dma_resv *resv; wait_queue_head_t poll; struct dma_buf_poll_cb_t cb_in; struct dma_buf_poll_cb_t cb_out; }; struct dma_buf_attach_ops; struct dma_buf_attachment { struct dma_buf *dmabuf; struct device *dev; struct list_head node; struct sg_table *sgt; enum dma_data_direction dir; bool peer2peer; const struct dma_buf_attach_ops *importer_ops; void *importer_priv; void *priv; }; struct dma_buf_attach_ops { bool allow_peer2peer; void (*move_notify)(struct dma_buf_attachment *); }; struct dma_buf_export_info { const char *exp_name; struct module *owner; const struct dma_buf_ops *ops; size_t size; int flags; struct dma_resv *resv; void *priv; }; struct dma_buf_sync { __u64 flags; }; struct dma_buf_list { struct list_head head; struct mutex lock; }; enum scsi_vpd_parameters { SCSI_VPD_HEADER_SIZE = 4, }; struct trace_event_raw_scsi_dispatch_cmd_start { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_dispatch_cmd_error { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; int rtn; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_cmd_done_timeout_template { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; int result; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; u8 sense_key; u8 asc; u8 ascq; char __data[0]; }; struct trace_event_raw_scsi_eh_wakeup { struct trace_entry ent; unsigned int host_no; char __data[0]; }; struct trace_event_data_offsets_scsi_dispatch_cmd_start { u32 cmnd; }; struct trace_event_data_offsets_scsi_dispatch_cmd_error { u32 cmnd; }; struct trace_event_data_offsets_scsi_cmd_done_timeout_template { u32 cmnd; }; struct trace_event_data_offsets_scsi_eh_wakeup {}; typedef void (*btf_trace_scsi_dispatch_cmd_start)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_dispatch_cmd_error)(void *, struct scsi_cmnd *, int); typedef void (*btf_trace_scsi_dispatch_cmd_done)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_dispatch_cmd_timeout)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_eh_wakeup)(void *, struct Scsi_Host *); struct ata_internal { struct scsi_transport_template t; struct device_attribute private_port_attrs[3]; struct device_attribute private_link_attrs[3]; struct device_attribute private_dev_attrs[9]; struct transport_container link_attr_cont; struct transport_container dev_attr_cont; struct device_attribute *link_attrs[4]; struct device_attribute *port_attrs[4]; struct device_attribute *dev_attrs[10]; }; struct ata_show_ering_arg { char *buf; int written; }; struct ata_timing { short unsigned int mode; short unsigned int setup; short unsigned int act8b; short unsigned int rec8b; short unsigned int cyc8b; short unsigned int active; short unsigned int recover; short unsigned int dmack_hold; short unsigned int cycle; short unsigned int udma; }; struct ata_acpi_drive { u32 pio; u32 dma; }; struct ata_acpi_gtm { struct ata_acpi_drive drive[2]; u32 flags; }; struct swmii_regs { u16 bmsr; u16 lpa; u16 lpagb; u16 estat; }; enum { SWMII_SPEED_10 = 0, SWMII_SPEED_100 = 1, SWMII_SPEED_1000 = 2, SWMII_DUPLEX_HALF = 0, SWMII_DUPLEX_FULL = 1, }; struct ich8_hsfsts { u16 flcdone: 1; u16 flcerr: 1; u16 dael: 1; u16 berasesz: 2; u16 flcinprog: 1; u16 reserved1: 2; u16 reserved2: 6; u16 fldesvalid: 1; u16 flockdn: 1; }; union ich8_hws_flash_status { struct ich8_hsfsts hsf_status; u16 regval; }; struct ich8_hsflctl { u16 flcgo: 1; u16 flcycle: 2; u16 reserved: 5; u16 fldbcount: 2; u16 flockdn: 6; }; union ich8_hws_flash_ctrl { struct ich8_hsflctl hsf_ctrl; u16 regval; }; struct ich8_pr { u32 base: 13; u32 reserved1: 2; u32 rpe: 1; u32 limit: 13; u32 reserved2: 2; u32 wpe: 1; }; union ich8_flash_protected_range { struct ich8_pr range; u32 regval; }; enum { NETDEV_STATS = 0, E1000_STATS = 1, }; struct e1000_stats { char stat_string[32]; int type; int sizeof_stat; int stat_offset; }; struct find_interface_arg { int minor; struct device_driver *drv; }; struct each_dev_arg { void *data; int (*fn)(struct usb_device *, void *); }; struct usb_phy_roothub { struct phy *phy; struct list_head list; }; struct input_event { __kernel_ulong_t __sec; __kernel_ulong_t __usec; __u16 type; __u16 code; __s32 value; }; struct ml_effect_state { struct ff_effect *effect; long unsigned int flags; int count; long unsigned int play_at; long unsigned int stop_at; long unsigned int adj_at; }; struct ml_device { void *private; struct ml_effect_state states[16]; int gain; struct timer_list timer; struct input_dev *dev; int (*play_effect)(struct input_dev *, void *, struct ff_effect *); }; struct trackpoint_data { u8 variant_id; u8 firmware_id; u8 sensitivity; u8 speed; u8 inertia; u8 reach; u8 draghys; u8 mindrag; u8 thresh; u8 upthresh; u8 ztime; u8 jenks; u8 drift_time; bool press_to_select; bool skipback; bool ext_dev; }; struct trackpoint_attr_data { size_t field_offset; u8 command; u8 mask; bool inverted; u8 power_on_default; }; struct i2c_smbus_alert_setup { int irq; }; struct trace_event_raw_smbus_write { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 command; __u8 len; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_read { struct trace_entry ent; int adapter_nr; __u16 flags; __u16 addr; __u8 command; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_reply { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 command; __u8 len; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_result { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 read_write; __u8 command; __s16 res; __u32 protocol; char __data[0]; }; struct trace_event_data_offsets_smbus_write {}; struct trace_event_data_offsets_smbus_read {}; struct trace_event_data_offsets_smbus_reply {}; struct trace_event_data_offsets_smbus_result {}; typedef void (*btf_trace_smbus_write)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, const union i2c_smbus_data *); typedef void (*btf_trace_smbus_read)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int); typedef void (*btf_trace_smbus_reply)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, const union i2c_smbus_data *, int); typedef void (*btf_trace_smbus_result)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, int); struct system_time_snapshot { u64 cycles; ktime_t real; ktime_t raw; enum clocksource_ids cs_id; unsigned int clock_was_set_seq; u8 cs_was_changed_seq; }; enum ptp_clock_events { PTP_CLOCK_ALARM = 0, PTP_CLOCK_EXTTS = 1, PTP_CLOCK_PPS = 2, PTP_CLOCK_PPSUSR = 3, }; struct ptp_clock_event { int type; int index; union { u64 timestamp; struct pps_event_time pps_times; }; }; struct md_setup_args { int minor; int partitioned; int level; int chunk; char *device_names; }; struct dm_kcopyd_throttle { unsigned int throttle; unsigned int num_io_jobs; unsigned int io_period; unsigned int total_period; unsigned int last_jiffies; }; typedef void (*dm_kcopyd_notify_fn)(int, long unsigned int, void *); struct dm_kcopyd_client { struct page_list *pages; unsigned int nr_reserved_pages; unsigned int nr_free_pages; unsigned int sub_job_size; struct dm_io_client *io_client; wait_queue_head_t destroyq; mempool_t job_pool; struct workqueue_struct *kcopyd_wq; struct work_struct kcopyd_work; struct dm_kcopyd_throttle *throttle; atomic_t nr_jobs; spinlock_t job_lock; struct list_head callback_jobs; struct list_head complete_jobs; struct list_head io_jobs; struct list_head pages_jobs; }; struct kcopyd_job { struct dm_kcopyd_client *kc; struct list_head list; unsigned int flags; int read_err; long unsigned int write_err; enum req_op op; struct dm_io_region source; unsigned int num_dests; struct dm_io_region dests[8]; struct page_list *pages; dm_kcopyd_notify_fn fn; void *context; struct mutex lock; atomic_t sub_jobs; sector_t progress; sector_t write_offset; struct kcopyd_job *master_job; }; struct cpu_dbs_info { u64 prev_cpu_idle; u64 prev_update_time; u64 prev_cpu_nice; unsigned int prev_load; struct update_util_data update_util; struct policy_dbs_info *policy_dbs; }; struct stop_psscr_table { u64 val; u64 mask; }; struct quirks_list_struct { struct hid_device_id hid_bl_item; struct list_head node; }; struct net_device_devres { struct net_device *ndev; }; enum { TCA_STATS_UNSPEC = 0, TCA_STATS_BASIC = 1, TCA_STATS_RATE_EST = 2, TCA_STATS_QUEUE = 3, TCA_STATS_APP = 4, TCA_STATS_RATE_EST64 = 5, TCA_STATS_PAD = 6, TCA_STATS_BASIC_HW = 7, TCA_STATS_PKT64 = 8, __TCA_STATS_MAX = 9, }; struct gnet_stats_basic { __u64 bytes; __u32 packets; }; struct gnet_stats_rate_est { __u32 bps; __u32 pps; }; struct gnet_stats_rate_est64 { __u64 bps; __u64 pps; }; struct nda_cacheinfo { __u32 ndm_confirmed; __u32 ndm_used; __u32 ndm_updated; __u32 ndm_refcnt; }; struct ndt_stats { __u64 ndts_allocs; __u64 ndts_destroys; __u64 ndts_hash_grows; __u64 ndts_res_failed; __u64 ndts_lookups; __u64 ndts_hits; __u64 ndts_rcv_probes_mcast; __u64 ndts_rcv_probes_ucast; __u64 ndts_periodic_gc_runs; __u64 ndts_forced_gc_runs; __u64 ndts_table_fulls; }; enum { NDTPA_UNSPEC = 0, NDTPA_IFINDEX = 1, NDTPA_REFCNT = 2, NDTPA_REACHABLE_TIME = 3, NDTPA_BASE_REACHABLE_TIME = 4, NDTPA_RETRANS_TIME = 5, NDTPA_GC_STALETIME = 6, NDTPA_DELAY_PROBE_TIME = 7, NDTPA_QUEUE_LEN = 8, NDTPA_APP_PROBES = 9, NDTPA_UCAST_PROBES = 10, NDTPA_MCAST_PROBES = 11, NDTPA_ANYCAST_DELAY = 12, NDTPA_PROXY_DELAY = 13, NDTPA_PROXY_QLEN = 14, NDTPA_LOCKTIME = 15, NDTPA_QUEUE_LENBYTES = 16, NDTPA_MCAST_REPROBES = 17, NDTPA_PAD = 18, NDTPA_INTERVAL_PROBE_TIME_MS = 19, __NDTPA_MAX = 20, }; struct ndtmsg { __u8 ndtm_family; __u8 ndtm_pad1; __u16 ndtm_pad2; }; struct ndt_config { __u16 ndtc_key_len; __u16 ndtc_entry_size; __u32 ndtc_entries; __u32 ndtc_last_flush; __u32 ndtc_last_rand; __u32 ndtc_hash_rnd; __u32 ndtc_hash_mask; __u32 ndtc_hash_chain_gc; __u32 ndtc_proxy_qlen; }; enum { NDTA_UNSPEC = 0, NDTA_NAME = 1, NDTA_THRESH1 = 2, NDTA_THRESH2 = 3, NDTA_THRESH3 = 4, NDTA_CONFIG = 5, NDTA_PARMS = 6, NDTA_STATS = 7, NDTA_GC_INTERVAL = 8, NDTA_PAD = 9, __NDTA_MAX = 10, }; struct neigh_seq_state { struct seq_net_private p; struct neigh_table *tbl; struct neigh_hash_table *nht; void * (*neigh_sub_iter)(struct neigh_seq_state *, struct neighbour *, loff_t *); unsigned int bucket; unsigned int flags; }; struct neigh_dump_filter { int master_idx; int dev_idx; }; struct neigh_sysctl_table { struct ctl_table_header *sysctl_header; struct ctl_table neigh_vars[22]; }; struct fib_notifier_net { struct list_head fib_notifier_ops; struct atomic_notifier_head fib_chain; }; struct dst_cache_pcpu { long unsigned int refresh_ts; struct dst_entry *dst; u32 cookie; union { struct in_addr in_saddr; struct in6_addr in6_saddr; }; }; struct sockaddr_nl { __kernel_sa_family_t nl_family; short unsigned int nl_pad; __u32 nl_pid; __u32 nl_groups; }; struct nlmsgerr { int error; struct nlmsghdr msg; }; enum nlmsgerr_attrs { NLMSGERR_ATTR_UNUSED = 0, NLMSGERR_ATTR_MSG = 1, NLMSGERR_ATTR_OFFS = 2, NLMSGERR_ATTR_COOKIE = 3, NLMSGERR_ATTR_POLICY = 4, NLMSGERR_ATTR_MISS_TYPE = 5, NLMSGERR_ATTR_MISS_NEST = 6, __NLMSGERR_ATTR_MAX = 7, NLMSGERR_ATTR_MAX = 6, }; struct nl_pktinfo { __u32 group; }; enum { NETLINK_UNCONNECTED = 0, NETLINK_CONNECTED = 1, }; enum netlink_skb_flags { NETLINK_SKB_DST = 8, }; struct netlink_notify { struct net *net; u32 portid; int protocol; }; struct netlink_tap { struct net_device *dev; struct module *module; struct list_head list; }; struct trace_event_raw_netlink_extack { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_data_offsets_netlink_extack { u32 msg; }; typedef void (*btf_trace_netlink_extack)(void *, const char *); enum { NETLINK_F_KERNEL_SOCKET = 0, NETLINK_F_RECV_PKTINFO = 1, NETLINK_F_BROADCAST_SEND_ERROR = 2, NETLINK_F_RECV_NO_ENOBUFS = 3, NETLINK_F_LISTEN_ALL_NSID = 4, NETLINK_F_CAP_ACK = 5, NETLINK_F_EXT_ACK = 6, NETLINK_F_STRICT_CHK = 7, }; struct netlink_sock { struct sock sk; long unsigned int flags; u32 portid; u32 dst_portid; u32 dst_group; u32 subscriptions; u32 ngroups; long unsigned int *groups; long unsigned int state; size_t max_recvmsg_len; wait_queue_head_t wait; bool bound; bool cb_running; int dump_done_errno; struct netlink_callback cb; struct mutex *cb_mutex; struct mutex cb_def_mutex; void (*netlink_rcv)(struct sk_buff *); int (*netlink_bind)(struct net *, int); void (*netlink_unbind)(struct net *, int); void (*netlink_release)(struct sock *, long unsigned int *); struct module *module; struct rhash_head node; struct callback_head rcu; struct work_struct work; }; struct listeners; struct netlink_table { struct rhashtable hash; struct hlist_head mc_list; struct listeners *listeners; unsigned int flags; unsigned int groups; struct mutex *cb_mutex; struct module *module; int (*bind)(struct net *, int); void (*unbind)(struct net *, int); void (*release)(struct sock *, long unsigned int *); int registered; }; struct listeners { struct callback_head rcu; long unsigned int masks[0]; }; struct netlink_tap_net { struct list_head netlink_tap_all; struct mutex netlink_tap_lock; }; struct netlink_compare_arg { possible_net_t pnet; u32 portid; }; struct netlink_broadcast_data { struct sock *exclude_sk; struct net *net; u32 portid; u32 group; int failure; int delivery_failure; int congested; int delivered; gfp_t allocation; struct sk_buff *skb; struct sk_buff *skb2; int (*tx_filter)(struct sock *, struct sk_buff *, void *); void *tx_data; }; struct netlink_set_err_data { struct sock *exclude_sk; u32 portid; u32 group; int code; }; struct nl_seq_iter { struct seq_net_private p; struct rhashtable_iter hti; int link; }; struct bpf_iter__netlink { union { struct bpf_iter_meta *meta; }; union { struct netlink_sock *sk; }; }; struct linkinfo_reply_data { struct ethnl_reply_data base; struct ethtool_link_ksettings ksettings; struct ethtool_link_settings *lsettings; }; enum ethtool_supported_ring_param { ETHTOOL_RING_USE_RX_BUF_LEN = 1, ETHTOOL_RING_USE_CQE_SIZE = 2, ETHTOOL_RING_USE_TX_PUSH = 4, ETHTOOL_RING_USE_RX_PUSH = 8, ETHTOOL_RING_USE_TX_PUSH_BUF_LEN = 16, }; enum { ETHTOOL_TCP_DATA_SPLIT_UNKNOWN = 0, ETHTOOL_TCP_DATA_SPLIT_DISABLED = 1, ETHTOOL_TCP_DATA_SPLIT_ENABLED = 2, }; struct rings_reply_data { struct ethnl_reply_data base; struct ethtool_ringparam ringparam; struct kernel_ethtool_ringparam kernel_ringparam; u32 supported_ring_params; }; enum { ETHTOOL_A_FEC_STAT_UNSPEC = 0, ETHTOOL_A_FEC_STAT_PAD = 1, ETHTOOL_A_FEC_STAT_CORRECTED = 2, ETHTOOL_A_FEC_STAT_UNCORR = 3, ETHTOOL_A_FEC_STAT_CORR_BITS = 4, __ETHTOOL_A_FEC_STAT_CNT = 5, ETHTOOL_A_FEC_STAT_MAX = 4, }; struct fec_stat_grp { u64 stats[9]; u8 cnt; }; struct fec_reply_data { struct ethnl_reply_data base; long unsigned int fec_link_modes[2]; u32 active_fec; u8 fec_auto; struct fec_stat_grp corr; struct fec_stat_grp uncorr; struct fec_stat_grp corr_bits; }; struct nf_hook_entries_rcu_head { struct callback_head head; void *allocation; }; struct nf_conntrack_zone { u16 id; u8 flags; u8 dir; }; struct nf_conntrack_tuple; struct nf_ct_hook { int (*update)(struct net *, struct sk_buff *); void (*destroy)(struct nf_conntrack *); bool (*get_tuple_skb)(struct nf_conntrack_tuple *, const struct sk_buff *); void (*attach)(struct sk_buff *, const struct sk_buff *); void (*set_closing)(struct nf_conntrack *); }; struct nfnl_ct_hook { size_t (*build_size)(const struct nf_conn *); int (*build)(struct sk_buff *, struct nf_conn *, enum ip_conntrack_info, u_int16_t, u_int16_t); int (*parse)(const struct nlattr *, struct nf_conn *); int (*attach_expect)(const struct nlattr *, struct nf_conn *, u32, u32); void (*seq_adjust)(struct sk_buff *, struct nf_conn *, enum ip_conntrack_info, s32); }; struct nf_defrag_hook { struct module *owner; int (*enable)(struct net *); void (*disable)(struct net *); }; struct arpreq { struct sockaddr arp_pa; struct sockaddr arp_ha; int arp_flags; struct sockaddr arp_netmask; char arp_dev[16]; }; enum { AX25_VALUES_IPDEFMODE = 0, AX25_VALUES_AXDEFMODE = 1, AX25_VALUES_BACKOFF = 2, AX25_VALUES_CONMODE = 3, AX25_VALUES_WINDOW = 4, AX25_VALUES_EWINDOW = 5, AX25_VALUES_T1 = 6, AX25_VALUES_T2 = 7, AX25_VALUES_T3 = 8, AX25_VALUES_IDLE = 9, AX25_VALUES_N2 = 10, AX25_VALUES_PACLEN = 11, AX25_VALUES_PROTOCOL = 12, AX25_VALUES_DS_TIMEOUT = 13, AX25_MAX_VALUES = 14, }; struct fib_entry_notifier_info { struct fib_notifier_info info; u32 dst; int dst_len; struct fib_info *fi; dscp_t dscp; u8 type; u32 tb_id; }; typedef unsigned int t_key; struct key_vector { t_key key; unsigned char pos; unsigned char bits; unsigned char slen; union { struct hlist_head leaf; struct { struct {} __empty_tnode; struct key_vector *tnode[0]; }; }; }; struct tnode { struct callback_head rcu; t_key empty_children; t_key full_children; struct key_vector *parent; struct key_vector kv[1]; }; struct trie_stat { unsigned int totdepth; unsigned int maxdepth; unsigned int tnodes; unsigned int leaves; unsigned int nullpointers; unsigned int prefixes; unsigned int nodesizes[32]; }; struct trie { struct key_vector kv[1]; }; struct fib_trie_iter { struct seq_net_private p; struct fib_table *tb; struct key_vector *tnode; unsigned int index; unsigned int depth; }; struct fib_route_iter { struct seq_net_private p; struct fib_table *main_tb; struct key_vector *tnode; loff_t pos; t_key key; }; enum tunnel_encap_types { TUNNEL_ENCAP_NONE = 0, TUNNEL_ENCAP_FOU = 1, TUNNEL_ENCAP_GUE = 2, TUNNEL_ENCAP_MPLS = 3, }; struct inet_diag_sockid { __be16 idiag_sport; __be16 idiag_dport; __be32 idiag_src[4]; __be32 idiag_dst[4]; __u32 idiag_if; __u32 idiag_cookie[2]; }; struct inet_diag_req { __u8 idiag_family; __u8 idiag_src_len; __u8 idiag_dst_len; __u8 idiag_ext; struct inet_diag_sockid id; __u32 idiag_states; __u32 idiag_dbs; }; struct inet_diag_req_v2 { __u8 sdiag_family; __u8 sdiag_protocol; __u8 idiag_ext; __u8 pad; __u32 idiag_states; struct inet_diag_sockid id; }; struct inet_diag_bc_op { unsigned char code; unsigned char yes; short unsigned int no; }; enum { INET_DIAG_BC_NOP = 0, INET_DIAG_BC_JMP = 1, INET_DIAG_BC_S_GE = 2, INET_DIAG_BC_S_LE = 3, INET_DIAG_BC_D_GE = 4, INET_DIAG_BC_D_LE = 5, INET_DIAG_BC_AUTO = 6, INET_DIAG_BC_S_COND = 7, INET_DIAG_BC_D_COND = 8, INET_DIAG_BC_DEV_COND = 9, INET_DIAG_BC_MARK_COND = 10, INET_DIAG_BC_S_EQ = 11, INET_DIAG_BC_D_EQ = 12, INET_DIAG_BC_CGROUP_COND = 13, }; struct inet_diag_hostcond { __u8 family; __u8 prefix_len; int port; __be32 addr[0]; }; struct inet_diag_markcond { __u32 mark; __u32 mask; }; struct inet_diag_msg { __u8 idiag_family; __u8 idiag_state; __u8 idiag_timer; __u8 idiag_retrans; struct inet_diag_sockid id; __u32 idiag_expires; __u32 idiag_rqueue; __u32 idiag_wqueue; __u32 idiag_uid; __u32 idiag_inode; }; enum { INET_DIAG_NONE = 0, INET_DIAG_MEMINFO = 1, INET_DIAG_INFO = 2, INET_DIAG_VEGASINFO = 3, INET_DIAG_CONG = 4, INET_DIAG_TOS = 5, INET_DIAG_TCLASS = 6, INET_DIAG_SKMEMINFO = 7, INET_DIAG_SHUTDOWN = 8, INET_DIAG_DCTCPINFO = 9, INET_DIAG_PROTOCOL = 10, INET_DIAG_SKV6ONLY = 11, INET_DIAG_LOCALS = 12, INET_DIAG_PEERS = 13, INET_DIAG_PAD = 14, INET_DIAG_MARK = 15, INET_DIAG_BBRINFO = 16, INET_DIAG_CLASS_ID = 17, INET_DIAG_MD5SIG = 18, INET_DIAG_ULP_INFO = 19, INET_DIAG_SK_BPF_STORAGES = 20, INET_DIAG_CGROUP_ID = 21, INET_DIAG_SOCKOPT = 22, __INET_DIAG_MAX = 23, }; struct inet_diag_meminfo { __u32 idiag_rmem; __u32 idiag_wmem; __u32 idiag_fmem; __u32 idiag_tmem; }; struct inet_diag_sockopt { __u8 recverr: 1; __u8 is_icsk: 1; __u8 freebind: 1; __u8 hdrincl: 1; __u8 mc_loop: 1; __u8 transparent: 1; __u8 mc_all: 1; __u8 nodefrag: 1; __u8 bind_address_no_port: 1; __u8 recverr_rfc4884: 1; __u8 defer_connect: 1; __u8 unused: 5; }; struct inet_diag_handler { void (*dump)(struct sk_buff *, struct netlink_callback *, const struct inet_diag_req_v2 *); int (*dump_one)(struct netlink_callback *, const struct inet_diag_req_v2 *); void (*idiag_get_info)(struct sock *, struct inet_diag_msg *, void *); int (*idiag_get_aux)(struct sock *, bool, struct sk_buff *); size_t (*idiag_get_aux_size)(struct sock *, bool); int (*destroy)(struct sk_buff *, const struct inet_diag_req_v2 *); __u16 idiag_type; __u16 idiag_info_size; }; struct bpf_sk_storage_diag; struct inet_diag_dump_data { struct nlattr *req_nlas[4]; struct bpf_sk_storage_diag *bpf_stg_diag; }; struct inet_diag_entry { const __be32 *saddr; const __be32 *daddr; u16 sport; u16 dport; u16 family; u16 userlocks; u32 ifindex; u32 mark; u64 cgroup_id; }; struct ac6_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; }; struct ipv6_mreq { struct in6_addr ipv6mr_multiaddr; int ipv6mr_ifindex; }; struct group_req { __u32 gr_interface; struct __kernel_sockaddr_storage gr_group; }; struct group_source_req { __u32 gsr_interface; struct __kernel_sockaddr_storage gsr_group; struct __kernel_sockaddr_storage gsr_source; }; struct group_filter { union { struct { __u32 gf_interface_aux; struct __kernel_sockaddr_storage gf_group_aux; __u32 gf_fmode_aux; __u32 gf_numsrc_aux; struct __kernel_sockaddr_storage gf_slist[1]; }; struct { __u32 gf_interface; struct __kernel_sockaddr_storage gf_group; __u32 gf_fmode; __u32 gf_numsrc; struct __kernel_sockaddr_storage gf_slist_flex[0]; }; }; }; struct compat_group_req { __u32 gr_interface; struct __kernel_sockaddr_storage gr_group; } __attribute__((packed)); struct compat_group_source_req { __u32 gsr_interface; struct __kernel_sockaddr_storage gsr_group; struct __kernel_sockaddr_storage gsr_source; } __attribute__((packed)); struct compat_group_filter { union { struct { __u32 gf_interface_aux; struct __kernel_sockaddr_storage gf_group_aux; __u32 gf_fmode_aux; __u32 gf_numsrc_aux; struct __kernel_sockaddr_storage gf_slist[1]; } __attribute__((packed)); struct { __u32 gf_interface; struct __kernel_sockaddr_storage gf_group; __u32 gf_fmode; __u32 gf_numsrc; struct __kernel_sockaddr_storage gf_slist_flex[0]; } __attribute__((packed)); }; }; struct ip6_mtuinfo { struct sockaddr_in6 ip6m_addr; __u32 ip6m_mtu; }; struct ip6_ra_chain { struct ip6_ra_chain *next; struct sock *sk; int sel; void (*destructor)(struct sock *); }; struct mld_msg { struct icmp6hdr mld_hdr; struct in6_addr mld_mca; }; struct mld2_grec { __u8 grec_type; __u8 grec_auxwords; __be16 grec_nsrcs; struct in6_addr grec_mca; struct in6_addr grec_src[0]; }; struct mld2_report { struct icmp6hdr mld2r_hdr; struct mld2_grec mld2r_grec[0]; }; struct mld2_query { struct icmp6hdr mld2q_hdr; struct in6_addr mld2q_mca; __u8 mld2q_qrv: 3; __u8 mld2q_suppress: 1; __u8 mld2q_resv2: 4; __u8 mld2q_qqic; __be16 mld2q_nsrcs; struct in6_addr mld2q_srcs[0]; }; struct igmp6_mc_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; }; struct igmp6_mcf_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; struct ifmcaddr6 *im; }; struct xfrm6_protocol { int (*handler)(struct sk_buff *); int (*input_handler)(struct sk_buff *, int, __be32, int); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); struct xfrm6_protocol *next; int priority; }; enum devlink_dpipe_match_type { DEVLINK_DPIPE_MATCH_TYPE_FIELD_EXACT = 0, }; enum devlink_dpipe_action_type { DEVLINK_DPIPE_ACTION_TYPE_FIELD_MODIFY = 0, }; enum devlink_dpipe_field_ethernet_id { DEVLINK_DPIPE_FIELD_ETHERNET_DST_MAC = 0, }; enum devlink_dpipe_field_ipv4_id { DEVLINK_DPIPE_FIELD_IPV4_DST_IP = 0, }; enum devlink_dpipe_field_ipv6_id { DEVLINK_DPIPE_FIELD_IPV6_DST_IP = 0, }; enum devlink_dpipe_header_id { DEVLINK_DPIPE_HEADER_ETHERNET = 0, DEVLINK_DPIPE_HEADER_IPV4 = 1, DEVLINK_DPIPE_HEADER_IPV6 = 2, }; struct devlink_dpipe_match { enum devlink_dpipe_match_type type; unsigned int header_index; struct devlink_dpipe_header *header; unsigned int field_id; }; struct devlink_dpipe_action { enum devlink_dpipe_action_type type; unsigned int header_index; struct devlink_dpipe_header *header; unsigned int field_id; }; struct devlink_dpipe_value { union { struct devlink_dpipe_action *action; struct devlink_dpipe_match *match; }; unsigned int mapping_value; bool mapping_valid; unsigned int value_size; void *value; void *mask; }; struct devlink_dpipe_entry { u64 index; struct devlink_dpipe_value *match_values; unsigned int match_values_count; struct devlink_dpipe_value *action_values; unsigned int action_values_count; u64 counter; bool counter_valid; }; struct devlink_dpipe_dump_ctx { struct genl_info *info; enum devlink_command cmd; struct sk_buff *skb; struct nlattr *nest; void *hdr; }; struct devlink_dpipe_table_ops; struct devlink_dpipe_table { void *priv; struct list_head list; const char *name; bool counters_enabled; bool counter_control_extern; bool resource_valid; u64 resource_id; u64 resource_units; struct devlink_dpipe_table_ops *table_ops; struct callback_head rcu; }; struct devlink_dpipe_table_ops { int (*actions_dump)(void *, struct sk_buff *); int (*matches_dump)(void *, struct sk_buff *); int (*entries_dump)(void *, bool, struct devlink_dpipe_dump_ctx *); int (*counters_set_update)(void *, bool); u64 (*size_get)(void *); }; enum { SUNRPC_PIPEFS_NFS_PRIO = 0, SUNRPC_PIPEFS_RPC_PRIO = 1, }; enum { RPC_PIPEFS_MOUNT = 0, RPC_PIPEFS_UMOUNT = 1, }; struct rpc_cb_add_xprt_calldata { struct rpc_xprt_switch *xps; struct rpc_xprt *xprt; }; struct connect_timeout_data { long unsigned int connect_timeout; long unsigned int reconnect_timeout; }; enum { RPCBPROC_NULL = 0, RPCBPROC_SET = 1, RPCBPROC_UNSET = 2, RPCBPROC_GETPORT = 3, RPCBPROC_GETADDR = 3, RPCBPROC_DUMP = 4, RPCBPROC_CALLIT = 5, RPCBPROC_BCAST = 5, RPCBPROC_GETTIME = 6, RPCBPROC_UADDR2TADDR = 7, RPCBPROC_TADDR2UADDR = 8, RPCBPROC_GETVERSADDR = 9, RPCBPROC_INDIRECT = 10, RPCBPROC_GETADDRLIST = 11, RPCBPROC_GETSTAT = 12, }; struct rpcbind_args { struct rpc_xprt *r_xprt; u32 r_prog; u32 r_vers; u32 r_prot; short unsigned int r_port; const char *r_netid; const char *r_addr; const char *r_owner; int r_status; }; struct rpcb_info { u32 rpc_vers; const struct rpc_procinfo *rpc_proc; }; struct gssx_name_attr { gssx_buffer attr; gssx_buffer value; struct gssx_option_array extensions; }; struct gssx_name_attr_array { u32 count; struct gssx_name_attr *data; }; struct vlan_group { unsigned int nr_vlan_devs; struct hlist_node hlist; struct net_device **vlan_devices_arrays[16]; }; struct vlan_info { struct net_device *real_dev; struct vlan_group grp; struct list_head vid_list; unsigned int nr_vids; struct callback_head rcu; }; enum vlan_flags { VLAN_FLAG_REORDER_HDR = 1, VLAN_FLAG_GVRP = 2, VLAN_FLAG_LOOSE_BINDING = 4, VLAN_FLAG_MVRP = 8, VLAN_FLAG_BRIDGE_BINDING = 16, }; struct vlan_pcpu_stats { u64_stats_t rx_packets; u64_stats_t rx_bytes; u64_stats_t rx_multicast; u64_stats_t tx_packets; u64_stats_t tx_bytes; struct u64_stats_sync syncp; u32 rx_errors; u32 tx_dropped; }; struct vlan_priority_tci_mapping { u32 priority; u16 vlan_qos; struct vlan_priority_tci_mapping *next; }; struct vlan_dev_priv { unsigned int nr_ingress_mappings; u32 ingress_priority_map[8]; unsigned int nr_egress_mappings; struct vlan_priority_tci_mapping *egress_priority_map[16]; __be16 vlan_proto; u16 vlan_id; u16 flags; struct net_device *real_dev; netdevice_tracker dev_tracker; unsigned char real_dev_addr[6]; struct proc_dir_entry *dent; struct vlan_pcpu_stats *vlan_pcpu_stats; struct netpoll *netpoll; }; enum vlan_protos { VLAN_PROTO_8021Q = 0, VLAN_PROTO_8021AD = 1, VLAN_PROTO_NUM = 2, }; struct vlan_vid_info { struct list_head list; __be16 proto; u16 vid; int refcount; }; struct warn_args; struct cpio_data { void *data; size_t size; char name[18]; }; enum cpio_fields { C_MAGIC = 0, C_INO = 1, C_MODE = 2, C_UID = 3, C_GID = 4, C_NLINK = 5, C_MTIME = 6, C_FILESIZE = 7, C_MAJ = 8, C_MIN = 9, C_RMAJ = 10, C_RMIN = 11, C_NAMESIZE = 12, C_CHKSUM = 13, C_NFIELDS = 14, }; struct maple_metadata { unsigned char end; unsigned char gap; }; struct maple_pnode; struct maple_range_64 { struct maple_pnode *parent; long unsigned int pivot[15]; union { void *slot[16]; struct { void *pad[15]; struct maple_metadata meta; }; }; }; struct maple_arange_64 { struct maple_pnode *parent; long unsigned int pivot[9]; void *slot[10]; long unsigned int gap[10]; struct maple_metadata meta; }; struct maple_topiary { struct maple_pnode *parent; struct maple_enode *next; }; enum maple_type { maple_dense = 0, maple_leaf_64 = 1, maple_range_64 = 2, maple_arange_64 = 3, }; struct maple_node { union { struct { struct maple_pnode *parent; void *slot[31]; }; struct { void *pad; struct callback_head rcu; struct maple_enode *piv_parent; unsigned char parent_slot; enum maple_type type; unsigned char slot_len; unsigned int ma_flags; }; struct maple_range_64 mr64; struct maple_arange_64 ma64; struct maple_alloc alloc; }; }; struct ma_topiary { struct maple_enode *head; struct maple_enode *tail; struct maple_tree *mtree; }; struct ma_wr_state { struct ma_state *mas; struct maple_node *node; long unsigned int r_min; long unsigned int r_max; enum maple_type type; unsigned char offset_end; unsigned char node_end; long unsigned int *pivots; long unsigned int end_piv; void **slots; void *entry; void *content; }; struct trace_event_raw_ma_op { struct trace_entry ent; const char *fn; long unsigned int min; long unsigned int max; long unsigned int index; long unsigned int last; void *node; char __data[0]; }; struct trace_event_raw_ma_read { struct trace_entry ent; const char *fn; long unsigned int min; long unsigned int max; long unsigned int index; long unsigned int last; void *node; char __data[0]; }; struct trace_event_raw_ma_write { struct trace_entry ent; const char *fn; long unsigned int min; long unsigned int max; long unsigned int index; long unsigned int last; long unsigned int piv; void *val; void *node; char __data[0]; }; struct trace_event_data_offsets_ma_op {}; struct trace_event_data_offsets_ma_read {}; struct trace_event_data_offsets_ma_write {}; typedef void (*btf_trace_ma_op)(void *, const char *, struct ma_state *); typedef void (*btf_trace_ma_read)(void *, const char *, struct ma_state *); typedef void (*btf_trace_ma_write)(void *, const char *, struct ma_state *, long unsigned int, void *); struct maple_big_node { struct maple_pnode *parent; long unsigned int pivot[33]; union { struct maple_enode *slot[34]; struct { long unsigned int padding[21]; long unsigned int gap[21]; }; }; unsigned char b_end; enum maple_type type; }; struct maple_subtree_state { struct ma_state *orig_l; struct ma_state *orig_r; struct ma_state *l; struct ma_state *m; struct ma_state *r; struct ma_topiary *free; struct ma_topiary *destroy; struct maple_big_node *bn; }; enum vvar_pages { VVAR_DATA_PAGE_OFFSET = 0, VVAR_TIMENS_PAGE_OFFSET = 1, VVAR_NR_PAGES = 2, }; struct trace_event_raw_sys_enter { struct trace_entry ent; long int id; long unsigned int args[6]; char __data[0]; }; struct trace_event_raw_sys_exit { struct trace_entry ent; long int id; long int ret; char __data[0]; }; struct trace_event_data_offsets_sys_enter {}; struct trace_event_data_offsets_sys_exit {}; typedef void (*btf_trace_sys_enter)(void *, struct pt_regs *, long int); typedef void (*btf_trace_sys_exit)(void *, struct pt_regs *, long int); struct rtas_ext_event_log_v6 { u8 byte0; u8 byte1; u8 byte2; u8 byte3; u8 reserved[8]; __be32 company_id; u8 vendor_log[1]; }; struct rtas_filter { const int buf_idx1; const int size_idx1; const int buf_idx2; const int size_idx2; const int fixed_size; }; struct rtas_function { s32 token; const bool banned_for_syscall_on_le: 1; const char * const name; const struct rtas_filter *filter; }; struct indicator_elem { __be32 token; __be32 maxindex; }; struct fadump_memory_range { u64 base; u64 size; }; struct fadump_mrange_info { char name[16]; struct fadump_memory_range *mem_ranges; u32 mem_ranges_sz; u32 mem_range_cnt; u32 max_mem_ranges; bool is_static; }; struct ftrace_rec_iter; struct pnv_rng { void *regs; void *regs_real; long unsigned int mask; }; struct powercap_attr { u32 handle; struct kobj_attribute attr; }; struct pcap { struct attribute_group pg; struct powercap_attr *pattrs; }; struct h_cpu_char_result { u64 character; u64 behaviour; }; typedef uint64_t ppc_cpu_t; struct powerpc_opcode { const char *name; long unsigned int opcode; long unsigned int mask; ppc_cpu_t flags; ppc_cpu_t deprecated; unsigned char operands[8]; }; struct powerpc_operand { unsigned int bitm; int shift; long unsigned int (*insert)(long unsigned int, long int, ppc_cpu_t, const char **); long int (*extract)(long unsigned int, ppc_cpu_t, int *); long unsigned int flags; }; struct powerpc_macro { const char *name; unsigned int operands; ppc_cpu_t flags; const char *format; }; struct trace_imc_data { u64 tb1; u64 ip; u64 val; u64 cpmc1; u64 cpmc2; u64 cpmc3; u64 cpmc4; u64 tb2; }; struct imc_pmu_ref { spinlock_t lock; unsigned int id; int refc; }; enum { PM_IC_DEMAND_L2_BR_ALL = 18584, PM_GCT_UTIL_7_TO_10_SLOTS = 8352, PM_PMC2_SAVED = 65570, PM_CMPLU_STALL_DFU = 131132, PM_VSU0_16FLOP = 41124, PM_MRK_LSU_DERAT_MISS = 249946, PM_MRK_ST_CMPL___2 = 65588, PM_NEST_PAIR3_ADD = 264321, PM_L2_ST_DISP = 287104, PM_L2_CASTOUT_MOD = 90496, PM_ISEG = 8356, PM_MRK_INST_TIMEO = 262196, PM_L2_RCST_DISP_FAIL_ADDR = 221826, PM_LSU1_DC_PREF_STREAM_CONFIRM = 53430, PM_IERAT_WR_64K = 16574, PM_MRK_DTLB_MISS_16M___2 = 315486, PM_IERAT_MISS = 65782, PM_MRK_PTEG_FROM_LMEM = 315474, PM_FLOP = 65780, PM_THRD_PRIO_4_5_CYC = 16564, PM_BR_PRED_TA = 16554, PM_CMPLU_STALL_FXU = 131092, PM_EXT_INT = 131320, PM_VSU_FSQRT_FDIV = 43144, PM_MRK_LD_MISS_EXPOSED_CYC = 65598, PM_LSU1_LDF = 49286, PM_IC_WRITE_ALL = 18572, PM_LSU0_SRQ_STFWD = 49312, PM_PTEG_FROM_RL2L3_MOD = 114770, PM_MRK_DATA_FROM_L31_SHR = 118862, PM_DATA_FROM_L21_MOD = 245830, PM_VSU1_SCAL_DOUBLE_ISSUED = 45194, PM_VSU0_8FLOP = 41120, PM_POWER_EVENT1 = 65646, PM_DISP_CLB_HELD_BAL = 8338, PM_VSU1_2FLOP = 41114, PM_LWSYNC_HELD = 8346, PM_PTEG_FROM_DL2L3_SHR = 245844, PM_INST_FROM_L21_MOD = 213062, PM_IERAT_XLATE_WR_16MPLUS = 16572, PM_IC_REQ_ALL = 18568, PM_DSLB_MISS = 53392, PM_L3_MISS = 127106, PM_LSU0_L1_PREF = 53432, PM_VSU_SCALAR_SINGLE_ISSUED = 47236, PM_LSU1_DC_PREF_STREAM_CONFIRM_STRIDE = 53438, PM_L2_INST = 221312, PM_VSU0_FRSP = 41140, PM_FLUSH_DISP = 8322, PM_PTEG_FROM_L2MISS = 311384, PM_VSU1_DQ_ISSUED = 45210, PM_CMPLU_STALL_LSU = 131090, PM_MRK_DATA_FROM_DMEM = 118858, PM_LSU_FLUSH_ULD = 51376, PM_PTEG_FROM_LMEM = 311378, PM_MRK_DERAT_MISS_16M = 249948, PM_THRD_ALL_RUN_CYC = 131084, PM_MEM0_PREFETCH_DISP = 131203, PM_MRK_STALL_CMPLU_CYC_COUNT = 196671, PM_DATA_FROM_DL2L3_MOD = 245836, PM_VSU_FRSP = 43188, PM_MRK_DATA_FROM_L21_MOD = 249926, PM_PMC1_OVERFLOW = 131088, PM_VSU0_SINGLE = 41128, PM_MRK_PTEG_FROM_L3MISS = 184408, PM_MRK_PTEG_FROM_L31_SHR = 184406, PM_VSU0_VECTOR_SP_ISSUED = 45200, PM_VSU1_FEST = 41146, PM_MRK_INST_DISP = 131120, PM_VSU0_COMPLEX_ISSUED = 45206, PM_LSU1_FLUSH_UST = 49334, PM_INST_CMPL___5 = 2, PM_FXU_IDLE = 65550, PM_LSU0_FLUSH_ULD = 49328, PM_MRK_DATA_FROM_DL2L3_MOD = 249932, PM_LSU_LMQ_SRQ_EMPTY_ALL_CYC = 196636, PM_LSU1_REJECT_LMQ_FULL = 49318, PM_INST_PTEG_FROM_L21_MOD = 254038, PM_INST_FROM_RL2L3_MOD = 81986, PM_SHL_CREATED = 20610, PM_L2_ST_HIT = 287106, PM_DATA_FROM_DMEM = 114762, PM_L3_LD_MISS = 192642, PM_FXU1_BUSY_FXU0_IDLE = 262158, PM_DISP_CLB_HELD_RES = 8340, PM_L2_SN_SX_I_DONE = 222082, PM_GRP_CMPL = 196612, PM_STCX_CMPL = 49304, PM_VSU0_2FLOP = 41112, PM_L3_PREF_MISS = 258178, PM_LSU_SRQ_SYNC_CYC = 53398, PM_LSU_REJECT_ERAT_MISS = 131172, PM_L1_ICACHE_MISS___5 = 131324, PM_LSU1_FLUSH_SRQ = 49342, PM_LD_REF_L1_LSU0 = 49280, PM_VSU0_FEST = 41144, PM_VSU_VECTOR_SINGLE_ISSUED = 47248, PM_FREQ_UP = 262156, PM_DATA_FROM_LMEM = 245834, PM_LSU1_LDX = 49290, PM_PMC3_OVERFLOW = 262160, PM_MRK_BR_MPRED = 196662, PM_SHL_MATCH = 20614, PM_MRK_BR_TAKEN = 65590, PM_CMPLU_STALL_BRU = 262222, PM_ISLB_MISS = 53394, PM_CYC___5 = 30, PM_DISP_HELD_THERMAL = 196614, PM_INST_PTEG_FROM_RL2L3_SHR = 188500, PM_LSU1_SRQ_STFWD = 49314, PM_GCT_NOSLOT_BR_MPRED = 262170, PM_1PLUS_PPC_CMPL = 65778, PM_PTEG_FROM_DMEM = 180306, PM_VSU_2FLOP = 43160, PM_GCT_FULL_CYC = 16518, PM_MRK_DATA_FROM_L3_CYC = 262176, PM_LSU_SRQ_S0_ALLOC = 53405, PM_MRK_DERAT_MISS_4K = 118876, PM_BR_MPRED_TA = 16558, PM_INST_PTEG_FROM_L2MISS = 319576, PM_DPU_HELD_POWER = 131078, PM_RUN_INST_CMPL___4 = 262394, PM_MRK_VSU_FIN = 196658, PM_LSU_SRQ_S0_VALID = 53404, PM_GCT_EMPTY_CYC = 131080, PM_IOPS_DISP = 196628, PM_RUN_SPURR = 65544, PM_PTEG_FROM_L21_MOD = 245846, PM_VSU0_1FLOP = 41088, PM_SNOOP_TLBIE = 53426, PM_DATA_FROM_L3MISS___5 = 180296, PM_VSU_SINGLE = 43176, PM_DTLB_MISS_16G___2 = 114782, PM_CMPLU_STALL_VECTOR = 131100, PM_FLUSH = 262392, PM_L2_LD_HIT = 221570, PM_NEST_PAIR2_AND = 198787, PM_VSU1_1FLOP = 41090, PM_IC_PREF_REQ___2 = 16522, PM_L3_LD_HIT = 192640, PM_GCT_NOSLOT_IC_MISS = 131098, PM_DISP_HELD = 65542, PM_L2_LD = 90240, PM_LSU_FLUSH_SRQ = 51388, PM_BC_PLUS_8_CONV = 16568, PM_MRK_DATA_FROM_L31_MOD_CYC = 262182, PM_CMPLU_STALL_VECTOR_LONG = 262218, PM_L2_RCST_BUSY_RC_FULL = 156290, PM_TB_BIT_TRANS = 196856, PM_THERMAL_MAX = 262150, PM_LSU1_FLUSH_ULD = 49330, PM_LSU1_REJECT_LHS = 49326, PM_LSU_LRQ_S0_ALLOC = 53407, PM_L3_CO_L31 = 323712, PM_POWER_EVENT4 = 262254, PM_DATA_FROM_L31_SHR = 114766, PM_BR_UNCOND = 16542, PM_LSU1_DC_PREF_STREAM_ALLOC = 53418, PM_PMC4_REWIND = 65568, PM_L2_RCLD_DISP = 90752, PM_THRD_PRIO_2_3_CYC = 16562, PM_MRK_PTEG_FROM_L2MISS = 315480, PM_IC_DEMAND_L2_BHT_REDIRECT = 16536, PM_LSU_DERAT_MISS = 131318, PM_IC_PREF_CANCEL_L2 = 16532, PM_MRK_FIN_STALL_CYC_COUNT = 65597, PM_BR_PRED_CCACHE = 16544, PM_GCT_UTIL_1_TO_2_SLOTS = 8348, PM_MRK_ST_CMPL_INT = 196660, PM_LSU_TWO_TABLEWALK_CYC = 53414, PM_MRK_DATA_FROM_L3MISS = 184392, PM_GCT_NOSLOT_CYC___2 = 65784, PM_LSU_SET_MPRED = 49320, PM_FLUSH_DISP_TLBIE = 8330, PM_VSU1_FCONV = 41138, PM_DERAT_MISS_16G = 311388, PM_INST_FROM_LMEM = 213066, PM_IC_DEMAND_L2_BR_REDIRECT = 16538, PM_CMPLU_STALL_SCALAR_LONG = 131096, PM_INST_PTEG_FROM_L2 = 122960, PM_PTEG_FROM_L2 = 114768, PM_MRK_DATA_FROM_L21_SHR_CYC = 131108, PM_MRK_DTLB_MISS_4K___2 = 184410, PM_VSU0_FPSCR = 45212, PM_VSU1_VECT_DOUBLE_ISSUED = 45186, PM_MRK_PTEG_FROM_RL2L3_MOD = 118866, PM_MEM0_RQ_DISP = 65667, PM_L2_LD_MISS = 155776, PM_VMX_RESULT_SAT_1 = 45216, PM_L1_PREF___3 = 55480, PM_MRK_DATA_FROM_LMEM_CYC = 131116, PM_GRP_IC_MISS_NONSPEC = 65548, PM_PB_NODE_PUMP = 65665, PM_SHL_MERGED = 20612, PM_NEST_PAIR1_ADD = 133249, PM_DATA_FROM_L3___4 = 114760, PM_LSU_FLUSH = 8334, PM_LSU_SRQ_SYNC_COUNT = 53399, PM_PMC2_OVERFLOW = 196624, PM_LSU_LDF = 51332, PM_POWER_EVENT3 = 196718, PM_DISP_WT = 196616, PM_CMPLU_STALL_REJECT = 262166, PM_IC_BANK_CONFLICT = 16514, PM_BR_MPRED_CR_TA = 18606, PM_L2_INST_MISS = 221314, PM_CMPLU_STALL_ERAT_MISS = 262168, PM_NEST_PAIR2_ADD = 198785, PM_MRK_LSU_FLUSH = 53388, PM_L2_LDST = 92288, PM_INST_FROM_L31_SHR = 81998, PM_VSU0_FIN = 41148, PM_LARX_LSU = 51348, PM_INST_FROM_RMEM = 213058, PM_DISP_CLB_HELD_TLBIE = 8342, PM_MRK_DATA_FROM_DMEM_CYC = 131118, PM_BR_PRED_CR = 16552, PM_LSU_REJECT = 65636, PM_GCT_UTIL_3_TO_6_SLOTS = 8350, PM_CMPLU_STALL_END_GCT_NOSLOT = 65576, PM_LSU0_REJECT_LMQ_FULL = 49316, PM_VSU_FEST = 43192, PM_NEST_PAIR0_AND = 67715, PM_PTEG_FROM_L3 = 180304, PM_POWER_EVENT2 = 131182, PM_IC_PREF_CANCEL_PAGE = 16528, PM_VSU0_FSQRT_FDIV = 41096, PM_MRK_GRP_CMPL = 262192, PM_VSU0_SCAL_DOUBLE_ISSUED = 45192, PM_GRP_DISP = 196618, PM_LSU0_LDX = 49288, PM_DATA_FROM_L2 = 114752, PM_MRK_DATA_FROM_RL2L3_MOD = 118850, PM_LD_REF_L1___4 = 51328, PM_VSU0_VECT_DOUBLE_ISSUED = 45184, PM_VSU1_2FLOP_DOUBLE = 41102, PM_THRD_PRIO_6_7_CYC = 16566, PM_BC_PLUS_8_RSLV_TAKEN = 16570, PM_BR_MPRED_CR = 16556, PM_L3_CO_MEM = 323714, PM_LD_MISS_L1___5 = 262384, PM_DATA_FROM_RL2L3_MOD = 114754, PM_LSU_SRQ_FULL_CYC = 65562, PM_TABLEWALK_CYC = 65574, PM_MRK_PTEG_FROM_RMEM = 249938, PM_LSU_SRQ_STFWD = 51360, PM_INST_PTEG_FROM_RMEM = 254034, PM_FXU0_FIN = 65540, PM_LSU1_L1_SW_PREF = 49310, PM_PTEG_FROM_L31_MOD = 114772, PM_PMC5_OVERFLOW = 65572, PM_LD_REF_L1_LSU1 = 49282, PM_INST_PTEG_FROM_L21_SHR = 319574, PM_CMPLU_STALL_THRD = 65564, PM_DATA_FROM_RMEM = 245826, PM_VSU0_SCAL_SINGLE_ISSUED = 45188, PM_BR_MPRED_LSTACK = 16550, PM_MRK_DATA_FROM_RL2L3_MOD_CYC = 262184, PM_LSU0_FLUSH_UST = 49332, PM_LSU_NCST = 49296, PM_BR_TAKEN = 131076, PM_INST_PTEG_FROM_LMEM = 319570, PM_GCT_NOSLOT_BR_MPRED_IC_MISS = 262172, PM_DTLB_MISS_4K___2 = 180314, PM_PMC4_SAVED = 196642, PM_VSU1_PERMUTE_ISSUED = 45202, PM_SLB_MISS = 55440, PM_LSU1_FLUSH_LRQ = 49338, PM_DTLB_MISS___5 = 196860, PM_VSU1_FRSP = 41142, PM_VSU_VECTOR_DOUBLE_ISSUED = 47232, PM_L2_CASTOUT_SHR = 90498, PM_DATA_FROM_DL2L3_SHR = 245828, PM_VSU1_STF = 45198, PM_ST_FIN = 131312, PM_PTEG_FROM_L21_SHR = 311382, PM_L2_LOC_GUESS_WRONG = 156800, PM_MRK_STCX_FAIL = 53390, PM_LSU0_REJECT_LHS = 49324, PM_IC_PREF_CANCEL_HIT = 16530, PM_L3_PREF_BUSY = 323712, PM_MRK_BRU_FIN = 131130, PM_LSU1_NCLD = 49294, PM_INST_PTEG_FROM_L31_MOD = 122964, PM_LSU_NCLD = 51340, PM_LSU_LDX = 51336, PM_L2_LOC_GUESS_CORRECT = 91264, PM_THRESH_TIMEO = 65592, PM_L3_PREF_ST = 53422, PM_DISP_CLB_HELD_SYNC = 8344, PM_VSU_SIMPLE_ISSUED = 47252, PM_VSU1_SINGLE = 41130, PM_DATA_TABLEWALK_CYC = 196634, PM_L2_RC_ST_DONE = 222080, PM_MRK_PTEG_FROM_L21_MOD = 249942, PM_LARX_LSU1 = 49302, PM_MRK_DATA_FROM_RMEM = 249922, PM_DISP_CLB_HELD = 8336, PM_DERAT_MISS_4K = 114780, PM_L2_RCLD_DISP_FAIL_ADDR = 90754, PM_SEG_EXCEPTION = 10404, PM_FLUSH_DISP_SB = 8332, PM_L2_DC_INV = 156034, PM_PTEG_FROM_DL2L3_MOD = 311380, PM_DSEG = 8358, PM_BR_PRED_LSTACK = 16546, PM_VSU0_STF = 45196, PM_LSU_FX_FIN = 65638, PM_DERAT_MISS_16M = 245852, PM_MRK_PTEG_FROM_DL2L3_MOD = 315476, PM_GCT_UTIL_11_PLUS_SLOTS = 8354, PM_INST_FROM_L3 = 81992, PM_MRK_IFU_FIN = 196666, PM_ITLB_MISS___5 = 262396, PM_VSU_STF = 47244, PM_LSU_FLUSH_UST = 51380, PM_L2_LDST_MISS = 157824, PM_FXU1_FIN = 262148, PM_SHL_DEALLOCATED = 20608, PM_L2_SN_M_WR_DONE = 287618, PM_LSU_REJECT_SET_MPRED = 51368, PM_L3_PREF_LD = 53420, PM_L2_SN_M_RD_DONE = 287616, PM_MRK_DERAT_MISS_16G = 315484, PM_VSU_FCONV = 43184, PM_ANY_THRD_RUN_CYC = 65786, PM_LSU_LMQ_FULL_CYC = 53412, PM_MRK_LSU_REJECT_LHS = 53378, PM_MRK_LD_MISS_L1_CYC = 262206, PM_MRK_DATA_FROM_L2_CYC = 131104, PM_INST_IMC_MATCH_DISP = 196630, PM_MRK_DATA_FROM_RMEM_CYC = 262188, PM_VSU0_SIMPLE_ISSUED = 45204, PM_CMPLU_STALL_DIV = 262164, PM_MRK_PTEG_FROM_RL2L3_SHR = 184404, PM_VSU_FMA_DOUBLE = 43152, PM_VSU_4FLOP = 43164, PM_VSU1_FIN = 41150, PM_NEST_PAIR1_AND = 133251, PM_INST_PTEG_FROM_RL2L3_MOD = 122962, PM_RUN_CYC___4 = 131316, PM_PTEG_FROM_RMEM = 245842, PM_LSU_LRQ_S0_VALID = 53406, PM_LSU0_LDF = 49284, PM_FLUSH_COMPLETION = 196626, PM_ST_MISS_L1___5 = 196848, PM_L2_NODE_PUMP = 222336, PM_INST_FROM_DL2L3_SHR = 213060, PM_MRK_STALL_CMPLU_CYC = 196670, PM_VSU1_DENORM = 41134, PM_MRK_DATA_FROM_L31_SHR_CYC = 131110, PM_NEST_PAIR0_ADD = 67713, PM_INST_FROM_L3MISS = 147528, PM_EE_OFF_EXT_INT = 8320, PM_INST_PTEG_FROM_DMEM = 188498, PM_INST_FROM_DL2L3_MOD = 213068, PM_PMC6_OVERFLOW = 196644, PM_VSU_2FLOP_DOUBLE = 43148, PM_TLB_MISS = 131174, PM_FXU_BUSY = 131086, PM_L2_RCLD_DISP_FAIL_OTHER = 156288, PM_LSU_REJECT_LMQ_FULL = 51364, PM_IC_RELOAD_SHR = 16534, PM_GRP_MRK = 65585, PM_MRK_ST_NEST = 131124, PM_VSU1_FSQRT_FDIV = 41098, PM_LSU0_FLUSH_LRQ = 49336, PM_LARX_LSU0 = 49300, PM_IBUF_FULL_CYC = 16516, PM_MRK_DATA_FROM_DL2L3_SHR_CYC = 131114, PM_LSU_DC_PREF_STREAM_ALLOC = 55464, PM_GRP_MRK_CYC = 65584, PM_MRK_DATA_FROM_RL2L3_SHR_CYC = 131112, PM_L2_GLOB_GUESS_CORRECT = 91266, PM_LSU_REJECT_LHS = 51372, PM_MRK_DATA_FROM_LMEM = 249930, PM_INST_PTEG_FROM_L3 = 188496, PM_FREQ_DOWN = 196620, PM_PB_RETRY_NODE_PUMP = 196737, PM_INST_FROM_RL2L3_SHR = 81996, PM_MRK_INST_ISSUED = 65586, PM_PTEG_FROM_L3MISS = 180312, PM_RUN_PURR = 262388, PM_MRK_GRP_IC_MISS = 262200, PM_MRK_DATA_FROM_L3 = 118856, PM_CMPLU_STALL_DCACHE_MISS = 131094, PM_PTEG_FROM_RL2L3_SHR = 180308, PM_LSU_FLUSH_LRQ = 51384, PM_MRK_DERAT_MISS_64K = 184412, PM_INST_PTEG_FROM_DL2L3_MOD = 319572, PM_L2_ST_MISS___4 = 155778, PM_MRK_PTEG_FROM_L21_SHR = 315478, PM_LWSYNC = 53396, PM_LSU0_DC_PREF_STREAM_CONFIRM_STRIDE = 53436, PM_MRK_LSU_FLUSH_LRQ = 53384, PM_INST_IMC_MATCH_CMPL = 65776, PM_NEST_PAIR3_AND = 264323, PM_PB_RETRY_SYS_PUMP = 262273, PM_MRK_INST_FIN = 196656, PM_MRK_PTEG_FROM_DL2L3_SHR = 249940, PM_INST_FROM_L31_MOD = 81988, PM_MRK_DTLB_MISS_64K___2 = 249950, PM_LSU_FIN = 196710, PM_MRK_LSU_REJECT = 262244, PM_L2_CO_FAIL_BUSY = 91010, PM_MEM0_WQ_DISP = 262275, PM_DATA_FROM_L31_MOD = 114756, PM_THERMAL_WARN = 65558, PM_VSU0_4FLOP = 41116, PM_BR_MPRED_CCACHE = 16548, PM_CMPLU_STALL_IFU = 262220, PM_L1_DEMAND_WRITE___3 = 16524, PM_FLUSH_BR_MPRED = 8324, PM_MRK_DTLB_MISS_16G___2 = 118878, PM_MRK_PTEG_FROM_DMEM = 184402, PM_L2_RCST_DISP = 221824, PM_CMPLU_STALL___3 = 262154, PM_LSU_PARTIAL_CDF = 49322, PM_DISP_CLB_HELD_SB = 8360, PM_VSU0_FMA_DOUBLE = 41104, PM_FXU0_BUSY_FXU1_IDLE = 196622, PM_IC_DEMAND_CYC = 65560, PM_MRK_DATA_FROM_L21_SHR = 249934, PM_MRK_LSU_FLUSH_UST = 53382, PM_INST_PTEG_FROM_L3MISS = 188504, PM_VSU_DENORM = 43180, PM_MRK_LSU_PARTIAL_CDF = 53376, PM_INST_FROM_L21_SHR = 213070, PM_IC_PREF_WRITE___3 = 16526, PM_BR_PRED = 16540, PM_INST_FROM_DMEM = 81994, PM_IC_PREF_CANCEL_ALL = 18576, PM_LSU_DC_PREF_STREAM_CONFIRM = 55476, PM_MRK_LSU_FLUSH_SRQ = 53386, PM_MRK_FIN_STALL_CYC = 65596, PM_L2_RCST_DISP_FAIL_OTHER = 287360, PM_VSU1_DD_ISSUED = 45208, PM_PTEG_FROM_L31_SHR = 180310, PM_DATA_FROM_L21_SHR = 245838, PM_LSU0_NCLD = 49292, PM_VSU1_4FLOP = 41118, PM_VSU1_8FLOP = 41122, PM_VSU_8FLOP = 43168, PM_LSU_LMQ_SRQ_EMPTY_CYC = 131134, PM_DTLB_MISS_64K___2 = 245854, PM_THRD_CONC_RUN_INST = 196852, PM_MRK_PTEG_FROM_L2 = 118864, PM_PB_SYS_PUMP = 131201, PM_VSU_FIN = 43196, PM_MRK_DATA_FROM_L31_MOD = 118852, PM_THRD_PRIO_0_1_CYC = 16560, PM_DERAT_MISS_64K = 180316, PM_PMC2_REWIND = 196640, PM_INST_FROM_L2 = 81984, PM_GRP_BR_MPRED_NONSPEC = 65546, PM_INST_DISP___4 = 131314, PM_MEM0_RD_CANCEL_TOTAL = 196739, PM_LSU0_DC_PREF_STREAM_CONFIRM = 53428, PM_L1_DCACHE_RELOAD_VALID = 196854, PM_VSU_SCALAR_DOUBLE_ISSUED = 47240, PM_L3_PREF_HIT = 258176, PM_MRK_PTEG_FROM_L31_MOD = 118868, PM_CMPLU_STALL_STORE = 131146, PM_MRK_FXU_FIN = 131128, PM_PMC4_OVERFLOW = 65552, PM_MRK_PTEG_FROM_L3 = 184400, PM_LSU0_LMQ_LHR_MERGE = 53400, PM_BTAC_HIT = 20618, PM_L3_RD_BUSY = 323714, PM_LSU0_L1_SW_PREF = 49308, PM_INST_FROM_L2MISS = 278600, PM_LSU0_DC_PREF_STREAM_ALLOC = 53416, PM_L2_ST___4 = 90242, PM_VSU0_DENORM = 41132, PM_MRK_DATA_FROM_DL2L3_SHR = 249924, PM_BR_PRED_CR_TA = 18602, PM_VSU0_FCONV = 41136, PM_MRK_LSU_FLUSH_ULD = 53380, PM_BTAC_MISS = 20616, PM_MRK_LD_MISS_EXPOSED_CYC_COUNT = 65599, PM_MRK_DATA_FROM_L2 = 118848, PM_LSU_DCACHE_RELOAD_VALID = 53410, PM_VSU_FMA = 43140, PM_LSU0_FLUSH_SRQ = 49340, PM_LSU1_L1_PREF = 53434, PM_IOPS_CMPL = 65556, PM_L2_SYS_PUMP = 222338, PM_L2_RCLD_BUSY_RC_FULL = 287362, PM_LSU_LMQ_S0_ALLOC = 53409, PM_FLUSH_DISP_SYNC = 8328, PM_MRK_DATA_FROM_DL2L3_MOD_CYC = 262186, PM_L2_IC_INV = 156032, PM_MRK_DATA_FROM_L21_MOD_CYC = 262180, PM_L3_PREF_LDST = 55468, PM_LSU_SRQ_EMPTY_CYC = 262152, PM_LSU_LMQ_S0_VALID = 53408, PM_FLUSH_PARTIAL = 8326, PM_VSU1_FMA_DOUBLE = 41106, PM_1PLUS_PPC_DISP = 262386, PM_DATA_FROM_L2MISS = 131326, PM_SUSPENDED = 0, PM_VSU0_FMA = 41092, PM_CMPLU_STALL_SCALAR = 262162, PM_STCX_FAIL = 49306, PM_VSU0_FSQRT_FDIV_DOUBLE = 41108, PM_DC_PREF_DST = 53424, PM_VSU1_SCAL_SINGLE_ISSUED = 45190, PM_L3_HIT = 127104, PM_L2_GLOB_GUESS_WRONG = 156802, PM_MRK_DFU_FIN = 131122, PM_INST_FROM_L1___4 = 16512, PM_BRU_FIN___2 = 65640, PM_IC_DEMAND_REQ = 16520, PM_VSU1_FSQRT_FDIV_DOUBLE = 41110, PM_VSU1_FMA = 41094, PM_MRK_LD_MISS_L1 = 131126, PM_VSU0_2FLOP_DOUBLE = 41100, PM_LSU_DC_PREF_STRIDED_STREAM_CONFIRM = 55484, PM_INST_PTEG_FROM_L31_SHR = 188502, PM_MRK_LSU_REJECT_ERAT_MISS = 196708, PM_MRK_DATA_FROM_L2MISS___2 = 315464, PM_DATA_FROM_RL2L3_SHR = 114764, PM_INST_FROM_PREF = 81990, PM_VSU1_SQ = 45214, PM_L2_LD_DISP = 221568, PM_L2_DISP_ALL = 286848, PM_THRD_GRP_CMPL_BOTH_CYC = 65554, PM_VSU_FSQRT_FDIV_DOUBLE = 43156, PM_BR_MPRED = 262390, PM_INST_PTEG_FROM_DL2L3_SHR = 254036, PM_VSU_1FLOP = 43136, PM_HV_CYC = 131082, PM_MRK_LSU_FIN = 262194, PM_MRK_DATA_FROM_RL2L3_SHR = 118860, PM_DTLB_MISS_16M___2 = 311390, PM_LSU1_LMQ_LHR_MERGE = 53402, PM_IFU_FIN = 262246, PM_1THRD_CON_RUN_INSTR = 196706, PM_CMPLU_STALL_COUNT = 262155, PM_MEM0_PB_RD_CL = 196739, PM_THRD_1_RUN_CYC = 65632, PM_THRD_2_CONC_RUN_INSTR = 262242, PM_THRD_2_RUN_CYC = 131168, PM_THRD_3_CONC_RUN_INST = 65634, PM_THRD_3_RUN_CYC = 196704, PM_THRD_4_CONC_RUN_INST = 131170, PM_THRD_4_RUN_CYC = 262240, }; struct resource_constraint { resource_size_t min; resource_size_t max; resource_size_t align; resource_size_t (*alignf)(void *, const struct resource *, resource_size_t, resource_size_t); void *alignf_data; }; enum { MAX_IORES_LEVEL = 5, }; struct region_devres { struct resource *parent; resource_size_t start; resource_size_t n; }; enum reboot_type { BOOT_TRIPLE = 116, BOOT_KBD = 107, BOOT_BIOS = 98, BOOT_ACPI = 97, BOOT_EFI = 101, BOOT_CF9_FORCE = 112, BOOT_CF9_SAFE = 113, }; enum sys_off_mode { SYS_OFF_MODE_POWER_OFF_PREPARE = 0, SYS_OFF_MODE_POWER_OFF = 1, SYS_OFF_MODE_RESTART_PREPARE = 2, SYS_OFF_MODE_RESTART = 3, }; struct sys_off_data { int mode; void *cb_data; const char *cmd; }; struct sys_off_handler { struct notifier_block nb; int (*sys_off_cb)(struct sys_off_data *); void *cb_data; enum sys_off_mode mode; bool blocking; void *list; }; struct semaphore_waiter { struct list_head list; struct task_struct *task; bool up; }; enum { AFFINITY = 0, AFFINITY_LIST = 1, EFFECTIVE = 2, EFFECTIVE_LIST = 3, }; struct rcu_gp_oldstate { long unsigned int rgos_norm; long unsigned int rgos_exp; }; struct rcu_exp_work { long unsigned int rew_s; struct work_struct rew_work; }; struct rcu_node { raw_spinlock_t lock; long unsigned int gp_seq; long unsigned int gp_seq_needed; long unsigned int completedqs; long unsigned int qsmask; long unsigned int rcu_gp_init_mask; long unsigned int qsmaskinit; long unsigned int qsmaskinitnext; long unsigned int expmask; long unsigned int expmaskinit; long unsigned int expmaskinitnext; long unsigned int cbovldmask; long unsigned int ffmask; long unsigned int grpmask; int grplo; int grphi; u8 grpnum; u8 level; bool wait_blkd_tasks; struct rcu_node *parent; struct list_head blkd_tasks; struct list_head *gp_tasks; struct list_head *exp_tasks; struct list_head *boost_tasks; struct rt_mutex boost_mtx; long unsigned int boost_time; struct mutex boost_kthread_mutex; struct task_struct *boost_kthread_task; unsigned int boost_kthread_status; long unsigned int n_boosts; struct swait_queue_head nocb_gp_wq[2]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; raw_spinlock_t fqslock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t exp_lock; long unsigned int exp_seq_rq; wait_queue_head_t exp_wq[4]; struct rcu_exp_work rew; bool exp_need_flush; raw_spinlock_t exp_poll_lock; long unsigned int exp_seq_poll_rq; struct work_struct exp_poll_wq; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; union rcu_noqs { struct { u8 norm; u8 exp; } b; u16 s; }; struct rcu_snap_record { long unsigned int gp_seq; u64 cputime_irq; u64 cputime_softirq; u64 cputime_system; long unsigned int nr_hardirqs; unsigned int nr_softirqs; long long unsigned int nr_csw; long unsigned int jiffies; }; struct rcu_data { long unsigned int gp_seq; long unsigned int gp_seq_needed; union rcu_noqs cpu_no_qs; bool core_needs_qs; bool beenonline; bool gpwrap; bool cpu_started; struct rcu_node *mynode; long unsigned int grpmask; long unsigned int ticks_this_gp; struct irq_work defer_qs_iw; bool defer_qs_iw_pending; struct work_struct strict_work; struct rcu_segcblist cblist; long int qlen_last_fqs_check; long unsigned int n_cbs_invoked; long unsigned int n_force_qs_snap; long int blimit; int dynticks_snap; bool rcu_need_heavy_qs; bool rcu_urgent_qs; bool rcu_forced_tick; bool rcu_forced_tick_exp; long unsigned int barrier_seq_snap; struct callback_head barrier_head; int exp_dynticks_snap; struct swait_queue_head nocb_cb_wq; struct swait_queue_head nocb_state_wq; struct task_struct *nocb_gp_kthread; raw_spinlock_t nocb_lock; atomic_t nocb_lock_contended; int nocb_defer_wakeup; struct timer_list nocb_timer; long unsigned int nocb_gp_adv_time; struct mutex nocb_gp_kthread_mutex; long: 64; long: 64; long: 64; long: 64; long: 64; raw_spinlock_t nocb_bypass_lock; struct rcu_cblist nocb_bypass; long unsigned int nocb_bypass_first; long unsigned int nocb_nobypass_last; int nocb_nobypass_count; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; raw_spinlock_t nocb_gp_lock; u8 nocb_gp_sleep; u8 nocb_gp_bypass; u8 nocb_gp_gp; long unsigned int nocb_gp_seq; long unsigned int nocb_gp_loops; struct swait_queue_head nocb_gp_wq; bool nocb_cb_sleep; struct task_struct *nocb_cb_kthread; struct list_head nocb_head_rdp; struct list_head nocb_entry_rdp; struct rcu_data *nocb_toggling_rdp; long: 64; long: 64; long: 64; struct rcu_data *nocb_gp_rdp; struct task_struct *rcu_cpu_kthread_task; unsigned int rcu_cpu_kthread_status; char rcu_cpu_has_work; long unsigned int rcuc_activity; unsigned int softirq_snap; struct irq_work rcu_iw; bool rcu_iw_pending; long unsigned int rcu_iw_gp_seq; long unsigned int rcu_ofl_gp_seq; short int rcu_ofl_gp_flags; long unsigned int rcu_onl_gp_seq; short int rcu_onl_gp_flags; long unsigned int last_fqs_resched; long unsigned int last_sched_clock; struct rcu_snap_record snap_record; long int lazy_len; int cpu; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct rcu_state { struct rcu_node node[131]; struct rcu_node *level[4]; int ncpus; int n_online_cpus; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int gp_seq; long unsigned int gp_max; struct task_struct *gp_kthread; struct swait_queue_head gp_wq; short int gp_flags; short int gp_state; long unsigned int gp_wake_time; long unsigned int gp_wake_seq; long unsigned int gp_seq_polled; long unsigned int gp_seq_polled_snap; long unsigned int gp_seq_polled_exp_snap; struct mutex barrier_mutex; atomic_t barrier_cpu_count; struct completion barrier_completion; long unsigned int barrier_sequence; raw_spinlock_t barrier_lock; struct mutex exp_mutex; struct mutex exp_wake_mutex; long unsigned int expedited_sequence; atomic_t expedited_need_qs; struct swait_queue_head expedited_wq; int ncpus_snap; u8 cbovld; u8 cbovldnext; long unsigned int jiffies_force_qs; long unsigned int jiffies_kick_kthreads; long unsigned int n_force_qs; long unsigned int gp_start; long unsigned int gp_end; long unsigned int gp_activity; long unsigned int gp_req_activity; long unsigned int jiffies_stall; long unsigned int jiffies_resched; long unsigned int n_force_qs_gpstart; const char *name; char abbr; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; arch_spinlock_t ofl_lock; int nocb_is_setup; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kvfree_rcu_bulk_data { struct list_head list; struct rcu_gp_oldstate gp_snap; long unsigned int nr_records; void *records[0]; }; struct kfree_rcu_cpu; struct kfree_rcu_cpu_work { struct rcu_work rcu_work; struct callback_head *head_free; struct rcu_gp_oldstate head_free_gp_snap; struct list_head bulk_head_free[2]; struct kfree_rcu_cpu *krcp; }; struct kfree_rcu_cpu { struct callback_head *head; long unsigned int head_gp_snap; atomic_t head_count; struct list_head bulk_head[2]; atomic_t bulk_count[2]; struct kfree_rcu_cpu_work krw_arr[2]; raw_spinlock_t lock; struct delayed_work monitor_work; bool initialized; struct delayed_work page_cache_work; atomic_t backoff_page_cache_fill; atomic_t work_in_progress; struct hrtimer hrtimer; struct llist_head bkvcache; int nr_bkv_objs; }; struct ktime_timestamps { u64 mono; u64 boot; u64 real; }; struct system_counterval_t { u64 cycles; struct clocksource *cs; }; enum timekeeping_adv_mode { TK_ADV_TICK = 0, TK_ADV_FREQ = 1, }; struct tk_fast { seqcount_latch_t seq; struct tk_read_base base[2]; }; typedef struct sigevent sigevent_t; enum audit_nlgrps { AUDIT_NLGRP_NONE = 0, AUDIT_NLGRP_READLOG = 1, __AUDIT_NLGRP_MAX = 2, }; struct audit_status { __u32 mask; __u32 enabled; __u32 failure; __u32 pid; __u32 rate_limit; __u32 backlog_limit; __u32 lost; __u32 backlog; union { __u32 version; __u32 feature_bitmap; }; __u32 backlog_wait_time; __u32 backlog_wait_time_actual; }; struct audit_features { __u32 vers; __u32 mask; __u32 features; __u32 lock; }; struct audit_tty_status { __u32 enabled; __u32 log_passwd; }; struct audit_sig_info { uid_t uid; pid_t pid; char ctx[0]; }; struct audit_net { struct sock *sk; }; struct auditd_connection { struct pid *pid; u32 portid; struct net *net; struct callback_head rcu; }; struct audit_ctl_mutex { struct mutex lock; void *owner; }; struct audit_buffer { struct sk_buff *skb; struct audit_context *ctx; gfp_t gfp_mask; }; struct audit_reply { __u32 portid; struct net *net; struct sk_buff *skb; }; enum { TASKSTATS_TYPE_UNSPEC = 0, TASKSTATS_TYPE_PID = 1, TASKSTATS_TYPE_TGID = 2, TASKSTATS_TYPE_STATS = 3, TASKSTATS_TYPE_AGGR_PID = 4, TASKSTATS_TYPE_AGGR_TGID = 5, TASKSTATS_TYPE_NULL = 6, __TASKSTATS_TYPE_MAX = 7, }; enum { TASKSTATS_CMD_ATTR_UNSPEC = 0, TASKSTATS_CMD_ATTR_PID = 1, TASKSTATS_CMD_ATTR_TGID = 2, TASKSTATS_CMD_ATTR_REGISTER_CPUMASK = 3, TASKSTATS_CMD_ATTR_DEREGISTER_CPUMASK = 4, __TASKSTATS_CMD_ATTR_MAX = 5, }; enum { CGROUPSTATS_CMD_UNSPEC = 3, CGROUPSTATS_CMD_GET = 4, CGROUPSTATS_CMD_NEW = 5, __CGROUPSTATS_CMD_MAX = 6, }; enum { CGROUPSTATS_TYPE_UNSPEC = 0, CGROUPSTATS_TYPE_CGROUP_STATS = 1, __CGROUPSTATS_TYPE_MAX = 2, }; enum { CGROUPSTATS_CMD_ATTR_UNSPEC = 0, CGROUPSTATS_CMD_ATTR_FD = 1, __CGROUPSTATS_CMD_ATTR_MAX = 2, }; struct listener { struct list_head list; pid_t pid; char valid; }; struct listener_list { struct rw_semaphore sem; struct list_head list; }; enum actions { REGISTER = 0, DEREGISTER = 1, CPU_DONT_CARE = 2, }; struct trace_bprintk_fmt { struct list_head list; const char *fmt; }; struct ftrace_graph_ent_entry { struct trace_entry ent; struct ftrace_graph_ent graph_ent; }; struct ftrace_graph_ret_entry { struct trace_entry ent; struct ftrace_graph_ret ret; }; struct fgraph_cpu_data { pid_t last_pid; int depth; int depth_irq; int ignore; long unsigned int enter_funcs[50]; }; struct fgraph_data { struct fgraph_cpu_data *cpu_data; struct ftrace_graph_ent_entry ent; struct ftrace_graph_ret_entry ret; int failed; int cpu; long: 0; } __attribute__((packed)); enum { FLAGS_FILL_FULL = 268435456, FLAGS_FILL_START = 536870912, FLAGS_FILL_END = 805306368, }; struct enable_trigger_data { struct trace_event_file *file; bool enable; bool hist; }; struct trace_probe_log { const char *subsystem; const char **argv; int argc; int index; }; struct bpf_timer { long: 64; long: 64; }; struct bpf_dynptr { long: 64; long: 64; }; struct bpf_list_head { long: 64; long: 64; }; struct bpf_list_node { long: 64; long: 64; long: 64; }; struct bpf_rb_root { long: 64; long: 64; }; struct bpf_rb_node { long: 64; long: 64; long: 64; long: 64; }; struct bpf_refcount { int: 32; }; struct bpf_pidns_info { __u32 pid; __u32 tgid; }; enum { BPF_F_TIMER_ABS = 1, }; struct bpf_rb_node_kern { struct rb_node rb_node; void *owner; }; struct bpf_list_node_kern { struct list_head list_head; void *owner; }; typedef u64 (*btf_bpf_map_lookup_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_update_elem)(struct bpf_map *, void *, void *, u64); typedef u64 (*btf_bpf_map_delete_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_push_elem)(struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_map_pop_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_peek_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_lookup_percpu_elem)(struct bpf_map *, void *, u32); typedef u64 (*btf_bpf_get_smp_processor_id)(); typedef u64 (*btf_bpf_get_numa_node_id)(); typedef u64 (*btf_bpf_ktime_get_ns)(); typedef u64 (*btf_bpf_ktime_get_boot_ns)(); typedef u64 (*btf_bpf_ktime_get_coarse_ns)(); typedef u64 (*btf_bpf_ktime_get_tai_ns)(); typedef u64 (*btf_bpf_get_current_pid_tgid)(); typedef u64 (*btf_bpf_get_current_uid_gid)(); typedef u64 (*btf_bpf_get_current_comm)(char *, u32); typedef u64 (*btf_bpf_spin_lock)(struct bpf_spin_lock *); typedef u64 (*btf_bpf_spin_unlock)(struct bpf_spin_lock *); typedef u64 (*btf_bpf_jiffies64)(); typedef u64 (*btf_bpf_get_current_cgroup_id)(); typedef u64 (*btf_bpf_get_current_ancestor_cgroup_id)(int); typedef u64 (*btf_bpf_strtol)(const char *, size_t, u64, long int *); typedef u64 (*btf_bpf_strtoul)(const char *, size_t, u64, long unsigned int *); typedef u64 (*btf_bpf_strncmp)(const char *, u32, const char *); typedef u64 (*btf_bpf_get_ns_current_pid_tgid)(u64, u64, struct bpf_pidns_info *, u32); typedef u64 (*btf_bpf_event_output_data)(void *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_copy_from_user)(void *, u32, const void *); typedef u64 (*btf_bpf_copy_from_user_task)(void *, u32, const void *, struct task_struct *, u64); typedef u64 (*btf_bpf_per_cpu_ptr)(const void *, u32); typedef u64 (*btf_bpf_this_cpu_ptr)(const void *); struct bpf_bprintf_buffers { char bin_args[512]; char buf[1024]; }; typedef u64 (*btf_bpf_snprintf)(char *, u32, char *, const void *, u32); struct bpf_hrtimer { struct hrtimer timer; struct bpf_map *map; struct bpf_prog *prog; void *callback_fn; void *value; }; struct bpf_timer_kern { struct bpf_hrtimer *timer; struct bpf_spin_lock lock; }; typedef u64 (*btf_bpf_timer_init)(struct bpf_timer_kern *, struct bpf_map *, u64); typedef u64 (*btf_bpf_timer_set_callback)(struct bpf_timer_kern *, void *, struct bpf_prog_aux *); typedef u64 (*btf_bpf_timer_start)(struct bpf_timer_kern *, u64, u64); typedef u64 (*btf_bpf_timer_cancel)(struct bpf_timer_kern *); typedef u64 (*btf_bpf_kptr_xchg)(void *, void *); typedef u64 (*btf_bpf_dynptr_from_mem)(void *, u32, u64, struct bpf_dynptr_kern *); typedef u64 (*btf_bpf_dynptr_read)(void *, u32, const struct bpf_dynptr_kern *, u32, u64); typedef u64 (*btf_bpf_dynptr_write)(const struct bpf_dynptr_kern *, u32, void *, u32, u64); typedef u64 (*btf_bpf_dynptr_data)(const struct bpf_dynptr_kern *, u32, u32); struct bucket { struct hlist_nulls_head head; raw_spinlock_t raw_lock; }; struct htab_elem; struct bpf_htab { struct bpf_map map; struct bpf_mem_alloc ma; struct bpf_mem_alloc pcpu_ma; struct bucket *buckets; void *elems; long: 64; long: 64; union { struct pcpu_freelist freelist; struct bpf_lru lru; }; struct htab_elem **extra_elems; struct percpu_counter pcount; atomic_t count; bool use_percpu_counter; u32 n_buckets; u32 elem_size; u32 hashrnd; struct lock_class_key lockdep_key; int *map_locked[8]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct htab_elem { union { struct hlist_nulls_node hash_node; struct { void *padding; union { struct pcpu_freelist_node fnode; struct htab_elem *batch_flink; }; }; }; union { void *ptr_to_pptr; struct bpf_lru_node lru_node; }; u32 hash; long: 0; char key[0]; }; struct bpf_iter_seq_hash_map_info { struct bpf_map *map; struct bpf_htab *htab; void *percpu_value_buf; u32 bucket_id; u32 skip_elems; }; struct bpf_iter__cgroup { union { struct bpf_iter_meta *meta; }; union { struct cgroup *cgroup; }; }; struct cgroup_iter_priv { struct cgroup_subsys_state *start_css; bool visited_all; bool terminate; int order; }; struct bpf_cpumask { cpumask_t cpumask; refcount_t usage; }; struct bp_slots_histogram { atomic_t *count; }; struct bp_cpuinfo { unsigned int cpu_pinned; struct bp_slots_histogram tsk_pinned; }; enum lruvec_flags { LRUVEC_CGROUP_CONGESTED = 0, LRUVEC_NODE_CONGESTED = 1, }; enum pgdat_flags { PGDAT_DIRTY = 0, PGDAT_WRITEBACK = 1, PGDAT_RECLAIM_LOCKED = 2, }; struct reclaim_stat { unsigned int nr_dirty; unsigned int nr_unqueued_dirty; unsigned int nr_congested; unsigned int nr_writeback; unsigned int nr_immediate; unsigned int nr_pageout; unsigned int nr_activate[2]; unsigned int nr_ref_keep; unsigned int nr_unmap_fail; unsigned int nr_lazyfree_fail; }; struct trace_event_raw_mm_vmscan_kswapd_sleep { struct trace_entry ent; int nid; char __data[0]; }; struct trace_event_raw_mm_vmscan_kswapd_wake { struct trace_entry ent; int nid; int zid; int order; char __data[0]; }; struct trace_event_raw_mm_vmscan_wakeup_kswapd { struct trace_entry ent; int nid; int zid; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_direct_reclaim_begin_template { struct trace_entry ent; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_direct_reclaim_end_template { struct trace_entry ent; long unsigned int nr_reclaimed; char __data[0]; }; struct trace_event_raw_mm_shrink_slab_start { struct trace_entry ent; struct shrinker *shr; void *shrink; int nid; long int nr_objects_to_shrink; long unsigned int gfp_flags; long unsigned int cache_items; long long unsigned int delta; long unsigned int total_scan; int priority; char __data[0]; }; struct trace_event_raw_mm_shrink_slab_end { struct trace_entry ent; struct shrinker *shr; int nid; void *shrink; long int unused_scan; long int new_scan; int retval; long int total_scan; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_isolate { struct trace_entry ent; int highest_zoneidx; int order; long unsigned int nr_requested; long unsigned int nr_scanned; long unsigned int nr_skipped; long unsigned int nr_taken; unsigned int isolate_mode; int lru; char __data[0]; }; struct trace_event_raw_mm_vmscan_write_folio { struct trace_entry ent; long unsigned int pfn; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_shrink_inactive { struct trace_entry ent; int nid; long unsigned int nr_scanned; long unsigned int nr_reclaimed; long unsigned int nr_dirty; long unsigned int nr_writeback; long unsigned int nr_congested; long unsigned int nr_immediate; unsigned int nr_activate0; unsigned int nr_activate1; long unsigned int nr_ref_keep; long unsigned int nr_unmap_fail; int priority; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_shrink_active { struct trace_entry ent; int nid; long unsigned int nr_taken; long unsigned int nr_active; long unsigned int nr_deactivated; long unsigned int nr_referenced; int priority; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_node_reclaim_begin { struct trace_entry ent; int nid; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_throttled { struct trace_entry ent; int nid; int usec_timeout; int usec_delayed; int reason; char __data[0]; }; struct trace_event_data_offsets_mm_vmscan_kswapd_sleep {}; struct trace_event_data_offsets_mm_vmscan_kswapd_wake {}; struct trace_event_data_offsets_mm_vmscan_wakeup_kswapd {}; struct trace_event_data_offsets_mm_vmscan_direct_reclaim_begin_template {}; struct trace_event_data_offsets_mm_vmscan_direct_reclaim_end_template {}; struct trace_event_data_offsets_mm_shrink_slab_start {}; struct trace_event_data_offsets_mm_shrink_slab_end {}; struct trace_event_data_offsets_mm_vmscan_lru_isolate {}; struct trace_event_data_offsets_mm_vmscan_write_folio {}; struct trace_event_data_offsets_mm_vmscan_lru_shrink_inactive {}; struct trace_event_data_offsets_mm_vmscan_lru_shrink_active {}; struct trace_event_data_offsets_mm_vmscan_node_reclaim_begin {}; struct trace_event_data_offsets_mm_vmscan_throttled {}; typedef void (*btf_trace_mm_vmscan_kswapd_sleep)(void *, int); typedef void (*btf_trace_mm_vmscan_kswapd_wake)(void *, int, int, int); typedef void (*btf_trace_mm_vmscan_wakeup_kswapd)(void *, int, int, int, gfp_t); typedef void (*btf_trace_mm_vmscan_direct_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_memcg_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_memcg_softlimit_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_direct_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_memcg_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_memcg_softlimit_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_shrink_slab_start)(void *, struct shrinker *, struct shrink_control *, long int, long unsigned int, long long unsigned int, long unsigned int, int); typedef void (*btf_trace_mm_shrink_slab_end)(void *, struct shrinker *, int, int, long int, long int, long int); typedef void (*btf_trace_mm_vmscan_lru_isolate)(void *, int, int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, isolate_mode_t, int); typedef void (*btf_trace_mm_vmscan_write_folio)(void *, struct folio *); typedef void (*btf_trace_mm_vmscan_lru_shrink_inactive)(void *, int, long unsigned int, long unsigned int, struct reclaim_stat *, int, int); typedef void (*btf_trace_mm_vmscan_lru_shrink_active)(void *, int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, int, int); typedef void (*btf_trace_mm_vmscan_node_reclaim_begin)(void *, int, int, gfp_t); typedef void (*btf_trace_mm_vmscan_node_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_throttled)(void *, int, int, int, int); struct scan_control { long unsigned int nr_to_reclaim; nodemask_t *nodemask; struct mem_cgroup *target_mem_cgroup; long unsigned int anon_cost; long unsigned int file_cost; unsigned int may_deactivate: 2; unsigned int force_deactivate: 1; unsigned int skipped_deactivate: 1; unsigned int may_writepage: 1; unsigned int may_unmap: 1; unsigned int may_swap: 1; unsigned int proactive: 1; unsigned int memcg_low_reclaim: 1; unsigned int memcg_low_skipped: 1; unsigned int hibernation_mode: 1; unsigned int compaction_ready: 1; unsigned int cache_trim_mode: 1; unsigned int file_is_tiny: 1; unsigned int no_demotion: 1; s8 order; s8 priority; s8 reclaim_idx; gfp_t gfp_mask; long unsigned int nr_scanned; long unsigned int nr_reclaimed; struct { unsigned int dirty; unsigned int unqueued_dirty; unsigned int congested; unsigned int writeback; unsigned int immediate; unsigned int file_taken; unsigned int taken; } nr; struct reclaim_state reclaim_state; }; typedef enum { PAGE_KEEP = 0, PAGE_ACTIVATE = 1, PAGE_SUCCESS = 2, PAGE_CLEAN = 3, } pageout_t; enum folio_references { FOLIOREF_RECLAIM = 0, FOLIOREF_RECLAIM_CLEAN = 1, FOLIOREF_KEEP = 2, FOLIOREF_ACTIVATE = 3, }; enum scan_balance { SCAN_EQUAL = 0, SCAN_FRACT = 1, SCAN_ANON = 2, SCAN_FILE = 3, }; struct trace_event_raw_vm_unmapped_area { struct trace_entry ent; long unsigned int addr; long unsigned int total_vm; long unsigned int flags; long unsigned int length; long unsigned int low_limit; long unsigned int high_limit; long unsigned int align_mask; long unsigned int align_offset; char __data[0]; }; struct trace_event_raw_vma_mas_szero { struct trace_entry ent; struct maple_tree *mt; long unsigned int start; long unsigned int end; char __data[0]; }; struct trace_event_raw_vma_store { struct trace_entry ent; struct maple_tree *mt; struct vm_area_struct *vma; long unsigned int vm_start; long unsigned int vm_end; char __data[0]; }; struct trace_event_raw_exit_mmap { struct trace_entry ent; struct mm_struct *mm; struct maple_tree *mt; char __data[0]; }; struct trace_event_data_offsets_vm_unmapped_area {}; struct trace_event_data_offsets_vma_mas_szero {}; struct trace_event_data_offsets_vma_store {}; struct trace_event_data_offsets_exit_mmap {}; typedef void (*btf_trace_vm_unmapped_area)(void *, long unsigned int, struct vm_unmapped_area_info *); typedef void (*btf_trace_vma_mas_szero)(void *, struct maple_tree *, long unsigned int, long unsigned int); typedef void (*btf_trace_vma_store)(void *, struct maple_tree *, struct vm_area_struct *); typedef void (*btf_trace_exit_mmap)(void *, struct mm_struct *); struct vma_prepare { struct vm_area_struct *vma; struct vm_area_struct *adj_next; struct file *file; struct address_space *mapping; struct anon_vma *anon_vma; struct vm_area_struct *insert; struct vm_area_struct *remove; struct vm_area_struct *remove2; }; struct vmap_area { long unsigned int va_start; long unsigned int va_end; struct rb_node rb_node; struct list_head list; union { long unsigned int subtree_max_size; struct vm_struct *vm; }; long unsigned int flags; }; typedef unsigned int kasan_vmalloc_flags_t; struct trace_event_raw_alloc_vmap_area { struct trace_entry ent; long unsigned int addr; long unsigned int size; long unsigned int align; long unsigned int vstart; long unsigned int vend; int failed; char __data[0]; }; struct trace_event_raw_purge_vmap_area_lazy { struct trace_entry ent; long unsigned int start; long unsigned int end; unsigned int npurged; char __data[0]; }; struct trace_event_raw_free_vmap_area_noflush { struct trace_entry ent; long unsigned int va_start; long unsigned int nr_lazy; long unsigned int nr_lazy_max; char __data[0]; }; struct trace_event_data_offsets_alloc_vmap_area {}; struct trace_event_data_offsets_purge_vmap_area_lazy {}; struct trace_event_data_offsets_free_vmap_area_noflush {}; typedef void (*btf_trace_alloc_vmap_area)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, int); typedef void (*btf_trace_purge_vmap_area_lazy)(void *, long unsigned int, long unsigned int, unsigned int); typedef void (*btf_trace_free_vmap_area_noflush)(void *, long unsigned int, long unsigned int, long unsigned int); struct vfree_deferred { struct llist_head list; struct work_struct wq; }; enum fit_type { NOTHING_FIT = 0, FL_FIT_TYPE = 1, LE_FIT_TYPE = 2, RE_FIT_TYPE = 3, NE_FIT_TYPE = 4, }; struct vmap_block_queue { spinlock_t lock; struct list_head free; struct xarray vmap_blocks; }; struct vmap_block { spinlock_t lock; struct vmap_area *va; long unsigned int free; long unsigned int dirty; long unsigned int used_map[2]; long unsigned int dirty_min; long unsigned int dirty_max; struct list_head free_list; struct callback_head callback_head; struct list_head purge; }; struct dma_block { struct dma_block *next_block; dma_addr_t dma; }; struct dma_pool { struct list_head page_list; spinlock_t lock; struct dma_block *next_block; size_t nr_blocks; size_t nr_active; size_t nr_pages; struct device *dev; unsigned int size; unsigned int allocation; unsigned int boundary; char name[32]; struct list_head pools; }; struct dma_page { struct list_head page_list; void *vaddr; dma_addr_t dma; }; struct trace_event_raw_ksm_scan_template { struct trace_entry ent; int seq; u32 rmap_entries; char __data[0]; }; struct trace_event_raw_ksm_enter_exit_template { struct trace_entry ent; void *mm; char __data[0]; }; struct trace_event_raw_ksm_merge_one_page { struct trace_entry ent; long unsigned int pfn; void *rmap_item; void *mm; int err; char __data[0]; }; struct trace_event_raw_ksm_merge_with_ksm_page { struct trace_entry ent; void *ksm_page; long unsigned int pfn; void *rmap_item; void *mm; int err; char __data[0]; }; struct trace_event_raw_ksm_remove_ksm_page { struct trace_entry ent; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_ksm_remove_rmap_item { struct trace_entry ent; long unsigned int pfn; void *rmap_item; void *mm; char __data[0]; }; struct trace_event_data_offsets_ksm_scan_template {}; struct trace_event_data_offsets_ksm_enter_exit_template {}; struct trace_event_data_offsets_ksm_merge_one_page {}; struct trace_event_data_offsets_ksm_merge_with_ksm_page {}; struct trace_event_data_offsets_ksm_remove_ksm_page {}; struct trace_event_data_offsets_ksm_remove_rmap_item {}; typedef void (*btf_trace_ksm_start_scan)(void *, int, u32); typedef void (*btf_trace_ksm_stop_scan)(void *, int, u32); typedef void (*btf_trace_ksm_enter)(void *, void *); typedef void (*btf_trace_ksm_exit)(void *, void *); typedef void (*btf_trace_ksm_merge_one_page)(void *, long unsigned int, void *, void *, int); typedef void (*btf_trace_ksm_merge_with_ksm_page)(void *, void *, long unsigned int, void *, void *, int); typedef void (*btf_trace_ksm_remove_ksm_page)(void *, long unsigned int); typedef void (*btf_trace_ksm_remove_rmap_item)(void *, long unsigned int, void *, void *); struct ksm_rmap_item; struct ksm_mm_slot { struct mm_slot slot; struct ksm_rmap_item *rmap_list; }; struct ksm_stable_node; struct ksm_rmap_item { struct ksm_rmap_item *rmap_list; union { struct anon_vma *anon_vma; int nid; }; struct mm_struct *mm; long unsigned int address; unsigned int oldchecksum; union { struct rb_node node; struct { struct ksm_stable_node *head; struct hlist_node hlist; }; }; }; struct ksm_scan { struct ksm_mm_slot *mm_slot; long unsigned int address; struct ksm_rmap_item **rmap_list; long unsigned int seqnr; }; struct ksm_stable_node { union { struct rb_node node; struct { struct list_head *head; struct { struct hlist_node hlist_dup; struct list_head list; }; }; }; struct hlist_head hlist; union { long unsigned int kpfn; long unsigned int chain_prune_time; }; int rmap_hlist_len; int nid; }; enum get_ksm_page_flags { GET_KSM_PAGE_NOLOCK = 0, GET_KSM_PAGE_LOCK = 1, GET_KSM_PAGE_TRYLOCK = 2, }; struct swap_cgroup_ctrl { struct page **map; long unsigned int length; spinlock_t lock; }; struct swap_cgroup { short unsigned int id; }; struct zpool { struct zpool_driver *driver; void *pool; }; struct page_reporting_dev_info { int (*report)(struct page_reporting_dev_info *, struct scatterlist *, unsigned int); struct delayed_work work; atomic_t state; unsigned int order; }; enum { PAGE_REPORTING_IDLE = 0, PAGE_REPORTING_REQUESTED = 1, PAGE_REPORTING_ACTIVE = 2, }; struct inodes_stat_t { long int nr_inodes; long int nr_unused; long int dummy[5]; }; struct wb_writeback_work { long int nr_pages; struct super_block *sb; enum writeback_sync_modes sync_mode; unsigned int tagged_writepages: 1; unsigned int for_kupdate: 1; unsigned int range_cyclic: 1; unsigned int for_background: 1; unsigned int for_sync: 1; unsigned int auto_free: 1; enum wb_reason reason; struct list_head list; struct wb_completion *done; }; struct trace_event_raw_writeback_folio_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int index; char __data[0]; }; struct trace_event_raw_writeback_dirty_inode_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int flags; char __data[0]; }; struct trace_event_raw_inode_foreign_history { struct trace_entry ent; char name[32]; ino_t ino; ino_t cgroup_ino; unsigned int history; char __data[0]; }; struct trace_event_raw_inode_switch_wbs { struct trace_entry ent; char name[32]; ino_t ino; ino_t old_cgroup_ino; ino_t new_cgroup_ino; char __data[0]; }; struct trace_event_raw_track_foreign_dirty { struct trace_entry ent; char name[32]; u64 bdi_id; ino_t ino; unsigned int memcg_id; ino_t cgroup_ino; ino_t page_cgroup_ino; char __data[0]; }; struct trace_event_raw_flush_foreign { struct trace_entry ent; char name[32]; ino_t cgroup_ino; unsigned int frn_bdi_id; unsigned int frn_memcg_id; char __data[0]; }; struct trace_event_raw_writeback_write_inode_template { struct trace_entry ent; char name[32]; ino_t ino; int sync_mode; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_work_class { struct trace_entry ent; char name[32]; long int nr_pages; dev_t sb_dev; int sync_mode; int for_kupdate; int range_cyclic; int for_background; int reason; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_pages_written { struct trace_entry ent; long int pages; char __data[0]; }; struct trace_event_raw_writeback_class { struct trace_entry ent; char name[32]; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_bdi_register { struct trace_entry ent; char name[32]; char __data[0]; }; struct trace_event_raw_wbc_class { struct trace_entry ent; char name[32]; long int nr_to_write; long int pages_skipped; int sync_mode; int for_kupdate; int for_background; int for_reclaim; int range_cyclic; long int range_start; long int range_end; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_queue_io { struct trace_entry ent; char name[32]; long unsigned int older; long int age; int moved; int reason; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_global_dirty_state { struct trace_entry ent; long unsigned int nr_dirty; long unsigned int nr_writeback; long unsigned int background_thresh; long unsigned int dirty_thresh; long unsigned int dirty_limit; long unsigned int nr_dirtied; long unsigned int nr_written; char __data[0]; }; struct trace_event_raw_bdi_dirty_ratelimit { struct trace_entry ent; char bdi[32]; long unsigned int write_bw; long unsigned int avg_write_bw; long unsigned int dirty_rate; long unsigned int dirty_ratelimit; long unsigned int task_ratelimit; long unsigned int balanced_dirty_ratelimit; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_balance_dirty_pages { struct trace_entry ent; char bdi[32]; long unsigned int limit; long unsigned int setpoint; long unsigned int dirty; long unsigned int bdi_setpoint; long unsigned int bdi_dirty; long unsigned int dirty_ratelimit; long unsigned int task_ratelimit; unsigned int dirtied; unsigned int dirtied_pause; long unsigned int paused; long int pause; long unsigned int period; long int think; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_sb_inodes_requeue { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int dirtied_when; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_single_inode_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int dirtied_when; long unsigned int writeback_index; long int nr_to_write; long unsigned int wrote; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_inode_template { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int state; __u16 mode; long unsigned int dirtied_when; char __data[0]; }; struct trace_event_data_offsets_writeback_folio_template {}; struct trace_event_data_offsets_writeback_dirty_inode_template {}; struct trace_event_data_offsets_inode_foreign_history {}; struct trace_event_data_offsets_inode_switch_wbs {}; struct trace_event_data_offsets_track_foreign_dirty {}; struct trace_event_data_offsets_flush_foreign {}; struct trace_event_data_offsets_writeback_write_inode_template {}; struct trace_event_data_offsets_writeback_work_class {}; struct trace_event_data_offsets_writeback_pages_written {}; struct trace_event_data_offsets_writeback_class {}; struct trace_event_data_offsets_writeback_bdi_register {}; struct trace_event_data_offsets_wbc_class {}; struct trace_event_data_offsets_writeback_queue_io {}; struct trace_event_data_offsets_global_dirty_state {}; struct trace_event_data_offsets_bdi_dirty_ratelimit {}; struct trace_event_data_offsets_balance_dirty_pages {}; struct trace_event_data_offsets_writeback_sb_inodes_requeue {}; struct trace_event_data_offsets_writeback_single_inode_template {}; struct trace_event_data_offsets_writeback_inode_template {}; typedef void (*btf_trace_writeback_dirty_folio)(void *, struct folio *, struct address_space *); typedef void (*btf_trace_folio_wait_writeback)(void *, struct folio *, struct address_space *); typedef void (*btf_trace_writeback_mark_inode_dirty)(void *, struct inode *, int); typedef void (*btf_trace_writeback_dirty_inode_start)(void *, struct inode *, int); typedef void (*btf_trace_writeback_dirty_inode)(void *, struct inode *, int); typedef void (*btf_trace_inode_foreign_history)(void *, struct inode *, struct writeback_control *, unsigned int); typedef void (*btf_trace_inode_switch_wbs)(void *, struct inode *, struct bdi_writeback *, struct bdi_writeback *); typedef void (*btf_trace_track_foreign_dirty)(void *, struct folio *, struct bdi_writeback *); typedef void (*btf_trace_flush_foreign)(void *, struct bdi_writeback *, unsigned int, unsigned int); typedef void (*btf_trace_writeback_write_inode_start)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_writeback_write_inode)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_writeback_queue)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_exec)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_start)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_written)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_wait)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_pages_written)(void *, long int); typedef void (*btf_trace_writeback_wake_background)(void *, struct bdi_writeback *); typedef void (*btf_trace_writeback_bdi_register)(void *, struct backing_dev_info *); typedef void (*btf_trace_wbc_writepage)(void *, struct writeback_control *, struct backing_dev_info *); typedef void (*btf_trace_writeback_queue_io)(void *, struct bdi_writeback *, struct wb_writeback_work *, long unsigned int, int); typedef void (*btf_trace_global_dirty_state)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_bdi_dirty_ratelimit)(void *, struct bdi_writeback *, long unsigned int, long unsigned int); typedef void (*btf_trace_balance_dirty_pages)(void *, struct bdi_writeback *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long int, long unsigned int); typedef void (*btf_trace_writeback_sb_inodes_requeue)(void *, struct inode *); typedef void (*btf_trace_writeback_single_inode_start)(void *, struct inode *, struct writeback_control *, long unsigned int); typedef void (*btf_trace_writeback_single_inode)(void *, struct inode *, struct writeback_control *, long unsigned int); typedef void (*btf_trace_writeback_lazytime)(void *, struct inode *); typedef void (*btf_trace_writeback_lazytime_iput)(void *, struct inode *); typedef void (*btf_trace_writeback_dirty_inode_enqueue)(void *, struct inode *); typedef void (*btf_trace_sb_mark_inode_writeback)(void *, struct inode *); typedef void (*btf_trace_sb_clear_inode_writeback)(void *, struct inode *); struct inode_switch_wbs_context { struct rcu_work work; struct bdi_writeback *new_wb; struct inode *inodes[0]; }; struct mpage_readpage_args { struct bio *bio; struct folio *folio; unsigned int nr_pages; bool is_readahead; sector_t last_block_in_bio; struct buffer_head map_bh; long unsigned int first_logical_block; get_block_t *get_block; }; struct mpage_data { struct bio *bio; sector_t last_block_in_bio; get_block_t *get_block; }; struct inotify_event { __s32 wd; __u32 mask; __u32 cookie; __u32 len; char name[0]; }; struct nfsacl_encode_desc { struct xdr_array2_desc desc; unsigned int count; struct posix_acl *acl; int typeflag; kuid_t uid; kgid_t gid; }; struct nfsacl_simple_acl { struct posix_acl acl; struct posix_acl_entry ace[4]; }; struct nfsacl_decode_desc { struct xdr_array2_desc desc; unsigned int count; struct posix_acl *acl; }; typedef int (*iomap_punch_t)(struct inode *, loff_t, loff_t); struct iomap_folio_state { atomic_t read_bytes_pending; atomic_t write_bytes_pending; spinlock_t state_lock; long unsigned int state[0]; }; struct iomap_readpage_ctx { struct folio *cur_folio; bool cur_folio_in_bio; struct bio *bio; struct readahead_control *rac; }; enum kcore_type { KCORE_TEXT = 0, KCORE_VMALLOC = 1, KCORE_RAM = 2, KCORE_VMEMMAP = 3, KCORE_USER = 4, }; struct kcore_list { struct list_head list; long unsigned int addr; size_t size; int type; }; struct pts_mount_opts { int setuid; int setgid; kuid_t uid; kgid_t gid; umode_t mode; umode_t ptmxmode; int reserve; int max; }; enum { Opt_uid___6 = 0, Opt_gid___7 = 1, Opt_mode___6 = 2, Opt_ptmxmode = 3, Opt_newinstance = 4, Opt_max = 5, Opt_err___7 = 6, }; struct pts_fs_info { struct ida allocated_ptys; struct pts_mount_opts mount_opts; struct super_block *sb; struct dentry *ptmx_dentry; }; struct fsuuid { __u32 fsu_len; __u32 fsu_flags; __u8 fsu_uuid[0]; }; struct move_extent { __u32 reserved; __u32 donor_fd; __u64 orig_start; __u64 donor_start; __u64 len; __u64 moved_len; }; struct ext4_new_group_input { __u32 group; __u64 block_bitmap; __u64 inode_bitmap; __u64 inode_table; __u32 blocks_count; __u16 reserved_blocks; __u16 unused; }; typedef void ext4_update_sb_callback(struct ext4_super_block *, const void *); struct getfsmap_info { struct super_block *gi_sb; struct fsmap_head *gi_data; unsigned int gi_idx; __u32 gi_last_flags; }; struct ext4_lazy_init { long unsigned int li_state; struct list_head li_request_list; struct mutex li_list_mtx; }; struct ext4_journal_cb_entry { struct list_head jce_list; void (*jce_func)(struct super_block *, struct ext4_journal_cb_entry *, int); }; struct trace_event_raw_ext4_other_inode_update_time { struct trace_entry ent; dev_t dev; ino_t ino; ino_t orig_ino; uid_t uid; gid_t gid; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_free_inode { struct trace_entry ent; dev_t dev; ino_t ino; uid_t uid; gid_t gid; __u64 blocks; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_request_inode { struct trace_entry ent; dev_t dev; ino_t dir; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_allocate_inode { struct trace_entry ent; dev_t dev; ino_t ino; ino_t dir; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_evict_inode { struct trace_entry ent; dev_t dev; ino_t ino; int nlink; char __data[0]; }; struct trace_event_raw_ext4_drop_inode { struct trace_entry ent; dev_t dev; ino_t ino; int drop; char __data[0]; }; struct trace_event_raw_ext4_nfs_commit_metadata { struct trace_entry ent; dev_t dev; ino_t ino; char __data[0]; }; struct trace_event_raw_ext4_mark_inode_dirty { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int ip; char __data[0]; }; struct trace_event_raw_ext4_begin_ordered_truncate { struct trace_entry ent; dev_t dev; ino_t ino; loff_t new_size; char __data[0]; }; struct trace_event_raw_ext4__write_begin { struct trace_entry ent; dev_t dev; ino_t ino; loff_t pos; unsigned int len; char __data[0]; }; struct trace_event_raw_ext4__write_end { struct trace_entry ent; dev_t dev; ino_t ino; loff_t pos; unsigned int len; unsigned int copied; char __data[0]; }; struct trace_event_raw_ext4_writepages { struct trace_entry ent; dev_t dev; ino_t ino; long int nr_to_write; long int pages_skipped; loff_t range_start; loff_t range_end; long unsigned int writeback_index; int sync_mode; char for_kupdate; char range_cyclic; char __data[0]; }; struct trace_event_raw_ext4_da_write_pages { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int first_page; long int nr_to_write; int sync_mode; char __data[0]; }; struct trace_event_raw_ext4_da_write_pages_extent { struct trace_entry ent; dev_t dev; ino_t ino; __u64 lblk; __u32 len; __u32 flags; char __data[0]; }; struct trace_event_raw_ext4_writepages_result { struct trace_entry ent; dev_t dev; ino_t ino; int ret; int pages_written; long int pages_skipped; long unsigned int writeback_index; int sync_mode; char __data[0]; }; struct trace_event_raw_ext4__folio_op { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int index; char __data[0]; }; struct trace_event_raw_ext4_invalidate_folio_op { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int index; size_t offset; size_t length; char __data[0]; }; struct trace_event_raw_ext4_discard_blocks { struct trace_entry ent; dev_t dev; __u64 blk; __u64 count; char __data[0]; }; struct trace_event_raw_ext4__mb_new_pa { struct trace_entry ent; dev_t dev; ino_t ino; __u64 pa_pstart; __u64 pa_lstart; __u32 pa_len; char __data[0]; }; struct trace_event_raw_ext4_mb_release_inode_pa { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; __u32 count; char __data[0]; }; struct trace_event_raw_ext4_mb_release_group_pa { struct trace_entry ent; dev_t dev; __u64 pa_pstart; __u32 pa_len; char __data[0]; }; struct trace_event_raw_ext4_discard_preallocations { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int len; unsigned int needed; char __data[0]; }; struct trace_event_raw_ext4_mb_discard_preallocations { struct trace_entry ent; dev_t dev; int needed; char __data[0]; }; struct trace_event_raw_ext4_request_blocks { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int len; __u32 logical; __u32 lleft; __u32 lright; __u64 goal; __u64 pleft; __u64 pright; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4_allocate_blocks { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; unsigned int len; __u32 logical; __u32 lleft; __u32 lright; __u64 goal; __u64 pleft; __u64 pright; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4_free_blocks { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; long unsigned int count; int flags; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_sync_file_enter { struct trace_entry ent; dev_t dev; ino_t ino; ino_t parent; int datasync; char __data[0]; }; struct trace_event_raw_ext4_sync_file_exit { struct trace_entry ent; dev_t dev; ino_t ino; int ret; char __data[0]; }; struct trace_event_raw_ext4_sync_fs { struct trace_entry ent; dev_t dev; int wait; char __data[0]; }; struct trace_event_raw_ext4_alloc_da_blocks { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int data_blocks; char __data[0]; }; struct trace_event_raw_ext4_mballoc_alloc { struct trace_entry ent; dev_t dev; ino_t ino; __u32 orig_logical; int orig_start; __u32 orig_group; int orig_len; __u32 goal_logical; int goal_start; __u32 goal_group; int goal_len; __u32 result_logical; int result_start; __u32 result_group; int result_len; __u16 found; __u16 groups; __u16 buddy; __u16 flags; __u16 tail; __u8 cr; char __data[0]; }; struct trace_event_raw_ext4_mballoc_prealloc { struct trace_entry ent; dev_t dev; ino_t ino; __u32 orig_logical; int orig_start; __u32 orig_group; int orig_len; __u32 result_logical; int result_start; __u32 result_group; int result_len; char __data[0]; }; struct trace_event_raw_ext4__mballoc { struct trace_entry ent; dev_t dev; ino_t ino; int result_start; __u32 result_group; int result_len; char __data[0]; }; struct trace_event_raw_ext4_forget { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; int is_metadata; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_da_update_reserve_space { struct trace_entry ent; dev_t dev; ino_t ino; __u64 i_blocks; int used_blocks; int reserved_data_blocks; int quota_claim; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_da_reserve_space { struct trace_entry ent; dev_t dev; ino_t ino; __u64 i_blocks; int reserved_data_blocks; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_da_release_space { struct trace_entry ent; dev_t dev; ino_t ino; __u64 i_blocks; int freed_blocks; int reserved_data_blocks; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4__bitmap_load { struct trace_entry ent; dev_t dev; __u32 group; char __data[0]; }; struct trace_event_raw_ext4_read_block_bitmap_load { struct trace_entry ent; dev_t dev; __u32 group; bool prefetch; char __data[0]; }; struct trace_event_raw_ext4__fallocate_mode { struct trace_entry ent; dev_t dev; ino_t ino; loff_t offset; loff_t len; int mode; char __data[0]; }; struct trace_event_raw_ext4_fallocate_exit { struct trace_entry ent; dev_t dev; ino_t ino; loff_t pos; unsigned int blocks; int ret; char __data[0]; }; struct trace_event_raw_ext4_unlink_enter { struct trace_entry ent; dev_t dev; ino_t ino; ino_t parent; loff_t size; char __data[0]; }; struct trace_event_raw_ext4_unlink_exit { struct trace_entry ent; dev_t dev; ino_t ino; int ret; char __data[0]; }; struct trace_event_raw_ext4__truncate { struct trace_entry ent; dev_t dev; ino_t ino; __u64 blocks; char __data[0]; }; struct trace_event_raw_ext4_ext_convert_to_initialized_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t m_lblk; unsigned int m_len; ext4_lblk_t u_lblk; unsigned int u_len; ext4_fsblk_t u_pblk; char __data[0]; }; struct trace_event_raw_ext4_ext_convert_to_initialized_fastpath { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t m_lblk; unsigned int m_len; ext4_lblk_t u_lblk; unsigned int u_len; ext4_fsblk_t u_pblk; ext4_lblk_t i_lblk; unsigned int i_len; ext4_fsblk_t i_pblk; char __data[0]; }; struct trace_event_raw_ext4__map_blocks_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; unsigned int len; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4__map_blocks_exit { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int flags; ext4_fsblk_t pblk; ext4_lblk_t lblk; unsigned int len; unsigned int mflags; int ret; char __data[0]; }; struct trace_event_raw_ext4_ext_load_extent { struct trace_entry ent; dev_t dev; ino_t ino; ext4_fsblk_t pblk; ext4_lblk_t lblk; char __data[0]; }; struct trace_event_raw_ext4_load_inode { struct trace_entry ent; dev_t dev; ino_t ino; char __data[0]; }; struct trace_event_raw_ext4_journal_start_sb { struct trace_entry ent; dev_t dev; long unsigned int ip; int blocks; int rsv_blocks; int revoke_creds; int type; char __data[0]; }; struct trace_event_raw_ext4_journal_start_inode { struct trace_entry ent; long unsigned int ino; dev_t dev; long unsigned int ip; int blocks; int rsv_blocks; int revoke_creds; int type; char __data[0]; }; struct trace_event_raw_ext4_journal_start_reserved { struct trace_entry ent; dev_t dev; long unsigned int ip; int blocks; char __data[0]; }; struct trace_event_raw_ext4__trim { struct trace_entry ent; int dev_major; int dev_minor; __u32 group; int start; int len; char __data[0]; }; struct trace_event_raw_ext4_ext_handle_unwritten_extents { struct trace_entry ent; dev_t dev; ino_t ino; int flags; ext4_lblk_t lblk; ext4_fsblk_t pblk; unsigned int len; unsigned int allocated; ext4_fsblk_t newblk; char __data[0]; }; struct trace_event_raw_ext4_get_implied_cluster_alloc_exit { struct trace_entry ent; dev_t dev; unsigned int flags; ext4_lblk_t lblk; ext4_fsblk_t pblk; unsigned int len; int ret; char __data[0]; }; struct trace_event_raw_ext4_ext_show_extent { struct trace_entry ent; dev_t dev; ino_t ino; ext4_fsblk_t pblk; ext4_lblk_t lblk; short unsigned int len; char __data[0]; }; struct trace_event_raw_ext4_remove_blocks { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t from; ext4_lblk_t to; ext4_fsblk_t ee_pblk; ext4_lblk_t ee_lblk; short unsigned int ee_len; ext4_fsblk_t pc_pclu; ext4_lblk_t pc_lblk; int pc_state; char __data[0]; }; struct trace_event_raw_ext4_ext_rm_leaf { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t start; ext4_lblk_t ee_lblk; ext4_fsblk_t ee_pblk; short int ee_len; ext4_fsblk_t pc_pclu; ext4_lblk_t pc_lblk; int pc_state; char __data[0]; }; struct trace_event_raw_ext4_ext_rm_idx { struct trace_entry ent; dev_t dev; ino_t ino; ext4_fsblk_t pblk; char __data[0]; }; struct trace_event_raw_ext4_ext_remove_space { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t start; ext4_lblk_t end; int depth; char __data[0]; }; struct trace_event_raw_ext4_ext_remove_space_done { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t start; ext4_lblk_t end; int depth; ext4_fsblk_t pc_pclu; ext4_lblk_t pc_lblk; int pc_state; short unsigned int eh_entries; char __data[0]; }; struct trace_event_raw_ext4__es_extent { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; char __data[0]; }; struct trace_event_raw_ext4_es_remove_extent { struct trace_entry ent; dev_t dev; ino_t ino; loff_t lblk; loff_t len; char __data[0]; }; struct trace_event_raw_ext4_es_find_extent_range_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; char __data[0]; }; struct trace_event_raw_ext4_es_find_extent_range_exit { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; char __data[0]; }; struct trace_event_raw_ext4_es_lookup_extent_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; char __data[0]; }; struct trace_event_raw_ext4_es_lookup_extent_exit { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; int found; char __data[0]; }; struct trace_event_raw_ext4__es_shrink_enter { struct trace_entry ent; dev_t dev; int nr_to_scan; int cache_cnt; char __data[0]; }; struct trace_event_raw_ext4_es_shrink_scan_exit { struct trace_entry ent; dev_t dev; int nr_shrunk; int cache_cnt; char __data[0]; }; struct trace_event_raw_ext4_collapse_range { struct trace_entry ent; dev_t dev; ino_t ino; loff_t offset; loff_t len; char __data[0]; }; struct trace_event_raw_ext4_insert_range { struct trace_entry ent; dev_t dev; ino_t ino; loff_t offset; loff_t len; char __data[0]; }; struct trace_event_raw_ext4_es_shrink { struct trace_entry ent; dev_t dev; int nr_shrunk; long long unsigned int scan_time; int nr_skipped; int retried; char __data[0]; }; struct trace_event_raw_ext4_es_insert_delayed_block { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; bool allocated; char __data[0]; }; struct trace_event_raw_ext4_fsmap_class { struct trace_entry ent; dev_t dev; dev_t keydev; u32 agno; u64 bno; u64 len; u64 owner; char __data[0]; }; struct trace_event_raw_ext4_getfsmap_class { struct trace_entry ent; dev_t dev; dev_t keydev; u64 block; u64 len; u64 owner; u64 flags; char __data[0]; }; struct trace_event_raw_ext4_shutdown { struct trace_entry ent; dev_t dev; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4_error { struct trace_entry ent; dev_t dev; const char *function; unsigned int line; char __data[0]; }; struct trace_event_raw_ext4_prefetch_bitmaps { struct trace_entry ent; dev_t dev; __u32 group; __u32 next; __u32 ios; char __data[0]; }; struct trace_event_raw_ext4_lazy_itable_init { struct trace_entry ent; dev_t dev; __u32 group; char __data[0]; }; struct trace_event_raw_ext4_fc_replay_scan { struct trace_entry ent; dev_t dev; int error; int off; char __data[0]; }; struct trace_event_raw_ext4_fc_replay { struct trace_entry ent; dev_t dev; int tag; int ino; int priv1; int priv2; char __data[0]; }; struct trace_event_raw_ext4_fc_commit_start { struct trace_entry ent; dev_t dev; tid_t tid; char __data[0]; }; struct trace_event_raw_ext4_fc_commit_stop { struct trace_entry ent; dev_t dev; int nblks; int reason; int num_fc; int num_fc_ineligible; int nblks_agg; tid_t tid; char __data[0]; }; struct trace_event_raw_ext4_fc_stats { struct trace_entry ent; dev_t dev; unsigned int fc_ineligible_rc[10]; long unsigned int fc_commits; long unsigned int fc_ineligible_commits; long unsigned int fc_numblks; char __data[0]; }; struct trace_event_raw_ext4_fc_track_dentry { struct trace_entry ent; dev_t dev; tid_t t_tid; ino_t i_ino; tid_t i_sync_tid; int error; char __data[0]; }; struct trace_event_raw_ext4_fc_track_inode { struct trace_entry ent; dev_t dev; tid_t t_tid; ino_t i_ino; tid_t i_sync_tid; int error; char __data[0]; }; struct trace_event_raw_ext4_fc_track_range { struct trace_entry ent; dev_t dev; tid_t t_tid; ino_t i_ino; tid_t i_sync_tid; long int start; long int end; int error; char __data[0]; }; struct trace_event_raw_ext4_fc_cleanup { struct trace_entry ent; dev_t dev; int j_fc_off; int full; tid_t tid; char __data[0]; }; struct trace_event_raw_ext4_update_sb { struct trace_entry ent; dev_t dev; ext4_fsblk_t fsblk; unsigned int flags; char __data[0]; }; struct trace_event_data_offsets_ext4_other_inode_update_time {}; struct trace_event_data_offsets_ext4_free_inode {}; struct trace_event_data_offsets_ext4_request_inode {}; struct trace_event_data_offsets_ext4_allocate_inode {}; struct trace_event_data_offsets_ext4_evict_inode {}; struct trace_event_data_offsets_ext4_drop_inode {}; struct trace_event_data_offsets_ext4_nfs_commit_metadata {}; struct trace_event_data_offsets_ext4_mark_inode_dirty {}; struct trace_event_data_offsets_ext4_begin_ordered_truncate {}; struct trace_event_data_offsets_ext4__write_begin {}; struct trace_event_data_offsets_ext4__write_end {}; struct trace_event_data_offsets_ext4_writepages {}; struct trace_event_data_offsets_ext4_da_write_pages {}; struct trace_event_data_offsets_ext4_da_write_pages_extent {}; struct trace_event_data_offsets_ext4_writepages_result {}; struct trace_event_data_offsets_ext4__folio_op {}; struct trace_event_data_offsets_ext4_invalidate_folio_op {}; struct trace_event_data_offsets_ext4_discard_blocks {}; struct trace_event_data_offsets_ext4__mb_new_pa {}; struct trace_event_data_offsets_ext4_mb_release_inode_pa {}; struct trace_event_data_offsets_ext4_mb_release_group_pa {}; struct trace_event_data_offsets_ext4_discard_preallocations {}; struct trace_event_data_offsets_ext4_mb_discard_preallocations {}; struct trace_event_data_offsets_ext4_request_blocks {}; struct trace_event_data_offsets_ext4_allocate_blocks {}; struct trace_event_data_offsets_ext4_free_blocks {}; struct trace_event_data_offsets_ext4_sync_file_enter {}; struct trace_event_data_offsets_ext4_sync_file_exit {}; struct trace_event_data_offsets_ext4_sync_fs {}; struct trace_event_data_offsets_ext4_alloc_da_blocks {}; struct trace_event_data_offsets_ext4_mballoc_alloc {}; struct trace_event_data_offsets_ext4_mballoc_prealloc {}; struct trace_event_data_offsets_ext4__mballoc {}; struct trace_event_data_offsets_ext4_forget {}; struct trace_event_data_offsets_ext4_da_update_reserve_space {}; struct trace_event_data_offsets_ext4_da_reserve_space {}; struct trace_event_data_offsets_ext4_da_release_space {}; struct trace_event_data_offsets_ext4__bitmap_load {}; struct trace_event_data_offsets_ext4_read_block_bitmap_load {}; struct trace_event_data_offsets_ext4__fallocate_mode {}; struct trace_event_data_offsets_ext4_fallocate_exit {}; struct trace_event_data_offsets_ext4_unlink_enter {}; struct trace_event_data_offsets_ext4_unlink_exit {}; struct trace_event_data_offsets_ext4__truncate {}; struct trace_event_data_offsets_ext4_ext_convert_to_initialized_enter {}; struct trace_event_data_offsets_ext4_ext_convert_to_initialized_fastpath {}; struct trace_event_data_offsets_ext4__map_blocks_enter {}; struct trace_event_data_offsets_ext4__map_blocks_exit {}; struct trace_event_data_offsets_ext4_ext_load_extent {}; struct trace_event_data_offsets_ext4_load_inode {}; struct trace_event_data_offsets_ext4_journal_start_sb {}; struct trace_event_data_offsets_ext4_journal_start_inode {}; struct trace_event_data_offsets_ext4_journal_start_reserved {}; struct trace_event_data_offsets_ext4__trim {}; struct trace_event_data_offsets_ext4_ext_handle_unwritten_extents {}; struct trace_event_data_offsets_ext4_get_implied_cluster_alloc_exit {}; struct trace_event_data_offsets_ext4_ext_show_extent {}; struct trace_event_data_offsets_ext4_remove_blocks {}; struct trace_event_data_offsets_ext4_ext_rm_leaf {}; struct trace_event_data_offsets_ext4_ext_rm_idx {}; struct trace_event_data_offsets_ext4_ext_remove_space {}; struct trace_event_data_offsets_ext4_ext_remove_space_done {}; struct trace_event_data_offsets_ext4__es_extent {}; struct trace_event_data_offsets_ext4_es_remove_extent {}; struct trace_event_data_offsets_ext4_es_find_extent_range_enter {}; struct trace_event_data_offsets_ext4_es_find_extent_range_exit {}; struct trace_event_data_offsets_ext4_es_lookup_extent_enter {}; struct trace_event_data_offsets_ext4_es_lookup_extent_exit {}; struct trace_event_data_offsets_ext4__es_shrink_enter {}; struct trace_event_data_offsets_ext4_es_shrink_scan_exit {}; struct trace_event_data_offsets_ext4_collapse_range {}; struct trace_event_data_offsets_ext4_insert_range {}; struct trace_event_data_offsets_ext4_es_shrink {}; struct trace_event_data_offsets_ext4_es_insert_delayed_block {}; struct trace_event_data_offsets_ext4_fsmap_class {}; struct trace_event_data_offsets_ext4_getfsmap_class {}; struct trace_event_data_offsets_ext4_shutdown {}; struct trace_event_data_offsets_ext4_error {}; struct trace_event_data_offsets_ext4_prefetch_bitmaps {}; struct trace_event_data_offsets_ext4_lazy_itable_init {}; struct trace_event_data_offsets_ext4_fc_replay_scan {}; struct trace_event_data_offsets_ext4_fc_replay {}; struct trace_event_data_offsets_ext4_fc_commit_start {}; struct trace_event_data_offsets_ext4_fc_commit_stop {}; struct trace_event_data_offsets_ext4_fc_stats {}; struct trace_event_data_offsets_ext4_fc_track_dentry {}; struct trace_event_data_offsets_ext4_fc_track_inode {}; struct trace_event_data_offsets_ext4_fc_track_range {}; struct trace_event_data_offsets_ext4_fc_cleanup {}; struct trace_event_data_offsets_ext4_update_sb {}; typedef void (*btf_trace_ext4_other_inode_update_time)(void *, struct inode *, ino_t); typedef void (*btf_trace_ext4_free_inode)(void *, struct inode *); typedef void (*btf_trace_ext4_request_inode)(void *, struct inode *, int); typedef void (*btf_trace_ext4_allocate_inode)(void *, struct inode *, struct inode *, int); typedef void (*btf_trace_ext4_evict_inode)(void *, struct inode *); typedef void (*btf_trace_ext4_drop_inode)(void *, struct inode *, int); typedef void (*btf_trace_ext4_nfs_commit_metadata)(void *, struct inode *); typedef void (*btf_trace_ext4_mark_inode_dirty)(void *, struct inode *, long unsigned int); typedef void (*btf_trace_ext4_begin_ordered_truncate)(void *, struct inode *, loff_t); typedef void (*btf_trace_ext4_write_begin)(void *, struct inode *, loff_t, unsigned int); typedef void (*btf_trace_ext4_da_write_begin)(void *, struct inode *, loff_t, unsigned int); typedef void (*btf_trace_ext4_write_end)(void *, struct inode *, loff_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_journalled_write_end)(void *, struct inode *, loff_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_da_write_end)(void *, struct inode *, loff_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_writepages)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_ext4_da_write_pages)(void *, struct inode *, long unsigned int, struct writeback_control *); typedef void (*btf_trace_ext4_da_write_pages_extent)(void *, struct inode *, struct ext4_map_blocks *); typedef void (*btf_trace_ext4_writepages_result)(void *, struct inode *, struct writeback_control *, int, int); typedef void (*btf_trace_ext4_read_folio)(void *, struct inode *, struct folio *); typedef void (*btf_trace_ext4_release_folio)(void *, struct inode *, struct folio *); typedef void (*btf_trace_ext4_invalidate_folio)(void *, struct folio *, size_t, size_t); typedef void (*btf_trace_ext4_journalled_invalidate_folio)(void *, struct folio *, size_t, size_t); typedef void (*btf_trace_ext4_discard_blocks)(void *, struct super_block *, long long unsigned int, long long unsigned int); typedef void (*btf_trace_ext4_mb_new_inode_pa)(void *, struct ext4_allocation_context *, struct ext4_prealloc_space *); typedef void (*btf_trace_ext4_mb_new_group_pa)(void *, struct ext4_allocation_context *, struct ext4_prealloc_space *); typedef void (*btf_trace_ext4_mb_release_inode_pa)(void *, struct ext4_prealloc_space *, long long unsigned int, unsigned int); typedef void (*btf_trace_ext4_mb_release_group_pa)(void *, struct super_block *, struct ext4_prealloc_space *); typedef void (*btf_trace_ext4_discard_preallocations)(void *, struct inode *, unsigned int, unsigned int); typedef void (*btf_trace_ext4_mb_discard_preallocations)(void *, struct super_block *, int); typedef void (*btf_trace_ext4_request_blocks)(void *, struct ext4_allocation_request *); typedef void (*btf_trace_ext4_allocate_blocks)(void *, struct ext4_allocation_request *, long long unsigned int); typedef void (*btf_trace_ext4_free_blocks)(void *, struct inode *, __u64, long unsigned int, int); typedef void (*btf_trace_ext4_sync_file_enter)(void *, struct file *, int); typedef void (*btf_trace_ext4_sync_file_exit)(void *, struct inode *, int); typedef void (*btf_trace_ext4_sync_fs)(void *, struct super_block *, int); typedef void (*btf_trace_ext4_alloc_da_blocks)(void *, struct inode *); typedef void (*btf_trace_ext4_mballoc_alloc)(void *, struct ext4_allocation_context *); typedef void (*btf_trace_ext4_mballoc_prealloc)(void *, struct ext4_allocation_context *); typedef void (*btf_trace_ext4_mballoc_discard)(void *, struct super_block *, struct inode *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_mballoc_free)(void *, struct super_block *, struct inode *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_forget)(void *, struct inode *, int, __u64); typedef void (*btf_trace_ext4_da_update_reserve_space)(void *, struct inode *, int, int); typedef void (*btf_trace_ext4_da_reserve_space)(void *, struct inode *); typedef void (*btf_trace_ext4_da_release_space)(void *, struct inode *, int); typedef void (*btf_trace_ext4_mb_bitmap_load)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_mb_buddy_bitmap_load)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_load_inode_bitmap)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_read_block_bitmap_load)(void *, struct super_block *, long unsigned int, bool); typedef void (*btf_trace_ext4_fallocate_enter)(void *, struct inode *, loff_t, loff_t, int); typedef void (*btf_trace_ext4_punch_hole)(void *, struct inode *, loff_t, loff_t, int); typedef void (*btf_trace_ext4_zero_range)(void *, struct inode *, loff_t, loff_t, int); typedef void (*btf_trace_ext4_fallocate_exit)(void *, struct inode *, loff_t, unsigned int, int); typedef void (*btf_trace_ext4_unlink_enter)(void *, struct inode *, struct dentry *); typedef void (*btf_trace_ext4_unlink_exit)(void *, struct dentry *, int); typedef void (*btf_trace_ext4_truncate_enter)(void *, struct inode *); typedef void (*btf_trace_ext4_truncate_exit)(void *, struct inode *); typedef void (*btf_trace_ext4_ext_convert_to_initialized_enter)(void *, struct inode *, struct ext4_map_blocks *, struct ext4_extent *); typedef void (*btf_trace_ext4_ext_convert_to_initialized_fastpath)(void *, struct inode *, struct ext4_map_blocks *, struct ext4_extent *, struct ext4_extent *); typedef void (*btf_trace_ext4_ext_map_blocks_enter)(void *, struct inode *, ext4_lblk_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_ind_map_blocks_enter)(void *, struct inode *, ext4_lblk_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_ext_map_blocks_exit)(void *, struct inode *, unsigned int, struct ext4_map_blocks *, int); typedef void (*btf_trace_ext4_ind_map_blocks_exit)(void *, struct inode *, unsigned int, struct ext4_map_blocks *, int); typedef void (*btf_trace_ext4_ext_load_extent)(void *, struct inode *, ext4_lblk_t, ext4_fsblk_t); typedef void (*btf_trace_ext4_load_inode)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_journal_start_sb)(void *, struct super_block *, int, int, int, int, long unsigned int); typedef void (*btf_trace_ext4_journal_start_inode)(void *, struct inode *, int, int, int, int, long unsigned int); typedef void (*btf_trace_ext4_journal_start_reserved)(void *, struct super_block *, int, long unsigned int); typedef void (*btf_trace_ext4_trim_extent)(void *, struct super_block *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_trim_all_free)(void *, struct super_block *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_ext_handle_unwritten_extents)(void *, struct inode *, struct ext4_map_blocks *, int, unsigned int, ext4_fsblk_t); typedef void (*btf_trace_ext4_get_implied_cluster_alloc_exit)(void *, struct super_block *, struct ext4_map_blocks *, int); typedef void (*btf_trace_ext4_ext_show_extent)(void *, struct inode *, ext4_lblk_t, ext4_fsblk_t, short unsigned int); typedef void (*btf_trace_ext4_remove_blocks)(void *, struct inode *, struct ext4_extent *, ext4_lblk_t, ext4_fsblk_t, struct partial_cluster *); typedef void (*btf_trace_ext4_ext_rm_leaf)(void *, struct inode *, ext4_lblk_t, struct ext4_extent *, struct partial_cluster *); typedef void (*btf_trace_ext4_ext_rm_idx)(void *, struct inode *, ext4_fsblk_t); typedef void (*btf_trace_ext4_ext_remove_space)(void *, struct inode *, ext4_lblk_t, ext4_lblk_t, int); typedef void (*btf_trace_ext4_ext_remove_space_done)(void *, struct inode *, ext4_lblk_t, ext4_lblk_t, int, struct partial_cluster *, __le16); typedef void (*btf_trace_ext4_es_insert_extent)(void *, struct inode *, struct extent_status *); typedef void (*btf_trace_ext4_es_cache_extent)(void *, struct inode *, struct extent_status *); typedef void (*btf_trace_ext4_es_remove_extent)(void *, struct inode *, ext4_lblk_t, ext4_lblk_t); typedef void (*btf_trace_ext4_es_find_extent_range_enter)(void *, struct inode *, ext4_lblk_t); typedef void (*btf_trace_ext4_es_find_extent_range_exit)(void *, struct inode *, struct extent_status *); typedef void (*btf_trace_ext4_es_lookup_extent_enter)(void *, struct inode *, ext4_lblk_t); typedef void (*btf_trace_ext4_es_lookup_extent_exit)(void *, struct inode *, struct extent_status *, int); typedef void (*btf_trace_ext4_es_shrink_count)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_es_shrink_scan_enter)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_es_shrink_scan_exit)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_collapse_range)(void *, struct inode *, loff_t, loff_t); typedef void (*btf_trace_ext4_insert_range)(void *, struct inode *, loff_t, loff_t); typedef void (*btf_trace_ext4_es_shrink)(void *, struct super_block *, int, u64, int, int); typedef void (*btf_trace_ext4_es_insert_delayed_block)(void *, struct inode *, struct extent_status *, bool); typedef void (*btf_trace_ext4_fsmap_low_key)(void *, struct super_block *, u32, u32, u64, u64, u64); typedef void (*btf_trace_ext4_fsmap_high_key)(void *, struct super_block *, u32, u32, u64, u64, u64); typedef void (*btf_trace_ext4_fsmap_mapping)(void *, struct super_block *, u32, u32, u64, u64, u64); typedef void (*btf_trace_ext4_getfsmap_low_key)(void *, struct super_block *, struct ext4_fsmap *); typedef void (*btf_trace_ext4_getfsmap_high_key)(void *, struct super_block *, struct ext4_fsmap *); typedef void (*btf_trace_ext4_getfsmap_mapping)(void *, struct super_block *, struct ext4_fsmap *); typedef void (*btf_trace_ext4_shutdown)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_error)(void *, struct super_block *, const char *, unsigned int); typedef void (*btf_trace_ext4_prefetch_bitmaps)(void *, struct super_block *, ext4_group_t, ext4_group_t, unsigned int); typedef void (*btf_trace_ext4_lazy_itable_init)(void *, struct super_block *, ext4_group_t); typedef void (*btf_trace_ext4_fc_replay_scan)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_fc_replay)(void *, struct super_block *, int, int, int, int); typedef void (*btf_trace_ext4_fc_commit_start)(void *, struct super_block *, tid_t); typedef void (*btf_trace_ext4_fc_commit_stop)(void *, struct super_block *, int, int, tid_t); typedef void (*btf_trace_ext4_fc_stats)(void *, struct super_block *); typedef void (*btf_trace_ext4_fc_track_create)(void *, handle_t *, struct inode *, struct dentry *, int); typedef void (*btf_trace_ext4_fc_track_link)(void *, handle_t *, struct inode *, struct dentry *, int); typedef void (*btf_trace_ext4_fc_track_unlink)(void *, handle_t *, struct inode *, struct dentry *, int); typedef void (*btf_trace_ext4_fc_track_inode)(void *, handle_t *, struct inode *, int); typedef void (*btf_trace_ext4_fc_track_range)(void *, handle_t *, struct inode *, long int, long int, int); typedef void (*btf_trace_ext4_fc_cleanup)(void *, journal_t *, int, tid_t); typedef void (*btf_trace_ext4_update_sb)(void *, struct super_block *, ext4_fsblk_t, unsigned int); struct ext4_err_translation { int code; int errno; }; enum { Opt_bsd_df = 0, Opt_minix_df = 1, Opt_grpid___2 = 2, Opt_nogrpid___2 = 3, Opt_resgid = 4, Opt_resuid = 5, Opt_sb___2 = 6, Opt_nouid32 = 7, Opt_debug___2 = 8, Opt_removed = 9, Opt_user_xattr = 10, Opt_acl___2 = 11, Opt_auto_da_alloc = 12, Opt_noauto_da_alloc = 13, Opt_noload = 14, Opt_commit = 15, Opt_min_batch_time = 16, Opt_max_batch_time = 17, Opt_journal_dev = 18, Opt_journal_path = 19, Opt_journal_checksum = 20, Opt_journal_async_commit = 21, Opt_abort = 22, Opt_data_journal = 23, Opt_data_ordered = 24, Opt_data_writeback = 25, Opt_data_err_abort = 26, Opt_data_err_ignore = 27, Opt_test_dummy_encryption = 28, Opt_inlinecrypt = 29, Opt_usrjquota = 30, Opt_grpjquota = 31, Opt_quota___3 = 32, Opt_noquota___2 = 33, Opt_barrier = 34, Opt_nobarrier = 35, Opt_err___8 = 36, Opt_usrquota___3 = 37, Opt_grpquota___3 = 38, Opt_prjquota___2 = 39, Opt_dax___2 = 40, Opt_dax_always = 41, Opt_dax_inode = 42, Opt_dax_never = 43, Opt_stripe = 44, Opt_delalloc = 45, Opt_nodelalloc = 46, Opt_warn_on_error = 47, Opt_nowarn_on_error = 48, Opt_mblk_io_submit = 49, Opt_debug_want_extra_isize = 50, Opt_nomblk_io_submit = 51, Opt_block_validity = 52, Opt_noblock_validity = 53, Opt_inode_readahead_blks = 54, Opt_journal_ioprio = 55, Opt_dioread_nolock = 56, Opt_dioread_lock = 57, Opt_discard___3 = 58, Opt_nodiscard___2 = 59, Opt_init_itable = 60, Opt_noinit_itable = 61, Opt_max_dir_size_kb = 62, Opt_nojournal_checksum = 63, Opt_nombcache = 64, Opt_no_prefetch_block_bitmaps = 65, Opt_mb_optimize_scan = 66, Opt_errors = 67, Opt_data = 68, Opt_data_err = 69, Opt_jqfmt = 70, Opt_dax_type = 71, }; struct mount_opts { int token; int mount_opt; int flags; }; struct ext4_fs_context { char *s_qf_names[3]; struct fscrypt_dummy_policy dummy_enc_policy; int s_jquota_fmt; short unsigned int qname_spec; long unsigned int vals_s_flags; long unsigned int mask_s_flags; long unsigned int journal_devnum; long unsigned int s_commit_interval; long unsigned int s_stripe; unsigned int s_inode_readahead_blks; unsigned int s_want_extra_isize; unsigned int s_li_wait_mult; unsigned int s_max_dir_size_kb; unsigned int journal_ioprio; unsigned int vals_s_mount_opt; unsigned int mask_s_mount_opt; unsigned int vals_s_mount_opt2; unsigned int mask_s_mount_opt2; unsigned int opt_flags; unsigned int spec; u32 s_max_batch_time; u32 s_min_batch_time; kuid_t s_resuid; kgid_t s_resgid; ext4_fsblk_t s_sb_block; }; struct ext4_mount_options { long unsigned int s_mount_opt; long unsigned int s_mount_opt2; kuid_t s_resuid; kgid_t s_resgid; long unsigned int s_commit_interval; u32 s_min_batch_time; u32 s_max_batch_time; }; struct fat_fid { u32 i_gen; u32 i_pos_low; u16 i_pos_hi; u16 parent_i_pos_hi; u32 parent_i_pos_low; u32 parent_i_gen; }; struct nlmclnt_initdata { const char *hostname; const struct sockaddr *address; size_t addrlen; short unsigned int protocol; u32 nfs_version; int noresvport; struct net *net; const struct nlmclnt_operations *nlmclnt_ops; const struct cred *cred; }; struct nfs_referral_count { struct list_head list; const struct task_struct *task; unsigned int referral_count; }; typedef int (*xfs_agfl_walk_fn)(struct xfs_mount *, xfs_agblock_t, void *); struct xfs_alloc_cur { struct xfs_btree_cur *cnt; struct xfs_btree_cur *bnolt; struct xfs_btree_cur *bnogt; xfs_extlen_t cur_len; xfs_agblock_t rec_bno; xfs_extlen_t rec_len; xfs_agblock_t bno; xfs_extlen_t len; xfs_extlen_t diff; unsigned int busy_gen; bool busy; }; struct xfs_alloc_query_range_info { xfs_alloc_query_range_fn fn; void *priv; }; struct xfs_bstat_chunk { bulkstat_one_fmt_pf formatter; struct xfs_ibulk *breq; struct xfs_bulkstat *buf; }; struct xfs_inumbers_chunk { inumbers_fmt_pf formatter; struct xfs_ibulk *breq; }; struct xstats_entry { char *desc; int endpoint; }; struct xfs_unmount_log_format { uint16_t magic; uint16_t pad1; uint32_t pad2; }; typedef struct xlog_ticket xlog_ticket_t; typedef uint32_t xfs_aextnum_t; struct msg_msgseg { struct msg_msgseg *next; }; struct selinux_kernel_status { u32 version; u32 sequence; u32 enforcing; u32 policyload; u32 deny_unknown; }; struct landlock_ruleset_attr { __u64 handled_access_fs; }; enum landlock_rule_type { LANDLOCK_RULE_PATH_BENEATH = 1, }; struct landlock_path_beneath_attr { __u64 allowed_access; __s32 parent_fd; } __attribute__((packed)); struct kpp_request { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int src_len; unsigned int dst_len; void *__ctx[0]; }; struct crypto_kpp { unsigned int reqsize; struct crypto_tfm base; }; struct crypto_istat_kpp { atomic64_t setsecret_cnt; atomic64_t generate_public_key_cnt; atomic64_t compute_shared_secret_cnt; atomic64_t err_cnt; }; struct kpp_alg { int (*set_secret)(struct crypto_kpp *, const void *, unsigned int); int (*generate_public_key)(struct kpp_request *); int (*compute_shared_secret)(struct kpp_request *); unsigned int (*max_size)(struct crypto_kpp *); int (*init)(struct crypto_kpp *); void (*exit)(struct crypto_kpp *); struct crypto_alg base; }; struct kpp_instance { void (*free)(struct kpp_instance *); union { struct { char head[48]; struct crypto_instance base; } s; struct kpp_alg alg; }; }; struct crypto_kpp_spawn { struct crypto_spawn base; }; struct sha1_state { u32 state[5]; u64 count; u8 buffer[64]; }; typedef void sha1_block_fn(struct sha1_state *, const u8 *, int); struct lzorle_ctx { void *lzorle_comp_mem; }; struct bio_map_data { bool is_our_pages: 1; bool is_null_mapped: 1; struct iov_iter iter; struct iovec iov[0]; }; struct _gpt_header { __le64 signature; __le32 revision; __le32 header_size; __le32 header_crc32; __le32 reserved1; __le64 my_lba; __le64 alternate_lba; __le64 first_usable_lba; __le64 last_usable_lba; efi_guid_t disk_guid; __le64 partition_entry_lba; __le32 num_partition_entries; __le32 sizeof_partition_entry; __le32 partition_entry_array_crc32; } __attribute__((packed)); typedef struct _gpt_header gpt_header; struct _gpt_entry_attributes { u64 required_to_function: 1; u64 reserved: 47; u64 type_guid_specific: 16; }; typedef struct _gpt_entry_attributes gpt_entry_attributes; struct _gpt_entry { efi_guid_t partition_type_guid; efi_guid_t unique_partition_guid; __le64 starting_lba; __le64 ending_lba; gpt_entry_attributes attributes; __le16 partition_name[36]; }; typedef struct _gpt_entry gpt_entry; struct _gpt_mbr_record { u8 boot_indicator; u8 start_head; u8 start_sector; u8 start_track; u8 os_type; u8 end_head; u8 end_sector; u8 end_track; __le32 starting_lba; __le32 size_in_lba; }; typedef struct _gpt_mbr_record gpt_mbr_record; struct _legacy_mbr { u8 boot_code[440]; __le32 unique_mbr_signature; __le16 unknown; gpt_mbr_record partition_record[4]; __le16 signature; } __attribute__((packed)); typedef struct _legacy_mbr legacy_mbr; enum dd_data_dir { DD_READ = 0, DD_WRITE = 1, }; enum { DD_DIR_COUNT = 2, }; enum dd_prio { DD_RT_PRIO = 0, DD_BE_PRIO = 1, DD_IDLE_PRIO = 2, DD_PRIO_MAX = 2, }; enum { DD_PRIO_COUNT = 3, }; struct io_stats_per_prio { uint32_t inserted; uint32_t merged; uint32_t dispatched; atomic_t completed; }; struct dd_per_prio { struct list_head dispatch; struct rb_root sort_list[2]; struct list_head fifo_list[2]; sector_t latest_pos[2]; struct io_stats_per_prio stats; }; struct deadline_data { struct dd_per_prio per_prio[3]; enum dd_data_dir last_dir; unsigned int batching; unsigned int starved; int fifo_expire[2]; int fifo_batch; int writes_starved; int front_merges; u32 async_depth; int prio_aging_expire; spinlock_t lock; spinlock_t zone_lock; }; struct io_uring_probe_op { __u8 op; __u8 resv; __u16 flags; __u32 resv2; }; struct io_uring_probe { __u8 last_op; __u8 ops_len; __u16 resv; __u32 resv2[3]; struct io_uring_probe_op ops[0]; }; struct io_uring_restriction { __u16 opcode; union { __u8 register_op; __u8 sqe_op; __u8 sqe_flags; }; __u8 resv; __u32 resv2[3]; }; enum { IORING_RESTRICTION_REGISTER_OP = 0, IORING_RESTRICTION_SQE_OP = 1, IORING_RESTRICTION_SQE_FLAGS_ALLOWED = 2, IORING_RESTRICTION_SQE_FLAGS_REQUIRED = 3, IORING_RESTRICTION_LAST = 4, }; struct io_uring_getevents_arg { __u64 sigmask; __u32 sigmask_sz; __u32 pad; __u64 ts; }; struct trace_event_raw_io_uring_create { struct trace_entry ent; int fd; void *ctx; u32 sq_entries; u32 cq_entries; u32 flags; char __data[0]; }; struct trace_event_raw_io_uring_register { struct trace_entry ent; void *ctx; unsigned int opcode; unsigned int nr_files; unsigned int nr_bufs; long int ret; char __data[0]; }; struct trace_event_raw_io_uring_file_get { struct trace_entry ent; void *ctx; void *req; u64 user_data; int fd; char __data[0]; }; struct trace_event_raw_io_uring_queue_async_work { struct trace_entry ent; void *ctx; void *req; u64 user_data; u8 opcode; unsigned int flags; struct io_wq_work *work; int rw; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_defer { struct trace_entry ent; void *ctx; void *req; long long unsigned int data; u8 opcode; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_link { struct trace_entry ent; void *ctx; void *req; void *target_req; char __data[0]; }; struct trace_event_raw_io_uring_cqring_wait { struct trace_entry ent; void *ctx; int min_events; char __data[0]; }; struct trace_event_raw_io_uring_fail_link { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; void *link; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_complete { struct trace_entry ent; void *ctx; void *req; u64 user_data; int res; unsigned int cflags; u64 extra1; u64 extra2; char __data[0]; }; struct trace_event_raw_io_uring_submit_req { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; u32 flags; bool sq_thread; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_poll_arm { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; int mask; int events; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_task_add { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; int mask; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_req_failed { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; u8 flags; u8 ioprio; u64 off; u64 addr; u32 len; u32 op_flags; u16 buf_index; u16 personality; u32 file_index; u64 pad1; u64 addr3; int error; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_cqe_overflow { struct trace_entry ent; void *ctx; long long unsigned int user_data; s32 res; u32 cflags; void *ocqe; char __data[0]; }; struct trace_event_raw_io_uring_task_work_run { struct trace_entry ent; void *tctx; unsigned int count; unsigned int loops; char __data[0]; }; struct trace_event_raw_io_uring_short_write { struct trace_entry ent; void *ctx; u64 fpos; u64 wanted; u64 got; char __data[0]; }; struct trace_event_raw_io_uring_local_work_run { struct trace_entry ent; void *ctx; int count; unsigned int loops; char __data[0]; }; struct trace_event_data_offsets_io_uring_create {}; struct trace_event_data_offsets_io_uring_register {}; struct trace_event_data_offsets_io_uring_file_get {}; struct trace_event_data_offsets_io_uring_queue_async_work { u32 op_str; }; struct trace_event_data_offsets_io_uring_defer { u32 op_str; }; struct trace_event_data_offsets_io_uring_link {}; struct trace_event_data_offsets_io_uring_cqring_wait {}; struct trace_event_data_offsets_io_uring_fail_link { u32 op_str; }; struct trace_event_data_offsets_io_uring_complete {}; struct trace_event_data_offsets_io_uring_submit_req { u32 op_str; }; struct trace_event_data_offsets_io_uring_poll_arm { u32 op_str; }; struct trace_event_data_offsets_io_uring_task_add { u32 op_str; }; struct trace_event_data_offsets_io_uring_req_failed { u32 op_str; }; struct trace_event_data_offsets_io_uring_cqe_overflow {}; struct trace_event_data_offsets_io_uring_task_work_run {}; struct trace_event_data_offsets_io_uring_short_write {}; struct trace_event_data_offsets_io_uring_local_work_run {}; typedef void (*btf_trace_io_uring_create)(void *, int, void *, u32, u32, u32); typedef void (*btf_trace_io_uring_register)(void *, void *, unsigned int, unsigned int, unsigned int, long int); typedef void (*btf_trace_io_uring_file_get)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_queue_async_work)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_defer)(void *, struct io_kiocb *); typedef void (*btf_trace_io_uring_link)(void *, struct io_kiocb *, struct io_kiocb *); typedef void (*btf_trace_io_uring_cqring_wait)(void *, void *, int); typedef void (*btf_trace_io_uring_fail_link)(void *, struct io_kiocb *, struct io_kiocb *); typedef void (*btf_trace_io_uring_complete)(void *, void *, void *, u64, int, unsigned int, u64, u64); typedef void (*btf_trace_io_uring_submit_req)(void *, struct io_kiocb *); typedef void (*btf_trace_io_uring_poll_arm)(void *, struct io_kiocb *, int, int); typedef void (*btf_trace_io_uring_task_add)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_req_failed)(void *, const struct io_uring_sqe *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_cqe_overflow)(void *, void *, long long unsigned int, s32, u32, void *); typedef void (*btf_trace_io_uring_task_work_run)(void *, void *, unsigned int, unsigned int); typedef void (*btf_trace_io_uring_short_write)(void *, void *, u64, u64, u64); typedef void (*btf_trace_io_uring_local_work_run)(void *, void *, int, unsigned int); enum { IO_CHECK_CQ_OVERFLOW_BIT = 0, IO_CHECK_CQ_DROPPED_BIT = 1, }; enum { IO_EVENTFD_OP_SIGNAL_BIT = 0, IO_EVENTFD_OP_FREE_BIT = 1, }; struct io_defer_entry { struct list_head list; struct io_kiocb *req; u32 seq; }; struct io_wait_queue { struct wait_queue_entry wq; struct io_ring_ctx *ctx; unsigned int cq_tail; unsigned int nr_timeouts; ktime_t timeout; }; struct io_tctx_exit { struct callback_head task_work; struct completion completion; struct io_ring_ctx *ctx; }; struct io_task_cancel { struct task_struct *task; bool all; }; struct creds; struct io_rw_state { struct iov_iter iter; struct iov_iter_state iter_state; struct iovec fast_iov[8]; }; struct io_async_rw { struct io_rw_state s; const struct iovec *free_iovec; size_t bytes_done; struct wait_page_queue wpq; }; struct io_rw { struct kiocb kiocb; u64 addr; u32 len; rwf_t flags; }; struct reciprocal_value_adv { u32 m; u8 sh; u8 exp; bool is_wide_m; }; struct sw842_param { u8 *in; u8 bit; u64 ilen; u8 *out; u8 *ostart; u64 olen; }; struct xz_dec; struct sg_pool { size_t size; char *name; struct kmem_cache *slab; mempool_t *pool; }; struct node_groups { unsigned int id; union { unsigned int ngroups; unsigned int ncpus; }; }; struct pci_bus_resource { struct list_head list; struct resource *res; unsigned int flags; }; enum { NVME_REG_CAP = 0, NVME_REG_VS = 8, NVME_REG_INTMS = 12, NVME_REG_INTMC = 16, NVME_REG_CC = 20, NVME_REG_CSTS = 28, NVME_REG_NSSR = 32, NVME_REG_AQA = 36, NVME_REG_ASQ = 40, NVME_REG_ACQ = 48, NVME_REG_CMBLOC = 56, NVME_REG_CMBSZ = 60, NVME_REG_BPINFO = 64, NVME_REG_BPRSEL = 68, NVME_REG_BPMBL = 72, NVME_REG_CMBMSC = 80, NVME_REG_CRTO = 104, NVME_REG_PMRCAP = 3584, NVME_REG_PMRCTL = 3588, NVME_REG_PMRSTS = 3592, NVME_REG_PMREBS = 3596, NVME_REG_PMRSWTP = 3600, NVME_REG_DBS = 4096, }; enum { NVME_CC_ENABLE = 1, NVME_CC_EN_SHIFT = 0, NVME_CC_CSS_SHIFT = 4, NVME_CC_MPS_SHIFT = 7, NVME_CC_AMS_SHIFT = 11, NVME_CC_SHN_SHIFT = 14, NVME_CC_IOSQES_SHIFT = 16, NVME_CC_IOCQES_SHIFT = 20, NVME_CC_CSS_NVM = 0, NVME_CC_CSS_CSI = 96, NVME_CC_CSS_MASK = 112, NVME_CC_AMS_RR = 0, NVME_CC_AMS_WRRU = 2048, NVME_CC_AMS_VS = 14336, NVME_CC_SHN_NONE = 0, NVME_CC_SHN_NORMAL = 16384, NVME_CC_SHN_ABRUPT = 32768, NVME_CC_SHN_MASK = 49152, NVME_CC_IOSQES = 393216, NVME_CC_IOCQES = 4194304, NVME_CC_CRIME = 16777216, }; enum { NVME_CSTS_RDY = 1, NVME_CSTS_CFS = 2, NVME_CSTS_NSSRO = 16, NVME_CSTS_PP = 32, NVME_CSTS_SHST_NORMAL = 0, NVME_CSTS_SHST_OCCUR = 4, NVME_CSTS_SHST_CMPLT = 8, NVME_CSTS_SHST_MASK = 12, }; enum { NVME_AEN_BIT_NS_ATTR = 8, NVME_AEN_BIT_FW_ACT = 9, NVME_AEN_BIT_ANA_CHANGE = 11, NVME_AEN_BIT_DISC_CHANGE = 31, }; enum { SWITCHTEC_GAS_MRPC_OFFSET = 0, SWITCHTEC_GAS_TOP_CFG_OFFSET = 4096, SWITCHTEC_GAS_SW_EVENT_OFFSET = 6144, SWITCHTEC_GAS_SYS_INFO_OFFSET = 8192, SWITCHTEC_GAS_FLASH_INFO_OFFSET = 8704, SWITCHTEC_GAS_PART_CFG_OFFSET = 16384, SWITCHTEC_GAS_NTB_OFFSET = 65536, SWITCHTEC_GAS_PFF_CSR_OFFSET = 1261568, }; enum { SWITCHTEC_NTB_REG_INFO_OFFSET = 0, SWITCHTEC_NTB_REG_CTRL_OFFSET = 16384, SWITCHTEC_NTB_REG_DBMSG_OFFSET = 409600, }; struct nt_partition_info { u32 xlink_enabled; u32 target_part_low; u32 target_part_high; u32 reserved; }; struct ntb_info_regs { u8 partition_count; u8 partition_id; u16 reserved1; u64 ep_map; u16 requester_id; u16 reserved2; u32 reserved3[4]; struct nt_partition_info ntp_info[48]; } __attribute__((packed)); struct ntb_ctrl_regs { u32 partition_status; u32 partition_op; u32 partition_ctrl; u32 bar_setup; u32 bar_error; u16 lut_table_entries; u16 lut_table_offset; u32 lut_error; u16 req_id_table_size; u16 req_id_table_offset; u32 req_id_error; u32 reserved1[7]; struct { u32 ctl; u32 win_size; u64 xlate_addr; } bar_entry[6]; struct { u32 win_size; u32 reserved[3]; } bar_ext_entry[6]; u32 reserved2[192]; u32 req_id_table[512]; u32 reserved3[256]; u64 lut_entry[512]; }; struct pci_dev_reset_methods { u16 vendor; u16 device; int (*reset)(struct pci_dev *, bool); }; struct pci_dev_acs_enabled { u16 vendor; u16 device; int (*acs_enabled)(struct pci_dev *, u16); }; struct pci_dev_acs_ops { u16 vendor; u16 device; int (*enable_acs)(struct pci_dev *); int (*disable_acs_redir)(struct pci_dev *); }; struct mode_map { int vmode; const struct fb_videomode *mode; }; struct monitor_map { int sense; int vmode; }; enum { cmap_unknown = 0, cmap_simple = 1, cmap_r128 = 2, cmap_M3A = 3, cmap_M3B = 4, cmap_radeon = 5, cmap_gxt2000 = 6, cmap_avivo = 7, cmap_qemu = 8, }; struct offb_par { volatile void *cmap_adr; volatile void *cmap_data; int cmap_type; int blanked; u32 pseudo_palette[16]; resource_size_t base; resource_size_t size; }; struct ldsem_waiter { struct list_head list; struct task_struct *task; }; struct vcs_poll_data { struct notifier_block notifier; unsigned int cons_num; int event; wait_queue_head_t waitq; struct fasync_struct *fasync; }; struct hvsi_header { uint8_t type; uint8_t len; __be16 seqno; }; struct hvsi_data { struct hvsi_header hdr; uint8_t data[12]; }; struct hvsi_control { struct hvsi_header hdr; __be16 verb; __be32 word; __be32 mask; } __attribute__((packed)); struct hvsi_query { struct hvsi_header hdr; __be16 verb; }; struct hvsi_query_response { struct hvsi_header hdr; __be16 verb; __be16 query_seqno; union { uint8_t version; __be32 mctrl_word; } u; }; struct exar8250_platform { int (*rs485_config)(struct uart_port *, struct ktermios *, struct serial_rs485 *); const struct serial_rs485 *rs485_supported; int (*register_gpio)(struct pci_dev *, struct uart_8250_port *); void (*unregister_gpio)(struct uart_8250_port *); }; struct exar8250; struct exar8250_board { unsigned int num_ports; unsigned int reg_shift; int (*setup)(struct exar8250 *, struct pci_dev *, struct uart_8250_port *, int); void (*exit)(struct pci_dev *); }; struct exar8250 { unsigned int nr; struct exar8250_board *board; void *virt; int line[0]; }; struct tcpa_event { u32 pcr_index; u32 event_type; u8 pcr_value[20]; u32 event_size; u8 event_data[0]; }; struct tcpa_pc_event { u32 event_id; u32 event_size; u8 event_data[0]; }; enum tcpa_pc_event_ids { SMBIOS = 1, BIS_CERT = 2, POST_BIOS_ROM = 3, ESCD = 4, CMOS = 5, NVRAM = 6, OPTION_ROM_EXEC = 7, OPTION_ROM_CONFIG = 8, OPTION_ROM_MICROCODE = 10, S_CRTM_VERSION = 11, S_CRTM_CONTENTS = 12, POST_CONTENTS = 13, HOST_TABLE_OF_DEVICES = 14, }; struct anon_transport_class { struct transport_class tclass; struct attribute_container container; }; struct req { struct req *next; struct completion done; int err; const char *name; umode_t mode; kuid_t uid; kgid_t gid; struct device *dev; }; struct node_access_nodes { struct device dev; struct list_head list_node; unsigned int access; }; struct node_attr { struct device_attribute attr; enum node_states state; }; typedef void (*irq_write_msi_msg_t)(struct msi_desc *, struct msi_msg *); struct platform_msi_priv_data { struct device *dev; void *host_data; msi_alloc_info_t arg; irq_write_msi_msg_t write_msg; int devid; }; struct badrange_entry { u64 start; u64 length; struct list_head list; }; struct nd_cmd_desc { int in_num; int out_num; u32 in_sizes[5]; int out_sizes[5]; }; struct nd_cmd_vendor_hdr { __u32 opcode; __u32 in_length; __u8 in_buf[0]; }; struct nd_cmd_ars_cap { __u64 address; __u64 length; __u32 status; __u32 max_ars_out; __u32 clear_err_unit; __u16 flags; __u16 reserved; }; struct nd_cmd_clear_error { __u64 address; __u64 length; __u32 status; __u8 reserved[4]; __u64 cleared; }; struct nd_cmd_pkg { __u64 nd_family; __u64 nd_command; __u32 nd_size_in; __u32 nd_size_out; __u32 nd_reserved2[9]; __u32 nd_fw_size; unsigned char nd_payload[0]; }; struct clear_badblocks_context { resource_size_t phys; resource_size_t cleared; }; enum nd_ioctl_mode { BUS_IOCTL = 0, DIMM_IOCTL = 1, }; struct bio_integrity_payload { struct bio *bip_bio; struct bvec_iter bip_iter; short unsigned int bip_vcnt; short unsigned int bip_max_vcnt; short unsigned int bip_flags; struct bvec_iter bio_iter; struct work_struct bip_work; struct bio_vec *bip_vec; struct bio_vec bip_inline_vecs[0]; }; enum btt_init_state { INIT_UNCHECKED = 0, INIT_NOTFOUND = 1, INIT_READY = 2, }; struct log_entry { __le32 lba; __le32 old_map; __le32 new_map; __le32 seq; }; struct log_group { struct log_entry ent[4]; }; struct free_entry { u32 block; u8 sub; u8 seq; u8 has_err; }; struct aligned_lock { union { spinlock_t lock; u8 cacheline_padding[128]; }; }; struct arena_info { u64 size; u64 external_lba_start; u32 internal_nlba; u32 internal_lbasize; u32 external_nlba; u32 external_lbasize; u32 nfree; u16 version_major; u16 version_minor; u32 sector_size; u64 nextoff; u64 infooff; u64 dataoff; u64 mapoff; u64 logoff; u64 info2off; struct free_entry *freelist; u32 *rtt; struct aligned_lock *map_locks; struct nd_btt *nd_btt; struct list_head list; struct dentry *debugfs_dir; u32 flags; struct mutex err_lock; int log_index[2]; }; enum log_ent_request { LOG_NEW_ENT = 0, LOG_OLD_ENT = 1, }; enum scsi_timeouts { SCSI_DEFAULT_EH_TIMEOUT = 1000, }; struct async_scan_data { struct list_head list; struct Scsi_Host *shost; struct completion prev_finished; }; struct scsi_varlen_cdb_hdr { __u8 opcode; __u8 control; __u8 misc[5]; __u8 additional_cdb_length; __be16 service_action; }; enum bip_flags { BIP_BLOCK_INTEGRITY = 1, BIP_MAPPED_INTEGRITY = 2, BIP_CTRL_NOCHECK = 4, BIP_DISK_NOCHECK = 8, BIP_IP_CHECKSUM = 16, }; enum pr_status { PR_STS_SUCCESS = 0, PR_STS_IOERR = 2, PR_STS_RESERVATION_CONFLICT = 24, PR_STS_RETRY_PATH_FAILURE = 917504, PR_STS_PATH_FAST_FAILED = 983040, PR_STS_PATH_FAILED = 65536, }; enum t10_dif_type { T10_PI_TYPE0_PROTECTION = 0, T10_PI_TYPE1_PROTECTION = 1, T10_PI_TYPE2_PROTECTION = 2, T10_PI_TYPE3_PROTECTION = 3, }; enum scsi_prot_flags { SCSI_PROT_TRANSFER_PI = 1, SCSI_PROT_GUARD_CHECK = 2, SCSI_PROT_REF_CHECK = 4, SCSI_PROT_REF_INCREMENT = 8, SCSI_PROT_IP_CHECKSUM = 16, }; enum { SD_EXT_CDB_SIZE = 32, SD_MEMPOOL_SIZE = 2, }; enum { SD_DEF_XFER_BLOCKS = 65535, SD_MAX_XFER_BLOCKS = 4294967295, SD_MAX_WS10_BLOCKS = 65535, SD_MAX_WS16_BLOCKS = 8388607, }; enum { SD_LBP_FULL = 0, SD_LBP_UNMAP = 1, SD_LBP_WS16 = 2, SD_LBP_WS10 = 3, SD_LBP_ZERO = 4, SD_LBP_DISABLE = 5, }; enum { SD_ZERO_WRITE = 0, SD_ZERO_WS = 1, SD_ZERO_WS16_UNMAP = 2, SD_ZERO_WS10_UNMAP = 3, }; struct opal_dev; struct scsi_disk { struct scsi_device *device; struct device disk_dev; struct gendisk *disk; struct opal_dev *opal_dev; atomic_t openers; sector_t capacity; int max_retries; u32 min_xfer_blocks; u32 max_xfer_blocks; u32 opt_xfer_blocks; u32 max_ws_blocks; u32 max_unmap_blocks; u32 unmap_granularity; u32 unmap_alignment; u32 index; unsigned int physical_block_size; unsigned int max_medium_access_timeouts; unsigned int medium_access_timed_out; u8 media_present; u8 write_prot; u8 protection_type; u8 provisioning_mode; u8 zeroing_mode; u8 nr_actuators; bool suspended; unsigned int ATO: 1; unsigned int cache_override: 1; unsigned int WCE: 1; unsigned int RCD: 1; unsigned int DPOFUA: 1; unsigned int first_scan: 1; unsigned int lbpme: 1; unsigned int lbprz: 1; unsigned int lbpu: 1; unsigned int lbpws: 1; unsigned int lbpws10: 1; unsigned int lbpvpd: 1; unsigned int ws10: 1; unsigned int ws16: 1; unsigned int rc_basis: 2; unsigned int zoned: 2; unsigned int urswrz: 1; unsigned int security: 1; unsigned int ignore_medium_access_errors: 1; }; struct ahci_sg { __le32 addr; __le32 addr_hi; __le32 reserved; __le32 flags_size; }; struct mdio_board_info { const char *bus_id; char modalias[32]; int mdio_addr; const void *platform_data; }; struct mdio_board_entry { struct list_head list; struct mdio_board_info board_info; }; struct trace_event_raw_mdio_access { struct trace_entry ent; char busid[61]; char read; u8 addr; u16 val; unsigned int regnum; char __data[0]; }; struct trace_event_data_offsets_mdio_access {}; typedef void (*btf_trace_mdio_access)(void *, struct mii_bus *, char, u8, unsigned int, u16, int); struct mdio_bus_stat_attr { int addr; unsigned int field_offset; }; enum { BCM54XX_COPPER = 0, BCM54XX_FIBER = 1, BCM54XX_GBIC = 2, BCM54XX_SGMII = 3, BCM54XX_UNKNOWN = 4, }; enum usb_led_event { USB_LED_EVENT_HOST = 0, USB_LED_EVENT_GADGET = 1, }; struct usb_mon_operations { void (*urb_submit)(struct usb_bus *, struct urb *); void (*urb_submit_error)(struct usb_bus *, struct urb *, int); void (*urb_complete)(struct usb_bus *, struct urb *, int); }; enum usb_phy_interface { USBPHY_INTERFACE_MODE_UNKNOWN = 0, USBPHY_INTERFACE_MODE_UTMI = 1, USBPHY_INTERFACE_MODE_UTMIW = 2, USBPHY_INTERFACE_MODE_ULPI = 3, USBPHY_INTERFACE_MODE_SERIAL = 4, USBPHY_INTERFACE_MODE_HSIC = 5, }; enum i8042_controller_reset_mode { I8042_RESET_NEVER = 0, I8042_RESET_ALWAYS = 1, I8042_RESET_ON_S2RAM = 2, }; struct i8042_port { struct serio *serio; int irq; bool exists; bool driver_bound; signed char mux; }; struct touchscreen_properties { unsigned int max_x; unsigned int max_y; bool invert_x; bool invert_y; bool swap_x_y; }; struct ps2pp_info { u8 model; u8 kind; u16 features; }; struct pps_kinfo { __u32 assert_sequence; __u32 clear_sequence; struct pps_ktime assert_tu; struct pps_ktime clear_tu; int current_mode; }; struct pps_fdata { struct pps_kinfo info; struct pps_ktime timeout; }; struct pps_bind_args { int tsformat; int edge; int consumer; }; struct dm_device { struct dm_ioctl dmi; struct dm_target_spec *table[256]; char *target_args_array[256]; struct list_head list; }; struct blk_crypto_config { enum blk_crypto_mode_num crypto_mode; unsigned int data_unit_size; unsigned int dun_bytes; }; struct blk_crypto_key { struct blk_crypto_config crypto_cfg; unsigned int data_unit_size_bits; unsigned int size; u8 raw[64]; }; struct blk_crypto_profile; struct blk_crypto_ll_ops { int (*keyslot_program)(struct blk_crypto_profile *, const struct blk_crypto_key *, unsigned int); int (*keyslot_evict)(struct blk_crypto_profile *, const struct blk_crypto_key *, unsigned int); }; struct blk_crypto_keyslot; struct blk_crypto_profile { struct blk_crypto_ll_ops ll_ops; unsigned int max_dun_bytes_supported; unsigned int modes_supported[5]; struct device *dev; unsigned int num_slots; struct rw_semaphore lock; struct lock_class_key lockdep_key; wait_queue_head_t idle_slots_wait_queue; struct list_head idle_slots; spinlock_t idle_slots_lock; struct hlist_head *slot_hashtable; unsigned int log_slot_ht_size; struct blk_crypto_keyslot *slots; }; struct dm_arg { unsigned int min; unsigned int max; char *error; }; enum suspend_mode { PRESUSPEND = 0, PRESUSPEND_UNDO = 1, POSTSUSPEND = 2, }; struct dm_sysfs_attr { struct attribute attr; ssize_t (*show)(struct mapped_device *, char *); ssize_t (*store)(struct mapped_device *, const char *, size_t); }; struct dev_ch_attribute { struct device_attribute attr; unsigned int channel; }; struct hid_class_descriptor { __u8 bDescriptorType; __le16 wDescriptorLength; } __attribute__((packed)); struct hid_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 bcdHID; __u8 bCountryCode; __u8 bNumDescriptors; struct hid_class_descriptor desc[1]; } __attribute__((packed)); struct of_bus___2 { const char *name; const char *addresses; int (*match)(struct device_node *); void (*count_cells)(struct device_node *, int *, int *); u64 (*map)(__be32 *, const __be32 *, int, int, int); int (*translate)(__be32 *, u64, int); bool has_flags; unsigned int (*get_flags)(const __be32 *); }; struct gnet_estimator { signed char interval; unsigned char ewma_log; }; struct net_rate_estimator { struct gnet_stats_basic_sync *bstats; spinlock_t *stats_lock; bool running; struct gnet_stats_basic_sync *cpu_bstats; u8 ewma_log; u8 intvl_log; seqcount_t seq; u64 last_packets; u64 last_bytes; u64 avpps; u64 avbps; long unsigned int next_jiffies; struct timer_list timer; struct callback_head rcu; }; enum { IF_LINK_MODE_DEFAULT = 0, IF_LINK_MODE_DORMANT = 1, IF_LINK_MODE_TESTING = 2, }; enum lw_bits { LW_URGENT = 0, }; struct rx_queue_attribute { struct attribute attr; ssize_t (*show)(struct netdev_rx_queue *, char *); ssize_t (*store)(struct netdev_rx_queue *, const char *, size_t); }; struct netdev_queue_attribute { struct attribute attr; ssize_t (*show)(struct netdev_queue *, char *); ssize_t (*store)(struct netdev_queue *, const char *, size_t); }; struct psample_group { struct list_head list; struct net *net; u32 group_num; u32 refcount; u32 seq; struct callback_head rcu; }; struct action_gate_entry { u8 gate_state; u32 interval; s32 ipv; s32 maxoctets; }; enum qdisc_class_ops_flags { QDISC_CLASS_OPS_DOIT_UNLOCKED = 1, }; enum tcf_proto_ops_flags { TCF_PROTO_OPS_DOIT_UNLOCKED = 1, }; typedef void tcf_chain_head_change_t(struct tcf_proto *, void *); struct tcf_block_ext_info { enum flow_block_binder_type binder_type; tcf_chain_head_change_t *chain_head_change; void *chain_head_change_priv; u32 block_index; }; struct tcf_qevent { struct tcf_block *block; struct tcf_block_ext_info info; struct tcf_proto *filter_chain; }; struct tcf_exts_miss_cookie_node { const struct tcf_chain *chain; const struct tcf_proto *tp; const struct tcf_exts *exts; u32 chain_index; u32 tp_prio; u32 handle; u32 miss_cookie_base; struct callback_head rcu; }; union tcf_exts_miss_cookie { struct { u32 miss_cookie_base; u32 act_index; }; u64 miss_cookie; }; struct tcf_filter_chain_list_item { struct list_head list; tcf_chain_head_change_t *chain_head_change; void *chain_head_change_priv; }; struct tcf_net { spinlock_t idr_lock; struct idr idr; }; struct tcf_block_owner_item { struct list_head list; struct Qdisc *q; enum flow_block_binder_type binder_type; }; struct tcf_chain_info { struct tcf_proto **pprev; struct tcf_proto *next; }; struct tcf_dump_args { struct tcf_walker w; struct sk_buff *skb; struct netlink_callback *cb; struct tcf_block *block; struct Qdisc *q; u32 parent; bool terse_dump; }; enum { ETHTOOL_A_BITSET_BIT_UNSPEC = 0, ETHTOOL_A_BITSET_BIT_INDEX = 1, ETHTOOL_A_BITSET_BIT_NAME = 2, ETHTOOL_A_BITSET_BIT_VALUE = 3, __ETHTOOL_A_BITSET_BIT_CNT = 4, ETHTOOL_A_BITSET_BIT_MAX = 3, }; enum { ETHTOOL_A_BITSET_BITS_UNSPEC = 0, ETHTOOL_A_BITSET_BITS_BIT = 1, __ETHTOOL_A_BITSET_BITS_CNT = 2, ETHTOOL_A_BITSET_BITS_MAX = 1, }; enum { ETHTOOL_A_BITSET_UNSPEC = 0, ETHTOOL_A_BITSET_NOMASK = 1, ETHTOOL_A_BITSET_SIZE = 2, ETHTOOL_A_BITSET_BITS = 3, ETHTOOL_A_BITSET_VALUE = 4, ETHTOOL_A_BITSET_MASK = 5, __ETHTOOL_A_BITSET_CNT = 6, ETHTOOL_A_BITSET_MAX = 5, }; struct wol_reply_data { struct ethnl_reply_data base; struct ethtool_wolinfo wol; bool show_sopass; }; struct tsinfo_reply_data { struct ethnl_reply_data base; struct ethtool_ts_info ts_info; }; struct module_reply_data { struct ethnl_reply_data base; struct ethtool_module_power_mode_params power; }; struct bpf_nf_link { struct bpf_link link; struct nf_hook_ops hook_ops; struct net *net; u32 dead; const struct nf_defrag_hook *defrag_hook; }; struct ip_mreq_source { __be32 imr_multiaddr; __be32 imr_interface; __be32 imr_sourceaddr; }; struct ip_msfilter { __be32 imsf_multiaddr; __be32 imsf_interface; __u32 imsf_fmode; __u32 imsf_numsrc; union { __be32 imsf_slist[1]; struct { struct {} __empty_imsf_slist_flex; __be32 imsf_slist_flex[0]; }; }; }; struct igmphdr { __u8 type; __u8 code; __sum16 csum; __be32 group; }; struct igmpv3_grec { __u8 grec_type; __u8 grec_auxwords; __be16 grec_nsrcs; __be32 grec_mca; __be32 grec_src[0]; }; struct igmpv3_report { __u8 type; __u8 resv1; __sum16 csum; __be16 resv2; __be16 ngrec; struct igmpv3_grec grec[0]; }; struct igmpv3_query { __u8 type; __u8 code; __sum16 csum; __be32 group; __u8 qrv: 3; __u8 suppress: 1; __u8 resv: 4; __u8 qqic; __be16 nsrcs; __be32 srcs[0]; }; struct igmp_mc_iter_state { struct seq_net_private p; struct net_device *dev; struct in_device *in_dev; }; struct igmp_mcf_iter_state { struct seq_net_private p; struct net_device *dev; struct in_device *idev; struct ip_mc_list *im; }; enum { INET_ULP_INFO_UNSPEC = 0, INET_ULP_INFO_NAME = 1, INET_ULP_INFO_TLS = 2, INET_ULP_INFO_MPTCP = 3, __INET_ULP_INFO_MAX = 4, }; struct xfrm4_protocol { int (*handler)(struct sk_buff *); int (*input_handler)(struct sk_buff *, int, __be32, int); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, u32); struct xfrm4_protocol *next; int priority; }; struct icmp6_filter { __u32 data[8]; }; struct raw6_sock { struct inet_sock inet; __u32 checksum; __u32 offset; struct icmp6_filter filter; __u32 ip6mr_table; struct ipv6_pinfo inet6; }; struct raw6_frag_vec { struct msghdr *msg; int hlen; char c[4]; }; struct ip_tunnel_prl { __be32 addr; __u16 flags; __u16 __reserved; __u32 datalen; __u32 __reserved2; }; struct sit_net { struct ip_tunnel *tunnels_r_l[16]; struct ip_tunnel *tunnels_r[16]; struct ip_tunnel *tunnels_l[16]; struct ip_tunnel *tunnels_wc[1]; struct ip_tunnel **tunnels[4]; struct net_device *fb_tunnel_dev; }; struct devlink_sb { struct list_head list; unsigned int index; u32 size; u16 ingress_pools_count; u16 egress_pools_count; u16 ingress_tc_count; u16 egress_tc_count; }; struct devlink_linecard_type { const char *type; const void *priv; }; struct rpc_cred_cache { struct hlist_head *hashtable; unsigned int hashbits; spinlock_t lock; }; struct rpc_filelist { const char *name; const struct file_operations *i_fop; umode_t mode; }; enum { RPCAUTH_info = 0, RPCAUTH_EOF = 1, }; enum { RPCAUTH_lockd = 0, RPCAUTH_mount = 1, RPCAUTH_nfs = 2, RPCAUTH_portmap = 3, RPCAUTH_statd = 4, RPCAUTH_nfsd4_cb = 5, RPCAUTH_cache = 6, RPCAUTH_nfsd = 7, RPCAUTH_gssd = 8, RPCAUTH_RootEOF = 9, }; struct rsc; struct gss_svc_data { struct rpc_gss_wire_cred clcred; u32 gsd_databody_offset; struct rsc *rsci; __be32 gsd_seq_num; u8 gsd_scratch[40]; }; struct gss_svc_seq_data { u32 sd_max; long unsigned int sd_win[2]; spinlock_t sd_lock; }; struct rsc { struct cache_head h; struct xdr_netobj handle; struct svc_cred cred; struct gss_svc_seq_data seqdata; struct gss_ctx *mechctx; struct callback_head callback_head; }; struct rsi { struct cache_head h; struct xdr_netobj in_handle; struct xdr_netobj in_token; struct xdr_netobj out_handle; struct xdr_netobj out_token; int major_status; int minor_status; struct callback_head callback_head; }; struct gss_domain { struct auth_domain h; u32 pseudoflavor; }; enum dns_payload_content_type { DNS_PAYLOAD_IS_SERVER_LIST = 0, }; struct dns_payload_header { __u8 zero; __u8 content; __u8 version; }; enum handshake_msg_type { HANDSHAKE_MSG_TYPE_UNSPEC = 0, HANDSHAKE_MSG_TYPE_CLIENTHELLO = 1, HANDSHAKE_MSG_TYPE_SERVERHELLO = 2, }; enum handshake_auth { HANDSHAKE_AUTH_UNSPEC = 0, HANDSHAKE_AUTH_UNAUTH = 1, HANDSHAKE_AUTH_PSK = 2, HANDSHAKE_AUTH_X509 = 3, }; enum { HANDSHAKE_A_X509_CERT = 1, HANDSHAKE_A_X509_PRIVKEY = 2, __HANDSHAKE_A_X509_MAX = 3, HANDSHAKE_A_X509_MAX = 2, }; struct tls_handshake_req { void (*th_consumer_done)(void *, int, key_serial_t); void *th_consumer_data; int th_type; unsigned int th_timeout_ms; int th_auth_mode; const char *th_peername; key_serial_t th_keyring; key_serial_t th_certificate; key_serial_t th_privkey; unsigned int th_num_peerids; key_serial_t th_peerid[5]; }; struct klist_waiter { struct list_head list; struct klist_node *node; struct task_struct *process; int woken; }; #ifndef BPF_NO_PRESERVE_ACCESS_INDEX #pragma clang attribute pop #endif #endif /* __VMLINUX_H__ */ bpfcc-0.31.0/libbpf-tools/profile.bpf.c000066400000000000000000000037051465134135300176300ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* * Copyright (c) 2022 LG Electronics * * Based on profile from BCC by Brendan Gregg and others. * 28-Dec-2021 Eunseon Lee Created this. */ #include #include #include #include #include "profile.h" #include "maps.bpf.h" const volatile bool kernel_stacks_only = false; const volatile bool user_stacks_only = false; const volatile bool include_idle = false; const volatile bool filter_by_pid = false; const volatile bool filter_by_tid = false; struct { __uint(type, BPF_MAP_TYPE_STACK_TRACE); __type(key, u32); } stackmap SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, struct key_t); __type(value, u64); __uint(max_entries, MAX_ENTRIES); } counts SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, u32); __type(value, u8); __uint(max_entries, MAX_PID_NR); } pids SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, u32); __type(value, u8); __uint(max_entries, MAX_TID_NR); } tids SEC(".maps"); SEC("perf_event") int do_perf_event(struct bpf_perf_event_data *ctx) { u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; u32 tid = id; u64 *valp; static const u64 zero; struct key_t key = {}; if (!include_idle && tid == 0) return 0; if (filter_by_pid && !bpf_map_lookup_elem(&pids, &pid)) return 0; if (filter_by_tid && !bpf_map_lookup_elem(&tids, &tid)) return 0; key.pid = pid; bpf_get_current_comm(&key.name, sizeof(key.name)); if (user_stacks_only) key.kern_stack_id = -1; else key.kern_stack_id = bpf_get_stackid(&ctx->regs, &stackmap, 0); if (kernel_stacks_only) key.user_stack_id = -1; else key.user_stack_id = bpf_get_stackid(&ctx->regs, &stackmap, BPF_F_USER_STACK); valp = bpf_map_lookup_or_try_init(&counts, &key, &zero); if (valp) __sync_fetch_and_add(valp, 1); return 0; } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/profile.c000066400000000000000000000376411465134135300170700ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* * profile Profile CPU usage by sampling stack traces at a timed interval. * Copyright (c) 2022 LG Electronics * * Based on profile from BCC by Brendan Gregg and others. * 28-Dec-2021 Eunseon Lee Created this. */ #include #include #include #include #include #include #include #include #include #include #include #include "profile.h" #include "profile.skel.h" #include "trace_helpers.h" #define OPT_PERF_MAX_STACK_DEPTH 1 /* --perf-max-stack-depth */ #define OPT_STACK_STORAGE_SIZE 2 /* --stack-storage-size */ /* * -EFAULT in get_stackid normally means the stack-trace is not available, * such as getting kernel stack trace in user mode */ #define STACK_ID_EFAULT(stack_id) (stack_id == -EFAULT) #define STACK_ID_ERR(stack_id) ((stack_id < 0) && !STACK_ID_EFAULT(stack_id)) /* hash collision (-EEXIST) suggests that stack map size may be too small */ #define CHECK_STACK_COLLISION(ustack_id, kstack_id) \ (kstack_id == -EEXIST || ustack_id == -EEXIST) #define MISSING_STACKS(ustack_id, kstack_id) \ (!env.user_stacks_only && STACK_ID_ERR(kstack_id)) + (!env.kernel_stacks_only && STACK_ID_ERR(ustack_id)) /* This structure combines key_t and count which should be sorted together */ struct key_ext_t { struct key_t k; __u64 v; }; typedef const char* (*symname_fn_t)(unsigned long); /* This structure represents output format-dependent attributes. */ struct fmt_t { bool folded; char *prefix; char *suffix; char *delim; }; struct fmt_t stacktrace_formats[] = { { false, " ", "\n", "--" }, /* multi-line */ { true, ";", "", "-" } /* folded */ }; #define pr_format(str, fmt) printf("%s%s%s", fmt->prefix, str, fmt->suffix) static struct env { pid_t pids[MAX_PID_NR]; pid_t tids[MAX_TID_NR]; bool user_stacks_only; bool kernel_stacks_only; int stack_storage_size; int perf_max_stack_depth; int duration; bool verbose; bool freq; int sample_freq; bool delimiter; bool include_idle; int cpu; bool folded; } env = { .stack_storage_size = 1024, .perf_max_stack_depth = 127, .duration = INT_MAX, .freq = 1, .sample_freq = 49, .cpu = -1, }; const char *argp_program_version = "profile 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Profile CPU usage by sampling stack traces at a timed interval.\n" "\n" "USAGE: profile [OPTIONS...] [duration]\n" "EXAMPLES:\n" " profile # profile stack traces at 49 Hertz until Ctrl-C\n" " profile -F 99 # profile stack traces at 99 Hertz\n" " profile -c 1000000 # profile stack traces every 1 in a million events\n" " profile 5 # profile at 49 Hertz for 5 seconds only\n" " profile -f # output in folded format for flame graphs\n" " profile -p 185 # only profile process with PID 185\n" " profile -L 185 # only profile thread with TID 185\n" " profile -U # only show user space stacks (no kernel)\n" " profile -K # only show kernel space stacks (no user)\n"; static const struct argp_option opts[] = { { "pid", 'p', "PID", 0, "profile process with this PID only", 0 }, { "tid", 'L', "TID", 0, "profile thread with this TID only", 0 }, { "user-stacks-only", 'U', NULL, 0, "show stacks from user space only (no kernel space stacks)", 0 }, { "kernel-stacks-only", 'K', NULL, 0, "show stacks from kernel space only (no user space stacks)", 0 }, { "frequency", 'F', "FREQUENCY", 0, "sample frequency, Hertz", 0 }, { "delimited", 'd', NULL, 0, "insert delimiter between kernel/user stacks", 0 }, { "include-idle ", 'I', NULL, 0, "include CPU idle stacks", 0 }, { "folded", 'f', NULL, 0, "output folded format, one line per stack (for flame graphs)", 0 }, { "stack-storage-size", OPT_STACK_STORAGE_SIZE, "STACK-STORAGE-SIZE", 0, "the number of unique stack traces that can be stored and displayed (default 1024)", 0 }, { "cpu", 'C', "CPU", 0, "cpu number to run profile on", 0 }, { "perf-max-stack-depth", OPT_PERF_MAX_STACK_DEPTH, "PERF-MAX-STACK-DEPTH", 0, "the limit for both kernel and user stack traces (default 127)", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; struct ksyms *ksyms; struct syms_cache *syms_cache; struct syms *syms; static int split_pidstr(char *s, char* sep, int max_split, pid_t *pids) { char *pid; int nr = 0; errno = 0; pid = strtok(s, sep); while (pid) { if (nr >= max_split) return -ENOBUFS; pids[nr++] = strtol(pid, NULL, 10); if (errno) return -errno; pid = strtok(NULL, ","); } return 0; } static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; int ret; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'p': ret = split_pidstr(strdup(arg), ",", MAX_PID_NR, env.pids); if (ret) { if (ret == -ENOBUFS) fprintf(stderr, "the number of pid is too big, please " "increase MAX_PID_NR's value and recompile\n"); else fprintf(stderr, "invalid PID: %s\n", arg); argp_usage(state); } break; case 'L': ret = split_pidstr(strdup(arg), ",", MAX_TID_NR, env.tids); if (ret) { if (ret == -ENOBUFS) fprintf(stderr, "the number of tid is too big, please " "increase MAX_TID_NR's value and recompile\n"); else fprintf(stderr, "invalid TID: %s\n", arg); argp_usage(state); } break; case 'U': env.user_stacks_only = true; break; case 'K': env.kernel_stacks_only = true; break; case 'F': errno = 0; env.sample_freq = strtol(arg, NULL, 10); if (errno || env.sample_freq <= 0) { fprintf(stderr, "invalid FREQUENCY: %s\n", arg); argp_usage(state); } break; case 'd': env.delimiter = true; break; case 'I': env.include_idle = true; break; case 'C': errno = 0; env.cpu = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid CPU: %s\n", arg); argp_usage(state); } break; case 'f': env.folded = true; break; case OPT_PERF_MAX_STACK_DEPTH: errno = 0; env.perf_max_stack_depth = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid perf max stack depth: %s\n", arg); argp_usage(state); } break; case OPT_STACK_STORAGE_SIZE: errno = 0; env.stack_storage_size = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid stack storage size: %s\n", arg); argp_usage(state); } break; case ARGP_KEY_ARG: if (pos_args++) { fprintf(stderr, "Unrecognized positional argument: %s\n", arg); argp_usage(state); } errno = 0; env.duration = strtol(arg, NULL, 10); if (errno || env.duration <= 0) { fprintf(stderr, "Invalid duration (in s): %s\n", arg); argp_usage(state); } break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int nr_cpus; static int open_and_attach_perf_event(int freq, struct bpf_program *prog, struct bpf_link *links[]) { struct perf_event_attr attr = { .type = PERF_TYPE_SOFTWARE, .freq = env.freq, .sample_freq = env.sample_freq, .config = PERF_COUNT_SW_CPU_CLOCK, }; int i, fd; for (i = 0; i < nr_cpus; i++) { if (env.cpu != -1 && env.cpu != i) continue; fd = syscall(__NR_perf_event_open, &attr, -1, i, -1, 0); if (fd < 0) { /* Ignore CPU that is offline */ if (errno == ENODEV) continue; fprintf(stderr, "failed to init perf sampling: %s\n", strerror(errno)); return -1; } links[i] = bpf_program__attach_perf_event(prog, fd); if (!links[i]) { fprintf(stderr, "failed to attach perf event on cpu: " "%d\n", i); links[i] = NULL; close(fd); return -1; } } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_handler(int sig) { } static int cmp_counts(const void *a, const void *b) { const __u64 x = ((struct key_ext_t *) a)->v; const __u64 y = ((struct key_ext_t *) b)->v; /* descending order */ return y - x; } static int read_counts_map(int fd, struct key_ext_t *items, __u32 *count) { struct key_t empty = {}; struct key_t *lookup_key = ∅ int i = 0; int err; while (bpf_map_get_next_key(fd, lookup_key, &items[i].k) == 0) { err = bpf_map_lookup_elem(fd, &items[i].k, &items[i].v); if (err < 0) { fprintf(stderr, "failed to lookup counts: %d\n", err); return -err; } if (items[i].v == 0) continue; lookup_key = &items[i].k; i++; } *count = i; return 0; } static const char *ksymname(unsigned long addr) { const struct ksym *ksym = ksyms__map_addr(ksyms, addr); return ksym ? ksym->name : "[unknown]"; } static const char *usymname(unsigned long addr) { const struct sym *sym = syms__map_addr(syms, addr); return sym ? sym->name : "[unknown]"; } static void print_stacktrace(unsigned long *ip, symname_fn_t symname, struct fmt_t *f) { int i; if (!f->folded) { for (i = 0; ip[i] && i < env.perf_max_stack_depth; i++) pr_format(symname(ip[i]), f); return; } else { for (i = env.perf_max_stack_depth - 1; i >= 0; i--) { if (!ip[i]) continue; pr_format(symname(ip[i]), f); } } } static bool print_user_stacktrace(struct key_t *event, int stack_map, unsigned long *ip, struct fmt_t *f, bool delim) { if (env.kernel_stacks_only || STACK_ID_EFAULT(event->user_stack_id)) return false; if (delim) pr_format(f->delim, f); if (bpf_map_lookup_elem(stack_map, &event->user_stack_id, ip) != 0) { pr_format("[Missed User Stack]", f); } else { syms = syms_cache__get_syms(syms_cache, event->pid); if (!syms && f->folded) fprintf(stderr, "failed to get syms\n"); else print_stacktrace(ip, usymname, f); } return true; } static bool print_kern_stacktrace(struct key_t *event, int stack_map, unsigned long *ip, struct fmt_t *f, bool delim) { if (env.user_stacks_only || STACK_ID_EFAULT(event->kern_stack_id)) return false; if (delim) pr_format(f->delim, f); if (bpf_map_lookup_elem(stack_map, &event->kern_stack_id, ip) != 0) pr_format("[Missed Kernel Stack]", f); else print_stacktrace(ip, ksymname, f); return true; } static int print_count(struct key_t *event, __u64 count, int stack_map, bool folded) { unsigned long *ip; int ret; struct fmt_t *fmt = &stacktrace_formats[folded]; ip = calloc(env.perf_max_stack_depth, sizeof(unsigned long)); if (!ip) { fprintf(stderr, "failed to alloc ip\n"); return -ENOMEM; } if (!folded) { /* multi-line stack output */ ret = print_kern_stacktrace(event, stack_map, ip, fmt, false); print_user_stacktrace(event, stack_map, ip, fmt, ret && env.delimiter); printf(" %-16s %s (%d)\n", "-", event->name, event->pid); printf(" %lld\n\n", count); } else { /* folded stack output */ printf("%s", event->name); ret = print_user_stacktrace(event, stack_map, ip, fmt, false); print_kern_stacktrace(event, stack_map, ip, fmt, ret && env.delimiter); printf(" %lld\n", count); } free(ip); return 0; } static int print_counts(int counts_map, int stack_map) { struct key_ext_t *counts; struct key_t *event; __u64 count; __u32 nr_count = MAX_ENTRIES; size_t nr_missing_stacks = 0; bool has_collision = false; int i, ret = 0; counts = calloc(MAX_ENTRIES, sizeof(struct key_ext_t)); if (!counts) { fprintf(stderr, "Out of memory\n"); return -ENOMEM; } ret = read_counts_map(counts_map, counts, &nr_count); if (ret) goto cleanup; qsort(counts, nr_count, sizeof(struct key_ext_t), cmp_counts); for (i = 0; i < nr_count; i++) { event = &counts[i].k; count = counts[i].v; print_count(event, count, stack_map, env.folded); /* handle stack id errors */ nr_missing_stacks += MISSING_STACKS(event->user_stack_id, event->kern_stack_id); has_collision = CHECK_STACK_COLLISION(event->user_stack_id, event->kern_stack_id); } if (nr_missing_stacks > 0) { fprintf(stderr, "WARNING: %zu stack traces could not be displayed.%s\n", nr_missing_stacks, has_collision ? " Consider increasing --stack-storage-size.":""); } cleanup: free(counts); return ret; } static void print_headers() { int i; printf("Sampling at %d Hertz of", env.sample_freq); if (env.pids[0]) { printf(" PID ["); for (i = 0; i < MAX_PID_NR && env.pids[i]; i++) printf("%d%s", env.pids[i], (i < MAX_PID_NR - 1 && env.pids[i + 1]) ? ", " : "]"); } else if (env.tids[0]) { printf(" TID ["); for (i = 0; i < MAX_TID_NR && env.tids[i]; i++) printf("%d%s", env.tids[i], (i < MAX_TID_NR - 1 && env.tids[i + 1]) ? ", " : "]"); } else { printf(" all threads"); } if (env.user_stacks_only) printf(" by user"); else if (env.kernel_stacks_only) printf(" by kernel"); else printf(" by user + kernel"); if (env.cpu != -1) printf(" on CPU#%d", env.cpu); if (env.duration < INT_MAX) printf(" for %d secs.\n", env.duration); else printf("... Hit Ctrl-C to end.\n"); } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct bpf_link *links[MAX_CPU_NR] = {}; struct profile_bpf *obj; int pids_fd, tids_fd; int err, i; __u8 val = 0; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; if (env.user_stacks_only && env.kernel_stacks_only) { fprintf(stderr, "user_stacks_only and kernel_stacks_only cannot be used together.\n"); return 1; } libbpf_set_print(libbpf_print_fn); nr_cpus = libbpf_num_possible_cpus(); if (nr_cpus < 0) { printf("failed to get # of possible cpus: '%s'!\n", strerror(-nr_cpus)); return 1; } if (nr_cpus > MAX_CPU_NR) { fprintf(stderr, "the number of cpu cores is too big, please " "increase MAX_CPU_NR's value and recompile"); return 1; } obj = profile_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } /* initialize global data (filtering options) */ obj->rodata->user_stacks_only = env.user_stacks_only; obj->rodata->kernel_stacks_only = env.kernel_stacks_only; obj->rodata->include_idle = env.include_idle; if (env.pids[0]) obj->rodata->filter_by_pid = true; else if (env.tids[0]) obj->rodata->filter_by_tid = true; bpf_map__set_value_size(obj->maps.stackmap, env.perf_max_stack_depth * sizeof(unsigned long)); bpf_map__set_max_entries(obj->maps.stackmap, env.stack_storage_size); err = profile_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF programs\n"); goto cleanup; } if (env.pids[0]) { pids_fd = bpf_map__fd(obj->maps.pids); for (i = 0; i < MAX_PID_NR && env.pids[i]; i++) { if (bpf_map_update_elem(pids_fd, &(env.pids[i]), &val, BPF_ANY) != 0) { fprintf(stderr, "failed to init pids map: %s\n", strerror(errno)); goto cleanup; } } } else if (env.tids[0]) { tids_fd = bpf_map__fd(obj->maps.tids); for (i = 0; i < MAX_TID_NR && env.tids[i]; i++) { if (bpf_map_update_elem(tids_fd, &(env.tids[i]), &val, BPF_ANY) != 0) { fprintf(stderr, "failed to init tids map: %s\n", strerror(errno)); goto cleanup; } } } ksyms = ksyms__load(); if (!ksyms) { fprintf(stderr, "failed to load kallsyms\n"); goto cleanup; } syms_cache = syms_cache__new(0); if (!syms_cache) { fprintf(stderr, "failed to create syms_cache\n"); goto cleanup; } err = open_and_attach_perf_event(env.freq, obj->progs.do_perf_event, links); if (err) goto cleanup; signal(SIGINT, sig_handler); if (!env.folded) print_headers(); /* * We'll get sleep interrupted when someone presses Ctrl-C. * (which will be "handled" with noop by sig_handler) */ sleep(env.duration); print_counts(bpf_map__fd(obj->maps.counts), bpf_map__fd(obj->maps.stackmap)); cleanup: if (env.cpu != -1) bpf_link__destroy(links[env.cpu]); else { for (i = 0; i < nr_cpus; i++) bpf_link__destroy(links[i]); } if (syms_cache) syms_cache__free(syms_cache); if (ksyms) ksyms__free(ksyms); profile_bpf__destroy(obj); return err != 0; } bpfcc-0.31.0/libbpf-tools/profile.h000066400000000000000000000005271465134135300170660ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) #ifndef __PROFILE_H #define __PROFILE_H #define TASK_COMM_LEN 16 #define MAX_CPU_NR 128 #define MAX_ENTRIES 10240 #define MAX_PID_NR 30 #define MAX_TID_NR 30 struct key_t { __u32 pid; int user_stack_id; int kern_stack_id; char name[TASK_COMM_LEN]; }; #endif /* __PROFILE_H */ bpfcc-0.31.0/libbpf-tools/readahead.bpf.c000066400000000000000000000034361465134135300200670ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Wenbo Zhang #include #include #include #include "readahead.h" #include "bits.bpf.h" #define MAX_ENTRIES 10240 struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, u32); __type(value, u64); } in_readahead SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct page *); __type(value, u64); } birth SEC(".maps"); struct hist hist = {}; SEC("fentry/do_page_cache_ra") int BPF_PROG(do_page_cache_ra) { u32 pid = bpf_get_current_pid_tgid(); u64 one = 1; bpf_map_update_elem(&in_readahead, &pid, &one, 0); return 0; } SEC("fexit/__page_cache_alloc") int BPF_PROG(page_cache_alloc_ret, gfp_t gfp, struct page *ret) { u32 pid = bpf_get_current_pid_tgid(); u64 ts; if (!bpf_map_lookup_elem(&in_readahead, &pid)) return 0; ts = bpf_ktime_get_ns(); bpf_map_update_elem(&birth, &ret, &ts, 0); __sync_fetch_and_add(&hist.unused, 1); __sync_fetch_and_add(&hist.total, 1); return 0; } SEC("fexit/do_page_cache_ra") int BPF_PROG(do_page_cache_ra_ret) { u32 pid = bpf_get_current_pid_tgid(); bpf_map_delete_elem(&in_readahead, &pid); return 0; } SEC("fentry/mark_page_accessed") int BPF_PROG(mark_page_accessed, struct page *page) { u64 *tsp, slot, ts = bpf_ktime_get_ns(); s64 delta; tsp = bpf_map_lookup_elem(&birth, &page); if (!tsp) return 0; delta = (s64)(ts - *tsp); if (delta < 0) goto update_and_cleanup; slot = log2l(delta / 1000000U); if (slot >= MAX_SLOTS) slot = MAX_SLOTS - 1; __sync_fetch_and_add(&hist.slots[slot], 1); update_and_cleanup: __sync_fetch_and_add(&hist.unused, -1); bpf_map_delete_elem(&birth, &page); return 0; } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/readahead.c000066400000000000000000000072501465134135300173170ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Wenbo Zhang // // Based on readahead(8) from BPF-Perf-Tools-Book by Brendan Gregg. // 8-Jun-2020 Wenbo Zhang Created this. #include #include #include #include #include #include #include "readahead.h" #include "readahead.skel.h" #include "trace_helpers.h" static struct env { int duration; bool verbose; } env = { .duration = -1 }; static volatile bool exiting; const char *argp_program_version = "readahead 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Show fs automatic read-ahead usage.\n" "\n" "USAGE: readahead [--help] [-d DURATION]\n" "\n" "EXAMPLES:\n" " readahead # summarize on-CPU time as a histogram\n" " readahead -d 10 # trace for 10 seconds only\n"; static const struct argp_option opts[] = { { "duration", 'd', "DURATION", 0, "Duration to trace", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'd': errno = 0; env.duration = strtol(arg, NULL, 10); if (errno || env.duration <= 0) { fprintf(stderr, "Invalid duration: %s\n", arg); argp_usage(state); } break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_handler(int sig) { exiting = true; } static int readahead__set_attach_target(struct bpf_program *prog) { int err; err = bpf_program__set_attach_target(prog, 0, "do_page_cache_ra"); if (!err) return 0; err = bpf_program__set_attach_target(prog, 0, "__do_page_cache_readahead"); if (!err) return 0; fprintf(stderr, "failed to set attach target for %s: %s\n", bpf_program__name(prog), strerror(-err)); return err; } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct readahead_bpf *obj; struct hist *histp; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); obj = readahead_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } /* * Starting from v5.10-rc1 (8238287), __do_page_cache_readahead has * renamed to do_page_cache_ra. So we specify the function dynamically. */ err = readahead__set_attach_target(obj->progs.do_page_cache_ra); if (err) goto cleanup; err = readahead__set_attach_target(obj->progs.do_page_cache_ra_ret); if (err) goto cleanup; err = readahead_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object\n"); goto cleanup; } if (!obj->bss) { fprintf(stderr, "Memory-mapping BPF maps is supported starting from Linux 5.7, please upgrade.\n"); goto cleanup; } err = readahead_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs\n"); goto cleanup; } signal(SIGINT, sig_handler); printf("Tracing fs read-ahead ... Hit Ctrl-C to end.\n"); sleep(env.duration); printf("\n"); histp = &obj->bss->hist; printf("Readahead unused/total pages: %d/%d\n", histp->unused, histp->total); print_log2_hist(histp->slots, MAX_SLOTS, "msecs"); cleanup: readahead_bpf__destroy(obj); return err != 0; } bpfcc-0.31.0/libbpf-tools/readahead.h000066400000000000000000000003351465134135300173210ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) #ifndef __READAHEAD_H #define __READAHEAD_H #define MAX_SLOTS 20 struct hist { __u32 unused; __u32 total; __u32 slots[MAX_SLOTS]; }; #endif /* __READAHEAD_H */ bpfcc-0.31.0/libbpf-tools/riscv/000077500000000000000000000000001465134135300163775ustar00rootroot00000000000000bpfcc-0.31.0/libbpf-tools/riscv/vmlinux.h000077700000000000000000000000001465134135300225072vmlinux_602.hustar00rootroot00000000000000bpfcc-0.31.0/libbpf-tools/riscv/vmlinux_602.h000066400000000000000000140202331465134135300206460ustar00rootroot00000000000000#ifndef __VMLINUX_H__ #define __VMLINUX_H__ #ifndef BPF_NO_PRESERVE_ACCESS_INDEX #pragma clang attribute push (__attribute__((preserve_access_index)), apply_to = record) #endif typedef unsigned char __u8; typedef short unsigned int __u16; typedef int __s32; typedef unsigned int __u32; typedef long long int __s64; typedef long long unsigned int __u64; typedef __u8 u8; typedef __u16 u16; typedef __s32 s32; typedef __u32 u32; typedef __s64 s64; typedef __u64 u64; typedef long int __kernel_long_t; typedef long unsigned int __kernel_ulong_t; typedef int __kernel_pid_t; typedef unsigned int __kernel_uid32_t; typedef __kernel_ulong_t __kernel_size_t; typedef long long int __kernel_time64_t; typedef __kernel_long_t __kernel_clock_t; typedef int __kernel_timer_t; typedef int __kernel_clockid_t; typedef __kernel_pid_t pid_t; typedef __kernel_clockid_t clockid_t; typedef __kernel_size_t size_t; typedef unsigned int gfp_t; typedef struct { int counter; } atomic_t; typedef struct { s64 counter; } atomic64_t; struct list_head { struct list_head *next; struct list_head *prev; }; struct hlist_node; struct hlist_head { struct hlist_node *first; }; struct hlist_node { struct hlist_node *next; struct hlist_node **pprev; }; struct callback_head { struct callback_head *next; void (*func)(struct callback_head *); }; typedef __u32 Elf32_Word; struct elf32_note { Elf32_Word n_namesz; Elf32_Word n_descsz; Elf32_Word n_type; }; struct kernel_symbol { long unsigned int value; const char *name; const char *namespace; }; struct obs_kernel_param { const char *str; int (*setup_func)(char *); int early; }; typedef atomic_t arch_spinlock_t; struct raw_spinlock { arch_spinlock_t raw_lock; }; typedef struct raw_spinlock raw_spinlock_t; struct pi_entry { const char *fmt; const char *func; const char *file; unsigned int line; const char *level; const char *subsys_fmt_prefix; } __attribute__((packed)); struct thread_info { long unsigned int flags; int preempt_count; long int kernel_sp; long int user_sp; int cpu; }; struct refcount_struct { atomic_t refs; }; typedef struct refcount_struct refcount_t; struct llist_node { struct llist_node *next; }; struct __call_single_node { struct llist_node llist; union { unsigned int u_flags; atomic_t a_flags; }; u16 src; u16 dst; }; struct load_weight { long unsigned int weight; u32 inv_weight; }; struct rb_node { long unsigned int __rb_parent_color; struct rb_node *rb_right; struct rb_node *rb_left; }; struct util_est { unsigned int enqueued; unsigned int ewma; }; struct sched_avg { u64 last_update_time; u64 load_sum; u64 runnable_sum; u32 util_sum; u32 period_contrib; long unsigned int load_avg; long unsigned int runnable_avg; long unsigned int util_avg; struct util_est util_est; }; struct cfs_rq; struct sched_entity { struct load_weight load; struct rb_node run_node; struct list_head group_node; unsigned int on_rq; u64 exec_start; u64 sum_exec_runtime; u64 vruntime; u64 prev_sum_exec_runtime; u64 nr_migrations; int depth; struct sched_entity *parent; struct cfs_rq *cfs_rq; struct cfs_rq *my_q; long unsigned int runnable_weight; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_avg avg; }; struct rt_rq; struct sched_rt_entity { struct list_head run_list; long unsigned int timeout; long unsigned int watchdog_stamp; unsigned int time_slice; short unsigned int on_rq; short unsigned int on_list; struct sched_rt_entity *back; struct sched_rt_entity *parent; struct rt_rq *rt_rq; struct rt_rq *my_q; }; typedef s64 ktime_t; struct timerqueue_node { struct rb_node node; ktime_t expires; }; enum hrtimer_restart { HRTIMER_NORESTART = 0, HRTIMER_RESTART = 1, }; struct hrtimer_clock_base; struct hrtimer { struct timerqueue_node node; ktime_t _softexpires; enum hrtimer_restart (*function)(struct hrtimer *); struct hrtimer_clock_base *base; u8 state; u8 is_rel; u8 is_soft; u8 is_hard; }; struct sched_dl_entity { struct rb_node rb_node; u64 dl_runtime; u64 dl_deadline; u64 dl_period; u64 dl_bw; u64 dl_density; s64 runtime; u64 deadline; unsigned int flags; unsigned int dl_throttled: 1; unsigned int dl_yielded: 1; unsigned int dl_non_contending: 1; unsigned int dl_overrun: 1; struct hrtimer dl_timer; struct hrtimer inactive_timer; struct sched_dl_entity *pi_se; }; struct sched_statistics {}; struct cpumask { long unsigned int bits[1]; }; typedef struct cpumask cpumask_t; union rcu_special { struct { u8 blocked; u8 need_qs; u8 exp_hint; u8 need_mb; } b; u32 s; }; struct sched_info {}; struct plist_node { int prio; struct list_head prio_list; struct list_head node_list; }; enum timespec_type { TT_NONE = 0, TT_NATIVE = 1, TT_COMPAT = 2, }; struct __kernel_timespec; struct old_timespec32; struct pollfd; struct restart_block { long unsigned int arch_data; long int (*fn)(struct restart_block *); union { struct { u32 *uaddr; u32 val; u32 flags; u32 bitset; u64 time; u32 *uaddr2; } futex; struct { clockid_t clockid; enum timespec_type type; union { struct __kernel_timespec *rmtp; struct old_timespec32 *compat_rmtp; }; u64 expires; } nanosleep; struct { struct pollfd *ufds; int nfds; int has_timeout; long unsigned int tv_sec; long unsigned int tv_nsec; } poll; }; }; struct prev_cputime { u64 utime; u64 stime; raw_spinlock_t lock; }; struct rb_root { struct rb_node *rb_node; }; struct rb_root_cached { struct rb_root rb_root; struct rb_node *rb_leftmost; }; struct timerqueue_head { struct rb_root_cached rb_root; }; struct posix_cputimer_base { u64 nextevt; struct timerqueue_head tqhead; }; struct posix_cputimers { struct posix_cputimer_base bases[3]; unsigned int timers_active; unsigned int expiry_active; }; struct posix_cputimers_work { struct callback_head work; unsigned int scheduled; }; struct sem_undo_list; struct sysv_sem { struct sem_undo_list *undo_list; }; struct sysv_shm { struct list_head shm_clist; }; typedef struct { long unsigned int sig[1]; } sigset_t; struct sigpending { struct list_head list; sigset_t signal; }; struct seccomp_filter; struct seccomp { int mode; atomic_t filter_count; struct seccomp_filter *filter; }; struct syscall_user_dispatch {}; struct spinlock { union { struct raw_spinlock rlock; }; }; typedef struct spinlock spinlock_t; struct wake_q_node { struct wake_q_node *next; }; struct task_io_accounting {}; typedef struct { long unsigned int bits[1]; } nodemask_t; struct seqcount { unsigned int sequence; }; typedef struct seqcount seqcount_t; struct seqcount_spinlock { seqcount_t seqcount; }; typedef struct seqcount_spinlock seqcount_spinlock_t; typedef atomic64_t atomic_long_t; struct optimistic_spin_queue { atomic_t tail; }; struct mutex { atomic_long_t owner; raw_spinlock_t wait_lock; struct optimistic_spin_queue osq; struct list_head wait_list; }; struct tlbflush_unmap_batch {}; struct page; struct page_frag { struct page *page; __u32 offset; __u32 size; }; struct kmap_ctrl {}; struct timer_list { struct hlist_node entry; long unsigned int expires; void (*function)(struct timer_list *); u32 flags; }; struct llist_head { struct llist_node *first; }; struct __riscv_d_ext_state { __u64 f[32]; __u32 fcsr; }; struct thread_struct { long unsigned int ra; long unsigned int sp; long unsigned int s[12]; struct __riscv_d_ext_state fstate; long unsigned int bad_cause; }; struct sched_class; struct task_group; struct mm_struct; struct pid; struct completion; struct cred; struct key; struct nameidata; struct fs_struct; struct files_struct; struct io_uring_task; struct nsproxy; struct signal_struct; struct sighand_struct; struct rt_mutex_waiter; struct bio_list; struct blk_plug; struct reclaim_state; struct backing_dev_info; struct io_context; struct capture_control; struct kernel_siginfo; typedef struct kernel_siginfo kernel_siginfo_t; struct css_set; struct robust_list_head; struct compat_robust_list_head; struct futex_pi_state; struct perf_event_context; struct rseq; struct pipe_inode_info; struct ftrace_ret_stack; struct mem_cgroup; struct request_queue; struct uprobe_task; struct vm_struct; struct bpf_local_storage; struct bpf_run_ctx; struct task_struct { struct thread_info thread_info; unsigned int __state; void *stack; refcount_t usage; unsigned int flags; unsigned int ptrace; int on_cpu; struct __call_single_node wake_entry; unsigned int wakee_flips; long unsigned int wakee_flip_decay_ts; struct task_struct *last_wakee; int recent_used_cpu; int wake_cpu; int on_rq; int prio; int static_prio; int normal_prio; unsigned int rt_priority; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_entity se; struct sched_rt_entity rt; struct sched_dl_entity dl; const struct sched_class *sched_class; struct task_group *sched_task_group; long: 64; struct sched_statistics stats; struct hlist_head preempt_notifiers; unsigned int policy; int nr_cpus_allowed; const cpumask_t *cpus_ptr; cpumask_t *user_cpus_ptr; cpumask_t cpus_mask; void *migration_pending; short unsigned int migration_disabled; short unsigned int migration_flags; int trc_reader_nesting; int trc_ipi_to_cpu; union rcu_special trc_reader_special; struct list_head trc_holdout_list; struct list_head trc_blkd_node; int trc_blkd_cpu; struct sched_info sched_info; struct list_head tasks; struct plist_node pushable_tasks; struct rb_node pushable_dl_tasks; struct mm_struct *mm; struct mm_struct *active_mm; int exit_state; int exit_code; int exit_signal; int pdeath_signal; long unsigned int jobctl; unsigned int personality; unsigned int sched_reset_on_fork: 1; unsigned int sched_contributes_to_load: 1; unsigned int sched_migrated: 1; int: 29; unsigned int sched_remote_wakeup: 1; unsigned int in_execve: 1; unsigned int in_iowait: 1; unsigned int in_user_fault: 1; unsigned int brk_randomized: 1; unsigned int no_cgroup_migration: 1; unsigned int frozen: 1; unsigned int use_memdelay: 1; unsigned int in_eventfd: 1; long unsigned int atomic_flags; struct restart_block restart_block; pid_t pid; pid_t tgid; long unsigned int stack_canary; struct task_struct *real_parent; struct task_struct *parent; struct list_head children; struct list_head sibling; struct task_struct *group_leader; struct list_head ptraced; struct list_head ptrace_entry; struct pid *thread_pid; struct hlist_node pid_links[4]; struct list_head thread_group; struct list_head thread_node; struct completion *vfork_done; int *set_child_tid; int *clear_child_tid; void *worker_private; u64 utime; u64 stime; u64 gtime; struct prev_cputime prev_cputime; long unsigned int nvcsw; long unsigned int nivcsw; u64 start_time; u64 start_boottime; long unsigned int min_flt; long unsigned int maj_flt; struct posix_cputimers posix_cputimers; struct posix_cputimers_work posix_cputimers_work; const struct cred *ptracer_cred; const struct cred *real_cred; const struct cred *cred; struct key *cached_requested_key; char comm[16]; struct nameidata *nameidata; struct sysv_sem sysvsem; struct sysv_shm sysvshm; struct fs_struct *fs; struct files_struct *files; struct io_uring_task *io_uring; struct nsproxy *nsproxy; struct signal_struct *signal; struct sighand_struct *sighand; sigset_t blocked; sigset_t real_blocked; sigset_t saved_sigmask; struct sigpending pending; long unsigned int sas_ss_sp; size_t sas_ss_size; unsigned int sas_ss_flags; struct callback_head *task_works; struct seccomp seccomp; struct syscall_user_dispatch syscall_dispatch; u64 parent_exec_id; u64 self_exec_id; spinlock_t alloc_lock; raw_spinlock_t pi_lock; struct wake_q_node wake_q; struct rb_root_cached pi_waiters; struct task_struct *pi_top_task; struct rt_mutex_waiter *pi_blocked_on; void *journal_info; struct bio_list *bio_list; struct blk_plug *plug; struct reclaim_state *reclaim_state; struct backing_dev_info *backing_dev_info; struct io_context *io_context; struct capture_control *capture_control; long unsigned int ptrace_message; kernel_siginfo_t *last_siginfo; struct task_io_accounting ioac; nodemask_t mems_allowed; seqcount_spinlock_t mems_allowed_seq; int cpuset_mem_spread_rotor; int cpuset_slab_spread_rotor; struct css_set *cgroups; struct list_head cg_list; struct robust_list_head *robust_list; struct compat_robust_list_head *compat_robust_list; struct list_head pi_state_list; struct futex_pi_state *pi_state_cache; struct mutex futex_exit_mutex; unsigned int futex_state; struct perf_event_context *perf_event_ctxp; struct mutex perf_event_mutex; struct list_head perf_event_list; struct rseq *rseq; u32 rseq_sig; long unsigned int rseq_event_mask; struct tlbflush_unmap_batch tlb_ubc; union { refcount_t rcu_users; struct callback_head rcu; }; struct pipe_inode_info *splice_pipe; struct page_frag task_frag; int nr_dirtied; int nr_dirtied_pause; long unsigned int dirty_paused_when; u64 timer_slack_ns; u64 default_timer_slack_ns; int curr_ret_stack; int curr_ret_depth; struct ftrace_ret_stack *ret_stack; long long unsigned int ftrace_timestamp; atomic_t trace_overrun; atomic_t tracing_graph_pause; long unsigned int trace_recursion; struct mem_cgroup *memcg_in_oom; gfp_t memcg_oom_gfp_mask; int memcg_oom_order; unsigned int memcg_nr_pages_over_high; struct mem_cgroup *active_memcg; struct request_queue *throttle_queue; struct uprobe_task *utask; struct kmap_ctrl kmap_ctrl; int pagefault_disabled; struct task_struct *oom_reaper_list; struct timer_list oom_reaper_timer; struct vm_struct *stack_vm_area; refcount_t stack_refcount; struct bpf_local_storage *bpf_storage; struct bpf_run_ctx *bpf_ctx; struct llist_head kretprobe_instances; struct llist_head rethooks; struct thread_struct thread; long: 64; long: 64; long: 64; }; struct __kernel_timespec { __kernel_time64_t tv_sec; long long int tv_nsec; }; typedef s32 old_time32_t; struct old_timespec32 { old_time32_t tv_sec; s32 tv_nsec; }; struct wait_queue_head { spinlock_t lock; struct list_head head; }; typedef struct wait_queue_head wait_queue_head_t; enum pid_type { PIDTYPE_PID = 0, PIDTYPE_TGID = 1, PIDTYPE_PGID = 2, PIDTYPE_SID = 3, PIDTYPE_MAX = 4, }; struct pid_namespace; struct upid { int nr; struct pid_namespace *ns; }; struct pid { refcount_t count; unsigned int level; spinlock_t lock; struct hlist_head tasks[4]; struct hlist_head inodes; wait_queue_head_t wait_pidfd; struct callback_head rcu; struct upid numbers[1]; }; enum pcpu_fc { PCPU_FC_AUTO = 0, PCPU_FC_EMBED = 1, PCPU_FC_PAGE = 2, PCPU_FC_NR = 3, }; struct seqcount_raw_spinlock { seqcount_t seqcount; }; typedef struct seqcount_raw_spinlock seqcount_raw_spinlock_t; struct hrtimer_cpu_base; struct hrtimer_clock_base { struct hrtimer_cpu_base *cpu_base; unsigned int index; clockid_t clockid; seqcount_raw_spinlock_t seq; struct hrtimer *running; struct timerqueue_head active; ktime_t (*get_time)(); ktime_t offset; }; struct hrtimer_cpu_base { raw_spinlock_t lock; unsigned int cpu; unsigned int active_bases; unsigned int clock_was_set_seq; unsigned int hres_active: 1; unsigned int in_hrtirq: 1; unsigned int hang_detected: 1; unsigned int softirq_activated: 1; unsigned int nr_events; short unsigned int nr_retries; short unsigned int nr_hangs; unsigned int max_hang_time; ktime_t expires_next; struct hrtimer *next_timer; ktime_t softirq_expires_next; struct hrtimer *softirq_next_timer; struct hrtimer_clock_base clock_base[8]; }; enum hrtimer_base_type { HRTIMER_BASE_MONOTONIC = 0, HRTIMER_BASE_REALTIME = 1, HRTIMER_BASE_BOOTTIME = 2, HRTIMER_BASE_TAI = 3, HRTIMER_BASE_MONOTONIC_SOFT = 4, HRTIMER_BASE_REALTIME_SOFT = 5, HRTIMER_BASE_BOOTTIME_SOFT = 6, HRTIMER_BASE_TAI_SOFT = 7, HRTIMER_MAX_CLOCK_BASES = 8, }; enum node_states { N_POSSIBLE = 0, N_ONLINE = 1, N_NORMAL_MEMORY = 2, N_HIGH_MEMORY = 2, N_MEMORY = 3, N_CPU = 4, N_GENERIC_INITIATOR = 5, NR_NODE_STATES = 6, }; union sigval { int sival_int; void *sival_ptr; }; typedef union sigval sigval_t; union __sifields { struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; } _kill; struct { __kernel_timer_t _tid; int _overrun; sigval_t _sigval; int _sys_private; } _timer; struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; sigval_t _sigval; } _rt; struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; int _status; __kernel_clock_t _utime; __kernel_clock_t _stime; } _sigchld; struct { void *_addr; union { int _trapno; short int _addr_lsb; struct { char _dummy_bnd[8]; void *_lower; void *_upper; } _addr_bnd; struct { char _dummy_pkey[8]; __u32 _pkey; } _addr_pkey; struct { long unsigned int _data; __u32 _type; __u32 _flags; } _perf; }; } _sigfault; struct { long int _band; int _fd; } _sigpoll; struct { void *_call_addr; int _syscall; unsigned int _arch; } _sigsys; }; struct kernel_siginfo { struct { int si_signo; int si_errno; int si_code; union __sifields _sifields; }; }; enum rseq_cs_flags_bit { RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT_BIT = 0, RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL_BIT = 1, RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE_BIT = 2, }; struct rseq { __u32 cpu_id_start; __u32 cpu_id; __u64 rseq_cs; __u32 flags; long: 32; long: 64; }; enum { TASK_COMM_LEN = 16, }; typedef _Bool bool; struct rq; struct rq_flags; struct affinity_context; struct sched_class { void (*enqueue_task)(struct rq *, struct task_struct *, int); void (*dequeue_task)(struct rq *, struct task_struct *, int); void (*yield_task)(struct rq *); bool (*yield_to_task)(struct rq *, struct task_struct *); void (*check_preempt_curr)(struct rq *, struct task_struct *, int); struct task_struct * (*pick_next_task)(struct rq *); void (*put_prev_task)(struct rq *, struct task_struct *); void (*set_next_task)(struct rq *, struct task_struct *, bool); int (*balance)(struct rq *, struct task_struct *, struct rq_flags *); int (*select_task_rq)(struct task_struct *, int, int); struct task_struct * (*pick_task)(struct rq *); void (*migrate_task_rq)(struct task_struct *, int); void (*task_woken)(struct rq *, struct task_struct *); void (*set_cpus_allowed)(struct task_struct *, struct affinity_context *); void (*rq_online)(struct rq *); void (*rq_offline)(struct rq *); struct rq * (*find_lock_rq)(struct task_struct *, struct rq *); void (*task_tick)(struct rq *, struct task_struct *, int); void (*task_fork)(struct task_struct *); void (*task_dead)(struct task_struct *); void (*switched_from)(struct rq *, struct task_struct *); void (*switched_to)(struct rq *, struct task_struct *); void (*prio_changed)(struct rq *, struct task_struct *, int); unsigned int (*get_rr_interval)(struct rq *, struct task_struct *); void (*update_curr)(struct rq *); void (*task_change_group)(struct task_struct *); }; typedef __kernel_uid32_t uid_t; typedef struct { uid_t val; } kuid_t; typedef unsigned int __kernel_gid32_t; typedef __kernel_gid32_t gid_t; typedef struct { gid_t val; } kgid_t; struct kernel_cap_struct { __u32 cap[2]; }; typedef struct kernel_cap_struct kernel_cap_t; struct user_struct; struct user_namespace; struct ucounts; struct group_info; struct cred { atomic_t usage; kuid_t uid; kgid_t gid; kuid_t suid; kgid_t sgid; kuid_t euid; kgid_t egid; kuid_t fsuid; kgid_t fsgid; unsigned int securebits; kernel_cap_t cap_inheritable; kernel_cap_t cap_permitted; kernel_cap_t cap_effective; kernel_cap_t cap_bset; kernel_cap_t cap_ambient; unsigned char jit_keyring; struct key *session_keyring; struct key *process_keyring; struct key *thread_keyring; struct key *request_key_auth; struct user_struct *user; struct user_namespace *user_ns; struct ucounts *ucounts; struct group_info *group_info; union { int non_rcu; struct callback_head rcu; }; }; struct uts_namespace; struct ipc_namespace; struct mnt_namespace; struct net; struct time_namespace; struct cgroup_namespace; struct nsproxy { atomic_t count; struct uts_namespace *uts_ns; struct ipc_namespace *ipc_ns; struct mnt_namespace *mnt_ns; struct pid_namespace *pid_ns_for_children; struct net *net_ns; struct time_namespace *time_ns; struct time_namespace *time_ns_for_children; struct cgroup_namespace *cgroup_ns; }; enum rseq_event_mask_bits { RSEQ_EVENT_PREEMPT_BIT = 0, RSEQ_EVENT_SIGNAL_BIT = 1, RSEQ_EVENT_MIGRATE_BIT = 2, }; struct new_utsname { char sysname[65]; char nodename[65]; char release[65]; char version[65]; char machine[65]; char domainname[65]; }; struct proc_ns_operations; struct ns_common { atomic_long_t stashed; const struct proc_ns_operations *ops; unsigned int inum; refcount_t count; }; struct uts_namespace { struct new_utsname name; struct user_namespace *user_ns; struct ucounts *ucounts; struct ns_common ns; }; struct nsset { unsigned int flags; struct nsproxy *nsproxy; struct fs_struct *fs; const struct cred *cred; }; struct proc_ns_operations { const char *name; const char *real_ns_name; int type; struct ns_common * (*get)(struct task_struct *); void (*put)(struct ns_common *); int (*install)(struct nsset *, struct ns_common *); struct user_namespace * (*owner)(struct ns_common *); struct ns_common * (*get_parent)(struct ns_common *); }; enum { PROC_ROOT_INO = 1, PROC_IPC_INIT_INO = 4026531839, PROC_UTS_INIT_INO = 4026531838, PROC_USER_INIT_INO = 4026531837, PROC_PID_INIT_INO = 4026531836, PROC_CGROUP_INIT_INO = 4026531835, PROC_TIME_INIT_INO = 4026531834, }; typedef signed char __s8; typedef __s8 s8; enum { false = 0, true = 1, }; typedef __kernel_long_t __kernel_ssize_t; typedef long long int __kernel_loff_t; typedef __u16 __le16; typedef __u32 __le32; typedef __u32 __be32; typedef __u64 __le64; typedef unsigned int __poll_t; typedef u32 __kernel_dev_t; typedef __kernel_dev_t dev_t; typedef short unsigned int umode_t; typedef __kernel_loff_t loff_t; typedef __kernel_ssize_t ssize_t; typedef s32 int32_t; typedef u32 uint32_t; typedef u64 sector_t; typedef u64 blkcnt_t; typedef unsigned int fmode_t; typedef u64 phys_addr_t; struct pt_regs { long unsigned int epc; long unsigned int ra; long unsigned int sp; long unsigned int gp; long unsigned int tp; long unsigned int t0; long unsigned int t1; long unsigned int t2; long unsigned int s0; long unsigned int s1; long unsigned int a0; long unsigned int a1; long unsigned int a2; long unsigned int a3; long unsigned int a4; long unsigned int a5; long unsigned int a6; long unsigned int a7; long unsigned int s2; long unsigned int s3; long unsigned int s4; long unsigned int s5; long unsigned int s6; long unsigned int s7; long unsigned int s8; long unsigned int s9; long unsigned int s10; long unsigned int s11; long unsigned int t3; long unsigned int t4; long unsigned int t5; long unsigned int t6; long unsigned int status; long unsigned int badaddr; long unsigned int cause; long unsigned int orig_a0; }; struct lock_class_key {}; struct fs_context; struct fs_parameter_spec; struct dentry; struct super_block; struct module; struct file_system_type { const char *name; int fs_flags; int (*init_fs_context)(struct fs_context *); const struct fs_parameter_spec *parameters; struct dentry * (*mount)(struct file_system_type *, int, const char *, void *); void (*kill_sb)(struct super_block *); struct module *owner; struct file_system_type *next; struct hlist_head fs_supers; struct lock_class_key s_lock_key; struct lock_class_key s_umount_key; struct lock_class_key s_vfs_rename_key; struct lock_class_key s_writers_key[3]; struct lock_class_key i_lock_key; struct lock_class_key i_mutex_key; struct lock_class_key invalidate_lock_key; struct lock_class_key i_mutex_dir_key; }; struct qrwlock { union { atomic_t cnts; struct { u8 wlocked; u8 __lstate[3]; }; }; arch_spinlock_t wait_lock; }; typedef struct qrwlock arch_rwlock_t; struct lockdep_map {}; struct ratelimit_state { raw_spinlock_t lock; int interval; int burst; int printed; int missed; long unsigned int begin; long unsigned int flags; }; typedef void *fl_owner_t; struct file; struct kiocb; struct iov_iter; struct io_comp_batch; struct dir_context; struct poll_table_struct; struct vm_area_struct; struct inode; struct file_lock; struct seq_file; struct io_uring_cmd; struct file_operations { struct module *owner; loff_t (*llseek)(struct file *, loff_t, int); ssize_t (*read)(struct file *, char *, size_t, loff_t *); ssize_t (*write)(struct file *, const char *, size_t, loff_t *); ssize_t (*read_iter)(struct kiocb *, struct iov_iter *); ssize_t (*write_iter)(struct kiocb *, struct iov_iter *); int (*iopoll)(struct kiocb *, struct io_comp_batch *, unsigned int); int (*iterate)(struct file *, struct dir_context *); int (*iterate_shared)(struct file *, struct dir_context *); __poll_t (*poll)(struct file *, struct poll_table_struct *); long int (*unlocked_ioctl)(struct file *, unsigned int, long unsigned int); long int (*compat_ioctl)(struct file *, unsigned int, long unsigned int); int (*mmap)(struct file *, struct vm_area_struct *); long unsigned int mmap_supported_flags; int (*open)(struct inode *, struct file *); int (*flush)(struct file *, fl_owner_t); int (*release)(struct inode *, struct file *); int (*fsync)(struct file *, loff_t, loff_t, int); int (*fasync)(int, struct file *, int); int (*lock)(struct file *, int, struct file_lock *); ssize_t (*sendpage)(struct file *, struct page *, int, size_t, loff_t *, int); long unsigned int (*get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); int (*check_flags)(int); int (*flock)(struct file *, int, struct file_lock *); ssize_t (*splice_write)(struct pipe_inode_info *, struct file *, loff_t *, size_t, unsigned int); ssize_t (*splice_read)(struct file *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); int (*setlease)(struct file *, long int, struct file_lock **, void **); long int (*fallocate)(struct file *, int, loff_t, loff_t); void (*show_fdinfo)(struct seq_file *, struct file *); ssize_t (*copy_file_range)(struct file *, loff_t, struct file *, loff_t, size_t, unsigned int); loff_t (*remap_file_range)(struct file *, loff_t, struct file *, loff_t, loff_t, unsigned int); int (*fadvise)(struct file *, loff_t, loff_t, int); int (*uring_cmd)(struct io_uring_cmd *, unsigned int); int (*uring_cmd_iopoll)(struct io_uring_cmd *, struct io_comp_batch *, unsigned int); }; struct static_call_key { void *func; }; struct bug_entry { int bug_addr_disp; int file_disp; short unsigned int line; short unsigned int flags; }; typedef __s64 time64_t; struct timespec64 { time64_t tv_sec; long int tv_nsec; }; struct pollfd { int fd; short int events; short int revents; }; typedef struct { long unsigned int pgd; } pgd_t; typedef struct { long unsigned int pte; } pte_t; typedef struct { long unsigned int pgprot; } pgprot_t; typedef struct page *pgtable_t; struct address_space; struct page_pool; struct dev_pagemap; struct page { long unsigned int flags; union { struct { union { struct list_head lru; struct { void *__filler; unsigned int mlock_count; }; struct list_head buddy_list; struct list_head pcp_list; }; struct address_space *mapping; union { long unsigned int index; long unsigned int share; }; long unsigned int private; }; struct { long unsigned int pp_magic; struct page_pool *pp; long unsigned int _pp_mapping_pad; long unsigned int dma_addr; union { long unsigned int dma_addr_upper; atomic_long_t pp_frag_count; }; }; struct { long unsigned int compound_head; unsigned char compound_dtor; unsigned char compound_order; atomic_t compound_mapcount; atomic_t subpages_mapcount; atomic_t compound_pincount; unsigned int compound_nr; }; struct { long unsigned int _compound_pad_1; long unsigned int _compound_pad_2; struct list_head deferred_list; }; struct { long unsigned int _hugetlb_pad_1; void *hugetlb_subpool; void *hugetlb_cgroup; void *hugetlb_cgroup_rsvd; void *hugetlb_hwpoison; }; struct { long unsigned int _pt_pad_1; pgtable_t pmd_huge_pte; long unsigned int _pt_pad_2; union { struct mm_struct *pt_mm; atomic_t pt_frag_refcount; }; spinlock_t ptl; }; struct { struct dev_pagemap *pgmap; void *zone_device_data; }; struct callback_head callback_head; }; union { atomic_t _mapcount; unsigned int page_type; }; atomic_t _refcount; long unsigned int memcg_data; }; typedef struct cpumask cpumask_var_t[1]; typedef struct { arch_rwlock_t raw_lock; } rwlock_t; struct hlist_bl_node; struct hlist_bl_head { struct hlist_bl_node *first; }; struct hlist_bl_node { struct hlist_bl_node *next; struct hlist_bl_node **pprev; }; typedef struct { seqcount_spinlock_t seqcount; spinlock_t lock; } seqlock_t; struct lockref { union { struct { spinlock_t lock; int count; }; }; }; struct qstr { union { struct { u32 hash; u32 len; }; u64 hash_len; }; const unsigned char *name; }; struct dentry_operations; struct dentry { unsigned int d_flags; seqcount_spinlock_t d_seq; struct hlist_bl_node d_hash; struct dentry *d_parent; struct qstr d_name; struct inode *d_inode; unsigned char d_iname[32]; struct lockref d_lockref; const struct dentry_operations *d_op; struct super_block *d_sb; long unsigned int d_time; void *d_fsdata; union { struct list_head d_lru; wait_queue_head_t *d_wait; }; struct list_head d_child; struct list_head d_subdirs; union { struct hlist_node d_alias; struct hlist_bl_node d_in_lookup_hash; struct callback_head d_rcu; } d_u; }; struct rw_semaphore { atomic_long_t count; atomic_long_t owner; struct optimistic_spin_queue osq; raw_spinlock_t wait_lock; struct list_head wait_list; }; struct xarray { spinlock_t xa_lock; gfp_t xa_flags; void *xa_head; }; typedef u32 errseq_t; struct address_space_operations; struct address_space { struct inode *host; struct xarray i_pages; struct rw_semaphore invalidate_lock; gfp_t gfp_mask; atomic_t i_mmap_writable; struct rb_root_cached i_mmap; struct rw_semaphore i_mmap_rwsem; long unsigned int nrpages; long unsigned int writeback_index; const struct address_space_operations *a_ops; long unsigned int flags; errseq_t wb_err; spinlock_t private_lock; struct list_head private_list; void *private_data; }; struct posix_acl; struct inode_operations; struct bdi_writeback; struct file_lock_context; struct cdev; struct fsnotify_mark_connector; struct inode { umode_t i_mode; short unsigned int i_opflags; kuid_t i_uid; kgid_t i_gid; unsigned int i_flags; struct posix_acl *i_acl; struct posix_acl *i_default_acl; const struct inode_operations *i_op; struct super_block *i_sb; struct address_space *i_mapping; long unsigned int i_ino; union { const unsigned int i_nlink; unsigned int __i_nlink; }; dev_t i_rdev; loff_t i_size; struct timespec64 i_atime; struct timespec64 i_mtime; struct timespec64 i_ctime; spinlock_t i_lock; short unsigned int i_bytes; u8 i_blkbits; u8 i_write_hint; blkcnt_t i_blocks; long unsigned int i_state; struct rw_semaphore i_rwsem; long unsigned int dirtied_when; long unsigned int dirtied_time_when; struct hlist_node i_hash; struct list_head i_io_list; struct bdi_writeback *i_wb; int i_wb_frn_winner; u16 i_wb_frn_avg_time; u16 i_wb_frn_history; struct list_head i_lru; struct list_head i_sb_list; struct list_head i_wb_list; union { struct hlist_head i_dentry; struct callback_head i_rcu; }; atomic64_t i_version; atomic64_t i_sequence; atomic_t i_count; atomic_t i_dio_count; atomic_t i_writecount; atomic_t i_readcount; union { const struct file_operations *i_fop; void (*free_inode)(struct inode *); }; struct file_lock_context *i_flctx; struct address_space i_data; struct list_head i_devices; union { struct pipe_inode_info *i_pipe; struct cdev *i_cdev; char *i_link; unsigned int i_dir_seq; }; __u32 i_generation; __u32 i_fsnotify_mask; struct fsnotify_mark_connector *i_fsnotify_marks; void *i_private; }; struct vfsmount; struct path; struct dentry_operations { int (*d_revalidate)(struct dentry *, unsigned int); int (*d_weak_revalidate)(struct dentry *, unsigned int); int (*d_hash)(const struct dentry *, struct qstr *); int (*d_compare)(const struct dentry *, unsigned int, const char *, const struct qstr *); int (*d_delete)(const struct dentry *); int (*d_init)(struct dentry *); void (*d_release)(struct dentry *); void (*d_prune)(struct dentry *); void (*d_iput)(struct dentry *, struct inode *); char * (*d_dname)(struct dentry *, char *, int); struct vfsmount * (*d_automount)(struct path *); int (*d_manage)(const struct path *, bool); struct dentry * (*d_real)(struct dentry *, const struct inode *); long: 64; long: 64; long: 64; }; typedef long long int qsize_t; struct quota_format_type; struct mem_dqinfo { struct quota_format_type *dqi_format; int dqi_fmt_id; struct list_head dqi_dirty_list; long unsigned int dqi_flags; unsigned int dqi_bgrace; unsigned int dqi_igrace; qsize_t dqi_max_spc_limit; qsize_t dqi_max_ino_limit; void *dqi_priv; }; struct quota_format_ops; struct quota_info { unsigned int flags; struct rw_semaphore dqio_sem; struct inode *files[3]; struct mem_dqinfo info[3]; const struct quota_format_ops *ops[3]; }; struct rcu_sync { int gp_state; int gp_count; wait_queue_head_t gp_wait; struct callback_head cb_head; }; struct rcuwait { struct task_struct *task; }; struct percpu_rw_semaphore { struct rcu_sync rss; unsigned int *read_count; struct rcuwait writer; wait_queue_head_t waiters; atomic_t block; }; struct sb_writers { int frozen; wait_queue_head_t wait_unfrozen; struct percpu_rw_semaphore rw_sem[3]; }; typedef struct { __u8 b[16]; } uuid_t; struct shrink_control; struct shrinker { long unsigned int (*count_objects)(struct shrinker *, struct shrink_control *); long unsigned int (*scan_objects)(struct shrinker *, struct shrink_control *); long int batch; int seeks; unsigned int flags; struct list_head list; int id; atomic_long_t *nr_deferred; }; struct list_lru_node; struct list_lru { struct list_lru_node *node; struct list_head list; int shrinker_id; bool memcg_aware; struct xarray xa; }; struct work_struct; typedef void (*work_func_t)(struct work_struct *); struct work_struct { atomic_long_t data; struct list_head entry; work_func_t func; }; struct super_operations; struct dquot_operations; struct quotactl_ops; struct export_operations; struct xattr_handler; struct block_device; struct mtd_info; struct workqueue_struct; struct super_block { struct list_head s_list; dev_t s_dev; unsigned char s_blocksize_bits; long unsigned int s_blocksize; loff_t s_maxbytes; struct file_system_type *s_type; const struct super_operations *s_op; const struct dquot_operations *dq_op; const struct quotactl_ops *s_qcop; const struct export_operations *s_export_op; long unsigned int s_flags; long unsigned int s_iflags; long unsigned int s_magic; struct dentry *s_root; struct rw_semaphore s_umount; int s_count; atomic_t s_active; const struct xattr_handler **s_xattr; struct hlist_bl_head s_roots; struct list_head s_mounts; struct block_device *s_bdev; struct backing_dev_info *s_bdi; struct mtd_info *s_mtd; struct hlist_node s_instances; unsigned int s_quota_types; struct quota_info s_dquot; struct sb_writers s_writers; void *s_fs_info; u32 s_time_gran; time64_t s_time_min; time64_t s_time_max; __u32 s_fsnotify_mask; struct fsnotify_mark_connector *s_fsnotify_marks; char s_id[32]; uuid_t s_uuid; unsigned int s_max_links; fmode_t s_mode; struct mutex s_vfs_rename_mutex; const char *s_subtype; const struct dentry_operations *s_d_op; struct shrinker s_shrink; atomic_long_t s_remove_count; atomic_long_t s_fsnotify_connectors; int s_readonly_remount; errseq_t s_wb_err; struct workqueue_struct *s_dio_done_wq; struct hlist_head s_pins; struct user_namespace *s_user_ns; struct list_lru s_dentry_lru; struct list_lru s_inode_lru; struct callback_head rcu; struct work_struct destroy_work; struct mutex s_sync_lock; int s_stack_depth; long: 32; long: 64; long: 64; long: 64; spinlock_t s_inode_list_lock; struct list_head s_inodes; spinlock_t s_inode_wblist_lock; struct list_head s_inodes_wb; long: 64; long: 64; }; struct mnt_idmap; struct vfsmount { struct dentry *mnt_root; struct super_block *mnt_sb; int mnt_flags; struct mnt_idmap *mnt_idmap; }; struct path { struct vfsmount *mnt; struct dentry *dentry; }; struct uid_gid_extent { u32 first; u32 lower_first; u32 count; }; struct uid_gid_map { u32 nr_extents; union { struct uid_gid_extent extent[5]; struct { struct uid_gid_extent *forward; struct uid_gid_extent *reverse; }; }; }; struct ctl_table; struct ctl_table_root; struct ctl_table_set; struct ctl_dir; struct ctl_node; struct ctl_table_header { union { struct { struct ctl_table *ctl_table; int used; int count; int nreg; }; struct callback_head rcu; }; struct completion *unregistering; struct ctl_table *ctl_table_arg; struct ctl_table_root *root; struct ctl_table_set *set; struct ctl_dir *parent; struct ctl_node *node; struct hlist_head inodes; }; struct ctl_dir { struct ctl_table_header header; struct rb_root root; }; struct ctl_table_set { int (*is_seen)(struct ctl_table_set *); struct ctl_dir dir; }; struct user_namespace { struct uid_gid_map uid_map; struct uid_gid_map gid_map; struct uid_gid_map projid_map; struct user_namespace *parent; int level; kuid_t owner; kgid_t group; struct ns_common ns; long unsigned int flags; bool parent_could_setfcap; struct list_head keyring_name_list; struct key *user_keyring_register; struct rw_semaphore keyring_sem; struct work_struct work; struct ctl_table_set set; struct ctl_table_header *sysctls; struct ucounts *ucounts; long int ucount_max[12]; long int rlimit_max[4]; }; struct kstat { u32 result_mask; umode_t mode; unsigned int nlink; uint32_t blksize; u64 attributes; u64 attributes_mask; u64 ino; dev_t dev; dev_t rdev; kuid_t uid; kgid_t gid; loff_t size; struct timespec64 atime; struct timespec64 mtime; struct timespec64 ctime; struct timespec64 btime; u64 blocks; u64 mnt_id; u32 dio_mem_align; u32 dio_offset_align; }; struct jump_entry { s32 code; s32 target; long int key; }; struct static_key_mod; struct static_key { atomic_t enabled; union { long unsigned int type; struct jump_entry *entries; struct static_key_mod *next; }; }; struct shrink_control { gfp_t gfp_mask; int nid; long unsigned int nr_to_scan; long unsigned int nr_scanned; struct mem_cgroup *memcg; }; struct kref { refcount_t refcount; }; typedef struct {} lockdep_map_p; struct maple_tree { union { spinlock_t ma_lock; lockdep_map_p ma_external_lock; }; void *ma_root; unsigned int ma_flags; }; struct swait_queue_head { raw_spinlock_t lock; struct list_head task_list; }; struct completion { unsigned int done; struct swait_queue_head wait; }; struct percpu_counter { raw_spinlock_t lock; s64 count; struct list_head list; s32 *counters; }; typedef struct { atomic_long_t id; void *vdso; cpumask_t icache_stale_mask; cpumask_t tlb_stale_mask; } mm_context_t; struct xol_area; struct uprobes_state { struct xol_area *xol_area; }; struct linux_binfmt; struct kioctx_table; struct mmu_notifier_subscriptions; struct mm_struct { struct { struct maple_tree mm_mt; long unsigned int (*get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); long unsigned int mmap_base; long unsigned int mmap_legacy_base; long unsigned int task_size; pgd_t *pgd; atomic_t membarrier_state; atomic_t mm_users; atomic_t mm_count; atomic_long_t pgtables_bytes; int map_count; spinlock_t page_table_lock; struct rw_semaphore mmap_lock; struct list_head mmlist; long unsigned int hiwater_rss; long unsigned int hiwater_vm; long unsigned int total_vm; long unsigned int locked_vm; atomic64_t pinned_vm; long unsigned int data_vm; long unsigned int exec_vm; long unsigned int stack_vm; long unsigned int def_flags; seqcount_t write_protect_seq; spinlock_t arg_lock; long unsigned int start_code; long unsigned int end_code; long unsigned int start_data; long unsigned int end_data; long unsigned int start_brk; long unsigned int brk; long unsigned int start_stack; long unsigned int arg_start; long unsigned int arg_end; long unsigned int env_start; long unsigned int env_end; long unsigned int saved_auxv[60]; struct percpu_counter rss_stat[4]; struct linux_binfmt *binfmt; mm_context_t context; long unsigned int flags; spinlock_t ioctx_lock; struct kioctx_table *ioctx_table; struct task_struct *owner; struct user_namespace *user_ns; struct file *exe_file; struct mmu_notifier_subscriptions *notifier_subscriptions; atomic_t tlb_flush_pending; struct uprobes_state uprobes_state; atomic_long_t hugetlb_usage; struct work_struct async_put_work; }; long unsigned int cpu_bitmap[0]; }; struct arch_uprobe_task { long unsigned int saved_cause; }; enum uprobe_task_state { UTASK_RUNNING = 0, UTASK_SSTEP = 1, UTASK_SSTEP_ACK = 2, UTASK_SSTEP_TRAPPED = 3, }; struct uprobe; struct return_instance; struct uprobe_task { enum uprobe_task_state state; union { struct { struct arch_uprobe_task autask; long unsigned int vaddr; }; struct { struct callback_head dup_xol_work; long unsigned int dup_xol_addr; }; }; struct uprobe *active_uprobe; long unsigned int xol_vaddr; struct return_instance *return_instances; unsigned int depth; }; struct return_instance { struct uprobe *uprobe; long unsigned int func; long unsigned int stack; long unsigned int orig_ret_vaddr; bool chained; struct return_instance *next; }; struct delayed_work { struct work_struct work; struct timer_list timer; struct workqueue_struct *wq; int cpu; }; struct rcu_work { struct work_struct work; struct callback_head rcu; struct workqueue_struct *wq; }; struct vmem_altmap { long unsigned int base_pfn; const long unsigned int end_pfn; const long unsigned int reserve; long unsigned int free; long unsigned int align; long unsigned int alloc; }; struct percpu_ref_data; struct percpu_ref { long unsigned int percpu_count_ptr; struct percpu_ref_data *data; }; enum memory_type { MEMORY_DEVICE_PRIVATE = 1, MEMORY_DEVICE_COHERENT = 2, MEMORY_DEVICE_FS_DAX = 3, MEMORY_DEVICE_GENERIC = 4, MEMORY_DEVICE_PCI_P2PDMA = 5, }; struct range { u64 start; u64 end; }; struct dev_pagemap_ops; struct dev_pagemap { struct vmem_altmap altmap; struct percpu_ref ref; struct completion done; enum memory_type type; unsigned int flags; long unsigned int vmemmap_shift; const struct dev_pagemap_ops *ops; void *owner; int nr_range; union { struct range range; struct range ranges[0]; }; }; struct folio { union { struct { long unsigned int flags; union { struct list_head lru; struct { void *__filler; unsigned int mlock_count; }; }; struct address_space *mapping; long unsigned int index; void *private; atomic_t _mapcount; atomic_t _refcount; long unsigned int memcg_data; }; struct page page; }; union { struct { long unsigned int _flags_1; long unsigned int _head_1; unsigned char _folio_dtor; unsigned char _folio_order; atomic_t _compound_mapcount; atomic_t _subpages_mapcount; atomic_t _pincount; unsigned int _folio_nr_pages; }; struct page __page_1; }; union { struct { long unsigned int _flags_2; long unsigned int _head_2; void *_hugetlb_subpool; void *_hugetlb_cgroup; void *_hugetlb_cgroup_rsvd; void *_hugetlb_hwpoison; }; struct page __page_2; }; }; struct fown_struct { rwlock_t lock; struct pid *pid; enum pid_type pid_type; kuid_t uid; kuid_t euid; int signum; }; struct file_ra_state { long unsigned int start; unsigned int size; unsigned int async_size; unsigned int ra_pages; unsigned int mmap_miss; loff_t prev_pos; }; struct file { union { struct llist_node f_llist; struct callback_head f_rcuhead; unsigned int f_iocb_flags; }; struct path f_path; struct inode *f_inode; const struct file_operations *f_op; spinlock_t f_lock; atomic_long_t f_count; unsigned int f_flags; fmode_t f_mode; struct mutex f_pos_lock; loff_t f_pos; struct fown_struct f_owner; const struct cred *f_cred; struct file_ra_state f_ra; u64 f_version; void *private_data; struct hlist_head *f_ep; struct address_space *f_mapping; errseq_t f_wb_err; errseq_t f_sb_err; }; struct userfaultfd_ctx; struct vm_userfaultfd_ctx { struct userfaultfd_ctx *ctx; }; struct anon_vma_name { struct kref kref; char name[0]; }; struct anon_vma; struct vm_operations_struct; struct vm_area_struct { long unsigned int vm_start; long unsigned int vm_end; struct mm_struct *vm_mm; pgprot_t vm_page_prot; long unsigned int vm_flags; struct { struct rb_node rb; long unsigned int rb_subtree_last; } shared; struct list_head anon_vma_chain; struct anon_vma *anon_vma; const struct vm_operations_struct *vm_ops; long unsigned int vm_pgoff; struct file *vm_file; void *vm_private_data; struct anon_vma_name *anon_name; atomic_long_t swap_readahead_info; struct vm_userfaultfd_ctx vm_userfaultfd_ctx; }; typedef unsigned int vm_fault_t; enum page_entry_size { PE_SIZE_PTE = 0, PE_SIZE_PMD = 1, PE_SIZE_PUD = 2, }; struct vm_fault; struct vm_operations_struct { void (*open)(struct vm_area_struct *); void (*close)(struct vm_area_struct *); int (*may_split)(struct vm_area_struct *, long unsigned int); int (*mremap)(struct vm_area_struct *); int (*mprotect)(struct vm_area_struct *, long unsigned int, long unsigned int, long unsigned int); vm_fault_t (*fault)(struct vm_fault *); vm_fault_t (*huge_fault)(struct vm_fault *, enum page_entry_size); vm_fault_t (*map_pages)(struct vm_fault *, long unsigned int, long unsigned int); long unsigned int (*pagesize)(struct vm_area_struct *); vm_fault_t (*page_mkwrite)(struct vm_fault *); vm_fault_t (*pfn_mkwrite)(struct vm_fault *); int (*access)(struct vm_area_struct *, long unsigned int, void *, int, int); const char * (*name)(struct vm_area_struct *); struct page * (*find_special_page)(struct vm_area_struct *, long unsigned int); }; enum fault_flag { FAULT_FLAG_WRITE = 1, FAULT_FLAG_MKWRITE = 2, FAULT_FLAG_ALLOW_RETRY = 4, FAULT_FLAG_RETRY_NOWAIT = 8, FAULT_FLAG_KILLABLE = 16, FAULT_FLAG_TRIED = 32, FAULT_FLAG_USER = 64, FAULT_FLAG_REMOTE = 128, FAULT_FLAG_INSTRUCTION = 256, FAULT_FLAG_INTERRUPTIBLE = 512, FAULT_FLAG_UNSHARE = 1024, FAULT_FLAG_ORIG_PTE_VALID = 2048, }; typedef struct { long unsigned int pmd; } pmd_t; typedef struct { long unsigned int pud; } pud_t; struct vm_fault { const struct { struct vm_area_struct *vma; gfp_t gfp_mask; long unsigned int pgoff; long unsigned int address; long unsigned int real_address; }; enum fault_flag flags; pmd_t *pmd; pud_t *pud; union { pte_t orig_pte; pmd_t orig_pmd; }; struct page *cow_page; struct page *page; pte_t *pte; spinlock_t *ptl; pgtable_t prealloc_pte; }; struct rcu_segcblist { struct callback_head *head; struct callback_head **tails[4]; long unsigned int gp_seq[4]; long int len; long int seglen[4]; u8 flags; }; struct srcu_node; struct srcu_struct; struct srcu_data { atomic_long_t srcu_lock_count[2]; atomic_long_t srcu_unlock_count[2]; int srcu_nmi_safety; long: 32; long: 64; long: 64; long: 64; spinlock_t lock; struct rcu_segcblist srcu_cblist; long unsigned int srcu_gp_seq_needed; long unsigned int srcu_gp_seq_needed_exp; bool srcu_cblist_invoking; struct timer_list delay_work; struct work_struct work; struct callback_head srcu_barrier_head; struct srcu_node *mynode; long unsigned int grpmask; int cpu; struct srcu_struct *ssp; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct srcu_node { spinlock_t lock; long unsigned int srcu_have_cbs[4]; long unsigned int srcu_data_have_cbs[4]; long unsigned int srcu_gp_seq_needed_exp; struct srcu_node *srcu_parent; int grplo; int grphi; }; struct srcu_struct { struct srcu_node *node; struct srcu_node *level[3]; int srcu_size_state; struct mutex srcu_cb_mutex; spinlock_t lock; struct mutex srcu_gp_mutex; unsigned int srcu_idx; long unsigned int srcu_gp_seq; long unsigned int srcu_gp_seq_needed; long unsigned int srcu_gp_seq_needed_exp; long unsigned int srcu_gp_start; long unsigned int srcu_last_gp_end; long unsigned int srcu_size_jiffies; long unsigned int srcu_n_lock_retries; long unsigned int srcu_n_exp_nodelay; struct srcu_data *sda; bool sda_is_static; long unsigned int srcu_barrier_seq; struct mutex srcu_barrier_mutex; struct completion srcu_barrier_completion; atomic_t srcu_barrier_cpu_cnt; long unsigned int reschedule_jiffies; long unsigned int reschedule_count; struct delayed_work work; struct lockdep_map dep_map; }; struct idr { struct xarray idr_rt; unsigned int idr_base; unsigned int idr_next; }; struct kmem_cache; struct pid_namespace { struct idr idr; struct callback_head rcu; unsigned int pid_allocated; struct task_struct *child_reaper; struct kmem_cache *pid_cachep; unsigned int level; struct pid_namespace *parent; struct user_namespace *user_ns; struct ucounts *ucounts; int reboot; struct ns_common ns; }; struct rlimit { __kernel_ulong_t rlim_cur; __kernel_ulong_t rlim_max; }; struct task_cputime { u64 stime; u64 utime; long long unsigned int sum_exec_runtime; }; typedef void __signalfn_t(int); typedef __signalfn_t *__sighandler_t; struct ucounts { struct hlist_node node; struct user_namespace *ns; kuid_t uid; atomic_t count; atomic_long_t ucount[12]; atomic_long_t rlimit[4]; }; struct sigaction { __sighandler_t sa_handler; long unsigned int sa_flags; sigset_t sa_mask; }; struct k_sigaction { struct sigaction sa; }; struct cpu_itimer { u64 expires; u64 incr; }; struct task_cputime_atomic { atomic64_t utime; atomic64_t stime; atomic64_t sum_exec_runtime; }; struct thread_group_cputimer { struct task_cputime_atomic cputime_atomic; }; struct core_state; struct tty_struct; struct signal_struct { refcount_t sigcnt; atomic_t live; int nr_threads; int quick_threads; struct list_head thread_head; wait_queue_head_t wait_chldexit; struct task_struct *curr_target; struct sigpending shared_pending; struct hlist_head multiprocess; int group_exit_code; int notify_count; struct task_struct *group_exec_task; int group_stop_count; unsigned int flags; struct core_state *core_state; unsigned int is_child_subreaper: 1; unsigned int has_child_subreaper: 1; int posix_timer_id; struct list_head posix_timers; struct hrtimer real_timer; ktime_t it_real_incr; struct cpu_itimer it[2]; struct thread_group_cputimer cputimer; struct posix_cputimers posix_cputimers; struct pid *pids[4]; struct pid *tty_old_pgrp; int leader; struct tty_struct *tty; seqlock_t stats_lock; u64 utime; u64 stime; u64 cutime; u64 cstime; u64 gtime; u64 cgtime; struct prev_cputime prev_cputime; long unsigned int nvcsw; long unsigned int nivcsw; long unsigned int cnvcsw; long unsigned int cnivcsw; long unsigned int min_flt; long unsigned int maj_flt; long unsigned int cmin_flt; long unsigned int cmaj_flt; long unsigned int inblock; long unsigned int oublock; long unsigned int cinblock; long unsigned int coublock; long unsigned int maxrss; long unsigned int cmaxrss; struct task_io_accounting ioac; long long unsigned int sum_sched_runtime; struct rlimit rlim[16]; bool oom_flag_origin; short int oom_score_adj; short int oom_score_adj_min; struct mm_struct *oom_mm; struct mutex cred_guard_mutex; struct rw_semaphore exec_update_lock; }; typedef int32_t key_serial_t; typedef uint32_t key_perm_t; struct key_type; struct key_tag; struct keyring_index_key { long unsigned int hash; union { struct { u16 desc_len; char desc[6]; }; long unsigned int x; }; struct key_type *type; struct key_tag *domain_tag; const char *description; }; union key_payload { void *rcu_data0; void *data[4]; }; struct assoc_array_ptr; struct assoc_array { struct assoc_array_ptr *root; long unsigned int nr_leaves_on_tree; }; struct key_user; struct key_restriction; struct key { refcount_t usage; key_serial_t serial; union { struct list_head graveyard_link; struct rb_node serial_node; }; struct rw_semaphore sem; struct key_user *user; void *security; union { time64_t expiry; time64_t revoked_at; }; time64_t last_used_at; kuid_t uid; kgid_t gid; key_perm_t perm; short unsigned int quotalen; short unsigned int datalen; short int state; long unsigned int flags; union { struct keyring_index_key index_key; struct { long unsigned int hash; long unsigned int len_desc; struct key_type *type; struct key_tag *domain_tag; char *description; }; }; union { union key_payload payload; struct { struct list_head name_link; struct assoc_array keys; }; }; struct key_restriction *restrict_link; }; struct sighand_struct { spinlock_t siglock; refcount_t count; wait_queue_head_t signalfd_wqh; struct k_sigaction action[64]; }; struct bio; struct bio_list { struct bio *head; struct bio *tail; }; struct request; struct blk_plug { struct request *mq_list; struct request *cached_rq; short unsigned int nr_ios; short unsigned int rq_count; bool multiple_queues; bool has_elevator; bool nowait; struct list_head cb_list; }; struct io_context { atomic_long_t refcount; atomic_t active_ref; short unsigned int ioprio; }; struct cgroup_subsys_state; struct cgroup; struct css_set { struct cgroup_subsys_state *subsys[13]; refcount_t refcount; struct css_set *dom_cset; struct cgroup *dfl_cgrp; int nr_tasks; struct list_head tasks; struct list_head mg_tasks; struct list_head dying_tasks; struct list_head task_iters; struct list_head e_cset_node[13]; struct list_head threaded_csets; struct list_head threaded_csets_node; struct hlist_node hlist; struct list_head cgrp_links; struct list_head mg_src_preload_node; struct list_head mg_dst_preload_node; struct list_head mg_node; struct cgroup *mg_src_cgrp; struct cgroup *mg_dst_cgrp; struct css_set *mg_dst_cset; bool dead; struct callback_head callback_head; }; typedef u32 compat_uptr_t; struct compat_robust_list { compat_uptr_t next; }; typedef s32 compat_long_t; struct compat_robust_list_head { struct compat_robust_list list; compat_long_t futex_offset; compat_uptr_t list_op_pending; }; struct perf_event_groups { struct rb_root tree; u64 index; }; typedef struct { atomic_long_t a; } local_t; struct perf_event_context { raw_spinlock_t lock; struct mutex mutex; struct list_head pmu_ctx_list; struct perf_event_groups pinned_groups; struct perf_event_groups flexible_groups; struct list_head event_list; int nr_events; int nr_user; int is_active; int nr_task_data; int nr_stat; int nr_freq; int rotate_disable; refcount_t refcount; struct task_struct *task; u64 time; u64 timestamp; u64 timeoffset; struct perf_event_context *parent_ctx; u64 parent_gen; u64 generation; int pin_count; int nr_cgroups; struct callback_head callback_head; local_t nr_pending; }; struct ftrace_ret_stack { long unsigned int ret; long unsigned int func; long long unsigned int calltime; long unsigned int fp; long unsigned int *retp; }; struct blk_integrity_profile; struct blk_integrity { const struct blk_integrity_profile *profile; unsigned char flags; unsigned char tuple_size; unsigned char interval_exp; unsigned char tag_size; }; enum blk_bounce { BLK_BOUNCE_NONE = 0, BLK_BOUNCE_HIGH = 1, }; enum blk_zoned_model { BLK_ZONED_NONE = 0, BLK_ZONED_HA = 1, BLK_ZONED_HM = 2, }; struct queue_limits { enum blk_bounce bounce; long unsigned int seg_boundary_mask; long unsigned int virt_boundary_mask; unsigned int max_hw_sectors; unsigned int max_dev_sectors; unsigned int chunk_sectors; unsigned int max_sectors; unsigned int max_segment_size; unsigned int physical_block_size; unsigned int logical_block_size; unsigned int alignment_offset; unsigned int io_min; unsigned int io_opt; unsigned int max_discard_sectors; unsigned int max_hw_discard_sectors; unsigned int max_secure_erase_sectors; unsigned int max_write_zeroes_sectors; unsigned int max_zone_append_sectors; unsigned int discard_granularity; unsigned int discard_alignment; unsigned int zone_write_granularity; short unsigned int max_segments; short unsigned int max_integrity_segments; short unsigned int max_discard_segments; unsigned char misaligned; unsigned char discard_misaligned; unsigned char raid_partial_stripes_expensive; enum blk_zoned_model zoned; unsigned int dma_alignment; }; struct elevator_queue; struct blk_queue_stats; struct rq_qos; struct blk_mq_ops; struct blk_mq_ctx; struct gendisk; struct kobject; struct blk_stat_callback; struct blk_rq_stat; struct blk_mq_tags; struct blkcg_gq; struct blk_flush_queue; struct throtl_data; struct blk_mq_tag_set; struct request_queue { struct request *last_merge; struct elevator_queue *elevator; struct percpu_ref q_usage_counter; struct blk_queue_stats *stats; struct rq_qos *rq_qos; const struct blk_mq_ops *mq_ops; struct blk_mq_ctx *queue_ctx; unsigned int queue_depth; struct xarray hctx_table; unsigned int nr_hw_queues; void *queuedata; long unsigned int queue_flags; atomic_t pm_only; int id; spinlock_t queue_lock; struct gendisk *disk; refcount_t refs; struct kobject *mq_kobj; struct blk_integrity integrity; long unsigned int nr_requests; unsigned int dma_pad_mask; unsigned int rq_timeout; int poll_nsec; struct blk_stat_callback *poll_cb; struct blk_rq_stat *poll_stat; struct timer_list timeout; struct work_struct timeout_work; atomic_t nr_active_requests_shared_tags; struct blk_mq_tags *sched_shared_tags; struct list_head icq_list; long unsigned int blkcg_pols[1]; struct blkcg_gq *root_blkg; struct list_head blkg_list; struct queue_limits limits; unsigned int required_elevator_features; int node; struct blk_flush_queue *fq; struct list_head requeue_list; spinlock_t requeue_lock; struct delayed_work requeue_work; struct mutex sysfs_lock; struct mutex sysfs_dir_lock; struct list_head unused_hctx_list; spinlock_t unused_hctx_lock; int mq_freeze_depth; struct throtl_data *td; struct callback_head callback_head; wait_queue_head_t mq_freeze_wq; struct mutex mq_freeze_lock; int quiesce_depth; struct blk_mq_tag_set *tag_set; struct list_head tag_set_list; struct dentry *debugfs_dir; struct dentry *sched_debugfs_dir; struct dentry *rqos_debugfs_dir; struct mutex debugfs_mutex; bool mq_sysfs_init_done; }; struct vm_struct { struct vm_struct *next; void *addr; long unsigned int size; long unsigned int flags; struct page **pages; unsigned int page_order; unsigned int nr_pages; phys_addr_t phys_addr; const void *caller; }; struct list_lru_one { struct list_head list; long int nr_items; }; struct list_lru_node { spinlock_t lock; struct list_lru_one lru; long int nr_items; long: 64; long: 64; long: 64; }; enum migrate_mode { MIGRATE_ASYNC = 0, MIGRATE_SYNC_LIGHT = 1, MIGRATE_SYNC = 2, MIGRATE_SYNC_NO_COPY = 3, }; struct exception_table_entry { int insn; int fixup; short int type; short int data; }; struct cgroup_subsys; struct cgroup_subsys_state { struct cgroup *cgroup; struct cgroup_subsys *ss; struct percpu_ref refcnt; struct list_head sibling; struct list_head children; struct list_head rstat_css_node; int id; unsigned int flags; u64 serial_nr; atomic_t online_cnt; struct work_struct destroy_work; struct rcu_work destroy_rwork; struct cgroup_subsys_state *parent; }; struct kernfs_node; struct cgroup_file { struct kernfs_node *kn; long unsigned int notified_at; struct timer_list notify_timer; }; struct cgroup_base_stat { struct task_cputime cputime; }; struct bpf_prog_array; struct cgroup_bpf { struct bpf_prog_array *effective[23]; struct hlist_head progs[23]; u8 flags[23]; struct list_head storages; struct bpf_prog_array *inactive; struct percpu_ref refcnt; struct work_struct release_work; }; struct cgroup_freezer_state { bool freeze; int e_freeze; int nr_frozen_descendants; int nr_frozen_tasks; }; struct cgroup_root; struct cgroup_rstat_cpu; struct psi_group; struct cgroup { struct cgroup_subsys_state self; long unsigned int flags; int level; int max_depth; int nr_descendants; int nr_dying_descendants; int max_descendants; int nr_populated_csets; int nr_populated_domain_children; int nr_populated_threaded_children; int nr_threaded_children; struct kernfs_node *kn; struct cgroup_file procs_file; struct cgroup_file events_file; struct cgroup_file psi_files[0]; u16 subtree_control; u16 subtree_ss_mask; u16 old_subtree_control; u16 old_subtree_ss_mask; struct cgroup_subsys_state *subsys[13]; struct cgroup_root *root; struct list_head cset_links; struct list_head e_csets[13]; struct cgroup *dom_cgrp; struct cgroup *old_dom_cgrp; struct cgroup_rstat_cpu *rstat_cpu; struct list_head rstat_css_list; struct cgroup_base_stat last_bstat; struct cgroup_base_stat bstat; struct prev_cputime prev_cputime; struct list_head pidlists; struct mutex pidlist_mutex; wait_queue_head_t offline_waitq; struct work_struct release_agent_work; struct psi_group *psi; struct cgroup_bpf bpf; atomic_t congestion_count; struct cgroup_freezer_state freezer; struct bpf_local_storage *bpf_cgrp_storage; struct cgroup *ancestors[0]; }; typedef int proc_handler(struct ctl_table *, int, void *, size_t *, loff_t *); struct ctl_table_poll; struct ctl_table { const char *procname; void *data; int maxlen; umode_t mode; struct ctl_table *child; proc_handler *proc_handler; struct ctl_table_poll *poll; void *extra1; void *extra2; }; struct ctl_table_poll { atomic_t event; wait_queue_head_t wait; }; struct ctl_node { struct rb_node node; struct ctl_table_header *header; }; struct ctl_table_root { struct ctl_table_set default_set; struct ctl_table_set * (*lookup)(struct ctl_table_root *); void (*set_ownership)(struct ctl_table_header *, struct ctl_table *, kuid_t *, kgid_t *); int (*permissions)(struct ctl_table_header *, struct ctl_table *); }; struct key_tag { struct callback_head rcu; refcount_t usage; bool removed; }; typedef int (*request_key_actor_t)(struct key *, void *); struct key_preparsed_payload; struct key_match_data; struct kernel_pkey_params; struct kernel_pkey_query; struct key_type { const char *name; size_t def_datalen; unsigned int flags; int (*vet_description)(const char *); int (*preparse)(struct key_preparsed_payload *); void (*free_preparse)(struct key_preparsed_payload *); int (*instantiate)(struct key *, struct key_preparsed_payload *); int (*update)(struct key *, struct key_preparsed_payload *); int (*match_preparse)(struct key_match_data *); void (*match_free)(struct key_match_data *); void (*revoke)(struct key *); void (*destroy)(struct key *); void (*describe)(const struct key *, struct seq_file *); long int (*read)(const struct key *, char *, size_t); request_key_actor_t request_key; struct key_restriction * (*lookup_restriction)(const char *); int (*asym_query)(const struct kernel_pkey_params *, struct kernel_pkey_query *); int (*asym_eds_op)(struct kernel_pkey_params *, const void *, void *); int (*asym_verify_signature)(struct kernel_pkey_params *, const void *, const void *); struct list_head link; struct lock_class_key lock_class; }; typedef int (*key_restrict_link_func_t)(struct key *, const struct key_type *, const union key_payload *, struct key *); struct key_restriction { key_restrict_link_func_t check; struct key *key; struct key_type *keytype; }; struct user_struct { refcount_t __count; struct percpu_counter epoll_watches; long unsigned int unix_inflight; atomic_long_t pipe_bufs; struct hlist_node uidhash_node; kuid_t uid; atomic_long_t locked_vm; struct ratelimit_state ratelimit; }; struct group_info { atomic_t usage; int ngroups; kgid_t gid[0]; }; struct core_thread { struct task_struct *task; struct core_thread *next; }; struct core_state { atomic_t nr_threads; struct core_thread dumper; struct completion startup; }; struct delayed_call { void (*fn)(void *); void *arg; }; typedef struct { uid_t val; } vfsuid_t; typedef struct { gid_t val; } vfsgid_t; typedef void percpu_ref_func_t(struct percpu_ref *); struct percpu_ref_data { atomic_long_t count; percpu_ref_func_t *release; percpu_ref_func_t *confirm_switch; bool force_atomic: 1; bool allow_reinit: 1; struct callback_head rcu; struct percpu_ref *ref; }; enum kmalloc_cache_type { KMALLOC_NORMAL = 0, KMALLOC_DMA = 0, KMALLOC_RECLAIM = 1, KMALLOC_CGROUP = 2, NR_KMALLOC_TYPES = 3, }; struct wait_page_queue; struct kiocb { struct file *ki_filp; loff_t ki_pos; void (*ki_complete)(struct kiocb *, long int); void *private; int ki_flags; u16 ki_ioprio; struct wait_page_queue *ki_waitq; }; struct iattr { unsigned int ia_valid; umode_t ia_mode; union { kuid_t ia_uid; vfsuid_t ia_vfsuid; }; union { kgid_t ia_gid; vfsgid_t ia_vfsgid; }; loff_t ia_size; struct timespec64 ia_atime; struct timespec64 ia_mtime; struct timespec64 ia_ctime; struct file *ia_file; }; typedef __kernel_uid32_t projid_t; typedef struct { projid_t val; } kprojid_t; enum quota_type { USRQUOTA = 0, GRPQUOTA = 1, PRJQUOTA = 2, }; struct kqid { union { kuid_t uid; kgid_t gid; kprojid_t projid; }; enum quota_type type; }; struct mem_dqblk { qsize_t dqb_bhardlimit; qsize_t dqb_bsoftlimit; qsize_t dqb_curspace; qsize_t dqb_rsvspace; qsize_t dqb_ihardlimit; qsize_t dqb_isoftlimit; qsize_t dqb_curinodes; time64_t dqb_btime; time64_t dqb_itime; }; struct dquot { struct hlist_node dq_hash; struct list_head dq_inuse; struct list_head dq_free; struct list_head dq_dirty; struct mutex dq_lock; spinlock_t dq_dqb_lock; atomic_t dq_count; struct super_block *dq_sb; struct kqid dq_id; loff_t dq_off; long unsigned int dq_flags; struct mem_dqblk dq_dqb; }; struct quota_format_type { int qf_fmt_id; const struct quota_format_ops *qf_ops; struct module *qf_owner; struct quota_format_type *qf_next; }; struct quota_format_ops { int (*check_quota_file)(struct super_block *, int); int (*read_file_info)(struct super_block *, int); int (*write_file_info)(struct super_block *, int); int (*free_file_info)(struct super_block *, int); int (*read_dqblk)(struct dquot *); int (*commit_dqblk)(struct dquot *); int (*release_dqblk)(struct dquot *); int (*get_next_id)(struct super_block *, struct kqid *); }; struct dquot_operations { int (*write_dquot)(struct dquot *); struct dquot * (*alloc_dquot)(struct super_block *, int); void (*destroy_dquot)(struct dquot *); int (*acquire_dquot)(struct dquot *); int (*release_dquot)(struct dquot *); int (*mark_dirty)(struct dquot *); int (*write_info)(struct super_block *, int); qsize_t * (*get_reserved_space)(struct inode *); int (*get_projid)(struct inode *, kprojid_t *); int (*get_inode_usage)(struct inode *, qsize_t *); int (*get_next_id)(struct super_block *, struct kqid *); }; struct qc_dqblk { int d_fieldmask; u64 d_spc_hardlimit; u64 d_spc_softlimit; u64 d_ino_hardlimit; u64 d_ino_softlimit; u64 d_space; u64 d_ino_count; s64 d_ino_timer; s64 d_spc_timer; int d_ino_warns; int d_spc_warns; u64 d_rt_spc_hardlimit; u64 d_rt_spc_softlimit; u64 d_rt_space; s64 d_rt_spc_timer; int d_rt_spc_warns; }; struct qc_type_state { unsigned int flags; unsigned int spc_timelimit; unsigned int ino_timelimit; unsigned int rt_spc_timelimit; unsigned int spc_warnlimit; unsigned int ino_warnlimit; unsigned int rt_spc_warnlimit; long long unsigned int ino; blkcnt_t blocks; blkcnt_t nextents; }; struct qc_state { unsigned int s_incoredqs; struct qc_type_state s_state[3]; }; struct qc_info { int i_fieldmask; unsigned int i_flags; unsigned int i_spc_timelimit; unsigned int i_ino_timelimit; unsigned int i_rt_spc_timelimit; unsigned int i_spc_warnlimit; unsigned int i_ino_warnlimit; unsigned int i_rt_spc_warnlimit; }; struct quotactl_ops { int (*quota_on)(struct super_block *, int, int, const struct path *); int (*quota_off)(struct super_block *, int); int (*quota_enable)(struct super_block *, unsigned int); int (*quota_disable)(struct super_block *, unsigned int); int (*quota_sync)(struct super_block *, int); int (*set_info)(struct super_block *, int, struct qc_info *); int (*get_dqblk)(struct super_block *, struct kqid, struct qc_dqblk *); int (*get_nextdqblk)(struct super_block *, struct kqid *, struct qc_dqblk *); int (*set_dqblk)(struct super_block *, struct kqid, struct qc_dqblk *); int (*get_state)(struct super_block *, struct qc_state *); int (*rm_xquota)(struct super_block *, unsigned int); }; enum module_state { MODULE_STATE_LIVE = 0, MODULE_STATE_COMING = 1, MODULE_STATE_GOING = 2, MODULE_STATE_UNFORMED = 3, }; struct kset; struct kobj_type; struct kobject { const char *name; struct list_head entry; struct kobject *parent; struct kset *kset; const struct kobj_type *ktype; struct kernfs_node *sd; struct kref kref; unsigned int state_initialized: 1; unsigned int state_in_sysfs: 1; unsigned int state_add_uevent_sent: 1; unsigned int state_remove_uevent_sent: 1; unsigned int uevent_suppress: 1; }; struct module_param_attrs; struct module_kobject { struct kobject kobj; struct module *mod; struct kobject *drivers_dir; struct module_param_attrs *mp; struct completion *kobj_completion; }; struct latch_tree_node { struct rb_node node[2]; }; struct mod_tree_node { struct module *mod; struct latch_tree_node node; }; struct module_layout { void *base; unsigned int size; unsigned int text_size; unsigned int ro_size; unsigned int ro_after_init_size; struct mod_tree_node mtn; }; struct elf64_shdr; typedef struct elf64_shdr Elf64_Shdr; struct mod_section { Elf64_Shdr *shdr; int num_entries; int max_entries; }; struct mod_arch_specific { struct mod_section got; struct mod_section plt; struct mod_section got_plt; }; struct elf64_sym; typedef struct elf64_sym Elf64_Sym; struct mod_kallsyms { Elf64_Sym *symtab; unsigned int num_symtab; char *strtab; char *typetab; }; struct module_attribute; struct kernel_param; struct module_sect_attrs; struct module_notes_attrs; struct tracepoint; typedef struct tracepoint * const tracepoint_ptr_t; struct bpf_raw_event_map; struct trace_event_call; struct trace_eval_map; struct error_injection_entry; struct module { enum module_state state; struct list_head list; char name[56]; unsigned char build_id[20]; struct module_kobject mkobj; struct module_attribute *modinfo_attrs; const char *version; const char *srcversion; struct kobject *holders_dir; const struct kernel_symbol *syms; const s32 *crcs; unsigned int num_syms; struct mutex param_lock; struct kernel_param *kp; unsigned int num_kp; unsigned int num_gpl_syms; const struct kernel_symbol *gpl_syms; const s32 *gpl_crcs; bool using_gplonly_symbols; bool async_probe_requested; unsigned int num_exentries; struct exception_table_entry *extable; int (*init)(); long: 64; long: 64; long: 64; long: 64; long: 64; struct module_layout core_layout; struct module_layout init_layout; struct mod_arch_specific arch; long unsigned int taints; unsigned int num_bugs; struct list_head bug_list; struct bug_entry *bug_table; struct mod_kallsyms *kallsyms; struct mod_kallsyms core_kallsyms; struct module_sect_attrs *sect_attrs; struct module_notes_attrs *notes_attrs; char *args; void *percpu; unsigned int percpu_size; void *noinstr_text_start; unsigned int noinstr_text_size; unsigned int num_tracepoints; tracepoint_ptr_t *tracepoints_ptrs; unsigned int num_srcu_structs; struct srcu_struct **srcu_struct_ptrs; unsigned int num_bpf_raw_events; struct bpf_raw_event_map *bpf_raw_events; unsigned int btf_data_size; void *btf_data; struct jump_entry *jump_entries; unsigned int num_jump_entries; unsigned int num_trace_bprintk_fmt; const char **trace_bprintk_fmt_start; struct trace_event_call **trace_events; unsigned int num_trace_events; struct trace_eval_map **trace_evals; unsigned int num_trace_evals; unsigned int num_ftrace_callsites; long unsigned int *ftrace_callsites; void *kprobes_text_start; unsigned int kprobes_text_size; long unsigned int *kprobe_blacklist; unsigned int num_kprobe_blacklist; unsigned int printk_index_size; struct pi_entry **printk_index_start; struct list_head source_list; struct list_head target_list; void (*exit)(); atomic_t refcnt; struct error_injection_entry *ei_funcs; unsigned int num_ei_funcs; long: 32; long: 64; }; struct writeback_control; struct readahead_control; struct swap_info_struct; struct address_space_operations { int (*writepage)(struct page *, struct writeback_control *); int (*read_folio)(struct file *, struct folio *); int (*writepages)(struct address_space *, struct writeback_control *); bool (*dirty_folio)(struct address_space *, struct folio *); void (*readahead)(struct readahead_control *); int (*write_begin)(struct file *, struct address_space *, loff_t, unsigned int, struct page **, void **); int (*write_end)(struct file *, struct address_space *, loff_t, unsigned int, unsigned int, struct page *, void *); sector_t (*bmap)(struct address_space *, sector_t); void (*invalidate_folio)(struct folio *, size_t, size_t); bool (*release_folio)(struct folio *, gfp_t); void (*free_folio)(struct folio *); ssize_t (*direct_IO)(struct kiocb *, struct iov_iter *); int (*migrate_folio)(struct address_space *, struct folio *, struct folio *, enum migrate_mode); int (*launder_folio)(struct folio *); bool (*is_partially_uptodate)(struct folio *, size_t, size_t); void (*is_dirty_writeback)(struct folio *, bool *, bool *); int (*error_remove_page)(struct address_space *, struct page *); int (*swap_activate)(struct swap_info_struct *, struct file *, sector_t *); void (*swap_deactivate)(struct file *); int (*swap_rw)(struct kiocb *, struct iov_iter *); }; struct iovec; struct kvec; struct bio_vec; struct iov_iter { u8 iter_type; bool nofault; bool data_source; bool user_backed; union { size_t iov_offset; int last_offset; }; size_t count; union { const struct iovec *iov; const struct kvec *kvec; const struct bio_vec *bvec; struct xarray *xarray; struct pipe_inode_info *pipe; void *ubuf; }; union { long unsigned int nr_segs; struct { unsigned int head; unsigned int start_head; }; loff_t xarray_start; }; }; struct fiemap_extent_info; struct fileattr; struct inode_operations { struct dentry * (*lookup)(struct inode *, struct dentry *, unsigned int); const char * (*get_link)(struct dentry *, struct inode *, struct delayed_call *); int (*permission)(struct user_namespace *, struct inode *, int); struct posix_acl * (*get_inode_acl)(struct inode *, int, bool); int (*readlink)(struct dentry *, char *, int); int (*create)(struct user_namespace *, struct inode *, struct dentry *, umode_t, bool); int (*link)(struct dentry *, struct inode *, struct dentry *); int (*unlink)(struct inode *, struct dentry *); int (*symlink)(struct user_namespace *, struct inode *, struct dentry *, const char *); int (*mkdir)(struct user_namespace *, struct inode *, struct dentry *, umode_t); int (*rmdir)(struct inode *, struct dentry *); int (*mknod)(struct user_namespace *, struct inode *, struct dentry *, umode_t, dev_t); int (*rename)(struct user_namespace *, struct inode *, struct dentry *, struct inode *, struct dentry *, unsigned int); int (*setattr)(struct user_namespace *, struct dentry *, struct iattr *); int (*getattr)(struct user_namespace *, const struct path *, struct kstat *, u32, unsigned int); ssize_t (*listxattr)(struct dentry *, char *, size_t); int (*fiemap)(struct inode *, struct fiemap_extent_info *, u64, u64); int (*update_time)(struct inode *, struct timespec64 *, int); int (*atomic_open)(struct inode *, struct dentry *, struct file *, unsigned int, umode_t); int (*tmpfile)(struct user_namespace *, struct inode *, struct file *, umode_t); struct posix_acl * (*get_acl)(struct user_namespace *, struct dentry *, int); int (*set_acl)(struct user_namespace *, struct dentry *, struct posix_acl *, int); int (*fileattr_set)(struct user_namespace *, struct dentry *, struct fileattr *); int (*fileattr_get)(struct dentry *, struct fileattr *); }; struct file_lock_context { spinlock_t flc_lock; struct list_head flc_flock; struct list_head flc_posix; struct list_head flc_lease; }; struct file_lock_operations { void (*fl_copy_lock)(struct file_lock *, struct file_lock *); void (*fl_release_private)(struct file_lock *); }; struct nlm_lockowner; struct nfs_lock_info { u32 state; struct nlm_lockowner *owner; struct list_head list; }; struct nfs4_lock_state; struct nfs4_lock_info { struct nfs4_lock_state *owner; }; struct fasync_struct; struct lock_manager_operations; struct file_lock { struct file_lock *fl_blocker; struct list_head fl_list; struct hlist_node fl_link; struct list_head fl_blocked_requests; struct list_head fl_blocked_member; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; unsigned int fl_pid; int fl_link_cpu; wait_queue_head_t fl_wait; struct file *fl_file; loff_t fl_start; loff_t fl_end; struct fasync_struct *fl_fasync; long unsigned int fl_break_time; long unsigned int fl_downgrade_time; const struct file_lock_operations *fl_ops; const struct lock_manager_operations *fl_lmops; union { struct nfs_lock_info nfs_fl; struct nfs4_lock_info nfs4_fl; struct { struct list_head link; int state; unsigned int debug_id; } afs; struct { struct inode *inode; } ceph; } fl_u; }; struct lock_manager_operations { void *lm_mod_owner; fl_owner_t (*lm_get_owner)(fl_owner_t); void (*lm_put_owner)(fl_owner_t); void (*lm_notify)(struct file_lock *); int (*lm_grant)(struct file_lock *, int); bool (*lm_break)(struct file_lock *); int (*lm_change)(struct file_lock *, int, struct list_head *); void (*lm_setup)(struct file_lock *, void **); bool (*lm_breaker_owns_lease)(struct file_lock *); bool (*lm_lock_expirable)(struct file_lock *); void (*lm_expire_lock)(); }; struct fasync_struct { rwlock_t fa_lock; int magic; int fa_fd; struct fasync_struct *fa_next; struct file *fa_file; struct callback_head fa_rcu; }; struct kstatfs; struct super_operations { struct inode * (*alloc_inode)(struct super_block *); void (*destroy_inode)(struct inode *); void (*free_inode)(struct inode *); void (*dirty_inode)(struct inode *, int); int (*write_inode)(struct inode *, struct writeback_control *); int (*drop_inode)(struct inode *); void (*evict_inode)(struct inode *); void (*put_super)(struct super_block *); int (*sync_fs)(struct super_block *, int); int (*freeze_super)(struct super_block *); int (*freeze_fs)(struct super_block *); int (*thaw_super)(struct super_block *); int (*unfreeze_fs)(struct super_block *); int (*statfs)(struct dentry *, struct kstatfs *); int (*remount_fs)(struct super_block *, int *, char *); void (*umount_begin)(struct super_block *); int (*show_options)(struct seq_file *, struct dentry *); int (*show_devname)(struct seq_file *, struct dentry *); int (*show_path)(struct seq_file *, struct dentry *); int (*show_stats)(struct seq_file *, struct dentry *); ssize_t (*quota_read)(struct super_block *, int, char *, size_t, loff_t); ssize_t (*quota_write)(struct super_block *, int, const char *, size_t, loff_t); struct dquot ** (*get_dquots)(struct inode *); long int (*nr_cached_objects)(struct super_block *, struct shrink_control *); long int (*free_cached_objects)(struct super_block *, struct shrink_control *); }; struct fid; struct iomap; struct export_operations { int (*encode_fh)(struct inode *, __u32 *, int *, struct inode *); struct dentry * (*fh_to_dentry)(struct super_block *, struct fid *, int, int); struct dentry * (*fh_to_parent)(struct super_block *, struct fid *, int, int); int (*get_name)(struct dentry *, char *, struct dentry *); struct dentry * (*get_parent)(struct dentry *); int (*commit_metadata)(struct inode *); int (*get_uuid)(struct super_block *, u8 *, u32 *, u64 *); int (*map_blocks)(struct inode *, loff_t, u64, struct iomap *, bool, u32 *); int (*commit_blocks)(struct inode *, struct iomap *, int, struct iattr *); u64 (*fetch_iversion)(struct inode *); long unsigned int flags; }; struct xattr_handler { const char *name; const char *prefix; int flags; bool (*list)(struct dentry *); int (*get)(const struct xattr_handler *, struct dentry *, struct inode *, const char *, void *, size_t); int (*set)(const struct xattr_handler *, struct user_namespace *, struct dentry *, struct inode *, const char *, const void *, size_t, int); }; enum dl_dev_state { DL_DEV_NO_DRIVER = 0, DL_DEV_PROBING = 1, DL_DEV_DRIVER_BOUND = 2, DL_DEV_UNBINDING = 3, }; struct dev_links_info { struct list_head suppliers; struct list_head consumers; struct list_head defer_sync; enum dl_dev_state status; }; struct pm_message { int event; }; typedef struct pm_message pm_message_t; struct pm_subsys_data; struct device; struct dev_pm_qos; struct dev_pm_info { pm_message_t power_state; unsigned int can_wakeup: 1; unsigned int async_suspend: 1; bool in_dpm_list: 1; bool is_prepared: 1; bool is_suspended: 1; bool is_noirq_suspended: 1; bool is_late_suspended: 1; bool no_pm: 1; bool early_init: 1; bool direct_complete: 1; u32 driver_flags; spinlock_t lock; unsigned int should_wakeup: 1; struct pm_subsys_data *subsys_data; void (*set_latency_tolerance)(struct device *, s32); struct dev_pm_qos *qos; }; struct irq_domain; struct msi_device_data; struct dev_msi_info { struct irq_domain *domain; struct msi_device_data *data; }; struct dev_archdata {}; enum device_removable { DEVICE_REMOVABLE_NOT_SUPPORTED = 0, DEVICE_REMOVABLE_UNKNOWN = 1, DEVICE_FIXED = 2, DEVICE_REMOVABLE = 3, }; struct device_private; struct device_type; struct bus_type; struct device_driver; struct dev_pm_domain; struct bus_dma_region; struct device_dma_parameters; struct dma_coherent_mem; struct cma; struct io_tlb_mem; struct device_node; struct fwnode_handle; struct class; struct attribute_group; struct iommu_group; struct dev_iommu; struct device_physical_location; struct device { struct kobject kobj; struct device *parent; struct device_private *p; const char *init_name; const struct device_type *type; struct bus_type *bus; struct device_driver *driver; void *platform_data; void *driver_data; struct mutex mutex; struct dev_links_info links; struct dev_pm_info power; struct dev_pm_domain *pm_domain; struct dev_msi_info msi; u64 *dma_mask; u64 coherent_dma_mask; u64 bus_dma_limit; const struct bus_dma_region *dma_range_map; struct device_dma_parameters *dma_parms; struct list_head dma_pools; struct dma_coherent_mem *dma_mem; struct cma *cma_area; struct io_tlb_mem *dma_io_tlb_mem; struct dev_archdata archdata; struct device_node *of_node; struct fwnode_handle *fwnode; dev_t devt; u32 id; spinlock_t devres_lock; struct list_head devres_head; struct class *class; const struct attribute_group **groups; void (*release)(struct device *); struct iommu_group *iommu_group; struct dev_iommu *iommu; struct device_physical_location *physical_location; enum device_removable removable; bool offline_disabled: 1; bool offline: 1; bool of_node_reused: 1; bool state_synced: 1; bool can_match: 1; bool dma_coherent: 1; }; struct disk_stats; struct partition_meta_info; struct block_device { sector_t bd_start_sect; sector_t bd_nr_sectors; struct disk_stats *bd_stats; long unsigned int bd_stamp; bool bd_read_only; dev_t bd_dev; atomic_t bd_openers; struct inode *bd_inode; struct super_block *bd_super; void *bd_claiming; struct device bd_device; void *bd_holder; int bd_holders; bool bd_write_holder; struct kobject *bd_holder_dir; u8 bd_partno; spinlock_t bd_size_lock; struct gendisk *bd_disk; struct request_queue *bd_queue; int bd_fsfreeze_count; struct mutex bd_fsfreeze_mutex; struct super_block *bd_fsfreeze_sb; struct partition_meta_info *bd_meta_info; }; typedef bool (*filldir_t)(struct dir_context *, const char *, int, loff_t, u64, unsigned int); struct dir_context { filldir_t actor; loff_t pos; }; struct io_comp_batch { struct request *req_list; bool need_ts; void (*complete)(struct io_comp_batch *); }; typedef void (*poll_queue_proc)(struct file *, wait_queue_head_t *, struct poll_table_struct *); struct poll_table_struct { poll_queue_proc _qproc; __poll_t _key; }; struct seq_operations; struct seq_file { char *buf; size_t size; size_t from; size_t count; size_t pad_until; loff_t index; loff_t read_pos; struct mutex lock; const struct seq_operations *op; int poll_event; const struct file *file; void *private; }; struct p_log; struct fs_parameter; struct fs_parse_result; typedef int fs_param_type(struct p_log *, const struct fs_parameter_spec *, struct fs_parameter *, struct fs_parse_result *); struct fs_parameter_spec { const char *name; fs_param_type *type; u8 opt; short unsigned int flags; const void *data; }; typedef __u32 blk_opf_t; typedef u8 blk_status_t; struct bvec_iter { sector_t bi_sector; unsigned int bi_size; unsigned int bi_idx; unsigned int bi_bvec_done; } __attribute__((packed)); typedef unsigned int blk_qc_t; typedef void bio_end_io_t(struct bio *); struct bio_issue { u64 value; }; struct bio_vec { struct page *bv_page; unsigned int bv_len; unsigned int bv_offset; }; struct bio_integrity_payload; struct bio_set; struct bio { struct bio *bi_next; struct block_device *bi_bdev; blk_opf_t bi_opf; short unsigned int bi_flags; short unsigned int bi_ioprio; blk_status_t bi_status; atomic_t __bi_remaining; struct bvec_iter bi_iter; blk_qc_t bi_cookie; bio_end_io_t *bi_end_io; void *bi_private; struct blkcg_gq *bi_blkg; struct bio_issue bi_issue; u64 bi_iocost_cost; union { struct bio_integrity_payload *bi_integrity; }; short unsigned int bi_vcnt; short unsigned int bi_max_vecs; atomic_t __bi_cnt; struct bio_vec *bi_io_vec; struct bio_set *bi_pool; struct bio_vec bi_inline_vecs[0]; }; struct minix_super_block { __u16 s_ninodes; __u16 s_nzones; __u16 s_imap_blocks; __u16 s_zmap_blocks; __u16 s_firstdatazone; __u16 s_log_zone_size; __u32 s_max_size; __u16 s_magic; __u16 s_state; __u32 s_zones; }; struct romfs_super_block { __be32 word0; __be32 word1; __be32 size; __be32 checksum; char name[0]; }; struct cramfs_inode { __u32 mode: 16; __u32 uid: 16; __u32 size: 24; __u32 gid: 8; __u32 namelen: 6; __u32 offset: 26; }; struct cramfs_info { __u32 crc; __u32 edition; __u32 blocks; __u32 files; }; struct cramfs_super { __u32 magic; __u32 size; __u32 flags; __u32 future; __u8 signature[16]; struct cramfs_info fsid; __u8 name[16]; struct cramfs_inode root; }; struct tracepoint_func { void *func; void *data; int prio; }; struct tracepoint { const char *name; struct static_key key; struct static_call_key *static_call_key; void *static_call_tramp; void *iterator; int (*regfunc)(); void (*unregfunc)(); struct tracepoint_func *funcs; }; struct bpf_raw_event_map { struct tracepoint *tp; void *bpf_func; u32 num_args; u32 writable_size; long: 64; }; struct dev_pagemap_ops { void (*page_free)(struct page *); vm_fault_t (*migrate_to_ram)(struct vm_fault *); int (*memory_failure)(struct dev_pagemap *, long unsigned int, long unsigned int, int); }; struct fwnode_operations; struct fwnode_handle { struct fwnode_handle *secondary; const struct fwnode_operations *ops; struct device *dev; struct list_head suppliers; struct list_head consumers; u8 flags; }; enum dev_dma_attr { DEV_DMA_NOT_SUPPORTED = 0, DEV_DMA_NON_COHERENT = 1, DEV_DMA_COHERENT = 2, }; struct fwnode_reference_args; struct fwnode_endpoint; struct fwnode_operations { struct fwnode_handle * (*get)(struct fwnode_handle *); void (*put)(struct fwnode_handle *); bool (*device_is_available)(const struct fwnode_handle *); const void * (*device_get_match_data)(const struct fwnode_handle *, const struct device *); bool (*device_dma_supported)(const struct fwnode_handle *); enum dev_dma_attr (*device_get_dma_attr)(const struct fwnode_handle *); bool (*property_present)(const struct fwnode_handle *, const char *); int (*property_read_int_array)(const struct fwnode_handle *, const char *, unsigned int, void *, size_t); int (*property_read_string_array)(const struct fwnode_handle *, const char *, const char **, size_t); const char * (*get_name)(const struct fwnode_handle *); const char * (*get_name_prefix)(const struct fwnode_handle *); struct fwnode_handle * (*get_parent)(const struct fwnode_handle *); struct fwnode_handle * (*get_next_child_node)(const struct fwnode_handle *, struct fwnode_handle *); struct fwnode_handle * (*get_named_child_node)(const struct fwnode_handle *, const char *); int (*get_reference_args)(const struct fwnode_handle *, const char *, const char *, unsigned int, unsigned int, struct fwnode_reference_args *); struct fwnode_handle * (*graph_get_next_endpoint)(const struct fwnode_handle *, struct fwnode_handle *); struct fwnode_handle * (*graph_get_remote_endpoint)(const struct fwnode_handle *); struct fwnode_handle * (*graph_get_port_parent)(struct fwnode_handle *); int (*graph_parse_endpoint)(const struct fwnode_handle *, struct fwnode_endpoint *); void * (*iomap)(struct fwnode_handle *, int); int (*irq_get)(const struct fwnode_handle *, unsigned int); int (*add_links)(struct fwnode_handle *); }; struct fwnode_endpoint { unsigned int port; unsigned int id; const struct fwnode_handle *local_fwnode; }; struct fwnode_reference_args { struct fwnode_handle *fwnode; unsigned int nargs; u64 args[8]; }; struct kernfs_root; struct kernfs_elem_dir { long unsigned int subdirs; struct rb_root children; struct kernfs_root *root; long unsigned int rev; }; struct kernfs_elem_symlink { struct kernfs_node *target_kn; }; struct kernfs_ops; struct kernfs_open_node; struct kernfs_elem_attr { const struct kernfs_ops *ops; struct kernfs_open_node *open; loff_t size; struct kernfs_node *notify_next; }; struct kernfs_iattrs; struct kernfs_node { atomic_t count; atomic_t active; struct kernfs_node *parent; const char *name; struct rb_node rb; const void *ns; unsigned int hash; union { struct kernfs_elem_dir dir; struct kernfs_elem_symlink symlink; struct kernfs_elem_attr attr; }; void *priv; u64 id; short unsigned int flags; umode_t mode; struct kernfs_iattrs *iattr; }; struct kernfs_open_file; struct kernfs_ops { int (*open)(struct kernfs_open_file *); void (*release)(struct kernfs_open_file *); int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); ssize_t (*read)(struct kernfs_open_file *, char *, size_t, loff_t); size_t atomic_write_len; bool prealloc; ssize_t (*write)(struct kernfs_open_file *, char *, size_t, loff_t); __poll_t (*poll)(struct kernfs_open_file *, struct poll_table_struct *); int (*mmap)(struct kernfs_open_file *, struct vm_area_struct *); }; struct kernfs_open_file { struct kernfs_node *kn; struct file *file; struct seq_file *seq_file; void *priv; struct mutex mutex; struct mutex prealloc_mutex; int event; struct list_head list; char *prealloc_buf; size_t atomic_write_len; bool mmapped: 1; bool released: 1; const struct vm_operations_struct *vm_ops; }; enum kobj_ns_type { KOBJ_NS_TYPE_NONE = 0, KOBJ_NS_TYPE_NET = 1, KOBJ_NS_TYPES = 2, }; struct sock; struct kobj_ns_type_operations { enum kobj_ns_type type; bool (*current_may_mount)(); void * (*grab_current_ns)(); const void * (*netlink_ns)(struct sock *); const void * (*initial_ns)(); void (*drop_ns)(void *); }; struct attribute { const char *name; umode_t mode; }; struct bin_attribute; struct attribute_group { const char *name; umode_t (*is_visible)(struct kobject *, struct attribute *, int); umode_t (*is_bin_visible)(struct kobject *, struct bin_attribute *, int); struct attribute **attrs; struct bin_attribute **bin_attrs; }; struct bin_attribute { struct attribute attr; size_t size; void *private; struct address_space * (*f_mapping)(); ssize_t (*read)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t, size_t); ssize_t (*write)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t, size_t); int (*mmap)(struct file *, struct kobject *, struct bin_attribute *, struct vm_area_struct *); }; struct sysfs_ops { ssize_t (*show)(struct kobject *, struct attribute *, char *); ssize_t (*store)(struct kobject *, struct attribute *, const char *, size_t); }; struct kset_uevent_ops; struct kset { struct list_head list; spinlock_t list_lock; struct kobject kobj; const struct kset_uevent_ops *uevent_ops; }; struct kobj_type { void (*release)(struct kobject *); const struct sysfs_ops *sysfs_ops; const struct attribute_group **default_groups; const struct kobj_ns_type_operations * (*child_ns_type)(const struct kobject *); const void * (*namespace)(const struct kobject *); void (*get_ownership)(const struct kobject *, kuid_t *, kgid_t *); }; struct kobj_uevent_env { char *argv[3]; char *envp[64]; int envp_idx; char buf[2048]; int buflen; }; struct kset_uevent_ops { int (* const filter)(const struct kobject *); const char * (* const name)(const struct kobject *); int (* const uevent)(struct kobject *, struct kobj_uevent_env *); }; struct dev_pm_ops { int (*prepare)(struct device *); void (*complete)(struct device *); int (*suspend)(struct device *); int (*resume)(struct device *); int (*freeze)(struct device *); int (*thaw)(struct device *); int (*poweroff)(struct device *); int (*restore)(struct device *); int (*suspend_late)(struct device *); int (*resume_early)(struct device *); int (*freeze_late)(struct device *); int (*thaw_early)(struct device *); int (*poweroff_late)(struct device *); int (*restore_early)(struct device *); int (*suspend_noirq)(struct device *); int (*resume_noirq)(struct device *); int (*freeze_noirq)(struct device *); int (*thaw_noirq)(struct device *); int (*poweroff_noirq)(struct device *); int (*restore_noirq)(struct device *); int (*runtime_suspend)(struct device *); int (*runtime_resume)(struct device *); int (*runtime_idle)(struct device *); }; struct pm_subsys_data { spinlock_t lock; unsigned int refcount; }; struct dev_pm_domain { struct dev_pm_ops ops; int (*start)(struct device *); void (*detach)(struct device *, bool); int (*activate)(struct device *); void (*sync)(struct device *); void (*dismiss)(struct device *); }; struct iommu_ops; struct subsys_private; struct bus_type { const char *name; const char *dev_name; struct device *dev_root; const struct attribute_group **bus_groups; const struct attribute_group **dev_groups; const struct attribute_group **drv_groups; int (*match)(struct device *, struct device_driver *); int (*uevent)(struct device *, struct kobj_uevent_env *); int (*probe)(struct device *); void (*sync_state)(struct device *); void (*remove)(struct device *); void (*shutdown)(struct device *); int (*online)(struct device *); int (*offline)(struct device *); int (*suspend)(struct device *, pm_message_t); int (*resume)(struct device *); int (*num_vf)(struct device *); int (*dma_configure)(struct device *); void (*dma_cleanup)(struct device *); const struct dev_pm_ops *pm; const struct iommu_ops *iommu_ops; struct subsys_private *p; struct lock_class_key lock_key; bool need_parent_lock; }; enum probe_type { PROBE_DEFAULT_STRATEGY = 0, PROBE_PREFER_ASYNCHRONOUS = 1, PROBE_FORCE_SYNCHRONOUS = 2, }; struct of_device_id; struct acpi_device_id; struct driver_private; struct device_driver { const char *name; struct bus_type *bus; struct module *owner; const char *mod_name; bool suppress_bind_attrs; enum probe_type probe_type; const struct of_device_id *of_match_table; const struct acpi_device_id *acpi_match_table; int (*probe)(struct device *); void (*sync_state)(struct device *); int (*remove)(struct device *); void (*shutdown)(struct device *); int (*suspend)(struct device *, pm_message_t); int (*resume)(struct device *); const struct attribute_group **groups; const struct attribute_group **dev_groups; const struct dev_pm_ops *pm; void (*coredump)(struct device *); struct driver_private *p; }; enum iommu_cap { IOMMU_CAP_CACHE_COHERENCY = 0, IOMMU_CAP_INTR_REMAP = 1, IOMMU_CAP_NOEXEC = 2, IOMMU_CAP_PRE_BOOT_PROTECTION = 3, IOMMU_CAP_ENFORCE_CACHE_COHERENCY = 4, }; enum iommu_dev_features { IOMMU_DEV_FEAT_SVA = 0, IOMMU_DEV_FEAT_IOPF = 1, }; typedef unsigned int ioasid_t; struct iommu_domain; struct iommu_device; struct of_phandle_args; struct iommu_fault_event; struct iommu_page_response; struct iommu_domain_ops; struct iommu_ops { bool (*capable)(struct device *, enum iommu_cap); struct iommu_domain * (*domain_alloc)(unsigned int); struct iommu_device * (*probe_device)(struct device *); void (*release_device)(struct device *); void (*probe_finalize)(struct device *); struct iommu_group * (*device_group)(struct device *); void (*get_resv_regions)(struct device *, struct list_head *); int (*of_xlate)(struct device *, struct of_phandle_args *); bool (*is_attach_deferred)(struct device *); int (*dev_enable_feat)(struct device *, enum iommu_dev_features); int (*dev_disable_feat)(struct device *, enum iommu_dev_features); int (*page_response)(struct device *, struct iommu_fault_event *, struct iommu_page_response *); int (*def_domain_type)(struct device *); void (*remove_dev_pasid)(struct device *, ioasid_t); const struct iommu_domain_ops *default_domain_ops; long unsigned int pgsize_bitmap; struct module *owner; }; struct device_type { const char *name; const struct attribute_group **groups; int (*uevent)(struct device *, struct kobj_uevent_env *); char * (*devnode)(struct device *, umode_t *, kuid_t *, kgid_t *); void (*release)(struct device *); const struct dev_pm_ops *pm; }; struct class { const char *name; struct module *owner; const struct attribute_group **class_groups; const struct attribute_group **dev_groups; struct kobject *dev_kobj; int (*dev_uevent)(const struct device *, struct kobj_uevent_env *); char * (*devnode)(const struct device *, umode_t *); void (*class_release)(struct class *); void (*dev_release)(struct device *); int (*shutdown_pre)(struct device *); const struct kobj_ns_type_operations *ns_type; const void * (*namespace)(const struct device *); void (*get_ownership)(const struct device *, kuid_t *, kgid_t *); const struct dev_pm_ops *pm; struct subsys_private *p; }; typedef __u64 Elf64_Addr; typedef __u16 Elf64_Half; typedef __u64 Elf64_Off; typedef __u32 Elf64_Word; typedef __u64 Elf64_Xword; struct elf64_sym { Elf64_Word st_name; unsigned char st_info; unsigned char st_other; Elf64_Half st_shndx; Elf64_Addr st_value; Elf64_Xword st_size; }; struct elf64_shdr { Elf64_Word sh_name; Elf64_Word sh_type; Elf64_Xword sh_flags; Elf64_Addr sh_addr; Elf64_Off sh_offset; Elf64_Xword sh_size; Elf64_Word sh_link; Elf64_Word sh_info; Elf64_Xword sh_addralign; Elf64_Xword sh_entsize; }; struct iovec { void *iov_base; __kernel_size_t iov_len; }; struct kvec { void *iov_base; size_t iov_len; }; struct kernel_param_ops { unsigned int flags; int (*set)(const char *, const struct kernel_param *); int (*get)(char *, const struct kernel_param *); void (*free)(void *); }; struct kparam_string; struct kparam_array; struct kernel_param { const char *name; struct module *mod; const struct kernel_param_ops *ops; const u16 perm; s8 level; u8 flags; union { void *arg; const struct kparam_string *str; const struct kparam_array *arr; }; }; struct kparam_string { unsigned int maxlen; char *string; }; struct kparam_array { unsigned int max; unsigned int elemsize; unsigned int *num; const struct kernel_param_ops *ops; void *elem; }; struct error_injection_entry { long unsigned int addr; int etype; }; struct module_attribute { struct attribute attr; ssize_t (*show)(struct module_attribute *, struct module_kobject *, char *); ssize_t (*store)(struct module_attribute *, struct module_kobject *, const char *, size_t); void (*setup)(struct module *, const char *); int (*test)(struct module *); void (*free)(struct module *); }; struct trace_event_functions; struct trace_event { struct hlist_node node; int type; struct trace_event_functions *funcs; }; struct trace_event_class; struct event_filter; struct perf_event; struct trace_event_call { struct list_head list; struct trace_event_class *class; union { char *name; struct tracepoint *tp; }; struct trace_event event; char *print_fmt; struct event_filter *filter; union { void *module; atomic_t refcnt; }; void *data; int flags; int perf_refcount; struct hlist_head *perf_events; struct bpf_prog_array *prog_array; int (*perf_perm)(struct trace_event_call *, struct perf_event *); }; struct trace_eval_map { const char *system; const char *eval_string; long unsigned int eval_value; }; struct of_device_id { char name[32]; char type[32]; char compatible[128]; const void *data; }; typedef long unsigned int kernel_ulong_t; struct acpi_device_id { __u8 id[16]; kernel_ulong_t driver_data; __u32 cls; __u32 cls_msk; }; struct device_dma_parameters { unsigned int max_segment_size; unsigned int min_align_mask; long unsigned int segment_boundary_mask; }; enum device_physical_location_panel { DEVICE_PANEL_TOP = 0, DEVICE_PANEL_BOTTOM = 1, DEVICE_PANEL_LEFT = 2, DEVICE_PANEL_RIGHT = 3, DEVICE_PANEL_FRONT = 4, DEVICE_PANEL_BACK = 5, DEVICE_PANEL_UNKNOWN = 6, }; enum device_physical_location_vertical_position { DEVICE_VERT_POS_UPPER = 0, DEVICE_VERT_POS_CENTER = 1, DEVICE_VERT_POS_LOWER = 2, }; enum device_physical_location_horizontal_position { DEVICE_HORI_POS_LEFT = 0, DEVICE_HORI_POS_CENTER = 1, DEVICE_HORI_POS_RIGHT = 2, }; struct device_physical_location { enum device_physical_location_panel panel; enum device_physical_location_vertical_position vertical_position; enum device_physical_location_horizontal_position horizontal_position; bool dock; bool lid; }; typedef u64 dma_addr_t; struct bus_dma_region { phys_addr_t cpu_start; dma_addr_t dma_start; u64 size; u64 offset; }; typedef void *mempool_alloc_t(gfp_t, void *); typedef void mempool_free_t(void *, void *); struct mempool_s { spinlock_t lock; int min_nr; int curr_nr; void **elements; void *pool_data; mempool_alloc_t *alloc; mempool_free_t *free; wait_queue_head_t wait; }; typedef struct mempool_s mempool_t; struct bio_alloc_cache; struct bio_set { struct kmem_cache *bio_slab; unsigned int front_pad; struct bio_alloc_cache *cache; mempool_t bio_pool; mempool_t bvec_pool; mempool_t bio_integrity_pool; mempool_t bvec_integrity_pool; unsigned int back_pad; spinlock_t rescue_lock; struct bio_list rescue_list; struct work_struct rescue_work; struct workqueue_struct *rescue_workqueue; struct hlist_node cpuhp_dead; }; struct block_device_operations; struct timer_rand_state; struct disk_events; struct cdrom_device_info; struct badblocks; struct blk_independent_access_ranges; struct gendisk { int major; int first_minor; int minors; char disk_name[32]; short unsigned int events; short unsigned int event_flags; struct xarray part_tbl; struct block_device *part0; const struct block_device_operations *fops; struct request_queue *queue; void *private_data; struct bio_set bio_split; int flags; long unsigned int state; struct mutex open_mutex; unsigned int open_partitions; struct backing_dev_info *bdi; struct kobject queue_kobj; struct kobject *slave_dir; struct list_head slave_bdevs; struct timer_rand_state *random; atomic_t sync_io; struct disk_events *ev; struct kobject integrity_kobj; unsigned int nr_zones; unsigned int max_open_zones; unsigned int max_active_zones; long unsigned int *conv_zones_bitmap; long unsigned int *seq_zones_wlock; struct cdrom_device_info *cdi; int node_id; struct badblocks *bb; struct lockdep_map lockdep_map; u64 diskseq; struct blk_independent_access_ranges *ia_ranges; }; struct partition_meta_info { char uuid[37]; u8 volname[64]; }; struct bio_integrity_payload { struct bio *bip_bio; struct bvec_iter bip_iter; short unsigned int bip_vcnt; short unsigned int bip_max_vcnt; short unsigned int bip_flags; struct bvec_iter bio_iter; short: 16; struct work_struct bip_work; struct bio_vec *bip_vec; struct bio_vec bip_inline_vecs[0]; } __attribute__((packed)); enum req_op { REQ_OP_READ = 0, REQ_OP_WRITE = 1, REQ_OP_FLUSH = 2, REQ_OP_DISCARD = 3, REQ_OP_SECURE_ERASE = 5, REQ_OP_WRITE_ZEROES = 9, REQ_OP_ZONE_OPEN = 10, REQ_OP_ZONE_CLOSE = 11, REQ_OP_ZONE_FINISH = 12, REQ_OP_ZONE_APPEND = 13, REQ_OP_ZONE_RESET = 15, REQ_OP_ZONE_RESET_ALL = 17, REQ_OP_DRV_IN = 34, REQ_OP_DRV_OUT = 35, REQ_OP_LAST = 36, }; struct blk_rq_stat { u64 mean; u64 min; u64 max; u32 nr_samples; u64 batch; }; struct blk_zone { __u64 start; __u64 len; __u64 wp; __u8 type; __u8 cond; __u8 non_seq; __u8 reset; __u8 resv[4]; __u64 capacity; __u8 reserved[24]; }; struct blk_integrity_iter; typedef blk_status_t integrity_processing_fn(struct blk_integrity_iter *); typedef void integrity_prepare_fn(struct request *); typedef void integrity_complete_fn(struct request *, unsigned int); struct blk_integrity_profile { integrity_processing_fn *generate_fn; integrity_processing_fn *verify_fn; integrity_prepare_fn *prepare_fn; integrity_complete_fn *complete_fn; const char *name; }; typedef int (*report_zones_cb)(struct blk_zone *, unsigned int, void *); enum blk_unique_id { BLK_UID_T10 = 1, BLK_UID_EUI64 = 2, BLK_UID_NAA = 3, }; struct hd_geometry; struct pr_ops; struct block_device_operations { void (*submit_bio)(struct bio *); int (*poll_bio)(struct bio *, struct io_comp_batch *, unsigned int); int (*open)(struct block_device *, fmode_t); void (*release)(struct gendisk *, fmode_t); int (*rw_page)(struct block_device *, sector_t, struct page *, enum req_op); int (*ioctl)(struct block_device *, fmode_t, unsigned int, long unsigned int); int (*compat_ioctl)(struct block_device *, fmode_t, unsigned int, long unsigned int); unsigned int (*check_events)(struct gendisk *, unsigned int); void (*unlock_native_capacity)(struct gendisk *); int (*getgeo)(struct block_device *, struct hd_geometry *); int (*set_read_only)(struct block_device *, bool); void (*free_disk)(struct gendisk *); void (*swap_slot_free_notify)(struct block_device *, long unsigned int); int (*report_zones)(struct gendisk *, sector_t, unsigned int, report_zones_cb, void *); char * (*devnode)(struct gendisk *, umode_t *); int (*get_unique_id)(struct gendisk *, u8 *, enum blk_unique_id); struct module *owner; const struct pr_ops *pr_ops; int (*alternative_gpt_sector)(struct gendisk *, sector_t *); }; struct blk_independent_access_range { struct kobject kobj; sector_t sector; sector_t nr_sectors; }; struct blk_independent_access_ranges { struct kobject kobj; bool sysfs_registered; unsigned int nr_ia_ranges; struct blk_independent_access_range ia_range[0]; }; enum blk_eh_timer_return { BLK_EH_DONE = 0, BLK_EH_RESET_TIMER = 1, }; struct blk_mq_hw_ctx; struct blk_mq_queue_data; struct blk_mq_ops { blk_status_t (*queue_rq)(struct blk_mq_hw_ctx *, const struct blk_mq_queue_data *); void (*commit_rqs)(struct blk_mq_hw_ctx *); void (*queue_rqs)(struct request **); int (*get_budget)(struct request_queue *); void (*put_budget)(struct request_queue *, int); void (*set_rq_budget_token)(struct request *, int); int (*get_rq_budget_token)(struct request *); enum blk_eh_timer_return (*timeout)(struct request *); int (*poll)(struct blk_mq_hw_ctx *, struct io_comp_batch *); void (*complete)(struct request *); int (*init_hctx)(struct blk_mq_hw_ctx *, void *, unsigned int); void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); int (*init_request)(struct blk_mq_tag_set *, struct request *, unsigned int, unsigned int); void (*exit_request)(struct blk_mq_tag_set *, struct request *, unsigned int); void (*cleanup_rq)(struct request *); bool (*busy)(struct request_queue *); void (*map_queues)(struct blk_mq_tag_set *); void (*show_rq)(struct seq_file *, struct request *); }; enum pr_type { PR_WRITE_EXCLUSIVE = 1, PR_EXCLUSIVE_ACCESS = 2, PR_WRITE_EXCLUSIVE_REG_ONLY = 3, PR_EXCLUSIVE_ACCESS_REG_ONLY = 4, PR_WRITE_EXCLUSIVE_ALL_REGS = 5, PR_EXCLUSIVE_ACCESS_ALL_REGS = 6, }; struct pr_ops { int (*pr_register)(struct block_device *, u64, u64, u32); int (*pr_reserve)(struct block_device *, u64, enum pr_type, u32); int (*pr_release)(struct block_device *, u64, enum pr_type); int (*pr_preempt)(struct block_device *, u64, u64, enum pr_type, bool); int (*pr_clear)(struct block_device *, u64); }; struct seq_operations { void * (*start)(struct seq_file *, loff_t *); void (*stop)(struct seq_file *, void *); void * (*next)(struct seq_file *, void *, loff_t *); int (*show)(struct seq_file *, void *); }; struct seq_buf { char *buffer; size_t size; size_t len; loff_t readpos; }; struct trace_seq { char buffer[4096]; struct seq_buf seq; int full; }; enum perf_sw_ids { PERF_COUNT_SW_CPU_CLOCK = 0, PERF_COUNT_SW_TASK_CLOCK = 1, PERF_COUNT_SW_PAGE_FAULTS = 2, PERF_COUNT_SW_CONTEXT_SWITCHES = 3, PERF_COUNT_SW_CPU_MIGRATIONS = 4, PERF_COUNT_SW_PAGE_FAULTS_MIN = 5, PERF_COUNT_SW_PAGE_FAULTS_MAJ = 6, PERF_COUNT_SW_ALIGNMENT_FAULTS = 7, PERF_COUNT_SW_EMULATION_FAULTS = 8, PERF_COUNT_SW_DUMMY = 9, PERF_COUNT_SW_BPF_OUTPUT = 10, PERF_COUNT_SW_CGROUP_SWITCHES = 11, PERF_COUNT_SW_MAX = 12, }; struct perf_event_attr { __u32 type; __u32 size; __u64 config; union { __u64 sample_period; __u64 sample_freq; }; __u64 sample_type; __u64 read_format; __u64 disabled: 1; __u64 inherit: 1; __u64 pinned: 1; __u64 exclusive: 1; __u64 exclude_user: 1; __u64 exclude_kernel: 1; __u64 exclude_hv: 1; __u64 exclude_idle: 1; __u64 mmap: 1; __u64 comm: 1; __u64 freq: 1; __u64 inherit_stat: 1; __u64 enable_on_exec: 1; __u64 task: 1; __u64 watermark: 1; __u64 precise_ip: 2; __u64 mmap_data: 1; __u64 sample_id_all: 1; __u64 exclude_host: 1; __u64 exclude_guest: 1; __u64 exclude_callchain_kernel: 1; __u64 exclude_callchain_user: 1; __u64 mmap2: 1; __u64 comm_exec: 1; __u64 use_clockid: 1; __u64 context_switch: 1; __u64 write_backward: 1; __u64 namespaces: 1; __u64 ksymbol: 1; __u64 bpf_event: 1; __u64 aux_output: 1; __u64 cgroup: 1; __u64 text_poke: 1; __u64 build_id: 1; __u64 inherit_thread: 1; __u64 remove_on_exec: 1; __u64 sigtrap: 1; __u64 __reserved_1: 26; union { __u32 wakeup_events; __u32 wakeup_watermark; }; __u32 bp_type; union { __u64 bp_addr; __u64 kprobe_func; __u64 uprobe_path; __u64 config1; }; union { __u64 bp_len; __u64 kprobe_addr; __u64 probe_offset; __u64 config2; }; __u64 branch_sample_type; __u64 sample_regs_user; __u32 sample_stack_user; __s32 clockid; __u64 sample_regs_intr; __u32 aux_watermark; __u16 sample_max_stack; __u16 __reserved_2; __u32 aux_sample_size; __u32 __reserved_3; __u64 sig_data; }; union perf_mem_data_src { __u64 val; struct { __u64 mem_op: 5; __u64 mem_lvl: 14; __u64 mem_snoop: 5; __u64 mem_lock: 2; __u64 mem_dtlb: 7; __u64 mem_lvl_num: 4; __u64 mem_remote: 1; __u64 mem_snoopx: 2; __u64 mem_blk: 3; __u64 mem_hops: 3; __u64 mem_rsvd: 18; }; }; struct perf_branch_entry { __u64 from; __u64 to; __u64 mispred: 1; __u64 predicted: 1; __u64 in_tx: 1; __u64 abort: 1; __u64 cycles: 16; __u64 type: 4; __u64 spec: 2; __u64 new_type: 4; __u64 priv: 3; __u64 reserved: 31; }; union perf_sample_weight { __u64 full; struct { __u32 var1_dw; __u16 var2_w; __u16 var3_w; }; }; typedef struct { local_t a; } local64_t; struct cgroup_namespace { struct ns_common ns; struct user_namespace *user_ns; struct ucounts *ucounts; struct css_set *root_cset; }; struct ftrace_regs { struct pt_regs regs; }; struct ftrace_ops; typedef void (*ftrace_func_t)(long unsigned int, long unsigned int, struct ftrace_ops *, struct ftrace_regs *); struct ftrace_hash; struct ftrace_ops_hash { struct ftrace_hash *notrace_hash; struct ftrace_hash *filter_hash; struct mutex regex_lock; }; enum ftrace_ops_cmd { FTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_SELF = 0, FTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_PEER = 1, FTRACE_OPS_CMD_DISABLE_SHARE_IPMODIFY_PEER = 2, }; typedef int (*ftrace_ops_func_t)(struct ftrace_ops *, enum ftrace_ops_cmd); struct ftrace_ops { ftrace_func_t func; struct ftrace_ops *next; long unsigned int flags; void *private; ftrace_func_t saved_func; struct ftrace_ops_hash local_hash; struct ftrace_ops_hash *func_hash; struct ftrace_ops_hash old_hash; long unsigned int trampoline; long unsigned int trampoline_size; struct list_head list; ftrace_ops_func_t ops_func; }; struct irq_work { struct __call_single_node node; void (*func)(struct irq_work *); struct rcuwait irqwait; }; struct perf_regs { __u64 abi; struct pt_regs *regs; }; struct u64_stats_sync {}; struct psi_group {}; struct cgroup_taskset; struct cftype; struct cgroup_subsys { struct cgroup_subsys_state * (*css_alloc)(struct cgroup_subsys_state *); int (*css_online)(struct cgroup_subsys_state *); void (*css_offline)(struct cgroup_subsys_state *); void (*css_released)(struct cgroup_subsys_state *); void (*css_free)(struct cgroup_subsys_state *); void (*css_reset)(struct cgroup_subsys_state *); void (*css_rstat_flush)(struct cgroup_subsys_state *, int); int (*css_extra_stat_show)(struct seq_file *, struct cgroup_subsys_state *); int (*can_attach)(struct cgroup_taskset *); void (*cancel_attach)(struct cgroup_taskset *); void (*attach)(struct cgroup_taskset *); void (*post_attach)(); int (*can_fork)(struct task_struct *, struct css_set *); void (*cancel_fork)(struct task_struct *, struct css_set *); void (*fork)(struct task_struct *); void (*exit)(struct task_struct *); void (*release)(struct task_struct *); void (*bind)(struct cgroup_subsys_state *); bool early_init: 1; bool implicit_on_dfl: 1; bool threaded: 1; int id; const char *name; const char *legacy_name; struct cgroup_root *root; struct idr css_idr; struct list_head cfts; struct cftype *dfl_cftypes; struct cftype *legacy_cftypes; unsigned int depends_on; }; struct cgroup_rstat_cpu { struct u64_stats_sync bsync; struct cgroup_base_stat bstat; struct cgroup_base_stat last_bstat; struct cgroup *updated_children; struct cgroup *updated_next; }; struct cgroup_root { struct kernfs_root *kf_root; unsigned int subsys_mask; int hierarchy_id; struct cgroup cgrp; struct cgroup *cgrp_ancestor_storage; atomic_t nr_cgrps; struct list_head root_list; unsigned int flags; char release_agent_path[4096]; char name[64]; }; struct cftype { char name[64]; long unsigned int private; size_t max_write_len; unsigned int flags; unsigned int file_offset; struct cgroup_subsys *ss; struct list_head node; struct kernfs_ops *kf_ops; int (*open)(struct kernfs_open_file *); void (*release)(struct kernfs_open_file *); u64 (*read_u64)(struct cgroup_subsys_state *, struct cftype *); s64 (*read_s64)(struct cgroup_subsys_state *, struct cftype *); int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); int (*write_u64)(struct cgroup_subsys_state *, struct cftype *, u64); int (*write_s64)(struct cgroup_subsys_state *, struct cftype *, s64); ssize_t (*write)(struct kernfs_open_file *, char *, size_t, loff_t); __poll_t (*poll)(struct kernfs_open_file *, struct poll_table_struct *); }; struct perf_callchain_entry { __u64 nr; __u64 ip[0]; }; typedef long unsigned int (*perf_copy_f)(void *, const void *, long unsigned int, long unsigned int); struct perf_raw_frag { union { struct perf_raw_frag *next; long unsigned int pad; }; perf_copy_f copy; void *data; u32 size; } __attribute__((packed)); struct perf_raw_record { struct perf_raw_frag frag; u32 size; }; struct perf_branch_stack { __u64 nr; __u64 hw_idx; struct perf_branch_entry entries[0]; }; struct hw_perf_event_extra { u64 config; unsigned int reg; int alloc; int idx; }; struct hw_perf_event { union { struct { u64 config; u64 last_tag; long unsigned int config_base; long unsigned int event_base; int event_base_rdpmc; int idx; int last_cpu; int flags; struct hw_perf_event_extra extra_reg; struct hw_perf_event_extra branch_reg; }; struct { struct hrtimer hrtimer; }; struct { struct list_head tp_list; }; struct { u64 pwr_acc; u64 ptsc; }; struct { u8 iommu_bank; u8 iommu_cntr; u16 padding; u64 conf; u64 conf1; }; }; struct task_struct *target; void *addr_filters; long unsigned int addr_filters_gen; int state; local64_t prev_count; u64 sample_period; union { struct { u64 last_period; local64_t period_left; }; struct { u64 saved_metric; u64 saved_slots; }; }; u64 interrupts_seq; u64 interrupts; u64 freq_time_stamp; u64 freq_count_stamp; }; struct perf_cpu_pmu_context; struct perf_event_pmu_context; struct perf_output_handle; struct pmu { struct list_head entry; struct module *module; struct device *dev; const struct attribute_group **attr_groups; const struct attribute_group **attr_update; const char *name; int type; int capabilities; int *pmu_disable_count; struct perf_cpu_pmu_context *cpu_pmu_context; atomic_t exclusive_cnt; int task_ctx_nr; int hrtimer_interval_ms; unsigned int nr_addr_filters; void (*pmu_enable)(struct pmu *); void (*pmu_disable)(struct pmu *); int (*event_init)(struct perf_event *); void (*event_mapped)(struct perf_event *, struct mm_struct *); void (*event_unmapped)(struct perf_event *, struct mm_struct *); int (*add)(struct perf_event *, int); void (*del)(struct perf_event *, int); void (*start)(struct perf_event *, int); void (*stop)(struct perf_event *, int); void (*read)(struct perf_event *); void (*start_txn)(struct pmu *, unsigned int); int (*commit_txn)(struct pmu *); void (*cancel_txn)(struct pmu *); int (*event_idx)(struct perf_event *); void (*sched_task)(struct perf_event_pmu_context *, bool); struct kmem_cache *task_ctx_cache; void (*swap_task_ctx)(struct perf_event_pmu_context *, struct perf_event_pmu_context *); void * (*setup_aux)(struct perf_event *, void **, int, bool); void (*free_aux)(void *); long int (*snapshot_aux)(struct perf_event *, struct perf_output_handle *, long unsigned int); int (*addr_filters_validate)(struct list_head *); void (*addr_filters_sync)(struct perf_event *); int (*aux_output_match)(struct perf_event *); bool (*filter)(struct pmu *, int); int (*check_period)(struct perf_event *, u64); }; struct perf_event_pmu_context { struct pmu *pmu; struct perf_event_context *ctx; struct list_head pmu_ctx_entry; struct list_head pinned_active; struct list_head flexible_active; unsigned int embedded: 1; unsigned int nr_events; atomic_t refcount; struct callback_head callback_head; void *task_ctx_data; int rotate_necessary; }; struct perf_cpu_pmu_context { struct perf_event_pmu_context epc; struct perf_event_pmu_context *task_epc; struct list_head sched_cb_entry; int sched_cb_usage; int active_oncpu; int exclusive; raw_spinlock_t hrtimer_lock; struct hrtimer hrtimer; ktime_t hrtimer_interval; unsigned int hrtimer_active; }; enum perf_event_state { PERF_EVENT_STATE_DEAD = 4294967292, PERF_EVENT_STATE_EXIT = 4294967293, PERF_EVENT_STATE_ERROR = 4294967294, PERF_EVENT_STATE_OFF = 4294967295, PERF_EVENT_STATE_INACTIVE = 0, PERF_EVENT_STATE_ACTIVE = 1, }; struct perf_addr_filters_head { struct list_head list; raw_spinlock_t lock; unsigned int nr_file_filters; }; struct perf_sample_data; typedef void (*perf_overflow_handler_t)(struct perf_event *, struct perf_sample_data *, struct pt_regs *); struct perf_buffer; struct perf_addr_filter_range; struct bpf_prog; struct perf_cgroup; struct perf_event { struct list_head event_entry; struct list_head sibling_list; struct list_head active_list; struct rb_node group_node; u64 group_index; struct list_head migrate_entry; struct hlist_node hlist_entry; struct list_head active_entry; int nr_siblings; int event_caps; int group_caps; struct perf_event *group_leader; struct pmu *pmu; void *pmu_private; enum perf_event_state state; unsigned int attach_state; local64_t count; atomic64_t child_count; u64 total_time_enabled; u64 total_time_running; u64 tstamp; struct perf_event_attr attr; u16 header_size; u16 id_header_size; u16 read_size; struct hw_perf_event hw; struct perf_event_context *ctx; struct perf_event_pmu_context *pmu_ctx; atomic_long_t refcount; atomic64_t child_total_time_enabled; atomic64_t child_total_time_running; struct mutex child_mutex; struct list_head child_list; struct perf_event *parent; int oncpu; int cpu; struct list_head owner_entry; struct task_struct *owner; struct mutex mmap_mutex; atomic_t mmap_count; struct perf_buffer *rb; struct list_head rb_entry; long unsigned int rcu_batches; int rcu_pending; wait_queue_head_t waitq; struct fasync_struct *fasync; unsigned int pending_wakeup; unsigned int pending_kill; unsigned int pending_disable; unsigned int pending_sigtrap; long unsigned int pending_addr; struct irq_work pending_irq; struct callback_head pending_task; unsigned int pending_work; atomic_t event_limit; struct perf_addr_filters_head addr_filters; struct perf_addr_filter_range *addr_filter_ranges; long unsigned int addr_filters_gen; struct perf_event *aux_event; void (*destroy)(struct perf_event *); struct callback_head callback_head; struct pid_namespace *ns; u64 id; atomic64_t lost_samples; u64 (*clock)(); perf_overflow_handler_t overflow_handler; void *overflow_handler_context; perf_overflow_handler_t orig_overflow_handler; struct bpf_prog *prog; u64 bpf_cookie; struct trace_event_call *tp_event; struct event_filter *filter; struct ftrace_ops ftrace_ops; struct perf_cgroup *cgrp; struct list_head sb_list; }; struct perf_output_handle { struct perf_event *event; struct perf_buffer *rb; long unsigned int wakeup; long unsigned int size; u64 aux_flags; union { void *addr; long unsigned int head; }; int page; }; struct perf_addr_filter_range { long unsigned int start; long unsigned int size; }; struct perf_sample_data { u64 sample_flags; u64 period; struct perf_branch_stack *br_stack; union perf_sample_weight weight; union perf_mem_data_src data_src; u64 txn; u64 addr; struct perf_raw_record *raw; u64 type; u64 ip; struct { u32 pid; u32 tid; } tid_entry; u64 time; u64 id; u64 stream_id; struct { u32 cpu; u32 reserved; } cpu_entry; struct perf_callchain_entry *callchain; u64 aux_size; struct perf_regs regs_user; struct perf_regs regs_intr; u64 stack_user_size; u64 phys_addr; u64 cgroup; u64 data_page_size; u64 code_page_size; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct perf_cgroup_info; struct perf_cgroup { struct cgroup_subsys_state css; struct perf_cgroup_info *info; }; struct perf_cgroup_info { u64 time; u64 timestamp; u64 timeoffset; int active; }; struct trace_entry { short unsigned int type; unsigned char flags; unsigned char preempt_count; int pid; }; struct trace_array; struct tracer; struct array_buffer; struct ring_buffer_iter; struct trace_iterator { struct trace_array *tr; struct tracer *trace; struct array_buffer *array_buffer; void *private; int cpu_file; struct mutex mutex; struct ring_buffer_iter **buffer_iter; long unsigned int iter_flags; void *temp; unsigned int temp_size; char *fmt; unsigned int fmt_size; long int wait_index; struct trace_seq tmp_seq; cpumask_var_t started; bool snapshot; struct trace_seq seq; struct trace_entry *ent; long unsigned int lost_events; int leftover; int ent_size; int cpu; u64 ts; loff_t pos; long int idx; }; enum print_line_t { TRACE_TYPE_PARTIAL_LINE = 0, TRACE_TYPE_HANDLED = 1, TRACE_TYPE_UNHANDLED = 2, TRACE_TYPE_NO_CONSUME = 3, }; typedef enum print_line_t (*trace_print_func)(struct trace_iterator *, int, struct trace_event *); struct trace_event_functions { trace_print_func trace; trace_print_func raw; trace_print_func hex; trace_print_func binary; }; enum trace_reg { TRACE_REG_REGISTER = 0, TRACE_REG_UNREGISTER = 1, TRACE_REG_PERF_REGISTER = 2, TRACE_REG_PERF_UNREGISTER = 3, TRACE_REG_PERF_OPEN = 4, TRACE_REG_PERF_CLOSE = 5, TRACE_REG_PERF_ADD = 6, TRACE_REG_PERF_DEL = 7, }; struct trace_event_fields { const char *type; union { struct { const char *name; const int size; const int align; const int is_signed; const int filter_type; const int len; }; int (*define_fields)(struct trace_event_call *); }; }; struct trace_event_class { const char *system; void *probe; void *perf_probe; int (*reg)(struct trace_event_call *, enum trace_reg, void *); struct trace_event_fields *fields_array; struct list_head * (*get_fields)(struct trace_event_call *); struct list_head fields; int (*raw_init)(struct trace_event_call *); }; enum { TRACE_EVENT_FL_FILTERED_BIT = 0, TRACE_EVENT_FL_CAP_ANY_BIT = 1, TRACE_EVENT_FL_NO_SET_FILTER_BIT = 2, TRACE_EVENT_FL_IGNORE_ENABLE_BIT = 3, TRACE_EVENT_FL_TRACEPOINT_BIT = 4, TRACE_EVENT_FL_DYNAMIC_BIT = 5, TRACE_EVENT_FL_KPROBE_BIT = 6, TRACE_EVENT_FL_UPROBE_BIT = 7, TRACE_EVENT_FL_EPROBE_BIT = 8, TRACE_EVENT_FL_CUSTOM_BIT = 9, }; enum { EVENT_FILE_FL_ENABLED_BIT = 0, EVENT_FILE_FL_RECORDED_CMD_BIT = 1, EVENT_FILE_FL_RECORDED_TGID_BIT = 2, EVENT_FILE_FL_FILTERED_BIT = 3, EVENT_FILE_FL_NO_SET_FILTER_BIT = 4, EVENT_FILE_FL_SOFT_MODE_BIT = 5, EVENT_FILE_FL_SOFT_DISABLED_BIT = 6, EVENT_FILE_FL_TRIGGER_MODE_BIT = 7, EVENT_FILE_FL_TRIGGER_COND_BIT = 8, EVENT_FILE_FL_PID_FILTER_BIT = 9, EVENT_FILE_FL_WAS_ENABLED_BIT = 10, }; struct squashfs_super_block { __le32 s_magic; __le32 inodes; __le32 mkfs_time; __le32 block_size; __le32 fragments; __le16 compression; __le16 block_log; __le16 flags; __le16 no_ids; __le16 s_major; __le16 s_minor; __le64 root_inode; __le64 bytes_used; __le64 id_table_start; __le64 xattr_id_table_start; __le64 inode_table_start; __le64 directory_table_start; __le64 fragment_table_start; __le64 lookup_table_start; }; typedef int (*decompress_fn)(unsigned char *, long int, long int (*)(void *, long unsigned int), long int (*)(void *, long unsigned int), unsigned char *, long int *, void (*)(char *)); typedef short int __s16; typedef __s16 s16; typedef __u16 __be16; typedef __u32 __wsum; typedef long unsigned int uintptr_t; typedef u16 uint16_t; typedef long unsigned int irq_hw_number_t; struct cacheline_padding { char x[0]; }; typedef int (*initcall_t)(); typedef initcall_t initcall_entry_t; enum system_states { SYSTEM_BOOTING = 0, SYSTEM_SCHEDULING = 1, SYSTEM_FREEING_INITMEM = 2, SYSTEM_RUNNING = 3, SYSTEM_HALT = 4, SYSTEM_POWER_OFF = 5, SYSTEM_RESTART = 6, SYSTEM_SUSPEND = 7, }; struct kernel_mapping { long unsigned int page_offset; long unsigned int virt_addr; uintptr_t phys_addr; uintptr_t size; long unsigned int va_pa_offset; long unsigned int va_kernel_pa_offset; long unsigned int va_kernel_xip_pa_offset; }; enum irqreturn { IRQ_NONE = 0, IRQ_HANDLED = 1, IRQ_WAKE_THREAD = 2, }; typedef enum irqreturn irqreturn_t; struct mmiowb_state { u16 nesting_count; u16 mmiowb_pending; }; enum refcount_saturation_type { REFCOUNT_ADD_NOT_ZERO_OVF = 0, REFCOUNT_ADD_OVF = 1, REFCOUNT_ADD_UAF = 2, REFCOUNT_SUB_UAF = 3, REFCOUNT_DEC_LEAK = 4, }; struct wait_queue_entry; typedef int (*wait_queue_func_t)(struct wait_queue_entry *, unsigned int, int, void *); struct wait_queue_entry { unsigned int flags; void *private; wait_queue_func_t func; struct list_head entry; }; typedef struct wait_queue_entry wait_queue_entry_t; enum dma_data_direction { DMA_BIDIRECTIONAL = 0, DMA_TO_DEVICE = 1, DMA_FROM_DEVICE = 2, DMA_NONE = 3, }; struct page_pool_params { unsigned int flags; unsigned int order; unsigned int pool_size; int nid; struct device *dev; enum dma_data_direction dma_dir; unsigned int max_len; unsigned int offset; void (*init_callback)(struct page *, void *); void *init_arg; }; struct pp_alloc_cache { u32 count; struct page *cache[128]; }; struct ptr_ring { int producer; spinlock_t producer_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; int consumer_head; int consumer_tail; spinlock_t consumer_lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; int size; int batch; void **queue; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct page_pool { struct page_pool_params p; struct delayed_work release_dw; void (*disconnect)(void *); long unsigned int defer_start; long unsigned int defer_warn; u32 pages_state_hold_cnt; unsigned int frag_offset; struct page *frag_page; long int frag_users; u32 xdp_mem_id; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct pp_alloc_cache alloc; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct ptr_ring ring; atomic_t pages_state_release_cnt; refcount_t user_cnt; u64 destroy_cnt; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct anon_vma { struct anon_vma *root; struct rw_semaphore rwsem; atomic_t refcount; long unsigned int num_children; long unsigned int num_active_vmas; struct anon_vma *parent; struct rb_root_cached rb_root; }; struct linux_binprm; struct coredump_params; struct linux_binfmt { struct list_head lh; struct module *module; int (*load_binary)(struct linux_binprm *); int (*load_shlib)(struct file *); int (*core_dump)(struct coredump_params *); long unsigned int min_coredump; }; struct static_key_false { struct static_key key; }; struct free_area { struct list_head free_list[6]; long unsigned int nr_free; }; enum node_stat_item { NR_LRU_BASE = 0, NR_INACTIVE_ANON = 0, NR_ACTIVE_ANON = 1, NR_INACTIVE_FILE = 2, NR_ACTIVE_FILE = 3, NR_UNEVICTABLE = 4, NR_SLAB_RECLAIMABLE_B = 5, NR_SLAB_UNRECLAIMABLE_B = 6, NR_ISOLATED_ANON = 7, NR_ISOLATED_FILE = 8, WORKINGSET_NODES = 9, WORKINGSET_REFAULT_BASE = 10, WORKINGSET_REFAULT_ANON = 10, WORKINGSET_REFAULT_FILE = 11, WORKINGSET_ACTIVATE_BASE = 12, WORKINGSET_ACTIVATE_ANON = 12, WORKINGSET_ACTIVATE_FILE = 13, WORKINGSET_RESTORE_BASE = 14, WORKINGSET_RESTORE_ANON = 14, WORKINGSET_RESTORE_FILE = 15, WORKINGSET_NODERECLAIM = 16, NR_ANON_MAPPED = 17, NR_FILE_MAPPED = 18, NR_FILE_PAGES = 19, NR_FILE_DIRTY = 20, NR_WRITEBACK = 21, NR_WRITEBACK_TEMP = 22, NR_SHMEM = 23, NR_SHMEM_THPS = 24, NR_SHMEM_PMDMAPPED = 25, NR_FILE_THPS = 26, NR_FILE_PMDMAPPED = 27, NR_ANON_THPS = 28, NR_VMSCAN_WRITE = 29, NR_VMSCAN_IMMEDIATE = 30, NR_DIRTIED = 31, NR_WRITTEN = 32, NR_THROTTLED_WRITTEN = 33, NR_KERNEL_MISC_RECLAIMABLE = 34, NR_FOLL_PIN_ACQUIRED = 35, NR_FOLL_PIN_RELEASED = 36, NR_KERNEL_STACK_KB = 37, NR_PAGETABLE = 38, NR_SECONDARY_PAGETABLE = 39, NR_SWAPCACHE = 40, NR_VM_NODE_STAT_ITEMS = 41, }; enum lru_list { LRU_INACTIVE_ANON = 0, LRU_ACTIVE_ANON = 1, LRU_INACTIVE_FILE = 2, LRU_ACTIVE_FILE = 3, LRU_UNEVICTABLE = 4, NR_LRU_LISTS = 5, }; struct pglist_data; struct lruvec { struct list_head lists[5]; spinlock_t lru_lock; long unsigned int anon_cost; long unsigned int file_cost; atomic_long_t nonresident_age; long unsigned int refaults[2]; long unsigned int flags; struct pglist_data *pgdat; }; struct per_cpu_pages; struct per_cpu_zonestat; struct zone { long unsigned int _watermark[4]; long unsigned int watermark_boost; long unsigned int nr_reserved_highatomic; long int lowmem_reserve[3]; struct pglist_data *zone_pgdat; struct per_cpu_pages *per_cpu_pageset; struct per_cpu_zonestat *per_cpu_zonestats; int pageset_high; int pageset_batch; long unsigned int zone_start_pfn; atomic_long_t managed_pages; long unsigned int spanned_pages; long unsigned int present_pages; long unsigned int cma_pages; const char *name; long unsigned int nr_isolate_pageblock; int initialized; long: 32; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; struct free_area free_area[11]; long unsigned int flags; spinlock_t lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad2_; long unsigned int percpu_drift_mark; long unsigned int compact_cached_free_pfn; long unsigned int compact_cached_migrate_pfn[2]; long unsigned int compact_init_migrate_pfn; long unsigned int compact_init_free_pfn; unsigned int compact_considered; unsigned int compact_defer_shift; int compact_order_failed; bool compact_blockskip_flush; bool contiguous; short: 16; struct cacheline_padding _pad3_; atomic_long_t vm_stat[11]; atomic_long_t vm_numa_event[0]; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct zoneref { struct zone *zone; int zone_idx; }; struct zonelist { struct zoneref _zonerefs[4]; }; enum zone_type { ZONE_DMA32 = 0, ZONE_NORMAL = 1, ZONE_MOVABLE = 2, __MAX_NR_ZONES = 3, }; struct deferred_split { spinlock_t split_queue_lock; struct list_head split_queue; long unsigned int split_queue_len; }; struct per_cpu_nodestat; struct pglist_data { struct zone node_zones[3]; struct zonelist node_zonelists[1]; int nr_zones; long unsigned int node_start_pfn; long unsigned int node_present_pages; long unsigned int node_spanned_pages; int node_id; wait_queue_head_t kswapd_wait; wait_queue_head_t pfmemalloc_wait; wait_queue_head_t reclaim_wait[4]; atomic_t nr_writeback_throttled; long unsigned int nr_reclaim_start; struct task_struct *kswapd; int kswapd_order; enum zone_type kswapd_highest_zoneidx; int kswapd_failures; int kcompactd_max_order; enum zone_type kcompactd_highest_zoneidx; wait_queue_head_t kcompactd_wait; struct task_struct *kcompactd; bool proactive_compact_trigger; long unsigned int totalreserve_pages; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; struct deferred_split deferred_split_queue; struct lruvec __lruvec; long unsigned int flags; long: 64; struct cacheline_padding _pad2_; struct per_cpu_nodestat *per_cpu_nodestats; atomic_long_t vm_stat[41]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct per_cpu_pages { spinlock_t lock; int count; int high; int batch; short int free_factor; struct list_head lists[13]; long: 64; long: 64; long: 64; }; struct per_cpu_zonestat { s8 vm_stat_diff[11]; s8 stat_threshold; }; struct per_cpu_nodestat { s8 stat_threshold; s8 vm_node_stat_diff[41]; }; typedef struct pglist_data pg_data_t; struct notifier_block; typedef int (*notifier_fn_t)(struct notifier_block *, long unsigned int, void *); struct notifier_block { notifier_fn_t notifier_call; struct notifier_block *next; int priority; }; struct blocking_notifier_head { struct rw_semaphore rwsem; struct notifier_block *head; }; struct raw_notifier_head { struct notifier_block *head; }; struct rhash_head { struct rhash_head *next; }; struct rhashtable; struct rhashtable_compare_arg { struct rhashtable *ht; const void *key; }; typedef u32 (*rht_hashfn_t)(const void *, u32, u32); typedef u32 (*rht_obj_hashfn_t)(const void *, u32, u32); typedef int (*rht_obj_cmpfn_t)(struct rhashtable_compare_arg *, const void *); struct rhashtable_params { u16 nelem_hint; u16 key_len; u16 key_offset; u16 head_offset; unsigned int max_size; u16 min_size; bool automatic_shrinking; rht_hashfn_t hashfn; rht_obj_hashfn_t obj_hashfn; rht_obj_cmpfn_t obj_cmpfn; }; struct bucket_table; struct rhashtable { struct bucket_table *tbl; unsigned int key_len; unsigned int max_elems; struct rhashtable_params p; bool rhlist; struct work_struct run_work; struct mutex mutex; spinlock_t lock; atomic_t nelems; }; struct pipe_buffer; struct pipe_inode_info { struct mutex mutex; wait_queue_head_t rd_wait; wait_queue_head_t wr_wait; unsigned int head; unsigned int tail; unsigned int max_usage; unsigned int ring_size; unsigned int nr_accounted; unsigned int readers; unsigned int writers; unsigned int files; unsigned int r_counter; unsigned int w_counter; bool poll_usage; struct page *tmp_page; struct fasync_struct *fasync_readers; struct fasync_struct *fasync_writers; struct pipe_buffer *bufs; struct user_struct *user; }; typedef unsigned int sk_buff_data_t; struct net_device; struct skb_ext; struct sk_buff { union { struct { struct sk_buff *next; struct sk_buff *prev; union { struct net_device *dev; long unsigned int dev_scratch; }; }; struct rb_node rbnode; struct list_head list; struct llist_node ll_node; }; union { struct sock *sk; int ip_defrag_offset; }; union { ktime_t tstamp; u64 skb_mstamp_ns; }; char cb[48]; union { struct { long unsigned int _skb_refdst; void (*destructor)(struct sk_buff *); }; struct list_head tcp_tsorted_anchor; long unsigned int _sk_redir; }; long unsigned int _nfct; unsigned int len; unsigned int data_len; __u16 mac_len; __u16 hdr_len; __u16 queue_mapping; __u8 __cloned_offset[0]; __u8 cloned: 1; __u8 nohdr: 1; __u8 fclone: 2; __u8 peeked: 1; __u8 head_frag: 1; __u8 pfmemalloc: 1; __u8 pp_recycle: 1; __u8 active_extensions; union { struct { __u8 __pkt_type_offset[0]; __u8 pkt_type: 3; __u8 ignore_df: 1; __u8 nf_trace: 1; __u8 ip_summed: 2; __u8 ooo_okay: 1; __u8 l4_hash: 1; __u8 sw_hash: 1; __u8 wifi_acked_valid: 1; __u8 wifi_acked: 1; __u8 no_fcs: 1; __u8 encapsulation: 1; __u8 encap_hdr_csum: 1; __u8 csum_valid: 1; __u8 __pkt_vlan_present_offset[0]; __u8 remcsum_offload: 1; __u8 csum_complete_sw: 1; __u8 csum_level: 2; __u8 dst_pending_confirm: 1; __u8 mono_delivery_time: 1; __u8 tc_skip_classify: 1; __u8 tc_at_ingress: 1; __u8 ndisc_nodetype: 2; __u8 ipvs_property: 1; __u8 inner_protocol_type: 1; __u8 offload_fwd_mark: 1; __u8 offload_l3_fwd_mark: 1; __u8 redirected: 1; __u8 nf_skip_egress: 1; __u8 decrypted: 1; __u8 slow_gro: 1; __u8 csum_not_inet: 1; __u8 scm_io_uring: 1; __u16 tc_index; union { __wsum csum; struct { __u16 csum_start; __u16 csum_offset; }; }; __u32 priority; int skb_iif; __u32 hash; union { u32 vlan_all; struct { __be16 vlan_proto; __u16 vlan_tci; }; }; union { unsigned int napi_id; unsigned int sender_cpu; }; u16 alloc_cpu; union { __u32 mark; __u32 reserved_tailroom; }; union { __be16 inner_protocol; __u8 inner_ipproto; }; __u16 inner_transport_header; __u16 inner_network_header; __u16 inner_mac_header; __be16 protocol; __u16 transport_header; __u16 network_header; __u16 mac_header; }; struct { __u8 __pkt_type_offset[0]; __u8 pkt_type: 3; __u8 ignore_df: 1; __u8 nf_trace: 1; __u8 ip_summed: 2; __u8 ooo_okay: 1; __u8 l4_hash: 1; __u8 sw_hash: 1; __u8 wifi_acked_valid: 1; __u8 wifi_acked: 1; __u8 no_fcs: 1; __u8 encapsulation: 1; __u8 encap_hdr_csum: 1; __u8 csum_valid: 1; __u8 __pkt_vlan_present_offset[0]; __u8 remcsum_offload: 1; __u8 csum_complete_sw: 1; __u8 csum_level: 2; __u8 dst_pending_confirm: 1; __u8 mono_delivery_time: 1; __u8 tc_skip_classify: 1; __u8 tc_at_ingress: 1; __u8 ndisc_nodetype: 2; __u8 ipvs_property: 1; __u8 inner_protocol_type: 1; __u8 offload_fwd_mark: 1; __u8 offload_l3_fwd_mark: 1; __u8 redirected: 1; __u8 nf_skip_egress: 1; __u8 decrypted: 1; __u8 slow_gro: 1; __u8 csum_not_inet: 1; __u8 scm_io_uring: 1; __u16 tc_index; union { __wsum csum; struct { __u16 csum_start; __u16 csum_offset; }; }; __u32 priority; int skb_iif; __u32 hash; union { u32 vlan_all; struct { __be16 vlan_proto; __u16 vlan_tci; }; }; union { unsigned int napi_id; unsigned int sender_cpu; }; u16 alloc_cpu; union { __u32 mark; __u32 reserved_tailroom; }; union { __be16 inner_protocol; __u8 inner_ipproto; }; __u16 inner_transport_header; __u16 inner_network_header; __u16 inner_mac_header; __be16 protocol; __u16 transport_header; __u16 network_header; __u16 mac_header; } headers; }; sk_buff_data_t tail; sk_buff_data_t end; unsigned char *head; unsigned char *data; unsigned int truesize; refcount_t users; struct skb_ext *extensions; }; struct mem_cgroup_id { int id; refcount_t ref; }; struct page_counter { atomic_long_t usage; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; long unsigned int emin; atomic_long_t min_usage; atomic_long_t children_min_usage; long unsigned int elow; atomic_long_t low_usage; atomic_long_t children_low_usage; long unsigned int watermark; long unsigned int failcnt; struct cacheline_padding _pad2_; long unsigned int min; long unsigned int low; long unsigned int high; long unsigned int max; struct page_counter *parent; long: 64; long: 64; long: 64; }; struct vmpressure { long unsigned int scanned; long unsigned int reclaimed; long unsigned int tree_scanned; long unsigned int tree_reclaimed; spinlock_t sr_lock; struct list_head events; struct mutex events_lock; struct work_struct work; }; struct mem_cgroup_threshold_ary; struct mem_cgroup_thresholds { struct mem_cgroup_threshold_ary *primary; struct mem_cgroup_threshold_ary *spare; }; struct fprop_global { struct percpu_counter events; unsigned int period; seqcount_t sequence; }; struct wb_domain { spinlock_t lock; struct fprop_global completions; struct timer_list period_timer; long unsigned int period_time; long unsigned int dirty_limit_tstamp; long unsigned int dirty_limit; }; struct wb_completion { atomic_t cnt; wait_queue_head_t *waitq; }; struct memcg_cgwb_frn { u64 bdi_id; int memcg_id; u64 at; struct wb_completion done; }; struct memcg_vmstats; struct obj_cgroup; struct memcg_vmstats_percpu; struct mem_cgroup_per_node; struct mem_cgroup { struct cgroup_subsys_state css; struct mem_cgroup_id id; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct page_counter memory; union { struct page_counter swap; struct page_counter memsw; }; struct page_counter kmem; struct page_counter tcpmem; struct work_struct high_work; long unsigned int zswap_max; long unsigned int soft_limit; struct vmpressure vmpressure; bool oom_group; bool oom_lock; int under_oom; int swappiness; int oom_kill_disable; struct cgroup_file events_file; struct cgroup_file events_local_file; struct cgroup_file swap_events_file; struct mutex thresholds_lock; struct mem_cgroup_thresholds thresholds; struct mem_cgroup_thresholds memsw_thresholds; struct list_head oom_notify; long unsigned int move_charge_at_immigrate; spinlock_t move_lock; long unsigned int move_lock_flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; struct memcg_vmstats *vmstats; atomic_long_t memory_events[9]; atomic_long_t memory_events_local[9]; long unsigned int socket_pressure; bool tcpmem_active; int tcpmem_pressure; int kmemcg_id; struct obj_cgroup *objcg; struct list_head objcg_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad2_; atomic_t moving_account; struct task_struct *move_lock_task; struct memcg_vmstats_percpu *vmstats_percpu; struct list_head cgwb_list; struct wb_domain cgwb_domain; struct memcg_cgwb_frn cgwb_frn[4]; struct list_head event_list; spinlock_t event_list_lock; struct deferred_split deferred_split_queue; struct mem_cgroup_per_node *nodeinfo[0]; long: 64; }; struct reclaim_state { long unsigned int reclaimed_slab; }; struct fprop_local_percpu { struct percpu_counter events; unsigned int period; raw_spinlock_t lock; }; enum wb_reason { WB_REASON_BACKGROUND = 0, WB_REASON_VMSCAN = 1, WB_REASON_SYNC = 2, WB_REASON_PERIODIC = 3, WB_REASON_LAPTOP_TIMER = 4, WB_REASON_FS_FREE_SPACE = 5, WB_REASON_FORKER_THREAD = 6, WB_REASON_FOREIGN_FLUSH = 7, WB_REASON_MAX = 8, }; struct bdi_writeback { struct backing_dev_info *bdi; long unsigned int state; long unsigned int last_old_flush; struct list_head b_dirty; struct list_head b_io; struct list_head b_more_io; struct list_head b_dirty_time; spinlock_t list_lock; atomic_t writeback_inodes; struct percpu_counter stat[4]; long unsigned int bw_time_stamp; long unsigned int dirtied_stamp; long unsigned int written_stamp; long unsigned int write_bandwidth; long unsigned int avg_write_bandwidth; long unsigned int dirty_ratelimit; long unsigned int balanced_dirty_ratelimit; struct fprop_local_percpu completions; int dirty_exceeded; enum wb_reason start_all_reason; spinlock_t work_lock; struct list_head work_list; struct delayed_work dwork; struct delayed_work bw_dwork; long unsigned int dirty_sleep; struct list_head bdi_node; struct percpu_ref refcnt; struct fprop_local_percpu memcg_completions; struct cgroup_subsys_state *memcg_css; struct cgroup_subsys_state *blkcg_css; struct list_head memcg_node; struct list_head blkcg_node; struct list_head b_attached; struct list_head offline_node; union { struct work_struct release_work; struct callback_head rcu; }; }; struct backing_dev_info { u64 id; struct rb_node rb_node; struct list_head bdi_list; long unsigned int ra_pages; long unsigned int io_pages; struct kref refcnt; unsigned int capabilities; unsigned int min_ratio; unsigned int max_ratio; unsigned int max_prop_frac; atomic_long_t tot_write_bandwidth; struct bdi_writeback wb; struct list_head wb_list; struct xarray cgwb_tree; struct mutex cgwb_release_mutex; struct rw_semaphore wb_switch_rwsem; wait_queue_head_t wb_waitq; struct device *dev; char dev_name[64]; struct device *owner; struct timer_list laptop_mode_wb_timer; struct dentry *debug_dir; }; struct wait_page_queue { struct folio *folio; int bit_nr; wait_queue_entry_t wait; }; enum writeback_sync_modes { WB_SYNC_NONE = 0, WB_SYNC_ALL = 1, }; struct swap_iocb; struct writeback_control { long int nr_to_write; long int pages_skipped; loff_t range_start; loff_t range_end; enum writeback_sync_modes sync_mode; unsigned int for_kupdate: 1; unsigned int for_background: 1; unsigned int tagged_writepages: 1; unsigned int for_reclaim: 1; unsigned int range_cyclic: 1; unsigned int for_sync: 1; unsigned int unpinned_fscache_wb: 1; unsigned int no_cgroup_owner: 1; unsigned int punt_to_cgroup: 1; struct swap_iocb **swap_plug; struct bdi_writeback *wb; struct inode *inode; int wb_id; int wb_lcand_id; int wb_tcand_id; size_t wb_bytes; size_t wb_lcand_bytes; size_t wb_tcand_bytes; }; struct readahead_control { struct file *file; struct address_space *mapping; struct file_ra_state *ra; long unsigned int _index; unsigned int _nr_pages; unsigned int _batch_count; bool _workingset; long unsigned int _pflags; }; struct swap_cluster_info { spinlock_t lock; unsigned int data: 24; unsigned int flags: 8; }; struct swap_cluster_list { struct swap_cluster_info head; struct swap_cluster_info tail; }; struct percpu_cluster; struct swap_info_struct { struct percpu_ref users; long unsigned int flags; short int prio; struct plist_node list; signed char type; unsigned int max; unsigned char *swap_map; struct swap_cluster_info *cluster_info; struct swap_cluster_list free_clusters; unsigned int lowest_bit; unsigned int highest_bit; unsigned int pages; unsigned int inuse_pages; unsigned int cluster_next; unsigned int cluster_nr; unsigned int *cluster_next_cpu; struct percpu_cluster *percpu_cluster; struct rb_root swap_extent_root; struct block_device *bdev; struct file *swap_file; unsigned int old_block_size; struct completion comp; long unsigned int *frontswap_map; atomic_t frontswap_pages; spinlock_t lock; spinlock_t cont_lock; struct work_struct discard_work; struct swap_cluster_list discard_clusters; struct plist_node avail_lists[0]; }; struct cdev { struct kobject kobj; struct module *owner; const struct file_operations *ops; struct list_head list; dev_t dev; unsigned int count; }; struct fc_log; struct p_log { const char *prefix; struct fc_log *log; }; enum fs_context_purpose { FS_CONTEXT_FOR_MOUNT = 0, FS_CONTEXT_FOR_SUBMOUNT = 1, FS_CONTEXT_FOR_RECONFIGURE = 2, }; enum fs_context_phase { FS_CONTEXT_CREATE_PARAMS = 0, FS_CONTEXT_CREATING = 1, FS_CONTEXT_AWAITING_MOUNT = 2, FS_CONTEXT_AWAITING_RECONF = 3, FS_CONTEXT_RECONF_PARAMS = 4, FS_CONTEXT_RECONFIGURING = 5, FS_CONTEXT_FAILED = 6, }; struct fs_context_operations; struct fs_context { const struct fs_context_operations *ops; struct mutex uapi_mutex; struct file_system_type *fs_type; void *fs_private; void *sget_key; struct dentry *root; struct user_namespace *user_ns; struct net *net_ns; const struct cred *cred; struct p_log log; const char *source; void *security; void *s_fs_info; unsigned int sb_flags; unsigned int sb_flags_mask; unsigned int s_iflags; unsigned int lsm_flags; enum fs_context_purpose purpose: 8; enum fs_context_phase phase: 8; bool need_free: 1; bool global: 1; bool oldapi: 1; }; struct audit_names; struct filename { const char *name; const char *uptr; int refcnt; struct audit_names *aname; const char iname[0]; }; struct linux_binprm { struct vm_area_struct *vma; long unsigned int vma_pages; struct mm_struct *mm; long unsigned int p; long unsigned int argmin; unsigned int have_execfd: 1; unsigned int execfd_creds: 1; unsigned int secureexec: 1; unsigned int point_of_no_return: 1; struct file *executable; struct file *interpreter; struct file *file; struct cred *cred; int unsafe; unsigned int per_clear; int argc; int envc; const char *filename; const char *interp; const char *fdpath; unsigned int interp_flags; int execfd; long unsigned int loader; long unsigned int exec; struct rlimit rlim_stack; char buf[256]; }; enum irq_domain_bus_token { DOMAIN_BUS_ANY = 0, DOMAIN_BUS_WIRED = 1, DOMAIN_BUS_GENERIC_MSI = 2, DOMAIN_BUS_PCI_MSI = 3, DOMAIN_BUS_PLATFORM_MSI = 4, DOMAIN_BUS_NEXUS = 5, DOMAIN_BUS_IPI = 6, DOMAIN_BUS_FSL_MC_MSI = 7, DOMAIN_BUS_TI_SCI_INTA_MSI = 8, DOMAIN_BUS_WAKEUP = 9, DOMAIN_BUS_VMD_MSI = 10, DOMAIN_BUS_PCI_DEVICE_MSI = 11, DOMAIN_BUS_PCI_DEVICE_MSIX = 12, DOMAIN_BUS_DMAR = 13, DOMAIN_BUS_AMDVI = 14, DOMAIN_BUS_PCI_DEVICE_IMS = 15, }; struct irq_domain_ops; struct irq_domain_chip_generic; struct msi_parent_ops; struct irq_data; struct irq_domain { struct list_head link; const char *name; const struct irq_domain_ops *ops; void *host_data; unsigned int flags; unsigned int mapcount; struct fwnode_handle *fwnode; enum irq_domain_bus_token bus_token; struct irq_domain_chip_generic *gc; struct device *dev; struct device *pm_dev; struct irq_domain *parent; const struct msi_parent_ops *msi_parent_ops; irq_hw_number_t hwirq_max; unsigned int revmap_size; struct xarray revmap_tree; struct mutex revmap_mutex; struct irq_data *revmap[0]; }; typedef u32 phandle; struct property; struct device_node { const char *name; phandle phandle; const char *full_name; struct fwnode_handle fwnode; struct property *properties; struct property *deadprops; struct device_node *parent; struct device_node *child; struct device_node *sibling; struct kobject kobj; long unsigned int _flags; void *data; }; enum cpuhp_state { CPUHP_INVALID = 4294967295, CPUHP_OFFLINE = 0, CPUHP_CREATE_THREADS = 1, CPUHP_PERF_PREPARE = 2, CPUHP_PERF_X86_PREPARE = 3, CPUHP_PERF_X86_AMD_UNCORE_PREP = 4, CPUHP_PERF_POWER = 5, CPUHP_PERF_SUPERH = 6, CPUHP_X86_HPET_DEAD = 7, CPUHP_X86_APB_DEAD = 8, CPUHP_X86_MCE_DEAD = 9, CPUHP_VIRT_NET_DEAD = 10, CPUHP_IBMVNIC_DEAD = 11, CPUHP_SLUB_DEAD = 12, CPUHP_DEBUG_OBJ_DEAD = 13, CPUHP_MM_WRITEBACK_DEAD = 14, CPUHP_MM_DEMOTION_DEAD = 15, CPUHP_MM_VMSTAT_DEAD = 16, CPUHP_SOFTIRQ_DEAD = 17, CPUHP_NET_MVNETA_DEAD = 18, CPUHP_CPUIDLE_DEAD = 19, CPUHP_ARM64_FPSIMD_DEAD = 20, CPUHP_ARM_OMAP_WAKE_DEAD = 21, CPUHP_IRQ_POLL_DEAD = 22, CPUHP_BLOCK_SOFTIRQ_DEAD = 23, CPUHP_BIO_DEAD = 24, CPUHP_ACPI_CPUDRV_DEAD = 25, CPUHP_S390_PFAULT_DEAD = 26, CPUHP_BLK_MQ_DEAD = 27, CPUHP_FS_BUFF_DEAD = 28, CPUHP_PRINTK_DEAD = 29, CPUHP_MM_MEMCQ_DEAD = 30, CPUHP_XFS_DEAD = 31, CPUHP_PERCPU_CNT_DEAD = 32, CPUHP_RADIX_DEAD = 33, CPUHP_PAGE_ALLOC = 34, CPUHP_NET_DEV_DEAD = 35, CPUHP_PCI_XGENE_DEAD = 36, CPUHP_IOMMU_IOVA_DEAD = 37, CPUHP_LUSTRE_CFS_DEAD = 38, CPUHP_AP_ARM_CACHE_B15_RAC_DEAD = 39, CPUHP_PADATA_DEAD = 40, CPUHP_AP_DTPM_CPU_DEAD = 41, CPUHP_RANDOM_PREPARE = 42, CPUHP_WORKQUEUE_PREP = 43, CPUHP_POWER_NUMA_PREPARE = 44, CPUHP_HRTIMERS_PREPARE = 45, CPUHP_PROFILE_PREPARE = 46, CPUHP_X2APIC_PREPARE = 47, CPUHP_SMPCFD_PREPARE = 48, CPUHP_RELAY_PREPARE = 49, CPUHP_SLAB_PREPARE = 50, CPUHP_MD_RAID5_PREPARE = 51, CPUHP_RCUTREE_PREP = 52, CPUHP_CPUIDLE_COUPLED_PREPARE = 53, CPUHP_POWERPC_PMAC_PREPARE = 54, CPUHP_POWERPC_MMU_CTX_PREPARE = 55, CPUHP_XEN_PREPARE = 56, CPUHP_XEN_EVTCHN_PREPARE = 57, CPUHP_ARM_SHMOBILE_SCU_PREPARE = 58, CPUHP_SH_SH3X_PREPARE = 59, CPUHP_NET_FLOW_PREPARE = 60, CPUHP_TOPOLOGY_PREPARE = 61, CPUHP_NET_IUCV_PREPARE = 62, CPUHP_ARM_BL_PREPARE = 63, CPUHP_TRACE_RB_PREPARE = 64, CPUHP_MM_ZS_PREPARE = 65, CPUHP_MM_ZSWP_MEM_PREPARE = 66, CPUHP_MM_ZSWP_POOL_PREPARE = 67, CPUHP_KVM_PPC_BOOK3S_PREPARE = 68, CPUHP_ZCOMP_PREPARE = 69, CPUHP_TIMERS_PREPARE = 70, CPUHP_MIPS_SOC_PREPARE = 71, CPUHP_BP_PREPARE_DYN = 72, CPUHP_BP_PREPARE_DYN_END = 92, CPUHP_BRINGUP_CPU = 93, CPUHP_AP_IDLE_DEAD = 94, CPUHP_AP_OFFLINE = 95, CPUHP_AP_CACHECTRL_STARTING = 96, CPUHP_AP_SCHED_STARTING = 97, CPUHP_AP_RCUTREE_DYING = 98, CPUHP_AP_CPU_PM_STARTING = 99, CPUHP_AP_IRQ_GIC_STARTING = 100, CPUHP_AP_IRQ_HIP04_STARTING = 101, CPUHP_AP_IRQ_APPLE_AIC_STARTING = 102, CPUHP_AP_IRQ_ARMADA_XP_STARTING = 103, CPUHP_AP_IRQ_BCM2836_STARTING = 104, CPUHP_AP_IRQ_MIPS_GIC_STARTING = 105, CPUHP_AP_IRQ_RISCV_STARTING = 106, CPUHP_AP_IRQ_LOONGARCH_STARTING = 107, CPUHP_AP_IRQ_SIFIVE_PLIC_STARTING = 108, CPUHP_AP_ARM_MVEBU_COHERENCY = 109, CPUHP_AP_MICROCODE_LOADER = 110, CPUHP_AP_PERF_X86_AMD_UNCORE_STARTING = 111, CPUHP_AP_PERF_X86_STARTING = 112, CPUHP_AP_PERF_X86_AMD_IBS_STARTING = 113, CPUHP_AP_PERF_X86_CQM_STARTING = 114, CPUHP_AP_PERF_X86_CSTATE_STARTING = 115, CPUHP_AP_PERF_XTENSA_STARTING = 116, CPUHP_AP_MIPS_OP_LOONGSON3_STARTING = 117, CPUHP_AP_ARM_SDEI_STARTING = 118, CPUHP_AP_ARM_VFP_STARTING = 119, CPUHP_AP_ARM64_DEBUG_MONITORS_STARTING = 120, CPUHP_AP_PERF_ARM_HW_BREAKPOINT_STARTING = 121, CPUHP_AP_PERF_ARM_ACPI_STARTING = 122, CPUHP_AP_PERF_ARM_STARTING = 123, CPUHP_AP_PERF_RISCV_STARTING = 124, CPUHP_AP_ARM_L2X0_STARTING = 125, CPUHP_AP_EXYNOS4_MCT_TIMER_STARTING = 126, CPUHP_AP_ARM_ARCH_TIMER_STARTING = 127, CPUHP_AP_ARM_GLOBAL_TIMER_STARTING = 128, CPUHP_AP_JCORE_TIMER_STARTING = 129, CPUHP_AP_ARM_TWD_STARTING = 130, CPUHP_AP_QCOM_TIMER_STARTING = 131, CPUHP_AP_TEGRA_TIMER_STARTING = 132, CPUHP_AP_ARMADA_TIMER_STARTING = 133, CPUHP_AP_MARCO_TIMER_STARTING = 134, CPUHP_AP_MIPS_GIC_TIMER_STARTING = 135, CPUHP_AP_ARC_TIMER_STARTING = 136, CPUHP_AP_RISCV_TIMER_STARTING = 137, CPUHP_AP_CLINT_TIMER_STARTING = 138, CPUHP_AP_CSKY_TIMER_STARTING = 139, CPUHP_AP_TI_GP_TIMER_STARTING = 140, CPUHP_AP_HYPERV_TIMER_STARTING = 141, CPUHP_AP_KVM_STARTING = 142, CPUHP_AP_KVM_ARM_VGIC_INIT_STARTING = 143, CPUHP_AP_KVM_ARM_VGIC_STARTING = 144, CPUHP_AP_KVM_ARM_TIMER_STARTING = 145, CPUHP_AP_DUMMY_TIMER_STARTING = 146, CPUHP_AP_ARM_XEN_STARTING = 147, CPUHP_AP_ARM_CORESIGHT_STARTING = 148, CPUHP_AP_ARM_CORESIGHT_CTI_STARTING = 149, CPUHP_AP_ARM64_ISNDEP_STARTING = 150, CPUHP_AP_SMPCFD_DYING = 151, CPUHP_AP_X86_TBOOT_DYING = 152, CPUHP_AP_ARM_CACHE_B15_RAC_DYING = 153, CPUHP_AP_ONLINE = 154, CPUHP_TEARDOWN_CPU = 155, CPUHP_AP_ONLINE_IDLE = 156, CPUHP_AP_SCHED_WAIT_EMPTY = 157, CPUHP_AP_SMPBOOT_THREADS = 158, CPUHP_AP_X86_VDSO_VMA_ONLINE = 159, CPUHP_AP_IRQ_AFFINITY_ONLINE = 160, CPUHP_AP_BLK_MQ_ONLINE = 161, CPUHP_AP_ARM_MVEBU_SYNC_CLOCKS = 162, CPUHP_AP_X86_INTEL_EPB_ONLINE = 163, CPUHP_AP_PERF_ONLINE = 164, CPUHP_AP_PERF_X86_ONLINE = 165, CPUHP_AP_PERF_X86_UNCORE_ONLINE = 166, CPUHP_AP_PERF_X86_AMD_UNCORE_ONLINE = 167, CPUHP_AP_PERF_X86_AMD_POWER_ONLINE = 168, CPUHP_AP_PERF_X86_RAPL_ONLINE = 169, CPUHP_AP_PERF_X86_CQM_ONLINE = 170, CPUHP_AP_PERF_X86_CSTATE_ONLINE = 171, CPUHP_AP_PERF_X86_IDXD_ONLINE = 172, CPUHP_AP_PERF_S390_CF_ONLINE = 173, CPUHP_AP_PERF_S390_SF_ONLINE = 174, CPUHP_AP_PERF_ARM_CCI_ONLINE = 175, CPUHP_AP_PERF_ARM_CCN_ONLINE = 176, CPUHP_AP_PERF_ARM_HISI_CPA_ONLINE = 177, CPUHP_AP_PERF_ARM_HISI_DDRC_ONLINE = 178, CPUHP_AP_PERF_ARM_HISI_HHA_ONLINE = 179, CPUHP_AP_PERF_ARM_HISI_L3_ONLINE = 180, CPUHP_AP_PERF_ARM_HISI_PA_ONLINE = 181, CPUHP_AP_PERF_ARM_HISI_SLLC_ONLINE = 182, CPUHP_AP_PERF_ARM_HISI_PCIE_PMU_ONLINE = 183, CPUHP_AP_PERF_ARM_HNS3_PMU_ONLINE = 184, CPUHP_AP_PERF_ARM_L2X0_ONLINE = 185, CPUHP_AP_PERF_ARM_QCOM_L2_ONLINE = 186, CPUHP_AP_PERF_ARM_QCOM_L3_ONLINE = 187, CPUHP_AP_PERF_ARM_APM_XGENE_ONLINE = 188, CPUHP_AP_PERF_ARM_CAVIUM_TX2_UNCORE_ONLINE = 189, CPUHP_AP_PERF_ARM_MARVELL_CN10K_DDR_ONLINE = 190, CPUHP_AP_PERF_POWERPC_NEST_IMC_ONLINE = 191, CPUHP_AP_PERF_POWERPC_CORE_IMC_ONLINE = 192, CPUHP_AP_PERF_POWERPC_THREAD_IMC_ONLINE = 193, CPUHP_AP_PERF_POWERPC_TRACE_IMC_ONLINE = 194, CPUHP_AP_PERF_POWERPC_HV_24x7_ONLINE = 195, CPUHP_AP_PERF_POWERPC_HV_GPCI_ONLINE = 196, CPUHP_AP_PERF_CSKY_ONLINE = 197, CPUHP_AP_WATCHDOG_ONLINE = 198, CPUHP_AP_WORKQUEUE_ONLINE = 199, CPUHP_AP_RANDOM_ONLINE = 200, CPUHP_AP_RCUTREE_ONLINE = 201, CPUHP_AP_BASE_CACHEINFO_ONLINE = 202, CPUHP_AP_ONLINE_DYN = 203, CPUHP_AP_ONLINE_DYN_END = 233, CPUHP_AP_MM_DEMOTION_ONLINE = 234, CPUHP_AP_X86_HPET_ONLINE = 235, CPUHP_AP_X86_KVM_CLK_ONLINE = 236, CPUHP_AP_ACTIVE = 237, CPUHP_ONLINE = 238, }; struct ring_buffer_event { u32 type_len: 5; u32 time_delta: 27; u32 array[0]; }; struct irq_desc; typedef void (*irq_flow_handler_t)(struct irq_desc *); struct msi_desc; struct irq_common_data { unsigned int state_use_accessors; void *handler_data; struct msi_desc *msi_desc; cpumask_var_t affinity; cpumask_var_t effective_affinity; }; struct irq_chip; struct irq_data { u32 mask; unsigned int irq; long unsigned int hwirq; struct irq_common_data *common; struct irq_chip *chip; struct irq_domain *domain; struct irq_data *parent_data; void *chip_data; }; struct irqaction; struct irq_affinity_notify; struct proc_dir_entry; struct irq_desc { struct irq_common_data irq_common_data; struct irq_data irq_data; unsigned int *kstat_irqs; irq_flow_handler_t handle_irq; struct irqaction *action; unsigned int status_use_accessors; unsigned int core_internal_state__do_not_mess_with_it; unsigned int depth; unsigned int wake_depth; unsigned int tot_count; unsigned int irq_count; long unsigned int last_unhandled; unsigned int irqs_unhandled; atomic_t threads_handled; int threads_handled_last; raw_spinlock_t lock; struct cpumask *percpu_enabled; const struct cpumask *percpu_affinity; const struct cpumask *affinity_hint; struct irq_affinity_notify *affinity_notify; long unsigned int threads_oneshot; atomic_t threads_active; wait_queue_head_t wait_for_threads; struct proc_dir_entry *dir; struct callback_head rcu; struct kobject kobj; struct mutex request_mutex; int parent_irq; struct module *owner; const char *name; }; typedef irqreturn_t (*irq_handler_t)(int, void *); struct irqaction { irq_handler_t handler; void *dev_id; void *percpu_dev_id; struct irqaction *next; irq_handler_t thread_fn; struct task_struct *thread; struct irqaction *secondary; unsigned int irq; unsigned int flags; long unsigned int thread_flags; long unsigned int thread_mask; const char *name; struct proc_dir_entry *dir; long: 64; long: 64; long: 64; long: 64; }; struct irq_affinity_notify { unsigned int irq; struct kref kref; struct work_struct work; void (*notify)(struct irq_affinity_notify *, const cpumask_t *); void (*release)(struct kref *); }; enum irqchip_irq_state { IRQCHIP_STATE_PENDING = 0, IRQCHIP_STATE_ACTIVE = 1, IRQCHIP_STATE_MASKED = 2, IRQCHIP_STATE_LINE_LEVEL = 3, }; struct msi_msg; struct irq_chip { const char *name; unsigned int (*irq_startup)(struct irq_data *); void (*irq_shutdown)(struct irq_data *); void (*irq_enable)(struct irq_data *); void (*irq_disable)(struct irq_data *); void (*irq_ack)(struct irq_data *); void (*irq_mask)(struct irq_data *); void (*irq_mask_ack)(struct irq_data *); void (*irq_unmask)(struct irq_data *); void (*irq_eoi)(struct irq_data *); int (*irq_set_affinity)(struct irq_data *, const struct cpumask *, bool); int (*irq_retrigger)(struct irq_data *); int (*irq_set_type)(struct irq_data *, unsigned int); int (*irq_set_wake)(struct irq_data *, unsigned int); void (*irq_bus_lock)(struct irq_data *); void (*irq_bus_sync_unlock)(struct irq_data *); void (*irq_suspend)(struct irq_data *); void (*irq_resume)(struct irq_data *); void (*irq_pm_shutdown)(struct irq_data *); void (*irq_calc_mask)(struct irq_data *); void (*irq_print_chip)(struct irq_data *, struct seq_file *); int (*irq_request_resources)(struct irq_data *); void (*irq_release_resources)(struct irq_data *); void (*irq_compose_msi_msg)(struct irq_data *, struct msi_msg *); void (*irq_write_msi_msg)(struct irq_data *, struct msi_msg *); int (*irq_get_irqchip_state)(struct irq_data *, enum irqchip_irq_state, bool *); int (*irq_set_irqchip_state)(struct irq_data *, enum irqchip_irq_state, bool); int (*irq_set_vcpu_affinity)(struct irq_data *, void *); void (*ipi_send_single)(struct irq_data *, unsigned int); void (*ipi_send_mask)(struct irq_data *, const struct cpumask *); int (*irq_nmi_setup)(struct irq_data *); void (*irq_nmi_teardown)(struct irq_data *); long unsigned int flags; }; struct irq_chip_regs { long unsigned int enable; long unsigned int disable; long unsigned int mask; long unsigned int ack; long unsigned int eoi; long unsigned int type; long unsigned int polarity; }; struct irq_chip_type { struct irq_chip chip; struct irq_chip_regs regs; irq_flow_handler_t handler; u32 type; u32 mask_cache_priv; u32 *mask_cache; }; struct irq_chip_generic { raw_spinlock_t lock; void *reg_base; u32 (*reg_readl)(void *); void (*reg_writel)(u32, void *); void (*suspend)(struct irq_chip_generic *); void (*resume)(struct irq_chip_generic *); unsigned int irq_base; unsigned int irq_cnt; u32 mask_cache; u32 type_cache; u32 polarity_cache; u32 wake_enabled; u32 wake_active; unsigned int num_ct; void *private; long unsigned int installed; long unsigned int unused; struct irq_domain *domain; struct list_head list; struct irq_chip_type chip_types[0]; }; enum irq_gc_flags { IRQ_GC_INIT_MASK_CACHE = 1, IRQ_GC_INIT_NESTED_LOCK = 2, IRQ_GC_MASK_CACHE_PER_TYPE = 4, IRQ_GC_NO_MASK = 8, IRQ_GC_BE_IO = 16, }; struct irq_domain_chip_generic { unsigned int irqs_per_chip; unsigned int num_chips; unsigned int irq_flags_to_clear; unsigned int irq_flags_to_set; enum irq_gc_flags gc_flags; struct irq_chip_generic *gc[0]; }; struct ref_tracker_dir { spinlock_t lock; unsigned int quarantine_avail; refcount_t untracked; refcount_t no_tracker; bool dead; struct list_head list; struct list_head quarantine; }; struct prot_inuse; struct netns_core { struct ctl_table_header *sysctl_hdr; int sysctl_somaxconn; u8 sysctl_txrehash; struct prot_inuse *prot_inuse; }; struct ipstats_mib; struct tcp_mib; struct linux_mib; struct udp_mib; struct linux_xfrm_mib; struct linux_tls_mib; struct mptcp_mib; struct icmp_mib; struct icmpmsg_mib; struct icmpv6_mib; struct icmpv6msg_mib; struct netns_mib { struct ipstats_mib *ip_statistics; struct ipstats_mib *ipv6_statistics; struct tcp_mib *tcp_statistics; struct linux_mib *net_statistics; struct udp_mib *udp_statistics; struct udp_mib *udp_stats_in6; struct linux_xfrm_mib *xfrm_statistics; struct linux_tls_mib *tls_statistics; struct mptcp_mib *mptcp_statistics; struct udp_mib *udplite_statistics; struct udp_mib *udplite_stats_in6; struct icmp_mib *icmp_statistics; struct icmpmsg_mib *icmpmsg_statistics; struct icmpv6_mib *icmpv6_statistics; struct icmpv6msg_mib *icmpv6msg_statistics; struct proc_dir_entry *proc_net_devsnmp6; }; struct netns_packet { struct mutex sklist_lock; struct hlist_head sklist; }; struct unix_table { spinlock_t *locks; struct hlist_head *buckets; }; struct netns_unix { struct unix_table table; int sysctl_max_dgram_qlen; struct ctl_table_header *ctl; }; struct netns_nexthop { struct rb_root rb_root; struct hlist_head *devhash; unsigned int seq; u32 last_id_allocated; struct blocking_notifier_head notifier_chain; }; struct inet_hashinfo; struct inet_timewait_death_row { refcount_t tw_refcount; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct inet_hashinfo *hashinfo; int sysctl_max_tw_buckets; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct local_ports { seqlock_t lock; int range[2]; bool warned; }; struct ping_group_range { seqlock_t lock; kgid_t range[2]; }; typedef struct { u64 key[2]; } siphash_key_t; struct udp_table; struct ipv4_devconf; struct ip_ra_chain; struct fib_rules_ops; struct fib_table; struct inet_peer_base; struct fqdir; struct tcp_congestion_ops; struct tcp_fastopen_context; struct fib_notifier_ops; struct netns_ipv4 { struct inet_timewait_death_row tcp_death_row; struct udp_table *udp_table; struct ctl_table_header *forw_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *ipv4_hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *xfrm4_hdr; struct ipv4_devconf *devconf_all; struct ipv4_devconf *devconf_dflt; struct ip_ra_chain *ra_chain; struct mutex ra_mutex; struct fib_rules_ops *rules_ops; struct fib_table *fib_main; struct fib_table *fib_default; unsigned int fib_rules_require_fldissect; bool fib_has_custom_rules; bool fib_has_custom_local_routes; bool fib_offload_disabled; struct hlist_head *fib_table_hash; struct sock *fibnl; struct sock *mc_autojoin_sk; struct inet_peer_base *peers; struct fqdir *fqdir; u8 sysctl_icmp_echo_ignore_all; u8 sysctl_icmp_echo_enable_probe; u8 sysctl_icmp_echo_ignore_broadcasts; u8 sysctl_icmp_ignore_bogus_error_responses; u8 sysctl_icmp_errors_use_inbound_ifaddr; int sysctl_icmp_ratelimit; int sysctl_icmp_ratemask; u32 ip_rt_min_pmtu; int ip_rt_mtu_expires; int ip_rt_min_advmss; struct local_ports ip_local_ports; u8 sysctl_tcp_ecn; u8 sysctl_tcp_ecn_fallback; u8 sysctl_ip_default_ttl; u8 sysctl_ip_no_pmtu_disc; u8 sysctl_ip_fwd_use_pmtu; u8 sysctl_ip_fwd_update_priority; u8 sysctl_ip_nonlocal_bind; u8 sysctl_ip_autobind_reuse; u8 sysctl_ip_dynaddr; u8 sysctl_ip_early_demux; u8 sysctl_raw_l3mdev_accept; u8 sysctl_tcp_early_demux; u8 sysctl_udp_early_demux; u8 sysctl_nexthop_compat_mode; u8 sysctl_fwmark_reflect; u8 sysctl_tcp_fwmark_accept; u8 sysctl_tcp_l3mdev_accept; u8 sysctl_tcp_mtu_probing; int sysctl_tcp_mtu_probe_floor; int sysctl_tcp_base_mss; int sysctl_tcp_min_snd_mss; int sysctl_tcp_probe_threshold; u32 sysctl_tcp_probe_interval; int sysctl_tcp_keepalive_time; int sysctl_tcp_keepalive_intvl; u8 sysctl_tcp_keepalive_probes; u8 sysctl_tcp_syn_retries; u8 sysctl_tcp_synack_retries; u8 sysctl_tcp_syncookies; u8 sysctl_tcp_migrate_req; u8 sysctl_tcp_comp_sack_nr; int sysctl_tcp_reordering; u8 sysctl_tcp_retries1; u8 sysctl_tcp_retries2; u8 sysctl_tcp_orphan_retries; u8 sysctl_tcp_tw_reuse; int sysctl_tcp_fin_timeout; unsigned int sysctl_tcp_notsent_lowat; u8 sysctl_tcp_sack; u8 sysctl_tcp_window_scaling; u8 sysctl_tcp_timestamps; u8 sysctl_tcp_early_retrans; u8 sysctl_tcp_recovery; u8 sysctl_tcp_thin_linear_timeouts; u8 sysctl_tcp_slow_start_after_idle; u8 sysctl_tcp_retrans_collapse; u8 sysctl_tcp_stdurg; u8 sysctl_tcp_rfc1337; u8 sysctl_tcp_abort_on_overflow; u8 sysctl_tcp_fack; int sysctl_tcp_max_reordering; int sysctl_tcp_adv_win_scale; u8 sysctl_tcp_dsack; u8 sysctl_tcp_app_win; u8 sysctl_tcp_frto; u8 sysctl_tcp_nometrics_save; u8 sysctl_tcp_no_ssthresh_metrics_save; u8 sysctl_tcp_moderate_rcvbuf; u8 sysctl_tcp_tso_win_divisor; u8 sysctl_tcp_workaround_signed_windows; int sysctl_tcp_limit_output_bytes; int sysctl_tcp_challenge_ack_limit; int sysctl_tcp_min_rtt_wlen; u8 sysctl_tcp_min_tso_segs; u8 sysctl_tcp_tso_rtt_log; u8 sysctl_tcp_autocorking; u8 sysctl_tcp_reflect_tos; int sysctl_tcp_invalid_ratelimit; int sysctl_tcp_pacing_ss_ratio; int sysctl_tcp_pacing_ca_ratio; int sysctl_tcp_wmem[3]; int sysctl_tcp_rmem[3]; unsigned int sysctl_tcp_child_ehash_entries; long unsigned int sysctl_tcp_comp_sack_delay_ns; long unsigned int sysctl_tcp_comp_sack_slack_ns; int sysctl_max_syn_backlog; int sysctl_tcp_fastopen; const struct tcp_congestion_ops *tcp_congestion_control; struct tcp_fastopen_context *tcp_fastopen_ctx; unsigned int sysctl_tcp_fastopen_blackhole_timeout; atomic_t tfo_active_disable_times; long unsigned int tfo_active_disable_stamp; u32 tcp_challenge_timestamp; u32 tcp_challenge_count; u8 sysctl_tcp_plb_enabled; u8 sysctl_tcp_plb_idle_rehash_rounds; u8 sysctl_tcp_plb_rehash_rounds; u8 sysctl_tcp_plb_suspend_rto_sec; int sysctl_tcp_plb_cong_thresh; int sysctl_udp_wmem_min; int sysctl_udp_rmem_min; u8 sysctl_fib_notify_on_flag_change; u8 sysctl_udp_l3mdev_accept; u8 sysctl_igmp_llm_reports; int sysctl_igmp_max_memberships; int sysctl_igmp_max_msf; int sysctl_igmp_qrv; struct ping_group_range ping_group_range; atomic_t dev_addr_genid; unsigned int sysctl_udp_child_hash_entries; long unsigned int *sysctl_local_reserved_ports; int sysctl_ip_prot_sock; struct list_head mr_tables; struct fib_rules_ops *mr_rules_ops; u32 sysctl_fib_multipath_hash_fields; u8 sysctl_fib_multipath_use_neigh; u8 sysctl_fib_multipath_hash_policy; struct fib_notifier_ops *notifier_ops; unsigned int fib_seq; struct fib_notifier_ops *ipmr_notifier_ops; unsigned int ipmr_seq; atomic_t rt_genid; siphash_key_t ip_id_key; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct dst_entry; struct neighbour; struct dst_ops { short unsigned int family; unsigned int gc_thresh; int (*gc)(struct dst_ops *); struct dst_entry * (*check)(struct dst_entry *, __u32); unsigned int (*default_advmss)(const struct dst_entry *); unsigned int (*mtu)(const struct dst_entry *); u32 * (*cow_metrics)(struct dst_entry *, long unsigned int); void (*destroy)(struct dst_entry *); void (*ifdown)(struct dst_entry *, struct net_device *, int); struct dst_entry * (*negative_advice)(struct dst_entry *); void (*link_failure)(struct sk_buff *); void (*update_pmtu)(struct dst_entry *, struct sock *, struct sk_buff *, u32, bool); void (*redirect)(struct dst_entry *, struct sock *, struct sk_buff *); int (*local_out)(struct net *, struct sock *, struct sk_buff *); struct neighbour * (*neigh_lookup)(const struct dst_entry *, struct sk_buff *, const void *); void (*confirm_neigh)(const struct dst_entry *, const void *); struct kmem_cache *kmem_cachep; struct percpu_counter pcpuc_entries; long: 64; long: 64; long: 64; }; struct netns_sysctl_ipv6 { struct ctl_table_header *hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *icmp_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *xfrm6_hdr; int flush_delay; int ip6_rt_max_size; int ip6_rt_gc_min_interval; int ip6_rt_gc_timeout; int ip6_rt_gc_interval; int ip6_rt_gc_elasticity; int ip6_rt_mtu_expires; int ip6_rt_min_advmss; u32 multipath_hash_fields; u8 multipath_hash_policy; u8 bindv6only; u8 flowlabel_consistency; u8 auto_flowlabels; int icmpv6_time; u8 icmpv6_echo_ignore_all; u8 icmpv6_echo_ignore_multicast; u8 icmpv6_echo_ignore_anycast; long unsigned int icmpv6_ratemask[4]; long unsigned int *icmpv6_ratemask_ptr; u8 anycast_src_echo_reply; u8 ip_nonlocal_bind; u8 fwmark_reflect; u8 flowlabel_state_ranges; int idgen_retries; int idgen_delay; int flowlabel_reflect; int max_dst_opts_cnt; int max_hbh_opts_cnt; int max_dst_opts_len; int max_hbh_opts_len; int seg6_flowlabel; u32 ioam6_id; u64 ioam6_id_wide; bool skip_notify_on_dev_down; u8 fib_notify_on_flag_change; }; struct ipv6_devconf; struct fib6_info; struct rt6_info; struct rt6_statistics; struct fib6_table; struct seg6_pernet_data; struct ioam6_pernet_data; struct netns_ipv6 { struct dst_ops ip6_dst_ops; struct netns_sysctl_ipv6 sysctl; struct ipv6_devconf *devconf_all; struct ipv6_devconf *devconf_dflt; struct inet_peer_base *peers; struct fqdir *fqdir; struct fib6_info *fib6_null_entry; struct rt6_info *ip6_null_entry; struct rt6_statistics *rt6_stats; struct timer_list ip6_fib_timer; struct hlist_head *fib_table_hash; struct fib6_table *fib6_main_tbl; struct list_head fib6_walkers; rwlock_t fib6_walker_lock; spinlock_t fib6_gc_lock; atomic_t ip6_rt_gc_expire; long unsigned int ip6_rt_last_gc; unsigned char flowlabel_has_excl; struct sock *ndisc_sk; struct sock *tcp_sk; struct sock *igmp_sk; struct sock *mc_autojoin_sk; struct hlist_head *inet6_addr_lst; spinlock_t addrconf_hash_lock; struct delayed_work addr_chk_work; atomic_t dev_addr_genid; atomic_t fib6_sernum; struct seg6_pernet_data *seg6_data; struct fib_notifier_ops *notifier_ops; struct fib_notifier_ops *ip6mr_notifier_ops; unsigned int ipmr_seq; struct { struct hlist_head head; spinlock_t lock; u32 seq; } ip6addrlbl_table; struct ioam6_pernet_data *ioam6_data; long: 64; long: 64; long: 64; long: 64; }; struct sctp_mib; struct netns_sctp { struct sctp_mib *sctp_statistics; struct proc_dir_entry *proc_net_sctp; struct ctl_table_header *sysctl_header; struct sock *ctl_sock; struct sock *udp4_sock; struct sock *udp6_sock; int udp_port; int encap_port; struct list_head local_addr_list; struct list_head addr_waitq; struct timer_list addr_wq_timer; struct list_head auto_asconf_splist; spinlock_t addr_wq_lock; spinlock_t local_addr_lock; unsigned int rto_initial; unsigned int rto_min; unsigned int rto_max; int rto_alpha; int rto_beta; int max_burst; int cookie_preserve_enable; char *sctp_hmac_alg; unsigned int valid_cookie_life; unsigned int sack_timeout; unsigned int hb_interval; unsigned int probe_interval; int max_retrans_association; int max_retrans_path; int max_retrans_init; int pf_retrans; int ps_retrans; int pf_enable; int pf_expose; int sndbuf_policy; int rcvbuf_policy; int default_auto_asconf; int addip_enable; int addip_noauth; int prsctp_enable; int reconf_enable; int auth_enable; int intl_enable; int ecn_enable; int scope_policy; int rwnd_upd_shift; long unsigned int max_autoclose; int l3mdev_accept; }; struct nf_logger; struct nf_hook_entries; struct netns_nf { struct proc_dir_entry *proc_netfilter; const struct nf_logger *nf_loggers[11]; struct ctl_table_header *nf_log_dir_header; struct nf_hook_entries *hooks_ipv4[5]; struct nf_hook_entries *hooks_ipv6[5]; struct nf_hook_entries *hooks_arp[3]; struct nf_hook_entries *hooks_bridge[5]; unsigned int defrag_ipv4_users; unsigned int defrag_ipv6_users; }; struct nf_generic_net { unsigned int timeout; }; struct nf_tcp_net { unsigned int timeouts[14]; u8 tcp_loose; u8 tcp_be_liberal; u8 tcp_max_retrans; u8 tcp_ignore_invalid_rst; unsigned int offload_timeout; }; struct nf_udp_net { unsigned int timeouts[2]; unsigned int offload_timeout; }; struct nf_icmp_net { unsigned int timeout; }; struct nf_dccp_net { u8 dccp_loose; unsigned int dccp_timeout[10]; }; struct nf_sctp_net { unsigned int timeouts[10]; }; struct nf_gre_net { struct list_head keymap_list; unsigned int timeouts[2]; }; struct nf_ip_net { struct nf_generic_net generic; struct nf_tcp_net tcp; struct nf_udp_net udp; struct nf_icmp_net icmp; struct nf_icmp_net icmpv6; struct nf_dccp_net dccp; struct nf_sctp_net sctp; struct nf_gre_net gre; }; struct ip_conntrack_stat; struct nf_ct_event_notifier; struct netns_ct { u8 ctnetlink_has_listener; bool ecache_dwork_pending; u8 sysctl_log_invalid; u8 sysctl_events; u8 sysctl_acct; u8 sysctl_tstamp; u8 sysctl_checksum; struct ip_conntrack_stat *stat; struct nf_ct_event_notifier *nf_conntrack_event_cb; struct nf_ip_net nf_ct_proto; unsigned int labels_used; }; struct netns_nftables { u8 gencursor; }; struct nf_flow_table_stat; struct netns_ft { struct nf_flow_table_stat *stat; }; struct sk_buff_list { struct sk_buff *next; struct sk_buff *prev; }; struct sk_buff_head { union { struct { struct sk_buff *next; struct sk_buff *prev; }; struct sk_buff_list list; }; __u32 qlen; spinlock_t lock; }; struct netns_bpf { struct bpf_prog_array *run_array[2]; struct bpf_prog *progs[2]; struct list_head links[2]; }; struct xfrm_policy_hash { struct hlist_head *table; unsigned int hmask; u8 dbits4; u8 sbits4; u8 dbits6; u8 sbits6; }; struct xfrm_policy_hthresh { struct work_struct work; seqlock_t lock; u8 lbits4; u8 rbits4; u8 lbits6; u8 rbits6; }; struct netns_xfrm { struct list_head state_all; struct hlist_head *state_bydst; struct hlist_head *state_bysrc; struct hlist_head *state_byspi; struct hlist_head *state_byseq; unsigned int state_hmask; unsigned int state_num; struct work_struct state_hash_work; struct list_head policy_all; struct hlist_head *policy_byidx; unsigned int policy_idx_hmask; struct hlist_head policy_inexact[3]; struct xfrm_policy_hash policy_bydst[3]; unsigned int policy_count[6]; struct work_struct policy_hash_work; struct xfrm_policy_hthresh policy_hthresh; struct list_head inexact_bins; struct sock *nlsk; struct sock *nlsk_stash; u32 sysctl_aevent_etime; u32 sysctl_aevent_rseqth; int sysctl_larval_drop; u32 sysctl_acq_expires; u8 policy_default[3]; struct ctl_table_header *sysctl_hdr; long: 64; long: 64; long: 64; struct dst_ops xfrm4_dst_ops; struct dst_ops xfrm6_dst_ops; spinlock_t xfrm_state_lock; seqcount_spinlock_t xfrm_state_hash_generation; seqcount_spinlock_t xfrm_policy_hash_generation; spinlock_t xfrm_policy_lock; struct mutex xfrm_cfg_mutex; long: 64; long: 64; }; struct mpls_route; struct netns_mpls { int ip_ttl_propagate; int default_ttl; size_t platform_labels; struct mpls_route **platform_label; struct ctl_table_header *ctl; }; struct netns_xdp { struct mutex lock; struct hlist_head list; }; struct uevent_sock; struct net_generic; struct netns_ipvs; struct net { refcount_t passive; spinlock_t rules_mod_lock; atomic_t dev_unreg_count; unsigned int dev_base_seq; int ifindex; spinlock_t nsid_lock; atomic_t fnhe_genid; struct list_head list; struct list_head exit_list; struct llist_node cleanup_list; struct key_tag *key_domain; struct user_namespace *user_ns; struct ucounts *ucounts; struct idr netns_ids; struct ns_common ns; struct ref_tracker_dir refcnt_tracker; struct ref_tracker_dir notrefcnt_tracker; struct list_head dev_base_head; struct proc_dir_entry *proc_net; struct proc_dir_entry *proc_net_stat; struct ctl_table_set sysctls; struct sock *rtnl; struct sock *genl_sock; struct uevent_sock *uevent_sock; struct hlist_head *dev_name_head; struct hlist_head *dev_index_head; struct raw_notifier_head netdev_chain; u32 hash_mix; struct net_device *loopback_dev; struct list_head rules_ops; struct netns_core core; struct netns_mib mib; struct netns_packet packet; struct netns_unix unx; struct netns_nexthop nexthop; long: 64; struct netns_ipv4 ipv4; struct netns_ipv6 ipv6; struct netns_sctp sctp; struct netns_nf nf; struct netns_ct ct; struct netns_nftables nft; struct netns_ft ft; struct sk_buff_head wext_nlevents; struct net_generic *gen; struct netns_bpf bpf; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct netns_xfrm xfrm; u64 net_cookie; struct netns_ipvs *ipvs; struct netns_mpls mpls; struct netns_xdp xdp; struct sock *crypto_nlsk; struct sock *diag_nlsk; long: 64; long: 64; long: 64; }; struct trace_buffer; struct trace_event_file; struct trace_event_buffer { struct trace_buffer *buffer; struct ring_buffer_event *event; struct trace_event_file *trace_file; void *entry; unsigned int trace_ctx; struct pt_regs *regs; }; struct trace_subsystem_dir; struct trace_event_file { struct list_head list; struct trace_event_call *event_call; struct event_filter *filter; struct dentry *dir; struct trace_array *tr; struct trace_subsystem_dir *system; struct list_head triggers; long unsigned int flags; atomic_t sm_ref; atomic_t tm_ref; }; enum { TRACE_EVENT_FL_FILTERED = 1, TRACE_EVENT_FL_CAP_ANY = 2, TRACE_EVENT_FL_NO_SET_FILTER = 4, TRACE_EVENT_FL_IGNORE_ENABLE = 8, TRACE_EVENT_FL_TRACEPOINT = 16, TRACE_EVENT_FL_DYNAMIC = 32, TRACE_EVENT_FL_KPROBE = 64, TRACE_EVENT_FL_UPROBE = 128, TRACE_EVENT_FL_EPROBE = 256, TRACE_EVENT_FL_CUSTOM = 512, }; enum { EVENT_FILE_FL_ENABLED = 1, EVENT_FILE_FL_RECORDED_CMD = 2, EVENT_FILE_FL_RECORDED_TGID = 4, EVENT_FILE_FL_FILTERED = 8, EVENT_FILE_FL_NO_SET_FILTER = 16, EVENT_FILE_FL_SOFT_MODE = 32, EVENT_FILE_FL_SOFT_DISABLED = 64, EVENT_FILE_FL_TRIGGER_MODE = 128, EVENT_FILE_FL_TRIGGER_COND = 256, EVENT_FILE_FL_PID_FILTER = 512, EVENT_FILE_FL_WAS_ENABLED = 1024, }; enum { FILTER_OTHER = 0, FILTER_STATIC_STRING = 1, FILTER_DYN_STRING = 2, FILTER_RDYN_STRING = 3, FILTER_PTR_STRING = 4, FILTER_TRACE_FN = 5, FILTER_COMM = 6, FILTER_CPU = 7, }; struct property { char *name; int length; void *value; struct property *next; long unsigned int _flags; struct bin_attribute attr; }; struct irq_fwspec { struct fwnode_handle *fwnode; int param_count; u32 param[16]; }; struct irq_domain_ops { int (*match)(struct irq_domain *, struct device_node *, enum irq_domain_bus_token); int (*select)(struct irq_domain *, struct irq_fwspec *, enum irq_domain_bus_token); int (*map)(struct irq_domain *, unsigned int, irq_hw_number_t); void (*unmap)(struct irq_domain *, unsigned int); int (*xlate)(struct irq_domain *, struct device_node *, const u32 *, unsigned int, long unsigned int *, unsigned int *); int (*alloc)(struct irq_domain *, unsigned int, unsigned int, void *); void (*free)(struct irq_domain *, unsigned int, unsigned int); int (*activate)(struct irq_domain *, struct irq_data *, bool); void (*deactivate)(struct irq_domain *, struct irq_data *); int (*translate)(struct irq_domain *, struct irq_fwspec *, long unsigned int *, unsigned int *); }; struct msi_domain_info; struct msi_parent_ops { u32 supported_flags; const char *prefix; bool (*init_dev_msi_info)(struct device *, struct irq_domain *, struct irq_domain *, struct msi_domain_info *); }; struct xbc_node { uint16_t next; uint16_t child; uint16_t parent; uint16_t data; }; enum wb_stat_item { WB_RECLAIMABLE = 0, WB_WRITEBACK = 1, WB_DIRTIED = 2, WB_WRITTEN = 3, NR_WB_STAT_ITEMS = 4, }; enum memcg_memory_event { MEMCG_LOW = 0, MEMCG_HIGH = 1, MEMCG_MAX = 2, MEMCG_OOM = 3, MEMCG_OOM_KILL = 4, MEMCG_OOM_GROUP_KILL = 5, MEMCG_SWAP_HIGH = 6, MEMCG_SWAP_MAX = 7, MEMCG_SWAP_FAIL = 8, MEMCG_NR_MEMORY_EVENTS = 9, }; struct mem_cgroup_reclaim_iter { struct mem_cgroup *position; unsigned int generation; }; struct shrinker_info { struct callback_head rcu; atomic_long_t *nr_deferred; long unsigned int *map; }; struct lruvec_stats_percpu { long int state[41]; long int state_prev[41]; }; struct lruvec_stats { long int state[41]; long int state_pending[41]; }; struct mem_cgroup_per_node { struct lruvec lruvec; struct lruvec_stats_percpu *lruvec_stats_percpu; struct lruvec_stats lruvec_stats; long unsigned int lru_zone_size[15]; struct mem_cgroup_reclaim_iter iter; struct shrinker_info *shrinker_info; struct rb_node tree_node; long unsigned int usage_in_excess; bool on_tree; struct mem_cgroup *memcg; }; struct eventfd_ctx; struct mem_cgroup_threshold { struct eventfd_ctx *eventfd; long unsigned int threshold; }; struct mem_cgroup_threshold_ary { int current_threshold; unsigned int size; struct mem_cgroup_threshold entries[0]; }; struct obj_cgroup { struct percpu_ref refcnt; struct mem_cgroup *memcg; atomic_t nr_charged_bytes; union { struct list_head list; struct callback_head rcu; }; }; struct percpu_cluster { struct swap_cluster_info index; unsigned int next; }; enum fs_value_type { fs_value_is_undefined = 0, fs_value_is_flag = 1, fs_value_is_string = 2, fs_value_is_blob = 3, fs_value_is_filename = 4, fs_value_is_file = 5, }; struct fs_parameter { const char *key; enum fs_value_type type: 8; union { char *string; void *blob; struct filename *name; struct file *file; }; size_t size; int dirfd; }; struct fc_log { refcount_t usage; u8 head; u8 tail; u8 need_free; struct module *owner; char *buffer[8]; }; struct fs_context_operations { void (*free)(struct fs_context *); int (*dup)(struct fs_context *, struct fs_context *); int (*parse_param)(struct fs_context *, struct fs_parameter *); int (*parse_monolithic)(struct fs_context *, void *); int (*get_tree)(struct fs_context *); int (*reconfigure)(struct fs_context *); }; struct fs_parse_result { bool negated; union { bool boolean; int int_32; unsigned int uint_32; u64 uint_64; }; }; struct in6_addr { union { __u8 u6_addr8[16]; __be16 u6_addr16[8]; __be32 u6_addr32[4]; } in6_u; }; enum flow_dissector_key_id { FLOW_DISSECTOR_KEY_CONTROL = 0, FLOW_DISSECTOR_KEY_BASIC = 1, FLOW_DISSECTOR_KEY_IPV4_ADDRS = 2, FLOW_DISSECTOR_KEY_IPV6_ADDRS = 3, FLOW_DISSECTOR_KEY_PORTS = 4, FLOW_DISSECTOR_KEY_PORTS_RANGE = 5, FLOW_DISSECTOR_KEY_ICMP = 6, FLOW_DISSECTOR_KEY_ETH_ADDRS = 7, FLOW_DISSECTOR_KEY_TIPC = 8, FLOW_DISSECTOR_KEY_ARP = 9, FLOW_DISSECTOR_KEY_VLAN = 10, FLOW_DISSECTOR_KEY_FLOW_LABEL = 11, FLOW_DISSECTOR_KEY_GRE_KEYID = 12, FLOW_DISSECTOR_KEY_MPLS_ENTROPY = 13, FLOW_DISSECTOR_KEY_ENC_KEYID = 14, FLOW_DISSECTOR_KEY_ENC_IPV4_ADDRS = 15, FLOW_DISSECTOR_KEY_ENC_IPV6_ADDRS = 16, FLOW_DISSECTOR_KEY_ENC_CONTROL = 17, FLOW_DISSECTOR_KEY_ENC_PORTS = 18, FLOW_DISSECTOR_KEY_MPLS = 19, FLOW_DISSECTOR_KEY_TCP = 20, FLOW_DISSECTOR_KEY_IP = 21, FLOW_DISSECTOR_KEY_CVLAN = 22, FLOW_DISSECTOR_KEY_ENC_IP = 23, FLOW_DISSECTOR_KEY_ENC_OPTS = 24, FLOW_DISSECTOR_KEY_META = 25, FLOW_DISSECTOR_KEY_CT = 26, FLOW_DISSECTOR_KEY_HASH = 27, FLOW_DISSECTOR_KEY_NUM_OF_VLANS = 28, FLOW_DISSECTOR_KEY_PPPOE = 29, FLOW_DISSECTOR_KEY_L2TPV3 = 30, FLOW_DISSECTOR_KEY_MAX = 31, }; enum { IPSTATS_MIB_NUM = 0, IPSTATS_MIB_INPKTS = 1, IPSTATS_MIB_INOCTETS = 2, IPSTATS_MIB_INDELIVERS = 3, IPSTATS_MIB_OUTFORWDATAGRAMS = 4, IPSTATS_MIB_OUTPKTS = 5, IPSTATS_MIB_OUTOCTETS = 6, IPSTATS_MIB_INHDRERRORS = 7, IPSTATS_MIB_INTOOBIGERRORS = 8, IPSTATS_MIB_INNOROUTES = 9, IPSTATS_MIB_INADDRERRORS = 10, IPSTATS_MIB_INUNKNOWNPROTOS = 11, IPSTATS_MIB_INTRUNCATEDPKTS = 12, IPSTATS_MIB_INDISCARDS = 13, IPSTATS_MIB_OUTDISCARDS = 14, IPSTATS_MIB_OUTNOROUTES = 15, IPSTATS_MIB_REASMTIMEOUT = 16, IPSTATS_MIB_REASMREQDS = 17, IPSTATS_MIB_REASMOKS = 18, IPSTATS_MIB_REASMFAILS = 19, IPSTATS_MIB_FRAGOKS = 20, IPSTATS_MIB_FRAGFAILS = 21, IPSTATS_MIB_FRAGCREATES = 22, IPSTATS_MIB_INMCASTPKTS = 23, IPSTATS_MIB_OUTMCASTPKTS = 24, IPSTATS_MIB_INBCASTPKTS = 25, IPSTATS_MIB_OUTBCASTPKTS = 26, IPSTATS_MIB_INMCASTOCTETS = 27, IPSTATS_MIB_OUTMCASTOCTETS = 28, IPSTATS_MIB_INBCASTOCTETS = 29, IPSTATS_MIB_OUTBCASTOCTETS = 30, IPSTATS_MIB_CSUMERRORS = 31, IPSTATS_MIB_NOECTPKTS = 32, IPSTATS_MIB_ECT1PKTS = 33, IPSTATS_MIB_ECT0PKTS = 34, IPSTATS_MIB_CEPKTS = 35, IPSTATS_MIB_REASM_OVERLAPS = 36, __IPSTATS_MIB_MAX = 37, }; enum { ICMP_MIB_NUM = 0, ICMP_MIB_INMSGS = 1, ICMP_MIB_INERRORS = 2, ICMP_MIB_INDESTUNREACHS = 3, ICMP_MIB_INTIMEEXCDS = 4, ICMP_MIB_INPARMPROBS = 5, ICMP_MIB_INSRCQUENCHS = 6, ICMP_MIB_INREDIRECTS = 7, ICMP_MIB_INECHOS = 8, ICMP_MIB_INECHOREPS = 9, ICMP_MIB_INTIMESTAMPS = 10, ICMP_MIB_INTIMESTAMPREPS = 11, ICMP_MIB_INADDRMASKS = 12, ICMP_MIB_INADDRMASKREPS = 13, ICMP_MIB_OUTMSGS = 14, ICMP_MIB_OUTERRORS = 15, ICMP_MIB_OUTDESTUNREACHS = 16, ICMP_MIB_OUTTIMEEXCDS = 17, ICMP_MIB_OUTPARMPROBS = 18, ICMP_MIB_OUTSRCQUENCHS = 19, ICMP_MIB_OUTREDIRECTS = 20, ICMP_MIB_OUTECHOS = 21, ICMP_MIB_OUTECHOREPS = 22, ICMP_MIB_OUTTIMESTAMPS = 23, ICMP_MIB_OUTTIMESTAMPREPS = 24, ICMP_MIB_OUTADDRMASKS = 25, ICMP_MIB_OUTADDRMASKREPS = 26, ICMP_MIB_CSUMERRORS = 27, __ICMP_MIB_MAX = 28, }; enum { ICMP6_MIB_NUM = 0, ICMP6_MIB_INMSGS = 1, ICMP6_MIB_INERRORS = 2, ICMP6_MIB_OUTMSGS = 3, ICMP6_MIB_OUTERRORS = 4, ICMP6_MIB_CSUMERRORS = 5, __ICMP6_MIB_MAX = 6, }; enum { TCP_MIB_NUM = 0, TCP_MIB_RTOALGORITHM = 1, TCP_MIB_RTOMIN = 2, TCP_MIB_RTOMAX = 3, TCP_MIB_MAXCONN = 4, TCP_MIB_ACTIVEOPENS = 5, TCP_MIB_PASSIVEOPENS = 6, TCP_MIB_ATTEMPTFAILS = 7, TCP_MIB_ESTABRESETS = 8, TCP_MIB_CURRESTAB = 9, TCP_MIB_INSEGS = 10, TCP_MIB_OUTSEGS = 11, TCP_MIB_RETRANSSEGS = 12, TCP_MIB_INERRS = 13, TCP_MIB_OUTRSTS = 14, TCP_MIB_CSUMERRORS = 15, __TCP_MIB_MAX = 16, }; enum { UDP_MIB_NUM = 0, UDP_MIB_INDATAGRAMS = 1, UDP_MIB_NOPORTS = 2, UDP_MIB_INERRORS = 3, UDP_MIB_OUTDATAGRAMS = 4, UDP_MIB_RCVBUFERRORS = 5, UDP_MIB_SNDBUFERRORS = 6, UDP_MIB_CSUMERRORS = 7, UDP_MIB_IGNOREDMULTI = 8, UDP_MIB_MEMERRORS = 9, __UDP_MIB_MAX = 10, }; enum { LINUX_MIB_NUM = 0, LINUX_MIB_SYNCOOKIESSENT = 1, LINUX_MIB_SYNCOOKIESRECV = 2, LINUX_MIB_SYNCOOKIESFAILED = 3, LINUX_MIB_EMBRYONICRSTS = 4, LINUX_MIB_PRUNECALLED = 5, LINUX_MIB_RCVPRUNED = 6, LINUX_MIB_OFOPRUNED = 7, LINUX_MIB_OUTOFWINDOWICMPS = 8, LINUX_MIB_LOCKDROPPEDICMPS = 9, LINUX_MIB_ARPFILTER = 10, LINUX_MIB_TIMEWAITED = 11, LINUX_MIB_TIMEWAITRECYCLED = 12, LINUX_MIB_TIMEWAITKILLED = 13, LINUX_MIB_PAWSACTIVEREJECTED = 14, LINUX_MIB_PAWSESTABREJECTED = 15, LINUX_MIB_DELAYEDACKS = 16, LINUX_MIB_DELAYEDACKLOCKED = 17, LINUX_MIB_DELAYEDACKLOST = 18, LINUX_MIB_LISTENOVERFLOWS = 19, LINUX_MIB_LISTENDROPS = 20, LINUX_MIB_TCPHPHITS = 21, LINUX_MIB_TCPPUREACKS = 22, LINUX_MIB_TCPHPACKS = 23, LINUX_MIB_TCPRENORECOVERY = 24, LINUX_MIB_TCPSACKRECOVERY = 25, LINUX_MIB_TCPSACKRENEGING = 26, LINUX_MIB_TCPSACKREORDER = 27, LINUX_MIB_TCPRENOREORDER = 28, LINUX_MIB_TCPTSREORDER = 29, LINUX_MIB_TCPFULLUNDO = 30, LINUX_MIB_TCPPARTIALUNDO = 31, LINUX_MIB_TCPDSACKUNDO = 32, LINUX_MIB_TCPLOSSUNDO = 33, LINUX_MIB_TCPLOSTRETRANSMIT = 34, LINUX_MIB_TCPRENOFAILURES = 35, LINUX_MIB_TCPSACKFAILURES = 36, LINUX_MIB_TCPLOSSFAILURES = 37, LINUX_MIB_TCPFASTRETRANS = 38, LINUX_MIB_TCPSLOWSTARTRETRANS = 39, LINUX_MIB_TCPTIMEOUTS = 40, LINUX_MIB_TCPLOSSPROBES = 41, LINUX_MIB_TCPLOSSPROBERECOVERY = 42, LINUX_MIB_TCPRENORECOVERYFAIL = 43, LINUX_MIB_TCPSACKRECOVERYFAIL = 44, LINUX_MIB_TCPRCVCOLLAPSED = 45, LINUX_MIB_TCPDSACKOLDSENT = 46, LINUX_MIB_TCPDSACKOFOSENT = 47, LINUX_MIB_TCPDSACKRECV = 48, LINUX_MIB_TCPDSACKOFORECV = 49, LINUX_MIB_TCPABORTONDATA = 50, LINUX_MIB_TCPABORTONCLOSE = 51, LINUX_MIB_TCPABORTONMEMORY = 52, LINUX_MIB_TCPABORTONTIMEOUT = 53, LINUX_MIB_TCPABORTONLINGER = 54, LINUX_MIB_TCPABORTFAILED = 55, LINUX_MIB_TCPMEMORYPRESSURES = 56, LINUX_MIB_TCPMEMORYPRESSURESCHRONO = 57, LINUX_MIB_TCPSACKDISCARD = 58, LINUX_MIB_TCPDSACKIGNOREDOLD = 59, LINUX_MIB_TCPDSACKIGNOREDNOUNDO = 60, LINUX_MIB_TCPSPURIOUSRTOS = 61, LINUX_MIB_TCPMD5NOTFOUND = 62, LINUX_MIB_TCPMD5UNEXPECTED = 63, LINUX_MIB_TCPMD5FAILURE = 64, LINUX_MIB_SACKSHIFTED = 65, LINUX_MIB_SACKMERGED = 66, LINUX_MIB_SACKSHIFTFALLBACK = 67, LINUX_MIB_TCPBACKLOGDROP = 68, LINUX_MIB_PFMEMALLOCDROP = 69, LINUX_MIB_TCPMINTTLDROP = 70, LINUX_MIB_TCPDEFERACCEPTDROP = 71, LINUX_MIB_IPRPFILTER = 72, LINUX_MIB_TCPTIMEWAITOVERFLOW = 73, LINUX_MIB_TCPREQQFULLDOCOOKIES = 74, LINUX_MIB_TCPREQQFULLDROP = 75, LINUX_MIB_TCPRETRANSFAIL = 76, LINUX_MIB_TCPRCVCOALESCE = 77, LINUX_MIB_TCPBACKLOGCOALESCE = 78, LINUX_MIB_TCPOFOQUEUE = 79, LINUX_MIB_TCPOFODROP = 80, LINUX_MIB_TCPOFOMERGE = 81, LINUX_MIB_TCPCHALLENGEACK = 82, LINUX_MIB_TCPSYNCHALLENGE = 83, LINUX_MIB_TCPFASTOPENACTIVE = 84, LINUX_MIB_TCPFASTOPENACTIVEFAIL = 85, LINUX_MIB_TCPFASTOPENPASSIVE = 86, LINUX_MIB_TCPFASTOPENPASSIVEFAIL = 87, LINUX_MIB_TCPFASTOPENLISTENOVERFLOW = 88, LINUX_MIB_TCPFASTOPENCOOKIEREQD = 89, LINUX_MIB_TCPFASTOPENBLACKHOLE = 90, LINUX_MIB_TCPSPURIOUS_RTX_HOSTQUEUES = 91, LINUX_MIB_BUSYPOLLRXPACKETS = 92, LINUX_MIB_TCPAUTOCORKING = 93, LINUX_MIB_TCPFROMZEROWINDOWADV = 94, LINUX_MIB_TCPTOZEROWINDOWADV = 95, LINUX_MIB_TCPWANTZEROWINDOWADV = 96, LINUX_MIB_TCPSYNRETRANS = 97, LINUX_MIB_TCPORIGDATASENT = 98, LINUX_MIB_TCPHYSTARTTRAINDETECT = 99, LINUX_MIB_TCPHYSTARTTRAINCWND = 100, LINUX_MIB_TCPHYSTARTDELAYDETECT = 101, LINUX_MIB_TCPHYSTARTDELAYCWND = 102, LINUX_MIB_TCPACKSKIPPEDSYNRECV = 103, LINUX_MIB_TCPACKSKIPPEDPAWS = 104, LINUX_MIB_TCPACKSKIPPEDSEQ = 105, LINUX_MIB_TCPACKSKIPPEDFINWAIT2 = 106, LINUX_MIB_TCPACKSKIPPEDTIMEWAIT = 107, LINUX_MIB_TCPACKSKIPPEDCHALLENGE = 108, LINUX_MIB_TCPWINPROBE = 109, LINUX_MIB_TCPKEEPALIVE = 110, LINUX_MIB_TCPMTUPFAIL = 111, LINUX_MIB_TCPMTUPSUCCESS = 112, LINUX_MIB_TCPDELIVERED = 113, LINUX_MIB_TCPDELIVEREDCE = 114, LINUX_MIB_TCPACKCOMPRESSED = 115, LINUX_MIB_TCPZEROWINDOWDROP = 116, LINUX_MIB_TCPRCVQDROP = 117, LINUX_MIB_TCPWQUEUETOOBIG = 118, LINUX_MIB_TCPFASTOPENPASSIVEALTKEY = 119, LINUX_MIB_TCPTIMEOUTREHASH = 120, LINUX_MIB_TCPDUPLICATEDATAREHASH = 121, LINUX_MIB_TCPDSACKRECVSEGS = 122, LINUX_MIB_TCPDSACKIGNOREDDUBIOUS = 123, LINUX_MIB_TCPMIGRATEREQSUCCESS = 124, LINUX_MIB_TCPMIGRATEREQFAILURE = 125, LINUX_MIB_TCPPLBREHASH = 126, __LINUX_MIB_MAX = 127, }; enum { LINUX_MIB_XFRMNUM = 0, LINUX_MIB_XFRMINERROR = 1, LINUX_MIB_XFRMINBUFFERERROR = 2, LINUX_MIB_XFRMINHDRERROR = 3, LINUX_MIB_XFRMINNOSTATES = 4, LINUX_MIB_XFRMINSTATEPROTOERROR = 5, LINUX_MIB_XFRMINSTATEMODEERROR = 6, LINUX_MIB_XFRMINSTATESEQERROR = 7, LINUX_MIB_XFRMINSTATEEXPIRED = 8, LINUX_MIB_XFRMINSTATEMISMATCH = 9, LINUX_MIB_XFRMINSTATEINVALID = 10, LINUX_MIB_XFRMINTMPLMISMATCH = 11, LINUX_MIB_XFRMINNOPOLS = 12, LINUX_MIB_XFRMINPOLBLOCK = 13, LINUX_MIB_XFRMINPOLERROR = 14, LINUX_MIB_XFRMOUTERROR = 15, LINUX_MIB_XFRMOUTBUNDLEGENERROR = 16, LINUX_MIB_XFRMOUTBUNDLECHECKERROR = 17, LINUX_MIB_XFRMOUTNOSTATES = 18, LINUX_MIB_XFRMOUTSTATEPROTOERROR = 19, LINUX_MIB_XFRMOUTSTATEMODEERROR = 20, LINUX_MIB_XFRMOUTSTATESEQERROR = 21, LINUX_MIB_XFRMOUTSTATEEXPIRED = 22, LINUX_MIB_XFRMOUTPOLBLOCK = 23, LINUX_MIB_XFRMOUTPOLDEAD = 24, LINUX_MIB_XFRMOUTPOLERROR = 25, LINUX_MIB_XFRMFWDHDRERROR = 26, LINUX_MIB_XFRMOUTSTATEINVALID = 27, LINUX_MIB_XFRMACQUIREERROR = 28, __LINUX_MIB_XFRMMAX = 29, }; enum { LINUX_MIB_TLSNUM = 0, LINUX_MIB_TLSCURRTXSW = 1, LINUX_MIB_TLSCURRRXSW = 2, LINUX_MIB_TLSCURRTXDEVICE = 3, LINUX_MIB_TLSCURRRXDEVICE = 4, LINUX_MIB_TLSTXSW = 5, LINUX_MIB_TLSRXSW = 6, LINUX_MIB_TLSTXDEVICE = 7, LINUX_MIB_TLSRXDEVICE = 8, LINUX_MIB_TLSDECRYPTERROR = 9, LINUX_MIB_TLSRXDEVICERESYNC = 10, LINUX_MIB_TLSDECRYPTRETRY = 11, LINUX_MIB_TLSRXNOPADVIOL = 12, __LINUX_MIB_TLSMAX = 13, }; struct ipstats_mib { u64 mibs[37]; struct u64_stats_sync syncp; }; struct icmp_mib { long unsigned int mibs[28]; }; struct icmpmsg_mib { atomic_long_t mibs[512]; }; struct icmpv6_mib { long unsigned int mibs[6]; }; struct icmpv6msg_mib { atomic_long_t mibs[512]; }; struct tcp_mib { long unsigned int mibs[16]; }; struct udp_mib { long unsigned int mibs[10]; }; struct linux_mib { long unsigned int mibs[127]; }; struct linux_xfrm_mib { long unsigned int mibs[29]; }; struct linux_tls_mib { long unsigned int mibs[13]; }; struct inet_frags; struct fqdir { long int high_thresh; long int low_thresh; int timeout; int max_dist; struct inet_frags *f; struct net *net; bool dead; long: 56; long: 64; long: 64; struct rhashtable rhashtable; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_long_t mem; struct work_struct destroy_work; struct llist_node free_list; long: 64; long: 64; }; struct inet_frag_queue; struct inet_frags { unsigned int qsize; void (*constructor)(struct inet_frag_queue *, const void *); void (*destructor)(struct inet_frag_queue *); void (*frag_expire)(struct timer_list *); struct kmem_cache *frags_cachep; const char *frags_cache_name; struct rhashtable_params rhash_params; refcount_t refcnt; struct completion completion; }; struct frag_v4_compare_key { __be32 saddr; __be32 daddr; u32 user; u32 vif; __be16 id; u16 protocol; }; struct frag_v6_compare_key { struct in6_addr saddr; struct in6_addr daddr; u32 user; __be32 id; u32 iif; }; struct inet_frag_queue { struct rhash_head node; union { struct frag_v4_compare_key v4; struct frag_v6_compare_key v6; } key; struct timer_list timer; spinlock_t lock; refcount_t refcnt; struct rb_root rb_fragments; struct sk_buff *fragments_tail; struct sk_buff *last_run_head; ktime_t stamp; int len; int meat; u8 mono_delivery_time; __u8 flags; u16 max_size; struct fqdir *fqdir; struct callback_head rcu; }; enum tcp_ca_event { CA_EVENT_TX_START = 0, CA_EVENT_CWND_RESTART = 1, CA_EVENT_COMPLETE_CWR = 2, CA_EVENT_LOSS = 3, CA_EVENT_ECN_NO_CE = 4, CA_EVENT_ECN_IS_CE = 5, }; struct ack_sample; struct rate_sample; union tcp_cc_info; struct tcp_congestion_ops { u32 (*ssthresh)(struct sock *); void (*cong_avoid)(struct sock *, u32, u32); void (*set_state)(struct sock *, u8); void (*cwnd_event)(struct sock *, enum tcp_ca_event); void (*in_ack_event)(struct sock *, u32); void (*pkts_acked)(struct sock *, const struct ack_sample *); u32 (*min_tso_segs)(struct sock *); void (*cong_control)(struct sock *, const struct rate_sample *); u32 (*undo_cwnd)(struct sock *); u32 (*sndbuf_expand)(struct sock *); size_t (*get_info)(struct sock *, u32, int *, union tcp_cc_info *); char name[16]; struct module *owner; struct list_head list; u32 key; u32 flags; void (*init)(struct sock *); void (*release)(struct sock *); long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef struct {} netdevice_tracker; struct xfrm_state; struct lwtunnel_state; struct dst_entry { struct net_device *dev; struct dst_ops *ops; long unsigned int _metrics; long unsigned int expires; struct xfrm_state *xfrm; int (*input)(struct sk_buff *); int (*output)(struct net *, struct sock *, struct sk_buff *); short unsigned int flags; short int obsolete; short unsigned int header_len; short unsigned int trailer_len; atomic_t __refcnt; int __use; long unsigned int lastuse; struct lwtunnel_state *lwtstate; struct callback_head callback_head; short int error; short int __pad; __u32 tclassid; netdevice_tracker dev_tracker; }; enum nf_inet_hooks { NF_INET_PRE_ROUTING = 0, NF_INET_LOCAL_IN = 1, NF_INET_FORWARD = 2, NF_INET_LOCAL_OUT = 3, NF_INET_POST_ROUTING = 4, NF_INET_NUMHOOKS = 5, NF_INET_INGRESS = 5, }; enum { NFPROTO_UNSPEC = 0, NFPROTO_INET = 1, NFPROTO_IPV4 = 2, NFPROTO_ARP = 3, NFPROTO_NETDEV = 5, NFPROTO_BRIDGE = 7, NFPROTO_IPV6 = 10, NFPROTO_NUMPROTO = 11, }; enum nf_log_type { NF_LOG_TYPE_LOG = 0, NF_LOG_TYPE_ULOG = 1, NF_LOG_TYPE_MAX = 2, }; typedef u8 u_int8_t; struct nf_loginfo; typedef void nf_logfn(struct net *, u_int8_t, unsigned int, const struct sk_buff *, const struct net_device *, const struct net_device *, const struct nf_loginfo *, const char *); struct nf_logger { char *name; enum nf_log_type type; nf_logfn *logfn; struct module *me; }; enum tcp_conntrack { TCP_CONNTRACK_NONE = 0, TCP_CONNTRACK_SYN_SENT = 1, TCP_CONNTRACK_SYN_RECV = 2, TCP_CONNTRACK_ESTABLISHED = 3, TCP_CONNTRACK_FIN_WAIT = 4, TCP_CONNTRACK_CLOSE_WAIT = 5, TCP_CONNTRACK_LAST_ACK = 6, TCP_CONNTRACK_TIME_WAIT = 7, TCP_CONNTRACK_CLOSE = 8, TCP_CONNTRACK_LISTEN = 9, TCP_CONNTRACK_MAX = 10, TCP_CONNTRACK_IGNORE = 11, TCP_CONNTRACK_RETRANS = 12, TCP_CONNTRACK_UNACK = 13, TCP_CONNTRACK_TIMEOUT_MAX = 14, }; enum ct_dccp_states { CT_DCCP_NONE = 0, CT_DCCP_REQUEST = 1, CT_DCCP_RESPOND = 2, CT_DCCP_PARTOPEN = 3, CT_DCCP_OPEN = 4, CT_DCCP_CLOSEREQ = 5, CT_DCCP_CLOSING = 6, CT_DCCP_TIMEWAIT = 7, CT_DCCP_IGNORE = 8, CT_DCCP_INVALID = 9, __CT_DCCP_MAX = 10, }; struct ip_conntrack_stat { unsigned int found; unsigned int invalid; unsigned int insert; unsigned int insert_failed; unsigned int clash_resolve; unsigned int drop; unsigned int early_drop; unsigned int error; unsigned int expect_new; unsigned int expect_create; unsigned int expect_delete; unsigned int search_restart; unsigned int chaintoolong; }; enum ip_conntrack_dir { IP_CT_DIR_ORIGINAL = 0, IP_CT_DIR_REPLY = 1, IP_CT_DIR_MAX = 2, }; enum sctp_conntrack { SCTP_CONNTRACK_NONE = 0, SCTP_CONNTRACK_CLOSED = 1, SCTP_CONNTRACK_COOKIE_WAIT = 2, SCTP_CONNTRACK_COOKIE_ECHOED = 3, SCTP_CONNTRACK_ESTABLISHED = 4, SCTP_CONNTRACK_SHUTDOWN_SENT = 5, SCTP_CONNTRACK_SHUTDOWN_RECD = 6, SCTP_CONNTRACK_SHUTDOWN_ACK_SENT = 7, SCTP_CONNTRACK_HEARTBEAT_SENT = 8, SCTP_CONNTRACK_HEARTBEAT_ACKED = 9, SCTP_CONNTRACK_MAX = 10, }; enum udp_conntrack { UDP_CT_UNREPLIED = 0, UDP_CT_REPLIED = 1, UDP_CT_MAX = 2, }; enum gre_conntrack { GRE_CT_UNREPLIED = 0, GRE_CT_REPLIED = 1, GRE_CT_MAX = 2, }; struct nf_flow_table_stat { unsigned int count_wq_add; unsigned int count_wq_del; unsigned int count_wq_stats; }; enum { XFRM_POLICY_IN = 0, XFRM_POLICY_OUT = 1, XFRM_POLICY_FWD = 2, XFRM_POLICY_MASK = 3, XFRM_POLICY_MAX = 3, }; enum netns_bpf_attach_type { NETNS_BPF_INVALID = 4294967295, NETNS_BPF_FLOW_DISSECTOR = 0, NETNS_BPF_SK_LOOKUP = 1, MAX_NETNS_BPF_ATTACH_TYPE = 2, }; struct pipe_buf_operations; struct pipe_buffer { struct page *page; unsigned int offset; unsigned int len; const struct pipe_buf_operations *ops; unsigned int flags; long unsigned int private; }; struct pipe_buf_operations { int (*confirm)(struct pipe_inode_info *, struct pipe_buffer *); void (*release)(struct pipe_inode_info *, struct pipe_buffer *); bool (*try_steal)(struct pipe_inode_info *, struct pipe_buffer *); bool (*get)(struct pipe_inode_info *, struct pipe_buffer *); }; struct skb_ext { refcount_t refcnt; u8 offset[3]; u8 chunks; char data[0]; }; enum skb_ext_id { SKB_EXT_BRIDGE_NF = 0, SKB_EXT_SEC_PATH = 1, SKB_EXT_MPTCP = 2, SKB_EXT_NUM = 3, }; struct trace_event_raw_initcall_level { struct trace_entry ent; u32 __data_loc_level; char __data[0]; }; struct trace_event_raw_initcall_start { struct trace_entry ent; initcall_t func; char __data[0]; }; struct trace_event_raw_initcall_finish { struct trace_entry ent; initcall_t func; int ret; char __data[0]; }; struct trace_event_data_offsets_initcall_level { u32 level; }; struct trace_event_data_offsets_initcall_start {}; struct trace_event_data_offsets_initcall_finish {}; typedef void (*btf_trace_initcall_level)(void *, const char *); typedef void (*btf_trace_initcall_start)(void *, initcall_t); typedef void (*btf_trace_initcall_finish)(void *, initcall_t, int); struct blacklist_entry { struct list_head next; char *buf; }; typedef __u64 __be64; typedef unsigned int slab_flags_t; typedef short unsigned int __kernel_sa_family_t; typedef __kernel_sa_family_t sa_family_t; struct sockaddr { sa_family_t sa_family; union { char sa_data_min[14]; struct { struct { } __empty_sa_data; char sa_data[0]; }; }; }; struct ubuf_info; struct msghdr { void *msg_name; int msg_namelen; int msg_inq; struct iov_iter msg_iter; union { void *msg_control; void *msg_control_user; }; bool msg_control_is_user: 1; bool msg_get_inq: 1; unsigned int msg_flags; __kernel_size_t msg_controllen; struct kiocb *msg_iocb; struct ubuf_info *msg_ubuf; int (*sg_from_iter)(struct sock *, struct sk_buff *, struct iov_iter *, size_t); }; struct ubuf_info { void (*callback)(struct sk_buff *, struct ubuf_info *, bool); refcount_t refcnt; u8 flags; }; typedef __u64 __addrpair; typedef __u32 __portpair; typedef struct { struct net *net; } possible_net_t; struct hlist_nulls_node { struct hlist_nulls_node *next; struct hlist_nulls_node **pprev; }; struct proto; struct sock_common { union { __addrpair skc_addrpair; struct { __be32 skc_daddr; __be32 skc_rcv_saddr; }; }; union { unsigned int skc_hash; __u16 skc_u16hashes[2]; }; union { __portpair skc_portpair; struct { __be16 skc_dport; __u16 skc_num; }; }; short unsigned int skc_family; volatile unsigned char skc_state; unsigned char skc_reuse: 4; unsigned char skc_reuseport: 1; unsigned char skc_ipv6only: 1; unsigned char skc_net_refcnt: 1; int skc_bound_dev_if; union { struct hlist_node skc_bind_node; struct hlist_node skc_portaddr_node; }; struct proto *skc_prot; possible_net_t skc_net; struct in6_addr skc_v6_daddr; struct in6_addr skc_v6_rcv_saddr; atomic64_t skc_cookie; union { long unsigned int skc_flags; struct sock *skc_listener; struct inet_timewait_death_row *skc_tw_dr; }; int skc_dontcopy_begin[0]; union { struct hlist_node skc_node; struct hlist_nulls_node skc_nulls_node; }; short unsigned int skc_tx_queue_mapping; short unsigned int skc_rx_queue_mapping; union { int skc_incoming_cpu; u32 skc_rcv_wnd; u32 skc_tw_rcv_nxt; }; refcount_t skc_refcnt; int skc_dontcopy_end[0]; union { u32 skc_rxhash; u32 skc_window_clamp; u32 skc_tw_snd_nxt; }; }; typedef struct { spinlock_t slock; int owned; wait_queue_head_t wq; } socket_lock_t; typedef u64 netdev_features_t; struct sock_cgroup_data { struct cgroup *cgroup; u32 classid; u16 prioidx; }; typedef struct {} netns_tracker; struct sk_filter; struct socket_wq; struct xfrm_policy; struct socket; struct sock_reuseport; struct sock { struct sock_common __sk_common; struct dst_entry *sk_rx_dst; int sk_rx_dst_ifindex; u32 sk_rx_dst_cookie; socket_lock_t sk_lock; atomic_t sk_drops; int sk_rcvlowat; struct sk_buff_head sk_error_queue; struct sk_buff_head sk_receive_queue; struct { atomic_t rmem_alloc; int len; struct sk_buff *head; struct sk_buff *tail; } sk_backlog; int sk_forward_alloc; u32 sk_reserved_mem; unsigned int sk_ll_usec; unsigned int sk_napi_id; int sk_rcvbuf; struct sk_filter *sk_filter; union { struct socket_wq *sk_wq; struct socket_wq *sk_wq_raw; }; struct xfrm_policy *sk_policy[2]; struct dst_entry *sk_dst_cache; atomic_t sk_omem_alloc; int sk_sndbuf; int sk_wmem_queued; refcount_t sk_wmem_alloc; long unsigned int sk_tsq_flags; union { struct sk_buff *sk_send_head; struct rb_root tcp_rtx_queue; }; struct sk_buff_head sk_write_queue; __s32 sk_peek_off; int sk_write_pending; __u32 sk_dst_pending_confirm; u32 sk_pacing_status; long int sk_sndtimeo; struct timer_list sk_timer; __u32 sk_priority; __u32 sk_mark; long unsigned int sk_pacing_rate; long unsigned int sk_max_pacing_rate; struct page_frag sk_frag; netdev_features_t sk_route_caps; int sk_gso_type; unsigned int sk_gso_max_size; gfp_t sk_allocation; __u32 sk_txhash; u8 sk_gso_disabled: 1; u8 sk_kern_sock: 1; u8 sk_no_check_tx: 1; u8 sk_no_check_rx: 1; u8 sk_userlocks: 4; u8 sk_pacing_shift; u16 sk_type; u16 sk_protocol; u16 sk_gso_max_segs; long unsigned int sk_lingertime; struct proto *sk_prot_creator; rwlock_t sk_callback_lock; int sk_err; int sk_err_soft; u32 sk_ack_backlog; u32 sk_max_ack_backlog; kuid_t sk_uid; u8 sk_txrehash; u8 sk_prefer_busy_poll; u16 sk_busy_poll_budget; spinlock_t sk_peer_lock; int sk_bind_phc; struct pid *sk_peer_pid; const struct cred *sk_peer_cred; long int sk_rcvtimeo; ktime_t sk_stamp; atomic_t sk_tskey; atomic_t sk_zckey; u32 sk_tsflags; u8 sk_shutdown; u8 sk_clockid; u8 sk_txtime_deadline_mode: 1; u8 sk_txtime_report_errors: 1; u8 sk_txtime_unused: 6; bool sk_use_task_frag; struct socket *sk_socket; void *sk_user_data; struct sock_cgroup_data sk_cgrp_data; struct mem_cgroup *sk_memcg; void (*sk_state_change)(struct sock *); void (*sk_data_ready)(struct sock *); void (*sk_write_space)(struct sock *); void (*sk_error_report)(struct sock *); int (*sk_backlog_rcv)(struct sock *, struct sk_buff *); struct sk_buff * (*sk_validate_xmit_skb)(struct sock *, struct net_device *, struct sk_buff *); void (*sk_destruct)(struct sock *); struct sock_reuseport *sk_reuseport_cb; struct bpf_local_storage *sk_bpf_storage; struct callback_head sk_rcu; netns_tracker ns_tracker; struct hlist_node sk_bind2_node; }; typedef struct { unsigned int clock_rate; unsigned int clock_type; short unsigned int loopback; } sync_serial_settings; typedef struct { unsigned int clock_rate; unsigned int clock_type; short unsigned int loopback; unsigned int slot_map; } te1_settings; typedef struct { short unsigned int encoding; short unsigned int parity; } raw_hdlc_proto; typedef struct { unsigned int t391; unsigned int t392; unsigned int n391; unsigned int n392; unsigned int n393; short unsigned int lmi; short unsigned int dce; } fr_proto; typedef struct { unsigned int dlci; } fr_proto_pvc; typedef struct { unsigned int dlci; char master[16]; } fr_proto_pvc_info; typedef struct { unsigned int interval; unsigned int timeout; } cisco_proto; typedef struct { short unsigned int dce; unsigned int modulo; unsigned int window; unsigned int t1; unsigned int t2; unsigned int n2; } x25_hdlc_proto; struct ifmap { long unsigned int mem_start; long unsigned int mem_end; short unsigned int base_addr; unsigned char irq; unsigned char dma; unsigned char port; }; struct if_settings { unsigned int type; unsigned int size; union { raw_hdlc_proto *raw_hdlc; cisco_proto *cisco; fr_proto *fr; fr_proto_pvc *fr_pvc; fr_proto_pvc_info *fr_pvc_info; x25_hdlc_proto *x25; sync_serial_settings *sync; te1_settings *te1; } ifs_ifsu; }; struct ifreq { union { char ifrn_name[16]; } ifr_ifrn; union { struct sockaddr ifru_addr; struct sockaddr ifru_dstaddr; struct sockaddr ifru_broadaddr; struct sockaddr ifru_netmask; struct sockaddr ifru_hwaddr; short int ifru_flags; int ifru_ivalue; int ifru_mtu; struct ifmap ifru_map; char ifru_slave[16]; char ifru_newname[16]; void *ifru_data; struct if_settings ifru_settings; } ifr_ifru; }; struct fs_struct { int users; spinlock_t lock; seqcount_spinlock_t seq; int umask; int in_exec; struct path root; struct path pwd; }; struct ld_semaphore { atomic_long_t count; raw_spinlock_t wait_lock; unsigned int wait_readers; struct list_head read_wait; struct list_head write_wait; }; typedef unsigned int tcflag_t; typedef unsigned char cc_t; typedef unsigned int speed_t; struct ktermios { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; speed_t c_ispeed; speed_t c_ospeed; }; struct winsize { short unsigned int ws_row; short unsigned int ws_col; short unsigned int ws_xpixel; short unsigned int ws_ypixel; }; struct tty_driver; struct tty_operations; struct tty_ldisc; struct tty_port; struct tty_struct { struct kref kref; struct device *dev; struct tty_driver *driver; const struct tty_operations *ops; int index; struct ld_semaphore ldisc_sem; struct tty_ldisc *ldisc; struct mutex atomic_write_lock; struct mutex legacy_mutex; struct mutex throttle_mutex; struct rw_semaphore termios_rwsem; struct mutex winsize_mutex; struct ktermios termios; struct ktermios termios_locked; char name[64]; long unsigned int flags; int count; struct winsize winsize; struct { spinlock_t lock; bool stopped; bool tco_stopped; long unsigned int unused[0]; } flow; struct { spinlock_t lock; struct pid *pgrp; struct pid *session; unsigned char pktstatus; bool packet; long unsigned int unused[0]; } ctrl; int hw_stopped; unsigned int receive_room; int flow_change; struct tty_struct *link; struct fasync_struct *fasync; wait_queue_head_t write_wait; wait_queue_head_t read_wait; struct work_struct hangup_work; void *disc_data; void *driver_data; spinlock_t files_lock; struct list_head tty_files; int closing; unsigned char *write_buf; int write_cnt; struct work_struct SAK_work; struct tty_port *port; }; struct posix_acl_entry { short int e_tag; short unsigned int e_perm; union { kuid_t e_uid; kgid_t e_gid; }; }; struct posix_acl { refcount_t a_refcount; struct callback_head a_rcu; unsigned int a_count; struct posix_acl_entry a_entries[0]; }; struct tty_buffer { union { struct tty_buffer *next; struct llist_node free; }; int used; int size; int commit; int lookahead; int read; bool flags; long unsigned int data[0]; }; struct tty_bufhead { struct tty_buffer *head; struct work_struct work; struct mutex lock; atomic_t priority; struct tty_buffer sentinel; struct llist_head free; atomic_t mem_used; int mem_limit; struct tty_buffer *tail; }; struct serial_icounter_struct; struct serial_struct; struct tty_operations { struct tty_struct * (*lookup)(struct tty_driver *, struct file *, int); int (*install)(struct tty_driver *, struct tty_struct *); void (*remove)(struct tty_driver *, struct tty_struct *); int (*open)(struct tty_struct *, struct file *); void (*close)(struct tty_struct *, struct file *); void (*shutdown)(struct tty_struct *); void (*cleanup)(struct tty_struct *); int (*write)(struct tty_struct *, const unsigned char *, int); int (*put_char)(struct tty_struct *, unsigned char); void (*flush_chars)(struct tty_struct *); unsigned int (*write_room)(struct tty_struct *); unsigned int (*chars_in_buffer)(struct tty_struct *); int (*ioctl)(struct tty_struct *, unsigned int, long unsigned int); long int (*compat_ioctl)(struct tty_struct *, unsigned int, long unsigned int); void (*set_termios)(struct tty_struct *, const struct ktermios *); void (*throttle)(struct tty_struct *); void (*unthrottle)(struct tty_struct *); void (*stop)(struct tty_struct *); void (*start)(struct tty_struct *); void (*hangup)(struct tty_struct *); int (*break_ctl)(struct tty_struct *, int); void (*flush_buffer)(struct tty_struct *); void (*set_ldisc)(struct tty_struct *); void (*wait_until_sent)(struct tty_struct *, int); void (*send_xchar)(struct tty_struct *, char); int (*tiocmget)(struct tty_struct *); int (*tiocmset)(struct tty_struct *, unsigned int, unsigned int); int (*resize)(struct tty_struct *, struct winsize *); int (*get_icount)(struct tty_struct *, struct serial_icounter_struct *); int (*get_serial)(struct tty_struct *, struct serial_struct *); int (*set_serial)(struct tty_struct *, struct serial_struct *); void (*show_fdinfo)(struct tty_struct *, struct seq_file *); int (*proc_show)(struct seq_file *, void *); }; struct tty_driver { struct kref kref; struct cdev **cdevs; struct module *owner; const char *driver_name; const char *name; int name_base; int major; int minor_start; unsigned int num; short int type; short int subtype; struct ktermios init_termios; long unsigned int flags; struct proc_dir_entry *proc_entry; struct tty_driver *other; struct tty_struct **ttys; struct tty_port **ports; struct ktermios **termios; void *driver_state; const struct tty_operations *ops; struct list_head tty_drivers; }; struct __kfifo { unsigned int in; unsigned int out; unsigned int mask; unsigned int esize; void *data; }; struct tty_port_operations; struct tty_port_client_operations; struct tty_port { struct tty_bufhead buf; struct tty_struct *tty; struct tty_struct *itty; const struct tty_port_operations *ops; const struct tty_port_client_operations *client_ops; spinlock_t lock; int blocked_open; int count; wait_queue_head_t open_wait; wait_queue_head_t delta_msr_wait; long unsigned int flags; long unsigned int iflags; unsigned char console: 1; struct mutex mutex; struct mutex buf_mutex; unsigned char *xmit_buf; struct { union { struct __kfifo kfifo; unsigned char *type; const unsigned char *const_type; char (*rectype)[0]; unsigned char *ptr; const unsigned char *ptr_const; }; unsigned char buf[0]; } xmit_fifo; unsigned int close_delay; unsigned int closing_wait; int drain_delay; struct kref kref; void *client_data; }; struct tty_ldisc_ops { char *name; int num; int (*open)(struct tty_struct *); void (*close)(struct tty_struct *); void (*flush_buffer)(struct tty_struct *); ssize_t (*read)(struct tty_struct *, struct file *, unsigned char *, size_t, void **, long unsigned int); ssize_t (*write)(struct tty_struct *, struct file *, const unsigned char *, size_t); int (*ioctl)(struct tty_struct *, unsigned int, long unsigned int); int (*compat_ioctl)(struct tty_struct *, unsigned int, long unsigned int); void (*set_termios)(struct tty_struct *, const struct ktermios *); __poll_t (*poll)(struct tty_struct *, struct file *, struct poll_table_struct *); void (*hangup)(struct tty_struct *); void (*receive_buf)(struct tty_struct *, const unsigned char *, const char *, int); void (*write_wakeup)(struct tty_struct *); void (*dcd_change)(struct tty_struct *, unsigned int); int (*receive_buf2)(struct tty_struct *, const unsigned char *, const char *, int); void (*lookahead_buf)(struct tty_struct *, const unsigned char *, const unsigned char *, unsigned int); struct module *owner; }; struct tty_ldisc { struct tty_ldisc_ops *ops; struct tty_struct *tty; }; struct tty_port_operations { int (*carrier_raised)(struct tty_port *); void (*dtr_rts)(struct tty_port *, int); void (*shutdown)(struct tty_port *); int (*activate)(struct tty_port *, struct tty_struct *); void (*destruct)(struct tty_port *); }; struct tty_port_client_operations { int (*receive_buf)(struct tty_port *, const unsigned char *, const unsigned char *, size_t); void (*lookahead_buf)(struct tty_port *, const unsigned char *, const unsigned char *, unsigned int); void (*write_wakeup)(struct tty_port *); }; typedef struct { local64_t v; } u64_stats_t; enum { Root_NFS = 255, Root_CIFS = 254, Root_RAM0 = 1048576, Root_RAM1 = 1048577, Root_FD0 = 2097152, Root_HDA1 = 3145729, Root_HDA2 = 3145730, Root_SDA1 = 8388609, Root_SDA2 = 8388610, Root_HDC1 = 23068673, Root_SR0 = 11534336, }; typedef struct { union { void *kernel; void *user; }; bool is_kernel: 1; } sockptr_t; enum { IPPROTO_IP = 0, IPPROTO_ICMP = 1, IPPROTO_IGMP = 2, IPPROTO_IPIP = 4, IPPROTO_TCP = 6, IPPROTO_EGP = 8, IPPROTO_PUP = 12, IPPROTO_UDP = 17, IPPROTO_IDP = 22, IPPROTO_TP = 29, IPPROTO_DCCP = 33, IPPROTO_IPV6 = 41, IPPROTO_RSVP = 46, IPPROTO_GRE = 47, IPPROTO_ESP = 50, IPPROTO_AH = 51, IPPROTO_MTP = 92, IPPROTO_BEETPH = 94, IPPROTO_ENCAP = 98, IPPROTO_PIM = 103, IPPROTO_COMP = 108, IPPROTO_L2TP = 115, IPPROTO_SCTP = 132, IPPROTO_UDPLITE = 136, IPPROTO_MPLS = 137, IPPROTO_ETHERNET = 143, IPPROTO_RAW = 255, IPPROTO_MPTCP = 262, IPPROTO_MAX = 263, }; struct flowi_tunnel { __be64 tun_id; }; struct flowi_common { int flowic_oif; int flowic_iif; int flowic_l3mdev; __u32 flowic_mark; __u8 flowic_tos; __u8 flowic_scope; __u8 flowic_proto; __u8 flowic_flags; __u32 flowic_secid; kuid_t flowic_uid; struct flowi_tunnel flowic_tun_key; __u32 flowic_multipath_hash; }; union flowi_uli { struct { __be16 dport; __be16 sport; } ports; struct { __u8 type; __u8 code; } icmpt; __be32 gre_key; struct { __u8 type; } mht; }; struct flowi4 { struct flowi_common __fl_common; __be32 saddr; __be32 daddr; union flowi_uli uli; }; struct flowi6 { struct flowi_common __fl_common; struct in6_addr daddr; struct in6_addr saddr; __be32 flowlabel; union flowi_uli uli; __u32 mp_hash; }; struct flowi { union { struct flowi_common __fl_common; struct flowi4 ip4; struct flowi6 ip6; } u; }; struct prot_inuse { int all; int val[64]; }; struct icmpv6_mib_device { atomic_long_t mibs[6]; }; struct icmpv6msg_mib_device { atomic_long_t mibs[512]; }; struct fib_rule; struct fib_lookup_arg; struct fib_rule_hdr; struct nlattr; struct netlink_ext_ack; struct fib_rules_ops { int family; struct list_head list; int rule_size; int addr_size; int unresolved_rules; int nr_goto_rules; unsigned int fib_rules_seq; int (*action)(struct fib_rule *, struct flowi *, int, struct fib_lookup_arg *); bool (*suppress)(struct fib_rule *, int, struct fib_lookup_arg *); int (*match)(struct fib_rule *, struct flowi *, int); int (*configure)(struct fib_rule *, struct sk_buff *, struct fib_rule_hdr *, struct nlattr **, struct netlink_ext_ack *); int (*delete)(struct fib_rule *); int (*compare)(struct fib_rule *, struct fib_rule_hdr *, struct nlattr **); int (*fill)(struct fib_rule *, struct sk_buff *, struct fib_rule_hdr *); size_t (*nlmsg_payload)(struct fib_rule *); void (*flush_cache)(struct fib_rules_ops *); int nlgroup; struct list_head rules_list; struct module *owner; struct net *fro_net; struct callback_head rcu; }; struct fib_notifier_ops { int family; struct list_head list; unsigned int (*fib_seq_read)(struct net *); int (*fib_dump)(struct net *, struct notifier_block *, struct netlink_ext_ack *); struct module *owner; struct callback_head rcu; }; struct net_device_stats { union { long unsigned int rx_packets; atomic_long_t __rx_packets; }; union { long unsigned int tx_packets; atomic_long_t __tx_packets; }; union { long unsigned int rx_bytes; atomic_long_t __rx_bytes; }; union { long unsigned int tx_bytes; atomic_long_t __tx_bytes; }; union { long unsigned int rx_errors; atomic_long_t __rx_errors; }; union { long unsigned int tx_errors; atomic_long_t __tx_errors; }; union { long unsigned int rx_dropped; atomic_long_t __rx_dropped; }; union { long unsigned int tx_dropped; atomic_long_t __tx_dropped; }; union { long unsigned int multicast; atomic_long_t __multicast; }; union { long unsigned int collisions; atomic_long_t __collisions; }; union { long unsigned int rx_length_errors; atomic_long_t __rx_length_errors; }; union { long unsigned int rx_over_errors; atomic_long_t __rx_over_errors; }; union { long unsigned int rx_crc_errors; atomic_long_t __rx_crc_errors; }; union { long unsigned int rx_frame_errors; atomic_long_t __rx_frame_errors; }; union { long unsigned int rx_fifo_errors; atomic_long_t __rx_fifo_errors; }; union { long unsigned int rx_missed_errors; atomic_long_t __rx_missed_errors; }; union { long unsigned int tx_aborted_errors; atomic_long_t __tx_aborted_errors; }; union { long unsigned int tx_carrier_errors; atomic_long_t __tx_carrier_errors; }; union { long unsigned int tx_fifo_errors; atomic_long_t __tx_fifo_errors; }; union { long unsigned int tx_heartbeat_errors; atomic_long_t __tx_heartbeat_errors; }; union { long unsigned int tx_window_errors; atomic_long_t __tx_window_errors; }; union { long unsigned int rx_compressed; atomic_long_t __rx_compressed; }; union { long unsigned int tx_compressed; atomic_long_t __tx_compressed; }; }; struct netdev_hw_addr_list { struct list_head list; int count; struct rb_root tree; }; struct tipc_bearer; enum rx_handler_result { RX_HANDLER_CONSUMED = 0, RX_HANDLER_ANOTHER = 1, RX_HANDLER_EXACT = 2, RX_HANDLER_PASS = 3, }; typedef enum rx_handler_result rx_handler_result_t; typedef rx_handler_result_t rx_handler_func_t(struct sk_buff **); enum netdev_ml_priv_type { ML_PRIV_NONE = 0, ML_PRIV_CAN = 1, }; struct pcpu_dstats; struct netdev_tc_txq { u16 count; u16 offset; }; struct sfp_bus; struct bpf_xdp_link; struct bpf_xdp_entity { struct bpf_prog *prog; struct bpf_xdp_link *link; }; struct netdev_name_node; struct dev_ifalias; struct net_device_ops; struct net_device_core_stats; struct iw_handler_def; struct iw_public_data; struct ethtool_ops; struct l3mdev_ops; struct ndisc_ops; struct xfrmdev_ops; struct tlsdev_ops; struct header_ops; struct in_device; struct inet6_dev; struct vlan_info; struct dsa_port; struct wireless_dev; struct netdev_rx_queue; struct mini_Qdisc; struct netdev_queue; struct cpu_rmap; struct Qdisc; struct xdp_dev_bulk_queue; struct xps_dev_maps; struct netpoll_info; struct pcpu_lstats; struct pcpu_sw_netstats; struct garp_port; struct mrp_port; struct rtnl_link_ops; struct dcbnl_rtnl_ops; struct netprio_map; struct phy_device; struct udp_tunnel_nic_info; struct udp_tunnel_nic; struct rtnl_hw_stats64; struct devlink_port; struct net_device { char name[16]; struct netdev_name_node *name_node; struct dev_ifalias *ifalias; long unsigned int mem_end; long unsigned int mem_start; long unsigned int base_addr; long unsigned int state; struct list_head dev_list; struct list_head napi_list; struct list_head unreg_list; struct list_head close_list; struct list_head ptype_all; struct list_head ptype_specific; struct { struct list_head upper; struct list_head lower; } adj_list; unsigned int flags; long long unsigned int priv_flags; const struct net_device_ops *netdev_ops; int ifindex; short unsigned int gflags; short unsigned int hard_header_len; unsigned int mtu; short unsigned int needed_headroom; short unsigned int needed_tailroom; netdev_features_t features; netdev_features_t hw_features; netdev_features_t wanted_features; netdev_features_t vlan_features; netdev_features_t hw_enc_features; netdev_features_t mpls_features; netdev_features_t gso_partial_features; unsigned int min_mtu; unsigned int max_mtu; short unsigned int type; unsigned char min_header_len; unsigned char name_assign_type; int group; struct net_device_stats stats; struct net_device_core_stats *core_stats; atomic_t carrier_up_count; atomic_t carrier_down_count; const struct iw_handler_def *wireless_handlers; struct iw_public_data *wireless_data; const struct ethtool_ops *ethtool_ops; const struct l3mdev_ops *l3mdev_ops; const struct ndisc_ops *ndisc_ops; const struct xfrmdev_ops *xfrmdev_ops; const struct tlsdev_ops *tlsdev_ops; const struct header_ops *header_ops; unsigned char operstate; unsigned char link_mode; unsigned char if_port; unsigned char dma; unsigned char perm_addr[32]; unsigned char addr_assign_type; unsigned char addr_len; unsigned char upper_level; unsigned char lower_level; short unsigned int neigh_priv_len; short unsigned int dev_id; short unsigned int dev_port; short unsigned int padded; spinlock_t addr_list_lock; int irq; struct netdev_hw_addr_list uc; struct netdev_hw_addr_list mc; struct netdev_hw_addr_list dev_addrs; struct kset *queues_kset; unsigned int promiscuity; unsigned int allmulti; bool uc_promisc; struct in_device *ip_ptr; struct inet6_dev *ip6_ptr; struct vlan_info *vlan_info; struct dsa_port *dsa_ptr; struct tipc_bearer *tipc_ptr; struct wireless_dev *ieee80211_ptr; const unsigned char *dev_addr; struct netdev_rx_queue *_rx; unsigned int num_rx_queues; unsigned int real_num_rx_queues; struct bpf_prog *xdp_prog; long unsigned int gro_flush_timeout; int napi_defer_hard_irqs; unsigned int gro_max_size; rx_handler_func_t *rx_handler; void *rx_handler_data; struct mini_Qdisc *miniq_ingress; struct netdev_queue *ingress_queue; struct nf_hook_entries *nf_hooks_ingress; unsigned char broadcast[32]; struct cpu_rmap *rx_cpu_rmap; struct hlist_node index_hlist; long: 64; long: 64; long: 64; struct netdev_queue *_tx; unsigned int num_tx_queues; unsigned int real_num_tx_queues; struct Qdisc *qdisc; unsigned int tx_queue_len; spinlock_t tx_global_lock; struct xdp_dev_bulk_queue *xdp_bulkq; struct xps_dev_maps *xps_maps[2]; struct mini_Qdisc *miniq_egress; struct nf_hook_entries *nf_hooks_egress; struct hlist_head qdisc_hash[16]; struct timer_list watchdog_timer; int watchdog_timeo; u32 proto_down_reason; struct list_head todo_list; int *pcpu_refcnt; struct ref_tracker_dir refcnt_tracker; struct list_head link_watch_list; enum { NETREG_UNINITIALIZED = 0, NETREG_REGISTERED = 1, NETREG_UNREGISTERING = 2, NETREG_UNREGISTERED = 3, NETREG_RELEASED = 4, NETREG_DUMMY = 5, } reg_state: 8; bool dismantle; enum { RTNL_LINK_INITIALIZED = 0, RTNL_LINK_INITIALIZING = 1, } rtnl_link_state: 16; bool needs_free_netdev; void (*priv_destructor)(struct net_device *); struct netpoll_info *npinfo; possible_net_t nd_net; void *ml_priv; enum netdev_ml_priv_type ml_priv_type; union { struct pcpu_lstats *lstats; struct pcpu_sw_netstats *tstats; struct pcpu_dstats *dstats; }; struct garp_port *garp_port; struct mrp_port *mrp_port; struct device dev; const struct attribute_group *sysfs_groups[4]; const struct attribute_group *sysfs_rx_queue_group; const struct rtnl_link_ops *rtnl_link_ops; unsigned int gso_max_size; unsigned int tso_max_size; u16 gso_max_segs; u16 tso_max_segs; const struct dcbnl_rtnl_ops *dcbnl_ops; s16 num_tc; struct netdev_tc_txq tc_to_txq[16]; u8 prio_tc_map[16]; struct netprio_map *priomap; struct phy_device *phydev; struct sfp_bus *sfp_bus; struct lock_class_key *qdisc_tx_busylock; bool proto_down; unsigned int wol_enabled: 1; unsigned int threaded: 1; struct list_head net_notifier_list; const struct udp_tunnel_nic_info *udp_tunnel_nic_info; struct udp_tunnel_nic *udp_tunnel_nic; struct bpf_xdp_entity xdp_state[3]; u8 dev_addr_shadow[32]; netdevice_tracker linkwatch_dev_tracker; netdevice_tracker watchdog_dev_tracker; netdevice_tracker dev_registered_tracker; struct rtnl_hw_stats64 *offload_xstats_l3; struct devlink_port *devlink_port; }; struct hh_cache { unsigned int hh_len; seqlock_t hh_lock; long unsigned int hh_data[12]; }; struct neigh_table; struct neigh_parms; struct neigh_ops; struct neighbour { struct neighbour *next; struct neigh_table *tbl; struct neigh_parms *parms; long unsigned int confirmed; long unsigned int updated; rwlock_t lock; refcount_t refcnt; unsigned int arp_queue_len_bytes; struct sk_buff_head arp_queue; struct timer_list timer; long unsigned int used; atomic_t probes; u8 nud_state; u8 type; u8 dead; u8 protocol; u32 flags; seqlock_t ha_lock; int: 32; unsigned char ha[32]; struct hh_cache hh; int (*output)(struct neighbour *, struct sk_buff *); const struct neigh_ops *ops; struct list_head gc_list; struct list_head managed_list; struct callback_head rcu; struct net_device *dev; netdevice_tracker dev_tracker; u8 primary_key[0]; }; struct ipv6_stable_secret { bool initialized; struct in6_addr secret; }; struct ipv6_devconf { __s32 forwarding; __s32 hop_limit; __s32 mtu6; __s32 accept_ra; __s32 accept_redirects; __s32 autoconf; __s32 dad_transmits; __s32 rtr_solicits; __s32 rtr_solicit_interval; __s32 rtr_solicit_max_interval; __s32 rtr_solicit_delay; __s32 force_mld_version; __s32 mldv1_unsolicited_report_interval; __s32 mldv2_unsolicited_report_interval; __s32 use_tempaddr; __s32 temp_valid_lft; __s32 temp_prefered_lft; __s32 regen_max_retry; __s32 max_desync_factor; __s32 max_addresses; __s32 accept_ra_defrtr; __u32 ra_defrtr_metric; __s32 accept_ra_min_hop_limit; __s32 accept_ra_pinfo; __s32 ignore_routes_with_linkdown; __s32 proxy_ndp; __s32 accept_source_route; __s32 accept_ra_from_local; __s32 disable_ipv6; __s32 drop_unicast_in_l2_multicast; __s32 accept_dad; __s32 force_tllao; __s32 ndisc_notify; __s32 suppress_frag_ndisc; __s32 accept_ra_mtu; __s32 drop_unsolicited_na; __s32 accept_untracked_na; struct ipv6_stable_secret stable_secret; __s32 use_oif_addrs_only; __s32 keep_addr_on_down; __s32 seg6_enabled; __u32 enhanced_dad; __u32 addr_gen_mode; __s32 disable_policy; __s32 ndisc_tclass; __s32 rpl_seg_enabled; __u32 ioam6_id; __u32 ioam6_id_wide; __u8 ioam6_enabled; __u8 ndisc_evict_nocarrier; struct ctl_table_header *sysctl_header; }; typedef enum { SS_FREE = 0, SS_UNCONNECTED = 1, SS_CONNECTING = 2, SS_CONNECTED = 3, SS_DISCONNECTING = 4, } socket_state; struct socket_wq { wait_queue_head_t wait; struct fasync_struct *fasync_list; long unsigned int flags; struct callback_head rcu; long: 64; }; struct proto_ops; struct socket { socket_state state; short int type; long unsigned int flags; struct file *file; struct sock *sk; const struct proto_ops *ops; long: 64; long: 64; long: 64; struct socket_wq wq; }; typedef struct { size_t written; size_t count; union { char *buf; void *data; } arg; int error; } read_descriptor_t; typedef int (*sk_read_actor_t)(read_descriptor_t *, struct sk_buff *, unsigned int, size_t); typedef int (*skb_read_actor_t)(struct sock *, struct sk_buff *); struct proto_ops { int family; struct module *owner; int (*release)(struct socket *); int (*bind)(struct socket *, struct sockaddr *, int); int (*connect)(struct socket *, struct sockaddr *, int, int); int (*socketpair)(struct socket *, struct socket *); int (*accept)(struct socket *, struct socket *, int, bool); int (*getname)(struct socket *, struct sockaddr *, int); __poll_t (*poll)(struct file *, struct socket *, struct poll_table_struct *); int (*ioctl)(struct socket *, unsigned int, long unsigned int); int (*compat_ioctl)(struct socket *, unsigned int, long unsigned int); int (*gettstamp)(struct socket *, void *, bool, bool); int (*listen)(struct socket *, int); int (*shutdown)(struct socket *, int); int (*setsockopt)(struct socket *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct socket *, int, int, char *, int *); void (*show_fdinfo)(struct seq_file *, struct socket *); int (*sendmsg)(struct socket *, struct msghdr *, size_t); int (*recvmsg)(struct socket *, struct msghdr *, size_t, int); int (*mmap)(struct file *, struct socket *, struct vm_area_struct *); ssize_t (*sendpage)(struct socket *, struct page *, int, size_t, int); ssize_t (*splice_read)(struct socket *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); int (*set_peek_off)(struct sock *, int); int (*peek_len)(struct socket *); int (*read_sock)(struct sock *, read_descriptor_t *, sk_read_actor_t); int (*read_skb)(struct sock *, skb_read_actor_t); int (*sendpage_locked)(struct sock *, struct page *, int, size_t, int); int (*sendmsg_locked)(struct sock *, struct msghdr *, size_t); int (*set_rcvlowat)(struct sock *, int); }; struct skb_shared_hwtstamps { union { ktime_t hwtstamp; void *netdev_data; }; }; enum rpc_display_format_t { RPC_DISPLAY_ADDR = 0, RPC_DISPLAY_PORT = 1, RPC_DISPLAY_PROTO = 2, RPC_DISPLAY_HEX_ADDR = 3, RPC_DISPLAY_HEX_PORT = 4, RPC_DISPLAY_NETID = 5, RPC_DISPLAY_MAX = 6, }; struct dql { unsigned int num_queued; unsigned int adj_limit; unsigned int last_obj_cnt; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; unsigned int limit; unsigned int num_completed; unsigned int prev_ovlimit; unsigned int prev_num_queued; unsigned int prev_last_obj_cnt; unsigned int lowest_slack; long unsigned int slack_start_time; unsigned int max_limit; unsigned int min_limit; unsigned int slack_hold_time; long: 32; long: 64; long: 64; }; struct ieee_ets { __u8 willing; __u8 ets_cap; __u8 cbs; __u8 tc_tx_bw[8]; __u8 tc_rx_bw[8]; __u8 tc_tsa[8]; __u8 prio_tc[8]; __u8 tc_reco_bw[8]; __u8 tc_reco_tsa[8]; __u8 reco_prio_tc[8]; }; struct ieee_maxrate { __u64 tc_maxrate[8]; }; struct ieee_qcn { __u8 rpg_enable[8]; __u32 rppp_max_rps[8]; __u32 rpg_time_reset[8]; __u32 rpg_byte_reset[8]; __u32 rpg_threshold[8]; __u32 rpg_max_rate[8]; __u32 rpg_ai_rate[8]; __u32 rpg_hai_rate[8]; __u32 rpg_gd[8]; __u32 rpg_min_dec_fac[8]; __u32 rpg_min_rate[8]; __u32 cndd_state_machine[8]; }; struct ieee_qcn_stats { __u64 rppp_rp_centiseconds[8]; __u32 rppp_created_rps[8]; }; struct ieee_pfc { __u8 pfc_cap; __u8 pfc_en; __u8 mbc; __u16 delay; __u64 requests[8]; __u64 indications[8]; }; struct dcbnl_buffer { __u8 prio2buffer[8]; __u32 buffer_size[8]; __u32 total_size; }; struct cee_pg { __u8 willing; __u8 error; __u8 pg_en; __u8 tcs_supported; __u8 pg_bw[8]; __u8 prio_pg[8]; }; struct cee_pfc { __u8 willing; __u8 error; __u8 pfc_en; __u8 tcs_supported; }; struct dcb_app { __u8 selector; __u8 priority; __u16 protocol; }; struct dcb_peer_app_info { __u8 willing; __u8 error; }; struct dcbnl_rtnl_ops { int (*ieee_getets)(struct net_device *, struct ieee_ets *); int (*ieee_setets)(struct net_device *, struct ieee_ets *); int (*ieee_getmaxrate)(struct net_device *, struct ieee_maxrate *); int (*ieee_setmaxrate)(struct net_device *, struct ieee_maxrate *); int (*ieee_getqcn)(struct net_device *, struct ieee_qcn *); int (*ieee_setqcn)(struct net_device *, struct ieee_qcn *); int (*ieee_getqcnstats)(struct net_device *, struct ieee_qcn_stats *); int (*ieee_getpfc)(struct net_device *, struct ieee_pfc *); int (*ieee_setpfc)(struct net_device *, struct ieee_pfc *); int (*ieee_getapp)(struct net_device *, struct dcb_app *); int (*ieee_setapp)(struct net_device *, struct dcb_app *); int (*ieee_delapp)(struct net_device *, struct dcb_app *); int (*ieee_peer_getets)(struct net_device *, struct ieee_ets *); int (*ieee_peer_getpfc)(struct net_device *, struct ieee_pfc *); u8 (*getstate)(struct net_device *); u8 (*setstate)(struct net_device *, u8); void (*getpermhwaddr)(struct net_device *, u8 *); void (*setpgtccfgtx)(struct net_device *, int, u8, u8, u8, u8); void (*setpgbwgcfgtx)(struct net_device *, int, u8); void (*setpgtccfgrx)(struct net_device *, int, u8, u8, u8, u8); void (*setpgbwgcfgrx)(struct net_device *, int, u8); void (*getpgtccfgtx)(struct net_device *, int, u8 *, u8 *, u8 *, u8 *); void (*getpgbwgcfgtx)(struct net_device *, int, u8 *); void (*getpgtccfgrx)(struct net_device *, int, u8 *, u8 *, u8 *, u8 *); void (*getpgbwgcfgrx)(struct net_device *, int, u8 *); void (*setpfccfg)(struct net_device *, int, u8); void (*getpfccfg)(struct net_device *, int, u8 *); u8 (*setall)(struct net_device *); u8 (*getcap)(struct net_device *, int, u8 *); int (*getnumtcs)(struct net_device *, int, u8 *); int (*setnumtcs)(struct net_device *, int, u8); u8 (*getpfcstate)(struct net_device *); void (*setpfcstate)(struct net_device *, u8); void (*getbcncfg)(struct net_device *, int, u32 *); void (*setbcncfg)(struct net_device *, int, u32); void (*getbcnrp)(struct net_device *, int, u8 *); void (*setbcnrp)(struct net_device *, int, u8); int (*setapp)(struct net_device *, u8, u16, u8); int (*getapp)(struct net_device *, u8, u16); u8 (*getfeatcfg)(struct net_device *, int, u8 *); u8 (*setfeatcfg)(struct net_device *, int, u8); u8 (*getdcbx)(struct net_device *); u8 (*setdcbx)(struct net_device *, u8); int (*peer_getappinfo)(struct net_device *, struct dcb_peer_app_info *, u16 *); int (*peer_getapptable)(struct net_device *, struct dcb_app *); int (*cee_peer_getpg)(struct net_device *, struct cee_pg *); int (*cee_peer_getpfc)(struct net_device *, struct cee_pfc *); int (*dcbnl_getbuffer)(struct net_device *, struct dcbnl_buffer *); int (*dcbnl_setbuffer)(struct net_device *, struct dcbnl_buffer *); int (*dcbnl_setapptrust)(struct net_device *, u8 *, int); int (*dcbnl_getapptrust)(struct net_device *, u8 *, int *); }; struct netprio_map { struct callback_head rcu; u32 priomap_len; u32 priomap[0]; }; struct xdp_mem_info { u32 type; u32 id; }; struct xdp_rxq_info { struct net_device *dev; u32 queue_index; u32 reg_state; struct xdp_mem_info mem; unsigned int napi_id; u32 frag_size; long: 64; long: 64; long: 64; long: 64; }; struct xdp_txq_info { struct net_device *dev; }; struct xdp_buff { void *data; void *data_end; void *data_meta; void *data_hard_start; struct xdp_rxq_info *rxq; struct xdp_txq_info *txq; u32 frame_sz; u32 flags; }; struct xdp_frame { void *data; u16 len; u16 headroom; u32 metasize; struct xdp_mem_info mem; struct net_device *dev_rx; u32 frame_sz; u32 flags; }; struct nlmsghdr { __u32 nlmsg_len; __u16 nlmsg_type; __u16 nlmsg_flags; __u32 nlmsg_seq; __u32 nlmsg_pid; }; struct nlattr { __u16 nla_len; __u16 nla_type; }; struct nla_policy; struct netlink_ext_ack { const char *_msg; const struct nlattr *bad_attr; const struct nla_policy *policy; const struct nlattr *miss_nest; u16 miss_type; u8 cookie[20]; u8 cookie_len; char _msg_buf[80]; }; struct netlink_range_validation; struct netlink_range_validation_signed; struct nla_policy { u8 type; u8 validation_type; u16 len; union { u16 strict_start_type; const u32 bitfield32_valid; const u32 mask; const char *reject_message; const struct nla_policy *nested_policy; struct netlink_range_validation *range; struct netlink_range_validation_signed *range_signed; struct { s16 min; s16 max; }; int (*validate)(const struct nlattr *, struct netlink_ext_ack *); }; }; struct netlink_callback { struct sk_buff *skb; const struct nlmsghdr *nlh; int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); void *data; struct module *module; struct netlink_ext_ack *extack; u16 family; u16 answer_flags; u32 min_dump_alloc; unsigned int prev_seq; unsigned int seq; bool strict_check; union { u8 ctx[48]; long int args[6]; }; }; struct ndmsg { __u8 ndm_family; __u8 ndm_pad1; __u16 ndm_pad2; __s32 ndm_ifindex; __u16 ndm_state; __u8 ndm_flags; __u8 ndm_type; }; struct rtnl_link_stats64 { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 rx_errors; __u64 tx_errors; __u64 rx_dropped; __u64 tx_dropped; __u64 multicast; __u64 collisions; __u64 rx_length_errors; __u64 rx_over_errors; __u64 rx_crc_errors; __u64 rx_frame_errors; __u64 rx_fifo_errors; __u64 rx_missed_errors; __u64 tx_aborted_errors; __u64 tx_carrier_errors; __u64 tx_fifo_errors; __u64 tx_heartbeat_errors; __u64 tx_window_errors; __u64 rx_compressed; __u64 tx_compressed; __u64 rx_nohandler; __u64 rx_otherhost_dropped; }; struct rtnl_hw_stats64 { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 rx_errors; __u64 tx_errors; __u64 rx_dropped; __u64 tx_dropped; __u64 multicast; }; struct ifla_vf_guid { __u32 vf; __u64 guid; }; struct ifla_vf_stats { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 broadcast; __u64 multicast; __u64 rx_dropped; __u64 tx_dropped; }; struct ifla_vf_info { __u32 vf; __u8 mac[32]; __u32 vlan; __u32 qos; __u32 spoofchk; __u32 linkstate; __u32 min_tx_rate; __u32 max_tx_rate; __u32 rss_query_en; __u32 trusted; __be16 vlan_proto; }; enum netdev_tx { __NETDEV_TX_MIN = 2147483648, NETDEV_TX_OK = 0, NETDEV_TX_BUSY = 16, }; typedef enum netdev_tx netdev_tx_t; struct net_device_core_stats { long unsigned int rx_dropped; long unsigned int tx_dropped; long unsigned int rx_nohandler; long unsigned int rx_otherhost_dropped; }; struct header_ops { int (*create)(struct sk_buff *, struct net_device *, short unsigned int, const void *, const void *, unsigned int); int (*parse)(const struct sk_buff *, unsigned char *); int (*cache)(const struct neighbour *, struct hh_cache *, __be16); void (*cache_update)(struct hh_cache *, const struct net_device *, const unsigned char *); bool (*validate)(const char *, unsigned int); __be16 (*parse_protocol)(const struct sk_buff *); }; enum { NAPI_STATE_SCHED = 0, NAPI_STATE_MISSED = 1, NAPI_STATE_DISABLE = 2, NAPI_STATE_NPSVC = 3, NAPI_STATE_LISTED = 4, NAPI_STATE_NO_BUSY_POLL = 5, NAPI_STATE_IN_BUSY_POLL = 6, NAPI_STATE_PREFER_BUSY_POLL = 7, NAPI_STATE_THREADED = 8, NAPI_STATE_SCHED_THREADED = 9, }; struct xsk_buff_pool; struct netdev_queue { struct net_device *dev; netdevice_tracker dev_tracker; struct Qdisc *qdisc; struct Qdisc *qdisc_sleeping; struct kobject kobj; long unsigned int tx_maxrate; atomic_long_t trans_timeout; struct net_device *sb_dev; struct xsk_buff_pool *pool; long: 64; spinlock_t _xmit_lock; int xmit_lock_owner; long unsigned int trans_start; long unsigned int state; long: 64; long: 64; long: 64; long: 64; long: 64; struct dql dql; }; struct rps_map { unsigned int len; struct callback_head rcu; u16 cpus[0]; }; struct rps_dev_flow { u16 cpu; u16 filter; unsigned int last_qtail; }; struct rps_dev_flow_table { unsigned int mask; struct callback_head rcu; struct rps_dev_flow flows[0]; }; struct netdev_rx_queue { struct xdp_rxq_info xdp_rxq; struct rps_map *rps_map; struct rps_dev_flow_table *rps_flow_table; struct kobject kobj; struct net_device *dev; netdevice_tracker dev_tracker; struct xsk_buff_pool *pool; long: 64; long: 64; long: 64; long: 64; }; enum xps_map_type { XPS_CPUS = 0, XPS_RXQS = 1, XPS_MAPS_MAX = 2, }; struct xps_map { unsigned int len; unsigned int alloc_len; struct callback_head rcu; u16 queues[0]; }; struct xps_dev_maps { struct callback_head rcu; unsigned int nr_ids; s16 num_tc; struct xps_map *attr_map[0]; }; struct netdev_phys_item_id { unsigned char id[32]; unsigned char id_len; }; enum net_device_path_type { DEV_PATH_ETHERNET = 0, DEV_PATH_VLAN = 1, DEV_PATH_BRIDGE = 2, DEV_PATH_PPPOE = 3, DEV_PATH_DSA = 4, DEV_PATH_MTK_WDMA = 5, }; struct net_device_path { enum net_device_path_type type; const struct net_device *dev; union { struct { u16 id; __be16 proto; u8 h_dest[6]; } encap; struct { enum { DEV_PATH_BR_VLAN_KEEP = 0, DEV_PATH_BR_VLAN_TAG = 1, DEV_PATH_BR_VLAN_UNTAG = 2, DEV_PATH_BR_VLAN_UNTAG_HW = 3, } vlan_mode; u16 vlan_id; __be16 vlan_proto; } bridge; struct { int port; u16 proto; } dsa; struct { u8 wdma_idx; u8 queue; u16 wcid; u8 bss; } mtk_wdma; }; }; struct net_device_path_ctx { const struct net_device *dev; u8 daddr[6]; int num_vlans; struct { u16 id; __be16 proto; } vlan[2]; }; enum tc_setup_type { TC_QUERY_CAPS = 0, TC_SETUP_QDISC_MQPRIO = 1, TC_SETUP_CLSU32 = 2, TC_SETUP_CLSFLOWER = 3, TC_SETUP_CLSMATCHALL = 4, TC_SETUP_CLSBPF = 5, TC_SETUP_BLOCK = 6, TC_SETUP_QDISC_CBS = 7, TC_SETUP_QDISC_RED = 8, TC_SETUP_QDISC_PRIO = 9, TC_SETUP_QDISC_MQ = 10, TC_SETUP_QDISC_ETF = 11, TC_SETUP_ROOT_QDISC = 12, TC_SETUP_QDISC_GRED = 13, TC_SETUP_QDISC_TAPRIO = 14, TC_SETUP_FT = 15, TC_SETUP_QDISC_ETS = 16, TC_SETUP_QDISC_TBF = 17, TC_SETUP_QDISC_FIFO = 18, TC_SETUP_QDISC_HTB = 19, TC_SETUP_ACT = 20, }; enum bpf_netdev_command { XDP_SETUP_PROG = 0, XDP_SETUP_PROG_HW = 1, BPF_OFFLOAD_MAP_ALLOC = 2, BPF_OFFLOAD_MAP_FREE = 3, XDP_SETUP_XSK_POOL = 4, }; enum bpf_xdp_mode { XDP_MODE_SKB = 0, XDP_MODE_DRV = 1, XDP_MODE_HW = 2, __MAX_XDP_MODE = 3, }; struct bpf_offloaded_map; struct netdev_bpf { enum bpf_netdev_command command; union { struct { u32 flags; struct bpf_prog *prog; struct netlink_ext_ack *extack; }; struct { struct bpf_offloaded_map *offmap; }; struct { struct xsk_buff_pool *pool; u16 queue_id; } xsk; }; }; struct xfrmdev_ops { int (*xdo_dev_state_add)(struct xfrm_state *); void (*xdo_dev_state_delete)(struct xfrm_state *); void (*xdo_dev_state_free)(struct xfrm_state *); bool (*xdo_dev_offload_ok)(struct sk_buff *, struct xfrm_state *); void (*xdo_dev_state_advance_esn)(struct xfrm_state *); void (*xdo_dev_state_update_curlft)(struct xfrm_state *); int (*xdo_dev_policy_add)(struct xfrm_policy *); void (*xdo_dev_policy_delete)(struct xfrm_policy *); void (*xdo_dev_policy_free)(struct xfrm_policy *); }; struct dev_ifalias { struct callback_head rcuhead; char ifalias[0]; }; struct ip_tunnel_parm; struct net_device_ops { int (*ndo_init)(struct net_device *); void (*ndo_uninit)(struct net_device *); int (*ndo_open)(struct net_device *); int (*ndo_stop)(struct net_device *); netdev_tx_t (*ndo_start_xmit)(struct sk_buff *, struct net_device *); netdev_features_t (*ndo_features_check)(struct sk_buff *, struct net_device *, netdev_features_t); u16 (*ndo_select_queue)(struct net_device *, struct sk_buff *, struct net_device *); void (*ndo_change_rx_flags)(struct net_device *, int); void (*ndo_set_rx_mode)(struct net_device *); int (*ndo_set_mac_address)(struct net_device *, void *); int (*ndo_validate_addr)(struct net_device *); int (*ndo_do_ioctl)(struct net_device *, struct ifreq *, int); int (*ndo_eth_ioctl)(struct net_device *, struct ifreq *, int); int (*ndo_siocbond)(struct net_device *, struct ifreq *, int); int (*ndo_siocwandev)(struct net_device *, struct if_settings *); int (*ndo_siocdevprivate)(struct net_device *, struct ifreq *, void *, int); int (*ndo_set_config)(struct net_device *, struct ifmap *); int (*ndo_change_mtu)(struct net_device *, int); int (*ndo_neigh_setup)(struct net_device *, struct neigh_parms *); void (*ndo_tx_timeout)(struct net_device *, unsigned int); void (*ndo_get_stats64)(struct net_device *, struct rtnl_link_stats64 *); bool (*ndo_has_offload_stats)(const struct net_device *, int); int (*ndo_get_offload_stats)(int, const struct net_device *, void *); struct net_device_stats * (*ndo_get_stats)(struct net_device *); int (*ndo_vlan_rx_add_vid)(struct net_device *, __be16, u16); int (*ndo_vlan_rx_kill_vid)(struct net_device *, __be16, u16); void (*ndo_poll_controller)(struct net_device *); int (*ndo_netpoll_setup)(struct net_device *, struct netpoll_info *); void (*ndo_netpoll_cleanup)(struct net_device *); int (*ndo_set_vf_mac)(struct net_device *, int, u8 *); int (*ndo_set_vf_vlan)(struct net_device *, int, u16, u8, __be16); int (*ndo_set_vf_rate)(struct net_device *, int, int, int); int (*ndo_set_vf_spoofchk)(struct net_device *, int, bool); int (*ndo_set_vf_trust)(struct net_device *, int, bool); int (*ndo_get_vf_config)(struct net_device *, int, struct ifla_vf_info *); int (*ndo_set_vf_link_state)(struct net_device *, int, int); int (*ndo_get_vf_stats)(struct net_device *, int, struct ifla_vf_stats *); int (*ndo_set_vf_port)(struct net_device *, int, struct nlattr **); int (*ndo_get_vf_port)(struct net_device *, int, struct sk_buff *); int (*ndo_get_vf_guid)(struct net_device *, int, struct ifla_vf_guid *, struct ifla_vf_guid *); int (*ndo_set_vf_guid)(struct net_device *, int, u64, int); int (*ndo_set_vf_rss_query_en)(struct net_device *, int, bool); int (*ndo_setup_tc)(struct net_device *, enum tc_setup_type, void *); int (*ndo_rx_flow_steer)(struct net_device *, const struct sk_buff *, u16, u32); int (*ndo_add_slave)(struct net_device *, struct net_device *, struct netlink_ext_ack *); int (*ndo_del_slave)(struct net_device *, struct net_device *); struct net_device * (*ndo_get_xmit_slave)(struct net_device *, struct sk_buff *, bool); struct net_device * (*ndo_sk_get_lower_dev)(struct net_device *, struct sock *); netdev_features_t (*ndo_fix_features)(struct net_device *, netdev_features_t); int (*ndo_set_features)(struct net_device *, netdev_features_t); int (*ndo_neigh_construct)(struct net_device *, struct neighbour *); void (*ndo_neigh_destroy)(struct net_device *, struct neighbour *); int (*ndo_fdb_add)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *, u16, u16, struct netlink_ext_ack *); int (*ndo_fdb_del)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *, u16, struct netlink_ext_ack *); int (*ndo_fdb_del_bulk)(struct ndmsg *, struct nlattr **, struct net_device *, u16, struct netlink_ext_ack *); int (*ndo_fdb_dump)(struct sk_buff *, struct netlink_callback *, struct net_device *, struct net_device *, int *); int (*ndo_fdb_get)(struct sk_buff *, struct nlattr **, struct net_device *, const unsigned char *, u16, u32, u32, struct netlink_ext_ack *); int (*ndo_bridge_setlink)(struct net_device *, struct nlmsghdr *, u16, struct netlink_ext_ack *); int (*ndo_bridge_getlink)(struct sk_buff *, u32, u32, struct net_device *, u32, int); int (*ndo_bridge_dellink)(struct net_device *, struct nlmsghdr *, u16); int (*ndo_change_carrier)(struct net_device *, bool); int (*ndo_get_phys_port_id)(struct net_device *, struct netdev_phys_item_id *); int (*ndo_get_port_parent_id)(struct net_device *, struct netdev_phys_item_id *); int (*ndo_get_phys_port_name)(struct net_device *, char *, size_t); void * (*ndo_dfwd_add_station)(struct net_device *, struct net_device *); void (*ndo_dfwd_del_station)(struct net_device *, void *); int (*ndo_set_tx_maxrate)(struct net_device *, int, u32); int (*ndo_get_iflink)(const struct net_device *); int (*ndo_fill_metadata_dst)(struct net_device *, struct sk_buff *); void (*ndo_set_rx_headroom)(struct net_device *, int); int (*ndo_bpf)(struct net_device *, struct netdev_bpf *); int (*ndo_xdp_xmit)(struct net_device *, int, struct xdp_frame **, u32); struct net_device * (*ndo_xdp_get_xmit_slave)(struct net_device *, struct xdp_buff *); int (*ndo_xsk_wakeup)(struct net_device *, u32, u32); int (*ndo_tunnel_ctl)(struct net_device *, struct ip_tunnel_parm *, int); struct net_device * (*ndo_get_peer_dev)(struct net_device *); int (*ndo_fill_forward_path)(struct net_device_path_ctx *, struct net_device_path *); ktime_t (*ndo_get_tstamp)(struct net_device *, const struct skb_shared_hwtstamps *, bool); }; struct neigh_parms { possible_net_t net; struct net_device *dev; netdevice_tracker dev_tracker; struct list_head list; int (*neigh_setup)(struct neighbour *); struct neigh_table *tbl; void *sysctl_table; int dead; refcount_t refcnt; struct callback_head callback_head; int reachable_time; u32 qlen; int data[14]; long unsigned int data_state[1]; }; struct pcpu_lstats { u64_stats_t packets; u64_stats_t bytes; struct u64_stats_sync syncp; }; struct pcpu_sw_netstats { u64_stats_t rx_packets; u64_stats_t rx_bytes; u64_stats_t tx_packets; u64_stats_t tx_bytes; struct u64_stats_sync syncp; }; struct iw_request_info; union iwreq_data; typedef int (*iw_handler)(struct net_device *, struct iw_request_info *, union iwreq_data *, char *); struct iw_priv_args; struct iw_statistics; struct iw_handler_def { const iw_handler *standard; __u16 num_standard; __u16 num_private; __u16 num_private_args; const iw_handler *private; const struct iw_priv_args *private_args; struct iw_statistics * (*get_wireless_stats)(struct net_device *); }; enum ethtool_phys_id_state { ETHTOOL_ID_INACTIVE = 0, ETHTOOL_ID_ACTIVE = 1, ETHTOOL_ID_ON = 2, ETHTOOL_ID_OFF = 3, }; struct ethtool_drvinfo; struct ethtool_regs; struct ethtool_wolinfo; struct ethtool_link_ext_state_info; struct ethtool_link_ext_stats; struct ethtool_eeprom; struct ethtool_coalesce; struct kernel_ethtool_coalesce; struct ethtool_ringparam; struct kernel_ethtool_ringparam; struct ethtool_pause_stats; struct ethtool_pauseparam; struct ethtool_test; struct ethtool_stats; struct ethtool_rxnfc; struct ethtool_flash; struct ethtool_channels; struct ethtool_dump; struct ethtool_ts_info; struct ethtool_modinfo; struct ethtool_eee; struct ethtool_tunable; struct ethtool_link_ksettings; struct ethtool_fec_stats; struct ethtool_fecparam; struct ethtool_module_eeprom; struct ethtool_eth_phy_stats; struct ethtool_eth_mac_stats; struct ethtool_eth_ctrl_stats; struct ethtool_rmon_stats; struct ethtool_rmon_hist_range; struct ethtool_module_power_mode_params; struct ethtool_ops { u32 cap_link_lanes_supported: 1; u32 supported_coalesce_params; u32 supported_ring_params; void (*get_drvinfo)(struct net_device *, struct ethtool_drvinfo *); int (*get_regs_len)(struct net_device *); void (*get_regs)(struct net_device *, struct ethtool_regs *, void *); void (*get_wol)(struct net_device *, struct ethtool_wolinfo *); int (*set_wol)(struct net_device *, struct ethtool_wolinfo *); u32 (*get_msglevel)(struct net_device *); void (*set_msglevel)(struct net_device *, u32); int (*nway_reset)(struct net_device *); u32 (*get_link)(struct net_device *); int (*get_link_ext_state)(struct net_device *, struct ethtool_link_ext_state_info *); void (*get_link_ext_stats)(struct net_device *, struct ethtool_link_ext_stats *); int (*get_eeprom_len)(struct net_device *); int (*get_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*set_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_coalesce)(struct net_device *, struct ethtool_coalesce *, struct kernel_ethtool_coalesce *, struct netlink_ext_ack *); int (*set_coalesce)(struct net_device *, struct ethtool_coalesce *, struct kernel_ethtool_coalesce *, struct netlink_ext_ack *); void (*get_ringparam)(struct net_device *, struct ethtool_ringparam *, struct kernel_ethtool_ringparam *, struct netlink_ext_ack *); int (*set_ringparam)(struct net_device *, struct ethtool_ringparam *, struct kernel_ethtool_ringparam *, struct netlink_ext_ack *); void (*get_pause_stats)(struct net_device *, struct ethtool_pause_stats *); void (*get_pauseparam)(struct net_device *, struct ethtool_pauseparam *); int (*set_pauseparam)(struct net_device *, struct ethtool_pauseparam *); void (*self_test)(struct net_device *, struct ethtool_test *, u64 *); void (*get_strings)(struct net_device *, u32, u8 *); int (*set_phys_id)(struct net_device *, enum ethtool_phys_id_state); void (*get_ethtool_stats)(struct net_device *, struct ethtool_stats *, u64 *); int (*begin)(struct net_device *); void (*complete)(struct net_device *); u32 (*get_priv_flags)(struct net_device *); int (*set_priv_flags)(struct net_device *, u32); int (*get_sset_count)(struct net_device *, int); int (*get_rxnfc)(struct net_device *, struct ethtool_rxnfc *, u32 *); int (*set_rxnfc)(struct net_device *, struct ethtool_rxnfc *); int (*flash_device)(struct net_device *, struct ethtool_flash *); int (*reset)(struct net_device *, u32 *); u32 (*get_rxfh_key_size)(struct net_device *); u32 (*get_rxfh_indir_size)(struct net_device *); int (*get_rxfh)(struct net_device *, u32 *, u8 *, u8 *); int (*set_rxfh)(struct net_device *, const u32 *, const u8 *, const u8); int (*get_rxfh_context)(struct net_device *, u32 *, u8 *, u8 *, u32); int (*set_rxfh_context)(struct net_device *, const u32 *, const u8 *, const u8, u32 *, bool); void (*get_channels)(struct net_device *, struct ethtool_channels *); int (*set_channels)(struct net_device *, struct ethtool_channels *); int (*get_dump_flag)(struct net_device *, struct ethtool_dump *); int (*get_dump_data)(struct net_device *, struct ethtool_dump *, void *); int (*set_dump)(struct net_device *, struct ethtool_dump *); int (*get_ts_info)(struct net_device *, struct ethtool_ts_info *); int (*get_module_info)(struct net_device *, struct ethtool_modinfo *); int (*get_module_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_eee)(struct net_device *, struct ethtool_eee *); int (*set_eee)(struct net_device *, struct ethtool_eee *); int (*get_tunable)(struct net_device *, const struct ethtool_tunable *, void *); int (*set_tunable)(struct net_device *, const struct ethtool_tunable *, const void *); int (*get_per_queue_coalesce)(struct net_device *, u32, struct ethtool_coalesce *); int (*set_per_queue_coalesce)(struct net_device *, u32, struct ethtool_coalesce *); int (*get_link_ksettings)(struct net_device *, struct ethtool_link_ksettings *); int (*set_link_ksettings)(struct net_device *, const struct ethtool_link_ksettings *); void (*get_fec_stats)(struct net_device *, struct ethtool_fec_stats *); int (*get_fecparam)(struct net_device *, struct ethtool_fecparam *); int (*set_fecparam)(struct net_device *, struct ethtool_fecparam *); void (*get_ethtool_phy_stats)(struct net_device *, struct ethtool_stats *, u64 *); int (*get_phy_tunable)(struct net_device *, const struct ethtool_tunable *, void *); int (*set_phy_tunable)(struct net_device *, const struct ethtool_tunable *, const void *); int (*get_module_eeprom_by_page)(struct net_device *, const struct ethtool_module_eeprom *, struct netlink_ext_ack *); void (*get_eth_phy_stats)(struct net_device *, struct ethtool_eth_phy_stats *); void (*get_eth_mac_stats)(struct net_device *, struct ethtool_eth_mac_stats *); void (*get_eth_ctrl_stats)(struct net_device *, struct ethtool_eth_ctrl_stats *); void (*get_rmon_stats)(struct net_device *, struct ethtool_rmon_stats *, const struct ethtool_rmon_hist_range **); int (*get_module_power_mode)(struct net_device *, struct ethtool_module_power_mode_params *, struct netlink_ext_ack *); int (*set_module_power_mode)(struct net_device *, const struct ethtool_module_power_mode_params *, struct netlink_ext_ack *); }; struct l3mdev_ops { u32 (*l3mdev_fib_table)(const struct net_device *); struct sk_buff * (*l3mdev_l3_rcv)(struct net_device *, struct sk_buff *, u16); struct sk_buff * (*l3mdev_l3_out)(struct net_device *, struct sock *, struct sk_buff *, u16); struct dst_entry * (*l3mdev_link_scope_lookup)(const struct net_device *, struct flowi6 *); }; struct nd_opt_hdr; struct ndisc_options; struct prefix_info; struct ndisc_ops { int (*is_useropt)(u8); int (*parse_options)(const struct net_device *, struct nd_opt_hdr *, struct ndisc_options *); void (*update)(const struct net_device *, struct neighbour *, u32, u8, const struct ndisc_options *); int (*opt_addr_space)(const struct net_device *, u8, struct neighbour *, u8 *, u8 **); void (*fill_addr_option)(const struct net_device *, struct sk_buff *, u8, const u8 *); void (*prefix_rcv_add_addr)(struct net *, struct net_device *, const struct prefix_info *, struct inet6_dev *, struct in6_addr *, int, u32, bool, bool, __u32, u32, bool); }; enum tls_offload_ctx_dir { TLS_OFFLOAD_CTX_DIR_RX = 0, TLS_OFFLOAD_CTX_DIR_TX = 1, }; struct tls_crypto_info; struct tls_context; struct tlsdev_ops { int (*tls_dev_add)(struct net_device *, struct sock *, enum tls_offload_ctx_dir, struct tls_crypto_info *, u32); void (*tls_dev_del)(struct net_device *, struct tls_context *, enum tls_offload_ctx_dir); int (*tls_dev_resync)(struct net_device *, struct sock *, u32, u8 *, enum tls_offload_ctx_dir); }; struct ipv6_devstat { struct proc_dir_entry *proc_dir_entry; struct ipstats_mib *ipv6; struct icmpv6_mib_device *icmpv6dev; struct icmpv6msg_mib_device *icmpv6msgdev; }; struct ifmcaddr6; struct ifacaddr6; struct inet6_dev { struct net_device *dev; netdevice_tracker dev_tracker; struct list_head addr_list; struct ifmcaddr6 *mc_list; struct ifmcaddr6 *mc_tomb; unsigned char mc_qrv; unsigned char mc_gq_running; unsigned char mc_ifc_count; unsigned char mc_dad_count; long unsigned int mc_v1_seen; long unsigned int mc_qi; long unsigned int mc_qri; long unsigned int mc_maxdelay; struct delayed_work mc_gq_work; struct delayed_work mc_ifc_work; struct delayed_work mc_dad_work; struct delayed_work mc_query_work; struct delayed_work mc_report_work; struct sk_buff_head mc_query_queue; struct sk_buff_head mc_report_queue; spinlock_t mc_query_lock; spinlock_t mc_report_lock; struct mutex mc_lock; struct ifacaddr6 *ac_list; rwlock_t lock; refcount_t refcnt; __u32 if_flags; int dead; u32 desync_factor; struct list_head tempaddr_list; struct in6_addr token; struct neigh_parms *nd_parms; struct ipv6_devconf cnf; struct ipv6_devstat stats; struct timer_list rs_timer; __s32 rs_interval; __u8 rs_probes; long unsigned int tstamp; struct callback_head rcu; unsigned int ra_mtu; }; struct rtnl_link_ops { struct list_head list; const char *kind; size_t priv_size; struct net_device * (*alloc)(struct nlattr **, const char *, unsigned char, unsigned int, unsigned int); void (*setup)(struct net_device *); bool netns_refund; unsigned int maxtype; const struct nla_policy *policy; int (*validate)(struct nlattr **, struct nlattr **, struct netlink_ext_ack *); int (*newlink)(struct net *, struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); int (*changelink)(struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); void (*dellink)(struct net_device *, struct list_head *); size_t (*get_size)(const struct net_device *); int (*fill_info)(struct sk_buff *, const struct net_device *); size_t (*get_xstats_size)(const struct net_device *); int (*fill_xstats)(struct sk_buff *, const struct net_device *); unsigned int (*get_num_tx_queues)(); unsigned int (*get_num_rx_queues)(); unsigned int slave_maxtype; const struct nla_policy *slave_policy; int (*slave_changelink)(struct net_device *, struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); size_t (*get_slave_size)(const struct net_device *, const struct net_device *); int (*fill_slave_info)(struct sk_buff *, const struct net_device *, const struct net_device *); struct net * (*get_link_net)(const struct net_device *); size_t (*get_linkxstats_size)(const struct net_device *, int); int (*fill_linkxstats)(struct sk_buff *, const struct net_device *, int *, int); }; struct udp_tunnel_nic_table_info { unsigned int n_entries; unsigned int tunnel_types; }; struct udp_tunnel_info; struct udp_tunnel_nic_shared; struct udp_tunnel_nic_info { int (*set_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); int (*unset_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); int (*sync_table)(struct net_device *, unsigned int); struct udp_tunnel_nic_shared *shared; unsigned int flags; struct udp_tunnel_nic_table_info tables[4]; }; enum { NETIF_MSG_DRV_BIT = 0, NETIF_MSG_PROBE_BIT = 1, NETIF_MSG_LINK_BIT = 2, NETIF_MSG_TIMER_BIT = 3, NETIF_MSG_IFDOWN_BIT = 4, NETIF_MSG_IFUP_BIT = 5, NETIF_MSG_RX_ERR_BIT = 6, NETIF_MSG_TX_ERR_BIT = 7, NETIF_MSG_TX_QUEUED_BIT = 8, NETIF_MSG_INTR_BIT = 9, NETIF_MSG_TX_DONE_BIT = 10, NETIF_MSG_RX_STATUS_BIT = 11, NETIF_MSG_PKTDATA_BIT = 12, NETIF_MSG_HW_BIT = 13, NETIF_MSG_WOL_BIT = 14, NETIF_MSG_CLASS_COUNT = 15, }; enum { RTAX_UNSPEC = 0, RTAX_LOCK = 1, RTAX_MTU = 2, RTAX_WINDOW = 3, RTAX_RTT = 4, RTAX_RTTVAR = 5, RTAX_SSTHRESH = 6, RTAX_CWND = 7, RTAX_ADVMSS = 8, RTAX_REORDERING = 9, RTAX_HOPLIMIT = 10, RTAX_INITCWND = 11, RTAX_FEATURES = 12, RTAX_RTO_MIN = 13, RTAX_INITRWND = 14, RTAX_QUICKACK = 15, RTAX_CC_ALGO = 16, RTAX_FASTOPEN_NO_COOKIE = 17, __RTAX_MAX = 18, }; struct netlink_range_validation { u64 min; u64 max; }; struct netlink_range_validation_signed { s64 min; s64 max; }; enum { NEIGH_VAR_MCAST_PROBES = 0, NEIGH_VAR_UCAST_PROBES = 1, NEIGH_VAR_APP_PROBES = 2, NEIGH_VAR_MCAST_REPROBES = 3, NEIGH_VAR_RETRANS_TIME = 4, NEIGH_VAR_BASE_REACHABLE_TIME = 5, NEIGH_VAR_DELAY_PROBE_TIME = 6, NEIGH_VAR_INTERVAL_PROBE_TIME_MS = 7, NEIGH_VAR_GC_STALETIME = 8, NEIGH_VAR_QUEUE_LEN_BYTES = 9, NEIGH_VAR_PROXY_QLEN = 10, NEIGH_VAR_ANYCAST_DELAY = 11, NEIGH_VAR_PROXY_DELAY = 12, NEIGH_VAR_LOCKTIME = 13, NEIGH_VAR_QUEUE_LEN = 14, NEIGH_VAR_RETRANS_TIME_MS = 15, NEIGH_VAR_BASE_REACHABLE_TIME_MS = 16, NEIGH_VAR_GC_INTERVAL = 17, NEIGH_VAR_GC_THRESH1 = 18, NEIGH_VAR_GC_THRESH2 = 19, NEIGH_VAR_GC_THRESH3 = 20, NEIGH_VAR_MAX = 21, }; struct pneigh_entry; struct neigh_statistics; struct neigh_hash_table; struct neigh_table { int family; unsigned int entry_size; unsigned int key_len; __be16 protocol; __u32 (*hash)(const void *, const struct net_device *, __u32 *); bool (*key_eq)(const struct neighbour *, const void *); int (*constructor)(struct neighbour *); int (*pconstructor)(struct pneigh_entry *); void (*pdestructor)(struct pneigh_entry *); void (*proxy_redo)(struct sk_buff *); int (*is_multicast)(const void *); bool (*allow_add)(const struct net_device *, struct netlink_ext_ack *); char *id; struct neigh_parms parms; struct list_head parms_list; int gc_interval; int gc_thresh1; int gc_thresh2; int gc_thresh3; long unsigned int last_flush; struct delayed_work gc_work; struct delayed_work managed_work; struct timer_list proxy_timer; struct sk_buff_head proxy_queue; atomic_t entries; atomic_t gc_entries; struct list_head gc_list; struct list_head managed_list; rwlock_t lock; long unsigned int last_rand; struct neigh_statistics *stats; struct neigh_hash_table *nht; struct pneigh_entry **phash_buckets; }; struct neigh_statistics { long unsigned int allocs; long unsigned int destroys; long unsigned int hash_grows; long unsigned int res_failed; long unsigned int lookups; long unsigned int hits; long unsigned int rcv_probes_mcast; long unsigned int rcv_probes_ucast; long unsigned int periodic_gc_runs; long unsigned int forced_gc_runs; long unsigned int unres_discards; long unsigned int table_fulls; }; struct neigh_ops { int family; void (*solicit)(struct neighbour *, struct sk_buff *); void (*error_report)(struct neighbour *, struct sk_buff *); int (*output)(struct neighbour *, struct sk_buff *); int (*connected_output)(struct neighbour *, struct sk_buff *); }; struct pneigh_entry { struct pneigh_entry *next; possible_net_t net; struct net_device *dev; netdevice_tracker dev_tracker; u32 flags; u8 protocol; u8 key[0]; }; struct neigh_hash_table { struct neighbour **hash_buckets; unsigned int hash_shift; __u32 hash_rnd[4]; struct callback_head rcu; }; enum { TCP_ESTABLISHED = 1, TCP_SYN_SENT = 2, TCP_SYN_RECV = 3, TCP_FIN_WAIT1 = 4, TCP_FIN_WAIT2 = 5, TCP_TIME_WAIT = 6, TCP_CLOSE = 7, TCP_CLOSE_WAIT = 8, TCP_LAST_ACK = 9, TCP_LISTEN = 10, TCP_CLOSING = 11, TCP_NEW_SYN_RECV = 12, TCP_MAX_STATES = 13, }; struct fib_rule_hdr { __u8 family; __u8 dst_len; __u8 src_len; __u8 tos; __u8 table; __u8 res1; __u8 res2; __u8 action; __u32 flags; }; struct fib_rule_port_range { __u16 start; __u16 end; }; struct fib_kuid_range { kuid_t start; kuid_t end; }; struct fib_rule { struct list_head list; int iifindex; int oifindex; u32 mark; u32 mark_mask; u32 flags; u32 table; u8 action; u8 l3mdev; u8 proto; u8 ip_proto; u32 target; __be64 tun_id; struct fib_rule *ctarget; struct net *fr_net; refcount_t refcnt; u32 pref; int suppress_ifgroup; int suppress_prefixlen; char iifname[16]; char oifname[16]; struct fib_kuid_range uid_range; struct fib_rule_port_range sport_range; struct fib_rule_port_range dport_range; struct callback_head rcu; }; struct fib_lookup_arg { void *lookup_ptr; const void *lookup_data; void *result; struct fib_rule *rule; u32 table; int flags; }; struct smc_hashinfo; struct sk_psock; struct request_sock_ops; struct timewait_sock_ops; struct raw_hashinfo; struct proto { void (*close)(struct sock *, long int); int (*pre_connect)(struct sock *, struct sockaddr *, int); int (*connect)(struct sock *, struct sockaddr *, int); int (*disconnect)(struct sock *, int); struct sock * (*accept)(struct sock *, int, int *, bool); int (*ioctl)(struct sock *, int, long unsigned int); int (*init)(struct sock *); void (*destroy)(struct sock *); void (*shutdown)(struct sock *, int); int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*keepalive)(struct sock *, int); int (*compat_ioctl)(struct sock *, unsigned int, long unsigned int); int (*sendmsg)(struct sock *, struct msghdr *, size_t); int (*recvmsg)(struct sock *, struct msghdr *, size_t, int, int *); int (*sendpage)(struct sock *, struct page *, int, size_t, int); int (*bind)(struct sock *, struct sockaddr *, int); int (*bind_add)(struct sock *, struct sockaddr *, int); int (*backlog_rcv)(struct sock *, struct sk_buff *); bool (*bpf_bypass_getsockopt)(int, int); void (*release_cb)(struct sock *); int (*hash)(struct sock *); void (*unhash)(struct sock *); void (*rehash)(struct sock *); int (*get_port)(struct sock *, short unsigned int); void (*put_port)(struct sock *); int (*psock_update_sk_prot)(struct sock *, struct sk_psock *, bool); unsigned int inuse_idx; int (*forward_alloc_get)(const struct sock *); bool (*stream_memory_free)(const struct sock *, int); bool (*sock_is_readable)(struct sock *); void (*enter_memory_pressure)(struct sock *); void (*leave_memory_pressure)(struct sock *); atomic_long_t *memory_allocated; int *per_cpu_fw_alloc; struct percpu_counter *sockets_allocated; long unsigned int *memory_pressure; long int *sysctl_mem; int *sysctl_wmem; int *sysctl_rmem; u32 sysctl_wmem_offset; u32 sysctl_rmem_offset; int max_header; bool no_autobind; struct kmem_cache *slab; unsigned int obj_size; slab_flags_t slab_flags; unsigned int useroffset; unsigned int usersize; unsigned int *orphan_count; struct request_sock_ops *rsk_prot; struct timewait_sock_ops *twsk_prot; union { struct inet_hashinfo *hashinfo; struct udp_table *udp_table; struct raw_hashinfo *raw_hash; struct smc_hashinfo *smc_hash; } h; struct module *owner; char name[32]; struct list_head node; int (*diag_destroy)(struct sock *, int); }; struct request_sock; struct request_sock_ops { int family; unsigned int obj_size; struct kmem_cache *slab; char *slab_name; int (*rtx_syn_ack)(const struct sock *, struct request_sock *); void (*send_ack)(const struct sock *, struct sk_buff *, struct request_sock *); void (*send_reset)(const struct sock *, struct sk_buff *); void (*destructor)(struct request_sock *); void (*syn_ack_timeout)(const struct request_sock *); }; struct timewait_sock_ops { struct kmem_cache *twsk_slab; char *twsk_slab_name; unsigned int twsk_obj_size; int (*twsk_unique)(struct sock *, struct sock *, void *); void (*twsk_destructor)(struct sock *); }; struct saved_syn; struct request_sock { struct sock_common __req_common; struct request_sock *dl_next; u16 mss; u8 num_retrans; u8 syncookie: 1; u8 num_timeout: 7; u32 ts_recent; struct timer_list rsk_timer; const struct request_sock_ops *rsk_ops; struct sock *sk; struct saved_syn *saved_syn; u32 secid; u32 peer_secid; u32 timeout; }; struct saved_syn { u32 mac_hdrlen; u32 network_hdrlen; u32 tcp_hdrlen; u8 data[0]; }; enum tsq_enum { TSQ_THROTTLED = 0, TSQ_QUEUED = 1, TCP_TSQ_DEFERRED = 2, TCP_WRITE_TIMER_DEFERRED = 3, TCP_DELACK_TIMER_DEFERRED = 4, TCP_MTU_REDUCED_DEFERRED = 5, }; struct ip6_sf_list { struct ip6_sf_list *sf_next; struct in6_addr sf_addr; long unsigned int sf_count[2]; unsigned char sf_gsresp; unsigned char sf_oldin; unsigned char sf_crcount; struct callback_head rcu; }; struct ifmcaddr6 { struct in6_addr mca_addr; struct inet6_dev *idev; struct ifmcaddr6 *next; struct ip6_sf_list *mca_sources; struct ip6_sf_list *mca_tomb; unsigned int mca_sfmode; unsigned char mca_crcount; long unsigned int mca_sfcount[2]; struct delayed_work mca_work; unsigned int mca_flags; int mca_users; refcount_t mca_refcnt; long unsigned int mca_cstamp; long unsigned int mca_tstamp; struct callback_head rcu; }; struct ifacaddr6 { struct in6_addr aca_addr; struct fib6_info *aca_rt; struct ifacaddr6 *aca_next; struct hlist_node aca_addr_lst; int aca_users; refcount_t aca_refcnt; long unsigned int aca_cstamp; long unsigned int aca_tstamp; struct callback_head rcu; }; enum nfs_opnum4 { OP_ACCESS = 3, OP_CLOSE = 4, OP_COMMIT = 5, OP_CREATE = 6, OP_DELEGPURGE = 7, OP_DELEGRETURN = 8, OP_GETATTR = 9, OP_GETFH = 10, OP_LINK = 11, OP_LOCK = 12, OP_LOCKT = 13, OP_LOCKU = 14, OP_LOOKUP = 15, OP_LOOKUPP = 16, OP_NVERIFY = 17, OP_OPEN = 18, OP_OPENATTR = 19, OP_OPEN_CONFIRM = 20, OP_OPEN_DOWNGRADE = 21, OP_PUTFH = 22, OP_PUTPUBFH = 23, OP_PUTROOTFH = 24, OP_READ = 25, OP_READDIR = 26, OP_READLINK = 27, OP_REMOVE = 28, OP_RENAME = 29, OP_RENEW = 30, OP_RESTOREFH = 31, OP_SAVEFH = 32, OP_SECINFO = 33, OP_SETATTR = 34, OP_SETCLIENTID = 35, OP_SETCLIENTID_CONFIRM = 36, OP_VERIFY = 37, OP_WRITE = 38, OP_RELEASE_LOCKOWNER = 39, OP_BACKCHANNEL_CTL = 40, OP_BIND_CONN_TO_SESSION = 41, OP_EXCHANGE_ID = 42, OP_CREATE_SESSION = 43, OP_DESTROY_SESSION = 44, OP_FREE_STATEID = 45, OP_GET_DIR_DELEGATION = 46, OP_GETDEVICEINFO = 47, OP_GETDEVICELIST = 48, OP_LAYOUTCOMMIT = 49, OP_LAYOUTGET = 50, OP_LAYOUTRETURN = 51, OP_SECINFO_NO_NAME = 52, OP_SEQUENCE = 53, OP_SET_SSV = 54, OP_TEST_STATEID = 55, OP_WANT_DELEGATION = 56, OP_DESTROY_CLIENTID = 57, OP_RECLAIM_COMPLETE = 58, OP_ALLOCATE = 59, OP_COPY = 60, OP_COPY_NOTIFY = 61, OP_DEALLOCATE = 62, OP_IO_ADVISE = 63, OP_LAYOUTERROR = 64, OP_LAYOUTSTATS = 65, OP_OFFLOAD_CANCEL = 66, OP_OFFLOAD_STATUS = 67, OP_READ_PLUS = 68, OP_SEEK = 69, OP_WRITE_SAME = 70, OP_CLONE = 71, OP_GETXATTR = 72, OP_SETXATTR = 73, OP_LISTXATTRS = 74, OP_REMOVEXATTR = 75, OP_ILLEGAL = 10044, }; enum { UNAME26 = 131072, ADDR_NO_RANDOMIZE = 262144, FDPIC_FUNCPTRS = 524288, MMAP_PAGE_ZERO = 1048576, ADDR_COMPAT_LAYOUT = 2097152, READ_IMPLIES_EXEC = 4194304, ADDR_LIMIT_32BIT = 8388608, SHORT_INODE = 16777216, WHOLE_SECONDS = 33554432, STICKY_TIMEOUTS = 67108864, ADDR_LIMIT_3GB = 134217728, }; enum perf_branch_sample_type_shift { PERF_SAMPLE_BRANCH_USER_SHIFT = 0, PERF_SAMPLE_BRANCH_KERNEL_SHIFT = 1, PERF_SAMPLE_BRANCH_HV_SHIFT = 2, PERF_SAMPLE_BRANCH_ANY_SHIFT = 3, PERF_SAMPLE_BRANCH_ANY_CALL_SHIFT = 4, PERF_SAMPLE_BRANCH_ANY_RETURN_SHIFT = 5, PERF_SAMPLE_BRANCH_IND_CALL_SHIFT = 6, PERF_SAMPLE_BRANCH_ABORT_TX_SHIFT = 7, PERF_SAMPLE_BRANCH_IN_TX_SHIFT = 8, PERF_SAMPLE_BRANCH_NO_TX_SHIFT = 9, PERF_SAMPLE_BRANCH_COND_SHIFT = 10, PERF_SAMPLE_BRANCH_CALL_STACK_SHIFT = 11, PERF_SAMPLE_BRANCH_IND_JUMP_SHIFT = 12, PERF_SAMPLE_BRANCH_CALL_SHIFT = 13, PERF_SAMPLE_BRANCH_NO_FLAGS_SHIFT = 14, PERF_SAMPLE_BRANCH_NO_CYCLES_SHIFT = 15, PERF_SAMPLE_BRANCH_TYPE_SAVE_SHIFT = 16, PERF_SAMPLE_BRANCH_HW_INDEX_SHIFT = 17, PERF_SAMPLE_BRANCH_PRIV_SAVE_SHIFT = 18, PERF_SAMPLE_BRANCH_MAX_SHIFT = 19, }; struct uuidcmp { const char *uuid; int len; }; struct subprocess_info { struct work_struct work; struct completion *complete; const char *path; char **argv; char **envp; int wait; int retval; int (*init)(struct subprocess_info *, struct cred *); void (*cleanup)(struct subprocess_info *); void *data; }; typedef long unsigned int cycles_t; typedef phys_addr_t resource_size_t; typedef void *va_list; struct resource { resource_size_t start; resource_size_t end; const char *name; long unsigned int flags; long unsigned int desc; struct resource *parent; struct resource *sibling; struct resource *child; }; enum umh_disable_depth { UMH_ENABLED = 0, UMH_FREEZING = 1, UMH_DISABLED = 2, }; typedef u64 async_cookie_t; typedef void (*async_func_t)(void *, async_cookie_t); struct async_domain { struct list_head pending; unsigned int registered: 1; }; struct hash { int ino; int minor; int major; umode_t mode; struct hash *next; char name[4098]; }; struct dir_entry { struct list_head list; time64_t mtime; char name[0]; }; enum state { Start = 0, Collect = 1, GotHeader = 2, SkipIt = 3, GotName = 4, CopyFile = 5, GotSymlink = 6, Reset = 7, }; enum key_being_used_for { VERIFYING_MODULE_SIGNATURE = 0, VERIFYING_FIRMWARE_SIGNATURE = 1, VERIFYING_KEXEC_PE_SIGNATURE = 2, VERIFYING_KEY_SIGNATURE = 3, VERIFYING_KEY_SELF_SIGNATURE = 4, VERIFYING_UNSPECIFIED_SIGNATURE = 5, NR__KEY_BEING_USED_FOR = 6, }; enum { MM_FILEPAGES = 0, MM_ANONPAGES = 1, MM_SWAPENTS = 2, MM_SHMEMPAGES = 3, NR_MM_COUNTERS = 4, }; enum migratetype { MIGRATE_UNMOVABLE = 0, MIGRATE_MOVABLE = 1, MIGRATE_RECLAIMABLE = 2, MIGRATE_PCPTYPES = 3, MIGRATE_HIGHATOMIC = 3, MIGRATE_CMA = 4, MIGRATE_ISOLATE = 5, MIGRATE_TYPES = 6, }; enum zone_stat_item { NR_FREE_PAGES = 0, NR_ZONE_LRU_BASE = 1, NR_ZONE_INACTIVE_ANON = 1, NR_ZONE_ACTIVE_ANON = 2, NR_ZONE_INACTIVE_FILE = 3, NR_ZONE_ACTIVE_FILE = 4, NR_ZONE_UNEVICTABLE = 5, NR_ZONE_WRITE_PENDING = 6, NR_MLOCK = 7, NR_BOUNCE = 8, NR_ZSPAGES = 9, NR_FREE_CMA_PAGES = 10, NR_VM_ZONE_STAT_ITEMS = 11, }; enum vmscan_throttle_state { VMSCAN_THROTTLE_WRITEBACK = 0, VMSCAN_THROTTLE_ISOLATED = 1, VMSCAN_THROTTLE_NOPROGRESS = 2, VMSCAN_THROTTLE_CONGESTED = 3, NR_VMSCAN_THROTTLE = 4, }; enum zone_watermarks { WMARK_MIN = 0, WMARK_LOW = 1, WMARK_HIGH = 2, WMARK_PROMO = 3, NR_WMARK = 4, }; enum { ZONELIST_FALLBACK = 0, MAX_ZONELISTS = 1, }; enum riscv_isa_ext_id { RISCV_ISA_EXT_SSCOFPMF = 26, RISCV_ISA_EXT_SVPBMT = 27, RISCV_ISA_EXT_ZICBOM = 28, RISCV_ISA_EXT_ZIHINTPAUSE = 29, RISCV_ISA_EXT_SSTC = 30, RISCV_ISA_EXT_SVINVAL = 31, RISCV_ISA_EXT_ID_MAX = 32, }; enum riscv_isa_ext_key { RISCV_ISA_EXT_KEY_FPU = 0, RISCV_ISA_EXT_KEY_SVINVAL = 1, RISCV_ISA_EXT_KEY_MAX = 2, }; enum { DQF_ROOT_SQUASH_B = 0, DQF_SYS_FILE_B = 16, DQF_PRIVATE = 17, }; enum { DQST_LOOKUPS = 0, DQST_DROPS = 1, DQST_READS = 2, DQST_WRITES = 3, DQST_CACHE_HITS = 4, DQST_ALLOC_DQUOTS = 5, DQST_FREE_DQUOTS = 6, DQST_SYNCS = 7, _DQST_DQSTAT_LAST = 8, }; enum { SB_UNFROZEN = 0, SB_FREEZE_WRITE = 1, SB_FREEZE_PAGEFAULT = 2, SB_FREEZE_FS = 3, SB_FREEZE_COMPLETE = 4, }; enum compound_dtor_id { NULL_COMPOUND_DTOR = 0, COMPOUND_PAGE_DTOR = 1, HUGETLB_PAGE_DTOR = 2, TRANSHUGE_PAGE_DTOR = 3, NR_COMPOUND_DTORS = 4, }; enum vm_event_item { PGPGIN = 0, PGPGOUT = 1, PSWPIN = 2, PSWPOUT = 3, PGALLOC_DMA32 = 4, PGALLOC_NORMAL = 5, PGALLOC_MOVABLE = 6, ALLOCSTALL_DMA32 = 7, ALLOCSTALL_NORMAL = 8, ALLOCSTALL_MOVABLE = 9, PGSCAN_SKIP_DMA32 = 10, PGSCAN_SKIP_NORMAL = 11, PGSCAN_SKIP_MOVABLE = 12, PGFREE = 13, PGACTIVATE = 14, PGDEACTIVATE = 15, PGLAZYFREE = 16, PGFAULT = 17, PGMAJFAULT = 18, PGLAZYFREED = 19, PGREFILL = 20, PGREUSE = 21, PGSTEAL_KSWAPD = 22, PGSTEAL_DIRECT = 23, PGSTEAL_KHUGEPAGED = 24, PGDEMOTE_KSWAPD = 25, PGDEMOTE_DIRECT = 26, PGDEMOTE_KHUGEPAGED = 27, PGSCAN_KSWAPD = 28, PGSCAN_DIRECT = 29, PGSCAN_KHUGEPAGED = 30, PGSCAN_DIRECT_THROTTLE = 31, PGSCAN_ANON = 32, PGSCAN_FILE = 33, PGSTEAL_ANON = 34, PGSTEAL_FILE = 35, PGINODESTEAL = 36, SLABS_SCANNED = 37, KSWAPD_INODESTEAL = 38, KSWAPD_LOW_WMARK_HIT_QUICKLY = 39, KSWAPD_HIGH_WMARK_HIT_QUICKLY = 40, PAGEOUTRUN = 41, PGROTATED = 42, DROP_PAGECACHE = 43, DROP_SLAB = 44, OOM_KILL = 45, PGMIGRATE_SUCCESS = 46, PGMIGRATE_FAIL = 47, THP_MIGRATION_SUCCESS = 48, THP_MIGRATION_FAIL = 49, THP_MIGRATION_SPLIT = 50, COMPACTMIGRATE_SCANNED = 51, COMPACTFREE_SCANNED = 52, COMPACTISOLATED = 53, COMPACTSTALL = 54, COMPACTFAIL = 55, COMPACTSUCCESS = 56, KCOMPACTD_WAKE = 57, KCOMPACTD_MIGRATE_SCANNED = 58, KCOMPACTD_FREE_SCANNED = 59, HTLB_BUDDY_PGALLOC = 60, HTLB_BUDDY_PGALLOC_FAIL = 61, CMA_ALLOC_SUCCESS = 62, CMA_ALLOC_FAIL = 63, UNEVICTABLE_PGCULLED = 64, UNEVICTABLE_PGSCANNED = 65, UNEVICTABLE_PGRESCUED = 66, UNEVICTABLE_PGMLOCKED = 67, UNEVICTABLE_PGMUNLOCKED = 68, UNEVICTABLE_PGCLEARED = 69, UNEVICTABLE_PGSTRANDED = 70, THP_FAULT_ALLOC = 71, THP_FAULT_FALLBACK = 72, THP_FAULT_FALLBACK_CHARGE = 73, THP_COLLAPSE_ALLOC = 74, THP_COLLAPSE_ALLOC_FAILED = 75, THP_FILE_ALLOC = 76, THP_FILE_FALLBACK = 77, THP_FILE_FALLBACK_CHARGE = 78, THP_FILE_MAPPED = 79, THP_SPLIT_PAGE = 80, THP_SPLIT_PAGE_FAILED = 81, THP_DEFERRED_SPLIT_PAGE = 82, THP_SPLIT_PMD = 83, THP_SCAN_EXCEED_NONE_PTE = 84, THP_SCAN_EXCEED_SWAP_PTE = 85, THP_SCAN_EXCEED_SHARED_PTE = 86, THP_ZERO_PAGE_ALLOC = 87, THP_ZERO_PAGE_ALLOC_FAILED = 88, THP_SWPOUT = 89, THP_SWPOUT_FALLBACK = 90, BALLOON_INFLATE = 91, BALLOON_DEFLATE = 92, BALLOON_MIGRATE = 93, SWAP_RA = 94, SWAP_RA_HIT = 95, ZSWPIN = 96, ZSWPOUT = 97, NR_VM_EVENT_ITEMS = 98, }; enum { HI_SOFTIRQ = 0, TIMER_SOFTIRQ = 1, NET_TX_SOFTIRQ = 2, NET_RX_SOFTIRQ = 3, BLOCK_SOFTIRQ = 4, IRQ_POLL_SOFTIRQ = 5, TASKLET_SOFTIRQ = 6, SCHED_SOFTIRQ = 7, HRTIMER_SOFTIRQ = 8, RCU_SOFTIRQ = 9, NR_SOFTIRQS = 10, }; enum ucount_type { UCOUNT_USER_NAMESPACES = 0, UCOUNT_PID_NAMESPACES = 1, UCOUNT_UTS_NAMESPACES = 2, UCOUNT_IPC_NAMESPACES = 3, UCOUNT_NET_NAMESPACES = 4, UCOUNT_MNT_NAMESPACES = 5, UCOUNT_CGROUP_NAMESPACES = 6, UCOUNT_TIME_NAMESPACES = 7, UCOUNT_INOTIFY_INSTANCES = 8, UCOUNT_INOTIFY_WATCHES = 9, UCOUNT_FANOTIFY_GROUPS = 10, UCOUNT_FANOTIFY_MARKS = 11, UCOUNT_COUNTS = 12, }; enum rlimit_type { UCOUNT_RLIMIT_NPROC = 0, UCOUNT_RLIMIT_MSGQUEUE = 1, UCOUNT_RLIMIT_SIGPENDING = 2, UCOUNT_RLIMIT_MEMLOCK = 3, UCOUNT_RLIMIT_COUNTS = 4, }; enum { __SD_BALANCE_NEWIDLE = 0, __SD_BALANCE_EXEC = 1, __SD_BALANCE_FORK = 2, __SD_BALANCE_WAKE = 3, __SD_WAKE_AFFINE = 4, __SD_ASYM_CPUCAPACITY = 5, __SD_ASYM_CPUCAPACITY_FULL = 6, __SD_SHARE_CPUCAPACITY = 7, __SD_SHARE_PKG_RESOURCES = 8, __SD_SERIALIZE = 9, __SD_ASYM_PACKING = 10, __SD_PREFER_SIBLING = 11, __SD_OVERLAP = 12, __SD_NUMA = 13, __SD_FLAG_CNT = 14, }; struct riscv_isa_ext_data { char uprop[32]; unsigned int isa_ext_id; }; struct riscv_cpuinfo { long unsigned int mvendorid; long unsigned int marchid; long unsigned int mimpid; }; struct alt_entry { void *old_ptr; void *alt_ptr; long unsigned int vendor_id; long unsigned int alt_len; unsigned int errata_id; } __attribute__((packed)); struct cpu_manufacturer_info_t { long unsigned int vendor_id; long unsigned int arch_id; long unsigned int imp_id; void (*patch_func)(struct alt_entry *, struct alt_entry *, long unsigned int, long unsigned int, unsigned int); }; typedef __u32 Elf32_Addr; typedef __u16 Elf32_Half; typedef __u32 Elf32_Off; struct elf32_hdr { unsigned char e_ident[16]; Elf32_Half e_type; Elf32_Half e_machine; Elf32_Word e_version; Elf32_Addr e_entry; Elf32_Off e_phoff; Elf32_Off e_shoff; Elf32_Word e_flags; Elf32_Half e_ehsize; Elf32_Half e_phentsize; Elf32_Half e_phnum; Elf32_Half e_shentsize; Elf32_Half e_shnum; Elf32_Half e_shstrndx; }; typedef struct elf32_hdr Elf32_Ehdr; struct kernel_clone_args { u64 flags; int *pidfd; int *child_tid; int *parent_tid; int exit_signal; long unsigned int stack; long unsigned int stack_size; long unsigned int tls; pid_t *set_tid; size_t set_tid_size; int cgroup; int io_thread; int kthread; int idle; int (*fn)(void *); void *fn_arg; struct cgroup *cgrp; struct css_set *cset; }; struct task_struct; typedef struct { long unsigned int fds_bits[16]; } __kernel_fd_set; typedef int __kernel_key_t; typedef int __kernel_mqd_t; typedef unsigned int __kernel_mode_t; typedef int __kernel_ipc_pid_t; typedef unsigned int __kernel_uid_t; typedef unsigned int __kernel_gid_t; typedef __kernel_long_t __kernel_off_t; typedef __kernel_long_t __kernel_old_time_t; typedef __kernel_fd_set fd_set; typedef __kernel_off_t off_t; typedef __kernel_key_t key_t; typedef __kernel_timer_t timer_t; typedef __kernel_mqd_t mqd_t; struct sysinfo { __kernel_long_t uptime; __kernel_ulong_t loads[3]; __kernel_ulong_t totalram; __kernel_ulong_t freeram; __kernel_ulong_t sharedram; __kernel_ulong_t bufferram; __kernel_ulong_t totalswap; __kernel_ulong_t freeswap; __u16 procs; __u16 pad; __kernel_ulong_t totalhigh; __kernel_ulong_t freehigh; __u32 mem_unit; char _f[0]; }; struct __kernel_itimerspec { struct __kernel_timespec it_interval; struct __kernel_timespec it_value; }; struct __kernel_old_timeval { __kernel_long_t tv_sec; __kernel_long_t tv_usec; }; struct __kernel_old_itimerval { struct __kernel_old_timeval it_interval; struct __kernel_old_timeval it_value; }; struct timezone { int tz_minuteswest; int tz_dsttime; }; struct stat { long unsigned int st_dev; long unsigned int st_ino; unsigned int st_mode; unsigned int st_nlink; unsigned int st_uid; unsigned int st_gid; long unsigned int st_rdev; long unsigned int __pad1; long int st_size; int st_blksize; int __pad2; long int st_blocks; long int st_atime; long unsigned int st_atime_nsec; long int st_mtime; long unsigned int st_mtime_nsec; long int st_ctime; long unsigned int st_ctime_nsec; unsigned int __unused4; unsigned int __unused5; }; struct statx_timestamp { __s64 tv_sec; __u32 tv_nsec; __s32 __reserved; }; struct statx { __u32 stx_mask; __u32 stx_blksize; __u64 stx_attributes; __u32 stx_nlink; __u32 stx_uid; __u32 stx_gid; __u16 stx_mode; __u16 __spare0[1]; __u64 stx_ino; __u64 stx_size; __u64 stx_blocks; __u64 stx_attributes_mask; struct statx_timestamp stx_atime; struct statx_timestamp stx_btime; struct statx_timestamp stx_ctime; struct statx_timestamp stx_mtime; __u32 stx_rdev_major; __u32 stx_rdev_minor; __u32 stx_dev_major; __u32 stx_dev_minor; __u64 stx_mnt_id; __u32 stx_dio_mem_align; __u32 stx_dio_offset_align; __u64 __spare3[12]; }; struct __kernel_timex_timeval { __kernel_time64_t tv_sec; long long int tv_usec; }; struct __kernel_timex { unsigned int modes; long long int offset; long long int freq; long long int maxerror; long long int esterror; int status; long long int constant; long long int precision; long long int tolerance; struct __kernel_timex_timeval time; long long int tick; long long int ppsfreq; long long int jitter; int shift; long long int stabil; long long int jitcnt; long long int calcnt; long long int errcnt; long long int stbcnt; int tai; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct clone_args { __u64 flags; __u64 pidfd; __u64 child_tid; __u64 parent_tid; __u64 exit_signal; __u64 stack; __u64 stack_size; __u64 tls; __u64 set_tid; __u64 set_tid_size; __u64 cgroup; }; struct ipc_perm { __kernel_key_t key; __kernel_uid_t uid; __kernel_gid_t gid; __kernel_uid_t cuid; __kernel_gid_t cgid; __kernel_mode_t mode; short unsigned int seq; }; struct msgbuf; struct sembuf { short unsigned int sem_num; short int sem_op; short int sem_flg; }; struct shmid_ds { struct ipc_perm shm_perm; int shm_segsz; __kernel_old_time_t shm_atime; __kernel_old_time_t shm_dtime; __kernel_old_time_t shm_ctime; __kernel_ipc_pid_t shm_cpid; __kernel_ipc_pid_t shm_lpid; short unsigned int shm_nattch; short unsigned int shm_unused; void *shm_unused2; void *shm_unused3; }; struct rusage { struct __kernel_old_timeval ru_utime; struct __kernel_old_timeval ru_stime; __kernel_long_t ru_maxrss; __kernel_long_t ru_ixrss; __kernel_long_t ru_idrss; __kernel_long_t ru_isrss; __kernel_long_t ru_minflt; __kernel_long_t ru_majflt; __kernel_long_t ru_nswap; __kernel_long_t ru_inblock; __kernel_long_t ru_oublock; __kernel_long_t ru_msgsnd; __kernel_long_t ru_msgrcv; __kernel_long_t ru_nsignals; __kernel_long_t ru_nvcsw; __kernel_long_t ru_nivcsw; }; struct rlimit64 { __u64 rlim_cur; __u64 rlim_max; }; struct sigaltstack { void *ss_sp; int ss_flags; __kernel_size_t ss_size; }; struct siginfo { union { struct { int si_signo; int si_errno; int si_code; union __sifields _sifields; }; int _si_pad[32]; }; }; typedef struct siginfo siginfo_t; struct sigevent { sigval_t sigev_value; int sigev_signo; int sigev_notify; union { int _pad[12]; int _tid; struct { void (*_function)(sigval_t); void *_attribute; } _sigev_thread; } _sigev_un; }; struct __user_cap_header_struct { __u32 version; int pid; }; typedef struct __user_cap_header_struct *cap_user_header_t; struct __user_cap_data_struct { __u32 effective; __u32 permitted; __u32 inheritable; }; typedef struct __user_cap_data_struct *cap_user_data_t; struct open_how { __u64 flags; __u64 mode; __u64 resolve; }; typedef int __kernel_rwf_t; typedef __kernel_rwf_t rwf_t; typedef __kernel_uid32_t qid_t; struct file_handle { __u32 handle_bytes; int handle_type; unsigned char f_handle[0]; }; typedef __kernel_ulong_t aio_context_t; struct io_event { __u64 data; __u64 obj; __s64 res; __s64 res2; }; struct iocb { __u64 aio_data; __u32 aio_key; __kernel_rwf_t aio_rw_flags; __u16 aio_lio_opcode; __s16 aio_reqprio; __u32 aio_fildes; __u64 aio_buf; __u64 aio_nbytes; __s64 aio_offset; __u64 aio_reserved2; __u32 aio_flags; __u32 aio_resfd; }; struct user_msghdr { void *msg_name; int msg_namelen; struct iovec *msg_iov; __kernel_size_t msg_iovlen; void *msg_control; __kernel_size_t msg_controllen; unsigned int msg_flags; }; struct mmsghdr { struct user_msghdr msg_hdr; unsigned int msg_len; }; struct epoll_event { __poll_t events; __u64 data; }; struct futex_waitv; enum landlock_rule_type; struct landlock_ruleset_attr; struct mount_attr; struct io_uring_params; struct __aio_sigset; union bpf_attr; struct sched_attr; struct msqid_ds; struct mq_attr; struct getcpu_cache; struct new_utsname; struct tms; struct sched_param; struct kexec_segment; struct linux_dirent64; struct statfs; struct user_regs_struct { long unsigned int pc; long unsigned int ra; long unsigned int sp; long unsigned int gp; long unsigned int tp; long unsigned int t0; long unsigned int t1; long unsigned int t2; long unsigned int s0; long unsigned int s1; long unsigned int a0; long unsigned int a1; long unsigned int a2; long unsigned int a3; long unsigned int a4; long unsigned int a5; long unsigned int a6; long unsigned int a7; long unsigned int s2; long unsigned int s3; long unsigned int s4; long unsigned int s5; long unsigned int s6; long unsigned int s7; long unsigned int s8; long unsigned int s9; long unsigned int s10; long unsigned int s11; long unsigned int t3; long unsigned int t4; long unsigned int t5; long unsigned int t6; }; struct __riscv_f_ext_state { __u32 f[32]; __u32 fcsr; }; struct __riscv_q_ext_state { __u64 f[64]; __u32 fcsr; __u32 reserved[3]; }; union __riscv_fp_state { struct __riscv_f_ext_state f; struct __riscv_d_ext_state d; struct __riscv_q_ext_state q; }; typedef struct sigaltstack stack_t; struct sigcontext { struct user_regs_struct sc_regs; union __riscv_fp_state sc_fpregs; }; struct ksignal { struct k_sigaction ka; kernel_siginfo_t info; int sig; }; enum { EI_ETYPE_NONE = 0, EI_ETYPE_NULL = 1, EI_ETYPE_ERRNO = 2, EI_ETYPE_ERRNO_NULL = 3, EI_ETYPE_TRUE = 4, }; struct syscall_metadata { const char *name; int syscall_nr; int nb_args; const char **types; const char **args; struct list_head enter_fields; struct trace_event_call *enter_event; struct trace_event_call *exit_event; }; struct ucontext { long unsigned int uc_flags; struct ucontext *uc_link; stack_t uc_stack; sigset_t uc_sigmask; __u8 __unused[120]; long: 64; struct sigcontext uc_mcontext; }; struct rt_sigframe { struct siginfo info; struct ucontext uc; }; struct seccomp_data { int nr; __u32 arch; __u64 instruction_pointer; __u64 args[6]; }; typedef u32 compat_ulong_t; struct compat_user_regs_struct { compat_ulong_t pc; compat_ulong_t ra; compat_ulong_t sp; compat_ulong_t gp; compat_ulong_t tp; compat_ulong_t t0; compat_ulong_t t1; compat_ulong_t t2; compat_ulong_t s0; compat_ulong_t s1; compat_ulong_t a0; compat_ulong_t a1; compat_ulong_t a2; compat_ulong_t a3; compat_ulong_t a4; compat_ulong_t a5; compat_ulong_t a6; compat_ulong_t a7; compat_ulong_t s2; compat_ulong_t s3; compat_ulong_t s4; compat_ulong_t s5; compat_ulong_t s6; compat_ulong_t s7; compat_ulong_t s8; compat_ulong_t s9; compat_ulong_t s10; compat_ulong_t s11; compat_ulong_t t3; compat_ulong_t t4; compat_ulong_t t5; compat_ulong_t t6; }; struct membuf { void *p; size_t left; }; struct user_regset; typedef int user_regset_active_fn(struct task_struct *, const struct user_regset *); typedef int user_regset_get2_fn(struct task_struct *, const struct user_regset *, struct membuf); typedef int user_regset_set_fn(struct task_struct *, const struct user_regset *, unsigned int, unsigned int, const void *, const void *); typedef int user_regset_writeback_fn(struct task_struct *, const struct user_regset *, int); struct user_regset { user_regset_get2_fn *regset_get; user_regset_set_fn *set; user_regset_active_fn *active; user_regset_writeback_fn *writeback; unsigned int n; unsigned int size; unsigned int align; unsigned int bias; unsigned int core_note_type; }; struct user_regset_view { const char *name; const struct user_regset *regsets; unsigned int n; u32 e_flags; u16 e_machine; u8 ei_osabi; }; struct trace_event_raw_sys_enter { struct trace_entry ent; long int id; long unsigned int args[6]; char __data[0]; }; struct trace_event_raw_sys_exit { struct trace_entry ent; long int id; long int ret; char __data[0]; }; struct trace_event_data_offsets_sys_enter {}; struct trace_event_data_offsets_sys_exit {}; typedef void (*btf_trace_sys_enter)(void *, struct pt_regs *, long int); typedef void (*btf_trace_sys_exit)(void *, struct pt_regs *, long int); enum riscv_regset { REGSET_X = 0, REGSET_F = 1, }; struct pt_regs_offset { const char *name; int offset; }; enum clocksource_ids { CSID_GENERIC = 0, CSID_ARM_ARCH_COUNTER = 1, CSID_MAX = 2, }; enum vdso_clock_mode { VDSO_CLOCKMODE_NONE = 0, VDSO_CLOCKMODE_ARCHTIMER = 1, VDSO_CLOCKMODE_MAX = 2, VDSO_CLOCKMODE_TIMENS = 2147483647, }; struct clocksource { u64 (*read)(struct clocksource *); u64 mask; u32 mult; u32 shift; u64 max_idle_ns; u32 maxadj; u32 uncertainty_margin; u64 max_cycles; const char *name; struct list_head list; int rating; enum clocksource_ids id; enum vdso_clock_mode vdso_clock_mode; long unsigned int flags; int (*enable)(struct clocksource *); void (*disable)(struct clocksource *); void (*suspend)(struct clocksource *); void (*resume)(struct clocksource *); void (*mark_unstable)(struct clocksource *); void (*tick_stable)(struct clocksource *); struct module *owner; }; enum memblock_flags { MEMBLOCK_NONE = 0, MEMBLOCK_HOTPLUG = 1, MEMBLOCK_MIRROR = 2, MEMBLOCK_NOMAP = 4, MEMBLOCK_DRIVER_MANAGED = 8, }; struct memblock_region { phys_addr_t base; phys_addr_t size; enum memblock_flags flags; }; struct memblock_type { long unsigned int cnt; long unsigned int max; phys_addr_t total_size; struct memblock_region *regions; char *name; }; struct memblock { bool bottom_up; phys_addr_t current_limit; struct memblock_type memory; struct memblock_type reserved; }; struct screen_info { __u8 orig_x; __u8 orig_y; __u16 ext_mem_k; __u16 orig_video_page; __u8 orig_video_mode; __u8 orig_video_cols; __u8 flags; __u8 unused2; __u16 orig_video_ega_bx; __u16 unused3; __u8 orig_video_lines; __u8 orig_video_isVGA; __u16 orig_video_points; __u16 lfb_width; __u16 lfb_height; __u16 lfb_depth; __u32 lfb_base; __u32 lfb_size; __u16 cl_magic; __u16 cl_offset; __u16 lfb_linelength; __u8 red_size; __u8 red_pos; __u8 green_size; __u8 green_pos; __u8 blue_size; __u8 blue_pos; __u8 rsvd_size; __u8 rsvd_pos; __u16 vesapm_seg; __u16 vesapm_off; __u16 pages; __u16 vesa_attributes; __u32 capabilities; __u32 ext_lfb_base; __u8 _reserved[2]; } __attribute__((packed)); struct cpu { int node_id; int hotpluggable; struct device dev; }; enum { TASKSTATS_CMD_UNSPEC = 0, TASKSTATS_CMD_GET = 1, TASKSTATS_CMD_NEW = 2, __TASKSTATS_CMD_MAX = 3, }; enum cpu_usage_stat { CPUTIME_USER = 0, CPUTIME_NICE = 1, CPUTIME_SYSTEM = 2, CPUTIME_SOFTIRQ = 3, CPUTIME_IRQ = 4, CPUTIME_IDLE = 5, CPUTIME_IOWAIT = 6, CPUTIME_STEAL = 7, CPUTIME_GUEST = 8, CPUTIME_GUEST_NICE = 9, NR_STATS = 10, }; enum cgroup_bpf_attach_type { CGROUP_BPF_ATTACH_TYPE_INVALID = 4294967295, CGROUP_INET_INGRESS = 0, CGROUP_INET_EGRESS = 1, CGROUP_INET_SOCK_CREATE = 2, CGROUP_SOCK_OPS = 3, CGROUP_DEVICE = 4, CGROUP_INET4_BIND = 5, CGROUP_INET6_BIND = 6, CGROUP_INET4_CONNECT = 7, CGROUP_INET6_CONNECT = 8, CGROUP_INET4_POST_BIND = 9, CGROUP_INET6_POST_BIND = 10, CGROUP_UDP4_SENDMSG = 11, CGROUP_UDP6_SENDMSG = 12, CGROUP_SYSCTL = 13, CGROUP_UDP4_RECVMSG = 14, CGROUP_UDP6_RECVMSG = 15, CGROUP_GETSOCKOPT = 16, CGROUP_SETSOCKOPT = 17, CGROUP_INET4_GETPEERNAME = 18, CGROUP_INET6_GETPEERNAME = 19, CGROUP_INET4_GETSOCKNAME = 20, CGROUP_INET6_GETSOCKNAME = 21, CGROUP_INET_SOCK_RELEASE = 22, CGROUP_LSM_START = 23, CGROUP_LSM_END = 22, MAX_CGROUP_BPF_ATTACH_TYPE = 23, }; enum cgroup_subsys_id { cpuset_cgrp_id = 0, cpu_cgrp_id = 1, cpuacct_cgrp_id = 2, io_cgrp_id = 3, memory_cgrp_id = 4, devices_cgrp_id = 5, freezer_cgrp_id = 6, net_cls_cgrp_id = 7, perf_event_cgrp_id = 8, net_prio_cgrp_id = 9, pids_cgrp_id = 10, rdma_cgrp_id = 11, debug_cgrp_id = 12, CGROUP_SUBSYS_COUNT = 13, }; enum cache_type { CACHE_TYPE_NOCACHE = 0, CACHE_TYPE_INST = 1, CACHE_TYPE_DATA = 2, CACHE_TYPE_SEPARATE = 3, CACHE_TYPE_UNIFIED = 4, }; struct cacheinfo { unsigned int id; enum cache_type type; unsigned int level; unsigned int coherency_line_size; unsigned int number_of_sets; unsigned int ways_of_associativity; unsigned int physical_line_partition; unsigned int size; cpumask_t shared_cpu_map; unsigned int attributes; void *fw_token; bool disable_sysfs; void *priv; }; struct cpu_cacheinfo { struct cacheinfo *info_list; unsigned int num_levels; unsigned int num_leaves; bool cpu_map_populated; }; struct riscv_cacheinfo_ops { const struct attribute_group * (*get_priv_group)(struct cacheinfo *); }; typedef bool (*stack_trace_consume_fn)(void *, long unsigned int); struct stackframe { long unsigned int fp; long unsigned int ra; }; typedef int (*cpu_stop_fn_t)(void *); enum fixed_addresses { FIX_HOLE = 0, FIX_PTE = 1, FIX_PMD = 2, FIX_PUD = 3, FIX_P4D = 4, FIX_TEXT_POKE1 = 5, FIX_TEXT_POKE0 = 6, FIX_EARLYCON_MEM_BASE = 7, __end_of_permanent_fixed_addresses = 8, FIX_BTMAP_END = 8, FIX_BTMAP_BEGIN = 455, __end_of_fixed_addresses = 456, }; struct patch_insn { void *addr; u32 insn; atomic_t cpu_count; }; typedef u32 bug_insn_t; enum lockdep_ok { LOCKDEP_STILL_OK = 0, LOCKDEP_NOW_UNRELIABLE = 1, }; enum bug_trap_type { BUG_TRAP_TYPE_NONE = 0, BUG_TRAP_TYPE_WARN = 1, BUG_TRAP_TYPE_BUG = 2, }; enum die_val { DIE_UNUSED = 0, DIE_TRAP = 1, DIE_OOPS = 2, }; typedef u32 probe_opcode_t; typedef bool probes_handler_t(u32, long unsigned int, struct pt_regs *); struct arch_probe_insn { probe_opcode_t *insn; probes_handler_t *handler; long unsigned int restore; }; typedef u32 kprobe_opcode_t; struct arch_specific_insn { struct arch_probe_insn api; }; struct kprobe; struct prev_kprobe { struct kprobe *kp; unsigned int status; }; typedef int (*kprobe_pre_handler_t)(struct kprobe *, struct pt_regs *); typedef void (*kprobe_post_handler_t)(struct kprobe *, struct pt_regs *, long unsigned int); struct kprobe { struct hlist_node hlist; struct list_head list; long unsigned int nmissed; kprobe_opcode_t *addr; const char *symbol_name; unsigned int offset; kprobe_pre_handler_t pre_handler; kprobe_post_handler_t post_handler; kprobe_opcode_t opcode; struct arch_specific_insn ainsn; u32 flags; }; struct kprobe_ctlblk { unsigned int kprobe_status; long unsigned int saved_status; struct prev_kprobe prev_kprobe; }; struct kprobe_insn_cache { struct mutex mutex; void * (*alloc)(); void (*free)(void *); const char *sym; struct list_head pages; size_t insn_size; int nr_garbage; }; enum probe_insn { INSN_REJECTED = 0, INSN_GOOD_NO_SLOT = 1, INSN_GOOD = 2, }; typedef u32 uprobe_opcode_t; struct arch_uprobe { union { u8 insn[8]; u8 ixol[8]; }; struct arch_probe_insn api; long unsigned int insn_size; bool simulate; }; enum rp_check { RP_CHECK_CALL = 0, RP_CHECK_CHAIN_CALL = 1, RP_CHECK_RET = 2, }; enum pageflags { PG_locked = 0, PG_referenced = 1, PG_uptodate = 2, PG_dirty = 3, PG_lru = 4, PG_active = 5, PG_workingset = 6, PG_waiters = 7, PG_error = 8, PG_slab = 9, PG_owner_priv_1 = 10, PG_arch_1 = 11, PG_reserved = 12, PG_private = 13, PG_private_2 = 14, PG_writeback = 15, PG_head = 16, PG_mappedtodisk = 17, PG_reclaim = 18, PG_swapbacked = 19, PG_unevictable = 20, PG_mlocked = 21, PG_young = 22, PG_idle = 23, __NR_PAGEFLAGS = 24, PG_readahead = 18, PG_anon_exclusive = 17, PG_checked = 10, PG_swapcache = 10, PG_fscache = 14, PG_pinned = 10, PG_savepinned = 3, PG_foreign = 10, PG_xen_remapped = 10, PG_slob_free = 13, PG_isolated = 18, PG_reported = 2, }; struct timens_offset { s64 sec; u64 nsec; }; struct maple_alloc { long unsigned int total; unsigned char node_count; unsigned int request_count; struct maple_alloc *slot[30]; }; struct maple_enode; struct ma_state { struct maple_tree *tree; long unsigned int index; long unsigned int last; struct maple_enode *node; long unsigned int min; long unsigned int max; struct maple_alloc *alloc; unsigned char depth; unsigned char offset; unsigned char mas_flags; }; struct vma_iterator { struct ma_state mas; }; enum vm_fault_reason { VM_FAULT_OOM = 1, VM_FAULT_SIGBUS = 2, VM_FAULT_MAJOR = 4, VM_FAULT_HWPOISON = 16, VM_FAULT_HWPOISON_LARGE = 32, VM_FAULT_SIGSEGV = 64, VM_FAULT_NOPAGE = 256, VM_FAULT_LOCKED = 512, VM_FAULT_RETRY = 1024, VM_FAULT_FALLBACK = 2048, VM_FAULT_DONE_COW = 4096, VM_FAULT_NEEDDSYNC = 8192, VM_FAULT_COMPLETED = 16384, VM_FAULT_HINDEX_MASK = 983040, }; struct vm_special_mapping { const char *name; struct page **pages; vm_fault_t (*fault)(const struct vm_special_mapping *, struct vm_area_struct *, struct vm_fault *); int (*mremap)(const struct vm_special_mapping *, struct vm_area_struct *); }; struct timens_offsets { struct timespec64 monotonic; struct timespec64 boottime; }; struct time_namespace { struct user_namespace *user_ns; struct ucounts *ucounts; struct ns_common ns; struct timens_offsets offsets; struct page *vvar_page; bool frozen_offsets; }; struct arch_vdso_data {}; struct vdso_timestamp { u64 sec; u64 nsec; }; struct vdso_data { u32 seq; s32 clock_mode; u64 cycle_last; u64 mask; u32 mult; u32 shift; union { struct vdso_timestamp basetime[12]; struct timens_offset offset[12]; }; s32 tz_minuteswest; s32 tz_dsttime; u32 hrtimer_res; u32 __unused; struct arch_vdso_data arch_data; }; enum vvar_pages { VVAR_DATA_PAGE_OFFSET = 0, VVAR_TIMENS_PAGE_OFFSET = 1, VVAR_NR_PAGES = 2, }; enum rv_vdso_map { RV_VDSO_MAP_VVAR = 0, RV_VDSO_MAP_VDSO = 1, }; struct __vdso_info { const char *name; const char *vdso_code_start; const char *vdso_code_end; long unsigned int vdso_pages; struct vm_special_mapping *dm; struct vm_special_mapping *cm; }; struct freelist_node { atomic_t refs; struct freelist_node *next; }; struct freelist_head { struct freelist_node *head; }; struct rethook_node; typedef void (*rethook_handler_t)(struct rethook_node *, void *, struct pt_regs *); struct rethook; struct rethook_node { union { struct freelist_node freelist; struct callback_head rcu; }; struct llist_node llist; struct rethook *rethook; long unsigned int ret_addr; long unsigned int frame; }; struct rethook { void *data; rethook_handler_t handler; struct freelist_head pool; refcount_t ref; struct callback_head rcu; }; enum { TRACE_FTRACE_BIT = 0, TRACE_FTRACE_NMI_BIT = 1, TRACE_FTRACE_IRQ_BIT = 2, TRACE_FTRACE_SIRQ_BIT = 3, TRACE_FTRACE_TRANSITION_BIT = 4, TRACE_INTERNAL_BIT = 5, TRACE_INTERNAL_NMI_BIT = 6, TRACE_INTERNAL_IRQ_BIT = 7, TRACE_INTERNAL_SIRQ_BIT = 8, TRACE_INTERNAL_TRANSITION_BIT = 9, TRACE_BRANCH_BIT = 10, TRACE_IRQ_BIT = 11, TRACE_GRAPH_BIT = 12, TRACE_GRAPH_DEPTH_START_BIT = 13, TRACE_GRAPH_DEPTH_END_BIT = 14, TRACE_GRAPH_NOTRACE_BIT = 15, TRACE_RECORD_RECURSION_BIT = 16, }; enum { TRACE_CTX_NMI = 0, TRACE_CTX_IRQ = 1, TRACE_CTX_SOFTIRQ = 2, TRACE_CTX_NORMAL = 3, TRACE_CTX_TRANSITION = 4, }; struct cpu_operations { const char *name; int (*cpu_prepare)(unsigned int); int (*cpu_start)(unsigned int, struct task_struct *); int (*cpu_disable)(unsigned int); void (*cpu_stop)(); int (*cpu_is_stopped)(unsigned int); }; struct riscv_ipi_ops { void (*ipi_inject)(const struct cpumask *); void (*ipi_clear)(); }; enum ipi_message_type { IPI_RESCHEDULE = 0, IPI_CALL_FUNC = 1, IPI_CPU_STOP = 2, IPI_CPU_CRASH_STOP = 3, IPI_IRQ_WORK = 4, IPI_TIMER = 5, IPI_MAX = 6, }; enum sbi_ext_id { SBI_EXT_0_1_SET_TIMER = 0, SBI_EXT_0_1_CONSOLE_PUTCHAR = 1, SBI_EXT_0_1_CONSOLE_GETCHAR = 2, SBI_EXT_0_1_CLEAR_IPI = 3, SBI_EXT_0_1_SEND_IPI = 4, SBI_EXT_0_1_REMOTE_FENCE_I = 5, SBI_EXT_0_1_REMOTE_SFENCE_VMA = 6, SBI_EXT_0_1_REMOTE_SFENCE_VMA_ASID = 7, SBI_EXT_0_1_SHUTDOWN = 8, SBI_EXT_BASE = 16, SBI_EXT_TIME = 1414090053, SBI_EXT_IPI = 7557193, SBI_EXT_RFENCE = 1380339267, SBI_EXT_HSM = 4739917, SBI_EXT_SRST = 1397904212, SBI_EXT_PMU = 5262677, SBI_EXT_EXPERIMENTAL_START = 134217728, SBI_EXT_EXPERIMENTAL_END = 150994943, SBI_EXT_VENDOR_START = 150994944, SBI_EXT_VENDOR_END = 167772159, }; typedef __kernel_long_t __kernel_ptrdiff_t; typedef __kernel_ptrdiff_t ptrdiff_t; typedef __s64 Elf64_Sxword; struct elf64_rela { Elf64_Addr r_offset; Elf64_Xword r_info; Elf64_Sxword r_addend; }; typedef struct elf64_rela Elf64_Rela; struct elf64_hdr { unsigned char e_ident[16]; Elf64_Half e_type; Elf64_Half e_machine; Elf64_Word e_version; Elf64_Addr e_entry; Elf64_Off e_phoff; Elf64_Off e_shoff; Elf64_Word e_flags; Elf64_Half e_ehsize; Elf64_Half e_phentsize; Elf64_Half e_phnum; Elf64_Half e_shentsize; Elf64_Half e_shnum; Elf64_Half e_shstrndx; }; typedef struct elf64_hdr Elf64_Ehdr; struct got_entry { long unsigned int symbol_addr; }; struct plt_entry { u32 insn_auipc; u32 insn_ld; u32 insn_jr; }; typedef u64 uint64_t; enum reboot_mode { REBOOT_UNDEFINED = 4294967295, REBOOT_COLD = 0, REBOOT_WARM = 1, REBOOT_HARD = 2, REBOOT_SOFT = 3, REBOOT_GPIO = 4, }; enum sbi_ext_base_fid { SBI_EXT_BASE_GET_SPEC_VERSION = 0, SBI_EXT_BASE_GET_IMP_ID = 1, SBI_EXT_BASE_GET_IMP_VERSION = 2, SBI_EXT_BASE_PROBE_EXT = 3, SBI_EXT_BASE_GET_MVENDORID = 4, SBI_EXT_BASE_GET_MARCHID = 5, SBI_EXT_BASE_GET_MIMPID = 6, }; enum sbi_ext_time_fid { SBI_EXT_TIME_SET_TIMER = 0, }; enum sbi_ext_ipi_fid { SBI_EXT_IPI_SEND_IPI = 0, }; enum sbi_ext_rfence_fid { SBI_EXT_RFENCE_REMOTE_FENCE_I = 0, SBI_EXT_RFENCE_REMOTE_SFENCE_VMA = 1, SBI_EXT_RFENCE_REMOTE_SFENCE_VMA_ASID = 2, SBI_EXT_RFENCE_REMOTE_HFENCE_GVMA_VMID = 3, SBI_EXT_RFENCE_REMOTE_HFENCE_GVMA = 4, SBI_EXT_RFENCE_REMOTE_HFENCE_VVMA_ASID = 5, SBI_EXT_RFENCE_REMOTE_HFENCE_VVMA = 6, }; enum sbi_ext_srst_fid { SBI_EXT_SRST_RESET = 0, }; enum sbi_srst_reset_type { SBI_SRST_RESET_TYPE_SHUTDOWN = 0, SBI_SRST_RESET_TYPE_COLD_REBOOT = 1, SBI_SRST_RESET_TYPE_WARM_REBOOT = 2, }; enum sbi_srst_reset_reason { SBI_SRST_RESET_REASON_NONE = 0, SBI_SRST_RESET_REASON_SYS_FAILURE = 1, }; struct sbiret { long int error; long int value; }; struct perf_callchain_entry_ctx { struct perf_callchain_entry *entry; u32 max_stack; u32 nr; short int contexts; bool contexts_maxed; }; struct dyn_arch_ftrace {}; struct dyn_ftrace { long unsigned int ip; long unsigned int flags; struct dyn_arch_ftrace arch; }; struct sbi_hart_boot_data { void *task_ptr; void *stack_ptr; }; enum sbi_ext_hsm_fid { SBI_EXT_HSM_HART_START = 0, SBI_EXT_HSM_HART_STOP = 1, SBI_EXT_HSM_HART_STATUS = 2, SBI_EXT_HSM_HART_SUSPEND = 3, }; enum sbi_hsm_hart_state { SBI_HSM_STATE_STARTED = 0, SBI_HSM_STATE_STOPPED = 1, SBI_HSM_STATE_START_PENDING = 2, SBI_HSM_STATE_STOP_PENDING = 3, SBI_HSM_STATE_SUSPENDED = 4, SBI_HSM_STATE_SUSPEND_PENDING = 5, SBI_HSM_STATE_RESUME_PENDING = 6, }; enum perf_sample_regs_abi { PERF_SAMPLE_REGS_ABI_NONE = 0, PERF_SAMPLE_REGS_ABI_32 = 1, PERF_SAMPLE_REGS_ABI_64 = 2, }; enum perf_event_riscv_regs { PERF_REG_RISCV_PC = 0, PERF_REG_RISCV_RA = 1, PERF_REG_RISCV_SP = 2, PERF_REG_RISCV_GP = 3, PERF_REG_RISCV_TP = 4, PERF_REG_RISCV_T0 = 5, PERF_REG_RISCV_T1 = 6, PERF_REG_RISCV_T2 = 7, PERF_REG_RISCV_S0 = 8, PERF_REG_RISCV_S1 = 9, PERF_REG_RISCV_A0 = 10, PERF_REG_RISCV_A1 = 11, PERF_REG_RISCV_A2 = 12, PERF_REG_RISCV_A3 = 13, PERF_REG_RISCV_A4 = 14, PERF_REG_RISCV_A5 = 15, PERF_REG_RISCV_A6 = 16, PERF_REG_RISCV_A7 = 17, PERF_REG_RISCV_S2 = 18, PERF_REG_RISCV_S3 = 19, PERF_REG_RISCV_S4 = 20, PERF_REG_RISCV_S5 = 21, PERF_REG_RISCV_S6 = 22, PERF_REG_RISCV_S7 = 23, PERF_REG_RISCV_S8 = 24, PERF_REG_RISCV_S9 = 25, PERF_REG_RISCV_S10 = 26, PERF_REG_RISCV_S11 = 27, PERF_REG_RISCV_T3 = 28, PERF_REG_RISCV_T4 = 29, PERF_REG_RISCV_T5 = 30, PERF_REG_RISCV_T6 = 31, PERF_REG_RISCV_MAX = 32, }; struct kimage_arch { void *fdt; long unsigned int fdt_addr; }; typedef void (*riscv_kexec_method)(long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef int kexec_probe_t(const char *, long unsigned int); struct kimage; typedef void *kexec_load_t(struct kimage *, char *, long unsigned int, char *, long unsigned int, char *, long unsigned int); typedef int kexec_cleanup_t(void *); struct kexec_file_ops { kexec_probe_t *probe; kexec_load_t *load; kexec_cleanup_t *cleanup; }; typedef long unsigned int kimage_entry_t; struct kexec_segment { union { void *buf; void *kbuf; }; size_t bufsz; long unsigned int mem; size_t memsz; }; struct purgatory_info { const Elf64_Ehdr *ehdr; Elf64_Shdr *sechdrs; void *purgatory_buf; }; struct kimage { kimage_entry_t head; kimage_entry_t *entry; kimage_entry_t *last_entry; long unsigned int start; struct page *control_code_page; struct page *swap_page; void *vmcoreinfo_data_copy; long unsigned int nr_segments; struct kexec_segment segment[16]; struct list_head control_pages; struct list_head dest_pages; struct list_head unusable_pages; long unsigned int control_page; unsigned int type: 1; unsigned int preserve_context: 1; unsigned int file_mode: 1; struct kimage_arch arch; void *kernel_buf; long unsigned int kernel_buf_len; void *initrd_buf; long unsigned int initrd_buf_len; char *cmdline_buf; long unsigned int cmdline_buf_len; const struct kexec_file_ops *fops; void *image_loader_data; struct purgatory_info purgatory_info; void *elf_headers; long unsigned int elf_headers_sz; long unsigned int elf_load_addr; }; typedef __be32 fdt32_t; struct fdt_header { fdt32_t magic; fdt32_t totalsize; fdt32_t off_dt_struct; fdt32_t off_dt_strings; fdt32_t off_mem_rsvmap; fdt32_t version; fdt32_t last_comp_version; fdt32_t boot_cpuid_phys; fdt32_t size_dt_strings; fdt32_t size_dt_struct; }; enum { IRQD_TRIGGER_MASK = 15, IRQD_SETAFFINITY_PENDING = 256, IRQD_ACTIVATED = 512, IRQD_NO_BALANCING = 1024, IRQD_PER_CPU = 2048, IRQD_AFFINITY_SET = 4096, IRQD_LEVEL = 8192, IRQD_WAKEUP_STATE = 16384, IRQD_MOVE_PCNTXT = 32768, IRQD_IRQ_DISABLED = 65536, IRQD_IRQ_MASKED = 131072, IRQD_IRQ_INPROGRESS = 262144, IRQD_WAKEUP_ARMED = 524288, IRQD_FORWARDED_TO_VCPU = 1048576, IRQD_AFFINITY_MANAGED = 2097152, IRQD_IRQ_STARTED = 4194304, IRQD_MANAGED_SHUTDOWN = 8388608, IRQD_SINGLE_TARGET = 16777216, IRQD_DEFAULT_TRIGGER_SET = 33554432, IRQD_CAN_RESERVE = 67108864, IRQD_MSI_NOMASK_QUIRK = 134217728, IRQD_HANDLE_ENFORCE_IRQCTX = 268435456, IRQD_AFFINITY_ON_ACTIVATE = 536870912, IRQD_IRQ_ENABLED_ON_SUSPEND = 1073741824, }; typedef u8 uint8_t; struct elf64_phdr { Elf64_Word p_type; Elf64_Word p_flags; Elf64_Off p_offset; Elf64_Addr p_vaddr; Elf64_Addr p_paddr; Elf64_Xword p_filesz; Elf64_Xword p_memsz; Elf64_Xword p_align; }; struct kexec_buf { struct kimage *image; void *buffer; long unsigned int bufsz; long unsigned int mem; long unsigned int memsz; long unsigned int buf_align; long unsigned int buf_min; long unsigned int buf_max; bool top_down; }; struct crash_mem { unsigned int max_nr_ranges; unsigned int nr_ranges; struct range ranges[0]; }; struct kexec_elf_info { const char *buffer; const struct elf64_hdr *ehdr; const struct elf64_phdr *proghdrs; }; enum jump_label_type { JUMP_LABEL_NOP = 0, JUMP_LABEL_JMP = 1, }; enum { MEMREMAP_WB = 1, MEMREMAP_WT = 2, MEMREMAP_WC = 4, MEMREMAP_ENC = 8, MEMREMAP_DEC = 16, }; typedef u32 compat_size_t; typedef s32 compat_clock_t; typedef s32 compat_pid_t; typedef s32 compat_timer_t; typedef s32 compat_int_t; typedef u32 __compat_uid32_t; struct compat_sigaltstack { compat_uptr_t ss_sp; int ss_flags; compat_size_t ss_size; }; typedef struct compat_sigaltstack compat_stack_t; union compat_sigval { compat_int_t sival_int; compat_uptr_t sival_ptr; }; typedef union compat_sigval compat_sigval_t; struct compat_siginfo { int si_signo; int si_errno; int si_code; union { int _pad[29]; struct { compat_pid_t _pid; __compat_uid32_t _uid; } _kill; struct { compat_timer_t _tid; int _overrun; compat_sigval_t _sigval; } _timer; struct { compat_pid_t _pid; __compat_uid32_t _uid; compat_sigval_t _sigval; } _rt; struct { compat_pid_t _pid; __compat_uid32_t _uid; int _status; compat_clock_t _utime; compat_clock_t _stime; } _sigchld; struct { compat_uptr_t _addr; union { int _trapno; short int _addr_lsb; struct { char _dummy_bnd[4]; compat_uptr_t _lower; compat_uptr_t _upper; } _addr_bnd; struct { char _dummy_pkey[4]; u32 _pkey; } _addr_pkey; struct { compat_ulong_t _data; u32 _type; u32 _flags; } _perf; }; } _sigfault; struct { compat_long_t _band; int _fd; } _sigpoll; struct { compat_uptr_t _call_addr; int _syscall; unsigned int _arch; } _sigsys; } _sifields; }; struct compat_sigcontext { struct compat_user_regs_struct sc_regs; union __riscv_fp_state sc_fpregs; }; struct compat_ucontext { compat_ulong_t uc_flags; struct compat_ucontext *uc_link; compat_stack_t uc_stack; sigset_t uc_sigmask; __u8 __unused[120]; struct compat_sigcontext uc_mcontext; }; struct compat_rt_sigframe { struct compat_siginfo info; struct compat_ucontext uc; }; struct old_timeval32 { old_time32_t tv_sec; s32 tv_usec; }; struct old_itimerspec32 { struct old_timespec32 it_interval; struct old_timespec32 it_value; }; struct old_timex32 { u32 modes; s32 offset; s32 freq; s32 maxerror; s32 esterror; s32 status; s32 constant; s32 precision; s32 tolerance; struct old_timeval32 time; s32 tick; s32 ppsfreq; s32 jitter; s32 shift; s32 stabil; s32 jitcnt; s32 calcnt; s32 errcnt; s32 stbcnt; s32 tai; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef s32 compat_ssize_t; typedef u32 compat_uint_t; typedef u32 compat_aio_context_t; typedef u32 compat_mode_t; typedef u32 compat_sigset_word; struct compat_tms { compat_clock_t tms_utime; compat_clock_t tms_stime; compat_clock_t tms_cutime; compat_clock_t tms_cstime; }; typedef struct { compat_sigset_word sig[2]; } compat_sigset_t; struct compat_sigaction { compat_uptr_t sa_handler; compat_ulong_t sa_flags; compat_sigset_t sa_mask; }; struct compat_rusage { struct old_timeval32 ru_utime; struct old_timeval32 ru_stime; compat_long_t ru_maxrss; compat_long_t ru_ixrss; compat_long_t ru_idrss; compat_long_t ru_isrss; compat_long_t ru_minflt; compat_long_t ru_majflt; compat_long_t ru_nswap; compat_long_t ru_inblock; compat_long_t ru_oublock; compat_long_t ru_msgsnd; compat_long_t ru_msgrcv; compat_long_t ru_nsignals; compat_long_t ru_nvcsw; compat_long_t ru_nivcsw; }; struct compat_sigevent { compat_sigval_t sigev_value; compat_int_t sigev_signo; compat_int_t sigev_notify; union { compat_int_t _pad[13]; compat_int_t _tid; struct { compat_uptr_t _function; compat_uptr_t _attribute; } _sigev_thread; } _sigev_un; }; struct compat_mmsghdr; struct __compat_aio_sigset; struct compat_msghdr; struct compat_mq_attr; struct compat_sysinfo; struct compat_kexec_segment; struct old_itimerval32; struct compat_statfs64; typedef int (*pte_fn_t)(pte_t *, long unsigned int, void *); typedef struct { u32 type; u32 pad; u64 phys_addr; u64 virt_addr; u64 num_pages; u64 attribute; } efi_memory_desc_t; typedef struct { long unsigned int p4d; } p4d_t; typedef long unsigned int ulong; struct pt_alloc_ops { pte_t * (*get_pte_virt)(phys_addr_t); phys_addr_t (*alloc_pte)(uintptr_t); pmd_t * (*get_pmd_virt)(phys_addr_t); phys_addr_t (*alloc_pmd)(uintptr_t); pud_t * (*get_pud_virt)(phys_addr_t); phys_addr_t (*alloc_pud)(uintptr_t); p4d_t * (*get_p4d_virt)(phys_addr_t); phys_addr_t (*alloc_p4d)(uintptr_t); }; struct io_tlb_area; struct io_tlb_slot; struct io_tlb_mem { phys_addr_t start; phys_addr_t end; void *vaddr; long unsigned int nslabs; long unsigned int used; struct dentry *debugfs; bool late_alloc; bool force_bounce; bool for_alloc; unsigned int nareas; unsigned int area_nslabs; struct io_tlb_area *areas; struct io_tlb_slot *slots; }; struct mm_walk; struct mm_walk_ops { int (*pgd_entry)(pgd_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*p4d_entry)(p4d_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pud_entry)(pud_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pmd_entry)(pmd_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pte_entry)(pte_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pte_hole)(long unsigned int, long unsigned int, int, struct mm_walk *); int (*hugetlb_entry)(pte_t *, long unsigned int, long unsigned int, long unsigned int, struct mm_walk *); int (*test_walk)(long unsigned int, long unsigned int, struct mm_walk *); int (*pre_vma)(long unsigned int, long unsigned int, struct mm_walk *); void (*post_vma)(struct mm_walk *); }; enum page_walk_action { ACTION_SUBTREE = 0, ACTION_CONTINUE = 1, ACTION_AGAIN = 2, }; struct mm_walk { const struct mm_walk_ops *ops; struct mm_struct *mm; pgd_t *pgd; struct vm_area_struct *vma; enum page_walk_action action; bool no_vma; void *private; }; struct pageattr_masks { pgprot_t set_mask; pgprot_t clear_mask; }; enum { NDD_UNARMED = 1, NDD_LOCKED = 2, NDD_SECURITY_OVERWRITE = 3, NDD_WORK_PENDING = 4, NDD_LABELING = 6, NDD_INCOHERENT = 7, ND_IOCTL_MAX_BUFLEN = 4194304, ND_CMD_MAX_ELEM = 5, ND_CMD_MAX_ENVELOPE = 256, ND_MAX_MAPPINGS = 32, ND_REGION_PAGEMAP = 0, ND_REGION_PERSIST_CACHE = 1, ND_REGION_PERSIST_MEMCTRL = 2, ND_REGION_ASYNC = 3, ND_REGION_CXL = 4, DPA_RESOURCE_ADJUSTED = 1, }; typedef struct { __u8 b[16]; } guid_t; typedef long unsigned int efi_status_t; typedef u8 efi_bool_t; typedef u16 efi_char16_t; typedef guid_t efi_guid_t; typedef struct { u64 signature; u32 revision; u32 headersize; u32 crc32; u32 reserved; } efi_table_hdr_t; typedef struct { efi_guid_t guid; u32 headersize; u32 flags; u32 imagesize; } efi_capsule_header_t; typedef struct { u16 year; u8 month; u8 day; u8 hour; u8 minute; u8 second; u8 pad1; u32 nanosecond; s16 timezone; u8 daylight; u8 pad2; } efi_time_t; typedef struct { u32 resolution; u32 accuracy; u8 sets_to_zero; } efi_time_cap_t; typedef struct { efi_table_hdr_t hdr; u32 get_time; u32 set_time; u32 get_wakeup_time; u32 set_wakeup_time; u32 set_virtual_address_map; u32 convert_pointer; u32 get_variable; u32 get_next_variable; u32 set_variable; u32 get_next_high_mono_count; u32 reset_system; u32 update_capsule; u32 query_capsule_caps; u32 query_variable_info; } efi_runtime_services_32_t; typedef efi_status_t efi_get_time_t(efi_time_t *, efi_time_cap_t *); typedef efi_status_t efi_set_time_t(efi_time_t *); typedef efi_status_t efi_get_wakeup_time_t(efi_bool_t *, efi_bool_t *, efi_time_t *); typedef efi_status_t efi_set_wakeup_time_t(efi_bool_t, efi_time_t *); typedef efi_status_t efi_get_variable_t(efi_char16_t *, efi_guid_t *, u32 *, long unsigned int *, void *); typedef efi_status_t efi_get_next_variable_t(long unsigned int *, efi_char16_t *, efi_guid_t *); typedef efi_status_t efi_set_variable_t(efi_char16_t *, efi_guid_t *, u32, long unsigned int, void *); typedef efi_status_t efi_get_next_high_mono_count_t(u32 *); typedef void efi_reset_system_t(int, efi_status_t, long unsigned int, efi_char16_t *); typedef efi_status_t efi_set_virtual_address_map_t(long unsigned int, long unsigned int, u32, efi_memory_desc_t *); typedef efi_status_t efi_query_variable_info_t(u32, u64 *, u64 *, u64 *); typedef efi_status_t efi_update_capsule_t(efi_capsule_header_t **, long unsigned int, long unsigned int); typedef efi_status_t efi_query_capsule_caps_t(efi_capsule_header_t **, long unsigned int, u64 *, int *); typedef union { struct { efi_table_hdr_t hdr; efi_get_time_t *get_time; efi_set_time_t *set_time; efi_get_wakeup_time_t *get_wakeup_time; efi_set_wakeup_time_t *set_wakeup_time; efi_set_virtual_address_map_t *set_virtual_address_map; void *convert_pointer; efi_get_variable_t *get_variable; efi_get_next_variable_t *get_next_variable; efi_set_variable_t *set_variable; efi_get_next_high_mono_count_t *get_next_high_mono_count; efi_reset_system_t *reset_system; efi_update_capsule_t *update_capsule; efi_query_capsule_caps_t *query_capsule_caps; efi_query_variable_info_t *query_variable_info; }; efi_runtime_services_32_t mixed_mode; } efi_runtime_services_t; struct efi_memory_map { phys_addr_t phys_map; void *map; void *map_end; int nr_map; long unsigned int desc_version; long unsigned int desc_size; long unsigned int flags; }; struct efi { const efi_runtime_services_t *runtime; unsigned int runtime_version; unsigned int runtime_supported_mask; long unsigned int acpi; long unsigned int acpi20; long unsigned int smbios; long unsigned int smbios3; long unsigned int esrt; long unsigned int tpm_log; long unsigned int tpm_final_log; long unsigned int mokvar_table; long unsigned int coco_secret; efi_get_time_t *get_time; efi_set_time_t *set_time; efi_get_wakeup_time_t *get_wakeup_time; efi_set_wakeup_time_t *set_wakeup_time; efi_get_variable_t *get_variable; efi_get_next_variable_t *get_next_variable; efi_set_variable_t *set_variable; efi_set_variable_t *set_variable_nonblocking; efi_query_variable_info_t *query_variable_info; efi_query_variable_info_t *query_variable_info_nonblocking; efi_update_capsule_t *update_capsule; efi_query_capsule_caps_t *query_capsule_caps; efi_get_next_high_mono_count_t *get_next_high_mono_count; efi_reset_system_t *reset_system; struct efi_memory_map memmap; long unsigned int flags; }; struct ptdump_range { long unsigned int start; long unsigned int end; }; struct ptdump_state { void (*note_page)(struct ptdump_state *, long unsigned int, int, u64); void (*effective_prot)(struct ptdump_state *, int, u64); const struct ptdump_range *range; }; struct addr_marker; struct pg_state { struct ptdump_state ptdump; struct seq_file *seq; const struct addr_marker *marker; long unsigned int start_address; long unsigned int start_pa; long unsigned int last_pa; int level; u64 current_prot; bool check_wx; long unsigned int wx_pages; }; struct addr_marker { long unsigned int start_address; const char *name; }; struct ptd_mm_info { struct mm_struct *mm; const struct addr_marker *markers; long unsigned int base_addr; long unsigned int end; }; enum address_markers_idx { FIXMAP_START_NR = 0, FIXMAP_END_NR = 1, PCI_IO_START_NR = 2, PCI_IO_END_NR = 3, VMEMMAP_START_NR = 4, VMEMMAP_END_NR = 5, VMALLOC_START_NR = 6, VMALLOC_END_NR = 7, PAGE_OFFSET_NR = 8, MODULES_MAPPING_NR = 9, KERNEL_MAPPING_NR = 10, END_OF_SPACE_NR = 11, }; struct prot_bits { u64 mask; u64 val; const char *set; const char *clear; }; struct pg_level { const char *name; u64 mask; }; struct errata_info_t { char name[32]; bool (*check_func)(long unsigned int, long unsigned int); }; struct bpf_insn { __u8 code; __u8 dst_reg: 4; __u8 src_reg: 4; __s16 off; __s32 imm; }; enum bpf_cgroup_iter_order { BPF_CGROUP_ITER_ORDER_UNSPEC = 0, BPF_CGROUP_ITER_SELF_ONLY = 1, BPF_CGROUP_ITER_DESCENDANTS_PRE = 2, BPF_CGROUP_ITER_DESCENDANTS_POST = 3, BPF_CGROUP_ITER_ANCESTORS_UP = 4, }; enum bpf_map_type { BPF_MAP_TYPE_UNSPEC = 0, BPF_MAP_TYPE_HASH = 1, BPF_MAP_TYPE_ARRAY = 2, BPF_MAP_TYPE_PROG_ARRAY = 3, BPF_MAP_TYPE_PERF_EVENT_ARRAY = 4, BPF_MAP_TYPE_PERCPU_HASH = 5, BPF_MAP_TYPE_PERCPU_ARRAY = 6, BPF_MAP_TYPE_STACK_TRACE = 7, BPF_MAP_TYPE_CGROUP_ARRAY = 8, BPF_MAP_TYPE_LRU_HASH = 9, BPF_MAP_TYPE_LRU_PERCPU_HASH = 10, BPF_MAP_TYPE_LPM_TRIE = 11, BPF_MAP_TYPE_ARRAY_OF_MAPS = 12, BPF_MAP_TYPE_HASH_OF_MAPS = 13, BPF_MAP_TYPE_DEVMAP = 14, BPF_MAP_TYPE_SOCKMAP = 15, BPF_MAP_TYPE_CPUMAP = 16, BPF_MAP_TYPE_XSKMAP = 17, BPF_MAP_TYPE_SOCKHASH = 18, BPF_MAP_TYPE_CGROUP_STORAGE_DEPRECATED = 19, BPF_MAP_TYPE_CGROUP_STORAGE = 19, BPF_MAP_TYPE_REUSEPORT_SOCKARRAY = 20, BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE = 21, BPF_MAP_TYPE_QUEUE = 22, BPF_MAP_TYPE_STACK = 23, BPF_MAP_TYPE_SK_STORAGE = 24, BPF_MAP_TYPE_DEVMAP_HASH = 25, BPF_MAP_TYPE_STRUCT_OPS = 26, BPF_MAP_TYPE_RINGBUF = 27, BPF_MAP_TYPE_INODE_STORAGE = 28, BPF_MAP_TYPE_TASK_STORAGE = 29, BPF_MAP_TYPE_BLOOM_FILTER = 30, BPF_MAP_TYPE_USER_RINGBUF = 31, BPF_MAP_TYPE_CGRP_STORAGE = 32, }; enum bpf_prog_type { BPF_PROG_TYPE_UNSPEC = 0, BPF_PROG_TYPE_SOCKET_FILTER = 1, BPF_PROG_TYPE_KPROBE = 2, BPF_PROG_TYPE_SCHED_CLS = 3, BPF_PROG_TYPE_SCHED_ACT = 4, BPF_PROG_TYPE_TRACEPOINT = 5, BPF_PROG_TYPE_XDP = 6, BPF_PROG_TYPE_PERF_EVENT = 7, BPF_PROG_TYPE_CGROUP_SKB = 8, BPF_PROG_TYPE_CGROUP_SOCK = 9, BPF_PROG_TYPE_LWT_IN = 10, BPF_PROG_TYPE_LWT_OUT = 11, BPF_PROG_TYPE_LWT_XMIT = 12, BPF_PROG_TYPE_SOCK_OPS = 13, BPF_PROG_TYPE_SK_SKB = 14, BPF_PROG_TYPE_CGROUP_DEVICE = 15, BPF_PROG_TYPE_SK_MSG = 16, BPF_PROG_TYPE_RAW_TRACEPOINT = 17, BPF_PROG_TYPE_CGROUP_SOCK_ADDR = 18, BPF_PROG_TYPE_LWT_SEG6LOCAL = 19, BPF_PROG_TYPE_LIRC_MODE2 = 20, BPF_PROG_TYPE_SK_REUSEPORT = 21, BPF_PROG_TYPE_FLOW_DISSECTOR = 22, BPF_PROG_TYPE_CGROUP_SYSCTL = 23, BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE = 24, BPF_PROG_TYPE_CGROUP_SOCKOPT = 25, BPF_PROG_TYPE_TRACING = 26, BPF_PROG_TYPE_STRUCT_OPS = 27, BPF_PROG_TYPE_EXT = 28, BPF_PROG_TYPE_LSM = 29, BPF_PROG_TYPE_SK_LOOKUP = 30, BPF_PROG_TYPE_SYSCALL = 31, }; enum bpf_attach_type { BPF_CGROUP_INET_INGRESS = 0, BPF_CGROUP_INET_EGRESS = 1, BPF_CGROUP_INET_SOCK_CREATE = 2, BPF_CGROUP_SOCK_OPS = 3, BPF_SK_SKB_STREAM_PARSER = 4, BPF_SK_SKB_STREAM_VERDICT = 5, BPF_CGROUP_DEVICE = 6, BPF_SK_MSG_VERDICT = 7, BPF_CGROUP_INET4_BIND = 8, BPF_CGROUP_INET6_BIND = 9, BPF_CGROUP_INET4_CONNECT = 10, BPF_CGROUP_INET6_CONNECT = 11, BPF_CGROUP_INET4_POST_BIND = 12, BPF_CGROUP_INET6_POST_BIND = 13, BPF_CGROUP_UDP4_SENDMSG = 14, BPF_CGROUP_UDP6_SENDMSG = 15, BPF_LIRC_MODE2 = 16, BPF_FLOW_DISSECTOR = 17, BPF_CGROUP_SYSCTL = 18, BPF_CGROUP_UDP4_RECVMSG = 19, BPF_CGROUP_UDP6_RECVMSG = 20, BPF_CGROUP_GETSOCKOPT = 21, BPF_CGROUP_SETSOCKOPT = 22, BPF_TRACE_RAW_TP = 23, BPF_TRACE_FENTRY = 24, BPF_TRACE_FEXIT = 25, BPF_MODIFY_RETURN = 26, BPF_LSM_MAC = 27, BPF_TRACE_ITER = 28, BPF_CGROUP_INET4_GETPEERNAME = 29, BPF_CGROUP_INET6_GETPEERNAME = 30, BPF_CGROUP_INET4_GETSOCKNAME = 31, BPF_CGROUP_INET6_GETSOCKNAME = 32, BPF_XDP_DEVMAP = 33, BPF_CGROUP_INET_SOCK_RELEASE = 34, BPF_XDP_CPUMAP = 35, BPF_SK_LOOKUP = 36, BPF_XDP = 37, BPF_SK_SKB_VERDICT = 38, BPF_SK_REUSEPORT_SELECT = 39, BPF_SK_REUSEPORT_SELECT_OR_MIGRATE = 40, BPF_PERF_EVENT = 41, BPF_TRACE_KPROBE_MULTI = 42, BPF_LSM_CGROUP = 43, __MAX_BPF_ATTACH_TYPE = 44, }; union bpf_attr { struct { __u32 map_type; __u32 key_size; __u32 value_size; __u32 max_entries; __u32 map_flags; __u32 inner_map_fd; __u32 numa_node; char map_name[16]; __u32 map_ifindex; __u32 btf_fd; __u32 btf_key_type_id; __u32 btf_value_type_id; __u32 btf_vmlinux_value_type_id; __u64 map_extra; }; struct { __u32 map_fd; __u64 key; union { __u64 value; __u64 next_key; }; __u64 flags; }; struct { __u64 in_batch; __u64 out_batch; __u64 keys; __u64 values; __u32 count; __u32 map_fd; __u64 elem_flags; __u64 flags; } batch; struct { __u32 prog_type; __u32 insn_cnt; __u64 insns; __u64 license; __u32 log_level; __u32 log_size; __u64 log_buf; __u32 kern_version; __u32 prog_flags; char prog_name[16]; __u32 prog_ifindex; __u32 expected_attach_type; __u32 prog_btf_fd; __u32 func_info_rec_size; __u64 func_info; __u32 func_info_cnt; __u32 line_info_rec_size; __u64 line_info; __u32 line_info_cnt; __u32 attach_btf_id; union { __u32 attach_prog_fd; __u32 attach_btf_obj_fd; }; __u32 core_relo_cnt; __u64 fd_array; __u64 core_relos; __u32 core_relo_rec_size; }; struct { __u64 pathname; __u32 bpf_fd; __u32 file_flags; }; struct { __u32 target_fd; __u32 attach_bpf_fd; __u32 attach_type; __u32 attach_flags; __u32 replace_bpf_fd; }; struct { __u32 prog_fd; __u32 retval; __u32 data_size_in; __u32 data_size_out; __u64 data_in; __u64 data_out; __u32 repeat; __u32 duration; __u32 ctx_size_in; __u32 ctx_size_out; __u64 ctx_in; __u64 ctx_out; __u32 flags; __u32 cpu; __u32 batch_size; } test; struct { union { __u32 start_id; __u32 prog_id; __u32 map_id; __u32 btf_id; __u32 link_id; }; __u32 next_id; __u32 open_flags; }; struct { __u32 bpf_fd; __u32 info_len; __u64 info; } info; struct { __u32 target_fd; __u32 attach_type; __u32 query_flags; __u32 attach_flags; __u64 prog_ids; __u32 prog_cnt; __u64 prog_attach_flags; } query; struct { __u64 name; __u32 prog_fd; } raw_tracepoint; struct { __u64 btf; __u64 btf_log_buf; __u32 btf_size; __u32 btf_log_size; __u32 btf_log_level; }; struct { __u32 pid; __u32 fd; __u32 flags; __u32 buf_len; __u64 buf; __u32 prog_id; __u32 fd_type; __u64 probe_offset; __u64 probe_addr; } task_fd_query; struct { __u32 prog_fd; union { __u32 target_fd; __u32 target_ifindex; }; __u32 attach_type; __u32 flags; union { __u32 target_btf_id; struct { __u64 iter_info; __u32 iter_info_len; }; struct { __u64 bpf_cookie; } perf_event; struct { __u32 flags; __u32 cnt; __u64 syms; __u64 addrs; __u64 cookies; } kprobe_multi; struct { __u32 target_btf_id; __u64 cookie; } tracing; }; } link_create; struct { __u32 link_fd; __u32 new_prog_fd; __u32 flags; __u32 old_prog_fd; } link_update; struct { __u32 link_fd; } link_detach; struct { __u32 type; } enable_stats; struct { __u32 link_fd; __u32 flags; } iter_create; struct { __u32 prog_fd; __u32 map_fd; __u32 flags; } prog_bind_map; }; struct bpf_func_info { __u32 insn_off; __u32 type_id; }; struct bpf_line_info { __u32 insn_off; __u32 file_name_off; __u32 line_off; __u32 line_col; }; struct sock_filter { __u16 code; __u8 jt; __u8 jf; __u32 k; }; enum { DUMP_PREFIX_NONE = 0, DUMP_PREFIX_ADDRESS = 1, DUMP_PREFIX_OFFSET = 2, }; struct bpf_run_ctx {}; struct btf_type { __u32 name_off; __u32 info; union { __u32 size; __u32 type; }; }; enum btf_field_type { BPF_SPIN_LOCK = 1, BPF_TIMER = 2, BPF_KPTR_UNREF = 4, BPF_KPTR_REF = 8, BPF_KPTR = 12, BPF_LIST_HEAD = 16, BPF_LIST_NODE = 32, }; typedef void (*btf_dtor_kfunc_t)(void *); struct btf; struct btf_field_kptr { struct btf *btf; struct module *module; btf_dtor_kfunc_t dtor; u32 btf_id; }; struct btf_record; struct btf_field_list_head { struct btf *btf; u32 value_btf_id; u32 node_offset; struct btf_record *value_rec; }; struct btf_field { u32 offset; enum btf_field_type type; union { struct btf_field_kptr kptr; struct btf_field_list_head list_head; }; }; struct btf_record { u32 cnt; u32 field_mask; int spin_lock_off; int timer_off; struct btf_field fields[0]; }; struct btf_field_offs { u32 cnt; u32 field_off[10]; u8 field_sz[10]; }; typedef u64 (*bpf_callback_t)(u64, u64, u64, u64, u64); struct bpf_iter_aux_info; typedef int (*bpf_iter_init_seq_priv_t)(void *, struct bpf_iter_aux_info *); enum bpf_iter_task_type { BPF_TASK_ITER_ALL = 0, BPF_TASK_ITER_TID = 1, BPF_TASK_ITER_TGID = 2, }; struct bpf_map; struct bpf_iter_aux_info { struct bpf_map *map; struct { struct cgroup *start; enum bpf_cgroup_iter_order order; } cgroup; struct { enum bpf_iter_task_type type; u32 pid; } task; }; typedef void (*bpf_iter_fini_seq_priv_t)(void *); struct bpf_iter_seq_info { const struct seq_operations *seq_ops; bpf_iter_init_seq_priv_t init_seq_private; bpf_iter_fini_seq_priv_t fini_seq_private; u32 seq_priv_size; }; struct bpf_prog_aux; struct bpf_local_storage_map; struct bpf_verifier_env; struct bpf_func_state; struct bpf_map_ops { int (*map_alloc_check)(union bpf_attr *); struct bpf_map * (*map_alloc)(union bpf_attr *); void (*map_release)(struct bpf_map *, struct file *); void (*map_free)(struct bpf_map *); int (*map_get_next_key)(struct bpf_map *, void *, void *); void (*map_release_uref)(struct bpf_map *); void * (*map_lookup_elem_sys_only)(struct bpf_map *, void *); int (*map_lookup_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); int (*map_lookup_and_delete_elem)(struct bpf_map *, void *, void *, u64); int (*map_lookup_and_delete_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); int (*map_update_batch)(struct bpf_map *, struct file *, const union bpf_attr *, union bpf_attr *); int (*map_delete_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); void * (*map_lookup_elem)(struct bpf_map *, void *); int (*map_update_elem)(struct bpf_map *, void *, void *, u64); int (*map_delete_elem)(struct bpf_map *, void *); int (*map_push_elem)(struct bpf_map *, void *, u64); int (*map_pop_elem)(struct bpf_map *, void *); int (*map_peek_elem)(struct bpf_map *, void *); void * (*map_lookup_percpu_elem)(struct bpf_map *, void *, u32); void * (*map_fd_get_ptr)(struct bpf_map *, struct file *, int); void (*map_fd_put_ptr)(void *); int (*map_gen_lookup)(struct bpf_map *, struct bpf_insn *); u32 (*map_fd_sys_lookup_elem)(void *); void (*map_seq_show_elem)(struct bpf_map *, void *, struct seq_file *); int (*map_check_btf)(const struct bpf_map *, const struct btf *, const struct btf_type *, const struct btf_type *); int (*map_poke_track)(struct bpf_map *, struct bpf_prog_aux *); void (*map_poke_untrack)(struct bpf_map *, struct bpf_prog_aux *); void (*map_poke_run)(struct bpf_map *, u32, struct bpf_prog *, struct bpf_prog *); int (*map_direct_value_addr)(const struct bpf_map *, u64 *, u32); int (*map_direct_value_meta)(const struct bpf_map *, u64, u32 *); int (*map_mmap)(struct bpf_map *, struct vm_area_struct *); __poll_t (*map_poll)(struct bpf_map *, struct file *, struct poll_table_struct *); int (*map_local_storage_charge)(struct bpf_local_storage_map *, void *, u32); void (*map_local_storage_uncharge)(struct bpf_local_storage_map *, void *, u32); struct bpf_local_storage ** (*map_owner_storage_ptr)(void *); int (*map_redirect)(struct bpf_map *, u64, u64); bool (*map_meta_equal)(const struct bpf_map *, const struct bpf_map *); int (*map_set_for_each_callback_args)(struct bpf_verifier_env *, struct bpf_func_state *, struct bpf_func_state *); int (*map_for_each_callback)(struct bpf_map *, bpf_callback_t, void *, u64); int *map_btf_id; const struct bpf_iter_seq_info *iter_seq_info; }; struct bpf_map { const struct bpf_map_ops *ops; struct bpf_map *inner_map_meta; enum bpf_map_type map_type; u32 key_size; u32 value_size; u32 max_entries; u64 map_extra; u32 map_flags; u32 id; struct btf_record *record; int numa_node; u32 btf_key_type_id; u32 btf_value_type_id; u32 btf_vmlinux_value_type_id; struct btf *btf; struct obj_cgroup *objcg; char name[16]; struct btf_field_offs *field_offs; long: 64; long: 64; atomic64_t refcnt; atomic64_t usercnt; struct work_struct work; struct mutex freeze_mutex; atomic64_t writecnt; struct { spinlock_t lock; enum bpf_prog_type type; bool jited; bool xdp_has_frags; } owner; bool bypass_spec_v1; bool frozen; long: 16; long: 64; long: 64; long: 64; }; struct btf_header { __u16 magic; __u8 version; __u8 flags; __u32 hdr_len; __u32 type_off; __u32 type_len; __u32 str_off; __u32 str_len; }; struct btf_kfunc_set_tab; struct btf_id_dtor_kfunc_tab; struct btf_struct_metas; struct btf { void *data; struct btf_type **types; u32 *resolved_ids; u32 *resolved_sizes; const char *strings; void *nohdr_data; struct btf_header hdr; u32 nr_types; u32 types_size; u32 data_size; refcount_t refcnt; u32 id; struct callback_head rcu; struct btf_kfunc_set_tab *kfunc_set_tab; struct btf_id_dtor_kfunc_tab *dtor_kfunc_tab; struct btf_struct_metas *struct_meta_tab; struct btf *base_btf; u32 start_id; u32 start_str_off; char name[56]; bool kernel_btf; }; struct bpf_ksym { long unsigned int start; long unsigned int end; char name[512]; struct list_head lnode; struct latch_tree_node tnode; bool prog; }; struct bpf_ctx_arg_aux; struct bpf_trampoline; struct bpf_jit_poke_descriptor; struct bpf_kfunc_desc_tab; struct bpf_kfunc_btf_tab; struct bpf_prog_ops; struct btf_mod_pair; struct bpf_prog_offload; struct bpf_func_info_aux; struct bpf_prog_aux { atomic64_t refcnt; u32 used_map_cnt; u32 used_btf_cnt; u32 max_ctx_offset; u32 max_pkt_offset; u32 max_tp_access; u32 stack_depth; u32 id; u32 func_cnt; u32 func_idx; u32 attach_btf_id; u32 ctx_arg_info_size; u32 max_rdonly_access; u32 max_rdwr_access; struct btf *attach_btf; const struct bpf_ctx_arg_aux *ctx_arg_info; struct mutex dst_mutex; struct bpf_prog *dst_prog; struct bpf_trampoline *dst_trampoline; enum bpf_prog_type saved_dst_prog_type; enum bpf_attach_type saved_dst_attach_type; bool verifier_zext; bool offload_requested; bool attach_btf_trace; bool func_proto_unreliable; bool sleepable; bool tail_call_reachable; bool xdp_has_frags; const struct btf_type *attach_func_proto; const char *attach_func_name; struct bpf_prog **func; void *jit_data; struct bpf_jit_poke_descriptor *poke_tab; struct bpf_kfunc_desc_tab *kfunc_tab; struct bpf_kfunc_btf_tab *kfunc_btf_tab; u32 size_poke_tab; struct bpf_ksym ksym; const struct bpf_prog_ops *ops; struct bpf_map **used_maps; struct mutex used_maps_mutex; struct btf_mod_pair *used_btfs; struct bpf_prog *prog; struct user_struct *user; u64 load_time; u32 verified_insns; int cgroup_atype; struct bpf_map *cgroup_storage[2]; char name[16]; struct bpf_prog_offload *offload; struct btf *btf; struct bpf_func_info *func_info; struct bpf_func_info_aux *func_info_aux; struct bpf_line_info *linfo; void **jited_linfo; u32 func_info_cnt; u32 nr_linfo; u32 linfo_idx; u32 num_exentries; struct exception_table_entry *extable; union { struct work_struct work; struct callback_head rcu; }; }; struct bpf_prog_stats; struct sock_fprog_kern; struct bpf_prog { u16 pages; u16 jited: 1; u16 jit_requested: 1; u16 gpl_compatible: 1; u16 cb_access: 1; u16 dst_needed: 1; u16 blinding_requested: 1; u16 blinded: 1; u16 is_func: 1; u16 kprobe_override: 1; u16 has_callchain_buf: 1; u16 enforce_expected_attach_type: 1; u16 call_get_stack: 1; u16 call_get_func_ip: 1; u16 tstamp_type_access: 1; enum bpf_prog_type type; enum bpf_attach_type expected_attach_type; u32 len; u32 jited_len; u8 tag[8]; struct bpf_prog_stats *stats; int *active; unsigned int (*bpf_func)(const void *, const struct bpf_insn *); struct bpf_prog_aux *aux; struct sock_fprog_kern *orig_prog; union { struct { struct { } __empty_insns; struct sock_filter insns[0]; }; struct { struct { } __empty_insnsi; struct bpf_insn insnsi[0]; }; }; }; struct bpf_map_dev_ops { int (*map_get_next_key)(struct bpf_offloaded_map *, void *, void *); int (*map_lookup_elem)(struct bpf_offloaded_map *, void *, void *); int (*map_update_elem)(struct bpf_offloaded_map *, void *, void *, u64); int (*map_delete_elem)(struct bpf_offloaded_map *, void *); }; struct bpf_offloaded_map { struct bpf_map map; struct net_device *netdev; const struct bpf_map_dev_ops *dev_ops; void *dev_priv; struct list_head offloads; long: 64; long: 64; long: 64; }; enum bpf_reg_type { NOT_INIT = 0, SCALAR_VALUE = 1, PTR_TO_CTX = 2, CONST_PTR_TO_MAP = 3, PTR_TO_MAP_VALUE = 4, PTR_TO_MAP_KEY = 5, PTR_TO_STACK = 6, PTR_TO_PACKET_META = 7, PTR_TO_PACKET = 8, PTR_TO_PACKET_END = 9, PTR_TO_FLOW_KEYS = 10, PTR_TO_SOCKET = 11, PTR_TO_SOCK_COMMON = 12, PTR_TO_TCP_SOCK = 13, PTR_TO_TP_BUFFER = 14, PTR_TO_XDP_SOCK = 15, PTR_TO_BTF_ID = 16, PTR_TO_MEM = 17, PTR_TO_BUF = 18, PTR_TO_FUNC = 19, CONST_PTR_TO_DYNPTR = 20, __BPF_REG_TYPE_MAX = 21, PTR_TO_MAP_VALUE_OR_NULL = 260, PTR_TO_SOCKET_OR_NULL = 267, PTR_TO_SOCK_COMMON_OR_NULL = 268, PTR_TO_TCP_SOCK_OR_NULL = 269, PTR_TO_BTF_ID_OR_NULL = 272, __BPF_REG_TYPE_LIMIT = 4194303, }; struct bpf_prog_ops { int (*test_run)(struct bpf_prog *, const union bpf_attr *, union bpf_attr *); }; struct bpf_offload_dev; struct bpf_prog_offload { struct bpf_prog *prog; struct net_device *netdev; struct bpf_offload_dev *offdev; void *dev_priv; struct list_head offloads; bool dev_state; bool opt_failed; void *jited_image; u32 jited_len; }; struct btf_func_model { u8 ret_size; u8 nr_args; u8 arg_size[12]; u8 arg_flags[12]; }; struct bpf_tramp_image { void *image; struct bpf_ksym ksym; struct percpu_ref pcref; void *ip_after_call; void *ip_epilogue; union { struct callback_head rcu; struct work_struct work; }; }; struct bpf_trampoline { struct hlist_node hlist; struct ftrace_ops *fops; struct mutex mutex; refcount_t refcnt; u32 flags; u64 key; struct { struct btf_func_model model; void *addr; bool ftrace_managed; } func; struct bpf_prog *extension_prog; struct hlist_head progs_hlist[3]; int progs_cnt[3]; struct bpf_tramp_image *cur_image; u64 selector; struct module *mod; }; struct bpf_func_info_aux { u16 linkage; bool unreliable; }; struct bpf_jit_poke_descriptor { void *tailcall_target; void *tailcall_bypass; void *bypass_addr; void *aux; union { struct { struct bpf_map *map; u32 key; } tail_call; }; bool tailcall_target_stable; u8 adj_off; u16 reason; u32 insn_idx; }; struct bpf_ctx_arg_aux { u32 offset; enum bpf_reg_type reg_type; u32 btf_id; }; struct btf_mod_pair { struct btf *btf; struct module *module; }; struct bpf_prog_stats { u64_stats_t cnt; u64_stats_t nsecs; u64_stats_t misses; struct u64_stats_sync syncp; long: 64; }; struct sock_fprog_kern { u16 len; struct sock_filter *filter; }; struct bpf_cgroup_storage; struct bpf_prog_array_item { struct bpf_prog *prog; union { struct bpf_cgroup_storage *cgroup_storage[2]; u64 bpf_cookie; }; }; struct bpf_prog_array { struct callback_head rcu; struct bpf_prog_array_item items[0]; }; struct tc_stats { __u64 bytes; __u32 packets; __u32 drops; __u32 overlimits; __u32 bps; __u32 pps; __u32 qlen; __u32 backlog; }; struct tc_sizespec { unsigned char cell_log; unsigned char size_log; short int cell_align; int overhead; unsigned int linklayer; unsigned int mpu; unsigned int mtu; unsigned int tsize; }; struct net_rate_estimator; struct qdisc_skb_head { struct sk_buff *head; struct sk_buff *tail; __u32 qlen; spinlock_t lock; }; struct gnet_stats_basic_sync { u64_stats_t bytes; u64_stats_t packets; struct u64_stats_sync syncp; }; struct gnet_stats_queue { __u32 qlen; __u32 backlog; __u32 drops; __u32 requeues; __u32 overlimits; }; struct Qdisc_ops; struct qdisc_size_table; struct Qdisc { int (*enqueue)(struct sk_buff *, struct Qdisc *, struct sk_buff **); struct sk_buff * (*dequeue)(struct Qdisc *); unsigned int flags; u32 limit; const struct Qdisc_ops *ops; struct qdisc_size_table *stab; struct hlist_node hash; u32 handle; u32 parent; struct netdev_queue *dev_queue; struct net_rate_estimator *rate_est; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_queue *cpu_qstats; int pad; refcount_t refcnt; long: 64; long: 64; long: 64; struct sk_buff_head gso_skb; struct qdisc_skb_head q; struct gnet_stats_basic_sync bstats; struct gnet_stats_queue qstats; long unsigned int state; long unsigned int state2; struct Qdisc *next_sched; struct sk_buff_head skb_bad_txq; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t busylock; spinlock_t seqlock; struct callback_head rcu; netdevice_tracker dev_tracker; long: 64; long: 64; long: 64; long: 64; long: 64; long int privdata[0]; }; struct tcf_proto; struct tcf_block; struct mini_Qdisc { struct tcf_proto *filter_list; struct tcf_block *block; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_queue *cpu_qstats; long unsigned int rcu_state; }; struct tcmsg { unsigned char tcm_family; unsigned char tcm__pad1; short unsigned int tcm__pad2; int tcm_ifindex; __u32 tcm_handle; __u32 tcm_parent; __u32 tcm_info; }; struct gnet_dump { spinlock_t *lock; struct sk_buff *skb; struct nlattr *tail; int compat_tc_stats; int compat_xstats; int padattr; void *xstats; int xstats_len; struct tc_stats tc_stats; }; struct flow_block { struct list_head cb_list; }; typedef int flow_setup_cb_t(enum tc_setup_type, void *, void *); struct qdisc_size_table { struct callback_head rcu; struct list_head list; struct tc_sizespec szopts; int refcnt; u16 data[0]; }; struct Qdisc_class_ops; struct Qdisc_ops { struct Qdisc_ops *next; const struct Qdisc_class_ops *cl_ops; char id[16]; int priv_size; unsigned int static_flags; int (*enqueue)(struct sk_buff *, struct Qdisc *, struct sk_buff **); struct sk_buff * (*dequeue)(struct Qdisc *); struct sk_buff * (*peek)(struct Qdisc *); int (*init)(struct Qdisc *, struct nlattr *, struct netlink_ext_ack *); void (*reset)(struct Qdisc *); void (*destroy)(struct Qdisc *); int (*change)(struct Qdisc *, struct nlattr *, struct netlink_ext_ack *); void (*attach)(struct Qdisc *); int (*change_tx_queue_len)(struct Qdisc *, unsigned int); void (*change_real_num_tx)(struct Qdisc *, unsigned int); int (*dump)(struct Qdisc *, struct sk_buff *); int (*dump_stats)(struct Qdisc *, struct gnet_dump *); void (*ingress_block_set)(struct Qdisc *, u32); void (*egress_block_set)(struct Qdisc *, u32); u32 (*ingress_block_get)(struct Qdisc *); u32 (*egress_block_get)(struct Qdisc *); struct module *owner; }; struct qdisc_walker; struct Qdisc_class_ops { unsigned int flags; struct netdev_queue * (*select_queue)(struct Qdisc *, struct tcmsg *); int (*graft)(struct Qdisc *, long unsigned int, struct Qdisc *, struct Qdisc **, struct netlink_ext_ack *); struct Qdisc * (*leaf)(struct Qdisc *, long unsigned int); void (*qlen_notify)(struct Qdisc *, long unsigned int); long unsigned int (*find)(struct Qdisc *, u32); int (*change)(struct Qdisc *, u32, u32, struct nlattr **, long unsigned int *, struct netlink_ext_ack *); int (*delete)(struct Qdisc *, long unsigned int, struct netlink_ext_ack *); void (*walk)(struct Qdisc *, struct qdisc_walker *); struct tcf_block * (*tcf_block)(struct Qdisc *, long unsigned int, struct netlink_ext_ack *); long unsigned int (*bind_tcf)(struct Qdisc *, long unsigned int, u32); void (*unbind_tcf)(struct Qdisc *, long unsigned int); int (*dump)(struct Qdisc *, long unsigned int, struct sk_buff *, struct tcmsg *); int (*dump_stats)(struct Qdisc *, long unsigned int, struct gnet_dump *); }; struct tcf_chain; struct tcf_block { struct mutex lock; struct list_head chain_list; u32 index; u32 classid; refcount_t refcnt; struct net *net; struct Qdisc *q; struct rw_semaphore cb_lock; struct flow_block flow_block; struct list_head owner_list; bool keep_dst; atomic_t offloadcnt; unsigned int nooffloaddevcnt; unsigned int lockeddevcnt; struct { struct tcf_chain *chain; struct list_head filter_chain_list; } chain0; struct callback_head rcu; struct hlist_head proto_destroy_ht[128]; struct mutex proto_destroy_lock; }; struct tcf_result; struct tcf_proto_ops; struct tcf_proto { struct tcf_proto *next; void *root; int (*classify)(struct sk_buff *, const struct tcf_proto *, struct tcf_result *); __be16 protocol; u32 prio; void *data; const struct tcf_proto_ops *ops; struct tcf_chain *chain; spinlock_t lock; bool deleting; refcount_t refcnt; struct callback_head rcu; struct hlist_node destroy_ht_node; }; struct tcf_result { union { struct { long unsigned int class; u32 classid; }; const struct tcf_proto *goto_tp; }; }; struct tcf_walker; struct tcf_proto_ops { struct list_head head; char kind[16]; int (*classify)(struct sk_buff *, const struct tcf_proto *, struct tcf_result *); int (*init)(struct tcf_proto *); void (*destroy)(struct tcf_proto *, bool, struct netlink_ext_ack *); void * (*get)(struct tcf_proto *, u32); void (*put)(struct tcf_proto *, void *); int (*change)(struct net *, struct sk_buff *, struct tcf_proto *, long unsigned int, u32, struct nlattr **, void **, u32, struct netlink_ext_ack *); int (*delete)(struct tcf_proto *, void *, bool *, bool, struct netlink_ext_ack *); bool (*delete_empty)(struct tcf_proto *); void (*walk)(struct tcf_proto *, struct tcf_walker *, bool); int (*reoffload)(struct tcf_proto *, bool, flow_setup_cb_t *, void *, struct netlink_ext_ack *); void (*hw_add)(struct tcf_proto *, void *); void (*hw_del)(struct tcf_proto *, void *); void (*bind_class)(void *, u32, long unsigned int, void *, long unsigned int); void * (*tmplt_create)(struct net *, struct tcf_chain *, struct nlattr **, struct netlink_ext_ack *); void (*tmplt_destroy)(void *); int (*dump)(struct net *, struct tcf_proto *, void *, struct sk_buff *, struct tcmsg *, bool); int (*terse_dump)(struct net *, struct tcf_proto *, void *, struct sk_buff *, struct tcmsg *, bool); int (*tmplt_dump)(struct sk_buff *, struct net *, void *); struct module *owner; int flags; }; struct tcf_chain { struct mutex filter_chain_lock; struct tcf_proto *filter_chain; struct list_head list; struct tcf_block *block; u32 index; unsigned int refcnt; unsigned int action_refcnt; bool explicitly_created; bool flushing; const struct tcf_proto_ops *tmplt_ops; void *tmplt_priv; struct callback_head rcu; }; struct bpf_binary_header { u32 size; int: 32; u8 image[0]; }; typedef void (*bpf_jit_fill_hole_t)(void *, unsigned int); struct rv_jit_context { struct bpf_prog *prog; u16 *insns; int ninsns; int body_len; int epilogue_offset; int *offset; int nexentries; long unsigned int flags; int stack_size; }; struct rv_jit_data { struct bpf_binary_header *header; u8 *image; struct rv_jit_context ctx; }; struct taint_flag { char c_true; char c_false; bool module; }; enum ftrace_dump_mode { DUMP_NONE = 0, DUMP_ALL = 1, DUMP_ORIG = 2, }; struct atomic_notifier_head { spinlock_t lock; struct notifier_block *head; }; struct kobj_attribute { struct attribute attr; ssize_t (*show)(struct kobject *, struct kobj_attribute *, char *); ssize_t (*store)(struct kobject *, struct kobj_attribute *, const char *, size_t); }; enum kmsg_dump_reason { KMSG_DUMP_UNDEF = 0, KMSG_DUMP_PANIC = 1, KMSG_DUMP_OOPS = 2, KMSG_DUMP_EMERG = 3, KMSG_DUMP_SHUTDOWN = 4, KMSG_DUMP_MAX = 5, }; enum con_flush_mode { CONSOLE_FLUSH_PENDING = 0, CONSOLE_REPLAY_ALL = 1, }; enum error_detector { ERROR_DETECTOR_KFENCE = 0, ERROR_DETECTOR_KASAN = 1, ERROR_DETECTOR_WARN = 2, }; struct warn_args { const char *fmt; va_list args; }; enum { BPF_REG_0 = 0, BPF_REG_1 = 1, BPF_REG_2 = 2, BPF_REG_3 = 3, BPF_REG_4 = 4, BPF_REG_5 = 5, BPF_REG_6 = 6, BPF_REG_7 = 7, BPF_REG_8 = 8, BPF_REG_9 = 9, BPF_REG_10 = 10, __MAX_BPF_REG = 11, }; enum flow_action_hw_stats_bit { FLOW_ACTION_HW_STATS_IMMEDIATE_BIT = 0, FLOW_ACTION_HW_STATS_DELAYED_BIT = 1, FLOW_ACTION_HW_STATS_DISABLED_BIT = 2, FLOW_ACTION_HW_STATS_NUM_BITS = 3, }; enum { RV_REG_ZERO = 0, RV_REG_RA = 1, RV_REG_SP = 2, RV_REG_GP = 3, RV_REG_TP = 4, RV_REG_T0 = 5, RV_REG_T1 = 6, RV_REG_T2 = 7, RV_REG_FP = 8, RV_REG_S1 = 9, RV_REG_A0 = 10, RV_REG_A1 = 11, RV_REG_A2 = 12, RV_REG_A3 = 13, RV_REG_A4 = 14, RV_REG_A5 = 15, RV_REG_A6 = 16, RV_REG_A7 = 17, RV_REG_S2 = 18, RV_REG_S3 = 19, RV_REG_S4 = 20, RV_REG_S5 = 21, RV_REG_S6 = 22, RV_REG_S7 = 23, RV_REG_S8 = 24, RV_REG_S9 = 25, RV_REG_S10 = 26, RV_REG_S11 = 27, RV_REG_T3 = 28, RV_REG_T4 = 29, RV_REG_T5 = 30, RV_REG_T6 = 31, }; enum { RV_CTX_F_SEEN_TAIL_CALL = 0, RV_CTX_F_SEEN_CALL = 1, RV_CTX_F_SEEN_S1 = 9, RV_CTX_F_SEEN_S2 = 18, RV_CTX_F_SEEN_S3 = 19, RV_CTX_F_SEEN_S4 = 20, RV_CTX_F_SEEN_S5 = 21, RV_CTX_F_SEEN_S6 = 22, }; typedef struct { unsigned int __softirq_pending; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; } irq_cpustat_t; struct trace_print_flags { long unsigned int mask; const char *name; }; struct wait_bit_key { void *flags; int bit_nr; long unsigned int timeout; }; struct wait_bit_queue_entry { struct wait_bit_key key; struct wait_queue_entry wq_entry; }; struct softirq_action { void (*action)(struct softirq_action *); }; struct tasklet_struct { struct tasklet_struct *next; long unsigned int state; atomic_t count; bool use_callback; union { void (*func)(long unsigned int); void (*callback)(struct tasklet_struct *); }; long unsigned int data; }; enum { TASKLET_STATE_SCHED = 0, TASKLET_STATE_RUN = 1, }; struct kernel_stat { long unsigned int irqs_sum; unsigned int softirqs[10]; }; struct smp_hotplug_thread { struct task_struct **store; struct list_head list; int (*thread_should_run)(unsigned int); void (*thread_fn)(unsigned int); void (*create)(unsigned int); void (*setup)(unsigned int); void (*cleanup)(unsigned int, bool); void (*park)(unsigned int); void (*unpark)(unsigned int); bool selfparking; const char *thread_comm; }; struct trace_event_raw_irq_handler_entry { struct trace_entry ent; int irq; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_irq_handler_exit { struct trace_entry ent; int irq; int ret; char __data[0]; }; struct trace_event_raw_softirq { struct trace_entry ent; unsigned int vec; char __data[0]; }; struct trace_event_data_offsets_irq_handler_entry { u32 name; }; struct trace_event_data_offsets_irq_handler_exit {}; struct trace_event_data_offsets_softirq {}; typedef void (*btf_trace_irq_handler_entry)(void *, int, struct irqaction *); typedef void (*btf_trace_irq_handler_exit)(void *, int, struct irqaction *, int); typedef void (*btf_trace_softirq_entry)(void *, unsigned int); typedef void (*btf_trace_softirq_exit)(void *, unsigned int); typedef void (*btf_trace_softirq_raise)(void *, unsigned int); struct tasklet_head { struct tasklet_struct *head; struct tasklet_struct **tail; }; typedef void (*rcu_callback_t)(struct callback_head *); struct fdtable { unsigned int max_fds; struct file **fd; long unsigned int *close_on_exec; long unsigned int *open_fds; long unsigned int *full_fds_bits; struct callback_head rcu; }; struct files_struct { atomic_t count; bool resize_in_progress; wait_queue_head_t resize_wait; struct fdtable *fdt; struct fdtable fdtab; long: 64; long: 64; long: 64; long: 64; spinlock_t file_lock; unsigned int next_fd; long unsigned int close_on_exec_init[1]; long unsigned int open_fds_init[1]; long unsigned int full_fds_bits_init[1]; struct file *fd_array[64]; long: 64; long: 64; long: 64; long: 64; }; struct robust_list { struct robust_list *next; }; struct robust_list_head { struct robust_list list; long int futex_offset; struct robust_list *list_op_pending; }; struct io_uring_cmd { struct file *file; const void *cmd; union { void (*task_work_cb)(struct io_uring_cmd *); void *cookie; }; u32 cmd_op; u32 flags; u8 pdu[32]; }; struct waitid_info { pid_t pid; uid_t uid; int status; int cause; }; struct wait_opts { enum pid_type wo_type; int wo_flags; struct pid *wo_pid; struct waitid_info *wo_info; int wo_stat; struct rusage *wo_rusage; wait_queue_entry_t child_wait; int notask_error; }; enum tk_offsets { TK_OFFS_REAL = 0, TK_OFFS_BOOT = 1, TK_OFFS_TAI = 2, TK_OFFS_MAX = 3, }; enum { WORK_STRUCT_PENDING_BIT = 0, WORK_STRUCT_INACTIVE_BIT = 1, WORK_STRUCT_PWQ_BIT = 2, WORK_STRUCT_LINKED_BIT = 3, WORK_STRUCT_COLOR_SHIFT = 4, WORK_STRUCT_COLOR_BITS = 4, WORK_STRUCT_PENDING = 1, WORK_STRUCT_INACTIVE = 2, WORK_STRUCT_PWQ = 4, WORK_STRUCT_LINKED = 8, WORK_STRUCT_STATIC = 0, WORK_NR_COLORS = 16, WORK_CPU_UNBOUND = 32, WORK_STRUCT_FLAG_BITS = 8, WORK_OFFQ_FLAG_BASE = 4, __WORK_OFFQ_CANCELING = 4, WORK_OFFQ_CANCELING = 16, WORK_OFFQ_FLAG_BITS = 1, WORK_OFFQ_POOL_SHIFT = 5, WORK_OFFQ_LEFT = 59, WORK_OFFQ_POOL_BITS = 31, WORK_OFFQ_POOL_NONE = 2147483647, WORK_STRUCT_FLAG_MASK = 255, WORK_STRUCT_WQ_DATA_MASK = 4294967040, WORK_STRUCT_NO_POOL = 4294967264, WORK_BUSY_PENDING = 1, WORK_BUSY_RUNNING = 2, WORKER_DESC_LEN = 24, }; typedef long unsigned int vm_flags_t; enum hrtimer_mode { HRTIMER_MODE_ABS = 0, HRTIMER_MODE_REL = 1, HRTIMER_MODE_PINNED = 2, HRTIMER_MODE_SOFT = 4, HRTIMER_MODE_HARD = 8, HRTIMER_MODE_ABS_PINNED = 2, HRTIMER_MODE_REL_PINNED = 3, HRTIMER_MODE_ABS_SOFT = 4, HRTIMER_MODE_REL_SOFT = 5, HRTIMER_MODE_ABS_PINNED_SOFT = 6, HRTIMER_MODE_REL_PINNED_SOFT = 7, HRTIMER_MODE_ABS_HARD = 8, HRTIMER_MODE_REL_HARD = 9, HRTIMER_MODE_ABS_PINNED_HARD = 10, HRTIMER_MODE_REL_PINNED_HARD = 11, }; struct multiprocess_signals { sigset_t signal; struct hlist_node node; }; typedef int (*proc_visitor)(struct task_struct *, void *); struct mempolicy {}; typedef struct poll_table_struct poll_table; enum { FUTEX_STATE_OK = 0, FUTEX_STATE_EXITING = 1, FUTEX_STATE_DEAD = 2, }; enum proc_hidepid { HIDEPID_OFF = 0, HIDEPID_NO_ACCESS = 1, HIDEPID_INVISIBLE = 2, HIDEPID_NOT_PTRACEABLE = 4, }; enum proc_pidonly { PROC_PIDONLY_OFF = 0, PROC_PIDONLY_ON = 1, }; struct proc_fs_info { struct pid_namespace *pid_ns; struct dentry *proc_self; struct dentry *proc_thread_self; kgid_t pid_gid; enum proc_hidepid hide_pid; enum proc_pidonly pidonly; }; enum { BTF_FIELDS_MAX = 10, }; enum bpf_type_flag { PTR_MAYBE_NULL = 256, MEM_RDONLY = 512, MEM_RINGBUF = 1024, MEM_USER = 2048, MEM_PERCPU = 4096, OBJ_RELEASE = 8192, PTR_UNTRUSTED = 16384, MEM_UNINIT = 32768, DYNPTR_TYPE_LOCAL = 65536, DYNPTR_TYPE_RINGBUF = 131072, MEM_FIXED_SIZE = 262144, MEM_ALLOC = 524288, PTR_TRUSTED = 1048576, MEM_RCU = 2097152, __BPF_TYPE_FLAG_MAX = 2097153, __BPF_TYPE_LAST_FLAG = 2097152, }; enum bpf_arg_type { ARG_DONTCARE = 0, ARG_CONST_MAP_PTR = 1, ARG_PTR_TO_MAP_KEY = 2, ARG_PTR_TO_MAP_VALUE = 3, ARG_PTR_TO_MEM = 4, ARG_CONST_SIZE = 5, ARG_CONST_SIZE_OR_ZERO = 6, ARG_PTR_TO_CTX = 7, ARG_ANYTHING = 8, ARG_PTR_TO_SPIN_LOCK = 9, ARG_PTR_TO_SOCK_COMMON = 10, ARG_PTR_TO_INT = 11, ARG_PTR_TO_LONG = 12, ARG_PTR_TO_SOCKET = 13, ARG_PTR_TO_BTF_ID = 14, ARG_PTR_TO_RINGBUF_MEM = 15, ARG_CONST_ALLOC_SIZE_OR_ZERO = 16, ARG_PTR_TO_BTF_ID_SOCK_COMMON = 17, ARG_PTR_TO_PERCPU_BTF_ID = 18, ARG_PTR_TO_FUNC = 19, ARG_PTR_TO_STACK = 20, ARG_PTR_TO_CONST_STR = 21, ARG_PTR_TO_TIMER = 22, ARG_PTR_TO_KPTR = 23, ARG_PTR_TO_DYNPTR = 24, __BPF_ARG_TYPE_MAX = 25, ARG_PTR_TO_MAP_VALUE_OR_NULL = 259, ARG_PTR_TO_MEM_OR_NULL = 260, ARG_PTR_TO_CTX_OR_NULL = 263, ARG_PTR_TO_SOCKET_OR_NULL = 269, ARG_PTR_TO_STACK_OR_NULL = 276, ARG_PTR_TO_BTF_ID_OR_NULL = 270, ARG_PTR_TO_UNINIT_MEM = 32772, ARG_PTR_TO_FIXED_SIZE_MEM = 262148, __BPF_ARG_TYPE_LIMIT = 4194303, }; enum bpf_return_type { RET_INTEGER = 0, RET_VOID = 1, RET_PTR_TO_MAP_VALUE = 2, RET_PTR_TO_SOCKET = 3, RET_PTR_TO_TCP_SOCK = 4, RET_PTR_TO_SOCK_COMMON = 5, RET_PTR_TO_MEM = 6, RET_PTR_TO_MEM_OR_BTF_ID = 7, RET_PTR_TO_BTF_ID = 8, __BPF_RET_TYPE_MAX = 9, RET_PTR_TO_MAP_VALUE_OR_NULL = 258, RET_PTR_TO_SOCKET_OR_NULL = 259, RET_PTR_TO_TCP_SOCK_OR_NULL = 260, RET_PTR_TO_SOCK_COMMON_OR_NULL = 261, RET_PTR_TO_RINGBUF_MEM_OR_NULL = 1286, RET_PTR_TO_DYNPTR_MEM_OR_NULL = 262, RET_PTR_TO_BTF_ID_OR_NULL = 264, RET_PTR_TO_BTF_ID_TRUSTED = 1048584, __BPF_RET_TYPE_LIMIT = 4194303, }; enum bpf_cgroup_storage_type { BPF_CGROUP_STORAGE_SHARED = 0, BPF_CGROUP_STORAGE_PERCPU = 1, __BPF_CGROUP_STORAGE_MAX = 2, }; enum bpf_tramp_prog_type { BPF_TRAMP_FENTRY = 0, BPF_TRAMP_FEXIT = 1, BPF_TRAMP_MODIFY_RETURN = 2, BPF_TRAMP_MAX = 3, BPF_TRAMP_REPLACE = 4, }; struct trace_event_raw_task_newtask { struct trace_entry ent; pid_t pid; char comm[16]; long unsigned int clone_flags; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_task_rename { struct trace_entry ent; pid_t pid; char oldcomm[16]; char newcomm[16]; short int oom_score_adj; char __data[0]; }; struct trace_event_data_offsets_task_newtask {}; struct trace_event_data_offsets_task_rename {}; typedef void (*btf_trace_task_newtask)(void *, struct task_struct *, long unsigned int); typedef void (*btf_trace_task_rename)(void *, struct task_struct *, const char *); struct vm_stack { struct callback_head rcu; struct vm_struct *stack_vm_area; }; struct audit_context; typedef void (*smp_call_func_t)(void *); struct plist_head { struct list_head node_list; }; enum pm_qos_type { PM_QOS_UNITIALIZED = 0, PM_QOS_MAX = 1, PM_QOS_MIN = 2, }; struct pm_qos_constraints { struct plist_head list; s32 target_value; s32 default_value; s32 no_constraint_value; enum pm_qos_type type; struct blocking_notifier_head *notifiers; }; struct freq_constraints { struct pm_qos_constraints min_freq; struct blocking_notifier_head min_freq_notifiers; struct pm_qos_constraints max_freq; struct blocking_notifier_head max_freq_notifiers; }; struct pm_qos_flags { struct list_head list; s32 effective_flags; }; struct dev_pm_qos_request; struct dev_pm_qos { struct pm_qos_constraints resume_latency; struct pm_qos_constraints latency_tolerance; struct freq_constraints freq; struct pm_qos_flags flags; struct dev_pm_qos_request *resume_latency_req; struct dev_pm_qos_request *latency_tolerance_req; struct dev_pm_qos_request *flags_req; }; struct device_attribute { struct attribute attr; ssize_t (*show)(struct device *, struct device_attribute *, char *); ssize_t (*store)(struct device *, struct device_attribute *, const char *, size_t); }; enum cpuhp_smt_control { CPU_SMT_ENABLED = 0, CPU_SMT_DISABLED = 1, CPU_SMT_FORCE_DISABLED = 2, CPU_SMT_NOT_SUPPORTED = 3, CPU_SMT_NOT_IMPLEMENTED = 4, }; enum cc_attr { CC_ATTR_MEM_ENCRYPT = 0, CC_ATTR_HOST_MEM_ENCRYPT = 1, CC_ATTR_GUEST_MEM_ENCRYPT = 2, CC_ATTR_GUEST_STATE_ENCRYPT = 3, CC_ATTR_GUEST_UNROLL_STRING_IO = 4, CC_ATTR_GUEST_SEV_SNP = 5, CC_ATTR_HOTPLUG_DISABLED = 6, }; struct pm_qos_flags_request { struct list_head node; s32 flags; }; enum freq_qos_req_type { FREQ_QOS_MIN = 1, FREQ_QOS_MAX = 2, }; struct freq_qos_request { enum freq_qos_req_type type; struct plist_node pnode; struct freq_constraints *qos; }; enum dev_pm_qos_req_type { DEV_PM_QOS_RESUME_LATENCY = 1, DEV_PM_QOS_LATENCY_TOLERANCE = 2, DEV_PM_QOS_MIN_FREQUENCY = 3, DEV_PM_QOS_MAX_FREQUENCY = 4, DEV_PM_QOS_FLAGS = 5, }; struct dev_pm_qos_request { enum dev_pm_qos_req_type type; union { struct plist_node pnode; struct pm_qos_flags_request flr; struct freq_qos_request freq; } data; struct device *dev; }; struct trace_event_raw_cpuhp_enter { struct trace_entry ent; unsigned int cpu; int target; int idx; void *fun; char __data[0]; }; struct trace_event_raw_cpuhp_multi_enter { struct trace_entry ent; unsigned int cpu; int target; int idx; void *fun; char __data[0]; }; struct trace_event_raw_cpuhp_exit { struct trace_entry ent; unsigned int cpu; int state; int idx; int ret; char __data[0]; }; struct trace_event_data_offsets_cpuhp_enter {}; struct trace_event_data_offsets_cpuhp_multi_enter {}; struct trace_event_data_offsets_cpuhp_exit {}; typedef void (*btf_trace_cpuhp_enter)(void *, unsigned int, int, int, int (*)(unsigned int)); typedef void (*btf_trace_cpuhp_multi_enter)(void *, unsigned int, int, int, int (*)(unsigned int, struct hlist_node *), struct hlist_node *); typedef void (*btf_trace_cpuhp_exit)(void *, unsigned int, int, int, int); struct cpuhp_cpu_state { enum cpuhp_state state; enum cpuhp_state target; enum cpuhp_state fail; struct task_struct *thread; bool should_run; bool rollback; bool single; bool bringup; struct hlist_node *node; struct hlist_node *last; enum cpuhp_state cb_state; int result; struct completion done_up; struct completion done_down; }; struct cpuhp_step { const char *name; union { int (*single)(unsigned int); int (*multi)(unsigned int, struct hlist_node *); } startup; union { int (*single)(unsigned int); int (*multi)(unsigned int, struct hlist_node *); } teardown; struct hlist_head list; bool cant_stop; bool multi_instance; }; enum cpu_mitigations { CPU_MITIGATIONS_OFF = 0, CPU_MITIGATIONS_AUTO = 1, CPU_MITIGATIONS_AUTO_NOSMT = 2, }; enum { IORES_DESC_NONE = 0, IORES_DESC_CRASH_KERNEL = 1, IORES_DESC_ACPI_TABLES = 2, IORES_DESC_ACPI_NV_STORAGE = 3, IORES_DESC_PERSISTENT_MEMORY = 4, IORES_DESC_PERSISTENT_MEMORY_LEGACY = 5, IORES_DESC_DEVICE_PRIVATE_MEMORY = 6, IORES_DESC_RESERVED = 7, IORES_DESC_SOFT_RESERVED = 8, IORES_DESC_CXL = 9, }; enum { REGION_INTERSECTS = 0, REGION_DISJOINT = 1, REGION_MIXED = 2, }; struct pseudo_fs_context { const struct super_operations *ops; const struct xattr_handler **xattr; const struct dentry_operations *dops; long unsigned int magic; }; typedef void (*dr_release_t)(struct device *, void *); typedef int (*dr_match_t)(struct device *, void *, void *); struct resource_entry { struct list_head node; struct resource *res; resource_size_t offset; struct resource __res; }; struct resource_constraint { resource_size_t min; resource_size_t max; resource_size_t align; resource_size_t (*alignf)(void *, const struct resource *, resource_size_t, resource_size_t); void *alignf_data; }; enum { MAX_IORES_LEVEL = 5, }; struct region_devres { struct resource *parent; resource_size_t start; resource_size_t n; }; typedef __kernel_clock_t clock_t; struct sk_filter { refcount_t refcnt; struct callback_head rcu; struct bpf_prog *prog; }; enum sysctl_writes_mode { SYSCTL_WRITES_LEGACY = 4294967295, SYSCTL_WRITES_WARN = 0, SYSCTL_WRITES_STRICT = 1, }; struct do_proc_dointvec_minmax_conv_param { int *min; int *max; }; struct do_proc_douintvec_minmax_conv_param { unsigned int *min; unsigned int *max; }; struct sigqueue { struct list_head list; int flags; kernel_siginfo_t info; struct ucounts *ucounts; }; typedef int wait_bit_action_f(struct wait_bit_key *, int); struct ptrace_peeksiginfo_args { __u64 off; __u32 flags; __s32 nr; }; struct ptrace_syscall_info { __u8 op; __u8 pad[3]; __u32 arch; __u64 instruction_pointer; __u64 stack_pointer; union { struct { __u64 nr; __u64 args[6]; } entry; struct { __s64 rval; __u8 is_error; } exit; struct { __u64 nr; __u64 args[6]; __u32 ret_data; } seccomp; }; }; struct ptrace_rseq_configuration { __u64 rseq_abi_pointer; __u32 rseq_abi_size; __u32 signature; __u32 flags; __u32 pad; }; struct compat_iovec { compat_uptr_t iov_base; compat_size_t iov_len; }; typedef struct compat_siginfo compat_siginfo_t; struct compat_rlimit { compat_ulong_t rlim_cur; compat_ulong_t rlim_max; }; enum uts_proc { UTS_PROC_ARCH = 0, UTS_PROC_OSTYPE = 1, UTS_PROC_OSRELEASE = 2, UTS_PROC_VERSION = 3, UTS_PROC_HOSTNAME = 4, UTS_PROC_DOMAINNAME = 5, }; struct prctl_mm_map { __u64 start_code; __u64 end_code; __u64 start_data; __u64 end_data; __u64 start_brk; __u64 brk; __u64 start_stack; __u64 arg_start; __u64 arg_end; __u64 env_start; __u64 env_end; __u64 *auxv; __u32 auxv_size; __u32 exe_fd; }; struct fd { struct file *file; unsigned int flags; }; struct tms { __kernel_clock_t tms_utime; __kernel_clock_t tms_stime; __kernel_clock_t tms_cutime; __kernel_clock_t tms_cstime; }; struct getcpu_cache { long unsigned int blob[16]; }; enum { PER_LINUX = 0, PER_LINUX_32BIT = 8388608, PER_LINUX_FDPIC = 524288, PER_SVR4 = 68157441, PER_SVR3 = 83886082, PER_SCOSVR3 = 117440515, PER_OSR5 = 100663299, PER_WYSEV386 = 83886084, PER_ISCR4 = 67108869, PER_BSD = 6, PER_SUNOS = 67108870, PER_XENIX = 83886087, PER_LINUX32 = 8, PER_LINUX32_3GB = 134217736, PER_IRIX32 = 67108873, PER_IRIXN32 = 67108874, PER_IRIX64 = 67108875, PER_RISCOS = 12, PER_SOLARIS = 67108877, PER_UW7 = 68157454, PER_OSF4 = 15, PER_HPUX = 16, PER_MASK = 255, }; struct compat_sysinfo { s32 uptime; u32 loads[3]; u32 totalram; u32 freeram; u32 sharedram; u32 bufferram; u32 totalswap; u32 freeswap; u16 procs; u16 pad; u32 totalhigh; u32 freehigh; u32 mem_unit; char _f[8]; }; enum siginfo_layout { SIL_KILL = 0, SIL_TIMER = 1, SIL_POLL = 2, SIL_FAULT = 3, SIL_FAULT_TRAPNO = 4, SIL_FAULT_MCEERR = 5, SIL_FAULT_BNDERR = 6, SIL_FAULT_PKUERR = 7, SIL_FAULT_PERF_EVENT = 8, SIL_CHLD = 9, SIL_RT = 10, SIL_SYS = 11, }; struct core_vma_metadata; struct coredump_params { const kernel_siginfo_t *siginfo; struct file *file; long unsigned int limit; long unsigned int mm_flags; int cpu; loff_t written; loff_t pos; loff_t to_skip; int vma_count; size_t vma_data_size; struct core_vma_metadata *vma_meta; }; struct core_vma_metadata { long unsigned int start; long unsigned int end; long unsigned int flags; long unsigned int dump_size; long unsigned int pgoff; struct file *file; }; enum { TRACE_SIGNAL_DELIVERED = 0, TRACE_SIGNAL_IGNORED = 1, TRACE_SIGNAL_ALREADY_PENDING = 2, TRACE_SIGNAL_OVERFLOW_FAIL = 3, TRACE_SIGNAL_LOSE_INFO = 4, }; struct trace_event_raw_signal_generate { struct trace_entry ent; int sig; int errno; int code; char comm[16]; pid_t pid; int group; int result; char __data[0]; }; struct trace_event_raw_signal_deliver { struct trace_entry ent; int sig; int errno; int code; long unsigned int sa_handler; long unsigned int sa_flags; char __data[0]; }; struct trace_event_data_offsets_signal_generate {}; struct trace_event_data_offsets_signal_deliver {}; typedef void (*btf_trace_signal_generate)(void *, int, struct kernel_siginfo *, struct task_struct *, int, int); typedef void (*btf_trace_signal_deliver)(void *, int, struct kernel_siginfo *, struct k_sigaction *); enum sig_handler { HANDLER_CURRENT = 0, HANDLER_SIG_DFL = 1, HANDLER_EXIT = 2, }; struct wq_flusher; struct worker; struct workqueue_attrs; struct pool_workqueue; struct wq_device; struct workqueue_struct { struct list_head pwqs; struct list_head list; struct mutex mutex; int work_color; int flush_color; atomic_t nr_pwqs_to_flush; struct wq_flusher *first_flusher; struct list_head flusher_queue; struct list_head flusher_overflow; struct list_head maydays; struct worker *rescuer; int nr_drainers; int saved_max_active; struct workqueue_attrs *unbound_attrs; struct pool_workqueue *dfl_pwq; struct wq_device *wq_dev; char name[24]; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; long: 64; unsigned int flags; struct pool_workqueue *cpu_pwqs; struct pool_workqueue *numa_pwq_tbl[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct workqueue_attrs { int nice; cpumask_var_t cpumask; bool no_numa; }; struct execute_work { struct work_struct work; }; enum { WQ_UNBOUND = 2, WQ_FREEZABLE = 4, WQ_MEM_RECLAIM = 8, WQ_HIGHPRI = 16, WQ_CPU_INTENSIVE = 32, WQ_SYSFS = 64, WQ_POWER_EFFICIENT = 128, __WQ_DRAINING = 65536, __WQ_ORDERED = 131072, __WQ_LEGACY = 262144, __WQ_ORDERED_EXPLICIT = 524288, WQ_MAX_ACTIVE = 512, WQ_MAX_UNBOUND_PER_CPU = 4, WQ_DFL_ACTIVE = 256, }; typedef unsigned int xa_mark_t; enum xa_lock_type { XA_LOCK_IRQ = 1, XA_LOCK_BH = 2, }; struct ida { struct xarray xa; }; enum kobject_action { KOBJ_ADD = 0, KOBJ_REMOVE = 1, KOBJ_CHANGE = 2, KOBJ_MOVE = 3, KOBJ_ONLINE = 4, KOBJ_OFFLINE = 5, KOBJ_BIND = 6, KOBJ_UNBIND = 7, }; struct __una_u32 { u32 x; }; enum hk_type { HK_TYPE_TIMER = 0, HK_TYPE_RCU = 1, HK_TYPE_MISC = 2, HK_TYPE_SCHED = 3, HK_TYPE_TICK = 4, HK_TYPE_DOMAIN = 5, HK_TYPE_WQ = 6, HK_TYPE_MANAGED_IRQ = 7, HK_TYPE_KTHREAD = 8, HK_TYPE_MAX = 9, }; struct worker_pool; struct worker { union { struct list_head entry; struct hlist_node hentry; }; struct work_struct *current_work; work_func_t current_func; struct pool_workqueue *current_pwq; unsigned int current_color; struct list_head scheduled; struct task_struct *task; struct worker_pool *pool; struct list_head node; long unsigned int last_active; unsigned int flags; int id; int sleeping; char desc[24]; struct workqueue_struct *rescue_wq; work_func_t last_func; }; struct pool_workqueue { struct worker_pool *pool; struct workqueue_struct *wq; int work_color; int flush_color; int refcnt; int nr_in_flight[16]; int nr_active; int max_active; struct list_head inactive_works; struct list_head pwqs_node; struct list_head mayday_node; struct work_struct unbound_release_work; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct worker_pool { raw_spinlock_t lock; int cpu; int node; int id; unsigned int flags; long unsigned int watchdog_ts; int nr_running; struct list_head worklist; int nr_workers; int nr_idle; struct list_head idle_list; struct timer_list idle_timer; struct timer_list mayday_timer; struct hlist_head busy_hash[64]; struct worker *manager; struct list_head workers; struct completion *detach_completion; struct ida worker_ida; struct workqueue_attrs *attrs; struct hlist_node hash_node; int refcnt; struct callback_head rcu; }; enum { POOL_MANAGER_ACTIVE = 1, POOL_DISASSOCIATED = 4, WORKER_DIE = 2, WORKER_IDLE = 4, WORKER_PREP = 8, WORKER_CPU_INTENSIVE = 64, WORKER_UNBOUND = 128, WORKER_REBOUND = 256, WORKER_NOT_RUNNING = 456, NR_STD_WORKER_POOLS = 2, UNBOUND_POOL_HASH_ORDER = 6, BUSY_WORKER_HASH_ORDER = 6, MAX_IDLE_WORKERS_RATIO = 4, IDLE_WORKER_TIMEOUT = 75000, MAYDAY_INITIAL_TIMEOUT = 2, MAYDAY_INTERVAL = 25, CREATE_COOLDOWN = 250, RESCUER_NICE_LEVEL = 4294967276, HIGHPRI_NICE_LEVEL = 4294967276, WQ_NAME_LEN = 24, }; struct wq_flusher { struct list_head list; int flush_color; struct completion done; }; struct wq_device { struct workqueue_struct *wq; struct device dev; }; struct trace_event_raw_workqueue_queue_work { struct trace_entry ent; void *work; void *function; u32 __data_loc_workqueue; int req_cpu; int cpu; char __data[0]; }; struct trace_event_raw_workqueue_activate_work { struct trace_entry ent; void *work; char __data[0]; }; struct trace_event_raw_workqueue_execute_start { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_workqueue_execute_end { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_data_offsets_workqueue_queue_work { u32 workqueue; }; struct trace_event_data_offsets_workqueue_activate_work {}; struct trace_event_data_offsets_workqueue_execute_start {}; struct trace_event_data_offsets_workqueue_execute_end {}; typedef void (*btf_trace_workqueue_queue_work)(void *, int, struct pool_workqueue *, struct work_struct *); typedef void (*btf_trace_workqueue_activate_work)(void *, struct work_struct *); typedef void (*btf_trace_workqueue_execute_start)(void *, struct work_struct *); typedef void (*btf_trace_workqueue_execute_end)(void *, struct work_struct *, work_func_t); struct wq_barrier { struct work_struct work; struct completion done; struct task_struct *task; }; struct cwt_wait { wait_queue_entry_t wait; struct work_struct *work; }; struct apply_wqattrs_ctx { struct workqueue_struct *wq; struct workqueue_attrs *attrs; struct list_head list; struct pool_workqueue *dfl_pwq; struct pool_workqueue *pwq_tbl[0]; }; struct work_for_cpu { struct work_struct work; long int (*fn)(void *); void *arg; long int ret; }; typedef struct {} local_lock_t; struct xa_node { unsigned char shift; unsigned char offset; unsigned char count; unsigned char nr_values; struct xa_node *parent; struct xarray *array; union { struct list_head private_list; struct callback_head callback_head; }; void *slots[64]; union { long unsigned int tags[3]; long unsigned int marks[3]; }; }; struct radix_tree_preload { local_lock_t lock; unsigned int nr; struct xa_node *nodes; }; enum { KERNEL_PARAM_OPS_FL_NOARG = 1, }; enum { KERNEL_PARAM_FL_UNSAFE = 1, KERNEL_PARAM_FL_HWPARAM = 2, }; struct param_attribute { struct module_attribute mattr; const struct kernel_param *param; }; struct module_param_attrs { unsigned int num; struct attribute_group grp; struct param_attribute attrs[0]; }; struct module_version_attribute { struct module_attribute mattr; const char *module_name; const char *version; }; enum lockdown_reason { LOCKDOWN_NONE = 0, LOCKDOWN_MODULE_SIGNATURE = 1, LOCKDOWN_DEV_MEM = 2, LOCKDOWN_EFI_TEST = 3, LOCKDOWN_KEXEC = 4, LOCKDOWN_HIBERNATION = 5, LOCKDOWN_PCI_ACCESS = 6, LOCKDOWN_IOPORT = 7, LOCKDOWN_MSR = 8, LOCKDOWN_ACPI_TABLES = 9, LOCKDOWN_DEVICE_TREE = 10, LOCKDOWN_PCMCIA_CIS = 11, LOCKDOWN_TIOCSSERIAL = 12, LOCKDOWN_MODULE_PARAMETERS = 13, LOCKDOWN_MMIOTRACE = 14, LOCKDOWN_DEBUGFS = 15, LOCKDOWN_XMON_WR = 16, LOCKDOWN_BPF_WRITE_USER = 17, LOCKDOWN_DBG_WRITE_KERNEL = 18, LOCKDOWN_RTAS_ERROR_INJECTION = 19, LOCKDOWN_INTEGRITY_MAX = 20, LOCKDOWN_KCORE = 21, LOCKDOWN_KPROBES = 22, LOCKDOWN_BPF_READ_KERNEL = 23, LOCKDOWN_DBG_READ_KERNEL = 24, LOCKDOWN_PERF = 25, LOCKDOWN_TRACEFS = 26, LOCKDOWN_XMON_RW = 27, LOCKDOWN_XFRM_SECRET = 28, LOCKDOWN_CONFIDENTIALITY_MAX = 29, }; struct kmalloced_param { struct list_head list; char val[0]; }; typedef void (*task_work_func_t)(struct callback_head *); enum task_work_notify_mode { TWA_NONE = 0, TWA_RESUME = 1, TWA_SIGNAL = 2, TWA_SIGNAL_NO_IPI = 3, }; struct sched_param { int sched_priority; }; enum { __PERCPU_REF_ATOMIC = 1, __PERCPU_REF_DEAD = 2, __PERCPU_REF_ATOMIC_DEAD = 3, __PERCPU_REF_FLAG_BITS = 2, }; struct kthread_work; typedef void (*kthread_work_func_t)(struct kthread_work *); struct kthread_worker; struct kthread_work { struct list_head node; kthread_work_func_t func; struct kthread_worker *worker; int canceling; }; enum { KTW_FREEZABLE = 1, }; struct kthread_worker { unsigned int flags; raw_spinlock_t lock; struct list_head work_list; struct list_head delayed_work_list; struct task_struct *task; struct kthread_work *current_work; }; struct kthread_delayed_work { struct kthread_work work; struct timer_list timer; }; enum { CSS_NO_REF = 1, CSS_ONLINE = 2, CSS_RELEASED = 4, CSS_VISIBLE = 8, CSS_DYING = 16, }; struct kthread_create_info { int (*threadfn)(void *); void *data; int node; struct task_struct *result; struct completion *done; struct list_head list; }; struct kthread { long unsigned int flags; unsigned int cpu; int result; int (*threadfn)(void *); void *data; struct completion parked; struct completion exited; struct cgroup_subsys_state *blkcg_css; char *full_name; }; enum KTHREAD_BITS { KTHREAD_IS_PER_CPU = 0, KTHREAD_SHOULD_STOP = 1, KTHREAD_SHOULD_PARK = 2, }; struct kthread_flush_work { struct kthread_work work; struct completion done; }; struct ipc_ids { int in_use; short unsigned int seq; struct rw_semaphore rwsem; struct idr ipcs_idr; int max_idx; int last_idx; int next_id; struct rhashtable key_ht; }; struct ipc_namespace { struct ipc_ids ids[3]; int sem_ctls[4]; int used_sems; unsigned int msg_ctlmax; unsigned int msg_ctlmnb; unsigned int msg_ctlmni; struct percpu_counter percpu_msg_bytes; struct percpu_counter percpu_msg_hdrs; size_t shm_ctlmax; size_t shm_ctlall; long unsigned int shm_tot; int shm_ctlmni; int shm_rmid_forced; struct notifier_block ipcns_nb; struct vfsmount *mq_mnt; unsigned int mq_queues_count; unsigned int mq_queues_max; unsigned int mq_msg_max; unsigned int mq_msgsize_max; unsigned int mq_msg_default; unsigned int mq_msgsize_default; struct ctl_table_set mq_set; struct ctl_table_header *mq_sysctls; struct ctl_table_set ipc_set; struct ctl_table_header *ipc_sysctls; struct user_namespace *user_ns; struct ucounts *ucounts; struct llist_node mnt_llist; struct ns_common ns; }; struct die_args { struct pt_regs *regs; const char *str; long int err; int trapnr; int signr; }; struct srcu_notifier_head { struct mutex mutex; struct srcu_struct srcu; struct notifier_block *head; }; enum what { PROC_EVENT_NONE = 0, PROC_EVENT_FORK = 1, PROC_EVENT_EXEC = 2, PROC_EVENT_UID = 4, PROC_EVENT_GID = 64, PROC_EVENT_SID = 128, PROC_EVENT_PTRACE = 256, PROC_EVENT_COMM = 512, PROC_EVENT_COREDUMP = 1073741824, PROC_EVENT_EXIT = 2147483648, }; typedef void (*swap_func_t)(void *, void *, int); typedef int (*cmp_func_t)(const void *, const void *); enum reboot_type { BOOT_TRIPLE = 116, BOOT_KBD = 107, BOOT_BIOS = 98, BOOT_ACPI = 97, BOOT_EFI = 101, BOOT_CF9_FORCE = 112, BOOT_CF9_SAFE = 113, }; enum sys_off_mode { SYS_OFF_MODE_POWER_OFF_PREPARE = 0, SYS_OFF_MODE_POWER_OFF = 1, SYS_OFF_MODE_RESTART_PREPARE = 2, SYS_OFF_MODE_RESTART = 3, }; struct sys_off_data { int mode; void *cb_data; const char *cmd; }; struct sys_off_handler { struct notifier_block nb; int (*sys_off_cb)(struct sys_off_data *); void *cb_data; enum sys_off_mode mode; bool blocking; void *list; }; struct smpboot_thread_data { unsigned int cpu; unsigned int status; struct smp_hotplug_thread *ht; }; enum { HP_THREAD_NONE = 0, HP_THREAD_ACTIVE = 1, HP_THREAD_PARKED = 2, }; struct async_entry { struct list_head domain_list; struct list_head global_list; struct work_struct work; async_cookie_t cookie; async_func_t func; void *data; struct async_domain *domain; }; struct umd_info { const char *driver_name; struct file *pipe_to_umh; struct file *pipe_from_umh; struct path wd; struct pid *tgid; }; struct pin_cookie {}; struct __call_single_data { struct __call_single_node node; smp_call_func_t func; void *info; }; typedef struct __call_single_data call_single_data_t; enum uclamp_id { UCLAMP_MIN = 0, UCLAMP_MAX = 1, UCLAMP_CNT = 2, }; struct dl_bw { raw_spinlock_t lock; u64 bw; u64 total_bw; }; struct cpudl_item; struct cpudl { raw_spinlock_t lock; int size; cpumask_var_t free_cpus; struct cpudl_item *elements; }; struct cpupri_vec { atomic_t count; cpumask_var_t mask; }; struct cpupri { struct cpupri_vec pri_to_cpu[101]; int *cpu_to_pri; }; struct perf_domain; struct root_domain { atomic_t refcount; atomic_t rto_count; struct callback_head rcu; cpumask_var_t span; cpumask_var_t online; int overload; int overutilized; cpumask_var_t dlo_mask; atomic_t dlo_count; struct dl_bw dl_bw; struct cpudl cpudl; u64 visit_gen; struct irq_work rto_push_work; raw_spinlock_t rto_lock; int rto_loop; int rto_cpu; atomic_t rto_loop_next; atomic_t rto_loop_start; cpumask_var_t rto_mask; struct cpupri cpupri; long unsigned int max_cpu_capacity; struct perf_domain *pd; }; struct cfs_rq { struct load_weight load; unsigned int nr_running; unsigned int h_nr_running; unsigned int idle_nr_running; unsigned int idle_h_nr_running; u64 exec_clock; u64 min_vruntime; struct rb_root_cached tasks_timeline; struct sched_entity *curr; struct sched_entity *next; struct sched_entity *last; struct sched_entity *skip; unsigned int nr_spread_over; long: 32; long: 64; long: 64; long: 64; struct sched_avg avg; struct { raw_spinlock_t lock; int nr; long unsigned int load_avg; long unsigned int util_avg; long unsigned int runnable_avg; long: 64; long: 64; long: 64; long: 64; } removed; long unsigned int tg_load_avg_contrib; long int propagate; long int prop_runnable_sum; long unsigned int h_load; u64 last_h_load_update; struct sched_entity *h_load_next; struct rq *rq; int on_list; struct list_head leaf_cfs_rq_list; struct task_group *tg; int idle; int runtime_enabled; s64 runtime_remaining; u64 throttled_pelt_idle; u64 throttled_clock; u64 throttled_clock_pelt; u64 throttled_clock_pelt_time; int throttled; int throttle_count; struct list_head throttled_list; long: 64; long: 64; long: 64; long: 64; }; struct rt_prio_array { long unsigned int bitmap[2]; struct list_head queue[100]; }; struct rt_rq { struct rt_prio_array active; unsigned int rt_nr_running; unsigned int rr_nr_running; struct { int curr; int next; } highest_prio; unsigned int rt_nr_migratory; unsigned int rt_nr_total; int overloaded; struct plist_head pushable_tasks; int rt_queued; int rt_throttled; u64 rt_time; u64 rt_runtime; raw_spinlock_t rt_runtime_lock; unsigned int rt_nr_boosted; struct rq *rq; struct task_group *tg; }; struct rt_bandwidth { raw_spinlock_t rt_runtime_lock; ktime_t rt_period; u64 rt_runtime; struct hrtimer rt_period_timer; unsigned int rt_period_active; }; struct cfs_bandwidth { raw_spinlock_t lock; ktime_t period; u64 quota; u64 runtime; u64 burst; u64 runtime_snap; s64 hierarchical_quota; u8 idle; u8 period_active; u8 slack_started; struct hrtimer period_timer; struct hrtimer slack_timer; struct list_head throttled_cfs_rq; int nr_periods; int nr_throttled; int nr_burst; u64 throttled_time; u64 burst_time; }; struct task_group { struct cgroup_subsys_state css; struct sched_entity **se; struct cfs_rq **cfs_rq; long unsigned int shares; int idle; long: 32; long: 64; long: 64; long: 64; atomic_long_t load_avg; struct sched_rt_entity **rt_se; struct rt_rq **rt_rq; struct rt_bandwidth rt_bandwidth; struct callback_head rcu; struct list_head list; struct task_group *parent; struct list_head siblings; struct list_head children; struct cfs_bandwidth cfs_bandwidth; long: 64; long: 64; }; enum cpu_idle_type { CPU_IDLE = 0, CPU_NOT_IDLE = 1, CPU_NEWLY_IDLE = 2, CPU_MAX_IDLE_TYPES = 3, }; enum { SD_BALANCE_NEWIDLE = 1, SD_BALANCE_EXEC = 2, SD_BALANCE_FORK = 4, SD_BALANCE_WAKE = 8, SD_WAKE_AFFINE = 16, SD_ASYM_CPUCAPACITY = 32, SD_ASYM_CPUCAPACITY_FULL = 64, SD_SHARE_CPUCAPACITY = 128, SD_SHARE_PKG_RESOURCES = 256, SD_SERIALIZE = 512, SD_ASYM_PACKING = 1024, SD_PREFER_SIBLING = 2048, SD_OVERLAP = 4096, SD_NUMA = 8192, }; struct sched_domain_shared { atomic_t ref; atomic_t nr_busy_cpus; int has_idle_cores; int nr_idle_scan; }; struct sched_group; struct sched_domain { struct sched_domain *parent; struct sched_domain *child; struct sched_group *groups; long unsigned int min_interval; long unsigned int max_interval; unsigned int busy_factor; unsigned int imbalance_pct; unsigned int cache_nice_tries; unsigned int imb_numa_nr; int nohz_idle; int flags; int level; long unsigned int last_balance; unsigned int balance_interval; unsigned int nr_balance_failed; u64 max_newidle_lb_cost; long unsigned int last_decay_max_lb_cost; u64 avg_scan_cost; char *name; union { void *private; struct callback_head rcu; }; struct sched_domain_shared *shared; unsigned int span_weight; long unsigned int span[0]; }; struct sched_group_capacity; struct sched_group { struct sched_group *next; atomic_t ref; unsigned int group_weight; struct sched_group_capacity *sgc; int asym_prefer_cpu; int flags; long unsigned int cpumask[0]; }; struct sched_group_capacity { atomic_t ref; long unsigned int capacity; long unsigned int min_capacity; long unsigned int max_capacity; long unsigned int next_update; int imbalance; int id; long unsigned int cpumask[0]; }; struct em_perf_state { long unsigned int frequency; long unsigned int power; long unsigned int cost; long unsigned int flags; }; struct em_perf_domain { struct em_perf_state *table; int nr_perf_states; long unsigned int flags; long unsigned int cpus[0]; }; struct cpuidle_state_usage { long long unsigned int disable; long long unsigned int usage; u64 time_ns; long long unsigned int above; long long unsigned int below; long long unsigned int rejected; }; struct cpuidle_device; struct cpuidle_driver; struct cpuidle_state { char name[16]; char desc[32]; s64 exit_latency_ns; s64 target_residency_ns; unsigned int flags; unsigned int exit_latency; int power_usage; unsigned int target_residency; int (*enter)(struct cpuidle_device *, struct cpuidle_driver *, int); int (*enter_dead)(struct cpuidle_device *, int); int (*enter_s2idle)(struct cpuidle_device *, struct cpuidle_driver *, int); }; struct cpuidle_state_kobj; struct cpuidle_driver_kobj; struct cpuidle_device_kobj; struct cpuidle_device { unsigned int registered: 1; unsigned int enabled: 1; unsigned int poll_time_limit: 1; unsigned int cpu; ktime_t next_hrtimer; int last_state_idx; u64 last_residency_ns; u64 poll_limit_ns; u64 forced_idle_latency_limit_ns; struct cpuidle_state_usage states_usage[10]; struct cpuidle_state_kobj *kobjs[10]; struct cpuidle_driver_kobj *kobj_driver; struct cpuidle_device_kobj *kobj_dev; struct list_head device_list; }; struct cpuidle_driver { const char *name; struct module *owner; unsigned int bctimer: 1; struct cpuidle_state states[10]; int state_count; int safe_state_index; struct cpumask *cpumask; const char *governor; }; enum sched_tunable_scaling { SCHED_TUNABLESCALING_NONE = 0, SCHED_TUNABLESCALING_LOG = 1, SCHED_TUNABLESCALING_LINEAR = 2, SCHED_TUNABLESCALING_END = 3, }; struct cpu_stop_done; struct cpu_stop_work { struct list_head list; cpu_stop_fn_t fn; long unsigned int caller; void *arg; struct cpu_stop_done *done; }; struct cpudl_item { u64 dl; int cpu; int idx; }; typedef int (*tg_visitor)(struct task_group *, void *); struct dl_rq { struct rb_root_cached root; unsigned int dl_nr_running; struct { u64 curr; u64 next; } earliest_dl; unsigned int dl_nr_migratory; int overloaded; struct rb_root_cached pushable_dl_tasks_root; u64 running_bw; u64 this_bw; u64 extra_bw; u64 bw_ratio; }; struct balance_callback; struct rq { raw_spinlock_t __lock; unsigned int nr_running; long unsigned int last_blocked_load_update_tick; unsigned int has_blocked_load; long: 32; long: 64; call_single_data_t nohz_csd; unsigned int nohz_tick_stopped; atomic_t nohz_flags; unsigned int ttwu_pending; u64 nr_switches; long: 64; long: 64; long: 64; long: 64; long: 64; struct cfs_rq cfs; struct rt_rq rt; struct dl_rq dl; struct list_head leaf_cfs_rq_list; struct list_head *tmp_alone_branch; unsigned int nr_uninterruptible; struct task_struct *curr; struct task_struct *idle; struct task_struct *stop; long unsigned int next_balance; struct mm_struct *prev_mm; unsigned int clock_update_flags; u64 clock; long: 64; long: 64; long: 64; u64 clock_task; u64 clock_pelt; long unsigned int lost_idle_time; u64 clock_pelt_idle; u64 clock_idle; atomic_t nr_iowait; u64 last_seen_need_resched_ns; int ticks_without_resched; int membarrier_state; struct root_domain *rd; struct sched_domain *sd; long unsigned int cpu_capacity; long unsigned int cpu_capacity_orig; long unsigned int cpu_capacity_inverted; struct balance_callback *balance_callback; unsigned char nohz_idle_balance; unsigned char idle_balance; long unsigned int misfit_task_load; int active_balance; int push_cpu; struct cpu_stop_work active_balance_work; int cpu; int online; struct list_head cfs_tasks; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_avg avg_rt; struct sched_avg avg_dl; u64 idle_stamp; u64 avg_idle; long unsigned int wake_stamp; u64 wake_avg_idle; u64 max_idle_balance_cost; struct rcuwait hotplug_wait; long unsigned int calc_load_update; long int calc_load_active; call_single_data_t hrtick_csd; struct hrtimer hrtick_timer; ktime_t hrtick_time; unsigned int nr_pinned; unsigned int push_busy; struct cpu_stop_work push_work; cpumask_var_t scratch_mask; long: 64; long: 64; long: 64; }; struct perf_domain { struct em_perf_domain *em_pd; struct perf_domain *next; struct callback_head rcu; }; struct balance_callback { struct balance_callback *next; void (*func)(struct rq *); }; struct rq_flags { long unsigned int flags; struct pin_cookie cookie; unsigned int clock_update_flags; }; enum { __SCHED_FEAT_GENTLE_FAIR_SLEEPERS = 0, __SCHED_FEAT_START_DEBIT = 1, __SCHED_FEAT_NEXT_BUDDY = 2, __SCHED_FEAT_LAST_BUDDY = 3, __SCHED_FEAT_CACHE_HOT_BUDDY = 4, __SCHED_FEAT_WAKEUP_PREEMPTION = 5, __SCHED_FEAT_HRTICK = 6, __SCHED_FEAT_HRTICK_DL = 7, __SCHED_FEAT_DOUBLE_TICK = 8, __SCHED_FEAT_NONTASK_CAPACITY = 9, __SCHED_FEAT_TTWU_QUEUE = 10, __SCHED_FEAT_SIS_PROP = 11, __SCHED_FEAT_SIS_UTIL = 12, __SCHED_FEAT_WARN_DOUBLE_CLOCK = 13, __SCHED_FEAT_RT_PUSH_IPI = 14, __SCHED_FEAT_RT_RUNTIME_SHARE = 15, __SCHED_FEAT_LB_MIN = 16, __SCHED_FEAT_ATTACH_AGE_LOAD = 17, __SCHED_FEAT_WA_IDLE = 18, __SCHED_FEAT_WA_WEIGHT = 19, __SCHED_FEAT_WA_BIAS = 20, __SCHED_FEAT_UTIL_EST = 21, __SCHED_FEAT_UTIL_EST_FASTUP = 22, __SCHED_FEAT_LATENCY_WARN = 23, __SCHED_FEAT_ALT_PERIOD = 24, __SCHED_FEAT_BASE_SLICE = 25, __SCHED_FEAT_NR = 26, }; struct affinity_context { const struct cpumask *new_mask; struct cpumask *user_mask; unsigned int flags; }; enum cpu_util_type { FREQUENCY_UTIL = 0, ENERGY_UTIL = 1, }; struct energy_env { long unsigned int task_busy_time; long unsigned int pd_busy_time; long unsigned int cpu_cap; long unsigned int pd_cap; }; enum fbq_type { regular = 0, remote = 1, all = 2, }; enum group_type { group_has_spare = 0, group_fully_busy = 1, group_misfit_task = 2, group_asym_packing = 3, group_imbalanced = 4, group_overloaded = 5, }; enum migration_type { migrate_load = 0, migrate_util = 1, migrate_task = 2, migrate_misfit = 3, }; struct lb_env { struct sched_domain *sd; struct rq *src_rq; int src_cpu; int dst_cpu; struct rq *dst_rq; struct cpumask *dst_grpmask; int new_dst_cpu; enum cpu_idle_type idle; long int imbalance; struct cpumask *cpus; unsigned int flags; unsigned int loop; unsigned int loop_break; unsigned int loop_max; enum fbq_type fbq_type; enum migration_type migration_type; struct list_head tasks; }; struct sg_lb_stats { long unsigned int avg_load; long unsigned int group_load; long unsigned int group_capacity; long unsigned int group_util; long unsigned int group_runnable; unsigned int sum_nr_running; unsigned int sum_h_nr_running; unsigned int idle_cpus; unsigned int group_weight; enum group_type group_type; unsigned int group_asym_packing; long unsigned int group_misfit_task_load; }; struct sd_lb_stats { struct sched_group *busiest; struct sched_group *local; long unsigned int total_load; long unsigned int total_capacity; long unsigned int avg_load; unsigned int prefer_sibling; struct sg_lb_stats busiest_stat; struct sg_lb_stats local_stat; }; struct kernel_cpustat { u64 cpustat[10]; }; struct css_task_iter { struct cgroup_subsys *ss; unsigned int flags; struct list_head *cset_pos; struct list_head *cset_head; struct list_head *tcset_pos; struct list_head *tcset_head; struct list_head *task_pos; struct list_head *cur_tasks_head; struct css_set *cur_cset; struct css_set *cur_dcset; struct task_struct *cur_task; struct list_head iters_node; }; struct sched_attr { __u32 size; __u32 sched_policy; __u64 sched_flags; __s32 sched_nice; __u32 sched_priority; __u64 sched_runtime; __u64 sched_deadline; __u64 sched_period; __u32 sched_util_min; __u32 sched_util_max; }; struct dl_bandwidth { raw_spinlock_t dl_runtime_lock; u64 dl_runtime; u64 dl_period; }; struct idle_timer { struct hrtimer timer; int done; }; typedef struct task_group *rt_rq_iter_t; struct rt_schedulable_data { struct task_group *tg; u64 rt_period; u64 rt_runtime; }; struct ww_acquire_ctx; struct ww_mutex { struct mutex base; struct ww_acquire_ctx *ctx; }; struct ww_acquire_ctx { struct task_struct *task; long unsigned int stamp; unsigned int acquired; short unsigned int wounded; short unsigned int is_wait_die; }; struct wake_q_head { struct wake_q_node *first; struct wake_q_node **lastp; }; struct trace_event_raw_contention_begin { struct trace_entry ent; void *lock_addr; unsigned int flags; char __data[0]; }; struct trace_event_raw_contention_end { struct trace_entry ent; void *lock_addr; int ret; char __data[0]; }; struct trace_event_data_offsets_contention_begin {}; struct trace_event_data_offsets_contention_end {}; typedef void (*btf_trace_contention_begin)(void *, void *, unsigned int); typedef void (*btf_trace_contention_end)(void *, void *, int); struct mutex_waiter { struct list_head list; struct task_struct *task; struct ww_acquire_ctx *ww_ctx; }; struct semaphore { raw_spinlock_t lock; unsigned int count; struct list_head wait_list; }; struct semaphore_waiter { struct list_head list; struct task_struct *task; bool up; }; enum { CSD_FLAG_LOCK = 1, IRQ_WORK_PENDING = 1, IRQ_WORK_BUSY = 2, IRQ_WORK_LAZY = 4, IRQ_WORK_HARD_IRQ = 8, IRQ_WORK_CLAIMED = 3, CSD_TYPE_ASYNC = 0, CSD_TYPE_SYNC = 16, CSD_TYPE_IRQ_WORK = 32, CSD_TYPE_TTWU = 48, CSD_FLAG_TYPE_MASK = 240, }; typedef bool (*smp_cond_func_t)(int, void *); struct swait_queue { struct task_struct *task; struct list_head task_list; }; enum { MEMBARRIER_STATE_PRIVATE_EXPEDITED_READY = 1, MEMBARRIER_STATE_PRIVATE_EXPEDITED = 2, MEMBARRIER_STATE_GLOBAL_EXPEDITED_READY = 4, MEMBARRIER_STATE_GLOBAL_EXPEDITED = 8, MEMBARRIER_STATE_PRIVATE_EXPEDITED_SYNC_CORE_READY = 16, MEMBARRIER_STATE_PRIVATE_EXPEDITED_SYNC_CORE = 32, MEMBARRIER_STATE_PRIVATE_EXPEDITED_RSEQ_READY = 64, MEMBARRIER_STATE_PRIVATE_EXPEDITED_RSEQ = 128, }; enum { MEMBARRIER_FLAG_SYNC_CORE = 1, MEMBARRIER_FLAG_RSEQ = 2, }; struct sd_flag_debug { unsigned int meta_flags; char *name; }; struct sched_domain_attr { int relax_domain_level; }; typedef const struct cpumask * (*sched_domain_mask_f)(int); typedef int (*sched_domain_flags_f)(); struct sd_data { struct sched_domain **sd; struct sched_domain_shared **sds; struct sched_group **sg; struct sched_group_capacity **sgc; }; struct sched_domain_topology_level { sched_domain_mask_f mask; sched_domain_flags_f sd_flags; int flags; int numa_level; struct sd_data data; char *name; }; enum membarrier_cmd { MEMBARRIER_CMD_QUERY = 0, MEMBARRIER_CMD_GLOBAL = 1, MEMBARRIER_CMD_GLOBAL_EXPEDITED = 2, MEMBARRIER_CMD_REGISTER_GLOBAL_EXPEDITED = 4, MEMBARRIER_CMD_PRIVATE_EXPEDITED = 8, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED = 16, MEMBARRIER_CMD_PRIVATE_EXPEDITED_SYNC_CORE = 32, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_SYNC_CORE = 64, MEMBARRIER_CMD_PRIVATE_EXPEDITED_RSEQ = 128, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_RSEQ = 256, MEMBARRIER_CMD_SHARED = 1, }; enum membarrier_cmd_flag { MEMBARRIER_CMD_FLAG_CPU = 1, }; enum cpuacct_stat_index { CPUACCT_STAT_USER = 0, CPUACCT_STAT_SYSTEM = 1, CPUACCT_STAT_NSTATS = 2, }; struct cpuacct { struct cgroup_subsys_state css; u64 *cpuusage; struct kernel_cpustat *cpustat; }; struct s_data { struct sched_domain **sd; struct root_domain *rd; }; enum s_alloc { sa_rootdomain = 0, sa_sd = 1, sa_sd_storage = 2, sa_none = 3, }; struct asym_cap_data { struct list_head link; long unsigned int capacity; long unsigned int cpus[0]; }; enum hk_flags { HK_FLAG_TIMER = 1, HK_FLAG_RCU = 2, HK_FLAG_MISC = 4, HK_FLAG_SCHED = 8, HK_FLAG_TICK = 16, HK_FLAG_DOMAIN = 32, HK_FLAG_WQ = 64, HK_FLAG_MANAGED_IRQ = 128, HK_FLAG_KTHREAD = 256, }; struct housekeeping { struct cpumask cpumasks[9]; long unsigned int flags; }; struct optimistic_spin_node { struct optimistic_spin_node *next; struct optimistic_spin_node *prev; int locked; int cpu; }; enum rwsem_waiter_type { RWSEM_WAITING_FOR_WRITE = 0, RWSEM_WAITING_FOR_READ = 1, }; struct rwsem_waiter { struct list_head list; struct task_struct *task; enum rwsem_waiter_type type; long unsigned int timeout; bool handoff_set; }; enum rwsem_wake_type { RWSEM_WAKE_ANY = 0, RWSEM_WAKE_READERS = 1, RWSEM_WAKE_READ_OWNED = 2, }; enum owner_state { OWNER_NULL = 1, OWNER_WRITER = 2, OWNER_READER = 4, OWNER_NONSPINNABLE = 8, }; struct hrtimer_sleeper { struct hrtimer timer; struct task_struct *task; }; struct rt_mutex_base; struct rt_mutex_waiter { struct rb_node tree_entry; struct rb_node pi_tree_entry; struct task_struct *task; struct rt_mutex_base *lock; unsigned int wake_state; int prio; u64 deadline; struct ww_acquire_ctx *ww_ctx; }; struct rt_mutex_base { raw_spinlock_t wait_lock; struct rb_root_cached waiters; struct task_struct *owner; }; struct rt_mutex { struct rt_mutex_base rtmutex; }; struct rt_wake_q_head { struct wake_q_head head; struct task_struct *rtlock_task; }; enum rtmutex_chainwalk { RT_MUTEX_MIN_CHAINWALK = 0, RT_MUTEX_FULL_CHAINWALK = 1, }; struct preempt_notifier; struct preempt_ops { void (*sched_in)(struct preempt_notifier *, int); void (*sched_out)(struct preempt_notifier *, struct task_struct *); }; struct preempt_notifier { struct hlist_node link; struct preempt_ops *ops; }; typedef int (*task_call_f)(struct task_struct *, void *); struct static_key_true { struct static_key key; }; struct io_ring_ctx; struct io_wq; struct io_uring_task { int cached_refs; const struct io_ring_ctx *last; struct io_wq *io_wq; struct file *registered_rings[16]; struct xarray xa; struct wait_queue_head wait; atomic_t in_idle; atomic_t inflight_tracked; struct percpu_counter inflight; long: 64; long: 64; struct { struct llist_head task_list; struct callback_head task_work; long: 64; long: 64; long: 64; long: 64; long: 64; }; }; enum ctx_state { CONTEXT_DISABLED = 4294967295, CONTEXT_KERNEL = 0, CONTEXT_IDLE = 1, CONTEXT_USER = 2, CONTEXT_GUEST = 3, CONTEXT_MAX = 4, }; enum { CFTYPE_ONLY_ON_ROOT = 1, CFTYPE_NOT_ON_ROOT = 2, CFTYPE_NS_DELEGATABLE = 4, CFTYPE_NO_PREFIX = 8, CFTYPE_WORLD_WRITABLE = 16, CFTYPE_DEBUG = 32, __CFTYPE_ONLY_ON_DFL = 65536, __CFTYPE_NOT_ON_DFL = 131072, __CFTYPE_ADDED = 262144, }; struct trace_event_raw_sched_kthread_stop { struct trace_entry ent; char comm[16]; pid_t pid; char __data[0]; }; struct trace_event_raw_sched_kthread_stop_ret { struct trace_entry ent; int ret; char __data[0]; }; struct trace_event_raw_sched_kthread_work_queue_work { struct trace_entry ent; void *work; void *function; void *worker; char __data[0]; }; struct trace_event_raw_sched_kthread_work_execute_start { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_sched_kthread_work_execute_end { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_sched_wakeup_template { struct trace_entry ent; char comm[16]; pid_t pid; int prio; int target_cpu; char __data[0]; }; struct trace_event_raw_sched_switch { struct trace_entry ent; char prev_comm[16]; pid_t prev_pid; int prev_prio; long int prev_state; char next_comm[16]; pid_t next_pid; int next_prio; char __data[0]; }; struct trace_event_raw_sched_migrate_task { struct trace_entry ent; char comm[16]; pid_t pid; int prio; int orig_cpu; int dest_cpu; char __data[0]; }; struct trace_event_raw_sched_process_template { struct trace_entry ent; char comm[16]; pid_t pid; int prio; char __data[0]; }; struct trace_event_raw_sched_process_wait { struct trace_entry ent; char comm[16]; pid_t pid; int prio; char __data[0]; }; struct trace_event_raw_sched_process_fork { struct trace_entry ent; char parent_comm[16]; pid_t parent_pid; char child_comm[16]; pid_t child_pid; char __data[0]; }; struct trace_event_raw_sched_process_exec { struct trace_entry ent; u32 __data_loc_filename; pid_t pid; pid_t old_pid; char __data[0]; }; struct trace_event_raw_sched_stat_runtime { struct trace_entry ent; char comm[16]; pid_t pid; u64 runtime; u64 vruntime; char __data[0]; }; struct trace_event_raw_sched_pi_setprio { struct trace_entry ent; char comm[16]; pid_t pid; int oldprio; int newprio; char __data[0]; }; struct trace_event_raw_sched_move_numa { struct trace_entry ent; pid_t pid; pid_t tgid; pid_t ngid; int src_cpu; int src_nid; int dst_cpu; int dst_nid; char __data[0]; }; struct trace_event_raw_sched_numa_pair_template { struct trace_entry ent; pid_t src_pid; pid_t src_tgid; pid_t src_ngid; int src_cpu; int src_nid; pid_t dst_pid; pid_t dst_tgid; pid_t dst_ngid; int dst_cpu; int dst_nid; char __data[0]; }; struct trace_event_raw_sched_wake_idle_without_ipi { struct trace_entry ent; int cpu; char __data[0]; }; struct trace_event_data_offsets_sched_kthread_stop {}; struct trace_event_data_offsets_sched_kthread_stop_ret {}; struct trace_event_data_offsets_sched_kthread_work_queue_work {}; struct trace_event_data_offsets_sched_kthread_work_execute_start {}; struct trace_event_data_offsets_sched_kthread_work_execute_end {}; struct trace_event_data_offsets_sched_wakeup_template {}; struct trace_event_data_offsets_sched_switch {}; struct trace_event_data_offsets_sched_migrate_task {}; struct trace_event_data_offsets_sched_process_template {}; struct trace_event_data_offsets_sched_process_wait {}; struct trace_event_data_offsets_sched_process_fork {}; struct trace_event_data_offsets_sched_process_exec { u32 filename; }; struct trace_event_data_offsets_sched_stat_runtime {}; struct trace_event_data_offsets_sched_pi_setprio {}; struct trace_event_data_offsets_sched_move_numa {}; struct trace_event_data_offsets_sched_numa_pair_template {}; struct trace_event_data_offsets_sched_wake_idle_without_ipi {}; typedef void (*btf_trace_sched_kthread_stop)(void *, struct task_struct *); typedef void (*btf_trace_sched_kthread_stop_ret)(void *, int); typedef void (*btf_trace_sched_kthread_work_queue_work)(void *, struct kthread_worker *, struct kthread_work *); typedef void (*btf_trace_sched_kthread_work_execute_start)(void *, struct kthread_work *); typedef void (*btf_trace_sched_kthread_work_execute_end)(void *, struct kthread_work *, kthread_work_func_t); typedef void (*btf_trace_sched_waking)(void *, struct task_struct *); typedef void (*btf_trace_sched_wakeup)(void *, struct task_struct *); typedef void (*btf_trace_sched_wakeup_new)(void *, struct task_struct *); typedef void (*btf_trace_sched_switch)(void *, bool, struct task_struct *, struct task_struct *, unsigned int); typedef void (*btf_trace_sched_migrate_task)(void *, struct task_struct *, int); typedef void (*btf_trace_sched_process_free)(void *, struct task_struct *); typedef void (*btf_trace_sched_process_exit)(void *, struct task_struct *); typedef void (*btf_trace_sched_wait_task)(void *, struct task_struct *); typedef void (*btf_trace_sched_process_wait)(void *, struct pid *); typedef void (*btf_trace_sched_process_fork)(void *, struct task_struct *, struct task_struct *); typedef void (*btf_trace_sched_process_exec)(void *, struct task_struct *, pid_t, struct linux_binprm *); typedef void (*btf_trace_sched_stat_runtime)(void *, struct task_struct *, u64, u64); typedef void (*btf_trace_sched_pi_setprio)(void *, struct task_struct *, struct task_struct *); typedef void (*btf_trace_sched_move_numa)(void *, struct task_struct *, int, int); typedef void (*btf_trace_sched_stick_numa)(void *, struct task_struct *, int, struct task_struct *, int); typedef void (*btf_trace_sched_swap_numa)(void *, struct task_struct *, int, struct task_struct *, int); typedef void (*btf_trace_sched_wake_idle_without_ipi)(void *, int); typedef void (*btf_trace_pelt_cfs_tp)(void *, struct cfs_rq *); typedef void (*btf_trace_pelt_rt_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_dl_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_thermal_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_irq_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_se_tp)(void *, struct sched_entity *); typedef void (*btf_trace_sched_cpu_capacity_tp)(void *, struct rq *); typedef void (*btf_trace_sched_overutilized_tp)(void *, struct root_domain *, bool); typedef void (*btf_trace_sched_util_est_cfs_tp)(void *, struct cfs_rq *); typedef void (*btf_trace_sched_util_est_se_tp)(void *, struct sched_entity *); typedef void (*btf_trace_sched_update_nr_running_tp)(void *, struct rq *, int); struct io_uring_sqe { __u8 opcode; __u8 flags; __u16 ioprio; __s32 fd; union { __u64 off; __u64 addr2; struct { __u32 cmd_op; __u32 __pad1; }; }; union { __u64 addr; __u64 splice_off_in; }; __u32 len; union { __kernel_rwf_t rw_flags; __u32 fsync_flags; __u16 poll_events; __u32 poll32_events; __u32 sync_range_flags; __u32 msg_flags; __u32 timeout_flags; __u32 accept_flags; __u32 cancel_flags; __u32 open_flags; __u32 statx_flags; __u32 fadvise_advice; __u32 splice_flags; __u32 rename_flags; __u32 unlink_flags; __u32 hardlink_flags; __u32 xattr_flags; __u32 msg_ring_flags; __u32 uring_cmd_flags; }; __u64 user_data; union { __u16 buf_index; __u16 buf_group; }; __u16 personality; union { __s32 splice_fd_in; __u32 file_index; struct { __u16 addr_len; __u16 __pad3[1]; }; }; union { struct { __u64 addr3; __u64 __pad2[1]; }; __u8 cmd[0]; }; }; enum { IOSQE_FIXED_FILE_BIT = 0, IOSQE_IO_DRAIN_BIT = 1, IOSQE_IO_LINK_BIT = 2, IOSQE_IO_HARDLINK_BIT = 3, IOSQE_ASYNC_BIT = 4, IOSQE_BUFFER_SELECT_BIT = 5, IOSQE_CQE_SKIP_SUCCESS_BIT = 6, }; enum io_uring_op { IORING_OP_NOP = 0, IORING_OP_READV = 1, IORING_OP_WRITEV = 2, IORING_OP_FSYNC = 3, IORING_OP_READ_FIXED = 4, IORING_OP_WRITE_FIXED = 5, IORING_OP_POLL_ADD = 6, IORING_OP_POLL_REMOVE = 7, IORING_OP_SYNC_FILE_RANGE = 8, IORING_OP_SENDMSG = 9, IORING_OP_RECVMSG = 10, IORING_OP_TIMEOUT = 11, IORING_OP_TIMEOUT_REMOVE = 12, IORING_OP_ACCEPT = 13, IORING_OP_ASYNC_CANCEL = 14, IORING_OP_LINK_TIMEOUT = 15, IORING_OP_CONNECT = 16, IORING_OP_FALLOCATE = 17, IORING_OP_OPENAT = 18, IORING_OP_CLOSE = 19, IORING_OP_FILES_UPDATE = 20, IORING_OP_STATX = 21, IORING_OP_READ = 22, IORING_OP_WRITE = 23, IORING_OP_FADVISE = 24, IORING_OP_MADVISE = 25, IORING_OP_SEND = 26, IORING_OP_RECV = 27, IORING_OP_OPENAT2 = 28, IORING_OP_EPOLL_CTL = 29, IORING_OP_SPLICE = 30, IORING_OP_PROVIDE_BUFFERS = 31, IORING_OP_REMOVE_BUFFERS = 32, IORING_OP_TEE = 33, IORING_OP_SHUTDOWN = 34, IORING_OP_RENAMEAT = 35, IORING_OP_UNLINKAT = 36, IORING_OP_MKDIRAT = 37, IORING_OP_SYMLINKAT = 38, IORING_OP_LINKAT = 39, IORING_OP_MSG_RING = 40, IORING_OP_FSETXATTR = 41, IORING_OP_SETXATTR = 42, IORING_OP_FGETXATTR = 43, IORING_OP_GETXATTR = 44, IORING_OP_SOCKET = 45, IORING_OP_URING_CMD = 46, IORING_OP_SEND_ZC = 47, IORING_OP_SENDMSG_ZC = 48, IORING_OP_LAST = 49, }; struct io_uring_cqe { __u64 user_data; __s32 res; __u32 flags; __u64 big_cqe[0]; }; enum { IORING_REGISTER_BUFFERS = 0, IORING_UNREGISTER_BUFFERS = 1, IORING_REGISTER_FILES = 2, IORING_UNREGISTER_FILES = 3, IORING_REGISTER_EVENTFD = 4, IORING_UNREGISTER_EVENTFD = 5, IORING_REGISTER_FILES_UPDATE = 6, IORING_REGISTER_EVENTFD_ASYNC = 7, IORING_REGISTER_PROBE = 8, IORING_REGISTER_PERSONALITY = 9, IORING_UNREGISTER_PERSONALITY = 10, IORING_REGISTER_RESTRICTIONS = 11, IORING_REGISTER_ENABLE_RINGS = 12, IORING_REGISTER_FILES2 = 13, IORING_REGISTER_FILES_UPDATE2 = 14, IORING_REGISTER_BUFFERS2 = 15, IORING_REGISTER_BUFFERS_UPDATE = 16, IORING_REGISTER_IOWQ_AFF = 17, IORING_UNREGISTER_IOWQ_AFF = 18, IORING_REGISTER_IOWQ_MAX_WORKERS = 19, IORING_REGISTER_RING_FDS = 20, IORING_UNREGISTER_RING_FDS = 21, IORING_REGISTER_PBUF_RING = 22, IORING_UNREGISTER_PBUF_RING = 23, IORING_REGISTER_SYNC_CANCEL = 24, IORING_REGISTER_FILE_ALLOC_RANGE = 25, IORING_REGISTER_LAST = 26, }; struct io_wq_work_node { struct io_wq_work_node *next; }; struct io_wq_work_list { struct io_wq_work_node *first; struct io_wq_work_node *last; }; struct io_wq_work { struct io_wq_work_node list; unsigned int flags; int cancel_seq; }; struct io_fixed_file { long unsigned int file_ptr; }; struct io_file_table { struct io_fixed_file *files; long unsigned int *bitmap; unsigned int alloc_hint; }; struct io_hash_bucket { spinlock_t lock; struct hlist_head list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_hash_table { struct io_hash_bucket *hbs; unsigned int hash_bits; }; struct io_kiocb; struct io_submit_link { struct io_kiocb *head; struct io_kiocb *last; }; struct io_submit_state { struct io_wq_work_node free_list; struct io_wq_work_list compl_reqs; struct io_submit_link link; bool plug_started; bool need_plug; short unsigned int submit_nr; unsigned int cqes_count; struct blk_plug plug; struct io_uring_cqe cqes[16]; }; struct io_alloc_cache { struct hlist_head list; unsigned int nr_cached; }; struct io_restriction { long unsigned int register_op[1]; long unsigned int sqe_op[1]; u8 sqe_flags_allowed; u8 sqe_flags_required; bool registered; }; struct io_rings; struct io_rsrc_node; struct io_mapped_ubuf; struct io_buffer_list; struct io_sq_data; struct io_ev_fd; struct io_rsrc_data; struct io_wq_hash; struct io_ring_ctx { struct { struct percpu_ref refs; struct io_rings *rings; unsigned int flags; enum task_work_notify_mode notify_method; unsigned int compat: 1; unsigned int drain_next: 1; unsigned int restricted: 1; unsigned int off_timeout_used: 1; unsigned int drain_active: 1; unsigned int drain_disabled: 1; unsigned int has_evfd: 1; unsigned int syscall_iopoll: 1; unsigned int task_complete: 1; long: 55; long: 64; long: 64; long: 64; }; struct { struct mutex uring_lock; u32 *sq_array; struct io_uring_sqe *sq_sqes; unsigned int cached_sq_head; unsigned int sq_entries; struct io_rsrc_node *rsrc_node; int rsrc_cached_refs; atomic_t cancel_seq; struct io_file_table file_table; unsigned int nr_user_files; unsigned int nr_user_bufs; struct io_mapped_ubuf **user_bufs; struct io_submit_state submit_state; struct io_buffer_list *io_bl; struct xarray io_bl_xa; struct list_head io_buffers_cache; struct io_hash_table cancel_table_locked; struct list_head cq_overflow_list; struct io_alloc_cache apoll_cache; struct io_alloc_cache netmsg_cache; long: 64; long: 64; }; struct io_wq_work_list locked_free_list; unsigned int locked_free_nr; const struct cred *sq_creds; struct io_sq_data *sq_data; struct wait_queue_head sqo_sq_wait; struct list_head sqd_list; long unsigned int check_cq; unsigned int file_alloc_start; unsigned int file_alloc_end; struct xarray personalities; u32 pers_next; long: 32; long: 64; struct { struct io_uring_cqe *cqe_cached; struct io_uring_cqe *cqe_sentinel; unsigned int cached_cq_tail; unsigned int cq_entries; struct io_ev_fd *io_ev_fd; struct wait_queue_head cq_wait; unsigned int cq_extra; }; struct { spinlock_t completion_lock; bool poll_multi_queue; struct io_wq_work_list iopoll_list; struct io_hash_table cancel_table; struct llist_head work_llist; struct list_head io_buffers_comp; }; struct { spinlock_t timeout_lock; atomic_t cq_timeouts; struct list_head timeout_list; struct list_head ltimeout_list; unsigned int cq_last_tm_flush; long: 32; long: 64; long: 64; }; struct io_restriction restrictions; struct task_struct *submitter_task; struct io_rsrc_node *rsrc_backup_node; struct io_mapped_ubuf *dummy_ubuf; struct io_rsrc_data *file_data; struct io_rsrc_data *buf_data; struct delayed_work rsrc_put_work; struct callback_head rsrc_put_tw; struct llist_head rsrc_put_llist; struct list_head rsrc_ref_list; spinlock_t rsrc_ref_lock; struct list_head io_buffers_pages; struct socket *ring_sock; struct io_wq_hash *hash_map; struct user_struct *user; struct mm_struct *mm_account; struct llist_head fallback_llist; struct delayed_work fallback_work; struct work_struct exit_work; struct list_head tctx_list; struct completion ref_comp; u32 iowq_limits[2]; bool iowq_limits_set; struct list_head defer_list; unsigned int sq_thread_idle; unsigned int evfd_last_cq_tail; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_uring { u32 head; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 tail; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_rings { struct io_uring sq; struct io_uring cq; u32 sq_ring_mask; u32 cq_ring_mask; u32 sq_ring_entries; u32 cq_ring_entries; u32 sq_dropped; atomic_t sq_flags; u32 cq_flags; u32 cq_overflow; long: 64; long: 64; long: 64; long: 64; struct io_uring_cqe cqes[0]; }; struct io_cmd_data { struct file *file; __u8 data[56]; }; struct io_cqe { __u64 user_data; __s32 res; union { __u32 flags; int fd; }; }; typedef void (*io_req_tw_func_t)(struct io_kiocb *, bool *); struct io_task_work { struct llist_node node; io_req_tw_func_t func; }; struct io_buffer; struct async_poll; struct io_kiocb { union { struct file *file; struct io_cmd_data cmd; }; u8 opcode; u8 iopoll_completed; u16 buf_index; unsigned int flags; struct io_cqe cqe; struct io_ring_ctx *ctx; struct task_struct *task; struct io_rsrc_node *rsrc_node; union { struct io_mapped_ubuf *imu; struct io_buffer *kbuf; struct io_buffer_list *buf_list; }; union { struct io_wq_work_node comp_list; __poll_t apoll_events; }; atomic_t refs; atomic_t poll_refs; struct io_task_work io_task_work; union { struct hlist_node hash_node; struct { u64 extra1; u64 extra2; }; }; struct async_poll *apoll; void *async_data; struct io_kiocb *link; const struct cred *creds; struct io_wq_work work; }; struct io_ev_fd { struct eventfd_ctx *cq_ev_fd; unsigned int eventfd_async: 1; struct callback_head rcu; atomic_t refs; atomic_t ops; }; struct io_wq_hash { refcount_t refs; long unsigned int map; struct wait_queue_head wait; }; enum { REQ_F_FIXED_FILE_BIT = 0, REQ_F_IO_DRAIN_BIT = 1, REQ_F_LINK_BIT = 2, REQ_F_HARDLINK_BIT = 3, REQ_F_FORCE_ASYNC_BIT = 4, REQ_F_BUFFER_SELECT_BIT = 5, REQ_F_CQE_SKIP_BIT = 6, REQ_F_FAIL_BIT = 8, REQ_F_INFLIGHT_BIT = 9, REQ_F_CUR_POS_BIT = 10, REQ_F_NOWAIT_BIT = 11, REQ_F_LINK_TIMEOUT_BIT = 12, REQ_F_NEED_CLEANUP_BIT = 13, REQ_F_POLLED_BIT = 14, REQ_F_BUFFER_SELECTED_BIT = 15, REQ_F_BUFFER_RING_BIT = 16, REQ_F_REISSUE_BIT = 17, REQ_F_CREDS_BIT = 18, REQ_F_REFCOUNT_BIT = 19, REQ_F_ARM_LTIMEOUT_BIT = 20, REQ_F_ASYNC_DATA_BIT = 21, REQ_F_SKIP_LINK_CQES_BIT = 22, REQ_F_SINGLE_POLL_BIT = 23, REQ_F_DOUBLE_POLL_BIT = 24, REQ_F_PARTIAL_IO_BIT = 25, REQ_F_CQE32_INIT_BIT = 26, REQ_F_APOLL_MULTISHOT_BIT = 27, REQ_F_CLEAR_POLLIN_BIT = 28, REQ_F_HASH_LOCKED_BIT = 29, REQ_F_SUPPORT_NOWAIT_BIT = 30, REQ_F_ISREG_BIT = 31, __REQ_F_LAST_BIT = 32, }; struct set_affinity_pending; struct migration_arg { struct task_struct *task; int dest_cpu; struct set_affinity_pending *pending; }; struct set_affinity_pending { refcount_t refs; unsigned int stop_pending; struct completion done; struct cpu_stop_work stop_work; struct migration_arg arg; }; struct cfs_schedulable_data { struct task_group *tg; u64 period; u64 quota; }; enum { cpuset = 0, possible = 1, fail = 2, }; union cpumask_rcuhead { cpumask_t cpumask; struct callback_head rcu; }; struct sysrq_key_op { void (* const handler)(int); const char * const help_msg; const char * const action_msg; const int enable_mask; }; enum pm_qos_req_action { PM_QOS_ADD_REQ = 0, PM_QOS_UPDATE_REQ = 1, PM_QOS_REMOVE_REQ = 2, }; struct dev_printk_info; typedef unsigned int uint; typedef struct { seqcount_t seqcount; } seqcount_latch_t; struct dev_printk_info { char subsystem[16]; char device[48]; }; struct console { char name[16]; void (*write)(struct console *, const char *, unsigned int); int (*read)(struct console *, char *, unsigned int); struct tty_driver * (*device)(struct console *, int *); void (*unblank)(); int (*setup)(struct console *, char *); int (*exit)(struct console *); int (*match)(struct console *, char *, int, char *); short int flags; short int index; int cflag; uint ispeed; uint ospeed; u64 seq; long unsigned int dropped; void *data; struct hlist_node node; }; struct kmsg_dump_iter { u64 cur_seq; u64 next_seq; }; struct kmsg_dumper { struct list_head list; void (*dump)(struct kmsg_dumper *, enum kmsg_dump_reason); enum kmsg_dump_reason max_reason; bool registered; }; struct trace_event_raw_console { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_data_offsets_console { u32 msg; }; typedef void (*btf_trace_console)(void *, const char *, size_t); struct printk_info { u64 seq; u64 ts_nsec; u16 text_len; u8 facility; u8 flags: 5; u8 level: 3; u32 caller_id; struct dev_printk_info dev_info; }; struct printk_record { struct printk_info *info; char *text_buf; unsigned int text_buf_size; }; struct prb_data_blk_lpos { long unsigned int begin; long unsigned int next; }; struct prb_desc { atomic_long_t state_var; struct prb_data_blk_lpos text_blk_lpos; }; struct prb_data_ring { unsigned int size_bits; char *data; atomic_long_t head_lpos; atomic_long_t tail_lpos; }; struct prb_desc_ring { unsigned int count_bits; struct prb_desc *descs; struct printk_info *infos; atomic_long_t head_id; atomic_long_t tail_id; atomic_long_t last_finalized_id; }; struct printk_ringbuffer { struct prb_desc_ring desc_ring; struct prb_data_ring text_data_ring; atomic_long_t fail; }; struct prb_reserved_entry { struct printk_ringbuffer *rb; long unsigned int irqflags; long unsigned int id; unsigned int text_space; }; enum desc_state { desc_miss = 4294967295, desc_reserved = 0, desc_committed = 1, desc_finalized = 2, desc_reusable = 3, }; struct console_cmdline { char name[16]; int index; bool user_specified; char *options; }; enum printk_info_flags { LOG_NEWLINE = 2, LOG_CONT = 8, }; enum devkmsg_log_bits { __DEVKMSG_LOG_BIT_ON = 0, __DEVKMSG_LOG_BIT_OFF = 1, __DEVKMSG_LOG_BIT_LOCK = 2, }; enum devkmsg_log_masks { DEVKMSG_LOG_MASK_ON = 1, DEVKMSG_LOG_MASK_OFF = 2, DEVKMSG_LOG_MASK_LOCK = 4, }; enum con_msg_format_flags { MSG_FORMAT_DEFAULT = 0, MSG_FORMAT_SYSLOG = 1, }; struct latched_seq { seqcount_latch_t latch; u64 val[2]; }; struct devkmsg_user { atomic64_t seq; struct ratelimit_state rs; struct mutex lock; char buf[8192]; struct printk_info info; char text_buf[8192]; struct printk_record record; }; struct prb_data_block { long unsigned int id; char data[0]; }; enum { IRQ_TYPE_NONE = 0, IRQ_TYPE_EDGE_RISING = 1, IRQ_TYPE_EDGE_FALLING = 2, IRQ_TYPE_EDGE_BOTH = 3, IRQ_TYPE_LEVEL_HIGH = 4, IRQ_TYPE_LEVEL_LOW = 8, IRQ_TYPE_LEVEL_MASK = 12, IRQ_TYPE_SENSE_MASK = 15, IRQ_TYPE_DEFAULT = 15, IRQ_TYPE_PROBE = 16, IRQ_LEVEL = 256, IRQ_PER_CPU = 512, IRQ_NOPROBE = 1024, IRQ_NOREQUEST = 2048, IRQ_NOAUTOEN = 4096, IRQ_NO_BALANCING = 8192, IRQ_MOVE_PCNTXT = 16384, IRQ_NESTED_THREAD = 32768, IRQ_NOTHREAD = 65536, IRQ_PER_CPU_DEVID = 131072, IRQ_IS_POLLED = 262144, IRQ_DISABLE_UNLAZY = 524288, IRQ_HIDDEN = 1048576, IRQ_NO_DEBUG = 2097152, }; enum { IRQTF_RUNTHREAD = 0, IRQTF_WARNED = 1, IRQTF_AFFINITY = 2, IRQTF_FORCED_THREAD = 3, IRQTF_READY = 4, }; enum { IRQS_AUTODETECT = 1, IRQS_SPURIOUS_DISABLED = 2, IRQS_POLL_INPROGRESS = 8, IRQS_ONESHOT = 32, IRQS_REPLAY = 64, IRQS_WAITING = 128, IRQS_PENDING = 512, IRQS_SUSPENDED = 2048, IRQS_TIMINGS = 4096, IRQS_NMI = 8192, IRQS_SYSFS = 16384, }; enum { _IRQ_DEFAULT_INIT_FLAGS = 0, _IRQ_PER_CPU = 512, _IRQ_LEVEL = 256, _IRQ_NOPROBE = 1024, _IRQ_NOREQUEST = 2048, _IRQ_NOTHREAD = 65536, _IRQ_NOAUTOEN = 4096, _IRQ_MOVE_PCNTXT = 16384, _IRQ_NO_BALANCING = 8192, _IRQ_NESTED_THREAD = 32768, _IRQ_PER_CPU_DEVID = 131072, _IRQ_IS_POLLED = 262144, _IRQ_DISABLE_UNLAZY = 524288, _IRQ_HIDDEN = 1048576, _IRQ_NO_DEBUG = 2097152, _IRQF_MODIFY_MASK = 2096911, }; struct irq_affinity_desc { struct cpumask mask; unsigned int is_managed: 1; }; enum { IRQCHIP_SET_TYPE_MASKED = 1, IRQCHIP_EOI_IF_HANDLED = 2, IRQCHIP_MASK_ON_SUSPEND = 4, IRQCHIP_ONOFFLINE_ENABLED = 8, IRQCHIP_SKIP_SET_WAKE = 16, IRQCHIP_ONESHOT_SAFE = 32, IRQCHIP_EOI_THREADED = 64, IRQCHIP_SUPPORTS_LEVEL_MSI = 128, IRQCHIP_SUPPORTS_NMI = 256, IRQCHIP_ENABLE_WAKEUP_ON_SUSPEND = 512, IRQCHIP_AFFINITY_PRE_STARTUP = 1024, IRQCHIP_IMMUTABLE = 2048, }; struct irq_devres { unsigned int irq; void *dev_id; }; struct irq_desc_devres { unsigned int from; unsigned int cnt; }; enum { IRQC_IS_HARDIRQ = 0, IRQC_IS_NESTED = 1, }; enum { IRQ_SET_MASK_OK = 0, IRQ_SET_MASK_OK_NOCOPY = 1, IRQ_SET_MASK_OK_DONE = 2, }; struct arch_msi_msg_addr_lo { u32 address_lo; }; typedef struct arch_msi_msg_addr_lo arch_msi_msg_addr_lo_t; struct arch_msi_msg_addr_hi { u32 address_hi; }; typedef struct arch_msi_msg_addr_hi arch_msi_msg_addr_hi_t; struct arch_msi_msg_data { u32 data; }; typedef struct arch_msi_msg_data arch_msi_msg_data_t; struct msi_msg { union { u32 address_lo; arch_msi_msg_addr_lo_t arch_addr_lo; }; union { u32 address_hi; arch_msi_msg_addr_hi_t arch_addr_hi; }; union { u32 data; arch_msi_msg_data_t arch_data; }; }; struct pci_msi_desc { union { u32 msi_mask; u32 msix_ctrl; }; struct { u8 is_msix: 1; u8 multiple: 3; u8 multi_cap: 3; u8 can_mask: 1; u8 is_64: 1; u8 is_virtual: 1; unsigned int default_irq; } msi_attrib; union { u8 mask_pos; void *mask_base; }; }; union msi_domain_cookie { u64 value; void *ptr; void *iobase; }; union msi_instance_cookie { u64 value; void *ptr; }; struct msi_desc_data { union msi_domain_cookie dcookie; union msi_instance_cookie icookie; }; struct msi_desc { unsigned int irq; unsigned int nvec_used; struct device *dev; struct msi_msg msg; struct irq_affinity_desc *affinity; struct device_attribute *sysfs_attrs; void (*write_msi_msg)(struct msi_desc *, void *); void *write_msi_msg_data; u16 msi_index; union { struct pci_msi_desc pci; struct msi_desc_data data; }; }; enum msi_domain_ids { MSI_DEFAULT_DOMAIN = 0, MSI_SECONDARY_DOMAIN = 1, MSI_MAX_DEVICE_IRQDOMAINS = 2, }; struct msi_alloc_info { struct msi_desc *desc; irq_hw_number_t hwirq; long unsigned int flags; union { long unsigned int ul; void *ptr; } scratchpad[2]; }; typedef struct msi_alloc_info msi_alloc_info_t; struct msi_dev_domain { struct xarray store; struct irq_domain *domain; }; struct platform_msi_priv_data; struct msi_device_data { long unsigned int properties; struct platform_msi_priv_data *platform_data; struct mutex mutex; struct msi_dev_domain __domains[2]; long unsigned int __iter_idx; }; struct msi_domain_ops { irq_hw_number_t (*get_hwirq)(struct msi_domain_info *, msi_alloc_info_t *); int (*msi_init)(struct irq_domain *, struct msi_domain_info *, unsigned int, irq_hw_number_t, msi_alloc_info_t *); void (*msi_free)(struct irq_domain *, struct msi_domain_info *, unsigned int); int (*msi_prepare)(struct irq_domain *, struct device *, int, msi_alloc_info_t *); void (*prepare_desc)(struct irq_domain *, msi_alloc_info_t *, struct msi_desc *); void (*set_desc)(msi_alloc_info_t *, struct msi_desc *); int (*domain_alloc_irqs)(struct irq_domain *, struct device *, int); void (*domain_free_irqs)(struct irq_domain *, struct device *); void (*msi_post_free)(struct irq_domain *, struct device *); }; struct msi_domain_info { u32 flags; enum irq_domain_bus_token bus_token; unsigned int hwsize; struct msi_domain_ops *ops; struct irq_chip *chip; void *chip_data; irq_flow_handler_t handler; void *handler_data; const char *handler_name; void *data; }; enum { IRQ_STARTUP_NORMAL = 0, IRQ_STARTUP_MANAGED = 1, IRQ_STARTUP_ABORT = 2, }; struct of_phandle_args { struct device_node *np; int args_count; uint32_t args[16]; }; enum { IRQ_DOMAIN_FLAG_HIERARCHY = 1, IRQ_DOMAIN_NAME_ALLOCATED = 2, IRQ_DOMAIN_FLAG_IPI_PER_CPU = 4, IRQ_DOMAIN_FLAG_IPI_SINGLE = 8, IRQ_DOMAIN_FLAG_MSI = 16, IRQ_DOMAIN_FLAG_MSI_REMAP = 32, IRQ_DOMAIN_FLAG_NO_MAP = 64, IRQ_DOMAIN_FLAG_MSI_PARENT = 256, IRQ_DOMAIN_FLAG_MSI_DEVICE = 512, IRQ_DOMAIN_FLAG_NONCORE = 65536, }; enum { IRQCHIP_FWNODE_REAL = 0, IRQCHIP_FWNODE_NAMED = 1, IRQCHIP_FWNODE_NAMED_ID = 2, }; struct irqchip_fwid { struct fwnode_handle fwnode; unsigned int type; char *name; phys_addr_t *pa; }; struct proc_ops { unsigned int proc_flags; int (*proc_open)(struct inode *, struct file *); ssize_t (*proc_read)(struct file *, char *, size_t, loff_t *); ssize_t (*proc_read_iter)(struct kiocb *, struct iov_iter *); ssize_t (*proc_write)(struct file *, const char *, size_t, loff_t *); loff_t (*proc_lseek)(struct file *, loff_t, int); int (*proc_release)(struct inode *, struct file *); __poll_t (*proc_poll)(struct file *, struct poll_table_struct *); long int (*proc_ioctl)(struct file *, unsigned int, long unsigned int); long int (*proc_compat_ioctl)(struct file *, unsigned int, long unsigned int); int (*proc_mmap)(struct file *, struct vm_area_struct *); long unsigned int (*proc_get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); }; enum { AFFINITY = 0, AFFINITY_LIST = 1, EFFECTIVE = 2, EFFECTIVE_LIST = 3, }; struct cpu_topology { int thread_id; int core_id; int cluster_id; int package_id; cpumask_t thread_sibling; cpumask_t core_sibling; cpumask_t cluster_sibling; cpumask_t llc_sibling; }; struct irq_affinity { unsigned int pre_vectors; unsigned int post_vectors; unsigned int nr_sets; unsigned int set_size[4]; void (*calc_sets)(struct irq_affinity *, unsigned int); void *priv; }; struct node_vectors { unsigned int id; union { unsigned int nvectors; unsigned int ncpus; }; }; enum { GP_IDLE = 0, GP_ENTER = 1, GP_PASSED = 2, GP_EXIT = 3, GP_REPLAY = 4, }; struct xa_limit { u32 max; u32 min; }; struct pci_device_id { __u32 vendor; __u32 device; __u32 subvendor; __u32 subdevice; __u32 class; __u32 class_mask; kernel_ulong_t driver_data; __u32 override_only; }; struct msi_map { int index; int virq; }; enum msi_desc_filter { MSI_DESC_ALL = 0, MSI_DESC_NOTASSOCIATED = 1, MSI_DESC_ASSOCIATED = 2, }; struct msi_domain_template { char name[48]; struct irq_chip chip; struct msi_domain_ops ops; struct msi_domain_info info; }; enum { MSI_FLAG_USE_DEF_DOM_OPS = 1, MSI_FLAG_USE_DEF_CHIP_OPS = 2, MSI_FLAG_ACTIVATE_EARLY = 4, MSI_FLAG_MUST_REACTIVATE = 8, MSI_FLAG_DEV_SYSFS = 16, MSI_FLAG_ALLOC_SIMPLE_MSI_DESCS = 32, MSI_FLAG_FREE_MSI_DESCS = 64, MSI_FLAG_NOMASK_QUIRK = 128, MSI_GENERIC_FLAGS_MASK = 65535, MSI_DOMAIN_FLAGS_MASK = 4294901760, MSI_FLAG_MULTI_PCI_MSI = 65536, MSI_FLAG_PCI_MSIX = 131072, MSI_FLAG_LEVEL_CAPABLE = 262144, MSI_FLAG_MSIX_CONTIGUOUS = 524288, MSI_FLAG_PCI_MSIX_ALLOC_DYN = 1048576, MSI_FLAG_PCI_IMS = 2097152, }; struct pci_bus; struct hotplug_slot; struct pci_slot { struct pci_bus *bus; struct list_head list; struct hotplug_slot *hotplug; unsigned char number; struct kobject kobj; }; typedef short unsigned int pci_bus_flags_t; struct pci_dev; struct pci_ops; struct pci_bus { struct list_head node; struct pci_bus *parent; struct list_head children; struct list_head devices; struct pci_dev *self; struct list_head slots; struct resource *resource[4]; struct list_head resources; struct resource busn_res; struct pci_ops *ops; void *sysdata; struct proc_dir_entry *procdir; unsigned char number; unsigned char primary; unsigned char max_bus_speed; unsigned char cur_bus_speed; int domain_nr; char name[48]; short unsigned int bridge_ctl; pci_bus_flags_t bus_flags; struct device *bridge; struct device dev; struct bin_attribute *legacy_io; struct bin_attribute *legacy_mem; unsigned int is_added: 1; unsigned int unsafe_warn: 1; }; enum { PCI_STD_RESOURCES = 0, PCI_STD_RESOURCE_END = 5, PCI_ROM_RESOURCE = 6, PCI_IOV_RESOURCES = 7, PCI_IOV_RESOURCE_END = 12, PCI_BRIDGE_RESOURCES = 13, PCI_BRIDGE_RESOURCE_END = 16, PCI_NUM_RESOURCES = 17, DEVICE_COUNT_RESOURCE = 17, }; typedef int pci_power_t; typedef unsigned int pci_channel_state_t; typedef unsigned int pcie_reset_state_t; typedef short unsigned int pci_dev_flags_t; struct pci_vpd { struct mutex lock; unsigned int len; u8 cap; }; struct aer_stats; struct rcec_ea; struct pci_driver; struct pcie_link_state; struct pci_sriov; struct pci_dev { struct list_head bus_list; struct pci_bus *bus; struct pci_bus *subordinate; void *sysdata; struct proc_dir_entry *procent; struct pci_slot *slot; unsigned int devfn; short unsigned int vendor; short unsigned int device; short unsigned int subsystem_vendor; short unsigned int subsystem_device; unsigned int class; u8 revision; u8 hdr_type; u16 aer_cap; struct aer_stats *aer_stats; struct rcec_ea *rcec_ea; struct pci_dev *rcec; u32 devcap; u8 pcie_cap; u8 msi_cap; u8 msix_cap; u8 pcie_mpss: 3; u8 rom_base_reg; u8 pin; u16 pcie_flags_reg; long unsigned int *dma_alias_mask; struct pci_driver *driver; u64 dma_mask; struct device_dma_parameters dma_parms; pci_power_t current_state; unsigned int imm_ready: 1; u8 pm_cap; unsigned int pme_support: 5; unsigned int pme_poll: 1; unsigned int d1_support: 1; unsigned int d2_support: 1; unsigned int no_d1d2: 1; unsigned int no_d3cold: 1; unsigned int bridge_d3: 1; unsigned int d3cold_allowed: 1; unsigned int mmio_always_on: 1; unsigned int wakeup_prepared: 1; unsigned int skip_bus_pm: 1; unsigned int ignore_hotplug: 1; unsigned int hotplug_user_indicators: 1; unsigned int clear_retrain_link: 1; unsigned int d3hot_delay; unsigned int d3cold_delay; struct pcie_link_state *link_state; unsigned int ltr_path: 1; u16 l1ss; unsigned int pasid_no_tlp: 1; unsigned int eetlp_prefix_path: 1; pci_channel_state_t error_state; struct device dev; int cfg_size; unsigned int irq; struct resource resource[17]; struct resource driver_exclusive_resource; bool match_driver; unsigned int transparent: 1; unsigned int io_window: 1; unsigned int pref_window: 1; unsigned int pref_64_window: 1; unsigned int multifunction: 1; unsigned int is_busmaster: 1; unsigned int no_msi: 1; unsigned int no_64bit_msi: 1; unsigned int block_cfg_access: 1; unsigned int broken_parity_status: 1; unsigned int irq_reroute_variant: 2; unsigned int msi_enabled: 1; unsigned int msix_enabled: 1; unsigned int ari_enabled: 1; unsigned int ats_enabled: 1; unsigned int pasid_enabled: 1; unsigned int pri_enabled: 1; unsigned int is_managed: 1; unsigned int is_msi_managed: 1; unsigned int needs_freset: 1; unsigned int state_saved: 1; unsigned int is_physfn: 1; unsigned int is_virtfn: 1; unsigned int is_hotplug_bridge: 1; unsigned int shpc_managed: 1; unsigned int is_thunderbolt: 1; unsigned int untrusted: 1; unsigned int external_facing: 1; unsigned int broken_intx_masking: 1; unsigned int io_window_1k: 1; unsigned int irq_managed: 1; unsigned int non_compliant_bars: 1; unsigned int is_probed: 1; unsigned int link_active_reporting: 1; unsigned int no_vf_scan: 1; unsigned int no_command_memory: 1; unsigned int rom_bar_overlap: 1; pci_dev_flags_t dev_flags; atomic_t enable_cnt; u32 saved_config_space[16]; struct hlist_head saved_cap_space; int rom_attr_enabled; struct bin_attribute *res_attr[17]; struct bin_attribute *res_attr_wc[17]; unsigned int broken_cmd_compl: 1; u16 ptm_cap; unsigned int ptm_root: 1; unsigned int ptm_enabled: 1; u8 ptm_granularity; void *msix_base; raw_spinlock_t msi_lock; struct pci_vpd vpd; u16 dpc_cap; unsigned int dpc_rp_extensions: 1; u8 dpc_rp_log_size; union { struct pci_sriov *sriov; struct pci_dev *physfn; }; u16 ats_cap; u8 ats_stu; u16 pri_cap; u32 pri_reqs_alloc; unsigned int pasid_required: 1; u16 pasid_cap; u16 pasid_features; u16 acs_cap; phys_addr_t rom; size_t romlen; const char *driver_override; long unsigned int priv_flags; u8 reset_methods[7]; }; struct pci_dynids { spinlock_t lock; struct list_head list; }; struct pci_error_handlers; struct pci_driver { struct list_head node; const char *name; const struct pci_device_id *id_table; int (*probe)(struct pci_dev *, const struct pci_device_id *); void (*remove)(struct pci_dev *); int (*suspend)(struct pci_dev *, pm_message_t); int (*resume)(struct pci_dev *); void (*shutdown)(struct pci_dev *); int (*sriov_configure)(struct pci_dev *, int); int (*sriov_set_msix_vec_count)(struct pci_dev *, int); u32 (*sriov_get_vf_total_msix)(struct pci_dev *); const struct pci_error_handlers *err_handler; const struct attribute_group **groups; const struct attribute_group **dev_groups; struct device_driver driver; struct pci_dynids dynids; bool driver_managed_dma; }; struct pci_ops { int (*add_bus)(struct pci_bus *); void (*remove_bus)(struct pci_bus *); void * (*map_bus)(struct pci_bus *, unsigned int, int); int (*read)(struct pci_bus *, unsigned int, int, int, u32 *); int (*write)(struct pci_bus *, unsigned int, int, int, u32); }; typedef unsigned int pci_ers_result_t; struct pci_error_handlers { pci_ers_result_t (*error_detected)(struct pci_dev *, pci_channel_state_t); pci_ers_result_t (*mmio_enabled)(struct pci_dev *); pci_ers_result_t (*slot_reset)(struct pci_dev *); void (*reset_prepare)(struct pci_dev *); void (*reset_done)(struct pci_dev *); void (*resume)(struct pci_dev *); void (*cor_error_detected)(struct pci_dev *); }; struct msi_ctrl { unsigned int domid; unsigned int first; unsigned int last; unsigned int nirqs; }; struct rcu_synchronize { struct callback_head head; struct completion completion; }; struct rcu_cblist { struct callback_head *head; struct callback_head **tail; long int len; }; enum rcutorture_type { RCU_FLAVOR = 0, RCU_TASKS_FLAVOR = 1, RCU_TASKS_RUDE_FLAVOR = 2, RCU_TASKS_TRACING_FLAVOR = 3, RCU_TRIVIAL_FLAVOR = 4, SRCU_FLAVOR = 5, INVALID_RCU_FLAVOR = 6, }; typedef void (*call_rcu_func_t)(struct callback_head *, rcu_callback_t); struct trace_event_raw_rcu_utilization { struct trace_entry ent; const char *s; char __data[0]; }; struct trace_event_raw_rcu_stall_warning { struct trace_entry ent; const char *rcuname; const char *msg; char __data[0]; }; struct trace_event_data_offsets_rcu_utilization {}; struct trace_event_data_offsets_rcu_stall_warning {}; typedef void (*btf_trace_rcu_utilization)(void *, const char *); typedef void (*btf_trace_rcu_stall_warning)(void *, const char *, const char *); struct rcu_tasks; typedef void (*rcu_tasks_gp_func_t)(struct rcu_tasks *); typedef void (*pregp_func_t)(struct list_head *); typedef void (*pertask_func_t)(struct task_struct *, struct list_head *); typedef void (*postscan_func_t)(struct list_head *); typedef void (*holdouts_func_t)(struct list_head *, bool, bool *); typedef void (*postgp_func_t)(struct rcu_tasks *); struct rcu_tasks_percpu; struct rcu_tasks { struct rcuwait cbs_wait; raw_spinlock_t cbs_gbl_lock; struct mutex tasks_gp_mutex; int gp_state; int gp_sleep; int init_fract; long unsigned int gp_jiffies; long unsigned int gp_start; long unsigned int tasks_gp_seq; long unsigned int n_ipis; long unsigned int n_ipis_fails; struct task_struct *kthread_ptr; rcu_tasks_gp_func_t gp_func; pregp_func_t pregp_func; pertask_func_t pertask_func; postscan_func_t postscan_func; holdouts_func_t holdouts_func; postgp_func_t postgp_func; call_rcu_func_t call_func; struct rcu_tasks_percpu *rtpcpu; int percpu_enqueue_shift; int percpu_enqueue_lim; int percpu_dequeue_lim; long unsigned int percpu_dequeue_gpseq; struct mutex barrier_q_mutex; atomic_t barrier_q_count; struct completion barrier_q_completion; long unsigned int barrier_q_seq; char *name; char *kname; }; struct rcu_tasks_percpu { struct rcu_segcblist cblist; raw_spinlock_t lock; long unsigned int rtp_jiffies; long unsigned int rtp_n_lock_retries; struct work_struct rtp_work; struct irq_work rtp_irq_work; struct callback_head barrier_q_head; struct list_head rtp_blkd_tasks; int cpu; struct rcu_tasks *rtpp; }; struct trc_stall_chk_rdr { int nesting; int ipi_to_cpu; u8 needqs; }; struct rcu_gp_oldstate { long unsigned int rgos_norm; long unsigned int rgos_exp; }; struct context_tracking { atomic_t state; long int dynticks_nesting; long int dynticks_nmi_nesting; }; enum tick_dep_bits { TICK_DEP_BIT_POSIX_TIMER = 0, TICK_DEP_BIT_PERF_EVENTS = 1, TICK_DEP_BIT_SCHED = 2, TICK_DEP_BIT_CLOCK_UNSTABLE = 3, TICK_DEP_BIT_RCU = 4, TICK_DEP_BIT_RCU_EXP = 5, }; struct rcu_exp_work { long unsigned int rew_s; struct work_struct rew_work; }; struct rcu_node { raw_spinlock_t lock; long unsigned int gp_seq; long unsigned int gp_seq_needed; long unsigned int completedqs; long unsigned int qsmask; long unsigned int rcu_gp_init_mask; long unsigned int qsmaskinit; long unsigned int qsmaskinitnext; long unsigned int expmask; long unsigned int expmaskinit; long unsigned int expmaskinitnext; long unsigned int cbovldmask; long unsigned int ffmask; long unsigned int grpmask; int grplo; int grphi; u8 grpnum; u8 level; bool wait_blkd_tasks; struct rcu_node *parent; struct list_head blkd_tasks; struct list_head *gp_tasks; struct list_head *exp_tasks; struct list_head *boost_tasks; struct rt_mutex boost_mtx; long unsigned int boost_time; struct mutex boost_kthread_mutex; struct task_struct *boost_kthread_task; unsigned int boost_kthread_status; long unsigned int n_boosts; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; raw_spinlock_t fqslock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t exp_lock; long unsigned int exp_seq_rq; wait_queue_head_t exp_wq[4]; struct rcu_exp_work rew; bool exp_need_flush; raw_spinlock_t exp_poll_lock; long unsigned int exp_seq_poll_rq; struct work_struct exp_poll_wq; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; union rcu_noqs { struct { u8 norm; u8 exp; } b; u16 s; }; struct rcu_data { long unsigned int gp_seq; long unsigned int gp_seq_needed; union rcu_noqs cpu_no_qs; bool core_needs_qs; bool beenonline; bool gpwrap; bool cpu_started; struct rcu_node *mynode; long unsigned int grpmask; long unsigned int ticks_this_gp; struct irq_work defer_qs_iw; bool defer_qs_iw_pending; struct work_struct strict_work; struct rcu_segcblist cblist; long int qlen_last_fqs_check; long unsigned int n_cbs_invoked; long unsigned int n_force_qs_snap; long int blimit; int dynticks_snap; bool rcu_need_heavy_qs; bool rcu_urgent_qs; bool rcu_forced_tick; bool rcu_forced_tick_exp; long unsigned int barrier_seq_snap; struct callback_head barrier_head; int exp_dynticks_snap; struct task_struct *rcu_cpu_kthread_task; unsigned int rcu_cpu_kthread_status; char rcu_cpu_has_work; long unsigned int rcuc_activity; unsigned int softirq_snap; struct irq_work rcu_iw; bool rcu_iw_pending; long unsigned int rcu_iw_gp_seq; long unsigned int rcu_ofl_gp_seq; short int rcu_ofl_gp_flags; long unsigned int rcu_onl_gp_seq; short int rcu_onl_gp_flags; long unsigned int last_fqs_resched; long unsigned int last_sched_clock; long int lazy_len; int cpu; }; struct rcu_state { struct rcu_node node[3]; struct rcu_node *level[3]; int ncpus; int n_online_cpus; long: 64; long: 64; long: 64; long: 64; long unsigned int gp_seq; long unsigned int gp_max; struct task_struct *gp_kthread; struct swait_queue_head gp_wq; short int gp_flags; short int gp_state; long unsigned int gp_wake_time; long unsigned int gp_wake_seq; long unsigned int gp_seq_polled; long unsigned int gp_seq_polled_snap; long unsigned int gp_seq_polled_exp_snap; struct mutex barrier_mutex; atomic_t barrier_cpu_count; struct completion barrier_completion; long unsigned int barrier_sequence; raw_spinlock_t barrier_lock; struct mutex exp_mutex; struct mutex exp_wake_mutex; long unsigned int expedited_sequence; atomic_t expedited_need_qs; struct swait_queue_head expedited_wq; int ncpus_snap; u8 cbovld; u8 cbovldnext; long unsigned int jiffies_force_qs; long unsigned int jiffies_kick_kthreads; long unsigned int n_force_qs; long unsigned int gp_start; long unsigned int gp_end; long unsigned int gp_activity; long unsigned int gp_req_activity; long unsigned int jiffies_stall; long unsigned int jiffies_resched; long unsigned int n_force_qs_gpstart; const char *name; char abbr; long: 56; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; arch_spinlock_t ofl_lock; int nocb_is_setup; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kvfree_rcu_bulk_data { long unsigned int nr_records; struct kvfree_rcu_bulk_data *next; void *records[0]; }; struct kfree_rcu_cpu; struct kfree_rcu_cpu_work { struct rcu_work rcu_work; struct callback_head *head_free; struct kvfree_rcu_bulk_data *bkvhead_free[2]; struct kfree_rcu_cpu *krcp; }; struct kfree_rcu_cpu { struct callback_head *head; struct kvfree_rcu_bulk_data *bkvhead[2]; struct kfree_rcu_cpu_work krw_arr[2]; raw_spinlock_t lock; struct delayed_work monitor_work; bool initialized; int count; struct delayed_work page_cache_work; atomic_t backoff_page_cache_fill; atomic_t work_in_progress; struct hrtimer hrtimer; struct llist_head bkvcache; int nr_bkv_objs; }; struct scatterlist { long unsigned int page_link; unsigned int offset; unsigned int length; dma_addr_t dma_address; }; struct sg_table { struct scatterlist *sgl; unsigned int nents; unsigned int orig_nents; }; enum pci_p2pdma_map_type { PCI_P2PDMA_MAP_UNKNOWN = 0, PCI_P2PDMA_MAP_NOT_SUPPORTED = 1, PCI_P2PDMA_MAP_BUS_ADDR = 2, PCI_P2PDMA_MAP_THRU_HOST_BRIDGE = 3, }; struct pci_p2pdma_map_state { struct dev_pagemap *pgmap; int map; u64 bus_off; }; struct dma_map_ops { unsigned int flags; void * (*alloc)(struct device *, size_t, dma_addr_t *, gfp_t, long unsigned int); void (*free)(struct device *, size_t, void *, dma_addr_t, long unsigned int); struct page * (*alloc_pages)(struct device *, size_t, dma_addr_t *, enum dma_data_direction, gfp_t); void (*free_pages)(struct device *, size_t, struct page *, dma_addr_t, enum dma_data_direction); struct sg_table * (*alloc_noncontiguous)(struct device *, size_t, enum dma_data_direction, gfp_t, long unsigned int); void (*free_noncontiguous)(struct device *, size_t, struct sg_table *, enum dma_data_direction); int (*mmap)(struct device *, struct vm_area_struct *, void *, dma_addr_t, size_t, long unsigned int); int (*get_sgtable)(struct device *, struct sg_table *, void *, dma_addr_t, size_t, long unsigned int); dma_addr_t (*map_page)(struct device *, struct page *, long unsigned int, size_t, enum dma_data_direction, long unsigned int); void (*unmap_page)(struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); int (*map_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction, long unsigned int); void (*unmap_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction, long unsigned int); dma_addr_t (*map_resource)(struct device *, phys_addr_t, size_t, enum dma_data_direction, long unsigned int); void (*unmap_resource)(struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); void (*sync_single_for_cpu)(struct device *, dma_addr_t, size_t, enum dma_data_direction); void (*sync_single_for_device)(struct device *, dma_addr_t, size_t, enum dma_data_direction); void (*sync_sg_for_cpu)(struct device *, struct scatterlist *, int, enum dma_data_direction); void (*sync_sg_for_device)(struct device *, struct scatterlist *, int, enum dma_data_direction); void (*cache_sync)(struct device *, void *, size_t, enum dma_data_direction); int (*dma_supported)(struct device *, u64); u64 (*get_required_mask)(struct device *); size_t (*max_mapping_size)(struct device *); size_t (*opt_mapping_size)(); long unsigned int (*get_merge_boundary)(struct device *); }; struct dma_sgt_handle { struct sg_table sgt; struct page **pages; }; struct dma_devres { size_t size; void *vaddr; dma_addr_t dma_handle; long unsigned int attrs; }; struct dma_coherent_mem { void *virt_base; dma_addr_t device_base; long unsigned int pfn_base; int size; long unsigned int *bitmap; spinlock_t spinlock; bool use_dev_dma_pfn_offset; }; struct reserved_mem_ops; struct reserved_mem { const char *name; long unsigned int fdt_node; long unsigned int phandle; const struct reserved_mem_ops *ops; phys_addr_t base; phys_addr_t size; void *priv; }; struct reserved_mem_ops { int (*device_init)(struct reserved_mem *, struct device *); void (*device_release)(struct reserved_mem *, struct device *); }; typedef int (*reservedmem_of_init_fn)(struct reserved_mem *); struct debugfs_u32_array { u32 *array; u32 n_elements; }; struct cma_kobject; struct cma { long unsigned int base_pfn; long unsigned int count; long unsigned int *bitmap; unsigned int order_per_bit; spinlock_t lock; struct hlist_head mem_head; spinlock_t mem_head_lock; struct debugfs_u32_array dfs_bitmap; char name[64]; atomic64_t nr_pages_succeeded; atomic64_t nr_pages_failed; struct cma_kobject *cma_kobj; bool reserve_pages_on_error; }; struct io_tlb_area { long unsigned int used; unsigned int index; spinlock_t lock; }; struct io_tlb_slot { phys_addr_t orig_addr; size_t alloc_size; unsigned int list; }; struct trace_event_raw_swiotlb_bounced { struct trace_entry ent; u32 __data_loc_dev_name; u64 dma_mask; dma_addr_t dev_addr; size_t size; bool force; char __data[0]; }; struct trace_event_data_offsets_swiotlb_bounced { u32 dev_name; }; typedef void (*btf_trace_swiotlb_bounced)(void *, struct device *, dma_addr_t, size_t); struct gen_pool; typedef long unsigned int (*genpool_algo_t)(long unsigned int *, long unsigned int, long unsigned int, unsigned int, void *, struct gen_pool *, long unsigned int); struct gen_pool { spinlock_t lock; struct list_head chunks; int min_alloc_order; genpool_algo_t algo; void *data; const char *name; }; struct interval_tree_node { struct rb_node rb; long unsigned int start; long unsigned int last; long unsigned int __subtree_last; }; enum mmu_notifier_event { MMU_NOTIFY_UNMAP = 0, MMU_NOTIFY_CLEAR = 1, MMU_NOTIFY_PROTECTION_VMA = 2, MMU_NOTIFY_PROTECTION_PAGE = 3, MMU_NOTIFY_SOFT_DIRTY = 4, MMU_NOTIFY_RELEASE = 5, MMU_NOTIFY_MIGRATE = 6, MMU_NOTIFY_EXCLUSIVE = 7, }; struct mmu_notifier; struct mmu_notifier_range; struct mmu_notifier_ops { void (*release)(struct mmu_notifier *, struct mm_struct *); int (*clear_flush_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); int (*clear_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); int (*test_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int); void (*change_pte)(struct mmu_notifier *, struct mm_struct *, long unsigned int, pte_t); int (*invalidate_range_start)(struct mmu_notifier *, const struct mmu_notifier_range *); void (*invalidate_range_end)(struct mmu_notifier *, const struct mmu_notifier_range *); void (*invalidate_range)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); struct mmu_notifier * (*alloc_notifier)(struct mm_struct *); void (*free_notifier)(struct mmu_notifier *); }; struct mmu_notifier { struct hlist_node hlist; const struct mmu_notifier_ops *ops; struct mm_struct *mm; struct callback_head rcu; unsigned int users; }; struct mmu_notifier_range { struct vm_area_struct *vma; struct mm_struct *mm; long unsigned int start; long unsigned int end; unsigned int flags; enum mmu_notifier_event event; void *owner; }; struct kvm_debug_exit_arch {}; struct kvm_sync_regs {}; struct kvm_hyperv_exit { __u32 type; __u32 pad1; union { struct { __u32 msr; __u32 pad2; __u64 control; __u64 evt_page; __u64 msg_page; } synic; struct { __u64 input; __u64 result; __u64 params[2]; } hcall; struct { __u32 msr; __u32 pad2; __u64 control; __u64 status; __u64 send_page; __u64 recv_page; __u64 pending_page; } syndbg; } u; }; struct kvm_xen_exit { __u32 type; union { struct { __u32 longmode; __u32 cpl; __u64 input; __u64 result; __u64 params[6]; } hcall; } u; }; struct kvm_run { __u8 request_interrupt_window; __u8 immediate_exit; __u8 padding1[6]; __u32 exit_reason; __u8 ready_for_interrupt_injection; __u8 if_flag; __u16 flags; __u64 cr8; __u64 apic_base; union { struct { __u64 hardware_exit_reason; } hw; struct { __u64 hardware_entry_failure_reason; __u32 cpu; } fail_entry; struct { __u32 exception; __u32 error_code; } ex; struct { __u8 direction; __u8 size; __u16 port; __u32 count; __u64 data_offset; } io; struct { struct kvm_debug_exit_arch arch; } debug; struct { __u64 phys_addr; __u8 data[8]; __u32 len; __u8 is_write; } mmio; struct { __u64 nr; __u64 args[6]; __u64 ret; __u32 longmode; __u32 pad; } hypercall; struct { __u64 rip; __u32 is_write; __u32 pad; } tpr_access; struct { __u8 icptcode; __u16 ipa; __u32 ipb; } s390_sieic; __u64 s390_reset_flags; struct { __u64 trans_exc_code; __u32 pgm_code; } s390_ucontrol; struct { __u32 dcrn; __u32 data; __u8 is_write; } dcr; struct { __u32 suberror; __u32 ndata; __u64 data[16]; } internal; struct { __u32 suberror; __u32 ndata; __u64 flags; union { struct { __u8 insn_size; __u8 insn_bytes[15]; }; }; } emulation_failure; struct { __u64 gprs[32]; } osi; struct { __u64 nr; __u64 ret; __u64 args[9]; } papr_hcall; struct { __u16 subchannel_id; __u16 subchannel_nr; __u32 io_int_parm; __u32 io_int_word; __u32 ipb; __u8 dequeued; } s390_tsch; struct { __u32 epr; } epr; struct { __u32 type; __u32 ndata; union { __u64 data[16]; }; } system_event; struct { __u64 addr; __u8 ar; __u8 reserved; __u8 fc; __u8 sel1; __u16 sel2; } s390_stsi; struct { __u8 vector; } eoi; struct kvm_hyperv_exit hyperv; struct { __u64 esr_iss; __u64 fault_ipa; } arm_nisv; struct { __u8 error; __u8 pad[7]; __u32 reason; __u32 index; __u64 data; } msr; struct kvm_xen_exit xen; struct { long unsigned int extension_id; long unsigned int function_id; long unsigned int args[6]; long unsigned int ret[2]; } riscv_sbi; struct { long unsigned int csr_num; long unsigned int new_value; long unsigned int write_mask; long unsigned int ret_value; } riscv_csr; struct { __u32 flags; } notify; char padding[256]; }; __u64 kvm_valid_regs; __u64 kvm_dirty_regs; union { struct kvm_sync_regs regs; char padding[2048]; } s; }; struct kvm_coalesced_mmio { __u64 phys_addr; __u32 len; union { __u32 pad; __u32 pio; }; __u8 data[8]; }; struct kvm_coalesced_mmio_ring { __u32 first; __u32 last; struct kvm_coalesced_mmio coalesced_mmio[0]; }; struct kvm_dirty_gfn { __u32 flags; __u32 slot; __u64 offset; }; struct kvm_stats_desc { __u32 flags; __s16 exponent; __u16 size; __u32 offset; __u32 bucket_size; char name[0]; }; typedef u64 gpa_t; typedef u64 gfn_t; struct kvm_arch_memory_slot {}; struct kvm_memory_slot { struct hlist_node id_node[2]; struct interval_tree_node hva_node[2]; struct rb_node gfn_node[2]; gfn_t base_gfn; long unsigned int npages; long unsigned int *dirty_bitmap; struct kvm_arch_memory_slot arch; long unsigned int userspace_addr; u32 flags; short int id; u16 as_id; }; struct kvm_memslots { u64 generation; atomic_long_t last_used_slot; struct rb_root_cached hva_tree; struct rb_root gfn_tree; struct hlist_head id_hash[128]; int node_idx; }; struct kvm_vm_stat_generic { u64 remote_tlb_flush; u64 remote_tlb_flush_requests; }; struct kvm_vm_stat { struct kvm_vm_stat_generic generic; }; struct kvm_vmid { long unsigned int vmid_version; long unsigned int vmid; }; struct kvm_guest_timer { u32 nsec_mult; u32 nsec_shift; u64 time_delta; }; struct kvm_arch { struct kvm_vmid vmid; pgd_t *pgd; phys_addr_t pgd_phys; struct kvm_guest_timer timer; }; struct kvm_io_bus; struct kvm_stat_data; struct kvm { spinlock_t mmu_lock; struct mutex slots_lock; struct mutex slots_arch_lock; struct mm_struct *mm; long unsigned int nr_memslot_pages; struct kvm_memslots __memslots[2]; struct kvm_memslots *memslots[1]; struct xarray vcpu_array; atomic_t nr_memslots_dirty_logging; spinlock_t mn_invalidate_lock; long unsigned int mn_active_invalidate_count; struct rcuwait mn_memslots_update_rcuwait; spinlock_t gpc_lock; struct list_head gpc_list; atomic_t online_vcpus; int max_vcpus; int created_vcpus; int last_boosted_vcpu; struct list_head vm_list; struct mutex lock; struct kvm_io_bus *buses[4]; struct { spinlock_t lock; struct list_head items; struct list_head resampler_list; struct mutex resampler_lock; } irqfds; struct list_head ioeventfds; struct kvm_vm_stat stat; struct kvm_arch arch; refcount_t users_count; struct kvm_coalesced_mmio_ring *coalesced_mmio_ring; spinlock_t ring_lock; struct list_head coalesced_zones; struct mutex irq_lock; struct mmu_notifier mmu_notifier; long unsigned int mmu_invalidate_seq; long int mmu_invalidate_in_progress; long unsigned int mmu_invalidate_range_start; long unsigned int mmu_invalidate_range_end; struct list_head devices; u64 manual_dirty_log_protect; struct dentry *debugfs_dentry; struct kvm_stat_data **debugfs_stat_data; struct srcu_struct srcu; struct srcu_struct irq_srcu; pid_t userspace_pid; bool override_halt_poll_ns; unsigned int max_halt_poll_ns; u32 dirty_ring_size; bool dirty_ring_with_bitmap; bool vm_bugged; bool vm_dead; char stats_id[48]; }; struct kvm_mmio_fragment { gpa_t gpa; void *data; unsigned int len; }; struct kvm_cpu_context { long unsigned int zero; long unsigned int ra; long unsigned int sp; long unsigned int gp; long unsigned int tp; long unsigned int t0; long unsigned int t1; long unsigned int t2; long unsigned int s0; long unsigned int s1; long unsigned int a0; long unsigned int a1; long unsigned int a2; long unsigned int a3; long unsigned int a4; long unsigned int a5; long unsigned int a6; long unsigned int a7; long unsigned int s2; long unsigned int s3; long unsigned int s4; long unsigned int s5; long unsigned int s6; long unsigned int s7; long unsigned int s8; long unsigned int s9; long unsigned int s10; long unsigned int s11; long unsigned int t3; long unsigned int t4; long unsigned int t5; long unsigned int t6; long unsigned int sepc; long unsigned int sstatus; long unsigned int hstatus; long: 64; union __riscv_fp_state fp; }; struct kvm_vcpu_csr { long unsigned int vsstatus; long unsigned int vsie; long unsigned int vstvec; long unsigned int vsscratch; long unsigned int vsepc; long unsigned int vscause; long unsigned int vstval; long unsigned int hvip; long unsigned int vsatp; long unsigned int scounteren; }; struct kvm_vcpu; struct kvm_vcpu_timer { bool init_done; bool next_set; u64 next_cycles; struct hrtimer hrt; bool sstc_enabled; int (*timer_next_event)(struct kvm_vcpu *, u64); }; enum kvm_riscv_hfence_type { KVM_RISCV_HFENCE_UNKNOWN = 0, KVM_RISCV_HFENCE_GVMA_VMID_GPA = 1, KVM_RISCV_HFENCE_VVMA_ASID_GVA = 2, KVM_RISCV_HFENCE_VVMA_ASID_ALL = 3, KVM_RISCV_HFENCE_VVMA_GVA = 4, }; struct kvm_riscv_hfence { enum kvm_riscv_hfence_type type; long unsigned int asid; long unsigned int order; gpa_t addr; gpa_t size; }; struct kvm_mmio_decode { long unsigned int insn; int insn_len; int len; int shift; int return_handled; }; struct kvm_csr_decode { long unsigned int insn; int return_handled; }; struct kvm_vcpu_sbi_context { int return_handled; }; struct kvm_mmu_memory_cache { int nobjs; gfp_t gfp_zero; gfp_t gfp_custom; struct kmem_cache *kmem_cache; int capacity; void **objects; }; struct kvm_vcpu_arch { bool ran_atleast_once; int last_exit_cpu; long unsigned int isa[1]; long unsigned int mvendorid; long unsigned int marchid; long unsigned int mimpid; long unsigned int host_sscratch; long unsigned int host_stvec; long unsigned int host_scounteren; struct kvm_cpu_context host_context; struct kvm_cpu_context guest_context; struct kvm_vcpu_csr guest_csr; struct kvm_cpu_context guest_reset_context; struct kvm_vcpu_csr guest_reset_csr; long unsigned int irqs_pending; long unsigned int irqs_pending_mask; struct kvm_vcpu_timer timer; spinlock_t hfence_lock; long unsigned int hfence_head; long unsigned int hfence_tail; struct kvm_riscv_hfence hfence_queue[64]; struct kvm_mmio_decode mmio_decode; struct kvm_csr_decode csr_decode; struct kvm_vcpu_sbi_context sbi_context; struct kvm_mmu_memory_cache mmu_page_cache; bool power_off; bool pause; long: 48; long: 64; }; struct kvm_vcpu_stat_generic { u64 halt_successful_poll; u64 halt_attempted_poll; u64 halt_poll_invalid; u64 halt_wakeup; u64 halt_poll_success_ns; u64 halt_poll_fail_ns; u64 halt_wait_ns; u64 halt_poll_success_hist[32]; u64 halt_poll_fail_hist[32]; u64 halt_wait_hist[32]; u64 blocking; }; struct kvm_vcpu_stat { struct kvm_vcpu_stat_generic generic; u64 ecall_exit_stat; u64 wfi_exit_stat; u64 mmio_exit_user; u64 mmio_exit_kernel; u64 csr_exit_user; u64 csr_exit_kernel; u64 signal_exits; u64 exits; }; struct kvm_dirty_ring { u32 dirty_index; u32 reset_index; u32 size; u32 soft_limit; struct kvm_dirty_gfn *dirty_gfns; int index; }; struct kvm_vcpu { struct kvm *kvm; struct preempt_notifier preempt_notifier; int cpu; int vcpu_id; int vcpu_idx; int ____srcu_idx; int mode; u64 requests; long unsigned int guest_debug; struct mutex mutex; struct kvm_run *run; struct rcuwait wait; struct pid *pid; int sigset_active; sigset_t sigset; unsigned int halt_poll_ns; bool valid_wakeup; int mmio_needed; int mmio_read_completed; int mmio_is_write; int mmio_cur_fragment; int mmio_nr_fragments; struct kvm_mmio_fragment mmio_fragments[2]; bool preempted; bool ready; long: 48; long: 64; struct kvm_vcpu_arch arch; struct kvm_vcpu_stat stat; char stats_id[48]; struct kvm_dirty_ring dirty_ring; struct kvm_memory_slot *last_used_slot; u64 last_used_slot_gen; }; struct kvm_io_device; struct kvm_io_range { gpa_t addr; int len; struct kvm_io_device *dev; }; struct kvm_io_bus { int dev_count; int ioeventfd_count; struct kvm_io_range range[0]; }; enum kvm_bus { KVM_MMIO_BUS = 0, KVM_PIO_BUS = 1, KVM_VIRTIO_CCW_NOTIFY_BUS = 2, KVM_FAST_MMIO_BUS = 3, KVM_NR_BUSES = 4, }; enum kvm_stat_kind { KVM_STAT_VM = 0, KVM_STAT_VCPU = 1, }; struct _kvm_stats_desc; struct kvm_stat_data { struct kvm *kvm; const struct _kvm_stats_desc *desc; enum kvm_stat_kind kind; }; struct _kvm_stats_desc { struct kvm_stats_desc desc; char name[48]; }; struct latch_tree_root { seqcount_latch_t seq; struct rb_root tree[2]; }; struct latch_tree_ops { bool (*less)(struct latch_tree_node *, struct latch_tree_node *); int (*comp)(void *, struct latch_tree_node *); }; struct mod_tree_root { struct latch_tree_root root; long unsigned int addr_min; long unsigned int addr_max; }; struct _ddebug { const char *modname; const char *function; const char *filename; const char *format; unsigned int lineno: 18; unsigned int class_id: 6; unsigned int flags: 8; union { struct static_key_true dd_key_true; struct static_key_false dd_key_false; } key; }; enum class_map_type { DD_CLASS_TYPE_DISJOINT_BITS = 0, DD_CLASS_TYPE_LEVEL_NUM = 1, DD_CLASS_TYPE_DISJOINT_NAMES = 2, DD_CLASS_TYPE_LEVEL_NAMES = 3, }; struct ddebug_class_map { struct list_head link; struct module *mod; const char *mod_name; const char **class_names; const int length; const int base; enum class_map_type map_type; }; struct _ddebug_info { struct _ddebug *descs; struct ddebug_class_map *classes; unsigned int num_descs; unsigned int num_classes; }; struct load_info { const char *name; struct module *mod; Elf64_Ehdr *hdr; long unsigned int len; Elf64_Shdr *sechdrs; char *secstrings; char *strtab; long unsigned int symoffs; long unsigned int stroffs; long unsigned int init_typeoffs; long unsigned int core_typeoffs; struct _ddebug_info dyndbg; bool sig_ok; long unsigned int mod_kallsyms_init_off; struct { unsigned int sym; unsigned int str; unsigned int mod; unsigned int vers; unsigned int info; unsigned int pcpu; } index; }; struct module_use { struct list_head source_list; struct list_head target_list; struct module *source; struct module *target; }; enum { PROC_ENTRY_PERMANENT = 1, }; enum kernel_read_file_id { READING_UNKNOWN = 0, READING_FIRMWARE = 1, READING_MODULE = 2, READING_KEXEC_IMAGE = 3, READING_KEXEC_INITRAMFS = 4, READING_POLICY = 5, READING_X509_CERTIFICATE = 6, READING_MAX_ID = 7, }; enum kernel_load_data_id { LOADING_UNKNOWN = 0, LOADING_FIRMWARE = 1, LOADING_MODULE = 2, LOADING_KEXEC_IMAGE = 3, LOADING_KEXEC_INITRAMFS = 4, LOADING_POLICY = 5, LOADING_X509_CERTIFICATE = 6, LOADING_MAX_ID = 7, }; enum mod_license { NOT_GPL_ONLY = 0, GPL_ONLY = 1, }; struct find_symbol_arg { const char *name; bool gplok; bool warn; struct module *owner; const s32 *crc; const struct kernel_symbol *sym; enum mod_license license; }; struct trace_event_raw_module_load { struct trace_entry ent; unsigned int taints; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_free { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_refcnt { struct trace_entry ent; long unsigned int ip; int refcnt; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_request { struct trace_entry ent; long unsigned int ip; bool wait; u32 __data_loc_name; char __data[0]; }; struct trace_event_data_offsets_module_load { u32 name; }; struct trace_event_data_offsets_module_free { u32 name; }; struct trace_event_data_offsets_module_refcnt { u32 name; }; struct trace_event_data_offsets_module_request { u32 name; }; typedef void (*btf_trace_module_load)(void *, struct module *); typedef void (*btf_trace_module_free)(void *, struct module *); typedef void (*btf_trace_module_get)(void *, struct module *, long unsigned int); typedef void (*btf_trace_module_put)(void *, struct module *, long unsigned int); typedef void (*btf_trace_module_request)(void *, char *, bool, long unsigned int); struct symsearch { const struct kernel_symbol *start; const struct kernel_symbol *stop; const s32 *crcs; enum mod_license license; }; struct mod_initfree { struct llist_node node; void *module_init; }; enum kcmp_type { KCMP_FILE = 0, KCMP_VM = 1, KCMP_FILES = 2, KCMP_FS = 3, KCMP_SIGHAND = 4, KCMP_IO = 5, KCMP_SYSVSEM = 6, KCMP_EPOLL_TFD = 7, KCMP_TYPES = 8, }; struct kcmp_epoll_slot { __u32 efd; __u32 tfd; __u32 toff; }; struct module_sect_attr { struct bin_attribute battr; long unsigned int address; }; struct module_sect_attrs { struct attribute_group grp; unsigned int nsections; struct module_sect_attr attrs[0]; }; struct module_notes_attrs { struct kobject *dir; unsigned int notes; struct bin_attribute attrs[0]; }; struct stacktrace_cookie { long unsigned int *store; unsigned int size; unsigned int skip; unsigned int len; }; struct profile_hit { u32 pc; u32 hits; }; struct ktime_timestamps { u64 mono; u64 boot; u64 real; }; struct system_time_snapshot { u64 cycles; ktime_t real; ktime_t raw; enum clocksource_ids cs_id; unsigned int clock_was_set_seq; u8 cs_was_changed_seq; }; struct system_device_crosststamp { ktime_t device; ktime_t sys_realtime; ktime_t sys_monoraw; }; struct system_counterval_t { u64 cycles; struct clocksource *cs; }; struct tk_read_base { struct clocksource *clock; u64 mask; u64 cycle_last; u32 mult; u32 shift; u64 xtime_nsec; ktime_t base; u64 base_real; }; struct timekeeper { struct tk_read_base tkr_mono; struct tk_read_base tkr_raw; u64 xtime_sec; long unsigned int ktime_sec; struct timespec64 wall_to_monotonic; ktime_t offs_real; ktime_t offs_boot; ktime_t offs_tai; s32 tai_offset; unsigned int clock_was_set_seq; u8 cs_was_changed_seq; ktime_t next_leap_ktime; u64 raw_sec; struct timespec64 monotonic_to_boot; u64 cycle_interval; u64 xtime_interval; s64 xtime_remainder; u64 raw_interval; u64 ntp_tick; s64 ntp_error; u32 ntp_error_shift; u32 ntp_err_mult; u32 skip_second_overflow; }; struct syscore_ops { struct list_head node; int (*suspend)(); void (*resume)(); void (*shutdown)(); }; struct audit_ntp_data {}; enum timekeeping_adv_mode { TK_ADV_TICK = 0, TK_ADV_FREQ = 1, }; struct tk_fast { seqcount_latch_t seq; struct tk_read_base base[2]; }; typedef __kernel_long_t __kernel_suseconds_t; typedef __kernel_suseconds_t suseconds_t; typedef __u64 timeu64_t; struct itimerspec64 { struct timespec64 it_interval; struct timespec64 it_value; }; enum tick_device_mode { TICKDEV_MODE_PERIODIC = 0, TICKDEV_MODE_ONESHOT = 1, }; struct clock_event_device; struct tick_device { struct clock_event_device *evtdev; enum tick_device_mode mode; }; enum clock_event_state { CLOCK_EVT_STATE_DETACHED = 0, CLOCK_EVT_STATE_SHUTDOWN = 1, CLOCK_EVT_STATE_PERIODIC = 2, CLOCK_EVT_STATE_ONESHOT = 3, CLOCK_EVT_STATE_ONESHOT_STOPPED = 4, }; struct clock_event_device { void (*event_handler)(struct clock_event_device *); int (*set_next_event)(long unsigned int, struct clock_event_device *); int (*set_next_ktime)(ktime_t, struct clock_event_device *); ktime_t next_event; u64 max_delta_ns; u64 min_delta_ns; u32 mult; u32 shift; enum clock_event_state state_use_accessors; unsigned int features; long unsigned int retries; int (*set_state_periodic)(struct clock_event_device *); int (*set_state_oneshot)(struct clock_event_device *); int (*set_state_oneshot_stopped)(struct clock_event_device *); int (*set_state_shutdown)(struct clock_event_device *); int (*tick_resume)(struct clock_event_device *); void (*broadcast)(const struct cpumask *); void (*suspend)(struct clock_event_device *); void (*resume)(struct clock_event_device *); long unsigned int min_delta_ticks; long unsigned int max_delta_ticks; const char *name; int rating; int irq; int bound_on; const struct cpumask *cpumask; struct list_head list; struct module *owner; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct rtc_time { int tm_sec; int tm_min; int tm_hour; int tm_mday; int tm_mon; int tm_year; int tm_wday; int tm_yday; int tm_isdst; }; struct rtc_wkalrm { unsigned char enabled; unsigned char pending; struct rtc_time time; }; struct rtc_param { __u64 param; union { __u64 uvalue; __s64 svalue; __u64 ptr; }; __u32 index; __u32 __pad; }; struct rtc_class_ops { int (*ioctl)(struct device *, unsigned int, long unsigned int); int (*read_time)(struct device *, struct rtc_time *); int (*set_time)(struct device *, struct rtc_time *); int (*read_alarm)(struct device *, struct rtc_wkalrm *); int (*set_alarm)(struct device *, struct rtc_wkalrm *); int (*proc)(struct device *, struct seq_file *); int (*alarm_irq_enable)(struct device *, unsigned int); int (*read_offset)(struct device *, long int *); int (*set_offset)(struct device *, long int); int (*param_get)(struct device *, struct rtc_param *); int (*param_set)(struct device *, struct rtc_param *); }; struct rtc_device; struct rtc_timer { struct timerqueue_node node; ktime_t period; void (*func)(struct rtc_device *); struct rtc_device *rtc; int enabled; }; struct rtc_device { struct device dev; struct module *owner; int id; const struct rtc_class_ops *ops; struct mutex ops_lock; struct cdev char_dev; long unsigned int flags; long unsigned int irq_data; spinlock_t irq_lock; wait_queue_head_t irq_queue; struct fasync_struct *async_queue; int irq_freq; int max_user_freq; struct timerqueue_head timerqueue; struct rtc_timer aie_timer; struct rtc_timer uie_rtctimer; struct hrtimer pie_timer; int pie_enabled; struct work_struct irqwork; long unsigned int set_offset_nsec; long unsigned int features[1]; time64_t range_min; timeu64_t range_max; time64_t start_secs; time64_t offset_secs; bool set_start_time; }; enum audit_ntp_type { AUDIT_NTP_OFFSET = 0, AUDIT_NTP_FREQ = 1, AUDIT_NTP_STATUS = 2, AUDIT_NTP_TAI = 3, AUDIT_NTP_TICK = 4, AUDIT_NTP_ADJUST = 5, AUDIT_NTP_NVALS = 6, }; struct trace_event_raw_timer_class { struct trace_entry ent; void *timer; char __data[0]; }; struct trace_event_raw_timer_start { struct trace_entry ent; void *timer; void *function; long unsigned int expires; long unsigned int now; unsigned int flags; char __data[0]; }; struct trace_event_raw_timer_expire_entry { struct trace_entry ent; void *timer; long unsigned int now; void *function; long unsigned int baseclk; char __data[0]; }; struct trace_event_raw_hrtimer_init { struct trace_entry ent; void *hrtimer; clockid_t clockid; enum hrtimer_mode mode; char __data[0]; }; struct trace_event_raw_hrtimer_start { struct trace_entry ent; void *hrtimer; void *function; s64 expires; s64 softexpires; enum hrtimer_mode mode; char __data[0]; }; struct trace_event_raw_hrtimer_expire_entry { struct trace_entry ent; void *hrtimer; s64 now; void *function; char __data[0]; }; struct trace_event_raw_hrtimer_class { struct trace_entry ent; void *hrtimer; char __data[0]; }; struct trace_event_raw_itimer_state { struct trace_entry ent; int which; long long unsigned int expires; long int value_sec; long int value_nsec; long int interval_sec; long int interval_nsec; char __data[0]; }; struct trace_event_raw_itimer_expire { struct trace_entry ent; int which; pid_t pid; long long unsigned int now; char __data[0]; }; struct trace_event_raw_tick_stop { struct trace_entry ent; int success; int dependency; char __data[0]; }; struct trace_event_data_offsets_timer_class {}; struct trace_event_data_offsets_timer_start {}; struct trace_event_data_offsets_timer_expire_entry {}; struct trace_event_data_offsets_hrtimer_init {}; struct trace_event_data_offsets_hrtimer_start {}; struct trace_event_data_offsets_hrtimer_expire_entry {}; struct trace_event_data_offsets_hrtimer_class {}; struct trace_event_data_offsets_itimer_state {}; struct trace_event_data_offsets_itimer_expire {}; struct trace_event_data_offsets_tick_stop {}; typedef void (*btf_trace_timer_init)(void *, struct timer_list *); typedef void (*btf_trace_timer_start)(void *, struct timer_list *, long unsigned int, unsigned int); typedef void (*btf_trace_timer_expire_entry)(void *, struct timer_list *, long unsigned int); typedef void (*btf_trace_timer_expire_exit)(void *, struct timer_list *); typedef void (*btf_trace_timer_cancel)(void *, struct timer_list *); typedef void (*btf_trace_hrtimer_init)(void *, struct hrtimer *, clockid_t, enum hrtimer_mode); typedef void (*btf_trace_hrtimer_start)(void *, struct hrtimer *, enum hrtimer_mode); typedef void (*btf_trace_hrtimer_expire_entry)(void *, struct hrtimer *, ktime_t *); typedef void (*btf_trace_hrtimer_expire_exit)(void *, struct hrtimer *); typedef void (*btf_trace_hrtimer_cancel)(void *, struct hrtimer *); typedef void (*btf_trace_itimer_state)(void *, int, const struct itimerspec64 * const, long long unsigned int); typedef void (*btf_trace_itimer_expire)(void *, int, struct pid *, long long unsigned int); typedef void (*btf_trace_tick_stop)(void *, int, int); struct timer_base { raw_spinlock_t lock; struct timer_list *running_timer; long unsigned int clk; long unsigned int next_expiry; unsigned int cpu; bool next_expiry_recalc; bool is_idle; bool timers_pending; long unsigned int pending_map[9]; struct hlist_head vectors[576]; long: 64; long: 64; }; struct process_timer { struct timer_list timer; struct task_struct *task; }; enum tick_nohz_mode { NOHZ_MODE_INACTIVE = 0, NOHZ_MODE_LOWRES = 1, NOHZ_MODE_HIGHRES = 2, }; struct tick_sched { struct hrtimer sched_timer; long unsigned int check_clocks; enum tick_nohz_mode nohz_mode; unsigned int inidle: 1; unsigned int tick_stopped: 1; unsigned int idle_active: 1; unsigned int do_timer_last: 1; unsigned int got_idle_tick: 1; ktime_t last_tick; ktime_t next_tick; long unsigned int idle_jiffies; long unsigned int idle_calls; long unsigned int idle_sleeps; ktime_t idle_entrytime; ktime_t idle_waketime; ktime_t idle_exittime; ktime_t idle_sleeptime; ktime_t iowait_sleeptime; long unsigned int last_jiffies; u64 timer_expires; u64 timer_expires_base; u64 next_timer; ktime_t idle_expires; atomic_t tick_dep_mask; long unsigned int last_tick_jiffies; unsigned int stalled_jiffies; }; struct timer_list_iter { int cpu; bool second_pass; u64 now; }; struct cyclecounter { u64 (*read)(const struct cyclecounter *); u64 mask; u32 mult; u32 shift; }; struct timecounter { const struct cyclecounter *cc; u64 cycle_last; u64 nsec; u64 mask; u64 frac; }; struct tm { int tm_sec; int tm_min; int tm_hour; int tm_mday; int tm_mon; long int tm_year; int tm_wday; int tm_yday; }; enum alarmtimer_type { ALARM_REALTIME = 0, ALARM_BOOTTIME = 1, ALARM_NUMTYPE = 2, ALARM_REALTIME_FREEZER = 3, ALARM_BOOTTIME_FREEZER = 4, }; enum alarmtimer_restart { ALARMTIMER_NORESTART = 0, ALARMTIMER_RESTART = 1, }; struct alarm { struct timerqueue_node node; struct hrtimer timer; enum alarmtimer_restart (*function)(struct alarm *, ktime_t); enum alarmtimer_type type; int state; void *data; }; struct cpu_timer { struct timerqueue_node node; struct timerqueue_head *head; struct pid *pid; struct list_head elist; int firing; }; struct k_clock; struct k_itimer { struct list_head list; struct hlist_node t_hash; spinlock_t it_lock; const struct k_clock *kclock; clockid_t it_clock; timer_t it_id; int it_active; s64 it_overrun; s64 it_overrun_last; int it_requeue_pending; int it_sigev_notify; ktime_t it_interval; struct signal_struct *it_signal; union { struct pid *it_pid; struct task_struct *it_process; }; struct sigqueue *sigq; union { struct { struct hrtimer timer; } real; struct cpu_timer cpu; struct { struct alarm alarmtimer; } alarm; } it; struct callback_head rcu; }; struct k_clock { int (*clock_getres)(const clockid_t, struct timespec64 *); int (*clock_set)(const clockid_t, const struct timespec64 *); int (*clock_get_timespec)(const clockid_t, struct timespec64 *); ktime_t (*clock_get_ktime)(const clockid_t); int (*clock_adj)(const clockid_t, struct __kernel_timex *); int (*timer_create)(struct k_itimer *); int (*nsleep)(const clockid_t, int, const struct timespec64 *); int (*timer_set)(struct k_itimer *, int, struct itimerspec64 *, struct itimerspec64 *); int (*timer_del)(struct k_itimer *); void (*timer_get)(struct k_itimer *, struct itimerspec64 *); void (*timer_rearm)(struct k_itimer *); s64 (*timer_forward)(struct k_itimer *, ktime_t); ktime_t (*timer_remaining)(struct k_itimer *, ktime_t); int (*timer_try_to_cancel)(struct k_itimer *); void (*timer_arm)(struct k_itimer *, ktime_t, bool, bool); void (*timer_wait_running)(struct k_itimer *); }; struct class_interface { struct list_head node; struct class *class; int (*add_dev)(struct device *, struct class_interface *); void (*remove_dev)(struct device *, struct class_interface *); }; struct pdev_archdata {}; struct platform_device_id; struct mfd_cell; struct platform_device { const char *name; int id; bool id_auto; struct device dev; u64 platform_dma_mask; struct device_dma_parameters dma_parms; u32 num_resources; struct resource *resource; const struct platform_device_id *id_entry; const char *driver_override; struct mfd_cell *mfd_cell; struct pdev_archdata archdata; }; struct platform_device_id { char name[20]; kernel_ulong_t driver_data; }; struct property_entry; struct platform_device_info { struct device *parent; struct fwnode_handle *fwnode; bool of_node_reused; const char *name; int id; const struct resource *res; unsigned int num_res; const void *data; size_t size_data; u64 dma_mask; const struct property_entry *properties; }; enum dev_prop_type { DEV_PROP_U8 = 0, DEV_PROP_U16 = 1, DEV_PROP_U32 = 2, DEV_PROP_U64 = 3, DEV_PROP_STRING = 4, DEV_PROP_REF = 5, }; struct property_entry { const char *name; size_t length; bool is_inline; enum dev_prop_type type; union { const void *pointer; union { u8 u8_data[8]; u16 u16_data[4]; u32 u32_data[2]; u64 u64_data[1]; const char *str[1]; } value; }; }; struct platform_driver { int (*probe)(struct platform_device *); int (*remove)(struct platform_device *); void (*shutdown)(struct platform_device *); int (*suspend)(struct platform_device *, pm_message_t); int (*resume)(struct platform_device *); struct device_driver driver; const struct platform_device_id *id_table; bool prevent_deferred_probe; bool driver_managed_dma; }; struct trace_event_raw_alarmtimer_suspend { struct trace_entry ent; s64 expires; unsigned char alarm_type; char __data[0]; }; struct trace_event_raw_alarm_class { struct trace_entry ent; void *alarm; unsigned char alarm_type; s64 expires; s64 now; char __data[0]; }; struct trace_event_data_offsets_alarmtimer_suspend {}; struct trace_event_data_offsets_alarm_class {}; typedef void (*btf_trace_alarmtimer_suspend)(void *, ktime_t, int); typedef void (*btf_trace_alarmtimer_fired)(void *, struct alarm *, ktime_t); typedef void (*btf_trace_alarmtimer_start)(void *, struct alarm *, ktime_t); typedef void (*btf_trace_alarmtimer_cancel)(void *, struct alarm *, ktime_t); struct alarm_base { spinlock_t lock; struct timerqueue_head timerqueue; ktime_t (*get_ktime)(); void (*get_timespec)(struct timespec64 *); clockid_t base_clockid; }; struct posix_clock; struct posix_clock_operations { struct module *owner; int (*clock_adjtime)(struct posix_clock *, struct __kernel_timex *); int (*clock_gettime)(struct posix_clock *, struct timespec64 *); int (*clock_getres)(struct posix_clock *, struct timespec64 *); int (*clock_settime)(struct posix_clock *, const struct timespec64 *); long int (*ioctl)(struct posix_clock *, unsigned int, long unsigned int); int (*open)(struct posix_clock *, fmode_t); __poll_t (*poll)(struct posix_clock *, struct file *, poll_table *); int (*release)(struct posix_clock *); ssize_t (*read)(struct posix_clock *, uint, char *, size_t); }; struct posix_clock { struct posix_clock_operations ops; struct cdev cdev; struct device *dev; struct rw_semaphore rwsem; bool zombie; }; struct posix_clock_desc { struct file *fp; struct posix_clock *clk; }; typedef s64 int64_t; struct ce_unbind { struct clock_event_device *ce; int res; }; typedef struct sigevent sigevent_t; enum tick_broadcast_state { TICK_BROADCAST_EXIT = 0, TICK_BROADCAST_ENTER = 1, }; struct old_itimerval32 { struct old_timeval32 it_interval; struct old_timeval32 it_value; }; struct clock_read_data { u64 epoch_ns; u64 epoch_cyc; u64 sched_clock_mask; u64 (*read_sched_clock)(); u32 mult; u32 shift; }; struct clock_data { seqcount_latch_t seq; struct clock_read_data read_data[2]; ktime_t wrap_kt; long unsigned int rate; u64 (*actual_read_sched_clock)(); }; enum tick_broadcast_mode { TICK_BROADCAST_OFF = 0, TICK_BROADCAST_ON = 1, TICK_BROADCAST_FORCE = 2, }; struct proc_timens_offset { int clockid; struct timespec64 val; }; union futex_key { struct { u64 i_seq; long unsigned int pgoff; unsigned int offset; } shared; struct { union { struct mm_struct *mm; u64 __tmp; }; long unsigned int address; unsigned int offset; } private; struct { u64 ptr; long unsigned int word; unsigned int offset; } both; }; struct futex_pi_state { struct list_head list; struct rt_mutex_base pi_mutex; struct task_struct *owner; refcount_t refcount; union futex_key key; }; struct futex_hash_bucket { atomic_t waiters; spinlock_t lock; struct plist_head chain; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct futex_q { struct plist_node list; struct task_struct *task; spinlock_t *lock_ptr; union futex_key key; struct futex_pi_state *pi_state; struct rt_mutex_waiter *rt_waiter; union futex_key *requeue_pi_key; u32 bitset; atomic_t requeue_state; }; enum futex_access { FUTEX_READ = 0, FUTEX_WRITE = 1, }; struct futex_waitv { __u64 val; __u64 uaddr; __u32 flags; __u32 __reserved; }; struct futex_vector { struct futex_waitv w; struct futex_q q; }; enum { Q_REQUEUE_PI_NONE = 0, Q_REQUEUE_PI_IGNORE = 1, Q_REQUEUE_PI_IN_PROGRESS = 2, Q_REQUEUE_PI_WAIT = 3, Q_REQUEUE_PI_DONE = 4, Q_REQUEUE_PI_LOCKED = 5, }; struct mem_section_usage { long unsigned int subsection_map[1]; long unsigned int pageblock_flags[0]; }; struct mem_section { long unsigned int section_mem_map; struct mem_section_usage *usage; }; struct elf64_note { Elf64_Word n_namesz; Elf64_Word n_descsz; Elf64_Word n_type; }; struct cfd_percpu { call_single_data_t csd; }; struct call_function_data { struct cfd_percpu *pcpu; cpumask_var_t cpumask; cpumask_var_t cpumask_ipi; }; struct smp_call_on_cpu_struct { struct work_struct work; struct completion done; int (*func)(void *); void *data; int ret; int cpu; }; union bpf_iter_link_info { struct { __u32 map_fd; } map; struct { enum bpf_cgroup_iter_order order; __u32 cgroup_fd; __u64 cgroup_id; } cgroup; struct { __u32 tid; __u32 pid; __u32 pid_fd; } task; }; enum bpf_func_id { BPF_FUNC_unspec = 0, BPF_FUNC_map_lookup_elem = 1, BPF_FUNC_map_update_elem = 2, BPF_FUNC_map_delete_elem = 3, BPF_FUNC_probe_read = 4, BPF_FUNC_ktime_get_ns = 5, BPF_FUNC_trace_printk = 6, BPF_FUNC_get_prandom_u32 = 7, BPF_FUNC_get_smp_processor_id = 8, BPF_FUNC_skb_store_bytes = 9, BPF_FUNC_l3_csum_replace = 10, BPF_FUNC_l4_csum_replace = 11, BPF_FUNC_tail_call = 12, BPF_FUNC_clone_redirect = 13, BPF_FUNC_get_current_pid_tgid = 14, BPF_FUNC_get_current_uid_gid = 15, BPF_FUNC_get_current_comm = 16, BPF_FUNC_get_cgroup_classid = 17, BPF_FUNC_skb_vlan_push = 18, BPF_FUNC_skb_vlan_pop = 19, BPF_FUNC_skb_get_tunnel_key = 20, BPF_FUNC_skb_set_tunnel_key = 21, BPF_FUNC_perf_event_read = 22, BPF_FUNC_redirect = 23, BPF_FUNC_get_route_realm = 24, BPF_FUNC_perf_event_output = 25, BPF_FUNC_skb_load_bytes = 26, BPF_FUNC_get_stackid = 27, BPF_FUNC_csum_diff = 28, BPF_FUNC_skb_get_tunnel_opt = 29, BPF_FUNC_skb_set_tunnel_opt = 30, BPF_FUNC_skb_change_proto = 31, BPF_FUNC_skb_change_type = 32, BPF_FUNC_skb_under_cgroup = 33, BPF_FUNC_get_hash_recalc = 34, BPF_FUNC_get_current_task = 35, BPF_FUNC_probe_write_user = 36, BPF_FUNC_current_task_under_cgroup = 37, BPF_FUNC_skb_change_tail = 38, BPF_FUNC_skb_pull_data = 39, BPF_FUNC_csum_update = 40, BPF_FUNC_set_hash_invalid = 41, BPF_FUNC_get_numa_node_id = 42, BPF_FUNC_skb_change_head = 43, BPF_FUNC_xdp_adjust_head = 44, BPF_FUNC_probe_read_str = 45, BPF_FUNC_get_socket_cookie = 46, BPF_FUNC_get_socket_uid = 47, BPF_FUNC_set_hash = 48, BPF_FUNC_setsockopt = 49, BPF_FUNC_skb_adjust_room = 50, BPF_FUNC_redirect_map = 51, BPF_FUNC_sk_redirect_map = 52, BPF_FUNC_sock_map_update = 53, BPF_FUNC_xdp_adjust_meta = 54, BPF_FUNC_perf_event_read_value = 55, BPF_FUNC_perf_prog_read_value = 56, BPF_FUNC_getsockopt = 57, BPF_FUNC_override_return = 58, BPF_FUNC_sock_ops_cb_flags_set = 59, BPF_FUNC_msg_redirect_map = 60, BPF_FUNC_msg_apply_bytes = 61, BPF_FUNC_msg_cork_bytes = 62, BPF_FUNC_msg_pull_data = 63, BPF_FUNC_bind = 64, BPF_FUNC_xdp_adjust_tail = 65, BPF_FUNC_skb_get_xfrm_state = 66, BPF_FUNC_get_stack = 67, BPF_FUNC_skb_load_bytes_relative = 68, BPF_FUNC_fib_lookup = 69, BPF_FUNC_sock_hash_update = 70, BPF_FUNC_msg_redirect_hash = 71, BPF_FUNC_sk_redirect_hash = 72, BPF_FUNC_lwt_push_encap = 73, BPF_FUNC_lwt_seg6_store_bytes = 74, BPF_FUNC_lwt_seg6_adjust_srh = 75, BPF_FUNC_lwt_seg6_action = 76, BPF_FUNC_rc_repeat = 77, BPF_FUNC_rc_keydown = 78, BPF_FUNC_skb_cgroup_id = 79, BPF_FUNC_get_current_cgroup_id = 80, BPF_FUNC_get_local_storage = 81, BPF_FUNC_sk_select_reuseport = 82, BPF_FUNC_skb_ancestor_cgroup_id = 83, BPF_FUNC_sk_lookup_tcp = 84, BPF_FUNC_sk_lookup_udp = 85, BPF_FUNC_sk_release = 86, BPF_FUNC_map_push_elem = 87, BPF_FUNC_map_pop_elem = 88, BPF_FUNC_map_peek_elem = 89, BPF_FUNC_msg_push_data = 90, BPF_FUNC_msg_pop_data = 91, BPF_FUNC_rc_pointer_rel = 92, BPF_FUNC_spin_lock = 93, BPF_FUNC_spin_unlock = 94, BPF_FUNC_sk_fullsock = 95, BPF_FUNC_tcp_sock = 96, BPF_FUNC_skb_ecn_set_ce = 97, BPF_FUNC_get_listener_sock = 98, BPF_FUNC_skc_lookup_tcp = 99, BPF_FUNC_tcp_check_syncookie = 100, BPF_FUNC_sysctl_get_name = 101, BPF_FUNC_sysctl_get_current_value = 102, BPF_FUNC_sysctl_get_new_value = 103, BPF_FUNC_sysctl_set_new_value = 104, BPF_FUNC_strtol = 105, BPF_FUNC_strtoul = 106, BPF_FUNC_sk_storage_get = 107, BPF_FUNC_sk_storage_delete = 108, BPF_FUNC_send_signal = 109, BPF_FUNC_tcp_gen_syncookie = 110, BPF_FUNC_skb_output = 111, BPF_FUNC_probe_read_user = 112, BPF_FUNC_probe_read_kernel = 113, BPF_FUNC_probe_read_user_str = 114, BPF_FUNC_probe_read_kernel_str = 115, BPF_FUNC_tcp_send_ack = 116, BPF_FUNC_send_signal_thread = 117, BPF_FUNC_jiffies64 = 118, BPF_FUNC_read_branch_records = 119, BPF_FUNC_get_ns_current_pid_tgid = 120, BPF_FUNC_xdp_output = 121, BPF_FUNC_get_netns_cookie = 122, BPF_FUNC_get_current_ancestor_cgroup_id = 123, BPF_FUNC_sk_assign = 124, BPF_FUNC_ktime_get_boot_ns = 125, BPF_FUNC_seq_printf = 126, BPF_FUNC_seq_write = 127, BPF_FUNC_sk_cgroup_id = 128, BPF_FUNC_sk_ancestor_cgroup_id = 129, BPF_FUNC_ringbuf_output = 130, BPF_FUNC_ringbuf_reserve = 131, BPF_FUNC_ringbuf_submit = 132, BPF_FUNC_ringbuf_discard = 133, BPF_FUNC_ringbuf_query = 134, BPF_FUNC_csum_level = 135, BPF_FUNC_skc_to_tcp6_sock = 136, BPF_FUNC_skc_to_tcp_sock = 137, BPF_FUNC_skc_to_tcp_timewait_sock = 138, BPF_FUNC_skc_to_tcp_request_sock = 139, BPF_FUNC_skc_to_udp6_sock = 140, BPF_FUNC_get_task_stack = 141, BPF_FUNC_load_hdr_opt = 142, BPF_FUNC_store_hdr_opt = 143, BPF_FUNC_reserve_hdr_opt = 144, BPF_FUNC_inode_storage_get = 145, BPF_FUNC_inode_storage_delete = 146, BPF_FUNC_d_path = 147, BPF_FUNC_copy_from_user = 148, BPF_FUNC_snprintf_btf = 149, BPF_FUNC_seq_printf_btf = 150, BPF_FUNC_skb_cgroup_classid = 151, BPF_FUNC_redirect_neigh = 152, BPF_FUNC_per_cpu_ptr = 153, BPF_FUNC_this_cpu_ptr = 154, BPF_FUNC_redirect_peer = 155, BPF_FUNC_task_storage_get = 156, BPF_FUNC_task_storage_delete = 157, BPF_FUNC_get_current_task_btf = 158, BPF_FUNC_bprm_opts_set = 159, BPF_FUNC_ktime_get_coarse_ns = 160, BPF_FUNC_ima_inode_hash = 161, BPF_FUNC_sock_from_file = 162, BPF_FUNC_check_mtu = 163, BPF_FUNC_for_each_map_elem = 164, BPF_FUNC_snprintf = 165, BPF_FUNC_sys_bpf = 166, BPF_FUNC_btf_find_by_name_kind = 167, BPF_FUNC_sys_close = 168, BPF_FUNC_timer_init = 169, BPF_FUNC_timer_set_callback = 170, BPF_FUNC_timer_start = 171, BPF_FUNC_timer_cancel = 172, BPF_FUNC_get_func_ip = 173, BPF_FUNC_get_attach_cookie = 174, BPF_FUNC_task_pt_regs = 175, BPF_FUNC_get_branch_snapshot = 176, BPF_FUNC_trace_vprintk = 177, BPF_FUNC_skc_to_unix_sock = 178, BPF_FUNC_kallsyms_lookup_name = 179, BPF_FUNC_find_vma = 180, BPF_FUNC_loop = 181, BPF_FUNC_strncmp = 182, BPF_FUNC_get_func_arg = 183, BPF_FUNC_get_func_ret = 184, BPF_FUNC_get_func_arg_cnt = 185, BPF_FUNC_get_retval = 186, BPF_FUNC_set_retval = 187, BPF_FUNC_xdp_get_buff_len = 188, BPF_FUNC_xdp_load_bytes = 189, BPF_FUNC_xdp_store_bytes = 190, BPF_FUNC_copy_from_user_task = 191, BPF_FUNC_skb_set_tstamp = 192, BPF_FUNC_ima_file_hash = 193, BPF_FUNC_kptr_xchg = 194, BPF_FUNC_map_lookup_percpu_elem = 195, BPF_FUNC_skc_to_mptcp_sock = 196, BPF_FUNC_dynptr_from_mem = 197, BPF_FUNC_ringbuf_reserve_dynptr = 198, BPF_FUNC_ringbuf_submit_dynptr = 199, BPF_FUNC_ringbuf_discard_dynptr = 200, BPF_FUNC_dynptr_read = 201, BPF_FUNC_dynptr_write = 202, BPF_FUNC_dynptr_data = 203, BPF_FUNC_tcp_raw_gen_syncookie_ipv4 = 204, BPF_FUNC_tcp_raw_gen_syncookie_ipv6 = 205, BPF_FUNC_tcp_raw_check_syncookie_ipv4 = 206, BPF_FUNC_tcp_raw_check_syncookie_ipv6 = 207, BPF_FUNC_ktime_get_tai_ns = 208, BPF_FUNC_user_ringbuf_drain = 209, BPF_FUNC_cgrp_storage_get = 210, BPF_FUNC_cgrp_storage_delete = 211, __BPF_FUNC_MAX_ID = 212, }; struct bpf_link_info { __u32 type; __u32 id; __u32 prog_id; union { struct { __u64 tp_name; __u32 tp_name_len; } raw_tracepoint; struct { __u32 attach_type; __u32 target_obj_id; __u32 target_btf_id; } tracing; struct { __u64 cgroup_id; __u32 attach_type; } cgroup; struct { __u64 target_name; __u32 target_name_len; union { struct { __u32 map_id; } map; }; union { struct { __u64 cgroup_id; __u32 order; } cgroup; struct { __u32 tid; __u32 pid; } task; }; } iter; struct { __u32 netns_ino; __u32 attach_type; } netns; struct { __u32 ifindex; } xdp; }; }; struct bpf_func_proto { u64 (*func)(u64, u64, u64, u64, u64); bool gpl_only; bool pkt_access; bool might_sleep; enum bpf_return_type ret_type; union { struct { enum bpf_arg_type arg1_type; enum bpf_arg_type arg2_type; enum bpf_arg_type arg3_type; enum bpf_arg_type arg4_type; enum bpf_arg_type arg5_type; }; enum bpf_arg_type arg_type[5]; }; union { struct { u32 *arg1_btf_id; u32 *arg2_btf_id; u32 *arg3_btf_id; u32 *arg4_btf_id; u32 *arg5_btf_id; }; u32 *arg_btf_id[5]; struct { size_t arg1_size; size_t arg2_size; size_t arg3_size; size_t arg4_size; size_t arg5_size; }; size_t arg_size[5]; }; int *ret_btf_id; bool (*allowed)(const struct bpf_prog *); }; typedef int (*bpf_iter_attach_target_t)(struct bpf_prog *, union bpf_iter_link_info *, struct bpf_iter_aux_info *); typedef void (*bpf_iter_detach_target_t)(struct bpf_iter_aux_info *); typedef void (*bpf_iter_show_fdinfo_t)(const struct bpf_iter_aux_info *, struct seq_file *); typedef int (*bpf_iter_fill_link_info_t)(const struct bpf_iter_aux_info *, struct bpf_link_info *); typedef const struct bpf_func_proto * (*bpf_iter_get_func_proto_t)(enum bpf_func_id, const struct bpf_prog *); enum bpf_iter_feature { BPF_ITER_RESCHED = 1, }; struct bpf_iter_reg { const char *target; bpf_iter_attach_target_t attach_target; bpf_iter_detach_target_t detach_target; bpf_iter_show_fdinfo_t show_fdinfo; bpf_iter_fill_link_info_t fill_link_info; bpf_iter_get_func_proto_t get_func_proto; u32 ctx_arg_info_size; u32 feature; struct bpf_ctx_arg_aux ctx_arg_info[2]; const struct bpf_iter_seq_info *seq_info; }; struct bpf_iter_meta { union { struct seq_file *seq; }; u64 session_id; u64 seq_num; }; struct kallsym_iter { loff_t pos; loff_t pos_arch_end; loff_t pos_mod_end; loff_t pos_ftrace_mod_end; loff_t pos_bpf_end; long unsigned int value; unsigned int nameoff; char type; char name[512]; char module_name[56]; int exported; int show_value; }; struct bpf_iter__ksym { union { struct bpf_iter_meta *meta; }; union { struct kallsym_iter *ksym; }; }; struct compat_kexec_segment { compat_uptr_t buf; compat_size_t bufsz; compat_ulong_t mem; compat_size_t memsz; }; typedef struct user_regs_struct elf_gregset_t; struct elf_siginfo { int si_signo; int si_code; int si_errno; }; struct elf_prstatus_common { struct elf_siginfo pr_info; short int pr_cursig; long unsigned int pr_sigpend; long unsigned int pr_sighold; pid_t pr_pid; pid_t pr_ppid; pid_t pr_pgrp; pid_t pr_sid; struct __kernel_old_timeval pr_utime; struct __kernel_old_timeval pr_stime; struct __kernel_old_timeval pr_cutime; struct __kernel_old_timeval pr_cstime; }; struct elf_prstatus { struct elf_prstatus_common common; elf_gregset_t pr_reg; int pr_fpvalid; }; typedef u32 note_buf_t[102]; typedef struct elf64_phdr Elf64_Phdr; enum hash_algo { HASH_ALGO_MD4 = 0, HASH_ALGO_MD5 = 1, HASH_ALGO_SHA1 = 2, HASH_ALGO_RIPE_MD_160 = 3, HASH_ALGO_SHA256 = 4, HASH_ALGO_SHA384 = 5, HASH_ALGO_SHA512 = 6, HASH_ALGO_SHA224 = 7, HASH_ALGO_RIPE_MD_128 = 8, HASH_ALGO_RIPE_MD_256 = 9, HASH_ALGO_RIPE_MD_320 = 10, HASH_ALGO_WP_256 = 11, HASH_ALGO_WP_384 = 12, HASH_ALGO_WP_512 = 13, HASH_ALGO_TGR_128 = 14, HASH_ALGO_TGR_160 = 15, HASH_ALGO_TGR_192 = 16, HASH_ALGO_SM3_256 = 17, HASH_ALGO_STREEBOG_256 = 18, HASH_ALGO_STREEBOG_512 = 19, HASH_ALGO__LAST = 20, }; struct crypto_alg; struct crypto_tfm { u32 crt_flags; int node; void (*exit)(struct crypto_tfm *); struct crypto_alg *__crt_alg; long: 64; long: 64; long: 64; long: 64; long: 64; void *__crt_ctx[0]; }; struct cipher_alg { unsigned int cia_min_keysize; unsigned int cia_max_keysize; int (*cia_setkey)(struct crypto_tfm *, const u8 *, unsigned int); void (*cia_encrypt)(struct crypto_tfm *, u8 *, const u8 *); void (*cia_decrypt)(struct crypto_tfm *, u8 *, const u8 *); }; struct compress_alg { int (*coa_compress)(struct crypto_tfm *, const u8 *, unsigned int, u8 *, unsigned int *); int (*coa_decompress)(struct crypto_tfm *, const u8 *, unsigned int, u8 *, unsigned int *); }; struct crypto_istat_aead { atomic64_t encrypt_cnt; atomic64_t encrypt_tlen; atomic64_t decrypt_cnt; atomic64_t decrypt_tlen; atomic64_t err_cnt; }; struct crypto_istat_akcipher { atomic64_t encrypt_cnt; atomic64_t encrypt_tlen; atomic64_t decrypt_cnt; atomic64_t decrypt_tlen; atomic64_t verify_cnt; atomic64_t sign_cnt; atomic64_t err_cnt; }; struct crypto_istat_cipher { atomic64_t encrypt_cnt; atomic64_t encrypt_tlen; atomic64_t decrypt_cnt; atomic64_t decrypt_tlen; atomic64_t err_cnt; }; struct crypto_istat_compress { atomic64_t compress_cnt; atomic64_t compress_tlen; atomic64_t decompress_cnt; atomic64_t decompress_tlen; atomic64_t err_cnt; }; struct crypto_istat_hash { atomic64_t hash_cnt; atomic64_t hash_tlen; atomic64_t err_cnt; }; struct crypto_istat_kpp { atomic64_t setsecret_cnt; atomic64_t generate_public_key_cnt; atomic64_t compute_shared_secret_cnt; atomic64_t err_cnt; }; struct crypto_istat_rng { atomic64_t generate_cnt; atomic64_t generate_tlen; atomic64_t seed_cnt; atomic64_t err_cnt; }; struct crypto_type; struct crypto_alg { struct list_head cra_list; struct list_head cra_users; u32 cra_flags; unsigned int cra_blocksize; unsigned int cra_ctxsize; unsigned int cra_alignmask; int cra_priority; refcount_t cra_refcnt; char cra_name[128]; char cra_driver_name[128]; const struct crypto_type *cra_type; union { struct cipher_alg cipher; struct compress_alg compress; } cra_u; int (*cra_init)(struct crypto_tfm *); void (*cra_exit)(struct crypto_tfm *); void (*cra_destroy)(struct crypto_alg *); struct module *cra_module; union { struct crypto_istat_aead aead; struct crypto_istat_akcipher akcipher; struct crypto_istat_cipher cipher; struct crypto_istat_compress compress; struct crypto_istat_hash hash; struct crypto_istat_rng rng; struct crypto_istat_kpp kpp; } stats; long: 64; }; struct crypto_instance; struct crypto_type { unsigned int (*ctxsize)(struct crypto_alg *, u32, u32); unsigned int (*extsize)(struct crypto_alg *); int (*init)(struct crypto_tfm *, u32, u32); int (*init_tfm)(struct crypto_tfm *); void (*show)(struct seq_file *, struct crypto_alg *); int (*report)(struct sk_buff *, struct crypto_alg *); void (*free)(struct crypto_instance *); unsigned int type; unsigned int maskclear; unsigned int maskset; unsigned int tfmsize; }; struct crypto_shash; struct shash_desc { struct crypto_shash *tfm; void *__ctx[0]; }; struct crypto_shash { unsigned int descsize; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_tfm base; }; struct shash_alg { int (*init)(struct shash_desc *); int (*update)(struct shash_desc *, const u8 *, unsigned int); int (*final)(struct shash_desc *, u8 *); int (*finup)(struct shash_desc *, const u8 *, unsigned int, u8 *); int (*digest)(struct shash_desc *, const u8 *, unsigned int, u8 *); int (*export)(struct shash_desc *, void *); int (*import)(struct shash_desc *, const void *); int (*setkey)(struct crypto_shash *, const u8 *, unsigned int); int (*init_tfm)(struct crypto_shash *); void (*exit_tfm)(struct crypto_shash *); unsigned int descsize; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; unsigned int digestsize; unsigned int statesize; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_alg base; }; struct kexec_sha_region { long unsigned int start; long unsigned int len; }; enum migrate_reason { MR_COMPACTION = 0, MR_MEMORY_FAILURE = 1, MR_MEMORY_HOTPLUG = 2, MR_SYSCALL = 3, MR_MEMPOLICY_MBIND = 4, MR_NUMA_MISPLACED = 5, MR_CONTIG_RANGE = 6, MR_LONGTERM_PIN = 7, MR_DEMOTION = 8, MR_TYPES = 9, }; struct cgroup_taskset { struct list_head src_csets; struct list_head dst_csets; int nr_tasks; int ssid; struct list_head *csets; struct css_set *cur_cset; struct task_struct *cur_task; }; struct btf_id_set8 { u32 cnt; u32 flags; struct { u32 id; u32 flags; } pairs[0]; }; struct btf_kfunc_id_set { struct module *owner; struct btf_id_set8 *set; }; enum { CGRP_NOTIFY_ON_RELEASE = 0, CGRP_CPUSET_CLONE_CHILDREN = 1, CGRP_FREEZE = 2, CGRP_FROZEN = 3, CGRP_KILL = 4, }; struct cgroupstats { __u64 nr_sleeping; __u64 nr_running; __u64 nr_stopped; __u64 nr_uninterruptible; __u64 nr_io_wait; }; enum kernfs_node_type { KERNFS_DIR = 1, KERNFS_FILE = 2, KERNFS_LINK = 4, }; struct kernfs_syscall_ops { int (*show_options)(struct seq_file *, struct kernfs_root *); int (*mkdir)(struct kernfs_node *, const char *, umode_t); int (*rmdir)(struct kernfs_node *); int (*rename)(struct kernfs_node *, struct kernfs_node *, const char *); int (*show_path)(struct seq_file *, struct kernfs_node *, struct kernfs_root *); }; struct kernfs_fs_context { struct kernfs_root *root; void *ns_tag; long unsigned int magic; bool new_sb_created; }; enum { CGRP_ROOT_NOPREFIX = 2, CGRP_ROOT_XATTR = 4, CGRP_ROOT_NS_DELEGATE = 8, CGRP_ROOT_FAVOR_DYNMODS = 16, CGRP_ROOT_CPUSET_V2_MODE = 65536, CGRP_ROOT_MEMORY_LOCAL_EVENTS = 131072, CGRP_ROOT_MEMORY_RECURSIVE_PROT = 262144, }; struct cgroup_fs_context { struct kernfs_fs_context kfc; struct cgroup_root *root; struct cgroup_namespace *ns; unsigned int flags; bool cpuset_clone_children; bool none; bool all_ss; u16 subsys_mask; char *name; char *release_agent; }; enum cgroup_filetype { CGROUP_FILE_PROCS = 0, CGROUP_FILE_TASKS = 1, }; struct cgroup_pidlist { struct { enum cgroup_filetype type; struct pid_namespace *ns; } key; pid_t *list; int length; struct list_head links; struct cgroup *owner; struct delayed_work destroy_dwork; }; struct cgroup_file_ctx { struct cgroup_namespace *ns; struct { void *trigger; } psi; struct { bool started; struct css_task_iter iter; } procs; struct { struct cgroup_pidlist *pidlist; } procs1; }; struct cgrp_cset_link { struct cgroup *cgrp; struct css_set *cset; struct list_head cset_link; struct list_head cgrp_link; }; struct cgroup_mgctx { struct list_head preloaded_src_csets; struct list_head preloaded_dst_csets; struct cgroup_taskset tset; u16 ss_mask; }; enum cgroup1_param { Opt_all = 0, Opt_clone_children = 1, Opt_cpuset_v2_mode = 2, Opt_name = 3, Opt_none = 4, Opt_noprefix = 5, Opt_release_agent = 6, Opt_xattr = 7, Opt_favordynmods = 8, Opt_nofavordynmods = 9, }; enum freezer_state_flags { CGROUP_FREEZER_ONLINE = 1, CGROUP_FREEZING_SELF = 2, CGROUP_FREEZING_PARENT = 4, CGROUP_FROZEN = 8, CGROUP_FREEZING = 6, }; struct freezer { struct cgroup_subsys_state css; unsigned int state; }; struct pids_cgroup { struct cgroup_subsys_state css; atomic64_t counter; atomic64_t limit; int64_t watermark; struct cgroup_file events_file; atomic64_t events_limit; }; typedef struct { char *from; char *to; } substring_t; enum rdmacg_resource_type { RDMACG_RESOURCE_HCA_HANDLE = 0, RDMACG_RESOURCE_HCA_OBJECT = 1, RDMACG_RESOURCE_MAX = 2, }; struct rdma_cgroup { struct cgroup_subsys_state css; struct list_head rpools; }; struct rdmacg_device { struct list_head dev_node; struct list_head rpools; char *name; }; enum rdmacg_file_type { RDMACG_RESOURCE_TYPE_MAX = 0, RDMACG_RESOURCE_TYPE_STAT = 1, }; struct rdmacg_resource { int max; int usage; }; struct rdmacg_resource_pool { struct rdmacg_device *device; struct rdmacg_resource resources[2]; struct list_head cg_node; struct list_head dev_node; u64 usage_sum; int num_max_cnt; }; typedef __kernel_ulong_t ino_t; enum kernfs_root_flag { KERNFS_ROOT_CREATE_DEACTIVATED = 1, KERNFS_ROOT_EXTRA_OPEN_PERM_CHECK = 2, KERNFS_ROOT_SUPPORT_EXPORTOP = 4, KERNFS_ROOT_SUPPORT_USER_XATTR = 8, }; struct bpf_cgroup_storage_key { __u64 cgroup_inode_id; __u32 attach_type; }; struct bpf_storage_buffer; struct bpf_cgroup_storage_map; struct bpf_cgroup_storage { union { struct bpf_storage_buffer *buf; void *percpu_buf; }; struct bpf_cgroup_storage_map *map; struct bpf_cgroup_storage_key key; struct list_head list_map; struct list_head list_cg; struct rb_node node; struct callback_head rcu; }; struct bpf_storage_buffer { struct callback_head rcu; char data[0]; }; struct trace_event_raw_cgroup_root { struct trace_entry ent; int root; u16 ss_mask; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_cgroup { struct trace_entry ent; int root; int level; u64 id; u32 __data_loc_path; char __data[0]; }; struct trace_event_raw_cgroup_migrate { struct trace_entry ent; int dst_root; int dst_level; u64 dst_id; int pid; u32 __data_loc_dst_path; u32 __data_loc_comm; char __data[0]; }; struct trace_event_raw_cgroup_event { struct trace_entry ent; int root; int level; u64 id; u32 __data_loc_path; int val; char __data[0]; }; struct trace_event_data_offsets_cgroup_root { u32 name; }; struct trace_event_data_offsets_cgroup { u32 path; }; struct trace_event_data_offsets_cgroup_migrate { u32 dst_path; u32 comm; }; struct trace_event_data_offsets_cgroup_event { u32 path; }; typedef void (*btf_trace_cgroup_setup_root)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_destroy_root)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_remount)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_mkdir)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_rmdir)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_release)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_rename)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_freeze)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_unfreeze)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_attach_task)(void *, struct cgroup *, const char *, struct task_struct *, bool); typedef void (*btf_trace_cgroup_transfer_tasks)(void *, struct cgroup *, const char *, struct task_struct *, bool); typedef void (*btf_trace_cgroup_notify_populated)(void *, struct cgroup *, const char *, int); typedef void (*btf_trace_cgroup_notify_frozen)(void *, struct cgroup *, const char *, int); enum cgroup_opt_features { OPT_FEATURE_COUNT = 0, }; enum cgroup2_param { Opt_nsdelegate = 0, Opt_favordynmods___2 = 1, Opt_memory_localevents = 2, Opt_memory_recursiveprot = 3, nr__cgroup2_params = 4, }; struct kernel_pkey_query { __u32 supported_ops; __u32 key_size; __u16 max_data_size; __u16 max_sig_size; __u16 max_enc_size; __u16 max_dec_size; }; enum kernel_pkey_operation { kernel_pkey_encrypt = 0, kernel_pkey_decrypt = 1, kernel_pkey_sign = 2, kernel_pkey_verify = 3, }; struct kernel_pkey_params { struct key *key; const char *encoding; const char *hash_algo; char *info; __u32 in_len; union { __u32 out_len; __u32 in2_len; }; enum kernel_pkey_operation op: 8; }; struct key_preparsed_payload { const char *orig_description; char *description; union key_payload payload; const void *data; size_t datalen; size_t quotalen; time64_t expiry; }; struct key_match_data { bool (*cmp)(const struct key *, const struct key_match_data *); const void *raw_data; void *preparsed; unsigned int lookup_type; }; struct idmap_key { bool map_up; u32 id; u32 count; }; struct root_domain; struct fmeter { int cnt; int val; time64_t time; spinlock_t lock; }; enum prs_errcode { PERR_NONE = 0, PERR_INVCPUS = 1, PERR_INVPARENT = 2, PERR_NOTPART = 3, PERR_NOTEXCL = 4, PERR_NOCPUS = 5, PERR_HOTPLUG = 6, PERR_CPUSEMPTY = 7, }; struct cpuset { struct cgroup_subsys_state css; long unsigned int flags; cpumask_var_t cpus_allowed; nodemask_t mems_allowed; cpumask_var_t effective_cpus; nodemask_t effective_mems; cpumask_var_t subparts_cpus; nodemask_t old_mems_allowed; struct fmeter fmeter; int attach_in_progress; int pn; int relax_domain_level; int nr_subparts_cpus; int partition_root_state; int use_parent_ecpus; int child_ecpus_count; enum prs_errcode prs_err; struct cgroup_file partition_file; }; struct tmpmasks { cpumask_var_t addmask; cpumask_var_t delmask; cpumask_var_t new_cpus; }; typedef enum { CS_ONLINE = 0, CS_CPU_EXCLUSIVE = 1, CS_MEM_EXCLUSIVE = 2, CS_MEM_HARDWALL = 3, CS_MEMORY_MIGRATE = 4, CS_SCHED_LOAD_BALANCE = 5, CS_SPREAD_PAGE = 6, CS_SPREAD_SLAB = 7, } cpuset_flagbits_t; enum subparts_cmd { partcmd_enable = 0, partcmd_disable = 1, partcmd_update = 2, partcmd_invalidate = 3, }; struct cpuset_migrate_mm_work { struct work_struct work; struct mm_struct *mm; nodemask_t from; nodemask_t to; }; typedef enum { FILE_MEMORY_MIGRATE = 0, FILE_CPULIST = 1, FILE_MEMLIST = 2, FILE_EFFECTIVE_CPULIST = 3, FILE_EFFECTIVE_MEMLIST = 4, FILE_SUBPARTS_CPULIST = 5, FILE_CPU_EXCLUSIVE = 6, FILE_MEM_EXCLUSIVE = 7, FILE_MEM_HARDWALL = 8, FILE_SCHED_LOAD_BALANCE = 9, FILE_PARTITION_ROOT = 10, FILE_SCHED_RELAX_DOMAIN_LEVEL = 11, FILE_MEMORY_PRESSURE_ENABLED = 12, FILE_MEMORY_PRESSURE = 13, FILE_SPREAD_PAGE = 14, FILE_SPREAD_SLAB = 15, } cpuset_filetype_t; struct cpu_stop_done { atomic_t nr_todo; int ret; struct completion completion; }; struct cpu_stopper { struct task_struct *thread; raw_spinlock_t lock; bool enabled; struct list_head works; struct cpu_stop_work stop_work; long unsigned int caller; cpu_stop_fn_t fn; }; enum multi_stop_state { MULTI_STOP_NONE = 0, MULTI_STOP_PREPARE = 1, MULTI_STOP_DISABLE_IRQ = 2, MULTI_STOP_RUN = 3, MULTI_STOP_EXIT = 4, }; struct multi_stop_data { cpu_stop_fn_t fn; void *data; unsigned int num_threads; const struct cpumask *active_cpus; enum multi_stop_state state; atomic_t thread_ack; }; struct ctl_path { const char *procname; }; typedef void (*exitcall_t)(); enum { FTRACE_OPS_FL_ENABLED = 1, FTRACE_OPS_FL_DYNAMIC = 2, FTRACE_OPS_FL_SAVE_REGS = 4, FTRACE_OPS_FL_SAVE_REGS_IF_SUPPORTED = 8, FTRACE_OPS_FL_RECURSION = 16, FTRACE_OPS_FL_STUB = 32, FTRACE_OPS_FL_INITIALIZED = 64, FTRACE_OPS_FL_DELETED = 128, FTRACE_OPS_FL_ADDING = 256, FTRACE_OPS_FL_REMOVING = 512, FTRACE_OPS_FL_MODIFYING = 1024, FTRACE_OPS_FL_ALLOC_TRAMP = 2048, FTRACE_OPS_FL_IPMODIFY = 4096, FTRACE_OPS_FL_PID = 8192, FTRACE_OPS_FL_RCU = 16384, FTRACE_OPS_FL_TRACE_ARRAY = 32768, FTRACE_OPS_FL_PERMANENT = 65536, FTRACE_OPS_FL_DIRECT = 131072, }; struct kretprobe_instance; typedef int (*kretprobe_handler_t)(struct kretprobe_instance *, struct pt_regs *); struct kretprobe_instance { struct rethook_node node; char data[0]; }; struct kretprobe { struct kprobe kp; kretprobe_handler_t handler; kretprobe_handler_t entry_handler; int maxactive; int nmissed; size_t data_size; struct rethook *rh; }; struct kprobe_blacklist_entry { struct list_head list; long unsigned int start_addr; long unsigned int end_addr; }; enum perf_record_ksymbol_type { PERF_RECORD_KSYMBOL_TYPE_UNKNOWN = 0, PERF_RECORD_KSYMBOL_TYPE_BPF = 1, PERF_RECORD_KSYMBOL_TYPE_OOL = 2, PERF_RECORD_KSYMBOL_TYPE_MAX = 3, }; struct kprobe_insn_page { struct list_head list; kprobe_opcode_t *insns; struct kprobe_insn_cache *cache; int nused; int ngarbage; char slot_used[0]; }; enum kprobe_slot_state { SLOT_CLEAN = 0, SLOT_DIRTY = 1, SLOT_USED = 2, }; struct tp_module { struct list_head list; struct module *mod; }; enum tp_func_state { TP_FUNC_0 = 0, TP_FUNC_1 = 1, TP_FUNC_2 = 2, TP_FUNC_N = 3, }; enum tp_transition_sync { TP_TRANSITION_SYNC_1_0_1 = 0, TP_TRANSITION_SYNC_N_2_1 = 1, _NR_TP_TRANSITION_SYNC = 2, }; struct tp_transition_snapshot { long unsigned int rcu; long unsigned int srcu; bool ongoing; }; struct tp_probes { struct callback_head rcu; struct tracepoint_func probes[0]; }; struct seccomp_notif_sizes { __u16 seccomp_notif; __u16 seccomp_notif_resp; __u16 seccomp_data; }; struct seccomp_notif { __u64 id; __u32 pid; __u32 flags; struct seccomp_data data; }; struct seccomp_notif_resp { __u64 id; __s64 val; __s32 error; __u32 flags; }; struct seccomp_notif_addfd { __u64 id; __u32 flags; __u32 srcfd; __u32 newfd; __u32 newfd_flags; }; struct action_cache { long unsigned int allow_native[8]; }; struct notification; struct seccomp_filter { refcount_t refs; refcount_t users; bool log; bool wait_killable_recv; struct action_cache cache; struct seccomp_filter *prev; struct bpf_prog *prog; struct notification *notif; struct mutex notify_lock; wait_queue_head_t wqh; }; struct seccomp_metadata { __u64 filter_off; __u64 flags; }; struct sock_fprog { short unsigned int len; struct sock_filter *filter; }; typedef unsigned int (*bpf_func_t)(const void *, const struct bpf_insn *); struct compat_sock_fprog { u16 len; compat_uptr_t filter; }; typedef unsigned int (*bpf_dispatcher_fn)(const void *, const struct bpf_insn *, unsigned int (*)(const void *, const struct bpf_insn *)); typedef int (*bpf_aux_classic_check_t)(struct sock_filter *, unsigned int); enum notify_state { SECCOMP_NOTIFY_INIT = 0, SECCOMP_NOTIFY_SENT = 1, SECCOMP_NOTIFY_REPLIED = 2, }; struct seccomp_knotif { struct task_struct *task; u64 id; const struct seccomp_data *data; enum notify_state state; int error; long int val; u32 flags; struct completion ready; struct list_head list; struct list_head addfd; }; struct seccomp_kaddfd { struct file *file; int fd; unsigned int flags; __u32 ioctl_flags; union { bool setfd; int ret; }; struct completion completion; struct list_head list; }; struct notification { struct semaphore request; u64 next_id; struct list_head notifications; }; struct seccomp_log_name { u32 log; const char *name; }; struct ftrace_hash { long unsigned int size_bits; struct hlist_head *buckets; long unsigned int count; long unsigned int flags; struct callback_head rcu; }; struct ftrace_func_entry { struct hlist_node hlist; long unsigned int ip; long unsigned int direct; }; enum ftrace_bug_type { FTRACE_BUG_UNKNOWN = 0, FTRACE_BUG_INIT = 1, FTRACE_BUG_NOP = 2, FTRACE_BUG_CALL = 3, FTRACE_BUG_UPDATE = 4, }; enum { FTRACE_FL_ENABLED = 2147483648, FTRACE_FL_REGS = 1073741824, FTRACE_FL_REGS_EN = 536870912, FTRACE_FL_TRAMP = 268435456, FTRACE_FL_TRAMP_EN = 134217728, FTRACE_FL_IPMODIFY = 67108864, FTRACE_FL_DISABLED = 33554432, FTRACE_FL_DIRECT = 16777216, FTRACE_FL_DIRECT_EN = 8388608, }; enum { FTRACE_UPDATE_CALLS = 1, FTRACE_DISABLE_CALLS = 2, FTRACE_UPDATE_TRACE_FUNC = 4, FTRACE_START_FUNC_RET = 8, FTRACE_STOP_FUNC_RET = 16, FTRACE_MAY_SLEEP = 32, }; enum { FTRACE_UPDATE_IGNORE = 0, FTRACE_UPDATE_MAKE_CALL = 1, FTRACE_UPDATE_MODIFY_CALL = 2, FTRACE_UPDATE_MAKE_NOP = 3, }; enum { FTRACE_ITER_FILTER = 1, FTRACE_ITER_NOTRACE = 2, FTRACE_ITER_PRINTALL = 4, FTRACE_ITER_DO_PROBES = 8, FTRACE_ITER_PROBE = 16, FTRACE_ITER_MOD = 32, FTRACE_ITER_ENABLED = 64, }; struct prog_entry; struct event_filter { struct prog_entry *prog; char *filter_string; }; struct trace_array_cpu; struct array_buffer { struct trace_array *tr; struct trace_buffer *buffer; struct trace_array_cpu *data; u64 time_start; int cpu; }; struct trace_pid_list; struct trace_options; struct cond_snapshot; struct trace_func_repeats; struct trace_array { struct list_head list; char *name; struct array_buffer array_buffer; struct array_buffer max_buffer; bool allocated_snapshot; long unsigned int max_latency; struct dentry *d_max_latency; struct work_struct fsnotify_work; struct irq_work fsnotify_irqwork; struct trace_pid_list *filtered_pids; struct trace_pid_list *filtered_no_pids; arch_spinlock_t max_lock; int buffer_disabled; int sys_refcount_enter; int sys_refcount_exit; struct trace_event_file *enter_syscall_files[451]; struct trace_event_file *exit_syscall_files[451]; int stop_count; int clock_id; int nr_topts; bool clear_trace; int buffer_percent; unsigned int n_err_log_entries; struct tracer *current_trace; unsigned int trace_flags; unsigned char trace_flags_index[32]; unsigned int flags; raw_spinlock_t start_lock; struct list_head err_log; struct dentry *dir; struct dentry *options; struct dentry *percpu_dir; struct dentry *event_dir; struct trace_options *topts; struct list_head systems; struct list_head events; struct trace_event_file *trace_marker_file; cpumask_var_t tracing_cpumask; int ref; int trace_ref; struct ftrace_ops *ops; struct trace_pid_list *function_pids; struct trace_pid_list *function_no_pids; struct list_head func_probes; struct list_head mod_trace; struct list_head mod_notrace; int function_enabled; int no_filter_buffering_ref; struct list_head hist_vars; struct cond_snapshot *cond_snapshot; struct trace_func_repeats *last_func_repeats; }; struct tracer_flags; struct tracer { const char *name; int (*init)(struct trace_array *); void (*reset)(struct trace_array *); void (*start)(struct trace_array *); void (*stop)(struct trace_array *); int (*update_thresh)(struct trace_array *); void (*open)(struct trace_iterator *); void (*pipe_open)(struct trace_iterator *); void (*close)(struct trace_iterator *); void (*pipe_close)(struct trace_iterator *); ssize_t (*read)(struct trace_iterator *, struct file *, char *, size_t, loff_t *); ssize_t (*splice_read)(struct trace_iterator *, struct file *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); void (*print_header)(struct seq_file *); enum print_line_t (*print_line)(struct trace_iterator *); int (*set_flag)(struct trace_array *, u32, u32, int); int (*flag_changed)(struct trace_array *, u32, int); struct tracer *next; struct tracer_flags *flags; int enabled; bool print_max; bool allow_instances; bool use_max_tr; bool noboot; }; struct event_subsystem; struct trace_subsystem_dir { struct list_head list; struct event_subsystem *subsystem; struct trace_array *tr; struct dentry *entry; int ref_count; int nr_events; }; union lower_chunk { union lower_chunk *next; long unsigned int data[256]; }; union upper_chunk { union upper_chunk *next; union lower_chunk *data[256]; }; struct trace_pid_list { raw_spinlock_t lock; struct irq_work refill_irqwork; union upper_chunk *upper[256]; union upper_chunk *upper_list; union lower_chunk *lower_list; int free_upper_chunks; int free_lower_chunks; }; struct trace_array_cpu { atomic_t disabled; void *buffer_page; long unsigned int entries; long unsigned int saved_latency; long unsigned int critical_start; long unsigned int critical_end; long unsigned int critical_sequence; long unsigned int nice; long unsigned int policy; long unsigned int rt_priority; long unsigned int skipped_entries; u64 preempt_timestamp; pid_t pid; kuid_t uid; char comm[16]; int ftrace_ignore_pid; bool ignore_pid; }; struct trace_option_dentry; struct trace_options { struct tracer *tracer; struct trace_option_dentry *topts; }; struct tracer_opt; struct trace_option_dentry { struct tracer_opt *opt; struct tracer_flags *flags; struct trace_array *tr; struct dentry *entry; }; enum { TRACE_PIDS = 1, TRACE_NO_PIDS = 2, }; typedef bool (*cond_update_fn_t)(struct trace_array *, void *); struct cond_snapshot { void *cond_data; cond_update_fn_t update; }; struct trace_func_repeats { long unsigned int ip; long unsigned int parent_ip; long unsigned int count; u64 ts_last_call; }; enum { TRACE_ARRAY_FL_GLOBAL = 1, }; struct tracer_opt { const char *name; u32 bit; }; struct tracer_flags { u32 val; struct tracer_opt *opts; struct tracer *trace; }; struct ftrace_mod_load { struct list_head list; char *func; char *module; int enable; }; enum { FTRACE_HASH_FL_MOD = 1, }; struct ftrace_func_command { struct list_head list; char *name; int (*func)(struct trace_array *, struct ftrace_hash *, char *, char *, char *, int); }; struct ftrace_probe_ops { void (*func)(long unsigned int, long unsigned int, struct trace_array *, struct ftrace_probe_ops *, void *); int (*init)(struct ftrace_probe_ops *, struct trace_array *, long unsigned int, void *, void **); void (*free)(struct ftrace_probe_ops *, struct trace_array *, long unsigned int, void *); int (*print)(struct seq_file *, long unsigned int, struct ftrace_probe_ops *, void *); }; typedef int (*ftrace_mapper_func)(void *); struct trace_parser { bool cont; char *buffer; unsigned int idx; unsigned int size; }; enum trace_iterator_bits { TRACE_ITER_PRINT_PARENT_BIT = 0, TRACE_ITER_SYM_OFFSET_BIT = 1, TRACE_ITER_SYM_ADDR_BIT = 2, TRACE_ITER_VERBOSE_BIT = 3, TRACE_ITER_RAW_BIT = 4, TRACE_ITER_HEX_BIT = 5, TRACE_ITER_BIN_BIT = 6, TRACE_ITER_BLOCK_BIT = 7, TRACE_ITER_PRINTK_BIT = 8, TRACE_ITER_ANNOTATE_BIT = 9, TRACE_ITER_USERSTACKTRACE_BIT = 10, TRACE_ITER_SYM_USEROBJ_BIT = 11, TRACE_ITER_PRINTK_MSGONLY_BIT = 12, TRACE_ITER_CONTEXT_INFO_BIT = 13, TRACE_ITER_LATENCY_FMT_BIT = 14, TRACE_ITER_RECORD_CMD_BIT = 15, TRACE_ITER_RECORD_TGID_BIT = 16, TRACE_ITER_OVERWRITE_BIT = 17, TRACE_ITER_STOP_ON_FREE_BIT = 18, TRACE_ITER_IRQ_INFO_BIT = 19, TRACE_ITER_MARKERS_BIT = 20, TRACE_ITER_EVENT_FORK_BIT = 21, TRACE_ITER_PAUSE_ON_TRACE_BIT = 22, TRACE_ITER_HASH_PTR_BIT = 23, TRACE_ITER_FUNCTION_BIT = 24, TRACE_ITER_FUNC_FORK_BIT = 25, TRACE_ITER_DISPLAY_GRAPH_BIT = 26, TRACE_ITER_STACKTRACE_BIT = 27, TRACE_ITER_LAST_BIT = 28, }; struct event_subsystem { struct list_head list; const char *name; struct event_filter *filter; int ref_count; }; enum regex_type { MATCH_FULL = 0, MATCH_FRONT_ONLY = 1, MATCH_MIDDLE_ONLY = 2, MATCH_END_ONLY = 3, MATCH_GLOB = 4, MATCH_INDEX = 5, }; enum { FTRACE_MODIFY_ENABLE_FL = 1, FTRACE_MODIFY_MAY_SLEEP_FL = 2, }; struct ftrace_func_probe { struct ftrace_probe_ops *probe_ops; struct ftrace_ops ops; struct trace_array *tr; struct list_head list; void *data; int ref; }; struct ftrace_page { struct ftrace_page *next; struct dyn_ftrace *records; int index; int order; }; struct ftrace_rec_iter { struct ftrace_page *pg; int index; }; struct ftrace_iterator { loff_t pos; loff_t func_pos; loff_t mod_pos; struct ftrace_page *pg; struct dyn_ftrace *func; struct ftrace_func_probe *probe; struct ftrace_func_entry *probe_entry; struct trace_parser parser; struct ftrace_hash *hash; struct ftrace_ops *ops; struct trace_array *tr; struct list_head *mod_list; int pidx; int idx; unsigned int flags; }; struct ftrace_glob { char *search; unsigned int len; int type; }; struct ftrace_func_map { struct ftrace_func_entry entry; void *data; }; struct ftrace_func_mapper { struct ftrace_hash hash; }; enum graph_filter_type { GRAPH_FILTER_NOTRACE = 0, GRAPH_FILTER_FUNCTION = 1, }; struct ftrace_graph_data { struct ftrace_hash *hash; struct ftrace_func_entry *entry; int idx; enum graph_filter_type type; struct ftrace_hash *new_hash; const struct seq_operations *seq_ops; struct trace_parser parser; }; struct ftrace_mod_func { struct list_head list; char *name; long unsigned int ip; unsigned int size; }; struct ftrace_mod_map { struct callback_head rcu; struct list_head list; struct module *mod; long unsigned int start_addr; long unsigned int end_addr; struct list_head funcs; unsigned int num_funcs; }; struct ftrace_init_func { struct list_head list; long unsigned int ip; }; struct kallsyms_data { long unsigned int *addrs; const char **syms; size_t cnt; size_t found; }; enum trace_iter_flags { TRACE_FILE_LAT_FMT = 1, TRACE_FILE_ANNOTATE = 2, TRACE_FILE_TIME_IN_NS = 4, }; enum trace_flag_type { TRACE_FLAG_IRQS_OFF = 1, TRACE_FLAG_IRQS_NOSUPPORT = 2, TRACE_FLAG_NEED_RESCHED = 4, TRACE_FLAG_HARDIRQ = 8, TRACE_FLAG_SOFTIRQ = 16, TRACE_FLAG_PREEMPT_RESCHED = 32, TRACE_FLAG_NMI = 64, TRACE_FLAG_BH_OFF = 128, }; enum trace_type { __TRACE_FIRST_TYPE = 0, TRACE_FN = 1, TRACE_CTX = 2, TRACE_WAKE = 3, TRACE_STACK = 4, TRACE_PRINT = 5, TRACE_BPRINT = 6, TRACE_MMIO_RW = 7, TRACE_MMIO_MAP = 8, TRACE_BRANCH = 9, TRACE_GRAPH_RET = 10, TRACE_GRAPH_ENT = 11, TRACE_USER_STACK = 12, TRACE_BLK = 13, TRACE_BPUTS = 14, TRACE_HWLAT = 15, TRACE_OSNOISE = 16, TRACE_TIMERLAT = 17, TRACE_RAW_DATA = 18, TRACE_FUNC_REPEATS = 19, __TRACE_LAST_TYPE = 20, }; struct ftrace_entry { struct trace_entry ent; long unsigned int ip; long unsigned int parent_ip; }; struct ctx_switch_entry { struct trace_entry ent; unsigned int prev_pid; unsigned int next_pid; unsigned int next_cpu; unsigned char prev_prio; unsigned char prev_state; unsigned char next_prio; unsigned char next_state; }; struct stack_entry { struct trace_entry ent; int size; long unsigned int caller[8]; }; struct userstack_entry { struct trace_entry ent; unsigned int tgid; long unsigned int caller[8]; }; struct bprint_entry { struct trace_entry ent; long unsigned int ip; const char *fmt; u32 buf[0]; }; struct print_entry { struct trace_entry ent; long unsigned int ip; char buf[0]; }; struct raw_data_entry { struct trace_entry ent; unsigned int id; char buf[0]; }; struct bputs_entry { struct trace_entry ent; long unsigned int ip; const char *str; }; struct hwlat_entry { struct trace_entry ent; u64 duration; u64 outer_duration; u64 nmi_total_ts; struct timespec64 timestamp; unsigned int nmi_count; unsigned int seqnum; unsigned int count; }; struct func_repeats_entry { struct trace_entry ent; long unsigned int ip; long unsigned int parent_ip; u16 count; u16 top_delta_ts; u32 bottom_delta_ts; }; struct osnoise_entry { struct trace_entry ent; u64 noise; u64 runtime; u64 max_sample; unsigned int hw_count; unsigned int nmi_count; unsigned int irq_count; unsigned int softirq_count; unsigned int thread_count; }; struct timerlat_entry { struct trace_entry ent; unsigned int seqnum; int context; u64 timer_latency; }; enum trace_iterator_flags { TRACE_ITER_PRINT_PARENT = 1, TRACE_ITER_SYM_OFFSET = 2, TRACE_ITER_SYM_ADDR = 4, TRACE_ITER_VERBOSE = 8, TRACE_ITER_RAW = 16, TRACE_ITER_HEX = 32, TRACE_ITER_BIN = 64, TRACE_ITER_BLOCK = 128, TRACE_ITER_PRINTK = 256, TRACE_ITER_ANNOTATE = 512, TRACE_ITER_USERSTACKTRACE = 1024, TRACE_ITER_SYM_USEROBJ = 2048, TRACE_ITER_PRINTK_MSGONLY = 4096, TRACE_ITER_CONTEXT_INFO = 8192, TRACE_ITER_LATENCY_FMT = 16384, TRACE_ITER_RECORD_CMD = 32768, TRACE_ITER_RECORD_TGID = 65536, TRACE_ITER_OVERWRITE = 131072, TRACE_ITER_STOP_ON_FREE = 262144, TRACE_ITER_IRQ_INFO = 524288, TRACE_ITER_MARKERS = 1048576, TRACE_ITER_EVENT_FORK = 2097152, TRACE_ITER_PAUSE_ON_TRACE = 4194304, TRACE_ITER_HASH_PTR = 8388608, TRACE_ITER_FUNCTION = 16777216, TRACE_ITER_FUNC_FORK = 33554432, TRACE_ITER_DISPLAY_GRAPH = 67108864, TRACE_ITER_STACKTRACE = 134217728, }; struct trace_mark { long long unsigned int val; char sym; }; enum ring_buffer_type { RINGBUF_TYPE_DATA_TYPE_LEN_MAX = 28, RINGBUF_TYPE_PADDING = 29, RINGBUF_TYPE_TIME_EXTEND = 30, RINGBUF_TYPE_TIME_STAMP = 31, }; enum ring_buffer_flags { RB_FL_OVERWRITE = 1, }; struct ring_buffer_per_cpu; struct buffer_page; struct ring_buffer_iter { struct ring_buffer_per_cpu *cpu_buffer; long unsigned int head; long unsigned int next_event; struct buffer_page *head_page; struct buffer_page *cache_reader_page; long unsigned int cache_read; u64 read_stamp; u64 page_stamp; struct ring_buffer_event *event; int missed_events; }; struct rb_irq_work { struct irq_work work; wait_queue_head_t waiters; wait_queue_head_t full_waiters; long int wait_index; bool waiters_pending; bool full_waiters_pending; bool wakeup_full; }; struct trace_buffer { unsigned int flags; int cpus; atomic_t record_disabled; cpumask_var_t cpumask; struct lock_class_key *reader_lock_key; struct mutex mutex; struct ring_buffer_per_cpu **buffers; struct hlist_node node; u64 (*clock)(); struct rb_irq_work irq_work; bool time_stamp_abs; }; enum { RB_LEN_TIME_EXTEND = 8, RB_LEN_TIME_STAMP = 8, }; struct buffer_data_page { u64 time_stamp; local_t commit; unsigned char data[0]; }; struct buffer_page { struct list_head list; local_t write; unsigned int read; local_t entries; long unsigned int real_end; struct buffer_data_page *page; }; struct rb_event_info { u64 ts; u64 delta; u64 before; u64 after; long unsigned int length; struct buffer_page *tail_page; int add_timestamp; }; enum { RB_ADD_STAMP_NONE = 0, RB_ADD_STAMP_EXTEND = 2, RB_ADD_STAMP_ABSOLUTE = 4, RB_ADD_STAMP_FORCE = 8, }; enum { RB_CTX_TRANSITION = 0, RB_CTX_NMI = 1, RB_CTX_IRQ = 2, RB_CTX_SOFTIRQ = 3, RB_CTX_NORMAL = 4, RB_CTX_MAX = 5, }; struct rb_time_struct { local64_t time; }; typedef struct rb_time_struct rb_time_t; struct ring_buffer_per_cpu { int cpu; atomic_t record_disabled; atomic_t resize_disabled; struct trace_buffer *buffer; raw_spinlock_t reader_lock; arch_spinlock_t lock; struct lock_class_key lock_key; struct buffer_data_page *free_page; long unsigned int nr_pages; unsigned int current_context; struct list_head *pages; struct buffer_page *head_page; struct buffer_page *tail_page; struct buffer_page *commit_page; struct buffer_page *reader_page; long unsigned int lost_events; long unsigned int last_overrun; long unsigned int nest; local_t entries_bytes; local_t entries; local_t overrun; local_t commit_overrun; local_t dropped_events; local_t committing; local_t commits; local_t pages_touched; local_t pages_lost; local_t pages_read; long int last_pages_touch; size_t shortest_full; long unsigned int read; long unsigned int read_bytes; rb_time_t write_stamp; rb_time_t before_stamp; u64 event_stamp[5]; u64 read_stamp; long int nr_pages_to_update; struct list_head new_pages; struct work_struct update_pages_work; struct completion update_done; struct rb_irq_work irq_work; }; struct tracer_stat { const char *name; void * (*stat_start)(struct tracer_stat *); void * (*stat_next)(void *, int); cmp_func_t stat_cmp; int (*stat_show)(struct seq_file *, void *); void (*stat_release)(void *); int (*stat_headers)(struct seq_file *); }; struct stat_node { struct rb_node node; void *stat; }; struct stat_session { struct list_head session_list; struct tracer_stat *ts; struct rb_root stat_root; struct mutex stat_mutex; struct dentry *file; }; struct trace_bprintk_fmt { struct list_head list; const char *fmt; }; typedef struct { int val[2]; } __kernel_fsid_t; typedef struct fsnotify_mark_connector *fsnotify_connp_t; struct fsnotify_mark_connector { spinlock_t lock; short unsigned int type; short unsigned int flags; __kernel_fsid_t fsid; union { fsnotify_connp_t *obj; struct fsnotify_mark_connector *destroy_next; }; struct hlist_head list; }; typedef struct vfsmount * (*debugfs_automount_t)(struct dentry *, void *); struct partial_page { unsigned int offset; unsigned int len; long unsigned int private; }; struct splice_pipe_desc { struct page **pages; struct partial_page *partial; int nr_pages; unsigned int nr_pages_max; const struct pipe_buf_operations *ops; void (*spd_release)(struct splice_pipe_desc *, unsigned int); }; struct trace_export { struct trace_export *next; void (*write)(struct trace_export *, const void *, unsigned int); int flags; }; enum fsnotify_data_type { FSNOTIFY_EVENT_NONE = 0, FSNOTIFY_EVENT_PATH = 1, FSNOTIFY_EVENT_INODE = 2, FSNOTIFY_EVENT_DENTRY = 3, FSNOTIFY_EVENT_ERROR = 4, }; enum fsnotify_iter_type { FSNOTIFY_ITER_TYPE_INODE = 0, FSNOTIFY_ITER_TYPE_VFSMOUNT = 1, FSNOTIFY_ITER_TYPE_SB = 2, FSNOTIFY_ITER_TYPE_PARENT = 3, FSNOTIFY_ITER_TYPE_INODE2 = 4, FSNOTIFY_ITER_TYPE_COUNT = 5, }; enum event_trigger_type { ETT_NONE = 0, ETT_TRACE_ONOFF = 1, ETT_SNAPSHOT = 2, ETT_STACKTRACE = 4, ETT_EVENT_ENABLE = 8, ETT_EVENT_HIST = 16, ETT_HIST_ENABLE = 32, ETT_EVENT_EPROBE = 64, }; struct trace_min_max_param { struct mutex *lock; u64 *val; u64 *min; u64 *max; }; struct saved_cmdlines_buffer { unsigned int map_pid_to_cmdline[32769]; unsigned int *map_cmdline_to_pid; unsigned int cmdline_num; int cmdline_idx; char *saved_cmdlines; }; struct ftrace_stack { long unsigned int calls[1024]; }; struct ftrace_stacks { struct ftrace_stack stacks[4]; }; struct trace_buffer_struct { int nesting; char buffer[4096]; }; struct ftrace_buffer_info { struct trace_iterator iter; void *spare; unsigned int spare_cpu; unsigned int read; }; struct err_info { const char **errs; u8 type; u16 pos; u64 ts; }; struct tracing_log_err { struct list_head list; struct err_info info; char loc[128]; char *cmd; }; struct buffer_ref { struct trace_buffer *buffer; void *page; int cpu; refcount_t refcount; }; struct ftrace_func_mapper; struct ftrace_graph_ent { long unsigned int func; int depth; } __attribute__((packed)); struct ftrace_graph_ret { long unsigned int func; int depth; unsigned int overrun; long long unsigned int calltime; long long unsigned int rettime; }; typedef void (*trace_func_graph_ret_t)(struct ftrace_graph_ret *); typedef int (*trace_func_graph_ent_t)(struct ftrace_graph_ent *); struct fgraph_ops { trace_func_graph_ent_t entryfunc; trace_func_graph_ret_t retfunc; }; enum { TRACE_NOP_OPT_ACCEPT = 1, TRACE_NOP_OPT_REFUSE = 2, }; enum { MODE_NONE = 0, MODE_ROUND_ROBIN = 1, MODE_PER_CPU = 2, MODE_MAX = 3, }; struct hwlat_kthread_data { struct task_struct *kthread; u64 nmi_ts_start; u64 nmi_total_ts; int nmi_count; int nmi_cpu; }; struct hwlat_sample { u64 seqnum; u64 duration; u64 outer_duration; u64 nmi_total_ts; struct timespec64 timestamp; int nmi_count; int count; }; struct hwlat_data { struct mutex lock; u64 count; u64 sample_window; u64 sample_width; int thread_mode; }; enum { TRACE_FUNC_NO_OPTS = 0, TRACE_FUNC_OPT_STACK = 1, TRACE_FUNC_OPT_NO_REPEATS = 2, TRACE_FUNC_OPT_HIGHEST_BIT = 4, }; struct ftrace_graph_ent_entry { struct trace_entry ent; struct ftrace_graph_ent graph_ent; } __attribute__((packed)); struct ftrace_graph_ret_entry { struct trace_entry ent; struct ftrace_graph_ret ret; }; struct fgraph_cpu_data { pid_t last_pid; int depth; int depth_irq; int ignore; long unsigned int enter_funcs[50]; }; struct fgraph_data { struct fgraph_cpu_data *cpu_data; struct ftrace_graph_ent_entry ent; struct ftrace_graph_ret_entry ret; int failed; int cpu; int: 32; } __attribute__((packed)); enum { FLAGS_FILL_FULL = 268435456, FLAGS_FILL_START = 536870912, FLAGS_FILL_END = 805306368, }; struct io_cq { struct request_queue *q; struct io_context *ioc; union { struct list_head q_node; struct kmem_cache *__rcu_icq_cache; }; union { struct hlist_node ioc_node; struct callback_head __rcu_head; }; unsigned int flags; }; enum req_flag_bits { __REQ_FAILFAST_DEV = 8, __REQ_FAILFAST_TRANSPORT = 9, __REQ_FAILFAST_DRIVER = 10, __REQ_SYNC = 11, __REQ_META = 12, __REQ_PRIO = 13, __REQ_NOMERGE = 14, __REQ_IDLE = 15, __REQ_INTEGRITY = 16, __REQ_FUA = 17, __REQ_PREFLUSH = 18, __REQ_RAHEAD = 19, __REQ_BACKGROUND = 20, __REQ_NOWAIT = 21, __REQ_CGROUP_PUNT = 22, __REQ_POLLED = 23, __REQ_ALLOC_CACHE = 24, __REQ_SWAP = 25, __REQ_DRV = 26, __REQ_NOUNMAP = 27, __REQ_NR_BITS = 28, }; struct sbitmap_word { long unsigned int word; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int cleared; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sbitmap { unsigned int depth; unsigned int shift; unsigned int map_nr; bool round_robin; struct sbitmap_word *map; unsigned int *alloc_hint; }; struct sbq_wait_state { wait_queue_head_t wait; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sbitmap_queue { struct sbitmap sb; unsigned int wake_batch; atomic_t wake_index; struct sbq_wait_state *ws; atomic_t ws_active; unsigned int min_shallow_depth; atomic_t completion_cnt; atomic_t wakeup_cnt; }; typedef __u32 req_flags_t; enum mq_rq_state { MQ_RQ_IDLE = 0, MQ_RQ_IN_FLIGHT = 1, MQ_RQ_COMPLETE = 2, }; enum rq_end_io_ret { RQ_END_IO_NONE = 0, RQ_END_IO_FREE = 1, }; typedef enum rq_end_io_ret rq_end_io_fn(struct request *, blk_status_t); struct request { struct request_queue *q; struct blk_mq_ctx *mq_ctx; struct blk_mq_hw_ctx *mq_hctx; blk_opf_t cmd_flags; req_flags_t rq_flags; int tag; int internal_tag; unsigned int timeout; unsigned int __data_len; sector_t __sector; struct bio *bio; struct bio *biotail; union { struct list_head queuelist; struct request *rq_next; }; struct block_device *part; u64 alloc_time_ns; u64 start_time_ns; u64 io_start_time_ns; short unsigned int wbt_flags; short unsigned int stats_sectors; short unsigned int nr_phys_segments; short unsigned int nr_integrity_segments; short unsigned int ioprio; enum mq_rq_state state; atomic_t ref; long unsigned int deadline; union { struct hlist_node hash; struct llist_node ipi_list; }; union { struct rb_node rb_node; struct bio_vec special_vec; void *completion_data; }; union { struct { struct io_cq *icq; void *priv[2]; } elv; struct { unsigned int seq; struct list_head list; rq_end_io_fn *saved_end_io; } flush; }; union { struct __call_single_data csd; u64 fifo_time; }; rq_end_io_fn *end_io; void *end_io_data; }; struct blk_mq_tags { unsigned int nr_tags; unsigned int nr_reserved_tags; atomic_t active_queues; struct sbitmap_queue bitmap_tags; struct sbitmap_queue breserved_tags; struct request **rqs; struct request **static_rqs; struct list_head page_list; spinlock_t lock; }; struct blk_flush_queue { unsigned int flush_pending_idx: 1; unsigned int flush_running_idx: 1; blk_status_t rq_status; long unsigned int flush_pending_since; struct list_head flush_queue[2]; struct list_head flush_data_in_flight; struct request *flush_rq; spinlock_t mq_flush_lock; }; struct blk_mq_queue_map { unsigned int *mq_map; unsigned int nr_queues; unsigned int queue_offset; }; struct blk_mq_tag_set { struct blk_mq_queue_map map[3]; unsigned int nr_maps; const struct blk_mq_ops *ops; unsigned int nr_hw_queues; unsigned int queue_depth; unsigned int reserved_tags; unsigned int cmd_size; int numa_node; unsigned int timeout; unsigned int flags; void *driver_data; struct blk_mq_tags **tags; struct blk_mq_tags *shared_tags; struct mutex tag_list_lock; struct list_head tag_list; struct srcu_struct *srcu; }; struct blk_mq_hw_ctx { struct { spinlock_t lock; struct list_head dispatch; long unsigned int state; long: 64; long: 64; long: 64; long: 64; }; struct delayed_work run_work; cpumask_var_t cpumask; int next_cpu; int next_cpu_batch; long unsigned int flags; void *sched_data; struct request_queue *queue; struct blk_flush_queue *fq; void *driver_data; struct sbitmap ctx_map; struct blk_mq_ctx *dispatch_from; unsigned int dispatch_busy; short unsigned int type; short unsigned int nr_ctx; struct blk_mq_ctx **ctxs; spinlock_t dispatch_wait_lock; wait_queue_entry_t dispatch_wait; atomic_t wait_index; struct blk_mq_tags *tags; struct blk_mq_tags *sched_tags; long unsigned int queued; long unsigned int run; unsigned int numa_node; unsigned int queue_num; atomic_t nr_active; struct hlist_node cpuhp_online; struct hlist_node cpuhp_dead; struct kobject kobj; struct dentry *debugfs_dir; struct dentry *sched_debugfs_dir; struct list_head hctx_list; long: 64; long: 64; }; struct blk_mq_queue_data { struct request *rq; bool last; }; struct ftrace_event_field { struct list_head link; const char *name; const char *type; int filter_type; int offset; int size; int is_signed; int len; }; struct module_string { struct list_head next; struct module *module; char *str; }; enum { FORMAT_HEADER = 1, FORMAT_FIELD_SEPERATOR = 2, FORMAT_PRINTFMT = 3, }; struct boot_triggers { const char *event; char *trigger; }; struct event_probe_data { struct trace_event_file *file; long unsigned int count; int ref; bool enable; }; struct syscall_trace_enter { struct trace_entry ent; int nr; long unsigned int args[0]; }; struct syscall_trace_exit { struct trace_entry ent; int nr; long int ret; }; struct syscall_tp_t { long long unsigned int regs; long unsigned int syscall_nr; long unsigned int ret; }; struct syscall_tp_t___2 { long long unsigned int regs; long unsigned int syscall_nr; long unsigned int args[6]; }; struct filter_pred; struct prog_entry { int target; int when_to_branch; struct filter_pred *pred; }; struct regex; typedef int (*regex_match_func)(char *, struct regex *, int); struct regex { char pattern[256]; int len; int field_len; regex_match_func match; }; enum filter_op_ids { OP_GLOB = 0, OP_NE = 1, OP_EQ = 2, OP_LE = 3, OP_LT = 4, OP_GE = 5, OP_GT = 6, OP_BAND = 7, OP_MAX = 8, }; enum filter_pred_fn { FILTER_PRED_FN_NOP = 0, FILTER_PRED_FN_64 = 1, FILTER_PRED_FN_S64 = 2, FILTER_PRED_FN_U64 = 3, FILTER_PRED_FN_32 = 4, FILTER_PRED_FN_S32 = 5, FILTER_PRED_FN_U32 = 6, FILTER_PRED_FN_16 = 7, FILTER_PRED_FN_S16 = 8, FILTER_PRED_FN_U16 = 9, FILTER_PRED_FN_8 = 10, FILTER_PRED_FN_S8 = 11, FILTER_PRED_FN_U8 = 12, FILTER_PRED_FN_COMM = 13, FILTER_PRED_FN_STRING = 14, FILTER_PRED_FN_STRLOC = 15, FILTER_PRED_FN_STRRELLOC = 16, FILTER_PRED_FN_PCHAR_USER = 17, FILTER_PRED_FN_PCHAR = 18, FILTER_PRED_FN_CPU = 19, FILTER_PRED_FN_ = 20, FILTER_PRED_TEST_VISITED = 21, }; struct filter_pred { enum filter_pred_fn fn_num; u64 val; struct regex regex; short unsigned int *ops; struct ftrace_event_field *field; int offset; int not; int op; }; enum { FILT_ERR_NONE = 0, FILT_ERR_INVALID_OP = 1, FILT_ERR_TOO_MANY_OPEN = 2, FILT_ERR_TOO_MANY_CLOSE = 3, FILT_ERR_MISSING_QUOTE = 4, FILT_ERR_OPERAND_TOO_LONG = 5, FILT_ERR_EXPECT_STRING = 6, FILT_ERR_EXPECT_DIGIT = 7, FILT_ERR_ILLEGAL_FIELD_OP = 8, FILT_ERR_FIELD_NOT_FOUND = 9, FILT_ERR_ILLEGAL_INTVAL = 10, FILT_ERR_BAD_SUBSYS_FILTER = 11, FILT_ERR_TOO_MANY_PREDS = 12, FILT_ERR_INVALID_FILTER = 13, FILT_ERR_IP_FIELD_ONLY = 14, FILT_ERR_INVALID_VALUE = 15, FILT_ERR_ERRNO = 16, FILT_ERR_NO_FILTER = 17, }; struct filter_parse_error { int lasterr; int lasterr_pos; }; typedef int (*parse_pred_fn)(const char *, void *, int, struct filter_parse_error *, struct filter_pred **); enum { INVERT = 1, PROCESS_AND = 2, PROCESS_OR = 4, }; struct ustring_buffer { char buffer[1024]; }; enum { TOO_MANY_CLOSE = 4294967295, TOO_MANY_OPEN = 4294967294, MISSING_QUOTE = 4294967293, }; struct filter_list { struct list_head list; struct event_filter *filter; }; struct function_filter_data { struct ftrace_ops *ops; int first_filter; int first_notrace; }; enum { EVENT_TRIGGER_FL_PROBE = 1, }; struct event_trigger_ops; struct event_command; struct event_trigger_data { long unsigned int count; int ref; int flags; struct event_trigger_ops *ops; struct event_command *cmd_ops; struct event_filter *filter; char *filter_str; void *private_data; bool paused; bool paused_tmp; struct list_head list; char *name; struct list_head named_list; struct event_trigger_data *named_data; }; struct event_trigger_ops { void (*trigger)(struct event_trigger_data *, struct trace_buffer *, void *, struct ring_buffer_event *); int (*init)(struct event_trigger_data *); void (*free)(struct event_trigger_data *); int (*print)(struct seq_file *, struct event_trigger_data *); }; struct event_command { struct list_head list; char *name; enum event_trigger_type trigger_type; int flags; int (*parse)(struct event_command *, struct trace_event_file *, char *, char *, char *); int (*reg)(char *, struct event_trigger_data *, struct trace_event_file *); void (*unreg)(char *, struct event_trigger_data *, struct trace_event_file *); void (*unreg_all)(struct trace_event_file *); int (*set_filter)(char *, struct event_trigger_data *, struct trace_event_file *); struct event_trigger_ops * (*get_trigger_ops)(char *, char *); }; struct enable_trigger_data { struct trace_event_file *file; bool enable; bool hist; }; enum event_command_flags { EVENT_CMD_FL_POST_TRIGGER = 1, EVENT_CMD_FL_NEEDS_REC = 2, }; enum perf_event_sample_format { PERF_SAMPLE_IP = 1, PERF_SAMPLE_TID = 2, PERF_SAMPLE_TIME = 4, PERF_SAMPLE_ADDR = 8, PERF_SAMPLE_READ = 16, PERF_SAMPLE_CALLCHAIN = 32, PERF_SAMPLE_ID = 64, PERF_SAMPLE_CPU = 128, PERF_SAMPLE_PERIOD = 256, PERF_SAMPLE_STREAM_ID = 512, PERF_SAMPLE_RAW = 1024, PERF_SAMPLE_BRANCH_STACK = 2048, PERF_SAMPLE_REGS_USER = 4096, PERF_SAMPLE_STACK_USER = 8192, PERF_SAMPLE_WEIGHT = 16384, PERF_SAMPLE_DATA_SRC = 32768, PERF_SAMPLE_IDENTIFIER = 65536, PERF_SAMPLE_TRANSACTION = 131072, PERF_SAMPLE_REGS_INTR = 262144, PERF_SAMPLE_PHYS_ADDR = 524288, PERF_SAMPLE_AUX = 1048576, PERF_SAMPLE_CGROUP = 2097152, PERF_SAMPLE_DATA_PAGE_SIZE = 4194304, PERF_SAMPLE_CODE_PAGE_SIZE = 8388608, PERF_SAMPLE_WEIGHT_STRUCT = 16777216, PERF_SAMPLE_MAX = 33554432, }; typedef long unsigned int perf_trace_t[1024]; struct eprobe_trace_entry_head { struct trace_entry ent; }; struct dyn_event; struct dyn_event_operations { struct list_head list; int (*create)(const char *); int (*show)(struct seq_file *, struct dyn_event *); bool (*is_busy)(struct dyn_event *); int (*free)(struct dyn_event *); bool (*match)(const char *, const char *, int, const char **, struct dyn_event *); }; struct dyn_event { struct list_head list; struct dyn_event_operations *ops; }; typedef int (*print_type_func_t)(struct trace_seq *, void *, void *); enum fetch_op { FETCH_OP_NOP = 0, FETCH_OP_REG = 1, FETCH_OP_STACK = 2, FETCH_OP_STACKP = 3, FETCH_OP_RETVAL = 4, FETCH_OP_IMM = 5, FETCH_OP_COMM = 6, FETCH_OP_ARG = 7, FETCH_OP_FOFFS = 8, FETCH_OP_DATA = 9, FETCH_OP_DEREF = 10, FETCH_OP_UDEREF = 11, FETCH_OP_ST_RAW = 12, FETCH_OP_ST_MEM = 13, FETCH_OP_ST_UMEM = 14, FETCH_OP_ST_STRING = 15, FETCH_OP_ST_USTRING = 16, FETCH_OP_ST_SYMSTR = 17, FETCH_OP_MOD_BF = 18, FETCH_OP_LP_ARRAY = 19, FETCH_OP_TP_ARG = 20, FETCH_OP_END = 21, FETCH_NOP_SYMBOL = 22, }; struct fetch_insn { enum fetch_op op; union { unsigned int param; struct { unsigned int size; int offset; }; struct { unsigned char basesize; unsigned char lshift; unsigned char rshift; }; long unsigned int immediate; void *data; }; }; struct fetch_type { const char *name; size_t size; bool is_signed; bool is_string; print_type_func_t print; const char *fmt; const char *fmttype; }; struct probe_arg { struct fetch_insn *code; bool dynamic; unsigned int offset; unsigned int count; const char *name; const char *comm; char *fmt; const struct fetch_type *type; }; struct trace_uprobe_filter { rwlock_t rwlock; int nr_systemwide; struct list_head perf_events; }; struct trace_probe_event { unsigned int flags; struct trace_event_class class; struct trace_event_call call; struct list_head files; struct list_head probes; struct trace_uprobe_filter filter[0]; }; struct trace_probe { struct list_head list; struct trace_probe_event *event; ssize_t size; unsigned int nr_args; struct probe_arg args[0]; }; struct event_file_link { struct trace_event_file *file; struct list_head list; }; enum probe_print_type { PROBE_PRINT_NORMAL = 0, PROBE_PRINT_RETURN = 1, PROBE_PRINT_EVENT = 2, }; enum { TP_ERR_FILE_NOT_FOUND = 0, TP_ERR_NO_REGULAR_FILE = 1, TP_ERR_BAD_REFCNT = 2, TP_ERR_REFCNT_OPEN_BRACE = 3, TP_ERR_BAD_REFCNT_SUFFIX = 4, TP_ERR_BAD_UPROBE_OFFS = 5, TP_ERR_MAXACT_NO_KPROBE = 6, TP_ERR_BAD_MAXACT = 7, TP_ERR_MAXACT_TOO_BIG = 8, TP_ERR_BAD_PROBE_ADDR = 9, TP_ERR_BAD_RETPROBE = 10, TP_ERR_BAD_ADDR_SUFFIX = 11, TP_ERR_NO_GROUP_NAME = 12, TP_ERR_GROUP_TOO_LONG = 13, TP_ERR_BAD_GROUP_NAME = 14, TP_ERR_NO_EVENT_NAME = 15, TP_ERR_EVENT_TOO_LONG = 16, TP_ERR_BAD_EVENT_NAME = 17, TP_ERR_EVENT_EXIST = 18, TP_ERR_RETVAL_ON_PROBE = 19, TP_ERR_BAD_STACK_NUM = 20, TP_ERR_BAD_ARG_NUM = 21, TP_ERR_BAD_VAR = 22, TP_ERR_BAD_REG_NAME = 23, TP_ERR_BAD_MEM_ADDR = 24, TP_ERR_BAD_IMM = 25, TP_ERR_IMMSTR_NO_CLOSE = 26, TP_ERR_FILE_ON_KPROBE = 27, TP_ERR_BAD_FILE_OFFS = 28, TP_ERR_SYM_ON_UPROBE = 29, TP_ERR_TOO_MANY_OPS = 30, TP_ERR_DEREF_NEED_BRACE = 31, TP_ERR_BAD_DEREF_OFFS = 32, TP_ERR_DEREF_OPEN_BRACE = 33, TP_ERR_COMM_CANT_DEREF = 34, TP_ERR_BAD_FETCH_ARG = 35, TP_ERR_ARRAY_NO_CLOSE = 36, TP_ERR_BAD_ARRAY_SUFFIX = 37, TP_ERR_BAD_ARRAY_NUM = 38, TP_ERR_ARRAY_TOO_BIG = 39, TP_ERR_BAD_TYPE = 40, TP_ERR_BAD_STRING = 41, TP_ERR_BAD_SYMSTRING = 42, TP_ERR_BAD_BITFIELD = 43, TP_ERR_ARG_NAME_TOO_LONG = 44, TP_ERR_NO_ARG_NAME = 45, TP_ERR_BAD_ARG_NAME = 46, TP_ERR_USED_ARG_NAME = 47, TP_ERR_ARG_TOO_LONG = 48, TP_ERR_NO_ARG_BODY = 49, TP_ERR_BAD_INSN_BNDRY = 50, TP_ERR_FAIL_REG_PROBE = 51, TP_ERR_DIFF_PROBE_TYPE = 52, TP_ERR_DIFF_ARG_TYPE = 53, TP_ERR_SAME_PROBE = 54, TP_ERR_NO_EVENT_INFO = 55, TP_ERR_BAD_ATTACH_EVENT = 56, TP_ERR_BAD_ATTACH_ARG = 57, TP_ERR_NO_EP_FILTER = 58, }; struct trace_eprobe { const char *event_system; const char *event_name; char *filter_str; struct trace_event_call *event; struct dyn_event devent; struct trace_probe tp; }; struct eprobe_data { struct trace_event_file *file; struct trace_eprobe *ep; }; enum cpufreq_table_sorting { CPUFREQ_TABLE_UNSORTED = 0, CPUFREQ_TABLE_SORTED_ASCENDING = 1, CPUFREQ_TABLE_SORTED_DESCENDING = 2, }; struct cpufreq_cpuinfo { unsigned int max_freq; unsigned int min_freq; unsigned int transition_latency; }; struct cpufreq_stats; struct clk; struct cpufreq_governor; struct cpufreq_frequency_table; struct thermal_cooling_device; struct cpufreq_policy { cpumask_var_t cpus; cpumask_var_t related_cpus; cpumask_var_t real_cpus; unsigned int shared_type; unsigned int cpu; struct clk *clk; struct cpufreq_cpuinfo cpuinfo; unsigned int min; unsigned int max; unsigned int cur; unsigned int suspend_freq; unsigned int policy; unsigned int last_policy; struct cpufreq_governor *governor; void *governor_data; char last_governor[16]; struct work_struct update; struct freq_constraints constraints; struct freq_qos_request *min_freq_req; struct freq_qos_request *max_freq_req; struct cpufreq_frequency_table *freq_table; enum cpufreq_table_sorting freq_table_sorted; struct list_head policy_list; struct kobject kobj; struct completion kobj_unregister; struct rw_semaphore rwsem; bool fast_switch_possible; bool fast_switch_enabled; bool strict_target; bool efficiencies_available; unsigned int transition_delay_us; bool dvfs_possible_from_any_cpu; unsigned int cached_target_freq; unsigned int cached_resolved_idx; bool transition_ongoing; spinlock_t transition_lock; wait_queue_head_t transition_wait; struct task_struct *transition_task; struct cpufreq_stats *stats; void *driver_data; struct thermal_cooling_device *cdev; struct notifier_block nb_min; struct notifier_block nb_max; }; struct cpufreq_governor { char name[16]; int (*init)(struct cpufreq_policy *); void (*exit)(struct cpufreq_policy *); int (*start)(struct cpufreq_policy *); void (*stop)(struct cpufreq_policy *); void (*limits)(struct cpufreq_policy *); ssize_t (*show_setspeed)(struct cpufreq_policy *, char *); int (*store_setspeed)(struct cpufreq_policy *, unsigned int); struct list_head governor_list; struct module *owner; u8 flags; }; struct cpufreq_frequency_table { unsigned int flags; unsigned int driver_data; unsigned int frequency; }; struct trace_event_raw_cpu { struct trace_entry ent; u32 state; u32 cpu_id; char __data[0]; }; struct trace_event_raw_cpu_idle_miss { struct trace_entry ent; u32 cpu_id; u32 state; bool below; char __data[0]; }; struct trace_event_raw_powernv_throttle { struct trace_entry ent; int chip_id; u32 __data_loc_reason; int pmax; char __data[0]; }; struct trace_event_raw_pstate_sample { struct trace_entry ent; u32 core_busy; u32 scaled_busy; u32 from; u32 to; u64 mperf; u64 aperf; u64 tsc; u32 freq; u32 io_boost; char __data[0]; }; struct trace_event_raw_cpu_frequency_limits { struct trace_entry ent; u32 min_freq; u32 max_freq; u32 cpu_id; char __data[0]; }; struct trace_event_raw_device_pm_callback_start { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; u32 __data_loc_parent; u32 __data_loc_pm_ops; int event; char __data[0]; }; struct trace_event_raw_device_pm_callback_end { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; int error; char __data[0]; }; struct trace_event_raw_suspend_resume { struct trace_entry ent; const char *action; int val; bool start; char __data[0]; }; struct trace_event_raw_wakeup_source { struct trace_entry ent; u32 __data_loc_name; u64 state; char __data[0]; }; struct trace_event_raw_clock { struct trace_entry ent; u32 __data_loc_name; u64 state; u64 cpu_id; char __data[0]; }; struct trace_event_raw_power_domain { struct trace_entry ent; u32 __data_loc_name; u64 state; u64 cpu_id; char __data[0]; }; struct trace_event_raw_cpu_latency_qos_request { struct trace_entry ent; s32 value; char __data[0]; }; struct trace_event_raw_pm_qos_update { struct trace_entry ent; enum pm_qos_req_action action; int prev_value; int curr_value; char __data[0]; }; struct trace_event_raw_dev_pm_qos_request { struct trace_entry ent; u32 __data_loc_name; enum dev_pm_qos_req_type type; s32 new_value; char __data[0]; }; struct trace_event_raw_guest_halt_poll_ns { struct trace_entry ent; bool grow; unsigned int new; unsigned int old; char __data[0]; }; struct trace_event_data_offsets_cpu {}; struct trace_event_data_offsets_cpu_idle_miss {}; struct trace_event_data_offsets_powernv_throttle { u32 reason; }; struct trace_event_data_offsets_pstate_sample {}; struct trace_event_data_offsets_cpu_frequency_limits {}; struct trace_event_data_offsets_device_pm_callback_start { u32 device; u32 driver; u32 parent; u32 pm_ops; }; struct trace_event_data_offsets_device_pm_callback_end { u32 device; u32 driver; }; struct trace_event_data_offsets_suspend_resume {}; struct trace_event_data_offsets_wakeup_source { u32 name; }; struct trace_event_data_offsets_clock { u32 name; }; struct trace_event_data_offsets_power_domain { u32 name; }; struct trace_event_data_offsets_cpu_latency_qos_request {}; struct trace_event_data_offsets_pm_qos_update {}; struct trace_event_data_offsets_dev_pm_qos_request { u32 name; }; struct trace_event_data_offsets_guest_halt_poll_ns {}; typedef void (*btf_trace_cpu_idle)(void *, unsigned int, unsigned int); typedef void (*btf_trace_cpu_idle_miss)(void *, unsigned int, unsigned int, bool); typedef void (*btf_trace_powernv_throttle)(void *, int, const char *, int); typedef void (*btf_trace_pstate_sample)(void *, u32, u32, u32, u32, u64, u64, u64, u32, u32); typedef void (*btf_trace_cpu_frequency)(void *, unsigned int, unsigned int); typedef void (*btf_trace_cpu_frequency_limits)(void *, struct cpufreq_policy *); typedef void (*btf_trace_device_pm_callback_start)(void *, struct device *, const char *, int); typedef void (*btf_trace_device_pm_callback_end)(void *, struct device *, int); typedef void (*btf_trace_suspend_resume)(void *, const char *, int, bool); typedef void (*btf_trace_wakeup_source_activate)(void *, const char *, unsigned int); typedef void (*btf_trace_wakeup_source_deactivate)(void *, const char *, unsigned int); typedef void (*btf_trace_clock_enable)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_clock_disable)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_clock_set_rate)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_power_domain_target)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_pm_qos_add_request)(void *, s32); typedef void (*btf_trace_pm_qos_update_request)(void *, s32); typedef void (*btf_trace_pm_qos_remove_request)(void *, s32); typedef void (*btf_trace_pm_qos_update_target)(void *, enum pm_qos_req_action, int, int); typedef void (*btf_trace_pm_qos_update_flags)(void *, enum pm_qos_req_action, int, int); typedef void (*btf_trace_dev_pm_qos_add_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_dev_pm_qos_update_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_dev_pm_qos_remove_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_guest_halt_poll_ns)(void *, bool, unsigned int, unsigned int); struct trace_event_raw_error_report_template { struct trace_entry ent; enum error_detector error_detector; long unsigned int id; char __data[0]; }; struct trace_event_data_offsets_error_report_template {}; typedef void (*btf_trace_error_report_end)(void *, enum error_detector, long unsigned int); enum bpf_task_fd_type { BPF_FD_TYPE_RAW_TRACEPOINT = 0, BPF_FD_TYPE_TRACEPOINT = 1, BPF_FD_TYPE_KPROBE = 2, BPF_FD_TYPE_KRETPROBE = 3, BPF_FD_TYPE_UPROBE = 4, BPF_FD_TYPE_URETPROBE = 5, }; enum dynevent_type { DYNEVENT_TYPE_SYNTH = 1, DYNEVENT_TYPE_KPROBE = 2, DYNEVENT_TYPE_NONE = 3, }; struct dynevent_cmd; typedef int (*dynevent_create_fn_t)(struct dynevent_cmd *); struct dynevent_cmd { struct seq_buf seq; const char *event_name; unsigned int n_fields; enum dynevent_type type; dynevent_create_fn_t run_command; void *private_data; }; struct kprobe_trace_entry_head { struct trace_entry ent; long unsigned int ip; }; struct kretprobe_trace_entry_head { struct trace_entry ent; long unsigned int func; long unsigned int ret_ip; }; typedef int (*dynevent_check_arg_fn_t)(void *); struct dynevent_arg { const char *str; char separator; }; struct trace_kprobe { struct dyn_event devent; struct kretprobe rp; long unsigned int *nhit; const char *symbol; struct trace_probe tp; }; struct dynevent_arg_pair { const char *lhs; const char *rhs; char operator; char separator; }; enum { BPF_F_INDEX_MASK = 4294967295, BPF_F_CURRENT_CPU = 4294967295, BPF_F_CTXLEN_MASK = 0, }; enum { BPF_F_GET_BRANCH_RECORDS_SIZE = 1, }; struct bpf_perf_event_value { __u64 counter; __u64 enabled; __u64 running; }; struct bpf_raw_tracepoint_args { __u64 args[0]; }; struct btf_ptr { void *ptr; __u32 type_id; __u32 flags; }; enum { BTF_F_COMPACT = 1, BTF_F_NONAME = 2, BTF_F_PTR_RAW = 4, BTF_F_ZERO = 8, }; struct bpf_local_storage_data; struct bpf_local_storage { struct bpf_local_storage_data *cache[16]; struct hlist_head list; void *owner; struct callback_head rcu; raw_spinlock_t lock; }; enum key_need_perm { KEY_NEED_UNSPECIFIED = 0, KEY_NEED_VIEW = 1, KEY_NEED_READ = 2, KEY_NEED_WRITE = 3, KEY_NEED_SEARCH = 4, KEY_NEED_LINK = 5, KEY_NEED_SETATTR = 6, KEY_NEED_UNLINK = 7, KEY_SYSADMIN_OVERRIDE = 8, KEY_AUTHTOKEN_OVERRIDE = 9, KEY_DEFER_PERM_CHECK = 10, }; enum key_lookup_flag { KEY_LOOKUP_CREATE = 1, KEY_LOOKUP_PARTIAL = 2, KEY_LOOKUP_ALL = 3, }; struct __key_reference_with_attributes; typedef struct __key_reference_with_attributes *key_ref_t; typedef sockptr_t bpfptr_t; struct btf_id_set { u32 cnt; u32 ids[0]; }; enum { BTF_TRACING_TYPE_TASK = 0, BTF_TRACING_TYPE_FILE = 1, BTF_TRACING_TYPE_VMA = 2, MAX_BTF_TRACING_TYPE = 3, }; struct btf_struct_meta { u32 btf_id; struct btf_record *record; struct btf_field_offs *field_offs; }; struct bpf_local_storage_map_bucket; struct bpf_local_storage_map { struct bpf_map map; struct bpf_local_storage_map_bucket *buckets; u32 bucket_log; u16 elem_size; u16 cache_idx; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_verifier_log { u32 level; char kbuf[1024]; char *ubuf; u32 len_used; u32 len_total; }; struct bpf_subprog_info { u32 start; u32 linfo_idx; u16 stack_depth; bool has_tail_call; bool tail_call_reachable; bool has_ld_abs; bool is_async_cb; }; struct bpf_id_pair { u32 old; u32 cur; }; struct bpf_verifier_ops; struct bpf_verifier_stack_elem; struct bpf_verifier_state; struct bpf_verifier_state_list; struct bpf_insn_aux_data; struct bpf_verifier_env { u32 insn_idx; u32 prev_insn_idx; struct bpf_prog *prog; const struct bpf_verifier_ops *ops; struct bpf_verifier_stack_elem *head; int stack_size; bool strict_alignment; bool test_state_freq; struct bpf_verifier_state *cur_state; struct bpf_verifier_state_list **explored_states; struct bpf_verifier_state_list *free_list; struct bpf_map *used_maps[64]; struct btf_mod_pair used_btfs[64]; u32 used_map_cnt; u32 used_btf_cnt; u32 id_gen; bool explore_alu_limits; bool allow_ptr_leaks; bool allow_uninit_stack; bool bpf_capable; bool bypass_spec_v1; bool bypass_spec_v4; bool seen_direct_write; bool rcu_tag_supported; struct bpf_insn_aux_data *insn_aux_data; const struct bpf_line_info *prev_linfo; struct bpf_verifier_log log; struct bpf_subprog_info subprog_info[257]; struct bpf_id_pair idmap_scratch[600]; struct { int *insn_state; int *insn_stack; int cur_stack; } cfg; u32 pass_cnt; u32 subprog_cnt; u32 prev_insn_processed; u32 insn_processed; u32 prev_jmps_processed; u32 jmps_processed; u64 verification_time; u32 max_states_per_insn; u32 total_states; u32 peak_states; u32 longest_mark_read_walk; bpfptr_t fd_array; u32 scratched_regs; u64 scratched_stack_slots; u32 prev_log_len; u32 prev_insn_print_len; char type_str_buf[128]; }; enum bpf_dynptr_type { BPF_DYNPTR_TYPE_INVALID = 0, BPF_DYNPTR_TYPE_LOCAL = 1, BPF_DYNPTR_TYPE_RINGBUF = 2, }; struct tnum { u64 value; u64 mask; }; enum bpf_reg_liveness { REG_LIVE_NONE = 0, REG_LIVE_READ32 = 1, REG_LIVE_READ64 = 2, REG_LIVE_READ = 3, REG_LIVE_WRITTEN = 4, REG_LIVE_DONE = 8, }; struct bpf_reg_state { enum bpf_reg_type type; s32 off; union { int range; struct { struct bpf_map *map_ptr; u32 map_uid; }; struct { struct btf *btf; u32 btf_id; }; u32 mem_size; struct { enum bpf_dynptr_type type; bool first_slot; } dynptr; struct { long unsigned int raw1; long unsigned int raw2; } raw; u32 subprogno; }; u32 id; u32 ref_obj_id; struct tnum var_off; s64 smin_value; s64 smax_value; u64 umin_value; u64 umax_value; s32 s32_min_value; s32 s32_max_value; u32 u32_min_value; u32 u32_max_value; struct bpf_reg_state *parent; u32 frameno; s32 subreg_def; enum bpf_reg_liveness live; bool precise; }; struct bpf_reference_state; struct bpf_stack_state; struct bpf_func_state { struct bpf_reg_state regs[11]; int callsite; u32 frameno; u32 subprogno; u32 async_entry_cnt; bool in_callback_fn; struct tnum callback_ret_range; bool in_async_callback_fn; int acquired_refs; struct bpf_reference_state *refs; int allocated_stack; struct bpf_stack_state *stack; }; enum bpf_access_type { BPF_READ = 1, BPF_WRITE = 2, }; struct bpf_insn_access_aux { enum bpf_reg_type reg_type; union { int ctx_field_size; struct { struct btf *btf; u32 btf_id; }; }; struct bpf_verifier_log *log; }; struct bpf_verifier_ops { const struct bpf_func_proto * (*get_func_proto)(enum bpf_func_id, const struct bpf_prog *); bool (*is_valid_access)(int, int, enum bpf_access_type, const struct bpf_prog *, struct bpf_insn_access_aux *); int (*gen_prologue)(struct bpf_insn *, bool, const struct bpf_prog *); int (*gen_ld_abs)(const struct bpf_insn *, struct bpf_insn *); u32 (*convert_ctx_access)(enum bpf_access_type, const struct bpf_insn *, struct bpf_insn *, struct bpf_prog *, u32 *); int (*btf_struct_access)(struct bpf_verifier_log *, const struct bpf_reg_state *, int, int, enum bpf_access_type, u32 *, enum bpf_type_flag *); }; struct bpf_array_aux { struct list_head poke_progs; struct bpf_map *map; struct mutex poke_mutex; struct work_struct work; }; struct bpf_array { struct bpf_map map; u32 elem_size; u32 index_mask; struct bpf_array_aux *aux; union { char value[0]; void *ptrs[0]; void *pptrs[0]; }; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_event_entry { struct perf_event *event; struct file *perf_file; struct file *map_file; struct callback_head rcu; }; typedef long unsigned int (*bpf_ctx_copy_t)(void *, const void *, long unsigned int, long unsigned int); struct bpf_trace_run_ctx { struct bpf_run_ctx run_ctx; u64 bpf_cookie; }; typedef u32 (*bpf_prog_run_fn)(const struct bpf_prog *, const void *); struct bpf_dynptr_kern { void *data; u32 size; u32 offset; }; struct bpf_key { struct key *key; bool has_ref; }; struct bpf_stack_state { struct bpf_reg_state spilled_ptr; u8 slot_type[8]; }; struct bpf_reference_state { int id; int insn_idx; int callback_ref; bool release_on_unlock; }; struct bpf_idx_pair { u32 prev_idx; u32 idx; }; struct bpf_verifier_state { struct bpf_func_state *frame[8]; struct bpf_verifier_state *parent; u32 branches; u32 insn_idx; u32 curframe; struct { void *ptr; u32 id; } active_lock; bool speculative; bool active_rcu_lock; u32 first_insn_idx; u32 last_insn_idx; struct bpf_idx_pair *jmp_history; u32 jmp_history_cnt; }; struct bpf_verifier_state_list { struct bpf_verifier_state state; struct bpf_verifier_state_list *next; int miss_cnt; int hit_cnt; }; struct bpf_loop_inline_state { unsigned int initialized: 1; unsigned int fit_for_inline: 1; u32 callback_subprogno; }; struct bpf_insn_aux_data { union { enum bpf_reg_type ptr_type; long unsigned int map_ptr_state; s32 call_imm; u32 alu_limit; struct { u32 map_index; u32 map_off; }; struct { enum bpf_reg_type reg_type; union { struct { struct btf *btf; u32 btf_id; }; u32 mem_size; }; } btf_var; struct bpf_loop_inline_state loop_inline_state; }; u64 obj_new_size; struct btf_struct_meta *kptr_struct_meta; u64 map_key_state; int ctx_field_size; u32 seen; bool sanitize_stack_spill; bool zext_dst; bool storage_get_func_atomic; u8 alu_state; unsigned int orig_idx; bool prune_point; bool jmp_point; }; typedef struct user_regs_struct bpf_user_pt_regs_t; struct bpf_perf_event_data { bpf_user_pt_regs_t regs; __u64 sample_period; __u64 addr; }; enum perf_type_id { PERF_TYPE_HARDWARE = 0, PERF_TYPE_SOFTWARE = 1, PERF_TYPE_TRACEPOINT = 2, PERF_TYPE_HW_CACHE = 3, PERF_TYPE_RAW = 4, PERF_TYPE_BREAKPOINT = 5, PERF_TYPE_MAX = 6, }; struct perf_event_query_bpf { __u32 ids_len; __u32 prog_cnt; __u32 ids[0]; }; struct bpf_perf_event_data_kern { bpf_user_pt_regs_t *regs; struct perf_sample_data *data; struct perf_event *event; }; struct bpf_local_storage_map_bucket { struct hlist_head list; raw_spinlock_t lock; }; struct bpf_local_storage_data { struct bpf_local_storage_map *smap; u8 data[0]; }; struct trace_event_raw_bpf_trace_printk { struct trace_entry ent; u32 __data_loc_bpf_string; char __data[0]; }; struct trace_event_data_offsets_bpf_trace_printk { u32 bpf_string; }; typedef void (*btf_trace_bpf_trace_printk)(void *, const char *); struct bpf_trace_module { struct module *module; struct list_head list; }; typedef u64 (*btf_bpf_probe_read_user)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_user_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_kernel)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_kernel_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_write_user)(void *, const void *, u32); typedef u64 (*btf_bpf_trace_printk)(char *, u32, u64, u64, u64); typedef u64 (*btf_bpf_trace_vprintk)(char *, u32, const void *, u32); typedef u64 (*btf_bpf_seq_printf)(struct seq_file *, char *, u32, const void *, u32); typedef u64 (*btf_bpf_seq_write)(struct seq_file *, const void *, u32); typedef u64 (*btf_bpf_seq_printf_btf)(struct seq_file *, struct btf_ptr *, u32, u64); typedef u64 (*btf_bpf_perf_event_read)(struct bpf_map *, u64); typedef u64 (*btf_bpf_perf_event_read_value)(struct bpf_map *, u64, struct bpf_perf_event_value *, u32); struct bpf_trace_sample_data { struct perf_sample_data sds[3]; }; typedef u64 (*btf_bpf_perf_event_output)(struct pt_regs *, struct bpf_map *, u64, void *, u64); struct bpf_nested_pt_regs { struct pt_regs regs[3]; }; typedef u64 (*btf_bpf_get_current_task)(); typedef u64 (*btf_bpf_get_current_task_btf)(); typedef u64 (*btf_bpf_task_pt_regs)(struct task_struct *); typedef u64 (*btf_bpf_current_task_under_cgroup)(struct bpf_map *, u32); struct send_signal_irq_work { struct irq_work irq_work; struct task_struct *task; u32 sig; enum pid_type type; }; typedef u64 (*btf_bpf_send_signal)(u32); typedef u64 (*btf_bpf_send_signal_thread)(u32); typedef u64 (*btf_bpf_d_path)(struct path *, char *, u32); typedef u64 (*btf_bpf_snprintf_btf)(char *, u32, struct btf_ptr *, u32, u64); typedef u64 (*btf_bpf_get_func_ip_tracing)(void *); typedef u64 (*btf_bpf_get_func_ip_kprobe)(struct pt_regs *); typedef u64 (*btf_bpf_get_func_ip_kprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_attach_cookie_kprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_attach_cookie_trace)(void *); typedef u64 (*btf_bpf_get_attach_cookie_pe)(struct bpf_perf_event_data_kern *); typedef u64 (*btf_bpf_get_attach_cookie_tracing)(void *); typedef u64 (*btf_bpf_get_branch_snapshot)(void *, u32, u64); typedef u64 (*btf_get_func_arg)(void *, u32, u64 *); typedef u64 (*btf_get_func_ret)(void *, u64 *); typedef u64 (*btf_get_func_arg_cnt)(void *); typedef u64 (*btf_bpf_perf_event_output_tp)(void *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_stackid_tp)(void *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack_tp)(void *, void *, u32, u64); typedef u64 (*btf_bpf_perf_prog_read_value)(struct bpf_perf_event_data_kern *, struct bpf_perf_event_value *, u32); typedef u64 (*btf_bpf_read_branch_records)(struct bpf_perf_event_data_kern *, void *, u32, u64); struct bpf_raw_tp_regs { struct pt_regs regs[3]; }; typedef u64 (*btf_bpf_perf_event_output_raw_tp)(struct bpf_raw_tracepoint_args *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_stackid_raw_tp)(struct bpf_raw_tracepoint_args *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack_raw_tp)(struct bpf_raw_tracepoint_args *, void *, u32, u64); struct trace_probe_log { const char *subsystem; const char **argv; int argc; int index; }; enum uprobe_filter_ctx { UPROBE_FILTER_REGISTER = 0, UPROBE_FILTER_UNREGISTER = 1, UPROBE_FILTER_MMAP = 2, }; struct uprobe_consumer { int (*handler)(struct uprobe_consumer *, struct pt_regs *); int (*ret_handler)(struct uprobe_consumer *, long unsigned int, struct pt_regs *); bool (*filter)(struct uprobe_consumer *, enum uprobe_filter_ctx, struct mm_struct *); struct uprobe_consumer *next; }; struct uprobe_trace_entry_head { struct trace_entry ent; long unsigned int vaddr[0]; }; struct trace_uprobe { struct dyn_event devent; struct uprobe_consumer consumer; struct path path; struct inode *inode; char *filename; long unsigned int offset; long unsigned int ref_ctr_offset; long unsigned int nhit; struct trace_probe tp; }; struct uprobe_dispatch_data { struct trace_uprobe *tu; long unsigned int bp_addr; }; struct uprobe_cpu_buffer { struct mutex mutex; void *buf; }; typedef bool (*filter_func_t)(struct uprobe_consumer *, enum uprobe_filter_ctx, struct mm_struct *); enum xdp_action { XDP_ABORTED = 0, XDP_DROP = 1, XDP_PASS = 2, XDP_TX = 3, XDP_REDIRECT = 4, }; struct rnd_state { __u32 s1; __u32 s2; __u32 s3; __u32 s4; }; struct rhash_lock_head; struct bucket_table { unsigned int size; unsigned int nest; u32 hash_rnd; struct list_head walkers; struct callback_head rcu; struct bucket_table *future_tbl; struct lockdep_map dep_map; long: 64; struct rhash_lock_head *buckets[0]; }; struct bpf_mem_caches; struct bpf_mem_cache; struct bpf_mem_alloc { struct bpf_mem_caches *caches; struct bpf_mem_cache *cache; struct work_struct work; }; enum bpf_jit_poke_reason { BPF_POKE_REASON_TAIL_CALL = 0, }; struct bpf_empty_prog_array { struct bpf_prog_array hdr; struct bpf_prog *null_prog; }; enum bpf_text_poke_type { BPF_MOD_CALL = 0, BPF_MOD_JUMP = 1, }; enum xdp_mem_type { MEM_TYPE_PAGE_SHARED = 0, MEM_TYPE_PAGE_ORDER0 = 1, MEM_TYPE_PAGE_POOL = 2, MEM_TYPE_XSK_BUFF_POOL = 3, MEM_TYPE_MAX = 4, }; struct xdp_cpumap_stats { unsigned int redirect; unsigned int pass; unsigned int drop; }; struct bpf_prog_pack { struct list_head list; void *ptr; long unsigned int bitmap[0]; }; struct bpf_prog_dummy { struct bpf_prog prog; }; typedef u64 (*btf_bpf_user_rnd_u32)(); typedef u64 (*btf_bpf_get_raw_cpu_id)(); struct _bpf_dtab_netdev { struct net_device *dev; }; struct rhash_lock_head {}; struct xdp_mem_allocator { struct xdp_mem_info mem; union { void *allocator; struct page_pool *page_pool; }; struct rhash_head node; struct callback_head rcu; }; struct trace_event_raw_xdp_exception { struct trace_entry ent; int prog_id; u32 act; int ifindex; char __data[0]; }; struct trace_event_raw_xdp_bulk_tx { struct trace_entry ent; int ifindex; u32 act; int drops; int sent; int err; char __data[0]; }; struct trace_event_raw_xdp_redirect_template { struct trace_entry ent; int prog_id; u32 act; int ifindex; int err; int to_ifindex; u32 map_id; int map_index; char __data[0]; }; struct trace_event_raw_xdp_cpumap_kthread { struct trace_entry ent; int map_id; u32 act; int cpu; unsigned int drops; unsigned int processed; int sched; unsigned int xdp_pass; unsigned int xdp_drop; unsigned int xdp_redirect; char __data[0]; }; struct trace_event_raw_xdp_cpumap_enqueue { struct trace_entry ent; int map_id; u32 act; int cpu; unsigned int drops; unsigned int processed; int to_cpu; char __data[0]; }; struct trace_event_raw_xdp_devmap_xmit { struct trace_entry ent; int from_ifindex; u32 act; int to_ifindex; int drops; int sent; int err; char __data[0]; }; struct trace_event_raw_mem_disconnect { struct trace_entry ent; const struct xdp_mem_allocator *xa; u32 mem_id; u32 mem_type; const void *allocator; char __data[0]; }; struct trace_event_raw_mem_connect { struct trace_entry ent; const struct xdp_mem_allocator *xa; u32 mem_id; u32 mem_type; const void *allocator; const struct xdp_rxq_info *rxq; int ifindex; char __data[0]; }; struct trace_event_raw_mem_return_failed { struct trace_entry ent; const struct page *page; u32 mem_id; u32 mem_type; char __data[0]; }; struct trace_event_data_offsets_xdp_exception {}; struct trace_event_data_offsets_xdp_bulk_tx {}; struct trace_event_data_offsets_xdp_redirect_template {}; struct trace_event_data_offsets_xdp_cpumap_kthread {}; struct trace_event_data_offsets_xdp_cpumap_enqueue {}; struct trace_event_data_offsets_xdp_devmap_xmit {}; struct trace_event_data_offsets_mem_disconnect {}; struct trace_event_data_offsets_mem_connect {}; struct trace_event_data_offsets_mem_return_failed {}; typedef void (*btf_trace_xdp_exception)(void *, const struct net_device *, const struct bpf_prog *, u32); typedef void (*btf_trace_xdp_bulk_tx)(void *, const struct net_device *, int, int, int); typedef void (*btf_trace_xdp_redirect)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_err)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_map)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_map_err)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_cpumap_kthread)(void *, int, unsigned int, unsigned int, int, struct xdp_cpumap_stats *); typedef void (*btf_trace_xdp_cpumap_enqueue)(void *, int, unsigned int, unsigned int, int); typedef void (*btf_trace_xdp_devmap_xmit)(void *, const struct net_device *, const struct net_device *, int, int, int); typedef void (*btf_trace_mem_disconnect)(void *, const struct xdp_mem_allocator *); typedef void (*btf_trace_mem_connect)(void *, const struct xdp_mem_allocator *, const struct xdp_rxq_info *); typedef void (*btf_trace_mem_return_failed)(void *, const struct xdp_mem_info *, const struct page *); struct tree_descr { const char *name; const struct file_operations *ops; int mode; }; enum bpf_link_type { BPF_LINK_TYPE_UNSPEC = 0, BPF_LINK_TYPE_RAW_TRACEPOINT = 1, BPF_LINK_TYPE_TRACING = 2, BPF_LINK_TYPE_CGROUP = 3, BPF_LINK_TYPE_ITER = 4, BPF_LINK_TYPE_NETNS = 5, BPF_LINK_TYPE_XDP = 6, BPF_LINK_TYPE_PERF_EVENT = 7, BPF_LINK_TYPE_KPROBE_MULTI = 8, BPF_LINK_TYPE_STRUCT_OPS = 9, MAX_BPF_LINK_TYPE = 10, }; struct bpf_link_ops; struct bpf_link { atomic64_t refcnt; u32 id; enum bpf_link_type type; const struct bpf_link_ops *ops; struct bpf_prog *prog; struct work_struct work; }; struct bpf_link_ops { void (*release)(struct bpf_link *); void (*dealloc)(struct bpf_link *); int (*detach)(struct bpf_link *); int (*update_prog)(struct bpf_link *, struct bpf_prog *, struct bpf_prog *); void (*show_fdinfo)(const struct bpf_link *, struct seq_file *); int (*fill_link_info)(const struct bpf_link *, struct bpf_link_info *); }; struct bpf_preload_info { char link_name[16]; struct bpf_link *link; }; struct bpf_preload_ops { int (*preload)(struct bpf_preload_info *); struct module *owner; }; enum bpf_type { BPF_TYPE_UNSPEC = 0, BPF_TYPE_PROG = 1, BPF_TYPE_MAP = 2, BPF_TYPE_LINK = 3, }; struct map_iter { void *key; bool done; }; enum { OPT_MODE = 0, }; struct bpf_mount_opts { umode_t mode; }; enum { BTF_KIND_UNKN = 0, BTF_KIND_INT = 1, BTF_KIND_PTR = 2, BTF_KIND_ARRAY = 3, BTF_KIND_STRUCT = 4, BTF_KIND_UNION = 5, BTF_KIND_ENUM = 6, BTF_KIND_FWD = 7, BTF_KIND_TYPEDEF = 8, BTF_KIND_VOLATILE = 9, BTF_KIND_CONST = 10, BTF_KIND_RESTRICT = 11, BTF_KIND_FUNC = 12, BTF_KIND_FUNC_PROTO = 13, BTF_KIND_VAR = 14, BTF_KIND_DATASEC = 15, BTF_KIND_FLOAT = 16, BTF_KIND_DECL_TAG = 17, BTF_KIND_TYPE_TAG = 18, BTF_KIND_ENUM64 = 19, NR_BTF_KINDS = 20, BTF_KIND_MAX = 19, }; struct btf_array { __u32 type; __u32 index_type; __u32 nelems; }; struct btf_member { __u32 name_off; __u32 type; __u32 offset; }; struct btf_param { __u32 name_off; __u32 type; }; enum btf_func_linkage { BTF_FUNC_STATIC = 0, BTF_FUNC_GLOBAL = 1, BTF_FUNC_EXTERN = 2, }; struct btf_var_secinfo { __u32 type; __u32 offset; __u32 size; }; enum { BPF_F_NO_PREALLOC = 1, BPF_F_NO_COMMON_LRU = 2, BPF_F_NUMA_NODE = 4, BPF_F_RDONLY = 8, BPF_F_WRONLY = 16, BPF_F_STACK_BUILD_ID = 32, BPF_F_ZERO_SEED = 64, BPF_F_RDONLY_PROG = 128, BPF_F_WRONLY_PROG = 256, BPF_F_CLONE = 512, BPF_F_MMAPABLE = 1024, BPF_F_PRESERVE_ELEMS = 2048, BPF_F_INNER_MAP = 4096, }; enum sk_action { SK_DROP = 0, SK_PASS = 1, }; enum bpf_core_relo_kind { BPF_CORE_FIELD_BYTE_OFFSET = 0, BPF_CORE_FIELD_BYTE_SIZE = 1, BPF_CORE_FIELD_EXISTS = 2, BPF_CORE_FIELD_SIGNED = 3, BPF_CORE_FIELD_LSHIFT_U64 = 4, BPF_CORE_FIELD_RSHIFT_U64 = 5, BPF_CORE_TYPE_ID_LOCAL = 6, BPF_CORE_TYPE_ID_TARGET = 7, BPF_CORE_TYPE_EXISTS = 8, BPF_CORE_TYPE_SIZE = 9, BPF_CORE_ENUMVAL_EXISTS = 10, BPF_CORE_ENUMVAL_VALUE = 11, BPF_CORE_TYPE_MATCHES = 12, }; struct bpf_core_relo { __u32 insn_off; __u32 type_id; __u32 access_str_off; enum bpf_core_relo_kind kind; }; enum { BTF_SOCK_TYPE_INET = 0, BTF_SOCK_TYPE_INET_CONN = 1, BTF_SOCK_TYPE_INET_REQ = 2, BTF_SOCK_TYPE_INET_TW = 3, BTF_SOCK_TYPE_REQ = 4, BTF_SOCK_TYPE_SOCK = 5, BTF_SOCK_TYPE_SOCK_COMMON = 6, BTF_SOCK_TYPE_TCP = 7, BTF_SOCK_TYPE_TCP_REQ = 8, BTF_SOCK_TYPE_TCP_TW = 9, BTF_SOCK_TYPE_TCP6 = 10, BTF_SOCK_TYPE_UDP = 11, BTF_SOCK_TYPE_UDP6 = 12, BTF_SOCK_TYPE_UNIX = 13, BTF_SOCK_TYPE_MPTCP = 14, BTF_SOCK_TYPE_SOCKET = 15, MAX_BTF_SOCK_TYPE = 16, }; struct bpf_attach_target_info { struct btf_func_model fmodel; long int tgt_addr; const char *tgt_name; const struct btf_type *tgt_type; }; struct bpf_kfunc_desc { struct btf_func_model func_model; u32 func_id; s32 imm; u16 offset; }; struct bpf_kfunc_desc_tab { struct bpf_kfunc_desc descs[256]; u32 nr_descs; }; struct bpf_kfunc_btf { struct btf *btf; struct module *module; u16 offset; }; struct bpf_kfunc_btf_tab { struct bpf_kfunc_btf descs[256]; u32 nr_descs; }; struct bpf_struct_ops { const struct bpf_verifier_ops *verifier_ops; int (*init)(struct btf *); int (*check_member)(const struct btf_type *, const struct btf_member *); int (*init_member)(const struct btf_type *, const struct btf_member *, void *, const void *); int (*reg)(void *); void (*unreg)(void *); const struct btf_type *type; const struct btf_type *value_type; const char *name; struct btf_func_model func_models[64]; u32 type_id; u32 value_id; }; typedef u32 (*bpf_convert_ctx_access_t)(enum bpf_access_type, const struct bpf_insn *, struct bpf_insn *, struct bpf_prog *, u32 *); struct bpf_core_ctx { struct bpf_verifier_log *log; const struct btf *btf; }; enum bpf_stack_slot_type { STACK_INVALID = 0, STACK_SPILL = 1, STACK_MISC = 2, STACK_ZERO = 3, STACK_DYNPTR = 4, }; struct bpf_verifier_stack_elem { struct bpf_verifier_state st; int insn_idx; int prev_insn_idx; struct bpf_verifier_stack_elem *next; u32 log_pos; }; typedef void (*bpf_insn_print_t)(void *, const char *, ...); typedef const char * (*bpf_insn_revmap_call_t)(void *, const struct bpf_insn *); typedef const char * (*bpf_insn_print_imm_t)(void *, const struct bpf_insn *, __u64); struct bpf_insn_cbs { bpf_insn_print_t cb_print; bpf_insn_revmap_call_t cb_call; bpf_insn_print_imm_t cb_imm; void *private_data; }; struct bpf_call_arg_meta { struct bpf_map *map_ptr; bool raw_mode; bool pkt_access; u8 release_regno; int regno; int access_size; int mem_size; u64 msize_max_value; int ref_obj_id; int map_uid; int func_id; struct btf *btf; u32 btf_id; struct btf *ret_btf; u32 ret_btf_id; u32 subprogno; struct btf_field *kptr_field; u8 uninit_dynptr_regno; }; enum reg_arg_type { SRC_OP = 0, DST_OP = 1, DST_OP_NO_MARK = 2, }; enum bpf_access_src { ACCESS_DIRECT = 1, ACCESS_HELPER = 2, }; struct bpf_reg_types { const enum bpf_reg_type types[10]; u32 *btf_id; }; enum { AT_PKT_END = 4294967295, BEYOND_PKT_END = 4294967294, }; typedef int (*set_callee_state_fn)(struct bpf_verifier_env *, struct bpf_func_state *, struct bpf_func_state *, int); struct bpf_kfunc_call_arg_meta { struct btf *btf; u32 func_id; u32 kfunc_flags; const struct btf_type *func_proto; const char *func_name; u32 ref_obj_id; u8 release_regno; bool r0_rdonly; u32 ret_btf_id; u64 r0_size; struct { u64 value; bool found; } arg_constant; struct { struct btf *btf; u32 btf_id; } arg_obj_drop; struct { struct btf_field *field; } arg_list_head; }; enum { KF_ARG_DYNPTR_ID = 0, KF_ARG_LIST_HEAD_ID = 1, KF_ARG_LIST_NODE_ID = 2, }; enum kfunc_ptr_arg_type { KF_ARG_PTR_TO_CTX = 0, KF_ARG_PTR_TO_ALLOC_BTF_ID = 1, KF_ARG_PTR_TO_KPTR = 2, KF_ARG_PTR_TO_DYNPTR = 3, KF_ARG_PTR_TO_LIST_HEAD = 4, KF_ARG_PTR_TO_LIST_NODE = 5, KF_ARG_PTR_TO_BTF_ID = 6, KF_ARG_PTR_TO_MEM = 7, KF_ARG_PTR_TO_MEM_SIZE = 8, }; enum special_kfunc_type { KF_bpf_obj_new_impl = 0, KF_bpf_obj_drop_impl = 1, KF_bpf_list_push_front = 2, KF_bpf_list_push_back = 3, KF_bpf_list_pop_front = 4, KF_bpf_list_pop_back = 5, KF_bpf_cast_to_kern_ctx = 6, KF_bpf_rdonly_cast = 7, KF_bpf_rcu_read_lock = 8, KF_bpf_rcu_read_unlock = 9, }; enum { REASON_BOUNDS = 4294967295, REASON_TYPE = 4294967294, REASON_PATHS = 4294967293, REASON_LIMIT = 4294967292, REASON_STACK = 4294967291, }; struct bpf_sanitize_info { struct bpf_insn_aux_data aux; bool mask_to_left; }; enum { DISCOVERED = 16, EXPLORED = 32, FALLTHROUGH = 1, BRANCH = 2, }; enum { DONE_EXPLORING = 0, KEEP_EXPLORING = 1, }; struct bpf_link_primer { struct bpf_link *link; struct file *file; int fd; u32 id; }; struct bpf_iter_target_info { struct list_head list; const struct bpf_iter_reg *reg_info; u32 btf_id; }; struct bpf_iter_link { struct bpf_link link; struct bpf_iter_aux_info aux; struct bpf_iter_target_info *tinfo; }; struct bpf_iter_priv_data { struct bpf_iter_target_info *tinfo; const struct bpf_iter_seq_info *seq_info; struct bpf_prog *prog; u64 session_id; u64 seq_num; bool done_stop; long: 56; u8 target_private[0]; }; typedef u64 (*btf_bpf_for_each_map_elem)(struct bpf_map *, void *, void *, u64); typedef u64 (*btf_bpf_loop)(u32, void *, void *, u64); enum bpf_cmd { BPF_MAP_CREATE = 0, BPF_MAP_LOOKUP_ELEM = 1, BPF_MAP_UPDATE_ELEM = 2, BPF_MAP_DELETE_ELEM = 3, BPF_MAP_GET_NEXT_KEY = 4, BPF_PROG_LOAD = 5, BPF_OBJ_PIN = 6, BPF_OBJ_GET = 7, BPF_PROG_ATTACH = 8, BPF_PROG_DETACH = 9, BPF_PROG_TEST_RUN = 10, BPF_PROG_RUN = 10, BPF_PROG_GET_NEXT_ID = 11, BPF_MAP_GET_NEXT_ID = 12, BPF_PROG_GET_FD_BY_ID = 13, BPF_MAP_GET_FD_BY_ID = 14, BPF_OBJ_GET_INFO_BY_FD = 15, BPF_PROG_QUERY = 16, BPF_RAW_TRACEPOINT_OPEN = 17, BPF_BTF_LOAD = 18, BPF_BTF_GET_FD_BY_ID = 19, BPF_TASK_FD_QUERY = 20, BPF_MAP_LOOKUP_AND_DELETE_ELEM = 21, BPF_MAP_FREEZE = 22, BPF_BTF_GET_NEXT_ID = 23, BPF_MAP_LOOKUP_BATCH = 24, BPF_MAP_LOOKUP_AND_DELETE_BATCH = 25, BPF_MAP_UPDATE_BATCH = 26, BPF_MAP_DELETE_BATCH = 27, BPF_LINK_CREATE = 28, BPF_LINK_UPDATE = 29, BPF_LINK_GET_FD_BY_ID = 30, BPF_LINK_GET_NEXT_ID = 31, BPF_ENABLE_STATS = 32, BPF_ITER_CREATE = 33, BPF_LINK_DETACH = 34, BPF_PROG_BIND_MAP = 35, }; enum { BPF_ANY = 0, BPF_NOEXIST = 1, BPF_EXIST = 2, BPF_F_LOCK = 4, }; enum bpf_stats_type { BPF_STATS_RUN_TIME = 0, }; struct bpf_prog_info { __u32 type; __u32 id; __u8 tag[8]; __u32 jited_prog_len; __u32 xlated_prog_len; __u64 jited_prog_insns; __u64 xlated_prog_insns; __u64 load_time; __u32 created_by_uid; __u32 nr_map_ids; __u64 map_ids; char name[16]; __u32 ifindex; __u32 gpl_compatible: 1; __u64 netns_dev; __u64 netns_ino; __u32 nr_jited_ksyms; __u32 nr_jited_func_lens; __u64 jited_ksyms; __u64 jited_func_lens; __u32 btf_id; __u32 func_info_rec_size; __u64 func_info; __u32 nr_func_info; __u32 nr_line_info; __u64 line_info; __u64 jited_line_info; __u32 nr_jited_line_info; __u32 line_info_rec_size; __u32 jited_line_info_rec_size; __u32 nr_prog_tags; __u64 prog_tags; __u64 run_time_ns; __u64 run_cnt; __u64 recursion_misses; __u32 verified_insns; __u32 attach_btf_obj_id; __u32 attach_btf_id; }; struct bpf_map_info { __u32 type; __u32 id; __u32 key_size; __u32 value_size; __u32 max_entries; __u32 map_flags; char name[16]; __u32 ifindex; __u32 btf_vmlinux_value_type_id; __u64 netns_dev; __u64 netns_ino; __u32 btf_id; __u32 btf_key_type_id; __u32 btf_value_type_id; __u64 map_extra; }; struct bpf_btf_info { __u64 btf; __u32 btf_size; __u32 id; __u64 name; __u32 name_len; __u32 kernel_btf; }; struct bpf_spin_lock { __u32 val; }; struct bpf_tramp_link { struct bpf_link link; struct hlist_node tramp_hlist; u64 cookie; }; struct bpf_tramp_run_ctx { struct bpf_run_ctx run_ctx; u64 bpf_cookie; struct bpf_run_ctx *saved_run_ctx; }; struct bpf_tracing_link { struct bpf_tramp_link link; enum bpf_attach_type attach_type; struct bpf_trampoline *trampoline; struct bpf_prog *tgt_prog; }; enum perf_bpf_event_type { PERF_BPF_EVENT_UNKNOWN = 0, PERF_BPF_EVENT_PROG_LOAD = 1, PERF_BPF_EVENT_PROG_UNLOAD = 2, PERF_BPF_EVENT_MAX = 3, }; enum bpf_audit { BPF_AUDIT_LOAD = 0, BPF_AUDIT_UNLOAD = 1, BPF_AUDIT_MAX = 2, }; struct bpf_prog_kstats { u64 nsecs; u64 cnt; u64 misses; }; struct bpf_raw_tp_link { struct bpf_link link; struct bpf_raw_event_map *btp; }; struct bpf_perf_link { struct bpf_link link; struct file *perf_file; }; typedef u64 (*btf_bpf_sys_bpf)(int, union bpf_attr *, u32); typedef u64 (*btf_bpf_sys_close)(u32); typedef u64 (*btf_bpf_kallsyms_lookup_name)(const char *, int, int, u64 *); struct audit_buffer; struct bpf_timer { long: 64; long: 64;}; struct bpf_dynptr { long: 64; long: 64;}; struct bpf_list_head { long: 64; long: 64;}; struct bpf_list_node { long: 64; long: 64;}; struct bpf_pidns_info { __u32 pid; __u32 tgid; }; struct btf_id_dtor_kfunc { u32 btf_id; u32 kfunc_btf_id; }; typedef u64 (*btf_bpf_map_lookup_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_update_elem)(struct bpf_map *, void *, void *, u64); typedef u64 (*btf_bpf_map_delete_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_push_elem)(struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_map_pop_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_peek_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_lookup_percpu_elem)(struct bpf_map *, void *, u32); typedef u64 (*btf_bpf_get_smp_processor_id)(); typedef u64 (*btf_bpf_get_numa_node_id)(); typedef u64 (*btf_bpf_ktime_get_ns)(); typedef u64 (*btf_bpf_ktime_get_boot_ns)(); typedef u64 (*btf_bpf_ktime_get_coarse_ns)(); typedef u64 (*btf_bpf_ktime_get_tai_ns)(); typedef u64 (*btf_bpf_get_current_pid_tgid)(); typedef u64 (*btf_bpf_get_current_uid_gid)(); typedef u64 (*btf_bpf_get_current_comm)(char *, u32); typedef u64 (*btf_bpf_spin_lock)(struct bpf_spin_lock *); typedef u64 (*btf_bpf_spin_unlock)(struct bpf_spin_lock *); typedef u64 (*btf_bpf_jiffies64)(); typedef u64 (*btf_bpf_get_current_cgroup_id)(); typedef u64 (*btf_bpf_get_current_ancestor_cgroup_id)(int); typedef u64 (*btf_bpf_strtol)(const char *, size_t, u64, long int *); typedef u64 (*btf_bpf_strtoul)(const char *, size_t, u64, long unsigned int *); typedef u64 (*btf_bpf_strncmp)(const char *, u32, const char *); typedef u64 (*btf_bpf_get_ns_current_pid_tgid)(u64, u64, struct bpf_pidns_info *, u32); typedef u64 (*btf_bpf_event_output_data)(void *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_copy_from_user)(void *, u32, const void *); typedef u64 (*btf_bpf_copy_from_user_task)(void *, u32, const void *, struct task_struct *, u64); typedef u64 (*btf_bpf_per_cpu_ptr)(const void *, u32); typedef u64 (*btf_bpf_this_cpu_ptr)(const void *); struct bpf_bprintf_buffers { char tmp_bufs[1536]; }; typedef u64 (*btf_bpf_snprintf)(char *, u32, char *, const void *, u32); struct bpf_hrtimer { struct hrtimer timer; struct bpf_map *map; struct bpf_prog *prog; void *callback_fn; void *value; }; struct bpf_timer_kern { struct bpf_hrtimer *timer; struct bpf_spin_lock lock; }; typedef u64 (*btf_bpf_timer_init)(struct bpf_timer_kern *, struct bpf_map *, u64); typedef u64 (*btf_bpf_timer_set_callback)(struct bpf_timer_kern *, void *, struct bpf_prog_aux *); typedef u64 (*btf_bpf_timer_start)(struct bpf_timer_kern *, u64, u64); typedef u64 (*btf_bpf_timer_cancel)(struct bpf_timer_kern *); typedef u64 (*btf_bpf_kptr_xchg)(void *, void *); typedef u64 (*btf_bpf_dynptr_from_mem)(void *, u32, u64, struct bpf_dynptr_kern *); typedef u64 (*btf_bpf_dynptr_read)(void *, u32, const struct bpf_dynptr_kern *, u32, u64); typedef u64 (*btf_bpf_dynptr_write)(const struct bpf_dynptr_kern *, u32, void *, u32, u64); typedef u64 (*btf_bpf_dynptr_data)(const struct bpf_dynptr_kern *, u32, u32); struct bpf_iter_seq_map_info { u32 map_id; }; struct bpf_iter__bpf_map { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; }; struct bpf_iter_seq_prog_info { u32 prog_id; }; struct bpf_iter__bpf_prog { union { struct bpf_iter_meta *meta; }; union { struct bpf_prog *prog; }; }; struct mmap_unlock_irq_work { struct irq_work irq_work; struct mm_struct *mm; }; struct bpf_iter_seq_task_common { struct pid_namespace *ns; enum bpf_iter_task_type type; u32 pid; u32 pid_visiting; }; struct bpf_iter_seq_task_info { struct bpf_iter_seq_task_common common; u32 tid; }; struct bpf_iter__task { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; }; struct bpf_iter_seq_task_file_info { struct bpf_iter_seq_task_common common; struct task_struct *task; u32 tid; u32 fd; }; struct bpf_iter__task_file { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; u32 fd; union { struct file *file; }; }; struct bpf_iter_seq_task_vma_info { struct bpf_iter_seq_task_common common; struct task_struct *task; struct mm_struct *mm; struct vm_area_struct *vma; u32 tid; long unsigned int prev_vm_start; long unsigned int prev_vm_end; }; enum bpf_task_vma_iter_find_op { task_vma_iter_first_vma = 0, task_vma_iter_next_vma = 1, task_vma_iter_find_vma = 2, }; struct bpf_iter__task_vma { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; union { struct vm_area_struct *vma; }; }; typedef u64 (*btf_bpf_find_vma)(struct task_struct *, u64, bpf_callback_t, void *, u64); struct bpf_iter_seq_link_info { u32 link_id; }; struct bpf_iter__bpf_link { union { struct bpf_iter_meta *meta; }; union { struct bpf_link *link; }; }; struct pcpu_freelist_node; struct pcpu_freelist_head { struct pcpu_freelist_node *first; raw_spinlock_t lock; }; struct pcpu_freelist_node { struct pcpu_freelist_node *next; }; struct pcpu_freelist { struct pcpu_freelist_head *freelist; struct pcpu_freelist_head extralist; }; enum bpf_lru_list_type { BPF_LRU_LIST_T_ACTIVE = 0, BPF_LRU_LIST_T_INACTIVE = 1, BPF_LRU_LIST_T_FREE = 2, BPF_LRU_LOCAL_LIST_T_FREE = 3, BPF_LRU_LOCAL_LIST_T_PENDING = 4, }; struct bpf_lru_node { struct list_head list; u16 cpu; u8 type; u8 ref; }; struct bpf_lru_list { struct list_head lists[3]; unsigned int counts[2]; struct list_head *next_inactive_rotation; raw_spinlock_t lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_lru_locallist { struct list_head lists[2]; u16 next_steal; raw_spinlock_t lock; }; struct bpf_common_lru { struct bpf_lru_list lru_list; struct bpf_lru_locallist *local_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef bool (*del_from_htab_func)(void *, struct bpf_lru_node *); struct bpf_lru { union { struct bpf_common_lru common_lru; struct bpf_lru_list *percpu_lru; }; del_from_htab_func del_from_htab; void *del_arg; unsigned int hash_offset; unsigned int nr_scans; bool percpu; long: 56; long: 64; long: 64; long: 64; long: 64; }; struct bpf_iter__bpf_map_elem { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { void *key; }; union { void *value; }; }; struct hlist_nulls_head { struct hlist_nulls_node *first; }; struct bucket { struct hlist_nulls_head head; raw_spinlock_t raw_lock; }; struct htab_elem; struct bpf_htab { struct bpf_map map; struct bpf_mem_alloc ma; struct bpf_mem_alloc pcpu_ma; struct bucket *buckets; void *elems; long: 64; long: 64; union { struct pcpu_freelist freelist; struct bpf_lru lru; }; struct htab_elem **extra_elems; struct percpu_counter pcount; atomic_t count; bool use_percpu_counter; u32 n_buckets; u32 elem_size; u32 hashrnd; struct lock_class_key lockdep_key; int *map_locked[8]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct htab_elem { union { struct hlist_nulls_node hash_node; struct { void *padding; union { struct pcpu_freelist_node fnode; struct htab_elem *batch_flink; }; }; }; union { void *ptr_to_pptr; struct bpf_lru_node lru_node; }; u32 hash; int: 32; char key[0]; }; struct bpf_iter_seq_hash_map_info { struct bpf_map *map; struct bpf_htab *htab; void *percpu_value_buf; u32 bucket_id; u32 skip_elems; }; struct bpf_lpm_trie_key { __u32 prefixlen; __u8 data[0]; }; struct lpm_trie_node { struct callback_head rcu; struct lpm_trie_node *child[2]; u32 prefixlen; u32 flags; u8 data[0]; }; struct lpm_trie { struct bpf_map map; struct lpm_trie_node *root; size_t n_entries; size_t max_prefixlen; size_t data_size; spinlock_t lock; long: 32; long: 64; long: 64; long: 64; }; struct bpf_iter_seq_array_map_info { struct bpf_map *map; void *percpu_value_buf; u32 index; }; struct prog_poke_elem { struct list_head list; struct bpf_prog_aux *aux; }; struct bpf_bloom_filter { struct bpf_map map; u32 bitset_mask; u32 hash_seed; u32 aligned_u32_count; u32 nr_hash_funcs; long unsigned int bitset[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_queue_stack { struct bpf_map map; raw_spinlock_t lock; u32 head; u32 tail; u32 size; char elements[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_cgroup_storage_map { struct bpf_map map; spinlock_t lock; struct rb_root root; struct list_head list; long: 64; long: 64; long: 64; long: 64; }; struct bpf_local_storage_elem { struct hlist_node map_node; struct hlist_node snode; struct bpf_local_storage *local_storage; struct callback_head rcu; long: 64; struct bpf_local_storage_data sdata; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_local_storage_cache { spinlock_t idx_lock; u64 idx_usage_counts[16]; }; enum { BPF_RB_NO_WAKEUP = 1, BPF_RB_FORCE_WAKEUP = 2, }; enum { BPF_RB_AVAIL_DATA = 0, BPF_RB_RING_SIZE = 1, BPF_RB_CONS_POS = 2, BPF_RB_PROD_POS = 3, }; enum { BPF_RINGBUF_BUSY_BIT = 2147483648, BPF_RINGBUF_DISCARD_BIT = 1073741824, BPF_RINGBUF_HDR_SZ = 8, }; struct bpf_ringbuf { wait_queue_head_t waitq; struct irq_work work; u64 mask; struct page **pages; int nr_pages; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t spinlock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_t busy; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int consumer_pos; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int producer_pos; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; char data[0]; }; struct bpf_ringbuf_map { struct bpf_map map; struct bpf_ringbuf *rb; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_ringbuf_hdr { u32 len; u32 pg_off; }; typedef u64 (*btf_bpf_ringbuf_reserve)(struct bpf_map *, u64, u64); typedef u64 (*btf_bpf_ringbuf_submit)(void *, u64); typedef u64 (*btf_bpf_ringbuf_discard)(void *, u64); typedef u64 (*btf_bpf_ringbuf_output)(struct bpf_map *, void *, u64, u64); typedef u64 (*btf_bpf_ringbuf_query)(struct bpf_map *, u64); typedef u64 (*btf_bpf_ringbuf_reserve_dynptr)(struct bpf_map *, u32, u64, struct bpf_dynptr_kern *); typedef u64 (*btf_bpf_ringbuf_submit_dynptr)(struct bpf_dynptr_kern *, u64); typedef u64 (*btf_bpf_ringbuf_discard_dynptr)(struct bpf_dynptr_kern *, u64); typedef u64 (*btf_bpf_user_ringbuf_drain)(struct bpf_map *, void *, void *, u64); struct bpf_tramp_links { struct bpf_tramp_link *links[38]; int nr_links; }; typedef u64 (*bpf_trampoline_enter_t)(struct bpf_prog *, struct bpf_tramp_run_ctx *); typedef void (*bpf_trampoline_exit_t)(struct bpf_prog *, u64, struct bpf_tramp_run_ctx *); enum { BPF_LOCAL_STORAGE_GET_F_CREATE = 1, BPF_SK_STORAGE_GET_F_CREATE = 1, }; typedef u64 (*btf_bpf_task_storage_get_recur)(struct bpf_map *, struct task_struct *, void *, u64, gfp_t); typedef u64 (*btf_bpf_task_storage_get)(struct bpf_map *, struct task_struct *, void *, u64, gfp_t); typedef u64 (*btf_bpf_task_storage_delete_recur)(struct bpf_map *, struct task_struct *); typedef u64 (*btf_bpf_task_storage_delete)(struct bpf_map *, struct task_struct *); typedef void (*swap_r_func_t)(void *, void *, int, const void *); typedef int (*cmp_r_func_t)(const void *, const void *, const void *); struct btf_enum { __u32 name_off; __s32 val; }; enum { BTF_VAR_STATIC = 0, BTF_VAR_GLOBAL_ALLOCATED = 1, BTF_VAR_GLOBAL_EXTERN = 2, }; struct btf_var { __u32 linkage; }; struct btf_decl_tag { __s32 component_idx; }; struct btf_enum64 { __u32 name_off; __u32 val_lo32; __u32 val_hi32; }; struct bpf_flow_keys { __u16 nhoff; __u16 thoff; __u16 addr_proto; __u8 is_frag; __u8 is_first_frag; __u8 is_encap; __u8 ip_proto; __be16 n_proto; __be16 sport; __be16 dport; union { struct { __be32 ipv4_src; __be32 ipv4_dst; }; struct { __u32 ipv6_src[4]; __u32 ipv6_dst[4]; }; }; __u32 flags; __be32 flow_label; }; struct bpf_sock { __u32 bound_dev_if; __u32 family; __u32 type; __u32 protocol; __u32 mark; __u32 priority; __u32 src_ip4; __u32 src_ip6[4]; __u32 src_port; __be16 dst_port; __u32 dst_ip4; __u32 dst_ip6[4]; __u32 state; __s32 rx_queue_mapping; }; struct __sk_buff { __u32 len; __u32 pkt_type; __u32 mark; __u32 queue_mapping; __u32 protocol; __u32 vlan_present; __u32 vlan_tci; __u32 vlan_proto; __u32 priority; __u32 ingress_ifindex; __u32 ifindex; __u32 tc_index; __u32 cb[5]; __u32 hash; __u32 tc_classid; __u32 data; __u32 data_end; __u32 napi_id; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 data_meta; union { struct bpf_flow_keys *flow_keys; }; __u64 tstamp; __u32 wire_len; __u32 gso_segs; union { struct bpf_sock *sk; }; __u32 gso_size; __u8 tstamp_type; __u64 hwtstamp; }; struct xdp_md { __u32 data; __u32 data_end; __u32 data_meta; __u32 ingress_ifindex; __u32 rx_queue_index; __u32 egress_ifindex; }; struct sk_msg_md { union { void *data; }; union { void *data_end; }; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 size; union { struct bpf_sock *sk; }; }; struct sk_reuseport_md { union { void *data; }; union { void *data_end; }; __u32 len; __u32 eth_protocol; __u32 ip_protocol; __u32 bind_inany; __u32 hash; union { struct bpf_sock *sk; }; union { struct bpf_sock *migrating_sk; }; }; struct bpf_sock_addr { __u32 user_family; __u32 user_ip4; __u32 user_ip6[4]; __u32 user_port; __u32 family; __u32 type; __u32 protocol; __u32 msg_src_ip4; __u32 msg_src_ip6[4]; union { struct bpf_sock *sk; }; }; struct bpf_sock_ops { __u32 op; union { __u32 args[4]; __u32 reply; __u32 replylong[4]; }; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 is_fullsock; __u32 snd_cwnd; __u32 srtt_us; __u32 bpf_sock_ops_cb_flags; __u32 state; __u32 rtt_min; __u32 snd_ssthresh; __u32 rcv_nxt; __u32 snd_nxt; __u32 snd_una; __u32 mss_cache; __u32 ecn_flags; __u32 rate_delivered; __u32 rate_interval_us; __u32 packets_out; __u32 retrans_out; __u32 total_retrans; __u32 segs_in; __u32 data_segs_in; __u32 segs_out; __u32 data_segs_out; __u32 lost_out; __u32 sacked_out; __u32 sk_txhash; __u64 bytes_received; __u64 bytes_acked; union { struct bpf_sock *sk; }; union { void *skb_data; }; union { void *skb_data_end; }; __u32 skb_len; __u32 skb_tcp_flags; __u64 skb_hwtstamp; }; struct bpf_cgroup_dev_ctx { __u32 access_type; __u32 major; __u32 minor; }; struct bpf_sysctl { __u32 write; __u32 file_pos; }; struct bpf_sockopt { union { struct bpf_sock *sk; }; union { void *optval; }; union { void *optval_end; }; __s32 level; __s32 optname; __s32 optlen; __s32 retval; }; struct bpf_sk_lookup { union { union { struct bpf_sock *sk; }; __u64 cookie; }; __u32 family; __u32 protocol; __u32 remote_ip4; __u32 remote_ip6[4]; __be16 remote_port; __u32 local_ip4; __u32 local_ip6[4]; __u32 local_port; __u32 ingress_ifindex; }; struct btf_struct_metas { u32 cnt; struct btf_struct_meta types[0]; }; struct sk_reuseport_kern { struct sk_buff *skb; struct sock *sk; struct sock *selected_sk; struct sock *migrating_sk; void *data_end; u32 hash; u32 reuseport_id; bool bind_inany; }; struct bpf_flow_dissector { struct bpf_flow_keys *flow_keys; const struct sk_buff *skb; const void *data; const void *data_end; }; struct inet_ehash_bucket; struct inet_bind_hashbucket; struct inet_listen_hashbucket; struct inet_hashinfo { struct inet_ehash_bucket *ehash; spinlock_t *ehash_locks; unsigned int ehash_mask; unsigned int ehash_locks_mask; struct kmem_cache *bind_bucket_cachep; struct inet_bind_hashbucket *bhash; struct kmem_cache *bind2_bucket_cachep; struct inet_bind_hashbucket *bhash2; unsigned int bhash_size; unsigned int lhash2_mask; struct inet_listen_hashbucket *lhash2; bool pernet; }; struct ip_ra_chain { struct ip_ra_chain *next; struct sock *sk; union { void (*destructor)(struct sock *); struct sock *saved_sk; }; struct callback_head rcu; }; struct fib_table { struct hlist_node tb_hlist; u32 tb_id; int tb_num_default; struct callback_head rcu; long unsigned int *tb_data; long unsigned int __data[0]; }; struct inet_peer_base { struct rb_root rb_root; seqlock_t lock; int total; }; struct tcp_fastopen_context { siphash_key_t key[2]; int num; struct callback_head rcu; }; struct bpf_sock_addr_kern { struct sock *sk; struct sockaddr *uaddr; u64 tmp_reg; void *t_ctx; }; struct bpf_sock_ops_kern { struct sock *sk; union { u32 args[4]; u32 reply; u32 replylong[4]; }; struct sk_buff *syn_skb; struct sk_buff *skb; void *skb_data_end; u8 op; u8 is_fullsock; u8 remaining_opt_len; u64 temp; }; struct bpf_sysctl_kern { struct ctl_table_header *head; struct ctl_table *table; void *cur_val; size_t cur_len; void *new_val; size_t new_len; int new_updated; int write; loff_t *ppos; u64 tmp_reg; }; struct bpf_sockopt_kern { struct sock *sk; u8 *optval; u8 *optval_end; s32 level; s32 optname; s32 optlen; struct task_struct *current_task; u64 tmp_reg; }; struct bpf_sk_lookup_kern { u16 family; u16 protocol; __be16 sport; u16 dport; struct { __be32 saddr; __be32 daddr; } v4; struct { const struct in6_addr *saddr; const struct in6_addr *daddr; } v6; struct sock *selected_sk; u32 ingress_ifindex; bool no_reuseport; }; struct lwtunnel_state { __u16 type; __u16 flags; __u16 headroom; atomic_t refcnt; int (*orig_output)(struct net *, struct sock *, struct sk_buff *); int (*orig_input)(struct sk_buff *); struct callback_head rcu; __u8 data[0]; }; struct sock_reuseport { struct callback_head rcu; u16 max_socks; u16 num_socks; u16 num_closed_socks; u16 incoming_cpu; unsigned int synq_overflow_ts; unsigned int reuseport_id; unsigned int bind_inany: 1; unsigned int has_conns: 1; struct bpf_prog *prog; struct sock *socks[0]; }; struct sk_psock_progs { struct bpf_prog *msg_parser; struct bpf_prog *stream_parser; struct bpf_prog *stream_verdict; struct bpf_prog *skb_verdict; }; struct strp_stats { long long unsigned int msgs; long long unsigned int bytes; unsigned int mem_fail; unsigned int need_more_hdr; unsigned int msg_too_big; unsigned int msg_timeouts; unsigned int bad_hdr_len; }; struct strparser; struct strp_callbacks { int (*parse_msg)(struct strparser *, struct sk_buff *); void (*rcv_msg)(struct strparser *, struct sk_buff *); int (*read_sock_done)(struct strparser *, int); void (*abort_parser)(struct strparser *, int); void (*lock)(struct strparser *); void (*unlock)(struct strparser *); }; struct strparser { struct sock *sk; u32 stopped: 1; u32 paused: 1; u32 aborted: 1; u32 interrupted: 1; u32 unrecov_intr: 1; struct sk_buff **skb_nextp; struct sk_buff *skb_head; unsigned int need_bytes; struct delayed_work msg_timer_work; struct work_struct work; struct strp_stats stats; struct strp_callbacks cb; }; struct sk_psock_work_state { struct sk_buff *skb; u32 len; u32 off; }; struct sk_msg; struct sk_psock { struct sock *sk; struct sock *sk_redir; u32 apply_bytes; u32 cork_bytes; u32 eval; bool redir_ingress; struct sk_msg *cork; struct sk_psock_progs progs; struct strparser strp; struct sk_buff_head ingress_skb; struct list_head ingress_msg; spinlock_t ingress_lock; long unsigned int state; struct list_head link; spinlock_t link_lock; refcount_t refcnt; void (*saved_unhash)(struct sock *); void (*saved_destroy)(struct sock *); void (*saved_close)(struct sock *, long int); void (*saved_write_space)(struct sock *); void (*saved_data_ready)(struct sock *); int (*psock_update_sk_prot)(struct sock *, struct sk_psock *, bool); struct proto *sk_proto; struct mutex work_mutex; struct sk_psock_work_state work_state; struct work_struct work; struct rcu_work rwork; }; enum { __ND_OPT_PREFIX_INFO_END = 0, ND_OPT_SOURCE_LL_ADDR = 1, ND_OPT_TARGET_LL_ADDR = 2, ND_OPT_PREFIX_INFO = 3, ND_OPT_REDIRECT_HDR = 4, ND_OPT_MTU = 5, ND_OPT_NONCE = 14, __ND_OPT_ARRAY_MAX = 15, ND_OPT_ROUTE_INFO = 24, ND_OPT_RDNSS = 25, ND_OPT_DNSSL = 31, ND_OPT_6CO = 34, ND_OPT_CAPTIVE_PORTAL = 37, ND_OPT_PREF64 = 38, __ND_OPT_MAX = 39, }; struct nd_opt_hdr { __u8 nd_opt_type; __u8 nd_opt_len; }; struct ndisc_options { struct nd_opt_hdr *nd_opt_array[15]; struct nd_opt_hdr *nd_useropts; struct nd_opt_hdr *nd_useropts_end; }; struct prefix_info { __u8 type; __u8 length; __u8 prefix_len; __u8 reserved: 6; __u8 autoconf: 1; __u8 onlink: 1; __be32 valid; __be32 prefered; __be32 reserved2; struct in6_addr prefix; }; struct inet_ehash_bucket { struct hlist_nulls_head chain; }; struct inet_bind_hashbucket { spinlock_t lock; struct hlist_head chain; }; struct inet_listen_hashbucket { spinlock_t lock; struct hlist_nulls_head nulls_head; }; struct ack_sample { u32 pkts_acked; s32 rtt_us; u32 in_flight; }; struct rate_sample { u64 prior_mstamp; u32 prior_delivered; u32 prior_delivered_ce; s32 delivered; s32 delivered_ce; long int interval_us; u32 snd_interval_us; u32 rcv_interval_us; long int rtt_us; int losses; u32 acked_sacked; u32 prior_in_flight; u32 last_end_seq; bool is_app_limited; bool is_retrans; bool is_ack_delayed; }; struct sk_msg_sg { u32 start; u32 curr; u32 end; u32 size; u32 copybreak; long unsigned int copy[1]; struct scatterlist data[19]; }; struct sk_msg { struct sk_msg_sg sg; void *data; void *data_end; u32 apply_bytes; u32 cork_bytes; u32 flags; struct sk_buff *skb; struct sock *sk_redir; struct sock *sk; struct list_head list; }; struct bpf_core_cand { const struct btf *btf; __u32 id; }; struct bpf_core_cand_list { struct bpf_core_cand *cands; int len; }; struct bpf_core_accessor { __u32 type_id; __u32 idx; const char *name; }; struct bpf_core_spec { const struct btf *btf; struct bpf_core_accessor spec[64]; __u32 root_type_id; enum bpf_core_relo_kind relo_kind; int len; int raw_spec[64]; int raw_len; __u32 bit_offset; }; struct bpf_core_relo_res { __u64 orig_val; __u64 new_val; bool poison; bool validate; bool fail_memsz_adjust; __u32 orig_sz; __u32 orig_type_id; __u32 new_sz; __u32 new_type_id; }; enum btf_kfunc_hook { BTF_KFUNC_HOOK_COMMON = 0, BTF_KFUNC_HOOK_XDP = 1, BTF_KFUNC_HOOK_TC = 2, BTF_KFUNC_HOOK_STRUCT_OPS = 3, BTF_KFUNC_HOOK_TRACING = 4, BTF_KFUNC_HOOK_SYSCALL = 5, BTF_KFUNC_HOOK_FMODRET = 6, BTF_KFUNC_HOOK_MAX = 7, }; enum { BTF_KFUNC_SET_MAX_CNT = 256, BTF_DTOR_KFUNC_MAX_CNT = 256, }; struct btf_kfunc_set_tab { struct btf_id_set8 *sets[7]; }; struct btf_id_dtor_kfunc_tab { u32 cnt; struct btf_id_dtor_kfunc dtors[0]; }; enum verifier_phase { CHECK_META = 0, CHECK_TYPE = 1, }; struct resolve_vertex { const struct btf_type *t; u32 type_id; u16 next_member; }; enum visit_state { NOT_VISITED = 0, VISITED = 1, RESOLVED = 2, }; enum resolve_mode { RESOLVE_TBD = 0, RESOLVE_PTR = 1, RESOLVE_STRUCT_OR_ARRAY = 2, }; struct btf_sec_info { u32 off; u32 len; }; struct btf_verifier_env { struct btf *btf; u8 *visit_states; struct resolve_vertex stack[32]; struct bpf_verifier_log log; u32 log_type_id; u32 top_stack; enum verifier_phase phase; enum resolve_mode resolve_mode; }; struct btf_show { u64 flags; void *target; void (*showfn)(struct btf_show *, const char *, va_list); const struct btf *btf; struct { u8 depth; u8 depth_to_show; u8 depth_check; u8 array_member: 1; u8 array_terminated: 1; u16 array_encoding; u32 type_id; int status; const struct btf_type *type; const struct btf_member *member; char name[80]; } state; struct { u32 size; void *head; void *data; u8 safe[32]; } obj; }; struct btf_kind_operations { s32 (*check_meta)(struct btf_verifier_env *, const struct btf_type *, u32); int (*resolve)(struct btf_verifier_env *, const struct resolve_vertex *); int (*check_member)(struct btf_verifier_env *, const struct btf_type *, const struct btf_member *, const struct btf_type *); int (*check_kflag_member)(struct btf_verifier_env *, const struct btf_type *, const struct btf_member *, const struct btf_type *); void (*log_details)(struct btf_verifier_env *, const struct btf_type *); void (*show)(const struct btf *, const struct btf_type *, u32, void *, u8, struct btf_show *); }; enum { BTF_FIELD_IGNORE = 0, BTF_FIELD_FOUND = 1, }; struct btf_field_info { enum btf_field_type type; u32 off; union { struct { u32 type_id; } kptr; struct { const char *node_name; u32 value_btf_id; } list_head; }; }; struct bpf_ctx_convert { struct __sk_buff BPF_PROG_TYPE_SOCKET_FILTER_prog; struct sk_buff BPF_PROG_TYPE_SOCKET_FILTER_kern; struct __sk_buff BPF_PROG_TYPE_SCHED_CLS_prog; struct sk_buff BPF_PROG_TYPE_SCHED_CLS_kern; struct __sk_buff BPF_PROG_TYPE_SCHED_ACT_prog; struct sk_buff BPF_PROG_TYPE_SCHED_ACT_kern; struct xdp_md BPF_PROG_TYPE_XDP_prog; struct xdp_buff BPF_PROG_TYPE_XDP_kern; struct __sk_buff BPF_PROG_TYPE_CGROUP_SKB_prog; struct sk_buff BPF_PROG_TYPE_CGROUP_SKB_kern; struct bpf_sock BPF_PROG_TYPE_CGROUP_SOCK_prog; struct sock BPF_PROG_TYPE_CGROUP_SOCK_kern; struct bpf_sock_addr BPF_PROG_TYPE_CGROUP_SOCK_ADDR_prog; struct bpf_sock_addr_kern BPF_PROG_TYPE_CGROUP_SOCK_ADDR_kern; struct __sk_buff BPF_PROG_TYPE_LWT_IN_prog; struct sk_buff BPF_PROG_TYPE_LWT_IN_kern; struct __sk_buff BPF_PROG_TYPE_LWT_OUT_prog; struct sk_buff BPF_PROG_TYPE_LWT_OUT_kern; struct __sk_buff BPF_PROG_TYPE_LWT_XMIT_prog; struct sk_buff BPF_PROG_TYPE_LWT_XMIT_kern; struct __sk_buff BPF_PROG_TYPE_LWT_SEG6LOCAL_prog; struct sk_buff BPF_PROG_TYPE_LWT_SEG6LOCAL_kern; struct bpf_sock_ops BPF_PROG_TYPE_SOCK_OPS_prog; struct bpf_sock_ops_kern BPF_PROG_TYPE_SOCK_OPS_kern; struct __sk_buff BPF_PROG_TYPE_SK_SKB_prog; struct sk_buff BPF_PROG_TYPE_SK_SKB_kern; struct sk_msg_md BPF_PROG_TYPE_SK_MSG_prog; struct sk_msg BPF_PROG_TYPE_SK_MSG_kern; struct __sk_buff BPF_PROG_TYPE_FLOW_DISSECTOR_prog; struct bpf_flow_dissector BPF_PROG_TYPE_FLOW_DISSECTOR_kern; bpf_user_pt_regs_t BPF_PROG_TYPE_KPROBE_prog; struct pt_regs BPF_PROG_TYPE_KPROBE_kern; __u64 BPF_PROG_TYPE_TRACEPOINT_prog; u64 BPF_PROG_TYPE_TRACEPOINT_kern; struct bpf_perf_event_data BPF_PROG_TYPE_PERF_EVENT_prog; struct bpf_perf_event_data_kern BPF_PROG_TYPE_PERF_EVENT_kern; struct bpf_raw_tracepoint_args BPF_PROG_TYPE_RAW_TRACEPOINT_prog; u64 BPF_PROG_TYPE_RAW_TRACEPOINT_kern; struct bpf_raw_tracepoint_args BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE_prog; u64 BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE_kern; void *BPF_PROG_TYPE_TRACING_prog; void *BPF_PROG_TYPE_TRACING_kern; struct bpf_cgroup_dev_ctx BPF_PROG_TYPE_CGROUP_DEVICE_prog; struct bpf_cgroup_dev_ctx BPF_PROG_TYPE_CGROUP_DEVICE_kern; struct bpf_sysctl BPF_PROG_TYPE_CGROUP_SYSCTL_prog; struct bpf_sysctl_kern BPF_PROG_TYPE_CGROUP_SYSCTL_kern; struct bpf_sockopt BPF_PROG_TYPE_CGROUP_SOCKOPT_prog; struct bpf_sockopt_kern BPF_PROG_TYPE_CGROUP_SOCKOPT_kern; struct sk_reuseport_md BPF_PROG_TYPE_SK_REUSEPORT_prog; struct sk_reuseport_kern BPF_PROG_TYPE_SK_REUSEPORT_kern; struct bpf_sk_lookup BPF_PROG_TYPE_SK_LOOKUP_prog; struct bpf_sk_lookup_kern BPF_PROG_TYPE_SK_LOOKUP_kern; void *BPF_PROG_TYPE_STRUCT_OPS_prog; void *BPF_PROG_TYPE_STRUCT_OPS_kern; void *BPF_PROG_TYPE_EXT_prog; void *BPF_PROG_TYPE_EXT_kern; void *BPF_PROG_TYPE_SYSCALL_prog; void *BPF_PROG_TYPE_SYSCALL_kern; }; enum { __ctx_convertBPF_PROG_TYPE_SOCKET_FILTER = 0, __ctx_convertBPF_PROG_TYPE_SCHED_CLS = 1, __ctx_convertBPF_PROG_TYPE_SCHED_ACT = 2, __ctx_convertBPF_PROG_TYPE_XDP = 3, __ctx_convertBPF_PROG_TYPE_CGROUP_SKB = 4, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCK = 5, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCK_ADDR = 6, __ctx_convertBPF_PROG_TYPE_LWT_IN = 7, __ctx_convertBPF_PROG_TYPE_LWT_OUT = 8, __ctx_convertBPF_PROG_TYPE_LWT_XMIT = 9, __ctx_convertBPF_PROG_TYPE_LWT_SEG6LOCAL = 10, __ctx_convertBPF_PROG_TYPE_SOCK_OPS = 11, __ctx_convertBPF_PROG_TYPE_SK_SKB = 12, __ctx_convertBPF_PROG_TYPE_SK_MSG = 13, __ctx_convertBPF_PROG_TYPE_FLOW_DISSECTOR = 14, __ctx_convertBPF_PROG_TYPE_KPROBE = 15, __ctx_convertBPF_PROG_TYPE_TRACEPOINT = 16, __ctx_convertBPF_PROG_TYPE_PERF_EVENT = 17, __ctx_convertBPF_PROG_TYPE_RAW_TRACEPOINT = 18, __ctx_convertBPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE = 19, __ctx_convertBPF_PROG_TYPE_TRACING = 20, __ctx_convertBPF_PROG_TYPE_CGROUP_DEVICE = 21, __ctx_convertBPF_PROG_TYPE_CGROUP_SYSCTL = 22, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCKOPT = 23, __ctx_convertBPF_PROG_TYPE_SK_REUSEPORT = 24, __ctx_convertBPF_PROG_TYPE_SK_LOOKUP = 25, __ctx_convertBPF_PROG_TYPE_STRUCT_OPS = 26, __ctx_convertBPF_PROG_TYPE_EXT = 27, __ctx_convertBPF_PROG_TYPE_SYSCALL = 28, __ctx_convert_unused = 29, }; enum bpf_struct_walk_result { WALK_SCALAR = 0, WALK_PTR = 1, WALK_STRUCT = 2, }; struct btf_show_snprintf { struct btf_show show; int len_left; int len; }; enum { BTF_MODULE_F_LIVE = 1, }; struct btf_module { struct list_head list; struct module *module; struct btf *btf; struct bin_attribute *sysfs_attr; int flags; }; typedef u64 (*btf_bpf_btf_find_by_name_kind)(char *, int, u32, int); struct bpf_cand_cache { const char *name; u32 name_len; u16 kind; u16 cnt; struct { const struct btf *btf; u32 id; } cands[0]; }; struct bpf_mem_cache { struct llist_head free_llist; local_t active; struct llist_head free_llist_extra; struct irq_work refill_work; struct obj_cgroup *objcg; int unit_size; int free_cnt; int low_watermark; int high_watermark; int batch; int percpu_size; struct callback_head rcu; struct llist_head free_by_rcu; struct llist_head waiting_for_gp; atomic_t call_rcu_in_progress; }; struct bpf_mem_caches { struct bpf_mem_cache cache[11]; }; enum { BPF_F_BROADCAST = 8, BPF_F_EXCLUDE_INGRESS = 16, }; struct bpf_devmap_val { __u32 ifindex; union { int fd; __u32 id; } bpf_prog; }; enum net_device_flags { IFF_UP = 1, IFF_BROADCAST = 2, IFF_DEBUG = 4, IFF_LOOPBACK = 8, IFF_POINTOPOINT = 16, IFF_NOTRAILERS = 32, IFF_RUNNING = 64, IFF_NOARP = 128, IFF_PROMISC = 256, IFF_ALLMULTI = 512, IFF_MASTER = 1024, IFF_SLAVE = 2048, IFF_MULTICAST = 4096, IFF_PORTSEL = 8192, IFF_AUTOMEDIA = 16384, IFF_DYNAMIC = 32768, IFF_LOWER_UP = 65536, IFF_DORMANT = 131072, IFF_ECHO = 262144, }; enum skb_drop_reason { SKB_NOT_DROPPED_YET = 0, SKB_CONSUMED = 1, SKB_DROP_REASON_NOT_SPECIFIED = 2, SKB_DROP_REASON_NO_SOCKET = 3, SKB_DROP_REASON_PKT_TOO_SMALL = 4, SKB_DROP_REASON_TCP_CSUM = 5, SKB_DROP_REASON_SOCKET_FILTER = 6, SKB_DROP_REASON_UDP_CSUM = 7, SKB_DROP_REASON_NETFILTER_DROP = 8, SKB_DROP_REASON_OTHERHOST = 9, SKB_DROP_REASON_IP_CSUM = 10, SKB_DROP_REASON_IP_INHDR = 11, SKB_DROP_REASON_IP_RPFILTER = 12, SKB_DROP_REASON_UNICAST_IN_L2_MULTICAST = 13, SKB_DROP_REASON_XFRM_POLICY = 14, SKB_DROP_REASON_IP_NOPROTO = 15, SKB_DROP_REASON_SOCKET_RCVBUFF = 16, SKB_DROP_REASON_PROTO_MEM = 17, SKB_DROP_REASON_TCP_MD5NOTFOUND = 18, SKB_DROP_REASON_TCP_MD5UNEXPECTED = 19, SKB_DROP_REASON_TCP_MD5FAILURE = 20, SKB_DROP_REASON_SOCKET_BACKLOG = 21, SKB_DROP_REASON_TCP_FLAGS = 22, SKB_DROP_REASON_TCP_ZEROWINDOW = 23, SKB_DROP_REASON_TCP_OLD_DATA = 24, SKB_DROP_REASON_TCP_OVERWINDOW = 25, SKB_DROP_REASON_TCP_OFOMERGE = 26, SKB_DROP_REASON_TCP_RFC7323_PAWS = 27, SKB_DROP_REASON_TCP_INVALID_SEQUENCE = 28, SKB_DROP_REASON_TCP_RESET = 29, SKB_DROP_REASON_TCP_INVALID_SYN = 30, SKB_DROP_REASON_TCP_CLOSE = 31, SKB_DROP_REASON_TCP_FASTOPEN = 32, SKB_DROP_REASON_TCP_OLD_ACK = 33, SKB_DROP_REASON_TCP_TOO_OLD_ACK = 34, SKB_DROP_REASON_TCP_ACK_UNSENT_DATA = 35, SKB_DROP_REASON_TCP_OFO_QUEUE_PRUNE = 36, SKB_DROP_REASON_TCP_OFO_DROP = 37, SKB_DROP_REASON_IP_OUTNOROUTES = 38, SKB_DROP_REASON_BPF_CGROUP_EGRESS = 39, SKB_DROP_REASON_IPV6DISABLED = 40, SKB_DROP_REASON_NEIGH_CREATEFAIL = 41, SKB_DROP_REASON_NEIGH_FAILED = 42, SKB_DROP_REASON_NEIGH_QUEUEFULL = 43, SKB_DROP_REASON_NEIGH_DEAD = 44, SKB_DROP_REASON_TC_EGRESS = 45, SKB_DROP_REASON_QDISC_DROP = 46, SKB_DROP_REASON_CPU_BACKLOG = 47, SKB_DROP_REASON_XDP = 48, SKB_DROP_REASON_TC_INGRESS = 49, SKB_DROP_REASON_UNHANDLED_PROTO = 50, SKB_DROP_REASON_SKB_CSUM = 51, SKB_DROP_REASON_SKB_GSO_SEG = 52, SKB_DROP_REASON_SKB_UCOPY_FAULT = 53, SKB_DROP_REASON_DEV_HDR = 54, SKB_DROP_REASON_DEV_READY = 55, SKB_DROP_REASON_FULL_RING = 56, SKB_DROP_REASON_NOMEM = 57, SKB_DROP_REASON_HDR_TRUNC = 58, SKB_DROP_REASON_TAP_FILTER = 59, SKB_DROP_REASON_TAP_TXFILTER = 60, SKB_DROP_REASON_ICMP_CSUM = 61, SKB_DROP_REASON_INVALID_PROTO = 62, SKB_DROP_REASON_IP_INADDRERRORS = 63, SKB_DROP_REASON_IP_INNOROUTES = 64, SKB_DROP_REASON_PKT_TOO_BIG = 65, SKB_DROP_REASON_DUP_FRAG = 66, SKB_DROP_REASON_FRAG_REASM_TIMEOUT = 67, SKB_DROP_REASON_FRAG_TOO_FAR = 68, SKB_DROP_REASON_MAX = 69, }; typedef struct bio_vec skb_frag_t; struct skb_shared_info { __u8 flags; __u8 meta_len; __u8 nr_frags; __u8 tx_flags; short unsigned int gso_size; short unsigned int gso_segs; struct sk_buff *frag_list; struct skb_shared_hwtstamps hwtstamps; unsigned int gso_type; u32 tskey; atomic_t dataref; unsigned int xdp_frags_size; void *destructor_arg; skb_frag_t frags[17]; }; enum xdp_buff_flags { XDP_FLAGS_HAS_FRAGS = 1, XDP_FLAGS_FRAGS_PF_MEMALLOC = 2, }; enum netdev_priv_flags { IFF_802_1Q_VLAN = 1, IFF_EBRIDGE = 2, IFF_BONDING = 4, IFF_ISATAP = 8, IFF_WAN_HDLC = 16, IFF_XMIT_DST_RELEASE = 32, IFF_DONT_BRIDGE = 64, IFF_DISABLE_NETPOLL = 128, IFF_MACVLAN_PORT = 256, IFF_BRIDGE_PORT = 512, IFF_OVS_DATAPATH = 1024, IFF_TX_SKB_SHARING = 2048, IFF_UNICAST_FLT = 4096, IFF_TEAM_PORT = 8192, IFF_SUPP_NOFCS = 16384, IFF_LIVE_ADDR_CHANGE = 32768, IFF_MACVLAN = 65536, IFF_XMIT_DST_RELEASE_PERM = 131072, IFF_L3MDEV_MASTER = 262144, IFF_NO_QUEUE = 524288, IFF_OPENVSWITCH = 1048576, IFF_L3MDEV_SLAVE = 2097152, IFF_TEAM = 4194304, IFF_RXFH_CONFIGURED = 8388608, IFF_PHONY_HEADROOM = 16777216, IFF_MACSEC = 33554432, IFF_NO_RX_HANDLER = 67108864, IFF_FAILOVER = 134217728, IFF_FAILOVER_SLAVE = 268435456, IFF_L3MDEV_RX_HANDLER = 536870912, IFF_NO_ADDRCONF = 1073741824, IFF_TX_SKB_NO_LINEAR = 2147483648, IFF_CHANGE_PROTO_DOWN = 0, }; struct xdp_dev_bulk_queue { struct xdp_frame *q[16]; struct list_head flush_node; struct net_device *dev; struct net_device *dev_rx; struct bpf_prog *xdp_prog; unsigned int count; }; enum netdev_cmd { NETDEV_UP = 1, NETDEV_DOWN = 2, NETDEV_REBOOT = 3, NETDEV_CHANGE = 4, NETDEV_REGISTER = 5, NETDEV_UNREGISTER = 6, NETDEV_CHANGEMTU = 7, NETDEV_CHANGEADDR = 8, NETDEV_PRE_CHANGEADDR = 9, NETDEV_GOING_DOWN = 10, NETDEV_CHANGENAME = 11, NETDEV_FEAT_CHANGE = 12, NETDEV_BONDING_FAILOVER = 13, NETDEV_PRE_UP = 14, NETDEV_PRE_TYPE_CHANGE = 15, NETDEV_POST_TYPE_CHANGE = 16, NETDEV_POST_INIT = 17, NETDEV_PRE_UNINIT = 18, NETDEV_RELEASE = 19, NETDEV_NOTIFY_PEERS = 20, NETDEV_JOIN = 21, NETDEV_CHANGEUPPER = 22, NETDEV_RESEND_IGMP = 23, NETDEV_PRECHANGEMTU = 24, NETDEV_CHANGEINFODATA = 25, NETDEV_BONDING_INFO = 26, NETDEV_PRECHANGEUPPER = 27, NETDEV_CHANGELOWERSTATE = 28, NETDEV_UDP_TUNNEL_PUSH_INFO = 29, NETDEV_UDP_TUNNEL_DROP_INFO = 30, NETDEV_CHANGE_TX_QUEUE_LEN = 31, NETDEV_CVLAN_FILTER_PUSH_INFO = 32, NETDEV_CVLAN_FILTER_DROP_INFO = 33, NETDEV_SVLAN_FILTER_PUSH_INFO = 34, NETDEV_SVLAN_FILTER_DROP_INFO = 35, NETDEV_OFFLOAD_XSTATS_ENABLE = 36, NETDEV_OFFLOAD_XSTATS_DISABLE = 37, NETDEV_OFFLOAD_XSTATS_REPORT_USED = 38, NETDEV_OFFLOAD_XSTATS_REPORT_DELTA = 39, }; struct netdev_notifier_info { struct net_device *dev; struct netlink_ext_ack *extack; }; struct bpf_nh_params { u32 nh_family; union { u32 ipv4_nh; struct in6_addr ipv6_nh; }; }; struct bpf_redirect_info { u64 tgt_index; void *tgt_value; struct bpf_map *map; u32 flags; u32 kern_flags; u32 map_id; enum bpf_map_type map_type; struct bpf_nh_params nh; }; struct bpf_dtab; struct bpf_dtab_netdev { struct net_device *dev; struct hlist_node index_hlist; struct bpf_dtab *dtab; struct bpf_prog *xdp_prog; struct callback_head rcu; unsigned int idx; struct bpf_devmap_val val; }; struct bpf_dtab { struct bpf_map map; struct bpf_dtab_netdev **netdev_map; struct list_head list; struct hlist_head *dev_index_head; spinlock_t index_lock; unsigned int items; u32 n_buckets; long: 32; long: 64; long: 64; }; struct bpf_dispatcher_prog { struct bpf_prog *prog; refcount_t users; }; struct bpf_dispatcher { struct mutex mutex; void *func; struct bpf_dispatcher_prog progs[48]; int num_progs; void *image; void *rw_image; u32 image_off; struct bpf_ksym ksym; }; struct rhlist_head { struct rhash_head rhead; struct rhlist_head *next; }; struct bpf_prog_offload_ops { int (*insn_hook)(struct bpf_verifier_env *, int, int); int (*finalize)(struct bpf_verifier_env *); int (*replace_insn)(struct bpf_verifier_env *, u32, struct bpf_insn *); int (*remove_insns)(struct bpf_verifier_env *, u32, u32); int (*prepare)(struct bpf_prog *); int (*translate)(struct bpf_prog *); void (*destroy)(struct bpf_prog *); }; struct bpf_offload_dev { const struct bpf_prog_offload_ops *ops; struct list_head netdevs; void *priv; }; typedef struct ns_common *ns_get_path_helper_t(void *); struct bpf_offload_netdev { struct rhash_head l; struct net_device *netdev; struct bpf_offload_dev *offdev; struct list_head progs; struct list_head maps; struct list_head offdev_netdevs; }; struct ns_get_path_bpf_prog_args { struct bpf_prog *prog; struct bpf_prog_info *info; }; struct ns_get_path_bpf_map_args { struct bpf_offloaded_map *offmap; struct bpf_map_info *info; }; struct pernet_operations { struct list_head list; int (*init)(struct net *); void (*pre_exit)(struct net *); void (*exit)(struct net *); void (*exit_batch)(struct list_head *); unsigned int *id; size_t size; }; struct bpf_netns_link { struct bpf_link link; enum bpf_attach_type type; enum netns_bpf_attach_type netns_type; struct net *net; struct list_head node; }; struct bpf_cpumap_val { __u32 qsize; union { int fd; __u32 id; } bpf_prog; }; struct bpf_cpu_map_entry; struct xdp_bulk_queue { void *q[8]; struct list_head flush_node; struct bpf_cpu_map_entry *obj; unsigned int count; }; struct bpf_cpu_map; struct bpf_cpu_map_entry { u32 cpu; int map_id; struct xdp_bulk_queue *bulkq; struct bpf_cpu_map *cmap; struct ptr_ring *queue; struct task_struct *kthread; struct bpf_cpumap_val value; struct bpf_prog *prog; atomic_t refcnt; struct callback_head rcu; struct work_struct kthread_stop_wq; }; struct bpf_cpu_map { struct bpf_map map; struct bpf_cpu_map_entry **cpu_map; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_iter__cgroup { union { struct bpf_iter_meta *meta; }; union { struct cgroup *cgroup; }; }; struct cgroup_iter_priv { struct cgroup_subsys_state *start_css; bool visited_all; bool terminate; int order; }; enum bpf_stack_build_id_status { BPF_STACK_BUILD_ID_EMPTY = 0, BPF_STACK_BUILD_ID_VALID = 1, BPF_STACK_BUILD_ID_IP = 2, }; struct bpf_stack_build_id { __s32 status; unsigned char build_id[20]; union { __u64 offset; __u64 ip; }; }; enum { BPF_F_SKIP_FIELD_MASK = 255, BPF_F_USER_STACK = 256, BPF_F_FAST_STACK_CMP = 512, BPF_F_REUSE_STACKID = 1024, BPF_F_USER_BUILD_ID = 2048, }; enum perf_callchain_context { PERF_CONTEXT_HV = 4294967264, PERF_CONTEXT_KERNEL = 4294967168, PERF_CONTEXT_USER = 4294966784, PERF_CONTEXT_GUEST = 4294965248, PERF_CONTEXT_GUEST_KERNEL = 4294965120, PERF_CONTEXT_GUEST_USER = 4294964736, PERF_CONTEXT_MAX = 4294963201, }; struct stack_map_bucket { struct pcpu_freelist_node fnode; u32 hash; u32 nr; u64 data[0]; }; struct bpf_stack_map { struct bpf_map map; void *elems; struct pcpu_freelist freelist; u32 n_buckets; struct stack_map_bucket *buckets[0]; long: 64; long: 64; long: 64; }; typedef u64 (*btf_bpf_get_stackid)(struct pt_regs *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stackid_pe)(struct bpf_perf_event_data_kern *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack)(struct pt_regs *, void *, u32, u64); typedef u64 (*btf_bpf_get_task_stack)(struct task_struct *, void *, u32, u64); typedef u64 (*btf_bpf_get_stack_pe)(struct bpf_perf_event_data_kern *, void *, u32, u64); typedef u64 (*btf_bpf_cgrp_storage_get)(struct bpf_map *, struct cgroup *, void *, u64, gfp_t); typedef u64 (*btf_bpf_cgrp_storage_delete)(struct bpf_map *, struct cgroup *); enum sock_type { SOCK_STREAM = 1, SOCK_DGRAM = 2, SOCK_RAW = 3, SOCK_RDM = 4, SOCK_SEQPACKET = 5, SOCK_DCCP = 6, SOCK_PACKET = 10, }; enum sock_flags { SOCK_DEAD = 0, SOCK_DONE = 1, SOCK_URGINLINE = 2, SOCK_KEEPOPEN = 3, SOCK_LINGER = 4, SOCK_DESTROY = 5, SOCK_BROADCAST = 6, SOCK_TIMESTAMP = 7, SOCK_ZAPPED = 8, SOCK_USE_WRITE_QUEUE = 9, SOCK_DBG = 10, SOCK_RCVTSTAMP = 11, SOCK_RCVTSTAMPNS = 12, SOCK_LOCALROUTE = 13, SOCK_MEMALLOC = 14, SOCK_TIMESTAMPING_RX_SOFTWARE = 15, SOCK_FASYNC = 16, SOCK_RXQ_OVFL = 17, SOCK_ZEROCOPY = 18, SOCK_WIFI_STATUS = 19, SOCK_NOFCS = 20, SOCK_FILTER_LOCKED = 21, SOCK_SELECT_ERR_QUEUE = 22, SOCK_RCU_FREE = 23, SOCK_TXTIME = 24, SOCK_XDP = 25, SOCK_TSTAMP_NEW = 26, SOCK_RCVMARK = 27, }; struct reuseport_array { struct bpf_map map; struct sock *ptrs[0]; }; struct bpf_dummy_ops_state { int val; }; struct bpf_dummy_ops { int (*test_1)(struct bpf_dummy_ops_state *); int (*test_2)(struct bpf_dummy_ops_state *, int, short unsigned int, char, long unsigned int); }; enum bpf_struct_ops_state { BPF_STRUCT_OPS_STATE_INIT = 0, BPF_STRUCT_OPS_STATE_INUSE = 1, BPF_STRUCT_OPS_STATE_TOBEFREE = 2, }; struct bpf_struct_ops_value { refcount_t refcnt; enum bpf_struct_ops_state state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; char data[0]; }; struct bpf_struct_ops_map { struct bpf_map map; struct callback_head rcu; const struct bpf_struct_ops *st_ops; struct mutex lock; struct bpf_link **links; void *image; struct bpf_struct_ops_value *uvalue; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct bpf_struct_ops_value kvalue; }; struct bpf_struct_ops_bpf_dummy_ops { refcount_t refcnt; enum bpf_struct_ops_state state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct bpf_dummy_ops data; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_struct_ops_tcp_congestion_ops { refcount_t refcnt; enum bpf_struct_ops_state state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct tcp_congestion_ops data; }; enum { BPF_STRUCT_OPS_TYPE_bpf_dummy_ops = 0, BPF_STRUCT_OPS_TYPE_tcp_congestion_ops = 1, __NR_BPF_STRUCT_OPS_TYPE = 2, }; enum { BPF_F_SYSCTL_BASE_NAME = 1, }; struct __kernel_sockaddr_storage { union { struct { __kernel_sa_family_t ss_family; char __data[126]; }; void *__align; }; }; struct bpf_cg_run_ctx { struct bpf_run_ctx run_ctx; const struct bpf_prog_array_item *prog_item; int retval; }; struct qdisc_skb_cb { struct { unsigned int pkt_len; u16 slave_dev_queue_mapping; u16 tc_classid; }; unsigned char data[20]; }; struct bpf_skb_data_end { struct qdisc_skb_cb qdisc_cb; void *data_meta; void *data_end; }; struct bpf_sockopt_buf { u8 data[32]; }; enum { TCPF_ESTABLISHED = 2, TCPF_SYN_SENT = 4, TCPF_SYN_RECV = 8, TCPF_FIN_WAIT1 = 16, TCPF_FIN_WAIT2 = 32, TCPF_TIME_WAIT = 64, TCPF_CLOSE = 128, TCPF_CLOSE_WAIT = 256, TCPF_LAST_ACK = 512, TCPF_LISTEN = 1024, TCPF_CLOSING = 2048, TCPF_NEW_SYN_RECV = 4096, }; struct bpf_cgroup_link { struct bpf_link link; struct cgroup *cgroup; enum bpf_attach_type type; }; struct bpf_prog_list { struct hlist_node node; struct bpf_prog *prog; struct bpf_cgroup_link *link; struct bpf_cgroup_storage *storage[2]; }; typedef u64 (*btf_bpf_get_local_storage)(struct bpf_map *, u64); typedef u64 (*btf_bpf_get_retval)(); typedef u64 (*btf_bpf_set_retval)(int); typedef u64 (*btf_bpf_sysctl_get_name)(struct bpf_sysctl_kern *, char *, size_t, u64); typedef u64 (*btf_bpf_sysctl_get_current_value)(struct bpf_sysctl_kern *, char *, size_t); typedef u64 (*btf_bpf_sysctl_get_new_value)(struct bpf_sysctl_kern *, char *, size_t); typedef u64 (*btf_bpf_sysctl_set_new_value)(struct bpf_sysctl_kern *, const char *, size_t); typedef u64 (*btf_bpf_get_netns_cookie_sockopt)(struct bpf_sockopt_kern *); struct perf_event_mmap_page { __u32 version; __u32 compat_version; __u32 lock; __u32 index; __s64 offset; __u64 time_enabled; __u64 time_running; union { __u64 capabilities; struct { __u64 cap_bit0: 1; __u64 cap_bit0_is_deprecated: 1; __u64 cap_user_rdpmc: 1; __u64 cap_user_time: 1; __u64 cap_user_time_zero: 1; __u64 cap_user_time_short: 1; __u64 cap_____res: 58; }; }; __u16 pmc_width; __u16 time_shift; __u32 time_mult; __u64 time_offset; __u64 time_zero; __u32 size; __u32 __reserved_1; __u64 time_cycles; __u64 time_mask; __u8 __reserved[928]; __u64 data_head; __u64 data_tail; __u64 data_offset; __u64 data_size; __u64 aux_head; __u64 aux_tail; __u64 aux_offset; __u64 aux_size; }; struct perf_event_header { __u32 type; __u16 misc; __u16 size; }; enum perf_event_type { PERF_RECORD_MMAP = 1, PERF_RECORD_LOST = 2, PERF_RECORD_COMM = 3, PERF_RECORD_EXIT = 4, PERF_RECORD_THROTTLE = 5, PERF_RECORD_UNTHROTTLE = 6, PERF_RECORD_FORK = 7, PERF_RECORD_READ = 8, PERF_RECORD_SAMPLE = 9, PERF_RECORD_MMAP2 = 10, PERF_RECORD_AUX = 11, PERF_RECORD_ITRACE_START = 12, PERF_RECORD_LOST_SAMPLES = 13, PERF_RECORD_SWITCH = 14, PERF_RECORD_SWITCH_CPU_WIDE = 15, PERF_RECORD_NAMESPACES = 16, PERF_RECORD_KSYMBOL = 17, PERF_RECORD_BPF_EVENT = 18, PERF_RECORD_CGROUP = 19, PERF_RECORD_TEXT_POKE = 20, PERF_RECORD_AUX_OUTPUT_HW_ID = 21, PERF_RECORD_MAX = 22, }; struct perf_buffer { refcount_t refcount; struct callback_head callback_head; int nr_pages; int overwrite; int paused; atomic_t poll; local_t head; unsigned int nest; local_t events; local_t wakeup; local_t lost; long int watermark; long int aux_watermark; spinlock_t event_lock; struct list_head event_list; atomic_t mmap_count; long unsigned int mmap_locked; struct user_struct *mmap_user; long int aux_head; unsigned int aux_nest; long int aux_wakeup; long unsigned int aux_pgoff; int aux_nr_pages; int aux_overwrite; atomic_t aux_mmap_count; long unsigned int aux_mmap_locked; void (*free_aux)(void *); refcount_t aux_refcount; int aux_in_sampling; void **aux_pages; void *aux_priv; struct perf_event_mmap_page *user_page; void *data_pages[0]; }; struct callchain_cpus_entries { struct callback_head callback_head; struct perf_callchain_entry *cpu_entries[0]; }; struct parallel_data; struct padata_priv { struct list_head list; struct parallel_data *pd; int cb_cpu; unsigned int seq_nr; int info; void (*parallel)(struct padata_priv *); void (*serial)(struct padata_priv *); }; struct padata_cpumask { cpumask_var_t pcpu; cpumask_var_t cbcpu; }; struct padata_shell; struct padata_list; struct padata_serial_queue; struct parallel_data { struct padata_shell *ps; struct padata_list *reorder_list; struct padata_serial_queue *squeue; refcount_t refcnt; unsigned int seq_nr; unsigned int processed; int cpu; struct padata_cpumask cpumask; struct work_struct reorder_work; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct padata_list { struct list_head list; spinlock_t lock; }; struct padata_serial_queue { struct padata_list serial; struct work_struct work; struct parallel_data *pd; }; struct padata_instance; struct padata_shell { struct padata_instance *pinst; struct parallel_data *pd; struct parallel_data *opd; struct list_head list; }; struct padata_instance { struct hlist_node cpu_online_node; struct hlist_node cpu_dead_node; struct workqueue_struct *parallel_wq; struct workqueue_struct *serial_wq; struct list_head pslist; struct padata_cpumask cpumask; struct kobject kobj; struct mutex lock; u8 flags; }; struct padata_mt_job { void (*thread_fn)(long unsigned int, long unsigned int, void *); void *fn_arg; long unsigned int start; long unsigned int size; long unsigned int align; long unsigned int min_chunk; int max_threads; }; struct padata_work { struct work_struct pw_work; struct list_head pw_list; void *pw_data; }; struct padata_mt_job_state { spinlock_t lock; struct completion completion; struct padata_mt_job *job; int nworks; int nworks_fini; long unsigned int chunk_size; }; struct padata_sysfs_entry { struct attribute attr; ssize_t (*show)(struct padata_instance *, struct attribute *, char *); ssize_t (*store)(struct padata_instance *, struct attribute *, const char *, size_t); }; struct static_key_mod { struct static_key_mod *next; struct jump_entry *entries; struct module *mod; }; struct static_key_deferred { struct static_key key; long unsigned int timeout; struct delayed_work work; }; struct uprobe { struct rb_node rb_node; refcount_t ref; struct rw_semaphore register_rwsem; struct rw_semaphore consumer_rwsem; struct list_head pending_list; struct uprobe_consumer *consumers; struct inode *inode; loff_t offset; loff_t ref_ctr_offset; long unsigned int flags; struct arch_uprobe arch; }; struct xol_area { wait_queue_head_t wq; atomic_t slot_count; long unsigned int *bitmap; struct vm_special_mapping xol_mapping; struct page *pages[2]; long unsigned int vaddr; }; struct compact_control; struct capture_control { struct compact_control *cc; struct page *page; }; typedef int filler_t(struct file *, struct folio *); struct page_vma_mapped_walk { long unsigned int pfn; long unsigned int nr_pages; long unsigned int pgoff; struct vm_area_struct *vma; long unsigned int address; pmd_t *pmd; pte_t *pte; spinlock_t *ptl; unsigned int flags; }; struct compact_control { struct list_head freepages; struct list_head migratepages; unsigned int nr_freepages; unsigned int nr_migratepages; long unsigned int free_pfn; long unsigned int migrate_pfn; long unsigned int fast_start_pfn; struct zone *zone; long unsigned int total_migrate_scanned; long unsigned int total_free_scanned; short unsigned int fast_search_fail; short int search_order; const gfp_t gfp_mask; int order; int migratetype; const unsigned int alloc_flags; const int highest_zoneidx; enum migrate_mode mode; bool ignore_skip_hint; bool no_set_skip_hint; bool ignore_block_suitable; bool direct_compaction; bool proactive_compaction; bool whole_zone; bool contended; bool rescan; bool alloc_contig; }; struct delayed_uprobe { struct list_head list; struct uprobe *uprobe; struct mm_struct *mm; }; struct __uprobe_key { struct inode *inode; loff_t offset; }; struct map_info { struct map_info *next; struct mm_struct *mm; long unsigned int vaddr; }; enum rseq_cpu_id_state { RSEQ_CPU_ID_UNINITIALIZED = 4294967295, RSEQ_CPU_ID_REGISTRATION_FAILED = 4294967294, }; enum rseq_flags { RSEQ_FLAG_UNREGISTER = 1, }; enum rseq_cs_flags { RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT = 1, RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL = 2, RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE = 4, }; struct rseq_cs { __u32 version; __u32 flags; __u64 start_ip; __u64 post_commit_offset; __u64 abort_ip; }; struct trace_event_raw_rseq_update { struct trace_entry ent; s32 cpu_id; char __data[0]; }; struct trace_event_raw_rseq_ip_fixup { struct trace_entry ent; long unsigned int regs_ip; long unsigned int start_ip; long unsigned int post_commit_offset; long unsigned int abort_ip; char __data[0]; }; struct trace_event_data_offsets_rseq_update {}; struct trace_event_data_offsets_rseq_ip_fixup {}; typedef void (*btf_trace_rseq_update)(void *, struct task_struct *); typedef void (*btf_trace_rseq_ip_fixup)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); enum { SECTION_MARKED_PRESENT_BIT = 0, SECTION_HAS_MEM_MAP_BIT = 1, SECTION_IS_ONLINE_BIT = 2, SECTION_IS_EARLY_BIT = 3, SECTION_MAP_LAST_BIT = 4, }; struct pkcs7_message; enum perf_event_task_context { perf_invalid_context = 4294967295, perf_hw_context = 0, perf_sw_context = 1, perf_nr_task_contexts = 2, }; enum perf_branch_sample_type { PERF_SAMPLE_BRANCH_USER = 1, PERF_SAMPLE_BRANCH_KERNEL = 2, PERF_SAMPLE_BRANCH_HV = 4, PERF_SAMPLE_BRANCH_ANY = 8, PERF_SAMPLE_BRANCH_ANY_CALL = 16, PERF_SAMPLE_BRANCH_ANY_RETURN = 32, PERF_SAMPLE_BRANCH_IND_CALL = 64, PERF_SAMPLE_BRANCH_ABORT_TX = 128, PERF_SAMPLE_BRANCH_IN_TX = 256, PERF_SAMPLE_BRANCH_NO_TX = 512, PERF_SAMPLE_BRANCH_COND = 1024, PERF_SAMPLE_BRANCH_CALL_STACK = 2048, PERF_SAMPLE_BRANCH_IND_JUMP = 4096, PERF_SAMPLE_BRANCH_CALL = 8192, PERF_SAMPLE_BRANCH_NO_FLAGS = 16384, PERF_SAMPLE_BRANCH_NO_CYCLES = 32768, PERF_SAMPLE_BRANCH_TYPE_SAVE = 65536, PERF_SAMPLE_BRANCH_HW_INDEX = 131072, PERF_SAMPLE_BRANCH_PRIV_SAVE = 262144, PERF_SAMPLE_BRANCH_MAX = 524288, }; enum perf_event_read_format { PERF_FORMAT_TOTAL_TIME_ENABLED = 1, PERF_FORMAT_TOTAL_TIME_RUNNING = 2, PERF_FORMAT_ID = 4, PERF_FORMAT_GROUP = 8, PERF_FORMAT_LOST = 16, PERF_FORMAT_MAX = 32, }; enum perf_event_ioc_flags { PERF_IOC_FLAG_GROUP = 1, }; struct perf_ns_link_info { __u64 dev; __u64 ino; }; enum { NET_NS_INDEX = 0, UTS_NS_INDEX = 1, IPC_NS_INDEX = 2, PID_NS_INDEX = 3, USER_NS_INDEX = 4, MNT_NS_INDEX = 5, CGROUP_NS_INDEX = 6, NR_NAMESPACES = 7, }; enum perf_addr_filter_action_t { PERF_ADDR_FILTER_ACTION_STOP = 0, PERF_ADDR_FILTER_ACTION_START = 1, PERF_ADDR_FILTER_ACTION_FILTER = 2, }; struct perf_addr_filter { struct list_head entry; struct path path; long unsigned int offset; long unsigned int size; enum perf_addr_filter_action_t action; }; struct swevent_hlist { struct hlist_head heads[256]; struct callback_head callback_head; }; struct pmu_event_list { raw_spinlock_t lock; struct list_head list; }; struct perf_cpu_context { struct perf_event_context ctx; struct perf_event_context *task_ctx; int online; struct perf_cgroup *cgrp; int heap_size; struct perf_event **heap; struct perf_event *heap_default[2]; }; struct perf_pmu_events_attr { struct device_attribute attr; u64 id; const char *event_str; }; struct match_token { int token; const char *pattern; }; enum { MAX_OPT_ARGS = 3, }; struct min_heap { void *data; int nr; int size; }; struct min_heap_callbacks { int elem_size; bool (*less)(const void *, const void *); void (*swp)(void *, void *); }; typedef int (*remote_function_f)(void *); struct remote_function_call { struct task_struct *p; remote_function_f func; void *info; int ret; }; typedef void (*event_f)(struct perf_event *, struct perf_cpu_context *, struct perf_event_context *, void *); struct event_function_struct { struct perf_event *event; event_f func; void *data; }; enum event_type_t { EVENT_FLEXIBLE = 1, EVENT_PINNED = 2, EVENT_TIME = 4, EVENT_CPU = 8, EVENT_ALL = 3, }; struct __group_key { int cpu; struct pmu *pmu; struct cgroup *cgroup; }; struct stop_event_data { struct perf_event *event; unsigned int restart; }; struct perf_read_data { struct perf_event *event; bool group; int ret; }; struct perf_read_event { struct perf_event_header header; u32 pid; u32 tid; }; typedef void perf_iterate_f(struct perf_event *, void *); struct remote_output { struct perf_buffer *rb; int err; }; struct perf_task_event { struct task_struct *task; struct perf_event_context *task_ctx; struct { struct perf_event_header header; u32 pid; u32 ppid; u32 tid; u32 ptid; u64 time; } event_id; }; struct perf_comm_event { struct task_struct *task; char *comm; int comm_size; struct { struct perf_event_header header; u32 pid; u32 tid; } event_id; }; struct perf_namespaces_event { struct task_struct *task; struct { struct perf_event_header header; u32 pid; u32 tid; u64 nr_namespaces; struct perf_ns_link_info link_info[7]; } event_id; }; struct perf_cgroup_event { char *path; int path_size; struct { struct perf_event_header header; u64 id; char path[0]; } event_id; }; struct perf_mmap_event { struct vm_area_struct *vma; const char *file_name; int file_size; int maj; int min; u64 ino; u64 ino_generation; u32 prot; u32 flags; u8 build_id[20]; u32 build_id_size; struct { struct perf_event_header header; u32 pid; u32 tid; u64 start; u64 len; u64 pgoff; } event_id; }; struct perf_switch_event { struct task_struct *task; struct task_struct *next_prev; struct { struct perf_event_header header; u32 next_prev_pid; u32 next_prev_tid; } event_id; }; struct perf_ksymbol_event { const char *name; int name_len; struct { struct perf_event_header header; u64 addr; u32 len; u16 ksym_type; u16 flags; } event_id; }; struct perf_bpf_event { struct bpf_prog *prog; struct { struct perf_event_header header; u16 type; u16 flags; u32 id; u8 tag[8]; } event_id; }; struct perf_text_poke_event { const void *old_bytes; const void *new_bytes; size_t pad; u16 old_len; u16 new_len; struct { struct perf_event_header header; u64 addr; } event_id; }; struct swevent_htable { struct swevent_hlist *swevent_hlist; struct mutex hlist_mutex; int hlist_refcount; int recursion[4]; }; enum perf_probe_config { PERF_PROBE_CONFIG_IS_RETPROBE = 1, PERF_UPROBE_REF_CTR_OFFSET_BITS = 32, PERF_UPROBE_REF_CTR_OFFSET_SHIFT = 32, }; enum { IF_ACT_NONE = 4294967295, IF_ACT_FILTER = 0, IF_ACT_START = 1, IF_ACT_STOP = 2, IF_SRC_FILE = 3, IF_SRC_KERNEL = 4, IF_SRC_FILEADDR = 5, IF_SRC_KERNELADDR = 6, }; enum { IF_STATE_ACTION = 0, IF_STATE_SOURCE = 1, IF_STATE_END = 2, }; struct perf_aux_event { struct perf_event_header header; u64 hw_id; }; struct perf_aux_event___2 { struct perf_event_header header; u32 pid; u32 tid; }; struct perf_aux_event___3 { struct perf_event_header header; u64 offset; u64 size; u64 flags; }; struct reciprocal_value { u32 m; u8 sh1; u8 sh2; }; struct kmem_cache_order_objects { unsigned int x; }; struct kmem_cache_cpu; struct kmem_cache_node; struct kmem_cache { struct kmem_cache_cpu *cpu_slab; slab_flags_t flags; long unsigned int min_partial; unsigned int size; unsigned int object_size; struct reciprocal_value reciprocal_size; unsigned int offset; unsigned int cpu_partial; unsigned int cpu_partial_slabs; struct kmem_cache_order_objects oo; struct kmem_cache_order_objects min; gfp_t allocflags; int refcount; void (*ctor)(void *); unsigned int inuse; unsigned int align; unsigned int red_left_pad; const char *name; struct list_head list; struct kobject kobj; struct kmem_cache_node *node[1]; }; struct slab { long unsigned int __page_flags; struct kmem_cache *slab_cache; union { struct { union { struct list_head slab_list; struct { struct slab *next; int slabs; }; }; void *freelist; union { long unsigned int counters; struct { unsigned int inuse: 16; unsigned int objects: 15; unsigned int frozen: 1; }; }; }; struct callback_head callback_head; }; unsigned int __unused; atomic_t __page_refcount; long unsigned int memcg_data; }; struct kmem_cache_cpu { void **freelist; long unsigned int tid; struct slab *slab; struct slab *partial; local_lock_t lock; }; struct kmem_cache_node { spinlock_t list_lock; long unsigned int nr_partial; struct list_head partial; atomic_long_t nr_slabs; atomic_long_t total_objects; struct list_head full; }; typedef struct { long unsigned int val; } swp_entry_t; typedef void (*xa_update_node_t)(struct xa_node *); struct xa_state { struct xarray *xa; long unsigned int xa_index; unsigned char xa_shift; unsigned char xa_sibs; unsigned char xa_offset; unsigned char xa_pad; struct xa_node *xa_node; struct xa_node *xa_alloc; xa_update_node_t xa_update; struct list_lru *xa_lru; }; enum positive_aop_returns { AOP_WRITEPAGE_ACTIVATE = 524288, AOP_TRUNCATED_PAGE = 524289, }; struct vm_event_state { long unsigned int event[98]; }; enum iter_type { ITER_IOVEC = 0, ITER_KVEC = 1, ITER_BVEC = 2, ITER_PIPE = 3, ITER_XARRAY = 4, ITER_DISCARD = 5, ITER_UBUF = 6, }; enum mapping_flags { AS_EIO = 0, AS_ENOSPC = 1, AS_MM_ALL_LOCKS = 2, AS_UNEVICTABLE = 3, AS_EXITING = 4, AS_NO_WRITEBACK_TAGS = 5, AS_LARGE_FOLIO_SUPPORT = 6, }; struct wait_page_key { struct folio *folio; int bit_nr; int page_match; }; struct pagevec { unsigned char nr; bool percpu_pvec_drained; struct page *pages[15]; }; struct folio_batch { unsigned char nr; bool percpu_pvec_drained; struct folio *folios[15]; }; struct trace_event_raw_mm_filemap_op_page_cache { struct trace_entry ent; long unsigned int pfn; long unsigned int i_ino; long unsigned int index; dev_t s_dev; unsigned char order; char __data[0]; }; struct trace_event_raw_filemap_set_wb_err { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; errseq_t errseq; char __data[0]; }; struct trace_event_raw_file_check_and_advance_wb_err { struct trace_entry ent; struct file *file; long unsigned int i_ino; dev_t s_dev; errseq_t old; errseq_t new; char __data[0]; }; struct trace_event_data_offsets_mm_filemap_op_page_cache {}; struct trace_event_data_offsets_filemap_set_wb_err {}; struct trace_event_data_offsets_file_check_and_advance_wb_err {}; typedef void (*btf_trace_mm_filemap_delete_from_page_cache)(void *, struct folio *); typedef void (*btf_trace_mm_filemap_add_to_page_cache)(void *, struct folio *); typedef void (*btf_trace_filemap_set_wb_err)(void *, struct address_space *, errseq_t); typedef void (*btf_trace_file_check_and_advance_wb_err)(void *, struct file *, errseq_t); enum behavior { EXCLUSIVE = 0, SHARED = 1, DROP = 2, }; typedef unsigned int zap_flags_t; struct encoded_page; struct zap_details { struct folio *single_folio; bool even_cows; zap_flags_t zap_flags; }; enum oom_constraint { CONSTRAINT_NONE = 0, CONSTRAINT_CPUSET = 1, CONSTRAINT_MEMORY_POLICY = 2, CONSTRAINT_MEMCG = 3, }; struct oom_control { struct zonelist *zonelist; nodemask_t *nodemask; struct mem_cgroup *memcg; const gfp_t gfp_mask; const int order; long unsigned int totalpages; struct task_struct *chosen; long int chosen_points; enum oom_constraint constraint; }; struct mmu_gather_batch { struct mmu_gather_batch *next; unsigned int nr; unsigned int max; struct encoded_page *encoded_pages[0]; }; struct mmu_gather { struct mm_struct *mm; long unsigned int start; long unsigned int end; unsigned int fullmm: 1; unsigned int need_flush_all: 1; unsigned int freed_tables: 1; unsigned int delayed_rmap: 1; unsigned int cleared_ptes: 1; unsigned int cleared_pmds: 1; unsigned int cleared_puds: 1; unsigned int cleared_p4ds: 1; unsigned int vma_exec: 1; unsigned int vma_huge: 1; unsigned int vma_pfn: 1; unsigned int batch_count; struct mmu_gather_batch *active; struct mmu_gather_batch local; struct page *__pages[8]; }; enum compact_priority { COMPACT_PRIO_SYNC_FULL = 0, MIN_COMPACT_PRIORITY = 0, COMPACT_PRIO_SYNC_LIGHT = 1, MIN_COMPACT_COSTLY_PRIORITY = 1, DEF_COMPACT_PRIORITY = 1, COMPACT_PRIO_ASYNC = 2, INIT_COMPACT_PRIORITY = 2, }; enum compact_result { COMPACT_NOT_SUITABLE_ZONE = 0, COMPACT_SKIPPED = 1, COMPACT_DEFERRED = 2, COMPACT_NO_SUITABLE_PAGE = 3, COMPACT_CONTINUE = 4, COMPACT_COMPLETE = 5, COMPACT_PARTIAL_SKIPPED = 6, COMPACT_CONTENDED = 7, COMPACT_SUCCESS = 8, }; struct trace_event_raw_oom_score_adj_update { struct trace_entry ent; pid_t pid; char comm[16]; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_reclaim_retry_zone { struct trace_entry ent; int node; int zone_idx; int order; long unsigned int reclaimable; long unsigned int available; long unsigned int min_wmark; int no_progress_loops; bool wmark_check; char __data[0]; }; struct trace_event_raw_mark_victim { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_wake_reaper { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_start_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_finish_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_skip_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_compact_retry { struct trace_entry ent; int order; int priority; int result; int retries; int max_retries; bool ret; char __data[0]; }; struct trace_event_data_offsets_oom_score_adj_update {}; struct trace_event_data_offsets_reclaim_retry_zone {}; struct trace_event_data_offsets_mark_victim {}; struct trace_event_data_offsets_wake_reaper {}; struct trace_event_data_offsets_start_task_reaping {}; struct trace_event_data_offsets_finish_task_reaping {}; struct trace_event_data_offsets_skip_task_reaping {}; struct trace_event_data_offsets_compact_retry {}; typedef void (*btf_trace_oom_score_adj_update)(void *, struct task_struct *); typedef void (*btf_trace_reclaim_retry_zone)(void *, struct zoneref *, int, long unsigned int, long unsigned int, long unsigned int, int, bool); typedef void (*btf_trace_mark_victim)(void *, int); typedef void (*btf_trace_wake_reaper)(void *, int); typedef void (*btf_trace_start_task_reaping)(void *, int); typedef void (*btf_trace_finish_task_reaping)(void *, int); typedef void (*btf_trace_skip_task_reaping)(void *, int); typedef void (*btf_trace_compact_retry)(void *, int, enum compact_priority, enum compact_result, int, int, bool); enum { XA_CHECK_SCHED = 4096, }; enum wb_state { WB_registered = 0, WB_writeback_running = 1, WB_has_dirty_io = 2, WB_start_all = 3, }; struct wb_lock_cookie { bool locked; long unsigned int flags; }; typedef int (*writepage_t)(struct page *, struct writeback_control *, void *); enum page_memcg_data_flags { MEMCG_DATA_OBJCGS = 1, MEMCG_DATA_KMEM = 2, __NR_MEMCG_DATA_FLAGS = 4, }; struct dirty_throttle_control { struct wb_domain *dom; struct dirty_throttle_control *gdtc; struct bdi_writeback *wb; struct fprop_local_percpu *wb_completions; long unsigned int avail; long unsigned int dirty; long unsigned int thresh; long unsigned int bg_thresh; long unsigned int wb_dirty; long unsigned int wb_thresh; long unsigned int wb_bg_thresh; long unsigned int pos_ratio; }; typedef union {} release_pages_arg; struct trace_event_raw_mm_lru_insertion { struct trace_entry ent; struct folio *folio; long unsigned int pfn; enum lru_list lru; long unsigned int flags; char __data[0]; }; struct trace_event_raw_mm_lru_activate { struct trace_entry ent; struct folio *folio; long unsigned int pfn; char __data[0]; }; struct trace_event_data_offsets_mm_lru_insertion {}; struct trace_event_data_offsets_mm_lru_activate {}; typedef void (*btf_trace_mm_lru_insertion)(void *, struct folio *); typedef void (*btf_trace_mm_lru_activate)(void *, struct folio *); struct lru_rotate { local_lock_t lock; struct folio_batch fbatch; }; struct cpu_fbatches { local_lock_t lock; struct folio_batch lru_add; struct folio_batch lru_deactivate_file; struct folio_batch lru_deactivate; struct folio_batch lru_lazyfree; struct folio_batch activate; }; typedef void (*move_fn_t)(struct lruvec *, struct folio *); enum lruvec_flags { LRUVEC_CONGESTED = 0, }; typedef unsigned int isolate_mode_t; enum pgdat_flags { PGDAT_DIRTY = 0, PGDAT_WRITEBACK = 1, PGDAT_RECLAIM_LOCKED = 2, }; enum zone_flags { ZONE_BOOSTED_WATERMARK = 0, ZONE_RECLAIM_ACTIVE = 1, }; struct reclaim_stat { unsigned int nr_dirty; unsigned int nr_unqueued_dirty; unsigned int nr_congested; unsigned int nr_writeback; unsigned int nr_immediate; unsigned int nr_pageout; unsigned int nr_activate[2]; unsigned int nr_ref_keep; unsigned int nr_unmap_fail; unsigned int nr_lazyfree_fail; }; struct mem_cgroup_reclaim_cookie { pg_data_t *pgdat; unsigned int generation; }; enum { SWP_USED = 1, SWP_WRITEOK = 2, SWP_DISCARDABLE = 4, SWP_DISCARDING = 8, SWP_SOLIDSTATE = 16, SWP_CONTINUED = 32, SWP_BLKDEV = 64, SWP_ACTIVATED = 128, SWP_FS_OPS = 256, SWP_AREA_DISCARD = 512, SWP_PAGE_DISCARD = 1024, SWP_STABLE_WRITES = 2048, SWP_SYNCHRONOUS_IO = 4096, SWP_SCANNING = 16384, }; enum ttu_flags { TTU_SPLIT_HUGE_PMD = 4, TTU_IGNORE_MLOCK = 8, TTU_SYNC = 16, TTU_IGNORE_HWPOISON = 32, TTU_BATCH_FLUSH = 64, TTU_RMAP_LOCKED = 128, }; typedef struct page *new_page_t(struct page *, long unsigned int); typedef void free_page_t(struct page *, long unsigned int); struct migration_target_control { int nid; nodemask_t *nmask; gfp_t gfp_mask; }; struct trace_event_raw_mm_vmscan_kswapd_sleep { struct trace_entry ent; int nid; char __data[0]; }; struct trace_event_raw_mm_vmscan_kswapd_wake { struct trace_entry ent; int nid; int zid; int order; char __data[0]; }; struct trace_event_raw_mm_vmscan_wakeup_kswapd { struct trace_entry ent; int nid; int zid; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_direct_reclaim_begin_template { struct trace_entry ent; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_direct_reclaim_end_template { struct trace_entry ent; long unsigned int nr_reclaimed; char __data[0]; }; struct trace_event_raw_mm_shrink_slab_start { struct trace_entry ent; struct shrinker *shr; void *shrink; int nid; long int nr_objects_to_shrink; long unsigned int gfp_flags; long unsigned int cache_items; long long unsigned int delta; long unsigned int total_scan; int priority; char __data[0]; }; struct trace_event_raw_mm_shrink_slab_end { struct trace_entry ent; struct shrinker *shr; int nid; void *shrink; long int unused_scan; long int new_scan; int retval; long int total_scan; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_isolate { struct trace_entry ent; int highest_zoneidx; int order; long unsigned int nr_requested; long unsigned int nr_scanned; long unsigned int nr_skipped; long unsigned int nr_taken; unsigned int isolate_mode; int lru; char __data[0]; }; struct trace_event_raw_mm_vmscan_write_folio { struct trace_entry ent; long unsigned int pfn; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_shrink_inactive { struct trace_entry ent; int nid; long unsigned int nr_scanned; long unsigned int nr_reclaimed; long unsigned int nr_dirty; long unsigned int nr_writeback; long unsigned int nr_congested; long unsigned int nr_immediate; unsigned int nr_activate0; unsigned int nr_activate1; long unsigned int nr_ref_keep; long unsigned int nr_unmap_fail; int priority; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_shrink_active { struct trace_entry ent; int nid; long unsigned int nr_taken; long unsigned int nr_active; long unsigned int nr_deactivated; long unsigned int nr_referenced; int priority; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_node_reclaim_begin { struct trace_entry ent; int nid; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_throttled { struct trace_entry ent; int nid; int usec_timeout; int usec_delayed; int reason; char __data[0]; }; struct trace_event_data_offsets_mm_vmscan_kswapd_sleep {}; struct trace_event_data_offsets_mm_vmscan_kswapd_wake {}; struct trace_event_data_offsets_mm_vmscan_wakeup_kswapd {}; struct trace_event_data_offsets_mm_vmscan_direct_reclaim_begin_template {}; struct trace_event_data_offsets_mm_vmscan_direct_reclaim_end_template {}; struct trace_event_data_offsets_mm_shrink_slab_start {}; struct trace_event_data_offsets_mm_shrink_slab_end {}; struct trace_event_data_offsets_mm_vmscan_lru_isolate {}; struct trace_event_data_offsets_mm_vmscan_write_folio {}; struct trace_event_data_offsets_mm_vmscan_lru_shrink_inactive {}; struct trace_event_data_offsets_mm_vmscan_lru_shrink_active {}; struct trace_event_data_offsets_mm_vmscan_node_reclaim_begin {}; struct trace_event_data_offsets_mm_vmscan_throttled {}; typedef void (*btf_trace_mm_vmscan_kswapd_sleep)(void *, int); typedef void (*btf_trace_mm_vmscan_kswapd_wake)(void *, int, int, int); typedef void (*btf_trace_mm_vmscan_wakeup_kswapd)(void *, int, int, int, gfp_t); typedef void (*btf_trace_mm_vmscan_direct_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_memcg_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_memcg_softlimit_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_direct_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_memcg_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_memcg_softlimit_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_shrink_slab_start)(void *, struct shrinker *, struct shrink_control *, long int, long unsigned int, long long unsigned int, long unsigned int, int); typedef void (*btf_trace_mm_shrink_slab_end)(void *, struct shrinker *, int, int, long int, long int, long int); typedef void (*btf_trace_mm_vmscan_lru_isolate)(void *, int, int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, isolate_mode_t, int); typedef void (*btf_trace_mm_vmscan_write_folio)(void *, struct folio *); typedef void (*btf_trace_mm_vmscan_lru_shrink_inactive)(void *, int, long unsigned int, long unsigned int, struct reclaim_stat *, int, int); typedef void (*btf_trace_mm_vmscan_lru_shrink_active)(void *, int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, int, int); typedef void (*btf_trace_mm_vmscan_node_reclaim_begin)(void *, int, int, gfp_t); typedef void (*btf_trace_mm_vmscan_node_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_throttled)(void *, int, int, int, int); struct scan_control { long unsigned int nr_to_reclaim; nodemask_t *nodemask; struct mem_cgroup *target_mem_cgroup; long unsigned int anon_cost; long unsigned int file_cost; unsigned int may_deactivate: 2; unsigned int force_deactivate: 1; unsigned int skipped_deactivate: 1; unsigned int may_writepage: 1; unsigned int may_unmap: 1; unsigned int may_swap: 1; unsigned int proactive: 1; unsigned int memcg_low_reclaim: 1; unsigned int memcg_low_skipped: 1; unsigned int hibernation_mode: 1; unsigned int compaction_ready: 1; unsigned int cache_trim_mode: 1; unsigned int file_is_tiny: 1; unsigned int no_demotion: 1; s8 order; s8 priority; s8 reclaim_idx; gfp_t gfp_mask; long unsigned int nr_scanned; long unsigned int nr_reclaimed; struct { unsigned int dirty; unsigned int unqueued_dirty; unsigned int congested; unsigned int writeback; unsigned int immediate; unsigned int file_taken; unsigned int taken; } nr; struct reclaim_state reclaim_state; }; typedef enum { PAGE_KEEP = 0, PAGE_ACTIVATE = 1, PAGE_SUCCESS = 2, PAGE_CLEAN = 3, } pageout_t; enum folio_references { FOLIOREF_RECLAIM = 0, FOLIOREF_RECLAIM_CLEAN = 1, FOLIOREF_KEEP = 2, FOLIOREF_ACTIVATE = 3, }; enum scan_balance { SCAN_EQUAL = 0, SCAN_FRACT = 1, SCAN_ANON = 2, SCAN_FILE = 3, }; enum writeback_stat_item { NR_DIRTY_THRESHOLD = 0, NR_DIRTY_BG_THRESHOLD = 1, NR_VM_WRITEBACK_STAT_ITEMS = 2, }; struct contig_page_info { long unsigned int free_pages; long unsigned int free_blocks_total; long unsigned int free_blocks_suitable; }; struct radix_tree_iter { long unsigned int index; long unsigned int next_index; long unsigned int tags; struct xa_node *node; }; enum { RADIX_TREE_ITER_TAG_MASK = 15, RADIX_TREE_ITER_TAGGED = 16, RADIX_TREE_ITER_CONTIG = 32, }; struct fileattr { u32 flags; u32 fsx_xflags; u32 fsx_extsize; u32 fsx_nextents; u32 fsx_projid; u32 fsx_cowextsize; bool flags_valid: 1; bool fsx_valid: 1; }; struct kstatfs { long int f_type; long int f_bsize; u64 f_blocks; u64 f_bfree; u64 f_bavail; u64 f_files; u64 f_ffree; __kernel_fsid_t f_fsid; long int f_namelen; long int f_frsize; long int f_flags; long int f_spare[4]; }; struct xattr; typedef int (*initxattrs)(struct inode *, const struct xattr *, void *); struct xattr { const char *name; void *value; size_t value_len; }; struct constant_table { const char *name; int value; }; typedef long unsigned int pte_marker; struct shared_policy {}; struct simple_xattrs { struct rb_root rb_root; rwlock_t lock; }; struct simple_xattr { struct rb_node rb_node; char *name; size_t size; char value[0]; }; enum fid_type { FILEID_ROOT = 0, FILEID_INO32_GEN = 1, FILEID_INO32_GEN_PARENT = 2, FILEID_BTRFS_WITHOUT_PARENT = 77, FILEID_BTRFS_WITH_PARENT = 78, FILEID_BTRFS_WITH_PARENT_ROOT = 79, FILEID_UDF_WITHOUT_PARENT = 81, FILEID_UDF_WITH_PARENT = 82, FILEID_NILFS_WITHOUT_PARENT = 97, FILEID_NILFS_WITH_PARENT = 98, FILEID_FAT_WITHOUT_PARENT = 113, FILEID_FAT_WITH_PARENT = 114, FILEID_LUSTRE = 151, FILEID_KERNFS = 254, FILEID_INVALID = 255, }; struct fid { union { struct { u32 ino; u32 gen; u32 parent_ino; u32 parent_gen; } i32; struct { u32 block; u16 partref; u16 parent_partref; u32 generation; u32 parent_block; u32 parent_generation; } udf; __u32 raw[0]; }; }; struct shmem_inode_info { spinlock_t lock; unsigned int seals; long unsigned int flags; long unsigned int alloced; long unsigned int swapped; long unsigned int fallocend; struct list_head shrinklist; struct list_head swaplist; struct shared_policy policy; struct simple_xattrs xattrs; atomic_t stop_eviction; struct timespec64 i_crtime; unsigned int fsflags; struct inode vfs_inode; }; struct shmem_sb_info { long unsigned int max_blocks; struct percpu_counter used_blocks; long unsigned int max_inodes; long unsigned int free_inodes; raw_spinlock_t stat_lock; umode_t mode; unsigned char huge; kuid_t uid; kgid_t gid; bool full_inums; ino_t next_ino; ino_t *ino_batch; struct mempolicy *mpol; spinlock_t shrinklist_lock; struct list_head shrinklist; long unsigned int shrinklist_len; }; enum sgp_type { SGP_READ = 0, SGP_NOALLOC = 1, SGP_CACHE = 2, SGP_WRITE = 3, SGP_FALLOC = 4, }; struct shmem_falloc { wait_queue_head_t *waitq; long unsigned int start; long unsigned int next; long unsigned int nr_falloced; long unsigned int nr_unswapped; }; struct shmem_options { long long unsigned int blocks; long long unsigned int inodes; struct mempolicy *mpol; kuid_t uid; kgid_t gid; umode_t mode; bool full_inums; int huge; int seen; }; enum shmem_param { Opt_gid = 0, Opt_huge = 1, Opt_mode = 2, Opt_mpol = 3, Opt_nr_blocks = 4, Opt_nr_inodes = 5, Opt_size = 6, Opt_uid = 7, Opt_inode32 = 8, Opt_inode64 = 9, }; struct pcpu_group_info { int nr_units; long unsigned int base_offset; unsigned int *cpu_map; }; struct pcpu_alloc_info { size_t static_size; size_t reserved_size; size_t dyn_size; size_t unit_size; size_t atom_size; size_t alloc_size; size_t __ai_size; int nr_groups; struct pcpu_group_info groups[0]; }; typedef int pcpu_fc_cpu_to_node_fn_t(int); typedef int pcpu_fc_cpu_distance_fn_t(unsigned int, unsigned int); enum memcg_stat_item { MEMCG_SWAP = 41, MEMCG_SOCK = 42, MEMCG_PERCPU_B = 43, MEMCG_VMALLOC = 44, MEMCG_KMEM = 45, MEMCG_ZSWAP_B = 46, MEMCG_ZSWAPPED = 47, MEMCG_NR_STAT = 48, }; struct trace_event_raw_percpu_alloc_percpu { struct trace_entry ent; long unsigned int call_site; bool reserved; bool is_atomic; size_t size; size_t align; void *base_addr; int off; void *ptr; size_t bytes_alloc; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_percpu_free_percpu { struct trace_entry ent; void *base_addr; int off; void *ptr; char __data[0]; }; struct trace_event_raw_percpu_alloc_percpu_fail { struct trace_entry ent; bool reserved; bool is_atomic; size_t size; size_t align; char __data[0]; }; struct trace_event_raw_percpu_create_chunk { struct trace_entry ent; void *base_addr; char __data[0]; }; struct trace_event_raw_percpu_destroy_chunk { struct trace_entry ent; void *base_addr; char __data[0]; }; struct trace_event_data_offsets_percpu_alloc_percpu {}; struct trace_event_data_offsets_percpu_free_percpu {}; struct trace_event_data_offsets_percpu_alloc_percpu_fail {}; struct trace_event_data_offsets_percpu_create_chunk {}; struct trace_event_data_offsets_percpu_destroy_chunk {}; typedef void (*btf_trace_percpu_alloc_percpu)(void *, long unsigned int, bool, bool, size_t, size_t, void *, int, void *, size_t, gfp_t); typedef void (*btf_trace_percpu_free_percpu)(void *, void *, int, void *); typedef void (*btf_trace_percpu_alloc_percpu_fail)(void *, bool, bool, size_t, size_t); typedef void (*btf_trace_percpu_create_chunk)(void *, void *); typedef void (*btf_trace_percpu_destroy_chunk)(void *, void *); struct pcpu_block_md { int scan_hint; int scan_hint_start; int contig_hint; int contig_hint_start; int left_free; int right_free; int first_free; int nr_bits; }; struct pcpu_chunk { int nr_alloc; size_t max_alloc_size; struct list_head list; int free_bytes; struct pcpu_block_md chunk_md; void *base_addr; long unsigned int *alloc_map; long unsigned int *bound_map; struct pcpu_block_md *md_blocks; void *data; bool immutable; bool isolated; int start_offset; int end_offset; struct obj_cgroup **obj_cgroups; int nr_pages; int nr_populated; int nr_empty_pop_pages; long unsigned int populated[0]; }; struct percpu_stats { u64 nr_alloc; u64 nr_dealloc; u64 nr_cur_alloc; u64 nr_max_alloc; u32 nr_chunks; u32 nr_max_chunks; size_t min_alloc_size; size_t max_alloc_size; }; struct anon_vma_chain { struct vm_area_struct *vma; struct anon_vma *anon_vma; struct list_head same_vma; struct rb_node rb; long unsigned int rb_subtree_last; }; struct rb_augment_callbacks { void (*propagate)(struct rb_node *, struct rb_node *); void (*copy)(struct rb_node *, struct rb_node *); void (*rotate)(struct rb_node *, struct rb_node *); }; enum pageblock_bits { PB_migrate = 0, PB_migrate_end = 2, PB_migrate_skip = 3, NR_PAGEBLOCK_BITS = 4, }; struct movable_operations { bool (*isolate_page)(struct page *, isolate_mode_t); int (*migrate_page)(struct page *, struct page *, enum migrate_mode); void (*putback_page)(struct page *); }; struct alloc_context { struct zonelist *zonelist; nodemask_t *nodemask; struct zoneref *preferred_zoneref; int migratetype; enum zone_type highest_zoneidx; bool spread_dirty_pages; }; struct trace_event_raw_mm_compaction_isolate_template { struct trace_entry ent; long unsigned int start_pfn; long unsigned int end_pfn; long unsigned int nr_scanned; long unsigned int nr_taken; char __data[0]; }; struct trace_event_raw_mm_compaction_migratepages { struct trace_entry ent; long unsigned int nr_migrated; long unsigned int nr_failed; char __data[0]; }; struct trace_event_raw_mm_compaction_begin { struct trace_entry ent; long unsigned int zone_start; long unsigned int migrate_pfn; long unsigned int free_pfn; long unsigned int zone_end; bool sync; char __data[0]; }; struct trace_event_raw_mm_compaction_end { struct trace_entry ent; long unsigned int zone_start; long unsigned int migrate_pfn; long unsigned int free_pfn; long unsigned int zone_end; bool sync; int status; char __data[0]; }; struct trace_event_raw_mm_compaction_try_to_compact_pages { struct trace_entry ent; int order; long unsigned int gfp_mask; int prio; char __data[0]; }; struct trace_event_raw_mm_compaction_suitable_template { struct trace_entry ent; int nid; enum zone_type idx; int order; int ret; char __data[0]; }; struct trace_event_raw_mm_compaction_defer_template { struct trace_entry ent; int nid; enum zone_type idx; int order; unsigned int considered; unsigned int defer_shift; int order_failed; char __data[0]; }; struct trace_event_raw_mm_compaction_kcompactd_sleep { struct trace_entry ent; int nid; char __data[0]; }; struct trace_event_raw_kcompactd_wake_template { struct trace_entry ent; int nid; int order; enum zone_type highest_zoneidx; char __data[0]; }; struct trace_event_data_offsets_mm_compaction_isolate_template {}; struct trace_event_data_offsets_mm_compaction_migratepages {}; struct trace_event_data_offsets_mm_compaction_begin {}; struct trace_event_data_offsets_mm_compaction_end {}; struct trace_event_data_offsets_mm_compaction_try_to_compact_pages {}; struct trace_event_data_offsets_mm_compaction_suitable_template {}; struct trace_event_data_offsets_mm_compaction_defer_template {}; struct trace_event_data_offsets_mm_compaction_kcompactd_sleep {}; struct trace_event_data_offsets_kcompactd_wake_template {}; typedef void (*btf_trace_mm_compaction_isolate_migratepages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_compaction_isolate_freepages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_compaction_migratepages)(void *, struct compact_control *, unsigned int); typedef void (*btf_trace_mm_compaction_begin)(void *, struct compact_control *, long unsigned int, long unsigned int, bool); typedef void (*btf_trace_mm_compaction_end)(void *, struct compact_control *, long unsigned int, long unsigned int, bool, int); typedef void (*btf_trace_mm_compaction_try_to_compact_pages)(void *, int, gfp_t, int); typedef void (*btf_trace_mm_compaction_finished)(void *, struct zone *, int, int); typedef void (*btf_trace_mm_compaction_suitable)(void *, struct zone *, int, int); typedef void (*btf_trace_mm_compaction_deferred)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_defer_compaction)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_defer_reset)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_kcompactd_sleep)(void *, int); typedef void (*btf_trace_mm_compaction_wakeup_kcompactd)(void *, int, int, enum zone_type); typedef void (*btf_trace_mm_compaction_kcompactd_wake)(void *, int, int, enum zone_type); typedef enum { ISOLATE_ABORT = 0, ISOLATE_NONE = 1, ISOLATE_SUCCESS = 2, } isolate_migrate_t; enum slab_state { DOWN = 0, PARTIAL = 1, PARTIAL_NODE = 2, UP = 3, FULL = 4, }; struct kmalloc_info_struct { const char *name[3]; unsigned int size; }; struct slabinfo { long unsigned int active_objs; long unsigned int num_objs; long unsigned int active_slabs; long unsigned int num_slabs; long unsigned int shared_avail; unsigned int limit; unsigned int batchcount; unsigned int shared; unsigned int objects_per_slab; unsigned int cache_order; }; struct kmem_obj_info { void *kp_ptr; struct slab *kp_slab; void *kp_objp; long unsigned int kp_data_offset; struct kmem_cache *kp_slab_cache; void *kp_ret; void *kp_stack[16]; void *kp_free_stack[16]; }; struct trace_event_raw_kmem_cache_alloc { struct trace_entry ent; long unsigned int call_site; const void *ptr; size_t bytes_req; size_t bytes_alloc; long unsigned int gfp_flags; int node; bool accounted; char __data[0]; }; struct trace_event_raw_kmalloc { struct trace_entry ent; long unsigned int call_site; const void *ptr; size_t bytes_req; size_t bytes_alloc; long unsigned int gfp_flags; int node; char __data[0]; }; struct trace_event_raw_kfree { struct trace_entry ent; long unsigned int call_site; const void *ptr; char __data[0]; }; struct trace_event_raw_kmem_cache_free { struct trace_entry ent; long unsigned int call_site; const void *ptr; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_mm_page_free { struct trace_entry ent; long unsigned int pfn; unsigned int order; char __data[0]; }; struct trace_event_raw_mm_page_free_batched { struct trace_entry ent; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_mm_page_alloc { struct trace_entry ent; long unsigned int pfn; unsigned int order; long unsigned int gfp_flags; int migratetype; char __data[0]; }; struct trace_event_raw_mm_page { struct trace_entry ent; long unsigned int pfn; unsigned int order; int migratetype; int percpu_refill; char __data[0]; }; struct trace_event_raw_mm_page_pcpu_drain { struct trace_entry ent; long unsigned int pfn; unsigned int order; int migratetype; char __data[0]; }; struct trace_event_raw_mm_page_alloc_extfrag { struct trace_entry ent; long unsigned int pfn; int alloc_order; int fallback_order; int alloc_migratetype; int fallback_migratetype; int change_ownership; char __data[0]; }; struct trace_event_raw_rss_stat { struct trace_entry ent; unsigned int mm_id; unsigned int curr; int member; long int size; char __data[0]; }; struct trace_event_data_offsets_kmem_cache_alloc {}; struct trace_event_data_offsets_kmalloc {}; struct trace_event_data_offsets_kfree {}; struct trace_event_data_offsets_kmem_cache_free { u32 name; }; struct trace_event_data_offsets_mm_page_free {}; struct trace_event_data_offsets_mm_page_free_batched {}; struct trace_event_data_offsets_mm_page_alloc {}; struct trace_event_data_offsets_mm_page {}; struct trace_event_data_offsets_mm_page_pcpu_drain {}; struct trace_event_data_offsets_mm_page_alloc_extfrag {}; struct trace_event_data_offsets_rss_stat {}; typedef void (*btf_trace_kmem_cache_alloc)(void *, long unsigned int, const void *, struct kmem_cache *, gfp_t, int); typedef void (*btf_trace_kmalloc)(void *, long unsigned int, const void *, size_t, size_t, gfp_t, int); typedef void (*btf_trace_kfree)(void *, long unsigned int, const void *); typedef void (*btf_trace_kmem_cache_free)(void *, long unsigned int, const void *, const struct kmem_cache *); typedef void (*btf_trace_mm_page_free)(void *, struct page *, unsigned int); typedef void (*btf_trace_mm_page_free_batched)(void *, struct page *); typedef void (*btf_trace_mm_page_alloc)(void *, struct page *, unsigned int, gfp_t, int); typedef void (*btf_trace_mm_page_alloc_zone_locked)(void *, struct page *, unsigned int, int, int); typedef void (*btf_trace_mm_page_pcpu_drain)(void *, struct page *, unsigned int, int); typedef void (*btf_trace_mm_page_alloc_extfrag)(void *, struct page *, int, int, int, int); typedef void (*btf_trace_rss_stat)(void *, struct mm_struct *, int); enum lru_status { LRU_REMOVED = 0, LRU_REMOVED_RETRY = 1, LRU_ROTATE = 2, LRU_SKIP = 3, LRU_RETRY = 4, }; typedef enum lru_status (*list_lru_walk_cb)(struct list_head *, struct list_lru_one *, spinlock_t *, void *); struct list_lru_memcg { struct callback_head rcu; struct list_lru_one node[0]; }; struct list_lru_memcg_table { struct list_lru_memcg *mlru; struct mem_cgroup *memcg; }; struct trace_event_raw_mmap_lock { struct trace_entry ent; struct mm_struct *mm; u32 __data_loc_memcg_path; bool write; char __data[0]; }; struct trace_event_raw_mmap_lock_acquire_returned { struct trace_entry ent; struct mm_struct *mm; u32 __data_loc_memcg_path; bool write; bool success; char __data[0]; }; struct trace_event_data_offsets_mmap_lock { u32 memcg_path; }; struct trace_event_data_offsets_mmap_lock_acquire_returned { u32 memcg_path; }; typedef void (*btf_trace_mmap_lock_start_locking)(void *, struct mm_struct *, const char *, bool); typedef void (*btf_trace_mmap_lock_released)(void *, struct mm_struct *, const char *, bool); typedef void (*btf_trace_mmap_lock_acquire_returned)(void *, struct mm_struct *, const char *, bool, bool); struct memcg_path { local_lock_t lock; char *buf; local_t buf_idx; }; struct follow_page_context { struct dev_pagemap *pgmap; unsigned int page_mask; }; struct mlock_pvec { local_lock_t lock; struct pagevec vec; }; struct vm_unmapped_area_info { long unsigned int flags; long unsigned int length; long unsigned int low_limit; long unsigned int high_limit; long unsigned int align_mask; long unsigned int align_offset; }; struct hstate; struct hugepage_subpool { spinlock_t lock; long int count; long int max_hpages; long int used_hpages; struct hstate *hstate; long int min_hpages; long int rsv_hpages; }; struct hstate { struct mutex resize_lock; int next_nid_to_alloc; int next_nid_to_free; unsigned int order; unsigned int demote_order; long unsigned int mask; long unsigned int max_huge_pages; long unsigned int nr_huge_pages; long unsigned int free_huge_pages; long unsigned int resv_huge_pages; long unsigned int surplus_huge_pages; long unsigned int nr_overcommit_huge_pages; struct list_head hugepage_activelist; struct list_head hugepage_freelists[1]; unsigned int max_huge_pages_node[1]; unsigned int nr_huge_pages_node[1]; unsigned int free_huge_pages_node[1]; unsigned int surplus_huge_pages_node[1]; char name[32]; }; enum { HUGETLB_SHMFS_INODE = 1, HUGETLB_ANONHUGE_INODE = 2, }; struct hugetlbfs_sb_info { long int max_inodes; long int free_inodes; spinlock_t stat_lock; struct hstate *hstate; struct hugepage_subpool *spool; kuid_t uid; kgid_t gid; umode_t mode; }; struct trace_event_raw_vm_unmapped_area { struct trace_entry ent; long unsigned int addr; long unsigned int total_vm; long unsigned int flags; long unsigned int length; long unsigned int low_limit; long unsigned int high_limit; long unsigned int align_mask; long unsigned int align_offset; char __data[0]; }; struct trace_event_raw_vma_mas_szero { struct trace_entry ent; struct maple_tree *mt; long unsigned int start; long unsigned int end; char __data[0]; }; struct trace_event_raw_vma_store { struct trace_entry ent; struct maple_tree *mt; struct vm_area_struct *vma; long unsigned int vm_start; long unsigned int vm_end; char __data[0]; }; struct trace_event_raw_exit_mmap { struct trace_entry ent; struct mm_struct *mm; struct maple_tree *mt; char __data[0]; }; struct trace_event_data_offsets_vm_unmapped_area {}; struct trace_event_data_offsets_vma_mas_szero {}; struct trace_event_data_offsets_vma_store {}; struct trace_event_data_offsets_exit_mmap {}; typedef void (*btf_trace_vm_unmapped_area)(void *, long unsigned int, struct vm_unmapped_area_info *); typedef void (*btf_trace_vma_mas_szero)(void *, struct maple_tree *, long unsigned int, long unsigned int); typedef void (*btf_trace_vma_store)(void *, struct maple_tree *, struct vm_area_struct *); typedef void (*btf_trace_exit_mmap)(void *, struct mm_struct *); typedef struct { u64 val; } pfn_t; typedef unsigned int pgtbl_mod_mask; typedef int rmap_t; struct copy_subpage_arg { struct page *dst; struct page *src; struct vm_area_struct *vma; }; enum pgt_entry { NORMAL_PMD = 0, HPAGE_PMD = 1, NORMAL_PUD = 2, HPAGE_PUD = 3, }; typedef struct { long unsigned int pd; } hugepd_t; enum tlb_flush_reason { TLB_FLUSH_ON_TASK_SWITCH = 0, TLB_REMOTE_SHOOTDOWN = 1, TLB_LOCAL_SHOOTDOWN = 2, TLB_LOCAL_MM_SHOOTDOWN = 3, TLB_REMOTE_SEND_IPI = 4, NR_TLB_FLUSH_REASONS = 5, }; struct rmap_walk_control { void *arg; bool try_lock; bool contended; bool (*rmap_one)(struct folio *, struct vm_area_struct *, long unsigned int, void *); int (*done)(struct folio *); struct anon_vma * (*anon_lock)(struct folio *, struct rmap_walk_control *); bool (*invalid_vma)(struct vm_area_struct *, void *); }; enum hugetlb_page_flags { HPG_restore_reserve = 0, HPG_migratable = 1, HPG_temporary = 2, HPG_freed = 3, HPG_vmemmap_optimized = 4, HPG_raw_hwp_unreliable = 5, __NR_HPAGEFLAGS = 6, }; struct trace_event_raw_tlb_flush { struct trace_entry ent; int reason; long unsigned int pages; char __data[0]; }; struct trace_event_data_offsets_tlb_flush {}; typedef void (*btf_trace_tlb_flush)(void *, int, long unsigned int); struct trace_event_raw_mm_migrate_pages { struct trace_entry ent; long unsigned int succeeded; long unsigned int failed; long unsigned int thp_succeeded; long unsigned int thp_failed; long unsigned int thp_split; enum migrate_mode mode; int reason; char __data[0]; }; struct trace_event_raw_mm_migrate_pages_start { struct trace_entry ent; enum migrate_mode mode; int reason; char __data[0]; }; struct trace_event_raw_migration_pte { struct trace_entry ent; long unsigned int addr; long unsigned int pte; int order; char __data[0]; }; struct trace_event_data_offsets_mm_migrate_pages {}; struct trace_event_data_offsets_mm_migrate_pages_start {}; struct trace_event_data_offsets_migration_pte {}; typedef void (*btf_trace_mm_migrate_pages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, enum migrate_mode, int); typedef void (*btf_trace_mm_migrate_pages_start)(void *, enum migrate_mode, int); typedef void (*btf_trace_set_migration_pte)(void *, long unsigned int, long unsigned int, int); typedef void (*btf_trace_remove_migration_pte)(void *, long unsigned int, long unsigned int, int); struct folio_referenced_arg { int mapcount; int referenced; long unsigned int vm_flags; struct mem_cgroup *memcg; }; struct vmap_area { long unsigned int va_start; long unsigned int va_end; struct rb_node rb_node; struct list_head list; union { long unsigned int subtree_max_size; struct vm_struct *vm; }; }; typedef unsigned int kasan_vmalloc_flags_t; struct trace_event_raw_alloc_vmap_area { struct trace_entry ent; long unsigned int addr; long unsigned int size; long unsigned int align; long unsigned int vstart; long unsigned int vend; int failed; char __data[0]; }; struct trace_event_raw_purge_vmap_area_lazy { struct trace_entry ent; long unsigned int start; long unsigned int end; unsigned int npurged; char __data[0]; }; struct trace_event_raw_free_vmap_area_noflush { struct trace_entry ent; long unsigned int va_start; long unsigned int nr_lazy; long unsigned int nr_lazy_max; char __data[0]; }; struct trace_event_data_offsets_alloc_vmap_area {}; struct trace_event_data_offsets_purge_vmap_area_lazy {}; struct trace_event_data_offsets_free_vmap_area_noflush {}; typedef void (*btf_trace_alloc_vmap_area)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, int); typedef void (*btf_trace_purge_vmap_area_lazy)(void *, long unsigned int, long unsigned int, unsigned int); typedef void (*btf_trace_free_vmap_area_noflush)(void *, long unsigned int, long unsigned int, long unsigned int); struct vfree_deferred { struct llist_head list; struct work_struct wq; }; enum fit_type { NOTHING_FIT = 0, FL_FIT_TYPE = 1, LE_FIT_TYPE = 2, RE_FIT_TYPE = 3, NE_FIT_TYPE = 4, }; struct vmap_block_queue { spinlock_t lock; struct list_head free; }; struct vmap_block { spinlock_t lock; struct vmap_area *va; long unsigned int free; long unsigned int dirty; long unsigned int dirty_min; long unsigned int dirty_max; struct list_head free_list; struct callback_head callback_head; struct list_head purge; }; struct va_format { const char *fmt; va_list *va; }; struct page_frag_cache { void *va; __u16 offset; __u16 size; unsigned int pagecnt_bias; bool pfmemalloc; }; enum meminit_context { MEMINIT_EARLY = 0, MEMINIT_HOTPLUG = 1, }; typedef void compound_page_dtor(struct page *); enum mminit_level { MMINIT_WARNING = 0, MMINIT_VERIFY = 1, MMINIT_TRACE = 2, }; typedef int fpi_t; struct madvise_walk_private { struct mmu_gather *tlb; bool pageout; }; struct vma_swap_readahead { short unsigned int win; short unsigned int offset; short unsigned int nr_pte; pte_t *ptes; }; enum { BIO_NO_PAGE_REF = 0, BIO_CLONED = 1, BIO_BOUNCED = 2, BIO_QUIET = 3, BIO_CHAIN = 4, BIO_REFFED = 5, BIO_BPS_THROTTLED = 6, BIO_TRACE_COMPLETION = 7, BIO_CGROUP_ACCT = 8, BIO_QOS_THROTTLED = 9, BIO_QOS_MERGED = 10, BIO_REMAPPED = 11, BIO_ZONE_WRITE_LOCKED = 12, BIO_FLAG_LAST = 13, }; struct swap_iocb { struct kiocb iocb; struct bio_vec bvec[32]; int pages; int len; }; struct swap_slots_cache { bool lock_initialized; struct mutex alloc_lock; swp_entry_t *slots; int nr; int cur; spinlock_t free_lock; swp_entry_t *slots_ret; int n_ret; }; struct frontswap_ops { void (*init)(unsigned int); int (*store)(unsigned int, long unsigned int, struct page *); int (*load)(unsigned int, long unsigned int, struct page *); void (*invalidate_page)(unsigned int, long unsigned int); void (*invalidate_area)(unsigned int); }; struct crypto_async_request; typedef void (*crypto_completion_t)(struct crypto_async_request *, int); struct crypto_async_request { struct list_head list; crypto_completion_t complete; void *data; struct crypto_tfm *tfm; u32 flags; }; struct crypto_wait { struct completion completion; int err; }; struct zpool; struct zpool_ops { int (*evict)(struct zpool *, long unsigned int); }; enum zpool_mapmode { ZPOOL_MM_RW = 0, ZPOOL_MM_RO = 1, ZPOOL_MM_WO = 2, ZPOOL_MM_DEFAULT = 0, }; struct acomp_req { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int slen; unsigned int dlen; u32 flags; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; void *__ctx[0]; }; struct crypto_acomp { int (*compress)(struct acomp_req *); int (*decompress)(struct acomp_req *); void (*dst_free)(struct scatterlist *); unsigned int reqsize; long: 32; long: 64; long: 64; long: 64; long: 64; struct crypto_tfm base; }; struct crypto_acomp_ctx { struct crypto_acomp *acomp; struct acomp_req *req; struct crypto_wait wait; u8 *dstmem; struct mutex *mutex; }; struct zswap_pool { struct zpool *zpool; struct crypto_acomp_ctx *acomp_ctx; struct kref kref; struct list_head list; struct work_struct release_work; struct work_struct shrink_work; struct hlist_node node; char tfm_name[128]; }; struct zswap_entry { struct rb_node rbnode; long unsigned int offset; int refcount; unsigned int length; struct zswap_pool *pool; union { long unsigned int handle; long unsigned int value; }; struct obj_cgroup *objcg; }; struct zswap_header { swp_entry_t swpentry; }; struct zswap_tree { struct rb_root rbroot; spinlock_t lock; }; enum zswap_get_swap_ret { ZSWAP_SWAPCACHE_NEW = 0, ZSWAP_SWAPCACHE_EXIST = 1, ZSWAP_SWAPCACHE_FAIL = 2, }; struct dma_pool { struct list_head page_list; spinlock_t lock; size_t size; struct device *dev; size_t allocation; size_t boundary; char name[32]; struct list_head pools; }; struct dma_page { struct list_head page_list; void *vaddr; dma_addr_t dma; unsigned int in_use; unsigned int offset; }; enum { PERCPU_REF_INIT_ATOMIC = 1, PERCPU_REF_INIT_DEAD = 2, PERCPU_REF_ALLOW_REINIT = 4, }; union swap_header { struct { char reserved[4086]; char magic[10]; } magic; struct { char bootbits[1024]; __u32 version; __u32 last_page; __u32 nr_badpages; unsigned char sws_uuid[16]; unsigned char sws_volume[16]; __u32 padding[117]; __u32 badpages[1]; } info; }; struct swap_extent { struct rb_node rb_node; long unsigned int start_page; long unsigned int nr_pages; sector_t start_block; }; struct mmu_notifier_subscriptions { struct hlist_head list; bool has_itree; spinlock_t lock; long unsigned int invalidate_seq; long unsigned int active_invalidate_ranges; struct rb_root_cached itree; wait_queue_head_t wq; struct hlist_head deferred_list; }; struct mmu_interval_notifier; struct mmu_interval_notifier_ops { bool (*invalidate)(struct mmu_interval_notifier *, const struct mmu_notifier_range *, long unsigned int); }; struct mmu_interval_notifier { struct interval_tree_node interval_tree; const struct mmu_interval_notifier_ops *ops; struct mm_struct *mm; struct hlist_node deferred_item; long unsigned int invalidate_seq; }; enum string_size_units { STRING_UNITS_10 = 0, STRING_UNITS_2 = 1, }; enum mcopy_atomic_mode { MCOPY_ATOMIC_NORMAL = 0, MCOPY_ATOMIC_ZEROPAGE = 1, MCOPY_ATOMIC_CONTINUE = 2, }; struct resv_map { struct kref refs; spinlock_t lock; struct list_head regions; long int adds_in_progress; struct list_head region_cache; long int region_cache_count; }; struct file_region { struct list_head link; long int from; long int to; }; struct hugetlb_vma_lock { struct kref refs; struct rw_semaphore rw_sema; struct vm_area_struct *vma; }; struct huge_bootmem_page { struct list_head list; struct hstate *hstate; }; enum vma_resv_mode { VMA_NEEDS_RESV = 0, VMA_COMMIT_RESV = 1, VMA_END_RESV = 2, VMA_ADD_RESV = 3, VMA_DEL_RESV = 4, }; struct hugetlb_cgroup; struct buffer_head; typedef void bh_end_io_t(struct buffer_head *, int); struct buffer_head { long unsigned int b_state; struct buffer_head *b_this_page; struct page *b_page; sector_t b_blocknr; size_t b_size; char *b_data; struct block_device *b_bdev; bh_end_io_t *b_end_io; void *b_private; struct list_head b_assoc_buffers; struct address_space *b_assoc_map; atomic_t b_count; spinlock_t b_uptodate_lock; }; enum bh_state_bits { BH_Uptodate = 0, BH_Dirty = 1, BH_Lock = 2, BH_Req = 3, BH_Mapped = 4, BH_New = 5, BH_Async_Read = 6, BH_Async_Write = 7, BH_Delay = 8, BH_Boundary = 9, BH_Write_EIO = 10, BH_Unwritten = 11, BH_Quiet = 12, BH_Meta = 13, BH_Prio = 14, BH_Defer_Completion = 15, BH_PrivateStart = 16, }; typedef u32 depot_stack_handle_t; enum stat_item { ALLOC_FASTPATH = 0, ALLOC_SLOWPATH = 1, FREE_FASTPATH = 2, FREE_SLOWPATH = 3, FREE_FROZEN = 4, FREE_ADD_PARTIAL = 5, FREE_REMOVE_PARTIAL = 6, ALLOC_FROM_PARTIAL = 7, ALLOC_SLAB = 8, ALLOC_REFILL = 9, ALLOC_NODE_MISMATCH = 10, FREE_SLAB = 11, CPUSLAB_FLUSH = 12, DEACTIVATE_FULL = 13, DEACTIVATE_EMPTY = 14, DEACTIVATE_TO_HEAD = 15, DEACTIVATE_TO_TAIL = 16, DEACTIVATE_REMOTE_FREES = 17, DEACTIVATE_BYPASS = 18, ORDER_FALLBACK = 19, CMPXCHG_DOUBLE_CPU_FAIL = 20, CMPXCHG_DOUBLE_FAIL = 21, CPU_PARTIAL_ALLOC = 22, CPU_PARTIAL_FREE = 23, CPU_PARTIAL_NODE = 24, CPU_PARTIAL_DRAIN = 25, NR_SLUB_STAT_ITEMS = 26, }; struct memory_notify { long unsigned int start_pfn; long unsigned int nr_pages; int status_change_nid_normal; int status_change_nid; }; struct partial_context { struct slab **slab; gfp_t flags; unsigned int orig_size; }; struct track { long unsigned int addr; depot_stack_handle_t handle; int cpu; int pid; long unsigned int when; }; enum track_item { TRACK_ALLOC = 0, TRACK_FREE = 1, }; struct slub_flush_work { struct work_struct work; struct kmem_cache *s; bool skip; }; struct detached_freelist { struct slab *slab; void *tail; void *freelist; int cnt; struct kmem_cache *s; }; struct location { depot_stack_handle_t handle; long unsigned int count; long unsigned int addr; long unsigned int waste; long long int sum_time; long int min_time; long int max_time; long int min_pid; long int max_pid; long unsigned int cpus[1]; nodemask_t nodes; }; struct loc_track { long unsigned int max; long unsigned int count; struct location *loc; loff_t idx; }; enum slab_stat_type { SL_ALL = 0, SL_PARTIAL = 1, SL_CPU = 2, SL_OBJECTS = 3, SL_TOTAL = 4, }; struct slab_attribute { struct attribute attr; ssize_t (*show)(struct kmem_cache *, char *); ssize_t (*store)(struct kmem_cache *, const char *, size_t); }; struct saved_alias { struct kmem_cache *s; const char *name; struct saved_alias *next; }; enum slab_modes { M_NONE = 0, M_PARTIAL = 1, M_FREE = 2, M_FULL_NOLIST = 3, }; enum transparent_hugepage_flag { TRANSPARENT_HUGEPAGE_NEVER_DAX = 0, TRANSPARENT_HUGEPAGE_FLAG = 1, TRANSPARENT_HUGEPAGE_REQ_MADV_FLAG = 2, TRANSPARENT_HUGEPAGE_DEFRAG_DIRECT_FLAG = 3, TRANSPARENT_HUGEPAGE_DEFRAG_KSWAPD_FLAG = 4, TRANSPARENT_HUGEPAGE_DEFRAG_KSWAPD_OR_MADV_FLAG = 5, TRANSPARENT_HUGEPAGE_DEFRAG_REQ_MADV_FLAG = 6, TRANSPARENT_HUGEPAGE_DEFRAG_KHUGEPAGED_FLAG = 7, TRANSPARENT_HUGEPAGE_USE_ZERO_PAGE_FLAG = 8, }; struct trace_event_raw_hugepage_set_pmd { struct trace_entry ent; long unsigned int addr; long unsigned int pmd; char __data[0]; }; struct trace_event_raw_hugepage_update { struct trace_entry ent; long unsigned int addr; long unsigned int pte; long unsigned int clr; long unsigned int set; char __data[0]; }; struct trace_event_raw_migration_pmd { struct trace_entry ent; long unsigned int addr; long unsigned int pmd; char __data[0]; }; struct trace_event_data_offsets_hugepage_set_pmd {}; struct trace_event_data_offsets_hugepage_update {}; struct trace_event_data_offsets_migration_pmd {}; typedef void (*btf_trace_hugepage_set_pmd)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_hugepage_update)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_set_migration_pmd)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_remove_migration_pmd)(void *, long unsigned int, long unsigned int); struct swap_cgroup_ctrl { struct page **map; long unsigned int length; spinlock_t lock; }; struct swap_cgroup { short unsigned int id; }; enum vmpressure_levels { VMPRESSURE_LOW = 0, VMPRESSURE_MEDIUM = 1, VMPRESSURE_CRITICAL = 2, VMPRESSURE_NUM_LEVELS = 3, }; enum vmpressure_modes { VMPRESSURE_NO_PASSTHROUGH = 0, VMPRESSURE_HIERARCHY = 1, VMPRESSURE_LOCAL = 2, VMPRESSURE_NUM_MODES = 3, }; struct vmpressure_event { struct eventfd_ctx *efd; enum vmpressure_levels level; enum vmpressure_modes mode; struct list_head node; }; struct mm_slot { struct hlist_node hash; struct list_head mm_node; struct mm_struct *mm; }; enum scan_result { SCAN_FAIL = 0, SCAN_SUCCEED = 1, SCAN_PMD_NULL = 2, SCAN_PMD_NONE = 3, SCAN_PMD_MAPPED = 4, SCAN_EXCEED_NONE_PTE = 5, SCAN_EXCEED_SWAP_PTE = 6, SCAN_EXCEED_SHARED_PTE = 7, SCAN_PTE_NON_PRESENT = 8, SCAN_PTE_UFFD_WP = 9, SCAN_PTE_MAPPED_HUGEPAGE = 10, SCAN_PAGE_RO = 11, SCAN_LACK_REFERENCED_PAGE = 12, SCAN_PAGE_NULL = 13, SCAN_SCAN_ABORT = 14, SCAN_PAGE_COUNT = 15, SCAN_PAGE_LRU = 16, SCAN_PAGE_LOCK = 17, SCAN_PAGE_ANON = 18, SCAN_PAGE_COMPOUND = 19, SCAN_ANY_PROCESS = 20, SCAN_VMA_NULL = 21, SCAN_VMA_CHECK = 22, SCAN_ADDRESS_RANGE = 23, SCAN_DEL_PAGE_LRU = 24, SCAN_ALLOC_HUGE_PAGE_FAIL = 25, SCAN_CGROUP_CHARGE_FAIL = 26, SCAN_TRUNCATED = 27, SCAN_PAGE_HAS_PRIVATE = 28, }; struct trace_event_raw_mm_khugepaged_scan_pmd { struct trace_entry ent; struct mm_struct *mm; long unsigned int pfn; bool writable; int referenced; int none_or_zero; int status; int unmapped; char __data[0]; }; struct trace_event_raw_mm_collapse_huge_page { struct trace_entry ent; struct mm_struct *mm; int isolated; int status; char __data[0]; }; struct trace_event_raw_mm_collapse_huge_page_isolate { struct trace_entry ent; long unsigned int pfn; int none_or_zero; int referenced; bool writable; int status; char __data[0]; }; struct trace_event_raw_mm_collapse_huge_page_swapin { struct trace_entry ent; struct mm_struct *mm; int swapped_in; int referenced; int ret; char __data[0]; }; struct trace_event_raw_mm_khugepaged_scan_file { struct trace_entry ent; struct mm_struct *mm; long unsigned int pfn; u32 __data_loc_filename; int present; int swap; int result; char __data[0]; }; struct trace_event_raw_mm_khugepaged_collapse_file { struct trace_entry ent; struct mm_struct *mm; long unsigned int hpfn; long unsigned int index; long unsigned int addr; bool is_shmem; u32 __data_loc_filename; int nr; int result; char __data[0]; }; struct trace_event_data_offsets_mm_khugepaged_scan_pmd {}; struct trace_event_data_offsets_mm_collapse_huge_page {}; struct trace_event_data_offsets_mm_collapse_huge_page_isolate {}; struct trace_event_data_offsets_mm_collapse_huge_page_swapin {}; struct trace_event_data_offsets_mm_khugepaged_scan_file { u32 filename; }; struct trace_event_data_offsets_mm_khugepaged_collapse_file { u32 filename; }; typedef void (*btf_trace_mm_khugepaged_scan_pmd)(void *, struct mm_struct *, struct page *, bool, int, int, int, int); typedef void (*btf_trace_mm_collapse_huge_page)(void *, struct mm_struct *, int, int); typedef void (*btf_trace_mm_collapse_huge_page_isolate)(void *, struct page *, int, int, bool, int); typedef void (*btf_trace_mm_collapse_huge_page_swapin)(void *, struct mm_struct *, int, int, int); typedef void (*btf_trace_mm_khugepaged_scan_file)(void *, struct mm_struct *, struct page *, struct file *, int, int, int); typedef void (*btf_trace_mm_khugepaged_collapse_file)(void *, struct mm_struct *, struct page *, long unsigned int, bool, long unsigned int, struct file *, int, int); struct collapse_control { bool is_khugepaged; u32 node_load[1]; nodemask_t alloc_nmask; }; struct khugepaged_mm_slot { struct mm_slot slot; int nr_pte_mapped_thp; long unsigned int pte_mapped_thp[8]; }; struct khugepaged_scan { struct list_head mm_head; struct khugepaged_mm_slot *mm_slot; long unsigned int address; }; struct kmemleak_scan_area { struct hlist_node node; long unsigned int start; size_t size; }; struct kmemleak_object { raw_spinlock_t lock; unsigned int flags; struct list_head object_list; struct list_head gray_list; struct rb_node rb_node; struct callback_head rcu; atomic_t use_count; long unsigned int pointer; size_t size; long unsigned int excess_ref; int min_count; int count; u32 checksum; struct hlist_head area_list; depot_stack_handle_t trace_handle; long unsigned int jiffies; pid_t pid; char comm[16]; }; struct zpool_driver; struct zpool { struct zpool_driver *driver; void *pool; }; struct zpool_driver { char *type; struct module *owner; atomic_t refcount; struct list_head list; void * (*create)(const char *, gfp_t, const struct zpool_ops *, struct zpool *); void (*destroy)(void *); bool malloc_support_movable; int (*malloc)(void *, size_t, gfp_t, long unsigned int *); void (*free)(void *, long unsigned int); int (*shrink)(void *, unsigned int, unsigned int *); bool sleep_mapped; void * (*map)(void *, long unsigned int, enum zpool_mapmode); void (*unmap)(void *, long unsigned int); u64 (*total_size)(void *); }; enum zs_mapmode { ZS_MM_RW = 0, ZS_MM_RO = 1, ZS_MM_WO = 2, }; struct zs_pool_stats { atomic_long_t pages_compacted; }; enum fullness_group { ZS_EMPTY = 0, ZS_ALMOST_EMPTY = 1, ZS_ALMOST_FULL = 2, ZS_FULL = 3, NR_ZS_FULLNESS = 4, }; enum class_stat_type { CLASS_EMPTY = 0, CLASS_ALMOST_EMPTY = 1, CLASS_ALMOST_FULL = 2, CLASS_FULL = 3, OBJ_ALLOCATED = 4, OBJ_USED = 5, NR_ZS_STAT_TYPE = 6, }; struct zs_size_stat { long unsigned int objs[6]; }; struct size_class { struct list_head fullness_list[4]; int size; int objs_per_zspage; int pages_per_zspage; unsigned int index; struct zs_size_stat stats; }; struct link_free { union { long unsigned int next; long unsigned int handle; long unsigned int deferred_handle; }; }; struct zs_pool { const char *name; struct size_class *size_class[255]; struct kmem_cache *handle_cachep; struct kmem_cache *zspage_cachep; atomic_long_t pages_allocated; struct zs_pool_stats stats; struct shrinker shrinker; struct list_head lru; struct zpool *zpool; const struct zpool_ops *zpool_ops; struct dentry *stat_dentry; struct work_struct free_work; spinlock_t lock; }; struct zspage { struct { unsigned int huge: 1; unsigned int fullness: 2; unsigned int class: 9; unsigned int isolated: 3; unsigned int magic: 8; }; unsigned int inuse; unsigned int freeobj; struct page *first_page; struct list_head list; struct list_head lru; bool under_reclaim; struct zs_pool *pool; rwlock_t lock; }; struct mapping_area { local_lock_t lock; char *vm_buf; char *vm_addr; enum zs_mapmode vm_mm; }; struct zs_compact_control { struct page *s_page; struct page *d_page; int obj_idx; }; enum mem_cgroup_events_target { MEM_CGROUP_TARGET_THRESH = 0, MEM_CGROUP_TARGET_SOFTLIMIT = 1, MEM_CGROUP_NTARGETS = 2, }; struct memcg_vmstats { long int state[48]; long unsigned int events[19]; long int state_pending[48]; long unsigned int events_pending[19]; }; struct memcg_vmstats_percpu { long int state[48]; long unsigned int events[19]; long int state_prev[48]; long unsigned int events_prev[19]; long unsigned int nr_page_events; long unsigned int targets[2]; }; struct mem_cgroup_tree_per_node { struct rb_root rb_root; struct rb_node *rb_rightmost; spinlock_t lock; }; struct mem_cgroup_tree { struct mem_cgroup_tree_per_node *rb_tree_per_node[1]; }; struct mem_cgroup_eventfd_list { struct list_head list; struct eventfd_ctx *eventfd; }; struct mem_cgroup_event { struct mem_cgroup *memcg; struct eventfd_ctx *eventfd; struct list_head list; int (*register_event)(struct mem_cgroup *, struct eventfd_ctx *, const char *); void (*unregister_event)(struct mem_cgroup *, struct eventfd_ctx *); poll_table pt; wait_queue_head_t *wqh; wait_queue_entry_t wait; struct work_struct remove; }; struct move_charge_struct { spinlock_t lock; struct mm_struct *mm; struct mem_cgroup *from; struct mem_cgroup *to; long unsigned int flags; long unsigned int precharge; long unsigned int moved_charge; long unsigned int moved_swap; struct task_struct *moving_task; wait_queue_head_t waitq; }; enum res_type { _MEM = 0, _MEMSWAP = 1, _KMEM = 2, _TCP = 3, }; struct memory_stat { const char *name; unsigned int idx; }; struct oom_wait_info { struct mem_cgroup *memcg; wait_queue_entry_t wait; }; struct memcg_stock_pcp { local_lock_t stock_lock; struct mem_cgroup *cached; unsigned int nr_pages; struct obj_cgroup *cached_objcg; struct pglist_data *cached_pgdat; unsigned int nr_bytes; int nr_slab_reclaimable_b; int nr_slab_unreclaimable_b; struct work_struct work; long unsigned int flags; }; enum { RES_USAGE = 0, RES_LIMIT = 1, RES_MAX_USAGE = 2, RES_FAILCNT = 3, RES_SOFT_LIMIT = 4, }; union mc_target { struct page *page; swp_entry_t ent; }; enum mc_target_type { MC_TARGET_NONE = 0, MC_TARGET_PAGE = 1, MC_TARGET_SWAP = 2, MC_TARGET_DEVICE = 3, }; struct uncharge_gather { struct mem_cgroup *memcg; long unsigned int nr_memory; long unsigned int pgpgout; long unsigned int nr_kmem; int nid; }; struct trace_event_raw_test_pages_isolated { struct trace_entry ent; long unsigned int start_pfn; long unsigned int end_pfn; long unsigned int fin_pfn; char __data[0]; }; struct trace_event_data_offsets_test_pages_isolated {}; typedef void (*btf_trace_test_pages_isolated)(void *, long unsigned int, long unsigned int, long unsigned int); struct trace_event_raw_cma_alloc_class { struct trace_entry ent; u32 __data_loc_name; long unsigned int pfn; const struct page *page; long unsigned int count; unsigned int align; char __data[0]; }; struct trace_event_raw_cma_release { struct trace_entry ent; u32 __data_loc_name; long unsigned int pfn; const struct page *page; long unsigned int count; char __data[0]; }; struct trace_event_raw_cma_alloc_start { struct trace_entry ent; u32 __data_loc_name; long unsigned int count; unsigned int align; char __data[0]; }; struct trace_event_data_offsets_cma_alloc_class { u32 name; }; struct trace_event_data_offsets_cma_release { u32 name; }; struct trace_event_data_offsets_cma_alloc_start { u32 name; }; typedef void (*btf_trace_cma_release)(void *, const char *, long unsigned int, const struct page *, long unsigned int); typedef void (*btf_trace_cma_alloc_start)(void *, const char *, long unsigned int, unsigned int); typedef void (*btf_trace_cma_alloc_finish)(void *, const char *, long unsigned int, const struct page *, long unsigned int, unsigned int); typedef void (*btf_trace_cma_alloc_busy_retry)(void *, const char *, long unsigned int, const struct page *, long unsigned int, unsigned int); struct cma_kobject { struct kobject kobj; struct cma *cma; }; struct cma_mem { struct hlist_node node; struct page *p; long unsigned int n; }; struct balloon_dev_info { long unsigned int isolated_pages; spinlock_t pages_lock; struct list_head pages; int (*migratepage)(struct balloon_dev_info *, struct page *, struct page *, enum migrate_mode); }; struct page_reporting_dev_info { int (*report)(struct page_reporting_dev_info *, struct scatterlist *, unsigned int); struct delayed_work work; atomic_t state; unsigned int order; }; enum { PAGE_REPORTING_IDLE = 0, PAGE_REPORTING_REQUESTED = 1, PAGE_REPORTING_ACTIVE = 2, }; enum hmm_pfn_flags { HMM_PFN_VALID = 0, HMM_PFN_WRITE = 0, HMM_PFN_ERROR = 0, HMM_PFN_ORDER_SHIFT = 56, HMM_PFN_REQ_FAULT = 0, HMM_PFN_REQ_WRITE = 0, HMM_PFN_FLAGS = 0, }; struct hmm_range { struct mmu_interval_notifier *notifier; long unsigned int notifier_seq; long unsigned int start; long unsigned int end; long unsigned int *hmm_pfns; long unsigned int default_flags; long unsigned int pfn_flags_mask; void *dev_private_owner; }; struct hmm_vma_walk { struct hmm_range *range; long unsigned int last; }; enum { HMM_NEED_FAULT = 1, HMM_NEED_WRITE_FAULT = 2, HMM_NEED_ALL_BITS = 3, }; struct hugetlbfs_inode_info { struct shared_policy policy; struct inode vfs_inode; unsigned int seals; }; typedef s32 compat_off_t; struct open_flags { int open_flag; umode_t mode; int acc_mode; int intent; int lookup_flags; }; typedef s64 compat_loff_t; typedef struct kobject *kobj_probe_t(dev_t, int *, void *); struct kobj_map; struct char_device_struct { struct char_device_struct *next; unsigned int major; unsigned int baseminor; int minorct; char name[64]; struct cdev *cdev; }; struct files_stat_struct { long unsigned int nr_files; long unsigned int nr_free_files; long unsigned int max_files; }; struct mount; struct mnt_namespace { struct ns_common ns; struct mount *root; struct list_head list; spinlock_t ns_lock; struct user_namespace *user_ns; struct ucounts *ucounts; u64 seq; wait_queue_head_t poll; u64 event; unsigned int mounts; unsigned int pending_mounts; }; struct mnt_pcp; struct mountpoint; struct mount { struct hlist_node mnt_hash; struct mount *mnt_parent; struct dentry *mnt_mountpoint; struct vfsmount mnt; union { struct callback_head mnt_rcu; struct llist_node mnt_llist; }; struct mnt_pcp *mnt_pcp; struct list_head mnt_mounts; struct list_head mnt_child; struct list_head mnt_instance; const char *mnt_devname; struct list_head mnt_list; struct list_head mnt_expire; struct list_head mnt_share; struct list_head mnt_slave_list; struct list_head mnt_slave; struct mount *mnt_master; struct mnt_namespace *mnt_ns; struct mountpoint *mnt_mp; union { struct hlist_node mnt_mp_list; struct hlist_node mnt_umount; }; struct list_head mnt_umounting; struct fsnotify_mark_connector *mnt_fsnotify_marks; __u32 mnt_fsnotify_mask; int mnt_id; int mnt_group_id; int mnt_expiry_mark; struct hlist_head mnt_pins; struct hlist_head mnt_stuck_children; }; struct mnt_pcp { int mnt_count; int mnt_writers; }; struct mountpoint { struct hlist_node m_hash; struct dentry *m_dentry; struct hlist_head m_list; int m_count; }; enum inode_i_mutex_lock_class { I_MUTEX_NORMAL = 0, I_MUTEX_PARENT = 1, I_MUTEX_CHILD = 2, I_MUTEX_XATTR = 3, I_MUTEX_NONDIR2 = 4, I_MUTEX_PARENT2 = 5, }; typedef short unsigned int ushort; struct user_arg_ptr { bool is_compat; union { const char * const *native; const compat_uptr_t *compat; } ptr; }; struct name_snapshot { struct qstr name; unsigned char inline_name[32]; }; struct saved { struct path link; struct delayed_call done; const char *name; unsigned int seq; }; struct nameidata { struct path path; struct qstr last; struct path root; struct inode *inode; unsigned int flags; unsigned int state; unsigned int seq; unsigned int next_seq; unsigned int m_seq; unsigned int r_seq; int last_type; unsigned int depth; int total_link_count; struct saved *stack; struct saved internal[2]; struct filename *name; struct nameidata *saved; unsigned int root_seq; int dfd; vfsuid_t dir_vfsuid; umode_t dir_mode; }; struct renamedata { struct user_namespace *old_mnt_userns; struct inode *old_dir; struct dentry *old_dentry; struct user_namespace *new_mnt_userns; struct inode *new_dir; struct dentry *new_dentry; struct inode **delegated_inode; unsigned int flags; }; enum { LAST_NORM = 0, LAST_ROOT = 1, LAST_DOT = 2, LAST_DOTDOT = 3, }; enum { WALK_TRAILING = 1, WALK_MORE = 2, WALK_NOFOLLOW = 4, }; struct file_clone_range { __s64 src_fd; __u64 src_offset; __u64 src_length; __u64 dest_offset; }; struct file_dedupe_range_info { __s64 dest_fd; __u64 dest_offset; __u64 bytes_deduped; __s32 status; __u32 reserved; }; struct file_dedupe_range { __u64 src_offset; __u64 src_length; __u16 dest_count; __u16 reserved1; __u32 reserved2; struct file_dedupe_range_info info[0]; }; struct fsxattr { __u32 fsx_xflags; __u32 fsx_extsize; __u32 fsx_nextents; __u32 fsx_projid; __u32 fsx_cowextsize; unsigned char fsx_pad[8]; }; struct fiemap_extent; struct fiemap_extent_info { unsigned int fi_flags; unsigned int fi_extents_mapped; unsigned int fi_extents_max; struct fiemap_extent *fi_extents_start; }; struct space_resv { __s16 l_type; __s16 l_whence; __s64 l_start; __s64 l_len; __s32 l_sysid; __u32 l_pid; __s32 l_pad[4]; }; struct fiemap_extent { __u64 fe_logical; __u64 fe_physical; __u64 fe_length; __u64 fe_reserved64[2]; __u32 fe_flags; __u32 fe_reserved[3]; }; struct fiemap { __u64 fm_start; __u64 fm_length; __u32 fm_flags; __u32 fm_mapped_extents; __u32 fm_extent_count; __u32 fm_reserved; struct fiemap_extent fm_extents[0]; }; struct f_owner_ex { int type; __kernel_pid_t pid; }; struct flock { short int l_type; short int l_whence; __kernel_off_t l_start; __kernel_off_t l_len; __kernel_pid_t l_pid; }; enum rw_hint { WRITE_LIFE_NOT_SET = 0, WRITE_LIFE_NONE = 1, WRITE_LIFE_SHORT = 2, WRITE_LIFE_MEDIUM = 3, WRITE_LIFE_LONG = 4, WRITE_LIFE_EXTREME = 5, }; struct compat_flock { short int l_type; short int l_whence; compat_off_t l_start; compat_off_t l_len; compat_pid_t l_pid; }; struct compat_flock64 { short int l_type; short int l_whence; compat_loff_t l_start; compat_loff_t l_len; compat_pid_t l_pid; }; struct linux_dirent64 { u64 d_ino; s64 d_off; short unsigned int d_reclen; unsigned char d_type; char d_name[0]; }; struct linux_dirent { long unsigned int d_ino; long unsigned int d_off; short unsigned int d_reclen; char d_name[1]; }; struct getdents_callback { struct dir_context ctx; struct linux_dirent *current_dir; int prev_reclen; int count; int error; }; struct getdents_callback64 { struct dir_context ctx; struct linux_dirent64 *current_dir; int prev_reclen; int count; int error; }; struct compat_old_linux_dirent { compat_ulong_t d_ino; compat_ulong_t d_offset; short unsigned int d_namlen; char d_name[1]; }; struct compat_readdir_callback { struct dir_context ctx; struct compat_old_linux_dirent *dirent; int result; }; struct compat_linux_dirent { compat_ulong_t d_ino; compat_ulong_t d_off; short unsigned int d_reclen; char d_name[1]; }; struct compat_getdents_callback { struct dir_context ctx; struct compat_linux_dirent *current_dir; int prev_reclen; int count; int error; }; enum dentry_d_lock_class { DENTRY_D_LOCK_NORMAL = 0, DENTRY_D_LOCK_NESTED = 1, }; struct dentry_stat_t { long int nr_dentry; long int nr_unused; long int age_limit; long int want_pages; long int nr_negative; long int dummy; }; struct external_name { union { atomic_t count; struct callback_head head; } u; unsigned char name[0]; }; enum d_walk_ret { D_WALK_CONTINUE = 0, D_WALK_QUIT = 1, D_WALK_NORETRY = 2, D_WALK_SKIP = 3, }; struct check_mount { struct vfsmount *mnt; unsigned int mounted; }; struct select_data { struct dentry *start; union { long int found; struct dentry *victim; }; struct list_head dispose; }; struct poll_table_entry { struct file *filp; __poll_t key; wait_queue_entry_t wait; wait_queue_head_t *wait_address; }; struct poll_table_page; struct poll_wqueues { poll_table pt; struct poll_table_page *table; struct task_struct *polling_task; int triggered; int error; int inline_index; struct poll_table_entry inline_entries[9]; }; struct poll_table_page { struct poll_table_page *next; struct poll_table_entry *entry; struct poll_table_entry entries[0]; }; enum poll_time_type { PT_TIMEVAL = 0, PT_OLD_TIMEVAL = 1, PT_TIMESPEC = 2, PT_OLD_TIMESPEC = 3, }; typedef struct { long unsigned int *in; long unsigned int *out; long unsigned int *ex; long unsigned int *res_in; long unsigned int *res_out; long unsigned int *res_ex; } fd_set_bits; struct sigset_argpack { sigset_t *p; size_t size; }; struct poll_list { struct poll_list *next; int len; struct pollfd entries[0]; }; struct compat_sel_arg_struct { compat_ulong_t n; compat_uptr_t inp; compat_uptr_t outp; compat_uptr_t exp; compat_uptr_t tvp; }; struct compat_sigset_argpack { compat_uptr_t p; compat_size_t size; }; struct inodes_stat_t { long int nr_inodes; long int nr_unused; long int dummy[5]; }; enum file_time_flags { S_ATIME = 1, S_MTIME = 2, S_CTIME = 4, S_VERSION = 8, }; struct mnt_idmap { struct user_namespace *owner; refcount_t count; }; struct xattr_name { char name[256]; }; struct xattr_ctx { union { const void *cvalue; void *value; }; void *kvalue; size_t size; struct xattr_name *kname; unsigned int flags; }; struct mount_attr { __u64 attr_set; __u64 attr_clr; __u64 propagation; __u64 userns_fd; }; struct proc_mounts { struct mnt_namespace *ns; struct path root; int (*show)(struct seq_file *, struct vfsmount *); struct mount cursor; }; struct mount_kattr { unsigned int attr_set; unsigned int attr_clr; unsigned int propagation; unsigned int lookup_flags; bool recurse; struct user_namespace *mnt_userns; struct mnt_idmap *mnt_idmap; }; enum umount_tree_flags { UMOUNT_SYNC = 1, UMOUNT_PROPAGATE = 2, UMOUNT_CONNECTED = 4, }; struct simple_transaction_argresp { ssize_t size; char data[0]; }; enum utf8_normalization { UTF8_NFDI = 0, UTF8_NFDICF = 1, UTF8_NMAX = 2, }; struct simple_attr { int (*get)(void *, u64 *); int (*set)(void *, u64); char get_buf[24]; char set_buf[24]; void *data; const char *fmt; struct mutex mutex; }; struct splice_desc { size_t total_len; unsigned int len; unsigned int flags; union { void *userptr; struct file *file; void *data; } u; loff_t pos; loff_t *opos; size_t num_spliced; bool need_wakeup; }; typedef int splice_actor(struct pipe_inode_info *, struct pipe_buffer *, struct splice_desc *); typedef int splice_direct_actor(struct pipe_inode_info *, struct splice_desc *); struct prepend_buffer { char *buf; int len; }; struct wb_writeback_work { long int nr_pages; struct super_block *sb; enum writeback_sync_modes sync_mode; unsigned int tagged_writepages: 1; unsigned int for_kupdate: 1; unsigned int range_cyclic: 1; unsigned int for_background: 1; unsigned int for_sync: 1; unsigned int auto_free: 1; enum wb_reason reason; struct list_head list; struct wb_completion *done; }; struct trace_event_raw_writeback_folio_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int index; char __data[0]; }; struct trace_event_raw_writeback_dirty_inode_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int flags; char __data[0]; }; struct trace_event_raw_inode_foreign_history { struct trace_entry ent; char name[32]; ino_t ino; ino_t cgroup_ino; unsigned int history; char __data[0]; }; struct trace_event_raw_inode_switch_wbs { struct trace_entry ent; char name[32]; ino_t ino; ino_t old_cgroup_ino; ino_t new_cgroup_ino; char __data[0]; }; struct trace_event_raw_track_foreign_dirty { struct trace_entry ent; char name[32]; u64 bdi_id; ino_t ino; unsigned int memcg_id; ino_t cgroup_ino; ino_t page_cgroup_ino; char __data[0]; }; struct trace_event_raw_flush_foreign { struct trace_entry ent; char name[32]; ino_t cgroup_ino; unsigned int frn_bdi_id; unsigned int frn_memcg_id; char __data[0]; }; struct trace_event_raw_writeback_write_inode_template { struct trace_entry ent; char name[32]; ino_t ino; int sync_mode; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_work_class { struct trace_entry ent; char name[32]; long int nr_pages; dev_t sb_dev; int sync_mode; int for_kupdate; int range_cyclic; int for_background; int reason; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_pages_written { struct trace_entry ent; long int pages; char __data[0]; }; struct trace_event_raw_writeback_class { struct trace_entry ent; char name[32]; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_bdi_register { struct trace_entry ent; char name[32]; char __data[0]; }; struct trace_event_raw_wbc_class { struct trace_entry ent; char name[32]; long int nr_to_write; long int pages_skipped; int sync_mode; int for_kupdate; int for_background; int for_reclaim; int range_cyclic; long int range_start; long int range_end; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_queue_io { struct trace_entry ent; char name[32]; long unsigned int older; long int age; int moved; int reason; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_global_dirty_state { struct trace_entry ent; long unsigned int nr_dirty; long unsigned int nr_writeback; long unsigned int background_thresh; long unsigned int dirty_thresh; long unsigned int dirty_limit; long unsigned int nr_dirtied; long unsigned int nr_written; char __data[0]; }; struct trace_event_raw_bdi_dirty_ratelimit { struct trace_entry ent; char bdi[32]; long unsigned int write_bw; long unsigned int avg_write_bw; long unsigned int dirty_rate; long unsigned int dirty_ratelimit; long unsigned int task_ratelimit; long unsigned int balanced_dirty_ratelimit; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_balance_dirty_pages { struct trace_entry ent; char bdi[32]; long unsigned int limit; long unsigned int setpoint; long unsigned int dirty; long unsigned int bdi_setpoint; long unsigned int bdi_dirty; long unsigned int dirty_ratelimit; long unsigned int task_ratelimit; unsigned int dirtied; unsigned int dirtied_pause; long unsigned int paused; long int pause; long unsigned int period; long int think; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_sb_inodes_requeue { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int dirtied_when; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_single_inode_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int dirtied_when; long unsigned int writeback_index; long int nr_to_write; long unsigned int wrote; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_inode_template { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int state; __u16 mode; long unsigned int dirtied_when; char __data[0]; }; struct trace_event_data_offsets_writeback_folio_template {}; struct trace_event_data_offsets_writeback_dirty_inode_template {}; struct trace_event_data_offsets_inode_foreign_history {}; struct trace_event_data_offsets_inode_switch_wbs {}; struct trace_event_data_offsets_track_foreign_dirty {}; struct trace_event_data_offsets_flush_foreign {}; struct trace_event_data_offsets_writeback_write_inode_template {}; struct trace_event_data_offsets_writeback_work_class {}; struct trace_event_data_offsets_writeback_pages_written {}; struct trace_event_data_offsets_writeback_class {}; struct trace_event_data_offsets_writeback_bdi_register {}; struct trace_event_data_offsets_wbc_class {}; struct trace_event_data_offsets_writeback_queue_io {}; struct trace_event_data_offsets_global_dirty_state {}; struct trace_event_data_offsets_bdi_dirty_ratelimit {}; struct trace_event_data_offsets_balance_dirty_pages {}; struct trace_event_data_offsets_writeback_sb_inodes_requeue {}; struct trace_event_data_offsets_writeback_single_inode_template {}; struct trace_event_data_offsets_writeback_inode_template {}; typedef void (*btf_trace_writeback_dirty_folio)(void *, struct folio *, struct address_space *); typedef void (*btf_trace_folio_wait_writeback)(void *, struct folio *, struct address_space *); typedef void (*btf_trace_writeback_mark_inode_dirty)(void *, struct inode *, int); typedef void (*btf_trace_writeback_dirty_inode_start)(void *, struct inode *, int); typedef void (*btf_trace_writeback_dirty_inode)(void *, struct inode *, int); typedef void (*btf_trace_inode_foreign_history)(void *, struct inode *, struct writeback_control *, unsigned int); typedef void (*btf_trace_inode_switch_wbs)(void *, struct inode *, struct bdi_writeback *, struct bdi_writeback *); typedef void (*btf_trace_track_foreign_dirty)(void *, struct folio *, struct bdi_writeback *); typedef void (*btf_trace_flush_foreign)(void *, struct bdi_writeback *, unsigned int, unsigned int); typedef void (*btf_trace_writeback_write_inode_start)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_writeback_write_inode)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_writeback_queue)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_exec)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_start)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_written)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_wait)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_pages_written)(void *, long int); typedef void (*btf_trace_writeback_wake_background)(void *, struct bdi_writeback *); typedef void (*btf_trace_writeback_bdi_register)(void *, struct backing_dev_info *); typedef void (*btf_trace_wbc_writepage)(void *, struct writeback_control *, struct backing_dev_info *); typedef void (*btf_trace_writeback_queue_io)(void *, struct bdi_writeback *, struct wb_writeback_work *, long unsigned int, int); typedef void (*btf_trace_global_dirty_state)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_bdi_dirty_ratelimit)(void *, struct bdi_writeback *, long unsigned int, long unsigned int); typedef void (*btf_trace_balance_dirty_pages)(void *, struct bdi_writeback *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long int, long unsigned int); typedef void (*btf_trace_writeback_sb_inodes_requeue)(void *, struct inode *); typedef void (*btf_trace_writeback_single_inode_start)(void *, struct inode *, struct writeback_control *, long unsigned int); typedef void (*btf_trace_writeback_single_inode)(void *, struct inode *, struct writeback_control *, long unsigned int); typedef void (*btf_trace_writeback_lazytime)(void *, struct inode *); typedef void (*btf_trace_writeback_lazytime_iput)(void *, struct inode *); typedef void (*btf_trace_writeback_dirty_inode_enqueue)(void *, struct inode *); typedef void (*btf_trace_sb_mark_inode_writeback)(void *, struct inode *); typedef void (*btf_trace_sb_clear_inode_writeback)(void *, struct inode *); struct inode_switch_wbs_context { struct rcu_work work; struct bdi_writeback *new_wb; struct inode *inodes[0]; }; typedef int __kernel_daddr_t; struct ustat { __kernel_daddr_t f_tfree; long unsigned int f_tinode; char f_fname[6]; char f_fpack[6]; }; typedef u32 compat_ino_t; typedef s32 compat_daddr_t; typedef __kernel_fsid_t compat_fsid_t; struct compat_statfs { compat_int_t f_type; compat_int_t f_bsize; compat_int_t f_blocks; compat_int_t f_bfree; compat_int_t f_bavail; compat_int_t f_files; compat_int_t f_ffree; compat_fsid_t f_fsid; compat_int_t f_namelen; compat_int_t f_frsize; compat_int_t f_flags; compat_int_t f_spare[4]; }; struct compat_ustat { compat_daddr_t f_tfree; compat_ino_t f_tinode; char f_fname[6]; char f_fpack[6]; }; struct statfs { __kernel_long_t f_type; __kernel_long_t f_bsize; __kernel_long_t f_blocks; __kernel_long_t f_bfree; __kernel_long_t f_bavail; __kernel_long_t f_files; __kernel_long_t f_ffree; __kernel_fsid_t f_fsid; __kernel_long_t f_namelen; __kernel_long_t f_frsize; __kernel_long_t f_flags; __kernel_long_t f_spare[4]; }; struct statfs64 { __kernel_long_t f_type; __kernel_long_t f_bsize; __u64 f_blocks; __u64 f_bfree; __u64 f_bavail; __u64 f_files; __u64 f_ffree; __kernel_fsid_t f_fsid; __kernel_long_t f_namelen; __kernel_long_t f_frsize; __kernel_long_t f_flags; __kernel_long_t f_spare[4]; }; struct compat_statfs64 { __u32 f_type; __u32 f_bsize; __u64 f_blocks; __u64 f_bfree; __u64 f_bavail; __u64 f_files; __u64 f_ffree; __kernel_fsid_t f_fsid; __u32 f_namelen; __u32 f_frsize; __u32 f_flags; __u32 f_spare[4]; }; struct fs_pin { wait_queue_head_t wait; int done; struct hlist_node s_list; struct hlist_node m_list; void (*kill)(struct fs_pin *); }; struct ns_get_path_task_args { const struct proc_ns_operations *ns_ops; struct task_struct *task; }; enum legacy_fs_param { LEGACY_FS_UNSET_PARAMS = 0, LEGACY_FS_MONOLITHIC_PARAMS = 1, LEGACY_FS_INDIVIDUAL_PARAMS = 2, }; struct legacy_fs_context { char *legacy_data; size_t data_size; enum legacy_fs_param param_type; }; enum fsconfig_command { FSCONFIG_SET_FLAG = 0, FSCONFIG_SET_STRING = 1, FSCONFIG_SET_BINARY = 2, FSCONFIG_SET_PATH = 3, FSCONFIG_SET_PATH_EMPTY = 4, FSCONFIG_SET_FD = 5, FSCONFIG_CMD_CREATE = 6, FSCONFIG_CMD_RECONFIGURE = 7, }; struct iomap_ops; typedef u32 nlink_t; typedef int (*proc_write_t)(struct file *, char *, size_t); struct proc_dir_entry { atomic_t in_use; refcount_t refcnt; struct list_head pde_openers; spinlock_t pde_unload_lock; struct completion *pde_unload_completion; const struct inode_operations *proc_iops; union { const struct proc_ops *proc_ops; const struct file_operations *proc_dir_ops; }; const struct dentry_operations *proc_dops; union { const struct seq_operations *seq_ops; int (*single_show)(struct seq_file *, void *); }; proc_write_t write; void *data; unsigned int state_size; unsigned int low_ino; nlink_t nlink; kuid_t uid; kgid_t gid; loff_t size; struct proc_dir_entry *parent; struct rb_root subdir; struct rb_node subdir_node; char *name; umode_t mode; u8 flags; u8 namelen; char inline_name[0]; }; union proc_op { int (*proc_get_link)(struct dentry *, struct path *); int (*proc_show)(struct seq_file *, struct pid_namespace *, struct pid *, struct task_struct *); const char *lsm; }; struct proc_inode { struct pid *pid; unsigned int fd; union proc_op op; struct proc_dir_entry *pde; struct ctl_table_header *sysctl; struct ctl_table *sysctl_entry; struct hlist_node sibling_inodes; const struct proc_ns_operations *ns_ops; struct inode vfs_inode; }; struct proc_fs_opts { int flag; const char *str; }; typedef int get_block_t(struct inode *, sector_t, struct buffer_head *, int); struct bvec_iter_all { struct bio_vec bv; int idx; unsigned int done; }; struct mpage_readpage_args { struct bio *bio; struct folio *folio; unsigned int nr_pages; bool is_readahead; sector_t last_block_in_bio; struct buffer_head map_bh; long unsigned int first_logical_block; get_block_t *get_block; }; struct mpage_data { struct bio *bio; sector_t last_block_in_bio; get_block_t *get_block; }; typedef int dio_iodone_t(struct kiocb *, loff_t, ssize_t, void *); typedef void dio_submit_t(struct bio *, struct inode *, loff_t); enum { DIO_LOCKING = 1, DIO_SKIP_HOLES = 2, }; struct dio_submit { struct bio *bio; unsigned int blkbits; unsigned int blkfactor; unsigned int start_zero_done; int pages_in_io; sector_t block_in_file; unsigned int blocks_available; int reap_counter; sector_t final_block_in_request; int boundary; get_block_t *get_block; dio_submit_t *submit_io; loff_t logical_offset_in_bio; sector_t final_block_in_bio; sector_t next_block_for_io; struct page *cur_page; unsigned int cur_page_offset; unsigned int cur_page_len; sector_t cur_page_block; loff_t cur_page_fs_offset; struct iov_iter *iter; unsigned int head; unsigned int tail; size_t from; size_t to; }; struct dio { int flags; blk_opf_t opf; struct gendisk *bio_disk; struct inode *inode; loff_t i_size; dio_iodone_t *end_io; void *private; spinlock_t bio_lock; int page_errors; int is_async; bool defer_completion; bool should_dirty; int io_error; long unsigned int refcount; struct bio *bio_list; struct task_struct *waiter; struct kiocb *iocb; ssize_t result; union { struct page *pages[64]; struct work_struct complete_work; }; long: 64; long: 64; }; struct fsnotify_group; struct fsnotify_iter_info; struct fsnotify_mark; struct fsnotify_event; struct fsnotify_ops { int (*handle_event)(struct fsnotify_group *, u32, const void *, int, struct inode *, const struct qstr *, u32, struct fsnotify_iter_info *); int (*handle_inode_event)(struct fsnotify_mark *, u32, struct inode *, struct inode *, const struct qstr *, u32); void (*free_group_priv)(struct fsnotify_group *); void (*freeing_mark)(struct fsnotify_mark *, struct fsnotify_group *); void (*free_event)(struct fsnotify_group *, struct fsnotify_event *); void (*free_mark)(struct fsnotify_mark *); }; struct inotify_group_private_data { spinlock_t idr_lock; struct idr idr; struct ucounts *ucounts; }; struct fanotify_group_private_data { struct hlist_head *merge_hash; struct list_head access_list; wait_queue_head_t access_waitq; int flags; int f_flags; struct ucounts *ucounts; mempool_t error_events_pool; }; struct fsnotify_group { const struct fsnotify_ops *ops; refcount_t refcnt; spinlock_t notification_lock; struct list_head notification_list; wait_queue_head_t notification_waitq; unsigned int q_len; unsigned int max_events; unsigned int priority; bool shutdown; int flags; unsigned int owner_flags; struct mutex mark_mutex; atomic_t user_waits; struct list_head marks_list; struct fasync_struct *fsn_fa; struct fsnotify_event *overflow_event; struct mem_cgroup *memcg; union { void *private; struct inotify_group_private_data inotify_data; struct fanotify_group_private_data fanotify_data; }; }; struct fsnotify_iter_info { struct fsnotify_mark *marks[5]; struct fsnotify_group *current_group; unsigned int report_mask; int srcu_idx; }; struct fsnotify_mark { __u32 mask; refcount_t refcnt; struct fsnotify_group *group; struct list_head g_list; spinlock_t lock; struct hlist_node obj_list; struct fsnotify_mark_connector *connector; __u32 ignore_mask; unsigned int flags; }; struct fsnotify_event { struct list_head list; }; struct fs_error_report { int error; struct inode *inode; struct super_block *sb; }; enum fsnotify_obj_type { FSNOTIFY_OBJ_TYPE_ANY = 4294967295, FSNOTIFY_OBJ_TYPE_INODE = 0, FSNOTIFY_OBJ_TYPE_VFSMOUNT = 1, FSNOTIFY_OBJ_TYPE_SB = 2, FSNOTIFY_OBJ_TYPE_COUNT = 3, FSNOTIFY_OBJ_TYPE_DETACHED = 3, }; typedef __u32 blk_mq_req_flags_t; struct dax_device; struct iomap_page_ops; struct iomap { u64 addr; loff_t offset; u64 length; u16 type; u16 flags; struct block_device *bdev; struct dax_device *dax_dev; void *inline_data; void *private; const struct iomap_page_ops *page_ops; u64 validity_cookie; }; struct iomap_page_ops { int (*page_prepare)(struct inode *, loff_t, unsigned int); void (*page_done)(struct inode *, loff_t, unsigned int, struct page *); bool (*iomap_valid)(struct inode *, const struct iomap *); }; enum hctx_type { HCTX_TYPE_DEFAULT = 0, HCTX_TYPE_READ = 1, HCTX_TYPE_POLL = 2, HCTX_MAX_TYPES = 3, }; enum blktrace_act { __BLK_TA_QUEUE = 1, __BLK_TA_BACKMERGE = 2, __BLK_TA_FRONTMERGE = 3, __BLK_TA_GETRQ = 4, __BLK_TA_SLEEPRQ = 5, __BLK_TA_REQUEUE = 6, __BLK_TA_ISSUE = 7, __BLK_TA_COMPLETE = 8, __BLK_TA_PLUG = 9, __BLK_TA_UNPLUG_IO = 10, __BLK_TA_UNPLUG_TIMER = 11, __BLK_TA_INSERT = 12, __BLK_TA_SPLIT = 13, __BLK_TA_BOUNCE = 14, __BLK_TA_REMAP = 15, __BLK_TA_ABORT = 16, __BLK_TA_DRV_DATA = 17, __BLK_TA_CGROUP = 256, }; struct decrypt_bh_ctx { struct work_struct work; struct buffer_head *bh; }; struct bh_lru { struct buffer_head *bhs[16]; }; struct bh_accounting { int nr; int ratelimit; }; struct dnotify_struct { struct dnotify_struct *dn_next; __u32 dn_mask; int dn_fd; struct file *dn_filp; fl_owner_t dn_owner; }; struct dnotify_mark { struct fsnotify_mark fsn_mark; struct dnotify_struct *dn; }; struct inotify_event_info { struct fsnotify_event fse; u32 mask; int wd; u32 sync_cookie; int name_len; char name[0]; }; struct inotify_inode_mark { struct fsnotify_mark fsn_mark; int wd; }; enum { FAN_EVENT_INIT = 0, FAN_EVENT_REPORTED = 1, FAN_EVENT_ANSWERED = 2, FAN_EVENT_CANCELED = 3, }; struct fanotify_fh { u8 type; u8 len; u8 flags; u8 pad; unsigned char buf[0]; }; struct fanotify_info { u8 dir_fh_totlen; u8 dir2_fh_totlen; u8 file_fh_totlen; u8 name_len; u8 name2_len; u8 pad[3]; unsigned char buf[0]; }; enum fanotify_event_type { FANOTIFY_EVENT_TYPE_FID = 0, FANOTIFY_EVENT_TYPE_FID_NAME = 1, FANOTIFY_EVENT_TYPE_PATH = 2, FANOTIFY_EVENT_TYPE_PATH_PERM = 3, FANOTIFY_EVENT_TYPE_OVERFLOW = 4, FANOTIFY_EVENT_TYPE_FS_ERROR = 5, __FANOTIFY_EVENT_TYPE_NUM = 6, }; struct fanotify_event { struct fsnotify_event fse; struct hlist_node merge_list; u32 mask; struct { unsigned int type: 3; unsigned int hash: 29; }; struct pid *pid; }; struct fanotify_fid_event { struct fanotify_event fae; __kernel_fsid_t fsid; struct { struct fanotify_fh object_fh; unsigned char _inline_fh_buf[12]; }; }; struct fanotify_name_event { struct fanotify_event fae; __kernel_fsid_t fsid; struct fanotify_info info; }; struct fanotify_error_event { struct fanotify_event fae; s32 error; u32 err_count; __kernel_fsid_t fsid; struct { struct fanotify_fh object_fh; unsigned char _inline_fh_buf[128]; }; }; struct fanotify_path_event { struct fanotify_event fae; struct path path; }; struct fanotify_perm_event { struct fanotify_event fae; struct path path; short unsigned int response; short unsigned int state; int fd; }; struct inotify_event { __s32 wd; __u32 mask; __u32 cookie; __u32 len; char name[0]; }; struct fanotify_event_metadata { __u32 event_len; __u8 vers; __u8 reserved; __u16 metadata_len; __u64 mask; __s32 fd; __s32 pid; }; struct fanotify_event_info_header { __u8 info_type; __u8 pad; __u16 len; }; struct fanotify_event_info_fid { struct fanotify_event_info_header hdr; __kernel_fsid_t fsid; unsigned char handle[0]; }; struct fanotify_event_info_pidfd { struct fanotify_event_info_header hdr; __s32 pidfd; }; struct fanotify_event_info_error { struct fanotify_event_info_header hdr; __s32 error; __u32 error_count; }; struct fanotify_response { __s32 fd; __u32 response; }; struct signalfd_siginfo { __u32 ssi_signo; __s32 ssi_errno; __s32 ssi_code; __u32 ssi_pid; __u32 ssi_uid; __s32 ssi_fd; __u32 ssi_tid; __u32 ssi_band; __u32 ssi_overrun; __u32 ssi_trapno; __s32 ssi_status; __s32 ssi_int; __u64 ssi_ptr; __u64 ssi_utime; __u64 ssi_stime; __u64 ssi_addr; __u16 ssi_addr_lsb; __u16 __pad2; __s32 ssi_syscall; __u64 ssi_call_addr; __u32 ssi_arch; __u8 __pad[28]; }; struct signalfd_ctx { sigset_t sigmask; }; struct wake_irq; struct wakeup_source { const char *name; int id; struct list_head entry; spinlock_t lock; struct wake_irq *wakeirq; struct timer_list timer; long unsigned int timer_expires; ktime_t total_time; ktime_t max_time; ktime_t last_time; ktime_t start_prevent_time; ktime_t prevent_sleep_time; long unsigned int event_count; long unsigned int active_count; long unsigned int relax_count; long unsigned int expire_count; long unsigned int wakeup_count; struct device *dev; bool active: 1; bool autosleep_enabled: 1; }; struct epoll_filefd { struct file *file; int fd; } __attribute__((packed)); struct epitem; struct eppoll_entry { struct eppoll_entry *next; struct epitem *base; wait_queue_entry_t wait; wait_queue_head_t *whead; }; struct eventpoll; struct epitem { union { struct rb_node rbn; struct callback_head rcu; }; struct list_head rdllink; struct epitem *next; struct epoll_filefd ffd; struct eppoll_entry *pwqlist; struct eventpoll *ep; struct hlist_node fllink; struct wakeup_source *ws; struct epoll_event event; }; struct eventpoll { struct mutex mtx; wait_queue_head_t wq; wait_queue_head_t poll_wait; struct list_head rdllist; rwlock_t lock; struct rb_root_cached rbr; struct epitem *ovflist; struct wakeup_source *ws; struct user_struct *user; struct file *file; u64 gen; struct hlist_head refs; unsigned int napi_id; }; struct ep_pqueue { poll_table pt; struct epitem *epi; }; struct epitems_head { struct hlist_head epitems; struct epitems_head *next; }; struct timerfd_ctx { union { struct hrtimer tmr; struct alarm alarm; } t; ktime_t tintv; ktime_t moffs; wait_queue_head_t wqh; u64 ticks; int clockid; short unsigned int expired; short unsigned int settime_flags; struct callback_head rcu; struct list_head clist; spinlock_t cancel_lock; bool might_cancel; }; struct userfaultfd_ctx { wait_queue_head_t fault_pending_wqh; wait_queue_head_t fault_wqh; wait_queue_head_t fd_wqh; wait_queue_head_t event_wqh; seqcount_spinlock_t refile_seq; refcount_t refcount; unsigned int flags; unsigned int features; bool released; atomic_t mmap_changing; struct mm_struct *mm; }; struct uffd_msg { __u8 event; __u8 reserved1; __u16 reserved2; __u32 reserved3; union { struct { __u64 flags; __u64 address; union { __u32 ptid; } feat; } pagefault; struct { __u32 ufd; } fork; struct { __u64 from; __u64 to; __u64 len; } remap; struct { __u64 start; __u64 end; } remove; struct { __u64 reserved1; __u64 reserved2; __u64 reserved3; } reserved; } arg; }; struct uffdio_api { __u64 api; __u64 features; __u64 ioctls; }; struct uffdio_range { __u64 start; __u64 len; }; struct uffdio_register { struct uffdio_range range; __u64 mode; __u64 ioctls; }; struct uffdio_copy { __u64 dst; __u64 src; __u64 len; __u64 mode; __s64 copy; }; struct uffdio_zeropage { struct uffdio_range range; __u64 mode; __s64 zeropage; }; struct uffdio_writeprotect { struct uffdio_range range; __u64 mode; }; struct uffdio_continue { struct uffdio_range range; __u64 mode; __s64 mapped; }; struct miscdevice { int minor; const char *name; const struct file_operations *fops; struct list_head list; struct device *parent; struct device *this_device; const struct attribute_group **groups; const char *nodename; umode_t mode; }; struct userfaultfd_fork_ctx { struct userfaultfd_ctx *orig; struct userfaultfd_ctx *new; struct list_head list; }; struct userfaultfd_unmap_ctx { struct userfaultfd_ctx *ctx; long unsigned int start; long unsigned int end; struct list_head list; }; struct userfaultfd_wait_queue { struct uffd_msg msg; wait_queue_entry_t wq; struct userfaultfd_ctx *ctx; bool waken; }; struct userfaultfd_wake_range { long unsigned int start; long unsigned int len; }; struct eventfd_ctx { struct kref kref; wait_queue_head_t wqh; __u64 count; unsigned int flags; int id; }; struct kioctx; struct kioctx_table { struct callback_head rcu; unsigned int nr; struct kioctx *table[0]; }; enum { IOCB_CMD_PREAD = 0, IOCB_CMD_PWRITE = 1, IOCB_CMD_FSYNC = 2, IOCB_CMD_FDSYNC = 3, IOCB_CMD_POLL = 5, IOCB_CMD_NOOP = 6, IOCB_CMD_PREADV = 7, IOCB_CMD_PWRITEV = 8, }; typedef int kiocb_cancel_fn(struct kiocb *); struct aio_ring { unsigned int id; unsigned int nr; unsigned int head; unsigned int tail; unsigned int magic; unsigned int compat_features; unsigned int incompat_features; unsigned int header_length; struct io_event io_events[0]; }; struct kioctx_cpu; struct ctx_rq_wait; struct kioctx { struct percpu_ref users; atomic_t dead; struct percpu_ref reqs; long unsigned int user_id; struct kioctx_cpu *cpu; unsigned int req_batch; unsigned int max_reqs; unsigned int nr_events; long unsigned int mmap_base; long unsigned int mmap_size; struct page **ring_pages; long int nr_pages; struct rcu_work free_rwork; struct ctx_rq_wait *rq_wait; long: 64; long: 64; long: 64; struct { atomic_t reqs_available; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { spinlock_t ctx_lock; struct list_head active_reqs; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { struct mutex ring_lock; wait_queue_head_t wait; long: 64; }; struct { unsigned int tail; unsigned int completed_events; spinlock_t completion_lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct page *internal_pages[8]; struct file *aio_ring_file; unsigned int id; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kioctx_cpu { unsigned int reqs_available; }; struct ctx_rq_wait { struct completion comp; atomic_t count; }; struct fsync_iocb { struct file *file; struct work_struct work; bool datasync; struct cred *creds; }; struct poll_iocb { struct file *file; struct wait_queue_head *head; __poll_t events; bool cancelled; bool work_scheduled; bool work_need_resched; struct wait_queue_entry wait; struct work_struct work; }; struct aio_kiocb { union { struct file *ki_filp; struct kiocb rw; struct fsync_iocb fsync; struct poll_iocb poll; }; struct kioctx *ki_ctx; kiocb_cancel_fn *ki_cancel; struct io_event ki_res; struct list_head ki_list; refcount_t ki_refcnt; struct eventfd_ctx *ki_eventfd; }; struct aio_poll_table { struct poll_table_struct pt; struct aio_kiocb *iocb; bool queued; int error; }; struct __aio_sigset { const sigset_t *sigmask; size_t sigsetsize; }; struct __compat_aio_sigset { compat_uptr_t sigmask; compat_size_t sigsetsize; }; struct flock64 { short int l_type; short int l_whence; __kernel_loff_t l_start; __kernel_loff_t l_len; __kernel_pid_t l_pid; }; struct trace_event_raw_locks_get_lock_context { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; unsigned char type; struct file_lock_context *ctx; char __data[0]; }; struct trace_event_raw_filelock_lock { struct trace_entry ent; struct file_lock *fl; long unsigned int i_ino; dev_t s_dev; struct file_lock *fl_blocker; fl_owner_t fl_owner; unsigned int fl_pid; unsigned int fl_flags; unsigned char fl_type; loff_t fl_start; loff_t fl_end; int ret; char __data[0]; }; struct trace_event_raw_filelock_lease { struct trace_entry ent; struct file_lock *fl; long unsigned int i_ino; dev_t s_dev; struct file_lock *fl_blocker; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; long unsigned int fl_break_time; long unsigned int fl_downgrade_time; char __data[0]; }; struct trace_event_raw_generic_add_lease { struct trace_entry ent; long unsigned int i_ino; int wcount; int rcount; int icount; dev_t s_dev; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; char __data[0]; }; struct trace_event_raw_leases_conflict { struct trace_entry ent; void *lease; void *breaker; unsigned int l_fl_flags; unsigned int b_fl_flags; unsigned char l_fl_type; unsigned char b_fl_type; bool conflict; char __data[0]; }; struct trace_event_data_offsets_locks_get_lock_context {}; struct trace_event_data_offsets_filelock_lock {}; struct trace_event_data_offsets_filelock_lease {}; struct trace_event_data_offsets_generic_add_lease {}; struct trace_event_data_offsets_leases_conflict {}; typedef void (*btf_trace_locks_get_lock_context)(void *, struct inode *, int, struct file_lock_context *); typedef void (*btf_trace_posix_lock_inode)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_fcntl_setlk)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_locks_remove_posix)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_flock_lock_inode)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_break_lease_noblock)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_break_lease_block)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_break_lease_unblock)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_generic_delete_lease)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_time_out_leases)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_generic_add_lease)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_leases_conflict)(void *, bool, struct file_lock *, struct file_lock *); struct file_lock_list_struct { spinlock_t lock; struct hlist_head hlist; }; struct locks_iterator { int li_cpu; loff_t li_pos; }; struct elf_prpsinfo { char pr_state; char pr_sname; char pr_zomb; char pr_nice; long unsigned int pr_flag; __kernel_uid_t pr_uid; __kernel_gid_t pr_gid; pid_t pr_pid; pid_t pr_ppid; pid_t pr_pgrp; pid_t pr_sid; char pr_fname[16]; char pr_psargs[80]; }; struct arch_elf_state {}; struct memelfnote { const char *name; int type; unsigned int datasz; void *data; }; struct elf_thread_core_info { struct elf_thread_core_info *next; struct task_struct *task; struct elf_prstatus prstatus; struct memelfnote notes[0]; }; struct elf_note_info { struct elf_thread_core_info *thread; struct memelfnote psinfo; struct memelfnote signote; struct memelfnote auxv; struct memelfnote files; siginfo_t csigdata; size_t size; int thread_notes; }; enum { VERBOSE_STATUS = 1, }; enum { Enabled = 0, Magic = 1, }; typedef struct { struct list_head list; long unsigned int flags; int offset; int size; char *magic; char *mask; const char *interpreter; char *name; struct dentry *dentry; struct file *interp_file; } Node; struct elf32_phdr { Elf32_Word p_type; Elf32_Off p_offset; Elf32_Addr p_vaddr; Elf32_Addr p_paddr; Elf32_Word p_filesz; Elf32_Word p_memsz; Elf32_Word p_flags; Elf32_Word p_align; }; struct elf32_shdr { Elf32_Word sh_name; Elf32_Word sh_type; Elf32_Word sh_flags; Elf32_Addr sh_addr; Elf32_Off sh_offset; Elf32_Word sh_size; Elf32_Word sh_link; Elf32_Word sh_info; Elf32_Word sh_addralign; Elf32_Word sh_entsize; }; typedef u32 __compat_uid_t; typedef u32 __compat_gid_t; typedef compat_ulong_t compat_elf_greg_t; typedef compat_elf_greg_t compat_elf_gregset_t[32]; struct compat_elf_siginfo { compat_int_t si_signo; compat_int_t si_code; compat_int_t si_errno; }; struct compat_elf_prstatus_common { struct compat_elf_siginfo pr_info; short int pr_cursig; compat_ulong_t pr_sigpend; compat_ulong_t pr_sighold; compat_pid_t pr_pid; compat_pid_t pr_ppid; compat_pid_t pr_pgrp; compat_pid_t pr_sid; struct old_timeval32 pr_utime; struct old_timeval32 pr_stime; struct old_timeval32 pr_cutime; struct old_timeval32 pr_cstime; }; struct compat_elf_prpsinfo { char pr_state; char pr_sname; char pr_zomb; char pr_nice; compat_ulong_t pr_flag; __compat_uid_t pr_uid; __compat_gid_t pr_gid; compat_pid_t pr_pid; compat_pid_t pr_ppid; compat_pid_t pr_pgrp; compat_pid_t pr_sid; char pr_fname[16]; char pr_psargs[80]; }; struct compat_elf_prstatus { struct compat_elf_prstatus_common common; compat_elf_gregset_t pr_reg; compat_int_t pr_fpvalid; }; struct elf_thread_core_info___2 { struct elf_thread_core_info___2 *next; struct task_struct *task; struct compat_elf_prstatus prstatus; struct memelfnote notes[0]; }; struct elf_note_info___2 { struct elf_thread_core_info___2 *thread; struct memelfnote psinfo; struct memelfnote signote; struct memelfnote auxv; struct memelfnote files; compat_siginfo_t csigdata; size_t size; int thread_notes; }; enum { MBE_REFERENCED_B = 0, MBE_REUSABLE_B = 1, }; struct mb_cache_entry { struct list_head e_list; struct hlist_bl_node e_hash_list; atomic_t e_refcnt; u32 e_key; long unsigned int e_flags; u64 e_value; }; struct mb_cache { struct hlist_bl_head *c_hash; int c_bucket_bits; long unsigned int c_max_entries; spinlock_t c_list_lock; struct list_head c_list; long unsigned int c_entry_count; struct shrinker c_shrink; struct work_struct c_shrink_work; }; struct flat_hdr { char magic[4]; __be32 rev; __be32 entry; __be32 data_start; __be32 data_end; __be32 bss_end; __be32 stack_size; __be32 reloc_start; __be32 reloc_count; __be32 flags; __be32 build_date; __u32 filler[5]; }; struct lib_info { struct { long unsigned int start_code; long unsigned int start_data; long unsigned int start_brk; long unsigned int text_len; long unsigned int entry; long unsigned int build_date; bool loaded; } lib_list[1]; }; typedef unsigned char Byte; typedef long unsigned int uLong; struct internal_state; struct z_stream_s { const Byte *next_in; uLong avail_in; uLong total_in; Byte *next_out; uLong avail_out; uLong total_out; char *msg; struct internal_state *state; void *workspace; int data_type; uLong adler; uLong reserved; }; struct internal_state { int dummy; }; typedef struct z_stream_s z_stream; typedef z_stream *z_streamp; struct xdr_buf { struct kvec head[1]; struct kvec tail[1]; struct bio_vec *bvec; struct page **pages; unsigned int page_base; unsigned int page_len; unsigned int flags; unsigned int buflen; unsigned int len; }; struct xdr_array2_desc; typedef int (*xdr_xcode_elem_t)(struct xdr_array2_desc *, void *); struct xdr_array2_desc { unsigned int elem_size; unsigned int array_len; unsigned int array_maxlen; xdr_xcode_elem_t xcode; }; struct rpc_rqst; struct xdr_stream { __be32 *p; struct xdr_buf *buf; __be32 *end; struct kvec *iov; struct kvec scratch; struct page **page_ptr; unsigned int nwords; struct rpc_rqst *rqst; }; struct nfsacl_encode_desc { struct xdr_array2_desc desc; unsigned int count; struct posix_acl *acl; int typeflag; kuid_t uid; kgid_t gid; }; struct nfsacl_simple_acl { struct posix_acl acl; struct posix_acl_entry ace[4]; }; struct nfsacl_decode_desc { struct xdr_array2_desc desc; unsigned int count; struct posix_acl *acl; }; struct lock_manager { struct list_head list; bool block_opens; }; struct net_generic { union { struct { unsigned int len; struct callback_head rcu; } s; struct { struct { } __empty_ptr; void *ptr[0]; }; }; }; struct posix_acl_xattr_entry { __le16 e_tag; __le16 e_perm; __le32 e_id; }; struct posix_acl_xattr_header { __le32 a_version; }; struct rpc_timer { struct list_head list; long unsigned int expires; struct delayed_work dwork; }; struct rpc_wait_queue { spinlock_t lock; struct list_head tasks[4]; unsigned char maxpriority; unsigned char priority; unsigned char nr; short unsigned int qlen; struct rpc_timer timer_list; const char *name; }; struct nfs_seqid_counter { ktime_t create_time; int owner_id; int flags; u32 counter; spinlock_t lock; struct list_head list; struct rpc_wait_queue wait; }; struct nfs4_stateid_struct { union { char data[16]; struct { __be32 seqid; char other[12]; }; }; enum { NFS4_INVALID_STATEID_TYPE = 0, NFS4_SPECIAL_STATEID_TYPE = 1, NFS4_OPEN_STATEID_TYPE = 2, NFS4_LOCK_STATEID_TYPE = 3, NFS4_DELEGATION_STATEID_TYPE = 4, NFS4_LAYOUT_STATEID_TYPE = 5, NFS4_PNFS_DS_STATEID_TYPE = 6, NFS4_REVOKED_STATEID_TYPE = 7, } type; }; typedef struct nfs4_stateid_struct nfs4_stateid; struct nfs4_state; struct nfs4_lock_state { struct list_head ls_locks; struct nfs4_state *ls_state; long unsigned int ls_flags; struct nfs_seqid_counter ls_seqid; nfs4_stateid ls_stateid; refcount_t ls_count; fl_owner_t ls_owner; }; struct xdr_netobj { unsigned int len; u8 *data; }; struct rpc_xprt; struct rpc_task; struct rpc_cred; struct rpc_rqst { struct rpc_xprt *rq_xprt; struct xdr_buf rq_snd_buf; struct xdr_buf rq_rcv_buf; struct rpc_task *rq_task; struct rpc_cred *rq_cred; __be32 rq_xid; int rq_cong; u32 rq_seqno; int rq_enc_pages_num; struct page **rq_enc_pages; void (*rq_release_snd_buf)(struct rpc_rqst *); union { struct list_head rq_list; struct rb_node rq_recv; }; struct list_head rq_xmit; struct list_head rq_xmit2; void *rq_buffer; size_t rq_callsize; void *rq_rbuffer; size_t rq_rcvsize; size_t rq_xmit_bytes_sent; size_t rq_reply_bytes_recvd; struct xdr_buf rq_private_buf; long unsigned int rq_majortimeo; long unsigned int rq_minortimeo; long unsigned int rq_timeout; ktime_t rq_rtt; unsigned int rq_retries; unsigned int rq_connect_cookie; atomic_t rq_pin; u32 rq_bytes_sent; ktime_t rq_xtime; int rq_ntrans; struct list_head rq_bc_list; long unsigned int rq_bc_pa_state; struct list_head rq_bc_pa_list; }; typedef void (*kxdreproc_t)(struct rpc_rqst *, struct xdr_stream *, const void *); typedef int (*kxdrdproc_t)(struct rpc_rqst *, struct xdr_stream *, void *); struct rpc_procinfo; struct rpc_message { const struct rpc_procinfo *rpc_proc; void *rpc_argp; void *rpc_resp; const struct cred *rpc_cred; }; struct rpc_procinfo { u32 p_proc; kxdreproc_t p_encode; kxdrdproc_t p_decode; unsigned int p_arglen; unsigned int p_replen; unsigned int p_timer; u32 p_statidx; const char *p_name; }; struct rpc_wait { struct list_head list; struct list_head links; struct list_head timer_list; }; struct rpc_call_ops; struct rpc_clnt; struct rpc_task { atomic_t tk_count; int tk_status; struct list_head tk_task; void (*tk_callback)(struct rpc_task *); void (*tk_action)(struct rpc_task *); long unsigned int tk_timeout; long unsigned int tk_runstate; struct rpc_wait_queue *tk_waitqueue; union { struct work_struct tk_work; struct rpc_wait tk_wait; } u; struct rpc_message tk_msg; void *tk_calldata; const struct rpc_call_ops *tk_ops; struct rpc_clnt *tk_client; struct rpc_xprt *tk_xprt; struct rpc_cred *tk_op_cred; struct rpc_rqst *tk_rqstp; struct workqueue_struct *tk_workqueue; ktime_t tk_start; pid_t tk_owner; int tk_rpc_status; short unsigned int tk_flags; short unsigned int tk_timeouts; short unsigned int tk_pid; unsigned char tk_priority: 2; unsigned char tk_garb_retry: 2; unsigned char tk_cred_retry: 2; unsigned char tk_rebind_retry: 2; }; struct rpc_call_ops { void (*rpc_call_prepare)(struct rpc_task *, void *); void (*rpc_call_done)(struct rpc_task *, void *); void (*rpc_count_stats)(struct rpc_task *, void *); void (*rpc_release)(void *); }; struct rpc_pipe_dir_head { struct list_head pdh_entries; struct dentry *pdh_dentry; }; struct rpc_rtt { long unsigned int timeo; long unsigned int srtt[5]; long unsigned int sdrtt[5]; int ntimeouts[5]; }; struct rpc_timeout { long unsigned int to_initval; long unsigned int to_maxval; long unsigned int to_increment; unsigned int to_retries; unsigned char to_exponential; }; struct rpc_xprt_switch; struct rpc_xprt_iter_ops; struct rpc_xprt_iter { struct rpc_xprt_switch *xpi_xpswitch; struct rpc_xprt *xpi_cursor; const struct rpc_xprt_iter_ops *xpi_ops; }; struct rpc_auth; struct rpc_stat; struct rpc_iostats; struct rpc_program; struct rpc_sysfs_client; struct rpc_clnt { refcount_t cl_count; unsigned int cl_clid; struct list_head cl_clients; struct list_head cl_tasks; atomic_t cl_pid; spinlock_t cl_lock; struct rpc_xprt *cl_xprt; const struct rpc_procinfo *cl_procinfo; u32 cl_prog; u32 cl_vers; u32 cl_maxproc; struct rpc_auth *cl_auth; struct rpc_stat *cl_stats; struct rpc_iostats *cl_metrics; unsigned int cl_softrtry: 1; unsigned int cl_softerr: 1; unsigned int cl_discrtry: 1; unsigned int cl_noretranstimeo: 1; unsigned int cl_autobind: 1; unsigned int cl_chatty: 1; struct rpc_rtt *cl_rtt; const struct rpc_timeout *cl_timeout; atomic_t cl_swapper; int cl_nodelen; char cl_nodename[65]; struct rpc_pipe_dir_head cl_pipedir_objects; struct rpc_clnt *cl_parent; struct rpc_rtt cl_rtt_default; struct rpc_timeout cl_timeout_default; const struct rpc_program *cl_program; const char *cl_principal; struct rpc_sysfs_client *cl_sysfs; union { struct rpc_xprt_iter cl_xpi; struct work_struct cl_work; }; const struct cred *cl_cred; unsigned int cl_max_connect; }; struct rpc_xprt_ops; struct svc_xprt; struct svc_serv; struct xprt_class; struct rpc_sysfs_xprt; struct rpc_xprt { struct kref kref; const struct rpc_xprt_ops *ops; unsigned int id; const struct rpc_timeout *timeout; struct __kernel_sockaddr_storage addr; size_t addrlen; int prot; long unsigned int cong; long unsigned int cwnd; size_t max_payload; struct rpc_wait_queue binding; struct rpc_wait_queue sending; struct rpc_wait_queue pending; struct rpc_wait_queue backlog; struct list_head free; unsigned int max_reqs; unsigned int min_reqs; unsigned int num_reqs; long unsigned int state; unsigned char resvport: 1; unsigned char reuseport: 1; atomic_t swapper; unsigned int bind_index; struct list_head xprt_switch; long unsigned int bind_timeout; long unsigned int reestablish_timeout; unsigned int connect_cookie; struct work_struct task_cleanup; struct timer_list timer; long unsigned int last_used; long unsigned int idle_timeout; long unsigned int connect_timeout; long unsigned int max_reconnect_timeout; atomic_long_t queuelen; spinlock_t transport_lock; spinlock_t reserve_lock; spinlock_t queue_lock; u32 xid; struct rpc_task *snd_task; struct list_head xmit_queue; atomic_long_t xmit_queuelen; struct svc_xprt *bc_xprt; struct svc_serv *bc_serv; unsigned int bc_alloc_max; unsigned int bc_alloc_count; atomic_t bc_slot_count; spinlock_t bc_pa_lock; struct list_head bc_pa_list; struct rb_root recv_queue; struct { long unsigned int bind_count; long unsigned int connect_count; long unsigned int connect_start; long unsigned int connect_time; long unsigned int sends; long unsigned int recvs; long unsigned int bad_xids; long unsigned int max_slots; long long unsigned int req_u; long long unsigned int bklog_u; long long unsigned int sending_u; long long unsigned int pending_u; } stat; struct net *xprt_net; netns_tracker ns_tracker; const char *servername; const char *address_strings[6]; struct callback_head rcu; const struct xprt_class *xprt_class; struct rpc_sysfs_xprt *xprt_sysfs; bool main; }; struct rpc_credops; struct rpc_cred { struct hlist_node cr_hash; struct list_head cr_lru; struct callback_head cr_rcu; struct rpc_auth *cr_auth; const struct rpc_credops *cr_ops; long unsigned int cr_expire; long unsigned int cr_flags; refcount_t cr_count; const struct cred *cr_cred; }; typedef u32 rpc_authflavor_t; struct auth_cred { const struct cred *cred; const char *principal; }; struct rpc_authops; struct rpc_cred_cache; struct rpc_auth { unsigned int au_cslack; unsigned int au_rslack; unsigned int au_verfsize; unsigned int au_ralign; long unsigned int au_flags; const struct rpc_authops *au_ops; rpc_authflavor_t au_flavor; refcount_t au_count; struct rpc_cred_cache *au_credcache; }; struct rpc_credops { const char *cr_name; int (*cr_init)(struct rpc_auth *, struct rpc_cred *); void (*crdestroy)(struct rpc_cred *); int (*crmatch)(struct auth_cred *, struct rpc_cred *, int); int (*crmarshal)(struct rpc_task *, struct xdr_stream *); int (*crrefresh)(struct rpc_task *); int (*crvalidate)(struct rpc_task *, struct xdr_stream *); int (*crwrap_req)(struct rpc_task *, struct xdr_stream *); int (*crunwrap_resp)(struct rpc_task *, struct xdr_stream *); int (*crkey_timeout)(struct rpc_cred *); char * (*crstringify_acceptor)(struct rpc_cred *); bool (*crneed_reencode)(struct rpc_task *); }; struct rpc_auth_create_args; struct rpcsec_gss_info; struct rpc_authops { struct module *owner; rpc_authflavor_t au_flavor; char *au_name; struct rpc_auth * (*create)(const struct rpc_auth_create_args *, struct rpc_clnt *); void (*destroy)(struct rpc_auth *); int (*hash_cred)(struct auth_cred *, unsigned int); struct rpc_cred * (*lookup_cred)(struct rpc_auth *, struct auth_cred *, int); struct rpc_cred * (*crcreate)(struct rpc_auth *, struct auth_cred *, int, gfp_t); rpc_authflavor_t (*info2flavor)(struct rpcsec_gss_info *); int (*flavor2info)(rpc_authflavor_t, struct rpcsec_gss_info *); int (*key_timeout)(struct rpc_auth *, struct rpc_cred *); }; struct rpc_auth_create_args { rpc_authflavor_t pseudoflavor; const char *target_name; }; struct rpcsec_gss_oid { unsigned int len; u8 data[32]; }; struct rpcsec_gss_info { struct rpcsec_gss_oid oid; u32 qop; u32 service; }; struct rpc_xprt_ops { void (*set_buffer_size)(struct rpc_xprt *, size_t, size_t); int (*reserve_xprt)(struct rpc_xprt *, struct rpc_task *); void (*release_xprt)(struct rpc_xprt *, struct rpc_task *); void (*alloc_slot)(struct rpc_xprt *, struct rpc_task *); void (*free_slot)(struct rpc_xprt *, struct rpc_rqst *); void (*rpcbind)(struct rpc_task *); void (*set_port)(struct rpc_xprt *, short unsigned int); void (*connect)(struct rpc_xprt *, struct rpc_task *); int (*get_srcaddr)(struct rpc_xprt *, char *, size_t); short unsigned int (*get_srcport)(struct rpc_xprt *); int (*buf_alloc)(struct rpc_task *); void (*buf_free)(struct rpc_task *); int (*prepare_request)(struct rpc_rqst *, struct xdr_buf *); int (*send_request)(struct rpc_rqst *); void (*wait_for_reply_request)(struct rpc_task *); void (*timer)(struct rpc_xprt *, struct rpc_task *); void (*release_request)(struct rpc_task *); void (*close)(struct rpc_xprt *); void (*destroy)(struct rpc_xprt *); void (*set_connect_timeout)(struct rpc_xprt *, long unsigned int, long unsigned int); void (*print_stats)(struct rpc_xprt *, struct seq_file *); int (*enable_swap)(struct rpc_xprt *); void (*disable_swap)(struct rpc_xprt *); void (*inject_disconnect)(struct rpc_xprt *); int (*bc_setup)(struct rpc_xprt *, unsigned int); size_t (*bc_maxpayload)(struct rpc_xprt *); unsigned int (*bc_num_slots)(struct rpc_xprt *); void (*bc_free_rqst)(struct rpc_rqst *); void (*bc_destroy)(struct rpc_xprt *, unsigned int); }; struct svc_program; struct svc_stat; struct svc_pool; struct svc_serv { struct svc_program *sv_program; struct svc_stat *sv_stats; spinlock_t sv_lock; struct kref sv_refcnt; unsigned int sv_nrthreads; unsigned int sv_maxconn; unsigned int sv_max_payload; unsigned int sv_max_mesg; unsigned int sv_xdrsize; struct list_head sv_permsocks; struct list_head sv_tempsocks; int sv_tmpcnt; struct timer_list sv_temptimer; char *sv_name; unsigned int sv_nrpools; struct svc_pool *sv_pools; int (*sv_threadfn)(void *); struct list_head sv_cb_list; spinlock_t sv_cb_lock; wait_queue_head_t sv_cb_waitq; bool sv_bc_enabled; }; struct xprt_create; struct xprt_class { struct list_head list; int ident; struct rpc_xprt * (*setup)(struct xprt_create *); struct module *owner; char name[32]; const char *netid[0]; }; struct xprt_create { int ident; struct net *net; struct sockaddr *srcaddr; struct sockaddr *dstaddr; size_t addrlen; const char *servername; struct svc_xprt *bc_xprt; struct rpc_xprt_switch *bc_xps; unsigned int flags; }; struct rpc_sysfs_xprt_switch; struct rpc_xprt_switch { spinlock_t xps_lock; struct kref xps_kref; unsigned int xps_id; unsigned int xps_nxprts; unsigned int xps_nactive; unsigned int xps_nunique_destaddr_xprts; atomic_long_t xps_queuelen; struct list_head xps_xprt_list; struct net *xps_net; const struct rpc_xprt_iter_ops *xps_iter_ops; struct rpc_sysfs_xprt_switch *xps_sysfs; struct callback_head xps_rcu; }; struct rpc_stat { const struct rpc_program *program; unsigned int netcnt; unsigned int netudpcnt; unsigned int nettcpcnt; unsigned int nettcpconn; unsigned int netreconn; unsigned int rpccnt; unsigned int rpcretrans; unsigned int rpcauthrefresh; unsigned int rpcgarbage; }; struct rpc_version; struct rpc_program { const char *name; u32 number; unsigned int nrvers; const struct rpc_version **version; struct rpc_stat *stats; const char *pipe_dir_name; }; struct svc_stat { struct svc_program *program; unsigned int netcnt; unsigned int netudpcnt; unsigned int nettcpcnt; unsigned int nettcpconn; unsigned int rpccnt; unsigned int rpcbadfmt; unsigned int rpcbadauth; unsigned int rpcbadclnt; }; struct svc_version; struct svc_rqst; struct svc_process_info; struct svc_program { struct svc_program *pg_next; u32 pg_prog; unsigned int pg_lovers; unsigned int pg_hivers; unsigned int pg_nvers; const struct svc_version **pg_vers; char *pg_name; char *pg_class; struct svc_stat *pg_stats; int (*pg_authenticate)(struct svc_rqst *); __be32 (*pg_init_request)(struct svc_rqst *, const struct svc_program *, struct svc_process_info *); int (*pg_rpcbind_set)(struct net *, const struct svc_program *, u32, int, short unsigned int, short unsigned int); }; struct rpc_xprt_iter_ops { void (*xpi_rewind)(struct rpc_xprt_iter *); struct rpc_xprt * (*xpi_xprt)(struct rpc_xprt_iter *); struct rpc_xprt * (*xpi_next)(struct rpc_xprt_iter *); }; struct rpc_version { u32 number; unsigned int nrprocs; const struct rpc_procinfo *procs; unsigned int *counts; }; struct nfs_fh { short unsigned int size; unsigned char data[128]; }; enum nfs3_stable_how { NFS_UNSTABLE = 0, NFS_DATA_SYNC = 1, NFS_FILE_SYNC = 2, NFS_INVALID_STABLE_HOW = 4294967295, }; struct nfs4_label { uint32_t lfs; uint32_t pi; u32 len; char *label; }; typedef struct { char data[8]; } nfs4_verifier; enum nfs4_change_attr_type { NFS4_CHANGE_TYPE_IS_MONOTONIC_INCR = 0, NFS4_CHANGE_TYPE_IS_VERSION_COUNTER = 1, NFS4_CHANGE_TYPE_IS_VERSION_COUNTER_NOPNFS = 2, NFS4_CHANGE_TYPE_IS_TIME_METADATA = 3, NFS4_CHANGE_TYPE_IS_UNDEFINED = 4, }; struct gss_api_mech; struct gss_ctx { struct gss_api_mech *mech_type; void *internal_ctx_id; unsigned int slack; unsigned int align; }; struct gss_api_ops; struct pf_desc; struct gss_api_mech { struct list_head gm_list; struct module *gm_owner; struct rpcsec_gss_oid gm_oid; char *gm_name; const struct gss_api_ops *gm_ops; int gm_pf_num; struct pf_desc *gm_pfs; const char *gm_upcall_enctypes; }; struct auth_domain; struct pf_desc { u32 pseudoflavor; u32 qop; u32 service; char *name; char *auth_domain_name; struct auth_domain *domain; bool datatouch; }; struct auth_ops; struct auth_domain { struct kref ref; struct hlist_node hash; char *name; struct auth_ops *flavour; struct callback_head callback_head; }; struct gss_api_ops { int (*gss_import_sec_context)(const void *, size_t, struct gss_ctx *, time64_t *, gfp_t); u32 (*gss_get_mic)(struct gss_ctx *, struct xdr_buf *, struct xdr_netobj *); u32 (*gss_verify_mic)(struct gss_ctx *, struct xdr_buf *, struct xdr_netobj *); u32 (*gss_wrap)(struct gss_ctx *, int, struct xdr_buf *, struct page **); u32 (*gss_unwrap)(struct gss_ctx *, int, int, struct xdr_buf *); void (*gss_delete_sec_context)(void *); }; struct nfs4_string { unsigned int len; char *data; }; struct nfs_fsid { uint64_t major; uint64_t minor; }; struct nfs4_threshold { __u32 bm; __u32 l_type; __u64 rd_sz; __u64 wr_sz; __u64 rd_io_sz; __u64 wr_io_sz; }; struct nfs_fattr { unsigned int valid; umode_t mode; __u32 nlink; kuid_t uid; kgid_t gid; dev_t rdev; __u64 size; union { struct { __u32 blocksize; __u32 blocks; } nfs2; struct { __u64 used; } nfs3; } du; struct nfs_fsid fsid; __u64 fileid; __u64 mounted_on_fileid; struct timespec64 atime; struct timespec64 mtime; struct timespec64 ctime; __u64 change_attr; __u64 pre_change_attr; __u64 pre_size; struct timespec64 pre_mtime; struct timespec64 pre_ctime; long unsigned int time_start; long unsigned int gencount; struct nfs4_string *owner_name; struct nfs4_string *group_name; struct nfs4_threshold *mdsthreshold; struct nfs4_label *label; }; struct nfs_fsinfo { struct nfs_fattr *fattr; __u32 rtmax; __u32 rtpref; __u32 rtmult; __u32 wtmax; __u32 wtpref; __u32 wtmult; __u32 dtpref; __u64 maxfilesize; struct timespec64 time_delta; __u32 lease_time; __u32 nlayouttypes; __u32 layouttype[8]; __u32 blksize; __u32 clone_blksize; enum nfs4_change_attr_type change_attr_type; __u32 xattr_support; }; struct nfs_fsstat { struct nfs_fattr *fattr; __u64 tbytes; __u64 fbytes; __u64 abytes; __u64 tfiles; __u64 ffiles; __u64 afiles; }; struct nfs_pathconf { struct nfs_fattr *fattr; __u32 max_link; __u32 max_namelen; }; struct nfs4_change_info { u32 atomic; u64 before; u64 after; }; struct nfs4_slot; struct nfs4_sequence_args { struct nfs4_slot *sa_slot; u8 sa_cache_this: 1; u8 sa_privileged: 1; }; struct nfs4_sequence_res { struct nfs4_slot *sr_slot; long unsigned int sr_timestamp; int sr_status; u32 sr_status_flags; u32 sr_highest_slotid; u32 sr_target_highest_slotid; }; struct nfs_open_context; struct nfs_lock_context { refcount_t count; struct list_head list; struct nfs_open_context *open_context; fl_owner_t lockowner; atomic_t io_count; struct callback_head callback_head; }; struct nfs_open_context { struct nfs_lock_context lock_context; fl_owner_t flock_owner; struct dentry *dentry; const struct cred *cred; struct rpc_cred *ll_cred; struct nfs4_state *state; fmode_t mode; long unsigned int flags; int error; struct list_head list; struct nfs4_threshold *mdsthreshold; struct callback_head callback_head; }; struct nlm_host; struct nfs_auth_info { unsigned int flavor_len; rpc_authflavor_t flavors[12]; }; struct nfs_client; struct nfs_iostats; struct pnfs_layoutdriver_type; struct nfs_server { struct nfs_client *nfs_client; struct list_head client_link; struct list_head master_link; struct rpc_clnt *client; struct rpc_clnt *client_acl; struct nlm_host *nlm_host; struct nfs_iostats *io_stats; atomic_long_t writeback; unsigned int write_congested; unsigned int flags; unsigned int fattr_valid; unsigned int caps; unsigned int rsize; unsigned int rpages; unsigned int wsize; unsigned int wpages; unsigned int wtmult; unsigned int dtsize; short unsigned int port; unsigned int bsize; unsigned int gxasize; unsigned int sxasize; unsigned int lxasize; unsigned int acregmin; unsigned int acregmax; unsigned int acdirmin; unsigned int acdirmax; unsigned int namelen; unsigned int options; unsigned int clone_blksize; enum nfs4_change_attr_type change_attr_type; struct nfs_fsid fsid; __u64 maxfilesize; struct timespec64 time_delta; long unsigned int mount_time; struct super_block *super; dev_t s_dev; struct nfs_auth_info auth_info; u32 pnfs_blksize; u32 attr_bitmask[3]; u32 attr_bitmask_nl[3]; u32 exclcreat_bitmask[3]; u32 cache_consistency_bitmask[3]; u32 acl_bitmask; u32 fh_expire_type; struct pnfs_layoutdriver_type *pnfs_curr_ld; struct rpc_wait_queue roc_rpcwaitq; void *pnfs_ld_data; struct rb_root state_owners; struct ida openowner_id; struct ida lockowner_id; struct list_head state_owners_lru; struct list_head layouts; struct list_head delegations; struct list_head ss_copies; long unsigned int mig_gen; long unsigned int mig_status; void (*destroy)(struct nfs_server *); atomic_t active; struct __kernel_sockaddr_storage mountd_address; size_t mountd_addrlen; u32 mountd_version; short unsigned int mountd_port; short unsigned int mountd_protocol; struct rpc_wait_queue uoc_rpcwaitq; unsigned int read_hdrsize; const struct cred *cred; bool has_sec_mnt_opts; }; struct nfs_rpc_ops; struct nfs_subversion; struct idmap; struct nfs4_minor_version_ops; struct nfs4_slot_table; struct nfs4_session; struct nfs41_server_owner; struct nfs41_server_scope; struct nfs41_impl_id; struct nfs_client { refcount_t cl_count; atomic_t cl_mds_count; int cl_cons_state; long unsigned int cl_res_state; long unsigned int cl_flags; struct __kernel_sockaddr_storage cl_addr; size_t cl_addrlen; char *cl_hostname; char *cl_acceptor; struct list_head cl_share_link; struct list_head cl_superblocks; struct rpc_clnt *cl_rpcclient; const struct nfs_rpc_ops *rpc_ops; int cl_proto; struct nfs_subversion *cl_nfs_mod; u32 cl_minorversion; unsigned int cl_nconnect; unsigned int cl_max_connect; const char *cl_principal; struct list_head cl_ds_clients; u64 cl_clientid; nfs4_verifier cl_confirm; long unsigned int cl_state; spinlock_t cl_lock; long unsigned int cl_lease_time; long unsigned int cl_last_renewal; struct delayed_work cl_renewd; struct rpc_wait_queue cl_rpcwaitq; struct idmap *cl_idmap; const char *cl_owner_id; u32 cl_cb_ident; const struct nfs4_minor_version_ops *cl_mvops; long unsigned int cl_mig_gen; struct nfs4_slot_table *cl_slot_tbl; u32 cl_seqid; u32 cl_exchange_flags; struct nfs4_session *cl_session; bool cl_preserve_clid; struct nfs41_server_owner *cl_serverowner; struct nfs41_server_scope *cl_serverscope; struct nfs41_impl_id *cl_implid; long unsigned int cl_sp4_flags; wait_queue_head_t cl_lock_waitq; char cl_ipaddr[48]; struct net *cl_net; struct list_head pending_cb_stateids; }; struct nfs_seqid { struct nfs_seqid_counter *sequence; struct list_head list; struct rpc_task *task; }; struct nfs_write_verifier { char data[8]; }; struct nfs_writeverf { struct nfs_write_verifier verifier; enum nfs3_stable_how committed; }; struct nfs_pgio_args { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; struct nfs_open_context *context; struct nfs_lock_context *lock_context; nfs4_stateid stateid; __u64 offset; __u32 count; unsigned int pgbase; struct page **pages; union { unsigned int replen; struct { const u32 *bitmask; u32 bitmask_store[3]; enum nfs3_stable_how stable; }; }; }; struct nfs_pgio_res { struct nfs4_sequence_res seq_res; struct nfs_fattr *fattr; __u64 count; __u32 op_status; union { struct { unsigned int replen; int eof; }; struct { struct nfs_writeverf *verf; const struct nfs_server *server; }; }; }; struct nfs_commitargs { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; __u64 offset; __u32 count; const u32 *bitmask; }; struct nfs_commitres { struct nfs4_sequence_res seq_res; __u32 op_status; struct nfs_fattr *fattr; struct nfs_writeverf *verf; const struct nfs_server *server; }; struct nfs_removeargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; struct qstr name; }; struct nfs_removeres { struct nfs4_sequence_res seq_res; struct nfs_server *server; struct nfs_fattr *dir_attr; struct nfs4_change_info cinfo; }; struct nfs_renameargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *old_dir; const struct nfs_fh *new_dir; const struct qstr *old_name; const struct qstr *new_name; }; struct nfs_renameres { struct nfs4_sequence_res seq_res; struct nfs_server *server; struct nfs4_change_info old_cinfo; struct nfs_fattr *old_fattr; struct nfs4_change_info new_cinfo; struct nfs_fattr *new_fattr; }; struct nfs_entry { __u64 ino; __u64 cookie; const char *name; unsigned int len; int eof; struct nfs_fh *fh; struct nfs_fattr *fattr; unsigned char d_type; struct nfs_server *server; }; struct nfs_readdir_arg { struct dentry *dentry; const struct cred *cred; __be32 *verf; u64 cookie; struct page **pages; unsigned int page_len; bool plus; }; struct nfs_readdir_res { __be32 *verf; }; struct nfs4_pathname { unsigned int ncomponents; struct nfs4_string components[512]; }; struct nfs4_fs_location { unsigned int nservers; struct nfs4_string servers[10]; struct nfs4_pathname rootpath; }; struct nfs4_fs_locations { struct nfs_fattr *fattr; const struct nfs_server *server; struct nfs4_pathname fs_path; int nlocations; struct nfs4_fs_location locations[10]; }; struct nfstime4 { u64 seconds; u32 nseconds; }; struct pnfs_commit_ops; struct pnfs_ds_commit_info { struct list_head commits; unsigned int nwritten; unsigned int ncommitting; const struct pnfs_commit_ops *ops; }; struct pnfs_layout_segment; struct nfs_commit_info; struct nfs_page; struct pnfs_commit_ops { void (*setup_ds_info)(struct pnfs_ds_commit_info *, struct pnfs_layout_segment *); void (*release_ds_info)(struct pnfs_ds_commit_info *, struct inode *); int (*commit_pagelist)(struct inode *, struct list_head *, int, struct nfs_commit_info *); void (*mark_request_commit)(struct nfs_page *, struct pnfs_layout_segment *, struct nfs_commit_info *, u32); void (*clear_request_commit)(struct nfs_page *, struct nfs_commit_info *); int (*scan_commit_lists)(struct nfs_commit_info *, int); void (*recover_commit_reqs)(struct list_head *, struct nfs_commit_info *); struct nfs_page * (*search_commit_reqs)(struct nfs_commit_info *, struct page *); }; struct nfs41_server_owner { uint64_t minor_id; uint32_t major_id_sz; char major_id[1024]; }; struct nfs41_server_scope { uint32_t server_scope_sz; char server_scope[1024]; }; struct nfs41_impl_id { char domain[1025]; char name[1025]; struct nfstime4 date; }; struct nfs_page_array { struct page **pagevec; unsigned int npages; struct page *page_array[8]; }; struct nfs_pgio_completion_ops; struct nfs_rw_ops; struct nfs_io_completion; struct nfs_direct_req; struct nfs_pgio_header { struct inode *inode; const struct cred *cred; struct list_head pages; struct nfs_page *req; struct nfs_writeverf verf; fmode_t rw_mode; struct pnfs_layout_segment *lseg; loff_t io_start; const struct rpc_call_ops *mds_ops; void (*release)(struct nfs_pgio_header *); const struct nfs_pgio_completion_ops *completion_ops; const struct nfs_rw_ops *rw_ops; struct nfs_io_completion *io_completion; struct nfs_direct_req *dreq; int pnfs_error; int error; unsigned int good_bytes; long unsigned int flags; struct rpc_task task; struct nfs_fattr fattr; struct nfs_pgio_args args; struct nfs_pgio_res res; long unsigned int timestamp; int (*pgio_done_cb)(struct rpc_task *, struct nfs_pgio_header *); __u64 mds_offset; struct nfs_page_array page_array; struct nfs_client *ds_clp; u32 ds_commit_idx; u32 pgio_mirror_idx; }; struct nfs_pgio_completion_ops { void (*error_cleanup)(struct list_head *, int); void (*init_hdr)(struct nfs_pgio_header *); void (*completion)(struct nfs_pgio_header *); void (*reschedule_io)(struct nfs_pgio_header *); }; struct rpc_task_setup; struct nfs_rw_ops { struct nfs_pgio_header * (*rw_alloc_header)(); void (*rw_free_header)(struct nfs_pgio_header *); int (*rw_done)(struct rpc_task *, struct nfs_pgio_header *, struct inode *); void (*rw_result)(struct rpc_task *, struct nfs_pgio_header *); void (*rw_initiate)(struct nfs_pgio_header *, struct rpc_message *, const struct nfs_rpc_ops *, struct rpc_task_setup *, int); }; struct nfs_mds_commit_info { atomic_t rpcs_out; atomic_long_t ncommit; struct list_head list; }; struct nfs_commit_data; struct nfs_commit_completion_ops { void (*completion)(struct nfs_commit_data *); void (*resched_write)(struct nfs_commit_info *, struct nfs_page *); }; struct nfs_commit_data { struct rpc_task task; struct inode *inode; const struct cred *cred; struct nfs_fattr fattr; struct nfs_writeverf verf; struct list_head pages; struct list_head list; struct nfs_direct_req *dreq; struct nfs_commitargs args; struct nfs_commitres res; struct nfs_open_context *context; struct pnfs_layout_segment *lseg; struct nfs_client *ds_clp; int ds_commit_index; loff_t lwb; const struct rpc_call_ops *mds_ops; const struct nfs_commit_completion_ops *completion_ops; int (*commit_done_cb)(struct rpc_task *, struct nfs_commit_data *); long unsigned int flags; }; struct nfs_commit_info { struct inode *inode; struct nfs_mds_commit_info *mds; struct pnfs_ds_commit_info *ds; struct nfs_direct_req *dreq; const struct nfs_commit_completion_ops *completion_ops; }; struct nfs_unlinkdata { struct nfs_removeargs args; struct nfs_removeres res; struct dentry *dentry; wait_queue_head_t wq; const struct cred *cred; struct nfs_fattr dir_attr; long int timeout; }; struct nfs_renamedata { struct nfs_renameargs args; struct nfs_renameres res; struct rpc_task task; const struct cred *cred; struct inode *old_dir; struct dentry *old_dentry; struct nfs_fattr old_fattr; struct inode *new_dir; struct dentry *new_dentry; struct nfs_fattr new_fattr; void (*complete)(struct rpc_task *, struct nfs_renamedata *); long int timeout; bool cancelled; }; struct nlmclnt_operations; struct nfs_access_entry; struct nfs_client_initdata; struct nfs_rpc_ops { u32 version; const struct dentry_operations *dentry_ops; const struct inode_operations *dir_inode_ops; const struct inode_operations *file_inode_ops; const struct file_operations *file_ops; const struct nlmclnt_operations *nlmclnt_ops; int (*getroot)(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *); int (*submount)(struct fs_context *, struct nfs_server *); int (*try_get_tree)(struct fs_context *); int (*getattr)(struct nfs_server *, struct nfs_fh *, struct nfs_fattr *, struct inode *); int (*setattr)(struct dentry *, struct nfs_fattr *, struct iattr *); int (*lookup)(struct inode *, struct dentry *, struct nfs_fh *, struct nfs_fattr *); int (*lookupp)(struct inode *, struct nfs_fh *, struct nfs_fattr *); int (*access)(struct inode *, struct nfs_access_entry *, const struct cred *); int (*readlink)(struct inode *, struct page *, unsigned int, unsigned int); int (*create)(struct inode *, struct dentry *, struct iattr *, int); int (*remove)(struct inode *, struct dentry *); void (*unlink_setup)(struct rpc_message *, struct dentry *, struct inode *); void (*unlink_rpc_prepare)(struct rpc_task *, struct nfs_unlinkdata *); int (*unlink_done)(struct rpc_task *, struct inode *); void (*rename_setup)(struct rpc_message *, struct dentry *, struct dentry *); void (*rename_rpc_prepare)(struct rpc_task *, struct nfs_renamedata *); int (*rename_done)(struct rpc_task *, struct inode *, struct inode *); int (*link)(struct inode *, struct inode *, const struct qstr *); int (*symlink)(struct inode *, struct dentry *, struct page *, unsigned int, struct iattr *); int (*mkdir)(struct inode *, struct dentry *, struct iattr *); int (*rmdir)(struct inode *, const struct qstr *); int (*readdir)(struct nfs_readdir_arg *, struct nfs_readdir_res *); int (*mknod)(struct inode *, struct dentry *, struct iattr *, dev_t); int (*statfs)(struct nfs_server *, struct nfs_fh *, struct nfs_fsstat *); int (*fsinfo)(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *); int (*pathconf)(struct nfs_server *, struct nfs_fh *, struct nfs_pathconf *); int (*set_capabilities)(struct nfs_server *, struct nfs_fh *); int (*decode_dirent)(struct xdr_stream *, struct nfs_entry *, bool); int (*pgio_rpc_prepare)(struct rpc_task *, struct nfs_pgio_header *); void (*read_setup)(struct nfs_pgio_header *, struct rpc_message *); int (*read_done)(struct rpc_task *, struct nfs_pgio_header *); void (*write_setup)(struct nfs_pgio_header *, struct rpc_message *, struct rpc_clnt **); int (*write_done)(struct rpc_task *, struct nfs_pgio_header *); void (*commit_setup)(struct nfs_commit_data *, struct rpc_message *, struct rpc_clnt **); void (*commit_rpc_prepare)(struct rpc_task *, struct nfs_commit_data *); int (*commit_done)(struct rpc_task *, struct nfs_commit_data *); int (*lock)(struct file *, int, struct file_lock *); int (*lock_check_bounds)(const struct file_lock *); void (*clear_acl_cache)(struct inode *); void (*close_context)(struct nfs_open_context *, int); struct inode * (*open_context)(struct inode *, struct nfs_open_context *, int, struct iattr *, int *); int (*have_delegation)(struct inode *, fmode_t); struct nfs_client * (*alloc_client)(const struct nfs_client_initdata *); struct nfs_client * (*init_client)(struct nfs_client *, const struct nfs_client_initdata *); void (*free_client)(struct nfs_client *); struct nfs_server * (*create_server)(struct fs_context *); struct nfs_server * (*clone_server)(struct nfs_server *, struct nfs_fh *, struct nfs_fattr *, rpc_authflavor_t); int (*discover_trunking)(struct nfs_server *, struct nfs_fh *); void (*enable_swap)(struct inode *); void (*disable_swap)(struct inode *); }; struct nlmclnt_operations { void (*nlmclnt_alloc_call)(void *); bool (*nlmclnt_unlock_prepare)(struct rpc_task *, void *); void (*nlmclnt_release_call)(void *); }; struct nfs_access_entry { struct rb_node rb_node; struct list_head lru; kuid_t fsuid; kgid_t fsgid; struct group_info *group_info; u64 timestamp; __u32 mask; struct callback_head callback_head; }; struct nfs_client_initdata { long unsigned int init_flags; const char *hostname; const struct __kernel_sockaddr_storage *addr; const char *nodename; const char *ip_addr; size_t addrlen; struct nfs_subversion *nfs_mod; int proto; u32 minorversion; unsigned int nconnect; unsigned int max_connect; struct net *net; const struct rpc_timeout *timeparms; const struct cred *cred; }; struct nfs4_state_recovery_ops; struct nfs4_state_maintenance_ops; struct nfs4_mig_recovery_ops; struct nfs4_minor_version_ops { u32 minor_version; unsigned int init_caps; int (*init_client)(struct nfs_client *); void (*shutdown_client)(struct nfs_client *); bool (*match_stateid)(const nfs4_stateid *, const nfs4_stateid *); int (*find_root_sec)(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *); void (*free_lock_state)(struct nfs_server *, struct nfs4_lock_state *); int (*test_and_free_expired)(struct nfs_server *, nfs4_stateid *, const struct cred *); struct nfs_seqid * (*alloc_seqid)(struct nfs_seqid_counter *, gfp_t); void (*session_trunk)(struct rpc_clnt *, struct rpc_xprt *, void *); const struct rpc_call_ops *call_sync_ops; const struct nfs4_state_recovery_ops *reboot_recovery_ops; const struct nfs4_state_recovery_ops *nograce_recovery_ops; const struct nfs4_state_maintenance_ops *state_renewal_ops; const struct nfs4_mig_recovery_ops *mig_recovery_ops; }; struct nfs4_state_owner; struct nfs4_state { struct list_head open_states; struct list_head inode_states; struct list_head lock_states; struct nfs4_state_owner *owner; struct inode *inode; long unsigned int flags; spinlock_t state_lock; seqlock_t seqlock; nfs4_stateid stateid; nfs4_stateid open_stateid; unsigned int n_rdonly; unsigned int n_wronly; unsigned int n_rdwr; fmode_t state; refcount_t count; wait_queue_head_t waitq; struct callback_head callback_head; }; struct cache_head { struct hlist_node cache_list; time64_t expiry_time; time64_t last_refresh; struct kref ref; long unsigned int flags; }; struct cache_deferred_req; struct cache_req { struct cache_deferred_req * (*defer)(struct cache_req *); long unsigned int thread_wait; }; struct cache_deferred_req { struct hlist_node hash; struct list_head recent; struct cache_head *item; void *owner; void (*revisit)(struct cache_deferred_req *, int); }; struct svc_cred { kuid_t cr_uid; kgid_t cr_gid; struct group_info *cr_group_info; u32 cr_flavor; char *cr_raw_principal; char *cr_principal; char *cr_targ_princ; struct gss_api_mech *cr_gss_mech; }; struct auth_ops { char *name; struct module *owner; int flavour; int (*accept)(struct svc_rqst *); int (*release)(struct svc_rqst *); void (*domain_release)(struct auth_domain *); int (*set_client)(struct svc_rqst *); }; struct svc_procedure; struct svc_deferred_req; struct svc_cacherep; struct svc_rqst { struct list_head rq_all; struct callback_head rq_rcu_head; struct svc_xprt *rq_xprt; struct __kernel_sockaddr_storage rq_addr; size_t rq_addrlen; struct __kernel_sockaddr_storage rq_daddr; size_t rq_daddrlen; struct svc_serv *rq_server; struct svc_pool *rq_pool; const struct svc_procedure *rq_procinfo; struct auth_ops *rq_authop; struct svc_cred rq_cred; void *rq_xprt_ctxt; struct svc_deferred_req *rq_deferred; struct xdr_buf rq_arg; struct xdr_stream rq_arg_stream; struct xdr_stream rq_res_stream; struct page *rq_scratch_page; struct xdr_buf rq_res; struct page *rq_pages[260]; struct page **rq_respages; struct page **rq_next_page; struct page **rq_page_end; struct pagevec rq_pvec; struct kvec rq_vec[259]; struct bio_vec rq_bvec[259]; __be32 rq_xid; u32 rq_prog; u32 rq_vers; u32 rq_proc; u32 rq_prot; int rq_cachetype; long unsigned int rq_flags; ktime_t rq_qtime; void *rq_argp; void *rq_resp; void *rq_auth_data; __be32 rq_auth_stat; int rq_auth_slack; int rq_reserved; ktime_t rq_stime; struct cache_req rq_chandle; struct auth_domain *rq_client; struct auth_domain *rq_gssclient; struct svc_cacherep *rq_cacherep; struct task_struct *rq_task; struct net *rq_bc_net; void **rq_lease_breaker; }; struct svc_pool_stats { atomic_long_t packets; long unsigned int sockets_queued; atomic_long_t threads_woken; atomic_long_t threads_timedout; }; struct svc_pool { unsigned int sp_id; spinlock_t sp_lock; struct list_head sp_sockets; unsigned int sp_nrthreads; struct list_head sp_all_threads; struct svc_pool_stats sp_stats; long unsigned int sp_flags; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct svc_procedure { __be32 (*pc_func)(struct svc_rqst *); bool (*pc_decode)(struct svc_rqst *, struct xdr_stream *); bool (*pc_encode)(struct svc_rqst *, struct xdr_stream *); void (*pc_release)(struct svc_rqst *); unsigned int pc_argsize; unsigned int pc_argzero; unsigned int pc_ressize; unsigned int pc_cachetype; unsigned int pc_xdrressize; const char *pc_name; }; struct svc_deferred_req { u32 prot; struct svc_xprt *xprt; struct __kernel_sockaddr_storage addr; size_t addrlen; struct __kernel_sockaddr_storage daddr; size_t daddrlen; void *xprt_ctxt; struct cache_deferred_req handle; int argslen; __be32 args[0]; }; struct svc_process_info { union { int (*dispatch)(struct svc_rqst *, __be32 *); struct { unsigned int lovers; unsigned int hivers; } mismatch; }; }; struct svc_version { u32 vs_vers; u32 vs_nproc; const struct svc_procedure *vs_proc; unsigned int *vs_count; u32 vs_xdrsize; bool vs_hidden; bool vs_rpcb_optnl; bool vs_need_cong_ctrl; int (*vs_dispatch)(struct svc_rqst *, __be32 *); }; struct nfs4_ssc_client_ops; struct nfs_ssc_client_ops; struct nfs_ssc_client_ops_tbl { const struct nfs4_ssc_client_ops *ssc_nfs4_ops; const struct nfs_ssc_client_ops *ssc_nfs_ops; }; struct nfs4_ssc_client_ops { struct file * (*sco_open)(struct vfsmount *, struct nfs_fh *, nfs4_stateid *); void (*sco_close)(struct file *); }; struct nfs_ssc_client_ops { void (*sco_sb_deactive)(struct super_block *); }; struct nfs4_state_recovery_ops { int owner_flag_bit; int state_flag_bit; int (*recover_open)(struct nfs4_state_owner *, struct nfs4_state *); int (*recover_lock)(struct nfs4_state *, struct file_lock *); int (*establish_clid)(struct nfs_client *, const struct cred *); int (*reclaim_complete)(struct nfs_client *, const struct cred *); int (*detect_trunking)(struct nfs_client *, struct nfs_client **, const struct cred *); }; struct nfs4_state_maintenance_ops { int (*sched_state_renewal)(struct nfs_client *, const struct cred *, unsigned int); const struct cred * (*get_state_renewal_cred)(struct nfs_client *); int (*renew_lease)(struct nfs_client *, const struct cred *); }; struct nfs4_mig_recovery_ops { int (*get_locations)(struct nfs_server *, struct nfs_fh *, struct nfs4_fs_locations *, struct page *, const struct cred *); int (*fsid_present)(struct inode *, const struct cred *); }; struct nfs4_state_owner { struct nfs_server *so_server; struct list_head so_lru; long unsigned int so_expires; struct rb_node so_server_node; const struct cred *so_cred; spinlock_t so_lock; atomic_t so_count; long unsigned int so_flags; struct list_head so_states; struct nfs_seqid_counter so_seqid; seqcount_spinlock_t so_reclaim_seqcount; struct mutex so_delegreturn_mutex; }; struct core_name { char *corename; int used; int size; }; struct iomap_iter { struct inode *inode; loff_t pos; u64 len; s64 processed; unsigned int flags; struct iomap iomap; struct iomap srcmap; void *private; }; struct trace_event_raw_iomap_readpage_class { struct trace_entry ent; dev_t dev; u64 ino; int nr_pages; char __data[0]; }; struct trace_event_raw_iomap_range_class { struct trace_entry ent; dev_t dev; u64 ino; loff_t size; loff_t offset; u64 length; char __data[0]; }; struct trace_event_raw_iomap_class { struct trace_entry ent; dev_t dev; u64 ino; u64 addr; loff_t offset; u64 length; u16 type; u16 flags; dev_t bdev; char __data[0]; }; struct trace_event_raw_iomap_iter { struct trace_entry ent; dev_t dev; u64 ino; loff_t pos; u64 length; unsigned int flags; const void *ops; long unsigned int caller; char __data[0]; }; struct trace_event_data_offsets_iomap_readpage_class {}; struct trace_event_data_offsets_iomap_range_class {}; struct trace_event_data_offsets_iomap_class {}; struct trace_event_data_offsets_iomap_iter {}; typedef void (*btf_trace_iomap_readpage)(void *, struct inode *, int); typedef void (*btf_trace_iomap_readahead)(void *, struct inode *, int); typedef void (*btf_trace_iomap_writepage)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_release_folio)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_invalidate_folio)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_dio_invalidate_fail)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_iter_dstmap)(void *, struct inode *, struct iomap *); typedef void (*btf_trace_iomap_iter_srcmap)(void *, struct inode *, struct iomap *); typedef void (*btf_trace_iomap_writepage_map)(void *, struct inode *, struct iomap *); typedef void (*btf_trace_iomap_iter)(void *, struct iomap_iter *, const void *, long unsigned int); struct iomap_ops { int (*iomap_begin)(struct inode *, loff_t, loff_t, unsigned int, struct iomap *, struct iomap *); int (*iomap_end)(struct inode *, loff_t, loff_t, ssize_t, unsigned int, struct iomap *); }; struct iomap_swapfile_info { struct iomap iomap; struct swap_info_struct *sis; uint64_t lowest_ppage; uint64_t highest_ppage; long unsigned int nr_pages; int nr_extents; struct file *file; }; struct iomap_dio_ops { int (*end_io)(struct kiocb *, ssize_t, int, unsigned int); void (*submit_io)(const struct iomap_iter *, struct bio *, loff_t); struct bio_set *bio_set; }; struct iomap_dio { struct kiocb *iocb; const struct iomap_dio_ops *dops; loff_t i_size; loff_t size; atomic_t ref; unsigned int flags; int error; size_t done_before; bool wait_for_completion; union { struct { struct iov_iter *iter; struct task_struct *waiter; struct bio *poll_bio; } submit; struct { struct work_struct work; } aio; }; }; struct folio_iter { struct folio *folio; size_t offset; size_t length; struct folio *_next; size_t _seg_count; int _i; }; enum { BIOSET_NEED_BVECS = 1, BIOSET_NEED_RESCUER = 2, BIOSET_PERCPU_CACHE = 4, }; struct iomap_ioend { struct list_head io_list; u16 io_type; u16 io_flags; u32 io_folios; struct inode *io_inode; size_t io_size; loff_t io_offset; sector_t io_sector; struct bio *io_bio; struct bio io_inline_bio; }; struct iomap_writepage_ctx; struct iomap_writeback_ops { int (*map_blocks)(struct iomap_writepage_ctx *, struct inode *, loff_t); int (*prepare_ioend)(struct iomap_ioend *, int); void (*discard_folio)(struct folio *, loff_t); }; struct iomap_writepage_ctx { struct iomap iomap; struct iomap_ioend *ioend; const struct iomap_writeback_ops *ops; }; typedef int (*list_cmp_func_t)(void *, const struct list_head *, const struct list_head *); struct iomap_page { atomic_t read_bytes_pending; atomic_t write_bytes_pending; spinlock_t uptodate_lock; long unsigned int uptodate[0]; }; struct iomap_readpage_ctx { struct folio *cur_folio; bool cur_folio_in_bio; struct bio *bio; struct readahead_control *rac; }; enum { QIF_BLIMITS_B = 0, QIF_SPACE_B = 1, QIF_ILIMITS_B = 2, QIF_INODES_B = 3, QIF_BTIME_B = 4, QIF_ITIME_B = 5, }; enum { DQF_INFO_DIRTY_B = 17, }; struct dqstats { long unsigned int stat[8]; struct percpu_counter counter[8]; }; enum { _DQUOT_USAGE_ENABLED = 0, _DQUOT_LIMITS_ENABLED = 1, _DQUOT_SUSPENDED = 2, _DQUOT_STATE_FLAGS = 3, }; struct quota_module_name { int qm_fmt_id; char *qm_mod_name; }; struct dquot_warn { struct super_block *w_sb; struct kqid w_dq_id; short int w_type; }; struct pde_opener { struct list_head lh; struct file *file; bool closing; struct completion *c; }; enum { BIAS = 2147483648, }; struct proc_maps_private { struct inode *inode; struct task_struct *task; struct mm_struct *mm; struct vma_iterator iter; }; struct mem_size_stats { long unsigned int resident; long unsigned int shared_clean; long unsigned int shared_dirty; long unsigned int private_clean; long unsigned int private_dirty; long unsigned int referenced; long unsigned int anonymous; long unsigned int lazyfree; long unsigned int anonymous_thp; long unsigned int shmem_thp; long unsigned int file_thp; long unsigned int swap; long unsigned int shared_hugetlb; long unsigned int private_hugetlb; u64 pss; u64 pss_anon; u64 pss_file; u64 pss_shmem; u64 pss_dirty; u64 pss_locked; u64 swap_pss; }; enum clear_refs_types { CLEAR_REFS_ALL = 1, CLEAR_REFS_ANON = 2, CLEAR_REFS_MAPPED = 3, CLEAR_REFS_SOFT_DIRTY = 4, CLEAR_REFS_MM_HIWATER_RSS = 5, CLEAR_REFS_LAST = 6, }; struct clear_refs_private { enum clear_refs_types type; }; typedef struct { u64 pme; } pagemap_entry_t; struct pagemapread { int pos; int len; pagemap_entry_t *buffer; bool show_pfn; }; struct fs_disk_quota { __s8 d_version; __s8 d_flags; __u16 d_fieldmask; __u32 d_id; __u64 d_blk_hardlimit; __u64 d_blk_softlimit; __u64 d_ino_hardlimit; __u64 d_ino_softlimit; __u64 d_bcount; __u64 d_icount; __s32 d_itimer; __s32 d_btimer; __u16 d_iwarns; __u16 d_bwarns; __s8 d_itimer_hi; __s8 d_btimer_hi; __s8 d_rtbtimer_hi; __s8 d_padding2; __u64 d_rtb_hardlimit; __u64 d_rtb_softlimit; __u64 d_rtbcount; __s32 d_rtbtimer; __u16 d_rtbwarns; __s16 d_padding3; char d_padding4[8]; }; struct fs_qfilestat { __u64 qfs_ino; __u64 qfs_nblks; __u32 qfs_nextents; }; typedef struct fs_qfilestat fs_qfilestat_t; struct fs_quota_stat { __s8 qs_version; __u16 qs_flags; __s8 qs_pad; fs_qfilestat_t qs_uquota; fs_qfilestat_t qs_gquota; __u32 qs_incoredqs; __s32 qs_btimelimit; __s32 qs_itimelimit; __s32 qs_rtbtimelimit; __u16 qs_bwarnlimit; __u16 qs_iwarnlimit; }; struct fs_qfilestatv { __u64 qfs_ino; __u64 qfs_nblks; __u32 qfs_nextents; __u32 qfs_pad; }; struct fs_quota_statv { __s8 qs_version; __u8 qs_pad1; __u16 qs_flags; __u32 qs_incoredqs; struct fs_qfilestatv qs_uquota; struct fs_qfilestatv qs_gquota; struct fs_qfilestatv qs_pquota; __s32 qs_btimelimit; __s32 qs_itimelimit; __s32 qs_rtbtimelimit; __u16 qs_bwarnlimit; __u16 qs_iwarnlimit; __u16 qs_rtbwarnlimit; __u16 qs_pad3; __u32 qs_pad4; __u64 qs_pad2[7]; }; struct if_dqblk { __u64 dqb_bhardlimit; __u64 dqb_bsoftlimit; __u64 dqb_curspace; __u64 dqb_ihardlimit; __u64 dqb_isoftlimit; __u64 dqb_curinodes; __u64 dqb_btime; __u64 dqb_itime; __u32 dqb_valid; }; struct if_nextdqblk { __u64 dqb_bhardlimit; __u64 dqb_bsoftlimit; __u64 dqb_curspace; __u64 dqb_ihardlimit; __u64 dqb_isoftlimit; __u64 dqb_curinodes; __u64 dqb_btime; __u64 dqb_itime; __u32 dqb_valid; __u32 dqb_id; }; struct if_dqinfo { __u64 dqi_bgrace; __u64 dqi_igrace; __u32 dqi_flags; __u32 dqi_valid; }; typedef u64 compat_u64; struct compat_if_dqblk { compat_u64 dqb_bhardlimit; compat_u64 dqb_bsoftlimit; compat_u64 dqb_curspace; compat_u64 dqb_ihardlimit; compat_u64 dqb_isoftlimit; compat_u64 dqb_curinodes; compat_u64 dqb_btime; compat_u64 dqb_itime; compat_uint_t dqb_valid; }; struct proc_fs_context { struct pid_namespace *pid_ns; unsigned int mask; enum proc_hidepid hidepid; int gid; enum proc_pidonly pidonly; }; enum proc_param { Opt_gid___2 = 0, Opt_hidepid = 1, Opt_subset = 2, }; struct genradix_root; struct __genradix { struct genradix_root *root; }; struct syscall_info { __u64 sp; struct seccomp_data data; }; enum resctrl_conf_type { CDP_NONE = 0, CDP_CODE = 1, CDP_DATA = 2, }; typedef struct dentry *instantiate_t(struct dentry *, struct task_struct *, const void *); struct pid_entry { const char *name; unsigned int len; umode_t mode; const struct inode_operations *iop; const struct file_operations *fop; union proc_op op; }; struct limit_names { const char *name; const char *unit; }; struct map_files_info { long unsigned int start; long unsigned int end; fmode_t mode; }; struct timers_private { struct pid *pid; struct task_struct *task; struct sighand_struct *sighand; struct pid_namespace *ns; long unsigned int flags; }; struct tgid_iter { unsigned int tgid; struct task_struct *task; }; struct fd_data { fmode_t mode; unsigned int fd; }; struct vmcore { struct list_head list; long long unsigned int paddr; long long unsigned int size; loff_t offset; }; typedef struct elf32_phdr Elf32_Phdr; typedef struct elf32_note Elf32_Nhdr; typedef struct elf64_note Elf64_Nhdr; struct vmcore_cb { bool (*pfn_is_ram)(struct vmcore_cb *, long unsigned int); struct list_head next; }; struct seq_net_private { struct net *net; netns_tracker ns_tracker; }; struct bpf_iter_aux_info; struct sysctl_alias { const char *kernel_param; const char *sysctl_param; }; struct kernfs_global_locks { struct mutex open_file_mutex[1024]; }; struct kernfs_root { struct kernfs_node *kn; unsigned int flags; struct idr ino_idr; u32 last_id_lowbits; u32 id_highbits; struct kernfs_syscall_ops *syscall_ops; struct list_head supers; wait_queue_head_t deactivate_waitq; struct rw_semaphore kernfs_rwsem; }; struct kernfs_iattrs { kuid_t ia_uid; kgid_t ia_gid; struct timespec64 ia_atime; struct timespec64 ia_mtime; struct timespec64 ia_ctime; struct simple_xattrs xattrs; atomic_t nr_user_xattrs; atomic_t user_xattr_size; }; struct kernfs_super_info { struct super_block *sb; struct kernfs_root *root; const void *ns; struct list_head node; }; enum kernfs_node_flag { KERNFS_ACTIVATED = 16, KERNFS_NS = 32, KERNFS_HAS_SEQ_SHOW = 64, KERNFS_HAS_MMAP = 128, KERNFS_LOCKDEP = 256, KERNFS_HIDDEN = 512, KERNFS_SUICIDAL = 1024, KERNFS_SUICIDED = 2048, KERNFS_EMPTY_DIR = 4096, KERNFS_HAS_RELEASE = 8192, KERNFS_REMOVING = 16384, }; struct kernfs_open_node { struct callback_head callback_head; atomic_t event; wait_queue_head_t poll; struct list_head files; unsigned int nr_mmapped; unsigned int nr_to_release; }; struct config_group; struct config_item_type; struct config_item { char *ci_name; char ci_namebuf[20]; struct kref ci_kref; struct list_head ci_entry; struct config_item *ci_parent; struct config_group *ci_group; const struct config_item_type *ci_type; struct dentry *ci_dentry; }; struct configfs_subsystem; struct config_group { struct config_item cg_item; struct list_head cg_children; struct configfs_subsystem *cg_subsys; struct list_head default_groups; struct list_head group_entry; }; struct configfs_item_operations; struct configfs_group_operations; struct configfs_attribute; struct configfs_bin_attribute; struct config_item_type { struct module *ct_owner; struct configfs_item_operations *ct_item_ops; struct configfs_group_operations *ct_group_ops; struct configfs_attribute **ct_attrs; struct configfs_bin_attribute **ct_bin_attrs; }; struct configfs_item_operations { void (*release)(struct config_item *); int (*allow_link)(struct config_item *, struct config_item *); void (*drop_link)(struct config_item *, struct config_item *); }; struct configfs_group_operations { struct config_item * (*make_item)(struct config_group *, const char *); struct config_group * (*make_group)(struct config_group *, const char *); void (*disconnect_notify)(struct config_group *, struct config_item *); void (*drop_item)(struct config_group *, struct config_item *); }; struct configfs_attribute { const char *ca_name; struct module *ca_owner; umode_t ca_mode; ssize_t (*show)(struct config_item *, char *); ssize_t (*store)(struct config_item *, const char *, size_t); }; struct configfs_bin_attribute { struct configfs_attribute cb_attr; void *cb_private; size_t cb_max_size; ssize_t (*read)(struct config_item *, void *, size_t); ssize_t (*write)(struct config_item *, const void *, size_t); }; struct configfs_subsystem { struct config_group su_group; struct mutex su_mutex; }; struct configfs_fragment { atomic_t frag_count; struct rw_semaphore frag_sem; bool frag_dead; }; struct configfs_dirent { atomic_t s_count; int s_dependent_count; struct list_head s_sibling; struct list_head s_children; int s_links; void *s_element; int s_type; umode_t s_mode; struct dentry *s_dentry; struct iattr *s_iattr; struct configfs_fragment *s_frag; }; struct configfs_buffer { size_t count; loff_t pos; char *page; struct configfs_item_operations *ops; struct mutex mutex; int needs_read_fill; bool read_in_progress; bool write_in_progress; char *bin_buffer; int bin_buffer_size; int cb_max_size; struct config_item *item; struct module *owner; union { struct configfs_attribute *attr; struct configfs_bin_attribute *bin_attr; }; }; enum netfs_io_source { NETFS_FILL_WITH_ZEROES = 0, NETFS_DOWNLOAD_FROM_SERVER = 1, NETFS_READ_FROM_CACHE = 2, NETFS_INVALID_READ = 3, }; typedef void (*netfs_io_terminated_t)(void *, ssize_t, bool); struct netfs_request_ops; struct netfs_inode { struct inode inode; const struct netfs_request_ops *ops; loff_t remote_i_size; }; struct netfs_io_request; struct netfs_io_subrequest; struct netfs_request_ops { int (*init_request)(struct netfs_io_request *, struct file *); void (*free_request)(struct netfs_io_request *); int (*begin_cache_operation)(struct netfs_io_request *); void (*expand_readahead)(struct netfs_io_request *); bool (*clamp_length)(struct netfs_io_subrequest *); void (*issue_read)(struct netfs_io_subrequest *); bool (*is_still_valid)(struct netfs_io_request *); int (*check_write_begin)(struct file *, loff_t, unsigned int, struct folio **, void **); void (*done)(struct netfs_io_request *); }; struct netfs_cache_ops; struct netfs_cache_resources { const struct netfs_cache_ops *ops; void *cache_priv; void *cache_priv2; unsigned int debug_id; unsigned int inval_counter; }; enum netfs_read_from_hole { NETFS_READ_HOLE_IGNORE = 0, NETFS_READ_HOLE_CLEAR = 1, NETFS_READ_HOLE_FAIL = 2, }; struct netfs_cache_ops { void (*end_operation)(struct netfs_cache_resources *); int (*read)(struct netfs_cache_resources *, loff_t, struct iov_iter *, enum netfs_read_from_hole, netfs_io_terminated_t, void *); int (*write)(struct netfs_cache_resources *, loff_t, struct iov_iter *, netfs_io_terminated_t, void *); void (*expand_readahead)(struct netfs_cache_resources *, loff_t *, size_t *, loff_t); enum netfs_io_source (*prepare_read)(struct netfs_io_subrequest *, loff_t); int (*prepare_write)(struct netfs_cache_resources *, loff_t *, size_t *, loff_t, bool); enum netfs_io_source (*prepare_ondemand_read)(struct netfs_cache_resources *, loff_t, size_t *, loff_t, long unsigned int *, ino_t); int (*query_occupancy)(struct netfs_cache_resources *, loff_t, size_t, size_t, loff_t *, size_t *); }; struct netfs_io_subrequest { struct netfs_io_request *rreq; struct list_head rreq_link; loff_t start; size_t len; size_t transferred; refcount_t ref; short int error; short unsigned int debug_index; enum netfs_io_source source; long unsigned int flags; }; enum netfs_io_origin { NETFS_READAHEAD = 0, NETFS_READPAGE = 1, NETFS_READ_FOR_WRITE = 2, }; struct netfs_io_request { struct work_struct work; struct inode *inode; struct address_space *mapping; struct netfs_cache_resources cache_resources; struct list_head subrequests; void *netfs_priv; unsigned int debug_id; atomic_t nr_outstanding; atomic_t nr_copy_ops; size_t submitted; size_t len; short int error; enum netfs_io_origin origin; loff_t i_size; loff_t start; long unsigned int no_unlock_folio; refcount_t ref; long unsigned int flags; const struct netfs_request_ops *netfs_ops; }; enum netfs_read_trace { netfs_read_trace_expanded = 0, netfs_read_trace_readahead = 1, netfs_read_trace_readpage = 2, netfs_read_trace_write_begin = 3, }; enum netfs_rreq_trace { netfs_rreq_trace_assess = 0, netfs_rreq_trace_copy = 1, netfs_rreq_trace_done = 2, netfs_rreq_trace_free = 3, netfs_rreq_trace_resubmit = 4, netfs_rreq_trace_unlock = 5, netfs_rreq_trace_unmark = 6, }; enum netfs_failure { netfs_fail_check_write_begin = 0, netfs_fail_copy_to_cache = 1, netfs_fail_read = 2, netfs_fail_short_read = 3, netfs_fail_prepare_write = 4, }; enum netfs_rreq_ref_trace { netfs_rreq_trace_get_hold = 0, netfs_rreq_trace_get_subreq = 1, netfs_rreq_trace_put_complete = 2, netfs_rreq_trace_put_discard = 3, netfs_rreq_trace_put_failed = 4, netfs_rreq_trace_put_hold = 5, netfs_rreq_trace_put_subreq = 6, netfs_rreq_trace_put_zero_len = 7, netfs_rreq_trace_new = 8, }; enum netfs_sreq_trace { netfs_sreq_trace_download_instead = 0, netfs_sreq_trace_free = 1, netfs_sreq_trace_prepare = 2, netfs_sreq_trace_resubmit_short = 3, netfs_sreq_trace_submit = 4, netfs_sreq_trace_terminated = 5, netfs_sreq_trace_write = 6, netfs_sreq_trace_write_skip = 7, netfs_sreq_trace_write_term = 8, }; enum netfs_sreq_ref_trace { netfs_sreq_trace_get_copy_to_cache = 0, netfs_sreq_trace_get_resubmit = 1, netfs_sreq_trace_get_short_read = 2, netfs_sreq_trace_new = 3, netfs_sreq_trace_put_clear = 4, netfs_sreq_trace_put_failed = 5, netfs_sreq_trace_put_merged = 6, netfs_sreq_trace_put_no_copy = 7, netfs_sreq_trace_put_terminated = 8, }; struct pts_mount_opts { int setuid; int setgid; kuid_t uid; kgid_t gid; umode_t mode; umode_t ptmxmode; int reserve; int max; }; enum { Opt_uid___2 = 0, Opt_gid___3 = 1, Opt_mode___2 = 2, Opt_ptmxmode = 3, Opt_newinstance = 4, Opt_max = 5, Opt_err = 6, }; struct pts_fs_info { struct ida allocated_ptys; struct pts_mount_opts mount_opts; struct super_block *sb; struct dentry *ptmx_dentry; }; struct trace_event_raw_netfs_read { struct trace_entry ent; unsigned int rreq; unsigned int cookie; loff_t start; size_t len; enum netfs_read_trace what; unsigned int netfs_inode; char __data[0]; }; struct trace_event_raw_netfs_rreq { struct trace_entry ent; unsigned int rreq; unsigned int flags; enum netfs_io_origin origin; enum netfs_rreq_trace what; char __data[0]; }; struct trace_event_raw_netfs_sreq { struct trace_entry ent; unsigned int rreq; short unsigned int index; short int error; short unsigned int flags; enum netfs_io_source source; enum netfs_sreq_trace what; size_t len; size_t transferred; loff_t start; char __data[0]; }; struct trace_event_raw_netfs_failure { struct trace_entry ent; unsigned int rreq; short int index; short int error; short unsigned int flags; enum netfs_io_source source; enum netfs_failure what; size_t len; size_t transferred; loff_t start; char __data[0]; }; struct trace_event_raw_netfs_rreq_ref { struct trace_entry ent; unsigned int rreq; int ref; enum netfs_rreq_ref_trace what; char __data[0]; }; struct trace_event_raw_netfs_sreq_ref { struct trace_entry ent; unsigned int rreq; unsigned int subreq; int ref; enum netfs_sreq_ref_trace what; char __data[0]; }; struct trace_event_data_offsets_netfs_read {}; struct trace_event_data_offsets_netfs_rreq {}; struct trace_event_data_offsets_netfs_sreq {}; struct trace_event_data_offsets_netfs_failure {}; struct trace_event_data_offsets_netfs_rreq_ref {}; struct trace_event_data_offsets_netfs_sreq_ref {}; typedef void (*btf_trace_netfs_read)(void *, struct netfs_io_request *, loff_t, size_t, enum netfs_read_trace); typedef void (*btf_trace_netfs_rreq)(void *, struct netfs_io_request *, enum netfs_rreq_trace); typedef void (*btf_trace_netfs_sreq)(void *, struct netfs_io_subrequest *, enum netfs_sreq_trace); typedef void (*btf_trace_netfs_failure)(void *, struct netfs_io_request *, struct netfs_io_subrequest *, int, enum netfs_failure); typedef void (*btf_trace_netfs_rreq_ref)(void *, unsigned int, int, enum netfs_rreq_ref_trace); typedef void (*btf_trace_netfs_sreq_ref)(void *, unsigned int, unsigned int, int, enum netfs_sreq_ref_trace); typedef unsigned int tid_t; struct transaction_chp_stats_s { long unsigned int cs_chp_time; __u32 cs_forced_to_close; __u32 cs_written; __u32 cs_dropped; }; struct journal_s; typedef struct journal_s journal_t; struct journal_head; struct transaction_s; typedef struct transaction_s transaction_t; struct transaction_s { journal_t *t_journal; tid_t t_tid; enum { T_RUNNING = 0, T_LOCKED = 1, T_SWITCH = 2, T_FLUSH = 3, T_COMMIT = 4, T_COMMIT_DFLUSH = 5, T_COMMIT_JFLUSH = 6, T_COMMIT_CALLBACK = 7, T_FINISHED = 8, } t_state; long unsigned int t_log_start; int t_nr_buffers; struct journal_head *t_reserved_list; struct journal_head *t_buffers; struct journal_head *t_forget; struct journal_head *t_checkpoint_list; struct journal_head *t_checkpoint_io_list; struct journal_head *t_shadow_list; struct list_head t_inode_list; spinlock_t t_handle_lock; long unsigned int t_max_wait; long unsigned int t_start; long unsigned int t_requested; struct transaction_chp_stats_s t_chp_stats; atomic_t t_updates; atomic_t t_outstanding_credits; atomic_t t_outstanding_revokes; atomic_t t_handle_count; transaction_t *t_cpnext; transaction_t *t_cpprev; long unsigned int t_expires; ktime_t t_start_time; unsigned int t_synchronous_commit: 1; int t_need_data_flush; struct list_head t_private_list; }; struct jbd2_buffer_trigger_type; struct journal_head { struct buffer_head *b_bh; spinlock_t b_state_lock; int b_jcount; unsigned int b_jlist; unsigned int b_modified; char *b_frozen_data; char *b_committed_data; transaction_t *b_transaction; transaction_t *b_next_transaction; struct journal_head *b_tnext; struct journal_head *b_tprev; transaction_t *b_cp_transaction; struct journal_head *b_cpnext; struct journal_head *b_cpprev; struct jbd2_buffer_trigger_type *b_triggers; struct jbd2_buffer_trigger_type *b_frozen_triggers; }; struct jbd2_buffer_trigger_type { void (*t_frozen)(struct jbd2_buffer_trigger_type *, struct buffer_head *, void *, size_t); void (*t_abort)(struct jbd2_buffer_trigger_type *, struct buffer_head *); }; struct transaction_run_stats_s { long unsigned int rs_wait; long unsigned int rs_request_delay; long unsigned int rs_running; long unsigned int rs_locked; long unsigned int rs_flushing; long unsigned int rs_logging; __u32 rs_handle_count; __u32 rs_blocks; __u32 rs_blocks_logged; }; struct transaction_stats_s { long unsigned int ts_tid; long unsigned int ts_requested; struct transaction_run_stats_s run; }; enum passtype { PASS_SCAN = 0, PASS_REVOKE = 1, PASS_REPLAY = 2, }; struct journal_superblock_s; typedef struct journal_superblock_s journal_superblock_t; struct jbd2_revoke_table_s; struct jbd2_inode; struct journal_s { long unsigned int j_flags; long unsigned int j_atomic_flags; int j_errno; struct mutex j_abort_mutex; struct buffer_head *j_sb_buffer; journal_superblock_t *j_superblock; int j_format_version; rwlock_t j_state_lock; int j_barrier_count; struct mutex j_barrier; transaction_t *j_running_transaction; transaction_t *j_committing_transaction; transaction_t *j_checkpoint_transactions; wait_queue_head_t j_wait_transaction_locked; wait_queue_head_t j_wait_done_commit; wait_queue_head_t j_wait_commit; wait_queue_head_t j_wait_updates; wait_queue_head_t j_wait_reserved; wait_queue_head_t j_fc_wait; struct mutex j_checkpoint_mutex; struct buffer_head *j_chkpt_bhs[64]; struct shrinker j_shrinker; struct percpu_counter j_checkpoint_jh_count; transaction_t *j_shrink_transaction; long unsigned int j_head; long unsigned int j_tail; long unsigned int j_free; long unsigned int j_first; long unsigned int j_last; long unsigned int j_fc_first; long unsigned int j_fc_off; long unsigned int j_fc_last; struct block_device *j_dev; int j_blocksize; long long unsigned int j_blk_offset; char j_devname[56]; struct block_device *j_fs_dev; unsigned int j_total_len; atomic_t j_reserved_credits; spinlock_t j_list_lock; struct inode *j_inode; tid_t j_tail_sequence; tid_t j_transaction_sequence; tid_t j_commit_sequence; tid_t j_commit_request; __u8 j_uuid[16]; struct task_struct *j_task; int j_max_transaction_buffers; int j_revoke_records_per_block; long unsigned int j_commit_interval; struct timer_list j_commit_timer; spinlock_t j_revoke_lock; struct jbd2_revoke_table_s *j_revoke; struct jbd2_revoke_table_s *j_revoke_table[2]; struct buffer_head **j_wbuf; struct buffer_head **j_fc_wbuf; int j_wbufsize; int j_fc_wbufsize; pid_t j_last_sync_writer; u64 j_average_commit_time; u32 j_min_batch_time; u32 j_max_batch_time; void (*j_commit_callback)(journal_t *, transaction_t *); int (*j_submit_inode_data_buffers)(struct jbd2_inode *); int (*j_finish_inode_data_buffers)(struct jbd2_inode *); spinlock_t j_history_lock; struct proc_dir_entry *j_proc_entry; struct transaction_stats_s j_stats; unsigned int j_failed_commit; void *j_private; struct crypto_shash *j_chksum_driver; __u32 j_csum_seed; void (*j_fc_cleanup_callback)(struct journal_s *, int, tid_t); int (*j_fc_replay_callback)(struct journal_s *, struct buffer_head *, enum passtype, int, tid_t); }; struct journal_header_s { __be32 h_magic; __be32 h_blocktype; __be32 h_sequence; }; typedef struct journal_header_s journal_header_t; struct journal_superblock_s { journal_header_t s_header; __be32 s_blocksize; __be32 s_maxlen; __be32 s_first; __be32 s_sequence; __be32 s_start; __be32 s_errno; __be32 s_feature_compat; __be32 s_feature_incompat; __be32 s_feature_ro_compat; __u8 s_uuid[16]; __be32 s_nr_users; __be32 s_dynsuper; __be32 s_max_transaction; __be32 s_max_trans_data; __u8 s_checksum_type; __u8 s_padding2[3]; __be32 s_num_fc_blks; __u32 s_padding[41]; __be32 s_checksum; __u8 s_users[768]; }; struct jbd2_inode { transaction_t *i_transaction; transaction_t *i_next_transaction; struct list_head i_list; struct inode *i_vfs_inode; long unsigned int i_flags; loff_t i_dirty_start; loff_t i_dirty_end; }; struct bgl_lock { spinlock_t lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct blockgroup_lock { struct bgl_lock locks[128]; }; struct fscrypt_dummy_policy {}; typedef int ext4_grpblk_t; typedef long long unsigned int ext4_fsblk_t; typedef __u32 ext4_lblk_t; typedef unsigned int ext4_group_t; struct ext4_system_blocks { struct rb_root root; struct callback_head rcu; }; struct ext4_group_desc { __le32 bg_block_bitmap_lo; __le32 bg_inode_bitmap_lo; __le32 bg_inode_table_lo; __le16 bg_free_blocks_count_lo; __le16 bg_free_inodes_count_lo; __le16 bg_used_dirs_count_lo; __le16 bg_flags; __le32 bg_exclude_bitmap_lo; __le16 bg_block_bitmap_csum_lo; __le16 bg_inode_bitmap_csum_lo; __le16 bg_itable_unused_lo; __le16 bg_checksum; __le32 bg_block_bitmap_hi; __le32 bg_inode_bitmap_hi; __le32 bg_inode_table_hi; __le16 bg_free_blocks_count_hi; __le16 bg_free_inodes_count_hi; __le16 bg_used_dirs_count_hi; __le16 bg_itable_unused_hi; __le32 bg_exclude_bitmap_hi; __le16 bg_block_bitmap_csum_hi; __le16 bg_inode_bitmap_csum_hi; __u32 bg_reserved; }; struct flex_groups { atomic64_t free_clusters; atomic_t free_inodes; atomic_t used_dirs; }; struct ext4_es_stats { long unsigned int es_stats_shrunk; struct percpu_counter es_stats_cache_hits; struct percpu_counter es_stats_cache_misses; u64 es_stats_scan_time; u64 es_stats_max_scan_time; struct percpu_counter es_stats_all_cnt; struct percpu_counter es_stats_shk_cnt; }; struct ext4_fc_stats { unsigned int fc_ineligible_reason_count[10]; long unsigned int fc_num_commits; long unsigned int fc_ineligible_commits; long unsigned int fc_failed_commits; long unsigned int fc_skipped_commits; long unsigned int fc_numblks; u64 s_fc_avg_commit_time; }; struct ext4_fc_alloc_region { ext4_lblk_t lblk; ext4_fsblk_t pblk; int ino; int len; }; struct ext4_fc_replay_state { int fc_replay_num_tags; int fc_replay_expected_off; int fc_current_pass; int fc_cur_tag; int fc_crc; struct ext4_fc_alloc_region *fc_regions; int fc_regions_size; int fc_regions_used; int fc_regions_valid; int *fc_modified_inodes; int fc_modified_inodes_used; int fc_modified_inodes_size; }; struct ext4_super_block { __le32 s_inodes_count; __le32 s_blocks_count_lo; __le32 s_r_blocks_count_lo; __le32 s_free_blocks_count_lo; __le32 s_free_inodes_count; __le32 s_first_data_block; __le32 s_log_block_size; __le32 s_log_cluster_size; __le32 s_blocks_per_group; __le32 s_clusters_per_group; __le32 s_inodes_per_group; __le32 s_mtime; __le32 s_wtime; __le16 s_mnt_count; __le16 s_max_mnt_count; __le16 s_magic; __le16 s_state; __le16 s_errors; __le16 s_minor_rev_level; __le32 s_lastcheck; __le32 s_checkinterval; __le32 s_creator_os; __le32 s_rev_level; __le16 s_def_resuid; __le16 s_def_resgid; __le32 s_first_ino; __le16 s_inode_size; __le16 s_block_group_nr; __le32 s_feature_compat; __le32 s_feature_incompat; __le32 s_feature_ro_compat; __u8 s_uuid[16]; char s_volume_name[16]; char s_last_mounted[64]; __le32 s_algorithm_usage_bitmap; __u8 s_prealloc_blocks; __u8 s_prealloc_dir_blocks; __le16 s_reserved_gdt_blocks; __u8 s_journal_uuid[16]; __le32 s_journal_inum; __le32 s_journal_dev; __le32 s_last_orphan; __le32 s_hash_seed[4]; __u8 s_def_hash_version; __u8 s_jnl_backup_type; __le16 s_desc_size; __le32 s_default_mount_opts; __le32 s_first_meta_bg; __le32 s_mkfs_time; __le32 s_jnl_blocks[17]; __le32 s_blocks_count_hi; __le32 s_r_blocks_count_hi; __le32 s_free_blocks_count_hi; __le16 s_min_extra_isize; __le16 s_want_extra_isize; __le32 s_flags; __le16 s_raid_stride; __le16 s_mmp_update_interval; __le64 s_mmp_block; __le32 s_raid_stripe_width; __u8 s_log_groups_per_flex; __u8 s_checksum_type; __u8 s_encryption_level; __u8 s_reserved_pad; __le64 s_kbytes_written; __le32 s_snapshot_inum; __le32 s_snapshot_id; __le64 s_snapshot_r_blocks_count; __le32 s_snapshot_list; __le32 s_error_count; __le32 s_first_error_time; __le32 s_first_error_ino; __le64 s_first_error_block; __u8 s_first_error_func[32]; __le32 s_first_error_line; __le32 s_last_error_time; __le32 s_last_error_ino; __le32 s_last_error_line; __le64 s_last_error_block; __u8 s_last_error_func[32]; __u8 s_mount_opts[64]; __le32 s_usr_quota_inum; __le32 s_grp_quota_inum; __le32 s_overhead_clusters; __le32 s_backup_bgs[2]; __u8 s_encrypt_algos[4]; __u8 s_encrypt_pw_salt[16]; __le32 s_lpf_ino; __le32 s_prj_quota_inum; __le32 s_checksum_seed; __u8 s_wtime_hi; __u8 s_mtime_hi; __u8 s_mkfs_time_hi; __u8 s_lastcheck_hi; __u8 s_first_error_time_hi; __u8 s_last_error_time_hi; __u8 s_first_error_errcode; __u8 s_last_error_errcode; __le16 s_encoding; __le16 s_encoding_flags; __le32 s_orphan_file_inum; __le32 s_reserved[94]; __le32 s_checksum; }; struct ext4_journal_trigger { struct jbd2_buffer_trigger_type tr_triggers; struct super_block *sb; }; struct ext4_orphan_block { atomic_t ob_free_entries; struct buffer_head *ob_bh; }; struct ext4_orphan_info { int of_blocks; __u32 of_csum_seed; struct ext4_orphan_block *of_binfo; }; struct mb_cache; struct ext4_group_info; struct ext4_locality_group; struct ext4_li_request; struct ext4_sb_info { long unsigned int s_desc_size; long unsigned int s_inodes_per_block; long unsigned int s_blocks_per_group; long unsigned int s_clusters_per_group; long unsigned int s_inodes_per_group; long unsigned int s_itb_per_group; long unsigned int s_gdb_count; long unsigned int s_desc_per_block; ext4_group_t s_groups_count; ext4_group_t s_blockfile_groups; long unsigned int s_overhead; unsigned int s_cluster_ratio; unsigned int s_cluster_bits; loff_t s_bitmap_maxbytes; struct buffer_head *s_sbh; struct ext4_super_block *s_es; struct buffer_head **s_group_desc; unsigned int s_mount_opt; unsigned int s_mount_opt2; long unsigned int s_mount_flags; unsigned int s_def_mount_opt; ext4_fsblk_t s_sb_block; atomic64_t s_resv_clusters; kuid_t s_resuid; kgid_t s_resgid; short unsigned int s_mount_state; short unsigned int s_pad; int s_addr_per_block_bits; int s_desc_per_block_bits; int s_inode_size; int s_first_ino; unsigned int s_inode_readahead_blks; unsigned int s_inode_goal; u32 s_hash_seed[4]; int s_def_hash_version; int s_hash_unsigned; struct percpu_counter s_freeclusters_counter; struct percpu_counter s_freeinodes_counter; struct percpu_counter s_dirs_counter; struct percpu_counter s_dirtyclusters_counter; struct percpu_counter s_sra_exceeded_retry_limit; struct blockgroup_lock *s_blockgroup_lock; struct proc_dir_entry *s_proc; struct kobject s_kobj; struct completion s_kobj_unregister; struct super_block *s_sb; struct buffer_head *s_mmp_bh; struct journal_s *s_journal; long unsigned int s_ext4_flags; struct mutex s_orphan_lock; struct list_head s_orphan; struct ext4_orphan_info s_orphan_info; long unsigned int s_commit_interval; u32 s_max_batch_time; u32 s_min_batch_time; struct block_device *s_journal_bdev; char *s_qf_names[3]; int s_jquota_fmt; unsigned int s_want_extra_isize; struct ext4_system_blocks *s_system_blks; struct ext4_group_info ***s_group_info; struct inode *s_buddy_cache; spinlock_t s_md_lock; short unsigned int *s_mb_offsets; unsigned int *s_mb_maxs; unsigned int s_group_info_size; unsigned int s_mb_free_pending; struct list_head s_freed_data_list; struct list_head s_discard_list; struct work_struct s_discard_work; atomic_t s_retry_alloc_pending; struct list_head *s_mb_avg_fragment_size; rwlock_t *s_mb_avg_fragment_size_locks; struct list_head *s_mb_largest_free_orders; rwlock_t *s_mb_largest_free_orders_locks; long unsigned int s_stripe; unsigned int s_mb_max_linear_groups; unsigned int s_mb_stream_request; unsigned int s_mb_max_to_scan; unsigned int s_mb_min_to_scan; unsigned int s_mb_stats; unsigned int s_mb_order2_reqs; unsigned int s_mb_group_prealloc; unsigned int s_mb_max_inode_prealloc; unsigned int s_max_dir_size_kb; long unsigned int s_mb_last_group; long unsigned int s_mb_last_start; unsigned int s_mb_prefetch; unsigned int s_mb_prefetch_limit; atomic_t s_bal_reqs; atomic_t s_bal_success; atomic_t s_bal_allocated; atomic_t s_bal_ex_scanned; atomic_t s_bal_groups_scanned; atomic_t s_bal_goals; atomic_t s_bal_breaks; atomic_t s_bal_2orders; atomic_t s_bal_cr0_bad_suggestions; atomic_t s_bal_cr1_bad_suggestions; atomic64_t s_bal_cX_groups_considered[4]; atomic64_t s_bal_cX_hits[4]; atomic64_t s_bal_cX_failed[4]; atomic_t s_mb_buddies_generated; atomic64_t s_mb_generation_time; atomic_t s_mb_lost_chunks; atomic_t s_mb_preallocated; atomic_t s_mb_discarded; atomic_t s_lock_busy; struct ext4_locality_group *s_locality_groups; long unsigned int s_sectors_written_start; u64 s_kbytes_written; unsigned int s_extent_max_zeroout_kb; unsigned int s_log_groups_per_flex; struct flex_groups **s_flex_groups; ext4_group_t s_flex_groups_allocated; struct workqueue_struct *rsv_conversion_wq; struct timer_list s_err_report; struct ext4_li_request *s_li_request; unsigned int s_li_wait_mult; struct task_struct *s_mmp_tsk; long unsigned int s_last_trim_minblks; struct crypto_shash *s_chksum_driver; __u32 s_csum_seed; struct shrinker s_es_shrinker; struct list_head s_es_list; long int s_es_nr_inode; struct ext4_es_stats s_es_stats; struct mb_cache *s_ea_block_cache; struct mb_cache *s_ea_inode_cache; long: 64; long: 64; spinlock_t s_es_lock; struct ext4_journal_trigger s_journal_triggers[1]; struct ratelimit_state s_err_ratelimit_state; struct ratelimit_state s_warning_ratelimit_state; struct ratelimit_state s_msg_ratelimit_state; atomic_t s_warning_count; atomic_t s_msg_count; struct fscrypt_dummy_policy s_dummy_enc_policy; struct percpu_rw_semaphore s_writepages_rwsem; struct dax_device *s_daxdev; u64 s_dax_part_off; errseq_t s_bdev_wb_err; spinlock_t s_bdev_wb_lock; spinlock_t s_error_lock; int s_add_error_count; int s_first_error_code; __u32 s_first_error_line; __u32 s_first_error_ino; __u64 s_first_error_block; const char *s_first_error_func; time64_t s_first_error_time; int s_last_error_code; __u32 s_last_error_line; __u32 s_last_error_ino; __u64 s_last_error_block; const char *s_last_error_func; time64_t s_last_error_time; struct work_struct s_error_work; atomic_t s_fc_subtid; struct list_head s_fc_q[2]; struct list_head s_fc_dentry_q[2]; unsigned int s_fc_bytes; spinlock_t s_fc_lock; struct buffer_head *s_fc_bh; struct ext4_fc_stats s_fc_stats; tid_t s_fc_ineligible_tid; struct ext4_fc_replay_state s_fc_replay_state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ext4_group_info { long unsigned int bb_state; struct rb_root bb_free_root; ext4_grpblk_t bb_first_free; ext4_grpblk_t bb_free; ext4_grpblk_t bb_fragments; int bb_avg_fragment_size_order; ext4_grpblk_t bb_largest_free_order; ext4_group_t bb_group; struct list_head bb_prealloc_list; struct rw_semaphore alloc_sem; struct list_head bb_avg_fragment_size_node; struct list_head bb_largest_free_order_node; ext4_grpblk_t bb_counters[0]; }; enum ext4_li_mode { EXT4_LI_MODE_PREFETCH_BBITMAP = 0, EXT4_LI_MODE_ITABLE = 1, }; struct ext4_li_request { struct super_block *lr_super; enum ext4_li_mode lr_mode; ext4_group_t lr_first_not_zeroed; ext4_group_t lr_next_group; struct list_head lr_request; long unsigned int lr_next_sched; long unsigned int lr_timeout; }; struct jbd2_journal_handle; typedef struct jbd2_journal_handle handle_t; struct jbd2_journal_handle { union { transaction_t *h_transaction; journal_t *h_journal; }; handle_t *h_rsv_handle; int h_total_credits; int h_revoke_credits; int h_revoke_credits_requested; int h_ref; int h_err; unsigned int h_sync: 1; unsigned int h_jdata: 1; unsigned int h_reserved: 1; unsigned int h_aborted: 1; unsigned int h_type: 8; unsigned int h_line_no: 16; long unsigned int h_start_jiffies; unsigned int h_requested_credits; unsigned int saved_alloc_context; }; enum jbd_state_bits { BH_JBD = 16, BH_JWrite = 17, BH_Freed = 18, BH_Revoked = 19, BH_RevokeValid = 20, BH_JBDDirty = 21, BH_JournalHead = 22, BH_Shadow = 23, BH_Verified = 24, BH_JBDPrivateStart = 25, }; struct ext4_allocation_request { struct inode *inode; unsigned int len; ext4_lblk_t logical; ext4_lblk_t lleft; ext4_lblk_t lright; ext4_fsblk_t goal; ext4_fsblk_t pleft; ext4_fsblk_t pright; unsigned int flags; }; struct extent_status { struct rb_node rb_node; ext4_lblk_t es_lblk; ext4_lblk_t es_len; ext4_fsblk_t es_pblk; }; struct ext4_es_tree { struct rb_root root; struct extent_status *cache_es; }; struct ext4_pending_tree { struct rb_root root; }; struct ext4_inode_info { __le32 i_data[15]; __u32 i_dtime; ext4_fsblk_t i_file_acl; ext4_group_t i_block_group; ext4_lblk_t i_dir_start_lookup; long unsigned int i_flags; struct rw_semaphore xattr_sem; union { struct list_head i_orphan; unsigned int i_orphan_idx; }; struct list_head i_fc_dilist; struct list_head i_fc_list; ext4_lblk_t i_fc_lblk_start; ext4_lblk_t i_fc_lblk_len; atomic_t i_fc_updates; wait_queue_head_t i_fc_wait; struct mutex i_fc_lock; loff_t i_disksize; struct rw_semaphore i_data_sem; struct inode vfs_inode; struct jbd2_inode *jinode; spinlock_t i_raw_lock; struct timespec64 i_crtime; atomic_t i_prealloc_active; struct list_head i_prealloc_list; spinlock_t i_prealloc_lock; struct ext4_es_tree i_es_tree; rwlock_t i_es_lock; struct list_head i_es_list; unsigned int i_es_all_nr; unsigned int i_es_shk_nr; ext4_lblk_t i_es_shrink_lblk; ext4_group_t i_last_alloc_group; unsigned int i_reserved_data_blocks; struct ext4_pending_tree i_pending_tree; __u16 i_extra_isize; u16 i_inline_off; u16 i_inline_size; qsize_t i_reserved_quota; spinlock_t i_completed_io_lock; struct list_head i_rsv_conversion_list; struct work_struct i_rsv_conversion_work; atomic_t i_unwritten; spinlock_t i_block_reservation_lock; tid_t i_sync_tid; tid_t i_datasync_tid; struct dquot *i_dquot[3]; __u32 i_csum_seed; kprojid_t i_projid; }; struct ext4_locality_group { struct mutex lg_mutex; struct list_head lg_prealloc_list[10]; spinlock_t lg_prealloc_lock; }; struct ext4_map_blocks { ext4_fsblk_t m_pblk; ext4_lblk_t m_lblk; unsigned int m_len; unsigned int m_flags; }; typedef enum { EXT4_IGET_NORMAL = 0, EXT4_IGET_SPECIAL = 1, EXT4_IGET_HANDLE = 2, EXT4_IGET_BAD = 4, } ext4_iget_flags; struct ext4_system_zone { struct rb_node node; ext4_fsblk_t start_blk; unsigned int count; u32 ino; }; struct fscrypt_str { unsigned char *name; u32 len; }; enum { EXT4_INODE_SECRM = 0, EXT4_INODE_UNRM = 1, EXT4_INODE_COMPR = 2, EXT4_INODE_SYNC = 3, EXT4_INODE_IMMUTABLE = 4, EXT4_INODE_APPEND = 5, EXT4_INODE_NODUMP = 6, EXT4_INODE_NOATIME = 7, EXT4_INODE_DIRTY = 8, EXT4_INODE_COMPRBLK = 9, EXT4_INODE_NOCOMPR = 10, EXT4_INODE_ENCRYPT = 11, EXT4_INODE_INDEX = 12, EXT4_INODE_IMAGIC = 13, EXT4_INODE_JOURNAL_DATA = 14, EXT4_INODE_NOTAIL = 15, EXT4_INODE_DIRSYNC = 16, EXT4_INODE_TOPDIR = 17, EXT4_INODE_HUGE_FILE = 18, EXT4_INODE_EXTENTS = 19, EXT4_INODE_VERITY = 20, EXT4_INODE_EA_INODE = 21, EXT4_INODE_DAX = 25, EXT4_INODE_INLINE_DATA = 28, EXT4_INODE_PROJINHERIT = 29, EXT4_INODE_CASEFOLD = 30, EXT4_INODE_RESERVED = 31, }; enum { EXT4_FC_REASON_XATTR = 0, EXT4_FC_REASON_CROSS_RENAME = 1, EXT4_FC_REASON_JOURNAL_FLAG_CHANGE = 2, EXT4_FC_REASON_NOMEM = 3, EXT4_FC_REASON_SWAP_BOOT = 4, EXT4_FC_REASON_RESIZE = 5, EXT4_FC_REASON_RENAME_DIR = 6, EXT4_FC_REASON_FALLOC_RANGE = 7, EXT4_FC_REASON_INODE_JOURNAL_DATA = 8, EXT4_FC_REASON_ENCRYPTED_FILENAME = 9, EXT4_FC_REASON_MAX = 10, }; enum ext4_journal_trigger_type { EXT4_JTR_ORPHAN_FILE = 0, EXT4_JTR_NONE = 1, }; struct ext4_dir_entry_hash { __le32 hash; __le32 minor_hash; }; struct ext4_dir_entry_2 { __le32 inode; __le16 rec_len; __u8 name_len; __u8 file_type; char name[255]; }; struct fname; struct dir_private_info { struct rb_root root; struct rb_node *curr_node; struct fname *extra_fname; loff_t last_pos; __u32 curr_hash; __u32 curr_minor_hash; __u32 next_hash; }; struct fname { __u32 hash; __u32 minor_hash; struct rb_node rb_hash; struct fname *next; __u32 inode; __u8 name_len; __u8 file_type; char name[0]; }; enum { ES_WRITTEN_B = 0, ES_UNWRITTEN_B = 1, ES_DELAYED_B = 2, ES_HOLE_B = 3, ES_REFERENCED_B = 4, ES_FLAGS = 5, }; struct pending_reservation { struct rb_node rb_node; ext4_lblk_t lclu; }; enum { EXT4_STATE_JDATA = 0, EXT4_STATE_NEW = 1, EXT4_STATE_XATTR = 2, EXT4_STATE_NO_EXPAND = 3, EXT4_STATE_DA_ALLOC_CLOSE = 4, EXT4_STATE_EXT_MIGRATE = 5, EXT4_STATE_NEWENTRY = 6, EXT4_STATE_MAY_INLINE_DATA = 7, EXT4_STATE_EXT_PRECACHED = 8, EXT4_STATE_LUSTRE_EA_INODE = 9, EXT4_STATE_VERITY_IN_PROGRESS = 10, EXT4_STATE_FC_COMMITTING = 11, EXT4_STATE_ORPHAN_FILE = 12, }; struct rsvd_count { int ndelonly; bool first_do_lblk_found; ext4_lblk_t first_do_lblk; ext4_lblk_t last_do_lblk; struct extent_status *left_es; bool partial; ext4_lblk_t lclu; }; struct fsmap { __u32 fmr_device; __u32 fmr_flags; __u64 fmr_physical; __u64 fmr_owner; __u64 fmr_offset; __u64 fmr_length; __u64 fmr_reserved[3]; }; struct ext4_fsmap { struct list_head fmr_list; dev_t fmr_device; uint32_t fmr_flags; uint64_t fmr_physical; uint64_t fmr_owner; uint64_t fmr_length; }; struct ext4_fsmap_head { uint32_t fmh_iflags; uint32_t fmh_oflags; unsigned int fmh_count; unsigned int fmh_entries; struct ext4_fsmap fmh_keys[2]; }; typedef int (*ext4_fsmap_format_t)(struct ext4_fsmap *, void *); typedef int (*ext4_mballoc_query_range_fn)(struct super_block *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t, void *); struct ext4_getfsmap_info { struct ext4_fsmap_head *gfi_head; ext4_fsmap_format_t gfi_formatter; void *gfi_format_arg; ext4_fsblk_t gfi_next_fsblk; u32 gfi_dev; ext4_group_t gfi_agno; struct ext4_fsmap gfi_low; struct ext4_fsmap gfi_high; struct ext4_fsmap gfi_lastfree; struct list_head gfi_meta_list; bool gfi_last; }; struct ext4_getfsmap_dev { int (*gfd_fn)(struct super_block *, struct ext4_fsmap *, struct ext4_getfsmap_info *); u32 gfd_dev; }; struct dx_hash_info { u32 hash; u32 minor_hash; int hash_version; u32 *seed; }; struct fscrypt_info; enum SHIFT_DIRECTION { SHIFT_LEFT = 0, SHIFT_RIGHT = 1, }; struct ext4_io_end_vec { struct list_head list; loff_t offset; ssize_t size; }; struct ext4_io_end { struct list_head list; handle_t *handle; struct inode *inode; struct bio *bio; unsigned int flag; refcount_t count; struct list_head list_vec; }; typedef struct ext4_io_end ext4_io_end_t; struct ext4_iloc { struct buffer_head *bh; long unsigned int offset; ext4_group_t block_group; }; struct ext4_extent_tail { __le32 et_checksum; }; struct ext4_extent { __le32 ee_block; __le16 ee_len; __le16 ee_start_hi; __le32 ee_start_lo; }; struct ext4_extent_idx { __le32 ei_block; __le32 ei_leaf_lo; __le16 ei_leaf_hi; __u16 ei_unused; }; struct ext4_extent_header { __le16 eh_magic; __le16 eh_entries; __le16 eh_max; __le16 eh_depth; __le32 eh_generation; }; struct ext4_ext_path { ext4_fsblk_t p_block; __u16 p_depth; __u16 p_maxdepth; struct ext4_extent *p_ext; struct ext4_extent_idx *p_idx; struct ext4_extent_header *p_hdr; struct buffer_head *p_bh; }; struct partial_cluster { ext4_fsblk_t pclu; ext4_lblk_t lblk; enum { initial = 0, tofree = 1, nofree = 2, } state; }; enum { EXT4_MF_MNTDIR_SAMPLED = 0, EXT4_MF_FS_ABORTED = 1, EXT4_MF_FC_INELIGIBLE = 2, }; typedef __kernel_mode_t mode_t; struct ext4_inode { __le16 i_mode; __le16 i_uid; __le32 i_size_lo; __le32 i_atime; __le32 i_ctime; __le32 i_mtime; __le32 i_dtime; __le16 i_gid; __le16 i_links_count; __le32 i_blocks_lo; __le32 i_flags; union { struct { __le32 l_i_version; } linux1; struct { __u32 h_i_translator; } hurd1; struct { __u32 m_i_reserved1; } masix1; } osd1; __le32 i_block[15]; __le32 i_generation; __le32 i_file_acl_lo; __le32 i_size_high; __le32 i_obso_faddr; union { struct { __le16 l_i_blocks_high; __le16 l_i_file_acl_high; __le16 l_i_uid_high; __le16 l_i_gid_high; __le16 l_i_checksum_lo; __le16 l_i_reserved; } linux2; struct { __le16 h_i_reserved1; __u16 h_i_mode_high; __u16 h_i_uid_high; __u16 h_i_gid_high; __u32 h_i_author; } hurd2; struct { __le16 h_i_reserved1; __le16 m_i_file_acl_high; __u32 m_i_reserved2[2]; } masix2; } osd2; __le16 i_extra_isize; __le16 i_checksum_hi; __le32 i_ctime_extra; __le32 i_mtime_extra; __le32 i_atime_extra; __le32 i_crtime; __le32 i_crtime_extra; __le32 i_version_hi; __le32 i_projid; }; struct orlov_stats { __u64 free_clusters; __u32 free_inodes; __u32 used_dirs; }; typedef struct { __le32 *p; __le32 key; struct buffer_head *bh; } Indirect; struct ext4_filename { const struct qstr *usr_fname; struct fscrypt_str disk_name; struct dx_hash_info hinfo; }; struct ext4_xattr_ibody_header { __le32 h_magic; }; struct ext4_xattr_entry { __u8 e_name_len; __u8 e_name_index; __le16 e_value_offs; __le32 e_value_inum; __le32 e_value_size; __le32 e_hash; char e_name[0]; }; struct ext4_xattr_info { const char *name; const void *value; size_t value_len; int name_index; int in_inode; }; struct ext4_xattr_search { struct ext4_xattr_entry *first; void *base; void *end; struct ext4_xattr_entry *here; int not_found; }; struct ext4_xattr_ibody_find { struct ext4_xattr_search s; struct ext4_iloc iloc; }; struct fstrim_range { __u64 start; __u64 len; __u64 minlen; }; struct ext4_new_group_input { __u32 group; __u64 block_bitmap; __u64 inode_bitmap; __u64 inode_table; __u32 blocks_count; __u16 reserved_blocks; __u16 unused; }; struct compat_ext4_new_group_input { u32 group; compat_u64 block_bitmap; compat_u64 inode_bitmap; compat_u64 inode_table; u32 blocks_count; u16 reserved_blocks; u16 unused; }; struct ext4_new_group_data { __u32 group; __u64 block_bitmap; __u64 inode_bitmap; __u64 inode_table; __u32 blocks_count; __u16 reserved_blocks; __u16 mdata_blocks; __u32 free_clusters_count; }; struct fsuuid { __u32 fsu_len; __u32 fsu_flags; __u8 fsu_uuid[0]; }; struct move_extent { __u32 reserved; __u32 donor_fd; __u64 orig_start; __u64 donor_start; __u64 len; __u64 moved_len; }; struct fsmap_head { __u32 fmh_iflags; __u32 fmh_oflags; __u32 fmh_count; __u32 fmh_entries; __u64 fmh_reserved[6]; struct fsmap fmh_keys[2]; struct fsmap fmh_recs[0]; }; typedef void ext4_update_sb_callback(struct ext4_super_block *, const void *); struct getfsmap_info { struct super_block *gi_sb; struct fsmap_head *gi_data; unsigned int gi_idx; __u32 gi_last_flags; }; typedef short unsigned int __kernel_uid16_t; typedef short unsigned int __kernel_gid16_t; typedef __kernel_uid16_t uid16_t; typedef __kernel_gid16_t gid16_t; struct ext4_io_submit { struct writeback_control *io_wbc; struct bio *io_bio; ext4_io_end_t *io_end; sector_t io_next_block; }; struct ext4_xattr_inode_array { unsigned int count; struct inode *inodes[0]; }; struct mpage_da_data { struct inode *inode; struct writeback_control *wbc; unsigned int can_map: 1; long unsigned int first_page; long unsigned int next_page; long unsigned int last_page; struct ext4_map_blocks map; struct ext4_io_submit io_submit; unsigned int do_map: 1; unsigned int scanned_until_end: 1; }; struct fsverity_info; struct migrate_struct { ext4_lblk_t first_block; ext4_lblk_t last_block; ext4_lblk_t curr_block; ext4_fsblk_t first_pblock; ext4_fsblk_t last_pblock; }; enum blk_default_limits { BLK_MAX_SEGMENTS = 128, BLK_SAFE_MAX_SECTORS = 255, BLK_DEF_MAX_SECTORS = 2560, BLK_MAX_SEGMENT_SIZE = 65536, BLK_SEG_BOUNDARY_MASK = 4294967295, }; struct ext4_free_data { struct list_head efd_list; struct rb_node efd_node; ext4_group_t efd_group; ext4_grpblk_t efd_start_cluster; ext4_grpblk_t efd_count; tid_t efd_tid; }; struct ext4_prealloc_space { struct list_head pa_inode_list; struct list_head pa_group_list; union { struct list_head pa_tmp_list; struct callback_head pa_rcu; } u; spinlock_t pa_lock; atomic_t pa_count; unsigned int pa_deleted; ext4_fsblk_t pa_pstart; ext4_lblk_t pa_lstart; ext4_grpblk_t pa_len; ext4_grpblk_t pa_free; short unsigned int pa_type; spinlock_t *pa_obj_lock; struct inode *pa_inode; }; enum { MB_INODE_PA = 0, MB_GROUP_PA = 1, }; struct ext4_free_extent { ext4_lblk_t fe_logical; ext4_grpblk_t fe_start; ext4_group_t fe_group; ext4_grpblk_t fe_len; }; struct ext4_allocation_context { struct inode *ac_inode; struct super_block *ac_sb; struct ext4_free_extent ac_o_ex; struct ext4_free_extent ac_g_ex; struct ext4_free_extent ac_b_ex; struct ext4_free_extent ac_f_ex; __u32 ac_groups_considered; __u32 ac_flags; __u16 ac_groups_scanned; __u16 ac_groups_linear_remaining; __u16 ac_found; __u16 ac_tail; __u16 ac_buddy; __u8 ac_status; __u8 ac_criteria; __u8 ac_2order; __u8 ac_op; struct page *ac_bitmap_page; struct page *ac_buddy_page; struct ext4_prealloc_space *ac_pa; struct ext4_locality_group *ac_lg; }; struct ext4_buddy { struct page *bd_buddy_page; void *bd_buddy; struct page *bd_bitmap_page; void *bd_bitmap; struct ext4_group_info *bd_info; struct super_block *bd_sb; __u16 bd_blkbits; ext4_group_t bd_group; }; struct sg { struct ext4_group_info info; ext4_grpblk_t counters[18]; }; struct mmp_struct { __le32 mmp_magic; __le32 mmp_seq; __le64 mmp_time; char mmp_nodename[64]; char mmp_bdevname[32]; __le16 mmp_check_interval; __le16 mmp_pad1; __le32 mmp_pad2[226]; __le32 mmp_checksum; }; struct fscrypt_name { const struct qstr *usr_fname; struct fscrypt_str disk_name; u32 hash; u32 minor_hash; struct fscrypt_str crypto_buf; bool is_nokey_name; }; struct ext4_dir_entry { __le32 inode; __le16 rec_len; __le16 name_len; char name[255]; }; struct ext4_dir_entry_tail { __le32 det_reserved_zero1; __le16 det_rec_len; __u8 det_reserved_zero2; __u8 det_reserved_ft; __le32 det_checksum; }; typedef enum { EITHER = 0, INDEX = 1, DIRENT = 2, DIRENT_HTREE = 3, } dirblock_type_t; struct fake_dirent { __le32 inode; __le16 rec_len; u8 name_len; u8 file_type; }; struct dx_countlimit { __le16 limit; __le16 count; }; struct dx_entry { __le32 hash; __le32 block; }; struct dx_root_info { __le32 reserved_zero; u8 hash_version; u8 info_length; u8 indirect_levels; u8 unused_flags; }; struct dx_root { struct fake_dirent dot; char dot_name[4]; struct fake_dirent dotdot; char dotdot_name[4]; struct dx_root_info info; struct dx_entry entries[0]; }; struct dx_node { struct fake_dirent fake; struct dx_entry entries[0]; }; struct dx_frame { struct buffer_head *bh; struct dx_entry *entries; struct dx_entry *at; }; struct dx_map_entry { u32 hash; u16 offs; u16 size; }; struct dx_tail { u32 dt_reserved; __le32 dt_checksum; }; struct ext4_renament { struct inode *dir; struct dentry *dentry; struct inode *inode; bool is_dir; int dir_nlink_delta; struct buffer_head *bh; struct ext4_dir_entry_2 *de; int inlined; struct buffer_head *dir_bh; struct ext4_dir_entry_2 *parent_de; int dir_inlined; }; enum bio_post_read_step { STEP_INITIAL = 0, STEP_DECRYPT = 1, STEP_VERITY = 2, STEP_MAX = 3, }; struct bio_post_read_ctx { struct bio *bio; struct work_struct work; unsigned int cur_step; unsigned int enabled_steps; }; enum { BLOCK_BITMAP = 0, INODE_BITMAP = 1, INODE_TABLE = 2, GROUP_TABLE_COUNT = 3, }; struct ext4_rcu_ptr { struct callback_head rcu; void *ptr; }; struct ext4_new_flex_group_data { struct ext4_new_group_data *groups; __u16 *bg_flags; ext4_group_t count; }; struct disk_stats { u64 nsecs[4]; long unsigned int sectors[4]; long unsigned int ios[4]; long unsigned int merges[4]; long unsigned int io_ticks; local_t in_flight[2]; }; enum stat_group { STAT_READ = 0, STAT_WRITE = 1, STAT_DISCARD = 2, STAT_FLUSH = 3, NR_STAT_GROUPS = 4, }; enum { attr_noop = 0, attr_delayed_allocation_blocks = 1, attr_session_write_kbytes = 2, attr_lifetime_write_kbytes = 3, attr_reserved_clusters = 4, attr_sra_exceeded_retry_limit = 5, attr_inode_readahead = 6, attr_trigger_test_error = 7, attr_first_error_time = 8, attr_last_error_time = 9, attr_feature = 10, attr_pointer_ui = 11, attr_pointer_ul = 12, attr_pointer_u64 = 13, attr_pointer_u8 = 14, attr_pointer_string = 15, attr_pointer_atomic = 16, attr_journal_task = 17, }; enum { ptr_explicit = 0, ptr_ext4_sb_info_offset = 1, ptr_ext4_super_block_offset = 2, }; struct ext4_attr { struct attribute attr; short int attr_id; short int attr_ptr; short unsigned int attr_size; union { int offset; void *explicit_ptr; } u; }; struct ext4_xattr_header { __le32 h_magic; __le32 h_refcount; __le32 h_blocks; __le32 h_hash; __le32 h_checksum; __u32 h_reserved[3]; }; struct ext4_xattr_block_find { struct ext4_xattr_search s; struct buffer_head *bh; }; struct ext4_orphan_block_tail { __le32 ob_magic; __le32 ob_checksum; }; typedef struct { __le16 e_tag; __le16 e_perm; __le32 e_id; } ext4_acl_entry; typedef struct { __le32 a_version; } ext4_acl_header; struct ext4_fc_tl { __le16 fc_tag; __le16 fc_len; }; struct ext4_fc_head { __le32 fc_features; __le32 fc_tid; }; struct ext4_fc_add_range { __le32 fc_ino; __u8 fc_ex[12]; }; struct ext4_fc_del_range { __le32 fc_ino; __le32 fc_lblk; __le32 fc_len; }; struct ext4_fc_dentry_info { __le32 fc_parent_ino; __le32 fc_ino; __u8 fc_dname[0]; }; struct ext4_fc_inode { __le32 fc_ino; __u8 fc_raw_inode[0]; }; struct ext4_fc_tail { __le32 fc_tid; __le32 fc_crc; }; enum { EXT4_FC_STATUS_OK = 0, EXT4_FC_STATUS_INELIGIBLE = 1, EXT4_FC_STATUS_SKIPPED = 2, EXT4_FC_STATUS_FAILED = 3, }; struct ext4_fc_dentry_update { int fcd_op; int fcd_parent; int fcd_ino; struct qstr fcd_name; unsigned char fcd_iname[32]; struct list_head fcd_list; struct list_head fcd_dilist; }; struct __track_dentry_update_args { struct dentry *dentry; int op; }; struct __track_range_args { ext4_lblk_t start; ext4_lblk_t end; }; struct dentry_info_args { int parent_ino; int dname_len; int ino; int inode_len; char *dname; }; enum { IOPRIO_CLASS_NONE = 0, IOPRIO_CLASS_RT = 1, IOPRIO_CLASS_BE = 2, IOPRIO_CLASS_IDLE = 3, }; struct dax_holder_operations { int (*notify_failure)(struct dax_device *, u64, u64, int); }; enum { I_DATA_SEM_NORMAL = 0, I_DATA_SEM_OTHER = 1, I_DATA_SEM_QUOTA = 2, }; struct ext4_lazy_init { long unsigned int li_state; struct list_head li_request_list; struct mutex li_list_mtx; }; struct ext4_journal_cb_entry { struct list_head jce_list; void (*jce_func)(struct super_block *, struct ext4_journal_cb_entry *, int); }; struct trace_event_raw_ext4_other_inode_update_time { struct trace_entry ent; dev_t dev; ino_t ino; ino_t orig_ino; uid_t uid; gid_t gid; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_free_inode { struct trace_entry ent; dev_t dev; ino_t ino; uid_t uid; gid_t gid; __u64 blocks; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_request_inode { struct trace_entry ent; dev_t dev; ino_t dir; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_allocate_inode { struct trace_entry ent; dev_t dev; ino_t ino; ino_t dir; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_evict_inode { struct trace_entry ent; dev_t dev; ino_t ino; int nlink; char __data[0]; }; struct trace_event_raw_ext4_drop_inode { struct trace_entry ent; dev_t dev; ino_t ino; int drop; char __data[0]; }; struct trace_event_raw_ext4_nfs_commit_metadata { struct trace_entry ent; dev_t dev; ino_t ino; char __data[0]; }; struct trace_event_raw_ext4_mark_inode_dirty { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int ip; char __data[0]; }; struct trace_event_raw_ext4_begin_ordered_truncate { struct trace_entry ent; dev_t dev; ino_t ino; loff_t new_size; char __data[0]; }; struct trace_event_raw_ext4__write_begin { struct trace_entry ent; dev_t dev; ino_t ino; loff_t pos; unsigned int len; char __data[0]; }; struct trace_event_raw_ext4__write_end { struct trace_entry ent; dev_t dev; ino_t ino; loff_t pos; unsigned int len; unsigned int copied; char __data[0]; }; struct trace_event_raw_ext4_writepages { struct trace_entry ent; dev_t dev; ino_t ino; long int nr_to_write; long int pages_skipped; loff_t range_start; loff_t range_end; long unsigned int writeback_index; int sync_mode; char for_kupdate; char range_cyclic; char __data[0]; }; struct trace_event_raw_ext4_da_write_pages { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int first_page; long int nr_to_write; int sync_mode; char __data[0]; }; struct trace_event_raw_ext4_da_write_pages_extent { struct trace_entry ent; dev_t dev; ino_t ino; __u64 lblk; __u32 len; __u32 flags; char __data[0]; }; struct trace_event_raw_ext4_writepages_result { struct trace_entry ent; dev_t dev; ino_t ino; int ret; int pages_written; long int pages_skipped; long unsigned int writeback_index; int sync_mode; char __data[0]; }; struct trace_event_raw_ext4__page_op { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int index; char __data[0]; }; struct trace_event_raw_ext4_invalidate_folio_op { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int index; size_t offset; size_t length; char __data[0]; }; struct trace_event_raw_ext4_discard_blocks { struct trace_entry ent; dev_t dev; __u64 blk; __u64 count; char __data[0]; }; struct trace_event_raw_ext4__mb_new_pa { struct trace_entry ent; dev_t dev; ino_t ino; __u64 pa_pstart; __u64 pa_lstart; __u32 pa_len; char __data[0]; }; struct trace_event_raw_ext4_mb_release_inode_pa { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; __u32 count; char __data[0]; }; struct trace_event_raw_ext4_mb_release_group_pa { struct trace_entry ent; dev_t dev; __u64 pa_pstart; __u32 pa_len; char __data[0]; }; struct trace_event_raw_ext4_discard_preallocations { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int len; unsigned int needed; char __data[0]; }; struct trace_event_raw_ext4_mb_discard_preallocations { struct trace_entry ent; dev_t dev; int needed; char __data[0]; }; struct trace_event_raw_ext4_request_blocks { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int len; __u32 logical; __u32 lleft; __u32 lright; __u64 goal; __u64 pleft; __u64 pright; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4_allocate_blocks { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; unsigned int len; __u32 logical; __u32 lleft; __u32 lright; __u64 goal; __u64 pleft; __u64 pright; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4_free_blocks { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; long unsigned int count; int flags; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_sync_file_enter { struct trace_entry ent; dev_t dev; ino_t ino; ino_t parent; int datasync; char __data[0]; }; struct trace_event_raw_ext4_sync_file_exit { struct trace_entry ent; dev_t dev; ino_t ino; int ret; char __data[0]; }; struct trace_event_raw_ext4_sync_fs { struct trace_entry ent; dev_t dev; int wait; char __data[0]; }; struct trace_event_raw_ext4_alloc_da_blocks { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int data_blocks; char __data[0]; }; struct trace_event_raw_ext4_mballoc_alloc { struct trace_entry ent; dev_t dev; ino_t ino; __u32 orig_logical; int orig_start; __u32 orig_group; int orig_len; __u32 goal_logical; int goal_start; __u32 goal_group; int goal_len; __u32 result_logical; int result_start; __u32 result_group; int result_len; __u16 found; __u16 groups; __u16 buddy; __u16 flags; __u16 tail; __u8 cr; char __data[0]; }; struct trace_event_raw_ext4_mballoc_prealloc { struct trace_entry ent; dev_t dev; ino_t ino; __u32 orig_logical; int orig_start; __u32 orig_group; int orig_len; __u32 result_logical; int result_start; __u32 result_group; int result_len; char __data[0]; }; struct trace_event_raw_ext4__mballoc { struct trace_entry ent; dev_t dev; ino_t ino; int result_start; __u32 result_group; int result_len; char __data[0]; }; struct trace_event_raw_ext4_forget { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; int is_metadata; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_da_update_reserve_space { struct trace_entry ent; dev_t dev; ino_t ino; __u64 i_blocks; int used_blocks; int reserved_data_blocks; int quota_claim; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_da_reserve_space { struct trace_entry ent; dev_t dev; ino_t ino; __u64 i_blocks; int reserved_data_blocks; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_da_release_space { struct trace_entry ent; dev_t dev; ino_t ino; __u64 i_blocks; int freed_blocks; int reserved_data_blocks; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4__bitmap_load { struct trace_entry ent; dev_t dev; __u32 group; char __data[0]; }; struct trace_event_raw_ext4_read_block_bitmap_load { struct trace_entry ent; dev_t dev; __u32 group; bool prefetch; char __data[0]; }; struct trace_event_raw_ext4__fallocate_mode { struct trace_entry ent; dev_t dev; ino_t ino; loff_t offset; loff_t len; int mode; char __data[0]; }; struct trace_event_raw_ext4_fallocate_exit { struct trace_entry ent; dev_t dev; ino_t ino; loff_t pos; unsigned int blocks; int ret; char __data[0]; }; struct trace_event_raw_ext4_unlink_enter { struct trace_entry ent; dev_t dev; ino_t ino; ino_t parent; loff_t size; char __data[0]; }; struct trace_event_raw_ext4_unlink_exit { struct trace_entry ent; dev_t dev; ino_t ino; int ret; char __data[0]; }; struct trace_event_raw_ext4__truncate { struct trace_entry ent; dev_t dev; ino_t ino; __u64 blocks; char __data[0]; }; struct trace_event_raw_ext4_ext_convert_to_initialized_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t m_lblk; unsigned int m_len; ext4_lblk_t u_lblk; unsigned int u_len; ext4_fsblk_t u_pblk; char __data[0]; }; struct trace_event_raw_ext4_ext_convert_to_initialized_fastpath { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t m_lblk; unsigned int m_len; ext4_lblk_t u_lblk; unsigned int u_len; ext4_fsblk_t u_pblk; ext4_lblk_t i_lblk; unsigned int i_len; ext4_fsblk_t i_pblk; char __data[0]; }; struct trace_event_raw_ext4__map_blocks_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; unsigned int len; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4__map_blocks_exit { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int flags; ext4_fsblk_t pblk; ext4_lblk_t lblk; unsigned int len; unsigned int mflags; int ret; char __data[0]; }; struct trace_event_raw_ext4_ext_load_extent { struct trace_entry ent; dev_t dev; ino_t ino; ext4_fsblk_t pblk; ext4_lblk_t lblk; char __data[0]; }; struct trace_event_raw_ext4_load_inode { struct trace_entry ent; dev_t dev; ino_t ino; char __data[0]; }; struct trace_event_raw_ext4_journal_start_sb { struct trace_entry ent; dev_t dev; long unsigned int ip; int blocks; int rsv_blocks; int revoke_creds; int type; char __data[0]; }; struct trace_event_raw_ext4_journal_start_inode { struct trace_entry ent; long unsigned int ino; dev_t dev; long unsigned int ip; int blocks; int rsv_blocks; int revoke_creds; int type; char __data[0]; }; struct trace_event_raw_ext4_journal_start_reserved { struct trace_entry ent; dev_t dev; long unsigned int ip; int blocks; char __data[0]; }; struct trace_event_raw_ext4__trim { struct trace_entry ent; int dev_major; int dev_minor; __u32 group; int start; int len; char __data[0]; }; struct trace_event_raw_ext4_ext_handle_unwritten_extents { struct trace_entry ent; dev_t dev; ino_t ino; int flags; ext4_lblk_t lblk; ext4_fsblk_t pblk; unsigned int len; unsigned int allocated; ext4_fsblk_t newblk; char __data[0]; }; struct trace_event_raw_ext4_get_implied_cluster_alloc_exit { struct trace_entry ent; dev_t dev; unsigned int flags; ext4_lblk_t lblk; ext4_fsblk_t pblk; unsigned int len; int ret; char __data[0]; }; struct trace_event_raw_ext4_ext_show_extent { struct trace_entry ent; dev_t dev; ino_t ino; ext4_fsblk_t pblk; ext4_lblk_t lblk; short unsigned int len; char __data[0]; }; struct trace_event_raw_ext4_remove_blocks { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t from; ext4_lblk_t to; ext4_fsblk_t ee_pblk; ext4_lblk_t ee_lblk; short unsigned int ee_len; ext4_fsblk_t pc_pclu; ext4_lblk_t pc_lblk; int pc_state; char __data[0]; }; struct trace_event_raw_ext4_ext_rm_leaf { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t start; ext4_lblk_t ee_lblk; ext4_fsblk_t ee_pblk; short int ee_len; ext4_fsblk_t pc_pclu; ext4_lblk_t pc_lblk; int pc_state; char __data[0]; }; struct trace_event_raw_ext4_ext_rm_idx { struct trace_entry ent; dev_t dev; ino_t ino; ext4_fsblk_t pblk; char __data[0]; }; struct trace_event_raw_ext4_ext_remove_space { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t start; ext4_lblk_t end; int depth; char __data[0]; }; struct trace_event_raw_ext4_ext_remove_space_done { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t start; ext4_lblk_t end; int depth; ext4_fsblk_t pc_pclu; ext4_lblk_t pc_lblk; int pc_state; short unsigned int eh_entries; char __data[0]; }; struct trace_event_raw_ext4__es_extent { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; char __data[0]; }; struct trace_event_raw_ext4_es_remove_extent { struct trace_entry ent; dev_t dev; ino_t ino; loff_t lblk; loff_t len; char __data[0]; }; struct trace_event_raw_ext4_es_find_extent_range_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; char __data[0]; }; struct trace_event_raw_ext4_es_find_extent_range_exit { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; char __data[0]; }; struct trace_event_raw_ext4_es_lookup_extent_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; char __data[0]; }; struct trace_event_raw_ext4_es_lookup_extent_exit { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; int found; char __data[0]; }; struct trace_event_raw_ext4__es_shrink_enter { struct trace_entry ent; dev_t dev; int nr_to_scan; int cache_cnt; char __data[0]; }; struct trace_event_raw_ext4_es_shrink_scan_exit { struct trace_entry ent; dev_t dev; int nr_shrunk; int cache_cnt; char __data[0]; }; struct trace_event_raw_ext4_collapse_range { struct trace_entry ent; dev_t dev; ino_t ino; loff_t offset; loff_t len; char __data[0]; }; struct trace_event_raw_ext4_insert_range { struct trace_entry ent; dev_t dev; ino_t ino; loff_t offset; loff_t len; char __data[0]; }; struct trace_event_raw_ext4_es_shrink { struct trace_entry ent; dev_t dev; int nr_shrunk; long long unsigned int scan_time; int nr_skipped; int retried; char __data[0]; }; struct trace_event_raw_ext4_es_insert_delayed_block { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; bool allocated; char __data[0]; }; struct trace_event_raw_ext4_fsmap_class { struct trace_entry ent; dev_t dev; dev_t keydev; u32 agno; u64 bno; u64 len; u64 owner; char __data[0]; }; struct trace_event_raw_ext4_getfsmap_class { struct trace_entry ent; dev_t dev; dev_t keydev; u64 block; u64 len; u64 owner; u64 flags; char __data[0]; }; struct trace_event_raw_ext4_shutdown { struct trace_entry ent; dev_t dev; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4_error { struct trace_entry ent; dev_t dev; const char *function; unsigned int line; char __data[0]; }; struct trace_event_raw_ext4_prefetch_bitmaps { struct trace_entry ent; dev_t dev; __u32 group; __u32 next; __u32 ios; char __data[0]; }; struct trace_event_raw_ext4_lazy_itable_init { struct trace_entry ent; dev_t dev; __u32 group; char __data[0]; }; struct trace_event_raw_ext4_fc_replay_scan { struct trace_entry ent; dev_t dev; int error; int off; char __data[0]; }; struct trace_event_raw_ext4_fc_replay { struct trace_entry ent; dev_t dev; int tag; int ino; int priv1; int priv2; char __data[0]; }; struct trace_event_raw_ext4_fc_commit_start { struct trace_entry ent; dev_t dev; tid_t tid; char __data[0]; }; struct trace_event_raw_ext4_fc_commit_stop { struct trace_entry ent; dev_t dev; int nblks; int reason; int num_fc; int num_fc_ineligible; int nblks_agg; tid_t tid; char __data[0]; }; struct trace_event_raw_ext4_fc_stats { struct trace_entry ent; dev_t dev; unsigned int fc_ineligible_rc[10]; long unsigned int fc_commits; long unsigned int fc_ineligible_commits; long unsigned int fc_numblks; char __data[0]; }; struct trace_event_raw_ext4_fc_track_dentry { struct trace_entry ent; dev_t dev; tid_t t_tid; ino_t i_ino; tid_t i_sync_tid; int error; char __data[0]; }; struct trace_event_raw_ext4_fc_track_inode { struct trace_entry ent; dev_t dev; tid_t t_tid; ino_t i_ino; tid_t i_sync_tid; int error; char __data[0]; }; struct trace_event_raw_ext4_fc_track_range { struct trace_entry ent; dev_t dev; tid_t t_tid; ino_t i_ino; tid_t i_sync_tid; long int start; long int end; int error; char __data[0]; }; struct trace_event_raw_ext4_fc_cleanup { struct trace_entry ent; dev_t dev; int j_fc_off; int full; tid_t tid; char __data[0]; }; struct trace_event_raw_ext4_update_sb { struct trace_entry ent; dev_t dev; ext4_fsblk_t fsblk; unsigned int flags; char __data[0]; }; struct trace_event_data_offsets_ext4_other_inode_update_time {}; struct trace_event_data_offsets_ext4_free_inode {}; struct trace_event_data_offsets_ext4_request_inode {}; struct trace_event_data_offsets_ext4_allocate_inode {}; struct trace_event_data_offsets_ext4_evict_inode {}; struct trace_event_data_offsets_ext4_drop_inode {}; struct trace_event_data_offsets_ext4_nfs_commit_metadata {}; struct trace_event_data_offsets_ext4_mark_inode_dirty {}; struct trace_event_data_offsets_ext4_begin_ordered_truncate {}; struct trace_event_data_offsets_ext4__write_begin {}; struct trace_event_data_offsets_ext4__write_end {}; struct trace_event_data_offsets_ext4_writepages {}; struct trace_event_data_offsets_ext4_da_write_pages {}; struct trace_event_data_offsets_ext4_da_write_pages_extent {}; struct trace_event_data_offsets_ext4_writepages_result {}; struct trace_event_data_offsets_ext4__page_op {}; struct trace_event_data_offsets_ext4_invalidate_folio_op {}; struct trace_event_data_offsets_ext4_discard_blocks {}; struct trace_event_data_offsets_ext4__mb_new_pa {}; struct trace_event_data_offsets_ext4_mb_release_inode_pa {}; struct trace_event_data_offsets_ext4_mb_release_group_pa {}; struct trace_event_data_offsets_ext4_discard_preallocations {}; struct trace_event_data_offsets_ext4_mb_discard_preallocations {}; struct trace_event_data_offsets_ext4_request_blocks {}; struct trace_event_data_offsets_ext4_allocate_blocks {}; struct trace_event_data_offsets_ext4_free_blocks {}; struct trace_event_data_offsets_ext4_sync_file_enter {}; struct trace_event_data_offsets_ext4_sync_file_exit {}; struct trace_event_data_offsets_ext4_sync_fs {}; struct trace_event_data_offsets_ext4_alloc_da_blocks {}; struct trace_event_data_offsets_ext4_mballoc_alloc {}; struct trace_event_data_offsets_ext4_mballoc_prealloc {}; struct trace_event_data_offsets_ext4__mballoc {}; struct trace_event_data_offsets_ext4_forget {}; struct trace_event_data_offsets_ext4_da_update_reserve_space {}; struct trace_event_data_offsets_ext4_da_reserve_space {}; struct trace_event_data_offsets_ext4_da_release_space {}; struct trace_event_data_offsets_ext4__bitmap_load {}; struct trace_event_data_offsets_ext4_read_block_bitmap_load {}; struct trace_event_data_offsets_ext4__fallocate_mode {}; struct trace_event_data_offsets_ext4_fallocate_exit {}; struct trace_event_data_offsets_ext4_unlink_enter {}; struct trace_event_data_offsets_ext4_unlink_exit {}; struct trace_event_data_offsets_ext4__truncate {}; struct trace_event_data_offsets_ext4_ext_convert_to_initialized_enter {}; struct trace_event_data_offsets_ext4_ext_convert_to_initialized_fastpath {}; struct trace_event_data_offsets_ext4__map_blocks_enter {}; struct trace_event_data_offsets_ext4__map_blocks_exit {}; struct trace_event_data_offsets_ext4_ext_load_extent {}; struct trace_event_data_offsets_ext4_load_inode {}; struct trace_event_data_offsets_ext4_journal_start_sb {}; struct trace_event_data_offsets_ext4_journal_start_inode {}; struct trace_event_data_offsets_ext4_journal_start_reserved {}; struct trace_event_data_offsets_ext4__trim {}; struct trace_event_data_offsets_ext4_ext_handle_unwritten_extents {}; struct trace_event_data_offsets_ext4_get_implied_cluster_alloc_exit {}; struct trace_event_data_offsets_ext4_ext_show_extent {}; struct trace_event_data_offsets_ext4_remove_blocks {}; struct trace_event_data_offsets_ext4_ext_rm_leaf {}; struct trace_event_data_offsets_ext4_ext_rm_idx {}; struct trace_event_data_offsets_ext4_ext_remove_space {}; struct trace_event_data_offsets_ext4_ext_remove_space_done {}; struct trace_event_data_offsets_ext4__es_extent {}; struct trace_event_data_offsets_ext4_es_remove_extent {}; struct trace_event_data_offsets_ext4_es_find_extent_range_enter {}; struct trace_event_data_offsets_ext4_es_find_extent_range_exit {}; struct trace_event_data_offsets_ext4_es_lookup_extent_enter {}; struct trace_event_data_offsets_ext4_es_lookup_extent_exit {}; struct trace_event_data_offsets_ext4__es_shrink_enter {}; struct trace_event_data_offsets_ext4_es_shrink_scan_exit {}; struct trace_event_data_offsets_ext4_collapse_range {}; struct trace_event_data_offsets_ext4_insert_range {}; struct trace_event_data_offsets_ext4_es_shrink {}; struct trace_event_data_offsets_ext4_es_insert_delayed_block {}; struct trace_event_data_offsets_ext4_fsmap_class {}; struct trace_event_data_offsets_ext4_getfsmap_class {}; struct trace_event_data_offsets_ext4_shutdown {}; struct trace_event_data_offsets_ext4_error {}; struct trace_event_data_offsets_ext4_prefetch_bitmaps {}; struct trace_event_data_offsets_ext4_lazy_itable_init {}; struct trace_event_data_offsets_ext4_fc_replay_scan {}; struct trace_event_data_offsets_ext4_fc_replay {}; struct trace_event_data_offsets_ext4_fc_commit_start {}; struct trace_event_data_offsets_ext4_fc_commit_stop {}; struct trace_event_data_offsets_ext4_fc_stats {}; struct trace_event_data_offsets_ext4_fc_track_dentry {}; struct trace_event_data_offsets_ext4_fc_track_inode {}; struct trace_event_data_offsets_ext4_fc_track_range {}; struct trace_event_data_offsets_ext4_fc_cleanup {}; struct trace_event_data_offsets_ext4_update_sb {}; typedef void (*btf_trace_ext4_other_inode_update_time)(void *, struct inode *, ino_t); typedef void (*btf_trace_ext4_free_inode)(void *, struct inode *); typedef void (*btf_trace_ext4_request_inode)(void *, struct inode *, int); typedef void (*btf_trace_ext4_allocate_inode)(void *, struct inode *, struct inode *, int); typedef void (*btf_trace_ext4_evict_inode)(void *, struct inode *); typedef void (*btf_trace_ext4_drop_inode)(void *, struct inode *, int); typedef void (*btf_trace_ext4_nfs_commit_metadata)(void *, struct inode *); typedef void (*btf_trace_ext4_mark_inode_dirty)(void *, struct inode *, long unsigned int); typedef void (*btf_trace_ext4_begin_ordered_truncate)(void *, struct inode *, loff_t); typedef void (*btf_trace_ext4_write_begin)(void *, struct inode *, loff_t, unsigned int); typedef void (*btf_trace_ext4_da_write_begin)(void *, struct inode *, loff_t, unsigned int); typedef void (*btf_trace_ext4_write_end)(void *, struct inode *, loff_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_journalled_write_end)(void *, struct inode *, loff_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_da_write_end)(void *, struct inode *, loff_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_writepages)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_ext4_da_write_pages)(void *, struct inode *, long unsigned int, struct writeback_control *); typedef void (*btf_trace_ext4_da_write_pages_extent)(void *, struct inode *, struct ext4_map_blocks *); typedef void (*btf_trace_ext4_writepages_result)(void *, struct inode *, struct writeback_control *, int, int); typedef void (*btf_trace_ext4_writepage)(void *, struct page *); typedef void (*btf_trace_ext4_readpage)(void *, struct page *); typedef void (*btf_trace_ext4_releasepage)(void *, struct page *); typedef void (*btf_trace_ext4_invalidate_folio)(void *, struct folio *, size_t, size_t); typedef void (*btf_trace_ext4_journalled_invalidate_folio)(void *, struct folio *, size_t, size_t); typedef void (*btf_trace_ext4_discard_blocks)(void *, struct super_block *, long long unsigned int, long long unsigned int); typedef void (*btf_trace_ext4_mb_new_inode_pa)(void *, struct ext4_allocation_context *, struct ext4_prealloc_space *); typedef void (*btf_trace_ext4_mb_new_group_pa)(void *, struct ext4_allocation_context *, struct ext4_prealloc_space *); typedef void (*btf_trace_ext4_mb_release_inode_pa)(void *, struct ext4_prealloc_space *, long long unsigned int, unsigned int); typedef void (*btf_trace_ext4_mb_release_group_pa)(void *, struct super_block *, struct ext4_prealloc_space *); typedef void (*btf_trace_ext4_discard_preallocations)(void *, struct inode *, unsigned int, unsigned int); typedef void (*btf_trace_ext4_mb_discard_preallocations)(void *, struct super_block *, int); typedef void (*btf_trace_ext4_request_blocks)(void *, struct ext4_allocation_request *); typedef void (*btf_trace_ext4_allocate_blocks)(void *, struct ext4_allocation_request *, long long unsigned int); typedef void (*btf_trace_ext4_free_blocks)(void *, struct inode *, __u64, long unsigned int, int); typedef void (*btf_trace_ext4_sync_file_enter)(void *, struct file *, int); typedef void (*btf_trace_ext4_sync_file_exit)(void *, struct inode *, int); typedef void (*btf_trace_ext4_sync_fs)(void *, struct super_block *, int); typedef void (*btf_trace_ext4_alloc_da_blocks)(void *, struct inode *); typedef void (*btf_trace_ext4_mballoc_alloc)(void *, struct ext4_allocation_context *); typedef void (*btf_trace_ext4_mballoc_prealloc)(void *, struct ext4_allocation_context *); typedef void (*btf_trace_ext4_mballoc_discard)(void *, struct super_block *, struct inode *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_mballoc_free)(void *, struct super_block *, struct inode *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_forget)(void *, struct inode *, int, __u64); typedef void (*btf_trace_ext4_da_update_reserve_space)(void *, struct inode *, int, int); typedef void (*btf_trace_ext4_da_reserve_space)(void *, struct inode *); typedef void (*btf_trace_ext4_da_release_space)(void *, struct inode *, int); typedef void (*btf_trace_ext4_mb_bitmap_load)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_mb_buddy_bitmap_load)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_load_inode_bitmap)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_read_block_bitmap_load)(void *, struct super_block *, long unsigned int, bool); typedef void (*btf_trace_ext4_fallocate_enter)(void *, struct inode *, loff_t, loff_t, int); typedef void (*btf_trace_ext4_punch_hole)(void *, struct inode *, loff_t, loff_t, int); typedef void (*btf_trace_ext4_zero_range)(void *, struct inode *, loff_t, loff_t, int); typedef void (*btf_trace_ext4_fallocate_exit)(void *, struct inode *, loff_t, unsigned int, int); typedef void (*btf_trace_ext4_unlink_enter)(void *, struct inode *, struct dentry *); typedef void (*btf_trace_ext4_unlink_exit)(void *, struct dentry *, int); typedef void (*btf_trace_ext4_truncate_enter)(void *, struct inode *); typedef void (*btf_trace_ext4_truncate_exit)(void *, struct inode *); typedef void (*btf_trace_ext4_ext_convert_to_initialized_enter)(void *, struct inode *, struct ext4_map_blocks *, struct ext4_extent *); typedef void (*btf_trace_ext4_ext_convert_to_initialized_fastpath)(void *, struct inode *, struct ext4_map_blocks *, struct ext4_extent *, struct ext4_extent *); typedef void (*btf_trace_ext4_ext_map_blocks_enter)(void *, struct inode *, ext4_lblk_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_ind_map_blocks_enter)(void *, struct inode *, ext4_lblk_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_ext_map_blocks_exit)(void *, struct inode *, unsigned int, struct ext4_map_blocks *, int); typedef void (*btf_trace_ext4_ind_map_blocks_exit)(void *, struct inode *, unsigned int, struct ext4_map_blocks *, int); typedef void (*btf_trace_ext4_ext_load_extent)(void *, struct inode *, ext4_lblk_t, ext4_fsblk_t); typedef void (*btf_trace_ext4_load_inode)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_journal_start_sb)(void *, struct super_block *, int, int, int, int, long unsigned int); typedef void (*btf_trace_ext4_journal_start_inode)(void *, struct inode *, int, int, int, int, long unsigned int); typedef void (*btf_trace_ext4_journal_start_reserved)(void *, struct super_block *, int, long unsigned int); typedef void (*btf_trace_ext4_trim_extent)(void *, struct super_block *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_trim_all_free)(void *, struct super_block *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_ext_handle_unwritten_extents)(void *, struct inode *, struct ext4_map_blocks *, int, unsigned int, ext4_fsblk_t); typedef void (*btf_trace_ext4_get_implied_cluster_alloc_exit)(void *, struct super_block *, struct ext4_map_blocks *, int); typedef void (*btf_trace_ext4_ext_show_extent)(void *, struct inode *, ext4_lblk_t, ext4_fsblk_t, short unsigned int); typedef void (*btf_trace_ext4_remove_blocks)(void *, struct inode *, struct ext4_extent *, ext4_lblk_t, ext4_fsblk_t, struct partial_cluster *); typedef void (*btf_trace_ext4_ext_rm_leaf)(void *, struct inode *, ext4_lblk_t, struct ext4_extent *, struct partial_cluster *); typedef void (*btf_trace_ext4_ext_rm_idx)(void *, struct inode *, ext4_fsblk_t); typedef void (*btf_trace_ext4_ext_remove_space)(void *, struct inode *, ext4_lblk_t, ext4_lblk_t, int); typedef void (*btf_trace_ext4_ext_remove_space_done)(void *, struct inode *, ext4_lblk_t, ext4_lblk_t, int, struct partial_cluster *, __le16); typedef void (*btf_trace_ext4_es_insert_extent)(void *, struct inode *, struct extent_status *); typedef void (*btf_trace_ext4_es_cache_extent)(void *, struct inode *, struct extent_status *); typedef void (*btf_trace_ext4_es_remove_extent)(void *, struct inode *, ext4_lblk_t, ext4_lblk_t); typedef void (*btf_trace_ext4_es_find_extent_range_enter)(void *, struct inode *, ext4_lblk_t); typedef void (*btf_trace_ext4_es_find_extent_range_exit)(void *, struct inode *, struct extent_status *); typedef void (*btf_trace_ext4_es_lookup_extent_enter)(void *, struct inode *, ext4_lblk_t); typedef void (*btf_trace_ext4_es_lookup_extent_exit)(void *, struct inode *, struct extent_status *, int); typedef void (*btf_trace_ext4_es_shrink_count)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_es_shrink_scan_enter)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_es_shrink_scan_exit)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_collapse_range)(void *, struct inode *, loff_t, loff_t); typedef void (*btf_trace_ext4_insert_range)(void *, struct inode *, loff_t, loff_t); typedef void (*btf_trace_ext4_es_shrink)(void *, struct super_block *, int, u64, int, int); typedef void (*btf_trace_ext4_es_insert_delayed_block)(void *, struct inode *, struct extent_status *, bool); typedef void (*btf_trace_ext4_fsmap_low_key)(void *, struct super_block *, u32, u32, u64, u64, u64); typedef void (*btf_trace_ext4_fsmap_high_key)(void *, struct super_block *, u32, u32, u64, u64, u64); typedef void (*btf_trace_ext4_fsmap_mapping)(void *, struct super_block *, u32, u32, u64, u64, u64); typedef void (*btf_trace_ext4_getfsmap_low_key)(void *, struct super_block *, struct ext4_fsmap *); typedef void (*btf_trace_ext4_getfsmap_high_key)(void *, struct super_block *, struct ext4_fsmap *); typedef void (*btf_trace_ext4_getfsmap_mapping)(void *, struct super_block *, struct ext4_fsmap *); typedef void (*btf_trace_ext4_shutdown)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_error)(void *, struct super_block *, const char *, unsigned int); typedef void (*btf_trace_ext4_prefetch_bitmaps)(void *, struct super_block *, ext4_group_t, ext4_group_t, unsigned int); typedef void (*btf_trace_ext4_lazy_itable_init)(void *, struct super_block *, ext4_group_t); typedef void (*btf_trace_ext4_fc_replay_scan)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_fc_replay)(void *, struct super_block *, int, int, int, int); typedef void (*btf_trace_ext4_fc_commit_start)(void *, struct super_block *, tid_t); typedef void (*btf_trace_ext4_fc_commit_stop)(void *, struct super_block *, int, int, tid_t); typedef void (*btf_trace_ext4_fc_stats)(void *, struct super_block *); typedef void (*btf_trace_ext4_fc_track_create)(void *, handle_t *, struct inode *, struct dentry *, int); typedef void (*btf_trace_ext4_fc_track_link)(void *, handle_t *, struct inode *, struct dentry *, int); typedef void (*btf_trace_ext4_fc_track_unlink)(void *, handle_t *, struct inode *, struct dentry *, int); typedef void (*btf_trace_ext4_fc_track_inode)(void *, handle_t *, struct inode *, int); typedef void (*btf_trace_ext4_fc_track_range)(void *, handle_t *, struct inode *, long int, long int, int); typedef void (*btf_trace_ext4_fc_cleanup)(void *, journal_t *, int, tid_t); typedef void (*btf_trace_ext4_update_sb)(void *, struct super_block *, ext4_fsblk_t, unsigned int); struct ext4_err_translation { int code; int errno; }; enum { Opt_bsd_df = 0, Opt_minix_df = 1, Opt_grpid = 2, Opt_nogrpid = 3, Opt_resgid = 4, Opt_resuid = 5, Opt_sb = 6, Opt_nouid32 = 7, Opt_debug = 8, Opt_removed = 9, Opt_user_xattr = 10, Opt_acl = 11, Opt_auto_da_alloc = 12, Opt_noauto_da_alloc = 13, Opt_noload = 14, Opt_commit = 15, Opt_min_batch_time = 16, Opt_max_batch_time = 17, Opt_journal_dev = 18, Opt_journal_path = 19, Opt_journal_checksum = 20, Opt_journal_async_commit = 21, Opt_abort = 22, Opt_data_journal = 23, Opt_data_ordered = 24, Opt_data_writeback = 25, Opt_data_err_abort = 26, Opt_data_err_ignore = 27, Opt_test_dummy_encryption = 28, Opt_inlinecrypt = 29, Opt_usrjquota = 30, Opt_grpjquota = 31, Opt_quota = 32, Opt_noquota = 33, Opt_barrier = 34, Opt_nobarrier = 35, Opt_err___2 = 36, Opt_usrquota = 37, Opt_grpquota = 38, Opt_prjquota = 39, Opt_dax = 40, Opt_dax_always = 41, Opt_dax_inode = 42, Opt_dax_never = 43, Opt_stripe = 44, Opt_delalloc = 45, Opt_nodelalloc = 46, Opt_warn_on_error = 47, Opt_nowarn_on_error = 48, Opt_mblk_io_submit = 49, Opt_debug_want_extra_isize = 50, Opt_nomblk_io_submit = 51, Opt_block_validity = 52, Opt_noblock_validity = 53, Opt_inode_readahead_blks = 54, Opt_journal_ioprio = 55, Opt_dioread_nolock = 56, Opt_dioread_lock = 57, Opt_discard = 58, Opt_nodiscard = 59, Opt_init_itable = 60, Opt_noinit_itable = 61, Opt_max_dir_size_kb = 62, Opt_nojournal_checksum = 63, Opt_nombcache = 64, Opt_no_prefetch_block_bitmaps = 65, Opt_mb_optimize_scan = 66, Opt_errors = 67, Opt_data = 68, Opt_data_err = 69, Opt_jqfmt = 70, Opt_dax_type = 71, }; struct mount_opts { int token; int mount_opt; int flags; }; struct ext4_fs_context { char *s_qf_names[3]; struct fscrypt_dummy_policy dummy_enc_policy; int s_jquota_fmt; short unsigned int qname_spec; long unsigned int vals_s_flags; long unsigned int mask_s_flags; long unsigned int journal_devnum; long unsigned int s_commit_interval; long unsigned int s_stripe; unsigned int s_inode_readahead_blks; unsigned int s_want_extra_isize; unsigned int s_li_wait_mult; unsigned int s_max_dir_size_kb; unsigned int journal_ioprio; unsigned int vals_s_mount_opt; unsigned int mask_s_mount_opt; unsigned int vals_s_mount_opt2; unsigned int mask_s_mount_opt2; long unsigned int vals_s_mount_flags; long unsigned int mask_s_mount_flags; unsigned int opt_flags; unsigned int spec; u32 s_max_batch_time; u32 s_min_batch_time; kuid_t s_resuid; kgid_t s_resgid; ext4_fsblk_t s_sb_block; }; struct ext4_mount_options { long unsigned int s_mount_opt; long unsigned int s_mount_opt2; kuid_t s_resuid; kgid_t s_resgid; long unsigned int s_commit_interval; u32 s_min_batch_time; u32 s_max_batch_time; int s_jquota_fmt; char *s_qf_names[3]; }; struct commit_header { __be32 h_magic; __be32 h_blocktype; __be32 h_sequence; unsigned char h_chksum_type; unsigned char h_chksum_size; unsigned char h_padding[2]; __be32 h_chksum[8]; __be64 h_commit_sec; __be32 h_commit_nsec; }; struct journal_block_tag3_s { __be32 t_blocknr; __be32 t_flags; __be32 t_blocknr_high; __be32 t_checksum; }; typedef struct journal_block_tag3_s journal_block_tag3_t; struct journal_block_tag_s { __be32 t_blocknr; __be16 t_checksum; __be16 t_flags; __be32 t_blocknr_high; }; typedef struct journal_block_tag_s journal_block_tag_t; struct jbd2_journal_block_tail { __be32 t_checksum; }; struct jbd2_journal_revoke_header_s { journal_header_t r_header; __be32 r_count; }; typedef struct jbd2_journal_revoke_header_s jbd2_journal_revoke_header_t; struct recovery_info { tid_t start_transaction; tid_t end_transaction; int nr_replays; int nr_revokes; int nr_revoke_hits; }; struct jbd2_revoke_table_s { int hash_size; int hash_shift; struct list_head *hash_table; }; struct jbd2_revoke_record_s { struct list_head hash; tid_t sequence; long long unsigned int blocknr; }; struct meta_entry { u64 data_block; unsigned int index_block; short unsigned int offset; short unsigned int pad; }; struct meta_index { unsigned int inode_number; unsigned int offset; short unsigned int entries; short unsigned int skip; short unsigned int locked; short unsigned int pad; struct meta_entry meta_entry[127]; }; struct squashfs_cache_entry; struct squashfs_cache { char *name; int entries; int curr_blk; int next_blk; int num_waiters; int unused; int block_size; int pages; spinlock_t lock; wait_queue_head_t wait_queue; struct squashfs_cache_entry *entry; }; struct squashfs_page_actor; struct squashfs_cache_entry { u64 block; int length; int refcount; u64 next_index; int pending; int error; int num_waiters; wait_queue_head_t wait_queue; struct squashfs_cache *cache; void **data; struct squashfs_page_actor *actor; }; struct squashfs_page_actor { union { void **buffer; struct page **page; }; void *pageaddr; void *tmp_buffer; void * (*squashfs_first_page)(struct squashfs_page_actor *); void * (*squashfs_next_page)(struct squashfs_page_actor *); void (*squashfs_finish_page)(struct squashfs_page_actor *); struct page *last_page; int pages; int length; int next_page; int alloc_buffer; int returned_pages; long unsigned int next_index; }; struct squashfs_decompressor; struct squashfs_decompressor_thread_ops; struct squashfs_sb_info { const struct squashfs_decompressor *decompressor; int devblksize; int devblksize_log2; struct squashfs_cache *block_cache; struct squashfs_cache *fragment_cache; struct squashfs_cache *read_page; int next_meta_index; __le64 *id_table; __le64 *fragment_index; __le64 *xattr_id_table; struct mutex meta_index_mutex; struct meta_index *meta_index; void *stream; __le64 *inode_lookup_table; u64 inode_table; u64 directory_table; u64 xattr_table; unsigned int block_size; short unsigned int block_log; long long int bytes_used; unsigned int inodes; unsigned int fragments; unsigned int xattr_ids; unsigned int ids; bool panic_on_errors; const struct squashfs_decompressor_thread_ops *thread_ops; int max_thread_num; }; struct squashfs_decompressor { void * (*init)(struct squashfs_sb_info *, void *); void * (*comp_opts)(struct squashfs_sb_info *, void *, int); void (*free)(void *); int (*decompress)(struct squashfs_sb_info *, void *, struct bio *, int, int, struct squashfs_page_actor *); int id; char *name; int alloc_buffer; int supported; }; struct squashfs_decompressor_thread_ops { void * (*create)(struct squashfs_sb_info *, void *); void (*destroy)(struct squashfs_sb_info *); int (*decompress)(struct squashfs_sb_info *, struct bio *, int, int, struct squashfs_page_actor *); int (*max_decompressors)(); }; struct squashfs_dir_index { __le32 index; __le32 start_block; __le32 size; unsigned char name[0]; }; struct squashfs_dir_entry { __le16 offset; __le16 inode_number; __le16 type; __le16 size; char name[0]; }; struct squashfs_dir_header { __le32 count; __le32 start_block; __le32 inode_number; }; struct squashfs_inode_info { u64 start; int offset; u64 xattr; unsigned int xattr_size; int xattr_count; union { struct { u64 fragment_block; int fragment_size; int fragment_offset; u64 block_list_start; }; struct { u64 dir_idx_start; int dir_idx_offset; int dir_idx_cnt; int parent; }; }; struct inode vfs_inode; }; struct trace_event_raw_jbd2_checkpoint { struct trace_entry ent; dev_t dev; int result; char __data[0]; }; struct trace_event_raw_jbd2_commit { struct trace_entry ent; dev_t dev; char sync_commit; tid_t transaction; char __data[0]; }; struct trace_event_raw_jbd2_end_commit { struct trace_entry ent; dev_t dev; char sync_commit; tid_t transaction; tid_t head; char __data[0]; }; struct trace_event_raw_jbd2_submit_inode_data { struct trace_entry ent; dev_t dev; ino_t ino; char __data[0]; }; struct trace_event_raw_jbd2_handle_start_class { struct trace_entry ent; dev_t dev; tid_t tid; unsigned int type; unsigned int line_no; int requested_blocks; char __data[0]; }; struct trace_event_raw_jbd2_handle_extend { struct trace_entry ent; dev_t dev; tid_t tid; unsigned int type; unsigned int line_no; int buffer_credits; int requested_blocks; char __data[0]; }; struct trace_event_raw_jbd2_handle_stats { struct trace_entry ent; dev_t dev; tid_t tid; unsigned int type; unsigned int line_no; int interval; int sync; int requested_blocks; int dirtied_blocks; char __data[0]; }; struct trace_event_raw_jbd2_run_stats { struct trace_entry ent; dev_t dev; tid_t tid; long unsigned int wait; long unsigned int request_delay; long unsigned int running; long unsigned int locked; long unsigned int flushing; long unsigned int logging; __u32 handle_count; __u32 blocks; __u32 blocks_logged; char __data[0]; }; struct trace_event_raw_jbd2_checkpoint_stats { struct trace_entry ent; dev_t dev; tid_t tid; long unsigned int chp_time; __u32 forced_to_close; __u32 written; __u32 dropped; char __data[0]; }; struct trace_event_raw_jbd2_update_log_tail { struct trace_entry ent; dev_t dev; tid_t tail_sequence; tid_t first_tid; long unsigned int block_nr; long unsigned int freed; char __data[0]; }; struct trace_event_raw_jbd2_write_superblock { struct trace_entry ent; dev_t dev; blk_opf_t write_flags; char __data[0]; }; struct trace_event_raw_jbd2_lock_buffer_stall { struct trace_entry ent; dev_t dev; long unsigned int stall_ms; char __data[0]; }; struct trace_event_raw_jbd2_journal_shrink { struct trace_entry ent; dev_t dev; long unsigned int nr_to_scan; long unsigned int count; char __data[0]; }; struct trace_event_raw_jbd2_shrink_scan_exit { struct trace_entry ent; dev_t dev; long unsigned int nr_to_scan; long unsigned int nr_shrunk; long unsigned int count; char __data[0]; }; struct trace_event_raw_jbd2_shrink_checkpoint_list { struct trace_entry ent; dev_t dev; tid_t first_tid; tid_t tid; tid_t last_tid; long unsigned int nr_freed; long unsigned int nr_scanned; tid_t next_tid; char __data[0]; }; struct trace_event_data_offsets_jbd2_checkpoint {}; struct trace_event_data_offsets_jbd2_commit {}; struct trace_event_data_offsets_jbd2_end_commit {}; struct trace_event_data_offsets_jbd2_submit_inode_data {}; struct trace_event_data_offsets_jbd2_handle_start_class {}; struct trace_event_data_offsets_jbd2_handle_extend {}; struct trace_event_data_offsets_jbd2_handle_stats {}; struct trace_event_data_offsets_jbd2_run_stats {}; struct trace_event_data_offsets_jbd2_checkpoint_stats {}; struct trace_event_data_offsets_jbd2_update_log_tail {}; struct trace_event_data_offsets_jbd2_write_superblock {}; struct trace_event_data_offsets_jbd2_lock_buffer_stall {}; struct trace_event_data_offsets_jbd2_journal_shrink {}; struct trace_event_data_offsets_jbd2_shrink_scan_exit {}; struct trace_event_data_offsets_jbd2_shrink_checkpoint_list {}; typedef void (*btf_trace_jbd2_checkpoint)(void *, journal_t *, int); typedef void (*btf_trace_jbd2_start_commit)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_commit_locking)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_commit_flushing)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_commit_logging)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_drop_transaction)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_end_commit)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_submit_inode_data)(void *, struct inode *); typedef void (*btf_trace_jbd2_handle_start)(void *, dev_t, tid_t, unsigned int, unsigned int, int); typedef void (*btf_trace_jbd2_handle_restart)(void *, dev_t, tid_t, unsigned int, unsigned int, int); typedef void (*btf_trace_jbd2_handle_extend)(void *, dev_t, tid_t, unsigned int, unsigned int, int, int); typedef void (*btf_trace_jbd2_handle_stats)(void *, dev_t, tid_t, unsigned int, unsigned int, int, int, int, int); typedef void (*btf_trace_jbd2_run_stats)(void *, dev_t, tid_t, struct transaction_run_stats_s *); typedef void (*btf_trace_jbd2_checkpoint_stats)(void *, dev_t, tid_t, struct transaction_chp_stats_s *); typedef void (*btf_trace_jbd2_update_log_tail)(void *, journal_t *, tid_t, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_write_superblock)(void *, journal_t *, blk_opf_t); typedef void (*btf_trace_jbd2_lock_buffer_stall)(void *, dev_t, long unsigned int); typedef void (*btf_trace_jbd2_shrink_count)(void *, journal_t *, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_shrink_scan_enter)(void *, journal_t *, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_shrink_scan_exit)(void *, journal_t *, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_shrink_checkpoint_list)(void *, journal_t *, tid_t, tid_t, tid_t, long unsigned int, long unsigned int, tid_t); struct jbd2_stats_proc_session { journal_t *journal; struct transaction_stats_s *stats; int start; int max; }; struct squashfs_fragment_entry { __le64 start_block; __le32 size; unsigned int unused; }; struct squashfs_base_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; }; struct squashfs_ipc_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 nlink; }; struct squashfs_lipc_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 nlink; __le32 xattr; }; struct squashfs_dev_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 nlink; __le32 rdev; }; struct squashfs_ldev_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 nlink; __le32 rdev; __le32 xattr; }; struct squashfs_symlink_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 nlink; __le32 symlink_size; char symlink[0]; }; struct squashfs_reg_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 start_block; __le32 fragment; __le32 offset; __le32 file_size; __le16 block_list[0]; }; struct squashfs_lreg_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le64 start_block; __le64 file_size; __le64 sparse; __le32 nlink; __le32 fragment; __le32 offset; __le32 xattr; __le16 block_list[0]; }; struct squashfs_dir_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 start_block; __le32 nlink; __le16 file_size; __le16 offset; __le32 parent_inode; }; struct squashfs_ldir_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 nlink; __le32 file_size; __le32 start_block; __le32 parent_inode; __le16 i_count; __le16 offset; __le32 xattr; struct squashfs_dir_index index[0]; }; union squashfs_inode { struct squashfs_base_inode base; struct squashfs_dev_inode dev; struct squashfs_ldev_inode ldev; struct squashfs_symlink_inode symlink; struct squashfs_reg_inode reg; struct squashfs_lreg_inode lreg; struct squashfs_dir_inode dir; struct squashfs_ldir_inode ldir; struct squashfs_ipc_inode ipc; struct squashfs_lipc_inode lipc; }; enum Opt_errors { Opt_errors_continue = 0, Opt_errors_panic = 1, }; enum squashfs_param { Opt_errors___2 = 0, Opt_threads = 1, }; struct squashfs_mount_opts { enum Opt_errors errors; const struct squashfs_decompressor_thread_ops *thread_ops; int thread_num; }; struct squashfs_stream { void *stream; struct mutex mutex; }; struct squashfs_xattr_id { __le64 xattr; __le32 count; __le32 size; }; struct squashfs_xattr_id_table { __le64 xattr_table_start; __le32 xattr_ids; __le32 unused; }; struct squashfs_xattr_entry { __le16 type; __le16 size; char data[0]; }; struct squashfs_xattr_val { __le32 vsize; char value[0]; }; struct squashfs_lzo { void *input; void *output; }; enum xz_mode { XZ_SINGLE = 0, XZ_PREALLOC = 1, XZ_DYNALLOC = 2, }; enum xz_ret { XZ_OK = 0, XZ_STREAM_END = 1, XZ_UNSUPPORTED_CHECK = 2, XZ_MEM_ERROR = 3, XZ_MEMLIMIT_ERROR = 4, XZ_FORMAT_ERROR = 5, XZ_OPTIONS_ERROR = 6, XZ_DATA_ERROR = 7, XZ_BUF_ERROR = 8, }; struct xz_buf { const uint8_t *in; size_t in_pos; size_t in_size; uint8_t *out; size_t out_pos; size_t out_size; }; struct xz_dec; struct squashfs_xz { struct xz_dec *state; struct xz_buf buf; }; struct disk_comp_opts { __le32 dictionary_size; __le32 flags; }; struct comp_opts { int dict_size; }; struct lz4_comp_opts { __le32 version; __le32 flags; }; struct squashfs_lz4 { void *input; void *output; }; typedef enum { ZSTD_error_no_error = 0, ZSTD_error_GENERIC = 1, ZSTD_error_prefix_unknown = 10, ZSTD_error_version_unsupported = 12, ZSTD_error_frameParameter_unsupported = 14, ZSTD_error_frameParameter_windowTooLarge = 16, ZSTD_error_corruption_detected = 20, ZSTD_error_checksum_wrong = 22, ZSTD_error_dictionary_corrupted = 30, ZSTD_error_dictionary_wrong = 32, ZSTD_error_dictionaryCreation_failed = 34, ZSTD_error_parameter_unsupported = 40, ZSTD_error_parameter_outOfBound = 42, ZSTD_error_tableLog_tooLarge = 44, ZSTD_error_maxSymbolValue_tooLarge = 46, ZSTD_error_maxSymbolValue_tooSmall = 48, ZSTD_error_stage_wrong = 60, ZSTD_error_init_missing = 62, ZSTD_error_memory_allocation = 64, ZSTD_error_workSpace_tooSmall = 66, ZSTD_error_dstSize_tooSmall = 70, ZSTD_error_srcSize_wrong = 72, ZSTD_error_dstBuffer_null = 74, ZSTD_error_frameIndex_tooLarge = 100, ZSTD_error_seekableIO = 102, ZSTD_error_dstBuffer_wrong = 104, ZSTD_error_srcBuffer_wrong = 105, ZSTD_error_maxCode = 120, } ZSTD_ErrorCode; struct ZSTD_DCtx_s; typedef struct ZSTD_DCtx_s ZSTD_DCtx; struct ZSTD_inBuffer_s { const void *src; size_t size; size_t pos; }; typedef struct ZSTD_inBuffer_s ZSTD_inBuffer; struct ZSTD_outBuffer_s { void *dst; size_t size; size_t pos; }; typedef struct ZSTD_outBuffer_s ZSTD_outBuffer; typedef ZSTD_DCtx ZSTD_DStream; typedef void * (*ZSTD_allocFunction)(void *, size_t); typedef void (*ZSTD_freeFunction)(void *, void *); typedef struct { ZSTD_allocFunction customAlloc; ZSTD_freeFunction customFree; void *opaque; } ZSTD_customMem; typedef ZSTD_ErrorCode zstd_error_code; typedef ZSTD_inBuffer zstd_in_buffer; typedef ZSTD_outBuffer zstd_out_buffer; typedef ZSTD_DStream zstd_dstream; struct workspace { void *mem; size_t mem_size; size_t window_size; }; struct ramfs_mount_opts { umode_t mode; }; struct ramfs_fs_info { struct ramfs_mount_opts mount_opts; }; enum ramfs_param { Opt_mode___3 = 0, }; typedef u16 wchar_t; struct nls_table { const char *charset; const char *alias; int (*uni2char)(wchar_t, unsigned char *, int); int (*char2uni)(const unsigned char *, int, wchar_t *); const unsigned char *charset2lower; const unsigned char *charset2upper; struct module *owner; struct nls_table *next; }; struct fat_mount_options { kuid_t fs_uid; kgid_t fs_gid; short unsigned int fs_fmask; short unsigned int fs_dmask; short unsigned int codepage; int time_offset; char *iocharset; short unsigned int shortname; unsigned char name_check; unsigned char errors; unsigned char nfs; short unsigned int allow_utime; unsigned int quiet: 1; unsigned int showexec: 1; unsigned int sys_immutable: 1; unsigned int dotsOK: 1; unsigned int isvfat: 1; unsigned int utf8: 1; unsigned int unicode_xlate: 1; unsigned int numtail: 1; unsigned int flush: 1; unsigned int nocase: 1; unsigned int usefree: 1; unsigned int tz_set: 1; unsigned int rodir: 1; unsigned int discard: 1; unsigned int dos1xfloppy: 1; }; struct fatent_operations; struct msdos_sb_info { short unsigned int sec_per_clus; short unsigned int cluster_bits; unsigned int cluster_size; unsigned char fats; unsigned char fat_bits; short unsigned int fat_start; long unsigned int fat_length; long unsigned int dir_start; short unsigned int dir_entries; long unsigned int data_start; long unsigned int max_cluster; long unsigned int root_cluster; long unsigned int fsinfo_sector; struct mutex fat_lock; struct mutex nfs_build_inode_lock; struct mutex s_lock; unsigned int prev_free; unsigned int free_clusters; unsigned int free_clus_valid; struct fat_mount_options options; struct nls_table *nls_disk; struct nls_table *nls_io; const void *dir_ops; int dir_per_block; int dir_per_block_bits; unsigned int vol_id; int fatent_shift; const struct fatent_operations *fatent_ops; struct inode *fat_inode; struct inode *fsinfo_inode; struct ratelimit_state ratelimit; spinlock_t inode_hash_lock; struct hlist_head inode_hashtable[256]; spinlock_t dir_hash_lock; struct hlist_head dir_hashtable[256]; unsigned int dirty; struct callback_head rcu; }; struct fat_entry; struct fatent_operations { void (*ent_blocknr)(struct super_block *, int, int *, sector_t *); void (*ent_set_ptr)(struct fat_entry *, int); int (*ent_bread)(struct super_block *, struct fat_entry *, int, sector_t); int (*ent_get)(struct fat_entry *); void (*ent_put)(struct fat_entry *, int); int (*ent_next)(struct fat_entry *); }; struct msdos_inode_info { spinlock_t cache_lru_lock; struct list_head cache_lru; int nr_caches; unsigned int cache_valid_id; loff_t mmu_private; int i_start; int i_logstart; int i_attrs; loff_t i_pos; struct hlist_node i_fat_hash; struct hlist_node i_dir_hash; struct rw_semaphore truncate_lock; struct timespec64 i_crtime; struct inode vfs_inode; }; struct fat_entry { int entry; union { u8 *ent12_p[2]; __le16 *ent16_p; __le32 *ent32_p; } u; int nr_bhs; struct buffer_head *bhs[2]; struct inode *fat_inode; }; struct fat_cache { struct list_head cache_list; int nr_contig; int fcluster; int dcluster; }; struct fat_cache_id { unsigned int id; int nr_contig; int fcluster; int dcluster; }; struct compat_dirent { u32 d_ino; compat_off_t d_off; u16 d_reclen; char d_name[256]; }; enum utf16_endian { UTF16_HOST_ENDIAN = 0, UTF16_LITTLE_ENDIAN = 1, UTF16_BIG_ENDIAN = 2, }; struct __fat_dirent { long int d_ino; __kernel_off_t d_off; short unsigned int d_reclen; char d_name[256]; }; struct msdos_dir_entry { __u8 name[11]; __u8 attr; __u8 lcase; __u8 ctime_cs; __le16 ctime; __le16 cdate; __le16 adate; __le16 starthi; __le16 time; __le16 date; __le16 start; __le32 size; }; struct msdos_dir_slot { __u8 id; __u8 name0_4[10]; __u8 attr; __u8 reserved; __u8 alias_checksum; __u8 name5_10[12]; __le16 start; __u8 name11_12[4]; }; struct fat_slot_info { loff_t i_pos; loff_t slot_off; int nr_slots; struct msdos_dir_entry *de; struct buffer_head *bh; }; typedef long long unsigned int llu; enum { PARSE_INVALID = 1, PARSE_NOT_LONGNAME = 2, PARSE_EOF = 3, }; struct fat_ioctl_filldir_callback { struct dir_context ctx; void *dirent; int result; const char *longname; int long_len; const char *shortname; int short_len; }; struct fatent_ra { sector_t cur; sector_t limit; unsigned int ra_blocks; sector_t ra_advance; sector_t ra_next; sector_t ra_limit; }; enum hugetlbfs_size_type { NO_SIZE = 0, SIZE_STD = 1, SIZE_PERCENT = 2, }; struct hugetlbfs_fs_context { struct hstate *hstate; long long unsigned int max_size_opt; long long unsigned int min_size_opt; long int max_hpages; long int nr_inodes; long int min_hpages; enum hugetlbfs_size_type max_val_type; enum hugetlbfs_size_type min_val_type; kuid_t uid; kgid_t gid; umode_t mode; }; enum hugetlb_param { Opt_gid___4 = 0, Opt_min_size = 1, Opt_mode___4 = 2, Opt_nr_inodes___2 = 3, Opt_pagesize = 4, Opt_size___2 = 5, Opt_uid___3 = 6, }; struct fat_boot_fsinfo { __le32 signature1; __le32 reserved1[120]; __le32 signature2; __le32 free_clusters; __le32 next_cluster; __le32 reserved2[4]; }; struct fat_boot_sector { __u8 ignored[3]; __u8 system_id[8]; __u8 sector_size[2]; __u8 sec_per_clus; __le16 reserved; __u8 fats; __u8 dir_entries[2]; __u8 sectors[2]; __u8 media; __le16 fat_length; __le16 secs_track; __le16 heads; __le32 hidden; __le32 total_sect; union { struct { __u8 drive_number; __u8 state; __u8 signature; __u8 vol_id[4]; __u8 vol_label[11]; __u8 fs_type[8]; } fat16; struct { __le32 length; __le16 flags; __u8 version[2]; __le32 root_cluster; __le16 info_sector; __le16 backup_boot; __le16 reserved2[6]; __u8 drive_number; __u8 state; __u8 signature; __u8 vol_id[4]; __u8 vol_label[11]; __u8 fs_type[8]; } fat32; }; }; struct fat_bios_param_block { u16 fat_sector_size; u8 fat_sec_per_clus; u16 fat_reserved; u8 fat_fats; u16 fat_dir_entries; u16 fat_sectors; u16 fat_fat_length; u32 fat_total_sect; u8 fat16_state; u32 fat16_vol_id; u32 fat32_length; u32 fat32_root_cluster; u16 fat32_info_sector; u8 fat32_state; u32 fat32_vol_id; }; struct fat_floppy_defaults { unsigned int nr_sectors; unsigned int sec_per_clus; unsigned int dir_entries; unsigned int media; unsigned int fat_length; }; enum { Opt_check_n = 0, Opt_check_r = 1, Opt_check_s = 2, Opt_uid___4 = 3, Opt_gid___5 = 4, Opt_umask = 5, Opt_dmask = 6, Opt_fmask = 7, Opt_allow_utime = 8, Opt_codepage = 9, Opt_usefree = 10, Opt_nocase = 11, Opt_quiet = 12, Opt_showexec = 13, Opt_debug___2 = 14, Opt_immutable = 15, Opt_dots = 16, Opt_nodots = 17, Opt_charset = 18, Opt_shortname_lower = 19, Opt_shortname_win95 = 20, Opt_shortname_winnt = 21, Opt_shortname_mixed = 22, Opt_utf8_no = 23, Opt_utf8_yes = 24, Opt_uni_xl_no = 25, Opt_uni_xl_yes = 26, Opt_nonumtail_no = 27, Opt_nonumtail_yes = 28, Opt_obsolete = 29, Opt_flush = 30, Opt_tz_utc = 31, Opt_rodir = 32, Opt_err_cont = 33, Opt_err_panic = 34, Opt_err_ro = 35, Opt_discard___2 = 36, Opt_nfs = 37, Opt_time_offset = 38, Opt_nfs_stale_rw = 39, Opt_nfs_nostale_ro = 40, Opt_err___3 = 41, Opt_dos1xfloppy = 42, }; struct shortname_info { unsigned char lower: 1; unsigned char upper: 1; unsigned char valid: 1; }; struct fat_fid { u32 i_gen; u32 i_pos_low; u16 i_pos_hi; u16 parent_i_pos_hi; u32 parent_i_pos_low; u32 parent_i_gen; }; struct scsi_sense_hdr { u8 response_code; u8 sense_key; u8 asc; u8 ascq; u8 byte4; u8 byte5; u8 byte6; u8 additional_length; }; struct cdrom_msf0 { __u8 minute; __u8 second; __u8 frame; }; union cdrom_addr { struct cdrom_msf0 msf; int lba; }; struct cdrom_tocentry { __u8 cdte_track; __u8 cdte_adr: 4; __u8 cdte_ctrl: 4; __u8 cdte_format; union cdrom_addr cdte_addr; __u8 cdte_datamode; }; struct cdrom_multisession { union cdrom_addr addr; __u8 xa_flag; __u8 addr_format; }; struct cdrom_mcn { __u8 medium_catalog_number[14]; }; struct packet_command { unsigned char cmd[12]; unsigned char *buffer; unsigned int buflen; int stat; struct scsi_sense_hdr *sshdr; unsigned char data_direction; int quiet; int timeout; void *reserved[1]; }; struct cdrom_device_ops; struct cdrom_device_info { const struct cdrom_device_ops *ops; struct list_head list; struct gendisk *disk; void *handle; int mask; int speed; int capacity; unsigned int options: 30; unsigned int mc_flags: 2; unsigned int vfs_events; unsigned int ioctl_events; int use_count; char name[20]; __u8 sanyo_slot: 2; __u8 keeplocked: 1; __u8 reserved: 5; int cdda_method; __u8 last_sense; __u8 media_written; short unsigned int mmc3_profile; int for_data; int (*exit)(struct cdrom_device_info *); int mrw_mode_page; __s64 last_media_change_ms; }; struct cdrom_device_ops { int (*open)(struct cdrom_device_info *, int); void (*release)(struct cdrom_device_info *); int (*drive_status)(struct cdrom_device_info *, int); unsigned int (*check_events)(struct cdrom_device_info *, unsigned int, int); int (*tray_move)(struct cdrom_device_info *, int); int (*lock_door)(struct cdrom_device_info *, int); int (*select_speed)(struct cdrom_device_info *, int); int (*get_last_session)(struct cdrom_device_info *, struct cdrom_multisession *); int (*get_mcn)(struct cdrom_device_info *, struct cdrom_mcn *); int (*reset)(struct cdrom_device_info *); int (*audio_ioctl)(struct cdrom_device_info *, unsigned int, void *); int (*generic_packet)(struct cdrom_device_info *, struct packet_command *); int (*read_cdda_bpc)(struct cdrom_device_info *, void *, u32, u32, u8 *); const int capability; }; struct iso_volume_descriptor { __u8 type[1]; char id[5]; __u8 version[1]; __u8 data[2041]; }; struct iso_primary_descriptor { __u8 type[1]; char id[5]; __u8 version[1]; __u8 unused1[1]; char system_id[32]; char volume_id[32]; __u8 unused2[8]; __u8 volume_space_size[8]; __u8 unused3[32]; __u8 volume_set_size[4]; __u8 volume_sequence_number[4]; __u8 logical_block_size[4]; __u8 path_table_size[8]; __u8 type_l_path_table[4]; __u8 opt_type_l_path_table[4]; __u8 type_m_path_table[4]; __u8 opt_type_m_path_table[4]; __u8 root_directory_record[34]; char volume_set_id[128]; char publisher_id[128]; char preparer_id[128]; char application_id[128]; char copyright_file_id[37]; char abstract_file_id[37]; char bibliographic_file_id[37]; __u8 creation_date[17]; __u8 modification_date[17]; __u8 expiration_date[17]; __u8 effective_date[17]; __u8 file_structure_version[1]; __u8 unused4[1]; __u8 application_data[512]; __u8 unused5[653]; }; struct iso_supplementary_descriptor { __u8 type[1]; char id[5]; __u8 version[1]; __u8 flags[1]; char system_id[32]; char volume_id[32]; __u8 unused2[8]; __u8 volume_space_size[8]; __u8 escape[32]; __u8 volume_set_size[4]; __u8 volume_sequence_number[4]; __u8 logical_block_size[4]; __u8 path_table_size[8]; __u8 type_l_path_table[4]; __u8 opt_type_l_path_table[4]; __u8 type_m_path_table[4]; __u8 opt_type_m_path_table[4]; __u8 root_directory_record[34]; char volume_set_id[128]; char publisher_id[128]; char preparer_id[128]; char application_id[128]; char copyright_file_id[37]; char abstract_file_id[37]; char bibliographic_file_id[37]; __u8 creation_date[17]; __u8 modification_date[17]; __u8 expiration_date[17]; __u8 effective_date[17]; __u8 file_structure_version[1]; __u8 unused4[1]; __u8 application_data[512]; __u8 unused5[653]; }; struct hs_volume_descriptor { __u8 foo[8]; __u8 type[1]; char id[5]; __u8 version[1]; __u8 data[2033]; }; struct hs_primary_descriptor { __u8 foo[8]; __u8 type[1]; __u8 id[5]; __u8 version[1]; __u8 unused1[1]; char system_id[32]; char volume_id[32]; __u8 unused2[8]; __u8 volume_space_size[8]; __u8 unused3[32]; __u8 volume_set_size[4]; __u8 volume_sequence_number[4]; __u8 logical_block_size[4]; __u8 path_table_size[8]; __u8 type_l_path_table[4]; __u8 unused4[28]; __u8 root_directory_record[34]; }; struct iso_directory_record { __u8 length[1]; __u8 ext_attr_length[1]; __u8 extent[8]; __u8 size[8]; __u8 date[7]; __u8 flags[1]; __u8 file_unit_size[1]; __u8 interleave[1]; __u8 volume_sequence_number[4]; __u8 name_len[1]; char name[0]; }; enum isofs_file_format { isofs_file_normal = 0, isofs_file_sparse = 1, isofs_file_compressed = 2, }; struct iso_inode_info { long unsigned int i_iget5_block; long unsigned int i_iget5_offset; unsigned int i_first_extent; unsigned char i_file_format; unsigned char i_format_parm[3]; long unsigned int i_next_section_block; long unsigned int i_next_section_offset; off_t i_section_size; struct inode vfs_inode; }; struct isofs_sb_info { long unsigned int s_ninodes; long unsigned int s_nzones; long unsigned int s_firstdatazone; long unsigned int s_log_zone_size; long unsigned int s_max_size; int s_rock_offset; s32 s_sbsector; unsigned char s_joliet_level; unsigned char s_mapping; unsigned char s_check; unsigned char s_session; unsigned int s_high_sierra: 1; unsigned int s_rock: 2; unsigned int s_cruft: 1; unsigned int s_nocompress: 1; unsigned int s_hide: 1; unsigned int s_showassoc: 1; unsigned int s_overriderockperm: 1; unsigned int s_uid_set: 1; unsigned int s_gid_set: 1; umode_t s_fmode; umode_t s_dmode; kgid_t s_gid; kuid_t s_uid; struct nls_table *s_nls_iocharset; }; struct iso9660_options { unsigned int rock: 1; unsigned int joliet: 1; unsigned int cruft: 1; unsigned int hide: 1; unsigned int showassoc: 1; unsigned int nocompress: 1; unsigned int overriderockperm: 1; unsigned int uid_set: 1; unsigned int gid_set: 1; unsigned char map; unsigned char check; unsigned int blocksize; umode_t fmode; umode_t dmode; kgid_t gid; kuid_t uid; char *iocharset; s32 session; s32 sbsector; }; enum { Opt_block = 0, Opt_check_r___2 = 1, Opt_check_s___2 = 2, Opt_cruft = 3, Opt_gid___6 = 4, Opt_ignore = 5, Opt_iocharset = 6, Opt_map_a = 7, Opt_map_n = 8, Opt_map_o = 9, Opt_mode___5 = 10, Opt_nojoliet = 11, Opt_norock = 12, Opt_sb___2 = 13, Opt_session = 14, Opt_uid___5 = 15, Opt_unhide = 16, Opt_utf8 = 17, Opt_err___4 = 18, Opt_nocompress = 19, Opt_hide = 20, Opt_showassoc = 21, Opt_dmode = 22, Opt_overriderockperm = 23, }; struct isofs_iget5_callback_data { long unsigned int block; long unsigned int offset; }; struct SU_SP_s { __u8 magic[2]; __u8 skip; }; struct SU_CE_s { __u8 extent[8]; __u8 offset[8]; __u8 size[8]; }; struct SU_ER_s { __u8 len_id; __u8 len_des; __u8 len_src; __u8 ext_ver; __u8 data[0]; }; struct RR_RR_s { __u8 flags[1]; }; struct RR_PX_s { __u8 mode[8]; __u8 n_links[8]; __u8 uid[8]; __u8 gid[8]; }; struct RR_PN_s { __u8 dev_high[8]; __u8 dev_low[8]; }; struct SL_component { __u8 flags; __u8 len; __u8 text[0]; }; struct RR_SL_s { __u8 flags; struct SL_component link; }; struct RR_NM_s { __u8 flags; char name[0]; }; struct RR_CL_s { __u8 location[8]; }; struct RR_PL_s { __u8 location[8]; }; struct stamp { __u8 time[7]; }; struct RR_TF_s { __u8 flags; struct stamp times[0]; }; struct RR_ZF_s { __u8 algorithm[2]; __u8 parms[2]; __u8 real_size[8]; }; struct rock_ridge { __u8 signature[2]; __u8 len; __u8 version; union { struct SU_SP_s SP; struct SU_CE_s CE; struct SU_ER_s ER; struct RR_RR_s RR; struct RR_PX_s PX; struct RR_PN_s PN; struct RR_SL_s SL; struct RR_NM_s NM; struct RR_CL_s CL; struct RR_PL_s PL; struct RR_TF_s TF; struct RR_ZF_s ZF; } u; }; struct rock_state { void *buffer; unsigned char *chr; int len; int cont_size; int cont_extent; int cont_offset; int cont_loops; struct inode *inode; }; struct isofs_fid { u32 block; u16 offset; u16 parent_offset; u32 generation; u32 parent_block; u32 parent_generation; }; struct rpc_task_setup { struct rpc_task *task; struct rpc_clnt *rpc_client; struct rpc_xprt *rpc_xprt; struct rpc_cred *rpc_op_cred; const struct rpc_message *rpc_message; const struct rpc_call_ops *callback_ops; void *callback_data; struct workqueue_struct *workqueue; short unsigned int flags; signed char priority; }; struct nfs_page { struct list_head wb_list; struct page *wb_page; struct nfs_lock_context *wb_lock_context; long unsigned int wb_index; unsigned int wb_offset; unsigned int wb_pgbase; unsigned int wb_bytes; struct kref wb_kref; long unsigned int wb_flags; struct nfs_write_verifier wb_verf; struct nfs_page *wb_this_page; struct nfs_page *wb_head; short unsigned int wb_nio; }; struct nfs_direct_req { struct kref kref; struct nfs_open_context *ctx; struct nfs_lock_context *l_ctx; struct kiocb *iocb; struct inode *inode; atomic_t io_count; spinlock_t lock; loff_t io_start; ssize_t count; ssize_t max_count; ssize_t bytes_left; ssize_t error; struct completion completion; struct nfs_mds_commit_info mds_cinfo; struct pnfs_ds_commit_info ds_cinfo; struct work_struct work; int flags; }; struct nfs_clone_mount { struct super_block *sb; struct dentry *dentry; struct nfs_fattr *fattr; unsigned int inherited_bsize; }; struct nfs_fs_context { bool internal; bool skip_reconfig_option_check; bool need_mount; bool sloppy; unsigned int flags; unsigned int rsize; unsigned int wsize; unsigned int timeo; unsigned int retrans; unsigned int acregmin; unsigned int acregmax; unsigned int acdirmin; unsigned int acdirmax; unsigned int namlen; unsigned int options; unsigned int bsize; struct nfs_auth_info auth_info; rpc_authflavor_t selected_flavor; char *client_address; unsigned int version; unsigned int minorversion; char *fscache_uniq; short unsigned int protofamily; short unsigned int mountfamily; bool has_sec_mnt_opts; struct { union { struct sockaddr address; struct __kernel_sockaddr_storage _address; }; size_t addrlen; char *hostname; u32 version; int port; short unsigned int protocol; } mount_server; struct { union { struct sockaddr address; struct __kernel_sockaddr_storage _address; }; size_t addrlen; char *hostname; char *export_path; int port; short unsigned int protocol; short unsigned int nconnect; short unsigned int max_connect; short unsigned int export_path_len; } nfs_server; struct nfs_fh *mntfh; struct nfs_server *server; struct nfs_subversion *nfs_mod; struct nfs_clone_mount clone_data; }; enum pnfs_iomode { IOMODE_READ = 1, IOMODE_RW = 2, IOMODE_ANY = 3, }; struct nfs4_deviceid { char data[16]; }; struct nfs4_xdr_opaque_data; struct nfs4_xdr_opaque_ops { void (*encode)(struct xdr_stream *, const void *, const struct nfs4_xdr_opaque_data *); void (*free)(struct nfs4_xdr_opaque_data *); }; struct nfs4_xdr_opaque_data { const struct nfs4_xdr_opaque_ops *ops; void *data; }; struct nfs4_layoutdriver_data { struct page **pages; __u32 pglen; __u32 len; }; struct pnfs_layout_range { u32 iomode; u64 offset; u64 length; }; struct nfs4_layoutget_res { struct nfs4_sequence_res seq_res; int status; __u32 return_on_close; struct pnfs_layout_range range; __u32 type; nfs4_stateid stateid; struct nfs4_layoutdriver_data *layoutp; }; struct pnfs_layout_hdr { refcount_t plh_refcount; atomic_t plh_outstanding; struct list_head plh_layouts; struct list_head plh_bulk_destroy; struct list_head plh_segs; struct list_head plh_return_segs; long unsigned int plh_block_lgets; long unsigned int plh_retry_timestamp; long unsigned int plh_flags; nfs4_stateid plh_stateid; u32 plh_barrier; u32 plh_return_seq; enum pnfs_iomode plh_return_iomode; loff_t plh_lwb; const struct cred *plh_lc_cred; struct inode *plh_inode; struct callback_head plh_rcu; }; struct pnfs_device { struct nfs4_deviceid dev_id; unsigned int layout_type; unsigned int mincount; unsigned int maxcount; struct page **pages; unsigned int pgbase; unsigned int pglen; unsigned char nocache: 1; }; struct nfs4_layoutcommit_args { struct nfs4_sequence_args seq_args; nfs4_stateid stateid; __u64 lastbytewritten; struct inode *inode; const u32 *bitmask; size_t layoutupdate_len; struct page *layoutupdate_page; struct page **layoutupdate_pages; __be32 *start_p; }; struct nfs4_layoutcommit_res { struct nfs4_sequence_res seq_res; struct nfs_fattr *fattr; const struct nfs_server *server; int status; }; struct nfs4_layoutcommit_data { struct rpc_task task; struct nfs_fattr fattr; struct list_head lseg_list; const struct cred *cred; struct inode *inode; struct nfs4_layoutcommit_args args; struct nfs4_layoutcommit_res res; }; struct nfs4_layoutreturn_args { struct nfs4_sequence_args seq_args; struct pnfs_layout_hdr *layout; struct inode *inode; struct pnfs_layout_range range; nfs4_stateid stateid; __u32 layout_type; struct nfs4_xdr_opaque_data *ld_private; }; struct nfs42_layoutstat_devinfo; struct nfs42_layoutstat_args { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; struct inode *inode; nfs4_stateid stateid; int num_dev; struct nfs42_layoutstat_devinfo *devinfo; }; struct nfs42_layoutstat_devinfo { struct nfs4_deviceid dev_id; __u64 offset; __u64 length; __u64 read_count; __u64 read_bytes; __u64 write_count; __u64 write_bytes; __u32 layout_type; struct nfs4_xdr_opaque_data ld_private; }; struct pnfs_layout_segment { struct list_head pls_list; struct list_head pls_lc_list; struct list_head pls_commits; struct pnfs_layout_range pls_range; refcount_t pls_refcount; u32 pls_seq; long unsigned int pls_flags; struct pnfs_layout_hdr *pls_layout; }; struct nfs_iostats { long long unsigned int bytes[8]; long unsigned int events[27]; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum pnfs_try_status { PNFS_ATTEMPTED = 0, PNFS_NOT_ATTEMPTED = 1, PNFS_TRY_AGAIN = 2, }; struct nfs_pageio_ops; struct nfs4_deviceid_node; struct pnfs_layoutdriver_type { struct list_head pnfs_tblid; const u32 id; const char *name; struct module *owner; unsigned int flags; unsigned int max_deviceinfo_size; unsigned int max_layoutget_response; int (*set_layoutdriver)(struct nfs_server *, const struct nfs_fh *); int (*clear_layoutdriver)(struct nfs_server *); struct pnfs_layout_hdr * (*alloc_layout_hdr)(struct inode *, gfp_t); void (*free_layout_hdr)(struct pnfs_layout_hdr *); struct pnfs_layout_segment * (*alloc_lseg)(struct pnfs_layout_hdr *, struct nfs4_layoutget_res *, gfp_t); void (*free_lseg)(struct pnfs_layout_segment *); void (*add_lseg)(struct pnfs_layout_hdr *, struct pnfs_layout_segment *, struct list_head *); void (*return_range)(struct pnfs_layout_hdr *, struct pnfs_layout_range *); const struct nfs_pageio_ops *pg_read_ops; const struct nfs_pageio_ops *pg_write_ops; struct pnfs_ds_commit_info * (*get_ds_info)(struct inode *); int (*sync)(struct inode *, bool); enum pnfs_try_status (*read_pagelist)(struct nfs_pgio_header *); enum pnfs_try_status (*write_pagelist)(struct nfs_pgio_header *, int); void (*free_deviceid_node)(struct nfs4_deviceid_node *); struct nfs4_deviceid_node * (*alloc_deviceid_node)(struct nfs_server *, struct pnfs_device *, gfp_t); int (*prepare_layoutreturn)(struct nfs4_layoutreturn_args *); void (*cleanup_layoutcommit)(struct nfs4_layoutcommit_data *); int (*prepare_layoutcommit)(struct nfs4_layoutcommit_args *); int (*prepare_layoutstats)(struct nfs42_layoutstat_args *); void (*cancel_io)(struct pnfs_layout_segment *); }; struct nfs4_cached_acl; struct nfs_delegation; struct nfs4_xattr_cache; struct nfs_inode { __u64 fileid; struct nfs_fh fh; long unsigned int flags; long unsigned int cache_validity; long unsigned int read_cache_jiffies; long unsigned int attrtimeo; long unsigned int attrtimeo_timestamp; long unsigned int attr_gencount; struct rb_root access_cache; struct list_head access_cache_entry_lru; struct list_head access_cache_inode_lru; union { struct { long unsigned int cache_change_attribute; __be32 cookieverf[2]; struct rw_semaphore rmdir_sem; }; struct { atomic_long_t nrequests; atomic_long_t redirtied_pages; struct nfs_mds_commit_info commit_info; struct mutex commit_mutex; }; }; struct list_head open_files; struct nfs4_cached_acl *nfs4_acl; struct list_head open_states; struct nfs_delegation *delegation; struct rw_semaphore rwsem; struct pnfs_layout_hdr *layout; __u64 write_io; __u64 read_io; struct inode vfs_inode; struct nfs4_xattr_cache *xattr_cache; }; struct nfs_delegation { struct list_head super_list; const struct cred *cred; struct inode *inode; nfs4_stateid stateid; fmode_t type; long unsigned int pagemod_limit; __u64 change_attr; long unsigned int flags; refcount_t refcount; spinlock_t lock; struct callback_head rcu; }; struct nfs_pageio_descriptor; struct nfs_pgio_mirror; struct nfs_pageio_ops { void (*pg_init)(struct nfs_pageio_descriptor *, struct nfs_page *); size_t (*pg_test)(struct nfs_pageio_descriptor *, struct nfs_page *, struct nfs_page *); int (*pg_doio)(struct nfs_pageio_descriptor *); unsigned int (*pg_get_mirror_count)(struct nfs_pageio_descriptor *, struct nfs_page *); void (*pg_cleanup)(struct nfs_pageio_descriptor *); struct nfs_pgio_mirror * (*pg_get_mirror)(struct nfs_pageio_descriptor *, u32); u32 (*pg_set_mirror)(struct nfs_pageio_descriptor *, u32); }; struct nfs_pgio_mirror { struct list_head pg_list; long unsigned int pg_bytes_written; size_t pg_count; size_t pg_bsize; unsigned int pg_base; unsigned char pg_recoalesce: 1; }; struct nfs_pageio_descriptor { struct inode *pg_inode; const struct nfs_pageio_ops *pg_ops; const struct nfs_rw_ops *pg_rw_ops; int pg_ioflags; int pg_error; const struct rpc_call_ops *pg_rpc_callops; const struct nfs_pgio_completion_ops *pg_completion_ops; struct pnfs_layout_segment *pg_lseg; struct nfs_io_completion *pg_io_completion; struct nfs_direct_req *pg_dreq; unsigned int pg_bsize; u32 pg_mirror_count; struct nfs_pgio_mirror *pg_mirrors; struct nfs_pgio_mirror pg_mirrors_static[1]; struct nfs_pgio_mirror *pg_mirrors_dynamic; u32 pg_mirror_idx; short unsigned int pg_maxretrans; unsigned char pg_moreio: 1; }; enum nfs_stat_bytecounters { NFSIOS_NORMALREADBYTES = 0, NFSIOS_NORMALWRITTENBYTES = 1, NFSIOS_DIRECTREADBYTES = 2, NFSIOS_DIRECTWRITTENBYTES = 3, NFSIOS_SERVERREADBYTES = 4, NFSIOS_SERVERWRITTENBYTES = 5, NFSIOS_READPAGES = 6, NFSIOS_WRITEPAGES = 7, __NFSIOS_BYTESMAX = 8, }; enum nfs_stat_eventcounters { NFSIOS_INODEREVALIDATE = 0, NFSIOS_DENTRYREVALIDATE = 1, NFSIOS_DATAINVALIDATE = 2, NFSIOS_ATTRINVALIDATE = 3, NFSIOS_VFSOPEN = 4, NFSIOS_VFSLOOKUP = 5, NFSIOS_VFSACCESS = 6, NFSIOS_VFSUPDATEPAGE = 7, NFSIOS_VFSREADPAGE = 8, NFSIOS_VFSREADPAGES = 9, NFSIOS_VFSWRITEPAGE = 10, NFSIOS_VFSWRITEPAGES = 11, NFSIOS_VFSGETDENTS = 12, NFSIOS_VFSSETATTR = 13, NFSIOS_VFSFLUSH = 14, NFSIOS_VFSFSYNC = 15, NFSIOS_VFSLOCK = 16, NFSIOS_VFSRELEASE = 17, NFSIOS_CONGESTIONWAIT = 18, NFSIOS_SETATTRTRUNC = 19, NFSIOS_EXTENDWRITE = 20, NFSIOS_SILLYRENAME = 21, NFSIOS_SHORTREAD = 22, NFSIOS_SHORTWRITE = 23, NFSIOS_DELAY = 24, NFSIOS_PNFS_READ = 25, NFSIOS_PNFS_WRITE = 26, __NFSIOS_COUNTSMAX = 27, }; enum layoutdriver_policy_flags { PNFS_LAYOUTRET_ON_SETATTR = 1, PNFS_LAYOUTRET_ON_ERROR = 2, PNFS_READ_WHOLE_PAGE = 4, PNFS_LAYOUTGET_ON_OPEN = 8, }; struct nfs4_deviceid_node { struct hlist_node node; struct hlist_node tmpnode; const struct pnfs_layoutdriver_type *ld; const struct nfs_client *nfs_client; long unsigned int flags; long unsigned int timestamp_unavailable; struct nfs4_deviceid deviceid; struct callback_head rcu; atomic_t ref; }; struct in_addr { __be32 s_addr; }; struct sockaddr_in { __kernel_sa_family_t sin_family; __be16 sin_port; struct in_addr sin_addr; unsigned char __pad[8]; }; struct sockaddr_in6 { short unsigned int sin6_family; __be16 sin6_port; __be32 sin6_flowinfo; struct in6_addr sin6_addr; __u32 sin6_scope_id; }; enum rpc_auth_flavors { RPC_AUTH_NULL = 0, RPC_AUTH_UNIX = 1, RPC_AUTH_SHORT = 2, RPC_AUTH_DES = 3, RPC_AUTH_KRB = 4, RPC_AUTH_GSS = 6, RPC_AUTH_TLS = 7, RPC_AUTH_MAXFLAVOR = 8, RPC_AUTH_GSS_KRB5 = 390003, RPC_AUTH_GSS_KRB5I = 390004, RPC_AUTH_GSS_KRB5P = 390005, RPC_AUTH_GSS_LKEY = 390006, RPC_AUTH_GSS_LKEYI = 390007, RPC_AUTH_GSS_LKEYP = 390008, RPC_AUTH_GSS_SPKM = 390009, RPC_AUTH_GSS_SPKMI = 390010, RPC_AUTH_GSS_SPKMP = 390011, }; enum xprt_transports { XPRT_TRANSPORT_UDP = 17, XPRT_TRANSPORT_TCP = 6, XPRT_TRANSPORT_BC_TCP = 2147483654, XPRT_TRANSPORT_RDMA = 256, XPRT_TRANSPORT_BC_RDMA = 2147483904, XPRT_TRANSPORT_LOCAL = 257, }; struct svc_xprt_class; struct svc_xprt_ops; struct svc_xprt { struct svc_xprt_class *xpt_class; const struct svc_xprt_ops *xpt_ops; struct kref xpt_ref; struct list_head xpt_list; struct list_head xpt_ready; long unsigned int xpt_flags; struct svc_serv *xpt_server; atomic_t xpt_reserved; atomic_t xpt_nr_rqsts; struct mutex xpt_mutex; spinlock_t xpt_lock; void *xpt_auth_cache; struct list_head xpt_deferred; struct __kernel_sockaddr_storage xpt_local; size_t xpt_locallen; struct __kernel_sockaddr_storage xpt_remote; size_t xpt_remotelen; char xpt_remotebuf[58]; struct list_head xpt_users; struct net *xpt_net; netns_tracker ns_tracker; const struct cred *xpt_cred; struct rpc_xprt *xpt_bc_xprt; struct rpc_xprt_switch *xpt_bc_xps; }; struct rpc_pipe_msg { struct list_head list; void *data; size_t len; size_t copied; int errno; }; struct rpc_pipe_ops { ssize_t (*upcall)(struct file *, struct rpc_pipe_msg *, char *, size_t); ssize_t (*downcall)(struct file *, const char *, size_t); void (*release_pipe)(struct inode *); int (*open_pipe)(struct inode *); void (*destroy_msg)(struct rpc_pipe_msg *); }; struct rpc_pipe { struct list_head pipe; struct list_head in_upcall; struct list_head in_downcall; int pipelen; int nreaders; int nwriters; int flags; struct delayed_work queue_timeout; const struct rpc_pipe_ops *ops; spinlock_t lock; struct dentry *dentry; }; struct rpc_iostats { spinlock_t om_lock; long unsigned int om_ops; long unsigned int om_ntrans; long unsigned int om_timeouts; long long unsigned int om_bytes_sent; long long unsigned int om_bytes_recv; ktime_t om_queue; ktime_t om_rtt; ktime_t om_execute; long unsigned int om_error_status; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct rpc_create_args { struct net *net; int protocol; struct sockaddr *address; size_t addrsize; struct sockaddr *saddress; const struct rpc_timeout *timeout; const char *servername; const char *nodename; const struct rpc_program *program; u32 prognumber; u32 version; rpc_authflavor_t authflavor; u32 nconnect; long unsigned int flags; char *client_name; struct svc_xprt *bc_xprt; const struct cred *cred; unsigned int max_connect; }; struct nfs_subversion { struct module *owner; struct file_system_type *nfs_fs; const struct rpc_version *rpc_vers; const struct nfs_rpc_ops *rpc_ops; const struct super_operations *sops; const struct xattr_handler **xattr; struct list_head list; }; struct nlmclnt_initdata { const char *hostname; const struct sockaddr *address; size_t addrlen; short unsigned int protocol; u32 nfs_version; int noresvport; struct net *net; const struct nlmclnt_operations *nlmclnt_ops; const struct cred *cred; }; struct cache_detail { struct module *owner; int hash_size; struct hlist_head *hash_table; spinlock_t hash_lock; char *name; void (*cache_put)(struct kref *); int (*cache_upcall)(struct cache_detail *, struct cache_head *); void (*cache_request)(struct cache_detail *, struct cache_head *, char **, int *); int (*cache_parse)(struct cache_detail *, char *, int); int (*cache_show)(struct seq_file *, struct cache_detail *, struct cache_head *); void (*warn_no_listener)(struct cache_detail *, int); struct cache_head * (*alloc)(); void (*flush)(); int (*match)(struct cache_head *, struct cache_head *); void (*init)(struct cache_head *, struct cache_head *); void (*update)(struct cache_head *, struct cache_head *); time64_t flush_time; struct list_head others; time64_t nextcheck; int entries; struct list_head queue; atomic_t writers; time64_t last_close; time64_t last_warn; union { struct proc_dir_entry *procfs; struct dentry *pipefs; }; struct net *net; }; struct svc_xprt_ops { struct svc_xprt * (*xpo_create)(struct svc_serv *, struct net *, struct sockaddr *, int, int); struct svc_xprt * (*xpo_accept)(struct svc_xprt *); int (*xpo_has_wspace)(struct svc_xprt *); int (*xpo_recvfrom)(struct svc_rqst *); int (*xpo_sendto)(struct svc_rqst *); int (*xpo_result_payload)(struct svc_rqst *, unsigned int, unsigned int); void (*xpo_release_rqst)(struct svc_rqst *); void (*xpo_detach)(struct svc_xprt *); void (*xpo_free)(struct svc_xprt *); void (*xpo_secure_port)(struct svc_rqst *); void (*xpo_kill_temp_xprt)(struct svc_xprt *); void (*xpo_start_tls)(struct svc_xprt *); }; struct svc_xprt_class { const char *xcl_name; struct module *xcl_owner; const struct svc_xprt_ops *xcl_ops; struct list_head xcl_list; u32 xcl_max_payload; int xcl_ident; }; struct bl_dev_msg { int32_t status; uint32_t major; uint32_t minor; }; struct nfs_netns_client; struct nfs_net { struct cache_detail *nfs_dns_resolve; struct rpc_pipe *bl_device_pipe; struct bl_dev_msg bl_mount_reply; wait_queue_head_t bl_wq; struct mutex bl_mutex; struct list_head nfs_client_list; struct list_head nfs_volume_list; struct idr cb_ident_idr; short unsigned int nfs_callback_tcpport; short unsigned int nfs_callback_tcpport6; int cb_users[3]; struct nfs_netns_client *nfs_client; spinlock_t nfs_client_lock; ktime_t boot_time; struct proc_dir_entry *proc_nfsfs; }; struct nfs_netns_client { struct kobject kobject; struct net *net; const char *identifier; }; struct nfs_open_dir_context { struct list_head list; atomic_t cache_hits; atomic_t cache_misses; long unsigned int attr_gencount; __be32 verf[2]; __u64 dir_cookie; __u64 last_cookie; long unsigned int page_index; unsigned int dtsize; bool force_clear; bool eof; struct callback_head callback_head; }; struct nfs_cache_array_entry { u64 cookie; u64 ino; const char *name; unsigned int name_len; unsigned char d_type; }; struct nfs_cache_array { u64 change_attr; u64 last_cookie; unsigned int size; unsigned char page_full: 1; unsigned char page_is_eof: 1; unsigned char cookies_are_ordered: 1; struct nfs_cache_array_entry array[0]; }; struct nfs_readdir_descriptor { struct file *file; struct page *page; struct dir_context *ctx; long unsigned int page_index; long unsigned int page_index_max; u64 dir_cookie; u64 last_cookie; loff_t current_index; __be32 verf[2]; long unsigned int dir_verifier; long unsigned int timestamp; long unsigned int gencount; long unsigned int attr_gencount; unsigned int cache_entry_index; unsigned int buffer_fills; unsigned int dtsize; bool clear_cache; bool plus; bool eob; bool eof; }; struct nfs4_sessionid { unsigned char data[16]; }; struct nfs4_channel_attrs { u32 max_rqst_sz; u32 max_resp_sz; u32 max_resp_sz_cached; u32 max_ops; u32 max_reqs; }; struct nfs4_slot { struct nfs4_slot_table *table; struct nfs4_slot *next; long unsigned int generation; u32 slot_nr; u32 seq_nr; u32 seq_nr_last_acked; u32 seq_nr_highest_sent; unsigned int privileged: 1; unsigned int seq_done: 1; }; struct nfs4_slot_table { struct nfs4_session *session; struct nfs4_slot *slots; long unsigned int used_slots[16]; spinlock_t slot_tbl_lock; struct rpc_wait_queue slot_tbl_waitq; wait_queue_head_t slot_waitq; u32 max_slots; u32 max_slotid; u32 highest_used_slotid; u32 target_highest_slotid; u32 server_highest_slotid; s32 d_target_highest_slotid; s32 d2_target_highest_slotid; long unsigned int generation; struct completion complete; long unsigned int slot_tbl_state; }; struct nfs4_session { struct nfs4_sessionid sess_id; u32 flags; long unsigned int session_state; u32 hash_alg; u32 ssv_len; struct nfs4_channel_attrs fc_attrs; struct nfs4_slot_table fc_slot_table; struct nfs4_channel_attrs bc_attrs; struct nfs4_slot_table bc_slot_table; struct nfs_client *clp; }; struct nfs_mount_request { struct __kernel_sockaddr_storage *sap; size_t salen; char *hostname; char *dirpath; u32 version; short unsigned int protocol; struct nfs_fh *fh; int noresvport; unsigned int *auth_flav_len; rpc_authflavor_t *auth_flavs; struct net *net; }; struct proc_nfs_info { int flag; const char *str; const char *nostr; }; struct nfs_find_desc { struct nfs_fh *fh; struct nfs_fattr *fattr; }; struct pnfs_commit_bucket { struct list_head written; struct list_head committing; struct pnfs_layout_segment *lseg; struct nfs_writeverf direct_verf; }; struct pnfs_commit_array { struct list_head cinfo_list; struct list_head lseg_list; struct pnfs_layout_segment *lseg; struct callback_head rcu; refcount_t refcount; unsigned int nbuckets; struct pnfs_commit_bucket buckets[0]; }; enum { NFS_IOHDR_ERROR = 0, NFS_IOHDR_EOF = 1, NFS_IOHDR_REDO = 2, NFS_IOHDR_STAT = 3, NFS_IOHDR_RESEND_PNFS = 4, NFS_IOHDR_RESEND_MDS = 5, NFS_IOHDR_UNSTABLE_WRITES = 6, }; enum { PG_BUSY = 0, PG_MAPPED = 1, PG_CLEAN = 2, PG_COMMIT_TO_DS = 3, PG_INODE_REF = 4, PG_HEADLOCK = 5, PG_TEARDOWN = 6, PG_UNLOCKPAGE = 7, PG_UPTODATE = 8, PG_WB_END = 9, PG_REMOVE = 10, PG_CONTENDED1 = 11, PG_CONTENDED2 = 12, }; typedef void (*rpc_action)(struct rpc_task *); struct nfs_readdesc { struct nfs_pageio_descriptor pgio; struct nfs_open_context *ctx; }; struct nfs_io_completion { void (*complete)(void *); void *data; struct kref refcount; }; enum { MOUNTPROC_NULL = 0, MOUNTPROC_MNT = 1, MOUNTPROC_DUMP = 2, MOUNTPROC_UMNT = 3, MOUNTPROC_UMNTALL = 4, MOUNTPROC_EXPORT = 5, }; enum { MOUNTPROC3_NULL = 0, MOUNTPROC3_MNT = 1, MOUNTPROC3_DUMP = 2, MOUNTPROC3_UMNT = 3, MOUNTPROC3_UMNTALL = 4, MOUNTPROC3_EXPORT = 5, }; enum mountstat { MNT_OK = 0, MNT_EPERM = 1, MNT_ENOENT = 2, MNT_EACCES = 13, MNT_EINVAL = 22, }; enum mountstat3 { MNT3_OK = 0, MNT3ERR_PERM = 1, MNT3ERR_NOENT = 2, MNT3ERR_IO = 5, MNT3ERR_ACCES = 13, MNT3ERR_NOTDIR = 20, MNT3ERR_INVAL = 22, MNT3ERR_NAMETOOLONG = 63, MNT3ERR_NOTSUPP = 10004, MNT3ERR_SERVERFAULT = 10006, }; struct mountres { int errno; struct nfs_fh *fh; unsigned int *auth_count; rpc_authflavor_t *auth_flavors; }; enum { FILEID_HIGH_OFF = 0, FILEID_LOW_OFF = 1, FILE_I_TYPE_OFF = 2, EMBED_FH_OFF = 3, }; enum nfs_stat { NFS_OK = 0, NFSERR_PERM = 1, NFSERR_NOENT = 2, NFSERR_IO = 5, NFSERR_NXIO = 6, NFSERR_EAGAIN = 11, NFSERR_ACCES = 13, NFSERR_EXIST = 17, NFSERR_XDEV = 18, NFSERR_NODEV = 19, NFSERR_NOTDIR = 20, NFSERR_ISDIR = 21, NFSERR_INVAL = 22, NFSERR_FBIG = 27, NFSERR_NOSPC = 28, NFSERR_ROFS = 30, NFSERR_MLINK = 31, NFSERR_OPNOTSUPP = 45, NFSERR_NAMETOOLONG = 63, NFSERR_NOTEMPTY = 66, NFSERR_DQUOT = 69, NFSERR_STALE = 70, NFSERR_REMOTE = 71, NFSERR_WFLUSH = 99, NFSERR_BADHANDLE = 10001, NFSERR_NOT_SYNC = 10002, NFSERR_BAD_COOKIE = 10003, NFSERR_NOTSUPP = 10004, NFSERR_TOOSMALL = 10005, NFSERR_SERVERFAULT = 10006, NFSERR_BADTYPE = 10007, NFSERR_JUKEBOX = 10008, NFSERR_SAME = 10009, NFSERR_DENIED = 10010, NFSERR_EXPIRED = 10011, NFSERR_LOCKED = 10012, NFSERR_GRACE = 10013, NFSERR_FHEXPIRED = 10014, NFSERR_SHARE_DENIED = 10015, NFSERR_WRONGSEC = 10016, NFSERR_CLID_INUSE = 10017, NFSERR_RESOURCE = 10018, NFSERR_MOVED = 10019, NFSERR_NOFILEHANDLE = 10020, NFSERR_MINOR_VERS_MISMATCH = 10021, NFSERR_STALE_CLIENTID = 10022, NFSERR_STALE_STATEID = 10023, NFSERR_OLD_STATEID = 10024, NFSERR_BAD_STATEID = 10025, NFSERR_BAD_SEQID = 10026, NFSERR_NOT_SAME = 10027, NFSERR_LOCK_RANGE = 10028, NFSERR_SYMLINK = 10029, NFSERR_RESTOREFH = 10030, NFSERR_LEASE_MOVED = 10031, NFSERR_ATTRNOTSUPP = 10032, NFSERR_NO_GRACE = 10033, NFSERR_RECLAIM_BAD = 10034, NFSERR_RECLAIM_CONFLICT = 10035, NFSERR_BAD_XDR = 10036, NFSERR_LOCKS_HELD = 10037, NFSERR_OPENMODE = 10038, NFSERR_BADOWNER = 10039, NFSERR_BADCHAR = 10040, NFSERR_BADNAME = 10041, NFSERR_BAD_RANGE = 10042, NFSERR_LOCK_NOTSUPP = 10043, NFSERR_OP_ILLEGAL = 10044, NFSERR_DEADLOCK = 10045, NFSERR_FILE_OPEN = 10046, NFSERR_ADMIN_REVOKED = 10047, NFSERR_CB_PATH_DOWN = 10048, }; enum nfsstat4 { NFS4_OK = 0, NFS4ERR_PERM = 1, NFS4ERR_NOENT = 2, NFS4ERR_IO = 5, NFS4ERR_NXIO = 6, NFS4ERR_ACCESS = 13, NFS4ERR_EXIST = 17, NFS4ERR_XDEV = 18, NFS4ERR_NOTDIR = 20, NFS4ERR_ISDIR = 21, NFS4ERR_INVAL = 22, NFS4ERR_FBIG = 27, NFS4ERR_NOSPC = 28, NFS4ERR_ROFS = 30, NFS4ERR_MLINK = 31, NFS4ERR_NAMETOOLONG = 63, NFS4ERR_NOTEMPTY = 66, NFS4ERR_DQUOT = 69, NFS4ERR_STALE = 70, NFS4ERR_BADHANDLE = 10001, NFS4ERR_BAD_COOKIE = 10003, NFS4ERR_NOTSUPP = 10004, NFS4ERR_TOOSMALL = 10005, NFS4ERR_SERVERFAULT = 10006, NFS4ERR_BADTYPE = 10007, NFS4ERR_DELAY = 10008, NFS4ERR_SAME = 10009, NFS4ERR_DENIED = 10010, NFS4ERR_EXPIRED = 10011, NFS4ERR_LOCKED = 10012, NFS4ERR_GRACE = 10013, NFS4ERR_FHEXPIRED = 10014, NFS4ERR_SHARE_DENIED = 10015, NFS4ERR_WRONGSEC = 10016, NFS4ERR_CLID_INUSE = 10017, NFS4ERR_RESOURCE = 10018, NFS4ERR_MOVED = 10019, NFS4ERR_NOFILEHANDLE = 10020, NFS4ERR_MINOR_VERS_MISMATCH = 10021, NFS4ERR_STALE_CLIENTID = 10022, NFS4ERR_STALE_STATEID = 10023, NFS4ERR_OLD_STATEID = 10024, NFS4ERR_BAD_STATEID = 10025, NFS4ERR_BAD_SEQID = 10026, NFS4ERR_NOT_SAME = 10027, NFS4ERR_LOCK_RANGE = 10028, NFS4ERR_SYMLINK = 10029, NFS4ERR_RESTOREFH = 10030, NFS4ERR_LEASE_MOVED = 10031, NFS4ERR_ATTRNOTSUPP = 10032, NFS4ERR_NO_GRACE = 10033, NFS4ERR_RECLAIM_BAD = 10034, NFS4ERR_RECLAIM_CONFLICT = 10035, NFS4ERR_BADXDR = 10036, NFS4ERR_LOCKS_HELD = 10037, NFS4ERR_OPENMODE = 10038, NFS4ERR_BADOWNER = 10039, NFS4ERR_BADCHAR = 10040, NFS4ERR_BADNAME = 10041, NFS4ERR_BAD_RANGE = 10042, NFS4ERR_LOCK_NOTSUPP = 10043, NFS4ERR_OP_ILLEGAL = 10044, NFS4ERR_DEADLOCK = 10045, NFS4ERR_FILE_OPEN = 10046, NFS4ERR_ADMIN_REVOKED = 10047, NFS4ERR_CB_PATH_DOWN = 10048, NFS4ERR_BADIOMODE = 10049, NFS4ERR_BADLAYOUT = 10050, NFS4ERR_BAD_SESSION_DIGEST = 10051, NFS4ERR_BADSESSION = 10052, NFS4ERR_BADSLOT = 10053, NFS4ERR_COMPLETE_ALREADY = 10054, NFS4ERR_CONN_NOT_BOUND_TO_SESSION = 10055, NFS4ERR_DELEG_ALREADY_WANTED = 10056, NFS4ERR_BACK_CHAN_BUSY = 10057, NFS4ERR_LAYOUTTRYLATER = 10058, NFS4ERR_LAYOUTUNAVAILABLE = 10059, NFS4ERR_NOMATCHING_LAYOUT = 10060, NFS4ERR_RECALLCONFLICT = 10061, NFS4ERR_UNKNOWN_LAYOUTTYPE = 10062, NFS4ERR_SEQ_MISORDERED = 10063, NFS4ERR_SEQUENCE_POS = 10064, NFS4ERR_REQ_TOO_BIG = 10065, NFS4ERR_REP_TOO_BIG = 10066, NFS4ERR_REP_TOO_BIG_TO_CACHE = 10067, NFS4ERR_RETRY_UNCACHED_REP = 10068, NFS4ERR_UNSAFE_COMPOUND = 10069, NFS4ERR_TOO_MANY_OPS = 10070, NFS4ERR_OP_NOT_IN_SESSION = 10071, NFS4ERR_HASH_ALG_UNSUPP = 10072, NFS4ERR_CLIENTID_BUSY = 10074, NFS4ERR_PNFS_IO_HOLE = 10075, NFS4ERR_SEQ_FALSE_RETRY = 10076, NFS4ERR_BAD_HIGH_SLOT = 10077, NFS4ERR_DEADSESSION = 10078, NFS4ERR_ENCR_ALG_UNSUPP = 10079, NFS4ERR_PNFS_NO_LAYOUT = 10080, NFS4ERR_NOT_ONLY_OP = 10081, NFS4ERR_WRONG_CRED = 10082, NFS4ERR_WRONG_TYPE = 10083, NFS4ERR_DIRDELEG_UNAVAIL = 10084, NFS4ERR_REJECT_DELEG = 10085, NFS4ERR_RETURNCONFLICT = 10086, NFS4ERR_DELEG_REVOKED = 10087, NFS4ERR_PARTNER_NOTSUPP = 10088, NFS4ERR_PARTNER_NO_AUTH = 10089, NFS4ERR_UNION_NOTSUPP = 10090, NFS4ERR_OFFLOAD_DENIED = 10091, NFS4ERR_WRONG_LFS = 10092, NFS4ERR_BADLABEL = 10093, NFS4ERR_OFFLOAD_NO_REQS = 10094, NFS4ERR_NOXATTR = 10095, NFS4ERR_XATTR2BIG = 10096, }; struct trace_event_raw_nfs_inode_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; u64 version; char __data[0]; }; struct trace_event_raw_nfs_inode_event_done { struct trace_entry ent; long unsigned int error; dev_t dev; u32 fhandle; unsigned char type; u64 fileid; u64 version; loff_t size; long unsigned int nfsi_flags; long unsigned int cache_validity; char __data[0]; }; struct trace_event_raw_nfs_access_exit { struct trace_entry ent; long unsigned int error; dev_t dev; u32 fhandle; unsigned char type; u64 fileid; u64 version; loff_t size; long unsigned int nfsi_flags; long unsigned int cache_validity; unsigned int mask; unsigned int permitted; char __data[0]; }; struct trace_event_raw_nfs_update_size_class { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; u64 version; loff_t cur_size; loff_t new_size; char __data[0]; }; struct trace_event_raw_nfs_inode_range_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; u64 version; loff_t range_start; loff_t range_end; char __data[0]; }; struct trace_event_raw_nfs_readdir_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; u64 version; char verifier[8]; u64 cookie; long unsigned int index; unsigned int dtsize; char __data[0]; }; struct trace_event_raw_nfs_lookup_event { struct trace_entry ent; long unsigned int flags; dev_t dev; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_lookup_event_done { struct trace_entry ent; long unsigned int error; long unsigned int flags; dev_t dev; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_atomic_open_enter { struct trace_entry ent; long unsigned int flags; long unsigned int fmode; dev_t dev; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_atomic_open_exit { struct trace_entry ent; long unsigned int error; long unsigned int flags; long unsigned int fmode; dev_t dev; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_create_enter { struct trace_entry ent; long unsigned int flags; dev_t dev; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_create_exit { struct trace_entry ent; long unsigned int error; long unsigned int flags; dev_t dev; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_directory_event { struct trace_entry ent; dev_t dev; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_directory_event_done { struct trace_entry ent; long unsigned int error; dev_t dev; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_link_enter { struct trace_entry ent; dev_t dev; u64 fileid; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_link_exit { struct trace_entry ent; long unsigned int error; dev_t dev; u64 fileid; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_rename_event { struct trace_entry ent; dev_t dev; u64 old_dir; u64 new_dir; u32 __data_loc_old_name; u32 __data_loc_new_name; char __data[0]; }; struct trace_event_raw_nfs_rename_event_done { struct trace_entry ent; dev_t dev; long unsigned int error; u64 old_dir; u32 __data_loc_old_name; u64 new_dir; u32 __data_loc_new_name; char __data[0]; }; struct trace_event_raw_nfs_sillyrename_unlink { struct trace_entry ent; dev_t dev; long unsigned int error; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs_aop_readpage { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; u64 version; loff_t offset; char __data[0]; }; struct trace_event_raw_nfs_aop_readpage_done { struct trace_entry ent; dev_t dev; u32 fhandle; int ret; u64 fileid; u64 version; loff_t offset; char __data[0]; }; struct trace_event_raw_nfs_aop_readahead { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; u64 version; loff_t offset; unsigned int nr_pages; char __data[0]; }; struct trace_event_raw_nfs_aop_readahead_done { struct trace_entry ent; dev_t dev; u32 fhandle; int ret; u64 fileid; u64 version; loff_t offset; unsigned int nr_pages; char __data[0]; }; struct trace_event_raw_nfs_initiate_read { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 count; char __data[0]; }; struct trace_event_raw_nfs_readpage_done { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 arg_count; u32 res_count; bool eof; int error; char __data[0]; }; struct trace_event_raw_nfs_readpage_short { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 arg_count; u32 res_count; bool eof; int error; char __data[0]; }; struct trace_event_raw_nfs_fscache_page_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; char __data[0]; }; struct trace_event_raw_nfs_fscache_page_event_done { struct trace_entry ent; int error; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; char __data[0]; }; struct trace_event_raw_nfs_pgio_error { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 arg_count; u32 res_count; loff_t pos; int error; char __data[0]; }; struct trace_event_raw_nfs_initiate_write { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 count; long unsigned int stable; char __data[0]; }; struct trace_event_raw_nfs_writeback_done { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 arg_count; u32 res_count; int error; long unsigned int stable; char verifier[8]; char __data[0]; }; struct trace_event_raw_nfs_page_error_class { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; unsigned int count; int error; char __data[0]; }; struct trace_event_raw_nfs_initiate_commit { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 count; char __data[0]; }; struct trace_event_raw_nfs_commit_done { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; int error; long unsigned int stable; char verifier[8]; char __data[0]; }; struct trace_event_raw_nfs_direct_req_class { struct trace_entry ent; dev_t dev; u64 fileid; u32 fhandle; loff_t offset; ssize_t count; ssize_t bytes_left; ssize_t error; int flags; char __data[0]; }; struct trace_event_raw_nfs_fh_to_dentry { struct trace_entry ent; int error; dev_t dev; u32 fhandle; u64 fileid; char __data[0]; }; struct trace_event_raw_nfs_mount_assign { struct trace_entry ent; u32 __data_loc_option; u32 __data_loc_value; char __data[0]; }; struct trace_event_raw_nfs_mount_option { struct trace_entry ent; u32 __data_loc_option; char __data[0]; }; struct trace_event_raw_nfs_mount_path { struct trace_entry ent; u32 __data_loc_path; char __data[0]; }; struct trace_event_raw_nfs_xdr_event { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; int version; long unsigned int error; u32 __data_loc_program; u32 __data_loc_procedure; char __data[0]; }; struct trace_event_data_offsets_nfs_inode_event {}; struct trace_event_data_offsets_nfs_inode_event_done {}; struct trace_event_data_offsets_nfs_access_exit {}; struct trace_event_data_offsets_nfs_update_size_class {}; struct trace_event_data_offsets_nfs_inode_range_event {}; struct trace_event_data_offsets_nfs_readdir_event {}; struct trace_event_data_offsets_nfs_lookup_event { u32 name; }; struct trace_event_data_offsets_nfs_lookup_event_done { u32 name; }; struct trace_event_data_offsets_nfs_atomic_open_enter { u32 name; }; struct trace_event_data_offsets_nfs_atomic_open_exit { u32 name; }; struct trace_event_data_offsets_nfs_create_enter { u32 name; }; struct trace_event_data_offsets_nfs_create_exit { u32 name; }; struct trace_event_data_offsets_nfs_directory_event { u32 name; }; struct trace_event_data_offsets_nfs_directory_event_done { u32 name; }; struct trace_event_data_offsets_nfs_link_enter { u32 name; }; struct trace_event_data_offsets_nfs_link_exit { u32 name; }; struct trace_event_data_offsets_nfs_rename_event { u32 old_name; u32 new_name; }; struct trace_event_data_offsets_nfs_rename_event_done { u32 old_name; u32 new_name; }; struct trace_event_data_offsets_nfs_sillyrename_unlink { u32 name; }; struct trace_event_data_offsets_nfs_aop_readpage {}; struct trace_event_data_offsets_nfs_aop_readpage_done {}; struct trace_event_data_offsets_nfs_aop_readahead {}; struct trace_event_data_offsets_nfs_aop_readahead_done {}; struct trace_event_data_offsets_nfs_initiate_read {}; struct trace_event_data_offsets_nfs_readpage_done {}; struct trace_event_data_offsets_nfs_readpage_short {}; struct trace_event_data_offsets_nfs_fscache_page_event {}; struct trace_event_data_offsets_nfs_fscache_page_event_done {}; struct trace_event_data_offsets_nfs_pgio_error {}; struct trace_event_data_offsets_nfs_initiate_write {}; struct trace_event_data_offsets_nfs_writeback_done {}; struct trace_event_data_offsets_nfs_page_error_class {}; struct trace_event_data_offsets_nfs_initiate_commit {}; struct trace_event_data_offsets_nfs_commit_done {}; struct trace_event_data_offsets_nfs_direct_req_class {}; struct trace_event_data_offsets_nfs_fh_to_dentry {}; struct trace_event_data_offsets_nfs_mount_assign { u32 option; u32 value; }; struct trace_event_data_offsets_nfs_mount_option { u32 option; }; struct trace_event_data_offsets_nfs_mount_path { u32 path; }; struct trace_event_data_offsets_nfs_xdr_event { u32 program; u32 procedure; }; typedef void (*btf_trace_nfs_set_inode_stale)(void *, const struct inode *); typedef void (*btf_trace_nfs_refresh_inode_enter)(void *, const struct inode *); typedef void (*btf_trace_nfs_refresh_inode_exit)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_revalidate_inode_enter)(void *, const struct inode *); typedef void (*btf_trace_nfs_revalidate_inode_exit)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_invalidate_mapping_enter)(void *, const struct inode *); typedef void (*btf_trace_nfs_invalidate_mapping_exit)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_getattr_enter)(void *, const struct inode *); typedef void (*btf_trace_nfs_getattr_exit)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_setattr_enter)(void *, const struct inode *); typedef void (*btf_trace_nfs_setattr_exit)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_writeback_page_enter)(void *, const struct inode *); typedef void (*btf_trace_nfs_writeback_page_exit)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_writeback_inode_enter)(void *, const struct inode *); typedef void (*btf_trace_nfs_writeback_inode_exit)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_fsync_enter)(void *, const struct inode *); typedef void (*btf_trace_nfs_fsync_exit)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_access_enter)(void *, const struct inode *); typedef void (*btf_trace_nfs_set_cache_invalid)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_readdir_force_readdirplus)(void *, const struct inode *); typedef void (*btf_trace_nfs_readdir_cache_fill_done)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_readdir_uncached_done)(void *, const struct inode *, int); typedef void (*btf_trace_nfs_access_exit)(void *, const struct inode *, unsigned int, unsigned int, int); typedef void (*btf_trace_nfs_size_truncate)(void *, const struct inode *, loff_t); typedef void (*btf_trace_nfs_size_wcc)(void *, const struct inode *, loff_t); typedef void (*btf_trace_nfs_size_update)(void *, const struct inode *, loff_t); typedef void (*btf_trace_nfs_size_grow)(void *, const struct inode *, loff_t); typedef void (*btf_trace_nfs_readdir_invalidate_cache_range)(void *, const struct inode *, loff_t, loff_t); typedef void (*btf_trace_nfs_readdir_cache_fill)(void *, const struct file *, const __be32 *, u64, long unsigned int, unsigned int); typedef void (*btf_trace_nfs_readdir_uncached)(void *, const struct file *, const __be32 *, u64, long unsigned int, unsigned int); typedef void (*btf_trace_nfs_lookup_enter)(void *, const struct inode *, const struct dentry *, unsigned int); typedef void (*btf_trace_nfs_lookup_exit)(void *, const struct inode *, const struct dentry *, unsigned int, int); typedef void (*btf_trace_nfs_lookup_revalidate_enter)(void *, const struct inode *, const struct dentry *, unsigned int); typedef void (*btf_trace_nfs_lookup_revalidate_exit)(void *, const struct inode *, const struct dentry *, unsigned int, int); typedef void (*btf_trace_nfs_readdir_lookup)(void *, const struct inode *, const struct dentry *, unsigned int); typedef void (*btf_trace_nfs_readdir_lookup_revalidate_failed)(void *, const struct inode *, const struct dentry *, unsigned int); typedef void (*btf_trace_nfs_readdir_lookup_revalidate)(void *, const struct inode *, const struct dentry *, unsigned int, int); typedef void (*btf_trace_nfs_atomic_open_enter)(void *, const struct inode *, const struct nfs_open_context *, unsigned int); typedef void (*btf_trace_nfs_atomic_open_exit)(void *, const struct inode *, const struct nfs_open_context *, unsigned int, int); typedef void (*btf_trace_nfs_create_enter)(void *, const struct inode *, const struct dentry *, unsigned int); typedef void (*btf_trace_nfs_create_exit)(void *, const struct inode *, const struct dentry *, unsigned int, int); typedef void (*btf_trace_nfs_mknod_enter)(void *, const struct inode *, const struct dentry *); typedef void (*btf_trace_nfs_mknod_exit)(void *, const struct inode *, const struct dentry *, int); typedef void (*btf_trace_nfs_mkdir_enter)(void *, const struct inode *, const struct dentry *); typedef void (*btf_trace_nfs_mkdir_exit)(void *, const struct inode *, const struct dentry *, int); typedef void (*btf_trace_nfs_rmdir_enter)(void *, const struct inode *, const struct dentry *); typedef void (*btf_trace_nfs_rmdir_exit)(void *, const struct inode *, const struct dentry *, int); typedef void (*btf_trace_nfs_remove_enter)(void *, const struct inode *, const struct dentry *); typedef void (*btf_trace_nfs_remove_exit)(void *, const struct inode *, const struct dentry *, int); typedef void (*btf_trace_nfs_unlink_enter)(void *, const struct inode *, const struct dentry *); typedef void (*btf_trace_nfs_unlink_exit)(void *, const struct inode *, const struct dentry *, int); typedef void (*btf_trace_nfs_symlink_enter)(void *, const struct inode *, const struct dentry *); typedef void (*btf_trace_nfs_symlink_exit)(void *, const struct inode *, const struct dentry *, int); typedef void (*btf_trace_nfs_link_enter)(void *, const struct inode *, const struct inode *, const struct dentry *); typedef void (*btf_trace_nfs_link_exit)(void *, const struct inode *, const struct inode *, const struct dentry *, int); typedef void (*btf_trace_nfs_rename_enter)(void *, const struct inode *, const struct dentry *, const struct inode *, const struct dentry *); typedef void (*btf_trace_nfs_rename_exit)(void *, const struct inode *, const struct dentry *, const struct inode *, const struct dentry *, int); typedef void (*btf_trace_nfs_sillyrename_rename)(void *, const struct inode *, const struct dentry *, const struct inode *, const struct dentry *, int); typedef void (*btf_trace_nfs_sillyrename_unlink)(void *, const struct nfs_unlinkdata *, int); typedef void (*btf_trace_nfs_aop_readpage)(void *, const struct inode *, struct page *); typedef void (*btf_trace_nfs_aop_readpage_done)(void *, const struct inode *, struct page *, int); typedef void (*btf_trace_nfs_aop_readahead)(void *, const struct inode *, loff_t, unsigned int); typedef void (*btf_trace_nfs_aop_readahead_done)(void *, const struct inode *, unsigned int, int); typedef void (*btf_trace_nfs_initiate_read)(void *, const struct nfs_pgio_header *); typedef void (*btf_trace_nfs_readpage_done)(void *, const struct rpc_task *, const struct nfs_pgio_header *); typedef void (*btf_trace_nfs_readpage_short)(void *, const struct rpc_task *, const struct nfs_pgio_header *); typedef void (*btf_trace_nfs_fscache_read_page)(void *, const struct inode *, struct page *); typedef void (*btf_trace_nfs_fscache_read_page_exit)(void *, const struct inode *, struct page *, int); typedef void (*btf_trace_nfs_fscache_write_page)(void *, const struct inode *, struct page *); typedef void (*btf_trace_nfs_fscache_write_page_exit)(void *, const struct inode *, struct page *, int); typedef void (*btf_trace_nfs_pgio_error)(void *, const struct nfs_pgio_header *, int, loff_t); typedef void (*btf_trace_nfs_initiate_write)(void *, const struct nfs_pgio_header *); typedef void (*btf_trace_nfs_writeback_done)(void *, const struct rpc_task *, const struct nfs_pgio_header *); typedef void (*btf_trace_nfs_write_error)(void *, const struct inode *, const struct nfs_page *, int); typedef void (*btf_trace_nfs_comp_error)(void *, const struct inode *, const struct nfs_page *, int); typedef void (*btf_trace_nfs_commit_error)(void *, const struct inode *, const struct nfs_page *, int); typedef void (*btf_trace_nfs_initiate_commit)(void *, const struct nfs_commit_data *); typedef void (*btf_trace_nfs_commit_done)(void *, const struct rpc_task *, const struct nfs_commit_data *); typedef void (*btf_trace_nfs_direct_commit_complete)(void *, const struct nfs_direct_req *); typedef void (*btf_trace_nfs_direct_resched_write)(void *, const struct nfs_direct_req *); typedef void (*btf_trace_nfs_direct_write_complete)(void *, const struct nfs_direct_req *); typedef void (*btf_trace_nfs_direct_write_completion)(void *, const struct nfs_direct_req *); typedef void (*btf_trace_nfs_direct_write_schedule_iovec)(void *, const struct nfs_direct_req *); typedef void (*btf_trace_nfs_direct_write_reschedule_io)(void *, const struct nfs_direct_req *); typedef void (*btf_trace_nfs_fh_to_dentry)(void *, const struct super_block *, const struct nfs_fh *, u64, int); typedef void (*btf_trace_nfs_mount_assign)(void *, const char *, const char *); typedef void (*btf_trace_nfs_mount_option)(void *, const struct fs_parameter *); typedef void (*btf_trace_nfs_mount_path)(void *, const char *); typedef void (*btf_trace_nfs_xdr_status)(void *, const struct xdr_stream *, int); typedef void (*btf_trace_nfs_xdr_bad_filehandle)(void *, const struct xdr_stream *, int); struct nfs2_fh { char data[32]; }; struct nfs3_fh { short unsigned int size; unsigned char data[64]; }; struct nfs_mount_data { int version; int fd; struct nfs2_fh old_root; int flags; int rsize; int wsize; int timeo; int retrans; int acregmin; int acregmax; int acdirmin; int acdirmax; struct sockaddr_in addr; char hostname[256]; int namlen; unsigned int bsize; struct nfs3_fh root; int pseudoflavor; char context[257]; }; struct nfs_string { unsigned int len; const char *data; }; struct nfs4_mount_data { int version; int flags; int rsize; int wsize; int timeo; int retrans; int acregmin; int acregmax; int acdirmin; int acdirmax; struct nfs_string client_addr; struct nfs_string mnt_path; struct nfs_string hostname; unsigned int host_addrlen; struct sockaddr *host_addr; int proto; int auth_flavourlen; int *auth_flavours; }; enum nfs_param { Opt_ac = 0, Opt_acdirmax = 1, Opt_acdirmin = 2, Opt_acl___2 = 3, Opt_acregmax = 4, Opt_acregmin = 5, Opt_actimeo = 6, Opt_addr = 7, Opt_bg = 8, Opt_bsize = 9, Opt_clientaddr = 10, Opt_cto = 11, Opt_fg = 12, Opt_fscache = 13, Opt_fscache_flag = 14, Opt_hard = 15, Opt_intr = 16, Opt_local_lock = 17, Opt_lock = 18, Opt_lookupcache = 19, Opt_migration = 20, Opt_minorversion = 21, Opt_mountaddr = 22, Opt_mounthost = 23, Opt_mountport = 24, Opt_mountproto = 25, Opt_mountvers = 26, Opt_namelen = 27, Opt_nconnect = 28, Opt_max_connect = 29, Opt_port = 30, Opt_posix = 31, Opt_proto = 32, Opt_rdirplus = 33, Opt_rdma = 34, Opt_resvport = 35, Opt_retrans = 36, Opt_retry = 37, Opt_rsize = 38, Opt_sec = 39, Opt_sharecache = 40, Opt_sloppy = 41, Opt_soft = 42, Opt_softerr = 43, Opt_softreval = 44, Opt_source = 45, Opt_tcp = 46, Opt_timeo = 47, Opt_trunkdiscovery = 48, Opt_udp = 49, Opt_v = 50, Opt_vers = 51, Opt_wsize = 52, Opt_write = 53, }; enum { Opt_local_lock_all = 0, Opt_local_lock_flock = 1, Opt_local_lock_none = 2, Opt_local_lock_posix = 3, }; enum { Opt_lookupcache_all = 0, Opt_lookupcache_none = 1, Opt_lookupcache_positive = 2, }; enum { Opt_write_lazy = 0, Opt_write_eager = 1, Opt_write_wait = 2, }; enum { Opt_vers_2 = 0, Opt_vers_3 = 1, Opt_vers_4 = 2, Opt_vers_4_0 = 3, Opt_vers_4_1 = 4, Opt_vers_4_2 = 5, }; enum { Opt_xprt_rdma = 0, Opt_xprt_rdma6 = 1, Opt_xprt_tcp = 2, Opt_xprt_tcp6 = 3, Opt_xprt_udp = 4, Opt_xprt_udp6 = 5, nr__Opt_xprt = 6, }; enum { Opt_sec_krb5 = 0, Opt_sec_krb5i = 1, Opt_sec_krb5p = 2, Opt_sec_lkey = 3, Opt_sec_lkeyi = 4, Opt_sec_lkeyp = 5, Opt_sec_none = 6, Opt_sec_spkm = 7, Opt_sec_spkmi = 8, Opt_sec_spkmp = 9, Opt_sec_sys = 10, nr__Opt_sec = 11, }; struct compat_nfs_string { compat_uint_t len; compat_uptr_t data; }; struct compat_nfs4_mount_data_v1 { compat_int_t version; compat_int_t flags; compat_int_t rsize; compat_int_t wsize; compat_int_t timeo; compat_int_t retrans; compat_int_t acregmin; compat_int_t acregmax; compat_int_t acdirmin; compat_int_t acdirmax; struct compat_nfs_string client_addr; struct compat_nfs_string mnt_path; struct compat_nfs_string hostname; compat_uint_t host_addrlen; compat_uptr_t host_addr; compat_int_t proto; compat_int_t auth_flavourlen; compat_uptr_t auth_flavours; }; enum nfs3_createmode { NFS3_CREATE_UNCHECKED = 0, NFS3_CREATE_GUARDED = 1, NFS3_CREATE_EXCLUSIVE = 2, }; enum nfs3_ftype { NF3NON = 0, NF3REG = 1, NF3DIR = 2, NF3BLK = 3, NF3CHR = 4, NF3LNK = 5, NF3SOCK = 6, NF3FIFO = 7, NF3BAD = 8, }; struct nfs3_getaclargs { struct nfs_fh *fh; int mask; struct page **pages; }; struct nfs3_setaclargs { struct inode *inode; int mask; struct posix_acl *acl_access; struct posix_acl *acl_default; size_t len; unsigned int npages; struct page **pages; }; struct nfs3_sattrargs { struct nfs_fh *fh; struct iattr *sattr; unsigned int guard; struct timespec64 guardtime; }; struct nfs3_diropargs { struct nfs_fh *fh; const char *name; unsigned int len; }; struct nfs3_accessargs { struct nfs_fh *fh; __u32 access; }; struct nfs3_createargs { struct nfs_fh *fh; const char *name; unsigned int len; struct iattr *sattr; enum nfs3_createmode createmode; __be32 verifier[2]; }; struct nfs3_mkdirargs { struct nfs_fh *fh; const char *name; unsigned int len; struct iattr *sattr; }; struct nfs3_symlinkargs { struct nfs_fh *fromfh; const char *fromname; unsigned int fromlen; struct page **pages; unsigned int pathlen; struct iattr *sattr; }; struct nfs3_mknodargs { struct nfs_fh *fh; const char *name; unsigned int len; enum nfs3_ftype type; struct iattr *sattr; dev_t rdev; }; struct nfs3_linkargs { struct nfs_fh *fromfh; struct nfs_fh *tofh; const char *toname; unsigned int tolen; }; struct nfs3_readdirargs { struct nfs_fh *fh; __u64 cookie; __be32 verf[2]; bool plus; unsigned int count; struct page **pages; }; struct nfs3_diropres { struct nfs_fattr *dir_attr; struct nfs_fh *fh; struct nfs_fattr *fattr; }; struct nfs3_accessres { struct nfs_fattr *fattr; __u32 access; }; struct nfs3_readlinkargs { struct nfs_fh *fh; unsigned int pgbase; unsigned int pglen; struct page **pages; }; struct nfs3_linkres { struct nfs_fattr *dir_attr; struct nfs_fattr *fattr; }; struct nfs3_readdirres { struct nfs_fattr *dir_attr; __be32 *verf; bool plus; }; struct nfs3_getaclres { struct nfs_fattr *fattr; int mask; unsigned int acl_access_count; unsigned int acl_default_count; struct posix_acl *acl_access; struct posix_acl *acl_default; }; struct nfs3_createdata { struct rpc_message msg; union { struct nfs3_createargs create; struct nfs3_mkdirargs mkdir; struct nfs3_symlinkargs symlink; struct nfs3_mknodargs mknod; } arg; struct nfs3_diropres res; struct nfs_fh fh; struct nfs_fattr fattr; struct nfs_fattr dir_attr; }; enum nfs4_client_state { NFS4CLNT_MANAGER_RUNNING = 0, NFS4CLNT_CHECK_LEASE = 1, NFS4CLNT_LEASE_EXPIRED = 2, NFS4CLNT_RECLAIM_REBOOT = 3, NFS4CLNT_RECLAIM_NOGRACE = 4, NFS4CLNT_DELEGRETURN = 5, NFS4CLNT_SESSION_RESET = 6, NFS4CLNT_LEASE_CONFIRM = 7, NFS4CLNT_SERVER_SCOPE_MISMATCH = 8, NFS4CLNT_PURGE_STATE = 9, NFS4CLNT_BIND_CONN_TO_SESSION = 10, NFS4CLNT_MOVED = 11, NFS4CLNT_LEASE_MOVED = 12, NFS4CLNT_DELEGATION_EXPIRED = 13, NFS4CLNT_RUN_MANAGER = 14, NFS4CLNT_MANAGER_AVAILABLE = 15, NFS4CLNT_RECALL_RUNNING = 16, NFS4CLNT_RECALL_ANY_LAYOUT_READ = 17, NFS4CLNT_RECALL_ANY_LAYOUT_RW = 18, NFS4CLNT_DELEGRETURN_DELAYED = 19, }; struct nfs4_setclientid_res { u64 clientid; nfs4_verifier confirm; }; struct nfs4_copy_state { struct list_head copies; struct list_head src_copies; nfs4_stateid stateid; struct completion completion; uint64_t count; struct nfs_writeverf verf; int error; int flags; struct nfs4_state *parent_src_state; struct nfs4_state *parent_dst_state; }; enum { NFS_OWNER_RECLAIM_REBOOT = 0, NFS_OWNER_RECLAIM_NOGRACE = 1, }; enum { LK_STATE_IN_USE = 0, NFS_DELEGATED_STATE = 1, NFS_OPEN_STATE = 2, NFS_O_RDONLY_STATE = 3, NFS_O_WRONLY_STATE = 4, NFS_O_RDWR_STATE = 5, NFS_STATE_RECLAIM_REBOOT = 6, NFS_STATE_RECLAIM_NOGRACE = 7, NFS_STATE_POSIX_LOCKS = 8, NFS_STATE_RECOVERY_FAILED = 9, NFS_STATE_MAY_NOTIFY_LOCK = 10, NFS_STATE_CHANGE_WAIT = 11, NFS_CLNT_DST_SSC_COPY_STATE = 12, NFS_CLNT_SRC_SSC_COPY_STATE = 13, NFS_SRV_SSC_COPY_STATE = 14, }; enum nfs4_slot_tbl_state { NFS4_SLOT_TBL_DRAINING = 0, }; enum { NFS_LAYOUT_RO_FAILED = 0, NFS_LAYOUT_RW_FAILED = 1, NFS_LAYOUT_BULK_RECALL = 2, NFS_LAYOUT_RETURN = 3, NFS_LAYOUT_RETURN_LOCK = 4, NFS_LAYOUT_RETURN_REQUESTED = 5, NFS_LAYOUT_INVALID_STID = 6, NFS_LAYOUT_FIRST_LAYOUTGET = 7, NFS_LAYOUT_INODE_FREEING = 8, NFS_LAYOUT_HASHED = 9, NFS_LAYOUT_DRAIN = 10, }; struct nfs_referral_count { struct list_head list; const struct task_struct *task; unsigned int referral_count; }; struct rpc_add_xprt_test { void (*add_xprt_test)(struct rpc_clnt *, struct rpc_xprt *, void *); void *data; }; enum nfs_ftype4 { NF4BAD = 0, NF4REG = 1, NF4DIR = 2, NF4BLK = 3, NF4CHR = 4, NF4LNK = 5, NF4SOCK = 6, NF4FIFO = 7, NF4ATTRDIR = 8, NF4NAMEDATTR = 9, }; enum open_claim_type4 { NFS4_OPEN_CLAIM_NULL = 0, NFS4_OPEN_CLAIM_PREVIOUS = 1, NFS4_OPEN_CLAIM_DELEGATE_CUR = 2, NFS4_OPEN_CLAIM_DELEGATE_PREV = 3, NFS4_OPEN_CLAIM_FH = 4, NFS4_OPEN_CLAIM_DELEG_CUR_FH = 5, NFS4_OPEN_CLAIM_DELEG_PREV_FH = 6, }; enum createmode4 { NFS4_CREATE_UNCHECKED = 0, NFS4_CREATE_GUARDED = 1, NFS4_CREATE_EXCLUSIVE = 2, NFS4_CREATE_EXCLUSIVE4_1 = 3, }; enum { NFSPROC4_CLNT_NULL = 0, NFSPROC4_CLNT_READ = 1, NFSPROC4_CLNT_WRITE = 2, NFSPROC4_CLNT_COMMIT = 3, NFSPROC4_CLNT_OPEN = 4, NFSPROC4_CLNT_OPEN_CONFIRM = 5, NFSPROC4_CLNT_OPEN_NOATTR = 6, NFSPROC4_CLNT_OPEN_DOWNGRADE = 7, NFSPROC4_CLNT_CLOSE = 8, NFSPROC4_CLNT_SETATTR = 9, NFSPROC4_CLNT_FSINFO = 10, NFSPROC4_CLNT_RENEW = 11, NFSPROC4_CLNT_SETCLIENTID = 12, NFSPROC4_CLNT_SETCLIENTID_CONFIRM = 13, NFSPROC4_CLNT_LOCK = 14, NFSPROC4_CLNT_LOCKT = 15, NFSPROC4_CLNT_LOCKU = 16, NFSPROC4_CLNT_ACCESS = 17, NFSPROC4_CLNT_GETATTR = 18, NFSPROC4_CLNT_LOOKUP = 19, NFSPROC4_CLNT_LOOKUP_ROOT = 20, NFSPROC4_CLNT_REMOVE = 21, NFSPROC4_CLNT_RENAME = 22, NFSPROC4_CLNT_LINK = 23, NFSPROC4_CLNT_SYMLINK = 24, NFSPROC4_CLNT_CREATE = 25, NFSPROC4_CLNT_PATHCONF = 26, NFSPROC4_CLNT_STATFS = 27, NFSPROC4_CLNT_READLINK = 28, NFSPROC4_CLNT_READDIR = 29, NFSPROC4_CLNT_SERVER_CAPS = 30, NFSPROC4_CLNT_DELEGRETURN = 31, NFSPROC4_CLNT_GETACL = 32, NFSPROC4_CLNT_SETACL = 33, NFSPROC4_CLNT_FS_LOCATIONS = 34, NFSPROC4_CLNT_RELEASE_LOCKOWNER = 35, NFSPROC4_CLNT_SECINFO = 36, NFSPROC4_CLNT_FSID_PRESENT = 37, NFSPROC4_CLNT_EXCHANGE_ID = 38, NFSPROC4_CLNT_CREATE_SESSION = 39, NFSPROC4_CLNT_DESTROY_SESSION = 40, NFSPROC4_CLNT_SEQUENCE = 41, NFSPROC4_CLNT_GET_LEASE_TIME = 42, NFSPROC4_CLNT_RECLAIM_COMPLETE = 43, NFSPROC4_CLNT_LAYOUTGET = 44, NFSPROC4_CLNT_GETDEVICEINFO = 45, NFSPROC4_CLNT_LAYOUTCOMMIT = 46, NFSPROC4_CLNT_LAYOUTRETURN = 47, NFSPROC4_CLNT_SECINFO_NO_NAME = 48, NFSPROC4_CLNT_TEST_STATEID = 49, NFSPROC4_CLNT_FREE_STATEID = 50, NFSPROC4_CLNT_GETDEVICELIST = 51, NFSPROC4_CLNT_BIND_CONN_TO_SESSION = 52, NFSPROC4_CLNT_DESTROY_CLIENTID = 53, NFSPROC4_CLNT_SEEK = 54, NFSPROC4_CLNT_ALLOCATE = 55, NFSPROC4_CLNT_DEALLOCATE = 56, NFSPROC4_CLNT_LAYOUTSTATS = 57, NFSPROC4_CLNT_CLONE = 58, NFSPROC4_CLNT_COPY = 59, NFSPROC4_CLNT_OFFLOAD_CANCEL = 60, NFSPROC4_CLNT_LOOKUPP = 61, NFSPROC4_CLNT_LAYOUTERROR = 62, NFSPROC4_CLNT_COPY_NOTIFY = 63, NFSPROC4_CLNT_GETXATTR = 64, NFSPROC4_CLNT_SETXATTR = 65, NFSPROC4_CLNT_LISTXATTRS = 66, NFSPROC4_CLNT_REMOVEXATTR = 67, NFSPROC4_CLNT_READ_PLUS = 68, }; enum state_protect_how4 { SP4_NONE = 0, SP4_MACH_CRED = 1, SP4_SSV = 2, }; enum pnfs_notify_deviceid_type4 { NOTIFY_DEVICEID4_CHANGE = 2, NOTIFY_DEVICEID4_DELETE = 4, }; struct nfs4_op_map { union { long unsigned int longs[2]; u32 words[4]; } u; }; struct nfs4_get_lease_time_args { struct nfs4_sequence_args la_seq_args; }; struct nfs4_get_lease_time_res { struct nfs4_sequence_res lr_seq_res; struct nfs_fsinfo *lr_fsinfo; }; struct nfs4_layoutget_args { struct nfs4_sequence_args seq_args; __u32 type; struct pnfs_layout_range range; __u64 minlength; __u32 maxcount; struct inode *inode; struct nfs_open_context *ctx; nfs4_stateid stateid; struct nfs4_layoutdriver_data layout; }; struct nfs4_layoutget { struct nfs4_layoutget_args args; struct nfs4_layoutget_res res; const struct cred *cred; struct pnfs_layout_hdr *lo; gfp_t gfp_flags; }; struct nfs4_getdeviceinfo_args { struct nfs4_sequence_args seq_args; struct pnfs_device *pdev; __u32 notify_types; }; struct nfs4_getdeviceinfo_res { struct nfs4_sequence_res seq_res; struct pnfs_device *pdev; __u32 notification; }; struct nfs4_layoutreturn_res { struct nfs4_sequence_res seq_res; u32 lrs_present; nfs4_stateid stateid; }; struct nfs4_layoutreturn { struct nfs4_layoutreturn_args args; struct nfs4_layoutreturn_res res; const struct cred *cred; struct nfs_client *clp; struct inode *inode; int rpc_status; struct nfs4_xdr_opaque_data ld_private; }; struct stateowner_id { __u64 create_time; __u32 uniquifier; }; struct nfs_openargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; struct nfs_seqid *seqid; int open_flags; fmode_t fmode; u32 share_access; u32 access; __u64 clientid; struct stateowner_id id; union { struct { struct iattr *attrs; nfs4_verifier verifier; }; nfs4_stateid delegation; fmode_t delegation_type; } u; const struct qstr *name; const struct nfs_server *server; const u32 *bitmask; const u32 *open_bitmap; enum open_claim_type4 claim; enum createmode4 createmode; const struct nfs4_label *label; umode_t umask; struct nfs4_layoutget_args *lg_args; }; struct nfs_openres { struct nfs4_sequence_res seq_res; nfs4_stateid stateid; struct nfs_fh fh; struct nfs4_change_info cinfo; __u32 rflags; struct nfs_fattr *f_attr; struct nfs_seqid *seqid; const struct nfs_server *server; fmode_t delegation_type; nfs4_stateid delegation; long unsigned int pagemod_limit; __u32 do_recall; __u32 attrset[3]; struct nfs4_string *owner; struct nfs4_string *group_owner; __u32 access_request; __u32 access_supported; __u32 access_result; struct nfs4_layoutget_res *lg_res; }; struct nfs_open_confirmargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; nfs4_stateid *stateid; struct nfs_seqid *seqid; }; struct nfs_open_confirmres { struct nfs4_sequence_res seq_res; nfs4_stateid stateid; struct nfs_seqid *seqid; }; struct nfs_closeargs { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; nfs4_stateid stateid; struct nfs_seqid *seqid; fmode_t fmode; u32 share_access; const u32 *bitmask; u32 bitmask_store[3]; struct nfs4_layoutreturn_args *lr_args; }; struct nfs_closeres { struct nfs4_sequence_res seq_res; nfs4_stateid stateid; struct nfs_fattr *fattr; struct nfs_seqid *seqid; const struct nfs_server *server; struct nfs4_layoutreturn_res *lr_res; int lr_ret; }; struct nfs_lowner { __u64 clientid; __u64 id; dev_t s_dev; }; struct nfs_lock_args { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; struct file_lock *fl; struct nfs_seqid *lock_seqid; nfs4_stateid lock_stateid; struct nfs_seqid *open_seqid; nfs4_stateid open_stateid; struct nfs_lowner lock_owner; unsigned char block: 1; unsigned char reclaim: 1; unsigned char new_lock: 1; unsigned char new_lock_owner: 1; }; struct nfs_lock_res { struct nfs4_sequence_res seq_res; nfs4_stateid stateid; struct nfs_seqid *lock_seqid; struct nfs_seqid *open_seqid; }; struct nfs_locku_args { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; struct file_lock *fl; struct nfs_seqid *seqid; nfs4_stateid stateid; }; struct nfs_locku_res { struct nfs4_sequence_res seq_res; nfs4_stateid stateid; struct nfs_seqid *seqid; }; struct nfs_lockt_args { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; struct file_lock *fl; struct nfs_lowner lock_owner; }; struct nfs_lockt_res { struct nfs4_sequence_res seq_res; struct file_lock *denied; }; struct nfs_release_lockowner_args { struct nfs4_sequence_args seq_args; struct nfs_lowner lock_owner; }; struct nfs_release_lockowner_res { struct nfs4_sequence_res seq_res; }; struct nfs4_delegreturnargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *fhandle; const nfs4_stateid *stateid; const u32 *bitmask; u32 bitmask_store[3]; struct nfs4_layoutreturn_args *lr_args; }; struct nfs4_delegreturnres { struct nfs4_sequence_res seq_res; struct nfs_fattr *fattr; struct nfs_server *server; struct nfs4_layoutreturn_res *lr_res; int lr_ret; }; struct nfs_setattrargs { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; nfs4_stateid stateid; struct iattr *iap; const struct nfs_server *server; const u32 *bitmask; const struct nfs4_label *label; }; enum nfs4_acl_type { NFS4ACL_NONE = 0, NFS4ACL_ACL = 1, NFS4ACL_DACL = 2, NFS4ACL_SACL = 3, }; struct nfs_setaclargs { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; enum nfs4_acl_type acl_type; size_t acl_len; struct page **acl_pages; }; struct nfs_setaclres { struct nfs4_sequence_res seq_res; }; struct nfs_getaclargs { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; enum nfs4_acl_type acl_type; size_t acl_len; struct page **acl_pages; }; struct nfs_getaclres { struct nfs4_sequence_res seq_res; enum nfs4_acl_type acl_type; size_t acl_len; size_t acl_data_offset; int acl_flags; struct page *acl_scratch; }; struct nfs_setattrres { struct nfs4_sequence_res seq_res; struct nfs_fattr *fattr; const struct nfs_server *server; }; typedef u64 clientid4; struct nfs4_accessargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; const u32 *bitmask; u32 access; }; struct nfs4_accessres { struct nfs4_sequence_res seq_res; const struct nfs_server *server; struct nfs_fattr *fattr; u32 supported; u32 access; }; struct nfs4_create_arg { struct nfs4_sequence_args seq_args; u32 ftype; union { struct { struct page **pages; unsigned int len; } symlink; struct { u32 specdata1; u32 specdata2; } device; } u; const struct qstr *name; const struct nfs_server *server; const struct iattr *attrs; const struct nfs_fh *dir_fh; const u32 *bitmask; const struct nfs4_label *label; umode_t umask; }; struct nfs4_create_res { struct nfs4_sequence_res seq_res; const struct nfs_server *server; struct nfs_fh *fh; struct nfs_fattr *fattr; struct nfs4_change_info dir_cinfo; }; struct nfs4_fsinfo_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; const u32 *bitmask; }; struct nfs4_fsinfo_res { struct nfs4_sequence_res seq_res; struct nfs_fsinfo *fsinfo; }; struct nfs4_getattr_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; const u32 *bitmask; }; struct nfs4_getattr_res { struct nfs4_sequence_res seq_res; const struct nfs_server *server; struct nfs_fattr *fattr; }; struct nfs4_link_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; const struct nfs_fh *dir_fh; const struct qstr *name; const u32 *bitmask; }; struct nfs4_link_res { struct nfs4_sequence_res seq_res; const struct nfs_server *server; struct nfs_fattr *fattr; struct nfs4_change_info cinfo; struct nfs_fattr *dir_attr; }; struct nfs4_lookup_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *dir_fh; const struct qstr *name; const u32 *bitmask; }; struct nfs4_lookup_res { struct nfs4_sequence_res seq_res; const struct nfs_server *server; struct nfs_fattr *fattr; struct nfs_fh *fh; }; struct nfs4_lookupp_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; const u32 *bitmask; }; struct nfs4_lookupp_res { struct nfs4_sequence_res seq_res; const struct nfs_server *server; struct nfs_fattr *fattr; struct nfs_fh *fh; }; struct nfs4_lookup_root_arg { struct nfs4_sequence_args seq_args; const u32 *bitmask; }; struct nfs4_pathconf_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; const u32 *bitmask; }; struct nfs4_pathconf_res { struct nfs4_sequence_res seq_res; struct nfs_pathconf *pathconf; }; struct nfs4_readdir_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; u64 cookie; nfs4_verifier verifier; u32 count; struct page **pages; unsigned int pgbase; const u32 *bitmask; bool plus; }; struct nfs4_readdir_res { struct nfs4_sequence_res seq_res; nfs4_verifier verifier; unsigned int pgbase; }; struct nfs4_readlink { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; unsigned int pgbase; unsigned int pglen; struct page **pages; }; struct nfs4_readlink_res { struct nfs4_sequence_res seq_res; }; struct nfs4_setclientid { const nfs4_verifier *sc_verifier; u32 sc_prog; unsigned int sc_netid_len; char sc_netid[6]; unsigned int sc_uaddr_len; char sc_uaddr[58]; struct nfs_client *sc_clnt; struct rpc_cred *sc_cred; }; struct nfs4_statfs_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; const u32 *bitmask; }; struct nfs4_statfs_res { struct nfs4_sequence_res seq_res; struct nfs_fsstat *fsstat; }; struct nfs4_server_caps_arg { struct nfs4_sequence_args seq_args; struct nfs_fh *fhandle; const u32 *bitmask; }; struct nfs4_server_caps_res { struct nfs4_sequence_res seq_res; u32 attr_bitmask[3]; u32 exclcreat_bitmask[3]; u32 acl_bitmask; u32 has_links; u32 has_symlinks; u32 fh_expire_type; u32 case_insensitive; u32 case_preserving; }; struct nfs4_fs_locations_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *dir_fh; const struct nfs_fh *fh; const struct qstr *name; struct page *page; const u32 *bitmask; clientid4 clientid; unsigned char migration: 1; unsigned char renew: 1; }; struct nfs4_fs_locations_res { struct nfs4_sequence_res seq_res; struct nfs4_fs_locations *fs_locations; unsigned char migration: 1; unsigned char renew: 1; }; struct nfs4_secinfo4 { u32 flavor; struct rpcsec_gss_info flavor_info; }; struct nfs4_secinfo_flavors { unsigned int num_flavors; struct nfs4_secinfo4 flavors[0]; }; struct nfs4_secinfo_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *dir_fh; const struct qstr *name; }; struct nfs4_secinfo_res { struct nfs4_sequence_res seq_res; struct nfs4_secinfo_flavors *flavors; }; struct nfs4_fsid_present_arg { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; clientid4 clientid; unsigned char renew: 1; }; struct nfs4_fsid_present_res { struct nfs4_sequence_res seq_res; struct nfs_fh *fh; unsigned char renew: 1; }; struct nfs41_state_protection { u32 how; struct nfs4_op_map enforce; struct nfs4_op_map allow; }; struct nfs41_exchange_id_args { struct nfs_client *client; nfs4_verifier verifier; u32 flags; struct nfs41_state_protection state_protect; }; struct nfs41_bind_conn_to_session_args { struct nfs_client *client; struct nfs4_sessionid sessionid; u32 dir; bool use_conn_in_rdma_mode; int retries; }; struct nfs41_bind_conn_to_session_res { struct nfs4_sessionid sessionid; u32 dir; bool use_conn_in_rdma_mode; }; struct nfs41_exchange_id_res { u64 clientid; u32 seqid; u32 flags; struct nfs41_server_owner *server_owner; struct nfs41_server_scope *server_scope; struct nfs41_impl_id *impl_id; struct nfs41_state_protection state_protect; }; struct nfs41_create_session_args { struct nfs_client *client; u64 clientid; uint32_t seqid; uint32_t flags; uint32_t cb_program; struct nfs4_channel_attrs fc_attrs; struct nfs4_channel_attrs bc_attrs; }; struct nfs41_create_session_res { struct nfs4_sessionid sessionid; uint32_t seqid; uint32_t flags; struct nfs4_channel_attrs fc_attrs; struct nfs4_channel_attrs bc_attrs; }; struct nfs41_reclaim_complete_args { struct nfs4_sequence_args seq_args; unsigned char one_fs: 1; }; struct nfs41_reclaim_complete_res { struct nfs4_sequence_res seq_res; }; struct nfs41_secinfo_no_name_args { struct nfs4_sequence_args seq_args; int style; }; struct nfs41_test_stateid_args { struct nfs4_sequence_args seq_args; nfs4_stateid *stateid; }; struct nfs41_test_stateid_res { struct nfs4_sequence_res seq_res; unsigned int status; }; struct nfs41_free_stateid_args { struct nfs4_sequence_args seq_args; nfs4_stateid stateid; }; struct nfs41_free_stateid_res { struct nfs4_sequence_res seq_res; unsigned int status; }; struct nfs4_cached_acl { enum nfs4_acl_type type; int cached; size_t len; char data[0]; }; struct nfs4_exception { struct nfs4_state *state; struct inode *inode; nfs4_stateid *stateid; long int timeout; unsigned char task_is_privileged: 1; unsigned char delay: 1; unsigned char recovering: 1; unsigned char retry: 1; bool interruptible; }; struct nfs4_opendata { struct kref kref; struct nfs_openargs o_arg; struct nfs_openres o_res; struct nfs_open_confirmargs c_arg; struct nfs_open_confirmres c_res; struct nfs4_string owner_name; struct nfs4_string group_name; struct nfs4_label *a_label; struct nfs_fattr f_attr; struct dentry *dir; struct dentry *dentry; struct nfs4_state_owner *owner; struct nfs4_state *state; struct iattr attrs; struct nfs4_layoutget *lgp; long unsigned int timestamp; bool rpc_done; bool file_created; bool is_recover; bool cancelled; int rpc_status; }; struct nfs4_add_xprt_data { struct nfs_client *clp; const struct cred *cred; }; enum { NFS_DELEGATION_NEED_RECLAIM = 0, NFS_DELEGATION_RETURN = 1, NFS_DELEGATION_RETURN_IF_CLOSED = 2, NFS_DELEGATION_REFERENCED = 3, NFS_DELEGATION_RETURNING = 4, NFS_DELEGATION_REVOKED = 5, NFS_DELEGATION_TEST_EXPIRED = 6, NFS_DELEGATION_INODE_FREEING = 7, NFS_DELEGATION_RETURN_DELAYED = 8, }; struct cb_notify_lock_args { struct nfs_fh cbnl_fh; struct nfs_lowner cbnl_owner; bool cbnl_valid; }; enum nfs4_session_state { NFS4_SESSION_INITING = 0, NFS4_SESSION_ESTABLISHED = 1, }; struct nfs4_call_sync_data { const struct nfs_server *seq_server; struct nfs4_sequence_args *seq_args; struct nfs4_sequence_res *seq_res; }; struct nfs4_open_createattrs { struct nfs4_label *label; struct iattr *sattr; const __u32 verf[2]; }; struct nfs4_closedata { struct inode *inode; struct nfs4_state *state; struct nfs_closeargs arg; struct nfs_closeres res; struct { struct nfs4_layoutreturn_args arg; struct nfs4_layoutreturn_res res; struct nfs4_xdr_opaque_data ld_private; u32 roc_barrier; bool roc; } lr; struct nfs_fattr fattr; long unsigned int timestamp; }; struct nfs4_createdata { struct rpc_message msg; struct nfs4_create_arg arg; struct nfs4_create_res res; struct nfs_fh fh; struct nfs_fattr fattr; }; struct nfs4_renewdata { struct nfs_client *client; long unsigned int timestamp; }; struct nfs4_delegreturndata { struct nfs4_delegreturnargs args; struct nfs4_delegreturnres res; struct nfs_fh fh; nfs4_stateid stateid; long unsigned int timestamp; struct { struct nfs4_layoutreturn_args arg; struct nfs4_layoutreturn_res res; struct nfs4_xdr_opaque_data ld_private; u32 roc_barrier; bool roc; } lr; struct nfs_fattr fattr; int rpc_status; struct inode *inode; }; struct nfs4_unlockdata { struct nfs_locku_args arg; struct nfs_locku_res res; struct nfs4_lock_state *lsp; struct nfs_open_context *ctx; struct nfs_lock_context *l_ctx; struct file_lock fl; struct nfs_server *server; long unsigned int timestamp; }; struct nfs4_lockdata { struct nfs_lock_args arg; struct nfs_lock_res res; struct nfs4_lock_state *lsp; struct nfs_open_context *ctx; struct file_lock fl; long unsigned int timestamp; int rpc_status; int cancelled; struct nfs_server *server; }; struct nfs4_lock_waiter { struct inode *inode; struct nfs_lowner owner; wait_queue_entry_t wait; }; struct nfs_release_lockowner_data { struct nfs4_lock_state *lsp; struct nfs_server *server; struct nfs_release_lockowner_args args; struct nfs_release_lockowner_res res; long unsigned int timestamp; }; struct rpc_bind_conn_calldata { struct nfs_client *clp; const struct cred *cred; }; struct nfs41_exchange_id_data { struct nfs41_exchange_id_res res; struct nfs41_exchange_id_args args; }; struct nfs4_get_lease_time_data { struct nfs4_get_lease_time_args *args; struct nfs4_get_lease_time_res *res; struct nfs_client *clp; }; struct nfs4_sequence_data { struct nfs_client *clp; struct nfs4_sequence_args args; struct nfs4_sequence_res res; }; struct nfs4_reclaim_complete_data { struct nfs_client *clp; struct nfs41_reclaim_complete_args arg; struct nfs41_reclaim_complete_res res; }; struct nfs_free_stateid_data { struct nfs_server *server; struct nfs41_free_stateid_args args; struct nfs41_free_stateid_res res; }; struct nfs42_netaddr { char netid[5]; char addr[58]; u32 netid_len; u32 addr_len; }; enum netloc_type4 { NL4_NAME = 1, NL4_URL = 2, NL4_NETADDR = 3, }; struct nl4_server { enum netloc_type4 nl4_type; union { struct { int nl4_str_sz; char nl4_str[1025]; }; struct nfs42_netaddr nl4_addr; } u; }; struct nfs42_copy_notify_res { struct nfs4_sequence_res cnr_seq_res; struct nfstime4 cnr_lease_time; nfs4_stateid cnr_stateid; struct nl4_server cnr_src; }; enum opentype4 { NFS4_OPEN_NOCREATE = 0, NFS4_OPEN_CREATE = 1, }; enum limit_by4 { NFS4_LIMIT_SIZE = 1, NFS4_LIMIT_BLOCKS = 2, }; enum open_delegation_type4 { NFS4_OPEN_DELEGATE_NONE = 0, NFS4_OPEN_DELEGATE_READ = 1, NFS4_OPEN_DELEGATE_WRITE = 2, NFS4_OPEN_DELEGATE_NONE_EXT = 3, }; enum why_no_delegation4 { WND4_NOT_WANTED = 0, WND4_CONTENTION = 1, WND4_RESOURCE = 2, WND4_NOT_SUPP_FTYPE = 3, WND4_WRITE_DELEG_NOT_SUPP_FTYPE = 4, WND4_NOT_SUPP_UPGRADE = 5, WND4_NOT_SUPP_DOWNGRADE = 6, WND4_CANCELLED = 7, WND4_IS_DIR = 8, }; enum lock_type4 { NFS4_UNLOCK_LT = 0, NFS4_READ_LT = 1, NFS4_WRITE_LT = 2, NFS4_READW_LT = 3, NFS4_WRITEW_LT = 4, }; enum pnfs_layoutreturn_type { RETURN_FILE = 1, RETURN_FSID = 2, RETURN_ALL = 3, }; enum data_content4 { NFS4_CONTENT_DATA = 0, NFS4_CONTENT_HOLE = 1, }; enum nfs4_setxattr_options { SETXATTR4_EITHER = 0, SETXATTR4_CREATE = 1, SETXATTR4_REPLACE = 2, }; struct nfs42_layoutstat_res { struct nfs4_sequence_res seq_res; int num_dev; int rpc_status; }; struct nfs42_device_error { struct nfs4_deviceid dev_id; int status; enum nfs_opnum4 opnum; }; struct nfs42_layout_error { __u64 offset; __u64 length; nfs4_stateid stateid; struct nfs42_device_error errors[1]; }; struct nfs42_layouterror_args { struct nfs4_sequence_args seq_args; struct inode *inode; unsigned int num_errors; struct nfs42_layout_error errors[5]; }; struct nfs42_layouterror_res { struct nfs4_sequence_res seq_res; unsigned int num_errors; int rpc_status; }; struct nfs42_clone_args { struct nfs4_sequence_args seq_args; struct nfs_fh *src_fh; struct nfs_fh *dst_fh; nfs4_stateid src_stateid; nfs4_stateid dst_stateid; __u64 src_offset; __u64 dst_offset; __u64 count; const u32 *dst_bitmask; }; struct nfs42_clone_res { struct nfs4_sequence_res seq_res; unsigned int rpc_status; struct nfs_fattr *dst_fattr; const struct nfs_server *server; }; struct nfs42_falloc_args { struct nfs4_sequence_args seq_args; struct nfs_fh *falloc_fh; nfs4_stateid falloc_stateid; u64 falloc_offset; u64 falloc_length; const u32 *falloc_bitmask; }; struct nfs42_falloc_res { struct nfs4_sequence_res seq_res; unsigned int status; struct nfs_fattr *falloc_fattr; const struct nfs_server *falloc_server; }; struct nfs42_copy_args { struct nfs4_sequence_args seq_args; struct nfs_fh *src_fh; nfs4_stateid src_stateid; u64 src_pos; struct nfs_fh *dst_fh; nfs4_stateid dst_stateid; u64 dst_pos; u64 count; bool sync; struct nl4_server *cp_src; }; struct nfs42_write_res { nfs4_stateid stateid; u64 count; struct nfs_writeverf verifier; }; struct nfs42_copy_res { struct nfs4_sequence_res seq_res; struct nfs42_write_res write_res; bool consecutive; bool synchronous; struct nfs_commitres commit_res; }; struct nfs42_offload_status_args { struct nfs4_sequence_args osa_seq_args; struct nfs_fh *osa_src_fh; nfs4_stateid osa_stateid; }; struct nfs42_offload_status_res { struct nfs4_sequence_res osr_seq_res; uint64_t osr_count; int osr_status; }; struct nfs42_copy_notify_args { struct nfs4_sequence_args cna_seq_args; struct nfs_fh *cna_src_fh; nfs4_stateid cna_src_stateid; struct nl4_server cna_dst; }; struct nfs42_seek_args { struct nfs4_sequence_args seq_args; struct nfs_fh *sa_fh; nfs4_stateid sa_stateid; u64 sa_offset; u32 sa_what; }; struct nfs42_seek_res { struct nfs4_sequence_res seq_res; unsigned int status; u32 sr_eof; u64 sr_offset; }; struct nfs42_setxattrargs { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; const char *xattr_name; u32 xattr_flags; size_t xattr_len; struct page **xattr_pages; }; struct nfs42_setxattrres { struct nfs4_sequence_res seq_res; struct nfs4_change_info cinfo; }; struct nfs42_getxattrargs { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; const char *xattr_name; size_t xattr_len; struct page **xattr_pages; }; struct nfs42_getxattrres { struct nfs4_sequence_res seq_res; size_t xattr_len; }; struct nfs42_listxattrsargs { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; u32 count; u64 cookie; struct page **xattr_pages; }; struct nfs42_listxattrsres { struct nfs4_sequence_res seq_res; struct page *scratch; void *xattr_buf; size_t xattr_len; u64 cookie; bool eof; size_t copied; }; struct nfs42_removexattrargs { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; const char *xattr_name; }; struct nfs42_removexattrres { struct nfs4_sequence_res seq_res; struct nfs4_change_info cinfo; }; struct compound_hdr { int32_t status; uint32_t nops; __be32 *nops_p; uint32_t taglen; char *tag; uint32_t replen; u32 minorversion; }; struct read_plus_segment { enum data_content4 type; uint64_t offset; union { struct { uint64_t length; } hole; struct { uint32_t length; unsigned int from; } data; }; }; struct rpc_pipe_dir_object_ops; struct rpc_pipe_dir_object { struct list_head pdo_head; const struct rpc_pipe_dir_object_ops *pdo_ops; void *pdo_data; }; struct rpc_pipe_dir_object_ops { int (*create)(struct dentry *, struct rpc_pipe_dir_object *); void (*destroy)(struct dentry *, struct rpc_pipe_dir_object *); }; struct rpc_inode { struct inode vfs_inode; void *private; struct rpc_pipe *pipe; wait_queue_head_t waitq; }; struct idmap_legacy_upcalldata; struct idmap { struct rpc_pipe_dir_object idmap_pdo; struct rpc_pipe *idmap_pipe; struct idmap_legacy_upcalldata *idmap_upcall_data; struct mutex idmap_mutex; struct user_namespace *user_ns; }; struct user_key_payload { struct callback_head rcu; short unsigned int datalen; long: 48; char data[0]; }; struct request_key_auth { struct callback_head rcu; struct key *target_key; struct key *dest_keyring; const struct cred *cred; void *callout_info; size_t callout_len; pid_t pid; char op[8]; }; struct idmap_msg { __u8 im_type; __u8 im_conv; char im_name[128]; __u32 im_id; __u8 im_status; }; struct idmap_legacy_upcalldata { struct rpc_pipe_msg pipe_msg; struct idmap_msg idmap_msg; struct key *authkey; struct idmap *idmap; }; enum { Opt_find_uid = 0, Opt_find_gid = 1, Opt_find_user = 2, Opt_find_group = 3, Opt_find_err = 4, }; enum rpc_auth_stat { RPC_AUTH_OK = 0, RPC_AUTH_BADCRED = 1, RPC_AUTH_REJECTEDCRED = 2, RPC_AUTH_BADVERF = 3, RPC_AUTH_REJECTEDVERF = 4, RPC_AUTH_TOOWEAK = 5, RPCSEC_GSS_CREDPROBLEM = 13, RPCSEC_GSS_CTXPROBLEM = 14, }; enum nfs4_callback_procnum { CB_NULL = 0, CB_COMPOUND = 1, }; struct nfs_callback_data { unsigned int users; struct svc_serv *serv; }; enum rpc_accept_stat { RPC_SUCCESS = 0, RPC_PROG_UNAVAIL = 1, RPC_PROG_MISMATCH = 2, RPC_PROC_UNAVAIL = 3, RPC_GARBAGE_ARGS = 4, RPC_SYSTEM_ERR = 5, RPC_DROP_REPLY = 60000, }; enum nfs4_callback_opnum { OP_CB_GETATTR = 3, OP_CB_RECALL = 4, OP_CB_LAYOUTRECALL = 5, OP_CB_NOTIFY = 6, OP_CB_PUSH_DELEG = 7, OP_CB_RECALL_ANY = 8, OP_CB_RECALLABLE_OBJ_AVAIL = 9, OP_CB_RECALL_SLOT = 10, OP_CB_SEQUENCE = 11, OP_CB_WANTS_CANCELLED = 12, OP_CB_NOTIFY_LOCK = 13, OP_CB_NOTIFY_DEVICEID = 14, OP_CB_OFFLOAD = 15, OP_CB_ILLEGAL = 10044, }; struct cb_process_state { __be32 drc_status; struct nfs_client *clp; struct nfs4_slot *slot; u32 minorversion; struct net *net; }; struct cb_compound_hdr_arg { unsigned int taglen; const char *tag; unsigned int minorversion; unsigned int cb_ident; unsigned int nops; }; struct cb_compound_hdr_res { __be32 *status; unsigned int taglen; const char *tag; __be32 *nops; }; struct cb_getattrargs { struct nfs_fh fh; uint32_t bitmap[2]; }; struct cb_getattrres { __be32 status; uint32_t bitmap[2]; uint64_t size; uint64_t change_attr; struct timespec64 ctime; struct timespec64 mtime; }; struct cb_recallargs { struct nfs_fh fh; nfs4_stateid stateid; uint32_t truncate; }; struct referring_call { uint32_t rc_sequenceid; uint32_t rc_slotid; }; struct referring_call_list { struct nfs4_sessionid rcl_sessionid; uint32_t rcl_nrefcalls; struct referring_call *rcl_refcalls; }; struct cb_sequenceargs { struct sockaddr *csa_addr; struct nfs4_sessionid csa_sessionid; uint32_t csa_sequenceid; uint32_t csa_slotid; uint32_t csa_highestslotid; uint32_t csa_cachethis; uint32_t csa_nrclists; struct referring_call_list *csa_rclists; }; struct cb_sequenceres { __be32 csr_status; struct nfs4_sessionid csr_sessionid; uint32_t csr_sequenceid; uint32_t csr_slotid; uint32_t csr_highestslotid; uint32_t csr_target_highestslotid; }; struct cb_recallanyargs { uint32_t craa_objs_to_keep; uint32_t craa_type_mask; }; struct cb_recallslotargs { uint32_t crsa_target_highest_slotid; }; struct cb_layoutrecallargs { uint32_t cbl_recall_type; uint32_t cbl_layout_type; uint32_t cbl_layoutchanged; union { struct { struct nfs_fh cbl_fh; struct pnfs_layout_range cbl_range; nfs4_stateid cbl_stateid; }; struct nfs_fsid cbl_fsid; }; }; struct cb_devicenotifyitem { uint32_t cbd_notify_type; uint32_t cbd_layout_type; struct nfs4_deviceid cbd_dev_id; uint32_t cbd_immediate; }; struct cb_devicenotifyargs { uint32_t ndevs; struct cb_devicenotifyitem *devs; }; struct cb_offloadargs { struct nfs_fh coa_fh; nfs4_stateid coa_stateid; uint32_t error; uint64_t wr_count; struct nfs_writeverf wr_writeverf; }; struct callback_op { __be32 (*process_op)(void *, void *, struct cb_process_state *); __be32 (*decode_args)(struct svc_rqst *, struct xdr_stream *, void *); __be32 (*encode_res)(struct svc_rqst *, struct xdr_stream *, const void *); long int res_maxsize; }; struct nfs4_ds_server { struct list_head list; struct rpc_clnt *rpc_clnt; }; enum pnfs_layouttype { LAYOUT_NFSV4_1_FILES = 1, LAYOUT_OSD2_OBJECTS = 2, LAYOUT_BLOCK_VOLUME = 3, LAYOUT_FLEX_FILES = 4, LAYOUT_SCSI = 5, LAYOUT_TYPE_MAX = 6, }; enum pnfs_update_layout_reason { PNFS_UPDATE_LAYOUT_UNKNOWN = 0, PNFS_UPDATE_LAYOUT_NO_PNFS = 1, PNFS_UPDATE_LAYOUT_RD_ZEROLEN = 2, PNFS_UPDATE_LAYOUT_MDSTHRESH = 3, PNFS_UPDATE_LAYOUT_NOMEM = 4, PNFS_UPDATE_LAYOUT_BULK_RECALL = 5, PNFS_UPDATE_LAYOUT_IO_TEST_FAIL = 6, PNFS_UPDATE_LAYOUT_FOUND_CACHED = 7, PNFS_UPDATE_LAYOUT_RETURN = 8, PNFS_UPDATE_LAYOUT_RETRY = 9, PNFS_UPDATE_LAYOUT_BLOCKED = 10, PNFS_UPDATE_LAYOUT_INVALID_OPEN = 11, PNFS_UPDATE_LAYOUT_SEND_LAYOUTGET = 12, PNFS_UPDATE_LAYOUT_EXIT = 13, }; struct nfs42_layoutstat_data { struct inode *inode; struct nfs42_layoutstat_args args; struct nfs42_layoutstat_res res; }; enum { NFS_LSEG_VALID = 0, NFS_LSEG_ROC = 1, NFS_LSEG_LAYOUTCOMMIT = 2, NFS_LSEG_LAYOUTRETURN = 3, NFS_LSEG_UNAVAILABLE = 4, }; struct trace_event_raw_nfs4_clientid_event { struct trace_entry ent; u32 __data_loc_dstaddr; long unsigned int error; char __data[0]; }; struct trace_event_raw_nfs4_sequence_done { struct trace_entry ent; unsigned int session; unsigned int slot_nr; unsigned int seq_nr; unsigned int highest_slotid; unsigned int target_highest_slotid; long unsigned int status_flags; long unsigned int error; char __data[0]; }; struct trace_event_raw_nfs4_cb_sequence { struct trace_entry ent; unsigned int session; unsigned int slot_nr; unsigned int seq_nr; unsigned int highest_slotid; unsigned int cachethis; long unsigned int error; char __data[0]; }; struct trace_event_raw_nfs4_cb_seqid_err { struct trace_entry ent; unsigned int session; unsigned int slot_nr; unsigned int seq_nr; unsigned int highest_slotid; unsigned int cachethis; long unsigned int error; char __data[0]; }; struct trace_event_raw_nfs4_cb_offload { struct trace_entry ent; long unsigned int error; u32 fhandle; loff_t cb_count; int cb_how; int cb_stateid_seq; u32 cb_stateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_setup_sequence { struct trace_entry ent; unsigned int session; unsigned int slot_nr; unsigned int seq_nr; unsigned int highest_used_slotid; char __data[0]; }; struct trace_event_raw_nfs4_state_mgr { struct trace_entry ent; long unsigned int state; u32 __data_loc_hostname; char __data[0]; }; struct trace_event_raw_nfs4_state_mgr_failed { struct trace_entry ent; long unsigned int error; long unsigned int state; u32 __data_loc_hostname; u32 __data_loc_section; char __data[0]; }; struct trace_event_raw_nfs4_xdr_bad_operation { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; u32 op; u32 expected; char __data[0]; }; struct trace_event_raw_nfs4_xdr_event { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; u32 op; long unsigned int error; char __data[0]; }; struct trace_event_raw_nfs4_cb_error_class { struct trace_entry ent; u32 xid; u32 cbident; char __data[0]; }; struct trace_event_raw_nfs4_open_event { struct trace_entry ent; long unsigned int error; long unsigned int flags; long unsigned int fmode; dev_t dev; u32 fhandle; u64 fileid; u64 dir; u32 __data_loc_name; int stateid_seq; u32 stateid_hash; int openstateid_seq; u32 openstateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_cached_open { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; unsigned int fmode; int stateid_seq; u32 stateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_close { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; unsigned int fmode; long unsigned int error; int stateid_seq; u32 stateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_lock_event { struct trace_entry ent; long unsigned int error; long unsigned int cmd; long unsigned int type; loff_t start; loff_t end; dev_t dev; u32 fhandle; u64 fileid; int stateid_seq; u32 stateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_set_lock { struct trace_entry ent; long unsigned int error; long unsigned int cmd; long unsigned int type; loff_t start; loff_t end; dev_t dev; u32 fhandle; u64 fileid; int stateid_seq; u32 stateid_hash; int lockstateid_seq; u32 lockstateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_state_lock_reclaim { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; long unsigned int state_flags; long unsigned int lock_flags; int stateid_seq; u32 stateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_set_delegation_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; unsigned int fmode; char __data[0]; }; struct trace_event_raw_nfs4_delegreturn_exit { struct trace_entry ent; dev_t dev; u32 fhandle; long unsigned int error; int stateid_seq; u32 stateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_test_stateid_event { struct trace_entry ent; long unsigned int error; dev_t dev; u32 fhandle; u64 fileid; int stateid_seq; u32 stateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_lookup_event { struct trace_entry ent; dev_t dev; long unsigned int error; u64 dir; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs4_lookupp { struct trace_entry ent; dev_t dev; u64 ino; long unsigned int error; char __data[0]; }; struct trace_event_raw_nfs4_rename { struct trace_entry ent; dev_t dev; long unsigned int error; u64 olddir; u32 __data_loc_oldname; u64 newdir; u32 __data_loc_newname; char __data[0]; }; struct trace_event_raw_nfs4_inode_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; long unsigned int error; char __data[0]; }; struct trace_event_raw_nfs4_inode_stateid_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; long unsigned int error; int stateid_seq; u32 stateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_getattr_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; unsigned int valid; long unsigned int error; char __data[0]; }; struct trace_event_raw_nfs4_inode_callback_event { struct trace_entry ent; long unsigned int error; dev_t dev; u32 fhandle; u64 fileid; u32 __data_loc_dstaddr; char __data[0]; }; struct trace_event_raw_nfs4_inode_stateid_callback_event { struct trace_entry ent; long unsigned int error; dev_t dev; u32 fhandle; u64 fileid; u32 __data_loc_dstaddr; int stateid_seq; u32 stateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_idmap_event { struct trace_entry ent; long unsigned int error; u32 id; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfs4_read_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 arg_count; u32 res_count; long unsigned int error; int stateid_seq; u32 stateid_hash; int layoutstateid_seq; u32 layoutstateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_write_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 arg_count; u32 res_count; long unsigned int error; int stateid_seq; u32 stateid_hash; int layoutstateid_seq; u32 layoutstateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_commit_event { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; long unsigned int error; loff_t offset; u32 count; int layoutstateid_seq; u32 layoutstateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_layoutget { struct trace_entry ent; dev_t dev; u32 fhandle; u64 fileid; u32 iomode; u64 offset; u64 count; long unsigned int error; int stateid_seq; u32 stateid_hash; int layoutstateid_seq; u32 layoutstateid_hash; char __data[0]; }; struct trace_event_raw_pnfs_update_layout { struct trace_entry ent; dev_t dev; u64 fileid; u32 fhandle; loff_t pos; u64 count; enum pnfs_iomode iomode; int layoutstateid_seq; u32 layoutstateid_hash; long int lseg; enum pnfs_update_layout_reason reason; char __data[0]; }; struct trace_event_raw_pnfs_layout_event { struct trace_entry ent; dev_t dev; u64 fileid; u32 fhandle; loff_t pos; u64 count; enum pnfs_iomode iomode; int layoutstateid_seq; u32 layoutstateid_hash; long int lseg; char __data[0]; }; struct trace_event_raw_nfs4_deviceid_event { struct trace_entry ent; u32 __data_loc_dstaddr; unsigned char deviceid[16]; char __data[0]; }; struct trace_event_raw_nfs4_deviceid_status { struct trace_entry ent; dev_t dev; int status; u32 __data_loc_dstaddr; unsigned char deviceid[16]; char __data[0]; }; struct trace_event_raw_nfs4_flexfiles_io_event { struct trace_entry ent; long unsigned int error; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 count; int stateid_seq; u32 stateid_hash; u32 __data_loc_dstaddr; char __data[0]; }; struct trace_event_raw_ff_layout_commit_error { struct trace_entry ent; long unsigned int error; dev_t dev; u32 fhandle; u64 fileid; loff_t offset; u32 count; u32 __data_loc_dstaddr; char __data[0]; }; struct trace_event_raw_nfs4_llseek { struct trace_entry ent; long unsigned int error; u32 fhandle; u32 fileid; dev_t dev; int stateid_seq; u32 stateid_hash; loff_t offset_s; u32 what; loff_t offset_r; u32 eof; char __data[0]; }; struct trace_event_raw_nfs4_sparse_event { struct trace_entry ent; long unsigned int error; loff_t offset; loff_t len; dev_t dev; u32 fhandle; u64 fileid; int stateid_seq; u32 stateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_copy { struct trace_entry ent; long unsigned int error; u32 src_fhandle; u32 src_fileid; u32 dst_fhandle; u32 dst_fileid; dev_t src_dev; dev_t dst_dev; int src_stateid_seq; u32 src_stateid_hash; int dst_stateid_seq; u32 dst_stateid_hash; loff_t src_offset; loff_t dst_offset; bool sync; loff_t len; int res_stateid_seq; u32 res_stateid_hash; loff_t res_count; bool res_sync; bool res_cons; bool intra; char __data[0]; }; struct trace_event_raw_nfs4_clone { struct trace_entry ent; long unsigned int error; u32 src_fhandle; u32 src_fileid; u32 dst_fhandle; u32 dst_fileid; dev_t src_dev; dev_t dst_dev; loff_t src_offset; loff_t dst_offset; int src_stateid_seq; u32 src_stateid_hash; int dst_stateid_seq; u32 dst_stateid_hash; loff_t len; char __data[0]; }; struct trace_event_raw_nfs4_copy_notify { struct trace_entry ent; long unsigned int error; u32 fhandle; u32 fileid; dev_t dev; int stateid_seq; u32 stateid_hash; int res_stateid_seq; u32 res_stateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_offload_cancel { struct trace_entry ent; long unsigned int error; u32 fhandle; int stateid_seq; u32 stateid_hash; char __data[0]; }; struct trace_event_raw_nfs4_xattr_event { struct trace_entry ent; long unsigned int error; dev_t dev; u32 fhandle; u64 fileid; u32 __data_loc_name; char __data[0]; }; struct trace_event_data_offsets_nfs4_clientid_event { u32 dstaddr; }; struct trace_event_data_offsets_nfs4_sequence_done {}; struct trace_event_data_offsets_nfs4_cb_sequence {}; struct trace_event_data_offsets_nfs4_cb_seqid_err {}; struct trace_event_data_offsets_nfs4_cb_offload {}; struct trace_event_data_offsets_nfs4_setup_sequence {}; struct trace_event_data_offsets_nfs4_state_mgr { u32 hostname; }; struct trace_event_data_offsets_nfs4_state_mgr_failed { u32 hostname; u32 section; }; struct trace_event_data_offsets_nfs4_xdr_bad_operation {}; struct trace_event_data_offsets_nfs4_xdr_event {}; struct trace_event_data_offsets_nfs4_cb_error_class {}; struct trace_event_data_offsets_nfs4_open_event { u32 name; }; struct trace_event_data_offsets_nfs4_cached_open {}; struct trace_event_data_offsets_nfs4_close {}; struct trace_event_data_offsets_nfs4_lock_event {}; struct trace_event_data_offsets_nfs4_set_lock {}; struct trace_event_data_offsets_nfs4_state_lock_reclaim {}; struct trace_event_data_offsets_nfs4_set_delegation_event {}; struct trace_event_data_offsets_nfs4_delegreturn_exit {}; struct trace_event_data_offsets_nfs4_test_stateid_event {}; struct trace_event_data_offsets_nfs4_lookup_event { u32 name; }; struct trace_event_data_offsets_nfs4_lookupp {}; struct trace_event_data_offsets_nfs4_rename { u32 oldname; u32 newname; }; struct trace_event_data_offsets_nfs4_inode_event {}; struct trace_event_data_offsets_nfs4_inode_stateid_event {}; struct trace_event_data_offsets_nfs4_getattr_event {}; struct trace_event_data_offsets_nfs4_inode_callback_event { u32 dstaddr; }; struct trace_event_data_offsets_nfs4_inode_stateid_callback_event { u32 dstaddr; }; struct trace_event_data_offsets_nfs4_idmap_event { u32 name; }; struct trace_event_data_offsets_nfs4_read_event {}; struct trace_event_data_offsets_nfs4_write_event {}; struct trace_event_data_offsets_nfs4_commit_event {}; struct trace_event_data_offsets_nfs4_layoutget {}; struct trace_event_data_offsets_pnfs_update_layout {}; struct trace_event_data_offsets_pnfs_layout_event {}; struct trace_event_data_offsets_nfs4_deviceid_event { u32 dstaddr; }; struct trace_event_data_offsets_nfs4_deviceid_status { u32 dstaddr; }; struct trace_event_data_offsets_nfs4_flexfiles_io_event { u32 dstaddr; }; struct trace_event_data_offsets_ff_layout_commit_error { u32 dstaddr; }; struct trace_event_data_offsets_nfs4_llseek {}; struct trace_event_data_offsets_nfs4_sparse_event {}; struct trace_event_data_offsets_nfs4_copy {}; struct trace_event_data_offsets_nfs4_clone {}; struct trace_event_data_offsets_nfs4_copy_notify {}; struct trace_event_data_offsets_nfs4_offload_cancel {}; struct trace_event_data_offsets_nfs4_xattr_event { u32 name; }; typedef void (*btf_trace_nfs4_setclientid)(void *, const struct nfs_client *, int); typedef void (*btf_trace_nfs4_setclientid_confirm)(void *, const struct nfs_client *, int); typedef void (*btf_trace_nfs4_renew)(void *, const struct nfs_client *, int); typedef void (*btf_trace_nfs4_renew_async)(void *, const struct nfs_client *, int); typedef void (*btf_trace_nfs4_exchange_id)(void *, const struct nfs_client *, int); typedef void (*btf_trace_nfs4_create_session)(void *, const struct nfs_client *, int); typedef void (*btf_trace_nfs4_destroy_session)(void *, const struct nfs_client *, int); typedef void (*btf_trace_nfs4_destroy_clientid)(void *, const struct nfs_client *, int); typedef void (*btf_trace_nfs4_bind_conn_to_session)(void *, const struct nfs_client *, int); typedef void (*btf_trace_nfs4_sequence)(void *, const struct nfs_client *, int); typedef void (*btf_trace_nfs4_reclaim_complete)(void *, const struct nfs_client *, int); typedef void (*btf_trace_nfs4_sequence_done)(void *, const struct nfs4_session *, const struct nfs4_sequence_res *); typedef void (*btf_trace_nfs4_cb_sequence)(void *, const struct cb_sequenceargs *, const struct cb_sequenceres *, __be32); typedef void (*btf_trace_nfs4_cb_seqid_err)(void *, const struct cb_sequenceargs *, __be32); typedef void (*btf_trace_nfs4_cb_offload)(void *, const struct nfs_fh *, const nfs4_stateid *, uint64_t, int, int); typedef void (*btf_trace_nfs4_setup_sequence)(void *, const struct nfs4_session *, const struct nfs4_sequence_args *); typedef void (*btf_trace_nfs4_state_mgr)(void *, const struct nfs_client *); typedef void (*btf_trace_nfs4_state_mgr_failed)(void *, const struct nfs_client *, const char *, int); typedef void (*btf_trace_nfs4_xdr_bad_operation)(void *, const struct xdr_stream *, u32, u32); typedef void (*btf_trace_nfs4_xdr_status)(void *, const struct xdr_stream *, u32, u32); typedef void (*btf_trace_nfs4_xdr_bad_filehandle)(void *, const struct xdr_stream *, u32, u32); typedef void (*btf_trace_nfs_cb_no_clp)(void *, __be32, u32); typedef void (*btf_trace_nfs_cb_badprinc)(void *, __be32, u32); typedef void (*btf_trace_nfs4_open_reclaim)(void *, const struct nfs_open_context *, int, int); typedef void (*btf_trace_nfs4_open_expired)(void *, const struct nfs_open_context *, int, int); typedef void (*btf_trace_nfs4_open_file)(void *, const struct nfs_open_context *, int, int); typedef void (*btf_trace_nfs4_cached_open)(void *, const struct nfs4_state *); typedef void (*btf_trace_nfs4_close)(void *, const struct nfs4_state *, const struct nfs_closeargs *, const struct nfs_closeres *, int); typedef void (*btf_trace_nfs4_get_lock)(void *, const struct file_lock *, const struct nfs4_state *, int, int); typedef void (*btf_trace_nfs4_unlock)(void *, const struct file_lock *, const struct nfs4_state *, int, int); typedef void (*btf_trace_nfs4_set_lock)(void *, const struct file_lock *, const struct nfs4_state *, const nfs4_stateid *, int, int); typedef void (*btf_trace_nfs4_state_lock_reclaim)(void *, const struct nfs4_state *, const struct nfs4_lock_state *); typedef void (*btf_trace_nfs4_set_delegation)(void *, const struct inode *, fmode_t); typedef void (*btf_trace_nfs4_reclaim_delegation)(void *, const struct inode *, fmode_t); typedef void (*btf_trace_nfs4_delegreturn_exit)(void *, const struct nfs4_delegreturnargs *, const struct nfs4_delegreturnres *, int); typedef void (*btf_trace_nfs4_test_delegation_stateid)(void *, const struct nfs4_state *, const struct nfs4_lock_state *, int); typedef void (*btf_trace_nfs4_test_open_stateid)(void *, const struct nfs4_state *, const struct nfs4_lock_state *, int); typedef void (*btf_trace_nfs4_test_lock_stateid)(void *, const struct nfs4_state *, const struct nfs4_lock_state *, int); typedef void (*btf_trace_nfs4_lookup)(void *, const struct inode *, const struct qstr *, int); typedef void (*btf_trace_nfs4_symlink)(void *, const struct inode *, const struct qstr *, int); typedef void (*btf_trace_nfs4_mkdir)(void *, const struct inode *, const struct qstr *, int); typedef void (*btf_trace_nfs4_mknod)(void *, const struct inode *, const struct qstr *, int); typedef void (*btf_trace_nfs4_remove)(void *, const struct inode *, const struct qstr *, int); typedef void (*btf_trace_nfs4_get_fs_locations)(void *, const struct inode *, const struct qstr *, int); typedef void (*btf_trace_nfs4_secinfo)(void *, const struct inode *, const struct qstr *, int); typedef void (*btf_trace_nfs4_lookupp)(void *, const struct inode *, int); typedef void (*btf_trace_nfs4_rename)(void *, const struct inode *, const struct qstr *, const struct inode *, const struct qstr *, int); typedef void (*btf_trace_nfs4_access)(void *, const struct inode *, int); typedef void (*btf_trace_nfs4_readlink)(void *, const struct inode *, int); typedef void (*btf_trace_nfs4_readdir)(void *, const struct inode *, int); typedef void (*btf_trace_nfs4_get_acl)(void *, const struct inode *, int); typedef void (*btf_trace_nfs4_set_acl)(void *, const struct inode *, int); typedef void (*btf_trace_nfs4_setattr)(void *, const struct inode *, const nfs4_stateid *, int); typedef void (*btf_trace_nfs4_delegreturn)(void *, const struct inode *, const nfs4_stateid *, int); typedef void (*btf_trace_nfs4_open_stateid_update)(void *, const struct inode *, const nfs4_stateid *, int); typedef void (*btf_trace_nfs4_open_stateid_update_wait)(void *, const struct inode *, const nfs4_stateid *, int); typedef void (*btf_trace_nfs4_close_stateid_update_wait)(void *, const struct inode *, const nfs4_stateid *, int); typedef void (*btf_trace_nfs4_getattr)(void *, const struct nfs_server *, const struct nfs_fh *, const struct nfs_fattr *, int); typedef void (*btf_trace_nfs4_lookup_root)(void *, const struct nfs_server *, const struct nfs_fh *, const struct nfs_fattr *, int); typedef void (*btf_trace_nfs4_fsinfo)(void *, const struct nfs_server *, const struct nfs_fh *, const struct nfs_fattr *, int); typedef void (*btf_trace_nfs4_cb_getattr)(void *, const struct nfs_client *, const struct nfs_fh *, const struct inode *, int); typedef void (*btf_trace_nfs4_cb_recall)(void *, const struct nfs_client *, const struct nfs_fh *, const struct inode *, const nfs4_stateid *, int); typedef void (*btf_trace_nfs4_cb_layoutrecall_file)(void *, const struct nfs_client *, const struct nfs_fh *, const struct inode *, const nfs4_stateid *, int); typedef void (*btf_trace_nfs4_map_name_to_uid)(void *, const char *, int, u32, int); typedef void (*btf_trace_nfs4_map_group_to_gid)(void *, const char *, int, u32, int); typedef void (*btf_trace_nfs4_map_uid_to_name)(void *, const char *, int, u32, int); typedef void (*btf_trace_nfs4_map_gid_to_group)(void *, const char *, int, u32, int); typedef void (*btf_trace_nfs4_read)(void *, const struct nfs_pgio_header *, int); typedef void (*btf_trace_nfs4_pnfs_read)(void *, const struct nfs_pgio_header *, int); typedef void (*btf_trace_nfs4_write)(void *, const struct nfs_pgio_header *, int); typedef void (*btf_trace_nfs4_pnfs_write)(void *, const struct nfs_pgio_header *, int); typedef void (*btf_trace_nfs4_commit)(void *, const struct nfs_commit_data *, int); typedef void (*btf_trace_nfs4_pnfs_commit_ds)(void *, const struct nfs_commit_data *, int); typedef void (*btf_trace_nfs4_layoutget)(void *, const struct nfs_open_context *, const struct pnfs_layout_range *, const struct pnfs_layout_range *, const nfs4_stateid *, int); typedef void (*btf_trace_nfs4_layoutcommit)(void *, const struct inode *, const nfs4_stateid *, int); typedef void (*btf_trace_nfs4_layoutreturn)(void *, const struct inode *, const nfs4_stateid *, int); typedef void (*btf_trace_nfs4_layoutreturn_on_close)(void *, const struct inode *, const nfs4_stateid *, int); typedef void (*btf_trace_nfs4_layouterror)(void *, const struct inode *, const nfs4_stateid *, int); typedef void (*btf_trace_nfs4_layoutstats)(void *, const struct inode *, const nfs4_stateid *, int); typedef void (*btf_trace_pnfs_update_layout)(void *, struct inode *, loff_t, u64, enum pnfs_iomode, struct pnfs_layout_hdr *, struct pnfs_layout_segment *, enum pnfs_update_layout_reason); typedef void (*btf_trace_pnfs_mds_fallback_pg_init_read)(void *, struct inode *, loff_t, u64, enum pnfs_iomode, struct pnfs_layout_hdr *, struct pnfs_layout_segment *); typedef void (*btf_trace_pnfs_mds_fallback_pg_init_write)(void *, struct inode *, loff_t, u64, enum pnfs_iomode, struct pnfs_layout_hdr *, struct pnfs_layout_segment *); typedef void (*btf_trace_pnfs_mds_fallback_pg_get_mirror_count)(void *, struct inode *, loff_t, u64, enum pnfs_iomode, struct pnfs_layout_hdr *, struct pnfs_layout_segment *); typedef void (*btf_trace_pnfs_mds_fallback_read_done)(void *, struct inode *, loff_t, u64, enum pnfs_iomode, struct pnfs_layout_hdr *, struct pnfs_layout_segment *); typedef void (*btf_trace_pnfs_mds_fallback_write_done)(void *, struct inode *, loff_t, u64, enum pnfs_iomode, struct pnfs_layout_hdr *, struct pnfs_layout_segment *); typedef void (*btf_trace_pnfs_mds_fallback_read_pagelist)(void *, struct inode *, loff_t, u64, enum pnfs_iomode, struct pnfs_layout_hdr *, struct pnfs_layout_segment *); typedef void (*btf_trace_pnfs_mds_fallback_write_pagelist)(void *, struct inode *, loff_t, u64, enum pnfs_iomode, struct pnfs_layout_hdr *, struct pnfs_layout_segment *); typedef void (*btf_trace_nfs4_deviceid_free)(void *, const struct nfs_client *, const struct nfs4_deviceid *); typedef void (*btf_trace_nfs4_getdeviceinfo)(void *, const struct nfs_server *, const struct nfs4_deviceid *, int); typedef void (*btf_trace_nfs4_find_deviceid)(void *, const struct nfs_server *, const struct nfs4_deviceid *, int); typedef void (*btf_trace_ff_layout_read_error)(void *, const struct nfs_pgio_header *); typedef void (*btf_trace_ff_layout_write_error)(void *, const struct nfs_pgio_header *); typedef void (*btf_trace_ff_layout_commit_error)(void *, const struct nfs_commit_data *); typedef void (*btf_trace_nfs4_llseek)(void *, const struct inode *, const struct nfs42_seek_args *, const struct nfs42_seek_res *, int); typedef void (*btf_trace_nfs4_fallocate)(void *, const struct inode *, const struct nfs42_falloc_args *, int); typedef void (*btf_trace_nfs4_deallocate)(void *, const struct inode *, const struct nfs42_falloc_args *, int); typedef void (*btf_trace_nfs4_copy)(void *, const struct inode *, const struct inode *, const struct nfs42_copy_args *, const struct nfs42_copy_res *, const struct nl4_server *, int); typedef void (*btf_trace_nfs4_clone)(void *, const struct inode *, const struct inode *, const struct nfs42_clone_args *, int); typedef void (*btf_trace_nfs4_copy_notify)(void *, const struct inode *, const struct nfs42_copy_notify_args *, const struct nfs42_copy_notify_res *, int); typedef void (*btf_trace_nfs4_offload_cancel)(void *, const struct nfs42_offload_status_args *, int); typedef void (*btf_trace_nfs4_getxattr)(void *, const struct inode *, const char *, int); typedef void (*btf_trace_nfs4_setxattr)(void *, const struct inode *, const char *, int); typedef void (*btf_trace_nfs4_removexattr)(void *, const struct inode *, const char *, int); typedef void (*btf_trace_nfs4_listxattr)(void *, const struct inode *, int); struct nfs4_pnfs_ds_addr { struct __kernel_sockaddr_storage da_addr; size_t da_addrlen; struct list_head da_node; char *da_remotestr; const char *da_netid; int da_transport; }; struct nfs4_pnfs_ds { struct list_head ds_node; char *ds_remotestr; struct list_head ds_addrs; struct nfs_client *ds_clp; refcount_t ds_count; long unsigned int ds_state; }; enum { NFS_DEVICEID_INVALID = 0, NFS_DEVICEID_UNAVAILABLE = 1, NFS_DEVICEID_NOCACHE = 2, }; struct nfs42_layouterror_data { struct nfs42_layouterror_args args; struct nfs42_layouterror_res res; struct inode *inode; struct pnfs_layout_segment *lseg; }; struct nfs42_offloadcancel_data { struct nfs_server *seq_server; struct nfs42_offload_status_args args; struct nfs42_offload_status_res res; }; enum stripetype4 { STRIPE_SPARSE = 1, STRIPE_DENSE = 2, }; struct nfs4_file_layout_dsaddr { struct nfs4_deviceid_node id_node; u32 stripe_count; u8 *stripe_indices; u32 ds_num; struct nfs4_pnfs_ds *ds_list[0]; }; struct nfs4_filelayout_segment { struct pnfs_layout_segment generic_hdr; u32 stripe_type; u32 commit_through_mds; u32 stripe_unit; u32 first_stripe_index; u64 pattern_offset; struct nfs4_deviceid deviceid; struct nfs4_file_layout_dsaddr *dsaddr; unsigned int num_fh; struct nfs_fh **fh_array; }; struct nfs4_filelayout { struct pnfs_layout_hdr generic_hdr; struct pnfs_ds_commit_info commit_info; }; struct nfs4_xattr_bucket { spinlock_t lock; struct hlist_head hlist; struct nfs4_xattr_cache *cache; bool draining; }; struct nfs4_xattr_entry; struct nfs4_xattr_cache { struct kref ref; struct nfs4_xattr_bucket buckets[64]; struct list_head lru; struct list_head dispose; atomic_long_t nent; spinlock_t listxattr_lock; struct inode *inode; struct nfs4_xattr_entry *listxattr; }; struct nfs4_xattr_entry { struct kref ref; struct hlist_node hnode; struct list_head lru; struct list_head dispose; char *xattr_name; void *xattr_value; size_t xattr_size; struct nfs4_xattr_bucket *bucket; uint32_t flags; }; struct nfs4_ff_ds_version { u32 version; u32 minor_version; u32 rsize; u32 wsize; bool tightly_coupled; }; struct nfs4_ff_layout_ds { struct nfs4_deviceid_node id_node; u32 ds_versions_cnt; struct nfs4_ff_ds_version *ds_versions; struct nfs4_pnfs_ds *ds; }; struct nfs4_ff_layout_ds_err { struct list_head list; u64 offset; u64 length; int status; enum nfs_opnum4 opnum; nfs4_stateid stateid; struct nfs4_deviceid deviceid; }; struct nfs4_ff_io_stat { __u64 ops_requested; __u64 bytes_requested; __u64 ops_completed; __u64 bytes_completed; __u64 bytes_not_delivered; ktime_t total_busy_time; ktime_t aggregate_completion_time; }; struct nfs4_ff_busy_timer { ktime_t start_time; atomic_t n_ops; }; struct nfs4_ff_layoutstat { struct nfs4_ff_io_stat io_stat; struct nfs4_ff_busy_timer busy_timer; }; struct nfs4_ff_layout_mirror { struct pnfs_layout_hdr *layout; struct list_head mirrors; u32 ds_count; u32 efficiency; struct nfs4_deviceid devid; struct nfs4_ff_layout_ds *mirror_ds; u32 fh_versions_cnt; struct nfs_fh *fh_versions; nfs4_stateid stateid; const struct cred *ro_cred; const struct cred *rw_cred; refcount_t ref; spinlock_t lock; long unsigned int flags; struct nfs4_ff_layoutstat read_stat; struct nfs4_ff_layoutstat write_stat; ktime_t start_time; u32 report_interval; }; struct nfs4_ff_layout_segment { struct pnfs_layout_segment generic_hdr; u64 stripe_unit; u32 flags; u32 mirror_array_cnt; struct nfs4_ff_layout_mirror *mirror_array[0]; }; struct nfs4_flexfile_layout { struct pnfs_layout_hdr generic_hdr; struct pnfs_ds_commit_info commit_info; struct list_head mirrors; struct list_head error_list; ktime_t last_report_time; }; struct nfs4_flexfile_layoutreturn_args { struct list_head errors; struct nfs42_layoutstat_devinfo devinfo[4]; unsigned int num_errors; unsigned int num_dev; struct page *pages[1]; }; enum nfs4_ff_op_type { NFS4_FF_OP_LAYOUTSTATS = 0, NFS4_FF_OP_LAYOUTRETURN = 1, }; struct getdents_callback___2 { struct dir_context ctx; char *name; u64 ino; int found; int sequence; }; struct nlm_host; struct nlm_lockowner { struct list_head list; refcount_t count; struct nlm_host *host; fl_owner_t owner; uint32_t pid; }; struct svc_cacherep { struct { __be32 k_xid; __wsum k_csum; u32 k_proc; u32 k_prot; u32 k_vers; unsigned int k_len; struct sockaddr_in6 k_addr; } c_key; struct rb_node c_node; struct list_head c_lru; unsigned char c_state; unsigned char c_type; unsigned char c_secure: 1; long unsigned int c_timestamp; union { struct kvec u_vec; __be32 u_status; } c_u; }; struct nsm_private { unsigned char data[16]; }; struct nsm_handle; struct nlm_host { struct hlist_node h_hash; struct __kernel_sockaddr_storage h_addr; size_t h_addrlen; struct __kernel_sockaddr_storage h_srcaddr; size_t h_srcaddrlen; struct rpc_clnt *h_rpcclnt; char *h_name; u32 h_version; short unsigned int h_proto; short unsigned int h_reclaiming: 1; short unsigned int h_server: 1; short unsigned int h_noresvport: 1; short unsigned int h_inuse: 1; wait_queue_head_t h_gracewait; struct rw_semaphore h_rwsem; u32 h_state; u32 h_nsmstate; u32 h_pidcount; refcount_t h_count; struct mutex h_mutex; long unsigned int h_nextrebind; long unsigned int h_expires; struct list_head h_lockowners; spinlock_t h_lock; struct list_head h_granted; struct list_head h_reclaim; struct nsm_handle *h_nsmhandle; char *h_addrbuf; struct net *net; const struct cred *h_cred; char nodename[65]; const struct nlmclnt_operations *h_nlmclnt_ops; }; struct nsm_handle { struct list_head sm_link; refcount_t sm_count; char *sm_mon_name; char *sm_name; struct __kernel_sockaddr_storage sm_addr; size_t sm_addrlen; unsigned int sm_monitored: 1; unsigned int sm_sticky: 1; struct nsm_private sm_priv; char sm_addrbuf[51]; }; enum { NFSD_NET_PAYLOAD_MISSES = 0, NFSD_NET_DRC_MEM_USAGE = 1, NFSD_NET_COUNTERS_NUM = 2, }; struct cld_net; struct nfsd4_client_tracking_ops; struct nfsd_drc_bucket; struct nfsd_fcache_disposal; struct nfsd_net { struct cld_net *cld_net; struct cache_detail *svc_expkey_cache; struct cache_detail *svc_export_cache; struct cache_detail *idtoname_cache; struct cache_detail *nametoid_cache; struct lock_manager nfsd4_manager; bool grace_ended; time64_t boot_time; struct dentry *nfsd_client_dir; struct list_head *reclaim_str_hashtbl; int reclaim_str_hashtbl_size; struct list_head *conf_id_hashtbl; struct rb_root conf_name_tree; struct list_head *unconf_id_hashtbl; struct rb_root unconf_name_tree; struct list_head *sessionid_hashtbl; struct list_head client_lru; struct list_head close_lru; struct list_head del_recall_lru; struct list_head blocked_locks_lru; struct delayed_work laundromat_work; spinlock_t client_lock; spinlock_t blocked_locks_lock; struct file *rec_file; bool in_grace; const struct nfsd4_client_tracking_ops *client_tracking_ops; time64_t nfsd4_lease; time64_t nfsd4_grace; bool somebody_reclaimed; bool track_reclaim_completes; atomic_t nr_reclaim_complete; bool nfsd_net_up; bool lockd_up; seqlock_t writeverf_lock; unsigned char writeverf[8]; unsigned int max_connections; u32 clientid_base; u32 clientid_counter; u32 clverifier_counter; struct svc_serv *nfsd_serv; int keep_active; u32 s2s_cp_cl_id; struct idr s2s_cp_stateids; spinlock_t s2s_cp_lock; bool *nfsd_versions; bool *nfsd4_minorversions; struct nfsd_drc_bucket *drc_hashtbl; unsigned int max_drc_entries; unsigned int maskbits; unsigned int drc_hashsize; atomic_t num_drc_entries; struct percpu_counter counter[2]; unsigned int longest_chain; unsigned int longest_chain_cachesize; struct shrinker nfsd_reply_cache_shrinker; spinlock_t nfsd_ssc_lock; struct list_head nfsd_ssc_mount_list; wait_queue_head_t nfsd_ssc_waitq; char nfsd_name[65]; struct nfsd_fcache_disposal *fcache_disposal; siphash_key_t siphash_key; atomic_t nfs4_client_count; int nfs4_max_clients; atomic_t nfsd_courtesy_clients; struct shrinker nfsd_client_shrinker; struct work_struct nfsd_shrinker_work; }; struct nfs4_client; struct nfsd4_client_tracking_ops { int (*init)(struct net *); void (*exit)(struct net *); void (*create)(struct nfs4_client *); void (*remove)(struct nfs4_client *); int (*check)(struct nfs4_client *); void (*grace_done)(struct nfsd_net *); uint8_t version; size_t msglen; }; enum { EXP_STATS_FH_STALE = 0, EXP_STATS_IO_READ = 1, EXP_STATS_IO_WRITE = 2, EXP_STATS_COUNTERS_NUM = 3, }; enum { NFSD_STATS_RC_HITS = 0, NFSD_STATS_RC_MISSES = 1, NFSD_STATS_RC_NOCACHE = 2, NFSD_STATS_FH_STALE = 3, NFSD_STATS_IO_READ = 4, NFSD_STATS_IO_WRITE = 5, NFSD_STATS_FIRST_NFS4_OP = 6, NFSD_STATS_LAST_NFS4_OP = 81, NFSD_STATS_COUNTERS_NUM = 82, }; struct nfsdfs_client { struct kref cl_ref; void (*cl_release)(struct kref *); }; enum vers_op { NFSD_SET = 0, NFSD_CLEAR = 1, NFSD_TEST = 2, NFSD_AVAIL = 3, }; struct knfsd_fh { unsigned int fh_size; union { char fh_raw[128]; struct { u8 fh_version; u8 fh_auth_type; u8 fh_fsid_type; u8 fh_fileid_type; u32 fh_fsid[0]; }; }; }; enum { NFSD_Root = 1, NFSD_List = 2, NFSD_Export_Stats = 3, NFSD_Export_features = 4, NFSD_Fh = 5, NFSD_FO_UnlockIP = 6, NFSD_FO_UnlockFS = 7, NFSD_Threads = 8, NFSD_Pool_Threads = 9, NFSD_Pool_Stats = 10, NFSD_Reply_Cache_Stats = 11, NFSD_Versions = 12, NFSD_Ports = 13, NFSD_MaxBlkSize = 14, NFSD_MaxConnections = 15, NFSD_Filecache = 16, NFSD_SupportedEnctypes = 17, NFSD_Leasetime = 18, NFSD_Gracetime = 19, NFSD_RecoveryDir = 20, NFSD_V4EndGrace = 21, NFSD_MaxReserved = 22, }; enum { RCA4_TYPE_MASK_RDATA_DLG = 0, RCA4_TYPE_MASK_WDATA_DLG = 1, RCA4_TYPE_MASK_DIR_DLG = 2, RCA4_TYPE_MASK_FILE_LAYOUT = 3, RCA4_TYPE_MASK_BLK_LAYOUT = 4, RCA4_TYPE_MASK_OBJ_LAYOUT_MIN = 8, RCA4_TYPE_MASK_OBJ_LAYOUT_MAX = 9, RCA4_TYPE_MASK_OTHER_LAYOUT_MIN = 12, RCA4_TYPE_MASK_OTHER_LAYOUT_MAX = 15, }; struct nfsd4_fs_location { char *hosts; char *path; }; struct nfsd4_fs_locations { uint32_t locations_count; struct nfsd4_fs_location *locations; int migrated; }; struct exp_flavor_info { u32 pseudoflavor; u32 flags; }; struct export_stats { time64_t start_time; struct percpu_counter counter[3]; }; struct nfsd4_deviceid_map; struct svc_export { struct cache_head h; struct auth_domain *ex_client; int ex_flags; struct path ex_path; kuid_t ex_anon_uid; kgid_t ex_anon_gid; int ex_fsid; unsigned char *ex_uuid; struct nfsd4_fs_locations ex_fslocs; uint32_t ex_nflavors; struct exp_flavor_info ex_flavors[8]; u32 ex_layout_types; struct nfsd4_deviceid_map *ex_devid_map; struct cache_detail *cd; struct callback_head ex_rcu; struct export_stats ex_stats; }; struct svc_expkey { struct cache_head h; struct auth_domain *ek_client; int ek_fsidtype; u32 ek_fsid[6]; struct path ek_path; struct callback_head ek_rcu; }; struct svc_fh { struct knfsd_fh fh_handle; int fh_maxsize; struct dentry *fh_dentry; struct svc_export *fh_export; bool fh_want_write; bool fh_no_wcc; bool fh_no_atomic_attr; int fh_flags; bool fh_post_saved; bool fh_pre_saved; __u64 fh_pre_size; struct timespec64 fh_pre_mtime; struct timespec64 fh_pre_ctime; u64 fh_pre_change; struct kstat fh_post_attr; u64 fh_post_change; }; typedef struct { u32 cl_boot; u32 cl_id; } clientid_t; typedef struct { clientid_t so_clid; u32 so_id; } stateid_opaque_t; typedef struct { u32 si_generation; stateid_opaque_t si_opaque; } stateid_t; struct nfsd4_callback_ops; struct nfsd4_callback { struct nfs4_client *cb_clp; struct rpc_message cb_msg; const struct nfsd4_callback_ops *cb_ops; struct work_struct cb_work; int cb_seq_status; int cb_status; bool cb_need_restart; bool cb_holds_slot; }; struct nfs4_cb_conn { struct __kernel_sockaddr_storage cb_addr; struct __kernel_sockaddr_storage cb_saddr; size_t cb_addrlen; u32 cb_prog; u32 cb_ident; struct svc_xprt *cb_xprt; }; struct nfsd4_channel_attrs { u32 headerpadsz; u32 maxreq_sz; u32 maxresp_sz; u32 maxresp_cached; u32 maxops; u32 maxreqs; u32 nr_rdma_attrs; u32 rdma_attrs; }; struct nfsd4_cb_sec { u32 flavor; kuid_t uid; kgid_t gid; }; struct nfsd4_create_session { clientid_t clientid; struct nfs4_sessionid sessionid; u32 seqid; u32 flags; struct nfsd4_channel_attrs fore_channel; struct nfsd4_channel_attrs back_channel; u32 callback_prog; struct nfsd4_cb_sec cb_sec; }; struct nfsd4_clid_slot { u32 sl_seqid; __be32 sl_status; struct nfsd4_create_session sl_cr_ses; }; struct nfsd4_session; struct nfsd4_cb_recall_any; struct nfs4_client { struct list_head cl_idhash; struct rb_node cl_namenode; struct list_head *cl_ownerstr_hashtbl; struct list_head cl_openowners; struct idr cl_stateids; struct list_head cl_delegations; struct list_head cl_revoked; struct list_head cl_lru; struct list_head cl_lo_states; struct xdr_netobj cl_name; nfs4_verifier cl_verifier; time64_t cl_time; struct __kernel_sockaddr_storage cl_addr; bool cl_mach_cred; struct svc_cred cl_cred; clientid_t cl_clientid; nfs4_verifier cl_confirm; u32 cl_minorversion; struct xdr_netobj cl_nii_domain; struct xdr_netobj cl_nii_name; struct timespec64 cl_nii_time; struct nfs4_cb_conn cl_cb_conn; long unsigned int cl_flags; const struct cred *cl_cb_cred; struct rpc_clnt *cl_cb_client; u32 cl_cb_ident; int cl_cb_state; struct nfsd4_callback cl_cb_null; struct nfsd4_session *cl_cb_session; spinlock_t cl_lock; struct list_head cl_sessions; struct nfsd4_clid_slot cl_cs_slot; u32 cl_exchange_flags; atomic_t cl_rpc_users; struct nfsdfs_client cl_nfsdfs; struct nfs4_op_map cl_spo_must_allow; struct dentry *cl_nfsd_dentry; struct dentry *cl_nfsd_info_dentry; long unsigned int cl_cb_slot_busy; struct rpc_wait_queue cl_cb_waitq; struct net *net; struct list_head async_copies; spinlock_t async_lock; atomic_t cl_cb_inflight; unsigned int cl_state; atomic_t cl_delegs_in_recall; struct nfsd4_cb_recall_any *cl_ra; time64_t cl_ra_time; struct list_head cl_ra_cblist; }; struct nfsd4_callback_ops { void (*prepare)(struct nfsd4_callback *); int (*done)(struct nfsd4_callback *, struct rpc_task *); void (*release)(struct nfsd4_callback *); }; struct nfs4_file; struct nfs4_stid { refcount_t sc_count; struct list_head sc_cp_list; unsigned char sc_type; stateid_t sc_stateid; spinlock_t sc_lock; struct nfs4_client *sc_client; struct nfs4_file *sc_file; void (*sc_free)(struct nfs4_stid *); }; struct nfsd_file; struct nfs4_file { refcount_t fi_ref; struct inode *fi_inode; bool fi_aliased; spinlock_t fi_lock; struct rhlist_head fi_rlist; struct list_head fi_stateids; union { struct list_head fi_delegations; struct callback_head fi_rcu; }; struct list_head fi_clnt_odstate; struct nfsd_file *fi_fds[3]; atomic_t fi_access[2]; u32 fi_share_deny; struct nfsd_file *fi_deleg_file; int fi_delegees; struct knfsd_fh fi_fhandle; bool fi_had_conflict; struct list_head fi_lo_states; atomic_t fi_lo_recalls; }; struct nfsd4_slot { u32 sl_seqid; __be32 sl_status; struct svc_cred sl_cred; u32 sl_datalen; u16 sl_opcnt; u8 sl_flags; char sl_data[0]; }; struct nfsd4_session { atomic_t se_ref; struct list_head se_hash; struct list_head se_perclnt; u32 se_flags; struct nfs4_client *se_client; struct nfs4_sessionid se_sessionid; struct nfsd4_channel_attrs se_fchannel; struct nfsd4_channel_attrs se_bchannel; struct nfsd4_cb_sec se_cb_sec; struct list_head se_conns; u32 se_cb_prog; u32 se_cb_seq_nr; struct nfsd4_slot *se_slots[0]; }; struct nfsd4_cb_recall_any { struct nfsd4_callback ra_cb; u32 ra_keep; u32 ra_bmval[1]; }; struct nfs4_replay { __be32 rp_status; unsigned int rp_buflen; char *rp_buf; struct knfsd_fh rp_openfh; struct mutex rp_mutex; char rp_ibuf[112]; }; struct nfs4_stateowner; struct nfs4_stateowner_operations { void (*so_unhash)(struct nfs4_stateowner *); void (*so_free)(struct nfs4_stateowner *); }; struct nfs4_stateowner { struct list_head so_strhash; struct list_head so_stateids; struct nfs4_client *so_client; const struct nfs4_stateowner_operations *so_ops; atomic_t so_count; u32 so_seqid; struct xdr_netobj so_owner; struct nfs4_replay so_replay; bool so_is_open_owner; }; struct nfs4_lockowner { struct nfs4_stateowner lo_owner; struct list_head lo_blocked; }; struct nfsd_file_mark; struct nfsd_file { struct rhash_head nf_rhash; struct list_head nf_lru; struct callback_head nf_rcu; struct file *nf_file; const struct cred *nf_cred; struct net *nf_net; long unsigned int nf_flags; struct inode *nf_inode; refcount_t nf_ref; unsigned char nf_may; struct nfsd_file_mark *nf_mark; ktime_t nf_birthtime; }; struct nfsd4_blocked_lock { struct list_head nbl_list; struct list_head nbl_lru; time64_t nbl_time; struct file_lock nbl_lock; struct knfsd_fh nbl_fh; struct nfsd4_callback nbl_cb; struct kref nbl_kref; }; struct nfsd_file_mark { struct fsnotify_mark nfm_mark; refcount_t nfm_ref; }; enum { RC_DROPIT = 0, RC_REPLY = 1, RC_DOIT = 2, }; struct trace_event_raw_nfsd_xdr_err_class { struct trace_entry ent; unsigned int netns_ino; u32 xid; u32 vers; u32 proc; u32 __data_loc_server; u32 __data_loc_client; char __data[0]; }; struct trace_event_raw_nfsd_compound { struct trace_entry ent; u32 xid; u32 opcnt; u32 __data_loc_tag; char __data[0]; }; struct trace_event_raw_nfsd_compound_status { struct trace_entry ent; u32 args_opcnt; u32 resp_opcnt; int status; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfsd_compound_decode_err { struct trace_entry ent; unsigned int netns_ino; u32 xid; long unsigned int status; unsigned char server[28]; unsigned char client[28]; u32 args_opcnt; u32 resp_opcnt; u32 opnum; char __data[0]; }; struct trace_event_raw_nfsd_compound_encode_err { struct trace_entry ent; unsigned int netns_ino; u32 xid; long unsigned int status; unsigned char server[28]; unsigned char client[28]; u32 opnum; char __data[0]; }; struct trace_event_raw_nfsd_fh_verify { struct trace_entry ent; unsigned int netns_ino; u32 __data_loc_server; u32 __data_loc_client; u32 xid; u32 fh_hash; const void *inode; long unsigned int type; long unsigned int access; char __data[0]; }; struct trace_event_raw_nfsd_fh_verify_err { struct trace_entry ent; unsigned int netns_ino; u32 __data_loc_server; u32 __data_loc_client; u32 xid; u32 fh_hash; const void *inode; long unsigned int type; long unsigned int access; int error; char __data[0]; }; struct trace_event_raw_nfsd_fh_err_class { struct trace_entry ent; u32 xid; u32 fh_hash; int status; char __data[0]; }; struct trace_event_raw_nfsd_exp_find_key { struct trace_entry ent; int fsidtype; u32 fsid[6]; u32 __data_loc_auth_domain; int status; char __data[0]; }; struct trace_event_raw_nfsd_expkey_update { struct trace_entry ent; int fsidtype; u32 fsid[6]; u32 __data_loc_auth_domain; u32 __data_loc_path; bool cache; char __data[0]; }; struct trace_event_raw_nfsd_exp_get_by_name { struct trace_entry ent; u32 __data_loc_path; u32 __data_loc_auth_domain; int status; char __data[0]; }; struct trace_event_raw_nfsd_export_update { struct trace_entry ent; u32 __data_loc_path; u32 __data_loc_auth_domain; bool cache; char __data[0]; }; struct trace_event_raw_nfsd_io_class { struct trace_entry ent; u32 xid; u32 fh_hash; u64 offset; u32 len; char __data[0]; }; struct trace_event_raw_nfsd_err_class { struct trace_entry ent; u32 xid; u32 fh_hash; loff_t offset; int status; char __data[0]; }; struct trace_event_raw_nfsd_dirent { struct trace_entry ent; u32 fh_hash; u64 ino; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfsd_copy_err_class { struct trace_entry ent; u32 xid; u32 src_fh_hash; loff_t src_offset; u32 dst_fh_hash; loff_t dst_offset; u64 count; int status; char __data[0]; }; struct trace_event_raw_nfsd_delegret_wakeup { struct trace_entry ent; u32 xid; const void *inode; long int timeo; char __data[0]; }; struct trace_event_raw_nfsd_stateid_class { struct trace_entry ent; u32 cl_boot; u32 cl_id; u32 si_id; u32 si_generation; char __data[0]; }; struct trace_event_raw_nfsd_stateseqid_class { struct trace_entry ent; u32 seqid; u32 cl_boot; u32 cl_id; u32 si_id; u32 si_generation; char __data[0]; }; struct trace_event_raw_nfsd_stid_class { struct trace_entry ent; long unsigned int sc_type; int sc_count; u32 cl_boot; u32 cl_id; u32 si_id; u32 si_generation; char __data[0]; }; struct trace_event_raw_nfsd_clientid_class { struct trace_entry ent; u32 cl_boot; u32 cl_id; char __data[0]; }; struct trace_event_raw_nfsd_net_class { struct trace_entry ent; long long unsigned int boot_time; char __data[0]; }; struct trace_event_raw_nfsd_writeverf_reset { struct trace_entry ent; long long unsigned int boot_time; u32 xid; int error; unsigned char verifier[8]; char __data[0]; }; struct trace_event_raw_nfsd_clid_cred_mismatch { struct trace_entry ent; u32 cl_boot; u32 cl_id; long unsigned int cl_flavor; long unsigned int new_flavor; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_nfsd_clid_verf_mismatch { struct trace_entry ent; u32 cl_boot; u32 cl_id; unsigned char cl_verifier[8]; unsigned char new_verifier[8]; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_nfsd_clid_class { struct trace_entry ent; u32 cl_boot; u32 cl_id; unsigned char addr[28]; long unsigned int flavor; unsigned char verifier[8]; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_nfsd_file_class { struct trace_entry ent; void *nf_inode; int nf_ref; long unsigned int nf_flags; unsigned char nf_may; struct file *nf_file; char __data[0]; }; struct trace_event_raw_nfsd_file_alloc { struct trace_entry ent; const void *nf_inode; long unsigned int nf_flags; long unsigned int nf_may; unsigned int nf_ref; char __data[0]; }; struct trace_event_raw_nfsd_file_acquire { struct trace_entry ent; u32 xid; const void *inode; long unsigned int may_flags; unsigned int nf_ref; long unsigned int nf_flags; long unsigned int nf_may; const void *nf_file; u32 status; char __data[0]; }; struct trace_event_raw_nfsd_file_insert_err { struct trace_entry ent; u32 xid; const void *inode; long unsigned int may_flags; long int error; char __data[0]; }; struct trace_event_raw_nfsd_file_cons_err { struct trace_entry ent; u32 xid; const void *inode; long unsigned int may_flags; unsigned int nf_ref; long unsigned int nf_flags; long unsigned int nf_may; const void *nf_file; char __data[0]; }; struct trace_event_raw_nfsd_file_open_class { struct trace_entry ent; void *nf_inode; int nf_ref; long unsigned int nf_flags; long unsigned int nf_may; void *nf_file; char __data[0]; }; struct trace_event_raw_nfsd_file_is_cached { struct trace_entry ent; const struct inode *inode; int found; char __data[0]; }; struct trace_event_raw_nfsd_file_fsnotify_handle_event { struct trace_entry ent; struct inode *inode; unsigned int nlink; umode_t mode; u32 mask; char __data[0]; }; struct trace_event_raw_nfsd_file_gc_class { struct trace_entry ent; void *nf_inode; void *nf_file; int nf_ref; long unsigned int nf_flags; char __data[0]; }; struct trace_event_raw_nfsd_file_lruwalk_class { struct trace_entry ent; long unsigned int removed; long unsigned int remaining; char __data[0]; }; struct trace_event_raw_nfsd_file_close { struct trace_entry ent; const void *inode; char __data[0]; }; struct trace_event_raw_nfsd_file_fsync { struct trace_entry ent; void *nf_inode; int nf_ref; int ret; long unsigned int nf_flags; unsigned char nf_may; struct file *nf_file; char __data[0]; }; struct trace_event_raw_nfsd_drc_found { struct trace_entry ent; long long unsigned int boot_time; long unsigned int result; u32 xid; char __data[0]; }; struct trace_event_raw_nfsd_drc_mismatch { struct trace_entry ent; long long unsigned int boot_time; u32 xid; u32 cached; u32 ingress; char __data[0]; }; struct trace_event_raw_nfsd_cb_args { struct trace_entry ent; u32 cl_boot; u32 cl_id; u32 prog; u32 ident; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_nfsd_cb_nodelegs { struct trace_entry ent; u32 cl_boot; u32 cl_id; char __data[0]; }; struct trace_event_raw_nfsd_cb_class { struct trace_entry ent; long unsigned int state; u32 cl_boot; u32 cl_id; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_nfsd_cb_setup { struct trace_entry ent; u32 cl_boot; u32 cl_id; long unsigned int authflavor; u32 __data_loc_addr; unsigned char netid[8]; char __data[0]; }; struct trace_event_raw_nfsd_cb_setup_err { struct trace_entry ent; long int error; u32 cl_boot; u32 cl_id; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_nfsd_cb_recall { struct trace_entry ent; u32 cl_boot; u32 cl_id; u32 si_id; u32 si_generation; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_nfsd_cb_notify_lock { struct trace_entry ent; u32 cl_boot; u32 cl_id; u32 fh_hash; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_nfsd_cb_offload { struct trace_entry ent; u32 cl_boot; u32 cl_id; u32 si_id; u32 si_generation; u32 fh_hash; int status; u64 count; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_nfsd_cb_recall_any { struct trace_entry ent; u32 cl_boot; u32 cl_id; u32 keep; long unsigned int bmval0; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_nfsd_cb_done_class { struct trace_entry ent; u32 cl_boot; u32 cl_id; u32 si_id; u32 si_generation; int status; char __data[0]; }; struct trace_event_raw_nfsd_cb_recall_any_done { struct trace_entry ent; u32 cl_boot; u32 cl_id; int status; char __data[0]; }; struct trace_event_data_offsets_nfsd_xdr_err_class { u32 server; u32 client; }; struct trace_event_data_offsets_nfsd_compound { u32 tag; }; struct trace_event_data_offsets_nfsd_compound_status { u32 name; }; struct trace_event_data_offsets_nfsd_compound_decode_err {}; struct trace_event_data_offsets_nfsd_compound_encode_err {}; struct trace_event_data_offsets_nfsd_fh_verify { u32 server; u32 client; }; struct trace_event_data_offsets_nfsd_fh_verify_err { u32 server; u32 client; }; struct trace_event_data_offsets_nfsd_fh_err_class {}; struct trace_event_data_offsets_nfsd_exp_find_key { u32 auth_domain; }; struct trace_event_data_offsets_nfsd_expkey_update { u32 auth_domain; u32 path; }; struct trace_event_data_offsets_nfsd_exp_get_by_name { u32 path; u32 auth_domain; }; struct trace_event_data_offsets_nfsd_export_update { u32 path; u32 auth_domain; }; struct trace_event_data_offsets_nfsd_io_class {}; struct trace_event_data_offsets_nfsd_err_class {}; struct trace_event_data_offsets_nfsd_dirent { u32 name; }; struct trace_event_data_offsets_nfsd_copy_err_class {}; struct trace_event_data_offsets_nfsd_delegret_wakeup {}; struct trace_event_data_offsets_nfsd_stateid_class {}; struct trace_event_data_offsets_nfsd_stateseqid_class {}; struct trace_event_data_offsets_nfsd_stid_class {}; struct trace_event_data_offsets_nfsd_clientid_class {}; struct trace_event_data_offsets_nfsd_net_class {}; struct trace_event_data_offsets_nfsd_writeverf_reset {}; struct trace_event_data_offsets_nfsd_clid_cred_mismatch { u32 addr; }; struct trace_event_data_offsets_nfsd_clid_verf_mismatch { u32 addr; }; struct trace_event_data_offsets_nfsd_clid_class { u32 name; }; struct trace_event_data_offsets_nfsd_file_class {}; struct trace_event_data_offsets_nfsd_file_alloc {}; struct trace_event_data_offsets_nfsd_file_acquire {}; struct trace_event_data_offsets_nfsd_file_insert_err {}; struct trace_event_data_offsets_nfsd_file_cons_err {}; struct trace_event_data_offsets_nfsd_file_open_class {}; struct trace_event_data_offsets_nfsd_file_is_cached {}; struct trace_event_data_offsets_nfsd_file_fsnotify_handle_event {}; struct trace_event_data_offsets_nfsd_file_gc_class {}; struct trace_event_data_offsets_nfsd_file_lruwalk_class {}; struct trace_event_data_offsets_nfsd_file_close {}; struct trace_event_data_offsets_nfsd_file_fsync {}; struct trace_event_data_offsets_nfsd_drc_found {}; struct trace_event_data_offsets_nfsd_drc_mismatch {}; struct trace_event_data_offsets_nfsd_cb_args { u32 addr; }; struct trace_event_data_offsets_nfsd_cb_nodelegs {}; struct trace_event_data_offsets_nfsd_cb_class { u32 addr; }; struct trace_event_data_offsets_nfsd_cb_setup { u32 addr; }; struct trace_event_data_offsets_nfsd_cb_setup_err { u32 addr; }; struct trace_event_data_offsets_nfsd_cb_recall { u32 addr; }; struct trace_event_data_offsets_nfsd_cb_notify_lock { u32 addr; }; struct trace_event_data_offsets_nfsd_cb_offload { u32 addr; }; struct trace_event_data_offsets_nfsd_cb_recall_any { u32 addr; }; struct trace_event_data_offsets_nfsd_cb_done_class {}; struct trace_event_data_offsets_nfsd_cb_recall_any_done {}; typedef void (*btf_trace_nfsd_garbage_args_err)(void *, const struct svc_rqst *); typedef void (*btf_trace_nfsd_cant_encode_err)(void *, const struct svc_rqst *); typedef void (*btf_trace_nfsd_compound)(void *, const struct svc_rqst *, const char *, u32, u32); typedef void (*btf_trace_nfsd_compound_status)(void *, u32, u32, __be32, const char *); typedef void (*btf_trace_nfsd_compound_decode_err)(void *, const struct svc_rqst *, u32, u32, u32, __be32); typedef void (*btf_trace_nfsd_compound_encode_err)(void *, const struct svc_rqst *, u32, __be32); typedef void (*btf_trace_nfsd_fh_verify)(void *, const struct svc_rqst *, const struct svc_fh *, umode_t, int); typedef void (*btf_trace_nfsd_fh_verify_err)(void *, const struct svc_rqst *, const struct svc_fh *, umode_t, int, __be32); typedef void (*btf_trace_nfsd_set_fh_dentry_badexport)(void *, struct svc_rqst *, struct svc_fh *, int); typedef void (*btf_trace_nfsd_set_fh_dentry_badhandle)(void *, struct svc_rqst *, struct svc_fh *, int); typedef void (*btf_trace_nfsd_exp_find_key)(void *, const struct svc_expkey *, int); typedef void (*btf_trace_nfsd_expkey_update)(void *, const struct svc_expkey *, const char *); typedef void (*btf_trace_nfsd_exp_get_by_name)(void *, const struct svc_export *, int); typedef void (*btf_trace_nfsd_export_update)(void *, const struct svc_export *); typedef void (*btf_trace_nfsd_read_start)(void *, struct svc_rqst *, struct svc_fh *, u64, u32); typedef void (*btf_trace_nfsd_read_splice)(void *, struct svc_rqst *, struct svc_fh *, u64, u32); typedef void (*btf_trace_nfsd_read_vector)(void *, struct svc_rqst *, struct svc_fh *, u64, u32); typedef void (*btf_trace_nfsd_read_io_done)(void *, struct svc_rqst *, struct svc_fh *, u64, u32); typedef void (*btf_trace_nfsd_read_done)(void *, struct svc_rqst *, struct svc_fh *, u64, u32); typedef void (*btf_trace_nfsd_write_start)(void *, struct svc_rqst *, struct svc_fh *, u64, u32); typedef void (*btf_trace_nfsd_write_opened)(void *, struct svc_rqst *, struct svc_fh *, u64, u32); typedef void (*btf_trace_nfsd_write_io_done)(void *, struct svc_rqst *, struct svc_fh *, u64, u32); typedef void (*btf_trace_nfsd_write_done)(void *, struct svc_rqst *, struct svc_fh *, u64, u32); typedef void (*btf_trace_nfsd_read_err)(void *, struct svc_rqst *, struct svc_fh *, loff_t, int); typedef void (*btf_trace_nfsd_write_err)(void *, struct svc_rqst *, struct svc_fh *, loff_t, int); typedef void (*btf_trace_nfsd_dirent)(void *, struct svc_fh *, u64, const char *, int); typedef void (*btf_trace_nfsd_clone_file_range_err)(void *, struct svc_rqst *, struct svc_fh *, loff_t, struct svc_fh *, loff_t, u64, int); typedef void (*btf_trace_nfsd_delegret_wakeup)(void *, const struct svc_rqst *, const struct inode *, long int); typedef void (*btf_trace_nfsd_layoutstate_alloc)(void *, stateid_t *); typedef void (*btf_trace_nfsd_layoutstate_unhash)(void *, stateid_t *); typedef void (*btf_trace_nfsd_layoutstate_free)(void *, stateid_t *); typedef void (*btf_trace_nfsd_layout_get_lookup_fail)(void *, stateid_t *); typedef void (*btf_trace_nfsd_layout_commit_lookup_fail)(void *, stateid_t *); typedef void (*btf_trace_nfsd_layout_return_lookup_fail)(void *, stateid_t *); typedef void (*btf_trace_nfsd_layout_recall)(void *, stateid_t *); typedef void (*btf_trace_nfsd_layout_recall_done)(void *, stateid_t *); typedef void (*btf_trace_nfsd_layout_recall_fail)(void *, stateid_t *); typedef void (*btf_trace_nfsd_layout_recall_release)(void *, stateid_t *); typedef void (*btf_trace_nfsd_open)(void *, stateid_t *); typedef void (*btf_trace_nfsd_deleg_read)(void *, stateid_t *); typedef void (*btf_trace_nfsd_deleg_return)(void *, stateid_t *); typedef void (*btf_trace_nfsd_deleg_recall)(void *, stateid_t *); typedef void (*btf_trace_nfsd_preprocess)(void *, u32, const stateid_t *); typedef void (*btf_trace_nfsd_open_confirm)(void *, u32, const stateid_t *); typedef void (*btf_trace_nfsd_stid_revoke)(void *, const struct nfs4_stid *); typedef void (*btf_trace_nfsd_clid_expire_unconf)(void *, const clientid_t *); typedef void (*btf_trace_nfsd_clid_reclaim_complete)(void *, const clientid_t *); typedef void (*btf_trace_nfsd_clid_confirmed)(void *, const clientid_t *); typedef void (*btf_trace_nfsd_clid_destroyed)(void *, const clientid_t *); typedef void (*btf_trace_nfsd_clid_admin_expired)(void *, const clientid_t *); typedef void (*btf_trace_nfsd_clid_replaced)(void *, const clientid_t *); typedef void (*btf_trace_nfsd_clid_purged)(void *, const clientid_t *); typedef void (*btf_trace_nfsd_clid_renew)(void *, const clientid_t *); typedef void (*btf_trace_nfsd_clid_stale)(void *, const clientid_t *); typedef void (*btf_trace_nfsd_grace_start)(void *, const struct nfsd_net *); typedef void (*btf_trace_nfsd_grace_complete)(void *, const struct nfsd_net *); typedef void (*btf_trace_nfsd_writeverf_reset)(void *, const struct nfsd_net *, const struct svc_rqst *, int); typedef void (*btf_trace_nfsd_clid_cred_mismatch)(void *, const struct nfs4_client *, const struct svc_rqst *); typedef void (*btf_trace_nfsd_clid_verf_mismatch)(void *, const struct nfs4_client *, const struct svc_rqst *, const nfs4_verifier *); typedef void (*btf_trace_nfsd_clid_fresh)(void *, const struct nfs4_client *); typedef void (*btf_trace_nfsd_clid_confirmed_r)(void *, const struct nfs4_client *); typedef void (*btf_trace_nfsd_file_free)(void *, struct nfsd_file *); typedef void (*btf_trace_nfsd_file_unhash)(void *, struct nfsd_file *); typedef void (*btf_trace_nfsd_file_put)(void *, struct nfsd_file *); typedef void (*btf_trace_nfsd_file_closing)(void *, struct nfsd_file *); typedef void (*btf_trace_nfsd_file_unhash_and_queue)(void *, struct nfsd_file *); typedef void (*btf_trace_nfsd_file_alloc)(void *, const struct nfsd_file *); typedef void (*btf_trace_nfsd_file_acquire)(void *, const struct svc_rqst *, const struct inode *, unsigned int, const struct nfsd_file *, __be32); typedef void (*btf_trace_nfsd_file_insert_err)(void *, const struct svc_rqst *, const struct inode *, unsigned int, long int); typedef void (*btf_trace_nfsd_file_cons_err)(void *, const struct svc_rqst *, const struct inode *, unsigned int, const struct nfsd_file *); typedef void (*btf_trace_nfsd_file_open)(void *, const struct nfsd_file *, __be32); typedef void (*btf_trace_nfsd_file_opened)(void *, const struct nfsd_file *, __be32); typedef void (*btf_trace_nfsd_file_is_cached)(void *, const struct inode *, int); typedef void (*btf_trace_nfsd_file_fsnotify_handle_event)(void *, struct inode *, u32); typedef void (*btf_trace_nfsd_file_lru_add)(void *, const struct nfsd_file *); typedef void (*btf_trace_nfsd_file_lru_add_disposed)(void *, const struct nfsd_file *); typedef void (*btf_trace_nfsd_file_lru_del)(void *, const struct nfsd_file *); typedef void (*btf_trace_nfsd_file_lru_del_disposed)(void *, const struct nfsd_file *); typedef void (*btf_trace_nfsd_file_gc_in_use)(void *, const struct nfsd_file *); typedef void (*btf_trace_nfsd_file_gc_writeback)(void *, const struct nfsd_file *); typedef void (*btf_trace_nfsd_file_gc_referenced)(void *, const struct nfsd_file *); typedef void (*btf_trace_nfsd_file_gc_disposed)(void *, const struct nfsd_file *); typedef void (*btf_trace_nfsd_file_gc_removed)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_nfsd_file_shrinker_removed)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_nfsd_file_close)(void *, const struct inode *); typedef void (*btf_trace_nfsd_file_fsync)(void *, const struct nfsd_file *, int); typedef void (*btf_trace_nfsd_drc_found)(void *, const struct nfsd_net *, const struct svc_rqst *, int); typedef void (*btf_trace_nfsd_drc_mismatch)(void *, const struct nfsd_net *, const struct svc_cacherep *, const struct svc_cacherep *); typedef void (*btf_trace_nfsd_cb_args)(void *, const struct nfs4_client *, const struct nfs4_cb_conn *); typedef void (*btf_trace_nfsd_cb_nodelegs)(void *, const struct nfs4_client *); typedef void (*btf_trace_nfsd_cb_state)(void *, const struct nfs4_client *); typedef void (*btf_trace_nfsd_cb_probe)(void *, const struct nfs4_client *); typedef void (*btf_trace_nfsd_cb_lost)(void *, const struct nfs4_client *); typedef void (*btf_trace_nfsd_cb_shutdown)(void *, const struct nfs4_client *); typedef void (*btf_trace_nfsd_cb_setup)(void *, const struct nfs4_client *, const char *, rpc_authflavor_t); typedef void (*btf_trace_nfsd_cb_setup_err)(void *, const struct nfs4_client *, long int); typedef void (*btf_trace_nfsd_cb_recall)(void *, const struct nfs4_stid *); typedef void (*btf_trace_nfsd_cb_notify_lock)(void *, const struct nfs4_lockowner *, const struct nfsd4_blocked_lock *); typedef void (*btf_trace_nfsd_cb_offload)(void *, const struct nfs4_client *, const stateid_t *, const struct knfsd_fh *, u64, __be32); typedef void (*btf_trace_nfsd_cb_recall_any)(void *, const struct nfsd4_cb_recall_any *); typedef void (*btf_trace_nfsd_cb_recall_done)(void *, const stateid_t *, const struct rpc_task *); typedef void (*btf_trace_nfsd_cb_notify_lock_done)(void *, const stateid_t *, const struct rpc_task *); typedef void (*btf_trace_nfsd_cb_layout_done)(void *, const stateid_t *, const struct rpc_task *); typedef void (*btf_trace_nfsd_cb_offload_done)(void *, const stateid_t *, const struct rpc_task *); typedef void (*btf_trace_nfsd_cb_recall_any_done)(void *, const struct nfsd4_callback *, const struct rpc_task *); struct ipv4_devconf { void *sysctl; int data[33]; long unsigned int state[1]; }; enum { IPV4_DEVCONF_FORWARDING = 1, IPV4_DEVCONF_MC_FORWARDING = 2, IPV4_DEVCONF_PROXY_ARP = 3, IPV4_DEVCONF_ACCEPT_REDIRECTS = 4, IPV4_DEVCONF_SECURE_REDIRECTS = 5, IPV4_DEVCONF_SEND_REDIRECTS = 6, IPV4_DEVCONF_SHARED_MEDIA = 7, IPV4_DEVCONF_RP_FILTER = 8, IPV4_DEVCONF_ACCEPT_SOURCE_ROUTE = 9, IPV4_DEVCONF_BOOTP_RELAY = 10, IPV4_DEVCONF_LOG_MARTIANS = 11, IPV4_DEVCONF_TAG = 12, IPV4_DEVCONF_ARPFILTER = 13, IPV4_DEVCONF_MEDIUM_ID = 14, IPV4_DEVCONF_NOXFRM = 15, IPV4_DEVCONF_NOPOLICY = 16, IPV4_DEVCONF_FORCE_IGMP_VERSION = 17, IPV4_DEVCONF_ARP_ANNOUNCE = 18, IPV4_DEVCONF_ARP_IGNORE = 19, IPV4_DEVCONF_PROMOTE_SECONDARIES = 20, IPV4_DEVCONF_ARP_ACCEPT = 21, IPV4_DEVCONF_ARP_NOTIFY = 22, IPV4_DEVCONF_ACCEPT_LOCAL = 23, IPV4_DEVCONF_SRC_VMARK = 24, IPV4_DEVCONF_PROXY_ARP_PVLAN = 25, IPV4_DEVCONF_ROUTE_LOCALNET = 26, IPV4_DEVCONF_IGMPV2_UNSOLICITED_REPORT_INTERVAL = 27, IPV4_DEVCONF_IGMPV3_UNSOLICITED_REPORT_INTERVAL = 28, IPV4_DEVCONF_IGNORE_ROUTES_WITH_LINKDOWN = 29, IPV4_DEVCONF_DROP_UNICAST_IN_L2_MULTICAST = 30, IPV4_DEVCONF_DROP_GRATUITOUS_ARP = 31, IPV4_DEVCONF_BC_FORWARDING = 32, IPV4_DEVCONF_ARP_EVICT_NOCARRIER = 33, __IPV4_DEVCONF_MAX = 34, }; struct in_ifaddr; struct ip_mc_list; struct in_device { struct net_device *dev; netdevice_tracker dev_tracker; refcount_t refcnt; int dead; struct in_ifaddr *ifa_list; struct ip_mc_list *mc_list; struct ip_mc_list **mc_hash; int mc_count; spinlock_t mc_tomb_lock; struct ip_mc_list *mc_tomb; long unsigned int mr_v1_seen; long unsigned int mr_v2_seen; long unsigned int mr_maxdelay; long unsigned int mr_qi; long unsigned int mr_qri; unsigned char mr_qrv; unsigned char mr_gq_running; u32 mr_ifc_count; struct timer_list mr_gq_timer; struct timer_list mr_ifc_timer; struct neigh_parms *arp_parms; struct ipv4_devconf cnf; struct callback_head callback_head; }; struct in_ifaddr { struct hlist_node hash; struct in_ifaddr *ifa_next; struct in_device *ifa_dev; struct callback_head callback_head; __be32 ifa_local; __be32 ifa_address; __be32 ifa_mask; __u32 ifa_rt_priority; __be32 ifa_broadcast; unsigned char ifa_scope; unsigned char ifa_prefixlen; unsigned char ifa_proto; __u32 ifa_flags; char ifa_label[16]; __u32 ifa_valid_lft; __u32 ifa_preferred_lft; long unsigned int ifa_cstamp; long unsigned int ifa_tstamp; }; struct inet6_ifaddr { struct in6_addr addr; __u32 prefix_len; __u32 rt_priority; __u32 valid_lft; __u32 prefered_lft; refcount_t refcnt; spinlock_t lock; int state; __u32 flags; __u8 dad_probes; __u8 stable_privacy_retry; __u16 scope; __u64 dad_nonce; long unsigned int cstamp; long unsigned int tstamp; struct delayed_work dad_work; struct inet6_dev *idev; struct fib6_info *rt; struct hlist_node addr_lst; struct list_head if_list; struct list_head if_list_aux; struct list_head tmp_list; struct inet6_ifaddr *ifpub; int regen_count; bool tokenized; u8 ifa_proto; struct callback_head rcu; struct in6_addr peer_addr; }; struct nfsd_stats { struct percpu_counter counter[82]; atomic_t th_cnt; }; enum { RC_NOCACHE = 0, RC_REPLSTAT = 1, RC_REPLBUFF = 2, }; enum nfsd_fsid { FSID_DEV = 0, FSID_NUM = 1, FSID_MAJOR_MINOR = 2, FSID_ENCODE_DEV = 3, FSID_UUID4_INUM = 4, FSID_UUID8 = 5, FSID_UUID16 = 6, FSID_UUID16_INUM = 7, }; enum fsid_source { FSIDSOURCE_DEV = 0, FSIDSOURCE_FSID = 1, FSIDSOURCE_UUID = 2, }; struct readdir_cd { __be32 err; }; struct nfsd4_compound_state { struct svc_fh current_fh; struct svc_fh save_fh; struct nfs4_stateowner *replay_owner; struct nfs4_client *clp; struct nfsd4_session *session; struct nfsd4_slot *slot; int data_offset; bool spo_must_allowed; size_t iovlen; u32 minorversion; __be32 status; stateid_t current_stateid; stateid_t save_stateid; u32 sid_flags; }; struct nfsd4_compoundres { struct xdr_stream *xdr; struct svc_rqst *rqstp; __be32 *statusp; char *tag; u32 taglen; u32 opcnt; struct nfsd4_compound_state cstate; }; typedef int (*nfsd_filldir_t)(void *, const char *, int, loff_t, u64, unsigned int); struct nfsd_attrs { struct iattr *na_iattr; struct xdr_netobj *na_seclabel; struct posix_acl *na_pacl; struct posix_acl *na_dpacl; int na_labelerr; int na_aclerr; }; struct accessmap { u32 access; int how; }; struct buffered_dirent { u64 ino; loff_t offset; int namlen; unsigned int d_type; char name[0]; }; struct readdir_data { struct dir_context ctx; char *dirent; size_t used; int full; }; struct nfsd4_deviceid_map { struct list_head hash; u64 idx; int fsid_type; u32 fsid[0]; }; struct flags { int flag; char *name[2]; }; enum { NLM_LCK_GRANTED = 0, NLM_LCK_DENIED = 1, NLM_LCK_DENIED_NOLOCKS = 2, NLM_LCK_BLOCKED = 3, NLM_LCK_DENIED_GRACE_PERIOD = 4, NLM_DEADLCK = 5, NLM_ROFS = 6, NLM_STALE_FH = 7, NLM_FBIG = 8, NLM_FAILED = 9, }; struct nlmsvc_binding { __be32 (*fopen)(struct svc_rqst *, struct nfs_fh *, struct file **, int); void (*fclose)(struct file *); }; struct nfsd_drc_bucket { struct rb_root rb_head; struct list_head lru_head; spinlock_t cache_lock; }; enum { RC_UNUSED = 0, RC_INPROG = 1, RC_DONE = 2, }; typedef struct svc_fh svc_fh; struct nfsd_fhandle { struct svc_fh fh; }; struct nfsd3_sattrargs { struct svc_fh fh; struct iattr attrs; int check_guard; time64_t guardtime; }; struct nfsd3_diropargs { struct svc_fh fh; char *name; unsigned int len; }; struct nfsd3_accessargs { struct svc_fh fh; __u32 access; }; struct nfsd3_readargs { struct svc_fh fh; __u64 offset; __u32 count; }; struct nfsd3_writeargs { svc_fh fh; __u64 offset; __u32 count; int stable; __u32 len; struct xdr_buf payload; }; struct nfsd3_createargs { struct svc_fh fh; char *name; unsigned int len; int createmode; struct iattr attrs; __be32 *verf; }; struct nfsd3_mknodargs { struct svc_fh fh; char *name; unsigned int len; __u32 ftype; __u32 major; __u32 minor; struct iattr attrs; }; struct nfsd3_renameargs { struct svc_fh ffh; char *fname; unsigned int flen; struct svc_fh tfh; char *tname; unsigned int tlen; }; struct nfsd3_linkargs { struct svc_fh ffh; struct svc_fh tfh; char *tname; unsigned int tlen; }; struct nfsd3_symlinkargs { struct svc_fh ffh; char *fname; unsigned int flen; char *tname; unsigned int tlen; struct iattr attrs; struct kvec first; }; struct nfsd3_readdirargs { struct svc_fh fh; __u64 cookie; __u32 count; __be32 *verf; }; struct nfsd3_commitargs { struct svc_fh fh; __u64 offset; __u32 count; }; struct nfsd3_attrstat { __be32 status; struct svc_fh fh; struct kstat stat; }; struct nfsd3_diropres { __be32 status; struct svc_fh dirfh; struct svc_fh fh; }; struct nfsd3_accessres { __be32 status; struct svc_fh fh; __u32 access; struct kstat stat; }; struct nfsd3_readlinkres { __be32 status; struct svc_fh fh; __u32 len; struct page **pages; }; struct nfsd3_readres { __be32 status; struct svc_fh fh; long unsigned int count; __u32 eof; struct page **pages; }; struct nfsd3_writeres { __be32 status; struct svc_fh fh; long unsigned int count; int committed; __be32 verf[2]; }; struct nfsd3_renameres { __be32 status; struct svc_fh ffh; struct svc_fh tfh; }; struct nfsd3_linkres { __be32 status; struct svc_fh tfh; struct svc_fh fh; }; struct nfsd3_readdirres { __be32 status; struct svc_fh fh; __be32 verf[2]; struct xdr_stream xdr; struct xdr_buf dirlist; struct svc_fh scratch; struct readdir_cd common; unsigned int cookie_offset; struct svc_rqst *rqstp; }; struct nfsd3_fsstatres { __be32 status; struct kstatfs stats; __u32 invarsec; }; struct nfsd3_fsinfores { __be32 status; __u32 f_rtmax; __u32 f_rtpref; __u32 f_rtmult; __u32 f_wtmax; __u32 f_wtpref; __u32 f_wtmult; __u32 f_dtpref; __u64 f_maxfilesize; __u32 f_properties; }; struct nfsd3_pathconfres { __be32 status; __u32 p_link_max; __u32 p_name_max; __u32 p_no_trunc; __u32 p_chown_restricted; __u32 p_case_insensitive; __u32 p_case_preserving; }; struct nfsd3_commitres { __be32 status; struct svc_fh fh; __be32 verf[2]; }; enum nfs3_time_how { DONT_CHANGE = 0, SET_TO_SERVER_TIME = 1, SET_TO_CLIENT_TIME = 2, }; struct nfsd3_fhandle_pair { __u32 dummy; struct svc_fh fh1; struct svc_fh fh2; }; struct nfsd3_getaclargs { struct svc_fh fh; __u32 mask; }; struct nfsd3_setaclargs { struct svc_fh fh; __u32 mask; struct posix_acl *acl_access; struct posix_acl *acl_default; }; struct nfsd3_getaclres { __be32 status; struct svc_fh fh; int mask; struct posix_acl *acl_access; struct posix_acl *acl_default; struct kstat stat; }; struct rhashtable_walker { struct list_head list; struct bucket_table *tbl; }; struct rhashtable_iter { struct rhashtable *ht; struct rhash_head *p; struct rhlist_head *list; struct rhashtable_walker walker; unsigned int slot; unsigned int skip; bool end_of_table; }; struct nfsd_fcache_disposal { struct work_struct work; spinlock_t lock; struct list_head freeme; }; enum nfsd_file_lookup_type { NFSD_FILE_KEY_INODE = 0, NFSD_FILE_KEY_FULL = 1, }; struct nfsd_file_lookup_key { struct inode *inode; struct net *net; const struct cred *cred; unsigned char need; bool gc; enum nfsd_file_lookup_type type; }; struct nfs4_ace { uint32_t type; uint32_t flag; uint32_t access_mask; int whotype; union { kuid_t who_uid; kgid_t who_gid; }; }; struct nfs4_acl { uint32_t naces; struct nfs4_ace aces[0]; }; struct nfsd4_ssc_umount_item { struct list_head nsui_list; bool nsui_busy; refcount_t nsui_refcnt; long unsigned int nsui_expire; struct vfsmount *nsui_vfsmount; char nsui_ipaddr[64]; }; typedef struct { stateid_t cs_stid; unsigned char cs_type; refcount_t cs_count; } copy_stateid_t; struct nfs4_cpntf_state { copy_stateid_t cp_stateid; struct list_head cp_list; stateid_t cp_p_stateid; clientid_t cp_p_clid; time64_t cpntf_time; }; struct nfs4_clnt_odstate { struct nfs4_client *co_client; struct nfs4_file *co_file; struct list_head co_perfile; refcount_t co_odcount; }; struct nfsd4_backchannel_ctl { u32 bc_cb_program; struct nfsd4_cb_sec bc_cb_sec; }; struct nfsd4_bind_conn_to_session { struct nfs4_sessionid sessionid; u32 dir; }; struct nfsd4_sessionid { clientid_t clientid; u32 sequence; u32 reserved; }; struct nfs4_ol_stateid; struct nfs4_openowner { struct nfs4_stateowner oo_owner; struct list_head oo_perclient; struct list_head oo_close_lru; struct nfs4_ol_stateid *oo_last_closed_stid; time64_t oo_time; unsigned char oo_flags; }; struct nfs4_ol_stateid { struct nfs4_stid st_stid; struct list_head st_perfile; struct list_head st_perstateowner; struct list_head st_locks; struct nfs4_stateowner *st_stateowner; struct nfs4_clnt_odstate *st_clnt_odstate; unsigned char st_access_bmap; unsigned char st_deny_bmap; struct nfs4_ol_stateid *st_openstp; struct mutex st_mutex; }; struct nfs4_layout_stateid { struct nfs4_stid ls_stid; struct list_head ls_perclnt; struct list_head ls_perfile; spinlock_t ls_lock; struct list_head ls_layouts; u32 ls_layout_type; struct nfsd_file *ls_file; struct nfsd4_callback ls_recall; stateid_t ls_recall_sid; bool ls_recalled; struct mutex ls_mutex; }; enum nfsd4_cb_op { NFSPROC4_CLNT_CB_NULL = 0, NFSPROC4_CLNT_CB_RECALL = 1, NFSPROC4_CLNT_CB_LAYOUT = 2, NFSPROC4_CLNT_CB_OFFLOAD = 3, NFSPROC4_CLNT_CB_SEQUENCE = 4, NFSPROC4_CLNT_CB_NOTIFY_LOCK = 5, NFSPROC4_CLNT_CB_RECALL_ANY = 6, }; struct nfsd4_change_info { u32 atomic; u64 before_change; u64 after_change; }; struct nfsd4_access { u32 ac_req_access; u32 ac_supported; u32 ac_resp_access; }; struct nfsd4_close { u32 cl_seqid; stateid_t cl_stateid; }; struct nfsd4_commit { u64 co_offset; u32 co_count; nfs4_verifier co_verf; }; struct nfsd4_create { u32 cr_namelen; char *cr_name; u32 cr_type; union { struct { u32 datalen; char *data; struct kvec first; } link; struct { u32 specdata1; u32 specdata2; } dev; } u; u32 cr_bmval[3]; struct iattr cr_iattr; int cr_umask; struct nfsd4_change_info cr_cinfo; struct nfs4_acl *cr_acl; struct xdr_netobj cr_label; }; struct nfsd4_delegreturn { stateid_t dr_stateid; }; struct nfsd4_getattr { u32 ga_bmval[3]; struct svc_fh *ga_fhp; }; struct nfsd4_link { u32 li_namelen; char *li_name; struct nfsd4_change_info li_cinfo; }; struct nfsd4_lock_denied { clientid_t ld_clientid; struct xdr_netobj ld_owner; u64 ld_start; u64 ld_length; u32 ld_type; }; struct nfsd4_lock { u32 lk_type; u32 lk_reclaim; u64 lk_offset; u64 lk_length; u32 lk_is_new; union { struct { u32 open_seqid; stateid_t open_stateid; u32 lock_seqid; clientid_t clientid; struct xdr_netobj owner; } new; struct { stateid_t lock_stateid; u32 lock_seqid; } old; } v; union { struct { stateid_t stateid; } ok; struct nfsd4_lock_denied denied; } u; }; struct nfsd4_lockt { u32 lt_type; clientid_t lt_clientid; struct xdr_netobj lt_owner; u64 lt_offset; u64 lt_length; struct nfsd4_lock_denied lt_denied; }; struct nfsd4_locku { u32 lu_type; u32 lu_seqid; stateid_t lu_stateid; u64 lu_offset; u64 lu_length; }; struct nfsd4_lookup { u32 lo_len; char *lo_name; }; struct nfsd4_putfh { u32 pf_fhlen; char *pf_fhval; bool no_verify; }; struct nfsd4_getxattr { char *getxa_name; u32 getxa_len; void *getxa_buf; }; struct nfsd4_setxattr { u32 setxa_flags; char *setxa_name; char *setxa_buf; u32 setxa_len; struct nfsd4_change_info setxa_cinfo; }; struct nfsd4_removexattr { char *rmxa_name; struct nfsd4_change_info rmxa_cinfo; }; struct nfsd4_listxattrs { u64 lsxa_cookie; u32 lsxa_maxcount; char *lsxa_buf; u32 lsxa_len; }; struct nfsd4_open { u32 op_claim_type; u32 op_fnamelen; char *op_fname; u32 op_delegate_type; stateid_t op_delegate_stateid; u32 op_why_no_deleg; u32 op_create; u32 op_createmode; int op_umask; u32 op_bmval[3]; struct iattr op_iattr; long: 64; long: 64; nfs4_verifier op_verf; clientid_t op_clientid; struct xdr_netobj op_owner; u32 op_seqid; u32 op_share_access; u32 op_share_deny; u32 op_deleg_want; stateid_t op_stateid; __be32 op_xdr_error; u32 op_recall; struct nfsd4_change_info op_cinfo; u32 op_rflags; bool op_truncate; bool op_created; struct nfs4_openowner *op_openowner; struct file *op_filp; struct nfs4_file *op_file; struct nfs4_ol_stateid *op_stp; struct nfs4_clnt_odstate *op_odstate; struct nfs4_acl *op_acl; struct xdr_netobj op_label; struct svc_rqst *op_rqstp; long: 64; long: 64; }; struct nfsd4_open_confirm { stateid_t oc_req_stateid; u32 oc_seqid; stateid_t oc_resp_stateid; }; struct nfsd4_open_downgrade { stateid_t od_stateid; u32 od_seqid; u32 od_share_access; u32 od_deleg_want; u32 od_share_deny; }; struct nfsd4_read { stateid_t rd_stateid; u64 rd_offset; u32 rd_length; int rd_vlen; struct nfsd_file *rd_nf; struct svc_rqst *rd_rqstp; struct svc_fh *rd_fhp; u32 rd_eof; }; struct nfsd4_readdir { u64 rd_cookie; nfs4_verifier rd_verf; u32 rd_dircount; u32 rd_maxcount; u32 rd_bmval[3]; struct svc_rqst *rd_rqstp; struct svc_fh *rd_fhp; struct readdir_cd common; struct xdr_stream *xdr; int cookie_offset; }; struct nfsd4_release_lockowner { clientid_t rl_clientid; struct xdr_netobj rl_owner; }; struct nfsd4_readlink { struct svc_rqst *rl_rqstp; struct svc_fh *rl_fhp; }; struct nfsd4_remove { u32 rm_namelen; char *rm_name; struct nfsd4_change_info rm_cinfo; }; struct nfsd4_rename { u32 rn_snamelen; char *rn_sname; u32 rn_tnamelen; char *rn_tname; struct nfsd4_change_info rn_sinfo; struct nfsd4_change_info rn_tinfo; }; struct nfsd4_secinfo { u32 si_namelen; char *si_name; struct svc_export *si_exp; }; struct nfsd4_secinfo_no_name { u32 sin_style; struct svc_export *sin_exp; }; struct nfsd4_setattr { stateid_t sa_stateid; u32 sa_bmval[3]; struct iattr sa_iattr; struct nfs4_acl *sa_acl; struct xdr_netobj sa_label; }; struct nfsd4_setclientid { nfs4_verifier se_verf; struct xdr_netobj se_name; u32 se_callback_prog; u32 se_callback_netid_len; char *se_callback_netid_val; u32 se_callback_addr_len; char *se_callback_addr_val; u32 se_callback_ident; clientid_t se_clientid; nfs4_verifier se_confirm; }; struct nfsd4_setclientid_confirm { clientid_t sc_clientid; nfs4_verifier sc_confirm; }; struct nfsd4_test_stateid { u32 ts_num_ids; struct list_head ts_stateid_list; }; struct nfsd4_free_stateid { stateid_t fr_stateid; }; struct nfsd4_verify { u32 ve_bmval[3]; u32 ve_attrlen; char *ve_attrval; }; struct nfsd4_write { stateid_t wr_stateid; u64 wr_offset; u32 wr_stable_how; u32 wr_buflen; struct xdr_buf wr_payload; u32 wr_bytes_written; u32 wr_how_written; nfs4_verifier wr_verifier; }; struct nfsd4_exchange_id { nfs4_verifier verifier; struct xdr_netobj clname; u32 flags; clientid_t clientid; u32 seqid; u32 spa_how; u32 spo_must_enforce[3]; u32 spo_must_allow[3]; struct xdr_netobj nii_domain; struct xdr_netobj nii_name; struct timespec64 nii_time; }; struct nfsd4_sequence { struct nfs4_sessionid sessionid; u32 seqid; u32 slotid; u32 maxslots; u32 cachethis; u32 status_flags; }; struct nfsd4_destroy_session { struct nfs4_sessionid sessionid; }; struct nfsd4_destroy_clientid { clientid_t clientid; }; struct nfsd4_reclaim_complete { u32 rca_one_fs; }; struct nfsd4_deviceid { u64 fsid_idx; u32 generation; u32 pad; }; struct nfsd4_layout_seg { u32 iomode; u64 offset; u64 length; }; struct nfsd4_getdeviceinfo { struct nfsd4_deviceid gd_devid; u32 gd_layout_type; u32 gd_maxcount; u32 gd_notify_types; void *gd_device; }; struct nfsd4_layoutget { u64 lg_minlength; u32 lg_signal; u32 lg_layout_type; u32 lg_maxcount; stateid_t lg_sid; struct nfsd4_layout_seg lg_seg; void *lg_content; }; struct nfsd4_layoutcommit { stateid_t lc_sid; struct nfsd4_layout_seg lc_seg; u32 lc_reclaim; u32 lc_newoffset; u64 lc_last_wr; struct timespec64 lc_mtime; u32 lc_layout_type; u32 lc_up_len; void *lc_up_layout; u32 lc_size_chg; u64 lc_newsize; }; struct nfsd4_layoutreturn { u32 lr_return_type; u32 lr_layout_type; struct nfsd4_layout_seg lr_seg; u32 lr_reclaim; u32 lrf_body_len; void *lrf_body; stateid_t lr_sid; u32 lrs_present; }; struct nfsd4_fallocate { stateid_t falloc_stateid; loff_t falloc_offset; u64 falloc_length; }; struct nfsd4_clone { stateid_t cl_src_stateid; stateid_t cl_dst_stateid; u64 cl_src_pos; u64 cl_dst_pos; u64 cl_count; }; struct nfsd42_write_res { u64 wr_bytes_written; u32 wr_stable_how; nfs4_verifier wr_verifier; stateid_t cb_stateid; }; struct nfsd4_cb_offload { struct nfsd4_callback co_cb; struct nfsd42_write_res co_res; __be32 co_nfserr; struct knfsd_fh co_fh; }; struct nfsd4_copy { stateid_t cp_src_stateid; stateid_t cp_dst_stateid; u64 cp_src_pos; u64 cp_dst_pos; u64 cp_count; struct nl4_server *cp_src; long unsigned int cp_flags; struct nfsd42_write_res cp_res; struct knfsd_fh fh; struct nfs4_client *cp_clp; struct nfsd_file *nf_src; struct nfsd_file *nf_dst; copy_stateid_t cp_stateid; struct list_head copies; struct task_struct *copy_task; refcount_t refcount; struct vfsmount *ss_mnt; struct nfs_fh c_fh; nfs4_stateid stateid; }; struct nfsd4_seek { stateid_t seek_stateid; loff_t seek_offset; u32 seek_whence; u32 seek_eof; loff_t seek_pos; }; struct nfsd4_offload_status { stateid_t stateid; u64 count; u32 status; }; struct nfsd4_copy_notify { stateid_t cpn_src_stateid; struct nl4_server *cpn_dst; stateid_t cpn_cnr_stateid; u64 cpn_sec; u32 cpn_nsec; struct nl4_server *cpn_src; }; union nfsd4_op_u { struct nfsd4_access access; struct nfsd4_close close; struct nfsd4_commit commit; struct nfsd4_create create; struct nfsd4_delegreturn delegreturn; struct nfsd4_getattr getattr; struct svc_fh *getfh; struct nfsd4_link link; struct nfsd4_lock lock; struct nfsd4_lockt lockt; struct nfsd4_locku locku; struct nfsd4_lookup lookup; struct nfsd4_verify nverify; struct nfsd4_open open; struct nfsd4_open_confirm open_confirm; struct nfsd4_open_downgrade open_downgrade; struct nfsd4_putfh putfh; struct nfsd4_read read; struct nfsd4_readdir readdir; struct nfsd4_readlink readlink; struct nfsd4_remove remove; struct nfsd4_rename rename; clientid_t renew; struct nfsd4_secinfo secinfo; struct nfsd4_setattr setattr; struct nfsd4_setclientid setclientid; struct nfsd4_setclientid_confirm setclientid_confirm; struct nfsd4_verify verify; struct nfsd4_write write; struct nfsd4_release_lockowner release_lockowner; struct nfsd4_exchange_id exchange_id; struct nfsd4_backchannel_ctl backchannel_ctl; struct nfsd4_bind_conn_to_session bind_conn_to_session; struct nfsd4_create_session create_session; struct nfsd4_destroy_session destroy_session; struct nfsd4_destroy_clientid destroy_clientid; struct nfsd4_sequence sequence; struct nfsd4_reclaim_complete reclaim_complete; struct nfsd4_test_stateid test_stateid; struct nfsd4_free_stateid free_stateid; struct nfsd4_getdeviceinfo getdeviceinfo; struct nfsd4_layoutget layoutget; struct nfsd4_layoutcommit layoutcommit; struct nfsd4_layoutreturn layoutreturn; struct nfsd4_secinfo_no_name secinfo_no_name; struct nfsd4_fallocate allocate; struct nfsd4_fallocate deallocate; struct nfsd4_clone clone; struct nfsd4_copy copy; struct nfsd4_offload_status offload_status; struct nfsd4_copy_notify copy_notify; struct nfsd4_seek seek; struct nfsd4_getxattr getxattr; struct nfsd4_setxattr setxattr; struct nfsd4_listxattrs listxattrs; struct nfsd4_removexattr removexattr; }; struct nfsd4_operation; struct nfsd4_op { u32 opnum; __be32 status; const struct nfsd4_operation *opdesc; struct nfs4_replay *replay; long: 64; union nfsd4_op_u u; }; struct nfsd4_operation { __be32 (*op_func)(struct svc_rqst *, struct nfsd4_compound_state *, union nfsd4_op_u *); void (*op_release)(union nfsd4_op_u *); u32 op_flags; char *op_name; u32 (*op_rsize_bop)(const struct svc_rqst *, const struct nfsd4_op *); void (*op_get_currentstateid)(struct nfsd4_compound_state *, union nfsd4_op_u *); void (*op_set_currentstateid)(struct nfsd4_compound_state *, union nfsd4_op_u *); }; struct svcxdr_tmpbuf { struct svcxdr_tmpbuf *next; char buf[0]; }; struct nfsd4_compoundargs { struct xdr_stream *xdr; struct svcxdr_tmpbuf *to_free; struct svc_rqst *rqstp; char *tag; u32 taglen; u32 minorversion; u32 client_opcnt; u32 opcnt; struct nfsd4_op *ops; long: 64; struct nfsd4_op iops[8]; }; enum nfsd4_op_flags { ALLOWED_WITHOUT_FH = 1, ALLOWED_ON_ABSENT_FS = 2, ALLOWED_AS_FIRST_OP = 4, OP_HANDLES_WRONGSEC = 8, OP_IS_PUTFH_LIKE = 16, OP_MODIFIES_SOMETHING = 32, OP_CACHEME = 64, OP_CLEAR_STATEID = 128, OP_NONTRIVIAL_ERROR_ENCODE = 256, }; struct nfsd4_layout_ops { u32 notify_types; bool disable_recalls; __be32 (*proc_getdeviceinfo)(struct super_block *, struct svc_rqst *, struct nfs4_client *, struct nfsd4_getdeviceinfo *); __be32 (*encode_getdeviceinfo)(struct xdr_stream *, struct nfsd4_getdeviceinfo *); __be32 (*proc_layoutget)(struct inode *, const struct svc_fh *, struct nfsd4_layoutget *); __be32 (*encode_layoutget)(struct xdr_stream *, struct nfsd4_layoutget *); __be32 (*proc_layoutcommit)(struct inode *, struct nfsd4_layoutcommit *); void (*fence_client)(struct nfs4_layout_stateid *); }; enum rpc_gss_svc { RPC_GSS_SVC_NONE = 1, RPC_GSS_SVC_INTEGRITY = 2, RPC_GSS_SVC_PRIVACY = 3, }; enum nfs4_acl_whotype { NFS4_ACL_WHO_NAMED = 0, NFS4_ACL_WHO_OWNER = 1, NFS4_ACL_WHO_GROUP = 2, NFS4_ACL_WHO_EVERYONE = 3, }; struct nfsd4_test_stateid_id { __be32 ts_id_status; stateid_t ts_id_stateid; struct list_head ts_id_list; }; typedef __be32 (*nfsd4_dec)(struct nfsd4_compoundargs *, union nfsd4_op_u *); typedef __be32 (*nfsd4_enc)(struct nfsd4_compoundres *, __be32, union nfsd4_op_u *); struct ent { struct cache_head h; int type; u32 id; char name[128]; char authname[128]; struct callback_head callback_head; }; struct svc_xpt_user { struct list_head list; void (*callback)(struct svc_xpt_user *); }; struct nfs4_delegation { struct nfs4_stid dl_stid; struct list_head dl_perfile; struct list_head dl_perclnt; struct list_head dl_recall_lru; struct nfs4_clnt_odstate *dl_clnt_odstate; u32 dl_type; time64_t dl_time; int dl_retries; struct nfsd4_callback dl_recall; bool dl_recalled; }; struct nfsd4_conn { struct list_head cn_persession; struct svc_xprt *cn_xprt; struct svc_xpt_user cn_xpt_user; struct nfsd4_session *cn_session; unsigned char cn_flags; }; struct nfs4_cb_compound_hdr { u32 ident; u32 nops; __be32 *nops_p; u32 minorversion; int status; }; enum nfs_cb_opnum4 { OP_CB_GETATTR___2 = 3, OP_CB_RECALL___2 = 4, OP_CB_LAYOUTRECALL___2 = 5, OP_CB_NOTIFY___2 = 6, OP_CB_PUSH_DELEG___2 = 7, OP_CB_RECALL_ANY___2 = 8, OP_CB_RECALLABLE_OBJ_AVAIL___2 = 9, OP_CB_RECALL_SLOT___2 = 10, OP_CB_SEQUENCE___2 = 11, OP_CB_WANTS_CANCELLED___2 = 12, OP_CB_NOTIFY_LOCK___2 = 13, OP_CB_NOTIFY_DEVICEID___2 = 14, OP_CB_OFFLOAD___2 = 15, OP_CB_ILLEGAL___2 = 10044, }; struct posix_acl_summary { short unsigned int owner; short unsigned int users; short unsigned int group; short unsigned int groups; short unsigned int other; short unsigned int mask; }; struct posix_ace_state { u32 allow; u32 deny; }; struct posix_user_ace_state { union { kuid_t uid; kgid_t gid; }; struct posix_ace_state perms; }; struct posix_ace_state_array { int n; struct posix_user_ace_state aces[0]; }; struct posix_acl_state { int empty; struct posix_ace_state owner; struct posix_ace_state group; struct posix_ace_state other; struct posix_ace_state everyone; struct posix_ace_state mask; struct posix_ace_state_array *users; struct posix_ace_state_array *groups; }; typedef s16 int16_t; enum { RPC_PIPEFS_MOUNT = 0, RPC_PIPEFS_UMOUNT = 1, }; enum cld_command { Cld_Create = 0, Cld_Remove = 1, Cld_Check = 2, Cld_GraceDone = 3, Cld_GraceStart = 4, Cld_GetVersion = 5, }; struct cld_name { __u16 cn_len; unsigned char cn_id[1024]; }; struct cld_princhash { __u8 cp_len; unsigned char cp_data[32]; }; struct cld_clntinfo { struct cld_name cc_name; struct cld_princhash cc_princhash; } __attribute__((packed)); struct cld_msg { __u8 cm_vers; __u8 cm_cmd; __s16 cm_status; __u32 cm_xid; union { __s64 cm_gracetime; struct cld_name cm_name; __u8 cm_version; } cm_u; } __attribute__((packed)); struct cld_msg_v2 { __u8 cm_vers; __u8 cm_cmd; __s16 cm_status; __u32 cm_xid; union { struct cld_name cm_name; __u8 cm_version; struct cld_clntinfo cm_clntinfo; } cm_u; } __attribute__((packed)); struct cld_msg_hdr { __u8 cm_vers; __u8 cm_cmd; __s16 cm_status; __u32 cm_xid; }; struct cld_net { struct rpc_pipe *cn_pipe; spinlock_t cn_lock; struct list_head cn_list; unsigned int cn_xid; bool cn_has_legacy; struct crypto_shash *cn_tfm; }; struct nfs4_client_reclaim { struct list_head cr_strhash; struct nfs4_client *cr_clp; struct xdr_netobj cr_name; struct xdr_netobj cr_princhash; }; typedef int recdir_func(struct dentry *, struct dentry *, struct nfsd_net *); struct name_list { char name[33]; struct list_head list; }; struct nfs4_dir_ctx { struct dir_context ctx; struct list_head names; }; struct cld_upcall { struct list_head cu_list; struct cld_net *cu_net; struct completion cu_done; union { struct cld_msg_hdr cu_hdr; struct cld_msg cu_msg; struct cld_msg_v2 cu_msg_v2; } cu_u; }; struct rhltable { struct rhashtable ht; }; enum { NFSD4_ACTIVE = 0, NFSD4_COURTESY = 1, NFSD4_EXPIRABLE = 2, }; struct bloom_pair { int entries; int old_entries; time64_t swap_time; int new; long unsigned int set[8]; }; struct laundry_time { time64_t cutoff; time64_t new_timeo; }; enum pnfs_block_volume_type { PNFS_BLOCK_VOLUME_SIMPLE = 0, PNFS_BLOCK_VOLUME_SLICE = 1, PNFS_BLOCK_VOLUME_CONCAT = 2, PNFS_BLOCK_VOLUME_STRIPE = 3, PNFS_BLOCK_VOLUME_SCSI = 4, }; enum pnfs_block_extent_state { PNFS_BLOCK_READWRITE_DATA = 0, PNFS_BLOCK_READ_DATA = 1, PNFS_BLOCK_INVALID_DATA = 2, PNFS_BLOCK_NONE_DATA = 3, }; enum scsi_code_set { PS_CODE_SET_BINARY = 1, PS_CODE_SET_ASCII = 2, PS_CODE_SET_UTF8 = 3, }; enum scsi_designator_type { PS_DESIGNATOR_T10 = 1, PS_DESIGNATOR_EUI64 = 2, PS_DESIGNATOR_NAA = 3, PS_DESIGNATOR_NAME = 8, }; struct pnfs_block_extent { struct nfsd4_deviceid vol_id; u64 foff; u64 len; u64 soff; enum pnfs_block_extent_state es; }; struct pnfs_block_volume { enum pnfs_block_volume_type type; union { struct { u64 offset; u32 sig_len; u8 sig[128]; } simple; struct { enum scsi_code_set code_set; enum scsi_designator_type designator_type; int designator_len; u8 designator[256]; u64 pr_key; } scsi; }; }; struct pnfs_block_deviceaddr { u32 nr_volumes; struct pnfs_block_volume volumes[0]; }; struct nfs4_layout { struct list_head lo_perstate; struct nfs4_layout_stateid *lo_state; struct nfsd4_layout_seg lo_seg; }; struct pnfs_ff_netaddr { char netid[5]; char addr[57]; u32 netid_len; u32 addr_len; }; struct pnfs_ff_device_addr { struct pnfs_ff_netaddr netaddr; u32 version; u32 minor_version; u32 rsize; u32 wsize; bool tightly_coupled; }; struct pnfs_ff_layout { u32 flags; u32 stats_collect_hint; kuid_t uid; kgid_t gid; struct nfsd4_deviceid deviceid; stateid_t stateid; struct nfs_fh fh; }; struct ff_idmap { char buf[11]; int len; }; struct nlm_lock { char *caller; unsigned int len; struct nfs_fh fh; struct xdr_netobj oh; u32 svid; u64 lock_start; u64 lock_len; struct file_lock fl; }; struct nlm_cookie { unsigned char data[32]; unsigned int len; }; struct nlm_args { struct nlm_cookie cookie; struct nlm_lock lock; u32 block; u32 reclaim; u32 state; u32 monitor; u32 fsm_access; u32 fsm_mode; }; struct nlm_res { struct nlm_cookie cookie; __be32 status; struct nlm_lock lock; }; struct nlm_block; struct nlm_rqst { refcount_t a_count; unsigned int a_flags; struct nlm_host *a_host; struct nlm_args a_args; struct nlm_res a_res; struct nlm_block *a_block; unsigned int a_retries; u8 a_owner[74]; void *a_callback_data; }; struct nlm_file; struct nlm_block { struct kref b_count; struct list_head b_list; struct list_head b_flist; struct nlm_rqst *b_call; struct svc_serv *b_daemon; struct nlm_host *b_host; long unsigned int b_when; unsigned int b_id; unsigned char b_granted; struct nlm_file *b_file; struct cache_req *b_cache_req; struct cache_deferred_req *b_deferred_req; unsigned int b_flags; }; struct nlm_share; struct nlm_file { struct hlist_node f_list; struct nfs_fh f_handle; struct file *f_file[2]; struct nlm_share *f_shares; struct list_head f_blocks; unsigned int f_locks; unsigned int f_count; struct mutex f_mutex; }; struct nlm_wait; struct nlm_wait { struct list_head b_list; wait_queue_head_t b_wait; struct nlm_host *b_host; struct file_lock *b_lock; short unsigned int b_reclaim; __be32 b_status; }; struct nlm_reboot { char *mon; unsigned int len; u32 state; struct nsm_private priv; }; struct lockd_net { unsigned int nlmsvc_users; long unsigned int next_gc; long unsigned int nrhosts; struct delayed_work grace_period_end; struct lock_manager lockd_manager; struct list_head nsm_handles; }; struct nlm_lookup_host_info { const int server; const struct sockaddr *sap; const size_t salen; const short unsigned int protocol; const u32 version; const char *hostname; const size_t hostname_len; const int noresvport; struct net *net; const struct cred *cred; }; struct nlm_share { struct nlm_share *s_next; struct nlm_host *s_host; struct nlm_file *s_file; struct xdr_netobj s_owner; u32 s_access; u32 s_mode; }; typedef int (*nlm_host_match_fn_t)(void *, struct nlm_host *); enum { NSMPROC_NULL = 0, NSMPROC_STAT = 1, NSMPROC_MON = 2, NSMPROC_UNMON = 3, NSMPROC_UNMON_ALL = 4, NSMPROC_SIMU_CRASH = 5, NSMPROC_NOTIFY = 6, }; struct nsm_args { struct nsm_private *priv; u32 prog; u32 vers; u32 proc; char *mon_name; const char *nodename; }; struct nsm_res { u32 status; u32 state; }; typedef u32 unicode_t; struct utf8_table { int cmask; int cval; int shift; long int lmask; long int lval; }; typedef unsigned int autofs_wqt_t; struct autofs_packet_hdr { int proto_version; int type; }; struct autofs_packet_expire { struct autofs_packet_hdr hdr; int len; char name[256]; }; enum { AUTOFS_IOC_READY_CMD = 96, AUTOFS_IOC_FAIL_CMD = 97, AUTOFS_IOC_CATATONIC_CMD = 98, AUTOFS_IOC_PROTOVER_CMD = 99, AUTOFS_IOC_SETTIMEOUT_CMD = 100, AUTOFS_IOC_EXPIRE_CMD = 101, }; enum autofs_notify { NFY_NONE = 0, NFY_MOUNT = 1, NFY_EXPIRE = 2, }; enum { AUTOFS_IOC_EXPIRE_MULTI_CMD = 102, AUTOFS_IOC_PROTOSUBVER_CMD = 103, AUTOFS_IOC_ASKUMOUNT_CMD = 112, }; struct autofs_sb_info; struct autofs_info { struct dentry *dentry; int flags; struct completion expire_complete; struct list_head active; struct list_head expiring; struct autofs_sb_info *sbi; long unsigned int last_used; int count; kuid_t uid; kgid_t gid; struct callback_head rcu; }; struct autofs_wait_queue; struct autofs_sb_info { u32 magic; int pipefd; struct file *pipe; struct pid *oz_pgrp; int version; int sub_version; int min_proto; int max_proto; unsigned int flags; long unsigned int exp_timeout; unsigned int type; struct super_block *sb; struct mutex wq_mutex; struct mutex pipe_mutex; spinlock_t fs_lock; struct autofs_wait_queue *queues; spinlock_t lookup_lock; struct list_head active_list; struct list_head expiring_list; struct callback_head rcu; }; struct autofs_wait_queue { wait_queue_head_t queue; struct autofs_wait_queue *next; autofs_wqt_t wait_queue_token; struct qstr name; u32 offset; u32 dev; u64 ino; kuid_t uid; kgid_t gid; pid_t pid; pid_t tgid; int status; unsigned int wait_ctr; }; enum { Opt_err___5 = 0, Opt_fd = 1, Opt_uid___6 = 2, Opt_gid___7 = 3, Opt_pgrp = 4, Opt_minproto = 5, Opt_maxproto = 6, Opt_indirect = 7, Opt_direct = 8, Opt_offset = 9, Opt_strictexpire = 10, Opt_ignore___2 = 11, }; struct args_protover { __u32 version; }; struct args_protosubver { __u32 sub_version; }; struct args_openmount { __u32 devid; }; struct args_ready { __u32 token; }; struct args_fail { __u32 token; __s32 status; }; struct args_setpipefd { __s32 pipefd; }; struct args_timeout { __u64 timeout; }; struct args_requester { __u32 uid; __u32 gid; }; struct args_expire { __u32 how; }; struct args_askumount { __u32 may_umount; }; struct args_in { __u32 type; }; struct args_out { __u32 devid; __u32 magic; }; struct args_ismountpoint { union { struct args_in in; struct args_out out; }; }; struct autofs_dev_ioctl { __u32 ver_major; __u32 ver_minor; __u32 size; __s32 ioctlfd; union { struct args_protover protover; struct args_protosubver protosubver; struct args_openmount openmount; struct args_ready ready; struct args_fail fail; struct args_setpipefd setpipefd; struct args_timeout timeout; struct args_requester requester; struct args_expire expire; struct args_askumount askumount; struct args_ismountpoint ismountpoint; }; char path[0]; }; enum { AUTOFS_DEV_IOCTL_VERSION_CMD = 113, AUTOFS_DEV_IOCTL_PROTOVER_CMD = 114, AUTOFS_DEV_IOCTL_PROTOSUBVER_CMD = 115, AUTOFS_DEV_IOCTL_OPENMOUNT_CMD = 116, AUTOFS_DEV_IOCTL_CLOSEMOUNT_CMD = 117, AUTOFS_DEV_IOCTL_READY_CMD = 118, AUTOFS_DEV_IOCTL_FAIL_CMD = 119, AUTOFS_DEV_IOCTL_SETPIPEFD_CMD = 120, AUTOFS_DEV_IOCTL_CATATONIC_CMD = 121, AUTOFS_DEV_IOCTL_TIMEOUT_CMD = 122, AUTOFS_DEV_IOCTL_REQUESTER_CMD = 123, AUTOFS_DEV_IOCTL_EXPIRE_CMD = 124, AUTOFS_DEV_IOCTL_ASKUMOUNT_CMD = 125, AUTOFS_DEV_IOCTL_ISMOUNTPOINT_CMD = 126, }; typedef int (*ioctl_fn)(struct file *, struct autofs_sb_info *, struct autofs_dev_ioctl *); struct autofs_packet_missing { struct autofs_packet_hdr hdr; autofs_wqt_t wait_queue_token; int len; char name[256]; }; struct autofs_packet_expire_multi { struct autofs_packet_hdr hdr; autofs_wqt_t wait_queue_token; int len; char name[256]; }; union autofs_packet_union { struct autofs_packet_hdr hdr; struct autofs_packet_missing missing; struct autofs_packet_expire expire; struct autofs_packet_expire_multi expire_multi; }; struct autofs_v5_packet { struct autofs_packet_hdr hdr; autofs_wqt_t wait_queue_token; __u32 dev; __u64 ino; __u32 uid; __u32 gid; __u32 pid; __u32 tgid; __u32 len; char name[256]; }; typedef struct autofs_v5_packet autofs_packet_missing_indirect_t; typedef struct autofs_v5_packet autofs_packet_expire_indirect_t; typedef struct autofs_v5_packet autofs_packet_missing_direct_t; typedef struct autofs_v5_packet autofs_packet_expire_direct_t; union autofs_v5_packet_union { struct autofs_packet_hdr hdr; struct autofs_v5_packet v5_packet; autofs_packet_missing_indirect_t missing_indirect; autofs_packet_expire_indirect_t expire_indirect; autofs_packet_missing_direct_t missing_direct; autofs_packet_expire_direct_t expire_direct; }; struct ovl_config { char *lowerdir; char *upperdir; char *workdir; bool default_permissions; bool redirect_dir; bool redirect_follow; const char *redirect_mode; bool index; bool uuid; bool nfs_export; int xino; bool metacopy; bool userxattr; bool ovl_volatile; }; struct ovl_sb { struct super_block *sb; dev_t pseudo_dev; bool bad_uuid; bool is_lower; }; struct ovl_layer { struct vfsmount *mnt; struct inode *trap; struct ovl_sb *fs; int idx; int fsid; }; struct ovl_path { const struct ovl_layer *layer; struct dentry *dentry; }; struct ovl_fs { unsigned int numlayer; unsigned int numfs; const struct ovl_layer *layers; struct ovl_sb *fs; struct dentry *workbasedir; struct dentry *workdir; struct dentry *indexdir; long int namelen; struct ovl_config config; const struct cred *creator_cred; bool tmpfile; bool noxattr; bool upperdir_locked; bool workdir_locked; bool share_whiteout; struct inode *workbasedir_trap; struct inode *workdir_trap; struct inode *indexdir_trap; int xino_mode; atomic_long_t last_ino; struct dentry *whiteout; errseq_t errseq; }; struct ovl_entry { union { struct { long unsigned int flags; }; struct callback_head rcu; }; unsigned int numlower; struct ovl_path lowerstack[0]; }; struct ovl_dir_cache; struct ovl_inode { union { struct ovl_dir_cache *cache; struct inode *lowerdata; }; const char *redirect; u64 version; long unsigned int flags; struct inode vfs_inode; struct dentry *__upperdentry; struct ovl_path lowerpath; struct mutex lock; }; enum ovl_xattr { OVL_XATTR_OPAQUE = 0, OVL_XATTR_REDIRECT = 1, OVL_XATTR_ORIGIN = 2, OVL_XATTR_IMPURE = 3, OVL_XATTR_NLINK = 4, OVL_XATTR_UPPER = 5, OVL_XATTR_METACOPY = 6, OVL_XATTR_PROTATTR = 7, }; enum ovl_inode_flag { OVL_IMPURE = 0, OVL_WHITEOUTS = 1, OVL_INDEX = 2, OVL_UPPERDATA = 3, OVL_CONST_INO = 4, }; struct ovl_fb { u8 version; u8 magic; u8 len; u8 flags; u8 type; uuid_t uuid; u32 fid[0]; } __attribute__((packed)); struct ovl_fh { u8 padding[3]; union { struct ovl_fb fb; struct { struct { } __empty_buf; u8 buf[0]; }; }; } __attribute__((packed)); struct ovl_inode_params { struct inode *newinode; struct dentry *upperdentry; struct ovl_path *lowerpath; bool index; unsigned int numlower; char *redirect; struct dentry *lowerdata; }; struct ovl_lookup_data { struct super_block *sb; struct vfsmount *mnt; struct qstr name; bool is_dir; bool opaque; bool stop; bool last; char *redirect; bool metacopy; }; enum ovl_path_type { __OVL_PATH_UPPER = 1, __OVL_PATH_MERGE = 2, __OVL_PATH_ORIGIN = 4, }; enum ovl_entry_flag { OVL_E_UPPER_ALIAS = 0, OVL_E_OPAQUE = 1, OVL_E_CONNECTED = 2, }; enum { OVL_XINO_OFF = 0, OVL_XINO_AUTO = 1, OVL_XINO_ON = 2, }; struct ovl_cattr { dev_t rdev; umode_t mode; const char *link; struct dentry *hardlink; }; enum { OPT_LOWERDIR = 0, OPT_UPPERDIR = 1, OPT_WORKDIR = 2, OPT_DEFAULT_PERMISSIONS = 3, OPT_REDIRECT_DIR = 4, OPT_INDEX_ON = 5, OPT_INDEX_OFF = 6, OPT_UUID_ON = 7, OPT_UUID_OFF = 8, OPT_NFS_EXPORT_ON = 9, OPT_USERXATTR = 10, OPT_NFS_EXPORT_OFF = 11, OPT_XINO_ON = 12, OPT_XINO_OFF = 13, OPT_XINO_AUTO = 14, OPT_METACOPY_ON = 15, OPT_METACOPY_OFF = 16, OPT_VOLATILE = 17, OPT_ERR = 18, }; struct ovl_aio_req { struct kiocb iocb; refcount_t ref; struct kiocb *orig_iocb; struct fd fd; }; enum ovl_copyop { OVL_COPY = 0, OVL_CLONE = 1, OVL_DEDUPE = 2, }; struct ovl_dir_cache { long int refcount; u64 version; struct list_head entries; struct rb_root root; }; struct ovl_cache_entry { unsigned int len; unsigned int type; u64 real_ino; u64 ino; struct list_head l_node; struct rb_node node; struct ovl_cache_entry *next_maybe_whiteout; bool is_upper; bool is_whiteout; char name[0]; }; struct ovl_readdir_data { struct dir_context ctx; struct dentry *dentry; bool is_lowest; struct rb_root *root; struct list_head *list; struct list_head middle; struct ovl_cache_entry *first_maybe_whiteout; int count; int err; bool is_upper; bool d_type_supported; }; struct ovl_dir_file { bool is_real; bool is_upper; struct ovl_dir_cache *cache; struct list_head *cursor; struct file *realfile; struct file *upperfile; }; struct ovl_readdir_translate { struct dir_context *orig_ctx; struct ovl_dir_cache *cache; struct dir_context ctx; u64 parent_ino; int fsid; int xinobits; bool xinowarn; }; struct ovl_copy_up_ctx { struct dentry *parent; struct dentry *dentry; struct path lowerpath; struct kstat stat; struct kstat pstat; const char *link; struct dentry *destdir; struct qstr destname; struct dentry *workdir; bool origin; bool indexed; bool metacopy; }; struct ovl_cu_creds { const struct cred *old; struct cred *new; }; typedef s8 int8_t; typedef long long unsigned int xfs_ino_t; typedef __s64 xfs_daddr_t; typedef uint32_t prid_t; typedef uint32_t xfs_agblock_t; typedef uint32_t xfs_agino_t; typedef uint32_t xfs_extlen_t; typedef uint32_t xfs_agnumber_t; typedef uint64_t xfs_extnum_t; typedef int64_t xfs_fsize_t; typedef int64_t xfs_lsn_t; typedef uint64_t xfs_fsblock_t; typedef uint64_t xfs_rfsblock_t; typedef uint64_t xfs_rtblock_t; typedef uint64_t xfs_fileoff_t; typedef uint64_t xfs_filblks_t; typedef void *xfs_failaddr_t; typedef enum { XFS_BTNUM_BNOi = 0, XFS_BTNUM_CNTi = 1, XFS_BTNUM_RMAPi = 2, XFS_BTNUM_BMAPi = 3, XFS_BTNUM_INOi = 4, XFS_BTNUM_FINOi = 5, XFS_BTNUM_REFCi = 6, XFS_BTNUM_MAX = 7, } xfs_btnum_t; enum xfs_ag_resv_type { XFS_AG_RESV_NONE = 0, XFS_AG_RESV_AGFL = 1, XFS_AG_RESV_METADATA = 2, XFS_AG_RESV_RMAPBT = 3, }; typedef unsigned int xfs_km_flags_t; typedef struct { struct rw_semaphore mr_lock; } mrlock_t; struct xfs_ag_geometry { uint32_t ag_number; uint32_t ag_length; uint32_t ag_freeblks; uint32_t ag_icount; uint32_t ag_ifree; uint32_t ag_sick; uint32_t ag_checked; uint32_t ag_flags; uint64_t ag_reserved[12]; }; struct __xfsstats { uint32_t xs_allocx; uint32_t xs_allocb; uint32_t xs_freex; uint32_t xs_freeb; uint32_t xs_abt_lookup; uint32_t xs_abt_compare; uint32_t xs_abt_insrec; uint32_t xs_abt_delrec; uint32_t xs_blk_mapr; uint32_t xs_blk_mapw; uint32_t xs_blk_unmap; uint32_t xs_add_exlist; uint32_t xs_del_exlist; uint32_t xs_look_exlist; uint32_t xs_cmp_exlist; uint32_t xs_bmbt_lookup; uint32_t xs_bmbt_compare; uint32_t xs_bmbt_insrec; uint32_t xs_bmbt_delrec; uint32_t xs_dir_lookup; uint32_t xs_dir_create; uint32_t xs_dir_remove; uint32_t xs_dir_getdents; uint32_t xs_trans_sync; uint32_t xs_trans_async; uint32_t xs_trans_empty; uint32_t xs_ig_attempts; uint32_t xs_ig_found; uint32_t xs_ig_frecycle; uint32_t xs_ig_missed; uint32_t xs_ig_dup; uint32_t xs_ig_reclaims; uint32_t xs_ig_attrchg; uint32_t xs_log_writes; uint32_t xs_log_blocks; uint32_t xs_log_noiclogs; uint32_t xs_log_force; uint32_t xs_log_force_sleep; uint32_t xs_try_logspace; uint32_t xs_sleep_logspace; uint32_t xs_push_ail; uint32_t xs_push_ail_success; uint32_t xs_push_ail_pushbuf; uint32_t xs_push_ail_pinned; uint32_t xs_push_ail_locked; uint32_t xs_push_ail_flushing; uint32_t xs_push_ail_restarts; uint32_t xs_push_ail_flush; uint32_t xs_xstrat_quick; uint32_t xs_xstrat_split; uint32_t xs_write_calls; uint32_t xs_read_calls; uint32_t xs_attr_get; uint32_t xs_attr_set; uint32_t xs_attr_remove; uint32_t xs_attr_list; uint32_t xs_iflush_count; uint32_t xs_icluster_flushcnt; uint32_t xs_icluster_flushinode; uint32_t vn_active; uint32_t vn_alloc; uint32_t vn_get; uint32_t vn_hold; uint32_t vn_rele; uint32_t vn_reclaim; uint32_t vn_remove; uint32_t vn_free; uint32_t xb_get; uint32_t xb_create; uint32_t xb_get_locked; uint32_t xb_get_locked_waited; uint32_t xb_busy_locked; uint32_t xb_miss_locked; uint32_t xb_page_retries; uint32_t xb_page_found; uint32_t xb_get_read; uint32_t xs_abtb_2[15]; uint32_t xs_abtc_2[15]; uint32_t xs_bmbt_2[15]; uint32_t xs_ibt_2[15]; uint32_t xs_fibt_2[15]; uint32_t xs_rmap_2[15]; uint32_t xs_refcbt_2[15]; uint32_t xs_qm_dqreclaims; uint32_t xs_qm_dqreclaim_misses; uint32_t xs_qm_dquot_dups; uint32_t xs_qm_dqcachemisses; uint32_t xs_qm_dqcachehits; uint32_t xs_qm_dqwants; uint32_t xs_qm_dquot; uint32_t xs_qm_dquot_unused; uint64_t xs_xstrat_bytes; uint64_t xs_write_bytes; uint64_t xs_read_bytes; uint64_t defer_relog; }; struct xfsstats { union { struct __xfsstats s; uint32_t a[187]; }; }; struct xfs_kobj { struct kobject kobject; struct completion complete; }; struct xstats { struct xfsstats *xs_stats; struct xfs_kobj xs_kobj; }; typedef unsigned int xfs_buf_flags_t; struct xfs_mount; struct xfs_buftarg { dev_t bt_dev; struct block_device *bt_bdev; struct dax_device *bt_daxdev; u64 bt_dax_part_off; struct xfs_mount *bt_mount; unsigned int bt_meta_sectorsize; size_t bt_meta_sectormask; size_t bt_logical_sectorsize; size_t bt_logical_sectormask; struct shrinker bt_shrinker; struct list_lru bt_lru; struct percpu_counter bt_io_count; struct ratelimit_state bt_ioerror_rl; }; struct xfs_sb { uint32_t sb_magicnum; uint32_t sb_blocksize; xfs_rfsblock_t sb_dblocks; xfs_rfsblock_t sb_rblocks; xfs_rtblock_t sb_rextents; uuid_t sb_uuid; xfs_fsblock_t sb_logstart; xfs_ino_t sb_rootino; xfs_ino_t sb_rbmino; xfs_ino_t sb_rsumino; xfs_agblock_t sb_rextsize; xfs_agblock_t sb_agblocks; xfs_agnumber_t sb_agcount; xfs_extlen_t sb_rbmblocks; xfs_extlen_t sb_logblocks; uint16_t sb_versionnum; uint16_t sb_sectsize; uint16_t sb_inodesize; uint16_t sb_inopblock; char sb_fname[12]; uint8_t sb_blocklog; uint8_t sb_sectlog; uint8_t sb_inodelog; uint8_t sb_inopblog; uint8_t sb_agblklog; uint8_t sb_rextslog; uint8_t sb_inprogress; uint8_t sb_imax_pct; uint64_t sb_icount; uint64_t sb_ifree; uint64_t sb_fdblocks; uint64_t sb_frextents; xfs_ino_t sb_uquotino; xfs_ino_t sb_gquotino; uint16_t sb_qflags; uint8_t sb_flags; uint8_t sb_shared_vn; xfs_extlen_t sb_inoalignmt; uint32_t sb_unit; uint32_t sb_width; uint8_t sb_dirblklog; uint8_t sb_logsectlog; uint16_t sb_logsectsize; uint32_t sb_logsunit; uint32_t sb_features2; uint32_t sb_bad_features2; uint32_t sb_features_compat; uint32_t sb_features_ro_compat; uint32_t sb_features_incompat; uint32_t sb_features_log_incompat; uint32_t sb_crc; xfs_extlen_t sb_spino_align; xfs_ino_t sb_pquotino; xfs_lsn_t sb_lsn; uuid_t sb_meta_uuid; }; typedef struct xfs_buftarg xfs_buftarg_t; struct xfs_mru_cache; struct xfs_ino_geometry { uint64_t maxicount; unsigned int inode_cluster_size; unsigned int inode_cluster_size_raw; unsigned int inodes_per_cluster; unsigned int blocks_per_cluster; unsigned int cluster_align; unsigned int cluster_align_inodes; unsigned int inoalign_mask; unsigned int inobt_mxr[2]; unsigned int inobt_mnr[2]; unsigned int inobt_maxlevels; unsigned int ialloc_inos; unsigned int ialloc_blks; unsigned int ialloc_min_blks; unsigned int ialloc_align; unsigned int agino_log; unsigned int attr_fork_offset; uint64_t new_diflags2; }; struct xfs_trans_res { uint tr_logres; int tr_logcount; int tr_logflags; }; struct xfs_trans_resv { struct xfs_trans_res tr_write; struct xfs_trans_res tr_itruncate; struct xfs_trans_res tr_rename; struct xfs_trans_res tr_link; struct xfs_trans_res tr_remove; struct xfs_trans_res tr_symlink; struct xfs_trans_res tr_create; struct xfs_trans_res tr_create_tmpfile; struct xfs_trans_res tr_mkdir; struct xfs_trans_res tr_ifree; struct xfs_trans_res tr_ichange; struct xfs_trans_res tr_growdata; struct xfs_trans_res tr_addafork; struct xfs_trans_res tr_writeid; struct xfs_trans_res tr_attrinval; struct xfs_trans_res tr_attrsetm; struct xfs_trans_res tr_attrsetrt; struct xfs_trans_res tr_attrrm; struct xfs_trans_res tr_clearagi; struct xfs_trans_res tr_growrtalloc; struct xfs_trans_res tr_growrtzero; struct xfs_trans_res tr_growrtfree; struct xfs_trans_res tr_qm_setqlim; struct xfs_trans_res tr_qm_dqalloc; struct xfs_trans_res tr_sb; struct xfs_trans_res tr_fsyncts; }; struct xfs_error_cfg { struct xfs_kobj kobj; int max_retries; long int retry_timeout; }; struct xfs_ail; struct xfs_buf; struct xfs_da_geometry; struct xlog; struct xfs_inode; struct xfs_quotainfo; struct xfs_mount { struct xfs_sb m_sb; struct super_block *m_super; struct xfs_ail *m_ail; struct xfs_buf *m_sb_bp; char *m_rtname; char *m_logname; struct xfs_da_geometry *m_dir_geo; struct xfs_da_geometry *m_attr_geo; struct xlog *m_log; struct xfs_inode *m_rbmip; struct xfs_inode *m_rsumip; struct xfs_inode *m_rootip; struct xfs_quotainfo *m_quotainfo; xfs_buftarg_t *m_ddev_targp; xfs_buftarg_t *m_logdev_targp; xfs_buftarg_t *m_rtdev_targp; struct list_head m_mount_list; void *m_inodegc; uint8_t *m_rsum_cache; struct xfs_mru_cache *m_filestream; struct workqueue_struct *m_buf_workqueue; struct workqueue_struct *m_unwritten_workqueue; struct workqueue_struct *m_reclaim_workqueue; struct workqueue_struct *m_sync_workqueue; struct workqueue_struct *m_blockgc_wq; struct workqueue_struct *m_inodegc_wq; int m_bsize; uint8_t m_blkbit_log; uint8_t m_blkbb_log; uint8_t m_agno_log; uint8_t m_sectbb_log; uint m_blockmask; uint m_blockwsize; uint m_blockwmask; uint m_alloc_mxr[2]; uint m_alloc_mnr[2]; uint m_bmap_dmxr[2]; uint m_bmap_dmnr[2]; uint m_rmap_mxr[2]; uint m_rmap_mnr[2]; uint m_refc_mxr[2]; uint m_refc_mnr[2]; uint m_alloc_maxlevels; uint m_bm_maxlevels[2]; uint m_rmap_maxlevels; uint m_refc_maxlevels; unsigned int m_agbtree_maxlevels; xfs_extlen_t m_ag_prealloc_blocks; uint m_alloc_set_aside; uint m_ag_max_usable; int m_dalign; int m_swidth; xfs_agnumber_t m_maxagi; uint m_allocsize_log; uint m_allocsize_blocks; int m_logbufs; int m_logbsize; uint m_rsumlevels; uint m_rsumsize; int m_fixedfsid[2]; uint m_qflags; uint64_t m_features; uint64_t m_low_space[5]; uint64_t m_low_rtexts[5]; struct xfs_ino_geometry m_ino_geo; struct xfs_trans_resv m_resv; long unsigned int m_opstate; bool m_always_cow; bool m_fail_unmount; bool m_finobt_nores; bool m_update_sb; uint8_t m_fs_checked; uint8_t m_fs_sick; uint8_t m_rt_checked; uint8_t m_rt_sick; long: 64; spinlock_t m_sb_lock; struct percpu_counter m_icount; struct percpu_counter m_ifree; struct percpu_counter m_fdblocks; struct percpu_counter m_frextents; struct percpu_counter m_delalloc_blks; atomic64_t m_allocbt_blks; struct xarray m_perag_tree; spinlock_t m_perag_lock; uint64_t m_resblks; uint64_t m_resblks_avail; uint64_t m_resblks_save; struct delayed_work m_reclaim_work; struct xfs_kobj m_kobj; struct xfs_kobj m_error_kobj; struct xfs_kobj m_error_meta_kobj; struct xfs_error_cfg m_error_cfg[4]; struct xstats m_stats; xfs_agnumber_t m_agfrotor; xfs_agnumber_t m_agirotor; spinlock_t m_agirotor_lock; struct shrinker m_inodegc_shrinker; struct work_struct m_flush_inodes_work; uint32_t m_generation; struct mutex m_growlock; }; struct xfs_buf_map { xfs_daddr_t bm_bn; int bm_len; }; struct xfs_buf_ops { char *name; union { __be32 magic[2]; __be16 magic16[2]; }; void (*verify_read)(struct xfs_buf *); void (*verify_write)(struct xfs_buf *); xfs_failaddr_t (*verify_struct)(struct xfs_buf *); }; struct xfs_perag; struct xfs_buf_log_item; struct xfs_trans; struct xfs_buf { struct rhash_head b_rhash_head; xfs_daddr_t b_rhash_key; int b_length; atomic_t b_hold; atomic_t b_lru_ref; xfs_buf_flags_t b_flags; struct semaphore b_sema; struct list_head b_lru; spinlock_t b_lock; unsigned int b_state; int b_io_error; wait_queue_head_t b_waiters; struct list_head b_list; struct xfs_perag *b_pag; struct xfs_mount *b_mount; struct xfs_buftarg *b_target; void *b_addr; struct work_struct b_ioend_work; struct completion b_iowait; struct xfs_buf_log_item *b_log_item; struct list_head b_li_list; struct xfs_trans *b_transp; struct page **b_pages; struct page *b_page_array[2]; struct xfs_buf_map *b_maps; struct xfs_buf_map __b_map; int b_map_count; atomic_t b_pin_count; atomic_t b_io_remaining; unsigned int b_page_count; unsigned int b_offset; int b_error; int b_retries; long unsigned int b_first_retry_time; int b_last_error; const struct xfs_buf_ops *b_ops; struct callback_head b_rcu; }; struct xfs_ag_resv { xfs_extlen_t ar_orig_reserved; xfs_extlen_t ar_reserved; xfs_extlen_t ar_asked; }; struct xfs_perag { struct xfs_mount *pag_mount; xfs_agnumber_t pag_agno; atomic_t pag_ref; char pagf_init; char pagi_init; char pagf_metadata; char pagi_inodeok; uint8_t pagf_levels[3]; bool pagf_agflreset; uint32_t pagf_flcount; xfs_extlen_t pagf_freeblks; xfs_extlen_t pagf_longest; uint32_t pagf_btreeblks; xfs_agino_t pagi_freecount; xfs_agino_t pagi_count; xfs_agino_t pagl_pagino; xfs_agino_t pagl_leftrec; xfs_agino_t pagl_rightrec; int pagb_count; uint8_t pagf_refcount_level; struct xfs_ag_resv pag_meta_resv; struct xfs_ag_resv pag_rmapbt_resv; struct callback_head callback_head; xfs_agblock_t block_count; xfs_agblock_t min_block; xfs_agino_t agino_min; xfs_agino_t agino_max; uint16_t pag_checked; uint16_t pag_sick; spinlock_t pag_state_lock; spinlock_t pagb_lock; struct rb_root pagb_tree; unsigned int pagb_gen; wait_queue_head_t pagb_wait; atomic_t pagf_fstrms; spinlock_t pag_ici_lock; struct xarray pag_ici_root; int pag_ici_reclaimable; long unsigned int pag_ici_reclaim_cursor; spinlock_t pag_buf_lock; struct rhashtable pag_buf_hash; struct delayed_work pag_blockgc_work; }; struct xlog_ticket; struct xfs_dquot_acct; struct xfs_trans { unsigned int t_magic; unsigned int t_log_res; unsigned int t_log_count; unsigned int t_blk_res; unsigned int t_blk_res_used; unsigned int t_rtx_res; unsigned int t_rtx_res_used; unsigned int t_flags; xfs_fsblock_t t_firstblock; struct xlog_ticket *t_ticket; struct xfs_mount *t_mountp; struct xfs_dquot_acct *t_dqinfo; int64_t t_icount_delta; int64_t t_ifree_delta; int64_t t_fdblocks_delta; int64_t t_res_fdblocks_delta; int64_t t_frextents_delta; int64_t t_res_frextents_delta; int64_t t_dblocks_delta; int64_t t_agcount_delta; int64_t t_imaxpct_delta; int64_t t_rextsize_delta; int64_t t_rbmblocks_delta; int64_t t_rblocks_delta; int64_t t_rextents_delta; int64_t t_rextslog_delta; struct list_head t_items; struct list_head t_busy; struct list_head t_dfops; long unsigned int t_pflags; }; struct xfs_dsb { __be32 sb_magicnum; __be32 sb_blocksize; __be64 sb_dblocks; __be64 sb_rblocks; __be64 sb_rextents; uuid_t sb_uuid; __be64 sb_logstart; __be64 sb_rootino; __be64 sb_rbmino; __be64 sb_rsumino; __be32 sb_rextsize; __be32 sb_agblocks; __be32 sb_agcount; __be32 sb_rbmblocks; __be32 sb_logblocks; __be16 sb_versionnum; __be16 sb_sectsize; __be16 sb_inodesize; __be16 sb_inopblock; char sb_fname[12]; __u8 sb_blocklog; __u8 sb_sectlog; __u8 sb_inodelog; __u8 sb_inopblog; __u8 sb_agblklog; __u8 sb_rextslog; __u8 sb_inprogress; __u8 sb_imax_pct; __be64 sb_icount; __be64 sb_ifree; __be64 sb_fdblocks; __be64 sb_frextents; __be64 sb_uquotino; __be64 sb_gquotino; __be16 sb_qflags; __u8 sb_flags; __u8 sb_shared_vn; __be32 sb_inoalignmt; __be32 sb_unit; __be32 sb_width; __u8 sb_dirblklog; __u8 sb_logsectlog; __be16 sb_logsectsize; __be32 sb_logsunit; __be32 sb_features2; __be32 sb_bad_features2; __be32 sb_features_compat; __be32 sb_features_ro_compat; __be32 sb_features_incompat; __be32 sb_features_log_incompat; __le32 sb_crc; __be32 sb_spino_align; __be64 sb_pquotino; __be64 sb_lsn; uuid_t sb_meta_uuid; }; struct xfs_agf { __be32 agf_magicnum; __be32 agf_versionnum; __be32 agf_seqno; __be32 agf_length; __be32 agf_roots[3]; __be32 agf_levels[3]; __be32 agf_flfirst; __be32 agf_fllast; __be32 agf_flcount; __be32 agf_freeblks; __be32 agf_longest; __be32 agf_btreeblks; uuid_t agf_uuid; __be32 agf_rmap_blocks; __be32 agf_refcount_blocks; __be32 agf_refcount_root; __be32 agf_refcount_level; __be64 agf_spare64[14]; __be64 agf_lsn; __be32 agf_crc; __be32 agf_spare2; }; struct xfs_agi { __be32 agi_magicnum; __be32 agi_versionnum; __be32 agi_seqno; __be32 agi_length; __be32 agi_count; __be32 agi_root; __be32 agi_level; __be32 agi_freecount; __be32 agi_newino; __be32 agi_dirino; __be32 agi_unlinked[64]; uuid_t agi_uuid; __be32 agi_crc; __be32 agi_pad32; __be64 agi_lsn; __be32 agi_free_root; __be32 agi_free_level; __be32 agi_iblocks; __be32 agi_fblocks; }; struct xfs_agfl { __be32 agfl_magicnum; __be32 agfl_seqno; uuid_t agfl_uuid; __be64 agfl_lsn; __be32 agfl_crc; } __attribute__((packed)); struct xfs_alloc_rec { __be32 ar_startblock; __be32 ar_blockcount; }; typedef struct xfs_alloc_rec xfs_alloc_rec_t; struct xfs_owner_info { uint64_t oi_owner; xfs_fileoff_t oi_offset; unsigned int oi_flags; }; struct xfs_rmap_rec { __be32 rm_startblock; __be32 rm_blockcount; __be64 rm_owner; __be64 rm_offset; }; struct xfs_btree_block_shdr { __be32 bb_leftsib; __be32 bb_rightsib; __be64 bb_blkno; __be64 bb_lsn; uuid_t bb_uuid; __be32 bb_owner; __le32 bb_crc; }; struct xfs_btree_block_lhdr { __be64 bb_leftsib; __be64 bb_rightsib; __be64 bb_blkno; __be64 bb_lsn; uuid_t bb_uuid; __be64 bb_owner; __le32 bb_crc; __be32 bb_pad; }; struct xfs_btree_block { __be32 bb_magic; __be16 bb_level; __be16 bb_numrecs; union { struct xfs_btree_block_shdr s; struct xfs_btree_block_lhdr l; } bb_u; }; struct xfs_imap { xfs_daddr_t im_blkno; short unsigned int im_len; short unsigned int im_boffset; }; struct xfs_ifork { int64_t if_bytes; struct xfs_btree_block *if_broot; unsigned int if_seq; int if_height; union { void *if_root; char *if_data; } if_u1; xfs_extnum_t if_nextents; short int if_broot_bytes; int8_t if_format; }; struct xfs_dquot; struct xfs_inode_log_item; struct xfs_inode { struct xfs_mount *i_mount; struct xfs_dquot *i_udquot; struct xfs_dquot *i_gdquot; struct xfs_dquot *i_pdquot; xfs_ino_t i_ino; struct xfs_imap i_imap; struct xfs_ifork *i_cowfp; struct xfs_ifork i_df; struct xfs_ifork i_af; struct xfs_inode_log_item *i_itemp; mrlock_t i_lock; atomic_t i_pincount; struct llist_node i_gclist; uint16_t i_checked; uint16_t i_sick; spinlock_t i_flags_lock; long unsigned int i_flags; uint64_t i_delayed_blks; xfs_fsize_t i_disk_size; xfs_rfsblock_t i_nblocks; prid_t i_projid; xfs_extlen_t i_extsize; union { xfs_extlen_t i_cowextsize; uint16_t i_flushiter; }; uint8_t i_forkoff; uint16_t i_diflags; uint64_t i_diflags2; struct timespec64 i_crtime; xfs_agino_t i_next_unlinked; xfs_agino_t i_prev_unlinked; struct inode i_vnode; spinlock_t i_ioend_lock; struct work_struct i_ioend_work; struct list_head i_ioend_list; }; typedef unsigned int xfs_alloctype_t; struct xfs_alloc_arg { struct xfs_trans *tp; struct xfs_mount *mp; struct xfs_buf *agbp; struct xfs_perag *pag; xfs_fsblock_t fsbno; xfs_agnumber_t agno; xfs_agblock_t agbno; xfs_extlen_t minlen; xfs_extlen_t maxlen; xfs_extlen_t mod; xfs_extlen_t prod; xfs_extlen_t minleft; xfs_extlen_t total; xfs_extlen_t alignment; xfs_extlen_t minalignslop; xfs_agblock_t min_agbno; xfs_agblock_t max_agbno; xfs_extlen_t len; xfs_alloctype_t type; xfs_alloctype_t otype; int datatype; char wasdel; char wasfromfl; struct xfs_owner_info oinfo; enum xfs_ag_resv_type resv; }; typedef struct xfs_alloc_arg xfs_alloc_arg_t; struct aghdr_init_data { xfs_agblock_t agno; xfs_extlen_t agsize; struct list_head buffer_list; xfs_rfsblock_t nfree; xfs_daddr_t daddr; size_t numblks; xfs_btnum_t type; }; typedef struct xfs_trans xfs_trans_t; typedef void (*aghdr_init_work_f)(struct xfs_mount *, struct xfs_buf *, struct aghdr_init_data *); struct xfs_aghdr_grow_data { xfs_daddr_t daddr; size_t numblks; const struct xfs_buf_ops *ops; aghdr_init_work_f work; xfs_btnum_t type; bool need_init; }; typedef __u32 xfs_nlink_t; typedef int64_t xfs_csn_t; typedef enum { XFS_LOOKUP_EQi = 0, XFS_LOOKUP_LEi = 1, XFS_LOOKUP_GEi = 2, } xfs_lookup_t; typedef enum { XFS_EXT_NORM = 0, XFS_EXT_UNWRITTEN = 1, } xfs_exntst_t; struct xfs_bmbt_irec { xfs_fileoff_t br_startoff; xfs_fsblock_t br_startblock; xfs_filblks_t br_blockcount; xfs_exntst_t br_state; }; enum xfs_refc_domain { XFS_REFC_DOMAIN_SHARED = 0, XFS_REFC_DOMAIN_COW = 1, }; struct xfs_refcount_irec { xfs_agblock_t rc_startblock; xfs_extlen_t rc_blockcount; xfs_nlink_t rc_refcount; enum xfs_refc_domain rc_domain; }; struct xfs_rmap_irec { xfs_agblock_t rm_startblock; xfs_extlen_t rm_blockcount; uint64_t rm_owner; uint64_t rm_offset; unsigned int rm_flags; }; enum { __XBTS_lookup = 0, __XBTS_compare = 1, __XBTS_insrec = 2, __XBTS_delrec = 3, __XBTS_newroot = 4, __XBTS_killroot = 5, __XBTS_increment = 6, __XBTS_decrement = 7, __XBTS_lshift = 8, __XBTS_rshift = 9, __XBTS_split = 10, __XBTS_join = 11, __XBTS_alloc = 12, __XBTS_free = 13, __XBTS_moves = 14, __XBTS_MAX = 15, }; struct xfs_sysctl_val { int min; int val; int max; }; typedef struct xfs_sysctl_val xfs_sysctl_val_t; struct xfs_param { xfs_sysctl_val_t sgid_inherit; xfs_sysctl_val_t symlink_mode; xfs_sysctl_val_t panic_mask; xfs_sysctl_val_t error_level; xfs_sysctl_val_t syncd_timer; xfs_sysctl_val_t stats_clear; xfs_sysctl_val_t inherit_sync; xfs_sysctl_val_t inherit_nodump; xfs_sysctl_val_t inherit_noatim; xfs_sysctl_val_t xfs_buf_timer; xfs_sysctl_val_t xfs_buf_age; xfs_sysctl_val_t inherit_nosym; xfs_sysctl_val_t rotorstep; xfs_sysctl_val_t inherit_nodfrg; xfs_sysctl_val_t fstrm_timer; xfs_sysctl_val_t blockgc_timer; }; typedef struct xfs_param xfs_param_t; struct xfs_item_ops; struct xfs_log_vec; struct xfs_log_item { struct list_head li_ail; struct list_head li_trans; xfs_lsn_t li_lsn; struct xlog *li_log; struct xfs_ail *li_ailp; uint li_type; long unsigned int li_flags; struct xfs_buf *li_buf; struct list_head li_bio_list; const struct xfs_item_ops *li_ops; struct list_head li_cil; struct xfs_log_vec *li_lv; struct xfs_log_vec *li_lv_shadow; xfs_csn_t li_seq; uint32_t li_order_id; }; struct xfs_buf_log_format { short unsigned int blf_type; short unsigned int blf_size; short unsigned int blf_flags; short unsigned int blf_len; int64_t blf_blkno; unsigned int blf_map_size; unsigned int blf_data_map[17]; }; struct xfs_buf_log_item { struct xfs_log_item bli_item; struct xfs_buf *bli_buf; unsigned int bli_flags; unsigned int bli_recur; atomic_t bli_refcount; int bli_format_count; struct xfs_buf_log_format *bli_formats; struct xfs_buf_log_format __bli_format; }; typedef struct xfs_alloc_rec xfs_alloc_key_t; struct xfs_alloc_rec_incore { xfs_agblock_t ar_startblock; xfs_extlen_t ar_blockcount; }; typedef uint64_t xfs_inofree_t; struct xfs_inobt_rec { __be32 ir_startino; union { struct { __be32 ir_freecount; } f; struct { __be16 ir_holemask; __u8 ir_count; __u8 ir_freecount; } sp; } ir_u; __be64 ir_free; }; struct xfs_inobt_rec_incore { xfs_agino_t ir_startino; uint16_t ir_holemask; uint8_t ir_count; uint8_t ir_freecount; xfs_inofree_t ir_free; }; struct xfs_inobt_key { __be32 ir_startino; }; struct xfs_rmap_key { __be32 rm_startblock; __be64 rm_owner; __be64 rm_offset; } __attribute__((packed)); struct xfs_refcount_rec { __be32 rc_startblock; __be32 rc_blockcount; __be32 rc_refcount; }; struct xfs_refcount_key { __be32 rc_startblock; }; struct xfs_bmbt_rec { __be64 l0; __be64 l1; }; typedef struct xfs_bmbt_rec xfs_bmbt_rec_t; typedef xfs_bmbt_rec_t xfs_bmdr_rec_t; struct xfs_bmbt_key { __be64 br_startoff; }; typedef struct xfs_bmbt_key xfs_bmdr_key_t; struct xfs_log_iovec { void *i_addr; int i_len; uint i_type; }; enum xfs_blft { XFS_BLFT_UNKNOWN_BUF = 0, XFS_BLFT_UDQUOT_BUF = 1, XFS_BLFT_PDQUOT_BUF = 2, XFS_BLFT_GDQUOT_BUF = 3, XFS_BLFT_BTREE_BUF = 4, XFS_BLFT_AGF_BUF = 5, XFS_BLFT_AGFL_BUF = 6, XFS_BLFT_AGI_BUF = 7, XFS_BLFT_DINO_BUF = 8, XFS_BLFT_SYMLINK_BUF = 9, XFS_BLFT_DIR_BLOCK_BUF = 10, XFS_BLFT_DIR_DATA_BUF = 11, XFS_BLFT_DIR_FREE_BUF = 12, XFS_BLFT_DIR_LEAF1_BUF = 13, XFS_BLFT_DIR_LEAFN_BUF = 14, XFS_BLFT_DA_NODE_BUF = 15, XFS_BLFT_ATTR_LEAF_BUF = 16, XFS_BLFT_ATTR_RMT_BUF = 17, XFS_BLFT_SB_BUF = 18, XFS_BLFT_RTBITMAP_BUF = 19, XFS_BLFT_RTSUMMARY_BUF = 20, XFS_BLFT_MAX_BUF = 32, }; enum { XFS_LOWSP_1_PCNT = 0, XFS_LOWSP_2_PCNT = 1, XFS_LOWSP_3_PCNT = 2, XFS_LOWSP_4_PCNT = 3, XFS_LOWSP_5_PCNT = 4, XFS_LOWSP_MAX = 5, }; enum { XFS_ERR_METADATA = 0, XFS_ERR_CLASS_MAX = 1, }; enum { XFS_ERR_DEFAULT = 0, XFS_ERR_EIO = 1, XFS_ERR_ENOSPC = 2, XFS_ERR_ENODEV = 3, XFS_ERR_ERRNO_MAX = 4, }; typedef struct xfs_mount xfs_mount_t; enum xfs_defer_ops_type { XFS_DEFER_OPS_TYPE_BMAP = 0, XFS_DEFER_OPS_TYPE_REFCOUNT = 1, XFS_DEFER_OPS_TYPE_RMAP = 2, XFS_DEFER_OPS_TYPE_FREE = 3, XFS_DEFER_OPS_TYPE_AGFL_FREE = 4, XFS_DEFER_OPS_TYPE_ATTR = 5, XFS_DEFER_OPS_TYPE_MAX = 6, }; union xfs_btree_irec { struct xfs_alloc_rec_incore a; struct xfs_bmbt_irec b; struct xfs_inobt_rec_incore i; struct xfs_rmap_irec r; struct xfs_refcount_irec rc; }; struct xbtree_afakeroot; struct xfs_btree_cur_ag { struct xfs_perag *pag; union { struct xfs_buf *agbp; struct xbtree_afakeroot *afake; }; union { struct { unsigned int nr_ops; unsigned int shape_changes; } refc; struct { bool active; } abt; }; }; struct xbtree_ifakeroot; struct xfs_btree_cur_ino { struct xfs_inode *ip; struct xbtree_ifakeroot *ifake; int allocated; short int forksize; char whichfork; char flags; }; struct xfs_btree_level { struct xfs_buf *bp; uint16_t ptr; uint16_t ra; }; struct xfs_btree_ops; struct xfs_btree_cur { struct xfs_trans *bc_tp; struct xfs_mount *bc_mp; const struct xfs_btree_ops *bc_ops; struct kmem_cache *bc_cache; unsigned int bc_flags; xfs_btnum_t bc_btnum; union xfs_btree_irec bc_rec; uint8_t bc_nlevels; uint8_t bc_maxlevels; int bc_statoff; union { struct xfs_btree_cur_ag bc_ag; struct xfs_btree_cur_ino bc_ino; }; struct xfs_btree_level bc_levels[0]; }; union xfs_btree_ptr { __be32 s; __be64 l; }; union xfs_btree_key { struct xfs_bmbt_key bmbt; xfs_bmdr_key_t bmbr; xfs_alloc_key_t alloc; struct xfs_inobt_key inobt; struct xfs_rmap_key rmap; struct xfs_rmap_key __rmap_bigkey[2]; struct xfs_refcount_key refc; }; union xfs_btree_rec { struct xfs_bmbt_rec bmbt; xfs_bmdr_rec_t bmbr; struct xfs_alloc_rec alloc; struct xfs_inobt_rec inobt; struct xfs_rmap_rec rmap; struct xfs_refcount_rec refc; }; struct xfs_btree_ops { size_t key_len; size_t rec_len; struct xfs_btree_cur * (*dup_cursor)(struct xfs_btree_cur *); void (*update_cursor)(struct xfs_btree_cur *, struct xfs_btree_cur *); void (*set_root)(struct xfs_btree_cur *, const union xfs_btree_ptr *, int); int (*alloc_block)(struct xfs_btree_cur *, const union xfs_btree_ptr *, union xfs_btree_ptr *, int *); int (*free_block)(struct xfs_btree_cur *, struct xfs_buf *); void (*update_lastrec)(struct xfs_btree_cur *, const struct xfs_btree_block *, const union xfs_btree_rec *, int, int); int (*get_minrecs)(struct xfs_btree_cur *, int); int (*get_maxrecs)(struct xfs_btree_cur *, int); int (*get_dmaxrecs)(struct xfs_btree_cur *, int); void (*init_key_from_rec)(union xfs_btree_key *, const union xfs_btree_rec *); void (*init_rec_from_cur)(struct xfs_btree_cur *, union xfs_btree_rec *); void (*init_ptr_from_cur)(struct xfs_btree_cur *, union xfs_btree_ptr *); void (*init_high_key_from_rec)(union xfs_btree_key *, const union xfs_btree_rec *); int64_t (*key_diff)(struct xfs_btree_cur *, const union xfs_btree_key *); int64_t (*diff_two_keys)(struct xfs_btree_cur *, const union xfs_btree_key *, const union xfs_btree_key *); const struct xfs_buf_ops *buf_ops; int (*keys_inorder)(struct xfs_btree_cur *, const union xfs_btree_key *, const union xfs_btree_key *); int (*recs_inorder)(struct xfs_btree_cur *, const union xfs_btree_rec *, const union xfs_btree_rec *); }; typedef int (*xfs_btree_query_range_fn)(struct xfs_btree_cur *, const union xfs_btree_rec *, void *); typedef int (*xfs_alloc_query_range_fn)(struct xfs_btree_cur *, const struct xfs_alloc_rec_incore *, void *); typedef int (*xfs_agfl_walk_fn)(struct xfs_mount *, xfs_agblock_t, void *); struct xfs_extent_free_item { struct list_head xefi_list; uint64_t xefi_owner; xfs_fsblock_t xefi_startblock; xfs_extlen_t xefi_blockcount; unsigned int xefi_flags; }; struct xfs_item_ops { unsigned int flags; void (*iop_size)(struct xfs_log_item *, int *, int *); void (*iop_format)(struct xfs_log_item *, struct xfs_log_vec *); void (*iop_pin)(struct xfs_log_item *); void (*iop_unpin)(struct xfs_log_item *, int); uint64_t (*iop_sort)(struct xfs_log_item *); int (*iop_precommit)(struct xfs_trans *, struct xfs_log_item *); void (*iop_committing)(struct xfs_log_item *, xfs_csn_t); xfs_lsn_t (*iop_committed)(struct xfs_log_item *, xfs_lsn_t); uint (*iop_push)(struct xfs_log_item *, struct list_head *); void (*iop_release)(struct xfs_log_item *); int (*iop_recover)(struct xfs_log_item *, struct list_head *); bool (*iop_match)(struct xfs_log_item *, uint64_t); struct xfs_log_item * (*iop_relog)(struct xfs_log_item *, struct xfs_trans *); struct xfs_log_item * (*iop_intent)(struct xfs_log_item *); }; struct xfs_log_vec { struct list_head lv_list; uint32_t lv_order_id; int lv_niovecs; struct xfs_log_iovec *lv_iovecp; struct xfs_log_item *lv_item; char *lv_buf; int lv_bytes; int lv_buf_len; int lv_size; }; struct xfs_alloc_cur { struct xfs_btree_cur *cnt; struct xfs_btree_cur *bnolt; struct xfs_btree_cur *bnogt; xfs_extlen_t cur_len; xfs_agblock_t rec_bno; xfs_extlen_t rec_len; xfs_agblock_t bno; xfs_extlen_t len; xfs_extlen_t diff; unsigned int busy_gen; bool busy; }; struct xfs_alloc_query_range_info { xfs_alloc_query_range_fn fn; void *priv; }; struct xbtree_afakeroot { xfs_agblock_t af_root; unsigned int af_levels; unsigned int af_blocks; }; struct xbtree_ifakeroot { struct xfs_ifork *if_fork; int64_t if_blocks; unsigned int if_levels; unsigned int if_fork_size; unsigned int if_format; unsigned int if_extents; }; typedef uint32_t xfs_dablk_t; typedef uint32_t xfs_dahash_t; enum xfs_dinode_fmt { XFS_DINODE_FMT_DEV = 0, XFS_DINODE_FMT_LOCAL = 1, XFS_DINODE_FMT_EXTENTS = 2, XFS_DINODE_FMT_BTREE = 3, XFS_DINODE_FMT_UUID = 4, }; typedef uint xfs_dir2_data_aoff_t; struct xfs_da_geometry { unsigned int blksize; unsigned int fsbcount; uint8_t fsblog; uint8_t blklog; unsigned int node_hdr_size; unsigned int node_ents; unsigned int magicpct; xfs_dablk_t datablk; unsigned int leaf_hdr_size; unsigned int leaf_max_ents; xfs_dablk_t leafblk; unsigned int free_hdr_size; unsigned int free_max_bests; xfs_dablk_t freeblk; xfs_extnum_t max_extents; xfs_dir2_data_aoff_t data_first_offset; size_t data_entry_offset; }; struct xfs_da_blkinfo { __be32 forw; __be32 back; __be16 magic; __be16 pad; }; typedef struct xfs_da_blkinfo xfs_da_blkinfo_t; struct xfs_da3_blkinfo { struct xfs_da_blkinfo hdr; __be32 crc; __be64 blkno; __be64 lsn; uuid_t uuid; __be64 owner; }; struct xfs_da_node_hdr { struct xfs_da_blkinfo info; __be16 __count; __be16 __level; }; struct xfs_da_node_entry { __be32 hashval; __be32 before; }; struct xfs_da_intnode { struct xfs_da_node_hdr hdr; struct xfs_da_node_entry __btree[0]; }; struct xfs_attr_sf_hdr { __be16 totsize; __u8 count; __u8 padding; }; struct xfs_attr_sf_entry { uint8_t namelen; uint8_t valuelen; uint8_t flags; uint8_t nameval[0]; }; struct xfs_attr_shortform { struct xfs_attr_sf_hdr hdr; struct xfs_attr_sf_entry list[1]; }; struct xfs_attr_leaf_map { __be16 base; __be16 size; }; typedef struct xfs_attr_leaf_map xfs_attr_leaf_map_t; struct xfs_attr_leaf_hdr { xfs_da_blkinfo_t info; __be16 count; __be16 usedbytes; __be16 firstused; __u8 holes; __u8 pad1; xfs_attr_leaf_map_t freemap[3]; }; typedef struct xfs_attr_leaf_hdr xfs_attr_leaf_hdr_t; struct xfs_attr_leaf_entry { __be32 hashval; __be16 nameidx; __u8 flags; __u8 pad2; }; typedef struct xfs_attr_leaf_entry xfs_attr_leaf_entry_t; struct xfs_attr_leaf_name_local { __be16 valuelen; __u8 namelen; __u8 nameval[1]; }; typedef struct xfs_attr_leaf_name_local xfs_attr_leaf_name_local_t; struct xfs_attr_leaf_name_remote { __be32 valueblk; __be32 valuelen; __u8 namelen; __u8 name[1]; }; typedef struct xfs_attr_leaf_name_remote xfs_attr_leaf_name_remote_t; struct xfs_attr_leafblock { xfs_attr_leaf_hdr_t hdr; xfs_attr_leaf_entry_t entries[1]; }; typedef struct xfs_attr_leafblock xfs_attr_leafblock_t; struct xfs_attr3_leaf_hdr { struct xfs_da3_blkinfo info; __be16 count; __be16 usedbytes; __be16 firstused; __u8 holes; __u8 pad1; struct xfs_attr_leaf_map freemap[3]; __be32 pad2; }; struct xfs_attr3_leafblock { struct xfs_attr3_leaf_hdr hdr; struct xfs_attr_leaf_entry entries[1]; }; enum xfs_dacmp { XFS_CMP_DIFFERENT = 0, XFS_CMP_EXACT = 1, XFS_CMP_CASE = 2, }; struct xfs_da_args { struct xfs_da_geometry *geo; const uint8_t *name; int namelen; uint8_t filetype; void *value; int valuelen; unsigned int attr_filter; unsigned int attr_flags; xfs_dahash_t hashval; xfs_ino_t inumber; struct xfs_inode *dp; struct xfs_trans *trans; xfs_extlen_t total; int whichfork; xfs_dablk_t blkno; int index; xfs_dablk_t rmtblkno; int rmtblkcnt; int rmtvaluelen; xfs_dablk_t blkno2; int index2; xfs_dablk_t rmtblkno2; int rmtblkcnt2; int rmtvaluelen2; uint32_t op_flags; enum xfs_dacmp cmpresult; }; typedef struct xfs_da_args xfs_da_args_t; struct xfs_da_state_blk { struct xfs_buf *bp; xfs_dablk_t blkno; xfs_daddr_t disk_blkno; int index; xfs_dahash_t hashval; int magic; }; typedef struct xfs_da_state_blk xfs_da_state_blk_t; struct xfs_da_state_path { int active; xfs_da_state_blk_t blk[5]; }; typedef struct xfs_da_state_path xfs_da_state_path_t; struct xfs_da_state { xfs_da_args_t *args; struct xfs_mount *mp; xfs_da_state_path_t path; xfs_da_state_path_t altpath; unsigned char inleaf; unsigned char extravalid; unsigned char extraafter; xfs_da_state_blk_t extrablk; }; typedef struct xfs_da_state xfs_da_state_t; struct xfs_da3_icnode_hdr { uint32_t forw; uint32_t back; uint16_t magic; uint16_t count; uint16_t level; struct xfs_da_node_entry *btree; }; struct xfs_attr3_icleaf_hdr { uint32_t forw; uint32_t back; uint16_t magic; uint16_t count; uint16_t usedbytes; uint32_t firstused; __u8 holes; struct { uint16_t base; uint16_t size; } freemap[3]; }; struct xfs_attr3_rmt_hdr { __be32 rm_magic; __be32 rm_offset; __be32 rm_bytes; __be32 rm_crc; uuid_t rm_uuid; __be64 rm_owner; __be64 rm_blkno; __be64 rm_lsn; }; enum xfs_delattr_state { XFS_DAS_UNINIT = 0, XFS_DAS_SF_ADD = 1, XFS_DAS_SF_REMOVE = 2, XFS_DAS_LEAF_ADD = 3, XFS_DAS_LEAF_REMOVE = 4, XFS_DAS_NODE_ADD = 5, XFS_DAS_NODE_REMOVE = 6, XFS_DAS_LEAF_SET_RMT = 7, XFS_DAS_LEAF_ALLOC_RMT = 8, XFS_DAS_LEAF_REPLACE = 9, XFS_DAS_LEAF_REMOVE_OLD = 10, XFS_DAS_LEAF_REMOVE_RMT = 11, XFS_DAS_LEAF_REMOVE_ATTR = 12, XFS_DAS_NODE_SET_RMT = 13, XFS_DAS_NODE_ALLOC_RMT = 14, XFS_DAS_NODE_REPLACE = 15, XFS_DAS_NODE_REMOVE_OLD = 16, XFS_DAS_NODE_REMOVE_RMT = 17, XFS_DAS_NODE_REMOVE_ATTR = 18, XFS_DAS_DONE = 19, }; struct xfs_attri_log_nameval; struct xfs_attr_intent { struct list_head xattri_list; struct xfs_da_state *xattri_da_state; struct xfs_da_args *xattri_da_args; struct xfs_attri_log_nameval *xattri_nameval; enum xfs_delattr_state xattri_dela_state; unsigned int xattri_op_flags; xfs_dablk_t xattri_lblkno; int xattri_blkcnt; struct xfs_bmbt_irec xattri_map; }; struct xfs_iext_leaf; struct xfs_iext_cursor { struct xfs_iext_leaf *leaf; int pos; }; typedef struct xfs_inode xfs_inode_t; struct xfs_attri_log_nameval { struct xfs_log_iovec name; struct xfs_log_iovec value; refcount_t refcount; }; typedef __s64 xfs_off_t; typedef struct xfs_bmbt_irec xfs_bmbt_irec_t; typedef struct xfs_bmbt_key xfs_bmbt_key_t; typedef __be64 xfs_bmbt_ptr_t; typedef int (*xfs_btree_visit_blocks_fn)(struct xfs_btree_cur *, int, void *); struct xfs_bmalloca { struct xfs_trans *tp; struct xfs_inode *ip; struct xfs_bmbt_irec prev; struct xfs_bmbt_irec got; xfs_fileoff_t offset; xfs_extlen_t length; xfs_fsblock_t blkno; struct xfs_btree_cur *cur; struct xfs_iext_cursor icur; int nallocs; int logflags; xfs_extlen_t total; xfs_extlen_t minlen; xfs_extlen_t minleft; bool eof; bool wasdel; bool aeof; bool conv; int datatype; uint32_t flags; }; enum xfs_bmap_intent_type { XFS_BMAP_MAP = 1, XFS_BMAP_UNMAP = 2, }; struct xfs_bmap_intent { struct list_head bi_list; enum xfs_bmap_intent_type bi_type; int bi_whichfork; struct xfs_inode *bi_owner; struct xfs_bmbt_irec bi_bmap; }; struct xfs_iread_state { struct xfs_iext_cursor icur; xfs_extnum_t loaded; }; struct xfs_bmdr_block { __be16 bb_level; __be16 bb_numrecs; }; typedef struct xfs_bmdr_block xfs_bmdr_block_t; typedef uint64_t xfs_bmbt_rec_base_t; typedef __be64 xfs_bmdr_ptr_t; struct xfs_name { const unsigned char *name; int len; int type; }; typedef uint32_t xfs_dqid_t; typedef uint32_t xlog_tid_t; struct xlog_rec_header { __be32 h_magicno; __be32 h_cycle; __be32 h_version; __be32 h_len; __be64 h_lsn; __be64 h_tail_lsn; __le32 h_crc; __be32 h_prev_block; __be32 h_num_logops; __be32 h_cycle_data[64]; __be32 h_fmt; uuid_t h_fs_uuid; __be32 h_size; }; typedef struct xlog_rec_header xlog_rec_header_t; struct xlog_rec_ext_header { __be32 xh_cycle; __be32 xh_cycle_data[64]; }; typedef struct xlog_rec_ext_header xlog_rec_ext_header_t; union xlog_in_core2 { xlog_rec_header_t hic_header; xlog_rec_ext_header_t hic_xheader; char hic_sector[512]; }; typedef union xlog_in_core2 xlog_in_core_2_t; struct xfs_trans_header { uint th_magic; uint th_type; int32_t th_tid; uint th_num_items; }; typedef struct xfs_trans_header xfs_trans_header_t; struct xfs_inode_log_format { uint16_t ilf_type; uint16_t ilf_size; uint32_t ilf_fields; uint16_t ilf_asize; uint16_t ilf_dsize; uint32_t ilf_pad; uint64_t ilf_ino; union { uint32_t ilfu_rdev; uint8_t __pad[16]; } ilf_u; int64_t ilf_blkno; int32_t ilf_len; int32_t ilf_boffset; }; struct xfs_icreate_log { uint16_t icl_type; uint16_t icl_size; __be32 icl_ag; __be32 icl_agbno; __be32 icl_count; __be32 icl_isize; __be32 icl_length; __be32 icl_gen; }; struct xlog_grant_head { spinlock_t lock; struct list_head waiters; atomic64_t grant; long: 64; long: 64; long: 64; long: 64; }; struct xfs_cil; struct xlog_in_core; typedef struct xlog_in_core xlog_in_core_t; struct xlog { struct xfs_mount *l_mp; struct xfs_ail *l_ailp; struct xfs_cil *l_cilp; struct xfs_buftarg *l_targ; struct workqueue_struct *l_ioend_workqueue; struct delayed_work l_work; long int l_opstate; uint l_quotaoffs_flag; struct list_head *l_buf_cancel_table; int l_iclog_hsize; int l_iclog_heads; uint l_sectBBsize; int l_iclog_size; int l_iclog_bufs; xfs_daddr_t l_logBBstart; int l_logsize; int l_logBBsize; wait_queue_head_t l_flush_wait; int l_covered_state; xlog_in_core_t *l_iclog; spinlock_t l_icloglock; int l_curr_cycle; int l_prev_cycle; int l_curr_block; int l_prev_block; atomic64_t l_last_sync_lsn; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic64_t l_tail_lsn; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xlog_grant_head l_reserve_head; struct xlog_grant_head l_write_head; struct xfs_kobj l_kobj; xfs_lsn_t l_recovery_lsn; uint32_t l_iclog_roundoff; struct rw_semaphore l_incompat_users; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xfs_defer_pending { struct list_head dfp_list; struct list_head dfp_work; struct xfs_log_item *dfp_intent; struct xfs_log_item *dfp_done; unsigned int dfp_count; enum xfs_defer_ops_type dfp_type; }; typedef uint8_t xfs_dqtype_t; typedef uint64_t xfs_qcnt_t; struct xfs_dquot_res { xfs_qcnt_t reserved; xfs_qcnt_t count; xfs_qcnt_t hardlimit; xfs_qcnt_t softlimit; time64_t timer; }; struct xfs_dq_logitem { struct xfs_log_item qli_item; struct xfs_dquot *qli_dquot; xfs_lsn_t qli_flush_lsn; }; struct xfs_dquot { struct list_head q_lru; struct xfs_mount *q_mount; xfs_dqtype_t q_type; uint16_t q_flags; xfs_dqid_t q_id; uint q_nrefs; int q_bufoffset; xfs_daddr_t q_blkno; xfs_fileoff_t q_fileoffset; struct xfs_dquot_res q_blk; struct xfs_dquot_res q_ino; struct xfs_dquot_res q_rtb; struct xfs_dq_logitem q_logitem; xfs_qcnt_t q_prealloc_lo_wmark; xfs_qcnt_t q_prealloc_hi_wmark; int64_t q_low_space[3]; struct mutex q_qlock; struct completion q_flush; atomic_t q_pincount; struct wait_queue_head q_pinwait; }; struct xfs_attrlist_cursor_kern { __u32 hashval; __u32 blkno; __u32 offset; __u16 pad1; __u8 pad2; __u8 initted; }; struct xfs_attr_list_context; typedef void (*put_listent_func_t)(struct xfs_attr_list_context *, int, unsigned char *, int, int); struct xfs_attr_list_context { struct xfs_trans *tp; struct xfs_inode *dp; struct xfs_attrlist_cursor_kern cursor; void *buffer; int seen_enough; bool allow_incomplete; ssize_t count; int dupcnt; int bufsize; int firstu; unsigned int attr_filter; int resynch; put_listent_func_t put_listent; int index; }; struct xlog_ticket { struct list_head t_queue; struct task_struct *t_task; xlog_tid_t t_tid; atomic_t t_ref; int t_curr_res; int t_unit_res; char t_ocnt; char t_cnt; uint8_t t_flags; int t_iclog_hdrs; }; enum xlog_iclog_state { XLOG_STATE_ACTIVE = 0, XLOG_STATE_WANT_SYNC = 1, XLOG_STATE_SYNCING = 2, XLOG_STATE_DONE_SYNC = 3, XLOG_STATE_CALLBACK = 4, XLOG_STATE_DIRTY = 5, }; struct xlog_in_core { wait_queue_head_t ic_force_wait; wait_queue_head_t ic_write_wait; struct xlog_in_core *ic_next; struct xlog_in_core *ic_prev; struct xlog *ic_log; u32 ic_size; u32 ic_offset; enum xlog_iclog_state ic_state; unsigned int ic_flags; void *ic_datap; struct list_head ic_callbacks; long: 64; long: 64; atomic_t ic_refcnt; xlog_in_core_2_t *ic_data; struct semaphore ic_sema; struct work_struct ic_end_io_work; struct bio ic_bio; struct bio_vec ic_bvec[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xfs_cil_ctx { struct xfs_cil *cil; xfs_csn_t sequence; xfs_lsn_t start_lsn; xfs_lsn_t commit_lsn; struct xlog_in_core *commit_iclog; struct xlog_ticket *ticket; atomic_t space_used; struct list_head busy_extents; struct list_head log_items; struct list_head lv_chain; struct list_head iclog_entry; struct list_head committing; struct work_struct discard_endio_work; struct work_struct push_work; atomic_t order_id; }; struct xfs_cil { struct xlog *xc_log; long unsigned int xc_flags; atomic_t xc_iclog_hdrs; struct workqueue_struct *xc_push_wq; long: 64; long: 64; long: 64; long: 64; struct rw_semaphore xc_ctx_lock; struct xfs_cil_ctx *xc_ctx; long: 64; long: 64; spinlock_t xc_push_lock; xfs_csn_t xc_push_seq; bool xc_push_commit_stable; struct list_head xc_committing; wait_queue_head_t xc_commit_wait; wait_queue_head_t xc_start_wait; xfs_csn_t xc_current_sequence; wait_queue_head_t xc_push_wait; void *xc_pcp; struct list_head xc_pcp_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xfs_dqtrx { struct xfs_dquot *qt_dquot; uint64_t qt_blk_res; int64_t qt_bcount_delta; int64_t qt_delbcnt_delta; uint64_t qt_rtblk_res; uint64_t qt_rtblk_res_used; int64_t qt_rtbcount_delta; int64_t qt_delrtb_delta; uint64_t qt_ino_res; uint64_t qt_ino_res_used; int64_t qt_icount_delta; }; enum { XFS_QLOWSP_1_PCNT = 0, XFS_QLOWSP_3_PCNT = 1, XFS_QLOWSP_5_PCNT = 2, XFS_QLOWSP_MAX = 3, }; enum xlog_recover_reorder { XLOG_REORDER_BUFFER_LIST = 0, XLOG_REORDER_ITEM_LIST = 1, XLOG_REORDER_INODE_BUFFER_LIST = 2, XLOG_REORDER_CANCEL_LIST = 3, }; struct xlog_recover_item; struct xlog_recover_item_ops { uint16_t item_type; enum xlog_recover_reorder (*reorder)(struct xlog_recover_item *); void (*ra_pass2)(struct xlog *, struct xlog_recover_item *); int (*commit_pass1)(struct xlog *, struct xlog_recover_item *); int (*commit_pass2)(struct xlog *, struct list_head *, struct xlog_recover_item *, xfs_lsn_t); }; struct xlog_recover_item { struct list_head ri_list; int ri_cnt; int ri_total; struct xfs_log_iovec *ri_buf; const struct xlog_recover_item_ops *ri_ops; }; struct xlog_recover { struct hlist_node r_list; xlog_tid_t r_log_tid; xfs_trans_header_t r_theader; int r_state; xfs_lsn_t r_lsn; struct list_head r_itemq; }; struct xfs_fsmap { dev_t fmr_device; uint32_t fmr_flags; uint64_t fmr_physical; uint64_t fmr_owner; xfs_fileoff_t fmr_offset; xfs_filblks_t fmr_length; }; struct xfs_icwalk { __u32 icw_flags; kuid_t icw_uid; kgid_t icw_gid; prid_t icw_prid; __u64 icw_min_file_size; long int icw_scan_limit; }; struct trace_event_raw_xfs_attr_list_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; u32 hashval; u32 blkno; u32 offset; void *buffer; int bufsize; int count; int firstu; int dupcnt; unsigned int attr_filter; char __data[0]; }; struct trace_event_raw_xlog_intent_recovery_failed { struct trace_entry ent; dev_t dev; int error; void *function; char __data[0]; }; struct trace_event_raw_xfs_perag_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; int refcount; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_inodegc_worker { struct trace_entry ent; dev_t dev; unsigned int shrinker_hits; char __data[0]; }; struct trace_event_raw_xfs_fs_class { struct trace_entry ent; dev_t dev; long long unsigned int mflags; long unsigned int opstate; long unsigned int sbflags; void *caller_ip; char __data[0]; }; struct trace_event_raw_xfs_inodegc_shrinker_scan { struct trace_entry ent; dev_t dev; long unsigned int nr_to_scan; void *caller_ip; char __data[0]; }; struct trace_event_raw_xfs_ag_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; char __data[0]; }; struct trace_event_raw_xfs_attr_list_node_descend { struct trace_entry ent; dev_t dev; xfs_ino_t ino; u32 hashval; u32 blkno; u32 offset; void *buffer; int bufsize; int count; int firstu; int dupcnt; unsigned int attr_filter; u32 bt_hashval; u32 bt_before; char __data[0]; }; struct trace_event_raw_xfs_bmap_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; void *leaf; int pos; xfs_fileoff_t startoff; xfs_fsblock_t startblock; xfs_filblks_t blockcount; xfs_exntst_t state; int bmap_state; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_buf_class { struct trace_entry ent; dev_t dev; xfs_daddr_t bno; int nblks; int hold; int pincount; unsigned int lockval; unsigned int flags; long unsigned int caller_ip; const void *buf_ops; char __data[0]; }; struct trace_event_raw_xfs_buf_flags_class { struct trace_entry ent; dev_t dev; xfs_daddr_t bno; unsigned int length; int hold; int pincount; unsigned int lockval; unsigned int flags; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_buf_ioerror { struct trace_entry ent; dev_t dev; xfs_daddr_t bno; unsigned int length; unsigned int flags; int hold; int pincount; unsigned int lockval; int error; xfs_failaddr_t caller_ip; char __data[0]; }; struct trace_event_raw_xfs_buf_item_class { struct trace_entry ent; dev_t dev; xfs_daddr_t buf_bno; unsigned int buf_len; int buf_hold; int buf_pincount; int buf_lockval; unsigned int buf_flags; unsigned int bli_recur; int bli_refcount; unsigned int bli_flags; long unsigned int li_flags; char __data[0]; }; struct trace_event_raw_xfs_filestream_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; xfs_agnumber_t agno; int streams; char __data[0]; }; struct trace_event_raw_xfs_filestream_pick { struct trace_entry ent; dev_t dev; xfs_ino_t ino; xfs_agnumber_t agno; int streams; xfs_extlen_t free; int nscan; char __data[0]; }; struct trace_event_raw_xfs_lock_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; int lock_flags; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_inode_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; long unsigned int iflags; char __data[0]; }; struct trace_event_raw_xfs_filemap_fault { struct trace_entry ent; dev_t dev; xfs_ino_t ino; enum page_entry_size pe_size; bool write_fault; char __data[0]; }; struct trace_event_raw_xfs_iref_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; int count; int pincount; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_iomap_prealloc_size { struct trace_entry ent; dev_t dev; xfs_ino_t ino; xfs_fsblock_t blocks; int shift; unsigned int writeio_blocks; char __data[0]; }; struct trace_event_raw_xfs_irec_merge_pre { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agino_t agino; uint16_t holemask; xfs_agino_t nagino; uint16_t nholemask; char __data[0]; }; struct trace_event_raw_xfs_irec_merge_post { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agino_t agino; uint16_t holemask; char __data[0]; }; struct trace_event_raw_xfs_namespace_class { struct trace_entry ent; dev_t dev; xfs_ino_t dp_ino; int namelen; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_xfs_rename { struct trace_entry ent; dev_t dev; xfs_ino_t src_dp_ino; xfs_ino_t target_dp_ino; int src_namelen; int target_namelen; u32 __data_loc_src_name; u32 __data_loc_target_name; char __data[0]; }; struct trace_event_raw_xfs_dquot_class { struct trace_entry ent; dev_t dev; u32 id; xfs_dqtype_t type; unsigned int flags; unsigned int nrefs; long long unsigned int res_bcount; long long unsigned int res_rtbcount; long long unsigned int res_icount; long long unsigned int bcount; long long unsigned int rtbcount; long long unsigned int icount; long long unsigned int blk_hardlimit; long long unsigned int blk_softlimit; long long unsigned int rtb_hardlimit; long long unsigned int rtb_softlimit; long long unsigned int ino_hardlimit; long long unsigned int ino_softlimit; char __data[0]; }; struct trace_event_raw_xfs_trans_mod_dquot { struct trace_entry ent; dev_t dev; xfs_dqtype_t type; unsigned int flags; unsigned int dqid; unsigned int field; int64_t delta; char __data[0]; }; struct trace_event_raw_xfs_dqtrx_class { struct trace_entry ent; dev_t dev; xfs_dqtype_t type; unsigned int flags; u32 dqid; uint64_t blk_res; int64_t bcount_delta; int64_t delbcnt_delta; uint64_t rtblk_res; uint64_t rtblk_res_used; int64_t rtbcount_delta; int64_t delrtb_delta; uint64_t ino_res; uint64_t ino_res_used; int64_t icount_delta; char __data[0]; }; struct trace_event_raw_xfs_loggrant_class { struct trace_entry ent; dev_t dev; char ocnt; char cnt; int curr_res; int unit_res; unsigned int flags; int reserveq; int writeq; int grant_reserve_cycle; int grant_reserve_bytes; int grant_write_cycle; int grant_write_bytes; int curr_cycle; int curr_block; xfs_lsn_t tail_lsn; char __data[0]; }; struct trace_event_raw_xfs_log_item_class { struct trace_entry ent; dev_t dev; void *lip; uint type; long unsigned int flags; xfs_lsn_t lsn; char __data[0]; }; struct trace_event_raw_xfs_log_force { struct trace_entry ent; dev_t dev; xfs_lsn_t lsn; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_ail_class { struct trace_entry ent; dev_t dev; void *lip; uint type; long unsigned int flags; xfs_lsn_t old_lsn; xfs_lsn_t new_lsn; char __data[0]; }; struct trace_event_raw_xfs_log_assign_tail_lsn { struct trace_entry ent; dev_t dev; xfs_lsn_t new_lsn; xfs_lsn_t old_lsn; xfs_lsn_t last_sync_lsn; char __data[0]; }; struct trace_event_raw_xfs_file_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; xfs_fsize_t size; loff_t offset; size_t count; char __data[0]; }; struct trace_event_raw_xfs_imap_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; loff_t size; loff_t offset; size_t count; int whichfork; xfs_fileoff_t startoff; xfs_fsblock_t startblock; xfs_filblks_t blockcount; char __data[0]; }; struct trace_event_raw_xfs_simple_io_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; loff_t isize; loff_t disize; loff_t offset; size_t count; char __data[0]; }; struct trace_event_raw_xfs_itrunc_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; xfs_fsize_t size; xfs_fsize_t new_size; char __data[0]; }; struct trace_event_raw_xfs_pagecache_inval { struct trace_entry ent; dev_t dev; xfs_ino_t ino; xfs_fsize_t size; xfs_off_t start; xfs_off_t finish; char __data[0]; }; struct trace_event_raw_xfs_bunmap { struct trace_entry ent; dev_t dev; xfs_ino_t ino; xfs_fsize_t size; xfs_fileoff_t fileoff; xfs_filblks_t len; long unsigned int caller_ip; int flags; char __data[0]; }; struct trace_event_raw_xfs_extent_busy_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agblock_t agbno; xfs_extlen_t len; char __data[0]; }; struct trace_event_raw_xfs_extent_busy_trim { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agblock_t agbno; xfs_extlen_t len; xfs_agblock_t tbno; xfs_extlen_t tlen; char __data[0]; }; struct trace_event_raw_xfs_agf_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; int flags; __u32 length; __u32 bno_root; __u32 cnt_root; __u32 bno_level; __u32 cnt_level; __u32 flfirst; __u32 fllast; __u32 flcount; __u32 freeblks; __u32 longest; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_free_extent { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agblock_t agbno; xfs_extlen_t len; int resv; int haveleft; int haveright; char __data[0]; }; struct trace_event_raw_xfs_alloc_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agblock_t agbno; xfs_extlen_t minlen; xfs_extlen_t maxlen; xfs_extlen_t mod; xfs_extlen_t prod; xfs_extlen_t minleft; xfs_extlen_t total; xfs_extlen_t alignment; xfs_extlen_t minalignslop; xfs_extlen_t len; short int type; short int otype; char wasdel; char wasfromfl; int resv; int datatype; xfs_fsblock_t firstblock; char __data[0]; }; struct trace_event_raw_xfs_alloc_cur_check { struct trace_entry ent; dev_t dev; xfs_btnum_t btnum; xfs_agblock_t bno; xfs_extlen_t len; xfs_extlen_t diff; bool new; char __data[0]; }; struct trace_event_raw_xfs_da_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; u32 __data_loc_name; int namelen; xfs_dahash_t hashval; xfs_ino_t inumber; uint32_t op_flags; char __data[0]; }; struct trace_event_raw_xfs_attr_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; u32 __data_loc_name; int namelen; int valuelen; xfs_dahash_t hashval; unsigned int attr_filter; unsigned int attr_flags; uint32_t op_flags; char __data[0]; }; struct trace_event_raw_xfs_dir2_space_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; uint32_t op_flags; int idx; char __data[0]; }; struct trace_event_raw_xfs_dir2_leafn_moveents { struct trace_entry ent; dev_t dev; xfs_ino_t ino; uint32_t op_flags; int src_idx; int dst_idx; int count; char __data[0]; }; struct trace_event_raw_xfs_swap_extent_class { struct trace_entry ent; dev_t dev; int which; xfs_ino_t ino; int format; xfs_extnum_t nex; int broot_size; int fork_off; char __data[0]; }; struct trace_event_raw_xfs_log_recover { struct trace_entry ent; dev_t dev; xfs_daddr_t headblk; xfs_daddr_t tailblk; char __data[0]; }; struct trace_event_raw_xfs_log_recover_record { struct trace_entry ent; dev_t dev; xfs_lsn_t lsn; int len; int num_logops; int pass; char __data[0]; }; struct trace_event_raw_xfs_log_recover_item_class { struct trace_entry ent; dev_t dev; long unsigned int item; xlog_tid_t tid; xfs_lsn_t lsn; int type; int pass; int count; int total; char __data[0]; }; struct trace_event_raw_xfs_log_recover_buf_item_class { struct trace_entry ent; dev_t dev; int64_t blkno; short unsigned int len; short unsigned int flags; short unsigned int size; unsigned int map_size; char __data[0]; }; struct trace_event_raw_xfs_log_recover_ino_item_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; short unsigned int size; int fields; short unsigned int asize; short unsigned int dsize; int64_t blkno; int len; int boffset; char __data[0]; }; struct trace_event_raw_xfs_log_recover_icreate_item_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agblock_t agbno; unsigned int count; unsigned int isize; xfs_agblock_t length; unsigned int gen; char __data[0]; }; struct trace_event_raw_xfs_discard_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agblock_t agbno; xfs_extlen_t len; char __data[0]; }; struct trace_event_raw_xfs_btree_cur_class { struct trace_entry ent; dev_t dev; xfs_btnum_t btnum; int level; int nlevels; int ptr; xfs_daddr_t daddr; char __data[0]; }; struct trace_event_raw_xfs_defer_class { struct trace_entry ent; dev_t dev; struct xfs_trans *tp; char committed; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_defer_error_class { struct trace_entry ent; dev_t dev; struct xfs_trans *tp; char committed; int error; char __data[0]; }; struct trace_event_raw_xfs_defer_pending_class { struct trace_entry ent; dev_t dev; int type; void *intent; char committed; int nr; char __data[0]; }; struct trace_event_raw_xfs_phys_extent_deferred_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; int type; xfs_agblock_t agbno; xfs_extlen_t len; char __data[0]; }; struct trace_event_raw_xfs_map_extent_deferred_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_ino_t ino; xfs_agblock_t agbno; int whichfork; xfs_fileoff_t l_loff; xfs_filblks_t l_len; xfs_exntst_t l_state; int op; char __data[0]; }; struct trace_event_raw_xfs_rmap_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agblock_t agbno; xfs_extlen_t len; uint64_t owner; uint64_t offset; long unsigned int flags; char __data[0]; }; struct trace_event_raw_xfs_ag_error_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; int error; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_rmapbt_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agblock_t agbno; xfs_extlen_t len; uint64_t owner; uint64_t offset; unsigned int flags; char __data[0]; }; struct trace_event_raw_xfs_ag_resv_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; int resv; xfs_extlen_t freeblks; xfs_extlen_t flcount; xfs_extlen_t reserved; xfs_extlen_t asked; xfs_extlen_t len; char __data[0]; }; struct trace_event_raw_xfs_ag_btree_lookup_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agblock_t agbno; xfs_lookup_t dir; char __data[0]; }; struct trace_event_raw_xfs_refcount_extent_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; enum xfs_refc_domain domain; xfs_agblock_t startblock; xfs_extlen_t blockcount; xfs_nlink_t refcount; char __data[0]; }; struct trace_event_raw_xfs_refcount_extent_at_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; enum xfs_refc_domain domain; xfs_agblock_t startblock; xfs_extlen_t blockcount; xfs_nlink_t refcount; xfs_agblock_t agbno; char __data[0]; }; struct trace_event_raw_xfs_refcount_double_extent_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; enum xfs_refc_domain i1_domain; xfs_agblock_t i1_startblock; xfs_extlen_t i1_blockcount; xfs_nlink_t i1_refcount; enum xfs_refc_domain i2_domain; xfs_agblock_t i2_startblock; xfs_extlen_t i2_blockcount; xfs_nlink_t i2_refcount; char __data[0]; }; struct trace_event_raw_xfs_refcount_double_extent_at_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; enum xfs_refc_domain i1_domain; xfs_agblock_t i1_startblock; xfs_extlen_t i1_blockcount; xfs_nlink_t i1_refcount; enum xfs_refc_domain i2_domain; xfs_agblock_t i2_startblock; xfs_extlen_t i2_blockcount; xfs_nlink_t i2_refcount; xfs_agblock_t agbno; char __data[0]; }; struct trace_event_raw_xfs_refcount_triple_extent_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; enum xfs_refc_domain i1_domain; xfs_agblock_t i1_startblock; xfs_extlen_t i1_blockcount; xfs_nlink_t i1_refcount; enum xfs_refc_domain i2_domain; xfs_agblock_t i2_startblock; xfs_extlen_t i2_blockcount; xfs_nlink_t i2_refcount; enum xfs_refc_domain i3_domain; xfs_agblock_t i3_startblock; xfs_extlen_t i3_blockcount; xfs_nlink_t i3_refcount; char __data[0]; }; struct trace_event_raw_xfs_refcount_finish_one_leftover { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; int type; xfs_agblock_t agbno; xfs_extlen_t len; xfs_agblock_t new_agbno; xfs_extlen_t new_len; char __data[0]; }; struct trace_event_raw_xfs_inode_error_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; int error; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_double_io_class { struct trace_entry ent; dev_t dev; xfs_ino_t src_ino; loff_t src_isize; loff_t src_disize; loff_t src_offset; long long int len; xfs_ino_t dest_ino; loff_t dest_isize; loff_t dest_disize; loff_t dest_offset; char __data[0]; }; struct trace_event_raw_xfs_inode_irec_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; xfs_fileoff_t lblk; xfs_extlen_t len; xfs_fsblock_t pblk; int state; char __data[0]; }; struct trace_event_raw_xfs_wb_invalid_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; u64 addr; loff_t pos; u64 len; u16 type; u16 flags; u32 wpcseq; u32 forkseq; char __data[0]; }; struct trace_event_raw_xfs_iomap_invalid_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; u64 addr; loff_t pos; u64 len; u64 validity_cookie; u64 inodeseq; u16 type; u16 flags; char __data[0]; }; struct trace_event_raw_xfs_reflink_remap_blocks { struct trace_entry ent; dev_t dev; xfs_ino_t src_ino; xfs_fileoff_t src_lblk; xfs_filblks_t len; xfs_ino_t dest_ino; xfs_fileoff_t dest_lblk; char __data[0]; }; struct trace_event_raw_xfs_ioctl_clone { struct trace_entry ent; dev_t dev; long unsigned int src_ino; loff_t src_isize; long unsigned int dest_ino; loff_t dest_isize; char __data[0]; }; struct trace_event_raw_xfs_fsmap_class { struct trace_entry ent; dev_t dev; dev_t keydev; xfs_agnumber_t agno; xfs_fsblock_t bno; xfs_filblks_t len; uint64_t owner; uint64_t offset; unsigned int flags; char __data[0]; }; struct trace_event_raw_xfs_getfsmap_class { struct trace_entry ent; dev_t dev; dev_t keydev; xfs_daddr_t block; xfs_daddr_t len; uint64_t owner; uint64_t offset; uint64_t flags; char __data[0]; }; struct trace_event_raw_xfs_trans_resv_class { struct trace_entry ent; dev_t dev; int type; uint logres; int logcount; int logflags; char __data[0]; }; struct trace_event_raw_xfs_log_get_max_trans_res { struct trace_entry ent; dev_t dev; uint logres; int logcount; char __data[0]; }; struct trace_event_raw_xfs_trans_class { struct trace_entry ent; dev_t dev; uint32_t tid; uint32_t flags; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_iunlink_update_bucket { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; unsigned int bucket; xfs_agino_t old_ptr; xfs_agino_t new_ptr; char __data[0]; }; struct trace_event_raw_xfs_iunlink_update_dinode { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agino_t agino; xfs_agino_t old_ptr; xfs_agino_t new_ptr; char __data[0]; }; struct trace_event_raw_xfs_ag_inode_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agino_t agino; char __data[0]; }; struct trace_event_raw_xfs_fs_corrupt_class { struct trace_entry ent; dev_t dev; unsigned int flags; char __data[0]; }; struct trace_event_raw_xfs_ag_corrupt_class { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; unsigned int flags; char __data[0]; }; struct trace_event_raw_xfs_inode_corrupt_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; unsigned int flags; char __data[0]; }; struct trace_event_raw_xfs_iwalk_ag { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agino_t startino; char __data[0]; }; struct trace_event_raw_xfs_iwalk_ag_rec { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agino_t startino; uint64_t freemask; char __data[0]; }; struct trace_event_raw_xfs_pwork_init { struct trace_entry ent; dev_t dev; unsigned int nr_threads; pid_t pid; char __data[0]; }; struct trace_event_raw_xfs_kmem_class { struct trace_entry ent; ssize_t size; int flags; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_check_new_dalign { struct trace_entry ent; dev_t dev; int new_dalign; xfs_ino_t sb_rootino; xfs_ino_t calc_rootino; char __data[0]; }; struct trace_event_raw_xfs_btree_commit_afakeroot { struct trace_entry ent; dev_t dev; xfs_btnum_t btnum; xfs_agnumber_t agno; xfs_agblock_t agbno; unsigned int levels; unsigned int blocks; char __data[0]; }; struct trace_event_raw_xfs_btree_commit_ifakeroot { struct trace_entry ent; dev_t dev; xfs_btnum_t btnum; xfs_agnumber_t agno; xfs_agino_t agino; unsigned int levels; unsigned int blocks; int whichfork; char __data[0]; }; struct trace_event_raw_xfs_btree_bload_level_geometry { struct trace_entry ent; dev_t dev; xfs_btnum_t btnum; unsigned int level; unsigned int nlevels; uint64_t nr_this_level; unsigned int nr_per_block; unsigned int desired_npb; long long unsigned int blocks; long long unsigned int blocks_with_extra; char __data[0]; }; struct trace_event_raw_xfs_btree_bload_block { struct trace_entry ent; dev_t dev; xfs_btnum_t btnum; unsigned int level; long long unsigned int block_idx; long long unsigned int nr_blocks; xfs_agnumber_t agno; xfs_agblock_t agbno; unsigned int nr_records; char __data[0]; }; struct trace_event_raw_xfs_timestamp_range_class { struct trace_entry ent; dev_t dev; long long int min; long long int max; char __data[0]; }; struct trace_event_raw_xfs_icwalk_class { struct trace_entry ent; dev_t dev; __u32 flags; uint32_t uid; uint32_t gid; prid_t prid; __u64 min_file_size; long int scan_limit; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xlog_iclog_class { struct trace_entry ent; dev_t dev; uint32_t state; int32_t refcount; uint32_t offset; uint32_t flags; long long unsigned int lsn; long unsigned int caller_ip; char __data[0]; }; struct trace_event_raw_xfs_das_state_class { struct trace_entry ent; int das; xfs_ino_t ino; char __data[0]; }; struct trace_event_raw_xfs_force_shutdown { struct trace_entry ent; dev_t dev; int ptag; int flags; u32 __data_loc_fname; int line_num; char __data[0]; }; struct trace_event_data_offsets_xfs_attr_list_class {}; struct trace_event_data_offsets_xlog_intent_recovery_failed {}; struct trace_event_data_offsets_xfs_perag_class {}; struct trace_event_data_offsets_xfs_inodegc_worker {}; struct trace_event_data_offsets_xfs_fs_class {}; struct trace_event_data_offsets_xfs_inodegc_shrinker_scan {}; struct trace_event_data_offsets_xfs_ag_class {}; struct trace_event_data_offsets_xfs_attr_list_node_descend {}; struct trace_event_data_offsets_xfs_bmap_class {}; struct trace_event_data_offsets_xfs_buf_class {}; struct trace_event_data_offsets_xfs_buf_flags_class {}; struct trace_event_data_offsets_xfs_buf_ioerror {}; struct trace_event_data_offsets_xfs_buf_item_class {}; struct trace_event_data_offsets_xfs_filestream_class {}; struct trace_event_data_offsets_xfs_filestream_pick {}; struct trace_event_data_offsets_xfs_lock_class {}; struct trace_event_data_offsets_xfs_inode_class {}; struct trace_event_data_offsets_xfs_filemap_fault {}; struct trace_event_data_offsets_xfs_iref_class {}; struct trace_event_data_offsets_xfs_iomap_prealloc_size {}; struct trace_event_data_offsets_xfs_irec_merge_pre {}; struct trace_event_data_offsets_xfs_irec_merge_post {}; struct trace_event_data_offsets_xfs_namespace_class { u32 name; }; struct trace_event_data_offsets_xfs_rename { u32 src_name; u32 target_name; }; struct trace_event_data_offsets_xfs_dquot_class {}; struct trace_event_data_offsets_xfs_trans_mod_dquot {}; struct trace_event_data_offsets_xfs_dqtrx_class {}; struct trace_event_data_offsets_xfs_loggrant_class {}; struct trace_event_data_offsets_xfs_log_item_class {}; struct trace_event_data_offsets_xfs_log_force {}; struct trace_event_data_offsets_xfs_ail_class {}; struct trace_event_data_offsets_xfs_log_assign_tail_lsn {}; struct trace_event_data_offsets_xfs_file_class {}; struct trace_event_data_offsets_xfs_imap_class {}; struct trace_event_data_offsets_xfs_simple_io_class {}; struct trace_event_data_offsets_xfs_itrunc_class {}; struct trace_event_data_offsets_xfs_pagecache_inval {}; struct trace_event_data_offsets_xfs_bunmap {}; struct trace_event_data_offsets_xfs_extent_busy_class {}; struct trace_event_data_offsets_xfs_extent_busy_trim {}; struct trace_event_data_offsets_xfs_agf_class {}; struct trace_event_data_offsets_xfs_free_extent {}; struct trace_event_data_offsets_xfs_alloc_class {}; struct trace_event_data_offsets_xfs_alloc_cur_check {}; struct trace_event_data_offsets_xfs_da_class { u32 name; }; struct trace_event_data_offsets_xfs_attr_class { u32 name; }; struct trace_event_data_offsets_xfs_dir2_space_class {}; struct trace_event_data_offsets_xfs_dir2_leafn_moveents {}; struct trace_event_data_offsets_xfs_swap_extent_class {}; struct trace_event_data_offsets_xfs_log_recover {}; struct trace_event_data_offsets_xfs_log_recover_record {}; struct trace_event_data_offsets_xfs_log_recover_item_class {}; struct trace_event_data_offsets_xfs_log_recover_buf_item_class {}; struct trace_event_data_offsets_xfs_log_recover_ino_item_class {}; struct trace_event_data_offsets_xfs_log_recover_icreate_item_class {}; struct trace_event_data_offsets_xfs_discard_class {}; struct trace_event_data_offsets_xfs_btree_cur_class {}; struct trace_event_data_offsets_xfs_defer_class {}; struct trace_event_data_offsets_xfs_defer_error_class {}; struct trace_event_data_offsets_xfs_defer_pending_class {}; struct trace_event_data_offsets_xfs_phys_extent_deferred_class {}; struct trace_event_data_offsets_xfs_map_extent_deferred_class {}; struct trace_event_data_offsets_xfs_rmap_class {}; struct trace_event_data_offsets_xfs_ag_error_class {}; struct trace_event_data_offsets_xfs_rmapbt_class {}; struct trace_event_data_offsets_xfs_ag_resv_class {}; struct trace_event_data_offsets_xfs_ag_btree_lookup_class {}; struct trace_event_data_offsets_xfs_refcount_extent_class {}; struct trace_event_data_offsets_xfs_refcount_extent_at_class {}; struct trace_event_data_offsets_xfs_refcount_double_extent_class {}; struct trace_event_data_offsets_xfs_refcount_double_extent_at_class {}; struct trace_event_data_offsets_xfs_refcount_triple_extent_class {}; struct trace_event_data_offsets_xfs_refcount_finish_one_leftover {}; struct trace_event_data_offsets_xfs_inode_error_class {}; struct trace_event_data_offsets_xfs_double_io_class {}; struct trace_event_data_offsets_xfs_inode_irec_class {}; struct trace_event_data_offsets_xfs_wb_invalid_class {}; struct trace_event_data_offsets_xfs_iomap_invalid_class {}; struct trace_event_data_offsets_xfs_reflink_remap_blocks {}; struct trace_event_data_offsets_xfs_ioctl_clone {}; struct trace_event_data_offsets_xfs_fsmap_class {}; struct trace_event_data_offsets_xfs_getfsmap_class {}; struct trace_event_data_offsets_xfs_trans_resv_class {}; struct trace_event_data_offsets_xfs_log_get_max_trans_res {}; struct trace_event_data_offsets_xfs_trans_class {}; struct trace_event_data_offsets_xfs_iunlink_update_bucket {}; struct trace_event_data_offsets_xfs_iunlink_update_dinode {}; struct trace_event_data_offsets_xfs_ag_inode_class {}; struct trace_event_data_offsets_xfs_fs_corrupt_class {}; struct trace_event_data_offsets_xfs_ag_corrupt_class {}; struct trace_event_data_offsets_xfs_inode_corrupt_class {}; struct trace_event_data_offsets_xfs_iwalk_ag {}; struct trace_event_data_offsets_xfs_iwalk_ag_rec {}; struct trace_event_data_offsets_xfs_pwork_init {}; struct trace_event_data_offsets_xfs_kmem_class {}; struct trace_event_data_offsets_xfs_check_new_dalign {}; struct trace_event_data_offsets_xfs_btree_commit_afakeroot {}; struct trace_event_data_offsets_xfs_btree_commit_ifakeroot {}; struct trace_event_data_offsets_xfs_btree_bload_level_geometry {}; struct trace_event_data_offsets_xfs_btree_bload_block {}; struct trace_event_data_offsets_xfs_timestamp_range_class {}; struct trace_event_data_offsets_xfs_icwalk_class {}; struct trace_event_data_offsets_xlog_iclog_class {}; struct trace_event_data_offsets_xfs_das_state_class {}; struct trace_event_data_offsets_xfs_force_shutdown { u32 fname; }; typedef void (*btf_trace_xfs_attr_list_sf)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xfs_attr_list_sf_all)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xfs_attr_list_leaf)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xfs_attr_list_leaf_end)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xfs_attr_list_full)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xfs_attr_list_add)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xfs_attr_list_wrong_blk)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xfs_attr_list_notfound)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xfs_attr_leaf_list)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xfs_attr_node_list)(void *, struct xfs_attr_list_context *); typedef void (*btf_trace_xlog_intent_recovery_failed)(void *, struct xfs_mount *, int, void *); typedef void (*btf_trace_xfs_perag_get)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_perag_get_tag)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_perag_put)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_perag_set_inode_tag)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_perag_clear_inode_tag)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_inodegc_worker)(void *, struct xfs_mount *, unsigned int); typedef void (*btf_trace_xfs_inodegc_flush)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_inodegc_push)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_inodegc_start)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_inodegc_stop)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_inodegc_queue)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_inodegc_throttle)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_fs_sync_fs)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_blockgc_start)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_blockgc_stop)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_blockgc_worker)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_blockgc_flush_all)(void *, struct xfs_mount *, void *); typedef void (*btf_trace_xfs_inodegc_shrinker_scan)(void *, struct xfs_mount *, struct shrink_control *, void *); typedef void (*btf_trace_xfs_read_agf)(void *, struct xfs_mount *, xfs_agnumber_t); typedef void (*btf_trace_xfs_alloc_read_agf)(void *, struct xfs_mount *, xfs_agnumber_t); typedef void (*btf_trace_xfs_read_agi)(void *, struct xfs_mount *, xfs_agnumber_t); typedef void (*btf_trace_xfs_ialloc_read_agi)(void *, struct xfs_mount *, xfs_agnumber_t); typedef void (*btf_trace_xfs_attr_list_node_descend)(void *, struct xfs_attr_list_context *, struct xfs_da_node_entry *); typedef void (*btf_trace_xfs_iext_insert)(void *, struct xfs_inode *, struct xfs_iext_cursor *, int, long unsigned int); typedef void (*btf_trace_xfs_iext_remove)(void *, struct xfs_inode *, struct xfs_iext_cursor *, int, long unsigned int); typedef void (*btf_trace_xfs_bmap_pre_update)(void *, struct xfs_inode *, struct xfs_iext_cursor *, int, long unsigned int); typedef void (*btf_trace_xfs_bmap_post_update)(void *, struct xfs_inode *, struct xfs_iext_cursor *, int, long unsigned int); typedef void (*btf_trace_xfs_read_extent)(void *, struct xfs_inode *, struct xfs_iext_cursor *, int, long unsigned int); typedef void (*btf_trace_xfs_write_extent)(void *, struct xfs_inode *, struct xfs_iext_cursor *, int, long unsigned int); typedef void (*btf_trace_xfs_buf_init)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_free)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_hold)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_rele)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_iodone)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_submit)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_lock)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_lock_done)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_trylock_fail)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_trylock)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_unlock)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_iowait)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_iowait_done)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_delwri_queue)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_delwri_queued)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_delwri_split)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_delwri_pushbuf)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_get_uncached)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_item_relse)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_iodone_async)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_error_relse)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_drain_buftarg)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_trans_read_buf_shut)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_btree_corrupt)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_reset_dqcounts)(void *, struct xfs_buf *, long unsigned int); typedef void (*btf_trace_xfs_buf_find)(void *, struct xfs_buf *, unsigned int, long unsigned int); typedef void (*btf_trace_xfs_buf_get)(void *, struct xfs_buf *, unsigned int, long unsigned int); typedef void (*btf_trace_xfs_buf_read)(void *, struct xfs_buf *, unsigned int, long unsigned int); typedef void (*btf_trace_xfs_buf_ioerror)(void *, struct xfs_buf *, int, xfs_failaddr_t); typedef void (*btf_trace_xfs_buf_item_size)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_size_ordered)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_size_stale)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_format)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_format_stale)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_ordered)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_pin)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_unpin)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_unpin_stale)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_release)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_committed)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_buf_item_push)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_get_buf)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_get_buf_recur)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_getsb)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_getsb_recur)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_read_buf)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_read_buf_recur)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_log_buf)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_brelse)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_bjoin)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_bhold)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_bhold_release)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_trans_binval)(void *, struct xfs_buf_log_item *); typedef void (*btf_trace_xfs_filestream_free)(void *, struct xfs_mount *, xfs_ino_t, xfs_agnumber_t); typedef void (*btf_trace_xfs_filestream_lookup)(void *, struct xfs_mount *, xfs_ino_t, xfs_agnumber_t); typedef void (*btf_trace_xfs_filestream_scan)(void *, struct xfs_mount *, xfs_ino_t, xfs_agnumber_t); typedef void (*btf_trace_xfs_filestream_pick)(void *, struct xfs_inode *, xfs_agnumber_t, xfs_extlen_t, int); typedef void (*btf_trace_xfs_ilock)(void *, struct xfs_inode *, unsigned int, long unsigned int); typedef void (*btf_trace_xfs_ilock_nowait)(void *, struct xfs_inode *, unsigned int, long unsigned int); typedef void (*btf_trace_xfs_ilock_demote)(void *, struct xfs_inode *, unsigned int, long unsigned int); typedef void (*btf_trace_xfs_iunlock)(void *, struct xfs_inode *, unsigned int, long unsigned int); typedef void (*btf_trace_xfs_iget_skip)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_iget_recycle)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_iget_recycle_fail)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_iget_hit)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_iget_miss)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_getattr)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_setattr)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_readlink)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inactive_symlink)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_alloc_file_space)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_free_file_space)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_zero_file_space)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_collapse_file_space)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_insert_file_space)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_readdir)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_get_acl)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_vm_bmap)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_file_ioctl)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_file_compat_ioctl)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_ioctl_setattr)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_dir_fsync)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_file_fsync)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_destroy_inode)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_update_time)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_dquot_dqalloc)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_dquot_dqdetach)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_set_eofblocks_tag)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_clear_eofblocks_tag)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_free_eofblocks_invalid)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_set_cowblocks_tag)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_clear_cowblocks_tag)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_free_cowblocks_invalid)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_set_reclaimable)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_reclaiming)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_set_need_inactive)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_inode_inactivating)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_filemap_fault)(void *, struct xfs_inode *, enum page_entry_size, bool); typedef void (*btf_trace_xfs_iomap_prealloc_size)(void *, struct xfs_inode *, xfs_fsblock_t, int, unsigned int); typedef void (*btf_trace_xfs_irec_merge_pre)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agino_t, uint16_t, xfs_agino_t, uint16_t); typedef void (*btf_trace_xfs_irec_merge_post)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agino_t, uint16_t); typedef void (*btf_trace_xfs_irele)(void *, struct xfs_inode *, long unsigned int); typedef void (*btf_trace_xfs_inode_pin)(void *, struct xfs_inode *, long unsigned int); typedef void (*btf_trace_xfs_inode_unpin)(void *, struct xfs_inode *, long unsigned int); typedef void (*btf_trace_xfs_inode_unpin_nowait)(void *, struct xfs_inode *, long unsigned int); typedef void (*btf_trace_xfs_remove)(void *, struct xfs_inode *, const struct xfs_name *); typedef void (*btf_trace_xfs_link)(void *, struct xfs_inode *, const struct xfs_name *); typedef void (*btf_trace_xfs_lookup)(void *, struct xfs_inode *, const struct xfs_name *); typedef void (*btf_trace_xfs_create)(void *, struct xfs_inode *, const struct xfs_name *); typedef void (*btf_trace_xfs_symlink)(void *, struct xfs_inode *, const struct xfs_name *); typedef void (*btf_trace_xfs_rename)(void *, struct xfs_inode *, struct xfs_inode *, struct xfs_name *, struct xfs_name *); typedef void (*btf_trace_xfs_dqadjust)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqreclaim_want)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqreclaim_dirty)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqreclaim_busy)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqreclaim_done)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqattach_found)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqattach_get)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqalloc)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqtobp_read)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqread)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqread_fail)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqget_hit)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqget_miss)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqget_freeing)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqget_dup)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqput)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqput_free)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqrele)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqflush)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqflush_force)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_dqflush_done)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_trans_apply_dquot_deltas_before)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_trans_apply_dquot_deltas_after)(void *, struct xfs_dquot *); typedef void (*btf_trace_xfs_trans_mod_dquot)(void *, struct xfs_trans *, struct xfs_dquot *, unsigned int, int64_t); typedef void (*btf_trace_xfs_trans_apply_dquot_deltas)(void *, struct xfs_dqtrx *); typedef void (*btf_trace_xfs_trans_mod_dquot_before)(void *, struct xfs_dqtrx *); typedef void (*btf_trace_xfs_trans_mod_dquot_after)(void *, struct xfs_dqtrx *); typedef void (*btf_trace_xfs_log_umount_write)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_grant_sleep)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_grant_wake)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_grant_wake_up)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_reserve)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_reserve_exit)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_regrant)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_regrant_exit)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_ticket_regrant)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_ticket_regrant_exit)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_ticket_regrant_sub)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_ticket_ungrant)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_ticket_ungrant_sub)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_ticket_ungrant_exit)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_cil_wait)(void *, struct xlog *, struct xlog_ticket *); typedef void (*btf_trace_xfs_log_force)(void *, struct xfs_mount *, xfs_lsn_t, long unsigned int); typedef void (*btf_trace_xfs_ail_push)(void *, struct xfs_log_item *); typedef void (*btf_trace_xfs_ail_pinned)(void *, struct xfs_log_item *); typedef void (*btf_trace_xfs_ail_locked)(void *, struct xfs_log_item *); typedef void (*btf_trace_xfs_ail_flushing)(void *, struct xfs_log_item *); typedef void (*btf_trace_xfs_cil_whiteout_mark)(void *, struct xfs_log_item *); typedef void (*btf_trace_xfs_cil_whiteout_skip)(void *, struct xfs_log_item *); typedef void (*btf_trace_xfs_cil_whiteout_unpin)(void *, struct xfs_log_item *); typedef void (*btf_trace_xfs_ail_insert)(void *, struct xfs_log_item *, xfs_lsn_t, xfs_lsn_t); typedef void (*btf_trace_xfs_ail_move)(void *, struct xfs_log_item *, xfs_lsn_t, xfs_lsn_t); typedef void (*btf_trace_xfs_ail_delete)(void *, struct xfs_log_item *, xfs_lsn_t, xfs_lsn_t); typedef void (*btf_trace_xfs_log_assign_tail_lsn)(void *, struct xlog *, xfs_lsn_t); typedef void (*btf_trace_xfs_file_buffered_read)(void *, struct kiocb *, struct iov_iter *); typedef void (*btf_trace_xfs_file_direct_read)(void *, struct kiocb *, struct iov_iter *); typedef void (*btf_trace_xfs_file_dax_read)(void *, struct kiocb *, struct iov_iter *); typedef void (*btf_trace_xfs_file_buffered_write)(void *, struct kiocb *, struct iov_iter *); typedef void (*btf_trace_xfs_file_direct_write)(void *, struct kiocb *, struct iov_iter *); typedef void (*btf_trace_xfs_file_dax_write)(void *, struct kiocb *, struct iov_iter *); typedef void (*btf_trace_xfs_reflink_bounce_dio_write)(void *, struct kiocb *, struct iov_iter *); typedef void (*btf_trace_xfs_map_blocks_found)(void *, struct xfs_inode *, xfs_off_t, ssize_t, int, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_map_blocks_alloc)(void *, struct xfs_inode *, xfs_off_t, ssize_t, int, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_iomap_alloc)(void *, struct xfs_inode *, xfs_off_t, ssize_t, int, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_iomap_found)(void *, struct xfs_inode *, xfs_off_t, ssize_t, int, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_delalloc_enospc)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_unwritten_convert)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_setfilesize)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_zero_eof)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_end_io_direct_write)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_end_io_direct_write_unwritten)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_end_io_direct_write_append)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_itruncate_extents_start)(void *, struct xfs_inode *, xfs_fsize_t); typedef void (*btf_trace_xfs_itruncate_extents_end)(void *, struct xfs_inode *, xfs_fsize_t); typedef void (*btf_trace_xfs_pagecache_inval)(void *, struct xfs_inode *, xfs_off_t, xfs_off_t); typedef void (*btf_trace_xfs_bunmap)(void *, struct xfs_inode *, xfs_fileoff_t, xfs_filblks_t, int, long unsigned int); typedef void (*btf_trace_xfs_extent_busy)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_extent_busy_enomem)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_extent_busy_force)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_extent_busy_reuse)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_extent_busy_clear)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_extent_busy_trim)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_agf)(void *, struct xfs_mount *, struct xfs_agf *, int, long unsigned int); typedef void (*btf_trace_xfs_agfl_reset)(void *, struct xfs_mount *, struct xfs_agf *, int, long unsigned int); typedef void (*btf_trace_xfs_free_extent)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, enum xfs_ag_resv_type, int, int); typedef void (*btf_trace_xfs_alloc_exact_done)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_exact_notfound)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_exact_error)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_near_nominleft)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_near_first)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_cur)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_cur_right)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_cur_left)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_cur_lookup)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_cur_lookup_done)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_near_error)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_near_noentry)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_near_busy)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_size_neither)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_size_noentry)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_size_nominleft)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_size_done)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_size_error)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_size_busy)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_small_freelist)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_small_notenough)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_small_done)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_small_error)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_vextent_badargs)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_vextent_nofix)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_vextent_noagbp)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_vextent_loopfailed)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_vextent_allfailed)(void *, struct xfs_alloc_arg *); typedef void (*btf_trace_xfs_alloc_cur_check)(void *, struct xfs_mount *, xfs_btnum_t, xfs_agblock_t, xfs_extlen_t, xfs_extlen_t, bool); typedef void (*btf_trace_xfs_dir2_sf_addname)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_sf_create)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_sf_lookup)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_sf_replace)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_sf_removename)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_sf_toino4)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_sf_toino8)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_sf_to_block)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_block_addname)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_block_lookup)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_block_replace)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_block_removename)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_block_to_sf)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_block_to_leaf)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_leaf_addname)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_leaf_lookup)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_leaf_replace)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_leaf_removename)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_leaf_to_block)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_leaf_to_node)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_node_addname)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_node_lookup)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_node_replace)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_node_removename)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_node_to_leaf)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_sf_add)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_sf_addname)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_sf_create)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_sf_lookup)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_sf_remove)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_sf_to_leaf)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_add)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_add_old)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_add_new)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_add_work)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_create)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_compact)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_get)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_lookup)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_replace)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_remove)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_removename)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_split)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_split_before)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_split_after)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_clearflag)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_setflag)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_flipflags)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_to_sf)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_to_node)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_rebalance)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_unbalance)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_leaf_toosmall)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_node_addname)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_node_get)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_node_replace)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_node_removename)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_fillstate)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_refillstate)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_rmtval_get)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_attr_rmtval_set)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_split)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_join)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_link_before)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_link_after)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_unlink_back)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_unlink_forward)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_root_split)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_root_join)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_node_add)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_node_create)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_node_split)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_node_remove)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_node_rebalance)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_node_unbalance)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_node_toosmall)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_swap_lastblock)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_grow_inode)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_shrink_inode)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_fixhashpath)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_da_path_shift)(void *, struct xfs_da_args *); typedef void (*btf_trace_xfs_dir2_leafn_add)(void *, struct xfs_da_args *, int); typedef void (*btf_trace_xfs_dir2_leafn_remove)(void *, struct xfs_da_args *, int); typedef void (*btf_trace_xfs_dir2_grow_inode)(void *, struct xfs_da_args *, int); typedef void (*btf_trace_xfs_dir2_shrink_inode)(void *, struct xfs_da_args *, int); typedef void (*btf_trace_xfs_dir2_leafn_moveents)(void *, struct xfs_da_args *, int, int, int); typedef void (*btf_trace_xfs_swap_extent_before)(void *, struct xfs_inode *, int); typedef void (*btf_trace_xfs_swap_extent_after)(void *, struct xfs_inode *, int); typedef void (*btf_trace_xfs_log_recover)(void *, struct xlog *, xfs_daddr_t, xfs_daddr_t); typedef void (*btf_trace_xfs_log_recover_record)(void *, struct xlog *, struct xlog_rec_header *, int); typedef void (*btf_trace_xfs_log_recover_item_add)(void *, struct xlog *, struct xlog_recover *, struct xlog_recover_item *, int); typedef void (*btf_trace_xfs_log_recover_item_add_cont)(void *, struct xlog *, struct xlog_recover *, struct xlog_recover_item *, int); typedef void (*btf_trace_xfs_log_recover_item_reorder_head)(void *, struct xlog *, struct xlog_recover *, struct xlog_recover_item *, int); typedef void (*btf_trace_xfs_log_recover_item_reorder_tail)(void *, struct xlog *, struct xlog_recover *, struct xlog_recover_item *, int); typedef void (*btf_trace_xfs_log_recover_item_recover)(void *, struct xlog *, struct xlog_recover *, struct xlog_recover_item *, int); typedef void (*btf_trace_xfs_log_recover_buf_not_cancel)(void *, struct xlog *, struct xfs_buf_log_format *); typedef void (*btf_trace_xfs_log_recover_buf_cancel)(void *, struct xlog *, struct xfs_buf_log_format *); typedef void (*btf_trace_xfs_log_recover_buf_cancel_add)(void *, struct xlog *, struct xfs_buf_log_format *); typedef void (*btf_trace_xfs_log_recover_buf_cancel_ref_inc)(void *, struct xlog *, struct xfs_buf_log_format *); typedef void (*btf_trace_xfs_log_recover_buf_recover)(void *, struct xlog *, struct xfs_buf_log_format *); typedef void (*btf_trace_xfs_log_recover_buf_skip)(void *, struct xlog *, struct xfs_buf_log_format *); typedef void (*btf_trace_xfs_log_recover_buf_inode_buf)(void *, struct xlog *, struct xfs_buf_log_format *); typedef void (*btf_trace_xfs_log_recover_buf_reg_buf)(void *, struct xlog *, struct xfs_buf_log_format *); typedef void (*btf_trace_xfs_log_recover_buf_dquot_buf)(void *, struct xlog *, struct xfs_buf_log_format *); typedef void (*btf_trace_xfs_log_recover_inode_recover)(void *, struct xlog *, struct xfs_inode_log_format *); typedef void (*btf_trace_xfs_log_recover_inode_cancel)(void *, struct xlog *, struct xfs_inode_log_format *); typedef void (*btf_trace_xfs_log_recover_inode_skip)(void *, struct xlog *, struct xfs_inode_log_format *); typedef void (*btf_trace_xfs_log_recover_icreate_cancel)(void *, struct xlog *, struct xfs_icreate_log *); typedef void (*btf_trace_xfs_log_recover_icreate_recover)(void *, struct xlog *, struct xfs_icreate_log *); typedef void (*btf_trace_xfs_discard_extent)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_discard_toosmall)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_discard_exclude)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_discard_busy)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_btree_updkeys)(void *, struct xfs_btree_cur *, int, struct xfs_buf *); typedef void (*btf_trace_xfs_btree_overlapped_query_range)(void *, struct xfs_btree_cur *, int, struct xfs_buf *); typedef void (*btf_trace_xfs_defer_cancel)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_defer_trans_roll)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_defer_trans_abort)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_defer_finish)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_defer_finish_done)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_defer_trans_roll_error)(void *, struct xfs_trans *, int); typedef void (*btf_trace_xfs_defer_finish_error)(void *, struct xfs_trans *, int); typedef void (*btf_trace_xfs_defer_create_intent)(void *, struct xfs_mount *, struct xfs_defer_pending *); typedef void (*btf_trace_xfs_defer_cancel_list)(void *, struct xfs_mount *, struct xfs_defer_pending *); typedef void (*btf_trace_xfs_defer_pending_finish)(void *, struct xfs_mount *, struct xfs_defer_pending *); typedef void (*btf_trace_xfs_defer_pending_abort)(void *, struct xfs_mount *, struct xfs_defer_pending *); typedef void (*btf_trace_xfs_defer_relog_intent)(void *, struct xfs_mount *, struct xfs_defer_pending *); typedef void (*btf_trace_xfs_bmap_free_defer)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_bmap_free_deferred)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_agfl_free_defer)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_agfl_free_deferred)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_rmap_unmap)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, bool, const struct xfs_owner_info *); typedef void (*btf_trace_xfs_rmap_unmap_done)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, bool, const struct xfs_owner_info *); typedef void (*btf_trace_xfs_rmap_unmap_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_rmap_map)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, bool, const struct xfs_owner_info *); typedef void (*btf_trace_xfs_rmap_map_done)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, bool, const struct xfs_owner_info *); typedef void (*btf_trace_xfs_rmap_map_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_rmap_convert)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, bool, const struct xfs_owner_info *); typedef void (*btf_trace_xfs_rmap_convert_done)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, bool, const struct xfs_owner_info *); typedef void (*btf_trace_xfs_rmap_convert_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_rmap_convert_state)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_rmap_defer)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_ino_t, int, xfs_fileoff_t, xfs_filblks_t, xfs_exntst_t); typedef void (*btf_trace_xfs_rmap_deferred)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_ino_t, int, xfs_fileoff_t, xfs_filblks_t, xfs_exntst_t); typedef void (*btf_trace_xfs_rmapbt_alloc_block)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_rmapbt_free_block)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_rmap_update)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_rmap_insert)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_rmap_delete)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_rmap_insert_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_rmap_delete_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_rmap_update_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_rmap_find_left_neighbor_candidate)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_rmap_find_left_neighbor_query)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_rmap_lookup_le_range_candidate)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_rmap_lookup_le_range)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_rmap_lookup_le_range_result)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_rmap_find_right_neighbor_result)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_rmap_find_left_neighbor_result)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t, uint64_t, uint64_t, unsigned int); typedef void (*btf_trace_xfs_bmap_defer)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_ino_t, int, xfs_fileoff_t, xfs_filblks_t, xfs_exntst_t); typedef void (*btf_trace_xfs_bmap_deferred)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_ino_t, int, xfs_fileoff_t, xfs_filblks_t, xfs_exntst_t); typedef void (*btf_trace_xfs_ag_resv_init)(void *, struct xfs_perag *, enum xfs_ag_resv_type, xfs_extlen_t); typedef void (*btf_trace_xfs_ag_resv_free)(void *, struct xfs_perag *, enum xfs_ag_resv_type, xfs_extlen_t); typedef void (*btf_trace_xfs_ag_resv_alloc_extent)(void *, struct xfs_perag *, enum xfs_ag_resv_type, xfs_extlen_t); typedef void (*btf_trace_xfs_ag_resv_free_extent)(void *, struct xfs_perag *, enum xfs_ag_resv_type, xfs_extlen_t); typedef void (*btf_trace_xfs_ag_resv_critical)(void *, struct xfs_perag *, enum xfs_ag_resv_type, xfs_extlen_t); typedef void (*btf_trace_xfs_ag_resv_needed)(void *, struct xfs_perag *, enum xfs_ag_resv_type, xfs_extlen_t); typedef void (*btf_trace_xfs_ag_resv_free_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_ag_resv_init_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcountbt_alloc_block)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcountbt_free_block)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcount_lookup)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_lookup_t); typedef void (*btf_trace_xfs_refcount_get)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *); typedef void (*btf_trace_xfs_refcount_update)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *); typedef void (*btf_trace_xfs_refcount_insert)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *); typedef void (*btf_trace_xfs_refcount_delete)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *); typedef void (*btf_trace_xfs_refcount_insert_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_delete_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_update_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_increase)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcount_decrease)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcount_cow_increase)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcount_cow_decrease)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcount_merge_center_extents)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *, struct xfs_refcount_irec *, struct xfs_refcount_irec *); typedef void (*btf_trace_xfs_refcount_modify_extent)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *); typedef void (*btf_trace_xfs_refcount_recover_extent)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *); typedef void (*btf_trace_xfs_refcount_split_extent)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *, xfs_agblock_t); typedef void (*btf_trace_xfs_refcount_merge_left_extent)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *, struct xfs_refcount_irec *); typedef void (*btf_trace_xfs_refcount_merge_right_extent)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *, struct xfs_refcount_irec *); typedef void (*btf_trace_xfs_refcount_find_left_extent)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *, struct xfs_refcount_irec *, xfs_agblock_t); typedef void (*btf_trace_xfs_refcount_find_right_extent)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_refcount_irec *, struct xfs_refcount_irec *, xfs_agblock_t); typedef void (*btf_trace_xfs_refcount_adjust_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_adjust_cow_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_merge_center_extents_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_modify_extent_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_split_extent_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_merge_left_extent_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_merge_right_extent_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_find_left_extent_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_find_right_extent_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_find_shared)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcount_find_shared_result)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcount_find_shared_error)(void *, struct xfs_mount *, xfs_agnumber_t, int, long unsigned int); typedef void (*btf_trace_xfs_refcount_defer)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcount_deferred)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_refcount_finish_one_leftover)(void *, struct xfs_mount *, xfs_agnumber_t, int, xfs_agblock_t, xfs_extlen_t, xfs_agblock_t, xfs_extlen_t); typedef void (*btf_trace_xfs_wb_cow_iomap_invalid)(void *, struct xfs_inode *, const struct iomap *, unsigned int, int); typedef void (*btf_trace_xfs_wb_data_iomap_invalid)(void *, struct xfs_inode *, const struct iomap *, unsigned int, int); typedef void (*btf_trace_xfs_iomap_invalid)(void *, struct xfs_inode *, const struct iomap *); typedef void (*btf_trace_xfs_reflink_set_inode_flag)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_reflink_unset_inode_flag)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_reflink_update_inode_size)(void *, struct xfs_inode *, xfs_fsize_t); typedef void (*btf_trace_xfs_reflink_remap_blocks)(void *, struct xfs_inode *, xfs_fileoff_t, xfs_filblks_t, struct xfs_inode *, xfs_fileoff_t); typedef void (*btf_trace_xfs_reflink_remap_range)(void *, struct xfs_inode *, xfs_off_t, xfs_off_t, struct xfs_inode *, xfs_off_t); typedef void (*btf_trace_xfs_reflink_remap_range_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_reflink_set_inode_flag_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_reflink_update_inode_size_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_reflink_remap_blocks_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_reflink_remap_extent_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_reflink_remap_extent_src)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_reflink_remap_extent_dest)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_reflink_compare_extents)(void *, struct xfs_inode *, xfs_off_t, xfs_off_t, struct xfs_inode *, xfs_off_t); typedef void (*btf_trace_xfs_reflink_compare_extents_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_ioctl_clone)(void *, struct inode *, struct inode *); typedef void (*btf_trace_xfs_reflink_unshare)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_reflink_unshare_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_reflink_trim_around_shared)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_reflink_cow_found)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_reflink_cow_enospc)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_reflink_convert_cow)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_reflink_cancel_cow_range)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_reflink_end_cow)(void *, struct xfs_inode *, xfs_off_t, ssize_t); typedef void (*btf_trace_xfs_reflink_cow_remap_from)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_reflink_cow_remap_to)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_reflink_cancel_cow_range_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_reflink_end_cow_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_reflink_cancel_cow)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_swap_extent_rmap_remap)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_swap_extent_rmap_remap_piece)(void *, struct xfs_inode *, struct xfs_bmbt_irec *); typedef void (*btf_trace_xfs_swap_extent_rmap_error)(void *, struct xfs_inode *, int, long unsigned int); typedef void (*btf_trace_xfs_fsmap_low_key)(void *, struct xfs_mount *, u32, xfs_agnumber_t, const struct xfs_rmap_irec *); typedef void (*btf_trace_xfs_fsmap_high_key)(void *, struct xfs_mount *, u32, xfs_agnumber_t, const struct xfs_rmap_irec *); typedef void (*btf_trace_xfs_fsmap_mapping)(void *, struct xfs_mount *, u32, xfs_agnumber_t, const struct xfs_rmap_irec *); typedef void (*btf_trace_xfs_getfsmap_low_key)(void *, struct xfs_mount *, struct xfs_fsmap *); typedef void (*btf_trace_xfs_getfsmap_high_key)(void *, struct xfs_mount *, struct xfs_fsmap *); typedef void (*btf_trace_xfs_getfsmap_mapping)(void *, struct xfs_mount *, struct xfs_fsmap *); typedef void (*btf_trace_xfs_trans_resv_calc)(void *, struct xfs_mount *, unsigned int, struct xfs_trans_res *); typedef void (*btf_trace_xfs_trans_resv_calc_minlogsize)(void *, struct xfs_mount *, unsigned int, struct xfs_trans_res *); typedef void (*btf_trace_xfs_log_get_max_trans_res)(void *, struct xfs_mount *, const struct xfs_trans_res *); typedef void (*btf_trace_xfs_trans_alloc)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_trans_cancel)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_trans_commit)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_trans_dup)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_trans_free)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_trans_roll)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_trans_add_item)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_trans_commit_items)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_trans_free_items)(void *, struct xfs_trans *, long unsigned int); typedef void (*btf_trace_xfs_iunlink_update_bucket)(void *, struct xfs_mount *, xfs_agnumber_t, unsigned int, xfs_agino_t, xfs_agino_t); typedef void (*btf_trace_xfs_iunlink_update_dinode)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agino_t, xfs_agino_t, xfs_agino_t); typedef void (*btf_trace_xfs_iunlink)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_iunlink_remove)(void *, struct xfs_inode *); typedef void (*btf_trace_xfs_fs_mark_sick)(void *, struct xfs_mount *, unsigned int); typedef void (*btf_trace_xfs_fs_mark_healthy)(void *, struct xfs_mount *, unsigned int); typedef void (*btf_trace_xfs_fs_unfixed_corruption)(void *, struct xfs_mount *, unsigned int); typedef void (*btf_trace_xfs_rt_mark_sick)(void *, struct xfs_mount *, unsigned int); typedef void (*btf_trace_xfs_rt_mark_healthy)(void *, struct xfs_mount *, unsigned int); typedef void (*btf_trace_xfs_rt_unfixed_corruption)(void *, struct xfs_mount *, unsigned int); typedef void (*btf_trace_xfs_ag_mark_sick)(void *, struct xfs_mount *, xfs_agnumber_t, unsigned int); typedef void (*btf_trace_xfs_ag_mark_healthy)(void *, struct xfs_mount *, xfs_agnumber_t, unsigned int); typedef void (*btf_trace_xfs_ag_unfixed_corruption)(void *, struct xfs_mount *, xfs_agnumber_t, unsigned int); typedef void (*btf_trace_xfs_inode_mark_sick)(void *, struct xfs_inode *, unsigned int); typedef void (*btf_trace_xfs_inode_mark_healthy)(void *, struct xfs_inode *, unsigned int); typedef void (*btf_trace_xfs_iwalk_ag)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agino_t); typedef void (*btf_trace_xfs_iwalk_ag_rec)(void *, struct xfs_mount *, xfs_agnumber_t, struct xfs_inobt_rec_incore *); typedef void (*btf_trace_xfs_pwork_init)(void *, struct xfs_mount *, unsigned int, pid_t); typedef void (*btf_trace_kmem_alloc)(void *, ssize_t, int, long unsigned int); typedef void (*btf_trace_xfs_check_new_dalign)(void *, struct xfs_mount *, int, xfs_ino_t); typedef void (*btf_trace_xfs_btree_commit_afakeroot)(void *, struct xfs_btree_cur *); typedef void (*btf_trace_xfs_btree_commit_ifakeroot)(void *, struct xfs_btree_cur *); typedef void (*btf_trace_xfs_btree_bload_level_geometry)(void *, struct xfs_btree_cur *, unsigned int, uint64_t, unsigned int, unsigned int, uint64_t, uint64_t); typedef void (*btf_trace_xfs_btree_bload_block)(void *, struct xfs_btree_cur *, unsigned int, uint64_t, uint64_t, union xfs_btree_ptr *, unsigned int); typedef void (*btf_trace_xfs_inode_timestamp_range)(void *, struct xfs_mount *, long long int, long long int); typedef void (*btf_trace_xfs_quota_expiry_range)(void *, struct xfs_mount *, long long int, long long int); typedef void (*btf_trace_xfs_ioc_free_eofblocks)(void *, struct xfs_mount *, struct xfs_icwalk *, long unsigned int); typedef void (*btf_trace_xfs_blockgc_free_space)(void *, struct xfs_mount *, struct xfs_icwalk *, long unsigned int); typedef void (*btf_trace_xlog_iclog_activate)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_clean)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_callback)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_callbacks_start)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_callbacks_done)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_force)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_force_lsn)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_get_space)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_release)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_switch)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_sync)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_syncing)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_sync_done)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_want_sync)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_wait_on)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xlog_iclog_write)(void *, struct xlog_in_core *, long unsigned int); typedef void (*btf_trace_xfs_attr_sf_addname_return)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_attr_set_iter_return)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_attr_leaf_addname_return)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_attr_node_addname_return)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_attr_remove_iter_return)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_attr_rmtval_alloc)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_attr_rmtval_remove_return)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_attr_defer_add)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_attr_defer_replace)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_attr_defer_remove)(void *, int, struct xfs_inode *); typedef void (*btf_trace_xfs_force_shutdown)(void *, struct xfs_mount *, int, int, const char *, int); struct xfs_btree_split_args { struct xfs_btree_cur *cur; int level; union xfs_btree_ptr *ptrp; union xfs_btree_key *key; struct xfs_btree_cur **curp; int *stat; int result; bool kswapd; struct completion *done; struct work_struct work; }; struct xfs_btree_block_change_owner_info { uint64_t new_owner; struct list_head *buffer_list; }; struct xfs_da3_node_hdr { struct xfs_da3_blkinfo info; __be16 __count; __be16 __level; __be32 __pad32; }; typedef struct xfs_da_intnode xfs_da_intnode_t; struct xfs_da3_intnode { struct xfs_da3_node_hdr hdr; struct xfs_da_node_entry __btree[0]; }; struct xfs_dir2_leaf_hdr { xfs_da_blkinfo_t info; __be16 count; __be16 stale; }; typedef struct xfs_dir2_leaf_hdr xfs_dir2_leaf_hdr_t; struct xfs_dir2_leaf_entry { __be32 hashval; __be32 address; }; typedef struct xfs_dir2_leaf_entry xfs_dir2_leaf_entry_t; struct xfs_dir2_leaf { xfs_dir2_leaf_hdr_t hdr; xfs_dir2_leaf_entry_t __ents[0]; }; typedef struct xfs_dir2_leaf xfs_dir2_leaf_t; struct xfs_dir3_icleaf_hdr { uint32_t forw; uint32_t back; uint16_t magic; uint16_t count; uint16_t stale; struct xfs_dir2_leaf_entry *ents; }; typedef int (*xfs_btree_bload_get_record_fn)(struct xfs_btree_cur *, void *); typedef int (*xfs_btree_bload_claim_block_fn)(struct xfs_btree_cur *, union xfs_btree_ptr *, void *); typedef size_t (*xfs_btree_bload_iroot_size_fn)(struct xfs_btree_cur *, unsigned int, void *); struct xfs_btree_bload { xfs_btree_bload_get_record_fn get_record; xfs_btree_bload_claim_block_fn claim_block; xfs_btree_bload_iroot_size_fn iroot_size; uint64_t nr_records; int leaf_slack; int node_slack; uint64_t nr_blocks; unsigned int btree_height; }; typedef xfs_off_t xfs_dir2_off_t; typedef uint32_t xfs_dir2_db_t; struct xfs_dir2_sf_hdr { uint8_t count; uint8_t i8count; uint8_t parent[8]; }; typedef struct xfs_dir2_sf_hdr xfs_dir2_sf_hdr_t; typedef uint32_t xfs_dir2_dataptr_t; struct xfs_dir2_sf_entry { __u8 namelen; __u8 offset[2]; __u8 name[0]; }; typedef struct xfs_dir2_sf_entry xfs_dir2_sf_entry_t; struct xfs_dir2_data_free { __be16 offset; __be16 length; }; typedef struct xfs_dir2_data_free xfs_dir2_data_free_t; struct xfs_dir2_data_hdr { __be32 magic; xfs_dir2_data_free_t bestfree[3]; }; typedef struct xfs_dir2_data_hdr xfs_dir2_data_hdr_t; struct xfs_dir3_blk_hdr { __be32 magic; __be32 crc; __be64 blkno; __be64 lsn; uuid_t uuid; __be64 owner; }; struct xfs_dir2_data_entry { __be64 inumber; __u8 namelen; __u8 name[0]; }; typedef struct xfs_dir2_data_entry xfs_dir2_data_entry_t; struct xfs_dir2_data_unused { __be16 freetag; __be16 length; __be16 tag; }; typedef struct xfs_dir2_data_unused xfs_dir2_data_unused_t; struct xfs_dir2_leaf_tail { __be32 bestcount; }; typedef struct xfs_dir2_leaf_tail xfs_dir2_leaf_tail_t; struct xfs_dir2_block_tail { __be32 count; __be32 stale; }; typedef struct xfs_dir2_block_tail xfs_dir2_block_tail_t; struct xfs_defer_op_type { struct xfs_log_item * (*create_intent)(struct xfs_trans *, struct list_head *, unsigned int, bool); void (*abort_intent)(struct xfs_log_item *); struct xfs_log_item * (*create_done)(struct xfs_trans *, struct xfs_log_item *, unsigned int); int (*finish_item)(struct xfs_trans *, struct xfs_log_item *, struct list_head *, struct xfs_btree_cur **); void (*finish_cleanup)(struct xfs_trans *, struct xfs_btree_cur *, int); void (*cancel_item)(struct list_head *); unsigned int max_items; }; struct xfs_defer_resources { struct xfs_buf *dr_bp[2]; struct xfs_inode *dr_ip[2]; short unsigned int dr_bufs; short unsigned int dr_ordered; short unsigned int dr_inos; }; struct xfs_defer_capture { struct list_head dfc_list; struct list_head dfc_dfops; unsigned int dfc_tpflags; unsigned int dfc_blkres; unsigned int dfc_rtxres; unsigned int dfc_logres; struct xfs_defer_resources dfc_held; }; struct xfs_inode_log_item { struct xfs_log_item ili_item; struct xfs_inode *ili_inode; short unsigned int ili_lock_flags; spinlock_t ili_lock; unsigned int ili_last_fields; unsigned int ili_fields; unsigned int ili_fsync_fields; xfs_lsn_t ili_flush_lsn; xfs_csn_t ili_commit_seq; }; typedef uint16_t xfs_dir2_data_off_t; struct xfs_dir3_leaf_hdr { struct xfs_da3_blkinfo info; __be16 count; __be16 stale; __be32 pad; }; struct xfs_dir3_leaf { struct xfs_dir3_leaf_hdr hdr; struct xfs_dir2_leaf_entry __ents[0]; }; struct xfs_dir2_free_hdr { __be32 magic; __be32 firstdb; __be32 nvalid; __be32 nused; }; typedef struct xfs_dir2_free_hdr xfs_dir2_free_hdr_t; struct xfs_dir2_free { xfs_dir2_free_hdr_t hdr; __be16 bests[0]; }; struct xfs_dir3_icfree_hdr { uint32_t magic; uint32_t firstdb; uint32_t nvalid; uint32_t nused; __be16 *bests; }; struct xfs_dir3_data_hdr { struct xfs_dir3_blk_hdr hdr; xfs_dir2_data_free_t best_free[3]; __be32 pad; }; typedef struct xfs_dir2_free xfs_dir2_free_t; struct xfs_dir3_free_hdr { struct xfs_dir3_blk_hdr hdr; __be32 firstdb; __be32 nvalid; __be32 nused; __be32 pad; }; struct xfs_dir3_free { struct xfs_dir3_free_hdr hdr; __be16 bests[0]; }; struct xfs_disk_dquot { __be16 d_magic; __u8 d_version; __u8 d_type; __be32 d_id; __be64 d_blk_hardlimit; __be64 d_blk_softlimit; __be64 d_ino_hardlimit; __be64 d_ino_softlimit; __be64 d_bcount; __be64 d_icount; __be32 d_itimer; __be32 d_btimer; __be16 d_iwarns; __be16 d_bwarns; __be32 d_pad0; __be64 d_rtb_hardlimit; __be64 d_rtb_softlimit; __be64 d_rtbcount; __be32 d_rtbtimer; __be16 d_rtbwarns; __be16 d_pad; }; struct xfs_dqblk { struct xfs_disk_dquot dd_diskdq; char dd_fill[4]; __be32 dd_crc; __be64 dd_lsn; uuid_t dd_uuid; }; struct xfs_quota_limits { xfs_qcnt_t hard; xfs_qcnt_t soft; time64_t time; }; struct xfs_def_quota { struct xfs_quota_limits blk; struct xfs_quota_limits ino; struct xfs_quota_limits rtb; }; struct xfs_quotainfo { struct xarray qi_uquota_tree; struct xarray qi_gquota_tree; struct xarray qi_pquota_tree; struct mutex qi_tree_lock; struct xfs_inode *qi_uquotaip; struct xfs_inode *qi_gquotaip; struct xfs_inode *qi_pquotaip; struct list_lru qi_lru; int qi_dquots; struct mutex qi_quotaofflock; xfs_filblks_t qi_dqchunklen; uint qi_dqperchunk; struct xfs_def_quota qi_usr_default; struct xfs_def_quota qi_grp_default; struct xfs_def_quota qi_prj_default; struct shrinker qi_shrinker; time64_t qi_expiry_min; time64_t qi_expiry_max; }; struct xfs_dquot_acct { struct xfs_dqtrx dqs[6]; }; enum { XFS_QM_TRANS_USR = 0, XFS_QM_TRANS_GRP = 1, XFS_QM_TRANS_PRJ = 2, XFS_QM_TRANS_DQTYPES = 3, }; typedef __be64 xfs_timestamp_t; struct xfs_dinode { __be16 di_magic; __be16 di_mode; __u8 di_version; __u8 di_format; __be16 di_onlink; __be32 di_uid; __be32 di_gid; __be32 di_nlink; __be16 di_projid_lo; __be16 di_projid_hi; union { __be64 di_big_nextents; __be64 di_v3_pad; struct { __u8 di_v2_pad[6]; __be16 di_flushiter; }; }; xfs_timestamp_t di_atime; xfs_timestamp_t di_mtime; xfs_timestamp_t di_ctime; __be64 di_size; __be64 di_nblocks; __be32 di_extsize; union { struct { __be32 di_nextents; __be16 di_anextents; } __attribute__((packed)); struct { __be32 di_big_anextents; __be16 di_nrext64_pad; } __attribute__((packed)); }; __u8 di_forkoff; __s8 di_aformat; __be32 di_dmevmask; __be16 di_dmstate; __be16 di_flags; __be32 di_gen; __be32 di_next_unlinked; __le32 di_crc; __be64 di_changecount; __be64 di_lsn; __be64 di_flags2; __be32 di_cowextsize; __u8 di_pad2[12]; xfs_timestamp_t di_crtime; __be64 di_ino; uuid_t di_uuid; }; typedef struct xfs_inobt_rec_incore xfs_inobt_rec_incore_t; struct xfs_icluster { bool deleted; xfs_ino_t first_ino; uint64_t alloc; }; struct xfs_ialloc_count_inodes { xfs_agino_t count; xfs_agino_t freecount; }; typedef __u32 xfs_dev_t; struct xfs_iext_rec { uint64_t lo; uint64_t hi; }; struct xfs_iext_leaf { struct xfs_iext_rec recs[15]; struct xfs_iext_leaf *prev; struct xfs_iext_leaf *next; }; enum { NODE_SIZE = 256, KEYS_PER_NODE = 16, RECS_PER_LEAF = 15, }; struct xfs_iext_node { uint64_t keys[16]; void *ptrs[16]; }; struct xfs_legacy_timestamp { __be32 t_sec; __be32 t_nsec; }; enum xfs_refcount_intent_type { XFS_REFCOUNT_INCREASE = 1, XFS_REFCOUNT_DECREASE = 2, XFS_REFCOUNT_ALLOC_COW = 3, XFS_REFCOUNT_FREE_COW = 4, }; struct xfs_refcount_intent { struct list_head ri_list; enum xfs_refcount_intent_type ri_type; xfs_extlen_t ri_blockcount; xfs_fsblock_t ri_startblock; }; enum xfs_refc_adjust_op { XFS_REFCOUNT_ADJUST_INCREASE = 1, XFS_REFCOUNT_ADJUST_DECREASE = 4294967295, XFS_REFCOUNT_ADJUST_COW_ALLOC = 0, XFS_REFCOUNT_ADJUST_COW_FREE = 4294967295, }; struct xfs_refcount_recovery { struct list_head rr_list; struct xfs_refcount_irec rr_rrec; }; typedef int (*xfs_rmap_query_range_fn)(struct xfs_btree_cur *, const struct xfs_rmap_irec *, void *); enum xfs_rmap_intent_type { XFS_RMAP_MAP = 0, XFS_RMAP_MAP_SHARED = 1, XFS_RMAP_UNMAP = 2, XFS_RMAP_UNMAP_SHARED = 3, XFS_RMAP_CONVERT = 4, XFS_RMAP_CONVERT_SHARED = 5, XFS_RMAP_ALLOC = 6, XFS_RMAP_FREE = 7, }; struct xfs_rmap_intent { struct list_head ri_list; enum xfs_rmap_intent_type ri_type; int ri_whichfork; uint64_t ri_owner; struct xfs_bmbt_irec ri_bmap; }; struct xfs_find_left_neighbor_info { struct xfs_rmap_irec high; struct xfs_rmap_irec *irec; }; struct xfs_rmap_query_range_info { xfs_rmap_query_range_fn fn; void *priv; }; struct xfs_rmap_key_state { uint64_t owner; uint64_t offset; unsigned int flags; }; struct xfs_dsymlink_hdr { __be32 sl_magic; __be32 sl_offset; __be32 sl_bytes; __be32 sl_crc; uuid_t sl_uuid; __be64 sl_owner; __be64 sl_blkno; __be64 sl_lsn; }; struct xfs_ail { struct xlog *ail_log; struct task_struct *ail_task; struct list_head ail_head; xfs_lsn_t ail_target; xfs_lsn_t ail_target_prev; struct list_head ail_cursors; spinlock_t ail_lock; xfs_lsn_t ail_last_pushed_lsn; int ail_log_flush; struct list_head ail_buf_list; wait_queue_head_t ail_empty; }; struct xfs_fsop_geom { __u32 blocksize; __u32 rtextsize; __u32 agblocks; __u32 agcount; __u32 logblocks; __u32 sectsize; __u32 inodesize; __u32 imaxpct; __u64 datablocks; __u64 rtblocks; __u64 rtextents; __u64 logstart; unsigned char uuid[16]; __u32 sunit; __u32 swidth; __s32 version; __u32 flags; __u32 logsectsize; __u32 rtsectsize; __u32 dirblocksize; __u32 logsunit; uint32_t sick; uint32_t checked; __u64 reserved[17]; }; struct xfs_writepage_ctx { struct iomap_writepage_ctx ctx; unsigned int data_seq; unsigned int cow_seq; }; struct xfs_attr_sf_sort { uint8_t entno; uint8_t namelen; uint8_t valuelen; uint8_t flags; xfs_dahash_t hash; unsigned char *name; }; typedef struct xfs_attr_sf_sort xfs_attr_sf_sort_t; typedef uint64_t xfs_ufsize_t; struct getbmapx { __s64 bmv_offset; __s64 bmv_block; __s64 bmv_length; __s32 bmv_count; __s32 bmv_entries; __s32 bmv_iflags; __s32 bmv_oflags; __s32 bmv_unused1; __s32 bmv_unused2; }; struct xfs_bstime { __kernel_long_t tv_sec; __s32 tv_nsec; }; typedef struct xfs_bstime xfs_bstime_t; struct xfs_bstat { __u64 bs_ino; __u16 bs_mode; __u16 bs_nlink; __u32 bs_uid; __u32 bs_gid; __u32 bs_rdev; __s32 bs_blksize; __s64 bs_size; xfs_bstime_t bs_atime; xfs_bstime_t bs_mtime; xfs_bstime_t bs_ctime; int64_t bs_blocks; __u32 bs_xflags; __s32 bs_extsize; __s32 bs_extents; __u32 bs_gen; __u16 bs_projid_lo; __u16 bs_forkoff; __u16 bs_projid_hi; uint16_t bs_sick; uint16_t bs_checked; unsigned char bs_pad[2]; __u32 bs_cowextsize; __u32 bs_dmevmask; __u16 bs_dmstate; __u16 bs_aextents; }; struct xfs_swapext { int64_t sx_version; int64_t sx_fdtarget; int64_t sx_fdtmp; xfs_off_t sx_offset; xfs_off_t sx_length; char sx_pad[16]; struct xfs_bstat sx_stat; }; struct kgetbmap { __s64 bmv_offset; __s64 bmv_block; __s64 bmv_length; __s32 bmv_oflags; }; struct xfs_extent_busy { struct rb_node rb_node; struct list_head list; xfs_agnumber_t agno; xfs_agblock_t bno; xfs_extlen_t length; unsigned int flags; }; struct xfs_fid64 { u64 ino; u32 gen; u64 parent_ino; u32 parent_gen; } __attribute__((packed)); enum layout_break_reason { BREAK_WRITE = 0, BREAK_UNMAP = 1, }; struct xfs_fsmap_head { uint32_t fmh_iflags; uint32_t fmh_oflags; unsigned int fmh_count; unsigned int fmh_entries; struct xfs_fsmap fmh_keys[2]; }; struct xfs_getfsmap_info { struct xfs_fsmap_head *head; struct fsmap *fsmap_recs; struct xfs_buf *agf_bp; struct xfs_perag *pag; xfs_daddr_t next_daddr; u64 missing_owner; u32 dev; struct xfs_rmap_irec low; struct xfs_rmap_irec high; bool last; }; struct xfs_getfsmap_dev { u32 dev; int (*fn)(struct xfs_trans *, const struct xfs_fsmap *, struct xfs_getfsmap_info *); }; struct xfs_mru_cache_elem { struct list_head list_node; long unsigned int key; }; typedef void (*xfs_mru_cache_free_func_t)(void *, struct xfs_mru_cache_elem *); struct xfs_fstrm_item { struct xfs_mru_cache_elem mru; xfs_agnumber_t ag; }; enum xfs_fstrm_alloc { XFS_PICK_USERDATA = 1, XFS_PICK_LOWSPACE = 2, }; struct xfs_globals { int log_recovery_delay; int mount_delay; bool bug_on_assert; bool always_cow; }; struct xfs_fsop_counts { __u64 freedata; __u64 freertx; __u64 freeino; __u64 allocino; }; typedef struct xfs_fsop_counts xfs_fsop_counts_t; struct xfs_fsop_resblks { __u64 resblks; __u64 resblks_avail; }; typedef struct xfs_fsop_resblks xfs_fsop_resblks_t; struct xfs_growfs_data { __u64 newblocks; __u32 imaxpct; }; struct xfs_growfs_log { __u32 newblocks; __u32 isint; }; struct xfs_bulkstat { uint64_t bs_ino; uint64_t bs_size; uint64_t bs_blocks; uint64_t bs_xflags; int64_t bs_atime; int64_t bs_mtime; int64_t bs_ctime; int64_t bs_btime; uint32_t bs_gen; uint32_t bs_uid; uint32_t bs_gid; uint32_t bs_projectid; uint32_t bs_atime_nsec; uint32_t bs_mtime_nsec; uint32_t bs_ctime_nsec; uint32_t bs_btime_nsec; uint32_t bs_blksize; uint32_t bs_rdev; uint32_t bs_cowextsize_blks; uint32_t bs_extsize_blks; uint32_t bs_nlink; uint32_t bs_extents; uint32_t bs_aextents; uint16_t bs_version; uint16_t bs_forkoff; uint16_t bs_sick; uint16_t bs_checked; uint16_t bs_mode; uint16_t bs_pad2; uint64_t bs_extents64; uint64_t bs_pad[6]; }; struct ioctl_sick_map { unsigned int sick_mask; unsigned int ioctl_mask; }; struct xfs_inodegc { struct llist_head list; struct delayed_work work; unsigned int items; unsigned int shrinker_hits; }; enum xfs_icwalk_goal { XFS_ICWALK_BLOCKGC = 1, XFS_ICWALK_RECLAIM = 0, }; struct dioattr { __u32 d_mem; __u32 d_miniosz; __u32 d_maxiosz; }; struct xfs_growfs_rt { __u64 newblocks; __u32 extsize; }; typedef struct xfs_growfs_rt xfs_growfs_rt_t; struct xfs_fsop_bulkreq { __u64 *lastip; __s32 icount; void *ubuffer; __s32 *ocount; }; struct xfs_inogrp { __u64 xi_startino; __s32 xi_alloccount; __u64 xi_allocmask; }; struct xfs_inumbers { uint64_t xi_startino; uint64_t xi_allocmask; uint8_t xi_alloccount; uint8_t xi_version; uint8_t xi_padding[6]; }; struct xfs_bulk_ireq { uint64_t ino; uint32_t flags; uint32_t icount; uint32_t ocount; uint32_t agno; uint64_t reserved[5]; }; struct xfs_bulkstat_req { struct xfs_bulk_ireq hdr; struct xfs_bulkstat bulkstat[0]; }; struct xfs_inumbers_req { struct xfs_bulk_ireq hdr; struct xfs_inumbers inumbers[0]; }; struct xfs_error_injection { __s32 fd; __s32 errtag; }; typedef struct xfs_error_injection xfs_error_injection_t; struct xfs_fs_eofblocks { __u32 eof_version; __u32 eof_flags; uid_t eof_uid; gid_t eof_gid; prid_t eof_prid; __u32 pad32; __u64 eof_min_file_size; __u64 pad64[12]; }; struct xfs_fsop_handlereq { __u32 fd; void *path; __u32 oflags; void *ihandle; __u32 ihandlen; void *ohandle; __u32 *ohandlen; }; typedef struct xfs_fsop_handlereq xfs_fsop_handlereq_t; struct xfs_attrlist_cursor { __u32 opaque[4]; }; struct xfs_attrlist { __s32 al_count; __s32 al_more; __s32 al_offset[1]; }; struct xfs_attrlist_ent { __u32 a_valuelen; char a_name[1]; }; struct xfs_fsop_attrlist_handlereq { struct xfs_fsop_handlereq hreq; struct xfs_attrlist_cursor pos; __u32 flags; __u32 buflen; void *buffer; }; struct xfs_attr_multiop { __u32 am_opcode; __s32 am_error; void *am_attrname; void *am_attrvalue; __u32 am_length; __u32 am_flags; }; typedef struct xfs_attr_multiop xfs_attr_multiop_t; struct xfs_fsop_attrmulti_handlereq { struct xfs_fsop_handlereq hreq; __u32 opcount; struct xfs_attr_multiop *ops; }; typedef struct xfs_fsop_attrmulti_handlereq xfs_fsop_attrmulti_handlereq_t; typedef struct { __u32 val[2]; } xfs_fsid_t; struct xfs_fid { __u16 fid_len; __u16 fid_pad; __u32 fid_gen; __u64 fid_ino; }; typedef struct xfs_fid xfs_fid_t; struct xfs_handle { union { __s64 align; xfs_fsid_t _ha_fsid; } ha_u; xfs_fid_t ha_fid; }; typedef struct xfs_handle xfs_handle_t; typedef struct xfs_swapext xfs_swapext_t; struct xfs_scrub_metadata { __u32 sm_type; __u32 sm_flags; __u64 sm_ino; __u32 sm_gen; __u32 sm_agno; __u64 sm_reserved[5]; }; struct xfs_ibulk { struct xfs_mount *mp; struct user_namespace *mnt_userns; void *ubuffer; xfs_ino_t startino; unsigned int icount; unsigned int ocount; unsigned int flags; }; typedef int (*bulkstat_one_fmt_pf)(struct xfs_ibulk *, const struct xfs_bulkstat *); typedef int (*inumbers_fmt_pf)(struct xfs_ibulk *, const struct xfs_inumbers *); typedef int (*xfs_iwalk_fn)(struct xfs_mount *, struct xfs_trans *, xfs_ino_t, void *); typedef int (*xfs_inobt_walk_fn)(struct xfs_mount *, struct xfs_trans *, xfs_agnumber_t, const struct xfs_inobt_rec_incore *, void *); struct xfs_pwork; typedef int (*xfs_pwork_work_fn)(struct xfs_mount *, struct xfs_pwork *); struct xfs_pwork_ctl; struct xfs_pwork { struct work_struct work; struct xfs_pwork_ctl *pctl; }; struct xfs_pwork_ctl { struct workqueue_struct *wq; struct xfs_mount *mp; xfs_pwork_work_fn work_fn; struct wait_queue_head poll_wait; atomic_t nr_work; int error; }; struct xfs_iwalk_ag { struct xfs_pwork pwork; struct xfs_mount *mp; struct xfs_trans *tp; struct xfs_perag *pag; xfs_ino_t startino; xfs_ino_t lastino; struct xfs_inobt_rec_incore *recs; unsigned int sz_recs; unsigned int nr_recs; xfs_iwalk_fn iwalk_fn; xfs_inobt_walk_fn inobt_walk_fn; void *data; unsigned int trim_start: 1; unsigned int skip_empty: 1; unsigned int drop_trans: 1; }; struct xfs_bstat_chunk { bulkstat_one_fmt_pf formatter; struct xfs_ibulk *breq; struct xfs_bulkstat *buf; }; struct xfs_inumbers_chunk { inumbers_fmt_pf formatter; struct xfs_ibulk *breq; }; struct xfs_mru_cache { struct xarray store; struct list_head *lists; struct list_head reap_list; spinlock_t lock; unsigned int grp_count; unsigned int grp_time; unsigned int lru_grp; long unsigned int time_zero; xfs_mru_cache_free_func_t free_func; struct delayed_work work; unsigned int queued; void *data; }; typedef struct xfs_sb xfs_sb_t; enum xfs_dax_mode { XFS_DAX_INODE = 0, XFS_DAX_ALWAYS = 1, XFS_DAX_NEVER = 2, }; enum { Opt_logbufs = 0, Opt_logbsize = 1, Opt_logdev = 2, Opt_rtdev = 3, Opt_wsync = 4, Opt_noalign = 5, Opt_swalloc = 6, Opt_sunit = 7, Opt_swidth = 8, Opt_nouuid = 9, Opt_grpid___2 = 10, Opt_nogrpid___2 = 11, Opt_bsdgroups = 12, Opt_sysvgroups = 13, Opt_allocsize = 14, Opt_norecovery = 15, Opt_inode64___2 = 16, Opt_inode32___2 = 17, Opt_ikeep = 18, Opt_noikeep = 19, Opt_largeio = 20, Opt_nolargeio = 21, Opt_attr2 = 22, Opt_noattr2 = 23, Opt_filestreams = 24, Opt_quota___2 = 25, Opt_noquota___2 = 26, Opt_usrquota___2 = 27, Opt_grpquota___2 = 28, Opt_prjquota___2 = 29, Opt_uquota = 30, Opt_gquota = 31, Opt_pquota = 32, Opt_uqnoenforce = 33, Opt_gqnoenforce = 34, Opt_pqnoenforce = 35, Opt_qnoenforce = 36, Opt_discard___3 = 37, Opt_nodiscard___2 = 38, Opt_dax___2 = 39, Opt_dax_enum = 40, }; struct proc_xfs_info { uint64_t flag; char *str; }; struct xfs_mount; struct xstats_entry { char *desc; int endpoint; }; struct xfs_sysfs_attr { struct attribute attr; ssize_t (*show)(struct kobject *, char *); ssize_t (*store)(struct kobject *, const char *, size_t); }; struct xfs_error_init { char *name; int max_retries; int retry_timeout; }; struct xfs_ail_cursor { struct list_head list; struct xfs_log_item *item; }; struct xfs_unmount_log_format { uint16_t magic; uint16_t pad1; uint32_t pad2; }; struct xlog_op_header { __be32 oh_tid; __be32 oh_len; __u8 oh_clientid; __u8 oh_flags; __u16 oh_res2; }; typedef struct xlog_ticket xlog_ticket_t; struct xlog_cil_pcp { int32_t space_used; uint32_t space_reserved; struct list_head busy_extents; struct list_head log_items; }; enum _record_type { _START_RECORD = 0, _COMMIT_RECORD = 1, }; struct xlog_cil_trans_hdr { struct xlog_op_header oph[2]; struct xfs_trans_header thdr; struct xfs_log_iovec lhdr[2]; }; struct xfs_map_extent { uint64_t me_owner; uint64_t me_startblock; uint64_t me_startoff; uint32_t me_len; uint32_t me_flags; }; struct xfs_bui_log_format { uint16_t bui_type; uint16_t bui_size; uint32_t bui_nextents; uint64_t bui_id; struct xfs_map_extent bui_extents[0]; }; struct xfs_bud_log_format { uint16_t bud_type; uint16_t bud_size; uint32_t __pad; uint64_t bud_bui_id; }; struct xfs_bui_log_item { struct xfs_log_item bui_item; atomic_t bui_refcount; atomic_t bui_next_extent; struct xfs_bui_log_format bui_format; }; struct xfs_bud_log_item { struct xfs_log_item bud_item; struct xfs_bui_log_item *bud_buip; struct xfs_bud_log_format bud_format; }; struct xfs_dq_logformat { uint16_t qlf_type; uint16_t qlf_size; xfs_dqid_t qlf_id; int64_t qlf_blkno; int32_t qlf_len; uint32_t qlf_boffset; }; struct xfs_qoff_logformat { short unsigned int qf_type; short unsigned int qf_size; unsigned int qf_flags; char qf_pad[12]; }; typedef struct xfs_log_iovec xfs_log_iovec_t; struct xfs_extent { xfs_fsblock_t ext_start; xfs_extlen_t ext_len; }; typedef struct xfs_extent xfs_extent_t; struct xfs_extent_32 { uint64_t ext_start; uint32_t ext_len; } __attribute__((packed)); typedef struct xfs_extent_32 xfs_extent_32_t; struct xfs_extent_64 { uint64_t ext_start; uint32_t ext_len; uint32_t ext_pad; }; typedef struct xfs_extent_64 xfs_extent_64_t; struct xfs_efi_log_format { uint16_t efi_type; uint16_t efi_size; uint32_t efi_nextents; uint64_t efi_id; xfs_extent_t efi_extents[0]; }; typedef struct xfs_efi_log_format xfs_efi_log_format_t; struct xfs_efi_log_format_32 { uint16_t efi_type; uint16_t efi_size; uint32_t efi_nextents; uint64_t efi_id; xfs_extent_32_t efi_extents[0]; }; typedef struct xfs_efi_log_format_32 xfs_efi_log_format_32_t; struct xfs_efi_log_format_64 { uint16_t efi_type; uint16_t efi_size; uint32_t efi_nextents; uint64_t efi_id; xfs_extent_64_t efi_extents[0]; }; typedef struct xfs_efi_log_format_64 xfs_efi_log_format_64_t; struct xfs_efd_log_format { uint16_t efd_type; uint16_t efd_size; uint32_t efd_nextents; uint64_t efd_efi_id; xfs_extent_t efd_extents[0]; }; typedef struct xfs_efd_log_format xfs_efd_log_format_t; struct xfs_efi_log_item { struct xfs_log_item efi_item; atomic_t efi_refcount; atomic_t efi_next_extent; xfs_efi_log_format_t efi_format; }; struct xfs_efd_log_item { struct xfs_log_item efd_item; struct xfs_efi_log_item *efd_efip; uint efd_next_extent; xfs_efd_log_format_t efd_format; }; struct xfs_buf_cancel { xfs_daddr_t bc_blkno; uint bc_len; int bc_refcount; struct list_head bc_list; }; struct xfs_icreate_item { struct xfs_log_item ic_item; struct xfs_icreate_log ic_format; }; struct xfs_inode_log_format_32 { uint16_t ilf_type; uint16_t ilf_size; uint32_t ilf_fields; uint16_t ilf_asize; uint16_t ilf_dsize; uint64_t ilf_ino; union { uint32_t ilfu_rdev; uint8_t __pad[16]; } ilf_u; int64_t ilf_blkno; int32_t ilf_len; int32_t ilf_boffset; } __attribute__((packed)); typedef uint64_t xfs_log_timestamp_t; struct xfs_log_legacy_timestamp { int32_t t_sec; int32_t t_nsec; }; struct xfs_log_dinode { uint16_t di_magic; uint16_t di_mode; int8_t di_version; int8_t di_format; uint8_t di_pad3[2]; uint32_t di_uid; uint32_t di_gid; uint32_t di_nlink; uint16_t di_projid_lo; uint16_t di_projid_hi; union { uint64_t di_big_nextents; uint64_t di_v3_pad; struct { uint8_t di_v2_pad[6]; uint16_t di_flushiter; }; }; xfs_log_timestamp_t di_atime; xfs_log_timestamp_t di_mtime; xfs_log_timestamp_t di_ctime; xfs_fsize_t di_size; xfs_rfsblock_t di_nblocks; xfs_extlen_t di_extsize; union { struct { uint32_t di_nextents; uint16_t di_anextents; } __attribute__((packed)); struct { uint32_t di_big_anextents; uint16_t di_nrext64_pad; } __attribute__((packed)); }; uint8_t di_forkoff; int8_t di_aformat; uint32_t di_dmevmask; uint16_t di_dmstate; uint16_t di_flags; uint32_t di_gen; xfs_agino_t di_next_unlinked; uint32_t di_crc; uint64_t di_changecount; xfs_lsn_t di_lsn; uint64_t di_flags2; uint32_t di_cowextsize; uint8_t di_pad2[12]; xfs_log_timestamp_t di_crtime; xfs_ino_t di_ino; uuid_t di_uuid; }; struct xfs_attri_log_format { uint16_t alfi_type; uint16_t alfi_size; uint32_t __pad; uint64_t alfi_id; uint64_t alfi_ino; uint32_t alfi_op_flags; uint32_t alfi_name_len; uint32_t alfi_value_len; uint32_t alfi_attr_filter; }; struct xfs_attrd_log_format { uint16_t alfd_type; uint16_t alfd_size; uint32_t __pad; uint64_t alfd_alf_id; }; struct xfs_attri_log_item { struct xfs_log_item attri_item; atomic_t attri_refcount; struct xfs_attri_log_nameval *attri_nameval; struct xfs_attri_log_format attri_format; }; struct xfs_attrd_log_item { struct xfs_log_item attrd_item; struct xfs_attri_log_item *attrd_attrip; struct xfs_attrd_log_format attrd_format; }; struct xfs_iunlink_item { struct xfs_log_item item; struct xfs_inode *ip; struct xfs_perag *pag; xfs_agino_t next_agino; xfs_agino_t old_agino; }; typedef uint32_t xfs_aextnum_t; struct xfs_phys_extent { uint64_t pe_startblock; uint32_t pe_len; uint32_t pe_flags; }; struct xfs_cui_log_format { uint16_t cui_type; uint16_t cui_size; uint32_t cui_nextents; uint64_t cui_id; struct xfs_phys_extent cui_extents[0]; }; struct xfs_cud_log_format { uint16_t cud_type; uint16_t cud_size; uint32_t __pad; uint64_t cud_cui_id; }; struct xfs_cui_log_item { struct xfs_log_item cui_item; atomic_t cui_refcount; atomic_t cui_next_extent; struct xfs_cui_log_format cui_format; }; struct xfs_cud_log_item { struct xfs_log_item cud_item; struct xfs_cui_log_item *cud_cuip; struct xfs_cud_log_format cud_format; }; struct xfs_rui_log_format { uint16_t rui_type; uint16_t rui_size; uint32_t rui_nextents; uint64_t rui_id; struct xfs_map_extent rui_extents[0]; }; struct xfs_rud_log_format { uint16_t rud_type; uint16_t rud_size; uint32_t __pad; uint64_t rud_rui_id; }; struct xfs_rui_log_item { struct xfs_log_item rui_item; atomic_t rui_refcount; atomic_t rui_next_extent; struct xfs_rui_log_format rui_format; }; struct xfs_rud_log_item { struct xfs_log_item rud_item; struct xfs_rui_log_item *rud_ruip; struct xfs_rud_log_format rud_format; }; typedef int (*xfs_qm_dqiterate_fn)(struct xfs_dquot *, xfs_dqtype_t, void *); struct xfs_acl_entry { __be32 ae_tag; __be32 ae_id; __be16 ae_perm; __be16 ae_pad; }; struct xfs_acl { __be32 acl_cnt; struct xfs_acl_entry acl_entry[0]; }; struct xfs_qm_isolate { struct list_head buffers; struct list_head dispose; }; struct compat_xfs_bstime { old_time32_t tv_sec; __s32 tv_nsec; }; typedef struct compat_xfs_bstime compat_xfs_bstime_t; struct compat_xfs_bstat { __u64 bs_ino; __u16 bs_mode; __u16 bs_nlink; __u32 bs_uid; __u32 bs_gid; __u32 bs_rdev; __s32 bs_blksize; __s64 bs_size; compat_xfs_bstime_t bs_atime; compat_xfs_bstime_t bs_mtime; compat_xfs_bstime_t bs_ctime; int64_t bs_blocks; __u32 bs_xflags; __s32 bs_extsize; __s32 bs_extents; __u32 bs_gen; __u16 bs_projid_lo; __u16 bs_forkoff; __u16 bs_projid_hi; unsigned char bs_pad[10]; __u32 bs_dmevmask; __u16 bs_dmstate; __u16 bs_aextents; }; struct compat_xfs_fsop_bulkreq { compat_uptr_t lastip; __s32 icount; compat_uptr_t ubuffer; compat_uptr_t ocount; }; struct compat_xfs_fsop_handlereq { __u32 fd; compat_uptr_t path; __u32 oflags; compat_uptr_t ihandle; __u32 ihandlen; compat_uptr_t ohandle; compat_uptr_t ohandlen; }; typedef struct compat_xfs_fsop_handlereq compat_xfs_fsop_handlereq_t; struct compat_xfs_swapext { int64_t sx_version; int64_t sx_fdtarget; int64_t sx_fdtmp; xfs_off_t sx_offset; xfs_off_t sx_length; char sx_pad[16]; struct compat_xfs_bstat sx_stat; }; struct compat_xfs_fsop_attrlist_handlereq { struct compat_xfs_fsop_handlereq hreq; struct xfs_attrlist_cursor pos; __u32 flags; __u32 buflen; compat_uptr_t buffer; }; typedef struct compat_xfs_fsop_attrlist_handlereq compat_xfs_fsop_attrlist_handlereq_t; struct compat_xfs_attr_multiop { __u32 am_opcode; __s32 am_error; compat_uptr_t am_attrname; compat_uptr_t am_attrvalue; __u32 am_length; __u32 am_flags; }; typedef struct compat_xfs_attr_multiop compat_xfs_attr_multiop_t; struct compat_xfs_fsop_attrmulti_handlereq { struct compat_xfs_fsop_handlereq hreq; __u32 opcount; compat_uptr_t ops; }; typedef struct compat_xfs_fsop_attrmulti_handlereq compat_xfs_fsop_attrmulti_handlereq_t; enum xchk_type { ST_NONE = 1, ST_PERAG = 2, ST_FS = 3, ST_INODE = 4, }; struct xfs_scrub; struct xchk_meta_ops { int (*setup)(struct xfs_scrub *); int (*scrub)(struct xfs_scrub *); int (*repair)(struct xfs_scrub *); bool (*has)(struct xfs_mount *); enum xchk_type type; }; struct xchk_ag { struct xfs_perag *pag; struct xfs_buf *agf_bp; struct xfs_buf *agi_bp; struct xfs_btree_cur *bno_cur; struct xfs_btree_cur *cnt_cur; struct xfs_btree_cur *ino_cur; struct xfs_btree_cur *fino_cur; struct xfs_btree_cur *rmap_cur; struct xfs_btree_cur *refc_cur; }; struct xfs_scrub { struct xfs_mount *mp; struct xfs_scrub_metadata *sm; const struct xchk_meta_ops *ops; struct xfs_trans *tp; struct file *file; struct xfs_inode *ip; void *buf; uint ilock_flags; unsigned int flags; unsigned int sick_mask; struct xchk_ag sa; }; struct xchk_agfl_info { unsigned int agflcount; unsigned int nr_entries; xfs_agblock_t *entries; struct xfs_buf *agfl_bp; struct xfs_scrub *sc; }; struct xchk_btree; typedef int (*xchk_btree_rec_fn)(struct xchk_btree *, const union xfs_btree_rec *); struct xchk_btree { struct xfs_scrub *sc; struct xfs_btree_cur *cur; xchk_btree_rec_fn scrub_rec; const struct xfs_owner_info *oinfo; void *private; union xfs_btree_rec lastrec; struct list_head to_check; union xfs_btree_key lastkey[0]; }; struct trace_event_raw_xchk_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; unsigned int type; xfs_agnumber_t agno; xfs_ino_t inum; unsigned int gen; unsigned int flags; int error; char __data[0]; }; struct trace_event_raw_xchk_op_error { struct trace_entry ent; dev_t dev; unsigned int type; xfs_agnumber_t agno; xfs_agblock_t bno; int error; void *ret_ip; char __data[0]; }; struct trace_event_raw_xchk_file_op_error { struct trace_entry ent; dev_t dev; xfs_ino_t ino; int whichfork; unsigned int type; xfs_fileoff_t offset; int error; void *ret_ip; char __data[0]; }; struct trace_event_raw_xchk_block_error_class { struct trace_entry ent; dev_t dev; unsigned int type; xfs_agnumber_t agno; xfs_agblock_t agbno; void *ret_ip; char __data[0]; }; struct trace_event_raw_xchk_ino_error_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; unsigned int type; void *ret_ip; char __data[0]; }; struct trace_event_raw_xchk_fblock_error_class { struct trace_entry ent; dev_t dev; xfs_ino_t ino; int whichfork; unsigned int type; xfs_fileoff_t offset; void *ret_ip; char __data[0]; }; struct trace_event_raw_xchk_incomplete { struct trace_entry ent; dev_t dev; unsigned int type; void *ret_ip; char __data[0]; }; struct trace_event_raw_xchk_btree_op_error { struct trace_entry ent; dev_t dev; unsigned int type; xfs_btnum_t btnum; int level; xfs_agnumber_t agno; xfs_agblock_t bno; int ptr; int error; void *ret_ip; char __data[0]; }; struct trace_event_raw_xchk_ifork_btree_op_error { struct trace_entry ent; dev_t dev; xfs_ino_t ino; int whichfork; unsigned int type; xfs_btnum_t btnum; int level; int ptr; xfs_agnumber_t agno; xfs_agblock_t bno; int error; void *ret_ip; char __data[0]; }; struct trace_event_raw_xchk_btree_error { struct trace_entry ent; dev_t dev; unsigned int type; xfs_btnum_t btnum; int level; xfs_agnumber_t agno; xfs_agblock_t bno; int ptr; void *ret_ip; char __data[0]; }; struct trace_event_raw_xchk_ifork_btree_error { struct trace_entry ent; dev_t dev; xfs_ino_t ino; int whichfork; unsigned int type; xfs_btnum_t btnum; int level; xfs_agnumber_t agno; xfs_agblock_t bno; int ptr; void *ret_ip; char __data[0]; }; struct trace_event_raw_xchk_sbtree_class { struct trace_entry ent; dev_t dev; int type; xfs_btnum_t btnum; xfs_agnumber_t agno; xfs_agblock_t bno; int level; int nlevels; int ptr; char __data[0]; }; struct trace_event_raw_xchk_xref_error { struct trace_entry ent; dev_t dev; int type; int error; void *ret_ip; char __data[0]; }; struct trace_event_raw_xchk_iallocbt_check_cluster { struct trace_entry ent; dev_t dev; xfs_agnumber_t agno; xfs_agino_t startino; xfs_daddr_t map_daddr; short unsigned int map_len; unsigned int chunk_ino; unsigned int nr_inodes; unsigned int cluster_ino; uint16_t cluster_mask; uint16_t holemask; char __data[0]; }; struct trace_event_raw_xchk_fscounters_calc { struct trace_entry ent; dev_t dev; int64_t icount_sb; uint64_t icount_calculated; int64_t ifree_sb; uint64_t ifree_calculated; int64_t fdblocks_sb; uint64_t fdblocks_calculated; uint64_t delalloc; char __data[0]; }; struct trace_event_raw_xchk_fscounters_within_range { struct trace_entry ent; dev_t dev; uint64_t expected; int64_t curr_value; int64_t old_value; char __data[0]; }; struct trace_event_data_offsets_xchk_class {}; struct trace_event_data_offsets_xchk_op_error {}; struct trace_event_data_offsets_xchk_file_op_error {}; struct trace_event_data_offsets_xchk_block_error_class {}; struct trace_event_data_offsets_xchk_ino_error_class {}; struct trace_event_data_offsets_xchk_fblock_error_class {}; struct trace_event_data_offsets_xchk_incomplete {}; struct trace_event_data_offsets_xchk_btree_op_error {}; struct trace_event_data_offsets_xchk_ifork_btree_op_error {}; struct trace_event_data_offsets_xchk_btree_error {}; struct trace_event_data_offsets_xchk_ifork_btree_error {}; struct trace_event_data_offsets_xchk_sbtree_class {}; struct trace_event_data_offsets_xchk_xref_error {}; struct trace_event_data_offsets_xchk_iallocbt_check_cluster {}; struct trace_event_data_offsets_xchk_fscounters_calc {}; struct trace_event_data_offsets_xchk_fscounters_within_range {}; typedef void (*btf_trace_xchk_start)(void *, struct xfs_inode *, struct xfs_scrub_metadata *, int); typedef void (*btf_trace_xchk_done)(void *, struct xfs_inode *, struct xfs_scrub_metadata *, int); typedef void (*btf_trace_xchk_deadlock_retry)(void *, struct xfs_inode *, struct xfs_scrub_metadata *, int); typedef void (*btf_trace_xrep_attempt)(void *, struct xfs_inode *, struct xfs_scrub_metadata *, int); typedef void (*btf_trace_xrep_done)(void *, struct xfs_inode *, struct xfs_scrub_metadata *, int); typedef void (*btf_trace_xchk_op_error)(void *, struct xfs_scrub *, xfs_agnumber_t, xfs_agblock_t, int, void *); typedef void (*btf_trace_xchk_file_op_error)(void *, struct xfs_scrub *, int, xfs_fileoff_t, int, void *); typedef void (*btf_trace_xchk_fs_error)(void *, struct xfs_scrub *, xfs_daddr_t, void *); typedef void (*btf_trace_xchk_block_error)(void *, struct xfs_scrub *, xfs_daddr_t, void *); typedef void (*btf_trace_xchk_block_preen)(void *, struct xfs_scrub *, xfs_daddr_t, void *); typedef void (*btf_trace_xchk_ino_error)(void *, struct xfs_scrub *, xfs_ino_t, void *); typedef void (*btf_trace_xchk_ino_preen)(void *, struct xfs_scrub *, xfs_ino_t, void *); typedef void (*btf_trace_xchk_ino_warning)(void *, struct xfs_scrub *, xfs_ino_t, void *); typedef void (*btf_trace_xchk_fblock_error)(void *, struct xfs_scrub *, int, xfs_fileoff_t, void *); typedef void (*btf_trace_xchk_fblock_warning)(void *, struct xfs_scrub *, int, xfs_fileoff_t, void *); typedef void (*btf_trace_xchk_incomplete)(void *, struct xfs_scrub *, void *); typedef void (*btf_trace_xchk_btree_op_error)(void *, struct xfs_scrub *, struct xfs_btree_cur *, int, int, void *); typedef void (*btf_trace_xchk_ifork_btree_op_error)(void *, struct xfs_scrub *, struct xfs_btree_cur *, int, int, void *); typedef void (*btf_trace_xchk_btree_error)(void *, struct xfs_scrub *, struct xfs_btree_cur *, int, void *); typedef void (*btf_trace_xchk_ifork_btree_error)(void *, struct xfs_scrub *, struct xfs_btree_cur *, int, void *); typedef void (*btf_trace_xchk_btree_rec)(void *, struct xfs_scrub *, struct xfs_btree_cur *, int); typedef void (*btf_trace_xchk_btree_key)(void *, struct xfs_scrub *, struct xfs_btree_cur *, int); typedef void (*btf_trace_xchk_xref_error)(void *, struct xfs_scrub *, int, void *); typedef void (*btf_trace_xchk_iallocbt_check_cluster)(void *, struct xfs_mount *, xfs_agnumber_t, xfs_agino_t, xfs_daddr_t, short unsigned int, unsigned int, unsigned int, uint16_t, uint16_t, unsigned int); typedef void (*btf_trace_xchk_fscounters_calc)(void *, struct xfs_mount *, uint64_t, uint64_t, uint64_t, uint64_t); typedef void (*btf_trace_xchk_fscounters_within_range)(void *, struct xfs_mount *, uint64_t, int64_t, int64_t); struct xchk_bmap_info { struct xfs_scrub *sc; struct xfs_iext_cursor icur; xfs_fileoff_t lastoff; bool is_rt; bool is_shared; bool was_loaded; int whichfork; }; struct xchk_bmap_check_rmap_info { struct xfs_scrub *sc; int whichfork; struct xfs_iext_cursor icur; }; struct check_owner { struct list_head list; xfs_daddr_t daddr; int level; }; struct xchk_da_btree { struct xfs_da_args dargs; xfs_dahash_t hashes[5]; int maxrecs[5]; struct xfs_da_state *state; struct xfs_scrub *sc; void *private; xfs_dablk_t lowest; xfs_dablk_t highest; int tree_level; }; typedef int (*xchk_da_btree_rec_fn)(struct xchk_da_btree *, int); struct xchk_xattr_buf { size_t sz; uint8_t buf[0]; }; struct xchk_xattr { struct xfs_attr_list_context context; struct xfs_scrub *sc; }; struct xchk_dir_ctx { struct dir_context dir_iter; struct xfs_scrub *sc; }; struct xchk_rmap_ownedby_info { const struct xfs_owner_info *oinfo; xfs_filblks_t *blocks; }; struct xchk_iallocbt { long long unsigned int inodes; xfs_agino_t next_startino; xfs_agino_t next_cluster_ino; }; struct xchk_fscounters { struct xfs_scrub *sc; uint64_t icount; uint64_t ifree; uint64_t fdblocks; uint64_t frextents; long long unsigned int icount_min; long long unsigned int icount_max; }; enum xchk_health_group { XHG_FS = 1, XHG_RT = 2, XHG_AG = 3, XHG_INO = 4, }; struct xchk_health_map { enum xchk_health_group group; unsigned int sick_mask; }; struct xchk_parent_ctx { struct dir_context dc; struct xfs_scrub *sc; xfs_ino_t ino; xfs_nlink_t nlink; bool cancelled; }; struct xchk_refcnt_frag { struct list_head list; struct xfs_rmap_irec rm; }; struct xchk_refcnt_check { struct xfs_scrub *sc; struct list_head fragments; xfs_agblock_t bno; xfs_extlen_t len; xfs_nlink_t refcount; xfs_nlink_t seen; }; struct xchk_quota_info { struct xfs_scrub *sc; xfs_dqid_t last_id; }; enum p9_open_mode_t { P9_OREAD = 0, P9_OWRITE = 1, P9_ORDWR = 2, P9_OEXEC = 3, P9_OTRUNC = 16, P9_OREXEC = 32, P9_ORCLOSE = 64, P9_OAPPEND = 128, P9_OEXCL = 4096, }; enum p9_perm_t { P9_DMDIR = 2147483648, P9_DMAPPEND = 1073741824, P9_DMEXCL = 536870912, P9_DMMOUNT = 268435456, P9_DMAUTH = 134217728, P9_DMTMP = 67108864, P9_DMSYMLINK = 33554432, P9_DMLINK = 16777216, P9_DMDEVICE = 8388608, P9_DMNAMEDPIPE = 2097152, P9_DMSOCKET = 1048576, P9_DMSETUID = 524288, P9_DMSETGID = 262144, P9_DMSETVTX = 65536, }; struct p9_qid { u8 type; u32 version; u64 path; }; struct p9_wstat { u16 size; u16 type; u32 dev; struct p9_qid qid; u32 mode; u32 atime; u32 mtime; u64 length; const char *name; const char *uid; const char *gid; const char *muid; char *extension; kuid_t n_uid; kgid_t n_gid; kuid_t n_muid; }; enum p9_trans_status { Connected = 0, BeginDisconnect = 1, Disconnected = 2, Hung = 3, }; struct p9_trans_module; struct p9_client { spinlock_t lock; unsigned int msize; unsigned char proto_version; struct p9_trans_module *trans_mod; enum p9_trans_status status; void *trans; struct kmem_cache *fcall_cache; union { struct { int rfd; int wfd; } fd; struct { u16 port; bool privport; } tcp; } trans_opts; struct idr fids; struct idr reqs; char name[65]; }; struct p9_fid { struct p9_client *clnt; u32 fid; refcount_t count; int mode; struct p9_qid qid; u32 iounit; kuid_t uid; void *rdir; struct hlist_node dlist; struct hlist_node ilist; }; enum p9_session_flags { V9FS_PROTO_2000U = 1, V9FS_PROTO_2000L = 2, V9FS_ACCESS_SINGLE = 4, V9FS_ACCESS_USER = 8, V9FS_ACCESS_CLIENT = 16, V9FS_POSIX_ACL = 32, }; enum p9_cache_modes { CACHE_NONE = 0, CACHE_MMAP = 1, CACHE_LOOSE = 2, CACHE_FSCACHE = 3, nr__p9_cache_modes = 4, }; struct v9fs_session_info { unsigned char flags; unsigned char nodev; short unsigned int debug; unsigned int afid; unsigned int cache; char *uname; char *aname; unsigned int maxdata; kuid_t dfltuid; kgid_t dfltgid; kuid_t uid; struct p9_client *clnt; struct list_head slist; struct rw_semaphore rename_sem; long int session_lock_timeout; }; struct v9fs_inode { struct netfs_inode netfs; struct p9_qid qid; unsigned int cache_validity; struct p9_fid *writeback_fid; struct mutex v_mutex; }; enum fscache_cookie_state { FSCACHE_COOKIE_STATE_QUIESCENT = 0, FSCACHE_COOKIE_STATE_LOOKING_UP = 1, FSCACHE_COOKIE_STATE_CREATING = 2, FSCACHE_COOKIE_STATE_ACTIVE = 3, FSCACHE_COOKIE_STATE_INVALIDATING = 4, FSCACHE_COOKIE_STATE_FAILED = 5, FSCACHE_COOKIE_STATE_LRU_DISCARDING = 6, FSCACHE_COOKIE_STATE_WITHDRAWING = 7, FSCACHE_COOKIE_STATE_RELINQUISHING = 8, FSCACHE_COOKIE_STATE_DROPPED = 9, }; struct fscache_cache; struct fscache_volume { refcount_t ref; atomic_t n_cookies; atomic_t n_accesses; unsigned int debug_id; unsigned int key_hash; u8 *key; struct list_head proc_link; struct hlist_bl_node hash_link; struct work_struct work; struct fscache_cache *cache; void *cache_priv; spinlock_t lock; long unsigned int flags; u8 coherency_len; u8 coherency[0]; }; struct fscache_cookie { refcount_t ref; atomic_t n_active; atomic_t n_accesses; unsigned int debug_id; unsigned int inval_counter; spinlock_t lock; struct fscache_volume *volume; void *cache_priv; struct hlist_bl_node hash_link; struct list_head proc_link; struct list_head commit_link; struct work_struct work; loff_t object_size; long unsigned int unused_at; long unsigned int flags; enum fscache_cookie_state state; u8 advice; u8 key_len; u8 aux_len; u32 key_hash; union { void *key; u8 inline_key[16]; }; union { void *aux; u8 inline_aux[8]; }; }; struct p9_stat_dotl { u64 st_result_mask; struct p9_qid qid; u32 st_mode; kuid_t st_uid; kgid_t st_gid; u64 st_nlink; u64 st_rdev; u64 st_size; u64 st_blksize; u64 st_blocks; u64 st_atime_sec; u64 st_atime_nsec; u64 st_mtime_sec; u64 st_mtime_nsec; u64 st_ctime_sec; u64 st_ctime_nsec; u64 st_btime_sec; u64 st_btime_nsec; u64 st_gen; u64 st_data_version; }; struct p9_iattr_dotl { u32 valid; u32 mode; kuid_t uid; kgid_t gid; u64 size; u64 atime_sec; u64 atime_nsec; u64 mtime_sec; u64 mtime_nsec; }; struct dotl_openflag_map { int open_flag; int dotl_flag; }; struct dotl_iattr_map { int iattr_valid; int p9_iattr_valid; }; struct p9_rstatfs { u32 type; u32 bsize; u64 blocks; u64 bfree; u64 bavail; u64 files; u64 ffree; u64 fsid; u32 namelen; }; struct p9_flock { u8 type; u32 flags; u64 start; u64 length; u32 proc_id; char *client_id; }; struct p9_getlock { u8 type; u64 start; u64 length; u32 proc_id; char *client_id; }; struct p9_dirent { struct p9_qid qid; u64 d_off; unsigned char d_type; char d_name[256]; }; struct p9_rdir { int head; int tail; uint8_t buf[0]; }; struct p9_fcall { u32 size; u8 id; u16 tag; size_t offset; size_t capacity; struct kmem_cache *cache; u8 *sdata; bool zc; }; struct p9_req_t { int status; int t_err; refcount_t refcount; wait_queue_head_t wq; struct p9_fcall tc; struct p9_fcall rc; struct list_head req_list; }; struct p9_trans_module { struct list_head list; char *name; int maxsize; bool pooled_rbuffers; int def; struct module *owner; int (*create)(struct p9_client *, const char *, char *); void (*close)(struct p9_client *); int (*request)(struct p9_client *, struct p9_req_t *); int (*cancel)(struct p9_client *, struct p9_req_t *); int (*cancelled)(struct p9_client *, struct p9_req_t *); int (*zc_request)(struct p9_client *, struct p9_req_t *, struct iov_iter *, struct iov_iter *, int, int, int); int (*show_options)(struct seq_file *, struct p9_client *); }; enum { Opt_debug___3 = 0, Opt_dfltuid = 1, Opt_dfltgid = 2, Opt_afid = 3, Opt_uname = 4, Opt_remotename = 5, Opt_cache = 6, Opt_cachetag = 7, Opt_nodevmap = 8, Opt_cache_loose = 9, Opt_fscache___2 = 10, Opt_mmap = 11, Opt_access = 12, Opt_posixacl = 13, Opt_locktimeout = 14, Opt_err___6 = 15, }; struct debugfs_fsdata { const struct file_operations *real_fops; refcount_t active_users; struct completion active_users_drained; }; struct debugfs_mount_opts { kuid_t uid; kgid_t gid; umode_t mode; unsigned int opts; }; enum { Opt_uid___7 = 0, Opt_gid___8 = 1, Opt_mode___6 = 2, Opt_err___7 = 3, }; struct debugfs_fs_info { struct debugfs_mount_opts mount_opts; }; struct tracefs_dir_ops { int (*mkdir)(const char *); int (*rmdir)(const char *); }; struct tracefs_mount_opts { kuid_t uid; kgid_t gid; umode_t mode; unsigned int opts; }; struct tracefs_fs_info { struct tracefs_mount_opts mount_opts; }; struct debugfs_blob_wrapper { void *data; long unsigned int size; }; struct debugfs_reg32 { char *name; long unsigned int offset; }; struct debugfs_regset32 { const struct debugfs_reg32 *regs; int nregs; void *base; struct device *dev; }; struct debugfs_devm_entry { int (*read)(struct seq_file *, void *); struct device *dev; }; struct btrfs_scrub_progress { __u64 data_extents_scrubbed; __u64 tree_extents_scrubbed; __u64 data_bytes_scrubbed; __u64 tree_bytes_scrubbed; __u64 read_errors; __u64 csum_errors; __u64 verify_errors; __u64 no_csum; __u64 csum_discards; __u64 super_errors; __u64 malloc_errors; __u64 uncorrectable_errors; __u64 corrected_errors; __u64 last_physical; __u64 unverified_errors; }; struct btrfs_disk_key { __le64 objectid; __u8 type; __le64 offset; } __attribute__((packed)); struct btrfs_key { __u64 objectid; __u8 type; __u64 offset; } __attribute__((packed)); struct btrfs_header { __u8 csum[32]; __u8 fsid[16]; __le64 bytenr; __le64 flags; __u8 chunk_tree_uuid[16]; __le64 generation; __le64 owner; __le32 nritems; __u8 level; } __attribute__((packed)); struct btrfs_root_backup { __le64 tree_root; __le64 tree_root_gen; __le64 chunk_root; __le64 chunk_root_gen; __le64 extent_root; __le64 extent_root_gen; __le64 fs_root; __le64 fs_root_gen; __le64 dev_root; __le64 dev_root_gen; __le64 csum_root; __le64 csum_root_gen; __le64 total_bytes; __le64 bytes_used; __le64 num_devices; __le64 unused_64[4]; __u8 tree_root_level; __u8 chunk_root_level; __u8 extent_root_level; __u8 fs_root_level; __u8 dev_root_level; __u8 csum_root_level; __u8 unused_8[10]; }; struct btrfs_item { struct btrfs_disk_key key; __le32 offset; __le32 size; } __attribute__((packed)); struct btrfs_key_ptr { struct btrfs_disk_key key; __le64 blockptr; __le64 generation; } __attribute__((packed)); struct btrfs_dev_item { __le64 devid; __le64 total_bytes; __le64 bytes_used; __le32 io_align; __le32 io_width; __le32 sector_size; __le64 type; __le64 generation; __le64 start_offset; __le32 dev_group; __u8 seek_speed; __u8 bandwidth; __u8 uuid[16]; __u8 fsid[16]; } __attribute__((packed)); struct btrfs_stripe { __le64 devid; __le64 offset; __u8 dev_uuid[16]; }; struct btrfs_chunk { __le64 length; __le64 owner; __le64 stripe_len; __le64 type; __le32 io_align; __le32 io_width; __le32 sector_size; __le16 num_stripes; __le16 sub_stripes; struct btrfs_stripe stripe; }; struct btrfs_super_block { __u8 csum[32]; __u8 fsid[16]; __le64 bytenr; __le64 flags; __le64 magic; __le64 generation; __le64 root; __le64 chunk_root; __le64 log_root; __le64 __unused_log_root_transid; __le64 total_bytes; __le64 bytes_used; __le64 root_dir_objectid; __le64 num_devices; __le32 sectorsize; __le32 nodesize; __le32 __unused_leafsize; __le32 stripesize; __le32 sys_chunk_array_size; __le64 chunk_root_generation; __le64 compat_flags; __le64 compat_ro_flags; __le64 incompat_flags; __le16 csum_type; __u8 root_level; __u8 chunk_root_level; __u8 log_root_level; struct btrfs_dev_item dev_item; char label[256]; __le64 cache_generation; __le64 uuid_tree_generation; __u8 metadata_uuid[16]; __u64 nr_global_roots; __le64 reserved[27]; __u8 sys_chunk_array[2048]; struct btrfs_root_backup super_roots[4]; __u8 padding[565]; } __attribute__((packed)); struct btrfs_extent_item { __le64 refs; __le64 generation; __le64 flags; }; struct btrfs_tree_block_info { struct btrfs_disk_key key; __u8 level; } __attribute__((packed)); struct btrfs_extent_data_ref { __le64 root; __le64 objectid; __le64 offset; __le32 count; } __attribute__((packed)); struct btrfs_shared_data_ref { __le32 count; }; struct btrfs_extent_inline_ref { __u8 type; __le64 offset; } __attribute__((packed)); struct btrfs_dev_extent { __le64 chunk_tree; __le64 chunk_objectid; __le64 chunk_offset; __le64 length; __u8 chunk_tree_uuid[16]; }; struct btrfs_timespec { __le64 sec; __le32 nsec; } __attribute__((packed)); struct btrfs_inode_item { __le64 generation; __le64 transid; __le64 size; __le64 nbytes; __le64 block_group; __le32 nlink; __le32 uid; __le32 gid; __le32 mode; __le64 rdev; __le64 flags; __le64 sequence; __le64 reserved[4]; struct btrfs_timespec atime; struct btrfs_timespec ctime; struct btrfs_timespec mtime; struct btrfs_timespec otime; } __attribute__((packed)); struct btrfs_dir_item { struct btrfs_disk_key location; __le64 transid; __le16 data_len; __le16 name_len; __u8 type; } __attribute__((packed)); struct btrfs_root_item { struct btrfs_inode_item inode; __le64 generation; __le64 root_dirid; __le64 bytenr; __le64 byte_limit; __le64 bytes_used; __le64 last_snapshot; __le64 flags; __le32 refs; struct btrfs_disk_key drop_progress; __u8 drop_level; __u8 level; __le64 generation_v2; __u8 uuid[16]; __u8 parent_uuid[16]; __u8 received_uuid[16]; __le64 ctransid; __le64 otransid; __le64 stransid; __le64 rtransid; struct btrfs_timespec ctime; struct btrfs_timespec otime; struct btrfs_timespec stime; struct btrfs_timespec rtime; __le64 reserved[8]; } __attribute__((packed)); enum { BTRFS_FILE_EXTENT_INLINE = 0, BTRFS_FILE_EXTENT_REG = 1, BTRFS_FILE_EXTENT_PREALLOC = 2, BTRFS_NR_FILE_EXTENT_TYPES = 3, }; struct btrfs_file_extent_item { __le64 generation; __le64 ram_bytes; __u8 compression; __u8 encryption; __le16 other_encoding; __u8 type; __le64 disk_bytenr; __le64 disk_num_bytes; __le64 offset; __le64 num_bytes; } __attribute__((packed)); struct btrfs_block_group_item { __le64 used; __le64 chunk_objectid; __le64 flags; }; struct btrfs_fs_info; struct btrfs_inode; struct extent_io_tree { struct rb_root state; struct btrfs_fs_info *fs_info; struct btrfs_inode *inode; u8 owner; spinlock_t lock; }; struct extent_map_tree { struct rb_root_cached map; struct list_head modified_extents; rwlock_t lock; }; enum btrfs_rsv_type { BTRFS_BLOCK_RSV_GLOBAL = 0, BTRFS_BLOCK_RSV_DELALLOC = 1, BTRFS_BLOCK_RSV_TRANS = 2, BTRFS_BLOCK_RSV_CHUNK = 3, BTRFS_BLOCK_RSV_DELOPS = 4, BTRFS_BLOCK_RSV_DELREFS = 5, BTRFS_BLOCK_RSV_EMPTY = 6, BTRFS_BLOCK_RSV_TEMP = 7, }; struct btrfs_space_info; struct btrfs_block_rsv { u64 size; u64 reserved; struct btrfs_space_info *space_info; spinlock_t lock; bool full; bool failfast; enum btrfs_rsv_type type: 8; u64 qgroup_rsv_size; u64 qgroup_rsv_reserved; }; struct btrfs_block_group; struct btrfs_free_cluster { spinlock_t lock; spinlock_t refill_lock; struct rb_root root; u64 max_size; u64 window_start; bool fragmented; struct btrfs_block_group *block_group; struct list_head block_group_list; }; struct btrfs_discard_ctl { struct workqueue_struct *discard_workers; struct delayed_work work; spinlock_t lock; struct btrfs_block_group *block_group; struct list_head discard_list[3]; u64 prev_discard; u64 prev_discard_time; atomic_t discardable_extents; atomic64_t discardable_bytes; u64 max_discard_size; u64 delay_ms; u32 iops_limit; u32 kbps_limit; u64 discard_extent_bytes; u64 discard_bitmap_bytes; atomic64_t discard_bytes_saved; }; struct btrfs_work; typedef void (*btrfs_func_t)(struct btrfs_work *); struct btrfs_workqueue; struct btrfs_work { btrfs_func_t func; btrfs_func_t ordered_func; btrfs_func_t ordered_free; struct work_struct normal_work; struct list_head ordered_list; struct btrfs_workqueue *wq; long unsigned int flags; }; struct btrfs_device; struct btrfs_dev_replace { u64 replace_state; time64_t time_started; time64_t time_stopped; atomic64_t num_write_errors; atomic64_t num_uncorrectable_read_errors; u64 cursor_left; u64 committed_cursor_left; u64 cursor_left_last_write_of_item; u64 cursor_right; u64 cont_reading_from_srcdev_mode; int is_valid; int item_needs_writeback; struct btrfs_device *srcdev; struct btrfs_device *tgtdev; struct mutex lock_finishing_cancel_unmount; struct rw_semaphore rwsem; struct btrfs_scrub_progress scrub_progress; struct percpu_counter bio_counter; wait_queue_head_t replace_wait; }; enum btrfs_exclusive_operation { BTRFS_EXCLOP_NONE = 0, BTRFS_EXCLOP_BALANCE_PAUSED = 1, BTRFS_EXCLOP_BALANCE = 2, BTRFS_EXCLOP_DEV_ADD = 3, BTRFS_EXCLOP_DEV_REMOVE = 4, BTRFS_EXCLOP_DEV_REPLACE = 5, BTRFS_EXCLOP_RESIZE = 6, BTRFS_EXCLOP_SWAP_ACTIVATE = 7, }; struct btrfs_commit_stats { u64 commit_count; u64 max_commit_dur; u64 last_commit_dur; u64 total_commit_dur; }; struct btrfs_root; struct btrfs_transaction; struct btrfs_stripe_hash_table; struct btrfs_fs_devices; struct reloc_control; struct btrfs_balance_control; struct btrfs_subpage_info; struct ulist; struct btrfs_delayed_root; struct btrfs_fs_info { u8 chunk_tree_uuid[16]; long unsigned int flags; struct btrfs_root *tree_root; struct btrfs_root *chunk_root; struct btrfs_root *dev_root; struct btrfs_root *fs_root; struct btrfs_root *quota_root; struct btrfs_root *uuid_root; struct btrfs_root *data_reloc_root; struct btrfs_root *block_group_root; struct btrfs_root *log_root_tree; rwlock_t global_root_lock; struct rb_root global_root_tree; spinlock_t fs_roots_radix_lock; struct xarray fs_roots_radix; rwlock_t block_group_cache_lock; struct rb_root_cached block_group_cache_tree; atomic64_t free_chunk_space; struct extent_io_tree excluded_extents; struct extent_map_tree mapping_tree; struct btrfs_block_rsv global_block_rsv; struct btrfs_block_rsv trans_block_rsv; struct btrfs_block_rsv chunk_block_rsv; struct btrfs_block_rsv delayed_block_rsv; struct btrfs_block_rsv delayed_refs_rsv; struct btrfs_block_rsv empty_block_rsv; u64 generation; u64 last_trans_committed; u64 last_reloc_trans; u64 avg_delayed_ref_runtime; u64 last_trans_log_full_commit; long unsigned int mount_opt; long unsigned int compress_type: 4; unsigned int compress_level; u32 commit_interval; u64 max_inline; struct btrfs_transaction *running_transaction; wait_queue_head_t transaction_throttle; wait_queue_head_t transaction_wait; wait_queue_head_t transaction_blocked_wait; wait_queue_head_t async_submit_wait; spinlock_t super_lock; struct btrfs_super_block *super_copy; struct btrfs_super_block *super_for_commit; struct super_block *sb; struct inode *btree_inode; struct mutex tree_log_mutex; struct mutex transaction_kthread_mutex; struct mutex cleaner_mutex; struct mutex chunk_mutex; struct mutex ro_block_group_mutex; struct btrfs_stripe_hash_table *stripe_hash_table; struct mutex ordered_operations_mutex; struct rw_semaphore commit_root_sem; struct rw_semaphore cleanup_work_sem; struct rw_semaphore subvol_sem; spinlock_t trans_lock; struct mutex reloc_mutex; struct list_head trans_list; struct list_head dead_roots; struct list_head caching_block_groups; spinlock_t delayed_iput_lock; struct list_head delayed_iputs; atomic_t nr_delayed_iputs; wait_queue_head_t delayed_iputs_wait; atomic64_t tree_mod_seq; rwlock_t tree_mod_log_lock; struct rb_root tree_mod_log; struct list_head tree_mod_seq_list; atomic_t async_delalloc_pages; spinlock_t ordered_root_lock; struct list_head ordered_roots; struct mutex delalloc_root_mutex; spinlock_t delalloc_root_lock; struct list_head delalloc_roots; struct btrfs_workqueue *workers; struct btrfs_workqueue *hipri_workers; struct btrfs_workqueue *delalloc_workers; struct btrfs_workqueue *flush_workers; struct workqueue_struct *endio_workers; struct workqueue_struct *endio_meta_workers; struct workqueue_struct *rmw_workers; struct workqueue_struct *compressed_write_workers; struct btrfs_workqueue *endio_write_workers; struct btrfs_workqueue *endio_freespace_worker; struct btrfs_workqueue *caching_workers; struct btrfs_workqueue *fixup_workers; struct btrfs_workqueue *delayed_workers; struct task_struct *transaction_kthread; struct task_struct *cleaner_kthread; u32 thread_pool_size; struct kobject *space_info_kobj; struct kobject *qgroups_kobj; struct kobject *discard_kobj; struct percpu_counter dirty_metadata_bytes; struct percpu_counter delalloc_bytes; struct percpu_counter ordered_bytes; s32 dirty_metadata_batch; s32 delalloc_batch; struct list_head dirty_cowonly_roots; struct btrfs_fs_devices *fs_devices; struct list_head space_info; struct btrfs_space_info *data_sinfo; struct reloc_control *reloc_ctl; struct btrfs_free_cluster data_alloc_cluster; struct btrfs_free_cluster meta_alloc_cluster; spinlock_t defrag_inodes_lock; struct rb_root defrag_inodes; atomic_t defrag_running; seqlock_t profiles_lock; u64 avail_data_alloc_bits; u64 avail_metadata_alloc_bits; u64 avail_system_alloc_bits; spinlock_t balance_lock; struct mutex balance_mutex; atomic_t balance_pause_req; atomic_t balance_cancel_req; struct btrfs_balance_control *balance_ctl; wait_queue_head_t balance_wait_q; atomic_t reloc_cancel_req; u32 data_chunk_allocations; u32 metadata_ratio; void *bdev_holder; struct mutex scrub_lock; atomic_t scrubs_running; atomic_t scrub_pause_req; atomic_t scrubs_paused; atomic_t scrub_cancel_req; wait_queue_head_t scrub_pause_wait; refcount_t scrub_workers_refcnt; struct workqueue_struct *scrub_workers; struct workqueue_struct *scrub_wr_completion_workers; struct workqueue_struct *scrub_parity_workers; struct btrfs_subpage_info *subpage_info; struct btrfs_discard_ctl discard_ctl; u64 qgroup_flags; struct rb_root qgroup_tree; spinlock_t qgroup_lock; struct ulist *qgroup_ulist; struct mutex qgroup_ioctl_lock; struct list_head dirty_qgroups; u64 qgroup_seq; struct mutex qgroup_rescan_lock; struct btrfs_key qgroup_rescan_progress; struct btrfs_workqueue *qgroup_rescan_workers; struct completion qgroup_rescan_completion; struct btrfs_work qgroup_rescan_work; bool qgroup_rescan_running; u8 qgroup_drop_subtree_thres; long unsigned int fs_state; struct btrfs_delayed_root *delayed_root; spinlock_t buffer_lock; struct xarray buffer_radix; int backup_root_index; struct btrfs_dev_replace dev_replace; struct semaphore uuid_tree_rescan_sem; struct work_struct async_reclaim_work; struct work_struct async_data_reclaim_work; struct work_struct preempt_reclaim_work; struct work_struct reclaim_bgs_work; struct list_head reclaim_bgs; int bg_reclaim_threshold; spinlock_t unused_bgs_lock; struct list_head unused_bgs; struct mutex unused_bg_unpin_mutex; struct mutex reclaim_bgs_lock; u32 nodesize; u32 sectorsize; u32 sectorsize_bits; u32 csum_size; u32 csums_per_leaf; u32 stripesize; u64 max_extent_size; spinlock_t swapfile_pins_lock; struct rb_root swapfile_pins; struct crypto_shash *csum_shash; enum btrfs_exclusive_operation exclusive_operation; u64 zone_size; u64 max_zone_append_size; struct mutex zoned_meta_io_lock; spinlock_t treelog_bg_lock; u64 treelog_bg; spinlock_t relocation_bg_lock; u64 data_reloc_bg; struct mutex zoned_data_reloc_io_lock; u64 nr_global_roots; spinlock_t zone_active_bgs_lock; struct list_head zone_active_bgs; struct btrfs_commit_stats commit_stats; u64 last_root_drop_gen; struct lockdep_map btrfs_trans_num_writers_map; struct lockdep_map btrfs_trans_num_extwriters_map; struct lockdep_map btrfs_state_change_map[4]; struct lockdep_map btrfs_trans_pending_ordered_map; struct lockdep_map btrfs_ordered_extent_map; }; struct ulist { long unsigned int nnodes; struct list_head nodes; struct rb_root root; }; enum { EXTENT_BUFFER_UPTODATE = 0, EXTENT_BUFFER_DIRTY = 1, EXTENT_BUFFER_CORRUPT = 2, EXTENT_BUFFER_READAHEAD = 3, EXTENT_BUFFER_TREE_REF = 4, EXTENT_BUFFER_STALE = 5, EXTENT_BUFFER_WRITEBACK = 6, EXTENT_BUFFER_READ_ERR = 7, EXTENT_BUFFER_UNMAPPED = 8, EXTENT_BUFFER_IN_TREE = 9, EXTENT_BUFFER_WRITE_ERR = 10, EXTENT_BUFFER_NO_CHECK = 11, }; struct extent_buffer { u64 start; long unsigned int len; long unsigned int bflags; struct btrfs_fs_info *fs_info; spinlock_t refs_lock; atomic_t refs; atomic_t io_pages; int read_mirror; struct callback_head callback_head; pid_t lock_owner; s8 log_index; struct rw_semaphore lock; struct page *pages[16]; struct list_head release_list; }; enum btrfs_lock_nesting { BTRFS_NESTING_NORMAL = 0, BTRFS_NESTING_COW = 1, BTRFS_NESTING_LEFT = 2, BTRFS_NESTING_RIGHT = 3, BTRFS_NESTING_LEFT_COW = 4, BTRFS_NESTING_RIGHT_COW = 5, BTRFS_NESTING_SPLIT = 6, BTRFS_NESTING_NEW_ROOT = 7, BTRFS_NESTING_MAX = 8, }; struct btrfs_drew_lock { atomic_t readers; struct percpu_counter writers; wait_queue_head_t pending_writers; wait_queue_head_t pending_readers; }; struct btrfs_qgroup_swapped_blocks { spinlock_t lock; bool swapped; struct rb_root blocks[8]; }; struct btrfs_root { struct rb_node rb_node; struct extent_buffer *node; struct extent_buffer *commit_root; struct btrfs_root *log_root; struct btrfs_root *reloc_root; long unsigned int state; struct btrfs_root_item root_item; struct btrfs_key root_key; struct btrfs_fs_info *fs_info; struct extent_io_tree dirty_log_pages; struct mutex objectid_mutex; spinlock_t accounting_lock; int: 32; struct btrfs_block_rsv *block_rsv; struct mutex log_mutex; wait_queue_head_t log_writer_wait; wait_queue_head_t log_commit_wait[2]; struct list_head log_ctxs[2]; atomic_t log_writers; atomic_t log_commit[2]; atomic_t log_batch; int log_transid; int log_transid_committed; int last_log_commit; pid_t log_start_pid; u64 last_trans; u32 type; int: 32; u64 free_objectid; struct btrfs_key defrag_progress; struct btrfs_key defrag_max; long: 48; struct list_head dirty_list; struct list_head root_list; spinlock_t log_extents_lock[2]; struct list_head logged_list[2]; spinlock_t inode_lock; int: 32; struct rb_root inode_tree; struct xarray delayed_nodes_tree; dev_t anon_dev; spinlock_t root_item_lock; refcount_t refs; int: 32; struct mutex delalloc_mutex; spinlock_t delalloc_lock; int: 32; struct list_head delalloc_inodes; struct list_head delalloc_root; u64 nr_delalloc_inodes; struct mutex ordered_extent_mutex; spinlock_t ordered_extent_lock; int: 32; struct list_head ordered_extents; struct list_head ordered_root; u64 nr_ordered_extents; struct list_head reloc_dirty_list; int send_in_progress; int dedupe_in_progress; struct btrfs_drew_lock snapshot_lock; atomic_t snapshot_force_cow; spinlock_t qgroup_meta_rsv_lock; u64 qgroup_meta_rsv_pertrans; u64 qgroup_meta_rsv_prealloc; wait_queue_head_t qgroup_flush_wait; atomic_t nr_swapfiles; int: 32; struct btrfs_qgroup_swapped_blocks swapped_blocks; struct extent_io_tree log_csum_range; } __attribute__((packed)); struct btrfs_tree_parent_check { u64 owner_root; u64 transid; struct btrfs_key first_key; bool has_first_key; u8 level; }; struct root_name_map { u64 id; char name[16]; }; struct btrfs_qgroup_limit { __u64 flags; __u64 max_rfer; __u64 max_excl; __u64 rsv_rfer; __u64 rsv_excl; }; struct btrfs_qgroup_inherit { __u64 flags; __u64 num_qgroups; __u64 num_ref_copies; __u64 num_excl_copies; struct btrfs_qgroup_limit lim; __u64 qgroups[0]; }; struct btrfs_balance_args { __u64 profiles; union { __u64 usage; struct { __u32 usage_min; __u32 usage_max; }; }; __u64 devid; __u64 pstart; __u64 pend; __u64 vstart; __u64 vend; __u64 target; __u64 flags; union { __u64 limit; struct { __u32 limit_min; __u32 limit_max; }; }; __u32 stripes_min; __u32 stripes_max; __u64 unused[6]; }; struct btrfs_balance_progress { __u64 expected; __u64 considered; __u64 completed; }; enum { __EXTENT_DIRTY_BIT = 0, EXTENT_DIRTY = 1, __EXTENT_DIRTY_SEQ = 0, __EXTENT_UPTODATE_BIT = 1, EXTENT_UPTODATE = 2, __EXTENT_UPTODATE_SEQ = 1, __EXTENT_LOCKED_BIT = 2, EXTENT_LOCKED = 4, __EXTENT_LOCKED_SEQ = 2, __EXTENT_NEW_BIT = 3, EXTENT_NEW = 8, __EXTENT_NEW_SEQ = 3, __EXTENT_DELALLOC_BIT = 4, EXTENT_DELALLOC = 16, __EXTENT_DELALLOC_SEQ = 4, __EXTENT_DEFRAG_BIT = 5, EXTENT_DEFRAG = 32, __EXTENT_DEFRAG_SEQ = 5, __EXTENT_BOUNDARY_BIT = 6, EXTENT_BOUNDARY = 64, __EXTENT_BOUNDARY_SEQ = 6, __EXTENT_NODATASUM_BIT = 7, EXTENT_NODATASUM = 128, __EXTENT_NODATASUM_SEQ = 7, __EXTENT_CLEAR_META_RESV_BIT = 8, EXTENT_CLEAR_META_RESV = 256, __EXTENT_CLEAR_META_RESV_SEQ = 8, __EXTENT_NEED_WAIT_BIT = 9, EXTENT_NEED_WAIT = 512, __EXTENT_NEED_WAIT_SEQ = 9, __EXTENT_NORESERVE_BIT = 10, EXTENT_NORESERVE = 1024, __EXTENT_NORESERVE_SEQ = 10, __EXTENT_QGROUP_RESERVED_BIT = 11, EXTENT_QGROUP_RESERVED = 2048, __EXTENT_QGROUP_RESERVED_SEQ = 11, __EXTENT_CLEAR_DATA_RESV_BIT = 12, EXTENT_CLEAR_DATA_RESV = 4096, __EXTENT_CLEAR_DATA_RESV_SEQ = 12, __EXTENT_DELALLOC_NEW_BIT = 13, EXTENT_DELALLOC_NEW = 8192, __EXTENT_DELALLOC_NEW_SEQ = 13, __EXTENT_ADD_INODE_BYTES_BIT = 14, EXTENT_ADD_INODE_BYTES = 16384, __EXTENT_ADD_INODE_BYTES_SEQ = 14, __EXTENT_CLEAR_ALL_BITS_BIT = 15, EXTENT_CLEAR_ALL_BITS = 32768, __EXTENT_CLEAR_ALL_BITS_SEQ = 15, }; struct btrfs_ordered_inode_tree { spinlock_t lock; struct rb_root tree; struct rb_node *last; }; struct btrfs_delayed_node; struct btrfs_inode { struct btrfs_root *root; struct btrfs_key location; spinlock_t lock; struct extent_map_tree extent_tree; struct extent_io_tree io_tree; struct rb_root io_failure_tree; spinlock_t io_failure_lock; struct extent_io_tree file_extent_tree; struct mutex log_mutex; struct btrfs_ordered_inode_tree ordered_tree; struct list_head delalloc_inodes; struct rb_node rb_node; long unsigned int runtime_flags; atomic_t sync_writers; u64 generation; u64 last_trans; u64 logged_trans; int last_sub_trans; int last_log_commit; u64 delalloc_bytes; union { u64 new_delalloc_bytes; u64 last_dir_index_offset; }; u64 defrag_bytes; u64 disk_i_size; u64 index_cnt; u64 dir_index; u64 last_unlink_trans; u64 last_reflink_trans; u64 csum_bytes; u32 flags; u32 ro_flags; unsigned int outstanding_extents; struct btrfs_block_rsv block_rsv; unsigned int prop_compress; unsigned int defrag_compress; struct btrfs_delayed_node *delayed_node; struct timespec64 i_otime; struct list_head delayed_iput; struct rw_semaphore i_mmap_lock; struct inode vfs_inode; }; struct extent_state { u64 start; u64 end; struct rb_node rb_node; wait_queue_head_t wq; refcount_t refs; u32 state; }; struct extent_changeset { u64 bytes_changed; struct ulist range_changed; }; struct btrfs_io_context; struct btrfs_io_stripe { struct btrfs_device *dev; union { u64 physical; struct btrfs_io_context *bioc; }; }; struct map_lookup { u64 type; int io_align; int io_width; u32 stripe_len; int num_stripes; int sub_stripes; int verified_stripes; struct btrfs_io_stripe stripes[0]; }; struct btrfs_space_info { spinlock_t lock; u64 total_bytes; u64 bytes_used; u64 bytes_pinned; u64 bytes_reserved; u64 bytes_may_use; u64 bytes_readonly; u64 active_total_bytes; u64 bytes_zone_unusable; u64 max_extent_size; u64 chunk_size; int bg_reclaim_threshold; int clamp; unsigned int full: 1; unsigned int chunk_alloc: 1; unsigned int flush: 1; unsigned int force_alloc; u64 disk_used; u64 disk_total; u64 flags; struct list_head list; struct list_head ro_bgs; struct list_head priority_tickets; struct list_head tickets; u64 reclaim_size; u64 tickets_id; struct rw_semaphore groups_sem; struct list_head block_groups[9]; struct kobject kobj; struct kobject *block_group_kobjs[9]; }; enum { BTRFS_FS_STATE_ERROR = 0, BTRFS_FS_STATE_REMOUNTING = 1, BTRFS_FS_STATE_RO = 2, BTRFS_FS_STATE_TRANS_ABORTED = 3, BTRFS_FS_STATE_DEV_REPLACING = 4, BTRFS_FS_STATE_DUMMY_FS_INFO = 5, BTRFS_FS_STATE_NO_CSUMS = 6, BTRFS_FS_STATE_LOG_CLEANUP_ERROR = 7, BTRFS_FS_STATE_COUNT = 8, }; enum { BTRFS_FS_CLOSING_START = 0, BTRFS_FS_CLOSING_DONE = 1, BTRFS_FS_LOG_RECOVERING = 2, BTRFS_FS_OPEN = 3, BTRFS_FS_QUOTA_ENABLED = 4, BTRFS_FS_UPDATE_UUID_TREE_GEN = 5, BTRFS_FS_CREATING_FREE_SPACE_TREE = 6, BTRFS_FS_BTREE_ERR = 7, BTRFS_FS_LOG1_ERR = 8, BTRFS_FS_LOG2_ERR = 9, BTRFS_FS_QUOTA_OVERRIDE = 10, BTRFS_FS_FROZEN = 11, BTRFS_FS_BALANCE_RUNNING = 12, BTRFS_FS_RELOC_RUNNING = 13, BTRFS_FS_CLEANER_RUNNING = 14, BTRFS_FS_CSUM_IMPL_FAST = 15, BTRFS_FS_DISCARD_RUNNING = 16, BTRFS_FS_CLEANUP_SPACE_CACHE_V1 = 17, BTRFS_FS_FREE_SPACE_TREE_UNTRUSTED = 18, BTRFS_FS_TREE_MOD_LOG_USERS = 19, BTRFS_FS_COMMIT_TRANS = 20, BTRFS_FS_UNFINISHED_DROPS = 21, BTRFS_FS_NEED_ZONE_FINISH = 22, BTRFS_FS_NEED_TRANS_COMMIT = 23, BTRFS_FS_NO_OVERCOMMIT = 24, }; enum { BTRFS_MOUNT_NODATASUM = 1, BTRFS_MOUNT_NODATACOW = 2, BTRFS_MOUNT_NOBARRIER = 4, BTRFS_MOUNT_SSD = 8, BTRFS_MOUNT_DEGRADED = 16, BTRFS_MOUNT_COMPRESS = 32, BTRFS_MOUNT_NOTREELOG = 64, BTRFS_MOUNT_FLUSHONCOMMIT = 128, BTRFS_MOUNT_SSD_SPREAD = 256, BTRFS_MOUNT_NOSSD = 512, BTRFS_MOUNT_DISCARD_SYNC = 1024, BTRFS_MOUNT_FORCE_COMPRESS = 2048, BTRFS_MOUNT_SPACE_CACHE = 4096, BTRFS_MOUNT_CLEAR_CACHE = 8192, BTRFS_MOUNT_USER_SUBVOL_RM_ALLOWED = 16384, BTRFS_MOUNT_ENOSPC_DEBUG = 32768, BTRFS_MOUNT_AUTO_DEFRAG = 65536, BTRFS_MOUNT_USEBACKUPROOT = 131072, BTRFS_MOUNT_SKIP_BALANCE = 262144, BTRFS_MOUNT_CHECK_INTEGRITY = 524288, BTRFS_MOUNT_CHECK_INTEGRITY_DATA = 1048576, BTRFS_MOUNT_PANIC_ON_FATAL_ERROR = 2097152, BTRFS_MOUNT_RESCAN_UUID_TREE = 4194304, BTRFS_MOUNT_FRAGMENT_DATA = 8388608, BTRFS_MOUNT_FRAGMENT_METADATA = 16777216, BTRFS_MOUNT_FREE_SPACE_TREE = 33554432, BTRFS_MOUNT_NOLOGREPLAY = 67108864, BTRFS_MOUNT_REF_VERIFY = 134217728, BTRFS_MOUNT_DISCARD_ASYNC = 268435456, BTRFS_MOUNT_IGNOREBADROOTS = 536870912, BTRFS_MOUNT_IGNOREDATACSUMS = 1073741824, BTRFS_MOUNT_NODISCARD = 2147483648, }; struct rcu_string; struct btrfs_zoned_device_info; struct scrub_ctx; struct btrfs_device { struct list_head dev_list; struct list_head dev_alloc_list; struct list_head post_commit_list; struct btrfs_fs_devices *fs_devices; struct btrfs_fs_info *fs_info; struct rcu_string *name; u64 generation; struct block_device *bdev; struct btrfs_zoned_device_info *zone_info; fmode_t mode; dev_t devt; long unsigned int dev_state; blk_status_t last_flush_error; u64 devid; u64 total_bytes; u64 disk_total_bytes; u64 bytes_used; u32 io_align; u32 io_width; u64 type; u32 sector_size; u8 uuid[16]; u64 commit_total_bytes; u64 commit_bytes_used; struct bio flush_bio; struct completion flush_wait; struct scrub_ctx *scrub_ctx; int dev_stats_valid; atomic_t dev_stats_ccnt; atomic_t dev_stat_values[5]; struct extent_io_tree alloc_state; struct completion kobj_unregister; struct kobject devid_kobj; u64 scrub_speed_max; }; enum btrfs_discard_state { BTRFS_DISCARD_EXTENTS = 0, BTRFS_DISCARD_BITMAPS = 1, BTRFS_DISCARD_RESET_CURSOR = 2, }; struct btrfs_io_ctl { void *cur; void *orig; struct page *page; struct page **pages; struct btrfs_fs_info *fs_info; struct inode *inode; long unsigned int size; int index; int num_pages; int entries; int bitmaps; }; struct btrfs_full_stripe_locks_tree { struct rb_root root; struct mutex lock; }; struct btrfs_caching_control; struct btrfs_free_space_ctl; struct btrfs_block_group { struct btrfs_fs_info *fs_info; struct inode *inode; spinlock_t lock; u64 start; u64 length; u64 pinned; u64 reserved; u64 used; u64 delalloc_bytes; u64 bytes_super; u64 flags; u64 cache_generation; u64 global_root_id; u64 commit_used; u32 bitmap_high_thresh; u32 bitmap_low_thresh; struct rw_semaphore data_rwsem; long unsigned int full_stripe_len; long unsigned int runtime_flags; unsigned int ro; int disk_cache_state; int cached; struct btrfs_caching_control *caching_ctl; struct btrfs_space_info *space_info; struct btrfs_free_space_ctl *free_space_ctl; struct rb_node cache_node; struct list_head list; refcount_t refs; struct list_head cluster_list; struct list_head bg_list; struct list_head ro_list; atomic_t frozen; struct list_head discard_list; int discard_index; u64 discard_eligible_time; u64 discard_cursor; enum btrfs_discard_state discard_state; struct list_head dirty_list; struct list_head io_list; struct btrfs_io_ctl io_ctl; atomic_t reservations; atomic_t nocow_writers; struct mutex free_space_lock; int swap_extents; struct btrfs_full_stripe_locks_tree full_stripe_locks_root; u64 alloc_offset; u64 zone_unusable; u64 zone_capacity; u64 meta_write_pointer; struct map_lookup *physical_map; struct list_head active_bg_list; struct work_struct zone_finish_work; struct extent_buffer *last_eb; }; enum btrfs_trans_state { TRANS_STATE_RUNNING = 0, TRANS_STATE_COMMIT_START = 1, TRANS_STATE_COMMIT_DOING = 2, TRANS_STATE_UNBLOCKED = 3, TRANS_STATE_SUPER_COMMITTED = 4, TRANS_STATE_COMPLETED = 5, TRANS_STATE_MAX = 6, }; struct btrfs_delayed_ref_root { struct rb_root_cached href_root; struct rb_root dirty_extent_root; spinlock_t lock; atomic_t num_entries; long unsigned int num_heads; long unsigned int num_heads_ready; u64 pending_csums; long unsigned int flags; u64 run_delayed_start; u64 qgroup_to_skip; }; struct btrfs_transaction { u64 transid; atomic_t num_extwriters; atomic_t num_writers; refcount_t use_count; long unsigned int flags; enum btrfs_trans_state state; int aborted; struct list_head list; struct extent_io_tree dirty_pages; time64_t start_time; wait_queue_head_t writer_wait; wait_queue_head_t commit_wait; struct list_head pending_snapshots; struct list_head dev_update_list; struct list_head switch_commits; struct list_head dirty_bgs; struct list_head io_bgs; struct list_head dropped_roots; struct extent_io_tree pinned_extents; struct mutex cache_write_mutex; spinlock_t dirty_bgs_lock; struct list_head deleted_bgs; spinlock_t dropped_roots_lock; struct btrfs_delayed_ref_root delayed_refs; struct btrfs_fs_info *fs_info; atomic_t pending_ordered; wait_queue_head_t pending_wait; spinlock_t releasing_ebs_lock; struct list_head releasing_ebs; }; enum btrfs_chunk_allocation_policy { BTRFS_CHUNK_ALLOC_REGULAR = 0, BTRFS_CHUNK_ALLOC_ZONED = 1, }; enum btrfs_read_policy { BTRFS_READ_POLICY_PID = 0, BTRFS_NR_READ_POLICY = 1, }; struct btrfs_fs_devices { u8 fsid[16]; u8 metadata_uuid[16]; bool fsid_change; struct list_head fs_list; u64 num_devices; u64 open_devices; u64 rw_devices; u64 missing_devices; u64 total_rw_bytes; u64 total_devices; u64 latest_generation; struct btrfs_device *latest_dev; struct mutex device_list_mutex; struct list_head devices; struct list_head alloc_list; struct list_head seed_list; bool seeding; int opened; bool rotating; bool discardable; struct btrfs_fs_info *fs_info; struct kobject fsid_kobj; struct kobject *devices_kobj; struct kobject *devinfo_kobj; struct completion kobj_unregister; enum btrfs_chunk_allocation_policy chunk_alloc_policy; enum btrfs_read_policy read_policy; }; struct btrfs_balance_control { struct btrfs_balance_args data; struct btrfs_balance_args meta; struct btrfs_balance_args sys; u64 flags; struct btrfs_balance_progress stat; }; struct btrfs_delayed_root { spinlock_t lock; struct list_head node_list; struct list_head prepare_list; atomic_t items; atomic_t items_seq; int nodes; wait_queue_head_t wait; }; struct btrfs_path { struct extent_buffer *nodes[8]; int slots[8]; u8 locks[8]; u8 reada; u8 lowest_level; unsigned int search_for_split: 1; unsigned int keep_locks: 1; unsigned int skip_locking: 1; unsigned int search_commit_root: 1; unsigned int need_commit_sem: 1; unsigned int skip_release_on_error: 1; unsigned int search_for_extension: 1; unsigned int nowait: 1; }; enum { BTRFS_ROOT_IN_TRANS_SETUP = 0, BTRFS_ROOT_SHAREABLE = 1, BTRFS_ROOT_TRACK_DIRTY = 2, BTRFS_ROOT_IN_RADIX = 3, BTRFS_ROOT_ORPHAN_ITEM_INSERTED = 4, BTRFS_ROOT_DEFRAG_RUNNING = 5, BTRFS_ROOT_FORCE_COW = 6, BTRFS_ROOT_MULTI_LOG_TASKS = 7, BTRFS_ROOT_DIRTY = 8, BTRFS_ROOT_DELETING = 9, BTRFS_ROOT_DEAD_RELOC_TREE = 10, BTRFS_ROOT_DEAD_TREE = 11, BTRFS_ROOT_HAS_LOG_TREE = 12, BTRFS_ROOT_QGROUP_FLUSHING = 13, BTRFS_ROOT_ORPHAN_CLEANUP = 14, BTRFS_ROOT_UNFINISHED_DROP = 15, BTRFS_ROOT_RESET_LOCKDEP_CLASS = 16, }; struct btrfs_item_batch { const struct btrfs_key *keys; const u32 *data_sizes; u32 total_data_size; int nr; }; struct btrfs_delayed_node { u64 inode_id; u64 bytes_reserved; struct btrfs_root *root; struct list_head n_list; struct list_head p_list; struct rb_root_cached ins_root; struct rb_root_cached del_root; struct mutex mutex; struct btrfs_inode_item inode_item; refcount_t refs; u64 index_cnt; long unsigned int flags; int count; u32 curr_index_batch_size; u32 index_item_leaves; }; struct btrfs_delayed_ref_node { struct rb_node ref_node; struct list_head add_list; u64 bytenr; u64 num_bytes; u64 seq; refcount_t refs; int ref_mod; unsigned int action: 8; unsigned int type: 8; unsigned int is_head: 1; unsigned int in_tree: 1; }; struct btrfs_delayed_extent_op { struct btrfs_disk_key key; u8 level; bool update_key; bool update_flags; u64 flags_to_set; }; struct btrfs_delayed_ref_head { u64 bytenr; u64 num_bytes; refcount_t refs; struct mutex mutex; spinlock_t lock; struct rb_root_cached ref_tree; struct list_head ref_add_list; struct rb_node href_node; struct btrfs_delayed_extent_op *extent_op; int total_ref_mod; int ref_mod; unsigned int must_insert_reserved: 1; unsigned int is_data: 1; unsigned int is_system: 1; unsigned int processing: 1; }; struct btrfs_delayed_tree_ref { struct btrfs_delayed_ref_node node; u64 root; u64 parent; int level; }; struct btrfs_delayed_data_ref { struct btrfs_delayed_ref_node node; u64 root; u64 parent; u64 objectid; u64 offset; }; enum btrfs_ref_type { BTRFS_REF_NOT_SET = 0, BTRFS_REF_DATA = 1, BTRFS_REF_METADATA = 2, BTRFS_REF_LAST = 3, }; struct btrfs_data_ref { u64 owning_root; u64 ino; u64 offset; }; struct btrfs_tree_ref { int level; u64 owning_root; }; struct btrfs_ref { enum btrfs_ref_type type; int action; bool skip_qgroup; u64 bytenr; u64 len; u64 parent; union { struct btrfs_data_ref data_ref; struct btrfs_tree_ref tree_ref; }; }; struct btrfs_pending_snapshot; struct btrfs_trans_handle { u64 transid; u64 bytes_reserved; u64 chunk_bytes_reserved; long unsigned int delayed_ref_updates; struct btrfs_transaction *transaction; struct btrfs_block_rsv *block_rsv; struct btrfs_block_rsv *orig_rsv; struct btrfs_pending_snapshot *pending_snapshot; refcount_t use_count; unsigned int type; short int aborted; bool adding_csums; bool allocating_chunk; bool removing_chunk; bool reloc_reserved; bool in_fsync; struct btrfs_fs_info *fs_info; struct list_head new_bgs; }; struct btrfs_pending_snapshot { struct dentry *dentry; struct inode *dir; struct btrfs_root *root; struct btrfs_root_item *root_item; struct btrfs_root *snap; struct btrfs_qgroup_inherit *inherit; struct btrfs_path *path; struct btrfs_block_rsv block_rsv; int error; dev_t anon_dev; bool readonly; struct list_head list; }; struct rcu_string { struct callback_head rcu; char str[0]; }; enum btrfs_raid_types { BTRFS_RAID_SINGLE = 0, BTRFS_RAID_RAID0 = 1, BTRFS_RAID_RAID1 = 2, BTRFS_RAID_DUP = 3, BTRFS_RAID_RAID10 = 4, BTRFS_RAID_RAID5 = 5, BTRFS_RAID_RAID6 = 6, BTRFS_RAID_RAID1C3 = 7, BTRFS_RAID_RAID1C4 = 8, BTRFS_NR_RAID_TYPES = 9, }; struct btrfs_zoned_device_info { u64 zone_size; u8 zone_size_shift; u64 max_zone_append_size; u32 nr_zones; unsigned int max_active_zones; atomic_t active_zones_left; long unsigned int *seq_zones; long unsigned int *empty_zones; long unsigned int *active_zones; struct blk_zone *zone_cache; struct blk_zone sb_zones[6]; }; struct btrfs_io_context { refcount_t refs; struct btrfs_fs_info *fs_info; u64 map_type; struct bio *orig_bio; atomic_t error; int max_errors; int num_stripes; int mirror_num; int num_tgtdevs; int *tgtdev_map; u64 *raid_map; struct btrfs_io_stripe stripes[0]; }; struct btrfs_discard_stripe { struct btrfs_device *dev; u64 physical; u64 length; }; enum btrfs_trim_state { BTRFS_TRIM_STATE_UNTRIMMED = 0, BTRFS_TRIM_STATE_TRIMMED = 1, BTRFS_TRIM_STATE_TRIMMING = 2, }; struct btrfs_free_space { struct rb_node offset_index; struct rb_node bytes_index; u64 offset; u64 bytes; u64 max_extent_size; long unsigned int *bitmap; struct list_head list; enum btrfs_trim_state trim_state; s32 bitmap_extents; }; struct btrfs_free_space_op; struct btrfs_free_space_ctl { spinlock_t tree_lock; struct rb_root free_space_offset; struct rb_root_cached free_space_bytes; u64 free_space; int extents_thresh; int free_extents; int total_bitmaps; int unit; u64 start; s32 discardable_extents[2]; s64 discardable_bytes[2]; const struct btrfs_free_space_op *op; struct btrfs_block_group *block_group; struct mutex cache_writeout_mutex; struct list_head trimming_ranges; }; struct btrfs_free_space_op { bool (*use_bitmap)(struct btrfs_free_space_ctl *, struct btrfs_free_space *); }; enum btrfs_chunk_alloc_enum { CHUNK_ALLOC_NO_FORCE = 0, CHUNK_ALLOC_LIMITED = 1, CHUNK_ALLOC_FORCE = 2, CHUNK_ALLOC_FORCE_FOR_EXTENT = 3, }; enum btrfs_block_group_flags { BLOCK_GROUP_FLAG_IREF = 0, BLOCK_GROUP_FLAG_REMOVED = 1, BLOCK_GROUP_FLAG_TO_COPY = 2, BLOCK_GROUP_FLAG_RELOCATING_REPAIR = 3, BLOCK_GROUP_FLAG_CHUNK_ITEM_INSERTED = 4, BLOCK_GROUP_FLAG_ZONE_IS_ACTIVE = 5, BLOCK_GROUP_FLAG_ZONED_DATA_RELOC = 6, BLOCK_GROUP_FLAG_NEEDS_FREE_SPACE = 7, BLOCK_GROUP_FLAG_SEQUENTIAL_ZONE = 8, }; enum btrfs_caching_type { BTRFS_CACHE_NO = 0, BTRFS_CACHE_STARTED = 1, BTRFS_CACHE_FINISHED = 2, BTRFS_CACHE_ERROR = 3, }; struct btrfs_caching_control { struct list_head list; struct mutex mutex; wait_queue_head_t wait; struct btrfs_work work; struct btrfs_block_group *block_group; refcount_t count; }; enum btrfs_inline_ref_type { BTRFS_REF_TYPE_INVALID = 0, BTRFS_REF_TYPE_BLOCK = 1, BTRFS_REF_TYPE_DATA = 2, BTRFS_REF_TYPE_ANY = 3, }; enum btrfs_loop_type { LOOP_CACHING_NOWAIT = 0, LOOP_CACHING_WAIT = 1, LOOP_ALLOC_CHUNK = 2, LOOP_NO_EMPTY_SIZE = 3, }; enum btrfs_extent_allocation_policy { BTRFS_EXTENT_ALLOC_CLUSTERED = 0, BTRFS_EXTENT_ALLOC_ZONED = 1, }; struct find_free_extent_ctl { u64 ram_bytes; u64 num_bytes; u64 min_alloc_size; u64 empty_size; u64 flags; int delalloc; u64 search_start; u64 empty_cluster; struct btrfs_free_cluster *last_ptr; bool use_cluster; bool have_caching_bg; bool orig_have_caching_bg; bool for_treelog; bool for_data_reloc; int index; int loop; bool retry_clustered; bool retry_unclustered; int cached; u64 max_extent_size; u64 total_free_space; u64 found_offset; u64 hint_byte; enum btrfs_extent_allocation_policy policy; }; struct walk_control { u64 refs[8]; u64 flags[8]; struct btrfs_key update_progress; struct btrfs_key drop_progress; short: 16; int drop_level; int stage; int level; int shared_level; int update_ref; int keep_locks; int reada_slot; int reada_count; int restarted; } __attribute__((packed)); struct btrfs_root_ref { __le64 dirid; __le64 sequence; __le16 name_len; } __attribute__((packed)); enum btrfs_qgroup_rsv_type { BTRFS_QGROUP_RSV_DATA = 0, BTRFS_QGROUP_RSV_META_PERTRANS = 1, BTRFS_QGROUP_RSV_META_PREALLOC = 2, BTRFS_QGROUP_RSV_LAST = 3, }; enum btrfs_reserve_flush_enum { BTRFS_RESERVE_NO_FLUSH = 0, BTRFS_RESERVE_FLUSH_LIMIT = 1, BTRFS_RESERVE_FLUSH_EVICT = 2, BTRFS_RESERVE_FLUSH_DATA = 3, BTRFS_RESERVE_FLUSH_FREE_SPACE_INODE = 4, BTRFS_RESERVE_FLUSH_ALL = 5, BTRFS_RESERVE_FLUSH_ALL_STEAL = 6, BTRFS_RESERVE_FLUSH_EMERGENCY = 7, }; enum btrfs_dev_stat_values { BTRFS_DEV_STAT_WRITE_ERRS = 0, BTRFS_DEV_STAT_READ_ERRS = 1, BTRFS_DEV_STAT_FLUSH_ERRS = 2, BTRFS_DEV_STAT_CORRUPTION_ERRS = 3, BTRFS_DEV_STAT_GENERATION_ERRS = 4, BTRFS_DEV_STAT_VALUES_MAX = 5, }; enum btrfs_csum_type { BTRFS_CSUM_TYPE_CRC32 = 0, BTRFS_CSUM_TYPE_XXHASH = 1, BTRFS_CSUM_TYPE_SHA256 = 2, BTRFS_CSUM_TYPE_BLAKE2 = 3, }; enum { READA_NONE = 0, READA_BACK = 1, READA_FORWARD = 2, READA_FORWARD_ALWAYS = 3, }; enum btrfs_mod_log_op { BTRFS_MOD_LOG_KEY_REPLACE = 0, BTRFS_MOD_LOG_KEY_ADD = 1, BTRFS_MOD_LOG_KEY_REMOVE = 2, BTRFS_MOD_LOG_KEY_REMOVE_WHILE_FREEING = 3, BTRFS_MOD_LOG_KEY_REMOVE_WHILE_MOVING = 4, BTRFS_MOD_LOG_MOVE_KEYS = 5, BTRFS_MOD_LOG_ROOT_REPLACE = 6, }; struct btrfs_map_token { struct extent_buffer *eb; char *kaddr; long unsigned int offset; }; struct btrfs_csums { u16 size; const char name[10]; const char driver[12]; }; struct btrfs_ioctl_vol_args { __s64 fd; char name[4088]; }; struct btrfs_inode_ref { __le64 index; __le16 name_len; } __attribute__((packed)); enum { IO_TREE_FS_PINNED_EXTENTS = 0, IO_TREE_FS_EXCLUDED_EXTENTS = 1, IO_TREE_BTREE_INODE_IO = 2, IO_TREE_INODE_IO = 3, IO_TREE_RELOC_BLOCKS = 4, IO_TREE_TRANS_DIRTY_PAGES = 5, IO_TREE_ROOT_DIRTY_LOG_PAGES = 6, IO_TREE_INODE_FILE_EXTENT = 7, IO_TREE_LOG_CSUM_RANGE = 8, IO_TREE_SELFTEST = 9, IO_TREE_DEVICE_ALLOC_STATE = 10, }; enum btrfs_compression_type { BTRFS_COMPRESS_NONE = 0, BTRFS_COMPRESS_ZLIB = 1, BTRFS_COMPRESS_LZO = 2, BTRFS_COMPRESS_ZSTD = 3, BTRFS_NR_COMPRESS_TYPES = 4, }; enum { EXTENT_FLAG_PINNED = 0, EXTENT_FLAG_COMPRESSED = 1, EXTENT_FLAG_PREALLOC = 2, EXTENT_FLAG_LOGGING = 3, EXTENT_FLAG_FILLING = 4, EXTENT_FLAG_FS_MAPPING = 5, EXTENT_FLAG_MERGED = 6, }; struct extent_map { struct rb_node rb_node; u64 start; u64 len; u64 mod_start; u64 mod_len; u64 orig_start; u64 orig_block_len; u64 ram_bytes; u64 block_start; u64 block_len; u64 generation; long unsigned int flags; struct map_lookup *map_lookup; refcount_t refs; unsigned int compress_type; struct list_head list; }; struct btrfs_workqueue { struct workqueue_struct *normal_wq; struct btrfs_fs_info *fs_info; struct list_head ordered_list; spinlock_t list_lock; atomic_t pending; int limit_active; int current_active; int thresh; unsigned int count; spinlock_t thres_lock; }; enum { BTRFS_ORDERED_REGULAR = 0, BTRFS_ORDERED_NOCOW = 1, BTRFS_ORDERED_PREALLOC = 2, BTRFS_ORDERED_COMPRESSED = 3, BTRFS_ORDERED_DIRECT = 4, BTRFS_ORDERED_IO_DONE = 5, BTRFS_ORDERED_COMPLETE = 6, BTRFS_ORDERED_IOERR = 7, BTRFS_ORDERED_TRUNCATED = 8, BTRFS_ORDERED_LOGGED = 9, BTRFS_ORDERED_LOGGED_CSUM = 10, BTRFS_ORDERED_PENDING = 11, BTRFS_ORDERED_ENCODED = 12, }; struct btrfs_ordered_extent { u64 file_offset; u64 num_bytes; u64 ram_bytes; u64 disk_bytenr; u64 disk_num_bytes; u64 offset; u64 bytes_left; u64 outstanding_isize; u64 truncated_len; long unsigned int flags; int compress_type; int qgroup_rsv; refcount_t refs; struct inode *inode; struct list_head list; struct list_head log_list; wait_queue_head_t wait; struct rb_node rb_node; struct list_head root_extent_list; struct btrfs_work work; struct completion completion; struct btrfs_work flush_work; struct list_head work_list; u64 physical; struct block_device *bdev; }; enum { BTRFS_STAT_CURR = 0, BTRFS_STAT_PREV = 1, BTRFS_STAT_NR_ENTRIES = 2, }; struct extent_inode_elem; struct prelim_ref { struct rb_node rbnode; u64 root_id; struct btrfs_key key_for_search; int level; int count; struct extent_inode_elem *inode_list; u64 parent; u64 wanted_disk_byte; }; struct btrfs_device_info { struct btrfs_device *dev; u64 dev_offset; u64 max_avail; u64 total_avail; }; struct btrfs_raid_attr { u8 sub_stripes; u8 dev_stripes; u8 devs_max; u8 devs_min; u8 tolerated_failures; u8 devs_increment; u8 ncopies; u8 nparity; u8 mindev_error; const char raid_name[8]; u64 bg_flag; }; enum btrfs_flush_state { FLUSH_DELAYED_ITEMS_NR = 1, FLUSH_DELAYED_ITEMS = 2, FLUSH_DELAYED_REFS_NR = 3, FLUSH_DELAYED_REFS = 4, FLUSH_DELALLOC = 5, FLUSH_DELALLOC_WAIT = 6, FLUSH_DELALLOC_FULL = 7, ALLOC_CHUNK = 8, ALLOC_CHUNK_FORCE = 9, RUN_DELAYED_IPUTS = 10, COMMIT_TRANS = 11, }; struct btrfs_qgroup_extent_record { struct rb_node node; u64 bytenr; u64 num_bytes; u32 data_rsv; u64 data_rsv_refroot; struct ulist *old_roots; }; struct btrfs_qgroup_rsv { u64 values[3]; }; struct btrfs_qgroup { u64 qgroupid; u64 rfer; u64 rfer_cmpr; u64 excl; u64 excl_cmpr; u64 lim_flags; u64 max_rfer; u64 max_excl; u64 rsv_rfer; u64 rsv_excl; struct btrfs_qgroup_rsv rsv; struct list_head groups; struct list_head members; struct list_head dirty; struct rb_node node; u64 old_refcnt; u64 new_refcnt; struct kobject kobj; }; enum { __QGROUP_RESERVE_BIT = 0, QGROUP_RESERVE = 1, __QGROUP_RESERVE_SEQ = 0, __QGROUP_RELEASE_BIT = 1, QGROUP_RELEASE = 2, __QGROUP_RELEASE_SEQ = 1, __QGROUP_FREE_BIT = 2, QGROUP_FREE = 4, __QGROUP_FREE_SEQ = 2, }; enum btrfs_rbio_ops { BTRFS_RBIO_WRITE = 0, BTRFS_RBIO_READ_REBUILD = 1, BTRFS_RBIO_PARITY_SCRUB = 2, BTRFS_RBIO_REBUILD_MISSING = 3, }; struct sector_ptr; struct btrfs_raid_bio { struct btrfs_io_context *bioc; struct list_head hash_list; struct list_head stripe_cache; struct work_struct work; struct bio_list bio_list; spinlock_t bio_list_lock; struct list_head plug_list; long unsigned int flags; enum btrfs_rbio_ops operation; u16 nr_pages; u16 nr_sectors; u8 nr_data; u8 real_stripes; u8 stripe_npages; u8 stripe_nsectors; u8 scrubp; int bio_list_bytes; refcount_t refs; atomic_t stripes_pending; wait_queue_head_t io_wait; long unsigned int dbitmap; long unsigned int finish_pbitmap; struct page **stripe_pages; struct sector_ptr *bio_sectors; struct sector_ptr *stripe_sectors; void **finish_pointers; long unsigned int *error_bitmap; u8 *csum_buf; long unsigned int *csum_bitmap; }; struct raid56_bio_trace_info { u64 devid; u32 offset; u8 stripe_nr; }; struct trace_event_raw_btrfs_transaction_commit { struct trace_entry ent; u8 fsid[16]; u64 generation; u64 root_objectid; char __data[0]; }; struct trace_event_raw_btrfs__inode { struct trace_entry ent; u8 fsid[16]; u64 ino; u64 blocks; u64 disk_i_size; u64 generation; u64 last_trans; u64 logged_trans; u64 root_objectid; char __data[0]; }; struct trace_event_raw_btrfs_get_extent { struct trace_entry ent; u8 fsid[16]; u64 root_objectid; u64 ino; u64 start; u64 len; u64 orig_start; u64 block_start; u64 block_len; long unsigned int flags; int refs; unsigned int compress_type; char __data[0]; }; struct trace_event_raw_btrfs_handle_em_exist { struct trace_entry ent; u8 fsid[16]; u64 e_start; u64 e_len; u64 map_start; u64 map_len; u64 start; u64 len; char __data[0]; }; struct trace_event_raw_btrfs__file_extent_item_regular { struct trace_entry ent; u8 fsid[16]; u64 root_obj; u64 ino; loff_t isize; u64 disk_isize; u64 num_bytes; u64 ram_bytes; u64 disk_bytenr; u64 disk_num_bytes; u64 extent_offset; u8 extent_type; u8 compression; u64 extent_start; u64 extent_end; char __data[0]; }; struct trace_event_raw_btrfs__file_extent_item_inline { struct trace_entry ent; u8 fsid[16]; u64 root_obj; u64 ino; loff_t isize; u64 disk_isize; u8 extent_type; u8 compression; u64 extent_start; u64 extent_end; char __data[0]; }; struct trace_event_raw_btrfs__ordered_extent { struct trace_entry ent; u8 fsid[16]; u64 ino; u64 file_offset; u64 start; u64 len; u64 disk_len; u64 bytes_left; long unsigned int flags; int compress_type; int refs; u64 root_objectid; u64 truncated_len; char __data[0]; }; struct trace_event_raw_btrfs__writepage { struct trace_entry ent; u8 fsid[16]; u64 ino; long unsigned int index; long int nr_to_write; long int pages_skipped; loff_t range_start; loff_t range_end; char for_kupdate; char for_reclaim; char range_cyclic; long unsigned int writeback_index; u64 root_objectid; char __data[0]; }; struct trace_event_raw_btrfs_writepage_end_io_hook { struct trace_entry ent; u8 fsid[16]; u64 ino; u64 start; u64 end; int uptodate; u64 root_objectid; char __data[0]; }; struct trace_event_raw_btrfs_sync_file { struct trace_entry ent; u8 fsid[16]; u64 ino; u64 parent; int datasync; u64 root_objectid; char __data[0]; }; struct trace_event_raw_btrfs_sync_fs { struct trace_entry ent; u8 fsid[16]; int wait; char __data[0]; }; struct trace_event_raw_btrfs_add_block_group { struct trace_entry ent; u8 fsid[16]; u64 offset; u64 size; u64 flags; u64 bytes_used; u64 bytes_super; int create; char __data[0]; }; struct trace_event_raw_btrfs_delayed_tree_ref { struct trace_entry ent; u8 fsid[16]; u64 bytenr; u64 num_bytes; int action; u64 parent; u64 ref_root; int level; int type; u64 seq; char __data[0]; }; struct trace_event_raw_btrfs_delayed_data_ref { struct trace_entry ent; u8 fsid[16]; u64 bytenr; u64 num_bytes; int action; u64 parent; u64 ref_root; u64 owner; u64 offset; int type; u64 seq; char __data[0]; }; struct trace_event_raw_btrfs_delayed_ref_head { struct trace_entry ent; u8 fsid[16]; u64 bytenr; u64 num_bytes; int action; int is_data; char __data[0]; }; struct trace_event_raw_btrfs__chunk { struct trace_entry ent; u8 fsid[16]; int num_stripes; u64 type; int sub_stripes; u64 offset; u64 size; u64 root_objectid; char __data[0]; }; struct trace_event_raw_btrfs_cow_block { struct trace_entry ent; u8 fsid[16]; u64 root_objectid; u64 buf_start; int refs; u64 cow_start; int buf_level; int cow_level; char __data[0]; }; struct trace_event_raw_btrfs_space_reservation { struct trace_entry ent; u8 fsid[16]; u32 __data_loc_type; u64 val; u64 bytes; int reserve; char __data[0]; }; struct trace_event_raw_btrfs_trigger_flush { struct trace_entry ent; u8 fsid[16]; u64 flags; u64 bytes; int flush; u32 __data_loc_reason; char __data[0]; }; struct trace_event_raw_btrfs_flush_space { struct trace_entry ent; u8 fsid[16]; u64 flags; u64 num_bytes; int state; int ret; bool for_preempt; char __data[0]; }; struct trace_event_raw_btrfs__reserved_extent { struct trace_entry ent; u8 fsid[16]; u64 start; u64 len; char __data[0]; }; struct trace_event_raw_find_free_extent { struct trace_entry ent; u8 fsid[16]; u64 root_objectid; u64 num_bytes; u64 empty_size; u64 data; char __data[0]; }; struct trace_event_raw_btrfs__reserve_extent { struct trace_entry ent; u8 fsid[16]; u64 bg_objectid; u64 flags; u64 start; u64 len; char __data[0]; }; struct trace_event_raw_btrfs_find_cluster { struct trace_entry ent; u8 fsid[16]; u64 bg_objectid; u64 flags; u64 start; u64 bytes; u64 empty_size; u64 min_bytes; char __data[0]; }; struct trace_event_raw_btrfs_failed_cluster_setup { struct trace_entry ent; u8 fsid[16]; u64 bg_objectid; char __data[0]; }; struct trace_event_raw_btrfs_setup_cluster { struct trace_entry ent; u8 fsid[16]; u64 bg_objectid; u64 flags; u64 start; u64 max_size; u64 size; int bitmap; char __data[0]; }; struct trace_event_raw_alloc_extent_state { struct trace_entry ent; const struct extent_state *state; long unsigned int mask; const void *ip; char __data[0]; }; struct trace_event_raw_free_extent_state { struct trace_entry ent; const struct extent_state *state; const void *ip; char __data[0]; }; struct trace_event_raw_btrfs__work { struct trace_entry ent; u8 fsid[16]; const void *work; const void *wq; const void *func; const void *ordered_func; const void *ordered_free; const void *normal_work; char __data[0]; }; struct trace_event_raw_btrfs__work__done { struct trace_entry ent; u8 fsid[16]; const void *wtag; char __data[0]; }; struct trace_event_raw_btrfs_workqueue { struct trace_entry ent; u8 fsid[16]; const void *wq; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_btrfs_workqueue_done { struct trace_entry ent; u8 fsid[16]; const void *wq; char __data[0]; }; struct trace_event_raw_btrfs__qgroup_rsv_data { struct trace_entry ent; u8 fsid[16]; u64 rootid; u64 ino; u64 start; u64 len; u64 reserved; int op; char __data[0]; }; struct trace_event_raw_btrfs_qgroup_extent { struct trace_entry ent; u8 fsid[16]; u64 bytenr; u64 num_bytes; char __data[0]; }; struct trace_event_raw_qgroup_num_dirty_extents { struct trace_entry ent; u8 fsid[16]; u64 transid; u64 num_dirty_extents; char __data[0]; }; struct trace_event_raw_btrfs_qgroup_account_extent { struct trace_entry ent; u8 fsid[16]; u64 transid; u64 bytenr; u64 num_bytes; u64 nr_old_roots; u64 nr_new_roots; char __data[0]; }; struct trace_event_raw_qgroup_update_counters { struct trace_entry ent; u8 fsid[16]; u64 qgid; u64 old_rfer; u64 old_excl; u64 cur_old_count; u64 cur_new_count; char __data[0]; }; struct trace_event_raw_qgroup_update_reserve { struct trace_entry ent; u8 fsid[16]; u64 qgid; u64 cur_reserved; s64 diff; int type; char __data[0]; }; struct trace_event_raw_qgroup_meta_reserve { struct trace_entry ent; u8 fsid[16]; u64 refroot; s64 diff; int type; char __data[0]; }; struct trace_event_raw_qgroup_meta_convert { struct trace_entry ent; u8 fsid[16]; u64 refroot; s64 diff; char __data[0]; }; struct trace_event_raw_qgroup_meta_free_all_pertrans { struct trace_entry ent; u8 fsid[16]; u64 refroot; s64 diff; int type; char __data[0]; }; struct trace_event_raw_btrfs__prelim_ref { struct trace_entry ent; u8 fsid[16]; u64 root_id; u64 objectid; u8 type; u64 offset; int level; int old_count; u64 parent; u64 bytenr; int mod_count; u64 tree_size; char __data[0]; }; struct trace_event_raw_btrfs_inode_mod_outstanding_extents { struct trace_entry ent; u8 fsid[16]; u64 root_objectid; u64 ino; int mod; char __data[0]; }; struct trace_event_raw_btrfs__block_group { struct trace_entry ent; u8 fsid[16]; u64 bytenr; u64 len; u64 used; u64 flags; char __data[0]; }; struct trace_event_raw_btrfs_set_extent_bit { struct trace_entry ent; u8 fsid[16]; unsigned int owner; u64 ino; u64 rootid; u64 start; u64 len; unsigned int set_bits; char __data[0]; }; struct trace_event_raw_btrfs_clear_extent_bit { struct trace_entry ent; u8 fsid[16]; unsigned int owner; u64 ino; u64 rootid; u64 start; u64 len; unsigned int clear_bits; char __data[0]; }; struct trace_event_raw_btrfs_convert_extent_bit { struct trace_entry ent; u8 fsid[16]; unsigned int owner; u64 ino; u64 rootid; u64 start; u64 len; unsigned int set_bits; unsigned int clear_bits; char __data[0]; }; struct trace_event_raw_btrfs_dump_space_info { struct trace_entry ent; u8 fsid[16]; u64 flags; u64 total_bytes; u64 bytes_used; u64 bytes_pinned; u64 bytes_reserved; u64 bytes_may_use; u64 bytes_readonly; u64 reclaim_size; int clamp; u64 global_reserved; u64 trans_reserved; u64 delayed_refs_reserved; u64 delayed_reserved; u64 free_chunk_space; u64 delalloc_bytes; u64 ordered_bytes; char __data[0]; }; struct trace_event_raw_btrfs_reserve_ticket { struct trace_entry ent; u8 fsid[16]; u64 flags; u64 bytes; u64 start_ns; int flush; int error; char __data[0]; }; struct trace_event_raw_btrfs_sleep_tree_lock { struct trace_entry ent; u8 fsid[16]; u64 block; u64 generation; u64 start_ns; u64 end_ns; u64 diff_ns; u64 owner; int is_log_tree; char __data[0]; }; struct trace_event_raw_btrfs_locking_events { struct trace_entry ent; u8 fsid[16]; u64 block; u64 generation; u64 owner; int is_log_tree; char __data[0]; }; struct trace_event_raw_btrfs__space_info_update { struct trace_entry ent; u8 fsid[16]; u64 type; u64 old; s64 diff; char __data[0]; }; struct trace_event_raw_btrfs_raid56_bio { struct trace_entry ent; u8 fsid[16]; u64 full_stripe; u64 physical; u64 devid; u32 offset; u32 len; u8 opf; u8 total_stripes; u8 real_stripes; u8 nr_data; u8 stripe_nr; char __data[0]; }; struct trace_event_data_offsets_btrfs_transaction_commit {}; struct trace_event_data_offsets_btrfs__inode {}; struct trace_event_data_offsets_btrfs_get_extent {}; struct trace_event_data_offsets_btrfs_handle_em_exist {}; struct trace_event_data_offsets_btrfs__file_extent_item_regular {}; struct trace_event_data_offsets_btrfs__file_extent_item_inline {}; struct trace_event_data_offsets_btrfs__ordered_extent {}; struct trace_event_data_offsets_btrfs__writepage {}; struct trace_event_data_offsets_btrfs_writepage_end_io_hook {}; struct trace_event_data_offsets_btrfs_sync_file {}; struct trace_event_data_offsets_btrfs_sync_fs {}; struct trace_event_data_offsets_btrfs_add_block_group {}; struct trace_event_data_offsets_btrfs_delayed_tree_ref {}; struct trace_event_data_offsets_btrfs_delayed_data_ref {}; struct trace_event_data_offsets_btrfs_delayed_ref_head {}; struct trace_event_data_offsets_btrfs__chunk {}; struct trace_event_data_offsets_btrfs_cow_block {}; struct trace_event_data_offsets_btrfs_space_reservation { u32 type; }; struct trace_event_data_offsets_btrfs_trigger_flush { u32 reason; }; struct trace_event_data_offsets_btrfs_flush_space {}; struct trace_event_data_offsets_btrfs__reserved_extent {}; struct trace_event_data_offsets_find_free_extent {}; struct trace_event_data_offsets_btrfs__reserve_extent {}; struct trace_event_data_offsets_btrfs_find_cluster {}; struct trace_event_data_offsets_btrfs_failed_cluster_setup {}; struct trace_event_data_offsets_btrfs_setup_cluster {}; struct trace_event_data_offsets_alloc_extent_state {}; struct trace_event_data_offsets_free_extent_state {}; struct trace_event_data_offsets_btrfs__work {}; struct trace_event_data_offsets_btrfs__work__done {}; struct trace_event_data_offsets_btrfs_workqueue { u32 name; }; struct trace_event_data_offsets_btrfs_workqueue_done {}; struct trace_event_data_offsets_btrfs__qgroup_rsv_data {}; struct trace_event_data_offsets_btrfs_qgroup_extent {}; struct trace_event_data_offsets_qgroup_num_dirty_extents {}; struct trace_event_data_offsets_btrfs_qgroup_account_extent {}; struct trace_event_data_offsets_qgroup_update_counters {}; struct trace_event_data_offsets_qgroup_update_reserve {}; struct trace_event_data_offsets_qgroup_meta_reserve {}; struct trace_event_data_offsets_qgroup_meta_convert {}; struct trace_event_data_offsets_qgroup_meta_free_all_pertrans {}; struct trace_event_data_offsets_btrfs__prelim_ref {}; struct trace_event_data_offsets_btrfs_inode_mod_outstanding_extents {}; struct trace_event_data_offsets_btrfs__block_group {}; struct trace_event_data_offsets_btrfs_set_extent_bit {}; struct trace_event_data_offsets_btrfs_clear_extent_bit {}; struct trace_event_data_offsets_btrfs_convert_extent_bit {}; struct trace_event_data_offsets_btrfs_dump_space_info {}; struct trace_event_data_offsets_btrfs_reserve_ticket {}; struct trace_event_data_offsets_btrfs_sleep_tree_lock {}; struct trace_event_data_offsets_btrfs_locking_events {}; struct trace_event_data_offsets_btrfs__space_info_update {}; struct trace_event_data_offsets_btrfs_raid56_bio {}; typedef void (*btf_trace_btrfs_transaction_commit)(void *, const struct btrfs_fs_info *); typedef void (*btf_trace_btrfs_inode_new)(void *, const struct inode *); typedef void (*btf_trace_btrfs_inode_request)(void *, const struct inode *); typedef void (*btf_trace_btrfs_inode_evict)(void *, const struct inode *); typedef void (*btf_trace_btrfs_get_extent)(void *, const struct btrfs_root *, const struct btrfs_inode *, const struct extent_map *); typedef void (*btf_trace_btrfs_handle_em_exist)(void *, const struct btrfs_fs_info *, const struct extent_map *, const struct extent_map *, u64, u64); typedef void (*btf_trace_btrfs_get_extent_show_fi_regular)(void *, const struct btrfs_inode *, const struct extent_buffer *, const struct btrfs_file_extent_item *, u64); typedef void (*btf_trace_btrfs_truncate_show_fi_regular)(void *, const struct btrfs_inode *, const struct extent_buffer *, const struct btrfs_file_extent_item *, u64); typedef void (*btf_trace_btrfs_get_extent_show_fi_inline)(void *, const struct btrfs_inode *, const struct extent_buffer *, const struct btrfs_file_extent_item *, int, u64); typedef void (*btf_trace_btrfs_truncate_show_fi_inline)(void *, const struct btrfs_inode *, const struct extent_buffer *, const struct btrfs_file_extent_item *, int, u64); typedef void (*btf_trace_btrfs_ordered_extent_add)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_remove)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_start)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_put)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_lookup)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_lookup_range)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_lookup_first_range)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_lookup_for_logging)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_lookup_first)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_split)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_dec_test_pending)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_mark_finished)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace___extent_writepage)(void *, const struct page *, const struct inode *, const struct writeback_control *); typedef void (*btf_trace_btrfs_writepage_end_io_hook)(void *, const struct btrfs_inode *, u64, u64, int); typedef void (*btf_trace_btrfs_sync_file)(void *, const struct file *, int); typedef void (*btf_trace_btrfs_sync_fs)(void *, const struct btrfs_fs_info *, int); typedef void (*btf_trace_btrfs_add_block_group)(void *, const struct btrfs_fs_info *, const struct btrfs_block_group *, int); typedef void (*btf_trace_add_delayed_tree_ref)(void *, const struct btrfs_fs_info *, const struct btrfs_delayed_ref_node *, const struct btrfs_delayed_tree_ref *, int); typedef void (*btf_trace_run_delayed_tree_ref)(void *, const struct btrfs_fs_info *, const struct btrfs_delayed_ref_node *, const struct btrfs_delayed_tree_ref *, int); typedef void (*btf_trace_add_delayed_data_ref)(void *, const struct btrfs_fs_info *, const struct btrfs_delayed_ref_node *, const struct btrfs_delayed_data_ref *, int); typedef void (*btf_trace_run_delayed_data_ref)(void *, const struct btrfs_fs_info *, const struct btrfs_delayed_ref_node *, const struct btrfs_delayed_data_ref *, int); typedef void (*btf_trace_add_delayed_ref_head)(void *, const struct btrfs_fs_info *, const struct btrfs_delayed_ref_head *, int); typedef void (*btf_trace_run_delayed_ref_head)(void *, const struct btrfs_fs_info *, const struct btrfs_delayed_ref_head *, int); typedef void (*btf_trace_btrfs_chunk_alloc)(void *, const struct btrfs_fs_info *, const struct map_lookup *, u64, u64); typedef void (*btf_trace_btrfs_chunk_free)(void *, const struct btrfs_fs_info *, const struct map_lookup *, u64, u64); typedef void (*btf_trace_btrfs_cow_block)(void *, const struct btrfs_root *, const struct extent_buffer *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_space_reservation)(void *, const struct btrfs_fs_info *, const char *, u64, u64, int); typedef void (*btf_trace_btrfs_trigger_flush)(void *, const struct btrfs_fs_info *, u64, u64, int, const char *); typedef void (*btf_trace_btrfs_flush_space)(void *, const struct btrfs_fs_info *, u64, u64, int, int, bool); typedef void (*btf_trace_btrfs_reserved_extent_alloc)(void *, const struct btrfs_fs_info *, u64, u64); typedef void (*btf_trace_btrfs_reserved_extent_free)(void *, const struct btrfs_fs_info *, u64, u64); typedef void (*btf_trace_find_free_extent)(void *, const struct btrfs_root *, u64, u64, u64); typedef void (*btf_trace_btrfs_reserve_extent)(void *, const struct btrfs_block_group *, u64, u64); typedef void (*btf_trace_btrfs_reserve_extent_cluster)(void *, const struct btrfs_block_group *, u64, u64); typedef void (*btf_trace_btrfs_find_cluster)(void *, const struct btrfs_block_group *, u64, u64, u64, u64); typedef void (*btf_trace_btrfs_failed_cluster_setup)(void *, const struct btrfs_block_group *); typedef void (*btf_trace_btrfs_setup_cluster)(void *, const struct btrfs_block_group *, const struct btrfs_free_cluster *, u64, int); typedef void (*btf_trace_alloc_extent_state)(void *, const struct extent_state *, gfp_t, long unsigned int); typedef void (*btf_trace_free_extent_state)(void *, const struct extent_state *, long unsigned int); typedef void (*btf_trace_btrfs_work_queued)(void *, const struct btrfs_work *); typedef void (*btf_trace_btrfs_work_sched)(void *, const struct btrfs_work *); typedef void (*btf_trace_btrfs_all_work_done)(void *, const struct btrfs_fs_info *, const void *); typedef void (*btf_trace_btrfs_ordered_sched)(void *, const struct btrfs_work *); typedef void (*btf_trace_btrfs_workqueue_alloc)(void *, const struct btrfs_workqueue *, const char *); typedef void (*btf_trace_btrfs_workqueue_destroy)(void *, const struct btrfs_workqueue *); typedef void (*btf_trace_btrfs_qgroup_reserve_data)(void *, const struct inode *, u64, u64, u64, int); typedef void (*btf_trace_btrfs_qgroup_release_data)(void *, const struct inode *, u64, u64, u64, int); typedef void (*btf_trace_btrfs_qgroup_account_extents)(void *, const struct btrfs_fs_info *, const struct btrfs_qgroup_extent_record *); typedef void (*btf_trace_btrfs_qgroup_trace_extent)(void *, const struct btrfs_fs_info *, const struct btrfs_qgroup_extent_record *); typedef void (*btf_trace_qgroup_num_dirty_extents)(void *, const struct btrfs_fs_info *, u64, u64); typedef void (*btf_trace_btrfs_qgroup_account_extent)(void *, const struct btrfs_fs_info *, u64, u64, u64, u64, u64); typedef void (*btf_trace_qgroup_update_counters)(void *, const struct btrfs_fs_info *, const struct btrfs_qgroup *, u64, u64); typedef void (*btf_trace_qgroup_update_reserve)(void *, struct btrfs_fs_info *, struct btrfs_qgroup *, s64, int); typedef void (*btf_trace_qgroup_meta_reserve)(void *, struct btrfs_root *, s64, int); typedef void (*btf_trace_qgroup_meta_convert)(void *, struct btrfs_root *, s64); typedef void (*btf_trace_qgroup_meta_free_all_pertrans)(void *, struct btrfs_root *); typedef void (*btf_trace_btrfs_prelim_ref_merge)(void *, const struct btrfs_fs_info *, const struct prelim_ref *, const struct prelim_ref *, u64); typedef void (*btf_trace_btrfs_prelim_ref_insert)(void *, const struct btrfs_fs_info *, const struct prelim_ref *, const struct prelim_ref *, u64); typedef void (*btf_trace_btrfs_inode_mod_outstanding_extents)(void *, const struct btrfs_root *, u64, int); typedef void (*btf_trace_btrfs_remove_block_group)(void *, const struct btrfs_block_group *); typedef void (*btf_trace_btrfs_add_unused_block_group)(void *, const struct btrfs_block_group *); typedef void (*btf_trace_btrfs_add_reclaim_block_group)(void *, const struct btrfs_block_group *); typedef void (*btf_trace_btrfs_reclaim_block_group)(void *, const struct btrfs_block_group *); typedef void (*btf_trace_btrfs_skip_unused_block_group)(void *, const struct btrfs_block_group *); typedef void (*btf_trace_btrfs_set_extent_bit)(void *, const struct extent_io_tree *, u64, u64, unsigned int); typedef void (*btf_trace_btrfs_clear_extent_bit)(void *, const struct extent_io_tree *, u64, u64, unsigned int); typedef void (*btf_trace_btrfs_convert_extent_bit)(void *, const struct extent_io_tree *, u64, u64, unsigned int, unsigned int); typedef void (*btf_trace_btrfs_done_preemptive_reclaim)(void *, struct btrfs_fs_info *, const struct btrfs_space_info *); typedef void (*btf_trace_btrfs_fail_all_tickets)(void *, struct btrfs_fs_info *, const struct btrfs_space_info *); typedef void (*btf_trace_btrfs_reserve_ticket)(void *, const struct btrfs_fs_info *, u64, u64, u64, int, int); typedef void (*btf_trace_btrfs_tree_read_lock)(void *, const struct extent_buffer *, u64); typedef void (*btf_trace_btrfs_tree_lock)(void *, const struct extent_buffer *, u64); typedef void (*btf_trace_btrfs_tree_unlock)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_tree_read_unlock)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_tree_read_unlock_blocking)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_set_lock_blocking_read)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_set_lock_blocking_write)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_try_tree_read_lock)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_try_tree_write_lock)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_tree_read_lock_atomic)(void *, const struct extent_buffer *); typedef void (*btf_trace_update_bytes_may_use)(void *, const struct btrfs_fs_info *, const struct btrfs_space_info *, u64, s64); typedef void (*btf_trace_update_bytes_pinned)(void *, const struct btrfs_fs_info *, const struct btrfs_space_info *, u64, s64); typedef void (*btf_trace_raid56_read_partial)(void *, const struct btrfs_raid_bio *, const struct bio *, const struct raid56_bio_trace_info *); typedef void (*btf_trace_raid56_write_stripe)(void *, const struct btrfs_raid_bio *, const struct bio *, const struct raid56_bio_trace_info *); typedef void (*btf_trace_raid56_scrub_write_stripe)(void *, const struct btrfs_raid_bio *, const struct bio *, const struct raid56_bio_trace_info *); typedef void (*btf_trace_raid56_scrub_read)(void *, const struct btrfs_raid_bio *, const struct bio *, const struct raid56_bio_trace_info *); typedef void (*btf_trace_raid56_scrub_read_recover)(void *, const struct btrfs_raid_bio *, const struct bio *, const struct raid56_bio_trace_info *); enum { Opt_acl___3 = 0, Opt_noacl = 1, Opt_clear_cache = 2, Opt_commit_interval = 3, Opt_compress = 4, Opt_compress_force = 5, Opt_compress_force_type = 6, Opt_compress_type = 7, Opt_degraded = 8, Opt_device = 9, Opt_fatal_errors = 10, Opt_flushoncommit = 11, Opt_noflushoncommit = 12, Opt_max_inline = 13, Opt_barrier___2 = 14, Opt_nobarrier___2 = 15, Opt_datacow = 16, Opt_nodatacow = 17, Opt_datasum = 18, Opt_nodatasum = 19, Opt_defrag = 20, Opt_nodefrag = 21, Opt_discard___4 = 22, Opt_nodiscard___3 = 23, Opt_discard_mode = 24, Opt_norecovery___2 = 25, Opt_ratio = 26, Opt_rescan_uuid_tree = 27, Opt_skip_balance = 28, Opt_space_cache = 29, Opt_no_space_cache = 30, Opt_space_cache_version = 31, Opt_ssd = 32, Opt_nossd = 33, Opt_ssd_spread = 34, Opt_nossd_spread = 35, Opt_subvol = 36, Opt_subvol_empty = 37, Opt_subvolid = 38, Opt_thread_pool = 39, Opt_treelog = 40, Opt_notreelog = 41, Opt_user_subvol_rm_allowed = 42, Opt_rescue = 43, Opt_usebackuproot = 44, Opt_nologreplay = 45, Opt_ignorebadroots = 46, Opt_ignoredatacsums = 47, Opt_rescue_all = 48, Opt_recovery = 49, Opt_inode_cache = 50, Opt_noinode_cache = 51, Opt_check_integrity = 52, Opt_check_integrity_including_extent_data = 53, Opt_check_integrity_print_mask = 54, Opt_enospc_debug = 55, Opt_noenospc_debug = 56, Opt_err___8 = 57, }; struct init_sequence { int (*init_func)(); void (*exit_func)(); }; struct btrfs_csum_item { __u8 csum; }; struct btrfs_ordered_sum { u64 bytenr; int len; struct list_head list; u8 sums[0]; }; enum { BTRFS_INODE_FLUSH_ON_CLOSE = 0, BTRFS_INODE_DUMMY = 1, BTRFS_INODE_IN_DEFRAG = 2, BTRFS_INODE_HAS_ASYNC_EXTENT = 3, BTRFS_INODE_NEEDS_FULL_SYNC = 4, BTRFS_INODE_COPY_EVERYTHING = 5, BTRFS_INODE_IN_DELALLOC_LIST = 6, BTRFS_INODE_HAS_PROPS = 7, BTRFS_INODE_SNAPSHOT_FLUSH = 8, BTRFS_INODE_NO_XATTRS = 9, BTRFS_INODE_NO_DELALLOC_FLUSH = 10, BTRFS_INODE_VERITY_IN_PROGRESS = 11, BTRFS_INODE_FREE_SPACE_INODE = 12, }; struct btrfs_bio; typedef void (*btrfs_bio_end_io_t)(struct btrfs_bio *); struct btrfs_bio { unsigned int mirror_num: 7; unsigned int is_metadata: 1; struct bvec_iter iter; int: 24; u64 file_offset; struct btrfs_device *device; union { struct { u8 *csum; u8 csum_inline[64]; }; struct btrfs_tree_parent_check parent_check; }; btrfs_bio_end_io_t end_io; void *private; struct work_struct end_io_work; struct bio bio; } __attribute__((packed)); struct btrfs_inode_extref { __le64 parent_objectid; __le64 index; __le16 name_len; __u8 name[0]; } __attribute__((packed)); struct btrfs_truncate_control { struct btrfs_inode *inode; u64 new_size; u64 extents_found; u64 last_size; u64 sub_bytes; u64 ino; u32 min_type; bool skip_ref_updates; bool clear_extent_range; }; struct btrfs_ioctl_encoded_io_args { const struct iovec *iov; long unsigned int iovcnt; __s64 offset; __u64 flags; __u64 len; __u64 unencoded_len; __u64 unencoded_offset; __u32 compression; __u32 encryption; __u8 reserved[64]; }; struct btrfs_subpage_info { unsigned int bitmap_nr_bits; unsigned int total_nr_bits; unsigned int uptodate_offset; unsigned int error_offset; unsigned int dirty_offset; unsigned int writeback_offset; unsigned int ordered_offset; unsigned int checked_offset; }; struct btrfs_replace_extent_info { u64 disk_offset; u64 disk_len; u64 data_offset; u64 data_len; u64 file_offset; char *extent_buf; bool is_new_extent; bool update_times; int qgroup_reserved; int insertions; }; struct btrfs_drop_extents_args { struct btrfs_path *path; u64 start; u64 end; bool drop_cache; bool replace_extent; u32 extent_item_size; u64 drop_end; u64 bytes_found; bool extent_inserted; }; struct btrfs_file_private { void *filldir_buf; struct extent_state *llseek_cached_state; }; enum btrfs_ilock_type { __BTRFS_ILOCK_SHARED_BIT = 0, BTRFS_ILOCK_SHARED = 1, __BTRFS_ILOCK_SHARED_SEQ = 0, __BTRFS_ILOCK_TRY_BIT = 1, BTRFS_ILOCK_TRY = 2, __BTRFS_ILOCK_TRY_SEQ = 1, __BTRFS_ILOCK_MMAP_BIT = 2, BTRFS_ILOCK_MMAP = 4, __BTRFS_ILOCK_MMAP_SEQ = 2, }; struct btrfs_log_ctx { int log_ret; int log_transid; bool log_new_dentries; bool logging_new_name; bool logging_new_delayed_dentries; bool logged_before; struct inode *inode; struct list_head list; struct list_head ordered_extents; struct list_head conflict_inodes; int num_conflict_inodes; bool logging_conflict_inodes; }; struct falloc_range { struct list_head list; u64 start; u64 len; }; enum { RANGE_BOUNDARY_WRITTEN_EXTENT = 0, RANGE_BOUNDARY_PREALLOC_EXTENT = 1, RANGE_BOUNDARY_HOLE = 2, }; struct iomap_dio; enum btrfs_delayed_ref_flags { BTRFS_DELAYED_REFS_FLUSHING = 0, }; enum { ____TRANS_FREEZABLE_BIT = 0, __TRANS_FREEZABLE = 1, ____TRANS_FREEZABLE_SEQ = 0, ____TRANS_START_BIT = 1, __TRANS_START = 2, ____TRANS_START_SEQ = 1, ____TRANS_ATTACH_BIT = 2, __TRANS_ATTACH = 4, ____TRANS_ATTACH_SEQ = 2, ____TRANS_JOIN_BIT = 3, __TRANS_JOIN = 8, ____TRANS_JOIN_SEQ = 3, ____TRANS_JOIN_NOLOCK_BIT = 4, __TRANS_JOIN_NOLOCK = 16, ____TRANS_JOIN_NOLOCK_SEQ = 4, ____TRANS_DUMMY_BIT = 5, __TRANS_DUMMY = 32, ____TRANS_DUMMY_SEQ = 5, ____TRANS_JOIN_NOSTART_BIT = 6, __TRANS_JOIN_NOSTART = 64, ____TRANS_JOIN_NOSTART_SEQ = 6, }; enum btrfs_wq_submit_cmd { WQ_SUBMIT_METADATA = 0, WQ_SUBMIT_DATA = 1, WQ_SUBMIT_DATA_DIO = 2, }; enum btrfs_map_op { BTRFS_MAP_READ = 0, BTRFS_MAP_WRITE = 1, BTRFS_MAP_DISCARD = 2, BTRFS_MAP_GET_READ_MIRRORS = 3, }; enum btrfs_disk_cache_state { BTRFS_DC_WRITTEN = 0, BTRFS_DC_ERROR = 1, BTRFS_DC_CLEAR = 2, BTRFS_DC_SETUP = 3, }; struct async_submit_bio { struct btrfs_inode *inode; struct bio *bio; enum btrfs_wq_submit_cmd submit_cmd; int mirror_num; u64 dio_file_offset; struct btrfs_work work; blk_status_t status; }; enum { __PAGE_UNLOCK_BIT = 0, PAGE_UNLOCK = 1, __PAGE_UNLOCK_SEQ = 0, __PAGE_START_WRITEBACK_BIT = 1, PAGE_START_WRITEBACK = 2, __PAGE_START_WRITEBACK_SEQ = 1, __PAGE_END_WRITEBACK_BIT = 2, PAGE_END_WRITEBACK = 4, __PAGE_END_WRITEBACK_SEQ = 2, __PAGE_SET_ORDERED_BIT = 3, PAGE_SET_ORDERED = 8, __PAGE_SET_ORDERED_SEQ = 3, __PAGE_SET_ERROR_BIT = 4, PAGE_SET_ERROR = 16, __PAGE_SET_ERROR_SEQ = 4, __PAGE_LOCK_BIT = 5, PAGE_LOCK = 32, __PAGE_LOCK_SEQ = 5, }; struct btrfs_new_inode_args { struct inode *dir; struct dentry *dentry; struct inode *inode; bool orphan; bool subvol; struct posix_acl *default_acl; struct posix_acl *acl; struct fscrypt_name fname; }; struct btrfs_io_geometry { u64 len; u64 offset; u32 stripe_len; u32 stripe_offset; u64 stripe_nr; u64 raid56_stripe_offset; }; struct btrfs_swapfile_pin { struct rb_node node; void *ptr; struct inode *inode; bool is_block_group; int bg_extent_count; }; struct btrfs_subpage { spinlock_t lock; atomic_t readers; union { atomic_t eb_refs; atomic_t writers; }; long unsigned int bitmaps[0]; }; struct btrfs_iget_args { u64 ino; struct btrfs_root *root; }; struct btrfs_dio_data { ssize_t submitted; struct extent_changeset *data_reserved; bool data_space_reserved; bool nocow_done; }; struct btrfs_dio_private { struct btrfs_inode *inode; u64 file_offset; u32 bytes; refcount_t refs; u8 *csums; struct bio bio; }; struct btrfs_rename_ctx { u64 index; }; struct async_extent { u64 start; u64 ram_size; u64 compressed_size; struct page **pages; long unsigned int nr_pages; int compress_type; struct list_head list; }; struct async_cow; struct async_chunk { struct btrfs_inode *inode; struct page *locked_page; u64 start; u64 end; blk_opf_t write_flags; struct list_head extents; struct cgroup_subsys_state *blkcg_css; struct btrfs_work work; struct async_cow *async_cow; }; struct async_cow { atomic_t num_chunks; struct async_chunk chunks[0]; }; struct can_nocow_file_extent_args { u64 start; u64 end; bool writeback_path; bool strict; bool free_path; u64 disk_bytenr; u64 disk_num_bytes; u64 extent_offset; u64 num_bytes; }; struct btrfs_writepage_fixup { struct page *page; struct btrfs_inode *inode; struct btrfs_work work; }; struct dir_entry___2 { u64 ino; u64 offset; unsigned int type; int name_len; }; struct btrfs_delalloc_work { struct inode *inode; struct completion completion; struct list_head list; struct btrfs_work work; }; struct btrfs_encoded_read_private { struct btrfs_inode *inode; u64 file_offset; wait_queue_head_t wait; atomic_t pending; blk_status_t status; bool skip_csum; }; struct btrfs_swap_info { u64 start; u64 block_start; u64 block_len; u64 lowest_ppage; u64 highest_ppage; long unsigned int nr_pages; int nr_extents; }; struct btrfs_ioctl_defrag_range_args { __u64 start; __u64 len; __u64 flags; __u32 extent_thresh; __u32 compress_type; __u32 unused[4]; }; struct inode_defrag { struct rb_node rb_node; u64 ino; u64 transid; u64 root; u32 extent_thresh; }; struct defrag_target_range { struct list_head list; u64 start; u64 len; }; enum btrfs_feature_set { FEAT_COMPAT = 0, FEAT_COMPAT_RO = 1, FEAT_INCOMPAT = 2, FEAT_MAX = 3, }; struct btrfs_feature_attr { struct kobj_attribute kobj_attr; enum btrfs_feature_set feature_set; u64 feature_bit; }; struct raid_kobject { u64 flags; struct kobject kobj; }; enum { WORK_DONE_BIT = 0, WORK_ORDER_DONE_BIT = 1, }; struct btrfs_ioctl_qgroup_limit_args { __u64 qgroupid; struct btrfs_qgroup_limit lim; }; struct btrfs_ioctl_vol_args_v2 { __s64 fd; __u64 transid; __u64 flags; union { struct { __u64 size; struct btrfs_qgroup_inherit *qgroup_inherit; }; __u64 unused[4]; }; union { char name[4040]; __u64 devid; __u64 subvolid; }; }; struct btrfs_ioctl_scrub_args { __u64 devid; __u64 start; __u64 end; __u64 flags; struct btrfs_scrub_progress progress; __u64 unused[109]; }; struct btrfs_ioctl_dev_replace_start_params { __u64 srcdevid; __u64 cont_reading_from_srcdev_mode; __u8 srcdev_name[1025]; __u8 tgtdev_name[1025]; }; struct btrfs_ioctl_dev_replace_status_params { __u64 replace_state; __u64 progress_1000; __u64 time_started; __u64 time_stopped; __u64 num_write_errors; __u64 num_uncorrectable_read_errors; }; struct btrfs_ioctl_dev_replace_args { __u64 cmd; __u64 result; union { struct btrfs_ioctl_dev_replace_start_params start; struct btrfs_ioctl_dev_replace_status_params status; }; __u64 spare[64]; }; struct btrfs_ioctl_dev_info_args { __u64 devid; __u8 uuid[16]; __u64 bytes_used; __u64 total_bytes; __u64 unused[379]; __u8 path[1024]; }; struct btrfs_ioctl_fs_info_args { __u64 max_id; __u64 num_devices; __u8 fsid[16]; __u32 nodesize; __u32 sectorsize; __u32 clone_alignment; __u16 csum_type; __u16 csum_size; __u64 flags; __u64 generation; __u8 metadata_uuid[16]; __u8 reserved[944]; }; struct btrfs_ioctl_feature_flags { __u64 compat_flags; __u64 compat_ro_flags; __u64 incompat_flags; }; struct btrfs_ioctl_balance_args { __u64 flags; __u64 state; struct btrfs_balance_args data; struct btrfs_balance_args meta; struct btrfs_balance_args sys; struct btrfs_balance_progress stat; __u64 unused[72]; }; struct btrfs_ioctl_ino_lookup_args { __u64 treeid; __u64 objectid; char name[4080]; }; struct btrfs_ioctl_ino_lookup_user_args { __u64 dirid; __u64 treeid; char name[256]; char path[3824]; }; struct btrfs_ioctl_search_key { __u64 tree_id; __u64 min_objectid; __u64 max_objectid; __u64 min_offset; __u64 max_offset; __u64 min_transid; __u64 max_transid; __u32 min_type; __u32 max_type; __u32 nr_items; __u32 unused; __u64 unused1; __u64 unused2; __u64 unused3; __u64 unused4; }; struct btrfs_ioctl_search_header { __u64 transid; __u64 objectid; __u64 offset; __u32 type; __u32 len; }; struct btrfs_ioctl_search_args { struct btrfs_ioctl_search_key key; char buf[3992]; }; struct btrfs_ioctl_search_args_v2 { struct btrfs_ioctl_search_key key; __u64 buf_size; __u64 buf[0]; }; struct btrfs_ioctl_space_info { __u64 flags; __u64 total_bytes; __u64 used_bytes; }; struct btrfs_ioctl_space_args { __u64 space_slots; __u64 total_spaces; struct btrfs_ioctl_space_info spaces[0]; }; struct btrfs_data_container { __u32 bytes_left; __u32 bytes_missing; __u32 elem_cnt; __u32 elem_missed; __u64 val[0]; }; struct btrfs_ioctl_ino_path_args { __u64 inum; __u64 size; __u64 reserved[4]; __u64 fspath; }; struct btrfs_ioctl_logical_ino_args { __u64 logical; __u64 size; __u64 reserved[3]; __u64 flags; __u64 inodes; }; struct btrfs_ioctl_get_dev_stats { __u64 devid; __u64 nr_items; __u64 flags; __u64 values[5]; __u64 unused[121]; }; struct btrfs_ioctl_quota_ctl_args { __u64 cmd; __u64 status; }; struct btrfs_ioctl_quota_rescan_args { __u64 flags; __u64 progress; __u64 reserved[6]; }; struct btrfs_ioctl_qgroup_assign_args { __u64 assign; __u64 src; __u64 dst; }; struct btrfs_ioctl_qgroup_create_args { __u64 create; __u64 qgroupid; }; struct btrfs_ioctl_timespec { __u64 sec; __u32 nsec; }; struct btrfs_ioctl_received_subvol_args { char uuid[16]; __u64 stransid; __u64 rtransid; struct btrfs_ioctl_timespec stime; struct btrfs_ioctl_timespec rtime; __u64 flags; __u64 reserved[16]; }; struct btrfs_ioctl_send_args { __s64 send_fd; __u64 clone_sources_count; __u64 *clone_sources; __u64 parent_root; __u64 flags; __u32 version; __u8 reserved[28]; }; struct btrfs_ioctl_get_subvol_info_args { __u64 treeid; char name[256]; __u64 parent_id; __u64 dirid; __u64 generation; __u64 flags; __u8 uuid[16]; __u8 parent_uuid[16]; __u8 received_uuid[16]; __u64 ctransid; __u64 otransid; __u64 stransid; __u64 rtransid; struct btrfs_ioctl_timespec ctime; struct btrfs_ioctl_timespec otime; struct btrfs_ioctl_timespec stime; struct btrfs_ioctl_timespec rtime; __u64 reserved[8]; }; struct btrfs_ioctl_get_subvol_rootref_args { __u64 min_treeid; struct { __u64 treeid; __u64 dirid; } rootref[255]; __u8 num_items; __u8 align[7]; }; enum btrfs_err_code { BTRFS_ERROR_DEV_RAID1_MIN_NOT_MET = 1, BTRFS_ERROR_DEV_RAID10_MIN_NOT_MET = 2, BTRFS_ERROR_DEV_RAID5_MIN_NOT_MET = 3, BTRFS_ERROR_DEV_RAID6_MIN_NOT_MET = 4, BTRFS_ERROR_DEV_TGT_REPLACE = 5, BTRFS_ERROR_DEV_MISSING_NOT_FOUND = 6, BTRFS_ERROR_DEV_ONLY_WRITABLE = 7, BTRFS_ERROR_DEV_EXCL_RUN_IN_PROGRESS = 8, BTRFS_ERROR_DEV_RAID1C3_MIN_NOT_MET = 9, BTRFS_ERROR_DEV_RAID1C4_MIN_NOT_MET = 10, }; struct btrfs_dev_lookup_args { u64 devid; u8 *uuid; u8 *fsid; bool missing; }; struct inode_fs_paths { struct btrfs_path *btrfs_path; struct btrfs_root *fs_root; struct btrfs_data_container *fspath; }; struct btrfs_ioctl_timespec_32 { __u64 sec; __u32 nsec; } __attribute__((packed)); struct btrfs_ioctl_received_subvol_args_32 { char uuid[16]; __u64 stransid; __u64 rtransid; struct btrfs_ioctl_timespec_32 stime; struct btrfs_ioctl_timespec_32 rtime; __u64 flags; __u64 reserved[16]; } __attribute__((packed)); struct btrfs_ioctl_send_args_32 { __s64 send_fd; __u64 clone_sources_count; compat_uptr_t clone_sources; __u64 parent_root; __u64 flags; __u32 version; __u8 reserved[28]; } __attribute__((packed)); struct btrfs_ioctl_encoded_io_args_32 { compat_uptr_t iov; compat_ulong_t iovcnt; __s64 offset; __u64 flags; __u64 len; __u64 unencoded_len; __u64 unencoded_offset; __u32 compression; __u32 encryption; __u8 reserved[64]; }; struct btrfs_disk_balance_args { __le64 profiles; union { __le64 usage; struct { __le32 usage_min; __le32 usage_max; }; }; __le64 devid; __le64 pstart; __le64 pend; __le64 vstart; __le64 vend; __le64 target; __le64 flags; union { __le64 limit; struct { __le32 limit_min; __le32 limit_max; }; }; __le32 stripes_min; __le32 stripes_max; __le64 unused[6]; }; struct btrfs_balance_item { __le64 flags; struct btrfs_disk_balance_args data; struct btrfs_disk_balance_args meta; struct btrfs_disk_balance_args sys; __le64 unused[4]; }; struct btrfs_dev_stats_item { __le64 values[5]; }; struct alloc_chunk_ctl { u64 start; u64 type; int num_stripes; int sub_stripes; int dev_stripes; int devs_max; int devs_min; int devs_increment; int ncopies; int nparity; u64 max_stripe_size; u64 max_chunk_size; u64 dev_extent_min; u64 stripe_size; u64 chunk_size; int ndevs; }; struct rb_simple_node { struct rb_node rb_node; u64 bytenr; }; struct io_failure_record { struct { struct rb_node rb_node; u64 bytenr; }; struct page *page; u64 len; u64 logical; int this_mirror; int failed_mirror; int num_copies; }; struct btrfs_trans_handle; struct btrfs_backref_shared_cache_entry { u64 bytenr; u64 gen; bool is_shared; }; struct btrfs_backref_share_check_ctx { struct ulist refs; u64 curr_leaf_bytenr; u64 prev_leaf_bytenr; struct btrfs_backref_shared_cache_entry path_cache_entries[8]; bool use_path_cache; struct { u64 bytenr; bool is_shared; } prev_extents_cache[8]; int prev_extents_cache_slot; }; enum btrfs_subpage_type { BTRFS_SUBPAGE_METADATA = 0, BTRFS_SUBPAGE_DATA = 1, }; struct btrfs_bio_ctrl { struct bio *bio; int mirror_num; enum btrfs_compression_type compress_type; u32 len_to_stripe_boundary; u32 len_to_oe_boundary; btrfs_bio_end_io_t end_io_func; struct btrfs_tree_parent_check *parent_check; bool extent_locked; bool sync_io; }; struct processed_extent { struct btrfs_inode *inode; u64 start; u64 end; bool uptodate; }; struct fiemap_cache { u64 offset; u64 phys; u64 len; u32 flags; bool cached; }; struct btrfs_fid { u64 objectid; u64 root_objectid; u32 gen; u64 parent_objectid; u32 parent_gen; u64 parent_root_objectid; } __attribute__((packed)); struct btrfs_free_space_entry { __le64 offset; __le64 bytes; __u8 type; } __attribute__((packed)); struct btrfs_free_space_header { struct btrfs_disk_key location; __le64 generation; __le64 num_entries; __le64 num_bitmaps; } __attribute__((packed)); struct btrfs_trim_range { u64 start; u64 bytes; struct list_head list; }; struct compressed_bio { refcount_t pending_ios; unsigned int nr_pages; struct page **compressed_pages; struct inode *inode; u64 start; unsigned int len; unsigned int compressed_len; u8 compress_type; bool writeback; blk_status_t status; union { struct bio *orig_bio; struct work_struct write_end_work; }; }; struct workspace_manager { struct list_head idle_ws; spinlock_t ws_lock; int free_ws; atomic_t total_ws; wait_queue_head_t ws_wait; }; struct btrfs_compress_op { struct workspace_manager *workspace_manager; unsigned int max_level; unsigned int default_level; }; struct workspace___2 { void *mem; void *buf; void *cbuf; struct list_head list; }; struct workspace___3 { z_stream strm; char *buf; unsigned int buf_size; struct list_head list; int level; }; struct btrfs_dir_log_item { __le64 end; }; enum btrfs_delayed_item_type { BTRFS_DELAYED_INSERTION_ITEM = 0, BTRFS_DELAYED_DELETION_ITEM = 1, }; struct btrfs_delayed_item { struct rb_node rb_node; u64 index; struct list_head tree_list; struct list_head readdir_list; struct list_head log_list; u64 bytes_reserved; struct btrfs_delayed_node *delayed_node; refcount_t refs; enum btrfs_delayed_item_type type: 8; bool logged; u16 data_len; char data[0]; }; enum { LOG_INODE_ALL = 0, LOG_INODE_EXISTS = 1, }; enum { LOG_WALK_PIN_ONLY = 0, LOG_WALK_REPLAY_INODES = 1, LOG_WALK_REPLAY_DIR_INDEX = 2, LOG_WALK_REPLAY_ALL = 3, }; struct walk_control___2 { int free; int pin; int stage; bool ignore_cur_inode; struct btrfs_root *replay_dest; struct btrfs_trans_handle *trans; int (*process_func)(struct btrfs_root *, struct extent_buffer *, struct walk_control___2 *, u64, int); }; struct btrfs_dir_list { u64 ino; struct list_head list; }; struct btrfs_ino_list { u64 ino; u64 parent; struct list_head list; }; struct ZSTD_CCtx_s; typedef struct ZSTD_CCtx_s ZSTD_CCtx; typedef enum { ZSTD_fast = 1, ZSTD_dfast = 2, ZSTD_greedy = 3, ZSTD_lazy = 4, ZSTD_lazy2 = 5, ZSTD_btlazy2 = 6, ZSTD_btopt = 7, ZSTD_btultra = 8, ZSTD_btultra2 = 9, } ZSTD_strategy; typedef ZSTD_CCtx ZSTD_CStream; typedef struct { unsigned int windowLog; unsigned int chainLog; unsigned int hashLog; unsigned int searchLog; unsigned int minMatch; unsigned int targetLength; ZSTD_strategy strategy; } ZSTD_compressionParameters; typedef struct { int contentSizeFlag; int checksumFlag; int noDictIDFlag; } ZSTD_frameParameters; typedef struct { ZSTD_compressionParameters cParams; ZSTD_frameParameters fParams; } ZSTD_parameters; typedef ZSTD_compressionParameters zstd_compression_parameters; typedef ZSTD_parameters zstd_parameters; typedef ZSTD_CStream zstd_cstream; struct workspace___4 { void *mem; size_t size; char *buf; unsigned int level; unsigned int req_level; long unsigned int last_used; struct list_head list; struct list_head lru_list; zstd_in_buffer in_buf; zstd_out_buffer out_buf; }; struct zstd_workspace_manager { const struct btrfs_compress_op *ops; spinlock_t lock; struct list_head lru_list; struct list_head idle_ws[15]; long unsigned int active_map; wait_queue_head_t wait; struct timer_list timer; }; struct bucket_item { u32 count; }; struct heuristic_ws { u8 *sample; u32 sample_size; struct bucket_item *bucket; struct bucket_item *bucket_b; struct list_head list; }; struct ulist_iterator { struct list_head *cur_list; }; struct ulist_node { u64 val; u64 aux; struct list_head list; struct rb_node rb_node; }; typedef int iterate_extent_inodes_t(u64, u64, u64, u64, void *); struct btrfs_backref_walk_ctx { u64 bytenr; u64 extent_item_pos; bool ignore_extent_item_pos; struct btrfs_trans_handle *trans; struct btrfs_fs_info *fs_info; u64 time_seq; struct ulist *refs; struct ulist *roots; bool (*cache_lookup)(u64, void *, const u64 **, int *); void (*cache_store)(u64, const struct ulist *, void *); iterate_extent_inodes_t *indirect_ref_iterator; int (*check_extent_item)(u64, const struct btrfs_extent_item *, const struct extent_buffer *, void *); bool (*skip_data_ref)(u64, u64, u64, void *); void *user_ctx; }; struct extent_inode_elem { u64 inum; u64 offset; u64 num_bytes; struct extent_inode_elem *next; }; struct btrfs_backref_iter { u64 bytenr; struct btrfs_path *path; struct btrfs_fs_info *fs_info; struct btrfs_key cur_key; u32 item_ptr; u32 cur_ptr; u32 end_ptr; }; struct btrfs_backref_node { struct { struct rb_node rb_node; u64 bytenr; }; u64 new_bytenr; u64 owner; struct list_head list; struct list_head upper; struct list_head lower; struct btrfs_root *root; struct extent_buffer *eb; unsigned int level: 8; unsigned int cowonly: 1; unsigned int lowest: 1; unsigned int locked: 1; unsigned int processed: 1; unsigned int checked: 1; unsigned int pending: 1; unsigned int detached: 1; unsigned int is_reloc_root: 1; }; struct btrfs_backref_edge { struct list_head list[2]; struct btrfs_backref_node *node[2]; }; struct btrfs_backref_cache { struct rb_root rb_root; struct btrfs_backref_node *path[8]; struct list_head pending[8]; struct list_head leaves; struct list_head changed; struct list_head detached; u64 last_trans; int nr_nodes; int nr_edges; struct list_head pending_edge; struct list_head useless_node; struct btrfs_fs_info *fs_info; unsigned int is_reloc; }; struct btrfs_seq_list { struct list_head list; u64 seq; }; struct preftree { struct rb_root_cached root; unsigned int count; }; struct preftrees { struct preftree direct; struct preftree indirect; struct preftree indirect_missing_keys; }; struct share_check { struct btrfs_backref_share_check_ctx *ctx; struct btrfs_root *root; u64 inum; u64 data_bytenr; u64 data_extent_gen; int share_count; int self_ref_count; bool have_delayed_delete_refs; }; struct file_extent_cluster { u64 start; u64 end; u64 boundary[128]; unsigned int nr; }; struct mapping_tree { struct rb_root rb_root; spinlock_t lock; }; struct reloc_control { struct btrfs_block_group *block_group; struct btrfs_root *extent_root; struct inode *data_inode; struct btrfs_block_rsv *block_rsv; struct btrfs_backref_cache backref_cache; struct file_extent_cluster cluster; struct extent_io_tree processed_blocks; struct mapping_tree reloc_root_tree; struct list_head reloc_roots; struct list_head dirty_subvol_roots; u64 merging_rsv_size; u64 nodes_relocated; u64 reserved_bytes; u64 search_start; u64 extents_found; unsigned int stage: 8; unsigned int create_reloc_tree: 1; unsigned int merge_reloc_tree: 1; unsigned int found_file_extent: 1; }; struct mapping_node { struct { struct rb_node rb_node; u64 bytenr; }; void *data; }; struct tree_block { struct { struct rb_node rb_node; u64 bytenr; }; u64 owner; struct btrfs_key key; unsigned int level: 8; unsigned int key_ready: 1; }; struct btrfs_async_delayed_work { struct btrfs_delayed_root *delayed_root; int nr; struct btrfs_work work; }; struct scrub_bio; struct scrub_ctx { struct scrub_bio *bios[64]; struct btrfs_fs_info *fs_info; int first_free; int curr; atomic_t bios_in_flight; atomic_t workers_pending; spinlock_t list_lock; wait_queue_head_t list_wait; struct list_head csum_list; atomic_t cancel_req; int readonly; int sectors_per_bio; ktime_t throttle_deadline; u64 throttle_sent; int is_dev_replace; u64 write_pointer; struct scrub_bio *wr_curr_bio; struct mutex wr_lock; struct btrfs_device *wr_tgtdev; bool flush_all_writes; struct btrfs_scrub_progress stat; spinlock_t stat_lock; refcount_t refs; }; struct scrub_recover { refcount_t refs; struct btrfs_io_context *bioc; u64 map_length; }; struct scrub_block; struct scrub_sector { struct scrub_block *sblock; struct list_head list; u64 flags; u64 generation; u32 offset; atomic_t refs; unsigned int have_csum: 1; unsigned int io_error: 1; u8 csum[32]; struct scrub_recover *recover; }; struct scrub_parity; struct scrub_block { struct page *pages[16]; struct scrub_sector *sectors[16]; struct btrfs_device *dev; u64 logical; u64 physical; u64 physical_for_dev_replace; u32 len; int sector_count; int mirror_num; atomic_t outstanding_sectors; refcount_t refs; struct scrub_ctx *sctx; struct scrub_parity *sparity; struct { unsigned int header_error: 1; unsigned int checksum_error: 1; unsigned int no_io_error_seen: 1; unsigned int generation_error: 1; unsigned int data_corrected: 1; }; struct work_struct work; }; struct scrub_bio { int index; struct scrub_ctx *sctx; struct btrfs_device *dev; struct bio *bio; blk_status_t status; u64 logical; u64 physical; struct scrub_sector *sectors[32]; int sector_count; int next_free; struct work_struct work; }; struct scrub_parity { struct scrub_ctx *sctx; struct btrfs_device *scrub_dev; u64 logic_start; u64 logic_end; int nsectors; u32 stripe_len; refcount_t refs; struct list_head sectors_list; struct work_struct work; long unsigned int dbitmap; long unsigned int ebitmap; }; struct scrub_warning { struct btrfs_path *path; u64 extent_item_size; const char *errstr; u64 physical; u64 logical; struct btrfs_device *dev; }; struct full_stripe_lock { struct rb_node node; u64 logical; u64 refs; struct mutex mutex; }; struct btrfs_qgroup_status_item { __le64 version; __le64 generation; __le64 flags; __le64 rescan; }; struct btrfs_qgroup_info_item { __le64 generation; __le64 rfer; __le64 rfer_cmpr; __le64 excl; __le64 excl_cmpr; }; struct btrfs_qgroup_limit_item { __le64 flags; __le64 max_rfer; __le64 max_excl; __le64 rsv_rfer; __le64 rsv_excl; }; struct btrfs_qgroup_swapped_block { struct rb_node node; int level; bool trace_leaf; u64 subvol_bytenr; u64 subvol_generation; u64 reloc_bytenr; u64 reloc_generation; u64 last_snapshot; struct btrfs_key first_key; }; struct btrfs_qgroup_list { struct list_head next_group; struct list_head next_member; struct btrfs_qgroup *group; struct btrfs_qgroup *member; }; struct blk_plug_cb; typedef void (*blk_plug_cb_fn)(struct blk_plug_cb *, bool); struct blk_plug_cb { struct list_head list; blk_plug_cb_fn callback; void *data; }; struct raid6_calls { void (*gen_syndrome)(int, size_t, void **); void (*xor_syndrome)(int, int, int, size_t, void **); int (*valid)(); const char *name; int priority; }; struct btrfs_stripe_hash { struct list_head hash_list; spinlock_t lock; }; struct btrfs_stripe_hash_table { struct list_head stripe_cache; spinlock_t cache_lock; int cache_size; struct btrfs_stripe_hash table[0]; }; struct sector_ptr { struct page *page; unsigned int pgoff: 24; unsigned int uptodate: 8; }; struct btrfs_plug_cb { struct blk_plug_cb cb; struct btrfs_fs_info *info; struct list_head rbio_list; struct work_struct work; }; struct fsverity_descriptor { __u8 version; __u8 hash_algorithm; __u8 log_blocksize; __u8 salt_size; __le32 sig_size; __le64 data_size; __u8 root_hash[64]; __u8 salt[32]; __u8 __reserved[144]; __u8 signature[0]; }; struct btrfs_stream_header { char magic[13]; __le32 version; } __attribute__((packed)); struct btrfs_cmd_header { __le32 len; __le16 cmd; __le32 crc; } __attribute__((packed)); struct btrfs_tlv_header { __le16 tlv_type; __le16 tlv_len; }; enum btrfs_send_cmd { BTRFS_SEND_C_UNSPEC = 0, BTRFS_SEND_C_SUBVOL = 1, BTRFS_SEND_C_SNAPSHOT = 2, BTRFS_SEND_C_MKFILE = 3, BTRFS_SEND_C_MKDIR = 4, BTRFS_SEND_C_MKNOD = 5, BTRFS_SEND_C_MKFIFO = 6, BTRFS_SEND_C_MKSOCK = 7, BTRFS_SEND_C_SYMLINK = 8, BTRFS_SEND_C_RENAME = 9, BTRFS_SEND_C_LINK = 10, BTRFS_SEND_C_UNLINK = 11, BTRFS_SEND_C_RMDIR = 12, BTRFS_SEND_C_SET_XATTR = 13, BTRFS_SEND_C_REMOVE_XATTR = 14, BTRFS_SEND_C_WRITE = 15, BTRFS_SEND_C_CLONE = 16, BTRFS_SEND_C_TRUNCATE = 17, BTRFS_SEND_C_CHMOD = 18, BTRFS_SEND_C_CHOWN = 19, BTRFS_SEND_C_UTIMES = 20, BTRFS_SEND_C_END = 21, BTRFS_SEND_C_UPDATE_EXTENT = 22, BTRFS_SEND_C_MAX_V1 = 22, BTRFS_SEND_C_FALLOCATE = 23, BTRFS_SEND_C_FILEATTR = 24, BTRFS_SEND_C_ENCODED_WRITE = 25, BTRFS_SEND_C_MAX_V2 = 25, BTRFS_SEND_C_ENABLE_VERITY = 26, BTRFS_SEND_C_MAX_V3 = 26, BTRFS_SEND_C_MAX = 26, }; enum { BTRFS_SEND_A_UNSPEC = 0, BTRFS_SEND_A_UUID = 1, BTRFS_SEND_A_CTRANSID = 2, BTRFS_SEND_A_INO = 3, BTRFS_SEND_A_SIZE = 4, BTRFS_SEND_A_MODE = 5, BTRFS_SEND_A_UID = 6, BTRFS_SEND_A_GID = 7, BTRFS_SEND_A_RDEV = 8, BTRFS_SEND_A_CTIME = 9, BTRFS_SEND_A_MTIME = 10, BTRFS_SEND_A_ATIME = 11, BTRFS_SEND_A_OTIME = 12, BTRFS_SEND_A_XATTR_NAME = 13, BTRFS_SEND_A_XATTR_DATA = 14, BTRFS_SEND_A_PATH = 15, BTRFS_SEND_A_PATH_TO = 16, BTRFS_SEND_A_PATH_LINK = 17, BTRFS_SEND_A_FILE_OFFSET = 18, BTRFS_SEND_A_DATA = 19, BTRFS_SEND_A_CLONE_UUID = 20, BTRFS_SEND_A_CLONE_CTRANSID = 21, BTRFS_SEND_A_CLONE_PATH = 22, BTRFS_SEND_A_CLONE_OFFSET = 23, BTRFS_SEND_A_CLONE_LEN = 24, BTRFS_SEND_A_MAX_V1 = 24, BTRFS_SEND_A_FALLOCATE_MODE = 25, BTRFS_SEND_A_FILEATTR = 26, BTRFS_SEND_A_UNENCODED_FILE_LEN = 27, BTRFS_SEND_A_UNENCODED_LEN = 28, BTRFS_SEND_A_UNENCODED_OFFSET = 29, BTRFS_SEND_A_COMPRESSION = 30, BTRFS_SEND_A_ENCRYPTION = 31, BTRFS_SEND_A_MAX_V2 = 31, BTRFS_SEND_A_VERITY_ALGORITHM = 32, BTRFS_SEND_A_VERITY_BLOCK_SIZE = 33, BTRFS_SEND_A_VERITY_SALT_DATA = 34, BTRFS_SEND_A_VERITY_SIG_DATA = 35, BTRFS_SEND_A_MAX_V3 = 35, __BTRFS_SEND_A_MAX = 35, }; struct fs_path { union { struct { char *start; char *end; char *buf; short unsigned int buf_len: 15; short unsigned int reversed: 1; char inline_buf[0]; }; char pad[256]; }; }; struct clone_root { struct btrfs_root *root; u64 ino; u64 offset; u64 num_bytes; bool found_ref; }; struct backref_cache_entry { struct list_head list; u64 key; u64 root_ids[12]; int num_roots; }; struct send_ctx { struct file *send_filp; loff_t send_off; char *send_buf; u32 send_size; u32 send_max_size; bool put_data; struct page **send_buf_pages; u64 flags; u32 proto; struct btrfs_root *send_root; struct btrfs_root *parent_root; struct clone_root *clone_roots; int clone_roots_cnt; struct btrfs_path *left_path; struct btrfs_path *right_path; struct btrfs_key *cmp_key; u64 last_reloc_trans; u64 cur_ino; u64 cur_inode_gen; u64 cur_inode_size; u64 cur_inode_mode; u64 cur_inode_rdev; u64 cur_inode_last_extent; u64 cur_inode_next_write_offset; bool cur_inode_new; bool cur_inode_new_gen; bool cur_inode_deleted; bool ignore_cur_inode; bool cur_inode_needs_verity; void *verity_descriptor; u64 send_progress; struct list_head new_refs; struct list_head deleted_refs; struct xarray name_cache; struct list_head name_cache_list; int name_cache_size; struct inode *cur_inode; struct file_ra_state ra; u64 page_cache_clear_start; bool clean_page_cache; struct rb_root pending_dir_moves; struct rb_root waiting_dir_moves; struct rb_root orphan_dirs; struct rb_root rbtree_new_refs; struct rb_root rbtree_deleted_refs; struct { u64 last_reloc_trans; struct list_head lru_list; struct maple_tree entries; int size; } backref_cache; }; struct pending_dir_move { struct rb_node node; struct list_head list; u64 parent_ino; u64 ino; u64 gen; struct list_head update_refs; }; struct waiting_dir_move { struct rb_node node; u64 ino; u64 rmdir_ino; u64 rmdir_gen; bool orphanized; }; struct orphan_dir_info { struct rb_node node; u64 ino; u64 gen; u64 last_dir_index_offset; }; struct name_cache_entry { struct list_head list; struct list_head radix_list; u64 ino; u64 gen; u64 parent_ino; u64 parent_gen; int ret; int need_later_update; int name_len; char name[0]; }; enum btrfs_compare_tree_result { BTRFS_COMPARE_TREE_NEW = 0, BTRFS_COMPARE_TREE_DELETED = 1, BTRFS_COMPARE_TREE_CHANGED = 2, BTRFS_COMPARE_TREE_SAME = 3, }; struct btrfs_inode_info { u64 size; u64 gen; u64 mode; u64 uid; u64 gid; u64 rdev; u64 fileattr; u64 nlink; }; typedef int (*iterate_inode_ref_t)(int, u64, int, struct fs_path *, void *); typedef int (*iterate_dir_item_t)(int, struct btrfs_key *, const char *, int, const char *, int, void *); struct backref_ctx { struct send_ctx *sctx; u64 found; u64 cur_objectid; u64 cur_offset; u64 extent_len; u64 bytenr; u64 backref_owner; u64 backref_offset; }; enum inode_state { inode_state_no_change = 0, inode_state_will_create = 1, inode_state_did_create = 2, inode_state_will_delete = 3, inode_state_did_delete = 4, }; struct recorded_ref { struct list_head list; char *name; struct fs_path *full_path; u64 dir; u64 dir_gen; int name_len; struct rb_node node; struct rb_root *root; }; struct find_xattr_ctx { const char *name; int name_len; int found_idx; char *found_data; int found_data_len; }; struct btrfs_dev_replace_item { __le64 src_devid; __le64 cursor_left; __le64 cursor_right; __le64 cont_reading_from_srcdev_mode; __le64 replace_state; __le64 time_started; __le64 time_stopped; __le64 num_write_errors; __le64 num_uncorrectable_read_errors; }; struct prop_handler { struct hlist_node node; const char *xattr_name; int (*validate)(const struct btrfs_inode *, const char *, size_t); int (*apply)(struct inode *, const char *, size_t); const char * (*extract)(struct inode *); bool (*ignore)(const struct btrfs_inode *); int inheritable; }; struct reserve_ticket { u64 bytes; int error; bool steal; struct list_head list; wait_queue_head_t wait; }; struct btrfs_free_space_info { __le32 extent_count; __le32 flags; }; struct tree_mod_root { u64 logical; u8 level; }; struct tree_mod_elem { struct rb_node node; u64 logical; u64 seq; enum btrfs_mod_log_op op; int slot; u64 generation; struct btrfs_disk_key key; u64 blockptr; struct { int dst_slot; int nr_items; } move; struct tree_mod_root old_root; }; enum blk_zone_type { BLK_ZONE_TYPE_CONVENTIONAL = 1, BLK_ZONE_TYPE_SEQWRITE_REQ = 2, BLK_ZONE_TYPE_SEQWRITE_PREF = 3, }; enum blk_zone_cond { BLK_ZONE_COND_NOT_WP = 0, BLK_ZONE_COND_EMPTY = 1, BLK_ZONE_COND_IMP_OPEN = 2, BLK_ZONE_COND_EXP_OPEN = 3, BLK_ZONE_COND_CLOSED = 4, BLK_ZONE_COND_READONLY = 13, BLK_ZONE_COND_FULL = 14, BLK_ZONE_COND_OFFLINE = 15, }; struct f2fs_device { __u8 path[64]; __le32 total_segments; }; enum stop_cp_reason { STOP_CP_REASON_SHUTDOWN = 0, STOP_CP_REASON_FAULT_INJECT = 1, STOP_CP_REASON_META_PAGE = 2, STOP_CP_REASON_WRITE_FAIL = 3, STOP_CP_REASON_CORRUPTED_SUMMARY = 4, STOP_CP_REASON_UPDATE_INODE = 5, STOP_CP_REASON_FLUSH_FAIL = 6, STOP_CP_REASON_MAX = 7, }; enum f2fs_error { ERROR_CORRUPTED_CLUSTER = 0, ERROR_FAIL_DECOMPRESSION = 1, ERROR_INVALID_BLKADDR = 2, ERROR_CORRUPTED_DIRENT = 3, ERROR_CORRUPTED_INODE = 4, ERROR_INCONSISTENT_SUMMARY = 5, ERROR_INCONSISTENT_FOOTER = 6, ERROR_INCONSISTENT_SUM_TYPE = 7, ERROR_CORRUPTED_JOURNAL = 8, ERROR_INCONSISTENT_NODE_COUNT = 9, ERROR_INCONSISTENT_BLOCK_COUNT = 10, ERROR_INVALID_CURSEG = 11, ERROR_INCONSISTENT_SIT = 12, ERROR_CORRUPTED_VERITY_XATTR = 13, ERROR_CORRUPTED_XATTR = 14, ERROR_MAX = 15, }; struct f2fs_super_block { __le32 magic; __le16 major_ver; __le16 minor_ver; __le32 log_sectorsize; __le32 log_sectors_per_block; __le32 log_blocksize; __le32 log_blocks_per_seg; __le32 segs_per_sec; __le32 secs_per_zone; __le32 checksum_offset; __le64 block_count; __le32 section_count; __le32 segment_count; __le32 segment_count_ckpt; __le32 segment_count_sit; __le32 segment_count_nat; __le32 segment_count_ssa; __le32 segment_count_main; __le32 segment0_blkaddr; __le32 cp_blkaddr; __le32 sit_blkaddr; __le32 nat_blkaddr; __le32 ssa_blkaddr; __le32 main_blkaddr; __le32 root_ino; __le32 node_ino; __le32 meta_ino; __u8 uuid[16]; __le16 volume_name[512]; __le32 extension_count; __u8 extension_list[512]; __le32 cp_payload; __u8 version[256]; __u8 init_version[256]; __le32 feature; __u8 encryption_level; __u8 encrypt_pw_salt[16]; struct f2fs_device devs[8]; __le32 qf_ino[3]; __u8 hot_ext_count; __le16 s_encoding; __le16 s_encoding_flags; __u8 s_stop_reason[32]; __u8 s_errors[16]; __u8 reserved[258]; __le32 crc; } __attribute__((packed)); struct f2fs_checkpoint { __le64 checkpoint_ver; __le64 user_block_count; __le64 valid_block_count; __le32 rsvd_segment_count; __le32 overprov_segment_count; __le32 free_segment_count; __le32 cur_node_segno[8]; __le16 cur_node_blkoff[8]; __le32 cur_data_segno[8]; __le16 cur_data_blkoff[8]; __le32 ckpt_flags; __le32 cp_pack_total_block_count; __le32 cp_pack_start_sum; __le32 valid_node_count; __le32 valid_inode_count; __le32 next_free_nid; __le32 sit_ver_bitmap_bytesize; __le32 nat_ver_bitmap_bytesize; __le32 checksum_offset; __le64 elapsed_time; unsigned char alloc_type[16]; unsigned char sit_nat_version_bitmap[0]; }; struct f2fs_extent { __le32 fofs; __le32 blk; __le32 len; }; struct f2fs_inode { __le16 i_mode; __u8 i_advise; __u8 i_inline; __le32 i_uid; __le32 i_gid; __le32 i_links; __le64 i_size; __le64 i_blocks; __le64 i_atime; __le64 i_ctime; __le64 i_mtime; __le32 i_atime_nsec; __le32 i_ctime_nsec; __le32 i_mtime_nsec; __le32 i_generation; union { __le32 i_current_depth; __le16 i_gc_failures; }; __le32 i_xattr_nid; __le32 i_flags; __le32 i_pino; __le32 i_namelen; __u8 i_name[255]; __u8 i_dir_level; struct f2fs_extent i_ext; union { struct { __le16 i_extra_isize; __le16 i_inline_xattr_size; __le32 i_projid; __le32 i_inode_checksum; __le64 i_crtime; __le32 i_crtime_nsec; __le64 i_compr_blocks; __u8 i_compress_algorithm; __u8 i_log_cluster_size; __le16 i_compress_flag; __le32 i_extra_end[0]; } __attribute__((packed)); __le32 i_addr[923]; }; __le32 i_nid[5]; }; struct direct_node { __le32 addr[1018]; }; struct indirect_node { __le32 nid[1018]; }; enum { COLD_BIT_SHIFT = 0, FSYNC_BIT_SHIFT = 1, DENT_BIT_SHIFT = 2, OFFSET_BIT_SHIFT = 3, }; struct node_footer { __le32 nid; __le32 ino; __le32 flag; __le64 cp_ver; __le32 next_blkaddr; } __attribute__((packed)); struct f2fs_node { union { struct f2fs_inode i; struct direct_node dn; struct indirect_node in; }; struct node_footer footer; }; struct f2fs_nat_entry { __u8 version; __le32 ino; __le32 block_addr; } __attribute__((packed)); struct f2fs_sit_entry { __le16 vblocks; __u8 valid_map[64]; __le64 mtime; } __attribute__((packed)); struct f2fs_summary { __le32 nid; union { __u8 reserved[3]; struct { __u8 version; __le16 ofs_in_node; } __attribute__((packed)); }; } __attribute__((packed)); struct summary_footer { unsigned char entry_type; __le32 check_sum; } __attribute__((packed)); struct nat_journal_entry { __le32 nid; struct f2fs_nat_entry ne; } __attribute__((packed)); struct nat_journal { struct nat_journal_entry entries[38]; __u8 reserved[11]; } __attribute__((packed)); struct sit_journal_entry { __le32 segno; struct f2fs_sit_entry se; } __attribute__((packed)); struct sit_journal { struct sit_journal_entry entries[6]; __u8 reserved[37]; } __attribute__((packed)); struct f2fs_extra_info { __le64 kbytes_written; __u8 reserved[497]; } __attribute__((packed)); struct f2fs_journal { union { __le16 n_nats; __le16 n_sits; }; union { struct nat_journal nat_j; struct sit_journal sit_j; struct f2fs_extra_info info; }; } __attribute__((packed)); struct f2fs_summary_block { struct f2fs_summary entries[512]; struct f2fs_journal journal; struct summary_footer footer; } __attribute__((packed)); typedef __le32 f2fs_hash_t; enum { FAULT_KMALLOC = 0, FAULT_KVMALLOC = 1, FAULT_PAGE_ALLOC = 2, FAULT_PAGE_GET = 3, FAULT_ALLOC_BIO = 4, FAULT_ALLOC_NID = 5, FAULT_ORPHAN = 6, FAULT_BLOCK = 7, FAULT_DIR_DEPTH = 8, FAULT_EVICT_INODE = 9, FAULT_TRUNCATE = 10, FAULT_READ_IO = 11, FAULT_CHECKPOINT = 12, FAULT_DISCARD = 13, FAULT_WRITE_IO = 14, FAULT_SLAB_ALLOC = 15, FAULT_DQUOT_INIT = 16, FAULT_LOCK_OP = 17, FAULT_BLKADDR = 18, FAULT_MAX = 19, }; typedef u32 block_t; typedef u32 nid_t; struct f2fs_rwsem { struct rw_semaphore internal_rwsem; }; struct f2fs_mount_info { unsigned int opt; int write_io_size_bits; block_t root_reserved_blocks; kuid_t s_resuid; kgid_t s_resgid; int active_logs; int inline_xattr_size; char *s_qf_names[3]; int s_jquota_fmt; int alloc_mode; int fsync_mode; int fs_mode; int bggc_mode; int memory_mode; int discard_unit; struct fscrypt_dummy_policy dummy_enc_policy; block_t unusable_cap_perc; block_t unusable_cap; unsigned char compress_algorithm; unsigned char compress_log_size; unsigned char compress_level; bool compress_chksum; unsigned char compress_ext_cnt; unsigned char nocompress_ext_cnt; int compress_mode; unsigned char extensions[128]; unsigned char noextensions[128]; }; enum { META_CP = 0, META_NAT = 1, META_SIT = 2, META_SSA = 3, META_MAX = 4, META_POR = 5, DATA_GENERIC = 6, DATA_GENERIC_ENHANCE = 7, DATA_GENERIC_ENHANCE_READ = 8, DATA_GENERIC_ENHANCE_UPDATE = 9, META_GENERIC = 10, }; enum { ORPHAN_INO = 0, APPEND_INO = 1, UPDATE_INO = 2, TRANS_DIR_INO = 3, FLUSH_INO = 4, MAX_INO_ENTRY = 5, }; struct ckpt_req_control { struct task_struct *f2fs_issue_ckpt; int ckpt_thread_ioprio; wait_queue_head_t ckpt_wait_queue; atomic_t issued_ckpt; atomic_t total_ckpt; atomic_t queued_ckpt; struct llist_head issue_list; spinlock_t stat_lock; unsigned int cur_time; unsigned int peak_time; }; struct discard_cmd_control { struct task_struct *f2fs_issue_discard; struct list_head entry_list; struct list_head pend_list[512]; struct list_head wait_list; struct list_head fstrim_list; wait_queue_head_t discard_wait_queue; unsigned int discard_wake; struct mutex cmd_lock; unsigned int nr_discards; unsigned int max_discards; unsigned int max_discard_request; unsigned int min_discard_issue_time; unsigned int mid_discard_issue_time; unsigned int max_discard_issue_time; unsigned int discard_urgent_util; unsigned int discard_granularity; unsigned int max_ordered_discard; unsigned int undiscard_blks; unsigned int next_pos; atomic_t issued_discard; atomic_t queued_discard; atomic_t discard_cmd_cnt; struct rb_root_cached root; bool rbtree_check; }; enum extent_type { EX_READ = 0, EX_BLOCK_AGE = 1, NR_EXTENT_CACHES = 2, }; struct extent_info { unsigned int fofs; unsigned int len; union { struct { block_t blk; }; struct { long long unsigned int age; long long unsigned int last_blocks; }; }; }; struct extent_tree; struct extent_node { struct rb_node rb_node; struct extent_info ei; struct list_head list; struct extent_tree *et; }; struct extent_tree { nid_t ino; enum extent_type type; struct rb_root_cached root; struct extent_node *cached_en; struct list_head list; rwlock_t lock; atomic_t node_cnt; bool largest_updated; struct extent_info largest; }; struct extent_tree_info { struct xarray extent_tree_root; struct mutex extent_tree_lock; struct list_head extent_list; spinlock_t extent_lock; atomic_t total_ext_tree; struct list_head zombie_list; atomic_t total_zombie_tree; atomic_t total_ext_node; }; enum { GC_FAILURE_PIN = 0, MAX_GC_FAILURE = 1, }; enum { FI_NEW_INODE = 0, FI_DIRTY_INODE = 1, FI_AUTO_RECOVER = 2, FI_DIRTY_DIR = 3, FI_INC_LINK = 4, FI_ACL_MODE = 5, FI_NO_ALLOC = 6, FI_FREE_NID = 7, FI_NO_EXTENT = 8, FI_INLINE_XATTR = 9, FI_INLINE_DATA = 10, FI_INLINE_DENTRY = 11, FI_APPEND_WRITE = 12, FI_UPDATE_WRITE = 13, FI_NEED_IPU = 14, FI_ATOMIC_FILE = 15, FI_FIRST_BLOCK_WRITTEN = 16, FI_DROP_CACHE = 17, FI_DATA_EXIST = 18, FI_INLINE_DOTS = 19, FI_SKIP_WRITES = 20, FI_OPU_WRITE = 21, FI_DIRTY_FILE = 22, FI_PREALLOCATED_ALL = 23, FI_HOT_DATA = 24, FI_EXTRA_ATTR = 25, FI_PROJ_INHERIT = 26, FI_PIN_FILE = 27, FI_VERITY_IN_PROGRESS = 28, FI_COMPRESSED_FILE = 29, FI_COMPRESS_CORRUPT = 30, FI_MMAP_FILE = 31, FI_ENABLE_COMPRESS = 32, FI_COMPRESS_RELEASED = 33, FI_ALIGNED_WRITE = 34, FI_COW_FILE = 35, FI_ATOMIC_COMMITTED = 36, FI_ATOMIC_REPLACE = 37, FI_MAX = 38, }; struct f2fs_inode_info { struct inode vfs_inode; long unsigned int i_flags; unsigned char i_advise; unsigned char i_dir_level; unsigned int i_current_depth; unsigned int i_gc_failures[1]; unsigned int i_pino; umode_t i_acl_mode; long unsigned int flags[1]; struct f2fs_rwsem i_sem; atomic_t dirty_pages; f2fs_hash_t chash; unsigned int clevel; struct task_struct *task; struct task_struct *cp_task; struct task_struct *wb_task; nid_t i_xattr_nid; loff_t last_disk_size; spinlock_t i_size_lock; struct dquot *i_dquot[3]; qsize_t i_reserved_quota; struct list_head dirty_list; struct list_head gdirty_list; struct task_struct *atomic_write_task; struct extent_tree *extent_tree[2]; struct inode *cow_inode; struct f2fs_rwsem i_gc_rwsem[2]; struct f2fs_rwsem i_xattr_sem; int i_extra_isize; kprojid_t i_projid; int i_inline_xattr_size; struct timespec64 i_crtime; struct timespec64 i_disk_time[4]; atomic_t i_compr_blocks; unsigned char i_compress_algorithm; unsigned char i_log_cluster_size; unsigned char i_compress_level; short unsigned int i_compress_flag; unsigned int i_cluster_size; unsigned int atomic_write_cnt; loff_t original_i_size; }; struct f2fs_nm_info { block_t nat_blkaddr; nid_t max_nid; nid_t available_nids; nid_t next_scan_nid; nid_t max_rf_node_blocks; unsigned int ram_thresh; unsigned int ra_nid_pages; unsigned int dirty_nats_ratio; struct xarray nat_root; struct xarray nat_set_root; struct f2fs_rwsem nat_tree_lock; struct list_head nat_entries; spinlock_t nat_list_lock; unsigned int nat_cnt[3]; unsigned int nat_blocks; struct xarray free_nid_root; struct list_head free_nid_list; unsigned int nid_cnt[2]; spinlock_t nid_list_lock; struct mutex build_lock; unsigned char **free_nid_bitmap; unsigned char *nat_block_bitmap; short unsigned int *free_nid_count; char *nat_bitmap; unsigned int nat_bits_blocks; unsigned char *nat_bits; unsigned char *full_nat_bits; unsigned char *empty_nat_bits; int bitmap_size; }; enum { CURSEG_HOT_DATA = 0, CURSEG_WARM_DATA = 1, CURSEG_COLD_DATA = 2, CURSEG_HOT_NODE = 3, CURSEG_WARM_NODE = 4, CURSEG_COLD_NODE = 5, NR_PERSISTENT_LOG = 6, CURSEG_COLD_DATA_PINNED = 6, CURSEG_ALL_DATA_ATGC = 7, NO_CHECK_TYPE = 8, }; struct flush_cmd_control { struct task_struct *f2fs_issue_flush; wait_queue_head_t flush_wait_queue; atomic_t issued_flush; atomic_t queued_flush; struct llist_head issue_list; struct llist_node *dispatch_list; }; struct sit_info; struct free_segmap_info; struct dirty_seglist_info; struct curseg_info; struct f2fs_sm_info { struct sit_info *sit_info; struct free_segmap_info *free_info; struct dirty_seglist_info *dirty_info; struct curseg_info *curseg_array; struct f2fs_rwsem curseg_lock; block_t seg0_blkaddr; block_t main_blkaddr; block_t ssa_blkaddr; unsigned int segment_count; unsigned int main_segments; unsigned int reserved_segments; unsigned int additional_reserved_segments; unsigned int ovp_segments; unsigned int rec_prefree_segments; struct list_head sit_entry_set; unsigned int ipu_policy; unsigned int min_ipu_util; unsigned int min_fsync_blocks; unsigned int min_seq_blocks; unsigned int min_hot_blocks; unsigned int min_ssr_sections; struct flush_cmd_control *fcc_info; struct discard_cmd_control *dcc_info; }; struct seg_entry; struct sec_entry; struct sit_info { block_t sit_base_addr; block_t sit_blocks; block_t written_valid_blocks; char *bitmap; char *sit_bitmap; unsigned int bitmap_size; long unsigned int *tmp_map; long unsigned int *dirty_sentries_bitmap; unsigned int dirty_sentries; unsigned int sents_per_block; struct rw_semaphore sentry_lock; struct seg_entry *sentries; struct sec_entry *sec_entries; long long unsigned int elapsed_time; long long unsigned int mounted_time; long long unsigned int min_mtime; long long unsigned int max_mtime; long long unsigned int dirty_min_mtime; long long unsigned int dirty_max_mtime; unsigned int last_victim[5]; }; struct free_segmap_info { unsigned int start_segno; unsigned int free_segments; unsigned int free_sections; spinlock_t segmap_lock; long unsigned int *free_segmap; long unsigned int *free_secmap; }; struct victim_selection; struct dirty_seglist_info { const struct victim_selection *v_ops; long unsigned int *dirty_segmap[8]; long unsigned int *dirty_secmap; struct mutex seglist_lock; int nr_dirty[8]; long unsigned int *victim_secmap; long unsigned int *pinned_secmap; unsigned int pinned_secmap_cnt; bool enable_pin_section; }; struct curseg_info { struct mutex curseg_mutex; struct f2fs_summary_block *sum_blk; struct rw_semaphore journal_rwsem; struct f2fs_journal *journal; unsigned char alloc_type; short unsigned int seg_type; unsigned int segno; short unsigned int next_blkoff; unsigned int zone; unsigned int next_segno; int fragment_remained_chunk; bool inited; }; enum count_type { F2FS_DIRTY_DENTS = 0, F2FS_DIRTY_DATA = 1, F2FS_DIRTY_QDATA = 2, F2FS_DIRTY_NODES = 3, F2FS_DIRTY_META = 4, F2FS_DIRTY_IMETA = 5, F2FS_WB_CP_DATA = 6, F2FS_WB_DATA = 7, F2FS_RD_DATA = 8, F2FS_RD_NODE = 9, F2FS_RD_META = 10, F2FS_DIO_WRITE = 11, F2FS_DIO_READ = 12, NR_COUNT_TYPE = 13, }; enum page_type { DATA = 0, NODE = 1, META = 2, NR_PAGE_TYPE = 3, META_FLUSH = 4, IPU = 5, OPU = 6, }; enum temp_type { HOT = 0, WARM = 1, COLD = 2, NR_TEMP_TYPE = 3, }; enum iostat_type { APP_DIRECT_IO = 0, APP_BUFFERED_IO = 1, APP_WRITE_IO = 2, APP_MAPPED_IO = 3, APP_BUFFERED_CDATA_IO = 4, APP_MAPPED_CDATA_IO = 5, FS_DATA_IO = 6, FS_CDATA_IO = 7, FS_NODE_IO = 8, FS_META_IO = 9, FS_GC_DATA_IO = 10, FS_GC_NODE_IO = 11, FS_CP_DATA_IO = 12, FS_CP_NODE_IO = 13, FS_CP_META_IO = 14, APP_DIRECT_READ_IO = 15, APP_BUFFERED_READ_IO = 16, APP_READ_IO = 17, APP_MAPPED_READ_IO = 18, APP_BUFFERED_CDATA_READ_IO = 19, APP_MAPPED_CDATA_READ_IO = 20, FS_DATA_READ_IO = 21, FS_GDATA_READ_IO = 22, FS_CDATA_READ_IO = 23, FS_NODE_READ_IO = 24, FS_META_READ_IO = 25, FS_DISCARD = 26, NR_IO_TYPE = 27, }; struct f2fs_sb_info; struct f2fs_io_info { struct f2fs_sb_info *sbi; nid_t ino; enum page_type type; enum temp_type temp; enum req_op op; blk_opf_t op_flags; block_t new_blkaddr; block_t old_blkaddr; struct page *page; struct page *encrypted_page; struct page *compressed_page; struct list_head list; bool submitted; int need_lock; bool in_list; bool is_por; bool retry; int compr_blocks; bool encrypted; bool post_read; enum iostat_type io_type; struct writeback_control *io_wbc; struct bio **bio; sector_t *last_block; unsigned char version; }; struct inode_management { struct xarray ino_root; spinlock_t ino_lock; struct list_head ino_list; long unsigned int ino_num; }; struct atgc_management { bool atgc_enabled; struct rb_root_cached root; struct list_head victim_list; unsigned int victim_count; unsigned int candidate_ratio; unsigned int max_candidate_count; unsigned int age_weight; long long unsigned int age_threshold; }; struct f2fs_bio_info; struct f2fs_gc_kthread; struct f2fs_stat_info; struct f2fs_dev_info; struct iostat_lat_info; struct f2fs_sb_info { struct super_block *sb; struct proc_dir_entry *s_proc; struct f2fs_super_block *raw_super; struct f2fs_rwsem sb_lock; int valid_super_block; long unsigned int s_flag; struct mutex writepages; unsigned int blocks_per_blkz; unsigned int log_blocks_per_blkz; struct f2fs_nm_info *nm_info; struct inode *node_inode; struct f2fs_sm_info *sm_info; struct f2fs_bio_info *write_io[3]; struct f2fs_rwsem io_order_lock; mempool_t *write_io_dummy; long unsigned int page_eio_ofs[3]; int page_eio_cnt[3]; struct f2fs_checkpoint *ckpt; int cur_cp_pack; spinlock_t cp_lock; struct inode *meta_inode; struct f2fs_rwsem cp_global_sem; struct f2fs_rwsem cp_rwsem; struct f2fs_rwsem node_write; struct f2fs_rwsem node_change; wait_queue_head_t cp_wait; long unsigned int last_time[6]; long int interval_time[6]; struct ckpt_req_control cprc_info; struct inode_management im[5]; spinlock_t fsync_node_lock; struct list_head fsync_node_list; unsigned int fsync_seg_id; unsigned int fsync_node_num; unsigned int max_orphans; struct list_head inode_list[3]; spinlock_t inode_lock[3]; struct mutex flush_lock; struct extent_tree_info extent_tree[2]; atomic64_t allocated_data_blocks; unsigned int hot_data_age_threshold; unsigned int warm_data_age_threshold; unsigned int log_sectors_per_block; unsigned int log_blocksize; unsigned int blocksize; unsigned int root_ino_num; unsigned int node_ino_num; unsigned int meta_ino_num; unsigned int log_blocks_per_seg; unsigned int blocks_per_seg; unsigned int unusable_blocks_per_sec; unsigned int segs_per_sec; unsigned int secs_per_zone; unsigned int total_sections; unsigned int total_node_count; unsigned int total_valid_node_count; int dir_level; bool readdir_ra; u64 max_io_bytes; block_t user_block_count; block_t total_valid_block_count; block_t discard_blks; block_t last_valid_block_count; block_t reserved_blocks; block_t current_reserved_blocks; block_t unusable_block_count; unsigned int nquota_files; struct f2fs_rwsem quota_sem; atomic_t nr_pages[13]; struct percpu_counter alloc_valid_block_count; struct percpu_counter rf_node_block_count; atomic_t wb_sync_req[2]; struct percpu_counter total_valid_inode_count; struct f2fs_mount_info mount_opt; struct f2fs_rwsem gc_lock; struct f2fs_gc_kthread *gc_thread; struct atgc_management am; unsigned int cur_victim_sec; unsigned int gc_mode; unsigned int next_victim_seg[2]; spinlock_t gc_remaining_trials_lock; unsigned int gc_remaining_trials; long long unsigned int skipped_gc_rwsem; u64 gc_pin_file_threshold; struct f2fs_rwsem pin_sem; unsigned int max_victim_search; unsigned int migration_granularity; struct f2fs_stat_info *stat_info; atomic_t meta_count[4]; unsigned int segment_count[2]; unsigned int block_count[2]; atomic_t inplace_count; atomic64_t total_hit_ext[2]; atomic64_t read_hit_rbtree[2]; atomic64_t read_hit_cached[2]; atomic64_t read_hit_largest; atomic_t inline_xattr; atomic_t inline_inode; atomic_t inline_dir; atomic_t compr_inode; atomic64_t compr_blocks; atomic_t swapfile_inode; atomic_t atomic_files; atomic_t max_aw_cnt; unsigned int io_skip_bggc; unsigned int other_skip_bggc; unsigned int ndirty_inode[3]; spinlock_t stat_lock; unsigned int data_io_flag; unsigned int node_io_flag; struct kobject s_kobj; struct completion s_kobj_unregister; struct kobject s_stat_kobj; struct completion s_stat_kobj_unregister; struct kobject s_feature_list_kobj; struct completion s_feature_list_kobj_unregister; struct list_head s_list; struct mutex umount_mutex; unsigned int shrinker_run_no; int s_ndevs; struct f2fs_dev_info *devs; unsigned int dirty_device; spinlock_t dev_lock; bool aligned_blksize; u64 sectors_written_start; u64 kbytes_written; struct crypto_shash *s_chksum_driver; __u32 s_chksum_seed; struct workqueue_struct *post_read_wq; unsigned char errors[16]; spinlock_t error_lock; bool error_dirty; struct kmem_cache *inline_xattr_slab; unsigned int inline_xattr_slab_size; unsigned int gc_segment_mode; unsigned int gc_reclaimed_segs[7]; long unsigned int seq_file_ra_mul; int max_fragment_chunk; int max_fragment_hole; atomic64_t current_atomic_write; s64 peak_atomic_write; u64 committed_atomic_block; u64 revoked_atomic_block; spinlock_t iostat_lock; long long unsigned int rw_iostat[27]; long long unsigned int prev_rw_iostat[27]; bool iostat_enable; long unsigned int iostat_next_period; unsigned int iostat_period_ms; spinlock_t iostat_lat_lock; struct iostat_lat_info *iostat_io_lat; }; struct f2fs_bio_info { struct f2fs_sb_info *sbi; struct bio *bio; sector_t last_block_in_bio; struct f2fs_io_info fio; struct f2fs_rwsem io_rwsem; spinlock_t io_lock; struct list_head io_list; struct list_head bio_list; struct f2fs_rwsem bio_list_lock; }; struct f2fs_dev_info { struct block_device *bdev; char path[64]; unsigned int total_segments; block_t start_blk; block_t end_blk; unsigned int nr_blkz; long unsigned int *blkz_seq; }; enum { SBI_IS_DIRTY = 0, SBI_IS_CLOSE = 1, SBI_NEED_FSCK = 2, SBI_POR_DOING = 3, SBI_NEED_SB_WRITE = 4, SBI_NEED_CP = 5, SBI_IS_SHUTDOWN = 6, SBI_IS_RECOVERED = 7, SBI_CP_DISABLED = 8, SBI_CP_DISABLED_QUICK = 9, SBI_QUOTA_NEED_FLUSH = 10, SBI_QUOTA_SKIP_FLUSH = 11, SBI_QUOTA_NEED_REPAIR = 12, SBI_IS_RESIZEFS = 13, SBI_IS_FREEZING = 14, }; enum { PAGE_PRIVATE_NOT_POINTER = 0, PAGE_PRIVATE_ATOMIC_WRITE = 1, PAGE_PRIVATE_DUMMY_WRITE = 2, PAGE_PRIVATE_ONGOING_MIGRATION = 3, PAGE_PRIVATE_INLINE_INODE = 4, PAGE_PRIVATE_REF_RESOURCE = 5, PAGE_PRIVATE_MAX = 6, }; enum compress_algorithm_type { COMPRESS_LZO = 0, COMPRESS_LZ4 = 1, COMPRESS_ZSTD = 2, COMPRESS_LZORLE = 3, COMPRESS_MAX = 4, }; struct f2fs_stat_info { struct list_head stat_list; struct f2fs_sb_info *sbi; int all_area_segs; int sit_area_segs; int nat_area_segs; int ssa_area_segs; int main_area_segs; int main_area_sections; int main_area_zones; long long unsigned int hit_cached[2]; long long unsigned int hit_rbtree[2]; long long unsigned int total_ext[2]; long long unsigned int hit_total[2]; int ext_tree[2]; int zombie_tree[2]; int ext_node[2]; long long unsigned int ext_mem[2]; long long unsigned int hit_largest; long long unsigned int allocated_data_blocks; int ndirty_node; int ndirty_dent; int ndirty_meta; int ndirty_imeta; int ndirty_data; int ndirty_qdata; unsigned int ndirty_dirs; unsigned int ndirty_files; unsigned int nquota_files; unsigned int ndirty_all; int nats; int dirty_nats; int sits; int dirty_sits; int free_nids; int avail_nids; int alloc_nids; int total_count; int utilization; int bg_gc; int nr_wb_cp_data; int nr_wb_data; int nr_rd_data; int nr_rd_node; int nr_rd_meta; int nr_dio_read; int nr_dio_write; unsigned int io_skip_bggc; unsigned int other_skip_bggc; int nr_flushing; int nr_flushed; int flush_list_empty; int nr_discarding; int nr_discarded; int nr_discard_cmd; unsigned int undiscard_blks; int nr_issued_ckpt; int nr_total_ckpt; int nr_queued_ckpt; unsigned int cur_ckpt_time; unsigned int peak_ckpt_time; int inline_xattr; int inline_inode; int inline_dir; int append; int update; int orphans; int compr_inode; int swapfile_inode; long long unsigned int compr_blocks; int aw_cnt; int max_aw_cnt; unsigned int valid_count; unsigned int valid_node_count; unsigned int valid_inode_count; unsigned int discard_blks; unsigned int bimodal; unsigned int avg_vblocks; int util_free; int util_valid; int util_invalid; int rsvd_segs; int overp_segs; int dirty_count; int node_pages; int meta_pages; int compress_pages; int compress_page_hit; int prefree_count; int call_count; int cp_count; int bg_cp_count; int tot_segs; int node_segs; int data_segs; int free_segs; int free_secs; int bg_node_segs; int bg_data_segs; int tot_blks; int data_blks; int node_blks; int bg_data_blks; int bg_node_blks; int curseg[8]; int cursec[8]; int curzone[8]; unsigned int dirty_seg[8]; unsigned int full_seg[8]; unsigned int valid_blks[8]; unsigned int meta_count[4]; unsigned int segment_count[2]; unsigned int block_count[2]; unsigned int inplace_count; long long unsigned int base_mem; long long unsigned int cache_mem; long long unsigned int page_mem; }; struct node_info { nid_t nid; nid_t ino; block_t blk_addr; unsigned char version; unsigned char flag; }; struct seg_entry { unsigned int type: 6; unsigned int valid_blocks: 10; unsigned int ckpt_valid_blocks: 10; unsigned int padding: 6; unsigned char *cur_valid_map; unsigned char *ckpt_valid_map; unsigned char *discard_map; long long unsigned int mtime; }; struct sec_entry { unsigned int valid_blocks; }; struct victim_selection { int (*get_victim)(struct f2fs_sb_info *, unsigned int *, int, int, char, long long unsigned int); }; struct f2fs_dir_entry { __le32 hash_code; __le32 ino; __le16 name_len; __u8 file_type; } __attribute__((packed)); struct f2fs_dentry_block { __u8 dentry_bitmap[27]; __u8 reserved[3]; struct f2fs_dir_entry dentry[214]; __u8 filename[1712]; } __attribute__((packed)); enum { F2FS_FT_UNKNOWN = 0, F2FS_FT_REG_FILE = 1, F2FS_FT_DIR = 2, F2FS_FT_CHRDEV = 3, F2FS_FT_BLKDEV = 4, F2FS_FT_FIFO = 5, F2FS_FT_SOCK = 6, F2FS_FT_SYMLINK = 7, F2FS_FT_MAX = 8, }; struct f2fs_filename { const struct qstr *usr_fname; struct fscrypt_str disk_name; f2fs_hash_t hash; }; struct f2fs_dentry_ptr { struct inode *inode; void *bitmap; struct f2fs_dir_entry *dentry; __u8 (*filename)[8]; int max; int nr_bitmap; }; enum nid_state { FREE_NID = 0, PREALLOC_NID = 1, MAX_NID_STATE = 2, }; enum nat_state { TOTAL_NAT = 0, DIRTY_NAT = 1, RECLAIMABLE_NAT = 2, MAX_NAT_STATE = 3, }; enum inode_type { DIR_INODE = 0, FILE_INODE = 1, DIRTY_META = 2, NR_INODE_TYPE = 3, }; enum { CP_TIME = 0, REQ_TIME = 1, DISCARD_TIME = 2, GC_TIME = 3, DISABLE_TIME = 4, UMOUNT_DISCARD_TIMEOUT = 5, MAX_TIME = 6, }; enum { GC_NORMAL = 0, GC_IDLE_CB = 1, GC_IDLE_GREEDY = 2, GC_IDLE_AT = 3, GC_URGENT_HIGH = 4, GC_URGENT_LOW = 5, GC_URGENT_MID = 6, MAX_GC_MODE = 7, }; enum fsync_mode { FSYNC_MODE_POSIX = 0, FSYNC_MODE_STRICT = 1, FSYNC_MODE_NOBARRIER = 2, }; enum { ALLOC_NODE = 0, LOOKUP_NODE = 1, LOOKUP_NODE_RA = 2, }; struct f2fs_map_blocks { struct block_device *m_bdev; block_t m_pblk; block_t m_lblk; unsigned int m_len; unsigned int m_flags; long unsigned int *m_next_pgofs; long unsigned int *m_next_extent; int m_seg_type; bool m_may_create; bool m_multidev_dio; }; enum { F2FS_GET_BLOCK_DEFAULT = 0, F2FS_GET_BLOCK_FIEMAP = 1, F2FS_GET_BLOCK_BMAP = 2, F2FS_GET_BLOCK_DIO = 3, F2FS_GET_BLOCK_PRE_DIO = 4, F2FS_GET_BLOCK_PRE_AIO = 5, F2FS_GET_BLOCK_PRECACHE = 6, }; struct dnode_of_data { struct inode *inode; struct page *inode_page; struct page *node_page; nid_t nid; unsigned int ofs_in_node; bool inode_page_locked; bool node_changed; char cur_level; char max_level; block_t data_blkaddr; }; enum cp_reason_type { CP_NO_NEEDED = 0, CP_NON_REGULAR = 1, CP_COMPRESSED = 2, CP_HARDLINK = 3, CP_SB_NEED_CP = 4, CP_WRONG_PINO = 5, CP_NO_SPC_ROLL = 6, CP_NODE_NEED_CP = 7, CP_FASTBOOT_MODE = 8, CP_SPEC_LOG_NUM = 9, CP_RECOVER_DIR = 10, }; struct f2fs_gc_control { unsigned int victim_segno; int init_gc_type; bool no_bg_gc; bool should_migrate_blocks; bool err_gc_skipped; unsigned int nr_free_secs; }; enum { FS_MODE_ADAPTIVE = 0, FS_MODE_LFS = 1, FS_MODE_FRAGMENT_SEG = 2, FS_MODE_FRAGMENT_BLK = 3, }; enum { COMPR_MODE_FS = 0, COMPR_MODE_USER = 1, }; struct f2fs_gc_kthread { struct task_struct *f2fs_gc_task; wait_queue_head_t gc_wait_queue_head; unsigned int urgent_sleep_time; unsigned int min_sleep_time; unsigned int max_sleep_time; unsigned int no_gc_sleep_time; unsigned int gc_wake; wait_queue_head_t fggc_wq; }; struct iostat_lat_info { long unsigned int sum_lat[9]; long unsigned int peak_lat[9]; unsigned int bio_cnt[9]; }; enum { GC_CB = 0, GC_GREEDY = 1, GC_AT = 2, ALLOC_NEXT = 3, FLUSH_DEVICE = 4, MAX_GC_POLICY = 5, }; enum { BG_GC = 0, FG_GC = 1, }; enum dirty_type { DIRTY_HOT_DATA = 0, DIRTY_WARM_DATA = 1, DIRTY_COLD_DATA = 2, DIRTY_HOT_NODE = 3, DIRTY_WARM_NODE = 4, DIRTY_COLD_NODE = 5, DIRTY = 6, PRE = 7, NR_DIRTY_TYPE = 8, }; enum { READ_IO = 0, WRITE_SYNC_IO = 1, WRITE_ASYNC_IO = 2, MAX_IO_TYPE = 3, }; struct f2fs_gc_range { __u32 sync; __u64 start; __u64 len; }; struct f2fs_defragment { __u64 start; __u64 len; }; struct f2fs_move_range { __u32 dst_fd; __u64 pos_in; __u64 pos_out; __u64 len; }; struct f2fs_flush_device { __u32 dev_num; __u32 segments; }; struct f2fs_sectrim_range { __u64 start; __u64 len; __u64 flags; }; struct f2fs_comp_option { __u8 algorithm; __u8 log_cluster_size; }; struct compat_f2fs_gc_range { u32 sync; compat_u64 start; compat_u64 len; }; struct compat_f2fs_move_range { u32 dst_fd; compat_u64 pos_in; compat_u64 pos_out; compat_u64 len; }; struct cp_control { int reason; __u64 trim_start; __u64 trim_end; __u64 trim_minlen; }; enum { BGGC_MODE_ON = 0, BGGC_MODE_OFF = 1, BGGC_MODE_SYNC = 2, }; enum { ALLOC_MODE_DEFAULT = 0, ALLOC_MODE_REUSE = 1, }; enum { DISCARD_UNIT_BLOCK = 0, DISCARD_UNIT_SEGMENT = 1, DISCARD_UNIT_SECTION = 2, }; enum { MEMORY_MODE_NORMAL = 0, MEMORY_MODE_LOW = 1, }; enum { LFS = 0, SSR = 1, AT_SSR = 2, }; struct victim_sel_policy { int alloc_mode; int gc_mode; long unsigned int *dirty_bitmap; unsigned int max_search; unsigned int offset; unsigned int ofs_unit; unsigned int min_cost; long long unsigned int oldest_age; unsigned int min_segno; long long unsigned int age; long long unsigned int age_threshold; }; enum { F2FS_IPU_FORCE = 0, F2FS_IPU_SSR = 1, F2FS_IPU_UTIL = 2, F2FS_IPU_SSR_UTIL = 3, F2FS_IPU_FSYNC = 4, F2FS_IPU_ASYNC = 5, F2FS_IPU_NOCACHE = 6, F2FS_IPU_HONOR_OPU_WRITE = 7, }; struct f2fs_iostat_latency { unsigned int peak_lat; unsigned int avg_lat; unsigned int cnt; }; struct trace_event_raw_f2fs__inode { struct trace_entry ent; dev_t dev; ino_t ino; ino_t pino; umode_t mode; loff_t size; unsigned int nlink; blkcnt_t blocks; __u8 advise; char __data[0]; }; struct trace_event_raw_f2fs__inode_exit { struct trace_entry ent; dev_t dev; ino_t ino; int ret; char __data[0]; }; struct trace_event_raw_f2fs_sync_file_exit { struct trace_entry ent; dev_t dev; ino_t ino; int cp_reason; int datasync; int ret; char __data[0]; }; struct trace_event_raw_f2fs_sync_fs { struct trace_entry ent; dev_t dev; int dirty; int wait; char __data[0]; }; struct trace_event_raw_f2fs_unlink_enter { struct trace_entry ent; dev_t dev; ino_t ino; loff_t size; blkcnt_t blocks; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_f2fs_truncate_data_blocks_range { struct trace_entry ent; dev_t dev; ino_t ino; nid_t nid; unsigned int ofs; int free; char __data[0]; }; struct trace_event_raw_f2fs__truncate_op { struct trace_entry ent; dev_t dev; ino_t ino; loff_t size; blkcnt_t blocks; u64 from; char __data[0]; }; struct trace_event_raw_f2fs__truncate_node { struct trace_entry ent; dev_t dev; ino_t ino; nid_t nid; block_t blk_addr; char __data[0]; }; struct trace_event_raw_f2fs_truncate_partial_nodes { struct trace_entry ent; dev_t dev; ino_t ino; nid_t nid[3]; int depth; int err; char __data[0]; }; struct trace_event_raw_f2fs_file_write_iter { struct trace_entry ent; dev_t dev; ino_t ino; loff_t offset; size_t length; ssize_t ret; char __data[0]; }; struct trace_event_raw_f2fs_map_blocks { struct trace_entry ent; dev_t dev; ino_t ino; block_t m_lblk; block_t m_pblk; unsigned int m_len; unsigned int m_flags; int m_seg_type; bool m_may_create; bool m_multidev_dio; int create; int flag; int ret; char __data[0]; }; struct trace_event_raw_f2fs_background_gc { struct trace_entry ent; dev_t dev; unsigned int wait_ms; unsigned int prefree; unsigned int free; char __data[0]; }; struct trace_event_raw_f2fs_gc_begin { struct trace_entry ent; dev_t dev; int gc_type; bool no_bg_gc; unsigned int nr_free_secs; long long int dirty_nodes; long long int dirty_dents; long long int dirty_imeta; unsigned int free_sec; unsigned int free_seg; int reserved_seg; unsigned int prefree_seg; char __data[0]; }; struct trace_event_raw_f2fs_gc_end { struct trace_entry ent; dev_t dev; int ret; int seg_freed; int sec_freed; long long int dirty_nodes; long long int dirty_dents; long long int dirty_imeta; unsigned int free_sec; unsigned int free_seg; int reserved_seg; unsigned int prefree_seg; char __data[0]; }; struct trace_event_raw_f2fs_get_victim { struct trace_entry ent; dev_t dev; int type; int gc_type; int alloc_mode; int gc_mode; unsigned int victim; unsigned int cost; unsigned int ofs_unit; unsigned int pre_victim; unsigned int prefree; unsigned int free; char __data[0]; }; struct trace_event_raw_f2fs_lookup_start { struct trace_entry ent; dev_t dev; ino_t ino; u32 __data_loc_name; unsigned int flags; char __data[0]; }; struct trace_event_raw_f2fs_lookup_end { struct trace_entry ent; dev_t dev; ino_t ino; u32 __data_loc_name; nid_t cino; int err; char __data[0]; }; struct trace_event_raw_f2fs_readdir { struct trace_entry ent; dev_t dev; ino_t ino; loff_t start; loff_t end; int err; char __data[0]; }; struct trace_event_raw_f2fs_fallocate { struct trace_entry ent; dev_t dev; ino_t ino; int mode; loff_t offset; loff_t len; loff_t size; blkcnt_t blocks; int ret; char __data[0]; }; struct trace_event_raw_f2fs_direct_IO_enter { struct trace_entry ent; dev_t dev; ino_t ino; loff_t ki_pos; int ki_flags; u16 ki_ioprio; long unsigned int len; int rw; char __data[0]; }; struct trace_event_raw_f2fs_direct_IO_exit { struct trace_entry ent; dev_t dev; ino_t ino; loff_t pos; long unsigned int len; int rw; int ret; char __data[0]; }; struct trace_event_raw_f2fs_reserve_new_blocks { struct trace_entry ent; dev_t dev; nid_t nid; unsigned int ofs_in_node; blkcnt_t count; char __data[0]; }; struct trace_event_raw_f2fs__submit_page_bio { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int index; block_t old_blkaddr; block_t new_blkaddr; enum req_op op; blk_opf_t op_flags; int temp; int type; char __data[0]; }; struct trace_event_raw_f2fs__bio { struct trace_entry ent; dev_t dev; dev_t target; enum req_op op; blk_opf_t op_flags; int type; sector_t sector; unsigned int size; char __data[0]; }; struct trace_event_raw_f2fs_write_begin { struct trace_entry ent; dev_t dev; ino_t ino; loff_t pos; unsigned int len; char __data[0]; }; struct trace_event_raw_f2fs_write_end { struct trace_entry ent; dev_t dev; ino_t ino; loff_t pos; unsigned int len; unsigned int copied; char __data[0]; }; struct trace_event_raw_f2fs__page { struct trace_entry ent; dev_t dev; ino_t ino; int type; int dir; long unsigned int index; int dirty; int uptodate; char __data[0]; }; struct trace_event_raw_f2fs_filemap_fault { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int index; long unsigned int ret; char __data[0]; }; struct trace_event_raw_f2fs_writepages { struct trace_entry ent; dev_t dev; ino_t ino; int type; int dir; long int nr_to_write; long int pages_skipped; loff_t range_start; loff_t range_end; long unsigned int writeback_index; int sync_mode; char for_kupdate; char for_background; char tagged_writepages; char for_reclaim; char range_cyclic; char for_sync; char __data[0]; }; struct trace_event_raw_f2fs_readpages { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int start; unsigned int nrpage; char __data[0]; }; struct trace_event_raw_f2fs_write_checkpoint { struct trace_entry ent; dev_t dev; int reason; u32 __data_loc_dest_msg; char __data[0]; }; struct trace_event_raw_f2fs_discard { struct trace_entry ent; dev_t dev; block_t blkstart; block_t blklen; char __data[0]; }; struct trace_event_raw_f2fs_issue_reset_zone { struct trace_entry ent; dev_t dev; block_t blkstart; char __data[0]; }; struct trace_event_raw_f2fs_issue_flush { struct trace_entry ent; dev_t dev; unsigned int nobarrier; unsigned int flush_merge; int ret; char __data[0]; }; struct trace_event_raw_f2fs_lookup_extent_tree_start { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int pgofs; enum extent_type type; char __data[0]; }; struct trace_event_raw_f2fs_lookup_read_extent_tree_end { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int pgofs; unsigned int fofs; unsigned int len; u32 blk; char __data[0]; }; struct trace_event_raw_f2fs_lookup_age_extent_tree_end { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int pgofs; unsigned int fofs; unsigned int len; long long unsigned int age; long long unsigned int blocks; char __data[0]; }; struct trace_event_raw_f2fs_update_read_extent_tree_range { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int pgofs; u32 blk; unsigned int len; unsigned int c_len; char __data[0]; }; struct trace_event_raw_f2fs_update_age_extent_tree_range { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int pgofs; unsigned int len; long long unsigned int age; long long unsigned int blocks; char __data[0]; }; struct trace_event_raw_f2fs_shrink_extent_tree { struct trace_entry ent; dev_t dev; unsigned int node_cnt; unsigned int tree_cnt; enum extent_type type; char __data[0]; }; struct trace_event_raw_f2fs_destroy_extent_tree { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int node_cnt; enum extent_type type; char __data[0]; }; struct trace_event_raw_f2fs_sync_dirty_inodes { struct trace_entry ent; dev_t dev; int type; s64 count; char __data[0]; }; struct trace_event_raw_f2fs_shutdown { struct trace_entry ent; dev_t dev; unsigned int mode; int ret; char __data[0]; }; struct trace_event_raw_f2fs_zip_start { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int idx; unsigned int size; unsigned int algtype; char __data[0]; }; struct trace_event_raw_f2fs_zip_end { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int idx; unsigned int size; unsigned int ret; char __data[0]; }; struct trace_event_raw_f2fs_iostat { struct trace_entry ent; dev_t dev; long long unsigned int app_dio; long long unsigned int app_bio; long long unsigned int app_wio; long long unsigned int app_mio; long long unsigned int app_bcdio; long long unsigned int app_mcdio; long long unsigned int fs_dio; long long unsigned int fs_cdio; long long unsigned int fs_nio; long long unsigned int fs_mio; long long unsigned int fs_gc_dio; long long unsigned int fs_gc_nio; long long unsigned int fs_cp_dio; long long unsigned int fs_cp_nio; long long unsigned int fs_cp_mio; long long unsigned int app_drio; long long unsigned int app_brio; long long unsigned int app_rio; long long unsigned int app_mrio; long long unsigned int app_bcrio; long long unsigned int app_mcrio; long long unsigned int fs_drio; long long unsigned int fs_gdrio; long long unsigned int fs_cdrio; long long unsigned int fs_nrio; long long unsigned int fs_mrio; long long unsigned int fs_discard; char __data[0]; }; struct trace_event_raw_f2fs_iostat_latency { struct trace_entry ent; dev_t dev; unsigned int d_rd_peak; unsigned int d_rd_avg; unsigned int d_rd_cnt; unsigned int n_rd_peak; unsigned int n_rd_avg; unsigned int n_rd_cnt; unsigned int m_rd_peak; unsigned int m_rd_avg; unsigned int m_rd_cnt; unsigned int d_wr_s_peak; unsigned int d_wr_s_avg; unsigned int d_wr_s_cnt; unsigned int n_wr_s_peak; unsigned int n_wr_s_avg; unsigned int n_wr_s_cnt; unsigned int m_wr_s_peak; unsigned int m_wr_s_avg; unsigned int m_wr_s_cnt; unsigned int d_wr_as_peak; unsigned int d_wr_as_avg; unsigned int d_wr_as_cnt; unsigned int n_wr_as_peak; unsigned int n_wr_as_avg; unsigned int n_wr_as_cnt; unsigned int m_wr_as_peak; unsigned int m_wr_as_avg; unsigned int m_wr_as_cnt; char __data[0]; }; struct trace_event_raw_f2fs_bmap { struct trace_entry ent; dev_t dev; ino_t ino; sector_t lblock; sector_t pblock; char __data[0]; }; struct trace_event_raw_f2fs_fiemap { struct trace_entry ent; dev_t dev; ino_t ino; sector_t lblock; sector_t pblock; long long unsigned int len; unsigned int flags; int ret; char __data[0]; }; struct trace_event_raw_f2fs__rw_start { struct trace_entry ent; u32 __data_loc_pathbuf; loff_t offset; int bytes; loff_t i_size; u32 __data_loc_cmdline; pid_t pid; ino_t ino; char __data[0]; }; struct trace_event_raw_f2fs__rw_end { struct trace_entry ent; ino_t ino; loff_t offset; int bytes; char __data[0]; }; struct trace_event_data_offsets_f2fs__inode {}; struct trace_event_data_offsets_f2fs__inode_exit {}; struct trace_event_data_offsets_f2fs_sync_file_exit {}; struct trace_event_data_offsets_f2fs_sync_fs {}; struct trace_event_data_offsets_f2fs_unlink_enter { u32 name; }; struct trace_event_data_offsets_f2fs_truncate_data_blocks_range {}; struct trace_event_data_offsets_f2fs__truncate_op {}; struct trace_event_data_offsets_f2fs__truncate_node {}; struct trace_event_data_offsets_f2fs_truncate_partial_nodes {}; struct trace_event_data_offsets_f2fs_file_write_iter {}; struct trace_event_data_offsets_f2fs_map_blocks {}; struct trace_event_data_offsets_f2fs_background_gc {}; struct trace_event_data_offsets_f2fs_gc_begin {}; struct trace_event_data_offsets_f2fs_gc_end {}; struct trace_event_data_offsets_f2fs_get_victim {}; struct trace_event_data_offsets_f2fs_lookup_start { u32 name; }; struct trace_event_data_offsets_f2fs_lookup_end { u32 name; }; struct trace_event_data_offsets_f2fs_readdir {}; struct trace_event_data_offsets_f2fs_fallocate {}; struct trace_event_data_offsets_f2fs_direct_IO_enter {}; struct trace_event_data_offsets_f2fs_direct_IO_exit {}; struct trace_event_data_offsets_f2fs_reserve_new_blocks {}; struct trace_event_data_offsets_f2fs__submit_page_bio {}; struct trace_event_data_offsets_f2fs__bio {}; struct trace_event_data_offsets_f2fs_write_begin {}; struct trace_event_data_offsets_f2fs_write_end {}; struct trace_event_data_offsets_f2fs__page {}; struct trace_event_data_offsets_f2fs_filemap_fault {}; struct trace_event_data_offsets_f2fs_writepages {}; struct trace_event_data_offsets_f2fs_readpages {}; struct trace_event_data_offsets_f2fs_write_checkpoint { u32 dest_msg; }; struct trace_event_data_offsets_f2fs_discard {}; struct trace_event_data_offsets_f2fs_issue_reset_zone {}; struct trace_event_data_offsets_f2fs_issue_flush {}; struct trace_event_data_offsets_f2fs_lookup_extent_tree_start {}; struct trace_event_data_offsets_f2fs_lookup_read_extent_tree_end {}; struct trace_event_data_offsets_f2fs_lookup_age_extent_tree_end {}; struct trace_event_data_offsets_f2fs_update_read_extent_tree_range {}; struct trace_event_data_offsets_f2fs_update_age_extent_tree_range {}; struct trace_event_data_offsets_f2fs_shrink_extent_tree {}; struct trace_event_data_offsets_f2fs_destroy_extent_tree {}; struct trace_event_data_offsets_f2fs_sync_dirty_inodes {}; struct trace_event_data_offsets_f2fs_shutdown {}; struct trace_event_data_offsets_f2fs_zip_start {}; struct trace_event_data_offsets_f2fs_zip_end {}; struct trace_event_data_offsets_f2fs_iostat {}; struct trace_event_data_offsets_f2fs_iostat_latency {}; struct trace_event_data_offsets_f2fs_bmap {}; struct trace_event_data_offsets_f2fs_fiemap {}; struct trace_event_data_offsets_f2fs__rw_start { u32 pathbuf; u32 cmdline; }; struct trace_event_data_offsets_f2fs__rw_end {}; typedef void (*btf_trace_f2fs_sync_file_enter)(void *, struct inode *); typedef void (*btf_trace_f2fs_sync_file_exit)(void *, struct inode *, int, int, int); typedef void (*btf_trace_f2fs_sync_fs)(void *, struct super_block *, int); typedef void (*btf_trace_f2fs_iget)(void *, struct inode *); typedef void (*btf_trace_f2fs_iget_exit)(void *, struct inode *, int); typedef void (*btf_trace_f2fs_evict_inode)(void *, struct inode *); typedef void (*btf_trace_f2fs_new_inode)(void *, struct inode *, int); typedef void (*btf_trace_f2fs_unlink_enter)(void *, struct inode *, struct dentry *); typedef void (*btf_trace_f2fs_unlink_exit)(void *, struct inode *, int); typedef void (*btf_trace_f2fs_drop_inode)(void *, struct inode *, int); typedef void (*btf_trace_f2fs_truncate)(void *, struct inode *); typedef void (*btf_trace_f2fs_truncate_data_blocks_range)(void *, struct inode *, nid_t, unsigned int, int); typedef void (*btf_trace_f2fs_truncate_blocks_enter)(void *, struct inode *, u64); typedef void (*btf_trace_f2fs_truncate_blocks_exit)(void *, struct inode *, int); typedef void (*btf_trace_f2fs_truncate_inode_blocks_enter)(void *, struct inode *, u64); typedef void (*btf_trace_f2fs_truncate_inode_blocks_exit)(void *, struct inode *, int); typedef void (*btf_trace_f2fs_truncate_nodes_enter)(void *, struct inode *, nid_t, block_t); typedef void (*btf_trace_f2fs_truncate_nodes_exit)(void *, struct inode *, int); typedef void (*btf_trace_f2fs_truncate_node)(void *, struct inode *, nid_t, block_t); typedef void (*btf_trace_f2fs_truncate_partial_nodes)(void *, struct inode *, nid_t *, int, int); typedef void (*btf_trace_f2fs_file_write_iter)(void *, struct inode *, loff_t, size_t, ssize_t); typedef void (*btf_trace_f2fs_map_blocks)(void *, struct inode *, struct f2fs_map_blocks *, int, int, int); typedef void (*btf_trace_f2fs_background_gc)(void *, struct super_block *, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_f2fs_gc_begin)(void *, struct super_block *, int, bool, unsigned int, long long int, long long int, long long int, unsigned int, unsigned int, int, unsigned int); typedef void (*btf_trace_f2fs_gc_end)(void *, struct super_block *, int, int, int, long long int, long long int, long long int, unsigned int, unsigned int, int, unsigned int); typedef void (*btf_trace_f2fs_get_victim)(void *, struct super_block *, int, int, struct victim_sel_policy *, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_f2fs_lookup_start)(void *, struct inode *, struct dentry *, unsigned int); typedef void (*btf_trace_f2fs_lookup_end)(void *, struct inode *, struct dentry *, nid_t, int); typedef void (*btf_trace_f2fs_readdir)(void *, struct inode *, loff_t, loff_t, int); typedef void (*btf_trace_f2fs_fallocate)(void *, struct inode *, int, loff_t, loff_t, int); typedef void (*btf_trace_f2fs_direct_IO_enter)(void *, struct inode *, struct kiocb *, long int, int); typedef void (*btf_trace_f2fs_direct_IO_exit)(void *, struct inode *, loff_t, long unsigned int, int, int); typedef void (*btf_trace_f2fs_reserve_new_blocks)(void *, struct inode *, nid_t, unsigned int, blkcnt_t); typedef void (*btf_trace_f2fs_submit_page_bio)(void *, struct page *, struct f2fs_io_info *); typedef void (*btf_trace_f2fs_submit_page_write)(void *, struct page *, struct f2fs_io_info *); typedef void (*btf_trace_f2fs_prepare_write_bio)(void *, struct super_block *, int, struct bio *); typedef void (*btf_trace_f2fs_prepare_read_bio)(void *, struct super_block *, int, struct bio *); typedef void (*btf_trace_f2fs_submit_read_bio)(void *, struct super_block *, int, struct bio *); typedef void (*btf_trace_f2fs_submit_write_bio)(void *, struct super_block *, int, struct bio *); typedef void (*btf_trace_f2fs_write_begin)(void *, struct inode *, loff_t, unsigned int); typedef void (*btf_trace_f2fs_write_end)(void *, struct inode *, loff_t, unsigned int, unsigned int); typedef void (*btf_trace_f2fs_writepage)(void *, struct page *, int); typedef void (*btf_trace_f2fs_do_write_data_page)(void *, struct page *, int); typedef void (*btf_trace_f2fs_readpage)(void *, struct page *, int); typedef void (*btf_trace_f2fs_set_page_dirty)(void *, struct page *, int); typedef void (*btf_trace_f2fs_vm_page_mkwrite)(void *, struct page *, int); typedef void (*btf_trace_f2fs_filemap_fault)(void *, struct inode *, long unsigned int, long unsigned int); typedef void (*btf_trace_f2fs_writepages)(void *, struct inode *, struct writeback_control *, int); typedef void (*btf_trace_f2fs_readpages)(void *, struct inode *, long unsigned int, unsigned int); typedef void (*btf_trace_f2fs_write_checkpoint)(void *, struct super_block *, int, const char *); typedef void (*btf_trace_f2fs_queue_discard)(void *, struct block_device *, block_t, block_t); typedef void (*btf_trace_f2fs_issue_discard)(void *, struct block_device *, block_t, block_t); typedef void (*btf_trace_f2fs_remove_discard)(void *, struct block_device *, block_t, block_t); typedef void (*btf_trace_f2fs_issue_reset_zone)(void *, struct block_device *, block_t); typedef void (*btf_trace_f2fs_issue_flush)(void *, struct block_device *, unsigned int, unsigned int, int); typedef void (*btf_trace_f2fs_lookup_extent_tree_start)(void *, struct inode *, unsigned int, enum extent_type); typedef void (*btf_trace_f2fs_lookup_read_extent_tree_end)(void *, struct inode *, unsigned int, struct extent_info *); typedef void (*btf_trace_f2fs_lookup_age_extent_tree_end)(void *, struct inode *, unsigned int, struct extent_info *); typedef void (*btf_trace_f2fs_update_read_extent_tree_range)(void *, struct inode *, unsigned int, unsigned int, block_t, unsigned int); typedef void (*btf_trace_f2fs_update_age_extent_tree_range)(void *, struct inode *, unsigned int, unsigned int, long long unsigned int, long long unsigned int); typedef void (*btf_trace_f2fs_shrink_extent_tree)(void *, struct f2fs_sb_info *, unsigned int, unsigned int, enum extent_type); typedef void (*btf_trace_f2fs_destroy_extent_tree)(void *, struct inode *, unsigned int, enum extent_type); typedef void (*btf_trace_f2fs_sync_dirty_inodes_enter)(void *, struct super_block *, int, s64); typedef void (*btf_trace_f2fs_sync_dirty_inodes_exit)(void *, struct super_block *, int, s64); typedef void (*btf_trace_f2fs_shutdown)(void *, struct f2fs_sb_info *, unsigned int, int); typedef void (*btf_trace_f2fs_compress_pages_start)(void *, struct inode *, long unsigned int, unsigned int, unsigned char); typedef void (*btf_trace_f2fs_decompress_pages_start)(void *, struct inode *, long unsigned int, unsigned int, unsigned char); typedef void (*btf_trace_f2fs_compress_pages_end)(void *, struct inode *, long unsigned int, unsigned int, int); typedef void (*btf_trace_f2fs_decompress_pages_end)(void *, struct inode *, long unsigned int, unsigned int, int); typedef void (*btf_trace_f2fs_iostat)(void *, struct f2fs_sb_info *, long long unsigned int *); typedef void (*btf_trace_f2fs_iostat_latency)(void *, struct f2fs_sb_info *, struct f2fs_iostat_latency(*)[3]); typedef void (*btf_trace_f2fs_bmap)(void *, struct inode *, sector_t, sector_t); typedef void (*btf_trace_f2fs_fiemap)(void *, struct inode *, sector_t, sector_t, long long unsigned int, unsigned int, int); typedef void (*btf_trace_f2fs_dataread_start)(void *, struct inode *, loff_t, int, pid_t, char *, char *); typedef void (*btf_trace_f2fs_dataread_end)(void *, struct inode *, loff_t, int); typedef void (*btf_trace_f2fs_datawrite_start)(void *, struct inode *, loff_t, int, pid_t, char *, char *); typedef void (*btf_trace_f2fs_datawrite_end)(void *, struct inode *, loff_t, int); enum { Opt_gc_background = 0, Opt_disable_roll_forward = 1, Opt_norecovery___3 = 2, Opt_discard___5 = 3, Opt_nodiscard___4 = 4, Opt_noheap = 5, Opt_heap = 6, Opt_user_xattr___2 = 7, Opt_nouser_xattr = 8, Opt_acl___4 = 9, Opt_noacl___2 = 10, Opt_active_logs = 11, Opt_disable_ext_identify = 12, Opt_inline_xattr = 13, Opt_noinline_xattr = 14, Opt_inline_xattr_size = 15, Opt_inline_data = 16, Opt_inline_dentry = 17, Opt_noinline_dentry = 18, Opt_flush_merge = 19, Opt_noflush_merge = 20, Opt_barrier___3 = 21, Opt_nobarrier___3 = 22, Opt_fastboot = 23, Opt_extent_cache = 24, Opt_noextent_cache = 25, Opt_noinline_data = 26, Opt_data_flush = 27, Opt_reserve_root = 28, Opt_resgid___2 = 29, Opt_resuid___2 = 30, Opt_mode___7 = 31, Opt_io_size_bits = 32, Opt_fault_injection = 33, Opt_fault_type = 34, Opt_lazytime = 35, Opt_nolazytime = 36, Opt_quota___3 = 37, Opt_noquota___3 = 38, Opt_usrquota___3 = 39, Opt_grpquota___3 = 40, Opt_prjquota___3 = 41, Opt_usrjquota___2 = 42, Opt_grpjquota___2 = 43, Opt_prjjquota = 44, Opt_offusrjquota = 45, Opt_offgrpjquota = 46, Opt_offprjjquota = 47, Opt_jqfmt_vfsold = 48, Opt_jqfmt_vfsv0 = 49, Opt_jqfmt_vfsv1 = 50, Opt_alloc = 51, Opt_fsync = 52, Opt_test_dummy_encryption___2 = 53, Opt_inlinecrypt___2 = 54, Opt_checkpoint_disable = 55, Opt_checkpoint_disable_cap = 56, Opt_checkpoint_disable_cap_perc = 57, Opt_checkpoint_enable = 58, Opt_checkpoint_merge = 59, Opt_nocheckpoint_merge = 60, Opt_compress_algorithm = 61, Opt_compress_log_size = 62, Opt_compress_extension = 63, Opt_nocompress_extension = 64, Opt_compress_chksum = 65, Opt_compress_mode = 66, Opt_compress_cache = 67, Opt_atgc = 68, Opt_gc_merge = 69, Opt_nogc_merge = 70, Opt_discard_unit = 71, Opt_memory_mode = 72, Opt_age_extent_cache = 73, Opt_err___9 = 74, }; struct f2fs_report_zones_args { struct f2fs_sb_info *sbi; struct f2fs_dev_info *dev; }; struct f2fs_orphan_block { __le32 ino[1020]; __le32 reserved; __le16 blk_addr; __le16 blk_count; __le32 entry_count; __le32 check_sum; }; enum { NAT_BITMAP = 0, SIT_BITMAP = 1, }; struct ino_entry { struct list_head list; nid_t ino; unsigned int dirty_device; }; struct ckpt_req { struct completion wait; struct llist_node llnode; int ret; ktime_t queue_time; }; struct free_nid { struct list_head list; nid_t nid; int state; }; struct inode_entry { struct list_head list; struct inode *inode; }; struct rb_entry { struct rb_node rb_node; union { struct { unsigned int ofs; unsigned int len; }; long long unsigned int key; }; }; enum need_lock_type { LOCK_REQ = 0, LOCK_DONE = 1, LOCK_RETRY = 2, }; struct gc_inode_list { struct list_head ilist; struct xarray iroot; }; struct victim_info { long long unsigned int mtime; unsigned int segno; }; struct victim_entry { struct rb_node rb_node; union { struct { long long unsigned int mtime; unsigned int segno; }; struct victim_info vi; }; struct list_head list; }; struct bio_entry { struct bio *bio; struct list_head list; }; enum mem_type { FREE_NIDS = 0, NAT_ENTRIES = 1, DIRTY_DENTS = 2, INO_ENTRIES = 3, READ_EXTENT_CACHE = 4, AGE_EXTENT_CACHE = 5, DISCARD_CACHE = 6, COMPRESS_PAGE = 7, BASE_CHECK = 8, }; struct bio_post_read_ctx___2; struct bio_iostat_ctx { struct f2fs_sb_info *sbi; long unsigned int submit_ts; enum page_type type; struct bio_post_read_ctx___2 *post_read_ctx; }; struct bio_post_read_ctx___2 { struct bio *bio; struct f2fs_sb_info *sbi; struct work_struct work; unsigned int enabled_steps; bool decompression_attempted; block_t fs_blkaddr; }; enum bio_post_read_step___2 { STEP_DECRYPT___2 = 0, STEP_DECOMPRESS = 0, STEP_VERITY___2 = 0, }; struct fsync_inode_entry { struct list_head list; struct inode *inode; block_t blkaddr; block_t last_dentry; }; struct f2fs_nat_block { struct f2fs_nat_entry entries[455]; } __attribute__((packed)); enum { NAT_JOURNAL = 0, SIT_JOURNAL = 1, }; struct fsync_node_entry { struct list_head list; struct page *page; unsigned int seq_id; }; enum { IS_CHECKPOINTED = 0, HAS_FSYNCED_INODE = 1, HAS_LAST_FSYNC = 2, IS_DIRTY = 3, IS_PREALLOC = 4, }; struct nat_entry { struct list_head list; struct node_info ni; }; struct nat_entry_set { struct list_head set_list; struct list_head entry_list; nid_t set; unsigned int entry_cnt; }; struct f2fs_sit_block { struct f2fs_sit_entry entries[55]; } __attribute__((packed)); struct discard_entry { struct list_head list; block_t start_blkaddr; unsigned char discard_map[64]; }; enum { D_PREP = 0, D_PARTIAL = 1, D_SUBMIT = 2, D_DONE = 3, }; struct discard_info { block_t lstart; block_t len; block_t start; }; struct discard_cmd { struct rb_node rb_node; union { struct { block_t lstart; block_t len; block_t start; }; struct discard_info di; }; struct list_head list; struct completion wait; struct block_device *bdev; short unsigned int ref; unsigned char state; unsigned char queued; int error; spinlock_t lock; short unsigned int bio_ref; }; enum { DPOLICY_BG = 0, DPOLICY_FORCE = 1, DPOLICY_FSTRIM = 2, DPOLICY_UMOUNT = 3, MAX_DPOLICY = 4, }; struct discard_policy { int type; unsigned int min_interval; unsigned int mid_interval; unsigned int max_interval; unsigned int max_requests; unsigned int io_aware_gran; bool io_aware; bool sync; bool ordered; bool timeout; unsigned int granularity; }; struct flush_cmd { struct completion wait; struct llist_node llnode; nid_t ino; int ret; }; enum { ALLOC_RIGHT = 0, ALLOC_LEFT = 1, }; struct revoke_entry { struct list_head list; block_t old_addr; long unsigned int index; }; struct sit_entry_set { struct list_head set_list; unsigned int start_segno; unsigned int entry_cnt; }; struct check_zone_write_pointer_args { struct f2fs_sb_info *sbi; struct f2fs_dev_info *fdev; }; struct f2fs_acl_entry { __le16 e_tag; __le16 e_perm; __le32 e_id; }; struct f2fs_acl_header { __le32 a_version; }; struct f2fs_xattr_header { __le32 h_magic; __le32 h_refcount; __u32 h_reserved[4]; }; struct f2fs_xattr_entry { __u8 e_name_index; __u8 e_name_len; __le16 e_value_size; char e_name[0]; }; enum { GC_THREAD = 0, SM_INFO = 1, DCC_INFO = 2, NM_INFO = 3, F2FS_SBI = 4, STAT_INFO = 5, RESERVED_BLOCKS = 6, CPRC_INFO = 7, ATGC_INFO = 8, }; struct f2fs_attr { struct attribute attr; ssize_t (*show)(struct f2fs_attr *, struct f2fs_sb_info *, char *); ssize_t (*store)(struct f2fs_attr *, struct f2fs_sb_info *, const char *, size_t); int struct_type; int offset; int id; }; struct ipc64_perm { __kernel_key_t key; __kernel_uid32_t uid; __kernel_gid32_t gid; __kernel_uid32_t cuid; __kernel_gid32_t cgid; __kernel_mode_t mode; unsigned char __pad1[0]; short unsigned int seq; short unsigned int __pad2; __kernel_ulong_t __unused1; __kernel_ulong_t __unused2; }; typedef s32 compat_key_t; typedef u16 compat_ushort_t; typedef u32 __compat_gid32_t; struct compat_ipc64_perm { compat_key_t key; __compat_uid32_t uid; __compat_gid32_t gid; __compat_uid32_t cuid; __compat_gid32_t cgid; compat_mode_t mode; unsigned char __pad1[0]; compat_ushort_t seq; compat_ushort_t __pad2; compat_ulong_t unused1; compat_ulong_t unused2; }; struct compat_ipc_perm { key_t key; __compat_uid_t uid; __compat_gid_t gid; __compat_uid_t cuid; __compat_gid_t cgid; compat_mode_t mode; short unsigned int seq; }; struct kern_ipc_perm { spinlock_t lock; bool deleted; int id; key_t key; kuid_t uid; kgid_t gid; kuid_t cuid; kgid_t cgid; umode_t mode; long unsigned int seq; void *security; struct rhash_head khtnode; struct callback_head rcu; refcount_t refcount; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ipc_params { key_t key; int flg; union { size_t size; int nsems; } u; }; struct ipc_ops { int (*getnew)(struct ipc_namespace *, struct ipc_params *); int (*associate)(struct kern_ipc_perm *, int); int (*more_checks)(struct kern_ipc_perm *, struct ipc_params *); }; struct ipc_proc_iface { const char *path; const char *header; int ids; int (*show)(struct seq_file *, void *); }; struct ipc_proc_iter { struct ipc_namespace *ns; struct pid_namespace *pid_ns; struct ipc_proc_iface *iface; }; struct msg_msgseg; struct msg_msg { struct list_head m_list; long int m_type; size_t m_ts; struct msg_msgseg *next; void *security; }; struct msg_msgseg { struct msg_msgseg *next; }; struct msgbuf { __kernel_long_t mtype; char mtext[1]; }; struct msg; struct msqid_ds { struct ipc_perm msg_perm; struct msg *msg_first; struct msg *msg_last; __kernel_old_time_t msg_stime; __kernel_old_time_t msg_rtime; __kernel_old_time_t msg_ctime; long unsigned int msg_lcbytes; long unsigned int msg_lqbytes; short unsigned int msg_cbytes; short unsigned int msg_qnum; short unsigned int msg_qbytes; __kernel_ipc_pid_t msg_lspid; __kernel_ipc_pid_t msg_lrpid; }; struct msqid64_ds { struct ipc64_perm msg_perm; long int msg_stime; long int msg_rtime; long int msg_ctime; long unsigned int msg_cbytes; long unsigned int msg_qnum; long unsigned int msg_qbytes; __kernel_pid_t msg_lspid; __kernel_pid_t msg_lrpid; long unsigned int __unused4; long unsigned int __unused5; }; struct msginfo { int msgpool; int msgmap; int msgmax; int msgmnb; int msgmni; int msgssz; int msgtql; short unsigned int msgseg; }; typedef s32 compat_ipc_pid_t; struct compat_msqid64_ds { struct compat_ipc64_perm msg_perm; compat_ulong_t msg_stime; compat_ulong_t msg_stime_high; compat_ulong_t msg_rtime; compat_ulong_t msg_rtime_high; compat_ulong_t msg_ctime; compat_ulong_t msg_ctime_high; compat_ulong_t msg_cbytes; compat_ulong_t msg_qnum; compat_ulong_t msg_qbytes; compat_pid_t msg_lspid; compat_pid_t msg_lrpid; compat_ulong_t __unused4; compat_ulong_t __unused5; }; struct msg_queue { struct kern_ipc_perm q_perm; time64_t q_stime; time64_t q_rtime; time64_t q_ctime; long unsigned int q_cbytes; long unsigned int q_qnum; long unsigned int q_qbytes; struct pid *q_lspid; struct pid *q_lrpid; struct list_head q_messages; struct list_head q_receivers; struct list_head q_senders; long: 64; long: 64; }; struct msg_receiver { struct list_head r_list; struct task_struct *r_tsk; int r_mode; long int r_msgtype; long int r_maxsize; struct msg_msg *r_msg; }; struct msg_sender { struct list_head list; struct task_struct *tsk; size_t msgsz; }; struct compat_msqid_ds { struct compat_ipc_perm msg_perm; compat_uptr_t msg_first; compat_uptr_t msg_last; old_time32_t msg_stime; old_time32_t msg_rtime; old_time32_t msg_ctime; compat_ulong_t msg_lcbytes; compat_ulong_t msg_lqbytes; short unsigned int msg_cbytes; short unsigned int msg_qnum; short unsigned int msg_qbytes; compat_ipc_pid_t msg_lspid; compat_ipc_pid_t msg_lrpid; }; struct compat_msgbuf { compat_long_t mtype; char mtext[1]; }; struct sem; struct sem_queue; struct sem_undo; struct semid_ds { struct ipc_perm sem_perm; __kernel_old_time_t sem_otime; __kernel_old_time_t sem_ctime; struct sem *sem_base; struct sem_queue *sem_pending; struct sem_queue **sem_pending_last; struct sem_undo *undo; short unsigned int sem_nsems; }; struct sem { int semval; struct pid *sempid; spinlock_t lock; struct list_head pending_alter; struct list_head pending_const; time64_t sem_otime; }; struct sem_queue { struct list_head list; struct task_struct *sleeper; struct sem_undo *undo; struct pid *pid; int status; struct sembuf *sops; struct sembuf *blocking; int nsops; bool alter; bool dupsop; }; struct sem_undo { struct list_head list_proc; struct callback_head rcu; struct sem_undo_list *ulp; struct list_head list_id; int semid; short int *semadj; }; struct semid64_ds { struct ipc64_perm sem_perm; long int sem_otime; long int sem_ctime; long unsigned int sem_nsems; long unsigned int __unused3; long unsigned int __unused4; }; struct seminfo { int semmap; int semmni; int semmns; int semmnu; int semmsl; int semopm; int semume; int semusz; int semvmx; int semaem; }; struct sem_undo_list { refcount_t refcnt; spinlock_t lock; struct list_head list_proc; }; struct compat_semid64_ds { struct compat_ipc64_perm sem_perm; compat_ulong_t sem_otime; compat_ulong_t sem_otime_high; compat_ulong_t sem_ctime; compat_ulong_t sem_ctime_high; compat_ulong_t sem_nsems; compat_ulong_t __unused3; compat_ulong_t __unused4; }; struct sem_array { struct kern_ipc_perm sem_perm; time64_t sem_ctime; struct list_head pending_alter; struct list_head pending_const; struct list_head list_id; int sem_nsems; int complex_count; unsigned int use_global_lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sem sems[0]; }; struct compat_semid_ds { struct compat_ipc_perm sem_perm; old_time32_t sem_otime; old_time32_t sem_ctime; compat_uptr_t sem_base; compat_uptr_t sem_pending; compat_uptr_t sem_pending_last; compat_uptr_t undo; short unsigned int sem_nsems; }; struct shmid64_ds { struct ipc64_perm shm_perm; __kernel_size_t shm_segsz; long int shm_atime; long int shm_dtime; long int shm_ctime; __kernel_pid_t shm_cpid; __kernel_pid_t shm_lpid; long unsigned int shm_nattch; long unsigned int __unused4; long unsigned int __unused5; }; struct shminfo64 { long unsigned int shmmax; long unsigned int shmmin; long unsigned int shmmni; long unsigned int shmseg; long unsigned int shmall; long unsigned int __unused1; long unsigned int __unused2; long unsigned int __unused3; long unsigned int __unused4; }; struct shminfo { int shmmax; int shmmin; int shmmni; int shmseg; int shmall; }; struct shm_info { int used_ids; __kernel_ulong_t shm_tot; __kernel_ulong_t shm_rss; __kernel_ulong_t shm_swp; __kernel_ulong_t swap_attempts; __kernel_ulong_t swap_successes; }; struct compat_shmid64_ds { struct compat_ipc64_perm shm_perm; compat_size_t shm_segsz; compat_ulong_t shm_atime; compat_ulong_t shm_atime_high; compat_ulong_t shm_dtime; compat_ulong_t shm_dtime_high; compat_ulong_t shm_ctime; compat_ulong_t shm_ctime_high; compat_pid_t shm_cpid; compat_pid_t shm_lpid; compat_ulong_t shm_nattch; compat_ulong_t __unused4; compat_ulong_t __unused5; }; struct shmid_kernel { struct kern_ipc_perm shm_perm; struct file *shm_file; long unsigned int shm_nattch; long unsigned int shm_segsz; time64_t shm_atim; time64_t shm_dtim; time64_t shm_ctim; struct pid *shm_cprid; struct pid *shm_lprid; struct ucounts *mlock_ucounts; struct task_struct *shm_creator; struct list_head shm_clist; struct ipc_namespace *ns; long: 64; long: 64; long: 64; }; struct shm_file_data { int id; struct ipc_namespace *ns; struct file *file; const struct vm_operations_struct *vm_ops; }; struct compat_shmid_ds { struct compat_ipc_perm shm_perm; int shm_segsz; old_time32_t shm_atime; old_time32_t shm_dtime; old_time32_t shm_ctime; compat_ipc_pid_t shm_cpid; compat_ipc_pid_t shm_lpid; short unsigned int shm_nattch; short unsigned int shm_unused; compat_uptr_t shm_unused2; compat_uptr_t shm_unused3; }; struct compat_shminfo64 { compat_ulong_t shmmax; compat_ulong_t shmmin; compat_ulong_t shmmni; compat_ulong_t shmseg; compat_ulong_t shmall; compat_ulong_t __unused1; compat_ulong_t __unused2; compat_ulong_t __unused3; compat_ulong_t __unused4; }; struct compat_shm_info { compat_int_t used_ids; compat_ulong_t shm_tot; compat_ulong_t shm_rss; compat_ulong_t shm_swp; compat_ulong_t swap_attempts; compat_ulong_t swap_successes; }; enum key_state { KEY_IS_UNINSTANTIATED = 0, KEY_IS_POSITIVE = 1, }; struct key_user { struct rb_node node; struct mutex cons_lock; spinlock_t lock; refcount_t usage; atomic_t nkeys; atomic_t nikeys; kuid_t uid; int qnkeys; int qnbytes; }; enum key_notification_subtype { NOTIFY_KEY_INSTANTIATED = 0, NOTIFY_KEY_UPDATED = 1, NOTIFY_KEY_LINKED = 2, NOTIFY_KEY_UNLINKED = 3, NOTIFY_KEY_CLEARED = 4, NOTIFY_KEY_REVOKED = 5, NOTIFY_KEY_INVALIDATED = 6, NOTIFY_KEY_SETATTR = 7, }; struct assoc_array_edit; struct assoc_array_ops { long unsigned int (*get_key_chunk)(const void *, int); long unsigned int (*get_object_key_chunk)(const void *, int); bool (*compare_object)(const void *, const void *); int (*diff_objects)(const void *, const void *); void (*free_object)(void *); }; struct assoc_array_node { struct assoc_array_ptr *back_pointer; u8 parent_slot; struct assoc_array_ptr *slots[16]; long unsigned int nr_leaves_on_branch; }; struct assoc_array_shortcut { struct assoc_array_ptr *back_pointer; int parent_slot; int skip_to_level; struct assoc_array_ptr *next_node; long unsigned int index_key[0]; }; struct assoc_array_edit { struct callback_head rcu; struct assoc_array *array; const struct assoc_array_ops *ops; const struct assoc_array_ops *ops_for_excised_subtree; struct assoc_array_ptr *leaf; struct assoc_array_ptr **leaf_p; struct assoc_array_ptr *dead_leaf; struct assoc_array_ptr *new_meta[3]; struct assoc_array_ptr *excised_meta[1]; struct assoc_array_ptr *excised_subtree; struct assoc_array_ptr **set_backpointers[16]; struct assoc_array_ptr *set_backpointers_to; struct assoc_array_node *adjust_count_on; long int adjust_count_by; struct { struct assoc_array_ptr **ptr; struct assoc_array_ptr *to; } set[2]; struct { u8 *p; u8 to; } set_parent_slot[1]; u8 segment_cache[17]; }; struct keyring_search_context { struct keyring_index_key index_key; const struct cred *cred; struct key_match_data match_data; unsigned int flags; int (*iterator)(const void *, void *); int skipped_ret; bool possessed; key_ref_t result; time64_t now; }; struct keyring_read_iterator_context { size_t buflen; size_t count; key_serial_t *buffer; }; struct keyctl_dh_params { union { __s32 private; __s32 priv; }; __s32 prime; __s32 base; }; struct keyctl_kdf_params { char *hashname; char *otherinfo; __u32 otherinfolen; __u32 __spare[8]; }; struct keyctl_pkey_query { __u32 supported_ops; __u32 key_size; __u16 max_data_size; __u16 max_sig_size; __u16 max_enc_size; __u16 max_dec_size; __u32 __spare[10]; }; struct keyctl_pkey_params { __s32 key_id; __u32 in_len; union { __u32 out_len; __u32 in2_len; }; __u32 __spare[7]; }; struct mq_attr { __kernel_long_t mq_flags; __kernel_long_t mq_maxmsg; __kernel_long_t mq_msgsize; __kernel_long_t mq_curmsgs; __kernel_long_t __reserved[4]; }; struct mqueue_fs_context { struct ipc_namespace *ipc_ns; bool newns; }; struct posix_msg_tree_node { struct rb_node rb_node; struct list_head msg_list; int priority; }; struct ext_wait_queue { struct task_struct *task; struct list_head list; struct msg_msg *msg; int state; }; struct mqueue_inode_info { spinlock_t lock; struct inode vfs_inode; wait_queue_head_t wait_q; struct rb_root msg_tree; struct rb_node *msg_tree_rightmost; struct posix_msg_tree_node *node_cache; struct mq_attr attr; struct sigevent notify; struct pid *notify_owner; u32 notify_self_exec_id; struct user_namespace *notify_user_ns; struct ucounts *ucounts; struct sock *notify_sock; struct sk_buff *notify_cookie; struct ext_wait_queue e_wait_q[2]; long unsigned int qsize; }; struct compat_mq_attr { compat_long_t mq_flags; compat_long_t mq_maxmsg; compat_long_t mq_msgsize; compat_long_t mq_curmsgs; compat_long_t __reserved[4]; }; struct compat_keyctl_kdf_params { compat_uptr_t hashname; compat_uptr_t otherinfo; __u32 otherinfolen; __u32 __spare[8]; }; struct kpp_request { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int src_len; unsigned int dst_len; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; void *__ctx[0]; }; struct crypto_kpp { unsigned int reqsize; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_tfm base; }; struct kpp_alg { int (*set_secret)(struct crypto_kpp *, const void *, unsigned int); int (*generate_public_key)(struct kpp_request *); int (*compute_shared_secret)(struct kpp_request *); unsigned int (*max_size)(struct crypto_kpp *); int (*init)(struct crypto_kpp *); void (*exit)(struct crypto_kpp *); long: 64; long: 64; struct crypto_alg base; }; struct dh { const void *key; const void *p; const void *g; unsigned int key_size; unsigned int p_size; unsigned int g_size; }; struct dh_completion { struct completion completion; int err; }; enum { Opt_err___10 = 0, Opt_enc = 1, Opt_hash = 2, }; struct ecryptfs_session_key { u32 flags; u32 encrypted_key_size; u32 decrypted_key_size; u8 encrypted_key[512]; u8 decrypted_key[64]; }; struct ecryptfs_password { u32 password_bytes; s32 hash_algo; u32 hash_iterations; u32 session_key_encryption_key_bytes; u32 flags; u8 session_key_encryption_key[64]; u8 signature[17]; u8 salt[8]; }; enum ecryptfs_token_types { ECRYPTFS_PASSWORD = 0, ECRYPTFS_PRIVATE_KEY = 1, }; struct ecryptfs_private_key { u32 key_size; u32 data_len; u8 signature[17]; char pki_type[17]; u8 data[0]; }; struct ecryptfs_auth_tok { u16 version; u16 token_type; u32 flags; struct ecryptfs_session_key session_key; u8 reserved[32]; union { struct ecryptfs_password password; struct ecryptfs_private_key private_key; } token; }; enum tpm_duration { TPM_SHORT = 0, TPM_MEDIUM = 1, TPM_LONG = 2, TPM_LONG_LONG = 3, TPM_UNDEFINED = 4, TPM_NUM_DURATIONS = 4, }; struct encrypted_key_payload { struct callback_head rcu; char *format; char *master_desc; char *datalen; u8 *iv; u8 *encrypted_data; short unsigned int datablob_len; short unsigned int decrypted_datalen; short unsigned int payload_datalen; short unsigned int encrypted_key_format; u8 *decrypted_data; u8 payload_data[0]; }; struct crypto_template; struct crypto_spawn; struct crypto_instance { struct crypto_alg alg; struct crypto_template *tmpl; union { struct hlist_node list; struct crypto_spawn *spawns; }; long: 64; long: 64; long: 64; long: 64; long: 64; void *__ctx[0]; }; struct crypto_spawn { struct list_head list; struct crypto_alg *alg; union { struct crypto_instance *inst; struct crypto_spawn *next; }; const struct crypto_type *frontend; u32 mask; bool dead; bool registered; }; struct rtattr; struct crypto_template { struct list_head list; struct hlist_head instances; struct module *module; int (*create)(struct crypto_template *, struct rtattr **); char name[128]; }; struct skcipher_request { unsigned int cryptlen; u8 *iv; struct scatterlist *src; struct scatterlist *dst; struct crypto_async_request base; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; void *__ctx[0]; }; struct crypto_skcipher { unsigned int reqsize; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_tfm base; }; struct skcipher_alg { int (*setkey)(struct crypto_skcipher *, const u8 *, unsigned int); int (*encrypt)(struct skcipher_request *); int (*decrypt)(struct skcipher_request *); int (*init)(struct crypto_skcipher *); void (*exit)(struct crypto_skcipher *); unsigned int min_keysize; unsigned int max_keysize; unsigned int ivsize; unsigned int chunksize; unsigned int walksize; struct crypto_alg base; }; enum { Opt_new = 0, Opt_load = 1, Opt_update = 2, Opt_err___11 = 3, }; enum { Opt_default = 0, Opt_ecryptfs = 1, Opt_enc32 = 2, Opt_error = 3, }; enum derived_key_type { ENC_KEY = 0, AUTH_KEY = 1, }; struct vfs_cap_data { __le32 magic_etc; struct { __le32 permitted; __le32 inheritable; } data[2]; }; struct vfs_ns_cap_data { __le32 magic_etc; struct { __le32 permitted; __le32 inheritable; } data[2]; __le32 rootid; }; struct cpu_vfs_cap_data { __u32 magic_etc; kernel_cap_t permitted; kernel_cap_t inheritable; kuid_t rootid; }; enum { CRYPTO_MSG_ALG_REQUEST = 0, CRYPTO_MSG_ALG_REGISTER = 1, CRYPTO_MSG_ALG_LOADED = 2, }; struct crypto_larval { struct crypto_alg alg; struct crypto_alg *adult; struct completion completion; u32 mask; bool test_started; long: 24; long: 64; long: 64; }; struct crypto_cipher { struct crypto_tfm base; }; enum devcg_behavior { DEVCG_DEFAULT_NONE = 0, DEVCG_DEFAULT_ALLOW = 1, DEVCG_DEFAULT_DENY = 2, }; struct dev_exception_item { u32 major; u32 minor; short int type; short int access; struct list_head list; struct callback_head rcu; }; struct dev_cgroup { struct cgroup_subsys_state css; struct list_head exceptions; enum devcg_behavior behavior; }; struct scatter_walk { struct scatterlist *sg; unsigned int offset; }; struct crypto_comp { struct crypto_tfm base; }; struct aead_request { struct crypto_async_request base; unsigned int assoclen; unsigned int cryptlen; u8 *iv; struct scatterlist *src; struct scatterlist *dst; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; void *__ctx[0]; }; struct crypto_aead; struct aead_alg { int (*setkey)(struct crypto_aead *, const u8 *, unsigned int); int (*setauthsize)(struct crypto_aead *, unsigned int); int (*encrypt)(struct aead_request *); int (*decrypt)(struct aead_request *); int (*init)(struct crypto_aead *); void (*exit)(struct crypto_aead *); unsigned int ivsize; unsigned int maxauthsize; unsigned int chunksize; struct crypto_alg base; }; struct crypto_aead { unsigned int authsize; unsigned int reqsize; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_tfm base; }; struct aead_instance { void (*free)(struct aead_instance *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct { char head[64]; struct crypto_instance base; } s; struct aead_alg alg; }; }; struct crypto_aead_spawn { struct crypto_spawn base; }; enum crypto_attr_type_t { CRYPTOCFGA_UNSPEC = 0, CRYPTOCFGA_PRIORITY_VAL = 1, CRYPTOCFGA_REPORT_LARVAL = 2, CRYPTOCFGA_REPORT_HASH = 3, CRYPTOCFGA_REPORT_BLKCIPHER = 4, CRYPTOCFGA_REPORT_AEAD = 5, CRYPTOCFGA_REPORT_COMPRESS = 6, CRYPTOCFGA_REPORT_RNG = 7, CRYPTOCFGA_REPORT_CIPHER = 8, CRYPTOCFGA_REPORT_AKCIPHER = 9, CRYPTOCFGA_REPORT_KPP = 10, CRYPTOCFGA_REPORT_ACOMP = 11, CRYPTOCFGA_STAT_LARVAL = 12, CRYPTOCFGA_STAT_HASH = 13, CRYPTOCFGA_STAT_BLKCIPHER = 14, CRYPTOCFGA_STAT_AEAD = 15, CRYPTOCFGA_STAT_COMPRESS = 16, CRYPTOCFGA_STAT_RNG = 17, CRYPTOCFGA_STAT_CIPHER = 18, CRYPTOCFGA_STAT_AKCIPHER = 19, CRYPTOCFGA_STAT_KPP = 20, CRYPTOCFGA_STAT_ACOMP = 21, __CRYPTOCFGA_MAX = 22, }; struct crypto_report_aead { char type[64]; char geniv[64]; unsigned int blocksize; unsigned int maxauthsize; unsigned int ivsize; }; struct rtattr { short unsigned int rta_len; short unsigned int rta_type; }; struct crypto_queue { struct list_head list; struct list_head *backlog; unsigned int qlen; unsigned int max_qlen; }; struct crypto_attr_alg { char name[128]; }; struct crypto_attr_type { u32 type; u32 mask; }; enum { CRYPTOA_UNSPEC = 0, CRYPTOA_ALG = 1, CRYPTOA_TYPE = 2, __CRYPTOA_MAX = 3, }; struct crypto_cipher_spawn { struct crypto_spawn base; }; struct crypto_sync_skcipher { struct crypto_skcipher base; }; struct skcipher_instance { void (*free)(struct skcipher_instance *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct { char head[64]; struct crypto_instance base; } s; struct skcipher_alg alg; }; }; struct crypto_skcipher_spawn { struct crypto_spawn base; }; struct skcipher_walk { union { struct { struct page *page; long unsigned int offset; } phys; struct { u8 *page; void *addr; } virt; } src; union { struct { struct page *page; long unsigned int offset; } phys; struct { u8 *page; void *addr; } virt; } dst; struct scatter_walk in; unsigned int nbytes; struct scatter_walk out; unsigned int total; struct list_head buffers; u8 *page; u8 *buffer; u8 *oiv; void *iv; unsigned int ivsize; int flags; unsigned int blocksize; unsigned int stride; unsigned int alignmask; }; struct skcipher_ctx_simple { struct crypto_cipher *cipher; }; struct crypto_report_blkcipher { char type[64]; char geniv[64]; unsigned int blocksize; unsigned int min_keysize; unsigned int max_keysize; unsigned int ivsize; }; enum { SKCIPHER_WALK_PHYS = 1, SKCIPHER_WALK_SLOW = 2, SKCIPHER_WALK_COPY = 4, SKCIPHER_WALK_DIFF = 8, SKCIPHER_WALK_SLEEP = 16, }; struct skcipher_walk_buffer { struct list_head entry; struct scatter_walk dst; unsigned int len; u8 *data; u8 buffer[0]; }; struct aead_geniv_ctx { spinlock_t lock; struct crypto_aead *child; struct crypto_sync_skcipher *sknull; u8 salt[0]; }; struct crypto_rng; struct rng_alg { int (*generate)(struct crypto_rng *, const u8 *, unsigned int, u8 *, unsigned int); int (*seed)(struct crypto_rng *, const u8 *, unsigned int); void (*set_ent)(struct crypto_rng *, const u8 *, unsigned int); unsigned int seedsize; long: 32; long: 64; long: 64; long: 64; long: 64; struct crypto_alg base; }; struct crypto_rng { struct crypto_tfm base; }; struct hash_alg_common { unsigned int digestsize; unsigned int statesize; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_alg base; }; struct ahash_request { struct crypto_async_request base; unsigned int nbytes; struct scatterlist *src; u8 *result; void *priv; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; void *__ctx[0]; }; struct crypto_ahash; struct ahash_alg { int (*init)(struct ahash_request *); int (*update)(struct ahash_request *); int (*final)(struct ahash_request *); int (*finup)(struct ahash_request *); int (*digest)(struct ahash_request *); int (*export)(struct ahash_request *, void *); int (*import)(struct ahash_request *, const void *); int (*setkey)(struct crypto_ahash *, const u8 *, unsigned int); int (*init_tfm)(struct crypto_ahash *); void (*exit_tfm)(struct crypto_ahash *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct hash_alg_common halg; }; struct crypto_ahash { int (*init)(struct ahash_request *); int (*update)(struct ahash_request *); int (*final)(struct ahash_request *); int (*finup)(struct ahash_request *); int (*digest)(struct ahash_request *); int (*export)(struct ahash_request *, void *); int (*import)(struct ahash_request *, const void *); int (*setkey)(struct crypto_ahash *, const u8 *, unsigned int); unsigned int reqsize; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_tfm base; }; struct crypto_hash_walk { char *data; unsigned int offset; unsigned int alignmask; struct page *pg; unsigned int entrylen; unsigned int total; struct scatterlist *sg; unsigned int flags; }; struct ahash_instance { void (*free)(struct ahash_instance *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct { char head[192]; struct crypto_instance base; } s; struct ahash_alg alg; }; }; struct crypto_ahash_spawn { struct crypto_spawn base; }; struct crypto_report_hash { char type[64]; unsigned int blocksize; unsigned int digestsize; }; struct ahash_request_priv { crypto_completion_t complete; void *data; u8 *result; u32 flags; long: 32; long: 64; long: 64; long: 64; long: 64; void *ubuf[0]; }; struct shash_instance { void (*free)(struct shash_instance *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct { char head[192]; struct crypto_instance base; } s; struct shash_alg alg; }; }; struct crypto_shash_spawn { struct crypto_spawn base; }; enum { CRYPTO_KPP_SECRET_TYPE_UNKNOWN = 0, CRYPTO_KPP_SECRET_TYPE_DH = 1, CRYPTO_KPP_SECRET_TYPE_ECDH = 2, }; struct kpp_secret { short unsigned int type; short unsigned int len; }; enum asn1_class { ASN1_UNIV = 0, ASN1_APPL = 1, ASN1_CONT = 2, ASN1_PRIV = 3, }; enum asn1_method { ASN1_PRIM = 0, ASN1_CONS = 1, }; enum asn1_tag { ASN1_EOC = 0, ASN1_BOOL = 1, ASN1_INT = 2, ASN1_BTS = 3, ASN1_OTS = 4, ASN1_NULL = 5, ASN1_OID = 6, ASN1_ODE = 7, ASN1_EXT = 8, ASN1_REAL = 9, ASN1_ENUM = 10, ASN1_EPDV = 11, ASN1_UTF8STR = 12, ASN1_RELOID = 13, ASN1_SEQ = 16, ASN1_SET = 17, ASN1_NUMSTR = 18, ASN1_PRNSTR = 19, ASN1_TEXSTR = 20, ASN1_VIDSTR = 21, ASN1_IA5STR = 22, ASN1_UNITIM = 23, ASN1_GENTIM = 24, ASN1_GRASTR = 25, ASN1_VISSTR = 26, ASN1_GENSTR = 27, ASN1_UNISTR = 28, ASN1_CHRSTR = 29, ASN1_BMPSTR = 30, ASN1_LONG_TAG = 31, }; typedef int (*asn1_action_t)(void *, size_t, unsigned char, const void *, size_t); struct asn1_decoder { const unsigned char *machine; size_t machlen; const asn1_action_t *actions; }; enum asn1_opcode { ASN1_OP_MATCH = 0, ASN1_OP_MATCH_OR_SKIP = 1, ASN1_OP_MATCH_ACT = 2, ASN1_OP_MATCH_ACT_OR_SKIP = 3, ASN1_OP_MATCH_JUMP = 4, ASN1_OP_MATCH_JUMP_OR_SKIP = 5, ASN1_OP_MATCH_ANY = 8, ASN1_OP_MATCH_ANY_OR_SKIP = 9, ASN1_OP_MATCH_ANY_ACT = 10, ASN1_OP_MATCH_ANY_ACT_OR_SKIP = 11, ASN1_OP_COND_MATCH_OR_SKIP = 17, ASN1_OP_COND_MATCH_ACT_OR_SKIP = 19, ASN1_OP_COND_MATCH_JUMP_OR_SKIP = 21, ASN1_OP_COND_MATCH_ANY = 24, ASN1_OP_COND_MATCH_ANY_OR_SKIP = 25, ASN1_OP_COND_MATCH_ANY_ACT = 26, ASN1_OP_COND_MATCH_ANY_ACT_OR_SKIP = 27, ASN1_OP_COND_FAIL = 28, ASN1_OP_COMPLETE = 29, ASN1_OP_ACT = 30, ASN1_OP_MAYBE_ACT = 31, ASN1_OP_END_SEQ = 32, ASN1_OP_END_SET = 33, ASN1_OP_END_SEQ_OF = 34, ASN1_OP_END_SET_OF = 35, ASN1_OP_END_SEQ_ACT = 36, ASN1_OP_END_SET_ACT = 37, ASN1_OP_END_SEQ_OF_ACT = 38, ASN1_OP_END_SET_OF_ACT = 39, ASN1_OP_RETURN = 40, ASN1_OP__NR = 41, }; enum rsapubkey_actions { ACT_rsa_get_e = 0, ACT_rsa_get_n = 1, NR__rsapubkey_actions = 2, }; enum rsaprivkey_actions { ACT_rsa_get_d = 0, ACT_rsa_get_dp = 1, ACT_rsa_get_dq = 2, ACT_rsa_get_e___2 = 3, ACT_rsa_get_n___2 = 4, ACT_rsa_get_p = 5, ACT_rsa_get_q = 6, ACT_rsa_get_qinv = 7, NR__rsaprivkey_actions = 8, }; struct crypto_report_akcipher { char type[64]; }; struct akcipher_request { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int src_len; unsigned int dst_len; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; void *__ctx[0]; }; struct crypto_akcipher { unsigned int reqsize; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_tfm base; }; struct akcipher_alg { int (*sign)(struct akcipher_request *); int (*verify)(struct akcipher_request *); int (*encrypt)(struct akcipher_request *); int (*decrypt)(struct akcipher_request *); int (*set_pub_key)(struct crypto_akcipher *, const void *, unsigned int); int (*set_priv_key)(struct crypto_akcipher *, const void *, unsigned int); unsigned int (*max_size)(struct crypto_akcipher *); int (*init)(struct crypto_akcipher *); void (*exit)(struct crypto_akcipher *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypto_alg base; }; struct akcipher_instance { void (*free)(struct akcipher_instance *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct { char head[128]; struct crypto_instance base; } s; struct akcipher_alg alg; }; }; struct crypto_akcipher_spawn { struct crypto_spawn base; }; struct rsa_key { const u8 *n; const u8 *e; const u8 *d; const u8 *p; const u8 *q; const u8 *dp; const u8 *dq; const u8 *qinv; size_t n_sz; size_t e_sz; size_t d_sz; size_t p_sz; size_t q_sz; size_t dp_sz; size_t dq_sz; size_t qinv_sz; }; struct asn1_decoder; typedef long unsigned int mpi_limb_t; struct gcry_mpi { int alloced; int nlimbs; int nbits; int sign; unsigned int flags; mpi_limb_t *d; }; typedef struct gcry_mpi *MPI; struct dh_ctx { MPI p; MPI g; MPI xa; }; struct crypto_report_kpp { char type[64]; }; struct kpp_instance { void (*free)(struct kpp_instance *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct { char head[64]; struct crypto_instance base; } s; struct kpp_alg alg; }; }; struct crypto_kpp_spawn { struct crypto_spawn base; }; struct rsa_mpi_key { MPI n; MPI e; MPI d; MPI p; MPI q; MPI dp; MPI dq; MPI qinv; }; struct rsa_asn1_template { const char *name; const u8 *data; size_t size; }; struct pkcs1pad_ctx { struct crypto_akcipher *child; unsigned int key_size; }; struct pkcs1pad_inst_ctx { struct crypto_akcipher_spawn spawn; const struct rsa_asn1_template *digest_info; }; struct pkcs1pad_request { struct scatterlist in_sg[2]; struct scatterlist out_sg[1]; uint8_t *in_buf; uint8_t *out_buf; long: 64; long: 64; long: 64; long: 64; long: 64; struct akcipher_request child_req; }; struct cryptomgr_param { struct rtattr *tb[34]; struct { struct rtattr attr; struct crypto_attr_type data; } type; struct { struct rtattr attr; struct crypto_attr_alg data; } attrs[32]; char template[128]; struct crypto_larval *larval; u32 otype; u32 omask; }; struct crypto_test_param { char driver[128]; char alg[128]; u32 type; }; struct crypto_report_acomp { char type[64]; }; struct acomp_alg { int (*compress)(struct acomp_req *); int (*decompress)(struct acomp_req *); void (*dst_free)(struct scatterlist *); int (*init)(struct crypto_acomp *); void (*exit)(struct crypto_acomp *); unsigned int reqsize; long: 32; long: 64; long: 64; struct crypto_alg base; }; struct crypto_report_comp { char type[64]; }; struct crypto_scomp { struct crypto_tfm base; }; struct scomp_alg { void * (*alloc_ctx)(struct crypto_scomp *); void (*free_ctx)(struct crypto_scomp *, void *); int (*compress)(struct crypto_scomp *, const u8 *, unsigned int, u8 *, unsigned int *, void *); int (*decompress)(struct crypto_scomp *, const u8 *, unsigned int, u8 *, unsigned int *, void *); long: 64; long: 64; long: 64; long: 64; struct crypto_alg base; }; struct scomp_scratch { spinlock_t lock; void *src; void *dst; }; enum { CRYPTO_MSG_BASE = 16, CRYPTO_MSG_NEWALG = 16, CRYPTO_MSG_DELALG = 17, CRYPTO_MSG_UPDATEALG = 18, CRYPTO_MSG_GETALG = 19, CRYPTO_MSG_DELRNG = 20, CRYPTO_MSG_GETSTAT = 21, __CRYPTO_MSG_MAX = 22, }; struct crypto_user_alg { char cru_name[64]; char cru_driver_name[64]; char cru_module_name[64]; __u32 cru_type; __u32 cru_mask; __u32 cru_refcnt; __u32 cru_flags; }; struct crypto_report_larval { char type[64]; }; struct crypto_report_cipher { char type[64]; unsigned int blocksize; unsigned int min_keysize; unsigned int max_keysize; }; struct scm_creds { u32 pid; kuid_t uid; kgid_t gid; }; struct netlink_skb_parms { struct scm_creds creds; __u32 portid; __u32 dst_group; __u32 flags; struct sock *sk; bool nsid_is_set; int nsid; }; struct netlink_kernel_cfg { unsigned int groups; unsigned int flags; void (*input)(struct sk_buff *); struct mutex *cb_mutex; int (*bind)(struct net *, int); void (*unbind)(struct net *, int); bool (*compare)(struct net *, struct sock *); }; struct netlink_dump_control { int (*start)(struct netlink_callback *); int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); void *data; struct module *module; u32 min_dump_alloc; }; enum { NLA_UNSPEC = 0, NLA_U8 = 1, NLA_U16 = 2, NLA_U32 = 3, NLA_U64 = 4, NLA_STRING = 5, NLA_FLAG = 6, NLA_MSECS = 7, NLA_NESTED = 8, NLA_NESTED_ARRAY = 9, NLA_NUL_STRING = 10, NLA_BINARY = 11, NLA_S8 = 12, NLA_S16 = 13, NLA_S32 = 14, NLA_S64 = 15, NLA_BITFIELD32 = 16, NLA_REJECT = 17, NLA_BE16 = 18, NLA_BE32 = 19, __NLA_TYPE_MAX = 20, }; enum netlink_validation { NL_VALIDATE_LIBERAL = 0, NL_VALIDATE_TRAILING = 1, NL_VALIDATE_MAXTYPE = 2, NL_VALIDATE_UNSPEC = 4, NL_VALIDATE_STRICT_ATTRS = 8, NL_VALIDATE_NESTED = 16, }; struct crypto_dump_info { struct sk_buff *in_skb; struct sk_buff *out_skb; u32 nlmsg_seq; u16 nlmsg_flags; }; struct crypto_link { int (*doit)(struct sk_buff *, struct nlmsghdr *, struct nlattr **); int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); }; struct hmac_ctx { struct crypto_shash *hash; }; struct crypto_stat_aead { char type[64]; __u64 stat_encrypt_cnt; __u64 stat_encrypt_tlen; __u64 stat_decrypt_cnt; __u64 stat_decrypt_tlen; __u64 stat_err_cnt; }; struct crypto_stat_akcipher { char type[64]; __u64 stat_encrypt_cnt; __u64 stat_encrypt_tlen; __u64 stat_decrypt_cnt; __u64 stat_decrypt_tlen; __u64 stat_verify_cnt; __u64 stat_sign_cnt; __u64 stat_err_cnt; }; struct crypto_stat_cipher { char type[64]; __u64 stat_encrypt_cnt; __u64 stat_encrypt_tlen; __u64 stat_decrypt_cnt; __u64 stat_decrypt_tlen; __u64 stat_err_cnt; }; struct crypto_stat_compress { char type[64]; __u64 stat_compress_cnt; __u64 stat_compress_tlen; __u64 stat_decompress_cnt; __u64 stat_decompress_tlen; __u64 stat_err_cnt; }; struct crypto_stat_hash { char type[64]; __u64 stat_hash_cnt; __u64 stat_hash_tlen; __u64 stat_err_cnt; }; struct crypto_stat_kpp { char type[64]; __u64 stat_setsecret_cnt; __u64 stat_generate_public_key_cnt; __u64 stat_compute_shared_secret_cnt; __u64 stat_err_cnt; }; struct crypto_stat_rng { char type[64]; __u64 stat_generate_cnt; __u64 stat_generate_tlen; __u64 stat_seed_cnt; __u64 stat_err_cnt; }; struct crypto_stat_larval { char type[64]; }; struct md5_state { u32 hash[4]; u32 block[16]; u64 byte_count; }; struct sha256_state { u32 state[8]; u64 count; u8 buf[64]; }; struct sha1_state { u32 state[5]; u64 count; u8 buffer[64]; }; typedef void sha1_block_fn(struct sha1_state *, const u8 *, int); enum blake2b_lengths { BLAKE2B_BLOCK_SIZE = 128, BLAKE2B_HASH_SIZE = 64, BLAKE2B_KEY_SIZE = 64, BLAKE2B_160_HASH_SIZE = 20, BLAKE2B_256_HASH_SIZE = 32, BLAKE2B_384_HASH_SIZE = 48, BLAKE2B_512_HASH_SIZE = 64, }; struct blake2b_state { u64 h[8]; u64 t[2]; u64 f[2]; u8 buf[128]; unsigned int buflen; unsigned int outlen; }; enum blake2b_iv { BLAKE2B_IV0 = 4089235720, BLAKE2B_IV1 = 2227873595, BLAKE2B_IV2 = 4271175723, BLAKE2B_IV3 = 1595750129, BLAKE2B_IV4 = 2917565137, BLAKE2B_IV5 = 725511199, BLAKE2B_IV6 = 4215389547, BLAKE2B_IV7 = 327033209, }; typedef void (*blake2b_compress_t)(struct blake2b_state *, const u8 *, size_t, u32); struct blake2b_tfm_ctx { u8 key[64]; unsigned int keylen; }; struct sha512_state { u64 state[8]; u64 count[2]; u8 buf[128]; }; typedef void sha512_block_fn(struct sha512_state *, const u8 *, int); struct crypto_cts_ctx { struct crypto_skcipher *child; }; struct crypto_cts_reqctx { struct scatterlist sg[2]; unsigned int offset; long: 32; long: 64; struct skcipher_request subreq; }; struct des_ctx { u32 expkey[32]; }; struct des3_ede_ctx { u32 expkey[96]; }; typedef struct { __be64 a; __be64 b; } be128; struct gcm_instance_ctx { struct crypto_skcipher_spawn ctr; struct crypto_ahash_spawn ghash; }; struct crypto_gcm_ctx { struct crypto_skcipher *ctr; struct crypto_ahash *ghash; }; struct crypto_rfc4106_ctx { struct crypto_aead *child; u8 nonce[4]; }; struct crypto_rfc4106_req_ctx { struct scatterlist src[3]; struct scatterlist dst[3]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct aead_request subreq; }; struct crypto_rfc4543_instance_ctx { struct crypto_aead_spawn aead; }; struct crypto_rfc4543_ctx { struct crypto_aead *child; struct crypto_sync_skcipher *null; u8 nonce[4]; }; struct crypto_rfc4543_req_ctx { struct aead_request subreq; }; struct crypto_gcm_ghash_ctx { unsigned int cryptlen; struct scatterlist *src; int (*complete)(struct aead_request *, u32); }; struct crypto_gcm_req_priv_ctx { u8 iv[16]; u8 auth_tag[16]; u8 iauth_tag[16]; struct scatterlist src[3]; struct scatterlist dst[3]; struct scatterlist sg; struct crypto_gcm_ghash_ctx ghash_ctx; long: 64; long: 64; union { struct ahash_request ahreq; struct skcipher_request skreq; } u; }; struct crypto_rfc3686_ctx { struct crypto_skcipher *child; u8 nonce[4]; }; struct crypto_rfc3686_req_ctx { u8 iv[16]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct skcipher_request subreq; }; typedef struct { u64 a; u64 b; } u128; typedef struct { __le64 b; __le64 a; } le128; struct xts_tfm_ctx { struct crypto_skcipher *child; struct crypto_cipher *tweak; }; struct xts_instance_ctx { struct crypto_skcipher_spawn spawn; char name[128]; }; struct xts_request_ctx { le128 t; struct scatterlist *tail; struct scatterlist sg[2]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct skcipher_request subreq; }; struct crypto_aes_ctx { u32 key_enc[60]; u32 key_dec[60]; u32 key_length; }; enum chacha_constants { CHACHA_CONSTANT_EXPA = 1634760805, CHACHA_CONSTANT_ND_3 = 857760878, CHACHA_CONSTANT_2_BY = 2036477234, CHACHA_CONSTANT_TE_K = 1797285236, }; struct chacha_ctx { u32 key[8]; int nrounds; }; struct chksum_ctx { u32 key; }; struct chksum_desc_ctx { u32 crc; }; struct chksum_desc_ctx___2 { __u16 crc; }; struct lzo_ctx { void *lzo_comp_mem; }; enum { CRYPTO_AUTHENC_KEYA_UNSPEC = 0, CRYPTO_AUTHENC_KEYA_PARAM = 1, }; struct crypto_authenc_key_param { __be32 enckeylen; }; struct crypto_authenc_keys { const u8 *authkey; const u8 *enckey; unsigned int authkeylen; unsigned int enckeylen; }; struct authenc_instance_ctx { struct crypto_ahash_spawn auth; struct crypto_skcipher_spawn enc; unsigned int reqoff; }; struct crypto_authenc_ctx { struct crypto_ahash *auth; struct crypto_skcipher *enc; struct crypto_sync_skcipher *null; }; struct authenc_request_ctx { struct scatterlist src[2]; struct scatterlist dst[2]; char tail[0]; }; struct authenc_esn_instance_ctx { struct crypto_ahash_spawn auth; struct crypto_skcipher_spawn enc; }; struct crypto_authenc_esn_ctx { unsigned int reqoff; struct crypto_ahash *auth; struct crypto_skcipher *enc; struct crypto_sync_skcipher *null; }; struct authenc_esn_request_ctx { struct scatterlist src[2]; struct scatterlist dst[2]; char tail[0]; }; struct lz4_ctx { void *lz4_comp_mem; }; struct lzorle_ctx { void *lzorle_comp_mem; }; struct lz4hc_ctx { void *lz4hc_comp_mem; }; struct xxh64_state { uint64_t total_len; uint64_t v1; uint64_t v2; uint64_t v3; uint64_t v4; uint64_t mem64[4]; uint32_t memsize; }; struct xxhash64_tfm_ctx { u64 seed; }; struct xxhash64_desc_ctx { struct xxh64_state xxhstate; }; struct crypto_report_rng { char type[64]; unsigned int seedsize; }; struct rand_data { __u64 data; __u64 old_data; __u64 prev_time; __u64 last_delta; __s64 last_delta2; unsigned int osr; unsigned char *mem; unsigned int memlocation; unsigned int memblocks; unsigned int memblocksize; unsigned int memaccessloops; int rct_count; unsigned int apt_observations; unsigned int apt_count; unsigned int apt_base; unsigned int apt_base_set: 1; unsigned int health_failure: 1; }; struct rand_data; struct jitterentropy { spinlock_t jent_lock; struct rand_data *entropy_collector; unsigned int reset_cnt; }; struct drbg_string { const unsigned char *buf; size_t len; struct list_head list; }; typedef uint32_t drbg_flag_t; struct drbg_core { drbg_flag_t flags; __u8 statelen; __u8 blocklen_bytes; char cra_name[128]; char backend_cra_name[128]; }; struct drbg_state; struct drbg_state_ops { int (*update)(struct drbg_state *, struct list_head *, int); int (*generate)(struct drbg_state *, unsigned char *, unsigned int, struct list_head *); int (*crypto_init)(struct drbg_state *); int (*crypto_fini)(struct drbg_state *); }; enum drbg_seed_state { DRBG_SEED_STATE_UNSEEDED = 0, DRBG_SEED_STATE_PARTIAL = 1, DRBG_SEED_STATE_FULL = 2, }; struct drbg_state { struct mutex drbg_mutex; unsigned char *V; unsigned char *Vbuf; unsigned char *C; unsigned char *Cbuf; size_t reseed_ctr; size_t reseed_threshold; unsigned char *scratchpad; unsigned char *scratchpadbuf; void *priv_data; struct crypto_skcipher *ctr_handle; struct skcipher_request *ctr_req; __u8 *outscratchpadbuf; __u8 *outscratchpad; struct crypto_wait ctr_wait; struct scatterlist sg_in; struct scatterlist sg_out; enum drbg_seed_state seeded; long unsigned int last_seed_time; bool pr; bool fips_primed; unsigned char *prev; struct crypto_rng *jent; const struct drbg_state_ops *d_ops; const struct drbg_core *core; struct drbg_string test_data; }; enum drbg_prefixes { DRBG_PREFIX0 = 0, DRBG_PREFIX1 = 1, DRBG_PREFIX2 = 2, DRBG_PREFIX3 = 3, }; struct sdesc { struct shash_desc shash; char ctx[0]; }; struct gf128mul_4k { be128 t[256]; }; struct ghash_ctx { struct gf128mul_4k *gf128; }; struct ghash_desc_ctx { u8 buffer[16]; u32 bytes; }; struct af_alg_type; struct alg_sock { struct sock sk; struct sock *parent; atomic_t refcnt; atomic_t nokey_refcnt; const struct af_alg_type *type; void *private; }; struct af_alg_type { void * (*bind)(const char *, u32, u32); void (*release)(void *); int (*setkey)(void *, const u8 *, unsigned int); int (*setentropy)(void *, sockptr_t, unsigned int); int (*accept)(void *, struct sock *); int (*accept_nokey)(void *, struct sock *); int (*setauthsize)(void *, unsigned int); struct proto_ops *ops; struct proto_ops *ops_nokey; struct module *owner; char name[14]; }; struct af_alg_sgl { struct scatterlist sg[17]; struct page *pages[16]; unsigned int npages; }; struct hash_ctx { struct af_alg_sgl sgl; u8 *result; struct crypto_wait wait; unsigned int len; bool more; long: 24; long: 64; long: 64; long: 64; long: 64; long: 64; struct ahash_request req; }; struct af_alg_rsgl { struct af_alg_sgl sgl; struct list_head list; size_t sg_num_bytes; }; struct af_alg_async_req { struct kiocb *iocb; struct sock *sk; struct af_alg_rsgl first_rsgl; struct af_alg_rsgl *last_rsgl; struct list_head rsgl_list; struct scatterlist *tsgl; unsigned int tsgl_entries; unsigned int outlen; unsigned int areqlen; long: 32; long: 64; union { struct aead_request aead_req; struct skcipher_request skcipher_req; } cra_u; }; struct af_alg_ctx { struct list_head tsgl_list; void *iv; size_t aead_assoclen; struct crypto_wait wait; size_t used; atomic_t rcvused; bool more; bool merge; bool enc; bool init; unsigned int len; }; struct rng_ctx { unsigned int len; struct crypto_rng *drng; u8 *addtl; size_t addtl_len; }; struct rng_parent_ctx { struct crypto_rng *drng; u8 *entropy; }; struct sockaddr_alg_new { __u16 salg_family; __u8 salg_type[14]; __u32 salg_feat; __u32 salg_mask; __u8 salg_name[0]; }; struct af_alg_iv { __u32 ivlen; __u8 iv[0]; }; struct cmsghdr { __kernel_size_t cmsg_len; int cmsg_level; int cmsg_type; }; struct net_proto_family { int family; int (*create)(struct net *, struct socket *, int, int); struct module *owner; }; enum { SOCK_WAKE_IO = 0, SOCK_WAKE_WAITD = 1, SOCK_WAKE_SPACE = 2, SOCK_WAKE_URG = 3, }; struct af_alg_control { struct af_alg_iv *iv; int op; unsigned int aead_assoclen; }; struct af_alg_tsgl { struct list_head list; unsigned int cur; struct scatterlist sg[0]; }; struct alg_type_list { const struct af_alg_type *type; struct list_head list; }; typedef ZSTD_CCtx zstd_cctx; typedef ZSTD_DCtx zstd_dctx; struct zstd_ctx { zstd_cctx *cctx; zstd_dctx *dctx; void *cwksp; void *dwksp; }; struct aead_tfm { struct crypto_aead *aead; struct crypto_sync_skcipher *null_tfm; }; struct xor_block_template { struct xor_block_template *next; const char *name; int speed; void (*do_2)(long unsigned int, long unsigned int * restrict, const long unsigned int * restrict); void (*do_3)(long unsigned int, long unsigned int * restrict, const long unsigned int * restrict, const long unsigned int * restrict); void (*do_4)(long unsigned int, long unsigned int * restrict, const long unsigned int * restrict, const long unsigned int * restrict, const long unsigned int * restrict); void (*do_5)(long unsigned int, long unsigned int * restrict, const long unsigned int * restrict, const long unsigned int * restrict, const long unsigned int * restrict, const long unsigned int * restrict); }; struct asymmetric_key_id; struct public_key_signature { struct asymmetric_key_id *auth_ids[3]; u8 *s; u8 *digest; u32 s_size; u32 digest_size; const char *pkey_algo; const char *hash_algo; const char *encoding; const void *data; unsigned int data_size; }; struct asymmetric_key_id { short unsigned int len; unsigned char data[0]; }; enum asymmetric_payload_bits { asym_crypto = 0, asym_subtype = 1, asym_key_ids = 2, asym_auth = 3, }; struct asymmetric_key_ids { void *id[3]; }; enum x509_actions { ACT_x509_extract_key_data = 0, ACT_x509_extract_name_segment = 1, ACT_x509_note_OID = 2, ACT_x509_note_issuer = 3, ACT_x509_note_not_after = 4, ACT_x509_note_not_before = 5, ACT_x509_note_params = 6, ACT_x509_note_serial = 7, ACT_x509_note_sig_algo = 8, ACT_x509_note_signature = 9, ACT_x509_note_subject = 10, ACT_x509_note_tbs_certificate = 11, ACT_x509_process_extension = 12, NR__x509_actions = 13, }; enum x509_akid_actions { ACT_x509_akid_note_kid = 0, ACT_x509_akid_note_name = 1, ACT_x509_akid_note_serial = 2, ACT_x509_extract_name_segment___2 = 3, ACT_x509_note_OID___2 = 4, NR__x509_akid_actions = 5, }; enum OID { OID_id_dsa_with_sha1 = 0, OID_id_dsa = 1, OID_id_ecPublicKey = 2, OID_id_prime192v1 = 3, OID_id_prime256v1 = 4, OID_id_ecdsa_with_sha1 = 5, OID_id_ecdsa_with_sha224 = 6, OID_id_ecdsa_with_sha256 = 7, OID_id_ecdsa_with_sha384 = 8, OID_id_ecdsa_with_sha512 = 9, OID_rsaEncryption = 10, OID_md2WithRSAEncryption = 11, OID_md3WithRSAEncryption = 12, OID_md4WithRSAEncryption = 13, OID_sha1WithRSAEncryption = 14, OID_sha256WithRSAEncryption = 15, OID_sha384WithRSAEncryption = 16, OID_sha512WithRSAEncryption = 17, OID_sha224WithRSAEncryption = 18, OID_data = 19, OID_signed_data = 20, OID_email_address = 21, OID_contentType = 22, OID_messageDigest = 23, OID_signingTime = 24, OID_smimeCapabilites = 25, OID_smimeAuthenticatedAttrs = 26, OID_md2 = 27, OID_md4 = 28, OID_md5 = 29, OID_mskrb5 = 30, OID_krb5 = 31, OID_krb5u2u = 32, OID_msIndirectData = 33, OID_msStatementType = 34, OID_msSpOpusInfo = 35, OID_msPeImageDataObjId = 36, OID_msIndividualSPKeyPurpose = 37, OID_msOutlookExpress = 38, OID_ntlmssp = 39, OID_spnego = 40, OID_IAKerb = 41, OID_PKU2U = 42, OID_Scram = 43, OID_certAuthInfoAccess = 44, OID_sha1 = 45, OID_id_ansip384r1 = 46, OID_sha256 = 47, OID_sha384 = 48, OID_sha512 = 49, OID_sha224 = 50, OID_commonName = 51, OID_surname = 52, OID_countryName = 53, OID_locality = 54, OID_stateOrProvinceName = 55, OID_organizationName = 56, OID_organizationUnitName = 57, OID_title = 58, OID_description = 59, OID_name = 60, OID_givenName = 61, OID_initials = 62, OID_generationalQualifier = 63, OID_subjectKeyIdentifier = 64, OID_keyUsage = 65, OID_subjectAltName = 66, OID_issuerAltName = 67, OID_basicConstraints = 68, OID_crlDistributionPoints = 69, OID_certPolicies = 70, OID_authorityKeyIdentifier = 71, OID_extKeyUsage = 72, OID_NetlogonMechanism = 73, OID_appleLocalKdcSupported = 74, OID_gostCPSignA = 75, OID_gostCPSignB = 76, OID_gostCPSignC = 77, OID_gost2012PKey256 = 78, OID_gost2012PKey512 = 79, OID_gost2012Digest256 = 80, OID_gost2012Digest512 = 81, OID_gost2012Signature256 = 82, OID_gost2012Signature512 = 83, OID_gostTC26Sign256A = 84, OID_gostTC26Sign256B = 85, OID_gostTC26Sign256C = 86, OID_gostTC26Sign256D = 87, OID_gostTC26Sign512A = 88, OID_gostTC26Sign512B = 89, OID_gostTC26Sign512C = 90, OID_sm2 = 91, OID_sm3 = 92, OID_SM2_with_SM3 = 93, OID_sm3WithRSAEncryption = 94, OID_TPMLoadableKey = 95, OID_TPMImportableKey = 96, OID_TPMSealedData = 97, OID__NR = 98, }; struct public_key { void *key; u32 keylen; enum OID algo; void *params; u32 paramlen; bool key_is_private; const char *id_type; const char *pkey_algo; }; struct x509_certificate { struct x509_certificate *next; struct x509_certificate *signer; struct public_key *pub; struct public_key_signature *sig; char *issuer; char *subject; struct asymmetric_key_id *id; struct asymmetric_key_id *skid; time64_t valid_from; time64_t valid_to; const void *tbs; unsigned int tbs_size; unsigned int raw_sig_size; const void *raw_sig; const void *raw_serial; unsigned int raw_serial_size; unsigned int raw_issuer_size; const void *raw_issuer; const void *raw_subject; unsigned int raw_subject_size; unsigned int raw_skid_size; const void *raw_skid; unsigned int index; bool seen; bool verified; bool self_signed; bool unsupported_sig; bool blacklisted; }; struct x509_parse_context { struct x509_certificate *cert; long unsigned int data; const void *key; size_t key_size; const void *params; size_t params_size; enum OID key_algo; enum OID last_oid; enum OID sig_algo; u8 o_size; u8 cn_size; u8 email_size; u16 o_offset; u16 cn_offset; u16 email_offset; unsigned int raw_akid_size; const void *raw_akid; const void *akid_raw_issuer; unsigned int akid_raw_issuer_size; }; struct asymmetric_key_subtype { struct module *owner; const char *name; short unsigned int name_len; void (*describe)(const struct key *, struct seq_file *); void (*destroy)(void *, void *); int (*query)(const struct kernel_pkey_params *, struct kernel_pkey_query *); int (*eds_op)(struct kernel_pkey_params *, const void *, void *); int (*verify_signature)(const struct key *, const struct public_key_signature *); }; struct asymmetric_key_parser { struct list_head link; struct module *owner; const char *name; int (*parse)(struct key_preparsed_payload *); }; enum pkcs7_actions { ACT_pkcs7_check_content_type = 0, ACT_pkcs7_extract_cert = 1, ACT_pkcs7_note_OID = 2, ACT_pkcs7_note_certificate_list = 3, ACT_pkcs7_note_content = 4, ACT_pkcs7_note_data = 5, ACT_pkcs7_note_signed_info = 6, ACT_pkcs7_note_signeddata_version = 7, ACT_pkcs7_note_signerinfo_version = 8, ACT_pkcs7_sig_note_authenticated_attr = 9, ACT_pkcs7_sig_note_digest_algo = 10, ACT_pkcs7_sig_note_issuer = 11, ACT_pkcs7_sig_note_pkey_algo = 12, ACT_pkcs7_sig_note_serial = 13, ACT_pkcs7_sig_note_set_of_authattrs = 14, ACT_pkcs7_sig_note_signature = 15, ACT_pkcs7_sig_note_skid = 16, NR__pkcs7_actions = 17, }; enum blacklist_hash_type { BLACKLIST_HASH_X509_TBS = 1, BLACKLIST_HASH_BINARY = 2, }; struct pkcs7_signed_info { struct pkcs7_signed_info *next; struct x509_certificate *signer; unsigned int index; bool unsupported_crypto; bool blacklisted; const void *msgdigest; unsigned int msgdigest_len; unsigned int authattrs_len; const void *authattrs; long unsigned int aa_set; time64_t signing_time; struct public_key_signature *sig; }; struct pkcs7_message { struct x509_certificate *certs; struct x509_certificate *crl; struct pkcs7_signed_info *signed_infos; u8 version; bool have_authattrs; enum OID data_type; size_t data_len; size_t data_hdrlen; const void *data; }; struct section_header; struct pefile_context { unsigned int header_size; unsigned int image_checksum_offset; unsigned int cert_dirent_offset; unsigned int n_data_dirents; unsigned int n_sections; unsigned int certs_size; unsigned int sig_offset; unsigned int sig_len; const struct section_header *secs; const void *digest; unsigned int digest_len; const char *digest_algo; }; struct section_header { char name[8]; uint32_t virtual_size; uint32_t virtual_address; uint32_t raw_data_size; uint32_t data_addr; uint32_t relocs; uint32_t line_numbers; uint16_t num_relocs; uint16_t num_lin_numbers; uint32_t flags; }; enum mscode_actions { ACT_mscode_note_content_type = 0, ACT_mscode_note_digest = 1, ACT_mscode_note_digest_algo = 2, NR__mscode_actions = 3, }; struct pkcs7_parse_context { struct pkcs7_message *msg; struct pkcs7_signed_info *sinfo; struct pkcs7_signed_info **ppsinfo; struct x509_certificate *certs; struct x509_certificate **ppcerts; long unsigned int data; enum OID last_oid; unsigned int x509_index; unsigned int sinfo_index; const void *raw_serial; unsigned int raw_serial_size; unsigned int raw_issuer_size; const void *raw_issuer; const void *raw_skid; unsigned int raw_skid_size; bool expect_skid; }; struct mz_hdr { uint16_t magic; uint16_t lbsize; uint16_t blocks; uint16_t relocs; uint16_t hdrsize; uint16_t min_extra_pps; uint16_t max_extra_pps; uint16_t ss; uint16_t sp; uint16_t checksum; uint16_t ip; uint16_t cs; uint16_t reloc_table_offset; uint16_t overlay_num; uint16_t reserved0[4]; uint16_t oem_id; uint16_t oem_info; uint16_t reserved1[10]; uint32_t peaddr; char message[0]; }; struct pe_hdr { uint32_t magic; uint16_t machine; uint16_t sections; uint32_t timestamp; uint32_t symbol_table; uint32_t symbols; uint16_t opt_hdr_size; uint16_t flags; }; struct pe32_opt_hdr { uint16_t magic; uint8_t ld_major; uint8_t ld_minor; uint32_t text_size; uint32_t data_size; uint32_t bss_size; uint32_t entry_point; uint32_t code_base; uint32_t data_base; uint32_t image_base; uint32_t section_align; uint32_t file_align; uint16_t os_major; uint16_t os_minor; uint16_t image_major; uint16_t image_minor; uint16_t subsys_major; uint16_t subsys_minor; uint32_t win32_version; uint32_t image_size; uint32_t header_size; uint32_t csum; uint16_t subsys; uint16_t dll_flags; uint32_t stack_size_req; uint32_t stack_size; uint32_t heap_size_req; uint32_t heap_size; uint32_t loader_flags; uint32_t data_dirs; }; struct pe32plus_opt_hdr { uint16_t magic; uint8_t ld_major; uint8_t ld_minor; uint32_t text_size; uint32_t data_size; uint32_t bss_size; uint32_t entry_point; uint32_t code_base; uint64_t image_base; uint32_t section_align; uint32_t file_align; uint16_t os_major; uint16_t os_minor; uint16_t image_major; uint16_t image_minor; uint16_t subsys_major; uint16_t subsys_minor; uint32_t win32_version; uint32_t image_size; uint32_t header_size; uint32_t csum; uint16_t subsys; uint16_t dll_flags; uint64_t stack_size_req; uint64_t stack_size; uint64_t heap_size_req; uint64_t heap_size; uint32_t loader_flags; uint32_t data_dirs; }; struct data_dirent { uint32_t virtual_address; uint32_t size; }; struct data_directory { struct data_dirent exports; struct data_dirent imports; struct data_dirent resources; struct data_dirent exceptions; struct data_dirent certs; struct data_dirent base_relocations; struct data_dirent debug; struct data_dirent arch; struct data_dirent global_ptr; struct data_dirent tls; struct data_dirent load_config; struct data_dirent bound_imports; struct data_dirent import_addrs; struct data_dirent delay_imports; struct data_dirent clr_runtime_hdr; struct data_dirent reserved; }; struct win_certificate { uint32_t length; uint16_t revision; uint16_t cert_type; }; struct kdf_testvec { unsigned char *key; size_t keylen; unsigned char *ikm; size_t ikmlen; struct kvec info; unsigned char *expected; size_t expectedlen; }; enum { DISK_EVENT_MEDIA_CHANGE = 1, DISK_EVENT_EJECT_REQUEST = 2, }; enum { DISK_EVENT_FLAG_POLL = 1, DISK_EVENT_FLAG_UEVENT = 2, DISK_EVENT_FLAG_BLOCK_ON_EXCL_WRITE = 4, }; struct blk_integrity_iter { void *prot_buf; void *data_buf; sector_t seed; unsigned int data_size; short unsigned int interval; unsigned char tuple_size; const char *disk_name; }; struct bdev_inode { struct block_device bdev; struct inode vfs_inode; }; struct blkg_iostat { u64 bytes[3]; u64 ios[3]; }; struct blkg_iostat_set { struct u64_stats_sync sync; struct blkcg_gq *blkg; struct llist_node lnode; int lqueued; struct blkg_iostat cur; struct blkg_iostat last; }; struct blkcg; struct blkg_policy_data; struct blkcg_gq { struct request_queue *q; struct list_head q_node; struct hlist_node blkcg_node; struct blkcg *blkcg; struct blkcg_gq *parent; struct percpu_ref refcnt; bool online; struct blkg_iostat_set *iostat_cpu; struct blkg_iostat_set iostat; struct blkg_policy_data *pd[6]; spinlock_t async_bio_lock; struct bio_list async_bios; union { struct work_struct async_bio_work; struct work_struct free_work; }; atomic_t use_delay; atomic64_t delay_nsec; atomic64_t delay_start; u64 last_delay; int last_use; struct callback_head callback_head; }; struct bio_alloc_cache { struct bio *free_list; struct bio *free_list_irq; unsigned int nr; unsigned int nr_irq; }; enum rq_qos_id { RQ_QOS_WBT = 0, RQ_QOS_LATENCY = 1, RQ_QOS_COST = 2, }; struct rq_qos_ops; struct rq_qos { struct rq_qos_ops *ops; struct request_queue *q; enum rq_qos_id id; struct rq_qos *next; struct dentry *debugfs_dir; }; enum { sysctl_hung_task_timeout_secs = 0, }; enum xen_domain_type { XEN_NATIVE = 0, XEN_PV_DOMAIN = 1, XEN_HVM_DOMAIN = 2, }; struct blk_mq_debugfs_attr { const char *name; umode_t mode; int (*show)(void *, struct seq_file *); ssize_t (*write)(void *, const char *, size_t, loff_t *); const struct seq_operations *seq_ops; }; struct rq_qos_ops { void (*throttle)(struct rq_qos *, struct bio *); void (*track)(struct rq_qos *, struct request *, struct bio *); void (*merge)(struct rq_qos *, struct request *, struct bio *); void (*issue)(struct rq_qos *, struct request *); void (*requeue)(struct rq_qos *, struct request *); void (*done)(struct rq_qos *, struct request *); void (*done_bio)(struct rq_qos *, struct bio *); void (*cleanup)(struct rq_qos *, struct bio *); void (*queue_depth_changed)(struct rq_qos *); void (*exit)(struct rq_qos *); const struct blk_mq_debugfs_attr *debugfs_attrs; }; enum blkg_iostat_type { BLKG_IOSTAT_READ = 0, BLKG_IOSTAT_WRITE = 1, BLKG_IOSTAT_DISCARD = 2, BLKG_IOSTAT_NR = 3, }; struct blkcg_policy_data; struct blkcg { struct cgroup_subsys_state css; spinlock_t lock; refcount_t online_pin; struct xarray blkg_tree; struct blkcg_gq *blkg_hint; struct hlist_head blkg_list; struct blkcg_policy_data *cpd[6]; struct list_head all_blkcgs_node; struct llist_head *lhead; struct list_head cgwb_list; }; struct blkg_policy_data { struct blkcg_gq *blkg; int plid; }; struct blkcg_policy_data { struct blkcg *blkcg; int plid; }; struct biovec_slab { int nr_vecs; char *name; struct kmem_cache *slab; }; struct bio_slab { struct kmem_cache *slab; unsigned int slab_ref; unsigned int slab_size; char name[8]; }; enum { DIO_SHOULD_DIRTY = 1, DIO_IS_SYNC = 2, }; struct blkdev_dio { union { struct kiocb *iocb; struct task_struct *waiter; }; size_t size; atomic_t ref; unsigned int flags; long: 64; long: 64; long: 64; long: 64; long: 64; struct bio bio; }; struct elevator_type; struct elevator_queue { struct elevator_type *type; void *elevator_data; struct kobject kobj; struct mutex sysfs_lock; long unsigned int flags; struct hlist_head hash[64]; }; struct blk_mq_ctxs; struct blk_mq_ctx { struct { spinlock_t lock; struct list_head rq_lists[3]; long: 64; }; unsigned int cpu; short unsigned int index_hw[3]; struct blk_mq_hw_ctx *hctxs[3]; struct request_queue *queue; struct blk_mq_ctxs *ctxs; struct kobject kobj; long: 64; }; struct blk_stat_callback { struct list_head list; struct timer_list timer; struct blk_rq_stat *cpu_stat; int (*bucket_fn)(const struct request *); unsigned int buckets; struct blk_rq_stat *stat; void (*timer_fn)(struct blk_stat_callback *); void *data; struct callback_head rcu; }; struct blk_mq_ctxs { struct kobject kobj; struct blk_mq_ctx *queue_ctx; }; struct blk_mq_alloc_data { struct request_queue *q; blk_mq_req_flags_t flags; unsigned int shallow_depth; blk_opf_t cmd_flags; req_flags_t rq_flags; unsigned int nr_tags; struct request **cached_rq; struct blk_mq_ctx *ctx; struct blk_mq_hw_ctx *hctx; }; enum elv_merge { ELEVATOR_NO_MERGE = 0, ELEVATOR_FRONT_MERGE = 1, ELEVATOR_BACK_MERGE = 2, ELEVATOR_DISCARD_MERGE = 3, }; struct elevator_mq_ops { int (*init_sched)(struct request_queue *, struct elevator_type *); void (*exit_sched)(struct elevator_queue *); int (*init_hctx)(struct blk_mq_hw_ctx *, unsigned int); void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); void (*depth_updated)(struct blk_mq_hw_ctx *); bool (*allow_merge)(struct request_queue *, struct request *, struct bio *); bool (*bio_merge)(struct request_queue *, struct bio *, unsigned int); int (*request_merge)(struct request_queue *, struct request **, struct bio *); void (*request_merged)(struct request_queue *, struct request *, enum elv_merge); void (*requests_merged)(struct request_queue *, struct request *, struct request *); void (*limit_depth)(blk_opf_t, struct blk_mq_alloc_data *); void (*prepare_request)(struct request *); void (*finish_request)(struct request *); void (*insert_requests)(struct blk_mq_hw_ctx *, struct list_head *, bool); struct request * (*dispatch_request)(struct blk_mq_hw_ctx *); bool (*has_work)(struct blk_mq_hw_ctx *); void (*completed_request)(struct request *, u64); void (*requeue_request)(struct request *); struct request * (*former_request)(struct request_queue *, struct request *); struct request * (*next_request)(struct request_queue *, struct request *); void (*init_icq)(struct io_cq *); void (*exit_icq)(struct io_cq *); }; struct elv_fs_entry; struct elevator_type { struct kmem_cache *icq_cache; struct elevator_mq_ops ops; size_t icq_size; size_t icq_align; struct elv_fs_entry *elevator_attrs; const char *elevator_name; const char *elevator_alias; const unsigned int elevator_features; struct module *elevator_owner; const struct blk_mq_debugfs_attr *queue_debugfs_attrs; const struct blk_mq_debugfs_attr *hctx_debugfs_attrs; char icq_cache_name[22]; struct list_head list; }; struct elv_fs_entry { struct attribute attr; ssize_t (*show)(struct elevator_queue *, char *); ssize_t (*store)(struct elevator_queue *, const char *, size_t); }; enum { WBT_RWQ_BG = 0, WBT_RWQ_KSWAPD = 1, WBT_RWQ_DISCARD = 2, WBT_NUM_RWQ = 3, }; enum blkg_rwstat_type { BLKG_RWSTAT_READ = 0, BLKG_RWSTAT_WRITE = 1, BLKG_RWSTAT_SYNC = 2, BLKG_RWSTAT_ASYNC = 3, BLKG_RWSTAT_DISCARD = 4, BLKG_RWSTAT_NR = 5, BLKG_RWSTAT_TOTAL = 5, }; enum { LIMIT_LOW = 0, LIMIT_MAX = 1, LIMIT_CNT = 2, }; struct queue_sysfs_entry { struct attribute attr; ssize_t (*show)(struct request_queue *, char *); ssize_t (*store)(struct request_queue *, const char *, size_t); }; enum { BLK_MQ_F_SHOULD_MERGE = 1, BLK_MQ_F_TAG_QUEUE_SHARED = 2, BLK_MQ_F_STACKING = 4, BLK_MQ_F_TAG_HCTX_SHARED = 8, BLK_MQ_F_BLOCKING = 32, BLK_MQ_F_NO_SCHED = 64, BLK_MQ_F_NO_SCHED_BY_DEFAULT = 128, BLK_MQ_F_ALLOC_POLICY_START_BIT = 8, BLK_MQ_F_ALLOC_POLICY_BITS = 1, BLK_MQ_S_STOPPED = 0, BLK_MQ_S_TAG_ACTIVE = 1, BLK_MQ_S_SCHED_RESTART = 2, BLK_MQ_S_INACTIVE = 3, BLK_MQ_MAX_DEPTH = 10240, BLK_MQ_CPU_WORK_BATCH = 8, }; enum { BLK_MQ_NO_TAG = 4294967295, BLK_MQ_TAG_MIN = 1, BLK_MQ_TAG_MAX = 4294967294, }; enum { REQ_FSEQ_PREFLUSH = 1, REQ_FSEQ_DATA = 2, REQ_FSEQ_POSTFLUSH = 4, REQ_FSEQ_DONE = 8, REQ_FSEQ_ACTIONS = 7, FLUSH_PENDING_TIMEOUT = 1250, }; enum rpm_status { RPM_INVALID = 4294967295, RPM_ACTIVE = 0, RPM_RESUMING = 1, RPM_SUSPENDED = 2, RPM_SUSPENDING = 3, }; enum { BLK_MQ_REQ_NOWAIT = 1, BLK_MQ_REQ_RESERVED = 2, BLK_MQ_REQ_PM = 4, }; struct trace_event_raw_block_buffer { struct trace_entry ent; dev_t dev; sector_t sector; size_t size; char __data[0]; }; struct trace_event_raw_block_rq_requeue { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; char rwbs[8]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_rq_completion { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; int error; char rwbs[8]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_rq { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; unsigned int bytes; char rwbs[8]; char comm[16]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_bio_complete { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; int error; char rwbs[8]; char __data[0]; }; struct trace_event_raw_block_bio { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; char rwbs[8]; char comm[16]; char __data[0]; }; struct trace_event_raw_block_plug { struct trace_entry ent; char comm[16]; char __data[0]; }; struct trace_event_raw_block_unplug { struct trace_entry ent; int nr_rq; char comm[16]; char __data[0]; }; struct trace_event_raw_block_split { struct trace_entry ent; dev_t dev; sector_t sector; sector_t new_sector; char rwbs[8]; char comm[16]; char __data[0]; }; struct trace_event_raw_block_bio_remap { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; dev_t old_dev; sector_t old_sector; char rwbs[8]; char __data[0]; }; struct trace_event_raw_block_rq_remap { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; dev_t old_dev; sector_t old_sector; unsigned int nr_bios; char rwbs[8]; char __data[0]; }; struct trace_event_data_offsets_block_buffer {}; struct trace_event_data_offsets_block_rq_requeue { u32 cmd; }; struct trace_event_data_offsets_block_rq_completion { u32 cmd; }; struct trace_event_data_offsets_block_rq { u32 cmd; }; struct trace_event_data_offsets_block_bio_complete {}; struct trace_event_data_offsets_block_bio {}; struct trace_event_data_offsets_block_plug {}; struct trace_event_data_offsets_block_unplug {}; struct trace_event_data_offsets_block_split {}; struct trace_event_data_offsets_block_bio_remap {}; struct trace_event_data_offsets_block_rq_remap {}; typedef void (*btf_trace_block_touch_buffer)(void *, struct buffer_head *); typedef void (*btf_trace_block_dirty_buffer)(void *, struct buffer_head *); typedef void (*btf_trace_block_rq_requeue)(void *, struct request *); typedef void (*btf_trace_block_rq_complete)(void *, struct request *, blk_status_t, unsigned int); typedef void (*btf_trace_block_rq_error)(void *, struct request *, blk_status_t, unsigned int); typedef void (*btf_trace_block_rq_insert)(void *, struct request *); typedef void (*btf_trace_block_rq_issue)(void *, struct request *); typedef void (*btf_trace_block_rq_merge)(void *, struct request *); typedef void (*btf_trace_block_bio_complete)(void *, struct request_queue *, struct bio *); typedef void (*btf_trace_block_bio_bounce)(void *, struct bio *); typedef void (*btf_trace_block_bio_backmerge)(void *, struct bio *); typedef void (*btf_trace_block_bio_frontmerge)(void *, struct bio *); typedef void (*btf_trace_block_bio_queue)(void *, struct bio *); typedef void (*btf_trace_block_getrq)(void *, struct bio *); typedef void (*btf_trace_block_plug)(void *, struct request_queue *); typedef void (*btf_trace_block_unplug)(void *, struct request_queue *, unsigned int, bool); typedef void (*btf_trace_block_split)(void *, struct bio *, unsigned int); typedef void (*btf_trace_block_bio_remap)(void *, struct bio *, dev_t, sector_t); typedef void (*btf_trace_block_rq_remap)(void *, struct request *, dev_t, sector_t); typedef struct blkcg_policy_data *blkcg_pol_alloc_cpd_fn(gfp_t); typedef void blkcg_pol_init_cpd_fn(struct blkcg_policy_data *); typedef void blkcg_pol_free_cpd_fn(struct blkcg_policy_data *); typedef void blkcg_pol_bind_cpd_fn(struct blkcg_policy_data *); typedef struct blkg_policy_data *blkcg_pol_alloc_pd_fn(gfp_t, struct request_queue *, struct blkcg *); typedef void blkcg_pol_init_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_online_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_offline_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_free_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_reset_pd_stats_fn(struct blkg_policy_data *); typedef void blkcg_pol_stat_pd_fn(struct blkg_policy_data *, struct seq_file *); struct blkcg_policy { int plid; struct cftype *dfl_cftypes; struct cftype *legacy_cftypes; blkcg_pol_alloc_cpd_fn *cpd_alloc_fn; blkcg_pol_init_cpd_fn *cpd_init_fn; blkcg_pol_free_cpd_fn *cpd_free_fn; blkcg_pol_bind_cpd_fn *cpd_bind_fn; blkcg_pol_alloc_pd_fn *pd_alloc_fn; blkcg_pol_init_pd_fn *pd_init_fn; blkcg_pol_online_pd_fn *pd_online_fn; blkcg_pol_offline_pd_fn *pd_offline_fn; blkcg_pol_free_pd_fn *pd_free_fn; blkcg_pol_reset_pd_stats_fn *pd_reset_stats_fn; blkcg_pol_stat_pd_fn *pd_stat_fn; }; struct blkg_rwstat { struct percpu_counter cpu_cnt[5]; atomic64_t aux_cnt[5]; }; struct throtl_grp; struct throtl_qnode { struct list_head node; struct bio_list bios; struct throtl_grp *tg; }; struct throtl_service_queue { struct throtl_service_queue *parent_sq; struct list_head queued[2]; unsigned int nr_queued[2]; struct rb_root_cached pending_tree; unsigned int nr_pending; long unsigned int first_pending_disptime; struct timer_list pending_timer; }; struct throtl_grp { struct blkg_policy_data pd; struct rb_node rb_node; struct throtl_data *td; struct throtl_service_queue service_queue; struct throtl_qnode qnode_on_self[2]; struct throtl_qnode qnode_on_parent[2]; long unsigned int disptime; unsigned int flags; bool has_rules_bps[2]; bool has_rules_iops[2]; uint64_t bps[4]; uint64_t bps_conf[4]; unsigned int iops[4]; unsigned int iops_conf[4]; uint64_t bytes_disp[2]; unsigned int io_disp[2]; long unsigned int last_low_overflow_time[2]; uint64_t last_bytes_disp[2]; unsigned int last_io_disp[2]; uint64_t carryover_bytes[2]; unsigned int carryover_ios[2]; long unsigned int last_check_time; long unsigned int latency_target; long unsigned int latency_target_conf; long unsigned int slice_start[2]; long unsigned int slice_end[2]; long unsigned int last_finish_time; long unsigned int checked_last_finish_time; long unsigned int avg_idletime; long unsigned int idletime_threshold; long unsigned int idletime_threshold_conf; unsigned int bio_cnt; unsigned int bad_bio_cnt; long unsigned int bio_cnt_reset_time; struct blkg_rwstat stat_bytes; struct blkg_rwstat stat_ios; }; struct rq_map_data { struct page **pages; long unsigned int offset; short unsigned int page_order; short unsigned int nr_entries; bool null_mapped; bool from_user; }; struct bio_map_data { bool is_our_pages: 1; bool is_null_mapped: 1; struct iov_iter iter; struct iovec iov[0]; }; struct req_iterator { struct bvec_iter iter; struct bio *bio; }; enum bio_merge_status { BIO_MERGE_OK = 0, BIO_MERGE_NONE = 1, BIO_MERGE_FAILED = 2, }; typedef bool (*sb_for_each_fn)(struct sbitmap *, unsigned int, void *); struct sbq_wait { struct sbitmap_queue *sbq; struct wait_queue_entry wait; }; typedef bool busy_tag_iter_fn(struct request *, void *); enum { BLK_MQ_UNIQUE_TAG_BITS = 16, BLK_MQ_UNIQUE_TAG_MASK = 65535, }; struct bt_iter_data { struct blk_mq_hw_ctx *hctx; struct request_queue *q; busy_tag_iter_fn *fn; void *data; bool reserved; }; struct bt_tags_iter_data { struct blk_mq_tags *tags; busy_tag_iter_fn *fn; void *data; unsigned int flags; }; struct blk_queue_stats { struct list_head callbacks; spinlock_t lock; int accounting; }; struct blk_mq_hw_ctx_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_mq_hw_ctx *, char *); ssize_t (*store)(struct blk_mq_hw_ctx *, const char *, size_t); }; typedef u32 compat_caddr_t; struct hd_geometry { unsigned char heads; unsigned char sectors; short unsigned int cylinders; long unsigned int start; }; struct blkpg_ioctl_arg { int op; int flags; int datalen; void *data; }; struct blkpg_partition { long long int start; long long int length; int pno; char devname[64]; char volname[64]; }; struct pr_reservation { __u64 key; __u32 type; __u32 flags; }; struct pr_registration { __u64 old_key; __u64 new_key; __u32 flags; __u32 __pad; }; struct pr_preempt { __u64 old_key; __u64 new_key; __u32 type; __u32 flags; }; struct pr_clear { __u64 key; __u32 flags; __u32 __pad; }; struct compat_blkpg_ioctl_arg { compat_int_t op; compat_int_t flags; compat_int_t datalen; compat_caddr_t data; }; struct compat_hd_geometry { unsigned char heads; unsigned char sectors; short unsigned int cylinders; u32 start; }; struct klist_node; struct klist { spinlock_t k_lock; struct list_head k_list; void (*get)(struct klist_node *); void (*put)(struct klist_node *); }; struct klist_node { void *n_klist; struct list_head n_node; struct kref n_ref; }; struct klist_iter { struct klist *i_klist; struct klist_node *i_cur; }; struct class_dev_iter { struct klist_iter ki; const struct device_type *type; }; enum { GENHD_FL_REMOVABLE = 1, GENHD_FL_HIDDEN = 2, GENHD_FL_NO_PART = 4, }; struct badblocks { struct device *dev; int count; int unacked_exist; int shift; u64 *page; int changed; seqlock_t lock; sector_t sector; sector_t size; }; struct blk_major_name { struct blk_major_name *next; int major; char name[16]; void (*probe)(dev_t); }; struct mq_inflight { struct block_device *part; unsigned int inflight[2]; }; struct blk_rq_wait { struct completion done; blk_status_t ret; }; struct blk_expired_data { bool has_timedout_rq; long unsigned int next; long unsigned int timeout_start; }; struct flush_busy_ctx_data { struct blk_mq_hw_ctx *hctx; struct list_head *list; }; struct dispatch_rq_data { struct blk_mq_hw_ctx *hctx; struct request *rq; }; enum prep_dispatch { PREP_DISPATCH_OK = 0, PREP_DISPATCH_NO_TAG = 1, PREP_DISPATCH_NO_BUDGET = 2, }; struct rq_iter_data { struct blk_mq_hw_ctx *hctx; bool has_rq; }; struct blk_mq_qe_pair { struct list_head node; struct request_queue *q; struct elevator_type *type; }; enum { IOPRIO_WHO_PROCESS = 1, IOPRIO_WHO_PGRP = 2, IOPRIO_WHO_USER = 3, }; struct parsed_partitions { struct gendisk *disk; char name[32]; struct { sector_t from; sector_t size; int flags; bool has_info; struct partition_meta_info info; } *parts; int next; int limit; bool access_beyond_eod; char *pp_buf; }; typedef struct { struct folio *v; } Sector; struct _gpt_header { __le64 signature; __le32 revision; __le32 header_size; __le32 header_crc32; __le32 reserved1; __le64 my_lba; __le64 alternate_lba; __le64 first_usable_lba; __le64 last_usable_lba; efi_guid_t disk_guid; __le64 partition_entry_lba; __le32 num_partition_entries; __le32 sizeof_partition_entry; __le32 partition_entry_array_crc32; } __attribute__((packed)); typedef struct _gpt_header gpt_header; struct _gpt_entry_attributes { u64 required_to_function: 1; u64 reserved: 47; u64 type_guid_specific: 16; }; typedef struct _gpt_entry_attributes gpt_entry_attributes; struct _gpt_entry { efi_guid_t partition_type_guid; efi_guid_t unique_partition_guid; __le64 starting_lba; __le64 ending_lba; gpt_entry_attributes attributes; __le16 partition_name[36]; }; typedef struct _gpt_entry gpt_entry; struct _gpt_mbr_record { u8 boot_indicator; u8 start_head; u8 start_sector; u8 start_track; u8 os_type; u8 end_head; u8 end_sector; u8 end_track; __le32 starting_lba; __le32 size_in_lba; }; typedef struct _gpt_mbr_record gpt_mbr_record; struct _legacy_mbr { u8 boot_code[440]; __le32 unique_mbr_signature; __le16 unknown; gpt_mbr_record partition_record[4]; __le16 signature; } __attribute__((packed)); typedef struct _legacy_mbr legacy_mbr; struct disk_events { struct list_head node; struct gendisk *disk; spinlock_t lock; struct mutex block_mutex; int block; unsigned int pending; unsigned int clearing; long int poll_msecs; struct delayed_work dwork; }; struct msdos_partition { u8 boot_ind; u8 head; u8 sector; u8 cyl; u8 sys_ind; u8 end_head; u8 end_sector; u8 end_cyl; __le32 start_sect; __le32 nr_sects; }; enum msdos_sys_ind { DOS_EXTENDED_PARTITION = 5, LINUX_EXTENDED_PARTITION = 133, WIN98_EXTENDED_PARTITION = 15, LINUX_DATA_PARTITION = 131, LINUX_LVM_PARTITION = 142, LINUX_RAID_PARTITION = 253, SOLARIS_X86_PARTITION = 130, NEW_SOLARIS_X86_PARTITION = 191, DM6_AUX1PARTITION = 81, DM6_AUX3PARTITION = 83, DM6_PARTITION = 84, EZD_PARTITION = 85, FREEBSD_PARTITION = 165, OPENBSD_PARTITION = 166, NETBSD_PARTITION = 169, BSDI_PARTITION = 183, MINIX_PARTITION = 129, UNIXWARE_PARTITION = 99, }; struct rq_wait { wait_queue_head_t wait; atomic_t inflight; }; struct rq_depth { unsigned int max_depth; int scale_step; bool scaled_max; unsigned int queue_depth; unsigned int default_depth; }; typedef bool acquire_inflight_cb_t(struct rq_wait *, void *); typedef void cleanup_cb_t(struct rq_wait *, void *); struct rq_qos_wait_data { struct wait_queue_entry wq; struct task_struct *task; struct rq_wait *rqw; acquire_inflight_cb_t *cb; void *private_data; bool got_token; }; struct blk_ia_range_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_independent_access_range *, char *); }; struct sg_io_v4 { __s32 guard; __u32 protocol; __u32 subprotocol; __u32 request_len; __u64 request; __u64 request_tag; __u32 request_attr; __u32 request_priority; __u32 request_extra; __u32 max_response_len; __u64 response; __u32 dout_iovec_count; __u32 dout_xfer_len; __u32 din_iovec_count; __u32 din_xfer_len; __u64 dout_xferp; __u64 din_xferp; __u32 timeout; __u32 flags; __u64 usr_ptr; __u32 spare_in; __u32 driver_status; __u32 transport_status; __u32 device_status; __u32 retry_delay; __u32 info; __u32 duration; __u32 response_len; __s32 din_resid; __s32 dout_resid; __u64 generated_tag; __u32 spare_out; __u32 padding; }; typedef int bsg_sg_io_fn(struct request_queue *, struct sg_io_v4 *, fmode_t, unsigned int); struct bsg_device { struct request_queue *queue; struct device device; struct cdev cdev; int max_queue; unsigned int timeout; unsigned int reserved_size; bsg_sg_io_fn *sg_io_fn; }; struct blkg_rwstat_sample { u64 cnt[5]; }; struct latency_bucket { long unsigned int total_latency; int samples; }; struct avg_latency_bucket { long unsigned int latency; bool valid; }; struct throtl_data { struct throtl_service_queue service_queue; struct request_queue *queue; unsigned int nr_queued[2]; unsigned int throtl_slice; struct work_struct dispatch_work; unsigned int limit_index; bool limit_valid[2]; long unsigned int low_upgrade_time; long unsigned int low_downgrade_time; unsigned int scale; struct latency_bucket tmp_buckets[18]; struct avg_latency_bucket avg_buckets[18]; struct latency_bucket *latency_buckets[2]; long unsigned int last_calculate_time; long unsigned int filtered_latency; bool track_bio_latency; }; struct blkg_conf_ctx { struct block_device *bdev; struct blkcg_gq *blkg; char *body; }; enum tg_state_flags { THROTL_TG_PENDING = 1, THROTL_TG_WAS_EMPTY = 2, THROTL_TG_CANCELING = 4, }; enum dd_data_dir { DD_READ = 0, DD_WRITE = 1, }; enum { DD_DIR_COUNT = 2, }; enum dd_prio { DD_RT_PRIO = 0, DD_BE_PRIO = 1, DD_IDLE_PRIO = 2, DD_PRIO_MAX = 2, }; enum { DD_PRIO_COUNT = 3, }; struct io_stats_per_prio { uint32_t inserted; uint32_t merged; uint32_t dispatched; atomic_t completed; }; struct dd_per_prio { struct list_head dispatch; struct rb_root sort_list[2]; struct list_head fifo_list[2]; struct request *next_rq[2]; struct io_stats_per_prio stats; }; struct deadline_data { struct dd_per_prio per_prio[3]; enum dd_data_dir last_dir; unsigned int batching; unsigned int starved; int fifo_expire[2]; int fifo_batch; int writes_starved; int front_merges; u32 async_depth; int prio_aging_expire; spinlock_t lock; spinlock_t zone_lock; }; enum { MILLION = 1000000, MIN_PERIOD = 1000, MAX_PERIOD = 1000000, MARGIN_MIN_PCT = 10, MARGIN_LOW_PCT = 20, MARGIN_TARGET_PCT = 50, INUSE_ADJ_STEP_PCT = 25, TIMER_SLACK_PCT = 1, WEIGHT_ONE = 65536, }; enum { VTIME_PER_SEC_SHIFT = 37, VTIME_PER_SEC = 0, VTIME_PER_USEC = 137438, VTIME_PER_NSEC = 137, VRATE_MIN_PPM = 10000, VRATE_MAX_PPM = 100000000, VRATE_MIN = 1374, VRATE_CLAMP_ADJ_PCT = 4, RQ_WAIT_BUSY_PCT = 5, UNBUSY_THR_PCT = 75, MIN_DELAY_THR_PCT = 500, MAX_DELAY_THR_PCT = 25000, MIN_DELAY = 250, MAX_DELAY = 250000, DFGV_USAGE_PCT = 50, DFGV_PERIOD = 100000, MAX_LAGGING_PERIODS = 10, AUTOP_CYCLE_NSEC = 1410065408, IOC_PAGE_SHIFT = 12, IOC_PAGE_SIZE = 4096, IOC_SECT_TO_PAGE_SHIFT = 3, LCOEF_RANDIO_PAGES = 4096, }; enum ioc_running { IOC_IDLE = 0, IOC_RUNNING = 1, IOC_STOP = 2, }; enum { QOS_ENABLE = 0, QOS_CTRL = 1, NR_QOS_CTRL_PARAMS = 2, }; enum { QOS_RPPM = 0, QOS_RLAT = 1, QOS_WPPM = 2, QOS_WLAT = 3, QOS_MIN = 4, QOS_MAX = 5, NR_QOS_PARAMS = 6, }; enum { COST_CTRL = 0, COST_MODEL = 1, NR_COST_CTRL_PARAMS = 2, }; enum { I_LCOEF_RBPS = 0, I_LCOEF_RSEQIOPS = 1, I_LCOEF_RRANDIOPS = 2, I_LCOEF_WBPS = 3, I_LCOEF_WSEQIOPS = 4, I_LCOEF_WRANDIOPS = 5, NR_I_LCOEFS = 6, }; enum { LCOEF_RPAGE = 0, LCOEF_RSEQIO = 1, LCOEF_RRANDIO = 2, LCOEF_WPAGE = 3, LCOEF_WSEQIO = 4, LCOEF_WRANDIO = 5, NR_LCOEFS = 6, }; enum { AUTOP_INVALID = 0, AUTOP_HDD = 1, AUTOP_SSD_QD1 = 2, AUTOP_SSD_DFL = 3, AUTOP_SSD_FAST = 4, }; struct ioc_params { u32 qos[6]; u64 i_lcoefs[6]; u64 lcoefs[6]; u32 too_fast_vrate_pct; u32 too_slow_vrate_pct; }; struct ioc_margins { s64 min; s64 low; s64 target; }; struct ioc_missed { local_t nr_met; local_t nr_missed; u32 last_met; u32 last_missed; }; struct ioc_pcpu_stat { struct ioc_missed missed[2]; local64_t rq_wait_ns; u64 last_rq_wait_ns; }; struct ioc { struct rq_qos rqos; bool enabled; struct ioc_params params; struct ioc_margins margins; u32 period_us; u32 timer_slack_ns; u64 vrate_min; u64 vrate_max; spinlock_t lock; struct timer_list timer; struct list_head active_iocgs; struct ioc_pcpu_stat *pcpu_stat; enum ioc_running running; atomic64_t vtime_rate; u64 vtime_base_rate; s64 vtime_err; seqcount_spinlock_t period_seqcount; u64 period_at; u64 period_at_vtime; atomic64_t cur_period; int busy_level; bool weights_updated; atomic_t hweight_gen; u64 dfgv_period_at; u64 dfgv_period_rem; u64 dfgv_usage_us_sum; u64 autop_too_fast_at; u64 autop_too_slow_at; int autop_idx; bool user_qos_params: 1; bool user_cost_model: 1; }; struct iocg_pcpu_stat { local64_t abs_vusage; }; struct iocg_stat { u64 usage_us; u64 wait_us; u64 indebt_us; u64 indelay_us; }; struct ioc_gq { struct blkg_policy_data pd; struct ioc *ioc; u32 cfg_weight; u32 weight; u32 active; u32 inuse; u32 last_inuse; s64 saved_margin; sector_t cursor; atomic64_t vtime; atomic64_t done_vtime; u64 abs_vdebt; u64 delay; u64 delay_at; atomic64_t active_period; struct list_head active_list; u64 child_active_sum; u64 child_inuse_sum; u64 child_adjusted_sum; int hweight_gen; u32 hweight_active; u32 hweight_inuse; u32 hweight_donating; u32 hweight_after_donation; struct list_head walk_list; struct list_head surplus_list; struct wait_queue_head waitq; struct hrtimer waitq_timer; u64 activated_at; struct iocg_pcpu_stat *pcpu_stat; struct iocg_stat stat; struct iocg_stat last_stat; u64 last_stat_abs_vusage; u64 usage_delta_us; u64 wait_since; u64 indebt_since; u64 indelay_since; int level; struct ioc_gq *ancestors[0]; }; struct ioc_cgrp { struct blkcg_policy_data cpd; unsigned int dfl_weight; }; struct ioc_now { u64 now_ns; u64 now; u64 vnow; }; struct iocg_wait { struct wait_queue_entry wait; struct bio *bio; u64 abs_cost; bool committed; }; struct iocg_wake_ctx { struct ioc_gq *iocg; u32 hw_inuse; s64 vbudget; }; struct trace_event_raw_iocost_iocg_state { struct trace_entry ent; u32 __data_loc_devname; u32 __data_loc_cgroup; u64 now; u64 vnow; u64 vrate; u64 last_period; u64 cur_period; u64 vtime; u32 weight; u32 inuse; u64 hweight_active; u64 hweight_inuse; char __data[0]; }; struct trace_event_raw_iocg_inuse_update { struct trace_entry ent; u32 __data_loc_devname; u32 __data_loc_cgroup; u64 now; u32 old_inuse; u32 new_inuse; u64 old_hweight_inuse; u64 new_hweight_inuse; char __data[0]; }; struct trace_event_raw_iocost_ioc_vrate_adj { struct trace_entry ent; u32 __data_loc_devname; u64 old_vrate; u64 new_vrate; int busy_level; u32 read_missed_ppm; u32 write_missed_ppm; u32 rq_wait_pct; int nr_lagging; int nr_shortages; char __data[0]; }; struct trace_event_raw_iocost_iocg_forgive_debt { struct trace_entry ent; u32 __data_loc_devname; u32 __data_loc_cgroup; u64 now; u64 vnow; u32 usage_pct; u64 old_debt; u64 new_debt; u64 old_delay; u64 new_delay; char __data[0]; }; struct trace_event_data_offsets_iocost_iocg_state { u32 devname; u32 cgroup; }; struct trace_event_data_offsets_iocg_inuse_update { u32 devname; u32 cgroup; }; struct trace_event_data_offsets_iocost_ioc_vrate_adj { u32 devname; }; struct trace_event_data_offsets_iocost_iocg_forgive_debt { u32 devname; u32 cgroup; }; typedef void (*btf_trace_iocost_iocg_activate)(void *, struct ioc_gq *, const char *, struct ioc_now *, u64, u64, u64); typedef void (*btf_trace_iocost_iocg_idle)(void *, struct ioc_gq *, const char *, struct ioc_now *, u64, u64, u64); typedef void (*btf_trace_iocost_inuse_shortage)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u32, u64, u64); typedef void (*btf_trace_iocost_inuse_transfer)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u32, u64, u64); typedef void (*btf_trace_iocost_inuse_adjust)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u32, u64, u64); typedef void (*btf_trace_iocost_ioc_vrate_adj)(void *, struct ioc *, u64, u32 *, u32, int, int); typedef void (*btf_trace_iocost_iocg_forgive_debt)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u64, u64, u64, u64); enum bip_flags { BIP_BLOCK_INTEGRITY = 1, BIP_MAPPED_INTEGRITY = 2, BIP_CTRL_NOCHECK = 4, BIP_DISK_NOCHECK = 8, BIP_IP_CHECKSUM = 16, }; enum blk_integrity_flags { BLK_INTEGRITY_VERIFY = 1, BLK_INTEGRITY_GENERATE = 2, BLK_INTEGRITY_DEVICE_CAPABLE = 4, BLK_INTEGRITY_IP_CHECKSUM = 8, }; struct blk_iolatency { struct rq_qos rqos; struct timer_list timer; bool enabled; atomic_t enable_cnt; struct work_struct enable_work; }; struct iolatency_grp; struct child_latency_info { spinlock_t lock; u64 last_scale_event; u64 scale_lat; u64 nr_samples; struct iolatency_grp *scale_grp; atomic_t scale_cookie; }; struct percentile_stats { u64 total; u64 missed; }; struct latency_stat { union { struct percentile_stats ps; struct blk_rq_stat rqs; }; }; struct iolatency_grp { struct blkg_policy_data pd; struct latency_stat *stats; struct latency_stat cur_stat; struct blk_iolatency *blkiolat; unsigned int max_depth; struct rq_wait rq_wait; atomic64_t window_start; atomic_t scale_cookie; u64 min_lat_nsec; u64 cur_win_nsec; u64 lat_avg; u64 nr_samples; bool ssd; struct child_latency_info child_lat; }; struct trace_event_raw_kyber_latency { struct trace_entry ent; dev_t dev; char domain[16]; char type[8]; u8 percentile; u8 numerator; u8 denominator; unsigned int samples; char __data[0]; }; struct trace_event_raw_kyber_adjust { struct trace_entry ent; dev_t dev; char domain[16]; unsigned int depth; char __data[0]; }; struct trace_event_raw_kyber_throttled { struct trace_entry ent; dev_t dev; char domain[16]; char __data[0]; }; struct trace_event_data_offsets_kyber_latency {}; struct trace_event_data_offsets_kyber_adjust {}; struct trace_event_data_offsets_kyber_throttled {}; typedef void (*btf_trace_kyber_latency)(void *, dev_t, const char *, const char *, unsigned int, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_kyber_adjust)(void *, dev_t, const char *, unsigned int); typedef void (*btf_trace_kyber_throttled)(void *, dev_t, const char *); enum { KYBER_READ = 0, KYBER_WRITE = 1, KYBER_DISCARD = 2, KYBER_OTHER = 3, KYBER_NUM_DOMAINS = 4, }; enum { KYBER_ASYNC_PERCENT = 75, }; enum { KYBER_LATENCY_SHIFT = 2, KYBER_GOOD_BUCKETS = 4, KYBER_LATENCY_BUCKETS = 8, }; enum { KYBER_TOTAL_LATENCY = 0, KYBER_IO_LATENCY = 1, }; struct kyber_cpu_latency { atomic_t buckets[48]; }; struct kyber_ctx_queue { spinlock_t lock; struct list_head rq_list[4]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kyber_queue_data { struct request_queue *q; dev_t dev; struct sbitmap_queue domain_tokens[4]; unsigned int async_depth; struct kyber_cpu_latency *cpu_latency; struct timer_list timer; unsigned int latency_buckets[48]; long unsigned int latency_timeout[3]; int domain_p99[3]; u64 latency_targets[3]; }; struct kyber_hctx_data { spinlock_t lock; struct list_head rqs[4]; unsigned int cur_domain; unsigned int batching; struct kyber_ctx_queue *kcqs; struct sbitmap kcq_map[4]; struct sbq_wait domain_wait[4]; struct sbq_wait_state *domain_ws[4]; atomic_t wait_index[4]; }; struct flush_kcq_data { struct kyber_hctx_data *khd; unsigned int sched_domain; struct list_head *list; }; struct integrity_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_integrity *, char *); ssize_t (*store)(struct blk_integrity *, const char *, size_t); }; struct virtio_device_id { __u32 device; __u32 vendor; }; struct virtio_device; struct virtqueue { struct list_head list; void (*callback)(struct virtqueue *); const char *name; struct virtio_device *vdev; unsigned int index; unsigned int num_free; unsigned int num_max; void *priv; bool reset; }; struct vringh_config_ops; struct virtio_config_ops; struct virtio_device { int index; bool failed; bool config_enabled; bool config_change_pending; spinlock_t config_lock; spinlock_t vqs_list_lock; struct device dev; struct virtio_device_id id; const struct virtio_config_ops *config; const struct vringh_config_ops *vringh_config; struct list_head vqs; u64 features; void *priv; }; typedef void vq_callback_t(struct virtqueue *); struct virtio_shm_region; struct virtio_config_ops { void (*get)(struct virtio_device *, unsigned int, void *, unsigned int); void (*set)(struct virtio_device *, unsigned int, const void *, unsigned int); u32 (*generation)(struct virtio_device *); u8 (*get_status)(struct virtio_device *); void (*set_status)(struct virtio_device *, u8); void (*reset)(struct virtio_device *); int (*find_vqs)(struct virtio_device *, unsigned int, struct virtqueue **, vq_callback_t **, const char * const *, const bool *, struct irq_affinity *); void (*del_vqs)(struct virtio_device *); void (*synchronize_cbs)(struct virtio_device *); u64 (*get_features)(struct virtio_device *); int (*finalize_features)(struct virtio_device *); const char * (*bus_name)(struct virtio_device *); int (*set_vq_affinity)(struct virtqueue *, const struct cpumask *); const struct cpumask * (*get_vq_affinity)(struct virtio_device *, int); bool (*get_shm_region)(struct virtio_device *, struct virtio_shm_region *, u8); int (*disable_vq_and_reset)(struct virtqueue *); int (*enable_vq_after_reset)(struct virtqueue *); }; struct virtio_shm_region { u64 addr; u64 len; }; typedef __u16 __sum16; enum t10_dif_type { T10_PI_TYPE0_PROTECTION = 0, T10_PI_TYPE1_PROTECTION = 1, T10_PI_TYPE2_PROTECTION = 2, T10_PI_TYPE3_PROTECTION = 3, }; struct t10_pi_tuple { __be16 guard_tag; __be16 app_tag; __be32 ref_tag; }; struct crc64_pi_tuple { __be64 guard_tag; __be16 app_tag; __u8 ref_tag[6]; }; typedef __be16 csum_fn(void *, unsigned int); struct show_busy_params { struct seq_file *m; struct blk_mq_hw_ctx *hctx; }; enum blk_zone_report_flags { BLK_ZONE_REP_CAPACITY = 1, }; struct blk_zone_report { __u64 sector; __u32 nr_zones; __u32 flags; struct blk_zone zones[0]; }; struct blk_zone_range { __u64 sector; __u64 nr_sectors; }; struct zone_report_args { struct blk_zone *zones; }; struct blk_revalidate_zone_args { struct gendisk *disk; long unsigned int *conv_zones_bitmap; long unsigned int *seq_zones_wlock; unsigned int nr_zones; sector_t zone_sectors; sector_t sector; }; enum wbt_flags { WBT_TRACKED = 1, WBT_READ = 2, WBT_KSWAPD = 4, WBT_DISCARD = 8, WBT_NR_BITS = 4, }; enum { WBT_STATE_ON_DEFAULT = 1, WBT_STATE_ON_MANUAL = 2, WBT_STATE_OFF_DEFAULT = 3, WBT_STATE_OFF_MANUAL = 4, }; struct rq_wb { unsigned int wb_background; unsigned int wb_normal; short int enable_state; unsigned int unknown_cnt; u64 win_nsec; u64 cur_win_nsec; struct blk_stat_callback *cb; u64 sync_issue; void *sync_cookie; unsigned int wc; long unsigned int last_issue; long unsigned int last_comp; long unsigned int min_lat_nsec; struct rq_qos rqos; struct rq_wait rq_wait[3]; struct rq_depth rq_depth; }; struct trace_event_raw_wbt_stat { struct trace_entry ent; char name[32]; s64 rmean; u64 rmin; u64 rmax; s64 rnr_samples; s64 rtime; s64 wmean; u64 wmin; u64 wmax; s64 wnr_samples; s64 wtime; char __data[0]; }; struct trace_event_raw_wbt_lat { struct trace_entry ent; char name[32]; long unsigned int lat; char __data[0]; }; struct trace_event_raw_wbt_step { struct trace_entry ent; char name[32]; const char *msg; int step; long unsigned int window; unsigned int bg; unsigned int normal; unsigned int max; char __data[0]; }; struct trace_event_raw_wbt_timer { struct trace_entry ent; char name[32]; unsigned int status; int step; unsigned int inflight; char __data[0]; }; struct trace_event_data_offsets_wbt_stat {}; struct trace_event_data_offsets_wbt_lat {}; struct trace_event_data_offsets_wbt_step {}; struct trace_event_data_offsets_wbt_timer {}; typedef void (*btf_trace_wbt_stat)(void *, struct backing_dev_info *, struct blk_rq_stat *); typedef void (*btf_trace_wbt_lat)(void *, struct backing_dev_info *, long unsigned int); typedef void (*btf_trace_wbt_step)(void *, struct backing_dev_info *, const char *, int, long unsigned int, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_wbt_timer)(void *, struct backing_dev_info *, unsigned int, int, unsigned int); enum { RWB_DEF_DEPTH = 16, RWB_WINDOW_NSEC = 100000000, RWB_MIN_WRITE_SAMPLES = 3, RWB_UNKNOWN_BUMP = 5, }; enum { LAT_OK = 1, LAT_UNKNOWN = 2, LAT_UNKNOWN_WRITES = 3, LAT_EXCEEDED = 4, }; struct wbt_wait_data { struct rq_wb *rwb; enum wbt_flags wb_acct; blk_opf_t opf; }; struct bd_holder_disk { struct list_head list; struct kobject *holder_dir; int refcnt; }; enum io_uring_cmd_flags { IO_URING_F_COMPLETE_DEFER = 1, IO_URING_F_UNLOCKED = 2, IO_URING_F_MULTISHOT = 4, IO_URING_F_IOWQ = 8, IO_URING_F_NONBLOCK = 2147483648, IO_URING_F_SQE128 = 256, IO_URING_F_CQE32 = 512, IO_URING_F_IOPOLL = 1024, }; enum { REQ_F_FIXED_FILE = 1, REQ_F_IO_DRAIN = 2, REQ_F_LINK = 4, REQ_F_HARDLINK = 8, REQ_F_FORCE_ASYNC = 16, REQ_F_BUFFER_SELECT = 32, REQ_F_CQE_SKIP = 64, REQ_F_FAIL = 256, REQ_F_INFLIGHT = 512, REQ_F_CUR_POS = 1024, REQ_F_NOWAIT = 2048, REQ_F_LINK_TIMEOUT = 4096, REQ_F_NEED_CLEANUP = 8192, REQ_F_POLLED = 16384, REQ_F_BUFFER_SELECTED = 32768, REQ_F_BUFFER_RING = 65536, REQ_F_REISSUE = 131072, REQ_F_SUPPORT_NOWAIT = 1073741824, REQ_F_ISREG = 2147483648, REQ_F_CREDS = 262144, REQ_F_REFCOUNT = 524288, REQ_F_ARM_LTIMEOUT = 1048576, REQ_F_ASYNC_DATA = 2097152, REQ_F_SKIP_LINK_CQES = 4194304, REQ_F_SINGLE_POLL = 8388608, REQ_F_DOUBLE_POLL = 16777216, REQ_F_PARTIAL_IO = 33554432, REQ_F_APOLL_MULTISHOT = 134217728, REQ_F_CQE32_INIT = 67108864, REQ_F_CLEAR_POLLIN = 268435456, REQ_F_HASH_LOCKED = 536870912, }; enum { IOU_OK = 0, IOU_ISSUE_SKIP_COMPLETE = 4294966767, IOU_STOP_MULTISHOT = 4294967171, }; struct io_xattr { struct file *file; struct xattr_ctx ctx; struct filename *filename; }; struct io_splice { struct file *file_out; loff_t off_out; loff_t off_in; u64 len; int splice_fd_in; unsigned int flags; }; struct io_sync { struct file *file; loff_t len; loff_t off; int flags; int mode; }; struct io_rename { struct file *file; int old_dfd; int new_dfd; struct filename *oldpath; struct filename *newpath; int flags; }; struct io_unlink { struct file *file; int dfd; int flags; struct filename *filename; }; struct io_mkdir { struct file *file; int dfd; umode_t mode; struct filename *filename; }; struct io_link { struct file *file; int old_dfd; int new_dfd; struct filename *oldpath; struct filename *newpath; int flags; }; struct io_fadvise { struct file *file; u64 offset; u32 len; u32 advice; }; struct io_madvise { struct file *file; u64 addr; u32 len; u32 advice; }; struct io_uring_file_index_range { __u32 off; __u32 len; __u64 resv; }; struct io_rsrc_node { struct percpu_ref refs; struct list_head node; struct list_head rsrc_list; struct io_rsrc_data *rsrc_data; struct llist_node llist; bool done; }; struct io_mapped_ubuf { u64 ubuf; u64 ubuf_end; unsigned int nr_bvecs; long unsigned int acct_pages; struct bio_vec bvec[0]; }; struct io_rsrc_put; typedef void rsrc_put_fn(struct io_ring_ctx *, struct io_rsrc_put *); struct io_rsrc_data { struct io_ring_ctx *ctx; u64 **tags; unsigned int nr; rsrc_put_fn *do_put; atomic_t refs; struct completion done; bool quiesce; }; struct io_rsrc_put { struct list_head list; u64 tag; union { void *rsrc; struct file *file; struct io_mapped_ubuf *buf; }; }; struct io_open { struct file *file; int dfd; u32 file_slot; struct filename *filename; struct open_how how; long unsigned int nofile; }; struct io_close { struct file *file; int fd; u32 file_slot; }; enum { IORING_CQE_BUFFER_SHIFT = 16, }; struct io_sqring_offsets { __u32 head; __u32 tail; __u32 ring_mask; __u32 ring_entries; __u32 flags; __u32 dropped; __u32 array; __u32 resv1; __u64 resv2; }; struct io_cqring_offsets { __u32 head; __u32 tail; __u32 ring_mask; __u32 ring_entries; __u32 overflow; __u32 cqes; __u32 flags; __u32 resv1; __u64 resv2; }; struct io_uring_params { __u32 sq_entries; __u32 cq_entries; __u32 flags; __u32 sq_thread_cpu; __u32 sq_thread_idle; __u32 features; __u32 wq_fd; __u32 resv[3]; struct io_sqring_offsets sq_off; struct io_cqring_offsets cq_off; }; struct io_uring_probe_op { __u8 op; __u8 resv; __u16 flags; __u32 resv2; }; struct io_uring_probe { __u8 last_op; __u8 ops_len; __u16 resv; __u32 resv2[3]; struct io_uring_probe_op ops[0]; }; struct io_uring_restriction { __u16 opcode; union { __u8 register_op; __u8 sqe_op; __u8 sqe_flags; }; __u8 resv; __u32 resv2[3]; }; struct io_uring_buf { __u64 addr; __u32 len; __u16 bid; __u16 resv; }; struct io_uring_buf_ring { union { struct { __u64 resv1; __u32 resv2; __u16 resv3; __u16 tail; }; struct io_uring_buf bufs[0]; }; }; enum { IORING_RESTRICTION_REGISTER_OP = 0, IORING_RESTRICTION_SQE_OP = 1, IORING_RESTRICTION_SQE_FLAGS_ALLOWED = 2, IORING_RESTRICTION_SQE_FLAGS_REQUIRED = 3, IORING_RESTRICTION_LAST = 4, }; struct io_uring_getevents_arg { __u64 sigmask; __u32 sigmask_sz; __u32 pad; __u64 ts; }; struct io_buffer_list { union { struct list_head buf_list; struct { struct page **buf_pages; struct io_uring_buf_ring *buf_ring; }; }; __u16 bgid; __u16 buf_nr_pages; __u16 nr_entries; __u16 head; __u16 mask; }; struct io_sq_data { refcount_t refs; atomic_t park_pending; struct mutex lock; struct list_head ctx_list; struct task_struct *thread; struct wait_queue_head wait; unsigned int sq_thread_idle; int sq_cpu; pid_t task_pid; pid_t task_tgid; long unsigned int state; struct completion exited; }; struct io_buffer { struct list_head list; __u64 addr; __u32 len; __u16 bid; __u16 bgid; }; struct io_poll { struct file *file; struct wait_queue_head *head; __poll_t events; struct wait_queue_entry wait; }; struct io_cache_entry { struct hlist_node node; }; struct async_poll { union { struct io_poll poll; struct io_cache_entry cache; }; struct io_poll *double_poll; }; struct io_overflow_cqe { struct list_head list; struct io_uring_cqe cqe; }; struct trace_event_raw_io_uring_create { struct trace_entry ent; int fd; void *ctx; u32 sq_entries; u32 cq_entries; u32 flags; char __data[0]; }; struct trace_event_raw_io_uring_register { struct trace_entry ent; void *ctx; unsigned int opcode; unsigned int nr_files; unsigned int nr_bufs; long int ret; char __data[0]; }; struct trace_event_raw_io_uring_file_get { struct trace_entry ent; void *ctx; void *req; u64 user_data; int fd; char __data[0]; }; struct trace_event_raw_io_uring_queue_async_work { struct trace_entry ent; void *ctx; void *req; u64 user_data; u8 opcode; unsigned int flags; struct io_wq_work *work; int rw; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_defer { struct trace_entry ent; void *ctx; void *req; long long unsigned int data; u8 opcode; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_link { struct trace_entry ent; void *ctx; void *req; void *target_req; char __data[0]; }; struct trace_event_raw_io_uring_cqring_wait { struct trace_entry ent; void *ctx; int min_events; char __data[0]; }; struct trace_event_raw_io_uring_fail_link { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; void *link; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_complete { struct trace_entry ent; void *ctx; void *req; u64 user_data; int res; unsigned int cflags; u64 extra1; u64 extra2; char __data[0]; }; struct trace_event_raw_io_uring_submit_sqe { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; u32 flags; bool force_nonblock; bool sq_thread; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_poll_arm { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; int mask; int events; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_task_add { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; int mask; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_req_failed { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; u8 flags; u8 ioprio; u64 off; u64 addr; u32 len; u32 op_flags; u16 buf_index; u16 personality; u32 file_index; u64 pad1; u64 addr3; int error; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_cqe_overflow { struct trace_entry ent; void *ctx; long long unsigned int user_data; s32 res; u32 cflags; void *ocqe; char __data[0]; }; struct trace_event_raw_io_uring_task_work_run { struct trace_entry ent; void *tctx; unsigned int count; unsigned int loops; char __data[0]; }; struct trace_event_raw_io_uring_short_write { struct trace_entry ent; void *ctx; u64 fpos; u64 wanted; u64 got; char __data[0]; }; struct trace_event_raw_io_uring_local_work_run { struct trace_entry ent; void *ctx; int count; unsigned int loops; char __data[0]; }; struct trace_event_data_offsets_io_uring_create {}; struct trace_event_data_offsets_io_uring_register {}; struct trace_event_data_offsets_io_uring_file_get {}; struct trace_event_data_offsets_io_uring_queue_async_work { u32 op_str; }; struct trace_event_data_offsets_io_uring_defer { u32 op_str; }; struct trace_event_data_offsets_io_uring_link {}; struct trace_event_data_offsets_io_uring_cqring_wait {}; struct trace_event_data_offsets_io_uring_fail_link { u32 op_str; }; struct trace_event_data_offsets_io_uring_complete {}; struct trace_event_data_offsets_io_uring_submit_sqe { u32 op_str; }; struct trace_event_data_offsets_io_uring_poll_arm { u32 op_str; }; struct trace_event_data_offsets_io_uring_task_add { u32 op_str; }; struct trace_event_data_offsets_io_uring_req_failed { u32 op_str; }; struct trace_event_data_offsets_io_uring_cqe_overflow {}; struct trace_event_data_offsets_io_uring_task_work_run {}; struct trace_event_data_offsets_io_uring_short_write {}; struct trace_event_data_offsets_io_uring_local_work_run {}; typedef void (*btf_trace_io_uring_create)(void *, int, void *, u32, u32, u32); typedef void (*btf_trace_io_uring_register)(void *, void *, unsigned int, unsigned int, unsigned int, long int); typedef void (*btf_trace_io_uring_file_get)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_queue_async_work)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_defer)(void *, struct io_kiocb *); typedef void (*btf_trace_io_uring_link)(void *, struct io_kiocb *, struct io_kiocb *); typedef void (*btf_trace_io_uring_cqring_wait)(void *, void *, int); typedef void (*btf_trace_io_uring_fail_link)(void *, struct io_kiocb *, struct io_kiocb *); typedef void (*btf_trace_io_uring_complete)(void *, void *, void *, u64, int, unsigned int, u64, u64); typedef void (*btf_trace_io_uring_submit_sqe)(void *, struct io_kiocb *, bool); typedef void (*btf_trace_io_uring_poll_arm)(void *, struct io_kiocb *, int, int); typedef void (*btf_trace_io_uring_task_add)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_req_failed)(void *, const struct io_uring_sqe *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_cqe_overflow)(void *, void *, long long unsigned int, s32, u32, void *); typedef void (*btf_trace_io_uring_task_work_run)(void *, void *, unsigned int, unsigned int); typedef void (*btf_trace_io_uring_short_write)(void *, void *, u64, u64, u64); typedef void (*btf_trace_io_uring_local_work_run)(void *, void *, int, unsigned int); enum { IO_WQ_WORK_CANCEL = 1, IO_WQ_WORK_HASHED = 2, IO_WQ_WORK_UNBOUND = 4, IO_WQ_WORK_CONCURRENT = 16, IO_WQ_HASH_SHIFT = 24, }; enum io_wq_cancel { IO_WQ_CANCEL_OK = 0, IO_WQ_CANCEL_RUNNING = 1, IO_WQ_CANCEL_NOTFOUND = 2, }; typedef bool work_cancel_fn(struct io_wq_work *, void *); struct io_op_def { unsigned int needs_file: 1; unsigned int plug: 1; unsigned int hash_reg_file: 1; unsigned int unbound_nonreg_file: 1; unsigned int pollin: 1; unsigned int pollout: 1; unsigned int poll_exclusive: 1; unsigned int buffer_select: 1; unsigned int not_supported: 1; unsigned int audit_skip: 1; unsigned int ioprio: 1; unsigned int iopoll: 1; unsigned int iopoll_queue: 1; unsigned int manual_alloc: 1; short unsigned int async_size; const char *name; int (*prep)(struct io_kiocb *, const struct io_uring_sqe *); int (*issue)(struct io_kiocb *, unsigned int); int (*prep_async)(struct io_kiocb *); void (*cleanup)(struct io_kiocb *); void (*fail)(struct io_kiocb *); }; struct io_tctx_node { struct list_head ctx_node; struct task_struct *task; struct io_ring_ctx *ctx; }; enum { IORING_RSRC_FILE = 0, IORING_RSRC_BUFFER = 1, }; enum { IO_APOLL_OK = 0, IO_APOLL_ABORTED = 1, IO_APOLL_READY = 2, }; enum { IO_CHECK_CQ_OVERFLOW_BIT = 0, IO_CHECK_CQ_DROPPED_BIT = 1, }; enum { IO_EVENTFD_OP_SIGNAL_BIT = 0, IO_EVENTFD_OP_FREE_BIT = 1, }; struct io_defer_entry { struct list_head list; struct io_kiocb *req; u32 seq; }; struct io_wait_queue { struct wait_queue_entry wq; struct io_ring_ctx *ctx; unsigned int cq_tail; unsigned int nr_timeouts; }; struct io_tctx_exit { struct callback_head task_work; struct completion completion; struct io_ring_ctx *ctx; }; struct io_task_cancel { struct task_struct *task; bool all; }; struct creds; struct io_statx { struct file *file; int dfd; unsigned int mask; unsigned int flags; struct filename *filename; struct statx *buffer; }; struct io_epoll { struct file *file; int epfd; int op; int fd; struct epoll_event event; }; struct io_cancel_data { struct io_ring_ctx *ctx; union { u64 data; struct file *file; }; u32 flags; int seq; }; struct io_timeout_data { struct io_kiocb *req; struct hrtimer timer; struct timespec64 ts; enum hrtimer_mode mode; u32 flags; }; struct io_timeout { struct file *file; u32 off; u32 target_seq; struct list_head list; struct io_kiocb *head; struct io_kiocb *prev; }; struct io_timeout_rem { struct file *file; u64 addr; struct timespec64 ts; u32 flags; bool ltimeout; }; struct compat_msghdr { compat_uptr_t msg_name; compat_int_t msg_namelen; compat_uptr_t msg_iov; compat_size_t msg_iovlen; compat_uptr_t msg_control; compat_size_t msg_controllen; compat_uint_t msg_flags; }; struct io_uring_recvmsg_out { __u32 namelen; __u32 controllen; __u32 payloadlen; __u32 flags; }; struct io_async_msghdr { union { struct iovec fast_iov[8]; struct { struct iovec fast_iov_one; __kernel_size_t controllen; int namelen; __kernel_size_t payloadlen; }; struct io_cache_entry cache; }; struct iovec *free_iov; struct sockaddr *uaddr; struct msghdr msg; struct __kernel_sockaddr_storage addr; }; struct io_async_connect { struct __kernel_sockaddr_storage address; }; enum { SKBFL_ZEROCOPY_ENABLE = 1, SKBFL_SHARED_FRAG = 2, SKBFL_PURE_ZEROCOPY = 4, SKBFL_DONT_ORPHAN = 8, SKBFL_MANAGED_FRAG_REFS = 16, }; struct io_notif_data { struct file *file; struct ubuf_info uarg; long unsigned int account_pages; bool zc_report; bool zc_used; bool zc_copied; }; struct io_shutdown { struct file *file; int how; }; struct io_accept { struct file *file; struct sockaddr *addr; int *addr_len; int flags; u32 file_slot; long unsigned int nofile; }; struct io_socket { struct file *file; int domain; int type; int protocol; int flags; u32 file_slot; long unsigned int nofile; }; struct io_connect { struct file *file; struct sockaddr *addr; int addr_len; bool in_progress; }; struct io_sr_msg { struct file *file; union { struct compat_msghdr *umsg_compat; struct user_msghdr *umsg; void *buf; }; unsigned int len; unsigned int done_io; unsigned int msg_flags; u16 flags; u16 addr_len; u16 buf_group; void *addr; struct io_kiocb *notif; }; struct io_recvmsg_multishot_hdr { struct io_uring_recvmsg_out msg; struct __kernel_sockaddr_storage addr; }; enum { IORING_MSG_DATA = 0, IORING_MSG_SEND_FD = 1, }; struct io_msg { struct file *file; struct file *src_file; struct callback_head tw; u64 user_data; u32 len; u32 cmd; u32 src_fd; u32 dst_fd; u32 flags; }; enum { IO_SQ_THREAD_SHOULD_STOP = 0, IO_SQ_THREAD_SHOULD_PARK = 1, }; struct io_uring_rsrc_update { __u32 offset; __u32 resv; __u64 data; }; typedef struct io_wq_work *free_work_fn(struct io_wq_work *); typedef void io_wq_work_fn(struct io_wq_work *); struct io_wq_data { struct io_wq_hash *hash; struct task_struct *task; io_wq_work_fn *do_work; free_work_fn *free_work; }; struct io_uring_buf_reg { __u64 ring_addr; __u32 ring_entries; __u16 bgid; __u16 pad; __u64 resv[3]; }; struct io_provide_buf { struct file *file; __u64 addr; __u32 len; __u32 bgid; __u16 nbufs; __u16 bid; }; struct io_uring_sync_cancel_reg { __u64 addr; __s32 fd; __u32 flags; struct __kernel_timespec timeout; __u64 pad[4]; }; struct io_cancel { struct file *file; u64 addr; u32 flags; s32 fd; }; struct io_poll_update { struct file *file; u64 old_user_data; u64 new_user_data; __poll_t events; bool update_events; bool update_user_data; }; struct io_poll_table { struct poll_table_struct pt; struct io_kiocb *req; int nr_entries; int error; bool owning; __poll_t result_mask; }; enum { IOU_POLL_DONE = 0, IOU_POLL_NO_ACTION = 1, IOU_POLL_REMOVE_POLL_USE_RES = 2, IOU_POLL_REISSUE = 3, }; struct io_uring_rsrc_register { __u32 nr; __u32 flags; __u64 resv2; __u64 data; __u64 tags; }; struct io_uring_rsrc_update2 { __u32 offset; __u32 resv; __u64 data; __u64 tags; __u32 nr; __u32 resv2; }; struct scm_fp_list { short int count; short int max; struct user_struct *user; struct file *fp[253]; }; struct unix_skb_parms { struct pid *pid; kuid_t uid; kgid_t gid; struct scm_fp_list *fp; u32 consumed; }; struct io_rsrc_update { struct file *file; u64 arg; u32 nr_args; u32 offset; }; struct iov_iter_state { size_t iov_offset; size_t count; long unsigned int nr_segs; }; struct io_rw_state { struct iov_iter iter; struct iov_iter_state iter_state; struct iovec fast_iov[8]; }; struct io_async_rw { struct io_rw_state s; const struct iovec *free_iovec; size_t bytes_done; struct wait_page_queue wpq; }; struct io_rw { struct kiocb kiocb; u64 addr; u32 len; rwf_t flags; }; struct wrapper { cmp_func_t cmp; swap_func_t swap; }; struct region { unsigned int start; unsigned int off; unsigned int group_len; unsigned int end; unsigned int nbits; }; enum { REG_OP_ISFREE = 0, REG_OP_ALLOC = 1, REG_OP_RELEASE = 2, }; enum { IO_WQ_BOUND = 0, IO_WQ_UNBOUND = 1, }; struct io_wqe; struct io_wq { long unsigned int state; free_work_fn *free_work; io_wq_work_fn *do_work; struct io_wq_hash *hash; atomic_t worker_refs; struct completion worker_done; struct hlist_node cpuhp_node; struct task_struct *task; struct io_wqe *wqes[0]; }; enum { IO_WORKER_F_UP = 1, IO_WORKER_F_RUNNING = 2, IO_WORKER_F_FREE = 4, IO_WORKER_F_BOUND = 8, }; enum { IO_WQ_BIT_EXIT = 0, }; enum { IO_ACCT_STALLED_BIT = 0, }; struct io_worker { refcount_t ref; unsigned int flags; struct hlist_nulls_node nulls_node; struct list_head all_list; struct task_struct *task; struct io_wqe *wqe; struct io_wq_work *cur_work; struct io_wq_work *next_work; raw_spinlock_t lock; struct completion ref_done; long unsigned int create_state; struct callback_head create_work; int create_index; union { struct callback_head rcu; struct work_struct work; }; }; struct io_wqe_acct { unsigned int nr_workers; unsigned int max_workers; int index; atomic_t nr_running; raw_spinlock_t lock; struct io_wq_work_list work_list; long unsigned int flags; }; struct io_wqe { raw_spinlock_t lock; struct io_wqe_acct acct[2]; int node; struct hlist_nulls_head free_list; struct list_head all_list; struct wait_queue_entry wait; struct io_wq *wq; struct io_wq_work *hash_tail[64]; cpumask_var_t cpu_mask; }; enum { IO_WQ_ACCT_BOUND = 0, IO_WQ_ACCT_UNBOUND = 1, IO_WQ_ACCT_NR = 2, }; struct io_cb_cancel_data { work_cancel_fn *fn; void *data; int nr_running; int nr_pending; bool cancel_all; }; struct online_data { unsigned int cpu; bool online; }; struct sg_append_table { struct sg_table sgt; struct scatterlist *prv; unsigned int total_nents; }; typedef struct scatterlist *sg_alloc_fn(unsigned int, gfp_t); typedef void sg_free_fn(struct scatterlist *, unsigned int); struct sg_page_iter { struct scatterlist *sg; unsigned int sg_pgoffset; unsigned int __nents; int __pg_advance; }; struct sg_dma_page_iter { struct sg_page_iter base; }; struct sg_mapping_iter { struct page *page; void *addr; size_t length; size_t consumed; struct sg_page_iter piter; unsigned int __offset; unsigned int __remaining; unsigned int __flags; }; struct csum_state { __wsum csum; size_t off; }; union nested_table { union nested_table *table; struct rhash_lock_head *bucket; }; struct once_work { struct work_struct work; struct static_key_true *key; struct module *module; }; struct genradix_iter { size_t offset; size_t pos; }; struct genradix_node { union { struct genradix_node *children[512]; u8 data[4096]; }; }; struct reciprocal_value_adv { u32 m; u8 sh; u8 exp; bool is_wide_m; }; struct strarray { char **array; size_t n; }; struct gf128mul_64k { struct gf128mul_4k *t[16]; }; enum blake2s_lengths { BLAKE2S_BLOCK_SIZE = 64, BLAKE2S_HASH_SIZE = 32, BLAKE2S_KEY_SIZE = 32, BLAKE2S_128_HASH_SIZE = 16, BLAKE2S_160_HASH_SIZE = 20, BLAKE2S_224_HASH_SIZE = 28, BLAKE2S_256_HASH_SIZE = 32, }; struct blake2s_state { u32 h[8]; u32 t[2]; u32 f[2]; u8 buf[64]; unsigned int buflen; unsigned int outlen; }; enum blake2s_iv { BLAKE2S_IV0 = 1779033703, BLAKE2S_IV1 = 3144134277, BLAKE2S_IV2 = 1013904242, BLAKE2S_IV3 = 2773480762, BLAKE2S_IV4 = 1359893119, BLAKE2S_IV5 = 2600822924, BLAKE2S_IV6 = 528734635, BLAKE2S_IV7 = 1541459225, }; enum chacha20poly1305_lengths { XCHACHA20POLY1305_NONCE_SIZE = 24, CHACHA20POLY1305_KEY_SIZE = 32, CHACHA20POLY1305_AUTHTAG_SIZE = 16, }; struct poly1305_key { union { u32 r[5]; u64 r64[3]; }; }; struct poly1305_core_key { struct poly1305_key key; struct poly1305_key precomputed_s; }; struct poly1305_state { union { u32 h[5]; u64 h64[3]; }; }; struct poly1305_desc_ctx { u8 buf[16]; unsigned int buflen; short unsigned int rset; bool sset; u32 s[4]; struct poly1305_state h; union { struct poly1305_key opaque_r[1]; struct poly1305_core_key core_r; }; }; enum curve25519_lengths { CURVE25519_KEY_SIZE = 32, }; typedef __int128 unsigned u128___2; enum assoc_array_walk_status { assoc_array_walk_tree_empty = 0, assoc_array_walk_found_terminal_node = 1, assoc_array_walk_found_wrong_shortcut = 2, }; struct assoc_array_walk_result { struct { struct assoc_array_node *node; int level; int slot; } terminal_node; struct { struct assoc_array_shortcut *shortcut; int level; int sc_level; long unsigned int sc_segments; long unsigned int dissimilarity; } wrong_shortcut; }; struct assoc_array_delete_collapse_context { struct assoc_array_node *node; const void *skip_leaf; int slot; }; struct linear_range { unsigned int min; unsigned int min_sel; unsigned int max_sel; unsigned int step; }; enum devm_ioremap_type { DEVM_IOREMAP = 0, DEVM_IOREMAP_UC = 1, DEVM_IOREMAP_WC = 2, DEVM_IOREMAP_NP = 3, }; struct pcim_iomap_devres { void *table[6]; }; struct arch_io_reserve_memtype_wc_devres { resource_size_t start; resource_size_t size; }; typedef struct { unsigned char op; unsigned char bits; short unsigned int val; } code; typedef enum { HEAD = 0, FLAGS = 1, TIME = 2, OS = 3, EXLEN = 4, EXTRA = 5, NAME = 6, COMMENT = 7, HCRC = 8, DICTID = 9, DICT = 10, TYPE = 11, TYPEDO = 12, STORED = 13, COPY = 14, TABLE = 15, LENLENS = 16, CODELENS = 17, LEN = 18, LENEXT = 19, DIST = 20, DISTEXT = 21, MATCH = 22, LIT = 23, CHECK = 24, LENGTH = 25, DONE = 26, BAD = 27, MEM = 28, SYNC = 29, } inflate_mode; struct inflate_state { inflate_mode mode; int last; int wrap; int havedict; int flags; unsigned int dmax; long unsigned int check; long unsigned int total; unsigned int wbits; unsigned int wsize; unsigned int whave; unsigned int write; unsigned char *window; long unsigned int hold; unsigned int bits; unsigned int length; unsigned int offset; unsigned int extra; const code *lencode; const code *distcode; unsigned int lenbits; unsigned int distbits; unsigned int ncode; unsigned int nlen; unsigned int ndist; unsigned int have; code *next; short unsigned int lens[320]; short unsigned int work[288]; code codes[2048]; }; union uu { short unsigned int us; unsigned char b[2]; }; typedef unsigned int uInt; typedef enum { CODES = 0, LENS = 1, DISTS = 2, } codetype; struct inflate_workspace { struct inflate_state inflate_state; unsigned char working_window[32768]; }; typedef unsigned char uch; typedef short unsigned int ush; typedef long unsigned int ulg; struct ct_data_s { union { ush freq; ush code; } fc; union { ush dad; ush len; } dl; }; typedef struct ct_data_s ct_data; struct static_tree_desc_s { const ct_data *static_tree; const int *extra_bits; int extra_base; int elems; int max_length; }; typedef struct static_tree_desc_s static_tree_desc; struct tree_desc_s { ct_data *dyn_tree; int max_code; static_tree_desc *stat_desc; }; typedef ush Pos; typedef unsigned int IPos; struct deflate_state { z_streamp strm; int status; Byte *pending_buf; ulg pending_buf_size; Byte *pending_out; int pending; int noheader; Byte data_type; Byte method; int last_flush; uInt w_size; uInt w_bits; uInt w_mask; Byte *window; ulg window_size; Pos *prev; Pos *head; uInt ins_h; uInt hash_size; uInt hash_bits; uInt hash_mask; uInt hash_shift; long int block_start; uInt match_length; IPos prev_match; int match_available; uInt strstart; uInt match_start; uInt lookahead; uInt prev_length; uInt max_chain_length; uInt max_lazy_match; int level; int strategy; uInt good_match; int nice_match; struct ct_data_s dyn_ltree[573]; struct ct_data_s dyn_dtree[61]; struct ct_data_s bl_tree[39]; struct tree_desc_s l_desc; struct tree_desc_s d_desc; struct tree_desc_s bl_desc; ush bl_count[16]; int heap[573]; int heap_len; int heap_max; uch depth[573]; uch *l_buf; uInt lit_bufsize; uInt last_lit; ush *d_buf; ulg opt_len; ulg static_len; ulg compressed_len; uInt matches; int last_eob_len; ush bi_buf; int bi_valid; }; typedef struct deflate_state deflate_state; typedef enum { need_more = 0, block_done = 1, finish_started = 2, finish_done = 3, } block_state; typedef block_state (*compress_func)(deflate_state *, int); struct deflate_workspace { deflate_state deflate_memory; Byte *window_memory; Pos *prev_memory; Pos *head_memory; char *overlay_memory; }; typedef struct deflate_workspace deflate_workspace; struct config_s { ush good_length; ush max_lazy; ush nice_length; ush max_chain; compress_func func; }; typedef struct config_s config; struct xxh32_state { uint32_t total_len_32; uint32_t large_len; uint32_t v1; uint32_t v2; uint32_t v3; uint32_t v4; uint32_t mem32[4]; uint32_t memsize; }; typedef struct tree_desc_s tree_desc; struct gen_pool_chunk { struct list_head next_chunk; atomic_long_t avail; phys_addr_t phys_addr; void *owner; long unsigned int start_addr; long unsigned int end_addr; long unsigned int bits[0]; }; struct genpool_data_align { int align; }; struct genpool_data_fixed { long unsigned int offset; }; typedef struct { unsigned int hashTable[32768]; short unsigned int chainTable[65536]; const unsigned char *end; const unsigned char *base; const unsigned char *dictBase; unsigned int dictLimit; unsigned int lowLimit; unsigned int nextToUpdate; unsigned int compressionLevel; } LZ4HC_CCtx_internal; typedef union { size_t table[32774]; LZ4HC_CCtx_internal internal_donotuse; } LZ4_streamHC_t; typedef uint8_t BYTE; typedef uint16_t U16; typedef uint32_t U32; typedef uint64_t U64; typedef enum { noLimit = 0, limitedOutput = 1, } limitedOutput_directive; typedef struct { const uint8_t *externalDict; size_t extDictSize; const uint8_t *prefixEnd; size_t prefixSize; } LZ4_streamDecode_t_internal; typedef union { long long unsigned int table[4]; LZ4_streamDecode_t_internal internal_donotuse; } LZ4_streamDecode_t; typedef uintptr_t uptrval; typedef enum { noDict = 0, withPrefix64k = 1, usingExtDict = 2, } dict_directive; typedef enum { endOnOutputSize = 0, endOnInputSize = 1, } endCondition_directive; typedef enum { decode_full_block = 0, partial_decode = 1, } earlyEnd_directive; typedef struct { size_t bitContainer; unsigned int bitPos; char *startPtr; char *ptr; char *endPtr; } BIT_CStream_t; typedef unsigned int FSE_CTable; typedef struct { ptrdiff_t value; const void *stateTable; const void *symbolTT; unsigned int stateLog; } FSE_CState_t; typedef struct { int deltaFindState; U32 deltaNbBits; } FSE_symbolCompressionTransform; typedef enum { trustInput = 0, checkMaxSymbolValue = 1, } HIST_checkInput_e; typedef int16_t S16; typedef size_t HUF_CElt; typedef enum { HUF_repeat_none = 0, HUF_repeat_check = 1, HUF_repeat_valid = 2, } HUF_repeat; typedef struct { FSE_CTable CTable[59]; U32 scratchBuffer[41]; unsigned int count[13]; S16 norm[13]; } HUF_CompressWeightsWksp; typedef struct { HUF_CompressWeightsWksp wksp; BYTE bitsToWeight[13]; BYTE huffWeight[255]; } HUF_WriteCTableWksp; struct nodeElt_s { U32 count; U16 parent; BYTE byte; BYTE nbBits; }; typedef struct nodeElt_s nodeElt; typedef struct { U16 base; U16 curr; } rankPos; typedef nodeElt huffNodeTable[512]; typedef struct { huffNodeTable huffNodeTbl; rankPos rankPosition[192]; } HUF_buildCTable_wksp_tables; typedef struct { size_t bitContainer[2]; size_t bitPos[2]; BYTE *startPtr; BYTE *ptr; BYTE *endPtr; } HUF_CStream_t; typedef enum { HUF_singleStream = 0, HUF_fourStreams = 1, } HUF_nbStreams_e; typedef struct { unsigned int count[256]; HUF_CElt CTable[257]; union { HUF_buildCTable_wksp_tables buildCTable_wksp; HUF_WriteCTableWksp writeCTable_wksp; U32 hist_wksp[1024]; } wksps; } HUF_compress_tables_t; typedef uint8_t U8; typedef enum { set_basic = 0, set_rle = 1, set_compressed = 2, set_repeat = 3, } symbolEncodingType_e; typedef struct { HUF_CElt CTable[257]; HUF_repeat repeatMode; } ZSTD_hufCTables_t; typedef struct { U32 offset; U32 litLength; U32 matchLength; } rawSeq; typedef struct { rawSeq *seq; size_t pos; size_t posInSequence; size_t size; size_t capacity; } rawSeqStore_t; typedef enum { FSE_repeat_none = 0, FSE_repeat_check = 1, FSE_repeat_valid = 2, } FSE_repeat; struct seqDef_s { U32 offBase; U16 litLength; U16 mlBase; }; typedef struct seqDef_s seqDef; typedef enum { ZSTD_defaultDisallowed = 0, ZSTD_defaultAllowed = 1, } ZSTD_defaultPolicy_e; typedef struct { S16 norm[53]; U32 wksp[285]; } ZSTD_BuildCTableWksp; typedef struct { uint32_t hashTable[4096]; uint32_t currentOffset; uint32_t initCheck; const uint8_t *dictionary; uint8_t *bufferStart; uint32_t dictSize; } LZ4_stream_t_internal; typedef union { long long unsigned int table[2052]; LZ4_stream_t_internal internal_donotuse; } LZ4_stream_t; typedef enum { byPtr = 0, byU32 = 1, byU16 = 2, } tableType_t; typedef enum { noDictIssue = 0, dictSmall = 1, } dictIssue_directive; typedef enum { ZSTDcs_created = 0, ZSTDcs_init = 1, ZSTDcs_ongoing = 2, ZSTDcs_ending = 3, } ZSTD_compressionStage_e; typedef enum { ZSTD_f_zstd1 = 0, ZSTD_f_zstd1_magicless = 1, } ZSTD_format_e; typedef enum { ZSTD_dictDefaultAttach = 0, ZSTD_dictForceAttach = 1, ZSTD_dictForceCopy = 2, ZSTD_dictForceLoad = 3, } ZSTD_dictAttachPref_e; typedef enum { ZSTD_ps_auto = 0, ZSTD_ps_enable = 1, ZSTD_ps_disable = 2, } ZSTD_paramSwitch_e; typedef struct { ZSTD_paramSwitch_e enableLdm; U32 hashLog; U32 bucketSizeLog; U32 minMatchLength; U32 hashRateLog; U32 windowLog; } ldmParams_t; typedef enum { ZSTD_bm_buffered = 0, ZSTD_bm_stable = 1, } ZSTD_bufferMode_e; typedef enum { ZSTD_sf_noBlockDelimiters = 0, ZSTD_sf_explicitBlockDelimiters = 1, } ZSTD_sequenceFormat_e; struct ZSTD_CCtx_params_s { ZSTD_format_e format; ZSTD_compressionParameters cParams; ZSTD_frameParameters fParams; int compressionLevel; int forceWindow; size_t targetCBlockSize; int srcSizeHint; ZSTD_dictAttachPref_e attachDictPref; ZSTD_paramSwitch_e literalCompressionMode; int nbWorkers; size_t jobSize; int overlapLog; int rsyncable; ldmParams_t ldmParams; int enableDedicatedDictSearch; ZSTD_bufferMode_e inBufferMode; ZSTD_bufferMode_e outBufferMode; ZSTD_sequenceFormat_e blockDelimiters; int validateSequences; ZSTD_paramSwitch_e useBlockSplitter; ZSTD_paramSwitch_e useRowMatchFinder; int deterministicRefPrefix; ZSTD_customMem customMem; }; typedef struct ZSTD_CCtx_params_s ZSTD_CCtx_params; typedef enum { ZSTD_cwksp_alloc_objects = 0, ZSTD_cwksp_alloc_buffers = 1, ZSTD_cwksp_alloc_aligned = 2, } ZSTD_cwksp_alloc_phase_e; typedef enum { ZSTD_cwksp_dynamic_alloc = 0, ZSTD_cwksp_static_alloc = 1, } ZSTD_cwksp_static_alloc_e; typedef struct { void *workspace; void *workspaceEnd; void *objectEnd; void *tableEnd; void *tableValidEnd; void *allocStart; BYTE allocFailed; int workspaceOversizedDuration; ZSTD_cwksp_alloc_phase_e phase; ZSTD_cwksp_static_alloc_e isStatic; } ZSTD_cwksp; struct POOL_ctx_s; typedef struct POOL_ctx_s ZSTD_threadPool; typedef struct { unsigned int offset; unsigned int litLength; unsigned int matchLength; unsigned int rep; } ZSTD_Sequence; typedef struct { int collectSequences; ZSTD_Sequence *seqStart; size_t seqIndex; size_t maxSequences; } SeqCollector; typedef enum { ZSTD_llt_none = 0, ZSTD_llt_literalLength = 1, ZSTD_llt_matchLength = 2, } ZSTD_longLengthType_e; typedef struct { seqDef *sequencesStart; seqDef *sequences; BYTE *litStart; BYTE *lit; BYTE *llCode; BYTE *mlCode; BYTE *ofCode; size_t maxNbSeq; size_t maxNbLit; ZSTD_longLengthType_e longLengthType; U32 longLengthPos; } seqStore_t; typedef struct { const BYTE *nextSrc; const BYTE *base; const BYTE *dictBase; U32 dictLimit; U32 lowLimit; U32 nbOverflowCorrections; } ZSTD_window_t; typedef struct { U32 offset; U32 checksum; } ldmEntry_t; typedef struct { const BYTE *split; U32 hash; U32 checksum; ldmEntry_t *bucket; } ldmMatchCandidate_t; typedef struct { ZSTD_window_t window; ldmEntry_t *hashTable; U32 loadedDictEnd; BYTE *bucketOffsets; size_t splitIndices[64]; ldmMatchCandidate_t matchCandidates[64]; } ldmState_t; typedef struct { FSE_CTable offcodeCTable[193]; FSE_CTable matchlengthCTable[363]; FSE_CTable litlengthCTable[329]; FSE_repeat offcode_repeatMode; FSE_repeat matchlength_repeatMode; FSE_repeat litlength_repeatMode; } ZSTD_fseCTables_t; typedef struct { ZSTD_hufCTables_t huf; ZSTD_fseCTables_t fse; } ZSTD_entropyCTables_t; typedef struct { ZSTD_entropyCTables_t entropy; U32 rep[3]; } ZSTD_compressedBlockState_t; typedef struct { U32 off; U32 len; } ZSTD_match_t; typedef struct { int price; U32 off; U32 mlen; U32 litlen; U32 rep[3]; } ZSTD_optimal_t; typedef enum { zop_dynamic = 0, zop_predef = 1, } ZSTD_OptPrice_e; typedef struct { unsigned int *litFreq; unsigned int *litLengthFreq; unsigned int *matchLengthFreq; unsigned int *offCodeFreq; ZSTD_match_t *matchTable; ZSTD_optimal_t *priceTable; U32 litSum; U32 litLengthSum; U32 matchLengthSum; U32 offCodeSum; U32 litSumBasePrice; U32 litLengthSumBasePrice; U32 matchLengthSumBasePrice; U32 offCodeSumBasePrice; ZSTD_OptPrice_e priceType; const ZSTD_entropyCTables_t *symbolCosts; ZSTD_paramSwitch_e literalCompressionMode; } optState_t; struct ZSTD_matchState_t; typedef struct ZSTD_matchState_t ZSTD_matchState_t; struct ZSTD_matchState_t { ZSTD_window_t window; U32 loadedDictEnd; U32 nextToUpdate; U32 hashLog3; U32 rowHashLog; U16 *tagTable; U32 hashCache[8]; U32 *hashTable; U32 *hashTable3; U32 *chainTable; U32 forceNonContiguous; int dedicatedDictSearch; optState_t opt; const ZSTD_matchState_t *dictMatchState; ZSTD_compressionParameters cParams; const rawSeqStore_t *ldmSeqStore; }; typedef struct { ZSTD_compressedBlockState_t *prevCBlock; ZSTD_compressedBlockState_t *nextCBlock; ZSTD_matchState_t matchState; } ZSTD_blockState_t; typedef enum { ZSTDb_not_buffered = 0, ZSTDb_buffered = 1, } ZSTD_buffered_policy_e; typedef enum { zcss_init = 0, zcss_load = 1, zcss_flush = 2, } ZSTD_cStreamStage; typedef enum { ZSTD_dct_auto = 0, ZSTD_dct_rawContent = 1, ZSTD_dct_fullDict = 2, } ZSTD_dictContentType_e; struct ZSTD_CDict_s; typedef struct ZSTD_CDict_s ZSTD_CDict; typedef struct { void *dictBuffer; const void *dict; size_t dictSize; ZSTD_dictContentType_e dictContentType; ZSTD_CDict *cdict; } ZSTD_localDict; struct ZSTD_prefixDict_s { const void *dict; size_t dictSize; ZSTD_dictContentType_e dictContentType; }; typedef struct ZSTD_prefixDict_s ZSTD_prefixDict; typedef struct { symbolEncodingType_e hType; BYTE hufDesBuffer[128]; size_t hufDesSize; } ZSTD_hufCTablesMetadata_t; typedef struct { symbolEncodingType_e llType; symbolEncodingType_e ofType; symbolEncodingType_e mlType; BYTE fseTablesBuffer[133]; size_t fseTablesSize; size_t lastCountSize; } ZSTD_fseCTablesMetadata_t; typedef struct { ZSTD_hufCTablesMetadata_t hufMetadata; ZSTD_fseCTablesMetadata_t fseMetadata; } ZSTD_entropyCTablesMetadata_t; typedef struct { seqStore_t fullSeqStoreChunk; seqStore_t firstHalfSeqStore; seqStore_t secondHalfSeqStore; seqStore_t currSeqStore; seqStore_t nextSeqStore; U32 partitions[196]; ZSTD_entropyCTablesMetadata_t entropyMetadata; } ZSTD_blockSplitCtx; struct ZSTD_CCtx_s { ZSTD_compressionStage_e stage; int cParamsChanged; int bmi2; ZSTD_CCtx_params requestedParams; ZSTD_CCtx_params appliedParams; ZSTD_CCtx_params simpleApiParams; U32 dictID; size_t dictContentSize; ZSTD_cwksp workspace; size_t blockSize; long long unsigned int pledgedSrcSizePlusOne; long long unsigned int consumedSrcSize; long long unsigned int producedCSize; struct xxh64_state xxhState; ZSTD_customMem customMem; ZSTD_threadPool *pool; size_t staticSize; SeqCollector seqCollector; int isFirstBlock; int initialized; seqStore_t seqStore; ldmState_t ldmState; rawSeq *ldmSequences; size_t maxNbLdmSequences; rawSeqStore_t externSeqStore; ZSTD_blockState_t blockState; U32 *entropyWorkspace; ZSTD_buffered_policy_e bufferedPolicy; char *inBuff; size_t inBuffSize; size_t inToCompress; size_t inBuffPos; size_t inBuffTarget; char *outBuff; size_t outBuffSize; size_t outBuffContentSize; size_t outBuffFlushedSize; ZSTD_cStreamStage streamStage; U32 frameEnded; ZSTD_inBuffer expectedInBuffer; size_t expectedOutBufferSize; ZSTD_localDict localDict; const ZSTD_CDict *cdict; ZSTD_prefixDict prefixDict; ZSTD_blockSplitCtx blockSplitCtx; }; typedef struct ZSTD_CCtx_s ZSTD_CCtx___2; struct ZSTD_CDict_s { const void *dictContent; size_t dictContentSize; ZSTD_dictContentType_e dictContentType; U32 *entropyWorkspace; ZSTD_cwksp workspace; ZSTD_matchState_t matchState; ZSTD_compressedBlockState_t cBlockState; ZSTD_customMem customMem; U32 dictID; int compressionLevel; ZSTD_paramSwitch_e useRowMatchFinder; }; typedef struct { U32 litLength; U32 matchLength; } ZSTD_sequenceLength; struct repcodes_s { U32 rep[3]; }; typedef struct repcodes_s repcodes_t; typedef struct { U32 f1c; U32 f1d; U32 f7b; U32 f7c; } ZSTD_cpuid_t; typedef enum { ZSTD_c_compressionLevel = 100, ZSTD_c_windowLog = 101, ZSTD_c_hashLog = 102, ZSTD_c_chainLog = 103, ZSTD_c_searchLog = 104, ZSTD_c_minMatch = 105, ZSTD_c_targetLength = 106, ZSTD_c_strategy = 107, ZSTD_c_enableLongDistanceMatching = 160, ZSTD_c_ldmHashLog = 161, ZSTD_c_ldmMinMatch = 162, ZSTD_c_ldmBucketSizeLog = 163, ZSTD_c_ldmHashRateLog = 164, ZSTD_c_contentSizeFlag = 200, ZSTD_c_checksumFlag = 201, ZSTD_c_dictIDFlag = 202, ZSTD_c_nbWorkers = 400, ZSTD_c_jobSize = 401, ZSTD_c_overlapLog = 402, ZSTD_c_experimentalParam1 = 500, ZSTD_c_experimentalParam2 = 10, ZSTD_c_experimentalParam3 = 1000, ZSTD_c_experimentalParam4 = 1001, ZSTD_c_experimentalParam5 = 1002, ZSTD_c_experimentalParam6 = 1003, ZSTD_c_experimentalParam7 = 1004, ZSTD_c_experimentalParam8 = 1005, ZSTD_c_experimentalParam9 = 1006, ZSTD_c_experimentalParam10 = 1007, ZSTD_c_experimentalParam11 = 1008, ZSTD_c_experimentalParam12 = 1009, ZSTD_c_experimentalParam13 = 1010, ZSTD_c_experimentalParam14 = 1011, ZSTD_c_experimentalParam15 = 1012, } ZSTD_cParameter; typedef struct { size_t error; int lowerBound; int upperBound; } ZSTD_bounds; typedef enum { ZSTD_reset_session_only = 1, ZSTD_reset_parameters = 2, ZSTD_reset_session_and_parameters = 3, } ZSTD_ResetDirective; typedef ZSTD_CCtx___2 ZSTD_CStream___2; typedef enum { ZSTD_e_continue = 0, ZSTD_e_flush = 1, ZSTD_e_end = 2, } ZSTD_EndDirective; typedef enum { ZSTD_dlm_byCopy = 0, ZSTD_dlm_byRef = 1, } ZSTD_dictLoadMethod_e; typedef struct { long long unsigned int ingested; long long unsigned int consumed; long long unsigned int produced; long long unsigned int flushed; unsigned int currentJobID; unsigned int nbActiveWorkers; } ZSTD_frameProgression; typedef enum { ZSTD_no_overlap = 0, ZSTD_overlap_src_before_dst = 1, } ZSTD_overlap_e; typedef enum { ZSTD_dtlm_fast = 0, ZSTD_dtlm_full = 1, } ZSTD_dictTableLoadMethod_e; typedef enum { ZSTD_noDict = 0, ZSTD_extDict = 1, ZSTD_dictMatchState = 2, ZSTD_dedicatedDictSearch = 3, } ZSTD_dictMode_e; typedef enum { ZSTD_cpm_noAttachDict = 0, ZSTD_cpm_attachDict = 1, ZSTD_cpm_createCDict = 2, ZSTD_cpm_unknown = 3, } ZSTD_cParamMode_e; typedef size_t (*ZSTD_blockCompressor)(ZSTD_matchState_t *, seqStore_t *, U32 *, const void *, size_t); typedef enum { ZSTDcrp_makeClean = 0, ZSTDcrp_leaveDirty = 1, } ZSTD_compResetPolicy_e; typedef enum { ZSTDirp_continue = 0, ZSTDirp_reset = 1, } ZSTD_indexResetPolicy_e; typedef enum { ZSTD_resetTarget_CDict = 0, ZSTD_resetTarget_CCtx = 1, } ZSTD_resetTarget_e; typedef struct { U32 LLtype; U32 Offtype; U32 MLtype; size_t size; size_t lastCountSize; } ZSTD_symbolEncodingTypeStats_t; enum { ZSTDbss_compress = 0, ZSTDbss_noCompress = 1, }; typedef struct { U32 *splitLocations; size_t idx; } seqStoreSplits; typedef struct { U32 idx; U32 posInSequence; size_t posInSrc; } ZSTD_sequencePosition; typedef size_t (*ZSTD_sequenceCopier)(ZSTD_CCtx___2 *, ZSTD_sequencePosition *, const ZSTD_Sequence * const, size_t, const void *, size_t); typedef struct { U64 rolling; U64 stopMask; } ldmRollingHashState_t; typedef enum { ZSTD_frame = 0, ZSTD_skippableFrame = 1, } ZSTD_frameType_e; typedef struct { long long unsigned int frameContentSize; long long unsigned int windowSize; unsigned int blockSizeMax; ZSTD_frameType_e frameType; unsigned int headerSize; unsigned int dictID; unsigned int checksumFlag; } ZSTD_frameHeader; typedef ZSTD_frameHeader zstd_frame_header; typedef U32 HUF_DTable; typedef struct { U16 nextState; BYTE nbAdditionalBits; BYTE nbBits; U32 baseValue; } ZSTD_seqSymbol; typedef struct { ZSTD_seqSymbol LLTable[513]; ZSTD_seqSymbol OFTable[257]; ZSTD_seqSymbol MLTable[513]; HUF_DTable hufTable[4097]; U32 rep[3]; U32 workspace[157]; } ZSTD_entropyDTables_t; typedef enum { bt_raw = 0, bt_rle = 1, bt_compressed = 2, bt_reserved = 3, } blockType_e; typedef enum { ZSTDds_getFrameHeaderSize = 0, ZSTDds_decodeFrameHeader = 1, ZSTDds_decodeBlockHeader = 2, ZSTDds_decompressBlock = 3, ZSTDds_decompressLastBlock = 4, ZSTDds_checkChecksum = 5, ZSTDds_decodeSkippableHeader = 6, ZSTDds_skipFrame = 7, } ZSTD_dStage; typedef enum { ZSTD_d_validateChecksum = 0, ZSTD_d_ignoreChecksum = 1, } ZSTD_forceIgnoreChecksum_e; typedef enum { ZSTD_use_indefinitely = 4294967295, ZSTD_dont_use = 0, ZSTD_use_once = 1, } ZSTD_dictUses_e; struct ZSTD_DDict_s; typedef struct ZSTD_DDict_s ZSTD_DDict; typedef struct { const ZSTD_DDict **ddictPtrTable; size_t ddictPtrTableSize; size_t ddictPtrCount; } ZSTD_DDictHashSet; typedef enum { ZSTD_rmd_refSingleDDict = 0, ZSTD_rmd_refMultipleDDicts = 1, } ZSTD_refMultipleDDicts_e; typedef enum { zdss_init = 0, zdss_loadHeader = 1, zdss_read = 2, zdss_load = 3, zdss_flush = 4, } ZSTD_dStreamStage; typedef enum { ZSTD_not_in_dst = 0, ZSTD_in_dst = 1, ZSTD_split = 2, } ZSTD_litLocation_e; struct ZSTD_DCtx_s { const ZSTD_seqSymbol *LLTptr; const ZSTD_seqSymbol *MLTptr; const ZSTD_seqSymbol *OFTptr; const HUF_DTable *HUFptr; ZSTD_entropyDTables_t entropy; U32 workspace[640]; const void *previousDstEnd; const void *prefixStart; const void *virtualStart; const void *dictEnd; size_t expected; ZSTD_frameHeader fParams; U64 processedCSize; U64 decodedSize; blockType_e bType; ZSTD_dStage stage; U32 litEntropy; U32 fseEntropy; struct xxh64_state xxhState; size_t headerSize; ZSTD_format_e format; ZSTD_forceIgnoreChecksum_e forceIgnoreChecksum; U32 validateChecksum; const BYTE *litPtr; ZSTD_customMem customMem; size_t litSize; size_t rleSize; size_t staticSize; ZSTD_DDict *ddictLocal; const ZSTD_DDict *ddict; U32 dictID; int ddictIsCold; ZSTD_dictUses_e dictUses; ZSTD_DDictHashSet *ddictSet; ZSTD_refMultipleDDicts_e refMultipleDDicts; ZSTD_dStreamStage streamStage; char *inBuff; size_t inBuffSize; size_t inPos; size_t maxWindowSize; char *outBuff; size_t outBuffSize; size_t outStart; size_t outEnd; size_t lhSize; U32 hostageByte; int noForwardProgress; ZSTD_bufferMode_e outBufferMode; ZSTD_outBuffer expectedOutBuffer; BYTE *litBuffer; const BYTE *litBufferEnd; ZSTD_litLocation_e litBufferLocation; BYTE litExtraBuffer[65568]; BYTE headerBuffer[18]; size_t oversizedDuration; }; typedef struct ZSTD_DCtx_s ZSTD_DCtx___2; struct ZSTD_DDict_s { void *dictBuffer; const void *dictContent; size_t dictSize; ZSTD_entropyDTables_t entropy; U32 dictID; U32 entropyPresent; ZSTD_customMem cMem; }; typedef struct { size_t bitContainer; unsigned int bitsConsumed; const char *ptr; const char *start; const char *limitPtr; } BIT_DStream_t; typedef enum { BIT_DStream_unfinished = 0, BIT_DStream_endOfBuffer = 1, BIT_DStream_completed = 2, BIT_DStream_overflow = 3, } BIT_DStream_status; typedef struct { BYTE maxTableLog; BYTE tableType; BYTE tableLog; BYTE reserved; } DTableDesc; typedef struct { BYTE nbBits; BYTE byte; } HUF_DEltX1; typedef struct { U32 rankVal[13]; U32 rankStart[13]; U32 statsWksp[218]; BYTE symbols[256]; BYTE huffWeight[256]; } HUF_ReadDTableX1_Workspace; typedef struct { U16 sequence; BYTE nbBits; BYTE length; } HUF_DEltX2; typedef struct { BYTE symbol; } sortedSymbol_t; typedef U32 rankValCol_t[13]; typedef struct { U32 rankVal[156]; U32 rankStats[13]; U32 rankStart0[15]; sortedSymbol_t sortedSymbol[256]; BYTE weightList[256]; U32 calleeWksp[218]; } HUF_ReadDTableX2_Workspace; typedef struct { U32 tableTime; U32 decode256Time; } algo_time_t; typedef enum { ZSTD_d_windowLogMax = 100, ZSTD_d_experimentalParam1 = 1000, ZSTD_d_experimentalParam2 = 1001, ZSTD_d_experimentalParam3 = 1002, ZSTD_d_experimentalParam4 = 1003, } ZSTD_dParameter; typedef ZSTD_DCtx___2 ZSTD_DStream___2; typedef enum { ZSTDnit_frameHeader = 0, ZSTDnit_blockHeader = 1, ZSTDnit_block = 2, ZSTDnit_lastBlock = 3, ZSTDnit_checksum = 4, ZSTDnit_skippableFrame = 5, } ZSTD_nextInputType_e; typedef struct { size_t compressedSize; long long unsigned int decompressedBound; } ZSTD_frameSizeInfo; typedef struct { blockType_e blockType; U32 lastBlock; U32 origSize; } blockProperties_t; typedef enum { not_streaming = 0, is_streaming = 1, } streaming_operation; typedef struct { U32 fastMode; U32 tableLog; } ZSTD_seqSymbol_header; typedef struct { size_t litLength; size_t matchLength; size_t offset; } seq_t; typedef struct { size_t state; const ZSTD_seqSymbol *table; } ZSTD_fseState; typedef struct { BIT_DStream_t DStream; ZSTD_fseState stateLL; ZSTD_fseState stateOffb; ZSTD_fseState stateML; size_t prevOffset[3]; } seqState_t; typedef enum { ZSTD_lo_isRegularOffset = 0, ZSTD_lo_isLongOffset = 1, } ZSTD_longOffset_e; typedef ZSTD_ErrorCode ERR_enum; typedef U32 (*ZSTD_getAllMatchesFn)(ZSTD_match_t *, ZSTD_matchState_t *, U32 *, const BYTE *, const BYTE *, const U32 *, const U32, const U32); typedef struct { rawSeqStore_t seqStore; U32 startPosInBlock; U32 endPosInBlock; U32 offset; } ZSTD_optLdm_t; typedef unsigned int FSE_DTable; typedef struct { size_t state; const void *table; } FSE_DState_t; typedef struct { U16 tableLog; U16 fastMode; } FSE_DTableHeader; typedef struct { short unsigned int newState; unsigned char symbol; unsigned char nbBits; } FSE_decode_t; typedef struct { short int ncount[256]; FSE_DTable dtable[1]; } FSE_DecompressWksp; typedef uint64_t vli_type; enum xz_check { XZ_CHECK_NONE = 0, XZ_CHECK_CRC32 = 1, XZ_CHECK_CRC64 = 4, XZ_CHECK_SHA256 = 10, }; struct xz_dec_hash { vli_type unpadded; vli_type uncompressed; uint32_t crc32; }; struct xz_dec_lzma2; struct xz_dec_bcj; struct xz_dec { enum { SEQ_STREAM_HEADER = 0, SEQ_BLOCK_START = 1, SEQ_BLOCK_HEADER = 2, SEQ_BLOCK_UNCOMPRESS = 3, SEQ_BLOCK_PADDING = 4, SEQ_BLOCK_CHECK = 5, SEQ_INDEX = 6, SEQ_INDEX_PADDING = 7, SEQ_INDEX_CRC32 = 8, SEQ_STREAM_FOOTER = 9, } sequence; uint32_t pos; vli_type vli; size_t in_start; size_t out_start; uint32_t crc32; enum xz_check check_type; enum xz_mode mode; bool allow_buf_error; struct { vli_type compressed; vli_type uncompressed; uint32_t size; } block_header; struct { vli_type compressed; vli_type uncompressed; vli_type count; struct xz_dec_hash hash; } block; struct { enum { SEQ_INDEX_COUNT = 0, SEQ_INDEX_UNPADDED = 1, SEQ_INDEX_UNCOMPRESSED = 2, } sequence; vli_type size; vli_type count; struct xz_dec_hash hash; } index; struct { size_t pos; size_t size; uint8_t buf[1024]; } temp; struct xz_dec_lzma2 *lzma2; struct xz_dec_bcj *bcj; bool bcj_active; }; struct xz_dec_bcj { enum { BCJ_X86 = 4, BCJ_POWERPC = 5, BCJ_IA64 = 6, BCJ_ARM = 7, BCJ_ARMTHUMB = 8, BCJ_SPARC = 9, } type; enum xz_ret ret; bool single_call; uint32_t pos; uint32_t x86_prev_mask; uint8_t *out; size_t out_pos; size_t out_size; struct { size_t filtered; size_t size; uint8_t buf[16]; } temp; }; enum lzma_state { STATE_LIT_LIT = 0, STATE_MATCH_LIT_LIT = 1, STATE_REP_LIT_LIT = 2, STATE_SHORTREP_LIT_LIT = 3, STATE_MATCH_LIT = 4, STATE_REP_LIT = 5, STATE_SHORTREP_LIT = 6, STATE_LIT_MATCH = 7, STATE_LIT_LONGREP = 8, STATE_LIT_SHORTREP = 9, STATE_NONLIT_MATCH = 10, STATE_NONLIT_REP = 11, }; struct dictionary { uint8_t *buf; size_t start; size_t pos; size_t full; size_t limit; size_t end; uint32_t size; uint32_t size_max; uint32_t allocated; enum xz_mode mode; }; struct rc_dec { uint32_t range; uint32_t code; uint32_t init_bytes_left; const uint8_t *in; size_t in_pos; size_t in_limit; }; struct lzma_len_dec { uint16_t choice; uint16_t choice2; uint16_t low[128]; uint16_t mid[128]; uint16_t high[256]; }; struct lzma_dec { uint32_t rep0; uint32_t rep1; uint32_t rep2; uint32_t rep3; enum lzma_state state; uint32_t len; uint32_t lc; uint32_t literal_pos_mask; uint32_t pos_mask; uint16_t is_match[192]; uint16_t is_rep[12]; uint16_t is_rep0[12]; uint16_t is_rep1[12]; uint16_t is_rep2[12]; uint16_t is_rep0_long[192]; uint16_t dist_slot[256]; uint16_t dist_special[114]; uint16_t dist_align[16]; struct lzma_len_dec match_len_dec; struct lzma_len_dec rep_len_dec; uint16_t literal[12288]; }; enum lzma2_seq { SEQ_CONTROL = 0, SEQ_UNCOMPRESSED_1 = 1, SEQ_UNCOMPRESSED_2 = 2, SEQ_COMPRESSED_0 = 3, SEQ_COMPRESSED_1 = 4, SEQ_PROPERTIES = 5, SEQ_LZMA_PREPARE = 6, SEQ_LZMA_RUN = 7, SEQ_COPY = 8, }; struct lzma2_dec { enum lzma2_seq sequence; enum lzma2_seq next_sequence; uint32_t uncompressed; uint32_t compressed; bool need_dict_reset; bool need_props; }; struct xz_dec_lzma2 { struct rc_dec rc; struct dictionary dict; struct lzma2_dec lzma2; struct lzma_dec lzma; struct { uint32_t size; uint8_t buf[63]; } temp; }; struct raid6_recov_calls { void (*data2)(int, size_t, int, int, void **); void (*datap)(int, size_t, int, void **); int (*valid)(); const char *name; int priority; }; typedef u64 unative_t; typedef U64 ZSTD_VecMask; typedef enum { search_hashChain = 0, search_binaryTree = 1, search_rowHash = 2, } searchMethod_e; struct ei_entry { struct list_head list; long unsigned int start_addr; long unsigned int end_addr; int etype; void *priv; }; struct cpu_rmap { struct kref refcount; u16 size; u16 used; void **obj; struct { u16 index; u16 dist; } near[0]; }; struct irq_glue { struct irq_affinity_notify notify; struct cpu_rmap *rmap; u16 index; }; typedef mpi_limb_t *mpi_ptr_t; typedef int mpi_size_t; typedef mpi_limb_t UWtype; typedef unsigned int UHWtype; struct nla_bitfield32 { __u32 value; __u32 selector; }; enum nla_policy_validation { NLA_VALIDATE_NONE = 0, NLA_VALIDATE_RANGE = 1, NLA_VALIDATE_RANGE_WARN_TOO_LONG = 2, NLA_VALIDATE_MIN = 3, NLA_VALIDATE_MAX = 4, NLA_VALIDATE_MASK = 5, NLA_VALIDATE_RANGE_PTR = 6, NLA_VALIDATE_FUNCTION = 7, }; enum gcry_mpi_format { GCRYMPI_FMT_NONE = 0, GCRYMPI_FMT_STD = 1, GCRYMPI_FMT_PGP = 2, GCRYMPI_FMT_SSH = 3, GCRYMPI_FMT_HEX = 4, GCRYMPI_FMT_USG = 5, GCRYMPI_FMT_OPAQUE = 8, }; enum gcry_mpi_constants { MPI_C_ZERO = 0, MPI_C_ONE = 1, MPI_C_TWO = 2, MPI_C_THREE = 3, MPI_C_FOUR = 4, MPI_C_EIGHT = 5, }; struct barrett_ctx_s; typedef struct barrett_ctx_s *mpi_barrett_t; struct gcry_mpi_point { MPI x; MPI y; MPI z; }; typedef struct gcry_mpi_point *MPI_POINT; enum gcry_mpi_ec_models { MPI_EC_WEIERSTRASS = 0, MPI_EC_MONTGOMERY = 1, MPI_EC_EDWARDS = 2, }; enum ecc_dialects { ECC_DIALECT_STANDARD = 0, ECC_DIALECT_ED25519 = 1, ECC_DIALECT_SAFECURVE = 2, }; struct mpi_ec_ctx { enum gcry_mpi_ec_models model; enum ecc_dialects dialect; int flags; unsigned int nbits; MPI p; MPI a; MPI b; MPI_POINT G; MPI n; unsigned int h; MPI_POINT Q; MPI d; const char *name; struct { struct { unsigned int a_is_pminus3: 1; unsigned int two_inv_p: 1; } valid; int a_is_pminus3; MPI two_inv_p; mpi_barrett_t p_barrett; MPI scratch[11]; } t; void (*addm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*subm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*mulm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*pow2)(MPI, const MPI, struct mpi_ec_ctx *); void (*mul2)(MPI, MPI, struct mpi_ec_ctx *); }; struct field_table { const char *p; void (*addm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*subm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*mulm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*mul2)(MPI, MPI, struct mpi_ec_ctx *); void (*pow2)(MPI, const MPI, struct mpi_ec_ctx *); }; struct barrett_ctx_s; typedef struct barrett_ctx_s *mpi_barrett_t___2; struct barrett_ctx_s { MPI m; int m_copied; int k; MPI y; MPI r1; MPI r2; MPI r3; }; typedef long int mpi_limb_signed_t; struct karatsuba_ctx { struct karatsuba_ctx *next; mpi_ptr_t tspace; mpi_size_t tspace_size; mpi_ptr_t tp; mpi_size_t tp_size; }; struct word_at_a_time { const long unsigned int one_bits; const long unsigned int high_bits; }; struct ref_tracker { struct list_head head; bool dead; depot_stack_handle_t alloc_stack_handle; depot_stack_handle_t free_stack_handle; }; union handle_parts { depot_stack_handle_t handle; struct { u32 slabindex: 16; u32 offset: 10; u32 valid: 1; u32 extra: 5; }; }; struct stack_record { struct stack_record *next; u32 hash; u32 size; union handle_parts handle; long unsigned int entries[0]; }; struct sg_pool { size_t size; char *name; struct kmem_cache *slab; mempool_t *pool; }; struct font_desc { int idx; const char *name; unsigned int width; unsigned int height; unsigned int charcount; const void *data; int pref; }; struct font_data { unsigned int extra[4]; const unsigned char data[0]; }; typedef u16 ucs2_char_t; typedef int (*of_irq_init_cb_t)(struct device_node *, struct device_node *); typedef int (*of_init_fn_2)(struct device_node *, struct device_node *); struct plic_priv { struct cpumask lmask; struct irq_domain *irqdomain; void *regs; long unsigned int plic_quirks; }; struct plic_handler { bool present; void *hart_base; raw_spinlock_t enable_lock; void *enable_base; struct plic_priv *priv; }; struct of_dev_auxdata { char *compatible; resource_size_t phys_addr; char *name; void *platform_data; }; enum device_link_state { DL_STATE_NONE = 4294967295, DL_STATE_DORMANT = 0, DL_STATE_AVAILABLE = 1, DL_STATE_CONSUMER_PROBE = 2, DL_STATE_ACTIVE = 3, DL_STATE_SUPPLIER_UNBIND = 4, }; struct device_link { struct device *supplier; struct list_head s_node; struct device *consumer; struct list_head c_node; struct device link_dev; enum device_link_state status; u32 flags; refcount_t rpm_active; struct kref kref; struct work_struct rm_work; bool supplier_preactivated; }; struct phy_configure_opts_dp { unsigned int link_rate; unsigned int lanes; unsigned int voltage[4]; unsigned int pre[4]; u8 ssc: 1; u8 set_rate: 1; u8 set_lanes: 1; u8 set_voltages: 1; }; struct phy_configure_opts_lvds { unsigned int bits_per_lane_and_dclk_cycle; long unsigned int differential_clk_rate; unsigned int lanes; bool is_slave; }; struct phy_configure_opts_mipi_dphy { unsigned int clk_miss; unsigned int clk_post; unsigned int clk_pre; unsigned int clk_prepare; unsigned int clk_settle; unsigned int clk_term_en; unsigned int clk_trail; unsigned int clk_zero; unsigned int d_term_en; unsigned int eot; unsigned int hs_exit; unsigned int hs_prepare; unsigned int hs_settle; unsigned int hs_skip; unsigned int hs_trail; unsigned int hs_zero; unsigned int init; unsigned int lpx; unsigned int ta_get; unsigned int ta_go; unsigned int ta_sure; unsigned int wakeup; long unsigned int hs_clk_rate; long unsigned int lp_clk_rate; unsigned char lanes; }; enum phy_mode { PHY_MODE_INVALID = 0, PHY_MODE_USB_HOST = 1, PHY_MODE_USB_HOST_LS = 2, PHY_MODE_USB_HOST_FS = 3, PHY_MODE_USB_HOST_HS = 4, PHY_MODE_USB_HOST_SS = 5, PHY_MODE_USB_DEVICE = 6, PHY_MODE_USB_DEVICE_LS = 7, PHY_MODE_USB_DEVICE_FS = 8, PHY_MODE_USB_DEVICE_HS = 9, PHY_MODE_USB_DEVICE_SS = 10, PHY_MODE_USB_OTG = 11, PHY_MODE_UFS_HS_A = 12, PHY_MODE_UFS_HS_B = 13, PHY_MODE_PCIE = 14, PHY_MODE_ETHERNET = 15, PHY_MODE_MIPI_DPHY = 16, PHY_MODE_SATA = 17, PHY_MODE_LVDS = 18, PHY_MODE_DP = 19, }; enum phy_media { PHY_MEDIA_DEFAULT = 0, PHY_MEDIA_SR = 1, PHY_MEDIA_DAC = 2, }; union phy_configure_opts { struct phy_configure_opts_mipi_dphy mipi_dphy; struct phy_configure_opts_dp dp; struct phy_configure_opts_lvds lvds; }; struct phy; struct phy_ops { int (*init)(struct phy *); int (*exit)(struct phy *); int (*power_on)(struct phy *); int (*power_off)(struct phy *); int (*set_mode)(struct phy *, enum phy_mode, int); int (*set_media)(struct phy *, enum phy_media); int (*set_speed)(struct phy *, int); int (*configure)(struct phy *, union phy_configure_opts *); int (*validate)(struct phy *, enum phy_mode, int, union phy_configure_opts *); int (*reset)(struct phy *); int (*calibrate)(struct phy *); void (*release)(struct phy *); struct module *owner; }; struct phy_attrs { u32 bus_width; u32 max_link_rate; enum phy_mode mode; }; struct regulator; struct phy { struct device dev; int id; const struct phy_ops *ops; struct mutex mutex; int init_count; int power_count; struct phy_attrs attrs; struct regulator *pwr; }; struct phy_provider { struct device *dev; struct device_node *children; struct module *owner; struct list_head list; struct phy * (*of_xlate)(struct device *, struct of_phandle_args *); }; struct phy_lookup { struct list_head node; const char *dev_id; const char *con_id; struct phy *phy; }; enum pin_config_param { PIN_CONFIG_BIAS_BUS_HOLD = 0, PIN_CONFIG_BIAS_DISABLE = 1, PIN_CONFIG_BIAS_HIGH_IMPEDANCE = 2, PIN_CONFIG_BIAS_PULL_DOWN = 3, PIN_CONFIG_BIAS_PULL_PIN_DEFAULT = 4, PIN_CONFIG_BIAS_PULL_UP = 5, PIN_CONFIG_DRIVE_OPEN_DRAIN = 6, PIN_CONFIG_DRIVE_OPEN_SOURCE = 7, PIN_CONFIG_DRIVE_PUSH_PULL = 8, PIN_CONFIG_DRIVE_STRENGTH = 9, PIN_CONFIG_DRIVE_STRENGTH_UA = 10, PIN_CONFIG_INPUT_DEBOUNCE = 11, PIN_CONFIG_INPUT_ENABLE = 12, PIN_CONFIG_INPUT_SCHMITT = 13, PIN_CONFIG_INPUT_SCHMITT_ENABLE = 14, PIN_CONFIG_MODE_LOW_POWER = 15, PIN_CONFIG_MODE_PWM = 16, PIN_CONFIG_OUTPUT = 17, PIN_CONFIG_OUTPUT_ENABLE = 18, PIN_CONFIG_OUTPUT_IMPEDANCE_OHMS = 19, PIN_CONFIG_PERSIST_STATE = 20, PIN_CONFIG_POWER_SOURCE = 21, PIN_CONFIG_SKEW_DELAY = 22, PIN_CONFIG_SLEEP_HARDWARE_STATE = 23, PIN_CONFIG_SLEW_RATE = 24, PIN_CONFIG_END = 127, PIN_CONFIG_MAX = 255, }; struct gpio_chip; union gpio_irq_fwspec; struct gpio_irq_chip { struct irq_chip *chip; struct irq_domain *domain; const struct irq_domain_ops *domain_ops; struct fwnode_handle *fwnode; struct irq_domain *parent_domain; int (*child_to_parent_hwirq)(struct gpio_chip *, unsigned int, unsigned int, unsigned int *, unsigned int *); int (*populate_parent_alloc_arg)(struct gpio_chip *, union gpio_irq_fwspec *, unsigned int, unsigned int); unsigned int (*child_offset_to_irq)(struct gpio_chip *, unsigned int); struct irq_domain_ops child_irq_domain_ops; irq_flow_handler_t handler; unsigned int default_type; struct lock_class_key *lock_key; struct lock_class_key *request_key; irq_flow_handler_t parent_handler; union { void *parent_handler_data; void **parent_handler_data_array; }; unsigned int num_parents; unsigned int *parents; unsigned int *map; bool threaded; bool per_parent_data; bool initialized; int (*init_hw)(struct gpio_chip *); void (*init_valid_mask)(struct gpio_chip *, long unsigned int *, unsigned int); long unsigned int *valid_mask; unsigned int first; void (*irq_enable)(struct irq_data *); void (*irq_disable)(struct irq_data *); void (*irq_unmask)(struct irq_data *); void (*irq_mask)(struct irq_data *); }; struct gpio_device; struct gpio_chip { const char *label; struct gpio_device *gpiodev; struct device *parent; struct fwnode_handle *fwnode; struct module *owner; int (*request)(struct gpio_chip *, unsigned int); void (*free)(struct gpio_chip *, unsigned int); int (*get_direction)(struct gpio_chip *, unsigned int); int (*direction_input)(struct gpio_chip *, unsigned int); int (*direction_output)(struct gpio_chip *, unsigned int, int); int (*get)(struct gpio_chip *, unsigned int); int (*get_multiple)(struct gpio_chip *, long unsigned int *, long unsigned int *); void (*set)(struct gpio_chip *, unsigned int, int); void (*set_multiple)(struct gpio_chip *, long unsigned int *, long unsigned int *); int (*set_config)(struct gpio_chip *, unsigned int, long unsigned int); int (*to_irq)(struct gpio_chip *, unsigned int); void (*dbg_show)(struct seq_file *, struct gpio_chip *); int (*init_valid_mask)(struct gpio_chip *, long unsigned int *, unsigned int); int (*add_pin_ranges)(struct gpio_chip *); int (*en_hw_timestamp)(struct gpio_chip *, u32, long unsigned int); int (*dis_hw_timestamp)(struct gpio_chip *, u32, long unsigned int); int base; u16 ngpio; u16 offset; const char * const *names; bool can_sleep; long unsigned int (*read_reg)(void *); void (*write_reg)(void *, long unsigned int); bool be_bits; void *reg_dat; void *reg_set; void *reg_clr; void *reg_dir_out; void *reg_dir_in; bool bgpio_dir_unreadable; int bgpio_bits; raw_spinlock_t bgpio_lock; long unsigned int bgpio_data; long unsigned int bgpio_dir; struct gpio_irq_chip irq; long unsigned int *valid_mask; struct device_node *of_node; unsigned int of_gpio_n_cells; int (*of_xlate)(struct gpio_chip *, const struct of_phandle_args *, u32 *); int (*of_gpio_ranges_fallback)(struct gpio_chip *, struct device_node *); }; union gpio_irq_fwspec { struct irq_fwspec fwspec; msi_alloc_info_t msiinfo; }; struct gpio_desc; struct gpio_device { struct device dev; struct cdev chrdev; int id; struct device *mockdev; struct module *owner; struct gpio_chip *chip; struct gpio_desc *descs; int base; u16 ngpio; const char *label; void *data; struct list_head list; struct blocking_notifier_head notifier; struct rw_semaphore sem; }; struct gpio_array; struct gpio_descs { struct gpio_array *info; unsigned int ndescs; struct gpio_desc *desc[0]; }; struct gpio_array { struct gpio_desc **desc; unsigned int size; struct gpio_chip *chip; long unsigned int *get_mask; long unsigned int *set_mask; long unsigned int invert_mask[0]; }; struct gpio_desc { struct gpio_device *gdev; long unsigned int flags; const char *label; const char *name; struct device_node *hog; unsigned int debounce_period_us; }; enum gpiod_flags { GPIOD_ASIS = 0, GPIOD_IN = 1, GPIOD_OUT_LOW = 3, GPIOD_OUT_HIGH = 7, GPIOD_OUT_LOW_OPEN_DRAIN = 11, GPIOD_OUT_HIGH_OPEN_DRAIN = 15, }; enum gpio_lookup_flags { GPIO_ACTIVE_HIGH = 0, GPIO_ACTIVE_LOW = 1, GPIO_OPEN_DRAIN = 2, GPIO_OPEN_SOURCE = 4, GPIO_PERSISTENT = 0, GPIO_TRANSITORY = 8, GPIO_PULL_UP = 16, GPIO_PULL_DOWN = 32, GPIO_PULL_DISABLE = 64, GPIO_LOOKUP_FLAGS_DEFAULT = 0, }; struct gpiod_lookup { const char *key; u16 chip_hwnum; const char *con_id; unsigned int idx; long unsigned int flags; }; struct gpiod_lookup_table { struct list_head list; const char *dev_id; struct gpiod_lookup table[0]; }; struct gpiod_hog { struct list_head list; const char *chip_label; u16 chip_hwnum; const char *line_name; long unsigned int lflags; int dflags; }; enum { GPIOLINE_CHANGED_REQUESTED = 1, GPIOLINE_CHANGED_RELEASED = 2, GPIOLINE_CHANGED_CONFIG = 3, }; struct trace_event_raw_gpio_direction { struct trace_entry ent; unsigned int gpio; int in; int err; char __data[0]; }; struct trace_event_raw_gpio_value { struct trace_entry ent; unsigned int gpio; int get; int value; char __data[0]; }; struct trace_event_data_offsets_gpio_direction {}; struct trace_event_data_offsets_gpio_value {}; typedef void (*btf_trace_gpio_direction)(void *, unsigned int, int, int); typedef void (*btf_trace_gpio_value)(void *, unsigned int, int, int); struct gpio { unsigned int gpio; long unsigned int flags; const char *label; }; struct devres; struct software_node { const char *name; const struct software_node *parent; const struct property_entry *properties; }; struct of_reconfig_data { struct device_node *dn; struct property *prop; struct property *old_prop; }; enum of_reconfig_change { OF_RECONFIG_NO_CHANGE = 0, OF_RECONFIG_CHANGE_ADD = 1, OF_RECONFIG_CHANGE_REMOVE = 2, }; enum of_gpio_flags { OF_GPIO_ACTIVE_LOW = 1, OF_GPIO_SINGLE_ENDED = 2, OF_GPIO_OPEN_DRAIN = 4, OF_GPIO_TRANSITORY = 8, OF_GPIO_PULL_UP = 16, OF_GPIO_PULL_DOWN = 32, OF_GPIO_PULL_DISABLE = 64, }; struct of_mm_gpio_chip { struct gpio_chip gc; void (*save_regs)(struct of_mm_gpio_chip *); void *regs; }; typedef struct gpio_desc * (*of_find_gpio_quirk)(struct device_node *, const char *, unsigned int, enum of_gpio_flags *); struct of_rename_gpio { const char *con_id; const char *legacy_id; const char *compatible; }; struct gpiochip_info { char name[32]; char label[32]; __u32 lines; }; enum gpio_v2_line_flag { GPIO_V2_LINE_FLAG_USED = 1, GPIO_V2_LINE_FLAG_ACTIVE_LOW = 2, GPIO_V2_LINE_FLAG_INPUT = 4, GPIO_V2_LINE_FLAG_OUTPUT = 8, GPIO_V2_LINE_FLAG_EDGE_RISING = 16, GPIO_V2_LINE_FLAG_EDGE_FALLING = 32, GPIO_V2_LINE_FLAG_OPEN_DRAIN = 64, GPIO_V2_LINE_FLAG_OPEN_SOURCE = 128, GPIO_V2_LINE_FLAG_BIAS_PULL_UP = 256, GPIO_V2_LINE_FLAG_BIAS_PULL_DOWN = 512, GPIO_V2_LINE_FLAG_BIAS_DISABLED = 1024, GPIO_V2_LINE_FLAG_EVENT_CLOCK_REALTIME = 2048, GPIO_V2_LINE_FLAG_EVENT_CLOCK_HTE = 4096, }; struct gpio_v2_line_values { __u64 bits; __u64 mask; }; enum gpio_v2_line_attr_id { GPIO_V2_LINE_ATTR_ID_FLAGS = 1, GPIO_V2_LINE_ATTR_ID_OUTPUT_VALUES = 2, GPIO_V2_LINE_ATTR_ID_DEBOUNCE = 3, }; struct gpio_v2_line_attribute { __u32 id; __u32 padding; union { __u64 flags; __u64 values; __u32 debounce_period_us; }; }; struct gpio_v2_line_config_attribute { struct gpio_v2_line_attribute attr; __u64 mask; }; struct gpio_v2_line_config { __u64 flags; __u32 num_attrs; __u32 padding[5]; struct gpio_v2_line_config_attribute attrs[10]; }; struct gpio_v2_line_request { __u32 offsets[64]; char consumer[32]; struct gpio_v2_line_config config; __u32 num_lines; __u32 event_buffer_size; __u32 padding[5]; __s32 fd; }; struct gpio_v2_line_info { char name[32]; char consumer[32]; __u32 offset; __u32 num_attrs; __u64 flags; struct gpio_v2_line_attribute attrs[10]; __u32 padding[4]; }; enum gpio_v2_line_changed_type { GPIO_V2_LINE_CHANGED_REQUESTED = 1, GPIO_V2_LINE_CHANGED_RELEASED = 2, GPIO_V2_LINE_CHANGED_CONFIG = 3, }; struct gpio_v2_line_info_changed { struct gpio_v2_line_info info; __u64 timestamp_ns; __u32 event_type; __u32 padding[5]; }; enum gpio_v2_line_event_id { GPIO_V2_LINE_EVENT_RISING_EDGE = 1, GPIO_V2_LINE_EVENT_FALLING_EDGE = 2, }; struct gpio_v2_line_event { __u64 timestamp_ns; __u32 id; __u32 offset; __u32 seqno; __u32 line_seqno; __u32 padding[6]; }; struct gpioline_info { __u32 line_offset; __u32 flags; char name[32]; char consumer[32]; }; struct gpioline_info_changed { struct gpioline_info info; __u64 timestamp; __u32 event_type; __u32 padding[5]; }; struct gpiohandle_request { __u32 lineoffsets[64]; __u32 flags; __u8 default_values[64]; char consumer_label[32]; __u32 lines; int fd; }; struct gpiohandle_config { __u32 flags; __u8 default_values[64]; __u32 padding[4]; }; struct gpiohandle_data { __u8 values[64]; }; struct gpioevent_request { __u32 lineoffset; __u32 handleflags; __u32 eventflags; char consumer_label[32]; int fd; }; struct gpioevent_data { __u64 timestamp; __u32 id; }; typedef __poll_t (*poll_fn)(struct file *, struct poll_table_struct *); typedef long int (*ioctl_fn___2)(struct file *, unsigned int, long unsigned int); typedef ssize_t (*read_fn)(struct file *, char *, size_t, loff_t *); struct linehandle_state { struct gpio_device *gdev; const char *label; struct gpio_desc *descs[64]; u32 num_descs; }; struct linereq; struct line { struct gpio_desc *desc; struct linereq *req; unsigned int irq; u64 edflags; u64 timestamp_ns; u32 req_seqno; u32 line_seqno; struct delayed_work work; unsigned int sw_debounced; unsigned int level; }; struct linereq { struct gpio_device *gdev; const char *label; u32 num_lines; wait_queue_head_t wait; u32 event_buffer_size; struct { union { struct __kfifo kfifo; struct gpio_v2_line_event *type; const struct gpio_v2_line_event *const_type; char (*rectype)[0]; struct gpio_v2_line_event *ptr; const struct gpio_v2_line_event *ptr_const; }; struct gpio_v2_line_event buf[0]; } events; atomic_t seqno; struct mutex config_mutex; struct line lines[0]; }; struct lineevent_state { struct gpio_device *gdev; const char *label; struct gpio_desc *desc; u32 eflags; int irq; wait_queue_head_t wait; struct { union { struct __kfifo kfifo; struct gpioevent_data *type; const struct gpioevent_data *const_type; char (*rectype)[0]; struct gpioevent_data *ptr; const struct gpioevent_data *ptr_const; }; struct gpioevent_data buf[16]; } events; u64 timestamp; }; struct gpio_chardev_data { struct gpio_device *gdev; wait_queue_head_t wait; struct { union { struct __kfifo kfifo; struct gpio_v2_line_info_changed *type; const struct gpio_v2_line_info_changed *const_type; char (*rectype)[0]; struct gpio_v2_line_info_changed *ptr; const struct gpio_v2_line_info_changed *ptr_const; }; struct gpio_v2_line_info_changed buf[32]; } events; struct notifier_block lineinfo_changed_nb; long unsigned int *watched_lines; atomic_t watch_abi_version; }; enum regcache_type { REGCACHE_NONE = 0, REGCACHE_RBTREE = 1, REGCACHE_COMPRESSED = 2, REGCACHE_FLAT = 3, }; struct reg_default { unsigned int reg; unsigned int def; }; enum regmap_endian { REGMAP_ENDIAN_DEFAULT = 0, REGMAP_ENDIAN_BIG = 1, REGMAP_ENDIAN_LITTLE = 2, REGMAP_ENDIAN_NATIVE = 3, }; struct regmap_range { unsigned int range_min; unsigned int range_max; }; struct regmap_access_table { const struct regmap_range *yes_ranges; unsigned int n_yes_ranges; const struct regmap_range *no_ranges; unsigned int n_no_ranges; }; typedef void (*regmap_lock)(void *); typedef void (*regmap_unlock)(void *); struct regmap_range_cfg; struct regmap_config { const char *name; int reg_bits; int reg_stride; int reg_downshift; unsigned int reg_base; int pad_bits; int val_bits; bool (*writeable_reg)(struct device *, unsigned int); bool (*readable_reg)(struct device *, unsigned int); bool (*volatile_reg)(struct device *, unsigned int); bool (*precious_reg)(struct device *, unsigned int); bool (*writeable_noinc_reg)(struct device *, unsigned int); bool (*readable_noinc_reg)(struct device *, unsigned int); bool disable_locking; regmap_lock lock; regmap_unlock unlock; void *lock_arg; int (*reg_read)(void *, unsigned int, unsigned int *); int (*reg_write)(void *, unsigned int, unsigned int); int (*reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); int (*read)(void *, const void *, size_t, void *, size_t); int (*write)(void *, const void *, size_t); size_t max_raw_read; size_t max_raw_write; bool fast_io; bool io_port; unsigned int max_register; const struct regmap_access_table *wr_table; const struct regmap_access_table *rd_table; const struct regmap_access_table *volatile_table; const struct regmap_access_table *precious_table; const struct regmap_access_table *wr_noinc_table; const struct regmap_access_table *rd_noinc_table; const struct reg_default *reg_defaults; unsigned int num_reg_defaults; enum regcache_type cache_type; const void *reg_defaults_raw; unsigned int num_reg_defaults_raw; long unsigned int read_flag_mask; long unsigned int write_flag_mask; bool zero_flag_mask; bool use_single_read; bool use_single_write; bool use_relaxed_mmio; bool can_multi_write; enum regmap_endian reg_format_endian; enum regmap_endian val_format_endian; const struct regmap_range_cfg *ranges; unsigned int num_ranges; bool use_hwlock; bool use_raw_spinlock; unsigned int hwlock_id; unsigned int hwlock_mode; bool can_sleep; }; struct regmap_range_cfg { const char *name; unsigned int range_min; unsigned int range_max; unsigned int selector_reg; unsigned int selector_mask; int selector_shift; unsigned int window_start; unsigned int window_len; }; struct regmap; struct sifive_gpio { void *base; struct gpio_chip gc; struct regmap *regs; long unsigned int irq_state; unsigned int trigger[32]; unsigned int irq_number[32]; }; enum pwm_polarity { PWM_POLARITY_NORMAL = 0, PWM_POLARITY_INVERSED = 1, }; struct pwm_args { u64 period; enum pwm_polarity polarity; }; enum { PWMF_REQUESTED = 1, PWMF_EXPORTED = 2, }; struct pwm_state { u64 period; u64 duty_cycle; enum pwm_polarity polarity; bool enabled; bool usage_power; }; struct pwm_chip; struct pwm_device { const char *label; long unsigned int flags; unsigned int hwpwm; unsigned int pwm; struct pwm_chip *chip; void *chip_data; struct pwm_args args; struct pwm_state state; struct pwm_state last; }; struct pwm_ops; struct pwm_chip { struct device *dev; const struct pwm_ops *ops; int base; unsigned int npwm; struct pwm_device * (*of_xlate)(struct pwm_chip *, const struct of_phandle_args *); unsigned int of_pwm_n_cells; struct list_head list; struct pwm_device *pwms; }; struct pwm_capture { unsigned int period; unsigned int duty_cycle; }; struct pwm_ops { int (*request)(struct pwm_chip *, struct pwm_device *); void (*free)(struct pwm_chip *, struct pwm_device *); int (*capture)(struct pwm_chip *, struct pwm_device *, struct pwm_capture *, long unsigned int); int (*apply)(struct pwm_chip *, struct pwm_device *, const struct pwm_state *); int (*get_state)(struct pwm_chip *, struct pwm_device *, struct pwm_state *); struct module *owner; }; struct pwm_export { struct device child; struct pwm_device *pwm; struct mutex lock; struct pwm_state suspend; }; struct pwm_lookup { struct list_head list; const char *provider; unsigned int index; const char *dev_id; const char *con_id; unsigned int period; enum pwm_polarity polarity; const char *module; }; struct trace_event_raw_pwm { struct trace_entry ent; struct pwm_device *pwm; u64 period; u64 duty_cycle; enum pwm_polarity polarity; bool enabled; int err; char __data[0]; }; struct trace_event_data_offsets_pwm {}; typedef void (*btf_trace_pwm_apply)(void *, struct pwm_device *, const struct pwm_state *, int); typedef void (*btf_trace_pwm_get)(void *, struct pwm_device *, const struct pwm_state *, int); struct pci_sriov { int pos; int nres; u32 cap; u16 ctrl; u16 total_VFs; u16 initial_VFs; u16 num_VFs; u16 offset; u16 stride; u16 vf_device; u32 pgsz; u8 link; u8 max_VF_buses; u16 driver_max_VFs; struct pci_dev *dev; struct pci_dev *self; u32 class; u8 hdr_type; u16 subsystem_vendor; u16 subsystem_device; resource_size_t barsz[6]; bool drivers_autoprobe; }; struct rcec_ea { u8 nextbusn; u8 lastbusn; u32 bitmap; }; struct pci_bus_resource { struct list_head list; struct resource *res; unsigned int flags; }; typedef u64 pci_bus_addr_t; struct pci_bus_region { pci_bus_addr_t start; pci_bus_addr_t end; }; enum pci_fixup_pass { pci_fixup_early = 0, pci_fixup_header = 1, pci_fixup_final = 2, pci_fixup_enable = 3, pci_fixup_resume = 4, pci_fixup_suspend = 5, pci_fixup_resume_early = 6, pci_fixup_suspend_late = 7, }; struct clk_notifier_data { struct clk *clk; long unsigned int old_rate; long unsigned int new_rate; }; struct pwm_sifive_ddata { struct pwm_chip chip; struct mutex lock; struct notifier_block notifier; struct clk *clk; void *regs; unsigned int real_period; unsigned int approx_period; int user_count; }; enum { pci_channel_io_normal = 1, pci_channel_io_frozen = 2, pci_channel_io_perm_failure = 3, }; struct hotplug_slot_ops; struct hotplug_slot { const struct hotplug_slot_ops *ops; struct list_head slot_list; struct pci_slot *pci_slot; struct module *owner; const char *mod_name; }; enum pci_dev_flags { PCI_DEV_FLAGS_MSI_INTX_DISABLE_BUG = 1, PCI_DEV_FLAGS_NO_D3 = 2, PCI_DEV_FLAGS_ASSIGNED = 4, PCI_DEV_FLAGS_ACS_ENABLED_QUIRK = 8, PCI_DEV_FLAG_PCIE_BRIDGE_ALIAS = 32, PCI_DEV_FLAGS_NO_BUS_RESET = 64, PCI_DEV_FLAGS_NO_PM_RESET = 128, PCI_DEV_FLAGS_VPD_REF_F0 = 256, PCI_DEV_FLAGS_BRIDGE_XLATE_ROOT = 512, PCI_DEV_FLAGS_NO_FLR_RESET = 1024, PCI_DEV_FLAGS_NO_RELAXED_ORDERING = 2048, PCI_DEV_FLAGS_HAS_MSI_MASKING = 4096, }; enum pci_bus_flags { PCI_BUS_FLAGS_NO_MSI = 1, PCI_BUS_FLAGS_NO_MMRBC = 2, PCI_BUS_FLAGS_NO_AERSID = 4, PCI_BUS_FLAGS_NO_EXTCFG = 8, }; enum pci_bus_speed { PCI_SPEED_33MHz = 0, PCI_SPEED_66MHz = 1, PCI_SPEED_66MHz_PCIX = 2, PCI_SPEED_100MHz_PCIX = 3, PCI_SPEED_133MHz_PCIX = 4, PCI_SPEED_66MHz_PCIX_ECC = 5, PCI_SPEED_100MHz_PCIX_ECC = 6, PCI_SPEED_133MHz_PCIX_ECC = 7, PCI_SPEED_66MHz_PCIX_266 = 9, PCI_SPEED_100MHz_PCIX_266 = 10, PCI_SPEED_133MHz_PCIX_266 = 11, AGP_UNKNOWN = 12, AGP_1X = 13, AGP_2X = 14, AGP_4X = 15, AGP_8X = 16, PCI_SPEED_66MHz_PCIX_533 = 17, PCI_SPEED_100MHz_PCIX_533 = 18, PCI_SPEED_133MHz_PCIX_533 = 19, PCIE_SPEED_2_5GT = 20, PCIE_SPEED_5_0GT = 21, PCIE_SPEED_8_0GT = 22, PCIE_SPEED_16_0GT = 23, PCIE_SPEED_32_0GT = 24, PCIE_SPEED_64_0GT = 25, PCI_SPEED_UNKNOWN = 255, }; struct pci_host_bridge { struct device dev; struct pci_bus *bus; struct pci_ops *ops; struct pci_ops *child_ops; void *sysdata; int busnr; int domain_nr; struct list_head windows; struct list_head dma_ranges; u8 (*swizzle_irq)(struct pci_dev *, u8 *); int (*map_irq)(const struct pci_dev *, u8, u8); void (*release_fn)(struct pci_host_bridge *); void *release_data; unsigned int ignore_reset_delay: 1; unsigned int no_ext_tags: 1; unsigned int native_aer: 1; unsigned int native_pcie_hotplug: 1; unsigned int native_shpc_hotplug: 1; unsigned int native_pme: 1; unsigned int native_ltr: 1; unsigned int native_dpc: 1; unsigned int preserve_config: 1; unsigned int size_windows: 1; unsigned int msi_domain: 1; resource_size_t (*align_resource)(struct pci_dev *, const struct resource *, resource_size_t, resource_size_t, resource_size_t); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int private[0]; }; enum { PCI_REASSIGN_ALL_RSRC = 1, PCI_REASSIGN_ALL_BUS = 2, PCI_PROBE_ONLY = 4, PCI_CAN_SKIP_ISA_ALIGN = 8, PCI_ENABLE_PROC_DOMAINS = 16, PCI_COMPAT_DOMAIN_0 = 32, PCI_SCAN_ALL_PCIE_DEVS = 64, }; enum pcie_bus_config_types { PCIE_BUS_TUNE_OFF = 0, PCIE_BUS_DEFAULT = 1, PCIE_BUS_SAFE = 2, PCIE_BUS_PERFORMANCE = 3, PCIE_BUS_PEER2PEER = 4, }; struct hotplug_slot_ops { int (*enable_slot)(struct hotplug_slot *); int (*disable_slot)(struct hotplug_slot *); int (*set_attention_status)(struct hotplug_slot *, u8); int (*hardware_test)(struct hotplug_slot *, u32); int (*get_power_status)(struct hotplug_slot *, u8 *); int (*get_attention_status)(struct hotplug_slot *, u8 *); int (*get_latch_status)(struct hotplug_slot *, u8 *); int (*get_adapter_status)(struct hotplug_slot *, u8 *); int (*reset_slot)(struct hotplug_slot *, bool); }; enum pci_bar_type { pci_bar_unknown = 0, pci_bar_io = 1, pci_bar_mem32 = 2, pci_bar_mem64 = 3, }; struct pci_domain_busn_res { struct list_head list; struct resource res; int domain_nr; }; struct driver_attribute { struct attribute attr; ssize_t (*show)(struct device_driver *, char *); ssize_t (*store)(struct device_driver *, const char *, size_t); }; struct iopf_device_param; struct iommu_fault_param; struct iommu_fwspec; struct dev_iommu { struct mutex lock; struct iommu_fault_param *fault_param; struct iopf_device_param *iopf_param; struct iommu_fwspec *fwspec; struct iommu_device *iommu_dev; void *priv; u32 max_pasids; }; enum pci_ers_result { PCI_ERS_RESULT_NONE = 1, PCI_ERS_RESULT_CAN_RECOVER = 2, PCI_ERS_RESULT_NEED_RESET = 3, PCI_ERS_RESULT_DISCONNECT = 4, PCI_ERS_RESULT_RECOVERED = 5, PCI_ERS_RESULT_NO_AER_DRIVER = 6, }; struct iommu_fault_unrecoverable { __u32 reason; __u32 flags; __u32 pasid; __u32 perm; __u64 addr; __u64 fetch_addr; }; struct iommu_fault_page_request { __u32 flags; __u32 pasid; __u32 grpid; __u32 perm; __u64 addr; __u64 private_data[2]; }; struct iommu_fault { __u32 type; __u32 padding; union { struct iommu_fault_unrecoverable event; struct iommu_fault_page_request prm; __u8 padding2[56]; }; }; enum iommu_page_response_code { IOMMU_PAGE_RESP_SUCCESS = 0, IOMMU_PAGE_RESP_INVALID = 1, IOMMU_PAGE_RESP_FAILURE = 2, }; struct iommu_page_response { __u32 argsz; __u32 version; __u32 flags; __u32 pasid; __u32 grpid; __u32 code; }; typedef int (*iommu_fault_handler_t)(struct iommu_domain *, struct device *, long unsigned int, int, void *); struct iommu_domain_geometry { dma_addr_t aperture_start; dma_addr_t aperture_end; bool force_aperture; }; struct iommu_dma_cookie; struct iommu_domain { unsigned int type; const struct iommu_domain_ops *ops; long unsigned int pgsize_bitmap; struct iommu_domain_geometry geometry; struct iommu_dma_cookie *iova_cookie; enum iommu_page_response_code (*iopf_handler)(struct iommu_fault *, void *); void *fault_data; union { struct { iommu_fault_handler_t handler; void *handler_token; }; struct { struct mm_struct *mm; int users; }; }; }; typedef int (*iommu_dev_fault_handler_t)(struct iommu_fault *, void *); struct iommu_iotlb_gather; struct iommu_domain_ops { int (*attach_dev)(struct iommu_domain *, struct device *); void (*detach_dev)(struct iommu_domain *, struct device *); int (*set_dev_pasid)(struct iommu_domain *, struct device *, ioasid_t); int (*map)(struct iommu_domain *, long unsigned int, phys_addr_t, size_t, int, gfp_t); int (*map_pages)(struct iommu_domain *, long unsigned int, phys_addr_t, size_t, size_t, int, gfp_t, size_t *); size_t (*unmap)(struct iommu_domain *, long unsigned int, size_t, struct iommu_iotlb_gather *); size_t (*unmap_pages)(struct iommu_domain *, long unsigned int, size_t, size_t, struct iommu_iotlb_gather *); void (*flush_iotlb_all)(struct iommu_domain *); void (*iotlb_sync_map)(struct iommu_domain *, long unsigned int, size_t); void (*iotlb_sync)(struct iommu_domain *, struct iommu_iotlb_gather *); phys_addr_t (*iova_to_phys)(struct iommu_domain *, dma_addr_t); bool (*enforce_cache_coherency)(struct iommu_domain *); int (*enable_nesting)(struct iommu_domain *); int (*set_pgtable_quirks)(struct iommu_domain *, long unsigned int); void (*free)(struct iommu_domain *); }; struct iommu_iotlb_gather { long unsigned int start; long unsigned int end; size_t pgsize; struct list_head freelist; bool queued; }; struct iommu_device { struct list_head list; const struct iommu_ops *ops; struct fwnode_handle *fwnode; struct device *dev; u32 max_pasids; }; struct iommu_fault_event { struct iommu_fault fault; struct list_head list; }; struct iommu_fault_param { iommu_dev_fault_handler_t handler; void *data; struct list_head faults; struct mutex lock; }; struct iommu_fwspec { const struct iommu_ops *ops; struct fwnode_handle *iommu_fwnode; u32 flags; unsigned int num_ids; u32 ids[0]; }; struct pcie_device { int irq; struct pci_dev *port; u32 service; void *priv_data; struct device device; }; struct pcie_port_service_driver { const char *name; int (*probe)(struct pcie_device *); void (*remove)(struct pcie_device *); int (*suspend)(struct pcie_device *); int (*resume_noirq)(struct pcie_device *); int (*resume)(struct pcie_device *); int (*runtime_suspend)(struct pcie_device *); int (*runtime_resume)(struct pcie_device *); int (*slot_reset)(struct pcie_device *); int port_type; u32 service; struct device_driver driver; }; struct pci_dynid { struct list_head node; struct pci_device_id id; }; struct drv_dev_and_id { struct pci_driver *drv; struct pci_dev *dev; const struct pci_device_id *id; }; struct acpi_device; struct dmi_strmatch { unsigned char slot: 7; unsigned char exact_match: 1; char substr[79]; }; struct dmi_system_id { int (*callback)(const struct dmi_system_id *); const char *ident; struct dmi_strmatch matches[4]; void *driver_data; }; struct bus_attribute { struct attribute attr; ssize_t (*show)(struct bus_type *, char *); ssize_t (*store)(struct bus_type *, const char *, size_t); }; enum { LOGIC_PIO_INDIRECT = 0, LOGIC_PIO_CPU_MMIO = 1, }; struct logic_pio_host_ops; struct logic_pio_hwaddr { struct list_head list; struct fwnode_handle *fwnode; resource_size_t hw_start; resource_size_t io_start; resource_size_t size; long unsigned int flags; void *hostdata; const struct logic_pio_host_ops *ops; }; struct logic_pio_host_ops { u32 (*in)(void *, long unsigned int, size_t); void (*out)(void *, long unsigned int, u32, size_t); u32 (*ins)(void *, long unsigned int, void *, size_t, unsigned int); void (*outs)(void *, long unsigned int, const void *, size_t, unsigned int); }; enum pcie_reset_state { pcie_deassert_reset = 1, pcie_warm_reset = 2, pcie_hot_reset = 3, }; enum pcie_link_width { PCIE_LNK_WIDTH_RESRV = 0, PCIE_LNK_X1 = 1, PCIE_LNK_X2 = 2, PCIE_LNK_X4 = 4, PCIE_LNK_X8 = 8, PCIE_LNK_X12 = 12, PCIE_LNK_X16 = 16, PCIE_LNK_X32 = 32, PCIE_LNK_WIDTH_UNKNOWN = 255, }; typedef int (*arch_set_vga_state_t)(struct pci_dev *, bool, unsigned int, u32); struct pci_cap_saved_data { u16 cap_nr; bool cap_extended; unsigned int size; u32 data[0]; }; struct pci_cap_saved_state { struct hlist_node next; struct pci_cap_saved_data cap; }; struct pci_reset_fn_method { int (*reset_fn)(struct pci_dev *, bool); char *name; }; struct pci_pme_device { struct list_head list; struct pci_dev *dev; }; struct pci_saved_state { u32 config_space[16]; struct pci_cap_saved_data cap[0]; }; struct pci_devres { unsigned int enabled: 1; unsigned int pinned: 1; unsigned int orig_intx: 1; unsigned int restore_intx: 1; unsigned int mwi: 1; u32 region_mask; }; enum pci_mmap_state { pci_mmap_io = 0, pci_mmap_mem = 1, }; enum pci_mmap_api { PCI_MMAP_SYSFS = 0, PCI_MMAP_PROCFS = 1, }; struct pci_dev_resource { struct list_head list; struct resource *res; struct pci_dev *dev; resource_size_t start; resource_size_t end; resource_size_t add_size; resource_size_t min_align; long unsigned int flags; }; enum release_type { leaf_only = 0, whole_subtree = 1, }; enum enable_type { undefined = 4294967295, user_disabled = 0, auto_disabled = 1, user_enabled = 2, auto_enabled = 3, }; struct pci_fixup { u16 vendor; u16 device; u32 class; unsigned int class_shift; void (*hook)(struct pci_dev *); }; struct msix_entry { u32 vector; u16 entry; }; enum support_mode { ALLOW_LEGACY = 0, DENY_LEGACY = 1, }; enum dmi_field { DMI_NONE = 0, DMI_BIOS_VENDOR = 1, DMI_BIOS_VERSION = 2, DMI_BIOS_DATE = 3, DMI_BIOS_RELEASE = 4, DMI_EC_FIRMWARE_RELEASE = 5, DMI_SYS_VENDOR = 6, DMI_PRODUCT_NAME = 7, DMI_PRODUCT_VERSION = 8, DMI_PRODUCT_SERIAL = 9, DMI_PRODUCT_UUID = 10, DMI_PRODUCT_SKU = 11, DMI_PRODUCT_FAMILY = 12, DMI_BOARD_VENDOR = 13, DMI_BOARD_NAME = 14, DMI_BOARD_VERSION = 15, DMI_BOARD_SERIAL = 16, DMI_BOARD_ASSET_TAG = 17, DMI_CHASSIS_VENDOR = 18, DMI_CHASSIS_TYPE = 19, DMI_CHASSIS_VERSION = 20, DMI_CHASSIS_SERIAL = 21, DMI_CHASSIS_ASSET_TAG = 22, DMI_STRING_MAX = 23, DMI_OEM_STRING = 24, }; struct portdrv_service_data { struct pcie_port_service_driver *drv; struct device *dev; u32 service; }; typedef int (*pcie_callback_t)(struct pcie_device *); struct walk_rcec_data { struct pci_dev *rcec; int (*user_callback)(struct pci_dev *, void *); void *user_data; }; struct aer_header_log_regs { unsigned int dw0; unsigned int dw1; unsigned int dw2; unsigned int dw3; }; struct aer_err_info { struct pci_dev *dev[5]; int error_dev_num; unsigned int id: 16; unsigned int severity: 2; unsigned int __pad1: 5; unsigned int multi_error_valid: 1; unsigned int first_error: 5; unsigned int __pad2: 2; unsigned int tlp_header_valid: 1; unsigned int status; unsigned int mask; struct aer_header_log_regs tlp; }; struct pcie_link_state { struct pci_dev *pdev; struct pci_dev *downstream; struct pcie_link_state *root; struct pcie_link_state *parent; struct list_head sibling; u32 aspm_support: 7; u32 aspm_enabled: 7; u32 aspm_capable: 7; u32 aspm_default: 7; char: 4; u32 aspm_disable: 7; u32 clkpm_capable: 1; u32 clkpm_enabled: 1; u32 clkpm_default: 1; u32 clkpm_disable: 1; }; struct aer_stats { u64 dev_cor_errs[16]; u64 dev_fatal_errs[27]; u64 dev_nonfatal_errs[27]; u64 dev_total_cor_errs; u64 dev_total_fatal_errs; u64 dev_total_nonfatal_errs; u64 rootport_total_cor_errs; u64 rootport_total_fatal_errs; u64 rootport_total_nonfatal_errs; }; struct aer_err_source { unsigned int status; unsigned int id; }; struct aer_rpc { struct pci_dev *rpd; struct { union { struct __kfifo kfifo; struct aer_err_source *type; const struct aer_err_source *const_type; char (*rectype)[0]; struct aer_err_source *ptr; const struct aer_err_source *ptr_const; }; struct aer_err_source buf[128]; } aer_fifo; }; struct pci_slot_attribute { struct attribute attr; ssize_t (*show)(struct pci_slot *, char *); ssize_t (*store)(struct pci_slot *, const char *, size_t); }; struct of_bus; struct of_pci_range_parser { struct device_node *node; struct of_bus *bus; const __be32 *range; const __be32 *end; int na; int ns; int pna; bool dma; }; struct of_pci_range { union { u64 pci_addr; u64 bus_addr; }; u64 cpu_addr; u64 size; u32 flags; }; struct controller { struct pcie_device *pcie; u32 slot_cap; unsigned int inband_presence_disabled: 1; u16 slot_ctrl; struct mutex ctrl_lock; long unsigned int cmd_started; unsigned int cmd_busy: 1; wait_queue_head_t queue; atomic_t pending_events; unsigned int notification_enabled: 1; unsigned int power_fault_detected; struct task_struct *poll_thread; u8 state; struct mutex state_lock; struct delayed_work button_work; struct hotplug_slot hotplug_slot; struct rw_semaphore reset_lock; unsigned int depth; unsigned int ist_running; int request_result; wait_queue_head_t requester; }; enum { NVME_REG_CAP = 0, NVME_REG_VS = 8, NVME_REG_INTMS = 12, NVME_REG_INTMC = 16, NVME_REG_CC = 20, NVME_REG_CSTS = 28, NVME_REG_NSSR = 32, NVME_REG_AQA = 36, NVME_REG_ASQ = 40, NVME_REG_ACQ = 48, NVME_REG_CMBLOC = 56, NVME_REG_CMBSZ = 60, NVME_REG_BPINFO = 64, NVME_REG_BPRSEL = 68, NVME_REG_BPMBL = 72, NVME_REG_CMBMSC = 80, NVME_REG_CRTO = 104, NVME_REG_PMRCAP = 3584, NVME_REG_PMRCTL = 3588, NVME_REG_PMRSTS = 3592, NVME_REG_PMREBS = 3596, NVME_REG_PMRSWTP = 3600, NVME_REG_DBS = 4096, }; enum { NVME_CC_ENABLE = 1, NVME_CC_EN_SHIFT = 0, NVME_CC_CSS_SHIFT = 4, NVME_CC_MPS_SHIFT = 7, NVME_CC_AMS_SHIFT = 11, NVME_CC_SHN_SHIFT = 14, NVME_CC_IOSQES_SHIFT = 16, NVME_CC_IOCQES_SHIFT = 20, NVME_CC_CSS_NVM = 0, NVME_CC_CSS_CSI = 96, NVME_CC_CSS_MASK = 112, NVME_CC_AMS_RR = 0, NVME_CC_AMS_WRRU = 2048, NVME_CC_AMS_VS = 14336, NVME_CC_SHN_NONE = 0, NVME_CC_SHN_NORMAL = 16384, NVME_CC_SHN_ABRUPT = 32768, NVME_CC_SHN_MASK = 49152, NVME_CC_IOSQES = 393216, NVME_CC_IOCQES = 4194304, NVME_CC_CRIME = 16777216, }; enum { NVME_CSTS_RDY = 1, NVME_CSTS_CFS = 2, NVME_CSTS_NSSRO = 16, NVME_CSTS_PP = 32, NVME_CSTS_SHST_NORMAL = 0, NVME_CSTS_SHST_OCCUR = 4, NVME_CSTS_SHST_CMPLT = 8, NVME_CSTS_SHST_MASK = 12, }; enum { NVME_AEN_BIT_NS_ATTR = 8, NVME_AEN_BIT_FW_ACT = 9, NVME_AEN_BIT_ANA_CHANGE = 11, NVME_AEN_BIT_DISC_CHANGE = 31, }; enum { SWITCHTEC_GAS_MRPC_OFFSET = 0, SWITCHTEC_GAS_TOP_CFG_OFFSET = 4096, SWITCHTEC_GAS_SW_EVENT_OFFSET = 6144, SWITCHTEC_GAS_SYS_INFO_OFFSET = 8192, SWITCHTEC_GAS_FLASH_INFO_OFFSET = 8704, SWITCHTEC_GAS_PART_CFG_OFFSET = 16384, SWITCHTEC_GAS_NTB_OFFSET = 65536, SWITCHTEC_GAS_PFF_CSR_OFFSET = 1261568, }; enum { SWITCHTEC_NTB_REG_INFO_OFFSET = 0, SWITCHTEC_NTB_REG_CTRL_OFFSET = 16384, SWITCHTEC_NTB_REG_DBMSG_OFFSET = 409600, }; struct nt_partition_info { u32 xlink_enabled; u32 target_part_low; u32 target_part_high; u32 reserved; }; struct ntb_info_regs { u8 partition_count; u8 partition_id; u16 reserved1; u64 ep_map; u16 requester_id; u16 reserved2; u32 reserved3[4]; struct nt_partition_info ntp_info[48]; } __attribute__((packed)); struct ntb_ctrl_regs { u32 partition_status; u32 partition_op; u32 partition_ctrl; u32 bar_setup; u32 bar_error; u16 lut_table_entries; u16 lut_table_offset; u32 lut_error; u16 req_id_table_size; u16 req_id_table_offset; u32 req_id_error; u32 reserved1[7]; struct { u32 ctl; u32 win_size; u64 xlate_addr; } bar_entry[6]; struct { u32 win_size; u32 reserved[3]; } bar_ext_entry[6]; u32 reserved2[192]; u32 req_id_table[512]; u32 reserved3[256]; u64 lut_entry[512]; }; struct pci_dev_reset_methods { u16 vendor; u16 device; int (*reset)(struct pci_dev *, bool); }; struct pci_dev_acs_enabled { u16 vendor; u16 device; int (*acs_enabled)(struct pci_dev *, u16); }; struct pci_dev_acs_ops { u16 vendor; u16 device; int (*enable_acs)(struct pci_dev *); int (*disable_acs_redir)(struct pci_dev *); }; struct controller___2; struct hpc_ops; struct slot { u8 bus; u8 device; u16 status; u32 number; u8 is_a_board; u8 state; u8 attention_save; u8 presence_save; u8 latch_save; u8 pwr_save; struct controller___2 *ctrl; const struct hpc_ops *hpc_ops; struct hotplug_slot hotplug_slot; struct list_head slot_list; struct delayed_work work; struct mutex lock; struct workqueue_struct *wq; u8 hp_slot; }; struct controller___2 { struct mutex crit_sect; struct mutex cmd_lock; int num_slots; int slot_num_inc; struct pci_dev *pci_dev; struct list_head slot_list; const struct hpc_ops *hpc_ops; wait_queue_head_t queue; u8 slot_device_offset; u32 pcix_misc2_reg; u32 first_slot; u32 cap_offset; long unsigned int mmio_base; long unsigned int mmio_size; void *creg; struct timer_list poll_timer; }; struct hpc_ops { int (*power_on_slot)(struct slot *); int (*slot_enable)(struct slot *); int (*slot_disable)(struct slot *); int (*set_bus_speed_mode)(struct slot *, enum pci_bus_speed); int (*get_power_status)(struct slot *, u8 *); int (*get_attention_status)(struct slot *, u8 *); int (*set_attention_status)(struct slot *, u8); int (*get_latch_status)(struct slot *, u8 *); int (*get_adapter_status)(struct slot *, u8 *); int (*get_adapter_speed)(struct slot *, enum pci_bus_speed *); int (*get_prog_int)(struct slot *, u8 *); int (*query_power_fault)(struct slot *); void (*green_led_on)(struct slot *); void (*green_led_off)(struct slot *); void (*green_led_blink)(struct slot *); void (*release_ctlr)(struct controller___2 *); int (*check_cmd_status)(struct controller___2 *); }; struct event_info { u32 event_type; struct slot *p_slot; struct work_struct work; }; struct pushbutton_work_info { struct slot *p_slot; struct work_struct work; }; enum ctrl_offsets { BASE_OFFSET = 0, SLOT_AVAIL1 = 4, SLOT_AVAIL2 = 8, SLOT_CONFIG = 12, SEC_BUS_CONFIG = 16, MSI_CTRL = 18, PROG_INTERFACE = 19, CMD = 20, CMD_STATUS = 22, INTR_LOC = 24, SERR_LOC = 28, SERR_INTR_ENABLE = 32, SLOT1 = 36, }; struct pci_config_window; struct pci_ecam_ops { unsigned int bus_shift; struct pci_ops pci_ops; int (*init)(struct pci_config_window *); }; struct pci_config_window { struct resource res; struct resource busr; unsigned int bus_shift; void *priv; const struct pci_ecam_ops *ops; union { void *win; void **winp; }; struct device *parent; }; enum pci_interrupt_pin { PCI_INTERRUPT_UNKNOWN = 0, PCI_INTERRUPT_INTA = 1, PCI_INTERRUPT_INTB = 2, PCI_INTERRUPT_INTC = 3, PCI_INTERRUPT_INTD = 4, }; struct xilinx_pcie { struct device *dev; void *reg_base; long unsigned int msi_map[2]; struct mutex map_lock; struct irq_domain *msi_domain; struct irq_domain *leg_domain; struct list_head resources; }; enum con_scroll { SM_UP = 0, SM_DOWN = 1, }; enum vc_intensity { VCI_HALF_BRIGHT = 0, VCI_NORMAL = 1, VCI_BOLD = 2, VCI_MASK = 3, }; struct vc_data; struct console_font; struct consw { struct module *owner; const char * (*con_startup)(); void (*con_init)(struct vc_data *, int); void (*con_deinit)(struct vc_data *); void (*con_clear)(struct vc_data *, int, int, int, int); void (*con_putc)(struct vc_data *, int, int, int); void (*con_putcs)(struct vc_data *, const short unsigned int *, int, int, int); void (*con_cursor)(struct vc_data *, int); bool (*con_scroll)(struct vc_data *, unsigned int, unsigned int, enum con_scroll, unsigned int); int (*con_switch)(struct vc_data *); int (*con_blank)(struct vc_data *, int, int); int (*con_font_set)(struct vc_data *, struct console_font *, unsigned int); int (*con_font_get)(struct vc_data *, struct console_font *); int (*con_font_default)(struct vc_data *, struct console_font *, char *); int (*con_resize)(struct vc_data *, unsigned int, unsigned int, unsigned int); void (*con_set_palette)(struct vc_data *, const unsigned char *); void (*con_scrolldelta)(struct vc_data *, int); int (*con_set_origin)(struct vc_data *); void (*con_save_screen)(struct vc_data *); u8 (*con_build_attr)(struct vc_data *, u8, enum vc_intensity, bool, bool, bool, bool); void (*con_invert_region)(struct vc_data *, u16 *, int); u16 * (*con_screen_pos)(const struct vc_data *, int); long unsigned int (*con_getxy)(struct vc_data *, long unsigned int, int *, int *); void (*con_flush_scrollback)(struct vc_data *); int (*con_debug_enter)(struct vc_data *); int (*con_debug_leave)(struct vc_data *); }; struct vc_state { unsigned int x; unsigned int y; unsigned char color; unsigned char Gx_charset[2]; unsigned int charset: 1; enum vc_intensity intensity; bool italic; bool underline; bool blink; bool reverse; }; struct console_font { unsigned int width; unsigned int height; unsigned int charcount; unsigned char *data; }; struct vt_mode { char mode; char waitv; short int relsig; short int acqsig; short int frsig; }; struct uni_pagedict; struct uni_screen; struct vc_data { struct tty_port port; struct vc_state state; struct vc_state saved_state; short unsigned int vc_num; unsigned int vc_cols; unsigned int vc_rows; unsigned int vc_size_row; unsigned int vc_scan_lines; unsigned int vc_cell_height; long unsigned int vc_origin; long unsigned int vc_scr_end; long unsigned int vc_visible_origin; unsigned int vc_top; unsigned int vc_bottom; const struct consw *vc_sw; short unsigned int *vc_screenbuf; unsigned int vc_screenbuf_size; unsigned char vc_mode; unsigned char vc_attr; unsigned char vc_def_color; unsigned char vc_ulcolor; unsigned char vc_itcolor; unsigned char vc_halfcolor; unsigned int vc_cursor_type; short unsigned int vc_complement_mask; short unsigned int vc_s_complement_mask; long unsigned int vc_pos; short unsigned int vc_hi_font_mask; struct console_font vc_font; short unsigned int vc_video_erase_char; unsigned int vc_state; unsigned int vc_npar; unsigned int vc_par[16]; struct vt_mode vt_mode; struct pid *vt_pid; int vt_newvt; wait_queue_head_t paste_wait; unsigned int vc_disp_ctrl: 1; unsigned int vc_toggle_meta: 1; unsigned int vc_decscnm: 1; unsigned int vc_decom: 1; unsigned int vc_decawm: 1; unsigned int vc_deccm: 1; unsigned int vc_decim: 1; unsigned int vc_priv: 3; unsigned int vc_need_wrap: 1; unsigned int vc_can_do_color: 1; unsigned int vc_report_mouse: 2; unsigned char vc_utf: 1; unsigned char vc_utf_count; int vc_utf_char; long unsigned int vc_tab_stop[4]; unsigned char vc_palette[48]; short unsigned int *vc_translate; unsigned int vc_resize_user; unsigned int vc_bell_pitch; unsigned int vc_bell_duration; short unsigned int vc_cur_blink_ms; struct vc_data **vc_display_fg; struct uni_pagedict *uni_pagedict; struct uni_pagedict **uni_pagedict_loc; struct uni_screen *vc_uni_screen; }; struct vga_device { struct list_head list; struct pci_dev *pdev; unsigned int decodes; unsigned int owns; unsigned int locks; unsigned int io_lock_cnt; unsigned int mem_lock_cnt; unsigned int io_norm_cnt; unsigned int mem_norm_cnt; bool bridge_has_one_vga; bool is_firmware_default; unsigned int (*set_decode)(struct pci_dev *, bool); }; struct vga_arb_user_card { struct pci_dev *pdev; unsigned int mem_cnt; unsigned int io_cnt; }; struct vga_arb_private { struct list_head list; struct pci_dev *target; struct vga_arb_user_card cards[16]; spinlock_t lock; }; struct clk_bulk_data { const char *id; struct clk *clk; }; struct reset_control; struct reset_control_bulk_data { const char *id; struct reset_control *rstc; }; enum pci_barno { NO_BAR = 4294967295, BAR_0 = 0, BAR_1 = 1, BAR_2 = 2, BAR_3 = 3, BAR_4 = 4, BAR_5 = 5, }; struct pci_epf_header { u16 vendorid; u16 deviceid; u8 revid; u8 progif_code; u8 subclass_code; u8 baseclass_code; u8 cache_line_size; u16 subsys_vendor_id; u16 subsys_id; enum pci_interrupt_pin interrupt_pin; }; struct pci_epf_bar { dma_addr_t phys_addr; void *addr; size_t size; enum pci_barno barno; int flags; }; struct pci_epc_ops; struct pci_epc_mem; struct pci_epc { struct device dev; struct list_head pci_epf; const struct pci_epc_ops *ops; struct pci_epc_mem **windows; struct pci_epc_mem *mem; unsigned int num_windows; u8 max_functions; u8 *max_vfs; struct config_group *group; struct mutex lock; long unsigned int function_num_map; struct atomic_notifier_head notifier; }; enum pci_epc_irq_type { PCI_EPC_IRQ_UNKNOWN = 0, PCI_EPC_IRQ_LEGACY = 1, PCI_EPC_IRQ_MSI = 2, PCI_EPC_IRQ_MSIX = 3, }; struct pci_epc_features; struct pci_epc_ops { int (*write_header)(struct pci_epc *, u8, u8, struct pci_epf_header *); int (*set_bar)(struct pci_epc *, u8, u8, struct pci_epf_bar *); void (*clear_bar)(struct pci_epc *, u8, u8, struct pci_epf_bar *); int (*map_addr)(struct pci_epc *, u8, u8, phys_addr_t, u64, size_t); void (*unmap_addr)(struct pci_epc *, u8, u8, phys_addr_t); int (*set_msi)(struct pci_epc *, u8, u8, u8); int (*get_msi)(struct pci_epc *, u8, u8); int (*set_msix)(struct pci_epc *, u8, u8, u16, enum pci_barno, u32); int (*get_msix)(struct pci_epc *, u8, u8); int (*raise_irq)(struct pci_epc *, u8, u8, enum pci_epc_irq_type, u16); int (*map_msi_irq)(struct pci_epc *, u8, u8, phys_addr_t, u8, u32, u32 *, u32 *); int (*start)(struct pci_epc *); void (*stop)(struct pci_epc *); const struct pci_epc_features * (*get_features)(struct pci_epc *, u8, u8); struct module *owner; }; struct pci_epc_features { unsigned int linkup_notifier: 1; unsigned int core_init_notifier: 1; unsigned int msi_capable: 1; unsigned int msix_capable: 1; u8 reserved_bar; u8 bar_fixed_64bit; u64 bar_fixed_size[6]; size_t align; }; struct pci_epc_mem_window { phys_addr_t phys_base; size_t size; size_t page_size; }; struct pci_epc_mem { struct pci_epc_mem_window window; long unsigned int *bitmap; int pages; struct mutex lock; }; enum dw_pcie_app_clk { DW_PCIE_DBI_CLK = 0, DW_PCIE_MSTR_CLK = 1, DW_PCIE_SLV_CLK = 2, DW_PCIE_NUM_APP_CLKS = 3, }; enum dw_pcie_core_clk { DW_PCIE_PIPE_CLK = 0, DW_PCIE_CORE_CLK = 1, DW_PCIE_AUX_CLK = 2, DW_PCIE_REF_CLK = 3, DW_PCIE_NUM_CORE_CLKS = 4, }; enum dw_pcie_app_rst { DW_PCIE_DBI_RST = 0, DW_PCIE_MSTR_RST = 1, DW_PCIE_SLV_RST = 2, DW_PCIE_NUM_APP_RSTS = 3, }; enum dw_pcie_core_rst { DW_PCIE_NON_STICKY_RST = 0, DW_PCIE_STICKY_RST = 1, DW_PCIE_CORE_RST = 2, DW_PCIE_PIPE_RST = 3, DW_PCIE_PHY_RST = 4, DW_PCIE_HOT_RST = 5, DW_PCIE_PWR_RST = 6, DW_PCIE_NUM_CORE_RSTS = 7, }; struct dw_pcie_rp; struct dw_pcie_host_ops { int (*host_init)(struct dw_pcie_rp *); void (*host_deinit)(struct dw_pcie_rp *); int (*msi_host_init)(struct dw_pcie_rp *); }; struct dw_pcie_rp { bool has_msi_ctrl: 1; bool cfg0_io_shared: 1; u64 cfg0_base; void *va_cfg0_base; u32 cfg0_size; resource_size_t io_base; phys_addr_t io_bus_addr; u32 io_size; int irq; const struct dw_pcie_host_ops *ops; int msi_irq[8]; struct irq_domain *irq_domain; struct irq_domain *msi_domain; dma_addr_t msi_data; struct irq_chip *msi_irq_chip; u32 num_vectors; u32 irq_mask[8]; struct pci_host_bridge *bridge; raw_spinlock_t lock; long unsigned int msi_irq_in_use[4]; }; struct dw_pcie_ep; struct dw_pcie_ep_ops { void (*ep_init)(struct dw_pcie_ep *); int (*raise_irq)(struct dw_pcie_ep *, u8, enum pci_epc_irq_type, u16); const struct pci_epc_features * (*get_features)(struct dw_pcie_ep *); unsigned int (*func_conf_select)(struct dw_pcie_ep *, u8); }; struct dw_pcie_ep { struct pci_epc *epc; struct list_head func_list; const struct dw_pcie_ep_ops *ops; phys_addr_t phys_base; size_t addr_size; size_t page_size; u8 bar_to_atu[6]; phys_addr_t *outbound_addr; long unsigned int *ib_window_map; long unsigned int *ob_window_map; void *msi_mem; phys_addr_t msi_mem_phys; struct pci_epf_bar *epf_bar[6]; }; struct dw_pcie; struct dw_pcie_ops { u64 (*cpu_addr_fixup)(struct dw_pcie *, u64); u32 (*read_dbi)(struct dw_pcie *, void *, u32, size_t); void (*write_dbi)(struct dw_pcie *, void *, u32, size_t, u32); void (*write_dbi2)(struct dw_pcie *, void *, u32, size_t, u32); int (*link_up)(struct dw_pcie *); int (*start_link)(struct dw_pcie *); void (*stop_link)(struct dw_pcie *); }; struct dw_pcie { struct device *dev; void *dbi_base; void *dbi_base2; void *atu_base; size_t atu_size; u32 num_ib_windows; u32 num_ob_windows; u32 region_align; u64 region_limit; struct dw_pcie_rp pp; struct dw_pcie_ep ep; const struct dw_pcie_ops *ops; u32 version; u32 type; long unsigned int caps; int num_lanes; int link_gen; u8 n_fts[2]; struct clk_bulk_data app_clks[3]; struct clk_bulk_data core_clks[4]; struct reset_control_bulk_data app_rsts[3]; struct reset_control_bulk_data core_rsts[7]; struct gpio_desc *pe_rst; }; struct aperture_range { struct device *dev; resource_size_t base; resource_size_t size; struct list_head lh; void (*detach)(struct device *); }; struct fu740_pcie { struct dw_pcie pci; void *mgmt_base; struct gpio_desc *reset; struct gpio_desc *pwren; struct clk *pcie_aux; struct reset_control *rst; }; struct dp_sdp_header { u8 HB0; u8 HB1; u8 HB2; u8 HB3; }; struct dp_sdp { struct dp_sdp_header sdp_header; u8 db[32]; }; enum hdmi_infoframe_type { HDMI_INFOFRAME_TYPE_VENDOR = 129, HDMI_INFOFRAME_TYPE_AVI = 130, HDMI_INFOFRAME_TYPE_SPD = 131, HDMI_INFOFRAME_TYPE_AUDIO = 132, HDMI_INFOFRAME_TYPE_DRM = 135, }; struct hdmi_any_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; }; enum hdmi_colorspace { HDMI_COLORSPACE_RGB = 0, HDMI_COLORSPACE_YUV422 = 1, HDMI_COLORSPACE_YUV444 = 2, HDMI_COLORSPACE_YUV420 = 3, HDMI_COLORSPACE_RESERVED4 = 4, HDMI_COLORSPACE_RESERVED5 = 5, HDMI_COLORSPACE_RESERVED6 = 6, HDMI_COLORSPACE_IDO_DEFINED = 7, }; enum hdmi_scan_mode { HDMI_SCAN_MODE_NONE = 0, HDMI_SCAN_MODE_OVERSCAN = 1, HDMI_SCAN_MODE_UNDERSCAN = 2, HDMI_SCAN_MODE_RESERVED = 3, }; enum hdmi_colorimetry { HDMI_COLORIMETRY_NONE = 0, HDMI_COLORIMETRY_ITU_601 = 1, HDMI_COLORIMETRY_ITU_709 = 2, HDMI_COLORIMETRY_EXTENDED = 3, }; enum hdmi_picture_aspect { HDMI_PICTURE_ASPECT_NONE = 0, HDMI_PICTURE_ASPECT_4_3 = 1, HDMI_PICTURE_ASPECT_16_9 = 2, HDMI_PICTURE_ASPECT_64_27 = 3, HDMI_PICTURE_ASPECT_256_135 = 4, HDMI_PICTURE_ASPECT_RESERVED = 5, }; enum hdmi_active_aspect { HDMI_ACTIVE_ASPECT_16_9_TOP = 2, HDMI_ACTIVE_ASPECT_14_9_TOP = 3, HDMI_ACTIVE_ASPECT_16_9_CENTER = 4, HDMI_ACTIVE_ASPECT_PICTURE = 8, HDMI_ACTIVE_ASPECT_4_3 = 9, HDMI_ACTIVE_ASPECT_16_9 = 10, HDMI_ACTIVE_ASPECT_14_9 = 11, HDMI_ACTIVE_ASPECT_4_3_SP_14_9 = 13, HDMI_ACTIVE_ASPECT_16_9_SP_14_9 = 14, HDMI_ACTIVE_ASPECT_16_9_SP_4_3 = 15, }; enum hdmi_extended_colorimetry { HDMI_EXTENDED_COLORIMETRY_XV_YCC_601 = 0, HDMI_EXTENDED_COLORIMETRY_XV_YCC_709 = 1, HDMI_EXTENDED_COLORIMETRY_S_YCC_601 = 2, HDMI_EXTENDED_COLORIMETRY_OPYCC_601 = 3, HDMI_EXTENDED_COLORIMETRY_OPRGB = 4, HDMI_EXTENDED_COLORIMETRY_BT2020_CONST_LUM = 5, HDMI_EXTENDED_COLORIMETRY_BT2020 = 6, HDMI_EXTENDED_COLORIMETRY_RESERVED = 7, }; enum hdmi_quantization_range { HDMI_QUANTIZATION_RANGE_DEFAULT = 0, HDMI_QUANTIZATION_RANGE_LIMITED = 1, HDMI_QUANTIZATION_RANGE_FULL = 2, HDMI_QUANTIZATION_RANGE_RESERVED = 3, }; enum hdmi_nups { HDMI_NUPS_UNKNOWN = 0, HDMI_NUPS_HORIZONTAL = 1, HDMI_NUPS_VERTICAL = 2, HDMI_NUPS_BOTH = 3, }; enum hdmi_ycc_quantization_range { HDMI_YCC_QUANTIZATION_RANGE_LIMITED = 0, HDMI_YCC_QUANTIZATION_RANGE_FULL = 1, }; enum hdmi_content_type { HDMI_CONTENT_TYPE_GRAPHICS = 0, HDMI_CONTENT_TYPE_PHOTO = 1, HDMI_CONTENT_TYPE_CINEMA = 2, HDMI_CONTENT_TYPE_GAME = 3, }; enum hdmi_metadata_type { HDMI_STATIC_METADATA_TYPE1 = 0, }; enum hdmi_eotf { HDMI_EOTF_TRADITIONAL_GAMMA_SDR = 0, HDMI_EOTF_TRADITIONAL_GAMMA_HDR = 1, HDMI_EOTF_SMPTE_ST2084 = 2, HDMI_EOTF_BT_2100_HLG = 3, }; struct hdmi_avi_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; enum hdmi_colorspace colorspace; enum hdmi_scan_mode scan_mode; enum hdmi_colorimetry colorimetry; enum hdmi_picture_aspect picture_aspect; enum hdmi_active_aspect active_aspect; bool itc; enum hdmi_extended_colorimetry extended_colorimetry; enum hdmi_quantization_range quantization_range; enum hdmi_nups nups; unsigned char video_code; enum hdmi_ycc_quantization_range ycc_quantization_range; enum hdmi_content_type content_type; unsigned char pixel_repeat; short unsigned int top_bar; short unsigned int bottom_bar; short unsigned int left_bar; short unsigned int right_bar; }; struct hdmi_drm_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; enum hdmi_eotf eotf; enum hdmi_metadata_type metadata_type; struct { u16 x; u16 y; } display_primaries[3]; struct { u16 x; u16 y; } white_point; u16 max_display_mastering_luminance; u16 min_display_mastering_luminance; u16 max_cll; u16 max_fall; }; enum hdmi_spd_sdi { HDMI_SPD_SDI_UNKNOWN = 0, HDMI_SPD_SDI_DSTB = 1, HDMI_SPD_SDI_DVDP = 2, HDMI_SPD_SDI_DVHS = 3, HDMI_SPD_SDI_HDDVR = 4, HDMI_SPD_SDI_DVC = 5, HDMI_SPD_SDI_DSC = 6, HDMI_SPD_SDI_VCD = 7, HDMI_SPD_SDI_GAME = 8, HDMI_SPD_SDI_PC = 9, HDMI_SPD_SDI_BD = 10, HDMI_SPD_SDI_SACD = 11, HDMI_SPD_SDI_HDDVD = 12, HDMI_SPD_SDI_PMP = 13, }; struct hdmi_spd_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; char vendor[8]; char product[16]; enum hdmi_spd_sdi sdi; }; enum hdmi_audio_coding_type { HDMI_AUDIO_CODING_TYPE_STREAM = 0, HDMI_AUDIO_CODING_TYPE_PCM = 1, HDMI_AUDIO_CODING_TYPE_AC3 = 2, HDMI_AUDIO_CODING_TYPE_MPEG1 = 3, HDMI_AUDIO_CODING_TYPE_MP3 = 4, HDMI_AUDIO_CODING_TYPE_MPEG2 = 5, HDMI_AUDIO_CODING_TYPE_AAC_LC = 6, HDMI_AUDIO_CODING_TYPE_DTS = 7, HDMI_AUDIO_CODING_TYPE_ATRAC = 8, HDMI_AUDIO_CODING_TYPE_DSD = 9, HDMI_AUDIO_CODING_TYPE_EAC3 = 10, HDMI_AUDIO_CODING_TYPE_DTS_HD = 11, HDMI_AUDIO_CODING_TYPE_MLP = 12, HDMI_AUDIO_CODING_TYPE_DST = 13, HDMI_AUDIO_CODING_TYPE_WMA_PRO = 14, HDMI_AUDIO_CODING_TYPE_CXT = 15, }; enum hdmi_audio_sample_size { HDMI_AUDIO_SAMPLE_SIZE_STREAM = 0, HDMI_AUDIO_SAMPLE_SIZE_16 = 1, HDMI_AUDIO_SAMPLE_SIZE_20 = 2, HDMI_AUDIO_SAMPLE_SIZE_24 = 3, }; enum hdmi_audio_sample_frequency { HDMI_AUDIO_SAMPLE_FREQUENCY_STREAM = 0, HDMI_AUDIO_SAMPLE_FREQUENCY_32000 = 1, HDMI_AUDIO_SAMPLE_FREQUENCY_44100 = 2, HDMI_AUDIO_SAMPLE_FREQUENCY_48000 = 3, HDMI_AUDIO_SAMPLE_FREQUENCY_88200 = 4, HDMI_AUDIO_SAMPLE_FREQUENCY_96000 = 5, HDMI_AUDIO_SAMPLE_FREQUENCY_176400 = 6, HDMI_AUDIO_SAMPLE_FREQUENCY_192000 = 7, }; enum hdmi_audio_coding_type_ext { HDMI_AUDIO_CODING_TYPE_EXT_CT = 0, HDMI_AUDIO_CODING_TYPE_EXT_HE_AAC = 1, HDMI_AUDIO_CODING_TYPE_EXT_HE_AAC_V2 = 2, HDMI_AUDIO_CODING_TYPE_EXT_MPEG_SURROUND = 3, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_HE_AAC = 4, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_HE_AAC_V2 = 5, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_AAC_LC = 6, HDMI_AUDIO_CODING_TYPE_EXT_DRA = 7, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_HE_AAC_SURROUND = 8, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_AAC_LC_SURROUND = 10, }; struct hdmi_audio_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; unsigned char channels; enum hdmi_audio_coding_type coding_type; enum hdmi_audio_sample_size sample_size; enum hdmi_audio_sample_frequency sample_frequency; enum hdmi_audio_coding_type_ext coding_type_ext; unsigned char channel_allocation; unsigned char level_shift_value; bool downmix_inhibit; }; enum hdmi_3d_structure { HDMI_3D_STRUCTURE_INVALID = 4294967295, HDMI_3D_STRUCTURE_FRAME_PACKING = 0, HDMI_3D_STRUCTURE_FIELD_ALTERNATIVE = 1, HDMI_3D_STRUCTURE_LINE_ALTERNATIVE = 2, HDMI_3D_STRUCTURE_SIDE_BY_SIDE_FULL = 3, HDMI_3D_STRUCTURE_L_DEPTH = 4, HDMI_3D_STRUCTURE_L_DEPTH_GFX_GFX_DEPTH = 5, HDMI_3D_STRUCTURE_TOP_AND_BOTTOM = 6, HDMI_3D_STRUCTURE_SIDE_BY_SIDE_HALF = 8, }; struct hdmi_vendor_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; unsigned int oui; u8 vic; enum hdmi_3d_structure s3d_struct; unsigned int s3d_ext_data; }; union hdmi_vendor_any_infoframe { struct { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; unsigned int oui; } any; struct hdmi_vendor_infoframe hdmi; }; union hdmi_infoframe { struct hdmi_any_infoframe any; struct hdmi_avi_infoframe avi; struct hdmi_spd_infoframe spd; union hdmi_vendor_any_infoframe vendor; struct hdmi_audio_infoframe audio; struct hdmi_drm_infoframe drm; }; struct linux_logo { int type; unsigned int width; unsigned int height; unsigned int clutsize; const unsigned char *clut; const unsigned char *data; }; enum switchtec_gen { SWITCHTEC_GEN3 = 0, SWITCHTEC_GEN4 = 1, }; struct mrpc_regs { u8 input_data[1024]; u8 output_data[1024]; u32 cmd; u32 status; u32 ret_value; u32 dma_en; u64 dma_addr; u32 dma_vector; u32 dma_ver; }; enum mrpc_status { SWITCHTEC_MRPC_STATUS_INPROGRESS = 1, SWITCHTEC_MRPC_STATUS_DONE = 2, SWITCHTEC_MRPC_STATUS_ERROR = 255, SWITCHTEC_MRPC_STATUS_INTERRUPTED = 256, }; struct sw_event_regs { u64 event_report_ctrl; u64 reserved1; u64 part_event_bitmap; u64 reserved2; u32 global_summary; u32 reserved3[3]; u32 stack_error_event_hdr; u32 stack_error_event_data; u32 reserved4[4]; u32 ppu_error_event_hdr; u32 ppu_error_event_data; u32 reserved5[4]; u32 isp_error_event_hdr; u32 isp_error_event_data; u32 reserved6[4]; u32 sys_reset_event_hdr; u32 reserved7[5]; u32 fw_exception_hdr; u32 reserved8[5]; u32 fw_nmi_hdr; u32 reserved9[5]; u32 fw_non_fatal_hdr; u32 reserved10[5]; u32 fw_fatal_hdr; u32 reserved11[5]; u32 twi_mrpc_comp_hdr; u32 twi_mrpc_comp_data; u32 reserved12[4]; u32 twi_mrpc_comp_async_hdr; u32 twi_mrpc_comp_async_data; u32 reserved13[4]; u32 cli_mrpc_comp_hdr; u32 cli_mrpc_comp_data; u32 reserved14[4]; u32 cli_mrpc_comp_async_hdr; u32 cli_mrpc_comp_async_data; u32 reserved15[4]; u32 gpio_interrupt_hdr; u32 gpio_interrupt_data; u32 reserved16[4]; u32 gfms_event_hdr; u32 gfms_event_data; u32 reserved17[4]; }; enum { SWITCHTEC_GEN3_CFG0_RUNNING = 4, SWITCHTEC_GEN3_CFG1_RUNNING = 5, SWITCHTEC_GEN3_IMG0_RUNNING = 3, SWITCHTEC_GEN3_IMG1_RUNNING = 7, }; enum { SWITCHTEC_GEN4_MAP0_RUNNING = 0, SWITCHTEC_GEN4_MAP1_RUNNING = 1, SWITCHTEC_GEN4_KEY0_RUNNING = 2, SWITCHTEC_GEN4_KEY1_RUNNING = 3, SWITCHTEC_GEN4_BL2_0_RUNNING = 4, SWITCHTEC_GEN4_BL2_1_RUNNING = 5, SWITCHTEC_GEN4_CFG0_RUNNING = 6, SWITCHTEC_GEN4_CFG1_RUNNING = 7, SWITCHTEC_GEN4_IMG0_RUNNING = 8, SWITCHTEC_GEN4_IMG1_RUNNING = 9, }; enum { SWITCHTEC_GEN4_KEY0_ACTIVE = 0, SWITCHTEC_GEN4_KEY1_ACTIVE = 1, SWITCHTEC_GEN4_BL2_0_ACTIVE = 0, SWITCHTEC_GEN4_BL2_1_ACTIVE = 1, SWITCHTEC_GEN4_CFG0_ACTIVE = 0, SWITCHTEC_GEN4_CFG1_ACTIVE = 1, SWITCHTEC_GEN4_IMG0_ACTIVE = 0, SWITCHTEC_GEN4_IMG1_ACTIVE = 1, }; struct sys_info_regs_gen3 { u32 reserved1; u32 vendor_table_revision; u32 table_format_version; u32 partition_id; u32 cfg_file_fmt_version; u16 cfg_running; u16 img_running; u32 reserved2[57]; char vendor_id[8]; char product_id[16]; char product_revision[4]; char component_vendor[8]; u16 component_id; u8 component_revision; } __attribute__((packed)); struct sys_info_regs_gen4 { u16 gas_layout_ver; u8 evlist_ver; u8 reserved1; u16 mgmt_cmd_set_ver; u16 fabric_cmd_set_ver; u32 reserved2[2]; u8 mrpc_uart_ver; u8 mrpc_twi_ver; u8 mrpc_eth_ver; u8 mrpc_inband_ver; u32 reserved3[7]; u32 fw_update_tmo; u32 xml_version_cfg; u32 xml_version_img; u32 partition_id; u16 bl2_running; u16 cfg_running; u16 img_running; u16 key_running; u32 reserved4[43]; u32 vendor_seeprom_twi; u32 vendor_table_revision; u32 vendor_specific_info[2]; u16 p2p_vendor_id; u16 p2p_device_id; u8 p2p_revision_id; u8 reserved5[3]; u32 p2p_class_id; u16 subsystem_vendor_id; u16 subsystem_id; u32 p2p_serial_number[2]; u8 mac_addr[6]; u8 reserved6[2]; u32 reserved7[3]; char vendor_id[8]; char product_id[24]; char product_revision[2]; u16 reserved8; }; struct sys_info_regs { u32 device_id; u32 device_version; u32 firmware_version; union { struct sys_info_regs_gen3 gen3; struct sys_info_regs_gen4 gen4; }; }; struct partition_info { u32 address; u32 length; }; struct active_partition_info_gen3 { u32 address; u32 build_version; u32 build_string; }; struct flash_info_regs_gen3 { u32 flash_part_map_upd_idx; struct active_partition_info_gen3 active_img; struct active_partition_info_gen3 active_cfg; struct active_partition_info_gen3 inactive_img; struct active_partition_info_gen3 inactive_cfg; u32 flash_length; struct partition_info cfg0; struct partition_info cfg1; struct partition_info img0; struct partition_info img1; struct partition_info nvlog; struct partition_info vendor[8]; }; struct active_partition_info_gen4 { unsigned char bl2; unsigned char cfg; unsigned char img; unsigned char key; }; struct flash_info_regs_gen4 { u32 flash_address; u32 flash_length; struct active_partition_info_gen4 active_flag; u32 reserved[3]; struct partition_info map0; struct partition_info map1; struct partition_info key0; struct partition_info key1; struct partition_info bl2_0; struct partition_info bl2_1; struct partition_info cfg0; struct partition_info cfg1; struct partition_info img0; struct partition_info img1; struct partition_info nvlog; struct partition_info vendor[8]; }; struct flash_info_regs { union { struct flash_info_regs_gen3 gen3; struct flash_info_regs_gen4 gen4; }; }; struct part_cfg_regs { u32 status; u32 state; u32 port_cnt; u32 usp_port_mode; u32 usp_pff_inst_id; u32 vep_pff_inst_id; u32 dsp_pff_inst_id[47]; u32 reserved1[11]; u16 vep_vector_number; u16 usp_vector_number; u32 port_event_bitmap; u32 reserved2[3]; u32 part_event_summary; u32 reserved3[3]; u32 part_reset_hdr; u32 part_reset_data[5]; u32 mrpc_comp_hdr; u32 mrpc_comp_data[5]; u32 mrpc_comp_async_hdr; u32 mrpc_comp_async_data[5]; u32 dyn_binding_hdr; u32 dyn_binding_data[5]; u32 intercomm_notify_hdr; u32 intercomm_notify_data[5]; u32 reserved4[153]; }; struct ntb_dbmsg_regs { u32 reserved1[1024]; u64 odb; u64 odb_mask; u64 idb; u64 idb_mask; u8 idb_vec_map[64]; u32 msg_map; u32 reserved2; struct { u32 msg; u32 status; } omsg[4]; struct { u32 msg; u8 status; u8 mask; u8 src; u8 reserved; } imsg[4]; u8 reserved3[3928]; u8 msix_table[1024]; u8 reserved4[3072]; u8 pba[24]; u8 reserved5[4072]; }; struct pff_csr_regs { u16 vendor_id; u16 device_id; u16 pcicmd; u16 pcists; u32 pci_class; u32 pci_opts; union { u32 pci_bar[6]; u64 pci_bar64[3]; }; u32 pci_cardbus; u32 pci_subsystem_id; u32 pci_expansion_rom; u32 pci_cap_ptr; u32 reserved1; u32 pci_irq; u32 pci_cap_region[48]; u32 pcie_cap_region[448]; u32 indirect_gas_window[128]; u32 indirect_gas_window_off; u32 reserved[127]; u32 pff_event_summary; u32 reserved2[3]; u32 aer_in_p2p_hdr; u32 aer_in_p2p_data[5]; u32 aer_in_vep_hdr; u32 aer_in_vep_data[5]; u32 dpc_hdr; u32 dpc_data[5]; u32 cts_hdr; u32 cts_data[5]; u32 uec_hdr; u32 uec_data[5]; u32 hotplug_hdr; u32 hotplug_data[5]; u32 ier_hdr; u32 ier_data[5]; u32 threshold_hdr; u32 threshold_data[5]; u32 power_mgmt_hdr; u32 power_mgmt_data[5]; u32 tlp_throttling_hdr; u32 tlp_throttling_data[5]; u32 force_speed_hdr; u32 force_speed_data[5]; u32 credit_timeout_hdr; u32 credit_timeout_data[5]; u32 link_state_hdr; u32 link_state_data[5]; u32 reserved4[174]; }; struct dma_mrpc_output { u32 status; u32 cmd_id; u32 rtn_code; u32 output_size; u8 data[1024]; }; struct switchtec_ntb; struct switchtec_dev { struct pci_dev *pdev; struct device dev; struct cdev cdev; enum switchtec_gen gen; int partition; int partition_count; int pff_csr_count; char pff_local[255]; void *mmio; struct mrpc_regs *mmio_mrpc; struct sw_event_regs *mmio_sw_event; struct sys_info_regs *mmio_sys_info; struct flash_info_regs *mmio_flash_info; struct ntb_info_regs *mmio_ntb; struct part_cfg_regs *mmio_part_cfg; struct part_cfg_regs *mmio_part_cfg_all; struct pff_csr_regs *mmio_pff_csr; struct mutex mrpc_mutex; struct list_head mrpc_queue; int mrpc_busy; struct work_struct mrpc_work; struct delayed_work mrpc_timeout; bool alive; wait_queue_head_t event_wq; atomic_t event_cnt; struct work_struct link_event_work; void (*link_notifier)(struct switchtec_dev *); u8 link_event_count[255]; struct switchtec_ntb *sndev; struct dma_mrpc_output *dma_mrpc; dma_addr_t dma_mrpc_dma_addr; }; struct switchtec_ioctl_flash_info { __u64 flash_length; __u32 num_partitions; __u32 padding; }; struct switchtec_ioctl_flash_part_info { __u32 flash_partition; __u32 address; __u32 length; __u32 active; }; struct switchtec_ioctl_event_summary { __u64 global; __u64 part_bitmap; __u32 local_part; __u32 padding; __u32 part[48]; __u32 pff[255]; }; struct switchtec_ioctl_event_ctl { __u32 event_id; __s32 index; __u32 flags; __u32 occurred; __u32 count; __u32 data[5]; }; struct switchtec_ioctl_pff_port { __u32 pff; __u32 partition; __u32 port; }; enum mrpc_state { MRPC_IDLE = 0, MRPC_QUEUED = 1, MRPC_RUNNING = 2, MRPC_DONE = 3, MRPC_IO_ERROR = 4, }; struct switchtec_user { struct switchtec_dev *stdev; enum mrpc_state state; wait_queue_head_t cmd_comp; struct kref kref; struct list_head list; bool cmd_done; u32 cmd; u32 status; u32 return_code; size_t data_len; size_t read_len; unsigned char data[1024]; int event_cnt; }; struct event_reg { size_t offset; u32 * (*map_reg)(struct switchtec_dev *, size_t, int); }; struct vc { struct vc_data *d; struct work_struct SAK_work; }; struct vgastate { void *vgabase; long unsigned int membase; __u32 memsize; __u32 flags; __u32 depth; __u32 num_attr; __u32 num_crtc; __u32 num_gfx; __u32 num_seq; void *vidstate; }; struct fb_fix_screeninfo { char id[16]; long unsigned int smem_start; __u32 smem_len; __u32 type; __u32 type_aux; __u32 visual; __u16 xpanstep; __u16 ypanstep; __u16 ywrapstep; __u32 line_length; long unsigned int mmio_start; __u32 mmio_len; __u32 accel; __u16 capabilities; __u16 reserved[2]; }; struct fb_bitfield { __u32 offset; __u32 length; __u32 msb_right; }; struct fb_var_screeninfo { __u32 xres; __u32 yres; __u32 xres_virtual; __u32 yres_virtual; __u32 xoffset; __u32 yoffset; __u32 bits_per_pixel; __u32 grayscale; struct fb_bitfield red; struct fb_bitfield green; struct fb_bitfield blue; struct fb_bitfield transp; __u32 nonstd; __u32 activate; __u32 height; __u32 width; __u32 accel_flags; __u32 pixclock; __u32 left_margin; __u32 right_margin; __u32 upper_margin; __u32 lower_margin; __u32 hsync_len; __u32 vsync_len; __u32 sync; __u32 vmode; __u32 rotate; __u32 colorspace; __u32 reserved[4]; }; struct fb_cmap { __u32 start; __u32 len; __u16 *red; __u16 *green; __u16 *blue; __u16 *transp; }; struct fb_copyarea { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 sx; __u32 sy; }; struct fb_fillrect { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 color; __u32 rop; }; struct fb_image { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 fg_color; __u32 bg_color; __u8 depth; const char *data; struct fb_cmap cmap; }; struct fbcurpos { __u16 x; __u16 y; }; struct fb_cursor { __u16 set; __u16 enable; __u16 rop; const char *mask; struct fbcurpos hot; struct fb_image image; }; struct fb_chroma { __u32 redx; __u32 greenx; __u32 bluex; __u32 whitex; __u32 redy; __u32 greeny; __u32 bluey; __u32 whitey; }; struct fb_videomode; struct fb_monspecs { struct fb_chroma chroma; struct fb_videomode *modedb; __u8 manufacturer[4]; __u8 monitor[14]; __u8 serial_no[14]; __u8 ascii[14]; __u32 modedb_len; __u32 model; __u32 serial; __u32 year; __u32 week; __u32 hfmin; __u32 hfmax; __u32 dclkmin; __u32 dclkmax; __u16 input; __u16 dpms; __u16 signal; __u16 vfmin; __u16 vfmax; __u16 gamma; __u16 gtf: 1; __u16 misc; __u8 version; __u8 revision; __u8 max_x; __u8 max_y; }; struct fb_info; struct fb_pixmap { u8 *addr; u32 size; u32 offset; u32 buf_align; u32 scan_align; u32 access_align; u32 flags; u32 blit_x; u32 blit_y; void (*writeio)(struct fb_info *, void *, void *, unsigned int); void (*readio)(struct fb_info *, void *, void *, unsigned int); }; struct fb_deferred_io_pageref; struct fb_deferred_io; struct fb_ops; struct fb_tile_ops; struct apertures_struct; struct fb_info { refcount_t count; int node; int flags; int fbcon_rotate_hint; struct mutex lock; struct mutex mm_lock; struct fb_var_screeninfo var; struct fb_fix_screeninfo fix; struct fb_monspecs monspecs; struct fb_pixmap pixmap; struct fb_pixmap sprite; struct fb_cmap cmap; struct list_head modelist; struct fb_videomode *mode; struct delayed_work deferred_work; long unsigned int npagerefs; struct fb_deferred_io_pageref *pagerefs; struct fb_deferred_io *fbdefio; const struct fb_ops *fbops; struct device *device; struct device *dev; int class_flag; struct fb_tile_ops *tileops; union { char *screen_base; char *screen_buffer; }; long unsigned int screen_size; void *pseudo_palette; u32 state; void *fbcon_par; void *par; struct apertures_struct *apertures; bool skip_vt_switch; }; struct fb_videomode { const char *name; u32 refresh; u32 xres; u32 yres; u32 pixclock; u32 left_margin; u32 right_margin; u32 upper_margin; u32 lower_margin; u32 hsync_len; u32 vsync_len; u32 sync; u32 vmode; u32 flag; }; struct fb_blit_caps { u32 x; u32 y; u32 len; u32 flags; }; struct fb_deferred_io_pageref { struct page *page; long unsigned int offset; struct list_head list; }; struct fb_deferred_io { long unsigned int delay; bool sort_pagereflist; struct mutex lock; struct list_head pagereflist; void (*first_io)(struct fb_info *); void (*deferred_io)(struct fb_info *, struct list_head *); }; struct fb_ops { struct module *owner; int (*fb_open)(struct fb_info *, int); int (*fb_release)(struct fb_info *, int); ssize_t (*fb_read)(struct fb_info *, char *, size_t, loff_t *); ssize_t (*fb_write)(struct fb_info *, const char *, size_t, loff_t *); int (*fb_check_var)(struct fb_var_screeninfo *, struct fb_info *); int (*fb_set_par)(struct fb_info *); int (*fb_setcolreg)(unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, struct fb_info *); int (*fb_setcmap)(struct fb_cmap *, struct fb_info *); int (*fb_blank)(int, struct fb_info *); int (*fb_pan_display)(struct fb_var_screeninfo *, struct fb_info *); void (*fb_fillrect)(struct fb_info *, const struct fb_fillrect *); void (*fb_copyarea)(struct fb_info *, const struct fb_copyarea *); void (*fb_imageblit)(struct fb_info *, const struct fb_image *); int (*fb_cursor)(struct fb_info *, struct fb_cursor *); int (*fb_sync)(struct fb_info *); int (*fb_ioctl)(struct fb_info *, unsigned int, long unsigned int); int (*fb_compat_ioctl)(struct fb_info *, unsigned int, long unsigned int); int (*fb_mmap)(struct fb_info *, struct vm_area_struct *); void (*fb_get_caps)(struct fb_info *, struct fb_blit_caps *, struct fb_var_screeninfo *); void (*fb_destroy)(struct fb_info *); int (*fb_debug_enter)(struct fb_info *); int (*fb_debug_leave)(struct fb_info *); }; struct fb_tilemap { __u32 width; __u32 height; __u32 depth; __u32 length; const __u8 *data; }; struct fb_tilerect { __u32 sx; __u32 sy; __u32 width; __u32 height; __u32 index; __u32 fg; __u32 bg; __u32 rop; }; struct fb_tilearea { __u32 sx; __u32 sy; __u32 dx; __u32 dy; __u32 width; __u32 height; }; struct fb_tileblit { __u32 sx; __u32 sy; __u32 width; __u32 height; __u32 fg; __u32 bg; __u32 length; __u32 *indices; }; struct fb_tilecursor { __u32 sx; __u32 sy; __u32 mode; __u32 shape; __u32 fg; __u32 bg; }; struct fb_tile_ops { void (*fb_settile)(struct fb_info *, struct fb_tilemap *); void (*fb_tilecopy)(struct fb_info *, struct fb_tilearea *); void (*fb_tilefill)(struct fb_info *, struct fb_tilerect *); void (*fb_tileblit)(struct fb_info *, struct fb_tileblit *); void (*fb_tilecursor)(struct fb_info *, struct fb_tilecursor *); int (*fb_get_tilemax)(struct fb_info *); }; struct aperture { resource_size_t base; resource_size_t size; }; struct apertures_struct { unsigned int count; struct aperture ranges[0]; }; struct dmt_videomode { u32 dmt_id; u32 std_2byte_code; u32 cvt_3byte_code; const struct fb_videomode *mode; }; struct broken_edid { u8 manufacturer[4]; u32 model; u32 fix; }; struct __fb_timings { u32 dclk; u32 hfreq; u32 vfreq; u32 hactive; u32 vactive; u32 hblank; u32 vblank; u32 htotal; u32 vtotal; }; typedef unsigned int u_int; struct fb_cmap_user { __u32 start; __u32 len; __u16 *red; __u16 *green; __u16 *blue; __u16 *transp; }; enum { FB_BLANK_UNBLANK = 0, FB_BLANK_NORMAL = 1, FB_BLANK_VSYNC_SUSPEND = 2, FB_BLANK_HSYNC_SUSPEND = 3, FB_BLANK_POWERDOWN = 4, }; struct fb_event { struct fb_info *info; void *data; }; struct fb_modelist { struct list_head list; struct fb_videomode mode; }; struct logo_data { int depth; int needs_directpalette; int needs_truepalette; int needs_cmapreset; const struct linux_logo *logo; }; struct fb_fix_screeninfo32 { char id[16]; compat_caddr_t smem_start; u32 smem_len; u32 type; u32 type_aux; u32 visual; u16 xpanstep; u16 ypanstep; u16 ywrapstep; u32 line_length; compat_caddr_t mmio_start; u32 mmio_len; u32 accel; u16 reserved[3]; }; struct fb_cmap32 { u32 start; u32 len; compat_caddr_t red; compat_caddr_t green; compat_caddr_t blue; compat_caddr_t transp; }; struct fb_cvt_data { u32 xres; u32 yres; u32 refresh; u32 f_refresh; u32 pixclock; u32 hperiod; u32 hblank; u32 hfreq; u32 htotal; u32 vtotal; u32 vsync; u32 hsync; u32 h_front_porch; u32 h_back_porch; u32 v_front_porch; u32 v_back_porch; u32 h_margin; u32 v_margin; u32 interlace; u32 aspect_ratio; u32 active_pixels; u32 flags; u32 status; }; typedef unsigned char u_char; typedef short unsigned int u_short; struct fbcon_display { const u_char *fontdata; int userfont; u_short inverse; short int yscroll; int vrows; int cursor_shape; int con_rotate; u32 xres_virtual; u32 yres_virtual; u32 height; u32 width; u32 bits_per_pixel; u32 grayscale; u32 nonstd; u32 accel_flags; u32 rotate; struct fb_bitfield red; struct fb_bitfield green; struct fb_bitfield blue; struct fb_bitfield transp; const struct fb_videomode *mode; }; struct fbcon_ops { void (*bmove)(struct vc_data *, struct fb_info *, int, int, int, int, int, int); void (*clear)(struct vc_data *, struct fb_info *, int, int, int, int); void (*putcs)(struct vc_data *, struct fb_info *, const short unsigned int *, int, int, int, int, int); void (*clear_margins)(struct vc_data *, struct fb_info *, int, int); void (*cursor)(struct vc_data *, struct fb_info *, int, int, int); int (*update_start)(struct fb_info *); int (*rotate_font)(struct fb_info *, struct vc_data *); struct fb_var_screeninfo var; struct delayed_work cursor_work; struct fb_cursor cursor_state; struct fbcon_display *p; struct fb_info *info; int currcon; int cur_blink_jiffies; int cursor_flash; int cursor_reset; int blank_state; int graphics; int save_graphics; bool initialized; int rotate; int cur_rotate; char *cursor_data; u8 *fontbuffer; u8 *fontdata; u8 *cursor_src; u32 cursor_size; u32 fd_size; }; struct fb_con2fbmap { __u32 console; __u32 framebuffer; }; enum { FBCON_LOGO_CANSHOW = 4294967295, FBCON_LOGO_DRAW = 4294967294, FBCON_LOGO_DONTSHOW = 4294967293, }; struct devm_clk_state { struct clk *clk; void (*exit)(struct clk *); }; struct clk_bulk_devres { struct clk_bulk_data *clks; int num_clks; }; struct clk_hw; struct clk_lookup { struct list_head node; const char *dev_id; const char *con_id; struct clk *clk; struct clk_hw *clk_hw; }; struct clk_core; struct clk_init_data; struct clk_hw { struct clk_core *core; struct clk *clk; const struct clk_init_data *init; }; struct clk_rate_request { struct clk_core *core; long unsigned int rate; long unsigned int min_rate; long unsigned int max_rate; long unsigned int best_parent_rate; struct clk_hw *best_parent_hw; }; struct clk_duty { unsigned int num; unsigned int den; }; struct clk_ops { int (*prepare)(struct clk_hw *); void (*unprepare)(struct clk_hw *); int (*is_prepared)(struct clk_hw *); void (*unprepare_unused)(struct clk_hw *); int (*enable)(struct clk_hw *); void (*disable)(struct clk_hw *); int (*is_enabled)(struct clk_hw *); void (*disable_unused)(struct clk_hw *); int (*save_context)(struct clk_hw *); void (*restore_context)(struct clk_hw *); long unsigned int (*recalc_rate)(struct clk_hw *, long unsigned int); long int (*round_rate)(struct clk_hw *, long unsigned int, long unsigned int *); int (*determine_rate)(struct clk_hw *, struct clk_rate_request *); int (*set_parent)(struct clk_hw *, u8); u8 (*get_parent)(struct clk_hw *); int (*set_rate)(struct clk_hw *, long unsigned int, long unsigned int); int (*set_rate_and_parent)(struct clk_hw *, long unsigned int, long unsigned int, u8); long unsigned int (*recalc_accuracy)(struct clk_hw *, long unsigned int); int (*get_phase)(struct clk_hw *); int (*set_phase)(struct clk_hw *, int); int (*get_duty_cycle)(struct clk_hw *, struct clk_duty *); int (*set_duty_cycle)(struct clk_hw *, struct clk_duty *); int (*init)(struct clk_hw *); void (*terminate)(struct clk_hw *); void (*debug_init)(struct clk_hw *, struct dentry *); }; struct clk_parent_data { const struct clk_hw *hw; const char *fw_name; const char *name; int index; }; struct clk_init_data { const char *name; const struct clk_ops *ops; const char * const *parent_names; const struct clk_parent_data *parent_data; const struct clk_hw **parent_hws; u8 num_parents; long unsigned int flags; }; struct clk_lookup_alloc { struct clk_lookup cl; char dev_id[20]; char con_id[16]; }; typedef void (*of_init_fn_1)(struct device_node *); struct clk_fixed_factor { struct clk_hw hw; unsigned int mult; unsigned int div; }; struct clk_div_table { unsigned int val; unsigned int div; }; struct clk_divider { struct clk_hw hw; void *reg; u8 shift; u8 width; u8 flags; const struct clk_div_table *table; spinlock_t *lock; }; struct clk_multiplier { struct clk_hw hw; void *reg; u8 shift; u8 width; u8 flags; spinlock_t *lock; }; struct clk_notifier { struct clk *clk; struct srcu_notifier_head notifier_head; struct list_head node; }; struct clk { struct clk_core *core; struct device *dev; const char *dev_id; const char *con_id; long unsigned int min_rate; long unsigned int max_rate; unsigned int exclusive_count; struct hlist_node clks_node; }; struct clk_parent_map; struct clk_core { const char *name; const struct clk_ops *ops; struct clk_hw *hw; struct module *owner; struct device *dev; struct device_node *of_node; struct clk_core *parent; struct clk_parent_map *parents; u8 num_parents; u8 new_parent_index; long unsigned int rate; long unsigned int req_rate; long unsigned int new_rate; struct clk_core *new_parent; struct clk_core *new_child; long unsigned int flags; bool orphan; bool rpm_enabled; unsigned int enable_count; unsigned int prepare_count; unsigned int protect_count; long unsigned int min_rate; long unsigned int max_rate; long unsigned int accuracy; int phase; struct clk_duty duty; struct hlist_head children; struct hlist_node child_node; struct hlist_head clks; unsigned int notifier_count; struct dentry *dentry; struct hlist_node debug_node; struct kref ref; }; struct clk_onecell_data { struct clk **clks; unsigned int clk_num; }; struct clk_hw_onecell_data { unsigned int num; struct clk_hw *hws[0]; }; struct clk_parent_map { const struct clk_hw *hw; struct clk_core *core; const char *fw_name; const char *name; int index; }; struct trace_event_raw_clk { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_clk_rate { struct trace_entry ent; u32 __data_loc_name; long unsigned int rate; char __data[0]; }; struct trace_event_raw_clk_rate_range { struct trace_entry ent; u32 __data_loc_name; long unsigned int min; long unsigned int max; char __data[0]; }; struct trace_event_raw_clk_parent { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_pname; char __data[0]; }; struct trace_event_raw_clk_phase { struct trace_entry ent; u32 __data_loc_name; int phase; char __data[0]; }; struct trace_event_raw_clk_duty_cycle { struct trace_entry ent; u32 __data_loc_name; unsigned int num; unsigned int den; char __data[0]; }; struct trace_event_raw_clk_rate_request { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_pname; long unsigned int min; long unsigned int max; long unsigned int prate; char __data[0]; }; struct trace_event_data_offsets_clk { u32 name; }; struct trace_event_data_offsets_clk_rate { u32 name; }; struct trace_event_data_offsets_clk_rate_range { u32 name; }; struct trace_event_data_offsets_clk_parent { u32 name; u32 pname; }; struct trace_event_data_offsets_clk_phase { u32 name; }; struct trace_event_data_offsets_clk_duty_cycle { u32 name; }; struct trace_event_data_offsets_clk_rate_request { u32 name; u32 pname; }; typedef void (*btf_trace_clk_enable)(void *, struct clk_core *); typedef void (*btf_trace_clk_enable_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_disable)(void *, struct clk_core *); typedef void (*btf_trace_clk_disable_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_prepare)(void *, struct clk_core *); typedef void (*btf_trace_clk_prepare_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_unprepare)(void *, struct clk_core *); typedef void (*btf_trace_clk_unprepare_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_set_rate)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_rate_complete)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_min_rate)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_max_rate)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_rate_range)(void *, struct clk_core *, long unsigned int, long unsigned int); typedef void (*btf_trace_clk_set_parent)(void *, struct clk_core *, struct clk_core *); typedef void (*btf_trace_clk_set_parent_complete)(void *, struct clk_core *, struct clk_core *); typedef void (*btf_trace_clk_set_phase)(void *, struct clk_core *, int); typedef void (*btf_trace_clk_set_phase_complete)(void *, struct clk_core *, int); typedef void (*btf_trace_clk_set_duty_cycle)(void *, struct clk_core *, struct clk_duty *); typedef void (*btf_trace_clk_set_duty_cycle_complete)(void *, struct clk_core *, struct clk_duty *); typedef void (*btf_trace_clk_rate_request_start)(void *, struct clk_rate_request *); typedef void (*btf_trace_clk_rate_request_done)(void *, struct clk_rate_request *); struct clk_notifier_devres { struct clk *clk; struct notifier_block *nb; }; struct of_clk_provider { struct list_head link; struct device_node *node; struct clk * (*get)(struct of_phandle_args *, void *); struct clk_hw * (*get_hw)(struct of_phandle_args *, void *); void *data; }; struct clock_provider { void (*clk_init_cb)(struct device_node *); struct device_node *np; struct list_head node; }; struct clk_fixed_rate { struct clk_hw hw; long unsigned int fixed_rate; long unsigned int fixed_accuracy; long unsigned int flags; }; struct clk_gate { struct clk_hw hw; void *reg; u8 bit_idx; u8 flags; spinlock_t *lock; }; struct clk_mux { struct clk_hw hw; void *reg; const u32 *table; u32 mask; u8 shift; u8 flags; spinlock_t *lock; }; struct clk_composite { struct clk_hw hw; struct clk_ops ops; struct clk_hw *mux_hw; struct clk_hw *rate_hw; struct clk_hw *gate_hw; const struct clk_ops *mux_ops; const struct clk_ops *rate_ops; const struct clk_ops *gate_ops; }; struct wrpll_cfg { u8 divr; u8 divq; u8 range; u8 flags; u16 divf; u32 output_rate_cache[6]; long unsigned int parent_rate; u8 max_r; u8 init_r; }; struct clk_pwm { struct clk_hw hw; struct pwm_device *pwm; u32 fixed_rate; }; struct clk_gpio { struct clk_hw hw; struct gpio_desc *gpiod; }; struct u32_fract { __u32 numerator; __u32 denominator; }; struct clk_fractional_divider { struct clk_hw hw; void *reg; u8 mshift; u8 mwidth; u32 mmask; u8 nshift; u8 nwidth; u32 nmask; u8 flags; void (*approximation)(struct clk_hw *, long unsigned int, long unsigned int *, long unsigned int *, long unsigned int *); spinlock_t *lock; }; struct reset_controller_dev; struct reset_control_ops { int (*reset)(struct reset_controller_dev *, long unsigned int); int (*assert)(struct reset_controller_dev *, long unsigned int); int (*deassert)(struct reset_controller_dev *, long unsigned int); int (*status)(struct reset_controller_dev *, long unsigned int); }; struct reset_controller_dev { const struct reset_control_ops *ops; struct module *owner; struct list_head list; struct list_head reset_control_head; struct device *dev; struct device_node *of_node; int of_reset_n_cells; int (*of_xlate)(struct reset_controller_dev *, const struct of_phandle_args *); unsigned int nr_resets; }; struct reset_simple_data { spinlock_t lock; void *membase; struct reset_controller_dev rcdev; bool active_low; bool status_active_low; unsigned int reset_us; }; struct __prci_data { void *va; struct reset_simple_data reset; struct clk_hw_onecell_data hw_clks; }; struct __prci_wrpll_data { struct wrpll_cfg c; void (*enable_bypass)(struct __prci_data *); void (*disable_bypass)(struct __prci_data *); u8 cfg0_offs; u8 cfg1_offs; }; struct __prci_clock { const char *name; const char *parent_name; const struct clk_ops *ops; struct clk_hw hw; struct __prci_wrpll_data *pwd; struct __prci_data *pd; }; struct prci_clk_desc { struct __prci_clock *clks; size_t num_clks; }; typedef s32 dma_cookie_t; enum dma_status { DMA_COMPLETE = 0, DMA_IN_PROGRESS = 1, DMA_PAUSED = 2, DMA_ERROR = 3, DMA_OUT_OF_ORDER = 4, }; enum dma_transaction_type { DMA_MEMCPY = 0, DMA_XOR = 1, DMA_PQ = 2, DMA_XOR_VAL = 3, DMA_PQ_VAL = 4, DMA_MEMSET = 5, DMA_MEMSET_SG = 6, DMA_INTERRUPT = 7, DMA_PRIVATE = 8, DMA_ASYNC_TX = 9, DMA_SLAVE = 10, DMA_CYCLIC = 11, DMA_INTERLEAVE = 12, DMA_COMPLETION_NO_ORDER = 13, DMA_REPEAT = 14, DMA_LOAD_EOT = 15, DMA_TX_TYPE_END = 16, }; enum dma_transfer_direction { DMA_MEM_TO_MEM = 0, DMA_MEM_TO_DEV = 1, DMA_DEV_TO_MEM = 2, DMA_DEV_TO_DEV = 3, DMA_TRANS_NONE = 4, }; struct data_chunk { size_t size; size_t icg; size_t dst_icg; size_t src_icg; }; struct dma_interleaved_template { dma_addr_t src_start; dma_addr_t dst_start; enum dma_transfer_direction dir; bool src_inc; bool dst_inc; bool src_sgl; bool dst_sgl; size_t numf; size_t frame_size; struct data_chunk sgl[0]; }; enum dma_ctrl_flags { DMA_PREP_INTERRUPT = 1, DMA_CTRL_ACK = 2, DMA_PREP_PQ_DISABLE_P = 4, DMA_PREP_PQ_DISABLE_Q = 8, DMA_PREP_CONTINUE = 16, DMA_PREP_FENCE = 32, DMA_CTRL_REUSE = 64, DMA_PREP_CMD = 128, DMA_PREP_REPEAT = 256, DMA_PREP_LOAD_EOT = 512, }; enum sum_check_bits { SUM_CHECK_P = 0, SUM_CHECK_Q = 1, }; enum sum_check_flags { SUM_CHECK_P_RESULT = 1, SUM_CHECK_Q_RESULT = 2, }; typedef struct { long unsigned int bits[1]; } dma_cap_mask_t; enum dma_desc_metadata_mode { DESC_METADATA_NONE = 0, DESC_METADATA_CLIENT = 1, DESC_METADATA_ENGINE = 2, }; struct dma_chan_percpu { long unsigned int memcpy_count; long unsigned int bytes_transferred; }; struct dma_router { struct device *dev; void (*route_free)(struct device *, void *); }; struct dma_device; struct dma_chan_dev; struct dma_chan { struct dma_device *device; struct device *slave; dma_cookie_t cookie; dma_cookie_t completed_cookie; int chan_id; struct dma_chan_dev *dev; const char *name; char *dbg_client_name; struct list_head device_node; struct dma_chan_percpu *local; int client_count; int table_count; struct dma_router *router; void *route_data; void *private; }; typedef bool (*dma_filter_fn)(struct dma_chan *, void *); struct dma_slave_map; struct dma_filter { dma_filter_fn fn; int mapcnt; const struct dma_slave_map *map; }; enum dmaengine_alignment { DMAENGINE_ALIGN_1_BYTE = 0, DMAENGINE_ALIGN_2_BYTES = 1, DMAENGINE_ALIGN_4_BYTES = 2, DMAENGINE_ALIGN_8_BYTES = 3, DMAENGINE_ALIGN_16_BYTES = 4, DMAENGINE_ALIGN_32_BYTES = 5, DMAENGINE_ALIGN_64_BYTES = 6, DMAENGINE_ALIGN_128_BYTES = 7, DMAENGINE_ALIGN_256_BYTES = 8, }; enum dma_residue_granularity { DMA_RESIDUE_GRANULARITY_DESCRIPTOR = 0, DMA_RESIDUE_GRANULARITY_SEGMENT = 1, DMA_RESIDUE_GRANULARITY_BURST = 2, }; struct dma_async_tx_descriptor; struct dma_slave_caps; struct dma_slave_config; struct dma_tx_state; struct dma_device { struct kref ref; unsigned int chancnt; unsigned int privatecnt; struct list_head channels; struct list_head global_node; struct dma_filter filter; dma_cap_mask_t cap_mask; enum dma_desc_metadata_mode desc_metadata_modes; short unsigned int max_xor; short unsigned int max_pq; enum dmaengine_alignment copy_align; enum dmaengine_alignment xor_align; enum dmaengine_alignment pq_align; enum dmaengine_alignment fill_align; int dev_id; struct device *dev; struct module *owner; struct ida chan_ida; u32 src_addr_widths; u32 dst_addr_widths; u32 directions; u32 min_burst; u32 max_burst; u32 max_sg_burst; bool descriptor_reuse; enum dma_residue_granularity residue_granularity; int (*device_alloc_chan_resources)(struct dma_chan *); int (*device_router_config)(struct dma_chan *); void (*device_free_chan_resources)(struct dma_chan *); struct dma_async_tx_descriptor * (*device_prep_dma_memcpy)(struct dma_chan *, dma_addr_t, dma_addr_t, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_xor)(struct dma_chan *, dma_addr_t, dma_addr_t *, unsigned int, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_xor_val)(struct dma_chan *, dma_addr_t *, unsigned int, size_t, enum sum_check_flags *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_pq)(struct dma_chan *, dma_addr_t *, dma_addr_t *, unsigned int, const unsigned char *, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_pq_val)(struct dma_chan *, dma_addr_t *, dma_addr_t *, unsigned int, const unsigned char *, size_t, enum sum_check_flags *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_memset)(struct dma_chan *, dma_addr_t, int, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_memset_sg)(struct dma_chan *, struct scatterlist *, unsigned int, int, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_interrupt)(struct dma_chan *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_slave_sg)(struct dma_chan *, struct scatterlist *, unsigned int, enum dma_transfer_direction, long unsigned int, void *); struct dma_async_tx_descriptor * (*device_prep_dma_cyclic)(struct dma_chan *, dma_addr_t, size_t, size_t, enum dma_transfer_direction, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_interleaved_dma)(struct dma_chan *, struct dma_interleaved_template *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_imm_data)(struct dma_chan *, dma_addr_t, u64, long unsigned int); void (*device_caps)(struct dma_chan *, struct dma_slave_caps *); int (*device_config)(struct dma_chan *, struct dma_slave_config *); int (*device_pause)(struct dma_chan *); int (*device_resume)(struct dma_chan *); int (*device_terminate_all)(struct dma_chan *); void (*device_synchronize)(struct dma_chan *); enum dma_status (*device_tx_status)(struct dma_chan *, dma_cookie_t, struct dma_tx_state *); void (*device_issue_pending)(struct dma_chan *); void (*device_release)(struct dma_device *); void (*dbg_summary_show)(struct seq_file *, struct dma_device *); struct dentry *dbg_dev_root; }; struct dma_chan_dev { struct dma_chan *chan; struct device device; int dev_id; bool chan_dma_dev; }; enum dma_slave_buswidth { DMA_SLAVE_BUSWIDTH_UNDEFINED = 0, DMA_SLAVE_BUSWIDTH_1_BYTE = 1, DMA_SLAVE_BUSWIDTH_2_BYTES = 2, DMA_SLAVE_BUSWIDTH_3_BYTES = 3, DMA_SLAVE_BUSWIDTH_4_BYTES = 4, DMA_SLAVE_BUSWIDTH_8_BYTES = 8, DMA_SLAVE_BUSWIDTH_16_BYTES = 16, DMA_SLAVE_BUSWIDTH_32_BYTES = 32, DMA_SLAVE_BUSWIDTH_64_BYTES = 64, DMA_SLAVE_BUSWIDTH_128_BYTES = 128, }; struct dma_slave_config { enum dma_transfer_direction direction; phys_addr_t src_addr; phys_addr_t dst_addr; enum dma_slave_buswidth src_addr_width; enum dma_slave_buswidth dst_addr_width; u32 src_maxburst; u32 dst_maxburst; u32 src_port_window_size; u32 dst_port_window_size; bool device_fc; void *peripheral_config; size_t peripheral_size; }; struct dma_slave_caps { u32 src_addr_widths; u32 dst_addr_widths; u32 directions; u32 min_burst; u32 max_burst; u32 max_sg_burst; bool cmd_pause; bool cmd_resume; bool cmd_terminate; enum dma_residue_granularity residue_granularity; bool descriptor_reuse; }; typedef void (*dma_async_tx_callback)(void *); enum dmaengine_tx_result { DMA_TRANS_NOERROR = 0, DMA_TRANS_READ_FAILED = 1, DMA_TRANS_WRITE_FAILED = 2, DMA_TRANS_ABORTED = 3, }; struct dmaengine_result { enum dmaengine_tx_result result; u32 residue; }; typedef void (*dma_async_tx_callback_result)(void *, const struct dmaengine_result *); struct dmaengine_unmap_data { u8 map_cnt; u8 to_cnt; u8 from_cnt; u8 bidi_cnt; struct device *dev; struct kref kref; size_t len; dma_addr_t addr[0]; }; struct dma_descriptor_metadata_ops { int (*attach)(struct dma_async_tx_descriptor *, void *, size_t); void * (*get_ptr)(struct dma_async_tx_descriptor *, size_t *, size_t *); int (*set_len)(struct dma_async_tx_descriptor *, size_t); }; struct dma_async_tx_descriptor { dma_cookie_t cookie; enum dma_ctrl_flags flags; dma_addr_t phys; struct dma_chan *chan; dma_cookie_t (*tx_submit)(struct dma_async_tx_descriptor *); int (*desc_free)(struct dma_async_tx_descriptor *); dma_async_tx_callback callback; dma_async_tx_callback_result callback_result; void *callback_param; struct dmaengine_unmap_data *unmap; enum dma_desc_metadata_mode desc_metadata_mode; struct dma_descriptor_metadata_ops *metadata_ops; }; struct dma_tx_state { dma_cookie_t last; dma_cookie_t used; u32 residue; u32 in_flight_bytes; }; struct dma_slave_map { const char *devname; const char *slave; void *param; }; struct dma_chan_tbl_ent { struct dma_chan *chan; }; struct dmaengine_unmap_pool { struct kmem_cache *cache; const char *name; mempool_t *pool; size_t size; }; struct of_dma { struct list_head of_dma_controllers; struct device_node *of_node; struct dma_chan * (*of_dma_xlate)(struct of_phandle_args *, struct of_dma *); void * (*of_dma_route_allocate)(struct of_phandle_args *, struct of_dma *); struct dma_router *dma_router; void *of_dma_data; }; struct of_dma_filter_info { dma_cap_mask_t dma_cap; dma_filter_fn filter_fn; }; struct dmaengine_desc_callback { dma_async_tx_callback callback; dma_async_tx_callback_result callback_result; void *callback_param; }; struct virt_dma_desc { struct dma_async_tx_descriptor tx; struct dmaengine_result tx_result; struct list_head node; }; struct virt_dma_chan { struct dma_chan chan; struct tasklet_struct task; void (*desc_free)(struct virt_dma_desc *); spinlock_t lock; struct list_head desc_allocated; struct list_head desc_submitted; struct list_head desc_issued; struct list_head desc_completed; struct list_head desc_terminated; struct virt_dma_desc *cyclic; }; struct virtio_driver { struct device_driver driver; const struct virtio_device_id *id_table; const unsigned int *feature_table; unsigned int feature_table_size; const unsigned int *feature_table_legacy; unsigned int feature_table_size_legacy; int (*validate)(struct virtio_device *); int (*probe)(struct virtio_device *); void (*scan)(struct virtio_device *); void (*remove)(struct virtio_device *); void (*config_changed)(struct virtio_device *); }; typedef __u16 __virtio16; typedef __u32 __virtio32; typedef __u64 __virtio64; struct vring_desc { __virtio64 addr; __virtio32 len; __virtio16 flags; __virtio16 next; }; struct vring_avail { __virtio16 flags; __virtio16 idx; __virtio16 ring[0]; }; struct vring_used_elem { __virtio32 id; __virtio32 len; }; typedef struct vring_used_elem vring_used_elem_t; struct vring_used { __virtio16 flags; __virtio16 idx; vring_used_elem_t ring[0]; }; typedef struct vring_desc vring_desc_t; typedef struct vring_avail vring_avail_t; typedef struct vring_used vring_used_t; struct vring { unsigned int num; vring_desc_t *desc; vring_avail_t *avail; vring_used_t *used; }; struct vring_packed_desc_event { __le16 off_wrap; __le16 flags; }; struct vring_packed_desc { __le64 addr; __le32 len; __le16 id; __le16 flags; }; struct vring_desc_state_split { void *data; struct vring_desc *indir_desc; }; struct vring_desc_state_packed { void *data; struct vring_packed_desc *indir_desc; u16 num; u16 last; }; struct vring_desc_extra { dma_addr_t addr; u32 len; u16 flags; u16 next; }; struct vring_virtqueue_split { struct vring vring; u16 avail_flags_shadow; u16 avail_idx_shadow; struct vring_desc_state_split *desc_state; struct vring_desc_extra *desc_extra; dma_addr_t queue_dma_addr; size_t queue_size_in_bytes; u32 vring_align; bool may_reduce_num; }; struct vring_virtqueue_packed { struct { unsigned int num; struct vring_packed_desc *desc; struct vring_packed_desc_event *driver; struct vring_packed_desc_event *device; } vring; bool avail_wrap_counter; u16 avail_used_flags; u16 next_avail_idx; u16 event_flags_shadow; struct vring_desc_state_packed *desc_state; struct vring_desc_extra *desc_extra; dma_addr_t ring_dma_addr; dma_addr_t driver_event_dma_addr; dma_addr_t device_event_dma_addr; size_t ring_size_in_bytes; size_t event_size_in_bytes; }; struct vring_virtqueue { struct virtqueue vq; bool packed_ring; bool use_dma_api; bool weak_barriers; bool broken; bool indirect; bool event; unsigned int free_head; unsigned int num_added; u16 last_used_idx; bool event_triggered; union { struct vring_virtqueue_split split; struct vring_virtqueue_packed packed; }; bool (*notify)(struct virtqueue *); bool we_own_ring; }; struct pdma_regs { void *ctrl; void *xfer_type; void *xfer_size; void *dst_addr; void *src_addr; void *act_type; void *residue; void *cur_dst_addr; void *cur_src_addr; }; struct sf_pdma_chan; struct sf_pdma_desc { u32 xfer_type; u64 xfer_size; u64 dst_addr; u64 src_addr; struct virt_dma_desc vdesc; struct sf_pdma_chan *chan; bool in_use; enum dma_transfer_direction dirn; struct dma_async_tx_descriptor *async_tx; }; enum sf_pdma_pm_state { RUNNING = 0, SUSPENDED = 1, }; struct sf_pdma; struct sf_pdma_chan { struct virt_dma_chan vchan; enum dma_status status; enum sf_pdma_pm_state pm_state; u32 slave_id; struct sf_pdma *pdma; struct sf_pdma_desc *desc; struct dma_slave_config cfg; u32 attr; dma_addr_t dma_dev_addr; u32 dma_dev_size; struct tasklet_struct done_tasklet; struct tasklet_struct err_tasklet; struct pdma_regs regs; spinlock_t lock; bool xfer_err; int txirq; int errirq; int retries; }; struct sf_pdma { struct dma_device dma_dev; void *membase; void *mappedbase; u32 n_chans; struct sf_pdma_chan chans[0]; }; struct virtio_pci_legacy_device { struct pci_dev *pci_dev; u8 *isr; void *ioaddr; struct virtio_device_id id; }; struct virtio_mmio_device { struct virtio_device vdev; struct platform_device *pdev; void *base; long unsigned int version; spinlock_t lock; struct list_head virtqueues; }; struct virtio_mmio_vq_info { struct virtqueue *vq; struct list_head node; }; struct virtio_pci_common_cfg { __le32 device_feature_select; __le32 device_feature; __le32 guest_feature_select; __le32 guest_feature; __le16 msix_config; __le16 num_queues; __u8 device_status; __u8 config_generation; __le16 queue_select; __le16 queue_size; __le16 queue_msix_vector; __le16 queue_enable; __le16 queue_notify_off; __le32 queue_desc_lo; __le32 queue_desc_hi; __le32 queue_avail_lo; __le32 queue_avail_hi; __le32 queue_used_lo; __le32 queue_used_hi; }; struct virtio_pci_modern_common_cfg { struct virtio_pci_common_cfg cfg; __le16 queue_notify_data; __le16 queue_reset; }; struct virtio_pci_modern_device { struct pci_dev *pci_dev; struct virtio_pci_common_cfg *common; void *device; void *notify_base; resource_size_t notify_pa; u8 *isr; size_t notify_len; size_t device_len; int notify_map_cap; u32 notify_offset_multiplier; int modern_bars; struct virtio_device_id id; }; struct virtio_pci_vq_info { struct virtqueue *vq; struct list_head node; unsigned int msix_vector; }; struct virtio_pci_device { struct virtio_device vdev; struct pci_dev *pci_dev; struct virtio_pci_legacy_device ldev; struct virtio_pci_modern_device mdev; bool is_legacy; u8 *isr; spinlock_t lock; struct list_head virtqueues; struct virtio_pci_vq_info **vqs; int msix_enabled; int intx_enabled; cpumask_var_t *msix_affinity_masks; char (*msix_names)[256]; unsigned int msix_vectors; unsigned int msix_used_vectors; bool per_vq_vectors; struct virtqueue * (*setup_vq)(struct virtio_pci_device *, struct virtio_pci_vq_info *, unsigned int, void (*)(struct virtqueue *), const char *, bool, u16); void (*del_vq)(struct virtio_pci_vq_info *); u16 (*config_vector)(struct virtio_pci_device *, u16); }; enum { VP_MSIX_CONFIG_VECTOR = 0, VP_MSIX_VQ_VECTOR = 1, }; struct input_device_id { kernel_ulong_t flags; __u16 bustype; __u16 vendor; __u16 product; __u16 version; kernel_ulong_t evbit[1]; kernel_ulong_t keybit[12]; kernel_ulong_t relbit[1]; kernel_ulong_t absbit[1]; kernel_ulong_t mscbit[1]; kernel_ulong_t ledbit[1]; kernel_ulong_t sndbit[1]; kernel_ulong_t ffbit[2]; kernel_ulong_t swbit[1]; kernel_ulong_t propbit[1]; kernel_ulong_t driver_info; }; struct input_id { __u16 bustype; __u16 vendor; __u16 product; __u16 version; }; struct input_absinfo { __s32 value; __s32 minimum; __s32 maximum; __s32 fuzz; __s32 flat; __s32 resolution; }; struct input_keymap_entry { __u8 flags; __u8 len; __u16 index; __u32 keycode; __u8 scancode[32]; }; struct ff_replay { __u16 length; __u16 delay; }; struct ff_trigger { __u16 button; __u16 interval; }; struct ff_envelope { __u16 attack_length; __u16 attack_level; __u16 fade_length; __u16 fade_level; }; struct ff_constant_effect { __s16 level; struct ff_envelope envelope; }; struct ff_ramp_effect { __s16 start_level; __s16 end_level; struct ff_envelope envelope; }; struct ff_condition_effect { __u16 right_saturation; __u16 left_saturation; __s16 right_coeff; __s16 left_coeff; __u16 deadband; __s16 center; }; struct ff_periodic_effect { __u16 waveform; __u16 period; __s16 magnitude; __s16 offset; __u16 phase; struct ff_envelope envelope; __u32 custom_len; __s16 *custom_data; }; struct ff_rumble_effect { __u16 strong_magnitude; __u16 weak_magnitude; }; struct ff_effect { __u16 type; __s16 id; __u16 direction; struct ff_trigger trigger; struct ff_replay replay; union { struct ff_constant_effect constant; struct ff_ramp_effect ramp; struct ff_periodic_effect periodic; struct ff_condition_effect condition[2]; struct ff_rumble_effect rumble; } u; }; struct input_value { __u16 type; __u16 code; __s32 value; }; enum input_clock_type { INPUT_CLK_REAL = 0, INPUT_CLK_MONO = 1, INPUT_CLK_BOOT = 2, INPUT_CLK_MAX = 3, }; struct ff_device; struct input_dev_poller; struct input_mt; struct input_handle; struct input_dev { const char *name; const char *phys; const char *uniq; struct input_id id; long unsigned int propbit[1]; long unsigned int evbit[1]; long unsigned int keybit[12]; long unsigned int relbit[1]; long unsigned int absbit[1]; long unsigned int mscbit[1]; long unsigned int ledbit[1]; long unsigned int sndbit[1]; long unsigned int ffbit[2]; long unsigned int swbit[1]; unsigned int hint_events_per_packet; unsigned int keycodemax; unsigned int keycodesize; void *keycode; int (*setkeycode)(struct input_dev *, const struct input_keymap_entry *, unsigned int *); int (*getkeycode)(struct input_dev *, struct input_keymap_entry *); struct ff_device *ff; struct input_dev_poller *poller; unsigned int repeat_key; struct timer_list timer; int rep[2]; struct input_mt *mt; struct input_absinfo *absinfo; long unsigned int key[12]; long unsigned int led[1]; long unsigned int snd[1]; long unsigned int sw[1]; int (*open)(struct input_dev *); void (*close)(struct input_dev *); int (*flush)(struct input_dev *, struct file *); int (*event)(struct input_dev *, unsigned int, unsigned int, int); struct input_handle *grab; spinlock_t event_lock; struct mutex mutex; unsigned int users; bool going_away; struct device dev; struct list_head h_list; struct list_head node; unsigned int num_vals; unsigned int max_vals; struct input_value *vals; bool devres_managed; ktime_t timestamp[3]; bool inhibited; }; struct ff_device { int (*upload)(struct input_dev *, struct ff_effect *, struct ff_effect *); int (*erase)(struct input_dev *, int); int (*playback)(struct input_dev *, int, int); void (*set_gain)(struct input_dev *, u16); void (*set_autocenter)(struct input_dev *, u16); void (*destroy)(struct ff_device *); void *private; long unsigned int ffbit[2]; struct mutex mutex; int max_effects; struct ff_effect *effects; struct file *effect_owners[0]; }; struct input_mt_slot { int abs[14]; unsigned int frame; unsigned int key; }; struct input_mt { int trkid; int num_slots; int slot; unsigned int flags; unsigned int frame; int *red; struct input_mt_slot slots[0]; }; struct input_handler; struct input_handle { void *private; int open; const char *name; struct input_dev *dev; struct input_handler *handler; struct list_head d_node; struct list_head h_node; }; struct input_handler { void *private; void (*event)(struct input_handle *, unsigned int, unsigned int, int); void (*events)(struct input_handle *, const struct input_value *, unsigned int); bool (*filter)(struct input_handle *, unsigned int, unsigned int, int); bool (*match)(struct input_handler *, struct input_dev *); int (*connect)(struct input_handler *, struct input_dev *, const struct input_device_id *); void (*disconnect)(struct input_handle *); void (*start)(struct input_handle *); bool legacy_minors; int minor; const char *name; const struct input_device_id *id_table; struct list_head h_list; struct list_head node; }; enum virtio_input_config_select { VIRTIO_INPUT_CFG_UNSET = 0, VIRTIO_INPUT_CFG_ID_NAME = 1, VIRTIO_INPUT_CFG_ID_SERIAL = 2, VIRTIO_INPUT_CFG_ID_DEVIDS = 3, VIRTIO_INPUT_CFG_PROP_BITS = 16, VIRTIO_INPUT_CFG_EV_BITS = 17, VIRTIO_INPUT_CFG_ABS_INFO = 18, }; struct virtio_input_absinfo { __le32 min; __le32 max; __le32 fuzz; __le32 flat; __le32 res; }; struct virtio_input_devids { __le16 bustype; __le16 vendor; __le16 product; __le16 version; }; struct virtio_input_config { __u8 select; __u8 subsel; __u8 size; __u8 reserved[5]; union { char string[128]; __u8 bitmap[128]; struct virtio_input_absinfo abs; struct virtio_input_devids ids; } u; }; struct virtio_input_event { __le16 type; __le16 code; __le32 value; }; struct virtio_input { struct virtio_device *vdev; struct input_dev *idev; char name[64]; char serial[64]; char phys[64]; struct virtqueue *evt; struct virtqueue *sts; struct virtio_input_event evts[64]; spinlock_t lock; bool ready; }; struct virtio_balloon_config { __le32 num_pages; __le32 actual; union { __le32 free_page_hint_cmd_id; __le32 free_page_report_cmd_id; }; __le32 poison_val; }; struct virtio_balloon_stat { __virtio16 tag; __virtio64 val; } __attribute__((packed)); enum virtio_balloon_vq { VIRTIO_BALLOON_VQ_INFLATE = 0, VIRTIO_BALLOON_VQ_DEFLATE = 1, VIRTIO_BALLOON_VQ_STATS = 2, VIRTIO_BALLOON_VQ_FREE_PAGE = 3, VIRTIO_BALLOON_VQ_REPORTING = 4, VIRTIO_BALLOON_VQ_MAX = 5, }; enum virtio_balloon_config_read { VIRTIO_BALLOON_CONFIG_READ_CMD_ID = 0, }; struct virtio_balloon { struct virtio_device *vdev; struct virtqueue *inflate_vq; struct virtqueue *deflate_vq; struct virtqueue *stats_vq; struct virtqueue *free_page_vq; struct workqueue_struct *balloon_wq; struct work_struct report_free_page_work; struct work_struct update_balloon_stats_work; struct work_struct update_balloon_size_work; spinlock_t stop_update_lock; bool stop_update; int: 24; long unsigned int config_read_bitmap; struct list_head free_page_list; spinlock_t free_page_list_lock; int: 32; long unsigned int num_free_page_blocks; u32 cmd_id_received_cache; __virtio32 cmd_id_active; __virtio32 cmd_id_stop; int: 32; wait_queue_head_t acked; unsigned int num_pages; int: 32; struct balloon_dev_info vb_dev_info; struct mutex balloon_lock; unsigned int num_pfns; __virtio32 pfns[256]; struct virtio_balloon_stat stats[10]; struct shrinker shrinker; struct notifier_block oom_nb; struct virtqueue *reporting_vq; struct page_reporting_dev_info pr_dev_info; } __attribute__((packed)); typedef int suspend_state_t; struct regulator_dev; struct regulator_ops { int (*list_voltage)(struct regulator_dev *, unsigned int); int (*set_voltage)(struct regulator_dev *, int, int, unsigned int *); int (*map_voltage)(struct regulator_dev *, int, int); int (*set_voltage_sel)(struct regulator_dev *, unsigned int); int (*get_voltage)(struct regulator_dev *); int (*get_voltage_sel)(struct regulator_dev *); int (*set_current_limit)(struct regulator_dev *, int, int); int (*get_current_limit)(struct regulator_dev *); int (*set_input_current_limit)(struct regulator_dev *, int); int (*set_over_current_protection)(struct regulator_dev *, int, int, bool); int (*set_over_voltage_protection)(struct regulator_dev *, int, int, bool); int (*set_under_voltage_protection)(struct regulator_dev *, int, int, bool); int (*set_thermal_protection)(struct regulator_dev *, int, int, bool); int (*set_active_discharge)(struct regulator_dev *, bool); int (*enable)(struct regulator_dev *); int (*disable)(struct regulator_dev *); int (*is_enabled)(struct regulator_dev *); int (*set_mode)(struct regulator_dev *, unsigned int); unsigned int (*get_mode)(struct regulator_dev *); int (*get_error_flags)(struct regulator_dev *, unsigned int *); int (*enable_time)(struct regulator_dev *); int (*set_ramp_delay)(struct regulator_dev *, int); int (*set_voltage_time)(struct regulator_dev *, int, int); int (*set_voltage_time_sel)(struct regulator_dev *, unsigned int, unsigned int); int (*set_soft_start)(struct regulator_dev *); int (*get_status)(struct regulator_dev *); unsigned int (*get_optimum_mode)(struct regulator_dev *, int, int, int); int (*set_load)(struct regulator_dev *, int); int (*set_bypass)(struct regulator_dev *, bool); int (*get_bypass)(struct regulator_dev *, bool *); int (*set_suspend_voltage)(struct regulator_dev *, int); int (*set_suspend_enable)(struct regulator_dev *); int (*set_suspend_disable)(struct regulator_dev *); int (*set_suspend_mode)(struct regulator_dev *, unsigned int); int (*resume)(struct regulator_dev *); int (*set_pull_down)(struct regulator_dev *); }; struct regulator_coupler; struct coupling_desc { struct regulator_dev **coupled_rdevs; struct regulator_coupler *coupler; int n_resolved; int n_coupled; }; struct regulator_desc; struct regulation_constraints; struct regulator_enable_gpio; struct regulator_dev { const struct regulator_desc *desc; int exclusive; u32 use_count; u32 open_count; u32 bypass_count; struct list_head list; struct list_head consumer_list; struct coupling_desc coupling_desc; struct blocking_notifier_head notifier; struct ww_mutex mutex; struct task_struct *mutex_owner; int ref_cnt; struct module *owner; struct device dev; struct regulation_constraints *constraints; struct regulator *supply; const char *supply_name; struct regmap *regmap; struct delayed_work disable_work; void *reg_data; struct dentry *debugfs; struct regulator_enable_gpio *ena_pin; unsigned int ena_gpio_state: 1; unsigned int is_switch: 1; ktime_t last_off; int cached_err; bool use_cached_err; spinlock_t err_lock; }; enum regulator_type { REGULATOR_VOLTAGE = 0, REGULATOR_CURRENT = 1, }; struct regulator_config; struct regulator_desc { const char *name; const char *supply_name; const char *of_match; bool of_match_full_name; const char *regulators_node; int (*of_parse_cb)(struct device_node *, const struct regulator_desc *, struct regulator_config *); int id; unsigned int continuous_voltage_range: 1; unsigned int n_voltages; unsigned int n_current_limits; const struct regulator_ops *ops; int irq; enum regulator_type type; struct module *owner; unsigned int min_uV; unsigned int uV_step; unsigned int linear_min_sel; int fixed_uV; unsigned int ramp_delay; int min_dropout_uV; const struct linear_range *linear_ranges; const unsigned int *linear_range_selectors; int n_linear_ranges; const unsigned int *volt_table; const unsigned int *curr_table; unsigned int vsel_range_reg; unsigned int vsel_range_mask; unsigned int vsel_reg; unsigned int vsel_mask; unsigned int vsel_step; unsigned int csel_reg; unsigned int csel_mask; unsigned int apply_reg; unsigned int apply_bit; unsigned int enable_reg; unsigned int enable_mask; unsigned int enable_val; unsigned int disable_val; bool enable_is_inverted; unsigned int bypass_reg; unsigned int bypass_mask; unsigned int bypass_val_on; unsigned int bypass_val_off; unsigned int active_discharge_on; unsigned int active_discharge_off; unsigned int active_discharge_mask; unsigned int active_discharge_reg; unsigned int soft_start_reg; unsigned int soft_start_mask; unsigned int soft_start_val_on; unsigned int pull_down_reg; unsigned int pull_down_mask; unsigned int pull_down_val_on; unsigned int ramp_reg; unsigned int ramp_mask; const unsigned int *ramp_delay_table; unsigned int n_ramp_values; unsigned int enable_time; unsigned int off_on_delay; unsigned int poll_enabled_time; unsigned int (*of_map_mode)(unsigned int); }; struct regulator_init_data; struct regulator_config { struct device *dev; const struct regulator_init_data *init_data; void *driver_data; struct device_node *of_node; struct regmap *regmap; struct gpio_desc *ena_gpiod; }; struct regulator_state { int uV; int min_uV; int max_uV; unsigned int mode; int enabled; bool changeable; }; struct notification_limit { int prot; int err; int warn; }; struct regulation_constraints { const char *name; int min_uV; int max_uV; int uV_offset; int min_uA; int max_uA; int ilim_uA; int system_load; u32 *max_spread; int max_uV_step; unsigned int valid_modes_mask; unsigned int valid_ops_mask; int input_uV; struct regulator_state state_disk; struct regulator_state state_mem; struct regulator_state state_standby; struct notification_limit over_curr_limits; struct notification_limit over_voltage_limits; struct notification_limit under_voltage_limits; struct notification_limit temp_limits; suspend_state_t initial_state; unsigned int initial_mode; unsigned int ramp_delay; unsigned int settling_time; unsigned int settling_time_up; unsigned int settling_time_down; unsigned int enable_time; unsigned int active_discharge; unsigned int always_on: 1; unsigned int boot_on: 1; unsigned int apply_uV: 1; unsigned int ramp_disable: 1; unsigned int soft_start: 1; unsigned int pull_down: 1; unsigned int over_current_protection: 1; unsigned int over_current_detection: 1; unsigned int over_voltage_detection: 1; unsigned int under_voltage_detection: 1; unsigned int over_temp_detection: 1; }; struct regulator_consumer_supply; struct regulator_init_data { const char *supply_regulator; struct regulation_constraints constraints; int num_consumer_supplies; struct regulator_consumer_supply *consumer_supplies; int (*regulator_init)(void *); void *driver_data; }; struct regulator_consumer_supply { const char *dev_name; const char *supply; }; struct regulator_bulk_data { const char *supply; int init_load_uA; struct regulator *consumer; int ret; }; struct regulator_voltage { int min_uV; int max_uV; }; struct regulator { struct device *dev; struct list_head list; unsigned int always_on: 1; unsigned int bypass: 1; unsigned int device_link: 1; int uA_load; unsigned int enable_count; unsigned int deferred_disables; struct regulator_voltage voltage[5]; const char *supply_name; struct device_attribute dev_attr; struct regulator_dev *rdev; struct dentry *debugfs; }; struct regulator_err_state { struct regulator_dev *rdev; long unsigned int notifs; long unsigned int errors; int possible_errs; }; struct regulator_irq_data { struct regulator_err_state *states; int num_states; void *data; long int opaque; }; struct regulator_irq_desc { const char *name; int fatal_cnt; int reread_ms; int irq_off_ms; bool skip_off; bool high_prio; void *data; int (*die)(struct regulator_irq_data *); int (*map_event)(int, struct regulator_irq_data *, long unsigned int *); int (*renable)(struct regulator_irq_data *); }; enum regulator_get_type { NORMAL_GET = 0, EXCLUSIVE_GET = 1, OPTIONAL_GET = 2, MAX_GET_TYPE = 3, }; struct regulator_bulk_devres { struct regulator_bulk_data *consumers; int num_consumers; }; struct regulator_supply_alias_match { struct device *dev; const char *id; }; struct regulator_notifier_match { struct regulator *regulator; struct notifier_block *nb; }; struct fixed_voltage_config { const char *supply_name; const char *input_supply; int microvolts; unsigned int startup_delay; unsigned int off_on_delay; unsigned int enabled_at_boot: 1; struct regulator_init_data *init_data; }; struct fixed_regulator_data { struct fixed_voltage_config cfg; struct regulator_init_data init_data; struct platform_device pdev; }; struct pre_voltage_change_data { long unsigned int old_uV; long unsigned int min_uV; long unsigned int max_uV; }; struct regulator_coupler { struct list_head list; int (*attach_regulator)(struct regulator_coupler *, struct regulator_dev *); int (*detach_regulator)(struct regulator_coupler *, struct regulator_dev *); int (*balance_voltage)(struct regulator_coupler *, struct regulator_dev *, suspend_state_t); }; struct ww_class { atomic_long_t stamp; struct lock_class_key acquire_key; struct lock_class_key mutex_key; const char *acquire_name; const char *mutex_name; unsigned int is_wait_die; }; enum regulator_status { REGULATOR_STATUS_OFF = 0, REGULATOR_STATUS_ON = 1, REGULATOR_STATUS_ERROR = 2, REGULATOR_STATUS_FAST = 3, REGULATOR_STATUS_NORMAL = 4, REGULATOR_STATUS_IDLE = 5, REGULATOR_STATUS_STANDBY = 6, REGULATOR_STATUS_BYPASS = 7, REGULATOR_STATUS_UNDEFINED = 8, }; enum regulator_detection_severity { REGULATOR_SEVERITY_PROT = 0, REGULATOR_SEVERITY_ERR = 1, REGULATOR_SEVERITY_WARN = 2, }; struct regulator_enable_gpio { struct list_head list; struct gpio_desc *gpiod; u32 enable_count; u32 request_count; }; enum regulator_active_discharge { REGULATOR_ACTIVE_DISCHARGE_DEFAULT = 0, REGULATOR_ACTIVE_DISCHARGE_DISABLE = 1, REGULATOR_ACTIVE_DISCHARGE_ENABLE = 2, }; struct trace_event_raw_regulator_basic { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_regulator_range { struct trace_entry ent; u32 __data_loc_name; int min; int max; char __data[0]; }; struct trace_event_raw_regulator_value { struct trace_entry ent; u32 __data_loc_name; unsigned int val; char __data[0]; }; struct trace_event_data_offsets_regulator_basic { u32 name; }; struct trace_event_data_offsets_regulator_range { u32 name; }; struct trace_event_data_offsets_regulator_value { u32 name; }; typedef void (*btf_trace_regulator_enable)(void *, const char *); typedef void (*btf_trace_regulator_enable_delay)(void *, const char *); typedef void (*btf_trace_regulator_enable_complete)(void *, const char *); typedef void (*btf_trace_regulator_disable)(void *, const char *); typedef void (*btf_trace_regulator_disable_complete)(void *, const char *); typedef void (*btf_trace_regulator_bypass_enable)(void *, const char *); typedef void (*btf_trace_regulator_bypass_enable_complete)(void *, const char *); typedef void (*btf_trace_regulator_bypass_disable)(void *, const char *); typedef void (*btf_trace_regulator_bypass_disable_complete)(void *, const char *); typedef void (*btf_trace_regulator_set_voltage)(void *, const char *, int, int); typedef void (*btf_trace_regulator_set_voltage_complete)(void *, const char *, unsigned int); struct regulator_map { struct list_head list; const char *dev_name; const char *supply; struct regulator_dev *regulator; }; struct regulator_supply_alias { struct list_head list; struct device *src_dev; const char *src_supply; struct device *alias_dev; const char *alias_supply; }; struct summary_data { struct seq_file *s; struct regulator_dev *parent; int level; }; struct summary_lock_data { struct ww_acquire_ctx *ww_ctx; struct regulator_dev **new_contended_rdev; struct regulator_dev **old_contended_rdev; }; enum { REGULATOR_ERROR_CLEARED = 0, REGULATOR_FAILED_RETRY = 1, REGULATOR_ERROR_ON = 2, }; struct regulator_irq { struct regulator_irq_data rdata; struct regulator_irq_desc desc; int irq; int retry_cnt; struct delayed_work isr_work; }; struct of_regulator_match { const char *name; void *driver_data; struct regulator_init_data *init_data; struct device_node *of_node; const struct regulator_desc *desc; }; struct devm_of_regulator_matches { struct of_regulator_match *matches; unsigned int num_matches; }; struct reset_control { struct reset_controller_dev *rcdev; struct list_head list; unsigned int id; struct kref refcnt; bool acquired; bool shared; bool array; atomic_t deassert_count; atomic_t triggered_count; }; struct reset_control_lookup { struct list_head list; const char *provider; unsigned int index; const char *dev_id; const char *con_id; }; struct reset_control_array { struct reset_control base; unsigned int num_rstcs; struct reset_control *rstc[0]; }; struct reset_control_bulk_devres { int num_rstcs; struct reset_control_bulk_data *rstcs; }; struct reg_field { unsigned int reg; unsigned int lsb; unsigned int msb; unsigned int id_size; unsigned int id_offset; }; enum da9063_type { PMIC_TYPE_DA9063 = 0, PMIC_TYPE_DA9063L = 1, }; struct regmap_irq_chip_data; struct da9063 { struct device *dev; enum da9063_type type; unsigned char variant_code; unsigned int flags; struct regmap *regmap; int chip_irq; unsigned int irq_base; struct regmap_irq_chip_data *regmap_irq; }; enum { DA9063_ID_BCORE1 = 0, DA9063_ID_BCORE2 = 1, DA9063_ID_BPRO = 2, DA9063_ID_BMEM = 3, DA9063_ID_BIO = 4, DA9063_ID_BPERI = 5, DA9063_ID_BCORES_MERGED = 6, DA9063_ID_BMEM_BIO_MERGED = 7, DA9063_ID_LDO3 = 8, DA9063_ID_LDO7 = 9, DA9063_ID_LDO8 = 10, DA9063_ID_LDO9 = 11, DA9063_ID_LDO11 = 12, DA9063_ID_LDO1 = 13, DA9063_ID_LDO2 = 14, DA9063_ID_LDO4 = 15, DA9063_ID_LDO5 = 16, DA9063_ID_LDO6 = 17, DA9063_ID_LDO10 = 18, }; struct da9063_regulator_data { int id; struct regulator_init_data *initdata; }; struct da9063_regulators_pdata { unsigned int n_regulators; struct da9063_regulator_data *regulator_data; }; struct da9063_regulator_info { struct regulator_desc desc; struct reg_field mode; struct reg_field suspend; struct reg_field sleep; struct reg_field suspend_sleep; unsigned int suspend_vsel_reg; struct reg_field oc_event; }; struct da9063_dev_model { const struct da9063_regulator_info *regulator_info; unsigned int n_regulators; enum da9063_type type; }; struct regmap_field; struct da9063_regulator { struct regulator_desc desc; struct regulator_dev *rdev; struct da9063 *hw; const struct da9063_regulator_info *info; struct regmap_field *mode; struct regmap_field *suspend; struct regmap_field *sleep; struct regmap_field *suspend_sleep; }; struct da9063_regulators { unsigned int n_regulators; struct da9063_regulator regulator[0]; }; enum { BUCK_MODE_MANUAL = 0, BUCK_MODE_SLEEP = 1, BUCK_MODE_SYNC = 2, BUCK_MODE_AUTO = 3, }; struct reset_simple_devdata { u32 reg_offset; u32 nr_resets; bool active_low; bool status_active_low; }; struct pwm_continuous_reg_data { unsigned int min_uV_dutycycle; unsigned int max_uV_dutycycle; unsigned int dutycycle_unit; }; struct pwm_voltages; struct pwm_regulator_data { struct pwm_device *pwm; struct pwm_voltages *duty_cycle_table; struct pwm_continuous_reg_data continuous; struct regulator_desc desc; int state; struct gpio_desc *enb_gpio; }; struct pwm_voltages { unsigned int uV; unsigned int dutycycle; }; struct termios { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; }; struct termios2 { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; speed_t c_ispeed; speed_t c_ospeed; }; struct termio { short unsigned int c_iflag; short unsigned int c_oflag; short unsigned int c_cflag; short unsigned int c_lflag; unsigned char c_line; unsigned char c_cc[8]; }; struct n_tty_data { size_t read_head; size_t commit_head; size_t canon_head; size_t echo_head; size_t echo_commit; size_t echo_mark; long unsigned int char_map[4]; long unsigned int overrun_time; int num_overrun; bool no_room; unsigned char lnext: 1; unsigned char erasing: 1; unsigned char raw: 1; unsigned char real_raw: 1; unsigned char icanon: 1; unsigned char push: 1; char read_buf[4096]; long unsigned int read_flags[64]; unsigned char echo_buf[4096]; size_t read_tail; size_t line_start; size_t lookahead_count; unsigned int column; unsigned int canon_column; size_t echo_tail; struct mutex atomic_read_lock; struct mutex output_lock; }; enum { ERASE = 0, WERASE = 1, KILL = 2, }; struct serial_icounter_struct { int cts; int dsr; int rng; int dcd; int rx; int tx; int frame; int overrun; int parity; int brk; int buf_overrun; int reserved[9]; }; struct serial_struct { int type; int line; unsigned int port; int irq; int flags; int xmit_fifo_size; int custom_divisor; int baud_base; short unsigned int close_delay; char io_type; char reserved_char[1]; int hub6; short unsigned int closing_wait; short unsigned int closing_wait2; unsigned char *iomem_base; short unsigned int iomem_reg_shift; unsigned int port_high; long unsigned int iomap_base; }; struct tty_file_private { struct tty_struct *tty; struct file *file; struct list_head list; }; struct serial_struct32 { compat_int_t type; compat_int_t line; compat_uint_t port; compat_int_t irq; compat_int_t flags; compat_int_t xmit_fifo_size; compat_int_t custom_divisor; compat_int_t baud_base; short unsigned int close_delay; char io_type; char reserved_char; compat_int_t hub6; short unsigned int closing_wait; short unsigned int closing_wait2; compat_uint_t iomem_base; short unsigned int iomem_reg_shift; unsigned int port_high; compat_int_t reserved; }; struct ldsem_waiter { struct list_head list; struct task_struct *task; }; struct pts_fs_info; struct sysrq_state { struct input_handle handle; struct work_struct reinject_work; long unsigned int key_down[12]; unsigned int alt; unsigned int alt_use; unsigned int shift; unsigned int shift_use; bool active; bool need_reinject; bool reinjecting; bool reset_canceled; bool reset_requested; long unsigned int reset_keybit[12]; int reset_seq_len; int reset_seq_cnt; int reset_seq_version; struct timer_list keyreset_timer; }; struct unipair { short unsigned int unicode; short unsigned int fontpos; }; struct unimapdesc { short unsigned int entry_ct; struct unipair *entries; }; struct kbentry { unsigned char kb_table; unsigned char kb_index; short unsigned int kb_value; }; struct kbsentry { unsigned char kb_func; unsigned char kb_string[512]; }; struct kbkeycode { unsigned int scancode; unsigned int keycode; }; struct kbd_repeat { int delay; int period; }; struct console_font_op { unsigned int op; unsigned int flags; unsigned int width; unsigned int height; unsigned int charcount; unsigned char *data; }; struct vt_stat { short unsigned int v_active; short unsigned int v_signal; short unsigned int v_state; }; struct vt_sizes { short unsigned int v_rows; short unsigned int v_cols; short unsigned int v_scrollsize; }; struct vt_consize { short unsigned int v_rows; short unsigned int v_cols; short unsigned int v_vlin; short unsigned int v_clin; short unsigned int v_vcol; short unsigned int v_ccol; }; struct vt_event { unsigned int event; unsigned int oldev; unsigned int newev; unsigned int pad[4]; }; struct vt_setactivate { unsigned int console; struct vt_mode mode; }; struct vt_spawn_console { spinlock_t lock; struct pid *pid; int sig; }; struct vt_event_wait { struct list_head list; struct vt_event event; int done; }; struct compat_console_font_op { compat_uint_t op; compat_uint_t flags; compat_uint_t width; compat_uint_t height; compat_uint_t charcount; compat_caddr_t data; }; struct compat_unimapdesc { short unsigned int entry_ct; compat_caddr_t entries; }; struct kbdiacr { unsigned char diacr; unsigned char base; unsigned char result; }; struct kbdiacrs { unsigned int kb_cnt; struct kbdiacr kbdiacr[256]; }; struct kbdiacruc { unsigned int diacr; unsigned int base; unsigned int result; }; struct kbdiacrsuc { unsigned int kb_cnt; struct kbdiacruc kbdiacruc[256]; }; struct keyboard_notifier_param { struct vc_data *vc; int down; int shift; int ledstate; unsigned int value; }; struct kbd_struct { unsigned char lockstate; unsigned char slockstate; unsigned char ledmode: 1; unsigned char ledflagstate: 4; char: 3; unsigned char default_ledflagstate: 4; unsigned char kbdmode: 3; char: 1; unsigned char modeflags: 5; }; enum led_brightness { LED_OFF = 0, LED_ON = 1, LED_HALF = 127, LED_FULL = 255, }; struct led_hw_trigger_type { int dummy; }; struct led_pattern; struct led_trigger; struct led_classdev { const char *name; unsigned int brightness; unsigned int max_brightness; int flags; long unsigned int work_flags; void (*brightness_set)(struct led_classdev *, enum led_brightness); int (*brightness_set_blocking)(struct led_classdev *, enum led_brightness); enum led_brightness (*brightness_get)(struct led_classdev *); int (*blink_set)(struct led_classdev *, long unsigned int *, long unsigned int *); int (*pattern_set)(struct led_classdev *, struct led_pattern *, u32, int); int (*pattern_clear)(struct led_classdev *); struct device *dev; const struct attribute_group **groups; struct list_head node; const char *default_trigger; long unsigned int blink_delay_on; long unsigned int blink_delay_off; struct timer_list blink_timer; int blink_brightness; int new_blink_brightness; void (*flash_resume)(struct led_classdev *); struct work_struct set_brightness_work; int delayed_set_value; struct rw_semaphore trigger_lock; struct led_trigger *trigger; struct list_head trig_list; void *trigger_data; bool activated; struct led_hw_trigger_type *trigger_type; struct mutex led_access; }; struct led_pattern { u32 delta_t; int brightness; }; struct led_trigger { const char *name; int (*activate)(struct led_classdev *); void (*deactivate)(struct led_classdev *); struct led_hw_trigger_type *trigger_type; spinlock_t leddev_list_lock; struct list_head led_cdevs; struct list_head next_trig; const struct attribute_group **groups; }; typedef void k_handler_fn(struct vc_data *, unsigned char, char); typedef void fn_handler_fn(struct vc_data *); struct getset_keycode_data { struct input_keymap_entry ke; int error; }; struct kbd_led_trigger { struct led_trigger trigger; unsigned int mask; }; enum translation_map { LAT1_MAP = 0, GRAF_MAP = 1, IBMPC_MAP = 2, USER_MAP = 3, FIRST_MAP = 0, LAST_MAP = 3, }; struct uni_pagedict { u16 **uni_pgdir[32]; long unsigned int refcount; long unsigned int sum; unsigned char *inverse_translations[4]; u16 *inverse_trans_unicode; }; struct vt_notifier_param { struct vc_data *vc; unsigned int c; }; struct vcs_poll_data { struct notifier_block notifier; unsigned int cons_num; int event; wait_queue_head_t waitq; struct fasync_struct *fasync; }; struct tiocl_selection { short unsigned int xs; short unsigned int ys; short unsigned int xe; short unsigned int ye; short unsigned int sel_mode; }; struct vc_selection { struct mutex lock; struct vc_data *cons; char *buffer; unsigned int buf_len; volatile int start; int end; }; typedef uint32_t char32_t; struct uni_screen { char32_t *lines[0]; }; struct con_driver { const struct consw *con; const char *desc; struct device *dev; int node; int first; int last; int flag; }; enum { blank_off = 0, blank_normal_wait = 1, blank_vesa_wait = 2, }; enum { EPecma = 0, EPdec = 1, EPeq = 2, EPgt = 3, EPlt = 4, }; struct rgb { u8 r; u8 g; u8 b; }; enum { ESnormal = 0, ESesc = 1, ESsquare = 2, ESgetpars = 3, ESfunckey = 4, EShash = 5, ESsetG0 = 6, ESsetG1 = 7, ESpercent = 8, EScsiignore = 9, ESnonstd = 10, ESpalette = 11, ESosc = 12, ESapc = 13, ESpm = 14, ESdcs = 15, }; struct interval { uint32_t first; uint32_t last; }; struct vc_draw_region { long unsigned int from; long unsigned int to; int x; }; struct hv_ops; struct hvc_struct { struct tty_port port; spinlock_t lock; int index; int do_wakeup; char *outbuf; int outbuf_size; int n_outbuf; uint32_t vtermno; const struct hv_ops *ops; int irq_requested; int data; struct winsize ws; struct work_struct tty_resize; struct list_head next; long unsigned int flags; }; struct hv_ops { int (*get_chars)(uint32_t, char *, int); int (*put_chars)(uint32_t, const char *, int); int (*flush)(uint32_t, bool); int (*notifier_add)(struct hvc_struct *, int); void (*notifier_del)(struct hvc_struct *, int); void (*notifier_hangup)(struct hvc_struct *, int); int (*tiocmget)(struct hvc_struct *); int (*tiocmset)(struct hvc_struct *, unsigned int, unsigned int); void (*dtr_rts)(struct hvc_struct *, int); }; struct serial_rs485 { __u32 flags; __u32 delay_rts_before_send; __u32 delay_rts_after_send; union { __u32 padding[5]; struct { __u8 addr_recv; __u8 addr_dest; __u8 padding0[2]; __u32 padding1[4]; }; }; }; struct serial_iso7816 { __u32 flags; __u32 tg; __u32 sc_fi; __u32 sc_di; __u32 clk; __u32 reserved[5]; }; struct circ_buf { char *buf; int head; int tail; }; struct uart_port; struct uart_ops { unsigned int (*tx_empty)(struct uart_port *); void (*set_mctrl)(struct uart_port *, unsigned int); unsigned int (*get_mctrl)(struct uart_port *); void (*stop_tx)(struct uart_port *); void (*start_tx)(struct uart_port *); void (*throttle)(struct uart_port *); void (*unthrottle)(struct uart_port *); void (*send_xchar)(struct uart_port *, char); void (*stop_rx)(struct uart_port *); void (*start_rx)(struct uart_port *); void (*enable_ms)(struct uart_port *); void (*break_ctl)(struct uart_port *, int); int (*startup)(struct uart_port *); void (*shutdown)(struct uart_port *); void (*flush_buffer)(struct uart_port *); void (*set_termios)(struct uart_port *, struct ktermios *, const struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); void (*pm)(struct uart_port *, unsigned int, unsigned int); const char * (*type)(struct uart_port *); void (*release_port)(struct uart_port *); int (*request_port)(struct uart_port *); void (*config_port)(struct uart_port *, int); int (*verify_port)(struct uart_port *, struct serial_struct *); int (*ioctl)(struct uart_port *, unsigned int, long unsigned int); }; struct uart_icount { __u32 cts; __u32 dsr; __u32 rng; __u32 dcd; __u32 rx; __u32 tx; __u32 frame; __u32 overrun; __u32 parity; __u32 brk; __u32 buf_overrun; }; typedef u64 upf_t; typedef unsigned int upstat_t; struct uart_state; struct uart_port { spinlock_t lock; long unsigned int iobase; unsigned char *membase; unsigned int (*serial_in)(struct uart_port *, int); void (*serial_out)(struct uart_port *, int, int); void (*set_termios)(struct uart_port *, struct ktermios *, const struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); unsigned int (*get_mctrl)(struct uart_port *); void (*set_mctrl)(struct uart_port *, unsigned int); unsigned int (*get_divisor)(struct uart_port *, unsigned int, unsigned int *); void (*set_divisor)(struct uart_port *, unsigned int, unsigned int, unsigned int); int (*startup)(struct uart_port *); void (*shutdown)(struct uart_port *); void (*throttle)(struct uart_port *); void (*unthrottle)(struct uart_port *); int (*handle_irq)(struct uart_port *); void (*pm)(struct uart_port *, unsigned int, unsigned int); void (*handle_break)(struct uart_port *); int (*rs485_config)(struct uart_port *, struct ktermios *, struct serial_rs485 *); int (*iso7816_config)(struct uart_port *, struct serial_iso7816 *); unsigned int irq; long unsigned int irqflags; unsigned int uartclk; unsigned int fifosize; unsigned char x_char; unsigned char regshift; unsigned char iotype; unsigned char quirks; unsigned int read_status_mask; unsigned int ignore_status_mask; struct uart_state *state; struct uart_icount icount; struct console *cons; upf_t flags; upstat_t status; int hw_stopped; unsigned int mctrl; unsigned int frame_time; unsigned int type; const struct uart_ops *ops; unsigned int custom_divisor; unsigned int line; unsigned int minor; resource_size_t mapbase; resource_size_t mapsize; struct device *dev; long unsigned int sysrq; unsigned int sysrq_ch; unsigned char has_sysrq; unsigned char sysrq_seq; unsigned char hub6; unsigned char suspended; unsigned char console_reinit; const char *name; struct attribute_group *attr_group; const struct attribute_group **tty_groups; struct serial_rs485 rs485; struct serial_rs485 rs485_supported; struct gpio_desc *rs485_term_gpio; struct serial_iso7816 iso7816; void *private_data; }; enum uart_pm_state { UART_PM_STATE_ON = 0, UART_PM_STATE_OFF = 3, UART_PM_STATE_UNDEFINED = 4, }; struct uart_state { struct tty_port port; enum uart_pm_state pm_state; struct circ_buf xmit; atomic_t refcount; wait_queue_head_t remove_wait; struct uart_port *uart_port; }; struct uart_driver { struct module *owner; const char *driver_name; const char *dev_name; int major; int minor; int nr; struct console *cons; struct uart_state *state; struct tty_driver *tty_driver; }; struct uart_match { struct uart_port *port; struct uart_driver *driver; }; struct earlycon_device { struct console *con; struct uart_port port; char options[16]; unsigned int baud; }; struct earlycon_id { char name[15]; char name_term; char compatible[128]; int (*setup)(struct earlycon_device *, const char *); }; enum hwparam_type { hwparam_ioport = 0, hwparam_iomem = 1, hwparam_ioport_or_iomem = 2, hwparam_irq = 3, hwparam_dma = 4, hwparam_dma_addr = 5, hwparam_other = 6, }; struct plat_serial8250_port { long unsigned int iobase; void *membase; resource_size_t mapbase; unsigned int irq; long unsigned int irqflags; unsigned int uartclk; void *private_data; unsigned char regshift; unsigned char iotype; unsigned char hub6; unsigned char has_sysrq; upf_t flags; unsigned int type; unsigned int (*serial_in)(struct uart_port *, int); void (*serial_out)(struct uart_port *, int, int); void (*set_termios)(struct uart_port *, struct ktermios *, const struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); unsigned int (*get_mctrl)(struct uart_port *); int (*handle_irq)(struct uart_port *); void (*pm)(struct uart_port *, unsigned int, unsigned int); void (*handle_break)(struct uart_port *); }; enum { PLAT8250_DEV_LEGACY = 4294967295, PLAT8250_DEV_PLATFORM = 0, PLAT8250_DEV_PLATFORM1 = 1, PLAT8250_DEV_PLATFORM2 = 2, PLAT8250_DEV_FOURPORT = 3, PLAT8250_DEV_ACCENT = 4, PLAT8250_DEV_BOCA = 5, PLAT8250_DEV_EXAR_ST16C554 = 6, PLAT8250_DEV_HUB6 = 7, PLAT8250_DEV_AU1X00 = 8, PLAT8250_DEV_SM501 = 9, }; struct uart_8250_port; struct uart_8250_ops { int (*setup_irq)(struct uart_8250_port *); void (*release_irq)(struct uart_8250_port *); void (*setup_timer)(struct uart_8250_port *); }; struct mctrl_gpios; struct uart_8250_dma; struct uart_8250_em485; struct uart_8250_port { struct uart_port port; struct timer_list timer; struct list_head list; u32 capabilities; short unsigned int bugs; bool fifo_bug; unsigned int tx_loadsz; unsigned char acr; unsigned char fcr; unsigned char ier; unsigned char lcr; unsigned char mcr; unsigned char cur_iotype; unsigned int rpm_tx_active; unsigned char canary; unsigned char probe; struct mctrl_gpios *gpios; u16 lsr_saved_flags; u16 lsr_save_mask; unsigned char msr_saved_flags; struct uart_8250_dma *dma; const struct uart_8250_ops *ops; int (*dl_read)(struct uart_8250_port *); void (*dl_write)(struct uart_8250_port *, int); struct uart_8250_em485 *em485; void (*rs485_start_tx)(struct uart_8250_port *); void (*rs485_stop_tx)(struct uart_8250_port *); struct delayed_work overrun_backoff; u32 overrun_backoff_time_ms; }; struct uart_8250_em485 { struct hrtimer start_tx_timer; struct hrtimer stop_tx_timer; struct hrtimer *active_timer; struct uart_8250_port *port; unsigned int tx_stopped: 1; }; struct uart_8250_dma { int (*tx_dma)(struct uart_8250_port *); int (*rx_dma)(struct uart_8250_port *); void (*prepare_tx_dma)(struct uart_8250_port *); void (*prepare_rx_dma)(struct uart_8250_port *); dma_filter_fn fn; void *rx_param; void *tx_param; struct dma_slave_config rxconf; struct dma_slave_config txconf; struct dma_chan *rxchan; struct dma_chan *txchan; phys_addr_t rx_dma_addr; phys_addr_t tx_dma_addr; dma_addr_t rx_addr; dma_addr_t tx_addr; dma_cookie_t rx_cookie; dma_cookie_t tx_cookie; void *rx_buf; size_t rx_size; size_t tx_size; unsigned char tx_running; unsigned char tx_err; unsigned char rx_running; }; struct old_serial_port { unsigned int uart; unsigned int baud_base; unsigned int port; unsigned int irq; upf_t flags; unsigned char io_type; unsigned char *iomem_base; short unsigned int iomem_reg_shift; }; struct irq_info { struct hlist_node node; int irq; spinlock_t lock; struct list_head *head; }; struct serial8250_config { const char *name; short unsigned int fifo_size; short unsigned int tx_loadsz; unsigned char fcr; unsigned char rxtrig_bytes[4]; unsigned int flags; }; struct exar8250_platform { int (*rs485_config)(struct uart_port *, struct ktermios *, struct serial_rs485 *); const struct serial_rs485 *rs485_supported; int (*register_gpio)(struct pci_dev *, struct uart_8250_port *); void (*unregister_gpio)(struct uart_8250_port *); }; struct exar8250; struct exar8250_board { unsigned int num_ports; unsigned int reg_shift; int (*setup)(struct exar8250 *, struct pci_dev *, struct uart_8250_port *, int); void (*exit)(struct pci_dev *); }; struct exar8250 { unsigned int nr; struct exar8250_board *board; void *virt; int line[0]; }; struct pciserial_board { unsigned int flags; unsigned int num_ports; unsigned int base_baud; unsigned int uart_offset; unsigned int reg_shift; unsigned int first_offset; }; struct serial_private; struct pci_serial_quirk { u32 vendor; u32 device; u32 subvendor; u32 subdevice; int (*probe)(struct pci_dev *); int (*init)(struct pci_dev *); int (*setup)(struct serial_private *, const struct pciserial_board *, struct uart_8250_port *, int); void (*exit)(struct pci_dev *); }; struct serial_private { struct pci_dev *dev; unsigned int nr; struct pci_serial_quirk *quirk; const struct pciserial_board *board; int line[0]; }; struct f815xxa_data { spinlock_t lock; int idx; }; struct timedia_struct { int num; const short unsigned int *ids; }; enum pci_board_num_t { pbn_default = 0, pbn_b0_1_115200 = 1, pbn_b0_2_115200 = 2, pbn_b0_4_115200 = 3, pbn_b0_5_115200 = 4, pbn_b0_8_115200 = 5, pbn_b0_1_921600 = 6, pbn_b0_2_921600 = 7, pbn_b0_4_921600 = 8, pbn_b0_2_1130000 = 9, pbn_b0_4_1152000 = 10, pbn_b0_4_1250000 = 11, pbn_b0_2_1843200 = 12, pbn_b0_4_1843200 = 13, pbn_b0_1_15625000 = 14, pbn_b0_bt_1_115200 = 15, pbn_b0_bt_2_115200 = 16, pbn_b0_bt_4_115200 = 17, pbn_b0_bt_8_115200 = 18, pbn_b0_bt_1_460800 = 19, pbn_b0_bt_2_460800 = 20, pbn_b0_bt_4_460800 = 21, pbn_b0_bt_1_921600 = 22, pbn_b0_bt_2_921600 = 23, pbn_b0_bt_4_921600 = 24, pbn_b0_bt_8_921600 = 25, pbn_b1_1_115200 = 26, pbn_b1_2_115200 = 27, pbn_b1_4_115200 = 28, pbn_b1_8_115200 = 29, pbn_b1_16_115200 = 30, pbn_b1_1_921600 = 31, pbn_b1_2_921600 = 32, pbn_b1_4_921600 = 33, pbn_b1_8_921600 = 34, pbn_b1_2_1250000 = 35, pbn_b1_bt_1_115200 = 36, pbn_b1_bt_2_115200 = 37, pbn_b1_bt_4_115200 = 38, pbn_b1_bt_2_921600 = 39, pbn_b1_1_1382400 = 40, pbn_b1_2_1382400 = 41, pbn_b1_4_1382400 = 42, pbn_b1_8_1382400 = 43, pbn_b2_1_115200 = 44, pbn_b2_2_115200 = 45, pbn_b2_4_115200 = 46, pbn_b2_8_115200 = 47, pbn_b2_1_460800 = 48, pbn_b2_4_460800 = 49, pbn_b2_8_460800 = 50, pbn_b2_16_460800 = 51, pbn_b2_1_921600 = 52, pbn_b2_4_921600 = 53, pbn_b2_8_921600 = 54, pbn_b2_8_1152000 = 55, pbn_b2_bt_1_115200 = 56, pbn_b2_bt_2_115200 = 57, pbn_b2_bt_4_115200 = 58, pbn_b2_bt_2_921600 = 59, pbn_b2_bt_4_921600 = 60, pbn_b3_2_115200 = 61, pbn_b3_4_115200 = 62, pbn_b3_8_115200 = 63, pbn_b4_bt_2_921600 = 64, pbn_b4_bt_4_921600 = 65, pbn_b4_bt_8_921600 = 66, pbn_panacom = 67, pbn_panacom2 = 68, pbn_panacom4 = 69, pbn_plx_romulus = 70, pbn_oxsemi = 71, pbn_oxsemi_1_15625000 = 72, pbn_oxsemi_2_15625000 = 73, pbn_oxsemi_4_15625000 = 74, pbn_oxsemi_8_15625000 = 75, pbn_intel_i960 = 76, pbn_sgi_ioc3 = 77, pbn_computone_4 = 78, pbn_computone_6 = 79, pbn_computone_8 = 80, pbn_sbsxrsio = 81, pbn_pasemi_1682M = 82, pbn_ni8430_2 = 83, pbn_ni8430_4 = 84, pbn_ni8430_8 = 85, pbn_ni8430_16 = 86, pbn_ADDIDATA_PCIe_1_3906250 = 87, pbn_ADDIDATA_PCIe_2_3906250 = 88, pbn_ADDIDATA_PCIe_4_3906250 = 89, pbn_ADDIDATA_PCIe_8_3906250 = 90, pbn_ce4100_1_115200 = 91, pbn_omegapci = 92, pbn_NETMOS9900_2s_115200 = 93, pbn_brcm_trumanage = 94, pbn_fintek_4 = 95, pbn_fintek_8 = 96, pbn_fintek_12 = 97, pbn_fintek_F81504A = 98, pbn_fintek_F81508A = 99, pbn_fintek_F81512A = 100, pbn_wch382_2 = 101, pbn_wch384_4 = 102, pbn_wch384_8 = 103, pbn_sunix_pci_1s = 104, pbn_sunix_pci_2s = 105, pbn_sunix_pci_4s = 106, pbn_sunix_pci_8s = 107, pbn_sunix_pci_16s = 108, pbn_titan_1_4000000 = 109, pbn_titan_2_4000000 = 110, pbn_titan_4_4000000 = 111, pbn_titan_8_4000000 = 112, pbn_moxa8250_2p = 113, pbn_moxa8250_4p = 114, pbn_moxa8250_8p = 115, }; struct pericom8250 { void *virt; unsigned int nr; int line[0]; }; struct of_serial_info { struct clk *clk; struct reset_control *rst; int type; int line; }; struct serdev_device; struct serdev_device_ops { int (*receive_buf)(struct serdev_device *, const unsigned char *, size_t); void (*write_wakeup)(struct serdev_device *); }; struct serdev_controller; struct serdev_device { struct device dev; int nr; struct serdev_controller *ctrl; const struct serdev_device_ops *ops; struct completion write_comp; struct mutex write_lock; }; struct serdev_controller_ops; struct serdev_controller { struct device dev; unsigned int nr; struct serdev_device *serdev; const struct serdev_controller_ops *ops; }; struct serdev_device_driver { struct device_driver driver; int (*probe)(struct serdev_device *); void (*remove)(struct serdev_device *); }; enum serdev_parity { SERDEV_PARITY_NONE = 0, SERDEV_PARITY_EVEN = 1, SERDEV_PARITY_ODD = 2, }; struct serdev_controller_ops { int (*write_buf)(struct serdev_controller *, const unsigned char *, size_t); void (*write_flush)(struct serdev_controller *); int (*write_room)(struct serdev_controller *); int (*open)(struct serdev_controller *); void (*close)(struct serdev_controller *); void (*set_flow_control)(struct serdev_controller *, bool); int (*set_parity)(struct serdev_controller *, enum serdev_parity); unsigned int (*set_baudrate)(struct serdev_controller *, unsigned int); void (*wait_until_sent)(struct serdev_controller *, long int); int (*get_tiocm)(struct serdev_controller *); int (*set_tiocm)(struct serdev_controller *, unsigned int, unsigned int); }; struct serport { struct tty_port *port; struct tty_struct *tty; struct tty_driver *tty_drv; int tty_idx; long unsigned int flags; }; struct sifive_serial_port { struct uart_port port; struct device *dev; unsigned char ier; long unsigned int baud_rate; struct clk *clk; struct notifier_block clk_notifier; }; enum mctrl_gpio_idx { UART_GPIO_CTS = 0, UART_GPIO_DSR = 1, UART_GPIO_DCD = 2, UART_GPIO_RNG = 3, UART_GPIO_RI = 3, UART_GPIO_RTS = 4, UART_GPIO_DTR = 5, UART_GPIO_MAX = 6, }; struct mctrl_gpios { struct uart_port *port; struct gpio_desc *gpio[6]; int irq[6]; unsigned int mctrl_prev; bool mctrl_on; }; struct memdev { const char *name; umode_t mode; const struct file_operations *fops; fmode_t fmode; }; struct timer_rand_state { long unsigned int last_time; long int last_delta; long int last_delta2; }; enum { CRNG_EMPTY = 0, CRNG_EARLY = 1, CRNG_READY = 2, }; enum { CRNG_RESEED_START_INTERVAL = 250, CRNG_RESEED_INTERVAL = 15000, }; struct crng { u8 key[32]; long unsigned int generation; local_lock_t lock; }; struct batch_u8 { u8 entropy[96]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u16 { u16 entropy[48]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u32 { u32 entropy[24]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u64 { u64 entropy[12]; local_lock_t lock; long unsigned int generation; unsigned int position; }; enum { POOL_BITS = 256, POOL_READY_BITS = 256, POOL_EARLY_BITS = 128, }; struct fast_pool { long unsigned int pool[4]; long unsigned int last; unsigned int count; struct timer_list mix; }; struct entropy_timer_state { long unsigned int entropy; struct timer_list timer; atomic_t samples; unsigned int samples_per_bit; }; enum { NUM_TRIAL_SAMPLES = 8192, MAX_SAMPLES_PER_BIT = 16, }; enum { MIX_INFLIGHT = 2147483648, }; struct hwrng { const char *name; int (*init)(struct hwrng *); void (*cleanup)(struct hwrng *); int (*data_present)(struct hwrng *, int); int (*data_read)(struct hwrng *, u32 *); int (*read)(struct hwrng *, void *, size_t, bool); long unsigned int priv; short unsigned int quality; struct list_head list; struct kref ref; struct completion cleanup_done; struct completion dying; }; struct virtrng_info { struct hwrng hwrng; struct virtqueue *vq; char name[25]; int index; bool hwrng_register_done; bool hwrng_removed; struct completion have_data; unsigned int data_avail; unsigned int data_idx; u8 data[64]; }; struct virtio_console_config { __virtio16 cols; __virtio16 rows; __virtio32 max_nr_ports; __virtio32 emerg_wr; }; struct virtio_console_control { __virtio32 id; __virtio16 event; __virtio16 value; }; struct ports_driver_data { struct class *class; struct dentry *debugfs_dir; struct list_head portdevs; struct list_head consoles; }; struct console___2 { struct list_head list; struct hvc_struct *hvc; struct winsize ws; u32 vtermno; }; struct port_buffer { char *buf; size_t size; size_t len; size_t offset; dma_addr_t dma; struct device *dev; struct list_head list; unsigned int sgpages; struct scatterlist sg[0]; }; struct ports_device { struct list_head list; struct work_struct control_work; struct work_struct config_work; struct list_head ports; spinlock_t ports_lock; spinlock_t c_ivq_lock; spinlock_t c_ovq_lock; u32 max_nr_ports; struct virtio_device *vdev; struct virtqueue *c_ivq; struct virtqueue *c_ovq; struct virtio_console_control cpkt; struct virtqueue **in_vqs; struct virtqueue **out_vqs; int chr_major; }; struct port_stats { long unsigned int bytes_sent; long unsigned int bytes_received; long unsigned int bytes_discarded; }; struct port { struct list_head list; struct ports_device *portdev; struct port_buffer *inbuf; spinlock_t inbuf_lock; spinlock_t outvq_lock; struct virtqueue *in_vq; struct virtqueue *out_vq; struct dentry *debugfs_file; struct port_stats stats; struct console___2 cons; struct cdev *cdev; struct device *dev; struct kref kref; wait_queue_head_t waitqueue; char *name; struct fasync_struct *async_queue; u32 id; bool outvq_full; bool host_connected; bool guest_connected; }; struct sg_list { unsigned int n; unsigned int size; size_t len; struct scatterlist *sg; }; struct trace_event_raw_iommu_group_event { struct trace_entry ent; int gid; u32 __data_loc_device; char __data[0]; }; struct trace_event_raw_iommu_device_event { struct trace_entry ent; u32 __data_loc_device; char __data[0]; }; struct trace_event_raw_map { struct trace_entry ent; u64 iova; u64 paddr; size_t size; char __data[0]; }; struct trace_event_raw_unmap { struct trace_entry ent; u64 iova; size_t size; size_t unmapped_size; char __data[0]; }; struct trace_event_raw_iommu_error { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; u64 iova; int flags; char __data[0]; }; struct trace_event_data_offsets_iommu_group_event { u32 device; }; struct trace_event_data_offsets_iommu_device_event { u32 device; }; struct trace_event_data_offsets_map {}; struct trace_event_data_offsets_unmap {}; struct trace_event_data_offsets_iommu_error { u32 device; u32 driver; }; typedef void (*btf_trace_add_device_to_group)(void *, int, struct device *); typedef void (*btf_trace_remove_device_from_group)(void *, int, struct device *); typedef void (*btf_trace_attach_device_to_domain)(void *, struct device *); typedef void (*btf_trace_detach_device_from_domain)(void *, struct device *); typedef void (*btf_trace_map)(void *, long unsigned int, phys_addr_t, size_t); typedef void (*btf_trace_unmap)(void *, long unsigned int, size_t, size_t); typedef void (*btf_trace_io_page_fault)(void *, struct device *, long unsigned int, int); struct iommu_group { struct kobject kobj; struct kobject *devices_kobj; struct list_head devices; struct xarray pasid_array; struct mutex mutex; void *iommu_data; void (*iommu_data_release)(void *); char *name; int id; struct iommu_domain *default_domain; struct iommu_domain *blocking_domain; struct iommu_domain *domain; struct list_head entry; unsigned int owner_cnt; void *owner; }; enum iommu_fault_type { IOMMU_FAULT_DMA_UNRECOV = 1, IOMMU_FAULT_PAGE_REQ = 2, }; enum iommu_resv_type { IOMMU_RESV_DIRECT = 0, IOMMU_RESV_DIRECT_RELAXABLE = 1, IOMMU_RESV_RESERVED = 2, IOMMU_RESV_MSI = 3, IOMMU_RESV_SW_MSI = 4, }; struct iommu_resv_region { struct list_head list; phys_addr_t start; size_t length; int prot; enum iommu_resv_type type; void (*free)(struct device *, struct iommu_resv_region *); }; struct fsl_mc_obj_desc { char type[16]; int id; u16 vendor; u16 ver_major; u16 ver_minor; u8 irq_count; u8 region_count; u32 state; char label[16]; u16 flags; }; struct fsl_mc_io; struct fsl_mc_device_irq; struct fsl_mc_resource; struct fsl_mc_device { struct device dev; u64 dma_mask; u16 flags; u32 icid; u16 mc_handle; struct fsl_mc_io *mc_io; struct fsl_mc_obj_desc obj_desc; struct resource *regions; struct fsl_mc_device_irq **irqs; struct fsl_mc_resource *resource; struct device_link *consumer_link; const char *driver_override; }; enum fsl_mc_pool_type { FSL_MC_POOL_DPMCP = 0, FSL_MC_POOL_DPBP = 1, FSL_MC_POOL_DPCON = 2, FSL_MC_POOL_IRQ = 3, FSL_MC_NUM_POOL_TYPES = 4, }; struct fsl_mc_resource_pool; struct fsl_mc_resource { enum fsl_mc_pool_type type; s32 id; void *data; struct fsl_mc_resource_pool *parent_pool; struct list_head node; }; struct fsl_mc_device_irq { unsigned int virq; struct fsl_mc_device *mc_dev; u8 dev_irq_index; struct fsl_mc_resource resource; }; struct fsl_mc_io { struct device *dev; u16 flags; u32 portal_size; phys_addr_t portal_phys_addr; void *portal_virt_addr; struct fsl_mc_device *dpmcp_dev; union { struct mutex mutex; raw_spinlock_t spinlock; }; }; struct group_device { struct list_head list; struct device *dev; char *name; }; struct iommu_group_attribute { struct attribute attr; ssize_t (*show)(struct iommu_group *, char *); ssize_t (*store)(struct iommu_group *, const char *, size_t); }; struct group_for_pci_data { struct pci_dev *pdev; struct iommu_group *group; }; struct __group_domain_type { struct device *dev; unsigned int type; }; enum chipset_type { NOT_SUPPORTED = 0, SUPPORTED = 1, }; struct agp_version { u16 major; u16 minor; }; struct agp_kern_info { struct agp_version version; struct pci_dev *device; enum chipset_type chipset; long unsigned int mode; long unsigned int aper_base; size_t aper_size; int max_memory; int current_memory; bool cant_use_aperture; long unsigned int page_mask; const struct vm_operations_struct *vm_ops; }; struct agp_bridge_data; struct drm_hw_lock { volatile unsigned int lock; char padding[60]; }; enum drm_map_type { _DRM_FRAME_BUFFER = 0, _DRM_REGISTERS = 1, _DRM_SHM = 2, _DRM_AGP = 3, _DRM_SCATTER_GATHER = 4, _DRM_CONSISTENT = 5, }; enum drm_map_flags { _DRM_RESTRICTED = 1, _DRM_READ_ONLY = 2, _DRM_LOCKED = 4, _DRM_KERNEL = 8, _DRM_WRITE_COMBINING = 16, _DRM_CONTAINS_LOCK = 32, _DRM_REMOVABLE = 64, _DRM_DRIVER = 128, }; struct drm_mode_fb_cmd2 { __u32 fb_id; __u32 width; __u32 height; __u32 pixel_format; __u32 flags; __u32 handles[4]; __u32 pitches[4]; __u32 offsets[4]; __u64 modifier[4]; }; struct drm_mode_create_dumb { __u32 height; __u32 width; __u32 bpp; __u32 flags; __u32 handle; __u32 pitch; __u64 size; }; struct drm_file; struct drm_lock_data { struct drm_hw_lock *hw_lock; struct drm_file *file_priv; wait_queue_head_t lock_queue; long unsigned int lock_time; spinlock_t spinlock; uint32_t kernel_waiters; uint32_t user_waiters; int idle_has_lock; }; struct drm_device; struct drm_master { struct kref refcount; struct drm_device *dev; char *unique; int unique_len; struct idr magic_map; void *driver_priv; struct drm_master *lessor; int lessee_id; struct list_head lessee_list; struct list_head lessees; struct idr leases; struct idr lessee_idr; struct drm_lock_data lock; }; struct drm_modeset_lock { struct ww_mutex mutex; struct list_head head; }; struct drm_modeset_acquire_ctx; struct drm_mode_config_funcs; struct drm_property; struct drm_atomic_state; struct drm_mode_config_helper_funcs; struct drm_mode_config { struct mutex mutex; struct drm_modeset_lock connection_mutex; struct drm_modeset_acquire_ctx *acquire_ctx; struct mutex idr_mutex; struct idr object_idr; struct idr tile_idr; struct mutex fb_lock; int num_fb; struct list_head fb_list; spinlock_t connector_list_lock; int num_connector; struct ida connector_ida; struct list_head connector_list; struct llist_head connector_free_list; struct work_struct connector_free_work; int num_encoder; struct list_head encoder_list; int num_total_plane; struct list_head plane_list; int num_crtc; struct list_head crtc_list; struct list_head property_list; struct list_head privobj_list; int min_width; int min_height; int max_width; int max_height; const struct drm_mode_config_funcs *funcs; bool poll_enabled; bool poll_running; bool delayed_event; struct delayed_work output_poll_work; struct mutex blob_lock; struct list_head property_blob_list; struct drm_property *edid_property; struct drm_property *dpms_property; struct drm_property *path_property; struct drm_property *tile_property; struct drm_property *link_status_property; struct drm_property *plane_type_property; struct drm_property *prop_src_x; struct drm_property *prop_src_y; struct drm_property *prop_src_w; struct drm_property *prop_src_h; struct drm_property *prop_crtc_x; struct drm_property *prop_crtc_y; struct drm_property *prop_crtc_w; struct drm_property *prop_crtc_h; struct drm_property *prop_fb_id; struct drm_property *prop_in_fence_fd; struct drm_property *prop_out_fence_ptr; struct drm_property *prop_crtc_id; struct drm_property *prop_fb_damage_clips; struct drm_property *prop_active; struct drm_property *prop_mode_id; struct drm_property *prop_vrr_enabled; struct drm_property *dvi_i_subconnector_property; struct drm_property *dvi_i_select_subconnector_property; struct drm_property *dp_subconnector_property; struct drm_property *tv_subconnector_property; struct drm_property *tv_select_subconnector_property; struct drm_property *tv_mode_property; struct drm_property *tv_left_margin_property; struct drm_property *tv_right_margin_property; struct drm_property *tv_top_margin_property; struct drm_property *tv_bottom_margin_property; struct drm_property *tv_brightness_property; struct drm_property *tv_contrast_property; struct drm_property *tv_flicker_reduction_property; struct drm_property *tv_overscan_property; struct drm_property *tv_saturation_property; struct drm_property *tv_hue_property; struct drm_property *scaling_mode_property; struct drm_property *aspect_ratio_property; struct drm_property *content_type_property; struct drm_property *degamma_lut_property; struct drm_property *degamma_lut_size_property; struct drm_property *ctm_property; struct drm_property *gamma_lut_property; struct drm_property *gamma_lut_size_property; struct drm_property *suggested_x_property; struct drm_property *suggested_y_property; struct drm_property *non_desktop_property; struct drm_property *panel_orientation_property; struct drm_property *writeback_fb_id_property; struct drm_property *writeback_pixel_formats_property; struct drm_property *writeback_out_fence_ptr_property; struct drm_property *hdr_output_metadata_property; struct drm_property *content_protection_property; struct drm_property *hdcp_content_type_property; uint32_t preferred_depth; uint32_t prefer_shadow; bool prefer_shadow_fbdev; bool quirk_addfb_prefer_xbgr_30bpp; bool quirk_addfb_prefer_host_byte_order; bool async_page_flip; bool fb_modifiers_not_supported; bool normalize_zpos; struct drm_property *modifiers_property; uint32_t cursor_width; uint32_t cursor_height; struct drm_atomic_state *suspend_state; const struct drm_mode_config_helper_funcs *helper_private; }; struct drm_vram_mm; enum switch_power_state { DRM_SWITCH_POWER_ON = 0, DRM_SWITCH_POWER_OFF = 1, DRM_SWITCH_POWER_CHANGING = 2, DRM_SWITCH_POWER_DYNAMIC_OFF = 3, }; struct drm_fb_helper; struct drm_open_hash { struct hlist_head *table; u8 order; }; struct drm_driver; struct drm_minor; struct drm_vblank_crtc; struct drm_vma_offset_manager; struct drm_agp_head; struct drm_device_dma; struct drm_local_map; struct drm_sg_mem; struct drm_device { int if_version; struct kref ref; struct device *dev; struct { struct list_head resources; void *final_kfree; spinlock_t lock; } managed; const struct drm_driver *driver; void *dev_private; struct drm_minor *primary; struct drm_minor *render; struct drm_minor *accel; bool registered; struct drm_master *master; u32 driver_features; bool unplugged; struct inode *anon_inode; char *unique; struct mutex struct_mutex; struct mutex master_mutex; atomic_t open_count; struct mutex filelist_mutex; struct list_head filelist; struct list_head filelist_internal; struct mutex clientlist_mutex; struct list_head clientlist; bool vblank_disable_immediate; struct drm_vblank_crtc *vblank; spinlock_t vblank_time_lock; spinlock_t vbl_lock; u32 max_vblank_count; struct list_head vblank_event_list; spinlock_t event_lock; unsigned int num_crtcs; struct drm_mode_config mode_config; struct mutex object_name_lock; struct idr object_name_idr; struct drm_vma_offset_manager *vma_offset_manager; struct drm_vram_mm *vram_mm; enum switch_power_state switch_power_state; struct drm_fb_helper *fb_helper; struct list_head legacy_dev_list; struct drm_agp_head *agp; struct list_head ctxlist; struct mutex ctxlist_mutex; struct idr ctx_idr; struct list_head maplist; struct drm_open_hash map_hash; struct list_head vmalist; struct drm_device_dma *dma; volatile long int context_flag; int last_context; spinlock_t buf_lock; int buf_use; atomic_t buf_alloc; struct { int context; struct drm_hw_lock *lock; } sigdata; struct drm_local_map *agp_buffer_map; unsigned int agp_buffer_token; struct drm_sg_mem *sg; bool irq_enabled; int irq; }; struct drm_buf { int idx; int total; int order; int used; long unsigned int offset; void *address; long unsigned int bus_address; struct drm_buf *next; volatile int waiting; volatile int pending; struct drm_file *file_priv; int context; int while_locked; enum { DRM_LIST_NONE = 0, DRM_LIST_FREE = 1, DRM_LIST_WAIT = 2, DRM_LIST_PEND = 3, DRM_LIST_PRIO = 4, DRM_LIST_RECLAIM = 5, } list; int dev_priv_size; void *dev_private; }; struct drm_dma_handle { dma_addr_t busaddr; void *vaddr; size_t size; }; struct drm_buf_entry { int buf_size; int buf_count; struct drm_buf *buflist; int seg_count; int page_order; struct drm_dma_handle **seglist; int low_mark; int high_mark; }; struct drm_device_dma { struct drm_buf_entry bufs[23]; int buf_count; struct drm_buf **buflist; int seg_count; int page_count; long unsigned int *pagelist; long unsigned int byte_count; enum { _DRM_DMA_USE_AGP = 1, _DRM_DMA_USE_SG = 2, _DRM_DMA_USE_FB = 4, _DRM_DMA_USE_PCI_RO = 8, } flags; }; struct drm_sg_mem { long unsigned int handle; void *virtual; int pages; struct page **pagelist; dma_addr_t *busaddr; }; struct drm_local_map { dma_addr_t offset; long unsigned int size; enum drm_map_type type; enum drm_map_flags flags; void *handle; int mtrr; }; struct drm_agp_head { struct agp_kern_info agp_info; struct list_head memory; long unsigned int mode; struct agp_bridge_data *bridge; int enabled; int acquired; long unsigned int base; int agp_mtrr; int cant_use_aperture; long unsigned int page_mask; }; struct drm_modeset_acquire_ctx { struct ww_acquire_ctx ww_ctx; struct drm_modeset_lock *contended; depot_stack_handle_t stack_depot; struct list_head locked; bool trylock_only; bool interruptible; }; enum drm_mode_status { MODE_OK = 0, MODE_HSYNC = 1, MODE_VSYNC = 2, MODE_H_ILLEGAL = 3, MODE_V_ILLEGAL = 4, MODE_BAD_WIDTH = 5, MODE_NOMODE = 6, MODE_NO_INTERLACE = 7, MODE_NO_DBLESCAN = 8, MODE_NO_VSCAN = 9, MODE_MEM = 10, MODE_VIRTUAL_X = 11, MODE_VIRTUAL_Y = 12, MODE_MEM_VIRT = 13, MODE_NOCLOCK = 14, MODE_CLOCK_HIGH = 15, MODE_CLOCK_LOW = 16, MODE_CLOCK_RANGE = 17, MODE_BAD_HVALUE = 18, MODE_BAD_VVALUE = 19, MODE_BAD_VSCAN = 20, MODE_HSYNC_NARROW = 21, MODE_HSYNC_WIDE = 22, MODE_HBLANK_NARROW = 23, MODE_HBLANK_WIDE = 24, MODE_VSYNC_NARROW = 25, MODE_VSYNC_WIDE = 26, MODE_VBLANK_NARROW = 27, MODE_VBLANK_WIDE = 28, MODE_PANEL = 29, MODE_INTERLACE_WIDTH = 30, MODE_ONE_WIDTH = 31, MODE_ONE_HEIGHT = 32, MODE_ONE_SIZE = 33, MODE_NO_REDUCED = 34, MODE_NO_STEREO = 35, MODE_NO_420 = 36, MODE_STALE = 4294967293, MODE_BAD = 4294967294, MODE_ERROR = 4294967295, }; struct drm_framebuffer; struct drm_format_info; struct drm_display_mode; struct drm_mode_config_funcs { struct drm_framebuffer * (*fb_create)(struct drm_device *, struct drm_file *, const struct drm_mode_fb_cmd2 *); const struct drm_format_info * (*get_format_info)(const struct drm_mode_fb_cmd2 *); void (*output_poll_changed)(struct drm_device *); enum drm_mode_status (*mode_valid)(struct drm_device *, const struct drm_display_mode *); int (*atomic_check)(struct drm_device *, struct drm_atomic_state *); int (*atomic_commit)(struct drm_device *, struct drm_atomic_state *, bool); struct drm_atomic_state * (*atomic_state_alloc)(struct drm_device *); void (*atomic_state_clear)(struct drm_atomic_state *); void (*atomic_state_free)(struct drm_atomic_state *); }; struct drm_format_info { u32 format; u8 depth; u8 num_planes; union { u8 cpp[4]; u8 char_per_block[4]; }; u8 block_w[4]; u8 block_h[4]; u8 hsub; u8 vsub; bool has_alpha; bool is_yuv; bool is_color_indexed; }; struct drm_display_mode { int clock; u16 hdisplay; u16 hsync_start; u16 hsync_end; u16 htotal; u16 hskew; u16 vdisplay; u16 vsync_start; u16 vsync_end; u16 vtotal; u16 vscan; u32 flags; int crtc_clock; u16 crtc_hdisplay; u16 crtc_hblank_start; u16 crtc_hblank_end; u16 crtc_hsync_start; u16 crtc_hsync_end; u16 crtc_htotal; u16 crtc_hskew; u16 crtc_vdisplay; u16 crtc_vblank_start; u16 crtc_vblank_end; u16 crtc_vsync_start; u16 crtc_vsync_end; u16 crtc_vtotal; u16 width_mm; u16 height_mm; u8 type; bool expose_to_userspace; struct list_head head; char name[32]; enum drm_mode_status status; enum hdmi_picture_aspect picture_aspect_ratio; }; struct drm_mode_config_helper_funcs { void (*atomic_commit_tail)(struct drm_atomic_state *); int (*atomic_commit_setup)(struct drm_atomic_state *); }; struct drm_gem_object; struct dma_buf; struct dma_buf_attachment; struct drm_ioctl_desc; struct drm_driver { int (*load)(struct drm_device *, long unsigned int); int (*open)(struct drm_device *, struct drm_file *); void (*postclose)(struct drm_device *, struct drm_file *); void (*lastclose)(struct drm_device *); void (*unload)(struct drm_device *); void (*release)(struct drm_device *); void (*master_set)(struct drm_device *, struct drm_file *, bool); void (*master_drop)(struct drm_device *, struct drm_file *); void (*debugfs_init)(struct drm_minor *); struct drm_gem_object * (*gem_create_object)(struct drm_device *, size_t); int (*prime_handle_to_fd)(struct drm_device *, struct drm_file *, uint32_t, uint32_t, int *); int (*prime_fd_to_handle)(struct drm_device *, struct drm_file *, int, uint32_t *); struct drm_gem_object * (*gem_prime_import)(struct drm_device *, struct dma_buf *); struct drm_gem_object * (*gem_prime_import_sg_table)(struct drm_device *, struct dma_buf_attachment *, struct sg_table *); int (*gem_prime_mmap)(struct drm_gem_object *, struct vm_area_struct *); int (*dumb_create)(struct drm_file *, struct drm_device *, struct drm_mode_create_dumb *); int (*dumb_map_offset)(struct drm_file *, struct drm_device *, uint32_t, uint64_t *); int (*dumb_destroy)(struct drm_file *, struct drm_device *, uint32_t); int major; int minor; int patchlevel; char *name; char *desc; char *date; u32 driver_features; const struct drm_ioctl_desc *ioctls; int num_ioctls; const struct file_operations *fops; int (*firstopen)(struct drm_device *); void (*preclose)(struct drm_device *, struct drm_file *); int (*dma_ioctl)(struct drm_device *, void *, struct drm_file *); int (*dma_quiescent)(struct drm_device *); int (*context_dtor)(struct drm_device *, int); irqreturn_t (*irq_handler)(int, void *); void (*irq_preinstall)(struct drm_device *); int (*irq_postinstall)(struct drm_device *); void (*irq_uninstall)(struct drm_device *); u32 (*get_vblank_counter)(struct drm_device *, unsigned int); int (*enable_vblank)(struct drm_device *, unsigned int); void (*disable_vblank)(struct drm_device *, unsigned int); int dev_priv_size; }; enum drm_ioctl_flags { DRM_AUTH = 1, DRM_MASTER = 2, DRM_ROOT_ONLY = 4, DRM_UNLOCKED = 16, DRM_RENDER_ALLOW = 32, }; typedef int drm_ioctl_t(struct drm_device *, void *, struct drm_file *); struct drm_ioctl_desc { unsigned int cmd; enum drm_ioctl_flags flags; drm_ioctl_t *func; const char *name; }; struct of_pci_iommu_alias_info { struct device *dev; struct device_node *np; }; struct dma_fence_ops; struct dma_fence { spinlock_t *lock; const struct dma_fence_ops *ops; union { struct list_head cb_list; ktime_t timestamp; struct callback_head rcu; }; u64 context; u64 seqno; long unsigned int flags; struct kref refcount; int error; }; struct dma_fence_ops { bool use_64bit_seqno; const char * (*get_driver_name)(struct dma_fence *); const char * (*get_timeline_name)(struct dma_fence *); bool (*enable_signaling)(struct dma_fence *); bool (*signaled)(struct dma_fence *); long int (*wait)(struct dma_fence *, bool, long int); void (*release)(struct dma_fence *); void (*fence_value_str)(struct dma_fence *, char *, int); void (*timeline_value_str)(struct dma_fence *, char *, int); }; struct drm_object_properties; struct drm_mode_object { uint32_t id; uint32_t type; struct drm_object_properties *properties; struct kref refcount; void (*free_cb)(struct kref *); }; struct drm_object_properties { int count; struct drm_property *properties[24]; uint64_t values[24]; }; struct drm_property { struct list_head head; struct drm_mode_object base; uint32_t flags; char name[32]; uint32_t num_values; uint64_t *values; struct drm_device *dev; struct list_head enum_list; }; struct hdr_static_metadata { __u8 eotf; __u8 metadata_type; __u16 max_cll; __u16 max_fall; __u16 min_cll; }; struct hdr_sink_metadata { __u32 metadata_type; union { struct hdr_static_metadata hdmi_type1; }; }; typedef unsigned int drm_magic_t; struct drm_clip_rect { short unsigned int x1; short unsigned int y1; short unsigned int x2; short unsigned int y2; }; struct drm_event { __u32 type; __u32 length; }; struct drm_event_vblank { struct drm_event base; __u64 user_data; __u32 tv_sec; __u32 tv_usec; __u32 sequence; __u32 crtc_id; }; struct drm_event_crtc_sequence { struct drm_event base; __u64 user_data; __s64 time_ns; __u64 sequence; }; enum drm_mode_subconnector { DRM_MODE_SUBCONNECTOR_Automatic = 0, DRM_MODE_SUBCONNECTOR_Unknown = 0, DRM_MODE_SUBCONNECTOR_VGA = 1, DRM_MODE_SUBCONNECTOR_DVID = 3, DRM_MODE_SUBCONNECTOR_DVIA = 4, DRM_MODE_SUBCONNECTOR_Composite = 5, DRM_MODE_SUBCONNECTOR_SVIDEO = 6, DRM_MODE_SUBCONNECTOR_Component = 8, DRM_MODE_SUBCONNECTOR_SCART = 9, DRM_MODE_SUBCONNECTOR_DisplayPort = 10, DRM_MODE_SUBCONNECTOR_HDMIA = 11, DRM_MODE_SUBCONNECTOR_Native = 15, DRM_MODE_SUBCONNECTOR_Wireless = 18, }; struct drm_mode_rect { __s32 x1; __s32 y1; __s32 x2; __s32 y2; }; enum drm_connector_force { DRM_FORCE_UNSPECIFIED = 0, DRM_FORCE_OFF = 1, DRM_FORCE_ON = 2, DRM_FORCE_ON_DIGITAL = 3, }; enum drm_connector_status { connector_status_connected = 1, connector_status_disconnected = 2, connector_status_unknown = 3, }; enum drm_connector_registration_state { DRM_CONNECTOR_INITIALIZING = 0, DRM_CONNECTOR_REGISTERED = 1, DRM_CONNECTOR_UNREGISTERED = 2, }; enum subpixel_order { SubPixelUnknown = 0, SubPixelHorizontalRGB = 1, SubPixelHorizontalBGR = 2, SubPixelVerticalRGB = 3, SubPixelVerticalBGR = 4, SubPixelNone = 5, }; struct drm_scrambling { bool supported; bool low_rates; }; struct drm_scdc { bool supported; bool read_request; struct drm_scrambling scrambling; }; struct drm_hdmi_dsc_cap { bool v_1p2; bool native_420; bool all_bpp; u8 bpc_supported; u8 max_slices; int clk_per_slice; u8 max_lanes; u8 max_frl_rate_per_lane; u8 total_chunk_kbytes; }; struct drm_hdmi_info { struct drm_scdc scdc; long unsigned int y420_vdb_modes[4]; long unsigned int y420_cmdb_modes[4]; u64 y420_cmdb_map; u8 y420_dc_modes; u8 max_frl_rate_per_lane; u8 max_lanes; struct drm_hdmi_dsc_cap dsc_cap; }; enum drm_link_status { DRM_LINK_STATUS_GOOD = 0, DRM_LINK_STATUS_BAD = 1, }; enum drm_panel_orientation { DRM_MODE_PANEL_ORIENTATION_UNKNOWN = 4294967295, DRM_MODE_PANEL_ORIENTATION_NORMAL = 0, DRM_MODE_PANEL_ORIENTATION_BOTTOM_UP = 1, DRM_MODE_PANEL_ORIENTATION_LEFT_UP = 2, DRM_MODE_PANEL_ORIENTATION_RIGHT_UP = 3, }; struct drm_monitor_range_info { u16 min_vfreq; u16 max_vfreq; }; struct drm_luminance_range_info { u32 min_luminance; u32 max_luminance; }; enum drm_privacy_screen_status { PRIVACY_SCREEN_DISABLED = 0, PRIVACY_SCREEN_ENABLED = 1, PRIVACY_SCREEN_DISABLED_LOCKED = 2, PRIVACY_SCREEN_ENABLED_LOCKED = 3, }; struct drm_display_info { unsigned int width_mm; unsigned int height_mm; unsigned int bpc; enum subpixel_order subpixel_order; int panel_orientation; u32 color_formats; const u32 *bus_formats; unsigned int num_bus_formats; u32 bus_flags; int max_tmds_clock; bool dvi_dual; bool is_hdmi; bool has_hdmi_infoframe; bool rgb_quant_range_selectable; u8 edid_hdmi_rgb444_dc_modes; u8 edid_hdmi_ycbcr444_dc_modes; u8 cea_rev; struct drm_hdmi_info hdmi; bool non_desktop; struct drm_monitor_range_info monitor_range; struct drm_luminance_range_info luminance_range; u8 mso_stream_count; u8 mso_pixel_overlap; u32 max_dsc_bpp; }; struct drm_connector_tv_margins { unsigned int bottom; unsigned int left; unsigned int right; unsigned int top; }; struct drm_tv_connector_state { enum drm_mode_subconnector select_subconnector; enum drm_mode_subconnector subconnector; struct drm_connector_tv_margins margins; unsigned int mode; unsigned int brightness; unsigned int contrast; unsigned int flicker_reduction; unsigned int overscan; unsigned int saturation; unsigned int hue; }; struct drm_connector; struct drm_crtc; struct drm_encoder; struct drm_crtc_commit; struct drm_writeback_job; struct drm_property_blob; struct drm_connector_state { struct drm_connector *connector; struct drm_crtc *crtc; struct drm_encoder *best_encoder; enum drm_link_status link_status; struct drm_atomic_state *state; struct drm_crtc_commit *commit; struct drm_tv_connector_state tv; bool self_refresh_aware; enum hdmi_picture_aspect picture_aspect_ratio; unsigned int content_type; unsigned int hdcp_content_type; unsigned int scaling_mode; unsigned int content_protection; u32 colorspace; struct drm_writeback_job *writeback_job; u8 max_requested_bpc; u8 max_bpc; enum drm_privacy_screen_status privacy_screen_sw_state; struct drm_property_blob *hdr_output_metadata; }; struct drm_privacy_screen; struct drm_cmdline_mode { char name[32]; bool specified; bool refresh_specified; bool bpp_specified; unsigned int pixel_clock; int xres; int yres; int bpp; int refresh; bool rb; bool interlace; bool cvt; bool margins; enum drm_connector_force force; unsigned int rotation_reflection; enum drm_panel_orientation panel_orientation; struct drm_connector_tv_margins tv_margins; }; struct drm_connector_funcs; struct drm_connector_helper_funcs; struct drm_edid; struct i2c_adapter; struct drm_tile_group; struct drm_connector { struct drm_device *dev; struct device *kdev; struct device_attribute *attr; struct fwnode_handle *fwnode; struct list_head head; struct list_head global_connector_list_entry; struct drm_mode_object base; char *name; struct mutex mutex; unsigned int index; int connector_type; int connector_type_id; bool interlace_allowed; bool doublescan_allowed; bool stereo_allowed; bool ycbcr_420_allowed; enum drm_connector_registration_state registration_state; struct list_head modes; enum drm_connector_status status; struct list_head probed_modes; struct drm_display_info display_info; const struct drm_connector_funcs *funcs; struct drm_property_blob *edid_blob_ptr; struct drm_object_properties properties; struct drm_property *scaling_mode_property; struct drm_property *vrr_capable_property; struct drm_property *colorspace_property; struct drm_property_blob *path_blob_ptr; struct drm_property *max_bpc_property; struct drm_privacy_screen *privacy_screen; struct notifier_block privacy_screen_notifier; struct drm_property *privacy_screen_sw_state_property; struct drm_property *privacy_screen_hw_state_property; uint8_t polled; int dpms; const struct drm_connector_helper_funcs *helper_private; struct drm_cmdline_mode cmdline_mode; enum drm_connector_force force; const struct drm_edid *edid_override; struct mutex edid_override_mutex; u64 epoch_counter; u32 possible_encoders; struct drm_encoder *encoder; uint8_t eld[128]; bool latency_present[2]; int video_latency[2]; int audio_latency[2]; struct i2c_adapter *ddc; int null_edid_counter; unsigned int bad_edid_counter; bool edid_corrupt; u8 real_edid_checksum; struct dentry *debugfs_entry; struct drm_connector_state *state; struct drm_property_blob *tile_blob_ptr; bool has_tile; struct drm_tile_group *tile_group; bool tile_is_single_monitor; uint8_t num_h_tile; uint8_t num_v_tile; uint8_t tile_h_loc; uint8_t tile_v_loc; uint16_t tile_h_size; uint16_t tile_v_size; struct llist_node free_node; struct hdr_sink_metadata hdr_sink_metadata; }; struct drm_crtc_crc_entry; struct drm_crtc_crc { spinlock_t lock; const char *source; bool opened; bool overflow; struct drm_crtc_crc_entry *entries; int head; int tail; size_t values_cnt; wait_queue_head_t wq; }; struct drm_self_refresh_data; struct drm_plane; struct drm_crtc_funcs; struct drm_crtc_helper_funcs; struct drm_crtc_state; struct drm_crtc { struct drm_device *dev; struct device_node *port; struct list_head head; char *name; struct drm_modeset_lock mutex; struct drm_mode_object base; struct drm_plane *primary; struct drm_plane *cursor; unsigned int index; int cursor_x; int cursor_y; bool enabled; struct drm_display_mode mode; struct drm_display_mode hwmode; int x; int y; const struct drm_crtc_funcs *funcs; uint32_t gamma_size; uint16_t *gamma_store; const struct drm_crtc_helper_funcs *helper_private; struct drm_object_properties properties; struct drm_property *scaling_filter_property; struct drm_crtc_state *state; struct list_head commit_list; spinlock_t commit_lock; struct dentry *debugfs_entry; struct drm_crtc_crc crc; unsigned int fence_context; spinlock_t fence_lock; long unsigned int fence_seqno; char timeline_name[32]; struct drm_self_refresh_data *self_refresh_data; }; struct drm_encoder_funcs; struct drm_encoder_helper_funcs; struct drm_encoder { struct drm_device *dev; struct list_head head; struct drm_mode_object base; char *name; int encoder_type; unsigned int index; uint32_t possible_crtcs; uint32_t possible_clones; struct drm_crtc *crtc; struct list_head bridge_chain; const struct drm_encoder_funcs *funcs; const struct drm_encoder_helper_funcs *helper_private; }; struct __drm_planes_state; struct __drm_crtcs_state; struct __drm_connnectors_state; struct __drm_private_objs_state; struct drm_atomic_state { struct kref ref; struct drm_device *dev; bool allow_modeset: 1; bool legacy_cursor_update: 1; bool async_update: 1; bool duplicated: 1; struct __drm_planes_state *planes; struct __drm_crtcs_state *crtcs; int num_connector; struct __drm_connnectors_state *connectors; int num_private_objs; struct __drm_private_objs_state *private_objs; struct drm_modeset_acquire_ctx *acquire_ctx; struct drm_crtc_commit *fake_commit; struct work_struct commit_work; }; struct drm_pending_vblank_event; struct drm_crtc_commit { struct drm_crtc *crtc; struct kref ref; struct completion flip_done; struct completion hw_done; struct completion cleanup_done; struct list_head commit_entry; struct drm_pending_vblank_event *event; bool abort_completion; }; struct drm_writeback_connector; struct drm_writeback_job { struct drm_writeback_connector *connector; bool prepared; struct work_struct cleanup_work; struct list_head list_entry; struct drm_framebuffer *fb; struct dma_fence *out_fence; void *priv; }; struct drm_property_blob { struct drm_mode_object base; struct drm_device *dev; struct list_head head_global; struct list_head head_file; size_t length; void *data; }; struct drm_printer; struct drm_connector_funcs { int (*dpms)(struct drm_connector *, int); void (*reset)(struct drm_connector *); enum drm_connector_status (*detect)(struct drm_connector *, bool); void (*force)(struct drm_connector *); int (*fill_modes)(struct drm_connector *, uint32_t, uint32_t); int (*set_property)(struct drm_connector *, struct drm_property *, uint64_t); int (*late_register)(struct drm_connector *); void (*early_unregister)(struct drm_connector *); void (*destroy)(struct drm_connector *); struct drm_connector_state * (*atomic_duplicate_state)(struct drm_connector *); void (*atomic_destroy_state)(struct drm_connector *, struct drm_connector_state *); int (*atomic_set_property)(struct drm_connector *, struct drm_connector_state *, struct drm_property *, uint64_t); int (*atomic_get_property)(struct drm_connector *, const struct drm_connector_state *, struct drm_property *, uint64_t *); void (*atomic_print_state)(struct drm_printer *, const struct drm_connector_state *); void (*oob_hotplug_event)(struct drm_connector *); void (*debugfs_init)(struct drm_connector *, struct dentry *); }; struct drm_printer { void (*printfn)(struct drm_printer *, struct va_format *); void (*puts)(struct drm_printer *, const char *); void *arg; const char *prefix; }; struct drm_connector_helper_funcs { int (*get_modes)(struct drm_connector *); int (*detect_ctx)(struct drm_connector *, struct drm_modeset_acquire_ctx *, bool); enum drm_mode_status (*mode_valid)(struct drm_connector *, struct drm_display_mode *); int (*mode_valid_ctx)(struct drm_connector *, struct drm_display_mode *, struct drm_modeset_acquire_ctx *, enum drm_mode_status *); struct drm_encoder * (*best_encoder)(struct drm_connector *); struct drm_encoder * (*atomic_best_encoder)(struct drm_connector *, struct drm_atomic_state *); int (*atomic_check)(struct drm_connector *, struct drm_atomic_state *); void (*atomic_commit)(struct drm_connector *, struct drm_atomic_state *); int (*prepare_writeback_job)(struct drm_writeback_connector *, struct drm_writeback_job *); void (*cleanup_writeback_job)(struct drm_writeback_connector *, struct drm_writeback_job *); }; struct edid; struct drm_edid { size_t size; const struct edid *edid; }; struct drm_tile_group { struct kref refcount; struct drm_device *dev; int id; u8 group_data[8]; }; struct drm_connector_list_iter { struct drm_device *dev; struct drm_connector *conn; }; struct drm_prime_file_private { struct mutex lock; struct rb_root dmabufs; struct rb_root handles; }; struct drm_file { bool authenticated; bool stereo_allowed; bool universal_planes; bool atomic; bool aspect_ratio_allowed; bool writeback_connectors; bool was_master; bool is_master; struct drm_master *master; spinlock_t master_lookup_lock; struct pid *pid; drm_magic_t magic; struct list_head lhead; struct drm_minor *minor; struct idr object_idr; spinlock_t table_lock; struct idr syncobj_idr; spinlock_t syncobj_table_lock; struct file *filp; void *driver_priv; struct list_head fbs; struct mutex fbs_lock; struct list_head blobs; wait_queue_head_t event_wait; struct list_head pending_event_list; struct list_head event_list; int event_space; struct mutex event_read_lock; struct drm_prime_file_private prime; long unsigned int lock_count; }; struct drm_framebuffer_funcs; struct drm_framebuffer { struct drm_device *dev; struct list_head head; struct drm_mode_object base; char comm[16]; const struct drm_format_info *format; const struct drm_framebuffer_funcs *funcs; unsigned int pitches[4]; unsigned int offsets[4]; uint64_t modifier; unsigned int width; unsigned int height; int flags; int hot_x; int hot_y; struct list_head filp_head; struct drm_gem_object *obj[4]; }; struct drm_minor { int index; int type; struct device *kdev; struct drm_device *dev; struct dentry *debugfs_root; struct list_head debugfs_list; struct mutex debugfs_lock; }; struct drm_vblank_crtc { struct drm_device *dev; wait_queue_head_t queue; struct timer_list disable_timer; seqlock_t seqlock; atomic64_t count; ktime_t time; atomic_t refcount; u32 last; u32 max_vblank_count; unsigned int inmodeset; unsigned int pipe; int framedur_ns; int linedur_ns; struct drm_display_mode hwmode; bool enabled; struct kthread_worker *worker; struct list_head pending_work; wait_queue_head_t work_wait_queue; }; enum drm_color_encoding { DRM_COLOR_YCBCR_BT601 = 0, DRM_COLOR_YCBCR_BT709 = 1, DRM_COLOR_YCBCR_BT2020 = 2, DRM_COLOR_ENCODING_MAX = 3, }; enum drm_color_range { DRM_COLOR_YCBCR_LIMITED_RANGE = 0, DRM_COLOR_YCBCR_FULL_RANGE = 1, DRM_COLOR_RANGE_MAX = 2, }; struct drm_rect { int x1; int y1; int x2; int y2; }; enum drm_scaling_filter { DRM_SCALING_FILTER_DEFAULT = 0, DRM_SCALING_FILTER_NEAREST_NEIGHBOR = 1, }; struct drm_plane_state { struct drm_plane *plane; struct drm_crtc *crtc; struct drm_framebuffer *fb; struct dma_fence *fence; int32_t crtc_x; int32_t crtc_y; uint32_t crtc_w; uint32_t crtc_h; uint32_t src_x; uint32_t src_y; uint32_t src_h; uint32_t src_w; u16 alpha; uint16_t pixel_blend_mode; unsigned int rotation; unsigned int zpos; unsigned int normalized_zpos; enum drm_color_encoding color_encoding; enum drm_color_range color_range; struct drm_property_blob *fb_damage_clips; struct drm_rect src; struct drm_rect dst; bool visible; enum drm_scaling_filter scaling_filter; struct drm_crtc_commit *commit; struct drm_atomic_state *state; }; enum drm_plane_type { DRM_PLANE_TYPE_OVERLAY = 0, DRM_PLANE_TYPE_PRIMARY = 1, DRM_PLANE_TYPE_CURSOR = 2, }; struct drm_plane_funcs; struct drm_plane_helper_funcs; struct drm_plane { struct drm_device *dev; struct list_head head; char *name; struct drm_modeset_lock mutex; struct drm_mode_object base; uint32_t possible_crtcs; uint32_t *format_types; unsigned int format_count; bool format_default; uint64_t *modifiers; unsigned int modifier_count; struct drm_crtc *crtc; struct drm_framebuffer *fb; struct drm_framebuffer *old_fb; const struct drm_plane_funcs *funcs; struct drm_object_properties properties; enum drm_plane_type type; unsigned int index; const struct drm_plane_helper_funcs *helper_private; struct drm_plane_state *state; struct drm_property *alpha_property; struct drm_property *zpos_property; struct drm_property *rotation_property; struct drm_property *blend_mode_property; struct drm_property *color_encoding_property; struct drm_property *color_range_property; struct drm_property *scaling_filter_property; }; struct drm_plane_funcs { int (*update_plane)(struct drm_plane *, struct drm_crtc *, struct drm_framebuffer *, int, int, unsigned int, unsigned int, uint32_t, uint32_t, uint32_t, uint32_t, struct drm_modeset_acquire_ctx *); int (*disable_plane)(struct drm_plane *, struct drm_modeset_acquire_ctx *); void (*destroy)(struct drm_plane *); void (*reset)(struct drm_plane *); int (*set_property)(struct drm_plane *, struct drm_property *, uint64_t); struct drm_plane_state * (*atomic_duplicate_state)(struct drm_plane *); void (*atomic_destroy_state)(struct drm_plane *, struct drm_plane_state *); int (*atomic_set_property)(struct drm_plane *, struct drm_plane_state *, struct drm_property *, uint64_t); int (*atomic_get_property)(struct drm_plane *, const struct drm_plane_state *, struct drm_property *, uint64_t *); int (*late_register)(struct drm_plane *); void (*early_unregister)(struct drm_plane *); void (*atomic_print_state)(struct drm_printer *, const struct drm_plane_state *); bool (*format_mod_supported)(struct drm_plane *, uint32_t, uint64_t); }; struct drm_plane_helper_funcs { int (*prepare_fb)(struct drm_plane *, struct drm_plane_state *); void (*cleanup_fb)(struct drm_plane *, struct drm_plane_state *); int (*begin_fb_access)(struct drm_plane *, struct drm_plane_state *); void (*end_fb_access)(struct drm_plane *, struct drm_plane_state *); int (*atomic_check)(struct drm_plane *, struct drm_atomic_state *); void (*atomic_update)(struct drm_plane *, struct drm_atomic_state *); void (*atomic_disable)(struct drm_plane *, struct drm_atomic_state *); int (*atomic_async_check)(struct drm_plane *, struct drm_atomic_state *); void (*atomic_async_update)(struct drm_plane *, struct drm_atomic_state *); }; struct drm_crtc_crc_entry { bool has_frame_counter; uint32_t frame; uint32_t crcs[10]; }; struct drm_crtc_state { struct drm_crtc *crtc; bool enable; bool active; bool planes_changed: 1; bool mode_changed: 1; bool active_changed: 1; bool connectors_changed: 1; bool zpos_changed: 1; bool color_mgmt_changed: 1; bool no_vblank: 1; u32 plane_mask; u32 connector_mask; u32 encoder_mask; struct drm_display_mode adjusted_mode; struct drm_display_mode mode; struct drm_property_blob *mode_blob; struct drm_property_blob *degamma_lut; struct drm_property_blob *ctm; struct drm_property_blob *gamma_lut; u32 target_vblank; bool async_flip; bool vrr_enabled; bool self_refresh_active; enum drm_scaling_filter scaling_filter; struct drm_pending_vblank_event *event; struct drm_crtc_commit *commit; struct drm_atomic_state *state; }; struct drm_pending_event { struct completion *completion; void (*completion_release)(struct completion *); struct drm_event *event; struct dma_fence *fence; struct drm_file *file_priv; struct list_head link; struct list_head pending_link; }; struct drm_pending_vblank_event { struct drm_pending_event base; unsigned int pipe; u64 sequence; union { struct drm_event base; struct drm_event_vblank vbl; struct drm_event_crtc_sequence seq; } event; }; struct drm_mode_set; struct drm_crtc_funcs { void (*reset)(struct drm_crtc *); int (*cursor_set)(struct drm_crtc *, struct drm_file *, uint32_t, uint32_t, uint32_t); int (*cursor_set2)(struct drm_crtc *, struct drm_file *, uint32_t, uint32_t, uint32_t, int32_t, int32_t); int (*cursor_move)(struct drm_crtc *, int, int); int (*gamma_set)(struct drm_crtc *, u16 *, u16 *, u16 *, uint32_t, struct drm_modeset_acquire_ctx *); void (*destroy)(struct drm_crtc *); int (*set_config)(struct drm_mode_set *, struct drm_modeset_acquire_ctx *); int (*page_flip)(struct drm_crtc *, struct drm_framebuffer *, struct drm_pending_vblank_event *, uint32_t, struct drm_modeset_acquire_ctx *); int (*page_flip_target)(struct drm_crtc *, struct drm_framebuffer *, struct drm_pending_vblank_event *, uint32_t, uint32_t, struct drm_modeset_acquire_ctx *); int (*set_property)(struct drm_crtc *, struct drm_property *, uint64_t); struct drm_crtc_state * (*atomic_duplicate_state)(struct drm_crtc *); void (*atomic_destroy_state)(struct drm_crtc *, struct drm_crtc_state *); int (*atomic_set_property)(struct drm_crtc *, struct drm_crtc_state *, struct drm_property *, uint64_t); int (*atomic_get_property)(struct drm_crtc *, const struct drm_crtc_state *, struct drm_property *, uint64_t *); int (*late_register)(struct drm_crtc *); void (*early_unregister)(struct drm_crtc *); int (*set_crc_source)(struct drm_crtc *, const char *); int (*verify_crc_source)(struct drm_crtc *, const char *, size_t *); const char * const * (*get_crc_sources)(struct drm_crtc *, size_t *); void (*atomic_print_state)(struct drm_printer *, const struct drm_crtc_state *); u32 (*get_vblank_counter)(struct drm_crtc *); int (*enable_vblank)(struct drm_crtc *); void (*disable_vblank)(struct drm_crtc *); bool (*get_vblank_timestamp)(struct drm_crtc *, int *, ktime_t *, bool); }; struct drm_mode_set { struct drm_framebuffer *fb; struct drm_crtc *crtc; struct drm_display_mode *mode; uint32_t x; uint32_t y; struct drm_connector **connectors; size_t num_connectors; }; enum mode_set_atomic; struct drm_crtc_helper_funcs { void (*dpms)(struct drm_crtc *, int); void (*prepare)(struct drm_crtc *); void (*commit)(struct drm_crtc *); enum drm_mode_status (*mode_valid)(struct drm_crtc *, const struct drm_display_mode *); bool (*mode_fixup)(struct drm_crtc *, const struct drm_display_mode *, struct drm_display_mode *); int (*mode_set)(struct drm_crtc *, struct drm_display_mode *, struct drm_display_mode *, int, int, struct drm_framebuffer *); void (*mode_set_nofb)(struct drm_crtc *); int (*mode_set_base)(struct drm_crtc *, int, int, struct drm_framebuffer *); int (*mode_set_base_atomic)(struct drm_crtc *, struct drm_framebuffer *, int, int, enum mode_set_atomic); void (*disable)(struct drm_crtc *); int (*atomic_check)(struct drm_crtc *, struct drm_atomic_state *); void (*atomic_begin)(struct drm_crtc *, struct drm_atomic_state *); void (*atomic_flush)(struct drm_crtc *, struct drm_atomic_state *); void (*atomic_enable)(struct drm_crtc *, struct drm_atomic_state *); void (*atomic_disable)(struct drm_crtc *, struct drm_atomic_state *); bool (*get_scanout_position)(struct drm_crtc *, bool, int *, int *, ktime_t *, ktime_t *, const struct drm_display_mode *); }; struct __drm_planes_state { struct drm_plane *ptr; struct drm_plane_state *state; struct drm_plane_state *old_state; struct drm_plane_state *new_state; }; struct __drm_crtcs_state { struct drm_crtc *ptr; struct drm_crtc_state *state; struct drm_crtc_state *old_state; struct drm_crtc_state *new_state; struct drm_crtc_commit *commit; s32 *out_fence_ptr; u64 last_vblank_count; }; struct __drm_connnectors_state { struct drm_connector *ptr; struct drm_connector_state *state; struct drm_connector_state *old_state; struct drm_connector_state *new_state; s32 *out_fence_ptr; }; struct drm_private_state; struct drm_private_obj; struct drm_private_state_funcs { struct drm_private_state * (*atomic_duplicate_state)(struct drm_private_obj *); void (*atomic_destroy_state)(struct drm_private_obj *, struct drm_private_state *); void (*atomic_print_state)(struct drm_printer *, const struct drm_private_state *); }; struct drm_private_state { struct drm_atomic_state *state; struct drm_private_obj *obj; }; struct drm_private_obj { struct list_head head; struct drm_modeset_lock lock; struct drm_private_state *state; const struct drm_private_state_funcs *funcs; }; struct __drm_private_objs_state { struct drm_private_obj *ptr; struct drm_private_state *state; struct drm_private_state *old_state; struct drm_private_state *new_state; }; struct drm_bus_cfg { u32 format; u32 flags; }; struct drm_bridge; struct drm_bridge_state { struct drm_private_state base; struct drm_bridge *bridge; struct drm_bus_cfg input_bus_cfg; struct drm_bus_cfg output_bus_cfg; }; enum drm_bridge_ops { DRM_BRIDGE_OP_DETECT = 1, DRM_BRIDGE_OP_EDID = 2, DRM_BRIDGE_OP_HPD = 4, DRM_BRIDGE_OP_MODES = 8, }; struct drm_bridge_timings; struct drm_bridge_funcs; struct drm_bridge { struct drm_private_obj base; struct drm_device *dev; struct drm_encoder *encoder; struct list_head chain_node; struct device_node *of_node; struct list_head list; const struct drm_bridge_timings *timings; const struct drm_bridge_funcs *funcs; void *driver_private; enum drm_bridge_ops ops; int type; bool interlace_allowed; struct i2c_adapter *ddc; struct mutex hpd_mutex; void (*hpd_cb)(void *, enum drm_connector_status); void *hpd_data; }; struct drm_encoder_funcs { void (*reset)(struct drm_encoder *); void (*destroy)(struct drm_encoder *); int (*late_register)(struct drm_encoder *); void (*early_unregister)(struct drm_encoder *); }; struct drm_encoder_helper_funcs { void (*dpms)(struct drm_encoder *, int); enum drm_mode_status (*mode_valid)(struct drm_encoder *, const struct drm_display_mode *); bool (*mode_fixup)(struct drm_encoder *, const struct drm_display_mode *, struct drm_display_mode *); void (*prepare)(struct drm_encoder *); void (*commit)(struct drm_encoder *); void (*mode_set)(struct drm_encoder *, struct drm_display_mode *, struct drm_display_mode *); void (*atomic_mode_set)(struct drm_encoder *, struct drm_crtc_state *, struct drm_connector_state *); enum drm_connector_status (*detect)(struct drm_encoder *, struct drm_connector *); void (*atomic_disable)(struct drm_encoder *, struct drm_atomic_state *); void (*atomic_enable)(struct drm_encoder *, struct drm_atomic_state *); void (*disable)(struct drm_encoder *); void (*enable)(struct drm_encoder *); int (*atomic_check)(struct drm_encoder *, struct drm_crtc_state *, struct drm_connector_state *); }; enum drm_bridge_attach_flags { DRM_BRIDGE_ATTACH_NO_CONNECTOR = 1, }; struct edid; struct drm_bridge_funcs { int (*attach)(struct drm_bridge *, enum drm_bridge_attach_flags); void (*detach)(struct drm_bridge *); enum drm_mode_status (*mode_valid)(struct drm_bridge *, const struct drm_display_info *, const struct drm_display_mode *); bool (*mode_fixup)(struct drm_bridge *, const struct drm_display_mode *, struct drm_display_mode *); void (*disable)(struct drm_bridge *); void (*post_disable)(struct drm_bridge *); void (*mode_set)(struct drm_bridge *, const struct drm_display_mode *, const struct drm_display_mode *); void (*pre_enable)(struct drm_bridge *); void (*enable)(struct drm_bridge *); void (*atomic_pre_enable)(struct drm_bridge *, struct drm_bridge_state *); void (*atomic_enable)(struct drm_bridge *, struct drm_bridge_state *); void (*atomic_disable)(struct drm_bridge *, struct drm_bridge_state *); void (*atomic_post_disable)(struct drm_bridge *, struct drm_bridge_state *); struct drm_bridge_state * (*atomic_duplicate_state)(struct drm_bridge *); void (*atomic_destroy_state)(struct drm_bridge *, struct drm_bridge_state *); u32 * (*atomic_get_output_bus_fmts)(struct drm_bridge *, struct drm_bridge_state *, struct drm_crtc_state *, struct drm_connector_state *, unsigned int *); u32 * (*atomic_get_input_bus_fmts)(struct drm_bridge *, struct drm_bridge_state *, struct drm_crtc_state *, struct drm_connector_state *, u32, unsigned int *); int (*atomic_check)(struct drm_bridge *, struct drm_bridge_state *, struct drm_crtc_state *, struct drm_connector_state *); struct drm_bridge_state * (*atomic_reset)(struct drm_bridge *); enum drm_connector_status (*detect)(struct drm_bridge *); int (*get_modes)(struct drm_bridge *, struct drm_connector *); struct edid * (*get_edid)(struct drm_bridge *, struct drm_connector *); void (*hpd_notify)(struct drm_bridge *, enum drm_connector_status); void (*hpd_enable)(struct drm_bridge *); void (*hpd_disable)(struct drm_bridge *); void (*debugfs_init)(struct drm_bridge *, struct dentry *); }; struct drm_bridge_timings { u32 input_bus_flags; u32 setup_time_ps; u32 hold_time_ps; bool dual_link; }; struct drm_info_list { const char *name; int (*show)(struct seq_file *, void *); u32 driver_features; void *data; }; struct drm_info_node { struct drm_minor *minor; const struct drm_info_list *info_ent; struct list_head list; struct dentry *dent; }; enum drm_driver_feature { DRIVER_GEM = 1, DRIVER_MODESET = 2, DRIVER_RENDER = 8, DRIVER_ATOMIC = 16, DRIVER_SYNCOBJ = 32, DRIVER_SYNCOBJ_TIMELINE = 64, DRIVER_COMPUTE_ACCEL = 128, DRIVER_USE_AGP = 33554432, DRIVER_LEGACY = 67108864, DRIVER_PCI_DMA = 134217728, DRIVER_SG = 268435456, DRIVER_HAVE_DMA = 536870912, DRIVER_HAVE_IRQ = 1073741824, DRIVER_KMS_LEGACY_CONTEXT = 2147483648, }; struct drm_framebuffer_funcs { void (*destroy)(struct drm_framebuffer *); int (*create_handle)(struct drm_framebuffer *, struct drm_file *, unsigned int *); int (*dirty)(struct drm_framebuffer *, struct drm_file *, unsigned int, unsigned int, struct drm_clip_rect *, unsigned int); }; enum drm_debug_category { DRM_UT_CORE = 0, DRM_UT_DRIVER = 1, DRM_UT_KMS = 2, DRM_UT_PRIME = 3, DRM_UT_ATOMIC = 4, DRM_UT_VBL = 5, DRM_UT_STATE = 6, DRM_UT_LEASE = 7, DRM_UT_DP = 8, DRM_UT_DRMRES = 9, }; struct drm_writeback_connector { struct drm_connector base; struct drm_encoder encoder; struct drm_property_blob *pixel_formats_blob_ptr; spinlock_t job_lock; struct list_head job_queue; unsigned int fence_context; spinlock_t fence_lock; long unsigned int fence_seqno; char timeline_name[32]; }; struct drm_prop_enum_list { int type; const char *name; }; struct drm_auth { drm_magic_t magic; }; struct drm_mode_modeinfo { __u32 clock; __u16 hdisplay; __u16 hsync_start; __u16 hsync_end; __u16 htotal; __u16 hskew; __u16 vdisplay; __u16 vsync_start; __u16 vsync_end; __u16 vtotal; __u16 vscan; __u32 vrefresh; __u32 flags; __u32 type; char name[32]; }; struct drm_mode_atomic { __u32 flags; __u32 count_objs; __u64 objs_ptr; __u64 count_props_ptr; __u64 props_ptr; __u64 prop_values_ptr; __u64 reserved; __u64 user_data; }; struct dma_fence_cb; typedef void (*dma_fence_func_t)(struct dma_fence *, struct dma_fence_cb *); struct dma_fence_cb { struct list_head node; dma_fence_func_t func; }; struct sync_file { struct file *file; char user_name[32]; struct list_head sync_file_list; wait_queue_head_t wq; long unsigned int flags; struct dma_fence *fence; struct dma_fence_cb cb; }; struct drm_out_fence_state { s32 *out_fence_ptr; struct sync_file *sync_file; int fd; }; struct iosys_map { union { void *vaddr_iomem; void *vaddr; }; bool is_iomem; }; struct drm_mode_crtc_lut { __u32 crtc_id; __u32 gamma_size; __u64 red; __u64 green; __u64 blue; }; struct drm_color_lut { __u16 red; __u16 green; __u16 blue; __u16 reserved; }; enum drm_color_lut_tests { DRM_COLOR_LUT_EQUAL_CHANNELS = 1, DRM_COLOR_LUT_NON_DECREASING = 2, }; struct drm_mode_fb_cmd { __u32 fb_id; __u32 width; __u32 height; __u32 pitch; __u32 bpp; __u32 depth; __u32 handle; }; struct drm_mm; struct drm_mm_node { long unsigned int color; u64 start; u64 size; struct drm_mm *mm; struct list_head node_list; struct list_head hole_stack; struct rb_node rb; struct rb_node rb_hole_size; struct rb_node rb_hole_addr; u64 __subtree_last; u64 hole_size; u64 subtree_max_hole; long unsigned int flags; }; struct drm_mm { void (*color_adjust)(const struct drm_mm_node *, long unsigned int, u64 *, u64 *); struct list_head hole_stack; struct drm_mm_node head_node; struct rb_root_cached interval_tree; struct rb_root_cached holes_size; struct rb_root holes_addr; long unsigned int scan_active; }; struct drm_vma_offset_manager { rwlock_t vm_lock; struct drm_mm vm_addr_space_mm; }; struct drm_client_dev; struct drm_client_funcs { struct module *owner; void (*unregister)(struct drm_client_dev *); int (*restore)(struct drm_client_dev *); int (*hotplug)(struct drm_client_dev *); }; struct drm_client_dev { struct drm_device *dev; const char *name; struct list_head list; const struct drm_client_funcs *funcs; struct drm_file *file; struct mutex modeset_mutex; struct drm_mode_set *modesets; }; struct drm_client_buffer { struct drm_client_dev *client; u32 pitch; struct drm_gem_object *gem; struct iosys_map map; struct drm_framebuffer *fb; }; struct drm_vma_offset_node { rwlock_t vm_lock; struct drm_mm_node vm_node; struct rb_root vm_files; void *driver_private; }; struct dma_resv_list; struct dma_resv { struct ww_mutex lock; struct dma_resv_list *fences; }; struct drm_gem_object_funcs; struct drm_gem_lru; struct drm_gem_object { struct kref refcount; unsigned int handle_count; struct drm_device *dev; struct file *filp; struct drm_vma_offset_node vma_node; size_t size; int name; struct dma_buf *dma_buf; struct dma_buf_attachment *import_attach; struct dma_resv *resv; struct dma_resv _resv; const struct drm_gem_object_funcs *funcs; struct list_head lru_node; struct drm_gem_lru *lru; }; struct drm_gem_object_funcs { void (*free)(struct drm_gem_object *); int (*open)(struct drm_gem_object *, struct drm_file *); void (*close)(struct drm_gem_object *, struct drm_file *); void (*print_info)(struct drm_printer *, unsigned int, const struct drm_gem_object *); struct dma_buf * (*export)(struct drm_gem_object *, int); int (*pin)(struct drm_gem_object *); void (*unpin)(struct drm_gem_object *); struct sg_table * (*get_sg_table)(struct drm_gem_object *); int (*vmap)(struct drm_gem_object *, struct iosys_map *); void (*vunmap)(struct drm_gem_object *, struct iosys_map *); int (*mmap)(struct drm_gem_object *, struct vm_area_struct *); const struct vm_operations_struct *vm_ops; }; struct drm_gem_lru { struct mutex *lock; long int count; struct list_head list; }; struct drm_mode_crtc { __u64 set_connectors_ptr; __u32 count_connectors; __u32 crtc_id; __u32 fb_id; __u32 x; __u32 y; __u32 gamma_size; __u32 mode_valid; struct drm_mode_modeinfo mode; }; typedef void (*drmres_release_t)(struct drm_device *, void *); struct displayid_header { u8 rev; u8 bytes; u8 prod_id; u8 ext_count; }; struct displayid_block { u8 tag; u8 rev; u8 num_bytes; }; struct displayid_iter { const struct drm_edid *drm_edid; const u8 *section; int length; int idx; int ext_index; }; struct drm_client_offset { int x; int y; }; enum drm_minor_type { DRM_MINOR_PRIMARY = 0, DRM_MINOR_CONTROL = 1, DRM_MINOR_RENDER = 2, DRM_MINOR_ACCEL = 32, }; struct drm_mode_map_dumb { __u32 handle; __u32 pad; __u64 offset; }; struct drm_mode_destroy_dumb { __u32 handle; }; struct drm_mode_get_connector { __u64 encoders_ptr; __u64 modes_ptr; __u64 props_ptr; __u64 prop_values_ptr; __u32 count_modes; __u32 count_props; __u32 count_encoders; __u32 encoder_id; __u32 connector_id; __u32 connector_type; __u32 connector_type_id; __u32 connection; __u32 mm_width; __u32 mm_height; __u32 subpixel; __u32 pad; }; struct drm_mode_connector_set_property { __u64 value; __u32 prop_id; __u32 connector_id; }; struct drm_mode_obj_set_property { __u64 value; __u32 prop_id; __u32 obj_id; __u32 obj_type; }; struct i2c_algorithm; struct i2c_lock_operations; struct i2c_bus_recovery_info; struct i2c_adapter_quirks; struct i2c_adapter { struct module *owner; unsigned int class; const struct i2c_algorithm *algo; void *algo_data; const struct i2c_lock_operations *lock_ops; struct rt_mutex bus_lock; struct rt_mutex mux_lock; int timeout; int retries; struct device dev; long unsigned int locked_flags; int nr; char name[48]; struct completion dev_released; struct mutex userspace_clients_lock; struct list_head userspace_clients; struct i2c_bus_recovery_info *bus_recovery_info; const struct i2c_adapter_quirks *quirks; struct irq_domain *host_notify_domain; struct regulator *bus_regulator; }; struct display_timing; struct drm_panel; struct drm_panel_funcs { int (*prepare)(struct drm_panel *); int (*enable)(struct drm_panel *); int (*disable)(struct drm_panel *); int (*unprepare)(struct drm_panel *); int (*get_modes)(struct drm_panel *, struct drm_connector *); enum drm_panel_orientation (*get_orientation)(struct drm_panel *); int (*get_timings)(struct drm_panel *, unsigned int, struct display_timing *); void (*debugfs_init)(struct drm_panel *, struct dentry *); }; struct backlight_device; struct drm_panel { struct device *dev; struct backlight_device *backlight; const struct drm_panel_funcs *funcs; int connector_type; struct list_head list; }; enum backlight_type { BACKLIGHT_RAW = 1, BACKLIGHT_PLATFORM = 2, BACKLIGHT_FIRMWARE = 3, BACKLIGHT_TYPE_MAX = 4, }; enum backlight_scale { BACKLIGHT_SCALE_UNKNOWN = 0, BACKLIGHT_SCALE_LINEAR = 1, BACKLIGHT_SCALE_NON_LINEAR = 2, }; struct backlight_properties { int brightness; int max_brightness; int power; int fb_blank; enum backlight_type type; unsigned int state; enum backlight_scale scale; }; struct backlight_ops; struct backlight_device { struct backlight_properties props; struct mutex update_lock; struct mutex ops_lock; const struct backlight_ops *ops; struct notifier_block fb_notif; struct list_head entry; struct device dev; bool fb_bl_on[32]; int use_count; }; struct i2c_msg { __u16 addr; __u16 flags; __u16 len; __u8 *buf; }; union i2c_smbus_data { __u8 byte; __u16 word; __u8 block[34]; }; struct i2c_algorithm { int (*master_xfer)(struct i2c_adapter *, struct i2c_msg *, int); int (*master_xfer_atomic)(struct i2c_adapter *, struct i2c_msg *, int); int (*smbus_xfer)(struct i2c_adapter *, u16, short unsigned int, char, u8, int, union i2c_smbus_data *); int (*smbus_xfer_atomic)(struct i2c_adapter *, u16, short unsigned int, char, u8, int, union i2c_smbus_data *); u32 (*functionality)(struct i2c_adapter *); }; struct i2c_lock_operations { void (*lock_bus)(struct i2c_adapter *, unsigned int); int (*trylock_bus)(struct i2c_adapter *, unsigned int); void (*unlock_bus)(struct i2c_adapter *, unsigned int); }; struct pinctrl; struct pinctrl_state; struct i2c_bus_recovery_info { int (*recover_bus)(struct i2c_adapter *); int (*get_scl)(struct i2c_adapter *); void (*set_scl)(struct i2c_adapter *, int); int (*get_sda)(struct i2c_adapter *); void (*set_sda)(struct i2c_adapter *, int); int (*get_bus_free)(struct i2c_adapter *); void (*prepare_recovery)(struct i2c_adapter *); void (*unprepare_recovery)(struct i2c_adapter *); struct gpio_desc *scl_gpiod; struct gpio_desc *sda_gpiod; struct pinctrl *pinctrl; struct pinctrl_state *pins_default; struct pinctrl_state *pins_gpio; }; struct i2c_adapter_quirks { u64 flags; int max_num_msgs; u16 max_write_len; u16 max_read_len; u16 max_comb_1st_msg_len; u16 max_comb_2nd_msg_len; }; struct backlight_ops { unsigned int options; int (*update_status)(struct backlight_device *); int (*get_brightness)(struct backlight_device *); int (*check_fb)(struct backlight_device *, struct fb_info *); }; struct drm_conn_prop_enum_list { int type; const char *name; struct ida ida; }; struct drm_mode_get_encoder { __u32 encoder_id; __u32 encoder_type; __u32 crtc_id; __u32 possible_crtcs; __u32 possible_clones; }; struct dma_buf_ops { bool cache_sgt_mapping; int (*attach)(struct dma_buf *, struct dma_buf_attachment *); void (*detach)(struct dma_buf *, struct dma_buf_attachment *); int (*pin)(struct dma_buf_attachment *); void (*unpin)(struct dma_buf_attachment *); struct sg_table * (*map_dma_buf)(struct dma_buf_attachment *, enum dma_data_direction); void (*unmap_dma_buf)(struct dma_buf_attachment *, struct sg_table *, enum dma_data_direction); void (*release)(struct dma_buf *); int (*begin_cpu_access)(struct dma_buf *, enum dma_data_direction); int (*end_cpu_access)(struct dma_buf *, enum dma_data_direction); int (*mmap)(struct dma_buf *, struct vm_area_struct *); int (*vmap)(struct dma_buf *, struct iosys_map *); void (*vunmap)(struct dma_buf *, struct iosys_map *); }; struct dma_buf_poll_cb_t { struct dma_fence_cb cb; wait_queue_head_t *poll; __poll_t active; }; struct dma_buf { size_t size; struct file *file; struct list_head attachments; const struct dma_buf_ops *ops; unsigned int vmapping_counter; struct iosys_map vmap_ptr; const char *exp_name; const char *name; spinlock_t name_lock; struct module *owner; struct list_head list_node; void *priv; struct dma_resv *resv; wait_queue_head_t poll; struct dma_buf_poll_cb_t cb_in; struct dma_buf_poll_cb_t cb_out; }; struct dma_buf_attach_ops; struct dma_buf_attachment { struct dma_buf *dmabuf; struct device *dev; struct list_head node; struct sg_table *sgt; enum dma_data_direction dir; bool peer2peer; const struct dma_buf_attach_ops *importer_ops; void *importer_priv; void *priv; }; struct dma_buf_attach_ops { bool allow_peer2peer; void (*move_notify)(struct dma_buf_attachment *); }; struct drm_gem_close { __u32 handle; __u32 pad; }; struct drm_gem_flink { __u32 handle; __u32 name; }; struct drm_gem_open { __u32 name; __u32 handle; __u64 size; }; enum dma_resv_usage { DMA_RESV_USAGE_KERNEL = 0, DMA_RESV_USAGE_WRITE = 1, DMA_RESV_USAGE_READ = 2, DMA_RESV_USAGE_BOOKKEEP = 3, }; struct displayid_tiled_block { struct displayid_block base; u8 tile_cap; u8 topo[3]; u8 tile_size[4]; u8 tile_pixel_bezel[5]; u8 topology_id[8]; }; struct displayid_detailed_timings_1 { u8 pixel_clock[3]; u8 flags; u8 hactive[2]; u8 hblank[2]; u8 hsync[2]; u8 hsw[2]; u8 vactive[2]; u8 vblank[2]; u8 vsync[2]; u8 vsw[2]; }; struct displayid_detailed_timing_block { struct displayid_block base; struct displayid_detailed_timings_1 timings[0]; }; struct displayid_vesa_vendor_specific_block { struct displayid_block base; u8 oui[3]; u8 data_structure_type; u8 mso; }; struct est_timings { u8 t1; u8 t2; u8 mfg_rsvd; }; struct std_timing { u8 hsize; u8 vfreq_aspect; }; struct detailed_pixel_timing { u8 hactive_lo; u8 hblank_lo; u8 hactive_hblank_hi; u8 vactive_lo; u8 vblank_lo; u8 vactive_vblank_hi; u8 hsync_offset_lo; u8 hsync_pulse_width_lo; u8 vsync_offset_pulse_width_lo; u8 hsync_vsync_offset_pulse_width_hi; u8 width_mm_lo; u8 height_mm_lo; u8 width_height_mm_hi; u8 hborder; u8 vborder; u8 misc; }; struct detailed_data_string { u8 str[13]; }; struct detailed_data_monitor_range { u8 min_vfreq; u8 max_vfreq; u8 min_hfreq_khz; u8 max_hfreq_khz; u8 pixel_clock_mhz; u8 flags; union { struct { u8 reserved; u8 hfreq_start_khz; u8 c; __le16 m; u8 k; u8 j; } __attribute__((packed)) gtf2; struct { u8 version; u8 data1; u8 data2; u8 supported_aspects; u8 flags; u8 supported_scalings; u8 preferred_refresh; } cvt; } formula; } __attribute__((packed)); struct detailed_data_wpindex { u8 white_yx_lo; u8 white_x_hi; u8 white_y_hi; u8 gamma; }; struct cvt_timing { u8 code[3]; }; struct detailed_non_pixel { u8 pad1; u8 type; u8 pad2; union { struct detailed_data_string str; struct detailed_data_monitor_range range; struct detailed_data_wpindex color; struct std_timing timings[6]; struct cvt_timing cvt[4]; } data; } __attribute__((packed)); struct detailed_timing { __le16 pixel_clock; union { struct detailed_pixel_timing pixel_data; struct detailed_non_pixel other_data; } data; }; struct edid { u8 header[8]; u8 mfg_id[2]; u8 prod_code[2]; u32 serial; u8 mfg_week; u8 mfg_year; u8 version; u8 revision; u8 input; u8 width_cm; u8 height_cm; u8 gamma; u8 features; u8 red_green_lo; u8 blue_white_lo; u8 red_x; u8 red_y; u8 green_x; u8 green_y; u8 blue_x; u8 blue_y; u8 white_x; u8 white_y; struct est_timings established_timings; struct std_timing standard_timings[8]; struct detailed_timing detailed_timings[4]; u8 extensions; u8 checksum; }; struct cea_sad { u8 format; u8 channels; u8 freq; u8 byte2; }; struct detailed_mode_closure { struct drm_connector *connector; const struct drm_edid *drm_edid; bool preferred; u32 quirks; int modes; }; struct edid_quirk { u32 panel_id; u32 quirks; }; struct minimode { short int w; short int h; short int r; short int rb; }; struct drm_edid_iter { const struct drm_edid *drm_edid; int index; }; enum edid_block_status { EDID_BLOCK_OK = 0, EDID_BLOCK_READ_FAIL = 1, EDID_BLOCK_NULL = 2, EDID_BLOCK_ZERO = 3, EDID_BLOCK_HEADER_CORRUPT = 4, EDID_BLOCK_HEADER_REPAIR = 5, EDID_BLOCK_HEADER_FIXED = 6, EDID_BLOCK_CHECKSUM = 7, EDID_BLOCK_VERSION = 8, }; typedef int read_block_fn(void *, u8 *, unsigned int, size_t); typedef void detailed_cb(const struct detailed_timing *, void *); struct stereo_mandatory_mode { int width; int height; int vrefresh; unsigned int flags; }; struct cea_db_iter { struct drm_edid_iter edid_iter; struct displayid_iter displayid_iter; const u8 *collection; int index; int end; }; struct cea_db { u8 tag_length; u8 data[0]; }; struct drm_mode_fb_dirty_cmd { __u32 fb_id; __u32 flags; __u32 color; __u32 num_clips; __u64 clips_ptr; }; struct drm_mode_rmfb_work { struct work_struct work; struct list_head fbs; }; struct drm_mode_create_lease { __u64 object_ids; __u32 object_count; __u32 flags; __u32 lessee_id; __u32 fd; }; struct drm_mode_list_lessees { __u32 count_lessees; __u32 pad; __u64 lessees_ptr; }; struct drm_mode_get_lease { __u32 count_objects; __u32 pad; __u64 objects_ptr; }; struct drm_mode_revoke_lease { __u32 lessee_id; }; struct drm_version { int version_major; int version_minor; int version_patchlevel; __kernel_size_t name_len; char *name; __kernel_size_t date_len; char *date; __kernel_size_t desc_len; char *desc; }; struct drm_unique { __kernel_size_t unique_len; char *unique; }; struct drm_client { int idx; int auth; long unsigned int pid; long unsigned int uid; long unsigned int magic; long unsigned int iocs; }; enum drm_stat_type { _DRM_STAT_LOCK = 0, _DRM_STAT_OPENS = 1, _DRM_STAT_CLOSES = 2, _DRM_STAT_IOCTLS = 3, _DRM_STAT_LOCKS = 4, _DRM_STAT_UNLOCKS = 5, _DRM_STAT_VALUE = 6, _DRM_STAT_BYTE = 7, _DRM_STAT_COUNT = 8, _DRM_STAT_IRQ = 9, _DRM_STAT_PRIMARY = 10, _DRM_STAT_SECONDARY = 11, _DRM_STAT_DMA = 12, _DRM_STAT_SPECIAL = 13, _DRM_STAT_MISSED = 14, }; struct drm_stats { long unsigned int count; struct { long unsigned int value; enum drm_stat_type type; } data[15]; }; struct drm_set_version { int drm_di_major; int drm_di_minor; int drm_dd_major; int drm_dd_minor; }; struct drm_get_cap { __u64 capability; __u64 value; }; struct drm_set_client_cap { __u64 capability; __u64 value; }; struct drmres_node { struct list_head entry; drmres_release_t release; const char *name; size_t size; }; struct drmres { struct drmres_node node; long: 64; long: 64; long: 64; u8 data[0]; }; enum drm_mm_insert_mode { DRM_MM_INSERT_BEST = 0, DRM_MM_INSERT_LOW = 1, DRM_MM_INSERT_HIGH = 2, DRM_MM_INSERT_EVICT = 3, DRM_MM_INSERT_ONCE = 2147483648, DRM_MM_INSERT_HIGHEST = 2147483650, DRM_MM_INSERT_LOWEST = 2147483649, }; struct drm_mm_scan { struct drm_mm *mm; u64 size; u64 alignment; u64 remainder_mask; u64 range_start; u64 range_end; u64 hit_start; u64 hit_end; long unsigned int color; enum drm_mm_insert_mode mode; }; struct drm_mode_card_res { __u64 fb_id_ptr; __u64 crtc_id_ptr; __u64 connector_id_ptr; __u64 encoder_id_ptr; __u32 count_fbs; __u32 count_crtcs; __u32 count_connectors; __u32 count_encoders; __u32 min_width; __u32 max_width; __u32 min_height; __u32 max_height; }; struct drm_named_mode { const char *name; unsigned int pixel_clock_khz; unsigned int xres; unsigned int yres; unsigned int flags; }; struct drm_mode_set_plane { __u32 plane_id; __u32 crtc_id; __u32 fb_id; __u32 flags; __s32 crtc_x; __s32 crtc_y; __u32 crtc_w; __u32 crtc_h; __u32 src_x; __u32 src_y; __u32 src_h; __u32 src_w; }; struct drm_mode_get_plane { __u32 plane_id; __u32 crtc_id; __u32 fb_id; __u32 possible_crtcs; __u32 gamma_size; __u32 count_format_types; __u64 format_type_ptr; }; struct drm_mode_get_plane_res { __u64 plane_id_ptr; __u32 count_planes; }; struct drm_mode_cursor { __u32 flags; __u32 crtc_id; __s32 x; __s32 y; __u32 width; __u32 height; __u32 handle; }; struct drm_mode_cursor2 { __u32 flags; __u32 crtc_id; __s32 x; __s32 y; __u32 width; __u32 height; __u32 handle; __s32 hot_x; __s32 hot_y; }; struct drm_mode_crtc_page_flip_target { __u32 crtc_id; __u32 fb_id; __u32 flags; __u32 sequence; __u64 user_data; }; struct drm_format_modifier_blob { __u32 version; __u32 flags; __u32 count_formats; __u32 formats_offset; __u32 count_modifiers; __u32 modifiers_offset; }; struct drm_format_modifier { __u64 formats; __u32 offset; __u32 pad; __u64 modifier; }; struct drm_mode_obj_get_properties { __u64 props_ptr; __u64 prop_values_ptr; __u32 count_props; __u32 obj_id; __u32 obj_type; }; struct drm_print_iterator { void *data; ssize_t start; ssize_t remain; ssize_t offset; }; struct dma_buf_export_info { const char *exp_name; struct module *owner; const struct dma_buf_ops *ops; size_t size; int flags; struct dma_resv *resv; void *priv; }; struct drm_prime_handle { __u32 handle; __u32 flags; __s32 fd; }; struct drm_prime_member { struct dma_buf *dma_buf; uint32_t handle; struct rb_node dmabuf_rb; struct rb_node handle_rb; }; struct class_attribute { struct attribute attr; ssize_t (*show)(struct class *, struct class_attribute *, char *); ssize_t (*store)(struct class *, struct class_attribute *, const char *, size_t); }; struct class_attribute_string { struct class_attribute attr; char *str; }; struct trace_event_raw_drm_vblank_event { struct trace_entry ent; int crtc; unsigned int seq; ktime_t time; bool high_prec; char __data[0]; }; struct trace_event_raw_drm_vblank_event_queued { struct trace_entry ent; struct drm_file *file; int crtc; unsigned int seq; char __data[0]; }; struct trace_event_raw_drm_vblank_event_delivered { struct trace_entry ent; struct drm_file *file; int crtc; unsigned int seq; char __data[0]; }; struct trace_event_data_offsets_drm_vblank_event {}; struct trace_event_data_offsets_drm_vblank_event_queued {}; struct trace_event_data_offsets_drm_vblank_event_delivered {}; typedef void (*btf_trace_drm_vblank_event)(void *, int, unsigned int, ktime_t, bool); typedef void (*btf_trace_drm_vblank_event_queued)(void *, struct drm_file *, int, unsigned int); typedef void (*btf_trace_drm_vblank_event_delivered)(void *, struct drm_file *, int, unsigned int); struct drm_mode_property_enum { __u64 value; char name[32]; }; struct drm_mode_get_property { __u64 values_ptr; __u64 enum_blob_ptr; __u32 prop_id; __u32 flags; char name[32]; __u32 count_values; __u32 count_enum_blobs; }; struct drm_mode_get_blob { __u32 blob_id; __u32 length; __u64 data; }; struct drm_mode_create_blob { __u64 data; __u32 length; __u32 blob_id; }; struct drm_mode_destroy_blob { __u32 blob_id; }; struct drm_property_enum { uint64_t value; struct list_head head; char name[32]; }; struct dma_fence_unwrap { struct dma_fence *chain; struct dma_fence *array; unsigned int index; }; enum dma_fence_flag_bits { DMA_FENCE_FLAG_SIGNALED_BIT = 0, DMA_FENCE_FLAG_TIMESTAMP_BIT = 1, DMA_FENCE_FLAG_ENABLE_SIGNAL_BIT = 2, DMA_FENCE_FLAG_USER_BITS = 3, }; struct drm_syncobj_create { __u32 handle; __u32 flags; }; struct drm_syncobj_destroy { __u32 handle; __u32 pad; }; struct drm_syncobj_handle { __u32 handle; __u32 flags; __s32 fd; __u32 pad; }; struct drm_syncobj_transfer { __u32 src_handle; __u32 dst_handle; __u64 src_point; __u64 dst_point; __u32 flags; __u32 pad; }; struct drm_syncobj_wait { __u64 handles; __s64 timeout_nsec; __u32 count_handles; __u32 flags; __u32 first_signaled; __u32 pad; }; struct drm_syncobj_timeline_wait { __u64 handles; __u64 points; __s64 timeout_nsec; __u32 count_handles; __u32 flags; __u32 first_signaled; __u32 pad; }; struct drm_syncobj_array { __u64 handles; __u32 count_handles; __u32 pad; }; struct drm_syncobj_timeline_array { __u64 handles; __u64 points; __u32 count_handles; __u32 flags; }; struct dma_fence_chain { struct dma_fence base; struct dma_fence *prev; u64 prev_seqno; struct dma_fence *fence; union { struct dma_fence_cb cb; struct irq_work work; }; spinlock_t lock; }; struct drm_syncobj { struct kref refcount; struct dma_fence *fence; struct list_head cb_list; spinlock_t lock; struct file *file; }; struct syncobj_wait_entry { struct list_head node; struct task_struct *task; struct dma_fence *fence; struct dma_fence_cb fence_cb; u64 point; }; struct drm_vblank_work { struct kthread_work base; struct drm_vblank_crtc *vblank; u64 count; int cancelling; struct list_head node; }; struct drm_vma_offset_file { struct rb_node vm_rb; struct drm_file *vm_tag; long unsigned int vm_count; }; enum drm_vblank_seq_type { _DRM_VBLANK_ABSOLUTE = 0, _DRM_VBLANK_RELATIVE = 1, _DRM_VBLANK_HIGH_CRTC_MASK = 62, _DRM_VBLANK_EVENT = 67108864, _DRM_VBLANK_FLIP = 134217728, _DRM_VBLANK_NEXTONMISS = 268435456, _DRM_VBLANK_SECONDARY = 536870912, _DRM_VBLANK_SIGNAL = 1073741824, }; struct drm_wait_vblank_request { enum drm_vblank_seq_type type; unsigned int sequence; long unsigned int signal; }; struct drm_wait_vblank_reply { enum drm_vblank_seq_type type; unsigned int sequence; long int tval_sec; long int tval_usec; }; union drm_wait_vblank { struct drm_wait_vblank_request request; struct drm_wait_vblank_reply reply; }; struct drm_modeset_ctl { __u32 crtc; __u32 cmd; }; struct drm_crtc_get_sequence { __u32 crtc_id; __u32 active; __u64 sequence; __s64 sequence_ns; }; struct drm_crtc_queue_sequence { __u32 crtc_id; __u32 flags; __u64 sequence; __u64 user_data; }; typedef bool (*drm_vblank_get_scanout_position_func)(struct drm_crtc *, bool, int *, int *, ktime_t *, ktime_t *, const struct drm_display_mode *); struct agp_memory { struct agp_memory *next; struct agp_memory *prev; struct agp_bridge_data *bridge; struct page **pages; size_t page_count; int key; int num_scratch_pages; off_t pg_start; u32 type; u32 physical; bool is_bound; bool is_flushed; struct list_head mapped_list; struct scatterlist *sg_list; int num_sg; }; struct drm_map { long unsigned int offset; long unsigned int size; enum drm_map_type type; enum drm_map_flags flags; void *handle; int mtrr; }; struct drm_buf_desc { int count; int size; int low_mark; int high_mark; enum { _DRM_PAGE_ALIGN = 1, _DRM_AGP_BUFFER = 2, _DRM_SG_BUFFER = 4, _DRM_FB_BUFFER = 8, _DRM_PCI_BUFFER_RO = 16, } flags; long unsigned int agp_start; }; struct drm_buf_info { int count; struct drm_buf_desc *list; }; struct drm_buf_free { int count; int *list; }; struct drm_buf_pub { int idx; int total; int used; void *address; }; struct drm_buf_map { int count; void *virtual; struct drm_buf_pub *list; }; struct drm_hash_item { struct hlist_node head; long unsigned int key; }; typedef struct drm_dma_handle drm_dma_handle_t; struct drm_map_list { struct list_head head; struct drm_hash_item hash; struct drm_local_map *map; uint64_t user_token; struct drm_master *master; }; struct drm_agp_mem { long unsigned int handle; struct agp_memory *memory; long unsigned int bound; int pages; struct list_head head; }; typedef unsigned int drm_context_t; struct drm_ctx_priv_map { unsigned int ctx_id; void *handle; }; enum drm_ctx_flags { _DRM_CONTEXT_PRESERVED = 1, _DRM_CONTEXT_2DONLY = 2, }; struct drm_ctx { drm_context_t handle; enum drm_ctx_flags flags; }; struct drm_ctx_res { int count; struct drm_ctx *contexts; }; struct drm_ctx_list { struct list_head head; drm_context_t handle; struct drm_file *tag; }; struct drm_control { enum { DRM_ADD_COMMAND = 0, DRM_RM_COMMAND = 1, DRM_INST_HANDLER = 2, DRM_UNINST_HANDLER = 3, } func; int irq; }; struct drm_vma_entry { struct list_head head; struct vm_area_struct *vma; pid_t pid; }; enum drm_lock_flags { _DRM_LOCK_READY = 1, _DRM_LOCK_QUIESCENT = 2, _DRM_LOCK_FLUSH = 4, _DRM_LOCK_FLUSH_ALL = 8, _DRM_HALT_ALL_QUEUES = 16, _DRM_HALT_CUR_QUEUES = 32, }; struct drm_lock { int context; enum drm_lock_flags flags; }; struct drm_scatter_gather { long unsigned int size; long unsigned int handle; }; enum drm_dma_flags { _DRM_DMA_BLOCK = 1, _DRM_DMA_WHILE_LOCKED = 2, _DRM_DMA_PRIORITY = 4, _DRM_DMA_WAIT = 16, _DRM_DMA_SMALLER_OK = 32, _DRM_DMA_LARGER_OK = 64, }; struct drm_dma { int context; int send_count; int *send_indices; int *send_sizes; enum drm_dma_flags flags; int request_count; int request_size; int *request_indices; int *request_sizes; int granted_count; }; typedef int drm_ioctl_compat_t(struct file *, unsigned int, long unsigned int); struct drm_version_32 { int version_major; int version_minor; int version_patchlevel; u32 name_len; u32 name; u32 date_len; u32 date; u32 desc_len; u32 desc; }; typedef struct drm_version_32 drm_version32_t; struct drm_unique32 { u32 unique_len; u32 unique; }; typedef struct drm_unique32 drm_unique32_t; struct drm_map32 { u32 offset; u32 size; enum drm_map_type type; enum drm_map_flags flags; u32 handle; int mtrr; }; typedef struct drm_map32 drm_map32_t; struct drm_client32 { int idx; int auth; u32 pid; u32 uid; u32 magic; u32 iocs; }; typedef struct drm_client32 drm_client32_t; struct drm_stats32 { u32 count; struct { u32 value; enum drm_stat_type type; } data[15]; }; typedef struct drm_stats32 drm_stats32_t; struct drm_buf_desc32 { int count; int size; int low_mark; int high_mark; int flags; u32 agp_start; }; typedef struct drm_buf_desc32 drm_buf_desc32_t; struct drm_buf_info32 { int count; u32 list; }; typedef struct drm_buf_info32 drm_buf_info32_t; struct drm_buf_pub32 { int idx; int total; int used; u32 address; }; typedef struct drm_buf_pub32 drm_buf_pub32_t; struct drm_buf_map32 { int count; u32 virtual; u32 list; }; typedef struct drm_buf_map32 drm_buf_map32_t; struct drm_buf_free32 { int count; u32 list; }; typedef struct drm_buf_free32 drm_buf_free32_t; struct drm_ctx_priv_map32 { unsigned int ctx_id; u32 handle; }; typedef struct drm_ctx_priv_map32 drm_ctx_priv_map32_t; struct drm_ctx_res32 { int count; u32 contexts; }; typedef struct drm_ctx_res32 drm_ctx_res32_t; struct drm_dma32 { int context; int send_count; u32 send_indices; u32 send_sizes; enum drm_dma_flags flags; int request_count; int request_size; u32 request_indices; u32 request_sizes; int granted_count; }; typedef struct drm_dma32 drm_dma32_t; struct drm_scatter_gather32 { u32 size; u32 handle; }; typedef struct drm_scatter_gather32 drm_scatter_gather32_t; struct drm_wait_vblank_request32 { enum drm_vblank_seq_type type; unsigned int sequence; u32 signal; }; struct drm_wait_vblank_reply32 { enum drm_vblank_seq_type type; unsigned int sequence; s32 tval_sec; s32 tval_usec; }; union drm_wait_vblank32 { struct drm_wait_vblank_request32 request; struct drm_wait_vblank_reply32 reply; }; typedef union drm_wait_vblank32 drm_wait_vblank32_t; struct component_master_ops { int (*bind)(struct device *); void (*unbind)(struct device *); }; struct of_endpoint { unsigned int port; unsigned int id; const struct device_node *local_node; }; enum drm_lvds_dual_link_pixels { DRM_LVDS_DUAL_LINK_EVEN_ODD_PIXELS = 0, DRM_LVDS_DUAL_LINK_ODD_EVEN_PIXELS = 1, }; enum drm_of_lvds_pixels { DRM_OF_LVDS_EVEN = 1, DRM_OF_LVDS_ODD = 2, }; struct component_match; struct drm_irq_busid { int irq; int busnum; int devnum; int funcnum; }; struct subsys_private { struct kset subsys; struct kset *devices_kset; struct list_head interfaces; struct mutex mutex; struct kset *drivers_kset; struct klist klist_devices; struct klist klist_drivers; struct blocking_notifier_head bus_notifier; unsigned int drivers_autoprobe: 1; struct bus_type *bus; struct kset glue_dirs; struct class *class; }; struct subsys_dev_iter { struct klist_iter ki; const struct device_type *type; }; struct driver_private { struct kobject kobj; struct klist klist_devices; struct klist_node knode_bus; struct module_kobject *mkobj; struct device_driver *driver; }; struct subsys_interface { const char *name; struct bus_type *subsys; struct list_head node; int (*add_dev)(struct device *, struct subsys_interface *); void (*remove_dev)(struct device *, struct subsys_interface *); }; struct device_private { struct klist klist_children; struct klist_node knode_parent; struct klist_node knode_driver; struct klist_node knode_bus; struct klist_node knode_class; struct list_head deferred_probe; struct device_driver *async_driver; char *deferred_probe_reason; struct device *device; u8 dead: 1; }; struct component_ops { int (*bind)(struct device *, struct device *, void *); void (*unbind)(struct device *, struct device *, void *); }; struct component; struct component_match_array { void *data; int (*compare)(struct device *, void *); int (*compare_typed)(struct device *, int, void *); void (*release)(struct device *, void *); struct component *component; bool duplicate; }; struct aggregate_device; struct component { struct list_head node; struct aggregate_device *adev; bool bound; const struct component_ops *ops; int subcomponent; struct device *dev; }; struct component_match { size_t alloc; size_t num; struct component_match_array *compare; }; struct aggregate_device { struct list_head node; bool bound; const struct component_master_ops *ops; struct device *parent; struct component_match *match; }; struct fwnode_link { struct fwnode_handle *supplier; struct list_head s_hook; struct fwnode_handle *consumer; struct list_head c_hook; }; enum dpm_order { DPM_ORDER_NONE = 0, DPM_ORDER_DEV_AFTER_PARENT = 1, DPM_ORDER_PARENT_BEFORE_DEV = 2, DPM_ORDER_DEV_LAST = 3, }; struct dev_ext_attribute { struct device_attribute attr; void *var; }; union device_attr_group_devres { const struct attribute_group *group; const struct attribute_group **groups; }; struct class_dir { struct kobject kobj; struct class *class; }; struct root_device { struct device dev; struct module *owner; }; struct device_attach_data { struct device *dev; bool check_async; bool want_async; bool have_async; }; struct class_compat { struct kobject *kobj; }; typedef void *acpi_handle; struct irq_affinity_devres { unsigned int count; unsigned int irq[0]; }; struct platform_object { struct platform_device pdev; char name[0]; }; struct probe { struct probe *next; dev_t dev; long unsigned int range; struct module *owner; kobj_probe_t *get; int (*lock)(dev_t, void *); void *data; }; struct kobj_map { struct probe *probes[255]; struct mutex *lock; }; struct cpu_attr { struct device_attribute attr; const struct cpumask * const map; }; struct attribute_container { struct list_head node; struct klist containers; struct class *class; const struct attribute_group *grp; struct device_attribute **attrs; int (*match)(struct attribute_container *, struct device *); long unsigned int flags; }; struct internal_container { struct klist_node node; struct attribute_container *cont; struct device classdev; }; struct devres_node { struct list_head entry; dr_release_t release; const char *name; size_t size; }; struct devres { struct devres_node node; long: 64; long: 64; long: 64; u8 data[0]; }; struct devres_group { struct devres_node node[2]; void *id; int color; }; struct action_devres { void *data; void (*action)(void *); }; struct pages_devres { long unsigned int addr; unsigned int order; }; struct transport_container; struct transport_class { struct class class; int (*setup)(struct transport_container *, struct device *, struct device *); int (*configure)(struct transport_container *, struct device *, struct device *); int (*remove)(struct transport_container *, struct device *, struct device *); }; struct transport_container { struct attribute_container ac; const struct attribute_group *statistics; }; struct anon_transport_class { struct transport_class tclass; struct attribute_container container; }; struct container_dev { struct device dev; int (*offline)(struct container_dev *); }; typedef void * (*devcon_match_fn_t)(const struct fwnode_handle *, const char *, void *); enum ethtool_link_mode_bit_indices { ETHTOOL_LINK_MODE_10baseT_Half_BIT = 0, ETHTOOL_LINK_MODE_10baseT_Full_BIT = 1, ETHTOOL_LINK_MODE_100baseT_Half_BIT = 2, ETHTOOL_LINK_MODE_100baseT_Full_BIT = 3, ETHTOOL_LINK_MODE_1000baseT_Half_BIT = 4, ETHTOOL_LINK_MODE_1000baseT_Full_BIT = 5, ETHTOOL_LINK_MODE_Autoneg_BIT = 6, ETHTOOL_LINK_MODE_TP_BIT = 7, ETHTOOL_LINK_MODE_AUI_BIT = 8, ETHTOOL_LINK_MODE_MII_BIT = 9, ETHTOOL_LINK_MODE_FIBRE_BIT = 10, ETHTOOL_LINK_MODE_BNC_BIT = 11, ETHTOOL_LINK_MODE_10000baseT_Full_BIT = 12, ETHTOOL_LINK_MODE_Pause_BIT = 13, ETHTOOL_LINK_MODE_Asym_Pause_BIT = 14, ETHTOOL_LINK_MODE_2500baseX_Full_BIT = 15, ETHTOOL_LINK_MODE_Backplane_BIT = 16, ETHTOOL_LINK_MODE_1000baseKX_Full_BIT = 17, ETHTOOL_LINK_MODE_10000baseKX4_Full_BIT = 18, ETHTOOL_LINK_MODE_10000baseKR_Full_BIT = 19, ETHTOOL_LINK_MODE_10000baseR_FEC_BIT = 20, ETHTOOL_LINK_MODE_20000baseMLD2_Full_BIT = 21, ETHTOOL_LINK_MODE_20000baseKR2_Full_BIT = 22, ETHTOOL_LINK_MODE_40000baseKR4_Full_BIT = 23, ETHTOOL_LINK_MODE_40000baseCR4_Full_BIT = 24, ETHTOOL_LINK_MODE_40000baseSR4_Full_BIT = 25, ETHTOOL_LINK_MODE_40000baseLR4_Full_BIT = 26, ETHTOOL_LINK_MODE_56000baseKR4_Full_BIT = 27, ETHTOOL_LINK_MODE_56000baseCR4_Full_BIT = 28, ETHTOOL_LINK_MODE_56000baseSR4_Full_BIT = 29, ETHTOOL_LINK_MODE_56000baseLR4_Full_BIT = 30, ETHTOOL_LINK_MODE_25000baseCR_Full_BIT = 31, ETHTOOL_LINK_MODE_25000baseKR_Full_BIT = 32, ETHTOOL_LINK_MODE_25000baseSR_Full_BIT = 33, ETHTOOL_LINK_MODE_50000baseCR2_Full_BIT = 34, ETHTOOL_LINK_MODE_50000baseKR2_Full_BIT = 35, ETHTOOL_LINK_MODE_100000baseKR4_Full_BIT = 36, ETHTOOL_LINK_MODE_100000baseSR4_Full_BIT = 37, ETHTOOL_LINK_MODE_100000baseCR4_Full_BIT = 38, ETHTOOL_LINK_MODE_100000baseLR4_ER4_Full_BIT = 39, ETHTOOL_LINK_MODE_50000baseSR2_Full_BIT = 40, ETHTOOL_LINK_MODE_1000baseX_Full_BIT = 41, ETHTOOL_LINK_MODE_10000baseCR_Full_BIT = 42, ETHTOOL_LINK_MODE_10000baseSR_Full_BIT = 43, ETHTOOL_LINK_MODE_10000baseLR_Full_BIT = 44, ETHTOOL_LINK_MODE_10000baseLRM_Full_BIT = 45, ETHTOOL_LINK_MODE_10000baseER_Full_BIT = 46, ETHTOOL_LINK_MODE_2500baseT_Full_BIT = 47, ETHTOOL_LINK_MODE_5000baseT_Full_BIT = 48, ETHTOOL_LINK_MODE_FEC_NONE_BIT = 49, ETHTOOL_LINK_MODE_FEC_RS_BIT = 50, ETHTOOL_LINK_MODE_FEC_BASER_BIT = 51, ETHTOOL_LINK_MODE_50000baseKR_Full_BIT = 52, ETHTOOL_LINK_MODE_50000baseSR_Full_BIT = 53, ETHTOOL_LINK_MODE_50000baseCR_Full_BIT = 54, ETHTOOL_LINK_MODE_50000baseLR_ER_FR_Full_BIT = 55, ETHTOOL_LINK_MODE_50000baseDR_Full_BIT = 56, ETHTOOL_LINK_MODE_100000baseKR2_Full_BIT = 57, ETHTOOL_LINK_MODE_100000baseSR2_Full_BIT = 58, ETHTOOL_LINK_MODE_100000baseCR2_Full_BIT = 59, ETHTOOL_LINK_MODE_100000baseLR2_ER2_FR2_Full_BIT = 60, ETHTOOL_LINK_MODE_100000baseDR2_Full_BIT = 61, ETHTOOL_LINK_MODE_200000baseKR4_Full_BIT = 62, ETHTOOL_LINK_MODE_200000baseSR4_Full_BIT = 63, ETHTOOL_LINK_MODE_200000baseLR4_ER4_FR4_Full_BIT = 64, ETHTOOL_LINK_MODE_200000baseDR4_Full_BIT = 65, ETHTOOL_LINK_MODE_200000baseCR4_Full_BIT = 66, ETHTOOL_LINK_MODE_100baseT1_Full_BIT = 67, ETHTOOL_LINK_MODE_1000baseT1_Full_BIT = 68, ETHTOOL_LINK_MODE_400000baseKR8_Full_BIT = 69, ETHTOOL_LINK_MODE_400000baseSR8_Full_BIT = 70, ETHTOOL_LINK_MODE_400000baseLR8_ER8_FR8_Full_BIT = 71, ETHTOOL_LINK_MODE_400000baseDR8_Full_BIT = 72, ETHTOOL_LINK_MODE_400000baseCR8_Full_BIT = 73, ETHTOOL_LINK_MODE_FEC_LLRS_BIT = 74, ETHTOOL_LINK_MODE_100000baseKR_Full_BIT = 75, ETHTOOL_LINK_MODE_100000baseSR_Full_BIT = 76, ETHTOOL_LINK_MODE_100000baseLR_ER_FR_Full_BIT = 77, ETHTOOL_LINK_MODE_100000baseCR_Full_BIT = 78, ETHTOOL_LINK_MODE_100000baseDR_Full_BIT = 79, ETHTOOL_LINK_MODE_200000baseKR2_Full_BIT = 80, ETHTOOL_LINK_MODE_200000baseSR2_Full_BIT = 81, ETHTOOL_LINK_MODE_200000baseLR2_ER2_FR2_Full_BIT = 82, ETHTOOL_LINK_MODE_200000baseDR2_Full_BIT = 83, ETHTOOL_LINK_MODE_200000baseCR2_Full_BIT = 84, ETHTOOL_LINK_MODE_400000baseKR4_Full_BIT = 85, ETHTOOL_LINK_MODE_400000baseSR4_Full_BIT = 86, ETHTOOL_LINK_MODE_400000baseLR4_ER4_FR4_Full_BIT = 87, ETHTOOL_LINK_MODE_400000baseDR4_Full_BIT = 88, ETHTOOL_LINK_MODE_400000baseCR4_Full_BIT = 89, ETHTOOL_LINK_MODE_100baseFX_Half_BIT = 90, ETHTOOL_LINK_MODE_100baseFX_Full_BIT = 91, ETHTOOL_LINK_MODE_10baseT1L_Full_BIT = 92, ETHTOOL_LINK_MODE_800000baseCR8_Full_BIT = 93, ETHTOOL_LINK_MODE_800000baseKR8_Full_BIT = 94, ETHTOOL_LINK_MODE_800000baseDR8_Full_BIT = 95, ETHTOOL_LINK_MODE_800000baseDR8_2_Full_BIT = 96, ETHTOOL_LINK_MODE_800000baseSR8_Full_BIT = 97, ETHTOOL_LINK_MODE_800000baseVR8_Full_BIT = 98, __ETHTOOL_LINK_MODE_MASK_NBITS = 99, }; typedef enum { PHY_INTERFACE_MODE_NA = 0, PHY_INTERFACE_MODE_INTERNAL = 1, PHY_INTERFACE_MODE_MII = 2, PHY_INTERFACE_MODE_GMII = 3, PHY_INTERFACE_MODE_SGMII = 4, PHY_INTERFACE_MODE_TBI = 5, PHY_INTERFACE_MODE_REVMII = 6, PHY_INTERFACE_MODE_RMII = 7, PHY_INTERFACE_MODE_REVRMII = 8, PHY_INTERFACE_MODE_RGMII = 9, PHY_INTERFACE_MODE_RGMII_ID = 10, PHY_INTERFACE_MODE_RGMII_RXID = 11, PHY_INTERFACE_MODE_RGMII_TXID = 12, PHY_INTERFACE_MODE_RTBI = 13, PHY_INTERFACE_MODE_SMII = 14, PHY_INTERFACE_MODE_XGMII = 15, PHY_INTERFACE_MODE_XLGMII = 16, PHY_INTERFACE_MODE_MOCA = 17, PHY_INTERFACE_MODE_QSGMII = 18, PHY_INTERFACE_MODE_TRGMII = 19, PHY_INTERFACE_MODE_100BASEX = 20, PHY_INTERFACE_MODE_1000BASEX = 21, PHY_INTERFACE_MODE_2500BASEX = 22, PHY_INTERFACE_MODE_5GBASER = 23, PHY_INTERFACE_MODE_RXAUI = 24, PHY_INTERFACE_MODE_XAUI = 25, PHY_INTERFACE_MODE_10GBASER = 26, PHY_INTERFACE_MODE_25GBASER = 27, PHY_INTERFACE_MODE_USXGMII = 28, PHY_INTERFACE_MODE_10GKR = 29, PHY_INTERFACE_MODE_QUSGMII = 30, PHY_INTERFACE_MODE_1000BASEKX = 31, PHY_INTERFACE_MODE_MAX = 32, } phy_interface_t; struct pm_clk_notifier_block { struct notifier_block nb; struct dev_pm_domain *pm_domain; char *con_ids[0]; }; struct software_node_ref_args { const struct software_node *node; unsigned int nargs; u64 args[8]; }; struct swnode { struct kobject kobj; struct fwnode_handle fwnode; const struct software_node *node; int id; struct ida child_ids; struct list_head entry; struct list_head children; struct swnode *parent; unsigned int allocated: 1; unsigned int managed: 1; }; struct firmware { size_t size; const u8 *data; void *priv; }; struct builtin_fw { char *name; void *data; long unsigned int size; }; struct req { struct req *next; struct completion done; int err; const char *name; umode_t mode; kuid_t uid; kgid_t gid; struct device *dev; }; enum fw_opt { FW_OPT_UEVENT = 1, FW_OPT_NOWAIT = 2, FW_OPT_USERHELPER = 4, FW_OPT_NO_WARN = 8, FW_OPT_NOCACHE = 16, FW_OPT_NOFALLBACK_SYSFS = 32, FW_OPT_FALLBACK_PLATFORM = 64, FW_OPT_PARTIAL = 128, }; enum fw_status { FW_STATUS_UNKNOWN = 0, FW_STATUS_LOADING = 1, FW_STATUS_DONE = 2, FW_STATUS_ABORTED = 3, }; struct fw_state { struct completion completion; enum fw_status status; }; struct firmware_cache; struct fw_priv { struct kref ref; struct list_head list; struct firmware_cache *fwc; struct fw_state fw_st; void *data; size_t size; size_t allocated_size; size_t offset; u32 opt_flags; const char *fw_name; }; struct firmware_cache { spinlock_t lock; struct list_head head; int state; }; struct firmware_work { struct work_struct work; struct module *module; const char *name; struct device *device; void *context; void (*cont)(const struct firmware *, void *); u32 opt_flags; }; struct cache_type_info { const char *size_prop; const char *line_size_props[2]; const char *nr_sets_prop; }; struct reg_sequence { unsigned int reg; unsigned int def; unsigned int delay_us; }; typedef int (*regmap_hw_write)(void *, const void *, size_t); typedef int (*regmap_hw_gather_write)(void *, const void *, size_t, const void *, size_t); struct regmap_async; typedef int (*regmap_hw_async_write)(void *, const void *, size_t, const void *, size_t, struct regmap_async *); struct regmap_async { struct list_head list; struct regmap *map; void *work_buf; }; typedef int (*regmap_hw_read)(void *, const void *, size_t, void *, size_t); typedef int (*regmap_hw_reg_read)(void *, unsigned int, unsigned int *); typedef int (*regmap_hw_reg_noinc_read)(void *, unsigned int, void *, size_t); typedef int (*regmap_hw_reg_write)(void *, unsigned int, unsigned int); typedef int (*regmap_hw_reg_noinc_write)(void *, unsigned int, const void *, size_t); typedef int (*regmap_hw_reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); typedef struct regmap_async * (*regmap_hw_async_alloc)(); typedef void (*regmap_hw_free_context)(void *); struct regmap_bus { bool fast_io; regmap_hw_write write; regmap_hw_gather_write gather_write; regmap_hw_async_write async_write; regmap_hw_reg_write reg_write; regmap_hw_reg_noinc_write reg_noinc_write; regmap_hw_reg_update_bits reg_update_bits; regmap_hw_read read; regmap_hw_reg_read reg_read; regmap_hw_reg_noinc_read reg_noinc_read; regmap_hw_free_context free_context; regmap_hw_async_alloc async_alloc; u8 read_flag_mask; enum regmap_endian reg_format_endian_default; enum regmap_endian val_format_endian_default; size_t max_raw_read; size_t max_raw_write; bool free_on_exit; }; struct regmap_format { size_t buf_size; size_t reg_bytes; size_t pad_bytes; size_t reg_downshift; size_t val_bytes; void (*format_write)(struct regmap *, unsigned int, unsigned int); void (*format_reg)(void *, unsigned int, unsigned int); void (*format_val)(void *, unsigned int, unsigned int); unsigned int (*parse_val)(const void *); void (*parse_inplace)(void *); }; struct hwspinlock; struct regcache_ops; struct regmap { union { struct mutex mutex; struct { spinlock_t spinlock; long unsigned int spinlock_flags; }; struct { raw_spinlock_t raw_spinlock; long unsigned int raw_spinlock_flags; }; }; regmap_lock lock; regmap_unlock unlock; void *lock_arg; gfp_t alloc_flags; unsigned int reg_base; struct device *dev; void *work_buf; struct regmap_format format; const struct regmap_bus *bus; void *bus_context; const char *name; bool async; spinlock_t async_lock; wait_queue_head_t async_waitq; struct list_head async_list; struct list_head async_free; int async_ret; bool debugfs_disable; struct dentry *debugfs; const char *debugfs_name; unsigned int debugfs_reg_len; unsigned int debugfs_val_len; unsigned int debugfs_tot_len; struct list_head debugfs_off_cache; struct mutex cache_lock; unsigned int max_register; bool (*writeable_reg)(struct device *, unsigned int); bool (*readable_reg)(struct device *, unsigned int); bool (*volatile_reg)(struct device *, unsigned int); bool (*precious_reg)(struct device *, unsigned int); bool (*writeable_noinc_reg)(struct device *, unsigned int); bool (*readable_noinc_reg)(struct device *, unsigned int); const struct regmap_access_table *wr_table; const struct regmap_access_table *rd_table; const struct regmap_access_table *volatile_table; const struct regmap_access_table *precious_table; const struct regmap_access_table *wr_noinc_table; const struct regmap_access_table *rd_noinc_table; int (*reg_read)(void *, unsigned int, unsigned int *); int (*reg_write)(void *, unsigned int, unsigned int); int (*reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); int (*read)(void *, const void *, size_t, void *, size_t); int (*write)(void *, const void *, size_t); bool defer_caching; long unsigned int read_flag_mask; long unsigned int write_flag_mask; int reg_shift; int reg_stride; int reg_stride_order; const struct regcache_ops *cache_ops; enum regcache_type cache_type; unsigned int cache_size_raw; unsigned int cache_word_size; unsigned int num_reg_defaults; unsigned int num_reg_defaults_raw; bool cache_only; bool cache_bypass; bool cache_free; struct reg_default *reg_defaults; const void *reg_defaults_raw; void *cache; bool cache_dirty; bool no_sync_defaults; struct reg_sequence *patch; int patch_regs; bool use_single_read; bool use_single_write; bool can_multi_write; size_t max_raw_read; size_t max_raw_write; struct rb_root range_tree; void *selector_work_buf; struct hwspinlock *hwlock; bool can_sleep; }; struct regcache_ops { const char *name; enum regcache_type type; int (*init)(struct regmap *); int (*exit)(struct regmap *); void (*debugfs_init)(struct regmap *); int (*read)(struct regmap *, unsigned int, unsigned int *); int (*write)(struct regmap *, unsigned int, unsigned int); int (*sync)(struct regmap *, unsigned int, unsigned int); int (*drop)(struct regmap *, unsigned int, unsigned int); }; struct regcache_rbtree_node { void *block; long int *cache_present; unsigned int base_reg; unsigned int blklen; struct rb_node node; }; struct regcache_rbtree_ctx { struct rb_root root; struct regcache_rbtree_node *cached_rbnode; }; struct regmap_debugfs_off_cache { struct list_head list; off_t min; off_t max; unsigned int base_reg; unsigned int max_reg; }; struct regmap_range_node { struct rb_node node; const char *name; struct regmap *map; unsigned int range_min; unsigned int range_max; unsigned int selector_reg; unsigned int selector_mask; int selector_shift; unsigned int window_start; unsigned int window_len; }; struct regmap_debugfs_node { struct regmap *map; struct list_head link; }; struct regmap_field { struct regmap *regmap; unsigned int mask; unsigned int shift; unsigned int reg; unsigned int id_size; unsigned int id_offset; }; struct trace_event_raw_regmap_reg { struct trace_entry ent; u32 __data_loc_name; unsigned int reg; unsigned int val; char __data[0]; }; struct trace_event_raw_regmap_bulk { struct trace_entry ent; u32 __data_loc_name; unsigned int reg; u32 __data_loc_buf; int val_len; char __data[0]; }; struct trace_event_raw_regmap_block { struct trace_entry ent; u32 __data_loc_name; unsigned int reg; int count; char __data[0]; }; struct trace_event_raw_regcache_sync { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_status; u32 __data_loc_type; char __data[0]; }; struct trace_event_raw_regmap_bool { struct trace_entry ent; u32 __data_loc_name; int flag; char __data[0]; }; struct trace_event_raw_regmap_async { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_regcache_drop_region { struct trace_entry ent; u32 __data_loc_name; unsigned int from; unsigned int to; char __data[0]; }; struct trace_event_data_offsets_regmap_reg { u32 name; }; struct trace_event_data_offsets_regmap_bulk { u32 name; u32 buf; }; struct trace_event_data_offsets_regmap_block { u32 name; }; struct trace_event_data_offsets_regcache_sync { u32 name; u32 status; u32 type; }; struct trace_event_data_offsets_regmap_bool { u32 name; }; struct trace_event_data_offsets_regmap_async { u32 name; }; struct trace_event_data_offsets_regcache_drop_region { u32 name; }; typedef void (*btf_trace_regmap_reg_write)(void *, struct regmap *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_reg_read)(void *, struct regmap *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_reg_read_cache)(void *, struct regmap *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_bulk_write)(void *, struct regmap *, unsigned int, const void *, int); typedef void (*btf_trace_regmap_bulk_read)(void *, struct regmap *, unsigned int, const void *, int); typedef void (*btf_trace_regmap_hw_read_start)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_hw_read_done)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_hw_write_start)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_hw_write_done)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regcache_sync)(void *, struct regmap *, const char *, const char *); typedef void (*btf_trace_regmap_cache_only)(void *, struct regmap *, bool); typedef void (*btf_trace_regmap_cache_bypass)(void *, struct regmap *, bool); typedef void (*btf_trace_regmap_async_write_start)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_async_io_complete)(void *, struct regmap *); typedef void (*btf_trace_regmap_async_complete_start)(void *, struct regmap *); typedef void (*btf_trace_regmap_async_complete_done)(void *, struct regmap *); typedef void (*btf_trace_regcache_drop_region)(void *, struct regmap *, unsigned int, unsigned int); struct i2c_client { short unsigned int flags; short unsigned int addr; char name[20]; struct i2c_adapter *adapter; struct device dev; int init_irq; int irq; struct list_head detected; void *devres_group_id; }; struct regmap_mmio_context { void *regs; unsigned int val_bytes; bool big_endian; bool attached_clk; struct clk *clk; void (*reg_write)(struct regmap_mmio_context *, unsigned int, unsigned int); unsigned int (*reg_read)(struct regmap_mmio_context *, unsigned int); }; struct regmap_irq_type { unsigned int type_reg_offset; unsigned int type_reg_mask; unsigned int type_rising_val; unsigned int type_falling_val; unsigned int type_level_low_val; unsigned int type_level_high_val; unsigned int types_supported; }; struct regmap_irq { unsigned int reg_offset; unsigned int mask; struct regmap_irq_type type; }; struct regmap_irq_sub_irq_map { unsigned int num_regs; unsigned int *offset; }; struct regmap_irq_chip { const char *name; unsigned int main_status; unsigned int num_main_status_bits; struct regmap_irq_sub_irq_map *sub_reg_offsets; int num_main_regs; unsigned int status_base; unsigned int mask_base; unsigned int unmask_base; unsigned int ack_base; unsigned int wake_base; unsigned int type_base; unsigned int *virt_reg_base; const unsigned int *config_base; unsigned int irq_reg_stride; unsigned int init_ack_masked: 1; unsigned int mask_invert: 1; unsigned int mask_unmask_non_inverted: 1; unsigned int use_ack: 1; unsigned int ack_invert: 1; unsigned int clear_ack: 1; unsigned int wake_invert: 1; unsigned int runtime_pm: 1; unsigned int type_invert: 1; unsigned int type_in_mask: 1; unsigned int clear_on_unmask: 1; unsigned int not_fixed_stride: 1; unsigned int status_invert: 1; int num_regs; const struct regmap_irq *irqs; int num_irqs; int num_type_reg; int num_virt_regs; int num_config_bases; int num_config_regs; int (*handle_pre_irq)(void *); int (*handle_post_irq)(void *); int (*handle_mask_sync)(struct regmap *, int, unsigned int, unsigned int, void *); int (*set_type_virt)(unsigned int **, unsigned int, long unsigned int, int); int (*set_type_config)(unsigned int **, unsigned int, const struct regmap_irq *, int); unsigned int (*get_irq_reg)(struct regmap_irq_chip_data *, unsigned int, int); void *irq_drv_data; }; struct regmap_irq_chip_data { struct mutex lock; struct irq_chip irq_chip; struct regmap *map; const struct regmap_irq_chip *chip; int irq_base; struct irq_domain *domain; int irq; int wake_count; unsigned int mask_base; unsigned int unmask_base; void *status_reg_buf; unsigned int *main_status_buf; unsigned int *status_buf; unsigned int *mask_buf; unsigned int *mask_buf_def; unsigned int *wake_buf; unsigned int *type_buf; unsigned int *type_buf_def; unsigned int **virt_buf; unsigned int **config_buf; unsigned int irq_reg_stride; unsigned int (*get_irq_reg)(struct regmap_irq_chip_data *, unsigned int, int); unsigned int clear_status: 1; }; struct devcd_entry { struct device devcd_dev; void *data; size_t datalen; struct mutex mutex; bool delete_work; struct module *owner; ssize_t (*read)(char *, loff_t, size_t, void *, size_t); void (*free)(void *); struct delayed_work del_wk; struct device *failing_dev; }; typedef void (*irq_write_msi_msg_t)(struct msi_desc *, struct msi_msg *); struct platform_msi_priv_data { struct device *dev; void *host_data; msi_alloc_info_t arg; irq_write_msi_msg_t write_msg; int devid; }; struct trace_event_raw_devres { struct trace_entry ent; u32 __data_loc_devname; struct device *dev; const char *op; void *node; const char *name; size_t size; char __data[0]; }; struct trace_event_data_offsets_devres { u32 devname; }; typedef void (*btf_trace_devres_log)(void *, struct device *, const char *, void *, const char *, size_t); struct brd_device { int brd_number; struct gendisk *brd_disk; struct list_head brd_list; spinlock_t brd_lock; struct xarray brd_pages; u64 brd_nr_pages; }; enum scale_freq_source { SCALE_FREQ_SOURCE_CPUFREQ = 0, SCALE_FREQ_SOURCE_ARCH = 1, SCALE_FREQ_SOURCE_CPPC = 2, }; struct scale_freq_data { enum scale_freq_source source; void (*set_freq_scale)(); }; struct trace_event_raw_thermal_pressure_update { struct trace_entry ent; long unsigned int thermal_pressure; int cpu; char __data[0]; }; struct trace_event_data_offsets_thermal_pressure_update {}; typedef void (*btf_trace_thermal_pressure_update)(void *, int, long unsigned int); struct virtio_blk_geometry { __virtio16 cylinders; __u8 heads; __u8 sectors; }; struct virtio_blk_config { __virtio64 capacity; __virtio32 size_max; __virtio32 seg_max; struct virtio_blk_geometry geometry; __virtio32 blk_size; __u8 physical_block_exp; __u8 alignment_offset; __virtio16 min_io_size; __virtio32 opt_io_size; __u8 wce; __u8 unused; __virtio16 num_queues; __virtio32 max_discard_sectors; __virtio32 max_discard_seg; __virtio32 discard_sector_alignment; __virtio32 max_write_zeroes_sectors; __virtio32 max_write_zeroes_seg; __u8 write_zeroes_may_unmap; __u8 unused1[3]; __virtio32 max_secure_erase_sectors; __virtio32 max_secure_erase_seg; __virtio32 secure_erase_sector_alignment; }; struct virtio_blk_outhdr { __virtio32 type; __virtio32 ioprio; __virtio64 sector; }; struct virtio_blk_discard_write_zeroes { __le64 sector; __le32 num_sectors; __le32 flags; }; struct virtio_blk_vq { struct virtqueue *vq; spinlock_t lock; char name[16]; long: 32; long: 64; long: 64; long: 64; long: 64; }; struct virtio_blk { struct mutex vdev_mutex; struct virtio_device *vdev; struct gendisk *disk; struct blk_mq_tag_set tag_set; struct work_struct config_work; int index; int num_vqs; int io_queues[3]; struct virtio_blk_vq *vqs; }; struct virtblk_req { struct virtio_blk_outhdr out_hdr; u8 status; struct sg_table sg_table; struct scatterlist sg[0]; }; typedef unsigned int __kernel_old_dev_t; typedef u32 compat_dev_t; enum { LO_FLAGS_READ_ONLY = 1, LO_FLAGS_AUTOCLEAR = 4, LO_FLAGS_PARTSCAN = 8, LO_FLAGS_DIRECT_IO = 16, }; struct loop_info { int lo_number; __kernel_old_dev_t lo_device; long unsigned int lo_inode; __kernel_old_dev_t lo_rdevice; int lo_offset; int lo_encrypt_type; int lo_encrypt_key_size; int lo_flags; char lo_name[64]; unsigned char lo_encrypt_key[32]; long unsigned int lo_init[2]; char reserved[4]; }; struct loop_info64 { __u64 lo_device; __u64 lo_inode; __u64 lo_rdevice; __u64 lo_offset; __u64 lo_sizelimit; __u32 lo_number; __u32 lo_encrypt_type; __u32 lo_encrypt_key_size; __u32 lo_flags; __u8 lo_file_name[64]; __u8 lo_crypt_name[64]; __u8 lo_encrypt_key[32]; __u64 lo_init[2]; }; struct loop_config { __u32 fd; __u32 block_size; struct loop_info64 info; __u64 __reserved[8]; }; enum { Lo_unbound = 0, Lo_bound = 1, Lo_rundown = 2, Lo_deleting = 3, }; struct loop_device { int lo_number; loff_t lo_offset; loff_t lo_sizelimit; int lo_flags; char lo_file_name[64]; struct file *lo_backing_file; struct block_device *lo_device; gfp_t old_gfp_mask; spinlock_t lo_lock; int lo_state; spinlock_t lo_work_lock; struct workqueue_struct *workqueue; struct work_struct rootcg_work; struct list_head rootcg_cmd_list; struct list_head idle_worker_list; struct rb_root worker_tree; struct timer_list timer; bool use_dio; bool sysfs_inited; struct request_queue *lo_queue; struct blk_mq_tag_set tag_set; struct gendisk *lo_disk; struct mutex lo_mutex; bool idr_visible; }; struct loop_cmd { struct list_head list_entry; bool use_aio; atomic_t ref; long int ret; struct kiocb iocb; struct bio_vec *bvec; struct cgroup_subsys_state *blkcg_css; struct cgroup_subsys_state *memcg_css; }; struct loop_worker { struct rb_node rb_node; struct work_struct work; struct list_head cmd_list; struct list_head idle_list; struct loop_device *lo; struct cgroup_subsys_state *blkcg_css; long unsigned int last_ran_at; }; struct compat_loop_info { compat_int_t lo_number; compat_dev_t lo_device; compat_ulong_t lo_inode; compat_dev_t lo_rdevice; compat_int_t lo_offset; compat_int_t lo_encrypt_type; compat_int_t lo_encrypt_key_size; compat_int_t lo_flags; char lo_name[64]; unsigned char lo_encrypt_key[32]; compat_ulong_t lo_init[2]; char reserved[4]; }; enum sock_shutdown_cmd { SHUT_RD = 0, SHUT_WR = 1, SHUT_RDWR = 2, }; enum { NBD_CMD_READ = 0, NBD_CMD_WRITE = 1, NBD_CMD_DISC = 2, NBD_CMD_FLUSH = 3, NBD_CMD_TRIM = 4, }; struct nbd_request { __be32 magic; __be32 type; char handle[8]; __be64 from; __be32 len; } __attribute__((packed)); struct nbd_reply { __be32 magic; __be32 error; char handle[8]; }; enum { NBD_ATTR_UNSPEC = 0, NBD_ATTR_INDEX = 1, NBD_ATTR_SIZE_BYTES = 2, NBD_ATTR_BLOCK_SIZE_BYTES = 3, NBD_ATTR_TIMEOUT = 4, NBD_ATTR_SERVER_FLAGS = 5, NBD_ATTR_CLIENT_FLAGS = 6, NBD_ATTR_SOCKETS = 7, NBD_ATTR_DEAD_CONN_TIMEOUT = 8, NBD_ATTR_DEVICE_LIST = 9, NBD_ATTR_BACKEND_IDENTIFIER = 10, __NBD_ATTR_MAX = 11, }; enum { NBD_DEVICE_ITEM_UNSPEC = 0, NBD_DEVICE_ITEM = 1, __NBD_DEVICE_ITEM_MAX = 2, }; enum { NBD_DEVICE_UNSPEC = 0, NBD_DEVICE_INDEX = 1, NBD_DEVICE_CONNECTED = 2, __NBD_DEVICE_MAX = 3, }; enum { NBD_SOCK_ITEM_UNSPEC = 0, NBD_SOCK_ITEM = 1, __NBD_SOCK_ITEM_MAX = 2, }; enum { NBD_SOCK_UNSPEC = 0, NBD_SOCK_FD = 1, __NBD_SOCK_MAX = 2, }; enum { NBD_CMD_UNSPEC = 0, NBD_CMD_CONNECT = 1, NBD_CMD_DISCONNECT = 2, NBD_CMD_RECONFIGURE = 3, NBD_CMD_LINK_DEAD = 4, NBD_CMD_STATUS = 5, __NBD_CMD_MAX = 6, }; struct genlmsghdr { __u8 cmd; __u8 version; __u16 reserved; }; struct genl_multicast_group { char name[16]; u8 flags; }; struct genl_split_ops; struct genl_info; struct genl_ops; struct genl_small_ops; struct genl_family { unsigned int hdrsize; char name[16]; unsigned int version; unsigned int maxattr; u8 netnsok: 1; u8 parallel_ops: 1; u8 n_ops; u8 n_small_ops; u8 n_split_ops; u8 n_mcgrps; u8 resv_start_op; const struct nla_policy *policy; int (*pre_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); void (*post_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); const struct genl_ops *ops; const struct genl_small_ops *small_ops; const struct genl_split_ops *split_ops; const struct genl_multicast_group *mcgrps; struct module *module; int id; unsigned int mcgrp_offset; }; struct genl_split_ops { union { struct { int (*pre_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); int (*doit)(struct sk_buff *, struct genl_info *); void (*post_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); }; struct { int (*start)(struct netlink_callback *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); }; }; const struct nla_policy *policy; unsigned int maxattr; u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; struct genl_info { u32 snd_seq; u32 snd_portid; struct nlmsghdr *nlhdr; struct genlmsghdr *genlhdr; void *userhdr; struct nlattr **attrs; possible_net_t _net; void *user_ptr[2]; struct netlink_ext_ack *extack; }; struct genl_ops { int (*doit)(struct sk_buff *, struct genl_info *); int (*start)(struct netlink_callback *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); const struct nla_policy *policy; unsigned int maxattr; u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; struct genl_small_ops { int (*doit)(struct sk_buff *, struct genl_info *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; enum genl_validate_flags { GENL_DONT_VALIDATE_STRICT = 1, GENL_DONT_VALIDATE_DUMP = 2, GENL_DONT_VALIDATE_DUMP_STRICT = 4, }; struct trace_event_raw_nbd_transport_event { struct trace_entry ent; struct request *req; u64 handle; char __data[0]; }; struct trace_event_raw_nbd_send_request { struct trace_entry ent; struct nbd_request *nbd_request; u64 dev_index; struct request *request; char __data[0]; }; struct trace_event_data_offsets_nbd_transport_event {}; struct trace_event_data_offsets_nbd_send_request {}; typedef void (*btf_trace_nbd_header_sent)(void *, struct request *, u64); typedef void (*btf_trace_nbd_payload_sent)(void *, struct request *, u64); typedef void (*btf_trace_nbd_header_received)(void *, struct request *, u64); typedef void (*btf_trace_nbd_payload_received)(void *, struct request *, u64); typedef void (*btf_trace_nbd_send_request)(void *, struct nbd_request *, int, struct request *); struct nbd_sock { struct socket *sock; struct mutex tx_lock; struct request *pending; int sent; bool dead; int fallback_index; int cookie; }; struct nbd_device; struct recv_thread_args { struct work_struct work; struct nbd_device *nbd; int index; }; struct nbd_config; struct nbd_device { struct blk_mq_tag_set tag_set; int index; refcount_t config_refs; refcount_t refs; struct nbd_config *config; struct mutex config_lock; struct gendisk *disk; struct workqueue_struct *recv_workq; struct work_struct remove_work; struct list_head list; struct task_struct *task_setup; long unsigned int flags; pid_t pid; char *backend; }; struct link_dead_args { struct work_struct work; int index; }; struct nbd_config { u32 flags; long unsigned int runtime_flags; u64 dead_conn_timeout; struct nbd_sock **socks; int num_connections; atomic_t live_connections; wait_queue_head_t conn_wait; atomic_t recv_threads; wait_queue_head_t recv_wq; unsigned int blksize_bits; loff_t bytesize; struct dentry *dbg_dir; }; struct nbd_cmd { struct nbd_device *nbd; struct mutex lock; int index; int cookie; int retries; blk_status_t status; long unsigned int flags; u32 cmd_cookie; }; enum da9063_irqs { DA9063_IRQ_ONKEY = 0, DA9063_IRQ_ALARM = 1, DA9063_IRQ_TICK = 2, DA9063_IRQ_ADC_RDY = 3, DA9063_IRQ_SEQ_RDY = 4, DA9063_IRQ_WAKE = 5, DA9063_IRQ_TEMP = 6, DA9063_IRQ_COMP_1V2 = 7, DA9063_IRQ_LDO_LIM = 8, DA9063_IRQ_REG_UVOV = 9, DA9063_IRQ_DVC_RDY = 10, DA9063_IRQ_VDD_MON = 11, DA9063_IRQ_WARN = 12, DA9063_IRQ_GPI0 = 13, DA9063_IRQ_GPI1 = 14, DA9063_IRQ_GPI2 = 15, DA9063_IRQ_GPI3 = 16, DA9063_IRQ_GPI4 = 17, DA9063_IRQ_GPI5 = 18, DA9063_IRQ_GPI6 = 19, DA9063_IRQ_GPI7 = 20, DA9063_IRQ_GPI8 = 21, DA9063_IRQ_GPI9 = 22, DA9063_IRQ_GPI10 = 23, DA9063_IRQ_GPI11 = 24, DA9063_IRQ_GPI12 = 25, DA9063_IRQ_GPI13 = 26, DA9063_IRQ_GPI14 = 27, DA9063_IRQ_GPI15 = 28, }; struct mfd_cell_acpi_match; struct mfd_cell { const char *name; int id; int level; int (*enable)(struct platform_device *); int (*disable)(struct platform_device *); int (*suspend)(struct platform_device *); int (*resume)(struct platform_device *); void *platform_data; size_t pdata_size; const struct software_node *swnode; const char *of_compatible; const u64 of_reg; bool use_of_reg; const struct mfd_cell_acpi_match *acpi_match; int num_resources; const struct resource *resources; bool ignore_resource_conflicts; bool pm_runtime_no_callbacks; const char * const *parent_supplies; int num_parent_supplies; }; struct mfd_cell_acpi_match { const char *pnpid; const long long unsigned int adr; }; struct mfd_of_node_entry { struct list_head list; struct device *dev; struct device_node *np; }; struct i2c_device_id { char name[20]; kernel_ulong_t driver_data; }; enum i2c_alert_protocol { I2C_PROTOCOL_SMBUS_ALERT = 0, I2C_PROTOCOL_SMBUS_HOST_NOTIFY = 1, }; struct i2c_board_info; struct i2c_driver { unsigned int class; int (*probe)(struct i2c_client *, const struct i2c_device_id *); void (*remove)(struct i2c_client *); int (*probe_new)(struct i2c_client *); void (*shutdown)(struct i2c_client *); void (*alert)(struct i2c_client *, enum i2c_alert_protocol, unsigned int); int (*command)(struct i2c_client *, unsigned int, void *); struct device_driver driver; const struct i2c_device_id *id_table; int (*detect)(struct i2c_client *, struct i2c_board_info *); const short unsigned int *address_list; struct list_head clients; u32 flags; }; struct i2c_board_info { char type[20]; short unsigned int flags; short unsigned int addr; const char *dev_name; void *platform_data; struct device_node *of_node; struct fwnode_handle *fwnode; const struct software_node *swnode; const struct resource *resources; unsigned int num_resources; int irq; }; enum da9063_variant_codes { PMIC_DA9063_AD = 3, PMIC_DA9063_BB = 5, PMIC_DA9063_CA = 6, PMIC_DA9063_DA = 7, PMIC_DA9063_EA = 8, }; enum da9063_page_sel_buf_fmt { DA9063_PAGE_SEL_BUF_PAGE_REG = 0, DA9063_PAGE_SEL_BUF_PAGE_VAL = 1, DA9063_PAGE_SEL_BUF_SIZE = 2, }; enum da9063_paged_read_msgs { DA9063_PAGED_READ_MSG_PAGE_SEL = 0, DA9063_PAGED_READ_MSG_REG_SEL = 1, DA9063_PAGED_READ_MSG_DATA = 2, DA9063_PAGED_READ_MSG_CNT = 3, }; enum { DA9063_DEV_ID_REG = 0, DA9063_VAR_ID_REG = 1, DA9063_CHIP_ID_REGS = 2, }; struct syscon_platform_data { const char *label; }; struct syscon { struct device_node *np; struct regmap *regmap; struct list_head list; }; struct dma_fence_array; struct dma_fence_array_cb { struct dma_fence_cb cb; struct dma_fence_array *array; }; struct dma_fence_array { struct dma_fence base; spinlock_t lock; unsigned int num_fences; atomic_t num_pending; struct dma_fence **fences; struct irq_work work; }; struct dma_resv_iter { struct dma_resv *obj; enum dma_resv_usage usage; struct dma_fence *fence; enum dma_resv_usage fence_usage; unsigned int index; struct dma_resv_list *fences; unsigned int num_fences; bool is_restarted; }; struct dma_buf_sync { __u64 flags; }; struct dma_buf_export_sync_file { __u32 flags; __s32 fd; }; struct dma_buf_import_sync_file { __u32 flags; __s32 fd; }; struct dma_buf_list { struct list_head head; struct mutex lock; }; struct sync_merge_data { char name[32]; __s32 fd2; __s32 fence; __u32 flags; __u32 pad; }; struct sync_fence_info { char obj_name[32]; char driver_name[32]; __s32 status; __u32 flags; __u64 timestamp_ns; }; struct sync_file_info { char name[32]; __s32 status; __u32 flags; __u32 num_fences; __u32 pad; __u64 sync_fence_info; }; struct dma_resv_list { struct callback_head rcu; u32 num_fences; u32 max_fences; struct dma_fence *table[0]; }; enum sam_status { SAM_STAT_GOOD = 0, SAM_STAT_CHECK_CONDITION = 2, SAM_STAT_CONDITION_MET = 4, SAM_STAT_BUSY = 8, SAM_STAT_INTERMEDIATE = 16, SAM_STAT_INTERMEDIATE_CONDITION_MET = 20, SAM_STAT_RESERVATION_CONFLICT = 24, SAM_STAT_COMMAND_TERMINATED = 34, SAM_STAT_TASK_SET_FULL = 40, SAM_STAT_ACA_ACTIVE = 48, SAM_STAT_TASK_ABORTED = 64, }; enum scsi_host_status { DID_OK = 0, DID_NO_CONNECT = 1, DID_BUS_BUSY = 2, DID_TIME_OUT = 3, DID_BAD_TARGET = 4, DID_ABORT = 5, DID_PARITY = 6, DID_ERROR = 7, DID_RESET = 8, DID_BAD_INTR = 9, DID_PASSTHROUGH = 10, DID_SOFT_ERROR = 11, DID_IMM_RETRY = 12, DID_REQUEUE = 13, DID_TRANSPORT_DISRUPTED = 14, DID_TRANSPORT_FAILFAST = 15, DID_TRANSPORT_MARGINAL = 20, }; typedef __u64 blist_flags_t; enum scsi_device_state { SDEV_CREATED = 1, SDEV_RUNNING = 2, SDEV_CANCEL = 3, SDEV_DEL = 4, SDEV_QUIESCE = 5, SDEV_OFFLINE = 6, SDEV_TRANSPORT_OFFLINE = 7, SDEV_BLOCK = 8, SDEV_CREATED_BLOCK = 9, }; enum scsi_device_event { SDEV_EVT_MEDIA_CHANGE = 1, SDEV_EVT_INQUIRY_CHANGE_REPORTED = 2, SDEV_EVT_CAPACITY_CHANGE_REPORTED = 3, SDEV_EVT_SOFT_THRESHOLD_REACHED_REPORTED = 4, SDEV_EVT_MODE_PARAMETER_CHANGE_REPORTED = 5, SDEV_EVT_LUN_CHANGE_REPORTED = 6, SDEV_EVT_ALUA_STATE_CHANGE_REPORTED = 7, SDEV_EVT_POWER_ON_RESET_OCCURRED = 8, SDEV_EVT_FIRST = 1, SDEV_EVT_LAST = 8, SDEV_EVT_MAXBITS = 9, }; struct scsi_vpd { struct callback_head rcu; int len; unsigned char data[0]; }; enum scsi_vpd_parameters { SCSI_VPD_HEADER_SIZE = 4, }; struct bsg_device; struct Scsi_Host; struct scsi_target; struct scsi_device_handler; struct scsi_device { struct Scsi_Host *host; struct request_queue *request_queue; struct list_head siblings; struct list_head same_target_siblings; struct sbitmap budget_map; atomic_t device_blocked; atomic_t restarts; spinlock_t list_lock; struct list_head starved_entry; short unsigned int queue_depth; short unsigned int max_queue_depth; short unsigned int last_queue_full_depth; short unsigned int last_queue_full_count; long unsigned int last_queue_full_time; long unsigned int queue_ramp_up_period; long unsigned int last_queue_ramp_up; unsigned int id; unsigned int channel; u64 lun; unsigned int manufacturer; unsigned int sector_size; void *hostdata; unsigned char type; char scsi_level; char inq_periph_qual; struct mutex inquiry_mutex; unsigned char inquiry_len; unsigned char *inquiry; const char *vendor; const char *model; const char *rev; struct scsi_vpd *vpd_pg0; struct scsi_vpd *vpd_pg83; struct scsi_vpd *vpd_pg80; struct scsi_vpd *vpd_pg89; struct scsi_vpd *vpd_pgb0; struct scsi_vpd *vpd_pgb1; struct scsi_vpd *vpd_pgb2; struct scsi_target *sdev_target; blist_flags_t sdev_bflags; unsigned int eh_timeout; unsigned int removable: 1; unsigned int changed: 1; unsigned int busy: 1; unsigned int lockable: 1; unsigned int locked: 1; unsigned int borken: 1; unsigned int disconnect: 1; unsigned int soft_reset: 1; unsigned int sdtr: 1; unsigned int wdtr: 1; unsigned int ppr: 1; unsigned int tagged_supported: 1; unsigned int simple_tags: 1; unsigned int was_reset: 1; unsigned int expecting_cc_ua: 1; unsigned int use_10_for_rw: 1; unsigned int use_10_for_ms: 1; unsigned int set_dbd_for_ms: 1; unsigned int no_report_opcodes: 1; unsigned int no_write_same: 1; unsigned int use_16_for_rw: 1; unsigned int use_16_for_sync: 1; unsigned int skip_ms_page_8: 1; unsigned int skip_ms_page_3f: 1; unsigned int skip_vpd_pages: 1; unsigned int try_vpd_pages: 1; unsigned int use_192_bytes_for_3f: 1; unsigned int no_start_on_add: 1; unsigned int allow_restart: 1; unsigned int manage_start_stop: 1; unsigned int start_stop_pwr_cond: 1; unsigned int no_uld_attach: 1; unsigned int select_no_atn: 1; unsigned int fix_capacity: 1; unsigned int guess_capacity: 1; unsigned int retry_hwerror: 1; unsigned int last_sector_bug: 1; unsigned int no_read_disc_info: 1; unsigned int no_read_capacity_16: 1; unsigned int try_rc_10_first: 1; unsigned int security_supported: 1; unsigned int is_visible: 1; unsigned int wce_default_on: 1; unsigned int no_dif: 1; unsigned int broken_fua: 1; unsigned int lun_in_cdb: 1; unsigned int unmap_limit_for_ws: 1; unsigned int rpm_autosuspend: 1; unsigned int ignore_media_change: 1; unsigned int silence_suspend: 1; unsigned int queue_stopped; bool offline_already; atomic_t disk_events_disable_depth; long unsigned int supported_events[1]; long unsigned int pending_events[1]; struct list_head event_list; struct work_struct event_work; unsigned int max_device_blocked; atomic_t iorequest_cnt; atomic_t iodone_cnt; atomic_t ioerr_cnt; atomic_t iotmo_cnt; struct device sdev_gendev; struct device sdev_dev; struct work_struct requeue_work; struct scsi_device_handler *handler; void *handler_data; size_t dma_drain_len; void *dma_drain_buf; unsigned int sg_timeout; unsigned int sg_reserved_size; struct bsg_device *bsg_dev; unsigned char access_state; struct mutex state_mutex; enum scsi_device_state sdev_state; struct task_struct *quiesced_by; long unsigned int sdev_data[0]; }; enum scsi_host_state { SHOST_CREATED = 1, SHOST_RUNNING = 2, SHOST_CANCEL = 3, SHOST_DEL = 4, SHOST_RECOVERY = 5, SHOST_CANCEL_RECOVERY = 6, SHOST_DEL_RECOVERY = 7, }; struct scsi_host_template; struct scsi_transport_template; struct Scsi_Host { struct list_head __devices; struct list_head __targets; struct list_head starved_list; spinlock_t default_lock; spinlock_t *host_lock; struct mutex scan_mutex; struct list_head eh_abort_list; struct list_head eh_cmd_q; struct task_struct *ehandler; struct completion *eh_action; wait_queue_head_t host_wait; struct scsi_host_template *hostt; struct scsi_transport_template *transportt; struct kref tagset_refcnt; struct completion tagset_freed; struct blk_mq_tag_set tag_set; atomic_t host_blocked; unsigned int host_failed; unsigned int host_eh_scheduled; unsigned int host_no; int eh_deadline; long unsigned int last_reset; unsigned int max_channel; unsigned int max_id; u64 max_lun; unsigned int unique_id; short unsigned int max_cmd_len; int this_id; int can_queue; short int cmd_per_lun; short unsigned int sg_tablesize; short unsigned int sg_prot_tablesize; unsigned int max_sectors; unsigned int opt_sectors; unsigned int max_segment_size; long unsigned int dma_boundary; long unsigned int virt_boundary_mask; unsigned int nr_hw_queues; unsigned int nr_maps; unsigned int active_mode: 2; unsigned int host_self_blocked: 1; unsigned int reverse_ordering: 1; unsigned int tmf_in_progress: 1; unsigned int async_scan: 1; unsigned int eh_noresume: 1; unsigned int no_write_same: 1; unsigned int host_tagset: 1; unsigned int short_inquiry: 1; unsigned int no_scsi2_lun_in_cdb: 1; char work_q_name[20]; struct workqueue_struct *work_q; struct workqueue_struct *tmf_work_q; unsigned int max_host_blocked; unsigned int prot_capabilities; unsigned char prot_guard_type; long unsigned int base; long unsigned int io_port; unsigned char n_io_port; unsigned char dma_channel; unsigned int irq; enum scsi_host_state shost_state; struct device shost_gendev; struct device shost_dev; void *shost_data; struct device *dma_dev; long unsigned int hostdata[0]; }; enum scsi_target_state { STARGET_CREATED = 1, STARGET_RUNNING = 2, STARGET_REMOVE = 3, STARGET_CREATED_REMOVE = 4, STARGET_DEL = 5, }; struct scsi_target { struct scsi_device *starget_sdev_user; struct list_head siblings; struct list_head devices; struct device dev; struct kref reap_ref; unsigned int channel; unsigned int id; unsigned int create: 1; unsigned int single_lun: 1; unsigned int pdt_1f_for_no_lun: 1; unsigned int no_report_luns: 1; unsigned int expecting_lun_change: 1; atomic_t target_busy; atomic_t target_blocked; unsigned int can_queue; unsigned int max_target_blocked; char scsi_level; enum scsi_target_state state; void *hostdata; long unsigned int starget_data[0]; }; struct scsi_data_buffer { struct sg_table table; unsigned int length; }; enum scsi_cmnd_submitter { SUBMITTED_BY_BLOCK_LAYER = 0, SUBMITTED_BY_SCSI_ERROR_HANDLER = 1, SUBMITTED_BY_SCSI_RESET_IOCTL = 2, }; struct scsi_cmnd { struct scsi_device *device; struct list_head eh_entry; struct delayed_work abort_work; struct callback_head rcu; int eh_eflags; int budget_token; long unsigned int jiffies_at_alloc; int retries; int allowed; unsigned char prot_op; unsigned char prot_type; unsigned char prot_flags; enum scsi_cmnd_submitter submitter; short unsigned int cmd_len; enum dma_data_direction sc_data_direction; unsigned char cmnd[32]; struct scsi_data_buffer sdb; struct scsi_data_buffer *prot_sdb; unsigned int underflow; unsigned int transfersize; unsigned int resid_len; unsigned int sense_len; unsigned char *sense_buffer; int flags; long unsigned int state; unsigned int extra_len; unsigned char *host_scribble; int result; }; enum scsi_prot_operations { SCSI_PROT_NORMAL = 0, SCSI_PROT_READ_INSERT = 1, SCSI_PROT_WRITE_STRIP = 2, SCSI_PROT_READ_STRIP = 3, SCSI_PROT_WRITE_INSERT = 4, SCSI_PROT_READ_PASS = 5, SCSI_PROT_WRITE_PASS = 6, }; struct scsi_driver { struct device_driver gendrv; void (*rescan)(struct device *); blk_status_t (*init_command)(struct scsi_cmnd *); void (*uninit_command)(struct scsi_cmnd *); int (*done)(struct scsi_cmnd *); int (*eh_action)(struct scsi_cmnd *, int); void (*eh_reset)(struct scsi_cmnd *); }; enum scsi_timeout_action { SCSI_EH_DONE = 0, SCSI_EH_RESET_TIMER = 1, SCSI_EH_NOT_HANDLED = 2, }; struct scsi_host_template { unsigned int cmd_size; int (*queuecommand)(struct Scsi_Host *, struct scsi_cmnd *); void (*commit_rqs)(struct Scsi_Host *, u16); struct module *module; const char *name; const char * (*info)(struct Scsi_Host *); int (*ioctl)(struct scsi_device *, unsigned int, void *); int (*compat_ioctl)(struct scsi_device *, unsigned int, void *); int (*init_cmd_priv)(struct Scsi_Host *, struct scsi_cmnd *); int (*exit_cmd_priv)(struct Scsi_Host *, struct scsi_cmnd *); int (*eh_abort_handler)(struct scsi_cmnd *); int (*eh_device_reset_handler)(struct scsi_cmnd *); int (*eh_target_reset_handler)(struct scsi_cmnd *); int (*eh_bus_reset_handler)(struct scsi_cmnd *); int (*eh_host_reset_handler)(struct scsi_cmnd *); int (*slave_alloc)(struct scsi_device *); int (*slave_configure)(struct scsi_device *); void (*slave_destroy)(struct scsi_device *); int (*target_alloc)(struct scsi_target *); void (*target_destroy)(struct scsi_target *); int (*scan_finished)(struct Scsi_Host *, long unsigned int); void (*scan_start)(struct Scsi_Host *); int (*change_queue_depth)(struct scsi_device *, int); void (*map_queues)(struct Scsi_Host *); int (*mq_poll)(struct Scsi_Host *, unsigned int); bool (*dma_need_drain)(struct request *); int (*bios_param)(struct scsi_device *, struct block_device *, sector_t, int *); void (*unlock_native_capacity)(struct scsi_device *); int (*show_info)(struct seq_file *, struct Scsi_Host *); int (*write_info)(struct Scsi_Host *, char *, int); enum scsi_timeout_action (*eh_timed_out)(struct scsi_cmnd *); bool (*eh_should_retry_cmd)(struct scsi_cmnd *); int (*host_reset)(struct Scsi_Host *, int); const char *proc_name; int can_queue; int this_id; short unsigned int sg_tablesize; short unsigned int sg_prot_tablesize; unsigned int max_sectors; unsigned int max_segment_size; long unsigned int dma_boundary; long unsigned int virt_boundary_mask; short int cmd_per_lun; int tag_alloc_policy; unsigned int track_queue_depth: 1; unsigned int supported_mode: 2; unsigned int emulated: 1; unsigned int skip_settle_delay: 1; unsigned int no_write_same: 1; unsigned int host_tagset: 1; unsigned int max_host_blocked; const struct attribute_group **shost_groups; const struct attribute_group **sdev_groups; u64 vendor_id; int rpm_autosuspend_delay; }; struct trace_event_raw_scsi_dispatch_cmd_start { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_dispatch_cmd_error { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; int rtn; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_cmd_done_timeout_template { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; int result; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_eh_wakeup { struct trace_entry ent; unsigned int host_no; char __data[0]; }; struct trace_event_data_offsets_scsi_dispatch_cmd_start { u32 cmnd; }; struct trace_event_data_offsets_scsi_dispatch_cmd_error { u32 cmnd; }; struct trace_event_data_offsets_scsi_cmd_done_timeout_template { u32 cmnd; }; struct trace_event_data_offsets_scsi_eh_wakeup {}; typedef void (*btf_trace_scsi_dispatch_cmd_start)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_dispatch_cmd_error)(void *, struct scsi_cmnd *, int); typedef void (*btf_trace_scsi_dispatch_cmd_done)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_dispatch_cmd_timeout)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_eh_wakeup)(void *, struct Scsi_Host *); struct scsi_transport_template { struct transport_container host_attrs; struct transport_container target_attrs; struct transport_container device_attrs; int (*user_scan)(struct Scsi_Host *, uint, uint, u64); int device_size; int device_private_offset; int target_size; int target_private_offset; int host_size; unsigned int create_work_queue: 1; void (*eh_strategy_handler)(struct Scsi_Host *); }; struct scsi_host_busy_iter_data { bool (*fn)(struct scsi_cmnd *, void *); void *priv; }; struct trace_event_raw_dma_fence { struct trace_entry ent; u32 __data_loc_driver; u32 __data_loc_timeline; unsigned int context; unsigned int seqno; char __data[0]; }; struct trace_event_data_offsets_dma_fence { u32 driver; u32 timeline; }; typedef void (*btf_trace_dma_fence_emit)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_init)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_destroy)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_enable_signal)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_signaled)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_wait_start)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_wait_end)(void *, struct dma_fence *); struct default_wait_cb { struct dma_fence_cb base; struct task_struct *task; }; struct request_sense; struct cdrom_generic_command { unsigned char cmd[12]; unsigned char *buffer; unsigned int buflen; int stat; struct request_sense *sense; unsigned char data_direction; int quiet; int timeout; union { void *reserved[1]; void *unused; }; }; struct request_sense { __u8 error_code: 7; __u8 valid: 1; __u8 segment_number; __u8 sense_key: 4; __u8 reserved2: 1; __u8 ili: 1; __u8 reserved1: 2; __u8 information[4]; __u8 add_sense_len; __u8 command_info[4]; __u8 asc; __u8 ascq; __u8 fruc; __u8 sks[3]; __u8 asb[46]; }; enum scsi_msg_byte { COMMAND_COMPLETE = 0, EXTENDED_MESSAGE = 1, SAVE_POINTERS = 2, RESTORE_POINTERS = 3, DISCONNECT = 4, INITIATOR_ERROR = 5, ABORT_TASK_SET = 6, MESSAGE_REJECT = 7, NOP = 8, MSG_PARITY_ERROR = 9, LINKED_CMD_COMPLETE = 10, LINKED_FLG_CMD_COMPLETE = 11, TARGET_RESET = 12, ABORT_TASK = 13, CLEAR_TASK_SET = 14, INITIATE_RECOVERY = 15, RELEASE_RECOVERY = 16, TERMINATE_IO_PROC = 17, CLEAR_ACA = 22, LOGICAL_UNIT_RESET = 23, SIMPLE_QUEUE_TAG = 32, HEAD_OF_QUEUE_TAG = 33, ORDERED_QUEUE_TAG = 34, IGNORE_WIDE_RESIDUE = 35, ACA = 36, QAS_REQUEST = 85, BUS_DEVICE_RESET = 12, ABORT = 6, }; struct scsi_ioctl_command { unsigned int inlen; unsigned int outlen; unsigned char data[0]; }; struct scsi_idlun { __u32 dev_id; __u32 host_unique_id; }; struct sg_io_hdr { int interface_id; int dxfer_direction; unsigned char cmd_len; unsigned char mx_sb_len; short unsigned int iovec_count; unsigned int dxfer_len; void *dxferp; unsigned char *cmdp; void *sbp; unsigned int timeout; unsigned int flags; int pack_id; void *usr_ptr; unsigned char status; unsigned char masked_status; unsigned char msg_status; unsigned char sb_len_wr; short unsigned int host_status; short unsigned int driver_status; int resid; unsigned int duration; unsigned int info; }; struct compat_sg_io_hdr { compat_int_t interface_id; compat_int_t dxfer_direction; unsigned char cmd_len; unsigned char mx_sb_len; short unsigned int iovec_count; compat_uint_t dxfer_len; compat_uint_t dxferp; compat_uptr_t cmdp; compat_uptr_t sbp; compat_uint_t timeout; compat_uint_t flags; compat_int_t pack_id; compat_uptr_t usr_ptr; unsigned char status; unsigned char masked_status; unsigned char msg_status; unsigned char sb_len_wr; short unsigned int host_status; short unsigned int driver_status; compat_int_t resid; compat_uint_t duration; compat_uint_t info; }; struct compat_cdrom_generic_command { unsigned char cmd[12]; compat_caddr_t buffer; compat_uint_t buflen; compat_int_t stat; compat_caddr_t sense; unsigned char data_direction; unsigned char pad[3]; compat_int_t quiet; compat_int_t timeout; compat_caddr_t unused; }; struct scsi_lun { __u8 scsi_lun[8]; }; enum scsi_timeouts { SCSI_DEFAULT_EH_TIMEOUT = 2500, }; enum scsi_disposition { NEEDS_RETRY = 8193, SUCCESS = 8194, FAILED = 8195, QUEUED = 8196, SOFT_ERROR = 8197, ADD_TO_MLQUEUE = 8198, TIMEOUT_ERROR = 8199, SCSI_RETURN_NOT_HANDLED = 8200, FAST_IO_FAIL = 8201, }; enum scsi_scan_mode { SCSI_SCAN_INITIAL = 0, SCSI_SCAN_RESCAN = 1, SCSI_SCAN_MANUAL = 2, }; typedef void (*activate_complete)(void *, int); struct scsi_device_handler { struct list_head list; struct module *module; const char *name; enum scsi_disposition (*check_sense)(struct scsi_device *, struct scsi_sense_hdr *); int (*attach)(struct scsi_device *); void (*detach)(struct scsi_device *); int (*activate)(struct scsi_device *, activate_complete, void *); blk_status_t (*prep_fn)(struct scsi_device *, struct request *); int (*set_params)(struct scsi_device *, const char *); void (*rescan)(struct scsi_device *); }; struct async_scan_data { struct list_head list; struct Scsi_Host *shost; struct completion prev_finished; }; struct scsi_eh_save { int result; unsigned int resid_len; int eh_eflags; enum dma_data_direction data_direction; unsigned int underflow; unsigned char cmd_len; unsigned char prot_op; unsigned char cmnd[32]; struct scsi_data_buffer sdb; struct scatterlist sense_sgl; }; enum scsi_ml_status { SCSIML_STAT_OK = 0, SCSIML_STAT_RESV_CONFLICT = 1, SCSIML_STAT_NOSPC = 2, SCSIML_STAT_MED_ERROR = 3, SCSIML_STAT_TGT_FAILURE = 4, }; struct scsi_mode_data { __u32 length; __u16 block_descriptor_length; __u8 medium_type; __u8 device_specific; __u8 header_length; __u8 longlba: 1; }; struct scsi_event { enum scsi_device_event evt_type; struct list_head node; }; enum scsi_host_prot_capabilities { SHOST_DIF_TYPE1_PROTECTION = 1, SHOST_DIF_TYPE2_PROTECTION = 2, SHOST_DIF_TYPE3_PROTECTION = 4, SHOST_DIX_TYPE0_PROTECTION = 8, SHOST_DIX_TYPE1_PROTECTION = 16, SHOST_DIX_TYPE2_PROTECTION = 32, SHOST_DIX_TYPE3_PROTECTION = 64, }; enum { ACTION_FAIL = 0, ACTION_REPREP = 1, ACTION_DELAYED_REPREP = 2, ACTION_RETRY = 3, ACTION_DELAYED_RETRY = 4, }; struct scsi_proc_entry { struct list_head entry; const struct scsi_host_template *sht; struct proc_dir_entry *proc_dir; unsigned int present; }; enum scsi_devinfo_key { SCSI_DEVINFO_GLOBAL = 0, SCSI_DEVINFO_SPI = 1, }; struct scsi_dev_info_list { struct list_head dev_info_list; char vendor[8]; char model[16]; blist_flags_t flags; unsigned int compatible; }; struct scsi_dev_info_list_table { struct list_head node; struct list_head scsi_dev_info_list; const char *name; int key; }; struct double_list { struct list_head *top; struct list_head *bottom; }; struct scsi_varlen_cdb_hdr { __u8 opcode; __u8 control; __u8 misc[5]; __u8 additional_cdb_length; __be16 service_action; }; struct virtio_scsi_cmd_req { __u8 lun[8]; __virtio64 tag; __u8 task_attr; __u8 prio; __u8 crn; __u8 cdb[32]; } __attribute__((packed)); struct virtio_scsi_cmd_req_pi { __u8 lun[8]; __virtio64 tag; __u8 task_attr; __u8 prio; __u8 crn; __virtio32 pi_bytesout; __virtio32 pi_bytesin; __u8 cdb[32]; } __attribute__((packed)); struct virtio_scsi_cmd_resp { __virtio32 sense_len; __virtio32 resid; __virtio16 status_qualifier; __u8 status; __u8 response; __u8 sense[96]; }; struct virtio_scsi_ctrl_tmf_req { __virtio32 type; __virtio32 subtype; __u8 lun[8]; __virtio64 tag; }; struct virtio_scsi_ctrl_tmf_resp { __u8 response; }; struct virtio_scsi_ctrl_an_req { __virtio32 type; __u8 lun[8]; __virtio32 event_requested; }; struct virtio_scsi_ctrl_an_resp { __virtio32 event_actual; __u8 response; } __attribute__((packed)); struct virtio_scsi_event { __virtio32 event; __u8 lun[8]; __virtio32 reason; }; struct virtio_scsi_config { __virtio32 num_queues; __virtio32 seg_max; __virtio32 max_sectors; __virtio32 cmd_per_lun; __virtio32 event_info_size; __virtio32 sense_size; __virtio32 cdb_size; __virtio16 max_channel; __virtio16 max_target; __virtio32 max_lun; }; enum scsi_host_guard_type { SHOST_DIX_GUARD_CRC = 1, SHOST_DIX_GUARD_IP = 2, }; struct virtio_scsi_cmd { struct scsi_cmnd *sc; struct completion *comp; union { struct virtio_scsi_cmd_req cmd; struct virtio_scsi_cmd_req_pi cmd_pi; struct virtio_scsi_ctrl_tmf_req tmf; struct virtio_scsi_ctrl_an_req an; } req; union { struct virtio_scsi_cmd_resp cmd; struct virtio_scsi_ctrl_tmf_resp tmf; struct virtio_scsi_ctrl_an_resp an; struct virtio_scsi_event evt; } resp; long: 8; long: 64; } __attribute__((packed)); struct virtio_scsi; struct virtio_scsi_event_node { struct virtio_scsi *vscsi; struct virtio_scsi_event event; struct work_struct work; }; struct virtio_scsi_vq { spinlock_t vq_lock; struct virtqueue *vq; }; struct virtio_scsi { struct virtio_device *vdev; struct virtio_scsi_event_node event_list[8]; u32 num_queues; struct hlist_node node; bool stop_events; struct virtio_scsi_vq ctrl_vq; struct virtio_scsi_vq event_vq; struct virtio_scsi_vq req_vqs[0]; }; enum pr_status { PR_STS_SUCCESS = 0, PR_STS_IOERR = 2, PR_STS_RESERVATION_CONFLICT = 24, PR_STS_RETRY_PATH_FAILURE = 917504, PR_STS_PATH_FAST_FAILED = 983040, PR_STS_PATH_FAILED = 65536, }; enum scsi_prot_flags { SCSI_PROT_TRANSFER_PI = 1, SCSI_PROT_GUARD_CHECK = 2, SCSI_PROT_REF_CHECK = 4, SCSI_PROT_REF_INCREMENT = 8, SCSI_PROT_IP_CHECKSUM = 16, }; enum { SD_EXT_CDB_SIZE = 32, SD_MEMPOOL_SIZE = 2, }; enum { SD_DEF_XFER_BLOCKS = 65535, SD_MAX_XFER_BLOCKS = 4294967295, SD_MAX_WS10_BLOCKS = 65535, SD_MAX_WS16_BLOCKS = 8388607, }; enum { SD_LBP_FULL = 0, SD_LBP_UNMAP = 1, SD_LBP_WS16 = 2, SD_LBP_WS10 = 3, SD_LBP_ZERO = 4, SD_LBP_DISABLE = 5, }; enum { SD_ZERO_WRITE = 0, SD_ZERO_WS = 1, SD_ZERO_WS16_UNMAP = 2, SD_ZERO_WS10_UNMAP = 3, }; struct zoned_disk_info { u32 nr_zones; u32 zone_blocks; }; struct opal_dev; struct scsi_disk { struct scsi_device *device; struct device disk_dev; struct gendisk *disk; struct opal_dev *opal_dev; struct zoned_disk_info early_zone_info; struct zoned_disk_info zone_info; u32 zones_optimal_open; u32 zones_optimal_nonseq; u32 zones_max_open; u32 zone_starting_lba_gran; u32 *zones_wp_offset; spinlock_t zones_wp_offset_lock; u32 *rev_wp_offset; struct mutex rev_mutex; struct work_struct zone_wp_offset_work; char *zone_wp_update_buf; atomic_t openers; sector_t capacity; int max_retries; u32 min_xfer_blocks; u32 max_xfer_blocks; u32 opt_xfer_blocks; u32 max_ws_blocks; u32 max_unmap_blocks; u32 unmap_granularity; u32 unmap_alignment; u32 index; unsigned int physical_block_size; unsigned int max_medium_access_timeouts; unsigned int medium_access_timed_out; u8 media_present; u8 write_prot; u8 protection_type; u8 provisioning_mode; u8 zeroing_mode; u8 nr_actuators; unsigned int ATO: 1; unsigned int cache_override: 1; unsigned int WCE: 1; unsigned int RCD: 1; unsigned int DPOFUA: 1; unsigned int first_scan: 1; unsigned int lbpme: 1; unsigned int lbprz: 1; unsigned int lbpu: 1; unsigned int lbpws: 1; unsigned int lbpws10: 1; unsigned int lbpvpd: 1; unsigned int ws10: 1; unsigned int ws16: 1; unsigned int rc_basis: 2; unsigned int zoned: 2; unsigned int urswrz: 1; unsigned int security: 1; unsigned int ignore_medium_access_errors: 1; }; enum { mechtype_caddy = 0, mechtype_tray = 1, mechtype_popup = 2, mechtype_individual_changer = 4, mechtype_cartridge_changer = 5, }; struct event_header { __be16 data_len; __u8 notification_class: 3; __u8 reserved1: 4; __u8 nea: 1; __u8 supp_event_class; }; struct media_event_desc { __u8 media_event_code: 4; __u8 reserved1: 4; __u8 door_open: 1; __u8 media_present: 1; __u8 reserved2: 6; __u8 start_slot; __u8 end_slot; }; struct scsi_cd { unsigned int capacity; struct scsi_device *device; unsigned int vendor; long unsigned int ms_offset; unsigned int writeable: 1; unsigned int use: 1; unsigned int xa_flag: 1; unsigned int readcd_known: 1; unsigned int readcd_cdda: 1; unsigned int media_present: 1; int tur_mismatch; bool tur_changed: 1; bool get_event_changed: 1; bool ignore_get_event: 1; struct cdrom_device_info cdi; struct mutex lock; struct gendisk *disk; }; typedef struct scsi_cd Scsi_CD; struct cdrom_ti { __u8 cdti_trk0; __u8 cdti_ind0; __u8 cdti_trk1; __u8 cdti_ind1; }; struct cdrom_tochdr { __u8 cdth_trk0; __u8 cdth_trk1; }; struct ccs_modesel_head { __u8 _r1; __u8 medium; __u8 _r2; __u8 block_desc_length; __u8 density; __u8 number_blocks_hi; __u8 number_blocks_med; __u8 number_blocks_lo; __u8 _r3; __u8 block_length_hi; __u8 block_length_med; __u8 block_length_lo; }; enum zbc_zone_type { ZBC_ZONE_TYPE_CONV = 1, ZBC_ZONE_TYPE_SEQWRITE_REQ = 2, ZBC_ZONE_TYPE_SEQWRITE_PREF = 3, ZBC_ZONE_TYPE_SEQ_OR_BEFORE_REQ = 4, ZBC_ZONE_TYPE_GAP = 5, }; enum zbc_zone_cond { ZBC_ZONE_COND_NO_WP = 0, ZBC_ZONE_COND_EMPTY = 1, ZBC_ZONE_COND_IMP_OPEN = 2, ZBC_ZONE_COND_EXP_OPEN = 3, ZBC_ZONE_COND_CLOSED = 4, ZBC_ZONE_COND_READONLY = 13, ZBC_ZONE_COND_FULL = 14, ZBC_ZONE_COND_OFFLINE = 15, }; enum zbc_zone_alignment_method { ZBC_CONSTANT_ZONE_LENGTH = 1, ZBC_CONSTANT_ZONE_START_OFFSET = 8, }; struct trace_event_raw_scsi_prepare_zone_append { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; sector_t lba; unsigned int wp_offset; char __data[0]; }; struct trace_event_raw_scsi_zone_wp_update { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; sector_t rq_sector; unsigned int wp_offset; unsigned int good_bytes; char __data[0]; }; struct trace_event_data_offsets_scsi_prepare_zone_append {}; struct trace_event_data_offsets_scsi_zone_wp_update {}; typedef void (*btf_trace_scsi_prepare_zone_append)(void *, struct scsi_cmnd *, sector_t, unsigned int); typedef void (*btf_trace_scsi_zone_wp_update)(void *, struct scsi_cmnd *, sector_t, unsigned int, unsigned int); struct nvme_user_io { __u8 opcode; __u8 flags; __u16 control; __u16 nblocks; __u16 rsvd; __u64 metadata; __u64 addr; __u64 slba; __u32 dsmgmt; __u32 reftag; __u16 apptag; __u16 appmask; }; struct nvme_passthru_cmd { __u8 opcode; __u8 flags; __u16 rsvd1; __u32 nsid; __u32 cdw2; __u32 cdw3; __u64 metadata; __u64 addr; __u32 metadata_len; __u32 data_len; __u32 cdw10; __u32 cdw11; __u32 cdw12; __u32 cdw13; __u32 cdw14; __u32 cdw15; __u32 timeout_ms; __u32 result; }; struct nvme_passthru_cmd64 { __u8 opcode; __u8 flags; __u16 rsvd1; __u32 nsid; __u32 cdw2; __u32 cdw3; __u64 metadata; __u64 addr; __u32 metadata_len; union { __u32 data_len; __u32 vec_cnt; }; __u32 cdw10; __u32 cdw11; __u32 cdw12; __u32 cdw13; __u32 cdw14; __u32 cdw15; __u32 timeout_ms; __u32 rsvd2; __u64 result; }; struct nvme_uring_cmd { __u8 opcode; __u8 flags; __u16 rsvd1; __u32 nsid; __u32 cdw2; __u32 cdw3; __u64 metadata; __u64 addr; __u32 metadata_len; __u32 data_len; __u32 cdw10; __u32 cdw11; __u32 cdw12; __u32 cdw13; __u32 cdw14; __u32 cdw15; __u32 timeout_ms; __u32 rsvd2; }; enum nvme_subsys_type { NVME_NQN_DISC = 1, NVME_NQN_NVME = 2, NVME_NQN_CURR = 3, }; enum nvme_ctrl_type { NVME_CTRL_IO = 1, NVME_CTRL_DISC = 2, NVME_CTRL_ADMIN = 3, }; enum nvme_dctype { NVME_DCTYPE_NOT_REPORTED = 0, NVME_DCTYPE_DDC = 1, NVME_DCTYPE_CDC = 2, }; struct nvme_id_power_state { __le16 max_power; __u8 rsvd2; __u8 flags; __le32 entry_lat; __le32 exit_lat; __u8 read_tput; __u8 read_lat; __u8 write_tput; __u8 write_lat; __le16 idle_power; __u8 idle_scale; __u8 rsvd19; __le16 active_power; __u8 active_work_scale; __u8 rsvd23[9]; }; enum { NVME_ID_CNS_NS = 0, NVME_ID_CNS_CTRL = 1, NVME_ID_CNS_NS_ACTIVE_LIST = 2, NVME_ID_CNS_NS_DESC_LIST = 3, NVME_ID_CNS_CS_NS = 5, NVME_ID_CNS_CS_CTRL = 6, NVME_ID_CNS_NS_CS_INDEP = 8, NVME_ID_CNS_NS_PRESENT_LIST = 16, NVME_ID_CNS_NS_PRESENT = 17, NVME_ID_CNS_CTRL_NS_LIST = 18, NVME_ID_CNS_CTRL_LIST = 19, NVME_ID_CNS_SCNDRY_CTRL_LIST = 21, NVME_ID_CNS_NS_GRANULARITY = 22, NVME_ID_CNS_UUID_LIST = 23, }; enum { NVME_CMD_EFFECTS_CSUPP = 1, NVME_CMD_EFFECTS_LBCC = 2, NVME_CMD_EFFECTS_NCC = 4, NVME_CMD_EFFECTS_NIC = 8, NVME_CMD_EFFECTS_CCC = 16, NVME_CMD_EFFECTS_CSE_MASK = 458752, NVME_CMD_EFFECTS_UUID_SEL = 524288, NVME_CMD_EFFECTS_SCOPE_MASK = 4293918720, }; struct nvme_effects_log { __le32 acs[256]; __le32 iocs[256]; __u8 resv[2048]; }; enum nvme_ana_state { NVME_ANA_OPTIMIZED = 1, NVME_ANA_NONOPTIMIZED = 2, NVME_ANA_INACCESSIBLE = 3, NVME_ANA_PERSISTENT_LOSS = 4, NVME_ANA_CHANGE = 15, }; struct nvme_ana_rsp_hdr { __le64 chgcnt; __le16 ngrps; __le16 rsvd10[3]; }; enum nvme_opcode { nvme_cmd_flush = 0, nvme_cmd_write = 1, nvme_cmd_read = 2, nvme_cmd_write_uncor = 4, nvme_cmd_compare = 5, nvme_cmd_write_zeroes = 8, nvme_cmd_dsm = 9, nvme_cmd_verify = 12, nvme_cmd_resv_register = 13, nvme_cmd_resv_report = 14, nvme_cmd_resv_acquire = 17, nvme_cmd_resv_release = 21, nvme_cmd_zone_mgmt_send = 121, nvme_cmd_zone_mgmt_recv = 122, nvme_cmd_zone_append = 125, nvme_cmd_vendor_start = 128, }; struct nvme_sgl_desc { __le64 addr; __le32 length; __u8 rsvd[3]; __u8 type; }; struct nvme_keyed_sgl_desc { __le64 addr; __u8 length[3]; __u8 key[4]; __u8 type; }; union nvme_data_ptr { struct { __le64 prp1; __le64 prp2; }; struct nvme_sgl_desc sgl; struct nvme_keyed_sgl_desc ksgl; }; struct nvme_common_command { __u8 opcode; __u8 flags; __u16 command_id; __le32 nsid; __le32 cdw2[2]; __le64 metadata; union nvme_data_ptr dptr; union { struct { __le32 cdw10; __le32 cdw11; __le32 cdw12; __le32 cdw13; __le32 cdw14; __le32 cdw15; }; struct { __le32 cdw10; __le32 cdw11; __le32 cdw12; __le32 cdw13; __le32 cdw14; __le32 cdw15; } cdws; }; }; struct nvme_rw_command { __u8 opcode; __u8 flags; __u16 command_id; __le32 nsid; __le32 cdw2; __le32 cdw3; __le64 metadata; union nvme_data_ptr dptr; __le64 slba; __le16 length; __le16 control; __le32 dsmgmt; __le32 reftag; __le16 apptag; __le16 appmask; }; enum { NVME_RW_LR = 32768, NVME_RW_FUA = 16384, NVME_RW_APPEND_PIREMAP = 512, NVME_RW_DSM_FREQ_UNSPEC = 0, NVME_RW_DSM_FREQ_TYPICAL = 1, NVME_RW_DSM_FREQ_RARE = 2, NVME_RW_DSM_FREQ_READS = 3, NVME_RW_DSM_FREQ_WRITES = 4, NVME_RW_DSM_FREQ_RW = 5, NVME_RW_DSM_FREQ_ONCE = 6, NVME_RW_DSM_FREQ_PREFETCH = 7, NVME_RW_DSM_FREQ_TEMP = 8, NVME_RW_DSM_LATENCY_NONE = 0, NVME_RW_DSM_LATENCY_IDLE = 16, NVME_RW_DSM_LATENCY_NORM = 32, NVME_RW_DSM_LATENCY_LOW = 48, NVME_RW_DSM_SEQ_REQ = 64, NVME_RW_DSM_COMPRESSED = 128, NVME_RW_PRINFO_PRCHK_REF = 1024, NVME_RW_PRINFO_PRCHK_APP = 2048, NVME_RW_PRINFO_PRCHK_GUARD = 4096, NVME_RW_PRINFO_PRACT = 8192, NVME_RW_DTYPE_STREAMS = 16, NVME_WZ_DEAC = 512, }; struct nvme_dsm_cmd { __u8 opcode; __u8 flags; __u16 command_id; __le32 nsid; __u64 rsvd2[2]; union nvme_data_ptr dptr; __le32 nr; __le32 attributes; __u32 rsvd12[4]; }; struct nvme_write_zeroes_cmd { __u8 opcode; __u8 flags; __u16 command_id; __le32 nsid; __u64 rsvd2; __le64 metadata; union nvme_data_ptr dptr; __le64 slba; __le16 length; __le16 control; __le32 dsmgmt; __le32 reftag; __le16 apptag; __le16 appmask; }; struct nvme_zone_mgmt_send_cmd { __u8 opcode; __u8 flags; __u16 command_id; __le32 nsid; __le32 cdw2[2]; __le64 metadata; union nvme_data_ptr dptr; __le64 slba; __le32 cdw12; __u8 zsa; __u8 select_all; __u8 rsvd13[2]; __le32 cdw14[2]; }; struct nvme_zone_mgmt_recv_cmd { __u8 opcode; __u8 flags; __u16 command_id; __le32 nsid; __le64 rsvd2[2]; union nvme_data_ptr dptr; __le64 slba; __le32 numd; __u8 zra; __u8 zrasf; __u8 pr; __u8 rsvd13; __le32 cdw14[2]; }; enum nvme_admin_opcode { nvme_admin_delete_sq = 0, nvme_admin_create_sq = 1, nvme_admin_get_log_page = 2, nvme_admin_delete_cq = 4, nvme_admin_create_cq = 5, nvme_admin_identify = 6, nvme_admin_abort_cmd = 8, nvme_admin_set_features = 9, nvme_admin_get_features = 10, nvme_admin_async_event = 12, nvme_admin_ns_mgmt = 13, nvme_admin_activate_fw = 16, nvme_admin_download_fw = 17, nvme_admin_dev_self_test = 20, nvme_admin_ns_attach = 21, nvme_admin_keep_alive = 24, nvme_admin_directive_send = 25, nvme_admin_directive_recv = 26, nvme_admin_virtual_mgmt = 28, nvme_admin_nvme_mi_send = 29, nvme_admin_nvme_mi_recv = 30, nvme_admin_dbbuf = 124, nvme_admin_format_nvm = 128, nvme_admin_security_send = 129, nvme_admin_security_recv = 130, nvme_admin_sanitize_nvm = 132, nvme_admin_get_lba_status = 134, nvme_admin_vendor_start = 192, }; struct nvme_identify { __u8 opcode; __u8 flags; __u16 command_id; __le32 nsid; __u64 rsvd2[2]; union nvme_data_ptr dptr; __u8 cns; __u8 rsvd3; __le16 ctrlid; __u8 rsvd11[3]; __u8 csi; __u32 rsvd12[4]; }; struct nvme_features { __u8 opcode; __u8 flags; __u16 command_id; __le32 nsid; __u64 rsvd2[2]; union nvme_data_ptr dptr; __le32 fid; __le32 dword11; __le32 dword12; __le32 dword13; __le32 dword14; __le32 dword15; }; struct nvme_create_cq { __u8 opcode; __u8 flags; __u16 command_id; __u32 rsvd1[5]; __le64 prp1; __u64 rsvd8; __le16 cqid; __le16 qsize; __le16 cq_flags; __le16 irq_vector; __u32 rsvd12[4]; }; struct nvme_create_sq { __u8 opcode; __u8 flags; __u16 command_id; __u32 rsvd1[5]; __le64 prp1; __u64 rsvd8; __le16 sqid; __le16 qsize; __le16 sq_flags; __le16 cqid; __u32 rsvd12[4]; }; struct nvme_delete_queue { __u8 opcode; __u8 flags; __u16 command_id; __u32 rsvd1[9]; __le16 qid; __u16 rsvd10; __u32 rsvd11[5]; }; struct nvme_abort_cmd { __u8 opcode; __u8 flags; __u16 command_id; __u32 rsvd1[9]; __le16 sqid; __u16 cid; __u32 rsvd11[5]; }; struct nvme_download_firmware { __u8 opcode; __u8 flags; __u16 command_id; __u32 rsvd1[5]; union nvme_data_ptr dptr; __le32 numd; __le32 offset; __u32 rsvd12[4]; }; struct nvme_format_cmd { __u8 opcode; __u8 flags; __u16 command_id; __le32 nsid; __u64 rsvd2[4]; __le32 cdw10; __u32 rsvd11[5]; }; struct nvme_get_log_page_command { __u8 opcode; __u8 flags; __u16 command_id; __le32 nsid; __u64 rsvd2[2]; union nvme_data_ptr dptr; __u8 lid; __u8 lsp; __le16 numdl; __le16 numdu; __u16 rsvd11; union { struct { __le32 lpol; __le32 lpou; }; __le64 lpo; }; __u8 rsvd14[3]; __u8 csi; __u32 rsvd15; }; struct nvme_directive_cmd { __u8 opcode; __u8 flags; __u16 command_id; __le32 nsid; __u64 rsvd2[2]; union nvme_data_ptr dptr; __le32 numd; __u8 doper; __u8 dtype; __le16 dspec; __u8 endir; __u8 tdtype; __u16 rsvd15; __u32 rsvd16[3]; }; enum nvmf_fabrics_opcode { nvme_fabrics_command = 127, }; struct nvmf_common_command { __u8 opcode; __u8 resv1; __u16 command_id; __u8 fctype; __u8 resv2[35]; __u8 ts[24]; }; struct nvmf_connect_command { __u8 opcode; __u8 resv1; __u16 command_id; __u8 fctype; __u8 resv2[19]; union nvme_data_ptr dptr; __le16 recfmt; __le16 qid; __le16 sqsize; __u8 cattr; __u8 resv3; __le32 kato; __u8 resv4[12]; }; struct nvmf_property_set_command { __u8 opcode; __u8 resv1; __u16 command_id; __u8 fctype; __u8 resv2[35]; __u8 attrib; __u8 resv3[3]; __le32 offset; __le64 value; __u8 resv4[8]; }; struct nvmf_property_get_command { __u8 opcode; __u8 resv1; __u16 command_id; __u8 fctype; __u8 resv2[35]; __u8 attrib; __u8 resv3[3]; __le32 offset; __u8 resv4[16]; }; struct nvmf_auth_common_command { __u8 opcode; __u8 resv1; __u16 command_id; __u8 fctype; __u8 resv2[19]; union nvme_data_ptr dptr; __u8 resv3; __u8 spsp0; __u8 spsp1; __u8 secp; __le32 al_tl; __u8 resv4[16]; }; struct nvmf_auth_send_command { __u8 opcode; __u8 resv1; __u16 command_id; __u8 fctype; __u8 resv2[19]; union nvme_data_ptr dptr; __u8 resv3; __u8 spsp0; __u8 spsp1; __u8 secp; __le32 tl; __u8 resv4[16]; }; struct nvmf_auth_receive_command { __u8 opcode; __u8 resv1; __u16 command_id; __u8 fctype; __u8 resv2[19]; union nvme_data_ptr dptr; __u8 resv3; __u8 spsp0; __u8 spsp1; __u8 secp; __le32 al; __u8 resv4[16]; }; struct nvme_dbbuf { __u8 opcode; __u8 flags; __u16 command_id; __u32 rsvd1[5]; __le64 prp1; __le64 prp2; __u32 rsvd12[6]; }; struct nvme_command { union { struct nvme_common_command common; struct nvme_rw_command rw; struct nvme_identify identify; struct nvme_features features; struct nvme_create_cq create_cq; struct nvme_create_sq create_sq; struct nvme_delete_queue delete_queue; struct nvme_download_firmware dlfw; struct nvme_format_cmd format; struct nvme_dsm_cmd dsm; struct nvme_write_zeroes_cmd write_zeroes; struct nvme_zone_mgmt_send_cmd zms; struct nvme_zone_mgmt_recv_cmd zmr; struct nvme_abort_cmd abort; struct nvme_get_log_page_command get_log_page; struct nvmf_common_command fabrics; struct nvmf_connect_command connect; struct nvmf_property_set_command prop_set; struct nvmf_property_get_command prop_get; struct nvmf_auth_common_command auth_common; struct nvmf_auth_send_command auth_send; struct nvmf_auth_receive_command auth_receive; struct nvme_dbbuf dbbuf; struct nvme_directive_cmd directive; }; }; union nvme_result { __le16 u16; __le32 u32; __le64 u64; }; struct nvme_ctrl; struct nvme_request { struct nvme_command *cmd; union nvme_result result; u8 genctr; u8 retries; u8 flags; u16 status; long unsigned int start_time; struct nvme_ctrl *ctrl; }; enum nvme_ctrl_state { NVME_CTRL_NEW = 0, NVME_CTRL_LIVE = 1, NVME_CTRL_RESETTING = 2, NVME_CTRL_CONNECTING = 3, NVME_CTRL_DELETING = 4, NVME_CTRL_DELETING_NOIO = 5, NVME_CTRL_DEAD = 6, }; struct nvme_fault_inject {}; struct nvme_ctrl_ops; struct nvme_subsystem; struct nvmf_ctrl_options; struct nvme_ctrl { bool comp_seen; enum nvme_ctrl_state state; bool identified; spinlock_t lock; struct mutex scan_lock; const struct nvme_ctrl_ops *ops; struct request_queue *admin_q; struct request_queue *connect_q; struct request_queue *fabrics_q; struct device *dev; int instance; int numa_node; struct blk_mq_tag_set *tagset; struct blk_mq_tag_set *admin_tagset; struct list_head namespaces; struct rw_semaphore namespaces_rwsem; struct device ctrl_device; struct device *device; struct device *hwmon_device; struct cdev cdev; struct work_struct reset_work; struct work_struct delete_work; wait_queue_head_t state_wq; struct nvme_subsystem *subsys; struct list_head subsys_entry; struct opal_dev *opal_dev; char name[12]; u16 cntlid; u32 ctrl_config; u16 mtfa; u32 queue_count; u64 cap; u32 max_hw_sectors; u32 max_segments; u32 max_integrity_segments; u32 max_discard_sectors; u32 max_discard_segments; u32 max_zeroes_sectors; u32 max_zone_append; u16 crdt[3]; u16 oncs; u32 dmrsl; u16 oacs; u16 sqsize; u32 max_namespaces; atomic_t abort_limit; u8 vwc; u32 vs; u32 sgls; u16 kas; u8 npss; u8 apsta; u16 wctemp; u16 cctemp; u32 oaes; u32 aen_result; u32 ctratt; unsigned int shutdown_timeout; unsigned int kato; bool subsystem; long unsigned int quirks; struct nvme_id_power_state psd[32]; struct nvme_effects_log *effects; struct xarray cels; struct work_struct scan_work; struct work_struct async_event_work; struct delayed_work ka_work; struct delayed_work failfast_work; struct nvme_command ka_cmd; struct work_struct fw_act_work; long unsigned int events; u8 anacap; u8 anatt; u32 anagrpmax; u32 nanagrpid; struct mutex ana_lock; struct nvme_ana_rsp_hdr *ana_log_buf; size_t ana_log_size; struct timer_list anatt_timer; struct work_struct ana_work; u64 ps_max_latency_us; bool apst_enabled; u32 hmpre; u32 hmmin; u32 hmminds; u16 hmmaxd; u32 ioccsz; u32 iorcsz; u16 icdoff; u16 maxcmd; int nr_reconnects; long unsigned int flags; struct nvmf_ctrl_options *opts; struct page *discard_page; long unsigned int discard_page_busy; struct nvme_fault_inject fault_inject; enum nvme_ctrl_type cntrltype; enum nvme_dctype dctype; }; enum { NVME_REQ_CANCELLED = 1, NVME_REQ_USERCMD = 2, NVME_MPATH_IO_STATS = 4, }; struct nvme_ctrl_ops { const char *name; struct module *module; unsigned int flags; const struct attribute_group **dev_attr_groups; int (*reg_read32)(struct nvme_ctrl *, u32, u32 *); int (*reg_write32)(struct nvme_ctrl *, u32, u32); int (*reg_read64)(struct nvme_ctrl *, u32, u64 *); void (*free_ctrl)(struct nvme_ctrl *); void (*submit_async_event)(struct nvme_ctrl *); void (*delete_ctrl)(struct nvme_ctrl *); void (*stop_ctrl)(struct nvme_ctrl *); int (*get_address)(struct nvme_ctrl *, char *, int); void (*print_device_info)(struct nvme_ctrl *); bool (*supports_pci_p2pdma)(struct nvme_ctrl *); }; enum nvme_iopolicy { NVME_IOPOLICY_NUMA = 0, NVME_IOPOLICY_RR = 1, }; struct nvme_subsystem { int instance; struct device dev; struct kref ref; struct list_head entry; struct mutex lock; struct list_head ctrls; struct list_head nsheads; char subnqn[223]; char serial[20]; char model[40]; char firmware_rev[8]; u8 cmic; enum nvme_subsys_type subtype; u16 vendor_id; u16 awupf; struct ida ns_ida; enum nvme_iopolicy iopolicy; }; struct nvme_ns_ids { u8 eui64[8]; u8 nguid[16]; uuid_t uuid; u8 csi; }; struct nvme_ns; struct nvme_ns_head { struct list_head list; struct srcu_struct srcu; struct nvme_subsystem *subsys; unsigned int ns_id; struct nvme_ns_ids ids; struct list_head entry; struct kref ref; bool shared; int instance; struct nvme_effects_log *effects; struct cdev cdev; struct device cdev_device; struct gendisk *disk; struct bio_list requeue_list; spinlock_t requeue_lock; struct work_struct requeue_work; struct mutex lock; long unsigned int flags; struct nvme_ns *current_path[0]; }; struct nvme_ns { struct list_head list; struct nvme_ctrl *ctrl; struct request_queue *queue; struct gendisk *disk; enum nvme_ana_state ana_state; u32 ana_grpid; struct list_head siblings; struct kref kref; struct nvme_ns_head *head; int lba_shift; u16 ms; u16 pi_size; u16 sgs; u32 sws; u8 pi_type; u8 guard_type; u64 zsze; long unsigned int features; long unsigned int flags; struct cdev cdev; struct device cdev_device; struct nvme_fault_inject fault_inject; }; enum nvme_ns_features { NVME_NS_EXT_LBAS = 1, NVME_NS_METADATA_SUPPORTED = 2, NVME_NS_DEAC = 3, }; enum { NVME_IOCTL_VEC = 1, NVME_IOCTL_PARTITION = 2, }; struct nvme_uring_data { __u64 metadata; __u64 addr; __u32 data_len; __u32 metadata_len; __u32 timeout_ms; }; struct nvme_uring_cmd_pdu { union { struct bio *bio; struct request *req; }; u32 meta_len; u32 nvme_status; union { struct { void *meta; void *meta_buffer; }; u64 result; } u; }; typedef struct sg_io_hdr sg_io_hdr_t; struct sg_scsi_id { int host_no; int channel; int scsi_id; int lun; int scsi_type; short int h_cmd_per_lun; short int d_queue_depth; int unused[2]; }; typedef struct sg_scsi_id sg_scsi_id_t; struct sg_req_info { char req_state; char orphan; char sg_io_owned; char problem; int pack_id; void *usr_ptr; unsigned int duration; int unused; }; typedef struct sg_req_info sg_req_info_t; struct sg_header { int pack_len; int reply_len; int pack_id; int result; unsigned int twelve_byte: 1; unsigned int target_status: 5; unsigned int host_status: 8; unsigned int driver_status: 8; unsigned int other_flags: 10; unsigned char sense_buffer[16]; }; struct sg_scatter_hold { short unsigned int k_use_sg; unsigned int sglist_len; unsigned int bufflen; struct page **pages; int page_order; char dio_in_use; unsigned char cmd_opcode; }; typedef struct sg_scatter_hold Sg_scatter_hold; struct sg_fd; struct sg_request { struct list_head entry; struct sg_fd *parentfp; Sg_scatter_hold data; sg_io_hdr_t header; unsigned char sense_b[96]; char res_used; char orphan; char sg_io_owned; char done; struct request *rq; struct bio *bio; struct execute_work ew; }; typedef struct sg_request Sg_request; struct sg_device; struct sg_fd { struct list_head sfd_siblings; struct sg_device *parentdp; wait_queue_head_t read_wait; rwlock_t rq_list_lock; struct mutex f_mutex; int timeout; int timeout_user; Sg_scatter_hold reserve; struct list_head rq_list; struct fasync_struct *async_qp; Sg_request req_arr[16]; char force_packid; char cmd_q; unsigned char next_cmd_len; char keep_orphan; char mmap_called; char res_in_use; struct kref f_ref; struct execute_work ew; }; struct sg_device { struct scsi_device *device; wait_queue_head_t open_wait; struct mutex open_rel_lock; int sg_tablesize; u32 index; struct list_head sfds; rwlock_t sfd_lock; atomic_t detaching; bool exclude; int open_cnt; char sgdebug; char name[32]; struct cdev *cdev; struct kref d_ref; }; typedef struct sg_fd Sg_fd; typedef struct sg_device Sg_device; struct compat_sg_req_info { char req_state; char orphan; char sg_io_owned; char problem; int pack_id; compat_uptr_t usr_ptr; unsigned int duration; int unused; }; struct sg_proc_deviter { loff_t index; size_t max; }; enum { NVME_CAP_CSS_NVM = 1, NVME_CAP_CSS_CSI = 64, }; enum { NVME_CAP_CRMS_CRWMS = 0, NVME_CAP_CRMS_CRIMS = 0, }; enum { NVME_PS_FLAGS_MAX_POWER_SCALE = 1, NVME_PS_FLAGS_NON_OP_STATE = 2, }; enum nvme_ctrl_attr { NVME_CTRL_ATTR_HID_128_BIT = 1, NVME_CTRL_ATTR_TBKAS = 64, NVME_CTRL_ATTR_ELBAS = 32768, }; struct nvme_id_ctrl { __le16 vid; __le16 ssvid; char sn[20]; char mn[40]; char fr[8]; __u8 rab; __u8 ieee[3]; __u8 cmic; __u8 mdts; __le16 cntlid; __le32 ver; __le32 rtd3r; __le32 rtd3e; __le32 oaes; __le32 ctratt; __u8 rsvd100[11]; __u8 cntrltype; __u8 fguid[16]; __le16 crdt1; __le16 crdt2; __le16 crdt3; __u8 rsvd134[122]; __le16 oacs; __u8 acl; __u8 aerl; __u8 frmw; __u8 lpa; __u8 elpe; __u8 npss; __u8 avscc; __u8 apsta; __le16 wctemp; __le16 cctemp; __le16 mtfa; __le32 hmpre; __le32 hmmin; __u8 tnvmcap[16]; __u8 unvmcap[16]; __le32 rpmbs; __le16 edstt; __u8 dsto; __u8 fwug; __le16 kas; __le16 hctma; __le16 mntmt; __le16 mxtmt; __le32 sanicap; __le32 hmminds; __le16 hmmaxd; __u8 rsvd338[4]; __u8 anatt; __u8 anacap; __le32 anagrpmax; __le32 nanagrpid; __u8 rsvd352[160]; __u8 sqes; __u8 cqes; __le16 maxcmd; __le32 nn; __le16 oncs; __le16 fuses; __u8 fna; __u8 vwc; __le16 awun; __le16 awupf; __u8 nvscc; __u8 nwpc; __le16 acwu; __u8 rsvd534[2]; __le32 sgls; __le32 mnan; __u8 rsvd544[224]; char subnqn[256]; __u8 rsvd1024[768]; __le32 ioccsz; __le32 iorcsz; __le16 icdoff; __u8 ctrattr; __u8 msdbd; __u8 rsvd1804[2]; __u8 dctype; __u8 rsvd1807[241]; struct nvme_id_power_state psd[32]; __u8 vs[1024]; }; enum { NVME_CTRL_CMIC_MULTI_PORT = 1, NVME_CTRL_CMIC_MULTI_CTRL = 2, NVME_CTRL_CMIC_ANA = 8, NVME_CTRL_ONCS_COMPARE = 1, NVME_CTRL_ONCS_WRITE_UNCORRECTABLE = 2, NVME_CTRL_ONCS_DSM = 4, NVME_CTRL_ONCS_WRITE_ZEROES = 8, NVME_CTRL_ONCS_RESERVATIONS = 32, NVME_CTRL_ONCS_TIMESTAMP = 64, NVME_CTRL_VWC_PRESENT = 1, NVME_CTRL_OACS_SEC_SUPP = 1, NVME_CTRL_OACS_NS_MNGT_SUPP = 8, NVME_CTRL_OACS_DIRECTIVES = 32, NVME_CTRL_OACS_DBBUF_SUPP = 256, NVME_CTRL_LPA_CMD_EFFECTS_LOG = 2, NVME_CTRL_CTRATT_128_ID = 1, NVME_CTRL_CTRATT_NON_OP_PSP = 2, NVME_CTRL_CTRATT_NVM_SETS = 4, NVME_CTRL_CTRATT_READ_RECV_LVLS = 8, NVME_CTRL_CTRATT_ENDURANCE_GROUPS = 16, NVME_CTRL_CTRATT_PREDICTABLE_LAT = 32, NVME_CTRL_CTRATT_NAMESPACE_GRANULARITY = 128, NVME_CTRL_CTRATT_UUID_LIST = 512, }; struct nvme_lbaf { __le16 ms; __u8 ds; __u8 rp; }; struct nvme_id_ns { __le64 nsze; __le64 ncap; __le64 nuse; __u8 nsfeat; __u8 nlbaf; __u8 flbas; __u8 mc; __u8 dpc; __u8 dps; __u8 nmic; __u8 rescap; __u8 fpi; __u8 dlfeat; __le16 nawun; __le16 nawupf; __le16 nacwu; __le16 nabsn; __le16 nabo; __le16 nabspf; __le16 noiob; __u8 nvmcap[16]; __le16 npwg; __le16 npwa; __le16 npdg; __le16 npda; __le16 nows; __u8 rsvd74[18]; __le32 anagrpid; __u8 rsvd96[3]; __u8 nsattr; __le16 nvmsetid; __le16 endgid; __u8 nguid[16]; __u8 eui64[8]; struct nvme_lbaf lbaf[64]; __u8 vs[3712]; }; struct nvme_id_ns_cs_indep { __u8 nsfeat; __u8 nmic; __u8 rescap; __u8 fpi; __le32 anagrpid; __u8 nsattr; __u8 rsvd9; __le16 nvmsetid; __le16 endgid; __u8 nstat; __u8 rsvd15[4081]; }; struct nvme_id_ns_nvm { __le64 lbstm; __u8 pic; __u8 rsvd9[3]; __le32 elbaf[64]; __u8 rsvd268[3828]; }; enum { NVME_ID_NS_NVM_STS_MASK = 63, NVME_ID_NS_NVM_GUARD_SHIFT = 7, NVME_ID_NS_NVM_GUARD_MASK = 3, }; struct nvme_id_ctrl_nvm { __u8 vsl; __u8 wzsl; __u8 wusl; __u8 dmrl; __le32 dmrsl; __le64 dmsl; __u8 rsvd16[4080]; }; enum { NVME_CSI_NVM = 0, NVME_CSI_ZNS = 2, }; enum { NVME_NS_FEAT_THIN = 1, NVME_NS_FEAT_ATOMICS = 2, NVME_NS_FEAT_IO_OPT = 16, NVME_NS_ATTR_RO = 1, NVME_NS_FLBAS_LBA_MASK = 15, NVME_NS_FLBAS_LBA_UMASK = 96, NVME_NS_FLBAS_LBA_SHIFT = 1, NVME_NS_FLBAS_META_EXT = 16, NVME_NS_NMIC_SHARED = 1, NVME_LBAF_RP_BEST = 0, NVME_LBAF_RP_BETTER = 1, NVME_LBAF_RP_GOOD = 2, NVME_LBAF_RP_DEGRADED = 3, NVME_NS_DPC_PI_LAST = 16, NVME_NS_DPC_PI_FIRST = 8, NVME_NS_DPC_PI_TYPE3 = 4, NVME_NS_DPC_PI_TYPE2 = 2, NVME_NS_DPC_PI_TYPE1 = 1, NVME_NS_DPS_PI_FIRST = 8, NVME_NS_DPS_PI_MASK = 7, NVME_NS_DPS_PI_TYPE1 = 1, NVME_NS_DPS_PI_TYPE2 = 2, NVME_NS_DPS_PI_TYPE3 = 3, }; enum { NVME_NSTAT_NRDY = 1, }; enum { NVME_NVM_NS_16B_GUARD = 0, NVME_NVM_NS_32B_GUARD = 1, NVME_NVM_NS_64B_GUARD = 2, }; struct nvme_ns_id_desc { __u8 nidt; __u8 nidl; __le16 reserved; }; enum { NVME_NIDT_EUI64 = 1, NVME_NIDT_NGUID = 2, NVME_NIDT_UUID = 3, NVME_NIDT_CSI = 4, }; struct nvme_fw_slot_info_log { __u8 afi; __u8 rsvd1[7]; __le64 frs[7]; __u8 rsvd64[448]; }; enum { NVME_AER_ERROR = 0, NVME_AER_SMART = 1, NVME_AER_NOTICE = 2, NVME_AER_CSS = 6, NVME_AER_VS = 7, }; enum { NVME_AER_ERROR_PERSIST_INT_ERR = 3, }; enum { NVME_AER_NOTICE_NS_CHANGED = 0, NVME_AER_NOTICE_FW_ACT_STARTING = 1, NVME_AER_NOTICE_ANA = 3, NVME_AER_NOTICE_DISC_CHANGED = 240, }; enum { NVME_AEN_CFG_NS_ATTR = 256, NVME_AEN_CFG_FW_ACT = 512, NVME_AEN_CFG_ANA_CHANGE = 2048, NVME_AEN_CFG_DISC_CHANGE = 2147483648, }; enum { NVME_CMD_FUSE_FIRST = 1, NVME_CMD_FUSE_SECOND = 2, NVME_CMD_SGL_METABUF = 64, NVME_CMD_SGL_METASEG = 128, NVME_CMD_SGL_ALL = 192, }; enum { NVME_DSMGMT_IDR = 1, NVME_DSMGMT_IDW = 2, NVME_DSMGMT_AD = 4, }; struct nvme_dsm_range { __le32 cattr; __le32 nlb; __le64 slba; }; enum nvme_zone_mgmt_action { NVME_ZONE_CLOSE = 1, NVME_ZONE_FINISH = 2, NVME_ZONE_OPEN = 3, NVME_ZONE_RESET = 4, NVME_ZONE_OFFLINE = 5, NVME_ZONE_SET_DESC_EXT = 16, }; struct nvme_feat_auto_pst { __le64 entries[32]; }; struct nvme_feat_host_behavior { __u8 acre; __u8 etdas; __u8 lbafee; __u8 resv1[509]; }; enum { NVME_ENABLE_ACRE = 1, NVME_ENABLE_LBAFEE = 1, }; enum { NVME_QUEUE_PHYS_CONTIG = 1, NVME_CQ_IRQ_ENABLED = 2, NVME_SQ_PRIO_URGENT = 0, NVME_SQ_PRIO_HIGH = 2, NVME_SQ_PRIO_MEDIUM = 4, NVME_SQ_PRIO_LOW = 6, NVME_FEAT_ARBITRATION = 1, NVME_FEAT_POWER_MGMT = 2, NVME_FEAT_LBA_RANGE = 3, NVME_FEAT_TEMP_THRESH = 4, NVME_FEAT_ERR_RECOVERY = 5, NVME_FEAT_VOLATILE_WC = 6, NVME_FEAT_NUM_QUEUES = 7, NVME_FEAT_IRQ_COALESCE = 8, NVME_FEAT_IRQ_CONFIG = 9, NVME_FEAT_WRITE_ATOMIC = 10, NVME_FEAT_ASYNC_EVENT = 11, NVME_FEAT_AUTO_PST = 12, NVME_FEAT_HOST_MEM_BUF = 13, NVME_FEAT_TIMESTAMP = 14, NVME_FEAT_KATO = 15, NVME_FEAT_HCTM = 16, NVME_FEAT_NOPSC = 17, NVME_FEAT_RRL = 18, NVME_FEAT_PLM_CONFIG = 19, NVME_FEAT_PLM_WINDOW = 20, NVME_FEAT_HOST_BEHAVIOR = 22, NVME_FEAT_SANITIZE = 23, NVME_FEAT_SW_PROGRESS = 128, NVME_FEAT_HOST_ID = 129, NVME_FEAT_RESV_MASK = 130, NVME_FEAT_RESV_PERSIST = 131, NVME_FEAT_WRITE_PROTECT = 132, NVME_FEAT_VENDOR_START = 192, NVME_FEAT_VENDOR_END = 255, NVME_LOG_ERROR = 1, NVME_LOG_SMART = 2, NVME_LOG_FW_SLOT = 3, NVME_LOG_CHANGED_NS = 4, NVME_LOG_CMD_EFFECTS = 5, NVME_LOG_DEVICE_SELF_TEST = 6, NVME_LOG_TELEMETRY_HOST = 7, NVME_LOG_TELEMETRY_CTRL = 8, NVME_LOG_ENDURANCE_GROUP = 9, NVME_LOG_ANA = 12, NVME_LOG_DISC = 112, NVME_LOG_RESERVATION = 128, NVME_FWACT_REPL = 0, NVME_FWACT_REPL_ACTV = 8, NVME_FWACT_ACTV = 16, }; enum nvmf_capsule_command { nvme_fabrics_type_property_set = 0, nvme_fabrics_type_connect = 1, nvme_fabrics_type_property_get = 4, nvme_fabrics_type_auth_send = 5, nvme_fabrics_type_auth_receive = 6, }; enum { NVME_SC_SUCCESS = 0, NVME_SC_INVALID_OPCODE = 1, NVME_SC_INVALID_FIELD = 2, NVME_SC_CMDID_CONFLICT = 3, NVME_SC_DATA_XFER_ERROR = 4, NVME_SC_POWER_LOSS = 5, NVME_SC_INTERNAL = 6, NVME_SC_ABORT_REQ = 7, NVME_SC_ABORT_QUEUE = 8, NVME_SC_FUSED_FAIL = 9, NVME_SC_FUSED_MISSING = 10, NVME_SC_INVALID_NS = 11, NVME_SC_CMD_SEQ_ERROR = 12, NVME_SC_SGL_INVALID_LAST = 13, NVME_SC_SGL_INVALID_COUNT = 14, NVME_SC_SGL_INVALID_DATA = 15, NVME_SC_SGL_INVALID_METADATA = 16, NVME_SC_SGL_INVALID_TYPE = 17, NVME_SC_CMB_INVALID_USE = 18, NVME_SC_PRP_INVALID_OFFSET = 19, NVME_SC_ATOMIC_WU_EXCEEDED = 20, NVME_SC_OP_DENIED = 21, NVME_SC_SGL_INVALID_OFFSET = 22, NVME_SC_RESERVED = 23, NVME_SC_HOST_ID_INCONSIST = 24, NVME_SC_KA_TIMEOUT_EXPIRED = 25, NVME_SC_KA_TIMEOUT_INVALID = 26, NVME_SC_ABORTED_PREEMPT_ABORT = 27, NVME_SC_SANITIZE_FAILED = 28, NVME_SC_SANITIZE_IN_PROGRESS = 29, NVME_SC_SGL_INVALID_GRANULARITY = 30, NVME_SC_CMD_NOT_SUP_CMB_QUEUE = 31, NVME_SC_NS_WRITE_PROTECTED = 32, NVME_SC_CMD_INTERRUPTED = 33, NVME_SC_TRANSIENT_TR_ERR = 34, NVME_SC_ADMIN_COMMAND_MEDIA_NOT_READY = 36, NVME_SC_INVALID_IO_CMD_SET = 44, NVME_SC_LBA_RANGE = 128, NVME_SC_CAP_EXCEEDED = 129, NVME_SC_NS_NOT_READY = 130, NVME_SC_RESERVATION_CONFLICT = 131, NVME_SC_FORMAT_IN_PROGRESS = 132, NVME_SC_CQ_INVALID = 256, NVME_SC_QID_INVALID = 257, NVME_SC_QUEUE_SIZE = 258, NVME_SC_ABORT_LIMIT = 259, NVME_SC_ABORT_MISSING = 260, NVME_SC_ASYNC_LIMIT = 261, NVME_SC_FIRMWARE_SLOT = 262, NVME_SC_FIRMWARE_IMAGE = 263, NVME_SC_INVALID_VECTOR = 264, NVME_SC_INVALID_LOG_PAGE = 265, NVME_SC_INVALID_FORMAT = 266, NVME_SC_FW_NEEDS_CONV_RESET = 267, NVME_SC_INVALID_QUEUE = 268, NVME_SC_FEATURE_NOT_SAVEABLE = 269, NVME_SC_FEATURE_NOT_CHANGEABLE = 270, NVME_SC_FEATURE_NOT_PER_NS = 271, NVME_SC_FW_NEEDS_SUBSYS_RESET = 272, NVME_SC_FW_NEEDS_RESET = 273, NVME_SC_FW_NEEDS_MAX_TIME = 274, NVME_SC_FW_ACTIVATE_PROHIBITED = 275, NVME_SC_OVERLAPPING_RANGE = 276, NVME_SC_NS_INSUFFICIENT_CAP = 277, NVME_SC_NS_ID_UNAVAILABLE = 278, NVME_SC_NS_ALREADY_ATTACHED = 280, NVME_SC_NS_IS_PRIVATE = 281, NVME_SC_NS_NOT_ATTACHED = 282, NVME_SC_THIN_PROV_NOT_SUPP = 283, NVME_SC_CTRL_LIST_INVALID = 284, NVME_SC_SELT_TEST_IN_PROGRESS = 285, NVME_SC_BP_WRITE_PROHIBITED = 286, NVME_SC_CTRL_ID_INVALID = 287, NVME_SC_SEC_CTRL_STATE_INVALID = 288, NVME_SC_CTRL_RES_NUM_INVALID = 289, NVME_SC_RES_ID_INVALID = 290, NVME_SC_PMR_SAN_PROHIBITED = 291, NVME_SC_ANA_GROUP_ID_INVALID = 292, NVME_SC_ANA_ATTACH_FAILED = 293, NVME_SC_BAD_ATTRIBUTES = 384, NVME_SC_INVALID_PI = 385, NVME_SC_READ_ONLY = 386, NVME_SC_ONCS_NOT_SUPPORTED = 387, NVME_SC_CONNECT_FORMAT = 384, NVME_SC_CONNECT_CTRL_BUSY = 385, NVME_SC_CONNECT_INVALID_PARAM = 386, NVME_SC_CONNECT_RESTART_DISC = 387, NVME_SC_CONNECT_INVALID_HOST = 388, NVME_SC_DISCOVERY_RESTART = 400, NVME_SC_AUTH_REQUIRED = 401, NVME_SC_ZONE_BOUNDARY_ERROR = 440, NVME_SC_ZONE_FULL = 441, NVME_SC_ZONE_READ_ONLY = 442, NVME_SC_ZONE_OFFLINE = 443, NVME_SC_ZONE_INVALID_WRITE = 444, NVME_SC_ZONE_TOO_MANY_ACTIVE = 445, NVME_SC_ZONE_TOO_MANY_OPEN = 446, NVME_SC_ZONE_INVALID_TRANSITION = 447, NVME_SC_WRITE_FAULT = 640, NVME_SC_READ_ERROR = 641, NVME_SC_GUARD_CHECK = 642, NVME_SC_APPTAG_CHECK = 643, NVME_SC_REFTAG_CHECK = 644, NVME_SC_COMPARE_FAILED = 645, NVME_SC_ACCESS_DENIED = 646, NVME_SC_UNWRITTEN_BLOCK = 647, NVME_SC_INTERNAL_PATH_ERROR = 768, NVME_SC_ANA_PERSISTENT_LOSS = 769, NVME_SC_ANA_INACCESSIBLE = 770, NVME_SC_ANA_TRANSITION = 771, NVME_SC_CTRL_PATH_ERROR = 864, NVME_SC_HOST_PATH_ERROR = 880, NVME_SC_HOST_ABORTED_CMD = 881, NVME_SC_CRD = 6144, NVME_SC_MORE = 8192, NVME_SC_DNR = 16384, }; enum nvme_quirks { NVME_QUIRK_STRIPE_SIZE = 1, NVME_QUIRK_IDENTIFY_CNS = 2, NVME_QUIRK_DEALLOCATE_ZEROES = 4, NVME_QUIRK_DELAY_BEFORE_CHK_RDY = 8, NVME_QUIRK_NO_APST = 16, NVME_QUIRK_NO_DEEPEST_PS = 32, NVME_QUIRK_MEDIUM_PRIO_SQ = 128, NVME_QUIRK_IGNORE_DEV_SUBNQN = 256, NVME_QUIRK_DISABLE_WRITE_ZEROES = 512, NVME_QUIRK_SIMPLE_SUSPEND = 1024, NVME_QUIRK_SINGLE_VECTOR = 2048, NVME_QUIRK_128_BYTES_SQES = 4096, NVME_QUIRK_SHARED_TAGS = 8192, NVME_QUIRK_NO_TEMP_THRESH_CHANGE = 16384, NVME_QUIRK_NO_NS_DESC_LIST = 32768, NVME_QUIRK_DMA_ADDRESS_BITS_48 = 65536, NVME_QUIRK_SKIP_CID_GEN = 131072, NVME_QUIRK_BOGUS_NID = 262144, }; enum nvme_ctrl_flags { NVME_CTRL_FAILFAST_EXPIRED = 0, NVME_CTRL_ADMIN_Q_STOPPED = 1, NVME_CTRL_STARTED_ONCE = 2, NVME_CTRL_STOPPED = 3, }; struct nvmf_host; struct nvmf_ctrl_options { unsigned int mask; char *transport; char *subsysnqn; char *traddr; char *trsvcid; char *host_traddr; char *host_iface; size_t queue_size; unsigned int nr_io_queues; unsigned int reconnect_delay; bool discovery_nqn; bool duplicate_connect; unsigned int kato; struct nvmf_host *host; int max_reconnects; char *dhchap_secret; char *dhchap_ctrl_secret; bool disable_sqflow; bool hdr_digest; bool data_digest; unsigned int nr_write_queues; unsigned int nr_poll_queues; int tos; int fast_io_fail_tmo; }; struct nvmf_host { struct kref ref; struct list_head list; char nqn[223]; uuid_t id; }; struct trace_event_raw_nvme_setup_cmd { struct trace_entry ent; char disk[32]; int ctrl_id; int qid; u8 opcode; u8 flags; u8 fctype; u16 cid; u32 nsid; bool metadata; u8 cdw10[24]; char __data[0]; }; struct trace_event_raw_nvme_complete_rq { struct trace_entry ent; char disk[32]; int ctrl_id; int qid; int cid; u64 result; u8 retries; u8 flags; u16 status; char __data[0]; }; struct trace_event_raw_nvme_async_event { struct trace_entry ent; int ctrl_id; u32 result; char __data[0]; }; struct trace_event_raw_nvme_sq { struct trace_entry ent; int ctrl_id; char disk[32]; int qid; u16 sq_head; u16 sq_tail; char __data[0]; }; struct trace_event_data_offsets_nvme_setup_cmd {}; struct trace_event_data_offsets_nvme_complete_rq {}; struct trace_event_data_offsets_nvme_async_event {}; struct trace_event_data_offsets_nvme_sq {}; typedef void (*btf_trace_nvme_setup_cmd)(void *, struct request *, struct nvme_command *); typedef void (*btf_trace_nvme_complete_rq)(void *, struct request *); typedef void (*btf_trace_nvme_async_event)(void *, struct nvme_ctrl *, u32); typedef void (*btf_trace_nvme_sq)(void *, struct request *, __le16, int); struct nvme_ns_info { struct nvme_ns_ids ids; u32 nsid; __le32 anagrpid; bool is_shared; bool is_readonly; bool is_ready; }; enum nvme_disposition { COMPLETE = 0, RETRY = 1, FAILOVER = 2, AUTHENTICATE = 3, }; struct nvme_core_quirk_entry { u16 vid; const char *mn; const char *fr; long unsigned int quirks; }; struct nvme_ana_group_desc { __le32 grpid; __le32 nnsids; __le64 chgcnt; __u8 state; __u8 rsvd17[15]; __le32 nsids[0]; }; struct nvme_zns_lbafe { __le64 zsze; __u8 zdes; __u8 rsvd9[7]; }; struct nvme_id_ns_zns { __le16 zoc; __le16 ozcs; __le32 mar; __le32 mor; __le32 rrl; __le32 frl; __u8 rsvd20[2796]; struct nvme_zns_lbafe lbafe[64]; __u8 vs[256]; }; struct nvme_id_ctrl_zns { __u8 zasl; __u8 rsvd1[4095]; }; struct nvme_zone_descriptor { __u8 zt; __u8 zs; __u8 za; __u8 rsvd3[5]; __le64 zcap; __le64 zslba; __le64 wp; __u8 rsvd32[32]; }; enum { NVME_ZONE_TYPE_SEQWRITE_REQ = 2, }; struct nvme_zone_report { __le64 nr_zones; __u8 resv8[56]; struct nvme_zone_descriptor entries[0]; }; enum { NVME_ZRA_ZONE_REPORT = 0, NVME_ZRASF_ZONE_REPORT_ALL = 0, NVME_ZRASF_ZONE_STATE_EMPTY = 1, NVME_ZRASF_ZONE_STATE_IMP_OPEN = 2, NVME_ZRASF_ZONE_STATE_EXP_OPEN = 3, NVME_ZRASF_ZONE_STATE_CLOSED = 4, NVME_ZRASF_ZONE_STATE_READONLY = 5, NVME_ZRASF_ZONE_STATE_FULL = 6, NVME_ZRASF_ZONE_STATE_OFFLINE = 7, NVME_REPORT_ZONE_PARTIAL = 1, }; enum hwmon_sensor_types { hwmon_chip = 0, hwmon_temp = 1, hwmon_in = 2, hwmon_curr = 3, hwmon_power = 4, hwmon_energy = 5, hwmon_humidity = 6, hwmon_fan = 7, hwmon_pwm = 8, hwmon_intrusion = 9, hwmon_max = 10, }; enum hwmon_chip_attributes { hwmon_chip_temp_reset_history = 0, hwmon_chip_in_reset_history = 1, hwmon_chip_curr_reset_history = 2, hwmon_chip_power_reset_history = 3, hwmon_chip_register_tz = 4, hwmon_chip_update_interval = 5, hwmon_chip_alarms = 6, hwmon_chip_samples = 7, hwmon_chip_curr_samples = 8, hwmon_chip_in_samples = 9, hwmon_chip_power_samples = 10, hwmon_chip_temp_samples = 11, }; enum hwmon_temp_attributes { hwmon_temp_enable = 0, hwmon_temp_input = 1, hwmon_temp_type = 2, hwmon_temp_lcrit = 3, hwmon_temp_lcrit_hyst = 4, hwmon_temp_min = 5, hwmon_temp_min_hyst = 6, hwmon_temp_max = 7, hwmon_temp_max_hyst = 8, hwmon_temp_crit = 9, hwmon_temp_crit_hyst = 10, hwmon_temp_emergency = 11, hwmon_temp_emergency_hyst = 12, hwmon_temp_alarm = 13, hwmon_temp_lcrit_alarm = 14, hwmon_temp_min_alarm = 15, hwmon_temp_max_alarm = 16, hwmon_temp_crit_alarm = 17, hwmon_temp_emergency_alarm = 18, hwmon_temp_fault = 19, hwmon_temp_offset = 20, hwmon_temp_label = 21, hwmon_temp_lowest = 22, hwmon_temp_highest = 23, hwmon_temp_reset_history = 24, hwmon_temp_rated_min = 25, hwmon_temp_rated_max = 26, }; struct hwmon_ops { umode_t (*is_visible)(const void *, enum hwmon_sensor_types, u32, int); int (*read)(struct device *, enum hwmon_sensor_types, u32, int, long int *); int (*read_string)(struct device *, enum hwmon_sensor_types, u32, int, const char **); int (*write)(struct device *, enum hwmon_sensor_types, u32, int, long int); }; struct hwmon_channel_info { enum hwmon_sensor_types type; const u32 *config; }; struct hwmon_chip_info { const struct hwmon_ops *ops; const struct hwmon_channel_info **info; }; struct nvme_smart_log { __u8 critical_warning; __u8 temperature[2]; __u8 avail_spare; __u8 spare_thresh; __u8 percent_used; __u8 endu_grp_crit_warn_sumry; __u8 rsvd7[25]; __u8 data_units_read[16]; __u8 data_units_written[16]; __u8 host_reads[16]; __u8 host_writes[16]; __u8 ctrl_busy_time[16]; __u8 power_cycles[16]; __u8 power_on_hours[16]; __u8 unsafe_shutdowns[16]; __u8 media_errors[16]; __u8 num_err_log_entries[16]; __le32 warning_temp_time; __le32 critical_comp_time; __le16 temp_sensor[8]; __le32 thm_temp1_trans_count; __le32 thm_temp2_trans_count; __le32 thm_temp1_total_time; __le32 thm_temp2_total_time; __u8 rsvd232[280]; }; enum { NVME_SMART_CRIT_SPARE = 1, NVME_SMART_CRIT_TEMPERATURE = 2, NVME_SMART_CRIT_RELIABILITY = 4, NVME_SMART_CRIT_MEDIA = 8, NVME_SMART_CRIT_VOLATILE_MEMORY = 16, }; enum { NVME_TEMP_THRESH_MASK = 65535, NVME_TEMP_THRESH_SELECT_SHIFT = 16, NVME_TEMP_THRESH_TYPE_UNDER = 1048576, }; struct nvme_hwmon_data { struct nvme_ctrl *ctrl; struct nvme_smart_log *log; struct mutex read_lock; }; enum { NVME_CMBSZ_SQS = 1, NVME_CMBSZ_CQS = 2, NVME_CMBSZ_LISTS = 4, NVME_CMBSZ_RDS = 8, NVME_CMBSZ_WDS = 16, NVME_CMBSZ_SZ_SHIFT = 12, NVME_CMBSZ_SZ_MASK = 1048575, NVME_CMBSZ_SZU_SHIFT = 8, NVME_CMBSZ_SZU_MASK = 15, }; enum { NVME_CMBMSC_CRE = 1, NVME_CMBMSC_CMSE = 2, }; enum { NVME_SGL_FMT_DATA_DESC = 0, NVME_SGL_FMT_SEG_DESC = 2, NVME_SGL_FMT_LAST_SEG_DESC = 3, NVME_KEY_SGL_FMT_DATA_DESC = 4, NVME_TRANSPORT_SGL_DATA_DESC = 5, }; enum { NVME_HOST_MEM_ENABLE = 1, NVME_HOST_MEM_RETURN = 2, }; struct nvme_host_mem_buf_desc { __le64 addr; __le32 size; __u32 rsvd; }; struct nvme_completion { union nvme_result result; __le16 sq_head; __le16 sq_id; __u16 command_id; __le16 status; }; struct dma_pool; struct nvme_queue; struct nvme_dev { struct nvme_queue *queues; struct blk_mq_tag_set tagset; struct blk_mq_tag_set admin_tagset; u32 *dbs; struct device *dev; struct dma_pool *prp_page_pool; struct dma_pool *prp_small_pool; unsigned int online_queues; unsigned int max_qid; unsigned int io_queues[3]; unsigned int num_vecs; u32 q_depth; int io_sqes; u32 db_stride; void *bar; long unsigned int bar_mapped_size; struct mutex shutdown_lock; bool subsystem; u64 cmb_size; bool cmb_use_sqes; u32 cmbsz; u32 cmbloc; struct nvme_ctrl ctrl; u32 last_ps; bool hmb; mempool_t *iod_mempool; __le32 *dbbuf_dbs; dma_addr_t dbbuf_dbs_dma_addr; __le32 *dbbuf_eis; dma_addr_t dbbuf_eis_dma_addr; u64 host_mem_size; u32 nr_host_mem_descs; dma_addr_t host_mem_descs_dma; struct nvme_host_mem_buf_desc *host_mem_descs; void **host_mem_desc_bufs; unsigned int nr_allocated_queues; unsigned int nr_write_queues; unsigned int nr_poll_queues; }; struct nvme_queue { struct nvme_dev *dev; spinlock_t sq_lock; void *sq_cmds; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t cq_poll_lock; struct nvme_completion *cqes; dma_addr_t sq_dma_addr; dma_addr_t cq_dma_addr; u32 *q_db; u32 q_depth; u16 cq_vector; u16 sq_tail; u16 last_sq_tail; u16 cq_head; u16 qid; u8 cq_phase; u8 sqes; long unsigned int flags; __le32 *dbbuf_sq_db; __le32 *dbbuf_cq_db; __le32 *dbbuf_sq_ei; __le32 *dbbuf_cq_ei; struct completion delete_done; }; struct nvme_iod { struct nvme_request req; struct nvme_command cmd; bool use_sgl; bool aborted; s8 nr_allocations; unsigned int dma_len; dma_addr_t first_dma; dma_addr_t meta_dma; struct sg_table sgt; }; enum fc_fh_type { FC_TYPE_BLS = 0, FC_TYPE_ELS = 1, FC_TYPE_IP = 5, FC_TYPE_FCP = 8, FC_TYPE_CT = 32, FC_TYPE_ILS = 34, FC_TYPE_NVME = 40, }; enum { NVME_SGL_FMT_ADDRESS = 0, NVME_SGL_FMT_OFFSET = 1, NVME_SGL_FMT_TRANSPORT_A = 10, NVME_SGL_FMT_INVALIDATE = 15, }; enum { NVMF_OPT_ERR = 0, NVMF_OPT_TRANSPORT = 1, NVMF_OPT_NQN = 2, NVMF_OPT_TRADDR = 4, NVMF_OPT_TRSVCID = 8, NVMF_OPT_QUEUE_SIZE = 16, NVMF_OPT_NR_IO_QUEUES = 32, NVMF_OPT_TL_RETRY_COUNT = 64, NVMF_OPT_KATO = 128, NVMF_OPT_HOSTNQN = 256, NVMF_OPT_RECONNECT_DELAY = 512, NVMF_OPT_HOST_TRADDR = 1024, NVMF_OPT_CTRL_LOSS_TMO = 2048, NVMF_OPT_HOST_ID = 4096, NVMF_OPT_DUP_CONNECT = 8192, NVMF_OPT_DISABLE_SQFLOW = 16384, NVMF_OPT_HDR_DIGEST = 32768, NVMF_OPT_DATA_DIGEST = 65536, NVMF_OPT_NR_WRITE_QUEUES = 131072, NVMF_OPT_NR_POLL_QUEUES = 262144, NVMF_OPT_TOS = 524288, NVMF_OPT_FAIL_FAST_TMO = 1048576, NVMF_OPT_HOST_IFACE = 2097152, NVMF_OPT_DISCOVERY = 4194304, NVMF_OPT_DHCHAP_SECRET = 8388608, NVMF_OPT_DHCHAP_CTRL_SECRET = 16777216, }; struct nvmf_transport_ops { struct list_head entry; struct module *module; const char *name; int required_opts; int allowed_opts; struct nvme_ctrl * (*create_ctrl)(struct device *, struct nvmf_ctrl_options *); }; struct nvmefc_ls_req { void *rqstaddr; dma_addr_t rqstdma; u32 rqstlen; void *rspaddr; dma_addr_t rspdma; u32 rsplen; u32 timeout; void *private; void (*done)(struct nvmefc_ls_req *, int); }; struct nvmefc_ls_rsp { void *rspbuf; dma_addr_t rspdma; u16 rsplen; void (*done)(struct nvmefc_ls_rsp *); void *nvme_fc_private; }; struct nvme_fc_port_info { u64 node_name; u64 port_name; u32 port_role; u32 port_id; u32 dev_loss_tmo; }; enum nvmefc_fcp_datadir { NVMEFC_FCP_NODATA = 0, NVMEFC_FCP_WRITE = 1, NVMEFC_FCP_READ = 2, }; struct nvmefc_fcp_req { void *cmdaddr; void *rspaddr; dma_addr_t cmddma; dma_addr_t rspdma; u16 cmdlen; u16 rsplen; u32 payload_length; struct sg_table sg_table; struct scatterlist *first_sgl; int sg_cnt; enum nvmefc_fcp_datadir io_dir; __le16 sqid; void (*done)(struct nvmefc_fcp_req *); void *private; u32 transferred_length; u16 rcv_rsplen; u32 status; }; enum nvme_fc_obj_state { FC_OBJSTATE_UNKNOWN = 0, FC_OBJSTATE_NOTPRESENT = 1, FC_OBJSTATE_ONLINE = 2, FC_OBJSTATE_OFFLINE = 3, FC_OBJSTATE_BLOCKED = 4, FC_OBJSTATE_BYPASSED = 5, FC_OBJSTATE_DIAGNOSTICS = 6, FC_OBJSTATE_LINKDOWN = 7, FC_OBJSTATE_ERROR = 8, FC_OBJSTATE_LOOPBACK = 9, FC_OBJSTATE_DELETED = 10, }; struct nvme_fc_local_port { u32 port_num; u32 port_role; u64 node_name; u64 port_name; void *private; u32 port_id; enum nvme_fc_obj_state port_state; }; struct nvme_fc_remote_port { u32 port_num; u32 port_role; u64 node_name; u64 port_name; struct nvme_fc_local_port *localport; void *private; u32 dev_loss_tmo; u32 port_id; enum nvme_fc_obj_state port_state; }; struct nvme_fc_port_template { void (*localport_delete)(struct nvme_fc_local_port *); void (*remoteport_delete)(struct nvme_fc_remote_port *); int (*create_queue)(struct nvme_fc_local_port *, unsigned int, u16, void **); void (*delete_queue)(struct nvme_fc_local_port *, unsigned int, void *); int (*ls_req)(struct nvme_fc_local_port *, struct nvme_fc_remote_port *, struct nvmefc_ls_req *); int (*fcp_io)(struct nvme_fc_local_port *, struct nvme_fc_remote_port *, void *, struct nvmefc_fcp_req *); void (*ls_abort)(struct nvme_fc_local_port *, struct nvme_fc_remote_port *, struct nvmefc_ls_req *); void (*fcp_abort)(struct nvme_fc_local_port *, struct nvme_fc_remote_port *, void *, struct nvmefc_fcp_req *); int (*xmt_ls_rsp)(struct nvme_fc_local_port *, struct nvme_fc_remote_port *, struct nvmefc_ls_rsp *); void (*map_queues)(struct nvme_fc_local_port *, struct blk_mq_queue_map *); u32 max_hw_queues; u16 max_sgl_segments; u16 max_dif_sgl_segments; u64 dma_boundary; u32 local_priv_sz; u32 remote_priv_sz; u32 lsrqst_priv_sz; u32 fcprqst_priv_sz; }; enum { FCNVME_CMD_FLAGS_DIRMASK = 3, FCNVME_CMD_FLAGS_WRITE = 1, FCNVME_CMD_FLAGS_READ = 2, FCNVME_CMD_FLAGS_PICWP = 4, }; enum { FCNVME_CMD_CAT_MASK = 15, FCNVME_CMD_CAT_ADMINQ = 1, FCNVME_CMD_CAT_CSSMASK = 7, FCNVME_CMD_CAT_CSSFLAG = 8, }; struct nvme_fc_cmd_iu { __u8 format_id; __u8 fc_id; __be16 iu_len; __u8 rsvd4[2]; __u8 rsv_cat; __u8 flags; __be64 connection_id; __be32 csn; __be32 data_len; struct nvme_command sqe; __u8 dps; __u8 lbads; __be16 ms; __be32 rsvd92; }; struct nvme_fc_ersp_iu { __u8 ersp_result; __u8 rsvd1; __be16 iu_len; __be32 rsn; __be32 xfrd_len; __be32 rsvd12; struct nvme_completion cqe; }; enum { FCNVME_LS_RSVD = 0, FCNVME_LS_RJT = 1, FCNVME_LS_ACC = 2, FCNVME_LS_CREATE_ASSOCIATION = 3, FCNVME_LS_CREATE_CONNECTION = 4, FCNVME_LS_DISCONNECT_ASSOC = 5, FCNVME_LS_DISCONNECT_CONN = 6, }; enum { FCNVME_LSDESC_RSVD = 0, FCNVME_LSDESC_RQST = 1, FCNVME_LSDESC_RJT = 2, FCNVME_LSDESC_CREATE_ASSOC_CMD = 3, FCNVME_LSDESC_CREATE_CONN_CMD = 4, FCNVME_LSDESC_DISCONN_CMD = 5, FCNVME_LSDESC_CONN_ID = 6, FCNVME_LSDESC_ASSOC_ID = 7, }; struct fcnvme_ls_rqst_w0 { u8 ls_cmd; u8 zeros[3]; }; struct fcnvme_lsdesc_rqst { __be32 desc_tag; __be32 desc_len; struct fcnvme_ls_rqst_w0 w0; __be32 rsvd12; }; enum fcnvme_ls_rjt_reason { FCNVME_RJT_RC_NONE = 0, FCNVME_RJT_RC_INVAL = 1, FCNVME_RJT_RC_LOGIC = 3, FCNVME_RJT_RC_UNAB = 9, FCNVME_RJT_RC_UNSUP = 11, FCNVME_RJT_RC_INV_ASSOC = 64, FCNVME_RJT_RC_INV_CONN = 65, FCNVME_RJT_RC_INV_PARAM = 66, FCNVME_RJT_RC_INSUF_RES = 67, FCNVME_RJT_RC_VENDOR = 255, }; enum fcnvme_ls_rjt_explan { FCNVME_RJT_EXP_NONE = 0, FCNVME_RJT_EXP_OXID_RXID = 23, FCNVME_RJT_EXP_UNAB_DATA = 42, FCNVME_RJT_EXP_INV_LEN = 45, FCNVME_RJT_EXP_INV_ERSP_RAT = 64, FCNVME_RJT_EXP_INV_CTLR_ID = 65, FCNVME_RJT_EXP_INV_QUEUE_ID = 66, FCNVME_RJT_EXP_INV_SQSIZE = 67, FCNVME_RJT_EXP_INV_HOSTID = 68, FCNVME_RJT_EXP_INV_HOSTNQN = 69, FCNVME_RJT_EXP_INV_SUBNQN = 70, }; struct fcnvme_lsdesc_rjt { __be32 desc_tag; __be32 desc_len; u8 rsvd8; u8 reason_code; u8 reason_explanation; u8 vendor; __be32 rsvd12; }; struct fcnvme_lsdesc_cr_assoc_cmd { __be32 desc_tag; __be32 desc_len; __be16 ersp_ratio; __be16 rsvd10; __be32 rsvd12[9]; __be16 cntlid; __be16 sqsize; __be32 rsvd52; uuid_t hostid; u8 hostnqn[256]; u8 subnqn[256]; __be32 rsvd584[108]; }; struct fcnvme_lsdesc_cr_conn_cmd { __be32 desc_tag; __be32 desc_len; __be16 ersp_ratio; __be16 rsvd10; __be32 rsvd12[9]; __be16 qid; __be16 sqsize; __be32 rsvd52; }; struct fcnvme_lsdesc_disconn_cmd { __be32 desc_tag; __be32 desc_len; __be32 rsvd8[4]; }; struct fcnvme_lsdesc_conn_id { __be32 desc_tag; __be32 desc_len; __be64 connection_id; }; struct fcnvme_lsdesc_assoc_id { __be32 desc_tag; __be32 desc_len; __be64 association_id; }; struct fcnvme_ls_rjt { struct fcnvme_ls_rqst_w0 w0; __be32 desc_list_len; struct fcnvme_lsdesc_rqst rqst; struct fcnvme_lsdesc_rjt rjt; }; struct fcnvme_ls_acc_hdr { struct fcnvme_ls_rqst_w0 w0; __be32 desc_list_len; struct fcnvme_lsdesc_rqst rqst; }; struct fcnvme_ls_cr_assoc_rqst { struct fcnvme_ls_rqst_w0 w0; __be32 desc_list_len; struct fcnvme_lsdesc_cr_assoc_cmd assoc_cmd; }; struct fcnvme_ls_cr_assoc_acc { struct fcnvme_ls_acc_hdr hdr; struct fcnvme_lsdesc_assoc_id associd; struct fcnvme_lsdesc_conn_id connectid; }; struct fcnvme_ls_cr_conn_rqst { struct fcnvme_ls_rqst_w0 w0; __be32 desc_list_len; struct fcnvme_lsdesc_assoc_id associd; struct fcnvme_lsdesc_cr_conn_cmd connect_cmd; }; struct fcnvme_ls_cr_conn_acc { struct fcnvme_ls_acc_hdr hdr; struct fcnvme_lsdesc_conn_id connectid; }; struct fcnvme_ls_disconnect_assoc_rqst { struct fcnvme_ls_rqst_w0 w0; __be32 desc_list_len; struct fcnvme_lsdesc_assoc_id associd; struct fcnvme_lsdesc_disconn_cmd discon_cmd; }; struct fcnvme_ls_disconnect_assoc_acc { struct fcnvme_ls_acc_hdr hdr; }; struct fcnvme_ls_disconnect_conn_rqst { struct fcnvme_ls_rqst_w0 w0; __be32 desc_list_len; struct fcnvme_lsdesc_assoc_id associd; struct fcnvme_lsdesc_conn_id connectid; }; struct fcnvme_ls_disconnect_conn_acc { struct fcnvme_ls_acc_hdr hdr; }; union nvmefc_ls_requests { struct fcnvme_ls_rqst_w0 w0; struct fcnvme_ls_cr_assoc_rqst rq_cr_assoc; struct fcnvme_ls_cr_conn_rqst rq_cr_conn; struct fcnvme_ls_disconnect_assoc_rqst rq_dis_assoc; struct fcnvme_ls_disconnect_conn_rqst rq_dis_conn; }; union nvmefc_ls_responses { struct fcnvme_ls_rjt rsp_rjt; struct fcnvme_ls_cr_assoc_acc rsp_cr_assoc; struct fcnvme_ls_cr_conn_acc rsp_cr_conn; struct fcnvme_ls_disconnect_assoc_acc rsp_dis_assoc; struct fcnvme_ls_disconnect_conn_acc rsp_dis_conn; }; enum { VERR_NO_ERROR = 0, VERR_CR_ASSOC_LEN = 1, VERR_CR_ASSOC_RQST_LEN = 2, VERR_CR_ASSOC_CMD = 3, VERR_CR_ASSOC_CMD_LEN = 4, VERR_ERSP_RATIO = 5, VERR_ASSOC_ALLOC_FAIL = 6, VERR_QUEUE_ALLOC_FAIL = 7, VERR_CR_CONN_LEN = 8, VERR_CR_CONN_RQST_LEN = 9, VERR_ASSOC_ID = 10, VERR_ASSOC_ID_LEN = 11, VERR_NO_ASSOC = 12, VERR_CONN_ID = 13, VERR_CONN_ID_LEN = 14, VERR_INVAL_CONN = 15, VERR_CR_CONN_CMD = 16, VERR_CR_CONN_CMD_LEN = 17, VERR_DISCONN_LEN = 18, VERR_DISCONN_RQST_LEN = 19, VERR_DISCONN_CMD = 20, VERR_DISCONN_CMD_LEN = 21, VERR_DISCONN_SCOPE = 22, VERR_RS_LEN = 23, VERR_RS_RQST_LEN = 24, VERR_RS_CMD = 25, VERR_RS_CMD_LEN = 26, VERR_RS_RCTL = 27, VERR_RS_RO = 28, VERR_LSACC = 29, VERR_LSDESC_RQST = 30, VERR_LSDESC_RQST_LEN = 31, VERR_CR_ASSOC = 32, VERR_CR_ASSOC_ACC_LEN = 33, VERR_CR_CONN = 34, VERR_CR_CONN_ACC_LEN = 35, VERR_DISCONN = 36, VERR_DISCONN_ACC_LEN = 37, }; enum nvme_fc_queue_flags { NVME_FC_Q_CONNECTED = 0, NVME_FC_Q_LIVE = 1, }; struct nvme_fc_ctrl; struct nvme_fc_queue { struct nvme_fc_ctrl *ctrl; struct device *dev; struct blk_mq_hw_ctx *hctx; void *lldd_handle; size_t cmnd_capsule_len; u32 qnum; u32 rqcnt; u32 seqno; u64 connection_id; atomic_t csn; long unsigned int flags; }; struct nvme_fc_fcp_op { struct nvme_request nreq; struct nvmefc_fcp_req fcp_req; struct nvme_fc_ctrl *ctrl; struct nvme_fc_queue *queue; struct request *rq; atomic_t state; u32 flags; u32 rqno; u32 nents; struct nvme_fc_cmd_iu cmd_iu; struct nvme_fc_ersp_iu rsp_iu; }; struct nvme_fc_lport; struct nvme_fc_rport; struct nvmefc_ls_rcv_op; struct nvme_fc_ctrl { spinlock_t lock; struct nvme_fc_queue *queues; struct device *dev; struct nvme_fc_lport *lport; struct nvme_fc_rport *rport; u32 cnum; bool ioq_live; u64 association_id; struct nvmefc_ls_rcv_op *rcv_disconn; struct list_head ctrl_list; struct blk_mq_tag_set admin_tag_set; struct blk_mq_tag_set tag_set; struct work_struct ioerr_work; struct delayed_work connect_work; struct kref ref; long unsigned int flags; u32 iocnt; wait_queue_head_t ioabort_wait; struct nvme_fc_fcp_op aen_ops[1]; struct nvme_ctrl ctrl; }; enum nvme_fcop_flags { FCOP_FLAGS_TERMIO = 1, FCOP_FLAGS_AEN = 2, }; struct nvmefc_ls_req_op { struct nvmefc_ls_req ls_req; struct nvme_fc_rport *rport; struct nvme_fc_queue *queue; struct request *rq; u32 flags; int ls_error; struct completion ls_done; struct list_head lsreq_list; bool req_queued; }; struct nvme_fc_rport { struct nvme_fc_remote_port remoteport; struct list_head endp_list; struct list_head ctrl_list; struct list_head ls_req_list; struct list_head ls_rcv_list; struct list_head disc_list; struct device *dev; struct nvme_fc_lport *lport; spinlock_t lock; struct kref ref; atomic_t act_ctrl_cnt; long unsigned int dev_loss_end; struct work_struct lsrcv_work; }; struct nvmefc_ls_rcv_op { struct nvme_fc_rport *rport; struct nvmefc_ls_rsp *lsrsp; union nvmefc_ls_requests *rqstbuf; union nvmefc_ls_responses *rspbuf; u16 rqstdatalen; bool handled; dma_addr_t rspdma; struct list_head lsrcv_list; }; enum nvme_fcpop_state { FCPOP_STATE_UNINIT = 0, FCPOP_STATE_IDLE = 1, FCPOP_STATE_ACTIVE = 2, FCPOP_STATE_ABORTED = 3, FCPOP_STATE_COMPLETE = 4, }; struct nvme_fcp_op_w_sgl { struct nvme_fc_fcp_op op; struct scatterlist sgl[2]; uint8_t priv[0]; }; struct nvme_fc_lport { struct nvme_fc_local_port localport; struct ida endp_cnt; struct list_head port_list; struct list_head endp_list; struct device *dev; struct nvme_fc_port_template *ops; struct kref ref; atomic_t act_rport_cnt; }; struct nvmet_fc_traddr { u64 nn; u64 pn; }; enum { NVME_CONNECT_DISABLE_SQFLOW = 4, }; struct nvmf_connect_data { uuid_t hostid; __le16 cntlid; char resv4[238]; char subsysnqn[256]; char hostnqn[256]; char resv5[256]; }; enum { NVMF_ADDR_FAMILY_PCI = 0, NVMF_ADDR_FAMILY_IP4 = 1, NVMF_ADDR_FAMILY_IP6 = 2, NVMF_ADDR_FAMILY_IB = 3, NVMF_ADDR_FAMILY_FC = 4, NVMF_ADDR_FAMILY_LOOP = 254, NVMF_ADDR_FAMILY_MAX = 255, }; enum { NVMF_TRTYPE_RDMA = 1, NVMF_TRTYPE_FC = 2, NVMF_TRTYPE_TCP = 3, NVMF_TRTYPE_LOOP = 254, NVMF_TRTYPE_MAX = 255, }; enum { NVMF_TREQ_NOT_SPECIFIED = 0, NVMF_TREQ_REQUIRED = 1, NVMF_TREQ_NOT_REQUIRED = 2, NVMF_TREQ_DISABLE_SQFLOW = 4, }; enum { NVMF_RDMA_QPTYPE_CONNECTED = 1, NVMF_RDMA_QPTYPE_DATAGRAM = 2, }; enum { NVMF_RDMA_PRTYPE_NOT_SPECIFIED = 1, NVMF_RDMA_PRTYPE_IB = 2, NVMF_RDMA_PRTYPE_ROCE = 3, NVMF_RDMA_PRTYPE_ROCEV2 = 4, NVMF_RDMA_PRTYPE_IWARP = 5, }; enum { NVMF_RDMA_CMS_RDMA_CM = 1, }; struct rdma { __u8 qptype; __u8 prtype; __u8 cms; __u8 resv3[5]; __u16 pkey; __u8 resv10[246]; }; union tsas { char common[256]; struct rdma rdma; }; struct nvmf_disc_rsp_page_entry { __u8 trtype; __u8 adrfam; __u8 subtype; __u8 treq; __le16 portid; __le16 cntlid; __le16 asqsz; __le16 eflags; __u8 resv10[20]; char trsvcid[32]; __u8 resv64[192]; char subnqn[256]; char traddr[256]; union tsas tsas; }; struct nvme_error_slot { __le64 error_count; __le16 sqid; __le16 cmdid; __le16 status_field; __le16 param_error_location; __le64 lba; __le32 nsid; __u8 vs; __u8 resv[3]; __le64 cs; __u8 resv2[24]; }; struct nvmet_subsys; struct nvmet_ns { struct percpu_ref ref; struct block_device *bdev; struct file *file; bool readonly; u32 nsid; u32 blksize_shift; loff_t size; u8 nguid[16]; uuid_t uuid; u32 anagrpid; bool buffered_io; bool enabled; struct nvmet_subsys *subsys; const char *device_path; struct config_group device_group; struct config_group group; struct completion disable_done; mempool_t *bvec_pool; int use_p2pmem; struct pci_dev *p2p_dev; int pi_type; int metadata_size; u8 csi; }; struct nvmet_subsys { enum nvme_subsys_type type; struct mutex lock; struct kref ref; struct xarray namespaces; unsigned int nr_namespaces; u32 max_nsid; u16 cntlid_min; u16 cntlid_max; struct list_head ctrls; struct list_head hosts; bool allow_any_host; u16 max_qid; u64 ver; char serial[20]; bool subsys_discovered; char *subsysnqn; bool pi_support; struct config_group group; struct config_group namespaces_group; struct config_group allowed_hosts_group; char *model_number; u32 ieee_oui; char *firmware_rev; u8 zasl; }; struct nvmet_cq { u16 qid; u16 size; }; struct nvmet_ctrl; struct nvmet_sq { struct nvmet_ctrl *ctrl; struct percpu_ref ref; u16 qid; u16 size; u32 sqhd; bool sqhd_disabled; struct completion free_done; struct completion confirm_done; }; struct nvmet_port; struct nvmet_req; struct nvmet_fabrics_ops; struct nvmet_ctrl { struct nvmet_subsys *subsys; struct nvmet_sq **sqs; bool reset_tbkas; struct mutex lock; u64 cap; u32 cc; u32 csts; uuid_t hostid; u16 cntlid; u32 kato; struct nvmet_port *port; u32 aen_enabled; long unsigned int aen_masked; struct nvmet_req *async_event_cmds[4]; unsigned int nr_async_event_cmds; struct list_head async_events; struct work_struct async_event_work; struct list_head subsys_entry; struct kref ref; struct delayed_work ka_work; struct work_struct fatal_err_work; const struct nvmet_fabrics_ops *ops; __le32 *changed_ns_list; u32 nr_changed_ns; char subsysnqn[256]; char hostnqn[256]; struct device *p2p_client; struct xarray p2p_ns_map; spinlock_t error_lock; u64 err_counter; struct nvme_error_slot slots[128]; bool pi_support; }; struct nvmet_ana_group { struct config_group group; struct nvmet_port *port; u32 grpid; }; struct nvmet_port { struct list_head entry; struct nvmf_disc_rsp_page_entry disc_addr; struct config_group group; struct config_group subsys_group; struct list_head subsystems; struct config_group referrals_group; struct list_head referrals; struct list_head global_entry; struct config_group ana_groups_group; struct nvmet_ana_group ana_default_group; enum nvme_ana_state *ana_state; void *priv; bool enabled; int inline_data_size; const struct nvmet_fabrics_ops *tr_ops; bool pi_enable; }; struct nvmet_fabrics_ops { struct module *owner; unsigned int type; unsigned int msdbd; unsigned int flags; void (*queue_response)(struct nvmet_req *); int (*add_port)(struct nvmet_port *); void (*remove_port)(struct nvmet_port *); void (*delete_ctrl)(struct nvmet_ctrl *); void (*disc_traddr)(struct nvmet_req *, struct nvmet_port *, char *); u16 (*install_queue)(struct nvmet_sq *); void (*discovery_chg)(struct nvmet_port *); u8 (*get_mdts)(const struct nvmet_ctrl *); u16 (*get_max_queue_size)(const struct nvmet_ctrl *); }; struct nvmet_req { struct nvme_command *cmd; struct nvme_completion *cqe; struct nvmet_sq *sq; struct nvmet_cq *cq; struct nvmet_ns *ns; struct scatterlist *sg; struct scatterlist *metadata_sg; struct bio_vec inline_bvec[8]; union { struct { struct bio inline_bio; } b; struct { bool mpool_alloc; struct kiocb iocb; struct bio_vec *bvec; struct work_struct work; } f; struct { struct bio inline_bio; struct request *rq; struct work_struct work; bool use_workqueue; } p; struct { struct bio inline_bio; struct work_struct zmgmt_work; } z; }; int sg_cnt; int metadata_sg_cnt; size_t transfer_len; size_t metadata_len; struct nvmet_port *port; void (*execute)(struct nvmet_req *); const struct nvmet_fabrics_ops *ops; struct pci_dev *p2p_dev; struct device *p2p_client; u16 error_loc; u64 error_slba; }; struct nvmet_host { struct config_group group; u8 *dhchap_secret; u8 *dhchap_ctrl_secret; u8 dhchap_key_hash; u8 dhchap_ctrl_key_hash; u8 dhchap_hash_id; u8 dhchap_dhgroup_id; }; struct nvmet_host_link { struct list_head entry; struct nvmet_host *host; }; struct nvmet_subsys_link { struct list_head entry; struct nvmet_subsys *subsys; }; struct nvmet_type_name_map { u8 type; const char *name; }; enum { NVME_MC_EXTENDED_LBA = 1, NVME_MC_METADATA_PTR = 2, }; enum { NVME_NS_NO_WRITE_PROTECT = 0, NVME_NS_WRITE_PROTECT = 1, NVME_NS_WRITE_PROTECT_POWER_CYCLE = 2, NVME_NS_WRITE_PROTECT_PERMANENT = 3, }; enum { NVME_CONNECT_AUTHREQ_ASCR = 262144, NVME_CONNECT_AUTHREQ_ATR = 131072, }; enum nvme_async_event_type { NVME_AER_TYPE_ERROR = 0, NVME_AER_TYPE_SMART = 1, NVME_AER_TYPE_NOTICE = 2, }; struct nvmet_async_event { struct list_head entry; u8 event_type; u8 event_info; u8 log_page; }; struct trace_event_raw_nvmet_req_init { struct trace_entry ent; struct nvme_command *cmd; struct nvmet_ctrl *ctrl; char disk[32]; int qid; u16 cid; u8 opcode; u8 fctype; u8 flags; u32 nsid; u64 metadata; u8 cdw10[24]; char __data[0]; }; struct trace_event_raw_nvmet_req_complete { struct trace_entry ent; struct nvmet_ctrl *ctrl; char disk[32]; int qid; int cid; u64 result; u16 status; char __data[0]; }; struct trace_event_raw_nvmet_async_event { struct trace_entry ent; int ctrl_id; u32 result; char __data[0]; }; struct trace_event_data_offsets_nvmet_req_init {}; struct trace_event_data_offsets_nvmet_req_complete {}; struct trace_event_data_offsets_nvmet_async_event {}; typedef void (*btf_trace_nvmet_req_init)(void *, struct nvmet_req *, struct nvme_command *); typedef void (*btf_trace_nvmet_req_complete)(void *, struct nvmet_req *); typedef void (*btf_trace_nvmet_async_event)(void *, struct nvmet_ctrl *, __le32); struct nvmet_report_zone_data { struct nvmet_req *req; u64 out_buf_offset; u64 out_nr_zones; u64 nr_zones; u8 zrasf; }; struct nvmet_zone_mgmt_send_all_data { long unsigned int *zbitmap; struct nvmet_req *req; }; struct nvmf_disc_rsp_page_hdr { __le64 genctr; __le64 numrec; __le16 recfmt; __u8 resv14[1006]; struct nvmf_disc_rsp_page_entry entries[0]; }; struct nvme_loop_queue; struct nvme_loop_iod { struct nvme_request nvme_req; struct nvme_command cmd; struct nvme_completion cqe; struct nvmet_req req; struct nvme_loop_queue *queue; struct work_struct work; struct sg_table sg_table; struct scatterlist first_sgl[0]; }; struct nvme_loop_ctrl; struct nvme_loop_queue { struct nvmet_cq nvme_cq; struct nvmet_sq nvme_sq; struct nvme_loop_ctrl *ctrl; long unsigned int flags; }; struct nvme_loop_ctrl { struct nvme_loop_queue *queues; struct blk_mq_tag_set admin_tag_set; struct list_head list; struct blk_mq_tag_set tag_set; struct nvme_loop_iod async_event_iod; struct nvme_ctrl ctrl; struct nvmet_port *port; }; enum nvme_loop_queue_flags { NVME_LOOP_Q_LIVE = 0, }; struct fc_ba_rjt { __u8 br_resvd; __u8 br_reason; __u8 br_explan; __u8 br_vendor; }; struct nvmet_fc_port_info { u64 node_name; u64 port_name; u32 port_id; }; enum { NVMET_FCOP_READDATA = 1, NVMET_FCOP_WRITEDATA = 2, NVMET_FCOP_READDATA_RSP = 3, NVMET_FCOP_RSP = 4, }; struct nvmefc_tgt_fcp_req { u8 op; u16 hwqid; u32 offset; u32 timeout; u32 transfer_length; struct fc_ba_rjt ba_rjt; struct scatterlist *sg; int sg_cnt; void *rspaddr; dma_addr_t rspdma; u16 rsplen; void (*done)(struct nvmefc_tgt_fcp_req *); void *nvmet_fc_private; u32 transferred_length; int fcp_error; }; struct nvmet_fc_target_port { u32 port_num; u64 node_name; u64 port_name; void *private; u32 port_id; enum nvme_fc_obj_state port_state; }; struct nvmet_fc_target_template { void (*targetport_delete)(struct nvmet_fc_target_port *); int (*xmt_ls_rsp)(struct nvmet_fc_target_port *, struct nvmefc_ls_rsp *); int (*fcp_op)(struct nvmet_fc_target_port *, struct nvmefc_tgt_fcp_req *); void (*fcp_abort)(struct nvmet_fc_target_port *, struct nvmefc_tgt_fcp_req *); void (*fcp_req_release)(struct nvmet_fc_target_port *, struct nvmefc_tgt_fcp_req *); void (*defer_rcv)(struct nvmet_fc_target_port *, struct nvmefc_tgt_fcp_req *); void (*discovery_event)(struct nvmet_fc_target_port *); int (*ls_req)(struct nvmet_fc_target_port *, void *, struct nvmefc_ls_req *); void (*ls_abort)(struct nvmet_fc_target_port *, void *, struct nvmefc_ls_req *); void (*host_release)(void *); u32 max_hw_queues; u16 max_sgl_segments; u16 max_dif_sgl_segments; u64 dma_boundary; u32 target_features; u32 target_priv_sz; u32 lsrqst_priv_sz; }; enum { NVMF_OPT_ERR___2 = 0, NVMF_OPT_WWNN = 1, NVMF_OPT_WWPN = 2, NVMF_OPT_ROLES = 4, NVMF_OPT_FCADDR = 8, NVMF_OPT_LPWWNN = 16, NVMF_OPT_LPWWPN = 32, }; struct fcloop_ctrl_options { int mask; u64 wwnn; u64 wwpn; u32 roles; u32 fcaddr; u64 lpwwnn; u64 lpwwpn; }; struct fcloop_lport { struct nvme_fc_local_port *localport; struct list_head lport_list; struct completion unreg_done; }; struct fcloop_lport_priv { struct fcloop_lport *lport; }; struct fcloop_nport; struct fcloop_rport { struct nvme_fc_remote_port *remoteport; struct nvmet_fc_target_port *targetport; struct fcloop_nport *nport; struct fcloop_lport *lport; spinlock_t lock; struct list_head ls_list; struct work_struct ls_work; }; struct fcloop_tport; struct fcloop_nport { struct fcloop_rport *rport; struct fcloop_tport *tport; struct fcloop_lport *lport; struct list_head nport_list; struct kref ref; u64 node_name; u64 port_name; u32 port_role; u32 port_id; }; struct fcloop_tport { struct nvmet_fc_target_port *targetport; struct nvme_fc_remote_port *remoteport; struct fcloop_nport *nport; struct fcloop_lport *lport; spinlock_t lock; struct list_head ls_list; struct work_struct ls_work; }; struct fcloop_lsreq { struct nvmefc_ls_req *lsreq; struct nvmefc_ls_rsp ls_rsp; int lsdir; int status; struct list_head ls_list; }; struct fcloop_rscn { struct fcloop_tport *tport; struct work_struct work; }; enum { INI_IO_START = 0, INI_IO_ACTIVE = 1, INI_IO_ABORTED = 2, INI_IO_COMPLETED = 3, }; struct fcloop_fcpreq { struct fcloop_tport *tport; struct nvmefc_fcp_req *fcpreq; spinlock_t reqlock; u16 status; u32 inistate; bool active; bool aborted; struct kref ref; struct work_struct fcp_rcv_work; struct work_struct abort_rcv_work; struct work_struct tio_done_work; struct nvmefc_tgt_fcp_req tgt_fcp_req; }; struct fcloop_ini_fcpreq { struct nvmefc_fcp_req *fcpreq; struct fcloop_fcpreq *tfcp_req; spinlock_t inilock; }; enum { NVMET_FCTGTFEAT_READDATA_RSP = 1, }; struct nvmet_fc_tgtport; struct nvmet_fc_tgt_assoc; struct nvmet_fc_ls_iod { struct nvmefc_ls_rsp *lsrsp; struct nvmefc_tgt_fcp_req *fcpreq; struct list_head ls_rcv_list; struct nvmet_fc_tgtport *tgtport; struct nvmet_fc_tgt_assoc *assoc; void *hosthandle; union nvmefc_ls_requests *rqstbuf; union nvmefc_ls_responses *rspbuf; u16 rqstdatalen; dma_addr_t rspdma; struct scatterlist sg[2]; struct work_struct work; }; struct nvmet_fc_port_entry; struct nvmet_fc_tgtport { struct nvmet_fc_target_port fc_target_port; struct list_head tgt_list; struct device *dev; struct nvmet_fc_target_template *ops; struct nvmet_fc_ls_iod *iod; spinlock_t lock; struct list_head ls_rcv_list; struct list_head ls_req_list; struct list_head ls_busylist; struct list_head assoc_list; struct list_head host_list; struct ida assoc_cnt; struct nvmet_fc_port_entry *pe; struct kref ref; u32 max_sg_cnt; }; struct nvmet_fc_hostport; struct nvmet_fc_tgt_queue; struct nvmet_fc_tgt_assoc { u64 association_id; u32 a_id; atomic_t terminating; struct nvmet_fc_tgtport *tgtport; struct nvmet_fc_hostport *hostport; struct nvmet_fc_ls_iod *rcv_disconn; struct list_head a_list; struct nvmet_fc_tgt_queue *queues[129]; struct kref ref; struct work_struct del_work; struct callback_head rcu; }; struct nvmet_fc_ls_req_op { struct nvmefc_ls_req ls_req; struct nvmet_fc_tgtport *tgtport; void *hosthandle; int ls_error; struct list_head lsreq_list; bool req_queued; }; enum nvmet_fcp_datadir { NVMET_FCP_NODATA = 0, NVMET_FCP_WRITE = 1, NVMET_FCP_READ = 2, NVMET_FCP_ABORTED = 3, }; struct nvmet_fc_fcp_iod { struct nvmefc_tgt_fcp_req *fcpreq; struct nvme_fc_cmd_iu cmdiubuf; struct nvme_fc_ersp_iu rspiubuf; dma_addr_t rspdma; struct scatterlist *next_sg; struct scatterlist *data_sg; int data_sg_cnt; u32 offset; enum nvmet_fcp_datadir io_dir; bool active; bool abort; bool aborted; bool writedataactive; spinlock_t flock; struct nvmet_req req; struct work_struct defer_work; struct nvmet_fc_tgtport *tgtport; struct nvmet_fc_tgt_queue *queue; struct list_head fcp_list; }; struct nvmet_fc_tgt_queue { bool ninetypercent; u16 qid; u16 sqsize; u16 ersp_ratio; __le16 sqhd; atomic_t connected; atomic_t sqtail; atomic_t zrspcnt; atomic_t rsn; spinlock_t qlock; struct nvmet_cq nvme_cq; struct nvmet_sq nvme_sq; struct nvmet_fc_tgt_assoc *assoc; struct list_head fod_list; struct list_head pending_cmd_list; struct list_head avail_defer_list; struct workqueue_struct *work_q; struct kref ref; struct callback_head rcu; struct nvmet_fc_fcp_iod fod[0]; }; struct nvmet_fc_port_entry { struct nvmet_fc_tgtport *tgtport; struct nvmet_port *port; u64 node_name; u64 port_name; struct list_head pe_list; }; struct nvmet_fc_defer_fcp_req { struct list_head req_list; struct nvmefc_tgt_fcp_req *fcp_req; }; struct nvmet_fc_hostport { struct nvmet_fc_tgtport *tgtport; void *hosthandle; struct list_head host_list; struct kref ref; u8 invalid; }; enum nvme_tcp_pfv { NVME_TCP_PFV_1_0 = 0, }; enum nvme_tcp_digest_option { NVME_TCP_HDR_DIGEST_ENABLE = 1, NVME_TCP_DATA_DIGEST_ENABLE = 2, }; enum nvme_tcp_pdu_type { nvme_tcp_icreq = 0, nvme_tcp_icresp = 1, nvme_tcp_h2c_term = 2, nvme_tcp_c2h_term = 3, nvme_tcp_cmd = 4, nvme_tcp_rsp = 5, nvme_tcp_h2c_data = 6, nvme_tcp_c2h_data = 7, nvme_tcp_r2t = 9, }; enum nvme_tcp_pdu_flags { NVME_TCP_F_HDGST = 1, NVME_TCP_F_DDGST = 2, NVME_TCP_F_DATA_LAST = 4, NVME_TCP_F_DATA_SUCCESS = 8, }; struct nvme_tcp_hdr { __u8 type; __u8 flags; __u8 hlen; __u8 pdo; __le32 plen; }; struct nvme_tcp_icreq_pdu { struct nvme_tcp_hdr hdr; __le16 pfv; __u8 hpda; __u8 digest; __le32 maxr2t; __u8 rsvd2[112]; }; struct nvme_tcp_icresp_pdu { struct nvme_tcp_hdr hdr; __le16 pfv; __u8 cpda; __u8 digest; __le32 maxdata; __u8 rsvd[112]; }; struct nvme_tcp_cmd_pdu { struct nvme_tcp_hdr hdr; struct nvme_command cmd; }; struct nvme_tcp_rsp_pdu { struct nvme_tcp_hdr hdr; struct nvme_completion cqe; }; struct nvme_tcp_r2t_pdu { struct nvme_tcp_hdr hdr; __u16 command_id; __u16 ttag; __le32 r2t_offset; __le32 r2t_length; __u8 rsvd[4]; }; struct nvme_tcp_data_pdu { struct nvme_tcp_hdr hdr; __u16 command_id; __u16 ttag; __le32 data_offset; __le32 data_length; __u8 rsvd[4]; }; union nvme_tcp_pdu { struct nvme_tcp_icreq_pdu icreq; struct nvme_tcp_icresp_pdu icresp; struct nvme_tcp_cmd_pdu cmd; struct nvme_tcp_rsp_pdu rsp; struct nvme_tcp_r2t_pdu r2t; struct nvme_tcp_data_pdu data; }; struct ip_options { __be32 faddr; __be32 nexthop; unsigned char optlen; unsigned char srr; unsigned char rr; unsigned char ts; unsigned char is_strictroute: 1; unsigned char srr_is_hit: 1; unsigned char is_changed: 1; unsigned char rr_needaddr: 1; unsigned char ts_needtime: 1; unsigned char ts_needaddr: 1; unsigned char router_alert; unsigned char cipso; unsigned char __pad2; unsigned char __data[0]; }; struct ip_options_rcu { struct callback_head rcu; struct ip_options opt; }; struct ipv6_opt_hdr; struct ipv6_rt_hdr; struct ipv6_txoptions { refcount_t refcnt; int tot_len; __u16 opt_flen; __u16 opt_nflen; struct ipv6_opt_hdr *hopopt; struct ipv6_opt_hdr *dst0opt; struct ipv6_rt_hdr *srcrt; struct ipv6_opt_hdr *dst1opt; struct callback_head rcu; }; struct inet_cork { unsigned int flags; __be32 addr; struct ip_options *opt; unsigned int fragsize; int length; struct dst_entry *dst; u8 tx_flags; __u8 ttl; __s16 tos; char priority; __u16 gso_size; u64 transmit_time; u32 mark; }; struct inet_cork_full { struct inet_cork base; struct flowi fl; }; struct ipv6_pinfo; struct ip_mc_socklist; struct inet_sock { struct sock sk; struct ipv6_pinfo *pinet6; __be32 inet_saddr; __s16 uc_ttl; __u16 cmsg_flags; struct ip_options_rcu *inet_opt; __be16 inet_sport; __u16 inet_id; __u8 tos; __u8 min_ttl; __u8 mc_ttl; __u8 pmtudisc; __u8 recverr: 1; __u8 is_icsk: 1; __u8 freebind: 1; __u8 hdrincl: 1; __u8 mc_loop: 1; __u8 transparent: 1; __u8 mc_all: 1; __u8 nodefrag: 1; __u8 bind_address_no_port: 1; __u8 recverr_rfc4884: 1; __u8 defer_connect: 1; __u8 rcv_tos; __u8 convert_csum; int uc_index; int mc_index; __be32 mc_addr; struct ip_mc_socklist *mc_list; struct inet_cork_full cork; }; struct in6_pktinfo { struct in6_addr ipi6_addr; int ipi6_ifindex; }; struct inet6_cork { struct ipv6_txoptions *opt; u8 hop_limit; u8 tclass; }; struct ipv6_mc_socklist; struct ipv6_ac_socklist; struct ipv6_fl_socklist; struct ipv6_pinfo { struct in6_addr saddr; struct in6_pktinfo sticky_pktinfo; const struct in6_addr *daddr_cache; __be32 flow_label; __u32 frag_size; __u16 __unused_1: 7; __s16 hop_limit: 9; __u16 mc_loop: 1; __u16 __unused_2: 6; __s16 mcast_hops: 9; int ucast_oif; int mcast_oif; union { struct { __u16 srcrt: 1; __u16 osrcrt: 1; __u16 rxinfo: 1; __u16 rxoinfo: 1; __u16 rxhlim: 1; __u16 rxohlim: 1; __u16 hopopts: 1; __u16 ohopopts: 1; __u16 dstopts: 1; __u16 odstopts: 1; __u16 rxflow: 1; __u16 rxtclass: 1; __u16 rxpmtu: 1; __u16 rxorigdstaddr: 1; __u16 recvfragsize: 1; } bits; __u16 all; } rxopt; __u16 recverr: 1; __u16 sndflow: 1; __u16 repflow: 1; __u16 pmtudisc: 3; __u16 padding: 1; __u16 srcprefs: 3; __u16 dontfrag: 1; __u16 autoflowlabel: 1; __u16 autoflowlabel_set: 1; __u16 mc_all: 1; __u16 recverr_rfc4884: 1; __u16 rtalert_isolate: 1; __u8 min_hopcount; __u8 tclass; __be32 rcv_flowinfo; __u32 dst_cookie; struct ipv6_mc_socklist *ipv6_mc_list; struct ipv6_ac_socklist *ipv6_ac_list; struct ipv6_fl_socklist *ipv6_fl_list; struct ipv6_txoptions *opt; struct sk_buff *pktoptions; struct sk_buff *rxpmtu; struct inet6_cork cork; }; struct ipv6_rt_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; }; struct ipv6_opt_hdr { __u8 nexthdr; __u8 hdrlen; }; struct ip6_sf_socklist; struct ipv6_mc_socklist { struct in6_addr addr; int ifindex; unsigned int sfmode; struct ipv6_mc_socklist *next; struct ip6_sf_socklist *sflist; struct callback_head rcu; }; struct ipv6_ac_socklist { struct in6_addr acl_addr; int acl_ifindex; struct ipv6_ac_socklist *acl_next; }; struct ip6_flowlabel; struct ipv6_fl_socklist { struct ipv6_fl_socklist *next; struct ip6_flowlabel *fl; struct callback_head rcu; }; struct ip6_sf_socklist { unsigned int sl_max; unsigned int sl_count; struct callback_head rcu; struct in6_addr sl_addr[0]; }; struct ip6_flowlabel { struct ip6_flowlabel *next; __be32 label; atomic_t users; struct in6_addr dst; struct ipv6_txoptions *opt; long unsigned int linger; struct callback_head rcu; u8 share; union { struct pid *pid; kuid_t uid; } owner; long unsigned int lastuse; long unsigned int expires; struct net *fl_net; }; enum nvmet_tcp_send_state { NVMET_TCP_SEND_DATA_PDU = 0, NVMET_TCP_SEND_DATA = 1, NVMET_TCP_SEND_R2T = 2, NVMET_TCP_SEND_DDGST = 3, NVMET_TCP_SEND_RESPONSE = 4, }; enum nvmet_tcp_recv_state { NVMET_TCP_RECV_PDU = 0, NVMET_TCP_RECV_DATA = 1, NVMET_TCP_RECV_DDGST = 2, NVMET_TCP_RECV_ERR = 3, }; enum { NVMET_TCP_F_INIT_FAILED = 1, }; struct nvmet_tcp_queue; struct nvmet_tcp_cmd { struct nvmet_tcp_queue *queue; struct nvmet_req req; struct nvme_tcp_cmd_pdu *cmd_pdu; struct nvme_tcp_rsp_pdu *rsp_pdu; struct nvme_tcp_data_pdu *data_pdu; struct nvme_tcp_r2t_pdu *r2t_pdu; u32 rbytes_done; u32 wbytes_done; u32 pdu_len; u32 pdu_recv; int sg_idx; struct msghdr recv_msg; struct bio_vec *iov; u32 flags; struct list_head entry; struct llist_node lentry; u32 offset; struct scatterlist *cur_sg; enum nvmet_tcp_send_state state; __le32 exp_ddgst; __le32 recv_ddgst; }; enum nvmet_tcp_queue_state { NVMET_TCP_Q_CONNECTING = 0, NVMET_TCP_Q_LIVE = 1, NVMET_TCP_Q_DISCONNECTING = 2, }; struct nvmet_tcp_port; struct nvmet_tcp_queue { struct socket *sock; struct nvmet_tcp_port *port; struct work_struct io_work; struct nvmet_cq nvme_cq; struct nvmet_sq nvme_sq; struct nvmet_tcp_cmd *cmds; unsigned int nr_cmds; struct list_head free_list; struct llist_head resp_list; struct list_head resp_send_list; int send_list_len; struct nvmet_tcp_cmd *snd_cmd; int offset; int left; enum nvmet_tcp_recv_state rcv_state; struct nvmet_tcp_cmd *cmd; union nvme_tcp_pdu pdu; bool hdr_digest; bool data_digest; struct ahash_request *snd_hash; struct ahash_request *rcv_hash; long unsigned int poll_end; spinlock_t state_lock; enum nvmet_tcp_queue_state state; struct __kernel_sockaddr_storage sockaddr; struct __kernel_sockaddr_storage sockaddr_peer; struct work_struct release_work; int idx; struct list_head queue_list; struct nvmet_tcp_cmd connect; struct page_frag_cache pf_cache; void (*data_ready)(struct sock *); void (*state_change)(struct sock *); void (*write_space)(struct sock *); }; struct nvmet_tcp_port { struct socket *sock; struct work_struct accept_work; struct nvmet_port *nport; struct __kernel_sockaddr_storage addr; void (*data_ready)(struct sock *); }; enum { ATA_MAX_DEVICES = 2, ATA_MAX_PRD = 256, ATA_SECT_SIZE = 512, ATA_MAX_SECTORS_128 = 128, ATA_MAX_SECTORS = 256, ATA_MAX_SECTORS_1024 = 1024, ATA_MAX_SECTORS_LBA48 = 65535, ATA_MAX_SECTORS_TAPE = 65535, ATA_MAX_TRIM_RNUM = 64, ATA_ID_WORDS = 256, ATA_ID_CONFIG = 0, ATA_ID_CYLS = 1, ATA_ID_HEADS = 3, ATA_ID_SECTORS = 6, ATA_ID_SERNO = 10, ATA_ID_BUF_SIZE = 21, ATA_ID_FW_REV = 23, ATA_ID_PROD = 27, ATA_ID_MAX_MULTSECT = 47, ATA_ID_DWORD_IO = 48, ATA_ID_TRUSTED = 48, ATA_ID_CAPABILITY = 49, ATA_ID_OLD_PIO_MODES = 51, ATA_ID_OLD_DMA_MODES = 52, ATA_ID_FIELD_VALID = 53, ATA_ID_CUR_CYLS = 54, ATA_ID_CUR_HEADS = 55, ATA_ID_CUR_SECTORS = 56, ATA_ID_MULTSECT = 59, ATA_ID_LBA_CAPACITY = 60, ATA_ID_SWDMA_MODES = 62, ATA_ID_MWDMA_MODES = 63, ATA_ID_PIO_MODES = 64, ATA_ID_EIDE_DMA_MIN = 65, ATA_ID_EIDE_DMA_TIME = 66, ATA_ID_EIDE_PIO = 67, ATA_ID_EIDE_PIO_IORDY = 68, ATA_ID_ADDITIONAL_SUPP = 69, ATA_ID_QUEUE_DEPTH = 75, ATA_ID_SATA_CAPABILITY = 76, ATA_ID_SATA_CAPABILITY_2 = 77, ATA_ID_FEATURE_SUPP = 78, ATA_ID_MAJOR_VER = 80, ATA_ID_COMMAND_SET_1 = 82, ATA_ID_COMMAND_SET_2 = 83, ATA_ID_CFSSE = 84, ATA_ID_CFS_ENABLE_1 = 85, ATA_ID_CFS_ENABLE_2 = 86, ATA_ID_CSF_DEFAULT = 87, ATA_ID_UDMA_MODES = 88, ATA_ID_HW_CONFIG = 93, ATA_ID_SPG = 98, ATA_ID_LBA_CAPACITY_2 = 100, ATA_ID_SECTOR_SIZE = 106, ATA_ID_WWN = 108, ATA_ID_LOGICAL_SECTOR_SIZE = 117, ATA_ID_COMMAND_SET_3 = 119, ATA_ID_COMMAND_SET_4 = 120, ATA_ID_LAST_LUN = 126, ATA_ID_DLF = 128, ATA_ID_CSFO = 129, ATA_ID_CFA_POWER = 160, ATA_ID_CFA_KEY_MGMT = 162, ATA_ID_CFA_MODES = 163, ATA_ID_DATA_SET_MGMT = 169, ATA_ID_SCT_CMD_XPORT = 206, ATA_ID_ROT_SPEED = 217, ATA_ID_PIO4 = 2, ATA_ID_SERNO_LEN = 20, ATA_ID_FW_REV_LEN = 8, ATA_ID_PROD_LEN = 40, ATA_ID_WWN_LEN = 8, ATA_PCI_CTL_OFS = 2, ATA_PIO0 = 1, ATA_PIO1 = 3, ATA_PIO2 = 7, ATA_PIO3 = 15, ATA_PIO4 = 31, ATA_PIO5 = 63, ATA_PIO6 = 127, ATA_PIO4_ONLY = 16, ATA_SWDMA0 = 1, ATA_SWDMA1 = 3, ATA_SWDMA2 = 7, ATA_SWDMA2_ONLY = 4, ATA_MWDMA0 = 1, ATA_MWDMA1 = 3, ATA_MWDMA2 = 7, ATA_MWDMA3 = 15, ATA_MWDMA4 = 31, ATA_MWDMA12_ONLY = 6, ATA_MWDMA2_ONLY = 4, ATA_UDMA0 = 1, ATA_UDMA1 = 3, ATA_UDMA2 = 7, ATA_UDMA3 = 15, ATA_UDMA4 = 31, ATA_UDMA5 = 63, ATA_UDMA6 = 127, ATA_UDMA7 = 255, ATA_UDMA24_ONLY = 20, ATA_UDMA_MASK_40C = 7, ATA_PRD_SZ = 8, ATA_PRD_TBL_SZ = 2048, ATA_PRD_EOT = 2147483648, ATA_DMA_TABLE_OFS = 4, ATA_DMA_STATUS = 2, ATA_DMA_CMD = 0, ATA_DMA_WR = 8, ATA_DMA_START = 1, ATA_DMA_INTR = 4, ATA_DMA_ERR = 2, ATA_DMA_ACTIVE = 1, ATA_HOB = 128, ATA_NIEN = 2, ATA_LBA = 64, ATA_DEV1 = 16, ATA_DEVICE_OBS = 160, ATA_DEVCTL_OBS = 8, ATA_BUSY = 128, ATA_DRDY = 64, ATA_DF = 32, ATA_DSC = 16, ATA_DRQ = 8, ATA_CORR = 4, ATA_SENSE = 2, ATA_ERR = 1, ATA_SRST = 4, ATA_ICRC = 128, ATA_BBK = 128, ATA_UNC = 64, ATA_MC = 32, ATA_IDNF = 16, ATA_MCR = 8, ATA_ABORTED = 4, ATA_TRK0NF = 2, ATA_AMNF = 1, ATAPI_LFS = 240, ATAPI_EOM = 2, ATAPI_ILI = 1, ATAPI_IO = 2, ATAPI_COD = 1, ATA_REG_DATA = 0, ATA_REG_ERR = 1, ATA_REG_NSECT = 2, ATA_REG_LBAL = 3, ATA_REG_LBAM = 4, ATA_REG_LBAH = 5, ATA_REG_DEVICE = 6, ATA_REG_STATUS = 7, ATA_REG_FEATURE = 1, ATA_REG_CMD = 7, ATA_REG_BYTEL = 4, ATA_REG_BYTEH = 5, ATA_REG_DEVSEL = 6, ATA_REG_IRQ = 2, ATA_CMD_DEV_RESET = 8, ATA_CMD_CHK_POWER = 229, ATA_CMD_STANDBY = 226, ATA_CMD_IDLE = 227, ATA_CMD_EDD = 144, ATA_CMD_DOWNLOAD_MICRO = 146, ATA_CMD_DOWNLOAD_MICRO_DMA = 147, ATA_CMD_NOP = 0, ATA_CMD_FLUSH = 231, ATA_CMD_FLUSH_EXT = 234, ATA_CMD_ID_ATA = 236, ATA_CMD_ID_ATAPI = 161, ATA_CMD_SERVICE = 162, ATA_CMD_READ = 200, ATA_CMD_READ_EXT = 37, ATA_CMD_READ_QUEUED = 38, ATA_CMD_READ_STREAM_EXT = 43, ATA_CMD_READ_STREAM_DMA_EXT = 42, ATA_CMD_WRITE = 202, ATA_CMD_WRITE_EXT = 53, ATA_CMD_WRITE_QUEUED = 54, ATA_CMD_WRITE_STREAM_EXT = 59, ATA_CMD_WRITE_STREAM_DMA_EXT = 58, ATA_CMD_WRITE_FUA_EXT = 61, ATA_CMD_WRITE_QUEUED_FUA_EXT = 62, ATA_CMD_FPDMA_READ = 96, ATA_CMD_FPDMA_WRITE = 97, ATA_CMD_NCQ_NON_DATA = 99, ATA_CMD_FPDMA_SEND = 100, ATA_CMD_FPDMA_RECV = 101, ATA_CMD_PIO_READ = 32, ATA_CMD_PIO_READ_EXT = 36, ATA_CMD_PIO_WRITE = 48, ATA_CMD_PIO_WRITE_EXT = 52, ATA_CMD_READ_MULTI = 196, ATA_CMD_READ_MULTI_EXT = 41, ATA_CMD_WRITE_MULTI = 197, ATA_CMD_WRITE_MULTI_EXT = 57, ATA_CMD_WRITE_MULTI_FUA_EXT = 206, ATA_CMD_SET_FEATURES = 239, ATA_CMD_SET_MULTI = 198, ATA_CMD_PACKET = 160, ATA_CMD_VERIFY = 64, ATA_CMD_VERIFY_EXT = 66, ATA_CMD_WRITE_UNCORR_EXT = 69, ATA_CMD_STANDBYNOW1 = 224, ATA_CMD_IDLEIMMEDIATE = 225, ATA_CMD_SLEEP = 230, ATA_CMD_INIT_DEV_PARAMS = 145, ATA_CMD_READ_NATIVE_MAX = 248, ATA_CMD_READ_NATIVE_MAX_EXT = 39, ATA_CMD_SET_MAX = 249, ATA_CMD_SET_MAX_EXT = 55, ATA_CMD_READ_LOG_EXT = 47, ATA_CMD_WRITE_LOG_EXT = 63, ATA_CMD_READ_LOG_DMA_EXT = 71, ATA_CMD_WRITE_LOG_DMA_EXT = 87, ATA_CMD_TRUSTED_NONDATA = 91, ATA_CMD_TRUSTED_RCV = 92, ATA_CMD_TRUSTED_RCV_DMA = 93, ATA_CMD_TRUSTED_SND = 94, ATA_CMD_TRUSTED_SND_DMA = 95, ATA_CMD_PMP_READ = 228, ATA_CMD_PMP_READ_DMA = 233, ATA_CMD_PMP_WRITE = 232, ATA_CMD_PMP_WRITE_DMA = 235, ATA_CMD_CONF_OVERLAY = 177, ATA_CMD_SEC_SET_PASS = 241, ATA_CMD_SEC_UNLOCK = 242, ATA_CMD_SEC_ERASE_PREP = 243, ATA_CMD_SEC_ERASE_UNIT = 244, ATA_CMD_SEC_FREEZE_LOCK = 245, ATA_CMD_SEC_DISABLE_PASS = 246, ATA_CMD_CONFIG_STREAM = 81, ATA_CMD_SMART = 176, ATA_CMD_MEDIA_LOCK = 222, ATA_CMD_MEDIA_UNLOCK = 223, ATA_CMD_DSM = 6, ATA_CMD_CHK_MED_CRD_TYP = 209, ATA_CMD_CFA_REQ_EXT_ERR = 3, ATA_CMD_CFA_WRITE_NE = 56, ATA_CMD_CFA_TRANS_SECT = 135, ATA_CMD_CFA_ERASE = 192, ATA_CMD_CFA_WRITE_MULT_NE = 205, ATA_CMD_REQ_SENSE_DATA = 11, ATA_CMD_SANITIZE_DEVICE = 180, ATA_CMD_ZAC_MGMT_IN = 74, ATA_CMD_ZAC_MGMT_OUT = 159, ATA_CMD_RESTORE = 16, ATA_SUBCMD_FPDMA_RECV_RD_LOG_DMA_EXT = 1, ATA_SUBCMD_FPDMA_RECV_ZAC_MGMT_IN = 2, ATA_SUBCMD_FPDMA_SEND_DSM = 0, ATA_SUBCMD_FPDMA_SEND_WR_LOG_DMA_EXT = 2, ATA_SUBCMD_NCQ_NON_DATA_ABORT_QUEUE = 0, ATA_SUBCMD_NCQ_NON_DATA_SET_FEATURES = 5, ATA_SUBCMD_NCQ_NON_DATA_ZERO_EXT = 6, ATA_SUBCMD_NCQ_NON_DATA_ZAC_MGMT_OUT = 7, ATA_SUBCMD_ZAC_MGMT_IN_REPORT_ZONES = 0, ATA_SUBCMD_ZAC_MGMT_OUT_CLOSE_ZONE = 1, ATA_SUBCMD_ZAC_MGMT_OUT_FINISH_ZONE = 2, ATA_SUBCMD_ZAC_MGMT_OUT_OPEN_ZONE = 3, ATA_SUBCMD_ZAC_MGMT_OUT_RESET_WRITE_POINTER = 4, ATA_LOG_DIRECTORY = 0, ATA_LOG_SATA_NCQ = 16, ATA_LOG_NCQ_NON_DATA = 18, ATA_LOG_NCQ_SEND_RECV = 19, ATA_LOG_IDENTIFY_DEVICE = 48, ATA_LOG_CONCURRENT_POSITIONING_RANGES = 71, ATA_LOG_SECURITY = 6, ATA_LOG_SATA_SETTINGS = 8, ATA_LOG_ZONED_INFORMATION = 9, ATA_LOG_DEVSLP_OFFSET = 48, ATA_LOG_DEVSLP_SIZE = 8, ATA_LOG_DEVSLP_MDAT = 0, ATA_LOG_DEVSLP_MDAT_MASK = 31, ATA_LOG_DEVSLP_DETO = 1, ATA_LOG_DEVSLP_VALID = 7, ATA_LOG_DEVSLP_VALID_MASK = 128, ATA_LOG_NCQ_PRIO_OFFSET = 9, ATA_LOG_NCQ_SEND_RECV_SUBCMDS_OFFSET = 0, ATA_LOG_NCQ_SEND_RECV_SUBCMDS_DSM = 1, ATA_LOG_NCQ_SEND_RECV_DSM_OFFSET = 4, ATA_LOG_NCQ_SEND_RECV_DSM_TRIM = 1, ATA_LOG_NCQ_SEND_RECV_RD_LOG_OFFSET = 8, ATA_LOG_NCQ_SEND_RECV_RD_LOG_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_WR_LOG_OFFSET = 12, ATA_LOG_NCQ_SEND_RECV_WR_LOG_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_OFFSET = 16, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_OUT_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_IN_SUPPORTED = 2, ATA_LOG_NCQ_SEND_RECV_SIZE = 20, ATA_LOG_NCQ_NON_DATA_SUBCMDS_OFFSET = 0, ATA_LOG_NCQ_NON_DATA_ABORT_OFFSET = 0, ATA_LOG_NCQ_NON_DATA_ABORT_NCQ = 1, ATA_LOG_NCQ_NON_DATA_ABORT_ALL = 2, ATA_LOG_NCQ_NON_DATA_ABORT_STREAMING = 4, ATA_LOG_NCQ_NON_DATA_ABORT_NON_STREAMING = 8, ATA_LOG_NCQ_NON_DATA_ABORT_SELECTED = 16, ATA_LOG_NCQ_NON_DATA_ZAC_MGMT_OFFSET = 28, ATA_LOG_NCQ_NON_DATA_ZAC_MGMT_OUT = 1, ATA_LOG_NCQ_NON_DATA_SIZE = 64, ATA_CMD_READ_LONG = 34, ATA_CMD_READ_LONG_ONCE = 35, ATA_CMD_WRITE_LONG = 50, ATA_CMD_WRITE_LONG_ONCE = 51, SETFEATURES_XFER = 3, XFER_UDMA_7 = 71, XFER_UDMA_6 = 70, XFER_UDMA_5 = 69, XFER_UDMA_4 = 68, XFER_UDMA_3 = 67, XFER_UDMA_2 = 66, XFER_UDMA_1 = 65, XFER_UDMA_0 = 64, XFER_MW_DMA_4 = 36, XFER_MW_DMA_3 = 35, XFER_MW_DMA_2 = 34, XFER_MW_DMA_1 = 33, XFER_MW_DMA_0 = 32, XFER_SW_DMA_2 = 18, XFER_SW_DMA_1 = 17, XFER_SW_DMA_0 = 16, XFER_PIO_6 = 14, XFER_PIO_5 = 13, XFER_PIO_4 = 12, XFER_PIO_3 = 11, XFER_PIO_2 = 10, XFER_PIO_1 = 9, XFER_PIO_0 = 8, XFER_PIO_SLOW = 0, SETFEATURES_WC_ON = 2, SETFEATURES_WC_OFF = 130, SETFEATURES_RA_ON = 170, SETFEATURES_RA_OFF = 85, SETFEATURES_AAM_ON = 66, SETFEATURES_AAM_OFF = 194, SETFEATURES_SPINUP = 7, SETFEATURES_SPINUP_TIMEOUT = 30000, SETFEATURES_SATA_ENABLE = 16, SETFEATURES_SATA_DISABLE = 144, SATA_FPDMA_OFFSET = 1, SATA_FPDMA_AA = 2, SATA_DIPM = 3, SATA_FPDMA_IN_ORDER = 4, SATA_AN = 5, SATA_SSP = 6, SATA_DEVSLP = 9, SETFEATURE_SENSE_DATA = 195, ATA_SET_MAX_ADDR = 0, ATA_SET_MAX_PASSWD = 1, ATA_SET_MAX_LOCK = 2, ATA_SET_MAX_UNLOCK = 3, ATA_SET_MAX_FREEZE_LOCK = 4, ATA_SET_MAX_PASSWD_DMA = 5, ATA_SET_MAX_UNLOCK_DMA = 6, ATA_DCO_RESTORE = 192, ATA_DCO_FREEZE_LOCK = 193, ATA_DCO_IDENTIFY = 194, ATA_DCO_SET = 195, ATA_SMART_ENABLE = 216, ATA_SMART_READ_VALUES = 208, ATA_SMART_READ_THRESHOLDS = 209, ATA_DSM_TRIM = 1, ATA_SMART_LBAM_PASS = 79, ATA_SMART_LBAH_PASS = 194, ATAPI_PKT_DMA = 1, ATAPI_DMADIR = 4, ATAPI_CDB_LEN = 16, SATA_PMP_MAX_PORTS = 15, SATA_PMP_CTRL_PORT = 15, SATA_PMP_GSCR_DWORDS = 128, SATA_PMP_GSCR_PROD_ID = 0, SATA_PMP_GSCR_REV = 1, SATA_PMP_GSCR_PORT_INFO = 2, SATA_PMP_GSCR_ERROR = 32, SATA_PMP_GSCR_ERROR_EN = 33, SATA_PMP_GSCR_FEAT = 64, SATA_PMP_GSCR_FEAT_EN = 96, SATA_PMP_PSCR_STATUS = 0, SATA_PMP_PSCR_ERROR = 1, SATA_PMP_PSCR_CONTROL = 2, SATA_PMP_FEAT_BIST = 1, SATA_PMP_FEAT_PMREQ = 2, SATA_PMP_FEAT_DYNSSC = 4, SATA_PMP_FEAT_NOTIFY = 8, ATA_CBL_NONE = 0, ATA_CBL_PATA40 = 1, ATA_CBL_PATA80 = 2, ATA_CBL_PATA40_SHORT = 3, ATA_CBL_PATA_UNK = 4, ATA_CBL_PATA_IGN = 5, ATA_CBL_SATA = 6, SCR_STATUS = 0, SCR_ERROR = 1, SCR_CONTROL = 2, SCR_ACTIVE = 3, SCR_NOTIFICATION = 4, SERR_DATA_RECOVERED = 1, SERR_COMM_RECOVERED = 2, SERR_DATA = 256, SERR_PERSISTENT = 512, SERR_PROTOCOL = 1024, SERR_INTERNAL = 2048, SERR_PHYRDY_CHG = 65536, SERR_PHY_INT_ERR = 131072, SERR_COMM_WAKE = 262144, SERR_10B_8B_ERR = 524288, SERR_DISPARITY = 1048576, SERR_CRC = 2097152, SERR_HANDSHAKE = 4194304, SERR_LINK_SEQ_ERR = 8388608, SERR_TRANS_ST_ERROR = 16777216, SERR_UNRECOG_FIS = 33554432, SERR_DEV_XCHG = 67108864, }; enum ata_prot_flags { ATA_PROT_FLAG_PIO = 1, ATA_PROT_FLAG_DMA = 2, ATA_PROT_FLAG_NCQ = 4, ATA_PROT_FLAG_ATAPI = 8, ATA_PROT_UNKNOWN = 255, ATA_PROT_NODATA = 0, ATA_PROT_PIO = 1, ATA_PROT_DMA = 2, ATA_PROT_NCQ_NODATA = 4, ATA_PROT_NCQ = 6, ATAPI_PROT_NODATA = 8, ATAPI_PROT_PIO = 9, ATAPI_PROT_DMA = 10, }; struct ata_bmdma_prd { __le32 addr; __le32 flags_len; }; enum { LIBATA_MAX_PRD = 128, LIBATA_DUMB_MAX_PRD = 64, ATA_DEF_QUEUE = 1, ATA_MAX_QUEUE = 32, ATA_TAG_INTERNAL = 32, ATA_SHORT_PAUSE = 16, ATAPI_MAX_DRAIN = 16384, ATA_ALL_DEVICES = 3, ATA_SHT_EMULATED = 1, ATA_SHT_THIS_ID = 4294967295, ATA_TFLAG_LBA48 = 1, ATA_TFLAG_ISADDR = 2, ATA_TFLAG_DEVICE = 4, ATA_TFLAG_WRITE = 8, ATA_TFLAG_LBA = 16, ATA_TFLAG_FUA = 32, ATA_TFLAG_POLLING = 64, ATA_DFLAG_LBA = 1, ATA_DFLAG_LBA48 = 2, ATA_DFLAG_CDB_INTR = 4, ATA_DFLAG_NCQ = 8, ATA_DFLAG_FLUSH_EXT = 16, ATA_DFLAG_ACPI_PENDING = 32, ATA_DFLAG_ACPI_FAILED = 64, ATA_DFLAG_AN = 128, ATA_DFLAG_TRUSTED = 256, ATA_DFLAG_DMADIR = 1024, ATA_DFLAG_CFG_MASK = 4095, ATA_DFLAG_PIO = 4096, ATA_DFLAG_NCQ_OFF = 8192, ATA_DFLAG_SLEEPING = 32768, ATA_DFLAG_DUBIOUS_XFER = 65536, ATA_DFLAG_NO_UNLOAD = 131072, ATA_DFLAG_UNLOCK_HPA = 262144, ATA_DFLAG_NCQ_SEND_RECV = 524288, ATA_DFLAG_NCQ_PRIO = 1048576, ATA_DFLAG_NCQ_PRIO_ENABLED = 2097152, ATA_DFLAG_INIT_MASK = 16777215, ATA_DFLAG_DETACH = 16777216, ATA_DFLAG_DETACHED = 33554432, ATA_DFLAG_DA = 67108864, ATA_DFLAG_DEVSLP = 134217728, ATA_DFLAG_ACPI_DISABLED = 268435456, ATA_DFLAG_D_SENSE = 536870912, ATA_DFLAG_ZAC = 1073741824, ATA_DFLAG_FEATURES_MASK = 202899712, ATA_DEV_UNKNOWN = 0, ATA_DEV_ATA = 1, ATA_DEV_ATA_UNSUP = 2, ATA_DEV_ATAPI = 3, ATA_DEV_ATAPI_UNSUP = 4, ATA_DEV_PMP = 5, ATA_DEV_PMP_UNSUP = 6, ATA_DEV_SEMB = 7, ATA_DEV_SEMB_UNSUP = 8, ATA_DEV_ZAC = 9, ATA_DEV_ZAC_UNSUP = 10, ATA_DEV_NONE = 11, ATA_LFLAG_NO_HRST = 2, ATA_LFLAG_NO_SRST = 4, ATA_LFLAG_ASSUME_ATA = 8, ATA_LFLAG_ASSUME_SEMB = 16, ATA_LFLAG_ASSUME_CLASS = 24, ATA_LFLAG_NO_RETRY = 32, ATA_LFLAG_DISABLED = 64, ATA_LFLAG_SW_ACTIVITY = 128, ATA_LFLAG_NO_LPM = 256, ATA_LFLAG_RST_ONCE = 512, ATA_LFLAG_CHANGED = 1024, ATA_LFLAG_NO_DEBOUNCE_DELAY = 2048, ATA_FLAG_SLAVE_POSS = 1, ATA_FLAG_SATA = 2, ATA_FLAG_NO_LPM = 4, ATA_FLAG_NO_LOG_PAGE = 32, ATA_FLAG_NO_ATAPI = 64, ATA_FLAG_PIO_DMA = 128, ATA_FLAG_PIO_LBA48 = 256, ATA_FLAG_PIO_POLLING = 512, ATA_FLAG_NCQ = 1024, ATA_FLAG_NO_POWEROFF_SPINDOWN = 2048, ATA_FLAG_NO_HIBERNATE_SPINDOWN = 4096, ATA_FLAG_DEBUGMSG = 8192, ATA_FLAG_FPDMA_AA = 16384, ATA_FLAG_IGN_SIMPLEX = 32768, ATA_FLAG_NO_IORDY = 65536, ATA_FLAG_ACPI_SATA = 131072, ATA_FLAG_AN = 262144, ATA_FLAG_PMP = 524288, ATA_FLAG_FPDMA_AUX = 1048576, ATA_FLAG_EM = 2097152, ATA_FLAG_SW_ACTIVITY = 4194304, ATA_FLAG_NO_DIPM = 8388608, ATA_FLAG_SAS_HOST = 16777216, ATA_PFLAG_EH_PENDING = 1, ATA_PFLAG_EH_IN_PROGRESS = 2, ATA_PFLAG_FROZEN = 4, ATA_PFLAG_RECOVERED = 8, ATA_PFLAG_LOADING = 16, ATA_PFLAG_SCSI_HOTPLUG = 64, ATA_PFLAG_INITIALIZING = 128, ATA_PFLAG_RESETTING = 256, ATA_PFLAG_UNLOADING = 512, ATA_PFLAG_UNLOADED = 1024, ATA_PFLAG_SUSPENDED = 131072, ATA_PFLAG_PM_PENDING = 262144, ATA_PFLAG_INIT_GTM_VALID = 524288, ATA_PFLAG_PIO32 = 1048576, ATA_PFLAG_PIO32CHANGE = 2097152, ATA_PFLAG_EXTERNAL = 4194304, ATA_QCFLAG_ACTIVE = 1, ATA_QCFLAG_DMAMAP = 2, ATA_QCFLAG_IO = 8, ATA_QCFLAG_RESULT_TF = 16, ATA_QCFLAG_CLEAR_EXCL = 32, ATA_QCFLAG_QUIET = 64, ATA_QCFLAG_RETRY = 128, ATA_QCFLAG_FAILED = 65536, ATA_QCFLAG_SENSE_VALID = 131072, ATA_QCFLAG_EH_SCHEDULED = 262144, ATA_HOST_SIMPLEX = 1, ATA_HOST_STARTED = 2, ATA_HOST_PARALLEL_SCAN = 4, ATA_HOST_IGNORE_ATA = 8, ATA_TMOUT_BOOT = 30000, ATA_TMOUT_BOOT_QUICK = 7000, ATA_TMOUT_INTERNAL_QUICK = 5000, ATA_TMOUT_MAX_PARK = 30000, ATA_TMOUT_FF_WAIT_LONG = 2000, ATA_TMOUT_FF_WAIT = 800, ATA_WAIT_AFTER_RESET = 150, ATA_TMOUT_PMP_SRST_WAIT = 5000, ATA_TMOUT_SPURIOUS_PHY = 10000, BUS_UNKNOWN = 0, BUS_DMA = 1, BUS_IDLE = 2, BUS_NOINTR = 3, BUS_NODATA = 4, BUS_TIMER = 5, BUS_PIO = 6, BUS_EDD = 7, BUS_IDENTIFY = 8, BUS_PACKET = 9, PORT_UNKNOWN = 0, PORT_ENABLED = 1, PORT_DISABLED = 2, ATA_NR_PIO_MODES = 7, ATA_NR_MWDMA_MODES = 5, ATA_NR_UDMA_MODES = 8, ATA_SHIFT_PIO = 0, ATA_SHIFT_MWDMA = 7, ATA_SHIFT_UDMA = 12, ATA_SHIFT_PRIO = 6, ATA_PRIO_HIGH = 2, ATA_DMA_PAD_SZ = 4, ATA_ERING_SIZE = 32, ATA_DEFER_LINK = 1, ATA_DEFER_PORT = 2, ATA_EH_DESC_LEN = 80, ATA_EH_REVALIDATE = 1, ATA_EH_SOFTRESET = 2, ATA_EH_HARDRESET = 4, ATA_EH_RESET = 6, ATA_EH_ENABLE_LINK = 8, ATA_EH_PARK = 32, ATA_EH_PERDEV_MASK = 33, ATA_EH_ALL_ACTIONS = 15, ATA_EHI_HOTPLUGGED = 1, ATA_EHI_NO_AUTOPSY = 4, ATA_EHI_QUIET = 8, ATA_EHI_NO_RECOVERY = 16, ATA_EHI_DID_SOFTRESET = 65536, ATA_EHI_DID_HARDRESET = 131072, ATA_EHI_PRINTINFO = 262144, ATA_EHI_SETMODE = 524288, ATA_EHI_POST_SETMODE = 1048576, ATA_EHI_DID_RESET = 196608, ATA_EHI_TO_SLAVE_MASK = 12, ATA_EH_MAX_TRIES = 5, ATA_LINK_RESUME_TRIES = 5, ATA_PROBE_MAX_TRIES = 3, ATA_EH_DEV_TRIES = 3, ATA_EH_PMP_TRIES = 5, ATA_EH_PMP_LINK_TRIES = 3, SATA_PMP_RW_TIMEOUT = 3000, ATA_EH_CMD_TIMEOUT_TABLE_SIZE = 7, ATA_HORKAGE_DIAGNOSTIC = 1, ATA_HORKAGE_NODMA = 2, ATA_HORKAGE_NONCQ = 4, ATA_HORKAGE_MAX_SEC_128 = 8, ATA_HORKAGE_BROKEN_HPA = 16, ATA_HORKAGE_DISABLE = 32, ATA_HORKAGE_HPA_SIZE = 64, ATA_HORKAGE_IVB = 256, ATA_HORKAGE_STUCK_ERR = 512, ATA_HORKAGE_BRIDGE_OK = 1024, ATA_HORKAGE_ATAPI_MOD16_DMA = 2048, ATA_HORKAGE_FIRMWARE_WARN = 4096, ATA_HORKAGE_1_5_GBPS = 8192, ATA_HORKAGE_NOSETXFER = 16384, ATA_HORKAGE_BROKEN_FPDMA_AA = 32768, ATA_HORKAGE_DUMP_ID = 65536, ATA_HORKAGE_MAX_SEC_LBA48 = 131072, ATA_HORKAGE_ATAPI_DMADIR = 262144, ATA_HORKAGE_NO_NCQ_TRIM = 524288, ATA_HORKAGE_NOLPM = 1048576, ATA_HORKAGE_WD_BROKEN_LPM = 2097152, ATA_HORKAGE_ZERO_AFTER_TRIM = 4194304, ATA_HORKAGE_NO_DMA_LOG = 8388608, ATA_HORKAGE_NOTRIM = 16777216, ATA_HORKAGE_MAX_SEC_1024 = 33554432, ATA_HORKAGE_MAX_TRIM_128M = 67108864, ATA_HORKAGE_NO_NCQ_ON_ATI = 134217728, ATA_HORKAGE_NO_ID_DEV_LOG = 268435456, ATA_HORKAGE_NO_LOG_DIR = 536870912, ATA_DMA_MASK_ATA = 1, ATA_DMA_MASK_ATAPI = 2, ATA_DMA_MASK_CFA = 4, ATAPI_READ = 0, ATAPI_WRITE = 1, ATAPI_READ_CD = 2, ATAPI_PASS_THRU = 3, ATAPI_MISC = 4, ATA_TIMING_SETUP = 1, ATA_TIMING_ACT8B = 2, ATA_TIMING_REC8B = 4, ATA_TIMING_CYC8B = 8, ATA_TIMING_8BIT = 14, ATA_TIMING_ACTIVE = 16, ATA_TIMING_RECOVER = 32, ATA_TIMING_DMACK_HOLD = 64, ATA_TIMING_CYCLE = 128, ATA_TIMING_UDMA = 256, ATA_TIMING_ALL = 511, ATA_ACPI_FILTER_SETXFER = 1, ATA_ACPI_FILTER_LOCK = 2, ATA_ACPI_FILTER_DIPM = 4, ATA_ACPI_FILTER_FPDMA_OFFSET = 8, ATA_ACPI_FILTER_FPDMA_AA = 16, ATA_ACPI_FILTER_DEFAULT = 7, }; enum ata_completion_errors { AC_ERR_OK = 0, AC_ERR_DEV = 1, AC_ERR_HSM = 2, AC_ERR_TIMEOUT = 4, AC_ERR_MEDIA = 8, AC_ERR_ATA_BUS = 16, AC_ERR_HOST_BUS = 32, AC_ERR_SYSTEM = 64, AC_ERR_INVALID = 128, AC_ERR_OTHER = 256, AC_ERR_NODEV_HINT = 512, AC_ERR_NCQ = 1024, }; enum ata_lpm_policy { ATA_LPM_UNKNOWN = 0, ATA_LPM_MAX_POWER = 1, ATA_LPM_MED_POWER = 2, ATA_LPM_MED_POWER_WITH_DIPM = 3, ATA_LPM_MIN_POWER_WITH_PARTIAL = 4, ATA_LPM_MIN_POWER = 5, }; enum ata_lpm_hints { ATA_LPM_EMPTY = 1, ATA_LPM_HIPM = 2, ATA_LPM_WAKE_ONLY = 4, }; struct ata_queued_cmd; typedef void (*ata_qc_cb_t)(struct ata_queued_cmd *); struct ata_taskfile { long unsigned int flags; u8 protocol; u8 ctl; u8 hob_feature; u8 hob_nsect; u8 hob_lbal; u8 hob_lbam; u8 hob_lbah; union { u8 error; u8 feature; }; u8 nsect; u8 lbal; u8 lbam; u8 lbah; u8 device; union { u8 status; u8 command; }; u32 auxiliary; }; struct ata_port; struct ata_device; struct ata_queued_cmd { struct ata_port *ap; struct ata_device *dev; struct scsi_cmnd *scsicmd; void (*scsidone)(struct scsi_cmnd *); struct ata_taskfile tf; u8 cdb[16]; long unsigned int flags; unsigned int tag; unsigned int hw_tag; unsigned int n_elem; unsigned int orig_n_elem; int dma_dir; unsigned int sect_size; unsigned int nbytes; unsigned int extrabytes; unsigned int curbytes; struct scatterlist sgent; struct scatterlist *sg; struct scatterlist *cursg; unsigned int cursg_ofs; unsigned int err_mask; struct ata_taskfile result_tf; ata_qc_cb_t complete_fn; void *private_data; void *lldd_task; }; struct ata_link; typedef int (*ata_prereset_fn_t)(struct ata_link *, long unsigned int); struct ata_eh_info { struct ata_device *dev; u32 serror; unsigned int err_mask; unsigned int action; unsigned int dev_action[2]; unsigned int flags; unsigned int probe_mask; char desc[80]; int desc_len; }; struct ata_eh_context { struct ata_eh_info i; int tries[2]; int cmd_timeout_idx[14]; unsigned int classes[2]; unsigned int did_probe_mask; unsigned int unloaded_mask; unsigned int saved_ncq_enabled; u8 saved_xfer_mode[2]; long unsigned int last_reset; }; struct ata_ering_entry { unsigned int eflags; unsigned int err_mask; u64 timestamp; }; struct ata_ering { int cursor; struct ata_ering_entry ring[32]; }; struct ata_cpr_log; struct ata_device { struct ata_link *link; unsigned int devno; unsigned int horkage; long unsigned int flags; struct scsi_device *sdev; void *private_data; struct device tdev; u64 n_sectors; u64 n_native_sectors; unsigned int class; long unsigned int unpark_deadline; u8 pio_mode; u8 dma_mode; u8 xfer_mode; unsigned int xfer_shift; unsigned int multi_count; unsigned int max_sectors; unsigned int cdb_len; unsigned int pio_mask; unsigned int mwdma_mask; unsigned int udma_mask; u16 cylinders; u16 heads; u16 sectors; long: 16; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { u16 id[256]; u32 gscr[128]; }; u8 devslp_timing[8]; u8 ncq_send_recv_cmds[20]; u8 ncq_non_data_cmds[64]; u32 zac_zoned_cap; u32 zac_zones_optimal_open; u32 zac_zones_optimal_nonseq; u32 zac_zones_max_open; struct ata_cpr_log *cpr_log; int spdn_cnt; struct ata_ering ering; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ata_link { struct ata_port *ap; int pmp; struct device tdev; unsigned int active_tag; u32 sactive; unsigned int flags; u32 saved_scontrol; unsigned int hw_sata_spd_limit; unsigned int sata_spd_limit; unsigned int sata_spd; enum ata_lpm_policy lpm_policy; struct ata_eh_info eh_info; struct ata_eh_context eh_context; long: 64; long: 64; long: 64; long: 64; long: 64; struct ata_device device[2]; long unsigned int last_lpm_change; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef int (*ata_reset_fn_t)(struct ata_link *, unsigned int *, long unsigned int); typedef void (*ata_postreset_fn_t)(struct ata_link *, unsigned int *); enum sw_activity { OFF = 0, BLINK_ON = 1, BLINK_OFF = 2, }; struct ata_ioports { void *cmd_addr; void *data_addr; void *error_addr; void *feature_addr; void *nsect_addr; void *lbal_addr; void *lbam_addr; void *lbah_addr; void *device_addr; void *status_addr; void *command_addr; void *altstatus_addr; void *ctl_addr; void *bmdma_addr; void *scr_addr; }; struct ata_port_operations; struct ata_host { spinlock_t lock; struct device *dev; void * const *iomap; unsigned int n_ports; unsigned int n_tags; void *private_data; struct ata_port_operations *ops; long unsigned int flags; struct kref kref; struct mutex eh_mutex; struct task_struct *eh_owner; struct ata_port *simplex_claimed; struct ata_port *ports[0]; }; struct ata_port_operations { int (*qc_defer)(struct ata_queued_cmd *); int (*check_atapi_dma)(struct ata_queued_cmd *); enum ata_completion_errors (*qc_prep)(struct ata_queued_cmd *); unsigned int (*qc_issue)(struct ata_queued_cmd *); bool (*qc_fill_rtf)(struct ata_queued_cmd *); int (*cable_detect)(struct ata_port *); unsigned int (*mode_filter)(struct ata_device *, unsigned int); void (*set_piomode)(struct ata_port *, struct ata_device *); void (*set_dmamode)(struct ata_port *, struct ata_device *); int (*set_mode)(struct ata_link *, struct ata_device **); unsigned int (*read_id)(struct ata_device *, struct ata_taskfile *, __le16 *); void (*dev_config)(struct ata_device *); void (*freeze)(struct ata_port *); void (*thaw)(struct ata_port *); ata_prereset_fn_t prereset; ata_reset_fn_t softreset; ata_reset_fn_t hardreset; ata_postreset_fn_t postreset; ata_prereset_fn_t pmp_prereset; ata_reset_fn_t pmp_softreset; ata_reset_fn_t pmp_hardreset; ata_postreset_fn_t pmp_postreset; void (*error_handler)(struct ata_port *); void (*lost_interrupt)(struct ata_port *); void (*post_internal_cmd)(struct ata_queued_cmd *); void (*sched_eh)(struct ata_port *); void (*end_eh)(struct ata_port *); int (*scr_read)(struct ata_link *, unsigned int, u32 *); int (*scr_write)(struct ata_link *, unsigned int, u32); void (*pmp_attach)(struct ata_port *); void (*pmp_detach)(struct ata_port *); int (*set_lpm)(struct ata_link *, enum ata_lpm_policy, unsigned int); int (*port_suspend)(struct ata_port *, pm_message_t); int (*port_resume)(struct ata_port *); int (*port_start)(struct ata_port *); void (*port_stop)(struct ata_port *); void (*host_stop)(struct ata_host *); void (*sff_dev_select)(struct ata_port *, unsigned int); void (*sff_set_devctl)(struct ata_port *, u8); u8 (*sff_check_status)(struct ata_port *); u8 (*sff_check_altstatus)(struct ata_port *); void (*sff_tf_load)(struct ata_port *, const struct ata_taskfile *); void (*sff_tf_read)(struct ata_port *, struct ata_taskfile *); void (*sff_exec_command)(struct ata_port *, const struct ata_taskfile *); unsigned int (*sff_data_xfer)(struct ata_queued_cmd *, unsigned char *, unsigned int, int); void (*sff_irq_on)(struct ata_port *); bool (*sff_irq_check)(struct ata_port *); void (*sff_irq_clear)(struct ata_port *); void (*sff_drain_fifo)(struct ata_queued_cmd *); void (*bmdma_setup)(struct ata_queued_cmd *); void (*bmdma_start)(struct ata_queued_cmd *); void (*bmdma_stop)(struct ata_queued_cmd *); u8 (*bmdma_status)(struct ata_port *); ssize_t (*em_show)(struct ata_port *, char *); ssize_t (*em_store)(struct ata_port *, const char *, size_t); ssize_t (*sw_activity_show)(struct ata_device *, char *); ssize_t (*sw_activity_store)(struct ata_device *, enum sw_activity); ssize_t (*transmit_led_message)(struct ata_port *, u32, ssize_t); void (*phy_reset)(struct ata_port *); void (*eng_timeout)(struct ata_port *); const struct ata_port_operations *inherits; }; struct ata_port_stats { long unsigned int unhandled_irq; long unsigned int idle_irq; long unsigned int rw_reqbuf; }; struct ata_port { struct Scsi_Host *scsi_host; struct ata_port_operations *ops; spinlock_t *lock; long unsigned int flags; unsigned int pflags; unsigned int print_id; unsigned int local_port_no; unsigned int port_no; struct ata_ioports ioaddr; u8 ctl; u8 last_ctl; struct ata_link *sff_pio_task_link; struct delayed_work sff_pio_task; struct ata_bmdma_prd *bmdma_prd; dma_addr_t bmdma_prd_dma; unsigned int pio_mask; unsigned int mwdma_mask; unsigned int udma_mask; unsigned int cbl; struct ata_queued_cmd qcmd[33]; u64 qc_active; int nr_active_links; long: 32; long: 64; long: 64; long: 64; struct ata_link link; struct ata_link *slave_link; int nr_pmp_links; struct ata_link *pmp_link; struct ata_link *excl_link; struct ata_port_stats stats; struct ata_host *host; struct device *dev; struct device tdev; struct mutex scsi_scan_mutex; struct delayed_work hotplug_task; struct work_struct scsi_rescan_task; unsigned int hsm_task_state; struct list_head eh_done_q; wait_queue_head_t eh_wait_q; int eh_tries; struct completion park_req_pending; pm_message_t pm_mesg; enum ata_lpm_policy target_lpm_policy; struct timer_list fastdrain_timer; unsigned int fastdrain_cnt; async_cookie_t cookie; int em_message_type; void *private_data; long: 64; long: 64; long: 64; long: 64; u8 sector_buf[512]; }; struct ata_cpr { u8 num; u8 num_storage_elements; u64 start_lba; u64 num_lbas; }; struct ata_cpr_log { u8 nr_cpr; struct ata_cpr cpr[0]; }; enum ata_link_iter_mode { ATA_LITER_EDGE = 0, ATA_LITER_HOST_FIRST = 1, ATA_LITER_PMP_FIRST = 2, }; enum ata_dev_iter_mode { ATA_DITER_ENABLED = 0, ATA_DITER_ENABLED_REVERSE = 1, ATA_DITER_ALL = 2, ATA_DITER_ALL_REVERSE = 3, }; enum { ATA_READID_POSTRESET = 1, ATA_DNXFER_PIO = 0, ATA_DNXFER_DMA = 1, ATA_DNXFER_40C = 2, ATA_DNXFER_FORCE_PIO = 3, ATA_DNXFER_FORCE_PIO0 = 4, ATA_DNXFER_QUIET = 2147483648, }; enum { ATA_EH_SPDN_NCQ_OFF = 1, ATA_EH_SPDN_SPEED_DOWN = 2, ATA_EH_SPDN_FALLBACK_TO_PIO = 4, ATA_EH_SPDN_KEEP_ERRORS = 8, ATA_EFLAG_IS_IO = 1, ATA_EFLAG_DUBIOUS_XFER = 2, ATA_EFLAG_OLD_ER = 2147483648, ATA_ECAT_NONE = 0, ATA_ECAT_ATA_BUS = 1, ATA_ECAT_TOUT_HSM = 2, ATA_ECAT_UNK_DEV = 3, ATA_ECAT_DUBIOUS_NONE = 4, ATA_ECAT_DUBIOUS_ATA_BUS = 5, ATA_ECAT_DUBIOUS_TOUT_HSM = 6, ATA_ECAT_DUBIOUS_UNK_DEV = 7, ATA_ECAT_NR = 8, ATA_EH_CMD_DFL_TIMEOUT = 5000, ATA_EH_RESET_COOL_DOWN = 5000, ATA_EH_PRERESET_TIMEOUT = 10000, ATA_EH_FASTDRAIN_INTERVAL = 3000, ATA_EH_UA_TRIES = 5, ATA_EH_PROBE_TRIAL_INTERVAL = 60000, ATA_EH_PROBE_TRIALS = 2, }; struct ata_eh_cmd_timeout_ent { const u8 *commands; const unsigned int *timeouts; }; struct speed_down_verdict_arg { u64 since; int xfer_ok; int nr_errors[8]; }; struct ata_internal { struct scsi_transport_template t; struct device_attribute private_port_attrs[3]; struct device_attribute private_link_attrs[3]; struct device_attribute private_dev_attrs[9]; struct transport_container link_attr_cont; struct transport_container dev_attr_cont; struct device_attribute *link_attrs[4]; struct device_attribute *port_attrs[4]; struct device_attribute *dev_attrs[10]; }; struct ata_show_ering_arg { char *buf; int written; }; enum ata_xfer_mask { ATA_MASK_PIO = 127, ATA_MASK_MWDMA = 3968, ATA_MASK_UDMA = 1044480, }; enum hsm_task_states { HSM_ST_IDLE = 0, HSM_ST_FIRST = 1, HSM_ST = 2, HSM_ST_LAST = 3, HSM_ST_ERR = 4, }; struct ata_port_info { long unsigned int flags; long unsigned int link_flags; unsigned int pio_mask; unsigned int mwdma_mask; unsigned int udma_mask; struct ata_port_operations *port_ops; void *private_data; }; struct pci_bits { unsigned int reg; unsigned int width; long unsigned int mask; long unsigned int val; }; struct trace_event_raw_ata_qc_issue_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned char cmd; unsigned char dev; unsigned char lbal; unsigned char lbam; unsigned char lbah; unsigned char nsect; unsigned char feature; unsigned char hob_lbal; unsigned char hob_lbam; unsigned char hob_lbah; unsigned char hob_nsect; unsigned char hob_feature; unsigned char ctl; unsigned char proto; long unsigned int flags; char __data[0]; }; struct trace_event_raw_ata_qc_complete_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned char status; unsigned char dev; unsigned char lbal; unsigned char lbam; unsigned char lbah; unsigned char nsect; unsigned char error; unsigned char hob_lbal; unsigned char hob_lbam; unsigned char hob_lbah; unsigned char hob_nsect; unsigned char hob_feature; unsigned char ctl; long unsigned int flags; char __data[0]; }; struct trace_event_raw_ata_tf_load { struct trace_entry ent; unsigned int ata_port; unsigned char cmd; unsigned char dev; unsigned char lbal; unsigned char lbam; unsigned char lbah; unsigned char nsect; unsigned char feature; unsigned char hob_lbal; unsigned char hob_lbam; unsigned char hob_lbah; unsigned char hob_nsect; unsigned char hob_feature; unsigned char proto; char __data[0]; }; struct trace_event_raw_ata_exec_command_template { struct trace_entry ent; unsigned int ata_port; unsigned int tag; unsigned char cmd; unsigned char feature; unsigned char hob_nsect; unsigned char proto; char __data[0]; }; struct trace_event_raw_ata_bmdma_status { struct trace_entry ent; unsigned int ata_port; unsigned int tag; unsigned char host_stat; char __data[0]; }; struct trace_event_raw_ata_eh_link_autopsy { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int eh_action; unsigned int eh_err_mask; char __data[0]; }; struct trace_event_raw_ata_eh_link_autopsy_qc { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned int qc_flags; unsigned int eh_err_mask; char __data[0]; }; struct trace_event_raw_ata_eh_action_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int eh_action; char __data[0]; }; struct trace_event_raw_ata_link_reset_begin_template { struct trace_entry ent; unsigned int ata_port; unsigned int class[2]; long unsigned int deadline; char __data[0]; }; struct trace_event_raw_ata_link_reset_end_template { struct trace_entry ent; unsigned int ata_port; unsigned int class[2]; int rc; char __data[0]; }; struct trace_event_raw_ata_port_eh_begin_template { struct trace_entry ent; unsigned int ata_port; char __data[0]; }; struct trace_event_raw_ata_sff_hsm_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned int qc_flags; unsigned int protocol; unsigned int hsm_state; unsigned char dev_state; char __data[0]; }; struct trace_event_raw_ata_transfer_data_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned int flags; unsigned int offset; unsigned int bytes; char __data[0]; }; struct trace_event_raw_ata_sff_template { struct trace_entry ent; unsigned int ata_port; unsigned char hsm_state; char __data[0]; }; struct trace_event_data_offsets_ata_qc_issue_template {}; struct trace_event_data_offsets_ata_qc_complete_template {}; struct trace_event_data_offsets_ata_tf_load {}; struct trace_event_data_offsets_ata_exec_command_template {}; struct trace_event_data_offsets_ata_bmdma_status {}; struct trace_event_data_offsets_ata_eh_link_autopsy {}; struct trace_event_data_offsets_ata_eh_link_autopsy_qc {}; struct trace_event_data_offsets_ata_eh_action_template {}; struct trace_event_data_offsets_ata_link_reset_begin_template {}; struct trace_event_data_offsets_ata_link_reset_end_template {}; struct trace_event_data_offsets_ata_port_eh_begin_template {}; struct trace_event_data_offsets_ata_sff_hsm_template {}; struct trace_event_data_offsets_ata_transfer_data_template {}; struct trace_event_data_offsets_ata_sff_template {}; typedef void (*btf_trace_ata_qc_prep)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_issue)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_complete_internal)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_complete_failed)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_complete_done)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_tf_load)(void *, struct ata_port *, const struct ata_taskfile *); typedef void (*btf_trace_ata_exec_command)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_setup)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_start)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_stop)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_status)(void *, struct ata_port *, unsigned int); typedef void (*btf_trace_ata_eh_link_autopsy)(void *, struct ata_device *, unsigned int, unsigned int); typedef void (*btf_trace_ata_eh_link_autopsy_qc)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_eh_about_to_do)(void *, struct ata_link *, unsigned int, unsigned int); typedef void (*btf_trace_ata_eh_done)(void *, struct ata_link *, unsigned int, unsigned int); typedef void (*btf_trace_ata_link_hardreset_begin)(void *, struct ata_link *, unsigned int *, long unsigned int); typedef void (*btf_trace_ata_slave_hardreset_begin)(void *, struct ata_link *, unsigned int *, long unsigned int); typedef void (*btf_trace_ata_link_softreset_begin)(void *, struct ata_link *, unsigned int *, long unsigned int); typedef void (*btf_trace_ata_link_hardreset_end)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_slave_hardreset_end)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_link_softreset_end)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_link_postreset)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_slave_postreset)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_std_sched_eh)(void *, struct ata_port *); typedef void (*btf_trace_ata_port_freeze)(void *, struct ata_port *); typedef void (*btf_trace_ata_port_thaw)(void *, struct ata_port *); typedef void (*btf_trace_ata_sff_hsm_state)(void *, struct ata_queued_cmd *, unsigned char); typedef void (*btf_trace_ata_sff_hsm_command_complete)(void *, struct ata_queued_cmd *, unsigned char); typedef void (*btf_trace_ata_sff_port_intr)(void *, struct ata_queued_cmd *, unsigned char); typedef void (*btf_trace_ata_sff_pio_transfer_data)(void *, struct ata_queued_cmd *, unsigned int, unsigned int); typedef void (*btf_trace_atapi_pio_transfer_data)(void *, struct ata_queued_cmd *, unsigned int, unsigned int); typedef void (*btf_trace_atapi_send_cdb)(void *, struct ata_queued_cmd *, unsigned int, unsigned int); typedef void (*btf_trace_ata_sff_flush_pio_task)(void *, struct ata_port *); struct ata_force_param { const char *name; u8 cbl; u8 spd_limit; unsigned int xfer_mask; unsigned int horkage_on; unsigned int horkage_off; u16 lflags_on; u16 lflags_off; }; struct ata_force_ent { int port; int device; struct ata_force_param param; }; struct ata_xfer_ent { int shift; int bits; u8 base; }; struct ata_blacklist_entry { const char *model_num; const char *model_rev; long unsigned int horkage; }; typedef unsigned int (*ata_xlat_func_t)(struct ata_queued_cmd *); struct ata_scsi_args { struct ata_device *dev; u16 *id; struct scsi_cmnd *cmd; }; enum { AHCI_MAX_PORTS = 32, AHCI_MAX_SG = 168, AHCI_DMA_BOUNDARY = 4294967295, AHCI_MAX_CMDS = 32, AHCI_CMD_SZ = 32, AHCI_CMD_SLOT_SZ = 1024, AHCI_RX_FIS_SZ = 256, AHCI_CMD_TBL_CDB = 64, AHCI_CMD_TBL_HDR_SZ = 128, AHCI_CMD_TBL_SZ = 2816, AHCI_CMD_TBL_AR_SZ = 90112, AHCI_PORT_PRIV_DMA_SZ = 91392, AHCI_PORT_PRIV_FBS_DMA_SZ = 95232, AHCI_IRQ_ON_SG = 2147483648, AHCI_CMD_ATAPI = 32, AHCI_CMD_WRITE = 64, AHCI_CMD_PREFETCH = 128, AHCI_CMD_RESET = 256, AHCI_CMD_CLR_BUSY = 1024, RX_FIS_PIO_SETUP = 32, RX_FIS_D2H_REG = 64, RX_FIS_SDB = 88, RX_FIS_UNK = 96, HOST_CAP = 0, HOST_CTL = 4, HOST_IRQ_STAT = 8, HOST_PORTS_IMPL = 12, HOST_VERSION = 16, HOST_EM_LOC = 28, HOST_EM_CTL = 32, HOST_CAP2 = 36, HOST_RESET = 1, HOST_IRQ_EN = 2, HOST_MRSM = 4, HOST_AHCI_EN = 2147483648, HOST_CAP_SXS = 32, HOST_CAP_EMS = 64, HOST_CAP_CCC = 128, HOST_CAP_PART = 8192, HOST_CAP_SSC = 16384, HOST_CAP_PIO_MULTI = 32768, HOST_CAP_FBS = 65536, HOST_CAP_PMP = 131072, HOST_CAP_ONLY = 262144, HOST_CAP_CLO = 16777216, HOST_CAP_LED = 33554432, HOST_CAP_ALPM = 67108864, HOST_CAP_SSS = 134217728, HOST_CAP_MPS = 268435456, HOST_CAP_SNTF = 536870912, HOST_CAP_NCQ = 1073741824, HOST_CAP_64 = 2147483648, HOST_CAP2_BOH = 1, HOST_CAP2_NVMHCI = 2, HOST_CAP2_APST = 4, HOST_CAP2_SDS = 8, HOST_CAP2_SADM = 16, HOST_CAP2_DESO = 32, PORT_LST_ADDR = 0, PORT_LST_ADDR_HI = 4, PORT_FIS_ADDR = 8, PORT_FIS_ADDR_HI = 12, PORT_IRQ_STAT = 16, PORT_IRQ_MASK = 20, PORT_CMD = 24, PORT_TFDATA = 32, PORT_SIG = 36, PORT_CMD_ISSUE = 56, PORT_SCR_STAT = 40, PORT_SCR_CTL = 44, PORT_SCR_ERR = 48, PORT_SCR_ACT = 52, PORT_SCR_NTF = 60, PORT_FBS = 64, PORT_DEVSLP = 68, PORT_IRQ_COLD_PRES = 2147483648, PORT_IRQ_TF_ERR = 1073741824, PORT_IRQ_HBUS_ERR = 536870912, PORT_IRQ_HBUS_DATA_ERR = 268435456, PORT_IRQ_IF_ERR = 134217728, PORT_IRQ_IF_NONFATAL = 67108864, PORT_IRQ_OVERFLOW = 16777216, PORT_IRQ_BAD_PMP = 8388608, PORT_IRQ_PHYRDY = 4194304, PORT_IRQ_DMPS = 128, PORT_IRQ_CONNECT = 64, PORT_IRQ_SG_DONE = 32, PORT_IRQ_UNK_FIS = 16, PORT_IRQ_SDB_FIS = 8, PORT_IRQ_DMAS_FIS = 4, PORT_IRQ_PIOS_FIS = 2, PORT_IRQ_D2H_REG_FIS = 1, PORT_IRQ_FREEZE = 683671632, PORT_IRQ_ERROR = 2025848912, DEF_PORT_IRQ = 2025848959, PORT_CMD_ASP = 134217728, PORT_CMD_ALPE = 67108864, PORT_CMD_ATAPI = 16777216, PORT_CMD_FBSCP = 4194304, PORT_CMD_ESP = 2097152, PORT_CMD_CPD = 1048576, PORT_CMD_MPSP = 524288, PORT_CMD_HPCP = 262144, PORT_CMD_PMP = 131072, PORT_CMD_LIST_ON = 32768, PORT_CMD_FIS_ON = 16384, PORT_CMD_FIS_RX = 16, PORT_CMD_CLO = 8, PORT_CMD_POWER_ON = 4, PORT_CMD_SPIN_UP = 2, PORT_CMD_START = 1, PORT_CMD_ICC_MASK = 4026531840, PORT_CMD_ICC_ACTIVE = 268435456, PORT_CMD_ICC_PARTIAL = 536870912, PORT_CMD_ICC_SLUMBER = 1610612736, PORT_CMD_CAP = 8126464, PORT_FBS_DWE_OFFSET = 16, PORT_FBS_ADO_OFFSET = 12, PORT_FBS_DEV_OFFSET = 8, PORT_FBS_DEV_MASK = 3840, PORT_FBS_SDE = 4, PORT_FBS_DEC = 2, PORT_FBS_EN = 1, PORT_DEVSLP_DM_OFFSET = 25, PORT_DEVSLP_DM_MASK = 503316480, PORT_DEVSLP_DITO_OFFSET = 15, PORT_DEVSLP_MDAT_OFFSET = 10, PORT_DEVSLP_DETO_OFFSET = 2, PORT_DEVSLP_DSP = 2, PORT_DEVSLP_ADSE = 1, AHCI_HFLAG_NO_NCQ = 1, AHCI_HFLAG_IGN_IRQ_IF_ERR = 2, AHCI_HFLAG_IGN_SERR_INTERNAL = 4, AHCI_HFLAG_32BIT_ONLY = 8, AHCI_HFLAG_MV_PATA = 16, AHCI_HFLAG_NO_MSI = 32, AHCI_HFLAG_NO_PMP = 64, AHCI_HFLAG_SECT255 = 256, AHCI_HFLAG_YES_NCQ = 512, AHCI_HFLAG_NO_SUSPEND = 1024, AHCI_HFLAG_SRST_TOUT_IS_OFFLINE = 2048, AHCI_HFLAG_NO_SNTF = 4096, AHCI_HFLAG_NO_FPDMA_AA = 8192, AHCI_HFLAG_YES_FBS = 16384, AHCI_HFLAG_DELAY_ENGINE = 32768, AHCI_HFLAG_NO_DEVSLP = 131072, AHCI_HFLAG_NO_FBS = 262144, AHCI_HFLAG_MULTI_MSI = 1048576, AHCI_HFLAG_WAKE_BEFORE_STOP = 4194304, AHCI_HFLAG_YES_ALPM = 8388608, AHCI_HFLAG_NO_WRITE_TO_RO = 16777216, AHCI_HFLAG_USE_LPM_POLICY = 33554432, AHCI_HFLAG_SUSPEND_PHYS = 67108864, AHCI_HFLAG_NO_SXS = 268435456, AHCI_FLAG_COMMON = 393346, ICH_MAP = 144, PCS_6 = 146, PCS_7 = 148, EM_MAX_SLOTS = 15, EM_MAX_RETRY = 5, EM_CTL_RST = 512, EM_CTL_TM = 256, EM_CTL_MR = 1, EM_CTL_ALHD = 67108864, EM_CTL_XMT = 33554432, EM_CTL_SMB = 16777216, EM_CTL_SGPIO = 524288, EM_CTL_SES = 262144, EM_CTL_SAFTE = 131072, EM_CTL_LED = 65536, EM_MSG_TYPE_LED = 1, EM_MSG_TYPE_SAFTE = 2, EM_MSG_TYPE_SES2 = 4, EM_MSG_TYPE_SGPIO = 8, }; struct ahci_cmd_hdr { __le32 opts; __le32 status; __le32 tbl_addr; __le32 tbl_addr_hi; __le32 reserved[4]; }; struct ahci_em_priv { enum sw_activity blink_policy; struct timer_list timer; long unsigned int saved_activity; long unsigned int activity; long unsigned int led_state; struct ata_link *link; }; struct ahci_port_priv { struct ata_link *active_link; struct ahci_cmd_hdr *cmd_slot; dma_addr_t cmd_slot_dma; void *cmd_tbl; dma_addr_t cmd_tbl_dma; void *rx_fis; dma_addr_t rx_fis_dma; unsigned int ncq_saw_d2h: 1; unsigned int ncq_saw_dmas: 1; unsigned int ncq_saw_sdb: 1; spinlock_t lock; u32 intr_mask; bool fbs_supported; bool fbs_enabled; int fbs_last_dev; struct ahci_em_priv em_priv[15]; char *irq_desc; }; struct ahci_host_priv { unsigned int flags; u32 mask_port_map; void *mmio; u32 cap; u32 cap2; u32 version; u32 port_map; u32 saved_cap; u32 saved_cap2; u32 saved_port_map; u32 saved_port_cap[32]; u32 em_loc; u32 em_buf_sz; u32 em_msg_type; u32 remapped_nvme; bool got_runtime_pm; unsigned int n_clks; struct clk_bulk_data *clks; unsigned int f_rsts; struct reset_control *rsts; struct regulator **target_pwrs; struct regulator *ahci_regulator; struct regulator *phy_regulator; struct phy **phys; unsigned int nports; void *plat_data; unsigned int irq; void (*start_engine)(struct ata_port *); int (*stop_engine)(struct ata_port *); irqreturn_t (*irq_handler)(int, void *); int (*get_irq_vector)(struct ata_host *, int); }; enum { AHCI_PCI_BAR_STA2X11 = 0, AHCI_PCI_BAR_CAVIUM = 0, AHCI_PCI_BAR_LOONGSON = 0, AHCI_PCI_BAR_ENMOTUS = 2, AHCI_PCI_BAR_CAVIUM_GEN5 = 4, AHCI_PCI_BAR_STANDARD = 5, }; enum board_ids { board_ahci = 0, board_ahci_ign_iferr = 1, board_ahci_low_power = 2, board_ahci_no_debounce_delay = 3, board_ahci_nomsi = 4, board_ahci_noncq = 5, board_ahci_nosntf = 6, board_ahci_yes_fbs = 7, board_ahci_al = 8, board_ahci_avn = 9, board_ahci_mcp65 = 10, board_ahci_mcp77 = 11, board_ahci_mcp89 = 12, board_ahci_mv = 13, board_ahci_sb600 = 14, board_ahci_sb700 = 15, board_ahci_vt8251 = 16, board_ahci_pcs7 = 17, board_ahci_mcp_linux = 10, board_ahci_mcp67 = 10, board_ahci_mcp73 = 10, board_ahci_mcp79 = 11, }; struct ahci_sg { __le32 addr; __le32 addr_hi; __le32 reserved; __le32 flags_size; }; enum { PIIX_IOCFG = 84, ICH5_PMR = 144, ICH5_PCS = 146, PIIX_SIDPR_BAR = 5, PIIX_SIDPR_LEN = 16, PIIX_SIDPR_IDX = 0, PIIX_SIDPR_DATA = 4, PIIX_FLAG_CHECKINTR = 268435456, PIIX_FLAG_SIDPR = 536870912, PIIX_PATA_FLAGS = 1, PIIX_SATA_FLAGS = 268435458, PIIX_FLAG_PIO16 = 1073741824, PIIX_80C_PRI = 48, PIIX_80C_SEC = 192, P0 = 0, P1 = 1, P2 = 2, P3 = 3, IDE = 4294967295, NA = 4294967294, RV = 4294967293, PIIX_AHCI_DEVICE = 6, PIIX_HOST_BROKEN_SUSPEND = 16777216, }; enum piix_controller_ids { piix_pata_mwdma = 0, piix_pata_33 = 1, ich_pata_33 = 2, ich_pata_66 = 3, ich_pata_100 = 4, ich_pata_100_nomwdma1 = 5, ich5_sata = 6, ich6_sata = 7, ich6m_sata = 8, ich8_sata = 9, ich8_2port_sata = 10, ich8m_apple_sata = 11, tolapai_sata = 12, piix_pata_vmw = 13, ich8_sata_snb = 14, ich8_2port_sata_snb = 15, ich8_2port_sata_byt = 16, }; struct piix_map_db { const u32 mask; const u16 port_enable; const int map[0]; }; struct piix_host_priv { const int *map; u32 saved_iocfg; void *sidpr; }; struct ich_laptop { u16 device; u16 subvendor; u16 subdevice; }; enum { SIL_MMIO_BAR = 5, SIL_FLAG_NO_SATA_IRQ = 268435456, SIL_FLAG_RERR_ON_DMA_ACT = 536870912, SIL_FLAG_MOD15WRITE = 1073741824, SIL_DFL_PORT_FLAGS = 2, sil_3112 = 0, sil_3112_no_sata_irq = 1, sil_3512 = 2, sil_3114 = 3, SIL_SYSCFG = 72, SIL_MASK_IDE0_INT = 4194304, SIL_MASK_IDE1_INT = 8388608, SIL_MASK_IDE2_INT = 16777216, SIL_MASK_IDE3_INT = 33554432, SIL_MASK_2PORT = 12582912, SIL_MASK_4PORT = 62914560, SIL_INTR_STEERING = 2, SIL_DMA_ENABLE = 1, SIL_DMA_RDWR = 8, SIL_DMA_SATA_IRQ = 16, SIL_DMA_ACTIVE = 65536, SIL_DMA_ERROR = 131072, SIL_DMA_COMPLETE = 262144, SIL_DMA_N_SATA_IRQ = 64, SIL_DMA_N_ACTIVE = 16777216, SIL_DMA_N_ERROR = 33554432, SIL_DMA_N_COMPLETE = 67108864, SIL_SIEN_N = 65536, SIL_QUIRK_MOD15WRITE = 1, SIL_QUIRK_UDMA5MAX = 2, }; struct sil_drivelist { const char *product; unsigned int quirk; }; struct mv_sata_platform_data { int n_ports; }; struct mbus_dram_window { u8 cs_index; u8 mbus_attr; u64 base; u64 size; }; struct mbus_dram_target_info { u8 mbus_dram_target_id; int num_cs; struct mbus_dram_window cs[4]; }; enum { MV_PRIMARY_BAR = 0, MV_IO_BAR = 2, MV_MISC_BAR = 3, MV_MAJOR_REG_AREA_SZ = 65536, MV_MINOR_REG_AREA_SZ = 8192, COAL_CLOCKS_PER_USEC = 150, MAX_COAL_TIME_THRESHOLD = 16777215, MAX_COAL_IO_COUNT = 255, MV_PCI_REG_BASE = 0, COAL_REG_BASE = 98304, IRQ_COAL_CAUSE = 98312, ALL_PORTS_COAL_IRQ = 16, IRQ_COAL_IO_THRESHOLD = 98508, IRQ_COAL_TIME_THRESHOLD = 98512, TRAN_COAL_CAUSE_LO = 98440, TRAN_COAL_CAUSE_HI = 98444, SATAHC0_REG_BASE = 131072, FLASH_CTL = 66668, GPIO_PORT_CTL = 66800, RESET_CFG = 98520, MV_PCI_REG_SZ = 65536, MV_SATAHC_REG_SZ = 65536, MV_SATAHC_ARBTR_REG_SZ = 8192, MV_PORT_REG_SZ = 8192, MV_MAX_Q_DEPTH = 32, MV_MAX_Q_DEPTH_MASK = 31, MV_CRQB_Q_SZ = 1024, MV_CRPB_Q_SZ = 256, MV_MAX_SG_CT = 256, MV_SG_TBL_SZ = 4096, MV_PORT_HC_SHIFT = 2, MV_PORTS_PER_HC = 4, MV_PORT_MASK = 3, MV_FLAG_DUAL_HC = 1073741824, MV_COMMON_FLAGS = 514, MV_GEN_I_FLAGS = 578, MV_GEN_II_FLAGS = 656898, MV_GEN_IIE_FLAGS = 919042, CRQB_FLAG_READ = 1, CRQB_TAG_SHIFT = 1, CRQB_IOID_SHIFT = 6, CRQB_PMP_SHIFT = 12, CRQB_HOSTQ_SHIFT = 17, CRQB_CMD_ADDR_SHIFT = 8, CRQB_CMD_CS = 4096, CRQB_CMD_LAST = 32768, CRPB_FLAG_STATUS_SHIFT = 8, CRPB_IOID_SHIFT_6 = 5, CRPB_IOID_SHIFT_7 = 7, EPRD_FLAG_END_OF_TBL = 2147483648, MV_PCI_COMMAND = 3072, MV_PCI_COMMAND_MWRCOM = 16, MV_PCI_COMMAND_MRDTRIG = 128, PCI_MAIN_CMD_STS = 3376, STOP_PCI_MASTER = 4, PCI_MASTER_EMPTY = 8, GLOB_SFT_RST = 16, MV_PCI_MODE = 3328, MV_PCI_MODE_MASK = 48, MV_PCI_EXP_ROM_BAR_CTL = 3372, MV_PCI_DISC_TIMER = 3332, MV_PCI_MSI_TRIGGER = 3128, MV_PCI_SERR_MASK = 3112, MV_PCI_XBAR_TMOUT = 7428, MV_PCI_ERR_LOW_ADDRESS = 7488, MV_PCI_ERR_HIGH_ADDRESS = 7492, MV_PCI_ERR_ATTRIBUTE = 7496, MV_PCI_ERR_COMMAND = 7504, PCI_IRQ_CAUSE = 7512, PCI_IRQ_MASK = 7516, PCI_UNMASK_ALL_IRQS = 8388607, PCIE_IRQ_CAUSE = 6400, PCIE_IRQ_MASK = 6416, PCIE_UNMASK_ALL_IRQS = 1034, PCI_HC_MAIN_IRQ_CAUSE = 7520, PCI_HC_MAIN_IRQ_MASK = 7524, SOC_HC_MAIN_IRQ_CAUSE = 131104, SOC_HC_MAIN_IRQ_MASK = 131108, ERR_IRQ = 1, DONE_IRQ = 2, HC0_IRQ_PEND = 511, HC_SHIFT = 9, DONE_IRQ_0_3 = 170, DONE_IRQ_4_7 = 87040, PCI_ERR = 262144, TRAN_COAL_LO_DONE = 524288, TRAN_COAL_HI_DONE = 1048576, PORTS_0_3_COAL_DONE = 256, PORTS_4_7_COAL_DONE = 131072, ALL_PORTS_COAL_DONE = 2097152, GPIO_INT = 4194304, SELF_INT = 8388608, TWSI_INT = 16777216, HC_MAIN_RSVD = 4261412864, HC_MAIN_RSVD_5 = 4294443008, HC_MAIN_RSVD_SOC = 4294966976, HC_CFG = 0, HC_IRQ_CAUSE = 20, DMA_IRQ = 1, HC_COAL_IRQ = 16, DEV_IRQ = 256, HC_IRQ_COAL_IO_THRESHOLD = 12, HC_IRQ_COAL_TIME_THRESHOLD = 16, SOC_LED_CTRL = 44, SOC_LED_CTRL_BLINK = 1, SOC_LED_CTRL_ACT_PRESENCE = 4, SHD_BLK = 256, SHD_CTL_AST = 32, SATA_STATUS = 768, SATA_ACTIVE = 848, FIS_IRQ_CAUSE = 868, FIS_IRQ_CAUSE_AN = 512, LTMODE = 780, LTMODE_BIT8 = 256, PHY_MODE2 = 816, PHY_MODE3 = 784, PHY_MODE4 = 788, PHY_MODE4_CFG_MASK = 3, PHY_MODE4_CFG_VALUE = 1, PHY_MODE4_RSVD_ZEROS = 1575223290, PHY_MODE4_RSVD_ONES = 5, SATA_IFCTL = 836, SATA_TESTCTL = 840, SATA_IFSTAT = 844, VENDOR_UNIQUE_FIS = 860, FISCFG = 864, FISCFG_WAIT_DEV_ERR = 256, FISCFG_SINGLE_SYNC = 65536, PHY_MODE9_GEN2 = 920, PHY_MODE9_GEN1 = 924, PHYCFG_OFS = 928, MV5_PHY_MODE = 116, MV5_LTMODE = 48, MV5_PHY_CTL = 12, SATA_IFCFG = 80, LP_PHY_CTL = 88, LP_PHY_CTL_PIN_PU_PLL = 1, LP_PHY_CTL_PIN_PU_RX = 2, LP_PHY_CTL_PIN_PU_TX = 4, LP_PHY_CTL_GEN_TX_3G = 32, LP_PHY_CTL_GEN_RX_3G = 512, MV_M2_PREAMP_MASK = 2016, EDMA_CFG = 0, EDMA_CFG_Q_DEPTH = 31, EDMA_CFG_NCQ = 32, EDMA_CFG_NCQ_GO_ON_ERR = 16384, EDMA_CFG_RD_BRST_EXT = 2048, EDMA_CFG_WR_BUFF_LEN = 8192, EDMA_CFG_EDMA_FBS = 65536, EDMA_CFG_FBS = 67108864, EDMA_ERR_IRQ_CAUSE = 8, EDMA_ERR_IRQ_MASK = 12, EDMA_ERR_D_PAR = 1, EDMA_ERR_PRD_PAR = 2, EDMA_ERR_DEV = 4, EDMA_ERR_DEV_DCON = 8, EDMA_ERR_DEV_CON = 16, EDMA_ERR_SERR = 32, EDMA_ERR_SELF_DIS = 128, EDMA_ERR_SELF_DIS_5 = 256, EDMA_ERR_BIST_ASYNC = 256, EDMA_ERR_TRANS_IRQ_7 = 256, EDMA_ERR_CRQB_PAR = 512, EDMA_ERR_CRPB_PAR = 1024, EDMA_ERR_INTRL_PAR = 2048, EDMA_ERR_IORDY = 4096, EDMA_ERR_LNK_CTRL_RX = 122880, EDMA_ERR_LNK_CTRL_RX_0 = 8192, EDMA_ERR_LNK_CTRL_RX_1 = 16384, EDMA_ERR_LNK_CTRL_RX_2 = 32768, EDMA_ERR_LNK_CTRL_RX_3 = 65536, EDMA_ERR_LNK_DATA_RX = 1966080, EDMA_ERR_LNK_CTRL_TX = 65011712, EDMA_ERR_LNK_CTRL_TX_0 = 2097152, EDMA_ERR_LNK_CTRL_TX_1 = 4194304, EDMA_ERR_LNK_CTRL_TX_2 = 8388608, EDMA_ERR_LNK_CTRL_TX_3 = 16777216, EDMA_ERR_LNK_CTRL_TX_4 = 33554432, EDMA_ERR_LNK_DATA_TX = 2080374784, EDMA_ERR_TRANS_PROTO = 2147483648, EDMA_ERR_OVERRUN_5 = 32, EDMA_ERR_UNDERRUN_5 = 64, EDMA_ERR_IRQ_TRANSIENT = 65101824, EDMA_EH_FREEZE = 4229865147, EDMA_EH_FREEZE_5 = 8059, EDMA_REQ_Q_BASE_HI = 16, EDMA_REQ_Q_IN_PTR = 20, EDMA_REQ_Q_OUT_PTR = 24, EDMA_REQ_Q_PTR_SHIFT = 5, EDMA_RSP_Q_BASE_HI = 28, EDMA_RSP_Q_IN_PTR = 32, EDMA_RSP_Q_OUT_PTR = 36, EDMA_RSP_Q_PTR_SHIFT = 3, EDMA_CMD = 40, EDMA_EN = 1, EDMA_DS = 2, EDMA_RESET = 4, EDMA_STATUS = 48, EDMA_STATUS_CACHE_EMPTY = 64, EDMA_STATUS_IDLE = 128, EDMA_IORDY_TMOUT = 52, EDMA_ARB_CFG = 56, EDMA_HALTCOND = 96, EDMA_UNKNOWN_RSVD = 108, BMDMA_CMD = 548, BMDMA_STATUS = 552, BMDMA_PRD_LOW = 556, BMDMA_PRD_HIGH = 560, MV_HP_FLAG_MSI = 1, MV_HP_ERRATA_50XXB0 = 2, MV_HP_ERRATA_50XXB2 = 4, MV_HP_ERRATA_60X1B2 = 8, MV_HP_ERRATA_60X1C0 = 16, MV_HP_GEN_I = 64, MV_HP_GEN_II = 128, MV_HP_GEN_IIE = 256, MV_HP_PCIE = 512, MV_HP_CUT_THROUGH = 1024, MV_HP_FLAG_SOC = 2048, MV_HP_QUIRK_LED_BLINK_EN = 4096, MV_HP_FIX_LP_PHY_CTL = 8192, MV_PP_FLAG_EDMA_EN = 1, MV_PP_FLAG_NCQ_EN = 2, MV_PP_FLAG_FBS_EN = 4, MV_PP_FLAG_DELAYED_EH = 8, MV_PP_FLAG_FAKE_ATA_BUSY = 16, }; enum { MV_DMA_BOUNDARY = 65535, EDMA_REQ_Q_BASE_LO_MASK = 4294966272, EDMA_RSP_Q_BASE_LO_MASK = 4294967040, }; enum chip_type { chip_504x = 0, chip_508x = 1, chip_5080 = 2, chip_604x = 3, chip_608x = 4, chip_6042 = 5, chip_7042 = 6, chip_soc = 7, }; struct mv_crqb { __le32 sg_addr; __le32 sg_addr_hi; __le16 ctrl_flags; __le16 ata_cmd[11]; }; struct mv_crqb_iie { __le32 addr; __le32 addr_hi; __le32 flags; __le32 len; __le32 ata_cmd[4]; }; struct mv_crpb { __le16 id; __le16 flags; __le32 tmstmp; }; struct mv_sg { __le32 addr; __le32 flags_size; __le32 addr_hi; __le32 reserved; }; struct mv_cached_regs { u32 fiscfg; u32 ltmode; u32 haltcond; u32 unknown_rsvd; }; struct mv_port_priv { struct mv_crqb *crqb; dma_addr_t crqb_dma; struct mv_crpb *crpb; dma_addr_t crpb_dma; struct mv_sg *sg_tbl[32]; dma_addr_t sg_tbl_dma[32]; unsigned int req_idx; unsigned int resp_idx; u32 pp_flags; struct mv_cached_regs cached; unsigned int delayed_eh_pmp_map; }; struct mv_port_signal { u32 amps; u32 pre; }; struct mv_hw_ops; struct mv_host_priv { u32 hp_flags; unsigned int board_idx; u32 main_irq_mask; struct mv_port_signal signal[8]; const struct mv_hw_ops *ops; int n_ports; void *base; void *main_irq_cause_addr; void *main_irq_mask_addr; u32 irq_cause_offset; u32 irq_mask_offset; u32 unmask_all_irqs; struct clk *clk; struct clk **port_clks; struct phy **port_phys; struct dma_pool *crqb_pool; struct dma_pool *crpb_pool; struct dma_pool *sg_tbl_pool; }; struct mv_hw_ops { void (*phy_errata)(struct mv_host_priv *, void *, unsigned int); void (*enable_leds)(struct mv_host_priv *, void *); void (*read_preamp)(struct mv_host_priv *, int, void *); int (*reset_hc)(struct ata_host *, void *, unsigned int); void (*reset_flash)(struct mv_host_priv *, void *); void (*reset_bus)(struct ata_host *, void *); }; enum hba_flags_table { HBA_FLAGS_INTERNAL_USE = 1, HBA_FLAGS_PSCSI_MODE = 2, }; enum transport_state_table { TRANSPORT_NO_STATE = 0, TRANSPORT_NEW_CMD = 1, TRANSPORT_WRITE_PENDING = 3, TRANSPORT_PROCESSING = 5, TRANSPORT_COMPLETE = 6, TRANSPORT_ISTATE_PROCESSING = 11, TRANSPORT_COMPLETE_QF_WP = 18, TRANSPORT_COMPLETE_QF_OK = 19, TRANSPORT_COMPLETE_QF_ERR = 20, }; typedef unsigned int sense_reason_t; enum tcm_tmreq_table { TMR_ABORT_TASK = 1, TMR_ABORT_TASK_SET = 2, TMR_CLEAR_ACA = 3, TMR_CLEAR_TASK_SET = 4, TMR_LUN_RESET = 5, TMR_TARGET_WARM_RESET = 6, TMR_TARGET_COLD_RESET = 7, TMR_LUN_RESET_PRO = 128, TMR_UNKNOWN = 255, }; struct t10_alua_lba_map_member { struct list_head lba_map_mem_list; int lba_map_mem_alua_state; int lba_map_mem_alua_pg_id; }; struct t10_alua_lba_map { u64 lba_map_first_lba; u64 lba_map_last_lba; struct list_head lba_map_list; struct list_head lba_map_mem_list; }; struct se_device; struct t10_alua_tg_pt_gp; struct t10_alua { u16 alua_tg_pt_gps_counter; u32 alua_tg_pt_gps_count; spinlock_t lba_map_lock; u32 lba_map_segment_size; u32 lba_map_segment_multiplier; struct list_head lba_map_list; spinlock_t tg_pt_gps_lock; struct se_device *t10_dev; struct t10_alua_tg_pt_gp *default_tg_pt_gp; struct config_group alua_tg_pt_gps_group; struct list_head tg_pt_gps_list; }; struct t10_wwn { char vendor[9]; char model[17]; char revision[5]; char unit_serial[254]; u32 company_id; spinlock_t t10_vpd_lock; struct se_device *t10_dev; struct config_group t10_wwn_group; struct list_head t10_vpd_list; }; struct se_node_acl; struct t10_reservation { int pr_all_tg_pt; int pr_aptpl_active; u32 pr_generation; spinlock_t registration_lock; spinlock_t aptpl_reg_lock; struct se_node_acl *pr_res_holder; struct list_head registration_list; struct list_head aptpl_reg_list; }; enum target_ua_intlck_ctrl { TARGET_UA_INTLCK_CTRL_CLEAR = 0, TARGET_UA_INTLCK_CTRL_NO_CLEAR = 1, TARGET_UA_INTLCK_CTRL_ESTABLISH_UA = 2, }; enum target_prot_type { TARGET_DIF_TYPE0_PROT = 0, TARGET_DIF_TYPE1_PROT = 1, TARGET_DIF_TYPE2_PROT = 2, TARGET_DIF_TYPE3_PROT = 3, }; struct se_dev_attrib { bool emulate_model_alias; bool emulate_dpo; bool emulate_fua_write; bool emulate_fua_read; bool emulate_write_cache; enum target_ua_intlck_ctrl emulate_ua_intlck_ctrl; bool emulate_tas; bool emulate_tpu; bool emulate_tpws; bool emulate_caw; bool emulate_3pc; bool emulate_pr; bool emulate_rsoc; enum target_prot_type pi_prot_type; enum target_prot_type hw_pi_prot_type; bool pi_prot_verify; bool enforce_pr_isids; bool force_pr_aptpl; bool is_nonrot; bool emulate_rest_reord; bool unmap_zeroes_data; u32 hw_block_size; u32 block_size; u32 hw_max_sectors; u32 optimal_sectors; u32 hw_queue_depth; u32 queue_depth; u32 max_unmap_lba_count; u32 max_unmap_block_desc_count; u32 unmap_granularity; u32 unmap_granularity_alignment; u32 max_write_same_len; struct se_device *da_dev; struct config_group da_group; }; struct se_dev_stat_grps { struct config_group stat_group; struct config_group scsi_dev_group; struct config_group scsi_tgt_dev_group; struct config_group scsi_lu_group; }; struct scsi_port_stats { atomic_long_t cmd_pdus; atomic_long_t tx_data_octets; atomic_long_t rx_data_octets; }; struct se_port_stat_grps { struct config_group stat_group; struct config_group scsi_port_group; struct config_group scsi_tgt_port_group; struct config_group scsi_transport_group; }; struct se_portal_group; struct se_lun { u64 unpacked_lun; bool lun_shutdown; bool lun_access_ro; u32 lun_index; u16 lun_rtpi; atomic_t lun_acl_count; struct se_device *lun_se_dev; struct list_head lun_deve_list; spinlock_t lun_deve_lock; int lun_tg_pt_secondary_stat; int lun_tg_pt_secondary_write_md; atomic_t lun_tg_pt_secondary_offline; struct mutex lun_tg_pt_md_mutex; struct list_head lun_tg_pt_gp_link; struct t10_alua_tg_pt_gp *lun_tg_pt_gp; spinlock_t lun_tg_pt_gp_lock; struct se_portal_group *lun_tpg; struct scsi_port_stats lun_stats; struct config_group lun_group; struct se_port_stat_grps port_stat_grps; struct completion lun_shutdown_comp; struct percpu_ref lun_ref; struct list_head lun_dev_link; struct hlist_node link; struct callback_head callback_head; }; struct se_session; struct t10_alua_lu_gp_member; struct t10_pr_registration; struct se_hba; struct target_backend_ops; struct se_device_queue; struct se_device { u16 dev_rpti_counter; u32 dev_cur_ordered_id; u32 dev_flags; u8 transport_flags; u32 queue_depth; u64 dev_res_bin_isid; u32 dev_index; u64 creation_time; atomic_long_t num_resets; atomic_long_t aborts_complete; atomic_long_t aborts_no_task; atomic_long_t num_cmds; atomic_long_t read_bytes; atomic_long_t write_bytes; atomic_t non_ordered; bool ordered_sync_in_progress; atomic_t delayed_cmd_count; atomic_t dev_qf_count; u32 export_count; spinlock_t delayed_cmd_lock; spinlock_t dev_reservation_lock; unsigned int dev_reservation_flags; spinlock_t se_port_lock; spinlock_t se_tmr_lock; spinlock_t qf_cmd_lock; struct semaphore caw_sem; struct se_session *reservation_holder; struct t10_alua_lu_gp_member *dev_alua_lu_gp_mem; struct t10_pr_registration *dev_pr_res_holder; struct list_head dev_sep_list; struct list_head dev_tmr_list; struct work_struct qf_work_queue; struct work_struct delayed_cmd_work; struct list_head delayed_cmd_list; struct list_head qf_cmd_list; struct se_hba *se_hba; struct t10_wwn t10_wwn; struct t10_alua t10_alua; struct t10_reservation t10_pr; struct se_dev_attrib dev_attrib; struct config_group dev_action_group; struct config_group dev_group; struct config_group dev_pr_group; struct se_dev_stat_grps dev_stat_grps; unsigned char dev_alias[512]; unsigned char udev_path[512]; const struct target_backend_ops *transport; struct se_lun xcopy_lun; int prot_length; u32 hba_index; struct callback_head callback_head; int queue_cnt; struct se_device_queue *queues; }; struct t10_alua_tg_pt_gp { u16 tg_pt_gp_id; int tg_pt_gp_valid_id; int tg_pt_gp_alua_supported_states; int tg_pt_gp_alua_access_status; int tg_pt_gp_alua_access_type; int tg_pt_gp_nonop_delay_msecs; int tg_pt_gp_trans_delay_msecs; int tg_pt_gp_implicit_trans_secs; int tg_pt_gp_pref; int tg_pt_gp_write_metadata; u32 tg_pt_gp_members; int tg_pt_gp_alua_access_state; atomic_t tg_pt_gp_ref_cnt; spinlock_t tg_pt_gp_lock; struct mutex tg_pt_gp_transition_mutex; struct se_device *tg_pt_gp_dev; struct config_group tg_pt_gp_group; struct list_head tg_pt_gp_list; struct list_head tg_pt_gp_lun_list; struct se_lun *tg_pt_gp_alua_lun; struct se_node_acl *tg_pt_gp_alua_nacl; }; struct t10_alua_lu_gp { u16 lu_gp_id; int lu_gp_valid_id; u32 lu_gp_members; atomic_t lu_gp_ref_cnt; spinlock_t lu_gp_lock; struct config_group lu_gp_group; struct list_head lu_gp_node; struct list_head lu_gp_mem_list; }; struct t10_alua_lu_gp_member { bool lu_gp_assoc; atomic_t lu_gp_mem_ref_cnt; spinlock_t lu_gp_mem_lock; struct t10_alua_lu_gp *lu_gp; struct se_device *lu_gp_mem_dev; struct list_head lu_gp_mem_list; }; struct se_node_acl { char initiatorname[224]; bool dynamic_node_acl; bool dynamic_stop; u32 queue_depth; u32 acl_index; enum target_prot_type saved_prot_type; char acl_tag[64]; atomic_t acl_pr_ref_count; struct hlist_head lun_entry_hlist; struct se_session *nacl_sess; struct se_portal_group *se_tpg; struct mutex lun_entry_mutex; spinlock_t nacl_sess_lock; struct config_group acl_group; struct config_group acl_attrib_group; struct config_group acl_auth_group; struct config_group acl_param_group; struct config_group acl_fabric_stat_group; struct list_head acl_list; struct list_head acl_sess_list; struct completion acl_free_comp; struct kref acl_kref; }; struct t10_vpd { unsigned char device_identifier[254]; int protocol_identifier_set; u32 protocol_identifier; u32 device_identifier_code_set; u32 association; u32 device_identifier_type; struct list_head vpd_list; }; struct se_dev_entry; struct t10_pr_registration { char pr_reg_isid[16]; unsigned char pr_iport[256]; unsigned char pr_tport[256]; u16 pr_aptpl_rpti; u16 pr_reg_tpgt; int pr_reg_all_tg_pt; int pr_reg_aptpl; int pr_res_holder; int pr_res_type; int pr_res_scope; bool isid_present_at_reg; u64 pr_res_mapped_lun; u64 pr_aptpl_target_lun; u16 tg_pt_sep_rtpi; u32 pr_res_generation; u64 pr_reg_bin_isid; u64 pr_res_key; atomic_t pr_res_holders; struct se_node_acl *pr_reg_nacl; struct se_dev_entry *pr_reg_deve; struct list_head pr_reg_list; struct list_head pr_reg_abort_list; struct list_head pr_reg_aptpl_list; struct list_head pr_reg_atp_list; struct list_head pr_reg_atp_mem_list; }; struct se_lun_acl; struct se_dev_entry { u64 mapped_lun; u64 pr_res_key; u64 creation_time; bool lun_access_ro; u32 attach_count; atomic_long_t total_cmds; atomic_long_t read_bytes; atomic_long_t write_bytes; struct kref pr_kref; struct completion pr_comp; struct se_lun_acl *se_lun_acl; spinlock_t ua_lock; struct se_lun *se_lun; long unsigned int deve_flags; struct list_head alua_port_list; struct list_head lun_link; struct list_head ua_list; struct hlist_node link; struct callback_head callback_head; }; struct se_cmd; struct se_tmr_req { u8 function; u8 response; int call_transport; u64 ref_task_tag; void *fabric_tmr_ptr; struct se_cmd *task_cmd; struct se_device *tmr_dev; struct list_head tmr_list; }; enum target_prot_op { TARGET_PROT_NORMAL = 0, TARGET_PROT_DIN_INSERT = 1, TARGET_PROT_DOUT_INSERT = 2, TARGET_PROT_DIN_STRIP = 4, TARGET_PROT_DOUT_STRIP = 8, TARGET_PROT_DIN_PASS = 16, TARGET_PROT_DOUT_PASS = 32, }; struct target_core_fabric_ops; struct se_cmd { sense_reason_t sense_reason; u8 scsi_status; u16 scsi_sense_length; unsigned int unknown_data_length: 1; bool state_active: 1; u64 tag; int alua_nonop_delay; enum dma_data_direction data_direction; int sam_task_attr; unsigned int map_tag; int map_cpu; enum transport_state_table t_state; u32 se_cmd_flags; u32 data_length; u32 residual_count; u64 orig_fe_lun; u64 pr_res_key; void *sense_buffer; struct list_head se_delayed_node; struct list_head se_qf_node; struct se_device *se_dev; struct se_lun *se_lun; struct se_session *se_sess; struct se_tmr_req *se_tmr_req; struct llist_node se_cmd_list; struct completion *free_compl; struct completion *abrt_compl; const struct target_core_fabric_ops *se_tfo; sense_reason_t (*execute_cmd)(struct se_cmd *); sense_reason_t (*transport_complete_callback)(struct se_cmd *, bool, int *); void *protocol_data; unsigned char *t_task_cdb; unsigned char __t_task_cdb[32]; long long unsigned int t_task_lba; unsigned int t_task_nolb; unsigned int transport_state; spinlock_t t_state_lock; struct kref cmd_kref; struct completion t_transport_stop_comp; struct work_struct work; struct scatterlist *t_data_sg; struct scatterlist *t_data_sg_orig; unsigned int t_data_nents; unsigned int t_data_nents_orig; void *t_data_vmap; struct scatterlist *t_bidi_data_sg; unsigned int t_bidi_data_nents; int lun_ref_active; struct list_head state_list; void *priv; enum target_prot_op prot_op; enum target_prot_type prot_type; u8 prot_checks; bool prot_pto; u32 prot_length; u32 reftag_seed; struct scatterlist *t_prot_sg; unsigned int t_prot_nents; sense_reason_t pi_err; u64 sense_info; int cpuid; }; struct se_session { atomic_t stopped; u64 sess_bin_isid; enum target_prot_op sup_prot_ops; enum target_prot_type sess_prot_type; struct se_node_acl *se_node_acl; struct se_portal_group *se_tpg; void *fabric_sess_ptr; struct percpu_ref cmd_count; struct list_head sess_list; struct list_head sess_acl_list; spinlock_t sess_cmd_lock; wait_queue_head_t cmd_count_wq; struct completion stop_done; void *sess_cmd_map; struct sbitmap_queue sess_tag_pool; }; struct se_wwn; struct target_fabric_configfs; struct se_tpg_np; struct target_core_fabric_ops { struct module *module; const char *fabric_alias; const char *fabric_name; size_t node_acl_size; u32 max_data_sg_nents; char * (*tpg_get_wwn)(struct se_portal_group *); u16 (*tpg_get_tag)(struct se_portal_group *); u32 (*tpg_get_default_depth)(struct se_portal_group *); int (*tpg_check_demo_mode)(struct se_portal_group *); int (*tpg_check_demo_mode_cache)(struct se_portal_group *); int (*tpg_check_demo_mode_write_protect)(struct se_portal_group *); int (*tpg_check_prod_mode_write_protect)(struct se_portal_group *); int (*tpg_check_demo_mode_login_only)(struct se_portal_group *); int (*tpg_check_prot_fabric_only)(struct se_portal_group *); u32 (*tpg_get_inst_index)(struct se_portal_group *); int (*check_stop_free)(struct se_cmd *); void (*release_cmd)(struct se_cmd *); void (*close_session)(struct se_session *); u32 (*sess_get_index)(struct se_session *); u32 (*sess_get_initiator_sid)(struct se_session *, unsigned char *, u32); int (*write_pending)(struct se_cmd *); void (*set_default_node_attributes)(struct se_node_acl *); int (*get_cmd_state)(struct se_cmd *); int (*queue_data_in)(struct se_cmd *); int (*queue_status)(struct se_cmd *); void (*queue_tm_rsp)(struct se_cmd *); void (*aborted_task)(struct se_cmd *); struct se_wwn * (*fabric_make_wwn)(struct target_fabric_configfs *, struct config_group *, const char *); void (*fabric_drop_wwn)(struct se_wwn *); void (*add_wwn_groups)(struct se_wwn *); struct se_portal_group * (*fabric_make_tpg)(struct se_wwn *, const char *); int (*fabric_enable_tpg)(struct se_portal_group *, bool); void (*fabric_drop_tpg)(struct se_portal_group *); int (*fabric_post_link)(struct se_portal_group *, struct se_lun *); void (*fabric_pre_unlink)(struct se_portal_group *, struct se_lun *); struct se_tpg_np * (*fabric_make_np)(struct se_portal_group *, struct config_group *, const char *); void (*fabric_drop_np)(struct se_tpg_np *); int (*fabric_init_nodeacl)(struct se_node_acl *, const char *); struct configfs_attribute **tfc_discovery_attrs; struct configfs_attribute **tfc_wwn_attrs; struct configfs_attribute **tfc_tpg_base_attrs; struct configfs_attribute **tfc_tpg_np_base_attrs; struct configfs_attribute **tfc_tpg_attrib_attrs; struct configfs_attribute **tfc_tpg_auth_attrs; struct configfs_attribute **tfc_tpg_param_attrs; struct configfs_attribute **tfc_tpg_nacl_base_attrs; struct configfs_attribute **tfc_tpg_nacl_attrib_attrs; struct configfs_attribute **tfc_tpg_nacl_auth_attrs; struct configfs_attribute **tfc_tpg_nacl_param_attrs; bool write_pending_must_be_called; }; struct se_portal_group { int proto_id; bool enabled; atomic_t tpg_pr_ref_count; struct mutex acl_node_mutex; spinlock_t session_lock; struct mutex tpg_lun_mutex; struct list_head acl_node_list; struct hlist_head tpg_lun_hlist; struct se_lun *tpg_virt_lun0; struct list_head tpg_sess_list; const struct target_core_fabric_ops *se_tpg_tfo; struct se_wwn *se_tpg_wwn; struct config_group tpg_group; struct config_group tpg_lun_group; struct config_group tpg_np_group; struct config_group tpg_acl_group; struct config_group tpg_attrib_group; struct config_group tpg_auth_group; struct config_group tpg_param_group; }; struct se_ml_stat_grps { struct config_group stat_group; struct config_group scsi_auth_intr_group; struct config_group scsi_att_intr_port_group; }; struct se_lun_acl { u64 mapped_lun; struct se_node_acl *se_lun_nacl; struct se_lun *se_lun; struct config_group se_lun_group; struct se_ml_stat_grps ml_stat_grps; }; struct se_cmd_queue { struct llist_head cmd_list; struct work_struct work; }; struct se_dev_plug { struct se_device *se_dev; }; struct se_device_queue { struct list_head state_list; spinlock_t lock; struct se_cmd_queue sq; }; struct target_backend; struct se_hba { u16 hba_tpgt; u32 hba_id; u32 hba_flags; u32 dev_count; u32 hba_index; void *hba_ptr; struct list_head hba_node; spinlock_t device_lock; struct config_group hba_group; struct mutex hba_access_mutex; struct target_backend *backend; }; struct target_backend_ops { char name[16]; char inquiry_prod[16]; char inquiry_rev[4]; struct module *owner; u8 transport_flags_default; u8 transport_flags_changeable; int (*attach_hba)(struct se_hba *, u32); void (*detach_hba)(struct se_hba *); int (*pmode_enable_hba)(struct se_hba *, long unsigned int); struct se_device * (*alloc_device)(struct se_hba *, const char *); int (*configure_device)(struct se_device *); void (*destroy_device)(struct se_device *); void (*free_device)(struct se_device *); struct se_dev_plug * (*plug_device)(struct se_device *); void (*unplug_device)(struct se_dev_plug *); bool (*configure_unmap)(struct se_device *); ssize_t (*set_configfs_dev_params)(struct se_device *, const char *, ssize_t); ssize_t (*show_configfs_dev_params)(struct se_device *, char *); sense_reason_t (*parse_cdb)(struct se_cmd *); void (*tmr_notify)(struct se_device *, enum tcm_tmreq_table, struct list_head *); u32 (*get_device_type)(struct se_device *); sector_t (*get_blocks)(struct se_device *); sector_t (*get_alignment_offset_lbas)(struct se_device *); unsigned int (*get_lbppbe)(struct se_device *); unsigned int (*get_io_min)(struct se_device *); unsigned int (*get_io_opt)(struct se_device *); unsigned char * (*get_sense_buffer)(struct se_cmd *); bool (*get_write_cache)(struct se_device *); int (*init_prot)(struct se_device *); int (*format_prot)(struct se_device *); void (*free_prot)(struct se_device *); struct configfs_attribute **tb_dev_attrib_attrs; struct configfs_attribute **tb_dev_action_attrs; }; struct target_backend { struct list_head list; const struct target_backend_ops *ops; struct config_item_type tb_dev_cit; struct config_item_type tb_dev_attrib_cit; struct config_item_type tb_dev_action_cit; struct config_item_type tb_dev_pr_cit; struct config_item_type tb_dev_wwn_cit; struct config_item_type tb_dev_alua_tg_pt_gps_cit; struct config_item_type tb_dev_stat_cit; }; struct se_tpg_np { struct se_portal_group *tpg_np_parent; struct config_group tpg_np_group; }; struct se_wwn { struct target_fabric_configfs *wwn_tf; void *priv; struct config_group wwn_group; struct config_group fabric_stat_group; struct config_group param_group; int cmd_compl_affinity; }; struct target_fabric_configfs { atomic_t tf_access_cnt; struct list_head tf_list; struct config_group tf_group; struct config_group tf_disc_group; const struct target_core_fabric_ops *tf_ops; struct config_item_type tf_discovery_cit; struct config_item_type tf_wwn_cit; struct config_item_type tf_wwn_fabric_stats_cit; struct config_item_type tf_wwn_param_cit; struct config_item_type tf_tpg_cit; struct config_item_type tf_tpg_base_cit; struct config_item_type tf_tpg_lun_cit; struct config_item_type tf_tpg_port_cit; struct config_item_type tf_tpg_port_stat_cit; struct config_item_type tf_tpg_np_cit; struct config_item_type tf_tpg_np_base_cit; struct config_item_type tf_tpg_attrib_cit; struct config_item_type tf_tpg_auth_cit; struct config_item_type tf_tpg_param_cit; struct config_item_type tf_tpg_nacl_cit; struct config_item_type tf_tpg_nacl_base_cit; struct config_item_type tf_tpg_nacl_attrib_cit; struct config_item_type tf_tpg_nacl_auth_cit; struct config_item_type tf_tpg_nacl_param_cit; struct config_item_type tf_tpg_nacl_stat_cit; struct config_item_type tf_tpg_mappedlun_cit; struct config_item_type tf_tpg_mappedlun_stat_cit; }; enum { Opt_initiator_fabric = 0, Opt_initiator_node = 1, Opt_initiator_sid = 2, Opt_sa_res_key = 3, Opt_res_holder = 4, Opt_res_type = 5, Opt_res_scope = 6, Opt_res_all_tg_pt = 7, Opt_mapped_lun = 8, Opt_target_fabric = 9, Opt_target_node = 10, Opt_tpgt = 11, Opt_port_rtpi = 12, Opt_target_lun = 13, Opt_err___12 = 14, }; enum { SE_COMPL_AFFINITY_CPUID = 4294967295, SE_COMPL_AFFINITY_CURR_CPU = 4294967294, }; enum scsi_protocol { SCSI_PROTOCOL_FCP = 0, SCSI_PROTOCOL_SPI = 1, SCSI_PROTOCOL_SSA = 2, SCSI_PROTOCOL_SBP = 3, SCSI_PROTOCOL_SRP = 4, SCSI_PROTOCOL_ISCSI = 5, SCSI_PROTOCOL_SAS = 6, SCSI_PROTOCOL_ADT = 7, SCSI_PROTOCOL_ATA = 8, SCSI_PROTOCOL_UNSPEC = 15, }; enum tcm_sense_reason_table { TCM_NO_SENSE = 0, TCM_NON_EXISTENT_LUN = 1, TCM_UNSUPPORTED_SCSI_OPCODE = 2, TCM_INCORRECT_AMOUNT_OF_DATA = 3, TCM_UNEXPECTED_UNSOLICITED_DATA = 4, TCM_SERVICE_CRC_ERROR = 5, TCM_SNACK_REJECTED = 6, TCM_SECTOR_COUNT_TOO_MANY = 7, TCM_INVALID_CDB_FIELD = 8, TCM_INVALID_PARAMETER_LIST = 9, TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE = 10, TCM_UNKNOWN_MODE_PAGE = 11, TCM_WRITE_PROTECTED = 12, TCM_CHECK_CONDITION_ABORT_CMD = 13, TCM_CHECK_CONDITION_UNIT_ATTENTION = 14, TCM_RESERVATION_CONFLICT = 16, TCM_ADDRESS_OUT_OF_RANGE = 17, TCM_OUT_OF_RESOURCES = 18, TCM_PARAMETER_LIST_LENGTH_ERROR = 19, TCM_MISCOMPARE_VERIFY = 20, TCM_LOGICAL_BLOCK_GUARD_CHECK_FAILED = 21, TCM_LOGICAL_BLOCK_APP_TAG_CHECK_FAILED = 22, TCM_LOGICAL_BLOCK_REF_TAG_CHECK_FAILED = 23, TCM_COPY_TARGET_DEVICE_NOT_REACHABLE = 24, TCM_TOO_MANY_TARGET_DESCS = 25, TCM_UNSUPPORTED_TARGET_DESC_TYPE_CODE = 26, TCM_TOO_MANY_SEGMENT_DESCS = 27, TCM_UNSUPPORTED_SEGMENT_DESC_TYPE_CODE = 28, TCM_INSUFFICIENT_REGISTRATION_RESOURCES = 29, TCM_LUN_BUSY = 30, TCM_INVALID_FIELD_IN_COMMAND_IU = 31, TCM_ALUA_TG_PT_STANDBY = 32, TCM_ALUA_TG_PT_UNAVAILABLE = 33, TCM_ALUA_STATE_TRANSITION = 34, TCM_ALUA_OFFLINE = 35, }; struct pr_transport_id_holder { struct t10_pr_registration *dest_pr_reg; struct se_portal_group *dest_tpg; struct se_node_acl *dest_node_acl; struct se_dev_entry *dest_se_deve; struct list_head dest_list; }; enum register_type { REGISTER = 0, REGISTER_AND_IGNORE_EXISTING_KEY = 1, REGISTER_AND_MOVE = 2, }; enum preempt_type { PREEMPT = 0, PREEMPT_AND_ABORT = 1, }; enum se_cmd_flags_table { SCF_SUPPORTED_SAM_OPCODE = 1, SCF_TRANSPORT_TASK_SENSE = 2, SCF_EMULATED_TASK_SENSE = 4, SCF_SCSI_DATA_CDB = 8, SCF_SCSI_TMR_CDB = 16, SCF_FUA = 32, SCF_SE_LUN_CMD = 64, SCF_BIDI = 128, SCF_SENT_CHECK_CONDITION = 256, SCF_OVERFLOW_BIT = 512, SCF_UNDERFLOW_BIT = 1024, SCF_ALUA_NON_OPTIMIZED = 2048, SCF_PASSTHROUGH_SG_TO_MEM_NOALLOC = 4096, SCF_COMPARE_AND_WRITE = 8192, SCF_PASSTHROUGH_PROT_SG_TO_MEM_NOALLOC = 16384, SCF_ACK_KREF = 32768, SCF_USE_CPUID = 65536, SCF_TASK_ATTR_SET = 131072, SCF_TREAT_READ_AS_NORMAL = 262144, }; struct devices_idr_iter { struct config_item *prev_item; int (*fn)(struct se_device *, void *); void *data; }; typedef enum { SCSI_INST_INDEX = 0, SCSI_AUTH_INTR_INDEX = 1, SCSI_INDEX_TYPE_MAX = 2, } scsi_index_t; enum tcm_tmrsp_table { TMR_FUNCTION_FAILED = 0, TMR_FUNCTION_COMPLETE = 1, TMR_TASK_DOES_NOT_EXIST = 2, TMR_LUN_DOES_NOT_EXIST = 3, TMR_TASK_MGMT_FUNCTION_NOT_SUPPORTED = 4, TMR_FUNCTION_REJECTED = 5, }; enum target_core_dif_check { TARGET_DIF_CHECK_GUARD = 1, TARGET_DIF_CHECK_APPTAG = 2, TARGET_DIF_CHECK_REFTAG = 4, }; struct sbc_ops { sense_reason_t (*execute_rw)(struct se_cmd *, struct scatterlist *, u32, enum dma_data_direction); sense_reason_t (*execute_sync_cache)(struct se_cmd *); sense_reason_t (*execute_write_same)(struct se_cmd *); sense_reason_t (*execute_unmap)(struct se_cmd *, sector_t, sector_t); }; enum scsi_version_descriptor { SCSI_VERSION_DESCRIPTOR_FCP4 = 2624, SCSI_VERSION_DESCRIPTOR_ISCSI = 2400, SCSI_VERSION_DESCRIPTOR_SAM5 = 160, SCSI_VERSION_DESCRIPTOR_SAS3 = 3168, SCSI_VERSION_DESCRIPTOR_SBC3 = 1216, SCSI_VERSION_DESCRIPTOR_SBP3 = 2432, SCSI_VERSION_DESCRIPTOR_SPC4 = 1120, SCSI_VERSION_DESCRIPTOR_SRP = 2368, }; enum scsi_support_opcode { SCSI_SUPPORT_NO_INFO = 0, SCSI_SUPPORT_NOT_SUPPORTED = 1, SCSI_SUPPORT_FULL = 3, SCSI_SUPPORT_VENDOR = 5, }; struct target_opcode_descriptor { u8 support: 3; u8 serv_action_valid: 1; u8 opcode; u16 service_action; u32 cdb_size; u8 specific_timeout; u16 nominal_timeout; u16 recommended_timeout; bool (*enabled)(struct se_cmd *); void (*update_usage_bits)(u8 *, struct se_device *); u8 usage_bits[0]; }; struct se_ua { u8 ua_asc; u8 ua_ascq; struct list_head ua_nacl_list; }; struct rd_dev_sg_table { u32 page_start_offset; u32 page_end_offset; u32 rd_sg_count; struct scatterlist *sg_table; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct rd_host; struct rd_dev { struct se_device dev; u32 rd_flags; u32 rd_dev_id; u32 rd_page_count; u32 sg_table_count; u32 sg_prot_count; struct rd_dev_sg_table *sg_table_array; struct rd_dev_sg_table *sg_prot_array; struct rd_host *rd_host; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct rd_host { u32 rd_host_dev_id_count; u32 rd_host_id; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum { Opt_rd_pages = 0, Opt_rd_nullio = 1, Opt_rd_dummy = 2, Opt_err___13 = 3, }; enum xcopy_origin_list { XCOL_SOURCE_RECV_OP = 1, XCOL_DEST_RECV_OP = 2, }; struct xcopy_op { int op_origin; struct se_cmd *xop_se_cmd; struct se_device *src_dev; unsigned char src_tid_wwn[16]; struct se_device *dst_dev; unsigned char dst_tid_wwn[16]; unsigned char local_dev_wwn[16]; struct percpu_ref *remote_lun_ref; sector_t src_lba; sector_t dst_lba; short unsigned int stdi; short unsigned int dtdi; short unsigned int nolb; u32 xop_data_bytes; u32 xop_data_nents; struct scatterlist *xop_data_sg; struct work_struct xop_work; }; struct xcopy_pt_cmd { struct se_cmd se_cmd; struct completion xpt_passthrough_sem; unsigned char sense_buffer[96]; }; struct iblock_req { refcount_t pending; atomic_t ib_bio_err_cnt; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct iblock_dev_plug { struct se_dev_plug se_plug; struct blk_plug blk_plug; long unsigned int flags; }; struct iblock_dev { struct se_device dev; unsigned char ibd_udev_path[512]; u32 ibd_flags; struct bio_set ibd_bio_set; struct block_device *ibd_bd; bool ibd_readonly; struct iblock_dev_plug *ibd_plug; }; enum { Opt_udev_path = 0, Opt_readonly = 1, Opt_force = 2, Opt_err___14 = 3, }; enum target_sc_flags_table { TARGET_SCF_BIDI_OP = 1, TARGET_SCF_ACK_KREF = 2, TARGET_SCF_UNKNOWN_SIZE = 4, TARGET_SCF_USE_CPUID = 8, }; struct trace_event_raw_target_sequencer_start { struct trace_entry ent; unsigned int unpacked_lun; long long unsigned int tag; unsigned int opcode; unsigned int data_length; unsigned int task_attribute; unsigned char control; unsigned char cdb[32]; u32 __data_loc_initiator; char __data[0]; }; struct trace_event_raw_target_cmd_complete { struct trace_entry ent; unsigned int unpacked_lun; long long unsigned int tag; unsigned int opcode; unsigned int data_length; unsigned int task_attribute; unsigned char control; unsigned char scsi_status; unsigned char sense_length; unsigned char cdb[32]; unsigned char sense_data[18]; u32 __data_loc_initiator; char __data[0]; }; struct trace_event_data_offsets_target_sequencer_start { u32 initiator; }; struct trace_event_data_offsets_target_cmd_complete { u32 initiator; }; typedef void (*btf_trace_target_sequencer_start)(void *, struct se_cmd *); typedef void (*btf_trace_target_cmd_complete)(void *, struct se_cmd *); struct sense_detail { u8 key; u8 asc; u8 ascq; bool add_sense_info; }; typedef uint32_t itt_t; enum tpg_state_table { TPG_STATE_FREE = 0, TPG_STATE_ACTIVE = 1, TPG_STATE_INACTIVE = 2, TPG_STATE_COLD_RESET = 3, }; enum tiqn_state_table { TIQN_STATE_ACTIVE = 1, TIQN_STATE_SHUTDOWN = 2, }; enum naf_flags_table { NAF_USERID_SET = 1, NAF_PASSWORD_SET = 2, NAF_USERID_IN_SET = 4, NAF_PASSWORD_IN_SET = 8, }; enum iscsi_timer_flags_table { ISCSI_TF_RUNNING = 1, ISCSI_TF_STOP = 2, ISCSI_TF_EXPIRED = 4, }; enum np_flags_table { NPF_IP_NETWORK = 0, }; enum np_thread_state_table { ISCSI_NP_THREAD_ACTIVE = 1, ISCSI_NP_THREAD_INACTIVE = 2, ISCSI_NP_THREAD_RESET = 3, ISCSI_NP_THREAD_SHUTDOWN = 4, ISCSI_NP_THREAD_EXIT = 5, }; struct iscsi_conn_ops { u8 HeaderDigest; u8 DataDigest; u32 MaxRecvDataSegmentLength; u32 MaxXmitDataSegmentLength; u32 InitiatorRecvDataSegmentLength; u32 TargetRecvDataSegmentLength; }; struct iscsi_sess_ops { char InitiatorName[224]; char InitiatorAlias[256]; char TargetName[224]; char TargetAlias[256]; char TargetAddress[256]; u16 TargetPortalGroupTag; u16 MaxConnections; u8 InitialR2T; u8 ImmediateData; u32 MaxBurstLength; u32 FirstBurstLength; u16 DefaultTime2Wait; u16 DefaultTime2Retain; u16 MaxOutstandingR2T; u8 DataPDUInOrder; u8 DataSequenceInOrder; u8 ErrorRecoveryLevel; u8 SessionType; u8 RDMAExtensions; }; struct iscsi_param_list { bool iser; struct list_head param_list; struct list_head extra_response_list; }; struct iscsi_login_thread_s; struct iscsi_login; struct iscsit_transport; struct iscsi_portal_group; struct iscsi_tpg_np; struct iscsit_session; struct iscsit_conn { wait_queue_head_t queues_wq; u8 auth_complete; u8 conn_state; u8 conn_logout_reason; u8 network_transport; enum iscsi_timer_flags_table nopin_timer_flags; enum iscsi_timer_flags_table nopin_response_timer_flags; u8 which_thread; u16 cid; u16 login_port; int net_size; int login_family; u32 auth_id; u32 conn_flags; itt_t login_itt; u32 exp_statsn; u32 stat_sn; struct __kernel_sockaddr_storage login_sockaddr; struct __kernel_sockaddr_storage local_sockaddr; int conn_usage_count; int conn_waiting_on_uc; atomic_t check_immediate_queue; atomic_t conn_logout_remove; atomic_t connection_exit; atomic_t connection_recovery; atomic_t connection_reinstatement; atomic_t connection_wait_rcfr; atomic_t sleep_on_conn_wait_comp; atomic_t transport_failed; struct completion conn_post_wait_comp; struct completion conn_wait_comp; struct completion conn_wait_rcfr_comp; struct completion conn_waiting_on_uc_comp; struct completion conn_logout_comp; struct completion tx_half_close_comp; struct completion rx_half_close_comp; struct socket *sock; void (*orig_data_ready)(struct sock *); void (*orig_state_change)(struct sock *); long unsigned int login_flags; struct delayed_work login_work; struct iscsi_login *login; struct timer_list nopin_timer; struct timer_list nopin_response_timer; struct timer_list transport_timer; struct task_struct *login_kworker; spinlock_t cmd_lock; spinlock_t conn_usage_lock; spinlock_t immed_queue_lock; spinlock_t nopin_timer_lock; spinlock_t response_queue_lock; spinlock_t state_lock; struct ahash_request *conn_rx_hash; struct ahash_request *conn_tx_hash; cpumask_var_t conn_cpumask; cpumask_var_t allowed_cpumask; unsigned int conn_rx_reset_cpumask: 1; unsigned int conn_tx_reset_cpumask: 1; struct list_head conn_cmd_list; struct list_head immed_queue_list; struct list_head response_queue_list; struct iscsi_conn_ops *conn_ops; struct iscsi_login *conn_login; struct iscsit_transport *conn_transport; struct iscsi_param_list *param_list; void *auth_protocol; void *context; struct iscsi_login_thread_s *login_thread; struct iscsi_portal_group *tpg; struct iscsi_tpg_np *tpg_np; struct iscsit_session *sess; int bitmap_id; int rx_thread_active; struct task_struct *rx_thread; struct completion rx_login_comp; int tx_thread_active; struct task_struct *tx_thread; struct list_head conn_list; long: 64; long: 64; long: 64; long: 64; }; struct iscsit_session { u8 initiator_vendor; u8 isid[6]; enum iscsi_timer_flags_table time2retain_timer_flags; u8 version_active; u16 cid_called; u16 conn_recovery_count; u16 tsih; u32 session_state; itt_t init_task_tag; u32 targ_xfer_tag; u32 cmdsn_window; struct mutex cmdsn_mutex; u32 exp_cmd_sn; atomic_t max_cmd_sn; struct list_head sess_ooo_cmdsn_list; u32 sid; char auth_type[8]; int session_index; int session_usage_count; int session_waiting_on_uc; atomic_long_t cmd_pdus; atomic_long_t rsp_pdus; atomic_long_t tx_data_octets; atomic_long_t rx_data_octets; atomic_long_t conn_digest_errors; atomic_long_t conn_timeout_errors; u64 creation_time; atomic_t nconn; atomic_t session_continuation; atomic_t session_fall_back_to_erl0; atomic_t session_logout; atomic_t session_reinstatement; atomic_t session_stop_active; atomic_t session_close; struct list_head sess_conn_list; struct list_head cr_active_list; struct list_head cr_inactive_list; spinlock_t conn_lock; spinlock_t cr_a_lock; spinlock_t cr_i_lock; spinlock_t session_usage_lock; spinlock_t ttt_lock; struct completion async_msg_comp; struct completion reinstatement_comp; struct completion session_wait_comp; struct completion session_waiting_on_uc_comp; struct timer_list time2retain_timer; struct iscsi_sess_ops *sess_ops; struct se_session *se_sess; struct iscsi_portal_group *tpg; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct iscsi_np; struct iscsi_login { u8 auth_complete; u8 checked_for_existing; u8 current_stage; u8 leading_connection; u8 first_request; u8 version_min; u8 version_max; u8 login_complete; u8 login_failed; bool zero_tsih; char isid[6]; u32 cmd_sn; itt_t init_task_tag; u32 initial_exp_statsn; u32 rsp_length; u16 cid; u16 tsih; char req[48]; char rsp[48]; char *req_buf; char *rsp_buf; struct iscsit_conn *conn; struct iscsi_np *np; long: 64; long: 64; long: 64; }; struct iscsi_tpg_attrib { u32 authentication; u32 login_timeout; u32 netif_timeout; u32 generate_node_acls; u32 cache_dynamic_acls; u32 default_cmdsn_depth; u32 demo_mode_write_protect; u32 prod_mode_write_protect; u32 demo_mode_discovery; u32 default_erl; u8 t10_pi; u32 fabric_prot_type; u32 tpg_enabled_sendtargets; u32 login_keys_workaround; struct iscsi_portal_group *tpg; }; struct iscsi_node_auth { enum naf_flags_table naf_flags; int authenticate_target; int enforce_discovery_auth; char userid[256]; char password[256]; char userid_mutual[256]; char password_mutual[256]; }; struct iscsi_tiqn; struct iscsi_portal_group { unsigned char tpg_chap_id; enum tpg_state_table tpg_state; u16 tpgt; u16 ntsih; u32 nsessions; u32 num_tpg_nps; u32 sid; spinlock_t tpg_np_lock; spinlock_t tpg_state_lock; struct se_portal_group tpg_se_tpg; struct mutex tpg_access_lock; struct semaphore np_login_sem; struct iscsi_tpg_attrib tpg_attrib; struct iscsi_node_auth tpg_demo_auth; struct iscsi_param_list *param_list; struct iscsi_tiqn *tpg_tiqn; struct list_head tpg_gnp_list; struct list_head tpg_list; long: 64; long: 64; long: 64; }; struct iscsi_tpg_np { struct iscsi_np *tpg_np; struct iscsi_portal_group *tpg; struct iscsi_tpg_np *tpg_np_parent; struct list_head tpg_np_list; struct list_head tpg_np_child_list; struct list_head tpg_np_parent_list; struct se_tpg_np se_tpg_np; spinlock_t tpg_np_parent_lock; struct completion tpg_np_comp; struct kref tpg_np_kref; }; struct iscsi_np { int np_network_transport; int np_ip_proto; int np_sock_type; enum np_thread_state_table np_thread_state; bool enabled; atomic_t np_reset_count; enum iscsi_timer_flags_table np_login_timer_flags; u32 np_exports; enum np_flags_table np_flags; spinlock_t np_thread_lock; struct completion np_restart_comp; struct socket *np_socket; struct __kernel_sockaddr_storage np_sockaddr; struct task_struct *np_thread; struct timer_list np_login_timer; void *np_context; struct iscsit_transport *np_transport; struct list_head np_list; long: 64; long: 64; long: 64; long: 64; }; struct iscsi_sess_err_stats { spinlock_t lock; u32 digest_errors; u32 cxn_timeout_errors; u32 pdu_format_errors; u32 last_sess_failure_type; char last_sess_fail_rem_name[224]; long: 32; long: 64; }; struct iscsi_login_stats { spinlock_t lock; u32 accepts; u32 other_fails; u32 redirects; u32 authorize_fails; u32 authenticate_fails; u32 negotiate_fails; u64 last_fail_time; u32 last_fail_type; int last_intr_fail_ip_family; struct __kernel_sockaddr_storage last_intr_fail_sockaddr; char last_intr_fail_name[224]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct iscsi_logout_stats { spinlock_t lock; u32 normal_logouts; u32 abnormal_logouts; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct iscsi_wwn_stat_grps { struct config_group iscsi_stat_group; struct config_group iscsi_instance_group; struct config_group iscsi_sess_err_group; struct config_group iscsi_tgt_attr_group; struct config_group iscsi_login_stats_group; struct config_group iscsi_logout_stats_group; }; struct iscsi_tiqn { unsigned char tiqn[224]; enum tiqn_state_table tiqn_state; int tiqn_access_count; u32 tiqn_active_tpgs; u32 tiqn_ntpgs; u32 tiqn_num_tpg_nps; u32 tiqn_nsessions; struct list_head tiqn_list; struct list_head tiqn_tpg_list; spinlock_t tiqn_state_lock; spinlock_t tiqn_tpg_lock; struct se_wwn tiqn_wwn; struct iscsi_wwn_stat_grps tiqn_stat_grps; int tiqn_index; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct iscsi_sess_err_stats sess_err_stats; struct iscsi_login_stats login_stats; struct iscsi_logout_stats logout_stats; }; struct iscsi_extra_response { char key[64]; char value[32]; struct list_head er_list; long: 64; long: 64; }; struct iscsi_param { char *name; char *value; u8 set_param; u8 phase; u8 scope; u8 sender; u8 type; u8 use; u16 type_range; u32 state; struct list_head p_list; long: 64; long: 64; }; struct iscsi_chap { unsigned char id; unsigned char challenge[32]; unsigned int challenge_len; unsigned char *digest_name; unsigned int digest_size; unsigned int authenticate_target; unsigned int chap_state; }; enum cmd_flags_table { ICF_GOT_LAST_DATAOUT = 1, ICF_GOT_DATACK_SNACK = 2, ICF_NON_IMMEDIATE_UNSOLICITED_DATA = 4, ICF_SENT_LAST_R2T = 8, ICF_WITHIN_COMMAND_RECOVERY = 16, ICF_CONTIG_MEMORY = 32, ICF_ATTACHED_TO_RQUEUE = 64, ICF_OOO_CMDSN = 128, ICF_SENDTARGETS_ALL = 256, ICF_SENDTARGETS_SINGLE = 512, }; enum cmd_i_state_table { ISTATE_NO_STATE = 0, ISTATE_NEW_CMD = 1, ISTATE_DEFERRED_CMD = 2, ISTATE_UNSOLICITED_DATA = 3, ISTATE_RECEIVE_DATAOUT = 4, ISTATE_RECEIVE_DATAOUT_RECOVERY = 5, ISTATE_RECEIVED_LAST_DATAOUT = 6, ISTATE_WITHIN_DATAOUT_RECOVERY = 7, ISTATE_IN_CONNECTION_RECOVERY = 8, ISTATE_RECEIVED_TASKMGT = 9, ISTATE_SEND_ASYNCMSG = 10, ISTATE_SENT_ASYNCMSG = 11, ISTATE_SEND_DATAIN = 12, ISTATE_SEND_LAST_DATAIN = 13, ISTATE_SENT_LAST_DATAIN = 14, ISTATE_SEND_LOGOUTRSP = 15, ISTATE_SENT_LOGOUTRSP = 16, ISTATE_SEND_NOPIN = 17, ISTATE_SENT_NOPIN = 18, ISTATE_SEND_REJECT = 19, ISTATE_SENT_REJECT = 20, ISTATE_SEND_R2T = 21, ISTATE_SENT_R2T = 22, ISTATE_SEND_R2T_RECOVERY = 23, ISTATE_SENT_R2T_RECOVERY = 24, ISTATE_SEND_LAST_R2T = 25, ISTATE_SENT_LAST_R2T = 26, ISTATE_SEND_LAST_R2T_RECOVERY = 27, ISTATE_SENT_LAST_R2T_RECOVERY = 28, ISTATE_SEND_STATUS = 29, ISTATE_SEND_STATUS_BROKEN_PC = 30, ISTATE_SENT_STATUS = 31, ISTATE_SEND_STATUS_RECOVERY = 32, ISTATE_SENT_STATUS_RECOVERY = 33, ISTATE_SEND_TASKMGTRSP = 34, ISTATE_SENT_TASKMGTRSP = 35, ISTATE_SEND_TEXTRSP = 36, ISTATE_SENT_TEXTRSP = 37, ISTATE_SEND_NOPIN_WANT_RESPONSE = 38, ISTATE_SENT_NOPIN_WANT_RESPONSE = 39, ISTATE_SEND_NOPIN_NO_RESPONSE = 40, ISTATE_REMOVE = 41, ISTATE_FREE = 42, }; struct iscsi_pdu; struct iscsi_seq; struct iscsi_tmr_req; struct iscsi_conn_recovery; struct iscsit_cmd { enum iscsi_timer_flags_table dataout_timer_flags; u8 dataout_timeout_retries; u8 error_recovery_count; enum cmd_i_state_table deferred_i_state; enum cmd_i_state_table i_state; u8 immediate_cmd; u8 immediate_data; u8 iscsi_opcode; u8 iscsi_response; u8 logout_reason; u8 logout_response; u8 maxcmdsn_inc; u8 unsolicited_data; u8 reject_reason; u16 logout_cid; enum cmd_flags_table cmd_flags; itt_t init_task_tag; u32 targ_xfer_tag; u32 cmd_sn; u32 exp_stat_sn; u32 stat_sn; u32 data_sn; u32 r2t_sn; u32 acked_data_sn; u32 buf_ptr_size; u32 data_crc; u32 outstanding_r2ts; u32 r2t_offset; u32 iov_data_count; u32 orig_iov_data_count; u32 iov_misc_count; u32 pdu_count; u32 pdu_send_order; u32 pdu_start; u32 seq_send_order; u32 seq_count; u32 seq_no; u32 seq_start_offset; u32 seq_end_offset; u32 read_data_done; u32 write_data_done; u32 first_burst_len; u32 next_burst_len; u32 tx_size; void *buf_ptr; void *text_in_ptr; enum dma_data_direction data_direction; unsigned char pdu[52]; atomic_t immed_queue_count; atomic_t response_queue_count; spinlock_t datain_lock; spinlock_t dataout_timeout_lock; spinlock_t istate_lock; spinlock_t error_lock; spinlock_t r2t_lock; struct list_head datain_list; struct list_head cmd_r2t_list; struct timer_list dataout_timer; struct kvec *iov_data; void *overflow_buf; struct kvec iov_misc[5]; struct iscsi_pdu *pdu_list; struct iscsi_pdu *pdu_ptr; struct iscsi_seq *seq_list; struct iscsi_seq *seq_ptr; struct iscsi_tmr_req *tmr_req; struct iscsit_conn *conn; struct iscsi_conn_recovery *cr; struct iscsit_session *sess; struct list_head i_conn_node; struct se_cmd se_cmd; unsigned char sense_buffer[98]; u32 padding; u8 pad_bytes[4]; struct scatterlist *first_data_sg; u32 first_data_sg_off; u32 kmapped_nents; sense_reason_t sense_reason; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct iscsi_pdu { int status; int type; u8 flags; u32 data_sn; u32 length; u32 offset; u32 pdu_send_order; u32 seq_no; long: 64; long: 64; long: 64; long: 64; }; struct iscsi_seq { int sent; int status; int type; u32 data_sn; u32 first_datasn; u32 last_datasn; u32 next_burst_len; u32 pdu_start; u32 pdu_count; u32 offset; u32 orig_offset; u32 pdu_send_order; u32 r2t_sn; u32 seq_send_order; u32 seq_no; u32 xfer_len; }; struct iscsi_tmr_req { bool task_reassign: 1; u32 exp_data_sn; struct iscsit_cmd *ref_cmd; struct iscsi_conn_recovery *conn_recovery; struct se_tmr_req *se_tmr_req; }; struct iscsi_conn_recovery { u16 cid; u32 cmd_count; u32 maxrecvdatasegmentlength; u32 maxxmitdatasegmentlength; int ready_for_reallegiance; struct list_head conn_recovery_cmd_list; spinlock_t conn_recovery_cmd_lock; struct timer_list time2retain_timer; struct iscsit_session *sess; struct list_head cr_list; long: 64; long: 64; }; struct iscsi_node_acl; struct iscsi_node_attrib { s32 authentication; u32 dataout_timeout; u32 dataout_timeout_retries; u32 default_erl; u32 nopin_timeout; u32 nopin_response_timeout; u32 random_datain_pdu_offsets; u32 random_datain_seq_offsets; u32 random_r2t_offsets; u32 tmr_cold_reset; u32 tmr_warm_reset; struct iscsi_node_acl *nacl; }; struct iscsi_node_stat_grps { struct config_group iscsi_sess_stats_group; struct config_group iscsi_conn_stats_group; }; struct iscsi_node_acl { struct se_node_acl se_node_acl; struct iscsi_node_attrib node_attrib; struct iscsi_node_auth node_auth; struct iscsi_node_stat_grps node_stat_grps; }; struct iscsi_build_list { int data_direction; int randomize; int type; int immediate_data_length; }; struct fd_host; struct fd_dev { struct se_device dev; u32 fbd_flags; unsigned char fd_dev_name[256]; u32 fd_dev_id; u32 fd_table_count; u32 fd_queue_depth; u32 fd_block_size; long long unsigned int fd_dev_size; struct file *fd_file; struct file *fd_prot_file; struct fd_host *fd_host; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct fd_host { u32 fd_host_dev_id_count; u32 fd_host_id; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct target_core_file_cmd { long unsigned int len; struct se_cmd *cmd; struct kiocb iocb; struct bio_vec bvecs[0]; }; enum { Opt_fd_dev_name = 0, Opt_fd_dev_size = 1, Opt_fd_buffered_io = 2, Opt_fd_async_io = 3, Opt_err___15 = 4, }; enum datain_req_comp_table { DATAIN_COMPLETE_NORMAL = 1, DATAIN_COMPLETE_WITHIN_COMMAND_RECOVERY = 2, DATAIN_COMPLETE_CONNECTION_RECOVERY = 3, }; enum datain_req_rec_table { DATAIN_WITHIN_COMMAND_RECOVERY = 1, DATAIN_CONNECTION_RECOVERY = 2, }; struct iscsi_datain_req { enum datain_req_comp_table dr_complete; int generate_recovery_values; enum datain_req_rec_table recovery; u32 begrun; u32 runlength; u32 data_length; u32 data_offset; u32 data_sn; u32 next_burst_len; u32 read_data_done; u32 seq_send_order; struct list_head cmd_datain_node; }; struct iscsi_datain { u8 flags; u32 data_sn; u32 length; u32 offset; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct iscsi_ooo_cmdsn { u16 cid; u32 batch_count; u32 cmdsn; u32 exp_cmdsn; struct iscsit_cmd *cmd; struct list_head ooo_list; long: 64; long: 64; long: 64; }; struct iscsi_data { uint8_t opcode; uint8_t flags; uint8_t rsvd2[2]; uint8_t rsvd3; uint8_t dlength[3]; struct scsi_lun lun; itt_t itt; __be32 ttt; __be32 rsvd4; __be32 exp_statsn; __be32 rsvd5; __be32 datasn; __be32 offset; __be32 rsvd6; }; enum target_conn_state_table { TARG_CONN_STATE_FREE = 1, TARG_CONN_STATE_XPT_UP = 3, TARG_CONN_STATE_IN_LOGIN = 4, TARG_CONN_STATE_LOGGED_IN = 5, TARG_CONN_STATE_IN_LOGOUT = 6, TARG_CONN_STATE_LOGOUT_REQUESTED = 7, TARG_CONN_STATE_CLEANUP_WAIT = 8, }; enum dataout_action_ret_table { DATAOUT_CANNOT_RECOVER = 4294967295, DATAOUT_NORMAL = 0, DATAOUT_SEND_R2T = 1, DATAOUT_SEND_TO_TRANSPORT = 2, DATAOUT_WITHIN_COMMAND_RECOVERY = 3, }; struct iscsi_r2t { int seq_complete; int recovery_r2t; int sent_r2t; u32 r2t_sn; u32 offset; u32 targ_xfer_tag; u32 xfer_len; struct list_head r2t_list; long: 64; long: 64; }; struct iscsit_transport { char name[16]; int transport_type; bool rdma_shutdown; int priv_size; struct module *owner; struct list_head t_node; int (*iscsit_setup_np)(struct iscsi_np *, struct __kernel_sockaddr_storage *); int (*iscsit_accept_np)(struct iscsi_np *, struct iscsit_conn *); void (*iscsit_free_np)(struct iscsi_np *); void (*iscsit_wait_conn)(struct iscsit_conn *); void (*iscsit_free_conn)(struct iscsit_conn *); int (*iscsit_get_login_rx)(struct iscsit_conn *, struct iscsi_login *); int (*iscsit_put_login_tx)(struct iscsit_conn *, struct iscsi_login *, u32); int (*iscsit_immediate_queue)(struct iscsit_conn *, struct iscsit_cmd *, int); int (*iscsit_response_queue)(struct iscsit_conn *, struct iscsit_cmd *, int); int (*iscsit_get_dataout)(struct iscsit_conn *, struct iscsit_cmd *, bool); int (*iscsit_queue_data_in)(struct iscsit_conn *, struct iscsit_cmd *); int (*iscsit_queue_status)(struct iscsit_conn *, struct iscsit_cmd *); void (*iscsit_aborted_task)(struct iscsit_conn *, struct iscsit_cmd *); int (*iscsit_xmit_pdu)(struct iscsit_conn *, struct iscsit_cmd *, struct iscsi_datain_req *, const void *, u32); void (*iscsit_unmap_cmd)(struct iscsit_conn *, struct iscsit_cmd *); void (*iscsit_get_rx_pdu)(struct iscsit_conn *); int (*iscsit_validate_params)(struct iscsit_conn *); void (*iscsit_get_r2t_ttt)(struct iscsit_conn *, struct iscsit_cmd *, struct iscsi_r2t *); enum target_prot_op (*iscsit_get_sup_prot_ops)(struct iscsit_conn *); }; struct iscsi_login_req { uint8_t opcode; uint8_t flags; uint8_t max_version; uint8_t min_version; uint8_t hlength; uint8_t dlength[3]; uint8_t isid[6]; __be16 tsih; itt_t itt; __be16 cid; __be16 rsvd3; __be32 cmdsn; __be32 exp_statsn; uint8_t rsvd5[16]; }; enum iscsit_transport_type { ISCSI_TCP = 0, ISCSI_SCTP_TCP = 1, ISCSI_SCTP_UDP = 2, ISCSI_IWARP_TCP = 3, ISCSI_IWARP_SCTP = 4, ISCSI_INFINIBAND = 5, ISCSI_CXGBIT = 6, }; enum target_sess_state_table { TARG_SESS_STATE_FREE = 1, TARG_SESS_STATE_ACTIVE = 2, TARG_SESS_STATE_LOGGED_IN = 3, TARG_SESS_STATE_FAILED = 4, TARG_SESS_STATE_IN_CONTINUE = 5, }; struct iscsit_global { u32 in_shutdown; u32 active_ts; u32 auth_id; u32 inactive_ts; long unsigned int *ts_bitmap; spinlock_t ts_bitmap_lock; cpumask_var_t allowed_cpumask; struct iscsi_node_acl discovery_acl; struct iscsi_portal_group *discovery_tpg; }; struct iscsi_tm { uint8_t opcode; uint8_t flags; uint8_t rsvd1[2]; uint8_t hlength; uint8_t dlength[3]; struct scsi_lun lun; itt_t itt; itt_t rtt; __be32 cmdsn; __be32 exp_statsn; __be32 refcmdsn; __be32 exp_datasn; uint8_t rsvd2[8]; }; struct iscsi_login_rsp { uint8_t opcode; uint8_t flags; uint8_t max_version; uint8_t active_version; uint8_t hlength; uint8_t dlength[3]; uint8_t isid[6]; __be16 tsih; itt_t itt; __be32 rsvd3; __be32 statsn; __be32 exp_cmdsn; __be32 max_cmdsn; uint8_t status_class; uint8_t status_detail; uint8_t rsvd4[10]; }; struct conn_timeout { struct timer_list timer; struct iscsit_conn *conn; }; enum recover_cmdsn_ret_table { CMDSN_ERROR_CANNOT_RECOVER = 4294967295, CMDSN_NORMAL_OPERATION = 0, CMDSN_LOWER_THAN_EXP = 1, CMDSN_HIGHER_THAN_EXP = 2, CMDSN_MAXCMDSN_OVERRUN = 3, }; struct iscsi_queue_req { int state; struct iscsit_cmd *cmd; struct list_head qr_list; }; struct iscsi_hdr { uint8_t opcode; uint8_t flags; uint8_t rsvd2[2]; uint8_t hlength; uint8_t dlength[3]; struct scsi_lun lun; itt_t itt; __be32 ttt; __be32 statsn; __be32 exp_statsn; __be32 max_statsn; uint8_t other[12]; }; struct iscsi_scsi_req { uint8_t opcode; uint8_t flags; __be16 rsvd2; uint8_t hlength; uint8_t dlength[3]; struct scsi_lun lun; itt_t itt; __be32 data_length; __be32 cmdsn; __be32 exp_statsn; uint8_t cdb[16]; }; struct iscsi_ecdb_ahdr { __be16 ahslength; uint8_t ahstype; uint8_t reserved; uint8_t ecdb[244]; }; struct iscsi_scsi_rsp { uint8_t opcode; uint8_t flags; uint8_t response; uint8_t cmd_status; uint8_t hlength; uint8_t dlength[3]; uint8_t rsvd[8]; itt_t itt; __be32 rsvd1; __be32 statsn; __be32 exp_cmdsn; __be32 max_cmdsn; __be32 exp_datasn; __be32 bi_residual_count; __be32 residual_count; }; struct iscsi_async { uint8_t opcode; uint8_t flags; uint8_t rsvd2[2]; uint8_t rsvd3; uint8_t dlength[3]; struct scsi_lun lun; uint8_t rsvd4[8]; __be32 statsn; __be32 exp_cmdsn; __be32 max_cmdsn; uint8_t async_event; uint8_t async_vcode; __be16 param1; __be16 param2; __be16 param3; uint8_t rsvd5[4]; }; struct iscsi_nopout { uint8_t opcode; uint8_t flags; __be16 rsvd2; uint8_t rsvd3; uint8_t dlength[3]; struct scsi_lun lun; itt_t itt; __be32 ttt; __be32 cmdsn; __be32 exp_statsn; uint8_t rsvd4[16]; }; struct iscsi_nopin { uint8_t opcode; uint8_t flags; __be16 rsvd2; uint8_t rsvd3; uint8_t dlength[3]; struct scsi_lun lun; itt_t itt; __be32 ttt; __be32 statsn; __be32 exp_cmdsn; __be32 max_cmdsn; uint8_t rsvd4[12]; }; struct iscsi_tm_rsp { uint8_t opcode; uint8_t flags; uint8_t response; uint8_t qualifier; uint8_t hlength; uint8_t dlength[3]; uint8_t rsvd2[8]; itt_t itt; itt_t rtt; __be32 statsn; __be32 exp_cmdsn; __be32 max_cmdsn; uint8_t rsvd3[12]; }; struct iscsi_r2t_rsp { uint8_t opcode; uint8_t flags; uint8_t rsvd2[2]; uint8_t hlength; uint8_t dlength[3]; struct scsi_lun lun; itt_t itt; __be32 ttt; __be32 statsn; __be32 exp_cmdsn; __be32 max_cmdsn; __be32 r2tsn; __be32 data_offset; __be32 data_length; }; struct iscsi_data_rsp { uint8_t opcode; uint8_t flags; uint8_t rsvd2; uint8_t cmd_status; uint8_t hlength; uint8_t dlength[3]; struct scsi_lun lun; itt_t itt; __be32 ttt; __be32 statsn; __be32 exp_cmdsn; __be32 max_cmdsn; __be32 datasn; __be32 offset; __be32 residual_count; }; struct iscsi_text { uint8_t opcode; uint8_t flags; uint8_t rsvd2[2]; uint8_t hlength; uint8_t dlength[3]; uint8_t rsvd4[8]; itt_t itt; __be32 ttt; __be32 cmdsn; __be32 exp_statsn; uint8_t rsvd5[16]; }; struct iscsi_text_rsp { uint8_t opcode; uint8_t flags; uint8_t rsvd2[2]; uint8_t hlength; uint8_t dlength[3]; uint8_t rsvd4[8]; itt_t itt; __be32 ttt; __be32 statsn; __be32 exp_cmdsn; __be32 max_cmdsn; uint8_t rsvd5[12]; }; struct iscsi_logout { uint8_t opcode; uint8_t flags; uint8_t rsvd1[2]; uint8_t hlength; uint8_t dlength[3]; uint8_t rsvd2[8]; itt_t itt; __be16 cid; uint8_t rsvd3[2]; __be32 cmdsn; __be32 exp_statsn; uint8_t rsvd4[16]; }; struct iscsi_logout_rsp { uint8_t opcode; uint8_t flags; uint8_t response; uint8_t rsvd2; uint8_t hlength; uint8_t dlength[3]; uint8_t rsvd3[8]; itt_t itt; __be32 rsvd4; __be32 statsn; __be32 exp_cmdsn; __be32 max_cmdsn; __be32 rsvd5; __be16 t2wait; __be16 t2retain; __be32 rsvd6; }; struct iscsi_snack { uint8_t opcode; uint8_t flags; uint8_t rsvd2[2]; uint8_t hlength; uint8_t dlength[3]; uint8_t lun[8]; itt_t itt; __be32 ttt; uint8_t rsvd3[4]; __be32 exp_statsn; uint8_t rsvd4[8]; __be32 begrun; __be32 runlength; }; struct iscsi_reject { uint8_t opcode; uint8_t flags; uint8_t reason; uint8_t rsvd2; uint8_t hlength; uint8_t dlength[3]; uint8_t rsvd3[8]; __be32 ffffffff; uint8_t rsvd4[4]; __be32 statsn; __be32 exp_cmdsn; __be32 max_cmdsn; __be32 datasn; uint8_t rsvd5[8]; }; enum immedate_data_ret_table { IMMEDIATE_DATA_CANNOT_RECOVER = 4294967295, IMMEDIATE_DATA_NORMAL_OPERATION = 0, IMMEDIATE_DATA_ERL1_CRC_FAILURE = 1, }; struct mtd_ecc_stats { __u32 corrected; __u32 failed; __u32 badblocks; __u32 bbtblocks; }; struct mtd_debug_info { struct dentry *dfs_dir; }; struct nvmem_device; struct mtd_part { struct list_head node; u64 offset; u64 size; u32 flags; }; struct mtd_master { struct mutex partitions_lock; struct mutex chrdev_lock; unsigned int suspended: 1; }; struct mtd_ooblayout_ops; struct mtd_pairing_scheme; struct mtd_erase_region_info; struct erase_info; struct mtd_oob_ops; struct otp_info; struct mtd_info { u_char type; uint32_t flags; uint64_t size; uint32_t erasesize; uint32_t writesize; uint32_t writebufsize; uint32_t oobsize; uint32_t oobavail; unsigned int erasesize_shift; unsigned int writesize_shift; unsigned int erasesize_mask; unsigned int writesize_mask; unsigned int bitflip_threshold; const char *name; int index; const struct mtd_ooblayout_ops *ooblayout; const struct mtd_pairing_scheme *pairing; unsigned int ecc_step_size; unsigned int ecc_strength; int numeraseregions; struct mtd_erase_region_info *eraseregions; int (*_erase)(struct mtd_info *, struct erase_info *); int (*_point)(struct mtd_info *, loff_t, size_t, size_t *, void **, resource_size_t *); int (*_unpoint)(struct mtd_info *, loff_t, size_t); int (*_read)(struct mtd_info *, loff_t, size_t, size_t *, u_char *); int (*_write)(struct mtd_info *, loff_t, size_t, size_t *, const u_char *); int (*_panic_write)(struct mtd_info *, loff_t, size_t, size_t *, const u_char *); int (*_read_oob)(struct mtd_info *, loff_t, struct mtd_oob_ops *); int (*_write_oob)(struct mtd_info *, loff_t, struct mtd_oob_ops *); int (*_get_fact_prot_info)(struct mtd_info *, size_t, size_t *, struct otp_info *); int (*_read_fact_prot_reg)(struct mtd_info *, loff_t, size_t, size_t *, u_char *); int (*_get_user_prot_info)(struct mtd_info *, size_t, size_t *, struct otp_info *); int (*_read_user_prot_reg)(struct mtd_info *, loff_t, size_t, size_t *, u_char *); int (*_write_user_prot_reg)(struct mtd_info *, loff_t, size_t, size_t *, const u_char *); int (*_lock_user_prot_reg)(struct mtd_info *, loff_t, size_t); int (*_erase_user_prot_reg)(struct mtd_info *, loff_t, size_t); int (*_writev)(struct mtd_info *, const struct kvec *, long unsigned int, loff_t, size_t *); void (*_sync)(struct mtd_info *); int (*_lock)(struct mtd_info *, loff_t, uint64_t); int (*_unlock)(struct mtd_info *, loff_t, uint64_t); int (*_is_locked)(struct mtd_info *, loff_t, uint64_t); int (*_block_isreserved)(struct mtd_info *, loff_t); int (*_block_isbad)(struct mtd_info *, loff_t); int (*_block_markbad)(struct mtd_info *, loff_t); int (*_max_bad_blocks)(struct mtd_info *, loff_t, size_t); int (*_suspend)(struct mtd_info *); void (*_resume)(struct mtd_info *); void (*_reboot)(struct mtd_info *); int (*_get_device)(struct mtd_info *); void (*_put_device)(struct mtd_info *); bool oops_panic_write; struct notifier_block reboot_notifier; struct mtd_ecc_stats ecc_stats; int subpage_sft; void *priv; struct module *owner; struct device dev; int usecount; struct mtd_debug_info dbg; struct nvmem_device *nvmem; struct nvmem_device *otp_user_nvmem; struct nvmem_device *otp_factory_nvmem; struct mtd_info *parent; struct list_head partitions; struct mtd_part part; struct mtd_master master; }; typedef int (*nvmem_reg_read_t)(void *, unsigned int, void *, size_t); typedef int (*nvmem_reg_write_t)(void *, unsigned int, void *, size_t); typedef int (*nvmem_cell_post_process_t)(void *, const char *, unsigned int, void *, size_t); enum nvmem_type { NVMEM_TYPE_UNKNOWN = 0, NVMEM_TYPE_EEPROM = 1, NVMEM_TYPE_OTP = 2, NVMEM_TYPE_BATTERY_BACKED = 3, NVMEM_TYPE_FRAM = 4, }; struct nvmem_keepout { unsigned int start; unsigned int end; unsigned char value; }; struct nvmem_cell_info; struct nvmem_config { struct device *dev; const char *name; int id; struct module *owner; const struct nvmem_cell_info *cells; int ncells; const struct nvmem_keepout *keepout; unsigned int nkeepout; enum nvmem_type type; bool read_only; bool root_only; bool ignore_wp; struct device_node *of_node; bool no_of_node; nvmem_reg_read_t reg_read; nvmem_reg_write_t reg_write; nvmem_cell_post_process_t cell_post_process; int size; int word_size; int stride; void *priv; bool compat; struct device *base_dev; }; struct nvmem_cell_info { const char *name; unsigned int offset; unsigned int bytes; unsigned int bit_offset; unsigned int nbits; struct device_node *np; }; enum { MTD_OPS_PLACE_OOB = 0, MTD_OPS_AUTO_OOB = 1, MTD_OPS_RAW = 2, }; struct otp_info { __u32 start; __u32 length; __u32 locked; }; struct erase_info { uint64_t addr; uint64_t len; uint64_t fail_addr; }; struct mtd_erase_region_info { uint64_t offset; uint32_t erasesize; uint32_t numblocks; long unsigned int *lockmap; }; struct mtd_req_stats { unsigned int uncorrectable_errors; unsigned int corrected_bitflips; unsigned int max_bitflips; }; struct mtd_oob_ops { unsigned int mode; size_t len; size_t retlen; size_t ooblen; size_t oobretlen; uint32_t ooboffs; uint8_t *datbuf; uint8_t *oobbuf; struct mtd_req_stats *stats; }; struct mtd_oob_region { u32 offset; u32 length; }; struct mtd_ooblayout_ops { int (*ecc)(struct mtd_info *, int, struct mtd_oob_region *); int (*free)(struct mtd_info *, int, struct mtd_oob_region *); }; struct mtd_pairing_info { int pair; int group; }; struct mtd_pairing_scheme { int ngroups; int (*get_info)(struct mtd_info *, int, struct mtd_pairing_info *); int (*get_wunit)(struct mtd_info *, const struct mtd_pairing_info *); }; struct mtd_notifier { void (*add)(struct mtd_info *); void (*remove)(struct mtd_info *); struct list_head list; }; struct mtd_partition { const char *name; const char * const *types; uint64_t size; uint64_t offset; uint32_t mask_flags; uint32_t add_flags; struct device_node *of_node; }; struct mtd_part_parser_data { long unsigned int origin; }; struct mtd_part_parser { struct list_head list; struct module *owner; const char *name; const struct of_device_id *of_match_table; int (*parse_fn)(struct mtd_info *, const struct mtd_partition **, struct mtd_part_parser_data *); void (*cleanup)(const struct mtd_partition *, int); }; struct mtd_partitions { const struct mtd_partition *parts; int nr_parts; const struct mtd_part_parser *parser; }; typedef long unsigned int u_long; typedef u32 u_int32_t; struct blkpg_compat_ioctl_arg { compat_int_t op; compat_int_t flags; compat_int_t datalen; compat_uptr_t data; }; struct erase_info_user { __u32 start; __u32 length; }; struct erase_info_user64 { __u64 start; __u64 length; }; struct mtd_oob_buf { __u32 start; __u32 length; unsigned char *ptr; }; struct mtd_oob_buf64 { __u64 start; __u32 pad; __u32 length; __u64 usr_ptr; }; struct mtd_write_req { __u64 start; __u64 len; __u64 ooblen; __u64 usr_data; __u64 usr_oob; __u8 mode; __u8 padding[7]; }; struct mtd_read_req_ecc_stats { __u32 uncorrectable_errors; __u32 corrected_bitflips; __u32 max_bitflips; }; struct mtd_read_req { __u64 start; __u64 len; __u64 ooblen; __u64 usr_data; __u64 usr_oob; __u8 mode; __u8 padding[7]; struct mtd_read_req_ecc_stats ecc_stats; }; struct mtd_info_user { __u8 type; __u32 flags; __u32 size; __u32 erasesize; __u32 writesize; __u32 oobsize; __u64 padding; }; struct region_info_user { __u32 offset; __u32 erasesize; __u32 numblocks; __u32 regionindex; }; struct nand_oobinfo { __u32 useecc; __u32 eccbytes; __u32 oobfree[16]; __u32 eccpos[32]; }; struct nand_oobfree { __u32 offset; __u32 length; }; struct nand_ecclayout_user { __u32 eccbytes; __u32 eccpos[64]; __u32 oobavail; struct nand_oobfree oobfree[8]; }; enum mtd_file_modes { MTD_FILE_MODE_NORMAL = 0, MTD_FILE_MODE_OTP_FACTORY = 1, MTD_FILE_MODE_OTP_USER = 2, MTD_FILE_MODE_RAW = 3, }; struct mtd_chip_driver; struct map_info___2 { const char *name; long unsigned int size; resource_size_t phys; void *virt; void *cached; int swap; int bankwidth; void (*inval_cache)(struct map_info___2 *, long unsigned int, ssize_t); void (*set_vpp)(struct map_info___2 *, int); long unsigned int pfow_base; long unsigned int map_priv_1; long unsigned int map_priv_2; struct device_node *device_node; void *fldrv_priv; struct mtd_chip_driver *fldrv; }; struct mtd_chip_driver { struct mtd_info * (*probe)(struct map_info___2 *); void (*destroy)(struct mtd_info *); struct module *module; char *name; struct list_head list; }; struct mtd_file_info { struct mtd_info *mtd; enum mtd_file_modes mode; }; struct mtd_oob_buf32 { u_int32_t start; u_int32_t length; compat_caddr_t ptr; }; struct mtd_concat { struct mtd_info mtd; int num_subdev; struct mtd_info **subdev; }; struct fixed_partitions_quirks { int (*post_parse)(struct mtd_info *, struct mtd_partition *, int); }; struct mtd_blktrans_ops; struct mtd_blktrans_dev { struct mtd_blktrans_ops *tr; struct list_head list; struct mtd_info *mtd; struct mutex lock; int devnum; bool bg_stop; long unsigned int size; int readonly; int open; struct kref ref; struct gendisk *disk; struct attribute_group *disk_attributes; struct request_queue *rq; struct list_head rq_list; struct blk_mq_tag_set *tag_set; spinlock_t queue_lock; void *priv; fmode_t file_mode; }; struct mtd_blktrans_ops { char *name; int major; int part_bits; int blksize; int blkshift; int (*readsect)(struct mtd_blktrans_dev *, long unsigned int, char *); int (*writesect)(struct mtd_blktrans_dev *, long unsigned int, char *); int (*discard)(struct mtd_blktrans_dev *, long unsigned int, unsigned int); void (*background)(struct mtd_blktrans_dev *); int (*getgeo)(struct mtd_blktrans_dev *, struct hd_geometry *); int (*flush)(struct mtd_blktrans_dev *); int (*open)(struct mtd_blktrans_dev *); void (*release)(struct mtd_blktrans_dev *); void (*add_mtd)(struct mtd_blktrans_ops *, struct mtd_info *); void (*remove_dev)(struct mtd_blktrans_dev *); struct list_head devs; struct list_head list; struct module *owner; }; struct mtdblk_dev { struct mtd_blktrans_dev mbd; int count; struct mutex cache_mutex; unsigned char *cache_data; long unsigned int cache_offset; unsigned int cache_size; enum { STATE_EMPTY = 0, STATE_CLEAN = 1, STATE_DIRTY = 2, } cache_state; }; typedef union { long unsigned int x[1]; } map_word; typedef enum { FL_READY = 0, FL_STATUS = 1, FL_CFI_QUERY = 2, FL_JEDEC_QUERY = 3, FL_ERASING = 4, FL_ERASE_SUSPENDING = 5, FL_ERASE_SUSPENDED = 6, FL_WRITING = 7, FL_WRITING_TO_BUFFER = 8, FL_OTP_WRITE = 9, FL_WRITE_SUSPENDING = 10, FL_WRITE_SUSPENDED = 11, FL_PM_SUSPENDED = 12, FL_SYNCING = 13, FL_UNLOADING = 14, FL_LOCKING = 15, FL_UNLOCKING = 16, FL_POINT = 17, FL_XIP_WHILE_ERASING = 18, FL_XIP_WHILE_WRITING = 19, FL_SHUTDOWN = 20, FL_READING = 21, FL_CACHEDPRG = 22, FL_RESETTING = 23, FL_OTPING = 24, FL_PREPARING_ERASE = 25, FL_VERIFYING_ERASE = 26, FL_UNKNOWN = 27, } flstate_t; struct flchip { long unsigned int start; int ref_point_counter; flstate_t state; flstate_t oldstate; unsigned int write_suspended: 1; unsigned int erase_suspended: 1; long unsigned int in_progress_block_addr; long unsigned int in_progress_block_mask; struct mutex mutex; wait_queue_head_t wq; int word_write_time; int buffer_write_time; int erase_time; int word_write_time_max; int buffer_write_time_max; int erase_time_max; void *priv; }; struct cfi_ident { uint8_t qry[3]; uint16_t P_ID; uint16_t P_ADR; uint16_t A_ID; uint16_t A_ADR; uint8_t VccMin; uint8_t VccMax; uint8_t VppMin; uint8_t VppMax; uint8_t WordWriteTimeoutTyp; uint8_t BufWriteTimeoutTyp; uint8_t BlockEraseTimeoutTyp; uint8_t ChipEraseTimeoutTyp; uint8_t WordWriteTimeoutMax; uint8_t BufWriteTimeoutMax; uint8_t BlockEraseTimeoutMax; uint8_t ChipEraseTimeoutMax; uint8_t DevSize; uint16_t InterfaceDesc; uint16_t MaxBufWriteSize; uint8_t NumEraseRegions; uint32_t EraseRegionInfo[0]; } __attribute__((packed)); struct cfi_private { uint16_t cmdset; void *cmdset_priv; int interleave; int device_type; int cfi_mode; int addr_unlock1; int addr_unlock2; struct mtd_info * (*cmdset_setup)(struct map_info___2 *); struct cfi_ident *cfiq; int mfr; int id; int numchips; map_word sector_erase_cmd; long unsigned int chipshift; const char *im_name; long unsigned int quirks; struct flchip chips[0]; }; struct chip_probe { char *name; int (*probe_chip)(struct map_info___2 *, __u32, long unsigned int *, struct cfi_private *); }; struct cfi_early_fixup { uint16_t mfr; uint16_t id; void (*fixup)(struct cfi_private *); }; struct cfi_extquery { uint8_t pri[3]; uint8_t MajorVersion; uint8_t MinorVersion; }; struct cfi_fixup { uint16_t mfr; uint16_t id; void (*fixup)(struct mtd_info *); }; typedef int (*varsize_frob_t)(struct map_info___2 *, struct flchip *, long unsigned int, int, void *); struct cfi_pri_intelext { uint8_t pri[3]; uint8_t MajorVersion; uint8_t MinorVersion; uint32_t FeatureSupport; uint8_t SuspendCmdSupport; uint16_t BlkStatusRegMask; uint8_t VccOptimal; uint8_t VppOptimal; uint8_t NumProtectionFields; uint16_t ProtRegAddr; uint8_t FactProtRegSize; uint8_t UserProtRegSize; uint8_t extra[0]; } __attribute__((packed)); struct flchip_shared { struct mutex lock; struct flchip *writing; struct flchip *erasing; }; struct cfi_intelext_blockinfo { uint16_t NumIdentBlocks; uint16_t BlockSize; uint16_t MinBlockEraseCycles; uint8_t BitsPerCell; uint8_t BlockCap; }; struct cfi_intelext_regioninfo { uint16_t NumIdentPartitions; uint8_t NumOpAllowed; uint8_t NumOpAllowedSimProgMode; uint8_t NumOpAllowedSimEraMode; uint8_t NumBlockTypes; struct cfi_intelext_blockinfo BlockTypes[1]; }; struct cfi_intelext_programming_regioninfo { uint8_t ProgRegShift; uint8_t Reserved1; uint8_t ControlValid; uint8_t Reserved2; uint8_t ControlInvalid; uint8_t Reserved3; }; struct cfi_pri_atmel { uint8_t pri[3]; uint8_t MajorVersion; uint8_t MinorVersion; uint8_t Features; uint8_t BottomBoot; uint8_t BurstMode; uint8_t PageMode; }; enum fwh_lock_state { FWH_UNLOCKED = 0, FWH_DENY_WRITE = 1, FWH_IMMUTABLE = 2, FWH_DENY_READ = 4, }; struct fwh_xxlock_thunk { enum fwh_lock_state val; flstate_t state; }; struct physmap_flash_data { unsigned int width; int (*init)(struct platform_device *); void (*exit)(struct platform_device *); void (*set_vpp)(struct platform_device *, int); unsigned int nr_parts; unsigned int pfow_base; char *probe_type; struct mtd_partition *parts; const char * const *part_probe_types; }; struct physmap_flash_info { unsigned int nmaps; struct mtd_info **mtds; struct mtd_info *cmtd; struct map_info___2 *maps; spinlock_t vpp_lock; int vpp_refcnt; const char *probe_type; const char * const *part_types; unsigned int nparts; const struct mtd_partition *parts; struct gpio_descs *gpios; unsigned int gpio_values; unsigned int win_order; }; struct cfi_pri_amdstd { uint8_t pri[3]; uint8_t MajorVersion; uint8_t MinorVersion; uint8_t SiliconRevision; uint8_t EraseSuspend; uint8_t BlkProt; uint8_t TmpBlkUnprotect; uint8_t BlkProtUnprot; uint8_t SimultaneousOps; uint8_t BurstMode; uint8_t PageMode; uint8_t VppMin; uint8_t VppMax; uint8_t TopBottom; uint8_t ProgramSuspend; uint8_t UnlockBypass; uint8_t SecureSiliconSector; uint8_t SoftwareFeatures; }; enum cfi_quirks { CFI_QUIRK_DQ_TRUE_DATA = 1, }; typedef int (*otp_op_t)(struct map_info___2 *, struct flchip *, loff_t, size_t, u_char *, size_t); struct ppb_lock { struct flchip *chip; long unsigned int adr; int locked; }; typedef struct mtd_info *cfi_cmdset_fn_t(struct map_info___2 *, int); struct spi_statistics { struct u64_stats_sync syncp; u64_stats_t messages; u64_stats_t transfers; u64_stats_t errors; u64_stats_t timedout; u64_stats_t spi_sync; u64_stats_t spi_sync_immediate; u64_stats_t spi_async; u64_stats_t bytes; u64_stats_t bytes_rx; u64_stats_t bytes_tx; u64_stats_t transfer_bytes_histo[17]; u64_stats_t transfers_split_maxsize; }; struct spi_delay { u16 value; u8 unit; }; struct spi_controller; struct spi_device { struct device dev; struct spi_controller *controller; struct spi_controller *master; u32 max_speed_hz; u8 chip_select; u8 bits_per_word; bool rt; u32 mode; int irq; void *controller_state; void *controller_data; char modalias[32]; const char *driver_override; struct gpio_desc *cs_gpiod; struct spi_delay word_delay; struct spi_delay cs_setup; struct spi_delay cs_hold; struct spi_delay cs_inactive; struct spi_statistics *pcpu_statistics; }; struct spi_message; struct spi_transfer; struct spi_controller_mem_ops; struct spi_controller_mem_caps; struct spi_controller { struct device dev; struct list_head list; s16 bus_num; u16 num_chipselect; u16 dma_alignment; u32 mode_bits; u32 buswidth_override_bits; u32 bits_per_word_mask; u32 min_speed_hz; u32 max_speed_hz; u16 flags; bool devm_allocated; union { bool slave; bool target; }; size_t (*max_transfer_size)(struct spi_device *); size_t (*max_message_size)(struct spi_device *); struct mutex io_mutex; struct mutex add_lock; spinlock_t bus_lock_spinlock; struct mutex bus_lock_mutex; bool bus_lock_flag; int (*setup)(struct spi_device *); int (*set_cs_timing)(struct spi_device *); int (*transfer)(struct spi_device *, struct spi_message *); void (*cleanup)(struct spi_device *); bool (*can_dma)(struct spi_controller *, struct spi_device *, struct spi_transfer *); struct device *dma_map_dev; struct device *cur_rx_dma_dev; struct device *cur_tx_dma_dev; bool queued; struct kthread_worker *kworker; struct kthread_work pump_messages; spinlock_t queue_lock; struct list_head queue; struct spi_message *cur_msg; struct completion cur_msg_completion; bool cur_msg_incomplete; bool cur_msg_need_completion; bool busy; bool running; bool rt; bool auto_runtime_pm; bool cur_msg_mapped; char last_cs; bool last_cs_mode_high; bool fallback; struct completion xfer_completion; size_t max_dma_len; int (*prepare_transfer_hardware)(struct spi_controller *); int (*transfer_one_message)(struct spi_controller *, struct spi_message *); int (*unprepare_transfer_hardware)(struct spi_controller *); int (*prepare_message)(struct spi_controller *, struct spi_message *); int (*unprepare_message)(struct spi_controller *, struct spi_message *); union { int (*slave_abort)(struct spi_controller *); int (*target_abort)(struct spi_controller *); }; void (*set_cs)(struct spi_device *, bool); int (*transfer_one)(struct spi_controller *, struct spi_device *, struct spi_transfer *); void (*handle_err)(struct spi_controller *, struct spi_message *); const struct spi_controller_mem_ops *mem_ops; const struct spi_controller_mem_caps *mem_caps; struct gpio_desc **cs_gpiods; bool use_gpio_descriptors; s8 unused_native_cs; s8 max_native_cs; struct spi_statistics *pcpu_statistics; struct dma_chan *dma_tx; struct dma_chan *dma_rx; void *dummy_rx; void *dummy_tx; int (*fw_translate_cs)(struct spi_controller *, unsigned int); bool ptp_sts_supported; long unsigned int irq_flags; bool queue_empty; bool must_async; }; struct spi_message { struct list_head transfers; struct spi_device *spi; unsigned int is_dma_mapped: 1; void (*complete)(void *); void *context; unsigned int frame_length; unsigned int actual_length; int status; struct list_head queue; void *state; struct list_head resources; bool prepared; }; struct ptp_system_timestamp; struct spi_transfer { const void *tx_buf; void *rx_buf; unsigned int len; dma_addr_t tx_dma; dma_addr_t rx_dma; struct sg_table tx_sg; struct sg_table rx_sg; unsigned int dummy_data: 1; unsigned int cs_off: 1; unsigned int cs_change: 1; unsigned int tx_nbits: 3; unsigned int rx_nbits: 3; u8 bits_per_word; struct spi_delay delay; struct spi_delay cs_change_delay; struct spi_delay word_delay; u32 speed_hz; u32 effective_speed_hz; unsigned int ptp_sts_word_pre; unsigned int ptp_sts_word_post; struct ptp_system_timestamp *ptp_sts; bool timestamped; struct list_head transfer_list; u16 error; }; struct spi_mem; struct spi_mem_op; struct spi_mem_dirmap_desc; struct spi_controller_mem_ops { int (*adjust_op_size)(struct spi_mem *, struct spi_mem_op *); bool (*supports_op)(struct spi_mem *, const struct spi_mem_op *); int (*exec_op)(struct spi_mem *, const struct spi_mem_op *); const char * (*get_name)(struct spi_mem *); int (*dirmap_create)(struct spi_mem_dirmap_desc *); void (*dirmap_destroy)(struct spi_mem_dirmap_desc *); ssize_t (*dirmap_read)(struct spi_mem_dirmap_desc *, u64, size_t, void *); ssize_t (*dirmap_write)(struct spi_mem_dirmap_desc *, u64, size_t, const void *); int (*poll_status)(struct spi_mem *, const struct spi_mem_op *, u16, u16, long unsigned int, long unsigned int, long unsigned int); }; struct spi_controller_mem_caps { bool dtr; bool ecc; }; enum spi_mem_data_dir { SPI_MEM_NO_DATA = 0, SPI_MEM_DATA_IN = 1, SPI_MEM_DATA_OUT = 2, }; struct spi_mem_op { struct { u8 nbytes; u8 buswidth; u8 dtr: 1; u16 opcode; } cmd; struct { u8 nbytes; u8 buswidth; u8 dtr: 1; u64 val; } addr; struct { u8 nbytes; u8 buswidth; u8 dtr: 1; } dummy; struct { u8 buswidth; u8 dtr: 1; u8 ecc: 1; enum spi_mem_data_dir dir; unsigned int nbytes; union { void *in; const void *out; } buf; } data; }; struct spi_mem_dirmap_info { struct spi_mem_op op_tmpl; u64 offset; u64 length; }; struct spi_mem_dirmap_desc { struct spi_mem *mem; struct spi_mem_dirmap_info info; unsigned int nodirmap; void *priv; }; struct spi_mem { struct spi_device *spi; void *drvpriv; const char *name; }; enum spi_nor_protocol { SNOR_PROTO_1_1_1 = 65793, SNOR_PROTO_1_1_2 = 65794, SNOR_PROTO_1_1_4 = 65796, SNOR_PROTO_1_1_8 = 65800, SNOR_PROTO_1_2_2 = 66050, SNOR_PROTO_1_4_4 = 66564, SNOR_PROTO_1_8_8 = 67592, SNOR_PROTO_2_2_2 = 131586, SNOR_PROTO_4_4_4 = 263172, SNOR_PROTO_8_8_8 = 526344, SNOR_PROTO_1_1_1_DTR = 16843009, SNOR_PROTO_1_2_2_DTR = 16843266, SNOR_PROTO_1_4_4_DTR = 16843780, SNOR_PROTO_1_8_8_DTR = 16844808, SNOR_PROTO_8_8_8_DTR = 17303560, }; struct spi_nor_hwcaps { u32 mask; }; struct spi_nor; struct spi_nor_controller_ops { int (*prepare)(struct spi_nor *); void (*unprepare)(struct spi_nor *); int (*read_reg)(struct spi_nor *, u8, u8 *, size_t); int (*write_reg)(struct spi_nor *, u8, const u8 *, size_t); ssize_t (*read)(struct spi_nor *, loff_t, size_t, u8 *); ssize_t (*write)(struct spi_nor *, loff_t, size_t, const u8 *); int (*erase)(struct spi_nor *, loff_t); }; enum spi_nor_cmd_ext { SPI_NOR_EXT_NONE = 0, SPI_NOR_EXT_REPEAT = 1, SPI_NOR_EXT_INVERT = 2, SPI_NOR_EXT_HEX = 3, }; struct flash_info; struct spi_nor_manufacturer; struct sfdp; struct spi_nor_flash_parameter; struct spi_nor { struct mtd_info mtd; struct mutex lock; struct device *dev; struct spi_mem *spimem; u8 *bouncebuf; size_t bouncebuf_size; u8 *id; const struct flash_info *info; const struct spi_nor_manufacturer *manufacturer; u8 addr_nbytes; u8 erase_opcode; u8 read_opcode; u8 read_dummy; u8 program_opcode; enum spi_nor_protocol read_proto; enum spi_nor_protocol write_proto; enum spi_nor_protocol reg_proto; bool sst_write_second; u32 flags; enum spi_nor_cmd_ext cmd_ext_type; struct sfdp *sfdp; struct dentry *debugfs_root; const struct spi_nor_controller_ops *controller_ops; struct spi_nor_flash_parameter *params; struct { struct spi_mem_dirmap_desc *rdesc; struct spi_mem_dirmap_desc *wdesc; } dirmap; void *priv; }; struct spi_nor_otp_organization { size_t len; loff_t base; loff_t offset; unsigned int n_regions; }; struct spi_nor_fixups; struct flash_info { char *name; u8 id[6]; u8 id_len; unsigned int sector_size; u16 n_sectors; u16 page_size; u8 addr_nbytes; bool parse_sfdp; u16 flags; u8 no_sfdp_flags; u8 fixup_flags; u8 mfr_flags; const struct spi_nor_otp_organization otp_org; const struct spi_nor_fixups *fixups; }; struct spi_nor_manufacturer { const char *name; const struct flash_info *parts; unsigned int nparts; const struct spi_nor_fixups *fixups; }; struct sfdp { size_t num_dwords; u32 *dwords; }; struct spi_nor_read_command { u8 num_mode_clocks; u8 num_wait_states; u8 opcode; enum spi_nor_protocol proto; }; struct spi_nor_pp_command { u8 opcode; enum spi_nor_protocol proto; }; struct spi_nor_erase_region { u64 offset; u64 size; }; struct spi_nor_erase_type { u32 size; u32 size_shift; u32 size_mask; u8 opcode; u8 idx; }; struct spi_nor_erase_map { struct spi_nor_erase_region *regions; struct spi_nor_erase_region uniform_region; struct spi_nor_erase_type erase_type[4]; u8 uniform_erase_type; }; struct spi_nor_otp_ops; struct spi_nor_otp { const struct spi_nor_otp_organization *org; const struct spi_nor_otp_ops *ops; }; struct spi_nor_locking_ops; struct spi_nor_flash_parameter { u64 size; u32 writesize; u32 page_size; u8 addr_nbytes; u8 addr_mode_nbytes; u8 rdsr_dummy; u8 rdsr_addr_nbytes; struct spi_nor_hwcaps hwcaps; struct spi_nor_read_command reads[16]; struct spi_nor_pp_command page_programs[8]; struct spi_nor_erase_map erase_map; struct spi_nor_otp otp; int (*octal_dtr_enable)(struct spi_nor *, bool); int (*quad_enable)(struct spi_nor *); int (*set_4byte_addr_mode)(struct spi_nor *, bool); u32 (*convert_addr)(struct spi_nor *, u32); int (*setup)(struct spi_nor *, const struct spi_nor_hwcaps *); int (*ready)(struct spi_nor *); const struct spi_nor_locking_ops *locking_ops; }; struct sfdp_bfpt { u32 dwords[20]; }; struct sfdp_parameter_header { u8 id_lsb; u8 minor; u8 major; u8 length; u8 parameter_table_pointer[3]; u8 id_msb; }; enum spi_nor_option_flags { SNOR_F_HAS_SR_TB = 1, SNOR_F_NO_OP_CHIP_ERASE = 2, SNOR_F_BROKEN_RESET = 4, SNOR_F_4B_OPCODES = 8, SNOR_F_HAS_4BAIT = 16, SNOR_F_HAS_LOCK = 32, SNOR_F_HAS_16BIT_SR = 64, SNOR_F_NO_READ_CR = 128, SNOR_F_HAS_SR_TB_BIT6 = 256, SNOR_F_HAS_4BIT_BP = 512, SNOR_F_HAS_SR_BP3_BIT6 = 1024, SNOR_F_IO_MODE_EN_VOLATILE = 2048, SNOR_F_SOFT_RESET = 4096, SNOR_F_SWP_IS_VOLATILE = 8192, }; enum spi_nor_read_command_index { SNOR_CMD_READ = 0, SNOR_CMD_READ_FAST = 1, SNOR_CMD_READ_1_1_1_DTR = 2, SNOR_CMD_READ_1_1_2 = 3, SNOR_CMD_READ_1_2_2 = 4, SNOR_CMD_READ_2_2_2 = 5, SNOR_CMD_READ_1_2_2_DTR = 6, SNOR_CMD_READ_1_1_4 = 7, SNOR_CMD_READ_1_4_4 = 8, SNOR_CMD_READ_4_4_4 = 9, SNOR_CMD_READ_1_4_4_DTR = 10, SNOR_CMD_READ_1_1_8 = 11, SNOR_CMD_READ_1_8_8 = 12, SNOR_CMD_READ_8_8_8 = 13, SNOR_CMD_READ_1_8_8_DTR = 14, SNOR_CMD_READ_8_8_8_DTR = 15, SNOR_CMD_READ_MAX = 16, }; enum spi_nor_pp_command_index { SNOR_CMD_PP = 0, SNOR_CMD_PP_1_1_4 = 1, SNOR_CMD_PP_1_4_4 = 2, SNOR_CMD_PP_4_4_4 = 3, SNOR_CMD_PP_1_1_8 = 4, SNOR_CMD_PP_1_8_8 = 5, SNOR_CMD_PP_8_8_8 = 6, SNOR_CMD_PP_8_8_8_DTR = 7, SNOR_CMD_PP_MAX = 8, }; struct spi_nor_locking_ops { int (*lock)(struct spi_nor *, loff_t, uint64_t); int (*unlock)(struct spi_nor *, loff_t, uint64_t); int (*is_locked)(struct spi_nor *, loff_t, uint64_t); }; struct spi_nor_otp_ops { int (*read)(struct spi_nor *, loff_t, size_t, u8 *); int (*write)(struct spi_nor *, loff_t, size_t, const u8 *); int (*lock)(struct spi_nor *, unsigned int); int (*erase)(struct spi_nor *, loff_t); int (*is_locked)(struct spi_nor *, unsigned int); }; struct spi_nor_fixups { void (*default_init)(struct spi_nor *); int (*post_bfpt)(struct spi_nor *, const struct sfdp_parameter_header *, const struct sfdp_bfpt *); void (*post_sfdp)(struct spi_nor *); void (*late_init)(struct spi_nor *); }; struct sfdp_header { u32 signature; u8 minor; u8 major; u8 nph; u8 unused; struct sfdp_parameter_header bfpt_header; }; struct sfdp_bfpt_read { u32 hwcaps; u32 supported_dword; u32 supported_bit; u32 settings_dword; u32 settings_shift; enum spi_nor_protocol proto; }; struct sfdp_bfpt_erase { u32 dword; u32 shift; }; struct sfdp_4bait { u32 hwcaps; u32 supported_bit; }; struct spi_device_id { char name[32]; kernel_ulong_t driver_data; }; struct mtd_partition; struct flash_platform_data { char *name; struct mtd_partition *parts; unsigned int nr_parts; char *type; }; struct spi_driver { const struct spi_device_id *id_table; int (*probe)(struct spi_device *); void (*remove)(struct spi_device *); void (*shutdown)(struct spi_device *); struct device_driver driver; }; struct spi_mem_driver { struct spi_driver spidrv; int (*probe)(struct spi_mem *); int (*remove)(struct spi_mem *); void (*shutdown)(struct spi_mem *); }; struct spi_nor_erase_command { struct list_head list; u32 count; u32 size; u8 opcode; }; struct mtd_part_parser_data; struct spi_ioc_transfer { __u64 tx_buf; __u64 rx_buf; __u32 len; __u32 speed_hz; __u16 delay_usecs; __u8 bits_per_word; __u8 cs_change; __u8 tx_nbits; __u8 rx_nbits; __u8 word_delay_usecs; __u8 pad; }; struct spidev_data { dev_t devt; struct mutex spi_lock; struct spi_device *spi; struct list_head device_entry; struct mutex buf_lock; unsigned int users; u8 *tx_buffer; u8 *rx_buffer; u32 speed_hz; }; typedef void (*spi_res_release_t)(struct spi_controller *, struct spi_message *, void *); struct spi_res { struct list_head entry; spi_res_release_t release; long long unsigned int data[0]; }; struct ptp_system_timestamp { struct timespec64 pre_ts; struct timespec64 post_ts; }; struct spi_replaced_transfers; typedef void (*spi_replaced_release_t)(struct spi_controller *, struct spi_message *, struct spi_replaced_transfers *); struct spi_replaced_transfers { spi_replaced_release_t release; void *extradata; struct list_head replaced_transfers; struct list_head *replaced_after; size_t inserted; struct spi_transfer inserted_transfers[0]; }; struct spi_board_info { char modalias[32]; const void *platform_data; const struct software_node *swnode; void *controller_data; int irq; u32 max_speed_hz; u16 bus_num; u16 chip_select; u32 mode; }; struct trace_event_raw_spi_controller { struct trace_entry ent; int bus_num; char __data[0]; }; struct trace_event_raw_spi_setup { struct trace_entry ent; int bus_num; int chip_select; long unsigned int mode; unsigned int bits_per_word; unsigned int max_speed_hz; int status; char __data[0]; }; struct trace_event_raw_spi_set_cs { struct trace_entry ent; int bus_num; int chip_select; long unsigned int mode; bool enable; char __data[0]; }; struct trace_event_raw_spi_message { struct trace_entry ent; int bus_num; int chip_select; struct spi_message *msg; char __data[0]; }; struct trace_event_raw_spi_message_done { struct trace_entry ent; int bus_num; int chip_select; struct spi_message *msg; unsigned int frame; unsigned int actual; char __data[0]; }; struct trace_event_raw_spi_transfer { struct trace_entry ent; int bus_num; int chip_select; struct spi_transfer *xfer; int len; u32 __data_loc_rx_buf; u32 __data_loc_tx_buf; char __data[0]; }; struct trace_event_data_offsets_spi_controller {}; struct trace_event_data_offsets_spi_setup {}; struct trace_event_data_offsets_spi_set_cs {}; struct trace_event_data_offsets_spi_message {}; struct trace_event_data_offsets_spi_message_done {}; struct trace_event_data_offsets_spi_transfer { u32 rx_buf; u32 tx_buf; }; typedef void (*btf_trace_spi_controller_idle)(void *, struct spi_controller *); typedef void (*btf_trace_spi_controller_busy)(void *, struct spi_controller *); typedef void (*btf_trace_spi_setup)(void *, struct spi_device *, int); typedef void (*btf_trace_spi_set_cs)(void *, struct spi_device *, bool); typedef void (*btf_trace_spi_message_submit)(void *, struct spi_message *); typedef void (*btf_trace_spi_message_start)(void *, struct spi_message *); typedef void (*btf_trace_spi_message_done)(void *, struct spi_message *); typedef void (*btf_trace_spi_transfer_start)(void *, struct spi_message *, struct spi_transfer *); typedef void (*btf_trace_spi_transfer_stop)(void *, struct spi_message *, struct spi_transfer *); struct boardinfo { struct list_head list; struct spi_board_info board_info; }; struct sifive_spi { void *regs; struct clk *clk; unsigned int fifo_depth; u32 cs_inactive; struct completion done; }; struct ethhdr { unsigned char h_dest[6]; unsigned char h_source[6]; __be16 h_proto; }; struct icmpv6_echo { __be16 identifier; __be16 sequence; }; struct icmpv6_nd_advt { __u32 reserved: 5; __u32 override: 1; __u32 solicited: 1; __u32 router: 1; __u32 reserved2: 24; }; struct icmpv6_nd_ra { __u8 hop_limit; __u8 reserved: 3; __u8 router_pref: 2; __u8 home_agent: 1; __u8 other: 1; __u8 managed: 1; __be16 rt_lifetime; }; struct icmp6hdr { __u8 icmp6_type; __u8 icmp6_code; __sum16 icmp6_cksum; union { __be32 un_data32[1]; __be16 un_data16[2]; __u8 un_data8[4]; struct icmpv6_echo u_echo; struct icmpv6_nd_advt u_nd_advt; struct icmpv6_nd_ra u_nd_ra; } icmp6_dataun; }; struct rt6key { struct in6_addr addr; int plen; }; struct rtable; struct fnhe_hash_bucket; struct fib_nh_common { struct net_device *nhc_dev; netdevice_tracker nhc_dev_tracker; int nhc_oif; unsigned char nhc_scope; u8 nhc_family; u8 nhc_gw_family; unsigned char nhc_flags; struct lwtunnel_state *nhc_lwtstate; union { __be32 ipv4; struct in6_addr ipv6; } nhc_gw; int nhc_weight; atomic_t nhc_upper_bound; struct rtable **nhc_pcpu_rth_output; struct rtable *nhc_rth_input; struct fnhe_hash_bucket *nhc_exceptions; }; struct rt6_exception_bucket; struct fib6_nh { struct fib_nh_common nh_common; struct rt6_info **rt6i_pcpu; struct rt6_exception_bucket *rt6i_exception_bucket; }; struct fib6_node; struct dst_metrics; struct nexthop; struct fib6_info { struct fib6_table *fib6_table; struct fib6_info *fib6_next; struct fib6_node *fib6_node; union { struct list_head fib6_siblings; struct list_head nh_list; }; unsigned int fib6_nsiblings; refcount_t fib6_ref; long unsigned int expires; struct dst_metrics *fib6_metrics; struct rt6key fib6_dst; u32 fib6_flags; struct rt6key fib6_src; struct rt6key fib6_prefsrc; u32 fib6_metric; u8 fib6_protocol; u8 fib6_type; u8 offload; u8 trap; u8 offload_failed; u8 should_flush: 1; u8 dst_nocount: 1; u8 dst_nopolicy: 1; u8 fib6_destroying: 1; u8 unused: 4; struct callback_head rcu; struct nexthop *nh; struct fib6_nh fib6_nh[0]; }; struct uncached_list; struct rt6_info { struct dst_entry dst; struct fib6_info *from; int sernum; struct rt6key rt6i_dst; struct rt6key rt6i_src; struct in6_addr rt6i_gateway; struct inet6_dev *rt6i_idev; u32 rt6i_flags; struct list_head rt6i_uncached; struct uncached_list *rt6i_uncached_list; short unsigned int rt6i_nfheader_len; }; struct rt6_statistics { __u32 fib_nodes; __u32 fib_route_nodes; __u32 fib_rt_entries; __u32 fib_rt_cache; __u32 fib_discarded_routes; atomic_t fib_rt_alloc; }; struct fib6_node { struct fib6_node *parent; struct fib6_node *left; struct fib6_node *right; struct fib6_info *leaf; __u16 fn_bit; __u16 fn_flags; int fn_sernum; struct fib6_info *rr_ptr; struct callback_head rcu; }; struct fib6_table { struct hlist_node tb6_hlist; u32 tb6_id; spinlock_t tb6_lock; struct fib6_node tb6_root; struct inet_peer_base tb6_peers; unsigned int flags; unsigned int fib_seq; }; struct nf_hook_state; typedef unsigned int nf_hookfn(void *, struct sk_buff *, const struct nf_hook_state *); struct nf_hook_entry { nf_hookfn *hook; void *priv; }; struct nf_hook_entries { u16 num_hook_entries; struct nf_hook_entry hooks[0]; }; enum ipvlan_mode { IPVLAN_MODE_L2 = 0, IPVLAN_MODE_L3 = 1, IPVLAN_MODE_L3S = 2, IPVLAN_MODE_MAX = 3, }; struct arphdr { __be16 ar_hrd; __be16 ar_pro; unsigned char ar_hln; unsigned char ar_pln; __be16 ar_op; }; enum { RTN_UNSPEC = 0, RTN_UNICAST = 1, RTN_LOCAL = 2, RTN_BROADCAST = 3, RTN_ANYCAST = 4, RTN_MULTICAST = 5, RTN_BLACKHOLE = 6, RTN_UNREACHABLE = 7, RTN_PROHIBIT = 8, RTN_THROW = 9, RTN_NAT = 10, RTN_XRESOLVE = 11, __RTN_MAX = 12, }; struct iphdr { __u8 ihl: 4; __u8 version: 4; __u8 tos; __be16 tot_len; __be16 id; __be16 frag_off; __u8 ttl; __u8 protocol; __sum16 check; union { struct { __be32 saddr; __be32 daddr; }; struct { __be32 saddr; __be32 daddr; } addrs; }; }; struct nf_hook_state { u8 hook; u8 pf; struct net_device *in; struct net_device *out; struct sock *sk; struct net *net; int (*okfn)(struct net *, struct sock *, struct sk_buff *); }; struct dst_metrics { u32 metrics[17]; refcount_t refcnt; }; struct ipv6hdr { __u8 priority: 4; __u8 version: 4; __u8 flow_lbl[3]; __be16 payload_len; __u8 nexthdr; __u8 hop_limit; union { struct { struct in6_addr saddr; struct in6_addr daddr; }; struct { struct in6_addr saddr; struct in6_addr daddr; } addrs; }; }; struct fib_nh_exception { struct fib_nh_exception *fnhe_next; int fnhe_genid; __be32 fnhe_daddr; u32 fnhe_pmtu; bool fnhe_mtu_locked; __be32 fnhe_gw; long unsigned int fnhe_expires; struct rtable *fnhe_rth_input; struct rtable *fnhe_rth_output; long unsigned int fnhe_stamp; struct callback_head rcu; }; struct rtable { struct dst_entry dst; int rt_genid; unsigned int rt_flags; __u16 rt_type; __u8 rt_is_input; __u8 rt_uses_gateway; int rt_iif; u8 rt_gw_family; union { __be32 rt_gw4; struct in6_addr rt_gw6; }; u32 rt_mtu_locked: 1; u32 rt_pmtu: 31; struct list_head rt_uncached; struct uncached_list *rt_uncached_list; }; struct fnhe_hash_bucket { struct fib_nh_exception *chain; }; struct fib_info; struct fib_nh { struct fib_nh_common nh_common; struct hlist_node nh_hash; struct fib_info *nh_parent; __be32 nh_saddr; int nh_saddr_genid; }; struct fib_info { struct hlist_node fib_hash; struct hlist_node fib_lhash; struct list_head nh_list; struct net *fib_net; refcount_t fib_treeref; refcount_t fib_clntref; unsigned int fib_flags; unsigned char fib_dead; unsigned char fib_protocol; unsigned char fib_scope; unsigned char fib_type; __be32 fib_prefsrc; u32 fib_tb_id; u32 fib_priority; struct dst_metrics *fib_metrics; int fib_nhs; bool fib_nh_is_v6; bool nh_updated; struct nexthop *nh; struct callback_head rcu; struct fib_nh fib_nh[0]; }; struct nh_info; struct nh_group; struct nexthop { struct rb_node rb_node; struct list_head fi_list; struct list_head f6i_list; struct list_head fdb_list; struct list_head grp_list; struct net *net; u32 id; u8 protocol; u8 nh_flags; bool is_group; refcount_t refcnt; struct callback_head rcu; union { struct nh_info *nh_info; struct nh_group *nh_grp; }; }; struct nd_msg { struct icmp6hdr icmph; struct in6_addr target; __u8 opt[0]; }; struct rt6_exception_bucket { struct hlist_head chain; int depth; }; struct nh_info { struct hlist_node dev_hash; struct nexthop *nh_parent; u8 family; bool reject_nh; bool fdb_nh; union { struct fib_nh_common fib_nhc; struct fib_nh fib_nh; struct fib6_nh fib6_nh; }; }; struct nh_grp_entry; struct nh_res_bucket { struct nh_grp_entry *nh_entry; atomic_long_t used_time; long unsigned int migrated_time; bool occupied; u8 nh_flags; }; struct nh_grp_entry { struct nexthop *nh; u8 weight; union { struct { atomic_t upper_bound; } hthr; struct { struct list_head uw_nh_entry; u16 count_buckets; u16 wants_buckets; } res; }; struct list_head nh_list; struct nexthop *nh_parent; }; struct nh_res_table { struct net *net; u32 nhg_id; struct delayed_work upkeep_dw; struct list_head uw_nh_entries; long unsigned int unbalanced_since; u32 idle_timer; u32 unbalanced_timer; u16 num_nh_buckets; struct nh_res_bucket nh_buckets[0]; }; struct nh_group { struct nh_group *spare; u16 num_nh; bool is_multipath; bool hash_threshold; bool resilient; bool fdb_nh; bool has_v4; struct nh_res_table *res_table; struct nh_grp_entry nh_entries[0]; }; typedef enum { IPVL_IPV6 = 0, IPVL_ICMPV6 = 1, IPVL_IPV4 = 2, IPVL_ARP = 3, } ipvl_hdr_type; struct ipvl_pcpu_stats { u64_stats_t rx_pkts; u64_stats_t rx_bytes; u64_stats_t rx_mcast; u64_stats_t tx_pkts; u64_stats_t tx_bytes; struct u64_stats_sync syncp; u32 rx_errs; u32 tx_drps; }; struct ipvl_port; struct ipvl_dev { struct net_device *dev; struct list_head pnode; struct ipvl_port *port; struct net_device *phy_dev; struct list_head addrs; struct ipvl_pcpu_stats *pcpu_stats; long unsigned int mac_filters[4]; netdev_features_t sfeatures; u32 msg_enable; spinlock_t addrs_lock; }; struct ipvl_port { struct net_device *dev; possible_net_t pnet; struct hlist_head hlhead[256]; struct list_head ipvlans; u16 mode; u16 flags; u16 dev_id_start; struct work_struct wq; struct sk_buff_head backlog; int count; struct ida ida; netdevice_tracker dev_tracker; }; struct ipvl_addr { struct ipvl_dev *master; union { struct in6_addr ip6; struct in_addr ip4; } ipu; struct hlist_node hlnode; struct list_head anode; ipvl_hdr_type atype; struct callback_head rcu; }; struct ipvl_skb_cb { bool tx_pkt; }; enum nf_hook_ops_type { NF_HOOK_OP_UNDEFINED = 0, NF_HOOK_OP_NF_TABLES = 1, }; struct nf_hook_ops { nf_hookfn *hook; struct net_device *dev; void *priv; u8 pf; enum nf_hook_ops_type hook_ops_type: 8; unsigned int hooknum; int priority; }; struct ipvlan_netns { unsigned int ipvl_nf_hook_refcnt; }; enum { NETIF_F_SG_BIT = 0, NETIF_F_IP_CSUM_BIT = 1, __UNUSED_NETIF_F_1 = 2, NETIF_F_HW_CSUM_BIT = 3, NETIF_F_IPV6_CSUM_BIT = 4, NETIF_F_HIGHDMA_BIT = 5, NETIF_F_FRAGLIST_BIT = 6, NETIF_F_HW_VLAN_CTAG_TX_BIT = 7, NETIF_F_HW_VLAN_CTAG_RX_BIT = 8, NETIF_F_HW_VLAN_CTAG_FILTER_BIT = 9, NETIF_F_VLAN_CHALLENGED_BIT = 10, NETIF_F_GSO_BIT = 11, NETIF_F_LLTX_BIT = 12, NETIF_F_NETNS_LOCAL_BIT = 13, NETIF_F_GRO_BIT = 14, NETIF_F_LRO_BIT = 15, NETIF_F_GSO_SHIFT = 16, NETIF_F_TSO_BIT = 16, NETIF_F_GSO_ROBUST_BIT = 17, NETIF_F_TSO_ECN_BIT = 18, NETIF_F_TSO_MANGLEID_BIT = 19, NETIF_F_TSO6_BIT = 20, NETIF_F_FSO_BIT = 21, NETIF_F_GSO_GRE_BIT = 22, NETIF_F_GSO_GRE_CSUM_BIT = 23, NETIF_F_GSO_IPXIP4_BIT = 24, NETIF_F_GSO_IPXIP6_BIT = 25, NETIF_F_GSO_UDP_TUNNEL_BIT = 26, NETIF_F_GSO_UDP_TUNNEL_CSUM_BIT = 27, NETIF_F_GSO_PARTIAL_BIT = 28, NETIF_F_GSO_TUNNEL_REMCSUM_BIT = 29, NETIF_F_GSO_SCTP_BIT = 30, NETIF_F_GSO_ESP_BIT = 31, NETIF_F_GSO_UDP_BIT = 32, NETIF_F_GSO_UDP_L4_BIT = 33, NETIF_F_GSO_FRAGLIST_BIT = 34, NETIF_F_GSO_LAST = 34, NETIF_F_FCOE_CRC_BIT = 35, NETIF_F_SCTP_CRC_BIT = 36, NETIF_F_FCOE_MTU_BIT = 37, NETIF_F_NTUPLE_BIT = 38, NETIF_F_RXHASH_BIT = 39, NETIF_F_RXCSUM_BIT = 40, NETIF_F_NOCACHE_COPY_BIT = 41, NETIF_F_LOOPBACK_BIT = 42, NETIF_F_RXFCS_BIT = 43, NETIF_F_RXALL_BIT = 44, NETIF_F_HW_VLAN_STAG_TX_BIT = 45, NETIF_F_HW_VLAN_STAG_RX_BIT = 46, NETIF_F_HW_VLAN_STAG_FILTER_BIT = 47, NETIF_F_HW_L2FW_DOFFLOAD_BIT = 48, NETIF_F_HW_TC_BIT = 49, NETIF_F_HW_ESP_BIT = 50, NETIF_F_HW_ESP_TX_CSUM_BIT = 51, NETIF_F_RX_UDP_TUNNEL_PORT_BIT = 52, NETIF_F_HW_TLS_TX_BIT = 53, NETIF_F_HW_TLS_RX_BIT = 54, NETIF_F_GRO_HW_BIT = 55, NETIF_F_HW_TLS_RECORD_BIT = 56, NETIF_F_GRO_FRAGLIST_BIT = 57, NETIF_F_HW_MACSEC_BIT = 58, NETIF_F_GRO_UDP_FWD_BIT = 59, NETIF_F_HW_HSR_TAG_INS_BIT = 60, NETIF_F_HW_HSR_TAG_RM_BIT = 61, NETIF_F_HW_HSR_FWD_BIT = 62, NETIF_F_HW_HSR_DUP_BIT = 63, NETDEV_FEATURE_COUNT = 64, }; struct ethtool_drvinfo { __u32 cmd; char driver[32]; char version[32]; char fw_version[32]; char bus_info[32]; char erom_version[32]; char reserved2[12]; __u32 n_priv_flags; __u32 n_stats; __u32 testinfo_len; __u32 eedump_len; __u32 regdump_len; }; struct ethtool_wolinfo { __u32 cmd; __u32 supported; __u32 wolopts; __u8 sopass[6]; }; struct ethtool_tunable { __u32 cmd; __u32 id; __u32 type_id; __u32 len; void *data[0]; }; struct ethtool_regs { __u32 cmd; __u32 version; __u32 len; __u8 data[0]; }; struct ethtool_eeprom { __u32 cmd; __u32 magic; __u32 offset; __u32 len; __u8 data[0]; }; struct ethtool_eee { __u32 cmd; __u32 supported; __u32 advertised; __u32 lp_advertised; __u32 eee_active; __u32 eee_enabled; __u32 tx_lpi_enabled; __u32 tx_lpi_timer; __u32 reserved[2]; }; struct ethtool_modinfo { __u32 cmd; __u32 type; __u32 eeprom_len; __u32 reserved[8]; }; struct ethtool_coalesce { __u32 cmd; __u32 rx_coalesce_usecs; __u32 rx_max_coalesced_frames; __u32 rx_coalesce_usecs_irq; __u32 rx_max_coalesced_frames_irq; __u32 tx_coalesce_usecs; __u32 tx_max_coalesced_frames; __u32 tx_coalesce_usecs_irq; __u32 tx_max_coalesced_frames_irq; __u32 stats_block_coalesce_usecs; __u32 use_adaptive_rx_coalesce; __u32 use_adaptive_tx_coalesce; __u32 pkt_rate_low; __u32 rx_coalesce_usecs_low; __u32 rx_max_coalesced_frames_low; __u32 tx_coalesce_usecs_low; __u32 tx_max_coalesced_frames_low; __u32 pkt_rate_high; __u32 rx_coalesce_usecs_high; __u32 rx_max_coalesced_frames_high; __u32 tx_coalesce_usecs_high; __u32 tx_max_coalesced_frames_high; __u32 rate_sample_interval; }; struct ethtool_ringparam { __u32 cmd; __u32 rx_max_pending; __u32 rx_mini_max_pending; __u32 rx_jumbo_max_pending; __u32 tx_max_pending; __u32 rx_pending; __u32 rx_mini_pending; __u32 rx_jumbo_pending; __u32 tx_pending; }; struct ethtool_channels { __u32 cmd; __u32 max_rx; __u32 max_tx; __u32 max_other; __u32 max_combined; __u32 rx_count; __u32 tx_count; __u32 other_count; __u32 combined_count; }; struct ethtool_pauseparam { __u32 cmd; __u32 autoneg; __u32 rx_pause; __u32 tx_pause; }; enum ethtool_link_ext_state { ETHTOOL_LINK_EXT_STATE_AUTONEG = 0, ETHTOOL_LINK_EXT_STATE_LINK_TRAINING_FAILURE = 1, ETHTOOL_LINK_EXT_STATE_LINK_LOGICAL_MISMATCH = 2, ETHTOOL_LINK_EXT_STATE_BAD_SIGNAL_INTEGRITY = 3, ETHTOOL_LINK_EXT_STATE_NO_CABLE = 4, ETHTOOL_LINK_EXT_STATE_CABLE_ISSUE = 5, ETHTOOL_LINK_EXT_STATE_EEPROM_ISSUE = 6, ETHTOOL_LINK_EXT_STATE_CALIBRATION_FAILURE = 7, ETHTOOL_LINK_EXT_STATE_POWER_BUDGET_EXCEEDED = 8, ETHTOOL_LINK_EXT_STATE_OVERHEAT = 9, ETHTOOL_LINK_EXT_STATE_MODULE = 10, }; enum ethtool_link_ext_substate_autoneg { ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_PARTNER_DETECTED = 1, ETHTOOL_LINK_EXT_SUBSTATE_AN_ACK_NOT_RECEIVED = 2, ETHTOOL_LINK_EXT_SUBSTATE_AN_NEXT_PAGE_EXCHANGE_FAILED = 3, ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_PARTNER_DETECTED_FORCE_MODE = 4, ETHTOOL_LINK_EXT_SUBSTATE_AN_FEC_MISMATCH_DURING_OVERRIDE = 5, ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_HCD = 6, }; enum ethtool_link_ext_substate_link_training { ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_FRAME_LOCK_NOT_ACQUIRED = 1, ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_LINK_INHIBIT_TIMEOUT = 2, ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_LINK_PARTNER_DID_NOT_SET_RECEIVER_READY = 3, ETHTOOL_LINK_EXT_SUBSTATE_LT_REMOTE_FAULT = 4, }; enum ethtool_link_ext_substate_link_logical_mismatch { ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_ACQUIRE_BLOCK_LOCK = 1, ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_ACQUIRE_AM_LOCK = 2, ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_GET_ALIGN_STATUS = 3, ETHTOOL_LINK_EXT_SUBSTATE_LLM_FC_FEC_IS_NOT_LOCKED = 4, ETHTOOL_LINK_EXT_SUBSTATE_LLM_RS_FEC_IS_NOT_LOCKED = 5, }; enum ethtool_link_ext_substate_bad_signal_integrity { ETHTOOL_LINK_EXT_SUBSTATE_BSI_LARGE_NUMBER_OF_PHYSICAL_ERRORS = 1, ETHTOOL_LINK_EXT_SUBSTATE_BSI_UNSUPPORTED_RATE = 2, ETHTOOL_LINK_EXT_SUBSTATE_BSI_SERDES_REFERENCE_CLOCK_LOST = 3, ETHTOOL_LINK_EXT_SUBSTATE_BSI_SERDES_ALOS = 4, }; enum ethtool_link_ext_substate_cable_issue { ETHTOOL_LINK_EXT_SUBSTATE_CI_UNSUPPORTED_CABLE = 1, ETHTOOL_LINK_EXT_SUBSTATE_CI_CABLE_TEST_FAILURE = 2, }; enum ethtool_link_ext_substate_module { ETHTOOL_LINK_EXT_SUBSTATE_MODULE_CMIS_NOT_READY = 1, }; enum ethtool_module_power_mode_policy { ETHTOOL_MODULE_POWER_MODE_POLICY_HIGH = 1, ETHTOOL_MODULE_POWER_MODE_POLICY_AUTO = 2, }; enum ethtool_module_power_mode { ETHTOOL_MODULE_POWER_MODE_LOW = 1, ETHTOOL_MODULE_POWER_MODE_HIGH = 2, }; struct ethtool_test { __u32 cmd; __u32 flags; __u32 reserved; __u32 len; __u64 data[0]; }; struct ethtool_stats { __u32 cmd; __u32 n_stats; __u64 data[0]; }; struct ethtool_tcpip4_spec { __be32 ip4src; __be32 ip4dst; __be16 psrc; __be16 pdst; __u8 tos; }; struct ethtool_ah_espip4_spec { __be32 ip4src; __be32 ip4dst; __be32 spi; __u8 tos; }; struct ethtool_usrip4_spec { __be32 ip4src; __be32 ip4dst; __be32 l4_4_bytes; __u8 tos; __u8 ip_ver; __u8 proto; }; struct ethtool_tcpip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be16 psrc; __be16 pdst; __u8 tclass; }; struct ethtool_ah_espip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be32 spi; __u8 tclass; }; struct ethtool_usrip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be32 l4_4_bytes; __u8 tclass; __u8 l4_proto; }; union ethtool_flow_union { struct ethtool_tcpip4_spec tcp_ip4_spec; struct ethtool_tcpip4_spec udp_ip4_spec; struct ethtool_tcpip4_spec sctp_ip4_spec; struct ethtool_ah_espip4_spec ah_ip4_spec; struct ethtool_ah_espip4_spec esp_ip4_spec; struct ethtool_usrip4_spec usr_ip4_spec; struct ethtool_tcpip6_spec tcp_ip6_spec; struct ethtool_tcpip6_spec udp_ip6_spec; struct ethtool_tcpip6_spec sctp_ip6_spec; struct ethtool_ah_espip6_spec ah_ip6_spec; struct ethtool_ah_espip6_spec esp_ip6_spec; struct ethtool_usrip6_spec usr_ip6_spec; struct ethhdr ether_spec; __u8 hdata[52]; }; struct ethtool_flow_ext { __u8 padding[2]; unsigned char h_dest[6]; __be16 vlan_etype; __be16 vlan_tci; __be32 data[2]; }; struct ethtool_rx_flow_spec { __u32 flow_type; union ethtool_flow_union h_u; struct ethtool_flow_ext h_ext; union ethtool_flow_union m_u; struct ethtool_flow_ext m_ext; __u64 ring_cookie; __u32 location; }; struct ethtool_rxnfc { __u32 cmd; __u32 flow_type; __u64 data; struct ethtool_rx_flow_spec fs; union { __u32 rule_cnt; __u32 rss_context; }; __u32 rule_locs[0]; }; struct ethtool_flash { __u32 cmd; __u32 region; char data[128]; }; struct ethtool_dump { __u32 cmd; __u32 version; __u32 flag; __u32 len; __u8 data[0]; }; struct ethtool_ts_info { __u32 cmd; __u32 so_timestamping; __s32 phc_index; __u32 tx_types; __u32 tx_reserved[3]; __u32 rx_filters; __u32 rx_reserved[3]; }; struct ethtool_fecparam { __u32 cmd; __u32 active_fec; __u32 fec; __u32 reserved; }; struct ethtool_link_settings { __u32 cmd; __u32 speed; __u8 duplex; __u8 port; __u8 phy_address; __u8 autoneg; __u8 mdio_support; __u8 eth_tp_mdix; __u8 eth_tp_mdix_ctrl; __s8 link_mode_masks_nwords; __u8 transceiver; __u8 master_slave_cfg; __u8 master_slave_state; __u8 rate_matching; __u32 reserved[7]; __u32 link_mode_masks[0]; }; struct kernel_ethtool_ringparam { u32 rx_buf_len; u8 tcp_data_split; u8 tx_push; u32 cqe_size; }; struct ethtool_link_ext_state_info { enum ethtool_link_ext_state link_ext_state; union { enum ethtool_link_ext_substate_autoneg autoneg; enum ethtool_link_ext_substate_link_training link_training; enum ethtool_link_ext_substate_link_logical_mismatch link_logical_mismatch; enum ethtool_link_ext_substate_bad_signal_integrity bad_signal_integrity; enum ethtool_link_ext_substate_cable_issue cable_issue; enum ethtool_link_ext_substate_module module; u32 __link_ext_substate; }; }; struct ethtool_link_ext_stats { u64 link_down_events; }; struct ethtool_link_ksettings { struct ethtool_link_settings base; struct { long unsigned int supported[2]; long unsigned int advertising[2]; long unsigned int lp_advertising[2]; } link_modes; u32 lanes; }; struct kernel_ethtool_coalesce { u8 use_cqe_mode_tx; u8 use_cqe_mode_rx; }; struct ethtool_eth_mac_stats { u64 FramesTransmittedOK; u64 SingleCollisionFrames; u64 MultipleCollisionFrames; u64 FramesReceivedOK; u64 FrameCheckSequenceErrors; u64 AlignmentErrors; u64 OctetsTransmittedOK; u64 FramesWithDeferredXmissions; u64 LateCollisions; u64 FramesAbortedDueToXSColls; u64 FramesLostDueToIntMACXmitError; u64 CarrierSenseErrors; u64 OctetsReceivedOK; u64 FramesLostDueToIntMACRcvError; u64 MulticastFramesXmittedOK; u64 BroadcastFramesXmittedOK; u64 FramesWithExcessiveDeferral; u64 MulticastFramesReceivedOK; u64 BroadcastFramesReceivedOK; u64 InRangeLengthErrors; u64 OutOfRangeLengthField; u64 FrameTooLongErrors; }; struct ethtool_eth_phy_stats { u64 SymbolErrorDuringCarrier; }; struct ethtool_eth_ctrl_stats { u64 MACControlFramesTransmitted; u64 MACControlFramesReceived; u64 UnsupportedOpcodesReceived; }; struct ethtool_pause_stats { u64 tx_pause_frames; u64 rx_pause_frames; }; struct ethtool_fec_stat { u64 total; u64 lanes[8]; }; struct ethtool_fec_stats { struct ethtool_fec_stat corrected_blocks; struct ethtool_fec_stat uncorrectable_blocks; struct ethtool_fec_stat corrected_bits; }; struct ethtool_rmon_hist_range { u16 low; u16 high; }; struct ethtool_rmon_stats { u64 undersize_pkts; u64 oversize_pkts; u64 fragments; u64 jabbers; u64 hist[10]; u64 hist_tx[10]; }; struct ethtool_module_eeprom { u32 offset; u32 length; u8 page; u8 bank; u8 i2c_address; u8 *data; }; struct ethtool_module_power_mode_params { enum ethtool_module_power_mode_policy policy; enum ethtool_module_power_mode mode; }; enum { IFLA_UNSPEC = 0, IFLA_ADDRESS = 1, IFLA_BROADCAST = 2, IFLA_IFNAME = 3, IFLA_MTU = 4, IFLA_LINK = 5, IFLA_QDISC = 6, IFLA_STATS = 7, IFLA_COST = 8, IFLA_PRIORITY = 9, IFLA_MASTER = 10, IFLA_WIRELESS = 11, IFLA_PROTINFO = 12, IFLA_TXQLEN = 13, IFLA_MAP = 14, IFLA_WEIGHT = 15, IFLA_OPERSTATE = 16, IFLA_LINKMODE = 17, IFLA_LINKINFO = 18, IFLA_NET_NS_PID = 19, IFLA_IFALIAS = 20, IFLA_NUM_VF = 21, IFLA_VFINFO_LIST = 22, IFLA_STATS64 = 23, IFLA_VF_PORTS = 24, IFLA_PORT_SELF = 25, IFLA_AF_SPEC = 26, IFLA_GROUP = 27, IFLA_NET_NS_FD = 28, IFLA_EXT_MASK = 29, IFLA_PROMISCUITY = 30, IFLA_NUM_TX_QUEUES = 31, IFLA_NUM_RX_QUEUES = 32, IFLA_CARRIER = 33, IFLA_PHYS_PORT_ID = 34, IFLA_CARRIER_CHANGES = 35, IFLA_PHYS_SWITCH_ID = 36, IFLA_LINK_NETNSID = 37, IFLA_PHYS_PORT_NAME = 38, IFLA_PROTO_DOWN = 39, IFLA_GSO_MAX_SEGS = 40, IFLA_GSO_MAX_SIZE = 41, IFLA_PAD = 42, IFLA_XDP = 43, IFLA_EVENT = 44, IFLA_NEW_NETNSID = 45, IFLA_IF_NETNSID = 46, IFLA_TARGET_NETNSID = 46, IFLA_CARRIER_UP_COUNT = 47, IFLA_CARRIER_DOWN_COUNT = 48, IFLA_NEW_IFINDEX = 49, IFLA_MIN_MTU = 50, IFLA_MAX_MTU = 51, IFLA_PROP_LIST = 52, IFLA_ALT_IFNAME = 53, IFLA_PERM_ADDRESS = 54, IFLA_PROTO_DOWN_REASON = 55, IFLA_PARENT_DEV_NAME = 56, IFLA_PARENT_DEV_BUS_NAME = 57, IFLA_GRO_MAX_SIZE = 58, IFLA_TSO_MAX_SIZE = 59, IFLA_TSO_MAX_SEGS = 60, IFLA_ALLMULTI = 61, IFLA_DEVLINK_PORT = 62, __IFLA_MAX = 63, }; enum { IFLA_IPVLAN_UNSPEC = 0, IFLA_IPVLAN_MODE = 1, IFLA_IPVLAN_FLAGS = 2, __IFLA_IPVLAN_MAX = 3, }; struct netdev_hw_addr { struct list_head list; struct rb_node node; unsigned char addr[32]; unsigned char type; bool global_use; int sync_cnt; int refcount; int synced; struct callback_head callback_head; }; enum netdev_state_t { __LINK_STATE_START = 0, __LINK_STATE_PRESENT = 1, __LINK_STATE_NOCARRIER = 2, __LINK_STATE_LINKWATCH_PENDING = 3, __LINK_STATE_DORMANT = 4, __LINK_STATE_TESTING = 5, }; struct netdev_notifier_pre_changeaddr_info { struct netdev_notifier_info info; const unsigned char *dev_addr; }; struct in_validator_info { __be32 ivi_addr; struct in_device *ivi_dev; struct netlink_ext_ack *extack; }; struct in6_validator_info { struct in6_addr i6vi_addr; struct inet6_dev *i6vi_dev; struct netlink_ext_ack *extack; }; enum { SKBTX_HW_TSTAMP = 1, SKBTX_SW_TSTAMP = 2, SKBTX_IN_PROGRESS = 4, SKBTX_HW_TSTAMP_USE_CYCLES = 8, SKBTX_WIFI_STATUS = 16, SKBTX_HW_TSTAMP_NETDEV = 32, SKBTX_SCHED_TSTAMP = 64, }; struct ip_tunnel_parm { char name[16]; int link; __be16 i_flags; __be16 o_flags; __be32 i_key; __be32 o_key; struct iphdr iph; }; enum noise_lengths { NOISE_PUBLIC_KEY_LEN = 32, NOISE_SYMMETRIC_KEY_LEN = 32, NOISE_TIMESTAMP_LEN = 12, NOISE_AUTHTAG_LEN = 16, NOISE_HASH_LEN = 32, }; enum limits { REKEY_AFTER_MESSAGES = 0, REJECT_AFTER_MESSAGES = 4294959166, REKEY_TIMEOUT = 5, REKEY_TIMEOUT_JITTER_MAX_JIFFIES = 83, REKEY_AFTER_TIME = 120, REJECT_AFTER_TIME = 180, INITIATIONS_PER_SECOND = 50, MAX_PEERS_PER_DEVICE = 1048576, KEEPALIVE_TIMEOUT = 10, MAX_TIMER_HANDSHAKES = 18, MAX_QUEUED_INCOMING_HANDSHAKES = 4096, MAX_STAGED_PACKETS = 128, MAX_QUEUED_PACKETS = 1024, }; enum message_type { MESSAGE_INVALID = 0, MESSAGE_HANDSHAKE_INITIATION = 1, MESSAGE_HANDSHAKE_RESPONSE = 2, MESSAGE_HANDSHAKE_COOKIE = 3, MESSAGE_DATA = 4, }; struct message_header { __le32 type; }; struct message_macs { u8 mac1[16]; u8 mac2[16]; }; struct message_handshake_initiation { struct message_header header; __le32 sender_index; u8 unencrypted_ephemeral[32]; u8 encrypted_static[48]; u8 encrypted_timestamp[28]; struct message_macs macs; }; struct message_handshake_response { struct message_header header; __le32 sender_index; __le32 receiver_index; u8 unencrypted_ephemeral[32]; u8 encrypted_nothing[16]; struct message_macs macs; }; struct pubkey_hashtable { struct hlist_head hashtable[2048]; siphash_key_t key; struct mutex lock; }; struct index_hashtable { struct hlist_head hashtable[8192]; spinlock_t lock; }; enum index_hashtable_type { INDEX_HASHTABLE_HANDSHAKE = 1, INDEX_HASHTABLE_KEYPAIR = 2, }; struct wg_peer; struct index_hashtable_entry { struct wg_peer *peer; struct hlist_node index_hash; enum index_hashtable_type type; __le32 index; }; struct prev_queue { struct sk_buff *head; struct sk_buff *tail; struct sk_buff *peeked; struct { struct sk_buff *next; struct sk_buff *prev; } empty; atomic_t count; }; struct noise_keypair; struct noise_keypairs { struct noise_keypair *current_keypair; struct noise_keypair *previous_keypair; struct noise_keypair *next_keypair; spinlock_t keypair_update_lock; }; struct endpoint { union { struct sockaddr addr; struct sockaddr_in addr4; struct sockaddr_in6 addr6; }; union { struct { struct in_addr src4; int src_if4; }; struct in6_addr src6; }; }; struct dst_cache_pcpu; struct dst_cache { struct dst_cache_pcpu *cache; long unsigned int reset_ts; }; enum noise_handshake_state { HANDSHAKE_ZEROED = 0, HANDSHAKE_CREATED_INITIATION = 1, HANDSHAKE_CONSUMED_INITIATION = 2, HANDSHAKE_CREATED_RESPONSE = 3, HANDSHAKE_CONSUMED_RESPONSE = 4, }; struct noise_static_identity; struct noise_handshake { struct index_hashtable_entry entry; enum noise_handshake_state state; u64 last_initiation_consumption; struct noise_static_identity *static_identity; u8 ephemeral_private[32]; u8 remote_static[32]; u8 remote_ephemeral[32]; u8 precomputed_static_static[32]; u8 preshared_key[32]; u8 hash[32]; u8 chaining_key[32]; u8 latest_timestamp[12]; __le32 remote_index; struct rw_semaphore lock; }; struct cookie { u64 birthdate; bool is_valid; u8 cookie[16]; bool have_sent_mac1; u8 last_mac1_sent[16]; u8 cookie_decryption_key[32]; u8 message_mac1_key[32]; struct rw_semaphore lock; }; struct gro_list { struct list_head list; int count; }; struct napi_struct { struct list_head poll_list; long unsigned int state; int weight; int defer_hard_irqs_count; long unsigned int gro_bitmask; int (*poll)(struct napi_struct *, int); int poll_owner; struct net_device *dev; struct gro_list gro_hash[8]; struct sk_buff *skb; struct list_head rx_list; int rx_count; struct hrtimer timer; struct list_head dev_list; struct hlist_node napi_hash_node; unsigned int napi_id; struct task_struct *thread; }; struct wg_device; struct wg_peer { struct wg_device *device; struct prev_queue tx_queue; struct prev_queue rx_queue; struct sk_buff_head staged_packet_queue; int serial_work_cpu; bool is_dead; struct noise_keypairs keypairs; struct endpoint endpoint; struct dst_cache endpoint_cache; rwlock_t endpoint_lock; struct noise_handshake handshake; atomic64_t last_sent_handshake; struct work_struct transmit_handshake_work; struct work_struct clear_peer_work; struct work_struct transmit_packet_work; struct cookie latest_cookie; struct hlist_node pubkey_hash; u64 rx_bytes; u64 tx_bytes; struct timer_list timer_retransmit_handshake; struct timer_list timer_send_keepalive; struct timer_list timer_new_handshake; struct timer_list timer_zero_key_material; struct timer_list timer_persistent_keepalive; unsigned int timer_handshake_attempts; u16 persistent_keepalive_interval; bool timer_need_another_keepalive; bool sent_lastminute_handshake; struct timespec64 walltime_last_handshake; struct kref refcount; struct callback_head rcu; struct list_head peer_list; struct list_head allowedips_list; struct napi_struct napi; u64 internal_id; }; struct noise_replay_counter { u64 counter; spinlock_t lock; long unsigned int backtrack[128]; }; struct noise_symmetric_key { u8 key[32]; u64 birthdate; bool is_valid; }; struct noise_keypair { struct index_hashtable_entry entry; struct noise_symmetric_key sending; atomic64_t sending_counter; struct noise_symmetric_key receiving; struct noise_replay_counter receiving_counter; __le32 remote_index; bool i_am_the_initiator; struct kref refcount; struct callback_head rcu; u64 internal_id; }; struct noise_static_identity { u8 static_public[32]; u8 static_private[32]; struct rw_semaphore lock; bool has_identity; }; struct allowedips_node { struct wg_peer *peer; struct allowedips_node *bit[2]; u8 cidr; u8 bit_at_a; u8 bit_at_b; u8 bitlen; int: 32; u8 bits[16]; long unsigned int parent_bit_packed; union { struct list_head peer_list; struct callback_head rcu; }; }; struct allowedips { struct allowedips_node *root4; struct allowedips_node *root6; u64 seq; }; struct cookie_checker { u8 secret[32]; u8 cookie_encryption_key[32]; u8 message_mac1_key[32]; u64 secret_birthdate; struct rw_semaphore secret_lock; struct wg_device *device; }; struct multicore_worker; struct crypt_queue { struct ptr_ring ring; struct multicore_worker *worker; int last_cpu; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct wg_device { struct net_device *dev; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct crypt_queue encrypt_queue; struct crypt_queue decrypt_queue; struct crypt_queue handshake_queue; struct sock *sock4; struct sock *sock6; struct net *creating_net; struct noise_static_identity static_identity; struct workqueue_struct *packet_crypt_wq; struct workqueue_struct *handshake_receive_wq; struct workqueue_struct *handshake_send_wq; struct cookie_checker cookie_checker; struct pubkey_hashtable *peer_hashtable; struct index_hashtable *index_hashtable; struct allowedips peer_allowedips; struct mutex device_update_lock; struct mutex socket_update_lock; struct list_head device_list; struct list_head peer_list; atomic_t handshake_queue_len; unsigned int num_peers; unsigned int device_update_gen; u32 fwmark; u16 incoming_port; long: 48; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct multicore_worker { void *ptr; struct work_struct work; }; struct tap_queue; struct tap_dev { struct net_device *dev; u16 flags; struct tap_queue *taps[256]; struct list_head queue_list; int numvtaps; int numqueues; netdev_features_t tap_features; int minor; void (*update_features)(struct tap_dev *, netdev_features_t); void (*count_tx_dropped)(struct tap_dev *); void (*count_rx_dropped)(struct tap_dev *); }; struct tap_queue { struct sock sk; struct socket sock; int vnet_hdr_sz; struct tap_dev *tap; struct file *file; unsigned int flags; u16 queue_index; bool enabled; struct list_head next; long: 64; long: 64; struct ptr_ring ring; }; struct ipvtap_dev { struct ipvl_dev vlan; struct tap_dev tap; }; enum message_alignments { MESSAGE_PADDING_MULTIPLE = 16, MESSAGE_MINIMUM_LENGTH = 32, }; enum in6_addr_gen_mode { IN6_ADDR_GEN_MODE_EUI64 = 0, IN6_ADDR_GEN_MODE_NONE = 1, IN6_ADDR_GEN_MODE_STABLE_PRIVACY = 2, IN6_ADDR_GEN_MODE_RANDOM = 3, }; struct packet_cb { u64 nonce; struct noise_keypair *keypair; atomic_t state; u32 mtu; u8 ds; }; enum { WG_NETDEV_FEATURES = 1075644457, }; struct flow_dissector_key_control { u16 thoff; u16 addr_type; u32 flags; }; struct flow_dissector_key_basic { __be16 n_proto; u8 ip_proto; u8 padding; }; struct flow_dissector { unsigned int used_keys; short unsigned int offset[31]; }; struct flow_keys_basic { struct flow_dissector_key_control control; struct flow_dissector_key_basic basic; }; struct message_handshake_cookie { struct message_header header; __le32 receiver_index; u8 nonce[24]; u8 encrypted_cookie[32]; }; struct message_data { struct message_header header; __le32 key_idx; __le64 counter; u8 encrypted_data[0]; }; enum { HANDSHAKE_DSCP = 136, }; struct udp_hslot; struct udp_table { struct udp_hslot *hash; struct udp_hslot *hash2; unsigned int mask; unsigned int log; }; struct vlan_hdr { __be16 h_vlan_TCI; __be16 h_vlan_encapsulated_proto; }; enum { INET_ECN_NOT_ECT = 0, INET_ECN_ECT_1 = 1, INET_ECN_ECT_0 = 2, INET_ECN_CE = 3, INET_ECN_MASK = 3, }; enum packet_state { PACKET_STATE_UNCRYPTED = 0, PACKET_STATE_CRYPTED = 1, PACKET_STATE_DEAD = 2, }; struct udp_hslot { struct hlist_head head; int count; spinlock_t lock; }; enum counter_values { COUNTER_BITS_TOTAL = 8192, COUNTER_REDUNDANT_BITS = 64, COUNTER_WINDOW_SIZE = 8128, }; enum gro_result { GRO_MERGED = 0, GRO_MERGED_FREE = 1, GRO_HELD = 2, GRO_NORMAL = 3, GRO_CONSUMED = 4, }; typedef enum gro_result gro_result_t; struct udphdr { __be16 source; __be16 dest; __be16 len; __sum16 check; }; enum cookie_mac_state { INVALID_MAC = 0, VALID_MAC_BUT_NO_COOKIE = 1, VALID_MAC_WITH_COOKIE_BUT_RATELIMITED = 2, VALID_MAC_WITH_COOKIE = 3, }; enum rt_scope_t { RT_SCOPE_UNIVERSE = 0, RT_SCOPE_SITE = 200, RT_SCOPE_LINK = 253, RT_SCOPE_HOST = 254, RT_SCOPE_NOWHERE = 255, }; struct nl_info { struct nlmsghdr *nlh; struct net *nl_net; u32 portid; u8 skip_notify: 1; u8 skip_notify_kernel: 1; }; struct fib6_config { u32 fc_table; u32 fc_metric; int fc_dst_len; int fc_src_len; int fc_ifindex; u32 fc_flags; u32 fc_protocol; u16 fc_type; u16 fc_delete_all_nh: 1; u16 fc_ignore_dev_down: 1; u16 __unused: 14; u32 fc_nh_id; struct in6_addr fc_dst; struct in6_addr fc_src; struct in6_addr fc_prefsrc; struct in6_addr fc_gateway; long unsigned int fc_expires; struct nlattr *fc_mx; int fc_mx_len; int fc_mp_len; struct nlattr *fc_mp; struct nl_info fc_nlinfo; struct nlattr *fc_encap; u16 fc_encap_type; bool fc_is_fdb; }; struct fib6_result { struct fib6_nh *nh; struct fib6_info *f6i; u32 fib6_flags; u8 fib6_type; struct rt6_info *rt6; }; struct ipv6_stub { int (*ipv6_sock_mc_join)(struct sock *, int, const struct in6_addr *); int (*ipv6_sock_mc_drop)(struct sock *, int, const struct in6_addr *); struct dst_entry * (*ipv6_dst_lookup_flow)(struct net *, const struct sock *, struct flowi6 *, const struct in6_addr *); int (*ipv6_route_input)(struct sk_buff *); struct fib6_table * (*fib6_get_table)(struct net *, u32); int (*fib6_lookup)(struct net *, int, struct flowi6 *, struct fib6_result *, int); int (*fib6_table_lookup)(struct net *, struct fib6_table *, int, struct flowi6 *, struct fib6_result *, int); void (*fib6_select_path)(const struct net *, struct fib6_result *, struct flowi6 *, int, bool, const struct sk_buff *, int); u32 (*ip6_mtu_from_fib6)(const struct fib6_result *, const struct in6_addr *, const struct in6_addr *); int (*fib6_nh_init)(struct net *, struct fib6_nh *, struct fib6_config *, gfp_t, struct netlink_ext_ack *); void (*fib6_nh_release)(struct fib6_nh *); void (*fib6_nh_release_dsts)(struct fib6_nh *); void (*fib6_update_sernum)(struct net *, struct fib6_info *); int (*ip6_del_rt)(struct net *, struct fib6_info *, bool); void (*fib6_rt_update)(struct net *, struct fib6_info *, struct nl_info *); void (*udpv6_encap_enable)(); void (*ndisc_send_na)(struct net_device *, const struct in6_addr *, const struct in6_addr *, bool, bool, bool, bool); void (*xfrm6_local_rxpmtu)(struct sk_buff *, u32); int (*xfrm6_udp_encap_rcv)(struct sock *, struct sk_buff *); int (*xfrm6_rcv_encap)(struct sk_buff *, int, __be32, int); struct neigh_table *nd_tbl; int (*ipv6_fragment)(struct net *, struct sock *, struct sk_buff *, int (*)(struct net *, struct sock *, struct sk_buff *)); struct net_device * (*ipv6_dev_find)(struct net *, const struct in6_addr *, struct net_device *); }; struct udp_port_cfg { u8 family; union { struct in_addr local_ip; struct in6_addr local_ip6; }; union { struct in_addr peer_ip; struct in6_addr peer_ip6; }; __be16 local_udp_port; __be16 peer_udp_port; int bind_ifindex; unsigned int use_udp_checksums: 1; unsigned int use_udp6_tx_checksums: 1; unsigned int use_udp6_rx_checksums: 1; unsigned int ipv6_v6only: 1; }; typedef int (*udp_tunnel_encap_rcv_t)(struct sock *, struct sk_buff *); typedef int (*udp_tunnel_encap_err_lookup_t)(struct sock *, struct sk_buff *); typedef void (*udp_tunnel_encap_err_rcv_t)(struct sock *, struct sk_buff *, int, __be16, u32, u8 *); typedef void (*udp_tunnel_encap_destroy_t)(struct sock *); typedef struct sk_buff * (*udp_tunnel_gro_receive_t)(struct sock *, struct list_head *, struct sk_buff *); typedef int (*udp_tunnel_gro_complete_t)(struct sock *, struct sk_buff *, int); struct udp_tunnel_sock_cfg { void *sk_user_data; __u8 encap_type; udp_tunnel_encap_rcv_t encap_rcv; udp_tunnel_encap_err_lookup_t encap_err_lookup; udp_tunnel_encap_err_rcv_t encap_err_rcv; udp_tunnel_encap_destroy_t encap_destroy; udp_tunnel_gro_receive_t gro_receive; udp_tunnel_gro_complete_t gro_complete; }; struct udp_tunnel_info { short unsigned int type; sa_family_t sa_family; __be16 port; u8 hw_priv; }; struct udp_tunnel_nic_shared { struct udp_tunnel_nic *udp_tunnel_nic_info; struct list_head devices; }; typedef struct { long unsigned int key[2]; } hsiphash_key_t; struct ratelimiter_entry { u64 last_time_ns; u64 tokens; u64 ip; void *net; spinlock_t lock; struct hlist_node hash; struct callback_head rcu; }; enum { PACKETS_PER_SECOND = 20, PACKETS_BURSTABLE = 5, PACKET_COST = 50000000, TOKEN_MAX = 250000000, }; enum cookie_values { COOKIE_SECRET_MAX_AGE = 120, COOKIE_SECRET_LATENCY = 5, COOKIE_NONCE_LEN = 24, COOKIE_LEN = 16, }; enum { MAX_ALLOWEDIPS_BITS = 128, }; enum { COOKIE_KEY_LABEL_LEN = 8, }; enum wg_cmd { WG_CMD_GET_DEVICE = 0, WG_CMD_SET_DEVICE = 1, __WG_CMD_MAX = 2, }; enum wgdevice_flag { WGDEVICE_F_REPLACE_PEERS = 1, __WGDEVICE_F_ALL = 1, }; enum wgdevice_attribute { WGDEVICE_A_UNSPEC = 0, WGDEVICE_A_IFINDEX = 1, WGDEVICE_A_IFNAME = 2, WGDEVICE_A_PRIVATE_KEY = 3, WGDEVICE_A_PUBLIC_KEY = 4, WGDEVICE_A_FLAGS = 5, WGDEVICE_A_LISTEN_PORT = 6, WGDEVICE_A_FWMARK = 7, WGDEVICE_A_PEERS = 8, __WGDEVICE_A_LAST = 9, }; enum wgpeer_flag { WGPEER_F_REMOVE_ME = 1, WGPEER_F_REPLACE_ALLOWEDIPS = 2, WGPEER_F_UPDATE_ONLY = 4, __WGPEER_F_ALL = 7, }; enum wgpeer_attribute { WGPEER_A_UNSPEC = 0, WGPEER_A_PUBLIC_KEY = 1, WGPEER_A_PRESHARED_KEY = 2, WGPEER_A_FLAGS = 3, WGPEER_A_ENDPOINT = 4, WGPEER_A_PERSISTENT_KEEPALIVE_INTERVAL = 5, WGPEER_A_LAST_HANDSHAKE_TIME = 6, WGPEER_A_RX_BYTES = 7, WGPEER_A_TX_BYTES = 8, WGPEER_A_ALLOWEDIPS = 9, WGPEER_A_PROTOCOL_VERSION = 10, __WGPEER_A_LAST = 11, }; enum wgallowedip_attribute { WGALLOWEDIP_A_UNSPEC = 0, WGALLOWEDIP_A_FAMILY = 1, WGALLOWEDIP_A_IPADDR = 2, WGALLOWEDIP_A_CIDR_MASK = 3, __WGALLOWEDIP_A_LAST = 4, }; struct genl_dumpit_info { const struct genl_family *family; struct genl_split_ops op; struct nlattr **attrs; }; struct dump_ctx { struct wg_device *wg; struct wg_peer *next_peer; u64 allowedips_seq; struct allowedips_node *next_allowedip; }; typedef union { __be32 a4; __be32 a6[4]; struct in6_addr in6; } xfrm_address_t; struct xfrm_id { xfrm_address_t daddr; __be32 spi; __u8 proto; }; struct xfrm_sec_ctx { __u8 ctx_doi; __u8 ctx_alg; __u16 ctx_len; __u32 ctx_sid; char ctx_str[0]; }; struct xfrm_selector { xfrm_address_t daddr; xfrm_address_t saddr; __be16 dport; __be16 dport_mask; __be16 sport; __be16 sport_mask; __u16 family; __u8 prefixlen_d; __u8 prefixlen_s; __u8 proto; int ifindex; __kernel_uid32_t user; }; struct xfrm_lifetime_cfg { __u64 soft_byte_limit; __u64 hard_byte_limit; __u64 soft_packet_limit; __u64 hard_packet_limit; __u64 soft_add_expires_seconds; __u64 hard_add_expires_seconds; __u64 soft_use_expires_seconds; __u64 hard_use_expires_seconds; }; struct xfrm_lifetime_cur { __u64 bytes; __u64 packets; __u64 add_time; __u64 use_time; }; struct xfrm_replay_state { __u32 oseq; __u32 seq; __u32 bitmap; }; struct xfrm_replay_state_esn { unsigned int bmp_len; __u32 oseq; __u32 seq; __u32 oseq_hi; __u32 seq_hi; __u32 replay_window; __u32 bmp[0]; }; struct xfrm_algo { char alg_name[64]; unsigned int alg_key_len; char alg_key[0]; }; struct xfrm_algo_auth { char alg_name[64]; unsigned int alg_key_len; unsigned int alg_trunc_len; char alg_key[0]; }; struct xfrm_algo_aead { char alg_name[64]; unsigned int alg_key_len; unsigned int alg_icv_len; char alg_key[0]; }; struct xfrm_stats { __u32 replay_window; __u32 replay; __u32 integrity_failed; }; enum { XFRM_POLICY_TYPE_MAIN = 0, XFRM_POLICY_TYPE_SUB = 1, XFRM_POLICY_TYPE_MAX = 2, XFRM_POLICY_TYPE_ANY = 255, }; enum { XFRM_MSG_BASE = 16, XFRM_MSG_NEWSA = 16, XFRM_MSG_DELSA = 17, XFRM_MSG_GETSA = 18, XFRM_MSG_NEWPOLICY = 19, XFRM_MSG_DELPOLICY = 20, XFRM_MSG_GETPOLICY = 21, XFRM_MSG_ALLOCSPI = 22, XFRM_MSG_ACQUIRE = 23, XFRM_MSG_EXPIRE = 24, XFRM_MSG_UPDPOLICY = 25, XFRM_MSG_UPDSA = 26, XFRM_MSG_POLEXPIRE = 27, XFRM_MSG_FLUSHSA = 28, XFRM_MSG_FLUSHPOLICY = 29, XFRM_MSG_NEWAE = 30, XFRM_MSG_GETAE = 31, XFRM_MSG_REPORT = 32, XFRM_MSG_MIGRATE = 33, XFRM_MSG_NEWSADINFO = 34, XFRM_MSG_GETSADINFO = 35, XFRM_MSG_NEWSPDINFO = 36, XFRM_MSG_GETSPDINFO = 37, XFRM_MSG_MAPPING = 38, XFRM_MSG_SETDEFAULT = 39, XFRM_MSG_GETDEFAULT = 40, __XFRM_MSG_MAX = 41, }; struct xfrm_encap_tmpl { __u16 encap_type; __be16 encap_sport; __be16 encap_dport; xfrm_address_t encap_oa; }; enum xfrm_attr_type_t { XFRMA_UNSPEC = 0, XFRMA_ALG_AUTH = 1, XFRMA_ALG_CRYPT = 2, XFRMA_ALG_COMP = 3, XFRMA_ENCAP = 4, XFRMA_TMPL = 5, XFRMA_SA = 6, XFRMA_POLICY = 7, XFRMA_SEC_CTX = 8, XFRMA_LTIME_VAL = 9, XFRMA_REPLAY_VAL = 10, XFRMA_REPLAY_THRESH = 11, XFRMA_ETIMER_THRESH = 12, XFRMA_SRCADDR = 13, XFRMA_COADDR = 14, XFRMA_LASTUSED = 15, XFRMA_POLICY_TYPE = 16, XFRMA_MIGRATE = 17, XFRMA_ALG_AEAD = 18, XFRMA_KMADDRESS = 19, XFRMA_ALG_AUTH_TRUNC = 20, XFRMA_MARK = 21, XFRMA_TFCPAD = 22, XFRMA_REPLAY_ESN_VAL = 23, XFRMA_SA_EXTRA_FLAGS = 24, XFRMA_PROTO = 25, XFRMA_ADDRESS_FILTER = 26, XFRMA_PAD = 27, XFRMA_OFFLOAD_DEV = 28, XFRMA_SET_MARK = 29, XFRMA_SET_MARK_MASK = 30, XFRMA_IF_ID = 31, XFRMA_MTIMER_THRESH = 32, __XFRMA_MAX = 33, }; struct xfrm_mark { __u32 v; __u32 m; }; struct xfrm_address_filter { xfrm_address_t saddr; xfrm_address_t daddr; __u16 family; __u8 splen; __u8 dplen; }; enum { IFLA_MACVLAN_UNSPEC = 0, IFLA_MACVLAN_MODE = 1, IFLA_MACVLAN_FLAGS = 2, IFLA_MACVLAN_MACADDR_MODE = 3, IFLA_MACVLAN_MACADDR = 4, IFLA_MACVLAN_MACADDR_DATA = 5, IFLA_MACVLAN_MACADDR_COUNT = 6, IFLA_MACVLAN_BC_QUEUE_LEN = 7, IFLA_MACVLAN_BC_QUEUE_LEN_USED = 8, __IFLA_MACVLAN_MAX = 9, }; enum macvlan_mode { MACVLAN_MODE_PRIVATE = 1, MACVLAN_MODE_VEPA = 2, MACVLAN_MODE_BRIDGE = 4, MACVLAN_MODE_PASSTHRU = 8, MACVLAN_MODE_SOURCE = 16, }; enum macvlan_macaddr_mode { MACVLAN_MACADDR_ADD = 0, MACVLAN_MACADDR_DEL = 1, MACVLAN_MACADDR_FLUSH = 2, MACVLAN_MACADDR_SET = 3, }; struct xfrm_state_walk { struct list_head all; u8 state; u8 dying; u8 proto; u32 seq; struct xfrm_address_filter *filter; }; enum xfrm_replay_mode { XFRM_REPLAY_MODE_LEGACY = 0, XFRM_REPLAY_MODE_BMP = 1, XFRM_REPLAY_MODE_ESN = 2, }; struct xfrm_dev_offload { struct net_device *dev; netdevice_tracker dev_tracker; struct net_device *real_dev; long unsigned int offload_handle; u8 dir: 2; u8 type: 2; }; struct xfrm_mode { u8 encap; u8 family; u8 flags; }; struct xfrm_type; struct xfrm_type_offload; struct xfrm_state { possible_net_t xs_net; union { struct hlist_node gclist; struct hlist_node bydst; }; struct hlist_node bysrc; struct hlist_node byspi; struct hlist_node byseq; refcount_t refcnt; spinlock_t lock; struct xfrm_id id; struct xfrm_selector sel; struct xfrm_mark mark; u32 if_id; u32 tfcpad; u32 genid; struct xfrm_state_walk km; struct { u32 reqid; u8 mode; u8 replay_window; u8 aalgo; u8 ealgo; u8 calgo; u8 flags; u16 family; xfrm_address_t saddr; int header_len; int trailer_len; u32 extra_flags; struct xfrm_mark smark; } props; struct xfrm_lifetime_cfg lft; struct xfrm_algo_auth *aalg; struct xfrm_algo *ealg; struct xfrm_algo *calg; struct xfrm_algo_aead *aead; const char *geniv; __be16 new_mapping_sport; u32 new_mapping; u32 mapping_maxage; struct xfrm_encap_tmpl *encap; struct sock *encap_sk; xfrm_address_t *coaddr; struct xfrm_state *tunnel; atomic_t tunnel_users; struct xfrm_replay_state replay; struct xfrm_replay_state_esn *replay_esn; struct xfrm_replay_state preplay; struct xfrm_replay_state_esn *preplay_esn; enum xfrm_replay_mode repl_mode; u32 xflags; u32 replay_maxage; u32 replay_maxdiff; struct timer_list rtimer; struct xfrm_stats stats; struct xfrm_lifetime_cur curlft; struct hrtimer mtimer; struct xfrm_dev_offload xso; long int saved_tmo; time64_t lastused; struct page_frag xfrag; const struct xfrm_type *type; struct xfrm_mode inner_mode; struct xfrm_mode inner_mode_iaf; struct xfrm_mode outer_mode; const struct xfrm_type_offload *type_offload; struct xfrm_sec_ctx *security; void *data; }; struct xfrm_policy_walk_entry { struct list_head all; u8 dead; }; struct xfrm_policy_queue { struct sk_buff_head hold_queue; struct timer_list hold_timer; long unsigned int timeout; }; struct xfrm_tmpl { struct xfrm_id id; xfrm_address_t saddr; short unsigned int encap_family; u32 reqid; u8 mode; u8 share; u8 optional; u8 allalgs; u32 aalgos; u32 ealgos; u32 calgos; }; struct xfrm_policy { possible_net_t xp_net; struct hlist_node bydst; struct hlist_node byidx; rwlock_t lock; refcount_t refcnt; u32 pos; struct timer_list timer; atomic_t genid; u32 priority; u32 index; u32 if_id; struct xfrm_mark mark; struct xfrm_selector selector; struct xfrm_lifetime_cfg lft; struct xfrm_lifetime_cur curlft; struct xfrm_policy_walk_entry walk; struct xfrm_policy_queue polq; bool bydst_reinsert; u8 type; u8 action; u8 flags; u8 xfrm_nr; u16 family; struct xfrm_sec_ctx *security; struct xfrm_tmpl xfrm_vec[6]; struct hlist_node bydst_inexact_list; struct callback_head rcu; struct xfrm_dev_offload xdo; }; struct netpoll; struct netpoll_info { refcount_t refcnt; struct semaphore dev_lock; struct sk_buff_head txq; struct delayed_work tx_work; struct netpoll *netpoll; struct callback_head rcu; }; struct mii_bus; struct mdio_device { struct device dev; struct mii_bus *bus; char modalias[32]; int (*bus_match)(struct device *, struct device_driver *); void (*device_free)(struct mdio_device *); void (*device_remove)(struct mdio_device *); int addr; int flags; struct gpio_desc *reset_gpio; struct reset_control *reset_ctrl; unsigned int reset_assert_delay; unsigned int reset_deassert_delay; }; struct phy_c45_device_ids { u32 devices_in_package; u32 mmds_present; u32 device_ids[32]; }; enum phy_state { PHY_DOWN = 0, PHY_READY = 1, PHY_HALTED = 2, PHY_UP = 3, PHY_RUNNING = 4, PHY_NOLINK = 5, PHY_CABLETEST = 6, }; struct pse_control; struct phy_driver; struct phy_package_shared; struct phylink; struct mii_timestamper; struct phy_device { struct mdio_device mdio; struct phy_driver *drv; struct device_link *devlink; u32 phy_id; struct phy_c45_device_ids c45_ids; unsigned int is_c45: 1; unsigned int is_internal: 1; unsigned int is_pseudo_fixed_link: 1; unsigned int is_gigabit_capable: 1; unsigned int has_fixups: 1; unsigned int suspended: 1; unsigned int suspended_by_mdio_bus: 1; unsigned int sysfs_links: 1; unsigned int loopback_enabled: 1; unsigned int downshifted_rate: 1; unsigned int is_on_sfp_module: 1; unsigned int mac_managed_pm: 1; unsigned int autoneg: 1; unsigned int link: 1; unsigned int autoneg_complete: 1; unsigned int interrupts: 1; unsigned int irq_suspended: 1; unsigned int irq_rerun: 1; int rate_matching; enum phy_state state; u32 dev_flags; phy_interface_t interface; int speed; int duplex; int port; int pause; int asym_pause; u8 master_slave_get; u8 master_slave_set; u8 master_slave_state; long unsigned int supported[2]; long unsigned int advertising[2]; long unsigned int lp_advertising[2]; long unsigned int adv_old[2]; long unsigned int host_interfaces[1]; u32 eee_broken_modes; int irq; void *priv; struct phy_package_shared *shared; struct sk_buff *skb; void *ehdr; struct nlattr *nest; struct delayed_work state_queue; struct mutex lock; bool sfp_bus_attached; struct sfp_bus *sfp_bus; struct phylink *phylink; struct net_device *attached_dev; struct mii_timestamper *mii_ts; struct pse_control *psec; u8 mdix; u8 mdix_ctrl; int pma_extable; unsigned int link_down_events; void (*phy_link_change)(struct phy_device *, bool); void (*adjust_link)(struct net_device *); }; enum { SOF_TIMESTAMPING_TX_HARDWARE = 1, SOF_TIMESTAMPING_TX_SOFTWARE = 2, SOF_TIMESTAMPING_RX_HARDWARE = 4, SOF_TIMESTAMPING_RX_SOFTWARE = 8, SOF_TIMESTAMPING_SOFTWARE = 16, SOF_TIMESTAMPING_SYS_HARDWARE = 32, SOF_TIMESTAMPING_RAW_HARDWARE = 64, SOF_TIMESTAMPING_OPT_ID = 128, SOF_TIMESTAMPING_TX_SCHED = 256, SOF_TIMESTAMPING_TX_ACK = 512, SOF_TIMESTAMPING_OPT_CMSG = 1024, SOF_TIMESTAMPING_OPT_TSONLY = 2048, SOF_TIMESTAMPING_OPT_STATS = 4096, SOF_TIMESTAMPING_OPT_PKTINFO = 8192, SOF_TIMESTAMPING_OPT_TX_SWHW = 16384, SOF_TIMESTAMPING_BIND_PHC = 32768, SOF_TIMESTAMPING_OPT_ID_TCP = 65536, SOF_TIMESTAMPING_LAST = 65536, SOF_TIMESTAMPING_MASK = 131071, }; struct phy_tdr_config { u32 first; u32 last; u32 step; s8 pair; }; struct vlan_pcpu_stats { u64_stats_t rx_packets; u64_stats_t rx_bytes; u64_stats_t rx_multicast; u64_stats_t tx_packets; u64_stats_t tx_bytes; struct u64_stats_sync syncp; u32 rx_errors; u32 tx_dropped; }; union inet_addr { __u32 all[4]; __be32 ip; __be32 ip6[4]; struct in_addr in; struct in6_addr in6; }; struct netpoll { struct net_device *dev; netdevice_tracker dev_tracker; char dev_name[16]; const char *name; union inet_addr local_ip; union inet_addr remote_ip; bool ipv6; u16 local_port; u16 remote_port; u8 remote_mac[6]; }; struct macvlan_port; struct macvlan_dev { struct net_device *dev; struct list_head list; struct hlist_node hlist; struct macvlan_port *port; struct net_device *lowerdev; netdevice_tracker dev_tracker; void *accel_priv; struct vlan_pcpu_stats *pcpu_stats; long unsigned int mc_filter[4]; netdev_features_t set_features; enum macvlan_mode mode; u16 flags; unsigned int macaddr_count; u32 bc_queue_len_req; struct netpoll *netpoll; }; struct macvlan_port { struct net_device *dev; struct hlist_head vlan_hash[256]; struct list_head vlans; struct sk_buff_head bc_queue; struct work_struct bc_work; u32 bc_queue_len_used; u32 flags; int count; struct hlist_head vlan_source_hash[256]; long unsigned int mc_filter[4]; unsigned char perm_addr[6]; }; enum ip_defrag_users { IP_DEFRAG_LOCAL_DELIVER = 0, IP_DEFRAG_CALL_RA_CHAIN = 1, IP_DEFRAG_CONNTRACK_IN = 2, __IP_DEFRAG_CONNTRACK_IN_END = 65537, IP_DEFRAG_CONNTRACK_OUT = 65538, __IP_DEFRAG_CONNTRACK_OUT_END = 131073, IP_DEFRAG_CONNTRACK_BRIDGE_IN = 131074, __IP_DEFRAG_CONNTRACK_BRIDGE_IN = 196609, IP_DEFRAG_VS_IN = 196610, IP_DEFRAG_VS_OUT = 196611, IP_DEFRAG_VS_FWD = 196612, IP_DEFRAG_AF_PACKET = 196613, IP_DEFRAG_MACVLAN = 196614, }; struct xfrm_type { struct module *owner; u8 proto; u8 flags; int (*init_state)(struct xfrm_state *, struct netlink_ext_ack *); void (*destructor)(struct xfrm_state *); int (*input)(struct xfrm_state *, struct sk_buff *); int (*output)(struct xfrm_state *, struct sk_buff *); int (*reject)(struct xfrm_state *, struct sk_buff *, const struct flowi *); }; struct xfrm_type_offload { struct module *owner; u8 proto; void (*encap)(struct xfrm_state *, struct sk_buff *); int (*input_tail)(struct xfrm_state *, struct sk_buff *); int (*xmit)(struct xfrm_state *, struct sk_buff *, netdev_features_t); }; struct mdio_bus_stats { u64_stats_t transfers; u64_stats_t errors; u64_stats_t writes; u64_stats_t reads; struct u64_stats_sync syncp; }; struct mii_bus { struct module *owner; const char *name; char id[61]; void *priv; int (*read)(struct mii_bus *, int, int); int (*write)(struct mii_bus *, int, int, u16); int (*reset)(struct mii_bus *); struct mdio_bus_stats stats[32]; struct mutex mdio_lock; struct device *parent; enum { MDIOBUS_ALLOCATED = 1, MDIOBUS_REGISTERED = 2, MDIOBUS_UNREGISTERED = 3, MDIOBUS_RELEASED = 4, } state; struct device dev; struct mdio_device *mdio_map[32]; u32 phy_mask; u32 phy_ignore_ta_mask; int irq[32]; int reset_delay_us; int reset_post_delay_us; struct gpio_desc *reset_gpiod; enum { MDIOBUS_NO_CAP = 0, MDIOBUS_C22 = 1, MDIOBUS_C45 = 2, MDIOBUS_C22_C45 = 3, } probe_capabilities; struct mutex shared_lock; struct phy_package_shared *shared[32]; }; struct mdio_driver_common { struct device_driver driver; int flags; }; struct mii_timestamper { bool (*rxtstamp)(struct mii_timestamper *, struct sk_buff *, int); void (*txtstamp)(struct mii_timestamper *, struct sk_buff *, int); int (*hwtstamp)(struct mii_timestamper *, struct ifreq *); void (*link_state)(struct mii_timestamper *, struct phy_device *); int (*ts_info)(struct mii_timestamper *, struct ethtool_ts_info *); struct device *device; }; struct phy_package_shared { int addr; refcount_t refcnt; long unsigned int flags; size_t priv_size; void *priv; }; struct phy_driver { struct mdio_driver_common mdiodrv; u32 phy_id; char *name; u32 phy_id_mask; const long unsigned int * const features; u32 flags; const void *driver_data; int (*soft_reset)(struct phy_device *); int (*config_init)(struct phy_device *); int (*probe)(struct phy_device *); int (*get_features)(struct phy_device *); int (*get_rate_matching)(struct phy_device *, phy_interface_t); int (*suspend)(struct phy_device *); int (*resume)(struct phy_device *); int (*config_aneg)(struct phy_device *); int (*aneg_done)(struct phy_device *); int (*read_status)(struct phy_device *); int (*config_intr)(struct phy_device *); irqreturn_t (*handle_interrupt)(struct phy_device *); void (*remove)(struct phy_device *); int (*match_phy_device)(struct phy_device *); int (*set_wol)(struct phy_device *, struct ethtool_wolinfo *); void (*get_wol)(struct phy_device *, struct ethtool_wolinfo *); void (*link_change_notify)(struct phy_device *); int (*read_mmd)(struct phy_device *, int, u16); int (*write_mmd)(struct phy_device *, int, u16, u16); int (*read_page)(struct phy_device *); int (*write_page)(struct phy_device *, int); int (*module_info)(struct phy_device *, struct ethtool_modinfo *); int (*module_eeprom)(struct phy_device *, struct ethtool_eeprom *, u8 *); int (*cable_test_start)(struct phy_device *); int (*cable_test_tdr_start)(struct phy_device *, const struct phy_tdr_config *); int (*cable_test_get_status)(struct phy_device *, bool *); int (*get_sset_count)(struct phy_device *); void (*get_strings)(struct phy_device *, u8 *); void (*get_stats)(struct phy_device *, struct ethtool_stats *, u64 *); int (*get_tunable)(struct phy_device *, struct ethtool_tunable *, void *); int (*set_tunable)(struct phy_device *, struct ethtool_tunable *, const void *); int (*set_loopback)(struct phy_device *, bool); int (*get_sqi)(struct phy_device *); int (*get_sqi_max)(struct phy_device *); }; struct macvlan_source_entry { struct hlist_node hlist; struct macvlan_dev *vlan; unsigned char addr[8]; struct callback_head rcu; }; struct macvlan_skb_cb { const struct macvlan_dev *src; }; struct mdio_board_info { const char *bus_id; char modalias[32]; int mdio_addr; const void *platform_data; }; struct mdio_board_entry { struct list_head list; struct mdio_board_info board_info; }; struct mdiobus_devres { struct mii_bus *mii; }; struct macvtap_dev { struct macvlan_dev vlan; struct tap_dev tap; }; struct mii_ioctl_data { __u16 phy_id; __u16 reg_num; __u16 val_in; __u16 val_out; }; enum { ETHTOOL_MSG_KERNEL_NONE = 0, ETHTOOL_MSG_STRSET_GET_REPLY = 1, ETHTOOL_MSG_LINKINFO_GET_REPLY = 2, ETHTOOL_MSG_LINKINFO_NTF = 3, ETHTOOL_MSG_LINKMODES_GET_REPLY = 4, ETHTOOL_MSG_LINKMODES_NTF = 5, ETHTOOL_MSG_LINKSTATE_GET_REPLY = 6, ETHTOOL_MSG_DEBUG_GET_REPLY = 7, ETHTOOL_MSG_DEBUG_NTF = 8, ETHTOOL_MSG_WOL_GET_REPLY = 9, ETHTOOL_MSG_WOL_NTF = 10, ETHTOOL_MSG_FEATURES_GET_REPLY = 11, ETHTOOL_MSG_FEATURES_SET_REPLY = 12, ETHTOOL_MSG_FEATURES_NTF = 13, ETHTOOL_MSG_PRIVFLAGS_GET_REPLY = 14, ETHTOOL_MSG_PRIVFLAGS_NTF = 15, ETHTOOL_MSG_RINGS_GET_REPLY = 16, ETHTOOL_MSG_RINGS_NTF = 17, ETHTOOL_MSG_CHANNELS_GET_REPLY = 18, ETHTOOL_MSG_CHANNELS_NTF = 19, ETHTOOL_MSG_COALESCE_GET_REPLY = 20, ETHTOOL_MSG_COALESCE_NTF = 21, ETHTOOL_MSG_PAUSE_GET_REPLY = 22, ETHTOOL_MSG_PAUSE_NTF = 23, ETHTOOL_MSG_EEE_GET_REPLY = 24, ETHTOOL_MSG_EEE_NTF = 25, ETHTOOL_MSG_TSINFO_GET_REPLY = 26, ETHTOOL_MSG_CABLE_TEST_NTF = 27, ETHTOOL_MSG_CABLE_TEST_TDR_NTF = 28, ETHTOOL_MSG_TUNNEL_INFO_GET_REPLY = 29, ETHTOOL_MSG_FEC_GET_REPLY = 30, ETHTOOL_MSG_FEC_NTF = 31, ETHTOOL_MSG_MODULE_EEPROM_GET_REPLY = 32, ETHTOOL_MSG_STATS_GET_REPLY = 33, ETHTOOL_MSG_PHC_VCLOCKS_GET_REPLY = 34, ETHTOOL_MSG_MODULE_GET_REPLY = 35, ETHTOOL_MSG_MODULE_NTF = 36, ETHTOOL_MSG_PSE_GET_REPLY = 37, ETHTOOL_MSG_RSS_GET_REPLY = 38, __ETHTOOL_MSG_KERNEL_CNT = 39, ETHTOOL_MSG_KERNEL_MAX = 38, }; enum { ETHTOOL_A_STATS_UNSPEC = 0, ETHTOOL_A_STATS_PAD = 1, ETHTOOL_A_STATS_HEADER = 2, ETHTOOL_A_STATS_GROUPS = 3, ETHTOOL_A_STATS_GRP = 4, __ETHTOOL_A_STATS_CNT = 5, ETHTOOL_A_STATS_MAX = 4, }; struct phy_setting { u32 speed; u8 duplex; u8 bit; }; struct phylink_link_state { long unsigned int advertising[2]; long unsigned int lp_advertising[2]; phy_interface_t interface; int speed; int duplex; int pause; int rate_matching; unsigned int link: 1; unsigned int an_enabled: 1; unsigned int an_complete: 1; }; struct phylink_mac_ops; struct phylink_config; struct phylink_pcs; struct phylink { struct net_device *netdev; const struct phylink_mac_ops *mac_ops; struct phylink_config *config; struct phylink_pcs *pcs; struct device *dev; unsigned int old_link_state: 1; long unsigned int phylink_disable_state; struct phy_device *phydev; phy_interface_t link_interface; u8 cfg_link_an_mode; u8 cur_link_an_mode; u8 link_port; long unsigned int supported[2]; struct phylink_link_state link_config; phy_interface_t cur_interface; struct gpio_desc *link_gpio; unsigned int link_irq; struct timer_list link_poll; void (*get_fixed_state)(struct net_device *, struct phylink_link_state *); struct mutex state_mutex; struct phylink_link_state phy_state; struct work_struct resolve; bool mac_link_dropped; bool using_mac_select_pcs; struct sfp_bus *sfp_bus; bool sfp_may_have_phy; long unsigned int sfp_interfaces[1]; long unsigned int sfp_support[2]; u8 sfp_port; }; struct fixed_phy_status { int link; int speed; int duplex; int pause; int asym_pause; }; enum { MLO_PAUSE_NONE = 0, MLO_PAUSE_RX = 1, MLO_PAUSE_TX = 2, MLO_PAUSE_TXRX_MASK = 3, MLO_PAUSE_AN = 4, MLO_AN_PHY = 0, MLO_AN_FIXED = 1, MLO_AN_INBAND = 2, MAC_SYM_PAUSE = 1, MAC_ASYM_PAUSE = 2, MAC_10HD = 4, MAC_10FD = 8, MAC_10 = 12, MAC_100HD = 16, MAC_100FD = 32, MAC_100 = 48, MAC_1000HD = 64, MAC_1000FD = 128, MAC_1000 = 192, MAC_2500FD = 256, MAC_5000FD = 512, MAC_10000FD = 1024, MAC_20000FD = 2048, MAC_25000FD = 4096, MAC_40000FD = 8192, MAC_50000FD = 16384, MAC_56000FD = 32768, MAC_100000FD = 65536, MAC_200000FD = 131072, MAC_400000FD = 262144, }; enum phylink_op_type { PHYLINK_NETDEV = 0, PHYLINK_DEV = 1, }; struct phylink_config { struct device *dev; enum phylink_op_type type; bool legacy_pre_march2020; bool poll_fixed_state; bool mac_managed_pm; bool ovr_an_inband; void (*get_fixed_state)(struct phylink_config *, struct phylink_link_state *); long unsigned int supported_interfaces[1]; long unsigned int mac_capabilities; }; struct phylink_mac_ops { void (*validate)(struct phylink_config *, long unsigned int *, struct phylink_link_state *); struct phylink_pcs * (*mac_select_pcs)(struct phylink_config *, phy_interface_t); void (*mac_pcs_get_state)(struct phylink_config *, struct phylink_link_state *); int (*mac_prepare)(struct phylink_config *, unsigned int, phy_interface_t); void (*mac_config)(struct phylink_config *, unsigned int, const struct phylink_link_state *); int (*mac_finish)(struct phylink_config *, unsigned int, phy_interface_t); void (*mac_an_restart)(struct phylink_config *); void (*mac_link_down)(struct phylink_config *, unsigned int, phy_interface_t); void (*mac_link_up)(struct phylink_config *, struct phy_device *, unsigned int, phy_interface_t, int, int, bool, bool); }; struct phylink_pcs_ops; struct phylink_pcs { const struct phylink_pcs_ops *ops; bool poll; }; struct phylink_pcs_ops { int (*pcs_validate)(struct phylink_pcs *, long unsigned int *, const struct phylink_link_state *); void (*pcs_get_state)(struct phylink_pcs *, struct phylink_link_state *); int (*pcs_config)(struct phylink_pcs *, unsigned int, phy_interface_t, const long unsigned int *, bool); void (*pcs_an_restart)(struct phylink_pcs *); void (*pcs_link_up)(struct phylink_pcs *, unsigned int, phy_interface_t, int, int); }; struct sfp_eeprom_base { u8 phys_id; u8 phys_ext_id; u8 connector; u8 if_1x_copper_passive: 1; u8 if_1x_copper_active: 1; u8 if_1x_lx: 1; u8 if_1x_sx: 1; u8 e10g_base_sr: 1; u8 e10g_base_lr: 1; u8 e10g_base_lrm: 1; u8 e10g_base_er: 1; u8 sonet_oc3_short_reach: 1; u8 sonet_oc3_smf_intermediate_reach: 1; u8 sonet_oc3_smf_long_reach: 1; u8 unallocated_5_3: 1; u8 sonet_oc12_short_reach: 1; u8 sonet_oc12_smf_intermediate_reach: 1; u8 sonet_oc12_smf_long_reach: 1; u8 unallocated_5_7: 1; u8 sonet_oc48_short_reach: 1; u8 sonet_oc48_intermediate_reach: 1; u8 sonet_oc48_long_reach: 1; u8 sonet_reach_bit2: 1; u8 sonet_reach_bit1: 1; u8 sonet_oc192_short_reach: 1; u8 escon_smf_1310_laser: 1; u8 escon_mmf_1310_led: 1; u8 e1000_base_sx: 1; u8 e1000_base_lx: 1; u8 e1000_base_cx: 1; u8 e1000_base_t: 1; u8 e100_base_lx: 1; u8 e100_base_fx: 1; u8 e_base_bx10: 1; u8 e_base_px: 1; u8 fc_tech_electrical_inter_enclosure: 1; u8 fc_tech_lc: 1; u8 fc_tech_sa: 1; u8 fc_ll_m: 1; u8 fc_ll_l: 1; u8 fc_ll_i: 1; u8 fc_ll_s: 1; u8 fc_ll_v: 1; u8 unallocated_8_0: 1; u8 unallocated_8_1: 1; u8 sfp_ct_passive: 1; u8 sfp_ct_active: 1; u8 fc_tech_ll: 1; u8 fc_tech_sl: 1; u8 fc_tech_sn: 1; u8 fc_tech_electrical_intra_enclosure: 1; u8 fc_media_sm: 1; u8 unallocated_9_1: 1; u8 fc_media_m5: 1; u8 fc_media_m6: 1; u8 fc_media_tv: 1; u8 fc_media_mi: 1; u8 fc_media_tp: 1; u8 fc_media_tw: 1; u8 fc_speed_100: 1; u8 unallocated_10_1: 1; u8 fc_speed_200: 1; u8 fc_speed_3200: 1; u8 fc_speed_400: 1; u8 fc_speed_1600: 1; u8 fc_speed_800: 1; u8 fc_speed_1200: 1; u8 encoding; u8 br_nominal; u8 rate_id; u8 link_len[6]; char vendor_name[16]; u8 extended_cc; char vendor_oui[3]; char vendor_pn[16]; char vendor_rev[4]; union { __be16 optical_wavelength; __be16 cable_compliance; struct { u8 sff8431_app_e: 1; u8 fc_pi_4_app_h: 1; u8 reserved60_2: 6; u8 reserved61: 8; } passive; struct { u8 sff8431_app_e: 1; u8 fc_pi_4_app_h: 1; u8 sff8431_lim: 1; u8 fc_pi_4_lim: 1; u8 reserved60_4: 4; u8 reserved61: 8; } active; }; u8 reserved62; u8 cc_base; }; struct sfp_eeprom_ext { __be16 options; u8 br_max; u8 br_min; char vendor_sn[16]; char datecode[8]; u8 diagmon; u8 enhopts; u8 sff8472_compliance; u8 cc_ext; }; struct sfp_eeprom_id { struct sfp_eeprom_base base; struct sfp_eeprom_ext ext; }; struct sfp_upstream_ops { void (*attach)(void *, struct sfp_bus *); void (*detach)(void *, struct sfp_bus *); int (*module_insert)(void *, const struct sfp_eeprom_id *); void (*module_remove)(void *); int (*module_start)(void *); void (*module_stop)(void *); void (*link_down)(void *); void (*link_up)(void *); int (*connect_phy)(void *, struct phy_device *); void (*disconnect_phy)(void *); }; enum { PHYLINK_DISABLE_STOPPED = 0, PHYLINK_DISABLE_LINK = 1, PHYLINK_DISABLE_MAC_WOL = 2, }; struct mdio_driver { struct mdio_driver_common mdiodrv; int (*probe)(struct mdio_device *); void (*remove)(struct mdio_device *); void (*shutdown)(struct mdio_device *); }; struct ethtool_phy_ops { int (*get_sset_count)(struct phy_device *); int (*get_strings)(struct phy_device *, u8 *); int (*get_stats)(struct phy_device *, struct ethtool_stats *, u64 *); int (*start_cable_test)(struct phy_device *, struct netlink_ext_ack *); int (*start_cable_test_tdr)(struct phy_device *, struct netlink_ext_ack *, const struct phy_tdr_config *); }; struct phy_fixup { struct list_head list; char bus_id[64]; u32 phy_uid; u32 phy_uid_mask; int (*run)(struct phy_device *); }; struct swmii_regs { u16 bmsr; u16 lpa; u16 lpagb; u16 estat; }; enum { SWMII_SPEED_10 = 0, SWMII_SPEED_100 = 1, SWMII_SPEED_1000 = 2, SWMII_DUPLEX_HALF = 0, SWMII_DUPLEX_FULL = 1, }; struct fixed_mdio_bus { struct mii_bus *mii_bus; struct list_head phys; }; struct fixed_phy { int addr; struct phy_device *phydev; struct fixed_phy_status status; bool no_carrier; int (*link_update)(struct net_device *, struct fixed_phy_status *); struct list_head node; struct gpio_desc *link_gpiod; }; enum csr_target { MACRO_CTRL = 7, }; struct trace_event_raw_mdio_access { struct trace_entry ent; char busid[61]; char read; u8 addr; u16 val; unsigned int regnum; char __data[0]; }; struct trace_event_data_offsets_mdio_access {}; typedef void (*btf_trace_mdio_access)(void *, struct mii_bus *, char, u8, unsigned int, u16, int); struct mdio_bus_stat_attr { int addr; unsigned int field_offset; }; enum phy_tunable_id { ETHTOOL_PHY_ID_UNSPEC = 0, ETHTOOL_PHY_DOWNSHIFT = 1, ETHTOOL_PHY_FAST_LINK_DOWN = 2, ETHTOOL_PHY_EDPD = 3, __ETHTOOL_PHY_TUNABLE_COUNT = 4, }; struct mdio_device_id { __u32 phy_id; __u32 phy_id_mask; }; enum rgmii_clock_delay { RGMII_CLK_DELAY_0_2_NS = 0, RGMII_CLK_DELAY_0_8_NS = 1, RGMII_CLK_DELAY_1_1_NS = 2, RGMII_CLK_DELAY_1_7_NS = 3, RGMII_CLK_DELAY_2_0_NS = 4, RGMII_CLK_DELAY_2_3_NS = 5, RGMII_CLK_DELAY_2_6_NS = 6, RGMII_CLK_DELAY_3_4_NS = 7, }; struct reg_val { u16 reg; u32 val; }; struct vsc85xx_hw_stat { const char *string; u8 reg; u16 page; u16 mask; }; struct vsc85xx_ptp; struct vsc8531_private { int rate_magic; u16 supp_led_modes; u32 leds_mode[4]; u8 nleds; const struct vsc85xx_hw_stat *hw_stats; u64 *stats; int nstats; u8 addr; unsigned int base_addr; struct mii_timestamper mii_ts; bool input_clk_init; struct vsc85xx_ptp *ptp; struct gpio_desc *load_save; unsigned int ts_base_addr; u8 ts_base_phy; struct mutex ts_lock; struct mutex phc_lock; }; struct vsc8531_edge_rate_table { u32 vddmac; u32 slowdown[8]; }; struct rtl821x_priv { u16 phycr1; u16 phycr2; bool has_phycr2; }; struct nf_conntrack { refcount_t use; }; enum { SKB_GSO_TCPV4 = 1, SKB_GSO_DODGY = 2, SKB_GSO_TCP_ECN = 4, SKB_GSO_TCP_FIXEDID = 8, SKB_GSO_TCPV6 = 16, SKB_GSO_FCOE = 32, SKB_GSO_GRE = 64, SKB_GSO_GRE_CSUM = 128, SKB_GSO_IPXIP4 = 256, SKB_GSO_IPXIP6 = 512, SKB_GSO_UDP_TUNNEL = 1024, SKB_GSO_UDP_TUNNEL_CSUM = 2048, SKB_GSO_PARTIAL = 4096, SKB_GSO_TUNNEL_REMCSUM = 8192, SKB_GSO_SCTP = 16384, SKB_GSO_ESP = 32768, SKB_GSO_UDP = 65536, SKB_GSO_UDP_L4 = 131072, SKB_GSO_FRAGLIST = 262144, }; enum { IFLA_TUN_UNSPEC = 0, IFLA_TUN_OWNER = 1, IFLA_TUN_GROUP = 2, IFLA_TUN_TYPE = 3, IFLA_TUN_PI = 4, IFLA_TUN_VNET_HDR = 5, IFLA_TUN_PERSIST = 6, IFLA_TUN_MULTI_QUEUE = 7, IFLA_TUN_NUM_QUEUES = 8, IFLA_TUN_NUM_DISABLED_QUEUES = 9, __IFLA_TUN_MAX = 10, }; enum netdev_queue_state_t { __QUEUE_STATE_DRV_XOFF = 0, __QUEUE_STATE_STACK_XOFF = 1, __QUEUE_STATE_FROZEN = 2, }; struct rps_sock_flow_table { u32 mask; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 ents[0]; }; struct tun_pi { __u16 flags; __be16 proto; }; struct tun_filter { __u16 flags; __u16 count; __u8 addr[0]; }; struct virtio_net_hdr { __u8 flags; __u8 gso_type; __virtio16 hdr_len; __virtio16 gso_size; __virtio16 csum_start; __virtio16 csum_offset; }; struct tun_msg_ctl { short unsigned int type; short unsigned int num; void *ptr; }; struct tun_xdp_hdr { int buflen; struct virtio_net_hdr gso; }; enum { AX25_VALUES_IPDEFMODE = 0, AX25_VALUES_AXDEFMODE = 1, AX25_VALUES_BACKOFF = 2, AX25_VALUES_CONMODE = 3, AX25_VALUES_WINDOW = 4, AX25_VALUES_EWINDOW = 5, AX25_VALUES_T1 = 6, AX25_VALUES_T2 = 7, AX25_VALUES_T3 = 8, AX25_VALUES_IDLE = 9, AX25_VALUES_N2 = 10, AX25_VALUES_PACLEN = 11, AX25_VALUES_PROTOCOL = 12, AX25_VALUES_DS_TIMEOUT = 13, AX25_MAX_VALUES = 14, }; struct tap_filter { unsigned int count; u32 mask[2]; unsigned char addr[48]; }; struct tun_struct; struct tun_file { struct sock sk; struct socket socket; struct tun_struct *tun; struct fasync_struct *fasync; unsigned int flags; union { u16 queue_index; unsigned int ifindex; }; struct napi_struct napi; bool napi_enabled; bool napi_frags_enabled; struct mutex napi_mutex; struct list_head next; struct tun_struct *detached; long: 64; long: 64; long: 64; struct ptr_ring tx_ring; struct xdp_rxq_info xdp_rxq; }; struct tun_prog; struct tun_struct { struct tun_file *tfiles[256]; unsigned int numqueues; unsigned int flags; kuid_t owner; kgid_t group; struct net_device *dev; netdev_features_t set_features; int align; int vnet_hdr_sz; int sndbuf; struct tap_filter txflt; struct sock_fprog fprog; bool filter_attached; u32 msg_enable; spinlock_t lock; struct hlist_head flows[1024]; struct timer_list flow_gc_timer; long unsigned int ageing_time; unsigned int numdisabled; struct list_head disabled; void *security; u32 flow_count; u32 rx_batched; atomic_long_t rx_frame_errors; struct bpf_prog *xdp_prog; struct tun_prog *steering_prog; struct tun_prog *filter_prog; struct ethtool_link_ksettings link_ksettings; struct file *file; struct ifreq *ifr; }; struct tun_page { struct page *page; int count; }; struct tun_flow_entry { struct hlist_node hash_link; struct callback_head rcu; struct tun_struct *tun; u32 rxhash; u32 rps_rxhash; int queue_index; long: 32; long: 64; long unsigned int updated; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct tun_prog { struct callback_head rcu; struct bpf_prog *prog; }; struct veth { __be16 h_vlan_proto; __be16 h_vlan_TCI; }; enum skb_free_reason { SKB_REASON_CONSUMED = 0, SKB_REASON_DROPPED = 1, }; enum ethtool_stringset { ETH_SS_TEST = 0, ETH_SS_STATS = 1, ETH_SS_PRIV_FLAGS = 2, ETH_SS_NTUPLE_FILTERS = 3, ETH_SS_FEATURES = 4, ETH_SS_RSS_HASH_FUNCS = 5, ETH_SS_TUNABLES = 6, ETH_SS_PHY_STATS = 7, ETH_SS_PHY_TUNABLES = 8, ETH_SS_LINK_MODES = 9, ETH_SS_MSG_CLASSES = 10, ETH_SS_WOL_MODES = 11, ETH_SS_SOF_TIMESTAMPING = 12, ETH_SS_TS_TX_TYPES = 13, ETH_SS_TS_RX_FILTERS = 14, ETH_SS_UDP_TUNNEL_TYPES = 15, ETH_SS_STATS_STD = 16, ETH_SS_STATS_ETH_PHY = 17, ETH_SS_STATS_ETH_MAC = 18, ETH_SS_STATS_ETH_CTRL = 19, ETH_SS_STATS_RMON = 20, ETH_SS_COUNT = 21, }; struct ifinfomsg { unsigned char ifi_family; unsigned char __ifi_pad; short unsigned int ifi_type; int ifi_index; unsigned int ifi_flags; unsigned int ifi_change; }; enum { VETH_INFO_UNSPEC = 0, VETH_INFO_PEER = 1, __VETH_INFO_MAX = 2, }; struct veth_stats { u64 rx_drops; u64 xdp_packets; u64 xdp_bytes; u64 xdp_redirect; u64 xdp_drops; u64 xdp_tx; u64 xdp_tx_err; u64 peer_tq_xdp_xmit; u64 peer_tq_xdp_xmit_err; }; struct veth_rq_stats { struct veth_stats vs; struct u64_stats_sync syncp; }; struct veth_rq { struct napi_struct xdp_napi; struct napi_struct *napi; struct net_device *dev; struct bpf_prog *xdp_prog; struct xdp_mem_info xdp_mem; struct veth_rq_stats stats; bool rx_notify_masked; struct ptr_ring xdp_ring; struct xdp_rxq_info xdp_rxq; }; struct veth_priv { struct net_device *peer; atomic64_t dropped; struct bpf_prog *_xdp_prog; struct veth_rq *rq; unsigned int requested_headroom; }; struct veth_xdp_tx_bq { struct xdp_frame *q[16]; unsigned int count; }; struct veth_q_stat_desc { char desc[32]; size_t offset; }; struct major_info { struct callback_head rcu; dev_t major; struct idr minor_idr; spinlock_t minor_lock; const char *device_name; struct list_head next; }; struct ip_mreqn { struct in_addr imr_multiaddr; struct in_addr imr_address; int imr_ifindex; }; enum ifla_vxlan_df { VXLAN_DF_UNSET = 0, VXLAN_DF_SET = 1, VXLAN_DF_INHERIT = 2, __VXLAN_DF_END = 3, VXLAN_DF_MAX = 2, }; struct gro_cell; struct gro_cells { struct gro_cell *cells; }; struct vxlan_sock { struct hlist_node hlist; struct socket *sock; struct hlist_head vni_list[1024]; refcount_t refcnt; u32 flags; }; union vxlan_addr { struct sockaddr_in sin; struct sockaddr_in6 sin6; struct sockaddr sa; }; struct vxlan_rdst { union vxlan_addr remote_ip; __be16 remote_port; u8 offloaded: 1; __be32 remote_vni; u32 remote_ifindex; struct net_device *remote_dev; struct list_head list; struct callback_head rcu; struct dst_cache dst_cache; }; struct vxlan_config { union vxlan_addr remote_ip; union vxlan_addr saddr; __be32 vni; int remote_ifindex; int mtu; __be16 dst_port; u16 port_min; u16 port_max; u8 tos; u8 ttl; __be32 label; u32 flags; long unsigned int age_interval; unsigned int addrmax; bool no_share; enum ifla_vxlan_df df; }; struct vxlan_vni_stats { u64 rx_packets; u64 rx_bytes; u64 rx_drops; u64 rx_errors; u64 tx_packets; u64 tx_bytes; u64 tx_drops; u64 tx_errors; }; struct vxlan_vni_stats_pcpu { struct vxlan_vni_stats stats; struct u64_stats_sync syncp; }; struct vxlan_dev; struct vxlan_dev_node { struct hlist_node hlist; struct vxlan_dev *vxlan; }; struct vxlan_vni_group; struct vxlan_dev { struct vxlan_dev_node hlist4; struct vxlan_dev_node hlist6; struct list_head next; struct vxlan_sock *vn4_sock; struct vxlan_sock *vn6_sock; struct net_device *dev; struct net *net; struct vxlan_rdst default_dst; struct timer_list age_timer; spinlock_t hash_lock[256]; unsigned int addrcnt; struct gro_cells gro_cells; struct vxlan_config cfg; struct vxlan_vni_group *vnigrp; struct hlist_head fdb_head[256]; }; struct vxlan_vni_node { struct rhash_head vnode; struct vxlan_dev_node hlist4; struct vxlan_dev_node hlist6; struct list_head vlist; __be32 vni; union vxlan_addr remote_ip; struct vxlan_vni_stats_pcpu *stats; struct callback_head rcu; }; struct vxlan_vni_group { struct rhashtable vni_hash; struct list_head vni_list; u32 num_vnis; }; struct vxlan_net { struct list_head vxlan_list; struct hlist_head sock_list[256]; spinlock_t sock_lock; struct notifier_block nexthop_notifier_block; }; enum pkt_hash_types { PKT_HASH_TYPE_NONE = 0, PKT_HASH_TYPE_L2 = 1, PKT_HASH_TYPE_L3 = 2, PKT_HASH_TYPE_L4 = 3, }; struct rx_queue_attribute { struct attribute attr; ssize_t (*show)(struct netdev_rx_queue *, char *); ssize_t (*store)(struct netdev_rx_queue *, const char *, size_t); }; struct sd_flow_limit; struct softnet_data { struct list_head poll_list; struct sk_buff_head process_queue; unsigned int processed; unsigned int time_squeeze; struct softnet_data *rps_ipi_list; struct sd_flow_limit *flow_limit; struct Qdisc *output_queue; struct Qdisc **output_queue_tailp; struct sk_buff *completion_queue; struct sk_buff_head xfrm_backlog; struct { u16 recursion; u8 more; u8 skip_txqueue; } xmit; long: 32; long: 64; unsigned int input_queue_head; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; call_single_data_t csd; struct softnet_data *rps_ipi_next; unsigned int cpu; unsigned int input_queue_tail; unsigned int received_rps; unsigned int dropped; struct sk_buff_head input_pkt_queue; struct napi_struct backlog; long: 64; long: 64; long: 64; long: 64; spinlock_t defer_lock; int defer_count; int defer_ipi_scheduled; struct sk_buff *defer_list; long: 64; call_single_data_t defer_csd; }; enum { ETH_RSS_HASH_TOP_BIT = 0, ETH_RSS_HASH_XOR_BIT = 1, ETH_RSS_HASH_CRC32_BIT = 2, ETH_RSS_HASH_FUNCS_COUNT = 3, }; struct virtio_net_config { __u8 mac[6]; __virtio16 status; __virtio16 max_virtqueue_pairs; __virtio16 mtu; __le32 speed; __u8 duplex; __u8 rss_max_key_size; __le16 rss_max_indirection_table_length; __le32 supported_hash_types; }; struct virtio_net_hdr_v1 { __u8 flags; __u8 gso_type; __virtio16 hdr_len; __virtio16 gso_size; union { struct { __virtio16 csum_start; __virtio16 csum_offset; }; struct { __virtio16 start; __virtio16 offset; } csum; struct { __le16 segments; __le16 dup_acks; } rsc; }; __virtio16 num_buffers; }; struct virtio_net_hdr_v1_hash { struct virtio_net_hdr_v1 hdr; __le32 hash_value; __le16 hash_report; __le16 padding; }; struct virtio_net_hdr_mrg_rxbuf { struct virtio_net_hdr hdr; __virtio16 num_buffers; }; struct virtio_net_ctrl_hdr { __u8 class; __u8 cmd; }; typedef __u8 virtio_net_ctrl_ack; struct virtio_net_ctrl_mac { __virtio32 entries; __u8 macs[0]; }; struct virtio_net_ctrl_mq { __virtio16 virtqueue_pairs; }; struct virtio_net_ctrl_coal_tx { __le32 tx_max_packets; __le32 tx_usecs; }; struct virtio_net_ctrl_coal_rx { __le32 rx_max_packets; __le32 rx_usecs; }; struct failover_ops { int (*slave_pre_register)(struct net_device *, struct net_device *); int (*slave_register)(struct net_device *, struct net_device *); int (*slave_pre_unregister)(struct net_device *, struct net_device *); int (*slave_unregister)(struct net_device *, struct net_device *); int (*slave_link_change)(struct net_device *, struct net_device *); int (*slave_name_change)(struct net_device *, struct net_device *); rx_handler_result_t (*slave_handle_frame)(struct sk_buff **); }; struct failover { struct list_head list; struct net_device *failover_dev; netdevice_tracker dev_tracker; struct failover_ops *ops; }; struct ewma_pkt_len { long unsigned int internal; }; struct virtnet_stat_desc { char desc[32]; size_t offset; }; struct virtnet_sq_stats { struct u64_stats_sync syncp; u64 packets; u64 bytes; u64 xdp_tx; u64 xdp_tx_drops; u64 kicks; u64 tx_timeouts; }; struct virtnet_rq_stats { struct u64_stats_sync syncp; u64 packets; u64 bytes; u64 drops; u64 xdp_packets; u64 xdp_tx; u64 xdp_redirects; u64 xdp_drops; u64 kicks; }; struct send_queue { struct virtqueue *vq; struct scatterlist sg[19]; char name[40]; struct virtnet_sq_stats stats; struct napi_struct napi; bool reset; }; struct receive_queue { struct virtqueue *vq; struct napi_struct napi; struct bpf_prog *xdp_prog; struct virtnet_rq_stats stats; struct page *pages; struct ewma_pkt_len mrg_avg_pkt_len; struct page_frag alloc_frag; struct scatterlist sg[19]; unsigned int min_buf_len; char name[40]; long: 32; long: 64; struct xdp_rxq_info xdp_rxq; }; struct virtio_net_ctrl_rss { u32 hash_types; u16 indirection_table_mask; u16 unclassified_queue; u16 indirection_table[128]; u16 max_tx_vq; u8 hash_key_length; u8 key[40]; }; struct control_buf { struct virtio_net_ctrl_hdr hdr; virtio_net_ctrl_ack status; struct virtio_net_ctrl_mq mq; u8 promisc; u8 allmulti; __virtio16 vid; __virtio64 offloads; struct virtio_net_ctrl_rss rss; }; struct virtnet_info { struct virtio_device *vdev; struct virtqueue *cvq; struct net_device *dev; struct send_queue *sq; struct receive_queue *rq; unsigned int status; u16 max_queue_pairs; u16 curr_queue_pairs; u16 xdp_queue_pairs; bool xdp_enabled; bool big_packets; unsigned int big_packets_num_skbfrags; bool mergeable_rx_bufs; bool has_rss; bool has_rss_hash_report; u8 rss_key_size; u16 rss_indir_table_size; u32 rss_hash_types_supported; u32 rss_hash_types_saved; bool has_cvq; bool any_header_sg; u8 hdr_len; struct delayed_work refill; bool refill_enabled; spinlock_t refill_lock; struct work_struct config_work; bool affinity_hint_set; struct hlist_node node; struct hlist_node node_dead; struct control_buf *ctrl; u8 duplex; u32 speed; u32 tx_usecs; u32 rx_usecs; u32 tx_max_packets; u32 rx_max_packets; long unsigned int guest_offloads; long unsigned int guest_offloads_capable; struct failover *failover; }; struct tunnel_msg { __u8 family; __u8 flags; __u16 reserved2; __u32 ifindex; }; enum { VNIFILTER_ENTRY_STATS_UNSPEC = 0, VNIFILTER_ENTRY_STATS_RX_BYTES = 1, VNIFILTER_ENTRY_STATS_RX_PKTS = 2, VNIFILTER_ENTRY_STATS_RX_DROPS = 3, VNIFILTER_ENTRY_STATS_RX_ERRORS = 4, VNIFILTER_ENTRY_STATS_TX_BYTES = 5, VNIFILTER_ENTRY_STATS_TX_PKTS = 6, VNIFILTER_ENTRY_STATS_TX_DROPS = 7, VNIFILTER_ENTRY_STATS_TX_ERRORS = 8, VNIFILTER_ENTRY_STATS_PAD = 9, __VNIFILTER_ENTRY_STATS_MAX = 10, }; enum { VXLAN_VNIFILTER_ENTRY_UNSPEC = 0, VXLAN_VNIFILTER_ENTRY_START = 1, VXLAN_VNIFILTER_ENTRY_END = 2, VXLAN_VNIFILTER_ENTRY_GROUP = 3, VXLAN_VNIFILTER_ENTRY_GROUP6 = 4, VXLAN_VNIFILTER_ENTRY_STATS = 5, __VXLAN_VNIFILTER_ENTRY_MAX = 6, }; enum { VXLAN_VNIFILTER_UNSPEC = 0, VXLAN_VNIFILTER_ENTRY = 1, __VXLAN_VNIFILTER_MAX = 2, }; enum { RTM_BASE = 16, RTM_NEWLINK = 16, RTM_DELLINK = 17, RTM_GETLINK = 18, RTM_SETLINK = 19, RTM_NEWADDR = 20, RTM_DELADDR = 21, RTM_GETADDR = 22, RTM_NEWROUTE = 24, RTM_DELROUTE = 25, RTM_GETROUTE = 26, RTM_NEWNEIGH = 28, RTM_DELNEIGH = 29, RTM_GETNEIGH = 30, RTM_NEWRULE = 32, RTM_DELRULE = 33, RTM_GETRULE = 34, RTM_NEWQDISC = 36, RTM_DELQDISC = 37, RTM_GETQDISC = 38, RTM_NEWTCLASS = 40, RTM_DELTCLASS = 41, RTM_GETTCLASS = 42, RTM_NEWTFILTER = 44, RTM_DELTFILTER = 45, RTM_GETTFILTER = 46, RTM_NEWACTION = 48, RTM_DELACTION = 49, RTM_GETACTION = 50, RTM_NEWPREFIX = 52, RTM_GETMULTICAST = 58, RTM_GETANYCAST = 62, RTM_NEWNEIGHTBL = 64, RTM_GETNEIGHTBL = 66, RTM_SETNEIGHTBL = 67, RTM_NEWNDUSEROPT = 68, RTM_NEWADDRLABEL = 72, RTM_DELADDRLABEL = 73, RTM_GETADDRLABEL = 74, RTM_GETDCB = 78, RTM_SETDCB = 79, RTM_NEWNETCONF = 80, RTM_DELNETCONF = 81, RTM_GETNETCONF = 82, RTM_NEWMDB = 84, RTM_DELMDB = 85, RTM_GETMDB = 86, RTM_NEWNSID = 88, RTM_DELNSID = 89, RTM_GETNSID = 90, RTM_NEWSTATS = 92, RTM_GETSTATS = 94, RTM_SETSTATS = 95, RTM_NEWCACHEREPORT = 96, RTM_NEWCHAIN = 100, RTM_DELCHAIN = 101, RTM_GETCHAIN = 102, RTM_NEWNEXTHOP = 104, RTM_DELNEXTHOP = 105, RTM_GETNEXTHOP = 106, RTM_NEWLINKPROP = 108, RTM_DELLINKPROP = 109, RTM_GETLINKPROP = 110, RTM_NEWVLAN = 112, RTM_DELVLAN = 113, RTM_GETVLAN = 114, RTM_NEWNEXTHOPBUCKET = 116, RTM_DELNEXTHOPBUCKET = 117, RTM_GETNEXTHOPBUCKET = 118, RTM_NEWTUNNEL = 120, RTM_DELTUNNEL = 121, RTM_GETTUNNEL = 122, __RTM_MAX = 123, }; enum rtnetlink_groups { RTNLGRP_NONE = 0, RTNLGRP_LINK = 1, RTNLGRP_NOTIFY = 2, RTNLGRP_NEIGH = 3, RTNLGRP_TC = 4, RTNLGRP_IPV4_IFADDR = 5, RTNLGRP_IPV4_MROUTE = 6, RTNLGRP_IPV4_ROUTE = 7, RTNLGRP_IPV4_RULE = 8, RTNLGRP_IPV6_IFADDR = 9, RTNLGRP_IPV6_MROUTE = 10, RTNLGRP_IPV6_ROUTE = 11, RTNLGRP_IPV6_IFINFO = 12, RTNLGRP_DECnet_IFADDR = 13, RTNLGRP_NOP2 = 14, RTNLGRP_DECnet_ROUTE = 15, RTNLGRP_DECnet_RULE = 16, RTNLGRP_NOP4 = 17, RTNLGRP_IPV6_PREFIX = 18, RTNLGRP_IPV6_RULE = 19, RTNLGRP_ND_USEROPT = 20, RTNLGRP_PHONET_IFADDR = 21, RTNLGRP_PHONET_ROUTE = 22, RTNLGRP_DCB = 23, RTNLGRP_IPV4_NETCONF = 24, RTNLGRP_IPV6_NETCONF = 25, RTNLGRP_MDB = 26, RTNLGRP_MPLS_ROUTE = 27, RTNLGRP_NSID = 28, RTNLGRP_MPLS_NETCONF = 29, RTNLGRP_IPV4_MROUTE_R = 30, RTNLGRP_IPV6_MROUTE_R = 31, RTNLGRP_NEXTHOP = 32, RTNLGRP_BRVLAN = 33, RTNLGRP_MCTP_IFADDR = 34, RTNLGRP_TUNNEL = 35, RTNLGRP_STATS = 36, __RTNLGRP_MAX = 37, }; typedef int (*rtnl_doit_func)(struct sk_buff *, struct nlmsghdr *, struct netlink_ext_ack *); typedef int (*rtnl_dumpit_func)(struct sk_buff *, struct netlink_callback *); enum { VXLAN_VNI_STATS_RX = 0, VXLAN_VNI_STATS_RX_DROPS = 1, VXLAN_VNI_STATS_RX_ERRORS = 2, VXLAN_VNI_STATS_TX = 3, VXLAN_VNI_STATS_TX_DROPS = 4, VXLAN_VNI_STATS_TX_ERRORS = 5, }; struct netlink_tap { struct net_device *dev; struct module *module; struct list_head list; }; struct nlmon { struct netlink_tap nt; }; enum { NDA_UNSPEC = 0, NDA_DST = 1, NDA_LLADDR = 2, NDA_CACHEINFO = 3, NDA_PROBES = 4, NDA_VLAN = 5, NDA_PORT = 6, NDA_VNI = 7, NDA_IFINDEX = 8, NDA_MASTER = 9, NDA_LINK_NETNSID = 10, NDA_SRC_VNI = 11, NDA_PROTOCOL = 12, NDA_NH_ID = 13, NDA_FDB_EXT_ATTRS = 14, NDA_FLAGS_EXT = 15, NDA_NDM_STATE_MASK = 16, NDA_NDM_FLAGS_MASK = 17, __NDA_MAX = 18, }; struct nda_cacheinfo { __u32 ndm_confirmed; __u32 ndm_used; __u32 ndm_updated; __u32 ndm_refcnt; }; enum { IFLA_VXLAN_UNSPEC = 0, IFLA_VXLAN_ID = 1, IFLA_VXLAN_GROUP = 2, IFLA_VXLAN_LINK = 3, IFLA_VXLAN_LOCAL = 4, IFLA_VXLAN_TTL = 5, IFLA_VXLAN_TOS = 6, IFLA_VXLAN_LEARNING = 7, IFLA_VXLAN_AGEING = 8, IFLA_VXLAN_LIMIT = 9, IFLA_VXLAN_PORT_RANGE = 10, IFLA_VXLAN_PROXY = 11, IFLA_VXLAN_RSC = 12, IFLA_VXLAN_L2MISS = 13, IFLA_VXLAN_L3MISS = 14, IFLA_VXLAN_PORT = 15, IFLA_VXLAN_GROUP6 = 16, IFLA_VXLAN_LOCAL6 = 17, IFLA_VXLAN_UDP_CSUM = 18, IFLA_VXLAN_UDP_ZERO_CSUM6_TX = 19, IFLA_VXLAN_UDP_ZERO_CSUM6_RX = 20, IFLA_VXLAN_REMCSUM_TX = 21, IFLA_VXLAN_REMCSUM_RX = 22, IFLA_VXLAN_GBP = 23, IFLA_VXLAN_REMCSUM_NOPARTIAL = 24, IFLA_VXLAN_COLLECT_METADATA = 25, IFLA_VXLAN_LABEL = 26, IFLA_VXLAN_GPE = 27, IFLA_VXLAN_TTL_INHERIT = 28, IFLA_VXLAN_DF = 29, IFLA_VXLAN_VNIFILTER = 30, __IFLA_VXLAN_MAX = 31, }; struct ifla_vxlan_port_range { __be16 low; __be16 high; }; struct ip_sf_socklist; struct ip_mc_socklist { struct ip_mc_socklist *next_rcu; struct ip_mreqn multi; unsigned int sfmode; struct ip_sf_socklist *sflist; struct callback_head rcu; }; struct udp_sock { struct inet_sock inet; int pending; unsigned int corkflag; __u8 encap_type; unsigned char no_check6_tx: 1; unsigned char no_check6_rx: 1; unsigned char encap_enabled: 1; unsigned char gro_enabled: 1; unsigned char accept_udp_l4: 1; unsigned char accept_udp_fraglist: 1; __u16 len; __u16 gso_size; __u16 pcslen; __u16 pcrlen; __u8 pcflag; __u8 unused[3]; int (*encap_rcv)(struct sock *, struct sk_buff *); void (*encap_err_rcv)(struct sock *, struct sk_buff *, int, __be16, u32, u8 *); int (*encap_err_lookup)(struct sock *, struct sk_buff *); void (*encap_destroy)(struct sock *); struct sk_buff * (*gro_receive)(struct sock *, struct list_head *, struct sk_buff *); int (*gro_complete)(struct sock *, struct sk_buff *, int); long: 64; long: 64; long: 64; long: 64; long: 64; struct sk_buff_head reader_queue; int forward_deficit; int forward_threshold; long: 64; long: 64; long: 64; long: 64; }; struct ip_sf_socklist { unsigned int sl_max; unsigned int sl_count; struct callback_head rcu; __be32 sl_addr[0]; }; enum lwtunnel_encap_types { LWTUNNEL_ENCAP_NONE = 0, LWTUNNEL_ENCAP_MPLS = 1, LWTUNNEL_ENCAP_IP = 2, LWTUNNEL_ENCAP_ILA = 3, LWTUNNEL_ENCAP_IP6 = 4, LWTUNNEL_ENCAP_SEG6 = 5, LWTUNNEL_ENCAP_BPF = 6, LWTUNNEL_ENCAP_SEG6_LOCAL = 7, LWTUNNEL_ENCAP_RPL = 8, LWTUNNEL_ENCAP_IOAM6 = 9, LWTUNNEL_ENCAP_XFRM = 10, __LWTUNNEL_ENCAP_MAX = 11, }; struct napi_gro_cb { void *frag0; unsigned int frag0_len; int data_offset; u16 flush; u16 flush_id; u16 count; u16 proto; long unsigned int age; union { struct { u16 gro_remcsum_start; u8 same_flow: 1; u8 encap_mark: 1; u8 csum_valid: 1; u8 csum_cnt: 3; u8 free: 2; u8 is_ipv6: 1; u8 is_fou: 1; u8 is_atomic: 1; u8 recursion_counter: 4; u8 is_flist: 1; }; struct { u16 gro_remcsum_start; u8 same_flow: 1; u8 encap_mark: 1; u8 csum_valid: 1; u8 csum_cnt: 3; u8 free: 2; u8 is_ipv6: 1; u8 is_fou: 1; u8 is_atomic: 1; u8 recursion_counter: 4; u8 is_flist: 1; } zeroed; }; __wsum csum; struct sk_buff *last; }; typedef struct sk_buff * (*gro_receive_t)(struct list_head *, struct sk_buff *); struct gro_remcsum { int offset; __wsum delta; }; enum nexthop_event_type { NEXTHOP_EVENT_DEL = 0, NEXTHOP_EVENT_REPLACE = 1, NEXTHOP_EVENT_RES_TABLE_PRE_REPLACE = 2, NEXTHOP_EVENT_BUCKET_REPLACE = 3, }; enum nh_notifier_info_type { NH_NOTIFIER_INFO_TYPE_SINGLE = 0, NH_NOTIFIER_INFO_TYPE_GRP = 1, NH_NOTIFIER_INFO_TYPE_RES_TABLE = 2, NH_NOTIFIER_INFO_TYPE_RES_BUCKET = 3, }; struct nh_notifier_single_info { struct net_device *dev; u8 gw_family; union { __be32 ipv4; struct in6_addr ipv6; }; u8 is_reject: 1; u8 is_fdb: 1; u8 has_encap: 1; }; struct nh_notifier_grp_entry_info { u8 weight; u32 id; struct nh_notifier_single_info nh; }; struct nh_notifier_grp_info { u16 num_nh; bool is_fdb; struct nh_notifier_grp_entry_info nh_entries[0]; }; struct nh_notifier_res_bucket_info { u16 bucket_index; unsigned int idle_timer_ms; bool force; struct nh_notifier_single_info old_nh; struct nh_notifier_single_info new_nh; }; struct nh_notifier_res_table_info { u16 num_nh_buckets; struct nh_notifier_single_info nhs[0]; }; struct nh_notifier_info { struct net *net; struct netlink_ext_ack *extack; u32 id; enum nh_notifier_info_type type; union { struct nh_notifier_single_info *nh; struct nh_notifier_grp_info *nh_grp; struct nh_notifier_res_table_info *nh_res_table; struct nh_notifier_res_bucket_info *nh_res_bucket; }; }; struct ip_tunnel_key { __be64 tun_id; union { struct { __be32 src; __be32 dst; } ipv4; struct { struct in6_addr src; struct in6_addr dst; } ipv6; } u; __be16 tun_flags; u8 tos; u8 ttl; __be32 label; __be16 tp_src; __be16 tp_dst; __u8 flow_flags; }; struct ip_tunnel_info { struct ip_tunnel_key key; struct dst_cache dst_cache; u8 options_len; u8 mode; }; enum udp_parsable_tunnel_type { UDP_TUNNEL_TYPE_VXLAN = 1, UDP_TUNNEL_TYPE_GENEVE = 2, UDP_TUNNEL_TYPE_VXLAN_GPE = 4, }; typedef u64 sci_t; enum metadata_type { METADATA_IP_TUNNEL = 0, METADATA_HW_PORT_MUX = 1, METADATA_MACSEC = 2, METADATA_XFRM = 3, }; struct hw_port_info { struct net_device *lower_dev; u32 port_id; }; struct macsec_info { sci_t sci; }; struct xfrm_md_info { u32 if_id; int link; struct dst_entry *dst_orig; }; struct metadata_dst { struct dst_entry dst; enum metadata_type type; union { struct ip_tunnel_info tun_info; struct hw_port_info port_info; struct macsec_info macsec_info; struct xfrm_md_info xfrm_info; } u; }; enum switchdev_notifier_type { SWITCHDEV_FDB_ADD_TO_BRIDGE = 1, SWITCHDEV_FDB_DEL_TO_BRIDGE = 2, SWITCHDEV_FDB_ADD_TO_DEVICE = 3, SWITCHDEV_FDB_DEL_TO_DEVICE = 4, SWITCHDEV_FDB_OFFLOADED = 5, SWITCHDEV_FDB_FLUSH_TO_BRIDGE = 6, SWITCHDEV_PORT_OBJ_ADD = 7, SWITCHDEV_PORT_OBJ_DEL = 8, SWITCHDEV_PORT_ATTR_SET = 9, SWITCHDEV_VXLAN_FDB_ADD_TO_BRIDGE = 10, SWITCHDEV_VXLAN_FDB_DEL_TO_BRIDGE = 11, SWITCHDEV_VXLAN_FDB_ADD_TO_DEVICE = 12, SWITCHDEV_VXLAN_FDB_DEL_TO_DEVICE = 13, SWITCHDEV_VXLAN_FDB_OFFLOADED = 14, SWITCHDEV_BRPORT_OFFLOADED = 15, SWITCHDEV_BRPORT_UNOFFLOADED = 16, }; struct switchdev_notifier_info { struct net_device *dev; struct netlink_ext_ack *extack; const void *ctx; }; struct vxlanhdr { __be32 vx_flags; __be32 vx_vni; }; struct vxlanhdr_gbp { u8 vx_flags; u8 reserved_flags1: 3; u8 policy_applied: 1; u8 reserved_flags2: 2; u8 dont_learn: 1; u8 reserved_flags3: 1; __be16 policy_id; __be32 vx_vni; }; struct vxlanhdr_gpe { u8 oam_flag: 1; u8 reserved_flags1: 1; u8 np_applied: 1; u8 instance_applied: 1; u8 version: 2; u8 reserved_flags2: 2; u8 reserved_flags3; u8 reserved_flags4; u8 next_protocol; __be32 vx_vni; }; struct vxlan_metadata { u32 gbp; }; struct switchdev_notifier_vxlan_fdb_info { struct switchdev_notifier_info info; union vxlan_addr remote_ip; __be16 remote_port; __be32 remote_vni; u32 remote_ifindex; u8 eth_addr[6]; __be32 vni; bool offloaded; bool added_by_user; }; struct vxlan_fdb { struct hlist_node hlist; struct callback_head rcu; long unsigned int updated; long unsigned int used; struct list_head remotes; u8 eth_addr[6]; u16 state; __be32 vni; u16 flags; struct list_head nh_list; struct nexthop *nh; struct vxlan_dev *vdev; }; struct vsock_tap { struct net_device *dev; struct module *module; struct list_head list; }; struct vsockmon { struct vsock_tap vt; }; enum { IFLA_GENEVE_UNSPEC = 0, IFLA_GENEVE_ID = 1, IFLA_GENEVE_REMOTE = 2, IFLA_GENEVE_TTL = 3, IFLA_GENEVE_TOS = 4, IFLA_GENEVE_PORT = 5, IFLA_GENEVE_COLLECT_METADATA = 6, IFLA_GENEVE_REMOTE6 = 7, IFLA_GENEVE_UDP_CSUM = 8, IFLA_GENEVE_UDP_ZERO_CSUM6_TX = 9, IFLA_GENEVE_UDP_ZERO_CSUM6_RX = 10, IFLA_GENEVE_LABEL = 11, IFLA_GENEVE_TTL_INHERIT = 12, IFLA_GENEVE_DF = 13, IFLA_GENEVE_INNER_PROTO_INHERIT = 14, __IFLA_GENEVE_MAX = 15, }; enum ifla_geneve_df { GENEVE_DF_UNSET = 0, GENEVE_DF_SET = 1, GENEVE_DF_INHERIT = 2, __GENEVE_DF_END = 3, GENEVE_DF_MAX = 2, }; struct offload_callbacks { struct sk_buff * (*gso_segment)(struct sk_buff *, netdev_features_t); struct sk_buff * (*gro_receive)(struct list_head *, struct sk_buff *); int (*gro_complete)(struct sk_buff *, int); }; struct packet_offload { __be16 type; u16 priority; struct offload_callbacks callbacks; struct list_head list; }; struct genevehdr { u8 opt_len: 6; u8 ver: 2; u8 rsvd1: 6; u8 critical: 1; u8 oam: 1; __be16 proto_type; u8 vni[3]; u8 rsvd2; u8 options[0]; }; struct geneve_net { struct list_head geneve_list; struct list_head sock_list; }; struct geneve_dev; struct geneve_dev_node { struct hlist_node hlist; struct geneve_dev *geneve; }; struct geneve_config { struct ip_tunnel_info info; bool collect_md; bool use_udp6_rx_checksums; bool ttl_inherit; enum ifla_geneve_df df; bool inner_proto_inherit; }; struct geneve_sock; struct geneve_dev { struct geneve_dev_node hlist4; struct geneve_dev_node hlist6; struct net *net; struct net_device *dev; struct geneve_sock *sock4; struct geneve_sock *sock6; struct list_head next; struct gro_cells gro_cells; struct geneve_config cfg; }; struct geneve_sock { bool collect_md; struct list_head list; struct socket *sock; struct callback_head rcu; int refcnt; struct hlist_head vni_list[1024]; }; struct hwtstamp_config { int flags; int tx_type; int rx_filter; }; struct tcphdr { __be16 source; __be16 dest; __be32 seq; __be32 ack_seq; __u16 res1: 4; __u16 doff: 4; __u16 fin: 1; __u16 syn: 1; __u16 rst: 1; __u16 psh: 1; __u16 ack: 1; __u16 urg: 1; __u16 ece: 1; __u16 cwr: 1; __be16 window; __sum16 check; __be16 urg_ptr; }; struct clock_identity { u8 id[8]; }; struct port_identity { struct clock_identity clock_identity; __be16 port_number; }; struct ptp_header { u8 tsmt; u8 ver; __be16 message_length; u8 domain_number; u8 reserved1; u8 flag_field[2]; __be64 correction; __be32 reserved2; struct port_identity source_port_identity; __be16 sequence_id; u8 control; u8 log_message_interval; } __attribute__((packed)); enum pm_api_id { PM_GET_API_VERSION = 1, PM_REGISTER_NOTIFIER = 5, PM_FORCE_POWERDOWN = 8, PM_REQUEST_WAKEUP = 10, PM_SYSTEM_SHUTDOWN = 12, PM_REQUEST_NODE = 13, PM_RELEASE_NODE = 14, PM_SET_REQUIREMENT = 15, PM_RESET_ASSERT = 17, PM_RESET_GET_STATUS = 18, PM_MMIO_WRITE = 19, PM_MMIO_READ = 20, PM_PM_INIT_FINALIZE = 21, PM_FPGA_LOAD = 22, PM_FPGA_GET_STATUS = 23, PM_GET_CHIPID = 24, PM_SECURE_SHA = 26, PM_PINCTRL_REQUEST = 28, PM_PINCTRL_RELEASE = 29, PM_PINCTRL_GET_FUNCTION = 30, PM_PINCTRL_SET_FUNCTION = 31, PM_PINCTRL_CONFIG_PARAM_GET = 32, PM_PINCTRL_CONFIG_PARAM_SET = 33, PM_IOCTL = 34, PM_QUERY_DATA = 35, PM_CLOCK_ENABLE = 36, PM_CLOCK_DISABLE = 37, PM_CLOCK_GETSTATE = 38, PM_CLOCK_SETDIVIDER = 39, PM_CLOCK_GETDIVIDER = 40, PM_CLOCK_SETRATE = 41, PM_CLOCK_GETRATE = 42, PM_CLOCK_SETPARENT = 43, PM_CLOCK_GETPARENT = 44, PM_SECURE_AES = 47, PM_FEATURE_CHECK = 63, }; enum pm_ioctl_id { IOCTL_GET_RPU_OPER_MODE = 0, IOCTL_SET_RPU_OPER_MODE = 1, IOCTL_RPU_BOOT_ADDR_CONFIG = 2, IOCTL_TCM_COMB_CONFIG = 3, IOCTL_SET_TAPDELAY_BYPASS = 4, IOCTL_SD_DLL_RESET = 6, IOCTL_SET_SD_TAPDELAY = 7, IOCTL_SET_PLL_FRAC_MODE = 8, IOCTL_GET_PLL_FRAC_MODE = 9, IOCTL_SET_PLL_FRAC_DATA = 10, IOCTL_GET_PLL_FRAC_DATA = 11, IOCTL_WRITE_GGS = 12, IOCTL_READ_GGS = 13, IOCTL_WRITE_PGGS = 14, IOCTL_READ_PGGS = 15, IOCTL_SET_BOOT_HEALTH_STATUS = 17, IOCTL_OSPI_MUX_SELECT = 21, IOCTL_REGISTER_SGI = 25, IOCTL_SET_FEATURE_CONFIG = 26, IOCTL_GET_FEATURE_CONFIG = 27, IOCTL_SET_SD_CONFIG = 30, IOCTL_SET_GEM_CONFIG = 31, }; enum pm_gem_config_type { GEM_CONFIG_SGMII_MODE = 1, GEM_CONFIG_FIXED = 2, }; struct ptp_clock_time { __s64 sec; __u32 nsec; __u32 reserved; }; struct ptp_extts_request { unsigned int index; unsigned int flags; unsigned int rsv[2]; }; struct ptp_perout_request { union { struct ptp_clock_time start; struct ptp_clock_time phase; }; struct ptp_clock_time period; unsigned int index; unsigned int flags; union { struct ptp_clock_time on; unsigned int rsv[4]; }; }; enum ptp_pin_function { PTP_PF_NONE = 0, PTP_PF_EXTTS = 1, PTP_PF_PEROUT = 2, PTP_PF_PHYSYNC = 3, }; struct ptp_pin_desc { char name[64]; unsigned int index; unsigned int func; unsigned int chan; unsigned int rsv[5]; }; struct ptp_clock_request { enum { PTP_CLK_REQ_EXTTS = 0, PTP_CLK_REQ_PEROUT = 1, PTP_CLK_REQ_PPS = 2, } type; union { struct ptp_extts_request extts; struct ptp_perout_request perout; }; }; struct ptp_clock_info { struct module *owner; char name[32]; s32 max_adj; int n_alarm; int n_ext_ts; int n_per_out; int n_pins; int pps; struct ptp_pin_desc *pin_config; int (*adjfine)(struct ptp_clock_info *, long int); int (*adjphase)(struct ptp_clock_info *, s32); int (*adjtime)(struct ptp_clock_info *, s64); int (*gettime64)(struct ptp_clock_info *, struct timespec64 *); int (*gettimex64)(struct ptp_clock_info *, struct timespec64 *, struct ptp_system_timestamp *); int (*getcrosststamp)(struct ptp_clock_info *, struct system_device_crosststamp *); int (*settime64)(struct ptp_clock_info *, const struct timespec64 *); int (*getcycles64)(struct ptp_clock_info *, struct timespec64 *); int (*getcyclesx64)(struct ptp_clock_info *, struct timespec64 *, struct ptp_system_timestamp *); int (*getcrosscycles)(struct ptp_clock_info *, struct system_device_crosststamp *); int (*enable)(struct ptp_clock_info *, struct ptp_clock_request *, int); int (*verify)(struct ptp_clock_info *, unsigned int, enum ptp_pin_function, unsigned int); long int (*do_aux_work)(struct ptp_clock_info *); }; struct macb_dma_desc { u32 addr; u32 ctrl; }; struct macb_dma_desc_64 { u32 addrh; u32 resvd; }; struct macb_tx_skb { struct sk_buff *skb; dma_addr_t mapping; size_t size; bool mapped_as_page; }; struct macb_stats { u32 rx_pause_frames; u32 tx_ok; u32 tx_single_cols; u32 tx_multiple_cols; u32 rx_ok; u32 rx_fcs_errors; u32 rx_align_errors; u32 tx_deferred; u32 tx_late_cols; u32 tx_excessive_cols; u32 tx_underruns; u32 tx_carrier_errors; u32 rx_resource_errors; u32 rx_overruns; u32 rx_symbol_errors; u32 rx_oversize_pkts; u32 rx_jabbers; u32 rx_undersize_pkts; u32 sqe_test_errors; u32 rx_length_mismatch; u32 tx_pause_frames; }; struct gem_stats { u32 tx_octets_31_0; u32 tx_octets_47_32; u32 tx_frames; u32 tx_broadcast_frames; u32 tx_multicast_frames; u32 tx_pause_frames; u32 tx_64_byte_frames; u32 tx_65_127_byte_frames; u32 tx_128_255_byte_frames; u32 tx_256_511_byte_frames; u32 tx_512_1023_byte_frames; u32 tx_1024_1518_byte_frames; u32 tx_greater_than_1518_byte_frames; u32 tx_underrun; u32 tx_single_collision_frames; u32 tx_multiple_collision_frames; u32 tx_excessive_collisions; u32 tx_late_collisions; u32 tx_deferred_frames; u32 tx_carrier_sense_errors; u32 rx_octets_31_0; u32 rx_octets_47_32; u32 rx_frames; u32 rx_broadcast_frames; u32 rx_multicast_frames; u32 rx_pause_frames; u32 rx_64_byte_frames; u32 rx_65_127_byte_frames; u32 rx_128_255_byte_frames; u32 rx_256_511_byte_frames; u32 rx_512_1023_byte_frames; u32 rx_1024_1518_byte_frames; u32 rx_greater_than_1518_byte_frames; u32 rx_undersized_frames; u32 rx_oversize_frames; u32 rx_jabbers; u32 rx_frame_check_sequence_errors; u32 rx_length_field_frame_errors; u32 rx_symbol_errors; u32 rx_alignment_errors; u32 rx_resource_errors; u32 rx_overruns; u32 rx_ip_header_checksum_errors; u32 rx_tcp_checksum_errors; u32 rx_udp_checksum_errors; }; struct gem_statistic { char stat_string[32]; int offset; u32 stat_bits; }; struct queue_stats { union { long unsigned int first; long unsigned int rx_packets; }; long unsigned int rx_bytes; long unsigned int rx_dropped; long unsigned int tx_packets; long unsigned int tx_bytes; long unsigned int tx_dropped; }; struct macb; struct macb_queue; struct macb_or_gem_ops { int (*mog_alloc_rx_buffers)(struct macb *); void (*mog_free_rx_buffers)(struct macb *); void (*mog_init_rings)(struct macb *); int (*mog_rx)(struct macb_queue *, struct napi_struct *, int); }; struct macb_queue { struct macb *bp; int irq; unsigned int ISR; unsigned int IER; unsigned int IDR; unsigned int IMR; unsigned int TBQP; unsigned int TBQPH; unsigned int RBQS; unsigned int RBQP; unsigned int RBQPH; spinlock_t tx_ptr_lock; unsigned int tx_head; unsigned int tx_tail; struct macb_dma_desc *tx_ring; struct macb_tx_skb *tx_skb; dma_addr_t tx_ring_dma; struct work_struct tx_error_task; bool txubr_pending; struct napi_struct napi_tx; dma_addr_t rx_ring_dma; dma_addr_t rx_buffers_dma; unsigned int rx_tail; unsigned int rx_prepared_head; struct macb_dma_desc *rx_ring; struct sk_buff **rx_skbuff; void *rx_buffers; struct napi_struct napi_rx; struct queue_stats stats; }; struct ptp_clock; struct tsu_incr { u32 sub_ns; u32 ns; }; struct ethtool_rx_fs_list { struct list_head list; unsigned int count; }; struct macb_pm_data { u32 scrt2; u32 usrio; }; struct macb_ptp_info; struct macb_usrio_config; struct macb { void *regs; bool native_io; u32 (*macb_reg_readl)(struct macb *, int); void (*macb_reg_writel)(struct macb *, int, u32); size_t rx_buffer_size; unsigned int rx_ring_size; unsigned int tx_ring_size; unsigned int num_queues; unsigned int queue_mask; struct macb_queue queues[8]; spinlock_t lock; struct platform_device *pdev; struct clk *pclk; struct clk *hclk; struct clk *tx_clk; struct clk *rx_clk; struct clk *tsu_clk; struct net_device *dev; union { struct macb_stats macb; struct gem_stats gem; } hw_stats; struct macb_or_gem_ops macbgem_ops; struct mii_bus *mii_bus; struct phylink *phylink; struct phylink_config phylink_config; struct phylink_pcs phylink_usx_pcs; struct phylink_pcs phylink_sgmii_pcs; u32 caps; unsigned int dma_burst_length; phy_interface_t phy_interface; struct macb_tx_skb rm9200_txq[2]; unsigned int max_tx_length; u64 ethtool_stats[91]; unsigned int rx_frm_len_mask; unsigned int jumbo_max_len; u32 wol; struct macb_ptp_info *ptp_info; struct phy *sgmii_phy; uint8_t hw_dma_cap; spinlock_t tsu_clk_lock; unsigned int tsu_rate; struct ptp_clock *ptp_clock; struct ptp_clock_info ptp_clock_info; struct tsu_incr tsu_incr; struct hwtstamp_config tstamp_config; struct ethtool_rx_fs_list rx_fs_list; spinlock_t rx_fs_lock; unsigned int max_tuples; struct tasklet_struct hresp_err_tasklet; int rx_bd_rd_prefetch; int tx_bd_rd_prefetch; u32 rx_intr_mask; struct macb_pm_data pm_data; const struct macb_usrio_config *usrio; }; struct macb_ptp_info { void (*ptp_init)(struct net_device *); void (*ptp_remove)(struct net_device *); s32 (*get_ptp_max_adj)(); unsigned int (*get_tsu_rate)(struct macb *); int (*get_ts_info)(struct net_device *, struct ethtool_ts_info *); int (*get_hwtst)(struct net_device *, struct ifreq *); int (*set_hwtst)(struct net_device *, struct ifreq *, int); }; struct macb_usrio_config { u32 mii; u32 rmii; u32 rgmii; u32 refclk; u32 hdfctlen; }; struct macb_config { u32 caps; unsigned int dma_burst_length; int (*clk_init)(struct platform_device *, struct clk **, struct clk **, struct clk **, struct clk **, struct clk **); int (*init)(struct platform_device *); int jumbo_max_len; const struct macb_usrio_config *usrio; }; struct ethtool_rx_fs_item { struct ethtool_rx_flow_spec fs; struct list_head list; }; struct macb_platform_data { struct clk *pclk; struct clk *hclk; }; struct sifive_fu540_macb_mgmt { void *reg; long unsigned int rate; struct clk_hw hw; }; struct pm_qos_request { struct plist_node node; struct pm_qos_constraints *qos; }; enum e1000_mac_type { e1000_82571 = 0, e1000_82572 = 1, e1000_82573 = 2, e1000_82574 = 3, e1000_82583 = 4, e1000_80003es2lan = 5, e1000_ich8lan = 6, e1000_ich9lan = 7, e1000_ich10lan = 8, e1000_pchlan = 9, e1000_pch2lan = 10, e1000_pch_lpt = 11, e1000_pch_spt = 12, e1000_pch_cnp = 13, e1000_pch_tgp = 14, e1000_pch_adp = 15, e1000_pch_mtp = 16, e1000_pch_lnp = 17, e1000_pch_ptp = 18, }; enum e1000_media_type { e1000_media_type_unknown = 0, e1000_media_type_copper = 1, e1000_media_type_fiber = 2, e1000_media_type_internal_serdes = 3, e1000_num_media_types = 4, }; enum e1000_nvm_type { e1000_nvm_unknown = 0, e1000_nvm_none = 1, e1000_nvm_eeprom_spi = 2, e1000_nvm_flash_hw = 3, e1000_nvm_flash_sw = 4, }; enum e1000_nvm_override { e1000_nvm_override_none = 0, e1000_nvm_override_spi_small = 1, e1000_nvm_override_spi_large = 2, }; enum e1000_phy_type { e1000_phy_unknown = 0, e1000_phy_none = 1, e1000_phy_m88 = 2, e1000_phy_igp = 3, e1000_phy_igp_2 = 4, e1000_phy_gg82563 = 5, e1000_phy_igp_3 = 6, e1000_phy_ife = 7, e1000_phy_bm = 8, e1000_phy_82578 = 9, e1000_phy_82577 = 10, e1000_phy_82579 = 11, e1000_phy_i217 = 12, }; enum e1000_bus_width { e1000_bus_width_unknown = 0, e1000_bus_width_pcie_x1 = 1, e1000_bus_width_pcie_x2 = 2, e1000_bus_width_pcie_x4 = 4, e1000_bus_width_pcie_x8 = 8, e1000_bus_width_32 = 9, e1000_bus_width_64 = 10, e1000_bus_width_reserved = 11, }; enum e1000_1000t_rx_status { e1000_1000t_rx_status_not_ok = 0, e1000_1000t_rx_status_ok = 1, e1000_1000t_rx_status_undefined = 255, }; enum e1000_rev_polarity { e1000_rev_polarity_normal = 0, e1000_rev_polarity_reversed = 1, e1000_rev_polarity_undefined = 255, }; enum e1000_fc_mode { e1000_fc_none = 0, e1000_fc_rx_pause = 1, e1000_fc_tx_pause = 2, e1000_fc_full = 3, e1000_fc_default = 255, }; enum e1000_ms_type { e1000_ms_hw_default = 0, e1000_ms_force_master = 1, e1000_ms_force_slave = 2, e1000_ms_auto = 3, }; enum e1000_smart_speed { e1000_smart_speed_default = 0, e1000_smart_speed_on = 1, e1000_smart_speed_off = 2, }; enum e1000_serdes_link_state { e1000_serdes_link_down = 0, e1000_serdes_link_autoneg_progress = 1, e1000_serdes_link_autoneg_complete = 2, e1000_serdes_link_forced_up = 3, }; struct e1000_hw_stats { u64 crcerrs; u64 algnerrc; u64 symerrs; u64 rxerrc; u64 mpc; u64 scc; u64 ecol; u64 mcc; u64 latecol; u64 colc; u64 dc; u64 tncrs; u64 sec; u64 cexterr; u64 rlec; u64 xonrxc; u64 xontxc; u64 xoffrxc; u64 xofftxc; u64 fcruc; u64 prc64; u64 prc127; u64 prc255; u64 prc511; u64 prc1023; u64 prc1522; u64 gprc; u64 bprc; u64 mprc; u64 gptc; u64 gorc; u64 gotc; u64 rnbc; u64 ruc; u64 rfc; u64 roc; u64 rjc; u64 mgprc; u64 mgpdc; u64 mgptc; u64 tor; u64 tot; u64 tpr; u64 tpt; u64 ptc64; u64 ptc127; u64 ptc255; u64 ptc511; u64 ptc1023; u64 ptc1522; u64 mptc; u64 bptc; u64 tsctc; u64 tsctfc; u64 iac; u64 icrxptc; u64 icrxatc; u64 ictxptc; u64 ictxatc; u64 ictxqec; u64 ictxqmtc; u64 icrxdmtc; u64 icrxoc; }; struct e1000_phy_stats { u32 idle_errors; u32 receive_errors; }; struct e1000_host_mng_dhcp_cookie { u32 signature; u8 status; u8 reserved0; u16 vlan_id; u32 reserved1; u16 reserved2; u8 reserved3; u8 checksum; }; struct e1000_hw; struct e1000_mac_operations { s32 (*id_led_init)(struct e1000_hw *); s32 (*blink_led)(struct e1000_hw *); bool (*check_mng_mode)(struct e1000_hw *); s32 (*check_for_link)(struct e1000_hw *); s32 (*cleanup_led)(struct e1000_hw *); void (*clear_hw_cntrs)(struct e1000_hw *); void (*clear_vfta)(struct e1000_hw *); s32 (*get_bus_info)(struct e1000_hw *); void (*set_lan_id)(struct e1000_hw *); s32 (*get_link_up_info)(struct e1000_hw *, u16 *, u16 *); s32 (*led_on)(struct e1000_hw *); s32 (*led_off)(struct e1000_hw *); void (*update_mc_addr_list)(struct e1000_hw *, u8 *, u32); s32 (*reset_hw)(struct e1000_hw *); s32 (*init_hw)(struct e1000_hw *); s32 (*setup_link)(struct e1000_hw *); s32 (*setup_physical_interface)(struct e1000_hw *); s32 (*setup_led)(struct e1000_hw *); void (*write_vfta)(struct e1000_hw *, u32, u32); void (*config_collision_dist)(struct e1000_hw *); int (*rar_set)(struct e1000_hw *, u8 *, u32); s32 (*read_mac_addr)(struct e1000_hw *); u32 (*rar_get_count)(struct e1000_hw *); }; struct e1000_mac_info { struct e1000_mac_operations ops; u8 addr[6]; u8 perm_addr[6]; enum e1000_mac_type type; u32 collision_delta; u32 ledctl_default; u32 ledctl_mode1; u32 ledctl_mode2; u32 mc_filter_type; u32 tx_packet_delta; u32 txcw; u16 current_ifs_val; u16 ifs_max_val; u16 ifs_min_val; u16 ifs_ratio; u16 ifs_step_size; u16 mta_reg_count; u32 mta_shadow[128]; u16 rar_entry_count; u8 forced_speed_duplex; bool adaptive_ifs; bool has_fwsm; bool arc_subsystem_valid; bool autoneg; bool autoneg_failed; bool get_link_status; bool in_ifs_mode; bool serdes_has_link; bool tx_pkt_filtering; enum e1000_serdes_link_state serdes_link_state; }; struct e1000_fc_info { u32 high_water; u32 low_water; u16 pause_time; u16 refresh_time; bool send_xon; bool strict_ieee; enum e1000_fc_mode current_mode; enum e1000_fc_mode requested_mode; }; struct e1000_phy_operations { s32 (*acquire)(struct e1000_hw *); s32 (*cfg_on_link_up)(struct e1000_hw *); s32 (*check_polarity)(struct e1000_hw *); s32 (*check_reset_block)(struct e1000_hw *); s32 (*commit)(struct e1000_hw *); s32 (*force_speed_duplex)(struct e1000_hw *); s32 (*get_cfg_done)(struct e1000_hw *); s32 (*get_cable_length)(struct e1000_hw *); s32 (*get_info)(struct e1000_hw *); s32 (*set_page)(struct e1000_hw *, u16); s32 (*read_reg)(struct e1000_hw *, u32, u16 *); s32 (*read_reg_locked)(struct e1000_hw *, u32, u16 *); s32 (*read_reg_page)(struct e1000_hw *, u32, u16 *); void (*release)(struct e1000_hw *); s32 (*reset)(struct e1000_hw *); s32 (*set_d0_lplu_state)(struct e1000_hw *, bool); s32 (*set_d3_lplu_state)(struct e1000_hw *, bool); s32 (*write_reg)(struct e1000_hw *, u32, u16); s32 (*write_reg_locked)(struct e1000_hw *, u32, u16); s32 (*write_reg_page)(struct e1000_hw *, u32, u16); void (*power_up)(struct e1000_hw *); void (*power_down)(struct e1000_hw *); }; struct e1000_phy_info { struct e1000_phy_operations ops; enum e1000_phy_type type; enum e1000_1000t_rx_status local_rx; enum e1000_1000t_rx_status remote_rx; enum e1000_ms_type ms_type; enum e1000_ms_type original_ms_type; enum e1000_rev_polarity cable_polarity; enum e1000_smart_speed smart_speed; u32 addr; u32 id; u32 reset_delay_us; u32 revision; enum e1000_media_type media_type; u16 autoneg_advertised; u16 autoneg_mask; u16 cable_length; u16 max_cable_length; u16 min_cable_length; u8 mdix; bool disable_polarity_correction; bool is_mdix; bool polarity_correction; bool speed_downgraded; bool autoneg_wait_to_complete; }; struct e1000_nvm_operations { s32 (*acquire)(struct e1000_hw *); s32 (*read)(struct e1000_hw *, u16, u16, u16 *); void (*release)(struct e1000_hw *); void (*reload)(struct e1000_hw *); s32 (*update)(struct e1000_hw *); s32 (*valid_led_default)(struct e1000_hw *, u16 *); s32 (*validate)(struct e1000_hw *); s32 (*write)(struct e1000_hw *, u16, u16, u16 *); }; struct e1000_nvm_info { struct e1000_nvm_operations ops; enum e1000_nvm_type type; enum e1000_nvm_override override; u32 flash_bank_size; u32 flash_base_addr; u16 word_size; u16 delay_usec; u16 address_bits; u16 opcode_bits; u16 page_size; }; struct e1000_bus_info { enum e1000_bus_width width; u16 func; }; struct e1000_dev_spec_82571 { bool laa_is_present; u32 smb_counter; }; struct e1000_dev_spec_80003es2lan { bool mdic_wa_enable; }; struct e1000_shadow_ram { u16 value; bool modified; }; enum e1000_ulp_state { e1000_ulp_state_unknown = 0, e1000_ulp_state_off = 1, e1000_ulp_state_on = 2, }; struct e1000_dev_spec_ich8lan { bool kmrn_lock_loss_workaround_enabled; struct e1000_shadow_ram shadow_ram[2048]; bool nvm_k1_enabled; bool eee_disable; u16 eee_lp_ability; enum e1000_ulp_state ulp_state; }; struct e1000_adapter; struct e1000_hw { struct e1000_adapter *adapter; void *hw_addr; void *flash_address; struct e1000_mac_info mac; struct e1000_fc_info fc; struct e1000_phy_info phy; struct e1000_nvm_info nvm; struct e1000_bus_info bus; struct e1000_host_mng_dhcp_cookie mng_cookie; union { struct e1000_dev_spec_82571 e82571; struct e1000_dev_spec_80003es2lan e80003es2lan; struct e1000_dev_spec_ich8lan ich8lan; } dev_spec; }; struct e1000_phy_regs { u16 bmcr; u16 bmsr; u16 advertise; u16 lpa; u16 expansion; u16 ctrl1000; u16 stat1000; u16 estatus; }; struct e1000_buffer; struct e1000_ring { struct e1000_adapter *adapter; void *desc; dma_addr_t dma; unsigned int size; unsigned int count; u16 next_to_use; u16 next_to_clean; void *head; void *tail; struct e1000_buffer *buffer_info; char name[21]; u32 ims_val; u32 itr_val; void *itr_register; int set_itr; struct sk_buff *rx_skb_top; }; struct e1000_info; struct e1000_adapter { struct timer_list watchdog_timer; struct timer_list phy_info_timer; struct timer_list blink_timer; struct work_struct reset_task; struct work_struct watchdog_task; const struct e1000_info *ei; long unsigned int active_vlans[64]; u32 bd_number; u32 rx_buffer_len; u16 mng_vlan_id; u16 link_speed; u16 link_duplex; u16 eeprom_vers; long unsigned int state; u32 itr; u32 itr_setting; u16 tx_itr; u16 rx_itr; long: 32; long: 64; long: 64; long: 64; struct e1000_ring *tx_ring; u32 tx_fifo_limit; struct napi_struct napi; unsigned int uncorr_errors; unsigned int corr_errors; unsigned int restart_queue; u32 txd_cmd; bool detect_tx_hung; bool tx_hang_recheck; u8 tx_timeout_factor; u32 tx_int_delay; u32 tx_abs_int_delay; unsigned int total_tx_bytes; unsigned int total_tx_packets; unsigned int total_rx_bytes; unsigned int total_rx_packets; u64 tpt_old; u64 colc_old; u32 gotc; u64 gotc_old; u32 tx_timeout_count; u32 tx_fifo_head; u32 tx_head_addr; u32 tx_fifo_size; u32 tx_dma_failed; u32 tx_hwtstamp_timeouts; u32 tx_hwtstamp_skipped; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; bool (*clean_rx)(struct e1000_ring *, int *, int); void (*alloc_rx_buf)(struct e1000_ring *, int, gfp_t); struct e1000_ring *rx_ring; u32 rx_int_delay; u32 rx_abs_int_delay; u64 hw_csum_err; u64 hw_csum_good; u64 rx_hdr_split; u32 gorc; u64 gorc_old; u32 alloc_rx_buff_failed; u32 rx_dma_failed; u32 rx_hwtstamp_cleared; unsigned int rx_ps_pages; u16 rx_ps_bsize0; u32 max_frame_size; u32 min_frame_size; struct net_device *netdev; struct pci_dev *pdev; struct e1000_hw hw; spinlock_t stats64_lock; struct e1000_hw_stats stats; struct e1000_phy_info phy_info; struct e1000_phy_stats phy_stats; struct e1000_phy_regs phy_regs; struct e1000_ring test_tx_ring; struct e1000_ring test_rx_ring; u32 test_icr; u32 msg_enable; unsigned int num_vectors; struct msix_entry *msix_entries; int int_mode; u32 eiac_mask; u32 eeprom_wol; u32 wol; u32 pba; u32 max_hw_frame_size; bool fc_autoneg; unsigned int flags; unsigned int flags2; struct work_struct downshift_task; struct work_struct update_phy_task; struct work_struct print_hang_task; int phy_hang_count; u16 tx_ring_count; u16 rx_ring_count; struct hwtstamp_config hwtstamp_config; struct delayed_work systim_overflow_work; struct sk_buff *tx_hwtstamp_skb; long unsigned int tx_hwtstamp_start; struct work_struct tx_hwtstamp_work; spinlock_t systim_lock; struct cyclecounter cc; struct timecounter tc; struct ptp_clock *ptp_clock; struct ptp_clock_info ptp_clock_info; struct pm_qos_request pm_qos_req; long int ptp_delta; u16 eee_advert; long: 48; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct e1000_ps_page { struct page *page; u64 dma; }; struct e1000_buffer { dma_addr_t dma; struct sk_buff *skb; union { struct { long unsigned int time_stamp; u16 length; u16 next_to_watch; unsigned int segs; unsigned int bytecount; u16 mapped_as_page; }; struct { struct e1000_ps_page *ps_pages; struct page *page; }; }; }; struct e1000_info { enum e1000_mac_type mac; unsigned int flags; unsigned int flags2; u32 pba; u32 max_hw_frame_size; s32 (*get_variants)(struct e1000_adapter *); const struct e1000_mac_operations *mac_ops; const struct e1000_phy_operations *phy_ops; const struct e1000_nvm_operations *nvm_ops; }; enum e1000_state_t { __E1000_TESTING = 0, __E1000_RESETTING = 1, __E1000_ACCESS_SHARED_RESOURCE = 2, __E1000_DOWN = 3, }; struct ich8_hsfsts { u16 flcdone: 1; u16 flcerr: 1; u16 dael: 1; u16 berasesz: 2; u16 flcinprog: 1; u16 reserved1: 2; u16 reserved2: 6; u16 fldesvalid: 1; u16 flockdn: 1; }; union ich8_hws_flash_status { struct ich8_hsfsts hsf_status; u16 regval; }; struct ich8_hsflctl { u16 flcgo: 1; u16 flcycle: 2; u16 reserved: 5; u16 fldbcount: 2; u16 flockdn: 6; }; union ich8_hws_flash_ctrl { struct ich8_hsflctl hsf_ctrl; u16 regval; }; struct ich8_pr { u32 base: 13; u32 reserved1: 2; u32 rpe: 1; u32 limit: 13; u32 reserved2: 2; u32 wpe: 1; }; union ich8_flash_protected_range { struct ich8_pr range; u32 regval; }; struct e1000_host_mng_command_header { u8 command_id; u8 checksum; u16 reserved1; u16 reserved2; u16 command_length; }; enum e1000_mng_mode { e1000_mng_mode_none = 0, e1000_mng_mode_asf = 1, e1000_mng_mode_pt = 2, e1000_mng_mode_ipmi = 3, e1000_mng_mode_host_if_only = 4, }; struct e1000_opt_list { int i; char *str; }; struct e1000_option { enum { enable_option = 0, range_option = 1, list_option = 2, } type; const char *name; const char *err; int def; union { struct { int min; int max; } r; struct { int nr; struct e1000_opt_list *p; } l; } arg; }; enum ethtool_test_flags { ETH_TEST_FL_OFFLINE = 1, ETH_TEST_FL_FAILED = 2, ETH_TEST_FL_EXTERNAL_LB = 4, ETH_TEST_FL_EXTERNAL_LB_DONE = 8, }; enum hwtstamp_tx_types { HWTSTAMP_TX_OFF = 0, HWTSTAMP_TX_ON = 1, HWTSTAMP_TX_ONESTEP_SYNC = 2, HWTSTAMP_TX_ONESTEP_P2P = 3, __HWTSTAMP_TX_CNT = 4, }; enum hwtstamp_rx_filters { HWTSTAMP_FILTER_NONE = 0, HWTSTAMP_FILTER_ALL = 1, HWTSTAMP_FILTER_SOME = 2, HWTSTAMP_FILTER_PTP_V1_L4_EVENT = 3, HWTSTAMP_FILTER_PTP_V1_L4_SYNC = 4, HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ = 5, HWTSTAMP_FILTER_PTP_V2_L4_EVENT = 6, HWTSTAMP_FILTER_PTP_V2_L4_SYNC = 7, HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ = 8, HWTSTAMP_FILTER_PTP_V2_L2_EVENT = 9, HWTSTAMP_FILTER_PTP_V2_L2_SYNC = 10, HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ = 11, HWTSTAMP_FILTER_PTP_V2_EVENT = 12, HWTSTAMP_FILTER_PTP_V2_SYNC = 13, HWTSTAMP_FILTER_PTP_V2_DELAY_REQ = 14, HWTSTAMP_FILTER_NTP_ALL = 15, __HWTSTAMP_FILTER_CNT = 16, }; union e1000_rx_desc_extended { struct { __le64 buffer_addr; __le64 reserved; } read; struct { struct { __le32 mrq; union { __le32 rss; struct { __le16 ip_id; __le16 csum; } csum_ip; } hi_dword; } lower; struct { __le32 status_error; __le16 length; __le16 vlan; } upper; } wb; }; struct e1000_tx_desc { __le64 buffer_addr; union { __le32 data; struct { __le16 length; u8 cso; u8 cmd; } flags; } lower; union { __le32 data; struct { u8 status; u8 css; __le16 special; } fields; } upper; }; enum { NETDEV_STATS = 0, E1000_STATS = 1, }; struct e1000_stats { char stat_string[32]; int type; int sizeof_stat; int stat_offset; }; struct rtl8169_private; typedef void (*rtl_fw_write_t)(struct rtl8169_private *, int, int); typedef int (*rtl_fw_read_t)(struct rtl8169_private *, int); struct rtl_fw_phy_action { __le32 *code; size_t size; }; struct rtl_fw { rtl_fw_write_t phy_write; rtl_fw_read_t phy_read; rtl_fw_write_t mac_mcu_write; rtl_fw_read_t mac_mcu_read; const struct firmware *fw; const char *fw_name; struct device *dev; char version[32]; struct rtl_fw_phy_action phy_action; }; enum rtl_fw_opcode { PHY_READ = 0, PHY_DATA_OR = 1, PHY_DATA_AND = 2, PHY_BJMPN = 3, PHY_MDIO_CHG = 4, PHY_CLEAR_READCOUNT = 7, PHY_WRITE = 8, PHY_READCOUNT_EQ_SKIP = 9, PHY_COMP_EQ_SKIPN = 10, PHY_COMP_NEQ_SKIPN = 11, PHY_WRITE_PREVIOUS = 12, PHY_SKIPN = 13, PHY_DELAY_MS = 14, }; struct fw_info { u32 magic; char version[32]; __le32 fw_start; __le32 fw_len; u8 chksum; } __attribute__((packed)); enum mac_version { RTL_GIGA_MAC_VER_02 = 0, RTL_GIGA_MAC_VER_03 = 1, RTL_GIGA_MAC_VER_04 = 2, RTL_GIGA_MAC_VER_05 = 3, RTL_GIGA_MAC_VER_06 = 4, RTL_GIGA_MAC_VER_07 = 5, RTL_GIGA_MAC_VER_08 = 6, RTL_GIGA_MAC_VER_09 = 7, RTL_GIGA_MAC_VER_10 = 8, RTL_GIGA_MAC_VER_11 = 9, RTL_GIGA_MAC_VER_14 = 10, RTL_GIGA_MAC_VER_17 = 11, RTL_GIGA_MAC_VER_18 = 12, RTL_GIGA_MAC_VER_19 = 13, RTL_GIGA_MAC_VER_20 = 14, RTL_GIGA_MAC_VER_21 = 15, RTL_GIGA_MAC_VER_22 = 16, RTL_GIGA_MAC_VER_23 = 17, RTL_GIGA_MAC_VER_24 = 18, RTL_GIGA_MAC_VER_25 = 19, RTL_GIGA_MAC_VER_26 = 20, RTL_GIGA_MAC_VER_28 = 21, RTL_GIGA_MAC_VER_29 = 22, RTL_GIGA_MAC_VER_30 = 23, RTL_GIGA_MAC_VER_31 = 24, RTL_GIGA_MAC_VER_32 = 25, RTL_GIGA_MAC_VER_33 = 26, RTL_GIGA_MAC_VER_34 = 27, RTL_GIGA_MAC_VER_35 = 28, RTL_GIGA_MAC_VER_36 = 29, RTL_GIGA_MAC_VER_37 = 30, RTL_GIGA_MAC_VER_38 = 31, RTL_GIGA_MAC_VER_39 = 32, RTL_GIGA_MAC_VER_40 = 33, RTL_GIGA_MAC_VER_42 = 34, RTL_GIGA_MAC_VER_43 = 35, RTL_GIGA_MAC_VER_44 = 36, RTL_GIGA_MAC_VER_46 = 37, RTL_GIGA_MAC_VER_48 = 38, RTL_GIGA_MAC_VER_51 = 39, RTL_GIGA_MAC_VER_52 = 40, RTL_GIGA_MAC_VER_53 = 41, RTL_GIGA_MAC_VER_61 = 42, RTL_GIGA_MAC_VER_63 = 43, RTL_GIGA_MAC_NONE = 44, }; typedef void (*rtl_phy_cfg_fct)(struct rtl8169_private *, struct phy_device *); struct phy_reg { u16 reg; u16 val; }; struct netdev_lag_lower_state_info { u8 link_up: 1; u8 tx_enabled: 1; }; struct net_failover_info { struct net_device *primary_dev; struct net_device *standby_dev; struct rtnl_link_stats64 primary_stats; struct rtnl_link_stats64 standby_stats; struct rtnl_link_stats64 failover_stats; spinlock_t stats_lock; }; struct vlan_ethhdr { union { struct { unsigned char h_dest[6]; unsigned char h_source[6]; }; struct { unsigned char h_dest[6]; unsigned char h_source[6]; } addrs; }; __be16 h_vlan_proto; __be16 h_vlan_TCI; __be16 h_vlan_encapsulated_proto; }; enum rtl_dash_type { RTL_DASH_NONE = 0, RTL_DASH_DP = 1, RTL_DASH_EP = 2, }; struct ring_info { struct sk_buff *skb; u32 len; }; struct rtl8169_tc_offsets { bool inited; __le64 tx_errors; __le32 tx_multi_collision; __le16 tx_aborted; __le16 rx_missed; }; struct TxDesc; struct RxDesc; struct rtl8169_counters; struct rtl8169_private { void *mmio_addr; struct pci_dev *pci_dev; struct net_device *dev; struct phy_device *phydev; struct napi_struct napi; enum mac_version mac_version; enum rtl_dash_type dash_type; u32 cur_rx; u32 cur_tx; u32 dirty_tx; struct TxDesc *TxDescArray; struct RxDesc *RxDescArray; dma_addr_t TxPhyAddr; dma_addr_t RxPhyAddr; struct page *Rx_databuff[256]; struct ring_info tx_skb[256]; u16 cp_cmd; u32 irq_mask; int irq; struct clk *clk; struct { long unsigned int flags[1]; struct work_struct work; } wk; unsigned int supports_gmii: 1; unsigned int aspm_manageable: 1; dma_addr_t counters_phys_addr; struct rtl8169_counters *counters; struct rtl8169_tc_offsets tc_offset; u32 saved_wolopts; int eee_adv; const char *fw_name; struct rtl_fw *rtl_fw; u32 ocp_base; }; enum rtl_registers { MAC0 = 0, MAC4 = 4, MAR0 = 8, CounterAddrLow = 16, CounterAddrHigh = 20, TxDescStartAddrLow = 32, TxDescStartAddrHigh = 36, TxHDescStartAddrLow = 40, TxHDescStartAddrHigh = 44, FLASH = 48, ERSR = 54, ChipCmd = 55, TxPoll = 56, IntrMask = 60, IntrStatus = 62, TxConfig = 64, RxConfig = 68, Cfg9346 = 80, Config0 = 81, Config1 = 82, Config2 = 83, Config3 = 84, Config4 = 85, Config5 = 86, PHYAR = 96, PHYstatus = 108, RxMaxSize = 218, CPlusCmd = 224, IntrMitigate = 226, RxDescAddrLow = 228, RxDescAddrHigh = 232, EarlyTxThres = 236, MaxTxPacketSize = 236, FuncEvent = 240, FuncEventMask = 244, FuncPresetState = 248, IBCR0 = 248, IBCR2 = 249, IBIMR0 = 250, IBISR0 = 251, FuncForceEvent = 252, }; enum rtl8168_8101_registers { CSIDR = 100, CSIAR = 104, PMCH = 111, EPHYAR = 128, DLLPR = 208, DBG_REG = 209, TWSI = 210, MCU = 211, EFUSEAR = 220, MISC_1 = 242, }; enum rtl8168_registers { LED_FREQ = 26, EEE_LED = 27, ERIDR = 112, ERIAR = 116, EPHY_RXER_NUM = 124, OCPDR = 176, OCPAR = 180, GPHY_OCP = 184, RDSAR1 = 208, MISC = 240, }; enum rtl8125_registers { IntrMask_8125 = 56, IntrStatus_8125 = 60, TxPoll_8125 = 144, MAC0_BKP = 6624, EEE_TXIDLE_TIMER_8125 = 24648, }; enum rtl_register_content { SYSErr = 32768, PCSTimeout = 16384, SWInt = 256, TxDescUnavail = 128, RxFIFOOver = 64, LinkChg = 32, RxOverflow = 16, TxErr = 8, TxOK = 4, RxErr = 2, RxOK = 1, RxRWT = 4194304, RxRES = 2097152, RxRUNT = 1048576, RxCRC = 524288, StopReq = 128, CmdReset = 16, CmdRxEnb = 8, CmdTxEnb = 4, RxBufEmpty = 1, HPQ = 128, NPQ = 64, FSWInt = 1, Cfg9346_Lock = 0, Cfg9346_Unlock = 192, AcceptErr = 32, AcceptRunt = 16, AcceptBroadcast = 8, AcceptMulticast = 4, AcceptMyPhys = 2, AcceptAllPhys = 1, TxInterFrameGapShift = 24, TxDMAShift = 8, LEDS1 = 128, LEDS0 = 64, Speed_down = 16, MEMMAP = 8, IOMAP = 4, VPD = 2, PMEnable = 1, ClkReqEn = 128, MSIEnable = 32, PCI_Clock_66MHz = 1, PCI_Clock_33MHz = 0, MagicPacket = 32, LinkUp = 16, Jumbo_En0 = 4, Rdy_to_L23 = 2, Beacon_en = 1, Jumbo_En1 = 2, BWF = 64, MWF = 32, UWF = 16, Spi_en = 8, LanWake = 2, PMEStatus = 1, ASPM_en = 1, EnableBist = 32768, Mac_dbgo_oe = 16384, EnAnaPLL = 16384, Normal_mode = 8192, Force_half_dup = 4096, Force_rxflow_en = 2048, Force_txflow_en = 1024, Cxpl_dbg_sel = 512, ASF = 256, PktCntrDisable = 128, Mac_dbgo_sel = 28, RxVlan = 64, RxChkSum = 32, PCIDAC = 16, PCIMulRW = 8, TBI_Enable = 128, TxFlowCtrl = 64, RxFlowCtrl = 32, _1000bpsF = 16, _100bps = 8, _10bps = 4, LinkStatus = 2, FullDup = 1, CounterReset = 1, CounterDump = 8, MagicPacket_v2 = 65536, }; enum rtl_desc_bit { DescOwn = 2147483648, RingEnd = 1073741824, FirstFrag = 536870912, LastFrag = 268435456, }; enum rtl_tx_desc_bit { TD_LSO = 134217728, TxVlanTag = 131072, }; enum rtl_tx_desc_bit_0 { TD0_TCP_CS = 65536, TD0_UDP_CS = 131072, TD0_IP_CS = 262144, }; enum rtl_tx_desc_bit_1 { TD1_GTSENV4 = 67108864, TD1_GTSENV6 = 33554432, TD1_IPv6_CS = 268435456, TD1_IPv4_CS = 536870912, TD1_TCP_CS = 1073741824, TD1_UDP_CS = 2147483648, }; enum rtl_rx_desc_bit { PID1 = 262144, PID0 = 131072, IPFail = 65536, UDPFail = 32768, TCPFail = 16384, RxVlanTag = 65536, }; struct TxDesc { __le32 opts1; __le32 opts2; __le64 addr; }; struct RxDesc { __le32 opts1; __le32 opts2; __le64 addr; }; struct rtl8169_counters { __le64 tx_packets; __le64 rx_packets; __le64 tx_errors; __le32 rx_errors; __le16 rx_missed; __le16 align_errors; __le32 tx_one_collision; __le32 tx_multi_collision; __le64 rx_unicast; __le64 rx_broadcast; __le32 rx_multicast; __le16 tx_aborted; __le16 tx_underun; }; enum rtl_flag { RTL_FLAG_TASK_ENABLED = 0, RTL_FLAG_TASK_RESET_PENDING = 1, RTL_FLAG_MAX = 2, }; typedef void (*rtl_generic_fct)(struct rtl8169_private *); struct rtl_cond { bool (*check)(struct rtl8169_private *); const char *msg; }; struct rtl_coalesce_info { u32 speed; u32 scale_nsecs[4]; }; struct ephy_info { unsigned int offset; u16 mask; u16 bits; }; struct rtl_mac_info { u16 mask; u16 val; enum mac_version ver; }; union e1000_rx_desc_packet_split { struct { __le64 buffer_addr[4]; } read; struct { struct { __le32 mrq; union { __le32 rss; struct { __le16 ip_id; __le16 csum; } csum_ip; } hi_dword; } lower; struct { __le32 status_error; __le16 length0; __le16 vlan; } middle; struct { __le16 header_status; __le16 length[3]; } upper; __le64 reserved; } wb; }; struct e1000_context_desc { union { __le32 ip_config; struct { u8 ipcss; u8 ipcso; __le16 ipcse; } ip_fields; } lower_setup; union { __le32 tcp_config; struct { u8 tucss; u8 tucso; __le16 tucse; } tcp_fields; } upper_setup; __le32 cmd_and_length; union { __le32 data; struct { u8 status; u8 hdr_len; __le16 mss; } fields; } tcp_seg_setup; }; enum e1000_boards { board_82571 = 0, board_82572 = 1, board_82573 = 2, board_82574 = 3, board_82583 = 4, board_80003es2lan = 5, board_ich8lan = 6, board_ich9lan = 7, board_ich10lan = 8, board_pchlan = 9, board_pch2lan = 10, board_pch_lpt = 11, board_pch_spt = 12, board_pch_cnp = 13, board_pch_tgp = 14, board_pch_adp = 15, board_pch_mtp = 16, }; enum latency_range { lowest_latency = 0, low_latency = 1, bulk_latency = 2, latency_invalid = 255, }; struct trace_event_raw_e1000e_trace_mac_register { struct trace_entry ent; uint32_t reg; char __data[0]; }; struct trace_event_data_offsets_e1000e_trace_mac_register {}; typedef void (*btf_trace_e1000e_trace_mac_register)(void *, uint32_t); struct e1000_reg_info { u32 ofs; char *name; }; struct my_u0 { __le64 a; __le64 b; }; struct my_u1 { __le64 a; __le64 b; __le64 c; __le64 d; }; struct cdrom_msf { __u8 cdmsf_min0; __u8 cdmsf_sec0; __u8 cdmsf_frame0; __u8 cdmsf_min1; __u8 cdmsf_sec1; __u8 cdmsf_frame1; }; struct cdrom_volctrl { __u8 channel0; __u8 channel1; __u8 channel2; __u8 channel3; }; struct cdrom_subchnl { __u8 cdsc_format; __u8 cdsc_audiostatus; __u8 cdsc_adr: 4; __u8 cdsc_ctrl: 4; __u8 cdsc_trk; __u8 cdsc_ind; union cdrom_addr cdsc_absaddr; union cdrom_addr cdsc_reladdr; }; struct cdrom_read_audio { union cdrom_addr addr; __u8 addr_format; int nframes; __u8 *buf; }; struct cdrom_blk { unsigned int from; short unsigned int len; }; struct cdrom_timed_media_change_info { __s64 last_media_change; __u64 media_flags; }; struct dvd_layer { __u8 book_version: 4; __u8 book_type: 4; __u8 min_rate: 4; __u8 disc_size: 4; __u8 layer_type: 4; __u8 track_path: 1; __u8 nlayers: 2; char: 1; __u8 track_density: 4; __u8 linear_density: 4; __u8 bca: 1; __u32 start_sector; __u32 end_sector; __u32 end_sector_l0; }; struct dvd_physical { __u8 type; __u8 layer_num; struct dvd_layer layer[4]; }; struct dvd_copyright { __u8 type; __u8 layer_num; __u8 cpst; __u8 rmi; }; struct dvd_disckey { __u8 type; unsigned int agid: 2; __u8 value[2048]; }; struct dvd_bca { __u8 type; int len; __u8 value[188]; }; struct dvd_manufact { __u8 type; __u8 layer_num; int len; __u8 value[2048]; }; typedef union { __u8 type; struct dvd_physical physical; struct dvd_copyright copyright; struct dvd_disckey disckey; struct dvd_bca bca; struct dvd_manufact manufact; } dvd_struct; typedef __u8 dvd_key[5]; typedef __u8 dvd_challenge[10]; struct dvd_lu_send_agid { __u8 type; unsigned int agid: 2; }; struct dvd_host_send_challenge { __u8 type; unsigned int agid: 2; dvd_challenge chal; }; struct dvd_send_key { __u8 type; unsigned int agid: 2; dvd_key key; }; struct dvd_lu_send_challenge { __u8 type; unsigned int agid: 2; dvd_challenge chal; }; struct dvd_lu_send_title_key { __u8 type; unsigned int agid: 2; dvd_key title_key; int lba; unsigned int cpm: 1; unsigned int cp_sec: 1; unsigned int cgms: 2; }; struct dvd_lu_send_asf { __u8 type; unsigned int agid: 2; unsigned int asf: 1; }; struct dvd_host_send_rpcstate { __u8 type; __u8 pdrc; }; struct dvd_lu_send_rpcstate { __u8 type: 2; __u8 vra: 3; __u8 ucca: 3; __u8 region_mask; __u8 rpc_scheme; }; typedef union { __u8 type; struct dvd_lu_send_agid lsa; struct dvd_host_send_challenge hsc; struct dvd_send_key lsk; struct dvd_lu_send_challenge lsc; struct dvd_send_key hsk; struct dvd_lu_send_title_key lstk; struct dvd_lu_send_asf lsasf; struct dvd_host_send_rpcstate hrpcs; struct dvd_lu_send_rpcstate lrpcs; } dvd_authinfo; struct mrw_feature_desc { __be16 feature_code; __u8 curr: 1; __u8 persistent: 1; __u8 feature_version: 4; __u8 reserved1: 2; __u8 add_len; __u8 write: 1; __u8 reserved2: 7; __u8 reserved3; __u8 reserved4; __u8 reserved5; }; struct rwrt_feature_desc { __be16 feature_code; __u8 curr: 1; __u8 persistent: 1; __u8 feature_version: 4; __u8 reserved1: 2; __u8 add_len; __u32 last_lba; __u32 block_size; __u16 blocking; __u8 page_present: 1; __u8 reserved2: 7; __u8 reserved3; }; typedef struct { __be16 disc_information_length; __u8 disc_status: 2; __u8 border_status: 2; __u8 erasable: 1; __u8 reserved1: 3; __u8 n_first_track; __u8 n_sessions_lsb; __u8 first_track_lsb; __u8 last_track_lsb; __u8 mrw_status: 2; __u8 dbit: 1; __u8 reserved2: 2; __u8 uru: 1; __u8 dbc_v: 1; __u8 did_v: 1; __u8 disc_type; __u8 n_sessions_msb; __u8 first_track_msb; __u8 last_track_msb; __u32 disc_id; __u32 lead_in; __u32 lead_out; __u8 disc_bar_code[8]; __u8 reserved3; __u8 n_opc; } disc_information; typedef struct { __be16 track_information_length; __u8 track_lsb; __u8 session_lsb; __u8 reserved1; __u8 track_mode: 4; __u8 copy: 1; __u8 damage: 1; __u8 reserved2: 2; __u8 data_mode: 4; __u8 fp: 1; __u8 packet: 1; __u8 blank: 1; __u8 rt: 1; __u8 nwa_v: 1; __u8 lra_v: 1; __u8 reserved3: 6; __be32 track_start; __be32 next_writable; __be32 free_blocks; __be32 fixed_packet_size; __be32 track_size; __be32 last_rec_address; } track_information; struct mode_page_header { __be16 mode_data_length; __u8 medium_type; __u8 reserved1; __u8 reserved2; __u8 reserved3; __be16 desc_length; }; typedef struct { int data; int audio; int cdi; int xa; long int error; } tracktype; struct cdrom_mechstat_header { __u8 curslot: 5; __u8 changer_state: 2; __u8 fault: 1; __u8 reserved1: 4; __u8 door_open: 1; __u8 mech_state: 3; __u8 curlba[3]; __u8 nslots; __u16 slot_tablelen; }; struct cdrom_slot { __u8 change: 1; __u8 reserved1: 6; __u8 disc_present: 1; __u8 reserved2[3]; }; struct cdrom_changer_info { struct cdrom_mechstat_header hdr; struct cdrom_slot slots[256]; }; struct modesel_head { __u8 reserved1; __u8 medium; __u8 reserved2; __u8 block_desc_length; __u8 density; __u8 number_of_blocks_hi; __u8 number_of_blocks_med; __u8 number_of_blocks_lo; __u8 reserved3; __u8 block_length_hi; __u8 block_length_med; __u8 block_length_lo; }; typedef struct { __u16 report_key_length; __u8 reserved1; __u8 reserved2; __u8 ucca: 3; __u8 vra: 3; __u8 type_code: 2; __u8 region_mask; __u8 rpc_scheme; __u8 reserved3; } rpc_state_t; struct cdrom_sysctl_settings { char info[1000]; int autoclose; int autoeject; int debug; int lock; int check; }; enum cdrom_print_option { CTL_NAME = 0, CTL_SPEED = 1, CTL_SLOTS = 2, CTL_CAPABILITY = 3, }; struct compat_cdrom_read_audio { union cdrom_addr addr; u8 addr_format; compat_int_t nframes; compat_caddr_t buf; }; struct usb_endpoint_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bEndpointAddress; __u8 bmAttributes; __le16 wMaxPacketSize; __u8 bInterval; __u8 bRefresh; __u8 bSynchAddress; } __attribute__((packed)); enum usb_device_speed { USB_SPEED_UNKNOWN = 0, USB_SPEED_LOW = 1, USB_SPEED_FULL = 2, USB_SPEED_HIGH = 3, USB_SPEED_WIRELESS = 4, USB_SPEED_SUPER = 5, USB_SPEED_SUPER_PLUS = 6, }; enum usb_device_state { USB_STATE_NOTATTACHED = 0, USB_STATE_ATTACHED = 1, USB_STATE_POWERED = 2, USB_STATE_RECONNECTING = 3, USB_STATE_UNAUTHENTICATED = 4, USB_STATE_DEFAULT = 5, USB_STATE_ADDRESS = 6, USB_STATE_CONFIGURED = 7, USB_STATE_SUSPENDED = 8, }; enum usb_ssp_rate { USB_SSP_GEN_UNKNOWN = 0, USB_SSP_GEN_2x1 = 1, USB_SSP_GEN_1x2 = 2, USB_SSP_GEN_2x2 = 3, }; enum usb_otg_state { OTG_STATE_UNDEFINED = 0, OTG_STATE_B_IDLE = 1, OTG_STATE_B_SRP_INIT = 2, OTG_STATE_B_PERIPHERAL = 3, OTG_STATE_B_WAIT_ACON = 4, OTG_STATE_B_HOST = 5, OTG_STATE_A_IDLE = 6, OTG_STATE_A_WAIT_VRISE = 7, OTG_STATE_A_WAIT_BCON = 8, OTG_STATE_A_HOST = 9, OTG_STATE_A_SUSPEND = 10, OTG_STATE_A_PERIPHERAL = 11, OTG_STATE_A_WAIT_VFALL = 12, OTG_STATE_A_VBUS_ERR = 13, }; struct usb_otg_caps { u16 otg_rev; bool hnp_support; bool srp_support; bool adp_support; }; enum usb_dr_mode { USB_DR_MODE_UNKNOWN = 0, USB_DR_MODE_HOST = 1, USB_DR_MODE_PERIPHERAL = 2, USB_DR_MODE_OTG = 3, }; enum usb_led_event { USB_LED_EVENT_HOST = 0, USB_LED_EVENT_GADGET = 1, }; struct usb_device_id { __u16 match_flags; __u16 idVendor; __u16 idProduct; __u16 bcdDevice_lo; __u16 bcdDevice_hi; __u8 bDeviceClass; __u8 bDeviceSubClass; __u8 bDeviceProtocol; __u8 bInterfaceClass; __u8 bInterfaceSubClass; __u8 bInterfaceProtocol; __u8 bInterfaceNumber; kernel_ulong_t driver_info; }; struct usb_descriptor_header { __u8 bLength; __u8 bDescriptorType; }; struct usb_device_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 bcdUSB; __u8 bDeviceClass; __u8 bDeviceSubClass; __u8 bDeviceProtocol; __u8 bMaxPacketSize0; __le16 idVendor; __le16 idProduct; __le16 bcdDevice; __u8 iManufacturer; __u8 iProduct; __u8 iSerialNumber; __u8 bNumConfigurations; }; struct usb_config_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 wTotalLength; __u8 bNumInterfaces; __u8 bConfigurationValue; __u8 iConfiguration; __u8 bmAttributes; __u8 bMaxPower; } __attribute__((packed)); struct usb_interface_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bInterfaceNumber; __u8 bAlternateSetting; __u8 bNumEndpoints; __u8 bInterfaceClass; __u8 bInterfaceSubClass; __u8 bInterfaceProtocol; __u8 iInterface; }; struct usb_ssp_isoc_ep_comp_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 wReseved; __le32 dwBytesPerInterval; }; struct usb_ss_ep_comp_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bMaxBurst; __u8 bmAttributes; __le16 wBytesPerInterval; }; struct usb_interface_assoc_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bFirstInterface; __u8 bInterfaceCount; __u8 bFunctionClass; __u8 bFunctionSubClass; __u8 bFunctionProtocol; __u8 iFunction; }; struct usb_bos_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 wTotalLength; __u8 bNumDeviceCaps; } __attribute__((packed)); struct usb_ext_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __le32 bmAttributes; } __attribute__((packed)); struct usb_ss_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __u8 bmAttributes; __le16 wSpeedSupported; __u8 bFunctionalitySupport; __u8 bU1devExitLat; __le16 bU2DevExitLat; }; struct usb_ss_container_id_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __u8 bReserved; __u8 ContainerID[16]; }; struct usb_ssp_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __u8 bReserved; __le32 bmAttributes; __le16 wFunctionalitySupport; __le16 wReserved; __le32 bmSublinkSpeedAttr[1]; }; struct usb_ptm_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; }; enum usb3_link_state { USB3_LPM_U0 = 0, USB3_LPM_U1 = 1, USB3_LPM_U2 = 2, USB3_LPM_U3 = 3, }; struct ep_device; struct usb_host_endpoint { struct usb_endpoint_descriptor desc; struct usb_ss_ep_comp_descriptor ss_ep_comp; struct usb_ssp_isoc_ep_comp_descriptor ssp_isoc_ep_comp; char: 8; struct list_head urb_list; void *hcpriv; struct ep_device *ep_dev; unsigned char *extra; int extralen; int enabled; int streams; int: 32; } __attribute__((packed)); struct usb_host_interface { struct usb_interface_descriptor desc; int extralen; unsigned char *extra; struct usb_host_endpoint *endpoint; char *string; }; enum usb_interface_condition { USB_INTERFACE_UNBOUND = 0, USB_INTERFACE_BINDING = 1, USB_INTERFACE_BOUND = 2, USB_INTERFACE_UNBINDING = 3, }; struct usb_interface { struct usb_host_interface *altsetting; struct usb_host_interface *cur_altsetting; unsigned int num_altsetting; struct usb_interface_assoc_descriptor *intf_assoc; int minor; enum usb_interface_condition condition; unsigned int sysfs_files_created: 1; unsigned int ep_devs_created: 1; unsigned int unregistering: 1; unsigned int needs_remote_wakeup: 1; unsigned int needs_altsetting0: 1; unsigned int needs_binding: 1; unsigned int resetting_device: 1; unsigned int authorized: 1; struct device dev; struct device *usb_dev; struct work_struct reset_ws; }; struct usb_interface_cache { unsigned int num_altsetting; struct kref ref; struct usb_host_interface altsetting[0]; }; struct usb_host_config { struct usb_config_descriptor desc; char *string; struct usb_interface_assoc_descriptor *intf_assoc[16]; struct usb_interface *interface[32]; struct usb_interface_cache *intf_cache[32]; unsigned char *extra; int extralen; }; struct usb_host_bos { struct usb_bos_descriptor *desc; struct usb_ext_cap_descriptor *ext_cap; struct usb_ss_cap_descriptor *ss_cap; struct usb_ssp_cap_descriptor *ssp_cap; struct usb_ss_container_id_descriptor *ss_id; struct usb_ptm_cap_descriptor *ptm_cap; }; struct usb_devmap { long unsigned int devicemap[2]; }; struct usb_device; struct mon_bus; struct usb_bus { struct device *controller; struct device *sysdev; int busnum; const char *bus_name; u8 uses_pio_for_control; u8 otg_port; unsigned int is_b_host: 1; unsigned int b_hnp_enable: 1; unsigned int no_stop_on_short: 1; unsigned int no_sg_constraint: 1; unsigned int sg_tablesize; int devnum_next; struct mutex devnum_next_mutex; struct usb_devmap devmap; struct usb_device *root_hub; struct usb_bus *hs_companion; int bandwidth_allocated; int bandwidth_int_reqs; int bandwidth_isoc_reqs; unsigned int resuming_ports; struct mon_bus *mon_bus; int monitored; }; struct wusb_dev; struct usb2_lpm_parameters { unsigned int besl; int timeout; }; struct usb3_lpm_parameters { unsigned int mel; unsigned int pel; unsigned int sel; int timeout; }; struct usb_tt; struct usb_device { int devnum; char devpath[16]; u32 route; enum usb_device_state state; enum usb_device_speed speed; unsigned int rx_lanes; unsigned int tx_lanes; enum usb_ssp_rate ssp_rate; struct usb_tt *tt; int ttport; unsigned int toggle[2]; struct usb_device *parent; struct usb_bus *bus; struct usb_host_endpoint ep0; struct device dev; struct usb_device_descriptor descriptor; struct usb_host_bos *bos; struct usb_host_config *config; struct usb_host_config *actconfig; struct usb_host_endpoint *ep_in[16]; struct usb_host_endpoint *ep_out[16]; char **rawdescriptors; short unsigned int bus_mA; u8 portnum; u8 level; u8 devaddr; unsigned int can_submit: 1; unsigned int persist_enabled: 1; unsigned int reset_in_progress: 1; unsigned int have_langid: 1; unsigned int authorized: 1; unsigned int authenticated: 1; unsigned int wusb: 1; unsigned int lpm_capable: 1; unsigned int lpm_devinit_allow: 1; unsigned int usb2_hw_lpm_capable: 1; unsigned int usb2_hw_lpm_besl_capable: 1; unsigned int usb2_hw_lpm_enabled: 1; unsigned int usb2_hw_lpm_allowed: 1; unsigned int usb3_lpm_u1_enabled: 1; unsigned int usb3_lpm_u2_enabled: 1; int string_langid; char *product; char *manufacturer; char *serial; struct list_head filelist; int maxchild; u32 quirks; atomic_t urbnum; long unsigned int active_duration; struct wusb_dev *wusb_dev; int slot_id; struct usb2_lpm_parameters l1_params; struct usb3_lpm_parameters u1_params; struct usb3_lpm_parameters u2_params; unsigned int lpm_disable_count; u16 hub_delay; unsigned int use_generic_driver: 1; }; enum usb_port_connect_type { USB_PORT_CONNECT_TYPE_UNKNOWN = 0, USB_PORT_CONNECT_TYPE_HOT_PLUG = 1, USB_PORT_CONNECT_TYPE_HARD_WIRED = 2, USB_PORT_NOT_USED = 3, }; struct usb_tt { struct usb_device *hub; int multi; unsigned int think_time; void *hcpriv; spinlock_t lock; struct list_head clear_list; struct work_struct clear_work; }; struct usb_dynids { spinlock_t lock; struct list_head list; }; struct usbdrv_wrap { struct device_driver driver; int for_devices; }; struct usb_driver { const char *name; int (*probe)(struct usb_interface *, const struct usb_device_id *); void (*disconnect)(struct usb_interface *); int (*unlocked_ioctl)(struct usb_interface *, unsigned int, void *); int (*suspend)(struct usb_interface *, pm_message_t); int (*resume)(struct usb_interface *); int (*reset_resume)(struct usb_interface *); int (*pre_reset)(struct usb_interface *); int (*post_reset)(struct usb_interface *); const struct usb_device_id *id_table; const struct attribute_group **dev_groups; struct usb_dynids dynids; struct usbdrv_wrap drvwrap; unsigned int no_dynamic_id: 1; unsigned int supports_autosuspend: 1; unsigned int disable_hub_initiated_lpm: 1; unsigned int soft_unbind: 1; }; struct usb_device_driver { const char *name; bool (*match)(struct usb_device *); int (*probe)(struct usb_device *); void (*disconnect)(struct usb_device *); int (*suspend)(struct usb_device *, pm_message_t); int (*resume)(struct usb_device *, pm_message_t); const struct attribute_group **dev_groups; struct usbdrv_wrap drvwrap; const struct usb_device_id *id_table; unsigned int supports_autosuspend: 1; unsigned int generic_subclass: 1; }; struct usb_iso_packet_descriptor { unsigned int offset; unsigned int length; unsigned int actual_length; int status; }; struct usb_anchor { struct list_head urb_list; wait_queue_head_t wait; spinlock_t lock; atomic_t suspend_wakeups; unsigned int poisoned: 1; }; struct urb; typedef void (*usb_complete_t)(struct urb *); struct urb { struct kref kref; int unlinked; void *hcpriv; atomic_t use_count; atomic_t reject; struct list_head urb_list; struct list_head anchor_list; struct usb_anchor *anchor; struct usb_device *dev; struct usb_host_endpoint *ep; unsigned int pipe; unsigned int stream_id; int status; unsigned int transfer_flags; void *transfer_buffer; dma_addr_t transfer_dma; struct scatterlist *sg; int num_mapped_sgs; int num_sgs; u32 transfer_buffer_length; u32 actual_length; unsigned char *setup_packet; dma_addr_t setup_dma; int start_frame; int number_of_packets; int interval; int error_count; void *context; usb_complete_t complete; struct usb_iso_packet_descriptor iso_frame_desc[0]; }; struct giveback_urb_bh { bool running; bool high_prio; spinlock_t lock; struct list_head head; struct tasklet_struct bh; struct usb_host_endpoint *completing_ep; }; enum usb_dev_authorize_policy { USB_DEVICE_AUTHORIZE_NONE = 0, USB_DEVICE_AUTHORIZE_ALL = 1, USB_DEVICE_AUTHORIZE_INTERNAL = 2, }; struct usb_phy_roothub; struct hc_driver; struct usb_phy; struct usb_hcd { struct usb_bus self; struct kref kref; const char *product_desc; int speed; char irq_descr[24]; struct timer_list rh_timer; struct urb *status_urb; struct work_struct died_work; const struct hc_driver *driver; struct usb_phy *usb_phy; struct usb_phy_roothub *phy_roothub; long unsigned int flags; enum usb_dev_authorize_policy dev_policy; unsigned int rh_registered: 1; unsigned int rh_pollable: 1; unsigned int msix_enabled: 1; unsigned int msi_enabled: 1; unsigned int skip_phy_initialization: 1; unsigned int uses_new_polling: 1; unsigned int wireless: 1; unsigned int has_tt: 1; unsigned int amd_resume_bug: 1; unsigned int can_do_streams: 1; unsigned int tpl_support: 1; unsigned int cant_recv_wakeups: 1; unsigned int irq; void *regs; resource_size_t rsrc_start; resource_size_t rsrc_len; unsigned int power_budget; struct giveback_urb_bh high_prio_bh; struct giveback_urb_bh low_prio_bh; struct mutex *address0_mutex; struct mutex *bandwidth_mutex; struct usb_hcd *shared_hcd; struct usb_hcd *primary_hcd; struct dma_pool *pool[4]; int state; struct gen_pool *localmem_pool; long unsigned int hcd_priv[0]; }; struct hc_driver { const char *description; const char *product_desc; size_t hcd_priv_size; irqreturn_t (*irq)(struct usb_hcd *); int flags; int (*reset)(struct usb_hcd *); int (*start)(struct usb_hcd *); int (*pci_suspend)(struct usb_hcd *, bool); int (*pci_resume)(struct usb_hcd *, bool); int (*pci_poweroff_late)(struct usb_hcd *, bool); void (*stop)(struct usb_hcd *); void (*shutdown)(struct usb_hcd *); int (*get_frame_number)(struct usb_hcd *); int (*urb_enqueue)(struct usb_hcd *, struct urb *, gfp_t); int (*urb_dequeue)(struct usb_hcd *, struct urb *, int); int (*map_urb_for_dma)(struct usb_hcd *, struct urb *, gfp_t); void (*unmap_urb_for_dma)(struct usb_hcd *, struct urb *); void (*endpoint_disable)(struct usb_hcd *, struct usb_host_endpoint *); void (*endpoint_reset)(struct usb_hcd *, struct usb_host_endpoint *); int (*hub_status_data)(struct usb_hcd *, char *); int (*hub_control)(struct usb_hcd *, u16, u16, u16, char *, u16); int (*bus_suspend)(struct usb_hcd *); int (*bus_resume)(struct usb_hcd *); int (*start_port_reset)(struct usb_hcd *, unsigned int); long unsigned int (*get_resuming_ports)(struct usb_hcd *); void (*relinquish_port)(struct usb_hcd *, int); int (*port_handed_over)(struct usb_hcd *, int); void (*clear_tt_buffer_complete)(struct usb_hcd *, struct usb_host_endpoint *); int (*alloc_dev)(struct usb_hcd *, struct usb_device *); void (*free_dev)(struct usb_hcd *, struct usb_device *); int (*alloc_streams)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint **, unsigned int, unsigned int, gfp_t); int (*free_streams)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint **, unsigned int, gfp_t); int (*add_endpoint)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint *); int (*drop_endpoint)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint *); int (*check_bandwidth)(struct usb_hcd *, struct usb_device *); void (*reset_bandwidth)(struct usb_hcd *, struct usb_device *); int (*address_device)(struct usb_hcd *, struct usb_device *); int (*enable_device)(struct usb_hcd *, struct usb_device *); int (*update_hub_device)(struct usb_hcd *, struct usb_device *, struct usb_tt *, gfp_t); int (*reset_device)(struct usb_hcd *, struct usb_device *); int (*update_device)(struct usb_hcd *, struct usb_device *); int (*set_usb2_hw_lpm)(struct usb_hcd *, struct usb_device *, int); int (*enable_usb3_lpm_timeout)(struct usb_hcd *, struct usb_device *, enum usb3_link_state); int (*disable_usb3_lpm_timeout)(struct usb_hcd *, struct usb_device *, enum usb3_link_state); int (*find_raw_port_number)(struct usb_hcd *, int); int (*port_power)(struct usb_hcd *, int, bool); int (*submit_single_step_set_feature)(struct usb_hcd *, struct urb *, int); }; enum usb_phy_type { USB_PHY_TYPE_UNDEFINED = 0, USB_PHY_TYPE_USB2 = 1, USB_PHY_TYPE_USB3 = 2, }; enum usb_phy_events { USB_EVENT_NONE = 0, USB_EVENT_VBUS = 1, USB_EVENT_ID = 2, USB_EVENT_CHARGER = 3, USB_EVENT_ENUMERATED = 4, }; struct extcon_dev; enum usb_charger_type { UNKNOWN_TYPE = 0, SDP_TYPE = 1, DCP_TYPE = 2, CDP_TYPE = 3, ACA_TYPE = 4, }; enum usb_charger_state { USB_CHARGER_DEFAULT = 0, USB_CHARGER_PRESENT = 1, USB_CHARGER_ABSENT = 2, }; struct usb_charger_current { unsigned int sdp_min; unsigned int sdp_max; unsigned int dcp_min; unsigned int dcp_max; unsigned int cdp_min; unsigned int cdp_max; unsigned int aca_min; unsigned int aca_max; }; struct usb_otg; struct usb_phy_io_ops; struct usb_phy { struct device *dev; const char *label; unsigned int flags; enum usb_phy_type type; enum usb_phy_events last_event; struct usb_otg *otg; struct device *io_dev; struct usb_phy_io_ops *io_ops; void *io_priv; struct extcon_dev *edev; struct extcon_dev *id_edev; struct notifier_block vbus_nb; struct notifier_block id_nb; struct notifier_block type_nb; enum usb_charger_type chg_type; enum usb_charger_state chg_state; struct usb_charger_current chg_cur; struct work_struct chg_work; struct atomic_notifier_head notifier; u16 port_status; u16 port_change; struct list_head head; int (*init)(struct usb_phy *); void (*shutdown)(struct usb_phy *); int (*set_vbus)(struct usb_phy *, int); int (*set_power)(struct usb_phy *, unsigned int); int (*set_suspend)(struct usb_phy *, int); int (*set_wakeup)(struct usb_phy *, bool); int (*notify_connect)(struct usb_phy *, enum usb_device_speed); int (*notify_disconnect)(struct usb_phy *, enum usb_device_speed); enum usb_charger_type (*charger_detect)(struct usb_phy *); }; struct usb_port_status { __le16 wPortStatus; __le16 wPortChange; __le32 dwExtPortStatus; }; struct usb_hub_status { __le16 wHubStatus; __le16 wHubChange; }; struct usb_hub_descriptor { __u8 bDescLength; __u8 bDescriptorType; __u8 bNbrPorts; __le16 wHubCharacteristics; __u8 bPwrOn2PwrGood; __u8 bHubContrCurrent; union { struct { __u8 DeviceRemovable[4]; __u8 PortPwrCtrlMask[4]; } hs; struct { __u8 bHubHdrDecLat; __le16 wHubDelay; __le16 DeviceRemovable; } __attribute__((packed)) ss; } u; } __attribute__((packed)); struct usb_phy_io_ops { int (*read)(struct usb_phy *, u32); int (*write)(struct usb_phy *, u32, u32); }; struct usb_gadget; struct usb_otg { u8 default_a; struct phy *phy; struct usb_phy *usb_phy; struct usb_bus *host; struct usb_gadget *gadget; enum usb_otg_state state; int (*set_host)(struct usb_otg *, struct usb_bus *); int (*set_peripheral)(struct usb_otg *, struct usb_gadget *); int (*set_vbus)(struct usb_otg *, bool); int (*start_srp)(struct usb_otg *); int (*start_hnp)(struct usb_otg *); }; typedef u32 usb_port_location_t; struct usb_port; struct usb_hub { struct device *intfdev; struct usb_device *hdev; struct kref kref; struct urb *urb; u8 (*buffer)[8]; union { struct usb_hub_status hub; struct usb_port_status port; } *status; struct mutex status_mutex; int error; int nerrors; long unsigned int event_bits[1]; long unsigned int change_bits[1]; long unsigned int removed_bits[1]; long unsigned int wakeup_bits[1]; long unsigned int power_bits[1]; long unsigned int child_usage_bits[1]; long unsigned int warm_reset_bits[1]; struct usb_hub_descriptor *descriptor; struct usb_tt tt; unsigned int mA_per_port; unsigned int limited_power: 1; unsigned int quiescing: 1; unsigned int disconnected: 1; unsigned int in_reset: 1; unsigned int quirk_disable_autosuspend: 1; unsigned int quirk_check_port_auto_suspend: 1; unsigned int has_indicators: 1; u8 indicator[31]; struct delayed_work leds; struct delayed_work init_work; struct work_struct events; spinlock_t irq_urb_lock; struct timer_list irq_urb_retry; struct usb_port **ports; struct list_head onboard_hub_devs; }; struct usb_dev_state; struct usb_port { struct usb_device *child; struct device dev; struct usb_dev_state *port_owner; struct usb_port *peer; struct dev_pm_qos_request *req; enum usb_port_connect_type connect_type; usb_port_location_t location; struct mutex status_lock; u32 over_current_count; u8 portnum; u32 quirks; unsigned int early_stop: 1; unsigned int ignore_event: 1; unsigned int is_superspeed: 1; unsigned int usb3_lpm_u1_permit: 1; unsigned int usb3_lpm_u2_permit: 1; }; struct find_interface_arg { int minor; struct device_driver *drv; }; struct each_dev_arg { void *data; int (*fn)(struct usb_device *, void *); }; struct usb_ctrlrequest { __u8 bRequestType; __u8 bRequest; __le16 wValue; __le16 wIndex; __le16 wLength; }; struct usb_mon_operations { void (*urb_submit)(struct usb_bus *, struct urb *); void (*urb_submit_error)(struct usb_bus *, struct urb *, int); void (*urb_complete)(struct usb_bus *, struct urb *, int); }; struct usb_qualifier_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 bcdUSB; __u8 bDeviceClass; __u8 bDeviceSubClass; __u8 bDeviceProtocol; __u8 bMaxPacketSize0; __u8 bNumConfigurations; __u8 bRESERVED; }; struct usbdevfs_hub_portinfo { char nports; char port[127]; }; enum hub_led_mode { INDICATOR_AUTO = 0, INDICATOR_CYCLE = 1, INDICATOR_GREEN_BLINK = 2, INDICATOR_GREEN_BLINK_OFF = 3, INDICATOR_AMBER_BLINK = 4, INDICATOR_AMBER_BLINK_OFF = 5, INDICATOR_ALT_BLINK = 6, INDICATOR_ALT_BLINK_OFF = 7, }; struct usb_tt_clear { struct list_head clear_list; unsigned int tt; u16 devinfo; struct usb_hcd *hcd; struct usb_host_endpoint *ep; }; enum hub_activation_type { HUB_INIT = 0, HUB_INIT2 = 1, HUB_INIT3 = 2, HUB_POST_RESET = 3, HUB_RESUME = 4, HUB_RESET_RESUME = 5, }; enum hub_quiescing_type { HUB_DISCONNECT = 0, HUB_PRE_RESET = 1, HUB_SUSPEND = 2, }; struct usb_dev_cap_header { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; }; struct usb_dynid { struct list_head node; struct usb_device_id id; }; struct usb_class_driver { char *name; char * (*devnode)(const struct device *, umode_t *); const struct file_operations *fops; int minor_base; }; struct usb_class { struct kref kref; struct class *class; }; struct usb_sg_request { int status; size_t bytes; spinlock_t lock; struct usb_device *dev; int pipe; int entries; struct urb **urbs; int count; struct completion complete; }; struct usb_cdc_header_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdCDC; } __attribute__((packed)); struct usb_cdc_call_mgmt_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bmCapabilities; __u8 bDataInterface; }; struct usb_cdc_acm_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bmCapabilities; }; struct usb_cdc_union_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bMasterInterface0; __u8 bSlaveInterface0; }; struct usb_cdc_country_functional_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 iCountryCodeRelDate; __le16 wCountyCode0; }; struct usb_cdc_network_terminal_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bEntityId; __u8 iName; __u8 bChannelIndex; __u8 bPhysicalInterface; }; struct usb_cdc_ether_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 iMACAddress; __le32 bmEthernetStatistics; __le16 wMaxSegmentSize; __le16 wNumberMCFilters; __u8 bNumberPowerFilters; } __attribute__((packed)); struct usb_cdc_dmm_desc { __u8 bFunctionLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u16 bcdVersion; __le16 wMaxCommand; } __attribute__((packed)); struct usb_cdc_mdlm_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdVersion; __u8 bGUID[16]; } __attribute__((packed)); struct usb_cdc_mdlm_detail_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bGuidDescriptorType; __u8 bDetailData[0]; }; struct usb_cdc_obex_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdVersion; } __attribute__((packed)); struct usb_cdc_ncm_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdNcmVersion; __u8 bmNetworkCapabilities; } __attribute__((packed)); struct usb_cdc_mbim_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdMBIMVersion; __le16 wMaxControlMessage; __u8 bNumberFilters; __u8 bMaxFilterSize; __le16 wMaxSegmentSize; __u8 bmNetworkCapabilities; } __attribute__((packed)); struct usb_cdc_mbim_extended_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdMBIMExtendedVersion; __u8 bMaxOutstandingCommandMessages; __le16 wMTU; } __attribute__((packed)); struct usb_cdc_parsed_header { struct usb_cdc_union_desc *usb_cdc_union_desc; struct usb_cdc_header_desc *usb_cdc_header_desc; struct usb_cdc_call_mgmt_descriptor *usb_cdc_call_mgmt_descriptor; struct usb_cdc_acm_descriptor *usb_cdc_acm_descriptor; struct usb_cdc_country_functional_desc *usb_cdc_country_functional_desc; struct usb_cdc_network_terminal_desc *usb_cdc_network_terminal_desc; struct usb_cdc_ether_desc *usb_cdc_ether_desc; struct usb_cdc_dmm_desc *usb_cdc_dmm_desc; struct usb_cdc_mdlm_desc *usb_cdc_mdlm_desc; struct usb_cdc_mdlm_detail_desc *usb_cdc_mdlm_detail_desc; struct usb_cdc_obex_desc *usb_cdc_obex_desc; struct usb_cdc_ncm_desc *usb_cdc_ncm_desc; struct usb_cdc_mbim_desc *usb_cdc_mbim_desc; struct usb_cdc_mbim_extended_desc *usb_cdc_mbim_extended_desc; bool phonet_magic_present; }; struct api_context { struct completion done; int status; }; struct set_config_request { struct usb_device *udev; int config; struct work_struct work; struct list_head node; }; struct ep_device { struct usb_endpoint_descriptor *desc; struct usb_device *udev; struct device dev; }; struct usbdevfs_ctrltransfer { __u8 bRequestType; __u8 bRequest; __u16 wValue; __u16 wIndex; __u16 wLength; __u32 timeout; void *data; }; struct usbdevfs_bulktransfer { unsigned int ep; unsigned int len; unsigned int timeout; void *data; }; struct usbdevfs_setinterface { unsigned int interface; unsigned int altsetting; }; struct usbdevfs_disconnectsignal { unsigned int signr; void *context; }; struct usbdevfs_getdriver { unsigned int interface; char driver[256]; }; struct usbdevfs_connectinfo { unsigned int devnum; unsigned char slow; }; struct usbdevfs_conninfo_ex { __u32 size; __u32 busnum; __u32 devnum; __u32 speed; __u8 num_ports; __u8 ports[7]; }; struct usbdevfs_iso_packet_desc { unsigned int length; unsigned int actual_length; unsigned int status; }; struct usbdevfs_urb { unsigned char type; unsigned char endpoint; int status; unsigned int flags; void *buffer; int buffer_length; int actual_length; int start_frame; union { int number_of_packets; unsigned int stream_id; }; int error_count; unsigned int signr; void *usercontext; struct usbdevfs_iso_packet_desc iso_frame_desc[0]; }; struct usbdevfs_ioctl { int ifno; int ioctl_code; void *data; }; struct usbdevfs_disconnect_claim { unsigned int interface; unsigned int flags; char driver[256]; }; struct usbdevfs_streams { unsigned int num_streams; unsigned int num_eps; unsigned char eps[0]; }; struct usbdevfs_ctrltransfer32 { u8 bRequestType; u8 bRequest; u16 wValue; u16 wIndex; u16 wLength; u32 timeout; compat_caddr_t data; }; struct usbdevfs_bulktransfer32 { compat_uint_t ep; compat_uint_t len; compat_uint_t timeout; compat_caddr_t data; }; struct usbdevfs_disconnectsignal32 { compat_int_t signr; compat_caddr_t context; }; struct usbdevfs_urb32 { unsigned char type; unsigned char endpoint; compat_int_t status; compat_uint_t flags; compat_caddr_t buffer; compat_int_t buffer_length; compat_int_t actual_length; compat_int_t start_frame; compat_int_t number_of_packets; compat_int_t error_count; compat_uint_t signr; compat_caddr_t usercontext; struct usbdevfs_iso_packet_desc iso_frame_desc[0]; }; struct usbdevfs_ioctl32 { s32 ifno; s32 ioctl_code; compat_caddr_t data; }; struct usb_dev_state { struct list_head list; struct usb_device *dev; struct file *file; spinlock_t lock; struct list_head async_pending; struct list_head async_completed; struct list_head memory_list; wait_queue_head_t wait; wait_queue_head_t wait_for_resume; unsigned int discsignr; struct pid *disc_pid; const struct cred *cred; sigval_t disccontext; long unsigned int ifclaimed; u32 disabled_bulk_eps; long unsigned int interface_allowed_mask; int not_yet_resumed; bool suspend_allowed; bool privileges_dropped; }; struct usb_memory { struct list_head memlist; int vma_use_count; int urb_use_count; u32 size; void *mem; dma_addr_t dma_handle; long unsigned int vm_start; struct usb_dev_state *ps; }; struct async { struct list_head asynclist; struct usb_dev_state *ps; struct pid *pid; const struct cred *cred; unsigned int signr; unsigned int ifnum; void *userbuffer; void *userurb; sigval_t userurb_sigval; struct urb *urb; struct usb_memory *usbm; unsigned int mem_usage; int status; u8 bulk_addr; u8 bulk_status; }; enum snoop_when { SUBMIT = 0, COMPLETE___2 = 1, }; struct quirk_entry { u16 vid; u16 pid; u32 flags; }; struct class_info { int class; char *class_name; }; typedef void (*companion_fn)(struct pci_dev *, struct usb_hcd *, struct pci_dev *, struct usb_hcd *); struct usb_phy_roothub { struct phy *phy; struct list_head list; }; struct phy_devm { struct usb_phy *phy; struct notifier_block *nb; }; enum usb_phy_interface { USBPHY_INTERFACE_MODE_UNKNOWN = 0, USBPHY_INTERFACE_MODE_UTMI = 1, USBPHY_INTERFACE_MODE_UTMIW = 2, USBPHY_INTERFACE_MODE_ULPI = 3, USBPHY_INTERFACE_MODE_SERIAL = 4, USBPHY_INTERFACE_MODE_HSIC = 5, }; struct mon_bus { struct list_head bus_link; spinlock_t lock; struct usb_bus *u_bus; int text_inited; int bin_inited; struct dentry *dent_s; struct dentry *dent_t; struct dentry *dent_u; struct device *classdev; int nreaders; struct list_head r_list; struct kref ref; unsigned int cnt_events; unsigned int cnt_text_lost; }; struct mon_reader { struct list_head r_link; struct mon_bus *m_bus; void *r_data; void (*rnf_submit)(void *, struct urb *); void (*rnf_error)(void *, struct urb *, int); void (*rnf_complete)(void *, struct urb *, int); }; struct mon_iso_desc { int status; unsigned int offset; unsigned int length; }; struct mon_event_text { struct list_head e_link; int type; long unsigned int id; unsigned int tstamp; int busnum; char devnum; char epnum; char is_in; char xfertype; int length; int status; int interval; int start_frame; int error_count; char setup_flag; char data_flag; int numdesc; struct mon_iso_desc isodesc[5]; unsigned char setup[8]; unsigned char data[32]; }; struct mon_reader_text { struct kmem_cache *e_slab; int nevents; struct list_head e_list; struct mon_reader r; wait_queue_head_t wait; int printf_size; size_t printf_offset; size_t printf_togo; char *printf_buf; struct mutex printf_lock; char slab_name[30]; }; struct mon_text_ptr { int cnt; int limit; char *pbuf; }; enum { NAMESZ = 10, }; struct iso_rec { int error_count; int numdesc; }; struct mon_bin_hdr { u64 id; unsigned char type; unsigned char xfer_type; unsigned char epnum; unsigned char devnum; short unsigned int busnum; char flag_setup; char flag_data; s64 ts_sec; s32 ts_usec; int status; unsigned int len_urb; unsigned int len_cap; union { unsigned char setup[8]; struct iso_rec iso; } s; int interval; int start_frame; unsigned int xfer_flags; unsigned int ndesc; }; struct mon_bin_isodesc { int iso_status; unsigned int iso_off; unsigned int iso_len; u32 _pad; }; struct mon_bin_stats { u32 queued; u32 dropped; }; struct mon_bin_get { struct mon_bin_hdr *hdr; void *data; size_t alloc; }; struct mon_bin_mfetch { u32 *offvec; u32 nfetch; u32 nflush; }; struct mon_bin_get32 { u32 hdr32; u32 data32; u32 alloc32; }; struct mon_bin_mfetch32 { u32 offvec32; u32 nfetch32; u32 nflush32; }; struct mon_pgmap { struct page *pg; unsigned char *ptr; }; struct mon_reader_bin { spinlock_t b_lock; unsigned int b_size; unsigned int b_cnt; unsigned int b_in; unsigned int b_out; unsigned int b_read; struct mon_pgmap *b_vec; wait_queue_head_t b_wait; struct mutex fetch_lock; int mmap_active; struct mon_reader r; unsigned int cnt_lost; }; struct snap { int slen; char str[80]; }; enum amd_chipset_gen { NOT_AMD_CHIPSET = 0, AMD_CHIPSET_SB600 = 1, AMD_CHIPSET_SB700 = 2, AMD_CHIPSET_SB800 = 3, AMD_CHIPSET_HUDSON2 = 4, AMD_CHIPSET_BOLTON = 5, AMD_CHIPSET_YANGTZE = 6, AMD_CHIPSET_TAISHAN = 7, AMD_CHIPSET_UNKNOWN = 8, }; struct amd_chipset_type { enum amd_chipset_gen gen; u8 rev; }; struct amd_chipset_info { struct pci_dev *nb_dev; struct pci_dev *smbus_dev; int nb_type; struct amd_chipset_type sb_type; int isoc_reqs; int probe_count; bool need_pll_quirk; }; struct ehci_per_sched { struct usb_device *udev; struct usb_host_endpoint *ep; struct list_head ps_list; u16 tt_usecs; u16 cs_mask; u16 period; u16 phase; u8 bw_phase; u8 phase_uf; u8 usecs; u8 c_usecs; u8 bw_uperiod; u8 bw_period; }; enum ehci_rh_state { EHCI_RH_HALTED = 0, EHCI_RH_SUSPENDED = 1, EHCI_RH_RUNNING = 2, EHCI_RH_STOPPING = 3, }; enum ehci_hrtimer_event { EHCI_HRTIMER_POLL_ASS = 0, EHCI_HRTIMER_POLL_PSS = 1, EHCI_HRTIMER_POLL_DEAD = 2, EHCI_HRTIMER_UNLINK_INTR = 3, EHCI_HRTIMER_FREE_ITDS = 4, EHCI_HRTIMER_ACTIVE_UNLINK = 5, EHCI_HRTIMER_START_UNLINK_INTR = 6, EHCI_HRTIMER_ASYNC_UNLINKS = 7, EHCI_HRTIMER_IAA_WATCHDOG = 8, EHCI_HRTIMER_DISABLE_PERIODIC = 9, EHCI_HRTIMER_DISABLE_ASYNC = 10, EHCI_HRTIMER_IO_WATCHDOG = 11, EHCI_HRTIMER_NUM_EVENTS = 12, }; struct ehci_caps; struct ehci_regs; struct ehci_dbg_port; struct ehci_qh; union ehci_shadow; struct ehci_itd; struct ehci_sitd; struct ehci_hcd { enum ehci_hrtimer_event next_hrtimer_event; unsigned int enabled_hrtimer_events; ktime_t hr_timeouts[12]; struct hrtimer hrtimer; int PSS_poll_count; int ASS_poll_count; int died_poll_count; struct ehci_caps *caps; struct ehci_regs *regs; struct ehci_dbg_port *debug; __u32 hcs_params; spinlock_t lock; enum ehci_rh_state rh_state; bool scanning: 1; bool need_rescan: 1; bool intr_unlinking: 1; bool iaa_in_progress: 1; bool async_unlinking: 1; bool shutdown: 1; struct ehci_qh *qh_scan_next; struct ehci_qh *async; struct ehci_qh *dummy; struct list_head async_unlink; struct list_head async_idle; unsigned int async_unlink_cycle; unsigned int async_count; __le32 old_current; __le32 old_token; unsigned int periodic_size; __le32 *periodic; dma_addr_t periodic_dma; struct list_head intr_qh_list; unsigned int i_thresh; union ehci_shadow *pshadow; struct list_head intr_unlink_wait; struct list_head intr_unlink; unsigned int intr_unlink_wait_cycle; unsigned int intr_unlink_cycle; unsigned int now_frame; unsigned int last_iso_frame; unsigned int intr_count; unsigned int isoc_count; unsigned int periodic_count; unsigned int uframe_periodic_max; struct list_head cached_itd_list; struct ehci_itd *last_itd_to_free; struct list_head cached_sitd_list; struct ehci_sitd *last_sitd_to_free; long unsigned int reset_done[15]; long unsigned int bus_suspended; long unsigned int companion_ports; long unsigned int owned_ports; long unsigned int port_c_suspend; long unsigned int suspended_ports; long unsigned int resuming_ports; struct dma_pool *qh_pool; struct dma_pool *qtd_pool; struct dma_pool *itd_pool; struct dma_pool *sitd_pool; unsigned int random_frame; long unsigned int next_statechange; ktime_t last_periodic_enable; u32 command; unsigned int no_selective_suspend: 1; unsigned int has_fsl_port_bug: 1; unsigned int has_fsl_hs_errata: 1; unsigned int has_fsl_susp_errata: 1; unsigned int big_endian_mmio: 1; unsigned int big_endian_desc: 1; unsigned int big_endian_capbase: 1; unsigned int has_amcc_usb23: 1; unsigned int need_io_watchdog: 1; unsigned int amd_pll_fix: 1; unsigned int use_dummy_qh: 1; unsigned int has_synopsys_hc_bug: 1; unsigned int frame_index_bug: 1; unsigned int need_oc_pp_cycle: 1; unsigned int imx28_write_fix: 1; unsigned int spurious_oc: 1; unsigned int is_aspeed: 1; unsigned int zx_wakeup_clear_needed: 1; __le32 *ohci_hcctrl_reg; unsigned int has_hostpc: 1; unsigned int has_tdi_phy_lpm: 1; unsigned int has_ppcd: 1; u8 sbrn; u8 bandwidth[64]; u8 tt_budget[64]; struct list_head tt_list; long unsigned int priv[0]; }; struct ehci_caps { u32 hc_capbase; u32 hcs_params; u32 hcc_params; u8 portroute[8]; }; struct ehci_regs { u32 command; u32 status; u32 intr_enable; u32 frame_index; u32 segment; u32 frame_list; u32 async_next; u32 reserved1[2]; u32 txfill_tuning; u32 reserved2[6]; u32 configured_flag; union { u32 port_status[15]; struct { u32 reserved3[9]; u32 usbmode; }; }; union { struct { u32 reserved4; u32 hostpc[15]; }; u32 brcm_insnreg[4]; }; u32 reserved5[2]; u32 usbmode_ex; }; struct ehci_dbg_port { u32 control; u32 pids; u32 data03; u32 data47; u32 address; }; struct ehci_fstn; union ehci_shadow { struct ehci_qh *qh; struct ehci_itd *itd; struct ehci_sitd *sitd; struct ehci_fstn *fstn; __le32 *hw_next; void *ptr; }; struct ehci_qh_hw; struct ehci_qtd; struct ehci_qh { struct ehci_qh_hw *hw; dma_addr_t qh_dma; union ehci_shadow qh_next; struct list_head qtd_list; struct list_head intr_node; struct ehci_qtd *dummy; struct list_head unlink_node; struct ehci_per_sched ps; unsigned int unlink_cycle; u8 qh_state; u8 xacterrs; u8 unlink_reason; u8 gap_uf; unsigned int is_out: 1; unsigned int clearing_tt: 1; unsigned int dequeue_during_giveback: 1; unsigned int should_be_inactive: 1; }; struct ehci_iso_stream; struct ehci_itd { __le32 hw_next; __le32 hw_transaction[8]; __le32 hw_bufp[7]; __le32 hw_bufp_hi[7]; dma_addr_t itd_dma; union ehci_shadow itd_next; struct urb *urb; struct ehci_iso_stream *stream; struct list_head itd_list; unsigned int frame; unsigned int pg; unsigned int index[8]; long: 64; }; struct ehci_sitd { __le32 hw_next; __le32 hw_fullspeed_ep; __le32 hw_uframe; __le32 hw_results; __le32 hw_buf[2]; __le32 hw_backpointer; __le32 hw_buf_hi[2]; dma_addr_t sitd_dma; union ehci_shadow sitd_next; struct urb *urb; struct ehci_iso_stream *stream; struct list_head sitd_list; unsigned int frame; unsigned int index; }; struct ehci_qtd { __le32 hw_next; __le32 hw_alt_next; __le32 hw_token; __le32 hw_buf[5]; __le32 hw_buf_hi[5]; dma_addr_t qtd_dma; struct list_head qtd_list; struct urb *urb; size_t length; }; struct ehci_fstn { __le32 hw_next; __le32 hw_prev; dma_addr_t fstn_dma; union ehci_shadow fstn_next; long: 64; }; struct ehci_qh_hw { __le32 hw_next; __le32 hw_info1; __le32 hw_info2; __le32 hw_current; __le32 hw_qtd_next; __le32 hw_alt_next; __le32 hw_token; __le32 hw_buf[5]; __le32 hw_buf_hi[5]; long: 32; long: 64; long: 64; long: 64; }; struct ehci_iso_stream { struct ehci_qh_hw *hw; u8 bEndpointAddress; u8 highspeed; struct list_head td_list; struct list_head free_list; struct ehci_per_sched ps; unsigned int next_uframe; __le32 splits; u16 uperiod; u16 maxp; unsigned int bandwidth; __le32 buf0; __le32 buf1; __le32 buf2; __le32 address; }; struct ehci_driver_overrides { size_t extra_priv_size; int (*reset)(struct usb_hcd *); int (*port_power)(struct usb_hcd *, int, bool); }; typedef __u32 __hc32; typedef __u16 __hc16; struct td; struct ed { __hc32 hwINFO; __hc32 hwTailP; __hc32 hwHeadP; __hc32 hwNextED; dma_addr_t dma; struct td *dummy; struct ed *ed_next; struct ed *ed_prev; struct list_head td_list; struct list_head in_use_list; u8 state; u8 type; u8 branch; u16 interval; u16 load; u16 last_iso; u16 tick; unsigned int takeback_wdh_cnt; struct td *pending_td; long: 64; }; struct td { __hc32 hwINFO; __hc32 hwCBP; __hc32 hwNextTD; __hc32 hwBE; __hc16 hwPSW[2]; __u8 index; struct ed *ed; struct td *td_hash; struct td *next_dl_td; struct urb *urb; dma_addr_t td_dma; dma_addr_t data_dma; struct list_head td_list; long: 64; }; struct ohci_hcca { __hc32 int_table[32]; __hc32 frame_no; __hc32 done_head; u8 reserved_for_hc[116]; u8 what[4]; }; struct ohci_roothub_regs { __hc32 a; __hc32 b; __hc32 status; __hc32 portstatus[15]; }; struct ohci_regs { __hc32 revision; __hc32 control; __hc32 cmdstatus; __hc32 intrstatus; __hc32 intrenable; __hc32 intrdisable; __hc32 hcca; __hc32 ed_periodcurrent; __hc32 ed_controlhead; __hc32 ed_controlcurrent; __hc32 ed_bulkhead; __hc32 ed_bulkcurrent; __hc32 donehead; __hc32 fminterval; __hc32 fmremaining; __hc32 fmnumber; __hc32 periodicstart; __hc32 lsthresh; struct ohci_roothub_regs roothub; long: 64; long: 64; }; enum ohci_rh_state { OHCI_RH_HALTED = 0, OHCI_RH_SUSPENDED = 1, OHCI_RH_RUNNING = 2, }; struct ohci_hcd { spinlock_t lock; struct ohci_regs *regs; struct ohci_hcca *hcca; dma_addr_t hcca_dma; struct ed *ed_rm_list; struct ed *ed_bulktail; struct ed *ed_controltail; struct ed *periodic[32]; void (*start_hnp)(struct ohci_hcd *); struct dma_pool *td_cache; struct dma_pool *ed_cache; struct td *td_hash[64]; struct td *dl_start; struct td *dl_end; struct list_head pending; struct list_head eds_in_use; enum ohci_rh_state rh_state; int num_ports; int load[32]; u32 hc_control; long unsigned int next_statechange; u32 fminterval; unsigned int autostop: 1; unsigned int working: 1; unsigned int restart_work: 1; long unsigned int flags; unsigned int prev_frame_no; unsigned int wdh_cnt; unsigned int prev_wdh_cnt; u32 prev_donehead; struct timer_list io_watchdog; struct work_struct nec_work; struct dentry *debug_dir; long unsigned int priv[0]; }; struct ohci_driver_overrides { const char *product_desc; size_t extra_priv_size; int (*reset)(struct usb_hcd *); }; struct ehci_iso_packet { u64 bufp; __le32 transaction; u8 cross; u32 buf1; }; struct ehci_iso_sched { struct list_head td_list; unsigned int span; unsigned int first_packet; struct ehci_iso_packet packet[0]; }; struct ehci_tt { u16 bandwidth[8]; struct list_head tt_list; struct list_head ps_list; struct usb_tt *usb_tt; int tt_port; }; struct urb_priv { struct ed *ed; u16 length; u16 td_cnt; struct list_head pending; struct td *td[0]; }; typedef struct urb_priv urb_priv_t; struct debug_buffer { ssize_t (*fill_func)(struct debug_buffer *); struct ohci_hcd *ohci; struct mutex mutex; size_t count; char *page; }; struct xhci_cap_regs { __le32 hc_capbase; __le32 hcs_params1; __le32 hcs_params2; __le32 hcs_params3; __le32 hcc_params; __le32 db_off; __le32 run_regs_off; __le32 hcc_params2; }; struct xhci_op_regs { __le32 command; __le32 status; __le32 page_size; __le32 reserved1; __le32 reserved2; __le32 dev_notification; __le64 cmd_ring; __le32 reserved3[4]; __le64 dcbaa_ptr; __le32 config_reg; __le32 reserved4[241]; __le32 port_status_base; __le32 port_power_base; __le32 port_link_base; __le32 reserved5; __le32 reserved6[1016]; }; struct xhci_intr_reg { __le32 irq_pending; __le32 irq_control; __le32 erst_size; __le32 rsvd; __le64 erst_base; __le64 erst_dequeue; }; struct xhci_run_regs { __le32 microframe_index; __le32 rsvd[7]; struct xhci_intr_reg ir_set[128]; }; struct xhci_doorbell_array { __le32 doorbell[256]; }; struct xhci_container_ctx { unsigned int type; int size; u8 *bytes; dma_addr_t dma; }; union xhci_trb; struct xhci_command { struct xhci_container_ctx *in_ctx; u32 status; int slot_id; struct completion *completion; union xhci_trb *command_trb; struct list_head cmd_list; }; struct xhci_link_trb { __le64 segment_ptr; __le32 intr_target; __le32 control; }; struct xhci_transfer_event { __le64 buffer; __le32 transfer_len; __le32 flags; }; struct xhci_event_cmd { __le64 cmd_trb; __le32 status; __le32 flags; }; struct xhci_generic_trb { __le32 field[4]; }; union xhci_trb { struct xhci_link_trb link; struct xhci_transfer_event trans_event; struct xhci_event_cmd event_cmd; struct xhci_generic_trb generic; }; struct xhci_stream_ctx { __le64 stream_ring; __le32 reserved[2]; }; struct xhci_ring; struct xhci_stream_info { struct xhci_ring **stream_rings; unsigned int num_streams; struct xhci_stream_ctx *stream_ctx_array; unsigned int num_stream_ctxs; dma_addr_t ctx_array_dma; struct xarray trb_address_map; struct xhci_command *free_streams_command; }; enum xhci_ring_type { TYPE_CTRL = 0, TYPE_ISOC = 1, TYPE_BULK = 2, TYPE_INTR = 3, TYPE_STREAM = 4, TYPE_COMMAND = 5, TYPE_EVENT = 6, }; struct xhci_segment; struct xhci_ring { struct xhci_segment *first_seg; struct xhci_segment *last_seg; union xhci_trb *enqueue; struct xhci_segment *enq_seg; union xhci_trb *dequeue; struct xhci_segment *deq_seg; struct list_head td_list; u32 cycle_state; unsigned int stream_id; unsigned int num_segs; unsigned int num_trbs_free; unsigned int num_trbs_free_temp; unsigned int bounce_buf_len; enum xhci_ring_type type; bool last_td_was_short; struct xarray *trb_address_map; }; struct xhci_bw_info { unsigned int ep_interval; unsigned int mult; unsigned int num_packets; unsigned int max_packet_size; unsigned int max_esit_payload; unsigned int type; }; struct xhci_virt_device; struct xhci_hcd; struct xhci_virt_ep { struct xhci_virt_device *vdev; unsigned int ep_index; struct xhci_ring *ring; struct xhci_stream_info *stream_info; struct xhci_ring *new_ring; unsigned int err_count; unsigned int ep_state; struct list_head cancelled_td_list; struct xhci_hcd *xhci; struct xhci_segment *queued_deq_seg; union xhci_trb *queued_deq_ptr; bool skip; struct xhci_bw_info bw_info; struct list_head bw_endpoint_list; int next_frame_id; bool use_extended_tbc; }; struct xhci_interval_bw_table; struct xhci_tt_bw_info; struct xhci_virt_device { int slot_id; struct usb_device *udev; struct xhci_container_ctx *out_ctx; struct xhci_container_ctx *in_ctx; struct xhci_virt_ep eps[31]; u8 fake_port; u8 real_port; struct xhci_interval_bw_table *bw_table; struct xhci_tt_bw_info *tt_info; long unsigned int flags; u16 current_mel; void *debugfs_private; }; struct xhci_erst_entry; struct xhci_erst { struct xhci_erst_entry *entries; unsigned int num_entries; dma_addr_t erst_dma_addr; unsigned int erst_size; }; struct s3_save { u32 command; u32 dev_nt; u64 dcbaa_ptr; u32 config_reg; u32 irq_pending; u32 irq_control; u32 erst_size; u64 erst_base; u64 erst_dequeue; }; struct xhci_bus_state { long unsigned int bus_suspended; long unsigned int next_statechange; u32 port_c_suspend; u32 suspended_ports; u32 port_remote_wakeup; long unsigned int resume_done[31]; long unsigned int resuming_ports; long unsigned int rexit_ports; struct completion rexit_done[31]; struct completion u3exit_done[31]; }; struct xhci_port; struct xhci_hub { struct xhci_port **ports; unsigned int num_ports; struct usb_hcd *hcd; struct xhci_bus_state bus_state; u8 maj_rev; u8 min_rev; }; struct xhci_device_context_array; struct xhci_scratchpad; struct xhci_root_port_bw_info; struct xhci_port_cap; struct xhci_hcd { struct usb_hcd *main_hcd; struct usb_hcd *shared_hcd; struct xhci_cap_regs *cap_regs; struct xhci_op_regs *op_regs; struct xhci_run_regs *run_regs; struct xhci_doorbell_array *dba; struct xhci_intr_reg *ir_set; __u32 hcs_params1; __u32 hcs_params2; __u32 hcs_params3; __u32 hcc_params; __u32 hcc_params2; spinlock_t lock; u8 sbrn; u16 hci_version; u8 max_slots; u8 max_interrupters; u8 max_ports; u8 isoc_threshold; u32 imod_interval; u32 isoc_bei_interval; int event_ring_max; int page_size; int page_shift; int msix_count; struct clk *clk; struct clk *reg_clk; struct reset_control *reset; struct xhci_device_context_array *dcbaa; struct xhci_ring *cmd_ring; unsigned int cmd_ring_state; struct list_head cmd_list; unsigned int cmd_ring_reserved_trbs; struct delayed_work cmd_timer; struct completion cmd_ring_stop_completion; struct xhci_command *current_cmd; struct xhci_ring *event_ring; struct xhci_erst erst; struct xhci_scratchpad *scratchpad; struct mutex mutex; struct xhci_virt_device *devs[256]; struct xhci_root_port_bw_info *rh_bw; struct dma_pool *device_pool; struct dma_pool *segment_pool; struct dma_pool *small_streams_pool; struct dma_pool *medium_streams_pool; unsigned int xhc_state; long unsigned int run_graceperiod; struct s3_save s3; long long unsigned int quirks; unsigned int num_active_eps; unsigned int limit_active_eps; struct xhci_port *hw_ports; struct xhci_hub usb2_rhub; struct xhci_hub usb3_rhub; unsigned int hw_lpm_support: 1; unsigned int broken_suspend: 1; unsigned int allow_single_roothub: 1; u32 *ext_caps; unsigned int num_ext_caps; struct xhci_port_cap *port_caps; unsigned int num_port_caps; struct timer_list comp_mode_recovery_timer; u32 port_status_u0; u16 test_mode; struct dentry *debugfs_root; struct dentry *debugfs_slots; struct list_head regset_list; void *dbc; long unsigned int priv[0]; }; struct xhci_segment { union xhci_trb *trbs; struct xhci_segment *next; dma_addr_t dma; dma_addr_t bounce_dma; void *bounce_buf; unsigned int bounce_offs; unsigned int bounce_len; }; struct xhci_interval_bw { unsigned int num_packets; struct list_head endpoints; unsigned int overhead[3]; }; struct xhci_interval_bw_table { unsigned int interval0_esit_payload; struct xhci_interval_bw interval_bw[16]; unsigned int bw_used; unsigned int ss_bw_in; unsigned int ss_bw_out; }; struct xhci_tt_bw_info { struct list_head tt_list; int slot_id; int ttport; struct xhci_interval_bw_table bw_table; int active_eps; }; struct xhci_root_port_bw_info { struct list_head tts; unsigned int num_active_tts; struct xhci_interval_bw_table bw_table; }; struct xhci_device_context_array { __le64 dev_context_ptrs[256]; dma_addr_t dma; }; struct xhci_erst_entry { __le64 seg_addr; __le32 seg_size; __le32 rsvd; }; struct xhci_scratchpad { u64 *sp_array; dma_addr_t sp_dma; void **sp_buffers; }; struct xhci_port_cap { u32 *psi; u8 psi_count; u8 psi_uid_count; u8 maj_rev; u8 min_rev; }; struct xhci_port { __le32 *addr; int hw_portnum; int hcd_portnum; struct xhci_hub *rhub; struct xhci_port_cap *port_cap; unsigned int lpm_incapable: 1; }; struct xhci_slot_ctx { __le32 dev_info; __le32 dev_info2; __le32 tt_info; __le32 dev_state; __le32 reserved[4]; }; struct xhci_ep_ctx { __le32 ep_info; __le32 ep_info2; __le64 deq; __le32 tx_info; __le32 reserved[3]; }; struct xhci_input_control_ctx { __le32 drop_flags; __le32 add_flags; __le32 rsvd2[6]; }; enum xhci_cancelled_td_status { TD_DIRTY = 0, TD_HALTED = 1, TD_CLEARING_CACHE = 2, TD_CLEARED = 3, }; struct xhci_td { struct list_head td_list; struct list_head cancelled_td_list; int status; enum xhci_cancelled_td_status cancel_status; struct urb *urb; struct xhci_segment *start_seg; union xhci_trb *first_trb; union xhci_trb *last_trb; struct xhci_segment *last_trb_seg; struct xhci_segment *bounce_seg; bool urb_length_set; unsigned int num_trbs; }; struct urb_priv___2 { int num_tds; int num_tds_done; struct xhci_td td[0]; }; struct uhci_td; struct uhci_qh { __le32 link; __le32 element; dma_addr_t dma_handle; struct list_head node; struct usb_host_endpoint *hep; struct usb_device *udev; struct list_head queue; struct uhci_td *dummy_td; struct uhci_td *post_td; struct usb_iso_packet_descriptor *iso_packet_desc; long unsigned int advance_jiffies; unsigned int unlink_frame; unsigned int period; short int phase; short int load; unsigned int iso_frame; int state; int type; int skel; unsigned int initial_toggle: 1; unsigned int needs_fixup: 1; unsigned int is_stopped: 1; unsigned int wait_expired: 1; unsigned int bandwidth_reserved: 1; }; struct uhci_td { __le32 link; __le32 status; __le32 token; __le32 buffer; dma_addr_t dma_handle; struct list_head list; int frame; struct list_head fl_list; }; enum uhci_rh_state { UHCI_RH_RESET = 0, UHCI_RH_SUSPENDED = 1, UHCI_RH_AUTO_STOPPED = 2, UHCI_RH_RESUMING = 3, UHCI_RH_SUSPENDING = 4, UHCI_RH_RUNNING = 5, UHCI_RH_RUNNING_NODEVS = 6, }; struct uhci_hcd { long unsigned int io_addr; void *regs; struct dma_pool *qh_pool; struct dma_pool *td_pool; struct uhci_td *term_td; struct uhci_qh *skelqh[11]; struct uhci_qh *next_qh; spinlock_t lock; dma_addr_t frame_dma_handle; __le32 *frame; void **frame_cpu; enum uhci_rh_state rh_state; long unsigned int auto_stop_time; unsigned int frame_number; unsigned int is_stopped; unsigned int last_iso_frame; unsigned int cur_iso_frame; unsigned int scan_in_progress: 1; unsigned int need_rescan: 1; unsigned int dead: 1; unsigned int RD_enable: 1; unsigned int is_initialized: 1; unsigned int fsbr_is_on: 1; unsigned int fsbr_is_wanted: 1; unsigned int fsbr_expiring: 1; struct timer_list fsbr_timer; unsigned int oc_low: 1; unsigned int wait_for_hp: 1; unsigned int big_endian_mmio: 1; unsigned int big_endian_desc: 1; unsigned int is_aspeed: 1; long unsigned int port_c_suspend; long unsigned int resuming_ports; long unsigned int ports_timeout; struct list_head idle_qh_list; int rh_numports; wait_queue_head_t waitqh; int num_waiting; int total_load; short int load[32]; struct clk *clk; void (*reset_hc)(struct uhci_hcd *); int (*check_and_reset_hc)(struct uhci_hcd *); void (*configure_hc)(struct uhci_hcd *); int (*resume_detect_interrupts_are_broken)(struct uhci_hcd *); int (*global_suspend_mode_is_broken)(struct uhci_hcd *); }; struct urb_priv___3 { struct list_head node; struct urb *urb; struct uhci_qh *qh; struct list_head td_list; unsigned int fsbr: 1; }; enum xhci_ep_reset_type { EP_HARD_RESET = 0, EP_SOFT_RESET = 1, }; enum xhci_setup_dev { SETUP_CONTEXT_ONLY = 0, SETUP_CONTEXT_ADDRESS = 1, }; enum xhci_overhead_type { LS_OVERHEAD_TYPE = 0, FS_OVERHEAD_TYPE = 1, HS_OVERHEAD_TYPE = 2, }; struct xhci_driver_overrides { size_t extra_priv_size; int (*reset)(struct usb_hcd *); int (*start)(struct usb_hcd *); int (*add_endpoint)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint *); int (*drop_endpoint)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint *); int (*check_bandwidth)(struct usb_hcd *, struct usb_device *); void (*reset_bandwidth)(struct usb_hcd *, struct usb_device *); int (*update_hub_device)(struct usb_hcd *, struct usb_device *, struct usb_tt *, gfp_t); }; typedef void (*xhci_get_quirks_t)(struct device *, struct xhci_hcd *); struct usb_string_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 wData[1]; }; struct dbc_regs { __le32 capability; __le32 doorbell; __le32 ersts; __le32 __reserved_0; __le64 erstba; __le64 erdp; __le32 control; __le32 status; __le32 portsc; __le32 __reserved_1; __le64 dccp; __le32 devinfo1; __le32 devinfo2; }; struct dbc_info_context { __le64 string0; __le64 manufacturer; __le64 product; __le64 serial; __le32 length; __le32 __reserved_0[7]; }; struct dbc_str_descs { char string0[64]; char manufacturer[64]; char product[64]; char serial[64]; }; enum dbc_state { DS_DISABLED = 0, DS_INITIALIZED = 1, DS_ENABLED = 2, DS_CONNECTED = 3, DS_CONFIGURED = 4, DS_STALLED = 5, }; struct xhci_dbc; struct dbc_ep { struct xhci_dbc *dbc; struct list_head list_pending; struct xhci_ring *ring; unsigned int direction: 1; }; struct dbc_driver; struct xhci_dbc { spinlock_t lock; struct device *dev; struct xhci_hcd *xhci; struct dbc_regs *regs; struct xhci_ring *ring_evt; struct xhci_ring *ring_in; struct xhci_ring *ring_out; struct xhci_erst erst; struct xhci_container_ctx *ctx; struct dbc_str_descs *string; dma_addr_t string_dma; size_t string_size; enum dbc_state state; struct delayed_work event_work; unsigned int resume_required: 1; struct dbc_ep eps[2]; const struct dbc_driver *driver; void *priv; }; struct dbc_driver { int (*configure)(struct xhci_dbc *); void (*disconnect)(struct xhci_dbc *); }; struct dbc_request { void *buf; unsigned int length; dma_addr_t dma; void (*complete)(struct xhci_dbc *, struct dbc_request *); struct list_head list_pool; int status; unsigned int actual; struct xhci_dbc *dbc; struct list_head list_pending; dma_addr_t trb_dma; union xhci_trb *trb; unsigned int direction: 1; }; enum evtreturn { EVT_ERR = 4294967295, EVT_DONE = 0, EVT_GSER = 1, EVT_DISC = 2, }; struct kfifo { union { struct __kfifo kfifo; unsigned char *type; const unsigned char *const_type; char (*rectype)[0]; void *ptr; const void *ptr_const; }; unsigned char buf[0]; }; struct dbc_port { struct tty_port port; spinlock_t port_lock; int minor; struct list_head read_pool; struct list_head read_queue; unsigned int n_read; struct tasklet_struct push; struct list_head write_pool; struct kfifo write_fifo; bool registered; }; struct xhci_driver_data { u64 quirks; const char *firmware; }; struct trace_event_raw_xhci_log_msg { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_raw_xhci_log_ctx { struct trace_entry ent; int ctx_64; unsigned int ctx_type; dma_addr_t ctx_dma; u8 *ctx_va; unsigned int ctx_ep_num; int slot_id; u32 __data_loc_ctx_data; char __data[0]; }; struct trace_event_raw_xhci_log_trb { struct trace_entry ent; u32 type; u32 field0; u32 field1; u32 field2; u32 field3; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_free_virt_dev { struct trace_entry ent; void *vdev; long long unsigned int out_ctx; long long unsigned int in_ctx; u8 fake_port; u8 real_port; u16 current_mel; char __data[0]; }; struct trace_event_raw_xhci_log_virt_dev { struct trace_entry ent; void *vdev; long long unsigned int out_ctx; long long unsigned int in_ctx; int devnum; int state; int speed; u8 portnum; u8 level; int slot_id; char __data[0]; }; struct trace_event_raw_xhci_log_urb { struct trace_entry ent; void *urb; unsigned int pipe; unsigned int stream; int status; unsigned int flags; int num_mapped_sgs; int num_sgs; int length; int actual; int epnum; int dir_in; int type; int slot_id; char __data[0]; }; struct trace_event_raw_xhci_log_ep_ctx { struct trace_entry ent; u32 info; u32 info2; u64 deq; u32 tx_info; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_slot_ctx { struct trace_entry ent; u32 info; u32 info2; u32 tt_info; u32 state; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_ctrl_ctx { struct trace_entry ent; u32 drop; u32 add; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_ring { struct trace_entry ent; u32 type; void *ring; dma_addr_t enq; dma_addr_t deq; dma_addr_t enq_seg; dma_addr_t deq_seg; unsigned int num_segs; unsigned int stream_id; unsigned int cycle_state; unsigned int num_trbs_free; unsigned int bounce_buf_len; char __data[0]; }; struct trace_event_raw_xhci_log_portsc { struct trace_entry ent; u32 portnum; u32 portsc; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_doorbell { struct trace_entry ent; u32 slot; u32 doorbell; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_dbc_log_request { struct trace_entry ent; struct dbc_request *req; bool dir; unsigned int actual; unsigned int length; int status; char __data[0]; }; struct trace_event_data_offsets_xhci_log_msg { u32 msg; }; struct trace_event_data_offsets_xhci_log_ctx { u32 ctx_data; }; struct trace_event_data_offsets_xhci_log_trb { u32 str; }; struct trace_event_data_offsets_xhci_log_free_virt_dev {}; struct trace_event_data_offsets_xhci_log_virt_dev {}; struct trace_event_data_offsets_xhci_log_urb {}; struct trace_event_data_offsets_xhci_log_ep_ctx { u32 str; }; struct trace_event_data_offsets_xhci_log_slot_ctx { u32 str; }; struct trace_event_data_offsets_xhci_log_ctrl_ctx { u32 str; }; struct trace_event_data_offsets_xhci_log_ring {}; struct trace_event_data_offsets_xhci_log_portsc { u32 str; }; struct trace_event_data_offsets_xhci_log_doorbell { u32 str; }; struct trace_event_data_offsets_xhci_dbc_log_request {}; typedef void (*btf_trace_xhci_dbg_address)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_context_change)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_quirks)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_reset_ep)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_cancel_urb)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_init)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_ring_expansion)(void *, struct va_format *); typedef void (*btf_trace_xhci_address_ctx)(void *, struct xhci_hcd *, struct xhci_container_ctx *, unsigned int); typedef void (*btf_trace_xhci_handle_event)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_handle_command)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_handle_transfer)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_queue_trb)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_dbc_handle_event)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_dbc_handle_transfer)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_dbc_gadget_ep_queue)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_free_virt_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_alloc_virt_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_setup_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_setup_addressable_virt_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_stop_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_urb_enqueue)(void *, struct urb *); typedef void (*btf_trace_xhci_urb_giveback)(void *, struct urb *); typedef void (*btf_trace_xhci_urb_dequeue)(void *, struct urb *); typedef void (*btf_trace_xhci_handle_cmd_stop_ep)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_handle_cmd_set_deq_ep)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_handle_cmd_reset_ep)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_handle_cmd_config_ep)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_add_endpoint)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_alloc_dev)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_free_dev)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_handle_cmd_disable_slot)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_discover_or_reset_device)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_setup_device_slot)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_handle_cmd_addr_dev)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_handle_cmd_reset_dev)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_handle_cmd_set_deq)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_configure_endpoint)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_address_ctrl_ctx)(void *, struct xhci_input_control_ctx *); typedef void (*btf_trace_xhci_configure_endpoint_ctrl_ctx)(void *, struct xhci_input_control_ctx *); typedef void (*btf_trace_xhci_ring_alloc)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_ring_free)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_ring_expansion)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_inc_enq)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_inc_deq)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_handle_port_status)(void *, u32, u32); typedef void (*btf_trace_xhci_get_port_status)(void *, u32, u32); typedef void (*btf_trace_xhci_hub_status_data)(void *, u32, u32); typedef void (*btf_trace_xhci_ring_ep_doorbell)(void *, u32, u32); typedef void (*btf_trace_xhci_ring_host_doorbell)(void *, u32, u32); typedef void (*btf_trace_xhci_dbc_alloc_request)(void *, struct dbc_request *); typedef void (*btf_trace_xhci_dbc_free_request)(void *, struct dbc_request *); typedef void (*btf_trace_xhci_dbc_queue_request)(void *, struct dbc_request *); typedef void (*btf_trace_xhci_dbc_giveback_request)(void *, struct dbc_request *); struct xhci_regset { char name[32]; struct debugfs_regset32 regset; size_t nregs; struct list_head list; }; struct xhci_file_map { const char *name; int (*show)(struct seq_file *, void *); }; struct xhci_ep_priv { char name[32]; struct dentry *root; struct xhci_stream_info *stream_info; struct xhci_ring *show_ring; unsigned int stream_id; }; struct xhci_slot_priv { char name[32]; struct dentry *root; struct xhci_ep_priv *eps[31]; struct xhci_virt_device *dev; }; enum { US_FL_SINGLE_LUN = 1, US_FL_NEED_OVERRIDE = 2, US_FL_SCM_MULT_TARG = 4, US_FL_FIX_INQUIRY = 8, US_FL_FIX_CAPACITY = 16, US_FL_IGNORE_RESIDUE = 32, US_FL_BULK32 = 64, US_FL_NOT_LOCKABLE = 128, US_FL_GO_SLOW = 256, US_FL_NO_WP_DETECT = 512, US_FL_MAX_SECTORS_64 = 1024, US_FL_IGNORE_DEVICE = 2048, US_FL_CAPACITY_HEURISTICS = 4096, US_FL_MAX_SECTORS_MIN = 8192, US_FL_BULK_IGNORE_TAG = 16384, US_FL_SANE_SENSE = 32768, US_FL_CAPACITY_OK = 65536, US_FL_BAD_SENSE = 131072, US_FL_NO_READ_DISC_INFO = 262144, US_FL_NO_READ_CAPACITY_16 = 524288, US_FL_INITIAL_READ10 = 1048576, US_FL_WRITE_CACHE = 2097152, US_FL_NEEDS_CAP16 = 4194304, US_FL_IGNORE_UAS = 8388608, US_FL_BROKEN_FUA = 16777216, US_FL_NO_ATA_1X = 33554432, US_FL_NO_REPORT_OPCODES = 67108864, US_FL_MAX_SECTORS_240 = 134217728, US_FL_NO_REPORT_LUNS = 268435456, US_FL_ALWAYS_SYNC = 536870912, US_FL_NO_SAME = 1073741824, US_FL_SENSE_AFTER_SYNC = 2147483648, }; struct us_data; struct us_unusual_dev { const char *vendorName; const char *productName; __u8 useProtocol; __u8 useTransport; int (*initFunction)(struct us_data *); }; typedef int (*trans_cmnd)(struct scsi_cmnd *, struct us_data *); typedef int (*trans_reset)(struct us_data *); typedef void (*proto_cmnd)(struct scsi_cmnd *, struct us_data *); typedef void (*extra_data_destructor)(void *); struct us_data { struct mutex dev_mutex; struct usb_device *pusb_dev; struct usb_interface *pusb_intf; const struct us_unusual_dev *unusual_dev; long unsigned int fflags; long unsigned int dflags; unsigned int send_bulk_pipe; unsigned int recv_bulk_pipe; unsigned int send_ctrl_pipe; unsigned int recv_ctrl_pipe; unsigned int recv_intr_pipe; char *transport_name; char *protocol_name; __le32 bcs_signature; u8 subclass; u8 protocol; u8 max_lun; u8 ifnum; u8 ep_bInterval; trans_cmnd transport; trans_reset transport_reset; proto_cmnd proto_handler; struct scsi_cmnd *srb; unsigned int tag; char scsi_name[32]; struct urb *current_urb; struct usb_ctrlrequest *cr; struct usb_sg_request current_sg; unsigned char *iobuf; dma_addr_t iobuf_dma; struct task_struct *ctl_thread; struct completion cmnd_ready; struct completion notify; wait_queue_head_t delay_wait; struct delayed_work scan_dwork; void *extra; extra_data_destructor extra_destructor; int use_last_sector_hacks; int last_sector_retries; }; enum xfer_buf_dir { TO_XFER_BUF = 0, FROM_XFER_BUF = 1, }; struct swoc_info { __u8 rev; __u8 reserved[8]; __u16 LinuxSKU; __u16 LinuxVer; __u8 reserved2[47]; } __attribute__((packed)); struct bulk_cb_wrap { __le32 Signature; __u32 Tag; __le32 DataTransferLength; __u8 Flags; __u8 Lun; __u8 Length; __u8 CDB[16]; }; struct bulk_cs_wrap { __le32 Signature; __u32 Tag; __le32 Residue; __u8 Status; }; struct ignore_entry { u16 vid; u16 pid; u16 bcdmin; u16 bcdmax; }; struct async_icount { __u32 cts; __u32 dsr; __u32 rng; __u32 dcd; __u32 tx; __u32 rx; __u32 frame; __u32 parity; __u32 overrun; __u32 brk; __u32 buf_overrun; }; struct usb_serial; struct usb_serial_port { struct usb_serial *serial; struct tty_port port; spinlock_t lock; u32 minor; u8 port_number; unsigned char *interrupt_in_buffer; struct urb *interrupt_in_urb; __u8 interrupt_in_endpointAddress; unsigned char *interrupt_out_buffer; int interrupt_out_size; struct urb *interrupt_out_urb; __u8 interrupt_out_endpointAddress; unsigned char *bulk_in_buffer; int bulk_in_size; struct urb *read_urb; __u8 bulk_in_endpointAddress; unsigned char *bulk_in_buffers[2]; struct urb *read_urbs[2]; long unsigned int read_urbs_free; unsigned char *bulk_out_buffer; int bulk_out_size; struct urb *write_urb; struct kfifo write_fifo; unsigned char *bulk_out_buffers[2]; struct urb *write_urbs[2]; long unsigned int write_urbs_free; __u8 bulk_out_endpointAddress; struct async_icount icount; int tx_bytes; long unsigned int flags; struct work_struct work; long unsigned int sysrq; struct device dev; }; struct usb_serial_driver; struct usb_serial { struct usb_device *dev; struct usb_serial_driver *type; struct usb_interface *interface; struct usb_interface *sibling; unsigned int suspend_count; unsigned char disconnected: 1; unsigned char attached: 1; unsigned char minors_reserved: 1; unsigned char num_ports; unsigned char num_port_pointers; unsigned char num_interrupt_in; unsigned char num_interrupt_out; unsigned char num_bulk_in; unsigned char num_bulk_out; struct usb_serial_port *port[16]; struct kref kref; struct mutex disc_mutex; void *private; }; struct usb_serial_endpoints; struct usb_serial_driver { const char *description; const struct usb_device_id *id_table; struct list_head driver_list; struct device_driver driver; struct usb_driver *usb_driver; struct usb_dynids dynids; unsigned char num_ports; unsigned char num_bulk_in; unsigned char num_bulk_out; unsigned char num_interrupt_in; unsigned char num_interrupt_out; size_t bulk_in_size; size_t bulk_out_size; int (*probe)(struct usb_serial *, const struct usb_device_id *); int (*attach)(struct usb_serial *); int (*calc_num_ports)(struct usb_serial *, struct usb_serial_endpoints *); void (*disconnect)(struct usb_serial *); void (*release)(struct usb_serial *); int (*port_probe)(struct usb_serial_port *); void (*port_remove)(struct usb_serial_port *); int (*suspend)(struct usb_serial *, pm_message_t); int (*resume)(struct usb_serial *); int (*reset_resume)(struct usb_serial *); int (*open)(struct tty_struct *, struct usb_serial_port *); void (*close)(struct usb_serial_port *); int (*write)(struct tty_struct *, struct usb_serial_port *, const unsigned char *, int); unsigned int (*write_room)(struct tty_struct *); int (*ioctl)(struct tty_struct *, unsigned int, long unsigned int); void (*get_serial)(struct tty_struct *, struct serial_struct *); int (*set_serial)(struct tty_struct *, struct serial_struct *); void (*set_termios)(struct tty_struct *, struct usb_serial_port *, const struct ktermios *); void (*break_ctl)(struct tty_struct *, int); unsigned int (*chars_in_buffer)(struct tty_struct *); void (*wait_until_sent)(struct tty_struct *, long int); bool (*tx_empty)(struct usb_serial_port *); void (*throttle)(struct tty_struct *); void (*unthrottle)(struct tty_struct *); int (*tiocmget)(struct tty_struct *); int (*tiocmset)(struct tty_struct *, unsigned int, unsigned int); int (*tiocmiwait)(struct tty_struct *, long unsigned int); int (*get_icount)(struct tty_struct *, struct serial_icounter_struct *); void (*dtr_rts)(struct usb_serial_port *, int); int (*carrier_raised)(struct usb_serial_port *); void (*init_termios)(struct tty_struct *); void (*read_int_callback)(struct urb *); void (*write_int_callback)(struct urb *); void (*read_bulk_callback)(struct urb *); void (*write_bulk_callback)(struct urb *); void (*process_read_urb)(struct urb *); int (*prepare_write_buffer)(struct usb_serial_port *, void *, size_t); }; struct usb_serial_endpoints { unsigned char num_bulk_in; unsigned char num_bulk_out; unsigned char num_interrupt_in; unsigned char num_interrupt_out; struct usb_endpoint_descriptor *bulk_in[16]; struct usb_endpoint_descriptor *bulk_out[16]; struct usb_endpoint_descriptor *interrupt_in[16]; struct usb_endpoint_descriptor *interrupt_out[16]; }; struct usbcons_info { int magic; int break_flag; struct usb_serial_port *port; }; struct serio_device_id { __u8 type; __u8 extra; __u8 id; __u8 proto; }; struct serio_driver; struct serio { void *port_data; char name[32]; char phys[32]; char firmware_id[128]; bool manual_bind; struct serio_device_id id; spinlock_t lock; int (*write)(struct serio *, unsigned char); int (*open)(struct serio *); void (*close)(struct serio *); int (*start)(struct serio *); void (*stop)(struct serio *); struct serio *parent; struct list_head child_node; struct list_head children; unsigned int depth; struct serio_driver *drv; struct mutex drv_mutex; struct device dev; struct list_head node; struct mutex *ps2_cmd_mutex; }; struct serio_driver { const char *description; const struct serio_device_id *id_table; bool manual_bind; void (*write_wakeup)(struct serio *); irqreturn_t (*interrupt)(struct serio *, unsigned char, unsigned int); int (*connect)(struct serio *, struct serio_driver *); int (*reconnect)(struct serio *); int (*fast_reconnect)(struct serio *); void (*disconnect)(struct serio *); void (*cleanup)(struct serio *); struct device_driver driver; }; enum serio_event_type { SERIO_RESCAN_PORT = 0, SERIO_RECONNECT_PORT = 1, SERIO_RECONNECT_SUBTREE = 2, SERIO_REGISTER_PORT = 3, SERIO_ATTACH_DRIVER = 4, }; struct serio_event { enum serio_event_type type; void *object; struct module *owner; struct list_head node; }; struct serport___2 { struct tty_struct *tty; wait_queue_head_t wait; struct serio *serio; struct serio_device_id id; spinlock_t lock; long unsigned int flags; }; struct ps2dev { struct serio *serio; struct mutex cmd_mutex; wait_queue_head_t wait; long unsigned int flags; u8 cmdbuf[8]; u8 cmdcnt; u8 nak; }; union input_seq_state { struct { short unsigned int pos; bool mutex_acquired; }; void *p; }; struct input_devres { struct input_dev *input; }; struct input_event { __kernel_ulong_t __sec; __kernel_ulong_t __usec; __u16 type; __u16 code; __s32 value; }; struct input_event_compat { compat_ulong_t sec; compat_ulong_t usec; __u16 type; __u16 code; __s32 value; }; struct ff_periodic_effect_compat { __u16 waveform; __u16 period; __s16 magnitude; __s16 offset; __u16 phase; struct ff_envelope envelope; __u32 custom_len; compat_uptr_t custom_data; }; struct ff_effect_compat { __u16 type; __s16 id; __u16 direction; struct ff_trigger trigger; struct ff_replay replay; union { struct ff_constant_effect constant; struct ff_ramp_effect ramp; struct ff_periodic_effect_compat periodic; struct ff_condition_effect condition[2]; struct ff_rumble_effect rumble; } u; }; struct input_dev_poller { void (*poll)(struct input_dev *); unsigned int poll_interval; unsigned int poll_interval_max; unsigned int poll_interval_min; struct input_dev *input; struct delayed_work work; }; struct input_mt_pos { s16 x; s16 y; }; struct touchscreen_properties { unsigned int max_x; unsigned int max_y; bool invert_x; bool invert_y; bool swap_x_y; }; struct led_init_data { struct fwnode_handle *fwnode; const char *default_label; const char *devicename; bool devname_mandatory; }; struct input_led { struct led_classdev cdev; struct input_handle *handle; unsigned int code; }; struct input_leds { struct input_handle handle; unsigned int num_leds; struct input_led leds[0]; }; struct input_mask { __u32 type; __u32 codes_size; __u64 codes_ptr; }; struct evdev_client; struct evdev { int open; struct input_handle handle; struct evdev_client *grab; struct list_head client_list; spinlock_t client_lock; struct mutex mutex; struct device dev; struct cdev cdev; bool exist; }; struct evdev_client { unsigned int head; unsigned int tail; unsigned int packet_head; spinlock_t buffer_lock; wait_queue_head_t wait; struct fasync_struct *fasync; struct evdev *evdev; struct list_head node; enum input_clock_type clk_type; bool revoked; long unsigned int *evmasks[32]; unsigned int bufsize; struct input_event buffer[0]; }; enum hid_report_type { HID_INPUT_REPORT = 0, HID_OUTPUT_REPORT = 1, HID_FEATURE_REPORT = 2, HID_REPORT_TYPES = 3, }; struct usbtouch_usb; struct usbtouch_device_info { int min_xc; int max_xc; int min_yc; int max_yc; int min_press; int max_press; int rept_size; bool irq_always; void (*process_pkt)(struct usbtouch_usb *, unsigned char *, int); int (*get_pkt_len)(unsigned char *, int); int (*read_data)(struct usbtouch_usb *, unsigned char *); int (*alloc)(struct usbtouch_usb *); int (*init)(struct usbtouch_usb *); void (*exit)(struct usbtouch_usb *); }; struct usbtouch_usb { unsigned char *data; dma_addr_t data_dma; int data_size; unsigned char *buffer; int buf_len; struct urb *irq; struct usb_interface *interface; struct input_dev *input; struct usbtouch_device_info *type; struct mutex pm_mutex; bool is_open; char name[128]; char phys[64]; void *priv; int x; int y; int touch; int press; }; enum { DEVTYPE_IGNORE = 4294967295, DEVTYPE_EGALAX = 0, DEVTYPE_PANJIT = 1, DEVTYPE_3M = 2, DEVTYPE_ITM = 3, DEVTYPE_ETURBO = 4, DEVTYPE_GUNZE = 5, DEVTYPE_DMC_TSC10 = 6, DEVTYPE_IRTOUCH = 7, DEVTYPE_IRTOUCH_HIRES = 8, DEVTYPE_IDEALTEK = 9, DEVTYPE_GENERAL_TOUCH = 10, DEVTYPE_GOTOP = 11, DEVTYPE_JASTEC = 12, DEVTYPE_E2I = 13, DEVTYPE_ZYTRONIC = 14, DEVTYPE_TC45USB = 15, DEVTYPE_NEXIO = 16, DEVTYPE_ELO = 17, DEVTYPE_ETOUCH = 18, }; struct mtouch_priv { u8 fw_rev_major; u8 fw_rev_minor; }; struct nexio_priv { struct urb *ack; unsigned char *ack_buf; }; struct nexio_touch_packet { u8 flags; __be16 data_len; __be16 x_len; __be16 y_len; u8 data[0]; } __attribute__((packed)); struct mousedev_hw_data { int dx; int dy; int dz; int x; int y; int abs_event; long unsigned int buttons; }; struct mousedev { int open; struct input_handle handle; wait_queue_head_t wait; struct list_head client_list; spinlock_t client_lock; struct mutex mutex; struct device dev; struct cdev cdev; bool exist; struct list_head mixdev_node; bool opened_by_mixdev; struct mousedev_hw_data packet; unsigned int pkt_count; int old_x[4]; int old_y[4]; int frac_dx; int frac_dy; long unsigned int touch; int (*open_device)(struct mousedev *); void (*close_device)(struct mousedev *); }; enum mousedev_emul { MOUSEDEV_EMUL_PS2 = 0, MOUSEDEV_EMUL_IMPS = 1, MOUSEDEV_EMUL_EXPS = 2, }; struct mousedev_motion { int dx; int dy; int dz; long unsigned int buttons; }; struct mousedev_client { struct fasync_struct *fasync; struct mousedev *mousedev; struct list_head node; struct mousedev_motion packets[16]; unsigned int head; unsigned int tail; spinlock_t packet_lock; int pos_x; int pos_y; u8 ps2[6]; unsigned char ready; unsigned char buffer; unsigned char bufsiz; unsigned char imexseq; unsigned char impsseq; enum mousedev_emul mode; long unsigned int last_buttons; }; enum { FRACTION_DENOM = 128, }; struct trace_event_raw_rtc_time_alarm_class { struct trace_entry ent; time64_t secs; int err; char __data[0]; }; struct trace_event_raw_rtc_irq_set_freq { struct trace_entry ent; int freq; int err; char __data[0]; }; struct trace_event_raw_rtc_irq_set_state { struct trace_entry ent; int enabled; int err; char __data[0]; }; struct trace_event_raw_rtc_alarm_irq_enable { struct trace_entry ent; unsigned int enabled; int err; char __data[0]; }; struct trace_event_raw_rtc_offset_class { struct trace_entry ent; long int offset; int err; char __data[0]; }; struct trace_event_raw_rtc_timer_class { struct trace_entry ent; struct rtc_timer *timer; ktime_t expires; ktime_t period; char __data[0]; }; struct trace_event_data_offsets_rtc_time_alarm_class {}; struct trace_event_data_offsets_rtc_irq_set_freq {}; struct trace_event_data_offsets_rtc_irq_set_state {}; struct trace_event_data_offsets_rtc_alarm_irq_enable {}; struct trace_event_data_offsets_rtc_offset_class {}; struct trace_event_data_offsets_rtc_timer_class {}; typedef void (*btf_trace_rtc_set_time)(void *, time64_t, int); typedef void (*btf_trace_rtc_read_time)(void *, time64_t, int); typedef void (*btf_trace_rtc_set_alarm)(void *, time64_t, int); typedef void (*btf_trace_rtc_read_alarm)(void *, time64_t, int); typedef void (*btf_trace_rtc_irq_set_freq)(void *, int, int); typedef void (*btf_trace_rtc_irq_set_state)(void *, int, int); typedef void (*btf_trace_rtc_alarm_irq_enable)(void *, unsigned int, int); typedef void (*btf_trace_rtc_set_offset)(void *, long int, int); typedef void (*btf_trace_rtc_read_offset)(void *, long int, int); typedef void (*btf_trace_rtc_timer_enqueue)(void *, struct rtc_timer *); typedef void (*btf_trace_rtc_timer_dequeue)(void *, struct rtc_timer *); typedef void (*btf_trace_rtc_timer_fired)(void *, struct rtc_timer *); enum { none = 0, day = 1, month = 2, year = 3, }; enum { RTC_SEC = 0, RTC_MIN = 1, RTC_HOUR = 2, RTC_DAY = 3, RTC_MONTH = 4, RTC_YEAR = 5, RTC_DATA_LEN = 6, }; struct da9063_compatible_rtc_regmap { int rtc_enable_reg; int rtc_enable_32k_crystal_reg; int rtc_alarm_secs_reg; int rtc_alarm_year_reg; int rtc_count_secs_reg; int rtc_count_year_reg; int rtc_event_reg; int rtc_enable_mask; int rtc_crystal_mask; int rtc_event_alarm_mask; int rtc_alarm_on_mask; int rtc_alarm_status_mask; int rtc_tick_on_mask; int rtc_ready_to_read_mask; int rtc_count_sec_mask; int rtc_count_min_mask; int rtc_count_hour_mask; int rtc_count_day_mask; int rtc_count_month_mask; int rtc_count_year_mask; int rtc_data_start; int rtc_alarm_len; }; struct da9063_compatible_rtc { struct rtc_device *rtc_dev; struct rtc_time alarm_time; struct regmap *regmap; const struct da9063_compatible_rtc_regmap *config; bool rtc_sync; }; struct goldfish_rtc { void *base; int irq; struct rtc_device *rtc; }; struct i2c_devinfo { struct list_head list; int busnum; struct i2c_board_info board_info; }; struct i2c_smbus_alert_setup { int irq; }; struct trace_event_raw_smbus_write { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 command; __u8 len; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_read { struct trace_entry ent; int adapter_nr; __u16 flags; __u16 addr; __u8 command; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_reply { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 command; __u8 len; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_result { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 read_write; __u8 command; __s16 res; __u32 protocol; char __data[0]; }; struct trace_event_data_offsets_smbus_write {}; struct trace_event_data_offsets_smbus_read {}; struct trace_event_data_offsets_smbus_reply {}; struct trace_event_data_offsets_smbus_result {}; typedef void (*btf_trace_smbus_write)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, const union i2c_smbus_data *); typedef void (*btf_trace_smbus_read)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int); typedef void (*btf_trace_smbus_reply)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, const union i2c_smbus_data *, int); typedef void (*btf_trace_smbus_result)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, int); struct i2c_mux_core { struct i2c_adapter *parent; struct device *dev; unsigned int mux_locked: 1; unsigned int arbitrator: 1; unsigned int gate: 1; void *priv; int (*select)(struct i2c_mux_core *, u32); int (*deselect)(struct i2c_mux_core *, u32); int num_adapters; int max_adapters; struct i2c_adapter *adapter[0]; }; struct i2c_mux_priv { struct i2c_adapter adap; struct i2c_algorithm algo; struct i2c_mux_core *muxc; u32 chan_id; }; struct i2c_algo_bit_data { void *data; void (*setsda)(void *, int); void (*setscl)(void *, int); int (*getsda)(void *); int (*getscl)(void *); int (*pre_xfer)(struct i2c_adapter *); void (*post_xfer)(struct i2c_adapter *); int udelay; int timeout; bool can_do_atomic; }; struct i2c_device_identity { u16 manufacturer_id; u16 part_id; u8 die_revision; }; struct i2c_timings { u32 bus_freq_hz; u32 scl_rise_ns; u32 scl_fall_ns; u32 scl_int_delay_ns; u32 sda_fall_ns; u32 sda_hold_ns; u32 digital_filter_width_ns; u32 analog_filter_cutoff_freq_hz; }; struct trace_event_raw_i2c_write { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_i2c_read { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; char __data[0]; }; struct trace_event_raw_i2c_reply { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_i2c_result { struct trace_entry ent; int adapter_nr; __u16 nr_msgs; __s16 ret; char __data[0]; }; struct trace_event_data_offsets_i2c_write { u32 buf; }; struct trace_event_data_offsets_i2c_read {}; struct trace_event_data_offsets_i2c_reply { u32 buf; }; struct trace_event_data_offsets_i2c_result {}; typedef void (*btf_trace_i2c_write)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_read)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_reply)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_result)(void *, const struct i2c_adapter *, int, int); struct class_compat; struct i2c_cmd_arg { unsigned int cmd; void *arg; }; struct i2c_smbus_ioctl_data { __u8 read_write; __u8 command; __u32 size; union i2c_smbus_data *data; }; struct i2c_rdwr_ioctl_data { struct i2c_msg *msgs; __u32 nmsgs; }; struct i2c_dev { struct list_head list; struct i2c_adapter *adap; struct device dev; struct cdev cdev; }; struct i2c_smbus_ioctl_data32 { u8 read_write; u8 command; u32 size; compat_caddr_t data; }; struct i2c_msg32 { u16 addr; u16 flags; u16 len; compat_caddr_t buf; }; struct i2c_rdwr_ioctl_data32 { compat_caddr_t msgs; u32 nmsgs; }; struct ocores_i2c_platform_data { u32 reg_shift; u32 reg_io_width; u32 clock_khz; u32 bus_khz; bool big_endian; u8 num_devices; const struct i2c_board_info *devices; }; struct ocores_i2c { void *base; int iobase; u32 reg_shift; u32 reg_io_width; long unsigned int flags; wait_queue_head_t wait; struct i2c_adapter adap; struct i2c_msg *msg; int pos; int nmsgs; int state; spinlock_t process_lock; struct clk *clk; int ip_clock_khz; int bus_clock_khz; void (*setreg)(struct ocores_i2c *, int, u8); u8 (*getreg)(struct ocores_i2c *, int); }; struct gpio_restart { struct gpio_desc *reset_gpio; struct notifier_block restart_handler; u32 active_delay_ms; u32 inactive_delay_ms; u32 wait_delay_ms; }; struct syscon_reboot_context { struct regmap *map; u32 offset; u32 value; u32 mask; struct notifier_block restart_handler; }; enum { POWER_SUPPLY_STATUS_UNKNOWN = 0, POWER_SUPPLY_STATUS_CHARGING = 1, POWER_SUPPLY_STATUS_DISCHARGING = 2, POWER_SUPPLY_STATUS_NOT_CHARGING = 3, POWER_SUPPLY_STATUS_FULL = 4, }; enum { POWER_SUPPLY_CHARGE_TYPE_UNKNOWN = 0, POWER_SUPPLY_CHARGE_TYPE_NONE = 1, POWER_SUPPLY_CHARGE_TYPE_TRICKLE = 2, POWER_SUPPLY_CHARGE_TYPE_FAST = 3, POWER_SUPPLY_CHARGE_TYPE_STANDARD = 4, POWER_SUPPLY_CHARGE_TYPE_ADAPTIVE = 5, POWER_SUPPLY_CHARGE_TYPE_CUSTOM = 6, POWER_SUPPLY_CHARGE_TYPE_LONGLIFE = 7, POWER_SUPPLY_CHARGE_TYPE_BYPASS = 8, }; enum { POWER_SUPPLY_HEALTH_UNKNOWN = 0, POWER_SUPPLY_HEALTH_GOOD = 1, POWER_SUPPLY_HEALTH_OVERHEAT = 2, POWER_SUPPLY_HEALTH_DEAD = 3, POWER_SUPPLY_HEALTH_OVERVOLTAGE = 4, POWER_SUPPLY_HEALTH_UNSPEC_FAILURE = 5, POWER_SUPPLY_HEALTH_COLD = 6, POWER_SUPPLY_HEALTH_WATCHDOG_TIMER_EXPIRE = 7, POWER_SUPPLY_HEALTH_SAFETY_TIMER_EXPIRE = 8, POWER_SUPPLY_HEALTH_OVERCURRENT = 9, POWER_SUPPLY_HEALTH_CALIBRATION_REQUIRED = 10, POWER_SUPPLY_HEALTH_WARM = 11, POWER_SUPPLY_HEALTH_COOL = 12, POWER_SUPPLY_HEALTH_HOT = 13, POWER_SUPPLY_HEALTH_NO_BATTERY = 14, }; enum { POWER_SUPPLY_TECHNOLOGY_UNKNOWN = 0, POWER_SUPPLY_TECHNOLOGY_NiMH = 1, POWER_SUPPLY_TECHNOLOGY_LION = 2, POWER_SUPPLY_TECHNOLOGY_LIPO = 3, POWER_SUPPLY_TECHNOLOGY_LiFe = 4, POWER_SUPPLY_TECHNOLOGY_NiCd = 5, POWER_SUPPLY_TECHNOLOGY_LiMn = 6, }; enum { POWER_SUPPLY_CAPACITY_LEVEL_UNKNOWN = 0, POWER_SUPPLY_CAPACITY_LEVEL_CRITICAL = 1, POWER_SUPPLY_CAPACITY_LEVEL_LOW = 2, POWER_SUPPLY_CAPACITY_LEVEL_NORMAL = 3, POWER_SUPPLY_CAPACITY_LEVEL_HIGH = 4, POWER_SUPPLY_CAPACITY_LEVEL_FULL = 5, }; enum { POWER_SUPPLY_SCOPE_UNKNOWN = 0, POWER_SUPPLY_SCOPE_SYSTEM = 1, POWER_SUPPLY_SCOPE_DEVICE = 2, }; enum power_supply_property { POWER_SUPPLY_PROP_STATUS = 0, POWER_SUPPLY_PROP_CHARGE_TYPE = 1, POWER_SUPPLY_PROP_HEALTH = 2, POWER_SUPPLY_PROP_PRESENT = 3, POWER_SUPPLY_PROP_ONLINE = 4, POWER_SUPPLY_PROP_AUTHENTIC = 5, POWER_SUPPLY_PROP_TECHNOLOGY = 6, POWER_SUPPLY_PROP_CYCLE_COUNT = 7, POWER_SUPPLY_PROP_VOLTAGE_MAX = 8, POWER_SUPPLY_PROP_VOLTAGE_MIN = 9, POWER_SUPPLY_PROP_VOLTAGE_MAX_DESIGN = 10, POWER_SUPPLY_PROP_VOLTAGE_MIN_DESIGN = 11, POWER_SUPPLY_PROP_VOLTAGE_NOW = 12, POWER_SUPPLY_PROP_VOLTAGE_AVG = 13, POWER_SUPPLY_PROP_VOLTAGE_OCV = 14, POWER_SUPPLY_PROP_VOLTAGE_BOOT = 15, POWER_SUPPLY_PROP_CURRENT_MAX = 16, POWER_SUPPLY_PROP_CURRENT_NOW = 17, POWER_SUPPLY_PROP_CURRENT_AVG = 18, POWER_SUPPLY_PROP_CURRENT_BOOT = 19, POWER_SUPPLY_PROP_POWER_NOW = 20, POWER_SUPPLY_PROP_POWER_AVG = 21, POWER_SUPPLY_PROP_CHARGE_FULL_DESIGN = 22, POWER_SUPPLY_PROP_CHARGE_EMPTY_DESIGN = 23, POWER_SUPPLY_PROP_CHARGE_FULL = 24, POWER_SUPPLY_PROP_CHARGE_EMPTY = 25, POWER_SUPPLY_PROP_CHARGE_NOW = 26, POWER_SUPPLY_PROP_CHARGE_AVG = 27, POWER_SUPPLY_PROP_CHARGE_COUNTER = 28, POWER_SUPPLY_PROP_CONSTANT_CHARGE_CURRENT = 29, POWER_SUPPLY_PROP_CONSTANT_CHARGE_CURRENT_MAX = 30, POWER_SUPPLY_PROP_CONSTANT_CHARGE_VOLTAGE = 31, POWER_SUPPLY_PROP_CONSTANT_CHARGE_VOLTAGE_MAX = 32, POWER_SUPPLY_PROP_CHARGE_CONTROL_LIMIT = 33, POWER_SUPPLY_PROP_CHARGE_CONTROL_LIMIT_MAX = 34, POWER_SUPPLY_PROP_CHARGE_CONTROL_START_THRESHOLD = 35, POWER_SUPPLY_PROP_CHARGE_CONTROL_END_THRESHOLD = 36, POWER_SUPPLY_PROP_CHARGE_BEHAVIOUR = 37, POWER_SUPPLY_PROP_INPUT_CURRENT_LIMIT = 38, POWER_SUPPLY_PROP_INPUT_VOLTAGE_LIMIT = 39, POWER_SUPPLY_PROP_INPUT_POWER_LIMIT = 40, POWER_SUPPLY_PROP_ENERGY_FULL_DESIGN = 41, POWER_SUPPLY_PROP_ENERGY_EMPTY_DESIGN = 42, POWER_SUPPLY_PROP_ENERGY_FULL = 43, POWER_SUPPLY_PROP_ENERGY_EMPTY = 44, POWER_SUPPLY_PROP_ENERGY_NOW = 45, POWER_SUPPLY_PROP_ENERGY_AVG = 46, POWER_SUPPLY_PROP_CAPACITY = 47, POWER_SUPPLY_PROP_CAPACITY_ALERT_MIN = 48, POWER_SUPPLY_PROP_CAPACITY_ALERT_MAX = 49, POWER_SUPPLY_PROP_CAPACITY_ERROR_MARGIN = 50, POWER_SUPPLY_PROP_CAPACITY_LEVEL = 51, POWER_SUPPLY_PROP_TEMP = 52, POWER_SUPPLY_PROP_TEMP_MAX = 53, POWER_SUPPLY_PROP_TEMP_MIN = 54, POWER_SUPPLY_PROP_TEMP_ALERT_MIN = 55, POWER_SUPPLY_PROP_TEMP_ALERT_MAX = 56, POWER_SUPPLY_PROP_TEMP_AMBIENT = 57, POWER_SUPPLY_PROP_TEMP_AMBIENT_ALERT_MIN = 58, POWER_SUPPLY_PROP_TEMP_AMBIENT_ALERT_MAX = 59, POWER_SUPPLY_PROP_TIME_TO_EMPTY_NOW = 60, POWER_SUPPLY_PROP_TIME_TO_EMPTY_AVG = 61, POWER_SUPPLY_PROP_TIME_TO_FULL_NOW = 62, POWER_SUPPLY_PROP_TIME_TO_FULL_AVG = 63, POWER_SUPPLY_PROP_TYPE = 64, POWER_SUPPLY_PROP_USB_TYPE = 65, POWER_SUPPLY_PROP_SCOPE = 66, POWER_SUPPLY_PROP_PRECHARGE_CURRENT = 67, POWER_SUPPLY_PROP_CHARGE_TERM_CURRENT = 68, POWER_SUPPLY_PROP_CALIBRATE = 69, POWER_SUPPLY_PROP_MANUFACTURE_YEAR = 70, POWER_SUPPLY_PROP_MANUFACTURE_MONTH = 71, POWER_SUPPLY_PROP_MANUFACTURE_DAY = 72, POWER_SUPPLY_PROP_MODEL_NAME = 73, POWER_SUPPLY_PROP_MANUFACTURER = 74, POWER_SUPPLY_PROP_SERIAL_NUMBER = 75, }; enum power_supply_type { POWER_SUPPLY_TYPE_UNKNOWN = 0, POWER_SUPPLY_TYPE_BATTERY = 1, POWER_SUPPLY_TYPE_UPS = 2, POWER_SUPPLY_TYPE_MAINS = 3, POWER_SUPPLY_TYPE_USB = 4, POWER_SUPPLY_TYPE_USB_DCP = 5, POWER_SUPPLY_TYPE_USB_CDP = 6, POWER_SUPPLY_TYPE_USB_ACA = 7, POWER_SUPPLY_TYPE_USB_TYPE_C = 8, POWER_SUPPLY_TYPE_USB_PD = 9, POWER_SUPPLY_TYPE_USB_PD_DRP = 10, POWER_SUPPLY_TYPE_APPLE_BRICK_ID = 11, POWER_SUPPLY_TYPE_WIRELESS = 12, }; enum power_supply_usb_type { POWER_SUPPLY_USB_TYPE_UNKNOWN = 0, POWER_SUPPLY_USB_TYPE_SDP = 1, POWER_SUPPLY_USB_TYPE_DCP = 2, POWER_SUPPLY_USB_TYPE_CDP = 3, POWER_SUPPLY_USB_TYPE_ACA = 4, POWER_SUPPLY_USB_TYPE_C = 5, POWER_SUPPLY_USB_TYPE_PD = 6, POWER_SUPPLY_USB_TYPE_PD_DRP = 7, POWER_SUPPLY_USB_TYPE_PD_PPS = 8, POWER_SUPPLY_USB_TYPE_APPLE_BRICK_ID = 9, }; enum power_supply_charge_behaviour { POWER_SUPPLY_CHARGE_BEHAVIOUR_AUTO = 0, POWER_SUPPLY_CHARGE_BEHAVIOUR_INHIBIT_CHARGE = 1, POWER_SUPPLY_CHARGE_BEHAVIOUR_FORCE_DISCHARGE = 2, }; union power_supply_propval { int intval; const char *strval; }; struct power_supply; struct power_supply_desc { const char *name; enum power_supply_type type; const enum power_supply_usb_type *usb_types; size_t num_usb_types; const enum power_supply_property *properties; size_t num_properties; int (*get_property)(struct power_supply *, enum power_supply_property, union power_supply_propval *); int (*set_property)(struct power_supply *, enum power_supply_property, const union power_supply_propval *); int (*property_is_writeable)(struct power_supply *, enum power_supply_property); void (*external_power_changed)(struct power_supply *); void (*set_charged)(struct power_supply *); bool no_thermal; int use_for_apm; }; struct thermal_zone_device; struct power_supply { const struct power_supply_desc *desc; char **supplied_to; size_t num_supplicants; char **supplied_from; size_t num_supplies; struct device_node *of_node; void *drv_data; struct device dev; struct work_struct changed_work; struct delayed_work deferred_register_work; spinlock_t changed_lock; bool changed; bool initialized; bool removing; atomic_t use_cnt; struct thermal_zone_device *tzd; struct thermal_cooling_device *tcd; struct led_trigger *charging_full_trig; char *charging_full_trig_name; struct led_trigger *charging_trig; char *charging_trig_name; struct led_trigger *full_trig; char *full_trig_name; struct led_trigger *online_trig; char *online_trig_name; struct led_trigger *charging_blink_full_solid_trig; char *charging_blink_full_solid_trig_name; }; struct power_supply_attr { const char *prop_name; char attr_name[31]; struct device_attribute dev_attr; const char * const *text_values; int text_values_len; }; enum power_supply_notifier_events { PSY_EVENT_PROP_CHANGED = 0, }; struct power_supply_config { struct device_node *of_node; struct fwnode_handle *fwnode; void *drv_data; const struct attribute_group **attr_grp; char **supplied_to; size_t num_supplicants; }; enum thermal_device_mode { THERMAL_DEVICE_DISABLED = 0, THERMAL_DEVICE_ENABLED = 1, }; enum thermal_notify_event { THERMAL_EVENT_UNSPECIFIED = 0, THERMAL_EVENT_TEMP_SAMPLE = 1, THERMAL_TRIP_VIOLATED = 2, THERMAL_TRIP_CHANGED = 3, THERMAL_DEVICE_DOWN = 4, THERMAL_DEVICE_UP = 5, THERMAL_DEVICE_POWER_CAPABILITY_CHANGED = 6, THERMAL_TABLE_CHANGED = 7, THERMAL_EVENT_KEEP_ALIVE = 8, }; struct thermal_attr; struct thermal_trip; struct thermal_zone_device_ops; struct thermal_zone_params; struct thermal_governor; struct thermal_zone_device { int id; char type[20]; struct device device; struct attribute_group trips_attribute_group; struct thermal_attr *trip_temp_attrs; struct thermal_attr *trip_type_attrs; struct thermal_attr *trip_hyst_attrs; enum thermal_device_mode mode; void *devdata; struct thermal_trip *trips; int num_trips; long unsigned int trips_disabled; long unsigned int passive_delay_jiffies; long unsigned int polling_delay_jiffies; int temperature; int last_temperature; int emul_temperature; int passive; int prev_low_trip; int prev_high_trip; atomic_t need_update; struct thermal_zone_device_ops *ops; struct thermal_zone_params *tzp; struct thermal_governor *governor; void *governor_data; struct list_head thermal_instances; struct ida ida; struct mutex lock; struct list_head node; struct delayed_work poll_queue; enum thermal_notify_event notify_event; }; struct thermal_cooling_device_ops; struct thermal_cooling_device { int id; char *type; long unsigned int max_state; struct device device; struct device_node *np; void *devdata; void *stats; const struct thermal_cooling_device_ops *ops; bool updated; struct mutex lock; struct list_head thermal_instances; struct list_head node; }; struct power_supply_battery_ocv_table { int ocv; int capacity; }; struct power_supply_resistance_temp_table { int temp; int resistance; }; struct power_supply_vbat_ri_table { int vbat_uv; int ri_uohm; }; struct power_supply_maintenance_charge_table { int charge_current_max_ua; int charge_voltage_max_uv; int charge_safety_timer_minutes; }; struct power_supply_battery_info { unsigned int technology; int energy_full_design_uwh; int charge_full_design_uah; int voltage_min_design_uv; int voltage_max_design_uv; int tricklecharge_current_ua; int precharge_current_ua; int precharge_voltage_max_uv; int charge_term_current_ua; int charge_restart_voltage_uv; int overvoltage_limit_uv; int constant_charge_current_max_ua; int constant_charge_voltage_max_uv; struct power_supply_maintenance_charge_table *maintenance_charge; int maintenance_charge_size; int alert_low_temp_charge_current_ua; int alert_low_temp_charge_voltage_uv; int alert_high_temp_charge_current_ua; int alert_high_temp_charge_voltage_uv; int factory_internal_resistance_uohm; int factory_internal_resistance_charging_uohm; int ocv_temp[20]; int temp_ambient_alert_min; int temp_ambient_alert_max; int temp_alert_min; int temp_alert_max; int temp_min; int temp_max; struct power_supply_battery_ocv_table *ocv_table[20]; int ocv_table_size[20]; struct power_supply_resistance_temp_table *resist_table; int resist_table_size; struct power_supply_vbat_ri_table *vbat2ri_discharging; int vbat2ri_discharging_size; struct power_supply_vbat_ri_table *vbat2ri_charging; int vbat2ri_charging_size; int bti_resistance_ohm; int bti_resistance_tolerance; }; enum thermal_trip_type { THERMAL_TRIP_ACTIVE = 0, THERMAL_TRIP_PASSIVE = 1, THERMAL_TRIP_HOT = 2, THERMAL_TRIP_CRITICAL = 3, }; enum thermal_trend { THERMAL_TREND_STABLE = 0, THERMAL_TREND_RAISING = 1, THERMAL_TREND_DROPPING = 2, }; struct thermal_zone_device_ops { int (*bind)(struct thermal_zone_device *, struct thermal_cooling_device *); int (*unbind)(struct thermal_zone_device *, struct thermal_cooling_device *); int (*get_temp)(struct thermal_zone_device *, int *); int (*set_trips)(struct thermal_zone_device *, int, int); int (*change_mode)(struct thermal_zone_device *, enum thermal_device_mode); int (*get_trip_type)(struct thermal_zone_device *, int, enum thermal_trip_type *); int (*get_trip_temp)(struct thermal_zone_device *, int, int *); int (*set_trip_temp)(struct thermal_zone_device *, int, int); int (*get_trip_hyst)(struct thermal_zone_device *, int, int *); int (*set_trip_hyst)(struct thermal_zone_device *, int, int); int (*get_crit_temp)(struct thermal_zone_device *, int *); int (*set_emul_temp)(struct thermal_zone_device *, int); int (*get_trend)(struct thermal_zone_device *, int, enum thermal_trend *); void (*hot)(struct thermal_zone_device *); void (*critical)(struct thermal_zone_device *); }; struct thermal_trip { int temperature; int hysteresis; enum thermal_trip_type type; }; struct thermal_cooling_device_ops { int (*get_max_state)(struct thermal_cooling_device *, long unsigned int *); int (*get_cur_state)(struct thermal_cooling_device *, long unsigned int *); int (*set_cur_state)(struct thermal_cooling_device *, long unsigned int); int (*get_requested_power)(struct thermal_cooling_device *, u32 *); int (*state2power)(struct thermal_cooling_device *, long unsigned int, u32 *); int (*power2state)(struct thermal_cooling_device *, u32, long unsigned int *); }; struct thermal_bind_params; struct thermal_zone_params { char governor_name[20]; bool no_hwmon; int num_tbps; struct thermal_bind_params *tbp; u32 sustainable_power; s32 k_po; s32 k_pu; s32 k_i; s32 k_d; s32 integral_cutoff; int slope; int offset; }; struct thermal_governor { char name[20]; int (*bind_to_tz)(struct thermal_zone_device *); void (*unbind_from_tz)(struct thermal_zone_device *); int (*throttle)(struct thermal_zone_device *, int); struct list_head governor_list; }; struct thermal_bind_params { struct thermal_cooling_device *cdev; int weight; int trip_mask; long unsigned int *binding_limits; int (*match)(struct thermal_zone_device *, struct thermal_cooling_device *); }; struct psy_am_i_supplied_data { struct power_supply *psy; unsigned int count; }; struct psy_get_supplier_prop_data { struct power_supply *psy; enum power_supply_property psp; union power_supply_propval *val; }; enum hwmon_in_attributes { hwmon_in_enable = 0, hwmon_in_input = 1, hwmon_in_min = 2, hwmon_in_max = 3, hwmon_in_lcrit = 4, hwmon_in_crit = 5, hwmon_in_average = 6, hwmon_in_lowest = 7, hwmon_in_highest = 8, hwmon_in_reset_history = 9, hwmon_in_label = 10, hwmon_in_alarm = 11, hwmon_in_min_alarm = 12, hwmon_in_max_alarm = 13, hwmon_in_lcrit_alarm = 14, hwmon_in_crit_alarm = 15, hwmon_in_rated_min = 16, hwmon_in_rated_max = 17, }; enum hwmon_curr_attributes { hwmon_curr_enable = 0, hwmon_curr_input = 1, hwmon_curr_min = 2, hwmon_curr_max = 3, hwmon_curr_lcrit = 4, hwmon_curr_crit = 5, hwmon_curr_average = 6, hwmon_curr_lowest = 7, hwmon_curr_highest = 8, hwmon_curr_reset_history = 9, hwmon_curr_label = 10, hwmon_curr_alarm = 11, hwmon_curr_min_alarm = 12, hwmon_curr_max_alarm = 13, hwmon_curr_lcrit_alarm = 14, hwmon_curr_crit_alarm = 15, hwmon_curr_rated_min = 16, hwmon_curr_rated_max = 17, }; enum hwmon_power_attributes { hwmon_power_enable = 0, hwmon_power_average = 1, hwmon_power_average_interval = 2, hwmon_power_average_interval_max = 3, hwmon_power_average_interval_min = 4, hwmon_power_average_highest = 5, hwmon_power_average_lowest = 6, hwmon_power_average_max = 7, hwmon_power_average_min = 8, hwmon_power_input = 9, hwmon_power_input_highest = 10, hwmon_power_input_lowest = 11, hwmon_power_reset_history = 12, hwmon_power_accuracy = 13, hwmon_power_cap = 14, hwmon_power_cap_hyst = 15, hwmon_power_cap_max = 16, hwmon_power_cap_min = 17, hwmon_power_min = 18, hwmon_power_max = 19, hwmon_power_crit = 20, hwmon_power_lcrit = 21, hwmon_power_label = 22, hwmon_power_alarm = 23, hwmon_power_cap_alarm = 24, hwmon_power_min_alarm = 25, hwmon_power_max_alarm = 26, hwmon_power_lcrit_alarm = 27, hwmon_power_crit_alarm = 28, hwmon_power_rated_min = 29, hwmon_power_rated_max = 30, }; enum hwmon_energy_attributes { hwmon_energy_enable = 0, hwmon_energy_input = 1, hwmon_energy_label = 2, }; enum hwmon_humidity_attributes { hwmon_humidity_enable = 0, hwmon_humidity_input = 1, hwmon_humidity_label = 2, hwmon_humidity_min = 3, hwmon_humidity_min_hyst = 4, hwmon_humidity_max = 5, hwmon_humidity_max_hyst = 6, hwmon_humidity_alarm = 7, hwmon_humidity_fault = 8, hwmon_humidity_rated_min = 9, hwmon_humidity_rated_max = 10, }; enum hwmon_fan_attributes { hwmon_fan_enable = 0, hwmon_fan_input = 1, hwmon_fan_label = 2, hwmon_fan_min = 3, hwmon_fan_max = 4, hwmon_fan_div = 5, hwmon_fan_pulses = 6, hwmon_fan_target = 7, hwmon_fan_alarm = 8, hwmon_fan_min_alarm = 9, hwmon_fan_max_alarm = 10, hwmon_fan_fault = 11, }; enum hwmon_pwm_attributes { hwmon_pwm_input = 0, hwmon_pwm_enable = 1, hwmon_pwm_mode = 2, hwmon_pwm_freq = 3, hwmon_pwm_auto_channels_temp = 4, }; enum hwmon_intrusion_attributes { hwmon_intrusion_alarm = 0, hwmon_intrusion_beep = 1, }; struct trace_event_raw_hwmon_attr_class { struct trace_entry ent; int index; u32 __data_loc_attr_name; long int val; char __data[0]; }; struct trace_event_raw_hwmon_attr_show_string { struct trace_entry ent; int index; u32 __data_loc_attr_name; u32 __data_loc_label; char __data[0]; }; struct trace_event_data_offsets_hwmon_attr_class { u32 attr_name; }; struct trace_event_data_offsets_hwmon_attr_show_string { u32 attr_name; u32 label; }; typedef void (*btf_trace_hwmon_attr_show)(void *, int, const char *, long int); typedef void (*btf_trace_hwmon_attr_store)(void *, int, const char *, long int); typedef void (*btf_trace_hwmon_attr_show_string)(void *, int, const char *, const char *); struct hwmon_device { const char *name; const char *label; struct device dev; const struct hwmon_chip_info *chip; struct list_head tzdata; struct attribute_group group; const struct attribute_group **groups; }; struct hwmon_device_attribute { struct device_attribute dev_attr; const struct hwmon_ops *ops; enum hwmon_sensor_types type; u32 attr; int index; char name[32]; }; struct hwmon_thermal_data { struct list_head node; struct device *dev; int index; struct thermal_zone_device *tzd; }; enum chips { adm1023 = 0, adm1032 = 1, adt7461 = 2, adt7461a = 3, adt7481 = 4, g781 = 5, lm84 = 6, lm90 = 7, lm99 = 8, max1617 = 9, max6642 = 10, max6646 = 11, max6648 = 12, max6654 = 13, max6657 = 14, max6659 = 15, max6680 = 16, max6696 = 17, nct210 = 18, nct72 = 19, ne1618 = 20, sa56004 = 21, tmp451 = 22, tmp461 = 23, w83l771 = 24, }; struct lm90_params { u32 flags; u16 alert_alarms; u8 max_convrate; u8 resolution; u8 reg_status2; u8 reg_local_ext; u8 faultqueue_mask; u8 faultqueue_depth; }; enum lm90_temp_reg_index { LOCAL_LOW = 0, LOCAL_HIGH = 1, LOCAL_CRIT = 2, REMOTE_CRIT = 3, LOCAL_EMERG = 4, REMOTE_EMERG = 5, REMOTE2_CRIT = 6, REMOTE2_EMERG = 7, REMOTE_TEMP = 8, REMOTE_LOW = 9, REMOTE_HIGH = 10, REMOTE_OFFSET = 11, LOCAL_TEMP = 12, REMOTE2_TEMP = 13, REMOTE2_LOW = 14, REMOTE2_HIGH = 15, REMOTE2_OFFSET = 16, TEMP_REG_NUM = 17, }; struct lm90_data { struct i2c_client *client; struct device *hwmon_dev; u32 chip_config[2]; u32 channel_config[4]; const char *channel_label[3]; struct hwmon_channel_info chip_info; struct hwmon_channel_info temp_info; const struct hwmon_channel_info *info[3]; struct hwmon_chip_info chip; struct mutex update_lock; struct delayed_work alert_work; struct work_struct report_work; bool valid; bool alarms_valid; long unsigned int last_updated; long unsigned int alarms_updated; int kind; u32 flags; unsigned int update_interval; u8 config; u8 config_orig; u8 convrate_orig; u8 resolution; u16 alert_alarms; u8 max_convrate; u8 reg_status2; u8 reg_local_ext; u8 reg_remote_ext; u8 faultqueue_mask; u8 faultqueue_depth; u16 temp[17]; u8 temp_hyst; u8 conalert; u16 reported_alarms; u16 current_alarms; u16 alarms; }; struct thermal_attr { struct device_attribute attr; char name[20]; }; struct trace_event_raw_thermal_temperature { struct trace_entry ent; u32 __data_loc_thermal_zone; int id; int temp_prev; int temp; char __data[0]; }; struct trace_event_raw_cdev_update { struct trace_entry ent; u32 __data_loc_type; long unsigned int target; char __data[0]; }; struct trace_event_raw_thermal_zone_trip { struct trace_entry ent; u32 __data_loc_thermal_zone; int id; int trip; enum thermal_trip_type trip_type; char __data[0]; }; struct trace_event_data_offsets_thermal_temperature { u32 thermal_zone; }; struct trace_event_data_offsets_cdev_update { u32 type; }; struct trace_event_data_offsets_thermal_zone_trip { u32 thermal_zone; }; typedef void (*btf_trace_thermal_temperature)(void *, struct thermal_zone_device *); typedef void (*btf_trace_cdev_update)(void *, struct thermal_cooling_device *, long unsigned int); typedef void (*btf_trace_thermal_zone_trip)(void *, struct thermal_zone_device *, int, enum thermal_trip_type); struct thermal_instance { int id; char name[20]; struct thermal_zone_device *tz; struct thermal_cooling_device *cdev; int trip; bool initialized; long unsigned int upper; long unsigned int lower; long unsigned int target; char attr_name[20]; struct device_attribute attr; char weight_attr_name[20]; struct device_attribute weight_attr; struct list_head tz_node; struct list_head cdev_node; unsigned int weight; }; struct power_supply_hwmon { struct power_supply *psy; long unsigned int *props; }; struct hwmon_type_attr_list { const u32 *attrs; size_t n_attrs; }; struct thermal_hwmon_device { char type[20]; struct device *device; int count; struct list_head tz_list; struct list_head node; }; struct thermal_hwmon_attr { struct device_attribute attr; char name[16]; }; struct thermal_hwmon_temp { struct list_head hwmon_node; struct thermal_zone_device *tz; struct thermal_hwmon_attr temp_input; struct thermal_hwmon_attr temp_crit; }; enum blk_crypto_mode_num { BLK_ENCRYPTION_MODE_INVALID = 0, BLK_ENCRYPTION_MODE_AES_256_XTS = 1, BLK_ENCRYPTION_MODE_AES_128_CBC_ESSIV = 2, BLK_ENCRYPTION_MODE_ADIANTUM = 3, BLK_ENCRYPTION_MODE_SM4_XTS = 4, BLK_ENCRYPTION_MODE_MAX = 5, }; struct dm_kobject_holder { struct kobject kobj; struct completion completion; }; enum dev_type { DEV_UNKNOWN = 0, DEV_X1 = 1, DEV_X2 = 2, DEV_X4 = 3, DEV_X8 = 4, DEV_X16 = 5, DEV_X32 = 6, DEV_X64 = 7, }; enum hw_event_mc_err_type { HW_EVENT_ERR_CORRECTED = 0, HW_EVENT_ERR_UNCORRECTED = 1, HW_EVENT_ERR_DEFERRED = 2, HW_EVENT_ERR_FATAL = 3, HW_EVENT_ERR_INFO = 4, }; enum mem_type___2 { MEM_EMPTY = 0, MEM_RESERVED = 1, MEM_UNKNOWN = 2, MEM_FPM = 3, MEM_EDO = 4, MEM_BEDO = 5, MEM_SDR = 6, MEM_RDR = 7, MEM_DDR = 8, MEM_RDDR = 9, MEM_RMBS = 10, MEM_DDR2 = 11, MEM_FB_DDR2 = 12, MEM_RDDR2 = 13, MEM_XDR = 14, MEM_DDR3 = 15, MEM_RDDR3 = 16, MEM_LRDDR3 = 17, MEM_LPDDR3 = 18, MEM_DDR4 = 19, MEM_RDDR4 = 20, MEM_LRDDR4 = 21, MEM_LPDDR4 = 22, MEM_DDR5 = 23, MEM_RDDR5 = 24, MEM_LRDDR5 = 25, MEM_NVDIMM = 26, MEM_WIO2 = 27, MEM_HBM2 = 28, }; enum edac_type { EDAC_UNKNOWN = 0, EDAC_NONE = 1, EDAC_RESERVED = 2, EDAC_PARITY = 3, EDAC_EC = 4, EDAC_SECDED = 5, EDAC_S2ECD2ED = 6, EDAC_S4ECD4ED = 7, EDAC_S8ECD8ED = 8, EDAC_S16ECD16ED = 9, }; enum scrub_type { SCRUB_UNKNOWN = 0, SCRUB_NONE = 1, SCRUB_SW_PROG = 2, SCRUB_SW_SRC = 3, SCRUB_SW_PROG_SRC = 4, SCRUB_SW_TUNABLE = 5, SCRUB_HW_PROG = 6, SCRUB_HW_SRC = 7, SCRUB_HW_PROG_SRC = 8, SCRUB_HW_TUNABLE = 9, }; enum edac_mc_layer_type { EDAC_MC_LAYER_BRANCH = 0, EDAC_MC_LAYER_CHANNEL = 1, EDAC_MC_LAYER_SLOT = 2, EDAC_MC_LAYER_CHIP_SELECT = 3, EDAC_MC_LAYER_ALL_MEM = 4, }; struct edac_mc_layer { enum edac_mc_layer_type type; unsigned int size; bool is_virt_csrow; }; struct mem_ctl_info; struct dimm_info { struct device dev; char label[32]; unsigned int location[3]; struct mem_ctl_info *mci; unsigned int idx; u32 grain; enum dev_type dtype; enum mem_type___2 mtype; enum edac_type edac_mode; u32 nr_pages; unsigned int csrow; unsigned int cschannel; u16 smbios_handle; u32 ce_count; u32 ue_count; }; struct mcidev_sysfs_attribute; struct edac_raw_error_desc { char location[256]; char label[296]; long int grain; u16 error_count; enum hw_event_mc_err_type type; int top_layer; int mid_layer; int low_layer; long unsigned int page_frame_number; long unsigned int offset_in_page; long unsigned int syndrome; const char *msg; const char *other_detail; }; struct csrow_info; struct mem_ctl_info { struct device dev; struct bus_type *bus; struct list_head link; struct module *owner; long unsigned int mtype_cap; long unsigned int edac_ctl_cap; long unsigned int edac_cap; long unsigned int scrub_cap; enum scrub_type scrub_mode; int (*set_sdram_scrub_rate)(struct mem_ctl_info *, u32); int (*get_sdram_scrub_rate)(struct mem_ctl_info *); void (*edac_check)(struct mem_ctl_info *); long unsigned int (*ctl_page_to_phys)(struct mem_ctl_info *, long unsigned int); int mc_idx; struct csrow_info **csrows; unsigned int nr_csrows; unsigned int num_cschannel; unsigned int n_layers; struct edac_mc_layer *layers; bool csbased; unsigned int tot_dimms; struct dimm_info **dimms; struct device *pdev; const char *mod_name; const char *ctl_name; const char *dev_name; void *pvt_info; long unsigned int start_time; u32 ce_noinfo_count; u32 ue_noinfo_count; u32 ue_mc; u32 ce_mc; struct completion complete; const struct mcidev_sysfs_attribute *mc_driver_sysfs_attributes; struct delayed_work work; struct edac_raw_error_desc error_desc; int op_state; struct dentry *debugfs; u8 fake_inject_layer[3]; bool fake_inject_ue; u16 fake_inject_count; }; struct rank_info { int chan_idx; struct csrow_info *csrow; struct dimm_info *dimm; u32 ce_count; }; struct csrow_info { struct device dev; long unsigned int first_page; long unsigned int last_page; long unsigned int page_mask; int csrow_idx; u32 ue_count; u32 ce_count; struct mem_ctl_info *mci; u32 nr_channels; struct rank_info **channels; }; struct dev_ch_attribute { struct device_attribute attr; unsigned int channel; }; struct edac_device_counter { u32 ue_count; u32 ce_count; }; struct edac_device_ctl_info; struct edac_dev_sysfs_attribute { struct attribute attr; ssize_t (*show)(struct edac_device_ctl_info *, char *); ssize_t (*store)(struct edac_device_ctl_info *, const char *, size_t); }; struct edac_device_instance; struct edac_device_block; struct edac_dev_sysfs_block_attribute; struct edac_device_ctl_info { struct list_head link; struct module *owner; int dev_idx; int log_ue; int log_ce; int panic_on_ue; unsigned int poll_msec; long unsigned int delay; struct edac_dev_sysfs_attribute *sysfs_attributes; struct bus_type *edac_subsys; int op_state; struct delayed_work work; void (*edac_check)(struct edac_device_ctl_info *); struct device *dev; const char *mod_name; const char *ctl_name; const char *dev_name; void *pvt_info; long unsigned int start_time; struct completion removal_complete; char name[32]; u32 nr_instances; struct edac_device_instance *instances; struct edac_device_block *blocks; struct edac_dev_sysfs_block_attribute *attribs; struct edac_device_counter counters; struct kobject kobj; }; struct edac_dev_sysfs_block_attribute { struct attribute attr; ssize_t (*show)(struct kobject *, struct attribute *, char *); ssize_t (*store)(struct kobject *, struct attribute *, const char *, size_t); struct edac_device_block *block; unsigned int value; }; struct edac_device_block { struct edac_device_instance *instance; char name[32]; struct edac_device_counter counters; int nr_attribs; struct edac_dev_sysfs_block_attribute *block_attributes; struct kobject kobj; }; struct edac_device_instance { struct edac_device_ctl_info *ctl; char name[35]; struct edac_device_counter counters; u32 nr_blocks; struct edac_device_block *blocks; struct kobject kobj; }; struct ctl_info_attribute { struct attribute attr; ssize_t (*show)(struct edac_device_ctl_info *, char *); ssize_t (*store)(struct edac_device_ctl_info *, const char *, size_t); }; struct instance_attribute { struct attribute attr; ssize_t (*show)(struct edac_device_instance *, char *); ssize_t (*store)(struct edac_device_instance *, const char *, size_t); }; struct edac_pci_counter { atomic_t pe_count; atomic_t npe_count; }; struct edac_pci_ctl_info { struct list_head link; int pci_idx; struct bus_type *edac_subsys; int op_state; struct delayed_work work; void (*edac_check)(struct edac_pci_ctl_info *); struct device *dev; const char *mod_name; const char *ctl_name; const char *dev_name; void *pvt_info; long unsigned int start_time; struct completion complete; char name[32]; struct edac_pci_counter counters; struct kobject kobj; }; struct edac_pci_gen_data { int edac_idx; }; struct mmc_cid { unsigned int manfid; char prod_name[8]; unsigned char prv; unsigned int serial; short unsigned int oemid; short unsigned int year; unsigned char hwrev; unsigned char fwrev; unsigned char month; }; struct mmc_csd { unsigned char structure; unsigned char mmca_vsn; short unsigned int cmdclass; short unsigned int taac_clks; unsigned int taac_ns; unsigned int c_size; unsigned int r2w_factor; unsigned int max_dtr; unsigned int erase_size; unsigned int read_blkbits; unsigned int write_blkbits; unsigned int capacity; unsigned int read_partial: 1; unsigned int read_misalign: 1; unsigned int write_partial: 1; unsigned int write_misalign: 1; unsigned int dsr_imp: 1; }; struct mmc_ext_csd { u8 rev; u8 erase_group_def; u8 sec_feature_support; u8 rel_sectors; u8 rel_param; bool enhanced_rpmb_supported; u8 part_config; u8 cache_ctrl; u8 rst_n_function; u8 max_packed_writes; u8 max_packed_reads; u8 packed_event_en; unsigned int part_time; unsigned int sa_timeout; unsigned int generic_cmd6_time; unsigned int power_off_longtime; u8 power_off_notification; unsigned int hs_max_dtr; unsigned int hs200_max_dtr; unsigned int sectors; unsigned int hc_erase_size; unsigned int hc_erase_timeout; unsigned int sec_trim_mult; unsigned int sec_erase_mult; unsigned int trim_timeout; bool partition_setting_completed; long long unsigned int enhanced_area_offset; unsigned int enhanced_area_size; unsigned int cache_size; bool hpi_en; bool hpi; unsigned int hpi_cmd; bool bkops; bool man_bkops_en; bool auto_bkops_en; unsigned int data_sector_size; unsigned int data_tag_unit_size; unsigned int boot_ro_lock; bool boot_ro_lockable; bool ffu_capable; bool cmdq_en; bool cmdq_support; unsigned int cmdq_depth; u8 fwrev[8]; u8 raw_exception_status; u8 raw_partition_support; u8 raw_rpmb_size_mult; u8 raw_erased_mem_count; u8 strobe_support; u8 raw_ext_csd_structure; u8 raw_card_type; u8 raw_driver_strength; u8 out_of_int_time; u8 raw_pwr_cl_52_195; u8 raw_pwr_cl_26_195; u8 raw_pwr_cl_52_360; u8 raw_pwr_cl_26_360; u8 raw_s_a_timeout; u8 raw_hc_erase_gap_size; u8 raw_erase_timeout_mult; u8 raw_hc_erase_grp_size; u8 raw_boot_mult; u8 raw_sec_trim_mult; u8 raw_sec_erase_mult; u8 raw_sec_feature_support; u8 raw_trim_mult; u8 raw_pwr_cl_200_195; u8 raw_pwr_cl_200_360; u8 raw_pwr_cl_ddr_52_195; u8 raw_pwr_cl_ddr_52_360; u8 raw_pwr_cl_ddr_200_360; u8 raw_bkops_status; u8 raw_sectors[4]; u8 pre_eol_info; u8 device_life_time_est_typ_a; u8 device_life_time_est_typ_b; unsigned int feature_support; }; struct sd_scr { unsigned char sda_vsn; unsigned char sda_spec3; unsigned char sda_spec4; unsigned char sda_specx; unsigned char bus_widths; unsigned char cmds; }; struct sd_ssr { unsigned int au; unsigned int erase_timeout; unsigned int erase_offset; }; struct sd_switch_caps { unsigned int hs_max_dtr; unsigned int uhs_max_dtr; unsigned int sd3_bus_mode; unsigned int sd3_drv_type; unsigned int sd3_curr_limit; }; struct sd_ext_reg { u8 fno; u8 page; u16 offset; u8 rev; u8 feature_enabled; u8 feature_support; }; struct sdio_cccr { unsigned int sdio_vsn; unsigned int sd_vsn; unsigned int multi_block: 1; unsigned int low_speed: 1; unsigned int wide_bus: 1; unsigned int high_power: 1; unsigned int high_speed: 1; unsigned int disable_cd: 1; unsigned int enable_async_irq: 1; }; struct sdio_cis { short unsigned int vendor; short unsigned int device; short unsigned int blksize; unsigned int max_dtr; }; struct mmc_part { u64 size; unsigned int part_cfg; char name[20]; bool force_ro; unsigned int area_type; }; struct mmc_host; struct sdio_func; struct sdio_func_tuple; struct mmc_card { struct mmc_host *host; struct device dev; u32 ocr; unsigned int rca; unsigned int type; unsigned int state; unsigned int quirks; unsigned int quirk_max_rate; bool reenable_cmdq; unsigned int erase_size; unsigned int erase_shift; unsigned int pref_erase; unsigned int eg_boundary; unsigned int erase_arg; u8 erased_byte; u32 raw_cid[4]; u32 raw_csd[4]; u32 raw_scr[2]; u32 raw_ssr[16]; struct mmc_cid cid; struct mmc_csd csd; struct mmc_ext_csd ext_csd; struct sd_scr scr; struct sd_ssr ssr; struct sd_switch_caps sw_caps; struct sd_ext_reg ext_power; struct sd_ext_reg ext_perf; unsigned int sdio_funcs; atomic_t sdio_funcs_probed; struct sdio_cccr cccr; struct sdio_cis cis; struct sdio_func *sdio_func[7]; struct sdio_func *sdio_single_irq; u8 major_rev; u8 minor_rev; unsigned int num_info; const char **info; struct sdio_func_tuple *tuples; unsigned int sd_bus_speed; unsigned int mmc_avail_type; unsigned int drive_strength; struct dentry *debugfs_root; struct mmc_part part[7]; unsigned int nr_parts; struct workqueue_struct *complete_wq; }; typedef unsigned int mmc_pm_flag_t; struct mmc_ios { unsigned int clock; short unsigned int vdd; unsigned int power_delay_ms; unsigned char bus_mode; unsigned char chip_select; unsigned char power_mode; unsigned char bus_width; unsigned char timing; unsigned char signal_voltage; unsigned char drv_type; bool enhanced_strobe; }; struct mmc_ctx { struct task_struct *task; }; struct mmc_slot { int cd_irq; bool cd_wake_enabled; void *handler_priv; }; struct mmc_supply { struct regulator *vmmc; struct regulator *vqmmc; }; struct mmc_host_ops; struct mmc_pwrseq; struct mmc_bus_ops; struct mmc_request; struct mmc_cqe_ops; struct mmc_host { struct device *parent; struct device class_dev; int index; const struct mmc_host_ops *ops; struct mmc_pwrseq *pwrseq; unsigned int f_min; unsigned int f_max; unsigned int f_init; u32 ocr_avail; u32 ocr_avail_sdio; u32 ocr_avail_sd; u32 ocr_avail_mmc; struct wakeup_source *ws; u32 max_current_330; u32 max_current_300; u32 max_current_180; u32 caps; u32 caps2; int fixed_drv_type; mmc_pm_flag_t pm_caps; unsigned int max_seg_size; short unsigned int max_segs; short unsigned int unused; unsigned int max_req_size; unsigned int max_blk_size; unsigned int max_blk_count; unsigned int max_busy_timeout; spinlock_t lock; struct mmc_ios ios; unsigned int use_spi_crc: 1; unsigned int claimed: 1; unsigned int doing_init_tune: 1; unsigned int can_retune: 1; unsigned int doing_retune: 1; unsigned int retune_now: 1; unsigned int retune_paused: 1; unsigned int retune_crc_disable: 1; unsigned int can_dma_map_merge: 1; int rescan_disable; int rescan_entered; int need_retune; int hold_retune; unsigned int retune_period; struct timer_list retune_timer; bool trigger_card_event; struct mmc_card *card; wait_queue_head_t wq; struct mmc_ctx *claimer; int claim_cnt; struct mmc_ctx default_ctx; struct delayed_work detect; int detect_change; struct mmc_slot slot; const struct mmc_bus_ops *bus_ops; unsigned int sdio_irqs; struct task_struct *sdio_irq_thread; struct work_struct sdio_irq_work; bool sdio_irq_pending; atomic_t sdio_irq_thread_abort; mmc_pm_flag_t pm_flags; struct led_trigger *led; bool regulator_enabled; struct mmc_supply supply; struct dentry *debugfs_root; struct mmc_request *ongoing_mrq; unsigned int actual_clock; unsigned int slotno; int dsr_req; u32 dsr; const struct mmc_cqe_ops *cqe_ops; void *cqe_private; int cqe_qdepth; bool cqe_enabled; bool cqe_on; bool hsq_enabled; u32 err_stats[15]; long unsigned int private[0]; }; struct mmc_data; struct mmc_command { u32 opcode; u32 arg; u32 resp[4]; unsigned int flags; unsigned int retries; int error; unsigned int busy_timeout; struct mmc_data *data; struct mmc_request *mrq; }; struct mmc_data { unsigned int timeout_ns; unsigned int timeout_clks; unsigned int blksz; unsigned int blocks; unsigned int blk_addr; int error; unsigned int flags; unsigned int bytes_xfered; struct mmc_command *stop; struct mmc_request *mrq; unsigned int sg_len; int sg_count; struct scatterlist *sg; s32 host_cookie; }; struct mmc_request { struct mmc_command *sbc; struct mmc_command *cmd; struct mmc_data *data; struct mmc_command *stop; struct completion completion; struct completion cmd_completion; void (*done)(struct mmc_request *); void (*recovery_notifier)(struct mmc_request *); struct mmc_host *host; bool cap_cmd_during_tfr; int tag; }; enum mmc_err_stat { MMC_ERR_CMD_TIMEOUT = 0, MMC_ERR_CMD_CRC = 1, MMC_ERR_DAT_TIMEOUT = 2, MMC_ERR_DAT_CRC = 3, MMC_ERR_AUTO_CMD = 4, MMC_ERR_ADMA = 5, MMC_ERR_TUNING = 6, MMC_ERR_CMDQ_RED = 7, MMC_ERR_CMDQ_GCE = 8, MMC_ERR_CMDQ_ICCE = 9, MMC_ERR_REQ_TIMEOUT = 10, MMC_ERR_CMDQ_REQ_TIMEOUT = 11, MMC_ERR_ICE_CFG = 12, MMC_ERR_CTRL_TIMEOUT = 13, MMC_ERR_UNEXPECTED_IRQ = 14, MMC_ERR_MAX = 15, }; struct mmc_host_ops { void (*post_req)(struct mmc_host *, struct mmc_request *, int); void (*pre_req)(struct mmc_host *, struct mmc_request *); void (*request)(struct mmc_host *, struct mmc_request *); int (*request_atomic)(struct mmc_host *, struct mmc_request *); void (*set_ios)(struct mmc_host *, struct mmc_ios *); int (*get_ro)(struct mmc_host *); int (*get_cd)(struct mmc_host *); void (*enable_sdio_irq)(struct mmc_host *, int); void (*ack_sdio_irq)(struct mmc_host *); void (*init_card)(struct mmc_host *, struct mmc_card *); int (*start_signal_voltage_switch)(struct mmc_host *, struct mmc_ios *); int (*card_busy)(struct mmc_host *); int (*execute_tuning)(struct mmc_host *, u32); int (*prepare_hs400_tuning)(struct mmc_host *, struct mmc_ios *); int (*execute_hs400_tuning)(struct mmc_host *, struct mmc_card *); int (*hs400_prepare_ddr)(struct mmc_host *); void (*hs400_downgrade)(struct mmc_host *); void (*hs400_complete)(struct mmc_host *); void (*hs400_enhanced_strobe)(struct mmc_host *, struct mmc_ios *); int (*select_drive_strength)(struct mmc_card *, unsigned int, int, int, int *); void (*card_hw_reset)(struct mmc_host *); void (*card_event)(struct mmc_host *); int (*multi_io_quirk)(struct mmc_card *, unsigned int, int); int (*init_sd_express)(struct mmc_host *, struct mmc_ios *); }; struct mmc_cqe_ops { int (*cqe_enable)(struct mmc_host *, struct mmc_card *); void (*cqe_disable)(struct mmc_host *); int (*cqe_request)(struct mmc_host *, struct mmc_request *); void (*cqe_post_req)(struct mmc_host *, struct mmc_request *); void (*cqe_off)(struct mmc_host *); int (*cqe_wait_for_idle)(struct mmc_host *); bool (*cqe_timeout)(struct mmc_host *, struct mmc_request *, bool *); void (*cqe_recovery_start)(struct mmc_host *); void (*cqe_recovery_finish)(struct mmc_host *); }; struct mmc_bus_ops { void (*remove)(struct mmc_host *); void (*detect)(struct mmc_host *); int (*pre_suspend)(struct mmc_host *); int (*suspend)(struct mmc_host *); int (*resume)(struct mmc_host *); int (*runtime_suspend)(struct mmc_host *); int (*runtime_resume)(struct mmc_host *); int (*alive)(struct mmc_host *); int (*shutdown)(struct mmc_host *); int (*hw_reset)(struct mmc_host *); int (*sw_reset)(struct mmc_host *); bool (*cache_enabled)(struct mmc_host *); int (*flush_cache)(struct mmc_host *); }; struct mmc_driver { struct device_driver drv; int (*probe)(struct mmc_card *); void (*remove)(struct mmc_card *); void (*shutdown)(struct mmc_card *); }; struct mmc_clk_phase { bool valid; u16 in_deg; u16 out_deg; }; struct mmc_clk_phase_map { struct mmc_clk_phase phase[11]; }; struct mmc_pwrseq_ops; struct mmc_pwrseq { const struct mmc_pwrseq_ops *ops; struct device *dev; struct list_head pwrseq_node; struct module *owner; }; struct mmc_pwrseq_ops { void (*pre_power_on)(struct mmc_host *); void (*post_power_on)(struct mmc_host *); void (*power_off)(struct mmc_host *); void (*reset)(struct mmc_host *); }; struct instance_attribute___2 { struct attribute attr; ssize_t (*show)(struct edac_pci_ctl_info *, char *); ssize_t (*store)(struct edac_pci_ctl_info *, const char *, size_t); }; struct edac_pci_dev_attribute { struct attribute attr; void *value; ssize_t (*show)(void *, char *); ssize_t (*store)(void *, const char *, size_t); }; typedef void (*pci_parity_check_fn_t)(struct pci_dev *); struct trace_event_raw_mmc_request_start { struct trace_entry ent; u32 cmd_opcode; u32 cmd_arg; unsigned int cmd_flags; unsigned int cmd_retries; u32 stop_opcode; u32 stop_arg; unsigned int stop_flags; unsigned int stop_retries; u32 sbc_opcode; u32 sbc_arg; unsigned int sbc_flags; unsigned int sbc_retries; unsigned int blocks; unsigned int blk_addr; unsigned int blksz; unsigned int data_flags; int tag; unsigned int can_retune; unsigned int doing_retune; unsigned int retune_now; int need_retune; int hold_retune; unsigned int retune_period; struct mmc_request *mrq; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_mmc_request_done { struct trace_entry ent; u32 cmd_opcode; int cmd_err; u32 cmd_resp[4]; unsigned int cmd_retries; u32 stop_opcode; int stop_err; u32 stop_resp[4]; unsigned int stop_retries; u32 sbc_opcode; int sbc_err; u32 sbc_resp[4]; unsigned int sbc_retries; unsigned int bytes_xfered; int data_err; int tag; unsigned int can_retune; unsigned int doing_retune; unsigned int retune_now; int need_retune; int hold_retune; unsigned int retune_period; struct mmc_request *mrq; u32 __data_loc_name; char __data[0]; }; struct trace_event_data_offsets_mmc_request_start { u32 name; }; struct trace_event_data_offsets_mmc_request_done { u32 name; }; typedef void (*btf_trace_mmc_request_start)(void *, struct mmc_host *, struct mmc_request *); typedef void (*btf_trace_mmc_request_done)(void *, struct mmc_host *, struct mmc_request *); enum mmc_busy_cmd { MMC_BUSY_CMD6 = 0, MMC_BUSY_ERASE = 1, MMC_BUSY_HPI = 2, MMC_BUSY_EXTR_SINGLE = 3, MMC_BUSY_IO = 4, }; struct mmc_busy_data { struct mmc_card *card; bool retry_crc_err; enum mmc_busy_cmd busy_cmd; }; struct mmc_op_cond_busy_data { struct mmc_host *host; u32 ocr; struct mmc_command *cmd; }; struct mmc_fixup { const char *name; u64 rev_start; u64 rev_end; unsigned int manfid; short unsigned int oemid; u16 cis_vendor; u16 cis_device; unsigned int ext_csd_rev; const char *of_compatible; void (*vendor_fixup)(struct mmc_card *, int); int data; }; typedef void sdio_irq_handler_t(struct sdio_func *); struct sdio_func { struct mmc_card *card; struct device dev; sdio_irq_handler_t *irq_handler; unsigned int num; unsigned char class; short unsigned int vendor; short unsigned int device; unsigned int max_blksize; unsigned int cur_blksize; unsigned int enable_timeout; unsigned int state; u8 *tmpbuf; u8 major_rev; u8 minor_rev; unsigned int num_info; const char **info; struct sdio_func_tuple *tuples; }; struct sdio_func_tuple { struct sdio_func_tuple *next; unsigned char code; unsigned char size; unsigned char data[0]; }; struct sd_busy_data { struct mmc_card *card; u8 *reg_buf; }; struct sdio_device_id { __u8 class; __u16 vendor; __u16 device; kernel_ulong_t driver_data; }; struct sdio_driver { char *name; const struct sdio_device_id *id_table; int (*probe)(struct sdio_func *, const struct sdio_device_id *); void (*remove)(struct sdio_func *); struct device_driver drv; }; typedef int tpl_parse_t(struct mmc_card *, struct sdio_func *, const unsigned char *, unsigned int); struct cis_tpl { unsigned char code; unsigned char min_size; tpl_parse_t *parse; }; struct mmc_gpio { struct gpio_desc *ro_gpio; struct gpio_desc *cd_gpio; irqreturn_t (*cd_gpio_isr)(int, void *); char *ro_label; char *cd_label; u32 cd_debounce_delay_ms; }; struct mmc_pwrseq_emmc { struct mmc_pwrseq pwrseq; struct notifier_block reset_nb; struct gpio_desc *reset_gpio; }; struct mmc_pwrseq_simple { struct mmc_pwrseq pwrseq; bool clk_enabled; u32 post_power_on_delay_ms; u32 power_off_delay_us; struct clk *ext_clk; struct gpio_descs *reset_gpios; }; struct mmc_ioc_cmd { int write_flag; int is_acmd; __u32 opcode; __u32 arg; __u32 response[4]; unsigned int flags; unsigned int blksz; unsigned int blocks; unsigned int postsleep_min_us; unsigned int postsleep_max_us; unsigned int data_timeout_ns; unsigned int cmd_timeout_ms; __u32 __pad; __u64 data_ptr; }; struct mmc_ioc_multi_cmd { __u64 num_of_cmds; struct mmc_ioc_cmd cmds[0]; }; enum mmc_issued { MMC_REQ_STARTED = 0, MMC_REQ_BUSY = 1, MMC_REQ_FAILED_TO_START = 2, MMC_REQ_FINISHED = 3, }; enum mmc_issue_type { MMC_ISSUE_SYNC = 0, MMC_ISSUE_DCMD = 1, MMC_ISSUE_ASYNC = 2, MMC_ISSUE_MAX = 3, }; struct mmc_blk_request { struct mmc_request mrq; struct mmc_command sbc; struct mmc_command cmd; struct mmc_command stop; struct mmc_data data; }; enum mmc_drv_op { MMC_DRV_OP_IOCTL = 0, MMC_DRV_OP_IOCTL_RPMB = 1, MMC_DRV_OP_BOOT_WP = 2, MMC_DRV_OP_GET_CARD_STATUS = 3, MMC_DRV_OP_GET_EXT_CSD = 4, }; struct mmc_queue_req { struct mmc_blk_request brq; struct scatterlist *sg; enum mmc_drv_op drv_op; int drv_op_result; void *drv_op_data; unsigned int ioc_count; int retries; }; struct mmc_blk_data; struct mmc_queue { struct mmc_card *card; struct mmc_ctx ctx; struct blk_mq_tag_set tag_set; struct mmc_blk_data *blkdata; struct request_queue *queue; spinlock_t lock; int in_flight[3]; unsigned int cqe_busy; bool busy; bool recovery_needed; bool in_recovery; bool rw_wait; bool waiting; struct work_struct recovery_work; wait_queue_head_t wait; struct request *recovery_req; struct request *complete_req; struct mutex complete_lock; struct work_struct complete_work; }; struct mmc_blk_data { struct device *parent; struct gendisk *disk; struct mmc_queue queue; struct list_head part; struct list_head rpmbs; unsigned int flags; struct kref kref; unsigned int read_only; unsigned int part_type; unsigned int reset_done; unsigned int part_curr; int area_type; struct dentry *status_dentry; struct dentry *ext_csd_dentry; }; struct mmc_blk_busy_data { struct mmc_card *card; u32 status; }; struct mmc_rpmb_data { struct device dev; struct cdev chrdev; int id; unsigned int part_index; struct mmc_blk_data *md; struct list_head node; }; struct mmc_blk_ioc_data { struct mmc_ioc_cmd ic; unsigned char *buf; u64 buf_bytes; struct mmc_rpmb_data *rpmb; }; struct mmc_spi_platform_data { int (*init)(struct device *, irqreturn_t (*)(int, void *), void *); void (*exit)(struct device *, void *); long unsigned int caps; long unsigned int caps2; u16 detect_delay; u16 powerup_msecs; u32 ocr_mask; void (*setpower)(struct device *, unsigned int); }; struct scratch { u8 status[29]; u8 data_token; __be16 crc_val; }; struct mmc_spi_host { struct mmc_host *mmc; struct spi_device *spi; unsigned char power_mode; u16 powerup_msecs; struct mmc_spi_platform_data *pdata; struct spi_transfer token; struct spi_transfer t; struct spi_transfer crc; struct spi_transfer early_status; struct spi_message m; struct spi_transfer status; struct spi_message readback; struct device *dma_dev; struct scratch *data; dma_addr_t data_dma; void *ones; dma_addr_t ones_dma; }; struct of_mmc_spi { struct mmc_spi_platform_data pdata; int detect_irq; }; enum led_default_state { LEDS_DEFSTATE_OFF = 0, LEDS_DEFSTATE_ON = 1, LEDS_DEFSTATE_KEEP = 2, }; struct led_properties { u32 color; bool color_present; const char *function; u32 func_enum; bool func_enum_present; const char *label; }; struct led_pwm { const char *name; u8 active_low; u8 default_state; unsigned int max_brightness; }; struct led_pwm_data { struct led_classdev cdev; struct pwm_device *pwm; struct pwm_state pwmstate; unsigned int active_low; }; struct led_pwm_priv { int num_leds; struct led_pwm_data leds[0]; }; struct oneshot_trig_data { unsigned int invert; }; struct heartbeat_trig_data { struct led_classdev *led_cdev; unsigned int phase; unsigned int period; struct timer_list timer; unsigned int invert; }; enum cpu_led_event { CPU_LED_IDLE_START = 0, CPU_LED_IDLE_END = 1, CPU_LED_START = 2, CPU_LED_STOP = 3, CPU_LED_HALTED = 4, }; struct led_trigger_cpu { bool is_active; char name[8]; struct led_trigger *_trig; }; struct bl_trig_notifier { struct led_classdev *led; int brightness; int old_status; struct notifier_block notifier; unsigned int invert; }; struct gpio_trig_data { struct led_classdev *led; unsigned int desired_brightness; unsigned int inverted; unsigned int gpio; }; struct transient_trig_data { int activate; int state; int restore_state; long unsigned int duration; struct timer_list timer; struct led_classdev *led_cdev; }; struct activity_data { struct timer_list timer; struct led_classdev *led_cdev; u64 last_used; u64 last_boot; int time_left; int state; int invert; }; enum led_audio { LED_AUDIO_MUTE = 0, LED_AUDIO_MICMUTE = 1, NUM_AUDIO_LEDS = 2, }; struct led_netdev_data { spinlock_t lock; struct delayed_work work; struct notifier_block notifier; struct led_classdev *led_cdev; struct net_device *net_dev; char device_name[16]; atomic_t interval; unsigned int last_activity; long unsigned int mode; }; enum netdev_led_attr { NETDEV_ATTR_LINK = 0, NETDEV_ATTR_TX = 1, NETDEV_ATTR_RX = 2, }; struct pattern_trig_data { struct led_classdev *led_cdev; struct led_pattern patterns[1024]; struct led_pattern *curr; struct led_pattern *next; struct mutex lock; u32 npatterns; int repeat; int last_repeat; int delta_t; bool is_indefinite; bool is_hw_pattern; struct timer_list timer; }; typedef efi_status_t efi_query_variable_store_t(u32, long unsigned int, bool); typedef struct { efi_guid_t guid; u64 table; } efi_config_table_64_t; typedef struct { efi_guid_t guid; u32 table; } efi_config_table_32_t; typedef union { struct { efi_guid_t guid; void *table; }; efi_config_table_32_t mixed_mode; } efi_config_table_t; typedef struct { efi_guid_t guid; long unsigned int *ptr; const char name[16]; } efi_config_table_type_t; typedef struct { u16 version; u16 length; u32 runtime_services_supported; } efi_rt_properties_table_t; struct efivar_operations { efi_get_variable_t *get_variable; efi_get_next_variable_t *get_next_variable; efi_set_variable_t *set_variable; efi_set_variable_t *set_variable_nonblocking; efi_query_variable_store_t *query_variable_store; }; struct efivars { struct kset *kset; struct kobject *kobject; const struct efivar_operations *ops; }; struct linux_efi_random_seed { u32 size; u8 bits[0]; }; struct linux_efi_memreserve { int size; atomic_t count; phys_addr_t next; struct { phys_addr_t base; phys_addr_t size; } entry[0]; }; struct linux_efi_initrd { long unsigned int base; long unsigned int size; }; struct sys_off_handler; struct linux_efi_tpm_eventlog { u32 size; u32 final_events_preboot_size; u8 version; u8 log[0]; }; struct efi_tcg2_final_events_table { u64 version; u64 nr_events; u8 events[0]; }; struct tpm_digest { u16 alg_id; u8 digest[64]; }; enum tcpa_event_types { PREBOOT = 0, POST_CODE = 1, UNUSED = 2, NO_ACTION = 3, SEPARATOR = 4, ACTION = 5, EVENT_TAG = 6, SCRTM_CONTENTS = 7, SCRTM_VERSION = 8, CPU_MICROCODE = 9, PLATFORM_CONFIG_FLAGS = 10, TABLE_OF_DEVICES = 11, COMPACT_HASH = 12, IPL = 13, IPL_PARTITION_DATA = 14, NONHOST_CODE = 15, NONHOST_CONFIG = 16, NONHOST_INFO = 17, }; struct tcg_efi_specid_event_algs { u16 alg_id; u16 digest_size; }; struct tcg_efi_specid_event_head { u8 signature[16]; u32 platform_class; u8 spec_version_minor; u8 spec_version_major; u8 spec_errata; u8 uintnsize; u32 num_algs; struct tcg_efi_specid_event_algs digest_sizes[0]; }; struct tcg_pcr_event { u32 pcr_idx; u32 event_type; u8 digest[20]; u32 event_size; u8 event[0]; }; struct tcg_event_field { u32 event_size; u8 event[0]; }; struct tcg_pcr_event2_head { u32 pcr_idx; u32 event_type; u32 count; struct tpm_digest digests[0]; }; struct efi_memory_map_data { phys_addr_t phys_map; long unsigned int size; long unsigned int desc_version; long unsigned int desc_size; long unsigned int flags; }; typedef struct { u32 version; u32 num_entries; u32 desc_size; u32 reserved; efi_memory_desc_t entry[0]; } efi_memory_attributes_table_t; typedef int (*efi_memattr_perm_setter)(struct mm_struct *, efi_memory_desc_t *); struct efi_system_resource_entry_v1 { efi_guid_t fw_class; u32 fw_type; u32 fw_version; u32 lowest_supported_fw_version; u32 capsule_flags; u32 last_attempt_version; u32 last_attempt_status; }; struct efi_system_resource_table { u32 fw_resource_count; u32 fw_resource_count_max; u64 fw_resource_version; u8 entries[0]; }; struct esre_entry { union { struct efi_system_resource_entry_v1 *esre1; } esre; struct kobject kobj; struct list_head list; }; struct esre_attribute { struct attribute attr; ssize_t (*show)(struct esre_entry *, char *); ssize_t (*store)(struct esre_entry *, const char *, size_t); }; enum { SYSTAB = 0, MMBASE = 1, MMSIZE = 2, DCSIZE = 3, DCVERS = 4, PARAMCOUNT = 5, }; enum efi_rts_ids { EFI_NONE = 0, EFI_GET_TIME = 1, EFI_SET_TIME = 2, EFI_GET_WAKEUP_TIME = 3, EFI_SET_WAKEUP_TIME = 4, EFI_GET_VARIABLE = 5, EFI_GET_NEXT_VARIABLE = 6, EFI_SET_VARIABLE = 7, EFI_QUERY_VARIABLE_INFO = 8, EFI_GET_NEXT_HIGH_MONO_COUNT = 9, EFI_RESET_SYSTEM = 10, EFI_UPDATE_CAPSULE = 11, EFI_QUERY_CAPSULE_CAPS = 12, }; struct efi_runtime_work { void *arg1; void *arg2; void *arg3; void *arg4; void *arg5; efi_status_t status; struct work_struct work; enum efi_rts_ids efi_rts_id; struct completion efi_rts_comp; }; struct of_timer_irq { int irq; int index; int percpu; const char *name; long unsigned int flags; irq_handler_t handler; }; struct of_timer_base { void *base; const char *name; int index; }; struct of_timer_clk { struct clk *clk; const char *name; int index; long unsigned int rate; long unsigned int period; }; struct timer_of { unsigned int flags; struct device_node *np; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct clock_event_device clkevt; struct of_timer_base of_base; struct of_timer_irq of_irq; struct of_timer_clk of_clk; void *private_data; long: 64; long: 64; }; typedef u64 efi_physical_addr_t; typedef void *efi_event_t; typedef void (*efi_event_notify_t)(efi_event_t, void *); typedef enum { EfiTimerCancel = 0, EfiTimerPeriodic = 1, EfiTimerRelative = 2, } EFI_TIMER_DELAY; typedef void *efi_handle_t; struct efi_generic_dev_path; typedef struct efi_generic_dev_path efi_device_path_protocol_t; union efi_boot_services { struct { efi_table_hdr_t hdr; void *raise_tpl; void *restore_tpl; efi_status_t (*allocate_pages)(int, int, long unsigned int, efi_physical_addr_t *); efi_status_t (*free_pages)(efi_physical_addr_t, long unsigned int); efi_status_t (*get_memory_map)(long unsigned int *, void *, long unsigned int *, long unsigned int *, u32 *); efi_status_t (*allocate_pool)(int, long unsigned int, void **); efi_status_t (*free_pool)(void *); efi_status_t (*create_event)(u32, long unsigned int, efi_event_notify_t, void *, efi_event_t *); efi_status_t (*set_timer)(efi_event_t, EFI_TIMER_DELAY, u64); efi_status_t (*wait_for_event)(long unsigned int, efi_event_t *, long unsigned int *); void *signal_event; efi_status_t (*close_event)(efi_event_t); void *check_event; void *install_protocol_interface; void *reinstall_protocol_interface; void *uninstall_protocol_interface; efi_status_t (*handle_protocol)(efi_handle_t, efi_guid_t *, void **); void *__reserved; void *register_protocol_notify; efi_status_t (*locate_handle)(int, efi_guid_t *, void *, long unsigned int *, efi_handle_t *); efi_status_t (*locate_device_path)(efi_guid_t *, efi_device_path_protocol_t **, efi_handle_t *); efi_status_t (*install_configuration_table)(efi_guid_t *, void *); efi_status_t (*load_image)(bool, efi_handle_t, efi_device_path_protocol_t *, void *, long unsigned int, efi_handle_t *); efi_status_t (*start_image)(efi_handle_t, long unsigned int *, efi_char16_t **); efi_status_t (*exit)(efi_handle_t, efi_status_t, long unsigned int, efi_char16_t *); efi_status_t (*unload_image)(efi_handle_t); efi_status_t (*exit_boot_services)(efi_handle_t, long unsigned int); void *get_next_monotonic_count; efi_status_t (*stall)(long unsigned int); void *set_watchdog_timer; void *connect_controller; efi_status_t (*disconnect_controller)(efi_handle_t, efi_handle_t, efi_handle_t); void *open_protocol; void *close_protocol; void *open_protocol_information; void *protocols_per_handle; void *locate_handle_buffer; efi_status_t (*locate_protocol)(efi_guid_t *, void *, void **); efi_status_t (*install_multiple_protocol_interfaces)(efi_handle_t *, ...); efi_status_t (*uninstall_multiple_protocol_interfaces)(efi_handle_t, ...); void *calculate_crc32; void (*copy_mem)(void *, const void *, long unsigned int); void (*set_mem)(void *, long unsigned int, unsigned char); void *create_event_ex; }; struct { efi_table_hdr_t hdr; u32 raise_tpl; u32 restore_tpl; u32 allocate_pages; u32 free_pages; u32 get_memory_map; u32 allocate_pool; u32 free_pool; u32 create_event; u32 set_timer; u32 wait_for_event; u32 signal_event; u32 close_event; u32 check_event; u32 install_protocol_interface; u32 reinstall_protocol_interface; u32 uninstall_protocol_interface; u32 handle_protocol; u32 __reserved; u32 register_protocol_notify; u32 locate_handle; u32 locate_device_path; u32 install_configuration_table; u32 load_image; u32 start_image; u32 exit; u32 unload_image; u32 exit_boot_services; u32 get_next_monotonic_count; u32 stall; u32 set_watchdog_timer; u32 connect_controller; u32 disconnect_controller; u32 open_protocol; u32 close_protocol; u32 open_protocol_information; u32 protocols_per_handle; u32 locate_handle_buffer; u32 locate_protocol; u32 install_multiple_protocol_interfaces; u32 uninstall_multiple_protocol_interfaces; u32 calculate_crc32; u32 copy_mem; u32 set_mem; u32 create_event_ex; } mixed_mode; }; typedef union efi_boot_services efi_boot_services_t; typedef struct { efi_table_hdr_t hdr; u32 fw_vendor; u32 fw_revision; u32 con_in_handle; u32 con_in; u32 con_out_handle; u32 con_out; u32 stderr_handle; u32 stderr; u32 runtime; u32 boottime; u32 nr_tables; u32 tables; } efi_system_table_32_t; typedef struct { u16 scan_code; efi_char16_t unicode_char; } efi_input_key_t; union efi_simple_text_input_protocol; typedef union efi_simple_text_input_protocol efi_simple_text_input_protocol_t; union efi_simple_text_input_protocol { struct { void *reset; efi_status_t (*read_keystroke)(efi_simple_text_input_protocol_t *, efi_input_key_t *); efi_event_t wait_for_key; }; struct { u32 reset; u32 read_keystroke; u32 wait_for_key; } mixed_mode; }; union efi_simple_text_output_protocol; typedef union efi_simple_text_output_protocol efi_simple_text_output_protocol_t; union efi_simple_text_output_protocol { struct { void *reset; efi_status_t (*output_string)(efi_simple_text_output_protocol_t *, efi_char16_t *); void *test_string; }; struct { u32 reset; u32 output_string; u32 test_string; } mixed_mode; }; typedef union { struct { efi_table_hdr_t hdr; long unsigned int fw_vendor; u32 fw_revision; long unsigned int con_in_handle; efi_simple_text_input_protocol_t *con_in; long unsigned int con_out_handle; efi_simple_text_output_protocol_t *con_out; long unsigned int stderr_handle; long unsigned int stderr; efi_runtime_services_t *runtime; efi_boot_services_t *boottime; long unsigned int nr_tables; long unsigned int tables; }; efi_system_table_32_t mixed_mode; } efi_system_table_t; typedef int (*of_init_fn_1_ret)(struct device_node *); struct hid_device_id { __u16 bus; __u16 group; __u32 vendor; __u32 product; kernel_ulong_t driver_data; }; enum hid_class_request { HID_REQ_GET_REPORT = 1, HID_REQ_GET_IDLE = 2, HID_REQ_GET_PROTOCOL = 3, HID_REQ_SET_REPORT = 9, HID_REQ_SET_IDLE = 10, HID_REQ_SET_PROTOCOL = 11, }; struct hid_collection { int parent_idx; unsigned int type; unsigned int usage; unsigned int level; }; struct hid_usage { unsigned int hid; unsigned int collection_index; unsigned int usage_index; __s8 resolution_multiplier; __s8 wheel_factor; __u16 code; __u8 type; __s8 hat_min; __s8 hat_max; __s8 hat_dir; __s16 wheel_accumulated; }; struct hid_report; struct hid_input; struct hid_field { unsigned int physical; unsigned int logical; unsigned int application; struct hid_usage *usage; unsigned int maxusage; unsigned int flags; unsigned int report_offset; unsigned int report_size; unsigned int report_count; unsigned int report_type; __s32 *value; __s32 *new_value; __s32 *usages_priorities; __s32 logical_minimum; __s32 logical_maximum; __s32 physical_minimum; __s32 physical_maximum; __s32 unit_exponent; unsigned int unit; bool ignored; struct hid_report *report; unsigned int index; struct hid_input *hidinput; __u16 dpad; unsigned int slot_idx; }; struct hid_field_entry; struct hid_device; struct hid_report { struct list_head list; struct list_head hidinput_list; struct list_head field_entry_list; unsigned int id; enum hid_report_type type; unsigned int application; struct hid_field *field[256]; struct hid_field_entry *field_entries; unsigned int maxfield; unsigned int size; struct hid_device *device; bool tool_active; unsigned int tool; }; struct hid_input { struct list_head list; struct hid_report *report; struct input_dev *input; const char *name; bool registered; struct list_head reports; unsigned int application; }; struct hid_field_entry { struct list_head list; struct hid_field *field; unsigned int index; __s32 priority; }; enum hid_type { HID_TYPE_OTHER = 0, HID_TYPE_USBMOUSE = 1, HID_TYPE_USBNONE = 2, }; struct hid_report_enum { unsigned int numbered; struct list_head report_list; struct hid_report *report_id_hash[256]; }; struct hid_driver; struct hid_ll_driver; struct hid_device { __u8 *dev_rdesc; unsigned int dev_rsize; __u8 *rdesc; unsigned int rsize; struct hid_collection *collection; unsigned int collection_size; unsigned int maxcollection; unsigned int maxapplication; __u16 bus; __u16 group; __u32 vendor; __u32 product; __u32 version; enum hid_type type; unsigned int country; struct hid_report_enum report_enum[3]; struct work_struct led_work; struct semaphore driver_input_lock; struct device dev; struct hid_driver *driver; struct hid_ll_driver *ll_driver; struct mutex ll_open_lock; unsigned int ll_open_count; long unsigned int status; unsigned int claimed; unsigned int quirks; bool io_started; struct list_head inputs; void *hiddev; void *hidraw; char name[128]; char phys[64]; char uniq[64]; void *driver_data; int (*ff_init)(struct hid_device *); int (*hiddev_connect)(struct hid_device *, unsigned int); void (*hiddev_disconnect)(struct hid_device *); void (*hiddev_hid_event)(struct hid_device *, struct hid_field *, struct hid_usage *, __s32); void (*hiddev_report_event)(struct hid_device *, struct hid_report *); short unsigned int debug; struct dentry *debug_dir; struct dentry *debug_rdesc; struct dentry *debug_events; struct list_head debug_list; spinlock_t debug_list_lock; wait_queue_head_t debug_wait; unsigned int id; }; struct hid_report_id; struct hid_usage_id; struct hid_driver { char *name; const struct hid_device_id *id_table; struct list_head dyn_list; spinlock_t dyn_lock; bool (*match)(struct hid_device *, bool); int (*probe)(struct hid_device *, const struct hid_device_id *); void (*remove)(struct hid_device *); const struct hid_report_id *report_table; int (*raw_event)(struct hid_device *, struct hid_report *, u8 *, int); const struct hid_usage_id *usage_table; int (*event)(struct hid_device *, struct hid_field *, struct hid_usage *, __s32); void (*report)(struct hid_device *, struct hid_report *); __u8 * (*report_fixup)(struct hid_device *, __u8 *, unsigned int *); int (*input_mapping)(struct hid_device *, struct hid_input *, struct hid_field *, struct hid_usage *, long unsigned int **, int *); int (*input_mapped)(struct hid_device *, struct hid_input *, struct hid_field *, struct hid_usage *, long unsigned int **, int *); int (*input_configured)(struct hid_device *, struct hid_input *); void (*feature_mapping)(struct hid_device *, struct hid_field *, struct hid_usage *); struct device_driver driver; }; struct hid_ll_driver { int (*start)(struct hid_device *); void (*stop)(struct hid_device *); int (*open)(struct hid_device *); void (*close)(struct hid_device *); int (*power)(struct hid_device *, int); int (*parse)(struct hid_device *); void (*request)(struct hid_device *, struct hid_report *, int); int (*wait)(struct hid_device *); int (*raw_request)(struct hid_device *, unsigned char, __u8 *, size_t, unsigned char, int); int (*output_report)(struct hid_device *, __u8 *, size_t); int (*idle)(struct hid_device *, int, int, int); bool (*may_wakeup)(struct hid_device *); }; struct hid_report_id { __u32 report_type; }; struct hid_usage_id { __u32 usage_hid; __u32 usage_type; __u32 usage_code; }; struct usage_priority { __u32 usage; bool global; unsigned int slot_overwrite; }; typedef bool (*hid_usage_cmp_t)(struct hid_usage *, unsigned int, unsigned int); struct hid_debug_list { struct { union { struct __kfifo kfifo; char *type; const char *const_type; char (*rectype)[0]; char *ptr; const char *ptr_const; }; char buf[0]; } hid_debug_fifo; struct fasync_struct *fasync; struct hid_device *hdev; struct list_head node; struct mutex read_mutex; }; struct hid_usage_entry { unsigned int page; unsigned int usage; const char *description; }; struct quirks_list_struct { struct hid_device_id hid_bl_item; struct list_head node; }; struct hid_item { unsigned int format; __u8 size; __u8 type; __u8 tag; union { __u8 u8; __s8 s8; __u16 u16; __s16 s16; __u32 u32; __s32 s32; __u8 *longdata; } data; }; struct hid_global { unsigned int usage_page; __s32 logical_minimum; __s32 logical_maximum; __s32 physical_minimum; __s32 physical_maximum; __s32 unit_exponent; unsigned int unit; unsigned int report_id; unsigned int report_size; unsigned int report_count; }; struct hid_local { unsigned int usage[12288]; u8 usage_size[12288]; unsigned int collection_index[12288]; unsigned int usage_index; unsigned int usage_minimum; unsigned int delimiter_depth; unsigned int delimiter_branch; }; struct hid_parser { struct hid_global global; struct hid_global global_stack[4]; unsigned int global_stack_ptr; struct hid_local local; unsigned int *collection_stack; unsigned int collection_stack_ptr; unsigned int collection_stack_size; struct hid_device *device; unsigned int scan_flags; }; struct hiddev { int minor; int exist; int open; struct mutex existancelock; wait_queue_head_t wait; struct hid_device *hid; struct list_head list; spinlock_t list_lock; bool initialized; }; struct hidraw { unsigned int minor; int exist; int open; wait_queue_head_t wait; struct hid_device *hid; struct device *dev; spinlock_t list_lock; struct list_head list; }; struct hid_dynid { struct list_head list; struct hid_device_id id; }; enum uhid_event_type { __UHID_LEGACY_CREATE = 0, UHID_DESTROY = 1, UHID_START = 2, UHID_STOP = 3, UHID_OPEN = 4, UHID_CLOSE = 5, UHID_OUTPUT = 6, __UHID_LEGACY_OUTPUT_EV = 7, __UHID_LEGACY_INPUT = 8, UHID_GET_REPORT = 9, UHID_GET_REPORT_REPLY = 10, UHID_CREATE2 = 11, UHID_INPUT2 = 12, UHID_SET_REPORT = 13, UHID_SET_REPORT_REPLY = 14, }; struct uhid_create2_req { __u8 name[128]; __u8 phys[64]; __u8 uniq[64]; __u16 rd_size; __u16 bus; __u32 vendor; __u32 product; __u32 version; __u32 country; __u8 rd_data[4096]; }; enum uhid_dev_flag { UHID_DEV_NUMBERED_FEATURE_REPORTS = 1, UHID_DEV_NUMBERED_OUTPUT_REPORTS = 2, UHID_DEV_NUMBERED_INPUT_REPORTS = 4, }; struct uhid_start_req { __u64 dev_flags; }; enum uhid_report_type { UHID_FEATURE_REPORT = 0, UHID_OUTPUT_REPORT = 1, UHID_INPUT_REPORT = 2, }; struct uhid_input2_req { __u16 size; __u8 data[4096]; }; struct uhid_output_req { __u8 data[4096]; __u16 size; __u8 rtype; } __attribute__((packed)); struct uhid_get_report_req { __u32 id; __u8 rnum; __u8 rtype; } __attribute__((packed)); struct uhid_get_report_reply_req { __u32 id; __u16 err; __u16 size; __u8 data[4096]; }; struct uhid_set_report_req { __u32 id; __u8 rnum; __u8 rtype; __u16 size; __u8 data[4096]; }; struct uhid_set_report_reply_req { __u32 id; __u16 err; } __attribute__((packed)); enum uhid_legacy_event_type { UHID_CREATE = 0, UHID_OUTPUT_EV = 7, UHID_INPUT = 8, UHID_FEATURE = 9, UHID_FEATURE_ANSWER = 10, }; struct uhid_create_req { __u8 name[128]; __u8 phys[64]; __u8 uniq[64]; __u8 *rd_data; __u16 rd_size; __u16 bus; __u32 vendor; __u32 product; __u32 version; __u32 country; } __attribute__((packed)); struct uhid_input_req { __u8 data[4096]; __u16 size; }; struct uhid_output_ev_req { __u16 type; __u16 code; __s32 value; }; struct uhid_feature_req { __u32 id; __u8 rnum; __u8 rtype; } __attribute__((packed)); struct uhid_feature_answer_req { __u32 id; __u16 err; __u16 size; __u8 data[4096]; }; struct uhid_event { __u32 type; union { struct uhid_create_req create; struct uhid_input_req input; struct uhid_output_req output; struct uhid_output_ev_req output_ev; struct uhid_feature_req feature; struct uhid_get_report_req get_report; struct uhid_feature_answer_req feature_answer; struct uhid_get_report_reply_req get_report_reply; struct uhid_create2_req create2; struct uhid_input2_req input2; struct uhid_set_report_req set_report; struct uhid_set_report_reply_req set_report_reply; struct uhid_start_req start; } u; } __attribute__((packed)); struct uhid_device { struct mutex devlock; bool running; long: 56; __u8 *rd_data; uint rd_size; int: 32; struct hid_device *hid; struct uhid_event input_buf; int: 32; wait_queue_head_t waitq; spinlock_t qlock; __u8 head; __u8 tail; short: 16; struct uhid_event *outq[32]; struct mutex report_lock; wait_queue_head_t report_wait; bool report_running; int: 24; u32 report_id; u32 report_type; struct uhid_event report_buf; struct work_struct worker; } __attribute__((packed)); struct uhid_create_req_compat { __u8 name[128]; __u8 phys[64]; __u8 uniq[64]; compat_uptr_t rd_data; __u16 rd_size; __u16 bus; __u32 vendor; __u32 product; __u32 version; __u32 country; }; struct hid_control_fifo { unsigned char dir; struct hid_report *report; char *raw_report; }; struct hid_output_fifo { struct hid_report *report; char *raw_report; }; struct hid_class_descriptor { __u8 bDescriptorType; __le16 wDescriptorLength; } __attribute__((packed)); struct hid_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 bcdHID; __u8 bCountryCode; __u8 bNumDescriptors; struct hid_class_descriptor desc[1]; } __attribute__((packed)); struct usbhid_device { struct hid_device *hid; struct usb_interface *intf; int ifnum; unsigned int bufsize; struct urb *urbin; char *inbuf; dma_addr_t inbuf_dma; struct urb *urbctrl; struct usb_ctrlrequest *cr; struct hid_control_fifo ctrl[256]; unsigned char ctrlhead; unsigned char ctrltail; char *ctrlbuf; dma_addr_t ctrlbuf_dma; long unsigned int last_ctrl; struct urb *urbout; struct hid_output_fifo out[256]; unsigned char outhead; unsigned char outtail; char *outbuf; dma_addr_t outbuf_dma; long unsigned int last_out; struct mutex mutex; spinlock_t lock; long unsigned int iofl; struct timer_list io_retry; long unsigned int stop_retry; unsigned int retry_delay; struct work_struct reset_work; wait_queue_head_t wait; }; struct hiddev_event { unsigned int hid; int value; }; struct hiddev_devinfo { __u32 bustype; __u32 busnum; __u32 devnum; __u32 ifnum; __s16 vendor; __s16 product; __s16 version; __u32 num_applications; }; struct hiddev_collection_info { __u32 index; __u32 type; __u32 usage; __u32 level; }; struct hiddev_report_info { __u32 report_type; __u32 report_id; __u32 num_fields; }; struct hiddev_field_info { __u32 report_type; __u32 report_id; __u32 field_index; __u32 maxusage; __u32 flags; __u32 physical; __u32 logical; __u32 application; __s32 logical_minimum; __s32 logical_maximum; __s32 physical_minimum; __s32 physical_maximum; __u32 unit_exponent; __u32 unit; }; struct hiddev_usage_ref { __u32 report_type; __u32 report_id; __u32 field_index; __u32 usage_index; __u32 usage_code; __s32 value; }; struct hiddev_usage_ref_multi { struct hiddev_usage_ref uref; __u32 num_values; __s32 values[1024]; }; struct hiddev_list { struct hiddev_usage_ref buffer[2048]; int head; int tail; unsigned int flags; struct fasync_struct *fasync; struct hiddev *hiddev; struct list_head node; struct mutex thread_lock; }; struct of_phandle_iterator { const char *cells_name; int cell_count; const struct device_node *parent; const __be32 *list_end; const __be32 *phandle_end; const __be32 *cur; uint32_t cur_count; phandle phandle; struct device_node *node; }; struct alias_prop { struct list_head link; const char *alias; struct device_node *np; int id; char stem[0]; }; struct pidff_usage { struct hid_field *field; s32 *value; }; struct pidff_device { struct hid_device *hid; struct hid_report *reports[13]; struct pidff_usage set_effect[7]; struct pidff_usage set_envelope[5]; struct pidff_usage set_condition[8]; struct pidff_usage set_periodic[5]; struct pidff_usage set_constant[2]; struct pidff_usage set_ramp[3]; struct pidff_usage device_gain[1]; struct pidff_usage block_load[2]; struct pidff_usage pool[3]; struct pidff_usage effect_operation[2]; struct pidff_usage block_free[1]; struct hid_field *create_new_effect_type; struct hid_field *set_effect_type; struct hid_field *effect_direction; struct hid_field *device_control; struct hid_field *block_load_status; struct hid_field *effect_operation_status; int control_id[2]; int type_id[11]; int status_id[2]; int operation_id[2]; int pid_id[64]; }; struct amba_cs_uci_id { unsigned int devarch; unsigned int devarch_mask; unsigned int devtype; void *data; }; struct amba_device { struct device dev; struct resource res; struct clk *pclk; struct device_dma_parameters dma_parms; unsigned int periphid; struct mutex periphid_lock; unsigned int cid; struct amba_cs_uci_id uci; unsigned int irq[9]; const char *driver_override; }; struct supplier_bindings { struct device_node * (*parse_prop)(struct device_node *, const char *, int); bool optional; bool node_not_dev; }; struct of_changeset_entry { struct list_head node; long unsigned int action; struct device_node *np; struct property *prop; struct property *old_prop; }; struct of_changeset { struct list_head entries; }; struct of_bus___2 { void (*count_cells)(const void *, int, int *, int *); u64 (*map)(__be32 *, const __be32 *, int, int, int); int (*translate)(__be32 *, u64, int); }; struct of_intc_desc { struct list_head list; of_irq_init_cb_t irq_init_cb; struct device_node *dev; struct device_node *interrupt_parent; }; struct rmem_assigned_device { struct device *dev; struct reserved_mem *rmem; struct list_head list; }; struct of_bus { const char *name; const char *addresses; int (*match)(struct device_node *); void (*count_cells)(struct device_node *, int *, int *); u64 (*map)(__be32 *, const __be32 *, int, int, int); int (*translate)(__be32 *, u64, int); bool has_flags; unsigned int (*get_flags)(const __be32 *); }; typedef __be64 fdt64_t; enum of_overlay_notify_action { OF_OVERLAY_INIT = 0, OF_OVERLAY_PRE_APPLY = 1, OF_OVERLAY_POST_APPLY = 2, OF_OVERLAY_PRE_REMOVE = 3, OF_OVERLAY_POST_REMOVE = 4, }; struct of_overlay_notify_data { struct device_node *overlay; struct device_node *target; }; struct target { struct device_node *np; bool in_livetree; }; struct fragment { struct device_node *overlay; struct device_node *target; }; struct overlay_changeset { int id; struct list_head ovcs_list; const void *new_fdt; const void *overlay_mem; struct device_node *overlay_root; enum of_overlay_notify_action notify_state; int count; struct fragment *fragments; bool symbols_fragment; struct of_changeset cset; }; struct virtio_vsock_hdr { __le64 src_cid; __le64 dst_cid; __le32 src_port; __le32 dst_port; __le32 len; __le16 type; __le16 op; __le32 flags; __le32 buf_alloc; __le32 fwd_cnt; } __attribute__((packed)); enum virtio_vsock_rw { VIRTIO_VSOCK_SEQ_EOM = 1, VIRTIO_VSOCK_SEQ_EOR = 2, }; struct sockaddr_vm { __kernel_sa_family_t svm_family; short unsigned int svm_reserved1; unsigned int svm_port; unsigned int svm_cid; __u8 svm_flags; unsigned char svm_zero[3]; }; struct vsock_transport; struct vsock_sock { struct sock sk; const struct vsock_transport *transport; struct sockaddr_vm local_addr; struct sockaddr_vm remote_addr; struct list_head bound_table; struct list_head connected_table; bool trusted; bool cached_peer_allow_dgram; u32 cached_peer; const struct cred *owner; long int connect_timeout; struct sock *listener; struct list_head pending_links; struct list_head accept_queue; bool rejected; struct delayed_work connect_work; struct delayed_work pending_work; struct delayed_work close_work; bool close_work_scheduled; u32 peer_shutdown; bool sent_request; bool ignore_connecting_rst; u64 buffer_size; u64 buffer_min_size; u64 buffer_max_size; void *trans; }; struct vsock_transport_recv_notify_data; struct vsock_transport_send_notify_data; struct vsock_transport { struct module *module; int (*init)(struct vsock_sock *, struct vsock_sock *); void (*destruct)(struct vsock_sock *); void (*release)(struct vsock_sock *); int (*cancel_pkt)(struct vsock_sock *); int (*connect)(struct vsock_sock *); int (*dgram_bind)(struct vsock_sock *, struct sockaddr_vm *); int (*dgram_dequeue)(struct vsock_sock *, struct msghdr *, size_t, int); int (*dgram_enqueue)(struct vsock_sock *, struct sockaddr_vm *, struct msghdr *, size_t); bool (*dgram_allow)(u32, u32); ssize_t (*stream_dequeue)(struct vsock_sock *, struct msghdr *, size_t, int); ssize_t (*stream_enqueue)(struct vsock_sock *, struct msghdr *, size_t); s64 (*stream_has_data)(struct vsock_sock *); s64 (*stream_has_space)(struct vsock_sock *); u64 (*stream_rcvhiwat)(struct vsock_sock *); bool (*stream_is_active)(struct vsock_sock *); bool (*stream_allow)(u32, u32); int (*set_rcvlowat)(struct vsock_sock *, int); ssize_t (*seqpacket_dequeue)(struct vsock_sock *, struct msghdr *, int); int (*seqpacket_enqueue)(struct vsock_sock *, struct msghdr *, size_t); bool (*seqpacket_allow)(u32); u32 (*seqpacket_has_data)(struct vsock_sock *); int (*notify_poll_in)(struct vsock_sock *, size_t, bool *); int (*notify_poll_out)(struct vsock_sock *, size_t, bool *); int (*notify_recv_init)(struct vsock_sock *, size_t, struct vsock_transport_recv_notify_data *); int (*notify_recv_pre_block)(struct vsock_sock *, size_t, struct vsock_transport_recv_notify_data *); int (*notify_recv_pre_dequeue)(struct vsock_sock *, size_t, struct vsock_transport_recv_notify_data *); int (*notify_recv_post_dequeue)(struct vsock_sock *, size_t, ssize_t, bool, struct vsock_transport_recv_notify_data *); int (*notify_send_init)(struct vsock_sock *, struct vsock_transport_send_notify_data *); int (*notify_send_pre_block)(struct vsock_sock *, struct vsock_transport_send_notify_data *); int (*notify_send_pre_enqueue)(struct vsock_sock *, struct vsock_transport_send_notify_data *); int (*notify_send_post_enqueue)(struct vsock_sock *, ssize_t, struct vsock_transport_send_notify_data *); void (*notify_buffer_size)(struct vsock_sock *, u64 *); int (*shutdown)(struct vsock_sock *, int); u32 (*get_local_cid)(); }; struct vsock_transport_recv_notify_data { u64 data1; u64 data2; bool notify_on_block; }; struct vsock_transport_send_notify_data { u64 data1; u64 data2; }; enum { VSOCK_VQ_RX = 0, VSOCK_VQ_TX = 1, VSOCK_VQ_EVENT = 2, VSOCK_VQ_MAX = 3, }; struct virtio_vsock_pkt { struct virtio_vsock_hdr hdr; struct list_head list; struct vsock_sock *vsk; void *buf; u32 buf_len; u32 len; u32 off; bool reply; bool tap_delivered; }; struct virtio_transport { struct vsock_transport transport; int (*send_pkt)(struct virtio_vsock_pkt *); }; struct vhost_iotlb_msg { __u64 iova; __u64 size; __u64 uaddr; __u8 perm; __u8 type; }; struct vhost_iotlb_map { struct rb_node rb; struct list_head link; u64 start; u64 last; u64 size; u64 addr; u32 perm; u32 flags_padding; u64 __subtree_last; void *opaque; }; struct vhost_iotlb { struct rb_root_cached root; struct list_head list; unsigned int limit; unsigned int nmaps; unsigned int flags; }; struct irq_bypass_consumer; struct irq_bypass_producer { struct list_head node; void *token; int irq; int (*add_consumer)(struct irq_bypass_producer *, struct irq_bypass_consumer *); void (*del_consumer)(struct irq_bypass_producer *, struct irq_bypass_consumer *); void (*stop)(struct irq_bypass_producer *); void (*start)(struct irq_bypass_producer *); }; struct irq_bypass_consumer { struct list_head node; void *token; int (*add_producer)(struct irq_bypass_consumer *, struct irq_bypass_producer *); void (*del_producer)(struct irq_bypass_consumer *, struct irq_bypass_producer *); void (*stop)(struct irq_bypass_consumer *); void (*start)(struct irq_bypass_consumer *); }; struct vhost_work; typedef void (*vhost_work_fn_t)(struct vhost_work *); struct vhost_work { struct llist_node node; vhost_work_fn_t fn; long unsigned int flags; }; struct vhost_dev; struct vhost_poll { poll_table table; wait_queue_head_t *wqh; wait_queue_entry_t wait; struct vhost_work work; __poll_t mask; struct vhost_dev *dev; }; struct vhost_virtqueue; struct vhost_dev { struct mm_struct *mm; struct mutex mutex; struct vhost_virtqueue **vqs; int nvqs; struct eventfd_ctx *log_ctx; struct llist_head work_list; struct task_struct *worker; struct vhost_iotlb *umem; struct vhost_iotlb *iotlb; spinlock_t iotlb_lock; struct list_head read_list; struct list_head pending_list; wait_queue_head_t wait; int iov_limit; int weight; int byte_weight; u64 kcov_handle; bool use_worker; int (*msg_handler)(struct vhost_dev *, u32, struct vhost_iotlb_msg *); }; struct vhost_log { u64 addr; u64 len; }; enum vhost_uaddr_type { VHOST_ADDR_DESC = 0, VHOST_ADDR_AVAIL = 1, VHOST_ADDR_USED = 2, VHOST_NUM_ADDRS = 3, }; struct vhost_vring_call { struct eventfd_ctx *ctx; struct irq_bypass_producer producer; }; struct vhost_virtqueue { struct vhost_dev *dev; struct mutex mutex; unsigned int num; vring_desc_t *desc; vring_avail_t *avail; vring_used_t *used; const struct vhost_iotlb_map *meta_iotlb[3]; struct file *kick; struct vhost_vring_call call_ctx; struct eventfd_ctx *error_ctx; struct eventfd_ctx *log_ctx; struct vhost_poll poll; vhost_work_fn_t handle_kick; u16 last_avail_idx; u16 avail_idx; u16 last_used_idx; u16 used_flags; u16 signalled_used; bool signalled_used_valid; bool log_used; u64 log_addr; struct iovec iov[1024]; struct iovec iotlb_iov[64]; struct iovec *indirect; struct vring_used_elem *heads; struct vhost_iotlb *umem; struct vhost_iotlb *iotlb; void *private_data; u64 acked_features; u64 acked_backend_features; void *log_base; struct vhost_log *log; struct iovec log_iov[64]; bool is_le; bool user_be; u32 busyloop_timeout; }; enum { VHOST_FEATURES = 1023410176, }; enum { VHOST_VSOCK_FEATURES = 1023410178, }; enum { VHOST_VSOCK_BACKEND_FEATURES = 2, }; struct vhost_vsock { struct vhost_dev dev; struct vhost_virtqueue vqs[2]; struct hlist_node hash; struct vhost_work send_pkt_work; spinlock_t send_pkt_list_lock; struct list_head send_pkt_list; atomic_t queued_replies; u32 guest_cid; bool seqpacket_allow; }; struct vhost_vring_file { unsigned int index; int fd; }; struct mmpin { struct user_struct *user; unsigned int num_pg; }; struct ubuf_info_msgzc { struct ubuf_info ubuf; union { struct { long unsigned int desc; void *ctx; }; struct { u32 id; u16 len; u16 zerocopy: 1; u32 bytelen; }; }; struct mmpin mmp; }; enum { VHOST_NET_FEATURES = 1023442944, }; enum { VHOST_NET_BACKEND_FEATURES = 2, }; enum { VHOST_NET_VQ_RX = 0, VHOST_NET_VQ_TX = 1, VHOST_NET_VQ_MAX = 2, }; struct vhost_net_ubuf_ref { atomic_t refcount; wait_queue_head_t wait; struct vhost_virtqueue *vq; }; struct vhost_net_buf { void **queue; int tail; int head; }; struct vhost_net_virtqueue { struct vhost_virtqueue vq; size_t vhost_hlen; size_t sock_hlen; int upend_idx; int done_idx; int batched_xdp; struct ubuf_info_msgzc *ubuf_info; struct vhost_net_ubuf_ref *ubufs; struct ptr_ring *rx_ring; struct vhost_net_buf rxq; struct xdp_buff *xdp; }; struct vhost_net { struct vhost_dev dev; struct vhost_net_virtqueue vqs[2]; struct vhost_poll poll[2]; unsigned int tx_packets; unsigned int tx_zcopy_err; bool tx_flush; struct page_frag page_frag; int refcnt_bias; }; struct vhost_vring_state { unsigned int index; unsigned int num; }; struct vhost_vring_addr { unsigned int index; unsigned int flags; __u64 desc_user_addr; __u64 used_user_addr; __u64 avail_user_addr; __u64 log_guest_addr; }; struct vhost_msg { int type; union { struct vhost_iotlb_msg iotlb; __u8 padding[64]; }; }; struct vhost_msg_v2 { __u32 type; __u32 asid; union { struct vhost_iotlb_msg iotlb; __u8 padding[64]; }; }; struct vhost_memory_region { __u64 guest_phys_addr; __u64 memory_size; __u64 userspace_addr; __u64 flags_padding; }; struct vhost_memory { __u32 nregions; __u32 padding; struct vhost_memory_region regions[0]; }; struct vhost_msg_node { union { struct vhost_msg msg; struct vhost_msg_v2 msg_v2; }; struct vhost_virtqueue *vq; struct list_head node; }; struct vhost_flush_struct { struct vhost_work work; struct completion wait_event; }; struct vhost_attach_cgroups_struct { struct vhost_work work; struct task_struct *owner; int ret; }; struct vhost_scsi_target { int abi_version; char vhost_wwpn[224]; short unsigned int vhost_tpgt; short unsigned int reserved; }; struct vhost_scsi_inflight { struct completion comp; struct kref kref; }; struct vhost_scsi; struct vhost_scsi_nexus; struct vhost_scsi_cmd { int tvc_vq_desc; int tvc_task_attr; int tvc_in_iovs; enum dma_data_direction tvc_data_direction; u32 tvc_exp_data_len; u64 tvc_tag; u32 tvc_sgl_count; u32 tvc_prot_sgl_count; u32 tvc_lun; struct scatterlist *tvc_sgl; struct scatterlist *tvc_prot_sgl; struct page **tvc_upages; struct iovec *tvc_resp_iov; struct vhost_scsi *tvc_vhost; struct vhost_virtqueue *tvc_vq; struct vhost_scsi_nexus *tvc_nexus; struct se_cmd tvc_se_cmd; unsigned char tvc_cdb[32]; unsigned char tvc_sense_buf[96]; struct llist_node tvc_completion_list; struct vhost_scsi_inflight *inflight; }; struct vhost_scsi_tpg; struct vhost_scsi_virtqueue; struct vhost_scsi { struct vhost_scsi_tpg **vs_tpg; char vs_vhost_wwpn[224]; struct vhost_dev dev; struct vhost_scsi_virtqueue *vqs; long unsigned int *compl_bitmap; struct vhost_scsi_inflight **old_inflight; struct vhost_work vs_completion_work; struct llist_head vs_completion_list; struct vhost_work vs_event_work; struct llist_head vs_event_list; bool vs_events_missed; int vs_events_nr; }; struct vhost_scsi_nexus { struct se_session *tvn_se_sess; }; struct vhost_scsi_tport; struct vhost_scsi_tpg { u16 tport_tpgt; int tv_tpg_port_count; int tv_tpg_vhost_count; int tv_fabric_prot_type; struct list_head tv_tpg_list; struct mutex tv_tpg_mutex; struct vhost_scsi_nexus *tpg_nexus; struct vhost_scsi_tport *tport; struct se_portal_group se_tpg; struct vhost_scsi *vhost_scsi; struct list_head tmf_queue; }; struct vhost_scsi_tport { u8 tport_proto_id; u64 tport_wwpn; char tport_name[256]; struct se_wwn tport_wwn; }; struct vhost_scsi_evt { struct virtio_scsi_event event; struct llist_node list; }; enum { VHOST_SCSI_VQ_CTL = 0, VHOST_SCSI_VQ_EVT = 1, VHOST_SCSI_VQ_IO = 2, }; enum { VHOST_SCSI_FEATURES = 1023410186, }; struct vhost_scsi_virtqueue { struct vhost_virtqueue vq; struct vhost_scsi_inflight inflights[2]; int inflight_idx; struct vhost_scsi_cmd *scsi_cmds; struct sbitmap scsi_tags; int max_cmds; }; struct vhost_scsi_tmf { struct vhost_work vwork; struct vhost_scsi_tpg *tpg; struct vhost_scsi *vhost; struct vhost_scsi_virtqueue *svq; struct list_head queue_entry; struct se_cmd se_cmd; u8 scsi_resp; struct vhost_scsi_inflight *inflight; struct iovec resp_iov; int in_iovs; int vq_desc; }; struct vhost_scsi_ctx { int head; unsigned int out; unsigned int in; size_t req_size; size_t rsp_size; size_t out_size; size_t in_size; u8 *target; u8 *lunp; void *req; struct iov_iter out_iter; }; struct hwspinlock; struct hwspinlock_ops { int (*trylock)(struct hwspinlock *); void (*unlock)(struct hwspinlock *); void (*relax)(struct hwspinlock *); }; struct hwspinlock_device; struct hwspinlock { struct hwspinlock_device *bank; spinlock_t lock; void *priv; }; struct hwspinlock_device { struct device *dev; const struct hwspinlock_ops *ops; int base_id; int num_locks; struct hwspinlock lock[0]; }; struct board_staging_clk { const char *clk; const char *con_id; const char *dev_id; }; struct board_staging_dev { struct platform_device *pdev; const struct board_staging_clk *clocks; unsigned int nclocks; const char *domain; }; struct extcon_cable; struct extcon_dev { const char *name; const unsigned int *supported_cable; const u32 *mutually_exclusive; struct device dev; struct raw_notifier_head nh_all; struct raw_notifier_head *nh; struct list_head entry; int max_supported; spinlock_t lock; u32 state; struct device_type extcon_dev_type; struct extcon_cable *cables; struct attribute_group attr_g_muex; struct attribute **attrs_muex; struct device_attribute *d_attrs_muex; }; struct extcon_dev_notifier_devres { struct extcon_dev *edev; unsigned int id; struct notifier_block *nb; }; struct powercap_control_type; struct powercap_control_type_ops { int (*set_enable)(struct powercap_control_type *, bool); int (*get_enable)(struct powercap_control_type *, bool *); int (*release)(struct powercap_control_type *); }; struct powercap_control_type { struct device dev; struct idr idr; int nr_zones; const struct powercap_control_type_ops *ops; struct mutex lock; bool allocated; struct list_head node; }; struct powercap_zone; struct powercap_zone_ops { int (*get_max_energy_range_uj)(struct powercap_zone *, u64 *); int (*get_energy_uj)(struct powercap_zone *, u64 *); int (*reset_energy_uj)(struct powercap_zone *); int (*get_max_power_range_uw)(struct powercap_zone *, u64 *); int (*get_power_uw)(struct powercap_zone *, u64 *); int (*set_enable)(struct powercap_zone *, bool); int (*get_enable)(struct powercap_zone *, bool *); int (*release)(struct powercap_zone *); }; struct powercap_zone_constraint; struct powercap_zone { int id; char *name; void *control_type_inst; const struct powercap_zone_ops *ops; struct device dev; int const_id_cnt; struct idr idr; struct idr *parent_idr; void *private_data; struct attribute **zone_dev_attrs; int zone_attr_count; struct attribute_group dev_zone_attr_group; const struct attribute_group *dev_attr_groups[2]; bool allocated; struct powercap_zone_constraint *constraints; }; struct powercap_zone_constraint_ops; struct powercap_zone_constraint { int id; struct powercap_zone *power_zone; const struct powercap_zone_constraint_ops *ops; }; struct powercap_zone_constraint_ops { int (*set_power_limit_uw)(struct powercap_zone *, int, u64); int (*get_power_limit_uw)(struct powercap_zone *, int, u64 *); int (*set_time_window_us)(struct powercap_zone *, int, u64); int (*get_time_window_us)(struct powercap_zone *, int, u64 *); int (*get_max_power_uw)(struct powercap_zone *, int, u64 *); int (*get_min_power_uw)(struct powercap_zone *, int, u64 *); int (*get_max_time_window_us)(struct powercap_zone *, int, u64 *); int (*get_min_time_window_us)(struct powercap_zone *, int, u64 *); const char * (*get_name)(struct powercap_zone *, int); }; struct powercap_constraint_attr { struct device_attribute power_limit_attr; struct device_attribute time_window_attr; struct device_attribute max_power_attr; struct device_attribute min_power_attr; struct device_attribute max_time_window_attr; struct device_attribute min_time_window_attr; struct device_attribute name_attr; }; union extcon_property_value { int intval; }; struct extcon_cable { struct extcon_dev *edev; int cable_index; struct attribute_group attr_g; struct device_attribute attr_name; struct device_attribute attr_state; struct attribute *attrs[3]; union extcon_property_value usb_propval[3]; union extcon_property_value chg_propval[1]; union extcon_property_value jack_propval[1]; union extcon_property_value disp_propval[2]; long unsigned int usb_bits[1]; long unsigned int chg_bits[1]; long unsigned int jack_bits[1]; long unsigned int disp_bits[1]; }; struct __extcon_info { unsigned int type; unsigned int id; const char *name; }; enum perf_hw_id { PERF_COUNT_HW_CPU_CYCLES = 0, PERF_COUNT_HW_INSTRUCTIONS = 1, PERF_COUNT_HW_CACHE_REFERENCES = 2, PERF_COUNT_HW_CACHE_MISSES = 3, PERF_COUNT_HW_BRANCH_INSTRUCTIONS = 4, PERF_COUNT_HW_BRANCH_MISSES = 5, PERF_COUNT_HW_BUS_CYCLES = 6, PERF_COUNT_HW_STALLED_CYCLES_FRONTEND = 7, PERF_COUNT_HW_STALLED_CYCLES_BACKEND = 8, PERF_COUNT_HW_REF_CPU_CYCLES = 9, PERF_COUNT_HW_MAX = 10, }; struct cpu_hw_events { int n_events; int irq; struct perf_event *events[64]; long unsigned int used_hw_ctrs[1]; long unsigned int used_fw_ctrs[1]; }; struct riscv_pmu { struct pmu pmu; char *name; irqreturn_t (*handle_irq)(int, void *); long unsigned int cmask; u64 (*ctr_read)(struct perf_event *); int (*ctr_get_idx)(struct perf_event *); int (*ctr_get_width)(int); void (*ctr_clear_idx)(struct perf_event *); void (*ctr_start)(struct perf_event *, u64); void (*ctr_stop)(struct perf_event *, long unsigned int); int (*event_map)(struct perf_event *, u64 *); struct cpu_hw_events *hw_events; struct hlist_node node; struct notifier_block riscv_pm_nb; }; enum perf_hw_cache_id { PERF_COUNT_HW_CACHE_L1D = 0, PERF_COUNT_HW_CACHE_L1I = 1, PERF_COUNT_HW_CACHE_LL = 2, PERF_COUNT_HW_CACHE_DTLB = 3, PERF_COUNT_HW_CACHE_ITLB = 4, PERF_COUNT_HW_CACHE_BPU = 5, PERF_COUNT_HW_CACHE_NODE = 6, PERF_COUNT_HW_CACHE_MAX = 7, }; enum perf_hw_cache_op_id { PERF_COUNT_HW_CACHE_OP_READ = 0, PERF_COUNT_HW_CACHE_OP_WRITE = 1, PERF_COUNT_HW_CACHE_OP_PREFETCH = 2, PERF_COUNT_HW_CACHE_OP_MAX = 3, }; enum perf_hw_cache_op_result_id { PERF_COUNT_HW_CACHE_RESULT_ACCESS = 0, PERF_COUNT_HW_CACHE_RESULT_MISS = 1, PERF_COUNT_HW_CACHE_RESULT_MAX = 2, }; enum sbi_ext_pmu_fid { SBI_EXT_PMU_NUM_COUNTERS = 0, SBI_EXT_PMU_COUNTER_GET_INFO = 1, SBI_EXT_PMU_COUNTER_CFG_MATCH = 2, SBI_EXT_PMU_COUNTER_START = 3, SBI_EXT_PMU_COUNTER_STOP = 4, SBI_EXT_PMU_COUNTER_FW_READ = 5, }; union sbi_pmu_ctr_info { long unsigned int value; struct { long unsigned int csr: 12; long unsigned int width: 6; long unsigned int reserved: 45; long unsigned int type: 1; }; }; enum sbi_pmu_hw_generic_events_t { SBI_PMU_HW_NO_EVENT = 0, SBI_PMU_HW_CPU_CYCLES = 1, SBI_PMU_HW_INSTRUCTIONS = 2, SBI_PMU_HW_CACHE_REFERENCES = 3, SBI_PMU_HW_CACHE_MISSES = 4, SBI_PMU_HW_BRANCH_INSTRUCTIONS = 5, SBI_PMU_HW_BRANCH_MISSES = 6, SBI_PMU_HW_BUS_CYCLES = 7, SBI_PMU_HW_STALLED_CYCLES_FRONTEND = 8, SBI_PMU_HW_STALLED_CYCLES_BACKEND = 9, SBI_PMU_HW_REF_CPU_CYCLES = 10, SBI_PMU_HW_GENERAL_MAX = 11, }; enum sbi_pmu_fw_generic_events_t { SBI_PMU_FW_MISALIGNED_LOAD = 0, SBI_PMU_FW_MISALIGNED_STORE = 1, SBI_PMU_FW_ACCESS_LOAD = 2, SBI_PMU_FW_ACCESS_STORE = 3, SBI_PMU_FW_ILLEGAL_INSN = 4, SBI_PMU_FW_SET_TIMER = 5, SBI_PMU_FW_IPI_SENT = 6, SBI_PMU_FW_IPI_RECVD = 7, SBI_PMU_FW_FENCE_I_SENT = 8, SBI_PMU_FW_FENCE_I_RECVD = 9, SBI_PMU_FW_SFENCE_VMA_SENT = 10, SBI_PMU_FW_SFENCE_VMA_RCVD = 11, SBI_PMU_FW_SFENCE_VMA_ASID_SENT = 12, SBI_PMU_FW_SFENCE_VMA_ASID_RCVD = 13, SBI_PMU_FW_HFENCE_GVMA_SENT = 14, SBI_PMU_FW_HFENCE_GVMA_RCVD = 15, SBI_PMU_FW_HFENCE_GVMA_VMID_SENT = 16, SBI_PMU_FW_HFENCE_GVMA_VMID_RCVD = 17, SBI_PMU_FW_HFENCE_VVMA_SENT = 18, SBI_PMU_FW_HFENCE_VVMA_RCVD = 19, SBI_PMU_FW_HFENCE_VVMA_ASID_SENT = 20, SBI_PMU_FW_HFENCE_VVMA_ASID_RCVD = 21, SBI_PMU_FW_MAX = 22, }; enum sbi_pmu_event_type { SBI_PMU_EVENT_TYPE_HW = 0, SBI_PMU_EVENT_TYPE_CACHE = 1, SBI_PMU_EVENT_TYPE_RAW = 2, SBI_PMU_EVENT_TYPE_FW = 15, }; enum sbi_pmu_ctr_type { SBI_PMU_CTR_TYPE_HW = 0, SBI_PMU_CTR_TYPE_FW = 1, }; struct hw_gen_event { uint32_t event_code: 16; uint32_t event_type: 4; uint32_t reserved: 12; }; struct hw_cache_event { uint32_t result_id: 1; uint32_t op_id: 2; uint32_t cache_id: 13; uint32_t event_type: 4; uint32_t reserved: 12; }; struct sbi_pmu_event_data { union { union { struct hw_gen_event hw_gen_event; struct hw_cache_event hw_cache_event; }; uint32_t event_idx; }; }; struct cper_sec_proc_arm { u32 validation_bits; u16 err_info_num; u16 context_info_num; u32 section_length; u8 affinity_level; u8 reserved[3]; u64 mpidr; u64 midr; u32 running_state; u32 psci_state; }; struct trace_event_raw_mc_event { struct trace_entry ent; unsigned int error_type; u32 __data_loc_msg; u32 __data_loc_label; u16 error_count; u8 mc_index; s8 top_layer; s8 middle_layer; s8 lower_layer; long int address; u8 grain_bits; long int syndrome; u32 __data_loc_driver_detail; char __data[0]; }; struct trace_event_raw_arm_event { struct trace_entry ent; u64 mpidr; u64 midr; u32 running_state; u32 psci_state; u8 affinity; char __data[0]; }; struct trace_event_raw_non_standard_event { struct trace_entry ent; char sec_type[16]; char fru_id[16]; u32 __data_loc_fru_text; u8 sev; u32 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_aer_event { struct trace_entry ent; u32 __data_loc_dev_name; u32 status; u8 severity; u8 tlp_header_valid; u32 tlp_header[4]; char __data[0]; }; struct trace_event_data_offsets_mc_event { u32 msg; u32 label; u32 driver_detail; }; struct trace_event_data_offsets_arm_event {}; struct trace_event_data_offsets_non_standard_event { u32 fru_text; u32 buf; }; struct trace_event_data_offsets_aer_event { u32 dev_name; }; typedef void (*btf_trace_mc_event)(void *, const unsigned int, const char *, const char *, const int, const u8, const s8, const s8, const s8, long unsigned int, const u8, long unsigned int, const char *); typedef void (*btf_trace_arm_event)(void *, const struct cper_sec_proc_arm *); typedef void (*btf_trace_non_standard_event)(void *, const guid_t *, const guid_t *, const char *, const u8, const u8 *, const u32); typedef void (*btf_trace_aer_event)(void *, const char *, const u32, const u8, const u8, struct aer_header_log_regs *); struct sound_unit { int unit_minor; const struct file_operations *unit_fops; struct sound_unit *next; char name[32]; }; struct snd_shutdown_f_ops; struct snd_info_entry; struct snd_mixer_oss; struct snd_card { int number; char id[16]; char driver[16]; char shortname[32]; char longname[80]; char irq_descr[32]; char mixername[80]; char components[128]; struct module *module; void *private_data; void (*private_free)(struct snd_card *); struct list_head devices; struct device ctl_dev; unsigned int last_numid; struct rw_semaphore controls_rwsem; rwlock_t ctl_files_rwlock; int controls_count; size_t user_ctl_alloc_size; struct list_head controls; struct list_head ctl_files; struct xarray ctl_numids; struct xarray ctl_hash; bool ctl_hash_collision; struct snd_info_entry *proc_root; struct proc_dir_entry *proc_root_link; struct list_head files_list; struct snd_shutdown_f_ops *s_f_ops; spinlock_t files_lock; int shutdown; struct completion *release_completion; struct device *dev; struct device card_dev; const struct attribute_group *dev_groups[4]; bool registered; bool managed; bool releasing; int sync_irq; wait_queue_head_t remove_sleep; size_t total_pcm_alloc_bytes; struct mutex memory_mutex; struct snd_mixer_oss *mixer_oss; int mixer_oss_change_count; }; struct snd_info_buffer; struct snd_info_entry_text { void (*read)(struct snd_info_entry *, struct snd_info_buffer *); void (*write)(struct snd_info_entry *, struct snd_info_buffer *); }; struct snd_info_entry_ops; struct snd_info_entry { const char *name; umode_t mode; long int size; short unsigned int content; union { struct snd_info_entry_text text; const struct snd_info_entry_ops *ops; } c; struct snd_info_entry *parent; struct module *module; void *private_data; void (*private_free)(struct snd_info_entry *); struct proc_dir_entry *p; struct mutex access; struct list_head children; struct list_head list; }; enum { SND_CTL_SUBDEV_PCM = 0, SND_CTL_SUBDEV_RAWMIDI = 1, SND_CTL_SUBDEV_ITEMS = 2, }; struct snd_info_buffer { char *buffer; unsigned int curr; unsigned int size; unsigned int len; int stop; int error; }; struct snd_info_entry_ops { int (*open)(struct snd_info_entry *, short unsigned int, void **); int (*release)(struct snd_info_entry *, short unsigned int, void *); ssize_t (*read)(struct snd_info_entry *, void *, struct file *, char *, size_t, loff_t); ssize_t (*write)(struct snd_info_entry *, void *, struct file *, const char *, size_t, loff_t); loff_t (*llseek)(struct snd_info_entry *, void *, struct file *, loff_t, int); __poll_t (*poll)(struct snd_info_entry *, void *, struct file *, poll_table *); int (*ioctl)(struct snd_info_entry *, void *, struct file *, unsigned int, long unsigned int); int (*mmap)(struct snd_info_entry *, void *, struct inode *, struct file *, struct vm_area_struct *); }; struct snd_monitor_file { struct file *file; const struct file_operations *disconnected_f_op; struct list_head shutdown_list; struct list_head list; }; struct snd_minor { int type; int card; int device; const struct file_operations *f_ops; void *private_data; struct device *dev; struct snd_card *card_ptr; }; enum { SNDRV_DEVICE_TYPE_CONTROL = 0, SNDRV_DEVICE_TYPE_SEQUENCER = 1, SNDRV_DEVICE_TYPE_TIMER = 2, SNDRV_DEVICE_TYPE_HWDEP = 3, SNDRV_DEVICE_TYPE_RAWMIDI = 4, SNDRV_DEVICE_TYPE_PCM_PLAYBACK = 5, SNDRV_DEVICE_TYPE_PCM_CAPTURE = 6, SNDRV_DEVICE_TYPE_COMPRESS = 7, }; struct nvmem_cell_lookup { const char *nvmem_name; const char *cell_name; const char *dev_id; const char *con_id; struct list_head node; }; enum { NVMEM_ADD = 1, NVMEM_REMOVE = 2, NVMEM_CELL_ADD = 3, NVMEM_CELL_REMOVE = 4, }; struct nvmem_cell_table { const char *nvmem_name; const struct nvmem_cell_info *cells; size_t ncells; struct list_head node; }; struct nvmem_device { struct module *owner; struct device dev; int stride; int word_size; int id; struct kref refcnt; size_t size; bool read_only; bool root_only; int flags; enum nvmem_type type; struct bin_attribute eeprom; struct device *base_dev; struct list_head cells; const struct nvmem_keepout *keepout; unsigned int nkeepout; nvmem_reg_read_t reg_read; nvmem_reg_write_t reg_write; nvmem_cell_post_process_t cell_post_process; struct gpio_desc *wp_gpio; void *priv; }; struct nvmem_cell_entry { const char *name; int offset; int bytes; int bit_offset; int nbits; struct device_node *np; struct nvmem_device *nvmem; struct list_head node; }; struct nvmem_cell { struct nvmem_cell_entry *entry; const char *id; }; enum snd_device_type { SNDRV_DEV_LOWLEVEL = 0, SNDRV_DEV_INFO = 1, SNDRV_DEV_BUS = 2, SNDRV_DEV_CODEC = 3, SNDRV_DEV_PCM = 4, SNDRV_DEV_COMPRESS = 5, SNDRV_DEV_RAWMIDI = 6, SNDRV_DEV_TIMER = 7, SNDRV_DEV_SEQUENCER = 8, SNDRV_DEV_HWDEP = 9, SNDRV_DEV_JACK = 10, SNDRV_DEV_CONTROL = 11, }; enum snd_device_state { SNDRV_DEV_BUILD = 0, SNDRV_DEV_REGISTERED = 1, SNDRV_DEV_DISCONNECTED = 2, }; struct snd_device; struct snd_device_ops { int (*dev_free)(struct snd_device *); int (*dev_register)(struct snd_device *); int (*dev_disconnect)(struct snd_device *); }; struct snd_device { struct list_head list; struct snd_card *card; enum snd_device_state state; enum snd_device_type type; void *device_data; const struct snd_device_ops *ops; }; struct snd_info_private_data { struct snd_info_buffer *rbuffer; struct snd_info_buffer *wbuffer; struct snd_info_entry *entry; void *file_private_data; }; struct snd_pci_quirk { short unsigned int subvendor; short unsigned int subdevice; short unsigned int subdevice_mask; int value; }; struct snd_fasync { struct fasync_struct *fasync; int signal; int poll; int on; struct list_head list; }; struct snd_aes_iec958 { unsigned char status[24]; unsigned char subcode[147]; unsigned char pad; unsigned char dig_subframe[4]; }; struct snd_ctl_card_info { int card; int pad; unsigned char id[16]; unsigned char driver[16]; unsigned char name[32]; unsigned char longname[80]; unsigned char reserved_[16]; unsigned char mixername[80]; unsigned char components[128]; }; typedef int snd_ctl_elem_type_t; typedef int snd_ctl_elem_iface_t; struct snd_ctl_elem_id { unsigned int numid; snd_ctl_elem_iface_t iface; unsigned int device; unsigned int subdevice; unsigned char name[44]; unsigned int index; }; struct snd_ctl_elem_list { unsigned int offset; unsigned int space; unsigned int used; unsigned int count; struct snd_ctl_elem_id *pids; unsigned char reserved[50]; }; struct snd_ctl_elem_info { struct snd_ctl_elem_id id; snd_ctl_elem_type_t type; unsigned int access; unsigned int count; __kernel_pid_t owner; union { struct { long int min; long int max; long int step; } integer; struct { long long int min; long long int max; long long int step; } integer64; struct { unsigned int items; unsigned int item; char name[64]; __u64 names_ptr; unsigned int names_length; } enumerated; unsigned char reserved[128]; } value; unsigned char reserved[64]; }; struct snd_ctl_elem_value { struct snd_ctl_elem_id id; unsigned int indirect: 1; union { union { long int value[128]; long int *value_ptr; } integer; union { long long int value[64]; long long int *value_ptr; } integer64; union { unsigned int item[128]; unsigned int *item_ptr; } enumerated; union { unsigned char data[512]; unsigned char *data_ptr; } bytes; struct snd_aes_iec958 iec958; } value; unsigned char reserved[128]; }; struct snd_ctl_tlv { unsigned int numid; unsigned int length; unsigned int tlv[0]; }; enum sndrv_ctl_event_type { SNDRV_CTL_EVENT_ELEM = 0, SNDRV_CTL_EVENT_LAST = 0, }; struct snd_ctl_event { int type; union { struct { unsigned int mask; struct snd_ctl_elem_id id; } elem; unsigned char data8[60]; } data; }; struct snd_kcontrol; typedef int snd_kcontrol_info_t(struct snd_kcontrol *, struct snd_ctl_elem_info *); typedef int snd_kcontrol_get_t(struct snd_kcontrol *, struct snd_ctl_elem_value *); typedef int snd_kcontrol_put_t(struct snd_kcontrol *, struct snd_ctl_elem_value *); typedef int snd_kcontrol_tlv_rw_t(struct snd_kcontrol *, int, unsigned int, unsigned int *); struct snd_ctl_file; struct snd_kcontrol_volatile { struct snd_ctl_file *owner; unsigned int access; }; struct snd_kcontrol { struct list_head list; struct snd_ctl_elem_id id; unsigned int count; snd_kcontrol_info_t *info; snd_kcontrol_get_t *get; snd_kcontrol_put_t *put; union { snd_kcontrol_tlv_rw_t *c; const unsigned int *p; } tlv; long unsigned int private_value; void *private_data; void (*private_free)(struct snd_kcontrol *); struct snd_kcontrol_volatile vd[0]; }; enum { SNDRV_CTL_TLV_OP_READ = 0, SNDRV_CTL_TLV_OP_WRITE = 1, SNDRV_CTL_TLV_OP_CMD = 4294967295, }; struct snd_kcontrol_new { snd_ctl_elem_iface_t iface; unsigned int device; unsigned int subdevice; const char *name; unsigned int index; unsigned int access; unsigned int count; snd_kcontrol_info_t *info; snd_kcontrol_get_t *get; snd_kcontrol_put_t *put; union { snd_kcontrol_tlv_rw_t *c; const unsigned int *p; } tlv; long unsigned int private_value; }; struct snd_fasync; struct snd_ctl_file { struct list_head list; struct snd_card *card; struct pid *pid; int preferred_subdevice[2]; wait_queue_head_t change_sleep; spinlock_t read_lock; struct snd_fasync *fasync; int subscribed; struct list_head events; }; struct snd_kctl_event { struct list_head list; struct snd_ctl_elem_id id; unsigned int mask; }; struct snd_ctl_layer_ops { struct snd_ctl_layer_ops *next; const char *module_name; void (*lregister)(struct snd_card *); void (*ldisconnect)(struct snd_card *); void (*lnotify)(struct snd_card *, unsigned int, struct snd_kcontrol *, unsigned int); }; typedef int (*snd_kctl_ioctl_func_t)(struct snd_card *, struct snd_ctl_file *, unsigned int, long unsigned int); struct snd_kctl_ioctl { struct list_head list; snd_kctl_ioctl_func_t fioctl; }; enum snd_ctl_add_mode { CTL_ADD_EXCLUSIVE = 0, CTL_REPLACE = 1, CTL_ADD_ON_REPLACE = 2, }; struct user_element { struct snd_ctl_elem_info info; struct snd_card *card; char *elem_data; long unsigned int elem_data_size; void *tlv_data; long unsigned int tlv_data_size; void *priv_data; }; struct snd_ctl_elem_list32 { u32 offset; u32 space; u32 used; u32 count; u32 pids; unsigned char reserved[50]; }; struct snd_ctl_elem_info32 { struct snd_ctl_elem_id id; s32 type; u32 access; u32 count; s32 owner; union { struct { s32 min; s32 max; s32 step; } integer; struct { u64 min; u64 max; u64 step; } integer64; struct { u32 items; u32 item; char name[64]; u64 names_ptr; u32 names_length; } enumerated; unsigned char reserved[128]; } value; unsigned char reserved[64]; }; struct snd_ctl_elem_value32 { struct snd_ctl_elem_id id; unsigned int indirect; union { s32 integer[128]; unsigned char data[512]; s64 integer64[64]; } value; unsigned char reserved[128]; }; enum { SNDRV_CTL_IOCTL_ELEM_LIST32 = 3225965840, SNDRV_CTL_IOCTL_ELEM_INFO32 = 3239073041, SNDRV_CTL_IOCTL_ELEM_READ32 = 3267908882, SNDRV_CTL_IOCTL_ELEM_WRITE32 = 3267908883, SNDRV_CTL_IOCTL_ELEM_ADD32 = 3239073047, SNDRV_CTL_IOCTL_ELEM_REPLACE32 = 3239073048, }; struct link_ctl_info { snd_ctl_elem_type_t type; int count; int min_val; int max_val; }; struct link_master { struct list_head followers; struct link_ctl_info info; int val; unsigned int tlv[4]; void (*hook)(void *, int); void *hook_private_data; }; struct link_follower { struct list_head list; struct link_master *master; struct link_ctl_info info; int vals[2]; unsigned int flags; struct snd_kcontrol *kctl; struct snd_kcontrol follower; }; enum snd_jack_types { SND_JACK_HEADPHONE = 1, SND_JACK_MICROPHONE = 2, SND_JACK_HEADSET = 3, SND_JACK_LINEOUT = 4, SND_JACK_MECHANICAL = 8, SND_JACK_VIDEOOUT = 16, SND_JACK_AVOUT = 20, SND_JACK_LINEIN = 32, SND_JACK_BTN_0 = 16384, SND_JACK_BTN_1 = 8192, SND_JACK_BTN_2 = 4096, SND_JACK_BTN_3 = 2048, SND_JACK_BTN_4 = 1024, SND_JACK_BTN_5 = 512, }; struct snd_jack { struct list_head kctl_list; struct snd_card *card; const char *id; struct input_dev *input_dev; struct mutex input_dev_lock; int registered; int type; char name[100]; unsigned int key[6]; int hw_status_cache; void *private_data; void (*private_free)(struct snd_jack *); }; struct snd_jack_kctl { struct snd_kcontrol *kctl; struct list_head list; unsigned int mask_bits; struct snd_jack *jack; bool sw_inject_enable; }; struct snd_hwdep_info { unsigned int device; int card; unsigned char id[64]; unsigned char name[80]; int iface; unsigned char reserved[64]; }; struct snd_hwdep_dsp_status { unsigned int version; unsigned char id[32]; unsigned int num_dsps; unsigned int dsp_loaded; unsigned int chip_ready; unsigned char reserved[16]; }; struct snd_hwdep_dsp_image { unsigned int index; unsigned char name[64]; unsigned char *image; size_t length; long unsigned int driver_data; }; struct snd_hwdep; struct snd_hwdep_ops { long long int (*llseek)(struct snd_hwdep *, struct file *, long long int, int); long int (*read)(struct snd_hwdep *, char *, long int, loff_t *); long int (*write)(struct snd_hwdep *, const char *, long int, loff_t *); int (*open)(struct snd_hwdep *, struct file *); int (*release)(struct snd_hwdep *, struct file *); __poll_t (*poll)(struct snd_hwdep *, struct file *, poll_table *); int (*ioctl)(struct snd_hwdep *, struct file *, unsigned int, long unsigned int); int (*ioctl_compat)(struct snd_hwdep *, struct file *, unsigned int, long unsigned int); int (*mmap)(struct snd_hwdep *, struct file *, struct vm_area_struct *); int (*dsp_status)(struct snd_hwdep *, struct snd_hwdep_dsp_status *); int (*dsp_load)(struct snd_hwdep *, struct snd_hwdep_dsp_image *); }; struct snd_hwdep { struct snd_card *card; struct list_head list; int device; char id[32]; char name[80]; int iface; int oss_type; int ossreg; struct snd_hwdep_ops ops; wait_queue_head_t open_wait; void *private_data; void (*private_free)(struct snd_hwdep *); struct device dev; struct mutex open_mutex; int used; unsigned int dsp_loaded; unsigned int exclusive: 1; }; struct snd_hwdep_dsp_image32 { u32 index; unsigned char name[64]; u32 image; u32 length; u32 driver_data; }; enum { SNDRV_HWDEP_IOCTL_DSP_LOAD32 = 1079003139, }; typedef long unsigned int snd_pcm_uframes_t; typedef long int snd_pcm_sframes_t; enum { SNDRV_PCM_CLASS_GENERIC = 0, SNDRV_PCM_CLASS_MULTI = 1, SNDRV_PCM_CLASS_MODEM = 2, SNDRV_PCM_CLASS_DIGITIZER = 3, SNDRV_PCM_CLASS_LAST = 3, }; enum { SNDRV_PCM_STREAM_PLAYBACK = 0, SNDRV_PCM_STREAM_CAPTURE = 1, SNDRV_PCM_STREAM_LAST = 1, }; typedef int snd_pcm_access_t; typedef int snd_pcm_format_t; typedef int snd_pcm_subformat_t; typedef int snd_pcm_state_t; union snd_pcm_sync_id { unsigned char id[16]; short unsigned int id16[8]; unsigned int id32[4]; }; struct snd_pcm_info { unsigned int device; unsigned int subdevice; int stream; int card; unsigned char id[64]; unsigned char name[80]; unsigned char subname[32]; int dev_class; int dev_subclass; unsigned int subdevices_count; unsigned int subdevices_avail; union snd_pcm_sync_id sync; unsigned char reserved[64]; }; struct snd_interval { unsigned int min; unsigned int max; unsigned int openmin: 1; unsigned int openmax: 1; unsigned int integer: 1; unsigned int empty: 1; }; struct snd_mask { __u32 bits[8]; }; struct snd_pcm_hw_params { unsigned int flags; struct snd_mask masks[3]; struct snd_mask mres[5]; struct snd_interval intervals[12]; struct snd_interval ires[9]; unsigned int rmask; unsigned int cmask; unsigned int info; unsigned int msbits; unsigned int rate_num; unsigned int rate_den; snd_pcm_uframes_t fifo_size; unsigned char reserved[64]; }; enum { SNDRV_PCM_TSTAMP_NONE = 0, SNDRV_PCM_TSTAMP_ENABLE = 1, SNDRV_PCM_TSTAMP_LAST = 1, }; typedef char __pad_before_uframe[0]; typedef char __pad_after_uframe[0]; struct snd_pcm_mmap_status { snd_pcm_state_t state; __u32 pad1; __pad_before_uframe __pad1; snd_pcm_uframes_t hw_ptr; __pad_after_uframe __pad2; struct __kernel_timespec tstamp; snd_pcm_state_t suspended_state; __u32 pad3; struct __kernel_timespec audio_tstamp; }; struct snd_pcm_mmap_control { __pad_before_uframe __pad1; snd_pcm_uframes_t appl_ptr; __pad_before_uframe __pad2; __pad_before_uframe __pad3; snd_pcm_uframes_t avail_min; __pad_after_uframe __pad4; }; struct snd_dma_device { int type; enum dma_data_direction dir; bool need_sync; struct device *dev; }; struct snd_dma_buffer { struct snd_dma_device dev; unsigned char *area; dma_addr_t addr; size_t bytes; void *private_data; }; struct snd_pcm_oss_setup { char *task_name; unsigned int disable: 1; unsigned int direct: 1; unsigned int block: 1; unsigned int nonblock: 1; unsigned int partialfrag: 1; unsigned int nosilence: 1; unsigned int buggyptr: 1; unsigned int periods; unsigned int period_size; struct snd_pcm_oss_setup *next; }; struct snd_pcm_plugin; struct snd_pcm_oss_runtime { unsigned int params: 1; unsigned int prepare: 1; unsigned int trigger: 1; unsigned int sync_trigger: 1; int rate; int format; unsigned int channels; unsigned int fragshift; unsigned int maxfrags; unsigned int subdivision; size_t period_bytes; size_t period_frames; size_t period_ptr; unsigned int periods; size_t buffer_bytes; size_t bytes; size_t mmap_bytes; char *buffer; size_t buffer_used; struct mutex params_lock; atomic_t rw_ref; struct snd_pcm_plugin *plugin_first; struct snd_pcm_plugin *plugin_last; unsigned int prev_hw_ptr_period; }; struct snd_pcm_group { spinlock_t lock; struct mutex mutex; struct list_head substreams; refcount_t refs; }; struct snd_pcm_oss_substream { unsigned int oss: 1; struct snd_pcm_oss_setup setup; }; struct snd_pcm; struct snd_pcm_str; struct snd_pcm_ops; struct snd_pcm_runtime; struct snd_timer; struct snd_pcm_substream { struct snd_pcm *pcm; struct snd_pcm_str *pstr; void *private_data; int number; char name[32]; int stream; struct pm_qos_request latency_pm_qos_req; size_t buffer_bytes_max; struct snd_dma_buffer dma_buffer; size_t dma_max; const struct snd_pcm_ops *ops; struct snd_pcm_runtime *runtime; struct snd_timer *timer; unsigned int timer_running: 1; long int wait_time; struct snd_pcm_substream *next; struct list_head link_list; struct snd_pcm_group self_group; struct snd_pcm_group *group; int ref_count; atomic_t mmap_count; unsigned int f_flags; void (*pcm_release)(struct snd_pcm_substream *); struct pid *pid; struct snd_pcm_oss_substream oss; struct snd_info_entry *proc_root; unsigned int hw_opened: 1; unsigned int managed_buffer_alloc: 1; }; struct snd_pcm_oss_stream { struct snd_pcm_oss_setup *setup_list; struct mutex setup_mutex; struct snd_info_entry *proc_entry; }; struct snd_pcm_oss { int reg; unsigned int reg_mask; }; struct snd_pcm_hardware { unsigned int info; u64 formats; unsigned int rates; unsigned int rate_min; unsigned int rate_max; unsigned int channels_min; unsigned int channels_max; size_t buffer_bytes_max; size_t period_bytes_min; size_t period_bytes_max; unsigned int periods_min; unsigned int periods_max; size_t fifo_size; }; struct snd_pcm_audio_tstamp_config; struct snd_pcm_audio_tstamp_report; struct snd_pcm_ops { int (*open)(struct snd_pcm_substream *); int (*close)(struct snd_pcm_substream *); int (*ioctl)(struct snd_pcm_substream *, unsigned int, void *); int (*hw_params)(struct snd_pcm_substream *, struct snd_pcm_hw_params *); int (*hw_free)(struct snd_pcm_substream *); int (*prepare)(struct snd_pcm_substream *); int (*trigger)(struct snd_pcm_substream *, int); int (*sync_stop)(struct snd_pcm_substream *); snd_pcm_uframes_t (*pointer)(struct snd_pcm_substream *); int (*get_time_info)(struct snd_pcm_substream *, struct timespec64 *, struct timespec64 *, struct snd_pcm_audio_tstamp_config *, struct snd_pcm_audio_tstamp_report *); int (*fill_silence)(struct snd_pcm_substream *, int, long unsigned int, long unsigned int); int (*copy_user)(struct snd_pcm_substream *, int, long unsigned int, void *, long unsigned int); int (*copy_kernel)(struct snd_pcm_substream *, int, long unsigned int, void *, long unsigned int); struct page * (*page)(struct snd_pcm_substream *, long unsigned int); int (*mmap)(struct snd_pcm_substream *, struct vm_area_struct *); int (*ack)(struct snd_pcm_substream *); }; struct snd_pcm_audio_tstamp_config { u32 type_requested: 4; u32 report_delay: 1; }; struct snd_pcm_audio_tstamp_report { u32 valid: 1; u32 actual_type: 4; u32 accuracy_report: 1; u32 accuracy; }; struct snd_pcm_hw_rule; typedef int (*snd_pcm_hw_rule_func_t)(struct snd_pcm_hw_params *, struct snd_pcm_hw_rule *); struct snd_pcm_hw_rule { unsigned int cond; int var; int deps[5]; snd_pcm_hw_rule_func_t func; void *private; }; struct snd_pcm_hw_constraints { struct snd_mask masks[3]; struct snd_interval intervals[12]; unsigned int rules_num; unsigned int rules_all; struct snd_pcm_hw_rule *rules; }; struct snd_pcm_runtime { snd_pcm_state_t state; snd_pcm_state_t suspended_state; struct snd_pcm_substream *trigger_master; struct timespec64 trigger_tstamp; bool trigger_tstamp_latched; int overrange; snd_pcm_uframes_t avail_max; snd_pcm_uframes_t hw_ptr_base; snd_pcm_uframes_t hw_ptr_interrupt; long unsigned int hw_ptr_jiffies; long unsigned int hw_ptr_buffer_jiffies; snd_pcm_sframes_t delay; u64 hw_ptr_wrap; snd_pcm_access_t access; snd_pcm_format_t format; snd_pcm_subformat_t subformat; unsigned int rate; unsigned int channels; snd_pcm_uframes_t period_size; unsigned int periods; snd_pcm_uframes_t buffer_size; snd_pcm_uframes_t min_align; size_t byte_align; unsigned int frame_bits; unsigned int sample_bits; unsigned int info; unsigned int rate_num; unsigned int rate_den; unsigned int no_period_wakeup: 1; int tstamp_mode; unsigned int period_step; snd_pcm_uframes_t start_threshold; snd_pcm_uframes_t stop_threshold; snd_pcm_uframes_t silence_threshold; snd_pcm_uframes_t silence_size; snd_pcm_uframes_t boundary; snd_pcm_uframes_t silence_start; snd_pcm_uframes_t silence_filled; union snd_pcm_sync_id sync; struct snd_pcm_mmap_status *status; struct snd_pcm_mmap_control *control; snd_pcm_uframes_t twake; wait_queue_head_t sleep; wait_queue_head_t tsleep; struct snd_fasync *fasync; bool stop_operating; struct mutex buffer_mutex; atomic_t buffer_accessing; void *private_data; void (*private_free)(struct snd_pcm_runtime *); struct snd_pcm_hardware hw; struct snd_pcm_hw_constraints hw_constraints; unsigned int timer_resolution; int tstamp_type; unsigned char *dma_area; dma_addr_t dma_addr; size_t dma_bytes; struct snd_dma_buffer *dma_buffer_p; unsigned int buffer_changed: 1; struct snd_pcm_audio_tstamp_config audio_tstamp_config; struct snd_pcm_audio_tstamp_report audio_tstamp_report; struct timespec64 driver_tstamp; struct snd_pcm_oss_runtime oss; }; struct snd_pcm_str { int stream; struct snd_pcm *pcm; unsigned int substream_count; unsigned int substream_opened; struct snd_pcm_substream *substream; struct snd_pcm_oss_stream oss; struct snd_info_entry *proc_root; struct snd_kcontrol *chmap_kctl; struct device dev; }; struct snd_pcm { struct snd_card *card; struct list_head list; int device; unsigned int info_flags; short unsigned int dev_class; short unsigned int dev_subclass; char id[64]; char name[80]; struct snd_pcm_str streams[2]; struct mutex open_mutex; wait_queue_head_t open_wait; void *private_data; void (*private_free)(struct snd_pcm *); bool internal; bool nonatomic; bool no_device_suspend; struct snd_pcm_oss oss; }; struct snd_timer_hardware { unsigned int flags; long unsigned int resolution; long unsigned int resolution_min; long unsigned int resolution_max; long unsigned int ticks; int (*open)(struct snd_timer *); int (*close)(struct snd_timer *); long unsigned int (*c_resolution)(struct snd_timer *); int (*start)(struct snd_timer *); int (*stop)(struct snd_timer *); int (*set_period)(struct snd_timer *, long unsigned int, long unsigned int); int (*precise_resolution)(struct snd_timer *, long unsigned int *, long unsigned int *); }; struct snd_timer { int tmr_class; struct snd_card *card; struct module *module; int tmr_device; int tmr_subdevice; char id[64]; char name[80]; unsigned int flags; int running; long unsigned int sticks; void *private_data; void (*private_free)(struct snd_timer *); struct snd_timer_hardware hw; spinlock_t lock; struct list_head device_list; struct list_head open_list_head; struct list_head active_list_head; struct list_head ack_list_head; struct list_head sack_list_head; struct work_struct task_work; int max_instances; int num_instances; }; struct snd_pcm_notify { int (*n_register)(struct snd_pcm *); int (*n_disconnect)(struct snd_pcm *); int (*n_unregister)(struct snd_pcm *); struct list_head list; }; struct snd_pcm_status64 { snd_pcm_state_t state; u8 rsvd[4]; s64 trigger_tstamp_sec; s64 trigger_tstamp_nsec; s64 tstamp_sec; s64 tstamp_nsec; snd_pcm_uframes_t appl_ptr; snd_pcm_uframes_t hw_ptr; snd_pcm_sframes_t delay; snd_pcm_uframes_t avail; snd_pcm_uframes_t avail_max; snd_pcm_uframes_t overrange; snd_pcm_state_t suspended_state; __u32 audio_tstamp_data; s64 audio_tstamp_sec; s64 audio_tstamp_nsec; s64 driver_tstamp_sec; s64 driver_tstamp_nsec; __u32 audio_tstamp_accuracy; unsigned char reserved[20]; }; typedef u64 u_int64_t; enum { SNDRV_PCM_MMAP_OFFSET_DATA = 0, SNDRV_PCM_MMAP_OFFSET_STATUS_OLD = 2147483648, SNDRV_PCM_MMAP_OFFSET_CONTROL_OLD = 2164260864, SNDRV_PCM_MMAP_OFFSET_STATUS_NEW = 2181038080, SNDRV_PCM_MMAP_OFFSET_CONTROL_NEW = 2197815296, SNDRV_PCM_MMAP_OFFSET_STATUS = 2181038080, SNDRV_PCM_MMAP_OFFSET_CONTROL = 2197815296, }; typedef int snd_pcm_hw_param_t; struct snd_pcm_sw_params { int tstamp_mode; unsigned int period_step; unsigned int sleep_min; snd_pcm_uframes_t avail_min; snd_pcm_uframes_t xfer_align; snd_pcm_uframes_t start_threshold; snd_pcm_uframes_t stop_threshold; snd_pcm_uframes_t silence_threshold; snd_pcm_uframes_t silence_size; snd_pcm_uframes_t boundary; unsigned int proto; unsigned int tstamp_type; unsigned char reserved[56]; }; struct snd_pcm_channel_info { unsigned int channel; __kernel_off_t offset; unsigned int first; unsigned int step; }; enum { SNDRV_PCM_AUDIO_TSTAMP_TYPE_COMPAT = 0, SNDRV_PCM_AUDIO_TSTAMP_TYPE_DEFAULT = 1, SNDRV_PCM_AUDIO_TSTAMP_TYPE_LINK = 2, SNDRV_PCM_AUDIO_TSTAMP_TYPE_LINK_ABSOLUTE = 3, SNDRV_PCM_AUDIO_TSTAMP_TYPE_LINK_ESTIMATED = 4, SNDRV_PCM_AUDIO_TSTAMP_TYPE_LINK_SYNCHRONIZED = 5, SNDRV_PCM_AUDIO_TSTAMP_TYPE_LAST = 5, }; struct snd_pcm_sync_ptr { __u32 flags; __u32 pad1; union { struct snd_pcm_mmap_status status; unsigned char reserved[64]; } s; union { struct snd_pcm_mmap_control control; unsigned char reserved[64]; } c; }; struct snd_xferi { snd_pcm_sframes_t result; void *buf; snd_pcm_uframes_t frames; }; struct snd_xfern { snd_pcm_sframes_t result; void **bufs; snd_pcm_uframes_t frames; }; enum { SNDRV_PCM_TSTAMP_TYPE_GETTIMEOFDAY = 0, SNDRV_PCM_TSTAMP_TYPE_MONOTONIC = 1, SNDRV_PCM_TSTAMP_TYPE_MONOTONIC_RAW = 2, SNDRV_PCM_TSTAMP_TYPE_LAST = 2, }; enum { SNDRV_TIMER_EVENT_RESOLUTION = 0, SNDRV_TIMER_EVENT_TICK = 1, SNDRV_TIMER_EVENT_START = 2, SNDRV_TIMER_EVENT_STOP = 3, SNDRV_TIMER_EVENT_CONTINUE = 4, SNDRV_TIMER_EVENT_PAUSE = 5, SNDRV_TIMER_EVENT_EARLY = 6, SNDRV_TIMER_EVENT_SUSPEND = 7, SNDRV_TIMER_EVENT_RESUME = 8, SNDRV_TIMER_EVENT_MSTART = 12, SNDRV_TIMER_EVENT_MSTOP = 13, SNDRV_TIMER_EVENT_MCONTINUE = 14, SNDRV_TIMER_EVENT_MPAUSE = 15, SNDRV_TIMER_EVENT_MSUSPEND = 17, SNDRV_TIMER_EVENT_MRESUME = 18, }; enum snd_dma_sync_mode { SNDRV_DMA_SYNC_CPU = 0, SNDRV_DMA_SYNC_DEVICE = 1, }; struct snd_pcm_file { struct snd_pcm_substream *substream; int no_compat_mmap; unsigned int user_pversion; }; struct snd_pcm_hw_constraint_list { const unsigned int *list; unsigned int count; unsigned int mask; }; struct snd_pcm_status32 { snd_pcm_state_t state; s32 trigger_tstamp_sec; s32 trigger_tstamp_nsec; s32 tstamp_sec; s32 tstamp_nsec; u32 appl_ptr; u32 hw_ptr; s32 delay; u32 avail; u32 avail_max; u32 overrange; snd_pcm_state_t suspended_state; u32 audio_tstamp_data; s32 audio_tstamp_sec; s32 audio_tstamp_nsec; s32 driver_tstamp_sec; s32 driver_tstamp_nsec; u32 audio_tstamp_accuracy; unsigned char reserved[36]; }; struct snd_pcm_hw_params_old { unsigned int flags; unsigned int masks[3]; struct snd_interval intervals[12]; unsigned int rmask; unsigned int cmask; unsigned int info; unsigned int msbits; unsigned int rate_num; unsigned int rate_den; snd_pcm_uframes_t fifo_size; unsigned char reserved[64]; }; struct action_ops { int (*pre_action)(struct snd_pcm_substream *, snd_pcm_state_t); int (*do_action)(struct snd_pcm_substream *, snd_pcm_state_t); void (*undo_action)(struct snd_pcm_substream *, snd_pcm_state_t); void (*post_action)(struct snd_pcm_substream *, snd_pcm_state_t); }; struct snd_pcm_mmap_status32 { snd_pcm_state_t state; s32 pad1; u32 hw_ptr; s32 tstamp_sec; s32 tstamp_nsec; snd_pcm_state_t suspended_state; s32 audio_tstamp_sec; s32 audio_tstamp_nsec; }; struct snd_pcm_mmap_control32 { u32 appl_ptr; u32 avail_min; }; struct snd_pcm_sync_ptr32 { u32 flags; union { struct snd_pcm_mmap_status32 status; unsigned char reserved[64]; } s; union { struct snd_pcm_mmap_control32 control; unsigned char reserved[64]; } c; }; struct snd_pcm_hw_params32 { u32 flags; struct snd_mask masks[3]; struct snd_mask mres[5]; struct snd_interval intervals[12]; struct snd_interval ires[9]; u32 rmask; u32 cmask; u32 info; u32 msbits; u32 rate_num; u32 rate_den; u32 fifo_size; unsigned char reserved[64]; }; struct snd_pcm_sw_params32 { s32 tstamp_mode; u32 period_step; u32 sleep_min; u32 avail_min; u32 xfer_align; u32 start_threshold; u32 stop_threshold; u32 silence_threshold; u32 silence_size; u32 boundary; u32 proto; u32 tstamp_type; unsigned char reserved[56]; }; struct snd_pcm_channel_info32 { u32 channel; u32 offset; u32 first; u32 step; }; struct compat_snd_pcm_status64 { snd_pcm_state_t state; u8 rsvd[4]; s64 trigger_tstamp_sec; s64 trigger_tstamp_nsec; s64 tstamp_sec; s64 tstamp_nsec; u32 appl_ptr; u32 hw_ptr; s32 delay; u32 avail; u32 avail_max; u32 overrange; snd_pcm_state_t suspended_state; u32 audio_tstamp_data; s64 audio_tstamp_sec; s64 audio_tstamp_nsec; s64 driver_tstamp_sec; s64 driver_tstamp_nsec; u32 audio_tstamp_accuracy; unsigned char reserved[20]; }; struct snd_xferi32 { s32 result; u32 buf; u32 frames; }; struct snd_xfern32 { s32 result; u32 bufs; u32 frames; }; typedef char __pad_before_u32[0]; struct __snd_pcm_mmap_control64_buggy { __pad_before_u32 __pad1; __u32 appl_ptr; __pad_before_u32 __pad2; __pad_before_u32 __pad3; __u32 avail_min; __pad_after_uframe __pad4; }; enum { SNDRV_PCM_IOCTL_HW_REFINE32 = 3260825872, SNDRV_PCM_IOCTL_HW_PARAMS32 = 3260825873, SNDRV_PCM_IOCTL_SW_PARAMS32 = 3228057875, SNDRV_PCM_IOCTL_STATUS_COMPAT32 = 2154578208, SNDRV_PCM_IOCTL_STATUS_EXT_COMPAT32 = 3228320036, SNDRV_PCM_IOCTL_DELAY32 = 2147762465, SNDRV_PCM_IOCTL_CHANNEL_INFO32 = 2148548914, SNDRV_PCM_IOCTL_REWIND32 = 1074020678, SNDRV_PCM_IOCTL_FORWARD32 = 1074020681, SNDRV_PCM_IOCTL_WRITEI_FRAMES32 = 1074544976, SNDRV_PCM_IOCTL_READI_FRAMES32 = 2148286801, SNDRV_PCM_IOCTL_WRITEN_FRAMES32 = 1074544978, SNDRV_PCM_IOCTL_READN_FRAMES32 = 2148286803, SNDRV_PCM_IOCTL_STATUS_COMPAT64 = 2155888928, SNDRV_PCM_IOCTL_STATUS_EXT_COMPAT64 = 3229630756, }; enum { SNDRV_CHMAP_UNKNOWN = 0, SNDRV_CHMAP_NA = 1, SNDRV_CHMAP_MONO = 2, SNDRV_CHMAP_FL = 3, SNDRV_CHMAP_FR = 4, SNDRV_CHMAP_RL = 5, SNDRV_CHMAP_RR = 6, SNDRV_CHMAP_FC = 7, SNDRV_CHMAP_LFE = 8, SNDRV_CHMAP_SL = 9, SNDRV_CHMAP_SR = 10, SNDRV_CHMAP_RC = 11, SNDRV_CHMAP_FLC = 12, SNDRV_CHMAP_FRC = 13, SNDRV_CHMAP_RLC = 14, SNDRV_CHMAP_RRC = 15, SNDRV_CHMAP_FLW = 16, SNDRV_CHMAP_FRW = 17, SNDRV_CHMAP_FLH = 18, SNDRV_CHMAP_FCH = 19, SNDRV_CHMAP_FRH = 20, SNDRV_CHMAP_TC = 21, SNDRV_CHMAP_TFL = 22, SNDRV_CHMAP_TFR = 23, SNDRV_CHMAP_TFC = 24, SNDRV_CHMAP_TRL = 25, SNDRV_CHMAP_TRR = 26, SNDRV_CHMAP_TRC = 27, SNDRV_CHMAP_TFLC = 28, SNDRV_CHMAP_TFRC = 29, SNDRV_CHMAP_TSL = 30, SNDRV_CHMAP_TSR = 31, SNDRV_CHMAP_LLFE = 32, SNDRV_CHMAP_RLFE = 33, SNDRV_CHMAP_BC = 34, SNDRV_CHMAP_BLC = 35, SNDRV_CHMAP_BRC = 36, SNDRV_CHMAP_LAST = 36, }; struct snd_ratnum { unsigned int num; unsigned int den_min; unsigned int den_max; unsigned int den_step; }; struct snd_ratden { unsigned int num_min; unsigned int num_max; unsigned int num_step; unsigned int den; }; struct snd_pcm_hw_constraint_ratnums { int nrats; const struct snd_ratnum *rats; }; struct snd_pcm_hw_constraint_ratdens { int nrats; const struct snd_ratden *rats; }; struct snd_pcm_hw_constraint_ranges { unsigned int count; const struct snd_interval *ranges; unsigned int mask; }; struct snd_pcm_chmap_elem { unsigned char channels; unsigned char map[15]; }; struct snd_pcm_chmap { struct snd_pcm *pcm; int stream; struct snd_kcontrol *kctl; const struct snd_pcm_chmap_elem *chmap; unsigned int max_channels; unsigned int channel_mask; void *private_data; }; typedef int (*pcm_transfer_f)(struct snd_pcm_substream *, int, long unsigned int, void *, long unsigned int); typedef int (*pcm_copy_f)(struct snd_pcm_substream *, snd_pcm_uframes_t, void *, snd_pcm_uframes_t, snd_pcm_uframes_t, pcm_transfer_f); enum { SNDRV_TIMER_CLASS_NONE = 4294967295, SNDRV_TIMER_CLASS_SLAVE = 0, SNDRV_TIMER_CLASS_GLOBAL = 1, SNDRV_TIMER_CLASS_CARD = 2, SNDRV_TIMER_CLASS_PCM = 3, SNDRV_TIMER_CLASS_LAST = 3, }; enum { SNDRV_TIMER_SCLASS_NONE = 0, SNDRV_TIMER_SCLASS_APPLICATION = 1, SNDRV_TIMER_SCLASS_SEQUENCER = 2, SNDRV_TIMER_SCLASS_OSS_SEQUENCER = 3, SNDRV_TIMER_SCLASS_LAST = 3, }; struct snd_timer_id { int dev_class; int dev_sclass; int card; int device; int subdevice; }; struct snd_timer_ginfo { struct snd_timer_id tid; unsigned int flags; int card; unsigned char id[64]; unsigned char name[80]; long unsigned int reserved0; long unsigned int resolution; long unsigned int resolution_min; long unsigned int resolution_max; unsigned int clients; unsigned char reserved[32]; }; struct snd_timer_gparams { struct snd_timer_id tid; long unsigned int period_num; long unsigned int period_den; unsigned char reserved[32]; }; struct snd_timer_gstatus { struct snd_timer_id tid; long unsigned int resolution; long unsigned int resolution_num; long unsigned int resolution_den; unsigned char reserved[32]; }; struct snd_timer_select { struct snd_timer_id id; unsigned char reserved[32]; }; struct snd_timer_info { unsigned int flags; int card; unsigned char id[64]; unsigned char name[80]; long unsigned int reserved0; long unsigned int resolution; unsigned char reserved[64]; }; struct snd_timer_params { unsigned int flags; unsigned int ticks; unsigned int queue_size; unsigned int reserved0; unsigned int filter; unsigned char reserved[60]; }; struct snd_timer_read { unsigned int resolution; unsigned int ticks; }; struct snd_timer_instance { struct snd_timer *timer; char *owner; unsigned int flags; void *private_data; void (*private_free)(struct snd_timer_instance *); void (*callback)(struct snd_timer_instance *, long unsigned int, long unsigned int); void (*ccallback)(struct snd_timer_instance *, int, struct timespec64 *, long unsigned int); void (*disconnect)(struct snd_timer_instance *); void *callback_data; long unsigned int ticks; long unsigned int cticks; long unsigned int pticks; long unsigned int resolution; long unsigned int lost; int slave_class; unsigned int slave_id; struct list_head open_list; struct list_head active_list; struct list_head ack_list; struct list_head slave_list_head; struct list_head slave_active_head; struct snd_timer_instance *master; }; enum timer_tread_format { TREAD_FORMAT_NONE = 0, TREAD_FORMAT_TIME64 = 1, TREAD_FORMAT_TIME32 = 2, }; struct snd_timer_tread32 { int event; s32 tstamp_sec; s32 tstamp_nsec; unsigned int val; }; struct snd_timer_tread64 { int event; u8 pad1[4]; s64 tstamp_sec; s64 tstamp_nsec; unsigned int val; u8 pad2[4]; }; struct snd_timer_user { struct snd_timer_instance *timeri; int tread; long unsigned int ticks; long unsigned int overrun; int qhead; int qtail; int qused; int queue_size; bool disconnected; struct snd_timer_read *queue; struct snd_timer_tread64 *tqueue; spinlock_t qlock; long unsigned int last_resolution; unsigned int filter; struct timespec64 tstamp; wait_queue_head_t qchange_sleep; struct snd_fasync *fasync; struct mutex ioctl_lock; }; struct snd_timer_status32 { s32 tstamp_sec; s32 tstamp_nsec; unsigned int resolution; unsigned int lost; unsigned int overrun; unsigned int queue; unsigned char reserved[64]; }; struct snd_timer_status64 { s64 tstamp_sec; s64 tstamp_nsec; unsigned int resolution; unsigned int lost; unsigned int overrun; unsigned int queue; unsigned char reserved[64]; }; struct snd_timer_system_private { struct timer_list tlist; struct snd_timer *snd_timer; long unsigned int last_expires; long unsigned int last_jiffies; long unsigned int correction; }; enum { SNDRV_TIMER_IOCTL_START_OLD = 21536, SNDRV_TIMER_IOCTL_STOP_OLD = 21537, SNDRV_TIMER_IOCTL_CONTINUE_OLD = 21538, SNDRV_TIMER_IOCTL_PAUSE_OLD = 21539, }; struct snd_timer_gparams32 { struct snd_timer_id tid; u32 period_num; u32 period_den; unsigned char reserved[32]; }; struct snd_timer_info32 { u32 flags; s32 card; unsigned char id[64]; unsigned char name[80]; u32 reserved0; u32 resolution; unsigned char reserved[64]; }; enum { SNDRV_TIMER_IOCTL_GPARAMS32 = 1077695492, SNDRV_TIMER_IOCTL_INFO32 = 2162185233, SNDRV_TIMER_IOCTL_STATUS_COMPAT32 = 1079530516, SNDRV_TIMER_IOCTL_STATUS_COMPAT64 = 1080054804, }; struct pcm_format_data { unsigned char width; unsigned char phys; signed char le; signed char signd; unsigned char silence[8]; }; struct snd_malloc_ops { void * (*alloc)(struct snd_dma_buffer *, size_t); void (*free)(struct snd_dma_buffer *); dma_addr_t (*get_addr)(struct snd_dma_buffer *, size_t); struct page * (*get_page)(struct snd_dma_buffer *, size_t); unsigned int (*get_chunk_size)(struct snd_dma_buffer *, unsigned int, unsigned int); int (*mmap)(struct snd_dma_buffer *, struct vm_area_struct *); void (*sync)(struct snd_dma_buffer *, enum snd_dma_sync_mode); }; struct snd_seq_device { struct snd_card *card; int device; const char *id; char name[80]; int argsize; void *driver_data; void *private_data; void (*private_free)(struct snd_seq_device *); struct device dev; }; struct snd_seq_driver { struct device_driver driver; char *id; int argsize; }; struct snd_mixer_oss_file; struct snd_mixer_oss_slot { int number; unsigned int stereo: 1; int (*get_volume)(struct snd_mixer_oss_file *, struct snd_mixer_oss_slot *, int *, int *); int (*put_volume)(struct snd_mixer_oss_file *, struct snd_mixer_oss_slot *, int, int); int (*get_recsrc)(struct snd_mixer_oss_file *, struct snd_mixer_oss_slot *, int *); int (*put_recsrc)(struct snd_mixer_oss_file *, struct snd_mixer_oss_slot *, int); long unsigned int private_value; void *private_data; void (*private_free)(struct snd_mixer_oss_slot *); int volume[2]; }; struct snd_mixer_oss { struct snd_card *card; char id[16]; char name[32]; struct snd_mixer_oss_slot slots[32]; unsigned int mask_recsrc; int (*get_recsrc)(struct snd_mixer_oss_file *, unsigned int *); int (*put_recsrc)(struct snd_mixer_oss_file *, unsigned int); void *private_data_recsrc; void (*private_free_recsrc)(struct snd_mixer_oss *); struct mutex reg_mutex; struct snd_info_entry *proc_entry; int oss_dev_alloc; int oss_recsrc; }; struct snd_pcm_plugin_format { snd_pcm_format_t format; unsigned int rate; unsigned int channels; }; enum snd_pcm_plugin_action { INIT = 0, PREPARE = 1, }; struct snd_pcm_plugin_channel; struct snd_pcm_plugin { const char *name; int stream; struct snd_pcm_plugin_format src_format; struct snd_pcm_plugin_format dst_format; int src_width; int dst_width; snd_pcm_access_t access; snd_pcm_sframes_t (*src_frames)(struct snd_pcm_plugin *, snd_pcm_uframes_t); snd_pcm_sframes_t (*dst_frames)(struct snd_pcm_plugin *, snd_pcm_uframes_t); snd_pcm_sframes_t (*client_channels)(struct snd_pcm_plugin *, snd_pcm_uframes_t, struct snd_pcm_plugin_channel **); snd_pcm_sframes_t (*transfer)(struct snd_pcm_plugin *, const struct snd_pcm_plugin_channel *, struct snd_pcm_plugin_channel *, snd_pcm_uframes_t); int (*action)(struct snd_pcm_plugin *, enum snd_pcm_plugin_action, long unsigned int); struct snd_pcm_plugin *prev; struct snd_pcm_plugin *next; struct snd_pcm_substream *plug; void *private_data; void (*private_free)(struct snd_pcm_plugin *); char *buf; snd_pcm_uframes_t buf_frames; struct snd_pcm_plugin_channel *buf_channels; char extra_data[0]; }; struct snd_pcm_oss_file { struct snd_pcm_substream *streams[2]; }; struct snd_pcm_channel_area { void *addr; unsigned int first; unsigned int step; }; struct snd_pcm_plugin_channel { void *aptr; struct snd_pcm_channel_area area; snd_pcm_uframes_t frames; unsigned int enabled: 1; unsigned int wanted: 1; }; struct audio_buf_info { int fragments; int fragstotal; int fragsize; int bytes; }; struct count_info { int bytes; int blocks; int ptr; }; struct buffmem_desc { unsigned int *buffer; int size; }; struct snd_mixer_oss_file { struct snd_card *card; struct snd_mixer_oss *mixer; }; enum { SNDRV_RAWMIDI_STREAM_OUTPUT = 0, SNDRV_RAWMIDI_STREAM_INPUT = 1, SNDRV_RAWMIDI_STREAM_LAST = 1, }; struct snd_rawmidi_info { unsigned int device; unsigned int subdevice; int stream; int card; unsigned int flags; unsigned char id[64]; unsigned char name[80]; unsigned char subname[32]; unsigned int subdevices_count; unsigned int subdevices_avail; unsigned char reserved[64]; }; struct snd_rawmidi_framing_tstamp { __u8 frame_type; __u8 length; __u8 reserved[2]; __u32 tv_nsec; __u64 tv_sec; __u8 data[16]; }; struct snd_rawmidi_params { int stream; size_t buffer_size; size_t avail_min; unsigned int no_active_sensing: 1; unsigned int mode; unsigned char reserved[12]; }; struct snd_rawmidi_substream; struct snd_rawmidi_ops { int (*open)(struct snd_rawmidi_substream *); int (*close)(struct snd_rawmidi_substream *); void (*trigger)(struct snd_rawmidi_substream *, int); void (*drain)(struct snd_rawmidi_substream *); }; struct snd_rawmidi; struct snd_rawmidi_str; struct snd_rawmidi_runtime; struct snd_rawmidi_substream { struct list_head list; int stream; int number; bool opened; bool append; bool active_sensing; unsigned int framing; unsigned int clock_type; int use_count; size_t bytes; spinlock_t lock; struct snd_rawmidi *rmidi; struct snd_rawmidi_str *pstr; char name[32]; struct snd_rawmidi_runtime *runtime; struct pid *pid; const struct snd_rawmidi_ops *ops; }; struct snd_seq_port_info; struct snd_rawmidi_global_ops { int (*dev_register)(struct snd_rawmidi *); int (*dev_unregister)(struct snd_rawmidi *); void (*get_port_info)(struct snd_rawmidi *, int, struct snd_seq_port_info *); }; struct snd_rawmidi_str { unsigned int substream_count; unsigned int substream_opened; struct list_head substreams; }; struct snd_rawmidi { struct snd_card *card; struct list_head list; unsigned int device; unsigned int info_flags; char id[64]; char name[80]; int ossreg; const struct snd_rawmidi_global_ops *ops; struct snd_rawmidi_str streams[2]; void *private_data; void (*private_free)(struct snd_rawmidi *); struct mutex open_mutex; wait_queue_head_t open_wait; struct device dev; struct snd_info_entry *proc_entry; struct snd_seq_device *seq_dev; }; struct snd_rawmidi_runtime { struct snd_rawmidi_substream *substream; unsigned int drain: 1; unsigned int oss: 1; unsigned char *buffer; size_t buffer_size; size_t appl_ptr; size_t hw_ptr; size_t avail_min; size_t avail; size_t xruns; int buffer_ref; wait_queue_head_t sleep; void (*event)(struct snd_rawmidi_substream *); struct work_struct event_work; void *private_data; void (*private_free)(struct snd_rawmidi_substream *); }; struct snd_rawmidi_file { struct snd_rawmidi *rmidi; struct snd_rawmidi_substream *input; struct snd_rawmidi_substream *output; unsigned int user_pversion; }; struct snd_rawmidi_status32 { s32 stream; s32 tstamp_sec; s32 tstamp_nsec; u32 avail; u32 xruns; unsigned char reserved[16]; }; struct snd_rawmidi_status64 { int stream; u8 rsvd[4]; s64 tstamp_sec; s64 tstamp_nsec; size_t avail; size_t xruns; unsigned char reserved[16]; }; struct snd_rawmidi_params32 { s32 stream; u32 buffer_size; u32 avail_min; unsigned int no_active_sensing; unsigned int mode; unsigned char reserved[12]; }; struct compat_snd_rawmidi_status64 { s32 stream; u8 rsvd[4]; s64 tstamp_sec; s64 tstamp_nsec; u32 avail; u32 xruns; unsigned char reserved[16]; }; enum { SNDRV_RAWMIDI_IOCTL_PARAMS32 = 3223344912, SNDRV_RAWMIDI_IOCTL_STATUS_COMPAT32 = 3223607072, SNDRV_RAWMIDI_IOCTL_STATUS_COMPAT64 = 3224393504, }; typedef void (*mulaw_f)(struct snd_pcm_plugin *, const struct snd_pcm_plugin_channel *, struct snd_pcm_plugin_channel *, snd_pcm_uframes_t); struct mulaw_priv { mulaw_f func; int cvt_endian; unsigned int native_ofs; unsigned int copy_ofs; unsigned int native_bytes; unsigned int copy_bytes; u16 flip; }; struct linear_priv { int cvt_endian; unsigned int src_ofs; unsigned int dst_ofs; unsigned int copy_ofs; unsigned int dst_bytes; unsigned int copy_bytes; unsigned int flip; }; struct uac1_ac_header_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __le16 bcdADC; __le16 wTotalLength; __u8 bInCollection; __u8 baInterfaceNr[0]; } __attribute__((packed)); struct media_device; struct media_intf_devnode; struct snd_usb_audio { int index; struct usb_device *dev; struct snd_card *card; struct usb_interface *intf[16]; u32 usb_id; uint16_t quirk_type; struct mutex mutex; unsigned int system_suspend; atomic_t active; atomic_t shutdown; atomic_t usage_count; wait_queue_head_t shutdown_wait; unsigned int quirk_flags; unsigned int need_delayed_register: 1; int num_interfaces; int last_iface; int num_suspended_intf; int sample_rate_read_error; int badd_profile; struct list_head pcm_list; struct list_head ep_list; struct list_head iface_ref_list; struct list_head clock_ref_list; int pcm_devs; struct list_head midi_list; struct list_head mixer_list; int setup; bool generic_implicit_fb; bool autoclock; bool lowlatency; struct usb_host_interface *ctrl_intf; struct media_device *media_dev; struct media_intf_devnode *ctl_intf_media_devnode; }; enum quirk_type { QUIRK_IGNORE_INTERFACE = 0, QUIRK_COMPOSITE = 1, QUIRK_AUTODETECT = 2, QUIRK_MIDI_STANDARD_INTERFACE = 3, QUIRK_MIDI_FIXED_ENDPOINT = 4, QUIRK_MIDI_YAMAHA = 5, QUIRK_MIDI_ROLAND = 6, QUIRK_MIDI_MIDIMAN = 7, QUIRK_MIDI_NOVATION = 8, QUIRK_MIDI_RAW_BYTES = 9, QUIRK_MIDI_EMAGIC = 10, QUIRK_MIDI_CME = 11, QUIRK_MIDI_AKAI = 12, QUIRK_MIDI_US122L = 13, QUIRK_MIDI_FTDI = 14, QUIRK_MIDI_CH345 = 15, QUIRK_AUDIO_STANDARD_INTERFACE = 16, QUIRK_AUDIO_FIXED_ENDPOINT = 17, QUIRK_AUDIO_EDIROL_UAXX = 18, QUIRK_AUDIO_STANDARD_MIXER = 19, QUIRK_TYPE_COUNT = 20, }; struct snd_usb_audio_quirk { const char *vendor_name; const char *product_name; int16_t ifnum; uint16_t type; const void *data; }; struct audioformat { struct list_head list; u64 formats; unsigned int channels; unsigned int fmt_type; unsigned int fmt_bits; unsigned int frame_size; unsigned char iface; unsigned char altsetting; unsigned char ep_idx; unsigned char altset_idx; unsigned char attributes; unsigned char endpoint; unsigned char ep_attr; bool implicit_fb; unsigned char sync_ep; unsigned char sync_iface; unsigned char sync_altsetting; unsigned char sync_ep_idx; unsigned char datainterval; unsigned char protocol; unsigned int maxpacksize; unsigned int rates; unsigned int rate_min; unsigned int rate_max; unsigned int nr_rates; unsigned int *rate_table; unsigned char clock; struct snd_pcm_chmap_elem *chmap; bool dsd_dop; bool dsd_bitrev; bool dsd_raw; }; struct snd_usb_substream; struct snd_usb_endpoint; struct snd_urb_ctx { struct urb *urb; unsigned int buffer_size; struct snd_usb_substream *subs; struct snd_usb_endpoint *ep; int index; int packets; int queued; int packet_size[48]; struct list_head ready_list; }; struct media_ctl; struct snd_usb_stream; struct snd_usb_power_domain; struct snd_usb_substream { struct snd_usb_stream *stream; struct usb_device *dev; struct snd_pcm_substream *pcm_substream; int direction; int endpoint; const struct audioformat *cur_audiofmt; struct snd_usb_power_domain *str_pd; unsigned int channels_max; unsigned int txfr_quirk: 1; unsigned int tx_length_quirk: 1; unsigned int fmt_type; unsigned int pkt_offset_adj; unsigned int stream_offset_adj; unsigned int running: 1; unsigned int period_elapsed_pending; unsigned int buffer_bytes; unsigned int inflight_bytes; unsigned int hwptr_done; unsigned int transfer_done; unsigned int frame_limit; unsigned int ep_num; struct snd_usb_endpoint *data_endpoint; struct snd_usb_endpoint *sync_endpoint; long unsigned int flags; unsigned int speed; u64 formats; unsigned int num_formats; struct list_head fmt_list; spinlock_t lock; unsigned int last_frame_number; struct { int marker; int channel; int byte_idx; } dsd_dop; bool trigger_tstamp_pending_update; bool lowlatency_playback; struct media_ctl *media_ctl; }; struct snd_usb_packet_info { uint32_t packet_size[48]; int packets; }; struct snd_usb_iface_ref; struct snd_usb_clock_ref; struct snd_usb_endpoint { struct snd_usb_audio *chip; struct snd_usb_iface_ref *iface_ref; struct snd_usb_clock_ref *clock_ref; int opened; atomic_t running; int ep_num; int type; unsigned char iface; unsigned char altsetting; unsigned char ep_idx; atomic_t state; int (*prepare_data_urb)(struct snd_usb_substream *, struct urb *, bool); void (*retire_data_urb)(struct snd_usb_substream *, struct urb *); struct snd_usb_substream *data_subs; struct snd_usb_endpoint *sync_source; struct snd_usb_endpoint *sync_sink; struct snd_urb_ctx urb[12]; struct snd_usb_packet_info next_packet[12]; unsigned int next_packet_head; unsigned int next_packet_queued; struct list_head ready_playback_urbs; unsigned int nurbs; long unsigned int active_mask; long unsigned int unlink_mask; atomic_t submitted_urbs; char *syncbuf; dma_addr_t sync_dma; unsigned int pipe; unsigned int packsize[2]; unsigned int sample_rem; unsigned int sample_accum; unsigned int pps; unsigned int freqn; unsigned int freqm; int freqshift; unsigned int freqmax; unsigned int phase; unsigned int maxpacksize; unsigned int maxframesize; unsigned int max_urb_frames; unsigned int curpacksize; unsigned int curframesize; unsigned int syncmaxsize; unsigned int fill_max: 1; unsigned int tenor_fb_quirk: 1; unsigned int datainterval; unsigned int syncinterval; unsigned char silence_value; unsigned int stride; int skip_packets; bool implicit_fb_sync; bool lowlatency_playback; bool need_setup; bool need_prepare; bool fixed_rate; const struct audioformat *cur_audiofmt; unsigned int cur_rate; snd_pcm_format_t cur_format; unsigned int cur_channels; unsigned int cur_frame_bytes; unsigned int cur_period_frames; unsigned int cur_period_bytes; unsigned int cur_buffer_periods; spinlock_t lock; struct list_head list; }; struct snd_usb_stream { struct snd_usb_audio *chip; struct snd_pcm *pcm; int pcm_index; unsigned int fmt_type; struct snd_usb_substream substream[2]; struct list_head list; }; struct snd_usb_power_domain { int pd_id; int pd_d1d0_rec; int pd_d2d0_rec; }; struct snd_usb_midi_endpoint_info { int8_t out_ep; uint8_t out_interval; int8_t in_ep; uint8_t in_interval; uint16_t out_cables; uint16_t in_cables; int16_t assoc_in_jacks[16]; int16_t assoc_out_jacks[16]; }; struct usbmix_connector_map { u8 id; u8 delegated_id; u8 control; u8 channel; }; struct media_mixer_ctl; struct usb_mixer_elem_list; struct rc_config; struct usb_mixer_interface { struct snd_usb_audio *chip; struct usb_host_interface *hostif; struct list_head list; unsigned int ignore_ctl_error; struct urb *urb; struct usb_mixer_elem_list **id_elems; int protocol; const struct usbmix_connector_map *connector_map; const struct rc_config *rc_cfg; u32 rc_code; wait_queue_head_t rc_waitq; struct urb *rc_urb; struct usb_ctrlrequest *rc_setup_packet; u8 rc_buffer[6]; struct media_mixer_ctl *media_mixer_ctl; bool disconnected; void *private_data; void (*private_free)(struct usb_mixer_interface *); void (*private_suspend)(struct usb_mixer_interface *); }; typedef void (*usb_mixer_elem_dump_func_t)(struct snd_info_buffer *, struct usb_mixer_elem_list *); typedef int (*usb_mixer_elem_resume_func_t)(struct usb_mixer_elem_list *); struct usb_mixer_elem_list { struct usb_mixer_interface *mixer; struct usb_mixer_elem_list *next_id_elem; struct snd_kcontrol *kctl; unsigned int id; bool is_std_info; usb_mixer_elem_dump_func_t dump; usb_mixer_elem_resume_func_t resume; }; struct rc_config { u32 usb_id; u8 offset; u8 length; u8 packet_length; u8 min_packet_length; u8 mute_mixer_id; u32 mute_code; }; struct usb_audio_device_name { u32 id; const char *vendor_name; const char *product_name; const char *profile_name; }; struct uac_clock_source_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bClockID; __u8 bmAttributes; __u8 bmControls; __u8 bAssocTerminal; __u8 iClockSource; }; struct uac_clock_selector_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bClockID; __u8 bNrInPins; __u8 baCSourceID[0]; }; struct uac_clock_multiplier_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bClockID; __u8 bCSourceID; __u8 bmControls; __u8 iClockMultiplier; }; struct uac3_clock_source_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bClockID; __u8 bmAttributes; __le32 bmControls; __u8 bReferenceTerminal; __le16 wClockSourceStr; } __attribute__((packed)); struct uac3_clock_selector_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bClockID; __u8 bNrInPins; __u8 baCSourceID[0]; }; union uac23_clock_source_desc { struct uac_clock_source_descriptor v2; struct uac3_clock_source_descriptor v3; }; union uac23_clock_selector_desc { struct uac_clock_selector_descriptor v2; struct uac3_clock_selector_descriptor v3; }; union uac23_clock_multiplier_desc { struct uac_clock_multiplier_descriptor v2; struct uac_clock_multiplier_descriptor v3; }; struct rate_channel { short int last_S1; short int last_S2; }; typedef void (*rate_f)(struct snd_pcm_plugin *, const struct snd_pcm_plugin_channel *, struct snd_pcm_plugin_channel *, int, int); struct rate_priv { unsigned int pitch; unsigned int pos; rate_f func; snd_pcm_sframes_t old_src_frames; snd_pcm_sframes_t old_dst_frames; struct rate_channel channels[0]; }; struct uac_format_type_i_continuous_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bFormatType; __u8 bNrChannels; __u8 bSubframeSize; __u8 bBitResolution; __u8 bSamFreqType; __u8 tLowerSamFreq[3]; __u8 tUpperSamFreq[3]; }; struct uac_format_type_i_discrete_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bFormatType; __u8 bNrChannels; __u8 bSubframeSize; __u8 bBitResolution; __u8 bSamFreqType; __u8 tSamFreq[0]; }; struct uac_format_type_i_ext_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bFormatType; __u8 bSubslotSize; __u8 bBitResolution; __u8 bHeaderLength; __u8 bControlSize; __u8 bSideBandProtocol; }; struct uac_format_type_ii_discrete_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bFormatType; __le16 wMaxBitRate; __le16 wSamplesPerFrame; __u8 bSamFreqType; __u8 tSamFreq[0]; } __attribute__((packed)); struct uac_format_type_ii_ext_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bFormatType; __le16 wMaxBitRate; __le16 wSamplesPerFrame; __u8 bHeaderLength; __u8 bSideBandProtocol; }; struct uac3_as_header_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bTerminalLink; __le32 bmControls; __le16 wClusterDescrID; __le64 bmFormats; __u8 bSubslotSize; __u8 bBitResolution; __le16 bmAuxProtocols; __u8 bControlSize; } __attribute__((packed)); struct snd_usb_iface_ref { unsigned char iface; bool need_setup; int opened; int altset; struct list_head list; }; struct snd_usb_clock_ref { unsigned char clock; atomic_t locked; int opened; int rate; bool need_setup; struct list_head list; }; enum { EP_STATE_STOPPED = 0, EP_STATE_RUNNING = 1, EP_STATE_STOPPING = 2, }; enum { IMPLICIT_FB_NONE = 0, IMPLICIT_FB_GENERIC = 1, IMPLICIT_FB_FIXED = 2, IMPLICIT_FB_BOTH = 3, }; struct snd_usb_implicit_fb_match { unsigned int id; unsigned int iface_class; unsigned int ep_num; unsigned int iface; int type; }; enum { USB_MIXER_BOOLEAN = 0, USB_MIXER_INV_BOOLEAN = 1, USB_MIXER_S8 = 2, USB_MIXER_U8 = 3, USB_MIXER_S16 = 4, USB_MIXER_U16 = 5, USB_MIXER_S32 = 6, USB_MIXER_U32 = 7, USB_MIXER_BESPOKEN = 8, }; struct usb_mixer_elem_info { struct usb_mixer_elem_list head; unsigned int control; unsigned int cmask; unsigned int idx_off; unsigned int ch_readonly; unsigned int master_readonly; int channels; int val_type; int min; int max; int res; int dBmin; int dBmax; int cached; int cache_val[16]; u8 initialized; u8 min_mute; void *private_data; }; enum { SCARLETT_OUTPUTS = 0, SCARLETT_SWITCH_IMPEDANCE = 1, SCARLETT_SWITCH_PAD = 2, SCARLETT_SWITCH_GAIN = 3, }; enum { SCARLETT_OFFSET_PCM = 0, SCARLETT_OFFSET_ANALOG = 1, SCARLETT_OFFSET_SPDIF = 2, SCARLETT_OFFSET_ADAT = 3, SCARLETT_OFFSET_MIX = 4, }; struct scarlett_mixer_elem_enum_info { int start; int len; int offsets[5]; const char * const *names; }; struct scarlett_mixer_control { unsigned char num; unsigned char type; const char *name; }; struct scarlett_device_info { int matrix_in; int matrix_out; int input_len; int output_len; struct scarlett_mixer_elem_enum_info opt_master; struct scarlett_mixer_elem_enum_info opt_matrix; int matrix_mux_init[18]; int num_controls; const struct scarlett_mixer_control controls[10]; }; enum { SNDRV_HWDEP_IFACE_OPL2 = 0, SNDRV_HWDEP_IFACE_OPL3 = 1, SNDRV_HWDEP_IFACE_OPL4 = 2, SNDRV_HWDEP_IFACE_SB16CSP = 3, SNDRV_HWDEP_IFACE_EMU10K1 = 4, SNDRV_HWDEP_IFACE_YSS225 = 5, SNDRV_HWDEP_IFACE_ICS2115 = 6, SNDRV_HWDEP_IFACE_SSCAPE = 7, SNDRV_HWDEP_IFACE_VX = 8, SNDRV_HWDEP_IFACE_MIXART = 9, SNDRV_HWDEP_IFACE_USX2Y = 10, SNDRV_HWDEP_IFACE_EMUX_WAVETABLE = 11, SNDRV_HWDEP_IFACE_BLUETOOTH = 12, SNDRV_HWDEP_IFACE_USX2Y_PCM = 13, SNDRV_HWDEP_IFACE_PCXHR = 14, SNDRV_HWDEP_IFACE_SB_RC = 15, SNDRV_HWDEP_IFACE_HDA = 16, SNDRV_HWDEP_IFACE_USB_STREAM = 17, SNDRV_HWDEP_IFACE_FW_DICE = 18, SNDRV_HWDEP_IFACE_FW_FIREWORKS = 19, SNDRV_HWDEP_IFACE_FW_BEBOB = 20, SNDRV_HWDEP_IFACE_FW_OXFW = 21, SNDRV_HWDEP_IFACE_FW_DIGI00X = 22, SNDRV_HWDEP_IFACE_FW_TASCAM = 23, SNDRV_HWDEP_IFACE_LINE6 = 24, SNDRV_HWDEP_IFACE_FW_MOTU = 25, SNDRV_HWDEP_IFACE_FW_FIREFACE = 26, SNDRV_HWDEP_IFACE_LAST = 26, }; struct std_mono_table { unsigned int unitid; unsigned int control; unsigned int cmask; int val_type; const char *name; snd_kcontrol_tlv_rw_t *tlv_callback; }; enum snd_rme_domain { SND_RME_DOMAIN_SYSTEM = 0, SND_RME_DOMAIN_AES = 1, SND_RME_DOMAIN_SPDIF = 2, }; enum snd_rme_clock_status { SND_RME_CLOCK_NOLOCK = 0, SND_RME_CLOCK_LOCK = 1, SND_RME_CLOCK_SYNC = 2, }; enum { SND_BBFPRO_CTL_REG1 = 0, SND_BBFPRO_CTL_REG2 = 1, }; struct snd_djm_ctl; struct snd_djm_device { const char *name; const struct snd_djm_ctl *controls; size_t ncontrols; }; struct snd_djm_ctl { const char *name; const u16 *options; size_t noptions; u16 default_value; u16 wIndex; }; struct sb_jack { int unitid; const char *name; }; enum { SCARLETT2_CONFIG_SET_NO_MIXER = 0, SCARLETT2_CONFIG_SET_GEN_2 = 1, SCARLETT2_CONFIG_SET_GEN_3 = 2, SCARLETT2_CONFIG_SET_CLARETT = 3, SCARLETT2_CONFIG_SET_COUNT = 4, }; enum { SCARLETT2_PORT_TYPE_NONE = 0, SCARLETT2_PORT_TYPE_ANALOGUE = 1, SCARLETT2_PORT_TYPE_SPDIF = 2, SCARLETT2_PORT_TYPE_ADAT = 3, SCARLETT2_PORT_TYPE_MIX = 4, SCARLETT2_PORT_TYPE_PCM = 5, SCARLETT2_PORT_TYPE_COUNT = 6, }; enum { SCARLETT2_PORT_IN = 0, SCARLETT2_PORT_OUT = 1, SCARLETT2_PORT_DIRNS = 2, }; enum { SCARLETT2_BUTTON_MUTE = 0, SCARLETT2_BUTTON_DIM = 1, SCARLETT2_DIM_MUTE_COUNT = 2, }; struct scarlett2_port { u16 id; const char * const src_descr; int src_num_offset; const char * const dst_descr; }; struct scarlett2_mux_entry { u8 port_type; u8 start; u8 count; }; struct scarlett2_device_info { u32 usb_id; u8 has_msd_mode; u8 config_set; u8 line_out_hw_vol; u8 has_speaker_switching; u8 has_talkback; u8 level_input_count; u8 level_input_first; u8 pad_input_count; u8 air_input_count; u8 phantom_count; u8 inputs_per_phantom; u8 direct_monitor; u8 line_out_remap_enable; u8 line_out_remap[10]; const char * const line_out_descrs[10]; const int port_count[12]; struct scarlett2_mux_entry mux_assignment[30]; }; struct scarlett2_data { struct usb_mixer_interface *mixer; struct mutex usb_mutex; struct mutex data_mutex; struct delayed_work work; const struct scarlett2_device_info *info; __u8 bInterfaceNumber; __u8 bEndpointAddress; __u16 wMaxPacketSize; __u8 bInterval; int num_mux_srcs; int num_mux_dsts; u16 scarlett2_seq; u8 sync_updated; u8 vol_updated; u8 input_other_updated; u8 monitor_other_updated; u8 mux_updated; u8 speaker_switching_switched; u8 sync; u8 master_vol; u8 vol[10]; u8 vol_sw_hw_switch[10]; u8 mute_switch[10]; u8 level_switch[2]; u8 pad_switch[8]; u8 dim_mute[2]; u8 air_switch[8]; u8 phantom_switch[2]; u8 phantom_persistence; u8 direct_monitor_switch; u8 speaker_switching_switch; u8 talkback_switch; u8 talkback_map[12]; u8 msd_switch; u8 standalone_switch; struct snd_kcontrol *sync_ctl; struct snd_kcontrol *master_vol_ctl; struct snd_kcontrol *vol_ctls[10]; struct snd_kcontrol *sw_hw_ctls[10]; struct snd_kcontrol *mute_ctls[10]; struct snd_kcontrol *dim_mute_ctls[2]; struct snd_kcontrol *level_ctls[2]; struct snd_kcontrol *pad_ctls[8]; struct snd_kcontrol *air_ctls[8]; struct snd_kcontrol *phantom_ctls[2]; struct snd_kcontrol *mux_ctls[77]; struct snd_kcontrol *direct_monitor_ctl; struct snd_kcontrol *speaker_switching_ctl; struct snd_kcontrol *talkback_ctl; u8 mux[77]; u8 mix[300]; }; struct scarlett2_usb_volume_status { u8 dim_mute[2]; u8 pad1; s16 sw_vol[10]; s16 hw_vol[10]; u8 mute_switch[10]; u8 sw_hw_switch[10]; u8 pad3[6]; s16 master_vol; } __attribute__((packed)); enum { SCARLETT2_CONFIG_DIM_MUTE = 0, SCARLETT2_CONFIG_LINE_OUT_VOLUME = 1, SCARLETT2_CONFIG_MUTE_SWITCH = 2, SCARLETT2_CONFIG_SW_HW_SWITCH = 3, SCARLETT2_CONFIG_LEVEL_SWITCH = 4, SCARLETT2_CONFIG_PAD_SWITCH = 5, SCARLETT2_CONFIG_MSD_SWITCH = 6, SCARLETT2_CONFIG_AIR_SWITCH = 7, SCARLETT2_CONFIG_STANDALONE_SWITCH = 8, SCARLETT2_CONFIG_PHANTOM_SWITCH = 9, SCARLETT2_CONFIG_PHANTOM_PERSISTENCE = 10, SCARLETT2_CONFIG_DIRECT_MONITOR = 11, SCARLETT2_CONFIG_MONITOR_OTHER_SWITCH = 12, SCARLETT2_CONFIG_MONITOR_OTHER_ENABLE = 13, SCARLETT2_CONFIG_TALKBACK_MAP = 14, SCARLETT2_CONFIG_COUNT = 15, }; struct scarlett2_config { u8 offset; u8 size; u8 activate; }; struct scarlett2_usb_packet { __le32 cmd; __le16 size; __le16 seq; __le32 error; __le32 pad; u8 data[0]; }; struct uac_input_terminal_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bTerminalID; __le16 wTerminalType; __u8 bAssocTerminal; __u8 bNrChannels; __le16 wChannelConfig; __u8 iChannelNames; __u8 iTerminal; }; struct uac1_output_terminal_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bTerminalID; __le16 wTerminalType; __u8 bAssocTerminal; __u8 bSourceID; __u8 iTerminal; } __attribute__((packed)); struct uac_mixer_unit_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bUnitID; __u8 bNrInPins; __u8 baSourceID[0]; }; struct uac_selector_unit_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bUintID; __u8 bNrInPins; __u8 baSourceID[0]; }; struct uac_feature_unit_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bUnitID; __u8 bSourceID; __u8 bControlSize; __u8 bmaControls[0]; }; struct uac_processing_unit_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bUnitID; __le16 wProcessType; __u8 bNrInPins; __u8 baSourceID[0]; } __attribute__((packed)); struct uac1_status_word { __u8 bStatusType; __u8 bOriginator; }; struct uac2_input_terminal_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bTerminalID; __le16 wTerminalType; __u8 bAssocTerminal; __u8 bCSourceID; __u8 bNrChannels; __le32 bmChannelConfig; __u8 iChannelNames; __le16 bmControls; __u8 iTerminal; } __attribute__((packed)); struct uac2_output_terminal_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bTerminalID; __le16 wTerminalType; __u8 bAssocTerminal; __u8 bSourceID; __u8 bCSourceID; __le16 bmControls; __u8 iTerminal; } __attribute__((packed)); struct uac2_feature_unit_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bUnitID; __u8 bSourceID; __u8 bmaControls[0]; }; struct uac2_effect_unit_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bUnitID; __le16 wEffectType; __u8 bSourceID; __u8 bmaControls[0]; } __attribute__((packed)); struct uac2_connectors_ctl_blk { __u8 bNrChannels; __le32 bmChannelConfig; __u8 iChannelNames; } __attribute__((packed)); struct uac2_interrupt_data_msg { __u8 bInfo; __u8 bAttribute; __le16 wValue; __le16 wIndex; }; struct uac3_cluster_header_descriptor { __le16 wLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __le16 wDescriptorID; __u8 bNrChannels; } __attribute__((packed)); struct uac3_input_terminal_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bTerminalID; __le16 wTerminalType; __u8 bAssocTerminal; __u8 bCSourceID; __le32 bmControls; __le16 wClusterDescrID; __le16 wExTerminalDescrID; __le16 wConnectorsDescrID; __le16 wTerminalDescrStr; }; struct uac3_output_terminal_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bTerminalID; __le16 wTerminalType; __u8 bAssocTerminal; __u8 bSourceID; __u8 bCSourceID; __le32 bmControls; __le16 wExTerminalDescrID; __le16 wConnectorsDescrID; __le16 wTerminalDescrStr; } __attribute__((packed)); struct uac3_feature_unit_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bUnitID; __u8 bSourceID; __u8 bmaControls[0]; }; struct uac3_insertion_ctl_blk { __u8 bSize; __u8 bmConInserted; }; struct usb_audio_term { int id; int type; int channels; unsigned int chconfig; int name; }; struct usbmix_name_map; struct usbmix_selector_map; struct mixer_build { struct snd_usb_audio *chip; struct usb_mixer_interface *mixer; unsigned char *buffer; unsigned int buflen; long unsigned int unitbitmap[4]; long unsigned int termbitmap[4]; struct usb_audio_term oterm; const struct usbmix_name_map *map; const struct usbmix_selector_map *selector_map; }; struct usbmix_dB_map; struct usbmix_name_map { int id; const char *name; int control; const struct usbmix_dB_map *dB; }; struct usbmix_selector_map { int id; int count; const char **names; }; enum { USB_XU_CLOCK_RATE = 58113, USB_XU_CLOCK_SOURCE = 58114, USB_XU_DIGITAL_IO_STATUS = 58115, USB_XU_DEVICE_OPTIONS = 58116, USB_XU_DIRECT_MONITORING = 58117, USB_XU_METERING = 58118, }; enum { USB_XU_CLOCK_SOURCE_SELECTOR = 2, USB_XU_CLOCK_RATE_SELECTOR = 3, USB_XU_DIGITAL_FORMAT_SELECTOR = 1, USB_XU_SOFT_LIMIT_SELECTOR = 3, }; struct usbmix_dB_map { int min; int max; bool min_mute; }; struct usbmix_ctl_map { u32 id; const struct usbmix_name_map *map; const struct usbmix_selector_map *selector_map; const struct usbmix_connector_map *connector_map; }; struct iterm_name_combo { int type; char *name; }; struct usb_feature_control_info { int control; const char *name; int type; int type_uac2; }; struct procunit_value_info { int control; const char *suffix; int val_type; int min_value; }; struct procunit_info { int type; char *name; const struct procunit_value_info *values; }; struct uac3_badd_profile { int subclass; const char *name; int c_chmask; int p_chmask; int st_chmask; }; struct snd_us16x08_eq_store { u8 val[256]; }; struct snd_us16x08_comp_store { u8 val[96]; }; struct snd_us16x08_meter_store { int meter_level[16]; int master_level[2]; int comp_index; int comp_active_index; int comp_level[16]; struct snd_us16x08_comp_store *comp_store; }; struct snd_us16x08_control_params { const struct snd_kcontrol_new *kcontrol_new; int control_id; int type; int num_channels; const char *name; int default_val; }; enum { UAC3_PD_STATE_D0 = 0, UAC3_PD_STATE_D1 = 1, UAC3_PD_STATE_D2 = 2, }; struct s1810c_ctl_packet { u32 a; u32 b; u32 fixed1; u32 fixed2; u32 c; u32 d; u32 e; }; struct s1810c_state_packet { u32 fields[63]; }; struct s1810_mixer_state { uint16_t seqnum; struct mutex usb_mutex; struct mutex data_mutex; }; struct uac3_power_domain_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bPowerDomainID; __le16 waRecoveryTime1; __le16 waRecoveryTime2; __u8 bNrEntities; __u8 baEntityID[0]; } __attribute__((packed)); struct uac1_as_header_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bTerminalLink; __u8 bDelay; __le16 wFormatTag; } __attribute__((packed)); struct uac_iso_endpoint_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bmAttributes; __u8 bLockDelayUnits; __le16 wLockDelay; } __attribute__((packed)); struct uac2_as_header_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bTerminalLink; __u8 bmControls; __u8 bFormatType; __le32 bmFormats; __u8 bNrChannels; __le32 bmChannelConfig; __u8 iChannelNames; } __attribute__((packed)); struct uac2_iso_endpoint_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bmAttributes; __u8 bmControls; __u8 bLockDelayUnits; __le16 wLockDelay; }; struct uac3_hc_descriptor_header { __le16 wLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __le16 wDescriptorID; }; struct uac3_cluster_segment_descriptor { __le16 wLength; __u8 bSegmentType; } __attribute__((packed)); struct uac3_cluster_information_segment_descriptor { __le16 wLength; __u8 bSegmentType; __u8 bChPurpose; __u8 bChRelationship; __u8 bChGroupID; }; struct uac3_iso_endpoint_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __le32 bmControls; __u8 bLockDelayUnits; __le16 wLockDelay; } __attribute__((packed)); struct usb_ms_header_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __le16 bcdMSC; __le16 wTotalLength; } __attribute__((packed)); struct usb_midi_in_jack_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bJackType; __u8 bJackID; __u8 iJack; }; struct usb_midi_source_pin { __u8 baSourceID; __u8 baSourcePin; }; struct usb_midi_out_jack_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bJackType; __u8 bJackID; __u8 bNrInputPins; struct usb_midi_source_pin pins[0]; }; struct usb_ms_endpoint_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u8 bNumEmbMIDIJack; __u8 baAssocJackID[0]; }; enum { EMU_QUIRK_SR_44100HZ = 0, EMU_QUIRK_SR_48000HZ = 1, EMU_QUIRK_SR_88200HZ = 2, EMU_QUIRK_SR_96000HZ = 3, EMU_QUIRK_SR_176400HZ = 4, EMU_QUIRK_SR_192000HZ = 5, }; struct usb_audio_quirk_flags_table { u32 id; u32 flags; }; typedef int (*quirk_func_t)(struct snd_usb_audio *, struct usb_interface *, struct usb_driver *, const struct snd_usb_audio_quirk *); struct usb_desc_validator { unsigned char protocol; unsigned char type; bool (*func)(const void *, const struct usb_desc_validator *); size_t size; }; struct snd_seq_addr { unsigned char client; unsigned char port; }; struct snd_seq_port_info { struct snd_seq_addr addr; char name[64]; unsigned int capability; unsigned int type; int midi_channels; int midi_voices; int synth_voices; int read_use; int write_use; void *kernel; unsigned int flags; unsigned char time_queue; char reserved[59]; }; struct snd_usb_midi_in_endpoint; struct snd_usb_midi_out_endpoint; struct usb_protocol_ops { void (*input)(struct snd_usb_midi_in_endpoint *, uint8_t *, int); void (*output)(struct snd_usb_midi_out_endpoint *, struct urb *); void (*output_packet)(struct urb *, uint8_t, uint8_t, uint8_t, uint8_t); void (*init_out_endpoint)(struct snd_usb_midi_out_endpoint *); void (*finish_out_endpoint)(struct snd_usb_midi_out_endpoint *); }; struct usbmidi_in_port { struct snd_rawmidi_substream *substream; u8 running_status_length; }; struct snd_usb_midi; struct snd_usb_midi_in_endpoint { struct snd_usb_midi *umidi; struct urb *urbs[7]; struct usbmidi_in_port ports[16]; u8 seen_f5; bool in_sysex; u8 last_cin; u8 error_resubmit; int current_port; }; struct out_urb_context { struct urb *urb; struct snd_usb_midi_out_endpoint *ep; }; struct usbmidi_out_port { struct snd_usb_midi_out_endpoint *ep; struct snd_rawmidi_substream *substream; int active; uint8_t cable; uint8_t state; uint8_t data[2]; }; struct snd_usb_midi_out_endpoint { struct snd_usb_midi *umidi; struct out_urb_context urbs[7]; unsigned int active_urbs; unsigned int drain_urbs; int max_transfer; struct work_struct work; unsigned int next_urb; spinlock_t buffer_lock; struct usbmidi_out_port ports[16]; int current_port; wait_queue_head_t drain_wait; }; struct snd_usb_midi_endpoint { struct snd_usb_midi_out_endpoint *out; struct snd_usb_midi_in_endpoint *in; }; struct snd_usb_midi { struct usb_device *dev; struct snd_card *card; struct usb_interface *iface; const struct snd_usb_audio_quirk *quirk; struct snd_rawmidi *rmidi; const struct usb_protocol_ops *usb_protocol_ops; struct list_head list; struct timer_list error_timer; spinlock_t disc_lock; struct rw_semaphore disc_rwsem; struct mutex mutex; u32 usb_id; int next_midi_device; struct snd_usb_midi_endpoint endpoints[2]; long unsigned int input_triggered; unsigned int opened[2]; unsigned char disconnected; unsigned char input_running; struct snd_kcontrol *roland_load_ctl; }; struct port_info { u32 id; short int port; short int voices; const char *name; unsigned int seq_flags; }; struct net_device_devres { struct net_device *ndev; }; struct minmax_sample { u32 t; u32 v; }; struct minmax { struct minmax_sample s[3]; }; struct fastopen_queue { struct request_sock *rskq_rst_head; struct request_sock *rskq_rst_tail; spinlock_t lock; int qlen; int max_qlen; struct tcp_fastopen_context *ctx; }; struct request_sock_queue { spinlock_t rskq_lock; u8 rskq_defer_accept; u32 synflood_warned; atomic_t qlen; atomic_t young; struct request_sock *rskq_accept_head; struct request_sock *rskq_accept_tail; struct fastopen_queue fastopenq; }; struct inet_request_sock { struct request_sock req; u16 snd_wscale: 4; u16 rcv_wscale: 4; u16 tstamp_ok: 1; u16 sack_ok: 1; u16 wscale_ok: 1; u16 ecn_ok: 1; u16 acked: 1; u16 no_srccheck: 1; u16 smc_ok: 1; u32 ir_mark; union { struct ip_options_rcu *ireq_opt; struct { struct ipv6_txoptions *ipv6_opt; struct sk_buff *pktopts; }; }; }; struct inet_connection_sock_af_ops { int (*queue_xmit)(struct sock *, struct sk_buff *, struct flowi *); void (*send_check)(struct sock *, struct sk_buff *); int (*rebuild_header)(struct sock *); void (*sk_rx_dst_set)(struct sock *, const struct sk_buff *); int (*conn_request)(struct sock *, struct sk_buff *); struct sock * (*syn_recv_sock)(const struct sock *, struct sk_buff *, struct request_sock *, struct dst_entry *, struct request_sock *, bool *); u16 net_header_len; u16 net_frag_header_len; u16 sockaddr_len; int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*addr2sockaddr)(struct sock *, struct sockaddr *); void (*mtu_reduced)(struct sock *); }; struct inet_bind_bucket; struct inet_bind2_bucket; struct tcp_ulp_ops; struct inet_connection_sock { struct inet_sock icsk_inet; struct request_sock_queue icsk_accept_queue; struct inet_bind_bucket *icsk_bind_hash; struct inet_bind2_bucket *icsk_bind2_hash; long unsigned int icsk_timeout; struct timer_list icsk_retransmit_timer; struct timer_list icsk_delack_timer; __u32 icsk_rto; __u32 icsk_rto_min; __u32 icsk_delack_max; __u32 icsk_pmtu_cookie; const struct tcp_congestion_ops *icsk_ca_ops; const struct inet_connection_sock_af_ops *icsk_af_ops; const struct tcp_ulp_ops *icsk_ulp_ops; void *icsk_ulp_data; void (*icsk_clean_acked)(struct sock *, u32); unsigned int (*icsk_sync_mss)(struct sock *, u32); __u8 icsk_ca_state: 5; __u8 icsk_ca_initialized: 1; __u8 icsk_ca_setsockopt: 1; __u8 icsk_ca_dst_locked: 1; __u8 icsk_retransmits; __u8 icsk_pending; __u8 icsk_backoff; __u8 icsk_syn_retries; __u8 icsk_probes_out; __u16 icsk_ext_hdr_len; struct { __u8 pending; __u8 quick; __u8 pingpong; __u8 retry; __u32 ato; long unsigned int timeout; __u32 lrcvtime; __u16 last_seg_size; __u16 rcv_mss; } icsk_ack; struct { int search_high; int search_low; u32 probe_size: 31; u32 enabled: 1; u32 probe_timestamp; } icsk_mtup; u32 icsk_probes_tstamp; u32 icsk_user_timeout; u64 icsk_ca_priv[13]; }; struct tcp_ulp_ops { struct list_head list; int (*init)(struct sock *); void (*update)(struct sock *, struct proto *, void (*)(struct sock *)); void (*release)(struct sock *); int (*get_info)(const struct sock *, struct sk_buff *); size_t (*get_info_size)(const struct sock *); void (*clone)(const struct request_sock *, struct sock *, const gfp_t); char name[16]; struct module *owner; }; struct tcp_sack_block { u32 start_seq; u32 end_seq; }; struct tcp_options_received { int ts_recent_stamp; u32 ts_recent; u32 rcv_tsval; u32 rcv_tsecr; u16 saw_tstamp: 1; u16 tstamp_ok: 1; u16 dsack: 1; u16 wscale_ok: 1; u16 sack_ok: 3; u16 smc_ok: 1; u16 snd_wscale: 4; u16 rcv_wscale: 4; u8 saw_unknown: 1; u8 unused: 7; u8 num_sacks; u16 user_mss; u16 mss_clamp; }; struct tcp_request_sock_ops; struct tcp_request_sock { struct inet_request_sock req; const struct tcp_request_sock_ops *af_specific; u64 snt_synack; bool tfo_listener; bool is_mptcp; bool drop_req; u32 txhash; u32 rcv_isn; u32 snt_isn; u32 ts_off; u32 last_oow_ack_time; u32 rcv_nxt; u8 syn_tos; }; enum tcp_synack_type { TCP_SYNACK_NORMAL = 0, TCP_SYNACK_FASTOPEN = 1, TCP_SYNACK_COOKIE = 2, }; struct tcp_md5sig_key; struct tcp_fastopen_cookie; struct tcp_request_sock_ops { u16 mss_clamp; struct tcp_md5sig_key * (*req_md5_lookup)(const struct sock *, const struct sock *); int (*calc_md5_hash)(char *, const struct tcp_md5sig_key *, const struct sock *, const struct sk_buff *); __u32 (*cookie_init_seq)(const struct sk_buff *, __u16 *); struct dst_entry * (*route_req)(const struct sock *, struct sk_buff *, struct flowi *, struct request_sock *); u32 (*init_seq)(const struct sk_buff *); u32 (*init_ts_off)(const struct net *, const struct sk_buff *); int (*send_synack)(const struct sock *, struct dst_entry *, struct flowi *, struct request_sock *, struct tcp_fastopen_cookie *, enum tcp_synack_type, struct sk_buff *); }; struct tcp_rack { u64 mstamp; u32 rtt_us; u32 end_seq; u32 last_delivered; u8 reo_wnd_steps; u8 reo_wnd_persist: 5; u8 dsack_seen: 1; u8 advanced: 1; }; struct tcp_sock_af_ops; struct tcp_md5sig_info; struct tcp_fastopen_request; struct tcp_sock { struct inet_connection_sock inet_conn; u16 tcp_header_len; u16 gso_segs; __be32 pred_flags; u64 bytes_received; u32 segs_in; u32 data_segs_in; u32 rcv_nxt; u32 copied_seq; u32 rcv_wup; u32 snd_nxt; u32 segs_out; u32 data_segs_out; u64 bytes_sent; u64 bytes_acked; u32 dsack_dups; u32 snd_una; u32 snd_sml; u32 rcv_tstamp; u32 lsndtime; u32 last_oow_ack_time; u32 compressed_ack_rcv_nxt; u32 tsoffset; struct list_head tsq_node; struct list_head tsorted_sent_queue; u32 snd_wl1; u32 snd_wnd; u32 max_window; u32 mss_cache; u32 window_clamp; u32 rcv_ssthresh; struct tcp_rack rack; u16 advmss; u8 compressed_ack; u8 dup_ack_counter: 2; u8 tlp_retrans: 1; u8 unused: 5; u32 chrono_start; u32 chrono_stat[3]; u8 chrono_type: 2; u8 rate_app_limited: 1; u8 fastopen_connect: 1; u8 fastopen_no_cookie: 1; u8 is_sack_reneg: 1; u8 fastopen_client_fail: 2; u8 nonagle: 4; u8 thin_lto: 1; u8 recvmsg_inq: 1; u8 repair: 1; u8 frto: 1; u8 repair_queue; u8 save_syn: 2; u8 syn_data: 1; u8 syn_fastopen: 1; u8 syn_fastopen_exp: 1; u8 syn_fastopen_ch: 1; u8 syn_data_acked: 1; u8 is_cwnd_limited: 1; u32 tlp_high_seq; u32 tcp_tx_delay; u64 tcp_wstamp_ns; u64 tcp_clock_cache; u64 tcp_mstamp; u32 srtt_us; u32 mdev_us; u32 mdev_max_us; u32 rttvar_us; u32 rtt_seq; struct minmax rtt_min; u32 packets_out; u32 retrans_out; u32 max_packets_out; u32 cwnd_usage_seq; u16 urg_data; u8 ecn_flags; u8 keepalive_probes; u32 reordering; u32 reord_seen; u32 snd_up; struct tcp_options_received rx_opt; u32 snd_ssthresh; u32 snd_cwnd; u32 snd_cwnd_cnt; u32 snd_cwnd_clamp; u32 snd_cwnd_used; u32 snd_cwnd_stamp; u32 prior_cwnd; u32 prr_delivered; u32 prr_out; u32 delivered; u32 delivered_ce; u32 lost; u32 app_limited; u64 first_tx_mstamp; u64 delivered_mstamp; u32 rate_delivered; u32 rate_interval_us; u32 rcv_wnd; u32 write_seq; u32 notsent_lowat; u32 pushed_seq; u32 lost_out; u32 sacked_out; struct hrtimer pacing_timer; struct hrtimer compressed_ack_timer; struct sk_buff *lost_skb_hint; struct sk_buff *retransmit_skb_hint; struct rb_root out_of_order_queue; struct sk_buff *ooo_last_skb; struct tcp_sack_block duplicate_sack[1]; struct tcp_sack_block selective_acks[4]; struct tcp_sack_block recv_sack_cache[4]; struct sk_buff *highest_sack; int lost_cnt_hint; u32 prior_ssthresh; u32 high_seq; u32 retrans_stamp; u32 undo_marker; int undo_retrans; u64 bytes_retrans; u32 total_retrans; u32 urg_seq; unsigned int keepalive_time; unsigned int keepalive_intvl; int linger2; u8 bpf_sock_ops_cb_flags; u8 bpf_chg_cc_inprogress: 1; u16 timeout_rehash; u32 rcv_ooopack; u32 rcv_rtt_last_tsecr; struct { u32 rtt_us; u32 seq; u64 time; } rcv_rtt_est; struct { u32 space; u32 seq; u64 time; } rcvq_space; struct { u32 probe_seq_start; u32 probe_seq_end; } mtu_probe; u32 plb_rehash; u32 mtu_info; bool is_mptcp; const struct tcp_sock_af_ops *af_specific; struct tcp_md5sig_info *md5sig_info; struct tcp_fastopen_request *fastopen_req; struct request_sock *fastopen_rsk; struct saved_syn *saved_syn; }; struct tcp_sock_af_ops { struct tcp_md5sig_key * (*md5_lookup)(const struct sock *, const struct sock *); int (*calc_md5_hash)(char *, const struct tcp_md5sig_key *, const struct sock *, const struct sk_buff *); int (*md5_parse)(struct sock *, int, sockptr_t, int); }; struct __kernel_old_timespec { __kernel_old_time_t tv_sec; long int tv_nsec; }; struct __kernel_sock_timeval { __s64 tv_sec; __s64 tv_usec; }; struct scm_timestamping_internal { struct timespec64 ts[3]; }; struct ifconf { int ifc_len; union { char *ifcu_buf; struct ifreq *ifcu_req; } ifc_ifcu; }; struct compat_ifmap { compat_ulong_t mem_start; compat_ulong_t mem_end; short unsigned int base_addr; unsigned char irq; unsigned char dma; unsigned char port; }; struct compat_if_settings { unsigned int type; unsigned int size; compat_uptr_t ifs_ifsu; }; struct compat_ifreq { union { char ifrn_name[16]; } ifr_ifrn; union { struct sockaddr ifru_addr; struct sockaddr ifru_dstaddr; struct sockaddr ifru_broadaddr; struct sockaddr ifru_netmask; struct sockaddr ifru_hwaddr; short int ifru_flags; compat_int_t ifru_ivalue; compat_int_t ifru_mtu; struct compat_ifmap ifru_map; char ifru_slave[16]; char ifru_newname[16]; compat_caddr_t ifru_data; struct compat_if_settings ifru_settings; } ifr_ifru; }; struct libipw_device; struct iw_spy_data; struct iw_public_data { struct iw_spy_data *spy_data; struct libipw_device *libipw; }; struct scm_ts_pktinfo { __u32 if_index; __u32 pkt_length; __u32 reserved[2]; }; struct socket_alloc { struct socket socket; struct inode vfs_inode; long: 64; long: 64; long: 64; long: 64; }; struct sock_skb_cb { u32 dropcount; }; struct iw_param { __s32 value; __u8 fixed; __u8 disabled; __u16 flags; }; struct iw_point { void *pointer; __u16 length; __u16 flags; }; struct iw_freq { __s32 m; __s16 e; __u8 i; __u8 flags; }; struct iw_quality { __u8 qual; __u8 level; __u8 noise; __u8 updated; }; struct iw_discarded { __u32 nwid; __u32 code; __u32 fragment; __u32 retries; __u32 misc; }; struct iw_missed { __u32 beacon; }; struct iw_statistics { __u16 status; struct iw_quality qual; struct iw_discarded discard; struct iw_missed miss; }; union iwreq_data { char name[16]; struct iw_point essid; struct iw_param nwid; struct iw_freq freq; struct iw_param sens; struct iw_param bitrate; struct iw_param txpower; struct iw_param rts; struct iw_param frag; __u32 mode; struct iw_param retry; struct iw_point encoding; struct iw_param power; struct iw_quality qual; struct sockaddr ap_addr; struct sockaddr addr; struct iw_param param; struct iw_point data; }; struct iw_priv_args { __u32 cmd; __u16 set_args; __u16 get_args; char name[16]; }; struct compat_mmsghdr { struct compat_msghdr msg_hdr; compat_uint_t msg_len; }; struct iw_request_info { __u16 cmd; __u16 flags; }; struct iw_spy_data { int spy_number; u_char spy_address[48]; struct iw_quality spy_stat[8]; struct iw_quality spy_thr_low; struct iw_quality spy_thr_high; u_char spy_thr_under[8]; }; struct inet6_skb_parm { int iif; __be16 ra; __u16 dst0; __u16 srcrt; __u16 dst1; __u16 lastopt; __u16 nhoff; __u16 flags; __u16 frag_max_size; __u16 srhoff; }; struct inet_skb_parm { int iif; struct ip_options opt; u16 flags; u16 frag_max_size; }; struct sock_ee_data_rfc4884 { __u16 len; __u8 flags; __u8 reserved; }; struct sock_extended_err { __u32 ee_errno; __u8 ee_origin; __u8 ee_type; __u8 ee_code; __u8 ee_pad; __u32 ee_info; union { __u32 ee_data; struct sock_ee_data_rfc4884 ee_rfc4884; }; }; struct sock_exterr_skb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; struct sock_extended_err ee; u16 addr_offset; __be16 port; u8 opt_stats: 1; u8 unused: 7; }; struct net_bridge; struct used_address { struct __kernel_sockaddr_storage name; unsigned int name_len; }; struct linger { int l_onoff; int l_linger; }; struct ucred { __u32 pid; __u32 uid; __u32 gid; }; struct netdev_name_node { struct hlist_node hlist; struct list_head list; struct net_device *dev; const char *name; }; struct sd_flow_limit { u64 count; unsigned int num_buckets; unsigned int history_head; u16 history[128]; u8 buckets[0]; }; struct so_timestamping { int flags; int bind_phc; }; enum txtime_flags { SOF_TXTIME_DEADLINE_MODE = 1, SOF_TXTIME_REPORT_ERRORS = 2, SOF_TXTIME_FLAGS_LAST = 2, SOF_TXTIME_FLAGS_MASK = 3, }; struct sock_txtime { __kernel_clockid_t clockid; __u32 flags; }; enum sk_pacing { SK_PACING_NONE = 0, SK_PACING_NEEDED = 1, SK_PACING_FQ = 2, }; struct sockcm_cookie { u64 transmit_time; u32 mark; u32 tsflags; }; struct inet_bind_bucket { possible_net_t ib_net; int l3mdev; short unsigned int port; signed char fastreuse; signed char fastreuseport; kuid_t fastuid; struct in6_addr fast_v6_rcv_saddr; __be32 fast_rcv_saddr; short unsigned int fast_sk_family; bool fast_ipv6_only; struct hlist_node node; struct hlist_head owners; }; struct inet_bind2_bucket { possible_net_t ib_net; int l3mdev; short unsigned int port; short unsigned int family; union { struct in6_addr v6_rcv_saddr; __be32 rcv_saddr; }; struct hlist_node node; struct hlist_head owners; struct hlist_head deathrow; }; struct tcp_fastopen_cookie { __le64 val[2]; s8 len; bool exp; }; struct tcp_md5sig_info { struct hlist_head head; struct callback_head rcu; }; struct tcp_fastopen_request { struct tcp_fastopen_cookie cookie; struct msghdr *data; size_t size; int copied; struct ubuf_info *uarg; }; union tcp_md5_addr { struct in_addr a4; struct in6_addr a6; }; struct tcp_md5sig_key { struct hlist_node node; u8 keylen; u8 family; u8 prefixlen; u8 flags; union tcp_md5_addr addr; int l3index; u8 key[80]; struct callback_head rcu; }; struct net_protocol { int (*handler)(struct sk_buff *); int (*err_handler)(struct sk_buff *, u32); unsigned int no_policy: 1; unsigned int icmp_strict_tag_validation: 1; }; struct xfrm_dst { union { struct dst_entry dst; struct rtable rt; struct rt6_info rt6; } u; struct dst_entry *route; struct dst_entry *child; struct dst_entry *path; struct xfrm_policy *pols[2]; int num_pols; int num_xfrms; u32 xfrm_genid; u32 policy_genid; u32 route_mtu_cached; u32 child_mtu_cached; u32 route_cookie; u32 path_cookie; }; struct cgroup_cls_state { struct cgroup_subsys_state css; u32 classid; }; enum { SK_MEMINFO_RMEM_ALLOC = 0, SK_MEMINFO_RCVBUF = 1, SK_MEMINFO_WMEM_ALLOC = 2, SK_MEMINFO_SNDBUF = 3, SK_MEMINFO_FWD_ALLOC = 4, SK_MEMINFO_WMEM_QUEUED = 5, SK_MEMINFO_OPTMEM = 6, SK_MEMINFO_BACKLOG = 7, SK_MEMINFO_DROPS = 8, SK_MEMINFO_VARS = 9, }; enum sknetlink_groups { SKNLGRP_NONE = 0, SKNLGRP_INET_TCP_DESTROY = 1, SKNLGRP_INET_UDP_DESTROY = 2, SKNLGRP_INET6_TCP_DESTROY = 3, SKNLGRP_INET6_UDP_DESTROY = 4, __SKNLGRP_MAX = 5, }; struct scm_cookie { struct pid *pid; struct scm_fp_list *fp; struct scm_creds creds; }; struct scm_timestamping { struct __kernel_old_timespec ts[3]; }; struct scm_timestamping64 { struct __kernel_timespec ts[3]; }; struct ts_state { unsigned int offset; char cb[48]; }; struct ts_config; struct ts_ops { const char *name; struct ts_config * (*init)(const void *, unsigned int, gfp_t, int); unsigned int (*find)(struct ts_config *, struct ts_state *); void (*destroy)(struct ts_config *); void * (*get_pattern)(struct ts_config *); unsigned int (*get_pattern_len)(struct ts_config *); struct module *owner; struct list_head list; }; struct ts_config { struct ts_ops *ops; int flags; unsigned int (*get_next_block)(unsigned int, const u8 **, struct ts_config *, struct ts_state *); void (*finish)(struct ts_config *, struct ts_state *); }; enum { SKB_FCLONE_UNAVAILABLE = 0, SKB_FCLONE_ORIG = 1, SKB_FCLONE_CLONE = 2, }; struct sk_buff_fclones { struct sk_buff skb1; struct sk_buff skb2; refcount_t fclone_ref; }; struct skb_seq_state { __u32 lower_offset; __u32 upper_offset; __u32 frag_idx; __u32 stepped_offset; struct sk_buff *root_skb; struct sk_buff *cur_skb; __u8 *frag_data; __u32 frag_off; }; struct skb_checksum_ops { __wsum (*update)(const void *, int, __wsum); __wsum (*combine)(__wsum, __wsum, int, int); }; struct skb_gso_cb { union { int mac_offset; int data_offset; }; int encap_level; __wsum csum; __u16 csum_start; }; struct qdisc_walker { int stop; int skip; int count; int (*fn)(struct Qdisc *, long unsigned int, struct qdisc_walker *); }; struct ip_auth_hdr { __u8 nexthdr; __u8 hdrlen; __be16 reserved; __be32 spi; __be32 seq_no; __u8 auth_data[0]; }; struct frag_hdr { __u8 nexthdr; __u8 reserved; __be16 frag_off; __be32 identification; }; enum { SCM_TSTAMP_SND = 0, SCM_TSTAMP_SCHED = 1, SCM_TSTAMP_ACK = 2, }; struct xfrm_offload { struct { __u32 low; __u32 hi; } seq; __u32 flags; __u32 status; __u8 proto; __u8 inner_ipproto; }; struct sec_path { int len; int olen; struct xfrm_state *xvec[6]; struct xfrm_offload ovec[1]; }; struct mpls_shim_hdr { __be32 label_stack_entry; }; struct page_frag_1k { void *va; u16 offset; bool pfmemalloc; }; struct napi_alloc_cache { struct page_frag_cache page; struct page_frag_1k page_small; unsigned int skb_count; void *skb_cache[64]; }; typedef int (*sendmsg_func)(struct sock *, struct msghdr *, struct kvec *, size_t, size_t); typedef int (*sendpage_func)(struct sock *, struct page *, int, size_t, int); enum { TCA_STATS_UNSPEC = 0, TCA_STATS_BASIC = 1, TCA_STATS_RATE_EST = 2, TCA_STATS_QUEUE = 3, TCA_STATS_APP = 4, TCA_STATS_RATE_EST64 = 5, TCA_STATS_PAD = 6, TCA_STATS_BASIC_HW = 7, TCA_STATS_PKT64 = 8, __TCA_STATS_MAX = 9, }; struct gnet_stats_basic { __u64 bytes; __u32 packets; }; struct gnet_stats_rate_est { __u32 bps; __u32 pps; }; struct gnet_stats_rate_est64 { __u64 bps; __u64 pps; }; struct gnet_estimator { signed char interval; unsigned char ewma_log; }; struct net_rate_estimator { struct gnet_stats_basic_sync *bstats; spinlock_t *stats_lock; bool running; struct gnet_stats_basic_sync *cpu_bstats; u8 ewma_log; u8 intvl_log; seqcount_t seq; u64 last_packets; u64 last_bytes; u64 avpps; u64 avbps; long unsigned int next_jiffies; struct timer_list timer; struct callback_head rcu; }; struct rtgenmsg { unsigned char rtgen_family; }; enum { NETNSA_NONE = 0, NETNSA_NSID = 1, NETNSA_PID = 2, NETNSA_FD = 3, NETNSA_TARGET_NSID = 4, NETNSA_CURRENT_NSID = 5, __NETNSA_MAX = 6, }; struct pcpu_gen_cookie { local_t nesting; u64 last; }; struct gen_cookie { struct pcpu_gen_cookie *local; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic64_t forward_last; atomic64_t reverse_last; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum rtnl_link_flags { RTNL_FLAG_DOIT_UNLOCKED = 1, RTNL_FLAG_BULK_DEL_SUPPORTED = 2, }; struct net_fill_args { u32 portid; u32 seq; int flags; int cmd; int nsid; bool add_ref; int ref_nsid; }; struct rtnl_net_dump_cb { struct net *tgt_net; struct net *ref_net; struct sk_buff *skb; struct net_fill_args fillargs; int idx; int s_idx; }; typedef u16 u_int16_t; enum flow_dissect_ret { FLOW_DISSECT_RET_OUT_GOOD = 0, FLOW_DISSECT_RET_OUT_BAD = 1, FLOW_DISSECT_RET_PROTO_AGAIN = 2, FLOW_DISSECT_RET_IPPROTO_AGAIN = 3, FLOW_DISSECT_RET_CONTINUE = 4, }; struct flow_dissector_key_tags { u32 flow_label; }; struct flow_dissector_key_vlan { union { struct { u16 vlan_id: 12; u16 vlan_dei: 1; u16 vlan_priority: 3; }; __be16 vlan_tci; }; __be16 vlan_tpid; __be16 vlan_eth_type; u16 padding; }; struct flow_dissector_mpls_lse { u32 mpls_ttl: 8; u32 mpls_bos: 1; u32 mpls_tc: 3; u32 mpls_label: 20; }; struct flow_dissector_key_mpls { struct flow_dissector_mpls_lse ls[7]; u8 used_lses; }; struct flow_dissector_key_enc_opts { u8 data[255]; u8 len; __be16 dst_opt_type; }; struct flow_dissector_key_keyid { __be32 keyid; }; struct flow_dissector_key_ipv4_addrs { __be32 src; __be32 dst; }; struct flow_dissector_key_ipv6_addrs { struct in6_addr src; struct in6_addr dst; }; struct flow_dissector_key_tipc { __be32 key; }; struct flow_dissector_key_addrs { union { struct flow_dissector_key_ipv4_addrs v4addrs; struct flow_dissector_key_ipv6_addrs v6addrs; struct flow_dissector_key_tipc tipckey; }; }; struct flow_dissector_key_arp { __u32 sip; __u32 tip; __u8 op; unsigned char sha[6]; unsigned char tha[6]; }; struct flow_dissector_key_ports { union { __be32 ports; struct { __be16 src; __be16 dst; }; }; }; struct flow_dissector_key_icmp { struct { u8 type; u8 code; }; u16 id; }; struct flow_dissector_key_eth_addrs { unsigned char dst[6]; unsigned char src[6]; }; struct flow_dissector_key_tcp { __be16 flags; }; struct flow_dissector_key_ip { __u8 tos; __u8 ttl; }; struct flow_dissector_key_meta { int ingress_ifindex; u16 ingress_iftype; }; struct flow_dissector_key_ct { u16 ct_state; u16 ct_zone; u32 ct_mark; u32 ct_labels[4]; }; struct flow_dissector_key_hash { u32 hash; }; struct flow_dissector_key_num_of_vlans { u8 num_of_vlans; }; struct flow_dissector_key_pppoe { __be16 session_id; __be16 ppp_proto; __be16 type; }; struct flow_dissector_key_l2tpv3 { __be32 session_id; }; struct flow_dissector_key { enum flow_dissector_key_id key_id; size_t offset; }; struct flow_keys { struct flow_dissector_key_control control; struct flow_dissector_key_basic basic; struct flow_dissector_key_tags tags; struct flow_dissector_key_vlan vlan; struct flow_dissector_key_vlan cvlan; struct flow_dissector_key_keyid keyid; struct flow_dissector_key_ports ports; struct flow_dissector_key_icmp icmp; struct flow_dissector_key_addrs addrs; int: 32; }; struct flow_keys_digest { u8 data[16]; }; enum ip_conntrack_info { IP_CT_ESTABLISHED = 0, IP_CT_RELATED = 1, IP_CT_NEW = 2, IP_CT_IS_REPLY = 3, IP_CT_ESTABLISHED_REPLY = 3, IP_CT_RELATED_REPLY = 4, IP_CT_NUMBER = 5, IP_CT_UNTRACKED = 7, }; union nf_inet_addr { __u32 all[4]; __be32 ip; __be32 ip6[4]; struct in_addr in; struct in6_addr in6; }; struct ip_ct_tcp_state { u_int32_t td_end; u_int32_t td_maxend; u_int32_t td_maxwin; u_int32_t td_maxack; u_int8_t td_scale; u_int8_t flags; }; struct ip_ct_tcp { struct ip_ct_tcp_state seen[2]; u_int8_t state; u_int8_t last_dir; u_int8_t retrans; u_int8_t last_index; u_int32_t last_seq; u_int32_t last_ack; u_int32_t last_end; u_int16_t last_win; u_int8_t last_wscale; u_int8_t last_flags; }; union nf_conntrack_man_proto { __be16 all; struct { __be16 port; } tcp; struct { __be16 port; } udp; struct { __be16 id; } icmp; struct { __be16 port; } dccp; struct { __be16 port; } sctp; struct { __be16 key; } gre; }; struct nf_ct_dccp { u_int8_t role[2]; u_int8_t state; u_int8_t last_pkt; u_int8_t last_dir; u_int64_t handshake_seq; }; struct ip_ct_sctp { enum sctp_conntrack state; __be32 vtag[2]; u8 last_dir; u8 flags; }; struct nf_ct_event; struct nf_exp_event; struct nf_ct_event_notifier { int (*ct_event)(unsigned int, const struct nf_ct_event *); int (*exp_event)(unsigned int, const struct nf_exp_event *); }; enum { TCA_FLOWER_KEY_CT_FLAGS_NEW = 1, TCA_FLOWER_KEY_CT_FLAGS_ESTABLISHED = 2, TCA_FLOWER_KEY_CT_FLAGS_RELATED = 4, TCA_FLOWER_KEY_CT_FLAGS_TRACKED = 8, TCA_FLOWER_KEY_CT_FLAGS_INVALID = 16, TCA_FLOWER_KEY_CT_FLAGS_REPLY = 32, __TCA_FLOWER_KEY_CT_FLAGS_MAX = 33, }; enum devlink_port_type { DEVLINK_PORT_TYPE_NOTSET = 0, DEVLINK_PORT_TYPE_AUTO = 1, DEVLINK_PORT_TYPE_ETH = 2, DEVLINK_PORT_TYPE_IB = 3, }; enum devlink_port_flavour { DEVLINK_PORT_FLAVOUR_PHYSICAL = 0, DEVLINK_PORT_FLAVOUR_CPU = 1, DEVLINK_PORT_FLAVOUR_DSA = 2, DEVLINK_PORT_FLAVOUR_PCI_PF = 3, DEVLINK_PORT_FLAVOUR_PCI_VF = 4, DEVLINK_PORT_FLAVOUR_VIRTUAL = 5, DEVLINK_PORT_FLAVOUR_UNUSED = 6, DEVLINK_PORT_FLAVOUR_PCI_SF = 7, }; struct devlink_port_phys_attrs { u32 port_number; u32 split_subport_number; }; struct devlink_port_pci_pf_attrs { u32 controller; u16 pf; u8 external: 1; }; struct devlink_port_pci_vf_attrs { u32 controller; u16 pf; u16 vf; u8 external: 1; }; struct devlink_port_pci_sf_attrs { u32 controller; u32 sf; u16 pf; u8 external: 1; }; struct devlink_port_attrs { u8 split: 1; u8 splittable: 1; u32 lanes; enum devlink_port_flavour flavour; struct netdev_phys_item_id switch_id; union { struct devlink_port_phys_attrs phys; struct devlink_port_pci_pf_attrs pci_pf; struct devlink_port_pci_vf_attrs pci_vf; struct devlink_port_pci_sf_attrs pci_sf; }; }; struct devlink; struct ib_device; struct devlink_rate; struct devlink_linecard; struct devlink_port { struct list_head list; struct list_head region_list; struct devlink *devlink; unsigned int index; spinlock_t type_lock; enum devlink_port_type type; enum devlink_port_type desired_type; union { struct { struct net_device *netdev; int ifindex; char ifname[16]; } type_eth; struct { struct ib_device *ibdev; } type_ib; }; struct devlink_port_attrs attrs; u8 attrs_set: 1; u8 switch_port: 1; u8 registered: 1; u8 initialized: 1; struct delayed_work type_warn_dw; struct list_head reporter_list; struct mutex reporters_lock; struct devlink_rate *devlink_rate; struct devlink_linecard *linecard; }; struct dsa_device_ops; struct dsa_switch_tree; struct dsa_switch; struct dsa_bridge; struct dsa_lag; struct dsa_netdevice_ops; struct dsa_port { union { struct net_device *master; struct net_device *slave; }; const struct dsa_device_ops *tag_ops; struct dsa_switch_tree *dst; struct sk_buff * (*rcv)(struct sk_buff *, struct net_device *); struct dsa_switch *ds; unsigned int index; enum { DSA_PORT_TYPE_UNUSED = 0, DSA_PORT_TYPE_CPU = 1, DSA_PORT_TYPE_DSA = 2, DSA_PORT_TYPE_USER = 3, } type; const char *name; struct dsa_port *cpu_dp; u8 mac[6]; u8 stp_state; u8 vlan_filtering: 1; u8 learning: 1; u8 lag_tx_enabled: 1; u8 master_admin_up: 1; u8 master_oper_up: 1; u8 cpu_port_in_lag: 1; u8 setup: 1; struct device_node *dn; unsigned int ageing_time; struct dsa_bridge *bridge; struct devlink_port devlink_port; struct phylink *pl; struct phylink_config pl_config; struct dsa_lag *lag; struct net_device *hsr_dev; struct list_head list; const struct ethtool_ops *orig_ethtool_ops; const struct dsa_netdevice_ops *netdev_ops; struct mutex addr_lists_lock; struct list_head fdbs; struct list_head mdbs; struct mutex vlans_lock; struct list_head vlans; }; enum netdev_lag_tx_type { NETDEV_LAG_TX_TYPE_UNKNOWN = 0, NETDEV_LAG_TX_TYPE_RANDOM = 1, NETDEV_LAG_TX_TYPE_BROADCAST = 2, NETDEV_LAG_TX_TYPE_ROUNDROBIN = 3, NETDEV_LAG_TX_TYPE_ACTIVEBACKUP = 4, NETDEV_LAG_TX_TYPE_HASH = 5, }; enum netdev_lag_hash { NETDEV_LAG_HASH_NONE = 0, NETDEV_LAG_HASH_L2 = 1, NETDEV_LAG_HASH_L34 = 2, NETDEV_LAG_HASH_L23 = 3, NETDEV_LAG_HASH_E23 = 4, NETDEV_LAG_HASH_E34 = 5, NETDEV_LAG_HASH_VLAN_SRCMAC = 6, NETDEV_LAG_HASH_UNKNOWN = 7, }; struct netdev_lag_upper_info { enum netdev_lag_tx_type tx_type; enum netdev_lag_hash hash_type; }; struct netdev_notifier_changeupper_info { struct netdev_notifier_info info; struct net_device *upper_dev; bool master; bool linking; void *upper_info; }; union tcp_word_hdr { struct tcphdr hdr; __be32 words[5]; }; enum bpf_ret_code { BPF_OK = 0, BPF_DROP = 2, BPF_REDIRECT = 7, BPF_LWT_REROUTE = 128, BPF_FLOW_DISSECTOR_CONTINUE = 129, }; enum { BPF_FLOW_DISSECTOR_F_PARSE_1ST_FRAG = 1, BPF_FLOW_DISSECTOR_F_STOP_AT_FLOW_LABEL = 2, BPF_FLOW_DISSECTOR_F_STOP_AT_ENCAP = 4, }; struct flow_match { struct flow_dissector *dissector; void *mask; void *key; }; enum flow_action_id { FLOW_ACTION_ACCEPT = 0, FLOW_ACTION_DROP = 1, FLOW_ACTION_TRAP = 2, FLOW_ACTION_GOTO = 3, FLOW_ACTION_REDIRECT = 4, FLOW_ACTION_MIRRED = 5, FLOW_ACTION_REDIRECT_INGRESS = 6, FLOW_ACTION_MIRRED_INGRESS = 7, FLOW_ACTION_VLAN_PUSH = 8, FLOW_ACTION_VLAN_POP = 9, FLOW_ACTION_VLAN_MANGLE = 10, FLOW_ACTION_TUNNEL_ENCAP = 11, FLOW_ACTION_TUNNEL_DECAP = 12, FLOW_ACTION_MANGLE = 13, FLOW_ACTION_ADD = 14, FLOW_ACTION_CSUM = 15, FLOW_ACTION_MARK = 16, FLOW_ACTION_PTYPE = 17, FLOW_ACTION_PRIORITY = 18, FLOW_ACTION_RX_QUEUE_MAPPING = 19, FLOW_ACTION_WAKE = 20, FLOW_ACTION_QUEUE = 21, FLOW_ACTION_SAMPLE = 22, FLOW_ACTION_POLICE = 23, FLOW_ACTION_CT = 24, FLOW_ACTION_CT_METADATA = 25, FLOW_ACTION_MPLS_PUSH = 26, FLOW_ACTION_MPLS_POP = 27, FLOW_ACTION_MPLS_MANGLE = 28, FLOW_ACTION_GATE = 29, FLOW_ACTION_PPPOE_PUSH = 30, FLOW_ACTION_JUMP = 31, FLOW_ACTION_PIPE = 32, FLOW_ACTION_VLAN_PUSH_ETH = 33, FLOW_ACTION_VLAN_POP_ETH = 34, FLOW_ACTION_CONTINUE = 35, NUM_FLOW_ACTIONS = 36, }; enum flow_action_mangle_base { FLOW_ACT_MANGLE_UNSPEC = 0, FLOW_ACT_MANGLE_HDR_TYPE_ETH = 1, FLOW_ACT_MANGLE_HDR_TYPE_IP4 = 2, FLOW_ACT_MANGLE_HDR_TYPE_IP6 = 3, FLOW_ACT_MANGLE_HDR_TYPE_TCP = 4, FLOW_ACT_MANGLE_HDR_TYPE_UDP = 5, }; enum flow_action_hw_stats { FLOW_ACTION_HW_STATS_IMMEDIATE = 1, FLOW_ACTION_HW_STATS_DELAYED = 2, FLOW_ACTION_HW_STATS_ANY = 3, FLOW_ACTION_HW_STATS_DISABLED = 4, FLOW_ACTION_HW_STATS_DONT_CARE = 7, }; typedef void (*action_destr)(void *); struct flow_action_cookie { u32 cookie_len; u8 cookie[0]; }; struct psample_group; struct nf_flowtable; struct action_gate_entry; struct flow_action_entry { enum flow_action_id id; u32 hw_index; enum flow_action_hw_stats hw_stats; action_destr destructor; void *destructor_priv; union { u32 chain_index; struct net_device *dev; struct { u16 vid; __be16 proto; u8 prio; } vlan; struct { unsigned char dst[6]; unsigned char src[6]; } vlan_push_eth; struct { enum flow_action_mangle_base htype; u32 offset; u32 mask; u32 val; } mangle; struct ip_tunnel_info *tunnel; u32 csum_flags; u32 mark; u16 ptype; u16 rx_queue; u32 priority; struct { u32 ctx; u32 index; u8 vf; } queue; struct { struct psample_group *psample_group; u32 rate; u32 trunc_size; bool truncate; } sample; struct { u32 burst; u64 rate_bytes_ps; u64 peakrate_bytes_ps; u32 avrate; u16 overhead; u64 burst_pkt; u64 rate_pkt_ps; u32 mtu; struct { enum flow_action_id act_id; u32 extval; } exceed; struct { enum flow_action_id act_id; u32 extval; } notexceed; } police; struct { int action; u16 zone; struct nf_flowtable *flow_table; } ct; struct { long unsigned int cookie; u32 mark; u32 labels[4]; bool orig_dir; } ct_metadata; struct { u32 label; __be16 proto; u8 tc; u8 bos; u8 ttl; } mpls_push; struct { __be16 proto; } mpls_pop; struct { u32 label; u8 tc; u8 bos; u8 ttl; } mpls_mangle; struct { s32 prio; u64 basetime; u64 cycletime; u64 cycletimeext; u32 num_entries; struct action_gate_entry *entries; } gate; struct { u16 sid; } pppoe; }; struct flow_action_cookie *cookie; }; struct flow_action { unsigned int num_entries; struct flow_action_entry entries[0]; }; struct flow_rule { struct flow_match match; struct flow_action action; }; struct flow_stats { u64 pkts; u64 bytes; u64 drops; u64 lastused; enum flow_action_hw_stats used_hw_stats; bool used_hw_stats_valid; }; enum flow_cls_command { FLOW_CLS_REPLACE = 0, FLOW_CLS_DESTROY = 1, FLOW_CLS_STATS = 2, FLOW_CLS_TMPLT_CREATE = 3, FLOW_CLS_TMPLT_DESTROY = 4, }; struct flow_cls_common_offload { u32 chain_index; __be16 protocol; u32 prio; struct netlink_ext_ack *extack; }; struct flow_cls_offload { struct flow_cls_common_offload common; enum flow_cls_command command; long unsigned int cookie; struct flow_rule *rule; struct flow_stats stats; u32 classid; }; struct dsa_chip_data { struct device *host_dev; int sw_addr; struct device *netdev[12]; int eeprom_len; struct device_node *of_node; char *port_names[12]; struct device_node *port_dn[12]; s8 rtable[4]; }; struct dsa_platform_data { struct device *netdev; struct net_device *of_netdev; int nr_chips; struct dsa_chip_data *chip; }; enum devlink_sb_pool_type { DEVLINK_SB_POOL_TYPE_INGRESS = 0, DEVLINK_SB_POOL_TYPE_EGRESS = 1, }; enum devlink_sb_threshold_type { DEVLINK_SB_THRESHOLD_TYPE_STATIC = 0, DEVLINK_SB_THRESHOLD_TYPE_DYNAMIC = 1, }; enum devlink_rate_type { DEVLINK_RATE_TYPE_LEAF = 0, DEVLINK_RATE_TYPE_NODE = 1, }; enum devlink_param_cmode { DEVLINK_PARAM_CMODE_RUNTIME = 0, DEVLINK_PARAM_CMODE_DRIVERINIT = 1, DEVLINK_PARAM_CMODE_PERMANENT = 2, __DEVLINK_PARAM_CMODE_MAX = 3, DEVLINK_PARAM_CMODE_MAX = 2, }; struct devlink_rate { struct list_head list; enum devlink_rate_type type; struct devlink *devlink; void *priv; u64 tx_share; u64 tx_max; struct devlink_rate *parent; union { struct devlink_port *devlink_port; struct { char *name; refcount_t refcnt; }; }; u32 tx_priority; u32 tx_weight; }; struct devlink_sb_pool_info { enum devlink_sb_pool_type pool_type; u32 size; enum devlink_sb_threshold_type threshold_type; u32 cell_size; }; union devlink_param_value { u8 vu8; u16 vu16; u32 vu32; char vstr[32]; bool vbool; }; struct devlink_param_gset_ctx { union devlink_param_value val; enum devlink_param_cmode cmode; }; struct devlink_info_req; struct switchdev_mst_state { u16 msti; u8 state; }; struct switchdev_brport_flags { long unsigned int val; long unsigned int mask; }; struct switchdev_vlan_msti { u16 vid; u16 msti; }; enum switchdev_obj_id { SWITCHDEV_OBJ_ID_UNDEFINED = 0, SWITCHDEV_OBJ_ID_PORT_VLAN = 1, SWITCHDEV_OBJ_ID_PORT_MDB = 2, SWITCHDEV_OBJ_ID_HOST_MDB = 3, SWITCHDEV_OBJ_ID_MRP = 4, SWITCHDEV_OBJ_ID_RING_TEST_MRP = 5, SWITCHDEV_OBJ_ID_RING_ROLE_MRP = 6, SWITCHDEV_OBJ_ID_RING_STATE_MRP = 7, SWITCHDEV_OBJ_ID_IN_TEST_MRP = 8, SWITCHDEV_OBJ_ID_IN_ROLE_MRP = 9, SWITCHDEV_OBJ_ID_IN_STATE_MRP = 10, }; struct switchdev_obj { struct list_head list; struct net_device *orig_dev; enum switchdev_obj_id id; u32 flags; void *complete_priv; void (*complete)(struct net_device *, int, void *); }; struct switchdev_obj_port_vlan { struct switchdev_obj obj; u16 flags; u16 vid; bool changed; }; struct switchdev_obj_port_mdb { struct switchdev_obj obj; unsigned char addr[6]; u16 vid; }; struct switchdev_obj_mrp { struct switchdev_obj obj; struct net_device *p_port; struct net_device *s_port; u32 ring_id; u16 prio; }; struct switchdev_obj_ring_role_mrp { struct switchdev_obj obj; u8 ring_role; u32 ring_id; u8 sw_backup; }; enum dsa_tag_protocol { DSA_TAG_PROTO_NONE = 0, DSA_TAG_PROTO_BRCM = 1, DSA_TAG_PROTO_BRCM_LEGACY = 22, DSA_TAG_PROTO_BRCM_PREPEND = 2, DSA_TAG_PROTO_DSA = 3, DSA_TAG_PROTO_EDSA = 4, DSA_TAG_PROTO_GSWIP = 5, DSA_TAG_PROTO_KSZ9477 = 6, DSA_TAG_PROTO_KSZ9893 = 7, DSA_TAG_PROTO_LAN9303 = 8, DSA_TAG_PROTO_MTK = 9, DSA_TAG_PROTO_QCA = 10, DSA_TAG_PROTO_TRAILER = 11, DSA_TAG_PROTO_8021Q = 12, DSA_TAG_PROTO_SJA1105 = 13, DSA_TAG_PROTO_KSZ8795 = 14, DSA_TAG_PROTO_OCELOT = 15, DSA_TAG_PROTO_AR9331 = 16, DSA_TAG_PROTO_RTL4_A = 17, DSA_TAG_PROTO_HELLCREEK = 18, DSA_TAG_PROTO_XRS700X = 19, DSA_TAG_PROTO_OCELOT_8021Q = 20, DSA_TAG_PROTO_SEVILLE = 21, DSA_TAG_PROTO_SJA1110 = 23, DSA_TAG_PROTO_RTL8_4 = 24, DSA_TAG_PROTO_RTL8_4T = 25, DSA_TAG_PROTO_RZN1_A5PSW = 26, DSA_TAG_PROTO_LAN937X = 27, }; struct dsa_device_ops { struct sk_buff * (*xmit)(struct sk_buff *, struct net_device *); struct sk_buff * (*rcv)(struct sk_buff *, struct net_device *); void (*flow_dissect)(const struct sk_buff *, __be16 *, int *); int (*connect)(struct dsa_switch *); void (*disconnect)(struct dsa_switch *); unsigned int needed_headroom; unsigned int needed_tailroom; const char *name; enum dsa_tag_protocol proto; bool promisc_on_master; }; struct dsa_8021q_context; struct dsa_switch_ops; struct dsa_switch { struct device *dev; struct dsa_switch_tree *dst; unsigned int index; u32 setup: 1; u32 vlan_filtering_is_global: 1; u32 needs_standalone_vlan_filtering: 1; u32 configure_vlan_while_not_filtering: 1; u32 untag_bridge_pvid: 1; u32 assisted_learning_on_cpu_port: 1; u32 vlan_filtering: 1; u32 mtu_enforcement_ingress: 1; u32 fdb_isolation: 1; struct notifier_block nb; void *priv; void *tagger_data; struct dsa_chip_data *cd; const struct dsa_switch_ops *ops; u32 phys_mii_mask; struct mii_bus *slave_mii_bus; unsigned int ageing_time_min; unsigned int ageing_time_max; struct dsa_8021q_context *tag_8021q_ctx; struct devlink *devlink; unsigned int num_tx_queues; unsigned int num_lag_ids; unsigned int max_num_bridges; unsigned int num_ports; }; struct dsa_netdevice_ops { int (*ndo_eth_ioctl)(struct net_device *, struct ifreq *, int); }; struct dsa_lag { struct net_device *dev; unsigned int id; struct mutex fdb_lock; struct list_head fdbs; refcount_t refcount; }; struct dsa_switch_tree { struct list_head list; struct list_head ports; struct raw_notifier_head nh; unsigned int index; struct kref refcount; struct dsa_lag **lags; const struct dsa_device_ops *tag_ops; enum dsa_tag_protocol default_proto; bool setup; struct dsa_platform_data *pd; struct list_head rtable; unsigned int lags_len; unsigned int last_switch; }; struct dsa_mall_mirror_tc_entry { u8 to_local_port; bool ingress; }; struct dsa_mall_policer_tc_entry { u32 burst; u64 rate_bytes_per_sec; }; struct dsa_bridge { struct net_device *dev; unsigned int num; bool tx_fwd_offload; refcount_t refcount; }; enum dsa_db_type { DSA_DB_PORT = 0, DSA_DB_LAG = 1, DSA_DB_BRIDGE = 2, }; struct dsa_db { enum dsa_db_type type; union { const struct dsa_port *dp; struct dsa_lag lag; struct dsa_bridge bridge; }; }; struct fixed_phy_status; typedef int dsa_fdb_dump_cb_t(const unsigned char *, u16, bool, void *); struct dsa_switch_ops { enum dsa_tag_protocol (*get_tag_protocol)(struct dsa_switch *, int, enum dsa_tag_protocol); int (*change_tag_protocol)(struct dsa_switch *, enum dsa_tag_protocol); int (*connect_tag_protocol)(struct dsa_switch *, enum dsa_tag_protocol); int (*port_change_master)(struct dsa_switch *, int, struct net_device *, struct netlink_ext_ack *); int (*setup)(struct dsa_switch *); void (*teardown)(struct dsa_switch *); int (*port_setup)(struct dsa_switch *, int); void (*port_teardown)(struct dsa_switch *, int); u32 (*get_phy_flags)(struct dsa_switch *, int); int (*phy_read)(struct dsa_switch *, int, int); int (*phy_write)(struct dsa_switch *, int, int, u16); void (*adjust_link)(struct dsa_switch *, int, struct phy_device *); void (*fixed_link_update)(struct dsa_switch *, int, struct fixed_phy_status *); void (*phylink_get_caps)(struct dsa_switch *, int, struct phylink_config *); struct phylink_pcs * (*phylink_mac_select_pcs)(struct dsa_switch *, int, phy_interface_t); int (*phylink_mac_link_state)(struct dsa_switch *, int, struct phylink_link_state *); void (*phylink_mac_config)(struct dsa_switch *, int, unsigned int, const struct phylink_link_state *); void (*phylink_mac_an_restart)(struct dsa_switch *, int); void (*phylink_mac_link_down)(struct dsa_switch *, int, unsigned int, phy_interface_t); void (*phylink_mac_link_up)(struct dsa_switch *, int, unsigned int, phy_interface_t, struct phy_device *, int, int, bool, bool); void (*phylink_fixed_state)(struct dsa_switch *, int, struct phylink_link_state *); void (*get_strings)(struct dsa_switch *, int, u32, uint8_t *); void (*get_ethtool_stats)(struct dsa_switch *, int, uint64_t *); int (*get_sset_count)(struct dsa_switch *, int, int); void (*get_ethtool_phy_stats)(struct dsa_switch *, int, uint64_t *); void (*get_eth_phy_stats)(struct dsa_switch *, int, struct ethtool_eth_phy_stats *); void (*get_eth_mac_stats)(struct dsa_switch *, int, struct ethtool_eth_mac_stats *); void (*get_eth_ctrl_stats)(struct dsa_switch *, int, struct ethtool_eth_ctrl_stats *); void (*get_rmon_stats)(struct dsa_switch *, int, struct ethtool_rmon_stats *, const struct ethtool_rmon_hist_range **); void (*get_stats64)(struct dsa_switch *, int, struct rtnl_link_stats64 *); void (*get_pause_stats)(struct dsa_switch *, int, struct ethtool_pause_stats *); void (*self_test)(struct dsa_switch *, int, struct ethtool_test *, u64 *); void (*get_wol)(struct dsa_switch *, int, struct ethtool_wolinfo *); int (*set_wol)(struct dsa_switch *, int, struct ethtool_wolinfo *); int (*get_ts_info)(struct dsa_switch *, int, struct ethtool_ts_info *); int (*port_get_default_prio)(struct dsa_switch *, int); int (*port_set_default_prio)(struct dsa_switch *, int, u8); int (*port_get_dscp_prio)(struct dsa_switch *, int, u8); int (*port_add_dscp_prio)(struct dsa_switch *, int, u8, u8); int (*port_del_dscp_prio)(struct dsa_switch *, int, u8, u8); int (*suspend)(struct dsa_switch *); int (*resume)(struct dsa_switch *); int (*port_enable)(struct dsa_switch *, int, struct phy_device *); void (*port_disable)(struct dsa_switch *, int); int (*set_mac_eee)(struct dsa_switch *, int, struct ethtool_eee *); int (*get_mac_eee)(struct dsa_switch *, int, struct ethtool_eee *); int (*get_eeprom_len)(struct dsa_switch *); int (*get_eeprom)(struct dsa_switch *, struct ethtool_eeprom *, u8 *); int (*set_eeprom)(struct dsa_switch *, struct ethtool_eeprom *, u8 *); int (*get_regs_len)(struct dsa_switch *, int); void (*get_regs)(struct dsa_switch *, int, struct ethtool_regs *, void *); int (*port_prechangeupper)(struct dsa_switch *, int, struct netdev_notifier_changeupper_info *); int (*set_ageing_time)(struct dsa_switch *, unsigned int); int (*port_bridge_join)(struct dsa_switch *, int, struct dsa_bridge, bool *, struct netlink_ext_ack *); void (*port_bridge_leave)(struct dsa_switch *, int, struct dsa_bridge); void (*port_stp_state_set)(struct dsa_switch *, int, u8); int (*port_mst_state_set)(struct dsa_switch *, int, const struct switchdev_mst_state *); void (*port_fast_age)(struct dsa_switch *, int); int (*port_vlan_fast_age)(struct dsa_switch *, int, u16); int (*port_pre_bridge_flags)(struct dsa_switch *, int, struct switchdev_brport_flags, struct netlink_ext_ack *); int (*port_bridge_flags)(struct dsa_switch *, int, struct switchdev_brport_flags, struct netlink_ext_ack *); void (*port_set_host_flood)(struct dsa_switch *, int, bool, bool); int (*port_vlan_filtering)(struct dsa_switch *, int, bool, struct netlink_ext_ack *); int (*port_vlan_add)(struct dsa_switch *, int, const struct switchdev_obj_port_vlan *, struct netlink_ext_ack *); int (*port_vlan_del)(struct dsa_switch *, int, const struct switchdev_obj_port_vlan *); int (*vlan_msti_set)(struct dsa_switch *, struct dsa_bridge, const struct switchdev_vlan_msti *); int (*port_fdb_add)(struct dsa_switch *, int, const unsigned char *, u16, struct dsa_db); int (*port_fdb_del)(struct dsa_switch *, int, const unsigned char *, u16, struct dsa_db); int (*port_fdb_dump)(struct dsa_switch *, int, dsa_fdb_dump_cb_t *, void *); int (*lag_fdb_add)(struct dsa_switch *, struct dsa_lag, const unsigned char *, u16, struct dsa_db); int (*lag_fdb_del)(struct dsa_switch *, struct dsa_lag, const unsigned char *, u16, struct dsa_db); int (*port_mdb_add)(struct dsa_switch *, int, const struct switchdev_obj_port_mdb *, struct dsa_db); int (*port_mdb_del)(struct dsa_switch *, int, const struct switchdev_obj_port_mdb *, struct dsa_db); int (*get_rxnfc)(struct dsa_switch *, int, struct ethtool_rxnfc *, u32 *); int (*set_rxnfc)(struct dsa_switch *, int, struct ethtool_rxnfc *); int (*cls_flower_add)(struct dsa_switch *, int, struct flow_cls_offload *, bool); int (*cls_flower_del)(struct dsa_switch *, int, struct flow_cls_offload *, bool); int (*cls_flower_stats)(struct dsa_switch *, int, struct flow_cls_offload *, bool); int (*port_mirror_add)(struct dsa_switch *, int, struct dsa_mall_mirror_tc_entry *, bool, struct netlink_ext_ack *); void (*port_mirror_del)(struct dsa_switch *, int, struct dsa_mall_mirror_tc_entry *); int (*port_policer_add)(struct dsa_switch *, int, struct dsa_mall_policer_tc_entry *); void (*port_policer_del)(struct dsa_switch *, int); int (*port_setup_tc)(struct dsa_switch *, int, enum tc_setup_type, void *); int (*crosschip_bridge_join)(struct dsa_switch *, int, int, int, struct dsa_bridge, struct netlink_ext_ack *); void (*crosschip_bridge_leave)(struct dsa_switch *, int, int, int, struct dsa_bridge); int (*crosschip_lag_change)(struct dsa_switch *, int, int); int (*crosschip_lag_join)(struct dsa_switch *, int, int, struct dsa_lag, struct netdev_lag_upper_info *, struct netlink_ext_ack *); int (*crosschip_lag_leave)(struct dsa_switch *, int, int, struct dsa_lag); int (*port_hwtstamp_get)(struct dsa_switch *, int, struct ifreq *); int (*port_hwtstamp_set)(struct dsa_switch *, int, struct ifreq *); void (*port_txtstamp)(struct dsa_switch *, int, struct sk_buff *); bool (*port_rxtstamp)(struct dsa_switch *, int, struct sk_buff *, unsigned int); int (*devlink_param_get)(struct dsa_switch *, u32, struct devlink_param_gset_ctx *); int (*devlink_param_set)(struct dsa_switch *, u32, struct devlink_param_gset_ctx *); int (*devlink_info_get)(struct dsa_switch *, struct devlink_info_req *, struct netlink_ext_ack *); int (*devlink_sb_pool_get)(struct dsa_switch *, unsigned int, u16, struct devlink_sb_pool_info *); int (*devlink_sb_pool_set)(struct dsa_switch *, unsigned int, u16, u32, enum devlink_sb_threshold_type, struct netlink_ext_ack *); int (*devlink_sb_port_pool_get)(struct dsa_switch *, int, unsigned int, u16, u32 *); int (*devlink_sb_port_pool_set)(struct dsa_switch *, int, unsigned int, u16, u32, struct netlink_ext_ack *); int (*devlink_sb_tc_pool_bind_get)(struct dsa_switch *, int, unsigned int, u16, enum devlink_sb_pool_type, u16 *, u32 *); int (*devlink_sb_tc_pool_bind_set)(struct dsa_switch *, int, unsigned int, u16, enum devlink_sb_pool_type, u16, u32, struct netlink_ext_ack *); int (*devlink_sb_occ_snapshot)(struct dsa_switch *, unsigned int); int (*devlink_sb_occ_max_clear)(struct dsa_switch *, unsigned int); int (*devlink_sb_occ_port_pool_get)(struct dsa_switch *, int, unsigned int, u16, u32 *, u32 *); int (*devlink_sb_occ_tc_port_bind_get)(struct dsa_switch *, int, unsigned int, u16, enum devlink_sb_pool_type, u32 *, u32 *); int (*port_change_mtu)(struct dsa_switch *, int, int); int (*port_max_mtu)(struct dsa_switch *, int); int (*port_lag_change)(struct dsa_switch *, int); int (*port_lag_join)(struct dsa_switch *, int, struct dsa_lag, struct netdev_lag_upper_info *, struct netlink_ext_ack *); int (*port_lag_leave)(struct dsa_switch *, int, struct dsa_lag); int (*port_hsr_join)(struct dsa_switch *, int, struct net_device *); int (*port_hsr_leave)(struct dsa_switch *, int, struct net_device *); int (*port_mrp_add)(struct dsa_switch *, int, const struct switchdev_obj_mrp *); int (*port_mrp_del)(struct dsa_switch *, int, const struct switchdev_obj_mrp *); int (*port_mrp_add_ring_role)(struct dsa_switch *, int, const struct switchdev_obj_ring_role_mrp *); int (*port_mrp_del_ring_role)(struct dsa_switch *, int, const struct switchdev_obj_ring_role_mrp *); int (*tag_8021q_vlan_add)(struct dsa_switch *, int, u16, u16); int (*tag_8021q_vlan_del)(struct dsa_switch *, int, u16); void (*master_state_change)(struct dsa_switch *, const struct net_device *, bool); }; struct gre_base_hdr { __be16 flags; __be16 protocol; }; struct gre_full_hdr { struct gre_base_hdr fixed_header; __be16 csum; __be16 reserved1; __be32 key; __be32 seq; }; struct pptp_gre_header { struct gre_base_hdr gre_hd; __be16 payload_len; __be16 call_id; __be32 seq; __be32 ack; }; struct tipc_basic_hdr { __be32 w[4]; }; struct icmphdr { __u8 type; __u8 code; __sum16 checksum; union { struct { __be16 id; __be16 sequence; } echo; __be32 gateway; struct { __be16 __unused; __be16 mtu; } frag; __u8 reserved[4]; } un; }; enum sctp_msg_flags { MSG_NOTIFICATION = 32768, }; enum dccp_state { DCCP_OPEN = 1, DCCP_REQUESTING = 2, DCCP_LISTEN = 10, DCCP_RESPOND = 3, DCCP_ACTIVE_CLOSEREQ = 4, DCCP_PASSIVE_CLOSE = 8, DCCP_CLOSING = 11, DCCP_TIME_WAIT = 6, DCCP_CLOSED = 7, DCCP_NEW_SYN_RECV = 12, DCCP_PARTOPEN = 13, DCCP_PASSIVE_CLOSEREQ = 14, DCCP_MAX_STATES = 15, }; enum l2tp_debug_flags { L2TP_MSG_DEBUG = 1, L2TP_MSG_CONTROL = 2, L2TP_MSG_SEQ = 4, L2TP_MSG_DATA = 8, }; struct pppoe_tag { __be16 tag_type; __be16 tag_len; char tag_data[0]; }; struct pppoe_hdr { __u8 type: 4; __u8 ver: 4; __u8 code; __be16 sid; __be16 length; struct pppoe_tag tag[0]; }; struct hsr_tag { __be16 path_and_LSDU_size; __be16 sequence_nr; __be16 encap_proto; }; struct mpls_label { __be32 entry; }; enum batadv_packettype { BATADV_IV_OGM = 0, BATADV_BCAST = 1, BATADV_CODED = 2, BATADV_ELP = 3, BATADV_OGM2 = 4, BATADV_UNICAST = 64, BATADV_UNICAST_FRAG = 65, BATADV_UNICAST_4ADDR = 66, BATADV_ICMP = 67, BATADV_UNICAST_TVLV = 68, }; struct batadv_unicast_packet { __u8 packet_type; __u8 version; __u8 ttl; __u8 ttvn; __u8 dest[6]; }; struct nf_conntrack_zone { u16 id; u8 flags; u8 dir; }; struct nf_conntrack_man { union nf_inet_addr u3; union nf_conntrack_man_proto u; u_int16_t l3num; }; struct nf_conntrack_tuple { struct nf_conntrack_man src; struct { union nf_inet_addr u3; union { __be16 all; struct { __be16 port; } tcp; struct { __be16 port; } udp; struct { u_int8_t type; u_int8_t code; } icmp; struct { __be16 port; } dccp; struct { __be16 port; } sctp; struct { __be16 key; } gre; } u; u_int8_t protonum; u_int8_t dir; } dst; }; struct nf_conntrack_tuple_hash { struct hlist_nulls_node hnnode; struct nf_conntrack_tuple tuple; }; struct nf_ct_udp { long unsigned int stream_ts; }; struct nf_ct_gre { unsigned int stream_timeout; unsigned int timeout; }; union nf_conntrack_proto { struct nf_ct_dccp dccp; struct ip_ct_sctp sctp; struct ip_ct_tcp tcp; struct nf_ct_udp udp; struct nf_ct_gre gre; unsigned int tmpl_padto; }; struct nf_ct_ext; struct nf_conn { struct nf_conntrack ct_general; spinlock_t lock; u32 timeout; struct nf_conntrack_zone zone; struct nf_conntrack_tuple_hash tuplehash[2]; long unsigned int status; possible_net_t ct_net; struct hlist_node nat_bysource; struct { } __nfct_init_offset; struct nf_conn *master; u_int32_t mark; struct nf_ct_ext *ext; union nf_conntrack_proto proto; }; struct nf_conntrack_tuple_mask { struct { union nf_inet_addr u3; union nf_conntrack_man_proto u; } src; }; struct nf_ct_ext { u8 offset[9]; u8 len; unsigned int gen_id; char data[0]; }; struct nf_conntrack_helper; struct nf_conntrack_expect { struct hlist_node lnode; struct hlist_node hnode; struct nf_conntrack_tuple tuple; struct nf_conntrack_tuple_mask mask; void (*expectfn)(struct nf_conn *, struct nf_conntrack_expect *); struct nf_conntrack_helper *helper; struct nf_conn *master; struct timer_list timeout; refcount_t use; unsigned int flags; unsigned int class; union nf_inet_addr saved_addr; union nf_conntrack_man_proto saved_proto; enum ip_conntrack_dir dir; struct callback_head rcu; }; enum nf_ct_ext_id { NF_CT_EXT_HELPER = 0, NF_CT_EXT_NAT = 1, NF_CT_EXT_SEQADJ = 2, NF_CT_EXT_ACCT = 3, NF_CT_EXT_ECACHE = 4, NF_CT_EXT_TSTAMP = 5, NF_CT_EXT_TIMEOUT = 6, NF_CT_EXT_LABELS = 7, NF_CT_EXT_SYNPROXY = 8, NF_CT_EXT_NUM = 9, }; struct nf_ct_event { struct nf_conn *ct; u32 portid; int report; }; struct nf_exp_event { struct nf_conntrack_expect *exp; u32 portid; int report; }; struct nf_conn_labels { long unsigned int bits[2]; }; struct _flow_keys_digest_data { __be16 n_proto; u8 ip_proto; u8 padding; __be32 ports; __be32 src; __be32 dst; }; enum { IF_OPER_UNKNOWN = 0, IF_OPER_NOTPRESENT = 1, IF_OPER_DOWN = 2, IF_OPER_LOWERLAYERDOWN = 3, IF_OPER_TESTING = 4, IF_OPER_DORMANT = 5, IF_OPER_UP = 6, }; struct rtnl_link_stats { __u32 rx_packets; __u32 tx_packets; __u32 rx_bytes; __u32 tx_bytes; __u32 rx_errors; __u32 tx_errors; __u32 rx_dropped; __u32 tx_dropped; __u32 multicast; __u32 collisions; __u32 rx_length_errors; __u32 rx_over_errors; __u32 rx_crc_errors; __u32 rx_frame_errors; __u32 rx_fifo_errors; __u32 rx_missed_errors; __u32 tx_aborted_errors; __u32 tx_carrier_errors; __u32 tx_fifo_errors; __u32 tx_heartbeat_errors; __u32 tx_window_errors; __u32 rx_compressed; __u32 tx_compressed; __u32 rx_nohandler; }; struct rtnl_link_ifmap { __u64 mem_start; __u64 mem_end; __u64 base_addr; __u16 irq; __u8 dma; __u8 port; }; enum { IFLA_PROTO_DOWN_REASON_UNSPEC = 0, IFLA_PROTO_DOWN_REASON_MASK = 1, IFLA_PROTO_DOWN_REASON_VALUE = 2, __IFLA_PROTO_DOWN_REASON_CNT = 3, IFLA_PROTO_DOWN_REASON_MAX = 2, }; enum { IFLA_BRPORT_UNSPEC = 0, IFLA_BRPORT_STATE = 1, IFLA_BRPORT_PRIORITY = 2, IFLA_BRPORT_COST = 3, IFLA_BRPORT_MODE = 4, IFLA_BRPORT_GUARD = 5, IFLA_BRPORT_PROTECT = 6, IFLA_BRPORT_FAST_LEAVE = 7, IFLA_BRPORT_LEARNING = 8, IFLA_BRPORT_UNICAST_FLOOD = 9, IFLA_BRPORT_PROXYARP = 10, IFLA_BRPORT_LEARNING_SYNC = 11, IFLA_BRPORT_PROXYARP_WIFI = 12, IFLA_BRPORT_ROOT_ID = 13, IFLA_BRPORT_BRIDGE_ID = 14, IFLA_BRPORT_DESIGNATED_PORT = 15, IFLA_BRPORT_DESIGNATED_COST = 16, IFLA_BRPORT_ID = 17, IFLA_BRPORT_NO = 18, IFLA_BRPORT_TOPOLOGY_CHANGE_ACK = 19, IFLA_BRPORT_CONFIG_PENDING = 20, IFLA_BRPORT_MESSAGE_AGE_TIMER = 21, IFLA_BRPORT_FORWARD_DELAY_TIMER = 22, IFLA_BRPORT_HOLD_TIMER = 23, IFLA_BRPORT_FLUSH = 24, IFLA_BRPORT_MULTICAST_ROUTER = 25, IFLA_BRPORT_PAD = 26, IFLA_BRPORT_MCAST_FLOOD = 27, IFLA_BRPORT_MCAST_TO_UCAST = 28, IFLA_BRPORT_VLAN_TUNNEL = 29, IFLA_BRPORT_BCAST_FLOOD = 30, IFLA_BRPORT_GROUP_FWD_MASK = 31, IFLA_BRPORT_NEIGH_SUPPRESS = 32, IFLA_BRPORT_ISOLATED = 33, IFLA_BRPORT_BACKUP_PORT = 34, IFLA_BRPORT_MRP_RING_OPEN = 35, IFLA_BRPORT_MRP_IN_OPEN = 36, IFLA_BRPORT_MCAST_EHT_HOSTS_LIMIT = 37, IFLA_BRPORT_MCAST_EHT_HOSTS_CNT = 38, IFLA_BRPORT_LOCKED = 39, IFLA_BRPORT_MAB = 40, __IFLA_BRPORT_MAX = 41, }; enum { IFLA_INFO_UNSPEC = 0, IFLA_INFO_KIND = 1, IFLA_INFO_DATA = 2, IFLA_INFO_XSTATS = 3, IFLA_INFO_SLAVE_KIND = 4, IFLA_INFO_SLAVE_DATA = 5, __IFLA_INFO_MAX = 6, }; enum { IFLA_VF_INFO_UNSPEC = 0, IFLA_VF_INFO = 1, __IFLA_VF_INFO_MAX = 2, }; enum { IFLA_VF_UNSPEC = 0, IFLA_VF_MAC = 1, IFLA_VF_VLAN = 2, IFLA_VF_TX_RATE = 3, IFLA_VF_SPOOFCHK = 4, IFLA_VF_LINK_STATE = 5, IFLA_VF_RATE = 6, IFLA_VF_RSS_QUERY_EN = 7, IFLA_VF_STATS = 8, IFLA_VF_TRUST = 9, IFLA_VF_IB_NODE_GUID = 10, IFLA_VF_IB_PORT_GUID = 11, IFLA_VF_VLAN_LIST = 12, IFLA_VF_BROADCAST = 13, __IFLA_VF_MAX = 14, }; struct ifla_vf_mac { __u32 vf; __u8 mac[32]; }; struct ifla_vf_broadcast { __u8 broadcast[32]; }; struct ifla_vf_vlan { __u32 vf; __u32 vlan; __u32 qos; }; enum { IFLA_VF_VLAN_INFO_UNSPEC = 0, IFLA_VF_VLAN_INFO = 1, __IFLA_VF_VLAN_INFO_MAX = 2, }; struct ifla_vf_vlan_info { __u32 vf; __u32 vlan; __u32 qos; __be16 vlan_proto; }; struct ifla_vf_tx_rate { __u32 vf; __u32 rate; }; struct ifla_vf_rate { __u32 vf; __u32 min_tx_rate; __u32 max_tx_rate; }; struct ifla_vf_spoofchk { __u32 vf; __u32 setting; }; struct ifla_vf_link_state { __u32 vf; __u32 link_state; }; struct ifla_vf_rss_query_en { __u32 vf; __u32 setting; }; enum { IFLA_VF_STATS_RX_PACKETS = 0, IFLA_VF_STATS_TX_PACKETS = 1, IFLA_VF_STATS_RX_BYTES = 2, IFLA_VF_STATS_TX_BYTES = 3, IFLA_VF_STATS_BROADCAST = 4, IFLA_VF_STATS_MULTICAST = 5, IFLA_VF_STATS_PAD = 6, IFLA_VF_STATS_RX_DROPPED = 7, IFLA_VF_STATS_TX_DROPPED = 8, __IFLA_VF_STATS_MAX = 9, }; struct ifla_vf_trust { __u32 vf; __u32 setting; }; enum { IFLA_VF_PORT_UNSPEC = 0, IFLA_VF_PORT = 1, __IFLA_VF_PORT_MAX = 2, }; enum { IFLA_PORT_UNSPEC = 0, IFLA_PORT_VF = 1, IFLA_PORT_PROFILE = 2, IFLA_PORT_VSI_TYPE = 3, IFLA_PORT_INSTANCE_UUID = 4, IFLA_PORT_HOST_UUID = 5, IFLA_PORT_REQUEST = 6, IFLA_PORT_RESPONSE = 7, __IFLA_PORT_MAX = 8, }; struct if_stats_msg { __u8 family; __u8 pad1; __u16 pad2; __u32 ifindex; __u32 filter_mask; }; enum { IFLA_STATS_UNSPEC = 0, IFLA_STATS_LINK_64 = 1, IFLA_STATS_LINK_XSTATS = 2, IFLA_STATS_LINK_XSTATS_SLAVE = 3, IFLA_STATS_LINK_OFFLOAD_XSTATS = 4, IFLA_STATS_AF_SPEC = 5, __IFLA_STATS_MAX = 6, }; enum { IFLA_STATS_GETSET_UNSPEC = 0, IFLA_STATS_GET_FILTERS = 1, IFLA_STATS_SET_OFFLOAD_XSTATS_L3_STATS = 2, __IFLA_STATS_GETSET_MAX = 3, }; enum { IFLA_OFFLOAD_XSTATS_UNSPEC = 0, IFLA_OFFLOAD_XSTATS_CPU_HIT = 1, IFLA_OFFLOAD_XSTATS_HW_S_INFO = 2, IFLA_OFFLOAD_XSTATS_L3_STATS = 3, __IFLA_OFFLOAD_XSTATS_MAX = 4, }; enum { IFLA_OFFLOAD_XSTATS_HW_S_INFO_UNSPEC = 0, IFLA_OFFLOAD_XSTATS_HW_S_INFO_REQUEST = 1, IFLA_OFFLOAD_XSTATS_HW_S_INFO_USED = 2, __IFLA_OFFLOAD_XSTATS_HW_S_INFO_MAX = 3, }; enum { XDP_ATTACHED_NONE = 0, XDP_ATTACHED_DRV = 1, XDP_ATTACHED_SKB = 2, XDP_ATTACHED_HW = 3, XDP_ATTACHED_MULTI = 4, }; enum { IFLA_XDP_UNSPEC = 0, IFLA_XDP_FD = 1, IFLA_XDP_ATTACHED = 2, IFLA_XDP_FLAGS = 3, IFLA_XDP_PROG_ID = 4, IFLA_XDP_DRV_PROG_ID = 5, IFLA_XDP_SKB_PROG_ID = 6, IFLA_XDP_HW_PROG_ID = 7, IFLA_XDP_EXPECTED_FD = 8, __IFLA_XDP_MAX = 9, }; enum { IFLA_EVENT_NONE = 0, IFLA_EVENT_REBOOT = 1, IFLA_EVENT_FEATURES = 2, IFLA_EVENT_BONDING_FAILOVER = 3, IFLA_EVENT_NOTIFY_PEERS = 4, IFLA_EVENT_IGMP_RESEND = 5, IFLA_EVENT_BONDING_OPTIONS = 6, }; enum netdev_offload_xstats_type { NETDEV_OFFLOAD_XSTATS_TYPE_L3 = 1, }; enum { IFLA_BRIDGE_FLAGS = 0, IFLA_BRIDGE_MODE = 1, IFLA_BRIDGE_VLAN_INFO = 2, IFLA_BRIDGE_VLAN_TUNNEL_INFO = 3, IFLA_BRIDGE_MRP = 4, IFLA_BRIDGE_CFM = 5, IFLA_BRIDGE_MST = 6, __IFLA_BRIDGE_MAX = 7, }; enum { BR_MCAST_DIR_RX = 0, BR_MCAST_DIR_TX = 1, BR_MCAST_DIR_SIZE = 2, }; enum rtattr_type_t { RTA_UNSPEC = 0, RTA_DST = 1, RTA_SRC = 2, RTA_IIF = 3, RTA_OIF = 4, RTA_GATEWAY = 5, RTA_PRIORITY = 6, RTA_PREFSRC = 7, RTA_METRICS = 8, RTA_MULTIPATH = 9, RTA_PROTOINFO = 10, RTA_FLOW = 11, RTA_CACHEINFO = 12, RTA_SESSION = 13, RTA_MP_ALGO = 14, RTA_TABLE = 15, RTA_MARK = 16, RTA_MFC_STATS = 17, RTA_VIA = 18, RTA_NEWDST = 19, RTA_PREF = 20, RTA_ENCAP_TYPE = 21, RTA_ENCAP = 22, RTA_EXPIRES = 23, RTA_PAD = 24, RTA_UID = 25, RTA_TTL_PROPAGATE = 26, RTA_IP_PROTO = 27, RTA_SPORT = 28, RTA_DPORT = 29, RTA_NH_ID = 30, __RTA_MAX = 31, }; struct rta_cacheinfo { __u32 rta_clntref; __u32 rta_lastuse; __s32 rta_expires; __u32 rta_error; __u32 rta_used; __u32 rta_id; __u32 rta_ts; __u32 rta_tsage; }; enum rtnl_kinds { RTNL_KIND_NEW = 0, RTNL_KIND_DEL = 1, RTNL_KIND_GET = 2, RTNL_KIND_SET = 3, }; struct rtnl_af_ops { struct list_head list; int family; int (*fill_link_af)(struct sk_buff *, const struct net_device *, u32); size_t (*get_link_af_size)(const struct net_device *, u32); int (*validate_link_af)(const struct net_device *, const struct nlattr *, struct netlink_ext_ack *); int (*set_link_af)(struct net_device *, const struct nlattr *, struct netlink_ext_ack *); int (*fill_stats_af)(struct sk_buff *, const struct net_device *); size_t (*get_stats_af_size)(const struct net_device *); }; struct rtnl_link { rtnl_doit_func doit; rtnl_dumpit_func dumpit; struct module *owner; unsigned int flags; struct callback_head rcu; }; struct rtnl_newlink_tbs { struct nlattr *tb[63]; struct nlattr *attr[51]; struct nlattr *slave_attr[41]; }; struct rtnl_offload_xstats_request_used { bool request; bool used; }; struct rtnl_stats_dump_filters { u32 mask[6]; }; enum nf_dev_hooks { NF_NETDEV_INGRESS = 0, NF_NETDEV_EGRESS = 1, NF_NETDEV_NUMHOOKS = 2, }; struct ifbond { __s32 bond_mode; __s32 num_slaves; __s32 miimon; }; typedef struct ifbond ifbond; struct ifslave { __s32 slave_id; char slave_name[16]; __s8 link; __s8 state; __u32 link_failure_count; }; typedef struct ifslave ifslave; enum { NAPIF_STATE_SCHED = 1, NAPIF_STATE_MISSED = 2, NAPIF_STATE_DISABLE = 4, NAPIF_STATE_NPSVC = 8, NAPIF_STATE_LISTED = 16, NAPIF_STATE_NO_BUSY_POLL = 32, NAPIF_STATE_IN_BUSY_POLL = 64, NAPIF_STATE_PREFER_BUSY_POLL = 128, NAPIF_STATE_THREADED = 256, NAPIF_STATE_SCHED_THREADED = 512, }; struct net_device_path_stack { int num_paths; struct net_device_path path[5]; }; struct bpf_xdp_link { struct bpf_link link; struct net_device *dev; int flags; }; struct netdev_net_notifier { struct list_head list; struct notifier_block *nb; }; struct packet_type { __be16 type; bool ignore_outgoing; struct net_device *dev; netdevice_tracker dev_tracker; int (*func)(struct sk_buff *, struct net_device *, struct packet_type *, struct net_device *); void (*list_func)(struct list_head *, struct packet_type *, struct net_device *); bool (*id_match)(struct packet_type *, struct sock *); struct net *af_packet_net; void *af_packet_priv; struct list_head list; }; struct netdev_notifier_info_ext { struct netdev_notifier_info info; union { u32 mtu; } ext; }; struct netdev_notifier_change_info { struct netdev_notifier_info info; unsigned int flags_changed; }; struct netdev_notifier_changelowerstate_info { struct netdev_notifier_info info; void *lower_state_info; }; struct netdev_notifier_offload_xstats_rd { struct rtnl_hw_stats64 stats; bool used; }; struct netdev_notifier_offload_xstats_ru { bool used; }; struct netdev_notifier_offload_xstats_info { struct netdev_notifier_info info; enum netdev_offload_xstats_type type; union { struct netdev_notifier_offload_xstats_rd *report_delta; struct netdev_notifier_offload_xstats_ru *report_used; }; }; enum { NESTED_SYNC_IMM_BIT = 0, NESTED_SYNC_TODO_BIT = 1, }; struct netdev_nested_priv { unsigned char flags; void *data; }; struct netdev_bonding_info { ifslave slave; ifbond master; }; struct netdev_notifier_bonding_info { struct netdev_notifier_info info; struct netdev_bonding_info bonding_info; }; enum qdisc_state_t { __QDISC_STATE_SCHED = 0, __QDISC_STATE_DEACTIVATED = 1, __QDISC_STATE_MISSED = 2, __QDISC_STATE_DRAINING = 3, }; enum qdisc_state2_t { __QDISC_STATE2_RUNNING = 0, }; struct tcf_walker { int stop; int skip; int count; bool nonempty; long unsigned int cookie; int (*fn)(struct tcf_proto *, void *, struct tcf_walker *); }; struct tc_skb_cb { struct qdisc_skb_cb qdisc_cb; u16 mru; u8 post_ct: 1; u8 post_ct_snat: 1; u8 post_ct_dnat: 1; u16 zone; }; typedef int (*bpf_op_t)(struct net_device *, struct netdev_bpf *); struct dev_kfree_skb_cb { enum skb_free_reason reason; }; struct netdev_adjacent { struct net_device *dev; netdevice_tracker dev_tracker; bool master; bool ignore; u16 ref_nr; void *private; struct list_head list; struct callback_head rcu; }; struct ndt_stats { __u64 ndts_allocs; __u64 ndts_destroys; __u64 ndts_hash_grows; __u64 ndts_res_failed; __u64 ndts_lookups; __u64 ndts_hits; __u64 ndts_rcv_probes_mcast; __u64 ndts_rcv_probes_ucast; __u64 ndts_periodic_gc_runs; __u64 ndts_forced_gc_runs; __u64 ndts_table_fulls; }; enum { NDTPA_UNSPEC = 0, NDTPA_IFINDEX = 1, NDTPA_REFCNT = 2, NDTPA_REACHABLE_TIME = 3, NDTPA_BASE_REACHABLE_TIME = 4, NDTPA_RETRANS_TIME = 5, NDTPA_GC_STALETIME = 6, NDTPA_DELAY_PROBE_TIME = 7, NDTPA_QUEUE_LEN = 8, NDTPA_APP_PROBES = 9, NDTPA_UCAST_PROBES = 10, NDTPA_MCAST_PROBES = 11, NDTPA_ANYCAST_DELAY = 12, NDTPA_PROXY_DELAY = 13, NDTPA_PROXY_QLEN = 14, NDTPA_LOCKTIME = 15, NDTPA_QUEUE_LENBYTES = 16, NDTPA_MCAST_REPROBES = 17, NDTPA_PAD = 18, NDTPA_INTERVAL_PROBE_TIME_MS = 19, __NDTPA_MAX = 20, }; struct ndtmsg { __u8 ndtm_family; __u8 ndtm_pad1; __u16 ndtm_pad2; }; struct ndt_config { __u16 ndtc_key_len; __u16 ndtc_entry_size; __u32 ndtc_entries; __u32 ndtc_last_flush; __u32 ndtc_last_rand; __u32 ndtc_hash_rnd; __u32 ndtc_hash_mask; __u32 ndtc_hash_chain_gc; __u32 ndtc_proxy_qlen; }; enum { NDTA_UNSPEC = 0, NDTA_NAME = 1, NDTA_THRESH1 = 2, NDTA_THRESH2 = 3, NDTA_THRESH3 = 4, NDTA_CONFIG = 5, NDTA_PARMS = 6, NDTA_STATS = 7, NDTA_GC_INTERVAL = 8, NDTA_PAD = 9, __NDTA_MAX = 10, }; enum { NEIGH_ARP_TABLE = 0, NEIGH_ND_TABLE = 1, NEIGH_DN_TABLE = 2, NEIGH_NR_TABLES = 3, NEIGH_LINK_TABLE = 3, }; struct neigh_seq_state { struct seq_net_private p; struct neigh_table *tbl; struct neigh_hash_table *nht; void * (*neigh_sub_iter)(struct neigh_seq_state *, struct neighbour *, loff_t *); unsigned int bucket; unsigned int flags; }; struct neighbour_cb { long unsigned int sched_next; unsigned int flags; }; enum netevent_notif_type { NETEVENT_NEIGH_UPDATE = 1, NETEVENT_REDIRECT = 2, NETEVENT_DELAY_PROBE_TIME_UPDATE = 3, NETEVENT_IPV4_MPATH_HASH_UPDATE = 4, NETEVENT_IPV6_MPATH_HASH_UPDATE = 5, NETEVENT_IPV4_FWD_UPDATE_PRIORITY_UPDATE = 6, }; struct neigh_dump_filter { int master_idx; int dev_idx; }; struct neigh_sysctl_table { struct ctl_table_header *sysctl_header; struct ctl_table neigh_vars[22]; }; enum { IF_LINK_MODE_DEFAULT = 0, IF_LINK_MODE_DORMANT = 1, IF_LINK_MODE_TESTING = 2, }; enum lw_bits { LW_URGENT = 0, }; enum { INET_DIAG_REQ_NONE = 0, INET_DIAG_REQ_BYTECODE = 1, INET_DIAG_REQ_SK_BPF_STORAGES = 2, INET_DIAG_REQ_PROTOCOL = 3, __INET_DIAG_REQ_MAX = 4, }; struct sock_diag_req { __u8 sdiag_family; __u8 sdiag_protocol; }; struct sock_diag_handler { __u8 family; int (*dump)(struct sk_buff *, struct nlmsghdr *); int (*get_info)(struct sk_buff *, struct sock *); int (*destroy)(struct sk_buff *, struct nlmsghdr *); }; struct broadcast_sk { struct sock *sk; struct work_struct work; }; struct compat_ifconf { compat_int_t ifc_len; compat_caddr_t ifcbuf; }; enum hwtstamp_flags { HWTSTAMP_FLAG_BONDED_PHC_INDEX = 1, HWTSTAMP_FLAG_LAST = 1, HWTSTAMP_FLAG_MASK = 1, }; struct tso_t { int next_frag_idx; int size; void *data; u16 ip_id; u8 tlen; bool ipv6; u32 tcp_seq; }; enum { BPF_F_RECOMPUTE_CSUM = 1, BPF_F_INVALIDATE_HASH = 2, }; enum { BPF_F_HDR_FIELD_MASK = 15, }; enum { BPF_F_PSEUDO_HDR = 16, BPF_F_MARK_MANGLED_0 = 32, BPF_F_MARK_ENFORCE = 64, }; enum { BPF_F_INGRESS = 1, }; enum { BPF_F_TUNINFO_IPV6 = 1, }; enum { BPF_F_ZERO_CSUM_TX = 2, BPF_F_DONT_FRAGMENT = 4, BPF_F_SEQ_NUMBER = 8, }; enum { BPF_F_TUNINFO_FLAGS = 16, }; enum { BPF_CSUM_LEVEL_QUERY = 0, BPF_CSUM_LEVEL_INC = 1, BPF_CSUM_LEVEL_DEC = 2, BPF_CSUM_LEVEL_RESET = 3, }; enum { BPF_F_ADJ_ROOM_FIXED_GSO = 1, BPF_F_ADJ_ROOM_ENCAP_L3_IPV4 = 2, BPF_F_ADJ_ROOM_ENCAP_L3_IPV6 = 4, BPF_F_ADJ_ROOM_ENCAP_L4_GRE = 8, BPF_F_ADJ_ROOM_ENCAP_L4_UDP = 16, BPF_F_ADJ_ROOM_NO_CSUM_RESET = 32, BPF_F_ADJ_ROOM_ENCAP_L2_ETH = 64, }; enum { BPF_ADJ_ROOM_ENCAP_L2_MASK = 255, BPF_ADJ_ROOM_ENCAP_L2_SHIFT = 56, }; enum { BPF_SK_LOOKUP_F_REPLACE = 1, BPF_SK_LOOKUP_F_NO_REUSEPORT = 2, }; enum bpf_adj_room_mode { BPF_ADJ_ROOM_NET = 0, BPF_ADJ_ROOM_MAC = 1, }; enum bpf_hdr_start_off { BPF_HDR_START_MAC = 0, BPF_HDR_START_NET = 1, }; enum { BPF_SKB_TSTAMP_UNSPEC = 0, BPF_SKB_TSTAMP_DELIVERY_MONO = 1, }; struct bpf_tunnel_key { __u32 tunnel_id; union { __u32 remote_ipv4; __u32 remote_ipv6[4]; }; __u8 tunnel_tos; __u8 tunnel_ttl; union { __u16 tunnel_ext; __be16 tunnel_flags; }; __u32 tunnel_label; union { __u32 local_ipv4; __u32 local_ipv6[4]; }; }; struct bpf_xfrm_state { __u32 reqid; __u32 spi; __u16 family; __u16 ext; union { __u32 remote_ipv4; __u32 remote_ipv6[4]; }; }; struct bpf_tcp_sock { __u32 snd_cwnd; __u32 srtt_us; __u32 rtt_min; __u32 snd_ssthresh; __u32 rcv_nxt; __u32 snd_nxt; __u32 snd_una; __u32 mss_cache; __u32 ecn_flags; __u32 rate_delivered; __u32 rate_interval_us; __u32 packets_out; __u32 retrans_out; __u32 total_retrans; __u32 segs_in; __u32 data_segs_in; __u32 segs_out; __u32 data_segs_out; __u32 lost_out; __u32 sacked_out; __u64 bytes_received; __u64 bytes_acked; __u32 dsack_dups; __u32 delivered; __u32 delivered_ce; __u32 icsk_retransmits; }; struct bpf_sock_tuple { union { struct { __be32 saddr; __be32 daddr; __be16 sport; __be16 dport; } ipv4; struct { __be32 saddr[4]; __be32 daddr[4]; __be16 sport; __be16 dport; } ipv6; }; }; struct bpf_xdp_sock { __u32 queue_id; }; enum { BPF_SOCK_OPS_RTO_CB_FLAG = 1, BPF_SOCK_OPS_RETRANS_CB_FLAG = 2, BPF_SOCK_OPS_STATE_CB_FLAG = 4, BPF_SOCK_OPS_RTT_CB_FLAG = 8, BPF_SOCK_OPS_PARSE_ALL_HDR_OPT_CB_FLAG = 16, BPF_SOCK_OPS_PARSE_UNKNOWN_HDR_OPT_CB_FLAG = 32, BPF_SOCK_OPS_WRITE_HDR_OPT_CB_FLAG = 64, BPF_SOCK_OPS_ALL_CB_FLAGS = 127, }; enum { BPF_SOCK_OPS_VOID = 0, BPF_SOCK_OPS_TIMEOUT_INIT = 1, BPF_SOCK_OPS_RWND_INIT = 2, BPF_SOCK_OPS_TCP_CONNECT_CB = 3, BPF_SOCK_OPS_ACTIVE_ESTABLISHED_CB = 4, BPF_SOCK_OPS_PASSIVE_ESTABLISHED_CB = 5, BPF_SOCK_OPS_NEEDS_ECN = 6, BPF_SOCK_OPS_BASE_RTT = 7, BPF_SOCK_OPS_RTO_CB = 8, BPF_SOCK_OPS_RETRANS_CB = 9, BPF_SOCK_OPS_STATE_CB = 10, BPF_SOCK_OPS_TCP_LISTEN_CB = 11, BPF_SOCK_OPS_RTT_CB = 12, BPF_SOCK_OPS_PARSE_HDR_OPT_CB = 13, BPF_SOCK_OPS_HDR_OPT_LEN_CB = 14, BPF_SOCK_OPS_WRITE_HDR_OPT_CB = 15, }; enum { TCP_BPF_IW = 1001, TCP_BPF_SNDCWND_CLAMP = 1002, TCP_BPF_DELACK_MAX = 1003, TCP_BPF_RTO_MIN = 1004, TCP_BPF_SYN = 1005, TCP_BPF_SYN_IP = 1006, TCP_BPF_SYN_MAC = 1007, }; enum { BPF_LOAD_HDR_OPT_TCP_SYN = 1, }; enum { BPF_FIB_LOOKUP_DIRECT = 1, BPF_FIB_LOOKUP_OUTPUT = 2, }; enum { BPF_FIB_LKUP_RET_SUCCESS = 0, BPF_FIB_LKUP_RET_BLACKHOLE = 1, BPF_FIB_LKUP_RET_UNREACHABLE = 2, BPF_FIB_LKUP_RET_PROHIBIT = 3, BPF_FIB_LKUP_RET_NOT_FWDED = 4, BPF_FIB_LKUP_RET_FWD_DISABLED = 5, BPF_FIB_LKUP_RET_UNSUPP_LWT = 6, BPF_FIB_LKUP_RET_NO_NEIGH = 7, BPF_FIB_LKUP_RET_FRAG_NEEDED = 8, }; struct bpf_fib_lookup { __u8 family; __u8 l4_protocol; __be16 sport; __be16 dport; union { __u16 tot_len; __u16 mtu_result; }; __u32 ifindex; union { __u8 tos; __be32 flowinfo; __u32 rt_metric; }; union { __be32 ipv4_src; __u32 ipv6_src[4]; }; union { __be32 ipv4_dst; __u32 ipv6_dst[4]; }; __be16 h_vlan_proto; __be16 h_vlan_TCI; __u8 smac[6]; __u8 dmac[6]; }; struct bpf_redir_neigh { __u32 nh_family; union { __be32 ipv4_nh; __u32 ipv6_nh[4]; }; }; enum bpf_check_mtu_flags { BPF_MTU_CHK_SEGS = 1, }; enum bpf_check_mtu_ret { BPF_MTU_CHK_RET_SUCCESS = 0, BPF_MTU_CHK_RET_FRAG_NEEDED = 1, BPF_MTU_CHK_RET_SEGS_TOOBIG = 2, }; struct seg6_pernet_data { struct mutex lock; struct in6_addr *tun_src; }; enum rt_class_t { RT_TABLE_UNSPEC = 0, RT_TABLE_COMPAT = 252, RT_TABLE_DEFAULT = 253, RT_TABLE_MAIN = 254, RT_TABLE_LOCAL = 255, RT_TABLE_MAX = 4294967295, }; struct inet_timewait_sock { struct sock_common __tw_common; __u32 tw_mark; volatile unsigned char tw_substate; unsigned char tw_rcv_wscale; __be16 tw_sport; unsigned int tw_transparent: 1; unsigned int tw_flowlabel: 20; unsigned int tw_pad: 3; unsigned int tw_tos: 8; u32 tw_txhash; u32 tw_priority; struct timer_list tw_timer; struct inet_bind_bucket *tw_tb; struct inet_bind2_bucket *tw_tb2; struct hlist_node tw_bind2_node; }; struct tcp_timewait_sock { struct inet_timewait_sock tw_sk; u32 tw_rcv_wnd; u32 tw_ts_offset; u32 tw_ts_recent; u32 tw_last_oow_ack_time; int tw_ts_recent_stamp; u32 tw_tx_delay; struct tcp_md5sig_key *tw_md5_key; }; struct udp6_sock { struct udp_sock udp; struct ipv6_pinfo inet6; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct tcp6_sock { struct tcp_sock tcp; struct ipv6_pinfo inet6; }; struct fib_result { __be32 prefix; unsigned char prefixlen; unsigned char nh_sel; unsigned char type; unsigned char scope; u32 tclassid; struct fib_nh_common *nhc; struct fib_info *fi; struct fib_table *table; struct hlist_head *fa_head; }; struct ipv6_bpf_stub { int (*inet6_bind)(struct sock *, struct sockaddr *, int, u32); struct sock * (*udp6_lib_lookup)(struct net *, const struct in6_addr *, __be16, const struct in6_addr *, __be16, int, int, struct udp_table *, struct sk_buff *); int (*ipv6_setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*ipv6_getsockopt)(struct sock *, int, int, sockptr_t, sockptr_t); }; struct tcp_skb_cb { __u32 seq; __u32 end_seq; union { __u32 tcp_tw_isn; struct { u16 tcp_gso_segs; u16 tcp_gso_size; }; }; __u8 tcp_flags; __u8 sacked; __u8 ip_dsfield; __u8 txstamp_ack: 1; __u8 eor: 1; __u8 has_rxtstamp: 1; __u8 unused: 5; __u32 ack_seq; union { struct { __u32 is_app_limited: 1; __u32 delivered_ce: 20; __u32 unused: 11; __u32 delivered; u64 first_tx_mstamp; u64 delivered_mstamp; } tx; union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; }; }; struct strp_msg { int full_len; int offset; }; struct _strp_msg { struct strp_msg strp; int accum_len; }; struct tls_msg { u8 control; }; struct sk_skb_cb { unsigned char data[20]; unsigned char pad[4]; struct _strp_msg strp; struct tls_msg tls; u64 temp_reg; }; struct xdp_umem { void *addrs; u64 size; u32 headroom; u32 chunk_size; u32 chunks; u32 npgs; struct user_struct *user; refcount_t users; u8 flags; bool zc; struct page **pgs; int id; struct list_head xsk_dma_list; struct work_struct work; }; struct xsk_queue; struct xdp_sock { struct sock sk; struct xsk_queue *rx; struct net_device *dev; struct xdp_umem *umem; struct list_head flush_node; struct xsk_buff_pool *pool; u16 queue_id; bool zc; enum { XSK_READY = 0, XSK_BOUND = 1, XSK_UNBOUND = 2, } state; long: 64; struct xsk_queue *tx; struct list_head tx_list; spinlock_t rx_lock; u64 rx_dropped; u64 rx_queue_full; struct list_head map_list; spinlock_t map_list_lock; struct mutex mutex; struct xsk_queue *fq_tmp; struct xsk_queue *cq_tmp; long: 64; }; struct tls_crypto_info { __u16 version; __u16 cipher_type; }; struct tls12_crypto_info_aes_gcm_128 { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_aes_gcm_256 { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[32]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_chacha20_poly1305 { struct tls_crypto_info info; unsigned char iv[12]; unsigned char key[32]; unsigned char salt[0]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_sm4_gcm { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_sm4_ccm { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls_strparser { struct sock *sk; u32 mark: 8; u32 stopped: 1; u32 copy_mode: 1; u32 msg_ready: 1; struct strp_msg stm; struct sk_buff *anchor; struct work_struct work; }; struct tls_sw_context_rx { struct crypto_aead *aead_recv; struct crypto_wait async_wait; struct sk_buff_head rx_list; void (*saved_data_ready)(struct sock *); u8 reader_present; u8 async_capable: 1; u8 zc_capable: 1; u8 reader_contended: 1; struct tls_strparser strp; atomic_t decrypt_pending; spinlock_t decrypt_compl_lock; struct sk_buff_head async_hold; struct wait_queue_head wq; }; struct tls_prot_info { u16 version; u16 cipher_type; u16 prepend_size; u16 tag_size; u16 overhead_size; u16 iv_size; u16 salt_size; u16 rec_seq_size; u16 aad_size; u16 tail_size; }; struct cipher_context { char *iv; char *rec_seq; }; union tls_crypto_context { struct tls_crypto_info info; union { struct tls12_crypto_info_aes_gcm_128 aes_gcm_128; struct tls12_crypto_info_aes_gcm_256 aes_gcm_256; struct tls12_crypto_info_chacha20_poly1305 chacha20_poly1305; struct tls12_crypto_info_sm4_gcm sm4_gcm; struct tls12_crypto_info_sm4_ccm sm4_ccm; }; }; struct tls_context { struct tls_prot_info prot_info; u8 tx_conf: 3; u8 rx_conf: 3; u8 zerocopy_sendfile: 1; u8 rx_no_pad: 1; int (*push_pending_record)(struct sock *, int); void (*sk_write_space)(struct sock *); void *priv_ctx_tx; void *priv_ctx_rx; struct net_device *netdev; struct cipher_context tx; struct cipher_context rx; struct scatterlist *partially_sent_record; u16 partially_sent_offset; bool in_tcp_sendpages; bool pending_open_record_frags; struct mutex tx_lock; long unsigned int flags; struct proto *sk_proto; struct sock *sk; void (*sk_destruct)(struct sock *); union tls_crypto_context crypto_send; union tls_crypto_context crypto_recv; struct list_head list; refcount_t refcount; struct callback_head rcu; }; typedef u64 (*btf_bpf_skb_get_pay_offset)(struct sk_buff *); typedef u64 (*btf_bpf_skb_get_nlattr)(struct sk_buff *, u32, u32); typedef u64 (*btf_bpf_skb_get_nlattr_nest)(struct sk_buff *, u32, u32); typedef u64 (*btf_bpf_skb_load_helper_8)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_8_no_cache)(const struct sk_buff *, int); typedef u64 (*btf_bpf_skb_load_helper_16)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_16_no_cache)(const struct sk_buff *, int); typedef u64 (*btf_bpf_skb_load_helper_32)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_32_no_cache)(const struct sk_buff *, int); struct bpf_scratchpad { union { __be32 diff[128]; u8 buff[512]; }; }; typedef u64 (*btf_bpf_skb_store_bytes)(struct sk_buff *, u32, const void *, u32, u64); typedef u64 (*btf_bpf_skb_load_bytes)(const struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_flow_dissector_load_bytes)(const struct bpf_flow_dissector *, u32, void *, u32); typedef u64 (*btf_bpf_skb_load_bytes_relative)(const struct sk_buff *, u32, void *, u32, u32); typedef u64 (*btf_bpf_skb_pull_data)(struct sk_buff *, u32); typedef u64 (*btf_bpf_sk_fullsock)(struct sock *); typedef u64 (*btf_sk_skb_pull_data)(struct sk_buff *, u32); typedef u64 (*btf_bpf_l3_csum_replace)(struct sk_buff *, u32, u64, u64, u64); typedef u64 (*btf_bpf_l4_csum_replace)(struct sk_buff *, u32, u64, u64, u64); typedef u64 (*btf_bpf_csum_diff)(__be32 *, u32, __be32 *, u32, __wsum); typedef u64 (*btf_bpf_csum_update)(struct sk_buff *, __wsum); typedef u64 (*btf_bpf_csum_level)(struct sk_buff *, u64); enum { BPF_F_NEIGH = 2, BPF_F_PEER = 4, BPF_F_NEXTHOP = 8, }; typedef u64 (*btf_bpf_clone_redirect)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_redirect)(u32, u64); typedef u64 (*btf_bpf_redirect_peer)(u32, u64); typedef u64 (*btf_bpf_redirect_neigh)(u32, struct bpf_redir_neigh *, int, u64); typedef u64 (*btf_bpf_msg_apply_bytes)(struct sk_msg *, u32); typedef u64 (*btf_bpf_msg_cork_bytes)(struct sk_msg *, u32); typedef u64 (*btf_bpf_msg_pull_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_msg_push_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_msg_pop_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_get_cgroup_classid_curr)(); typedef u64 (*btf_bpf_skb_cgroup_classid)(const struct sk_buff *); typedef u64 (*btf_bpf_get_cgroup_classid)(const struct sk_buff *); typedef u64 (*btf_bpf_get_route_realm)(const struct sk_buff *); typedef u64 (*btf_bpf_get_hash_recalc)(struct sk_buff *); typedef u64 (*btf_bpf_set_hash_invalid)(struct sk_buff *); typedef u64 (*btf_bpf_set_hash)(struct sk_buff *, u32); typedef u64 (*btf_bpf_skb_vlan_push)(struct sk_buff *, __be16, u16); typedef u64 (*btf_bpf_skb_vlan_pop)(struct sk_buff *); typedef u64 (*btf_bpf_skb_change_proto)(struct sk_buff *, __be16, u64); typedef u64 (*btf_bpf_skb_change_type)(struct sk_buff *, u32); typedef u64 (*btf_sk_skb_adjust_room)(struct sk_buff *, s32, u32, u64); typedef u64 (*btf_bpf_skb_adjust_room)(struct sk_buff *, s32, u32, u64); typedef u64 (*btf_bpf_skb_change_tail)(struct sk_buff *, u32, u64); typedef u64 (*btf_sk_skb_change_tail)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_skb_change_head)(struct sk_buff *, u32, u64); typedef u64 (*btf_sk_skb_change_head)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_xdp_get_buff_len)(struct xdp_buff *); typedef u64 (*btf_bpf_xdp_adjust_head)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_load_bytes)(struct xdp_buff *, u32, void *, u32); typedef u64 (*btf_bpf_xdp_store_bytes)(struct xdp_buff *, u32, void *, u32); typedef u64 (*btf_bpf_xdp_adjust_tail)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_adjust_meta)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_redirect)(u32, u64); typedef u64 (*btf_bpf_xdp_redirect_map)(struct bpf_map *, u64, u64); typedef u64 (*btf_bpf_skb_event_output)(struct sk_buff *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_skb_get_tunnel_key)(struct sk_buff *, struct bpf_tunnel_key *, u32, u64); typedef u64 (*btf_bpf_skb_get_tunnel_opt)(struct sk_buff *, u8 *, u32); typedef u64 (*btf_bpf_skb_set_tunnel_key)(struct sk_buff *, const struct bpf_tunnel_key *, u32, u64); typedef u64 (*btf_bpf_skb_set_tunnel_opt)(struct sk_buff *, const u8 *, u32); typedef u64 (*btf_bpf_skb_under_cgroup)(struct sk_buff *, struct bpf_map *, u32); typedef u64 (*btf_bpf_skb_cgroup_id)(const struct sk_buff *); typedef u64 (*btf_bpf_skb_ancestor_cgroup_id)(const struct sk_buff *, int); typedef u64 (*btf_bpf_sk_cgroup_id)(struct sock *); typedef u64 (*btf_bpf_sk_ancestor_cgroup_id)(struct sock *, int); typedef u64 (*btf_bpf_xdp_event_output)(struct xdp_buff *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_socket_cookie)(struct sk_buff *); typedef u64 (*btf_bpf_get_socket_cookie_sock_addr)(struct bpf_sock_addr_kern *); typedef u64 (*btf_bpf_get_socket_cookie_sock)(struct sock *); typedef u64 (*btf_bpf_get_socket_ptr_cookie)(struct sock *); typedef u64 (*btf_bpf_get_socket_cookie_sock_ops)(struct bpf_sock_ops_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sock)(struct sock *); typedef u64 (*btf_bpf_get_netns_cookie_sock_addr)(struct bpf_sock_addr_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sock_ops)(struct bpf_sock_ops_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sk_msg)(struct sk_msg *); typedef u64 (*btf_bpf_get_socket_uid)(struct sk_buff *); typedef u64 (*btf_bpf_sk_setsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_sk_getsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_unlocked_sk_setsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_unlocked_sk_getsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_sock_addr_setsockopt)(struct bpf_sock_addr_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_addr_getsockopt)(struct bpf_sock_addr_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_setsockopt)(struct bpf_sock_ops_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_getsockopt)(struct bpf_sock_ops_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_cb_flags_set)(struct bpf_sock_ops_kern *, int); typedef u64 (*btf_bpf_bind)(struct bpf_sock_addr_kern *, struct sockaddr *, int); typedef u64 (*btf_bpf_skb_get_xfrm_state)(struct sk_buff *, u32, struct bpf_xfrm_state *, u32, u64); typedef u64 (*btf_bpf_xdp_fib_lookup)(struct xdp_buff *, struct bpf_fib_lookup *, int, u32); typedef u64 (*btf_bpf_skb_fib_lookup)(struct sk_buff *, struct bpf_fib_lookup *, int, u32); typedef u64 (*btf_bpf_skb_check_mtu)(struct sk_buff *, u32, u32 *, s32, u64); typedef u64 (*btf_bpf_xdp_check_mtu)(struct xdp_buff *, u32, u32 *, s32, u64); typedef u64 (*btf_bpf_lwt_in_push_encap)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_lwt_xmit_push_encap)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_skc_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_lookup_udp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_release)(struct sock *); typedef u64 (*btf_bpf_xdp_sk_lookup_udp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_xdp_skc_lookup_tcp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_xdp_sk_lookup_tcp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_sock_addr_skc_lookup_tcp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sock_addr_sk_lookup_tcp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sock_addr_sk_lookup_udp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tcp_sock)(struct sock *); typedef u64 (*btf_bpf_get_listener_sock)(struct sock *); typedef u64 (*btf_bpf_skb_ecn_set_ce)(struct sk_buff *); typedef u64 (*btf_bpf_tcp_check_syncookie)(struct sock *, void *, u32, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_gen_syncookie)(struct sock *, void *, u32, struct tcphdr *, u32); typedef u64 (*btf_bpf_sk_assign)(struct sk_buff *, struct sock *, u64); typedef u64 (*btf_bpf_sock_ops_load_hdr_opt)(struct bpf_sock_ops_kern *, void *, u32, u64); typedef u64 (*btf_bpf_sock_ops_store_hdr_opt)(struct bpf_sock_ops_kern *, const void *, u32, u64); typedef u64 (*btf_bpf_sock_ops_reserve_hdr_opt)(struct bpf_sock_ops_kern *, u32, u64); typedef u64 (*btf_bpf_skb_set_tstamp)(struct sk_buff *, u64, u32); typedef u64 (*btf_bpf_tcp_raw_gen_syncookie_ipv4)(struct iphdr *, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_raw_gen_syncookie_ipv6)(struct ipv6hdr *, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_raw_check_syncookie_ipv4)(struct iphdr *, struct tcphdr *); typedef u64 (*btf_bpf_tcp_raw_check_syncookie_ipv6)(struct ipv6hdr *, struct tcphdr *); typedef u64 (*btf_sk_select_reuseport)(struct sk_reuseport_kern *, struct bpf_map *, void *, u32); typedef u64 (*btf_sk_reuseport_load_bytes)(const struct sk_reuseport_kern *, u32, void *, u32); typedef u64 (*btf_sk_reuseport_load_bytes_relative)(const struct sk_reuseport_kern *, u32, void *, u32, u32); typedef u64 (*btf_bpf_sk_lookup_assign)(struct bpf_sk_lookup_kern *, struct sock *, u64); typedef u64 (*btf_bpf_skc_to_tcp6_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_timewait_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_request_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_udp6_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_unix_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_mptcp_sock)(struct sock *); typedef u64 (*btf_bpf_sock_from_file)(struct file *); struct mptcp_sock; struct bpf_cpu_map_entry; struct bpf_dtab_netdev; struct unix_sock; struct fib_notifier_info { int family; struct netlink_ext_ack *extack; }; enum fib_event_type { FIB_EVENT_ENTRY_REPLACE = 0, FIB_EVENT_ENTRY_APPEND = 1, FIB_EVENT_ENTRY_ADD = 2, FIB_EVENT_ENTRY_DEL = 3, FIB_EVENT_RULE_ADD = 4, FIB_EVENT_RULE_DEL = 5, FIB_EVENT_NH_ADD = 6, FIB_EVENT_NH_DEL = 7, FIB_EVENT_VIF_ADD = 8, FIB_EVENT_VIF_DEL = 9, }; struct fib_notifier_net { struct list_head fib_notifier_ops; struct atomic_notifier_head fib_chain; }; struct flow_dissector_key_ports_range { union { struct flow_dissector_key_ports tp; struct { struct flow_dissector_key_ports tp_min; struct flow_dissector_key_ports tp_max; }; }; }; struct flow_match_meta { struct flow_dissector_key_meta *key; struct flow_dissector_key_meta *mask; }; struct flow_match_basic { struct flow_dissector_key_basic *key; struct flow_dissector_key_basic *mask; }; struct flow_match_control { struct flow_dissector_key_control *key; struct flow_dissector_key_control *mask; }; struct flow_match_eth_addrs { struct flow_dissector_key_eth_addrs *key; struct flow_dissector_key_eth_addrs *mask; }; struct flow_match_vlan { struct flow_dissector_key_vlan *key; struct flow_dissector_key_vlan *mask; }; struct flow_match_arp { struct flow_dissector_key_arp *key; struct flow_dissector_key_arp *mask; }; struct flow_match_ipv4_addrs { struct flow_dissector_key_ipv4_addrs *key; struct flow_dissector_key_ipv4_addrs *mask; }; struct flow_match_ipv6_addrs { struct flow_dissector_key_ipv6_addrs *key; struct flow_dissector_key_ipv6_addrs *mask; }; struct flow_match_ip { struct flow_dissector_key_ip *key; struct flow_dissector_key_ip *mask; }; struct flow_match_ports { struct flow_dissector_key_ports *key; struct flow_dissector_key_ports *mask; }; struct flow_match_ports_range { struct flow_dissector_key_ports_range *key; struct flow_dissector_key_ports_range *mask; }; struct flow_match_icmp { struct flow_dissector_key_icmp *key; struct flow_dissector_key_icmp *mask; }; struct flow_match_tcp { struct flow_dissector_key_tcp *key; struct flow_dissector_key_tcp *mask; }; struct flow_match_mpls { struct flow_dissector_key_mpls *key; struct flow_dissector_key_mpls *mask; }; struct flow_match_enc_keyid { struct flow_dissector_key_keyid *key; struct flow_dissector_key_keyid *mask; }; struct flow_match_enc_opts { struct flow_dissector_key_enc_opts *key; struct flow_dissector_key_enc_opts *mask; }; struct flow_match_ct { struct flow_dissector_key_ct *key; struct flow_dissector_key_ct *mask; }; struct flow_match_pppoe { struct flow_dissector_key_pppoe *key; struct flow_dissector_key_pppoe *mask; }; struct flow_match_l2tpv3 { struct flow_dissector_key_l2tpv3 *key; struct flow_dissector_key_l2tpv3 *mask; }; enum flow_block_command { FLOW_BLOCK_BIND = 0, FLOW_BLOCK_UNBIND = 1, }; enum flow_block_binder_type { FLOW_BLOCK_BINDER_TYPE_UNSPEC = 0, FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS = 1, FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS = 2, FLOW_BLOCK_BINDER_TYPE_RED_EARLY_DROP = 3, FLOW_BLOCK_BINDER_TYPE_RED_MARK = 4, }; struct flow_block_offload { enum flow_block_command command; enum flow_block_binder_type binder_type; bool block_shared; bool unlocked_driver_cb; struct net *net; struct flow_block *block; struct list_head cb_list; struct list_head *driver_block_list; struct netlink_ext_ack *extack; struct Qdisc *sch; struct list_head *cb_list_head; }; struct flow_block_cb; struct flow_block_indr { struct list_head list; struct net_device *dev; struct Qdisc *sch; enum flow_block_binder_type binder_type; void *data; void *cb_priv; void (*cleanup)(struct flow_block_cb *); }; struct flow_block_cb { struct list_head driver_list; struct list_head list; flow_setup_cb_t *cb; void *cb_ident; void *cb_priv; void (*release)(void *); struct flow_block_indr indr; unsigned int refcnt; }; enum offload_act_command { FLOW_ACT_REPLACE = 0, FLOW_ACT_DESTROY = 1, FLOW_ACT_STATS = 2, }; struct flow_offload_action { struct netlink_ext_ack *extack; enum offload_act_command command; enum flow_action_id id; u32 index; struct flow_stats stats; struct flow_action action; }; typedef int flow_indr_block_bind_cb_t(struct net_device *, struct Qdisc *, void *, enum tc_setup_type, void *, void *, void (*)(struct flow_block_cb *)); struct flow_indr_dev { struct list_head list; flow_indr_block_bind_cb_t *cb; void *cb_priv; refcount_t refcnt; }; struct flow_indir_dev_info { void *data; struct net_device *dev; struct Qdisc *sch; enum tc_setup_type type; void (*cleanup)(struct flow_block_cb *); struct list_head list; enum flow_block_command command; enum flow_block_binder_type binder_type; struct list_head *cb_list; }; struct xdp_frame_bulk { int count; void *xa; void *q[16]; }; struct xdp_attachment_info { struct bpf_prog *prog; u32 flags; }; struct xdp_buff_xsk; struct xdp_desc; struct xsk_buff_pool { struct device *dev; struct net_device *netdev; struct list_head xsk_tx_list; spinlock_t xsk_tx_list_lock; refcount_t users; struct xdp_umem *umem; struct work_struct work; struct list_head free_list; u32 heads_cnt; u16 queue_id; long: 16; long: 64; long: 64; long: 64; struct xsk_queue *fq; struct xsk_queue *cq; dma_addr_t *dma_pages; struct xdp_buff_xsk *heads; struct xdp_desc *tx_descs; u64 chunk_mask; u64 addrs_cnt; u32 free_list_cnt; u32 dma_pages_cnt; u32 free_heads_cnt; u32 headroom; u32 chunk_size; u32 chunk_shift; u32 frame_len; u8 cached_need_wakeup; bool uses_need_wakeup; bool dma_need_sync; bool unaligned; void *addrs; spinlock_t cq_lock; struct xdp_buff_xsk *free_heads[0]; long: 64; long: 64; long: 64; }; struct xdp_desc { __u64 addr; __u32 len; __u32 options; }; struct xdp_buff_xsk { struct xdp_buff xdp; dma_addr_t dma; dma_addr_t frame_dma; struct xsk_buff_pool *pool; u64 orig_addr; struct list_head free_list_node; }; struct netdev_queue_attribute { struct attribute attr; ssize_t (*show)(struct netdev_queue *, char *); ssize_t (*store)(struct netdev_queue *, const char *, size_t); }; struct fib_rule_uid_range { __u32 start; __u32 end; }; enum { FRA_UNSPEC = 0, FRA_DST = 1, FRA_SRC = 2, FRA_IIFNAME = 3, FRA_GOTO = 4, FRA_UNUSED2 = 5, FRA_PRIORITY = 6, FRA_UNUSED3 = 7, FRA_UNUSED4 = 8, FRA_UNUSED5 = 9, FRA_FWMARK = 10, FRA_FLOW = 11, FRA_TUN_ID = 12, FRA_SUPPRESS_IFGROUP = 13, FRA_SUPPRESS_PREFIXLEN = 14, FRA_TABLE = 15, FRA_FWMASK = 16, FRA_OIFNAME = 17, FRA_PAD = 18, FRA_L3MDEV = 19, FRA_UID_RANGE = 20, FRA_PROTOCOL = 21, FRA_IP_PROTO = 22, FRA_SPORT_RANGE = 23, FRA_DPORT_RANGE = 24, __FRA_MAX = 25, }; enum { FR_ACT_UNSPEC = 0, FR_ACT_TO_TBL = 1, FR_ACT_GOTO = 2, FR_ACT_NOP = 3, FR_ACT_RES3 = 4, FR_ACT_RES4 = 5, FR_ACT_BLACKHOLE = 6, FR_ACT_UNREACHABLE = 7, FR_ACT_PROHIBIT = 8, __FR_ACT_MAX = 9, }; struct fib_rule_notifier_info { struct fib_notifier_info info; struct fib_rule *rule; }; struct net_packet_attrs { const unsigned char *src; const unsigned char *dst; u32 ip_src; u32 ip_dst; bool tcp; u16 sport; u16 dport; int timeout; int size; int max_size; u8 id; u16 queue_mapping; }; struct net_test_priv { struct net_packet_attrs *packet; struct packet_type pt; struct completion comp; int double_vlan; int vlan_id; int ok; }; struct netsfhdr { __be32 version; __be64 magic; u8 id; } __attribute__((packed)); struct net_test { char name[32]; int (*fn)(struct net_device *); }; struct update_classid_context { u32 classid; unsigned int batch; }; struct trace_event_raw_kfree_skb { struct trace_entry ent; void *skbaddr; void *location; short unsigned int protocol; enum skb_drop_reason reason; char __data[0]; }; struct trace_event_raw_consume_skb { struct trace_entry ent; void *skbaddr; char __data[0]; }; struct trace_event_raw_skb_copy_datagram_iovec { struct trace_entry ent; const void *skbaddr; int len; char __data[0]; }; struct trace_event_data_offsets_kfree_skb {}; struct trace_event_data_offsets_consume_skb {}; struct trace_event_data_offsets_skb_copy_datagram_iovec {}; typedef void (*btf_trace_kfree_skb)(void *, struct sk_buff *, void *, enum skb_drop_reason); typedef void (*btf_trace_consume_skb)(void *, struct sk_buff *); typedef void (*btf_trace_skb_copy_datagram_iovec)(void *, const struct sk_buff *, int); struct trace_event_raw_net_dev_start_xmit { struct trace_entry ent; u32 __data_loc_name; u16 queue_mapping; const void *skbaddr; bool vlan_tagged; u16 vlan_proto; u16 vlan_tci; u16 protocol; u8 ip_summed; unsigned int len; unsigned int data_len; int network_offset; bool transport_offset_valid; int transport_offset; u8 tx_flags; u16 gso_size; u16 gso_segs; u16 gso_type; char __data[0]; }; struct trace_event_raw_net_dev_xmit { struct trace_entry ent; void *skbaddr; unsigned int len; int rc; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_net_dev_xmit_timeout { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_driver; int queue_index; char __data[0]; }; struct trace_event_raw_net_dev_template { struct trace_entry ent; void *skbaddr; unsigned int len; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_net_dev_rx_verbose_template { struct trace_entry ent; u32 __data_loc_name; unsigned int napi_id; u16 queue_mapping; const void *skbaddr; bool vlan_tagged; u16 vlan_proto; u16 vlan_tci; u16 protocol; u8 ip_summed; u32 hash; bool l4_hash; unsigned int len; unsigned int data_len; unsigned int truesize; bool mac_header_valid; int mac_header; unsigned char nr_frags; u16 gso_size; u16 gso_type; char __data[0]; }; struct trace_event_raw_net_dev_rx_exit_template { struct trace_entry ent; int ret; char __data[0]; }; struct trace_event_data_offsets_net_dev_start_xmit { u32 name; }; struct trace_event_data_offsets_net_dev_xmit { u32 name; }; struct trace_event_data_offsets_net_dev_xmit_timeout { u32 name; u32 driver; }; struct trace_event_data_offsets_net_dev_template { u32 name; }; struct trace_event_data_offsets_net_dev_rx_verbose_template { u32 name; }; struct trace_event_data_offsets_net_dev_rx_exit_template {}; typedef void (*btf_trace_net_dev_start_xmit)(void *, const struct sk_buff *, const struct net_device *); typedef void (*btf_trace_net_dev_xmit)(void *, struct sk_buff *, int, struct net_device *, unsigned int); typedef void (*btf_trace_net_dev_xmit_timeout)(void *, struct net_device *, int); typedef void (*btf_trace_net_dev_queue)(void *, struct sk_buff *); typedef void (*btf_trace_netif_receive_skb)(void *, struct sk_buff *); typedef void (*btf_trace_netif_rx)(void *, struct sk_buff *); typedef void (*btf_trace_napi_gro_frags_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_napi_gro_receive_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_receive_skb_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_receive_skb_list_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_rx_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_napi_gro_frags_exit)(void *, int); typedef void (*btf_trace_napi_gro_receive_exit)(void *, int); typedef void (*btf_trace_netif_receive_skb_exit)(void *, int); typedef void (*btf_trace_netif_rx_exit)(void *, int); typedef void (*btf_trace_netif_receive_skb_list_exit)(void *, int); struct trace_event_raw_napi_poll { struct trace_entry ent; struct napi_struct *napi; u32 __data_loc_dev_name; int work; int budget; char __data[0]; }; struct trace_event_data_offsets_napi_poll { u32 dev_name; }; typedef void (*btf_trace_napi_poll)(void *, struct napi_struct *, int, int); enum tcp_ca_state { TCP_CA_Open = 0, TCP_CA_Disorder = 1, TCP_CA_CWR = 2, TCP_CA_Recovery = 3, TCP_CA_Loss = 4, }; struct trace_event_raw_sock_rcvqueue_full { struct trace_entry ent; int rmem_alloc; unsigned int truesize; int sk_rcvbuf; char __data[0]; }; struct trace_event_raw_sock_exceed_buf_limit { struct trace_entry ent; char name[32]; long int sysctl_mem[3]; long int allocated; int sysctl_rmem; int rmem_alloc; int sysctl_wmem; int wmem_alloc; int wmem_queued; int kind; char __data[0]; }; struct trace_event_raw_inet_sock_set_state { struct trace_entry ent; const void *skaddr; int oldstate; int newstate; __u16 sport; __u16 dport; __u16 family; __u16 protocol; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_inet_sk_error_report { struct trace_entry ent; int error; __u16 sport; __u16 dport; __u16 family; __u16 protocol; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_data_offsets_sock_rcvqueue_full {}; struct trace_event_data_offsets_sock_exceed_buf_limit {}; struct trace_event_data_offsets_inet_sock_set_state {}; struct trace_event_data_offsets_inet_sk_error_report {}; typedef void (*btf_trace_sock_rcvqueue_full)(void *, struct sock *, struct sk_buff *); typedef void (*btf_trace_sock_exceed_buf_limit)(void *, struct sock *, struct proto *, long int, int); typedef void (*btf_trace_inet_sock_set_state)(void *, const struct sock *, const int, const int); typedef void (*btf_trace_inet_sk_error_report)(void *, const struct sock *); struct trace_event_raw_udp_fail_queue_rcv_skb { struct trace_entry ent; int rc; __u16 lport; char __data[0]; }; struct trace_event_data_offsets_udp_fail_queue_rcv_skb {}; typedef void (*btf_trace_udp_fail_queue_rcv_skb)(void *, int, struct sock *); struct trace_event_raw_tcp_event_sk_skb { struct trace_entry ent; const void *skbaddr; const void *skaddr; int state; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_tcp_event_sk { struct trace_entry ent; const void *skaddr; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; __u64 sock_cookie; char __data[0]; }; struct trace_event_raw_tcp_retransmit_synack { struct trace_entry ent; const void *skaddr; const void *req; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_tcp_probe { struct trace_entry ent; __u8 saddr[28]; __u8 daddr[28]; __u16 sport; __u16 dport; __u16 family; __u32 mark; __u16 data_len; __u32 snd_nxt; __u32 snd_una; __u32 snd_cwnd; __u32 ssthresh; __u32 snd_wnd; __u32 srtt; __u32 rcv_wnd; __u64 sock_cookie; char __data[0]; }; struct trace_event_raw_tcp_event_skb { struct trace_entry ent; const void *skbaddr; __u8 saddr[28]; __u8 daddr[28]; char __data[0]; }; struct trace_event_raw_tcp_cong_state_set { struct trace_entry ent; const void *skaddr; __u16 sport; __u16 dport; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; __u8 cong_state; char __data[0]; }; struct trace_event_data_offsets_tcp_event_sk_skb {}; struct trace_event_data_offsets_tcp_event_sk {}; struct trace_event_data_offsets_tcp_retransmit_synack {}; struct trace_event_data_offsets_tcp_probe {}; struct trace_event_data_offsets_tcp_event_skb {}; struct trace_event_data_offsets_tcp_cong_state_set {}; typedef void (*btf_trace_tcp_retransmit_skb)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_send_reset)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_receive_reset)(void *, struct sock *); typedef void (*btf_trace_tcp_destroy_sock)(void *, struct sock *); typedef void (*btf_trace_tcp_rcv_space_adjust)(void *, struct sock *); typedef void (*btf_trace_tcp_retransmit_synack)(void *, const struct sock *, const struct request_sock *); typedef void (*btf_trace_tcp_probe)(void *, struct sock *, struct sk_buff *); typedef void (*btf_trace_tcp_bad_csum)(void *, const struct sk_buff *); typedef void (*btf_trace_tcp_cong_state_set)(void *, struct sock *, const u8); struct trace_event_raw_fib_table_lookup { struct trace_entry ent; u32 tb_id; int err; int oif; int iif; u8 proto; __u8 tos; __u8 scope; __u8 flags; __u8 src[4]; __u8 dst[4]; __u8 gw4[4]; __u8 gw6[16]; u16 sport; u16 dport; char name[16]; char __data[0]; }; struct trace_event_data_offsets_fib_table_lookup {}; typedef void (*btf_trace_fib_table_lookup)(void *, u32, const struct flowi4 *, const struct fib_nh_common *, int); struct trace_event_raw_qdisc_dequeue { struct trace_entry ent; struct Qdisc *qdisc; const struct netdev_queue *txq; int packets; void *skbaddr; int ifindex; u32 handle; u32 parent; long unsigned int txq_state; char __data[0]; }; struct trace_event_raw_qdisc_enqueue { struct trace_entry ent; struct Qdisc *qdisc; const struct netdev_queue *txq; void *skbaddr; int ifindex; u32 handle; u32 parent; char __data[0]; }; struct trace_event_raw_qdisc_reset { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; u32 handle; char __data[0]; }; struct trace_event_raw_qdisc_destroy { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; u32 handle; char __data[0]; }; struct trace_event_raw_qdisc_create { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; char __data[0]; }; struct trace_event_data_offsets_qdisc_dequeue {}; struct trace_event_data_offsets_qdisc_enqueue {}; struct trace_event_data_offsets_qdisc_reset { u32 dev; u32 kind; }; struct trace_event_data_offsets_qdisc_destroy { u32 dev; u32 kind; }; struct trace_event_data_offsets_qdisc_create { u32 dev; u32 kind; }; typedef void (*btf_trace_qdisc_dequeue)(void *, struct Qdisc *, const struct netdev_queue *, int, struct sk_buff *); typedef void (*btf_trace_qdisc_enqueue)(void *, struct Qdisc *, const struct netdev_queue *, struct sk_buff *); typedef void (*btf_trace_qdisc_reset)(void *, struct Qdisc *); typedef void (*btf_trace_qdisc_destroy)(void *, struct Qdisc *); typedef void (*btf_trace_qdisc_create)(void *, const struct Qdisc_ops *, struct net_device *, u32); struct bridge_stp_xstats { __u64 transition_blk; __u64 transition_fwd; __u64 rx_bpdu; __u64 tx_bpdu; __u64 rx_tcn; __u64 tx_tcn; }; struct br_mcast_stats { __u64 igmp_v1queries[2]; __u64 igmp_v2queries[2]; __u64 igmp_v3queries[2]; __u64 igmp_leaves[2]; __u64 igmp_v1reports[2]; __u64 igmp_v2reports[2]; __u64 igmp_v3reports[2]; __u64 igmp_parse_errors; __u64 mld_v1queries[2]; __u64 mld_v2queries[2]; __u64 mld_leaves[2]; __u64 mld_v1reports[2]; __u64 mld_v2reports[2]; __u64 mld_parse_errors; __u64 mcast_bytes[2]; __u64 mcast_packets[2]; }; struct br_ip { union { __be32 ip4; struct in6_addr ip6; } src; union { __be32 ip4; struct in6_addr ip6; unsigned char mac_addr[6]; } dst; __be16 proto; __u16 vid; }; struct bridge_id { unsigned char prio[2]; unsigned char addr[6]; }; typedef struct bridge_id bridge_id; struct mac_addr { unsigned char addr[6]; }; typedef struct mac_addr mac_addr; typedef __u16 port_id; struct bridge_mcast_own_query { struct timer_list timer; u32 startup_sent; }; struct bridge_mcast_other_query { struct timer_list timer; long unsigned int delay_time; }; struct bridge_mcast_querier { struct br_ip addr; int port_ifidx; seqcount_spinlock_t seq; }; struct bridge_mcast_stats { struct br_mcast_stats mstats; struct u64_stats_sync syncp; }; struct net_bridge; struct net_bridge_vlan; struct net_bridge_mcast { struct net_bridge *br; struct net_bridge_vlan *vlan; u32 multicast_last_member_count; u32 multicast_startup_query_count; u8 multicast_querier; u8 multicast_igmp_version; u8 multicast_router; u8 multicast_mld_version; long unsigned int multicast_last_member_interval; long unsigned int multicast_membership_interval; long unsigned int multicast_querier_interval; long unsigned int multicast_query_interval; long unsigned int multicast_query_response_interval; long unsigned int multicast_startup_query_interval; struct hlist_head ip4_mc_router_list; struct timer_list ip4_mc_router_timer; struct bridge_mcast_other_query ip4_other_query; struct bridge_mcast_own_query ip4_own_query; struct bridge_mcast_querier ip4_querier; struct hlist_head ip6_mc_router_list; struct timer_list ip6_mc_router_timer; struct bridge_mcast_other_query ip6_other_query; struct bridge_mcast_own_query ip6_own_query; struct bridge_mcast_querier ip6_querier; }; struct net_bridge_vlan_group; struct net_bridge { spinlock_t lock; spinlock_t hash_lock; struct hlist_head frame_type_list; struct net_device *dev; long unsigned int options; __be16 vlan_proto; u16 default_pvid; struct net_bridge_vlan_group *vlgrp; struct rhashtable fdb_hash_tbl; struct list_head port_list; union { struct rtable fake_rtable; struct rt6_info fake_rt6_info; }; u16 group_fwd_mask; u16 group_fwd_mask_required; bridge_id designated_root; bridge_id bridge_id; unsigned char topology_change; unsigned char topology_change_detected; u16 root_port; long unsigned int max_age; long unsigned int hello_time; long unsigned int forward_delay; long unsigned int ageing_time; long unsigned int bridge_max_age; long unsigned int bridge_hello_time; long unsigned int bridge_forward_delay; long unsigned int bridge_ageing_time; u32 root_path_cost; u8 group_addr[6]; enum { BR_NO_STP = 0, BR_KERNEL_STP = 1, BR_USER_STP = 2, } stp_enabled; struct net_bridge_mcast multicast_ctx; struct bridge_mcast_stats *mcast_stats; u32 hash_max; spinlock_t multicast_lock; struct rhashtable mdb_hash_tbl; struct rhashtable sg_port_tbl; struct hlist_head mcast_gc_list; struct hlist_head mdb_list; struct work_struct mcast_gc_work; struct timer_list hello_timer; struct timer_list tcn_timer; struct timer_list topology_change_timer; struct delayed_work gc_work; struct kobject *ifobj; u32 auto_cnt; int last_hwdom; long unsigned int busy_hwdoms; struct hlist_head fdb_list; struct hlist_head mrp_list; struct hlist_head mep_list; }; struct net_bridge_port; struct net_bridge_mcast_port { struct net_bridge_port *port; struct net_bridge_vlan *vlan; struct bridge_mcast_own_query ip4_own_query; struct timer_list ip4_mc_router_timer; struct hlist_node ip4_rlist; struct bridge_mcast_own_query ip6_own_query; struct timer_list ip6_mc_router_timer; struct hlist_node ip6_rlist; unsigned char multicast_router; }; struct net_bridge_port { struct net_bridge *br; struct net_device *dev; netdevice_tracker dev_tracker; struct list_head list; long unsigned int flags; struct net_bridge_vlan_group *vlgrp; struct net_bridge_port *backup_port; u8 priority; u8 state; u16 port_no; unsigned char topology_change_ack; unsigned char config_pending; port_id port_id; port_id designated_port; bridge_id designated_root; bridge_id designated_bridge; u32 path_cost; u32 designated_cost; long unsigned int designated_age; struct timer_list forward_delay_timer; struct timer_list hold_timer; struct timer_list message_age_timer; struct kobject kobj; struct callback_head rcu; struct net_bridge_mcast_port multicast_ctx; struct bridge_mcast_stats *mcast_stats; u32 multicast_eht_hosts_limit; u32 multicast_eht_hosts_cnt; struct hlist_head mglist; char sysfs_name[16]; struct netpoll *np; int hwdom; int offload_count; struct netdev_phys_item_id ppid; u16 group_fwd_mask; u16 backup_redirected_cnt; struct bridge_stp_xstats stp_xstats; }; struct br_tunnel_info { __be64 tunnel_id; struct metadata_dst *tunnel_dst; }; struct net_bridge_vlan { struct rhash_head vnode; struct rhash_head tnode; u16 vid; u16 flags; u16 priv_flags; u8 state; struct pcpu_sw_netstats *stats; union { struct net_bridge *br; struct net_bridge_port *port; }; union { refcount_t refcnt; struct net_bridge_vlan *brvlan; }; struct br_tunnel_info tinfo; union { struct net_bridge_mcast br_mcast_ctx; struct net_bridge_mcast_port port_mcast_ctx; }; u16 msti; struct list_head vlist; struct callback_head rcu; }; struct net_bridge_vlan_group { struct rhashtable vlan_hash; struct rhashtable tunnel_hash; struct list_head vlan_list; u16 num_vlans; u16 pvid; u8 pvid_state; }; struct net_bridge_fdb_key { mac_addr addr; u16 vlan_id; }; struct net_bridge_fdb_entry { struct rhash_head rhnode; struct net_bridge_port *dst; struct net_bridge_fdb_key key; struct hlist_node fdb_node; long unsigned int flags; long: 64; long: 64; long unsigned int updated; long unsigned int used; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; }; struct trace_event_raw_br_fdb_add { struct trace_entry ent; u8 ndm_flags; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; u16 nlh_flags; char __data[0]; }; struct trace_event_raw_br_fdb_external_learn_add { struct trace_entry ent; u32 __data_loc_br_dev; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; char __data[0]; }; struct trace_event_raw_fdb_delete { struct trace_entry ent; u32 __data_loc_br_dev; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; char __data[0]; }; struct trace_event_raw_br_fdb_update { struct trace_entry ent; u32 __data_loc_br_dev; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; long unsigned int flags; char __data[0]; }; struct trace_event_data_offsets_br_fdb_add { u32 dev; }; struct trace_event_data_offsets_br_fdb_external_learn_add { u32 br_dev; u32 dev; }; struct trace_event_data_offsets_fdb_delete { u32 br_dev; u32 dev; }; struct trace_event_data_offsets_br_fdb_update { u32 br_dev; u32 dev; }; typedef void (*btf_trace_br_fdb_add)(void *, struct ndmsg *, struct net_device *, const unsigned char *, u16, u16); typedef void (*btf_trace_br_fdb_external_learn_add)(void *, struct net_bridge *, struct net_bridge_port *, const unsigned char *, u16); typedef void (*btf_trace_fdb_delete)(void *, struct net_bridge *, struct net_bridge_fdb_entry *); typedef void (*btf_trace_br_fdb_update)(void *, struct net_bridge *, struct net_bridge_port *, const unsigned char *, u16, long unsigned int); struct trace_event_raw_page_pool_release { struct trace_entry ent; const struct page_pool *pool; s32 inflight; u32 hold; u32 release; u64 cnt; char __data[0]; }; struct trace_event_raw_page_pool_state_release { struct trace_entry ent; const struct page_pool *pool; const struct page *page; u32 release; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_page_pool_state_hold { struct trace_entry ent; const struct page_pool *pool; const struct page *page; u32 hold; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_page_pool_update_nid { struct trace_entry ent; const struct page_pool *pool; int pool_nid; int new_nid; char __data[0]; }; struct trace_event_data_offsets_page_pool_release {}; struct trace_event_data_offsets_page_pool_state_release {}; struct trace_event_data_offsets_page_pool_state_hold {}; struct trace_event_data_offsets_page_pool_update_nid {}; typedef void (*btf_trace_page_pool_release)(void *, const struct page_pool *, s32, u32, u32); typedef void (*btf_trace_page_pool_state_release)(void *, const struct page_pool *, const struct page *, u32); typedef void (*btf_trace_page_pool_state_hold)(void *, const struct page_pool *, const struct page *, u32); typedef void (*btf_trace_page_pool_update_nid)(void *, const struct page_pool *, int); struct trace_event_raw_neigh_create { struct trace_entry ent; u32 family; u32 __data_loc_dev; int entries; u8 created; u8 gc_exempt; u8 primary_key4[4]; u8 primary_key6[16]; char __data[0]; }; struct trace_event_raw_neigh_update { struct trace_entry ent; u32 family; u32 __data_loc_dev; u8 lladdr[32]; u8 lladdr_len; u8 flags; u8 nud_state; u8 type; u8 dead; int refcnt; __u8 primary_key4[4]; __u8 primary_key6[16]; long unsigned int confirmed; long unsigned int updated; long unsigned int used; u8 new_lladdr[32]; u8 new_state; u32 update_flags; u32 pid; char __data[0]; }; struct trace_event_raw_neigh__update { struct trace_entry ent; u32 family; u32 __data_loc_dev; u8 lladdr[32]; u8 lladdr_len; u8 flags; u8 nud_state; u8 type; u8 dead; int refcnt; __u8 primary_key4[4]; __u8 primary_key6[16]; long unsigned int confirmed; long unsigned int updated; long unsigned int used; u32 err; char __data[0]; }; struct trace_event_data_offsets_neigh_create { u32 dev; }; struct trace_event_data_offsets_neigh_update { u32 dev; }; struct trace_event_data_offsets_neigh__update { u32 dev; }; typedef void (*btf_trace_neigh_create)(void *, struct neigh_table *, struct net_device *, const void *, const struct neighbour *, bool); typedef void (*btf_trace_neigh_update)(void *, struct neighbour *, const u8 *, u8, u32, u32); typedef void (*btf_trace_neigh_update_done)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_timer_handler)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_event_send_done)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_event_send_dead)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_cleanup_and_release)(void *, struct neighbour *, int); struct dst_cache_pcpu { long unsigned int refresh_ts; struct dst_entry *dst; u32 cookie; union { struct in_addr in_saddr; struct in6_addr in6_saddr; }; }; struct gro_cell { struct sk_buff_head napi_skbs; struct napi_struct napi; }; struct percpu_free_defer { struct callback_head rcu; void *ptr; }; enum __sk_action { __SK_DROP = 0, __SK_PASS = 1, __SK_REDIRECT = 2, __SK_NONE = 3, }; enum sk_psock_state_bits { SK_PSOCK_TX_ENABLED = 0, }; struct sk_psock_link { struct list_head list; struct bpf_map *map; void *link_raw; }; struct irq_poll; typedef int irq_poll_fn(struct irq_poll *, int); struct irq_poll { struct list_head list; long unsigned int state; int weight; irq_poll_fn *poll; }; struct dim_sample { ktime_t time; u32 pkt_ctr; u32 byte_ctr; u16 event_ctr; u32 comp_ctr; }; struct dim_stats { int ppms; int bpms; int epms; int cpms; int cpe_ratio; }; struct dim { u8 state; struct dim_stats prev_stats; struct dim_sample start_sample; struct dim_sample measuring_sample; struct work_struct work; void *priv; u8 profile_ix; u8 mode; u8 tune_state; u8 steps_right; u8 steps_left; u8 tired; }; enum ib_uverbs_write_cmds { IB_USER_VERBS_CMD_GET_CONTEXT = 0, IB_USER_VERBS_CMD_QUERY_DEVICE = 1, IB_USER_VERBS_CMD_QUERY_PORT = 2, IB_USER_VERBS_CMD_ALLOC_PD = 3, IB_USER_VERBS_CMD_DEALLOC_PD = 4, IB_USER_VERBS_CMD_CREATE_AH = 5, IB_USER_VERBS_CMD_MODIFY_AH = 6, IB_USER_VERBS_CMD_QUERY_AH = 7, IB_USER_VERBS_CMD_DESTROY_AH = 8, IB_USER_VERBS_CMD_REG_MR = 9, IB_USER_VERBS_CMD_REG_SMR = 10, IB_USER_VERBS_CMD_REREG_MR = 11, IB_USER_VERBS_CMD_QUERY_MR = 12, IB_USER_VERBS_CMD_DEREG_MR = 13, IB_USER_VERBS_CMD_ALLOC_MW = 14, IB_USER_VERBS_CMD_BIND_MW = 15, IB_USER_VERBS_CMD_DEALLOC_MW = 16, IB_USER_VERBS_CMD_CREATE_COMP_CHANNEL = 17, IB_USER_VERBS_CMD_CREATE_CQ = 18, IB_USER_VERBS_CMD_RESIZE_CQ = 19, IB_USER_VERBS_CMD_DESTROY_CQ = 20, IB_USER_VERBS_CMD_POLL_CQ = 21, IB_USER_VERBS_CMD_PEEK_CQ = 22, IB_USER_VERBS_CMD_REQ_NOTIFY_CQ = 23, IB_USER_VERBS_CMD_CREATE_QP = 24, IB_USER_VERBS_CMD_QUERY_QP = 25, IB_USER_VERBS_CMD_MODIFY_QP = 26, IB_USER_VERBS_CMD_DESTROY_QP = 27, IB_USER_VERBS_CMD_POST_SEND = 28, IB_USER_VERBS_CMD_POST_RECV = 29, IB_USER_VERBS_CMD_ATTACH_MCAST = 30, IB_USER_VERBS_CMD_DETACH_MCAST = 31, IB_USER_VERBS_CMD_CREATE_SRQ = 32, IB_USER_VERBS_CMD_MODIFY_SRQ = 33, IB_USER_VERBS_CMD_QUERY_SRQ = 34, IB_USER_VERBS_CMD_DESTROY_SRQ = 35, IB_USER_VERBS_CMD_POST_SRQ_RECV = 36, IB_USER_VERBS_CMD_OPEN_XRCD = 37, IB_USER_VERBS_CMD_CLOSE_XRCD = 38, IB_USER_VERBS_CMD_CREATE_XSRQ = 39, IB_USER_VERBS_CMD_OPEN_QP = 40, }; enum ib_uverbs_wc_opcode { IB_UVERBS_WC_SEND = 0, IB_UVERBS_WC_RDMA_WRITE = 1, IB_UVERBS_WC_RDMA_READ = 2, IB_UVERBS_WC_COMP_SWAP = 3, IB_UVERBS_WC_FETCH_ADD = 4, IB_UVERBS_WC_BIND_MW = 5, IB_UVERBS_WC_LOCAL_INV = 6, IB_UVERBS_WC_TSO = 7, IB_UVERBS_WC_FLUSH = 8, IB_UVERBS_WC_ATOMIC_WRITE = 9, }; enum ib_uverbs_create_qp_mask { IB_UVERBS_CREATE_QP_MASK_IND_TABLE = 1, }; enum ib_uverbs_wr_opcode { IB_UVERBS_WR_RDMA_WRITE = 0, IB_UVERBS_WR_RDMA_WRITE_WITH_IMM = 1, IB_UVERBS_WR_SEND = 2, IB_UVERBS_WR_SEND_WITH_IMM = 3, IB_UVERBS_WR_RDMA_READ = 4, IB_UVERBS_WR_ATOMIC_CMP_AND_SWP = 5, IB_UVERBS_WR_ATOMIC_FETCH_AND_ADD = 6, IB_UVERBS_WR_LOCAL_INV = 7, IB_UVERBS_WR_BIND_MW = 8, IB_UVERBS_WR_SEND_WITH_INV = 9, IB_UVERBS_WR_TSO = 10, IB_UVERBS_WR_RDMA_READ_WITH_INV = 11, IB_UVERBS_WR_MASKED_ATOMIC_CMP_AND_SWP = 12, IB_UVERBS_WR_MASKED_ATOMIC_FETCH_AND_ADD = 13, IB_UVERBS_WR_FLUSH = 14, IB_UVERBS_WR_ATOMIC_WRITE = 15, }; enum ib_uverbs_device_cap_flags { IB_UVERBS_DEVICE_RESIZE_MAX_WR = 1, IB_UVERBS_DEVICE_BAD_PKEY_CNTR = 2, IB_UVERBS_DEVICE_BAD_QKEY_CNTR = 4, IB_UVERBS_DEVICE_RAW_MULTI = 8, IB_UVERBS_DEVICE_AUTO_PATH_MIG = 16, IB_UVERBS_DEVICE_CHANGE_PHY_PORT = 32, IB_UVERBS_DEVICE_UD_AV_PORT_ENFORCE = 64, IB_UVERBS_DEVICE_CURR_QP_STATE_MOD = 128, IB_UVERBS_DEVICE_SHUTDOWN_PORT = 256, IB_UVERBS_DEVICE_PORT_ACTIVE_EVENT = 1024, IB_UVERBS_DEVICE_SYS_IMAGE_GUID = 2048, IB_UVERBS_DEVICE_RC_RNR_NAK_GEN = 4096, IB_UVERBS_DEVICE_SRQ_RESIZE = 8192, IB_UVERBS_DEVICE_N_NOTIFY_CQ = 16384, IB_UVERBS_DEVICE_MEM_WINDOW = 131072, IB_UVERBS_DEVICE_UD_IP_CSUM = 262144, IB_UVERBS_DEVICE_XRC = 1048576, IB_UVERBS_DEVICE_MEM_MGT_EXTENSIONS = 2097152, IB_UVERBS_DEVICE_MEM_WINDOW_TYPE_2A = 8388608, IB_UVERBS_DEVICE_MEM_WINDOW_TYPE_2B = 16777216, IB_UVERBS_DEVICE_RC_IP_CSUM = 33554432, IB_UVERBS_DEVICE_RAW_IP_CSUM = 67108864, IB_UVERBS_DEVICE_MANAGED_FLOW_STEERING = 536870912, IB_UVERBS_DEVICE_RAW_SCATTER_FCS = 0, IB_UVERBS_DEVICE_PCI_WRITE_END_PADDING = 0, IB_UVERBS_DEVICE_FLUSH_GLOBAL = 0, IB_UVERBS_DEVICE_FLUSH_PERSISTENT = 0, IB_UVERBS_DEVICE_ATOMIC_WRITE = 0, }; enum ib_uverbs_raw_packet_caps { IB_UVERBS_RAW_PACKET_CAP_CVLAN_STRIPPING = 1, IB_UVERBS_RAW_PACKET_CAP_SCATTER_FCS = 2, IB_UVERBS_RAW_PACKET_CAP_IP_CSUM = 4, IB_UVERBS_RAW_PACKET_CAP_DELAY_DROP = 8, }; enum rdma_nl_counter_mode { RDMA_COUNTER_MODE_NONE = 0, RDMA_COUNTER_MODE_AUTO = 1, RDMA_COUNTER_MODE_MANUAL = 2, RDMA_COUNTER_MODE_MAX = 3, }; enum rdma_nl_counter_mask { RDMA_COUNTER_MASK_QP_TYPE = 1, RDMA_COUNTER_MASK_PID = 2, }; enum rdma_restrack_type { RDMA_RESTRACK_PD = 0, RDMA_RESTRACK_CQ = 1, RDMA_RESTRACK_QP = 2, RDMA_RESTRACK_CM_ID = 3, RDMA_RESTRACK_MR = 4, RDMA_RESTRACK_CTX = 5, RDMA_RESTRACK_COUNTER = 6, RDMA_RESTRACK_SRQ = 7, RDMA_RESTRACK_MAX = 8, }; struct rdma_restrack_entry { bool valid; u8 no_track: 1; struct kref kref; struct completion comp; struct task_struct *task; const char *kern_name; enum rdma_restrack_type type; bool user; u32 id; }; struct rdma_link_ops { struct list_head list; const char *type; int (*newlink)(const char *, struct net_device *); }; struct auto_mode_param { int qp_type; }; struct rdma_counter_mode { enum rdma_nl_counter_mode mode; enum rdma_nl_counter_mask mask; struct auto_mode_param param; }; struct rdma_hw_stats; struct rdma_port_counter { struct rdma_counter_mode mode; struct rdma_hw_stats *hstats; unsigned int num_counters; struct mutex lock; }; struct rdma_stat_desc; struct rdma_hw_stats { struct mutex lock; long unsigned int timestamp; long unsigned int lifespan; const struct rdma_stat_desc *descs; long unsigned int *is_disabled; int num_counters; u64 value[0]; }; struct rdma_counter { struct rdma_restrack_entry res; struct ib_device *device; uint32_t id; struct kref kref; struct rdma_counter_mode mode; struct mutex lock; struct rdma_hw_stats *stats; u32 port; }; enum rdma_driver_id { RDMA_DRIVER_UNKNOWN = 0, RDMA_DRIVER_MLX5 = 1, RDMA_DRIVER_MLX4 = 2, RDMA_DRIVER_CXGB3 = 3, RDMA_DRIVER_CXGB4 = 4, RDMA_DRIVER_MTHCA = 5, RDMA_DRIVER_BNXT_RE = 6, RDMA_DRIVER_OCRDMA = 7, RDMA_DRIVER_NES = 8, RDMA_DRIVER_I40IW = 9, RDMA_DRIVER_IRDMA = 9, RDMA_DRIVER_VMW_PVRDMA = 10, RDMA_DRIVER_QEDR = 11, RDMA_DRIVER_HNS = 12, RDMA_DRIVER_USNIC = 13, RDMA_DRIVER_RXE = 14, RDMA_DRIVER_HFI1 = 15, RDMA_DRIVER_QIB = 16, RDMA_DRIVER_EFA = 17, RDMA_DRIVER_SIW = 18, RDMA_DRIVER_ERDMA = 19, RDMA_DRIVER_MANA = 20, }; enum ib_cq_notify_flags { IB_CQ_SOLICITED = 1, IB_CQ_NEXT_COMP = 2, IB_CQ_SOLICITED_MASK = 3, IB_CQ_REPORT_MISSED_EVENTS = 4, }; struct ib_mad; enum rdma_link_layer { IB_LINK_LAYER_UNSPECIFIED = 0, IB_LINK_LAYER_INFINIBAND = 1, IB_LINK_LAYER_ETHERNET = 2, }; enum rdma_netdev_t { RDMA_NETDEV_OPA_VNIC = 0, RDMA_NETDEV_IPOIB = 1, }; enum ib_srq_attr_mask { IB_SRQ_MAX_WR = 1, IB_SRQ_LIMIT = 2, }; enum ib_mr_type { IB_MR_TYPE_MEM_REG = 0, IB_MR_TYPE_SG_GAPS = 1, IB_MR_TYPE_DM = 2, IB_MR_TYPE_USER = 3, IB_MR_TYPE_DMA = 4, IB_MR_TYPE_INTEGRITY = 5, }; enum ib_uverbs_advise_mr_advice { IB_UVERBS_ADVISE_MR_ADVICE_PREFETCH = 0, IB_UVERBS_ADVISE_MR_ADVICE_PREFETCH_WRITE = 1, IB_UVERBS_ADVISE_MR_ADVICE_PREFETCH_NO_FAULT = 2, }; struct uverbs_attr_bundle; struct rdma_cm_id; struct iw_cm_id; struct iw_cm_conn_param; struct ib_qp; struct ib_send_wr; struct ib_recv_wr; struct ib_cq; struct ib_wc; struct ib_srq; struct ib_grh; struct ib_device_attr; struct ib_udata; struct ib_device_modify; struct ib_port_attr; struct ib_port_modify; struct ib_port_immutable; struct rdma_netdev_alloc_params; union ib_gid; struct ib_gid_attr; struct ib_ucontext; struct rdma_user_mmap_entry; struct ib_pd; struct ib_ah; struct rdma_ah_init_attr; struct rdma_ah_attr; struct ib_srq_init_attr; struct ib_srq_attr; struct ib_qp_init_attr; struct ib_qp_attr; struct ib_cq_init_attr; struct ib_mr; struct ib_sge; struct ib_mr_status; struct ib_mw; struct ib_xrcd; struct ib_flow; struct ib_flow_attr; struct ib_flow_action; struct ib_wq; struct ib_wq_init_attr; struct ib_wq_attr; struct ib_rwq_ind_table; struct ib_rwq_ind_table_init_attr; struct ib_dm; struct ib_dm_alloc_attr; struct ib_dm_mr_attr; struct ib_counters; struct ib_counters_read_attr; struct ib_device_ops { struct module *owner; enum rdma_driver_id driver_id; u32 uverbs_abi_ver; unsigned int uverbs_no_driver_id_binding: 1; const struct attribute_group *device_group; const struct attribute_group **port_groups; int (*post_send)(struct ib_qp *, const struct ib_send_wr *, const struct ib_send_wr **); int (*post_recv)(struct ib_qp *, const struct ib_recv_wr *, const struct ib_recv_wr **); void (*drain_rq)(struct ib_qp *); void (*drain_sq)(struct ib_qp *); int (*poll_cq)(struct ib_cq *, int, struct ib_wc *); int (*peek_cq)(struct ib_cq *, int); int (*req_notify_cq)(struct ib_cq *, enum ib_cq_notify_flags); int (*post_srq_recv)(struct ib_srq *, const struct ib_recv_wr *, const struct ib_recv_wr **); int (*process_mad)(struct ib_device *, int, u32, const struct ib_wc *, const struct ib_grh *, const struct ib_mad *, struct ib_mad *, size_t *, u16 *); int (*query_device)(struct ib_device *, struct ib_device_attr *, struct ib_udata *); int (*modify_device)(struct ib_device *, int, struct ib_device_modify *); void (*get_dev_fw_str)(struct ib_device *, char *); const struct cpumask * (*get_vector_affinity)(struct ib_device *, int); int (*query_port)(struct ib_device *, u32, struct ib_port_attr *); int (*modify_port)(struct ib_device *, u32, int, struct ib_port_modify *); int (*get_port_immutable)(struct ib_device *, u32, struct ib_port_immutable *); enum rdma_link_layer (*get_link_layer)(struct ib_device *, u32); struct net_device * (*get_netdev)(struct ib_device *, u32); struct net_device * (*alloc_rdma_netdev)(struct ib_device *, u32, enum rdma_netdev_t, const char *, unsigned char, void (*)(struct net_device *)); int (*rdma_netdev_get_params)(struct ib_device *, u32, enum rdma_netdev_t, struct rdma_netdev_alloc_params *); int (*query_gid)(struct ib_device *, u32, int, union ib_gid *); int (*add_gid)(const struct ib_gid_attr *, void **); int (*del_gid)(const struct ib_gid_attr *, void **); int (*query_pkey)(struct ib_device *, u32, u16, u16 *); int (*alloc_ucontext)(struct ib_ucontext *, struct ib_udata *); void (*dealloc_ucontext)(struct ib_ucontext *); int (*mmap)(struct ib_ucontext *, struct vm_area_struct *); void (*mmap_free)(struct rdma_user_mmap_entry *); void (*disassociate_ucontext)(struct ib_ucontext *); int (*alloc_pd)(struct ib_pd *, struct ib_udata *); int (*dealloc_pd)(struct ib_pd *, struct ib_udata *); int (*create_ah)(struct ib_ah *, struct rdma_ah_init_attr *, struct ib_udata *); int (*create_user_ah)(struct ib_ah *, struct rdma_ah_init_attr *, struct ib_udata *); int (*modify_ah)(struct ib_ah *, struct rdma_ah_attr *); int (*query_ah)(struct ib_ah *, struct rdma_ah_attr *); int (*destroy_ah)(struct ib_ah *, u32); int (*create_srq)(struct ib_srq *, struct ib_srq_init_attr *, struct ib_udata *); int (*modify_srq)(struct ib_srq *, struct ib_srq_attr *, enum ib_srq_attr_mask, struct ib_udata *); int (*query_srq)(struct ib_srq *, struct ib_srq_attr *); int (*destroy_srq)(struct ib_srq *, struct ib_udata *); int (*create_qp)(struct ib_qp *, struct ib_qp_init_attr *, struct ib_udata *); int (*modify_qp)(struct ib_qp *, struct ib_qp_attr *, int, struct ib_udata *); int (*query_qp)(struct ib_qp *, struct ib_qp_attr *, int, struct ib_qp_init_attr *); int (*destroy_qp)(struct ib_qp *, struct ib_udata *); int (*create_cq)(struct ib_cq *, const struct ib_cq_init_attr *, struct ib_udata *); int (*modify_cq)(struct ib_cq *, u16, u16); int (*destroy_cq)(struct ib_cq *, struct ib_udata *); int (*resize_cq)(struct ib_cq *, int, struct ib_udata *); struct ib_mr * (*get_dma_mr)(struct ib_pd *, int); struct ib_mr * (*reg_user_mr)(struct ib_pd *, u64, u64, u64, int, struct ib_udata *); struct ib_mr * (*reg_user_mr_dmabuf)(struct ib_pd *, u64, u64, u64, int, int, struct ib_udata *); struct ib_mr * (*rereg_user_mr)(struct ib_mr *, int, u64, u64, u64, int, struct ib_pd *, struct ib_udata *); int (*dereg_mr)(struct ib_mr *, struct ib_udata *); struct ib_mr * (*alloc_mr)(struct ib_pd *, enum ib_mr_type, u32); struct ib_mr * (*alloc_mr_integrity)(struct ib_pd *, u32, u32); int (*advise_mr)(struct ib_pd *, enum ib_uverbs_advise_mr_advice, u32, struct ib_sge *, u32, struct uverbs_attr_bundle *); int (*map_mr_sg)(struct ib_mr *, struct scatterlist *, int, unsigned int *); int (*check_mr_status)(struct ib_mr *, u32, struct ib_mr_status *); int (*alloc_mw)(struct ib_mw *, struct ib_udata *); int (*dealloc_mw)(struct ib_mw *); int (*attach_mcast)(struct ib_qp *, union ib_gid *, u16); int (*detach_mcast)(struct ib_qp *, union ib_gid *, u16); int (*alloc_xrcd)(struct ib_xrcd *, struct ib_udata *); int (*dealloc_xrcd)(struct ib_xrcd *, struct ib_udata *); struct ib_flow * (*create_flow)(struct ib_qp *, struct ib_flow_attr *, struct ib_udata *); int (*destroy_flow)(struct ib_flow *); int (*destroy_flow_action)(struct ib_flow_action *); int (*set_vf_link_state)(struct ib_device *, int, u32, int); int (*get_vf_config)(struct ib_device *, int, u32, struct ifla_vf_info *); int (*get_vf_stats)(struct ib_device *, int, u32, struct ifla_vf_stats *); int (*get_vf_guid)(struct ib_device *, int, u32, struct ifla_vf_guid *, struct ifla_vf_guid *); int (*set_vf_guid)(struct ib_device *, int, u32, u64, int); struct ib_wq * (*create_wq)(struct ib_pd *, struct ib_wq_init_attr *, struct ib_udata *); int (*destroy_wq)(struct ib_wq *, struct ib_udata *); int (*modify_wq)(struct ib_wq *, struct ib_wq_attr *, u32, struct ib_udata *); int (*create_rwq_ind_table)(struct ib_rwq_ind_table *, struct ib_rwq_ind_table_init_attr *, struct ib_udata *); int (*destroy_rwq_ind_table)(struct ib_rwq_ind_table *); struct ib_dm * (*alloc_dm)(struct ib_device *, struct ib_ucontext *, struct ib_dm_alloc_attr *, struct uverbs_attr_bundle *); int (*dealloc_dm)(struct ib_dm *, struct uverbs_attr_bundle *); struct ib_mr * (*reg_dm_mr)(struct ib_pd *, struct ib_dm *, struct ib_dm_mr_attr *, struct uverbs_attr_bundle *); int (*create_counters)(struct ib_counters *, struct uverbs_attr_bundle *); int (*destroy_counters)(struct ib_counters *); int (*read_counters)(struct ib_counters *, struct ib_counters_read_attr *, struct uverbs_attr_bundle *); int (*map_mr_sg_pi)(struct ib_mr *, struct scatterlist *, int, unsigned int *, struct scatterlist *, int, unsigned int *); struct rdma_hw_stats * (*alloc_hw_device_stats)(struct ib_device *); struct rdma_hw_stats * (*alloc_hw_port_stats)(struct ib_device *, u32); int (*get_hw_stats)(struct ib_device *, struct rdma_hw_stats *, u32, int); int (*modify_hw_stat)(struct ib_device *, u32, unsigned int, bool); int (*fill_res_mr_entry)(struct sk_buff *, struct ib_mr *); int (*fill_res_mr_entry_raw)(struct sk_buff *, struct ib_mr *); int (*fill_res_cq_entry)(struct sk_buff *, struct ib_cq *); int (*fill_res_cq_entry_raw)(struct sk_buff *, struct ib_cq *); int (*fill_res_qp_entry)(struct sk_buff *, struct ib_qp *); int (*fill_res_qp_entry_raw)(struct sk_buff *, struct ib_qp *); int (*fill_res_cm_id_entry)(struct sk_buff *, struct rdma_cm_id *); int (*enable_driver)(struct ib_device *); void (*dealloc_driver)(struct ib_device *); void (*iw_add_ref)(struct ib_qp *); void (*iw_rem_ref)(struct ib_qp *); struct ib_qp * (*iw_get_qp)(struct ib_device *, int); int (*iw_connect)(struct iw_cm_id *, struct iw_cm_conn_param *); int (*iw_accept)(struct iw_cm_id *, struct iw_cm_conn_param *); int (*iw_reject)(struct iw_cm_id *, const void *, u8); int (*iw_create_listen)(struct iw_cm_id *, int); int (*iw_destroy_listen)(struct iw_cm_id *); int (*counter_bind_qp)(struct rdma_counter *, struct ib_qp *); int (*counter_unbind_qp)(struct ib_qp *); int (*counter_dealloc)(struct rdma_counter *); struct rdma_hw_stats * (*counter_alloc_stats)(struct rdma_counter *); int (*counter_update_stats)(struct rdma_counter *); int (*fill_stat_mr_entry)(struct sk_buff *, struct ib_mr *); int (*query_ucontext)(struct ib_ucontext *, struct uverbs_attr_bundle *); int (*get_numa_node)(struct ib_device *); size_t size_ib_ah; size_t size_ib_counters; size_t size_ib_cq; size_t size_ib_mw; size_t size_ib_pd; size_t size_ib_qp; size_t size_ib_rwq_ind_table; size_t size_ib_srq; size_t size_ib_ucontext; size_t size_ib_xrcd; }; struct ib_core_device { struct device dev; possible_net_t rdma_net; struct kobject *ports_kobj; struct list_head port_list; struct ib_device *owner; }; enum ib_atomic_cap { IB_ATOMIC_NONE = 0, IB_ATOMIC_HCA = 1, IB_ATOMIC_GLOB = 2, }; struct ib_odp_caps { uint64_t general_caps; struct { uint32_t rc_odp_caps; uint32_t uc_odp_caps; uint32_t ud_odp_caps; uint32_t xrc_odp_caps; } per_transport_caps; }; struct ib_rss_caps { u32 supported_qpts; u32 max_rwq_indirection_tables; u32 max_rwq_indirection_table_size; }; struct ib_tm_caps { u32 max_rndv_hdr_size; u32 max_num_tags; u32 flags; u32 max_ops; u32 max_sge; }; struct ib_cq_caps { u16 max_cq_moderation_count; u16 max_cq_moderation_period; }; struct ib_device_attr { u64 fw_ver; __be64 sys_image_guid; u64 max_mr_size; u64 page_size_cap; u32 vendor_id; u32 vendor_part_id; u32 hw_ver; int max_qp; int max_qp_wr; u64 device_cap_flags; u64 kernel_cap_flags; int max_send_sge; int max_recv_sge; int max_sge_rd; int max_cq; int max_cqe; int max_mr; int max_pd; int max_qp_rd_atom; int max_ee_rd_atom; int max_res_rd_atom; int max_qp_init_rd_atom; int max_ee_init_rd_atom; enum ib_atomic_cap atomic_cap; enum ib_atomic_cap masked_atomic_cap; int max_ee; int max_rdd; int max_mw; int max_raw_ipv6_qp; int max_raw_ethy_qp; int max_mcast_grp; int max_mcast_qp_attach; int max_total_mcast_qp_attach; int max_ah; int max_srq; int max_srq_wr; int max_srq_sge; unsigned int max_fast_reg_page_list_len; unsigned int max_pi_fast_reg_page_list_len; u16 max_pkeys; u8 local_ca_ack_delay; int sig_prot_cap; int sig_guard_cap; struct ib_odp_caps odp_caps; uint64_t timestamp_mask; uint64_t hca_core_clock; struct ib_rss_caps rss_caps; u32 max_wq_type_rq; u32 raw_packet_caps; struct ib_tm_caps tm_caps; struct ib_cq_caps cq_caps; u64 max_dm_size; u32 max_sgl_rd; }; struct hw_stats_device_data; struct rdma_restrack_root; struct uapi_definition; struct ib_port_data; struct ib_device { struct device *dma_device; struct ib_device_ops ops; char name[64]; struct callback_head callback_head; struct list_head event_handler_list; struct rw_semaphore event_handler_rwsem; spinlock_t qp_open_list_lock; struct rw_semaphore client_data_rwsem; struct xarray client_data; struct mutex unregistration_lock; rwlock_t cache_lock; struct ib_port_data *port_data; int num_comp_vectors; union { struct device dev; struct ib_core_device coredev; }; const struct attribute_group *groups[4]; u64 uverbs_cmd_mask; char node_desc[64]; __be64 node_guid; u32 local_dma_lkey; u16 is_switch: 1; u16 kverbs_provider: 1; u16 use_cq_dim: 1; u8 node_type; u32 phys_port_cnt; struct ib_device_attr attrs; struct hw_stats_device_data *hw_stats_data; struct rdmacg_device cg_device; u32 index; spinlock_t cq_pools_lock; struct list_head cq_pools[3]; struct rdma_restrack_root *res; const struct uapi_definition *driver_def; refcount_t refcount; struct completion unreg_completion; struct work_struct unregistration_work; const struct rdma_link_ops *link_ops; struct mutex compat_devs_mutex; struct xarray compat_devs; char iw_ifname[16]; u32 iw_driver_flags; u32 lag_flags; }; enum ib_signature_type { IB_SIG_TYPE_NONE = 0, IB_SIG_TYPE_T10_DIF = 1, }; enum ib_t10_dif_bg_type { IB_T10DIF_CRC = 0, IB_T10DIF_CSUM = 1, }; struct ib_t10_dif_domain { enum ib_t10_dif_bg_type bg_type; u16 pi_interval; u16 bg; u16 app_tag; u32 ref_tag; bool ref_remap; bool app_escape; bool ref_escape; u16 apptag_check_mask; }; struct ib_sig_domain { enum ib_signature_type sig_type; union { struct ib_t10_dif_domain dif; } sig; }; struct ib_sig_attrs { u8 check_mask; struct ib_sig_domain mem; struct ib_sig_domain wire; int meta_length; }; enum ib_sig_err_type { IB_SIG_BAD_GUARD = 0, IB_SIG_BAD_REFTAG = 1, IB_SIG_BAD_APPTAG = 2, }; struct ib_sig_err { enum ib_sig_err_type err_type; u32 expected; u32 actual; u64 sig_err_offset; u32 key; }; enum ib_uverbs_access_flags { IB_UVERBS_ACCESS_LOCAL_WRITE = 1, IB_UVERBS_ACCESS_REMOTE_WRITE = 2, IB_UVERBS_ACCESS_REMOTE_READ = 4, IB_UVERBS_ACCESS_REMOTE_ATOMIC = 8, IB_UVERBS_ACCESS_MW_BIND = 16, IB_UVERBS_ACCESS_ZERO_BASED = 32, IB_UVERBS_ACCESS_ON_DEMAND = 64, IB_UVERBS_ACCESS_HUGETLB = 128, IB_UVERBS_ACCESS_FLUSH_GLOBAL = 256, IB_UVERBS_ACCESS_FLUSH_PERSISTENT = 512, IB_UVERBS_ACCESS_RELAXED_ORDERING = 1048576, IB_UVERBS_ACCESS_OPTIONAL_RANGE = 1072693248, }; enum ib_uverbs_srq_type { IB_UVERBS_SRQT_BASIC = 0, IB_UVERBS_SRQT_XRC = 1, IB_UVERBS_SRQT_TM = 2, }; enum ib_uverbs_wq_type { IB_UVERBS_WQT_RQ = 0, }; enum ib_uverbs_wq_flags { IB_UVERBS_WQ_FLAGS_CVLAN_STRIPPING = 1, IB_UVERBS_WQ_FLAGS_SCATTER_FCS = 2, IB_UVERBS_WQ_FLAGS_DELAY_DROP = 4, IB_UVERBS_WQ_FLAGS_PCI_WRITE_END_PADDING = 8, }; enum ib_uverbs_qp_type { IB_UVERBS_QPT_RC = 2, IB_UVERBS_QPT_UC = 3, IB_UVERBS_QPT_UD = 4, IB_UVERBS_QPT_RAW_PACKET = 8, IB_UVERBS_QPT_XRC_INI = 9, IB_UVERBS_QPT_XRC_TGT = 10, IB_UVERBS_QPT_DRIVER = 255, }; enum ib_uverbs_qp_create_flags { IB_UVERBS_QP_CREATE_BLOCK_MULTICAST_LOOPBACK = 2, IB_UVERBS_QP_CREATE_SCATTER_FCS = 256, IB_UVERBS_QP_CREATE_CVLAN_STRIPPING = 512, IB_UVERBS_QP_CREATE_PCI_WRITE_END_PADDING = 2048, IB_UVERBS_QP_CREATE_SQ_SIG_ALL = 4096, }; enum ib_uverbs_gid_type { IB_UVERBS_GID_TYPE_IB = 0, IB_UVERBS_GID_TYPE_ROCE_V1 = 1, IB_UVERBS_GID_TYPE_ROCE_V2 = 2, }; union ib_gid { u8 raw[16]; struct { __be64 subnet_prefix; __be64 interface_id; } global; }; enum ib_gid_type { IB_GID_TYPE_IB = 0, IB_GID_TYPE_ROCE = 1, IB_GID_TYPE_ROCE_UDP_ENCAP = 2, IB_GID_TYPE_SIZE = 3, }; struct ib_gid_attr { struct net_device *ndev; struct ib_device *device; union ib_gid gid; enum ib_gid_type gid_type; u16 index; u32 port_num; }; struct ib_cq_init_attr { unsigned int cqe; u32 comp_vector; u32 flags; }; struct ib_dm_mr_attr { u64 length; u64 offset; u32 access_flags; }; struct ib_dm_alloc_attr { u64 length; u32 alignment; u32 flags; }; enum ib_mtu { IB_MTU_256 = 1, IB_MTU_512 = 2, IB_MTU_1024 = 3, IB_MTU_2048 = 4, IB_MTU_4096 = 5, }; enum ib_port_state { IB_PORT_NOP = 0, IB_PORT_DOWN = 1, IB_PORT_INIT = 2, IB_PORT_ARMED = 3, IB_PORT_ACTIVE = 4, IB_PORT_ACTIVE_DEFER = 5, }; struct rdma_stat_desc { const char *name; unsigned int flags; const void *priv; }; struct ib_port_attr { u64 subnet_prefix; enum ib_port_state state; enum ib_mtu max_mtu; enum ib_mtu active_mtu; u32 phys_mtu; int gid_tbl_len; unsigned int ip_gids: 1; u32 port_cap_flags; u32 max_msg_sz; u32 bad_pkey_cntr; u32 qkey_viol_cntr; u16 pkey_tbl_len; u32 sm_lid; u32 lid; u8 lmc; u8 max_vl_num; u8 sm_sl; u8 subnet_timeout; u8 init_type_reply; u8 active_width; u16 active_speed; u8 phys_state; u16 port_cap_flags2; }; struct ib_device_modify { u64 sys_image_guid; char node_desc[64]; }; struct ib_port_modify { u32 set_port_cap_mask; u32 clr_port_cap_mask; u8 init_type; }; enum ib_event_type { IB_EVENT_CQ_ERR = 0, IB_EVENT_QP_FATAL = 1, IB_EVENT_QP_REQ_ERR = 2, IB_EVENT_QP_ACCESS_ERR = 3, IB_EVENT_COMM_EST = 4, IB_EVENT_SQ_DRAINED = 5, IB_EVENT_PATH_MIG = 6, IB_EVENT_PATH_MIG_ERR = 7, IB_EVENT_DEVICE_FATAL = 8, IB_EVENT_PORT_ACTIVE = 9, IB_EVENT_PORT_ERR = 10, IB_EVENT_LID_CHANGE = 11, IB_EVENT_PKEY_CHANGE = 12, IB_EVENT_SM_CHANGE = 13, IB_EVENT_SRQ_ERR = 14, IB_EVENT_SRQ_LIMIT_REACHED = 15, IB_EVENT_QP_LAST_WQE_REACHED = 16, IB_EVENT_CLIENT_REREGISTER = 17, IB_EVENT_GID_CHANGE = 18, IB_EVENT_WQ_FATAL = 19, }; struct ib_ucq_object; typedef void (*ib_comp_handler)(struct ib_cq *, void *); enum ib_poll_context { IB_POLL_SOFTIRQ = 0, IB_POLL_WORKQUEUE = 1, IB_POLL_UNBOUND_WORKQUEUE = 2, IB_POLL_LAST_POOL_TYPE = 2, IB_POLL_DIRECT = 3, }; struct ib_event; struct ib_cq { struct ib_device *device; struct ib_ucq_object *uobject; ib_comp_handler comp_handler; void (*event_handler)(struct ib_event *, void *); void *cq_context; int cqe; unsigned int cqe_used; atomic_t usecnt; enum ib_poll_context poll_ctx; struct ib_wc *wc; struct list_head pool_entry; union { struct irq_poll iop; struct work_struct work; }; struct workqueue_struct *comp_wq; struct dim *dim; ktime_t timestamp; u8 interrupt: 1; u8 shared: 1; unsigned int comp_vector; struct rdma_restrack_entry res; }; struct ib_uqp_object; enum ib_qp_type { IB_QPT_SMI = 0, IB_QPT_GSI = 1, IB_QPT_RC = 2, IB_QPT_UC = 3, IB_QPT_UD = 4, IB_QPT_RAW_IPV6 = 5, IB_QPT_RAW_ETHERTYPE = 6, IB_QPT_RAW_PACKET = 8, IB_QPT_XRC_INI = 9, IB_QPT_XRC_TGT = 10, IB_QPT_MAX = 11, IB_QPT_DRIVER = 255, IB_QPT_RESERVED1 = 4096, IB_QPT_RESERVED2 = 4097, IB_QPT_RESERVED3 = 4098, IB_QPT_RESERVED4 = 4099, IB_QPT_RESERVED5 = 4100, IB_QPT_RESERVED6 = 4101, IB_QPT_RESERVED7 = 4102, IB_QPT_RESERVED8 = 4103, IB_QPT_RESERVED9 = 4104, IB_QPT_RESERVED10 = 4105, }; struct ib_qp_security; struct ib_qp { struct ib_device *device; struct ib_pd *pd; struct ib_cq *send_cq; struct ib_cq *recv_cq; spinlock_t mr_lock; int mrs_used; struct list_head rdma_mrs; struct list_head sig_mrs; struct ib_srq *srq; struct ib_xrcd *xrcd; struct list_head xrcd_list; atomic_t usecnt; struct list_head open_list; struct ib_qp *real_qp; struct ib_uqp_object *uobject; void (*event_handler)(struct ib_event *, void *); void *qp_context; const struct ib_gid_attr *av_sgid_attr; const struct ib_gid_attr *alt_path_sgid_attr; u32 qp_num; u32 max_write_sge; u32 max_read_sge; enum ib_qp_type qp_type; struct ib_rwq_ind_table *rwq_ind_tbl; struct ib_qp_security *qp_sec; u32 port; bool integrity_en; struct rdma_restrack_entry res; struct rdma_counter *counter; }; struct ib_usrq_object; enum ib_srq_type { IB_SRQT_BASIC = 0, IB_SRQT_XRC = 1, IB_SRQT_TM = 2, }; struct ib_srq { struct ib_device *device; struct ib_pd *pd; struct ib_usrq_object *uobject; void (*event_handler)(struct ib_event *, void *); void *srq_context; enum ib_srq_type srq_type; atomic_t usecnt; struct { struct ib_cq *cq; union { struct { struct ib_xrcd *xrcd; u32 srq_num; } xrc; }; } ext; struct rdma_restrack_entry res; }; struct ib_uwq_object; enum ib_wq_state { IB_WQS_RESET = 0, IB_WQS_RDY = 1, IB_WQS_ERR = 2, }; enum ib_wq_type { IB_WQT_RQ = 0, }; struct ib_wq { struct ib_device *device; struct ib_uwq_object *uobject; void *wq_context; void (*event_handler)(struct ib_event *, void *); struct ib_pd *pd; struct ib_cq *cq; u32 wq_num; enum ib_wq_state state; enum ib_wq_type wq_type; atomic_t usecnt; }; struct ib_event { struct ib_device *device; union { struct ib_cq *cq; struct ib_qp *qp; struct ib_srq *srq; struct ib_wq *wq; u32 port_num; } element; enum ib_event_type event; }; struct ib_global_route { const struct ib_gid_attr *sgid_attr; union ib_gid dgid; u32 flow_label; u8 sgid_index; u8 hop_limit; u8 traffic_class; }; struct ib_grh { __be32 version_tclass_flow; __be16 paylen; u8 next_hdr; u8 hop_limit; union ib_gid sgid; union ib_gid dgid; }; struct ib_mr_status { u32 fail_status; struct ib_sig_err sig_err; }; struct rdma_ah_init_attr { struct rdma_ah_attr *ah_attr; u32 flags; struct net_device *xmit_slave; }; enum rdma_ah_attr_type { RDMA_AH_ATTR_TYPE_UNDEFINED = 0, RDMA_AH_ATTR_TYPE_IB = 1, RDMA_AH_ATTR_TYPE_ROCE = 2, RDMA_AH_ATTR_TYPE_OPA = 3, }; struct ib_ah_attr { u16 dlid; u8 src_path_bits; }; struct roce_ah_attr { u8 dmac[6]; }; struct opa_ah_attr { u32 dlid; u8 src_path_bits; bool make_grd; }; struct rdma_ah_attr { struct ib_global_route grh; u8 sl; u8 static_rate; u32 port_num; u8 ah_flags; enum rdma_ah_attr_type type; union { struct ib_ah_attr ib; struct roce_ah_attr roce; struct opa_ah_attr opa; }; }; enum ib_wc_status { IB_WC_SUCCESS = 0, IB_WC_LOC_LEN_ERR = 1, IB_WC_LOC_QP_OP_ERR = 2, IB_WC_LOC_EEC_OP_ERR = 3, IB_WC_LOC_PROT_ERR = 4, IB_WC_WR_FLUSH_ERR = 5, IB_WC_MW_BIND_ERR = 6, IB_WC_BAD_RESP_ERR = 7, IB_WC_LOC_ACCESS_ERR = 8, IB_WC_REM_INV_REQ_ERR = 9, IB_WC_REM_ACCESS_ERR = 10, IB_WC_REM_OP_ERR = 11, IB_WC_RETRY_EXC_ERR = 12, IB_WC_RNR_RETRY_EXC_ERR = 13, IB_WC_LOC_RDD_VIOL_ERR = 14, IB_WC_REM_INV_RD_REQ_ERR = 15, IB_WC_REM_ABORT_ERR = 16, IB_WC_INV_EECN_ERR = 17, IB_WC_INV_EEC_STATE_ERR = 18, IB_WC_FATAL_ERR = 19, IB_WC_RESP_TIMEOUT_ERR = 20, IB_WC_GENERAL_ERR = 21, }; enum ib_wc_opcode { IB_WC_SEND = 0, IB_WC_RDMA_WRITE = 1, IB_WC_RDMA_READ = 2, IB_WC_COMP_SWAP = 3, IB_WC_FETCH_ADD = 4, IB_WC_BIND_MW = 5, IB_WC_LOCAL_INV = 6, IB_WC_LSO = 7, IB_WC_ATOMIC_WRITE = 9, IB_WC_REG_MR = 10, IB_WC_MASKED_COMP_SWAP = 11, IB_WC_MASKED_FETCH_ADD = 12, IB_WC_FLUSH = 8, IB_WC_RECV = 128, IB_WC_RECV_RDMA_WITH_IMM = 129, }; struct ib_cqe { void (*done)(struct ib_cq *, struct ib_wc *); }; struct ib_wc { union { u64 wr_id; struct ib_cqe *wr_cqe; }; enum ib_wc_status status; enum ib_wc_opcode opcode; u32 vendor_err; u32 byte_len; struct ib_qp *qp; union { __be32 imm_data; u32 invalidate_rkey; } ex; u32 src_qp; u32 slid; int wc_flags; u16 pkey_index; u8 sl; u8 dlid_path_bits; u32 port_num; u8 smac[6]; u16 vlan_id; u8 network_hdr_type; }; struct ib_srq_attr { u32 max_wr; u32 max_sge; u32 srq_limit; }; struct ib_xrcd { struct ib_device *device; atomic_t usecnt; struct inode *inode; struct rw_semaphore tgt_qps_rwsem; struct xarray tgt_qps; }; struct ib_srq_init_attr { void (*event_handler)(struct ib_event *, void *); void *srq_context; struct ib_srq_attr attr; enum ib_srq_type srq_type; struct { struct ib_cq *cq; union { struct { struct ib_xrcd *xrcd; } xrc; struct { u32 max_num_tags; } tag_matching; }; } ext; }; struct ib_qp_cap { u32 max_send_wr; u32 max_recv_wr; u32 max_send_sge; u32 max_recv_sge; u32 max_inline_data; u32 max_rdma_ctxs; }; enum ib_sig_type { IB_SIGNAL_ALL_WR = 0, IB_SIGNAL_REQ_WR = 1, }; struct ib_qp_init_attr { void (*event_handler)(struct ib_event *, void *); void *qp_context; struct ib_cq *send_cq; struct ib_cq *recv_cq; struct ib_srq *srq; struct ib_xrcd *xrcd; struct ib_qp_cap cap; enum ib_sig_type sq_sig_type; enum ib_qp_type qp_type; u32 create_flags; u32 port_num; struct ib_rwq_ind_table *rwq_ind_tbl; u32 source_qpn; }; struct ib_uobject; struct ib_rwq_ind_table { struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; u32 ind_tbl_num; u32 log_ind_tbl_size; struct ib_wq **ind_tbl; }; enum ib_qp_state { IB_QPS_RESET = 0, IB_QPS_INIT = 1, IB_QPS_RTR = 2, IB_QPS_RTS = 3, IB_QPS_SQD = 4, IB_QPS_SQE = 5, IB_QPS_ERR = 6, }; enum ib_mig_state { IB_MIG_MIGRATED = 0, IB_MIG_REARM = 1, IB_MIG_ARMED = 2, }; enum ib_mw_type { IB_MW_TYPE_1 = 1, IB_MW_TYPE_2 = 2, }; struct ib_qp_attr { enum ib_qp_state qp_state; enum ib_qp_state cur_qp_state; enum ib_mtu path_mtu; enum ib_mig_state path_mig_state; u32 qkey; u32 rq_psn; u32 sq_psn; u32 dest_qp_num; int qp_access_flags; struct ib_qp_cap cap; struct rdma_ah_attr ah_attr; struct rdma_ah_attr alt_ah_attr; u16 pkey_index; u16 alt_pkey_index; u8 en_sqd_async_notify; u8 sq_draining; u8 max_rd_atomic; u8 max_dest_rd_atomic; u8 min_rnr_timer; u32 port_num; u8 timeout; u8 retry_cnt; u8 rnr_retry; u32 alt_port_num; u8 alt_timeout; u32 rate_limit; struct net_device *xmit_slave; }; enum ib_wr_opcode { IB_WR_RDMA_WRITE = 0, IB_WR_RDMA_WRITE_WITH_IMM = 1, IB_WR_SEND = 2, IB_WR_SEND_WITH_IMM = 3, IB_WR_RDMA_READ = 4, IB_WR_ATOMIC_CMP_AND_SWP = 5, IB_WR_ATOMIC_FETCH_AND_ADD = 6, IB_WR_BIND_MW = 8, IB_WR_LSO = 10, IB_WR_SEND_WITH_INV = 9, IB_WR_RDMA_READ_WITH_INV = 11, IB_WR_LOCAL_INV = 7, IB_WR_MASKED_ATOMIC_CMP_AND_SWP = 12, IB_WR_MASKED_ATOMIC_FETCH_AND_ADD = 13, IB_WR_FLUSH = 14, IB_WR_ATOMIC_WRITE = 15, IB_WR_REG_MR = 32, IB_WR_REG_MR_INTEGRITY = 33, IB_WR_RESERVED1 = 240, IB_WR_RESERVED2 = 241, IB_WR_RESERVED3 = 242, IB_WR_RESERVED4 = 243, IB_WR_RESERVED5 = 244, IB_WR_RESERVED6 = 245, IB_WR_RESERVED7 = 246, IB_WR_RESERVED8 = 247, IB_WR_RESERVED9 = 248, IB_WR_RESERVED10 = 249, }; struct ib_sge { u64 addr; u32 length; u32 lkey; }; struct ib_send_wr { struct ib_send_wr *next; union { u64 wr_id; struct ib_cqe *wr_cqe; }; struct ib_sge *sg_list; int num_sge; enum ib_wr_opcode opcode; int send_flags; union { __be32 imm_data; u32 invalidate_rkey; } ex; }; struct ib_ah { struct ib_device *device; struct ib_pd *pd; struct ib_uobject *uobject; const struct ib_gid_attr *sgid_attr; enum rdma_ah_attr_type type; }; struct ib_mr { struct ib_device *device; struct ib_pd *pd; u32 lkey; u32 rkey; u64 iova; u64 length; unsigned int page_size; enum ib_mr_type type; bool need_inval; union { struct ib_uobject *uobject; struct list_head qp_entry; }; struct ib_dm *dm; struct ib_sig_attrs *sig_attrs; struct rdma_restrack_entry res; }; struct ib_recv_wr { struct ib_recv_wr *next; union { u64 wr_id; struct ib_cqe *wr_cqe; }; struct ib_sge *sg_list; int num_sge; }; struct ib_rdmacg_object { struct rdma_cgroup *cg; }; struct ib_uverbs_file; struct ib_ucontext { struct ib_device *device; struct ib_uverbs_file *ufile; struct ib_rdmacg_object cg_obj; struct rdma_restrack_entry res; struct xarray mmap_xa; }; struct uverbs_api_object; struct ib_uobject { u64 user_handle; struct ib_uverbs_file *ufile; struct ib_ucontext *context; void *object; struct list_head list; struct ib_rdmacg_object cg_obj; int id; struct kref ref; atomic_t usecnt; struct callback_head rcu; const struct uverbs_api_object *uapi_object; }; struct ib_udata { const void *inbuf; void *outbuf; size_t inlen; size_t outlen; }; struct ib_pd { u32 local_dma_lkey; u32 flags; struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; u32 unsafe_global_rkey; struct ib_mr *__internal_mr; struct rdma_restrack_entry res; }; struct ib_wq_init_attr { void *wq_context; enum ib_wq_type wq_type; u32 max_wr; u32 max_sge; struct ib_cq *cq; void (*event_handler)(struct ib_event *, void *); u32 create_flags; }; struct ib_wq_attr { enum ib_wq_state wq_state; enum ib_wq_state curr_wq_state; u32 flags; u32 flags_mask; }; struct ib_rwq_ind_table_init_attr { u32 log_ind_tbl_size; struct ib_wq **ind_tbl; }; enum port_pkey_state { IB_PORT_PKEY_NOT_VALID = 0, IB_PORT_PKEY_VALID = 1, IB_PORT_PKEY_LISTED = 2, }; struct ib_port_pkey { enum port_pkey_state state; u16 pkey_index; u32 port_num; struct list_head qp_list; struct list_head to_error_list; struct ib_qp_security *sec; }; struct ib_ports_pkeys; struct ib_qp_security { struct ib_qp *qp; struct ib_device *dev; struct mutex mutex; struct ib_ports_pkeys *ports_pkeys; struct list_head shared_qp_list; void *security; bool destroying; atomic_t error_list_count; struct completion error_complete; int error_comps_pending; }; struct ib_ports_pkeys { struct ib_port_pkey main; struct ib_port_pkey alt; }; struct ib_dm { struct ib_device *device; u32 length; u32 flags; struct ib_uobject *uobject; atomic_t usecnt; }; struct ib_mw { struct ib_device *device; struct ib_pd *pd; struct ib_uobject *uobject; u32 rkey; enum ib_mw_type type; }; enum ib_flow_attr_type { IB_FLOW_ATTR_NORMAL = 0, IB_FLOW_ATTR_ALL_DEFAULT = 1, IB_FLOW_ATTR_MC_DEFAULT = 2, IB_FLOW_ATTR_SNIFFER = 3, }; enum ib_flow_spec_type { IB_FLOW_SPEC_ETH = 32, IB_FLOW_SPEC_IB = 34, IB_FLOW_SPEC_IPV4 = 48, IB_FLOW_SPEC_IPV6 = 49, IB_FLOW_SPEC_ESP = 52, IB_FLOW_SPEC_TCP = 64, IB_FLOW_SPEC_UDP = 65, IB_FLOW_SPEC_VXLAN_TUNNEL = 80, IB_FLOW_SPEC_GRE = 81, IB_FLOW_SPEC_MPLS = 96, IB_FLOW_SPEC_INNER = 256, IB_FLOW_SPEC_ACTION_TAG = 4096, IB_FLOW_SPEC_ACTION_DROP = 4097, IB_FLOW_SPEC_ACTION_HANDLE = 4098, IB_FLOW_SPEC_ACTION_COUNT = 4099, }; struct ib_flow_eth_filter { u8 dst_mac[6]; u8 src_mac[6]; __be16 ether_type; __be16 vlan_tag; u8 real_sz[0]; }; struct ib_flow_spec_eth { u32 type; u16 size; struct ib_flow_eth_filter val; struct ib_flow_eth_filter mask; }; struct ib_flow_ib_filter { __be16 dlid; __u8 sl; u8 real_sz[0]; }; struct ib_flow_spec_ib { u32 type; u16 size; struct ib_flow_ib_filter val; struct ib_flow_ib_filter mask; }; struct ib_flow_ipv4_filter { __be32 src_ip; __be32 dst_ip; u8 proto; u8 tos; u8 ttl; u8 flags; u8 real_sz[0]; }; struct ib_flow_spec_ipv4 { u32 type; u16 size; struct ib_flow_ipv4_filter val; struct ib_flow_ipv4_filter mask; }; struct ib_flow_ipv6_filter { u8 src_ip[16]; u8 dst_ip[16]; __be32 flow_label; u8 next_hdr; u8 traffic_class; u8 hop_limit; u8 real_sz[0]; }; struct ib_flow_spec_ipv6 { u32 type; u16 size; struct ib_flow_ipv6_filter val; struct ib_flow_ipv6_filter mask; }; struct ib_flow_tcp_udp_filter { __be16 dst_port; __be16 src_port; u8 real_sz[0]; }; struct ib_flow_spec_tcp_udp { u32 type; u16 size; struct ib_flow_tcp_udp_filter val; struct ib_flow_tcp_udp_filter mask; }; struct ib_flow_tunnel_filter { __be32 tunnel_id; u8 real_sz[0]; }; struct ib_flow_spec_tunnel { u32 type; u16 size; struct ib_flow_tunnel_filter val; struct ib_flow_tunnel_filter mask; }; struct ib_flow_esp_filter { __be32 spi; __be32 seq; u8 real_sz[0]; }; struct ib_flow_spec_esp { u32 type; u16 size; struct ib_flow_esp_filter val; struct ib_flow_esp_filter mask; }; struct ib_flow_gre_filter { __be16 c_ks_res0_ver; __be16 protocol; __be32 key; u8 real_sz[0]; }; struct ib_flow_spec_gre { u32 type; u16 size; struct ib_flow_gre_filter val; struct ib_flow_gre_filter mask; }; struct ib_flow_mpls_filter { __be32 tag; u8 real_sz[0]; }; struct ib_flow_spec_mpls { u32 type; u16 size; struct ib_flow_mpls_filter val; struct ib_flow_mpls_filter mask; }; struct ib_flow_spec_action_tag { enum ib_flow_spec_type type; u16 size; u32 tag_id; }; struct ib_flow_spec_action_drop { enum ib_flow_spec_type type; u16 size; }; struct ib_flow_spec_action_handle { enum ib_flow_spec_type type; u16 size; struct ib_flow_action *act; }; enum ib_flow_action_type { IB_FLOW_ACTION_UNSPECIFIED = 0, IB_FLOW_ACTION_ESP = 1, }; struct ib_flow_action { struct ib_device *device; struct ib_uobject *uobject; enum ib_flow_action_type type; atomic_t usecnt; }; struct ib_flow_spec_action_count { enum ib_flow_spec_type type; u16 size; struct ib_counters *counters; }; struct ib_counters { struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; }; union ib_flow_spec { struct { u32 type; u16 size; }; struct ib_flow_spec_eth eth; struct ib_flow_spec_ib ib; struct ib_flow_spec_ipv4 ipv4; struct ib_flow_spec_tcp_udp tcp_udp; struct ib_flow_spec_ipv6 ipv6; struct ib_flow_spec_tunnel tunnel; struct ib_flow_spec_esp esp; struct ib_flow_spec_gre gre; struct ib_flow_spec_mpls mpls; struct ib_flow_spec_action_tag flow_tag; struct ib_flow_spec_action_drop drop; struct ib_flow_spec_action_handle action; struct ib_flow_spec_action_count flow_count; }; struct ib_flow_attr { enum ib_flow_attr_type type; u16 size; u16 priority; u32 flags; u8 num_of_specs; u32 port; union ib_flow_spec flows[0]; }; struct ib_flow { struct ib_qp *qp; struct ib_device *device; struct ib_uobject *uobject; }; struct ib_pkey_cache; struct ib_gid_table; struct ib_port_cache { u64 subnet_prefix; struct ib_pkey_cache *pkey; struct ib_gid_table *gid; u8 lmc; enum ib_port_state port_state; }; struct ib_port_immutable { int pkey_tbl_len; int gid_tbl_len; u32 core_cap_flags; u32 max_mad_size; }; struct ib_port; struct ib_port_data { struct ib_device *ib_dev; struct ib_port_immutable immutable; spinlock_t pkey_list_lock; spinlock_t netdev_lock; struct list_head pkey_list; struct ib_port_cache cache; struct net_device *netdev; netdevice_tracker netdev_tracker; struct hlist_node ndev_hash_link; struct rdma_port_counter port_counter; struct ib_port *sysfs; }; struct rdma_netdev_alloc_params { size_t sizeof_priv; unsigned int txqs; unsigned int rxqs; void *param; int (*initialize_rdma_netdev)(struct ib_device *, u32, struct net_device *, void *); }; struct ib_counters_read_attr { u64 *counters_buff; u32 ncounters; u32 flags; }; struct rdma_user_mmap_entry { struct kref ref; struct ib_ucontext *ucontext; long unsigned int start_pgoff; size_t npages; bool driver_removed; }; enum devlink_command { DEVLINK_CMD_UNSPEC = 0, DEVLINK_CMD_GET = 1, DEVLINK_CMD_SET = 2, DEVLINK_CMD_NEW = 3, DEVLINK_CMD_DEL = 4, DEVLINK_CMD_PORT_GET = 5, DEVLINK_CMD_PORT_SET = 6, DEVLINK_CMD_PORT_NEW = 7, DEVLINK_CMD_PORT_DEL = 8, DEVLINK_CMD_PORT_SPLIT = 9, DEVLINK_CMD_PORT_UNSPLIT = 10, DEVLINK_CMD_SB_GET = 11, DEVLINK_CMD_SB_SET = 12, DEVLINK_CMD_SB_NEW = 13, DEVLINK_CMD_SB_DEL = 14, DEVLINK_CMD_SB_POOL_GET = 15, DEVLINK_CMD_SB_POOL_SET = 16, DEVLINK_CMD_SB_POOL_NEW = 17, DEVLINK_CMD_SB_POOL_DEL = 18, DEVLINK_CMD_SB_PORT_POOL_GET = 19, DEVLINK_CMD_SB_PORT_POOL_SET = 20, DEVLINK_CMD_SB_PORT_POOL_NEW = 21, DEVLINK_CMD_SB_PORT_POOL_DEL = 22, DEVLINK_CMD_SB_TC_POOL_BIND_GET = 23, DEVLINK_CMD_SB_TC_POOL_BIND_SET = 24, DEVLINK_CMD_SB_TC_POOL_BIND_NEW = 25, DEVLINK_CMD_SB_TC_POOL_BIND_DEL = 26, DEVLINK_CMD_SB_OCC_SNAPSHOT = 27, DEVLINK_CMD_SB_OCC_MAX_CLEAR = 28, DEVLINK_CMD_ESWITCH_GET = 29, DEVLINK_CMD_ESWITCH_SET = 30, DEVLINK_CMD_DPIPE_TABLE_GET = 31, DEVLINK_CMD_DPIPE_ENTRIES_GET = 32, DEVLINK_CMD_DPIPE_HEADERS_GET = 33, DEVLINK_CMD_DPIPE_TABLE_COUNTERS_SET = 34, DEVLINK_CMD_RESOURCE_SET = 35, DEVLINK_CMD_RESOURCE_DUMP = 36, DEVLINK_CMD_RELOAD = 37, DEVLINK_CMD_PARAM_GET = 38, DEVLINK_CMD_PARAM_SET = 39, DEVLINK_CMD_PARAM_NEW = 40, DEVLINK_CMD_PARAM_DEL = 41, DEVLINK_CMD_REGION_GET = 42, DEVLINK_CMD_REGION_SET = 43, DEVLINK_CMD_REGION_NEW = 44, DEVLINK_CMD_REGION_DEL = 45, DEVLINK_CMD_REGION_READ = 46, DEVLINK_CMD_PORT_PARAM_GET = 47, DEVLINK_CMD_PORT_PARAM_SET = 48, DEVLINK_CMD_PORT_PARAM_NEW = 49, DEVLINK_CMD_PORT_PARAM_DEL = 50, DEVLINK_CMD_INFO_GET = 51, DEVLINK_CMD_HEALTH_REPORTER_GET = 52, DEVLINK_CMD_HEALTH_REPORTER_SET = 53, DEVLINK_CMD_HEALTH_REPORTER_RECOVER = 54, DEVLINK_CMD_HEALTH_REPORTER_DIAGNOSE = 55, DEVLINK_CMD_HEALTH_REPORTER_DUMP_GET = 56, DEVLINK_CMD_HEALTH_REPORTER_DUMP_CLEAR = 57, DEVLINK_CMD_FLASH_UPDATE = 58, DEVLINK_CMD_FLASH_UPDATE_END = 59, DEVLINK_CMD_FLASH_UPDATE_STATUS = 60, DEVLINK_CMD_TRAP_GET = 61, DEVLINK_CMD_TRAP_SET = 62, DEVLINK_CMD_TRAP_NEW = 63, DEVLINK_CMD_TRAP_DEL = 64, DEVLINK_CMD_TRAP_GROUP_GET = 65, DEVLINK_CMD_TRAP_GROUP_SET = 66, DEVLINK_CMD_TRAP_GROUP_NEW = 67, DEVLINK_CMD_TRAP_GROUP_DEL = 68, DEVLINK_CMD_TRAP_POLICER_GET = 69, DEVLINK_CMD_TRAP_POLICER_SET = 70, DEVLINK_CMD_TRAP_POLICER_NEW = 71, DEVLINK_CMD_TRAP_POLICER_DEL = 72, DEVLINK_CMD_HEALTH_REPORTER_TEST = 73, DEVLINK_CMD_RATE_GET = 74, DEVLINK_CMD_RATE_SET = 75, DEVLINK_CMD_RATE_NEW = 76, DEVLINK_CMD_RATE_DEL = 77, DEVLINK_CMD_LINECARD_GET = 78, DEVLINK_CMD_LINECARD_SET = 79, DEVLINK_CMD_LINECARD_NEW = 80, DEVLINK_CMD_LINECARD_DEL = 81, DEVLINK_CMD_SELFTESTS_GET = 82, DEVLINK_CMD_SELFTESTS_RUN = 83, __DEVLINK_CMD_MAX = 84, DEVLINK_CMD_MAX = 83, }; enum devlink_eswitch_mode { DEVLINK_ESWITCH_MODE_LEGACY = 0, DEVLINK_ESWITCH_MODE_SWITCHDEV = 1, }; enum devlink_eswitch_encap_mode { DEVLINK_ESWITCH_ENCAP_MODE_NONE = 0, DEVLINK_ESWITCH_ENCAP_MODE_BASIC = 1, }; enum { DEVLINK_ATTR_STATS_RX_PACKETS = 0, DEVLINK_ATTR_STATS_RX_BYTES = 1, DEVLINK_ATTR_STATS_RX_DROPPED = 2, __DEVLINK_ATTR_STATS_MAX = 3, DEVLINK_ATTR_STATS_MAX = 2, }; enum { DEVLINK_FLASH_OVERWRITE_SETTINGS_BIT = 0, DEVLINK_FLASH_OVERWRITE_IDENTIFIERS_BIT = 1, __DEVLINK_FLASH_OVERWRITE_MAX_BIT = 2, DEVLINK_FLASH_OVERWRITE_MAX_BIT = 1, }; enum devlink_attr_selftest_id { DEVLINK_ATTR_SELFTEST_ID_UNSPEC = 0, DEVLINK_ATTR_SELFTEST_ID_FLASH = 1, __DEVLINK_ATTR_SELFTEST_ID_MAX = 2, DEVLINK_ATTR_SELFTEST_ID_MAX = 1, }; enum devlink_selftest_status { DEVLINK_SELFTEST_STATUS_SKIP = 0, DEVLINK_SELFTEST_STATUS_PASS = 1, DEVLINK_SELFTEST_STATUS_FAIL = 2, }; enum devlink_attr_selftest_result { DEVLINK_ATTR_SELFTEST_RESULT_UNSPEC = 0, DEVLINK_ATTR_SELFTEST_RESULT = 1, DEVLINK_ATTR_SELFTEST_RESULT_ID = 2, DEVLINK_ATTR_SELFTEST_RESULT_STATUS = 3, __DEVLINK_ATTR_SELFTEST_RESULT_MAX = 4, DEVLINK_ATTR_SELFTEST_RESULT_MAX = 3, }; enum devlink_trap_action { DEVLINK_TRAP_ACTION_DROP = 0, DEVLINK_TRAP_ACTION_TRAP = 1, DEVLINK_TRAP_ACTION_MIRROR = 2, }; enum devlink_trap_type { DEVLINK_TRAP_TYPE_DROP = 0, DEVLINK_TRAP_TYPE_EXCEPTION = 1, DEVLINK_TRAP_TYPE_CONTROL = 2, }; enum { DEVLINK_ATTR_TRAP_METADATA_TYPE_IN_PORT = 0, DEVLINK_ATTR_TRAP_METADATA_TYPE_FA_COOKIE = 1, }; enum devlink_reload_action { DEVLINK_RELOAD_ACTION_UNSPEC = 0, DEVLINK_RELOAD_ACTION_DRIVER_REINIT = 1, DEVLINK_RELOAD_ACTION_FW_ACTIVATE = 2, __DEVLINK_RELOAD_ACTION_MAX = 3, DEVLINK_RELOAD_ACTION_MAX = 2, }; enum devlink_reload_limit { DEVLINK_RELOAD_LIMIT_UNSPEC = 0, DEVLINK_RELOAD_LIMIT_NO_RESET = 1, __DEVLINK_RELOAD_LIMIT_MAX = 2, DEVLINK_RELOAD_LIMIT_MAX = 1, }; enum devlink_linecard_state { DEVLINK_LINECARD_STATE_UNSPEC = 0, DEVLINK_LINECARD_STATE_UNPROVISIONED = 1, DEVLINK_LINECARD_STATE_UNPROVISIONING = 2, DEVLINK_LINECARD_STATE_PROVISIONING = 3, DEVLINK_LINECARD_STATE_PROVISIONING_FAILED = 4, DEVLINK_LINECARD_STATE_PROVISIONED = 5, DEVLINK_LINECARD_STATE_ACTIVE = 6, __DEVLINK_LINECARD_STATE_MAX = 7, DEVLINK_LINECARD_STATE_MAX = 6, }; enum devlink_attr { DEVLINK_ATTR_UNSPEC = 0, DEVLINK_ATTR_BUS_NAME = 1, DEVLINK_ATTR_DEV_NAME = 2, DEVLINK_ATTR_PORT_INDEX = 3, DEVLINK_ATTR_PORT_TYPE = 4, DEVLINK_ATTR_PORT_DESIRED_TYPE = 5, DEVLINK_ATTR_PORT_NETDEV_IFINDEX = 6, DEVLINK_ATTR_PORT_NETDEV_NAME = 7, DEVLINK_ATTR_PORT_IBDEV_NAME = 8, DEVLINK_ATTR_PORT_SPLIT_COUNT = 9, DEVLINK_ATTR_PORT_SPLIT_GROUP = 10, DEVLINK_ATTR_SB_INDEX = 11, DEVLINK_ATTR_SB_SIZE = 12, DEVLINK_ATTR_SB_INGRESS_POOL_COUNT = 13, DEVLINK_ATTR_SB_EGRESS_POOL_COUNT = 14, DEVLINK_ATTR_SB_INGRESS_TC_COUNT = 15, DEVLINK_ATTR_SB_EGRESS_TC_COUNT = 16, DEVLINK_ATTR_SB_POOL_INDEX = 17, DEVLINK_ATTR_SB_POOL_TYPE = 18, DEVLINK_ATTR_SB_POOL_SIZE = 19, DEVLINK_ATTR_SB_POOL_THRESHOLD_TYPE = 20, DEVLINK_ATTR_SB_THRESHOLD = 21, DEVLINK_ATTR_SB_TC_INDEX = 22, DEVLINK_ATTR_SB_OCC_CUR = 23, DEVLINK_ATTR_SB_OCC_MAX = 24, DEVLINK_ATTR_ESWITCH_MODE = 25, DEVLINK_ATTR_ESWITCH_INLINE_MODE = 26, DEVLINK_ATTR_DPIPE_TABLES = 27, DEVLINK_ATTR_DPIPE_TABLE = 28, DEVLINK_ATTR_DPIPE_TABLE_NAME = 29, DEVLINK_ATTR_DPIPE_TABLE_SIZE = 30, DEVLINK_ATTR_DPIPE_TABLE_MATCHES = 31, DEVLINK_ATTR_DPIPE_TABLE_ACTIONS = 32, DEVLINK_ATTR_DPIPE_TABLE_COUNTERS_ENABLED = 33, DEVLINK_ATTR_DPIPE_ENTRIES = 34, DEVLINK_ATTR_DPIPE_ENTRY = 35, DEVLINK_ATTR_DPIPE_ENTRY_INDEX = 36, DEVLINK_ATTR_DPIPE_ENTRY_MATCH_VALUES = 37, DEVLINK_ATTR_DPIPE_ENTRY_ACTION_VALUES = 38, DEVLINK_ATTR_DPIPE_ENTRY_COUNTER = 39, DEVLINK_ATTR_DPIPE_MATCH = 40, DEVLINK_ATTR_DPIPE_MATCH_VALUE = 41, DEVLINK_ATTR_DPIPE_MATCH_TYPE = 42, DEVLINK_ATTR_DPIPE_ACTION = 43, DEVLINK_ATTR_DPIPE_ACTION_VALUE = 44, DEVLINK_ATTR_DPIPE_ACTION_TYPE = 45, DEVLINK_ATTR_DPIPE_VALUE = 46, DEVLINK_ATTR_DPIPE_VALUE_MASK = 47, DEVLINK_ATTR_DPIPE_VALUE_MAPPING = 48, DEVLINK_ATTR_DPIPE_HEADERS = 49, DEVLINK_ATTR_DPIPE_HEADER = 50, DEVLINK_ATTR_DPIPE_HEADER_NAME = 51, DEVLINK_ATTR_DPIPE_HEADER_ID = 52, DEVLINK_ATTR_DPIPE_HEADER_FIELDS = 53, DEVLINK_ATTR_DPIPE_HEADER_GLOBAL = 54, DEVLINK_ATTR_DPIPE_HEADER_INDEX = 55, DEVLINK_ATTR_DPIPE_FIELD = 56, DEVLINK_ATTR_DPIPE_FIELD_NAME = 57, DEVLINK_ATTR_DPIPE_FIELD_ID = 58, DEVLINK_ATTR_DPIPE_FIELD_BITWIDTH = 59, DEVLINK_ATTR_DPIPE_FIELD_MAPPING_TYPE = 60, DEVLINK_ATTR_PAD = 61, DEVLINK_ATTR_ESWITCH_ENCAP_MODE = 62, DEVLINK_ATTR_RESOURCE_LIST = 63, DEVLINK_ATTR_RESOURCE = 64, DEVLINK_ATTR_RESOURCE_NAME = 65, DEVLINK_ATTR_RESOURCE_ID = 66, DEVLINK_ATTR_RESOURCE_SIZE = 67, DEVLINK_ATTR_RESOURCE_SIZE_NEW = 68, DEVLINK_ATTR_RESOURCE_SIZE_VALID = 69, DEVLINK_ATTR_RESOURCE_SIZE_MIN = 70, DEVLINK_ATTR_RESOURCE_SIZE_MAX = 71, DEVLINK_ATTR_RESOURCE_SIZE_GRAN = 72, DEVLINK_ATTR_RESOURCE_UNIT = 73, DEVLINK_ATTR_RESOURCE_OCC = 74, DEVLINK_ATTR_DPIPE_TABLE_RESOURCE_ID = 75, DEVLINK_ATTR_DPIPE_TABLE_RESOURCE_UNITS = 76, DEVLINK_ATTR_PORT_FLAVOUR = 77, DEVLINK_ATTR_PORT_NUMBER = 78, DEVLINK_ATTR_PORT_SPLIT_SUBPORT_NUMBER = 79, DEVLINK_ATTR_PARAM = 80, DEVLINK_ATTR_PARAM_NAME = 81, DEVLINK_ATTR_PARAM_GENERIC = 82, DEVLINK_ATTR_PARAM_TYPE = 83, DEVLINK_ATTR_PARAM_VALUES_LIST = 84, DEVLINK_ATTR_PARAM_VALUE = 85, DEVLINK_ATTR_PARAM_VALUE_DATA = 86, DEVLINK_ATTR_PARAM_VALUE_CMODE = 87, DEVLINK_ATTR_REGION_NAME = 88, DEVLINK_ATTR_REGION_SIZE = 89, DEVLINK_ATTR_REGION_SNAPSHOTS = 90, DEVLINK_ATTR_REGION_SNAPSHOT = 91, DEVLINK_ATTR_REGION_SNAPSHOT_ID = 92, DEVLINK_ATTR_REGION_CHUNKS = 93, DEVLINK_ATTR_REGION_CHUNK = 94, DEVLINK_ATTR_REGION_CHUNK_DATA = 95, DEVLINK_ATTR_REGION_CHUNK_ADDR = 96, DEVLINK_ATTR_REGION_CHUNK_LEN = 97, DEVLINK_ATTR_INFO_DRIVER_NAME = 98, DEVLINK_ATTR_INFO_SERIAL_NUMBER = 99, DEVLINK_ATTR_INFO_VERSION_FIXED = 100, DEVLINK_ATTR_INFO_VERSION_RUNNING = 101, DEVLINK_ATTR_INFO_VERSION_STORED = 102, DEVLINK_ATTR_INFO_VERSION_NAME = 103, DEVLINK_ATTR_INFO_VERSION_VALUE = 104, DEVLINK_ATTR_SB_POOL_CELL_SIZE = 105, DEVLINK_ATTR_FMSG = 106, DEVLINK_ATTR_FMSG_OBJ_NEST_START = 107, DEVLINK_ATTR_FMSG_PAIR_NEST_START = 108, DEVLINK_ATTR_FMSG_ARR_NEST_START = 109, DEVLINK_ATTR_FMSG_NEST_END = 110, DEVLINK_ATTR_FMSG_OBJ_NAME = 111, DEVLINK_ATTR_FMSG_OBJ_VALUE_TYPE = 112, DEVLINK_ATTR_FMSG_OBJ_VALUE_DATA = 113, DEVLINK_ATTR_HEALTH_REPORTER = 114, DEVLINK_ATTR_HEALTH_REPORTER_NAME = 115, DEVLINK_ATTR_HEALTH_REPORTER_STATE = 116, DEVLINK_ATTR_HEALTH_REPORTER_ERR_COUNT = 117, DEVLINK_ATTR_HEALTH_REPORTER_RECOVER_COUNT = 118, DEVLINK_ATTR_HEALTH_REPORTER_DUMP_TS = 119, DEVLINK_ATTR_HEALTH_REPORTER_GRACEFUL_PERIOD = 120, DEVLINK_ATTR_HEALTH_REPORTER_AUTO_RECOVER = 121, DEVLINK_ATTR_FLASH_UPDATE_FILE_NAME = 122, DEVLINK_ATTR_FLASH_UPDATE_COMPONENT = 123, DEVLINK_ATTR_FLASH_UPDATE_STATUS_MSG = 124, DEVLINK_ATTR_FLASH_UPDATE_STATUS_DONE = 125, DEVLINK_ATTR_FLASH_UPDATE_STATUS_TOTAL = 126, DEVLINK_ATTR_PORT_PCI_PF_NUMBER = 127, DEVLINK_ATTR_PORT_PCI_VF_NUMBER = 128, DEVLINK_ATTR_STATS = 129, DEVLINK_ATTR_TRAP_NAME = 130, DEVLINK_ATTR_TRAP_ACTION = 131, DEVLINK_ATTR_TRAP_TYPE = 132, DEVLINK_ATTR_TRAP_GENERIC = 133, DEVLINK_ATTR_TRAP_METADATA = 134, DEVLINK_ATTR_TRAP_GROUP_NAME = 135, DEVLINK_ATTR_RELOAD_FAILED = 136, DEVLINK_ATTR_HEALTH_REPORTER_DUMP_TS_NS = 137, DEVLINK_ATTR_NETNS_FD = 138, DEVLINK_ATTR_NETNS_PID = 139, DEVLINK_ATTR_NETNS_ID = 140, DEVLINK_ATTR_HEALTH_REPORTER_AUTO_DUMP = 141, DEVLINK_ATTR_TRAP_POLICER_ID = 142, DEVLINK_ATTR_TRAP_POLICER_RATE = 143, DEVLINK_ATTR_TRAP_POLICER_BURST = 144, DEVLINK_ATTR_PORT_FUNCTION = 145, DEVLINK_ATTR_INFO_BOARD_SERIAL_NUMBER = 146, DEVLINK_ATTR_PORT_LANES = 147, DEVLINK_ATTR_PORT_SPLITTABLE = 148, DEVLINK_ATTR_PORT_EXTERNAL = 149, DEVLINK_ATTR_PORT_CONTROLLER_NUMBER = 150, DEVLINK_ATTR_FLASH_UPDATE_STATUS_TIMEOUT = 151, DEVLINK_ATTR_FLASH_UPDATE_OVERWRITE_MASK = 152, DEVLINK_ATTR_RELOAD_ACTION = 153, DEVLINK_ATTR_RELOAD_ACTIONS_PERFORMED = 154, DEVLINK_ATTR_RELOAD_LIMITS = 155, DEVLINK_ATTR_DEV_STATS = 156, DEVLINK_ATTR_RELOAD_STATS = 157, DEVLINK_ATTR_RELOAD_STATS_ENTRY = 158, DEVLINK_ATTR_RELOAD_STATS_LIMIT = 159, DEVLINK_ATTR_RELOAD_STATS_VALUE = 160, DEVLINK_ATTR_REMOTE_RELOAD_STATS = 161, DEVLINK_ATTR_RELOAD_ACTION_INFO = 162, DEVLINK_ATTR_RELOAD_ACTION_STATS = 163, DEVLINK_ATTR_PORT_PCI_SF_NUMBER = 164, DEVLINK_ATTR_RATE_TYPE = 165, DEVLINK_ATTR_RATE_TX_SHARE = 166, DEVLINK_ATTR_RATE_TX_MAX = 167, DEVLINK_ATTR_RATE_NODE_NAME = 168, DEVLINK_ATTR_RATE_PARENT_NODE_NAME = 169, DEVLINK_ATTR_REGION_MAX_SNAPSHOTS = 170, DEVLINK_ATTR_LINECARD_INDEX = 171, DEVLINK_ATTR_LINECARD_STATE = 172, DEVLINK_ATTR_LINECARD_TYPE = 173, DEVLINK_ATTR_LINECARD_SUPPORTED_TYPES = 174, DEVLINK_ATTR_NESTED_DEVLINK = 175, DEVLINK_ATTR_SELFTESTS = 176, DEVLINK_ATTR_RATE_TX_PRIORITY = 177, DEVLINK_ATTR_RATE_TX_WEIGHT = 178, DEVLINK_ATTR_REGION_DIRECT = 179, __DEVLINK_ATTR_MAX = 180, DEVLINK_ATTR_MAX = 179, }; enum devlink_dpipe_field_mapping_type { DEVLINK_DPIPE_FIELD_MAPPING_TYPE_NONE = 0, DEVLINK_DPIPE_FIELD_MAPPING_TYPE_IFINDEX = 1, }; enum devlink_dpipe_match_type { DEVLINK_DPIPE_MATCH_TYPE_FIELD_EXACT = 0, }; enum devlink_dpipe_action_type { DEVLINK_DPIPE_ACTION_TYPE_FIELD_MODIFY = 0, }; enum devlink_dpipe_field_ethernet_id { DEVLINK_DPIPE_FIELD_ETHERNET_DST_MAC = 0, }; enum devlink_dpipe_field_ipv4_id { DEVLINK_DPIPE_FIELD_IPV4_DST_IP = 0, }; enum devlink_dpipe_field_ipv6_id { DEVLINK_DPIPE_FIELD_IPV6_DST_IP = 0, }; enum devlink_dpipe_header_id { DEVLINK_DPIPE_HEADER_ETHERNET = 0, DEVLINK_DPIPE_HEADER_IPV4 = 1, DEVLINK_DPIPE_HEADER_IPV6 = 2, }; enum devlink_resource_unit { DEVLINK_RESOURCE_UNIT_ENTRY = 0, }; enum devlink_port_fn_attr_cap { DEVLINK_PORT_FN_ATTR_CAP_ROCE_BIT = 0, DEVLINK_PORT_FN_ATTR_CAP_MIGRATABLE_BIT = 1, __DEVLINK_PORT_FN_ATTR_CAPS_MAX = 2, }; enum devlink_port_function_attr { DEVLINK_PORT_FUNCTION_ATTR_UNSPEC = 0, DEVLINK_PORT_FUNCTION_ATTR_HW_ADDR = 1, DEVLINK_PORT_FN_ATTR_STATE = 2, DEVLINK_PORT_FN_ATTR_OPSTATE = 3, DEVLINK_PORT_FN_ATTR_CAPS = 4, __DEVLINK_PORT_FUNCTION_ATTR_MAX = 5, DEVLINK_PORT_FUNCTION_ATTR_MAX = 4, }; enum devlink_port_fn_state { DEVLINK_PORT_FN_STATE_INACTIVE = 0, DEVLINK_PORT_FN_STATE_ACTIVE = 1, }; enum devlink_port_fn_opstate { DEVLINK_PORT_FN_OPSTATE_DETACHED = 0, DEVLINK_PORT_FN_OPSTATE_ATTACHED = 1, }; struct devlink_dev_stats { u32 reload_stats[6]; u32 remote_reload_stats[6]; }; struct devlink_dpipe_headers; struct devlink_ops; struct devlink { u32 index; struct xarray ports; struct list_head rate_list; struct list_head sb_list; struct list_head dpipe_table_list; struct list_head resource_list; struct list_head param_list; struct list_head region_list; struct list_head reporter_list; struct mutex reporters_lock; struct devlink_dpipe_headers *dpipe_headers; struct list_head trap_list; struct list_head trap_group_list; struct list_head trap_policer_list; struct list_head linecard_list; struct mutex linecards_lock; const struct devlink_ops *ops; u64 features; struct xarray snapshot_ids; struct devlink_dev_stats stats; struct device *dev; possible_net_t _net; struct mutex lock; struct lock_class_key lock_key; u8 reload_failed: 1; refcount_t refcount; struct completion comp; struct callback_head rcu; struct notifier_block netdevice_nb; char priv[0]; }; struct devlink_linecard_ops; struct devlink_linecard_type; struct devlink_linecard { struct list_head list; struct devlink *devlink; unsigned int index; refcount_t refcount; const struct devlink_linecard_ops *ops; void *priv; enum devlink_linecard_state state; struct mutex state_lock; const char *type; struct devlink_linecard_type *types; unsigned int types_count; struct devlink *nested_devlink; }; struct devlink_port_new_attrs { enum devlink_port_flavour flavour; unsigned int port_index; u32 controller; u32 sfnum; u16 pfnum; u8 port_index_valid: 1; u8 controller_valid: 1; u8 sfnum_valid: 1; }; struct devlink_linecard_ops { int (*provision)(struct devlink_linecard *, void *, const char *, const void *, struct netlink_ext_ack *); int (*unprovision)(struct devlink_linecard *, void *, struct netlink_ext_ack *); bool (*same_provision)(struct devlink_linecard *, void *, const char *, const void *); unsigned int (*types_count)(struct devlink_linecard *, void *); void (*types_get)(struct devlink_linecard *, void *, unsigned int, const char **, const void **); }; struct devlink_dpipe_field { const char *name; unsigned int id; unsigned int bitwidth; enum devlink_dpipe_field_mapping_type mapping_type; }; struct devlink_dpipe_header { const char *name; unsigned int id; struct devlink_dpipe_field *fields; unsigned int fields_count; bool global; }; struct devlink_dpipe_match { enum devlink_dpipe_match_type type; unsigned int header_index; struct devlink_dpipe_header *header; unsigned int field_id; }; struct devlink_dpipe_action { enum devlink_dpipe_action_type type; unsigned int header_index; struct devlink_dpipe_header *header; unsigned int field_id; }; struct devlink_dpipe_value { union { struct devlink_dpipe_action *action; struct devlink_dpipe_match *match; }; unsigned int mapping_value; bool mapping_valid; unsigned int value_size; void *value; void *mask; }; struct devlink_dpipe_entry { u64 index; struct devlink_dpipe_value *match_values; unsigned int match_values_count; struct devlink_dpipe_value *action_values; unsigned int action_values_count; u64 counter; bool counter_valid; }; struct devlink_dpipe_dump_ctx { struct genl_info *info; enum devlink_command cmd; struct sk_buff *skb; struct nlattr *nest; void *hdr; }; struct devlink_dpipe_table_ops; struct devlink_dpipe_table { void *priv; struct list_head list; const char *name; bool counters_enabled; bool counter_control_extern; bool resource_valid; u64 resource_id; u64 resource_units; struct devlink_dpipe_table_ops *table_ops; struct callback_head rcu; }; struct devlink_dpipe_table_ops { int (*actions_dump)(void *, struct sk_buff *); int (*matches_dump)(void *, struct sk_buff *); int (*entries_dump)(void *, bool, struct devlink_dpipe_dump_ctx *); int (*counters_set_update)(void *, bool); u64 (*size_get)(void *); }; struct devlink_dpipe_headers { struct devlink_dpipe_header **headers; unsigned int headers_count; }; struct devlink_resource_size_params { u64 size_min; u64 size_max; u64 size_granularity; enum devlink_resource_unit unit; }; typedef u64 devlink_resource_occ_get_t(void *); enum devlink_param_type { DEVLINK_PARAM_TYPE_U8 = 0, DEVLINK_PARAM_TYPE_U16 = 1, DEVLINK_PARAM_TYPE_U32 = 2, DEVLINK_PARAM_TYPE_STRING = 3, DEVLINK_PARAM_TYPE_BOOL = 4, }; struct devlink_flash_notify { const char *status_msg; const char *component; long unsigned int done; long unsigned int total; long unsigned int timeout; }; struct devlink_param { u32 id; const char *name; bool generic; enum devlink_param_type type; long unsigned int supported_cmodes; int (*get)(struct devlink *, u32, struct devlink_param_gset_ctx *); int (*set)(struct devlink *, u32, struct devlink_param_gset_ctx *); int (*validate)(struct devlink *, u32, union devlink_param_value, struct netlink_ext_ack *); }; struct devlink_param_item { struct list_head list; const struct devlink_param *param; union devlink_param_value driverinit_value; bool driverinit_value_valid; }; enum devlink_param_generic_id { DEVLINK_PARAM_GENERIC_ID_INT_ERR_RESET = 0, DEVLINK_PARAM_GENERIC_ID_MAX_MACS = 1, DEVLINK_PARAM_GENERIC_ID_ENABLE_SRIOV = 2, DEVLINK_PARAM_GENERIC_ID_REGION_SNAPSHOT = 3, DEVLINK_PARAM_GENERIC_ID_IGNORE_ARI = 4, DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MAX = 5, DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MIN = 6, DEVLINK_PARAM_GENERIC_ID_FW_LOAD_POLICY = 7, DEVLINK_PARAM_GENERIC_ID_RESET_DEV_ON_DRV_PROBE = 8, DEVLINK_PARAM_GENERIC_ID_ENABLE_ROCE = 9, DEVLINK_PARAM_GENERIC_ID_ENABLE_REMOTE_DEV_RESET = 10, DEVLINK_PARAM_GENERIC_ID_ENABLE_ETH = 11, DEVLINK_PARAM_GENERIC_ID_ENABLE_RDMA = 12, DEVLINK_PARAM_GENERIC_ID_ENABLE_VNET = 13, DEVLINK_PARAM_GENERIC_ID_ENABLE_IWARP = 14, DEVLINK_PARAM_GENERIC_ID_IO_EQ_SIZE = 15, DEVLINK_PARAM_GENERIC_ID_EVENT_EQ_SIZE = 16, __DEVLINK_PARAM_GENERIC_ID_MAX = 17, DEVLINK_PARAM_GENERIC_ID_MAX = 16, }; struct devlink_flash_update_params { const struct firmware *fw; const char *component; u32 overwrite_mask; }; struct devlink_region_ops { const char *name; void (*destructor)(const void *); int (*snapshot)(struct devlink *, const struct devlink_region_ops *, struct netlink_ext_ack *, u8 **); int (*read)(struct devlink *, const struct devlink_region_ops *, struct netlink_ext_ack *, u64, u32, u8 *); void *priv; }; struct devlink_port_region_ops { const char *name; void (*destructor)(const void *); int (*snapshot)(struct devlink_port *, const struct devlink_port_region_ops *, struct netlink_ext_ack *, u8 **); int (*read)(struct devlink_port *, const struct devlink_port_region_ops *, struct netlink_ext_ack *, u64, u32, u8 *); void *priv; }; enum devlink_health_reporter_state { DEVLINK_HEALTH_REPORTER_STATE_HEALTHY = 0, DEVLINK_HEALTH_REPORTER_STATE_ERROR = 1, }; struct devlink_health_reporter; struct devlink_fmsg; struct devlink_health_reporter_ops { char *name; int (*recover)(struct devlink_health_reporter *, void *, struct netlink_ext_ack *); int (*dump)(struct devlink_health_reporter *, struct devlink_fmsg *, void *, struct netlink_ext_ack *); int (*diagnose)(struct devlink_health_reporter *, struct devlink_fmsg *, struct netlink_ext_ack *); int (*test)(struct devlink_health_reporter *, struct netlink_ext_ack *); }; struct devlink_health_reporter { struct list_head list; void *priv; const struct devlink_health_reporter_ops *ops; struct devlink *devlink; struct devlink_port *devlink_port; struct devlink_fmsg *dump_fmsg; struct mutex dump_lock; u64 graceful_period; bool auto_recover; bool auto_dump; u8 health_state; u64 dump_ts; u64 dump_real_ts; u64 error_count; u64 recovery_count; u64 last_recovery_ts; refcount_t refcount; }; struct devlink_fmsg { struct list_head item_list; bool putting_binary; }; struct devlink_trap_metadata { const char *trap_name; const char *trap_group_name; struct net_device *input_dev; netdevice_tracker dev_tracker; const struct flow_action_cookie *fa_cookie; enum devlink_trap_type trap_type; }; struct devlink_trap_policer { u32 id; u64 init_rate; u64 init_burst; u64 max_rate; u64 min_rate; u64 max_burst; u64 min_burst; }; struct devlink_trap_group { const char *name; u16 id; bool generic; u32 init_policer_id; }; struct devlink_trap { enum devlink_trap_type type; enum devlink_trap_action init_action; bool generic; u16 id; const char *name; u16 init_group_id; u32 metadata_cap; }; enum devlink_trap_generic_id { DEVLINK_TRAP_GENERIC_ID_SMAC_MC = 0, DEVLINK_TRAP_GENERIC_ID_VLAN_TAG_MISMATCH = 1, DEVLINK_TRAP_GENERIC_ID_INGRESS_VLAN_FILTER = 2, DEVLINK_TRAP_GENERIC_ID_INGRESS_STP_FILTER = 3, DEVLINK_TRAP_GENERIC_ID_EMPTY_TX_LIST = 4, DEVLINK_TRAP_GENERIC_ID_PORT_LOOPBACK_FILTER = 5, DEVLINK_TRAP_GENERIC_ID_BLACKHOLE_ROUTE = 6, DEVLINK_TRAP_GENERIC_ID_TTL_ERROR = 7, DEVLINK_TRAP_GENERIC_ID_TAIL_DROP = 8, DEVLINK_TRAP_GENERIC_ID_NON_IP_PACKET = 9, DEVLINK_TRAP_GENERIC_ID_UC_DIP_MC_DMAC = 10, DEVLINK_TRAP_GENERIC_ID_DIP_LB = 11, DEVLINK_TRAP_GENERIC_ID_SIP_MC = 12, DEVLINK_TRAP_GENERIC_ID_SIP_LB = 13, DEVLINK_TRAP_GENERIC_ID_CORRUPTED_IP_HDR = 14, DEVLINK_TRAP_GENERIC_ID_IPV4_SIP_BC = 15, DEVLINK_TRAP_GENERIC_ID_IPV6_MC_DIP_RESERVED_SCOPE = 16, DEVLINK_TRAP_GENERIC_ID_IPV6_MC_DIP_INTERFACE_LOCAL_SCOPE = 17, DEVLINK_TRAP_GENERIC_ID_MTU_ERROR = 18, DEVLINK_TRAP_GENERIC_ID_UNRESOLVED_NEIGH = 19, DEVLINK_TRAP_GENERIC_ID_RPF = 20, DEVLINK_TRAP_GENERIC_ID_REJECT_ROUTE = 21, DEVLINK_TRAP_GENERIC_ID_IPV4_LPM_UNICAST_MISS = 22, DEVLINK_TRAP_GENERIC_ID_IPV6_LPM_UNICAST_MISS = 23, DEVLINK_TRAP_GENERIC_ID_NON_ROUTABLE = 24, DEVLINK_TRAP_GENERIC_ID_DECAP_ERROR = 25, DEVLINK_TRAP_GENERIC_ID_OVERLAY_SMAC_MC = 26, DEVLINK_TRAP_GENERIC_ID_INGRESS_FLOW_ACTION_DROP = 27, DEVLINK_TRAP_GENERIC_ID_EGRESS_FLOW_ACTION_DROP = 28, DEVLINK_TRAP_GENERIC_ID_STP = 29, DEVLINK_TRAP_GENERIC_ID_LACP = 30, DEVLINK_TRAP_GENERIC_ID_LLDP = 31, DEVLINK_TRAP_GENERIC_ID_IGMP_QUERY = 32, DEVLINK_TRAP_GENERIC_ID_IGMP_V1_REPORT = 33, DEVLINK_TRAP_GENERIC_ID_IGMP_V2_REPORT = 34, DEVLINK_TRAP_GENERIC_ID_IGMP_V3_REPORT = 35, DEVLINK_TRAP_GENERIC_ID_IGMP_V2_LEAVE = 36, DEVLINK_TRAP_GENERIC_ID_MLD_QUERY = 37, DEVLINK_TRAP_GENERIC_ID_MLD_V1_REPORT = 38, DEVLINK_TRAP_GENERIC_ID_MLD_V2_REPORT = 39, DEVLINK_TRAP_GENERIC_ID_MLD_V1_DONE = 40, DEVLINK_TRAP_GENERIC_ID_IPV4_DHCP = 41, DEVLINK_TRAP_GENERIC_ID_IPV6_DHCP = 42, DEVLINK_TRAP_GENERIC_ID_ARP_REQUEST = 43, DEVLINK_TRAP_GENERIC_ID_ARP_RESPONSE = 44, DEVLINK_TRAP_GENERIC_ID_ARP_OVERLAY = 45, DEVLINK_TRAP_GENERIC_ID_IPV6_NEIGH_SOLICIT = 46, DEVLINK_TRAP_GENERIC_ID_IPV6_NEIGH_ADVERT = 47, DEVLINK_TRAP_GENERIC_ID_IPV4_BFD = 48, DEVLINK_TRAP_GENERIC_ID_IPV6_BFD = 49, DEVLINK_TRAP_GENERIC_ID_IPV4_OSPF = 50, DEVLINK_TRAP_GENERIC_ID_IPV6_OSPF = 51, DEVLINK_TRAP_GENERIC_ID_IPV4_BGP = 52, DEVLINK_TRAP_GENERIC_ID_IPV6_BGP = 53, DEVLINK_TRAP_GENERIC_ID_IPV4_VRRP = 54, DEVLINK_TRAP_GENERIC_ID_IPV6_VRRP = 55, DEVLINK_TRAP_GENERIC_ID_IPV4_PIM = 56, DEVLINK_TRAP_GENERIC_ID_IPV6_PIM = 57, DEVLINK_TRAP_GENERIC_ID_UC_LB = 58, DEVLINK_TRAP_GENERIC_ID_LOCAL_ROUTE = 59, DEVLINK_TRAP_GENERIC_ID_EXTERNAL_ROUTE = 60, DEVLINK_TRAP_GENERIC_ID_IPV6_UC_DIP_LINK_LOCAL_SCOPE = 61, DEVLINK_TRAP_GENERIC_ID_IPV6_DIP_ALL_NODES = 62, DEVLINK_TRAP_GENERIC_ID_IPV6_DIP_ALL_ROUTERS = 63, DEVLINK_TRAP_GENERIC_ID_IPV6_ROUTER_SOLICIT = 64, DEVLINK_TRAP_GENERIC_ID_IPV6_ROUTER_ADVERT = 65, DEVLINK_TRAP_GENERIC_ID_IPV6_REDIRECT = 66, DEVLINK_TRAP_GENERIC_ID_IPV4_ROUTER_ALERT = 67, DEVLINK_TRAP_GENERIC_ID_IPV6_ROUTER_ALERT = 68, DEVLINK_TRAP_GENERIC_ID_PTP_EVENT = 69, DEVLINK_TRAP_GENERIC_ID_PTP_GENERAL = 70, DEVLINK_TRAP_GENERIC_ID_FLOW_ACTION_SAMPLE = 71, DEVLINK_TRAP_GENERIC_ID_FLOW_ACTION_TRAP = 72, DEVLINK_TRAP_GENERIC_ID_EARLY_DROP = 73, DEVLINK_TRAP_GENERIC_ID_VXLAN_PARSING = 74, DEVLINK_TRAP_GENERIC_ID_LLC_SNAP_PARSING = 75, DEVLINK_TRAP_GENERIC_ID_VLAN_PARSING = 76, DEVLINK_TRAP_GENERIC_ID_PPPOE_PPP_PARSING = 77, DEVLINK_TRAP_GENERIC_ID_MPLS_PARSING = 78, DEVLINK_TRAP_GENERIC_ID_ARP_PARSING = 79, DEVLINK_TRAP_GENERIC_ID_IP_1_PARSING = 80, DEVLINK_TRAP_GENERIC_ID_IP_N_PARSING = 81, DEVLINK_TRAP_GENERIC_ID_GRE_PARSING = 82, DEVLINK_TRAP_GENERIC_ID_UDP_PARSING = 83, DEVLINK_TRAP_GENERIC_ID_TCP_PARSING = 84, DEVLINK_TRAP_GENERIC_ID_IPSEC_PARSING = 85, DEVLINK_TRAP_GENERIC_ID_SCTP_PARSING = 86, DEVLINK_TRAP_GENERIC_ID_DCCP_PARSING = 87, DEVLINK_TRAP_GENERIC_ID_GTP_PARSING = 88, DEVLINK_TRAP_GENERIC_ID_ESP_PARSING = 89, DEVLINK_TRAP_GENERIC_ID_BLACKHOLE_NEXTHOP = 90, DEVLINK_TRAP_GENERIC_ID_DMAC_FILTER = 91, DEVLINK_TRAP_GENERIC_ID_EAPOL = 92, DEVLINK_TRAP_GENERIC_ID_LOCKED_PORT = 93, __DEVLINK_TRAP_GENERIC_ID_MAX = 94, DEVLINK_TRAP_GENERIC_ID_MAX = 93, }; enum devlink_trap_group_generic_id { DEVLINK_TRAP_GROUP_GENERIC_ID_L2_DROPS = 0, DEVLINK_TRAP_GROUP_GENERIC_ID_L3_DROPS = 1, DEVLINK_TRAP_GROUP_GENERIC_ID_L3_EXCEPTIONS = 2, DEVLINK_TRAP_GROUP_GENERIC_ID_BUFFER_DROPS = 3, DEVLINK_TRAP_GROUP_GENERIC_ID_TUNNEL_DROPS = 4, DEVLINK_TRAP_GROUP_GENERIC_ID_ACL_DROPS = 5, DEVLINK_TRAP_GROUP_GENERIC_ID_STP = 6, DEVLINK_TRAP_GROUP_GENERIC_ID_LACP = 7, DEVLINK_TRAP_GROUP_GENERIC_ID_LLDP = 8, DEVLINK_TRAP_GROUP_GENERIC_ID_MC_SNOOPING = 9, DEVLINK_TRAP_GROUP_GENERIC_ID_DHCP = 10, DEVLINK_TRAP_GROUP_GENERIC_ID_NEIGH_DISCOVERY = 11, DEVLINK_TRAP_GROUP_GENERIC_ID_BFD = 12, DEVLINK_TRAP_GROUP_GENERIC_ID_OSPF = 13, DEVLINK_TRAP_GROUP_GENERIC_ID_BGP = 14, DEVLINK_TRAP_GROUP_GENERIC_ID_VRRP = 15, DEVLINK_TRAP_GROUP_GENERIC_ID_PIM = 16, DEVLINK_TRAP_GROUP_GENERIC_ID_UC_LB = 17, DEVLINK_TRAP_GROUP_GENERIC_ID_LOCAL_DELIVERY = 18, DEVLINK_TRAP_GROUP_GENERIC_ID_EXTERNAL_DELIVERY = 19, DEVLINK_TRAP_GROUP_GENERIC_ID_IPV6 = 20, DEVLINK_TRAP_GROUP_GENERIC_ID_PTP_EVENT = 21, DEVLINK_TRAP_GROUP_GENERIC_ID_PTP_GENERAL = 22, DEVLINK_TRAP_GROUP_GENERIC_ID_ACL_SAMPLE = 23, DEVLINK_TRAP_GROUP_GENERIC_ID_ACL_TRAP = 24, DEVLINK_TRAP_GROUP_GENERIC_ID_PARSER_ERROR_DROPS = 25, DEVLINK_TRAP_GROUP_GENERIC_ID_EAPOL = 26, __DEVLINK_TRAP_GROUP_GENERIC_ID_MAX = 27, DEVLINK_TRAP_GROUP_GENERIC_ID_MAX = 26, }; enum { DEVLINK_F_RELOAD = 1, }; struct devlink_info_req; struct devlink_ops { u32 supported_flash_update_params; long unsigned int reload_actions; long unsigned int reload_limits; int (*reload_down)(struct devlink *, bool, enum devlink_reload_action, enum devlink_reload_limit, struct netlink_ext_ack *); int (*reload_up)(struct devlink *, enum devlink_reload_action, enum devlink_reload_limit, u32 *, struct netlink_ext_ack *); int (*port_type_set)(struct devlink_port *, enum devlink_port_type); int (*port_split)(struct devlink *, struct devlink_port *, unsigned int, struct netlink_ext_ack *); int (*port_unsplit)(struct devlink *, struct devlink_port *, struct netlink_ext_ack *); int (*sb_pool_get)(struct devlink *, unsigned int, u16, struct devlink_sb_pool_info *); int (*sb_pool_set)(struct devlink *, unsigned int, u16, u32, enum devlink_sb_threshold_type, struct netlink_ext_ack *); int (*sb_port_pool_get)(struct devlink_port *, unsigned int, u16, u32 *); int (*sb_port_pool_set)(struct devlink_port *, unsigned int, u16, u32, struct netlink_ext_ack *); int (*sb_tc_pool_bind_get)(struct devlink_port *, unsigned int, u16, enum devlink_sb_pool_type, u16 *, u32 *); int (*sb_tc_pool_bind_set)(struct devlink_port *, unsigned int, u16, enum devlink_sb_pool_type, u16, u32, struct netlink_ext_ack *); int (*sb_occ_snapshot)(struct devlink *, unsigned int); int (*sb_occ_max_clear)(struct devlink *, unsigned int); int (*sb_occ_port_pool_get)(struct devlink_port *, unsigned int, u16, u32 *, u32 *); int (*sb_occ_tc_port_bind_get)(struct devlink_port *, unsigned int, u16, enum devlink_sb_pool_type, u32 *, u32 *); int (*eswitch_mode_get)(struct devlink *, u16 *); int (*eswitch_mode_set)(struct devlink *, u16, struct netlink_ext_ack *); int (*eswitch_inline_mode_get)(struct devlink *, u8 *); int (*eswitch_inline_mode_set)(struct devlink *, u8, struct netlink_ext_ack *); int (*eswitch_encap_mode_get)(struct devlink *, enum devlink_eswitch_encap_mode *); int (*eswitch_encap_mode_set)(struct devlink *, enum devlink_eswitch_encap_mode, struct netlink_ext_ack *); int (*info_get)(struct devlink *, struct devlink_info_req *, struct netlink_ext_ack *); int (*flash_update)(struct devlink *, struct devlink_flash_update_params *, struct netlink_ext_ack *); int (*trap_init)(struct devlink *, const struct devlink_trap *, void *); void (*trap_fini)(struct devlink *, const struct devlink_trap *, void *); int (*trap_action_set)(struct devlink *, const struct devlink_trap *, enum devlink_trap_action, struct netlink_ext_ack *); int (*trap_group_init)(struct devlink *, const struct devlink_trap_group *); int (*trap_group_set)(struct devlink *, const struct devlink_trap_group *, const struct devlink_trap_policer *, struct netlink_ext_ack *); int (*trap_group_action_set)(struct devlink *, const struct devlink_trap_group *, enum devlink_trap_action, struct netlink_ext_ack *); int (*trap_drop_counter_get)(struct devlink *, const struct devlink_trap *, u64 *); int (*trap_policer_init)(struct devlink *, const struct devlink_trap_policer *); void (*trap_policer_fini)(struct devlink *, const struct devlink_trap_policer *); int (*trap_policer_set)(struct devlink *, const struct devlink_trap_policer *, u64, u64, struct netlink_ext_ack *); int (*trap_policer_counter_get)(struct devlink *, const struct devlink_trap_policer *, u64 *); int (*port_function_hw_addr_get)(struct devlink_port *, u8 *, int *, struct netlink_ext_ack *); int (*port_function_hw_addr_set)(struct devlink_port *, const u8 *, int, struct netlink_ext_ack *); int (*port_fn_roce_get)(struct devlink_port *, bool *, struct netlink_ext_ack *); int (*port_fn_roce_set)(struct devlink_port *, bool, struct netlink_ext_ack *); int (*port_fn_migratable_get)(struct devlink_port *, bool *, struct netlink_ext_ack *); int (*port_fn_migratable_set)(struct devlink_port *, bool, struct netlink_ext_ack *); int (*port_new)(struct devlink *, const struct devlink_port_new_attrs *, struct netlink_ext_ack *, unsigned int *); int (*port_del)(struct devlink *, unsigned int, struct netlink_ext_ack *); int (*port_fn_state_get)(struct devlink_port *, enum devlink_port_fn_state *, enum devlink_port_fn_opstate *, struct netlink_ext_ack *); int (*port_fn_state_set)(struct devlink_port *, enum devlink_port_fn_state, struct netlink_ext_ack *); int (*rate_leaf_tx_share_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_leaf_tx_max_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_leaf_tx_priority_set)(struct devlink_rate *, void *, u32, struct netlink_ext_ack *); int (*rate_leaf_tx_weight_set)(struct devlink_rate *, void *, u32, struct netlink_ext_ack *); int (*rate_node_tx_share_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_node_tx_max_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_node_tx_priority_set)(struct devlink_rate *, void *, u32, struct netlink_ext_ack *); int (*rate_node_tx_weight_set)(struct devlink_rate *, void *, u32, struct netlink_ext_ack *); int (*rate_node_new)(struct devlink_rate *, void **, struct netlink_ext_ack *); int (*rate_node_del)(struct devlink_rate *, void *, struct netlink_ext_ack *); int (*rate_leaf_parent_set)(struct devlink_rate *, struct devlink_rate *, void *, void *, struct netlink_ext_ack *); int (*rate_node_parent_set)(struct devlink_rate *, struct devlink_rate *, void *, void *, struct netlink_ext_ack *); bool (*selftest_check)(struct devlink *, unsigned int, struct netlink_ext_ack *); enum devlink_selftest_status (*selftest_run)(struct devlink *, unsigned int, struct netlink_ext_ack *); }; enum devlink_info_version_type { DEVLINK_INFO_VERSION_TYPE_NONE = 0, DEVLINK_INFO_VERSION_TYPE_COMPONENT = 1, }; struct devlink_info_req { struct sk_buff *msg; void (*version_cb)(const char *, enum devlink_info_version_type, void *); void *version_cb_priv; }; struct trace_event_raw_devlink_hwmsg { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; bool incoming; long unsigned int type; u32 __data_loc_buf; size_t len; char __data[0]; }; struct trace_event_raw_devlink_hwerr { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; int err; u32 __data_loc_msg; char __data[0]; }; struct trace_event_raw_devlink_health_report { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_reporter_name; u32 __data_loc_msg; char __data[0]; }; struct trace_event_raw_devlink_health_recover_aborted { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_reporter_name; bool health_state; u64 time_since_last_recover; char __data[0]; }; struct trace_event_raw_devlink_health_reporter_state_update { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_reporter_name; u8 new_state; char __data[0]; }; struct trace_event_raw_devlink_trap_report { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_trap_name; u32 __data_loc_trap_group_name; char input_dev_name[16]; char __data[0]; }; struct trace_event_data_offsets_devlink_hwmsg { u32 bus_name; u32 dev_name; u32 driver_name; u32 buf; }; struct trace_event_data_offsets_devlink_hwerr { u32 bus_name; u32 dev_name; u32 driver_name; u32 msg; }; struct trace_event_data_offsets_devlink_health_report { u32 bus_name; u32 dev_name; u32 driver_name; u32 reporter_name; u32 msg; }; struct trace_event_data_offsets_devlink_health_recover_aborted { u32 bus_name; u32 dev_name; u32 driver_name; u32 reporter_name; }; struct trace_event_data_offsets_devlink_health_reporter_state_update { u32 bus_name; u32 dev_name; u32 driver_name; u32 reporter_name; }; struct trace_event_data_offsets_devlink_trap_report { u32 bus_name; u32 dev_name; u32 driver_name; u32 trap_name; u32 trap_group_name; }; typedef void (*btf_trace_devlink_hwmsg)(void *, const struct devlink *, bool, long unsigned int, const u8 *, size_t); typedef void (*btf_trace_devlink_hwerr)(void *, const struct devlink *, int, const char *); typedef void (*btf_trace_devlink_health_report)(void *, const struct devlink *, const char *, const char *); typedef void (*btf_trace_devlink_health_recover_aborted)(void *, const struct devlink *, const char *, bool, u64); typedef void (*btf_trace_devlink_health_reporter_state_update)(void *, const struct devlink *, const char *, bool); typedef void (*btf_trace_devlink_trap_report)(void *, const struct devlink *, struct sk_buff *, const struct devlink_trap_metadata *); struct devlink_linecard_type { const char *type; const void *priv; }; struct devlink_resource { const char *name; u64 id; u64 size; u64 size_new; bool size_valid; struct devlink_resource *parent; struct devlink_resource_size_params size_params; struct list_head list; struct list_head resource_list; devlink_resource_occ_get_t *occ_get; void *occ_get_priv; }; struct devlink_sb { struct list_head list; unsigned int index; u32 size; u16 ingress_pools_count; u16 egress_pools_count; u16 ingress_tc_count; u16 egress_tc_count; }; struct devlink_region { struct devlink *devlink; struct devlink_port *port; struct list_head list; union { const struct devlink_region_ops *ops; const struct devlink_port_region_ops *port_ops; }; struct mutex snapshot_lock; struct list_head snapshot_list; u32 max_snapshots; u32 cur_snapshots; u64 size; }; struct devlink_snapshot { struct list_head list; struct devlink_region *region; u8 *data; u32 id; }; enum devlink_multicast_groups { DEVLINK_MCGRP_CONFIG = 0, }; struct devlink_reload_combination { enum devlink_reload_action action; enum devlink_reload_limit limit; }; struct devlink_flash_component_lookup_ctx { const char *lookup_name; bool lookup_name_found; }; typedef int devlink_chunk_fill_t(void *, u8 *, u32, u64, struct netlink_ext_ack *); struct devlink_fmsg_item { struct list_head list; int attrtype; u8 nla_type; u16 len; int value[0]; }; struct devlink_stats { u64_stats_t rx_bytes; u64_stats_t rx_packets; struct u64_stats_sync syncp; }; struct devlink_trap_policer_item { const struct devlink_trap_policer *policer; u64 rate; u64 burst; struct list_head list; }; struct devlink_trap_group_item { const struct devlink_trap_group *group; struct devlink_trap_policer_item *policer_item; struct list_head list; struct devlink_stats *stats; }; struct devlink_trap_item { const struct devlink_trap *trap; struct devlink_trap_group_item *group_item; struct list_head list; enum devlink_trap_action action; struct devlink_stats *stats; void *priv; }; enum { SK_DIAG_BPF_STORAGE_REQ_NONE = 0, SK_DIAG_BPF_STORAGE_REQ_MAP_FD = 1, __SK_DIAG_BPF_STORAGE_REQ_MAX = 2, }; enum { SK_DIAG_BPF_STORAGE_REP_NONE = 0, SK_DIAG_BPF_STORAGE = 1, __SK_DIAG_BPF_STORAGE_REP_MAX = 2, }; enum { SK_DIAG_BPF_STORAGE_NONE = 0, SK_DIAG_BPF_STORAGE_PAD = 1, SK_DIAG_BPF_STORAGE_MAP_ID = 2, SK_DIAG_BPF_STORAGE_MAP_VALUE = 3, __SK_DIAG_BPF_STORAGE_MAX = 4, }; typedef u64 (*btf_bpf_sk_storage_get)(struct bpf_map *, struct sock *, void *, u64, gfp_t); typedef u64 (*btf_bpf_sk_storage_delete)(struct bpf_map *, struct sock *); typedef u64 (*btf_bpf_sk_storage_get_tracing)(struct bpf_map *, struct sock *, void *, u64, gfp_t); typedef u64 (*btf_bpf_sk_storage_delete_tracing)(struct bpf_map *, struct sock *); struct bpf_sk_storage_diag { u32 nr_maps; struct bpf_map *maps[0]; }; struct bpf_iter_seq_sk_storage_map_info { struct bpf_map *map; unsigned int bucket_id; unsigned int skip_elems; }; struct bpf_iter__bpf_sk_storage_map { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { struct sock *sk; }; union { void *value; }; }; struct bpf_stab { struct bpf_map map; struct sock **sks; struct sk_psock_progs progs; raw_spinlock_t lock; long: 32; long: 64; long: 64; }; typedef u64 (*btf_bpf_sock_map_update)(struct bpf_sock_ops_kern *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_sk_redirect_map)(struct sk_buff *, struct bpf_map *, u32, u64); typedef u64 (*btf_bpf_msg_redirect_map)(struct sk_msg *, struct bpf_map *, u32, u64); struct sock_map_seq_info { struct bpf_map *map; struct sock *sk; u32 index; }; struct bpf_iter__sockmap { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { void *key; }; union { struct sock *sk; }; }; struct bpf_shtab_elem { struct callback_head rcu; u32 hash; struct sock *sk; struct hlist_node node; u8 key[0]; }; struct bpf_shtab_bucket { struct hlist_head head; raw_spinlock_t lock; }; struct bpf_shtab { struct bpf_map map; struct bpf_shtab_bucket *buckets; u32 buckets_num; u32 elem_size; struct sk_psock_progs progs; atomic_t count; long: 32; long: 64; }; typedef u64 (*btf_bpf_sock_hash_update)(struct bpf_sock_ops_kern *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_sk_redirect_hash)(struct sk_buff *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_msg_redirect_hash)(struct sk_msg *, struct bpf_map *, void *, u64); struct sock_hash_seq_info { struct bpf_map *map; struct bpf_shtab *htab; u32 bucket_id; }; struct nvmem_cell; struct llc_addr { unsigned char lsap; unsigned char mac[6]; }; struct llc_sap { unsigned char state; unsigned char p_bit; unsigned char f_bit; refcount_t refcnt; int (*rcv_func)(struct sk_buff *, struct net_device *, struct packet_type *, struct net_device *); struct llc_addr laddr; struct list_head node; spinlock_t sk_lock; int sk_count; struct hlist_nulls_head sk_laddr_hash[64]; struct hlist_head sk_dev_hash[64]; struct callback_head rcu; }; struct compat_cmsghdr { compat_size_t cmsg_len; compat_int_t cmsg_level; compat_int_t cmsg_type; }; struct llc_pdu_sn { u8 dsap; u8 ssap; u8 ctrl_1; u8 ctrl_2; }; struct llc_pdu_un { u8 dsap; u8 ssap; u8 ctrl_1; }; struct datalink_proto { unsigned char type[8]; struct llc_sap *sap; short unsigned int header_length; int (*rcvfunc)(struct sk_buff *, struct net_device *, struct packet_type *, struct net_device *); int (*request)(struct datalink_proto *, struct sk_buff *, const unsigned char *); struct list_head node; }; struct garp_applicant; struct garp_port { struct garp_applicant *applicants[1]; struct callback_head rcu; }; struct stp_proto { unsigned char group_address[6]; void (*rcv)(const struct stp_proto *, struct sk_buff *, struct net_device *); void *data; }; struct garp_pdu_hdr { __be16 protocol; }; struct garp_msg_hdr { u8 attrtype; }; enum garp_attr_event { GARP_LEAVE_ALL = 0, GARP_JOIN_EMPTY = 1, GARP_JOIN_IN = 2, GARP_LEAVE_EMPTY = 3, GARP_LEAVE_IN = 4, GARP_EMPTY = 5, }; struct garp_attr_hdr { u8 len; u8 event; u8 data[0]; }; struct garp_skb_cb { u8 cur_type; }; enum garp_applicant_state { GARP_APPLICANT_INVALID = 0, GARP_APPLICANT_VA = 1, GARP_APPLICANT_AA = 2, GARP_APPLICANT_QA = 3, GARP_APPLICANT_LA = 4, GARP_APPLICANT_VP = 5, GARP_APPLICANT_AP = 6, GARP_APPLICANT_QP = 7, GARP_APPLICANT_VO = 8, GARP_APPLICANT_AO = 9, GARP_APPLICANT_QO = 10, __GARP_APPLICANT_MAX = 11, }; enum garp_event { GARP_EVENT_REQ_JOIN = 0, GARP_EVENT_REQ_LEAVE = 1, GARP_EVENT_R_JOIN_IN = 2, GARP_EVENT_R_JOIN_EMPTY = 3, GARP_EVENT_R_EMPTY = 4, GARP_EVENT_R_LEAVE_IN = 5, GARP_EVENT_R_LEAVE_EMPTY = 6, GARP_EVENT_TRANSMIT_PDU = 7, __GARP_EVENT_MAX = 8, }; enum garp_action { GARP_ACTION_NONE = 0, GARP_ACTION_S_JOIN_IN = 1, GARP_ACTION_S_LEAVE_EMPTY = 2, }; struct garp_attr { struct rb_node node; enum garp_applicant_state state; u8 type; u8 dlen; unsigned char data[0]; }; enum garp_applications { GARP_APPLICATION_GVRP = 0, __GARP_APPLICATION_MAX = 1, }; struct garp_application { enum garp_applications type; unsigned int maxattr; struct stp_proto proto; }; struct garp_applicant { struct garp_application *app; struct net_device *dev; struct timer_list join_timer; spinlock_t lock; struct sk_buff_head queue; struct sk_buff *pdu; struct rb_root gid; struct callback_head rcu; }; struct garp_state_trans { u8 state; u8 action; }; struct mrp_applicant; struct mrp_port { struct mrp_applicant *applicants[1]; struct callback_head rcu; }; struct mrp_pdu_hdr { u8 version; }; struct mrp_msg_hdr { u8 attrtype; u8 attrlen; }; struct mrp_vecattr_hdr { __be16 lenflags; unsigned char firstattrvalue[0]; }; enum mrp_vecattr_event { MRP_VECATTR_EVENT_NEW = 0, MRP_VECATTR_EVENT_JOIN_IN = 1, MRP_VECATTR_EVENT_IN = 2, MRP_VECATTR_EVENT_JOIN_MT = 3, MRP_VECATTR_EVENT_MT = 4, MRP_VECATTR_EVENT_LV = 5, __MRP_VECATTR_EVENT_MAX = 6, }; struct mrp_skb_cb { struct mrp_msg_hdr *mh; struct mrp_vecattr_hdr *vah; unsigned char attrvalue[0]; }; enum mrp_applicant_state { MRP_APPLICANT_INVALID = 0, MRP_APPLICANT_VO = 1, MRP_APPLICANT_VP = 2, MRP_APPLICANT_VN = 3, MRP_APPLICANT_AN = 4, MRP_APPLICANT_AA = 5, MRP_APPLICANT_QA = 6, MRP_APPLICANT_LA = 7, MRP_APPLICANT_AO = 8, MRP_APPLICANT_QO = 9, MRP_APPLICANT_AP = 10, MRP_APPLICANT_QP = 11, __MRP_APPLICANT_MAX = 12, }; enum mrp_event { MRP_EVENT_NEW = 0, MRP_EVENT_JOIN = 1, MRP_EVENT_LV = 2, MRP_EVENT_TX = 3, MRP_EVENT_R_NEW = 4, MRP_EVENT_R_JOIN_IN = 5, MRP_EVENT_R_IN = 6, MRP_EVENT_R_JOIN_MT = 7, MRP_EVENT_R_MT = 8, MRP_EVENT_R_LV = 9, MRP_EVENT_R_LA = 10, MRP_EVENT_REDECLARE = 11, MRP_EVENT_PERIODIC = 12, __MRP_EVENT_MAX = 13, }; enum mrp_tx_action { MRP_TX_ACTION_NONE = 0, MRP_TX_ACTION_S_NEW = 1, MRP_TX_ACTION_S_JOIN_IN = 2, MRP_TX_ACTION_S_JOIN_IN_OPTIONAL = 3, MRP_TX_ACTION_S_IN_OPTIONAL = 4, MRP_TX_ACTION_S_LV = 5, }; struct mrp_attr { struct rb_node node; enum mrp_applicant_state state; u8 type; u8 len; unsigned char value[0]; }; enum mrp_applications { MRP_APPLICATION_MVRP = 0, __MRP_APPLICATION_MAX = 1, }; struct mrp_application { enum mrp_applications type; unsigned int maxattr; struct packet_type pkttype; unsigned char group_address[6]; u8 version; }; struct mrp_applicant { struct mrp_application *app; struct net_device *dev; struct timer_list join_timer; struct timer_list periodic_timer; spinlock_t lock; struct sk_buff_head queue; struct sk_buff *pdu; struct rb_root mad; struct callback_head rcu; bool active; }; struct tc_qopt_offload_stats { struct gnet_stats_basic_sync *bstats; struct gnet_stats_queue *qstats; }; enum tc_mq_command { TC_MQ_CREATE = 0, TC_MQ_DESTROY = 1, TC_MQ_STATS = 2, TC_MQ_GRAFT = 3, }; struct tc_mq_opt_offload_graft_params { long unsigned int queue; u32 child_handle; }; struct tc_mq_qopt_offload { enum tc_mq_command command; u32 handle; union { struct tc_qopt_offload_stats stats; struct tc_mq_opt_offload_graft_params graft_params; }; }; struct mq_sched { struct Qdisc **qdiscs; }; struct sch_frag_data { long unsigned int dst; struct qdisc_skb_cb cb; __be16 inner_protocol; u16 vlan_tci; __be16 vlan_proto; unsigned int l2_len; u8 l2_data[18]; int (*xmit)(struct sk_buff *); }; enum tc_link_layer { TC_LINKLAYER_UNAWARE = 0, TC_LINKLAYER_ETHERNET = 1, TC_LINKLAYER_ATM = 2, }; struct tc_ratespec { unsigned char cell_log; __u8 linklayer; short unsigned int overhead; short int cell_align; short unsigned int mpu; __u32 rate; }; enum { TCA_STAB_UNSPEC = 0, TCA_STAB_BASE = 1, TCA_STAB_DATA = 2, __TCA_STAB_MAX = 3, }; enum { TCA_UNSPEC = 0, TCA_KIND = 1, TCA_OPTIONS = 2, TCA_STATS = 3, TCA_XSTATS = 4, TCA_RATE = 5, TCA_FCNT = 6, TCA_STATS2 = 7, TCA_STAB = 8, TCA_PAD = 9, TCA_DUMP_INVISIBLE = 10, TCA_CHAIN = 11, TCA_HW_OFFLOAD = 12, TCA_INGRESS_BLOCK = 13, TCA_EGRESS_BLOCK = 14, TCA_DUMP_FLAGS = 15, __TCA_MAX = 16, }; struct qdisc_rate_table { struct tc_ratespec rate; u32 data[256]; struct qdisc_rate_table *next; int refcnt; }; struct Qdisc_class_common { u32 classid; struct hlist_node hnode; }; struct Qdisc_class_hash { struct hlist_head *hash; unsigned int hashsize; unsigned int hashmask; unsigned int hashelems; }; struct qdisc_watchdog { u64 last_expires; struct hrtimer timer; struct Qdisc *qdisc; }; struct tc_query_caps_base { enum tc_setup_type type; void *caps; }; enum tc_root_command { TC_ROOT_GRAFT = 0, }; struct tc_root_qopt_offload { enum tc_root_command command; u32 handle; bool ingress; }; struct check_loop_arg { struct qdisc_walker w; struct Qdisc *p; int depth; }; struct tcf_bind_args { struct tcf_walker w; long unsigned int base; long unsigned int cl; u32 classid; }; struct tc_bind_class_args { struct qdisc_walker w; long unsigned int new_cl; u32 portid; u32 clid; }; struct qdisc_dump_args { struct qdisc_walker w; struct sk_buff *skb; struct netlink_callback *cb; }; struct tc_prio_qopt { int bands; __u8 priomap[16]; }; struct skb_array { struct ptr_ring ring; }; struct psched_ratecfg { u64 rate_bytes_ps; u32 mult; u16 overhead; u16 mpu; u8 linklayer; u8 shift; }; struct psched_pktrate { u64 rate_pkts_ps; u32 mult; u8 shift; }; struct mini_Qdisc_pair { struct mini_Qdisc miniq1; struct mini_Qdisc miniq2; struct mini_Qdisc **p_miniq; }; struct pfifo_fast_priv { struct skb_array q[3]; }; enum net_xmit_qdisc_t { __NET_XMIT_STOLEN = 65536, __NET_XMIT_BYPASS = 131072, }; enum tca_id { TCA_ID_UNSPEC = 0, TCA_ID_POLICE = 1, TCA_ID_GACT = 5, TCA_ID_IPT = 6, TCA_ID_PEDIT = 7, TCA_ID_MIRRED = 8, TCA_ID_NAT = 9, TCA_ID_XT = 10, TCA_ID_SKBEDIT = 11, TCA_ID_VLAN = 12, TCA_ID_BPF = 13, TCA_ID_CONNMARK = 14, TCA_ID_SKBMOD = 15, TCA_ID_CSUM = 16, TCA_ID_TUNNEL_KEY = 17, TCA_ID_SIMP = 22, TCA_ID_IFE = 25, TCA_ID_SAMPLE = 26, TCA_ID_CTINFO = 27, TCA_ID_MPLS = 28, TCA_ID_CT = 29, TCA_ID_GATE = 30, __TCA_ID_MAX = 255, }; struct tc_police { __u32 index; int action; __u32 limit; __u32 burst; __u32 mtu; struct tc_ratespec rate; struct tc_ratespec peakrate; int refcnt; int bindcnt; __u32 capab; }; struct tcf_t { __u64 install; __u64 lastuse; __u64 expires; __u64 firstuse; }; enum { TCA_POLICE_UNSPEC = 0, TCA_POLICE_TBF = 1, TCA_POLICE_RATE = 2, TCA_POLICE_PEAKRATE = 3, TCA_POLICE_AVRATE = 4, TCA_POLICE_RESULT = 5, TCA_POLICE_TM = 6, TCA_POLICE_PAD = 7, TCA_POLICE_RATE64 = 8, TCA_POLICE_PEAKRATE64 = 9, TCA_POLICE_PKTRATE64 = 10, TCA_POLICE_PKTBURST64 = 11, __TCA_POLICE_MAX = 12, }; struct tcf_idrinfo { struct mutex lock; struct idr action_idr; struct net *net; }; struct tc_action_ops; struct tc_cookie; struct tc_action { const struct tc_action_ops *ops; __u32 type; struct tcf_idrinfo *idrinfo; u32 tcfa_index; refcount_t tcfa_refcnt; atomic_t tcfa_bindcnt; int tcfa_action; struct tcf_t tcfa_tm; long: 64; struct gnet_stats_basic_sync tcfa_bstats; struct gnet_stats_basic_sync tcfa_bstats_hw; struct gnet_stats_queue tcfa_qstats; struct net_rate_estimator *tcfa_rate_est; spinlock_t tcfa_lock; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_basic_sync *cpu_bstats_hw; struct gnet_stats_queue *cpu_qstats; struct tc_cookie *act_cookie; struct tcf_chain *goto_chain; u32 tcfa_flags; u8 hw_stats; u8 used_hw_stats; bool used_hw_stats_valid; u32 in_hw_count; }; typedef void (*tc_action_priv_destructor)(void *); struct tc_action_ops { struct list_head head; char kind[16]; enum tca_id id; unsigned int net_id; size_t size; struct module *owner; int (*act)(struct sk_buff *, const struct tc_action *, struct tcf_result *); int (*dump)(struct sk_buff *, struct tc_action *, int, int); void (*cleanup)(struct tc_action *); int (*lookup)(struct net *, struct tc_action **, u32); int (*init)(struct net *, struct nlattr *, struct nlattr *, struct tc_action **, struct tcf_proto *, u32, struct netlink_ext_ack *); int (*walk)(struct net *, struct sk_buff *, struct netlink_callback *, int, const struct tc_action_ops *, struct netlink_ext_ack *); void (*stats_update)(struct tc_action *, u64, u64, u64, u64, bool); size_t (*get_fill_size)(const struct tc_action *); struct net_device * (*get_dev)(const struct tc_action *, tc_action_priv_destructor *); struct psample_group * (*get_psample_group)(const struct tc_action *, tc_action_priv_destructor *); int (*offload_act_setup)(struct tc_action *, void *, u32 *, bool, struct netlink_ext_ack *); }; struct tc_cookie { u8 *data; u32 len; struct callback_head rcu; }; struct tc_action_net { struct tcf_idrinfo *idrinfo; const struct tc_action_ops *ops; }; struct tcf_police_params { int tcfp_result; u32 tcfp_ewma_rate; s64 tcfp_burst; u32 tcfp_mtu; s64 tcfp_mtu_ptoks; s64 tcfp_pkt_burst; struct psched_ratecfg rate; bool rate_present; struct psched_ratecfg peak; bool peak_present; struct psched_pktrate ppsrate; bool pps_present; struct callback_head rcu; }; struct tcf_police { struct tc_action common; struct tcf_police_params *params; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t tcfp_lock; s64 tcfp_toks; s64 tcfp_ptoks; s64 tcfp_pkttoks; s64 tcfp_t_c; long: 64; long: 64; long: 64; }; struct tc_gact { __u32 index; __u32 capab; int action; int refcnt; int bindcnt; }; enum { TCA_GACT_UNSPEC = 0, TCA_GACT_TM = 1, TCA_GACT_PARMS = 2, TCA_GACT_PROB = 3, TCA_GACT_PAD = 4, __TCA_GACT_MAX = 5, }; struct tcf_gact { struct tc_action common; }; enum { TCA_ACT_UNSPEC = 0, TCA_ACT_KIND = 1, TCA_ACT_OPTIONS = 2, TCA_ACT_INDEX = 3, TCA_ACT_STATS = 4, TCA_ACT_PAD = 5, TCA_ACT_COOKIE = 6, TCA_ACT_FLAGS = 7, TCA_ACT_HW_STATS = 8, TCA_ACT_USED_HW_STATS = 9, TCA_ACT_IN_HW_COUNT = 10, __TCA_ACT_MAX = 11, }; struct psample_group { struct list_head list; struct net *net; u32 group_num; u32 refcount; u32 seq; struct callback_head rcu; }; struct action_gate_entry { u8 gate_state; u32 interval; s32 ipv; s32 maxoctets; }; enum qdisc_class_ops_flags { QDISC_CLASS_OPS_DOIT_UNLOCKED = 1, }; enum tcf_proto_ops_flags { TCF_PROTO_OPS_DOIT_UNLOCKED = 1, }; typedef void tcf_chain_head_change_t(struct tcf_proto *, void *); struct tcf_block_ext_info { enum flow_block_binder_type binder_type; tcf_chain_head_change_t *chain_head_change; void *chain_head_change_priv; u32 block_index; }; struct tcf_qevent { struct tcf_block *block; struct tcf_block_ext_info info; struct tcf_proto *filter_chain; }; struct tcf_exts { __u32 type; int nr_actions; struct tc_action **actions; struct net *net; netns_tracker ns_tracker; int action; int police; }; enum pedit_header_type { TCA_PEDIT_KEY_EX_HDR_TYPE_NETWORK = 0, TCA_PEDIT_KEY_EX_HDR_TYPE_ETH = 1, TCA_PEDIT_KEY_EX_HDR_TYPE_IP4 = 2, TCA_PEDIT_KEY_EX_HDR_TYPE_IP6 = 3, TCA_PEDIT_KEY_EX_HDR_TYPE_TCP = 4, TCA_PEDIT_KEY_EX_HDR_TYPE_UDP = 5, __PEDIT_HDR_TYPE_MAX = 6, }; enum pedit_cmd { TCA_PEDIT_KEY_EX_CMD_SET = 0, TCA_PEDIT_KEY_EX_CMD_ADD = 1, __PEDIT_CMD_MAX = 2, }; struct tc_pedit_key { __u32 mask; __u32 val; __u32 off; __u32 at; __u32 offmask; __u32 shift; }; struct tcf_pedit_key_ex { enum pedit_header_type htype; enum pedit_cmd cmd; }; struct tcf_pedit { struct tc_action common; unsigned char tcfp_nkeys; unsigned char tcfp_flags; u32 tcfp_off_max_hint; struct tc_pedit_key *tcfp_keys; struct tcf_pedit_key_ex *tcfp_keys_ex; long: 64; }; struct tcf_filter_chain_list_item { struct list_head list; tcf_chain_head_change_t *chain_head_change; void *chain_head_change_priv; }; struct tcf_net { spinlock_t idr_lock; struct idr idr; }; struct tcf_block_owner_item { struct list_head list; struct Qdisc *q; enum flow_block_binder_type binder_type; }; struct tcf_chain_info { struct tcf_proto **pprev; struct tcf_proto *next; }; struct tcf_dump_args { struct tcf_walker w; struct sk_buff *skb; struct netlink_callback *cb; struct tcf_block *block; struct Qdisc *q; u32 parent; bool terse_dump; }; struct tcamsg { unsigned char tca_family; unsigned char tca__pad1; short unsigned int tca__pad2; }; enum { TCA_ROOT_UNSPEC = 0, TCA_ROOT_TAB = 1, TCA_ROOT_FLAGS = 2, TCA_ROOT_COUNT = 3, TCA_ROOT_TIME_DELTA = 4, __TCA_ROOT_MAX = 5, }; struct tc_act_pernet_id { struct list_head list; unsigned int id; }; struct tc_cnt { int refcnt; int bindcnt; }; enum { TCA_IPT_UNSPEC = 0, TCA_IPT_TABLE = 1, TCA_IPT_HOOK = 2, TCA_IPT_INDEX = 3, TCA_IPT_CNT = 4, TCA_IPT_TM = 5, TCA_IPT_TARG = 6, TCA_IPT_PAD = 7, __TCA_IPT_MAX = 8, }; struct xt_entry_target; struct tcf_ipt { struct tc_action common; u32 tcfi_hook; char *tcfi_tname; struct xt_entry_target *tcfi_t; long: 64; }; struct xt_target; struct xt_entry_target { union { struct { __u16 target_size; char name[29]; __u8 revision; } user; struct { __u16 target_size; struct xt_target *target; } kernel; __u16 target_size; } u; unsigned char data[0]; }; struct xt_action_param; struct xt_mtchk_param; struct xt_mtdtor_param; struct xt_match { struct list_head list; const char name[29]; u_int8_t revision; bool (*match)(const struct sk_buff *, struct xt_action_param *); int (*checkentry)(const struct xt_mtchk_param *); void (*destroy)(const struct xt_mtdtor_param *); void (*compat_from_user)(void *, const void *); int (*compat_to_user)(void *, const void *); struct module *me; const char *table; unsigned int matchsize; unsigned int usersize; unsigned int compatsize; unsigned int hooks; short unsigned int proto; short unsigned int family; }; struct xt_tgchk_param; struct xt_tgdtor_param; struct xt_target { struct list_head list; const char name[29]; u_int8_t revision; unsigned int (*target)(struct sk_buff *, const struct xt_action_param *); int (*checkentry)(const struct xt_tgchk_param *); void (*destroy)(const struct xt_tgdtor_param *); void (*compat_from_user)(void *, const void *); int (*compat_to_user)(void *, const void *); struct module *me; const char *table; unsigned int targetsize; unsigned int usersize; unsigned int compatsize; unsigned int hooks; short unsigned int proto; short unsigned int family; }; struct xt_counters { __u64 pcnt; __u64 bcnt; }; struct xt_action_param { union { const struct xt_match *match; const struct xt_target *target; }; union { const void *matchinfo; const void *targinfo; }; const struct nf_hook_state *state; unsigned int thoff; u16 fragoff; bool hotdrop; }; struct xt_mtchk_param { struct net *net; const char *table; const void *entryinfo; const struct xt_match *match; void *matchinfo; unsigned int hook_mask; u_int8_t family; bool nft_compat; }; struct xt_mtdtor_param { struct net *net; const struct xt_match *match; void *matchinfo; u_int8_t family; }; struct xt_tgchk_param { struct net *net; const char *table; const void *entryinfo; const struct xt_target *target; void *targinfo; unsigned int hook_mask; u_int8_t family; bool nft_compat; }; struct xt_tgdtor_param { struct net *net; const struct xt_target *target; void *targinfo; u_int8_t family; }; struct ipt_ip { struct in_addr src; struct in_addr dst; struct in_addr smsk; struct in_addr dmsk; char iniface[16]; char outiface[16]; unsigned char iniface_mask[16]; unsigned char outiface_mask[16]; __u16 proto; __u8 flags; __u8 invflags; }; struct ipt_entry { struct ipt_ip ip; unsigned int nfcache; __u16 target_offset; __u16 next_offset; unsigned int comefrom; struct xt_counters counters; unsigned char elems[0]; }; struct tc_fifo_qopt { __u32 limit; }; enum tc_fifo_command { TC_FIFO_REPLACE = 0, TC_FIFO_DESTROY = 1, TC_FIFO_STATS = 2, }; struct tc_fifo_qopt_offload { enum tc_fifo_command command; u32 handle; u32 parent; union { struct tc_qopt_offload_stats stats; }; }; struct tc_act_bpf { __u32 index; __u32 capab; int action; int refcnt; int bindcnt; }; enum { TCA_ACT_BPF_UNSPEC = 0, TCA_ACT_BPF_TM = 1, TCA_ACT_BPF_PARMS = 2, TCA_ACT_BPF_OPS_LEN = 3, TCA_ACT_BPF_OPS = 4, TCA_ACT_BPF_FD = 5, TCA_ACT_BPF_NAME = 6, TCA_ACT_BPF_PAD = 7, TCA_ACT_BPF_TAG = 8, TCA_ACT_BPF_ID = 9, __TCA_ACT_BPF_MAX = 10, }; struct tcf_bpf { struct tc_action common; struct bpf_prog *filter; union { u32 bpf_fd; u16 bpf_num_ops; }; struct sock_filter *bpf_ops; const char *bpf_name; }; struct tcf_bpf_cfg { struct bpf_prog *filter; struct sock_filter *bpf_ops; const char *bpf_name; u16 bpf_num_ops; bool is_ebpf; }; enum { TCA_NAT_UNSPEC = 0, TCA_NAT_PARMS = 1, TCA_NAT_TM = 2, TCA_NAT_PAD = 3, __TCA_NAT_MAX = 4, }; struct tc_nat { __u32 index; __u32 capab; int action; int refcnt; int bindcnt; __be32 old_addr; __be32 new_addr; __be32 mask; __u32 flags; }; struct tcf_nat { struct tc_action common; __be32 old_addr; __be32 new_addr; __be32 mask; u32 flags; }; struct tc_skbedit { __u32 index; __u32 capab; int action; int refcnt; int bindcnt; }; enum { TCA_SKBEDIT_UNSPEC = 0, TCA_SKBEDIT_TM = 1, TCA_SKBEDIT_PARMS = 2, TCA_SKBEDIT_PRIORITY = 3, TCA_SKBEDIT_QUEUE_MAPPING = 4, TCA_SKBEDIT_MARK = 5, TCA_SKBEDIT_PAD = 6, TCA_SKBEDIT_PTYPE = 7, TCA_SKBEDIT_MASK = 8, TCA_SKBEDIT_FLAGS = 9, TCA_SKBEDIT_QUEUE_MAPPING_MAX = 10, __TCA_SKBEDIT_MAX = 11, }; struct tcf_skbedit_params { u32 flags; u32 priority; u32 mark; u32 mask; u16 queue_mapping; u16 mapping_mod; u16 ptype; struct callback_head rcu; }; struct tcf_skbedit { struct tc_action common; struct tcf_skbedit_params *params; long: 64; }; enum { CTRL_CMD_UNSPEC = 0, CTRL_CMD_NEWFAMILY = 1, CTRL_CMD_DELFAMILY = 2, CTRL_CMD_GETFAMILY = 3, CTRL_CMD_NEWOPS = 4, CTRL_CMD_DELOPS = 5, CTRL_CMD_GETOPS = 6, CTRL_CMD_NEWMCAST_GRP = 7, CTRL_CMD_DELMCAST_GRP = 8, CTRL_CMD_GETMCAST_GRP = 9, CTRL_CMD_GETPOLICY = 10, __CTRL_CMD_MAX = 11, }; enum { CTRL_ATTR_UNSPEC = 0, CTRL_ATTR_FAMILY_ID = 1, CTRL_ATTR_FAMILY_NAME = 2, CTRL_ATTR_VERSION = 3, CTRL_ATTR_HDRSIZE = 4, CTRL_ATTR_MAXATTR = 5, CTRL_ATTR_OPS = 6, CTRL_ATTR_MCAST_GROUPS = 7, CTRL_ATTR_POLICY = 8, CTRL_ATTR_OP_POLICY = 9, CTRL_ATTR_OP = 10, __CTRL_ATTR_MAX = 11, }; enum { CTRL_ATTR_OP_UNSPEC = 0, CTRL_ATTR_OP_ID = 1, CTRL_ATTR_OP_FLAGS = 2, __CTRL_ATTR_OP_MAX = 3, }; enum { CTRL_ATTR_MCAST_GRP_UNSPEC = 0, CTRL_ATTR_MCAST_GRP_NAME = 1, CTRL_ATTR_MCAST_GRP_ID = 2, __CTRL_ATTR_MCAST_GRP_MAX = 3, }; enum { CTRL_ATTR_POLICY_UNSPEC = 0, CTRL_ATTR_POLICY_DO = 1, CTRL_ATTR_POLICY_DUMP = 2, __CTRL_ATTR_POLICY_DUMP_MAX = 3, CTRL_ATTR_POLICY_DUMP_MAX = 2, }; struct genl_op_iter { const struct genl_family *family; struct genl_split_ops doit; struct genl_split_ops dumpit; int cmd_idx; int entry_idx; u32 cmd; u8 flags; }; struct genl_start_context { const struct genl_family *family; struct nlmsghdr *nlh; struct netlink_ext_ack *extack; const struct genl_split_ops *ops; int hdrlen; }; struct netlink_policy_dump_state; struct ctrl_dump_policy_ctx { struct netlink_policy_dump_state *state; const struct genl_family *rt; struct genl_op_iter *op_iter; u32 op; u16 fam_id; u8 dump_map: 1; u8 single_op: 1; }; enum { TCA_FQ_UNSPEC = 0, TCA_FQ_PLIMIT = 1, TCA_FQ_FLOW_PLIMIT = 2, TCA_FQ_QUANTUM = 3, TCA_FQ_INITIAL_QUANTUM = 4, TCA_FQ_RATE_ENABLE = 5, TCA_FQ_FLOW_DEFAULT_RATE = 6, TCA_FQ_FLOW_MAX_RATE = 7, TCA_FQ_BUCKETS_LOG = 8, TCA_FQ_FLOW_REFILL_DELAY = 9, TCA_FQ_ORPHAN_MASK = 10, TCA_FQ_LOW_RATE_THRESHOLD = 11, TCA_FQ_CE_THRESHOLD = 12, TCA_FQ_TIMER_SLACK = 13, TCA_FQ_HORIZON = 14, TCA_FQ_HORIZON_DROP = 15, __TCA_FQ_MAX = 16, }; struct tc_fq_qd_stats { __u64 gc_flows; __u64 highprio_packets; __u64 tcp_retrans; __u64 throttled; __u64 flows_plimit; __u64 pkts_too_long; __u64 allocation_errors; __s64 time_next_delayed_flow; __u32 flows; __u32 inactive_flows; __u32 throttled_flows; __u32 unthrottle_latency_ns; __u64 ce_mark; __u64 horizon_drops; __u64 horizon_caps; }; struct fq_skb_cb { u64 time_to_send; }; struct fq_flow { struct rb_root t_root; struct sk_buff *head; union { struct sk_buff *tail; long unsigned int age; }; struct rb_node fq_node; struct sock *sk; u32 socket_hash; int qlen; int credit; struct fq_flow *next; struct rb_node rate_node; u64 time_next_packet; long: 64; long: 64; }; struct fq_flow_head { struct fq_flow *first; struct fq_flow *last; }; struct fq_sched_data { struct fq_flow_head new_flows; struct fq_flow_head old_flows; struct rb_root delayed; u64 time_next_delayed_flow; u64 ktime_cache; long unsigned int unthrottle_latency_ns; struct fq_flow internal; u32 quantum; u32 initial_quantum; u32 flow_refill_delay; u32 flow_plimit; long unsigned int flow_max_rate; u64 ce_threshold; u64 horizon; u32 orphan_mask; u32 low_rate_threshold; struct rb_root *fq_root; u8 rate_enable; u8 fq_trees_log; u8 horizon_drop; u32 flows; u32 inactive_flows; u32 throttled_flows; u64 stat_gc_flows; u64 stat_internal_packets; u64 stat_throttled; u64 stat_ce_mark; u64 stat_horizon_drops; u64 stat_horizon_caps; u64 stat_flows_plimit; u64 stat_pkts_too_long; u64 stat_allocation_errors; u32 timer_slack; struct qdisc_watchdog watchdog; long: 64; long: 64; long: 64; }; enum netlink_attribute_type { NL_ATTR_TYPE_INVALID = 0, NL_ATTR_TYPE_FLAG = 1, NL_ATTR_TYPE_U8 = 2, NL_ATTR_TYPE_U16 = 3, NL_ATTR_TYPE_U32 = 4, NL_ATTR_TYPE_U64 = 5, NL_ATTR_TYPE_S8 = 6, NL_ATTR_TYPE_S16 = 7, NL_ATTR_TYPE_S32 = 8, NL_ATTR_TYPE_S64 = 9, NL_ATTR_TYPE_BINARY = 10, NL_ATTR_TYPE_STRING = 11, NL_ATTR_TYPE_NUL_STRING = 12, NL_ATTR_TYPE_NESTED = 13, NL_ATTR_TYPE_NESTED_ARRAY = 14, NL_ATTR_TYPE_BITFIELD32 = 15, }; enum netlink_policy_type_attr { NL_POLICY_TYPE_ATTR_UNSPEC = 0, NL_POLICY_TYPE_ATTR_TYPE = 1, NL_POLICY_TYPE_ATTR_MIN_VALUE_S = 2, NL_POLICY_TYPE_ATTR_MAX_VALUE_S = 3, NL_POLICY_TYPE_ATTR_MIN_VALUE_U = 4, NL_POLICY_TYPE_ATTR_MAX_VALUE_U = 5, NL_POLICY_TYPE_ATTR_MIN_LENGTH = 6, NL_POLICY_TYPE_ATTR_MAX_LENGTH = 7, NL_POLICY_TYPE_ATTR_POLICY_IDX = 8, NL_POLICY_TYPE_ATTR_POLICY_MAXTYPE = 9, NL_POLICY_TYPE_ATTR_BITFIELD32_MASK = 10, NL_POLICY_TYPE_ATTR_PAD = 11, NL_POLICY_TYPE_ATTR_MASK = 12, __NL_POLICY_TYPE_ATTR_MAX = 13, NL_POLICY_TYPE_ATTR_MAX = 12, }; struct netlink_policy_dump_state { unsigned int policy_idx; unsigned int attr_idx; unsigned int n_alloc; struct { const struct nla_policy *policy; unsigned int maxtype; } policies[0]; }; struct sockaddr_nl { __kernel_sa_family_t nl_family; short unsigned int nl_pad; __u32 nl_pid; __u32 nl_groups; }; struct nlmsgerr { int error; struct nlmsghdr msg; }; enum nlmsgerr_attrs { NLMSGERR_ATTR_UNUSED = 0, NLMSGERR_ATTR_MSG = 1, NLMSGERR_ATTR_OFFS = 2, NLMSGERR_ATTR_COOKIE = 3, NLMSGERR_ATTR_POLICY = 4, NLMSGERR_ATTR_MISS_TYPE = 5, NLMSGERR_ATTR_MISS_NEST = 6, __NLMSGERR_ATTR_MAX = 7, NLMSGERR_ATTR_MAX = 6, }; struct nl_pktinfo { __u32 group; }; enum { NETLINK_UNCONNECTED = 0, NETLINK_CONNECTED = 1, }; enum netlink_skb_flags { NETLINK_SKB_DST = 8, }; struct netlink_notify { struct net *net; u32 portid; int protocol; }; struct trace_event_raw_netlink_extack { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_data_offsets_netlink_extack { u32 msg; }; typedef void (*btf_trace_netlink_extack)(void *, const char *); struct netlink_sock { struct sock sk; u32 portid; u32 dst_portid; u32 dst_group; u32 flags; u32 subscriptions; u32 ngroups; long unsigned int *groups; long unsigned int state; size_t max_recvmsg_len; wait_queue_head_t wait; bool bound; bool cb_running; int dump_done_errno; struct netlink_callback cb; struct mutex *cb_mutex; struct mutex cb_def_mutex; void (*netlink_rcv)(struct sk_buff *); int (*netlink_bind)(struct net *, int); void (*netlink_unbind)(struct net *, int); struct module *module; struct rhash_head node; struct callback_head rcu; struct work_struct work; }; struct listeners; struct netlink_table { struct rhashtable hash; struct hlist_head mc_list; struct listeners *listeners; unsigned int flags; unsigned int groups; struct mutex *cb_mutex; struct module *module; int (*bind)(struct net *, int); void (*unbind)(struct net *, int); bool (*compare)(struct net *, struct sock *); int registered; }; struct listeners { struct callback_head rcu; long unsigned int masks[0]; }; struct netlink_tap_net { struct list_head netlink_tap_all; struct mutex netlink_tap_lock; }; struct netlink_compare_arg { possible_net_t pnet; u32 portid; }; struct netlink_broadcast_data { struct sock *exclude_sk; struct net *net; u32 portid; u32 group; int failure; int delivery_failure; int congested; int delivered; gfp_t allocation; struct sk_buff *skb; struct sk_buff *skb2; }; struct netlink_set_err_data { struct sock *exclude_sk; u32 portid; u32 group; int code; }; struct nl_seq_iter { struct seq_net_private p; struct rhashtable_iter hti; int link; }; struct bpf_iter__netlink { union { struct bpf_iter_meta *meta; }; union { struct netlink_sock *sk; }; }; struct netlink_diag_req { __u8 sdiag_family; __u8 sdiag_protocol; __u16 pad; __u32 ndiag_ino; __u32 ndiag_show; __u32 ndiag_cookie[2]; }; struct netlink_diag_msg { __u8 ndiag_family; __u8 ndiag_type; __u8 ndiag_protocol; __u8 ndiag_state; __u32 ndiag_portid; __u32 ndiag_dst_portid; __u32 ndiag_dst_group; __u32 ndiag_ino; __u32 ndiag_cookie[2]; }; enum { NETLINK_DIAG_MEMINFO = 0, NETLINK_DIAG_GROUPS = 1, NETLINK_DIAG_RX_RING = 2, NETLINK_DIAG_TX_RING = 3, NETLINK_DIAG_FLAGS = 4, __NETLINK_DIAG_MAX = 5, }; struct trace_event_raw_bpf_test_finish { struct trace_entry ent; int err; char __data[0]; }; struct trace_event_data_offsets_bpf_test_finish {}; typedef void (*btf_trace_bpf_test_finish)(void *, int *); struct bpf_test_timer { enum { NO_PREEMPT = 0, NO_MIGRATE = 1, } mode; u32 i; u64 time_start; u64 time_spent; }; struct xdp_page_head { struct xdp_buff orig_ctx; struct xdp_buff ctx; struct xdp_frame frm; u8 data[0]; }; struct xdp_test_data { struct xdp_buff *orig_ctx; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xdp_rxq_info rxq; struct net_device *dev; struct page_pool *pp; struct xdp_frame **frames; struct sk_buff **skbs; struct xdp_mem_info mem; u32 batch_size; u32 frame_cnt; long: 64; long: 64; }; struct bpf_fentry_test_t { struct bpf_fentry_test_t *a; }; struct prog_test_member1 { int a; }; struct prog_test_member { struct prog_test_member1 m; int c; }; struct prog_test_ref_kfunc { int a; int b; struct prog_test_member memb; struct prog_test_ref_kfunc *next; refcount_t cnt; }; struct prog_test_pass1 { int x0; struct { int x1; struct { int x2; struct { int x3; }; }; }; }; struct prog_test_pass2 { int len; short int arr1[4]; struct { char arr2[4]; long unsigned int arr3[8]; } x; }; struct prog_test_fail1 { void *p; int x; }; struct prog_test_fail2 { int x8; struct prog_test_pass1 x; }; struct prog_test_fail3 { int len; char arr1[2]; char arr2[0]; }; struct bpf_raw_tp_test_run_info { struct bpf_prog *prog; void *ctx; u32 retval; }; typedef int (*dummy_ops_test_ret_fn)(struct bpf_dummy_ops_state *, ...); struct bpf_dummy_ops_test_args { u64 args[12]; struct bpf_dummy_ops_state state; }; struct ethtool_cmd { __u32 cmd; __u32 supported; __u32 advertising; __u16 speed; __u8 duplex; __u8 port; __u8 phy_address; __u8 transceiver; __u8 autoneg; __u8 mdio_support; __u32 maxtxpkt; __u32 maxrxpkt; __u16 speed_hi; __u8 eth_tp_mdix; __u8 eth_tp_mdix_ctrl; __u32 lp_advertising; __u32 reserved[2]; }; struct ethtool_value { __u32 cmd; __u32 data; }; enum tunable_id { ETHTOOL_ID_UNSPEC = 0, ETHTOOL_RX_COPYBREAK = 1, ETHTOOL_TX_COPYBREAK = 2, ETHTOOL_PFC_PREVENTION_TOUT = 3, ETHTOOL_TX_COPYBREAK_BUF_SIZE = 4, __ETHTOOL_TUNABLE_COUNT = 5, }; enum tunable_type_id { ETHTOOL_TUNABLE_UNSPEC = 0, ETHTOOL_TUNABLE_U8 = 1, ETHTOOL_TUNABLE_U16 = 2, ETHTOOL_TUNABLE_U32 = 3, ETHTOOL_TUNABLE_U64 = 4, ETHTOOL_TUNABLE_STRING = 5, ETHTOOL_TUNABLE_S8 = 6, ETHTOOL_TUNABLE_S16 = 7, ETHTOOL_TUNABLE_S32 = 8, ETHTOOL_TUNABLE_S64 = 9, }; struct ethtool_gstrings { __u32 cmd; __u32 string_set; __u32 len; __u8 data[0]; }; struct ethtool_sset_info { __u32 cmd; __u32 reserved; __u64 sset_mask; __u32 data[0]; }; struct ethtool_perm_addr { __u32 cmd; __u32 size; __u8 data[0]; }; enum ethtool_flags { ETH_FLAG_TXVLAN = 128, ETH_FLAG_RXVLAN = 256, ETH_FLAG_LRO = 32768, ETH_FLAG_NTUPLE = 134217728, ETH_FLAG_RXHASH = 268435456, }; struct ethtool_rxfh { __u32 cmd; __u32 rss_context; __u32 indir_size; __u32 key_size; __u8 hfunc; __u8 rsvd8[3]; __u32 rsvd32; __u32 rss_config[0]; }; struct ethtool_get_features_block { __u32 available; __u32 requested; __u32 active; __u32 never_changed; }; struct ethtool_gfeatures { __u32 cmd; __u32 size; struct ethtool_get_features_block features[0]; }; struct ethtool_set_features_block { __u32 valid; __u32 requested; }; struct ethtool_sfeatures { __u32 cmd; __u32 size; struct ethtool_set_features_block features[0]; }; enum ethtool_sfeatures_retval_bits { ETHTOOL_F_UNSUPPORTED__BIT = 0, ETHTOOL_F_WISH__BIT = 1, ETHTOOL_F_COMPAT__BIT = 2, }; struct ethtool_per_queue_op { __u32 cmd; __u32 sub_command; __u32 queue_mask[128]; char data[0]; }; enum ethtool_fec_config_bits { ETHTOOL_FEC_NONE_BIT = 0, ETHTOOL_FEC_AUTO_BIT = 1, ETHTOOL_FEC_OFF_BIT = 2, ETHTOOL_FEC_RS_BIT = 3, ETHTOOL_FEC_BASER_BIT = 4, ETHTOOL_FEC_LLRS_BIT = 5, }; struct ethtool_rx_flow_rule { struct flow_rule *rule; long unsigned int priv[0]; }; struct ethtool_rx_flow_spec_input { const struct ethtool_rx_flow_spec *fs; u32 rss_ctx; }; struct ethtool_devlink_compat { struct devlink *devlink; union { struct ethtool_flash efl; struct ethtool_drvinfo info; }; }; struct ethtool_link_usettings { struct ethtool_link_settings base; struct { __u32 supported[4]; __u32 advertising[4]; __u32 lp_advertising[4]; } link_modes; }; struct ethtool_rx_flow_key { struct flow_dissector_key_basic basic; union { struct flow_dissector_key_ipv4_addrs ipv4; struct flow_dissector_key_ipv6_addrs ipv6; }; struct flow_dissector_key_ports tp; struct flow_dissector_key_ip ip; struct flow_dissector_key_vlan vlan; struct flow_dissector_key_eth_addrs eth_addrs; }; struct ethtool_rx_flow_match { struct flow_dissector dissector; int: 32; struct ethtool_rx_flow_key key; struct ethtool_rx_flow_key mask; }; enum { ETHTOOL_UDP_TUNNEL_TYPE_VXLAN = 0, ETHTOOL_UDP_TUNNEL_TYPE_GENEVE = 1, ETHTOOL_UDP_TUNNEL_TYPE_VXLAN_GPE = 2, __ETHTOOL_UDP_TUNNEL_TYPE_CNT = 3, }; struct link_mode_info { int speed; u8 lanes; u8 duplex; }; enum { ETHTOOL_MSG_USER_NONE = 0, ETHTOOL_MSG_STRSET_GET = 1, ETHTOOL_MSG_LINKINFO_GET = 2, ETHTOOL_MSG_LINKINFO_SET = 3, ETHTOOL_MSG_LINKMODES_GET = 4, ETHTOOL_MSG_LINKMODES_SET = 5, ETHTOOL_MSG_LINKSTATE_GET = 6, ETHTOOL_MSG_DEBUG_GET = 7, ETHTOOL_MSG_DEBUG_SET = 8, ETHTOOL_MSG_WOL_GET = 9, ETHTOOL_MSG_WOL_SET = 10, ETHTOOL_MSG_FEATURES_GET = 11, ETHTOOL_MSG_FEATURES_SET = 12, ETHTOOL_MSG_PRIVFLAGS_GET = 13, ETHTOOL_MSG_PRIVFLAGS_SET = 14, ETHTOOL_MSG_RINGS_GET = 15, ETHTOOL_MSG_RINGS_SET = 16, ETHTOOL_MSG_CHANNELS_GET = 17, ETHTOOL_MSG_CHANNELS_SET = 18, ETHTOOL_MSG_COALESCE_GET = 19, ETHTOOL_MSG_COALESCE_SET = 20, ETHTOOL_MSG_PAUSE_GET = 21, ETHTOOL_MSG_PAUSE_SET = 22, ETHTOOL_MSG_EEE_GET = 23, ETHTOOL_MSG_EEE_SET = 24, ETHTOOL_MSG_TSINFO_GET = 25, ETHTOOL_MSG_CABLE_TEST_ACT = 26, ETHTOOL_MSG_CABLE_TEST_TDR_ACT = 27, ETHTOOL_MSG_TUNNEL_INFO_GET = 28, ETHTOOL_MSG_FEC_GET = 29, ETHTOOL_MSG_FEC_SET = 30, ETHTOOL_MSG_MODULE_EEPROM_GET = 31, ETHTOOL_MSG_STATS_GET = 32, ETHTOOL_MSG_PHC_VCLOCKS_GET = 33, ETHTOOL_MSG_MODULE_GET = 34, ETHTOOL_MSG_MODULE_SET = 35, ETHTOOL_MSG_PSE_GET = 36, ETHTOOL_MSG_PSE_SET = 37, ETHTOOL_MSG_RSS_GET = 38, __ETHTOOL_MSG_USER_CNT = 39, ETHTOOL_MSG_USER_MAX = 38, }; enum { ETHTOOL_A_HEADER_UNSPEC = 0, ETHTOOL_A_HEADER_DEV_INDEX = 1, ETHTOOL_A_HEADER_DEV_NAME = 2, ETHTOOL_A_HEADER_FLAGS = 3, __ETHTOOL_A_HEADER_CNT = 4, ETHTOOL_A_HEADER_MAX = 3, }; enum { ETHTOOL_A_STRSET_UNSPEC = 0, ETHTOOL_A_STRSET_HEADER = 1, ETHTOOL_A_STRSET_STRINGSETS = 2, ETHTOOL_A_STRSET_COUNTS_ONLY = 3, __ETHTOOL_A_STRSET_CNT = 4, ETHTOOL_A_STRSET_MAX = 3, }; enum { ETHTOOL_A_LINKINFO_UNSPEC = 0, ETHTOOL_A_LINKINFO_HEADER = 1, ETHTOOL_A_LINKINFO_PORT = 2, ETHTOOL_A_LINKINFO_PHYADDR = 3, ETHTOOL_A_LINKINFO_TP_MDIX = 4, ETHTOOL_A_LINKINFO_TP_MDIX_CTRL = 5, ETHTOOL_A_LINKINFO_TRANSCEIVER = 6, __ETHTOOL_A_LINKINFO_CNT = 7, ETHTOOL_A_LINKINFO_MAX = 6, }; enum { ETHTOOL_A_LINKMODES_UNSPEC = 0, ETHTOOL_A_LINKMODES_HEADER = 1, ETHTOOL_A_LINKMODES_AUTONEG = 2, ETHTOOL_A_LINKMODES_OURS = 3, ETHTOOL_A_LINKMODES_PEER = 4, ETHTOOL_A_LINKMODES_SPEED = 5, ETHTOOL_A_LINKMODES_DUPLEX = 6, ETHTOOL_A_LINKMODES_MASTER_SLAVE_CFG = 7, ETHTOOL_A_LINKMODES_MASTER_SLAVE_STATE = 8, ETHTOOL_A_LINKMODES_LANES = 9, ETHTOOL_A_LINKMODES_RATE_MATCHING = 10, __ETHTOOL_A_LINKMODES_CNT = 11, ETHTOOL_A_LINKMODES_MAX = 10, }; enum { ETHTOOL_A_LINKSTATE_UNSPEC = 0, ETHTOOL_A_LINKSTATE_HEADER = 1, ETHTOOL_A_LINKSTATE_LINK = 2, ETHTOOL_A_LINKSTATE_SQI = 3, ETHTOOL_A_LINKSTATE_SQI_MAX = 4, ETHTOOL_A_LINKSTATE_EXT_STATE = 5, ETHTOOL_A_LINKSTATE_EXT_SUBSTATE = 6, ETHTOOL_A_LINKSTATE_EXT_DOWN_CNT = 7, __ETHTOOL_A_LINKSTATE_CNT = 8, ETHTOOL_A_LINKSTATE_MAX = 7, }; enum { ETHTOOL_A_DEBUG_UNSPEC = 0, ETHTOOL_A_DEBUG_HEADER = 1, ETHTOOL_A_DEBUG_MSGMASK = 2, __ETHTOOL_A_DEBUG_CNT = 3, ETHTOOL_A_DEBUG_MAX = 2, }; enum { ETHTOOL_A_WOL_UNSPEC = 0, ETHTOOL_A_WOL_HEADER = 1, ETHTOOL_A_WOL_MODES = 2, ETHTOOL_A_WOL_SOPASS = 3, __ETHTOOL_A_WOL_CNT = 4, ETHTOOL_A_WOL_MAX = 3, }; enum { ETHTOOL_A_FEATURES_UNSPEC = 0, ETHTOOL_A_FEATURES_HEADER = 1, ETHTOOL_A_FEATURES_HW = 2, ETHTOOL_A_FEATURES_WANTED = 3, ETHTOOL_A_FEATURES_ACTIVE = 4, ETHTOOL_A_FEATURES_NOCHANGE = 5, __ETHTOOL_A_FEATURES_CNT = 6, ETHTOOL_A_FEATURES_MAX = 5, }; enum { ETHTOOL_A_PRIVFLAGS_UNSPEC = 0, ETHTOOL_A_PRIVFLAGS_HEADER = 1, ETHTOOL_A_PRIVFLAGS_FLAGS = 2, __ETHTOOL_A_PRIVFLAGS_CNT = 3, ETHTOOL_A_PRIVFLAGS_MAX = 2, }; enum { ETHTOOL_A_RINGS_UNSPEC = 0, ETHTOOL_A_RINGS_HEADER = 1, ETHTOOL_A_RINGS_RX_MAX = 2, ETHTOOL_A_RINGS_RX_MINI_MAX = 3, ETHTOOL_A_RINGS_RX_JUMBO_MAX = 4, ETHTOOL_A_RINGS_TX_MAX = 5, ETHTOOL_A_RINGS_RX = 6, ETHTOOL_A_RINGS_RX_MINI = 7, ETHTOOL_A_RINGS_RX_JUMBO = 8, ETHTOOL_A_RINGS_TX = 9, ETHTOOL_A_RINGS_RX_BUF_LEN = 10, ETHTOOL_A_RINGS_TCP_DATA_SPLIT = 11, ETHTOOL_A_RINGS_CQE_SIZE = 12, ETHTOOL_A_RINGS_TX_PUSH = 13, __ETHTOOL_A_RINGS_CNT = 14, ETHTOOL_A_RINGS_MAX = 13, }; enum { ETHTOOL_A_CHANNELS_UNSPEC = 0, ETHTOOL_A_CHANNELS_HEADER = 1, ETHTOOL_A_CHANNELS_RX_MAX = 2, ETHTOOL_A_CHANNELS_TX_MAX = 3, ETHTOOL_A_CHANNELS_OTHER_MAX = 4, ETHTOOL_A_CHANNELS_COMBINED_MAX = 5, ETHTOOL_A_CHANNELS_RX_COUNT = 6, ETHTOOL_A_CHANNELS_TX_COUNT = 7, ETHTOOL_A_CHANNELS_OTHER_COUNT = 8, ETHTOOL_A_CHANNELS_COMBINED_COUNT = 9, __ETHTOOL_A_CHANNELS_CNT = 10, ETHTOOL_A_CHANNELS_MAX = 9, }; enum { ETHTOOL_A_COALESCE_UNSPEC = 0, ETHTOOL_A_COALESCE_HEADER = 1, ETHTOOL_A_COALESCE_RX_USECS = 2, ETHTOOL_A_COALESCE_RX_MAX_FRAMES = 3, ETHTOOL_A_COALESCE_RX_USECS_IRQ = 4, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_IRQ = 5, ETHTOOL_A_COALESCE_TX_USECS = 6, ETHTOOL_A_COALESCE_TX_MAX_FRAMES = 7, ETHTOOL_A_COALESCE_TX_USECS_IRQ = 8, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_IRQ = 9, ETHTOOL_A_COALESCE_STATS_BLOCK_USECS = 10, ETHTOOL_A_COALESCE_USE_ADAPTIVE_RX = 11, ETHTOOL_A_COALESCE_USE_ADAPTIVE_TX = 12, ETHTOOL_A_COALESCE_PKT_RATE_LOW = 13, ETHTOOL_A_COALESCE_RX_USECS_LOW = 14, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_LOW = 15, ETHTOOL_A_COALESCE_TX_USECS_LOW = 16, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_LOW = 17, ETHTOOL_A_COALESCE_PKT_RATE_HIGH = 18, ETHTOOL_A_COALESCE_RX_USECS_HIGH = 19, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_HIGH = 20, ETHTOOL_A_COALESCE_TX_USECS_HIGH = 21, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_HIGH = 22, ETHTOOL_A_COALESCE_RATE_SAMPLE_INTERVAL = 23, ETHTOOL_A_COALESCE_USE_CQE_MODE_TX = 24, ETHTOOL_A_COALESCE_USE_CQE_MODE_RX = 25, __ETHTOOL_A_COALESCE_CNT = 26, ETHTOOL_A_COALESCE_MAX = 25, }; enum { ETHTOOL_A_PAUSE_UNSPEC = 0, ETHTOOL_A_PAUSE_HEADER = 1, ETHTOOL_A_PAUSE_AUTONEG = 2, ETHTOOL_A_PAUSE_RX = 3, ETHTOOL_A_PAUSE_TX = 4, ETHTOOL_A_PAUSE_STATS = 5, __ETHTOOL_A_PAUSE_CNT = 6, ETHTOOL_A_PAUSE_MAX = 5, }; enum { ETHTOOL_A_EEE_UNSPEC = 0, ETHTOOL_A_EEE_HEADER = 1, ETHTOOL_A_EEE_MODES_OURS = 2, ETHTOOL_A_EEE_MODES_PEER = 3, ETHTOOL_A_EEE_ACTIVE = 4, ETHTOOL_A_EEE_ENABLED = 5, ETHTOOL_A_EEE_TX_LPI_ENABLED = 6, ETHTOOL_A_EEE_TX_LPI_TIMER = 7, __ETHTOOL_A_EEE_CNT = 8, ETHTOOL_A_EEE_MAX = 7, }; enum { ETHTOOL_A_TSINFO_UNSPEC = 0, ETHTOOL_A_TSINFO_HEADER = 1, ETHTOOL_A_TSINFO_TIMESTAMPING = 2, ETHTOOL_A_TSINFO_TX_TYPES = 3, ETHTOOL_A_TSINFO_RX_FILTERS = 4, ETHTOOL_A_TSINFO_PHC_INDEX = 5, __ETHTOOL_A_TSINFO_CNT = 6, ETHTOOL_A_TSINFO_MAX = 5, }; enum { ETHTOOL_A_PHC_VCLOCKS_UNSPEC = 0, ETHTOOL_A_PHC_VCLOCKS_HEADER = 1, ETHTOOL_A_PHC_VCLOCKS_NUM = 2, ETHTOOL_A_PHC_VCLOCKS_INDEX = 3, __ETHTOOL_A_PHC_VCLOCKS_CNT = 4, ETHTOOL_A_PHC_VCLOCKS_MAX = 3, }; enum { ETHTOOL_A_CABLE_TEST_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_HEADER = 1, __ETHTOOL_A_CABLE_TEST_CNT = 2, ETHTOOL_A_CABLE_TEST_MAX = 1, }; enum { ETHTOOL_A_CABLE_TEST_TDR_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_TDR_HEADER = 1, ETHTOOL_A_CABLE_TEST_TDR_CFG = 2, __ETHTOOL_A_CABLE_TEST_TDR_CNT = 3, ETHTOOL_A_CABLE_TEST_TDR_MAX = 2, }; enum { ETHTOOL_A_TUNNEL_INFO_UNSPEC = 0, ETHTOOL_A_TUNNEL_INFO_HEADER = 1, ETHTOOL_A_TUNNEL_INFO_UDP_PORTS = 2, __ETHTOOL_A_TUNNEL_INFO_CNT = 3, ETHTOOL_A_TUNNEL_INFO_MAX = 2, }; enum { ETHTOOL_A_FEC_UNSPEC = 0, ETHTOOL_A_FEC_HEADER = 1, ETHTOOL_A_FEC_MODES = 2, ETHTOOL_A_FEC_AUTO = 3, ETHTOOL_A_FEC_ACTIVE = 4, ETHTOOL_A_FEC_STATS = 5, __ETHTOOL_A_FEC_CNT = 6, ETHTOOL_A_FEC_MAX = 5, }; enum { ETHTOOL_A_MODULE_EEPROM_UNSPEC = 0, ETHTOOL_A_MODULE_EEPROM_HEADER = 1, ETHTOOL_A_MODULE_EEPROM_OFFSET = 2, ETHTOOL_A_MODULE_EEPROM_LENGTH = 3, ETHTOOL_A_MODULE_EEPROM_PAGE = 4, ETHTOOL_A_MODULE_EEPROM_BANK = 5, ETHTOOL_A_MODULE_EEPROM_I2C_ADDRESS = 6, ETHTOOL_A_MODULE_EEPROM_DATA = 7, __ETHTOOL_A_MODULE_EEPROM_CNT = 8, ETHTOOL_A_MODULE_EEPROM_MAX = 7, }; enum { ETHTOOL_STATS_ETH_PHY = 0, ETHTOOL_STATS_ETH_MAC = 1, ETHTOOL_STATS_ETH_CTRL = 2, ETHTOOL_STATS_RMON = 3, __ETHTOOL_STATS_CNT = 4, }; enum { ETHTOOL_A_STATS_ETH_PHY_5_SYM_ERR = 0, __ETHTOOL_A_STATS_ETH_PHY_CNT = 1, ETHTOOL_A_STATS_ETH_PHY_MAX = 0, }; enum { ETHTOOL_A_STATS_ETH_MAC_2_TX_PKT = 0, ETHTOOL_A_STATS_ETH_MAC_3_SINGLE_COL = 1, ETHTOOL_A_STATS_ETH_MAC_4_MULTI_COL = 2, ETHTOOL_A_STATS_ETH_MAC_5_RX_PKT = 3, ETHTOOL_A_STATS_ETH_MAC_6_FCS_ERR = 4, ETHTOOL_A_STATS_ETH_MAC_7_ALIGN_ERR = 5, ETHTOOL_A_STATS_ETH_MAC_8_TX_BYTES = 6, ETHTOOL_A_STATS_ETH_MAC_9_TX_DEFER = 7, ETHTOOL_A_STATS_ETH_MAC_10_LATE_COL = 8, ETHTOOL_A_STATS_ETH_MAC_11_XS_COL = 9, ETHTOOL_A_STATS_ETH_MAC_12_TX_INT_ERR = 10, ETHTOOL_A_STATS_ETH_MAC_13_CS_ERR = 11, ETHTOOL_A_STATS_ETH_MAC_14_RX_BYTES = 12, ETHTOOL_A_STATS_ETH_MAC_15_RX_INT_ERR = 13, ETHTOOL_A_STATS_ETH_MAC_18_TX_MCAST = 14, ETHTOOL_A_STATS_ETH_MAC_19_TX_BCAST = 15, ETHTOOL_A_STATS_ETH_MAC_20_XS_DEFER = 16, ETHTOOL_A_STATS_ETH_MAC_21_RX_MCAST = 17, ETHTOOL_A_STATS_ETH_MAC_22_RX_BCAST = 18, ETHTOOL_A_STATS_ETH_MAC_23_IR_LEN_ERR = 19, ETHTOOL_A_STATS_ETH_MAC_24_OOR_LEN = 20, ETHTOOL_A_STATS_ETH_MAC_25_TOO_LONG_ERR = 21, __ETHTOOL_A_STATS_ETH_MAC_CNT = 22, ETHTOOL_A_STATS_ETH_MAC_MAX = 21, }; enum { ETHTOOL_A_STATS_ETH_CTRL_3_TX = 0, ETHTOOL_A_STATS_ETH_CTRL_4_RX = 1, ETHTOOL_A_STATS_ETH_CTRL_5_RX_UNSUP = 2, __ETHTOOL_A_STATS_ETH_CTRL_CNT = 3, ETHTOOL_A_STATS_ETH_CTRL_MAX = 2, }; enum { ETHTOOL_A_STATS_RMON_UNDERSIZE = 0, ETHTOOL_A_STATS_RMON_OVERSIZE = 1, ETHTOOL_A_STATS_RMON_FRAG = 2, ETHTOOL_A_STATS_RMON_JABBER = 3, __ETHTOOL_A_STATS_RMON_CNT = 4, ETHTOOL_A_STATS_RMON_MAX = 3, }; enum { ETHTOOL_A_MODULE_UNSPEC = 0, ETHTOOL_A_MODULE_HEADER = 1, ETHTOOL_A_MODULE_POWER_MODE_POLICY = 2, ETHTOOL_A_MODULE_POWER_MODE = 3, __ETHTOOL_A_MODULE_CNT = 4, ETHTOOL_A_MODULE_MAX = 3, }; enum { ETHTOOL_A_PSE_UNSPEC = 0, ETHTOOL_A_PSE_HEADER = 1, ETHTOOL_A_PODL_PSE_ADMIN_STATE = 2, ETHTOOL_A_PODL_PSE_ADMIN_CONTROL = 3, ETHTOOL_A_PODL_PSE_PW_D_STATUS = 4, __ETHTOOL_A_PSE_CNT = 5, ETHTOOL_A_PSE_MAX = 4, }; enum { ETHTOOL_A_RSS_UNSPEC = 0, ETHTOOL_A_RSS_HEADER = 1, ETHTOOL_A_RSS_CONTEXT = 2, ETHTOOL_A_RSS_HFUNC = 3, ETHTOOL_A_RSS_INDIR = 4, ETHTOOL_A_RSS_HKEY = 5, __ETHTOOL_A_RSS_CNT = 6, ETHTOOL_A_RSS_MAX = 5, }; enum ethtool_multicast_groups { ETHNL_MCGRP_MONITOR = 0, }; struct ethnl_req_info { struct net_device *dev; netdevice_tracker dev_tracker; u32 flags; }; struct ethnl_reply_data { struct net_device *dev; }; struct ethnl_request_ops { u8 request_cmd; u8 reply_cmd; u16 hdr_attr; unsigned int req_info_size; unsigned int reply_data_size; bool allow_nodev_do; int (*parse_request)(struct ethnl_req_info *, struct nlattr **, struct netlink_ext_ack *); int (*prepare_data)(const struct ethnl_req_info *, struct ethnl_reply_data *, struct genl_info *); int (*reply_size)(const struct ethnl_req_info *, const struct ethnl_reply_data *); int (*fill_reply)(struct sk_buff *, const struct ethnl_req_info *, const struct ethnl_reply_data *); void (*cleanup_data)(struct ethnl_reply_data *); }; struct ethnl_dump_ctx { const struct ethnl_request_ops *ops; struct ethnl_req_info *req_info; struct ethnl_reply_data *reply_data; int pos_hash; int pos_idx; }; typedef void (*ethnl_notify_handler_t)(struct net_device *, unsigned int, const void *); enum { ETHTOOL_A_STRING_UNSPEC = 0, ETHTOOL_A_STRING_INDEX = 1, ETHTOOL_A_STRING_VALUE = 2, __ETHTOOL_A_STRING_CNT = 3, ETHTOOL_A_STRING_MAX = 2, }; enum { ETHTOOL_A_STRINGS_UNSPEC = 0, ETHTOOL_A_STRINGS_STRING = 1, __ETHTOOL_A_STRINGS_CNT = 2, ETHTOOL_A_STRINGS_MAX = 1, }; enum { ETHTOOL_A_STRINGSET_UNSPEC = 0, ETHTOOL_A_STRINGSET_ID = 1, ETHTOOL_A_STRINGSET_COUNT = 2, ETHTOOL_A_STRINGSET_STRINGS = 3, __ETHTOOL_A_STRINGSET_CNT = 4, ETHTOOL_A_STRINGSET_MAX = 3, }; enum { ETHTOOL_A_STRINGSETS_UNSPEC = 0, ETHTOOL_A_STRINGSETS_STRINGSET = 1, __ETHTOOL_A_STRINGSETS_CNT = 2, ETHTOOL_A_STRINGSETS_MAX = 1, }; struct strset_info { bool per_dev; bool free_strings; unsigned int count; const char (*strings)[32]; }; struct strset_req_info { struct ethnl_req_info base; u32 req_ids; bool counts_only; }; struct strset_reply_data { struct ethnl_reply_data base; struct strset_info sets[21]; }; enum { ETHTOOL_A_BITSET_BIT_UNSPEC = 0, ETHTOOL_A_BITSET_BIT_INDEX = 1, ETHTOOL_A_BITSET_BIT_NAME = 2, ETHTOOL_A_BITSET_BIT_VALUE = 3, __ETHTOOL_A_BITSET_BIT_CNT = 4, ETHTOOL_A_BITSET_BIT_MAX = 3, }; enum { ETHTOOL_A_BITSET_BITS_UNSPEC = 0, ETHTOOL_A_BITSET_BITS_BIT = 1, __ETHTOOL_A_BITSET_BITS_CNT = 2, ETHTOOL_A_BITSET_BITS_MAX = 1, }; enum { ETHTOOL_A_BITSET_UNSPEC = 0, ETHTOOL_A_BITSET_NOMASK = 1, ETHTOOL_A_BITSET_SIZE = 2, ETHTOOL_A_BITSET_BITS = 3, ETHTOOL_A_BITSET_VALUE = 4, ETHTOOL_A_BITSET_MASK = 5, __ETHTOOL_A_BITSET_CNT = 6, ETHTOOL_A_BITSET_MAX = 5, }; typedef const char (* const ethnl_string_array_t)[32]; struct linkmodes_reply_data { struct ethnl_reply_data base; struct ethtool_link_ksettings ksettings; struct ethtool_link_settings *lsettings; bool peer_empty; }; struct linkinfo_reply_data { struct ethnl_reply_data base; struct ethtool_link_ksettings ksettings; struct ethtool_link_settings *lsettings; }; struct linkstate_reply_data { struct ethnl_reply_data base; int link; int sqi; int sqi_max; struct ethtool_link_ext_stats link_stats; bool link_ext_state_provided; struct ethtool_link_ext_state_info ethtool_link_ext_state_info; }; struct debug_reply_data { struct ethnl_reply_data base; u32 msg_mask; }; struct rss_req_info { struct ethnl_req_info base; u32 rss_context; }; struct rss_reply_data { struct ethnl_reply_data base; u32 indir_size; u32 hkey_size; u32 hfunc; u32 *indir_table; u8 *hkey; }; struct wol_reply_data { struct ethnl_reply_data base; struct ethtool_wolinfo wol; bool show_sopass; }; struct features_reply_data { struct ethnl_reply_data base; u32 hw[2]; u32 wanted[2]; u32 active[2]; u32 nochange[2]; u32 all[2]; }; struct privflags_reply_data { struct ethnl_reply_data base; const char (*priv_flag_names)[32]; unsigned int n_priv_flags; u32 priv_flags; }; enum ethtool_supported_ring_param { ETHTOOL_RING_USE_RX_BUF_LEN = 1, ETHTOOL_RING_USE_CQE_SIZE = 2, ETHTOOL_RING_USE_TX_PUSH = 4, }; enum { ETHTOOL_TCP_DATA_SPLIT_UNKNOWN = 0, ETHTOOL_TCP_DATA_SPLIT_DISABLED = 1, ETHTOOL_TCP_DATA_SPLIT_ENABLED = 2, }; struct rings_reply_data { struct ethnl_reply_data base; struct ethtool_ringparam ringparam; struct kernel_ethtool_ringparam kernel_ringparam; }; struct channels_reply_data { struct ethnl_reply_data base; struct ethtool_channels channels; }; struct coalesce_reply_data { struct ethnl_reply_data base; struct ethtool_coalesce coalesce; struct kernel_ethtool_coalesce kernel_coalesce; u32 supported_params; }; struct eee_reply_data { struct ethnl_reply_data base; struct ethtool_eee eee; }; struct tsinfo_reply_data { struct ethnl_reply_data base; struct ethtool_ts_info ts_info; }; enum { ETHTOOL_A_PAUSE_STAT_UNSPEC = 0, ETHTOOL_A_PAUSE_STAT_PAD = 1, ETHTOOL_A_PAUSE_STAT_TX_FRAMES = 2, ETHTOOL_A_PAUSE_STAT_RX_FRAMES = 3, __ETHTOOL_A_PAUSE_STAT_CNT = 4, ETHTOOL_A_PAUSE_STAT_MAX = 3, }; struct pause_reply_data { struct ethnl_reply_data base; struct ethtool_pauseparam pauseparam; struct ethtool_pause_stats pausestat; }; enum { ETHTOOL_A_CABLE_PAIR_A = 0, ETHTOOL_A_CABLE_PAIR_B = 1, ETHTOOL_A_CABLE_PAIR_C = 2, ETHTOOL_A_CABLE_PAIR_D = 3, }; enum { ETHTOOL_A_CABLE_RESULT_UNSPEC = 0, ETHTOOL_A_CABLE_RESULT_PAIR = 1, ETHTOOL_A_CABLE_RESULT_CODE = 2, __ETHTOOL_A_CABLE_RESULT_CNT = 3, ETHTOOL_A_CABLE_RESULT_MAX = 2, }; enum { ETHTOOL_A_CABLE_FAULT_LENGTH_UNSPEC = 0, ETHTOOL_A_CABLE_FAULT_LENGTH_PAIR = 1, ETHTOOL_A_CABLE_FAULT_LENGTH_CM = 2, __ETHTOOL_A_CABLE_FAULT_LENGTH_CNT = 3, ETHTOOL_A_CABLE_FAULT_LENGTH_MAX = 2, }; enum { ETHTOOL_A_CABLE_TEST_NTF_STATUS_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_NTF_STATUS_STARTED = 1, ETHTOOL_A_CABLE_TEST_NTF_STATUS_COMPLETED = 2, }; enum { ETHTOOL_A_CABLE_NEST_UNSPEC = 0, ETHTOOL_A_CABLE_NEST_RESULT = 1, ETHTOOL_A_CABLE_NEST_FAULT_LENGTH = 2, __ETHTOOL_A_CABLE_NEST_CNT = 3, ETHTOOL_A_CABLE_NEST_MAX = 2, }; enum { ETHTOOL_A_CABLE_TEST_NTF_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_NTF_HEADER = 1, ETHTOOL_A_CABLE_TEST_NTF_STATUS = 2, ETHTOOL_A_CABLE_TEST_NTF_NEST = 3, __ETHTOOL_A_CABLE_TEST_NTF_CNT = 4, ETHTOOL_A_CABLE_TEST_NTF_MAX = 3, }; enum { ETHTOOL_A_CABLE_TEST_TDR_CFG_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_TDR_CFG_FIRST = 1, ETHTOOL_A_CABLE_TEST_TDR_CFG_LAST = 2, ETHTOOL_A_CABLE_TEST_TDR_CFG_STEP = 3, ETHTOOL_A_CABLE_TEST_TDR_CFG_PAIR = 4, __ETHTOOL_A_CABLE_TEST_TDR_CFG_CNT = 5, ETHTOOL_A_CABLE_TEST_TDR_CFG_MAX = 4, }; enum { ETHTOOL_A_CABLE_AMPLITUDE_UNSPEC = 0, ETHTOOL_A_CABLE_AMPLITUDE_PAIR = 1, ETHTOOL_A_CABLE_AMPLITUDE_mV = 2, __ETHTOOL_A_CABLE_AMPLITUDE_CNT = 3, ETHTOOL_A_CABLE_AMPLITUDE_MAX = 2, }; enum { ETHTOOL_A_CABLE_PULSE_UNSPEC = 0, ETHTOOL_A_CABLE_PULSE_mV = 1, __ETHTOOL_A_CABLE_PULSE_CNT = 2, ETHTOOL_A_CABLE_PULSE_MAX = 1, }; enum { ETHTOOL_A_CABLE_STEP_UNSPEC = 0, ETHTOOL_A_CABLE_STEP_FIRST_DISTANCE = 1, ETHTOOL_A_CABLE_STEP_LAST_DISTANCE = 2, ETHTOOL_A_CABLE_STEP_STEP_DISTANCE = 3, __ETHTOOL_A_CABLE_STEP_CNT = 4, ETHTOOL_A_CABLE_STEP_MAX = 3, }; enum { ETHTOOL_A_CABLE_TDR_NEST_UNSPEC = 0, ETHTOOL_A_CABLE_TDR_NEST_STEP = 1, ETHTOOL_A_CABLE_TDR_NEST_AMPLITUDE = 2, ETHTOOL_A_CABLE_TDR_NEST_PULSE = 3, __ETHTOOL_A_CABLE_TDR_NEST_CNT = 4, ETHTOOL_A_CABLE_TDR_NEST_MAX = 3, }; enum { ETHTOOL_A_TUNNEL_UDP_ENTRY_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_ENTRY_PORT = 1, ETHTOOL_A_TUNNEL_UDP_ENTRY_TYPE = 2, __ETHTOOL_A_TUNNEL_UDP_ENTRY_CNT = 3, ETHTOOL_A_TUNNEL_UDP_ENTRY_MAX = 2, }; enum { ETHTOOL_A_TUNNEL_UDP_TABLE_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_TABLE_SIZE = 1, ETHTOOL_A_TUNNEL_UDP_TABLE_TYPES = 2, ETHTOOL_A_TUNNEL_UDP_TABLE_ENTRY = 3, __ETHTOOL_A_TUNNEL_UDP_TABLE_CNT = 4, ETHTOOL_A_TUNNEL_UDP_TABLE_MAX = 3, }; enum { ETHTOOL_A_TUNNEL_UDP_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_TABLE = 1, __ETHTOOL_A_TUNNEL_UDP_CNT = 2, ETHTOOL_A_TUNNEL_UDP_MAX = 1, }; enum udp_tunnel_nic_info_flags { UDP_TUNNEL_NIC_INFO_MAY_SLEEP = 1, UDP_TUNNEL_NIC_INFO_OPEN_ONLY = 2, UDP_TUNNEL_NIC_INFO_IPV4_ONLY = 4, UDP_TUNNEL_NIC_INFO_STATIC_IANA_VXLAN = 8, }; struct udp_tunnel_nic_ops { void (*get_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); void (*set_port_priv)(struct net_device *, unsigned int, unsigned int, u8); void (*add_port)(struct net_device *, struct udp_tunnel_info *); void (*del_port)(struct net_device *, struct udp_tunnel_info *); void (*reset_ntf)(struct net_device *); size_t (*dump_size)(struct net_device *, unsigned int); int (*dump_write)(struct net_device *, unsigned int, struct sk_buff *); }; struct ethnl_tunnel_info_dump_ctx { struct ethnl_req_info req_info; int pos_hash; int pos_idx; }; struct eeprom_req_info { struct ethnl_req_info base; u32 offset; u32 length; u8 page; u8 bank; u8 i2c_address; }; struct eeprom_reply_data { struct ethnl_reply_data base; u32 length; u8 *data; }; enum { ETHTOOL_A_FEC_STAT_UNSPEC = 0, ETHTOOL_A_FEC_STAT_PAD = 1, ETHTOOL_A_FEC_STAT_CORRECTED = 2, ETHTOOL_A_FEC_STAT_UNCORR = 3, ETHTOOL_A_FEC_STAT_CORR_BITS = 4, __ETHTOOL_A_FEC_STAT_CNT = 5, ETHTOOL_A_FEC_STAT_MAX = 4, }; struct fec_stat_grp { u64 stats[9]; u8 cnt; }; struct fec_reply_data { struct ethnl_reply_data base; long unsigned int fec_link_modes[2]; u32 active_fec; u8 fec_auto; struct fec_stat_grp corr; struct fec_stat_grp uncorr; struct fec_stat_grp corr_bits; }; struct phc_vclocks_reply_data { struct ethnl_reply_data base; int num; int *index; }; struct module_reply_data { struct ethnl_reply_data base; struct ethtool_module_power_mode_params power; }; enum { ETHTOOL_A_STATS_GRP_UNSPEC = 0, ETHTOOL_A_STATS_GRP_PAD = 1, ETHTOOL_A_STATS_GRP_ID = 2, ETHTOOL_A_STATS_GRP_SS_ID = 3, ETHTOOL_A_STATS_GRP_STAT = 4, ETHTOOL_A_STATS_GRP_HIST_RX = 5, ETHTOOL_A_STATS_GRP_HIST_TX = 6, ETHTOOL_A_STATS_GRP_HIST_BKT_LOW = 7, ETHTOOL_A_STATS_GRP_HIST_BKT_HI = 8, ETHTOOL_A_STATS_GRP_HIST_VAL = 9, __ETHTOOL_A_STATS_GRP_CNT = 10, ETHTOOL_A_STATS_GRP_MAX = 4, }; struct stats_req_info { struct ethnl_req_info base; long unsigned int stat_mask[1]; }; struct stats_reply_data { struct ethnl_reply_data base; union { struct { struct ethtool_eth_phy_stats phy_stats; struct ethtool_eth_mac_stats mac_stats; struct ethtool_eth_ctrl_stats ctrl_stats; struct ethtool_rmon_stats rmon_stats; }; struct { struct ethtool_eth_phy_stats phy_stats; struct ethtool_eth_mac_stats mac_stats; struct ethtool_eth_ctrl_stats ctrl_stats; struct ethtool_rmon_stats rmon_stats; } stats; }; const struct ethtool_rmon_hist_range *rmon_ranges; }; enum ethtool_podl_pse_admin_state { ETHTOOL_PODL_PSE_ADMIN_STATE_UNKNOWN = 1, ETHTOOL_PODL_PSE_ADMIN_STATE_DISABLED = 2, ETHTOOL_PODL_PSE_ADMIN_STATE_ENABLED = 3, }; enum ethtool_podl_pse_pw_d_status { ETHTOOL_PODL_PSE_PW_D_STATUS_UNKNOWN = 1, ETHTOOL_PODL_PSE_PW_D_STATUS_DISABLED = 2, ETHTOOL_PODL_PSE_PW_D_STATUS_SEARCHING = 3, ETHTOOL_PODL_PSE_PW_D_STATUS_DELIVERING = 4, ETHTOOL_PODL_PSE_PW_D_STATUS_SLEEP = 5, ETHTOOL_PODL_PSE_PW_D_STATUS_IDLE = 6, ETHTOOL_PODL_PSE_PW_D_STATUS_ERROR = 7, }; struct pse_control_config { enum ethtool_podl_pse_admin_state admin_cotrol; }; struct pse_control_status { enum ethtool_podl_pse_admin_state podl_admin_state; enum ethtool_podl_pse_pw_d_status podl_pw_status; }; struct pse_reply_data { struct ethnl_reply_data base; struct pse_control_status status; }; struct nf_loginfo { u_int8_t type; union { struct { u_int32_t copy_len; u_int16_t group; u_int16_t qthreshold; u_int16_t flags; } ulog; struct { u_int8_t level; u_int8_t logflags; } log; } u; }; struct nf_log_buf { unsigned int count; char buf[1020]; }; struct nf_hook_entries_rcu_head { struct callback_head head; void *allocation; }; enum nf_nat_manip_type { NF_NAT_MANIP_SRC = 0, NF_NAT_MANIP_DST = 1, }; struct nf_nat_hook { int (*parse_nat_setup)(struct nf_conn *, enum nf_nat_manip_type, const struct nlattr *); void (*decode_session)(struct sk_buff *, struct flowi *); unsigned int (*manip_pkt)(struct sk_buff *, struct nf_conn *, enum nf_nat_manip_type, enum ip_conntrack_dir); void (*remove_nat_bysrc)(struct nf_conn *); }; struct nf_ct_hook { int (*update)(struct net *, struct sk_buff *); void (*destroy)(struct nf_conntrack *); bool (*get_tuple_skb)(struct nf_conntrack_tuple *, const struct sk_buff *); void (*attach)(struct sk_buff *, const struct sk_buff *); }; struct nfnl_ct_hook { size_t (*build_size)(const struct nf_conn *); int (*build)(struct sk_buff *, struct nf_conn *, enum ip_conntrack_info, u_int16_t, u_int16_t); int (*parse)(const struct nlattr *, struct nf_conn *); int (*attach_expect)(const struct nlattr *, struct nf_conn *, u32, u32); void (*seq_adjust)(struct sk_buff *, struct nf_conn *, enum ip_conntrack_info, s32); }; struct nf_queue_entry; struct nf_ipv6_ops { void (*route_input)(struct sk_buff *); int (*fragment)(struct net *, struct sock *, struct sk_buff *, int (*)(struct net *, struct sock *, struct sk_buff *)); int (*reroute)(struct sk_buff *, const struct nf_queue_entry *); }; struct nf_queue_entry { struct list_head list; struct sk_buff *skb; unsigned int id; unsigned int hook_index; struct net_device *physin; struct net_device *physout; struct nf_hook_state state; u16 size; }; struct nf_bridge_info { enum { BRNF_PROTO_UNCHANGED = 0, BRNF_PROTO_8021Q = 1, BRNF_PROTO_PPPOE = 2, } orig_proto: 8; u8 pkt_otherhost: 1; u8 in_prerouting: 1; u8 bridged_dnat: 1; __u16 frag_max_size; struct net_device *physindev; struct net_device *physoutdev; union { __be32 ipv4_daddr; struct in6_addr ipv6_daddr; char neigh_header[8]; }; }; struct ip_rt_info { __be32 daddr; __be32 saddr; u_int8_t tos; u_int32_t mark; }; struct ip6_rt_info { struct in6_addr daddr; struct in6_addr saddr; u_int32_t mark; }; struct nf_queue_handler { int (*outfn)(struct nf_queue_entry *, unsigned int); void (*nf_hook_drop)(struct net *); }; struct nf_sockopt_ops { struct list_head list; u_int8_t pf; int set_optmin; int set_optmax; int (*set)(struct sock *, int, sockptr_t, unsigned int); int get_optmin; int get_optmax; int (*get)(struct sock *, int, void *, int *); struct module *owner; }; enum nfnetlink_groups { NFNLGRP_NONE = 0, NFNLGRP_CONNTRACK_NEW = 1, NFNLGRP_CONNTRACK_UPDATE = 2, NFNLGRP_CONNTRACK_DESTROY = 3, NFNLGRP_CONNTRACK_EXP_NEW = 4, NFNLGRP_CONNTRACK_EXP_UPDATE = 5, NFNLGRP_CONNTRACK_EXP_DESTROY = 6, NFNLGRP_NFTABLES = 7, NFNLGRP_ACCT_QUOTA = 8, NFNLGRP_NFTRACE = 9, __NFNLGRP_MAX = 10, }; struct nfgenmsg { __u8 nfgen_family; __u8 version; __be16 res_id; }; enum nfnl_batch_attributes { NFNL_BATCH_UNSPEC = 0, NFNL_BATCH_GENID = 1, __NFNL_BATCH_MAX = 2, }; struct nfnl_info { struct net *net; struct sock *sk; const struct nlmsghdr *nlh; const struct nfgenmsg *nfmsg; struct netlink_ext_ack *extack; }; enum nfnl_callback_type { NFNL_CB_UNSPEC = 0, NFNL_CB_MUTEX = 1, NFNL_CB_RCU = 2, NFNL_CB_BATCH = 3, }; struct nfnl_callback { int (*call)(struct sk_buff *, const struct nfnl_info *, const struct nlattr * const *); const struct nla_policy *policy; enum nfnl_callback_type type; __u16 attr_count; }; enum nfnl_abort_action { NFNL_ABORT_NONE = 0, NFNL_ABORT_AUTOLOAD = 1, NFNL_ABORT_VALIDATE = 2, }; struct nfnetlink_subsystem { const char *name; __u8 subsys_id; __u8 cb_count; const struct nfnl_callback *cb; struct module *owner; int (*commit)(struct net *, struct sk_buff *); int (*abort)(struct net *, struct sk_buff *, enum nfnl_abort_action); void (*cleanup)(struct net *); bool (*valid_genid)(struct net *, u32); }; struct nfnl_net { struct sock *nfnl; }; struct nfnl_err { struct list_head head; struct nlmsghdr *nlh; int err; struct netlink_ext_ack extack; }; enum { NFNL_BATCH_FAILURE = 1, NFNL_BATCH_DONE = 2, NFNL_BATCH_REPLAY = 4, }; enum ip_conntrack_status { IPS_EXPECTED_BIT = 0, IPS_EXPECTED = 1, IPS_SEEN_REPLY_BIT = 1, IPS_SEEN_REPLY = 2, IPS_ASSURED_BIT = 2, IPS_ASSURED = 4, IPS_CONFIRMED_BIT = 3, IPS_CONFIRMED = 8, IPS_SRC_NAT_BIT = 4, IPS_SRC_NAT = 16, IPS_DST_NAT_BIT = 5, IPS_DST_NAT = 32, IPS_NAT_MASK = 48, IPS_SEQ_ADJUST_BIT = 6, IPS_SEQ_ADJUST = 64, IPS_SRC_NAT_DONE_BIT = 7, IPS_SRC_NAT_DONE = 128, IPS_DST_NAT_DONE_BIT = 8, IPS_DST_NAT_DONE = 256, IPS_NAT_DONE_MASK = 384, IPS_DYING_BIT = 9, IPS_DYING = 512, IPS_FIXED_TIMEOUT_BIT = 10, IPS_FIXED_TIMEOUT = 1024, IPS_TEMPLATE_BIT = 11, IPS_TEMPLATE = 2048, IPS_UNTRACKED_BIT = 12, IPS_UNTRACKED = 4096, IPS_NAT_CLASH_BIT = 12, IPS_NAT_CLASH = 4096, IPS_HELPER_BIT = 13, IPS_HELPER = 8192, IPS_OFFLOAD_BIT = 14, IPS_OFFLOAD = 16384, IPS_HW_OFFLOAD_BIT = 15, IPS_HW_OFFLOAD = 32768, IPS_UNCHANGEABLE_MASK = 56313, __IPS_MAX_BIT = 16, }; enum ip_conntrack_events { IPCT_NEW = 0, IPCT_RELATED = 1, IPCT_DESTROY = 2, IPCT_REPLY = 3, IPCT_ASSURED = 4, IPCT_PROTOINFO = 5, IPCT_HELPER = 6, IPCT_MARK = 7, IPCT_SEQADJ = 8, IPCT_NATSEQADJ = 8, IPCT_SECMARK = 9, IPCT_LABEL = 10, IPCT_SYNPROXY = 11, __IPCT_MAX = 12, }; struct nf_conntrack_net_ecache { struct delayed_work dwork; spinlock_t dying_lock; struct hlist_nulls_head dying_list; }; struct nf_conntrack_net { atomic_t count; unsigned int expect_count; unsigned int users4; unsigned int users6; unsigned int users_bridge; struct ctl_table_header *sysctl_header; struct nf_conntrack_net_ecache ecache; }; struct nf_conntrack_l4proto { u_int8_t l4proto; bool allow_clash; u16 nlattr_size; bool (*can_early_drop)(const struct nf_conn *); int (*to_nlattr)(struct sk_buff *, struct nlattr *, struct nf_conn *, bool); int (*from_nlattr)(struct nlattr **, struct nf_conn *); int (*tuple_to_nlattr)(struct sk_buff *, const struct nf_conntrack_tuple *); unsigned int (*nlattr_tuple_size)(); int (*nlattr_to_tuple)(struct nlattr **, struct nf_conntrack_tuple *, u_int32_t); const struct nla_policy *nla_policy; struct { int (*nlattr_to_obj)(struct nlattr **, struct net *, void *); int (*obj_to_nlattr)(struct sk_buff *, const void *); u16 obj_size; u16 nlattr_max; const struct nla_policy *nla_policy; } ctnl_timeout; void (*print_conntrack)(struct seq_file *, struct nf_conn *); }; struct nf_ct_iter_data { struct net *net; void *data; u32 portid; int report; }; struct nf_conntrack_expect_policy; struct nf_conntrack_helper { struct hlist_node hnode; char name[16]; refcount_t refcnt; struct module *me; const struct nf_conntrack_expect_policy *expect_policy; struct nf_conntrack_tuple tuple; int (*help)(struct sk_buff *, unsigned int, struct nf_conn *, enum ip_conntrack_info); void (*destroy)(struct nf_conn *); int (*from_nlattr)(struct nlattr *, struct nf_conn *); int (*to_nlattr)(struct sk_buff *, const struct nf_conn *); unsigned int expect_class_max; unsigned int flags; unsigned int queue_num; u16 data_len; char nat_mod_name[16]; }; struct nf_conntrack_expect_policy { unsigned int max_expected; unsigned int timeout; char name[16]; }; enum nf_ct_helper_flags { NF_CT_HELPER_F_USERSPACE = 1, NF_CT_HELPER_F_CONFIGURED = 2, }; struct nf_conn_help { struct nf_conntrack_helper *helper; struct hlist_head expectations; u8 expecting[4]; int: 32; char data[32]; }; enum nf_ct_ecache_state { NFCT_ECACHE_DESTROY_FAIL = 0, NFCT_ECACHE_DESTROY_SENT = 1, }; struct nf_conntrack_ecache { long unsigned int cache; u16 ctmask; u16 expmask; u32 missed; u32 portid; }; struct nf_conn_counter { atomic64_t packets; atomic64_t bytes; }; struct nf_conn_acct { struct nf_conn_counter counter[2]; }; struct nf_conn_tstamp { u_int64_t start; u_int64_t stop; }; struct nf_ct_timeout { __u16 l3num; const struct nf_conntrack_l4proto *l4proto; char data[0]; }; struct nf_conn_timeout { struct nf_ct_timeout *timeout; }; struct nf_ct_seqadj { u32 correction_pos; s32 offset_before; s32 offset_after; }; struct nf_conn_seqadj { struct nf_ct_seqadj seq[2]; }; struct nf_conn_synproxy { u32 isn; u32 its; u32 tsoff; }; struct conntrack_gc_work { struct delayed_work dwork; u32 next_bucket; u32 avg_timeout; u32 count; u32 start_time; bool exiting; bool early_drop; }; enum ctattr_l4proto { CTA_PROTO_UNSPEC = 0, CTA_PROTO_NUM = 1, CTA_PROTO_SRC_PORT = 2, CTA_PROTO_DST_PORT = 3, CTA_PROTO_ICMP_ID = 4, CTA_PROTO_ICMP_TYPE = 5, CTA_PROTO_ICMP_CODE = 6, CTA_PROTO_ICMPV6_ID = 7, CTA_PROTO_ICMPV6_TYPE = 8, CTA_PROTO_ICMPV6_CODE = 9, __CTA_PROTO_MAX = 10, }; enum ip_conntrack_expect_events { IPEXP_NEW = 0, IPEXP_DESTROY = 1, }; struct ct_expect_iter_state { struct seq_net_private p; unsigned int bucket; }; struct ct_iter_state { struct seq_net_private p; struct hlist_nulls_head *hash; unsigned int htable_size; unsigned int bucket; u_int64_t time_now; }; enum nf_ct_sysctl_index { NF_SYSCTL_CT_MAX = 0, NF_SYSCTL_CT_COUNT = 1, NF_SYSCTL_CT_BUCKETS = 2, NF_SYSCTL_CT_CHECKSUM = 3, NF_SYSCTL_CT_LOG_INVALID = 4, NF_SYSCTL_CT_EXPECT_MAX = 5, NF_SYSCTL_CT_ACCT = 6, NF_SYSCTL_CT_EVENTS = 7, NF_SYSCTL_CT_TIMESTAMP = 8, NF_SYSCTL_CT_PROTO_TIMEOUT_GENERIC = 9, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_SYN_SENT = 10, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_SYN_RECV = 11, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_ESTABLISHED = 12, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_FIN_WAIT = 13, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_CLOSE_WAIT = 14, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_LAST_ACK = 15, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_TIME_WAIT = 16, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_CLOSE = 17, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_RETRANS = 18, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_UNACK = 19, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_OFFLOAD = 20, NF_SYSCTL_CT_PROTO_TCP_LOOSE = 21, NF_SYSCTL_CT_PROTO_TCP_LIBERAL = 22, NF_SYSCTL_CT_PROTO_TCP_IGNORE_INVALID_RST = 23, NF_SYSCTL_CT_PROTO_TCP_MAX_RETRANS = 24, NF_SYSCTL_CT_PROTO_TIMEOUT_UDP = 25, NF_SYSCTL_CT_PROTO_TIMEOUT_UDP_STREAM = 26, NF_SYSCTL_CT_PROTO_TIMEOUT_UDP_OFFLOAD = 27, NF_SYSCTL_CT_PROTO_TIMEOUT_ICMP = 28, NF_SYSCTL_CT_PROTO_TIMEOUT_ICMPV6 = 29, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_CLOSED = 30, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_COOKIE_WAIT = 31, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_COOKIE_ECHOED = 32, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_ESTABLISHED = 33, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_SHUTDOWN_SENT = 34, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_SHUTDOWN_RECD = 35, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_SHUTDOWN_ACK_SENT = 36, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_HEARTBEAT_SENT = 37, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_REQUEST = 38, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_RESPOND = 39, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_PARTOPEN = 40, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_OPEN = 41, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_CLOSEREQ = 42, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_CLOSING = 43, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_TIMEWAIT = 44, NF_SYSCTL_CT_PROTO_DCCP_LOOSE = 45, NF_SYSCTL_CT_PROTO_TIMEOUT_GRE = 46, NF_SYSCTL_CT_PROTO_TIMEOUT_GRE_STREAM = 47, __NF_SYSCTL_CT_LAST_SYSCTL = 48, }; struct nf_ct_helper_expectfn { struct list_head head; const char *name; void (*expectfn)(struct nf_conn *, struct nf_conntrack_expect *); }; struct nf_conntrack_nat_helper { struct list_head list; char mod_name[16]; struct module *module; }; enum nf_ip_hook_priorities { NF_IP_PRI_FIRST = 2147483648, NF_IP_PRI_RAW_BEFORE_DEFRAG = 4294966846, NF_IP_PRI_CONNTRACK_DEFRAG = 4294966896, NF_IP_PRI_RAW = 4294966996, NF_IP_PRI_SELINUX_FIRST = 4294967071, NF_IP_PRI_CONNTRACK = 4294967096, NF_IP_PRI_MANGLE = 4294967146, NF_IP_PRI_NAT_DST = 4294967196, NF_IP_PRI_FILTER = 0, NF_IP_PRI_SECURITY = 50, NF_IP_PRI_NAT_SRC = 100, NF_IP_PRI_SELINUX_LAST = 225, NF_IP_PRI_CONNTRACK_HELPER = 300, NF_IP_PRI_CONNTRACK_CONFIRM = 2147483647, NF_IP_PRI_LAST = 2147483647, }; struct nf_ct_bridge_info { struct nf_hook_ops *ops; unsigned int ops_size; struct module *me; }; enum nf_ip6_hook_priorities { NF_IP6_PRI_FIRST = 2147483648, NF_IP6_PRI_RAW_BEFORE_DEFRAG = 4294966846, NF_IP6_PRI_CONNTRACK_DEFRAG = 4294966896, NF_IP6_PRI_RAW = 4294966996, NF_IP6_PRI_SELINUX_FIRST = 4294967071, NF_IP6_PRI_CONNTRACK = 4294967096, NF_IP6_PRI_MANGLE = 4294967146, NF_IP6_PRI_NAT_DST = 4294967196, NF_IP6_PRI_FILTER = 0, NF_IP6_PRI_SECURITY = 50, NF_IP6_PRI_NAT_SRC = 100, NF_IP6_PRI_SELINUX_LAST = 225, NF_IP6_PRI_CONNTRACK_HELPER = 300, NF_IP6_PRI_LAST = 2147483647, }; enum ctattr_timeout_generic { CTA_TIMEOUT_GENERIC_UNSPEC = 0, CTA_TIMEOUT_GENERIC_TIMEOUT = 1, __CTA_TIMEOUT_GENERIC_MAX = 2, }; struct nf_ct_tcp_flags { __u8 flags; __u8 mask; }; enum { TCP_FLAG_CWR = 32768, TCP_FLAG_ECE = 16384, TCP_FLAG_URG = 8192, TCP_FLAG_ACK = 4096, TCP_FLAG_PSH = 2048, TCP_FLAG_RST = 1024, TCP_FLAG_SYN = 512, TCP_FLAG_FIN = 256, TCP_RESERVED_BITS = 15, TCP_DATA_OFFSET = 240, }; enum nf_ct_tcp_action { NFCT_TCP_IGNORE = 0, NFCT_TCP_INVALID = 1, NFCT_TCP_ACCEPT = 2, }; enum tcp_bit_set { TCP_SYN_SET = 0, TCP_SYNACK_SET = 1, TCP_FIN_SET = 2, TCP_ACK_SET = 3, TCP_RST_SET = 4, TCP_NONE_SET = 5, }; enum ctattr_protoinfo { CTA_PROTOINFO_UNSPEC = 0, CTA_PROTOINFO_TCP = 1, CTA_PROTOINFO_DCCP = 2, CTA_PROTOINFO_SCTP = 3, __CTA_PROTOINFO_MAX = 4, }; enum ctattr_protoinfo_tcp { CTA_PROTOINFO_TCP_UNSPEC = 0, CTA_PROTOINFO_TCP_STATE = 1, CTA_PROTOINFO_TCP_WSCALE_ORIGINAL = 2, CTA_PROTOINFO_TCP_WSCALE_REPLY = 3, CTA_PROTOINFO_TCP_FLAGS_ORIGINAL = 4, CTA_PROTOINFO_TCP_FLAGS_REPLY = 5, __CTA_PROTOINFO_TCP_MAX = 6, }; enum ctattr_timeout_tcp { CTA_TIMEOUT_TCP_UNSPEC = 0, CTA_TIMEOUT_TCP_SYN_SENT = 1, CTA_TIMEOUT_TCP_SYN_RECV = 2, CTA_TIMEOUT_TCP_ESTABLISHED = 3, CTA_TIMEOUT_TCP_FIN_WAIT = 4, CTA_TIMEOUT_TCP_CLOSE_WAIT = 5, CTA_TIMEOUT_TCP_LAST_ACK = 6, CTA_TIMEOUT_TCP_TIME_WAIT = 7, CTA_TIMEOUT_TCP_CLOSE = 8, CTA_TIMEOUT_TCP_SYN_SENT2 = 9, CTA_TIMEOUT_TCP_RETRANS = 10, CTA_TIMEOUT_TCP_UNACK = 11, __CTA_TIMEOUT_TCP_MAX = 12, }; enum ctattr_timeout_udp { CTA_TIMEOUT_UDP_UNSPEC = 0, CTA_TIMEOUT_UDP_UNREPLIED = 1, CTA_TIMEOUT_UDP_REPLIED = 2, __CTA_TIMEOUT_UDP_MAX = 3, }; enum ctattr_timeout_icmp { CTA_TIMEOUT_ICMP_UNSPEC = 0, CTA_TIMEOUT_ICMP_TIMEOUT = 1, __CTA_TIMEOUT_ICMP_MAX = 2, }; struct tcp_sack_block_wire { __be32 start_seq; __be32 end_seq; }; struct rd_msg { struct icmp6hdr icmph; struct in6_addr target; struct in6_addr dest; __u8 opt[0]; }; enum ctattr_timeout_icmpv6 { CTA_TIMEOUT_ICMPV6_UNSPEC = 0, CTA_TIMEOUT_ICMPV6_TIMEOUT = 1, __CTA_TIMEOUT_ICMPV6_MAX = 2, }; enum retry_state { STATE_CONGESTED = 0, STATE_RESTART = 1, STATE_DONE = 2, }; struct nf_ct_timeout_hooks { struct nf_ct_timeout * (*timeout_find_get)(struct net *, const char *); void (*timeout_put)(struct nf_ct_timeout *); }; enum ct_dccp_roles { CT_DCCP_ROLE_CLIENT = 0, CT_DCCP_ROLE_SERVER = 1, __CT_DCCP_ROLE_MAX = 2, }; struct dccp_hdr { __be16 dccph_sport; __be16 dccph_dport; __u8 dccph_doff; __u8 dccph_cscov: 4; __u8 dccph_ccval: 4; __sum16 dccph_checksum; __u8 dccph_x: 1; __u8 dccph_type: 4; __u8 dccph_reserved: 3; __u8 dccph_seq2; __be16 dccph_seq; }; struct dccp_hdr_ext { __be32 dccph_seq_low; }; struct dccp_hdr_ack_bits { __be16 dccph_reserved1; __be16 dccph_ack_nr_high; __be32 dccph_ack_nr_low; }; enum dccp_pkt_type { DCCP_PKT_REQUEST = 0, DCCP_PKT_RESPONSE = 1, DCCP_PKT_DATA = 2, DCCP_PKT_ACK = 3, DCCP_PKT_DATAACK = 4, DCCP_PKT_CLOSEREQ = 5, DCCP_PKT_CLOSE = 6, DCCP_PKT_RESET = 7, DCCP_PKT_SYNC = 8, DCCP_PKT_SYNCACK = 9, DCCP_PKT_INVALID = 10, }; enum ctattr_protoinfo_dccp { CTA_PROTOINFO_DCCP_UNSPEC = 0, CTA_PROTOINFO_DCCP_STATE = 1, CTA_PROTOINFO_DCCP_ROLE = 2, CTA_PROTOINFO_DCCP_HANDSHAKE_SEQ = 3, CTA_PROTOINFO_DCCP_PAD = 4, __CTA_PROTOINFO_DCCP_MAX = 5, }; enum ctattr_timeout_dccp { CTA_TIMEOUT_DCCP_UNSPEC = 0, CTA_TIMEOUT_DCCP_REQUEST = 1, CTA_TIMEOUT_DCCP_RESPOND = 2, CTA_TIMEOUT_DCCP_PARTOPEN = 3, CTA_TIMEOUT_DCCP_OPEN = 4, CTA_TIMEOUT_DCCP_CLOSEREQ = 5, CTA_TIMEOUT_DCCP_CLOSING = 6, CTA_TIMEOUT_DCCP_TIMEWAIT = 7, __CTA_TIMEOUT_DCCP_MAX = 8, }; struct sctphdr { __be16 source; __be16 dest; __be32 vtag; __le32 checksum; }; struct sctp_chunkhdr { __u8 type; __u8 flags; __be16 length; }; enum sctp_cid { SCTP_CID_DATA = 0, SCTP_CID_INIT = 1, SCTP_CID_INIT_ACK = 2, SCTP_CID_SACK = 3, SCTP_CID_HEARTBEAT = 4, SCTP_CID_HEARTBEAT_ACK = 5, SCTP_CID_ABORT = 6, SCTP_CID_SHUTDOWN = 7, SCTP_CID_SHUTDOWN_ACK = 8, SCTP_CID_ERROR = 9, SCTP_CID_COOKIE_ECHO = 10, SCTP_CID_COOKIE_ACK = 11, SCTP_CID_ECN_ECNE = 12, SCTP_CID_ECN_CWR = 13, SCTP_CID_SHUTDOWN_COMPLETE = 14, SCTP_CID_AUTH = 15, SCTP_CID_I_DATA = 64, SCTP_CID_FWD_TSN = 192, SCTP_CID_ASCONF = 193, SCTP_CID_I_FWD_TSN = 194, SCTP_CID_ASCONF_ACK = 128, SCTP_CID_RECONF = 130, SCTP_CID_PAD = 132, }; enum { SCTP_CHUNK_FLAG_T = 1, }; struct sctp_inithdr { __be32 init_tag; __be32 a_rwnd; __be16 num_outbound_streams; __be16 num_inbound_streams; __be32 initial_tsn; __u8 params[0]; }; enum ctattr_protoinfo_sctp { CTA_PROTOINFO_SCTP_UNSPEC = 0, CTA_PROTOINFO_SCTP_STATE = 1, CTA_PROTOINFO_SCTP_VTAG_ORIGINAL = 2, CTA_PROTOINFO_SCTP_VTAG_REPLY = 3, __CTA_PROTOINFO_SCTP_MAX = 4, }; enum ctattr_timeout_sctp { CTA_TIMEOUT_SCTP_UNSPEC = 0, CTA_TIMEOUT_SCTP_CLOSED = 1, CTA_TIMEOUT_SCTP_COOKIE_WAIT = 2, CTA_TIMEOUT_SCTP_COOKIE_ECHOED = 3, CTA_TIMEOUT_SCTP_ESTABLISHED = 4, CTA_TIMEOUT_SCTP_SHUTDOWN_SENT = 5, CTA_TIMEOUT_SCTP_SHUTDOWN_RECD = 6, CTA_TIMEOUT_SCTP_SHUTDOWN_ACK_SENT = 7, CTA_TIMEOUT_SCTP_HEARTBEAT_SENT = 8, CTA_TIMEOUT_SCTP_HEARTBEAT_ACKED = 9, __CTA_TIMEOUT_SCTP_MAX = 10, }; enum { BPF_F_CURRENT_NETNS = 4294967295, }; struct nf_conn___init { struct nf_conn ct; }; struct bpf_ct_opts { s32 netns_id; s32 error; u8 l4proto; u8 dir; u8 reserved[2]; }; enum { NF_BPF_CT_OPTS_SZ = 12, }; struct nf_ct_gre_keymap { struct list_head list; struct nf_conntrack_tuple tuple; struct callback_head rcu; }; enum pptp_ctrlsess_state { PPTP_SESSION_NONE = 0, PPTP_SESSION_ERROR = 1, PPTP_SESSION_STOPREQ = 2, PPTP_SESSION_REQUESTED = 3, PPTP_SESSION_CONFIRMED = 4, }; enum pptp_ctrlcall_state { PPTP_CALL_NONE = 0, PPTP_CALL_ERROR = 1, PPTP_CALL_OUT_REQ = 2, PPTP_CALL_OUT_CONF = 3, PPTP_CALL_IN_REQ = 4, PPTP_CALL_IN_REP = 5, PPTP_CALL_IN_CONF = 6, PPTP_CALL_CLEAR_REQ = 7, }; struct nf_ct_pptp_master { enum pptp_ctrlsess_state sstate; enum pptp_ctrlcall_state cstate; __be16 pac_call_id; __be16 pns_call_id; struct nf_ct_gre_keymap *keymap[2]; }; enum ctattr_timeout_gre { CTA_TIMEOUT_GRE_UNSPEC = 0, CTA_TIMEOUT_GRE_UNREPLIED = 1, CTA_TIMEOUT_GRE_REPLIED = 2, __CTA_TIMEOUT_GRE_MAX = 3, }; enum cntl_msg_types { IPCTNL_MSG_CT_NEW = 0, IPCTNL_MSG_CT_GET = 1, IPCTNL_MSG_CT_DELETE = 2, IPCTNL_MSG_CT_GET_CTRZERO = 3, IPCTNL_MSG_CT_GET_STATS_CPU = 4, IPCTNL_MSG_CT_GET_STATS = 5, IPCTNL_MSG_CT_GET_DYING = 6, IPCTNL_MSG_CT_GET_UNCONFIRMED = 7, IPCTNL_MSG_MAX = 8, }; enum ctnl_exp_msg_types { IPCTNL_MSG_EXP_NEW = 0, IPCTNL_MSG_EXP_GET = 1, IPCTNL_MSG_EXP_DELETE = 2, IPCTNL_MSG_EXP_GET_STATS_CPU = 3, IPCTNL_MSG_EXP_MAX = 4, }; enum ctattr_type { CTA_UNSPEC = 0, CTA_TUPLE_ORIG = 1, CTA_TUPLE_REPLY = 2, CTA_STATUS = 3, CTA_PROTOINFO = 4, CTA_HELP = 5, CTA_NAT_SRC = 6, CTA_TIMEOUT = 7, CTA_MARK = 8, CTA_COUNTERS_ORIG = 9, CTA_COUNTERS_REPLY = 10, CTA_USE = 11, CTA_ID = 12, CTA_NAT_DST = 13, CTA_TUPLE_MASTER = 14, CTA_SEQ_ADJ_ORIG = 15, CTA_NAT_SEQ_ADJ_ORIG = 15, CTA_SEQ_ADJ_REPLY = 16, CTA_NAT_SEQ_ADJ_REPLY = 16, CTA_SECMARK = 17, CTA_ZONE = 18, CTA_SECCTX = 19, CTA_TIMESTAMP = 20, CTA_MARK_MASK = 21, CTA_LABELS = 22, CTA_LABELS_MASK = 23, CTA_SYNPROXY = 24, CTA_FILTER = 25, CTA_STATUS_MASK = 26, __CTA_MAX = 27, }; enum ctattr_tuple { CTA_TUPLE_UNSPEC = 0, CTA_TUPLE_IP = 1, CTA_TUPLE_PROTO = 2, CTA_TUPLE_ZONE = 3, __CTA_TUPLE_MAX = 4, }; enum ctattr_ip { CTA_IP_UNSPEC = 0, CTA_IP_V4_SRC = 1, CTA_IP_V4_DST = 2, CTA_IP_V6_SRC = 3, CTA_IP_V6_DST = 4, __CTA_IP_MAX = 5, }; enum ctattr_counters { CTA_COUNTERS_UNSPEC = 0, CTA_COUNTERS_PACKETS = 1, CTA_COUNTERS_BYTES = 2, CTA_COUNTERS32_PACKETS = 3, CTA_COUNTERS32_BYTES = 4, CTA_COUNTERS_PAD = 5, __CTA_COUNTERS_MAX = 6, }; enum ctattr_tstamp { CTA_TIMESTAMP_UNSPEC = 0, CTA_TIMESTAMP_START = 1, CTA_TIMESTAMP_STOP = 2, CTA_TIMESTAMP_PAD = 3, __CTA_TIMESTAMP_MAX = 4, }; enum ctattr_seqadj { CTA_SEQADJ_UNSPEC = 0, CTA_SEQADJ_CORRECTION_POS = 1, CTA_SEQADJ_OFFSET_BEFORE = 2, CTA_SEQADJ_OFFSET_AFTER = 3, __CTA_SEQADJ_MAX = 4, }; enum ctattr_synproxy { CTA_SYNPROXY_UNSPEC = 0, CTA_SYNPROXY_ISN = 1, CTA_SYNPROXY_ITS = 2, CTA_SYNPROXY_TSOFF = 3, __CTA_SYNPROXY_MAX = 4, }; enum ctattr_expect { CTA_EXPECT_UNSPEC = 0, CTA_EXPECT_MASTER = 1, CTA_EXPECT_TUPLE = 2, CTA_EXPECT_MASK = 3, CTA_EXPECT_TIMEOUT = 4, CTA_EXPECT_ID = 5, CTA_EXPECT_HELP_NAME = 6, CTA_EXPECT_ZONE = 7, CTA_EXPECT_FLAGS = 8, CTA_EXPECT_CLASS = 9, CTA_EXPECT_NAT = 10, CTA_EXPECT_FN = 11, __CTA_EXPECT_MAX = 12, }; enum ctattr_expect_nat { CTA_EXPECT_NAT_UNSPEC = 0, CTA_EXPECT_NAT_DIR = 1, CTA_EXPECT_NAT_TUPLE = 2, __CTA_EXPECT_NAT_MAX = 3, }; enum ctattr_help { CTA_HELP_UNSPEC = 0, CTA_HELP_NAME = 1, CTA_HELP_INFO = 2, __CTA_HELP_MAX = 3, }; enum ctattr_stats_cpu { CTA_STATS_UNSPEC = 0, CTA_STATS_SEARCHED = 1, CTA_STATS_FOUND = 2, CTA_STATS_NEW = 3, CTA_STATS_INVALID = 4, CTA_STATS_IGNORE = 5, CTA_STATS_DELETE = 6, CTA_STATS_DELETE_LIST = 7, CTA_STATS_INSERT = 8, CTA_STATS_INSERT_FAILED = 9, CTA_STATS_DROP = 10, CTA_STATS_EARLY_DROP = 11, CTA_STATS_ERROR = 12, CTA_STATS_SEARCH_RESTART = 13, CTA_STATS_CLASH_RESOLVE = 14, CTA_STATS_CHAIN_TOOLONG = 15, __CTA_STATS_MAX = 16, }; enum ctattr_stats_global { CTA_STATS_GLOBAL_UNSPEC = 0, CTA_STATS_GLOBAL_ENTRIES = 1, CTA_STATS_GLOBAL_MAX_ENTRIES = 2, __CTA_STATS_GLOBAL_MAX = 3, }; enum ctattr_expect_stats { CTA_STATS_EXP_UNSPEC = 0, CTA_STATS_EXP_NEW = 1, CTA_STATS_EXP_CREATE = 2, CTA_STATS_EXP_DELETE = 3, __CTA_STATS_EXP_MAX = 4, }; enum ctattr_filter { CTA_FILTER_UNSPEC = 0, CTA_FILTER_ORIG_FLAGS = 1, CTA_FILTER_REPLY_FLAGS = 2, __CTA_FILTER_MAX = 3, }; struct ctnetlink_list_dump_ctx { struct nf_conn *last; unsigned int cpu; bool done; }; struct ctnetlink_filter_u32 { u32 val; u32 mask; }; struct ctnetlink_filter { u8 family; u_int32_t orig_flags; u_int32_t reply_flags; struct nf_conntrack_tuple orig; struct nf_conntrack_tuple reply; struct nf_conntrack_zone zone; struct ctnetlink_filter_u32 mark; struct ctnetlink_filter_u32 status; }; enum ctnl_timeout_msg_types { IPCTNL_MSG_TIMEOUT_NEW = 0, IPCTNL_MSG_TIMEOUT_GET = 1, IPCTNL_MSG_TIMEOUT_DELETE = 2, IPCTNL_MSG_TIMEOUT_DEFAULT_SET = 3, IPCTNL_MSG_TIMEOUT_DEFAULT_GET = 4, IPCTNL_MSG_TIMEOUT_MAX = 5, }; enum ctattr_timeout { CTA_TIMEOUT_UNSPEC = 0, CTA_TIMEOUT_NAME = 1, CTA_TIMEOUT_L3PROTO = 2, CTA_TIMEOUT_L4PROTO = 3, CTA_TIMEOUT_DATA = 4, CTA_TIMEOUT_USE = 5, __CTA_TIMEOUT_MAX = 6, }; struct ctnl_timeout { struct list_head head; struct list_head free_head; struct callback_head callback_head; refcount_t refcnt; char name[32]; struct nf_ct_timeout timeout; }; struct nfct_timeout_pernet { struct list_head nfct_timeout_list; struct list_head nfct_timeout_freelist; }; enum nf_ct_ftp_type { NF_CT_FTP_PORT = 0, NF_CT_FTP_PASV = 1, NF_CT_FTP_EPRT = 2, NF_CT_FTP_EPSV = 3, }; struct nf_ct_ftp_master { u_int32_t seq_aft_nl[4]; u_int16_t seq_aft_nl_num[2]; u_int16_t flags[2]; }; struct ftp_search { const char *pattern; size_t plen; char skip; char term; enum nf_ct_ftp_type ftptype; int (*getnum)(const char *, size_t, struct nf_conntrack_man *, char, unsigned int *); }; struct pptp_pkt_hdr { __u16 packetLength; __be16 packetType; __be32 magicCookie; }; struct PptpControlHeader { __be16 messageType; __u16 reserved; }; struct PptpStartSessionRequest { __be16 protocolVersion; __u16 reserved1; __be32 framingCapability; __be32 bearerCapability; __be16 maxChannels; __be16 firmwareRevision; __u8 hostName[64]; __u8 vendorString[64]; }; struct PptpStartSessionReply { __be16 protocolVersion; __u8 resultCode; __u8 generalErrorCode; __be32 framingCapability; __be32 bearerCapability; __be16 maxChannels; __be16 firmwareRevision; __u8 hostName[64]; __u8 vendorString[64]; }; struct PptpStopSessionRequest { __u8 reason; __u8 reserved1; __u16 reserved2; }; struct PptpStopSessionReply { __u8 resultCode; __u8 generalErrorCode; __u16 reserved1; }; struct PptpOutCallRequest { __be16 callID; __be16 callSerialNumber; __be32 minBPS; __be32 maxBPS; __be32 bearerType; __be32 framingType; __be16 packetWindow; __be16 packetProcDelay; __be16 phoneNumberLength; __u16 reserved1; __u8 phoneNumber[64]; __u8 subAddress[64]; }; struct PptpOutCallReply { __be16 callID; __be16 peersCallID; __u8 resultCode; __u8 generalErrorCode; __be16 causeCode; __be32 connectSpeed; __be16 packetWindow; __be16 packetProcDelay; __be32 physChannelID; }; struct PptpInCallRequest { __be16 callID; __be16 callSerialNumber; __be32 callBearerType; __be32 physChannelID; __be16 dialedNumberLength; __be16 dialingNumberLength; __u8 dialedNumber[64]; __u8 dialingNumber[64]; __u8 subAddress[64]; }; struct PptpInCallReply { __be16 callID; __be16 peersCallID; __u8 resultCode; __u8 generalErrorCode; __be16 packetWindow; __be16 packetProcDelay; __u16 reserved; }; struct PptpInCallConnected { __be16 peersCallID; __u16 reserved; __be32 connectSpeed; __be16 packetWindow; __be16 packetProcDelay; __be32 callFramingType; }; struct PptpClearCallRequest { __be16 callID; __u16 reserved; }; struct PptpCallDisconnectNotify { __be16 callID; __u8 resultCode; __u8 generalErrorCode; __be16 causeCode; __u16 reserved; __u8 callStatistics[128]; }; struct PptpWanErrorNotify { __be16 peersCallID; __u16 reserved; __be32 crcErrors; __be32 framingErrors; __be32 hardwareOverRuns; __be32 bufferOverRuns; __be32 timeoutErrors; __be32 alignmentErrors; }; struct PptpSetLinkInfo { __be16 peersCallID; __u16 reserved; __be32 sendAccm; __be32 recvAccm; }; union pptp_ctrl_union { struct PptpStartSessionRequest sreq; struct PptpStartSessionReply srep; struct PptpStopSessionRequest streq; struct PptpStopSessionReply strep; struct PptpOutCallRequest ocreq; struct PptpOutCallReply ocack; struct PptpInCallRequest icreq; struct PptpInCallReply icack; struct PptpInCallConnected iccon; struct PptpClearCallRequest clrreq; struct PptpCallDisconnectNotify disc; struct PptpWanErrorNotify wanerr; struct PptpSetLinkInfo setlink; }; struct nf_nat_pptp_hook { int (*outbound)(struct sk_buff *, struct nf_conn *, enum ip_conntrack_info, unsigned int, struct PptpControlHeader *, union pptp_ctrl_union *); int (*inbound)(struct sk_buff *, struct nf_conn *, enum ip_conntrack_info, unsigned int, struct PptpControlHeader *, union pptp_ctrl_union *); void (*exp_gre)(struct nf_conntrack_expect *, struct nf_conntrack_expect *); void (*expectfn)(struct nf_conn *, struct nf_conntrack_expect *); }; struct nf_conn_nat; struct ip_esp_hdr { __be32 spi; __be32 seq_no; __u8 enc_data[0]; }; struct arppayload { unsigned char mac_src[6]; unsigned char ip_src[4]; unsigned char mac_dst[6]; unsigned char ip_dst[4]; }; struct nf_log_buf; struct tftphdr { __be16 opcode; }; struct nf_nat_pptp { __be16 pns_call_id; __be16 pac_call_id; }; struct nf_nat_range2 { unsigned int flags; union nf_inet_addr min_addr; union nf_inet_addr max_addr; union nf_conntrack_man_proto min_proto; union nf_conntrack_man_proto max_proto; union nf_conntrack_man_proto base_proto; }; union nf_conntrack_nat_help { struct nf_nat_pptp nat_pptp_info; }; struct nf_conn_nat { union nf_conntrack_nat_help help; int masq_index; }; struct nf_nat_lookup_hook_priv { struct nf_hook_entries *entries; struct callback_head callback_head; }; struct nf_nat_hooks_net { struct nf_hook_ops *nat_hook_ops; unsigned int users; }; struct nat_net { struct nf_nat_hooks_net nat_proto_net[11]; }; struct nf_nat_proto_clean { u8 l3proto; u8 l4proto; }; enum ctattr_nat { CTA_NAT_UNSPEC = 0, CTA_NAT_V4_MINIP = 1, CTA_NAT_V4_MAXIP = 2, CTA_NAT_PROTO = 3, CTA_NAT_V6_MINIP = 4, CTA_NAT_V6_MAXIP = 5, __CTA_NAT_MAX = 6, }; enum ctattr_protonat { CTA_PROTONAT_UNSPEC = 0, CTA_PROTONAT_PORT_MIN = 1, CTA_PROTONAT_PORT_MAX = 2, __CTA_PROTONAT_MAX = 3, }; struct nf_nat_ipv4_range { unsigned int flags; __be32 min_ip; __be32 max_ip; union nf_conntrack_man_proto min; union nf_conntrack_man_proto max; }; struct nf_nat_ipv4_multi_range_compat { unsigned int rangesize; struct nf_nat_ipv4_range range[1]; }; struct masq_dev_work { struct work_struct work; struct net *net; netns_tracker ns_tracker; union nf_inet_addr addr; int ifindex; int (*iter)(struct nf_conn *, void *); }; enum nft_registers { NFT_REG_VERDICT = 0, NFT_REG_1 = 1, NFT_REG_2 = 2, NFT_REG_3 = 3, NFT_REG_4 = 4, __NFT_REG_MAX = 5, NFT_REG32_00 = 8, NFT_REG32_01 = 9, NFT_REG32_02 = 10, NFT_REG32_03 = 11, NFT_REG32_04 = 12, NFT_REG32_05 = 13, NFT_REG32_06 = 14, NFT_REG32_07 = 15, NFT_REG32_08 = 16, NFT_REG32_09 = 17, NFT_REG32_10 = 18, NFT_REG32_11 = 19, NFT_REG32_12 = 20, NFT_REG32_13 = 21, NFT_REG32_14 = 22, NFT_REG32_15 = 23, }; enum nft_verdicts { NFT_CONTINUE = 4294967295, NFT_BREAK = 4294967294, NFT_JUMP = 4294967293, NFT_GOTO = 4294967292, NFT_RETURN = 4294967291, }; enum nft_payload_bases { NFT_PAYLOAD_LL_HEADER = 0, NFT_PAYLOAD_NETWORK_HEADER = 1, NFT_PAYLOAD_TRANSPORT_HEADER = 2, NFT_PAYLOAD_INNER_HEADER = 3, NFT_PAYLOAD_TUN_HEADER = 4, }; enum nft_trace_types { NFT_TRACETYPE_UNSPEC = 0, NFT_TRACETYPE_POLICY = 1, NFT_TRACETYPE_RETURN = 2, NFT_TRACETYPE_RULE = 3, __NFT_TRACETYPE_MAX = 4, }; enum { NFT_PKTINFO_L4PROTO = 1, NFT_PKTINFO_INNER = 2, NFT_PKTINFO_INNER_FULL = 4, }; struct nft_pktinfo { struct sk_buff *skb; const struct nf_hook_state *state; u8 flags; u8 tprot; u16 fragoff; u16 thoff; u16 inneroff; }; struct nft_chain; struct nft_verdict { u32 code; struct nft_chain *chain; }; struct nft_rule_blob; struct nft_table; struct nft_chain { struct nft_rule_blob *blob_gen_0; struct nft_rule_blob *blob_gen_1; struct list_head rules; struct list_head list; struct rhlist_head rhlhead; struct nft_table *table; u64 handle; u32 use; u8 flags: 5; u8 bound: 1; u8 genmask: 2; char *name; u16 udlen; u8 *udata; struct nft_rule_blob *blob_next; }; struct nft_data { union { u32 data[4]; struct nft_verdict verdict; }; }; struct nft_regs { union { u32 data[20]; struct nft_verdict verdict; }; }; struct nft_expr_ops; struct nft_expr { const struct nft_expr_ops *ops; unsigned char data[0]; }; struct nft_regs_track { struct { const struct nft_expr *selector; const struct nft_expr *bitwise; u8 num_reg; } regs[20]; const struct nft_expr *cur; const struct nft_expr *last; }; struct nft_ctx { struct net *net; struct nft_table *table; struct nft_chain *chain; const struct nlattr * const *nla; u32 portid; u32 seq; u16 flags; u8 family; u8 level; bool report; }; struct nft_table { struct list_head list; struct rhltable chains_ht; struct list_head chains; struct list_head sets; struct list_head objects; struct list_head flowtables; u64 hgenerator; u64 handle; u32 use; u16 family: 6; u16 flags: 8; u16 genmask: 2; u32 nlpid; char *name; u16 udlen; u8 *udata; }; enum nft_trans_phase { NFT_TRANS_PREPARE = 0, NFT_TRANS_ABORT = 1, NFT_TRANS_COMMIT = 2, NFT_TRANS_RELEASE = 3, }; struct nft_offload_ctx; struct nft_flow_rule; struct nft_expr_type; struct nft_expr_ops { void (*eval)(const struct nft_expr *, struct nft_regs *, const struct nft_pktinfo *); int (*clone)(struct nft_expr *, const struct nft_expr *); unsigned int size; int (*init)(const struct nft_ctx *, const struct nft_expr *, const struct nlattr * const *); void (*activate)(const struct nft_ctx *, const struct nft_expr *); void (*deactivate)(const struct nft_ctx *, const struct nft_expr *, enum nft_trans_phase); void (*destroy)(const struct nft_ctx *, const struct nft_expr *); void (*destroy_clone)(const struct nft_ctx *, const struct nft_expr *); int (*dump)(struct sk_buff *, const struct nft_expr *, bool); int (*validate)(const struct nft_ctx *, const struct nft_expr *, const struct nft_data **); bool (*reduce)(struct nft_regs_track *, const struct nft_expr *); bool (*gc)(struct net *, const struct nft_expr *); int (*offload)(struct nft_offload_ctx *, struct nft_flow_rule *, const struct nft_expr *); bool (*offload_action)(const struct nft_expr *); void (*offload_stats)(struct nft_expr *, const struct flow_stats *); const struct nft_expr_type *type; void *data; }; enum nft_set_extensions { NFT_SET_EXT_KEY = 0, NFT_SET_EXT_KEY_END = 1, NFT_SET_EXT_DATA = 2, NFT_SET_EXT_FLAGS = 3, NFT_SET_EXT_TIMEOUT = 4, NFT_SET_EXT_EXPIRATION = 5, NFT_SET_EXT_USERDATA = 6, NFT_SET_EXT_EXPRESSIONS = 7, NFT_SET_EXT_OBJREF = 8, NFT_SET_EXT_NUM = 9, }; struct nft_expr_type { const struct nft_expr_ops * (*select_ops)(const struct nft_ctx *, const struct nlattr * const *); void (*release_ops)(const struct nft_expr_ops *); const struct nft_expr_ops *ops; const struct nft_expr_ops *inner_ops; struct list_head list; const char *name; struct module *owner; const struct nla_policy *policy; unsigned int maxattr; u8 family; u8 flags; }; struct nft_rule_dp { u64 is_last: 1; u64 dlen: 12; u64 handle: 42; short: 9; unsigned char data[0]; }; struct nft_rule_blob { long unsigned int size; unsigned char data[0]; }; enum nft_chain_types { NFT_CHAIN_T_DEFAULT = 0, NFT_CHAIN_T_ROUTE = 1, NFT_CHAIN_T_NAT = 2, NFT_CHAIN_T_MAX = 3, }; struct nft_chain_type { const char *name; enum nft_chain_types type; int family; struct module *owner; unsigned int hook_mask; nf_hookfn *hooks[6]; int (*ops_register)(struct net *, const struct nf_hook_ops *); void (*ops_unregister)(struct net *, const struct nf_hook_ops *); }; struct nft_stats { u64 bytes; u64 pkts; struct u64_stats_sync syncp; }; struct nft_base_chain { struct nf_hook_ops ops; struct list_head hook_list; const struct nft_chain_type *type; u8 policy; u8 flags; struct nft_stats *stats; struct nft_chain chain; struct flow_block flow_block; }; struct nft_object_hash_key { const char *name; const struct nft_table *table; }; struct nft_object_ops; struct nft_object { struct list_head list; struct rhlist_head rhlhead; struct nft_object_hash_key key; u32 genmask: 2; u32 use: 30; u64 handle; u16 udlen; u8 *udata; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; const struct nft_object_ops *ops; unsigned char data[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct nft_object_type; struct nft_object_ops { void (*eval)(struct nft_object *, struct nft_regs *, const struct nft_pktinfo *); unsigned int size; int (*init)(const struct nft_ctx *, const struct nlattr * const *, struct nft_object *); void (*destroy)(const struct nft_ctx *, struct nft_object *); int (*dump)(struct sk_buff *, struct nft_object *, bool); void (*update)(struct nft_object *, struct nft_object *); const struct nft_object_type *type; }; struct nft_object_type { const struct nft_object_ops * (*select_ops)(const struct nft_ctx *, const struct nlattr * const *); const struct nft_object_ops *ops; struct list_head list; u32 type; unsigned int maxattr; struct module *owner; const struct nla_policy *policy; }; struct nft_traceinfo { bool trace; bool nf_trace; bool packet_dumped; enum nft_trace_types type: 8; u32 skbid; const struct nft_pktinfo *pkt; const struct nft_base_chain *basechain; const struct nft_chain *chain; const struct nft_rule_dp *rule; const struct nft_verdict *verdict; }; struct nft_bitwise_fast_expr { u32 mask; u32 xor; u8 sreg; u8 dreg; }; struct nft_cmp_fast_expr { u32 data; u32 mask; u8 sreg; u8 len; bool inv; }; struct nft_cmp16_fast_expr { struct nft_data data; struct nft_data mask; u8 sreg; u8 len; bool inv; }; struct nft_payload { enum nft_payload_bases base: 8; u8 offset; u8 len; u8 dreg; }; struct nft_jumpstack { const struct nft_chain *chain; const struct nft_rule_dp *rule; const struct nft_rule_dp *last_rule; }; struct nf_conncount_list { spinlock_t list_lock; u32 last_gc; struct list_head head; unsigned int count; }; struct nf_conncount_tuple { struct list_head node; struct nf_conntrack_tuple tuple; struct nf_conntrack_zone zone; int cpu; u32 jiffies32; }; struct nf_conncount_rb { struct rb_node node; struct nf_conncount_list list; u32 key[5]; struct callback_head callback_head; }; struct nf_conncount_data { unsigned int keylen; struct rb_root root[256]; struct net *net; struct work_struct gc_work; long unsigned int pending_trees[4]; unsigned int gc_tree; }; enum nft_chain_flags { NFT_CHAIN_BASE = 1, NFT_CHAIN_HW_OFFLOAD = 2, NFT_CHAIN_BINDING = 4, }; enum nft_data_types { NFT_DATA_VALUE = 0, NFT_DATA_VERDICT = 4294967040, }; enum nft_immediate_attributes { NFTA_IMMEDIATE_UNSPEC = 0, NFTA_IMMEDIATE_DREG = 1, NFTA_IMMEDIATE_DATA = 2, __NFTA_IMMEDIATE_MAX = 3, }; struct nf_flowtable_type; struct nf_flowtable { struct list_head list; struct rhashtable rhashtable; int priority; const struct nf_flowtable_type *type; struct delayed_work gc_work; unsigned int flags; struct flow_block flow_block; struct rw_semaphore flow_block_lock; possible_net_t net; }; struct nf_flow_key { struct flow_dissector_key_meta meta; struct flow_dissector_key_control control; struct flow_dissector_key_control enc_control; struct flow_dissector_key_basic basic; struct flow_dissector_key_vlan vlan; struct flow_dissector_key_vlan cvlan; union { struct flow_dissector_key_ipv4_addrs ipv4; struct flow_dissector_key_ipv6_addrs ipv6; }; struct flow_dissector_key_keyid enc_key_id; union { struct flow_dissector_key_ipv4_addrs enc_ipv4; struct flow_dissector_key_ipv6_addrs enc_ipv6; }; struct flow_dissector_key_tcp tcp; struct flow_dissector_key_ports tp; }; struct nf_flow_match { struct flow_dissector dissector; int: 32; struct nf_flow_key key; struct nf_flow_key mask; }; struct nf_flow_rule { struct nf_flow_match match; struct flow_rule *rule; }; enum flow_offload_tuple_dir { FLOW_OFFLOAD_DIR_ORIGINAL = 0, FLOW_OFFLOAD_DIR_REPLY = 1, }; struct flow_offload; struct nf_flowtable_type { struct list_head list; int family; int (*init)(struct nf_flowtable *); int (*setup)(struct nf_flowtable *, struct net_device *, enum flow_block_command); int (*action)(struct net *, const struct flow_offload *, enum flow_offload_tuple_dir, struct nf_flow_rule *); void (*free)(struct nf_flowtable *); nf_hookfn *hook; struct module *owner; }; struct flow_offload_tuple { union { struct in_addr src_v4; struct in6_addr src_v6; }; union { struct in_addr dst_v4; struct in6_addr dst_v6; }; struct { __be16 src_port; __be16 dst_port; }; int iifidx; u8 l3proto; u8 l4proto; struct { u16 id; __be16 proto; } encap[2]; struct { } __hash; u8 dir: 2; u8 xmit_type: 3; u8 encap_num: 2; char: 1; u8 in_vlan_ingress: 2; u16 mtu; union { struct { struct dst_entry *dst_cache; u32 dst_cookie; }; struct { u32 ifidx; u32 hw_ifidx; u8 h_source[6]; u8 h_dest[6]; } out; struct { u32 iifidx; } tc; }; }; struct flow_offload_tuple_rhash { struct rhash_head node; struct flow_offload_tuple tuple; }; struct flow_offload { struct flow_offload_tuple_rhash tuplehash[2]; struct nf_conn *ct; long unsigned int flags; u16 type; u32 timeout; struct callback_head callback_head; }; struct nft_data_desc { enum nft_data_types type; unsigned int size; unsigned int len; unsigned int flags; }; enum nft_offload_dep_type { NFT_OFFLOAD_DEP_UNSPEC = 0, NFT_OFFLOAD_DEP_NETWORK = 1, NFT_OFFLOAD_DEP_TRANSPORT = 2, }; struct nft_offload_reg { u32 key; u32 len; u32 base_offset; u32 offset; u32 flags; struct nft_data data; struct nft_data mask; }; struct nft_offload_ctx { struct { enum nft_offload_dep_type type; __be16 l3num; u8 protonum; } dep; unsigned int num_actions; struct net *net; struct nft_offload_reg regs[24]; }; struct nft_flow_key { struct flow_dissector_key_basic basic; struct flow_dissector_key_control control; union { struct flow_dissector_key_ipv4_addrs ipv4; struct flow_dissector_key_ipv6_addrs ipv6; }; struct flow_dissector_key_ports tp; struct flow_dissector_key_ip ip; struct flow_dissector_key_vlan vlan; struct flow_dissector_key_vlan cvlan; struct flow_dissector_key_eth_addrs eth_addrs; struct flow_dissector_key_meta meta; }; struct nft_flow_match { struct flow_dissector dissector; int: 32; struct nft_flow_key key; struct nft_flow_key mask; }; struct nft_flow_rule { __be16 proto; long: 48; struct nft_flow_match match; struct flow_rule *rule; }; struct nft_rule { struct list_head list; u64 handle: 42; u64 genmask: 2; u64 dlen: 12; u64 udata: 1; unsigned char data[0]; }; struct nft_immediate_expr { struct nft_data data; u8 dreg; u8 dlen; }; enum nf_tables_msg_types { NFT_MSG_NEWTABLE = 0, NFT_MSG_GETTABLE = 1, NFT_MSG_DELTABLE = 2, NFT_MSG_NEWCHAIN = 3, NFT_MSG_GETCHAIN = 4, NFT_MSG_DELCHAIN = 5, NFT_MSG_NEWRULE = 6, NFT_MSG_GETRULE = 7, NFT_MSG_DELRULE = 8, NFT_MSG_NEWSET = 9, NFT_MSG_GETSET = 10, NFT_MSG_DELSET = 11, NFT_MSG_NEWSETELEM = 12, NFT_MSG_GETSETELEM = 13, NFT_MSG_DELSETELEM = 14, NFT_MSG_NEWGEN = 15, NFT_MSG_GETGEN = 16, NFT_MSG_TRACE = 17, NFT_MSG_NEWOBJ = 18, NFT_MSG_GETOBJ = 19, NFT_MSG_DELOBJ = 20, NFT_MSG_GETOBJ_RESET = 21, NFT_MSG_NEWFLOWTABLE = 22, NFT_MSG_GETFLOWTABLE = 23, NFT_MSG_DELFLOWTABLE = 24, NFT_MSG_GETRULE_RESET = 25, NFT_MSG_MAX = 26, }; enum nft_list_attributes { NFTA_LIST_UNSPEC = 0, NFTA_LIST_ELEM = 1, __NFTA_LIST_MAX = 2, }; enum nft_hook_attributes { NFTA_HOOK_UNSPEC = 0, NFTA_HOOK_HOOKNUM = 1, NFTA_HOOK_PRIORITY = 2, NFTA_HOOK_DEV = 3, NFTA_HOOK_DEVS = 4, __NFTA_HOOK_MAX = 5, }; enum nft_table_flags { NFT_TABLE_F_DORMANT = 1, NFT_TABLE_F_OWNER = 2, }; enum nft_table_attributes { NFTA_TABLE_UNSPEC = 0, NFTA_TABLE_NAME = 1, NFTA_TABLE_FLAGS = 2, NFTA_TABLE_USE = 3, NFTA_TABLE_HANDLE = 4, NFTA_TABLE_PAD = 5, NFTA_TABLE_USERDATA = 6, NFTA_TABLE_OWNER = 7, __NFTA_TABLE_MAX = 8, }; enum nft_chain_attributes { NFTA_CHAIN_UNSPEC = 0, NFTA_CHAIN_TABLE = 1, NFTA_CHAIN_HANDLE = 2, NFTA_CHAIN_NAME = 3, NFTA_CHAIN_HOOK = 4, NFTA_CHAIN_POLICY = 5, NFTA_CHAIN_USE = 6, NFTA_CHAIN_TYPE = 7, NFTA_CHAIN_COUNTERS = 8, NFTA_CHAIN_PAD = 9, NFTA_CHAIN_FLAGS = 10, NFTA_CHAIN_ID = 11, NFTA_CHAIN_USERDATA = 12, __NFTA_CHAIN_MAX = 13, }; enum nft_rule_attributes { NFTA_RULE_UNSPEC = 0, NFTA_RULE_TABLE = 1, NFTA_RULE_CHAIN = 2, NFTA_RULE_HANDLE = 3, NFTA_RULE_EXPRESSIONS = 4, NFTA_RULE_COMPAT = 5, NFTA_RULE_POSITION = 6, NFTA_RULE_USERDATA = 7, NFTA_RULE_PAD = 8, NFTA_RULE_ID = 9, NFTA_RULE_POSITION_ID = 10, NFTA_RULE_CHAIN_ID = 11, __NFTA_RULE_MAX = 12, }; enum nft_set_flags { NFT_SET_ANONYMOUS = 1, NFT_SET_CONSTANT = 2, NFT_SET_INTERVAL = 4, NFT_SET_MAP = 8, NFT_SET_TIMEOUT = 16, NFT_SET_EVAL = 32, NFT_SET_OBJECT = 64, NFT_SET_CONCAT = 128, NFT_SET_EXPR = 256, }; enum nft_set_policies { NFT_SET_POL_PERFORMANCE = 0, NFT_SET_POL_MEMORY = 1, }; enum nft_set_desc_attributes { NFTA_SET_DESC_UNSPEC = 0, NFTA_SET_DESC_SIZE = 1, NFTA_SET_DESC_CONCAT = 2, __NFTA_SET_DESC_MAX = 3, }; enum nft_set_field_attributes { NFTA_SET_FIELD_UNSPEC = 0, NFTA_SET_FIELD_LEN = 1, __NFTA_SET_FIELD_MAX = 2, }; enum nft_set_attributes { NFTA_SET_UNSPEC = 0, NFTA_SET_TABLE = 1, NFTA_SET_NAME = 2, NFTA_SET_FLAGS = 3, NFTA_SET_KEY_TYPE = 4, NFTA_SET_KEY_LEN = 5, NFTA_SET_DATA_TYPE = 6, NFTA_SET_DATA_LEN = 7, NFTA_SET_POLICY = 8, NFTA_SET_DESC = 9, NFTA_SET_ID = 10, NFTA_SET_TIMEOUT = 11, NFTA_SET_GC_INTERVAL = 12, NFTA_SET_USERDATA = 13, NFTA_SET_PAD = 14, NFTA_SET_OBJ_TYPE = 15, NFTA_SET_HANDLE = 16, NFTA_SET_EXPR = 17, NFTA_SET_EXPRESSIONS = 18, __NFTA_SET_MAX = 19, }; enum nft_set_elem_flags { NFT_SET_ELEM_INTERVAL_END = 1, NFT_SET_ELEM_CATCHALL = 2, }; enum nft_set_elem_attributes { NFTA_SET_ELEM_UNSPEC = 0, NFTA_SET_ELEM_KEY = 1, NFTA_SET_ELEM_DATA = 2, NFTA_SET_ELEM_FLAGS = 3, NFTA_SET_ELEM_TIMEOUT = 4, NFTA_SET_ELEM_EXPIRATION = 5, NFTA_SET_ELEM_USERDATA = 6, NFTA_SET_ELEM_EXPR = 7, NFTA_SET_ELEM_PAD = 8, NFTA_SET_ELEM_OBJREF = 9, NFTA_SET_ELEM_KEY_END = 10, NFTA_SET_ELEM_EXPRESSIONS = 11, __NFTA_SET_ELEM_MAX = 12, }; enum nft_set_elem_list_attributes { NFTA_SET_ELEM_LIST_UNSPEC = 0, NFTA_SET_ELEM_LIST_TABLE = 1, NFTA_SET_ELEM_LIST_SET = 2, NFTA_SET_ELEM_LIST_ELEMENTS = 3, NFTA_SET_ELEM_LIST_SET_ID = 4, __NFTA_SET_ELEM_LIST_MAX = 5, }; enum nft_data_attributes { NFTA_DATA_UNSPEC = 0, NFTA_DATA_VALUE = 1, NFTA_DATA_VERDICT = 2, __NFTA_DATA_MAX = 3, }; enum nft_verdict_attributes { NFTA_VERDICT_UNSPEC = 0, NFTA_VERDICT_CODE = 1, NFTA_VERDICT_CHAIN = 2, NFTA_VERDICT_CHAIN_ID = 3, __NFTA_VERDICT_MAX = 4, }; enum nft_expr_attributes { NFTA_EXPR_UNSPEC = 0, NFTA_EXPR_NAME = 1, NFTA_EXPR_DATA = 2, __NFTA_EXPR_MAX = 3, }; enum nft_counter_attributes { NFTA_COUNTER_UNSPEC = 0, NFTA_COUNTER_BYTES = 1, NFTA_COUNTER_PACKETS = 2, NFTA_COUNTER_PAD = 3, __NFTA_COUNTER_MAX = 4, }; enum nft_gen_attributes { NFTA_GEN_UNSPEC = 0, NFTA_GEN_ID = 1, NFTA_GEN_PROC_PID = 2, NFTA_GEN_PROC_NAME = 3, __NFTA_GEN_MAX = 4, }; enum nft_object_attributes { NFTA_OBJ_UNSPEC = 0, NFTA_OBJ_TABLE = 1, NFTA_OBJ_NAME = 2, NFTA_OBJ_TYPE = 3, NFTA_OBJ_DATA = 4, NFTA_OBJ_USE = 5, NFTA_OBJ_HANDLE = 6, NFTA_OBJ_PAD = 7, NFTA_OBJ_USERDATA = 8, __NFTA_OBJ_MAX = 9, }; enum nft_flowtable_flags { NFT_FLOWTABLE_HW_OFFLOAD = 1, NFT_FLOWTABLE_COUNTER = 2, NFT_FLOWTABLE_MASK = 3, }; enum nft_flowtable_attributes { NFTA_FLOWTABLE_UNSPEC = 0, NFTA_FLOWTABLE_TABLE = 1, NFTA_FLOWTABLE_NAME = 2, NFTA_FLOWTABLE_HOOK = 3, NFTA_FLOWTABLE_USE = 4, NFTA_FLOWTABLE_HANDLE = 5, NFTA_FLOWTABLE_PAD = 6, NFTA_FLOWTABLE_FLAGS = 7, __NFTA_FLOWTABLE_MAX = 8, }; enum nft_flowtable_hook_attributes { NFTA_FLOWTABLE_HOOK_UNSPEC = 0, NFTA_FLOWTABLE_HOOK_NUM = 1, NFTA_FLOWTABLE_HOOK_PRIORITY = 2, NFTA_FLOWTABLE_HOOK_DEVS = 3, __NFTA_FLOWTABLE_HOOK_MAX = 4, }; enum nft_devices_attributes { NFTA_DEVICE_UNSPEC = 0, NFTA_DEVICE_NAME = 1, __NFTA_DEVICE_MAX = 2, }; enum audit_nfcfgop { AUDIT_XT_OP_REGISTER = 0, AUDIT_XT_OP_REPLACE = 1, AUDIT_XT_OP_UNREGISTER = 2, AUDIT_NFT_OP_TABLE_REGISTER = 3, AUDIT_NFT_OP_TABLE_UNREGISTER = 4, AUDIT_NFT_OP_CHAIN_REGISTER = 5, AUDIT_NFT_OP_CHAIN_UNREGISTER = 6, AUDIT_NFT_OP_RULE_REGISTER = 7, AUDIT_NFT_OP_RULE_UNREGISTER = 8, AUDIT_NFT_OP_SET_REGISTER = 9, AUDIT_NFT_OP_SET_UNREGISTER = 10, AUDIT_NFT_OP_SETELEM_REGISTER = 11, AUDIT_NFT_OP_SETELEM_UNREGISTER = 12, AUDIT_NFT_OP_GEN_REGISTER = 13, AUDIT_NFT_OP_OBJ_REGISTER = 14, AUDIT_NFT_OP_OBJ_UNREGISTER = 15, AUDIT_NFT_OP_OBJ_RESET = 16, AUDIT_NFT_OP_FLOWTABLE_REGISTER = 17, AUDIT_NFT_OP_FLOWTABLE_UNREGISTER = 18, AUDIT_NFT_OP_INVALID = 19, }; enum nft_data_desc_flags { NFT_DATA_DESC_SETELEM = 1, }; struct nft_userdata { u8 len; unsigned char data[0]; }; struct nft_set_elem { union { u32 buf[16]; struct nft_data val; } key; union { u32 buf[16]; struct nft_data val; } key_end; union { u32 buf[16]; struct nft_data val; } data; void *priv; }; struct nft_set; struct nft_set_iter { u8 genmask; unsigned int count; unsigned int skip; int err; int (*fn)(const struct nft_ctx *, struct nft_set *, const struct nft_set_iter *, struct nft_set_elem *); }; struct nft_set_ops; struct nft_set { struct list_head list; struct list_head bindings; struct nft_table *table; possible_net_t net; char *name; u64 handle; u32 ktype; u32 dtype; u32 objtype; u32 size; u8 field_len[16]; u8 field_count; u32 use; atomic_t nelems; u32 ndeact; u64 timeout; u32 gc_int; u16 policy; u16 udlen; unsigned char *udata; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; const struct nft_set_ops *ops; u16 flags: 14; u16 genmask: 2; u8 klen; u8 dlen; u8 num_exprs; struct nft_expr *exprs[2]; struct list_head catchall_list; unsigned char data[0]; long: 64; long: 64; }; struct nft_set_desc { u32 ktype; unsigned int klen; u32 dtype; unsigned int dlen; u32 objtype; unsigned int size; u32 policy; u32 gc_int; u64 timeout; u8 field_len[16]; u8 field_count; bool expr; }; enum nft_set_class { NFT_SET_CLASS_O_1 = 0, NFT_SET_CLASS_O_LOG_N = 1, NFT_SET_CLASS_O_N = 2, }; struct nft_set_estimate { u64 size; enum nft_set_class lookup; enum nft_set_class space; }; struct nft_set_ext; struct nft_set_ops { bool (*lookup)(const struct net *, const struct nft_set *, const u32 *, const struct nft_set_ext **); bool (*update)(struct nft_set *, const u32 *, void * (*)(struct nft_set *, const struct nft_expr *, struct nft_regs *), const struct nft_expr *, struct nft_regs *, const struct nft_set_ext **); bool (*delete)(const struct nft_set *, const u32 *); int (*insert)(const struct net *, const struct nft_set *, const struct nft_set_elem *, struct nft_set_ext **); void (*activate)(const struct net *, const struct nft_set *, const struct nft_set_elem *); void * (*deactivate)(const struct net *, const struct nft_set *, const struct nft_set_elem *); bool (*flush)(const struct net *, const struct nft_set *, void *); void (*remove)(const struct net *, const struct nft_set *, const struct nft_set_elem *); void (*walk)(const struct nft_ctx *, struct nft_set *, struct nft_set_iter *); void * (*get)(const struct net *, const struct nft_set *, const struct nft_set_elem *, unsigned int); u64 (*privsize)(const struct nlattr * const *, const struct nft_set_desc *); bool (*estimate)(const struct nft_set_desc *, u32, struct nft_set_estimate *); int (*init)(const struct nft_set *, const struct nft_set_desc *, const struct nlattr * const *); void (*destroy)(const struct nft_set *); void (*gc_init)(const struct nft_set *); unsigned int elemsize; }; struct nft_set_ext { u8 genmask; u8 offset[9]; char data[0]; }; struct nft_set_type { const struct nft_set_ops ops; u32 features; }; struct nft_set_elem_expr { u8 size; long: 56; unsigned char data[0]; }; struct nft_set_binding { struct list_head list; const struct nft_chain *chain; u32 flags; }; struct nft_set_ext_type { u8 len; u8 align; }; struct nft_set_ext_tmpl { u16 len; u8 offset[9]; u8 ext_len[9]; }; struct nft_set_gc_batch_head { struct callback_head rcu; const struct nft_set *set; unsigned int cnt; }; struct nft_set_gc_batch { struct nft_set_gc_batch_head head; void *elems[508]; }; struct nft_hook { struct list_head list; struct nf_hook_ops ops; struct callback_head rcu; }; struct nft_flowtable { struct list_head list; struct nft_table *table; char *name; int hooknum; int ops_len; u32 genmask: 2; u32 use: 30; u64 handle; long: 64; struct list_head hook_list; struct nf_flowtable data; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct nft_trans { struct list_head list; int msg_type; bool put_net; struct nft_ctx ctx; char data[0]; }; struct nft_trans_rule { struct nft_rule *rule; struct nft_flow_rule *flow; u32 rule_id; }; struct nft_trans_set { struct nft_set *set; u32 set_id; u32 gc_int; u64 timeout; bool update; bool bound; }; struct nft_trans_chain { bool update; char *name; struct nft_stats *stats; u8 policy; u32 chain_id; }; struct nft_trans_table { bool update; }; struct nft_trans_elem { struct nft_set *set; struct nft_set_elem elem; bool bound; }; struct nft_trans_obj { struct nft_object *obj; struct nft_object *newobj; bool update; }; struct nft_trans_flowtable { struct nft_flowtable *flowtable; bool update; struct list_head hook_list; u32 flags; }; struct nftables_pernet { struct list_head tables; struct list_head commit_list; struct list_head module_list; struct list_head notify_list; struct mutex commit_mutex; u64 table_handle; unsigned int base_seq; u8 validate_state; }; enum { NFT_VALIDATE_SKIP = 0, NFT_VALIDATE_NEED = 1, NFT_VALIDATE_DO = 2, }; struct nft_audit_data { struct nft_table *table; int entries; int op; struct list_head list; }; struct nft_module_request { struct list_head list; char module[56]; bool done; }; struct nftnl_skb_parms { bool report; }; struct nft_chain_hook { u32 num; s32 priority; const struct nft_chain_type *type; struct list_head list; }; struct nft_rules_old { struct callback_head h; struct nft_rule_blob *blob; }; struct nft_expr_info { const struct nft_expr_ops *ops; const struct nlattr *attr; struct nlattr *tb[17]; }; struct nft_rule_dump_ctx { char *table; char *chain; }; struct nft_set_elem_catchall { struct list_head list; struct callback_head rcu; void *elem; }; struct nft_set_dump_args { const struct netlink_callback *cb; struct nft_set_iter iter; struct sk_buff *skb; }; struct nft_set_dump_ctx { const struct nft_set *set; struct nft_ctx ctx; }; struct nft_obj_filter { char *table; u32 type; }; struct nft_flowtable_hook { u32 num; int priority; struct list_head list; }; struct nft_flowtable_filter { char *table; }; enum nft_trace_attributes { NFTA_TRACE_UNSPEC = 0, NFTA_TRACE_TABLE = 1, NFTA_TRACE_CHAIN = 2, NFTA_TRACE_RULE_HANDLE = 3, NFTA_TRACE_TYPE = 4, NFTA_TRACE_VERDICT = 5, NFTA_TRACE_ID = 6, NFTA_TRACE_LL_HEADER = 7, NFTA_TRACE_NETWORK_HEADER = 8, NFTA_TRACE_TRANSPORT_HEADER = 9, NFTA_TRACE_IIF = 10, NFTA_TRACE_IIFTYPE = 11, NFTA_TRACE_OIF = 12, NFTA_TRACE_OIFTYPE = 13, NFTA_TRACE_MARK = 14, NFTA_TRACE_NFPROTO = 15, NFTA_TRACE_POLICY = 16, NFTA_TRACE_PAD = 17, __NFTA_TRACE_MAX = 18, }; enum { IP6_FH_F_FRAG = 1, IP6_FH_F_AUTH = 2, IP6_FH_F_SKIP_RH = 4, }; enum nft_cmp_ops { NFT_CMP_EQ = 0, NFT_CMP_NEQ = 1, NFT_CMP_LT = 2, NFT_CMP_LTE = 3, NFT_CMP_GT = 4, NFT_CMP_GTE = 5, }; enum nft_cmp_attributes { NFTA_CMP_UNSPEC = 0, NFTA_CMP_SREG = 1, NFTA_CMP_OP = 2, NFTA_CMP_DATA = 3, __NFTA_CMP_MAX = 4, }; enum nft_offload_reg_flags { NFT_OFFLOAD_F_NETWORK2HOST = 1, }; struct nft_cmp_expr { struct nft_data data; u8 sreg; u8 len; enum nft_cmp_ops op: 8; }; union nft_cmp_offload_data { u16 val16; u32 val32; u64 val64; }; enum nft_range_ops { NFT_RANGE_EQ = 0, NFT_RANGE_NEQ = 1, }; enum nft_range_attributes { NFTA_RANGE_UNSPEC = 0, NFTA_RANGE_SREG = 1, NFTA_RANGE_OP = 2, NFTA_RANGE_FROM_DATA = 3, NFTA_RANGE_TO_DATA = 4, __NFTA_RANGE_MAX = 5, }; struct nft_range_expr { struct nft_data data_from; struct nft_data data_to; u8 sreg; u8 len; enum nft_range_ops op: 8; }; enum nft_bitwise_ops { NFT_BITWISE_BOOL = 0, NFT_BITWISE_LSHIFT = 1, NFT_BITWISE_RSHIFT = 2, }; enum nft_bitwise_attributes { NFTA_BITWISE_UNSPEC = 0, NFTA_BITWISE_SREG = 1, NFTA_BITWISE_DREG = 2, NFTA_BITWISE_LEN = 3, NFTA_BITWISE_MASK = 4, NFTA_BITWISE_XOR = 5, NFTA_BITWISE_OP = 6, NFTA_BITWISE_DATA = 7, __NFTA_BITWISE_MAX = 8, }; struct nft_bitwise { u8 sreg; u8 dreg; enum nft_bitwise_ops op: 8; u8 len; struct nft_data mask; struct nft_data xor; struct nft_data data; }; enum nft_lookup_flags { NFT_LOOKUP_F_INV = 1, }; enum nft_lookup_attributes { NFTA_LOOKUP_UNSPEC = 0, NFTA_LOOKUP_SET = 1, NFTA_LOOKUP_SREG = 2, NFTA_LOOKUP_DREG = 3, NFTA_LOOKUP_SET_ID = 4, NFTA_LOOKUP_FLAGS = 5, __NFTA_LOOKUP_MAX = 6, }; struct nft_lookup { struct nft_set *set; u8 sreg; u8 dreg; bool invert; struct nft_set_binding binding; }; enum nft_payload_csum_types { NFT_PAYLOAD_CSUM_NONE = 0, NFT_PAYLOAD_CSUM_INET = 1, NFT_PAYLOAD_CSUM_SCTP = 2, }; enum nft_payload_csum_flags { NFT_PAYLOAD_L4CSUM_PSEUDOHDR = 1, }; enum nft_payload_attributes { NFTA_PAYLOAD_UNSPEC = 0, NFTA_PAYLOAD_DREG = 1, NFTA_PAYLOAD_BASE = 2, NFTA_PAYLOAD_OFFSET = 3, NFTA_PAYLOAD_LEN = 4, NFTA_PAYLOAD_SREG = 5, NFTA_PAYLOAD_CSUM_TYPE = 6, NFTA_PAYLOAD_CSUM_OFFSET = 7, NFTA_PAYLOAD_CSUM_FLAGS = 8, __NFTA_PAYLOAD_MAX = 9, }; enum { NFT_PAYLOAD_CTX_INNER_TUN = 1, NFT_PAYLOAD_CTX_INNER_LL = 2, NFT_PAYLOAD_CTX_INNER_NH = 4, NFT_PAYLOAD_CTX_INNER_TH = 8, }; struct nft_inner_tun_ctx { u16 type; u16 inner_tunoff; u16 inner_lloff; u16 inner_nhoff; u16 inner_thoff; __be16 llproto; u8 l4proto; u8 flags; }; struct nft_payload_set { enum nft_payload_bases base: 8; u8 offset; u8 len; u8 sreg; u8 csum_type; u8 csum_offset; u8 csum_flags; }; enum nft_byteorder_ops { NFT_BYTEORDER_NTOH = 0, NFT_BYTEORDER_HTON = 1, }; enum nft_byteorder_attributes { NFTA_BYTEORDER_UNSPEC = 0, NFTA_BYTEORDER_SREG = 1, NFTA_BYTEORDER_DREG = 2, NFTA_BYTEORDER_OP = 3, NFTA_BYTEORDER_LEN = 4, NFTA_BYTEORDER_SIZE = 5, __NFTA_BYTEORDER_MAX = 6, }; struct nft_byteorder { u8 sreg; u8 dreg; enum nft_byteorder_ops op: 8; u8 len; u8 size; }; enum nft_dynset_ops { NFT_DYNSET_OP_ADD = 0, NFT_DYNSET_OP_UPDATE = 1, NFT_DYNSET_OP_DELETE = 2, }; enum nft_dynset_flags { NFT_DYNSET_F_INV = 1, NFT_DYNSET_F_EXPR = 2, }; enum nft_dynset_attributes { NFTA_DYNSET_UNSPEC = 0, NFTA_DYNSET_SET_NAME = 1, NFTA_DYNSET_SET_ID = 2, NFTA_DYNSET_OP = 3, NFTA_DYNSET_SREG_KEY = 4, NFTA_DYNSET_SREG_DATA = 5, NFTA_DYNSET_TIMEOUT = 6, NFTA_DYNSET_EXPR = 7, NFTA_DYNSET_PAD = 8, NFTA_DYNSET_FLAGS = 9, NFTA_DYNSET_EXPRESSIONS = 10, __NFTA_DYNSET_MAX = 11, }; struct nft_dynset { struct nft_set *set; struct nft_set_ext_tmpl tmpl; enum nft_dynset_ops op: 8; u8 sreg_key; u8 sreg_data; bool invert; bool expr; u8 num_exprs; u64 timeout; struct nft_expr *expr_array[2]; struct nft_set_binding binding; }; enum nft_meta_keys { NFT_META_LEN = 0, NFT_META_PROTOCOL = 1, NFT_META_PRIORITY = 2, NFT_META_MARK = 3, NFT_META_IIF = 4, NFT_META_OIF = 5, NFT_META_IIFNAME = 6, NFT_META_OIFNAME = 7, NFT_META_IFTYPE = 8, NFT_META_OIFTYPE = 9, NFT_META_SKUID = 10, NFT_META_SKGID = 11, NFT_META_NFTRACE = 12, NFT_META_RTCLASSID = 13, NFT_META_SECMARK = 14, NFT_META_NFPROTO = 15, NFT_META_L4PROTO = 16, NFT_META_BRI_IIFNAME = 17, NFT_META_BRI_OIFNAME = 18, NFT_META_PKTTYPE = 19, NFT_META_CPU = 20, NFT_META_IIFGROUP = 21, NFT_META_OIFGROUP = 22, NFT_META_CGROUP = 23, NFT_META_PRANDOM = 24, NFT_META_SECPATH = 25, NFT_META_IIFKIND = 26, NFT_META_OIFKIND = 27, NFT_META_BRI_IIFPVID = 28, NFT_META_BRI_IIFVPROTO = 29, NFT_META_TIME_NS = 30, NFT_META_TIME_DAY = 31, NFT_META_TIME_HOUR = 32, NFT_META_SDIF = 33, NFT_META_SDIFNAME = 34, __NFT_META_IIFTYPE = 35, }; enum nft_meta_attributes { NFTA_META_UNSPEC = 0, NFTA_META_DREG = 1, NFTA_META_KEY = 2, NFTA_META_SREG = 3, __NFTA_META_MAX = 4, }; struct nft_meta { enum nft_meta_keys key: 8; u8 len; union { u8 dreg; u8 sreg; }; }; enum nft_rt_keys { NFT_RT_CLASSID = 0, NFT_RT_NEXTHOP4 = 1, NFT_RT_NEXTHOP6 = 2, NFT_RT_TCPMSS = 3, NFT_RT_XFRM = 4, __NFT_RT_MAX = 5, }; enum nft_rt_attributes { NFTA_RT_UNSPEC = 0, NFTA_RT_DREG = 1, NFTA_RT_KEY = 2, __NFTA_RT_MAX = 3, }; struct nft_rt { enum nft_rt_keys key: 8; u8 dreg; }; enum nft_last_attributes { NFTA_LAST_UNSPEC = 0, NFTA_LAST_SET = 1, NFTA_LAST_MSECS = 2, NFTA_LAST_PAD = 3, __NFTA_LAST_MAX = 4, }; struct nft_last { long unsigned int jiffies; unsigned int set; }; struct nft_last_priv { struct nft_last *last; }; struct nft_counter { s64 bytes; s64 packets; }; struct nft_counter_percpu_priv { struct nft_counter *counter; }; enum nft_exthdr_flags { NFT_EXTHDR_F_PRESENT = 1, }; enum nft_exthdr_op { NFT_EXTHDR_OP_IPV6 = 0, NFT_EXTHDR_OP_TCPOPT = 1, NFT_EXTHDR_OP_IPV4 = 2, NFT_EXTHDR_OP_SCTP = 3, __NFT_EXTHDR_OP_MAX = 4, }; enum nft_exthdr_attributes { NFTA_EXTHDR_UNSPEC = 0, NFTA_EXTHDR_DREG = 1, NFTA_EXTHDR_TYPE = 2, NFTA_EXTHDR_OFFSET = 3, NFTA_EXTHDR_LEN = 4, NFTA_EXTHDR_FLAGS = 5, NFTA_EXTHDR_OP = 6, NFTA_EXTHDR_SREG = 7, __NFTA_EXTHDR_MAX = 8, }; struct nft_exthdr { u8 type; u8 offset; u8 len; u8 op; u8 dreg; u8 sreg; u8 flags; }; enum nft_objref_attributes { NFTA_OBJREF_UNSPEC = 0, NFTA_OBJREF_IMM_TYPE = 1, NFTA_OBJREF_IMM_NAME = 2, NFTA_OBJREF_SET_SREG = 3, NFTA_OBJREF_SET_NAME = 4, NFTA_OBJREF_SET_ID = 5, __NFTA_OBJREF_MAX = 6, }; struct nft_objref_map { struct nft_set *set; u8 sreg; struct nft_set_binding binding; }; struct nft_offload_ethertype { __be16 value; __be16 mask; }; enum nft_inner_type { NFT_INNER_UNSPEC = 0, NFT_INNER_VXLAN = 1, NFT_INNER_GENEVE = 2, }; enum nft_inner_flags { NFT_INNER_HDRSIZE = 1, NFT_INNER_LL = 2, NFT_INNER_NH = 4, NFT_INNER_TH = 8, }; enum nft_inner_attributes { NFTA_INNER_UNSPEC = 0, NFTA_INNER_NUM = 1, NFTA_INNER_TYPE = 2, NFTA_INNER_FLAGS = 3, NFTA_INNER_HDRSIZE = 4, NFTA_INNER_EXPR = 5, __NFTA_INNER_MAX = 6, }; struct __nft_expr { const struct nft_expr_ops *ops; union { struct nft_payload payload; struct nft_meta meta; }; }; enum { NFT_INNER_EXPR_PAYLOAD = 0, NFT_INNER_EXPR_META = 1, }; struct nft_inner { u8 flags; u8 hdrsize; u8 type; u8 expr_type; struct __nft_expr expr; }; struct nft_bitmap_elem { struct list_head head; struct nft_set_ext ext; }; struct nft_bitmap { struct list_head list; u16 bitmap_size; u8 bitmap[0]; }; struct nft_rhash { struct rhashtable ht; struct delayed_work gc_work; }; struct nft_rhash_elem { struct rhash_head node; struct nft_set_ext ext; }; struct nft_rhash_cmp_arg { const struct nft_set *set; const u32 *key; u8 genmask; }; struct nft_hash { u32 seed; u32 buckets; struct hlist_head table[0]; }; struct nft_hash_elem { struct hlist_node node; struct nft_set_ext ext; }; struct seqcount_rwlock { seqcount_t seqcount; }; typedef struct seqcount_rwlock seqcount_rwlock_t; struct nft_rbtree { struct rb_root root; rwlock_t lock; seqcount_rwlock_t count; struct delayed_work gc_work; }; struct nft_rbtree_elem { struct rb_node node; struct nft_set_ext ext; }; enum nft_fib_attributes { NFTA_FIB_UNSPEC = 0, NFTA_FIB_DREG = 1, NFTA_FIB_RESULT = 2, NFTA_FIB_FLAGS = 3, __NFTA_FIB_MAX = 4, }; enum nft_fib_result { NFT_FIB_RESULT_UNSPEC = 0, NFT_FIB_RESULT_OIF = 1, NFT_FIB_RESULT_OIFNAME = 2, NFT_FIB_RESULT_ADDRTYPE = 3, __NFT_FIB_RESULT_MAX = 4, }; enum nft_fib_flags { NFTA_FIB_F_SADDR = 1, NFTA_FIB_F_DADDR = 2, NFTA_FIB_F_MARK = 4, NFTA_FIB_F_IIF = 8, NFTA_FIB_F_OIF = 16, NFTA_FIB_F_PRESENT = 32, }; struct nft_fib { u8 dreg; u8 result; u32 flags; }; struct xt_entry_match { union { struct { __u16 match_size; char name[29]; __u8 revision; } user; struct { __u16 match_size; struct xt_match *match; } kernel; __u16 match_size; } u; unsigned char data[0]; }; struct xt_standard_target { struct xt_entry_target target; int verdict; }; struct xt_error_target { struct xt_entry_target target; char errorname[30]; }; struct xt_counters_info { char name[32]; unsigned int num_counters; struct xt_counters counters[0]; }; struct xt_table_info; struct xt_table { struct list_head list; unsigned int valid_hooks; struct xt_table_info *private; struct nf_hook_ops *ops; struct module *me; u_int8_t af; int priority; const char name[32]; }; struct xt_table_info { unsigned int size; unsigned int number; unsigned int initial_entries; unsigned int hook_entry[5]; unsigned int underflow[5]; unsigned int stacksize; void ***jumpstack; unsigned char entries[0]; }; struct xt_percpu_counter_alloc_state { unsigned int off; const char *mem; }; struct compat_xt_entry_match { union { struct { u_int16_t match_size; char name[29]; u_int8_t revision; } user; struct { u_int16_t match_size; compat_uptr_t match; } kernel; u_int16_t match_size; } u; unsigned char data[0]; }; struct compat_xt_entry_target { union { struct { u_int16_t target_size; char name[29]; u_int8_t revision; } user; struct { u_int16_t target_size; compat_uptr_t target; } kernel; u_int16_t target_size; } u; unsigned char data[0]; }; struct compat_xt_counters { compat_u64 pcnt; compat_u64 bcnt; }; struct compat_xt_counters_info { char name[32]; compat_uint_t num_counters; struct compat_xt_counters counters[0]; }; struct xt_template { struct list_head list; int (*table_init)(struct net *); struct module *me; char name[32]; }; struct xt_pernet { struct list_head tables[11]; }; struct compat_delta { unsigned int offset; int delta; }; struct xt_af { struct mutex mutex; struct list_head match; struct list_head target; struct mutex compat_mutex; struct compat_delta *compat_tab; unsigned int number; unsigned int cur; }; struct compat_xt_standard_target { struct compat_xt_entry_target t; compat_uint_t verdict; }; struct compat_xt_error_target { struct compat_xt_entry_target t; char errorname[30]; }; struct nf_mttg_trav { struct list_head *head; struct list_head *curr; uint8_t class; }; enum { MTTG_TRAV_INIT = 0, MTTG_TRAV_NFP_UNSPEC = 1, MTTG_TRAV_NFP_SPEC = 2, MTTG_TRAV_DONE = 3, }; struct nft_pipapo_elem; union nft_pipapo_map_bucket { struct { u32 to; u32 n; }; struct nft_pipapo_elem *e; }; struct nft_pipapo_elem { struct nft_set_ext ext; }; struct nft_pipapo_field { int groups; long unsigned int rules; size_t bsize; int bb; long unsigned int *lt; union nft_pipapo_map_bucket *mt; }; struct nft_pipapo_match { int field_count; long unsigned int **scratch; size_t bsize_max; struct callback_head rcu; struct nft_pipapo_field f[0]; }; struct nft_pipapo { struct nft_pipapo_match *match; struct nft_pipapo_match *clone; int width; bool dirty; long unsigned int last_gc; }; struct xt_tcp { __u16 spts[2]; __u16 dpts[2]; __u8 option; __u8 flg_mask; __u8 flg_cmp; __u8 invflags; }; struct xt_udp { __u16 spts[2]; __u16 dpts[2]; __u8 invflags; }; struct xt_mark_tginfo2 { __u32 mark; __u32 mask; }; struct xt_mark_mtinfo1 { __u32 mark; __u32 mask; __u8 invert; }; enum { XT_CONNMARK_SET = 0, XT_CONNMARK_SAVE = 1, XT_CONNMARK_RESTORE = 2, }; enum { D_SHIFT_LEFT = 0, D_SHIFT_RIGHT = 1, }; struct xt_connmark_tginfo1 { __u32 ctmark; __u32 ctmask; __u32 nfmask; __u8 mode; }; struct xt_connmark_tginfo2 { __u32 ctmark; __u32 ctmask; __u32 nfmask; __u8 shift_dir; __u8 shift_bits; __u8 mode; }; struct xt_connmark_mtinfo1 { __u32 mark; __u32 mask; __u8 invert; }; struct nf_nat_range { unsigned int flags; union nf_inet_addr min_addr; union nf_inet_addr max_addr; union nf_conntrack_man_proto min_proto; union nf_conntrack_man_proto max_proto; }; enum { XT_ADDRTYPE_INVERT_SOURCE = 1, XT_ADDRTYPE_INVERT_DEST = 2, XT_ADDRTYPE_LIMIT_IFACE_IN = 4, XT_ADDRTYPE_LIMIT_IFACE_OUT = 8, }; enum { XT_ADDRTYPE_UNSPEC = 1, XT_ADDRTYPE_UNICAST = 2, XT_ADDRTYPE_LOCAL = 4, XT_ADDRTYPE_BROADCAST = 8, XT_ADDRTYPE_ANYCAST = 16, XT_ADDRTYPE_MULTICAST = 32, XT_ADDRTYPE_BLACKHOLE = 64, XT_ADDRTYPE_UNREACHABLE = 128, XT_ADDRTYPE_PROHIBIT = 256, XT_ADDRTYPE_THROW = 512, XT_ADDRTYPE_NAT = 1024, XT_ADDRTYPE_XRESOLVE = 2048, }; struct xt_addrtype_info_v1 { __u16 source; __u16 dest; __u32 flags; }; struct xt_addrtype_info { __u16 source; __u16 dest; __u32 invert_source; __u32 invert_dest; }; enum xt_cluster_flags { XT_CLUSTER_F_INV = 1, }; struct xt_cluster_match_info { __u32 total_nodes; __u32 node_mask; __u32 hash_seed; __u32 flags; }; struct xt_bpf_info { __u16 bpf_program_num_elem; struct sock_filter bpf_program[64]; struct bpf_prog *filter; }; enum xt_bpf_modes { XT_BPF_MODE_BYTECODE = 0, XT_BPF_MODE_FD_PINNED = 1, XT_BPF_MODE_FD_ELF = 2, }; struct xt_bpf_info_v1 { __u16 mode; __u16 bpf_program_num_elem; __s32 fd; union { struct sock_filter bpf_program[64]; char path[512]; }; struct bpf_prog *filter; }; enum xt_connbytes_what { XT_CONNBYTES_PKTS = 0, XT_CONNBYTES_BYTES = 1, XT_CONNBYTES_AVGPKT = 2, }; enum xt_connbytes_direction { XT_CONNBYTES_DIR_ORIGINAL = 0, XT_CONNBYTES_DIR_REPLY = 1, XT_CONNBYTES_DIR_BOTH = 2, }; struct xt_connbytes_info { struct { __u64 from; __u64 to; } count; __u8 what; __u8 direction; }; enum xt_connlabel_mtopts { XT_CONNLABEL_OP_INVERT = 1, XT_CONNLABEL_OP_SET = 2, }; struct xt_connlabel_mtinfo { __u16 bit; __u16 options; }; enum { XT_CONNLIMIT_INVERT = 1, XT_CONNLIMIT_DADDR = 2, }; struct nf_conncount_data; struct xt_connlimit_info { union { union nf_inet_addr mask; }; unsigned int limit; __u32 flags; struct nf_conncount_data *data; }; enum { XT_CONNTRACK_STATE = 1, XT_CONNTRACK_PROTO = 2, XT_CONNTRACK_ORIGSRC = 4, XT_CONNTRACK_ORIGDST = 8, XT_CONNTRACK_REPLSRC = 16, XT_CONNTRACK_REPLDST = 32, XT_CONNTRACK_STATUS = 64, XT_CONNTRACK_EXPIRES = 128, XT_CONNTRACK_ORIGSRC_PORT = 256, XT_CONNTRACK_ORIGDST_PORT = 512, XT_CONNTRACK_REPLSRC_PORT = 1024, XT_CONNTRACK_REPLDST_PORT = 2048, XT_CONNTRACK_DIRECTION = 4096, XT_CONNTRACK_STATE_ALIAS = 8192, }; struct xt_conntrack_mtinfo1 { union nf_inet_addr origsrc_addr; union nf_inet_addr origsrc_mask; union nf_inet_addr origdst_addr; union nf_inet_addr origdst_mask; union nf_inet_addr replsrc_addr; union nf_inet_addr replsrc_mask; union nf_inet_addr repldst_addr; union nf_inet_addr repldst_mask; __u32 expires_min; __u32 expires_max; __u16 l4proto; __be16 origsrc_port; __be16 origdst_port; __be16 replsrc_port; __be16 repldst_port; __u16 match_flags; __u16 invert_flags; __u8 state_mask; __u8 status_mask; }; struct xt_conntrack_mtinfo2 { union nf_inet_addr origsrc_addr; union nf_inet_addr origsrc_mask; union nf_inet_addr origdst_addr; union nf_inet_addr origdst_mask; union nf_inet_addr replsrc_addr; union nf_inet_addr replsrc_mask; union nf_inet_addr repldst_addr; union nf_inet_addr repldst_mask; __u32 expires_min; __u32 expires_max; __u16 l4proto; __be16 origsrc_port; __be16 origdst_port; __be16 replsrc_port; __be16 repldst_port; __u16 match_flags; __u16 invert_flags; __u16 state_mask; __u16 status_mask; }; struct xt_conntrack_mtinfo3 { union nf_inet_addr origsrc_addr; union nf_inet_addr origsrc_mask; union nf_inet_addr origdst_addr; union nf_inet_addr origdst_mask; union nf_inet_addr replsrc_addr; union nf_inet_addr replsrc_mask; union nf_inet_addr repldst_addr; union nf_inet_addr repldst_mask; __u32 expires_min; __u32 expires_max; __u16 l4proto; __u16 origsrc_port; __u16 origdst_port; __u16 replsrc_port; __u16 repldst_port; __u16 match_flags; __u16 invert_flags; __u16 state_mask; __u16 status_mask; __u16 origsrc_port_high; __u16 origdst_port_high; __u16 replsrc_port_high; __u16 repldst_port_high; }; struct xt_cpu_info { __u32 cpu; __u32 invert; }; enum xt_devgroup_flags { XT_DEVGROUP_MATCH_SRC = 1, XT_DEVGROUP_INVERT_SRC = 2, XT_DEVGROUP_MATCH_DST = 4, XT_DEVGROUP_INVERT_DST = 8, }; struct xt_devgroup_info { __u32 flags; __u32 src_group; __u32 src_mask; __u32 dst_group; __u32 dst_mask; }; struct xt_dscp_info { __u8 dscp; __u8 invert; }; struct xt_tos_match_info { __u8 tos_mask; __u8 tos_value; __u8 invert; }; struct xt_dccp_info { __u16 dpts[2]; __u16 spts[2]; __u16 flags; __u16 invflags; __u16 typemask; __u8 option; }; struct xt_cgroup_info_v0 { __u32 id; __u32 invert; }; struct xt_cgroup_info_v1 { __u8 has_path; __u8 has_classid; __u8 invert_path; __u8 invert_classid; char path[4096]; __u32 classid; void *priv; }; struct xt_cgroup_info_v2 { __u8 has_path; __u8 has_classid; __u8 invert_path; __u8 invert_classid; union { char path[512]; __u32 classid; }; void *priv; }; struct ipvs_sync_daemon_cfg { union nf_inet_addr mcast_group; int syncid; u16 sync_maxlen; u16 mcast_port; u8 mcast_af; u8 mcast_ttl; char mcast_ifn[16]; }; struct ip_vs_proto_data; struct ip_vs_stats_rcu; struct ip_vs_est_kt_data; struct ipvs_master_sync_state; struct ip_vs_sync_thread_data; struct netns_ipvs { int gen; int enable; struct hlist_head rs_table[16]; struct list_head app_list; struct ip_vs_proto_data *proto_data_table[32]; struct list_head tcp_apps[16]; struct list_head udp_apps[16]; struct list_head sctp_apps[16]; atomic_t conn_count; struct ip_vs_stats_rcu *tot_stats; int num_services; int num_services6; struct list_head dest_trash; spinlock_t dest_trash_lock; struct timer_list dest_trash_timer; atomic_t ftpsvc_counter; atomic_t nullsvc_counter; atomic_t conn_out_counter; struct delayed_work expire_nodest_conn_work; struct delayed_work defense_work; int drop_rate; int drop_counter; int old_secure_tcp; atomic_t dropentry; spinlock_t dropentry_lock; spinlock_t droppacket_lock; spinlock_t securetcp_lock; struct ctl_table_header *sysctl_hdr; struct ctl_table *sysctl_tbl; int sysctl_amemthresh; int sysctl_am_droprate; int sysctl_drop_entry; int sysctl_drop_packet; int sysctl_secure_tcp; int sysctl_conntrack; int sysctl_snat_reroute; int sysctl_sync_ver; int sysctl_sync_ports; int sysctl_sync_persist_mode; long unsigned int sysctl_sync_qlen_max; int sysctl_sync_sock_size; int sysctl_cache_bypass; int sysctl_expire_nodest_conn; int sysctl_sloppy_tcp; int sysctl_sloppy_sctp; int sysctl_expire_quiescent_template; int sysctl_sync_threshold[2]; unsigned int sysctl_sync_refresh_period; int sysctl_sync_retries; int sysctl_nat_icmp_send; int sysctl_pmtu_disc; int sysctl_backup_only; int sysctl_conn_reuse_mode; int sysctl_schedule_icmp; int sysctl_ignore_tunneled; int sysctl_run_estimation; cpumask_var_t sysctl_est_cpulist; int est_cpulist_valid; int sysctl_est_nice; int est_stopped; int sysctl_lblc_expiration; struct ctl_table_header *lblc_ctl_header; struct ctl_table *lblc_ctl_table; int sysctl_lblcr_expiration; struct ctl_table_header *lblcr_ctl_header; struct ctl_table *lblcr_ctl_table; struct delayed_work est_reload_work; struct mutex est_mutex; struct hlist_head est_temp_list; struct ip_vs_est_kt_data **est_kt_arr; long unsigned int est_max_threads; int est_calc_phase; int est_chain_max; int est_kt_count; int est_add_ktid; atomic_t est_genid; atomic_t est_genid_done; spinlock_t sync_lock; struct ipvs_master_sync_state *ms; spinlock_t sync_buff_lock; struct ip_vs_sync_thread_data *master_tinfo; struct ip_vs_sync_thread_data *backup_tinfo; int threads_mask; volatile int sync_state; struct mutex sync_mutex; struct ipvs_sync_daemon_cfg mcfg; struct ipvs_sync_daemon_cfg bcfg; struct net *net; unsigned int mixed_address_family_dests; unsigned int hooks_afmask; }; enum { XT_IPVS_IPVS_PROPERTY = 1, XT_IPVS_PROTO = 2, XT_IPVS_VADDR = 4, XT_IPVS_VPORT = 8, XT_IPVS_DIR = 16, XT_IPVS_METHOD = 32, XT_IPVS_VPORTCTL = 64, XT_IPVS_MASK = 127, XT_IPVS_ONCE_MASK = 126, }; struct xt_ipvs_mtinfo { union nf_inet_addr vaddr; union nf_inet_addr vmask; __be16 vport; __u8 l4proto; __u8 fwd_method; __be16 vportctl; __u8 invert; __u8 bitmask; }; struct ip_vs_iphdr { int hdr_flags; __u32 off; __u32 len; __u16 fragoffs; __s16 protocol; __s32 flags; union nf_inet_addr saddr; union nf_inet_addr daddr; }; struct ip_vs_seq { __u32 init_seq; __u32 delta; __u32 previous_delta; }; struct ip_vs_counters { u64_stats_t conns; u64_stats_t inpkts; u64_stats_t outpkts; u64_stats_t inbytes; u64_stats_t outbytes; }; struct ip_vs_cpu_stats { struct ip_vs_counters cnt; struct u64_stats_sync syncp; }; struct ip_vs_estimator { struct hlist_node list; u64 last_inbytes; u64 last_outbytes; u64 last_conns; u64 last_inpkts; u64 last_outpkts; u64 cps; u64 inpps; u64 outpps; u64 inbps; u64 outbps; s32 ktid: 16; s32 ktrow: 8; s32 ktcid: 8; }; struct ip_vs_kstats { u64 conns; u64 inpkts; u64 outpkts; u64 inbytes; u64 outbytes; u64 cps; u64 inpps; u64 outpps; u64 inbps; u64 outbps; }; struct ip_vs_stats { struct ip_vs_kstats kstats; struct ip_vs_estimator est; struct ip_vs_cpu_stats *cpustats; spinlock_t lock; struct ip_vs_kstats kstats0; }; struct ip_vs_stats_rcu { struct ip_vs_stats s; struct callback_head callback_head; }; struct ip_vs_est_tick_data { struct hlist_head chains[48]; long unsigned int present[1]; long unsigned int full[1]; int chain_len[48]; }; struct ip_vs_est_kt_data { struct netns_ipvs *ipvs; struct task_struct *task; struct ip_vs_est_tick_data *ticks[50]; long unsigned int avail[1]; long unsigned int est_timer; struct ip_vs_stats *calc_stats; int tick_len[50]; int id; int chain_max; int tick_max; int est_count; int est_max_count; int add_row; int est_row; }; struct ip_vs_conn; struct ip_vs_app; struct ip_vs_protocol { struct ip_vs_protocol *next; char *name; u16 protocol; u16 num_states; int dont_defrag; void (*init)(struct ip_vs_protocol *); void (*exit)(struct ip_vs_protocol *); int (*init_netns)(struct netns_ipvs *, struct ip_vs_proto_data *); void (*exit_netns)(struct netns_ipvs *, struct ip_vs_proto_data *); int (*conn_schedule)(struct netns_ipvs *, int, struct sk_buff *, struct ip_vs_proto_data *, int *, struct ip_vs_conn **, struct ip_vs_iphdr *); struct ip_vs_conn * (*conn_in_get)(struct netns_ipvs *, int, const struct sk_buff *, const struct ip_vs_iphdr *); struct ip_vs_conn * (*conn_out_get)(struct netns_ipvs *, int, const struct sk_buff *, const struct ip_vs_iphdr *); int (*snat_handler)(struct sk_buff *, struct ip_vs_protocol *, struct ip_vs_conn *, struct ip_vs_iphdr *); int (*dnat_handler)(struct sk_buff *, struct ip_vs_protocol *, struct ip_vs_conn *, struct ip_vs_iphdr *); const char * (*state_name)(int); void (*state_transition)(struct ip_vs_conn *, int, const struct sk_buff *, struct ip_vs_proto_data *); int (*register_app)(struct netns_ipvs *, struct ip_vs_app *); void (*unregister_app)(struct netns_ipvs *, struct ip_vs_app *); int (*app_conn_bind)(struct ip_vs_conn *); void (*debug_packet)(int, struct ip_vs_protocol *, const struct sk_buff *, int, const char *); void (*timeout_change)(struct ip_vs_proto_data *, int); }; struct tcp_states_t; struct ip_vs_proto_data { struct ip_vs_proto_data *next; struct ip_vs_protocol *pp; int *timeout_table; atomic_t appcnt; struct tcp_states_t *tcp_state_table; }; struct ip_vs_dest; struct ip_vs_pe; struct ip_vs_conn { struct hlist_node c_list; __be16 cport; __be16 dport; __be16 vport; u16 af; union nf_inet_addr caddr; union nf_inet_addr vaddr; union nf_inet_addr daddr; volatile __u32 flags; __u16 protocol; __u16 daf; struct netns_ipvs *ipvs; refcount_t refcnt; struct timer_list timer; volatile long unsigned int timeout; spinlock_t lock; volatile __u16 state; volatile __u16 old_state; __u32 fwmark; long unsigned int sync_endtime; struct ip_vs_conn *control; atomic_t n_control; struct ip_vs_dest *dest; atomic_t in_pkts; int (*packet_xmit)(struct sk_buff *, struct ip_vs_conn *, struct ip_vs_protocol *, struct ip_vs_iphdr *); struct ip_vs_app *app; void *app_data; struct ip_vs_seq in_seq; struct ip_vs_seq out_seq; const struct ip_vs_pe *pe; char *pe_data; __u8 pe_data_len; struct callback_head callback_head; }; struct ip_vs_app { struct list_head a_list; int type; char *name; __u16 protocol; struct module *module; struct list_head incs_list; struct list_head p_list; struct ip_vs_app *app; __be16 port; atomic_t usecnt; struct callback_head callback_head; int (*pkt_out)(struct ip_vs_app *, struct ip_vs_conn *, struct sk_buff *, int *, struct ip_vs_iphdr *); int (*pkt_in)(struct ip_vs_app *, struct ip_vs_conn *, struct sk_buff *, int *, struct ip_vs_iphdr *); int (*init_conn)(struct ip_vs_app *, struct ip_vs_conn *); int (*done_conn)(struct ip_vs_app *, struct ip_vs_conn *); int (*bind_conn)(struct ip_vs_app *, struct ip_vs_conn *, struct ip_vs_protocol *); void (*unbind_conn)(struct ip_vs_app *, struct ip_vs_conn *); int *timeout_table; int *timeouts; int timeouts_size; int (*conn_schedule)(struct sk_buff *, struct ip_vs_app *, int *, struct ip_vs_conn **); struct ip_vs_conn * (*conn_in_get)(const struct sk_buff *, struct ip_vs_app *, const struct iphdr *, int); struct ip_vs_conn * (*conn_out_get)(const struct sk_buff *, struct ip_vs_app *, const struct iphdr *, int); int (*state_transition)(struct ip_vs_conn *, int, const struct sk_buff *, struct ip_vs_app *); void (*timeout_change)(struct ip_vs_app *, int); }; struct ip_vs_conn_param { struct netns_ipvs *ipvs; const union nf_inet_addr *caddr; const union nf_inet_addr *vaddr; __be16 cport; __be16 vport; __u16 protocol; u16 af; const struct ip_vs_pe *pe; char *pe_data; __u8 pe_data_len; }; struct ip_vs_service; struct ip_vs_pe { struct list_head n_list; char *name; atomic_t refcnt; struct module *module; int (*fill_param)(struct ip_vs_conn_param *, struct sk_buff *); bool (*ct_match)(const struct ip_vs_conn_param *, struct ip_vs_conn *); u32 (*hashkey_raw)(const struct ip_vs_conn_param *, u32, bool); int (*show_pe_data)(const struct ip_vs_conn *, char *); struct ip_vs_conn * (*conn_out)(struct ip_vs_service *, struct ip_vs_dest *, struct sk_buff *, const struct ip_vs_iphdr *, __be16, __be16); }; struct ip_vs_dest_dst; struct ip_vs_dest { struct list_head n_list; struct hlist_node d_list; u16 af; __be16 port; union nf_inet_addr addr; volatile unsigned int flags; atomic_t conn_flags; atomic_t weight; atomic_t last_weight; __u16 tun_type; __be16 tun_port; __u16 tun_flags; refcount_t refcnt; struct ip_vs_stats stats; long unsigned int idle_start; atomic_t activeconns; atomic_t inactconns; atomic_t persistconns; __u32 u_threshold; __u32 l_threshold; spinlock_t dst_lock; struct ip_vs_dest_dst *dest_dst; struct ip_vs_service *svc; __u16 protocol; __be16 vport; union nf_inet_addr vaddr; __u32 vfwmark; struct callback_head callback_head; struct list_head t_list; unsigned int in_rs_table: 1; }; struct ip_vs_scheduler; struct ip_vs_service { struct hlist_node s_list; struct hlist_node f_list; atomic_t refcnt; u16 af; __u16 protocol; union nf_inet_addr addr; __be16 port; __u32 fwmark; unsigned int flags; unsigned int timeout; __be32 netmask; struct netns_ipvs *ipvs; struct list_head destinations; __u32 num_dests; struct ip_vs_stats stats; struct ip_vs_scheduler *scheduler; spinlock_t sched_lock; void *sched_data; struct ip_vs_pe *pe; int conntrack_afmask; struct callback_head callback_head; }; struct ip_vs_scheduler { struct list_head n_list; char *name; atomic_t refcnt; struct module *module; int (*init_service)(struct ip_vs_service *); void (*done_service)(struct ip_vs_service *); int (*add_dest)(struct ip_vs_service *, struct ip_vs_dest *); int (*del_dest)(struct ip_vs_service *, struct ip_vs_dest *); int (*upd_dest)(struct ip_vs_service *, struct ip_vs_dest *); struct ip_vs_dest * (*schedule)(struct ip_vs_service *, const struct sk_buff *, struct ip_vs_iphdr *); }; struct ip_vs_dest_dst { struct dst_entry *dst_cache; u32 dst_cookie; union nf_inet_addr dst_saddr; struct callback_head callback_head; }; struct ip_vs_sync_buff; struct ipvs_master_sync_state { struct list_head sync_queue; struct ip_vs_sync_buff *sync_buff; long unsigned int sync_queue_len; unsigned int sync_queue_delay; struct delayed_work master_wakeup_work; struct netns_ipvs *ipvs; }; enum ipset_cmd { IPSET_CMD_NONE = 0, IPSET_CMD_PROTOCOL = 1, IPSET_CMD_CREATE = 2, IPSET_CMD_DESTROY = 3, IPSET_CMD_FLUSH = 4, IPSET_CMD_RENAME = 5, IPSET_CMD_SWAP = 6, IPSET_CMD_LIST = 7, IPSET_CMD_SAVE = 8, IPSET_CMD_ADD = 9, IPSET_CMD_DEL = 10, IPSET_CMD_TEST = 11, IPSET_CMD_HEADER = 12, IPSET_CMD_TYPE = 13, IPSET_CMD_GET_BYNAME = 14, IPSET_CMD_GET_BYINDEX = 15, IPSET_MSG_MAX = 16, IPSET_CMD_RESTORE = 16, IPSET_CMD_HELP = 17, IPSET_CMD_VERSION = 18, IPSET_CMD_QUIT = 19, IPSET_CMD_MAX = 20, IPSET_CMD_COMMIT = 20, }; enum { IPSET_ATTR_UNSPEC = 0, IPSET_ATTR_PROTOCOL = 1, IPSET_ATTR_SETNAME = 2, IPSET_ATTR_TYPENAME = 3, IPSET_ATTR_SETNAME2 = 3, IPSET_ATTR_REVISION = 4, IPSET_ATTR_FAMILY = 5, IPSET_ATTR_FLAGS = 6, IPSET_ATTR_DATA = 7, IPSET_ATTR_ADT = 8, IPSET_ATTR_LINENO = 9, IPSET_ATTR_PROTOCOL_MIN = 10, IPSET_ATTR_REVISION_MIN = 10, IPSET_ATTR_INDEX = 11, __IPSET_ATTR_CMD_MAX = 12, }; enum { IPSET_ATTR_IP = 1, IPSET_ATTR_IP_FROM = 1, IPSET_ATTR_IP_TO = 2, IPSET_ATTR_CIDR = 3, IPSET_ATTR_PORT = 4, IPSET_ATTR_PORT_FROM = 4, IPSET_ATTR_PORT_TO = 5, IPSET_ATTR_TIMEOUT = 6, IPSET_ATTR_PROTO = 7, IPSET_ATTR_CADT_FLAGS = 8, IPSET_ATTR_CADT_LINENO = 9, IPSET_ATTR_MARK = 10, IPSET_ATTR_MARKMASK = 11, IPSET_ATTR_BITMASK = 12, IPSET_ATTR_CADT_MAX = 16, IPSET_ATTR_INITVAL = 17, IPSET_ATTR_HASHSIZE = 18, IPSET_ATTR_MAXELEM = 19, IPSET_ATTR_NETMASK = 20, IPSET_ATTR_BUCKETSIZE = 21, IPSET_ATTR_RESIZE = 22, IPSET_ATTR_SIZE = 23, IPSET_ATTR_ELEMENTS = 24, IPSET_ATTR_REFERENCES = 25, IPSET_ATTR_MEMSIZE = 26, __IPSET_ATTR_CREATE_MAX = 27, }; enum { IPSET_ATTR_ETHER = 17, IPSET_ATTR_NAME = 18, IPSET_ATTR_NAMEREF = 19, IPSET_ATTR_IP2 = 20, IPSET_ATTR_CIDR2 = 21, IPSET_ATTR_IP2_TO = 22, IPSET_ATTR_IFACE = 23, IPSET_ATTR_BYTES = 24, IPSET_ATTR_PACKETS = 25, IPSET_ATTR_COMMENT = 26, IPSET_ATTR_SKBMARK = 27, IPSET_ATTR_SKBPRIO = 28, IPSET_ATTR_SKBQUEUE = 29, IPSET_ATTR_PAD = 30, __IPSET_ATTR_ADT_MAX = 31, }; enum { IPSET_ATTR_IPADDR_IPV4 = 1, IPSET_ATTR_IPADDR_IPV6 = 2, __IPSET_ATTR_IPADDR_MAX = 3, }; enum ipset_errno { IPSET_ERR_PRIVATE = 4096, IPSET_ERR_PROTOCOL = 4097, IPSET_ERR_FIND_TYPE = 4098, IPSET_ERR_MAX_SETS = 4099, IPSET_ERR_BUSY = 4100, IPSET_ERR_EXIST_SETNAME2 = 4101, IPSET_ERR_TYPE_MISMATCH = 4102, IPSET_ERR_EXIST = 4103, IPSET_ERR_INVALID_CIDR = 4104, IPSET_ERR_INVALID_NETMASK = 4105, IPSET_ERR_INVALID_FAMILY = 4106, IPSET_ERR_TIMEOUT = 4107, IPSET_ERR_REFERENCED = 4108, IPSET_ERR_IPADDR_IPV4 = 4109, IPSET_ERR_IPADDR_IPV6 = 4110, IPSET_ERR_COUNTER = 4111, IPSET_ERR_COMMENT = 4112, IPSET_ERR_INVALID_MARKMASK = 4113, IPSET_ERR_SKBINFO = 4114, IPSET_ERR_BITMASK_NETMASK_EXCL = 4115, IPSET_ERR_TYPE_SPECIFIC = 4352, }; enum ipset_cmd_flags { IPSET_FLAG_BIT_EXIST = 0, IPSET_FLAG_EXIST = 1, IPSET_FLAG_BIT_LIST_SETNAME = 1, IPSET_FLAG_LIST_SETNAME = 2, IPSET_FLAG_BIT_LIST_HEADER = 2, IPSET_FLAG_LIST_HEADER = 4, IPSET_FLAG_BIT_SKIP_COUNTER_UPDATE = 3, IPSET_FLAG_SKIP_COUNTER_UPDATE = 8, IPSET_FLAG_BIT_SKIP_SUBCOUNTER_UPDATE = 4, IPSET_FLAG_SKIP_SUBCOUNTER_UPDATE = 16, IPSET_FLAG_BIT_MATCH_COUNTERS = 5, IPSET_FLAG_MATCH_COUNTERS = 32, IPSET_FLAG_BIT_RETURN_NOMATCH = 7, IPSET_FLAG_RETURN_NOMATCH = 128, IPSET_FLAG_BIT_MAP_SKBMARK = 8, IPSET_FLAG_MAP_SKBMARK = 256, IPSET_FLAG_BIT_MAP_SKBPRIO = 9, IPSET_FLAG_MAP_SKBPRIO = 512, IPSET_FLAG_BIT_MAP_SKBQUEUE = 10, IPSET_FLAG_MAP_SKBQUEUE = 1024, IPSET_FLAG_CMD_MAX = 15, }; enum ipset_cadt_flags { IPSET_FLAG_BIT_BEFORE = 0, IPSET_FLAG_BEFORE = 1, IPSET_FLAG_BIT_PHYSDEV = 1, IPSET_FLAG_PHYSDEV = 2, IPSET_FLAG_BIT_NOMATCH = 2, IPSET_FLAG_NOMATCH = 4, IPSET_FLAG_BIT_WITH_COUNTERS = 3, IPSET_FLAG_WITH_COUNTERS = 8, IPSET_FLAG_BIT_WITH_COMMENT = 4, IPSET_FLAG_WITH_COMMENT = 16, IPSET_FLAG_BIT_WITH_FORCEADD = 5, IPSET_FLAG_WITH_FORCEADD = 32, IPSET_FLAG_BIT_WITH_SKBINFO = 6, IPSET_FLAG_WITH_SKBINFO = 64, IPSET_FLAG_BIT_IFACE_WILDCARD = 7, IPSET_FLAG_IFACE_WILDCARD = 128, IPSET_FLAG_CADT_MAX = 15, }; enum ipset_create_flags { IPSET_CREATE_FLAG_BIT_FORCEADD = 0, IPSET_CREATE_FLAG_FORCEADD = 1, IPSET_CREATE_FLAG_BIT_BUCKETSIZE = 1, IPSET_CREATE_FLAG_BUCKETSIZE = 2, IPSET_CREATE_FLAG_BIT_MAX = 7, }; enum ipset_adt { IPSET_ADD = 0, IPSET_DEL = 1, IPSET_TEST = 2, IPSET_ADT_MAX = 3, IPSET_CREATE = 3, IPSET_CADT_MAX = 4, }; typedef __u16 ip_set_id_t; enum ip_set_dim { IPSET_DIM_ZERO = 0, IPSET_DIM_ONE = 1, IPSET_DIM_TWO = 2, IPSET_DIM_THREE = 3, IPSET_DIM_MAX = 6, IPSET_BIT_RETURN_NOMATCH = 7, }; enum { IPSET_COUNTER_NONE = 0, IPSET_COUNTER_EQ = 1, IPSET_COUNTER_NE = 2, IPSET_COUNTER_LT = 3, IPSET_COUNTER_GT = 4, }; union ip_set_name_index { char name[32]; ip_set_id_t index; }; struct ip_set_req_get_set { unsigned int op; unsigned int version; union ip_set_name_index set; }; struct ip_set_req_get_set_family { unsigned int op; unsigned int version; unsigned int family; union ip_set_name_index set; }; struct ip_set_req_version { unsigned int op; unsigned int version; }; enum ip_set_feature { IPSET_TYPE_IP_FLAG = 0, IPSET_TYPE_IP = 1, IPSET_TYPE_PORT_FLAG = 1, IPSET_TYPE_PORT = 2, IPSET_TYPE_MAC_FLAG = 2, IPSET_TYPE_MAC = 4, IPSET_TYPE_IP2_FLAG = 3, IPSET_TYPE_IP2 = 8, IPSET_TYPE_NAME_FLAG = 4, IPSET_TYPE_NAME = 16, IPSET_TYPE_IFACE_FLAG = 5, IPSET_TYPE_IFACE = 32, IPSET_TYPE_MARK_FLAG = 6, IPSET_TYPE_MARK = 64, IPSET_TYPE_NOMATCH_FLAG = 7, IPSET_TYPE_NOMATCH = 128, IPSET_DUMP_LAST_FLAG = 8, IPSET_DUMP_LAST = 256, }; enum ip_set_extension { IPSET_EXT_BIT_TIMEOUT = 0, IPSET_EXT_TIMEOUT = 1, IPSET_EXT_BIT_COUNTER = 1, IPSET_EXT_COUNTER = 2, IPSET_EXT_BIT_COMMENT = 2, IPSET_EXT_COMMENT = 4, IPSET_EXT_BIT_SKBINFO = 3, IPSET_EXT_SKBINFO = 8, IPSET_EXT_BIT_DESTROY = 7, IPSET_EXT_DESTROY = 128, }; enum ip_set_ext_id { IPSET_EXT_ID_COUNTER = 0, IPSET_EXT_ID_TIMEOUT = 1, IPSET_EXT_ID_SKBINFO = 2, IPSET_EXT_ID_COMMENT = 3, IPSET_EXT_ID_MAX = 4, }; struct ip_set; struct ip_set_ext_type { void (*destroy)(struct ip_set *, void *); enum ip_set_extension type; enum ipset_cadt_flags flag; u8 len; u8 align; }; struct ip_set_type; struct ip_set_type_variant; struct ip_set { char name[32]; spinlock_t lock; u32 ref; u32 ref_netlink; struct ip_set_type *type; const struct ip_set_type_variant *variant; u8 family; u8 revision; u8 extensions; u8 flags; u32 timeout; u32 elements; size_t ext_size; size_t dsize; size_t offset[4]; void *data; }; struct ip_set_counter { atomic64_t bytes; atomic64_t packets; }; struct ip_set_comment_rcu { struct callback_head rcu; char str[0]; }; struct ip_set_comment { struct ip_set_comment_rcu *c; }; struct ip_set_skbinfo { u32 skbmark; u32 skbmarkmask; u32 skbprio; u16 skbqueue; u16 __pad; }; struct ip_set_ext { struct ip_set_skbinfo skbinfo; u64 packets; u64 bytes; char *comment; u32 timeout; u8 packets_op; u8 bytes_op; bool target; }; typedef int (*ipset_adtfn)(struct ip_set *, void *, const struct ip_set_ext *, struct ip_set_ext *, u32); struct ip_set_adt_opt { u8 family; u8 dim; u8 flags; u32 cmdflags; struct ip_set_ext ext; }; struct ip_set_type_variant { int (*kadt)(struct ip_set *, const struct sk_buff *, const struct xt_action_param *, enum ipset_adt, struct ip_set_adt_opt *); int (*uadt)(struct ip_set *, struct nlattr **, enum ipset_adt, u32 *, u32, bool); ipset_adtfn adt[3]; int (*resize)(struct ip_set *, bool); void (*destroy)(struct ip_set *); void (*flush)(struct ip_set *); void (*expire)(struct ip_set *); int (*head)(struct ip_set *, struct sk_buff *); int (*list)(const struct ip_set *, struct sk_buff *, struct netlink_callback *); void (*uref)(struct ip_set *, struct netlink_callback *, bool); bool (*same_set)(const struct ip_set *, const struct ip_set *); bool region_lock; }; struct ip_set_type { struct list_head list; char name[32]; u8 protocol; u8 dimension; u8 family; u8 revision_min; u8 revision_max; u8 create_flags[10]; u16 features; int (*create)(struct net *, struct ip_set *, struct nlattr **, u32); const struct nla_policy create_policy[27]; const struct nla_policy adt_policy[31]; struct module *me; }; enum { IPSET_CB_NET = 0, IPSET_CB_PROTO = 1, IPSET_CB_DUMP = 2, IPSET_CB_INDEX = 3, IPSET_CB_PRIVATE = 4, IPSET_CB_ARG0 = 5, }; struct ip_set_net { struct ip_set **ip_set_list; ip_set_id_t ip_set_max; bool is_deleted; bool is_destroyed; }; enum { IP_VS_TCP_S_NONE = 0, IP_VS_TCP_S_ESTABLISHED = 1, IP_VS_TCP_S_SYN_SENT = 2, IP_VS_TCP_S_SYN_RECV = 3, IP_VS_TCP_S_FIN_WAIT = 4, IP_VS_TCP_S_TIME_WAIT = 5, IP_VS_TCP_S_CLOSE = 6, IP_VS_TCP_S_CLOSE_WAIT = 7, IP_VS_TCP_S_LAST_ACK = 8, IP_VS_TCP_S_LISTEN = 9, IP_VS_TCP_S_SYNACK = 10, IP_VS_TCP_S_LAST = 11, }; enum ip_vs_sctp_states { IP_VS_SCTP_S_NONE = 0, IP_VS_SCTP_S_INIT1 = 1, IP_VS_SCTP_S_INIT = 2, IP_VS_SCTP_S_COOKIE_SENT = 3, IP_VS_SCTP_S_COOKIE_REPLIED = 4, IP_VS_SCTP_S_COOKIE_WAIT = 5, IP_VS_SCTP_S_COOKIE = 6, IP_VS_SCTP_S_COOKIE_ECHOED = 7, IP_VS_SCTP_S_ESTABLISHED = 8, IP_VS_SCTP_S_SHUTDOWN_SENT = 9, IP_VS_SCTP_S_SHUTDOWN_RECEIVED = 10, IP_VS_SCTP_S_SHUTDOWN_ACK_SENT = 11, IP_VS_SCTP_S_REJECTED = 12, IP_VS_SCTP_S_CLOSED = 13, IP_VS_SCTP_S_LAST = 14, }; struct ip_vs_aligned_lock { spinlock_t l; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ip_vs_iter_state { struct seq_net_private p; struct hlist_head *l; }; struct guehdr { union { struct { __u8 hlen: 5; __u8 control: 1; __u8 version: 2; __u8 proto_ctype; __be16 flags; }; __be32 word; }; }; enum { IP_VS_CONN_F_TUNNEL_TYPE_IPIP = 0, IP_VS_CONN_F_TUNNEL_TYPE_GUE = 1, IP_VS_CONN_F_TUNNEL_TYPE_GRE = 2, IP_VS_CONN_F_TUNNEL_TYPE_MAX = 3, }; enum { IP_VS_DIR_INPUT = 0, IP_VS_DIR_OUTPUT = 1, IP_VS_DIR_INPUT_ONLY = 2, IP_VS_DIR_LAST = 3, }; struct ip_vs_service_user { __u16 protocol; __be32 addr; __be16 port; __u32 fwmark; char sched_name[16]; unsigned int flags; unsigned int timeout; __be32 netmask; }; struct ip_vs_dest_user { __be32 addr; __be16 port; unsigned int conn_flags; int weight; __u32 u_threshold; __u32 l_threshold; }; struct ip_vs_stats_user { __u32 conns; __u32 inpkts; __u32 outpkts; __u64 inbytes; __u64 outbytes; __u32 cps; __u32 inpps; __u32 outpps; __u32 inbps; __u32 outbps; }; struct ip_vs_getinfo { unsigned int version; unsigned int size; unsigned int num_services; }; struct ip_vs_service_entry { __u16 protocol; __be32 addr; __be16 port; __u32 fwmark; char sched_name[16]; unsigned int flags; unsigned int timeout; __be32 netmask; unsigned int num_dests; struct ip_vs_stats_user stats; }; struct ip_vs_dest_entry { __be32 addr; __be16 port; unsigned int conn_flags; int weight; __u32 u_threshold; __u32 l_threshold; __u32 activeconns; __u32 inactconns; __u32 persistconns; struct ip_vs_stats_user stats; }; struct ip_vs_get_dests { __u16 protocol; __be32 addr; __be16 port; __u32 fwmark; unsigned int num_dests; struct ip_vs_dest_entry entrytable[0]; }; struct ip_vs_get_services { unsigned int num_services; struct ip_vs_service_entry entrytable[0]; }; struct ip_vs_timeout_user { int tcp_timeout; int tcp_fin_timeout; int udp_timeout; }; struct ip_vs_daemon_user { int state; char mcast_ifn[16]; int syncid; }; struct ip_vs_flags { __u32 flags; __u32 mask; }; enum { IPVS_CMD_UNSPEC = 0, IPVS_CMD_NEW_SERVICE = 1, IPVS_CMD_SET_SERVICE = 2, IPVS_CMD_DEL_SERVICE = 3, IPVS_CMD_GET_SERVICE = 4, IPVS_CMD_NEW_DEST = 5, IPVS_CMD_SET_DEST = 6, IPVS_CMD_DEL_DEST = 7, IPVS_CMD_GET_DEST = 8, IPVS_CMD_NEW_DAEMON = 9, IPVS_CMD_DEL_DAEMON = 10, IPVS_CMD_GET_DAEMON = 11, IPVS_CMD_SET_CONFIG = 12, IPVS_CMD_GET_CONFIG = 13, IPVS_CMD_SET_INFO = 14, IPVS_CMD_GET_INFO = 15, IPVS_CMD_ZERO = 16, IPVS_CMD_FLUSH = 17, __IPVS_CMD_MAX = 18, }; enum { IPVS_CMD_ATTR_UNSPEC = 0, IPVS_CMD_ATTR_SERVICE = 1, IPVS_CMD_ATTR_DEST = 2, IPVS_CMD_ATTR_DAEMON = 3, IPVS_CMD_ATTR_TIMEOUT_TCP = 4, IPVS_CMD_ATTR_TIMEOUT_TCP_FIN = 5, IPVS_CMD_ATTR_TIMEOUT_UDP = 6, __IPVS_CMD_ATTR_MAX = 7, }; enum { IPVS_SVC_ATTR_UNSPEC = 0, IPVS_SVC_ATTR_AF = 1, IPVS_SVC_ATTR_PROTOCOL = 2, IPVS_SVC_ATTR_ADDR = 3, IPVS_SVC_ATTR_PORT = 4, IPVS_SVC_ATTR_FWMARK = 5, IPVS_SVC_ATTR_SCHED_NAME = 6, IPVS_SVC_ATTR_FLAGS = 7, IPVS_SVC_ATTR_TIMEOUT = 8, IPVS_SVC_ATTR_NETMASK = 9, IPVS_SVC_ATTR_STATS = 10, IPVS_SVC_ATTR_PE_NAME = 11, IPVS_SVC_ATTR_STATS64 = 12, __IPVS_SVC_ATTR_MAX = 13, }; enum { IPVS_DEST_ATTR_UNSPEC = 0, IPVS_DEST_ATTR_ADDR = 1, IPVS_DEST_ATTR_PORT = 2, IPVS_DEST_ATTR_FWD_METHOD = 3, IPVS_DEST_ATTR_WEIGHT = 4, IPVS_DEST_ATTR_U_THRESH = 5, IPVS_DEST_ATTR_L_THRESH = 6, IPVS_DEST_ATTR_ACTIVE_CONNS = 7, IPVS_DEST_ATTR_INACT_CONNS = 8, IPVS_DEST_ATTR_PERSIST_CONNS = 9, IPVS_DEST_ATTR_STATS = 10, IPVS_DEST_ATTR_ADDR_FAMILY = 11, IPVS_DEST_ATTR_STATS64 = 12, IPVS_DEST_ATTR_TUN_TYPE = 13, IPVS_DEST_ATTR_TUN_PORT = 14, IPVS_DEST_ATTR_TUN_FLAGS = 15, __IPVS_DEST_ATTR_MAX = 16, }; enum { IPVS_DAEMON_ATTR_UNSPEC = 0, IPVS_DAEMON_ATTR_STATE = 1, IPVS_DAEMON_ATTR_MCAST_IFN = 2, IPVS_DAEMON_ATTR_SYNC_ID = 3, IPVS_DAEMON_ATTR_SYNC_MAXLEN = 4, IPVS_DAEMON_ATTR_MCAST_GROUP = 5, IPVS_DAEMON_ATTR_MCAST_GROUP6 = 6, IPVS_DAEMON_ATTR_MCAST_PORT = 7, IPVS_DAEMON_ATTR_MCAST_TTL = 8, __IPVS_DAEMON_ATTR_MAX = 9, }; enum { IPVS_STATS_ATTR_UNSPEC = 0, IPVS_STATS_ATTR_CONNS = 1, IPVS_STATS_ATTR_INPKTS = 2, IPVS_STATS_ATTR_OUTPKTS = 3, IPVS_STATS_ATTR_INBYTES = 4, IPVS_STATS_ATTR_OUTBYTES = 5, IPVS_STATS_ATTR_CPS = 6, IPVS_STATS_ATTR_INPPS = 7, IPVS_STATS_ATTR_OUTPPS = 8, IPVS_STATS_ATTR_INBPS = 9, IPVS_STATS_ATTR_OUTBPS = 10, IPVS_STATS_ATTR_PAD = 11, __IPVS_STATS_ATTR_MAX = 12, }; enum { IPVS_INFO_ATTR_UNSPEC = 0, IPVS_INFO_ATTR_VERSION = 1, IPVS_INFO_ATTR_CONN_TAB_SIZE = 2, __IPVS_INFO_ATTR_MAX = 3, }; enum { IP_VS_UDP_S_NORMAL = 0, IP_VS_UDP_S_LAST = 1, }; struct ip_vs_service_user_kern { u16 af; u16 protocol; union nf_inet_addr addr; __be16 port; u32 fwmark; char *sched_name; char *pe_name; unsigned int flags; unsigned int timeout; __be32 netmask; }; struct ip_vs_dest_user_kern { union nf_inet_addr addr; __be16 port; unsigned int conn_flags; int weight; u32 u_threshold; u32 l_threshold; u16 af; u16 tun_type; __be16 tun_port; u16 tun_flags; }; struct ip_vs_iter { struct seq_net_private p; struct hlist_head *table; int bucket; }; struct ip_sf_list; struct ip_mc_list { struct in_device *interface; __be32 multiaddr; unsigned int sfmode; struct ip_sf_list *sources; struct ip_sf_list *tomb; long unsigned int sfcount[2]; union { struct ip_mc_list *next; struct ip_mc_list *next_rcu; }; struct ip_mc_list *next_hash; struct timer_list timer; int users; refcount_t refcnt; spinlock_t lock; char tm_running; char reporter; char unsolicit_count; char loaded; unsigned char gsquery; unsigned char crcount; struct callback_head rcu; }; struct ip_sf_list { struct ip_sf_list *sf_next; long unsigned int sf_count[2]; __be32 sf_inaddr; unsigned char sf_gsresp; unsigned char sf_oldin; unsigned char sf_crcount; }; struct ip_vs_sync_mesg; struct ip_vs_sync_buff { struct list_head list; long unsigned int firstuse; struct ip_vs_sync_mesg *mesg; unsigned char *head; unsigned char *end; }; struct ip_vs_sync_thread_data { struct task_struct *task; struct netns_ipvs *ipvs; struct socket *sock; char *buf; int id; }; struct ip_vs_sync_conn_v0 { __u8 reserved; __u8 protocol; __be16 cport; __be16 vport; __be16 dport; __be32 caddr; __be32 vaddr; __be32 daddr; __be16 flags; __be16 state; }; struct ip_vs_sync_conn_options { struct ip_vs_seq in_seq; struct ip_vs_seq out_seq; }; struct ip_vs_sync_v4 { __u8 type; __u8 protocol; __be16 ver_size; __be32 flags; __be16 state; __be16 cport; __be16 vport; __be16 dport; __be32 fwmark; __be32 timeout; __be32 caddr; __be32 vaddr; __be32 daddr; }; struct ip_vs_sync_v6 { __u8 type; __u8 protocol; __be16 ver_size; __be32 flags; __be16 state; __be16 cport; __be16 vport; __be16 dport; __be32 fwmark; __be32 timeout; struct in6_addr caddr; struct in6_addr vaddr; struct in6_addr daddr; }; union ip_vs_sync_conn { struct ip_vs_sync_v4 v4; struct ip_vs_sync_v6 v6; }; struct ip_vs_sync_mesg_v0 { __u8 nr_conns; __u8 syncid; __be16 size; }; struct ip_vs_sync_mesg { __u8 reserved; __u8 syncid; __be16 size; __u8 nr_conns; __s8 version; __u16 spare; }; union ipvs_sockaddr { struct sockaddr_in in; struct sockaddr_in6 in6; }; enum { IP_VS_RT_MODE_LOCAL = 1, IP_VS_RT_MODE_NON_LOCAL = 2, IP_VS_RT_MODE_RDR = 4, IP_VS_RT_MODE_CONNECT = 8, IP_VS_RT_MODE_KNOWN_NH = 16, IP_VS_RT_MODE_TUNNEL = 32, }; struct tcp_states_t { int next_state[11]; }; enum ipvs_sctp_event_t { IP_VS_SCTP_DATA = 0, IP_VS_SCTP_INIT = 1, IP_VS_SCTP_INIT_ACK = 2, IP_VS_SCTP_COOKIE_ECHO = 3, IP_VS_SCTP_COOKIE_ACK = 4, IP_VS_SCTP_SHUTDOWN = 5, IP_VS_SCTP_SHUTDOWN_ACK = 6, IP_VS_SCTP_SHUTDOWN_COMPLETE = 7, IP_VS_SCTP_ERROR = 8, IP_VS_SCTP_ABORT = 9, IP_VS_SCTP_EVENT_LAST = 10, }; struct ip_vs_wrr_mark { struct ip_vs_dest *cl; int cw; int mw; int di; struct callback_head callback_head; }; struct ip_vs_lblc_entry { struct hlist_node list; int af; union nf_inet_addr addr; struct ip_vs_dest *dest; long unsigned int lastuse; struct callback_head callback_head; }; struct ip_vs_lblc_table { struct callback_head callback_head; struct hlist_head bucket[1024]; struct timer_list periodic_timer; struct ip_vs_service *svc; atomic_t entries; int max_size; int rover; int counter; bool dead; }; struct ip_vs_dest_set_elem { struct list_head list; struct ip_vs_dest *dest; struct callback_head callback_head; }; struct ip_vs_dest_set { atomic_t size; long unsigned int lastmod; struct list_head list; }; struct ip_vs_lblcr_entry { struct hlist_node list; int af; union nf_inet_addr addr; struct ip_vs_dest_set set; long unsigned int lastuse; struct callback_head callback_head; }; struct ip_vs_lblcr_table { struct callback_head callback_head; struct hlist_head bucket[1024]; atomic_t entries; int max_size; struct timer_list periodic_timer; struct ip_vs_service *svc; int rover; int counter; bool dead; }; struct ip_vs_sh_bucket { struct ip_vs_dest *dest; }; struct ip_vs_sh_state { struct callback_head callback_head; struct ip_vs_sh_bucket buckets[256]; }; struct ip_vs_dh_bucket { struct ip_vs_dest *dest; }; struct ip_vs_dh_state { struct ip_vs_dh_bucket buckets[256]; struct callback_head callback_head; }; struct ip_vs_mh_lookup { struct ip_vs_dest *dest; }; struct ip_vs_mh_dest_setup { unsigned int offset; unsigned int skip; unsigned int perm; int turns; }; struct ip_vs_mh_state { struct callback_head callback_head; struct ip_vs_mh_lookup *lookup; struct ip_vs_mh_dest_setup *dest_setup; hsiphash_key_t hash1; hsiphash_key_t hash2; int gcd; int rshift; }; struct ipv4_addr_key { __be32 addr; int vif; }; struct inetpeer_addr { union { struct ipv4_addr_key a4; struct in6_addr a6; u32 key[4]; }; __u16 family; }; struct inet_peer { struct rb_node rb_node; struct inetpeer_addr daddr; u32 metrics[17]; u32 rate_tokens; u32 n_redirects; long unsigned int rate_last; union { struct { atomic_t rid; }; struct callback_head rcu; }; __u32 dtime; refcount_t refcnt; }; enum { INET_FRAG_FIRST_IN = 1, INET_FRAG_LAST_IN = 2, INET_FRAG_COMPLETE = 4, INET_FRAG_HASH_DEAD = 8, INET_FRAG_DROP = 16, }; struct ipq { struct inet_frag_queue q; u8 ecn; u16 max_df_size; int iif; unsigned int rid; struct inet_peer *peer; }; struct raw_hashinfo { spinlock_t lock; struct hlist_nulls_head ht[256]; }; enum { XFRM_DEV_OFFLOAD_UNSPECIFIED = 0, XFRM_DEV_OFFLOAD_CRYPTO = 1, XFRM_DEV_OFFLOAD_PACKET = 2, }; struct rtmsg { unsigned char rtm_family; unsigned char rtm_dst_len; unsigned char rtm_src_len; unsigned char rtm_tos; unsigned char rtm_table; unsigned char rtm_protocol; unsigned char rtm_scope; unsigned char rtm_type; unsigned int rtm_flags; }; struct rtvia { __kernel_sa_family_t rtvia_family; __u8 rtvia_addr[0]; }; typedef u8 dscp_t; struct fib_rt_info { struct fib_info *fi; u32 tb_id; __be32 dst; int dst_len; dscp_t dscp; u8 type; u8 offload: 1; u8 trap: 1; u8 offload_failed: 1; u8 unused: 5; }; struct uncached_list { spinlock_t lock; struct list_head head; struct list_head quarantine; }; struct rt_cache_stat { unsigned int in_slow_tot; unsigned int in_slow_mc; unsigned int in_no_route; unsigned int in_brd; unsigned int in_martian_dst; unsigned int in_martian_src; unsigned int out_slow_tot; unsigned int out_slow_mc; }; struct fib_alias { struct hlist_node fa_list; struct fib_info *fa_info; dscp_t fa_dscp; u8 fa_type; u8 fa_state; u8 fa_slen; u32 tb_id; s16 fa_default; u8 offload; u8 trap; u8 offload_failed; struct callback_head rcu; }; struct fib_prop { int error; u8 scope; }; struct net_offload { struct offload_callbacks callbacks; unsigned int flags; }; struct ip_mreq_source { __be32 imr_multiaddr; __be32 imr_interface; __be32 imr_sourceaddr; }; struct ip_msfilter { __be32 imsf_multiaddr; __be32 imsf_interface; __u32 imsf_fmode; __u32 imsf_numsrc; union { __be32 imsf_slist[1]; struct { struct { } __empty_imsf_slist_flex; __be32 imsf_slist_flex[0]; }; }; }; struct group_req { __u32 gr_interface; struct __kernel_sockaddr_storage gr_group; }; struct group_source_req { __u32 gsr_interface; struct __kernel_sockaddr_storage gsr_group; struct __kernel_sockaddr_storage gsr_source; }; struct group_filter { union { struct { __u32 gf_interface_aux; struct __kernel_sockaddr_storage gf_group_aux; __u32 gf_fmode_aux; __u32 gf_numsrc_aux; struct __kernel_sockaddr_storage gf_slist[1]; }; struct { __u32 gf_interface; struct __kernel_sockaddr_storage gf_group; __u32 gf_fmode; __u32 gf_numsrc; struct __kernel_sockaddr_storage gf_slist_flex[0]; }; }; }; struct in_pktinfo { int ipi_ifindex; struct in_addr ipi_spec_dst; struct in_addr ipi_addr; }; struct ipcm_cookie { struct sockcm_cookie sockc; __be32 addr; int oif; struct ip_options_rcu *opt; __u8 ttl; __s16 tos; char priority; __u16 gso_size; }; struct compat_group_req { __u32 gr_interface; struct __kernel_sockaddr_storage gr_group; } __attribute__((packed)); struct compat_group_source_req { __u32 gsr_interface; struct __kernel_sockaddr_storage gsr_group; struct __kernel_sockaddr_storage gsr_source; } __attribute__((packed)); struct compat_group_filter { union { struct { __u32 gf_interface_aux; struct __kernel_sockaddr_storage gf_group_aux; __u32 gf_fmode_aux; __u32 gf_numsrc_aux; struct __kernel_sockaddr_storage gf_slist[1]; } __attribute__((packed)); struct { __u32 gf_interface; struct __kernel_sockaddr_storage gf_group; __u32 gf_fmode; __u32 gf_numsrc; struct __kernel_sockaddr_storage gf_slist_flex[0]; } __attribute__((packed)); }; } __attribute__((packed)); enum { BPFILTER_IPT_SO_SET_REPLACE = 64, BPFILTER_IPT_SO_SET_ADD_COUNTERS = 65, BPFILTER_IPT_SET_MAX = 66, }; enum { BPFILTER_IPT_SO_GET_INFO = 64, BPFILTER_IPT_SO_GET_ENTRIES = 65, BPFILTER_IPT_SO_GET_REVISION_MATCH = 66, BPFILTER_IPT_SO_GET_REVISION_TARGET = 67, BPFILTER_IPT_GET_MAX = 68, }; struct ip_options_data { struct ip_options_rcu opt; char data[40]; }; enum { LWTUNNEL_XMIT_DONE = 0, LWTUNNEL_XMIT_CONTINUE = 1, }; struct ip_fraglist_iter { struct sk_buff *frag; struct iphdr *iph; int offset; unsigned int hlen; }; struct ip_frag_state { bool DF; unsigned int hlen; unsigned int ll_rs; unsigned int mtu; unsigned int left; int offset; int ptr; __be16 not_last_frag; }; struct ip_reply_arg { struct kvec iov[1]; int flags; __wsum csum; int csumoffset; int bound_dev_if; u8 tos; kuid_t uid; }; struct tcpvegas_info { __u32 tcpv_enabled; __u32 tcpv_rttcnt; __u32 tcpv_rtt; __u32 tcpv_minrtt; }; struct tcp_dctcp_info { __u16 dctcp_enabled; __u16 dctcp_ce_state; __u32 dctcp_alpha; __u32 dctcp_ab_ecn; __u32 dctcp_ab_tot; }; struct tcp_bbr_info { __u32 bbr_bw_lo; __u32 bbr_bw_hi; __u32 bbr_min_rtt; __u32 bbr_pacing_gain; __u32 bbr_cwnd_gain; }; union tcp_cc_info { struct tcpvegas_info vegas; struct tcp_dctcp_info dctcp; struct tcp_bbr_info bbr; }; enum inet_csk_ack_state_t { ICSK_ACK_SCHED = 1, ICSK_ACK_TIMER = 2, ICSK_ACK_PUSHED = 4, ICSK_ACK_PUSHED2 = 8, ICSK_ACK_NOW = 16, }; struct tcp_repair_opt { __u32 opt_code; __u32 opt_val; }; struct tcp_repair_window { __u32 snd_wl1; __u32 snd_wnd; __u32 max_window; __u32 rcv_wnd; __u32 rcv_wup; }; enum { TCP_NO_QUEUE = 0, TCP_RECV_QUEUE = 1, TCP_SEND_QUEUE = 2, TCP_QUEUES_NR = 3, }; struct tcp_info { __u8 tcpi_state; __u8 tcpi_ca_state; __u8 tcpi_retransmits; __u8 tcpi_probes; __u8 tcpi_backoff; __u8 tcpi_options; __u8 tcpi_snd_wscale: 4; __u8 tcpi_rcv_wscale: 4; __u8 tcpi_delivery_rate_app_limited: 1; __u8 tcpi_fastopen_client_fail: 2; __u32 tcpi_rto; __u32 tcpi_ato; __u32 tcpi_snd_mss; __u32 tcpi_rcv_mss; __u32 tcpi_unacked; __u32 tcpi_sacked; __u32 tcpi_lost; __u32 tcpi_retrans; __u32 tcpi_fackets; __u32 tcpi_last_data_sent; __u32 tcpi_last_ack_sent; __u32 tcpi_last_data_recv; __u32 tcpi_last_ack_recv; __u32 tcpi_pmtu; __u32 tcpi_rcv_ssthresh; __u32 tcpi_rtt; __u32 tcpi_rttvar; __u32 tcpi_snd_ssthresh; __u32 tcpi_snd_cwnd; __u32 tcpi_advmss; __u32 tcpi_reordering; __u32 tcpi_rcv_rtt; __u32 tcpi_rcv_space; __u32 tcpi_total_retrans; __u64 tcpi_pacing_rate; __u64 tcpi_max_pacing_rate; __u64 tcpi_bytes_acked; __u64 tcpi_bytes_received; __u32 tcpi_segs_out; __u32 tcpi_segs_in; __u32 tcpi_notsent_bytes; __u32 tcpi_min_rtt; __u32 tcpi_data_segs_in; __u32 tcpi_data_segs_out; __u64 tcpi_delivery_rate; __u64 tcpi_busy_time; __u64 tcpi_rwnd_limited; __u64 tcpi_sndbuf_limited; __u32 tcpi_delivered; __u32 tcpi_delivered_ce; __u64 tcpi_bytes_sent; __u64 tcpi_bytes_retrans; __u32 tcpi_dsack_dups; __u32 tcpi_reord_seen; __u32 tcpi_rcv_ooopack; __u32 tcpi_snd_wnd; __u32 tcpi_rcv_wnd; __u32 tcpi_rehash; }; enum { TCP_NLA_PAD = 0, TCP_NLA_BUSY = 1, TCP_NLA_RWND_LIMITED = 2, TCP_NLA_SNDBUF_LIMITED = 3, TCP_NLA_DATA_SEGS_OUT = 4, TCP_NLA_TOTAL_RETRANS = 5, TCP_NLA_PACING_RATE = 6, TCP_NLA_DELIVERY_RATE = 7, TCP_NLA_SND_CWND = 8, TCP_NLA_REORDERING = 9, TCP_NLA_MIN_RTT = 10, TCP_NLA_RECUR_RETRANS = 11, TCP_NLA_DELIVERY_RATE_APP_LMT = 12, TCP_NLA_SNDQ_SIZE = 13, TCP_NLA_CA_STATE = 14, TCP_NLA_SND_SSTHRESH = 15, TCP_NLA_DELIVERED = 16, TCP_NLA_DELIVERED_CE = 17, TCP_NLA_BYTES_SENT = 18, TCP_NLA_BYTES_RETRANS = 19, TCP_NLA_DSACK_DUPS = 20, TCP_NLA_REORD_SEEN = 21, TCP_NLA_SRTT = 22, TCP_NLA_TIMEOUT_REHASH = 23, TCP_NLA_BYTES_NOTSENT = 24, TCP_NLA_EDT = 25, TCP_NLA_TTL = 26, TCP_NLA_REHASH = 27, }; struct tcp_zerocopy_receive { __u64 address; __u32 length; __u32 recv_skip_hint; __u32 inq; __s32 err; __u64 copybuf_address; __s32 copybuf_len; __u32 flags; __u64 msg_control; __u64 msg_controllen; __u32 msg_flags; __u32 reserved; }; struct static_key_false_deferred { struct static_key_false key; long unsigned int timeout; struct delayed_work work; }; enum { BPF_TCP_ESTABLISHED = 1, BPF_TCP_SYN_SENT = 2, BPF_TCP_SYN_RECV = 3, BPF_TCP_FIN_WAIT1 = 4, BPF_TCP_FIN_WAIT2 = 5, BPF_TCP_TIME_WAIT = 6, BPF_TCP_CLOSE = 7, BPF_TCP_CLOSE_WAIT = 8, BPF_TCP_LAST_ACK = 9, BPF_TCP_LISTEN = 10, BPF_TCP_CLOSING = 11, BPF_TCP_NEW_SYN_RECV = 12, BPF_TCP_MAX_STATES = 13, }; struct tcp_md5sig_pool { struct ahash_request *md5_req; void *scratch; }; enum tcp_chrono { TCP_CHRONO_UNSPEC = 0, TCP_CHRONO_BUSY = 1, TCP_CHRONO_RWND_LIMITED = 2, TCP_CHRONO_SNDBUF_LIMITED = 3, __TCP_CHRONO_MAX = 4, }; enum { TCP_CMSG_INQ = 1, TCP_CMSG_TS = 2, }; struct tcp_splice_state { struct pipe_inode_info *pipe; size_t len; unsigned int flags; }; enum tcp_fastopen_client_fail { TFO_STATUS_UNSPEC = 0, TFO_COOKIE_UNAVAILABLE = 1, TFO_DATA_NOT_ACKED = 2, TFO_SYN_RETRANSMITTED = 3, }; struct mptcp_ext { union { u64 data_ack; u32 data_ack32; }; u64 data_seq; u32 subflow_seq; u16 data_len; __sum16 csum; u8 use_map: 1; u8 dsn64: 1; u8 data_fin: 1; u8 use_ack: 1; u8 ack64: 1; u8 mpc_map: 1; u8 frozen: 1; u8 reset_transient: 1; u8 reset_reason: 4; u8 csum_reqd: 1; u8 infinite_map: 1; }; enum tcp_queue { TCP_FRAG_IN_WRITE_QUEUE = 0, TCP_FRAG_IN_RTX_QUEUE = 1, }; enum tcp_ca_ack_event_flags { CA_ACK_SLOWPATH = 1, CA_ACK_WIN_UPDATE = 2, CA_ACK_ECE = 4, }; struct tcp_sacktag_state { u64 first_sackt; u64 last_sackt; u32 reord; u32 sack_delivered; int flag; unsigned int mss_now; struct rate_sample *rate; }; enum tcp_tw_status { TCP_TW_SUCCESS = 0, TCP_TW_RST = 1, TCP_TW_ACK = 2, TCP_TW_SYN = 3, }; enum tsq_flags { TSQF_THROTTLED = 1, TSQF_QUEUED = 2, TCPF_TSQ_DEFERRED = 4, TCPF_WRITE_TIMER_DEFERRED = 8, TCPF_DELACK_TIMER_DEFERRED = 16, TCPF_MTU_REDUCED_DEFERRED = 32, }; enum { BPF_WRITE_HDR_TCP_CURRENT_MSS = 1, BPF_WRITE_HDR_TCP_SYNACK_COOKIE = 2, }; struct mptcp_rm_list { u8 ids[8]; u8 nr; }; struct mptcp_addr_info { u8 id; sa_family_t family; __be16 port; union { struct in_addr addr; struct in6_addr addr6; }; }; struct mptcp_out_options { u16 suboptions; struct mptcp_rm_list rm_list; u8 join_id; u8 backup; u8 reset_reason: 4; u8 reset_transient: 1; u8 csum_reqd: 1; u8 allow_join_id0: 1; union { struct { u64 sndr_key; u64 rcvr_key; u64 data_seq; u32 subflow_seq; u16 data_len; __sum16 csum; }; struct { struct mptcp_addr_info addr; u64 ahmac; }; struct { struct mptcp_ext ext_copy; u64 fail_seq; }; struct { u32 nonce; u32 token; u64 thmac; u8 hmac[20]; }; }; }; struct tcp_out_options { u16 options; u16 mss; u8 ws; u8 num_sack_blocks; u8 hash_size; u8 bpf_opt_len; __u8 *hash_location; __u32 tsval; __u32 tsecr; struct tcp_fastopen_cookie *fastopen_cookie; struct mptcp_out_options mptcp; }; struct tsq_tasklet { struct tasklet_struct tasklet; struct list_head head; }; struct tcp_md5sig { struct __kernel_sockaddr_storage tcpm_addr; __u8 tcpm_flags; __u8 tcpm_prefixlen; __u16 tcpm_keylen; int tcpm_ifindex; __u8 tcpm_key[80]; }; struct icmp_err { int errno; unsigned int fatal: 1; }; struct tcp4_pseudohdr { __be32 saddr; __be32 daddr; __u8 pad; __u8 protocol; __be16 len; }; enum tcp_seq_states { TCP_SEQ_STATE_LISTENING = 0, TCP_SEQ_STATE_ESTABLISHED = 1, }; struct tcp_seq_afinfo { sa_family_t family; }; struct tcp_iter_state { struct seq_net_private p; enum tcp_seq_states state; struct sock *syn_wait_sk; int bucket; int offset; int sbucket; int num; loff_t last_pos; }; struct bpf_tcp_iter_state { struct tcp_iter_state state; unsigned int cur_sk; unsigned int end_sk; unsigned int max_sk; struct sock **batch; bool st_bucket_done; }; struct bpf_iter__tcp { union { struct bpf_iter_meta *meta; }; union { struct sock_common *sk_common; }; uid_t uid; }; enum tcp_metric_index { TCP_METRIC_RTT = 0, TCP_METRIC_RTTVAR = 1, TCP_METRIC_SSTHRESH = 2, TCP_METRIC_CWND = 3, TCP_METRIC_REORDERING = 4, TCP_METRIC_RTT_US = 5, TCP_METRIC_RTTVAR_US = 6, __TCP_METRIC_MAX = 7, }; enum { TCP_METRICS_ATTR_UNSPEC = 0, TCP_METRICS_ATTR_ADDR_IPV4 = 1, TCP_METRICS_ATTR_ADDR_IPV6 = 2, TCP_METRICS_ATTR_AGE = 3, TCP_METRICS_ATTR_TW_TSVAL = 4, TCP_METRICS_ATTR_TW_TS_STAMP = 5, TCP_METRICS_ATTR_VALS = 6, TCP_METRICS_ATTR_FOPEN_MSS = 7, TCP_METRICS_ATTR_FOPEN_SYN_DROPS = 8, TCP_METRICS_ATTR_FOPEN_SYN_DROP_TS = 9, TCP_METRICS_ATTR_FOPEN_COOKIE = 10, TCP_METRICS_ATTR_SADDR_IPV4 = 11, TCP_METRICS_ATTR_SADDR_IPV6 = 12, TCP_METRICS_ATTR_PAD = 13, __TCP_METRICS_ATTR_MAX = 14, }; enum { TCP_METRICS_CMD_UNSPEC = 0, TCP_METRICS_CMD_GET = 1, TCP_METRICS_CMD_DEL = 2, __TCP_METRICS_CMD_MAX = 3, }; struct tcp_fastopen_metrics { u16 mss; u16 syn_loss: 10; u16 try_exp: 2; long unsigned int last_syn_loss; struct tcp_fastopen_cookie cookie; }; struct tcp_metrics_block { struct tcp_metrics_block *tcpm_next; possible_net_t tcpm_net; struct inetpeer_addr tcpm_saddr; struct inetpeer_addr tcpm_daddr; long unsigned int tcpm_stamp; u32 tcpm_lock; u32 tcpm_vals[5]; struct tcp_fastopen_metrics tcpm_fastopen; struct callback_head callback_head; }; struct tcpm_hash_bucket { struct tcp_metrics_block *chain; }; struct icmp_filter { __u32 data; }; struct raw_iter_state { struct seq_net_private p; int bucket; }; struct raw_sock { struct inet_sock inet; struct icmp_filter filter; u32 ipmr_table; }; struct raw_frag_vec { struct msghdr *msg; union { struct icmphdr icmph; char c[1]; } hdr; int hlen; }; struct tcp_plb_state { u8 consec_cong_rounds: 5; u8 unused: 3; u32 pause_until; }; struct udp_seq_afinfo { sa_family_t family; struct udp_table *udp_table; }; struct inet_protosw { struct list_head list; short unsigned int type; short unsigned int protocol; struct proto *prot; const struct proto_ops *ops; unsigned char flags; }; struct ip_tunnel_encap { u16 type; u16 flags; __be16 sport; __be16 dport; }; struct ip_tunnel_encap_ops { size_t (*encap_hlen)(struct ip_tunnel_encap *); int (*build_header)(struct sk_buff *, struct ip_tunnel_encap *, u8 *, struct flowi4 *); int (*err_handler)(struct sk_buff *, u32); }; struct udp_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; __u16 cscov; __u8 partial_cov; }; struct udp_dev_scratch { u32 _tsize_state; u16 len; bool is_linear; bool csum_unnecessary; }; struct udp_iter_state { struct seq_net_private p; int bucket; struct udp_seq_afinfo *bpf_seq_afinfo; }; struct bpf_iter__udp { union { struct bpf_iter_meta *meta; }; union { struct udp_sock *udp_sk; }; uid_t uid; int: 32; int bucket; }; struct arpreq { struct sockaddr arp_pa; struct sockaddr arp_ha; int arp_flags; struct sockaddr arp_netmask; char arp_dev[16]; }; typedef struct sock * (*udp_lookup_t)(const struct sk_buff *, __be16, __be16); typedef struct sk_buff * (*gro_receive_sk_t)(struct sock *, struct list_head *, struct sk_buff *); struct ifaddrmsg { __u8 ifa_family; __u8 ifa_prefixlen; __u8 ifa_flags; __u8 ifa_scope; __u32 ifa_index; }; enum { IFA_UNSPEC = 0, IFA_ADDRESS = 1, IFA_LOCAL = 2, IFA_LABEL = 3, IFA_BROADCAST = 4, IFA_ANYCAST = 5, IFA_CACHEINFO = 6, IFA_MULTICAST = 7, IFA_FLAGS = 8, IFA_RT_PRIORITY = 9, IFA_TARGET_NETNSID = 10, IFA_PROTO = 11, __IFA_MAX = 12, }; struct ifa_cacheinfo { __u32 ifa_prefered; __u32 ifa_valid; __u32 cstamp; __u32 tstamp; }; enum { IFLA_INET_UNSPEC = 0, IFLA_INET_CONF = 1, __IFLA_INET_MAX = 2, }; struct netconfmsg { __u8 ncm_family; }; enum { NETCONFA_UNSPEC = 0, NETCONFA_IFINDEX = 1, NETCONFA_FORWARDING = 2, NETCONFA_RP_FILTER = 3, NETCONFA_MC_FORWARDING = 4, NETCONFA_PROXY_NEIGH = 5, NETCONFA_IGNORE_ROUTES_WITH_LINKDOWN = 6, NETCONFA_INPUT = 7, NETCONFA_BC_FORWARDING = 8, __NETCONFA_MAX = 9, }; struct inet_fill_args { u32 portid; u32 seq; int event; unsigned int flags; int netnsid; int ifindex; }; struct devinet_sysctl_table { struct ctl_table_header *sysctl_header; struct ctl_table devinet_vars[34]; }; enum { XFRM_LOOKUP_ICMP = 1, XFRM_LOOKUP_QUEUE = 2, XFRM_LOOKUP_KEEP_DST_REF = 4, }; struct icmp_ext_hdr { __u8 reserved1: 4; __u8 version: 4; __u8 reserved2; __sum16 checksum; }; struct icmp_extobj_hdr { __be16 length; __u8 class_num; __u8 class_type; }; struct icmp_ext_echo_ctype3_hdr { __be16 afi; __u8 addrlen; __u8 reserved; }; struct icmp_ext_echo_iio { struct icmp_extobj_hdr extobj_hdr; union { char name[16]; __be32 ifindex; struct { struct icmp_ext_echo_ctype3_hdr ctype3_hdr; union { __be32 ipv4_addr; struct in6_addr ipv6_addr; } ip_addr; } addr; } ident; }; struct icmp_bxm { struct sk_buff *skb; int offset; int data_len; struct { struct icmphdr icmph; __be32 times[3]; } data; int head_len; struct ip_options_data replyopts; }; struct icmp_control { enum skb_drop_reason (*handler)(struct sk_buff *); short int error; }; struct rtentry { long unsigned int rt_pad1; struct sockaddr rt_dst; struct sockaddr rt_gateway; struct sockaddr rt_genmask; short unsigned int rt_flags; short int rt_pad2; long unsigned int rt_pad3; void *rt_pad4; short int rt_metric; char *rt_dev; long unsigned int rt_mtu; long unsigned int rt_window; short unsigned int rt_irtt; }; struct pingv6_ops { int (*ipv6_recv_error)(struct sock *, struct msghdr *, int, int *); void (*ip6_datagram_recv_common_ctl)(struct sock *, struct msghdr *, struct sk_buff *); void (*ip6_datagram_recv_specific_ctl)(struct sock *, struct msghdr *, struct sk_buff *); int (*icmpv6_err_convert)(u8, u8, int *); void (*ipv6_icmp_error)(struct sock *, struct sk_buff *, int, __be16, u32, u8 *); int (*ipv6_chk_addr)(struct net *, const struct in6_addr *, const struct net_device *, int); }; struct compat_rtentry { u32 rt_pad1; struct sockaddr rt_dst; struct sockaddr rt_gateway; struct sockaddr rt_genmask; short unsigned int rt_flags; short int rt_pad2; u32 rt_pad3; unsigned char rt_tos; unsigned char rt_class; short int rt_pad4; short int rt_metric; compat_uptr_t rt_dev; u32 rt_mtu; u32 rt_window; short unsigned int rt_irtt; }; struct rtnexthop { short unsigned int rtnh_len; unsigned char rtnh_flags; unsigned char rtnh_hops; int rtnh_ifindex; }; struct fib_config { u8 fc_dst_len; dscp_t fc_dscp; u8 fc_protocol; u8 fc_scope; u8 fc_type; u8 fc_gw_family; u32 fc_table; __be32 fc_dst; union { __be32 fc_gw4; struct in6_addr fc_gw6; }; int fc_oif; u32 fc_flags; u32 fc_priority; __be32 fc_prefsrc; u32 fc_nh_id; struct nlattr *fc_mx; struct rtnexthop *fc_mp; int fc_mx_len; int fc_mp_len; u32 fc_flow; u32 fc_nlflags; struct nl_info fc_nlinfo; struct nlattr *fc_encap; u16 fc_encap_type; }; struct fib_result_nl { __be32 fl_addr; u32 fl_mark; unsigned char fl_tos; unsigned char fl_scope; unsigned char tb_id_in; unsigned char tb_id; unsigned char prefixlen; unsigned char nh_sel; unsigned char type; unsigned char scope; int err; }; struct fib_dump_filter { u32 table_id; bool filter_set; bool dump_routes; bool dump_exceptions; unsigned char protocol; unsigned char rt_type; unsigned int flags; struct net_device *dev; }; struct fib_nh_notifier_info { struct fib_notifier_info info; struct fib_nh *fib_nh; }; struct igmphdr { __u8 type; __u8 code; __sum16 csum; __be32 group; }; struct igmpv3_grec { __u8 grec_type; __u8 grec_auxwords; __be16 grec_nsrcs; __be32 grec_mca; __be32 grec_src[0]; }; struct igmpv3_report { __u8 type; __u8 resv1; __sum16 csum; __be16 resv2; __be16 ngrec; struct igmpv3_grec grec[0]; }; struct igmpv3_query { __u8 type; __u8 code; __sum16 csum; __be32 group; __u8 qrv: 3; __u8 suppress: 1; __u8 resv: 4; __u8 qqic; __be16 nsrcs; __be32 srcs[0]; }; struct igmp_mc_iter_state { struct seq_net_private p; struct net_device *dev; struct in_device *in_dev; }; struct igmp_mcf_iter_state { struct seq_net_private p; struct net_device *dev; struct in_device *idev; struct ip_mc_list *im; }; struct fib_entry_notifier_info { struct fib_notifier_info info; u32 dst; int dst_len; struct fib_info *fi; dscp_t dscp; u8 type; u32 tb_id; }; typedef unsigned int t_key; struct key_vector { t_key key; unsigned char pos; unsigned char bits; unsigned char slen; union { struct hlist_head leaf; struct { struct { } __empty_tnode; struct key_vector *tnode[0]; }; }; }; struct tnode { struct callback_head rcu; t_key empty_children; t_key full_children; struct key_vector *parent; struct key_vector kv[1]; }; struct trie_stat { unsigned int totdepth; unsigned int maxdepth; unsigned int tnodes; unsigned int leaves; unsigned int nullpointers; unsigned int prefixes; unsigned int nodesizes[32]; }; struct trie { struct key_vector kv[1]; }; struct fib_trie_iter { struct seq_net_private p; struct fib_table *tb; struct key_vector *tnode; unsigned int index; unsigned int depth; }; struct fib_route_iter { struct seq_net_private p; struct fib_table *main_tb; struct key_vector *tnode; loff_t pos; t_key key; }; struct ipfrag_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; }; struct sk_buff *next_frag; int frag_run_len; }; enum lwtunnel_ip_t { LWTUNNEL_IP_UNSPEC = 0, LWTUNNEL_IP_ID = 1, LWTUNNEL_IP_DST = 2, LWTUNNEL_IP_SRC = 3, LWTUNNEL_IP_TTL = 4, LWTUNNEL_IP_TOS = 5, LWTUNNEL_IP_FLAGS = 6, LWTUNNEL_IP_PAD = 7, LWTUNNEL_IP_OPTS = 8, __LWTUNNEL_IP_MAX = 9, }; enum lwtunnel_ip6_t { LWTUNNEL_IP6_UNSPEC = 0, LWTUNNEL_IP6_ID = 1, LWTUNNEL_IP6_DST = 2, LWTUNNEL_IP6_SRC = 3, LWTUNNEL_IP6_HOPLIMIT = 4, LWTUNNEL_IP6_TC = 5, LWTUNNEL_IP6_FLAGS = 6, LWTUNNEL_IP6_PAD = 7, LWTUNNEL_IP6_OPTS = 8, __LWTUNNEL_IP6_MAX = 9, }; enum { LWTUNNEL_IP_OPTS_UNSPEC = 0, LWTUNNEL_IP_OPTS_GENEVE = 1, LWTUNNEL_IP_OPTS_VXLAN = 2, LWTUNNEL_IP_OPTS_ERSPAN = 3, __LWTUNNEL_IP_OPTS_MAX = 4, }; enum { LWTUNNEL_IP_OPT_GENEVE_UNSPEC = 0, LWTUNNEL_IP_OPT_GENEVE_CLASS = 1, LWTUNNEL_IP_OPT_GENEVE_TYPE = 2, LWTUNNEL_IP_OPT_GENEVE_DATA = 3, __LWTUNNEL_IP_OPT_GENEVE_MAX = 4, }; enum { LWTUNNEL_IP_OPT_VXLAN_UNSPEC = 0, LWTUNNEL_IP_OPT_VXLAN_GBP = 1, __LWTUNNEL_IP_OPT_VXLAN_MAX = 2, }; enum { LWTUNNEL_IP_OPT_ERSPAN_UNSPEC = 0, LWTUNNEL_IP_OPT_ERSPAN_VER = 1, LWTUNNEL_IP_OPT_ERSPAN_INDEX = 2, LWTUNNEL_IP_OPT_ERSPAN_DIR = 3, LWTUNNEL_IP_OPT_ERSPAN_HWID = 4, __LWTUNNEL_IP_OPT_ERSPAN_MAX = 5, }; struct lwtunnel_encap_ops { int (*build_state)(struct net *, struct nlattr *, unsigned int, const void *, struct lwtunnel_state **, struct netlink_ext_ack *); void (*destroy_state)(struct lwtunnel_state *); int (*output)(struct net *, struct sock *, struct sk_buff *); int (*input)(struct sk_buff *); int (*fill_encap)(struct sk_buff *, struct lwtunnel_state *); int (*get_encap_size)(struct lwtunnel_state *); int (*cmp_encap)(struct lwtunnel_state *, struct lwtunnel_state *); int (*xmit)(struct sk_buff *); struct module *owner; }; enum { IFLA_IPTUN_UNSPEC = 0, IFLA_IPTUN_LINK = 1, IFLA_IPTUN_LOCAL = 2, IFLA_IPTUN_REMOTE = 3, IFLA_IPTUN_TTL = 4, IFLA_IPTUN_TOS = 5, IFLA_IPTUN_ENCAP_LIMIT = 6, IFLA_IPTUN_FLOWINFO = 7, IFLA_IPTUN_FLAGS = 8, IFLA_IPTUN_PROTO = 9, IFLA_IPTUN_PMTUDISC = 10, IFLA_IPTUN_6RD_PREFIX = 11, IFLA_IPTUN_6RD_RELAY_PREFIX = 12, IFLA_IPTUN_6RD_PREFIXLEN = 13, IFLA_IPTUN_6RD_RELAY_PREFIXLEN = 14, IFLA_IPTUN_ENCAP_TYPE = 15, IFLA_IPTUN_ENCAP_FLAGS = 16, IFLA_IPTUN_ENCAP_SPORT = 17, IFLA_IPTUN_ENCAP_DPORT = 18, IFLA_IPTUN_COLLECT_METADATA = 19, IFLA_IPTUN_FWMARK = 20, __IFLA_IPTUN_MAX = 21, }; struct ip6_tnl_encap_ops { size_t (*encap_hlen)(struct ip_tunnel_encap *); int (*build_header)(struct sk_buff *, struct ip_tunnel_encap *, u8 *, struct flowi6 *); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); }; struct geneve_opt { __be16 opt_class; u8 type; u8 length: 5; u8 r3: 1; u8 r2: 1; u8 r1: 1; u8 opt_data[0]; }; struct erspan_md2 { __be32 timestamp; __be16 sgt; __u8 hwid_upper: 2; __u8 ft: 5; __u8 p: 1; __u8 o: 1; __u8 gra: 2; __u8 dir: 1; __u8 hwid: 4; }; struct erspan_metadata { int version; union { __be32 index; struct erspan_md2 md2; } u; }; struct ping_iter_state { struct seq_net_private p; int bucket; sa_family_t family; }; struct pingfakehdr { struct icmphdr icmph; struct msghdr *msg; sa_family_t family; __wsum wcheck; }; struct ping_table { struct hlist_nulls_head hash[64]; spinlock_t lock; }; struct bpfilter_umh_ops { struct umd_info info; struct mutex lock; int (*sockopt)(struct sock *, int, sockptr_t, unsigned int, bool); int (*start)(); }; struct nhmsg { unsigned char nh_family; unsigned char nh_scope; unsigned char nh_protocol; unsigned char resvd; unsigned int nh_flags; }; struct nexthop_grp { __u32 id; __u8 weight; __u8 resvd1; __u16 resvd2; }; enum { NEXTHOP_GRP_TYPE_MPATH = 0, NEXTHOP_GRP_TYPE_RES = 1, __NEXTHOP_GRP_TYPE_MAX = 2, }; enum { NHA_UNSPEC = 0, NHA_ID = 1, NHA_GROUP = 2, NHA_GROUP_TYPE = 3, NHA_BLACKHOLE = 4, NHA_OIF = 5, NHA_GATEWAY = 6, NHA_ENCAP_TYPE = 7, NHA_ENCAP = 8, NHA_GROUPS = 9, NHA_MASTER = 10, NHA_FDB = 11, NHA_RES_GROUP = 12, NHA_RES_BUCKET = 13, __NHA_MAX = 14, }; enum { NHA_RES_GROUP_UNSPEC = 0, NHA_RES_GROUP_PAD = 0, NHA_RES_GROUP_BUCKETS = 1, NHA_RES_GROUP_IDLE_TIMER = 2, NHA_RES_GROUP_UNBALANCED_TIMER = 3, NHA_RES_GROUP_UNBALANCED_TIME = 4, __NHA_RES_GROUP_MAX = 5, }; enum { NHA_RES_BUCKET_UNSPEC = 0, NHA_RES_BUCKET_PAD = 0, NHA_RES_BUCKET_INDEX = 1, NHA_RES_BUCKET_IDLE_TIME = 2, NHA_RES_BUCKET_NH_ID = 3, __NHA_RES_BUCKET_MAX = 4, }; struct nh_config { u32 nh_id; u8 nh_family; u8 nh_protocol; u8 nh_blackhole; u8 nh_fdb; u32 nh_flags; int nh_ifindex; struct net_device *dev; union { __be32 ipv4; struct in6_addr ipv6; } gw; struct nlattr *nh_grp; u16 nh_grp_type; u16 nh_grp_res_num_buckets; long unsigned int nh_grp_res_idle_timer; long unsigned int nh_grp_res_unbalanced_timer; bool nh_grp_res_has_num_buckets; bool nh_grp_res_has_idle_timer; bool nh_grp_res_has_unbalanced_timer; struct nlattr *nh_encap; u16 nh_encap_type; u32 nlflags; struct nl_info nlinfo; }; struct nh_dump_filter { u32 nh_id; int dev_idx; int master_idx; bool group_filter; bool fdb_filter; u32 res_bucket_nh_id; }; struct rtm_dump_nh_ctx { u32 idx; }; struct rtm_dump_res_bucket_ctx { struct rtm_dump_nh_ctx nh; u16 bucket_index; u32 done_nh_idx; }; struct rtm_dump_nexthop_bucket_data { struct rtm_dump_res_bucket_ctx *ctx; struct nh_dump_filter filter; }; struct fib4_rule { struct fib_rule common; u8 dst_len; u8 src_len; dscp_t dscp; __be32 src; __be32 srcmask; __be32 dst; __be32 dstmask; }; enum tunnel_encap_types { TUNNEL_ENCAP_NONE = 0, TUNNEL_ENCAP_FOU = 1, TUNNEL_ENCAP_GUE = 2, TUNNEL_ENCAP_MPLS = 3, }; struct ip_tunnel_prl_entry { struct ip_tunnel_prl_entry *next; __be32 addr; u16 flags; struct callback_head callback_head; }; struct ip_tunnel { struct ip_tunnel *next; struct hlist_node hash_node; struct net_device *dev; netdevice_tracker dev_tracker; struct net *net; long unsigned int err_time; int err_count; u32 i_seqno; atomic_t o_seqno; int tun_hlen; u32 index; u8 erspan_ver; u8 dir; u16 hwid; struct dst_cache dst_cache; struct ip_tunnel_parm parms; int mlink; int encap_hlen; int hlen; struct ip_tunnel_encap encap; struct ip_tunnel_prl_entry *prl; unsigned int prl_count; unsigned int ip_tnl_net_id; struct gro_cells gro_cells; __u32 fwmark; bool collect_md; bool ignore_df; }; struct tnl_ptk_info { __be16 flags; __be16 proto; __be32 key; __be32 seq; int hdr_len; }; struct ip_tunnel_net { struct net_device *fb_tunnel_dev; struct rtnl_link_ops *rtnl_link_ops; struct hlist_head tunnels[128]; struct ip_tunnel *collect_md_tun; int type; }; struct snmp_mib { const char *name; int entry; }; struct rta_mfc_stats { __u64 mfcs_packets; __u64 mfcs_bytes; __u64 mfcs_wrong_if; }; struct vif_device { struct net_device *dev; netdevice_tracker dev_tracker; long unsigned int bytes_in; long unsigned int bytes_out; long unsigned int pkt_in; long unsigned int pkt_out; long unsigned int rate_limit; unsigned char threshold; short unsigned int flags; int link; struct netdev_phys_item_id dev_parent_id; __be32 local; __be32 remote; }; struct vif_entry_notifier_info { struct fib_notifier_info info; struct net_device *dev; short unsigned int vif_index; short unsigned int vif_flags; u32 tb_id; }; enum { MFC_STATIC = 1, MFC_OFFLOAD = 2, }; struct mr_mfc { struct rhlist_head mnode; short unsigned int mfc_parent; int mfc_flags; union { struct { long unsigned int expires; struct sk_buff_head unresolved; } unres; struct { long unsigned int last_assert; int minvif; int maxvif; long unsigned int bytes; long unsigned int pkt; long unsigned int wrong_if; long unsigned int lastuse; unsigned char ttls[32]; refcount_t refcount; } res; } mfc_un; struct list_head list; struct callback_head rcu; void (*free)(struct callback_head *); }; struct mfc_entry_notifier_info { struct fib_notifier_info info; struct mr_mfc *mfc; u32 tb_id; }; struct mr_table_ops { const struct rhashtable_params *rht_params; void *cmparg_any; }; struct mr_table { struct list_head list; possible_net_t net; struct mr_table_ops ops; u32 id; struct sock *mroute_sk; struct timer_list ipmr_expire_timer; struct list_head mfc_unres_queue; struct vif_device vif_table[32]; struct rhltable mfc_hash; struct list_head mfc_cache_list; int maxvif; atomic_t cache_resolve_queue_len; bool mroute_do_assert; bool mroute_do_pim; bool mroute_do_wrvifwhole; int mroute_reg_vif_num; }; struct mr_vif_iter { struct seq_net_private p; struct mr_table *mrt; int ct; }; struct mr_mfc_iter { struct seq_net_private p; struct mr_table *mrt; struct list_head *cache; spinlock_t *lock; }; enum { PIM_TYPE_HELLO = 0, PIM_TYPE_REGISTER = 1, PIM_TYPE_REGISTER_STOP = 2, PIM_TYPE_JOIN_PRUNE = 3, PIM_TYPE_BOOTSTRAP = 4, PIM_TYPE_ASSERT = 5, PIM_TYPE_GRAFT = 6, PIM_TYPE_GRAFT_ACK = 7, PIM_TYPE_CANDIDATE_RP_ADV = 8, }; struct pimreghdr { __u8 type; __u8 reserved; __be16 csum; __be32 flags; }; typedef short unsigned int vifi_t; struct vifctl { vifi_t vifc_vifi; unsigned char vifc_flags; unsigned char vifc_threshold; unsigned int vifc_rate_limit; union { struct in_addr vifc_lcl_addr; int vifc_lcl_ifindex; }; struct in_addr vifc_rmt_addr; }; struct mfcctl { struct in_addr mfcc_origin; struct in_addr mfcc_mcastgrp; vifi_t mfcc_parent; unsigned char mfcc_ttls[32]; unsigned int mfcc_pkt_cnt; unsigned int mfcc_byte_cnt; unsigned int mfcc_wrong_if; int mfcc_expire; }; struct sioc_sg_req { struct in_addr src; struct in_addr grp; long unsigned int pktcnt; long unsigned int bytecnt; long unsigned int wrong_if; }; struct sioc_vif_req { vifi_t vifi; long unsigned int icount; long unsigned int ocount; long unsigned int ibytes; long unsigned int obytes; }; struct igmpmsg { __u32 unused1; __u32 unused2; unsigned char im_msgtype; unsigned char im_mbz; unsigned char im_vif; unsigned char im_vif_hi; struct in_addr im_src; struct in_addr im_dst; }; enum { IPMRA_TABLE_UNSPEC = 0, IPMRA_TABLE_ID = 1, IPMRA_TABLE_CACHE_RES_QUEUE_LEN = 2, IPMRA_TABLE_MROUTE_REG_VIF_NUM = 3, IPMRA_TABLE_MROUTE_DO_ASSERT = 4, IPMRA_TABLE_MROUTE_DO_PIM = 5, IPMRA_TABLE_VIFS = 6, IPMRA_TABLE_MROUTE_DO_WRVIFWHOLE = 7, __IPMRA_TABLE_MAX = 8, }; enum { IPMRA_VIF_UNSPEC = 0, IPMRA_VIF = 1, __IPMRA_VIF_MAX = 2, }; enum { IPMRA_VIFA_UNSPEC = 0, IPMRA_VIFA_IFINDEX = 1, IPMRA_VIFA_VIF_ID = 2, IPMRA_VIFA_FLAGS = 3, IPMRA_VIFA_BYTES_IN = 4, IPMRA_VIFA_BYTES_OUT = 5, IPMRA_VIFA_PACKETS_IN = 6, IPMRA_VIFA_PACKETS_OUT = 7, IPMRA_VIFA_LOCAL_ADDR = 8, IPMRA_VIFA_REMOTE_ADDR = 9, IPMRA_VIFA_PAD = 10, __IPMRA_VIFA_MAX = 11, }; enum { IPMRA_CREPORT_UNSPEC = 0, IPMRA_CREPORT_MSGTYPE = 1, IPMRA_CREPORT_VIF_ID = 2, IPMRA_CREPORT_SRC_ADDR = 3, IPMRA_CREPORT_DST_ADDR = 4, IPMRA_CREPORT_PKT = 5, IPMRA_CREPORT_TABLE = 6, __IPMRA_CREPORT_MAX = 7, }; struct mfc_cache_cmp_arg { __be32 mfc_mcastgrp; __be32 mfc_origin; }; struct mfc_cache { struct mr_mfc _c; union { struct { __be32 mfc_mcastgrp; __be32 mfc_origin; }; struct mfc_cache_cmp_arg cmparg; }; }; struct ipmr_result { struct mr_table *mrt; }; struct compat_sioc_sg_req { struct in_addr src; struct in_addr grp; compat_ulong_t pktcnt; compat_ulong_t bytecnt; compat_ulong_t wrong_if; }; struct compat_sioc_vif_req { vifi_t vifi; compat_ulong_t icount; compat_ulong_t ocount; compat_ulong_t ibytes; compat_ulong_t obytes; }; enum { FOU_ATTR_UNSPEC = 0, FOU_ATTR_PORT = 1, FOU_ATTR_AF = 2, FOU_ATTR_IPPROTO = 3, FOU_ATTR_TYPE = 4, FOU_ATTR_REMCSUM_NOPARTIAL = 5, FOU_ATTR_LOCAL_V4 = 6, FOU_ATTR_LOCAL_V6 = 7, FOU_ATTR_PEER_V4 = 8, FOU_ATTR_PEER_V6 = 9, FOU_ATTR_PEER_PORT = 10, FOU_ATTR_IFINDEX = 11, __FOU_ATTR_MAX = 12, }; enum { FOU_CMD_UNSPEC = 0, FOU_CMD_ADD = 1, FOU_CMD_DEL = 2, FOU_CMD_GET = 3, __FOU_CMD_MAX = 4, }; enum { FOU_ENCAP_UNSPEC = 0, FOU_ENCAP_DIRECT = 1, FOU_ENCAP_GUE = 2, }; struct fou { struct socket *sock; u8 protocol; u8 flags; __be16 port; u8 family; u16 type; struct list_head list; struct callback_head rcu; }; struct fou_cfg { u16 type; u8 protocol; u8 flags; struct udp_port_cfg udp_config; }; struct fou_net { struct list_head fou_list; struct mutex fou_lock; }; struct udp_tunnel_nic_table_entry; struct udp_tunnel_nic { struct work_struct work; struct net_device *dev; u8 need_sync: 1; u8 need_replay: 1; u8 work_pending: 1; unsigned int n_tables; long unsigned int missed; struct udp_tunnel_nic_table_entry **entries; }; struct udp_tunnel_nic_shared_node { struct net_device *dev; struct list_head list; }; enum udp_tunnel_nic_table_entry_flags { UDP_TUNNEL_NIC_ENTRY_ADD = 1, UDP_TUNNEL_NIC_ENTRY_DEL = 2, UDP_TUNNEL_NIC_ENTRY_OP_FAIL = 4, UDP_TUNNEL_NIC_ENTRY_FROZEN = 8, }; struct udp_tunnel_nic_table_entry { __be16 port; u8 type; u8 flags; u16 use_cnt; u8 hw_priv; }; struct sadb_alg { __u8 sadb_alg_id; __u8 sadb_alg_ivlen; __u16 sadb_alg_minbits; __u16 sadb_alg_maxbits; __u16 sadb_alg_reserved; }; struct ip6_tnl; struct xfrm_tunnel_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; union { struct ip_tunnel *ip4; struct ip6_tnl *ip6; } tunnel; }; struct xfrm_skb_cb { struct xfrm_tunnel_skb_cb header; union { struct { __u32 low; __u32 hi; } output; struct { __be32 low; __be32 hi; } input; } seq; }; struct xfrm_algo_aead_info { char *geniv; u16 icv_truncbits; }; struct xfrm_algo_auth_info { u16 icv_truncbits; u16 icv_fullbits; }; struct xfrm_algo_encr_info { char *geniv; u16 blockbits; u16 defkeybits; }; struct xfrm_algo_comp_info { u16 threshold; }; struct xfrm_algo_desc { char *name; char *compat; u8 available: 1; u8 pfkey_supported: 1; union { struct xfrm_algo_aead_info aead; struct xfrm_algo_auth_info auth; struct xfrm_algo_encr_info encr; struct xfrm_algo_comp_info comp; } uinfo; struct sadb_alg desc; }; struct xfrm4_protocol { int (*handler)(struct sk_buff *); int (*input_handler)(struct sk_buff *, int, __be32, int); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, u32); struct xfrm4_protocol *next; int priority; }; struct esp_info { struct ip_esp_hdr *esph; __be64 seqno; int tfclen; int tailen; int plen; int clen; int len; int nfrags; __u8 proto; bool inplace; }; struct esp_skb_cb { struct xfrm_skb_cb xfrm; void *tmp; }; struct esp_output_extra { __be32 seqhi; u32 esphoff; }; struct esp_tcp_sk { struct sock *sk; struct callback_head rcu; }; struct xfrm_input_afinfo { u8 family; bool is_ipip; int (*callback)(struct sk_buff *, u8, int); }; struct xfrm_tunnel { int (*handler)(struct sk_buff *); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, u32); struct xfrm_tunnel *next; int priority; }; struct ic_device { struct ic_device *next; struct net_device *dev; short unsigned int flags; short int able; __be32 xid; }; struct bootp_pkt { struct iphdr iph; struct udphdr udph; u8 op; u8 htype; u8 hlen; u8 hops; __be32 xid; __be16 secs; __be16 flags; __be32 client_ip; __be32 your_ip; __be32 server_ip; __be32 relay_ip; u8 hw_addr[16]; u8 serv_name[64]; u8 boot_file[128]; u8 exten[312]; }; enum nft_dup_attributes { NFTA_DUP_UNSPEC = 0, NFTA_DUP_SREG_ADDR = 1, NFTA_DUP_SREG_DEV = 2, __NFTA_DUP_MAX = 3, }; struct nft_dup_ipv4 { u8 sreg_addr; u8 sreg_dev; }; struct ipt_replace { char name[32]; unsigned int valid_hooks; unsigned int num_entries; unsigned int size; unsigned int hook_entry[5]; unsigned int underflow[5]; unsigned int num_counters; struct xt_counters *counters; struct ipt_entry entries[0]; }; struct iptable_nat_pernet { struct nf_hook_ops *nf_nat_ops; }; struct xt_get_revision { char name[29]; __u8 revision; }; struct ipt_icmp { __u8 type; __u8 code[2]; __u8 invflags; }; struct ipt_getinfo { char name[32]; unsigned int valid_hooks; unsigned int hook_entry[5]; unsigned int underflow[5]; unsigned int num_entries; unsigned int size; }; struct ipt_get_entries { char name[32]; unsigned int size; struct ipt_entry entrytable[0]; }; struct ipt_standard { struct ipt_entry entry; struct xt_standard_target target; }; struct ipt_error { struct ipt_entry entry; struct xt_error_target target; }; struct compat_ipt_entry { struct ipt_ip ip; compat_uint_t nfcache; __u16 target_offset; __u16 next_offset; compat_uint_t comefrom; struct compat_xt_counters counters; unsigned char elems[0]; }; enum nf_ip_trace_comments { NF_IP_TRACE_COMMENT_RULE = 0, NF_IP_TRACE_COMMENT_RETURN = 1, NF_IP_TRACE_COMMENT_POLICY = 2, }; struct compat_ipt_replace { char name[32]; u32 valid_hooks; u32 num_entries; u32 size; u32 hook_entry[5]; u32 underflow[5]; u32 num_counters; compat_uptr_t counters; struct compat_ipt_entry entries[0]; }; struct compat_ipt_get_entries { char name[32]; compat_uint_t size; struct compat_ipt_entry entrytable[0]; }; struct inet_diag_sockid { __be16 idiag_sport; __be16 idiag_dport; __be32 idiag_src[4]; __be32 idiag_dst[4]; __u32 idiag_if; __u32 idiag_cookie[2]; }; struct inet_diag_req { __u8 idiag_family; __u8 idiag_src_len; __u8 idiag_dst_len; __u8 idiag_ext; struct inet_diag_sockid id; __u32 idiag_states; __u32 idiag_dbs; }; struct inet_diag_req_v2 { __u8 sdiag_family; __u8 sdiag_protocol; __u8 idiag_ext; __u8 pad; __u32 idiag_states; struct inet_diag_sockid id; }; struct inet_diag_bc_op { unsigned char code; unsigned char yes; short unsigned int no; }; enum { INET_DIAG_BC_NOP = 0, INET_DIAG_BC_JMP = 1, INET_DIAG_BC_S_GE = 2, INET_DIAG_BC_S_LE = 3, INET_DIAG_BC_D_GE = 4, INET_DIAG_BC_D_LE = 5, INET_DIAG_BC_AUTO = 6, INET_DIAG_BC_S_COND = 7, INET_DIAG_BC_D_COND = 8, INET_DIAG_BC_DEV_COND = 9, INET_DIAG_BC_MARK_COND = 10, INET_DIAG_BC_S_EQ = 11, INET_DIAG_BC_D_EQ = 12, INET_DIAG_BC_CGROUP_COND = 13, }; struct inet_diag_hostcond { __u8 family; __u8 prefix_len; int port; __be32 addr[0]; }; struct inet_diag_markcond { __u32 mark; __u32 mask; }; struct inet_diag_msg { __u8 idiag_family; __u8 idiag_state; __u8 idiag_timer; __u8 idiag_retrans; struct inet_diag_sockid id; __u32 idiag_expires; __u32 idiag_rqueue; __u32 idiag_wqueue; __u32 idiag_uid; __u32 idiag_inode; }; enum { INET_DIAG_NONE = 0, INET_DIAG_MEMINFO = 1, INET_DIAG_INFO = 2, INET_DIAG_VEGASINFO = 3, INET_DIAG_CONG = 4, INET_DIAG_TOS = 5, INET_DIAG_TCLASS = 6, INET_DIAG_SKMEMINFO = 7, INET_DIAG_SHUTDOWN = 8, INET_DIAG_DCTCPINFO = 9, INET_DIAG_PROTOCOL = 10, INET_DIAG_SKV6ONLY = 11, INET_DIAG_LOCALS = 12, INET_DIAG_PEERS = 13, INET_DIAG_PAD = 14, INET_DIAG_MARK = 15, INET_DIAG_BBRINFO = 16, INET_DIAG_CLASS_ID = 17, INET_DIAG_MD5SIG = 18, INET_DIAG_ULP_INFO = 19, INET_DIAG_SK_BPF_STORAGES = 20, INET_DIAG_CGROUP_ID = 21, INET_DIAG_SOCKOPT = 22, __INET_DIAG_MAX = 23, }; struct inet_diag_meminfo { __u32 idiag_rmem; __u32 idiag_wmem; __u32 idiag_fmem; __u32 idiag_tmem; }; struct inet_diag_sockopt { __u8 recverr: 1; __u8 is_icsk: 1; __u8 freebind: 1; __u8 hdrincl: 1; __u8 mc_loop: 1; __u8 transparent: 1; __u8 mc_all: 1; __u8 nodefrag: 1; __u8 bind_address_no_port: 1; __u8 recverr_rfc4884: 1; __u8 defer_connect: 1; __u8 unused: 5; }; struct inet_diag_handler { void (*dump)(struct sk_buff *, struct netlink_callback *, const struct inet_diag_req_v2 *); int (*dump_one)(struct netlink_callback *, const struct inet_diag_req_v2 *); void (*idiag_get_info)(struct sock *, struct inet_diag_msg *, void *); int (*idiag_get_aux)(struct sock *, bool, struct sk_buff *); size_t (*idiag_get_aux_size)(struct sock *, bool); int (*destroy)(struct sk_buff *, const struct inet_diag_req_v2 *); __u16 idiag_type; __u16 idiag_info_size; }; struct bpf_sk_storage_diag; struct inet_diag_dump_data { struct nlattr *req_nlas[4]; struct bpf_sk_storage_diag *bpf_stg_diag; }; struct inet_diag_entry { const __be32 *saddr; const __be32 *daddr; u16 sport; u16 dport; u16 family; u16 userlocks; u32 ifindex; u32 mark; u64 cgroup_id; }; struct bictcp { u32 cnt; u32 last_max_cwnd; u32 last_cwnd; u32 last_time; u32 bic_origin_point; u32 bic_K; u32 delay_min; u32 epoch_start; u32 ack_cnt; u32 tcp_cwnd; u16 unused; u8 sample_cnt; u8 found; u32 round_start; u32 end_seq; u32 last_ack; u32 curr_rtt; }; struct tx_work { struct delayed_work work; struct sock *sk; }; struct tls_rec; struct tls_sw_context_tx { struct crypto_aead *aead_send; struct crypto_wait async_wait; struct tx_work tx_work; struct tls_rec *open_rec; struct list_head tx_list; atomic_t encrypt_pending; spinlock_t encrypt_compl_lock; int async_notify; u8 async_capable: 1; long unsigned int tx_bitmask; }; enum { TCP_BPF_IPV4 = 0, TCP_BPF_IPV6 = 1, TCP_BPF_NUM_PROTS = 2, }; enum { TCP_BPF_BASE = 0, TCP_BPF_TX = 1, TCP_BPF_RX = 2, TCP_BPF_TXRX = 3, TCP_BPF_NUM_CFGS = 4, }; enum { INET_ULP_INFO_UNSPEC = 0, INET_ULP_INFO_NAME = 1, INET_ULP_INFO_TLS = 2, INET_ULP_INFO_MPTCP = 3, __INET_ULP_INFO_MAX = 4, }; struct tcp_diag_md5sig { __u8 tcpm_family; __u8 tcpm_prefixlen; __u16 tcpm_keylen; __be32 tcpm_addr[4]; __u8 tcpm_key[80]; }; enum { UDP_BPF_IPV4 = 0, UDP_BPF_IPV6 = 1, UDP_BPF_NUM_PROTS = 2, }; struct xfrm_policy_afinfo { struct dst_ops *dst_ops; struct dst_entry * (*dst_lookup)(struct net *, int, int, const xfrm_address_t *, const xfrm_address_t *, u32); int (*get_saddr)(struct net *, int, xfrm_address_t *, xfrm_address_t *, u32); int (*fill_dst)(struct xfrm_dst *, struct net_device *, const struct flowi *); struct dst_entry * (*blackhole_route)(struct net *, struct dst_entry *); }; struct xfrm_state_afinfo { u8 family; u8 proto; const struct xfrm_type_offload *type_offload_esp; const struct xfrm_type *type_esp; const struct xfrm_type *type_ipip; const struct xfrm_type *type_ipip6; const struct xfrm_type *type_comp; const struct xfrm_type *type_ah; const struct xfrm_type *type_routing; const struct xfrm_type *type_dstopts; int (*output)(struct net *, struct sock *, struct sk_buff *); int (*transport_finish)(struct sk_buff *, int); void (*local_error)(struct sk_buff *, u32); }; struct xfrm_mode_skb_cb { struct xfrm_tunnel_skb_cb header; __be16 id; __be16 frag_off; u8 ihl; u8 tos; u8 ttl; u8 protocol; u8 optlen; u8 flow_lbl[3]; }; struct xfrm_spi_skb_cb { struct xfrm_tunnel_skb_cb header; unsigned int daddroff; unsigned int family; __be32 seq; }; typedef u64 (*btf_bpf_tcp_send_ack)(struct tcp_sock *, u32); enum { XFRM_STATE_VOID = 0, XFRM_STATE_ACQ = 1, XFRM_STATE_VALID = 2, XFRM_STATE_ERROR = 3, XFRM_STATE_EXPIRED = 4, XFRM_STATE_DEAD = 5, }; struct xfrm_if_decode_session_result { struct net *net; u32 if_id; }; struct xfrm_if_cb { bool (*decode_session)(struct sk_buff *, short unsigned int, struct xfrm_if_decode_session_result *); }; struct xfrm_policy_walk { struct xfrm_policy_walk_entry walk; u8 type; u32 seq; }; struct xfrm_kmaddress { xfrm_address_t local; xfrm_address_t remote; u32 reserved; u16 family; }; struct xfrm_migrate { xfrm_address_t old_daddr; xfrm_address_t old_saddr; xfrm_address_t new_daddr; xfrm_address_t new_saddr; u8 proto; u8 mode; u16 reserved; u32 reqid; u16 old_family; u16 new_family; }; struct xfrmk_spdinfo { u32 incnt; u32 outcnt; u32 fwdcnt; u32 inscnt; u32 outscnt; u32 fwdscnt; u32 spdhcnt; u32 spdhmcnt; }; struct xfrm_flo { struct dst_entry *dst_orig; u8 flags; }; struct xfrm_pol_inexact_node { struct rb_node node; union { xfrm_address_t addr; struct callback_head rcu; }; u8 prefixlen; struct rb_root root; struct hlist_head hhead; }; struct xfrm_pol_inexact_key { possible_net_t net; u32 if_id; u16 family; u8 dir; u8 type; }; struct xfrm_pol_inexact_bin { struct xfrm_pol_inexact_key k; struct rhash_head head; struct hlist_head hhead; seqcount_spinlock_t count; struct rb_root root_d; struct rb_root root_s; struct list_head inexact_bins; struct callback_head rcu; }; enum xfrm_pol_inexact_candidate_type { XFRM_POL_CAND_BOTH = 0, XFRM_POL_CAND_SADDR = 1, XFRM_POL_CAND_DADDR = 2, XFRM_POL_CAND_ANY = 3, XFRM_POL_CAND_MAX = 4, }; struct xfrm_pol_inexact_candidates { struct hlist_head *res[4]; }; struct xfrm_user_sec_ctx { __u16 len; __u16 exttype; __u8 ctx_alg; __u8 ctx_doi; __u16 ctx_len; }; enum xfrm_ae_ftype_t { XFRM_AE_UNSPEC = 0, XFRM_AE_RTHR = 1, XFRM_AE_RVAL = 2, XFRM_AE_LVAL = 4, XFRM_AE_ETHR = 8, XFRM_AE_CR = 16, XFRM_AE_CE = 32, XFRM_AE_CU = 64, __XFRM_AE_MAX = 65, }; enum xfrm_nlgroups { XFRMNLGRP_NONE = 0, XFRMNLGRP_ACQUIRE = 1, XFRMNLGRP_EXPIRE = 2, XFRMNLGRP_SA = 3, XFRMNLGRP_POLICY = 4, XFRMNLGRP_AEVENTS = 5, XFRMNLGRP_REPORT = 6, XFRMNLGRP_MIGRATE = 7, XFRMNLGRP_MAPPING = 8, __XFRMNLGRP_MAX = 9, }; enum { XFRM_MODE_FLAG_TUNNEL = 1, }; struct km_event { union { u32 hard; u32 proto; u32 byid; u32 aevent; u32 type; } data; u32 seq; u32 portid; u32 event; struct net *net; }; struct xfrm_mgr { struct list_head list; int (*notify)(struct xfrm_state *, const struct km_event *); int (*acquire)(struct xfrm_state *, struct xfrm_tmpl *, struct xfrm_policy *); struct xfrm_policy * (*compile_policy)(struct sock *, int, u8 *, int, int *); int (*new_mapping)(struct xfrm_state *, xfrm_address_t *, __be16); int (*notify_policy)(struct xfrm_policy *, int, const struct km_event *); int (*report)(struct net *, u8, struct xfrm_selector *, xfrm_address_t *); int (*migrate)(const struct xfrm_selector *, u8, u8, const struct xfrm_migrate *, int, const struct xfrm_kmaddress *, const struct xfrm_encap_tmpl *); bool (*is_alive)(const struct km_event *); }; struct xfrmk_sadinfo { u32 sadhcnt; u32 sadhmcnt; u32 sadcnt; }; struct xfrm_translator { int (*alloc_compat)(struct sk_buff *, const struct nlmsghdr *); struct nlmsghdr * (*rcv_msg_compat)(const struct nlmsghdr *, int, const struct nla_policy *, struct netlink_ext_ack *); int (*xlate_user_policy_sockptr)(u8 **, int); struct module *owner; }; struct ip_beet_phdr { __u8 nexthdr; __u8 hdrlen; __u8 padlen; __u8 reserved; }; struct __ip6_tnl_parm { char name[16]; int link; __u8 proto; __u8 encap_limit; __u8 hop_limit; bool collect_md; __be32 flowinfo; __u32 flags; struct in6_addr laddr; struct in6_addr raddr; __be16 i_flags; __be16 o_flags; __be32 i_key; __be32 o_key; __u32 fwmark; __u32 index; __u8 erspan_ver; __u8 dir; __u16 hwid; }; struct ip6_tnl { struct ip6_tnl *next; struct net_device *dev; netdevice_tracker dev_tracker; struct net *net; struct __ip6_tnl_parm parms; struct flowi fl; struct dst_cache dst_cache; struct gro_cells gro_cells; int err_count; long unsigned int err_time; __u32 i_seqno; atomic_t o_seqno; int hlen; int tun_hlen; int encap_hlen; struct ip_tunnel_encap encap; int mlink; }; struct xfrm_trans_tasklet { struct work_struct work; spinlock_t queue_lock; struct sk_buff_head queue; }; struct xfrm_trans_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; int (*finish)(struct net *, struct sock *, struct sk_buff *); struct net *net; }; struct xfrm_user_offload { int ifindex; __u8 flags; }; enum { XFRM_DEV_OFFLOAD_IN = 1, XFRM_DEV_OFFLOAD_OUT = 2, XFRM_DEV_OFFLOAD_FWD = 3, }; struct xfrm_algo_list { struct xfrm_algo_desc *algs; int entries; u32 type; u32 mask; }; struct xfrm_aead_name { const char *name; int icvbits; }; enum { XFRM_SHARE_ANY = 0, XFRM_SHARE_SESSION = 1, XFRM_SHARE_USER = 2, XFRM_SHARE_UNIQUE = 3, }; struct xfrm_user_tmpl { struct xfrm_id id; __u16 family; xfrm_address_t saddr; __u32 reqid; __u8 mode; __u8 share; __u8 optional; __u32 aalgos; __u32 ealgos; __u32 calgos; }; struct xfrm_userpolicy_type { __u8 type; __u16 reserved1; __u8 reserved2; }; enum xfrm_sadattr_type_t { XFRMA_SAD_UNSPEC = 0, XFRMA_SAD_CNT = 1, XFRMA_SAD_HINFO = 2, __XFRMA_SAD_MAX = 3, }; struct xfrmu_sadhinfo { __u32 sadhcnt; __u32 sadhmcnt; }; enum xfrm_spdattr_type_t { XFRMA_SPD_UNSPEC = 0, XFRMA_SPD_INFO = 1, XFRMA_SPD_HINFO = 2, XFRMA_SPD_IPV4_HTHRESH = 3, XFRMA_SPD_IPV6_HTHRESH = 4, __XFRMA_SPD_MAX = 5, }; struct xfrmu_spdinfo { __u32 incnt; __u32 outcnt; __u32 fwdcnt; __u32 inscnt; __u32 outscnt; __u32 fwdscnt; }; struct xfrmu_spdhinfo { __u32 spdhcnt; __u32 spdhmcnt; }; struct xfrmu_spdhthresh { __u8 lbits; __u8 rbits; }; struct xfrm_usersa_info { struct xfrm_selector sel; struct xfrm_id id; xfrm_address_t saddr; struct xfrm_lifetime_cfg lft; struct xfrm_lifetime_cur curlft; struct xfrm_stats stats; __u32 seq; __u32 reqid; __u16 family; __u8 mode; __u8 replay_window; __u8 flags; }; struct xfrm_usersa_id { xfrm_address_t daddr; __be32 spi; __u16 family; __u8 proto; }; struct xfrm_aevent_id { struct xfrm_usersa_id sa_id; xfrm_address_t saddr; __u32 flags; __u32 reqid; }; struct xfrm_userspi_info { struct xfrm_usersa_info info; __u32 min; __u32 max; }; struct xfrm_userpolicy_info { struct xfrm_selector sel; struct xfrm_lifetime_cfg lft; struct xfrm_lifetime_cur curlft; __u32 priority; __u32 index; __u8 dir; __u8 action; __u8 flags; __u8 share; }; struct xfrm_userpolicy_id { struct xfrm_selector sel; __u32 index; __u8 dir; }; struct xfrm_user_acquire { struct xfrm_id id; xfrm_address_t saddr; struct xfrm_selector sel; struct xfrm_userpolicy_info policy; __u32 aalgos; __u32 ealgos; __u32 calgos; __u32 seq; }; struct xfrm_user_expire { struct xfrm_usersa_info state; __u8 hard; }; struct xfrm_user_polexpire { struct xfrm_userpolicy_info pol; __u8 hard; }; struct xfrm_usersa_flush { __u8 proto; }; struct xfrm_user_report { __u8 proto; struct xfrm_selector sel; }; struct xfrm_user_kmaddress { xfrm_address_t local; xfrm_address_t remote; __u32 reserved; __u16 family; }; struct xfrm_user_migrate { xfrm_address_t old_daddr; xfrm_address_t old_saddr; xfrm_address_t new_daddr; xfrm_address_t new_saddr; __u8 proto; __u8 mode; __u16 reserved; __u32 reqid; __u16 old_family; __u16 new_family; }; struct xfrm_user_mapping { struct xfrm_usersa_id id; __u32 reqid; xfrm_address_t old_saddr; xfrm_address_t new_saddr; __be16 old_sport; __be16 new_sport; }; struct xfrm_userpolicy_default { __u8 in; __u8 fwd; __u8 out; }; struct xfrm_dump_info { struct sk_buff *in_skb; struct sk_buff *out_skb; u32 nlmsg_seq; u16 nlmsg_flags; }; struct xfrm_link { int (*doit)(struct sk_buff *, struct nlmsghdr *, struct nlattr **, struct netlink_ext_ack *); int (*start)(struct netlink_callback *); int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); const struct nla_policy *nla_pol; int nla_max; }; struct espintcp_msg { struct sk_buff *skb; struct sk_msg skmsg; int offset; int len; }; struct espintcp_ctx { struct strparser strp; struct sk_buff_head ike_queue; struct sk_buff_head out_queue; struct espintcp_msg partial; void (*saved_data_ready)(struct sock *); void (*saved_write_space)(struct sock *); void (*saved_destruct)(struct sock *); struct work_struct work; bool tx_running; }; struct sockaddr_un { __kernel_sa_family_t sun_family; char sun_path[108]; }; struct unix_address { refcount_t refcnt; int len; struct sockaddr_un name[0]; }; struct scm_stat { atomic_t nr_fds; }; struct unix_sock { struct sock sk; struct unix_address *addr; struct path path; struct mutex iolock; struct mutex bindlock; struct sock *peer; struct list_head link; atomic_long_t inflight; spinlock_t lock; long unsigned int gc_flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct socket_wq peer_wq; wait_queue_entry_t peer_wake; struct scm_stat scm_stat; struct sk_buff *oob_skb; long: 64; }; struct unix_stream_read_state { int (*recv_actor)(struct sk_buff *, int, int, struct unix_stream_read_state *); struct socket *socket; struct msghdr *msg; struct pipe_inode_info *pipe; size_t size; int flags; unsigned int splice_flags; }; struct bpf_unix_iter_state { struct seq_net_private p; unsigned int cur_sk; unsigned int end_sk; unsigned int max_sk; struct sock **batch; bool st_bucket_done; }; struct bpf_iter__unix { union { struct bpf_iter_meta *meta; }; union { struct unix_sock *unix_sk; }; uid_t uid; }; struct unix_diag_req { __u8 sdiag_family; __u8 sdiag_protocol; __u16 pad; __u32 udiag_states; __u32 udiag_ino; __u32 udiag_show; __u32 udiag_cookie[2]; }; struct unix_diag_msg { __u8 udiag_family; __u8 udiag_type; __u8 udiag_state; __u8 pad; __u32 udiag_ino; __u32 udiag_cookie[2]; }; enum { UNIX_DIAG_NAME = 0, UNIX_DIAG_VFS = 1, UNIX_DIAG_PEER = 2, UNIX_DIAG_ICONS = 3, UNIX_DIAG_RQLEN = 4, UNIX_DIAG_MEMINFO = 5, UNIX_DIAG_SHUTDOWN = 6, UNIX_DIAG_UID = 7, __UNIX_DIAG_MAX = 8, }; struct unix_diag_vfs { __u32 udiag_vfs_ino; __u32 udiag_vfs_dev; }; struct unix_diag_rqlen { __u32 udiag_rqueue; __u32 udiag_wqueue; }; struct ioam6_pernet_data { struct mutex lock; struct rhashtable namespaces; struct rhashtable schemas; }; struct ipv6_params { __s32 disable_ipv6; __s32 autoconf; }; enum flowlabel_reflect { FLOWLABEL_REFLECT_ESTABLISHED = 1, FLOWLABEL_REFLECT_TCP_RESET = 2, FLOWLABEL_REFLECT_ICMPV6_ECHO_REPLIES = 4, }; struct in6_rtmsg { struct in6_addr rtmsg_dst; struct in6_addr rtmsg_src; struct in6_addr rtmsg_gateway; __u32 rtmsg_type; __u16 rtmsg_dst_len; __u16 rtmsg_src_len; __u32 rtmsg_metric; long unsigned int rtmsg_info; __u32 rtmsg_flags; int rtmsg_ifindex; }; struct compat_in6_rtmsg { struct in6_addr rtmsg_dst; struct in6_addr rtmsg_src; struct in6_addr rtmsg_gateway; u32 rtmsg_type; u16 rtmsg_dst_len; u16 rtmsg_src_len; u32 rtmsg_metric; u32 rtmsg_info; u32 rtmsg_flags; s32 rtmsg_ifindex; }; struct ac6_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; }; struct inet6_protocol { int (*handler)(struct sk_buff *); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); unsigned int flags; }; struct hop_jumbo_hdr { u8 nexthdr; u8 hdrlen; u8 tlv_type; u8 tlv_len; __be32 jumbo_payload_len; }; struct ip6_fraglist_iter { struct ipv6hdr *tmp_hdr; struct sk_buff *frag; int offset; unsigned int hlen; __be32 frag_id; u8 nexthdr; }; struct ip6_frag_state { u8 *prevhdr; unsigned int hlen; unsigned int mtu; unsigned int left; int offset; int ptr; int hroom; int troom; __be32 frag_id; u8 nexthdr; }; struct ip6_ra_chain { struct ip6_ra_chain *next; struct sock *sk; int sel; void (*destructor)(struct sock *); }; struct ipcm6_cookie { struct sockcm_cookie sockc; __s16 hlimit; __s16 tclass; __u16 gso_size; __s8 dontfrag; struct ipv6_txoptions *opt; }; struct ifaddrlblmsg { __u8 ifal_family; __u8 __ifal_reserved; __u8 ifal_prefixlen; __u8 ifal_flags; __u32 ifal_index; __u32 ifal_seq; }; enum { IFAL_ADDRESS = 1, IFAL_LABEL = 2, __IFAL_MAX = 3, }; struct ip6addrlbl_entry { struct in6_addr prefix; int prefixlen; int ifindex; int addrtype; u32 label; struct hlist_node list; struct callback_head rcu; }; struct ip6addrlbl_init_table { const struct in6_addr *prefix; int prefixlen; u32 label; }; enum { IFLA_INET6_UNSPEC = 0, IFLA_INET6_FLAGS = 1, IFLA_INET6_CONF = 2, IFLA_INET6_STATS = 3, IFLA_INET6_MCAST = 4, IFLA_INET6_CACHEINFO = 5, IFLA_INET6_ICMP6STATS = 6, IFLA_INET6_TOKEN = 7, IFLA_INET6_ADDR_GEN_MODE = 8, IFLA_INET6_RA_MTU = 9, __IFLA_INET6_MAX = 10, }; struct ifla_cacheinfo { __u32 max_reasm_len; __u32 tstamp; __u32 reachable_time; __u32 retrans_time; }; struct prefixmsg { unsigned char prefix_family; unsigned char prefix_pad1; short unsigned int prefix_pad2; int prefix_ifindex; unsigned char prefix_type; unsigned char prefix_len; unsigned char prefix_flags; unsigned char prefix_pad3; }; enum { PREFIX_UNSPEC = 0, PREFIX_ADDRESS = 1, PREFIX_CACHEINFO = 2, __PREFIX_MAX = 3, }; struct prefix_cacheinfo { __u32 preferred_time; __u32 valid_time; }; struct in6_ifreq { struct in6_addr ifr6_addr; __u32 ifr6_prefixlen; int ifr6_ifindex; }; enum { DEVCONF_FORWARDING = 0, DEVCONF_HOPLIMIT = 1, DEVCONF_MTU6 = 2, DEVCONF_ACCEPT_RA = 3, DEVCONF_ACCEPT_REDIRECTS = 4, DEVCONF_AUTOCONF = 5, DEVCONF_DAD_TRANSMITS = 6, DEVCONF_RTR_SOLICITS = 7, DEVCONF_RTR_SOLICIT_INTERVAL = 8, DEVCONF_RTR_SOLICIT_DELAY = 9, DEVCONF_USE_TEMPADDR = 10, DEVCONF_TEMP_VALID_LFT = 11, DEVCONF_TEMP_PREFERED_LFT = 12, DEVCONF_REGEN_MAX_RETRY = 13, DEVCONF_MAX_DESYNC_FACTOR = 14, DEVCONF_MAX_ADDRESSES = 15, DEVCONF_FORCE_MLD_VERSION = 16, DEVCONF_ACCEPT_RA_DEFRTR = 17, DEVCONF_ACCEPT_RA_PINFO = 18, DEVCONF_ACCEPT_RA_RTR_PREF = 19, DEVCONF_RTR_PROBE_INTERVAL = 20, DEVCONF_ACCEPT_RA_RT_INFO_MAX_PLEN = 21, DEVCONF_PROXY_NDP = 22, DEVCONF_OPTIMISTIC_DAD = 23, DEVCONF_ACCEPT_SOURCE_ROUTE = 24, DEVCONF_MC_FORWARDING = 25, DEVCONF_DISABLE_IPV6 = 26, DEVCONF_ACCEPT_DAD = 27, DEVCONF_FORCE_TLLAO = 28, DEVCONF_NDISC_NOTIFY = 29, DEVCONF_MLDV1_UNSOLICITED_REPORT_INTERVAL = 30, DEVCONF_MLDV2_UNSOLICITED_REPORT_INTERVAL = 31, DEVCONF_SUPPRESS_FRAG_NDISC = 32, DEVCONF_ACCEPT_RA_FROM_LOCAL = 33, DEVCONF_USE_OPTIMISTIC = 34, DEVCONF_ACCEPT_RA_MTU = 35, DEVCONF_STABLE_SECRET = 36, DEVCONF_USE_OIF_ADDRS_ONLY = 37, DEVCONF_ACCEPT_RA_MIN_HOP_LIMIT = 38, DEVCONF_IGNORE_ROUTES_WITH_LINKDOWN = 39, DEVCONF_DROP_UNICAST_IN_L2_MULTICAST = 40, DEVCONF_DROP_UNSOLICITED_NA = 41, DEVCONF_KEEP_ADDR_ON_DOWN = 42, DEVCONF_RTR_SOLICIT_MAX_INTERVAL = 43, DEVCONF_SEG6_ENABLED = 44, DEVCONF_SEG6_REQUIRE_HMAC = 45, DEVCONF_ENHANCED_DAD = 46, DEVCONF_ADDR_GEN_MODE = 47, DEVCONF_DISABLE_POLICY = 48, DEVCONF_ACCEPT_RA_RT_INFO_MIN_PLEN = 49, DEVCONF_NDISC_TCLASS = 50, DEVCONF_RPL_SEG_ENABLED = 51, DEVCONF_RA_DEFRTR_METRIC = 52, DEVCONF_IOAM6_ENABLED = 53, DEVCONF_IOAM6_ID = 54, DEVCONF_IOAM6_ID_WIDE = 55, DEVCONF_NDISC_EVICT_NOCARRIER = 56, DEVCONF_ACCEPT_UNTRACKED_NA = 57, DEVCONF_MAX = 58, }; enum { INET6_IFADDR_STATE_PREDAD = 0, INET6_IFADDR_STATE_DAD = 1, INET6_IFADDR_STATE_POSTDAD = 2, INET6_IFADDR_STATE_ERRDAD = 3, INET6_IFADDR_STATE_DEAD = 4, }; union fwnet_hwaddr { u8 u[16]; struct { __be64 uniq_id; u8 max_rec; u8 sspd; u8 fifo[6]; } uc; }; struct ifa6_config { const struct in6_addr *pfx; unsigned int plen; u8 ifa_proto; const struct in6_addr *peer_pfx; u32 rt_priority; u32 ifa_flags; u32 preferred_lft; u32 valid_lft; u16 scope; }; enum cleanup_prefix_rt_t { CLEANUP_PREFIX_RT_NOP = 0, CLEANUP_PREFIX_RT_DEL = 1, CLEANUP_PREFIX_RT_EXPIRE = 2, }; enum { IPV6_SADDR_RULE_INIT = 0, IPV6_SADDR_RULE_LOCAL = 1, IPV6_SADDR_RULE_SCOPE = 2, IPV6_SADDR_RULE_PREFERRED = 3, IPV6_SADDR_RULE_OIF = 4, IPV6_SADDR_RULE_LABEL = 5, IPV6_SADDR_RULE_PRIVACY = 6, IPV6_SADDR_RULE_ORCHID = 7, IPV6_SADDR_RULE_PREFIX = 8, IPV6_SADDR_RULE_MAX = 9, }; struct ipv6_saddr_score { int rule; int addr_type; struct inet6_ifaddr *ifa; long unsigned int scorebits[1]; int scopedist; int matchlen; }; struct ipv6_saddr_dst { const struct in6_addr *addr; int ifindex; int scope; int label; unsigned int prefs; }; struct if6_iter_state { struct seq_net_private p; int bucket; int offset; }; enum addr_type_t { UNICAST_ADDR = 0, MULTICAST_ADDR = 1, ANYCAST_ADDR = 2, }; struct inet6_fill_args { u32 portid; u32 seq; int event; unsigned int flags; int netnsid; int ifindex; enum addr_type_t type; }; enum { DAD_PROCESS = 0, DAD_BEGIN = 1, DAD_ABORT = 2, }; struct fib6_gc_args { int timeout; int more; }; enum fib6_walk_state { FWS_L = 0, FWS_R = 1, FWS_C = 2, FWS_U = 3, }; struct fib6_walker { struct list_head lh; struct fib6_node *root; struct fib6_node *node; struct fib6_info *leaf; enum fib6_walk_state state; unsigned int skip; unsigned int count; unsigned int skip_in_node; int (*func)(struct fib6_walker *); void *args; }; typedef struct rt6_info * (*pol_lookup_t)(struct net *, struct fib6_table *, struct flowi6 *, const struct sk_buff *, int); struct fib6_entry_notifier_info { struct fib_notifier_info info; struct fib6_info *rt; unsigned int nsiblings; }; struct ipv6_route_iter { struct seq_net_private p; struct fib6_walker w; loff_t skip; struct fib6_table *tbl; int sernum; }; struct bpf_iter__ipv6_route { union { struct bpf_iter_meta *meta; }; union { struct fib6_info *rt; }; }; struct rt6_rtnl_dump_arg { struct sk_buff *skb; struct netlink_callback *cb; struct net *net; struct fib_dump_filter filter; }; struct fib6_cleaner { struct fib6_walker w; struct net *net; int (*func)(struct fib6_info *, void *); int sernum; void *arg; bool skip_notify; }; enum { FIB6_NO_SERNUM_CHANGE = 0, }; struct fib6_dump_arg { struct net *net; struct notifier_block *nb; struct netlink_ext_ack *extack; }; struct fib6_nh_pcpu_arg { struct fib6_info *from; const struct fib6_table *table; }; struct lookup_args { int offset; const struct in6_addr *addr; }; struct ipv6_mreq { struct in6_addr ipv6mr_multiaddr; int ipv6mr_ifindex; }; struct in6_flowlabel_req { struct in6_addr flr_dst; __be32 flr_label; __u8 flr_action; __u8 flr_share; __u16 flr_flags; __u16 flr_expires; __u16 flr_linger; __u32 __flr_pad; }; struct ip6_mtuinfo { struct sockaddr_in6 ip6m_addr; __u32 ip6m_mtu; }; struct ipv6_sr_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; __u8 first_segment; __u8 flags; __u16 tag; struct in6_addr segments[0]; }; struct rt6_exception { struct hlist_node hlist; struct rt6_info *rt6i; long unsigned int stamp; struct callback_head rcu; }; struct netevent_redirect { struct dst_entry *old; struct dst_entry *new; struct neighbour *neigh; const void *daddr; }; struct trace_event_raw_fib6_table_lookup { struct trace_entry ent; u32 tb_id; int err; int oif; int iif; __u8 tos; __u8 scope; __u8 flags; __u8 src[16]; __u8 dst[16]; u16 sport; u16 dport; u8 proto; u8 rt_type; char name[16]; __u8 gw[16]; char __data[0]; }; struct trace_event_data_offsets_fib6_table_lookup {}; typedef void (*btf_trace_fib6_table_lookup)(void *, const struct net *, const struct fib6_result *, struct fib6_table *, const struct flowi6 *); enum rt6_nud_state { RT6_NUD_FAIL_HARD = 4294967293, RT6_NUD_FAIL_PROBE = 4294967294, RT6_NUD_FAIL_DO_RR = 4294967295, RT6_NUD_SUCCEED = 1, }; struct fib6_nh_dm_arg { struct net *net; const struct in6_addr *saddr; int oif; int flags; struct fib6_nh *nh; }; struct fib6_nh_frl_arg { u32 flags; int oif; int strict; int *mpri; bool *do_rr; struct fib6_nh *nh; }; struct fib6_nh_excptn_arg { struct rt6_info *rt; int plen; }; struct fib6_nh_match_arg { const struct net_device *dev; const struct in6_addr *gw; struct fib6_nh *match; }; struct fib6_nh_age_excptn_arg { struct fib6_gc_args *gc_args; long unsigned int now; }; struct fib6_nh_rd_arg { struct fib6_result *res; struct flowi6 *fl6; const struct in6_addr *gw; struct rt6_info **ret; }; struct ip6rd_flowi { struct flowi6 fl6; struct in6_addr gateway; }; struct fib6_nh_del_cached_rt_arg { struct fib6_config *cfg; struct fib6_info *f6i; }; struct arg_dev_net_ip { struct net_device *dev; struct net *net; struct in6_addr *addr; }; struct arg_netdev_event { const struct net_device *dev; union { unsigned char nh_flags; long unsigned int event; }; }; struct rt6_mtu_change_arg { struct net_device *dev; unsigned int mtu; struct fib6_info *f6i; }; struct rt6_nh { struct fib6_info *fib6_info; struct fib6_config r_cfg; struct list_head next; }; struct fib6_nh_exception_dump_walker { struct rt6_rtnl_dump_arg *dump; struct fib6_info *rt; unsigned int flags; unsigned int skip; unsigned int count; }; struct nduseroptmsg { unsigned char nduseropt_family; unsigned char nduseropt_pad1; short unsigned int nduseropt_opts_len; int nduseropt_ifindex; __u8 nduseropt_icmp_type; __u8 nduseropt_icmp_code; short unsigned int nduseropt_pad2; unsigned int nduseropt_pad3; }; enum { NDUSEROPT_UNSPEC = 0, NDUSEROPT_SRCADDR = 1, __NDUSEROPT_MAX = 2, }; struct rs_msg { struct icmp6hdr icmph; __u8 opt[0]; }; struct ra_msg { struct icmp6hdr icmph; __be32 reachable_time; __be32 retrans_timer; }; struct icmp6_filter { __u32 data[8]; }; struct raw6_sock { struct inet_sock inet; __u32 checksum; __u32 offset; struct icmp6_filter filter; __u32 ip6mr_table; struct ipv6_pinfo inet6; }; struct raw6_frag_vec { struct msghdr *msg; int hlen; char c[4]; }; enum ip6_defrag_users { IP6_DEFRAG_LOCAL_DELIVER = 0, IP6_DEFRAG_CONNTRACK_IN = 1, __IP6_DEFRAG_CONNTRACK_IN = 65536, IP6_DEFRAG_CONNTRACK_OUT = 65537, __IP6_DEFRAG_CONNTRACK_OUT = 131072, IP6_DEFRAG_CONNTRACK_BRIDGE_IN = 131073, __IP6_DEFRAG_CONNTRACK_BRIDGE_IN = 196608, }; struct frag_queue { struct inet_frag_queue q; int iif; __u16 nhoffset; u8 ecn; }; typedef void ip6_icmp_send_t(struct sk_buff *, u8, u8, __u32, const struct in6_addr *, const struct inet6_skb_parm *); struct icmpv6_msg { struct sk_buff *skb; int offset; uint8_t type; }; struct icmp6_err { int err; int fatal; }; struct rt0_hdr { struct ipv6_rt_hdr rt_hdr; __u32 reserved; struct in6_addr addr[0]; }; struct ipv6_rpl_sr_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; __u32 cmpre: 4; __u32 cmpri: 4; __u32 reserved: 4; __u32 pad: 4; __u32 reserved1: 16; union { struct in6_addr addr[0]; __u8 data[0]; } segments; }; struct ioam6_hdr { __u8 opt_type; __u8 opt_len; char: 8; __u8 type; }; struct ioam6_trace_hdr { __be16 namespace_id; char: 2; __u8 overflow: 1; __u8 nodelen: 5; __u8 remlen: 7; union { __be32 type_be32; struct { __u32 bit7: 1; __u32 bit6: 1; __u32 bit5: 1; __u32 bit4: 1; __u32 bit3: 1; __u32 bit2: 1; __u32 bit1: 1; __u32 bit0: 1; __u32 bit15: 1; __u32 bit14: 1; __u32 bit13: 1; __u32 bit12: 1; __u32 bit11: 1; __u32 bit10: 1; __u32 bit9: 1; __u32 bit8: 1; __u32 bit23: 1; __u32 bit22: 1; __u32 bit21: 1; __u32 bit20: 1; __u32 bit19: 1; __u32 bit18: 1; __u32 bit17: 1; __u32 bit16: 1; } type; }; __u8 data[0]; }; struct ioam6_schema; struct ioam6_namespace { struct rhash_head head; struct callback_head rcu; struct ioam6_schema *schema; __be16 id; __be32 data; __be64 data_wide; }; struct ioam6_schema { struct rhash_head head; struct callback_head rcu; struct ioam6_namespace *ns; u32 id; int len; __be32 hdr; u8 data[0]; }; struct tcp6_pseudohdr { struct in6_addr saddr; struct in6_addr daddr; __be32 len; __be32 protocol; }; struct mld_msg { struct icmp6hdr mld_hdr; struct in6_addr mld_mca; }; struct mld2_grec { __u8 grec_type; __u8 grec_auxwords; __be16 grec_nsrcs; struct in6_addr grec_mca; struct in6_addr grec_src[0]; }; struct mld2_report { struct icmp6hdr mld2r_hdr; struct mld2_grec mld2r_grec[0]; }; struct mld2_query { struct icmp6hdr mld2q_hdr; struct in6_addr mld2q_mca; __u8 mld2q_qrv: 3; __u8 mld2q_suppress: 1; __u8 mld2q_resv2: 4; __u8 mld2q_qqic; __be16 mld2q_nsrcs; struct in6_addr mld2q_srcs[0]; }; struct igmp6_mc_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; }; struct igmp6_mcf_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; struct ifmcaddr6 *im; }; struct ip6fl_iter_state { struct seq_net_private p; struct pid_namespace *pid_ns; int bucket; }; struct sr6_tlv { __u8 type; __u8 len; __u8 data[0]; }; enum { SEG6_ATTR_UNSPEC = 0, SEG6_ATTR_DST = 1, SEG6_ATTR_DSTLEN = 2, SEG6_ATTR_HMACKEYID = 3, SEG6_ATTR_SECRET = 4, SEG6_ATTR_SECRETLEN = 5, SEG6_ATTR_ALGID = 6, SEG6_ATTR_HMACINFO = 7, __SEG6_ATTR_MAX = 8, }; enum { SEG6_CMD_UNSPEC = 0, SEG6_CMD_SETHMAC = 1, SEG6_CMD_DUMPHMAC = 2, SEG6_CMD_SET_TUNSRC = 3, SEG6_CMD_GET_TUNSRC = 4, __SEG6_CMD_MAX = 5, }; enum { IOAM6_ATTR_UNSPEC = 0, IOAM6_ATTR_NS_ID = 1, IOAM6_ATTR_NS_DATA = 2, IOAM6_ATTR_NS_DATA_WIDE = 3, IOAM6_ATTR_SC_ID = 4, IOAM6_ATTR_SC_DATA = 5, IOAM6_ATTR_SC_NONE = 6, IOAM6_ATTR_PAD = 7, __IOAM6_ATTR_MAX = 8, }; enum { IOAM6_CMD_UNSPEC = 0, IOAM6_CMD_ADD_NAMESPACE = 1, IOAM6_CMD_DEL_NAMESPACE = 2, IOAM6_CMD_DUMP_NAMESPACES = 3, IOAM6_CMD_ADD_SCHEMA = 4, IOAM6_CMD_DEL_SCHEMA = 5, IOAM6_CMD_DUMP_SCHEMAS = 6, IOAM6_CMD_NS_SET_SCHEMA = 7, __IOAM6_CMD_MAX = 8, }; struct xfrm6_protocol { int (*handler)(struct sk_buff *); int (*input_handler)(struct sk_buff *, int, __be32, int); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); struct xfrm6_protocol *next; int priority; }; struct br_input_skb_cb { struct net_device *brdev; u16 frag_max_size; u8 igmp; u8 mrouters_only: 1; u8 proxyarp_replied: 1; u8 src_port_isolated: 1; u8 vlan_filtered: 1; u8 br_netfilter_broute: 1; u8 tx_fwd_offload: 1; int src_hwdom; long unsigned int fwd_hwdoms; }; struct nf_bridge_frag_data; struct xfrm6_tunnel { int (*handler)(struct sk_buff *); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); struct xfrm6_tunnel *next; int priority; }; struct ip6t_ip6 { struct in6_addr src; struct in6_addr dst; struct in6_addr smsk; struct in6_addr dmsk; char iniface[16]; char outiface[16]; unsigned char iniface_mask[16]; unsigned char outiface_mask[16]; __u16 proto; __u8 tos; __u8 flags; __u8 invflags; }; struct ip6t_entry { struct ip6t_ip6 ipv6; unsigned int nfcache; __u16 target_offset; __u16 next_offset; unsigned int comefrom; struct xt_counters counters; unsigned char elems[0]; }; struct ip6t_standard { struct ip6t_entry entry; struct xt_standard_target target; }; struct ip6t_replace { char name[32]; unsigned int valid_hooks; unsigned int num_entries; unsigned int size; unsigned int hook_entry[5]; unsigned int underflow[5]; unsigned int num_counters; struct xt_counters *counters; struct ip6t_entry entries[0]; }; struct ip6t_error { struct ip6t_entry entry; struct xt_error_target target; }; struct ip6t_icmp { __u8 type; __u8 code[2]; __u8 invflags; }; struct ip6t_getinfo { char name[32]; unsigned int valid_hooks; unsigned int hook_entry[5]; unsigned int underflow[5]; unsigned int num_entries; unsigned int size; }; struct ip6t_get_entries { char name[32]; unsigned int size; struct ip6t_entry entrytable[0]; }; struct compat_ip6t_entry { struct ip6t_ip6 ipv6; compat_uint_t nfcache; __u16 target_offset; __u16 next_offset; compat_uint_t comefrom; struct compat_xt_counters counters; unsigned char elems[0]; }; enum nf_ip_trace_comments___2 { NF_IP6_TRACE_COMMENT_RULE = 0, NF_IP6_TRACE_COMMENT_RETURN = 1, NF_IP6_TRACE_COMMENT_POLICY = 2, }; struct compat_ip6t_replace { char name[32]; u32 valid_hooks; u32 num_entries; u32 size; u32 hook_entry[5]; u32 underflow[5]; u32 num_counters; compat_uptr_t counters; struct compat_ip6t_entry entries[0]; }; struct compat_ip6t_get_entries { char name[32]; compat_uint_t size; struct compat_ip6t_entry entrytable[0]; }; struct ip6table_nat_pernet { struct nf_hook_ops *nf_nat_ops; }; struct nft_ct_frag6_pernet { struct ctl_table_header *nf_frag_frags_hdr; struct fqdir *fqdir; }; enum nf_tproxy_lookup_t { NF_TPROXY_LOOKUP_LISTENER = 0, NF_TPROXY_LOOKUP_ESTABLISHED = 1, }; struct nft_dup_ipv6 { u8 sreg_addr; u8 sreg_dev; }; struct ip_tunnel_prl { __be32 addr; __u16 flags; __u16 __reserved; __u32 datalen; __u32 __reserved2; }; struct sit_net { struct ip_tunnel *tunnels_r_l[16]; struct ip_tunnel *tunnels_r[16]; struct ip_tunnel *tunnels_l[16]; struct ip_tunnel *tunnels_wc[1]; struct ip_tunnel **tunnels[4]; struct net_device *fb_tunnel_dev; }; struct ip6_tnl_parm { char name[16]; int link; __u8 proto; __u8 encap_limit; __u8 hop_limit; __be32 flowinfo; __u32 flags; struct in6_addr laddr; struct in6_addr raddr; }; struct ipv6_tlv_tnl_enc_lim { __u8 type; __u8 length; __u8 encap_limit; }; struct ip6_tnl_net { struct net_device *fb_tnl_dev; struct ip6_tnl *tnls_r_l[32]; struct ip6_tnl *tnls_wc[1]; struct ip6_tnl **tnls[2]; struct ip6_tnl *collect_md_tun; }; struct ipv6_tel_txoption { struct ipv6_txoptions ops; __u8 dst_opt[8]; }; struct sockaddr_pkt { short unsigned int spkt_family; unsigned char spkt_device[14]; __be16 spkt_protocol; }; struct sockaddr_ll { short unsigned int sll_family; __be16 sll_protocol; int sll_ifindex; short unsigned int sll_hatype; unsigned char sll_pkttype; unsigned char sll_halen; unsigned char sll_addr[8]; }; struct tpacket_stats { unsigned int tp_packets; unsigned int tp_drops; }; struct tpacket_stats_v3 { unsigned int tp_packets; unsigned int tp_drops; unsigned int tp_freeze_q_cnt; }; struct tpacket_rollover_stats { __u64 tp_all; __u64 tp_huge; __u64 tp_failed; }; union tpacket_stats_u { struct tpacket_stats stats1; struct tpacket_stats_v3 stats3; }; struct tpacket_auxdata { __u32 tp_status; __u32 tp_len; __u32 tp_snaplen; __u16 tp_mac; __u16 tp_net; __u16 tp_vlan_tci; __u16 tp_vlan_tpid; }; struct tpacket_hdr { long unsigned int tp_status; unsigned int tp_len; unsigned int tp_snaplen; short unsigned int tp_mac; short unsigned int tp_net; unsigned int tp_sec; unsigned int tp_usec; }; struct tpacket2_hdr { __u32 tp_status; __u32 tp_len; __u32 tp_snaplen; __u16 tp_mac; __u16 tp_net; __u32 tp_sec; __u32 tp_nsec; __u16 tp_vlan_tci; __u16 tp_vlan_tpid; __u8 tp_padding[4]; }; struct tpacket_hdr_variant1 { __u32 tp_rxhash; __u32 tp_vlan_tci; __u16 tp_vlan_tpid; __u16 tp_padding; }; struct tpacket3_hdr { __u32 tp_next_offset; __u32 tp_sec; __u32 tp_nsec; __u32 tp_snaplen; __u32 tp_len; __u32 tp_status; __u16 tp_mac; __u16 tp_net; union { struct tpacket_hdr_variant1 hv1; }; __u8 tp_padding[8]; }; struct tpacket_bd_ts { unsigned int ts_sec; union { unsigned int ts_usec; unsigned int ts_nsec; }; }; struct tpacket_hdr_v1 { __u32 block_status; __u32 num_pkts; __u32 offset_to_first_pkt; __u32 blk_len; __u64 seq_num; struct tpacket_bd_ts ts_first_pkt; struct tpacket_bd_ts ts_last_pkt; }; union tpacket_bd_header_u { struct tpacket_hdr_v1 bh1; }; struct tpacket_block_desc { __u32 version; __u32 offset_to_priv; union tpacket_bd_header_u hdr; }; enum tpacket_versions { TPACKET_V1 = 0, TPACKET_V2 = 1, TPACKET_V3 = 2, }; struct tpacket_req { unsigned int tp_block_size; unsigned int tp_block_nr; unsigned int tp_frame_size; unsigned int tp_frame_nr; }; struct tpacket_req3 { unsigned int tp_block_size; unsigned int tp_block_nr; unsigned int tp_frame_size; unsigned int tp_frame_nr; unsigned int tp_retire_blk_tov; unsigned int tp_sizeof_priv; unsigned int tp_feature_req_word; }; union tpacket_req_u { struct tpacket_req req; struct tpacket_req3 req3; }; struct fanout_args { __u16 id; __u16 type_flags; __u32 max_num_members; }; struct packet_mclist { struct packet_mclist *next; int ifindex; int count; short unsigned int type; short unsigned int alen; unsigned char addr[32]; }; struct pgv; struct tpacket_kbdq_core { struct pgv *pkbdq; unsigned int feature_req_word; unsigned int hdrlen; unsigned char reset_pending_on_curr_blk; unsigned char delete_blk_timer; short unsigned int kactive_blk_num; short unsigned int blk_sizeof_priv; short unsigned int last_kactive_blk_num; char *pkblk_start; char *pkblk_end; int kblk_size; unsigned int max_frame_len; unsigned int knum_blocks; uint64_t knxt_seq_num; char *prev; char *nxt_offset; struct sk_buff *skb; rwlock_t blk_fill_in_prog_lock; short unsigned int retire_blk_tov; short unsigned int version; long unsigned int tov_in_jiffies; struct timer_list retire_blk_timer; }; struct pgv { char *buffer; }; struct packet_ring_buffer { struct pgv *pg_vec; unsigned int head; unsigned int frames_per_block; unsigned int frame_size; unsigned int frame_max; unsigned int pg_vec_order; unsigned int pg_vec_pages; unsigned int pg_vec_len; unsigned int *pending_refcnt; union { long unsigned int *rx_owner_map; struct tpacket_kbdq_core prb_bdqc; }; }; struct packet_fanout { possible_net_t net; unsigned int num_members; u32 max_num_members; u16 id; u8 type; u8 flags; union { atomic_t rr_cur; struct bpf_prog *bpf_prog; }; struct list_head list; spinlock_t lock; refcount_t sk_ref; long: 64; struct packet_type prot_hook; struct sock *arr[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct packet_rollover { int sock; atomic_long_t num; atomic_long_t num_huge; atomic_long_t num_failed; long: 64; long: 64; long: 64; long: 64; u32 history[16]; }; struct packet_sock { struct sock sk; struct packet_fanout *fanout; union tpacket_stats_u stats; struct packet_ring_buffer rx_ring; struct packet_ring_buffer tx_ring; int copy_thresh; spinlock_t bind_lock; struct mutex pg_vec_lock; unsigned int running; unsigned int auxdata: 1; unsigned int origdev: 1; unsigned int has_vnet_hdr: 1; unsigned int tp_loss: 1; unsigned int tp_tx_has_off: 1; int pressure; int ifindex; __be16 num; struct packet_rollover *rollover; struct packet_mclist *mclist; atomic_t mapped; enum tpacket_versions tp_version; unsigned int tp_hdrlen; unsigned int tp_reserve; unsigned int tp_tstamp; struct completion skb_completion; struct net_device *cached_dev; int (*xmit)(struct sk_buff *); struct packet_type prot_hook; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_t tp_drops; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct packet_mreq_max { int mr_ifindex; short unsigned int mr_type; short unsigned int mr_alen; unsigned char mr_address[32]; }; union tpacket_uhdr { struct tpacket_hdr *h1; struct tpacket2_hdr *h2; struct tpacket3_hdr *h3; void *raw; }; struct packet_skb_cb { union { struct sockaddr_pkt pkt; union { unsigned int origlen; struct sockaddr_ll ll; }; } sa; }; struct packet_diag_req { __u8 sdiag_family; __u8 sdiag_protocol; __u16 pad; __u32 pdiag_ino; __u32 pdiag_show; __u32 pdiag_cookie[2]; }; struct packet_diag_msg { __u8 pdiag_family; __u8 pdiag_type; __u16 pdiag_num; __u32 pdiag_ino; __u32 pdiag_cookie[2]; }; enum { PACKET_DIAG_INFO = 0, PACKET_DIAG_MCLIST = 1, PACKET_DIAG_RX_RING = 2, PACKET_DIAG_TX_RING = 3, PACKET_DIAG_FANOUT = 4, PACKET_DIAG_UID = 5, PACKET_DIAG_MEMINFO = 6, PACKET_DIAG_FILTER = 7, __PACKET_DIAG_MAX = 8, }; struct packet_diag_info { __u32 pdi_index; __u32 pdi_version; __u32 pdi_reserve; __u32 pdi_copy_thresh; __u32 pdi_tstamp; __u32 pdi_flags; }; struct packet_diag_mclist { __u32 pdmc_index; __u32 pdmc_count; __u16 pdmc_type; __u16 pdmc_alen; __u8 pdmc_addr[32]; }; struct packet_diag_ring { __u32 pdr_block_size; __u32 pdr_block_nr; __u32 pdr_frame_size; __u32 pdr_frame_nr; __u32 pdr_retire_tmo; __u32 pdr_sizeof_priv; __u32 pdr_features; }; struct switchdev_brport { struct net_device *dev; const void *ctx; struct notifier_block *atomic_nb; struct notifier_block *blocking_nb; bool tx_fwd_offload; }; struct switchdev_notifier_fdb_info { struct switchdev_notifier_info info; const unsigned char *addr; u16 vid; u8 added_by_user: 1; u8 is_local: 1; u8 locked: 1; u8 offloaded: 1; }; struct switchdev_notifier_brport_info { struct switchdev_notifier_info info; const struct switchdev_brport brport; }; enum br_boolopt_id { BR_BOOLOPT_NO_LL_LEARN = 0, BR_BOOLOPT_MCAST_VLAN_SNOOPING = 1, BR_BOOLOPT_MST_ENABLE = 2, BR_BOOLOPT_MAX = 3, }; struct br_boolopt_multi { __u32 optval; __u32 optmask; }; enum net_bridge_opts { BROPT_VLAN_ENABLED = 0, BROPT_VLAN_STATS_ENABLED = 1, BROPT_NF_CALL_IPTABLES = 2, BROPT_NF_CALL_IP6TABLES = 3, BROPT_NF_CALL_ARPTABLES = 4, BROPT_GROUP_ADDR_SET = 5, BROPT_MULTICAST_ENABLED = 6, BROPT_MULTICAST_QUERY_USE_IFADDR = 7, BROPT_MULTICAST_STATS_ENABLED = 8, BROPT_HAS_IPV6_ADDR = 9, BROPT_NEIGH_SUPPRESS_ENABLED = 10, BROPT_MTU_SET_BY_USER = 11, BROPT_VLAN_STATS_PER_PORT = 12, BROPT_NO_LL_LEARN = 13, BROPT_VLAN_BRIDGE_BINDING = 14, BROPT_MCAST_VLAN_SNOOPING_ENABLED = 15, BROPT_MST_ENABLED = 16, }; struct net_bridge_mcast_gc { struct hlist_node gc_node; void (*destroy)(struct net_bridge_mcast_gc *); }; struct net_bridge_port_group_sg_key { struct net_bridge_port *port; struct br_ip addr; }; struct net_bridge_port_group { struct net_bridge_port_group *next; struct net_bridge_port_group_sg_key key; unsigned char eth_addr[6]; unsigned char flags; unsigned char filter_mode; unsigned char grp_query_rexmit_cnt; unsigned char rt_protocol; struct hlist_head src_list; unsigned int src_ents; struct timer_list timer; struct timer_list rexmit_timer; struct hlist_node mglist; struct rb_root eht_set_tree; struct rb_root eht_host_tree; struct rhash_head rhnode; struct net_bridge_mcast_gc mcast_gc; struct callback_head rcu; }; struct net_bridge_mdb_entry { struct rhash_head rhnode; struct net_bridge *br; struct net_bridge_port_group *ports; struct br_ip addr; bool host_joined; struct timer_list timer; struct hlist_node mdb_node; struct net_bridge_mcast_gc mcast_gc; struct callback_head rcu; }; enum br_pkt_type { BR_PKT_UNICAST = 0, BR_PKT_MULTICAST = 1, BR_PKT_BROADCAST = 2, }; struct nf_br_ops { int (*br_dev_xmit_hook)(struct sk_buff *); }; enum { FDB_NOTIFY_BIT = 1, FDB_NOTIFY_INACTIVE_BIT = 2, }; enum { NFEA_UNSPEC = 0, NFEA_ACTIVITY_NOTIFY = 1, NFEA_DONT_REFRESH = 2, __NFEA_MAX = 3, }; struct __fdb_entry { __u8 mac_addr[6]; __u8 port_no; __u8 is_local; __u32 ageing_timer_value; __u8 port_hi; __u8 pad0; __u16 unused; }; enum { BR_FDB_LOCAL = 0, BR_FDB_STATIC = 1, BR_FDB_STICKY = 2, BR_FDB_ADDED_BY_USER = 3, BR_FDB_ADDED_BY_EXT_LEARN = 4, BR_FDB_OFFLOADED = 5, BR_FDB_NOTIFY = 6, BR_FDB_NOTIFY_INACTIVE = 7, BR_FDB_LOCKED = 8, }; struct net_bridge_fdb_flush_desc { long unsigned int flags; long unsigned int flags_mask; int port_ifindex; u16 vlan_id; }; struct __bridge_info { __u64 designated_root; __u64 bridge_id; __u32 root_path_cost; __u32 max_age; __u32 hello_time; __u32 forward_delay; __u32 bridge_max_age; __u32 bridge_hello_time; __u32 bridge_forward_delay; __u8 topology_change; __u8 topology_change_detected; __u8 root_port; __u8 stp_enabled; __u32 ageing_time; __u32 gc_interval; __u32 hello_timer_value; __u32 tcn_timer_value; __u32 topology_change_timer_value; __u32 gc_timer_value; }; struct __port_info { __u64 designated_root; __u64 designated_bridge; __u16 port_id; __u16 designated_port; __u32 path_cost; __u32 designated_cost; __u8 state; __u8 top_change_ack; __u8 config_pending; __u8 unused0; __u32 message_age_timer_value; __u32 forward_delay_timer_value; __u32 hold_timer_value; }; enum switchdev_attr_id { SWITCHDEV_ATTR_ID_UNDEFINED = 0, SWITCHDEV_ATTR_ID_PORT_STP_STATE = 1, SWITCHDEV_ATTR_ID_PORT_MST_STATE = 2, SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS = 3, SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS = 4, SWITCHDEV_ATTR_ID_PORT_MROUTER = 5, SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME = 6, SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING = 7, SWITCHDEV_ATTR_ID_BRIDGE_VLAN_PROTOCOL = 8, SWITCHDEV_ATTR_ID_BRIDGE_MC_DISABLED = 9, SWITCHDEV_ATTR_ID_BRIDGE_MROUTER = 10, SWITCHDEV_ATTR_ID_BRIDGE_MST = 11, SWITCHDEV_ATTR_ID_MRP_PORT_ROLE = 12, SWITCHDEV_ATTR_ID_VLAN_MSTI = 13, }; struct switchdev_attr { struct net_device *orig_dev; enum switchdev_attr_id id; u32 flags; void *complete_priv; void (*complete)(struct net_device *, int, void *); union { u8 stp_state; struct switchdev_mst_state mst_state; struct switchdev_brport_flags brport_flags; bool mrouter; clock_t ageing_time; bool vlan_filtering; u16 vlan_protocol; bool mst; bool mc_disabled; u8 mrp_port_role; struct switchdev_vlan_msti vlan_msti; } u; }; struct br_config_bpdu { unsigned int topology_change: 1; unsigned int topology_change_ack: 1; bridge_id root; int root_path_cost; bridge_id bridge_id; port_id port_id; int message_age; int max_age; int hello_time; int forward_delay; }; enum { MDB_RTR_TYPE_DISABLED = 0, MDB_RTR_TYPE_TEMP_QUERY = 1, MDB_RTR_TYPE_PERM = 2, MDB_RTR_TYPE_TEMP = 3, }; struct br_frame_type { __be16 type; int (*frame_handler)(struct net_bridge_port *, struct sk_buff *); struct hlist_node list; }; enum { IFLA_BR_UNSPEC = 0, IFLA_BR_FORWARD_DELAY = 1, IFLA_BR_HELLO_TIME = 2, IFLA_BR_MAX_AGE = 3, IFLA_BR_AGEING_TIME = 4, IFLA_BR_STP_STATE = 5, IFLA_BR_PRIORITY = 6, IFLA_BR_VLAN_FILTERING = 7, IFLA_BR_VLAN_PROTOCOL = 8, IFLA_BR_GROUP_FWD_MASK = 9, IFLA_BR_ROOT_ID = 10, IFLA_BR_BRIDGE_ID = 11, IFLA_BR_ROOT_PORT = 12, IFLA_BR_ROOT_PATH_COST = 13, IFLA_BR_TOPOLOGY_CHANGE = 14, IFLA_BR_TOPOLOGY_CHANGE_DETECTED = 15, IFLA_BR_HELLO_TIMER = 16, IFLA_BR_TCN_TIMER = 17, IFLA_BR_TOPOLOGY_CHANGE_TIMER = 18, IFLA_BR_GC_TIMER = 19, IFLA_BR_GROUP_ADDR = 20, IFLA_BR_FDB_FLUSH = 21, IFLA_BR_MCAST_ROUTER = 22, IFLA_BR_MCAST_SNOOPING = 23, IFLA_BR_MCAST_QUERY_USE_IFADDR = 24, IFLA_BR_MCAST_QUERIER = 25, IFLA_BR_MCAST_HASH_ELASTICITY = 26, IFLA_BR_MCAST_HASH_MAX = 27, IFLA_BR_MCAST_LAST_MEMBER_CNT = 28, IFLA_BR_MCAST_STARTUP_QUERY_CNT = 29, IFLA_BR_MCAST_LAST_MEMBER_INTVL = 30, IFLA_BR_MCAST_MEMBERSHIP_INTVL = 31, IFLA_BR_MCAST_QUERIER_INTVL = 32, IFLA_BR_MCAST_QUERY_INTVL = 33, IFLA_BR_MCAST_QUERY_RESPONSE_INTVL = 34, IFLA_BR_MCAST_STARTUP_QUERY_INTVL = 35, IFLA_BR_NF_CALL_IPTABLES = 36, IFLA_BR_NF_CALL_IP6TABLES = 37, IFLA_BR_NF_CALL_ARPTABLES = 38, IFLA_BR_VLAN_DEFAULT_PVID = 39, IFLA_BR_PAD = 40, IFLA_BR_VLAN_STATS_ENABLED = 41, IFLA_BR_MCAST_STATS_ENABLED = 42, IFLA_BR_MCAST_IGMP_VERSION = 43, IFLA_BR_MCAST_MLD_VERSION = 44, IFLA_BR_VLAN_STATS_PER_PORT = 45, IFLA_BR_MULTI_BOOLOPT = 46, IFLA_BR_MCAST_QUERIER_STATE = 47, __IFLA_BR_MAX = 48, }; enum { LINK_XSTATS_TYPE_UNSPEC = 0, LINK_XSTATS_TYPE_BRIDGE = 1, LINK_XSTATS_TYPE_BOND = 2, __LINK_XSTATS_TYPE_MAX = 3, }; struct bridge_vlan_info { __u16 flags; __u16 vid; }; struct bridge_vlan_xstats { __u64 rx_bytes; __u64 rx_packets; __u64 tx_bytes; __u64 tx_packets; __u16 vid; __u16 flags; __u32 pad2; }; enum { BRIDGE_XSTATS_UNSPEC = 0, BRIDGE_XSTATS_VLAN = 1, BRIDGE_XSTATS_MCAST = 2, BRIDGE_XSTATS_PAD = 3, BRIDGE_XSTATS_STP = 4, __BRIDGE_XSTATS_MAX = 5, }; enum { BR_GROUPFWD_STP = 1, BR_GROUPFWD_MACPAUSE = 2, BR_GROUPFWD_LACP = 4, }; struct vtunnel_info { u32 tunid; u16 vid; u16 flags; }; enum { IFLA_BRIDGE_VLAN_TUNNEL_UNSPEC = 0, IFLA_BRIDGE_VLAN_TUNNEL_ID = 1, IFLA_BRIDGE_VLAN_TUNNEL_VID = 2, IFLA_BRIDGE_VLAN_TUNNEL_FLAGS = 3, __IFLA_BRIDGE_VLAN_TUNNEL_MAX = 4, }; struct brport_attribute { struct attribute attr; ssize_t (*show)(struct net_bridge_port *, char *); int (*store)(struct net_bridge_port *, long unsigned int); int (*store_raw)(struct net_bridge_port *, char *); }; struct net_bridge_group_src { struct hlist_node node; struct br_ip addr; struct net_bridge_port_group *pg; u8 flags; u8 src_query_rexmit_cnt; struct timer_list timer; struct net_bridge *br; struct net_bridge_mcast_gc mcast_gc; struct callback_head rcu; }; union net_bridge_eht_addr { __be32 ip4; struct in6_addr ip6; }; struct net_bridge_group_eht_host { struct rb_node rb_node; union net_bridge_eht_addr h_addr; struct hlist_head set_entries; unsigned int num_entries; unsigned char filter_mode; struct net_bridge_port_group *pg; }; struct net_bridge_group_eht_set; struct net_bridge_group_eht_set_entry { struct rb_node rb_node; struct hlist_node host_list; union net_bridge_eht_addr h_addr; struct timer_list timer; struct net_bridge *br; struct net_bridge_group_eht_set *eht_set; struct net_bridge_group_eht_host *h_parent; struct net_bridge_mcast_gc mcast_gc; }; struct net_bridge_group_eht_set { struct rb_node rb_node; union net_bridge_eht_addr src_addr; struct rb_root entry_tree; struct timer_list timer; struct net_bridge_port_group *pg; struct net_bridge *br; struct net_bridge_mcast_gc mcast_gc; }; enum { MDBA_UNSPEC = 0, MDBA_MDB = 1, MDBA_ROUTER = 2, __MDBA_MAX = 3, }; enum { MDBA_MDB_UNSPEC = 0, MDBA_MDB_ENTRY = 1, __MDBA_MDB_MAX = 2, }; enum { MDBA_MDB_ENTRY_UNSPEC = 0, MDBA_MDB_ENTRY_INFO = 1, __MDBA_MDB_ENTRY_MAX = 2, }; enum { MDBA_MDB_EATTR_UNSPEC = 0, MDBA_MDB_EATTR_TIMER = 1, MDBA_MDB_EATTR_SRC_LIST = 2, MDBA_MDB_EATTR_GROUP_MODE = 3, MDBA_MDB_EATTR_SOURCE = 4, MDBA_MDB_EATTR_RTPROT = 5, __MDBA_MDB_EATTR_MAX = 6, }; enum { MDBA_MDB_SRCLIST_UNSPEC = 0, MDBA_MDB_SRCLIST_ENTRY = 1, __MDBA_MDB_SRCLIST_MAX = 2, }; enum { MDBA_MDB_SRCATTR_UNSPEC = 0, MDBA_MDB_SRCATTR_ADDRESS = 1, MDBA_MDB_SRCATTR_TIMER = 2, __MDBA_MDB_SRCATTR_MAX = 3, }; enum { MDBA_ROUTER_UNSPEC = 0, MDBA_ROUTER_PORT = 1, __MDBA_ROUTER_MAX = 2, }; enum { MDBA_ROUTER_PATTR_UNSPEC = 0, MDBA_ROUTER_PATTR_TIMER = 1, MDBA_ROUTER_PATTR_TYPE = 2, MDBA_ROUTER_PATTR_INET_TIMER = 3, MDBA_ROUTER_PATTR_INET6_TIMER = 4, MDBA_ROUTER_PATTR_VID = 5, __MDBA_ROUTER_PATTR_MAX = 6, }; struct br_port_msg { __u8 family; __u32 ifindex; }; struct br_mdb_entry { __u32 ifindex; __u8 state; __u8 flags; __u16 vid; struct { union { __be32 ip4; struct in6_addr ip6; unsigned char mac_addr[6]; } u; __be16 proto; } addr; }; enum { MDBA_SET_ENTRY_UNSPEC = 0, MDBA_SET_ENTRY = 1, MDBA_SET_ENTRY_ATTRS = 2, __MDBA_SET_ENTRY_MAX = 3, }; enum { MDBE_ATTR_UNSPEC = 0, MDBE_ATTR_SOURCE = 1, MDBE_ATTR_SRC_LIST = 2, MDBE_ATTR_GROUP_MODE = 3, MDBE_ATTR_RTPROT = 4, __MDBE_ATTR_MAX = 5, }; enum { MDBE_SRC_LIST_UNSPEC = 0, MDBE_SRC_LIST_ENTRY = 1, __MDBE_SRC_LIST_MAX = 2, }; enum { MDBE_SRCATTR_UNSPEC = 0, MDBE_SRCATTR_ADDRESS = 1, __MDBE_SRCATTR_MAX = 2, }; struct br_mdb_src_entry { struct br_ip addr; }; struct br_mdb_config { struct net_bridge *br; struct net_bridge_port *p; struct br_mdb_entry *entry; struct br_ip group; bool src_entry; u8 filter_mode; u16 nlflags; struct br_mdb_src_entry *src_entries; int num_src_entries; u8 rt_protocol; }; enum { BR_VLFLAG_PER_PORT_STATS = 1, BR_VLFLAG_ADDED_BY_SWITCHDEV = 2, BR_VLFLAG_MCAST_ENABLED = 4, BR_VLFLAG_GLOBAL_MCAST_ENABLED = 8, }; struct pimhdr { __u8 type; __u8 reserved; __be16 csum; }; enum { BRIDGE_QUERIER_UNSPEC = 0, BRIDGE_QUERIER_IP_ADDRESS = 1, BRIDGE_QUERIER_IP_PORT = 2, BRIDGE_QUERIER_IP_OTHER_TIMER = 3, BRIDGE_QUERIER_PAD = 4, BRIDGE_QUERIER_IPV6_ADDRESS = 5, BRIDGE_QUERIER_IPV6_PORT = 6, BRIDGE_QUERIER_IPV6_OTHER_TIMER = 7, __BRIDGE_QUERIER_MAX = 8, }; struct br_ip_list { struct list_head list; struct br_ip addr; }; struct br_vlan_msg { __u8 family; __u8 reserved1; __u16 reserved2; __u32 ifindex; }; enum { BRIDGE_VLANDB_DUMP_UNSPEC = 0, BRIDGE_VLANDB_DUMP_FLAGS = 1, __BRIDGE_VLANDB_DUMP_MAX = 2, }; enum { BRIDGE_VLANDB_UNSPEC = 0, BRIDGE_VLANDB_ENTRY = 1, BRIDGE_VLANDB_GLOBAL_OPTIONS = 2, __BRIDGE_VLANDB_MAX = 3, }; enum { BRIDGE_VLANDB_ENTRY_UNSPEC = 0, BRIDGE_VLANDB_ENTRY_INFO = 1, BRIDGE_VLANDB_ENTRY_RANGE = 2, BRIDGE_VLANDB_ENTRY_STATE = 3, BRIDGE_VLANDB_ENTRY_TUNNEL_INFO = 4, BRIDGE_VLANDB_ENTRY_STATS = 5, BRIDGE_VLANDB_ENTRY_MCAST_ROUTER = 6, __BRIDGE_VLANDB_ENTRY_MAX = 7, }; enum { BRIDGE_VLANDB_STATS_UNSPEC = 0, BRIDGE_VLANDB_STATS_RX_BYTES = 1, BRIDGE_VLANDB_STATS_RX_PACKETS = 2, BRIDGE_VLANDB_STATS_TX_BYTES = 3, BRIDGE_VLANDB_STATS_TX_PACKETS = 4, BRIDGE_VLANDB_STATS_PAD = 5, __BRIDGE_VLANDB_STATS_MAX = 6, }; enum vlan_flags { VLAN_FLAG_REORDER_HDR = 1, VLAN_FLAG_GVRP = 2, VLAN_FLAG_LOOSE_BINDING = 4, VLAN_FLAG_MVRP = 8, VLAN_FLAG_BRIDGE_BINDING = 16, }; struct vlan_priority_tci_mapping { u32 priority; u16 vlan_qos; struct vlan_priority_tci_mapping *next; }; struct vlan_dev_priv { unsigned int nr_ingress_mappings; u32 ingress_priority_map[8]; unsigned int nr_egress_mappings; struct vlan_priority_tci_mapping *egress_priority_map[16]; __be16 vlan_proto; u16 vlan_id; u16 flags; struct net_device *real_dev; netdevice_tracker dev_tracker; unsigned char real_dev_addr[6]; struct proc_dir_entry *dent; struct vlan_pcpu_stats *vlan_pcpu_stats; struct netpoll *netpoll; }; struct br_vlan_bind_walk_data { u16 vid; struct net_device *result; }; struct br_vlan_link_state_walk_data { struct net_bridge *br; }; enum { IFLA_BRIDGE_MST_UNSPEC = 0, IFLA_BRIDGE_MST_ENTRY = 1, __IFLA_BRIDGE_MST_MAX = 2, }; enum { IFLA_BRIDGE_MST_ENTRY_UNSPEC = 0, IFLA_BRIDGE_MST_ENTRY_MSTI = 1, IFLA_BRIDGE_MST_ENTRY_STATE = 2, __IFLA_BRIDGE_MST_ENTRY_MAX = 3, }; struct switchdev_notifier_port_obj_info { struct switchdev_notifier_info info; const struct switchdev_obj *obj; bool handled; }; struct switchdev_notifier_port_attr_info { struct switchdev_notifier_info info; const struct switchdev_attr *attr; bool handled; }; struct br_switchdev_mdb_complete_info { struct net_bridge_port *port; struct br_ip ip; }; struct switchdev_obj_ring_test_mrp { struct switchdev_obj obj; u32 interval; u8 max_miss; u32 ring_id; u32 period; bool monitor; }; struct switchdev_obj_ring_state_mrp { struct switchdev_obj obj; u8 ring_state; u32 ring_id; }; struct switchdev_obj_in_test_mrp { struct switchdev_obj obj; u32 interval; u32 in_id; u32 period; u8 max_miss; }; struct switchdev_obj_in_role_mrp { struct switchdev_obj obj; struct net_device *i_port; u32 ring_id; u16 in_id; u8 in_role; u8 sw_backup; }; struct switchdev_obj_in_state_mrp { struct switchdev_obj obj; u32 in_id; u8 in_state; }; enum br_mrp_ring_role_type { BR_MRP_RING_ROLE_DISABLED = 0, BR_MRP_RING_ROLE_MRC = 1, BR_MRP_RING_ROLE_MRM = 2, BR_MRP_RING_ROLE_MRA = 3, }; enum br_mrp_in_role_type { BR_MRP_IN_ROLE_DISABLED = 0, BR_MRP_IN_ROLE_MIC = 1, BR_MRP_IN_ROLE_MIM = 2, }; enum br_mrp_ring_state_type { BR_MRP_RING_STATE_OPEN = 0, BR_MRP_RING_STATE_CLOSED = 1, }; enum br_mrp_in_state_type { BR_MRP_IN_STATE_OPEN = 0, BR_MRP_IN_STATE_CLOSED = 1, }; enum br_mrp_port_role_type { BR_MRP_PORT_ROLE_PRIMARY = 0, BR_MRP_PORT_ROLE_SECONDARY = 1, BR_MRP_PORT_ROLE_INTER = 2, }; struct br_mrp { struct hlist_node list; struct net_bridge_port *p_port; struct net_bridge_port *s_port; struct net_bridge_port *i_port; u32 ring_id; u16 in_id; u16 prio; enum br_mrp_ring_role_type ring_role; u8 ring_role_offloaded; enum br_mrp_ring_state_type ring_state; u32 ring_transitions; enum br_mrp_in_role_type in_role; u8 in_role_offloaded; enum br_mrp_in_state_type in_state; u32 in_transitions; struct delayed_work test_work; u32 test_interval; long unsigned int test_end; u32 test_count_miss; u32 test_max_miss; bool test_monitor; struct delayed_work in_test_work; u32 in_test_interval; long unsigned int in_test_end; u32 in_test_count_miss; u32 in_test_max_miss; u32 seq_id; struct callback_head rcu; }; enum br_mrp_hw_support { BR_MRP_NONE = 0, BR_MRP_SW = 1, BR_MRP_HW = 2, }; enum { BRIDGE_VLANDB_TINFO_UNSPEC = 0, BRIDGE_VLANDB_TINFO_ID = 1, BRIDGE_VLANDB_TINFO_CMD = 2, __BRIDGE_VLANDB_TINFO_MAX = 3, }; enum { BRIDGE_VLANDB_GOPTS_UNSPEC = 0, BRIDGE_VLANDB_GOPTS_ID = 1, BRIDGE_VLANDB_GOPTS_RANGE = 2, BRIDGE_VLANDB_GOPTS_MCAST_SNOOPING = 3, BRIDGE_VLANDB_GOPTS_MCAST_IGMP_VERSION = 4, BRIDGE_VLANDB_GOPTS_MCAST_MLD_VERSION = 5, BRIDGE_VLANDB_GOPTS_MCAST_LAST_MEMBER_CNT = 6, BRIDGE_VLANDB_GOPTS_MCAST_STARTUP_QUERY_CNT = 7, BRIDGE_VLANDB_GOPTS_MCAST_LAST_MEMBER_INTVL = 8, BRIDGE_VLANDB_GOPTS_PAD = 9, BRIDGE_VLANDB_GOPTS_MCAST_MEMBERSHIP_INTVL = 10, BRIDGE_VLANDB_GOPTS_MCAST_QUERIER_INTVL = 11, BRIDGE_VLANDB_GOPTS_MCAST_QUERY_INTVL = 12, BRIDGE_VLANDB_GOPTS_MCAST_QUERY_RESPONSE_INTVL = 13, BRIDGE_VLANDB_GOPTS_MCAST_STARTUP_QUERY_INTVL = 14, BRIDGE_VLANDB_GOPTS_MCAST_QUERIER = 15, BRIDGE_VLANDB_GOPTS_MCAST_ROUTER_PORTS = 16, BRIDGE_VLANDB_GOPTS_MCAST_QUERIER_STATE = 17, BRIDGE_VLANDB_GOPTS_MSTI = 18, __BRIDGE_VLANDB_GOPTS_MAX = 19, }; enum br_mrp_port_state_type { BR_MRP_PORT_STATE_DISABLED = 0, BR_MRP_PORT_STATE_BLOCKED = 1, BR_MRP_PORT_STATE_FORWARDING = 2, BR_MRP_PORT_STATE_NOT_CONNECTED = 3, }; enum { IFLA_BRIDGE_MRP_UNSPEC = 0, IFLA_BRIDGE_MRP_INSTANCE = 1, IFLA_BRIDGE_MRP_PORT_STATE = 2, IFLA_BRIDGE_MRP_PORT_ROLE = 3, IFLA_BRIDGE_MRP_RING_STATE = 4, IFLA_BRIDGE_MRP_RING_ROLE = 5, IFLA_BRIDGE_MRP_START_TEST = 6, IFLA_BRIDGE_MRP_INFO = 7, IFLA_BRIDGE_MRP_IN_ROLE = 8, IFLA_BRIDGE_MRP_IN_STATE = 9, IFLA_BRIDGE_MRP_START_IN_TEST = 10, __IFLA_BRIDGE_MRP_MAX = 11, }; enum { IFLA_BRIDGE_MRP_INSTANCE_UNSPEC = 0, IFLA_BRIDGE_MRP_INSTANCE_RING_ID = 1, IFLA_BRIDGE_MRP_INSTANCE_P_IFINDEX = 2, IFLA_BRIDGE_MRP_INSTANCE_S_IFINDEX = 3, IFLA_BRIDGE_MRP_INSTANCE_PRIO = 4, __IFLA_BRIDGE_MRP_INSTANCE_MAX = 5, }; enum { IFLA_BRIDGE_MRP_PORT_STATE_UNSPEC = 0, IFLA_BRIDGE_MRP_PORT_STATE_STATE = 1, __IFLA_BRIDGE_MRP_PORT_STATE_MAX = 2, }; enum { IFLA_BRIDGE_MRP_PORT_ROLE_UNSPEC = 0, IFLA_BRIDGE_MRP_PORT_ROLE_ROLE = 1, __IFLA_BRIDGE_MRP_PORT_ROLE_MAX = 2, }; enum { IFLA_BRIDGE_MRP_RING_STATE_UNSPEC = 0, IFLA_BRIDGE_MRP_RING_STATE_RING_ID = 1, IFLA_BRIDGE_MRP_RING_STATE_STATE = 2, __IFLA_BRIDGE_MRP_RING_STATE_MAX = 3, }; enum { IFLA_BRIDGE_MRP_RING_ROLE_UNSPEC = 0, IFLA_BRIDGE_MRP_RING_ROLE_RING_ID = 1, IFLA_BRIDGE_MRP_RING_ROLE_ROLE = 2, __IFLA_BRIDGE_MRP_RING_ROLE_MAX = 3, }; enum { IFLA_BRIDGE_MRP_START_TEST_UNSPEC = 0, IFLA_BRIDGE_MRP_START_TEST_RING_ID = 1, IFLA_BRIDGE_MRP_START_TEST_INTERVAL = 2, IFLA_BRIDGE_MRP_START_TEST_MAX_MISS = 3, IFLA_BRIDGE_MRP_START_TEST_PERIOD = 4, IFLA_BRIDGE_MRP_START_TEST_MONITOR = 5, __IFLA_BRIDGE_MRP_START_TEST_MAX = 6, }; enum { IFLA_BRIDGE_MRP_INFO_UNSPEC = 0, IFLA_BRIDGE_MRP_INFO_RING_ID = 1, IFLA_BRIDGE_MRP_INFO_P_IFINDEX = 2, IFLA_BRIDGE_MRP_INFO_S_IFINDEX = 3, IFLA_BRIDGE_MRP_INFO_PRIO = 4, IFLA_BRIDGE_MRP_INFO_RING_STATE = 5, IFLA_BRIDGE_MRP_INFO_RING_ROLE = 6, IFLA_BRIDGE_MRP_INFO_TEST_INTERVAL = 7, IFLA_BRIDGE_MRP_INFO_TEST_MAX_MISS = 8, IFLA_BRIDGE_MRP_INFO_TEST_MONITOR = 9, IFLA_BRIDGE_MRP_INFO_I_IFINDEX = 10, IFLA_BRIDGE_MRP_INFO_IN_STATE = 11, IFLA_BRIDGE_MRP_INFO_IN_ROLE = 12, IFLA_BRIDGE_MRP_INFO_IN_TEST_INTERVAL = 13, IFLA_BRIDGE_MRP_INFO_IN_TEST_MAX_MISS = 14, __IFLA_BRIDGE_MRP_INFO_MAX = 15, }; enum { IFLA_BRIDGE_MRP_IN_STATE_UNSPEC = 0, IFLA_BRIDGE_MRP_IN_STATE_IN_ID = 1, IFLA_BRIDGE_MRP_IN_STATE_STATE = 2, __IFLA_BRIDGE_MRP_IN_STATE_MAX = 3, }; enum { IFLA_BRIDGE_MRP_IN_ROLE_UNSPEC = 0, IFLA_BRIDGE_MRP_IN_ROLE_RING_ID = 1, IFLA_BRIDGE_MRP_IN_ROLE_IN_ID = 2, IFLA_BRIDGE_MRP_IN_ROLE_ROLE = 3, IFLA_BRIDGE_MRP_IN_ROLE_I_IFINDEX = 4, __IFLA_BRIDGE_MRP_IN_ROLE_MAX = 5, }; enum { IFLA_BRIDGE_MRP_START_IN_TEST_UNSPEC = 0, IFLA_BRIDGE_MRP_START_IN_TEST_IN_ID = 1, IFLA_BRIDGE_MRP_START_IN_TEST_INTERVAL = 2, IFLA_BRIDGE_MRP_START_IN_TEST_MAX_MISS = 3, IFLA_BRIDGE_MRP_START_IN_TEST_PERIOD = 4, __IFLA_BRIDGE_MRP_START_IN_TEST_MAX = 5, }; struct br_mrp_instance { __u32 ring_id; __u32 p_ifindex; __u32 s_ifindex; __u16 prio; }; struct br_mrp_ring_state { __u32 ring_id; __u32 ring_state; }; struct br_mrp_ring_role { __u32 ring_id; __u32 ring_role; }; struct br_mrp_start_test { __u32 ring_id; __u32 interval; __u32 max_miss; __u32 period; __u32 monitor; }; struct br_mrp_in_state { __u32 in_state; __u16 in_id; }; struct br_mrp_in_role { __u32 ring_id; __u32 in_role; __u32 i_ifindex; __u16 in_id; }; struct br_mrp_start_in_test { __u32 interval; __u32 max_miss; __u32 period; __u16 in_id; }; enum br_mrp_tlv_header_type { BR_MRP_TLV_HEADER_END = 0, BR_MRP_TLV_HEADER_COMMON = 1, BR_MRP_TLV_HEADER_RING_TEST = 2, BR_MRP_TLV_HEADER_RING_TOPO = 3, BR_MRP_TLV_HEADER_RING_LINK_DOWN = 4, BR_MRP_TLV_HEADER_RING_LINK_UP = 5, BR_MRP_TLV_HEADER_IN_TEST = 6, BR_MRP_TLV_HEADER_IN_TOPO = 7, BR_MRP_TLV_HEADER_IN_LINK_DOWN = 8, BR_MRP_TLV_HEADER_IN_LINK_UP = 9, BR_MRP_TLV_HEADER_IN_LINK_STATUS = 10, BR_MRP_TLV_HEADER_OPTION = 127, }; enum br_mrp_sub_tlv_header_type { BR_MRP_SUB_TLV_HEADER_TEST_MGR_NACK = 1, BR_MRP_SUB_TLV_HEADER_TEST_PROPAGATE = 2, BR_MRP_SUB_TLV_HEADER_TEST_AUTO_MGR = 3, }; struct br_mrp_tlv_hdr { __u8 type; __u8 length; }; struct br_mrp_common_hdr { __be16 seq_id; __u8 domain[16]; }; struct br_mrp_ring_test_hdr { __be16 prio; __u8 sa[6]; __be16 port_role; __be16 state; __be16 transitions; __be32 timestamp; } __attribute__((packed)); struct br_mrp_in_test_hdr { __be16 id; __u8 sa[6]; __be16 port_role; __be16 state; __be16 transitions; __be32 timestamp; } __attribute__((packed)); struct br_mrp_oui_hdr { __u8 oui[3]; }; struct br_mrp_sub_option1_hdr { __u8 type; __u8 data[2]; }; struct br_cfm_common_hdr { __u8 mdlevel_version; __u8 opcode; __u8 flags; __u8 tlv_offset; }; enum br_cfm_opcodes { BR_CFM_OPCODE_CCM = 1, }; enum br_cfm_domain { BR_CFM_PORT = 0, BR_CFM_VLAN = 1, }; enum br_cfm_mep_direction { BR_CFM_MEP_DIRECTION_DOWN = 0, BR_CFM_MEP_DIRECTION_UP = 1, }; enum br_cfm_ccm_interval { BR_CFM_CCM_INTERVAL_NONE = 0, BR_CFM_CCM_INTERVAL_3_3_MS = 1, BR_CFM_CCM_INTERVAL_10_MS = 2, BR_CFM_CCM_INTERVAL_100_MS = 3, BR_CFM_CCM_INTERVAL_1_SEC = 4, BR_CFM_CCM_INTERVAL_10_SEC = 5, BR_CFM_CCM_INTERVAL_1_MIN = 6, BR_CFM_CCM_INTERVAL_10_MIN = 7, }; struct br_cfm_mep_create { enum br_cfm_domain domain; enum br_cfm_mep_direction direction; u32 ifindex; }; struct br_cfm_mep_config { u32 mdlevel; u32 mepid; struct mac_addr unicast_mac; }; struct br_cfm_maid { u8 data[48]; }; struct br_cfm_cc_config { struct br_cfm_maid exp_maid; enum br_cfm_ccm_interval exp_interval; bool enable; }; struct br_cfm_cc_ccm_tx_info { struct mac_addr dmac; u32 period; bool seq_no_update; bool if_tlv; u8 if_tlv_value; bool port_tlv; u8 port_tlv_value; }; struct br_cfm_mep_status { bool opcode_unexp_seen; bool version_unexp_seen; bool rx_level_low_seen; }; struct br_cfm_cc_peer_status { u8 port_tlv_value; u8 if_tlv_value; u8 ccm_defect: 1; u8 rdi: 1; u8 seen: 1; u8 tlv_seen: 1; u8 seq_unexp_seen: 1; }; struct br_cfm_mep { struct hlist_node head; u32 instance; struct br_cfm_mep_create create; struct br_cfm_mep_config config; struct br_cfm_cc_config cc_config; struct br_cfm_cc_ccm_tx_info cc_ccm_tx_info; struct hlist_head peer_mep_list; struct net_bridge_port *b_port; long unsigned int ccm_tx_end; struct delayed_work ccm_tx_dwork; u32 ccm_tx_snumber; u32 ccm_rx_snumber; struct br_cfm_mep_status status; bool rdi; struct callback_head rcu; }; struct br_cfm_peer_mep { struct hlist_node head; struct br_cfm_mep *mep; struct delayed_work ccm_rx_dwork; u32 mepid; struct br_cfm_cc_peer_status cc_status; u32 ccm_rx_count_miss; struct callback_head rcu; }; enum { IFLA_BRIDGE_CFM_UNSPEC = 0, IFLA_BRIDGE_CFM_MEP_CREATE = 1, IFLA_BRIDGE_CFM_MEP_DELETE = 2, IFLA_BRIDGE_CFM_MEP_CONFIG = 3, IFLA_BRIDGE_CFM_CC_CONFIG = 4, IFLA_BRIDGE_CFM_CC_PEER_MEP_ADD = 5, IFLA_BRIDGE_CFM_CC_PEER_MEP_REMOVE = 6, IFLA_BRIDGE_CFM_CC_RDI = 7, IFLA_BRIDGE_CFM_CC_CCM_TX = 8, IFLA_BRIDGE_CFM_MEP_CREATE_INFO = 9, IFLA_BRIDGE_CFM_MEP_CONFIG_INFO = 10, IFLA_BRIDGE_CFM_CC_CONFIG_INFO = 11, IFLA_BRIDGE_CFM_CC_RDI_INFO = 12, IFLA_BRIDGE_CFM_CC_CCM_TX_INFO = 13, IFLA_BRIDGE_CFM_CC_PEER_MEP_INFO = 14, IFLA_BRIDGE_CFM_MEP_STATUS_INFO = 15, IFLA_BRIDGE_CFM_CC_PEER_STATUS_INFO = 16, __IFLA_BRIDGE_CFM_MAX = 17, }; enum { IFLA_BRIDGE_CFM_MEP_CREATE_UNSPEC = 0, IFLA_BRIDGE_CFM_MEP_CREATE_INSTANCE = 1, IFLA_BRIDGE_CFM_MEP_CREATE_DOMAIN = 2, IFLA_BRIDGE_CFM_MEP_CREATE_DIRECTION = 3, IFLA_BRIDGE_CFM_MEP_CREATE_IFINDEX = 4, __IFLA_BRIDGE_CFM_MEP_CREATE_MAX = 5, }; enum { IFLA_BRIDGE_CFM_MEP_DELETE_UNSPEC = 0, IFLA_BRIDGE_CFM_MEP_DELETE_INSTANCE = 1, __IFLA_BRIDGE_CFM_MEP_DELETE_MAX = 2, }; enum { IFLA_BRIDGE_CFM_MEP_CONFIG_UNSPEC = 0, IFLA_BRIDGE_CFM_MEP_CONFIG_INSTANCE = 1, IFLA_BRIDGE_CFM_MEP_CONFIG_UNICAST_MAC = 2, IFLA_BRIDGE_CFM_MEP_CONFIG_MDLEVEL = 3, IFLA_BRIDGE_CFM_MEP_CONFIG_MEPID = 4, __IFLA_BRIDGE_CFM_MEP_CONFIG_MAX = 5, }; enum { IFLA_BRIDGE_CFM_CC_CONFIG_UNSPEC = 0, IFLA_BRIDGE_CFM_CC_CONFIG_INSTANCE = 1, IFLA_BRIDGE_CFM_CC_CONFIG_ENABLE = 2, IFLA_BRIDGE_CFM_CC_CONFIG_EXP_INTERVAL = 3, IFLA_BRIDGE_CFM_CC_CONFIG_EXP_MAID = 4, __IFLA_BRIDGE_CFM_CC_CONFIG_MAX = 5, }; enum { IFLA_BRIDGE_CFM_CC_PEER_MEP_UNSPEC = 0, IFLA_BRIDGE_CFM_CC_PEER_MEP_INSTANCE = 1, IFLA_BRIDGE_CFM_CC_PEER_MEPID = 2, __IFLA_BRIDGE_CFM_CC_PEER_MEP_MAX = 3, }; enum { IFLA_BRIDGE_CFM_CC_RDI_UNSPEC = 0, IFLA_BRIDGE_CFM_CC_RDI_INSTANCE = 1, IFLA_BRIDGE_CFM_CC_RDI_RDI = 2, __IFLA_BRIDGE_CFM_CC_RDI_MAX = 3, }; enum { IFLA_BRIDGE_CFM_CC_CCM_TX_UNSPEC = 0, IFLA_BRIDGE_CFM_CC_CCM_TX_INSTANCE = 1, IFLA_BRIDGE_CFM_CC_CCM_TX_DMAC = 2, IFLA_BRIDGE_CFM_CC_CCM_TX_SEQ_NO_UPDATE = 3, IFLA_BRIDGE_CFM_CC_CCM_TX_PERIOD = 4, IFLA_BRIDGE_CFM_CC_CCM_TX_IF_TLV = 5, IFLA_BRIDGE_CFM_CC_CCM_TX_IF_TLV_VALUE = 6, IFLA_BRIDGE_CFM_CC_CCM_TX_PORT_TLV = 7, IFLA_BRIDGE_CFM_CC_CCM_TX_PORT_TLV_VALUE = 8, __IFLA_BRIDGE_CFM_CC_CCM_TX_MAX = 9, }; enum { IFLA_BRIDGE_CFM_MEP_STATUS_UNSPEC = 0, IFLA_BRIDGE_CFM_MEP_STATUS_INSTANCE = 1, IFLA_BRIDGE_CFM_MEP_STATUS_OPCODE_UNEXP_SEEN = 2, IFLA_BRIDGE_CFM_MEP_STATUS_VERSION_UNEXP_SEEN = 3, IFLA_BRIDGE_CFM_MEP_STATUS_RX_LEVEL_LOW_SEEN = 4, __IFLA_BRIDGE_CFM_MEP_STATUS_MAX = 5, }; enum { IFLA_BRIDGE_CFM_CC_PEER_STATUS_UNSPEC = 0, IFLA_BRIDGE_CFM_CC_PEER_STATUS_INSTANCE = 1, IFLA_BRIDGE_CFM_CC_PEER_STATUS_PEER_MEPID = 2, IFLA_BRIDGE_CFM_CC_PEER_STATUS_CCM_DEFECT = 3, IFLA_BRIDGE_CFM_CC_PEER_STATUS_RDI = 4, IFLA_BRIDGE_CFM_CC_PEER_STATUS_PORT_TLV_VALUE = 5, IFLA_BRIDGE_CFM_CC_PEER_STATUS_IF_TLV_VALUE = 6, IFLA_BRIDGE_CFM_CC_PEER_STATUS_SEEN = 7, IFLA_BRIDGE_CFM_CC_PEER_STATUS_TLV_SEEN = 8, IFLA_BRIDGE_CFM_CC_PEER_STATUS_SEQ_UNEXP_SEEN = 9, __IFLA_BRIDGE_CFM_CC_PEER_STATUS_MAX = 10, }; enum rpc_msg_type { RPC_CALL = 0, RPC_REPLY = 1, }; enum rpc_reply_stat { RPC_MSG_ACCEPTED = 0, RPC_MSG_DENIED = 1, }; enum rpc_reject_stat { RPC_MISMATCH = 0, RPC_AUTH_ERROR = 1, }; struct rpc_sysfs_xprt { struct kobject kobject; struct rpc_xprt *xprt; struct rpc_xprt_switch *xprt_switch; }; enum { SUNRPC_PIPEFS_NFS_PRIO = 0, SUNRPC_PIPEFS_RPC_PRIO = 1, }; struct rpc_sysfs_xprt_switch { struct kobject kobject; struct net *net; struct rpc_xprt_switch *xprt_switch; struct rpc_xprt *xprt; }; struct rpc_sysfs_client { struct kobject kobject; struct net *net; struct rpc_clnt *clnt; struct rpc_xprt_switch *xprt_switch; }; struct sunrpc_net { struct proc_dir_entry *proc_net_rpc; struct cache_detail *ip_map_cache; struct cache_detail *unix_gid_cache; struct cache_detail *rsc_cache; struct cache_detail *rsi_cache; struct super_block *pipefs_sb; struct rpc_pipe *gssd_dummy; struct mutex pipefs_sb_lock; struct list_head all_clients; spinlock_t rpc_client_lock; struct rpc_clnt *rpcb_local_clnt; struct rpc_clnt *rpcb_local_clnt4; spinlock_t rpcb_clnt_lock; unsigned int rpcb_users; unsigned int rpcb_is_af_local: 1; struct mutex gssp_lock; struct rpc_clnt *gssp_clnt; int use_gss_proxy; int pipe_version; atomic_t pipe_users; struct proc_dir_entry *use_gssp_proc; }; struct rpc_cb_add_xprt_calldata { struct rpc_xprt_switch *xps; struct rpc_xprt *xprt; }; struct connect_timeout_data { long unsigned int connect_timeout; long unsigned int reconnect_timeout; }; typedef __be32 rpc_fraghdr; struct xdr_skb_reader { struct sk_buff *skb; unsigned int offset; size_t count; __wsum csum; }; typedef size_t (*xdr_skb_read_actor)(struct xdr_skb_reader *, void *, size_t); enum xprt_xid_rb_cmp { XID_RB_EQUAL = 0, XID_RB_LEFT = 1, XID_RB_RIGHT = 2, }; struct rpc_cred_cache { struct hlist_head *hashtable; unsigned int hashbits; spinlock_t lock; }; struct svc_sock { struct svc_xprt sk_xprt; struct socket *sk_sock; struct sock *sk_sk; void (*sk_ostate)(struct sock *); void (*sk_odata)(struct sock *); void (*sk_owspace)(struct sock *); __be32 sk_marker; u32 sk_tcplen; u32 sk_datalen; atomic_t sk_sendqlen; struct page *sk_pages[259]; }; struct sock_xprt { struct rpc_xprt xprt; struct socket *sock; struct sock *inet; struct file *file; struct { struct { __be32 fraghdr; __be32 xid; __be32 calldir; }; u32 offset; u32 len; long unsigned int copied; } recv; struct { u32 offset; } xmit; long unsigned int sock_state; struct delayed_work connect_worker; struct work_struct error_worker; struct work_struct recv_worker; struct mutex recv_mutex; struct __kernel_sockaddr_storage srcaddr; short unsigned int srcport; int xprt_err; size_t rcvsize; size_t sndsize; struct rpc_timeout tcp_timeout; void (*old_data_ready)(struct sock *); void (*old_state_change)(struct sock *); void (*old_write_space)(struct sock *); void (*old_error_report)(struct sock *); }; struct rpc_buffer { size_t len; char data[0]; }; struct trace_event_raw_rpc_xdr_buf_class { struct trace_entry ent; unsigned int task_id; unsigned int client_id; const void *head_base; size_t head_len; const void *tail_base; size_t tail_len; unsigned int page_base; unsigned int page_len; unsigned int msg_len; char __data[0]; }; struct trace_event_raw_rpc_clnt_class { struct trace_entry ent; unsigned int client_id; char __data[0]; }; struct trace_event_raw_rpc_clnt_new { struct trace_entry ent; unsigned int client_id; u32 __data_loc_addr; u32 __data_loc_port; u32 __data_loc_program; u32 __data_loc_server; char __data[0]; }; struct trace_event_raw_rpc_clnt_new_err { struct trace_entry ent; int error; u32 __data_loc_program; u32 __data_loc_server; char __data[0]; }; struct trace_event_raw_rpc_clnt_clone_err { struct trace_entry ent; unsigned int client_id; int error; char __data[0]; }; struct trace_event_raw_rpc_task_status { struct trace_entry ent; unsigned int task_id; unsigned int client_id; int status; char __data[0]; }; struct trace_event_raw_rpc_request { struct trace_entry ent; unsigned int task_id; unsigned int client_id; int version; bool async; u32 __data_loc_progname; u32 __data_loc_procname; char __data[0]; }; struct trace_event_raw_rpc_task_running { struct trace_entry ent; unsigned int task_id; unsigned int client_id; const void *action; long unsigned int runstate; int status; short unsigned int flags; char __data[0]; }; struct trace_event_raw_rpc_task_queued { struct trace_entry ent; unsigned int task_id; unsigned int client_id; long unsigned int timeout; long unsigned int runstate; int status; short unsigned int flags; u32 __data_loc_q_name; char __data[0]; }; struct trace_event_raw_rpc_failure { struct trace_entry ent; unsigned int task_id; unsigned int client_id; char __data[0]; }; struct trace_event_raw_rpc_reply_event { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; u32 __data_loc_progname; u32 version; u32 __data_loc_procname; u32 __data_loc_servername; char __data[0]; }; struct trace_event_raw_rpc_buf_alloc { struct trace_entry ent; unsigned int task_id; unsigned int client_id; size_t callsize; size_t recvsize; int status; char __data[0]; }; struct trace_event_raw_rpc_call_rpcerror { struct trace_entry ent; unsigned int task_id; unsigned int client_id; int tk_status; int rpc_status; char __data[0]; }; struct trace_event_raw_rpc_stats_latency { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; int version; u32 __data_loc_progname; u32 __data_loc_procname; long unsigned int backlog; long unsigned int rtt; long unsigned int execute; char __data[0]; }; struct trace_event_raw_rpc_xdr_overflow { struct trace_entry ent; unsigned int task_id; unsigned int client_id; int version; size_t requested; const void *end; const void *p; const void *head_base; size_t head_len; const void *tail_base; size_t tail_len; unsigned int page_len; unsigned int len; u32 __data_loc_progname; u32 __data_loc_procedure; char __data[0]; }; struct trace_event_raw_rpc_xdr_alignment { struct trace_entry ent; unsigned int task_id; unsigned int client_id; int version; size_t offset; unsigned int copied; const void *head_base; size_t head_len; const void *tail_base; size_t tail_len; unsigned int page_len; unsigned int len; u32 __data_loc_progname; u32 __data_loc_procedure; char __data[0]; }; struct trace_event_raw_xs_socket_event { struct trace_entry ent; unsigned int socket_state; unsigned int sock_state; long long unsigned int ino; __u8 saddr[28]; __u8 daddr[28]; char __data[0]; }; struct trace_event_raw_xs_socket_event_done { struct trace_entry ent; int error; unsigned int socket_state; unsigned int sock_state; long long unsigned int ino; __u8 saddr[28]; __u8 daddr[28]; char __data[0]; }; struct trace_event_raw_rpc_socket_nospace { struct trace_entry ent; unsigned int task_id; unsigned int client_id; unsigned int total; unsigned int remaining; char __data[0]; }; struct trace_event_raw_rpc_xprt_lifetime_class { struct trace_entry ent; long unsigned int state; u32 __data_loc_addr; u32 __data_loc_port; char __data[0]; }; struct trace_event_raw_rpc_xprt_event { struct trace_entry ent; u32 xid; int status; u32 __data_loc_addr; u32 __data_loc_port; char __data[0]; }; struct trace_event_raw_xprt_transmit { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; u32 seqno; int status; char __data[0]; }; struct trace_event_raw_xprt_retransmit { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; int ntrans; int version; long unsigned int timeout; u32 __data_loc_progname; u32 __data_loc_procname; char __data[0]; }; struct trace_event_raw_xprt_ping { struct trace_entry ent; int status; u32 __data_loc_addr; u32 __data_loc_port; char __data[0]; }; struct trace_event_raw_xprt_writelock_event { struct trace_entry ent; unsigned int task_id; unsigned int client_id; unsigned int snd_task_id; char __data[0]; }; struct trace_event_raw_xprt_cong_event { struct trace_entry ent; unsigned int task_id; unsigned int client_id; unsigned int snd_task_id; long unsigned int cong; long unsigned int cwnd; bool wait; char __data[0]; }; struct trace_event_raw_xprt_reserve { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; char __data[0]; }; struct trace_event_raw_xs_data_ready { struct trace_entry ent; u32 __data_loc_addr; u32 __data_loc_port; char __data[0]; }; struct trace_event_raw_xs_stream_read_data { struct trace_entry ent; ssize_t err; size_t total; u32 __data_loc_addr; u32 __data_loc_port; char __data[0]; }; struct trace_event_raw_xs_stream_read_request { struct trace_entry ent; u32 __data_loc_addr; u32 __data_loc_port; u32 xid; long unsigned int copied; unsigned int reclen; unsigned int offset; char __data[0]; }; struct trace_event_raw_rpcb_getport { struct trace_entry ent; unsigned int task_id; unsigned int client_id; unsigned int program; unsigned int version; int protocol; unsigned int bind_version; u32 __data_loc_servername; char __data[0]; }; struct trace_event_raw_rpcb_setport { struct trace_entry ent; unsigned int task_id; unsigned int client_id; int status; short unsigned int port; char __data[0]; }; struct trace_event_raw_pmap_register { struct trace_entry ent; unsigned int program; unsigned int version; int protocol; unsigned int port; char __data[0]; }; struct trace_event_raw_rpcb_register { struct trace_entry ent; unsigned int program; unsigned int version; u32 __data_loc_addr; u32 __data_loc_netid; char __data[0]; }; struct trace_event_raw_rpcb_unregister { struct trace_entry ent; unsigned int program; unsigned int version; u32 __data_loc_netid; char __data[0]; }; struct trace_event_raw_svc_xdr_msg_class { struct trace_entry ent; u32 xid; const void *head_base; size_t head_len; const void *tail_base; size_t tail_len; unsigned int page_len; unsigned int msg_len; char __data[0]; }; struct trace_event_raw_svc_xdr_buf_class { struct trace_entry ent; u32 xid; const void *head_base; size_t head_len; const void *tail_base; size_t tail_len; unsigned int page_base; unsigned int page_len; unsigned int msg_len; char __data[0]; }; struct trace_event_raw_svc_authenticate { struct trace_entry ent; u32 __data_loc_server; u32 __data_loc_client; unsigned int netns_ino; u32 xid; long unsigned int svc_status; long unsigned int auth_stat; char __data[0]; }; struct trace_event_raw_svc_process { struct trace_entry ent; u32 xid; u32 vers; u32 proc; u32 __data_loc_service; u32 __data_loc_procedure; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_svc_rqst_event { struct trace_entry ent; u32 __data_loc_server; u32 __data_loc_client; unsigned int netns_ino; u32 xid; long unsigned int flags; char __data[0]; }; struct trace_event_raw_svc_rqst_status { struct trace_entry ent; u32 __data_loc_server; u32 __data_loc_client; unsigned int netns_ino; u32 xid; int status; long unsigned int flags; char __data[0]; }; struct trace_event_raw_svc_stats_latency { struct trace_entry ent; u32 __data_loc_server; u32 __data_loc_client; unsigned int netns_ino; u32 xid; long unsigned int execute; u32 __data_loc_procedure; char __data[0]; }; struct trace_event_raw_svc_xprt_create_err { struct trace_entry ent; long int error; u32 __data_loc_program; u32 __data_loc_protocol; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_svc_xprt_enqueue { struct trace_entry ent; u32 __data_loc_server; u32 __data_loc_client; long unsigned int flags; unsigned int netns_ino; int pid; char __data[0]; }; struct trace_event_raw_svc_xprt_dequeue { struct trace_entry ent; u32 __data_loc_server; u32 __data_loc_client; long unsigned int flags; unsigned int netns_ino; long unsigned int wakeup; char __data[0]; }; struct trace_event_raw_svc_xprt_event { struct trace_entry ent; u32 __data_loc_server; u32 __data_loc_client; long unsigned int flags; unsigned int netns_ino; char __data[0]; }; struct trace_event_raw_svc_xprt_accept { struct trace_entry ent; u32 __data_loc_server; u32 __data_loc_client; long unsigned int flags; unsigned int netns_ino; u32 __data_loc_protocol; u32 __data_loc_service; char __data[0]; }; struct trace_event_raw_svc_wake_up { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_svc_alloc_arg_err { struct trace_entry ent; unsigned int requested; unsigned int allocated; char __data[0]; }; struct trace_event_raw_svc_deferred_event { struct trace_entry ent; const void *dr; u32 xid; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_svcsock_new_socket { struct trace_entry ent; long unsigned int type; long unsigned int family; bool listener; char __data[0]; }; struct trace_event_raw_svcsock_marker { struct trace_entry ent; unsigned int length; bool last; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_svcsock_class { struct trace_entry ent; ssize_t result; long unsigned int flags; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_svcsock_tcp_recv_short { struct trace_entry ent; u32 expected; u32 received; long unsigned int flags; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_svcsock_tcp_state { struct trace_entry ent; long unsigned int socket_state; long unsigned int sock_state; long unsigned int flags; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_svcsock_accept_class { struct trace_entry ent; long int status; u32 __data_loc_service; unsigned int netns_ino; char __data[0]; }; struct trace_event_raw_cache_event { struct trace_entry ent; const struct cache_head *h; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_register_class { struct trace_entry ent; u32 version; long unsigned int family; short unsigned int protocol; short unsigned int port; int error; u32 __data_loc_program; char __data[0]; }; struct trace_event_raw_svc_unregister { struct trace_entry ent; u32 version; int error; u32 __data_loc_program; char __data[0]; }; struct trace_event_data_offsets_rpc_xdr_buf_class {}; struct trace_event_data_offsets_rpc_clnt_class {}; struct trace_event_data_offsets_rpc_clnt_new { u32 addr; u32 port; u32 program; u32 server; }; struct trace_event_data_offsets_rpc_clnt_new_err { u32 program; u32 server; }; struct trace_event_data_offsets_rpc_clnt_clone_err {}; struct trace_event_data_offsets_rpc_task_status {}; struct trace_event_data_offsets_rpc_request { u32 progname; u32 procname; }; struct trace_event_data_offsets_rpc_task_running {}; struct trace_event_data_offsets_rpc_task_queued { u32 q_name; }; struct trace_event_data_offsets_rpc_failure {}; struct trace_event_data_offsets_rpc_reply_event { u32 progname; u32 procname; u32 servername; }; struct trace_event_data_offsets_rpc_buf_alloc {}; struct trace_event_data_offsets_rpc_call_rpcerror {}; struct trace_event_data_offsets_rpc_stats_latency { u32 progname; u32 procname; }; struct trace_event_data_offsets_rpc_xdr_overflow { u32 progname; u32 procedure; }; struct trace_event_data_offsets_rpc_xdr_alignment { u32 progname; u32 procedure; }; struct trace_event_data_offsets_xs_socket_event {}; struct trace_event_data_offsets_xs_socket_event_done {}; struct trace_event_data_offsets_rpc_socket_nospace {}; struct trace_event_data_offsets_rpc_xprt_lifetime_class { u32 addr; u32 port; }; struct trace_event_data_offsets_rpc_xprt_event { u32 addr; u32 port; }; struct trace_event_data_offsets_xprt_transmit {}; struct trace_event_data_offsets_xprt_retransmit { u32 progname; u32 procname; }; struct trace_event_data_offsets_xprt_ping { u32 addr; u32 port; }; struct trace_event_data_offsets_xprt_writelock_event {}; struct trace_event_data_offsets_xprt_cong_event {}; struct trace_event_data_offsets_xprt_reserve {}; struct trace_event_data_offsets_xs_data_ready { u32 addr; u32 port; }; struct trace_event_data_offsets_xs_stream_read_data { u32 addr; u32 port; }; struct trace_event_data_offsets_xs_stream_read_request { u32 addr; u32 port; }; struct trace_event_data_offsets_rpcb_getport { u32 servername; }; struct trace_event_data_offsets_rpcb_setport {}; struct trace_event_data_offsets_pmap_register {}; struct trace_event_data_offsets_rpcb_register { u32 addr; u32 netid; }; struct trace_event_data_offsets_rpcb_unregister { u32 netid; }; struct trace_event_data_offsets_svc_xdr_msg_class {}; struct trace_event_data_offsets_svc_xdr_buf_class {}; struct trace_event_data_offsets_svc_authenticate { u32 server; u32 client; }; struct trace_event_data_offsets_svc_process { u32 service; u32 procedure; u32 addr; }; struct trace_event_data_offsets_svc_rqst_event { u32 server; u32 client; }; struct trace_event_data_offsets_svc_rqst_status { u32 server; u32 client; }; struct trace_event_data_offsets_svc_stats_latency { u32 server; u32 client; u32 procedure; }; struct trace_event_data_offsets_svc_xprt_create_err { u32 program; u32 protocol; u32 addr; }; struct trace_event_data_offsets_svc_xprt_enqueue { u32 server; u32 client; }; struct trace_event_data_offsets_svc_xprt_dequeue { u32 server; u32 client; }; struct trace_event_data_offsets_svc_xprt_event { u32 server; u32 client; }; struct trace_event_data_offsets_svc_xprt_accept { u32 server; u32 client; u32 protocol; u32 service; }; struct trace_event_data_offsets_svc_wake_up {}; struct trace_event_data_offsets_svc_alloc_arg_err {}; struct trace_event_data_offsets_svc_deferred_event { u32 addr; }; struct trace_event_data_offsets_svcsock_new_socket {}; struct trace_event_data_offsets_svcsock_marker { u32 addr; }; struct trace_event_data_offsets_svcsock_class { u32 addr; }; struct trace_event_data_offsets_svcsock_tcp_recv_short { u32 addr; }; struct trace_event_data_offsets_svcsock_tcp_state { u32 addr; }; struct trace_event_data_offsets_svcsock_accept_class { u32 service; }; struct trace_event_data_offsets_cache_event { u32 name; }; struct trace_event_data_offsets_register_class { u32 program; }; struct trace_event_data_offsets_svc_unregister { u32 program; }; typedef void (*btf_trace_rpc_xdr_sendto)(void *, const struct rpc_task *, const struct xdr_buf *); typedef void (*btf_trace_rpc_xdr_recvfrom)(void *, const struct rpc_task *, const struct xdr_buf *); typedef void (*btf_trace_rpc_xdr_reply_pages)(void *, const struct rpc_task *, const struct xdr_buf *); typedef void (*btf_trace_rpc_clnt_free)(void *, const struct rpc_clnt *); typedef void (*btf_trace_rpc_clnt_killall)(void *, const struct rpc_clnt *); typedef void (*btf_trace_rpc_clnt_shutdown)(void *, const struct rpc_clnt *); typedef void (*btf_trace_rpc_clnt_release)(void *, const struct rpc_clnt *); typedef void (*btf_trace_rpc_clnt_replace_xprt)(void *, const struct rpc_clnt *); typedef void (*btf_trace_rpc_clnt_replace_xprt_err)(void *, const struct rpc_clnt *); typedef void (*btf_trace_rpc_clnt_new)(void *, const struct rpc_clnt *, const struct rpc_xprt *, const char *, const char *); typedef void (*btf_trace_rpc_clnt_new_err)(void *, const char *, const char *, int); typedef void (*btf_trace_rpc_clnt_clone_err)(void *, const struct rpc_clnt *, int); typedef void (*btf_trace_rpc_call_status)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc_connect_status)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc_timeout_status)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc_retry_refresh_status)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc_refresh_status)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc_request)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc_task_begin)(void *, const struct rpc_task *, const void *); typedef void (*btf_trace_rpc_task_run_action)(void *, const struct rpc_task *, const void *); typedef void (*btf_trace_rpc_task_sync_sleep)(void *, const struct rpc_task *, const void *); typedef void (*btf_trace_rpc_task_sync_wake)(void *, const struct rpc_task *, const void *); typedef void (*btf_trace_rpc_task_complete)(void *, const struct rpc_task *, const void *); typedef void (*btf_trace_rpc_task_timeout)(void *, const struct rpc_task *, const void *); typedef void (*btf_trace_rpc_task_signalled)(void *, const struct rpc_task *, const void *); typedef void (*btf_trace_rpc_task_end)(void *, const struct rpc_task *, const void *); typedef void (*btf_trace_rpc_task_call_done)(void *, const struct rpc_task *, const void *); typedef void (*btf_trace_rpc_task_sleep)(void *, const struct rpc_task *, const struct rpc_wait_queue *); typedef void (*btf_trace_rpc_task_wakeup)(void *, const struct rpc_task *, const struct rpc_wait_queue *); typedef void (*btf_trace_rpc_bad_callhdr)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc_bad_verifier)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc__prog_unavail)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc__prog_mismatch)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc__proc_unavail)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc__garbage_args)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc__unparsable)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc__mismatch)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc__stale_creds)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc__bad_creds)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc__auth_tooweak)(void *, const struct rpc_task *); typedef void (*btf_trace_rpcb_prog_unavail_err)(void *, const struct rpc_task *); typedef void (*btf_trace_rpcb_timeout_err)(void *, const struct rpc_task *); typedef void (*btf_trace_rpcb_bind_version_err)(void *, const struct rpc_task *); typedef void (*btf_trace_rpcb_unreachable_err)(void *, const struct rpc_task *); typedef void (*btf_trace_rpcb_unrecognized_err)(void *, const struct rpc_task *); typedef void (*btf_trace_rpc_buf_alloc)(void *, const struct rpc_task *, int); typedef void (*btf_trace_rpc_call_rpcerror)(void *, const struct rpc_task *, int, int); typedef void (*btf_trace_rpc_stats_latency)(void *, const struct rpc_task *, ktime_t, ktime_t, ktime_t); typedef void (*btf_trace_rpc_xdr_overflow)(void *, const struct xdr_stream *, size_t); typedef void (*btf_trace_rpc_xdr_alignment)(void *, const struct xdr_stream *, size_t, unsigned int); typedef void (*btf_trace_rpc_socket_state_change)(void *, struct rpc_xprt *, struct socket *); typedef void (*btf_trace_rpc_socket_connect)(void *, struct rpc_xprt *, struct socket *, int); typedef void (*btf_trace_rpc_socket_error)(void *, struct rpc_xprt *, struct socket *, int); typedef void (*btf_trace_rpc_socket_reset_connection)(void *, struct rpc_xprt *, struct socket *, int); typedef void (*btf_trace_rpc_socket_close)(void *, struct rpc_xprt *, struct socket *); typedef void (*btf_trace_rpc_socket_shutdown)(void *, struct rpc_xprt *, struct socket *); typedef void (*btf_trace_rpc_socket_nospace)(void *, const struct rpc_rqst *, const struct sock_xprt *); typedef void (*btf_trace_xprt_create)(void *, const struct rpc_xprt *); typedef void (*btf_trace_xprt_connect)(void *, const struct rpc_xprt *); typedef void (*btf_trace_xprt_disconnect_auto)(void *, const struct rpc_xprt *); typedef void (*btf_trace_xprt_disconnect_done)(void *, const struct rpc_xprt *); typedef void (*btf_trace_xprt_disconnect_force)(void *, const struct rpc_xprt *); typedef void (*btf_trace_xprt_destroy)(void *, const struct rpc_xprt *); typedef void (*btf_trace_xprt_timer)(void *, const struct rpc_xprt *, __be32, int); typedef void (*btf_trace_xprt_lookup_rqst)(void *, const struct rpc_xprt *, __be32, int); typedef void (*btf_trace_xprt_transmit)(void *, const struct rpc_rqst *, int); typedef void (*btf_trace_xprt_retransmit)(void *, const struct rpc_rqst *); typedef void (*btf_trace_xprt_ping)(void *, const struct rpc_xprt *, int); typedef void (*btf_trace_xprt_reserve_xprt)(void *, const struct rpc_xprt *, const struct rpc_task *); typedef void (*btf_trace_xprt_release_xprt)(void *, const struct rpc_xprt *, const struct rpc_task *); typedef void (*btf_trace_xprt_reserve_cong)(void *, const struct rpc_xprt *, const struct rpc_task *); typedef void (*btf_trace_xprt_release_cong)(void *, const struct rpc_xprt *, const struct rpc_task *); typedef void (*btf_trace_xprt_get_cong)(void *, const struct rpc_xprt *, const struct rpc_task *); typedef void (*btf_trace_xprt_put_cong)(void *, const struct rpc_xprt *, const struct rpc_task *); typedef void (*btf_trace_xprt_reserve)(void *, const struct rpc_rqst *); typedef void (*btf_trace_xs_data_ready)(void *, const struct rpc_xprt *); typedef void (*btf_trace_xs_stream_read_data)(void *, struct rpc_xprt *, ssize_t, size_t); typedef void (*btf_trace_xs_stream_read_request)(void *, struct sock_xprt *); typedef void (*btf_trace_rpcb_getport)(void *, const struct rpc_clnt *, const struct rpc_task *, unsigned int); typedef void (*btf_trace_rpcb_setport)(void *, const struct rpc_task *, int, short unsigned int); typedef void (*btf_trace_pmap_register)(void *, u32, u32, int, short unsigned int); typedef void (*btf_trace_rpcb_register)(void *, u32, u32, const char *, const char *); typedef void (*btf_trace_rpcb_unregister)(void *, u32, u32, const char *); typedef void (*btf_trace_svc_xdr_recvfrom)(void *, const struct xdr_buf *); typedef void (*btf_trace_svc_xdr_sendto)(void *, __be32, const struct xdr_buf *); typedef void (*btf_trace_svc_authenticate)(void *, const struct svc_rqst *, int); typedef void (*btf_trace_svc_process)(void *, const struct svc_rqst *, const char *); typedef void (*btf_trace_svc_defer)(void *, const struct svc_rqst *); typedef void (*btf_trace_svc_drop)(void *, const struct svc_rqst *); typedef void (*btf_trace_svc_send)(void *, const struct svc_rqst *, int); typedef void (*btf_trace_svc_stats_latency)(void *, const struct svc_rqst *); typedef void (*btf_trace_svc_xprt_create_err)(void *, const char *, const char *, struct sockaddr *, size_t, const struct svc_xprt *); typedef void (*btf_trace_svc_xprt_enqueue)(void *, const struct svc_xprt *, const struct svc_rqst *); typedef void (*btf_trace_svc_xprt_dequeue)(void *, const struct svc_rqst *); typedef void (*btf_trace_svc_xprt_no_write_space)(void *, const struct svc_xprt *); typedef void (*btf_trace_svc_xprt_close)(void *, const struct svc_xprt *); typedef void (*btf_trace_svc_xprt_detach)(void *, const struct svc_xprt *); typedef void (*btf_trace_svc_xprt_free)(void *, const struct svc_xprt *); typedef void (*btf_trace_svc_xprt_accept)(void *, const struct svc_xprt *, const char *); typedef void (*btf_trace_svc_wake_up)(void *, int); typedef void (*btf_trace_svc_alloc_arg_err)(void *, unsigned int, unsigned int); typedef void (*btf_trace_svc_defer_drop)(void *, const struct svc_deferred_req *); typedef void (*btf_trace_svc_defer_queue)(void *, const struct svc_deferred_req *); typedef void (*btf_trace_svc_defer_recv)(void *, const struct svc_deferred_req *); typedef void (*btf_trace_svcsock_new_socket)(void *, const struct socket *); typedef void (*btf_trace_svcsock_marker)(void *, const struct svc_xprt *, __be32); typedef void (*btf_trace_svcsock_udp_send)(void *, const struct svc_xprt *, ssize_t); typedef void (*btf_trace_svcsock_udp_recv)(void *, const struct svc_xprt *, ssize_t); typedef void (*btf_trace_svcsock_udp_recv_err)(void *, const struct svc_xprt *, ssize_t); typedef void (*btf_trace_svcsock_tcp_send)(void *, const struct svc_xprt *, ssize_t); typedef void (*btf_trace_svcsock_tcp_recv)(void *, const struct svc_xprt *, ssize_t); typedef void (*btf_trace_svcsock_tcp_recv_eagain)(void *, const struct svc_xprt *, ssize_t); typedef void (*btf_trace_svcsock_tcp_recv_err)(void *, const struct svc_xprt *, ssize_t); typedef void (*btf_trace_svcsock_data_ready)(void *, const struct svc_xprt *, ssize_t); typedef void (*btf_trace_svcsock_write_space)(void *, const struct svc_xprt *, ssize_t); typedef void (*btf_trace_svcsock_tcp_recv_short)(void *, const struct svc_xprt *, u32, u32); typedef void (*btf_trace_svcsock_tcp_state)(void *, const struct svc_xprt *, const struct socket *); typedef void (*btf_trace_svcsock_accept_err)(void *, const struct svc_xprt *, const char *, long int); typedef void (*btf_trace_svcsock_getpeername_err)(void *, const struct svc_xprt *, const char *, long int); typedef void (*btf_trace_cache_entry_expired)(void *, const struct cache_detail *, const struct cache_head *); typedef void (*btf_trace_cache_entry_upcall)(void *, const struct cache_detail *, const struct cache_head *); typedef void (*btf_trace_cache_entry_update)(void *, const struct cache_detail *, const struct cache_head *); typedef void (*btf_trace_cache_entry_make_negative)(void *, const struct cache_detail *, const struct cache_head *); typedef void (*btf_trace_cache_entry_no_listener)(void *, const struct cache_detail *, const struct cache_head *); typedef void (*btf_trace_svc_register)(void *, const char *, const u32, const int, const short unsigned int, const short unsigned int, int); typedef void (*btf_trace_svc_noregister)(void *, const char *, const u32, const int, const short unsigned int, const short unsigned int, int); typedef void (*btf_trace_svc_unregister)(void *, const char *, const u32, int); enum { SVC_POOL_AUTO = 4294967295, SVC_POOL_GLOBAL = 0, SVC_POOL_PERCPU = 1, SVC_POOL_PERNODE = 2, }; struct svc_pool_map { int count; int mode; unsigned int npools; unsigned int *pool_to; unsigned int *to_pool; }; struct unix_domain { struct auth_domain h; }; struct ip_map { struct cache_head h; char m_class[8]; struct in6_addr m_addr; struct unix_domain *m_client; struct callback_head m_rcu; }; struct unix_gid { struct cache_head h; kuid_t uid; struct group_info *gi; struct callback_head rcu; }; enum { RPCBPROC_NULL = 0, RPCBPROC_SET = 1, RPCBPROC_UNSET = 2, RPCBPROC_GETPORT = 3, RPCBPROC_GETADDR = 3, RPCBPROC_DUMP = 4, RPCBPROC_CALLIT = 5, RPCBPROC_BCAST = 5, RPCBPROC_GETTIME = 6, RPCBPROC_UADDR2TADDR = 7, RPCBPROC_TADDR2UADDR = 8, RPCBPROC_GETVERSADDR = 9, RPCBPROC_INDIRECT = 10, RPCBPROC_GETADDRLIST = 11, RPCBPROC_GETSTAT = 12, }; struct rpcbind_args { struct rpc_xprt *r_xprt; u32 r_prog; u32 r_vers; u32 r_prot; short unsigned int r_port; const char *r_netid; const char *r_addr; const char *r_owner; int r_status; }; struct rpcb_info { u32 rpc_vers; const struct rpc_procinfo *rpc_proc; }; struct thread_deferred_req { struct cache_deferred_req handle; struct completion completion; }; struct cache_queue { struct list_head list; int reader; }; struct cache_request { struct cache_queue q; struct cache_head *item; char *buf; int len; int readers; }; struct cache_reader { struct cache_queue q; int offset; }; struct rpc_filelist { const char *name; const struct file_operations *i_fop; umode_t mode; }; enum { RPCAUTH_info = 0, RPCAUTH_EOF = 1, }; enum { RPCAUTH_lockd = 0, RPCAUTH_mount = 1, RPCAUTH_nfs = 2, RPCAUTH_portmap = 3, RPCAUTH_statd = 4, RPCAUTH_nfsd4_cb = 5, RPCAUTH_cache = 6, RPCAUTH_nfsd = 7, RPCAUTH_gssd = 8, RPCAUTH_RootEOF = 9, }; struct xprt_addr { const char *addr; struct callback_head rcu; }; typedef struct rpc_xprt * (*xprt_switch_find_xprt_t)(struct rpc_xprt_switch *, const struct rpc_xprt *); typedef unsigned int OM_uint32; enum rpc_gss_proc { RPC_GSS_PROC_DATA = 0, RPC_GSS_PROC_INIT = 1, RPC_GSS_PROC_CONTINUE_INIT = 2, RPC_GSS_PROC_DESTROY = 3, }; struct gss_cl_ctx { refcount_t count; enum rpc_gss_proc gc_proc; u32 gc_seq; u32 gc_seq_xmit; spinlock_t gc_seq_lock; struct gss_ctx *gc_gss_ctx; struct xdr_netobj gc_wire_ctx; struct xdr_netobj gc_acceptor; u32 gc_win; long unsigned int gc_expiry; struct callback_head gc_rcu; }; struct gss_upcall_msg; struct gss_cred { struct rpc_cred gc_base; enum rpc_gss_svc gc_service; struct gss_cl_ctx *gc_ctx; struct gss_upcall_msg *gc_upcall; const char *gc_principal; long unsigned int gc_upcall_timestamp; }; struct gss_auth; struct gss_upcall_msg { refcount_t count; kuid_t uid; const char *service_name; struct rpc_pipe_msg msg; struct list_head list; struct gss_auth *auth; struct rpc_pipe *pipe; struct rpc_wait_queue rpc_waitqueue; wait_queue_head_t waitqueue; struct gss_cl_ctx *ctx; char databuf[256]; }; struct gss_pipe { struct rpc_pipe_dir_object pdo; struct rpc_pipe *pipe; struct rpc_clnt *clnt; const char *name; struct kref kref; }; struct gss_auth { struct kref kref; struct hlist_node hash; struct rpc_auth rpc_auth; struct gss_api_mech *mech; enum rpc_gss_svc service; struct rpc_clnt *client; struct net *net; netns_tracker ns_tracker; struct gss_pipe *gss_pipe[2]; const char *target_name; }; struct gss_alloc_pdo { struct rpc_clnt *clnt; const char *name; const struct rpc_pipe_ops *upcall_ops; }; struct rpc_gss_wire_cred { u32 gc_v; u32 gc_proc; u32 gc_seq; u32 gc_svc; struct xdr_netobj gc_ctx; }; struct gssp_in_token { struct page **pages; unsigned int page_base; unsigned int page_len; }; struct gssp_upcall_data { struct xdr_netobj in_handle; struct gssp_in_token in_token; struct xdr_netobj out_handle; struct xdr_netobj out_token; struct rpcsec_gss_oid mech_oid; struct svc_cred creds; int found_creds; int major_status; int minor_status; }; struct rsc; struct gss_svc_data { struct rpc_gss_wire_cred clcred; __be32 *verf_start; struct rsc *rsci; u8 gsd_scratch[36]; }; struct gss_svc_seq_data { u32 sd_max; long unsigned int sd_win[2]; spinlock_t sd_lock; }; struct rsc { struct cache_head h; struct xdr_netobj handle; struct svc_cred cred; struct gss_svc_seq_data seqdata; struct gss_ctx *mechctx; struct callback_head callback_head; }; struct rsi { struct cache_head h; struct xdr_netobj in_handle; struct xdr_netobj in_token; struct xdr_netobj out_handle; struct xdr_netobj out_token; int major_status; int minor_status; struct callback_head callback_head; }; struct gss_domain { struct auth_domain h; u32 pseudoflavor; }; typedef struct xdr_netobj gssx_buffer; typedef struct xdr_netobj utf8string; typedef struct xdr_netobj gssx_OID; struct gssx_option { gssx_buffer option; gssx_buffer value; }; struct gssx_option_array { u32 count; struct gssx_option *data; }; struct gssx_status { u64 major_status; gssx_OID mech; u64 minor_status; utf8string major_status_string; utf8string minor_status_string; gssx_buffer server_ctx; struct gssx_option_array options; }; struct gssx_call_ctx { utf8string locale; gssx_buffer server_ctx; struct gssx_option_array options; }; struct gssx_name_attr { gssx_buffer attr; gssx_buffer value; struct gssx_option_array extensions; }; struct gssx_name_attr_array { u32 count; struct gssx_name_attr *data; }; struct gssx_name { gssx_buffer display_name; }; typedef struct gssx_name gssx_name; struct gssx_cred_element { gssx_name MN; gssx_OID mech; u32 cred_usage; u64 initiator_time_rec; u64 acceptor_time_rec; struct gssx_option_array options; }; struct gssx_cred_element_array { u32 count; struct gssx_cred_element *data; }; struct gssx_cred { gssx_name desired_name; struct gssx_cred_element_array elements; gssx_buffer cred_handle_reference; u32 needs_release; }; struct gssx_ctx { gssx_buffer exported_context_token; gssx_buffer state; u32 need_release; gssx_OID mech; gssx_name src_name; gssx_name targ_name; u64 lifetime; u64 ctx_flags; u32 locally_initiated; u32 open; struct gssx_option_array options; }; struct gssx_cb { u64 initiator_addrtype; gssx_buffer initiator_address; u64 acceptor_addrtype; gssx_buffer acceptor_address; gssx_buffer application_data; }; struct gssx_arg_accept_sec_context { struct gssx_call_ctx call_ctx; struct gssx_ctx *context_handle; struct gssx_cred *cred_handle; struct gssp_in_token input_token; struct gssx_cb *input_cb; u32 ret_deleg_cred; struct gssx_option_array options; struct page **pages; unsigned int npages; }; struct gssx_res_accept_sec_context { struct gssx_status status; struct gssx_ctx *context_handle; gssx_buffer *output_token; struct gssx_option_array options; }; struct trace_event_raw_rpcgss_gssapi_event { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 maj_stat; char __data[0]; }; struct trace_event_raw_rpcgss_import_ctx { struct trace_entry ent; int status; char __data[0]; }; struct trace_event_raw_rpcgss_ctx_class { struct trace_entry ent; const void *cred; long unsigned int service; u32 __data_loc_principal; char __data[0]; }; struct trace_event_raw_rpcgss_svc_gssapi_class { struct trace_entry ent; u32 xid; u32 maj_stat; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_rpcgss_svc_unwrap_failed { struct trace_entry ent; u32 xid; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_rpcgss_svc_seqno_bad { struct trace_entry ent; u32 expected; u32 received; u32 xid; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_rpcgss_svc_accept_upcall { struct trace_entry ent; u32 minor_status; long unsigned int major_status; u32 xid; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_rpcgss_svc_authenticate { struct trace_entry ent; u32 seqno; u32 xid; u32 __data_loc_addr; char __data[0]; }; struct trace_event_raw_rpcgss_unwrap_failed { struct trace_entry ent; unsigned int task_id; unsigned int client_id; char __data[0]; }; struct trace_event_raw_rpcgss_bad_seqno { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 expected; u32 received; char __data[0]; }; struct trace_event_raw_rpcgss_seqno { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; u32 seqno; char __data[0]; }; struct trace_event_raw_rpcgss_need_reencode { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; u32 seq_xmit; u32 seqno; bool ret; char __data[0]; }; struct trace_event_raw_rpcgss_update_slack { struct trace_entry ent; unsigned int task_id; unsigned int client_id; u32 xid; const void *auth; unsigned int rslack; unsigned int ralign; unsigned int verfsize; char __data[0]; }; struct trace_event_raw_rpcgss_svc_seqno_class { struct trace_entry ent; u32 xid; u32 seqno; char __data[0]; }; struct trace_event_raw_rpcgss_svc_seqno_low { struct trace_entry ent; u32 xid; u32 seqno; u32 min; u32 max; char __data[0]; }; struct trace_event_raw_rpcgss_upcall_msg { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_raw_rpcgss_upcall_result { struct trace_entry ent; u32 uid; int result; char __data[0]; }; struct trace_event_raw_rpcgss_context { struct trace_entry ent; long unsigned int expiry; long unsigned int now; unsigned int timeout; u32 window_size; int len; u32 __data_loc_acceptor; char __data[0]; }; struct trace_event_raw_rpcgss_createauth { struct trace_entry ent; unsigned int flavor; int error; char __data[0]; }; struct trace_event_raw_rpcgss_oid_to_mech { struct trace_entry ent; u32 __data_loc_oid; char __data[0]; }; struct trace_event_data_offsets_rpcgss_gssapi_event {}; struct trace_event_data_offsets_rpcgss_import_ctx {}; struct trace_event_data_offsets_rpcgss_ctx_class { u32 principal; }; struct trace_event_data_offsets_rpcgss_svc_gssapi_class { u32 addr; }; struct trace_event_data_offsets_rpcgss_svc_unwrap_failed { u32 addr; }; struct trace_event_data_offsets_rpcgss_svc_seqno_bad { u32 addr; }; struct trace_event_data_offsets_rpcgss_svc_accept_upcall { u32 addr; }; struct trace_event_data_offsets_rpcgss_svc_authenticate { u32 addr; }; struct trace_event_data_offsets_rpcgss_unwrap_failed {}; struct trace_event_data_offsets_rpcgss_bad_seqno {}; struct trace_event_data_offsets_rpcgss_seqno {}; struct trace_event_data_offsets_rpcgss_need_reencode {}; struct trace_event_data_offsets_rpcgss_update_slack {}; struct trace_event_data_offsets_rpcgss_svc_seqno_class {}; struct trace_event_data_offsets_rpcgss_svc_seqno_low {}; struct trace_event_data_offsets_rpcgss_upcall_msg { u32 msg; }; struct trace_event_data_offsets_rpcgss_upcall_result {}; struct trace_event_data_offsets_rpcgss_context { u32 acceptor; }; struct trace_event_data_offsets_rpcgss_createauth {}; struct trace_event_data_offsets_rpcgss_oid_to_mech { u32 oid; }; typedef void (*btf_trace_rpcgss_import_ctx)(void *, int); typedef void (*btf_trace_rpcgss_get_mic)(void *, const struct rpc_task *, u32); typedef void (*btf_trace_rpcgss_verify_mic)(void *, const struct rpc_task *, u32); typedef void (*btf_trace_rpcgss_wrap)(void *, const struct rpc_task *, u32); typedef void (*btf_trace_rpcgss_unwrap)(void *, const struct rpc_task *, u32); typedef void (*btf_trace_rpcgss_ctx_init)(void *, const struct gss_cred *); typedef void (*btf_trace_rpcgss_ctx_destroy)(void *, const struct gss_cred *); typedef void (*btf_trace_rpcgss_svc_unwrap)(void *, const struct svc_rqst *, u32); typedef void (*btf_trace_rpcgss_svc_mic)(void *, const struct svc_rqst *, u32); typedef void (*btf_trace_rpcgss_svc_unwrap_failed)(void *, const struct svc_rqst *); typedef void (*btf_trace_rpcgss_svc_seqno_bad)(void *, const struct svc_rqst *, u32, u32); typedef void (*btf_trace_rpcgss_svc_accept_upcall)(void *, const struct svc_rqst *, u32, u32); typedef void (*btf_trace_rpcgss_svc_authenticate)(void *, const struct svc_rqst *, const struct rpc_gss_wire_cred *); typedef void (*btf_trace_rpcgss_unwrap_failed)(void *, const struct rpc_task *); typedef void (*btf_trace_rpcgss_bad_seqno)(void *, const struct rpc_task *, u32, u32); typedef void (*btf_trace_rpcgss_seqno)(void *, const struct rpc_task *); typedef void (*btf_trace_rpcgss_need_reencode)(void *, const struct rpc_task *, u32, bool); typedef void (*btf_trace_rpcgss_update_slack)(void *, const struct rpc_task *, const struct rpc_auth *); typedef void (*btf_trace_rpcgss_svc_seqno_large)(void *, const struct svc_rqst *, u32); typedef void (*btf_trace_rpcgss_svc_seqno_seen)(void *, const struct svc_rqst *, u32); typedef void (*btf_trace_rpcgss_svc_seqno_low)(void *, const struct svc_rqst *, u32, u32, u32); typedef void (*btf_trace_rpcgss_upcall_msg)(void *, const char *); typedef void (*btf_trace_rpcgss_upcall_result)(void *, u32, int); typedef void (*btf_trace_rpcgss_context)(void *, u32, long unsigned int, long unsigned int, unsigned int, unsigned int, const u8 *); typedef void (*btf_trace_rpcgss_createauth)(void *, unsigned int, int); typedef void (*btf_trace_rpcgss_oid_to_mech)(void *, const char *); enum { GSSX_NULL = 0, GSSX_INDICATE_MECHS = 1, GSSX_GET_CALL_CONTEXT = 2, GSSX_IMPORT_AND_CANON_NAME = 3, GSSX_EXPORT_CRED = 4, GSSX_IMPORT_CRED = 5, GSSX_ACQUIRE_CRED = 6, GSSX_STORE_CRED = 7, GSSX_INIT_SEC_CONTEXT = 8, GSSX_ACCEPT_SEC_CONTEXT = 9, GSSX_RELEASE_HANDLE = 10, GSSX_GET_MIC = 11, GSSX_VERIFY = 12, GSSX_WRAP = 13, GSSX_UNWRAP = 14, GSSX_WRAP_SIZE_LIMIT = 15, }; struct krb5_ctx; struct gss_krb5_enctype { const u32 etype; const u32 ctype; const char *name; const char *encrypt_name; const char *cksum_name; const u16 signalg; const u16 sealalg; const u32 blocksize; const u32 conflen; const u32 cksumlength; const u32 keyed_cksum; const u32 keybytes; const u32 keylength; u32 (*encrypt)(struct crypto_sync_skcipher *, void *, void *, void *, int); u32 (*decrypt)(struct crypto_sync_skcipher *, void *, void *, void *, int); u32 (*mk_key)(const struct gss_krb5_enctype *, struct xdr_netobj *, struct xdr_netobj *); u32 (*encrypt_v2)(struct krb5_ctx *, u32, struct xdr_buf *, struct page **); u32 (*decrypt_v2)(struct krb5_ctx *, u32, u32, struct xdr_buf *, u32 *, u32 *); }; struct krb5_ctx { int initiate; u32 enctype; u32 flags; const struct gss_krb5_enctype *gk5e; struct crypto_sync_skcipher *enc; struct crypto_sync_skcipher *seq; struct crypto_sync_skcipher *acceptor_enc; struct crypto_sync_skcipher *initiator_enc; struct crypto_sync_skcipher *acceptor_enc_aux; struct crypto_sync_skcipher *initiator_enc_aux; u8 Ksess[32]; u8 cksum[32]; atomic_t seq_send; atomic64_t seq_send64; time64_t endtime; struct xdr_netobj mech_used; u8 initiator_sign[32]; u8 acceptor_sign[32]; u8 initiator_seal[32]; u8 acceptor_seal[32]; u8 initiator_integ[32]; u8 acceptor_integ[32]; }; enum seal_alg { SEAL_ALG_NONE = 65535, SEAL_ALG_DES = 0, SEAL_ALG_1 = 1, SEAL_ALG_DES3KD = 2, }; enum sgn_alg { SGN_ALG_DES_MAC_MD5 = 0, SGN_ALG_MD2_5 = 1, SGN_ALG_DES_MAC = 2, SGN_ALG_3 = 3, SGN_ALG_HMAC_SHA1_DES3_KD = 4, }; struct encryptor_desc { u8 iv[16]; struct skcipher_request *req; int pos; struct xdr_buf *outbuf; struct page **pages; struct scatterlist infrags[4]; struct scatterlist outfrags[4]; int fragno; int fraglen; }; struct decryptor_desc { u8 iv[16]; struct skcipher_request *req; struct scatterlist frags[4]; int fragno; int fraglen; }; struct vlan_group { unsigned int nr_vlan_devs; struct hlist_node hlist; struct net_device **vlan_devices_arrays[16]; }; struct vlan_info { struct net_device *real_dev; struct vlan_group grp; struct list_head vid_list; unsigned int nr_vids; struct callback_head rcu; }; enum vlan_ioctl_cmds { ADD_VLAN_CMD = 0, DEL_VLAN_CMD = 1, SET_VLAN_INGRESS_PRIORITY_CMD = 2, SET_VLAN_EGRESS_PRIORITY_CMD = 3, GET_VLAN_INGRESS_PRIORITY_CMD = 4, GET_VLAN_EGRESS_PRIORITY_CMD = 5, SET_VLAN_NAME_TYPE_CMD = 6, SET_VLAN_FLAG_CMD = 7, GET_VLAN_REALDEV_NAME_CMD = 8, GET_VLAN_VID_CMD = 9, }; enum vlan_name_types { VLAN_NAME_TYPE_PLUS_VID = 0, VLAN_NAME_TYPE_RAW_PLUS_VID = 1, VLAN_NAME_TYPE_PLUS_VID_NO_PAD = 2, VLAN_NAME_TYPE_RAW_PLUS_VID_NO_PAD = 3, VLAN_NAME_TYPE_HIGHEST = 4, }; struct vlan_ioctl_args { int cmd; char device1[24]; union { char device2[24]; int VID; unsigned int skb_priority; unsigned int name_type; unsigned int bind_type; unsigned int flag; } u; short int vlan_qos; }; enum vlan_protos { VLAN_PROTO_8021Q = 0, VLAN_PROTO_8021AD = 1, VLAN_PROTO_NUM = 2, }; struct vlan_net { struct proc_dir_entry *proc_vlan_dir; struct proc_dir_entry *proc_vlan_conf; short unsigned int name_type; }; struct vlan_vid_info { struct list_head list; __be16 proto; u16 vid; int refcount; }; enum { IFLA_VLAN_UNSPEC = 0, IFLA_VLAN_ID = 1, IFLA_VLAN_FLAGS = 2, IFLA_VLAN_EGRESS_QOS = 3, IFLA_VLAN_INGRESS_QOS = 4, IFLA_VLAN_PROTOCOL = 5, __IFLA_VLAN_MAX = 6, }; struct ifla_vlan_flags { __u32 flags; __u32 mask; }; enum { IFLA_VLAN_QOS_UNSPEC = 0, IFLA_VLAN_QOS_MAPPING = 1, __IFLA_VLAN_QOS_MAX = 2, }; struct ifla_vlan_qos_mapping { __u32 from; __u32 to; }; enum mvrp_attributes { MVRP_ATTR_INVALID = 0, MVRP_ATTR_VID = 1, __MVRP_ATTR_MAX = 2, }; enum gvrp_attributes { GVRP_ATTR_INVALID = 0, GVRP_ATTR_VID = 1, __GVRP_ATTR_MAX = 2, }; enum nl80211_iftype { NL80211_IFTYPE_UNSPECIFIED = 0, NL80211_IFTYPE_ADHOC = 1, NL80211_IFTYPE_STATION = 2, NL80211_IFTYPE_AP = 3, NL80211_IFTYPE_AP_VLAN = 4, NL80211_IFTYPE_WDS = 5, NL80211_IFTYPE_MONITOR = 6, NL80211_IFTYPE_MESH_POINT = 7, NL80211_IFTYPE_P2P_CLIENT = 8, NL80211_IFTYPE_P2P_GO = 9, NL80211_IFTYPE_P2P_DEVICE = 10, NL80211_IFTYPE_OCB = 11, NL80211_IFTYPE_NAN = 12, NUM_NL80211_IFTYPES = 13, NL80211_IFTYPE_MAX = 12, }; struct cfg80211_conn; struct cfg80211_cached_keys; enum ieee80211_bss_type { IEEE80211_BSS_TYPE_ESS = 0, IEEE80211_BSS_TYPE_PBSS = 1, IEEE80211_BSS_TYPE_IBSS = 2, IEEE80211_BSS_TYPE_MBSS = 3, IEEE80211_BSS_TYPE_ANY = 4, }; enum nl80211_chan_width { NL80211_CHAN_WIDTH_20_NOHT = 0, NL80211_CHAN_WIDTH_20 = 1, NL80211_CHAN_WIDTH_40 = 2, NL80211_CHAN_WIDTH_80 = 3, NL80211_CHAN_WIDTH_80P80 = 4, NL80211_CHAN_WIDTH_160 = 5, NL80211_CHAN_WIDTH_5 = 6, NL80211_CHAN_WIDTH_10 = 7, NL80211_CHAN_WIDTH_1 = 8, NL80211_CHAN_WIDTH_2 = 9, NL80211_CHAN_WIDTH_4 = 10, NL80211_CHAN_WIDTH_8 = 11, NL80211_CHAN_WIDTH_16 = 12, NL80211_CHAN_WIDTH_320 = 13, }; enum ieee80211_edmg_bw_config { IEEE80211_EDMG_BW_CONFIG_4 = 4, IEEE80211_EDMG_BW_CONFIG_5 = 5, IEEE80211_EDMG_BW_CONFIG_6 = 6, IEEE80211_EDMG_BW_CONFIG_7 = 7, IEEE80211_EDMG_BW_CONFIG_8 = 8, IEEE80211_EDMG_BW_CONFIG_9 = 9, IEEE80211_EDMG_BW_CONFIG_10 = 10, IEEE80211_EDMG_BW_CONFIG_11 = 11, IEEE80211_EDMG_BW_CONFIG_12 = 12, IEEE80211_EDMG_BW_CONFIG_13 = 13, IEEE80211_EDMG_BW_CONFIG_14 = 14, IEEE80211_EDMG_BW_CONFIG_15 = 15, }; struct ieee80211_edmg { u8 channels; enum ieee80211_edmg_bw_config bw_config; }; struct ieee80211_channel; struct cfg80211_chan_def { struct ieee80211_channel *chan; enum nl80211_chan_width width; u32 center_freq1; u32 center_freq2; struct ieee80211_edmg edmg; u16 freq1_offset; }; struct ieee80211_mcs_info { u8 rx_mask[10]; __le16 rx_highest; u8 tx_params; u8 reserved[3]; }; struct ieee80211_ht_cap { __le16 cap_info; u8 ampdu_params_info; struct ieee80211_mcs_info mcs; __le16 extended_ht_cap_info; __le32 tx_BF_cap_info; u8 antenna_selection_info; } __attribute__((packed)); struct key_params; struct cfg80211_ibss_params { const u8 *ssid; const u8 *bssid; struct cfg80211_chan_def chandef; const u8 *ie; u8 ssid_len; u8 ie_len; u16 beacon_interval; u32 basic_rates; bool channel_fixed; bool privacy; bool control_port; bool control_port_over_nl80211; bool userspace_handles_dfs; int: 24; int mcast_rate[6]; struct ieee80211_ht_cap ht_capa; struct ieee80211_ht_cap ht_capa_mask; int: 32; struct key_params *wep_keys; int wep_tx_key; int: 32; } __attribute__((packed)); enum nl80211_auth_type { NL80211_AUTHTYPE_OPEN_SYSTEM = 0, NL80211_AUTHTYPE_SHARED_KEY = 1, NL80211_AUTHTYPE_FT = 2, NL80211_AUTHTYPE_NETWORK_EAP = 3, NL80211_AUTHTYPE_SAE = 4, NL80211_AUTHTYPE_FILS_SK = 5, NL80211_AUTHTYPE_FILS_SK_PFS = 6, NL80211_AUTHTYPE_FILS_PK = 7, __NL80211_AUTHTYPE_NUM = 8, NL80211_AUTHTYPE_MAX = 7, NL80211_AUTHTYPE_AUTOMATIC = 8, }; enum nl80211_mfp { NL80211_MFP_NO = 0, NL80211_MFP_REQUIRED = 1, NL80211_MFP_OPTIONAL = 2, }; enum nl80211_sae_pwe_mechanism { NL80211_SAE_PWE_UNSPECIFIED = 0, NL80211_SAE_PWE_HUNT_AND_PECK = 1, NL80211_SAE_PWE_HASH_TO_ELEMENT = 2, NL80211_SAE_PWE_BOTH = 3, }; struct cfg80211_crypto_settings { u32 wpa_versions; u32 cipher_group; int n_ciphers_pairwise; u32 ciphers_pairwise[5]; int n_akm_suites; u32 akm_suites[10]; bool control_port; __be16 control_port_ethertype; bool control_port_no_encrypt; bool control_port_over_nl80211; bool control_port_no_preauth; struct key_params *wep_keys; int wep_tx_key; const u8 *psk; const u8 *sae_pwd; u8 sae_pwd_len; enum nl80211_sae_pwe_mechanism sae_pwe; }; struct ieee80211_vht_mcs_info { __le16 rx_mcs_map; __le16 rx_highest; __le16 tx_mcs_map; __le16 tx_highest; }; struct ieee80211_vht_cap { __le32 vht_cap_info; struct ieee80211_vht_mcs_info supp_mcs; }; enum nl80211_bss_select_attr { __NL80211_BSS_SELECT_ATTR_INVALID = 0, NL80211_BSS_SELECT_ATTR_RSSI = 1, NL80211_BSS_SELECT_ATTR_BAND_PREF = 2, NL80211_BSS_SELECT_ATTR_RSSI_ADJUST = 3, __NL80211_BSS_SELECT_ATTR_AFTER_LAST = 4, NL80211_BSS_SELECT_ATTR_MAX = 3, }; enum nl80211_band { NL80211_BAND_2GHZ = 0, NL80211_BAND_5GHZ = 1, NL80211_BAND_60GHZ = 2, NL80211_BAND_6GHZ = 3, NL80211_BAND_S1GHZ = 4, NL80211_BAND_LC = 5, NUM_NL80211_BANDS = 6, }; struct cfg80211_bss_select_adjust { enum nl80211_band band; s8 delta; }; struct cfg80211_bss_selection { enum nl80211_bss_select_attr behaviour; union { enum nl80211_band band_pref; struct cfg80211_bss_select_adjust adjust; } param; }; struct cfg80211_connect_params { struct ieee80211_channel *channel; struct ieee80211_channel *channel_hint; const u8 *bssid; const u8 *bssid_hint; const u8 *ssid; size_t ssid_len; enum nl80211_auth_type auth_type; int: 32; const u8 *ie; size_t ie_len; bool privacy; int: 24; enum nl80211_mfp mfp; struct cfg80211_crypto_settings crypto; const u8 *key; u8 key_len; u8 key_idx; short: 16; u32 flags; int bg_scan_period; struct ieee80211_ht_cap ht_capa; struct ieee80211_ht_cap ht_capa_mask; struct ieee80211_vht_cap vht_capa; struct ieee80211_vht_cap vht_capa_mask; bool pbss; int: 24; struct cfg80211_bss_selection bss_select; const u8 *prev_bssid; const u8 *fils_erp_username; size_t fils_erp_username_len; const u8 *fils_erp_realm; size_t fils_erp_realm_len; u16 fils_erp_next_seq_num; long: 48; const u8 *fils_erp_rrk; size_t fils_erp_rrk_len; bool want_1x; int: 24; struct ieee80211_edmg edmg; int: 32; } __attribute__((packed)); struct cfg80211_cqm_config; struct cfg80211_internal_bss; struct wiphy; struct wireless_dev { struct wiphy *wiphy; enum nl80211_iftype iftype; struct list_head list; struct net_device *netdev; u32 identifier; struct list_head mgmt_registrations; u8 mgmt_registrations_need_update: 1; struct mutex mtx; bool use_4addr; bool is_running; bool registered; bool registering; u8 address[6]; struct cfg80211_conn *conn; struct cfg80211_cached_keys *connect_keys; enum ieee80211_bss_type conn_bss_type; u32 conn_owner_nlportid; struct work_struct disconnect_wk; u8 disconnect_bssid[6]; struct list_head event_list; spinlock_t event_lock; u8 connected: 1; bool ps; int ps_timeout; u32 ap_unexpected_nlportid; u32 owner_nlportid; bool nl_owner_dead; bool cac_started; long unsigned int cac_start_time; unsigned int cac_time_ms; struct { struct cfg80211_ibss_params ibss; struct cfg80211_connect_params connect; struct cfg80211_cached_keys *keys; const u8 *ie; size_t ie_len; u8 bssid[6]; u8 prev_bssid[6]; u8 ssid[32]; s8 default_key; s8 default_mgmt_key; bool prev_bssid_valid; } wext; struct cfg80211_cqm_config *cqm_config; struct list_head pmsr_list; spinlock_t pmsr_lock; struct work_struct pmsr_free_wk; long unsigned int unprot_beacon_reported; union { struct { u8 connected_addr[6]; u8 ssid[32]; u8 ssid_len; char: 8; } client; struct { int beacon_interval; struct cfg80211_chan_def preset_chandef; struct cfg80211_chan_def chandef; u8 id[32]; u8 id_len; u8 id_up_len; } mesh; struct { struct cfg80211_chan_def preset_chandef; u8 ssid[32]; u8 ssid_len; } ap; struct { struct cfg80211_internal_bss *current_bss; struct cfg80211_chan_def chandef; int beacon_interval; u8 ssid[32]; u8 ssid_len; } ibss; struct { struct cfg80211_chan_def chandef; } ocb; } u; struct { u8 addr[6]; union { struct { unsigned int beacon_interval; struct cfg80211_chan_def chandef; } ap; struct { struct cfg80211_internal_bss *current_bss; } client; }; } links[15]; u16 valid_links; }; struct iw_encode_ext { __u32 ext_flags; __u8 tx_seq[8]; __u8 rx_seq[8]; struct sockaddr addr; __u16 alg; __u16 key_len; __u8 key[0]; }; struct iwreq { union { char ifrn_name[16]; } ifr_ifrn; union iwreq_data u; }; struct iw_event { __u16 len; __u16 cmd; union iwreq_data u; }; struct compat_iw_point { compat_caddr_t pointer; __u16 length; __u16 flags; }; struct __compat_iw_event { __u16 len; __u16 cmd; union { compat_caddr_t pointer; struct { struct { } __empty_ptr_bytes; __u8 ptr_bytes[0]; }; }; }; enum nl80211_reg_initiator { NL80211_REGDOM_SET_BY_CORE = 0, NL80211_REGDOM_SET_BY_USER = 1, NL80211_REGDOM_SET_BY_DRIVER = 2, NL80211_REGDOM_SET_BY_COUNTRY_IE = 3, }; enum nl80211_dfs_regions { NL80211_DFS_UNSET = 0, NL80211_DFS_FCC = 1, NL80211_DFS_ETSI = 2, NL80211_DFS_JP = 3, }; enum nl80211_user_reg_hint_type { NL80211_USER_REG_HINT_USER = 0, NL80211_USER_REG_HINT_CELL_BASE = 1, NL80211_USER_REG_HINT_INDOOR = 2, }; enum nl80211_mntr_flags { __NL80211_MNTR_FLAG_INVALID = 0, NL80211_MNTR_FLAG_FCSFAIL = 1, NL80211_MNTR_FLAG_PLCPFAIL = 2, NL80211_MNTR_FLAG_CONTROL = 3, NL80211_MNTR_FLAG_OTHER_BSS = 4, NL80211_MNTR_FLAG_COOK_FRAMES = 5, NL80211_MNTR_FLAG_ACTIVE = 6, __NL80211_MNTR_FLAG_AFTER_LAST = 7, NL80211_MNTR_FLAG_MAX = 6, }; enum nl80211_key_mode { NL80211_KEY_RX_TX = 0, NL80211_KEY_NO_TX = 1, NL80211_KEY_SET_TX = 2, }; enum nl80211_ext_feature_index { NL80211_EXT_FEATURE_VHT_IBSS = 0, NL80211_EXT_FEATURE_RRM = 1, NL80211_EXT_FEATURE_MU_MIMO_AIR_SNIFFER = 2, NL80211_EXT_FEATURE_SCAN_START_TIME = 3, NL80211_EXT_FEATURE_BSS_PARENT_TSF = 4, NL80211_EXT_FEATURE_SET_SCAN_DWELL = 5, NL80211_EXT_FEATURE_BEACON_RATE_LEGACY = 6, NL80211_EXT_FEATURE_BEACON_RATE_HT = 7, NL80211_EXT_FEATURE_BEACON_RATE_VHT = 8, NL80211_EXT_FEATURE_FILS_STA = 9, NL80211_EXT_FEATURE_MGMT_TX_RANDOM_TA = 10, NL80211_EXT_FEATURE_MGMT_TX_RANDOM_TA_CONNECTED = 11, NL80211_EXT_FEATURE_SCHED_SCAN_RELATIVE_RSSI = 12, NL80211_EXT_FEATURE_CQM_RSSI_LIST = 13, NL80211_EXT_FEATURE_FILS_SK_OFFLOAD = 14, NL80211_EXT_FEATURE_4WAY_HANDSHAKE_STA_PSK = 15, NL80211_EXT_FEATURE_4WAY_HANDSHAKE_STA_1X = 16, NL80211_EXT_FEATURE_FILS_MAX_CHANNEL_TIME = 17, NL80211_EXT_FEATURE_ACCEPT_BCAST_PROBE_RESP = 18, NL80211_EXT_FEATURE_OCE_PROBE_REQ_HIGH_TX_RATE = 19, NL80211_EXT_FEATURE_OCE_PROBE_REQ_DEFERRAL_SUPPRESSION = 20, NL80211_EXT_FEATURE_MFP_OPTIONAL = 21, NL80211_EXT_FEATURE_LOW_SPAN_SCAN = 22, NL80211_EXT_FEATURE_LOW_POWER_SCAN = 23, NL80211_EXT_FEATURE_HIGH_ACCURACY_SCAN = 24, NL80211_EXT_FEATURE_DFS_OFFLOAD = 25, NL80211_EXT_FEATURE_CONTROL_PORT_OVER_NL80211 = 26, NL80211_EXT_FEATURE_ACK_SIGNAL_SUPPORT = 27, NL80211_EXT_FEATURE_DATA_ACK_SIGNAL_SUPPORT = 27, NL80211_EXT_FEATURE_TXQS = 28, NL80211_EXT_FEATURE_SCAN_RANDOM_SN = 29, NL80211_EXT_FEATURE_SCAN_MIN_PREQ_CONTENT = 30, NL80211_EXT_FEATURE_CAN_REPLACE_PTK0 = 31, NL80211_EXT_FEATURE_ENABLE_FTM_RESPONDER = 32, NL80211_EXT_FEATURE_AIRTIME_FAIRNESS = 33, NL80211_EXT_FEATURE_AP_PMKSA_CACHING = 34, NL80211_EXT_FEATURE_SCHED_SCAN_BAND_SPECIFIC_RSSI_THOLD = 35, NL80211_EXT_FEATURE_EXT_KEY_ID = 36, NL80211_EXT_FEATURE_STA_TX_PWR = 37, NL80211_EXT_FEATURE_SAE_OFFLOAD = 38, NL80211_EXT_FEATURE_VLAN_OFFLOAD = 39, NL80211_EXT_FEATURE_AQL = 40, NL80211_EXT_FEATURE_BEACON_PROTECTION = 41, NL80211_EXT_FEATURE_CONTROL_PORT_NO_PREAUTH = 42, NL80211_EXT_FEATURE_PROTECTED_TWT = 43, NL80211_EXT_FEATURE_DEL_IBSS_STA = 44, NL80211_EXT_FEATURE_MULTICAST_REGISTRATIONS = 45, NL80211_EXT_FEATURE_BEACON_PROTECTION_CLIENT = 46, NL80211_EXT_FEATURE_SCAN_FREQ_KHZ = 47, NL80211_EXT_FEATURE_CONTROL_PORT_OVER_NL80211_TX_STATUS = 48, NL80211_EXT_FEATURE_OPERATING_CHANNEL_VALIDATION = 49, NL80211_EXT_FEATURE_4WAY_HANDSHAKE_AP_PSK = 50, NL80211_EXT_FEATURE_SAE_OFFLOAD_AP = 51, NL80211_EXT_FEATURE_FILS_DISCOVERY = 52, NL80211_EXT_FEATURE_UNSOL_BCAST_PROBE_RESP = 53, NL80211_EXT_FEATURE_BEACON_RATE_HE = 54, NL80211_EXT_FEATURE_SECURE_LTF = 55, NL80211_EXT_FEATURE_SECURE_RTT = 56, NL80211_EXT_FEATURE_PROT_RANGE_NEGO_AND_MEASURE = 57, NL80211_EXT_FEATURE_BSS_COLOR = 58, NL80211_EXT_FEATURE_FILS_CRYPTO_OFFLOAD = 59, NL80211_EXT_FEATURE_RADAR_BACKGROUND = 60, NL80211_EXT_FEATURE_POWERED_ADDR_CHANGE = 61, NUM_NL80211_EXT_FEATURES = 62, MAX_NL80211_EXT_FEATURES = 61, }; enum nl80211_dfs_state { NL80211_DFS_USABLE = 0, NL80211_DFS_UNAVAILABLE = 1, NL80211_DFS_AVAILABLE = 2, }; struct nl80211_vendor_cmd_info { __u32 vendor_id; __u32 subcmd; }; enum nl80211_sar_type { NL80211_SAR_TYPE_POWER = 0, NUM_NL80211_SAR_TYPE = 1, }; struct ieee80211_he_cap_elem { u8 mac_cap_info[6]; u8 phy_cap_info[11]; }; struct ieee80211_he_mcs_nss_supp { __le16 rx_mcs_80; __le16 tx_mcs_80; __le16 rx_mcs_160; __le16 tx_mcs_160; __le16 rx_mcs_80p80; __le16 tx_mcs_80p80; }; struct ieee80211_eht_mcs_nss_supp_20mhz_only { u8 rx_tx_mcs7_max_nss; u8 rx_tx_mcs9_max_nss; u8 rx_tx_mcs11_max_nss; u8 rx_tx_mcs13_max_nss; }; struct ieee80211_eht_mcs_nss_supp_bw { u8 rx_tx_mcs9_max_nss; u8 rx_tx_mcs11_max_nss; u8 rx_tx_mcs13_max_nss; }; struct ieee80211_eht_cap_elem_fixed { u8 mac_cap_info[2]; u8 phy_cap_info[9]; }; struct ieee80211_he_6ghz_capa { __le16 capa; }; struct rfkill; enum environment_cap { ENVIRON_ANY = 0, ENVIRON_INDOOR = 1, ENVIRON_OUTDOOR = 2, }; struct regulatory_request { struct callback_head callback_head; int wiphy_idx; enum nl80211_reg_initiator initiator; enum nl80211_user_reg_hint_type user_reg_hint_type; char alpha2[3]; enum nl80211_dfs_regions dfs_region; bool intersect; bool processed; enum environment_cap country_ie_env; struct list_head list; }; struct ieee80211_freq_range { u32 start_freq_khz; u32 end_freq_khz; u32 max_bandwidth_khz; }; struct ieee80211_power_rule { u32 max_antenna_gain; u32 max_eirp; }; struct ieee80211_wmm_ac { u16 cw_min; u16 cw_max; u16 cot; u8 aifsn; }; struct ieee80211_wmm_rule { struct ieee80211_wmm_ac client[4]; struct ieee80211_wmm_ac ap[4]; }; struct ieee80211_reg_rule { struct ieee80211_freq_range freq_range; struct ieee80211_power_rule power_rule; struct ieee80211_wmm_rule wmm_rule; u32 flags; u32 dfs_cac_ms; bool has_wmm; }; struct ieee80211_regdomain { struct callback_head callback_head; u32 n_reg_rules; char alpha2[3]; enum nl80211_dfs_regions dfs_region; struct ieee80211_reg_rule reg_rules[0]; }; struct ieee80211_channel { enum nl80211_band band; u32 center_freq; u16 freq_offset; u16 hw_value; u32 flags; int max_antenna_gain; int max_power; int max_reg_power; bool beacon_found; u32 orig_flags; int orig_mag; int orig_mpwr; enum nl80211_dfs_state dfs_state; long unsigned int dfs_state_entered; unsigned int dfs_cac_ms; }; struct ieee80211_rate { u32 flags; u16 bitrate; u16 hw_value; u16 hw_value_short; }; struct ieee80211_sta_ht_cap { u16 cap; bool ht_supported; u8 ampdu_factor; u8 ampdu_density; struct ieee80211_mcs_info mcs; char: 8; } __attribute__((packed)); struct ieee80211_sta_vht_cap { bool vht_supported; u32 cap; struct ieee80211_vht_mcs_info vht_mcs; }; struct ieee80211_sta_he_cap { bool has_he; struct ieee80211_he_cap_elem he_cap_elem; struct ieee80211_he_mcs_nss_supp he_mcs_nss_supp; u8 ppe_thres[25]; } __attribute__((packed)); struct ieee80211_eht_mcs_nss_supp { union { struct ieee80211_eht_mcs_nss_supp_20mhz_only only_20mhz; struct { struct ieee80211_eht_mcs_nss_supp_bw _80; struct ieee80211_eht_mcs_nss_supp_bw _160; struct ieee80211_eht_mcs_nss_supp_bw _320; } bw; }; }; struct ieee80211_sta_eht_cap { bool has_eht; struct ieee80211_eht_cap_elem_fixed eht_cap_elem; struct ieee80211_eht_mcs_nss_supp eht_mcs_nss_supp; u8 eht_ppe_thres[32]; }; struct ieee80211_sband_iftype_data { u16 types_mask; struct ieee80211_sta_he_cap he_cap; struct ieee80211_he_6ghz_capa he_6ghz_capa; struct ieee80211_sta_eht_cap eht_cap; struct { const u8 *data; unsigned int len; } vendor_elems; } __attribute__((packed)); struct ieee80211_sta_s1g_cap { bool s1g; u8 cap[10]; u8 nss_mcs[5]; }; struct ieee80211_supported_band { struct ieee80211_channel *channels; struct ieee80211_rate *bitrates; enum nl80211_band band; int n_channels; int n_bitrates; struct ieee80211_sta_ht_cap ht_cap; struct ieee80211_sta_vht_cap vht_cap; struct ieee80211_sta_s1g_cap s1g_cap; struct ieee80211_edmg edmg_cap; u16 n_iftype_data; const struct ieee80211_sband_iftype_data *iftype_data; }; struct key_params { const u8 *key; const u8 *seq; int key_len; int seq_len; u16 vlan_id; u32 cipher; enum nl80211_key_mode mode; }; struct mac_address { u8 addr[6]; }; struct cfg80211_sar_freq_ranges { u32 start_freq; u32 end_freq; }; struct cfg80211_sar_capa { enum nl80211_sar_type type; u32 num_freq_ranges; const struct cfg80211_sar_freq_ranges *freq_ranges; }; enum cfg80211_signal_type { CFG80211_SIGNAL_TYPE_NONE = 0, CFG80211_SIGNAL_TYPE_MBM = 1, CFG80211_SIGNAL_TYPE_UNSPEC = 2, }; struct ieee80211_txrx_stypes; struct ieee80211_iface_combination; struct wiphy_iftype_akm_suites; struct wiphy_iftype_ext_capab; struct wiphy_coalesce_support; struct wiphy_vendor_command; struct cfg80211_pmsr_capabilities; struct wiphy { struct mutex mtx; u8 perm_addr[6]; u8 addr_mask[6]; struct mac_address *addresses; const struct ieee80211_txrx_stypes *mgmt_stypes; const struct ieee80211_iface_combination *iface_combinations; int n_iface_combinations; u16 software_iftypes; u16 n_addresses; u16 interface_modes; u16 max_acl_mac_addrs; u32 flags; u32 regulatory_flags; u32 features; u8 ext_features[8]; u32 ap_sme_capa; enum cfg80211_signal_type signal_type; int bss_priv_size; u8 max_scan_ssids; u8 max_sched_scan_reqs; u8 max_sched_scan_ssids; u8 max_match_sets; u16 max_scan_ie_len; u16 max_sched_scan_ie_len; u32 max_sched_scan_plans; u32 max_sched_scan_plan_interval; u32 max_sched_scan_plan_iterations; int n_cipher_suites; const u32 *cipher_suites; int n_akm_suites; const u32 *akm_suites; const struct wiphy_iftype_akm_suites *iftype_akm_suites; unsigned int num_iftype_akm_suites; u8 retry_short; u8 retry_long; u32 frag_threshold; u32 rts_threshold; u8 coverage_class; char fw_version[32]; u32 hw_version; u16 max_remain_on_channel_duration; u8 max_num_pmkids; u32 available_antennas_tx; u32 available_antennas_rx; u32 probe_resp_offload; const u8 *extended_capabilities; const u8 *extended_capabilities_mask; u8 extended_capabilities_len; const struct wiphy_iftype_ext_capab *iftype_ext_capab; unsigned int num_iftype_ext_capab; const void *privid; struct ieee80211_supported_band *bands[6]; void (*reg_notifier)(struct wiphy *, struct regulatory_request *); const struct ieee80211_regdomain *regd; struct device dev; bool registered; struct dentry *debugfsdir; const struct ieee80211_ht_cap *ht_capa_mod_mask; const struct ieee80211_vht_cap *vht_capa_mod_mask; struct list_head wdev_list; possible_net_t _net; const struct iw_handler_def *wext; const struct wiphy_coalesce_support *coalesce; const struct wiphy_vendor_command *vendor_commands; const struct nl80211_vendor_cmd_info *vendor_events; int n_vendor_commands; int n_vendor_events; u16 max_ap_assoc_sta; u8 max_num_csa_counters; u32 bss_select_support; u8 nan_supported_bands; u32 txq_limit; u32 txq_memory_limit; u32 txq_quantum; long unsigned int tx_queue_len; u8 support_mbssid: 1; u8 support_only_he_mbssid: 1; const struct cfg80211_pmsr_capabilities *pmsr_capa; struct { u64 peer; u64 vif; u8 max_retry; } tid_config_support; u8 max_data_retry_count; const struct cfg80211_sar_capa *sar_capa; struct rfkill *rfkill; u8 mbssid_max_interfaces; u8 ema_max_profile_periodicity; u16 max_num_akm_suites; long: 32; long: 64; long: 64; long: 64; char priv[0]; }; struct ieee80211_iface_limit { u16 max; u16 types; }; struct ieee80211_iface_combination { const struct ieee80211_iface_limit *limits; u32 num_different_channels; u16 max_interfaces; u8 n_limits; bool beacon_int_infra_match; u8 radar_detect_widths; u8 radar_detect_regions; u32 beacon_int_min_gcd; }; struct ieee80211_txrx_stypes { u16 tx; u16 rx; }; struct wiphy_coalesce_support { int n_rules; int max_delay; int n_patterns; int pattern_max_len; int pattern_min_len; int max_pkt_offset; }; struct wiphy_vendor_command { struct nl80211_vendor_cmd_info info; u32 flags; int (*doit)(struct wiphy *, struct wireless_dev *, const void *, int); int (*dumpit)(struct wiphy *, struct wireless_dev *, struct sk_buff *, const void *, int, long unsigned int *); const struct nla_policy *policy; unsigned int maxattr; }; struct wiphy_iftype_ext_capab { enum nl80211_iftype iftype; const u8 *extended_capabilities; const u8 *extended_capabilities_mask; u8 extended_capabilities_len; u16 eml_capabilities; u16 mld_capa_and_ops; }; struct cfg80211_pmsr_capabilities { unsigned int max_peers; u8 report_ap_tsf: 1; u8 randomize_mac_addr: 1; struct { u32 preambles; u32 bandwidths; s8 max_bursts_exponent; u8 max_ftms_per_burst; u8 supported: 1; u8 asap: 1; u8 non_asap: 1; u8 request_lci: 1; u8 request_civicloc: 1; u8 trigger_based: 1; u8 non_trigger_based: 1; } ftm; }; struct wiphy_iftype_akm_suites { u16 iftypes_mask; const u32 *akm_suites; int n_akm_suites; }; struct iw_ioctl_description { __u8 header_type; __u8 token_type; __u16 token_size; __u16 min_tokens; __u16 max_tokens; __u32 flags; }; typedef int (*wext_ioctl_func)(struct net_device *, struct iwreq *, unsigned int, struct iw_request_info *, iw_handler); enum rfkill_type { RFKILL_TYPE_ALL = 0, RFKILL_TYPE_WLAN = 1, RFKILL_TYPE_BLUETOOTH = 2, RFKILL_TYPE_UWB = 3, RFKILL_TYPE_WIMAX = 4, RFKILL_TYPE_WWAN = 5, RFKILL_TYPE_GPS = 6, RFKILL_TYPE_FM = 7, RFKILL_TYPE_NFC = 8, NUM_RFKILL_TYPES = 9, }; enum rfkill_input_master_mode { RFKILL_INPUT_MASTER_UNLOCK = 0, RFKILL_INPUT_MASTER_RESTORE = 1, RFKILL_INPUT_MASTER_UNBLOCKALL = 2, NUM_RFKILL_INPUT_MASTER_MODES = 3, }; enum rfkill_sched_op { RFKILL_GLOBAL_OP_EPO = 0, RFKILL_GLOBAL_OP_RESTORE = 1, RFKILL_GLOBAL_OP_UNLOCK = 2, RFKILL_GLOBAL_OP_UNBLOCK = 3, }; enum rfkill_operation { RFKILL_OP_ADD = 0, RFKILL_OP_DEL = 1, RFKILL_OP_CHANGE = 2, RFKILL_OP_CHANGE_ALL = 3, }; enum rfkill_hard_block_reasons { RFKILL_HARD_BLOCK_SIGNAL = 1, RFKILL_HARD_BLOCK_NOT_OWNER = 2, }; struct rfkill_event_ext { __u32 idx; __u8 type; __u8 op; __u8 soft; __u8 hard; __u8 hard_block_reasons; } __attribute__((packed)); enum rfkill_user_states { RFKILL_USER_STATE_SOFT_BLOCKED = 0, RFKILL_USER_STATE_UNBLOCKED = 1, RFKILL_USER_STATE_HARD_BLOCKED = 2, }; struct rfkill; struct rfkill_ops { void (*poll)(struct rfkill *, void *); void (*query)(struct rfkill *, void *); int (*set_block)(void *, bool); }; struct rfkill { spinlock_t lock; enum rfkill_type type; long unsigned int state; long unsigned int hard_block_reasons; u32 idx; bool registered; bool persistent; bool polling_paused; bool suspended; const struct rfkill_ops *ops; void *data; struct led_trigger led_trigger; const char *ledtrigname; struct device dev; struct list_head node; struct delayed_work poll_work; struct work_struct uevent_work; struct work_struct sync_work; char name[0]; }; struct rfkill_int_event { struct list_head list; struct rfkill_event_ext ev; }; struct rfkill_data { struct list_head list; struct list_head events; struct mutex mtx; wait_queue_head_t read_wait; bool input_handler; u8 max_size; }; struct iw_thrspy { struct sockaddr addr; struct iw_quality qual; struct iw_quality low; struct iw_quality high; }; struct errormap { char *name; int val; int namelen; struct hlist_node list; }; enum p9_msg_t { P9_TLERROR = 6, P9_RLERROR = 7, P9_TSTATFS = 8, P9_RSTATFS = 9, P9_TLOPEN = 12, P9_RLOPEN = 13, P9_TLCREATE = 14, P9_RLCREATE = 15, P9_TSYMLINK = 16, P9_RSYMLINK = 17, P9_TMKNOD = 18, P9_RMKNOD = 19, P9_TRENAME = 20, P9_RRENAME = 21, P9_TREADLINK = 22, P9_RREADLINK = 23, P9_TGETATTR = 24, P9_RGETATTR = 25, P9_TSETATTR = 26, P9_RSETATTR = 27, P9_TXATTRWALK = 30, P9_RXATTRWALK = 31, P9_TXATTRCREATE = 32, P9_RXATTRCREATE = 33, P9_TREADDIR = 40, P9_RREADDIR = 41, P9_TFSYNC = 50, P9_RFSYNC = 51, P9_TLOCK = 52, P9_RLOCK = 53, P9_TGETLOCK = 54, P9_RGETLOCK = 55, P9_TLINK = 70, P9_RLINK = 71, P9_TMKDIR = 72, P9_RMKDIR = 73, P9_TRENAMEAT = 74, P9_RRENAMEAT = 75, P9_TUNLINKAT = 76, P9_RUNLINKAT = 77, P9_TVERSION = 100, P9_RVERSION = 101, P9_TAUTH = 102, P9_RAUTH = 103, P9_TATTACH = 104, P9_RATTACH = 105, P9_TERROR = 106, P9_RERROR = 107, P9_TFLUSH = 108, P9_RFLUSH = 109, P9_TWALK = 110, P9_RWALK = 111, P9_TOPEN = 112, P9_ROPEN = 113, P9_TCREATE = 114, P9_RCREATE = 115, P9_TREAD = 116, P9_RREAD = 117, P9_TWRITE = 118, P9_RWRITE = 119, P9_TCLUNK = 120, P9_RCLUNK = 121, P9_TREMOVE = 122, P9_RREMOVE = 123, P9_TSTAT = 124, P9_RSTAT = 125, P9_TWSTAT = 126, P9_RWSTAT = 127, }; enum p9_proto_versions { p9_proto_legacy = 0, p9_proto_2000u = 1, p9_proto_2000L = 2, }; enum p9_req_status_t { REQ_STATUS_ALLOC = 0, REQ_STATUS_UNSENT = 1, REQ_STATUS_SENT = 2, REQ_STATUS_RCVD = 3, REQ_STATUS_FLSHD = 4, REQ_STATUS_ERROR = 5, }; enum p9_fid_reftype { P9_FID_REF_CREATE = 0, P9_FID_REF_GET = 1, P9_FID_REF_PUT = 2, P9_FID_REF_DESTROY = 3, }; struct trace_event_raw_9p_client_req { struct trace_entry ent; void *clnt; __u8 type; __u32 tag; char __data[0]; }; struct trace_event_raw_9p_client_res { struct trace_entry ent; void *clnt; __u8 type; __u32 tag; __u32 err; char __data[0]; }; struct trace_event_raw_9p_protocol_dump { struct trace_entry ent; void *clnt; __u8 type; __u16 tag; unsigned char line[32]; char __data[0]; }; struct trace_event_raw_9p_fid_ref { struct trace_entry ent; int fid; int refcount; __u8 type; char __data[0]; }; struct trace_event_data_offsets_9p_client_req {}; struct trace_event_data_offsets_9p_client_res {}; struct trace_event_data_offsets_9p_protocol_dump {}; struct trace_event_data_offsets_9p_fid_ref {}; typedef void (*btf_trace_9p_client_req)(void *, struct p9_client *, int8_t, int); typedef void (*btf_trace_9p_client_res)(void *, struct p9_client *, int8_t, int, int); typedef void (*btf_trace_9p_protocol_dump)(void *, struct p9_client *, struct p9_fcall *); typedef void (*btf_trace_9p_fid_ref)(void *, struct p9_fid *, __u8); enum { Opt_msize = 0, Opt_trans = 1, Opt_legacy = 2, Opt_version = 3, Opt_err___16 = 4, }; struct virtio_9p_config { __virtio16 tag_len; __u8 tag[0]; }; struct virtio_chan { bool inuse; spinlock_t lock; struct p9_client *client; struct virtio_device *vdev; struct virtqueue *vq; int ring_bufs_avail; wait_queue_head_t *vc_wq; long unsigned int p9_max_pages; struct scatterlist sg[128]; char *tag; struct list_head chan_list; }; struct p9_fd_opts { int rfd; int wfd; u16 port; bool privport; }; enum { Opt_port___2 = 0, Opt_rfdno = 1, Opt_wfdno = 2, Opt_err___17 = 3, Opt_privport = 4, }; enum { Rworksched = 1, Rpending = 2, Wworksched = 4, Wpending = 8, }; struct p9_conn; struct p9_poll_wait { struct p9_conn *conn; wait_queue_entry_t wait; wait_queue_head_t *wait_addr; }; struct p9_conn { struct list_head mux_list; struct p9_client *client; int err; spinlock_t req_lock; struct list_head req_list; struct list_head unsent_req_list; struct p9_req_t *rreq; struct p9_req_t *wreq; char tmp_buf[7]; struct p9_fcall rc; int wpos; int wsize; char *wbuf; struct list_head poll_pending_link; struct p9_poll_wait poll_wait[2]; poll_table pt; struct work_struct rq; struct work_struct wq; long unsigned int wsched; }; struct p9_trans_fd { struct file *rd; struct file *wr; struct p9_conn conn; }; enum dns_payload_content_type { DNS_PAYLOAD_IS_SERVER_LIST = 0, }; struct dns_payload_header { __u8 zero; __u8 content; __u8 version; }; enum { dns_key_data = 0, dns_key_error = 1, }; struct dcbmsg { __u8 dcb_family; __u8 cmd; __u16 dcb_pad; }; enum dcbnl_commands { DCB_CMD_UNDEFINED = 0, DCB_CMD_GSTATE = 1, DCB_CMD_SSTATE = 2, DCB_CMD_PGTX_GCFG = 3, DCB_CMD_PGTX_SCFG = 4, DCB_CMD_PGRX_GCFG = 5, DCB_CMD_PGRX_SCFG = 6, DCB_CMD_PFC_GCFG = 7, DCB_CMD_PFC_SCFG = 8, DCB_CMD_SET_ALL = 9, DCB_CMD_GPERM_HWADDR = 10, DCB_CMD_GCAP = 11, DCB_CMD_GNUMTCS = 12, DCB_CMD_SNUMTCS = 13, DCB_CMD_PFC_GSTATE = 14, DCB_CMD_PFC_SSTATE = 15, DCB_CMD_BCN_GCFG = 16, DCB_CMD_BCN_SCFG = 17, DCB_CMD_GAPP = 18, DCB_CMD_SAPP = 19, DCB_CMD_IEEE_SET = 20, DCB_CMD_IEEE_GET = 21, DCB_CMD_GDCBX = 22, DCB_CMD_SDCBX = 23, DCB_CMD_GFEATCFG = 24, DCB_CMD_SFEATCFG = 25, DCB_CMD_CEE_GET = 26, DCB_CMD_IEEE_DEL = 27, __DCB_CMD_ENUM_MAX = 28, DCB_CMD_MAX = 27, }; enum dcbnl_attrs { DCB_ATTR_UNDEFINED = 0, DCB_ATTR_IFNAME = 1, DCB_ATTR_STATE = 2, DCB_ATTR_PFC_STATE = 3, DCB_ATTR_PFC_CFG = 4, DCB_ATTR_NUM_TC = 5, DCB_ATTR_PG_CFG = 6, DCB_ATTR_SET_ALL = 7, DCB_ATTR_PERM_HWADDR = 8, DCB_ATTR_CAP = 9, DCB_ATTR_NUMTCS = 10, DCB_ATTR_BCN = 11, DCB_ATTR_APP = 12, DCB_ATTR_IEEE = 13, DCB_ATTR_DCBX = 14, DCB_ATTR_FEATCFG = 15, DCB_ATTR_CEE = 16, __DCB_ATTR_ENUM_MAX = 17, DCB_ATTR_MAX = 16, }; enum ieee_attrs { DCB_ATTR_IEEE_UNSPEC = 0, DCB_ATTR_IEEE_ETS = 1, DCB_ATTR_IEEE_PFC = 2, DCB_ATTR_IEEE_APP_TABLE = 3, DCB_ATTR_IEEE_PEER_ETS = 4, DCB_ATTR_IEEE_PEER_PFC = 5, DCB_ATTR_IEEE_PEER_APP = 6, DCB_ATTR_IEEE_MAXRATE = 7, DCB_ATTR_IEEE_QCN = 8, DCB_ATTR_IEEE_QCN_STATS = 9, DCB_ATTR_DCB_BUFFER = 10, DCB_ATTR_DCB_APP_TRUST_TABLE = 11, __DCB_ATTR_IEEE_MAX = 12, }; enum ieee_attrs_app { DCB_ATTR_IEEE_APP_UNSPEC = 0, DCB_ATTR_IEEE_APP = 1, DCB_ATTR_DCB_APP = 2, __DCB_ATTR_IEEE_APP_MAX = 3, }; enum cee_attrs { DCB_ATTR_CEE_UNSPEC = 0, DCB_ATTR_CEE_PEER_PG = 1, DCB_ATTR_CEE_PEER_PFC = 2, DCB_ATTR_CEE_PEER_APP_TABLE = 3, DCB_ATTR_CEE_TX_PG = 4, DCB_ATTR_CEE_RX_PG = 5, DCB_ATTR_CEE_PFC = 6, DCB_ATTR_CEE_APP_TABLE = 7, DCB_ATTR_CEE_FEAT = 8, __DCB_ATTR_CEE_MAX = 9, }; enum peer_app_attr { DCB_ATTR_CEE_PEER_APP_UNSPEC = 0, DCB_ATTR_CEE_PEER_APP_INFO = 1, DCB_ATTR_CEE_PEER_APP = 2, __DCB_ATTR_CEE_PEER_APP_MAX = 3, }; enum dcbnl_pfc_up_attrs { DCB_PFC_UP_ATTR_UNDEFINED = 0, DCB_PFC_UP_ATTR_0 = 1, DCB_PFC_UP_ATTR_1 = 2, DCB_PFC_UP_ATTR_2 = 3, DCB_PFC_UP_ATTR_3 = 4, DCB_PFC_UP_ATTR_4 = 5, DCB_PFC_UP_ATTR_5 = 6, DCB_PFC_UP_ATTR_6 = 7, DCB_PFC_UP_ATTR_7 = 8, DCB_PFC_UP_ATTR_ALL = 9, __DCB_PFC_UP_ATTR_ENUM_MAX = 10, DCB_PFC_UP_ATTR_MAX = 9, }; enum dcbnl_pg_attrs { DCB_PG_ATTR_UNDEFINED = 0, DCB_PG_ATTR_TC_0 = 1, DCB_PG_ATTR_TC_1 = 2, DCB_PG_ATTR_TC_2 = 3, DCB_PG_ATTR_TC_3 = 4, DCB_PG_ATTR_TC_4 = 5, DCB_PG_ATTR_TC_5 = 6, DCB_PG_ATTR_TC_6 = 7, DCB_PG_ATTR_TC_7 = 8, DCB_PG_ATTR_TC_MAX = 9, DCB_PG_ATTR_TC_ALL = 10, DCB_PG_ATTR_BW_ID_0 = 11, DCB_PG_ATTR_BW_ID_1 = 12, DCB_PG_ATTR_BW_ID_2 = 13, DCB_PG_ATTR_BW_ID_3 = 14, DCB_PG_ATTR_BW_ID_4 = 15, DCB_PG_ATTR_BW_ID_5 = 16, DCB_PG_ATTR_BW_ID_6 = 17, DCB_PG_ATTR_BW_ID_7 = 18, DCB_PG_ATTR_BW_ID_MAX = 19, DCB_PG_ATTR_BW_ID_ALL = 20, __DCB_PG_ATTR_ENUM_MAX = 21, DCB_PG_ATTR_MAX = 20, }; enum dcbnl_tc_attrs { DCB_TC_ATTR_PARAM_UNDEFINED = 0, DCB_TC_ATTR_PARAM_PGID = 1, DCB_TC_ATTR_PARAM_UP_MAPPING = 2, DCB_TC_ATTR_PARAM_STRICT_PRIO = 3, DCB_TC_ATTR_PARAM_BW_PCT = 4, DCB_TC_ATTR_PARAM_ALL = 5, __DCB_TC_ATTR_PARAM_ENUM_MAX = 6, DCB_TC_ATTR_PARAM_MAX = 5, }; enum dcbnl_cap_attrs { DCB_CAP_ATTR_UNDEFINED = 0, DCB_CAP_ATTR_ALL = 1, DCB_CAP_ATTR_PG = 2, DCB_CAP_ATTR_PFC = 3, DCB_CAP_ATTR_UP2TC = 4, DCB_CAP_ATTR_PG_TCS = 5, DCB_CAP_ATTR_PFC_TCS = 6, DCB_CAP_ATTR_GSP = 7, DCB_CAP_ATTR_BCN = 8, DCB_CAP_ATTR_DCBX = 9, __DCB_CAP_ATTR_ENUM_MAX = 10, DCB_CAP_ATTR_MAX = 9, }; enum dcbnl_numtcs_attrs { DCB_NUMTCS_ATTR_UNDEFINED = 0, DCB_NUMTCS_ATTR_ALL = 1, DCB_NUMTCS_ATTR_PG = 2, DCB_NUMTCS_ATTR_PFC = 3, __DCB_NUMTCS_ATTR_ENUM_MAX = 4, DCB_NUMTCS_ATTR_MAX = 3, }; enum dcbnl_bcn_attrs { DCB_BCN_ATTR_UNDEFINED = 0, DCB_BCN_ATTR_RP_0 = 1, DCB_BCN_ATTR_RP_1 = 2, DCB_BCN_ATTR_RP_2 = 3, DCB_BCN_ATTR_RP_3 = 4, DCB_BCN_ATTR_RP_4 = 5, DCB_BCN_ATTR_RP_5 = 6, DCB_BCN_ATTR_RP_6 = 7, DCB_BCN_ATTR_RP_7 = 8, DCB_BCN_ATTR_RP_ALL = 9, DCB_BCN_ATTR_BCNA_0 = 10, DCB_BCN_ATTR_BCNA_1 = 11, DCB_BCN_ATTR_ALPHA = 12, DCB_BCN_ATTR_BETA = 13, DCB_BCN_ATTR_GD = 14, DCB_BCN_ATTR_GI = 15, DCB_BCN_ATTR_TMAX = 16, DCB_BCN_ATTR_TD = 17, DCB_BCN_ATTR_RMIN = 18, DCB_BCN_ATTR_W = 19, DCB_BCN_ATTR_RD = 20, DCB_BCN_ATTR_RU = 21, DCB_BCN_ATTR_WRTT = 22, DCB_BCN_ATTR_RI = 23, DCB_BCN_ATTR_C = 24, DCB_BCN_ATTR_ALL = 25, __DCB_BCN_ATTR_ENUM_MAX = 26, DCB_BCN_ATTR_MAX = 25, }; enum dcb_general_attr_values { DCB_ATTR_VALUE_UNDEFINED = 255, }; enum dcbnl_app_attrs { DCB_APP_ATTR_UNDEFINED = 0, DCB_APP_ATTR_IDTYPE = 1, DCB_APP_ATTR_ID = 2, DCB_APP_ATTR_PRIORITY = 3, __DCB_APP_ATTR_ENUM_MAX = 4, DCB_APP_ATTR_MAX = 3, }; enum dcbnl_featcfg_attrs { DCB_FEATCFG_ATTR_UNDEFINED = 0, DCB_FEATCFG_ATTR_ALL = 1, DCB_FEATCFG_ATTR_PG = 2, DCB_FEATCFG_ATTR_PFC = 3, DCB_FEATCFG_ATTR_APP = 4, __DCB_FEATCFG_ATTR_ENUM_MAX = 5, DCB_FEATCFG_ATTR_MAX = 4, }; struct dcb_app_type { int ifindex; struct dcb_app app; struct list_head list; u8 dcbx; }; struct dcb_ieee_app_prio_map { u64 map[8]; }; struct dcb_ieee_app_dscp_map { u8 map[64]; }; enum dcbevent_notif_type { DCB_APP_EVENT = 1, }; struct reply_func { int type; int (*cb)(struct net_device *, struct nlmsghdr *, u32, struct nlattr **, struct sk_buff *); }; enum ovs_packet_cmd { OVS_PACKET_CMD_UNSPEC = 0, OVS_PACKET_CMD_MISS = 1, OVS_PACKET_CMD_ACTION = 2, OVS_PACKET_CMD_EXECUTE = 3, }; enum ovs_vport_type { OVS_VPORT_TYPE_UNSPEC = 0, OVS_VPORT_TYPE_NETDEV = 1, OVS_VPORT_TYPE_INTERNAL = 2, OVS_VPORT_TYPE_GRE = 3, OVS_VPORT_TYPE_VXLAN = 4, OVS_VPORT_TYPE_GENEVE = 5, __OVS_VPORT_TYPE_MAX = 6, }; struct ovs_flow_stats { __u64 n_packets; __u64 n_bytes; }; enum ovs_key_attr { OVS_KEY_ATTR_UNSPEC = 0, OVS_KEY_ATTR_ENCAP = 1, OVS_KEY_ATTR_PRIORITY = 2, OVS_KEY_ATTR_IN_PORT = 3, OVS_KEY_ATTR_ETHERNET = 4, OVS_KEY_ATTR_VLAN = 5, OVS_KEY_ATTR_ETHERTYPE = 6, OVS_KEY_ATTR_IPV4 = 7, OVS_KEY_ATTR_IPV6 = 8, OVS_KEY_ATTR_TCP = 9, OVS_KEY_ATTR_UDP = 10, OVS_KEY_ATTR_ICMP = 11, OVS_KEY_ATTR_ICMPV6 = 12, OVS_KEY_ATTR_ARP = 13, OVS_KEY_ATTR_ND = 14, OVS_KEY_ATTR_SKB_MARK = 15, OVS_KEY_ATTR_TUNNEL = 16, OVS_KEY_ATTR_SCTP = 17, OVS_KEY_ATTR_TCP_FLAGS = 18, OVS_KEY_ATTR_DP_HASH = 19, OVS_KEY_ATTR_RECIRC_ID = 20, OVS_KEY_ATTR_MPLS = 21, OVS_KEY_ATTR_CT_STATE = 22, OVS_KEY_ATTR_CT_ZONE = 23, OVS_KEY_ATTR_CT_MARK = 24, OVS_KEY_ATTR_CT_LABELS = 25, OVS_KEY_ATTR_CT_ORIG_TUPLE_IPV4 = 26, OVS_KEY_ATTR_CT_ORIG_TUPLE_IPV6 = 27, OVS_KEY_ATTR_NSH = 28, OVS_KEY_ATTR_PACKET_TYPE = 29, OVS_KEY_ATTR_ND_EXTENSIONS = 30, OVS_KEY_ATTR_TUNNEL_INFO = 31, OVS_KEY_ATTR_IPV6_EXTHDRS = 32, __OVS_KEY_ATTR_MAX = 33, }; struct ovs_key_ethernet { __u8 eth_src[6]; __u8 eth_dst[6]; }; struct ovs_key_ipv4 { __be32 ipv4_src; __be32 ipv4_dst; __u8 ipv4_proto; __u8 ipv4_tos; __u8 ipv4_ttl; __u8 ipv4_frag; }; struct ovs_key_ipv6 { __be32 ipv6_src[4]; __be32 ipv6_dst[4]; __be32 ipv6_label; __u8 ipv6_proto; __u8 ipv6_tclass; __u8 ipv6_hlimit; __u8 ipv6_frag; }; struct ovs_key_tcp { __be16 tcp_src; __be16 tcp_dst; }; struct ovs_key_udp { __be16 udp_src; __be16 udp_dst; }; struct ovs_key_sctp { __be16 sctp_src; __be16 sctp_dst; }; struct ovs_key_ct_labels { union { __u8 ct_labels[16]; __u32 ct_labels_32[4]; }; }; struct ovs_nsh_key_base { __u8 flags; __u8 ttl; __u8 mdtype; __u8 np; __be32 path_hdr; }; struct sample_arg { bool exec; u32 probability; }; enum ovs_userspace_attr { OVS_USERSPACE_ATTR_UNSPEC = 0, OVS_USERSPACE_ATTR_PID = 1, OVS_USERSPACE_ATTR_USERDATA = 2, OVS_USERSPACE_ATTR_EGRESS_TUN_PORT = 3, OVS_USERSPACE_ATTR_ACTIONS = 4, __OVS_USERSPACE_ATTR_MAX = 5, }; struct ovs_action_trunc { __u32 max_len; }; struct ovs_action_push_mpls { __be32 mpls_lse; __be16 mpls_ethertype; }; struct ovs_action_add_mpls { __be32 mpls_lse; __be16 mpls_ethertype; __u16 tun_flags; }; struct ovs_action_push_vlan { __be16 vlan_tpid; __be16 vlan_tci; }; struct ovs_action_hash { __u32 hash_alg; __u32 hash_basis; }; struct ovs_action_push_eth { struct ovs_key_ethernet addresses; }; struct check_pkt_len_arg { u16 pkt_len; bool exec_for_greater; bool exec_for_lesser_equal; }; enum ovs_action_attr { OVS_ACTION_ATTR_UNSPEC = 0, OVS_ACTION_ATTR_OUTPUT = 1, OVS_ACTION_ATTR_USERSPACE = 2, OVS_ACTION_ATTR_SET = 3, OVS_ACTION_ATTR_PUSH_VLAN = 4, OVS_ACTION_ATTR_POP_VLAN = 5, OVS_ACTION_ATTR_SAMPLE = 6, OVS_ACTION_ATTR_RECIRC = 7, OVS_ACTION_ATTR_HASH = 8, OVS_ACTION_ATTR_PUSH_MPLS = 9, OVS_ACTION_ATTR_POP_MPLS = 10, OVS_ACTION_ATTR_SET_MASKED = 11, OVS_ACTION_ATTR_CT = 12, OVS_ACTION_ATTR_TRUNC = 13, OVS_ACTION_ATTR_PUSH_ETH = 14, OVS_ACTION_ATTR_POP_ETH = 15, OVS_ACTION_ATTR_CT_CLEAR = 16, OVS_ACTION_ATTR_PUSH_NSH = 17, OVS_ACTION_ATTR_POP_NSH = 18, OVS_ACTION_ATTR_METER = 19, OVS_ACTION_ATTR_CLONE = 20, OVS_ACTION_ATTR_CHECK_PKT_LEN = 21, OVS_ACTION_ATTR_ADD_MPLS = 22, OVS_ACTION_ATTR_DEC_TTL = 23, __OVS_ACTION_ATTR_MAX = 24, OVS_ACTION_ATTR_SET_TO_MASKED = 25, }; struct nsh_md1_ctx { __be32 context[4]; }; struct nsh_md2_tlv { __be16 md_class; u8 type; u8 length; u8 md_value[0]; }; struct nshhdr { __be16 ver_flags_ttl_len; u8 mdtype; u8 np; __be32 path_hdr; union { struct nsh_md1_ctx md1; struct nsh_md2_tlv md2; }; }; enum sw_flow_mac_proto { MAC_PROTO_NONE = 0, MAC_PROTO_ETHERNET = 1, }; struct ovs_tunnel_info { struct metadata_dst *tun_dst; }; struct vlan_head { __be16 tpid; __be16 tci; }; struct ovs_key_nsh { struct ovs_nsh_key_base base; __be32 context[4]; }; struct sw_flow_key { u8 tun_opts[255]; u8 tun_opts_len; struct ip_tunnel_key tun_key; struct { u32 priority; u32 skb_mark; u16 in_port; } __attribute__((packed)) phy; u8 mac_proto; u8 tun_proto; u32 ovs_flow_hash; u32 recirc_id; struct { u8 src[6]; u8 dst[6]; struct vlan_head vlan; struct vlan_head cvlan; __be16 type; } eth; u8 ct_state; u8 ct_orig_proto; union { struct { u8 proto; u8 tos; u8 ttl; u8 frag; } ip; }; u16 ct_zone; struct { __be16 src; __be16 dst; __be16 flags; } tp; union { struct { struct { __be32 src; __be32 dst; } addr; union { struct { __be32 src; __be32 dst; } ct_orig; struct { u8 sha[6]; u8 tha[6]; } arp; }; } ipv4; struct { struct { struct in6_addr src; struct in6_addr dst; } addr; __be32 label; u16 exthdrs; union { struct { struct in6_addr src; struct in6_addr dst; } ct_orig; struct { struct in6_addr target; u8 sll[6]; u8 tll[6]; } nd; }; } ipv6; struct { u32 num_labels_mask; __be32 lse[3]; } mpls; struct ovs_key_nsh nsh; }; struct { struct { __be16 src; __be16 dst; } orig_tp; u32 mark; struct ovs_key_ct_labels labels; } ct; }; struct sw_flow_key_range { short unsigned int start; short unsigned int end; }; struct sw_flow_mask { int ref_count; struct callback_head rcu; struct sw_flow_key_range range; struct sw_flow_key key; }; struct sw_flow_actions { struct callback_head rcu; size_t orig_len; u32 actions_len; struct nlattr actions[0]; }; struct mask_cache_entry { u32 skb_hash; u32 mask_index; }; struct mask_cache { struct callback_head rcu; u32 cache_size; struct mask_cache_entry *mask_cache; }; struct mask_array_stats { struct u64_stats_sync syncp; u64 usage_cntrs[0]; }; struct mask_array { struct callback_head rcu; int count; int max; struct mask_array_stats *masks_usage_stats; u64 *masks_usage_zero_cntr; struct sw_flow_mask *masks[0]; }; struct table_instance { struct hlist_head *buckets; unsigned int n_buckets; struct callback_head rcu; int node_ver; u32 hash_seed; }; struct flow_table { struct table_instance *ti; struct table_instance *ufid_ti; struct mask_cache *mask_cache; struct mask_array *mask_array; long unsigned int last_rehash; unsigned int count; unsigned int ufid_count; }; struct dp_meter_band { u32 type; u32 rate; u32 burst_size; u64 bucket; struct ovs_flow_stats stats; }; struct dp_meter { spinlock_t lock; struct callback_head rcu; u32 id; u16 kbps: 1; u16 keep_stats: 1; u16 n_bands; u32 max_delta_t; u64 used; struct ovs_flow_stats stats; struct dp_meter_band bands[0]; }; struct dp_meter_instance { struct callback_head rcu; u32 n_meters; struct dp_meter *dp_meters[0]; }; struct dp_meter_table { struct dp_meter_instance *ti; u32 count; u32 max_meters_allowed; }; struct vport_portids { struct reciprocal_value rn_ids; struct callback_head rcu; u32 n_ids; u32 ids[0]; }; struct datapath; struct vport_ops; struct vport_upcall_stats_percpu; struct vport { struct net_device *dev; netdevice_tracker dev_tracker; struct datapath *dp; struct vport_portids *upcall_portids; u16 port_no; struct hlist_node hash_node; struct hlist_node dp_hash_node; const struct vport_ops *ops; struct vport_upcall_stats_percpu *upcall_stats; struct list_head detach_list; struct callback_head rcu; }; struct dp_stats_percpu; struct dp_nlsk_pids; struct datapath { struct callback_head rcu; struct list_head list_node; struct flow_table table; struct hlist_head *ports; struct dp_stats_percpu *stats_percpu; possible_net_t net; u32 user_features; u32 max_headroom; struct dp_meter_table meter_tbl; struct dp_nlsk_pids *upcall_portids; }; struct vport_parms; struct vport_ops { enum ovs_vport_type type; struct vport * (*create)(const struct vport_parms *); void (*destroy)(struct vport *); int (*set_options)(struct vport *, struct nlattr *); int (*get_options)(const struct vport *, struct sk_buff *); int (*send)(struct sk_buff *); struct module *owner; struct list_head list; }; struct vport_upcall_stats_percpu { struct u64_stats_sync syncp; u64_stats_t n_success; u64_stats_t n_fail; }; struct vport_parms { const char *name; enum ovs_vport_type type; int desired_ifindex; struct nlattr *options; struct datapath *dp; u16 port_no; struct nlattr *upcall_portids; }; struct dp_stats_percpu { u64 n_hit; u64 n_missed; u64 n_lost; u64 n_mask_hit; u64 n_cache_hit; struct u64_stats_sync syncp; }; struct dp_nlsk_pids { struct callback_head rcu; u32 n_pids; u32 pids[0]; }; struct ovs_skb_cb { struct vport *input_vport; u16 mru; u16 acts_origlen; u32 cutlen; }; struct dp_upcall_info { struct ip_tunnel_info *egress_tun_info; const struct nlattr *userdata; const struct nlattr *actions; int actions_len; u32 portid; u8 cmd; u16 mru; }; struct deferred_action { struct sk_buff *skb; const struct nlattr *actions; int actions_len; struct sw_flow_key pkt_key; }; struct ovs_frag_data { long unsigned int dst; struct vport *vport; struct ovs_skb_cb cb; __be16 inner_protocol; u16 network_offset; u16 vlan_tci; __be16 vlan_proto; unsigned int l2_len; u8 mac_proto; u8 l2_data[30]; }; struct action_fifo { int head; int tail; struct deferred_action fifo[10]; }; struct action_flow_keys { struct sw_flow_key key[3]; }; struct ovs_conntrack_info; enum ovs_vport_cmd { OVS_VPORT_CMD_UNSPEC = 0, OVS_VPORT_CMD_NEW = 1, OVS_VPORT_CMD_DEL = 2, OVS_VPORT_CMD_GET = 3, OVS_VPORT_CMD_SET = 4, }; struct ovs_ct_limit_info; struct ovs_net { struct list_head dps; struct work_struct dp_notify_work; struct delayed_work masks_rebalance; struct ovs_ct_limit_info *ct_limit_info; bool xt_label; }; struct ovs_header { int dp_ifindex; }; enum ovs_datapath_cmd { OVS_DP_CMD_UNSPEC = 0, OVS_DP_CMD_NEW = 1, OVS_DP_CMD_DEL = 2, OVS_DP_CMD_GET = 3, OVS_DP_CMD_SET = 4, }; enum ovs_datapath_attr { OVS_DP_ATTR_UNSPEC = 0, OVS_DP_ATTR_NAME = 1, OVS_DP_ATTR_UPCALL_PID = 2, OVS_DP_ATTR_STATS = 3, OVS_DP_ATTR_MEGAFLOW_STATS = 4, OVS_DP_ATTR_USER_FEATURES = 5, OVS_DP_ATTR_PAD = 6, OVS_DP_ATTR_MASKS_CACHE_SIZE = 7, OVS_DP_ATTR_PER_CPU_PIDS = 8, OVS_DP_ATTR_IFINDEX = 9, __OVS_DP_ATTR_MAX = 10, }; struct ovs_dp_stats { __u64 n_hit; __u64 n_missed; __u64 n_lost; __u64 n_flows; }; struct ovs_dp_megaflow_stats { __u64 n_mask_hit; __u32 n_masks; __u32 pad0; __u64 n_cache_hit; __u64 pad1; }; struct ovs_vport_stats { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 rx_errors; __u64 tx_errors; __u64 rx_dropped; __u64 tx_dropped; }; enum ovs_packet_attr { OVS_PACKET_ATTR_UNSPEC = 0, OVS_PACKET_ATTR_PACKET = 1, OVS_PACKET_ATTR_KEY = 2, OVS_PACKET_ATTR_ACTIONS = 3, OVS_PACKET_ATTR_USERDATA = 4, OVS_PACKET_ATTR_EGRESS_TUN_KEY = 5, OVS_PACKET_ATTR_UNUSED1 = 6, OVS_PACKET_ATTR_UNUSED2 = 7, OVS_PACKET_ATTR_PROBE = 8, OVS_PACKET_ATTR_MRU = 9, OVS_PACKET_ATTR_LEN = 10, OVS_PACKET_ATTR_HASH = 11, __OVS_PACKET_ATTR_MAX = 12, }; enum ovs_vport_attr { OVS_VPORT_ATTR_UNSPEC = 0, OVS_VPORT_ATTR_PORT_NO = 1, OVS_VPORT_ATTR_TYPE = 2, OVS_VPORT_ATTR_NAME = 3, OVS_VPORT_ATTR_OPTIONS = 4, OVS_VPORT_ATTR_UPCALL_PID = 5, OVS_VPORT_ATTR_STATS = 6, OVS_VPORT_ATTR_PAD = 7, OVS_VPORT_ATTR_IFINDEX = 8, OVS_VPORT_ATTR_NETNSID = 9, OVS_VPORT_ATTR_UPCALL_STATS = 10, __OVS_VPORT_ATTR_MAX = 11, }; enum ovs_flow_cmd { OVS_FLOW_CMD_UNSPEC = 0, OVS_FLOW_CMD_NEW = 1, OVS_FLOW_CMD_DEL = 2, OVS_FLOW_CMD_GET = 3, OVS_FLOW_CMD_SET = 4, }; enum ovs_frag_type { OVS_FRAG_TYPE_NONE = 0, OVS_FRAG_TYPE_FIRST = 1, OVS_FRAG_TYPE_LATER = 2, __OVS_FRAG_TYPE_MAX = 3, }; enum ovs_flow_attr { OVS_FLOW_ATTR_UNSPEC = 0, OVS_FLOW_ATTR_KEY = 1, OVS_FLOW_ATTR_ACTIONS = 2, OVS_FLOW_ATTR_STATS = 3, OVS_FLOW_ATTR_TCP_FLAGS = 4, OVS_FLOW_ATTR_USED = 5, OVS_FLOW_ATTR_CLEAR = 6, OVS_FLOW_ATTR_MASK = 7, OVS_FLOW_ATTR_PROBE = 8, OVS_FLOW_ATTR_UFID = 9, OVS_FLOW_ATTR_UFID_FLAGS = 10, OVS_FLOW_ATTR_PAD = 11, __OVS_FLOW_ATTR_MAX = 12, }; struct sw_flow_match { struct sw_flow_key *key; struct sw_flow_key_range range; struct sw_flow_mask *mask; }; struct sw_flow_id { u32 ufid_len; union { u32 ufid[4]; struct sw_flow_key *unmasked_key; }; }; struct sw_flow_stats { u64 packet_count; u64 byte_count; long unsigned int used; spinlock_t lock; __be16 tcp_flags; }; struct sw_flow { struct callback_head rcu; struct { struct hlist_node node[2]; u32 hash; } flow_table; struct { struct hlist_node node[2]; u32 hash; } ufid_table; int stats_last_writer; struct sw_flow_key key; struct sw_flow_id id; struct cpumask cpu_used_mask; struct sw_flow_mask *mask; struct sw_flow_actions *sf_acts; struct sw_flow_stats *stats[0]; }; enum ovs_pkt_hash_types { OVS_PACKET_HASH_SW_BIT = 0, OVS_PACKET_HASH_L4_BIT = 0, }; struct mask_count { int index; u64 counter; }; enum ofp12_ipv6exthdr_flags { OFPIEH12_NONEXT = 1, OFPIEH12_ESP = 2, OFPIEH12_AUTH = 4, OFPIEH12_DEST = 8, OFPIEH12_FRAG = 16, OFPIEH12_ROUTER = 32, OFPIEH12_HOP = 64, OFPIEH12_UNREP = 128, OFPIEH12_UNSEQ = 256, }; struct arp_eth_header { __be16 ar_hrd; __be16 ar_pro; unsigned char ar_hln; unsigned char ar_pln; __be16 ar_op; unsigned char ar_sha[6]; unsigned char ar_sip[4]; unsigned char ar_tha[6]; unsigned char ar_tip[4]; }; struct llc_snap_hdr { u8 dsap; u8 ssap; u8 ctrl; u8 oui[3]; __be16 ethertype; }; enum { OVS_VXLAN_EXT_UNSPEC = 0, OVS_VXLAN_EXT_GBP = 1, __OVS_VXLAN_EXT_MAX = 2, }; enum ovs_tunnel_key_attr { OVS_TUNNEL_KEY_ATTR_ID = 0, OVS_TUNNEL_KEY_ATTR_IPV4_SRC = 1, OVS_TUNNEL_KEY_ATTR_IPV4_DST = 2, OVS_TUNNEL_KEY_ATTR_TOS = 3, OVS_TUNNEL_KEY_ATTR_TTL = 4, OVS_TUNNEL_KEY_ATTR_DONT_FRAGMENT = 5, OVS_TUNNEL_KEY_ATTR_CSUM = 6, OVS_TUNNEL_KEY_ATTR_OAM = 7, OVS_TUNNEL_KEY_ATTR_GENEVE_OPTS = 8, OVS_TUNNEL_KEY_ATTR_TP_SRC = 9, OVS_TUNNEL_KEY_ATTR_TP_DST = 10, OVS_TUNNEL_KEY_ATTR_VXLAN_OPTS = 11, OVS_TUNNEL_KEY_ATTR_IPV6_SRC = 12, OVS_TUNNEL_KEY_ATTR_IPV6_DST = 13, OVS_TUNNEL_KEY_ATTR_PAD = 14, OVS_TUNNEL_KEY_ATTR_ERSPAN_OPTS = 15, OVS_TUNNEL_KEY_ATTR_IPV4_INFO_BRIDGE = 16, __OVS_TUNNEL_KEY_ATTR_MAX = 17, }; struct ovs_key_mpls { __be32 mpls_lse; }; struct ovs_key_ipv6_exthdrs { __u16 hdrs; }; struct ovs_key_icmp { __u8 icmp_type; __u8 icmp_code; }; struct ovs_key_icmpv6 { __u8 icmpv6_type; __u8 icmpv6_code; }; struct ovs_key_arp { __be32 arp_sip; __be32 arp_tip; __be16 arp_op; __u8 arp_sha[6]; __u8 arp_tha[6]; }; struct ovs_key_nd { __be32 nd_target[4]; __u8 nd_sll[6]; __u8 nd_tll[6]; }; struct ovs_key_ct_tuple_ipv4 { __be32 ipv4_src; __be32 ipv4_dst; __be16 src_port; __be16 dst_port; __u8 ipv4_proto; }; struct ovs_key_ct_tuple_ipv6 { __be32 ipv6_src[4]; __be32 ipv6_dst[4]; __be16 src_port; __be16 dst_port; __u8 ipv6_proto; }; enum ovs_nsh_key_attr { OVS_NSH_KEY_ATTR_UNSPEC = 0, OVS_NSH_KEY_ATTR_BASE = 1, OVS_NSH_KEY_ATTR_MD1 = 2, OVS_NSH_KEY_ATTR_MD2 = 3, __OVS_NSH_KEY_ATTR_MAX = 4, }; struct ovs_nsh_key_md1 { __be32 context[4]; }; enum ovs_sample_attr { OVS_SAMPLE_ATTR_UNSPEC = 0, OVS_SAMPLE_ATTR_PROBABILITY = 1, OVS_SAMPLE_ATTR_ACTIONS = 2, __OVS_SAMPLE_ATTR_MAX = 3, OVS_SAMPLE_ATTR_ARG = 4, }; enum ovs_hash_alg { OVS_HASH_ALG_L4 = 0, }; enum ovs_check_pkt_len_attr { OVS_CHECK_PKT_LEN_ATTR_UNSPEC = 0, OVS_CHECK_PKT_LEN_ATTR_PKT_LEN = 1, OVS_CHECK_PKT_LEN_ATTR_ACTIONS_IF_GREATER = 2, OVS_CHECK_PKT_LEN_ATTR_ACTIONS_IF_LESS_EQUAL = 3, __OVS_CHECK_PKT_LEN_ATTR_MAX = 4, OVS_CHECK_PKT_LEN_ATTR_ARG = 5, }; enum ovs_dec_ttl_attr { OVS_DEC_TTL_ATTR_UNSPEC = 0, OVS_DEC_TTL_ATTR_ACTION = 1, __OVS_DEC_TTL_ATTR_MAX = 2, }; struct ovs_len_tbl { int len; const struct ovs_len_tbl *next; }; enum ovs_meter_cmd { OVS_METER_CMD_UNSPEC = 0, OVS_METER_CMD_FEATURES = 1, OVS_METER_CMD_SET = 2, OVS_METER_CMD_DEL = 3, OVS_METER_CMD_GET = 4, }; enum ovs_meter_attr { OVS_METER_ATTR_UNSPEC = 0, OVS_METER_ATTR_ID = 1, OVS_METER_ATTR_KBPS = 2, OVS_METER_ATTR_STATS = 3, OVS_METER_ATTR_BANDS = 4, OVS_METER_ATTR_USED = 5, OVS_METER_ATTR_CLEAR = 6, OVS_METER_ATTR_MAX_METERS = 7, OVS_METER_ATTR_MAX_BANDS = 8, OVS_METER_ATTR_PAD = 9, __OVS_METER_ATTR_MAX = 10, }; enum ovs_band_attr { OVS_BAND_ATTR_UNSPEC = 0, OVS_BAND_ATTR_TYPE = 1, OVS_BAND_ATTR_RATE = 2, OVS_BAND_ATTR_BURST = 3, OVS_BAND_ATTR_STATS = 4, __OVS_BAND_ATTR_MAX = 5, }; enum ovs_meter_band_type { OVS_METER_BAND_TYPE_UNSPEC = 0, OVS_METER_BAND_TYPE_DROP = 1, __OVS_METER_BAND_TYPE_MAX = 2, }; struct trace_event_raw_ovs_do_execute_action { struct trace_entry ent; void *dpaddr; u32 __data_loc_dp_name; u32 __data_loc_dev_name; void *skbaddr; unsigned int len; unsigned int data_len; unsigned int truesize; u8 nr_frags; u16 gso_size; u16 gso_type; u32 ovs_flow_hash; u32 recirc_id; void *keyaddr; u16 key_eth_type; u8 key_ct_state; u8 key_ct_orig_proto; u16 key_ct_zone; unsigned int flow_key_valid; u8 action_type; unsigned int action_len; void *action_data; u8 is_last; char __data[0]; }; struct trace_event_raw_ovs_dp_upcall { struct trace_entry ent; void *dpaddr; u32 __data_loc_dp_name; u32 __data_loc_dev_name; void *skbaddr; unsigned int len; unsigned int data_len; unsigned int truesize; u8 nr_frags; u16 gso_size; u16 gso_type; u32 ovs_flow_hash; u32 recirc_id; const void *keyaddr; u16 key_eth_type; u8 key_ct_state; u8 key_ct_orig_proto; u16 key_ct_zone; unsigned int flow_key_valid; u8 upcall_cmd; u32 upcall_port; u16 upcall_mru; char __data[0]; }; struct trace_event_data_offsets_ovs_do_execute_action { u32 dp_name; u32 dev_name; }; struct trace_event_data_offsets_ovs_dp_upcall { u32 dp_name; u32 dev_name; }; typedef void (*btf_trace_ovs_do_execute_action)(void *, struct datapath *, struct sk_buff *, struct sw_flow_key *, const struct nlattr *, int); typedef void (*btf_trace_ovs_dp_upcall)(void *, struct datapath *, struct sk_buff *, const struct sw_flow_key *, const struct dp_upcall_info *); struct internal_dev { struct vport *vport; }; enum ovs_vport_upcall_attr { OVS_VPORT_UPCALL_ATTR_SUCCESS = 0, OVS_VPORT_UPCALL_ATTR_FAIL = 1, __OVS_VPORT_UPCALL_ATTR_MAX = 2, }; enum ovs_ct_attr { OVS_CT_ATTR_UNSPEC = 0, OVS_CT_ATTR_COMMIT = 1, OVS_CT_ATTR_ZONE = 2, OVS_CT_ATTR_MARK = 3, OVS_CT_ATTR_LABELS = 4, OVS_CT_ATTR_HELPER = 5, OVS_CT_ATTR_NAT = 6, OVS_CT_ATTR_FORCE_COMMIT = 7, OVS_CT_ATTR_EVENTMASK = 8, OVS_CT_ATTR_TIMEOUT = 9, __OVS_CT_ATTR_MAX = 10, }; enum ovs_nat_attr { OVS_NAT_ATTR_UNSPEC = 0, OVS_NAT_ATTR_SRC = 1, OVS_NAT_ATTR_DST = 2, OVS_NAT_ATTR_IP_MIN = 3, OVS_NAT_ATTR_IP_MAX = 4, OVS_NAT_ATTR_PROTO_MIN = 5, OVS_NAT_ATTR_PROTO_MAX = 6, OVS_NAT_ATTR_PERSISTENT = 7, OVS_NAT_ATTR_PROTO_HASH = 8, OVS_NAT_ATTR_PROTO_RANDOM = 9, __OVS_NAT_ATTR_MAX = 10, }; enum ovs_ct_limit_cmd { OVS_CT_LIMIT_CMD_UNSPEC = 0, OVS_CT_LIMIT_CMD_SET = 1, OVS_CT_LIMIT_CMD_DEL = 2, OVS_CT_LIMIT_CMD_GET = 3, }; enum ovs_ct_limit_attr { OVS_CT_LIMIT_ATTR_UNSPEC = 0, OVS_CT_LIMIT_ATTR_ZONE_LIMIT = 1, __OVS_CT_LIMIT_ATTR_MAX = 2, }; struct ovs_zone_limit { int zone_id; __u32 limit; __u32 count; }; struct nf_conn_act_ct_ext { int ifindex[2]; }; struct ovs_ct_limit_info { u32 default_limit; struct hlist_head *limits; struct nf_conncount_data *data; }; struct ovs_ct_len_tbl { int maxlen; int minlen; }; struct md_mark { u32 value; u32 mask; }; struct md_labels { struct ovs_key_ct_labels value; struct ovs_key_ct_labels mask; }; enum ovs_ct_nat { OVS_CT_NAT = 1, OVS_CT_SRC_NAT = 2, OVS_CT_DST_NAT = 4, }; struct ovs_conntrack_info { struct nf_conntrack_helper *helper; struct nf_conntrack_zone zone; struct nf_conn *ct; u8 commit: 1; u8 nat: 3; u8 force: 1; u8 have_eventmask: 1; u16 family; u32 eventmask; struct md_mark mark; struct md_labels labels; char timeout[32]; struct nf_ct_timeout *nf_ct_timeout; struct nf_nat_range2 range; }; struct ovs_ct_limit { struct hlist_node hlist_node; struct callback_head rcu; u16 zone; u32 limit; }; enum { OVS_TUNNEL_ATTR_UNSPEC = 0, OVS_TUNNEL_ATTR_DST_PORT = 1, OVS_TUNNEL_ATTR_EXTENSION = 2, __OVS_TUNNEL_ATTR_MAX = 3, }; struct geneve_port { u16 dst_port; }; struct vsock_diag_req { __u8 sdiag_family; __u8 sdiag_protocol; __u16 pad; __u32 vdiag_states; __u32 vdiag_ino; __u32 vdiag_show; __u32 vdiag_cookie[2]; }; struct vsock_diag_msg { __u8 vdiag_family; __u8 vdiag_type; __u8 vdiag_state; __u8 vdiag_shutdown; __u32 vdiag_src_cid; __u32 vdiag_src_port; __u32 vdiag_dst_cid; __u32 vdiag_dst_port; __u32 vdiag_ino; __u32 vdiag_cookie[2]; }; enum virtio_vsock_type { VIRTIO_VSOCK_TYPE_STREAM = 1, VIRTIO_VSOCK_TYPE_SEQPACKET = 2, }; enum virtio_vsock_op { VIRTIO_VSOCK_OP_INVALID = 0, VIRTIO_VSOCK_OP_REQUEST = 1, VIRTIO_VSOCK_OP_RESPONSE = 2, VIRTIO_VSOCK_OP_RST = 3, VIRTIO_VSOCK_OP_SHUTDOWN = 4, VIRTIO_VSOCK_OP_RW = 5, VIRTIO_VSOCK_OP_CREDIT_UPDATE = 6, VIRTIO_VSOCK_OP_CREDIT_REQUEST = 7, }; enum virtio_vsock_shutdown { VIRTIO_VSOCK_SHUTDOWN_RCV = 1, VIRTIO_VSOCK_SHUTDOWN_SEND = 2, }; struct virtio_vsock_sock { struct vsock_sock *vsk; spinlock_t tx_lock; spinlock_t rx_lock; u32 tx_cnt; u32 peer_fwd_cnt; u32 peer_buf_alloc; u32 fwd_cnt; u32 last_fwd_cnt; u32 rx_bytes; u32 buf_alloc; struct list_head rx_queue; u32 msg_count; }; struct virtio_vsock_pkt_info { u32 remote_cid; u32 remote_port; struct vsock_sock *vsk; struct msghdr *msg; u32 pkt_len; u16 type; u16 op; u32 flags; bool reply; }; struct af_vsockmon_hdr { __le64 src_cid; __le64 dst_cid; __le32 src_port; __le32 dst_port; __le16 op; __le16 transport; __le16 len; __u8 reserved[2]; }; enum af_vsockmon_op { AF_VSOCK_OP_UNKNOWN = 0, AF_VSOCK_OP_CONNECT = 1, AF_VSOCK_OP_DISCONNECT = 2, AF_VSOCK_OP_CONTROL = 3, AF_VSOCK_OP_PAYLOAD = 4, }; enum af_vsockmon_transport { AF_VSOCK_TRANSPORT_UNKNOWN = 0, AF_VSOCK_TRANSPORT_NO_INFO = 1, AF_VSOCK_TRANSPORT_VIRTIO = 2, }; struct trace_event_raw_virtio_transport_alloc_pkt { struct trace_entry ent; __u32 src_cid; __u32 src_port; __u32 dst_cid; __u32 dst_port; __u32 len; __u16 type; __u16 op; __u32 flags; char __data[0]; }; struct trace_event_raw_virtio_transport_recv_pkt { struct trace_entry ent; __u32 src_cid; __u32 src_port; __u32 dst_cid; __u32 dst_port; __u32 len; __u16 type; __u16 op; __u32 flags; __u32 buf_alloc; __u32 fwd_cnt; char __data[0]; }; struct trace_event_data_offsets_virtio_transport_alloc_pkt {}; struct trace_event_data_offsets_virtio_transport_recv_pkt {}; typedef void (*btf_trace_virtio_transport_alloc_pkt)(void *, __u32, __u32, __u32, __u32, __u32, __u16, __u16, __u32); typedef void (*btf_trace_virtio_transport_recv_pkt)(void *, __u32, __u32, __u32, __u32, __u32, __u16, __u16, __u32, __u32, __u32); struct vsock_loopback { struct workqueue_struct *workqueue; spinlock_t pkt_list_lock; struct list_head pkt_list; struct work_struct pkt_work; }; enum l3mdev_type { L3MDEV_TYPE_UNSPEC = 0, L3MDEV_TYPE_VRF = 1, __L3MDEV_TYPE_MAX = 2, }; typedef int (*lookup_by_table_id_t)(struct net *, u32); struct l3mdev_handler { lookup_by_table_id_t dev_lookup; }; typedef void switchdev_deferred_func_t(struct net_device *, const void *); struct switchdev_deferred_item { struct list_head list; struct net_device *dev; netdevice_tracker dev_tracker; switchdev_deferred_func_t *func; long unsigned int data[0]; }; struct switchdev_nested_priv { bool (*check_cb)(const struct net_device *); bool (*foreign_dev_check_cb)(const struct net_device *, const struct net_device *); const struct net_device *dev; struct net_device *lower_dev; }; struct sockaddr_xdp { __u16 sxdp_family; __u16 sxdp_flags; __u32 sxdp_ifindex; __u32 sxdp_queue_id; __u32 sxdp_shared_umem_fd; }; struct xdp_ring_offset { __u64 producer; __u64 consumer; __u64 desc; __u64 flags; }; struct xdp_mmap_offsets { struct xdp_ring_offset rx; struct xdp_ring_offset tx; struct xdp_ring_offset fr; struct xdp_ring_offset cr; }; struct xdp_umem_reg { __u64 addr; __u64 len; __u32 chunk_size; __u32 headroom; __u32 flags; }; struct xdp_statistics { __u64 rx_dropped; __u64 rx_invalid_descs; __u64 tx_invalid_descs; __u64 rx_ring_full; __u64 rx_fill_ring_empty_descs; __u64 tx_ring_empty_descs; }; struct xdp_options { __u32 flags; }; struct xsk_map { struct bpf_map map; spinlock_t lock; struct xdp_sock *xsk_map[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xdp_ring; struct xsk_queue { u32 ring_mask; u32 nentries; u32 cached_prod; u32 cached_cons; struct xdp_ring *ring; u64 invalid_descs; u64 queue_empty_descs; }; struct xdp_ring_offset_v1 { __u64 producer; __u64 consumer; __u64 desc; }; struct xdp_mmap_offsets_v1 { struct xdp_ring_offset_v1 rx; struct xdp_ring_offset_v1 tx; struct xdp_ring_offset_v1 fr; struct xdp_ring_offset_v1 cr; }; struct xsk_map_node { struct list_head node; struct xsk_map *map; struct xdp_sock **map_entry; }; struct xdp_ring { u32 producer; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad1; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 consumer; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad2; u32 flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad3; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xdp_rxtx_ring { struct xdp_ring ptrs; struct xdp_desc desc[0]; }; struct xdp_umem_ring { struct xdp_ring ptrs; u64 desc[0]; }; struct xsk_dma_map { dma_addr_t *dma_pages; struct device *dev; struct net_device *netdev; refcount_t users; struct list_head list; u32 dma_pages_cnt; bool dma_need_sync; }; struct mptcp_mib { long unsigned int mibs[52]; }; struct mptcp_options_received { u64 sndr_key; u64 rcvr_key; u64 data_ack; u64 data_seq; u32 subflow_seq; u16 data_len; __sum16 csum; u16 suboptions; u32 token; u32 nonce; u16 use_map: 1; u16 dsn64: 1; u16 data_fin: 1; u16 use_ack: 1; u16 ack64: 1; u16 mpc_map: 1; u16 reset_reason: 4; u16 reset_transient: 1; u16 echo: 1; u16 backup: 1; u16 deny_join_id0: 1; u16 __unused: 2; u8 join_id; u64 thmac; u8 hmac[20]; struct mptcp_addr_info addr; struct mptcp_rm_list rm_list; u64 ahmac; u64 fail_seq; }; enum mptcp_pm_type { MPTCP_PM_TYPE_KERNEL = 0, MPTCP_PM_TYPE_USERSPACE = 1, __MPTCP_PM_TYPE_NR = 2, __MPTCP_PM_TYPE_MAX = 1, }; struct mptcp_pm_data { struct mptcp_addr_info local; struct mptcp_addr_info remote; struct list_head anno_list; struct list_head userspace_pm_local_addr_list; spinlock_t lock; u8 addr_signal; bool server_side; bool work_pending; bool accept_addr; bool accept_subflow; bool remote_deny_join_id0; u8 add_addr_signaled; u8 add_addr_accepted; u8 local_addr_used; u8 pm_type; u8 subflows; u8 status; long unsigned int id_avail_bitmap[4]; struct mptcp_rm_list rm_list_tx; struct mptcp_rm_list rm_list_rx; }; struct mptcp_data_frag { struct list_head list; u64 data_seq; u16 data_len; u16 offset; u16 overhead; u16 already_sent; struct page *page; }; struct mptcp_sock { struct inet_connection_sock sk; u64 local_key; u64 remote_key; u64 write_seq; u64 snd_nxt; u64 ack_seq; atomic64_t rcv_wnd_sent; u64 rcv_data_fin_seq; int rmem_fwd_alloc; struct sock *last_snd; int snd_burst; int old_wspace; u64 recovery_snd_nxt; u64 snd_una; u64 wnd_end; long unsigned int timer_ival; u32 token; int rmem_released; long unsigned int flags; long unsigned int cb_flags; long unsigned int push_pending; bool recovery; bool can_ack; bool fully_established; bool rcv_data_fin; bool snd_data_fin_enable; bool rcv_fastclose; bool use_64bit_ack; bool csum_enabled; bool allow_infinite_fallback; u8 mpc_endpoint_id; u8 recvmsg_inq: 1; u8 cork: 1; u8 nodelay: 1; u8 fastopening: 1; int connect_flags; struct work_struct work; struct sk_buff *ooo_last_skb; struct rb_root out_of_order_queue; struct sk_buff_head receive_queue; struct list_head conn_list; struct list_head rtx_queue; struct mptcp_data_frag *first_pending; struct list_head join_list; struct socket *subflow; struct sock *first; struct mptcp_pm_data pm; struct { u32 space; u32 copied; u64 time; u64 rtt_us; } rcvq_space; u32 setsockopt_seq; char ca_name[16]; struct mptcp_sock *dl_next; }; struct mptcp_subflow_request_sock { struct tcp_request_sock sk; u16 mp_capable: 1; u16 mp_join: 1; u16 backup: 1; u16 csum_reqd: 1; u16 allow_join_id0: 1; u8 local_id; u8 remote_id; u64 local_key; u64 idsn; u32 token; u32 ssn_offset; u64 thmac; u32 local_nonce; u32 remote_nonce; struct mptcp_sock *msk; struct hlist_nulls_node token_node; }; enum mptcp_data_avail { MPTCP_SUBFLOW_NODATA = 0, MPTCP_SUBFLOW_DATA_AVAIL = 1, }; struct mptcp_subflow_context { struct list_head node; union { struct { long unsigned int avg_pacing_rate; u64 local_key; u64 remote_key; u64 idsn; u64 map_seq; u32 snd_isn; u32 token; u32 rel_write_seq; u32 map_subflow_seq; u32 ssn_offset; u32 map_data_len; __wsum map_data_csum; u32 map_csum_len; u32 request_mptcp: 1; u32 request_join: 1; u32 request_bkup: 1; u32 mp_capable: 1; u32 mp_join: 1; u32 fully_established: 1; u32 pm_notified: 1; u32 conn_finished: 1; u32 map_valid: 1; u32 map_csum_reqd: 1; u32 map_data_fin: 1; u32 mpc_map: 1; u32 backup: 1; u32 send_mp_prio: 1; u32 send_mp_fail: 1; u32 send_fastclose: 1; u32 send_infinite_map: 1; u32 rx_eof: 1; u32 remote_key_valid: 1; u32 disposable: 1; u32 stale: 1; u32 local_id_valid: 1; u32 valid_csum_seen: 1; u32 is_mptfo: 1; u32 __unused: 8; enum mptcp_data_avail data_avail; u32 remote_nonce; u64 thmac; u32 local_nonce; u32 remote_token; union { u8 hmac[20]; u64 iasn; }; u8 local_id; u8 remote_id; u8 reset_seen: 1; u8 reset_transient: 1; u8 reset_reason: 4; u8 stale_count; long int delegated_status; long unsigned int fail_tout; }; struct { long unsigned int avg_pacing_rate; u64 local_key; u64 remote_key; u64 idsn; u64 map_seq; u32 snd_isn; u32 token; u32 rel_write_seq; u32 map_subflow_seq; u32 ssn_offset; u32 map_data_len; __wsum map_data_csum; u32 map_csum_len; u32 request_mptcp: 1; u32 request_join: 1; u32 request_bkup: 1; u32 mp_capable: 1; u32 mp_join: 1; u32 fully_established: 1; u32 pm_notified: 1; u32 conn_finished: 1; u32 map_valid: 1; u32 map_csum_reqd: 1; u32 map_data_fin: 1; u32 mpc_map: 1; u32 backup: 1; u32 send_mp_prio: 1; u32 send_mp_fail: 1; u32 send_fastclose: 1; u32 send_infinite_map: 1; u32 rx_eof: 1; u32 remote_key_valid: 1; u32 disposable: 1; u32 stale: 1; u32 local_id_valid: 1; u32 valid_csum_seen: 1; u32 is_mptfo: 1; u32 __unused: 8; enum mptcp_data_avail data_avail; u32 remote_nonce; u64 thmac; u32 local_nonce; u32 remote_token; union { u8 hmac[20]; u64 iasn; }; u8 local_id; u8 remote_id; u8 reset_seen: 1; u8 reset_transient: 1; u8 reset_reason: 4; u8 stale_count; long int delegated_status; long unsigned int fail_tout; } reset; }; struct list_head delegated_node; u32 setsockopt_seq; u32 stale_rcv_tstamp; struct sock *tcp_sock; struct sock *conn; const struct inet_connection_sock_af_ops *icsk_af_ops; void (*tcp_state_change)(struct sock *); void (*tcp_error_report)(struct sock *); struct callback_head rcu; }; enum linux_mptcp_mib_field { MPTCP_MIB_NUM = 0, MPTCP_MIB_MPCAPABLEPASSIVE = 1, MPTCP_MIB_MPCAPABLEACTIVE = 2, MPTCP_MIB_MPCAPABLEACTIVEACK = 3, MPTCP_MIB_MPCAPABLEPASSIVEACK = 4, MPTCP_MIB_MPCAPABLEPASSIVEFALLBACK = 5, MPTCP_MIB_MPCAPABLEACTIVEFALLBACK = 6, MPTCP_MIB_TOKENFALLBACKINIT = 7, MPTCP_MIB_RETRANSSEGS = 8, MPTCP_MIB_JOINNOTOKEN = 9, MPTCP_MIB_JOINSYNRX = 10, MPTCP_MIB_JOINSYNACKRX = 11, MPTCP_MIB_JOINSYNACKMAC = 12, MPTCP_MIB_JOINACKRX = 13, MPTCP_MIB_JOINACKMAC = 14, MPTCP_MIB_DSSNOMATCH = 15, MPTCP_MIB_INFINITEMAPTX = 16, MPTCP_MIB_INFINITEMAPRX = 17, MPTCP_MIB_DSSTCPMISMATCH = 18, MPTCP_MIB_DATACSUMERR = 19, MPTCP_MIB_OFOQUEUETAIL = 20, MPTCP_MIB_OFOQUEUE = 21, MPTCP_MIB_OFOMERGE = 22, MPTCP_MIB_NODSSWINDOW = 23, MPTCP_MIB_DUPDATA = 24, MPTCP_MIB_ADDADDR = 25, MPTCP_MIB_ECHOADD = 26, MPTCP_MIB_PORTADD = 27, MPTCP_MIB_ADDADDRDROP = 28, MPTCP_MIB_JOINPORTSYNRX = 29, MPTCP_MIB_JOINPORTSYNACKRX = 30, MPTCP_MIB_JOINPORTACKRX = 31, MPTCP_MIB_MISMATCHPORTSYNRX = 32, MPTCP_MIB_MISMATCHPORTACKRX = 33, MPTCP_MIB_RMADDR = 34, MPTCP_MIB_RMADDRDROP = 35, MPTCP_MIB_RMSUBFLOW = 36, MPTCP_MIB_MPPRIOTX = 37, MPTCP_MIB_MPPRIORX = 38, MPTCP_MIB_MPFAILTX = 39, MPTCP_MIB_MPFAILRX = 40, MPTCP_MIB_MPFASTCLOSETX = 41, MPTCP_MIB_MPFASTCLOSERX = 42, MPTCP_MIB_MPRSTTX = 43, MPTCP_MIB_MPRSTRX = 44, MPTCP_MIB_RCVPRUNED = 45, MPTCP_MIB_SUBFLOWSTALE = 46, MPTCP_MIB_SUBFLOWRECOVER = 47, MPTCP_MIB_SNDWNDSHARED = 48, MPTCP_MIB_RCVWNDSHARED = 49, MPTCP_MIB_RCVWNDCONFLICTUPDATE = 50, MPTCP_MIB_RCVWNDCONFLICT = 51, __MPTCP_MIB_MAX = 52, }; enum mapping_status { MAPPING_OK = 0, MAPPING_INVALID = 1, MAPPING_EMPTY = 2, MAPPING_DATA_FIN = 3, MAPPING_DUMMY = 4, MAPPING_BAD_CSUM = 5, }; struct token_bucket { spinlock_t lock; int chain_len; struct hlist_nulls_head req_chain; struct hlist_nulls_head msk_chain; }; enum mptcp_event_type { MPTCP_EVENT_UNSPEC = 0, MPTCP_EVENT_CREATED = 1, MPTCP_EVENT_ESTABLISHED = 2, MPTCP_EVENT_CLOSED = 3, MPTCP_EVENT_ANNOUNCED = 6, MPTCP_EVENT_REMOVED = 7, MPTCP_EVENT_SUB_ESTABLISHED = 10, MPTCP_EVENT_SUB_CLOSED = 11, MPTCP_EVENT_SUB_PRIORITY = 13, MPTCP_EVENT_LISTENER_CREATED = 15, MPTCP_EVENT_LISTENER_CLOSED = 16, }; struct mptcp_skb_cb { u64 map_seq; u64 end_seq; u32 offset; u8 has_rxtstamp: 1; }; struct mptcp_delegated_action { struct napi_struct napi; struct list_head head; }; struct trace_event_raw_mptcp_subflow_get_send { struct trace_entry ent; bool active; bool free; u32 snd_wnd; u32 pace; u8 backup; u64 ratio; char __data[0]; }; struct trace_event_raw_mptcp_dump_mpext { struct trace_entry ent; u64 data_ack; u64 data_seq; u32 subflow_seq; u16 data_len; u16 csum; u8 use_map; u8 dsn64; u8 data_fin; u8 use_ack; u8 ack64; u8 mpc_map; u8 frozen; u8 reset_transient; u8 reset_reason; u8 csum_reqd; u8 infinite_map; char __data[0]; }; struct trace_event_raw_ack_update_msk { struct trace_entry ent; u64 data_ack; u64 old_snd_una; u64 new_snd_una; u64 new_wnd_end; u64 msk_wnd_end; char __data[0]; }; struct trace_event_raw_subflow_check_data_avail { struct trace_entry ent; u8 status; const void *skb; char __data[0]; }; struct trace_event_data_offsets_mptcp_subflow_get_send {}; struct trace_event_data_offsets_mptcp_dump_mpext {}; struct trace_event_data_offsets_ack_update_msk {}; struct trace_event_data_offsets_subflow_check_data_avail {}; typedef void (*btf_trace_mptcp_subflow_get_send)(void *, struct mptcp_subflow_context *); typedef void (*btf_trace_mptcp_sendmsg_frag)(void *, struct mptcp_ext *); typedef void (*btf_trace_get_mapping_status)(void *, struct mptcp_ext *); typedef void (*btf_trace_ack_update_msk)(void *, u64, u64, u64, u64, u64); typedef void (*btf_trace_subflow_check_data_avail)(void *, __u8, struct sk_buff *); enum { MPTCP_CMSG_TS = 1, MPTCP_CMSG_INQ = 2, }; struct mptcp_sendmsg_info { int mss_now; int size_goal; u16 limit; u16 sent; unsigned int flags; bool data_lock_held; }; struct subflow_send_info { struct sock *ssk; u64 linger_time; }; enum mptcp_addr_signal_status { MPTCP_ADD_ADDR_SIGNAL = 0, MPTCP_ADD_ADDR_ECHO = 1, MPTCP_RM_ADDR_SIGNAL = 2, }; struct csum_pseudo_header { __be64 data_seq; __be32 subflow_seq; __be16 data_len; __sum16 csum; }; struct mptcp_pm_add_entry; struct mptcp_pernet { struct ctl_table_header *ctl_table_hdr; unsigned int add_addr_timeout; unsigned int stale_loss_cnt; u8 mptcp_enabled; u8 checksum_enabled; u8 allow_join_initial_addr_port; u8 pm_type; }; enum { MPTCP_SUBFLOW_ATTR_UNSPEC = 0, MPTCP_SUBFLOW_ATTR_TOKEN_REM = 1, MPTCP_SUBFLOW_ATTR_TOKEN_LOC = 2, MPTCP_SUBFLOW_ATTR_RELWRITE_SEQ = 3, MPTCP_SUBFLOW_ATTR_MAP_SEQ = 4, MPTCP_SUBFLOW_ATTR_MAP_SFSEQ = 5, MPTCP_SUBFLOW_ATTR_SSN_OFFSET = 6, MPTCP_SUBFLOW_ATTR_MAP_DATALEN = 7, MPTCP_SUBFLOW_ATTR_FLAGS = 8, MPTCP_SUBFLOW_ATTR_ID_REM = 9, MPTCP_SUBFLOW_ATTR_ID_LOC = 10, MPTCP_SUBFLOW_ATTR_PAD = 11, __MPTCP_SUBFLOW_ATTR_MAX = 12, }; enum mptcp_pm_status { MPTCP_PM_ADD_ADDR_RECEIVED = 0, MPTCP_PM_ADD_ADDR_SEND_ACK = 1, MPTCP_PM_RM_ADDR_RECEIVED = 2, MPTCP_PM_ESTABLISHED = 3, MPTCP_PM_SUBFLOW_ESTABLISHED = 4, MPTCP_PM_ALREADY_ESTABLISHED = 5, MPTCP_PM_MPC_ENDPOINT_ACCOUNTED = 6, }; enum { MPTCP_PM_ATTR_UNSPEC = 0, MPTCP_PM_ATTR_ADDR = 1, MPTCP_PM_ATTR_RCV_ADD_ADDRS = 2, MPTCP_PM_ATTR_SUBFLOWS = 3, MPTCP_PM_ATTR_TOKEN = 4, MPTCP_PM_ATTR_LOC_ID = 5, MPTCP_PM_ATTR_ADDR_REMOTE = 6, __MPTCP_PM_ATTR_MAX = 7, }; enum { MPTCP_PM_ADDR_ATTR_UNSPEC = 0, MPTCP_PM_ADDR_ATTR_FAMILY = 1, MPTCP_PM_ADDR_ATTR_ID = 2, MPTCP_PM_ADDR_ATTR_ADDR4 = 3, MPTCP_PM_ADDR_ATTR_ADDR6 = 4, MPTCP_PM_ADDR_ATTR_PORT = 5, MPTCP_PM_ADDR_ATTR_FLAGS = 6, MPTCP_PM_ADDR_ATTR_IF_IDX = 7, __MPTCP_PM_ADDR_ATTR_MAX = 8, }; enum { MPTCP_PM_CMD_UNSPEC = 0, MPTCP_PM_CMD_ADD_ADDR = 1, MPTCP_PM_CMD_DEL_ADDR = 2, MPTCP_PM_CMD_GET_ADDR = 3, MPTCP_PM_CMD_FLUSH_ADDRS = 4, MPTCP_PM_CMD_SET_LIMITS = 5, MPTCP_PM_CMD_GET_LIMITS = 6, MPTCP_PM_CMD_SET_FLAGS = 7, MPTCP_PM_CMD_ANNOUNCE = 8, MPTCP_PM_CMD_REMOVE = 9, MPTCP_PM_CMD_SUBFLOW_CREATE = 10, MPTCP_PM_CMD_SUBFLOW_DESTROY = 11, __MPTCP_PM_CMD_AFTER_LAST = 12, }; enum mptcp_event_attr { MPTCP_ATTR_UNSPEC = 0, MPTCP_ATTR_TOKEN = 1, MPTCP_ATTR_FAMILY = 2, MPTCP_ATTR_LOC_ID = 3, MPTCP_ATTR_REM_ID = 4, MPTCP_ATTR_SADDR4 = 5, MPTCP_ATTR_SADDR6 = 6, MPTCP_ATTR_DADDR4 = 7, MPTCP_ATTR_DADDR6 = 8, MPTCP_ATTR_SPORT = 9, MPTCP_ATTR_DPORT = 10, MPTCP_ATTR_BACKUP = 11, MPTCP_ATTR_ERROR = 12, MPTCP_ATTR_FLAGS = 13, MPTCP_ATTR_TIMEOUT = 14, MPTCP_ATTR_IF_IDX = 15, MPTCP_ATTR_RESET_REASON = 16, MPTCP_ATTR_RESET_FLAGS = 17, MPTCP_ATTR_SERVER_SIDE = 18, __MPTCP_ATTR_AFTER_LAST = 19, }; struct mptcp_pm_addr_entry { struct list_head list; struct mptcp_addr_info addr; u8 flags; int ifindex; struct socket *lsk; }; struct mptcp_pm_add_entry { struct list_head list; struct mptcp_addr_info addr; struct timer_list add_timer; struct mptcp_sock *sock; u8 retrans_times; }; struct pm_nl_pernet { spinlock_t lock; struct list_head local_addr_list; unsigned int addrs; unsigned int stale_loss_cnt; unsigned int add_addr_signal_max; unsigned int add_addr_accept_max; unsigned int local_addr_max; unsigned int subflows_max; unsigned int next_id; long unsigned int id_bitmap[4]; }; struct mptcp_info { __u8 mptcpi_subflows; __u8 mptcpi_add_addr_signal; __u8 mptcpi_add_addr_accepted; __u8 mptcpi_subflows_max; __u8 mptcpi_add_addr_signal_max; __u8 mptcpi_add_addr_accepted_max; __u32 mptcpi_flags; __u32 mptcpi_token; __u64 mptcpi_write_seq; __u64 mptcpi_snd_una; __u64 mptcpi_rcv_nxt; __u8 mptcpi_local_addr_used; __u8 mptcpi_local_addr_max; __u8 mptcpi_csum_enabled; }; struct mptcp_subflow_data { __u32 size_subflow_data; __u32 num_subflows; __u32 size_kernel; __u32 size_user; }; struct mptcp_subflow_addrs { union { __kernel_sa_family_t sa_family; struct sockaddr sa_local; struct sockaddr_in sin_local; struct sockaddr_in6 sin6_local; struct __kernel_sockaddr_storage ss_local; }; union { struct sockaddr sa_remote; struct sockaddr_in sin_remote; struct sockaddr_in6 sin6_remote; struct __kernel_sockaddr_storage ss_remote; }; }; struct warn_args; struct mptcp_diag_ctx { long int s_slot; long int s_num; unsigned int l_slot; unsigned int l_num; }; struct join_entry { u32 token; u32 remote_nonce; u32 local_nonce; u8 join_id; u8 local_id; u8 backup; u8 valid; }; struct compress_format { unsigned char magic[2]; const char *name; decompress_fn decompressor; }; struct rc { long int (*fill)(void *, long unsigned int); uint8_t *ptr; uint8_t *buffer; uint8_t *buffer_end; long int buffer_size; uint32_t code; uint32_t range; uint32_t bound; void (*error)(char *); }; struct lzma_header { uint8_t pos; uint32_t dict_size; uint64_t dst_size; } __attribute__((packed)); struct writer { uint8_t *buffer; uint8_t previous_byte; size_t buffer_pos; int bufsize; size_t global_pos; long int (*flush)(void *, long unsigned int); struct lzma_header *header; }; struct cstate { int state; uint32_t rep0; uint32_t rep1; uint32_t rep2; uint32_t rep3; }; struct group_data { int limit[21]; int base[20]; int permute[258]; int minLen; int maxLen; }; struct bunzip_data { int writeCopies; int writePos; int writeRunCountdown; int writeCount; int writeCurrent; long int (*fill)(void *, long unsigned int); long int inbufCount; long int inbufPos; unsigned char *inbuf; unsigned int inbufBitCount; unsigned int inbufBits; unsigned int crc32Table[256]; unsigned int headerCRC; unsigned int totalCRC; unsigned int writeCRC; unsigned int *dbuf; unsigned int dbufSize; unsigned char selectors[32768]; struct group_data groups[6]; int io_error; int byteCount[256]; unsigned char symToByte[256]; unsigned char mtfSymbol[256]; }; struct cpio_data { void *data; size_t size; char name[18]; }; enum cpio_fields { C_MAGIC = 0, C_INO = 1, C_MODE = 2, C_UID = 3, C_GID = 4, C_NLINK = 5, C_MTIME = 6, C_FILESIZE = 7, C_MAJ = 8, C_MIN = 9, C_RMAJ = 10, C_RMIN = 11, C_NAMESIZE = 12, C_CHKSUM = 13, C_NFIELDS = 14, }; enum { ASSUME_PERFECT = 255, ASSUME_VALID_DTB = 1, ASSUME_VALID_INPUT = 2, ASSUME_LATEST = 4, ASSUME_NO_ROLLBACK = 8, ASSUME_LIBFDT_ORDER = 16, ASSUME_LIBFDT_FLAWLESS = 32, }; struct fdt_reserve_entry { fdt64_t address; fdt64_t size; }; struct fdt_node_header { fdt32_t tag; char name[0]; }; struct fdt_property { fdt32_t tag; fdt32_t len; fdt32_t nameoff; char data[0]; }; struct fdt_errtabent { const char *str; }; struct fprop_local_single { long unsigned int events; unsigned int period; raw_spinlock_t lock; }; struct ida_bitmap { long unsigned int bitmap[16]; }; struct klist_waiter { struct list_head list; struct klist_node *node; struct task_struct *process; int woken; }; struct uevent_sock { struct list_head list; struct sock *sk; }; struct maple_metadata { unsigned char end; unsigned char gap; }; struct maple_pnode; struct maple_range_64 { struct maple_pnode *parent; long unsigned int pivot[15]; union { void *slot[16]; struct { void *pad[15]; struct maple_metadata meta; }; }; }; struct maple_arange_64 { struct maple_pnode *parent; long unsigned int pivot[9]; void *slot[10]; long unsigned int gap[10]; struct maple_metadata meta; }; struct maple_topiary { struct maple_pnode *parent; struct maple_enode *next; }; enum maple_type { maple_dense = 0, maple_leaf_64 = 1, maple_range_64 = 2, maple_arange_64 = 3, }; struct maple_node { union { struct { struct maple_pnode *parent; void *slot[31]; }; struct { void *pad; struct callback_head rcu; struct maple_enode *piv_parent; unsigned char parent_slot; enum maple_type type; unsigned char slot_len; unsigned int ma_flags; }; struct maple_range_64 mr64; struct maple_arange_64 ma64; struct maple_alloc alloc; }; }; struct ma_topiary { struct maple_enode *head; struct maple_enode *tail; struct maple_tree *mtree; }; struct ma_wr_state { struct ma_state *mas; struct maple_node *node; long unsigned int r_min; long unsigned int r_max; enum maple_type type; unsigned char offset_end; unsigned char node_end; long unsigned int *pivots; long unsigned int end_piv; void **slots; void *entry; void *content; }; struct trace_event_raw_ma_op { struct trace_entry ent; const char *fn; long unsigned int min; long unsigned int max; long unsigned int index; long unsigned int last; void *node; char __data[0]; }; struct trace_event_raw_ma_read { struct trace_entry ent; const char *fn; long unsigned int min; long unsigned int max; long unsigned int index; long unsigned int last; void *node; char __data[0]; }; struct trace_event_raw_ma_write { struct trace_entry ent; const char *fn; long unsigned int min; long unsigned int max; long unsigned int index; long unsigned int last; long unsigned int piv; void *val; void *node; char __data[0]; }; struct trace_event_data_offsets_ma_op {}; struct trace_event_data_offsets_ma_read {}; struct trace_event_data_offsets_ma_write {}; typedef void (*btf_trace_ma_op)(void *, const char *, struct ma_state *); typedef void (*btf_trace_ma_read)(void *, const char *, struct ma_state *); typedef void (*btf_trace_ma_write)(void *, const char *, struct ma_state *, long unsigned int, void *); struct maple_big_node { struct maple_pnode *parent; long unsigned int pivot[33]; union { struct maple_enode *slot[34]; struct { long unsigned int padding[21]; long unsigned int gap[21]; }; }; unsigned char b_end; enum maple_type type; }; struct maple_subtree_state { struct ma_state *orig_l; struct ma_state *orig_r; struct ma_state *l; struct ma_state *m; struct ma_state *r; struct ma_topiary *free; struct ma_topiary *destroy; struct maple_big_node *bn; }; enum format_type { FORMAT_TYPE_NONE = 0, FORMAT_TYPE_WIDTH = 1, FORMAT_TYPE_PRECISION = 2, FORMAT_TYPE_CHAR = 3, FORMAT_TYPE_STR = 4, FORMAT_TYPE_PTR = 5, FORMAT_TYPE_PERCENT_CHAR = 6, FORMAT_TYPE_INVALID = 7, FORMAT_TYPE_LONG_LONG = 8, FORMAT_TYPE_ULONG = 9, FORMAT_TYPE_LONG = 10, FORMAT_TYPE_UBYTE = 11, FORMAT_TYPE_BYTE = 12, FORMAT_TYPE_USHORT = 13, FORMAT_TYPE_SHORT = 14, FORMAT_TYPE_UINT = 15, FORMAT_TYPE_INT = 16, FORMAT_TYPE_SIZE_T = 17, FORMAT_TYPE_PTRDIFF = 18, }; struct printf_spec { unsigned int type: 8; int field_width: 24; unsigned int flags: 8; unsigned int base: 8; int precision: 16; }; struct page_flags_fields { int width; int shift; int mask; const struct printf_spec *spec; const char *name; }; struct efi_generic_dev_path { u8 type; u8 sub_type; u16 length; }; typedef union { struct { u32 revision; efi_handle_t parent_handle; efi_system_table_t *system_table; efi_handle_t device_handle; void *file_path; void *reserved; u32 load_options_size; void *load_options; void *image_base; __u64 image_size; unsigned int image_code_type; unsigned int image_data_type; efi_status_t (*unload)(efi_handle_t); }; struct { u32 revision; u32 parent_handle; u32 system_table; u32 device_handle; u32 file_path; u32 reserved; u32 load_options_size; u32 load_options; u32 image_base; __u64 image_size; u32 image_code_type; u32 image_data_type; u32 unload; } mixed_mode; } efi_loaded_image_t; struct efi_boot_memmap { long unsigned int map_size; long unsigned int desc_size; u32 desc_ver; long unsigned int map_key; long unsigned int buff_size; efi_memory_desc_t map[0]; }; enum efi_secureboot_mode { efi_secureboot_mode_unset = 0, efi_secureboot_mode_unknown = 1, efi_secureboot_mode_disabled = 2, efi_secureboot_mode_enabled = 3, }; typedef efi_status_t (*efi_exit_boot_map_processing)(struct efi_boot_memmap *, void *); struct exit_boot_struct { struct efi_boot_memmap *boot_memmap; efi_memory_desc_t *runtime_map; int runtime_entry_count; void *new_fdt_addr; }; typedef struct { u32 red_mask; u32 green_mask; u32 blue_mask; u32 reserved_mask; } efi_pixel_bitmask_t; typedef struct { u32 version; u32 horizontal_resolution; u32 vertical_resolution; int pixel_format; efi_pixel_bitmask_t pixel_information; u32 pixels_per_scan_line; } efi_graphics_output_mode_info_t; union efi_graphics_output_protocol_mode { struct { u32 max_mode; u32 mode; efi_graphics_output_mode_info_t *info; long unsigned int size_of_info; efi_physical_addr_t frame_buffer_base; long unsigned int frame_buffer_size; }; struct { u32 max_mode; u32 mode; u32 info; u32 size_of_info; u64 frame_buffer_base; u32 frame_buffer_size; } mixed_mode; }; typedef union efi_graphics_output_protocol_mode efi_graphics_output_protocol_mode_t; union efi_graphics_output_protocol; typedef union efi_graphics_output_protocol efi_graphics_output_protocol_t; union efi_graphics_output_protocol { struct { efi_status_t (*query_mode)(efi_graphics_output_protocol_t *, u32, long unsigned int *, efi_graphics_output_mode_info_t **); efi_status_t (*set_mode)(efi_graphics_output_protocol_t *, u32); void *blt; efi_graphics_output_protocol_mode_t *mode; }; struct { u32 query_mode; u32 set_mode; u32 blt; u32 mode; } mixed_mode; }; enum efi_cmdline_option { EFI_CMDLINE_NONE = 0, EFI_CMDLINE_MODE_NUM = 1, EFI_CMDLINE_RES = 2, EFI_CMDLINE_AUTO = 3, EFI_CMDLINE_LIST = 4, }; union efi_rng_protocol; typedef union efi_rng_protocol efi_rng_protocol_t; union efi_rng_protocol { struct { efi_status_t (*get_info)(efi_rng_protocol_t *, long unsigned int *, efi_guid_t *); efi_status_t (*get_rng)(efi_rng_protocol_t *, efi_guid_t *, long unsigned int, u8 *); }; struct { u32 get_info; u32 get_rng; } mixed_mode; }; struct riscv_efi_boot_protocol { u64 revision; efi_status_t (*get_boot_hartid)(struct riscv_efi_boot_protocol *, long unsigned int *); }; typedef void (*jump_kernel_func)(long unsigned int, long unsigned int); struct efi_vendor_dev_path { struct efi_generic_dev_path header; efi_guid_t vendorguid; u8 vendordata[0]; }; typedef u32 efi_tcg2_event_log_format; struct efi_tcg2_event { u32 event_size; struct { u32 header_size; u16 header_version; u32 pcr_index; u32 event_type; } __attribute__((packed)) event_header; } __attribute__((packed)); struct efi_tcg2_tagged_event { u32 tagged_event_id; u32 tagged_event_data_size; }; typedef struct efi_tcg2_event efi_tcg2_event_t; typedef struct efi_tcg2_tagged_event efi_tcg2_tagged_event_t; union efi_tcg2_protocol; typedef union efi_tcg2_protocol efi_tcg2_protocol_t; union efi_tcg2_protocol { struct { void *get_capability; efi_status_t (*get_event_log)(efi_tcg2_protocol_t *, efi_tcg2_event_log_format, efi_physical_addr_t *, efi_physical_addr_t *, efi_bool_t *); efi_status_t (*hash_log_extend_event)(efi_tcg2_protocol_t *, u64, efi_physical_addr_t, u64, const efi_tcg2_event_t *); void *submit_command; void *get_active_pcr_banks; void *set_active_pcr_banks; void *get_result_of_set_active_pcr_banks; }; struct { u32 get_capability; u32 get_event_log; u32 hash_log_extend_event; u32 submit_command; u32 get_active_pcr_banks; u32 set_active_pcr_banks; u32 get_result_of_set_active_pcr_banks; } mixed_mode; }; union efi_load_file_protocol; typedef union efi_load_file_protocol efi_load_file_protocol_t; union efi_load_file_protocol { struct { efi_status_t (*load_file)(efi_load_file_protocol_t *, efi_device_path_protocol_t *, bool, long unsigned int *, void *); }; struct { u32 load_file; } mixed_mode; }; typedef union efi_load_file_protocol efi_load_file2_protocol_t; typedef struct { u32 attributes; u16 file_path_list_length; u8 variable_data[0]; } __attribute__((packed)) efi_load_option_t; typedef struct { u32 attributes; u16 file_path_list_length; const efi_char16_t *description; const efi_device_path_protocol_t *file_path_list; u32 optional_data_size; const void *optional_data; } efi_load_option_unpacked_t; enum efistub_event { EFISTUB_EVT_INITRD = 0, EFISTUB_EVT_LOAD_OPTIONS = 1, EFISTUB_EVT_COUNT = 2, }; struct efi_measured_event { efi_tcg2_event_t event_data; efi_tcg2_tagged_event_t tagged_event; u8 tagged_event_data[0]; } __attribute__((packed)); struct tcpa_event { u32 pcr_index; u32 event_type; u8 pcr_value[20]; u32 event_size; u8 event_data[0]; }; typedef enum { EfiPciIoWidthUint8 = 0, EfiPciIoWidthUint16 = 1, EfiPciIoWidthUint32 = 2, EfiPciIoWidthUint64 = 3, EfiPciIoWidthFifoUint8 = 4, EfiPciIoWidthFifoUint16 = 5, EfiPciIoWidthFifoUint32 = 6, EfiPciIoWidthFifoUint64 = 7, EfiPciIoWidthFillUint8 = 8, EfiPciIoWidthFillUint16 = 9, EfiPciIoWidthFillUint32 = 10, EfiPciIoWidthFillUint64 = 11, EfiPciIoWidthMaximum = 12, } EFI_PCI_IO_PROTOCOL_WIDTH; typedef struct { u32 read; u32 write; } efi_pci_io_protocol_access_32_t; typedef struct { void *read; void *write; } efi_pci_io_protocol_access_t; union efi_pci_io_protocol; typedef union efi_pci_io_protocol efi_pci_io_protocol_t; typedef efi_status_t (*efi_pci_io_protocol_cfg_t)(efi_pci_io_protocol_t *, EFI_PCI_IO_PROTOCOL_WIDTH, u32, long unsigned int, void *); typedef struct { efi_pci_io_protocol_cfg_t read; efi_pci_io_protocol_cfg_t write; } efi_pci_io_protocol_config_access_t; union efi_pci_io_protocol { struct { void *poll_mem; void *poll_io; efi_pci_io_protocol_access_t mem; efi_pci_io_protocol_access_t io; efi_pci_io_protocol_config_access_t pci; void *copy_mem; void *map; void *unmap; void *allocate_buffer; void *free_buffer; void *flush; efi_status_t (*get_location)(efi_pci_io_protocol_t *, long unsigned int *, long unsigned int *, long unsigned int *, long unsigned int *); void *attributes; void *get_bar_attributes; void *set_bar_attributes; uint64_t romsize; void *romimage; }; struct { u32 poll_mem; u32 poll_io; efi_pci_io_protocol_access_32_t mem; efi_pci_io_protocol_access_32_t io; efi_pci_io_protocol_access_32_t pci; u32 copy_mem; u32 map; u32 unmap; u32 allocate_buffer; u32 free_buffer; u32 flush; u32 get_location; u32 attributes; u32 get_bar_attributes; u32 set_bar_attributes; u64 romsize; u32 romimage; } mixed_mode; }; struct efi_file_path_dev_path { struct efi_generic_dev_path header; efi_char16_t filename[0]; }; union efi_device_path_from_text_protocol { struct { efi_device_path_protocol_t * (*convert_text_to_device_node)(const efi_char16_t *); efi_device_path_protocol_t * (*convert_text_to_device_path)(const efi_char16_t *); }; struct { u32 convert_text_to_device_node; u32 convert_text_to_device_path; } mixed_mode; }; typedef union efi_device_path_from_text_protocol efi_device_path_from_text_protocol_t; typedef struct { u64 size; u64 file_size; u64 phys_size; efi_time_t create_time; efi_time_t last_access_time; efi_time_t modification_time; __u64 attribute; efi_char16_t filename[0]; } efi_file_info_t; union efi_file_protocol; typedef union efi_file_protocol efi_file_protocol_t; union efi_file_protocol { struct { u64 revision; efi_status_t (*open)(efi_file_protocol_t *, efi_file_protocol_t **, efi_char16_t *, u64, u64); efi_status_t (*close)(efi_file_protocol_t *); efi_status_t (*delete)(efi_file_protocol_t *); efi_status_t (*read)(efi_file_protocol_t *, long unsigned int *, void *); efi_status_t (*write)(efi_file_protocol_t *, long unsigned int, void *); efi_status_t (*get_position)(efi_file_protocol_t *, u64 *); efi_status_t (*set_position)(efi_file_protocol_t *, u64); efi_status_t (*get_info)(efi_file_protocol_t *, efi_guid_t *, long unsigned int *, void *); efi_status_t (*set_info)(efi_file_protocol_t *, efi_guid_t *, long unsigned int, void *); efi_status_t (*flush)(efi_file_protocol_t *); }; struct { u64 revision; u32 open; u32 close; u32 delete; u32 read; u32 write; u32 get_position; u32 set_position; u32 get_info; u32 set_info; u32 flush; } mixed_mode; }; union efi_simple_file_system_protocol; typedef union efi_simple_file_system_protocol efi_simple_file_system_protocol_t; union efi_simple_file_system_protocol { struct { u64 revision; efi_status_t (*open_volume)(efi_simple_file_system_protocol_t *, efi_file_protocol_t **); }; struct { u64 revision; u32 open_volume; } mixed_mode; }; struct finfo { efi_file_info_t info; efi_char16_t filename[256]; }; #ifndef BPF_NO_PRESERVE_ACCESS_INDEX #pragma clang attribute pop #endif #endif /* __VMLINUX_H__ */ bpfcc-0.31.0/libbpf-tools/runqlat.bpf.c000066400000000000000000000077701465134135300176640ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Wenbo Zhang #include #include #include #include #include "runqlat.h" #include "bits.bpf.h" #include "maps.bpf.h" #include "core_fixes.bpf.h" #define MAX_ENTRIES 10240 #define TASK_RUNNING 0 const volatile bool filter_cg = false; const volatile bool targ_per_process = false; const volatile bool targ_per_thread = false; const volatile bool targ_per_pidns = false; const volatile bool targ_ms = false; const volatile pid_t targ_tgid = 0; struct { __uint(type, BPF_MAP_TYPE_CGROUP_ARRAY); __type(key, u32); __type(value, u32); __uint(max_entries, 1); } cgroup_map SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, u32); __type(value, u64); } start SEC(".maps"); static struct hist zero; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, u32); __type(value, struct hist); } hists SEC(".maps"); static int trace_enqueue(u32 tgid, u32 pid) { u64 ts; if (!pid) return 0; if (targ_tgid && targ_tgid != tgid) return 0; ts = bpf_ktime_get_ns(); bpf_map_update_elem(&start, &pid, &ts, BPF_ANY); return 0; } static unsigned int pid_namespace(struct task_struct *task) { struct pid *pid; unsigned int level; struct upid upid; unsigned int inum; /* get the pid namespace by following task_active_pid_ns(), * pid->numbers[pid->level].ns */ pid = BPF_CORE_READ(task, thread_pid); level = BPF_CORE_READ(pid, level); bpf_core_read(&upid, sizeof(upid), &pid->numbers[level]); inum = BPF_CORE_READ(upid.ns, ns.inum); return inum; } static int handle_switch(bool preempt, struct task_struct *prev, struct task_struct *next) { struct hist *histp; u64 *tsp, slot; u32 pid, hkey; s64 delta; if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; if (get_task_state(prev) == TASK_RUNNING) trace_enqueue(BPF_CORE_READ(prev, tgid), BPF_CORE_READ(prev, pid)); pid = BPF_CORE_READ(next, pid); tsp = bpf_map_lookup_elem(&start, &pid); if (!tsp) return 0; delta = bpf_ktime_get_ns() - *tsp; if (delta < 0) goto cleanup; if (targ_per_process) hkey = BPF_CORE_READ(next, tgid); else if (targ_per_thread) hkey = pid; else if (targ_per_pidns) hkey = pid_namespace(next); else hkey = -1; histp = bpf_map_lookup_or_try_init(&hists, &hkey, &zero); if (!histp) goto cleanup; if (!histp->comm[0]) bpf_probe_read_kernel_str(&histp->comm, sizeof(histp->comm), next->comm); if (targ_ms) delta /= 1000000U; else delta /= 1000U; slot = log2l(delta); if (slot >= MAX_SLOTS) slot = MAX_SLOTS - 1; __sync_fetch_and_add(&histp->slots[slot], 1); cleanup: bpf_map_delete_elem(&start, &pid); return 0; } SEC("tp_btf/sched_wakeup") int BPF_PROG(sched_wakeup, struct task_struct *p) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; return trace_enqueue(p->tgid, p->pid); } SEC("tp_btf/sched_wakeup_new") int BPF_PROG(sched_wakeup_new, struct task_struct *p) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; return trace_enqueue(p->tgid, p->pid); } SEC("tp_btf/sched_switch") int BPF_PROG(sched_switch, bool preempt, struct task_struct *prev, struct task_struct *next) { return handle_switch(preempt, prev, next); } SEC("raw_tp/sched_wakeup") int BPF_PROG(handle_sched_wakeup, struct task_struct *p) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; return trace_enqueue(BPF_CORE_READ(p, tgid), BPF_CORE_READ(p, pid)); } SEC("raw_tp/sched_wakeup_new") int BPF_PROG(handle_sched_wakeup_new, struct task_struct *p) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; return trace_enqueue(BPF_CORE_READ(p, tgid), BPF_CORE_READ(p, pid)); } SEC("raw_tp/sched_switch") int BPF_PROG(handle_sched_switch, bool preempt, struct task_struct *prev, struct task_struct *next) { return handle_switch(preempt, prev, next); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/runqlat.c000066400000000000000000000157261465134135300171160ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Wenbo Zhang // // Based on runqlat(8) from BCC by Bredan Gregg. // 10-Aug-2020 Wenbo Zhang Created this. #include #include #include #include #include #include #include #include #include #include #include "runqlat.h" #include "runqlat.skel.h" #include "trace_helpers.h" struct env { time_t interval; pid_t pid; int times; bool milliseconds; bool per_process; bool per_thread; bool per_pidns; bool timestamp; bool verbose; char *cgroupspath; bool cg; } env = { .interval = 99999999, .times = 99999999, }; static volatile bool exiting; const char *argp_program_version = "runqlat 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Summarize run queue (scheduler) latency as a histogram.\n" "\n" "USAGE: runqlat [--help] [-T] [-m] [--pidnss] [-L] [-P] [-p PID] [interval] [count] [-c CG]\n" "\n" "EXAMPLES:\n" " runqlat # summarize run queue latency as a histogram\n" " runqlat 1 10 # print 1 second summaries, 10 times\n" " runqlat -mT 1 # 1s summaries, milliseconds, and timestamps\n" " runqlat -P # show each PID separately\n" " runqlat -p 185 # trace PID 185 only\n" " runqlat -c CG # Trace process under cgroupsPath CG\n"; #define OPT_PIDNSS 1 /* --pidnss */ static const struct argp_option opts[] = { { "timestamp", 'T', NULL, 0, "Include timestamp on output", 0 }, { "milliseconds", 'm', NULL, 0, "Millisecond histogram", 0 }, { "pidnss", OPT_PIDNSS, NULL, 0, "Print a histogram per PID namespace", 0 }, { "pids", 'P', NULL, 0, "Print a histogram per process ID", 0 }, { "tids", 'L', NULL, 0, "Print a histogram per thread ID", 0 }, { "pid", 'p', "PID", 0, "Trace this PID only", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { "cgroup", 'c', "/sys/fs/cgroup/unified", 0, "Trace process in cgroup path", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'm': env.milliseconds = true; break; case 'p': errno = 0; env.pid = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid PID: %s\n", arg); argp_usage(state); } break; case 'L': env.per_thread = true; break; case 'P': env.per_process = true; break; case OPT_PIDNSS: env.per_pidns = true; break; case 'T': env.timestamp = true; break; case 'c': env.cgroupspath = arg; env.cg = true; break; case ARGP_KEY_ARG: errno = 0; if (pos_args == 0) { env.interval = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid internal\n"); argp_usage(state); } } else if (pos_args == 1) { env.times = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid times\n"); argp_usage(state); } } else { fprintf(stderr, "unrecognized positional argument: %s\n", arg); argp_usage(state); } pos_args++; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_handler(int sig) { exiting = true; } static int print_log2_hists(struct bpf_map *hists) { const char *units = env.milliseconds ? "msecs" : "usecs"; int err, fd = bpf_map__fd(hists); __u32 lookup_key = -2, next_key; struct hist hist; while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_lookup_elem(fd, &next_key, &hist); if (err < 0) { fprintf(stderr, "failed to lookup hist: %d\n", err); return -1; } if (env.per_process) printf("\npid = %d %s\n", next_key, hist.comm); else if (env.per_thread) printf("\ntid = %d %s\n", next_key, hist.comm); else if (env.per_pidns) printf("\npidns = %u %s\n", next_key, hist.comm); print_log2_hist(hist.slots, MAX_SLOTS, units); lookup_key = next_key; } lookup_key = -2; while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_delete_elem(fd, &next_key); if (err < 0) { fprintf(stderr, "failed to cleanup hist : %d\n", err); return -1; } lookup_key = next_key; } return 0; } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct runqlat_bpf *obj; struct tm *tm; char ts[32]; time_t t; int err; int idx, cg_map_fd; int cgfd = -1; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; if ((env.per_thread && (env.per_process || env.per_pidns)) || (env.per_process && env.per_pidns)) { fprintf(stderr, "pidnss, pids, tids cann't be used together.\n"); return 1; } libbpf_set_print(libbpf_print_fn); obj = runqlat_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } /* initialize global data (filtering options) */ obj->rodata->targ_per_process = env.per_process; obj->rodata->targ_per_thread = env.per_thread; obj->rodata->targ_per_pidns = env.per_pidns; obj->rodata->targ_ms = env.milliseconds; obj->rodata->targ_tgid = env.pid; obj->rodata->filter_cg = env.cg; if (probe_tp_btf("sched_wakeup")) { bpf_program__set_autoload(obj->progs.handle_sched_wakeup, false); bpf_program__set_autoload(obj->progs.handle_sched_wakeup_new, false); bpf_program__set_autoload(obj->progs.handle_sched_switch, false); } else { bpf_program__set_autoload(obj->progs.sched_wakeup, false); bpf_program__set_autoload(obj->progs.sched_wakeup_new, false); bpf_program__set_autoload(obj->progs.sched_switch, false); } err = runqlat_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } /* update cgroup path fd to map */ if (env.cg) { idx = 0; cg_map_fd = bpf_map__fd(obj->maps.cgroup_map); cgfd = open(env.cgroupspath, O_RDONLY); if (cgfd < 0) { fprintf(stderr, "Failed opening Cgroup path: %s", env.cgroupspath); goto cleanup; } if (bpf_map_update_elem(cg_map_fd, &idx, &cgfd, BPF_ANY)) { fprintf(stderr, "Failed adding target cgroup to map"); goto cleanup; } } err = runqlat_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs\n"); goto cleanup; } printf("Tracing run queue latency... Hit Ctrl-C to end.\n"); signal(SIGINT, sig_handler); /* main: poll */ while (1) { sleep(env.interval); printf("\n"); if (env.timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s\n", ts); } err = print_log2_hists(obj->maps.hists); if (err) break; if (exiting || --env.times == 0) break; } cleanup: runqlat_bpf__destroy(obj); if (cgfd > 0) close(cgfd); return err != 0; } bpfcc-0.31.0/libbpf-tools/runqlat.h000066400000000000000000000003611465134135300171100ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __RUNQLAT_H #define __RUNQLAT_H #define TASK_COMM_LEN 16 #define MAX_SLOTS 26 struct hist { __u32 slots[MAX_SLOTS]; char comm[TASK_COMM_LEN]; }; #endif /* __RUNQLAT_H */ bpfcc-0.31.0/libbpf-tools/runqlen.bpf.c000066400000000000000000000023701465134135300176510ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Wenbo Zhang #include #include #include #include #include "runqlen.h" const volatile bool targ_per_cpu = false; const volatile bool targ_host = false; struct hist hists[MAX_CPU_NR] = {}; SEC("perf_event") int do_sample(struct bpf_perf_event_data *ctx) { struct task_struct *task; struct hist *hist; u64 slot, cpu = 0; task = (void*)bpf_get_current_task(); if (targ_host) slot = BPF_CORE_READ(task, se.cfs_rq, rq, nr_running); else slot = BPF_CORE_READ(task, se.cfs_rq, nr_running); /* * Calculate run queue length by subtracting the currently running task, * if present. len 0 == idle, len 1 == one running task. */ if (slot > 0) slot--; if (targ_per_cpu) { cpu = bpf_get_smp_processor_id(); /* * When the program is started, the user space will immediately * exit when it detects this situation, here just to pass the * verifier's check. */ if (cpu >= MAX_CPU_NR) return 0; } hist = &hists[cpu]; if (slot >= MAX_SLOTS) slot = MAX_SLOTS - 1; if (targ_per_cpu) hist->slots[slot]++; else __sync_fetch_and_add(&hist->slots[slot], 1); return 0; } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/runqlen.c000066400000000000000000000161611465134135300171060ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Wenbo Zhang // // Based on runqlen(8) from BCC by Brendan Gregg. // 11-Sep-2020 Wenbo Zhang Created this. #include #include #include #include #include #include #include #include #include #include #include #include "runqlen.h" #include "runqlen.skel.h" #include "btf_helpers.h" #include "trace_helpers.h" #define max(x, y) ({ \ typeof(x) _max1 = (x); \ typeof(y) _max2 = (y); \ (void) (&_max1 == &_max2); \ _max1 > _max2 ? _max1 : _max2; }) struct env { bool per_cpu; bool runqocc; bool timestamp; bool host; time_t interval; int freq; int times; bool verbose; } env = { .interval = 99999999, .times = 99999999, .freq = 99, }; static volatile bool exiting; const char *argp_program_version = "runqlen 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Summarize scheduler run queue length as a histogram.\n" "\n" "USAGE: runqlen [--help] [-C] [-O] [-T] [-f FREQUENCY] [interval] [count]\n" "\n" "EXAMPLES:\n" " runqlen # summarize run queue length as a histogram\n" " runqlen 1 10 # print 1 second summaries, 10 times\n" " runqlen -T 1 # 1s summaries and timestamps\n" " runqlen -O # report run queue occupancy\n" " runqlen -C # show each CPU separately\n" " runqlen -H # show nr_running from host's rq instead of cfs_rq\n" " runqlen -f 199 # sample at 199HZ\n"; static const struct argp_option opts[] = { { "cpus", 'C', NULL, 0, "Print output for each CPU separately", 0 }, { "frequency", 'f', "FREQUENCY", 0, "Sample with a certain frequency", 0 }, { "runqocc", 'O', NULL, 0, "Report run queue occupancy", 0 }, { "timestamp", 'T', NULL, 0, "Include timestamp on output", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { "host", 'H', NULL, 0, "Report nr_running from host's rq", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'C': env.per_cpu = true; break; case 'O': env.runqocc = true; break; case 'T': env.timestamp = true; break; case 'H': env.host = true; break; case 'f': errno = 0; env.freq = strtol(arg, NULL, 10); if (errno || env.freq <= 0) { fprintf(stderr, "Invalid freq (in hz): %s\n", arg); argp_usage(state); } break; case ARGP_KEY_ARG: errno = 0; if (pos_args == 0) { env.interval = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid internal\n"); argp_usage(state); } } else if (pos_args == 1) { env.times = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid times\n"); argp_usage(state); } } else { fprintf(stderr, "unrecognized positional argument: %s\n", arg); argp_usage(state); } pos_args++; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int nr_cpus; static int open_and_attach_perf_event(int freq, struct bpf_program *prog, struct bpf_link *links[]) { struct perf_event_attr attr = { .type = PERF_TYPE_SOFTWARE, .freq = 1, .sample_period = freq, .config = PERF_COUNT_SW_CPU_CLOCK, }; int i, fd; for (i = 0; i < nr_cpus; i++) { fd = syscall(__NR_perf_event_open, &attr, -1, i, -1, 0); if (fd < 0) { /* Ignore CPU that is offline */ if (errno == ENODEV) continue; fprintf(stderr, "failed to init perf sampling: %s\n", strerror(errno)); return -1; } links[i] = bpf_program__attach_perf_event(prog, fd); if (!links[i]) { fprintf(stderr, "failed to attach perf event on cpu: %d\n", i); close(fd); return -1; } } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_handler(int sig) { exiting = true; } static struct hist zero; static void print_runq_occupancy(struct runqlen_bpf__bss *bss) { struct hist hist; int slot, i = 0; float runqocc; do { __u64 samples, idle = 0, queued = 0; hist = bss->hists[i]; bss->hists[i] = zero; for (slot = 0; slot < MAX_SLOTS; slot++) { __u64 val = hist.slots[slot]; if (slot == 0) idle += val; else queued += val; } samples = idle + queued; runqocc = queued * 1.0 / max(1ULL, samples); if (env.per_cpu) printf("runqocc, CPU %-3d %6.2f%%\n", i, 100 * runqocc); else printf("runqocc: %0.2f%%\n", 100 * runqocc); } while (env.per_cpu && ++i < nr_cpus); } static void print_linear_hists(struct runqlen_bpf__bss *bss) { struct hist hist; int i = 0; do { hist = bss->hists[i]; bss->hists[i] = zero; if (env.per_cpu) printf("cpu = %d\n", i); print_linear_hist(hist.slots, MAX_SLOTS, 0, 1, "runqlen"); } while (env.per_cpu && ++i < nr_cpus); } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct bpf_link *links[MAX_CPU_NR] = {}; struct runqlen_bpf *obj; struct tm *tm; char ts[32]; int err, i; time_t t; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); nr_cpus = libbpf_num_possible_cpus(); if (nr_cpus < 0) { printf("failed to get # of possible cpus: '%s'!\n", strerror(-nr_cpus)); return 1; } if (nr_cpus > MAX_CPU_NR) { fprintf(stderr, "the number of cpu cores is too big, please " "increase MAX_CPU_NR's value and recompile"); return 1; } err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = runqlen_bpf__open_opts(&open_opts); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } /* initialize global data (filtering options) */ obj->rodata->targ_per_cpu = env.per_cpu; obj->rodata->targ_host = env.host; err = runqlen_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } if (!obj->bss) { fprintf(stderr, "Memory-mapping BPF maps is supported starting from Linux 5.7, please upgrade.\n"); goto cleanup; } err = open_and_attach_perf_event(env.freq, obj->progs.do_sample, links); if (err) goto cleanup; printf("Sampling run queue length... Hit Ctrl-C to end.\n"); signal(SIGINT, sig_handler); while (1) { sleep(env.interval); printf("\n"); if (env.timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s\n", ts); } if (env.runqocc) print_runq_occupancy(obj->bss); else print_linear_hists(obj->bss); if (exiting || --env.times == 0) break; } cleanup: for (i = 0; i < nr_cpus; i++) bpf_link__destroy(links[i]); runqlen_bpf__destroy(obj); cleanup_core_btf(&open_opts); return err != 0; } bpfcc-0.31.0/libbpf-tools/runqlen.h000066400000000000000000000003241465134135300171050ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __RUNQLEN_H #define __RUNQLEN_H #define MAX_CPU_NR 128 #define MAX_SLOTS 32 struct hist { __u32 slots[MAX_SLOTS]; }; #endif /* __RUNQLEN_H */ bpfcc-0.31.0/libbpf-tools/runqslower.bpf.c000066400000000000000000000054661465134135300204170ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2019 Facebook #include #include #include #include #include "runqslower.h" #include "core_fixes.bpf.h" #define TASK_RUNNING 0 const volatile __u64 min_us = 0; const volatile pid_t targ_pid = 0; const volatile pid_t targ_tgid = 0; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, u32); __type(value, u64); } start SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(u32)); __uint(value_size, sizeof(u32)); } events SEC(".maps"); /* record enqueue timestamp */ static int trace_enqueue(u32 tgid, u32 pid) { u64 ts; if (!pid) return 0; if (targ_tgid && targ_tgid != tgid) return 0; if (targ_pid && targ_pid != pid) return 0; ts = bpf_ktime_get_ns(); bpf_map_update_elem(&start, &pid, &ts, 0); return 0; } static int handle_switch(void *ctx, struct task_struct *prev, struct task_struct *next) { struct event event = {}; u64 *tsp, delta_us; u32 pid; /* ivcsw: treat like an enqueue event and store timestamp */ if (get_task_state(prev) == TASK_RUNNING) trace_enqueue(BPF_CORE_READ(prev, tgid), BPF_CORE_READ(prev, pid)); pid = BPF_CORE_READ(next, pid); /* fetch timestamp and calculate delta */ tsp = bpf_map_lookup_elem(&start, &pid); if (!tsp) return 0; /* missed enqueue */ delta_us = (bpf_ktime_get_ns() - *tsp) / 1000; if (min_us && delta_us <= min_us) return 0; event.pid = pid; event.prev_pid = BPF_CORE_READ(prev, pid); event.delta_us = delta_us; bpf_probe_read_kernel_str(&event.task, sizeof(event.task), next->comm); bpf_probe_read_kernel_str(&event.prev_task, sizeof(event.prev_task), prev->comm); /* output */ bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); bpf_map_delete_elem(&start, &pid); return 0; } SEC("tp_btf/sched_wakeup") int BPF_PROG(sched_wakeup, struct task_struct *p) { return trace_enqueue(p->tgid, p->pid); } SEC("tp_btf/sched_wakeup_new") int BPF_PROG(sched_wakeup_new, struct task_struct *p) { return trace_enqueue(p->tgid, p->pid); } SEC("tp_btf/sched_switch") int BPF_PROG(sched_switch, bool preempt, struct task_struct *prev, struct task_struct *next) { return handle_switch(ctx, prev, next); } SEC("raw_tp/sched_wakeup") int BPF_PROG(handle_sched_wakeup, struct task_struct *p) { return trace_enqueue(BPF_CORE_READ(p, tgid), BPF_CORE_READ(p, pid)); } SEC("raw_tp/sched_wakeup_new") int BPF_PROG(handle_sched_wakeup_new, struct task_struct *p) { return trace_enqueue(BPF_CORE_READ(p, tgid), BPF_CORE_READ(p, pid)); } SEC("raw_tp/sched_switch") int BPF_PROG(handle_sched_switch, bool preempt, struct task_struct *prev, struct task_struct *next) { return handle_switch(ctx, prev, next); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/runqslower.c000066400000000000000000000132471465134135300176450ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2019 Facebook // // Based on runqslower(8) from BCC by Ivan Babrou. // 11-Feb-2020 Andrii Nakryiko Created this. #include #include #include #include #include #include #include #include #include "runqslower.h" #include "runqslower.skel.h" #include "trace_helpers.h" static volatile sig_atomic_t exiting = 0; struct env { pid_t pid; pid_t tid; __u64 min_us; bool previous; bool verbose; } env = { .min_us = 10000, }; const char *argp_program_version = "runqslower 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace high run queue latency.\n" "\n" "USAGE: runqslower [--help] [-p PID] [-t TID] [-P] [min_us]\n" "\n" "EXAMPLES:\n" " runqslower # trace latency higher than 10000 us (default)\n" " runqslower 1000 # trace latency higher than 1000 us\n" " runqslower -p 123 # trace pid 123\n" " runqslower -t 123 # trace tid 123 (use for threads only)\n" " runqslower -P # also show previous task name and TID\n"; static const struct argp_option opts[] = { { "pid", 'p', "PID", 0, "Process PID to trace", 0 }, { "tid", 't', "TID", 0, "Thread TID to trace", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { "previous", 'P', NULL, 0, "also show previous task name and TID", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; int pid; long long min_us; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'P': env.previous = true; break; case 'p': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { fprintf(stderr, "Invalid PID: %s\n", arg); argp_usage(state); } env.pid = pid; break; case 't': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { fprintf(stderr, "Invalid TID: %s\n", arg); argp_usage(state); } env.tid = pid; break; case ARGP_KEY_ARG: if (pos_args++) { fprintf(stderr, "Unrecognized positional argument: %s\n", arg); argp_usage(state); } errno = 0; min_us = strtoll(arg, NULL, 10); if (errno || min_us <= 0) { fprintf(stderr, "Invalid delay (in us): %s\n", arg); argp_usage(state); } env.min_us = min_us; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { struct event e; struct tm *tm; char ts[32]; time_t t; if (data_sz < sizeof(e)) { printf("Error: packet too small\n"); return; } /* Copy data as alignment in the perf buffer isn't guaranteed. */ memcpy(&e, data, sizeof(e)); time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); if (env.previous) printf("%-8s %-16s %-6d %14llu %-16s %-6d\n", ts, e.task, e.pid, e.delta_us, e.prev_task, e.prev_pid); else printf("%-8s %-16s %-6d %14llu\n", ts, e.task, e.pid, e.delta_us); } void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { printf("Lost %llu events on CPU #%d!\n", lost_cnt, cpu); } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct perf_buffer *pb = NULL; struct runqslower_bpf *obj; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); obj = runqslower_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } /* initialize global data (filtering options) */ obj->rodata->targ_tgid = env.pid; obj->rodata->targ_pid = env.tid; obj->rodata->min_us = env.min_us; if (probe_tp_btf("sched_wakeup")) { bpf_program__set_autoload(obj->progs.handle_sched_wakeup, false); bpf_program__set_autoload(obj->progs.handle_sched_wakeup_new, false); bpf_program__set_autoload(obj->progs.handle_sched_switch, false); } else { bpf_program__set_autoload(obj->progs.sched_wakeup, false); bpf_program__set_autoload(obj->progs.sched_wakeup_new, false); bpf_program__set_autoload(obj->progs.sched_switch, false); } err = runqslower_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } err = runqslower_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs\n"); goto cleanup; } printf("Tracing run queue latency higher than %llu us\n", env.min_us); if (env.previous) printf("%-8s %-16s %-6s %14s %-16s %-6s\n", "TIME", "COMM", "TID", "LAT(us)", "PREV COMM", "PREV TID"); else printf("%-8s %-16s %-6s %14s\n", "TIME", "COMM", "TID", "LAT(us)"); pb = perf_buffer__new(bpf_map__fd(obj->maps.events), 64, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = -errno; fprintf(stderr, "failed to open perf buffer: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { fprintf(stderr, "can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } while (!exiting) { err = perf_buffer__poll(pb, 100); if (err < 0 && err != -EINTR) { fprintf(stderr, "error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); runqslower_bpf__destroy(obj); return err != 0; } bpfcc-0.31.0/libbpf-tools/runqslower.h000066400000000000000000000004331465134135300176430ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __RUNQSLOWER_H #define __RUNQSLOWER_H #define TASK_COMM_LEN 16 struct event { char task[TASK_COMM_LEN]; char prev_task[TASK_COMM_LEN]; __u64 delta_us; pid_t pid; pid_t prev_pid; }; #endif /* __RUNQSLOWER_H */ bpfcc-0.31.0/libbpf-tools/runqslower_example.txt000066400000000000000000000035721465134135300217550ustar00rootroot00000000000000Demonstrations of runqslower, the Linux BPF CO-RE version. runqslower shows high latency scheduling times between tasks being ready to run and them running on CPU after that. For example: # runqslower Tracing run queue latency higher than 10000 us. TIME COMM TID LAT(us) 04:16:32 cc1 12924 12739 04:16:32 sh 13640 12118 04:16:32 make 13639 12730 04:16:32 bash 13655 12047 04:16:32 bash 13657 12744 04:16:32 bash 13656 12880 04:16:32 sh 13660 10846 04:16:32 gcc 13663 12681 04:16:32 make 13668 10814 04:16:32 make 13670 12988 04:16:32 gcc 13677 11770 04:16:32 gcc 13678 23519 04:16:32 as 12999 20541 [...] This shows various processes waiting for available CPU during a Linux kernel build. By default the output contains delays for more than 10ms. These delays can be analyzed in depth with "perf sched" tool, see: * http://www.brendangregg.com/blog/2017-03-16/perf-sched.html USAGE message: # runqslower --help Trace high run queue latency. USAGE: runqslower [--help] [-p PID] [-t TID] [min_us] EXAMPLES: runqslower # trace latency higher than 10000 us (default) runqslower 1000 # trace latency higher than 1000 us runqslower -p 123 # trace pid 123 runqslower -t 123 # trace tid 123 (use for threads only) -p, --pid=PID Process PID to trace -t, --tid=TID Thread TID to trace -v, --verbose Verbose debug output -?, --help Give this help list --usage Give a short usage message -V, --version Print program version Report bugs to . bpfcc-0.31.0/libbpf-tools/s390/000077500000000000000000000000001465134135300157475ustar00rootroot00000000000000bpfcc-0.31.0/libbpf-tools/s390/vmlinux.h000077700000000000000000000000001465134135300221452vmlinux_6413.hustar00rootroot00000000000000bpfcc-0.31.0/libbpf-tools/s390/vmlinux_6413.h000066400000000000000000113330601465134135300203060ustar00rootroot00000000000000#ifndef __VMLINUX_H__ #define __VMLINUX_H__ #ifndef BPF_NO_PRESERVE_ACCESS_INDEX #pragma clang attribute push (__attribute__((preserve_access_index)), apply_to = record) #endif typedef signed char __s8; typedef unsigned char __u8; typedef short int __s16; typedef short unsigned int __u16; typedef int __s32; typedef unsigned int __u32; typedef long long int __s64; typedef long long unsigned int __u64; typedef __s8 s8; typedef __u8 u8; typedef __s16 s16; typedef __u16 u16; typedef __s32 s32; typedef __u32 u32; typedef __s64 s64; typedef __u64 u64; typedef struct { union { struct { __u64 high; __u64 low; }; __u32 u[4]; }; } __vector128; enum { false = 0, true = 1, }; typedef long unsigned int __kernel_size_t; typedef long int __kernel_ssize_t; typedef long int __kernel_long_t; typedef long unsigned int __kernel_ulong_t; typedef int __kernel_pid_t; typedef unsigned int __kernel_uid32_t; typedef unsigned int __kernel_gid32_t; typedef long long int __kernel_loff_t; typedef long long int __kernel_time64_t; typedef __kernel_long_t __kernel_clock_t; typedef int __kernel_timer_t; typedef int __kernel_clockid_t; typedef __u16 __be16; typedef __u32 __be32; typedef __u64 __be64; typedef __u32 __wsum; typedef unsigned int __poll_t; typedef u32 __kernel_dev_t; typedef __kernel_dev_t dev_t; typedef short unsigned int umode_t; typedef __kernel_pid_t pid_t; typedef __kernel_clockid_t clockid_t; typedef _Bool bool; typedef __kernel_uid32_t uid_t; typedef __kernel_gid32_t gid_t; typedef long unsigned int uintptr_t; typedef __kernel_loff_t loff_t; typedef __kernel_size_t size_t; typedef __kernel_ssize_t ssize_t; typedef s32 int32_t; typedef u32 uint32_t; typedef u64 sector_t; typedef u64 blkcnt_t; typedef unsigned int gfp_t; typedef unsigned int slab_flags_t; typedef unsigned int fmode_t; typedef u64 phys_addr_t; typedef struct { int counter; } atomic_t; typedef struct { s64 counter; } atomic64_t; typedef struct { atomic_t refcnt; } rcuref_t; struct list_head { struct list_head *next; struct list_head *prev; }; struct hlist_node; struct hlist_head { struct hlist_node *first; }; struct hlist_node { struct hlist_node *next; struct hlist_node **pprev; }; struct callback_head { struct callback_head *next; void (*func)(struct callback_head *); }; struct cacheline_padding { char x[0]; }; typedef __s64 time64_t; struct __kernel_timespec { __kernel_time64_t tv_sec; long long int tv_nsec; }; struct timespec64 { time64_t tv_sec; long int tv_nsec; }; struct kernel_symbol { long unsigned int value; const char *name; const char *namespace; }; typedef union { float f; double d; __u64 ui; struct { __u32 hi; __u32 lo; } fp; } freg_t; typedef struct { long unsigned int mask; long unsigned int addr; } psw_t; typedef struct { long unsigned int args[1]; psw_t psw; long unsigned int gprs[16]; } user_pt_regs; struct subchannel_id { __u32 cssid: 8; char: 4; __u32 m: 1; __u32 ssid: 2; __u32 one: 1; __u32 sch_no: 16; }; struct tpi_info { struct subchannel_id schid; u32 intparm; u32 adapter_IO: 1; u32 directed_irq: 1; u32 isc: 3; short: 11; char: 1; u32 type: 3; }; struct pt_regs { union { user_pt_regs user_regs; struct { long unsigned int args[1]; psw_t psw; long unsigned int gprs[16]; }; }; long unsigned int orig_gpr2; union { struct { unsigned int int_code; unsigned int int_parm; long unsigned int int_parm_long; }; struct tpi_info tpi_info; }; long unsigned int flags; long unsigned int cr1; long unsigned int last_break; }; struct per_regs { long unsigned int control; long unsigned int start; long unsigned int end; }; struct per_event { short unsigned int cause; long unsigned int address; unsigned char paid; }; struct jump_entry { s32 code; s32 target; long int key; }; struct static_key_mod; struct static_key { atomic_t enabled; union { long unsigned int type; struct jump_entry *entries; struct static_key_mod *next; }; }; struct static_key_true { struct static_key key; }; struct static_key_false { struct static_key key; }; struct pgm_tdb { u64 data[32]; }; struct lowcore { __u8 pad_0x0000[20]; __u32 ipl_parmblock_ptr; __u8 pad_0x0018[104]; __u32 ext_params; union { struct { __u16 ext_cpu_addr; __u16 ext_int_code; }; __u32 ext_int_code_addr; }; __u32 svc_int_code; union { struct { __u16 pgm_ilc; __u16 pgm_code; }; __u32 pgm_int_code; }; __u32 data_exc_code; __u16 mon_class_num; union { struct { __u8 per_code; __u8 per_atmid; }; __u16 per_code_combined; }; __u64 per_address; __u8 exc_access_id; __u8 per_access_id; __u8 op_access_id; __u8 ar_mode_id; __u8 pad_0x00a4[4]; __u64 trans_exc_code; __u64 monitor_code; union { struct { __u16 subchannel_id; __u16 subchannel_nr; __u32 io_int_parm; __u32 io_int_word; }; struct tpi_info tpi_info; }; __u8 pad_0x00c4[4]; __u32 stfl_fac_list; __u8 pad_0x00cc[28]; __u64 mcck_interruption_code; __u8 pad_0x00f0[4]; __u32 external_damage_code; __u64 failing_storage_address; __u8 pad_0x0100[16]; __u64 pgm_last_break; __u8 pad_0x0118[8]; psw_t restart_old_psw; psw_t external_old_psw; psw_t svc_old_psw; psw_t program_old_psw; psw_t mcck_old_psw; psw_t io_old_psw; __u8 pad_0x0180[32]; psw_t restart_psw; psw_t external_new_psw; psw_t svc_new_psw; psw_t program_new_psw; psw_t mcck_new_psw; psw_t io_new_psw; __u64 save_area_sync[8]; __u64 save_area_async[8]; __u64 save_area_restart[1]; __u64 cpu_flags; psw_t return_psw; psw_t return_mcck_psw; __u64 last_break; __u64 sys_enter_timer; __u64 mcck_enter_timer; __u64 exit_timer; __u64 user_timer; __u64 guest_timer; __u64 system_timer; __u64 hardirq_timer; __u64 softirq_timer; __u64 steal_timer; __u64 avg_steal_timer; __u64 last_update_timer; __u64 last_update_clock; __u64 int_clock; __u64 mcck_clock; __u64 clock_comparator; __u64 boot_clock[2]; __u64 current_task; __u64 kernel_stack; __u64 async_stack; __u64 nodat_stack; __u64 restart_stack; __u64 mcck_stack; __u64 restart_fn; __u64 restart_data; __u32 restart_source; __u32 restart_flags; __u64 kernel_asce; __u64 user_asce; __u32 lpp; __u32 current_pid; __u32 cpu_nr; __u32 softirq_pending; __s32 preempt_count; __u32 spinlock_lockval; __u32 spinlock_index; __u32 fpu_flags; __u64 percpu_offset; __u8 pad_0x03c0[8]; __u64 machine_flags; __u64 gmap; __u8 pad_0x03d8[40]; __u32 return_lpswe; __u32 return_mcck_lpswe; __u8 pad_0x040a[2552]; __u64 ipib; __u32 ipib_checksum; __u64 vmcore_info; __u8 pad_0x0e14[4]; __u64 os_info; __u8 pad_0x0e20[912]; __u64 mcesad; __u64 ext_params2; __u8 pad_0x11c0[64]; __u64 floating_pt_save_area[16]; __u64 gpregs_save_area[16]; psw_t psw_save_area; __u8 pad_0x1310[8]; __u32 prefixreg_save_area; __u32 fpt_creg_save_area; __u8 pad_0x1320[4]; __u32 tod_progreg_save_area; __u32 cpu_timer_save_area[2]; __u32 clock_comp_save_area[2]; __u64 last_break_save_area; __u32 access_regs_save_area[16]; __u64 cregs_save_area[16]; __u8 pad_0x1400[256]; __u64 ccd; __u64 aicd; __u8 pad_0x1510[752]; struct pgm_tdb pgm_tdb; __u8 pad_0x1900[1792]; } __attribute__((packed)); struct lock_class_key {}; struct fs_context; struct fs_parameter_spec; struct dentry; struct super_block; struct module; struct file_system_type { const char *name; int fs_flags; int (*init_fs_context)(struct fs_context *); const struct fs_parameter_spec *parameters; struct dentry * (*mount)(struct file_system_type *, int, const char *, void *); void (*kill_sb)(struct super_block *); struct module *owner; struct file_system_type *next; struct hlist_head fs_supers; struct lock_class_key s_lock_key; struct lock_class_key s_umount_key; struct lock_class_key s_vfs_rename_key; struct lock_class_key s_writers_key[3]; struct lock_class_key i_lock_key; struct lock_class_key i_mutex_key; struct lock_class_key invalidate_lock_key; struct lock_class_key i_mutex_dir_key; }; struct obs_kernel_param { const char *str; int (*setup_func)(char *); int early; }; typedef struct { int lock; } arch_spinlock_t; typedef struct { int cnts; arch_spinlock_t wait; } arch_rwlock_t; struct lockdep_map {}; struct raw_spinlock { arch_spinlock_t raw_lock; }; typedef struct raw_spinlock raw_spinlock_t; struct ratelimit_state { raw_spinlock_t lock; int interval; int burst; int printed; int missed; long unsigned int begin; long unsigned int flags; }; struct pi_entry { const char *fmt; const char *func; const char *file; unsigned int line; const char *level; const char *subsys_fmt_prefix; } __attribute__((packed)); struct _ddebug { const char *modname; const char *function; const char *filename; const char *format; unsigned int lineno: 18; unsigned int class_id: 6; unsigned int flags: 8; union { struct static_key_true dd_key_true; struct static_key_false dd_key_false; } key; }; enum class_map_type { DD_CLASS_TYPE_DISJOINT_BITS = 0, DD_CLASS_TYPE_LEVEL_NUM = 1, DD_CLASS_TYPE_DISJOINT_NAMES = 2, DD_CLASS_TYPE_LEVEL_NAMES = 3, }; struct ddebug_class_map { struct list_head link; struct module *mod; const char *mod_name; const char **class_names; const int length; const int base; enum class_map_type map_type; }; enum module_state { MODULE_STATE_LIVE = 0, MODULE_STATE_COMING = 1, MODULE_STATE_GOING = 2, MODULE_STATE_UNFORMED = 3, }; struct refcount_struct { atomic_t refs; }; typedef struct refcount_struct refcount_t; struct kref { refcount_t refcount; }; struct kset; struct kobj_type; struct kernfs_node; struct kobject { const char *name; struct list_head entry; struct kobject *parent; struct kset *kset; const struct kobj_type *ktype; struct kernfs_node *sd; struct kref kref; unsigned int state_initialized: 1; unsigned int state_in_sysfs: 1; unsigned int state_add_uevent_sent: 1; unsigned int state_remove_uevent_sent: 1; unsigned int uevent_suppress: 1; }; struct module_param_attrs; struct completion; struct module_kobject { struct kobject kobj; struct module *mod; struct kobject *drivers_dir; struct module_param_attrs *mp; struct completion *kobj_completion; }; typedef atomic64_t atomic_long_t; struct optimistic_spin_queue { atomic_t tail; }; struct mutex { atomic_long_t owner; raw_spinlock_t wait_lock; struct optimistic_spin_queue osq; struct list_head wait_list; }; struct rb_node { long unsigned int __rb_parent_color; struct rb_node *rb_right; struct rb_node *rb_left; }; struct latch_tree_node { struct rb_node node[2]; }; struct mod_tree_node { struct module *mod; struct latch_tree_node node; }; struct module_memory { void *base; unsigned int size; struct mod_tree_node mtn; }; struct mod_arch_syminfo; struct ftrace_hotpatch_trampoline; struct mod_arch_specific { long unsigned int got_offset; long unsigned int plt_offset; long unsigned int got_size; long unsigned int plt_size; int nsyms; struct mod_arch_syminfo *syminfo; struct ftrace_hotpatch_trampoline *trampolines_start; struct ftrace_hotpatch_trampoline *trampolines_end; struct ftrace_hotpatch_trampoline *next_trampoline; }; struct elf64_sym; typedef struct elf64_sym Elf64_Sym; struct mod_kallsyms { Elf64_Sym *symtab; unsigned int num_symtab; char *strtab; char *typetab; }; struct _ddebug_info { struct _ddebug *descs; struct ddebug_class_map *classes; unsigned int num_descs; unsigned int num_classes; }; struct module_attribute; struct kernel_param; struct exception_table_entry; struct bug_entry; struct module_sect_attrs; struct module_notes_attrs; struct tracepoint; typedef struct tracepoint * const tracepoint_ptr_t; struct srcu_struct; struct bpf_raw_event_map; struct trace_event_call; struct trace_eval_map; struct kunit_suite; struct klp_modinfo; struct module { enum module_state state; struct list_head list; char name[56]; struct module_kobject mkobj; struct module_attribute *modinfo_attrs; const char *version; const char *srcversion; const char *rhelversion; struct kobject *holders_dir; const struct kernel_symbol *syms; const s32 *crcs; unsigned int num_syms; struct mutex param_lock; struct kernel_param *kp; unsigned int num_kp; unsigned int num_gpl_syms; const struct kernel_symbol *gpl_syms; const s32 *gpl_crcs; bool using_gplonly_symbols; bool sig_ok; bool async_probe_requested; unsigned int num_exentries; struct exception_table_entry *extable; int (*init)(); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct module_memory mem[7]; struct mod_arch_specific arch; long unsigned int taints; unsigned int num_bugs; struct list_head bug_list; struct bug_entry *bug_table; struct mod_kallsyms *kallsyms; struct mod_kallsyms core_kallsyms; struct module_sect_attrs *sect_attrs; struct module_notes_attrs *notes_attrs; char *args; void *percpu; unsigned int percpu_size; void *noinstr_text_start; unsigned int noinstr_text_size; unsigned int num_tracepoints; tracepoint_ptr_t *tracepoints_ptrs; unsigned int num_srcu_structs; struct srcu_struct **srcu_struct_ptrs; unsigned int num_bpf_raw_events; struct bpf_raw_event_map *bpf_raw_events; unsigned int btf_data_size; void *btf_data; struct jump_entry *jump_entries; unsigned int num_jump_entries; unsigned int num_trace_bprintk_fmt; const char **trace_bprintk_fmt_start; struct trace_event_call **trace_events; unsigned int num_trace_events; struct trace_eval_map **trace_evals; unsigned int num_trace_evals; unsigned int num_ftrace_callsites; long unsigned int *ftrace_callsites; void *kprobes_text_start; unsigned int kprobes_text_size; long unsigned int *kprobe_blacklist; unsigned int num_kprobe_blacklist; int num_kunit_suites; struct kunit_suite **kunit_suites; bool klp; bool klp_alive; struct klp_modinfo *klp_info; unsigned int printk_index_size; struct pi_entry **printk_index_start; struct list_head source_list; struct list_head target_list; void (*exit)(); atomic_t refcnt; struct _ddebug_info dyndbg_info; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kernel_param_ops { unsigned int flags; int (*set)(const char *, const struct kernel_param *); int (*get)(char *, const struct kernel_param *); void (*free)(void *); }; typedef void *fl_owner_t; struct file; struct kiocb; struct iov_iter; struct io_comp_batch; struct dir_context; struct poll_table_struct; struct vm_area_struct; struct inode; struct file_lock; struct page; struct pipe_inode_info; struct seq_file; struct io_uring_cmd; struct file_operations { struct module *owner; loff_t (*llseek)(struct file *, loff_t, int); ssize_t (*read)(struct file *, char *, size_t, loff_t *); ssize_t (*write)(struct file *, const char *, size_t, loff_t *); ssize_t (*read_iter)(struct kiocb *, struct iov_iter *); ssize_t (*write_iter)(struct kiocb *, struct iov_iter *); int (*iopoll)(struct kiocb *, struct io_comp_batch *, unsigned int); int (*iterate)(struct file *, struct dir_context *); int (*iterate_shared)(struct file *, struct dir_context *); __poll_t (*poll)(struct file *, struct poll_table_struct *); long int (*unlocked_ioctl)(struct file *, unsigned int, long unsigned int); long int (*compat_ioctl)(struct file *, unsigned int, long unsigned int); int (*mmap)(struct file *, struct vm_area_struct *); long unsigned int mmap_supported_flags; int (*open)(struct inode *, struct file *); int (*flush)(struct file *, fl_owner_t); int (*release)(struct inode *, struct file *); int (*fsync)(struct file *, loff_t, loff_t, int); int (*fasync)(int, struct file *, int); int (*lock)(struct file *, int, struct file_lock *); ssize_t (*sendpage)(struct file *, struct page *, int, size_t, loff_t *, int); long unsigned int (*get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); int (*check_flags)(int); int (*flock)(struct file *, int, struct file_lock *); ssize_t (*splice_write)(struct pipe_inode_info *, struct file *, loff_t *, size_t, unsigned int); ssize_t (*splice_read)(struct file *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); int (*setlease)(struct file *, long int, struct file_lock **, void **); long int (*fallocate)(struct file *, int, loff_t, loff_t); void (*show_fdinfo)(struct seq_file *, struct file *); ssize_t (*copy_file_range)(struct file *, loff_t, struct file *, loff_t, size_t, unsigned int); loff_t (*remap_file_range)(struct file *, loff_t, struct file *, loff_t, loff_t, unsigned int); int (*fadvise)(struct file *, loff_t, loff_t, int); int (*uring_cmd)(struct io_uring_cmd *, unsigned int); int (*uring_cmd_iopoll)(struct io_uring_cmd *, struct io_comp_batch *, unsigned int); }; struct bug_entry { int bug_addr_disp; int file_disp; short unsigned int line; short unsigned int flags; }; enum timespec_type { TT_NONE = 0, TT_NATIVE = 1, TT_COMPAT = 2, }; typedef s32 old_time32_t; struct old_timespec32 { old_time32_t tv_sec; s32 tv_nsec; }; struct pollfd { int fd; short int events; short int revents; }; struct restart_block { long unsigned int arch_data; long int (*fn)(struct restart_block *); union { struct { u32 *uaddr; u32 val; u32 flags; u32 bitset; u64 time; u32 *uaddr2; } futex; struct { clockid_t clockid; enum timespec_type type; union { struct __kernel_timespec *rmtp; struct old_timespec32 *compat_rmtp; }; u64 expires; } nanosleep; struct { struct pollfd *ufds; int nfds; int has_timeout; long unsigned int tv_sec; long unsigned int tv_nsec; } poll; }; }; typedef struct { long unsigned int pgprot; } pgprot_t; typedef struct { long unsigned int pte; } pte_t; typedef struct { long unsigned int pmd; } pmd_t; typedef struct { long unsigned int pud; } pud_t; typedef struct { long unsigned int pgd; } pgd_t; typedef pte_t *pgtable_t; struct thread_info { long unsigned int flags; long unsigned int syscall_work; unsigned int cpu; }; struct llist_node { struct llist_node *next; }; struct __call_single_node { struct llist_node llist; union { unsigned int u_flags; atomic_t a_flags; }; u16 src; u16 dst; }; struct load_weight { long unsigned int weight; u32 inv_weight; }; struct util_est { unsigned int enqueued; unsigned int ewma; }; struct sched_avg { u64 last_update_time; u64 load_sum; u64 runnable_sum; u32 util_sum; u32 period_contrib; long unsigned int load_avg; long unsigned int runnable_avg; long unsigned int util_avg; struct util_est util_est; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct cfs_rq; struct sched_entity { struct load_weight load; struct rb_node run_node; struct list_head group_node; unsigned int on_rq; u64 exec_start; u64 sum_exec_runtime; u64 vruntime; u64 prev_sum_exec_runtime; u64 nr_migrations; int depth; struct sched_entity *parent; struct cfs_rq *cfs_rq; struct cfs_rq *my_q; long unsigned int runnable_weight; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_avg avg; }; struct sched_rt_entity { struct list_head run_list; long unsigned int timeout; long unsigned int watchdog_stamp; unsigned int time_slice; short unsigned int on_rq; short unsigned int on_list; struct sched_rt_entity *back; }; typedef s64 ktime_t; struct timerqueue_node { struct rb_node node; ktime_t expires; }; enum hrtimer_restart { HRTIMER_NORESTART = 0, HRTIMER_RESTART = 1, }; struct hrtimer_clock_base; struct hrtimer { struct timerqueue_node node; ktime_t _softexpires; enum hrtimer_restart (*function)(struct hrtimer *); struct hrtimer_clock_base *base; u8 state; u8 is_rel; u8 is_soft; u8 is_hard; }; struct sched_dl_entity { struct rb_node rb_node; u64 dl_runtime; u64 dl_deadline; u64 dl_period; u64 dl_bw; u64 dl_density; s64 runtime; u64 deadline; unsigned int flags; unsigned int dl_throttled: 1; unsigned int dl_yielded: 1; unsigned int dl_non_contending: 1; unsigned int dl_overrun: 1; struct hrtimer dl_timer; struct hrtimer inactive_timer; struct sched_dl_entity *pi_se; }; struct sched_statistics { u64 wait_start; u64 wait_max; u64 wait_count; u64 wait_sum; u64 iowait_count; u64 iowait_sum; u64 sleep_start; u64 sleep_max; s64 sum_sleep_runtime; u64 block_start; u64 block_max; s64 sum_block_runtime; u64 exec_max; u64 slice_max; u64 nr_migrations_cold; u64 nr_failed_migrations_affine; u64 nr_failed_migrations_running; u64 nr_failed_migrations_hot; u64 nr_forced_migrations; u64 nr_wakeups; u64 nr_wakeups_sync; u64 nr_wakeups_migrate; u64 nr_wakeups_local; u64 nr_wakeups_remote; u64 nr_wakeups_affine; u64 nr_wakeups_affine_attempts; u64 nr_wakeups_passive; u64 nr_wakeups_idle; u64 core_forceidle_sum; long: 64; long: 64; long: 64; }; struct cpumask { long unsigned int bits[8]; }; typedef struct cpumask cpumask_t; union rcu_special { struct { u8 blocked; u8 need_qs; u8 exp_hint; u8 need_mb; } b; u32 s; }; struct sched_info { long unsigned int pcount; long long unsigned int run_delay; long long unsigned int last_arrival; long long unsigned int last_queued; }; struct plist_node { int prio; struct list_head prio_list; struct list_head node_list; }; struct prev_cputime {}; struct rb_root { struct rb_node *rb_node; }; struct rb_root_cached { struct rb_root rb_root; struct rb_node *rb_leftmost; }; struct timerqueue_head { struct rb_root_cached rb_root; }; struct posix_cputimer_base { u64 nextevt; struct timerqueue_head tqhead; }; struct posix_cputimers { struct posix_cputimer_base bases[3]; unsigned int timers_active; unsigned int expiry_active; }; struct sem_undo_list; struct sysv_sem { struct sem_undo_list *undo_list; }; struct sysv_shm { struct list_head shm_clist; }; typedef struct { long unsigned int sig[1]; } sigset_t; struct sigpending { struct list_head list; sigset_t signal; }; typedef struct { uid_t val; } kuid_t; struct seccomp_filter; struct seccomp { int mode; atomic_t filter_count; struct seccomp_filter *filter; }; struct syscall_user_dispatch { char *selector; long unsigned int offset; long unsigned int len; bool on_dispatch; }; struct spinlock { union { struct raw_spinlock rlock; }; }; typedef struct spinlock spinlock_t; struct wake_q_node { struct wake_q_node *next; }; struct task_io_accounting { u64 rchar; u64 wchar; u64 syscr; u64 syscw; u64 read_bytes; u64 write_bytes; u64 cancelled_write_bytes; }; typedef struct { long unsigned int bits[1]; } nodemask_t; struct seqcount { unsigned int sequence; }; typedef struct seqcount seqcount_t; struct seqcount_spinlock { seqcount_t seqcount; }; typedef struct seqcount_spinlock seqcount_spinlock_t; struct tlbflush_unmap_batch {}; struct page_frag { struct page *page; __u32 offset; __u32 size; }; struct latency_record { long unsigned int backtrace[12]; unsigned int count; long unsigned int time; long unsigned int max; }; struct kmap_ctrl {}; struct timer_list { struct hlist_node entry; long unsigned int expires; void (*function)(struct timer_list *); u32 flags; }; struct llist_head { struct llist_node *first; }; struct da_monitor { bool monitoring; unsigned int curr_state; }; union rv_task_monitor { struct da_monitor da_mon; }; typedef long int (*sys_call_ptr_t)(struct pt_regs *); struct fpu { __u32 fpc; void *regs; union { freg_t fprs[16]; __vector128 vxrs[32]; }; }; struct runtime_instr_cb; struct gs_cb; struct thread_struct { unsigned int acrs[16]; long unsigned int ksp; long unsigned int user_timer; long unsigned int guest_timer; long unsigned int system_timer; long unsigned int hardirq_timer; long unsigned int softirq_timer; const sys_call_ptr_t *sys_call_table; long unsigned int gmap_addr; unsigned int gmap_write_flag; unsigned int gmap_int_code; unsigned int gmap_pfault; struct per_regs per_user; struct per_event per_event; long unsigned int per_flags; unsigned int system_call; long unsigned int last_break; long unsigned int pfault_wait; struct list_head list; struct runtime_instr_cb *ri_cb; struct gs_cb *gs_cb; struct gs_cb *gs_bc_cb; struct pgm_tdb trap_tdb; struct fpu fpu; }; struct sched_class; struct task_group; struct mm_struct; struct pid; struct cred; struct key; struct nameidata; struct fs_struct; struct files_struct; struct io_uring_task; struct nsproxy; struct signal_struct; struct sighand_struct; struct audit_context; struct rt_mutex_waiter; struct bio_list; struct blk_plug; struct reclaim_state; struct backing_dev_info; struct io_context; struct capture_control; struct kernel_siginfo; typedef struct kernel_siginfo kernel_siginfo_t; struct css_set; struct robust_list_head; struct compat_robust_list_head; struct futex_pi_state; struct perf_event_context; struct mempolicy; struct numa_group; struct rseq; struct task_delay_info; struct kunit; struct ftrace_ret_stack; struct mem_cgroup; struct gendisk; struct uprobe_task; struct vm_struct; struct bpf_local_storage; struct bpf_run_ctx; struct task_struct { struct thread_info thread_info; unsigned int __state; void *stack; refcount_t usage; unsigned int flags; unsigned int ptrace; int on_cpu; struct __call_single_node wake_entry; unsigned int wakee_flips; long unsigned int wakee_flip_decay_ts; struct task_struct *last_wakee; int recent_used_cpu; int wake_cpu; int on_rq; int prio; int static_prio; int normal_prio; unsigned int rt_priority; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_entity se; struct sched_rt_entity rt; struct sched_dl_entity dl; const struct sched_class *sched_class; struct rb_node core_node; long unsigned int core_cookie; unsigned int core_occupation; struct task_group *sched_task_group; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_statistics stats; struct hlist_head preempt_notifiers; unsigned int btrace_seq; unsigned int policy; int nr_cpus_allowed; const cpumask_t *cpus_ptr; cpumask_t *user_cpus_ptr; cpumask_t cpus_mask; void *migration_pending; short unsigned int migration_disabled; short unsigned int migration_flags; int trc_reader_nesting; int trc_ipi_to_cpu; union rcu_special trc_reader_special; struct list_head trc_holdout_list; struct list_head trc_blkd_node; int trc_blkd_cpu; struct sched_info sched_info; struct list_head tasks; struct plist_node pushable_tasks; struct rb_node pushable_dl_tasks; struct mm_struct *mm; struct mm_struct *active_mm; int exit_state; int exit_code; int exit_signal; int pdeath_signal; long unsigned int jobctl; unsigned int personality; unsigned int sched_reset_on_fork: 1; unsigned int sched_contributes_to_load: 1; unsigned int sched_migrated: 1; long: 29; unsigned int sched_remote_wakeup: 1; unsigned int in_execve: 1; unsigned int in_iowait: 1; unsigned int in_user_fault: 1; unsigned int in_lru_fault: 1; unsigned int no_cgroup_migration: 1; unsigned int frozen: 1; unsigned int use_memdelay: 1; unsigned int in_memstall: 1; unsigned int in_page_owner: 1; unsigned int in_eventfd: 1; unsigned int in_thrashing: 1; long unsigned int atomic_flags; struct restart_block restart_block; pid_t pid; pid_t tgid; struct task_struct *real_parent; struct task_struct *parent; struct list_head children; struct list_head sibling; struct task_struct *group_leader; struct list_head ptraced; struct list_head ptrace_entry; struct pid *thread_pid; struct hlist_node pid_links[4]; struct list_head thread_group; struct list_head thread_node; struct completion *vfork_done; int *set_child_tid; int *clear_child_tid; void *worker_private; u64 utime; u64 stime; u64 utimescaled; u64 stimescaled; u64 gtime; struct prev_cputime prev_cputime; long unsigned int nvcsw; long unsigned int nivcsw; u64 start_time; u64 start_boottime; long unsigned int min_flt; long unsigned int maj_flt; struct posix_cputimers posix_cputimers; const struct cred *ptracer_cred; const struct cred *real_cred; const struct cred *cred; struct key *cached_requested_key; char comm[16]; struct nameidata *nameidata; struct sysv_sem sysvsem; struct sysv_shm sysvshm; struct fs_struct *fs; struct files_struct *files; struct io_uring_task *io_uring; struct nsproxy *nsproxy; struct signal_struct *signal; struct sighand_struct *sighand; sigset_t blocked; sigset_t real_blocked; sigset_t saved_sigmask; struct sigpending pending; long unsigned int sas_ss_sp; size_t sas_ss_size; unsigned int sas_ss_flags; struct callback_head *task_works; struct audit_context *audit_context; kuid_t loginuid; unsigned int sessionid; struct seccomp seccomp; struct syscall_user_dispatch syscall_dispatch; u64 parent_exec_id; u64 self_exec_id; spinlock_t alloc_lock; raw_spinlock_t pi_lock; struct wake_q_node wake_q; struct rb_root_cached pi_waiters; struct task_struct *pi_top_task; struct rt_mutex_waiter *pi_blocked_on; void *journal_info; struct bio_list *bio_list; struct blk_plug *plug; struct reclaim_state *reclaim_state; struct backing_dev_info *backing_dev_info; struct io_context *io_context; struct capture_control *capture_control; long unsigned int ptrace_message; kernel_siginfo_t *last_siginfo; struct task_io_accounting ioac; unsigned int psi_flags; u64 acct_rss_mem1; u64 acct_vm_mem1; u64 acct_timexpd; nodemask_t mems_allowed; seqcount_spinlock_t mems_allowed_seq; int cpuset_mem_spread_rotor; int cpuset_slab_spread_rotor; struct css_set *cgroups; struct list_head cg_list; struct robust_list_head *robust_list; struct compat_robust_list_head *compat_robust_list; struct list_head pi_state_list; struct futex_pi_state *pi_state_cache; struct mutex futex_exit_mutex; unsigned int futex_state; struct perf_event_context *perf_event_ctxp; struct mutex perf_event_mutex; struct list_head perf_event_list; struct mempolicy *mempolicy; short int il_prev; short int pref_node_fork; int numa_scan_seq; unsigned int numa_scan_period; unsigned int numa_scan_period_max; int numa_preferred_nid; long unsigned int numa_migrate_retry; u64 node_stamp; u64 last_task_numa_placement; u64 last_sum_exec_runtime; struct callback_head numa_work; struct numa_group *numa_group; long unsigned int *numa_faults; long unsigned int total_numa_faults; long unsigned int numa_faults_locality[3]; long unsigned int numa_pages_migrated; struct rseq *rseq; u32 rseq_len; u32 rseq_sig; long unsigned int rseq_event_mask; int mm_cid; int last_mm_cid; int migrate_from_cpu; int mm_cid_active; struct callback_head cid_work; struct tlbflush_unmap_batch tlb_ubc; struct pipe_inode_info *splice_pipe; struct page_frag task_frag; struct task_delay_info *delays; int nr_dirtied; int nr_dirtied_pause; long unsigned int dirty_paused_when; int latency_record_count; struct latency_record latency_record[32]; u64 timer_slack_ns; u64 default_timer_slack_ns; struct kunit *kunit_test; int curr_ret_stack; int curr_ret_depth; struct ftrace_ret_stack *ret_stack; long long unsigned int ftrace_timestamp; atomic_t trace_overrun; atomic_t tracing_graph_pause; long unsigned int trace_recursion; struct mem_cgroup *memcg_in_oom; gfp_t memcg_oom_gfp_mask; int memcg_oom_order; unsigned int memcg_nr_pages_over_high; struct mem_cgroup *active_memcg; struct gendisk *throttle_disk; struct uprobe_task *utask; unsigned int sequential_io; unsigned int sequential_io_avg; struct kmap_ctrl kmap_ctrl; struct callback_head rcu; refcount_t rcu_users; int pagefault_disabled; struct task_struct *oom_reaper_list; struct timer_list oom_reaper_timer; struct vm_struct *stack_vm_area; refcount_t stack_refcount; int patch_state; void *security; struct bpf_local_storage *bpf_storage; struct bpf_run_ctx *bpf_ctx; struct llist_head kretprobe_instances; struct llist_head rethooks; union rv_task_monitor rv[1]; struct thread_struct thread; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct uid_gid_extent { u32 first; u32 lower_first; u32 count; }; struct uid_gid_map { u32 nr_extents; union { struct uid_gid_extent extent[5]; struct { struct uid_gid_extent *forward; struct uid_gid_extent *reverse; }; }; }; typedef struct { gid_t val; } kgid_t; struct proc_ns_operations; struct ns_common { atomic_long_t stashed; const struct proc_ns_operations *ops; unsigned int inum; refcount_t count; }; struct rw_semaphore { atomic_long_t count; atomic_long_t owner; struct optimistic_spin_queue osq; raw_spinlock_t wait_lock; struct list_head wait_list; }; struct work_struct; typedef void (*work_func_t)(struct work_struct *); struct work_struct { atomic_long_t data; struct list_head entry; work_func_t func; }; struct ctl_table; struct ctl_table_root; struct ctl_table_set; struct ctl_dir; struct ctl_node; struct ctl_table_header { union { struct { struct ctl_table *ctl_table; int used; int count; int nreg; }; struct callback_head rcu; }; struct completion *unregistering; struct ctl_table *ctl_table_arg; struct ctl_table_root *root; struct ctl_table_set *set; struct ctl_dir *parent; struct ctl_node *node; struct hlist_head inodes; }; struct ctl_dir { struct ctl_table_header header; struct rb_root root; }; struct ctl_table_set { int (*is_seen)(struct ctl_table_set *); struct ctl_dir dir; }; struct ucounts; struct user_namespace { struct uid_gid_map uid_map; struct uid_gid_map gid_map; struct uid_gid_map projid_map; struct user_namespace *parent; int level; kuid_t owner; kgid_t group; struct ns_common ns; long unsigned int flags; bool parent_could_setfcap; struct list_head keyring_name_list; struct key *user_keyring_register; struct rw_semaphore keyring_sem; struct key *persistent_keyring_register; struct work_struct work; struct ctl_table_set set; struct ctl_table_header *sysctls; struct ucounts *ucounts; long int ucount_max[12]; long int rlimit_max[4]; }; struct kstat { u32 result_mask; umode_t mode; unsigned int nlink; uint32_t blksize; u64 attributes; u64 attributes_mask; u64 ino; dev_t dev; dev_t rdev; kuid_t uid; kgid_t gid; loff_t size; struct timespec64 atime; struct timespec64 mtime; struct timespec64 ctime; struct timespec64 btime; u64 blocks; u64 mnt_id; u32 dio_mem_align; u32 dio_offset_align; u64 change_cookie; }; struct static_call_key { void *func; }; typedef struct cpumask cpumask_var_t[1]; struct address_space; struct page_pool; struct dev_pagemap; struct page { long unsigned int flags; union { struct { union { struct list_head lru; struct { void *__filler; unsigned int mlock_count; }; struct list_head buddy_list; struct list_head pcp_list; }; struct address_space *mapping; union { long unsigned int index; long unsigned int share; }; long unsigned int private; }; struct { long unsigned int pp_magic; struct page_pool *pp; long unsigned int _pp_mapping_pad; long unsigned int dma_addr; union { long unsigned int dma_addr_upper; atomic_long_t pp_frag_count; }; }; struct { long unsigned int compound_head; }; struct { long unsigned int _pt_pad_1; pgtable_t pmd_huge_pte; long unsigned int _pt_pad_2; union { struct mm_struct *pt_mm; atomic_t pt_frag_refcount; }; spinlock_t ptl; }; struct { struct dev_pagemap *pgmap; void *zone_device_data; }; struct callback_head callback_head; }; union { atomic_t _mapcount; unsigned int page_type; }; atomic_t _refcount; long unsigned int memcg_data; }; struct runtime_instr_cb { __u64 rca; __u64 roa; __u64 rla; __u32 v: 1; __u32 s: 1; __u32 k: 1; __u32 h: 1; __u32 a: 1; __u32 reserved1: 3; __u32 ps: 1; __u32 qs: 1; __u32 pc: 1; __u32 qc: 1; __u32 reserved2: 1; __u32 g: 1; __u32 u: 1; __u32 l: 1; __u32 key: 4; __u32 reserved3: 8; __u32 t: 1; __u32 rgs: 3; __u32 m: 4; __u32 n: 1; __u32 mae: 1; __u32 reserved4: 2; __u32 c: 1; __u32 r: 1; __u32 b: 1; __u32 j: 1; __u32 e: 1; __u32 x: 1; __u32 reserved5: 2; __u32 bpxn: 1; __u32 bpxt: 1; __u32 bpti: 1; __u32 bpni: 1; __u32 reserved6: 2; __u32 d: 1; __u32 f: 1; __u32 ic: 4; __u32 dc: 4; __u64 reserved7; __u64 sf; __u64 rsic; __u64 reserved8; }; struct seq_operations { void * (*start)(struct seq_file *, loff_t *); void (*stop)(struct seq_file *, void *); void * (*next)(struct seq_file *, void *, loff_t *); int (*show)(struct seq_file *, void *); }; struct gs_cb { __u64 reserved; __u64 gsd; __u64 gssm; __u64 gs_epl_a; }; typedef struct { arch_rwlock_t raw_lock; } rwlock_t; typedef struct {} lockdep_map_p; struct maple_tree { union { spinlock_t ma_lock; lockdep_map_p ma_external_lock; }; void *ma_root; unsigned int ma_flags; }; struct wait_queue_entry; typedef int (*wait_queue_func_t)(struct wait_queue_entry *, unsigned int, int, void *); struct wait_queue_entry { unsigned int flags; void *private; wait_queue_func_t func; struct list_head entry; }; typedef struct wait_queue_entry wait_queue_entry_t; struct wait_queue_head { spinlock_t lock; struct list_head head; }; typedef struct wait_queue_head wait_queue_head_t; struct swait_queue_head { raw_spinlock_t lock; struct list_head task_list; }; struct completion { unsigned int done; struct swait_queue_head wait; }; struct percpu_counter { raw_spinlock_t lock; s64 count; struct list_head list; s32 *counters; }; typedef struct { spinlock_t lock; cpumask_t cpu_attach_mask; atomic_t flush_count; unsigned int flush_mm; struct list_head pgtable_list; struct list_head gmap_list; long unsigned int gmap_asce; long unsigned int asce; long unsigned int asce_limit; long unsigned int vdso_base; atomic_t protected_count; unsigned int alloc_pgste: 1; unsigned int has_pgste: 1; unsigned int uses_skeys: 1; unsigned int uses_cmm: 1; unsigned int allow_gmap_hpage_1m: 1; } mm_context_t; struct xol_area; struct uprobes_state { struct xol_area *xol_area; }; struct mm_cid; struct linux_binfmt; struct kioctx_table; struct mmu_notifier_subscriptions; struct mm_struct { struct { struct { atomic_t mm_count; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct maple_tree mm_mt; long unsigned int (*get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); long unsigned int mmap_base; long unsigned int mmap_legacy_base; long unsigned int task_size; pgd_t *pgd; atomic_t membarrier_state; atomic_t mm_users; struct mm_cid *pcpu_cid; long unsigned int mm_cid_next_scan; atomic_long_t pgtables_bytes; int map_count; spinlock_t page_table_lock; struct rw_semaphore mmap_lock; struct list_head mmlist; long unsigned int hiwater_rss; long unsigned int hiwater_vm; long unsigned int total_vm; long unsigned int locked_vm; atomic64_t pinned_vm; long unsigned int data_vm; long unsigned int exec_vm; long unsigned int stack_vm; long unsigned int def_flags; seqcount_t write_protect_seq; spinlock_t arg_lock; long unsigned int start_code; long unsigned int end_code; long unsigned int start_data; long unsigned int end_data; long unsigned int start_brk; long unsigned int brk; long unsigned int start_stack; long unsigned int arg_start; long unsigned int arg_end; long unsigned int env_start; long unsigned int env_end; long unsigned int saved_auxv[48]; struct percpu_counter rss_stat[4]; struct linux_binfmt *binfmt; mm_context_t context; long unsigned int flags; spinlock_t ioctx_lock; struct kioctx_table *ioctx_table; struct task_struct *owner; struct user_namespace *user_ns; struct file *exe_file; struct mmu_notifier_subscriptions *notifier_subscriptions; long unsigned int numa_next_scan; long unsigned int numa_scan_offset; int numa_scan_seq; atomic_t tlb_flush_pending; struct uprobes_state uprobes_state; atomic_long_t hugetlb_usage; struct work_struct async_put_work; long unsigned int ksm_merging_pages; long unsigned int ksm_rmap_items; struct { struct list_head list; long unsigned int bitmap; struct mem_cgroup *memcg; } lru_gen; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; long unsigned int cpu_bitmap[0]; }; struct workqueue_struct; struct delayed_work { struct work_struct work; struct timer_list timer; struct workqueue_struct *wq; int cpu; }; struct rcu_work { struct work_struct work; struct callback_head rcu; struct workqueue_struct *wq; }; struct rcu_segcblist { struct callback_head *head; struct callback_head **tails[4]; long unsigned int gp_seq[4]; long int len; long int seglen[4]; u8 flags; }; struct srcu_node; struct srcu_data { atomic_long_t srcu_lock_count[2]; atomic_long_t srcu_unlock_count[2]; int srcu_nmi_safety; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t lock; struct rcu_segcblist srcu_cblist; long unsigned int srcu_gp_seq_needed; long unsigned int srcu_gp_seq_needed_exp; bool srcu_cblist_invoking; struct timer_list delay_work; struct work_struct work; struct callback_head srcu_barrier_head; struct srcu_node *mynode; long unsigned int grpmask; int cpu; struct srcu_struct *ssp; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct srcu_node { spinlock_t lock; long unsigned int srcu_have_cbs[4]; long unsigned int srcu_data_have_cbs[4]; long unsigned int srcu_gp_seq_needed_exp; struct srcu_node *srcu_parent; int grplo; int grphi; }; struct srcu_usage; struct srcu_struct { unsigned int srcu_idx; struct srcu_data *sda; struct lockdep_map dep_map; struct srcu_usage *srcu_sup; }; struct srcu_usage { struct srcu_node *node; struct srcu_node *level[3]; int srcu_size_state; struct mutex srcu_cb_mutex; spinlock_t lock; struct mutex srcu_gp_mutex; long unsigned int srcu_gp_seq; long unsigned int srcu_gp_seq_needed; long unsigned int srcu_gp_seq_needed_exp; long unsigned int srcu_gp_start; long unsigned int srcu_last_gp_end; long unsigned int srcu_size_jiffies; long unsigned int srcu_n_lock_retries; long unsigned int srcu_n_exp_nodelay; bool sda_is_static; long unsigned int srcu_barrier_seq; struct mutex srcu_barrier_mutex; struct completion srcu_barrier_completion; atomic_t srcu_barrier_cpu_cnt; long unsigned int reschedule_jiffies; long unsigned int reschedule_count; struct delayed_work work; struct srcu_struct *srcu_ssp; }; struct notifier_block; typedef int (*notifier_fn_t)(struct notifier_block *, long unsigned int, void *); struct notifier_block { notifier_fn_t notifier_call; struct notifier_block *next; int priority; }; struct blocking_notifier_head { struct rw_semaphore rwsem; struct notifier_block *head; }; struct raw_notifier_head { struct notifier_block *head; }; struct arch_uprobe_task {}; enum uprobe_task_state { UTASK_RUNNING = 0, UTASK_SSTEP = 1, UTASK_SSTEP_ACK = 2, UTASK_SSTEP_TRAPPED = 3, }; struct uprobe; struct return_instance; struct uprobe_task { enum uprobe_task_state state; union { struct { struct arch_uprobe_task autask; long unsigned int vaddr; }; struct { struct callback_head dup_xol_work; long unsigned int dup_xol_addr; }; }; struct uprobe *active_uprobe; long unsigned int xol_vaddr; struct return_instance *return_instances; unsigned int depth; }; struct return_instance { struct uprobe *uprobe; long unsigned int func; long unsigned int stack; long unsigned int orig_ret_vaddr; bool chained; struct return_instance *next; }; struct seqcount_raw_spinlock { seqcount_t seqcount; }; typedef struct seqcount_raw_spinlock seqcount_raw_spinlock_t; typedef struct { seqcount_spinlock_t seqcount; spinlock_t lock; } seqlock_t; struct xarray { spinlock_t xa_lock; gfp_t xa_flags; void *xa_head; }; typedef u32 errseq_t; struct address_space_operations; struct address_space { struct inode *host; struct xarray i_pages; struct rw_semaphore invalidate_lock; gfp_t gfp_mask; atomic_t i_mmap_writable; struct rb_root_cached i_mmap; struct rw_semaphore i_mmap_rwsem; long unsigned int nrpages; long unsigned int writeback_index; const struct address_space_operations *a_ops; long unsigned int flags; errseq_t wb_err; spinlock_t private_lock; struct list_head private_list; void *private_data; }; enum dma_data_direction { DMA_BIDIRECTIONAL = 0, DMA_TO_DEVICE = 1, DMA_FROM_DEVICE = 2, DMA_NONE = 3, }; struct device; struct napi_struct; struct page_pool_params { unsigned int flags; unsigned int order; unsigned int pool_size; int nid; struct device *dev; struct napi_struct *napi; enum dma_data_direction dma_dir; unsigned int max_len; unsigned int offset; void (*init_callback)(struct page *, void *); void *init_arg; }; struct page_pool_alloc_stats { u64 fast; u64 slow; u64 slow_high_order; u64 empty; u64 refill; u64 waive; }; struct pp_alloc_cache { u32 count; struct page *cache[128]; }; struct ptr_ring { int producer; spinlock_t producer_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; int consumer_head; int consumer_tail; spinlock_t consumer_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; int size; int batch; void **queue; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct page_pool_recycle_stats; struct page_pool { struct page_pool_params p; struct delayed_work release_dw; void (*disconnect)(void *); long unsigned int defer_start; long unsigned int defer_warn; u32 pages_state_hold_cnt; unsigned int frag_offset; struct page *frag_page; long int frag_users; struct page_pool_alloc_stats alloc_stats; u32 xdp_mem_id; struct pp_alloc_cache alloc; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct ptr_ring ring; struct page_pool_recycle_stats *recycle_stats; atomic_t pages_state_release_cnt; refcount_t user_cnt; u64 destroy_cnt; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct vmem_altmap { long unsigned int base_pfn; const long unsigned int end_pfn; const long unsigned int reserve; long unsigned int free; long unsigned int align; long unsigned int alloc; }; struct percpu_ref_data; struct percpu_ref { long unsigned int percpu_count_ptr; struct percpu_ref_data *data; }; enum memory_type { MEMORY_DEVICE_PRIVATE = 1, MEMORY_DEVICE_COHERENT = 2, MEMORY_DEVICE_FS_DAX = 3, MEMORY_DEVICE_GENERIC = 4, MEMORY_DEVICE_PCI_P2PDMA = 5, }; struct range { u64 start; u64 end; }; struct dev_pagemap_ops; struct dev_pagemap { struct vmem_altmap altmap; struct percpu_ref ref; struct completion done; enum memory_type type; unsigned int flags; long unsigned int vmemmap_shift; const struct dev_pagemap_ops *ops; void *owner; int nr_range; union { struct range range; struct { struct {} __empty_ranges; struct range ranges[0]; }; }; }; struct folio { union { struct { long unsigned int flags; union { struct list_head lru; struct { void *__filler; unsigned int mlock_count; }; }; struct address_space *mapping; long unsigned int index; void *private; atomic_t _mapcount; atomic_t _refcount; long unsigned int memcg_data; }; struct page page; }; union { struct { long unsigned int _flags_1; long unsigned int _head_1; unsigned char _folio_dtor; unsigned char _folio_order; atomic_t _entire_mapcount; atomic_t _nr_pages_mapped; atomic_t _pincount; unsigned int _folio_nr_pages; }; struct page __page_1; }; union { struct { long unsigned int _flags_2; long unsigned int _head_2; void *_hugetlb_subpool; void *_hugetlb_cgroup; void *_hugetlb_cgroup_rsvd; void *_hugetlb_hwpoison; }; struct { long unsigned int _flags_2a; long unsigned int _head_2a; struct list_head _deferred_list; }; struct page __page_2; }; }; typedef long unsigned int vm_flags_t; struct vfsmount; struct path { struct vfsmount *mnt; struct dentry *dentry; }; enum pid_type { PIDTYPE_PID = 0, PIDTYPE_TGID = 1, PIDTYPE_PGID = 2, PIDTYPE_SID = 3, PIDTYPE_MAX = 4, }; struct fown_struct { rwlock_t lock; struct pid *pid; enum pid_type pid_type; kuid_t uid; kuid_t euid; int signum; }; struct file_ra_state { long unsigned int start; unsigned int size; unsigned int async_size; unsigned int ra_pages; unsigned int mmap_miss; loff_t prev_pos; }; struct file { union { struct llist_node f_llist; struct callback_head f_rcuhead; unsigned int f_iocb_flags; }; struct path f_path; struct inode *f_inode; const struct file_operations *f_op; spinlock_t f_lock; atomic_long_t f_count; unsigned int f_flags; fmode_t f_mode; struct mutex f_pos_lock; loff_t f_pos; struct fown_struct f_owner; const struct cred *f_cred; struct file_ra_state f_ra; u64 f_version; void *f_security; void *private_data; struct hlist_head *f_ep; struct address_space *f_mapping; errseq_t f_wb_err; errseq_t f_sb_err; }; struct userfaultfd_ctx; struct vm_userfaultfd_ctx { struct userfaultfd_ctx *ctx; }; struct vma_numab_state { long unsigned int next_scan; long unsigned int next_pid_reset; long unsigned int access_pids[2]; }; struct anon_vma; struct vm_operations_struct; struct vm_area_struct { union { struct { long unsigned int vm_start; long unsigned int vm_end; }; }; struct mm_struct *vm_mm; pgprot_t vm_page_prot; union { const vm_flags_t vm_flags; vm_flags_t __vm_flags; }; struct { struct rb_node rb; long unsigned int rb_subtree_last; } shared; struct list_head anon_vma_chain; struct anon_vma *anon_vma; const struct vm_operations_struct *vm_ops; long unsigned int vm_pgoff; struct file *vm_file; void *vm_private_data; atomic_long_t swap_readahead_info; struct mempolicy *vm_policy; struct vma_numab_state *numab_state; struct vm_userfaultfd_ctx vm_userfaultfd_ctx; }; typedef unsigned int vm_fault_t; enum page_entry_size { PE_SIZE_PTE = 0, PE_SIZE_PMD = 1, PE_SIZE_PUD = 2, }; struct vm_fault; struct vm_operations_struct { void (*open)(struct vm_area_struct *); void (*close)(struct vm_area_struct *); int (*may_split)(struct vm_area_struct *, long unsigned int); int (*mremap)(struct vm_area_struct *); int (*mprotect)(struct vm_area_struct *, long unsigned int, long unsigned int, long unsigned int); vm_fault_t (*fault)(struct vm_fault *); vm_fault_t (*huge_fault)(struct vm_fault *, enum page_entry_size); vm_fault_t (*map_pages)(struct vm_fault *, long unsigned int, long unsigned int); long unsigned int (*pagesize)(struct vm_area_struct *); vm_fault_t (*page_mkwrite)(struct vm_fault *); vm_fault_t (*pfn_mkwrite)(struct vm_fault *); int (*access)(struct vm_area_struct *, long unsigned int, void *, int, int); const char * (*name)(struct vm_area_struct *); int (*set_policy)(struct vm_area_struct *, struct mempolicy *); struct mempolicy * (*get_policy)(struct vm_area_struct *, long unsigned int); struct page * (*find_special_page)(struct vm_area_struct *, long unsigned int); }; struct mempolicy { atomic_t refcnt; short unsigned int mode; short unsigned int flags; nodemask_t nodes; int home_node; union { nodemask_t cpuset_mems_allowed; nodemask_t user_nodemask; } w; }; struct mm_cid { u64 time; int cid; }; struct cgroup; struct cgroup_subsys; struct cgroup_subsys_state { struct cgroup *cgroup; struct cgroup_subsys *ss; struct percpu_ref refcnt; struct list_head sibling; struct list_head children; struct list_head rstat_css_node; int id; unsigned int flags; u64 serial_nr; atomic_t online_cnt; struct work_struct destroy_work; struct rcu_work destroy_rwork; struct cgroup_subsys_state *parent; }; struct mem_cgroup_id { int id; refcount_t ref; }; struct page_counter { atomic_long_t usage; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; long unsigned int emin; atomic_long_t min_usage; atomic_long_t children_min_usage; long unsigned int elow; atomic_long_t low_usage; atomic_long_t children_low_usage; long unsigned int watermark; long unsigned int failcnt; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad2_; long unsigned int min; long unsigned int low; long unsigned int high; long unsigned int max; struct page_counter *parent; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct vmpressure { long unsigned int scanned; long unsigned int reclaimed; long unsigned int tree_scanned; long unsigned int tree_reclaimed; spinlock_t sr_lock; struct list_head events; struct mutex events_lock; struct work_struct work; }; struct cgroup_file { struct kernfs_node *kn; long unsigned int notified_at; struct timer_list notify_timer; }; struct mem_cgroup_threshold_ary; struct mem_cgroup_thresholds { struct mem_cgroup_threshold_ary *primary; struct mem_cgroup_threshold_ary *spare; }; struct fprop_global { struct percpu_counter events; unsigned int period; seqcount_t sequence; }; struct wb_domain { spinlock_t lock; struct fprop_global completions; struct timer_list period_timer; long unsigned int period_time; long unsigned int dirty_limit_tstamp; long unsigned int dirty_limit; }; struct wb_completion { atomic_t cnt; wait_queue_head_t *waitq; }; struct memcg_cgwb_frn { u64 bdi_id; int memcg_id; u64 at; struct wb_completion done; }; struct lru_gen_mm_list { struct list_head fifo; spinlock_t lock; }; struct memcg_vmstats; struct obj_cgroup; struct memcg_vmstats_percpu; struct mem_cgroup_per_node; struct mem_cgroup { struct cgroup_subsys_state css; struct mem_cgroup_id id; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct page_counter memory; union { struct page_counter swap; struct page_counter memsw; }; struct page_counter kmem; struct page_counter tcpmem; struct work_struct high_work; long unsigned int zswap_max; long unsigned int soft_limit; struct vmpressure vmpressure; bool oom_group; bool oom_lock; int under_oom; int swappiness; int oom_kill_disable; struct cgroup_file events_file; struct cgroup_file events_local_file; struct cgroup_file swap_events_file; struct mutex thresholds_lock; struct mem_cgroup_thresholds thresholds; struct mem_cgroup_thresholds memsw_thresholds; struct list_head oom_notify; long unsigned int move_charge_at_immigrate; spinlock_t move_lock; long unsigned int move_lock_flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; struct memcg_vmstats *vmstats; atomic_long_t memory_events[9]; atomic_long_t memory_events_local[9]; long unsigned int socket_pressure; bool tcpmem_active; int tcpmem_pressure; int kmemcg_id; struct obj_cgroup *objcg; struct list_head objcg_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad2_; atomic_t moving_account; struct task_struct *move_lock_task; struct memcg_vmstats_percpu *vmstats_percpu; struct list_head cgwb_list; struct wb_domain cgwb_domain; struct memcg_cgwb_frn cgwb_frn[4]; struct list_head event_list; spinlock_t event_list_lock; struct lru_gen_mm_list mm_list; struct mem_cgroup_per_node *nodeinfo[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum fault_flag { FAULT_FLAG_WRITE = 1, FAULT_FLAG_MKWRITE = 2, FAULT_FLAG_ALLOW_RETRY = 4, FAULT_FLAG_RETRY_NOWAIT = 8, FAULT_FLAG_KILLABLE = 16, FAULT_FLAG_TRIED = 32, FAULT_FLAG_USER = 64, FAULT_FLAG_REMOTE = 128, FAULT_FLAG_INSTRUCTION = 256, FAULT_FLAG_INTERRUPTIBLE = 512, FAULT_FLAG_UNSHARE = 1024, FAULT_FLAG_ORIG_PTE_VALID = 2048, FAULT_FLAG_VMA_LOCK = 4096, }; struct vm_fault { const struct { struct vm_area_struct *vma; gfp_t gfp_mask; long unsigned int pgoff; long unsigned int address; long unsigned int real_address; }; enum fault_flag flags; pmd_t *pmd; pud_t *pud; union { pte_t orig_pte; pmd_t orig_pmd; }; struct page *cow_page; struct page *page; pte_t *pte; spinlock_t *ptl; pgtable_t prealloc_pte; }; struct hlist_nulls_node; struct hlist_nulls_head { struct hlist_nulls_node *first; }; struct hlist_nulls_node { struct hlist_nulls_node *next; struct hlist_nulls_node **pprev; }; enum pageflags { PG_locked = 0, PG_referenced = 1, PG_uptodate = 2, PG_dirty = 3, PG_lru = 4, PG_active = 5, PG_workingset = 6, PG_waiters = 7, PG_error = 8, PG_slab = 9, PG_owner_priv_1 = 10, PG_arch_1 = 11, PG_reserved = 12, PG_private = 13, PG_private_2 = 14, PG_writeback = 15, PG_head = 16, PG_mappedtodisk = 17, PG_reclaim = 18, PG_swapbacked = 19, PG_unevictable = 20, PG_mlocked = 21, PG_young = 22, PG_idle = 23, __NR_PAGEFLAGS = 24, PG_readahead = 18, PG_anon_exclusive = 17, PG_checked = 10, PG_swapcache = 10, PG_fscache = 14, PG_pinned = 10, PG_savepinned = 3, PG_foreign = 10, PG_xen_remapped = 10, PG_isolated = 18, PG_reported = 2, PG_vmemmap_self_hosted = 10, }; struct free_area { struct list_head free_list[6]; long unsigned int nr_free; }; struct lru_gen_folio { long unsigned int max_seq; long unsigned int min_seq[2]; long unsigned int timestamps[4]; struct list_head folios[24]; long int nr_pages[24]; long unsigned int avg_refaulted[8]; long unsigned int avg_total[8]; long unsigned int protected[6]; atomic_long_t evicted[8]; atomic_long_t refaulted[8]; bool enabled; u8 gen; u8 seg; struct hlist_nulls_node list; }; struct lru_gen_mm_state { long unsigned int seq; struct list_head *head; struct list_head *tail; long unsigned int *filters[2]; long unsigned int stats[6]; }; struct lruvec; struct lru_gen_mm_walk { struct lruvec *lruvec; long unsigned int max_seq; long unsigned int next_addr; int nr_pages[24]; int mm_stats[6]; int batched; bool can_swap; bool force_scan; }; struct pglist_data; struct lruvec { struct list_head lists[5]; spinlock_t lru_lock; long unsigned int anon_cost; long unsigned int file_cost; atomic_long_t nonresident_age; long unsigned int refaults[2]; long unsigned int flags; struct lru_gen_folio lrugen; struct lru_gen_mm_state mm_state; struct pglist_data *pgdat; }; struct lru_gen_memcg { long unsigned int seq; long unsigned int nr_memcgs[2]; struct hlist_nulls_head fifo[16]; spinlock_t lock; }; struct per_cpu_pages; struct per_cpu_zonestat; struct zone { long unsigned int _watermark[4]; long unsigned int watermark_boost; long unsigned int nr_reserved_highatomic; long int lowmem_reserve[3]; int node; struct pglist_data *zone_pgdat; struct per_cpu_pages *per_cpu_pageset; struct per_cpu_zonestat *per_cpu_zonestats; int pageset_high; int pageset_batch; long unsigned int zone_start_pfn; atomic_long_t managed_pages; long unsigned int spanned_pages; long unsigned int present_pages; long unsigned int present_early_pages; long unsigned int cma_pages; const char *name; long unsigned int nr_isolate_pageblock; seqlock_t span_seqlock; int initialized; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; struct free_area free_area[11]; long unsigned int flags; spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad2_; long unsigned int percpu_drift_mark; long unsigned int compact_cached_free_pfn; long unsigned int compact_cached_migrate_pfn[2]; long unsigned int compact_init_migrate_pfn; long unsigned int compact_init_free_pfn; unsigned int compact_considered; unsigned int compact_defer_shift; int compact_order_failed; bool compact_blockskip_flush; bool contiguous; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad3_; atomic_long_t vm_stat[11]; atomic_long_t vm_numa_event[6]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct zoneref { struct zone *zone; int zone_idx; }; struct zonelist { struct zoneref _zonerefs[7]; }; enum zone_type { ZONE_DMA = 0, ZONE_NORMAL = 1, ZONE_MOVABLE = 2, __MAX_NR_ZONES = 3, }; struct per_cpu_nodestat; struct memory_tier; struct pglist_data { struct zone node_zones[3]; struct zonelist node_zonelists[2]; int nr_zones; spinlock_t node_size_lock; long unsigned int node_start_pfn; long unsigned int node_present_pages; long unsigned int node_spanned_pages; int node_id; wait_queue_head_t kswapd_wait; wait_queue_head_t pfmemalloc_wait; wait_queue_head_t reclaim_wait[4]; atomic_t nr_writeback_throttled; long unsigned int nr_reclaim_start; struct mutex kswapd_lock; struct task_struct *kswapd; int kswapd_order; enum zone_type kswapd_highest_zoneidx; int kswapd_failures; int kcompactd_max_order; enum zone_type kcompactd_highest_zoneidx; wait_queue_head_t kcompactd_wait; struct task_struct *kcompactd; bool proactive_compact_trigger; long unsigned int totalreserve_pages; long unsigned int min_unmapped_pages; long unsigned int min_slab_pages; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; unsigned int nbp_rl_start; long unsigned int nbp_rl_nr_cand; unsigned int nbp_threshold; unsigned int nbp_th_start; long unsigned int nbp_th_nr_cand; struct lruvec __lruvec; long unsigned int flags; struct lru_gen_mm_walk mm_walk; struct lru_gen_memcg memcg_lru; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad2_; struct per_cpu_nodestat *per_cpu_nodestats; atomic_long_t vm_stat[43]; struct memory_tier *memtier; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct per_cpu_pages { spinlock_t lock; int count; int high; int batch; short int free_factor; short int expire; struct list_head lists[12]; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct per_cpu_zonestat { s8 vm_stat_diff[11]; s8 stat_threshold; long unsigned int vm_numa_event[6]; }; struct per_cpu_nodestat { s8 stat_threshold; s8 vm_node_stat_diff[43]; }; typedef int proc_handler(struct ctl_table *, int, void *, size_t *, loff_t *); struct ctl_table_poll; struct ctl_table { const char *procname; void *data; int maxlen; umode_t mode; struct ctl_table *child; proc_handler *proc_handler; struct ctl_table_poll *poll; void *extra1; void *extra2; }; struct ctl_table_poll { atomic_t event; wait_queue_head_t wait; }; struct ctl_node { struct rb_node node; struct ctl_table_header *header; }; struct ctl_table_root { struct ctl_table_set default_set; struct ctl_table_set * (*lookup)(struct ctl_table_root *); void (*set_ownership)(struct ctl_table_header *, struct ctl_table *, kuid_t *, kgid_t *); int (*permissions)(struct ctl_table_header *, struct ctl_table *); }; typedef struct { u64 val; } kernel_cap_t; struct user_struct; struct group_info; struct cred { atomic_t usage; kuid_t uid; kgid_t gid; kuid_t suid; kgid_t sgid; kuid_t euid; kgid_t egid; kuid_t fsuid; kgid_t fsgid; unsigned int securebits; kernel_cap_t cap_inheritable; kernel_cap_t cap_permitted; kernel_cap_t cap_effective; kernel_cap_t cap_bset; kernel_cap_t cap_ambient; unsigned char jit_keyring; struct key *session_keyring; struct key *process_keyring; struct key *thread_keyring; struct key *request_key_auth; void *security; struct user_struct *user; struct user_namespace *user_ns; struct ucounts *ucounts; struct group_info *group_info; union { int non_rcu; struct callback_head rcu; }; }; struct rhash_head { struct rhash_head *next; }; struct rhashtable; struct rhashtable_compare_arg { struct rhashtable *ht; const void *key; }; typedef u32 (*rht_hashfn_t)(const void *, u32, u32); typedef u32 (*rht_obj_hashfn_t)(const void *, u32, u32); typedef int (*rht_obj_cmpfn_t)(struct rhashtable_compare_arg *, const void *); struct rhashtable_params { u16 nelem_hint; u16 key_len; u16 key_offset; u16 head_offset; unsigned int max_size; u16 min_size; bool automatic_shrinking; rht_hashfn_t hashfn; rht_obj_hashfn_t obj_hashfn; rht_obj_cmpfn_t obj_cmpfn; }; struct bucket_table; struct rhashtable { struct bucket_table *tbl; unsigned int key_len; unsigned int max_elems; struct rhashtable_params p; bool rhlist; struct work_struct run_work; struct mutex mutex; spinlock_t lock; atomic_t nelems; }; struct iovec { void *iov_base; __kernel_size_t iov_len; }; struct kvec { void *iov_base; size_t iov_len; }; struct bio_vec { struct page *bv_page; unsigned int bv_len; unsigned int bv_offset; }; struct iov_iter { u8 iter_type; bool copy_mc; bool nofault; bool data_source; bool user_backed; union { size_t iov_offset; int last_offset; }; union { struct iovec __ubuf_iovec; struct { union { const struct iovec *__iov; const struct kvec *kvec; const struct bio_vec *bvec; struct xarray *xarray; struct pipe_inode_info *pipe; void *ubuf; }; size_t count; }; }; union { long unsigned int nr_segs; struct { unsigned int head; unsigned int start_head; }; loff_t xarray_start; }; }; typedef short unsigned int __kernel_sa_family_t; typedef __kernel_sa_family_t sa_family_t; struct sockaddr { sa_family_t sa_family; union { char sa_data_min[14]; struct { struct {} __empty_sa_data; char sa_data[0]; }; }; }; struct ubuf_info; struct sock; struct sk_buff; struct msghdr { void *msg_name; int msg_namelen; int msg_inq; struct iov_iter msg_iter; union { void *msg_control; void *msg_control_user; }; bool msg_control_is_user: 1; bool msg_get_inq: 1; unsigned int msg_flags; __kernel_size_t msg_controllen; struct kiocb *msg_iocb; struct ubuf_info *msg_ubuf; int (*sg_from_iter)(struct sock *, struct sk_buff *, struct iov_iter *, size_t); }; struct wait_page_queue; struct kiocb { struct file *ki_filp; loff_t ki_pos; void (*ki_complete)(struct kiocb *, long int); void *private; int ki_flags; u16 ki_ioprio; struct wait_page_queue *ki_waitq; }; struct ubuf_info { void (*callback)(struct sk_buff *, struct ubuf_info *, bool); refcount_t refcnt; u8 flags; }; typedef __u64 __addrpair; typedef __u32 __portpair; struct net; typedef struct { struct net *net; } possible_net_t; struct in6_addr { union { __u8 u6_addr8[16]; __be16 u6_addr16[8]; __be32 u6_addr32[4]; } in6_u; }; struct proto; struct inet_timewait_death_row; struct sock_common { union { __addrpair skc_addrpair; struct { __be32 skc_daddr; __be32 skc_rcv_saddr; }; }; union { unsigned int skc_hash; __u16 skc_u16hashes[2]; }; union { __portpair skc_portpair; struct { __be16 skc_dport; __u16 skc_num; }; }; short unsigned int skc_family; volatile unsigned char skc_state; unsigned char skc_reuse: 4; unsigned char skc_reuseport: 1; unsigned char skc_ipv6only: 1; unsigned char skc_net_refcnt: 1; int skc_bound_dev_if; union { struct hlist_node skc_bind_node; struct hlist_node skc_portaddr_node; }; struct proto *skc_prot; possible_net_t skc_net; struct in6_addr skc_v6_daddr; struct in6_addr skc_v6_rcv_saddr; atomic64_t skc_cookie; union { long unsigned int skc_flags; struct sock *skc_listener; struct inet_timewait_death_row *skc_tw_dr; }; int skc_dontcopy_begin[0]; union { struct hlist_node skc_node; struct hlist_nulls_node skc_nulls_node; }; short unsigned int skc_tx_queue_mapping; short unsigned int skc_rx_queue_mapping; union { int skc_incoming_cpu; u32 skc_rcv_wnd; u32 skc_tw_rcv_nxt; }; refcount_t skc_refcnt; int skc_dontcopy_end[0]; union { u32 skc_rxhash; u32 skc_window_clamp; u32 skc_tw_snd_nxt; }; }; typedef struct { spinlock_t slock; int owned; wait_queue_head_t wq; } socket_lock_t; struct sk_buff_list { struct sk_buff *next; struct sk_buff *prev; }; struct sk_buff_head { union { struct { struct sk_buff *next; struct sk_buff *prev; }; struct sk_buff_list list; }; __u32 qlen; spinlock_t lock; }; typedef u64 netdev_features_t; struct sock_cgroup_data { struct cgroup *cgroup; u32 classid; u16 prioidx; }; typedef struct {} netns_tracker; struct dst_entry; struct sk_filter; struct socket_wq; struct xfrm_policy; struct socket; struct net_device; struct sock_reuseport; struct sock { struct sock_common __sk_common; struct dst_entry *sk_rx_dst; int sk_rx_dst_ifindex; u32 sk_rx_dst_cookie; socket_lock_t sk_lock; atomic_t sk_drops; int sk_rcvlowat; struct sk_buff_head sk_error_queue; struct sk_buff_head sk_receive_queue; struct { atomic_t rmem_alloc; int len; struct sk_buff *head; struct sk_buff *tail; } sk_backlog; int sk_forward_alloc; u32 sk_reserved_mem; unsigned int sk_ll_usec; unsigned int sk_napi_id; int sk_rcvbuf; int sk_wait_pending; struct sk_filter *sk_filter; union { struct socket_wq *sk_wq; struct socket_wq *sk_wq_raw; }; struct xfrm_policy *sk_policy[2]; struct dst_entry *sk_dst_cache; atomic_t sk_omem_alloc; int sk_sndbuf; int sk_wmem_queued; refcount_t sk_wmem_alloc; long unsigned int sk_tsq_flags; union { struct sk_buff *sk_send_head; struct rb_root tcp_rtx_queue; }; struct sk_buff_head sk_write_queue; __s32 sk_peek_off; int sk_write_pending; __u32 sk_dst_pending_confirm; u32 sk_pacing_status; long int sk_sndtimeo; struct timer_list sk_timer; __u32 sk_priority; __u32 sk_mark; long unsigned int sk_pacing_rate; long unsigned int sk_max_pacing_rate; struct page_frag sk_frag; netdev_features_t sk_route_caps; int sk_gso_type; unsigned int sk_gso_max_size; gfp_t sk_allocation; __u32 sk_txhash; u8 sk_gso_disabled: 1; u8 sk_kern_sock: 1; u8 sk_no_check_tx: 1; u8 sk_no_check_rx: 1; u8 sk_userlocks: 4; u8 sk_pacing_shift; u16 sk_type; u16 sk_protocol; u16 sk_gso_max_segs; long unsigned int sk_lingertime; struct proto *sk_prot_creator; rwlock_t sk_callback_lock; int sk_err; int sk_err_soft; u32 sk_ack_backlog; u32 sk_max_ack_backlog; kuid_t sk_uid; u8 sk_txrehash; u8 sk_prefer_busy_poll; u16 sk_busy_poll_budget; spinlock_t sk_peer_lock; int sk_bind_phc; struct pid *sk_peer_pid; const struct cred *sk_peer_cred; long int sk_rcvtimeo; ktime_t sk_stamp; atomic_t sk_tskey; atomic_t sk_zckey; u32 sk_tsflags; u8 sk_shutdown; u8 sk_clockid; u8 sk_txtime_deadline_mode: 1; u8 sk_txtime_report_errors: 1; u8 sk_txtime_unused: 6; bool sk_use_task_frag; struct socket *sk_socket; void *sk_user_data; void *sk_security; struct sock_cgroup_data sk_cgrp_data; struct mem_cgroup *sk_memcg; void (*sk_state_change)(struct sock *); void (*sk_data_ready)(struct sock *); void (*sk_write_space)(struct sock *); void (*sk_error_report)(struct sock *); int (*sk_backlog_rcv)(struct sock *, struct sk_buff *); struct sk_buff * (*sk_validate_xmit_skb)(struct sock *, struct net_device *, struct sk_buff *); void (*sk_destruct)(struct sock *); struct sock_reuseport *sk_reuseport_cb; struct bpf_local_storage *sk_bpf_storage; struct callback_head sk_rcu; netns_tracker ns_tracker; struct hlist_node sk_bind2_node; }; typedef unsigned int sk_buff_data_t; struct skb_ext; struct sk_buff { union { struct { struct sk_buff *next; struct sk_buff *prev; union { struct net_device *dev; long unsigned int dev_scratch; }; }; struct rb_node rbnode; struct list_head list; struct llist_node ll_node; }; union { struct sock *sk; int ip_defrag_offset; }; union { ktime_t tstamp; u64 skb_mstamp_ns; }; char cb[48]; union { struct { long unsigned int _skb_refdst; void (*destructor)(struct sk_buff *); }; struct list_head tcp_tsorted_anchor; long unsigned int _sk_redir; }; long unsigned int _nfct; unsigned int len; unsigned int data_len; __u16 mac_len; __u16 hdr_len; __u16 queue_mapping; __u8 __cloned_offset[0]; __u8 cloned: 1; __u8 nohdr: 1; __u8 fclone: 2; __u8 peeked: 1; __u8 head_frag: 1; __u8 pfmemalloc: 1; __u8 pp_recycle: 1; __u8 active_extensions; union { struct { __u8 __pkt_type_offset[0]; __u8 pkt_type: 3; __u8 ignore_df: 1; __u8 dst_pending_confirm: 1; __u8 ip_summed: 2; __u8 ooo_okay: 1; __u8 __mono_tc_offset[0]; __u8 mono_delivery_time: 1; __u8 tc_at_ingress: 1; __u8 tc_skip_classify: 1; __u8 remcsum_offload: 1; __u8 csum_complete_sw: 1; __u8 csum_level: 2; __u8 inner_protocol_type: 1; __u8 l4_hash: 1; __u8 sw_hash: 1; __u8 no_fcs: 1; __u8 encapsulation: 1; __u8 encap_hdr_csum: 1; __u8 csum_valid: 1; __u8 ndisc_nodetype: 2; __u8 ipvs_property: 1; __u8 nf_trace: 1; __u8 offload_fwd_mark: 1; __u8 offload_l3_fwd_mark: 1; __u8 redirected: 1; __u8 from_ingress: 1; __u8 nf_skip_egress: 1; __u8 decrypted: 1; __u8 slow_gro: 1; __u8 csum_not_inet: 1; __u16 tc_index; u16 alloc_cpu; union { __wsum csum; struct { __u16 csum_start; __u16 csum_offset; }; }; __u32 priority; int skb_iif; __u32 hash; union { u32 vlan_all; struct { __be16 vlan_proto; __u16 vlan_tci; }; }; union { unsigned int napi_id; unsigned int sender_cpu; }; __u32 secmark; union { __u32 mark; __u32 reserved_tailroom; }; union { __be16 inner_protocol; __u8 inner_ipproto; }; __u16 inner_transport_header; __u16 inner_network_header; __u16 inner_mac_header; __be16 protocol; __u16 transport_header; __u16 network_header; __u16 mac_header; }; struct { __u8 __pkt_type_offset[0]; __u8 pkt_type: 3; __u8 ignore_df: 1; __u8 dst_pending_confirm: 1; __u8 ip_summed: 2; __u8 ooo_okay: 1; __u8 __mono_tc_offset[0]; __u8 mono_delivery_time: 1; __u8 tc_at_ingress: 1; __u8 tc_skip_classify: 1; __u8 remcsum_offload: 1; __u8 csum_complete_sw: 1; __u8 csum_level: 2; __u8 inner_protocol_type: 1; __u8 l4_hash: 1; __u8 sw_hash: 1; __u8 no_fcs: 1; __u8 encapsulation: 1; __u8 encap_hdr_csum: 1; __u8 csum_valid: 1; __u8 ndisc_nodetype: 2; __u8 ipvs_property: 1; __u8 nf_trace: 1; __u8 offload_fwd_mark: 1; __u8 offload_l3_fwd_mark: 1; __u8 redirected: 1; __u8 from_ingress: 1; __u8 nf_skip_egress: 1; __u8 decrypted: 1; __u8 slow_gro: 1; __u8 csum_not_inet: 1; __u16 tc_index; u16 alloc_cpu; union { __wsum csum; struct { __u16 csum_start; __u16 csum_offset; }; }; __u32 priority; int skb_iif; __u32 hash; union { u32 vlan_all; struct { __be16 vlan_proto; __u16 vlan_tci; }; }; union { unsigned int napi_id; unsigned int sender_cpu; }; __u32 secmark; union { __u32 mark; __u32 reserved_tailroom; }; union { __be16 inner_protocol; __u8 inner_ipproto; }; __u16 inner_transport_header; __u16 inner_network_header; __u16 inner_mac_header; __be16 protocol; __u16 transport_header; __u16 network_header; __u16 mac_header; } headers; }; sk_buff_data_t tail; sk_buff_data_t end; unsigned char *head; unsigned char *data; unsigned int truesize; refcount_t users; struct skb_ext *extensions; }; typedef struct { unsigned int clock_rate; unsigned int clock_type; short unsigned int loopback; } sync_serial_settings; typedef struct { unsigned int clock_rate; unsigned int clock_type; short unsigned int loopback; unsigned int slot_map; } te1_settings; typedef struct { short unsigned int encoding; short unsigned int parity; } raw_hdlc_proto; typedef struct { unsigned int t391; unsigned int t392; unsigned int n391; unsigned int n392; unsigned int n393; short unsigned int lmi; short unsigned int dce; } fr_proto; typedef struct { unsigned int dlci; } fr_proto_pvc; typedef struct { unsigned int dlci; char master[16]; } fr_proto_pvc_info; typedef struct { unsigned int interval; unsigned int timeout; } cisco_proto; typedef struct { short unsigned int dce; unsigned int modulo; unsigned int window; unsigned int t1; unsigned int t2; unsigned int n2; } x25_hdlc_proto; struct ifmap { long unsigned int mem_start; long unsigned int mem_end; short unsigned int base_addr; unsigned char irq; unsigned char dma; unsigned char port; }; struct if_settings { unsigned int type; unsigned int size; union { raw_hdlc_proto *raw_hdlc; cisco_proto *cisco; fr_proto *fr; fr_proto_pvc *fr_pvc; fr_proto_pvc_info *fr_pvc_info; x25_hdlc_proto *x25; sync_serial_settings *sync; te1_settings *te1; } ifs_ifsu; }; struct ifreq { union { char ifrn_name[16]; } ifr_ifrn; union { struct sockaddr ifru_addr; struct sockaddr ifru_dstaddr; struct sockaddr ifru_broadaddr; struct sockaddr ifru_netmask; struct sockaddr ifru_hwaddr; short int ifru_flags; int ifru_ivalue; int ifru_mtu; struct ifmap ifru_map; char ifru_slave[16]; char ifru_newname[16]; void *ifru_data; struct if_settings ifru_settings; } ifr_ifru; }; struct hlist_bl_node; struct hlist_bl_head { struct hlist_bl_node *first; }; struct hlist_bl_node { struct hlist_bl_node *next; struct hlist_bl_node **pprev; }; struct lockref { union { __u64 lock_count; struct { spinlock_t lock; int count; }; }; }; struct qstr { union { struct { u32 len; u32 hash; }; u64 hash_len; }; const unsigned char *name; }; struct dentry_operations; struct dentry { unsigned int d_flags; seqcount_spinlock_t d_seq; struct hlist_bl_node d_hash; struct dentry *d_parent; struct qstr d_name; struct inode *d_inode; unsigned char d_iname[32]; struct lockref d_lockref; const struct dentry_operations *d_op; struct super_block *d_sb; long unsigned int d_time; void *d_fsdata; union { struct list_head d_lru; wait_queue_head_t *d_wait; }; struct list_head d_child; struct list_head d_subdirs; union { struct hlist_node d_alias; struct hlist_bl_node d_in_lookup_hash; struct callback_head d_rcu; } d_u; }; struct posix_acl; struct inode_operations; struct bdi_writeback; struct file_lock_context; struct cdev; struct fsnotify_mark_connector; struct fscrypt_info; struct fsverity_info; struct inode { umode_t i_mode; short unsigned int i_opflags; kuid_t i_uid; kgid_t i_gid; unsigned int i_flags; struct posix_acl *i_acl; struct posix_acl *i_default_acl; const struct inode_operations *i_op; struct super_block *i_sb; struct address_space *i_mapping; void *i_security; long unsigned int i_ino; union { const unsigned int i_nlink; unsigned int __i_nlink; }; dev_t i_rdev; loff_t i_size; struct timespec64 i_atime; struct timespec64 i_mtime; struct timespec64 i_ctime; spinlock_t i_lock; short unsigned int i_bytes; u8 i_blkbits; u8 i_write_hint; blkcnt_t i_blocks; long unsigned int i_state; struct rw_semaphore i_rwsem; long unsigned int dirtied_when; long unsigned int dirtied_time_when; struct hlist_node i_hash; struct list_head i_io_list; struct bdi_writeback *i_wb; int i_wb_frn_winner; u16 i_wb_frn_avg_time; u16 i_wb_frn_history; struct list_head i_lru; struct list_head i_sb_list; struct list_head i_wb_list; union { struct hlist_head i_dentry; struct callback_head i_rcu; }; atomic64_t i_version; atomic64_t i_sequence; atomic_t i_count; atomic_t i_dio_count; atomic_t i_writecount; atomic_t i_readcount; union { const struct file_operations *i_fop; void (*free_inode)(struct inode *); }; struct file_lock_context *i_flctx; struct address_space i_data; struct list_head i_devices; union { struct pipe_inode_info *i_pipe; struct cdev *i_cdev; char *i_link; unsigned int i_dir_seq; }; __u32 i_generation; __u32 i_fsnotify_mask; struct fsnotify_mark_connector *i_fsnotify_marks; struct fscrypt_info *i_crypt_info; struct fsverity_info *i_verity_info; void *i_private; }; struct dentry_operations { int (*d_revalidate)(struct dentry *, unsigned int); int (*d_weak_revalidate)(struct dentry *, unsigned int); int (*d_hash)(const struct dentry *, struct qstr *); int (*d_compare)(const struct dentry *, unsigned int, const char *, const struct qstr *); int (*d_delete)(const struct dentry *); int (*d_init)(struct dentry *); void (*d_release)(struct dentry *); void (*d_prune)(struct dentry *); void (*d_iput)(struct dentry *, struct inode *); char * (*d_dname)(struct dentry *, char *, int); struct vfsmount * (*d_automount)(struct path *); int (*d_manage)(const struct path *, bool); struct dentry * (*d_real)(struct dentry *, const struct inode *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct mtd_info; typedef long long int qsize_t; struct quota_format_type; struct mem_dqinfo { struct quota_format_type *dqi_format; int dqi_fmt_id; struct list_head dqi_dirty_list; long unsigned int dqi_flags; unsigned int dqi_bgrace; unsigned int dqi_igrace; qsize_t dqi_max_spc_limit; qsize_t dqi_max_ino_limit; void *dqi_priv; }; struct quota_format_ops; struct quota_info { unsigned int flags; struct rw_semaphore dqio_sem; struct inode *files[3]; struct mem_dqinfo info[3]; const struct quota_format_ops *ops[3]; }; struct rcu_sync { int gp_state; int gp_count; wait_queue_head_t gp_wait; struct callback_head cb_head; }; struct rcuwait { struct task_struct *task; }; struct percpu_rw_semaphore { struct rcu_sync rss; unsigned int *read_count; struct rcuwait writer; wait_queue_head_t waiters; atomic_t block; }; struct sb_writers { int frozen; wait_queue_head_t wait_unfrozen; struct percpu_rw_semaphore rw_sem[3]; }; typedef struct { __u8 b[16]; } uuid_t; struct shrink_control; struct shrinker { long unsigned int (*count_objects)(struct shrinker *, struct shrink_control *); long unsigned int (*scan_objects)(struct shrinker *, struct shrink_control *); long int batch; int seeks; unsigned int flags; struct list_head list; int id; atomic_long_t *nr_deferred; }; struct list_lru_node; struct list_lru { struct list_lru_node *node; struct list_head list; int shrinker_id; bool memcg_aware; struct xarray xa; }; struct super_operations; struct dquot_operations; struct quotactl_ops; struct export_operations; struct xattr_handler; struct fscrypt_operations; struct fscrypt_keyring; struct fsverity_operations; struct unicode_map; struct block_device; struct super_block { struct list_head s_list; dev_t s_dev; unsigned char s_blocksize_bits; long unsigned int s_blocksize; loff_t s_maxbytes; struct file_system_type *s_type; const struct super_operations *s_op; const struct dquot_operations *dq_op; const struct quotactl_ops *s_qcop; const struct export_operations *s_export_op; long unsigned int s_flags; long unsigned int s_iflags; long unsigned int s_magic; struct dentry *s_root; struct rw_semaphore s_umount; int s_count; atomic_t s_active; void *s_security; const struct xattr_handler **s_xattr; const struct fscrypt_operations *s_cop; struct fscrypt_keyring *s_master_keys; const struct fsverity_operations *s_vop; struct unicode_map *s_encoding; __u16 s_encoding_flags; struct hlist_bl_head s_roots; struct list_head s_mounts; struct block_device *s_bdev; struct backing_dev_info *s_bdi; struct mtd_info *s_mtd; struct hlist_node s_instances; unsigned int s_quota_types; struct quota_info s_dquot; struct sb_writers s_writers; void *s_fs_info; u32 s_time_gran; time64_t s_time_min; time64_t s_time_max; __u32 s_fsnotify_mask; struct fsnotify_mark_connector *s_fsnotify_marks; char s_id[32]; uuid_t s_uuid; unsigned int s_max_links; fmode_t s_mode; struct mutex s_vfs_rename_mutex; const char *s_subtype; const struct dentry_operations *s_d_op; struct shrinker s_shrink; atomic_long_t s_remove_count; atomic_long_t s_fsnotify_connectors; int s_readonly_remount; errseq_t s_wb_err; struct workqueue_struct *s_dio_done_wq; struct hlist_head s_pins; struct user_namespace *s_user_ns; struct list_lru s_dentry_lru; struct list_lru s_inode_lru; struct callback_head rcu; struct work_struct destroy_work; struct mutex s_sync_lock; int s_stack_depth; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t s_inode_list_lock; struct list_head s_inodes; spinlock_t s_inode_wblist_lock; struct list_head s_inodes_wb; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct mnt_idmap; struct vfsmount { struct dentry *mnt_root; struct super_block *mnt_sb; int mnt_flags; struct mnt_idmap *mnt_idmap; }; struct shrink_control { gfp_t gfp_mask; int nid; long unsigned int nr_to_scan; long unsigned int nr_scanned; struct mem_cgroup *memcg; }; struct pid_namespace; struct upid { int nr; struct pid_namespace *ns; }; struct idr { struct xarray idr_rt; unsigned int idr_base; unsigned int idr_next; }; struct kmem_cache; struct fs_pin; struct pid_namespace { struct idr idr; struct callback_head rcu; unsigned int pid_allocated; struct task_struct *child_reaper; struct kmem_cache *pid_cachep; unsigned int level; struct pid_namespace *parent; struct fs_pin *bacct; struct user_namespace *user_ns; struct ucounts *ucounts; int reboot; struct ns_common ns; int memfd_noexec_scope; }; struct pid { refcount_t count; unsigned int level; spinlock_t lock; struct hlist_head tasks[4]; struct hlist_head inodes; wait_queue_head_t wait_pidfd; struct callback_head rcu; struct upid numbers[1]; }; struct hrtimer_cpu_base; struct hrtimer_clock_base { struct hrtimer_cpu_base *cpu_base; unsigned int index; clockid_t clockid; seqcount_raw_spinlock_t seq; struct hrtimer *running; struct timerqueue_head active; ktime_t (*get_time)(); ktime_t offset; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct hrtimer_cpu_base { raw_spinlock_t lock; unsigned int cpu; unsigned int active_bases; unsigned int clock_was_set_seq; unsigned int hres_active: 1; unsigned int in_hrtirq: 1; unsigned int hang_detected: 1; unsigned int softirq_activated: 1; unsigned int nr_events; short unsigned int nr_retries; short unsigned int nr_hangs; unsigned int max_hang_time; ktime_t expires_next; struct hrtimer *next_timer; ktime_t softirq_expires_next; struct hrtimer *softirq_next_timer; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct hrtimer_clock_base clock_base[8]; }; struct rlimit { __kernel_ulong_t rlim_cur; __kernel_ulong_t rlim_max; }; struct task_cputime { u64 stime; u64 utime; long long unsigned int sum_exec_runtime; }; typedef void __signalfn_t(int); typedef __signalfn_t *__sighandler_t; typedef void __restorefn_t(); typedef __restorefn_t *__sigrestore_t; union sigval { int sival_int; void *sival_ptr; }; typedef union sigval sigval_t; union __sifields { struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; } _kill; struct { __kernel_timer_t _tid; int _overrun; sigval_t _sigval; int _sys_private; } _timer; struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; sigval_t _sigval; } _rt; struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; int _status; __kernel_clock_t _utime; __kernel_clock_t _stime; } _sigchld; struct { void *_addr; union { int _trapno; short int _addr_lsb; struct { char _dummy_bnd[8]; void *_lower; void *_upper; } _addr_bnd; struct { char _dummy_pkey[8]; __u32 _pkey; } _addr_pkey; struct { long unsigned int _data; __u32 _type; __u32 _flags; } _perf; }; } _sigfault; struct { long int _band; int _fd; } _sigpoll; struct { void *_call_addr; int _syscall; unsigned int _arch; } _sigsys; }; struct kernel_siginfo { struct { int si_signo; int si_errno; int si_code; union __sifields _sifields; }; }; struct ucounts { struct hlist_node node; struct user_namespace *ns; kuid_t uid; atomic_t count; atomic_long_t ucount[12]; atomic_long_t rlimit[4]; }; struct sigaction { __sighandler_t sa_handler; long unsigned int sa_flags; __sigrestore_t sa_restorer; sigset_t sa_mask; }; struct k_sigaction { struct sigaction sa; }; struct cpu_itimer { u64 expires; u64 incr; }; struct task_cputime_atomic { atomic64_t utime; atomic64_t stime; atomic64_t sum_exec_runtime; }; struct thread_group_cputimer { struct task_cputime_atomic cputime_atomic; }; struct pacct_struct { int ac_flag; long int ac_exitcode; long unsigned int ac_mem; u64 ac_utime; u64 ac_stime; long unsigned int ac_minflt; long unsigned int ac_majflt; }; struct core_state; struct tty_struct; struct autogroup; struct taskstats; struct tty_audit_buf; struct signal_struct { refcount_t sigcnt; atomic_t live; int nr_threads; int quick_threads; struct list_head thread_head; wait_queue_head_t wait_chldexit; struct task_struct *curr_target; struct sigpending shared_pending; struct hlist_head multiprocess; int group_exit_code; int notify_count; struct task_struct *group_exec_task; int group_stop_count; unsigned int flags; struct core_state *core_state; unsigned int is_child_subreaper: 1; unsigned int has_child_subreaper: 1; unsigned int next_posix_timer_id; struct list_head posix_timers; struct hrtimer real_timer; ktime_t it_real_incr; struct cpu_itimer it[2]; struct thread_group_cputimer cputimer; struct posix_cputimers posix_cputimers; struct pid *pids[4]; struct pid *tty_old_pgrp; int leader; struct tty_struct *tty; struct autogroup *autogroup; seqlock_t stats_lock; u64 utime; u64 stime; u64 cutime; u64 cstime; u64 gtime; u64 cgtime; struct prev_cputime prev_cputime; long unsigned int nvcsw; long unsigned int nivcsw; long unsigned int cnvcsw; long unsigned int cnivcsw; long unsigned int min_flt; long unsigned int maj_flt; long unsigned int cmin_flt; long unsigned int cmaj_flt; long unsigned int inblock; long unsigned int oublock; long unsigned int cinblock; long unsigned int coublock; long unsigned int maxrss; long unsigned int cmaxrss; struct task_io_accounting ioac; long long unsigned int sum_sched_runtime; struct rlimit rlim[16]; struct pacct_struct pacct; struct taskstats *stats; unsigned int audit_tty; struct tty_audit_buf *tty_audit_buf; bool oom_flag_origin; short int oom_score_adj; short int oom_score_adj_min; struct mm_struct *oom_mm; struct mutex cred_guard_mutex; struct rw_semaphore exec_update_lock; }; struct rseq { __u32 cpu_id_start; __u32 cpu_id; __u64 rseq_cs; __u32 flags; __u32 node_id; __u32 mm_cid; char end[0]; }; struct rq; struct rq_flags; struct affinity_context; struct sched_class { void (*enqueue_task)(struct rq *, struct task_struct *, int); void (*dequeue_task)(struct rq *, struct task_struct *, int); void (*yield_task)(struct rq *); bool (*yield_to_task)(struct rq *, struct task_struct *); void (*check_preempt_curr)(struct rq *, struct task_struct *, int); struct task_struct * (*pick_next_task)(struct rq *); void (*put_prev_task)(struct rq *, struct task_struct *); void (*set_next_task)(struct rq *, struct task_struct *, bool); int (*balance)(struct rq *, struct task_struct *, struct rq_flags *); int (*select_task_rq)(struct task_struct *, int, int); struct task_struct * (*pick_task)(struct rq *); void (*migrate_task_rq)(struct task_struct *, int); void (*task_woken)(struct rq *, struct task_struct *); void (*set_cpus_allowed)(struct task_struct *, struct affinity_context *); void (*rq_online)(struct rq *); void (*rq_offline)(struct rq *); struct rq * (*find_lock_rq)(struct task_struct *, struct rq *); void (*task_tick)(struct rq *, struct task_struct *, int); void (*task_fork)(struct task_struct *); void (*task_dead)(struct task_struct *); void (*switched_from)(struct rq *, struct task_struct *); void (*switched_to)(struct rq *, struct task_struct *); void (*prio_changed)(struct rq *, struct task_struct *, int); unsigned int (*get_rr_interval)(struct rq *, struct task_struct *); void (*update_curr)(struct rq *); void (*task_change_group)(struct task_struct *); int (*task_is_throttled)(struct task_struct *, int); }; typedef int32_t key_serial_t; typedef uint32_t key_perm_t; struct key_type; struct key_tag; struct keyring_index_key { long unsigned int hash; union { struct { char desc[6]; u16 desc_len; }; long unsigned int x; }; struct key_type *type; struct key_tag *domain_tag; const char *description; }; union key_payload { void *rcu_data0; void *data[4]; }; struct assoc_array_ptr; struct assoc_array { struct assoc_array_ptr *root; long unsigned int nr_leaves_on_tree; }; struct watch_list; struct key_user; struct key_restriction; struct key { refcount_t usage; key_serial_t serial; union { struct list_head graveyard_link; struct rb_node serial_node; }; struct watch_list *watchers; struct rw_semaphore sem; struct key_user *user; void *security; union { time64_t expiry; time64_t revoked_at; }; time64_t last_used_at; kuid_t uid; kgid_t gid; key_perm_t perm; short unsigned int quotalen; short unsigned int datalen; short int state; long unsigned int flags; union { struct keyring_index_key index_key; struct { long unsigned int hash; long unsigned int len_desc; struct key_type *type; struct key_tag *domain_tag; char *description; }; }; union { union key_payload payload; struct { struct list_head name_link; struct assoc_array keys; }; }; struct key_restriction *restrict_link; }; struct fs_struct { int users; spinlock_t lock; seqcount_spinlock_t seq; int umask; int in_exec; struct path root; struct path pwd; }; struct uts_namespace; struct ipc_namespace; struct mnt_namespace; struct time_namespace; struct cgroup_namespace; struct nsproxy { atomic_t count; struct uts_namespace *uts_ns; struct ipc_namespace *ipc_ns; struct mnt_namespace *mnt_ns; struct pid_namespace *pid_ns_for_children; struct net *net_ns; struct time_namespace *time_ns; struct time_namespace *time_ns_for_children; struct cgroup_namespace *cgroup_ns; }; struct sighand_struct { spinlock_t siglock; refcount_t count; wait_queue_head_t signalfd_wqh; struct k_sigaction action[64]; }; struct bio; struct bio_list { struct bio *head; struct bio *tail; }; struct request; struct blk_plug { struct request *mq_list; struct request *cached_rq; short unsigned int nr_ios; short unsigned int rq_count; bool multiple_queues; bool has_elevator; bool nowait; struct list_head cb_list; }; struct reclaim_state { long unsigned int reclaimed; struct lru_gen_mm_walk *mm_walk; }; struct fprop_local_percpu { struct percpu_counter events; unsigned int period; raw_spinlock_t lock; }; enum wb_reason { WB_REASON_BACKGROUND = 0, WB_REASON_VMSCAN = 1, WB_REASON_SYNC = 2, WB_REASON_PERIODIC = 3, WB_REASON_LAPTOP_TIMER = 4, WB_REASON_FS_FREE_SPACE = 5, WB_REASON_FORKER_THREAD = 6, WB_REASON_FOREIGN_FLUSH = 7, WB_REASON_MAX = 8, }; struct bdi_writeback { struct backing_dev_info *bdi; long unsigned int state; long unsigned int last_old_flush; struct list_head b_dirty; struct list_head b_io; struct list_head b_more_io; struct list_head b_dirty_time; spinlock_t list_lock; atomic_t writeback_inodes; struct percpu_counter stat[4]; long unsigned int bw_time_stamp; long unsigned int dirtied_stamp; long unsigned int written_stamp; long unsigned int write_bandwidth; long unsigned int avg_write_bandwidth; long unsigned int dirty_ratelimit; long unsigned int balanced_dirty_ratelimit; struct fprop_local_percpu completions; int dirty_exceeded; enum wb_reason start_all_reason; spinlock_t work_lock; struct list_head work_list; struct delayed_work dwork; struct delayed_work bw_dwork; long unsigned int dirty_sleep; struct list_head bdi_node; struct percpu_ref refcnt; struct fprop_local_percpu memcg_completions; struct cgroup_subsys_state *memcg_css; struct cgroup_subsys_state *blkcg_css; struct list_head memcg_node; struct list_head blkcg_node; struct list_head b_attached; struct list_head offline_node; union { struct work_struct release_work; struct callback_head rcu; }; }; struct backing_dev_info { u64 id; struct rb_node rb_node; struct list_head bdi_list; long unsigned int ra_pages; long unsigned int io_pages; struct kref refcnt; unsigned int capabilities; unsigned int min_ratio; unsigned int max_ratio; unsigned int max_prop_frac; atomic_long_t tot_write_bandwidth; struct bdi_writeback wb; struct list_head wb_list; struct xarray cgwb_tree; struct mutex cgwb_release_mutex; struct rw_semaphore wb_switch_rwsem; wait_queue_head_t wb_waitq; struct device *dev; char dev_name[64]; struct device *owner; struct timer_list laptop_mode_wb_timer; struct dentry *debug_dir; }; struct io_cq; struct io_context { atomic_long_t refcount; atomic_t active_ref; short unsigned int ioprio; spinlock_t lock; struct xarray icq_tree; struct io_cq *icq_hint; struct hlist_head icq_list; struct work_struct release_work; }; struct css_set { struct cgroup_subsys_state *subsys[13]; refcount_t refcount; struct css_set *dom_cset; struct cgroup *dfl_cgrp; int nr_tasks; struct list_head tasks; struct list_head mg_tasks; struct list_head dying_tasks; struct list_head task_iters; struct list_head e_cset_node[13]; struct list_head threaded_csets; struct list_head threaded_csets_node; struct hlist_node hlist; struct list_head cgrp_links; struct list_head mg_src_preload_node; struct list_head mg_dst_preload_node; struct list_head mg_node; struct cgroup *mg_src_cgrp; struct cgroup *mg_dst_cgrp; struct css_set *mg_dst_cset; bool dead; struct callback_head callback_head; }; typedef u32 compat_uptr_t; struct compat_robust_list { compat_uptr_t next; }; typedef s32 compat_long_t; struct compat_robust_list_head { struct compat_robust_list list; compat_long_t futex_offset; compat_uptr_t list_op_pending; }; struct perf_event_groups { struct rb_root tree; u64 index; }; typedef struct { atomic_long_t a; } local_t; struct perf_event_context { raw_spinlock_t lock; struct mutex mutex; struct list_head pmu_ctx_list; struct perf_event_groups pinned_groups; struct perf_event_groups flexible_groups; struct list_head event_list; int nr_events; int nr_user; int is_active; int nr_task_data; int nr_stat; int nr_freq; int rotate_disable; refcount_t refcount; struct task_struct *task; u64 time; u64 timestamp; u64 timeoffset; struct perf_event_context *parent_ctx; u64 parent_gen; u64 generation; int pin_count; int nr_cgroups; struct callback_head callback_head; local_t nr_pending; }; struct ftrace_ret_stack { long unsigned int ret; long unsigned int func; long long unsigned int calltime; long long unsigned int subtime; long unsigned int *retp; }; typedef void *mempool_alloc_t(gfp_t, void *); typedef void mempool_free_t(void *, void *); struct mempool_s { spinlock_t lock; int min_nr; int curr_nr; void **elements; void *pool_data; mempool_alloc_t *alloc; mempool_free_t *free; wait_queue_head_t wait; }; typedef struct mempool_s mempool_t; struct bio_alloc_cache; struct bio_set { struct kmem_cache *bio_slab; unsigned int front_pad; struct bio_alloc_cache *cache; mempool_t bio_pool; mempool_t bvec_pool; mempool_t bio_integrity_pool; mempool_t bvec_integrity_pool; unsigned int back_pad; spinlock_t rescue_lock; struct bio_list rescue_list; struct work_struct rescue_work; struct workqueue_struct *rescue_workqueue; struct hlist_node cpuhp_dead; }; struct block_device_operations; struct request_queue; struct timer_rand_state; struct disk_events; struct cdrom_device_info; struct badblocks; struct blk_independent_access_ranges; struct gendisk { int major; int first_minor; int minors; char disk_name[32]; short unsigned int events; short unsigned int event_flags; struct xarray part_tbl; struct block_device *part0; const struct block_device_operations *fops; struct request_queue *queue; void *private_data; struct bio_set bio_split; int flags; long unsigned int state; struct mutex open_mutex; unsigned int open_partitions; struct backing_dev_info *bdi; struct kobject queue_kobj; struct kobject *slave_dir; struct list_head slave_bdevs; struct timer_rand_state *random; atomic_t sync_io; struct disk_events *ev; unsigned int nr_zones; unsigned int max_open_zones; unsigned int max_active_zones; long unsigned int *conv_zones_bitmap; long unsigned int *seq_zones_wlock; struct cdrom_device_info *cdi; int node_id; struct badblocks *bb; struct lockdep_map lockdep_map; u64 diskseq; struct blk_independent_access_ranges *ia_ranges; }; struct vm_struct { struct vm_struct *next; void *addr; long unsigned int size; long unsigned int flags; struct page **pages; unsigned int nr_pages; phys_addr_t phys_addr; const void *caller; }; struct list_lru_one { struct list_head list; long int nr_items; }; struct list_lru_node { spinlock_t lock; struct list_lru_one lru; long int nr_items; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum migrate_mode { MIGRATE_ASYNC = 0, MIGRATE_SYNC_LIGHT = 1, MIGRATE_SYNC = 2, MIGRATE_SYNC_NO_COPY = 3, }; struct exception_table_entry { int insn; int fixup; short int type; short int data; }; struct cgroup_base_stat { struct task_cputime cputime; u64 forceidle_sum; }; struct bpf_prog_array; struct cgroup_bpf { struct bpf_prog_array *effective[33]; struct hlist_head progs[33]; u8 flags[33]; struct list_head storages; struct bpf_prog_array *inactive; struct percpu_ref refcnt; struct work_struct release_work; }; struct cgroup_freezer_state { bool freeze; int e_freeze; int nr_frozen_descendants; int nr_frozen_tasks; }; struct cgroup_root; struct cgroup_rstat_cpu; struct psi_group; struct cgroup { struct cgroup_subsys_state self; long unsigned int flags; int level; int max_depth; int nr_descendants; int nr_dying_descendants; int max_descendants; int nr_populated_csets; int nr_populated_domain_children; int nr_populated_threaded_children; int nr_threaded_children; struct kernfs_node *kn; struct cgroup_file procs_file; struct cgroup_file events_file; struct cgroup_file psi_files[3]; u16 subtree_control; u16 subtree_ss_mask; u16 old_subtree_control; u16 old_subtree_ss_mask; struct cgroup_subsys_state *subsys[13]; struct cgroup_root *root; struct list_head cset_links; struct list_head e_csets[13]; struct cgroup *dom_cgrp; struct cgroup *old_dom_cgrp; struct cgroup_rstat_cpu *rstat_cpu; struct list_head rstat_css_list; struct cgroup_base_stat last_bstat; struct cgroup_base_stat bstat; struct prev_cputime prev_cputime; struct list_head pidlists; struct mutex pidlist_mutex; wait_queue_head_t offline_waitq; struct work_struct release_agent_work; struct psi_group *psi; struct cgroup_bpf bpf; atomic_t congestion_count; struct cgroup_freezer_state freezer; struct bpf_local_storage *bpf_cgrp_storage; struct cgroup *ancestors[0]; }; struct key_tag { struct callback_head rcu; refcount_t usage; bool removed; }; typedef int (*request_key_actor_t)(struct key *, void *); struct key_preparsed_payload; struct key_match_data; struct kernel_pkey_params; struct kernel_pkey_query; struct key_type { const char *name; size_t def_datalen; unsigned int flags; int (*vet_description)(const char *); int (*preparse)(struct key_preparsed_payload *); void (*free_preparse)(struct key_preparsed_payload *); int (*instantiate)(struct key *, struct key_preparsed_payload *); int (*update)(struct key *, struct key_preparsed_payload *); int (*match_preparse)(struct key_match_data *); void (*match_free)(struct key_match_data *); void (*revoke)(struct key *); void (*destroy)(struct key *); void (*describe)(const struct key *, struct seq_file *); long int (*read)(const struct key *, char *, size_t); request_key_actor_t request_key; struct key_restriction * (*lookup_restriction)(const char *); int (*asym_query)(const struct kernel_pkey_params *, struct kernel_pkey_query *); int (*asym_eds_op)(struct kernel_pkey_params *, const void *, void *); int (*asym_verify_signature)(struct kernel_pkey_params *, const void *, const void *); struct list_head link; struct lock_class_key lock_class; }; typedef int (*key_restrict_link_func_t)(struct key *, const struct key_type *, const union key_payload *, struct key *); struct key_restriction { key_restrict_link_func_t check; struct key *key; struct key_type *keytype; }; struct user_struct { refcount_t __count; struct percpu_counter epoll_watches; long unsigned int unix_inflight; atomic_long_t pipe_bufs; struct hlist_node uidhash_node; kuid_t uid; atomic_long_t locked_vm; atomic_t nr_watches; struct ratelimit_state ratelimit; }; struct group_info { atomic_t usage; int ngroups; kgid_t gid[0]; }; struct core_thread { struct task_struct *task; struct core_thread *next; }; struct core_state { atomic_t nr_threads; struct core_thread dumper; struct completion startup; }; struct ld_semaphore { atomic_long_t count; raw_spinlock_t wait_lock; unsigned int wait_readers; struct list_head read_wait; struct list_head write_wait; }; typedef unsigned int tcflag_t; typedef unsigned char cc_t; typedef unsigned int speed_t; struct ktermios { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; speed_t c_ispeed; speed_t c_ospeed; }; struct winsize { short unsigned int ws_row; short unsigned int ws_col; short unsigned int ws_xpixel; short unsigned int ws_ypixel; }; struct tty_driver; struct tty_operations; struct tty_ldisc; struct fasync_struct; struct tty_port; struct tty_struct { struct kref kref; struct device *dev; struct tty_driver *driver; const struct tty_operations *ops; int index; struct ld_semaphore ldisc_sem; struct tty_ldisc *ldisc; struct mutex atomic_write_lock; struct mutex legacy_mutex; struct mutex throttle_mutex; struct rw_semaphore termios_rwsem; struct mutex winsize_mutex; struct ktermios termios; struct ktermios termios_locked; char name[64]; long unsigned int flags; int count; struct winsize winsize; struct { spinlock_t lock; bool stopped; bool tco_stopped; long unsigned int unused[0]; } flow; struct { spinlock_t lock; struct pid *pgrp; struct pid *session; unsigned char pktstatus; bool packet; long unsigned int unused[0]; } ctrl; bool hw_stopped; unsigned int receive_room; int flow_change; struct tty_struct *link; struct fasync_struct *fasync; wait_queue_head_t write_wait; wait_queue_head_t read_wait; struct work_struct hangup_work; void *disc_data; void *driver_data; spinlock_t files_lock; struct list_head tty_files; int closing; unsigned char *write_buf; int write_cnt; struct work_struct SAK_work; struct tty_port *port; }; struct taskstats { __u16 version; __u32 ac_exitcode; __u8 ac_flag; __u8 ac_nice; __u64 cpu_count; __u64 cpu_delay_total; __u64 blkio_count; __u64 blkio_delay_total; __u64 swapin_count; __u64 swapin_delay_total; __u64 cpu_run_real_total; __u64 cpu_run_virtual_total; char ac_comm[32]; __u8 ac_sched; __u8 ac_pad[3]; long: 0; __u32 ac_uid; __u32 ac_gid; __u32 ac_pid; __u32 ac_ppid; __u32 ac_btime; __u64 ac_etime; __u64 ac_utime; __u64 ac_stime; __u64 ac_minflt; __u64 ac_majflt; __u64 coremem; __u64 virtmem; __u64 hiwater_rss; __u64 hiwater_vm; __u64 read_char; __u64 write_char; __u64 read_syscalls; __u64 write_syscalls; __u64 read_bytes; __u64 write_bytes; __u64 cancelled_write_bytes; __u64 nvcsw; __u64 nivcsw; __u64 ac_utimescaled; __u64 ac_stimescaled; __u64 cpu_scaled_run_real_total; __u64 freepages_count; __u64 freepages_delay_total; __u64 thrashing_count; __u64 thrashing_delay_total; __u64 ac_btime64; __u64 compact_count; __u64 compact_delay_total; __u32 ac_tgid; __u64 ac_tgetime; __u64 ac_exe_dev; __u64 ac_exe_inode; __u64 wpcopy_count; __u64 wpcopy_delay_total; __u64 irq_count; __u64 irq_delay_total; }; struct delayed_call { void (*fn)(void *); void *arg; }; struct io_cq { struct request_queue *q; struct io_context *ioc; union { struct list_head q_node; struct kmem_cache *__rcu_icq_cache; }; union { struct hlist_node ioc_node; struct callback_head __rcu_head; }; unsigned int flags; }; struct blk_integrity_profile; struct blk_integrity { const struct blk_integrity_profile *profile; unsigned char flags; unsigned char tuple_size; unsigned char interval_exp; unsigned char tag_size; }; enum blk_bounce { BLK_BOUNCE_NONE = 0, BLK_BOUNCE_HIGH = 1, }; enum blk_zoned_model { BLK_ZONED_NONE = 0, BLK_ZONED_HA = 1, BLK_ZONED_HM = 2, }; struct queue_limits { enum blk_bounce bounce; long unsigned int seg_boundary_mask; long unsigned int virt_boundary_mask; unsigned int max_hw_sectors; unsigned int max_dev_sectors; unsigned int chunk_sectors; unsigned int max_sectors; unsigned int max_user_sectors; unsigned int max_segment_size; unsigned int physical_block_size; unsigned int logical_block_size; unsigned int alignment_offset; unsigned int io_min; unsigned int io_opt; unsigned int max_discard_sectors; unsigned int max_hw_discard_sectors; unsigned int max_secure_erase_sectors; unsigned int max_write_zeroes_sectors; unsigned int max_zone_append_sectors; unsigned int discard_granularity; unsigned int discard_alignment; unsigned int zone_write_granularity; short unsigned int max_segments; short unsigned int max_integrity_segments; short unsigned int max_discard_segments; unsigned char misaligned; unsigned char discard_misaligned; unsigned char raid_partial_stripes_expensive; enum blk_zoned_model zoned; unsigned int dma_alignment; }; struct elevator_queue; struct blk_queue_stats; struct rq_qos; struct blk_mq_ops; struct blk_mq_ctx; struct blk_crypto_profile; struct blk_mq_tags; struct blkcg_gq; struct blk_trace; struct blk_flush_queue; struct throtl_data; struct blk_mq_tag_set; struct request_queue { struct request *last_merge; struct elevator_queue *elevator; struct percpu_ref q_usage_counter; struct blk_queue_stats *stats; struct rq_qos *rq_qos; struct mutex rq_qos_mutex; const struct blk_mq_ops *mq_ops; struct blk_mq_ctx *queue_ctx; unsigned int queue_depth; struct xarray hctx_table; unsigned int nr_hw_queues; void *queuedata; long unsigned int queue_flags; atomic_t pm_only; int id; spinlock_t queue_lock; struct gendisk *disk; refcount_t refs; struct kobject *mq_kobj; struct blk_integrity integrity; long unsigned int nr_requests; unsigned int dma_pad_mask; struct blk_crypto_profile *crypto_profile; struct kobject *crypto_kobject; unsigned int rq_timeout; struct timer_list timeout; struct work_struct timeout_work; atomic_t nr_active_requests_shared_tags; struct blk_mq_tags *sched_shared_tags; struct list_head icq_list; long unsigned int blkcg_pols[1]; struct blkcg_gq *root_blkg; struct list_head blkg_list; struct mutex blkcg_mutex; struct queue_limits limits; unsigned int required_elevator_features; int node; struct blk_trace *blk_trace; struct blk_flush_queue *fq; struct list_head requeue_list; spinlock_t requeue_lock; struct delayed_work requeue_work; struct mutex sysfs_lock; struct mutex sysfs_dir_lock; struct list_head unused_hctx_list; spinlock_t unused_hctx_lock; int mq_freeze_depth; struct throtl_data *td; struct callback_head callback_head; wait_queue_head_t mq_freeze_wq; struct mutex mq_freeze_lock; int quiesce_depth; struct blk_mq_tag_set *tag_set; struct list_head tag_set_list; struct dentry *debugfs_dir; struct dentry *sched_debugfs_dir; struct dentry *rqos_debugfs_dir; struct mutex debugfs_mutex; bool mq_sysfs_init_done; }; typedef struct { uid_t val; } vfsuid_t; typedef struct { gid_t val; } vfsgid_t; typedef void percpu_ref_func_t(struct percpu_ref *); struct percpu_ref_data { atomic_long_t count; percpu_ref_func_t *release; percpu_ref_func_t *confirm_switch; bool force_atomic: 1; bool allow_reinit: 1; struct callback_head rcu; struct percpu_ref *ref; }; struct iattr { unsigned int ia_valid; umode_t ia_mode; union { kuid_t ia_uid; vfsuid_t ia_vfsuid; }; union { kgid_t ia_gid; vfsgid_t ia_vfsgid; }; loff_t ia_size; struct timespec64 ia_atime; struct timespec64 ia_mtime; struct timespec64 ia_ctime; struct file *ia_file; }; typedef __kernel_uid32_t projid_t; typedef struct { projid_t val; } kprojid_t; enum quota_type { USRQUOTA = 0, GRPQUOTA = 1, PRJQUOTA = 2, }; struct kqid { union { kuid_t uid; kgid_t gid; kprojid_t projid; }; enum quota_type type; }; struct mem_dqblk { qsize_t dqb_bhardlimit; qsize_t dqb_bsoftlimit; qsize_t dqb_curspace; qsize_t dqb_rsvspace; qsize_t dqb_ihardlimit; qsize_t dqb_isoftlimit; qsize_t dqb_curinodes; time64_t dqb_btime; time64_t dqb_itime; }; struct dquot { struct hlist_node dq_hash; struct list_head dq_inuse; struct list_head dq_free; struct list_head dq_dirty; struct mutex dq_lock; spinlock_t dq_dqb_lock; atomic_t dq_count; struct super_block *dq_sb; struct kqid dq_id; loff_t dq_off; long unsigned int dq_flags; struct mem_dqblk dq_dqb; }; struct quota_format_type { int qf_fmt_id; const struct quota_format_ops *qf_ops; struct module *qf_owner; struct quota_format_type *qf_next; }; struct quota_format_ops { int (*check_quota_file)(struct super_block *, int); int (*read_file_info)(struct super_block *, int); int (*write_file_info)(struct super_block *, int); int (*free_file_info)(struct super_block *, int); int (*read_dqblk)(struct dquot *); int (*commit_dqblk)(struct dquot *); int (*release_dqblk)(struct dquot *); int (*get_next_id)(struct super_block *, struct kqid *); }; struct dquot_operations { int (*write_dquot)(struct dquot *); struct dquot * (*alloc_dquot)(struct super_block *, int); void (*destroy_dquot)(struct dquot *); int (*acquire_dquot)(struct dquot *); int (*release_dquot)(struct dquot *); int (*mark_dirty)(struct dquot *); int (*write_info)(struct super_block *, int); qsize_t * (*get_reserved_space)(struct inode *); int (*get_projid)(struct inode *, kprojid_t *); int (*get_inode_usage)(struct inode *, qsize_t *); int (*get_next_id)(struct super_block *, struct kqid *); }; struct qc_dqblk { int d_fieldmask; u64 d_spc_hardlimit; u64 d_spc_softlimit; u64 d_ino_hardlimit; u64 d_ino_softlimit; u64 d_space; u64 d_ino_count; s64 d_ino_timer; s64 d_spc_timer; int d_ino_warns; int d_spc_warns; u64 d_rt_spc_hardlimit; u64 d_rt_spc_softlimit; u64 d_rt_space; s64 d_rt_spc_timer; int d_rt_spc_warns; }; struct qc_type_state { unsigned int flags; unsigned int spc_timelimit; unsigned int ino_timelimit; unsigned int rt_spc_timelimit; unsigned int spc_warnlimit; unsigned int ino_warnlimit; unsigned int rt_spc_warnlimit; long long unsigned int ino; blkcnt_t blocks; blkcnt_t nextents; }; struct qc_state { unsigned int s_incoredqs; struct qc_type_state s_state[3]; }; struct qc_info { int i_fieldmask; unsigned int i_flags; unsigned int i_spc_timelimit; unsigned int i_ino_timelimit; unsigned int i_rt_spc_timelimit; unsigned int i_spc_warnlimit; unsigned int i_ino_warnlimit; unsigned int i_rt_spc_warnlimit; }; struct quotactl_ops { int (*quota_on)(struct super_block *, int, int, const struct path *); int (*quota_off)(struct super_block *, int); int (*quota_enable)(struct super_block *, unsigned int); int (*quota_disable)(struct super_block *, unsigned int); int (*quota_sync)(struct super_block *, int); int (*set_info)(struct super_block *, int, struct qc_info *); int (*get_dqblk)(struct super_block *, struct kqid, struct qc_dqblk *); int (*get_nextdqblk)(struct super_block *, struct kqid *, struct qc_dqblk *); int (*set_dqblk)(struct super_block *, struct kqid, struct qc_dqblk *); int (*get_state)(struct super_block *, struct qc_state *); int (*rm_xquota)(struct super_block *, unsigned int); }; struct wait_page_queue { struct folio *folio; int bit_nr; wait_queue_entry_t wait; }; struct writeback_control; struct readahead_control; struct swap_info_struct; struct address_space_operations { int (*writepage)(struct page *, struct writeback_control *); int (*read_folio)(struct file *, struct folio *); int (*writepages)(struct address_space *, struct writeback_control *); bool (*dirty_folio)(struct address_space *, struct folio *); void (*readahead)(struct readahead_control *); int (*write_begin)(struct file *, struct address_space *, loff_t, unsigned int, struct page **, void **); int (*write_end)(struct file *, struct address_space *, loff_t, unsigned int, unsigned int, struct page *, void *); sector_t (*bmap)(struct address_space *, sector_t); void (*invalidate_folio)(struct folio *, size_t, size_t); bool (*release_folio)(struct folio *, gfp_t); void (*free_folio)(struct folio *); ssize_t (*direct_IO)(struct kiocb *, struct iov_iter *); int (*migrate_folio)(struct address_space *, struct folio *, struct folio *, enum migrate_mode); int (*launder_folio)(struct folio *); bool (*is_partially_uptodate)(struct folio *, size_t, size_t); void (*is_dirty_writeback)(struct folio *, bool *, bool *); int (*error_remove_page)(struct address_space *, struct page *); int (*swap_activate)(struct swap_info_struct *, struct file *, sector_t *); void (*swap_deactivate)(struct file *); int (*swap_rw)(struct kiocb *, struct iov_iter *); }; enum writeback_sync_modes { WB_SYNC_NONE = 0, WB_SYNC_ALL = 1, }; struct swap_iocb; struct writeback_control { long int nr_to_write; long int pages_skipped; loff_t range_start; loff_t range_end; enum writeback_sync_modes sync_mode; unsigned int for_kupdate: 1; unsigned int for_background: 1; unsigned int tagged_writepages: 1; unsigned int for_reclaim: 1; unsigned int range_cyclic: 1; unsigned int for_sync: 1; unsigned int unpinned_fscache_wb: 1; unsigned int no_cgroup_owner: 1; struct swap_iocb **swap_plug; struct bdi_writeback *wb; struct inode *inode; int wb_id; int wb_lcand_id; int wb_tcand_id; size_t wb_bytes; size_t wb_lcand_bytes; size_t wb_tcand_bytes; }; struct readahead_control { struct file *file; struct address_space *mapping; struct file_ra_state *ra; long unsigned int _index; unsigned int _nr_pages; unsigned int _batch_count; bool _workingset; long unsigned int _pflags; }; struct swap_cluster_info { spinlock_t lock; unsigned int data: 24; unsigned int flags: 8; }; struct swap_cluster_list { struct swap_cluster_info head; struct swap_cluster_info tail; }; struct percpu_cluster; struct swap_info_struct { struct percpu_ref users; long unsigned int flags; short int prio; struct plist_node list; signed char type; unsigned int max; unsigned char *swap_map; struct swap_cluster_info *cluster_info; struct swap_cluster_list free_clusters; unsigned int lowest_bit; unsigned int highest_bit; unsigned int pages; unsigned int inuse_pages; unsigned int cluster_next; unsigned int cluster_nr; unsigned int *cluster_next_cpu; struct percpu_cluster *percpu_cluster; struct rb_root swap_extent_root; struct block_device *bdev; struct file *swap_file; unsigned int old_block_size; struct completion comp; long unsigned int *frontswap_map; atomic_t frontswap_pages; spinlock_t lock; spinlock_t cont_lock; struct work_struct discard_work; struct swap_cluster_list discard_clusters; struct plist_node avail_lists[0]; }; struct cdev { struct kobject kobj; struct module *owner; const struct file_operations *ops; struct list_head list; dev_t dev; unsigned int count; }; struct posix_acl_entry { short int e_tag; short unsigned int e_perm; union { kuid_t e_uid; kgid_t e_gid; }; }; struct posix_acl { refcount_t a_refcount; struct callback_head a_rcu; unsigned int a_count; struct posix_acl_entry a_entries[0]; }; struct fiemap_extent_info; struct fileattr; struct inode_operations { struct dentry * (*lookup)(struct inode *, struct dentry *, unsigned int); const char * (*get_link)(struct dentry *, struct inode *, struct delayed_call *); int (*permission)(struct mnt_idmap *, struct inode *, int); struct posix_acl * (*get_inode_acl)(struct inode *, int, bool); int (*readlink)(struct dentry *, char *, int); int (*create)(struct mnt_idmap *, struct inode *, struct dentry *, umode_t, bool); int (*link)(struct dentry *, struct inode *, struct dentry *); int (*unlink)(struct inode *, struct dentry *); int (*symlink)(struct mnt_idmap *, struct inode *, struct dentry *, const char *); int (*mkdir)(struct mnt_idmap *, struct inode *, struct dentry *, umode_t); int (*rmdir)(struct inode *, struct dentry *); int (*mknod)(struct mnt_idmap *, struct inode *, struct dentry *, umode_t, dev_t); int (*rename)(struct mnt_idmap *, struct inode *, struct dentry *, struct inode *, struct dentry *, unsigned int); int (*setattr)(struct mnt_idmap *, struct dentry *, struct iattr *); int (*getattr)(struct mnt_idmap *, const struct path *, struct kstat *, u32, unsigned int); ssize_t (*listxattr)(struct dentry *, char *, size_t); int (*fiemap)(struct inode *, struct fiemap_extent_info *, u64, u64); int (*update_time)(struct inode *, struct timespec64 *, int); int (*atomic_open)(struct inode *, struct dentry *, struct file *, unsigned int, umode_t); int (*tmpfile)(struct mnt_idmap *, struct inode *, struct file *, umode_t); struct posix_acl * (*get_acl)(struct mnt_idmap *, struct dentry *, int); int (*set_acl)(struct mnt_idmap *, struct dentry *, struct posix_acl *, int); int (*fileattr_set)(struct mnt_idmap *, struct dentry *, struct fileattr *); int (*fileattr_get)(struct dentry *, struct fileattr *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct fasync_struct { rwlock_t fa_lock; int magic; int fa_fd; struct fasync_struct *fa_next; struct file *fa_file; struct callback_head fa_rcu; }; struct kstatfs; struct super_operations { struct inode * (*alloc_inode)(struct super_block *); void (*destroy_inode)(struct inode *); void (*free_inode)(struct inode *); void (*dirty_inode)(struct inode *, int); int (*write_inode)(struct inode *, struct writeback_control *); int (*drop_inode)(struct inode *); void (*evict_inode)(struct inode *); void (*put_super)(struct super_block *); int (*sync_fs)(struct super_block *, int); int (*freeze_super)(struct super_block *); int (*freeze_fs)(struct super_block *); int (*thaw_super)(struct super_block *); int (*unfreeze_fs)(struct super_block *); int (*statfs)(struct dentry *, struct kstatfs *); int (*remount_fs)(struct super_block *, int *, char *); void (*umount_begin)(struct super_block *); int (*show_options)(struct seq_file *, struct dentry *); int (*show_devname)(struct seq_file *, struct dentry *); int (*show_path)(struct seq_file *, struct dentry *); int (*show_stats)(struct seq_file *, struct dentry *); ssize_t (*quota_read)(struct super_block *, int, char *, size_t, loff_t); ssize_t (*quota_write)(struct super_block *, int, const char *, size_t, loff_t); struct dquot ** (*get_dquots)(struct inode *); long int (*nr_cached_objects)(struct super_block *, struct shrink_control *); long int (*free_cached_objects)(struct super_block *, struct shrink_control *); }; struct fid; struct iomap; struct export_operations { int (*encode_fh)(struct inode *, __u32 *, int *, struct inode *); struct dentry * (*fh_to_dentry)(struct super_block *, struct fid *, int, int); struct dentry * (*fh_to_parent)(struct super_block *, struct fid *, int, int); int (*get_name)(struct dentry *, char *, struct dentry *); struct dentry * (*get_parent)(struct dentry *); int (*commit_metadata)(struct inode *); int (*get_uuid)(struct super_block *, u8 *, u32 *, u64 *); int (*map_blocks)(struct inode *, loff_t, u64, struct iomap *, bool, u32 *); int (*commit_blocks)(struct inode *, struct iomap *, int, struct iattr *); long unsigned int flags; }; struct xattr_handler { const char *name; const char *prefix; int flags; bool (*list)(struct dentry *); int (*get)(const struct xattr_handler *, struct dentry *, struct inode *, const char *, void *, size_t); int (*set)(const struct xattr_handler *, struct mnt_idmap *, struct dentry *, struct inode *, const char *, const void *, size_t, int); }; union fscrypt_policy; struct fscrypt_operations { unsigned int flags; const char *key_prefix; int (*get_context)(struct inode *, void *, size_t); int (*set_context)(struct inode *, const void *, size_t, void *); const union fscrypt_policy * (*get_dummy_policy)(struct super_block *); bool (*empty_dir)(struct inode *); bool (*has_stable_inodes)(struct super_block *); void (*get_ino_and_lblk_bits)(struct super_block *, int *, int *); struct block_device ** (*get_devices)(struct super_block *, unsigned int *); }; struct fsverity_operations { int (*begin_enable_verity)(struct file *); int (*end_enable_verity)(struct file *, const void *, size_t, u64); int (*get_verity_descriptor)(struct inode *, void *, size_t); struct page * (*read_merkle_tree_page)(struct inode *, long unsigned int, long unsigned int); int (*write_merkle_tree_block)(struct inode *, const void *, u64, unsigned int); }; enum dl_dev_state { DL_DEV_NO_DRIVER = 0, DL_DEV_PROBING = 1, DL_DEV_DRIVER_BOUND = 2, DL_DEV_UNBINDING = 3, }; struct dev_links_info { struct list_head suppliers; struct list_head consumers; struct list_head defer_sync; enum dl_dev_state status; }; struct pm_message { int event; }; typedef struct pm_message pm_message_t; struct pm_subsys_data; struct dev_pm_qos; struct dev_pm_info { pm_message_t power_state; unsigned int can_wakeup: 1; unsigned int async_suspend: 1; bool in_dpm_list: 1; bool is_prepared: 1; bool is_suspended: 1; bool is_noirq_suspended: 1; bool is_late_suspended: 1; bool no_pm: 1; bool early_init: 1; bool direct_complete: 1; u32 driver_flags; spinlock_t lock; unsigned int should_wakeup: 1; struct pm_subsys_data *subsys_data; void (*set_latency_tolerance)(struct device *, s32); struct dev_pm_qos *qos; }; struct irq_domain; struct msi_device_data; struct dev_msi_info { struct irq_domain *domain; struct msi_device_data *data; }; struct dev_archdata {}; enum device_removable { DEVICE_REMOVABLE_NOT_SUPPORTED = 0, DEVICE_REMOVABLE_UNKNOWN = 1, DEVICE_FIXED = 2, DEVICE_REMOVABLE = 3, }; struct device_private; struct device_type; struct bus_type; struct device_driver; struct dev_pm_domain; struct dma_map_ops; struct bus_dma_region; struct device_dma_parameters; struct io_tlb_mem; struct device_node; struct fwnode_handle; struct class; struct attribute_group; struct iommu_group; struct dev_iommu; struct device_physical_location; struct device { struct kobject kobj; struct device *parent; struct device_private *p; const char *init_name; const struct device_type *type; const struct bus_type *bus; struct device_driver *driver; void *platform_data; void *driver_data; struct mutex mutex; struct dev_links_info links; struct dev_pm_info power; struct dev_pm_domain *pm_domain; struct dev_msi_info msi; const struct dma_map_ops *dma_ops; u64 *dma_mask; u64 coherent_dma_mask; u64 bus_dma_limit; const struct bus_dma_region *dma_range_map; struct device_dma_parameters *dma_parms; struct list_head dma_pools; struct io_tlb_mem *dma_io_tlb_mem; struct dev_archdata archdata; struct device_node *of_node; struct fwnode_handle *fwnode; int numa_node; dev_t devt; u32 id; spinlock_t devres_lock; struct list_head devres_head; const struct class *class; const struct attribute_group **groups; void (*release)(struct device *); struct iommu_group *iommu_group; struct dev_iommu *iommu; struct device_physical_location *physical_location; enum device_removable removable; bool offline_disabled: 1; bool offline: 1; bool of_node_reused: 1; bool state_synced: 1; bool can_match: 1; }; struct disk_stats; struct partition_meta_info; struct block_device { sector_t bd_start_sect; sector_t bd_nr_sectors; struct gendisk *bd_disk; struct request_queue *bd_queue; struct disk_stats *bd_stats; long unsigned int bd_stamp; bool bd_read_only; u8 bd_partno; bool bd_write_holder; bool bd_has_submit_bio; dev_t bd_dev; atomic_t bd_openers; spinlock_t bd_size_lock; struct inode *bd_inode; struct super_block *bd_super; void *bd_claiming; void *bd_holder; int bd_fsfreeze_count; int bd_holders; struct kobject *bd_holder_dir; struct mutex bd_fsfreeze_mutex; struct super_block *bd_fsfreeze_sb; struct partition_meta_info *bd_meta_info; struct device bd_device; }; typedef bool (*filldir_t)(struct dir_context *, const char *, int, loff_t, u64, unsigned int); struct dir_context { filldir_t actor; loff_t pos; }; struct io_comp_batch { struct request *req_list; bool need_ts; void (*complete)(struct io_comp_batch *); }; typedef void (*poll_queue_proc)(struct file *, wait_queue_head_t *, struct poll_table_struct *); struct poll_table_struct { poll_queue_proc _qproc; __poll_t _key; }; struct seq_file { char *buf; size_t size; size_t from; size_t count; size_t pad_until; loff_t index; loff_t read_pos; struct mutex lock; const struct seq_operations *op; int poll_event; const struct file *file; void *private; }; struct fc_log; struct p_log { const char *prefix; struct fc_log *log; }; enum fs_context_purpose { FS_CONTEXT_FOR_MOUNT = 0, FS_CONTEXT_FOR_SUBMOUNT = 1, FS_CONTEXT_FOR_RECONFIGURE = 2, }; enum fs_context_phase { FS_CONTEXT_CREATE_PARAMS = 0, FS_CONTEXT_CREATING = 1, FS_CONTEXT_AWAITING_MOUNT = 2, FS_CONTEXT_AWAITING_RECONF = 3, FS_CONTEXT_RECONF_PARAMS = 4, FS_CONTEXT_RECONFIGURING = 5, FS_CONTEXT_FAILED = 6, }; struct fs_context_operations; struct fs_context { const struct fs_context_operations *ops; struct mutex uapi_mutex; struct file_system_type *fs_type; void *fs_private; void *sget_key; struct dentry *root; struct user_namespace *user_ns; struct net *net_ns; const struct cred *cred; struct p_log log; const char *source; void *security; void *s_fs_info; unsigned int sb_flags; unsigned int sb_flags_mask; unsigned int s_iflags; enum fs_context_purpose purpose: 8; enum fs_context_phase phase: 8; bool need_free: 1; bool global: 1; bool oldapi: 1; }; struct fs_parameter; struct fs_parse_result; typedef int fs_param_type(struct p_log *, const struct fs_parameter_spec *, struct fs_parameter *, struct fs_parse_result *); struct fs_parameter_spec { const char *name; fs_param_type *type; u8 opt; short unsigned int flags; const void *data; }; struct audit_names; struct filename { const char *name; const char *uptr; int refcnt; struct audit_names *aname; const char iname[0]; }; typedef __u32 blk_opf_t; typedef u8 blk_status_t; struct bvec_iter { sector_t bi_sector; unsigned int bi_size; unsigned int bi_idx; unsigned int bi_bvec_done; } __attribute__((packed)); typedef unsigned int blk_qc_t; typedef void bio_end_io_t(struct bio *); struct bio_issue { u64 value; }; struct bio_crypt_ctx; struct bio_integrity_payload; struct bio { struct bio *bi_next; struct block_device *bi_bdev; blk_opf_t bi_opf; short unsigned int bi_flags; short unsigned int bi_ioprio; blk_status_t bi_status; atomic_t __bi_remaining; struct bvec_iter bi_iter; blk_qc_t bi_cookie; bio_end_io_t *bi_end_io; void *bi_private; struct blkcg_gq *bi_blkg; struct bio_issue bi_issue; u64 bi_iocost_cost; struct bio_crypt_ctx *bi_crypt_context; union { struct bio_integrity_payload *bi_integrity; }; short unsigned int bi_vcnt; short unsigned int bi_max_vecs; atomic_t __bi_cnt; struct bio_vec *bi_io_vec; struct bio_set *bi_pool; struct bio_vec bi_inline_vecs[0]; }; struct tracepoint_func { void *func; void *data; int prio; }; struct tracepoint { const char *name; struct static_key key; struct static_call_key *static_call_key; void *static_call_tramp; void *iterator; int (*regfunc)(); void (*unregfunc)(); struct tracepoint_func *funcs; }; struct bpf_raw_event_map { struct tracepoint *tp; void *bpf_func; u32 num_args; u32 writable_size; long: 64; }; struct dev_pagemap_ops { void (*page_free)(struct page *); vm_fault_t (*migrate_to_ram)(struct vm_fault *); int (*memory_failure)(struct dev_pagemap *, long unsigned int, long unsigned int, int); }; struct attribute; struct bin_attribute; struct attribute_group { const char *name; umode_t (*is_visible)(struct kobject *, struct attribute *, int); umode_t (*is_bin_visible)(struct kobject *, struct bin_attribute *, int); struct attribute **attrs; struct bin_attribute **bin_attrs; }; typedef __u64 Elf64_Addr; typedef __u16 Elf64_Half; typedef __u64 Elf64_Off; typedef __u32 Elf64_Word; typedef __u64 Elf64_Xword; struct elf64_sym { Elf64_Word st_name; unsigned char st_info; unsigned char st_other; Elf64_Half st_shndx; Elf64_Addr st_value; Elf64_Xword st_size; }; struct elf64_hdr { unsigned char e_ident[16]; Elf64_Half e_type; Elf64_Half e_machine; Elf64_Word e_version; Elf64_Addr e_entry; Elf64_Off e_phoff; Elf64_Off e_shoff; Elf64_Word e_flags; Elf64_Half e_ehsize; Elf64_Half e_phentsize; Elf64_Half e_phnum; Elf64_Half e_shentsize; Elf64_Half e_shnum; Elf64_Half e_shstrndx; }; typedef struct elf64_hdr Elf64_Ehdr; struct elf64_shdr { Elf64_Word sh_name; Elf64_Word sh_type; Elf64_Xword sh_flags; Elf64_Addr sh_addr; Elf64_Off sh_offset; Elf64_Xword sh_size; Elf64_Word sh_link; Elf64_Word sh_info; Elf64_Xword sh_addralign; Elf64_Xword sh_entsize; }; typedef struct elf64_shdr Elf64_Shdr; struct kernfs_root; struct kernfs_elem_dir { long unsigned int subdirs; struct rb_root children; struct kernfs_root *root; long unsigned int rev; }; struct kernfs_elem_symlink { struct kernfs_node *target_kn; }; struct kernfs_ops; struct kernfs_open_node; struct kernfs_elem_attr { const struct kernfs_ops *ops; struct kernfs_open_node *open; loff_t size; struct kernfs_node *notify_next; }; struct kernfs_iattrs; struct kernfs_node { atomic_t count; atomic_t active; struct kernfs_node *parent; const char *name; struct rb_node rb; const void *ns; unsigned int hash; union { struct kernfs_elem_dir dir; struct kernfs_elem_symlink symlink; struct kernfs_elem_attr attr; }; void *priv; u64 id; short unsigned int flags; umode_t mode; struct kernfs_iattrs *iattr; }; struct kernfs_open_file; struct kernfs_ops { int (*open)(struct kernfs_open_file *); void (*release)(struct kernfs_open_file *); int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); ssize_t (*read)(struct kernfs_open_file *, char *, size_t, loff_t); size_t atomic_write_len; bool prealloc; ssize_t (*write)(struct kernfs_open_file *, char *, size_t, loff_t); __poll_t (*poll)(struct kernfs_open_file *, struct poll_table_struct *); int (*mmap)(struct kernfs_open_file *, struct vm_area_struct *); }; struct kernfs_open_file { struct kernfs_node *kn; struct file *file; struct seq_file *seq_file; void *priv; struct mutex mutex; struct mutex prealloc_mutex; int event; struct list_head list; char *prealloc_buf; size_t atomic_write_len; bool mmapped: 1; bool released: 1; const struct vm_operations_struct *vm_ops; }; enum kobj_ns_type { KOBJ_NS_TYPE_NONE = 0, KOBJ_NS_TYPE_NET = 1, KOBJ_NS_TYPES = 2, }; struct kobj_ns_type_operations { enum kobj_ns_type type; bool (*current_may_mount)(); void * (*grab_current_ns)(); const void * (*netlink_ns)(struct sock *); const void * (*initial_ns)(); void (*drop_ns)(void *); }; struct attribute { const char *name; umode_t mode; }; struct bin_attribute { struct attribute attr; size_t size; void *private; struct address_space * (*f_mapping)(); ssize_t (*read)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t, size_t); ssize_t (*write)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t, size_t); int (*mmap)(struct file *, struct kobject *, struct bin_attribute *, struct vm_area_struct *); }; struct sysfs_ops { ssize_t (*show)(struct kobject *, struct attribute *, char *); ssize_t (*store)(struct kobject *, struct attribute *, const char *, size_t); }; struct kset_uevent_ops; struct kset { struct list_head list; spinlock_t list_lock; struct kobject kobj; const struct kset_uevent_ops *uevent_ops; }; struct kobj_type { void (*release)(struct kobject *); const struct sysfs_ops *sysfs_ops; const struct attribute_group **default_groups; const struct kobj_ns_type_operations * (*child_ns_type)(const struct kobject *); const void * (*namespace)(const struct kobject *); void (*get_ownership)(const struct kobject *, kuid_t *, kgid_t *); }; struct kobj_uevent_env { char *argv[3]; char *envp[64]; int envp_idx; char buf[2048]; int buflen; }; struct kset_uevent_ops { int (* const filter)(const struct kobject *); const char * (* const name)(const struct kobject *); int (* const uevent)(const struct kobject *, struct kobj_uevent_env *); }; struct kparam_string; struct kparam_array; struct kernel_param { const char *name; struct module *mod; const struct kernel_param_ops *ops; const u16 perm; s8 level; u8 flags; union { void *arg; const struct kparam_string *str; const struct kparam_array *arr; }; }; struct kparam_string { unsigned int maxlen; char *string; }; struct kparam_array { unsigned int max; unsigned int elemsize; unsigned int *num; const struct kernel_param_ops *ops; void *elem; }; struct mod_arch_syminfo { long unsigned int got_offset; long unsigned int plt_offset; int got_initialized; int plt_initialized; }; struct module_attribute { struct attribute attr; ssize_t (*show)(struct module_attribute *, struct module_kobject *, char *); ssize_t (*store)(struct module_attribute *, struct module_kobject *, const char *, size_t); void (*setup)(struct module *, const char *); int (*test)(struct module *); void (*free)(struct module *); }; struct klp_modinfo { Elf64_Ehdr hdr; Elf64_Shdr *sechdrs; char *secstrings; unsigned int symndx; }; struct trace_event_functions; struct trace_event { struct hlist_node node; int type; struct trace_event_functions *funcs; }; struct trace_event_class; struct event_filter; struct perf_event; struct trace_event_call { struct list_head list; struct trace_event_class *class; union { char *name; struct tracepoint *tp; }; struct trace_event event; char *print_fmt; struct event_filter *filter; union { void *module; atomic_t refcnt; }; void *data; int flags; int perf_refcount; struct hlist_head *perf_events; struct bpf_prog_array *prog_array; int (*perf_perm)(struct trace_event_call *, struct perf_event *); }; struct trace_eval_map { const char *system; const char *eval_string; long unsigned int eval_value; }; struct tty_buffer { union { struct tty_buffer *next; struct llist_node free; }; int used; int size; int commit; int lookahead; int read; bool flags; long unsigned int data[0]; }; struct tty_bufhead { struct tty_buffer *head; struct work_struct work; struct mutex lock; atomic_t priority; struct tty_buffer sentinel; struct llist_head free; atomic_t mem_used; int mem_limit; struct tty_buffer *tail; }; struct dev_pm_ops { int (*prepare)(struct device *); void (*complete)(struct device *); int (*suspend)(struct device *); int (*resume)(struct device *); int (*freeze)(struct device *); int (*thaw)(struct device *); int (*poweroff)(struct device *); int (*restore)(struct device *); int (*suspend_late)(struct device *); int (*resume_early)(struct device *); int (*freeze_late)(struct device *); int (*thaw_early)(struct device *); int (*poweroff_late)(struct device *); int (*restore_early)(struct device *); int (*suspend_noirq)(struct device *); int (*resume_noirq)(struct device *); int (*freeze_noirq)(struct device *); int (*thaw_noirq)(struct device *); int (*poweroff_noirq)(struct device *); int (*restore_noirq)(struct device *); int (*runtime_suspend)(struct device *); int (*runtime_resume)(struct device *); int (*runtime_idle)(struct device *); }; struct pm_subsys_data { spinlock_t lock; unsigned int refcount; }; struct dev_pm_domain { struct dev_pm_ops ops; int (*start)(struct device *); void (*detach)(struct device *, bool); int (*activate)(struct device *); void (*sync)(struct device *); void (*dismiss)(struct device *); }; struct iommu_ops; struct bus_type { const char *name; const char *dev_name; const struct attribute_group **bus_groups; const struct attribute_group **dev_groups; const struct attribute_group **drv_groups; int (*match)(struct device *, struct device_driver *); int (*uevent)(const struct device *, struct kobj_uevent_env *); int (*probe)(struct device *); void (*sync_state)(struct device *); void (*remove)(struct device *); void (*shutdown)(struct device *); int (*online)(struct device *); int (*offline)(struct device *); int (*suspend)(struct device *, pm_message_t); int (*resume)(struct device *); int (*num_vf)(struct device *); int (*dma_configure)(struct device *); void (*dma_cleanup)(struct device *); const struct dev_pm_ops *pm; const struct iommu_ops *iommu_ops; bool need_parent_lock; }; enum probe_type { PROBE_DEFAULT_STRATEGY = 0, PROBE_PREFER_ASYNCHRONOUS = 1, PROBE_FORCE_SYNCHRONOUS = 2, }; struct of_device_id; struct acpi_device_id; struct driver_private; struct device_driver { const char *name; const struct bus_type *bus; struct module *owner; const char *mod_name; bool suppress_bind_attrs; enum probe_type probe_type; const struct of_device_id *of_match_table; const struct acpi_device_id *acpi_match_table; int (*probe)(struct device *); void (*sync_state)(struct device *); int (*remove)(struct device *); void (*shutdown)(struct device *); int (*suspend)(struct device *, pm_message_t); int (*resume)(struct device *); const struct attribute_group **groups; const struct attribute_group **dev_groups; const struct dev_pm_ops *pm; void (*coredump)(struct device *); struct driver_private *p; }; enum iommu_cap { IOMMU_CAP_CACHE_COHERENCY = 0, IOMMU_CAP_NOEXEC = 1, IOMMU_CAP_PRE_BOOT_PROTECTION = 2, IOMMU_CAP_ENFORCE_CACHE_COHERENCY = 3, }; enum iommu_dev_features { IOMMU_DEV_FEAT_SVA = 0, IOMMU_DEV_FEAT_IOPF = 1, }; typedef unsigned int ioasid_t; struct iommu_domain; struct iommu_device; struct of_phandle_args; struct iommu_fault_event; struct iommu_page_response; struct iommu_domain_ops; struct iommu_ops { bool (*capable)(struct device *, enum iommu_cap); struct iommu_domain * (*domain_alloc)(unsigned int); struct iommu_device * (*probe_device)(struct device *); void (*release_device)(struct device *); void (*probe_finalize)(struct device *); void (*set_platform_dma_ops)(struct device *); struct iommu_group * (*device_group)(struct device *); void (*get_resv_regions)(struct device *, struct list_head *); int (*of_xlate)(struct device *, struct of_phandle_args *); bool (*is_attach_deferred)(struct device *); int (*dev_enable_feat)(struct device *, enum iommu_dev_features); int (*dev_disable_feat)(struct device *, enum iommu_dev_features); int (*page_response)(struct device *, struct iommu_fault_event *, struct iommu_page_response *); int (*def_domain_type)(struct device *); void (*remove_dev_pasid)(struct device *, ioasid_t); const struct iommu_domain_ops *default_domain_ops; long unsigned int pgsize_bitmap; struct module *owner; }; struct class { const char *name; const struct attribute_group **class_groups; const struct attribute_group **dev_groups; int (*dev_uevent)(const struct device *, struct kobj_uevent_env *); char * (*devnode)(const struct device *, umode_t *); void (*class_release)(const struct class *); void (*dev_release)(struct device *); int (*shutdown_pre)(struct device *); const struct kobj_ns_type_operations *ns_type; const void * (*namespace)(const struct device *); void (*get_ownership)(const struct device *, kuid_t *, kgid_t *); const struct dev_pm_ops *pm; }; struct device_type { const char *name; const struct attribute_group **groups; int (*uevent)(const struct device *, struct kobj_uevent_env *); char * (*devnode)(const struct device *, umode_t *, kuid_t *, kgid_t *); void (*release)(struct device *); const struct dev_pm_ops *pm; }; struct of_device_id { char name[32]; char type[32]; char compatible[128]; const void *data; }; typedef long unsigned int kernel_ulong_t; struct acpi_device_id { __u8 id[16]; kernel_ulong_t driver_data; __u32 cls; __u32 cls_msk; }; struct device_dma_parameters { unsigned int max_segment_size; unsigned int min_align_mask; long unsigned int segment_boundary_mask; }; enum device_physical_location_panel { DEVICE_PANEL_TOP = 0, DEVICE_PANEL_BOTTOM = 1, DEVICE_PANEL_LEFT = 2, DEVICE_PANEL_RIGHT = 3, DEVICE_PANEL_FRONT = 4, DEVICE_PANEL_BACK = 5, DEVICE_PANEL_UNKNOWN = 6, }; enum device_physical_location_vertical_position { DEVICE_VERT_POS_UPPER = 0, DEVICE_VERT_POS_CENTER = 1, DEVICE_VERT_POS_LOWER = 2, }; enum device_physical_location_horizontal_position { DEVICE_HORI_POS_LEFT = 0, DEVICE_HORI_POS_CENTER = 1, DEVICE_HORI_POS_RIGHT = 2, }; struct device_physical_location { enum device_physical_location_panel panel; enum device_physical_location_vertical_position vertical_position; enum device_physical_location_horizontal_position horizontal_position; bool dock; bool lid; }; typedef u64 dma_addr_t; struct sg_table; struct scatterlist; struct dma_map_ops { unsigned int flags; void * (*alloc)(struct device *, size_t, dma_addr_t *, gfp_t, long unsigned int); void (*free)(struct device *, size_t, void *, dma_addr_t, long unsigned int); struct page * (*alloc_pages)(struct device *, size_t, dma_addr_t *, enum dma_data_direction, gfp_t); void (*free_pages)(struct device *, size_t, struct page *, dma_addr_t, enum dma_data_direction); struct sg_table * (*alloc_noncontiguous)(struct device *, size_t, enum dma_data_direction, gfp_t, long unsigned int); void (*free_noncontiguous)(struct device *, size_t, struct sg_table *, enum dma_data_direction); int (*mmap)(struct device *, struct vm_area_struct *, void *, dma_addr_t, size_t, long unsigned int); int (*get_sgtable)(struct device *, struct sg_table *, void *, dma_addr_t, size_t, long unsigned int); dma_addr_t (*map_page)(struct device *, struct page *, long unsigned int, size_t, enum dma_data_direction, long unsigned int); void (*unmap_page)(struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); int (*map_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction, long unsigned int); void (*unmap_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction, long unsigned int); dma_addr_t (*map_resource)(struct device *, phys_addr_t, size_t, enum dma_data_direction, long unsigned int); void (*unmap_resource)(struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); void (*sync_single_for_cpu)(struct device *, dma_addr_t, size_t, enum dma_data_direction); void (*sync_single_for_device)(struct device *, dma_addr_t, size_t, enum dma_data_direction); void (*sync_sg_for_cpu)(struct device *, struct scatterlist *, int, enum dma_data_direction); void (*sync_sg_for_device)(struct device *, struct scatterlist *, int, enum dma_data_direction); void (*cache_sync)(struct device *, void *, size_t, enum dma_data_direction); int (*dma_supported)(struct device *, u64); u64 (*get_required_mask)(struct device *); size_t (*max_mapping_size)(struct device *); size_t (*opt_mapping_size)(); long unsigned int (*get_merge_boundary)(struct device *); }; struct bus_dma_region { phys_addr_t cpu_start; dma_addr_t dma_start; u64 size; u64 offset; }; struct fwnode_operations; struct fwnode_handle { struct fwnode_handle *secondary; const struct fwnode_operations *ops; struct device *dev; struct list_head suppliers; struct list_head consumers; u8 flags; }; struct serial_icounter_struct; struct serial_struct; struct tty_operations { struct tty_struct * (*lookup)(struct tty_driver *, struct file *, int); int (*install)(struct tty_driver *, struct tty_struct *); void (*remove)(struct tty_driver *, struct tty_struct *); int (*open)(struct tty_struct *, struct file *); void (*close)(struct tty_struct *, struct file *); void (*shutdown)(struct tty_struct *); void (*cleanup)(struct tty_struct *); int (*write)(struct tty_struct *, const unsigned char *, int); int (*put_char)(struct tty_struct *, unsigned char); void (*flush_chars)(struct tty_struct *); unsigned int (*write_room)(struct tty_struct *); unsigned int (*chars_in_buffer)(struct tty_struct *); int (*ioctl)(struct tty_struct *, unsigned int, long unsigned int); long int (*compat_ioctl)(struct tty_struct *, unsigned int, long unsigned int); void (*set_termios)(struct tty_struct *, const struct ktermios *); void (*throttle)(struct tty_struct *); void (*unthrottle)(struct tty_struct *); void (*stop)(struct tty_struct *); void (*start)(struct tty_struct *); void (*hangup)(struct tty_struct *); int (*break_ctl)(struct tty_struct *, int); void (*flush_buffer)(struct tty_struct *); void (*set_ldisc)(struct tty_struct *); void (*wait_until_sent)(struct tty_struct *, int); void (*send_xchar)(struct tty_struct *, char); int (*tiocmget)(struct tty_struct *); int (*tiocmset)(struct tty_struct *, unsigned int, unsigned int); int (*resize)(struct tty_struct *, struct winsize *); int (*get_icount)(struct tty_struct *, struct serial_icounter_struct *); int (*get_serial)(struct tty_struct *, struct serial_struct *); int (*set_serial)(struct tty_struct *, struct serial_struct *); void (*show_fdinfo)(struct tty_struct *, struct seq_file *); int (*proc_show)(struct seq_file *, void *); }; struct proc_dir_entry; struct tty_driver { struct kref kref; struct cdev **cdevs; struct module *owner; const char *driver_name; const char *name; int name_base; int major; int minor_start; unsigned int num; short int type; short int subtype; struct ktermios init_termios; long unsigned int flags; struct proc_dir_entry *proc_entry; struct tty_driver *other; struct tty_struct **ttys; struct tty_port **ports; struct ktermios **termios; void *driver_state; const struct tty_operations *ops; struct list_head tty_drivers; }; struct __kfifo { unsigned int in; unsigned int out; unsigned int mask; unsigned int esize; void *data; }; struct tty_port_operations; struct tty_port_client_operations; struct tty_port { struct tty_bufhead buf; struct tty_struct *tty; struct tty_struct *itty; const struct tty_port_operations *ops; const struct tty_port_client_operations *client_ops; spinlock_t lock; int blocked_open; int count; wait_queue_head_t open_wait; wait_queue_head_t delta_msr_wait; long unsigned int flags; long unsigned int iflags; unsigned char console: 1; struct mutex mutex; struct mutex buf_mutex; unsigned char *xmit_buf; struct { union { struct __kfifo kfifo; unsigned char *type; const unsigned char *const_type; char (*rectype)[0]; unsigned char *ptr; const unsigned char *ptr_const; }; unsigned char buf[0]; } xmit_fifo; unsigned int close_delay; unsigned int closing_wait; int drain_delay; struct kref kref; void *client_data; }; struct tty_ldisc_ops { char *name; int num; int (*open)(struct tty_struct *); void (*close)(struct tty_struct *); void (*flush_buffer)(struct tty_struct *); ssize_t (*read)(struct tty_struct *, struct file *, unsigned char *, size_t, void **, long unsigned int); ssize_t (*write)(struct tty_struct *, struct file *, const unsigned char *, size_t); int (*ioctl)(struct tty_struct *, unsigned int, long unsigned int); int (*compat_ioctl)(struct tty_struct *, unsigned int, long unsigned int); void (*set_termios)(struct tty_struct *, const struct ktermios *); __poll_t (*poll)(struct tty_struct *, struct file *, struct poll_table_struct *); void (*hangup)(struct tty_struct *); void (*receive_buf)(struct tty_struct *, const unsigned char *, const char *, int); void (*write_wakeup)(struct tty_struct *); void (*dcd_change)(struct tty_struct *, bool); int (*receive_buf2)(struct tty_struct *, const unsigned char *, const char *, int); void (*lookahead_buf)(struct tty_struct *, const unsigned char *, const unsigned char *, unsigned int); struct module *owner; }; struct tty_ldisc { struct tty_ldisc_ops *ops; struct tty_struct *tty; }; enum dev_dma_attr { DEV_DMA_NOT_SUPPORTED = 0, DEV_DMA_NON_COHERENT = 1, DEV_DMA_COHERENT = 2, }; struct fwnode_reference_args; struct fwnode_endpoint; struct fwnode_operations { struct fwnode_handle * (*get)(struct fwnode_handle *); void (*put)(struct fwnode_handle *); bool (*device_is_available)(const struct fwnode_handle *); const void * (*device_get_match_data)(const struct fwnode_handle *, const struct device *); bool (*device_dma_supported)(const struct fwnode_handle *); enum dev_dma_attr (*device_get_dma_attr)(const struct fwnode_handle *); bool (*property_present)(const struct fwnode_handle *, const char *); int (*property_read_int_array)(const struct fwnode_handle *, const char *, unsigned int, void *, size_t); int (*property_read_string_array)(const struct fwnode_handle *, const char *, const char **, size_t); const char * (*get_name)(const struct fwnode_handle *); const char * (*get_name_prefix)(const struct fwnode_handle *); struct fwnode_handle * (*get_parent)(const struct fwnode_handle *); struct fwnode_handle * (*get_next_child_node)(const struct fwnode_handle *, struct fwnode_handle *); struct fwnode_handle * (*get_named_child_node)(const struct fwnode_handle *, const char *); int (*get_reference_args)(const struct fwnode_handle *, const char *, const char *, unsigned int, unsigned int, struct fwnode_reference_args *); struct fwnode_handle * (*graph_get_next_endpoint)(const struct fwnode_handle *, struct fwnode_handle *); struct fwnode_handle * (*graph_get_remote_endpoint)(const struct fwnode_handle *); struct fwnode_handle * (*graph_get_port_parent)(struct fwnode_handle *); int (*graph_parse_endpoint)(const struct fwnode_handle *, struct fwnode_endpoint *); void * (*iomap)(struct fwnode_handle *, int); int (*irq_get)(const struct fwnode_handle *, unsigned int); int (*add_links)(struct fwnode_handle *); }; struct fwnode_endpoint { unsigned int port; unsigned int id; const struct fwnode_handle *local_fwnode; }; struct fwnode_reference_args { struct fwnode_handle *fwnode; unsigned int nargs; u64 args[8]; }; struct tty_port_operations { bool (*carrier_raised)(struct tty_port *); void (*dtr_rts)(struct tty_port *, bool); void (*shutdown)(struct tty_port *); int (*activate)(struct tty_port *, struct tty_struct *); void (*destruct)(struct tty_port *); }; struct tty_port_client_operations { int (*receive_buf)(struct tty_port *, const unsigned char *, const unsigned char *, size_t); void (*lookahead_buf)(struct tty_port *, const unsigned char *, const unsigned char *, unsigned int); void (*write_wakeup)(struct tty_port *); }; struct nsset; struct proc_ns_operations { const char *name; const char *real_ns_name; int type; struct ns_common * (*get)(struct task_struct *); void (*put)(struct ns_common *); int (*install)(struct nsset *, struct ns_common *); struct user_namespace * (*owner)(struct ns_common *); struct ns_common * (*get_parent)(struct ns_common *); }; struct new_utsname { char sysname[65]; char nodename[65]; char release[65]; char version[65]; char machine[65]; char domainname[65]; }; struct uts_namespace { struct new_utsname name; struct user_namespace *user_ns; struct ucounts *ucounts; struct ns_common ns; }; struct ref_tracker_dir {}; struct prot_inuse; struct netns_core { struct ctl_table_header *sysctl_hdr; int sysctl_somaxconn; u8 sysctl_txrehash; struct prot_inuse *prot_inuse; struct cpumask *rps_default_mask; }; struct ipstats_mib; struct tcp_mib; struct linux_mib; struct udp_mib; struct linux_xfrm_mib; struct linux_tls_mib; struct mptcp_mib; struct icmp_mib; struct icmpmsg_mib; struct icmpv6_mib; struct icmpv6msg_mib; struct netns_mib { struct ipstats_mib *ip_statistics; struct ipstats_mib *ipv6_statistics; struct tcp_mib *tcp_statistics; struct linux_mib *net_statistics; struct udp_mib *udp_statistics; struct udp_mib *udp_stats_in6; struct linux_xfrm_mib *xfrm_statistics; struct linux_tls_mib *tls_statistics; struct mptcp_mib *mptcp_statistics; struct udp_mib *udplite_statistics; struct udp_mib *udplite_stats_in6; struct icmp_mib *icmp_statistics; struct icmpmsg_mib *icmpmsg_statistics; struct icmpv6_mib *icmpv6_statistics; struct icmpv6msg_mib *icmpv6msg_statistics; struct proc_dir_entry *proc_net_devsnmp6; }; struct netns_packet { struct mutex sklist_lock; struct hlist_head sklist; }; struct unix_table { spinlock_t *locks; struct hlist_head *buckets; }; struct netns_unix { struct unix_table table; int sysctl_max_dgram_qlen; struct ctl_table_header *ctl; }; struct netns_nexthop { struct rb_root rb_root; struct hlist_head *devhash; unsigned int seq; u32 last_id_allocated; struct blocking_notifier_head notifier_chain; }; struct inet_hashinfo; struct inet_timewait_death_row { refcount_t tw_refcount; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct inet_hashinfo *hashinfo; int sysctl_max_tw_buckets; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct local_ports { seqlock_t lock; int range[2]; bool warned; }; struct ping_group_range { seqlock_t lock; kgid_t range[2]; }; typedef struct { u64 key[2]; } siphash_key_t; struct udp_table; struct ipv4_devconf; struct ip_ra_chain; struct fib_rules_ops; struct fib_table; struct inet_peer_base; struct fqdir; struct tcp_congestion_ops; struct tcp_fastopen_context; struct fib_notifier_ops; struct netns_ipv4 { struct inet_timewait_death_row tcp_death_row; struct udp_table *udp_table; struct ctl_table_header *forw_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *ipv4_hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *xfrm4_hdr; struct ipv4_devconf *devconf_all; struct ipv4_devconf *devconf_dflt; struct ip_ra_chain *ra_chain; struct mutex ra_mutex; struct fib_rules_ops *rules_ops; struct fib_table *fib_main; struct fib_table *fib_default; unsigned int fib_rules_require_fldissect; bool fib_has_custom_rules; bool fib_has_custom_local_routes; bool fib_offload_disabled; atomic_t fib_num_tclassid_users; struct hlist_head *fib_table_hash; struct sock *fibnl; struct sock *mc_autojoin_sk; struct inet_peer_base *peers; struct fqdir *fqdir; u8 sysctl_icmp_echo_ignore_all; u8 sysctl_icmp_echo_enable_probe; u8 sysctl_icmp_echo_ignore_broadcasts; u8 sysctl_icmp_ignore_bogus_error_responses; u8 sysctl_icmp_errors_use_inbound_ifaddr; int sysctl_icmp_ratelimit; int sysctl_icmp_ratemask; u32 ip_rt_min_pmtu; int ip_rt_mtu_expires; int ip_rt_min_advmss; struct local_ports ip_local_ports; u8 sysctl_tcp_ecn; u8 sysctl_tcp_ecn_fallback; u8 sysctl_ip_default_ttl; u8 sysctl_ip_no_pmtu_disc; u8 sysctl_ip_fwd_use_pmtu; u8 sysctl_ip_fwd_update_priority; u8 sysctl_ip_nonlocal_bind; u8 sysctl_ip_autobind_reuse; u8 sysctl_ip_dynaddr; u8 sysctl_ip_early_demux; u8 sysctl_raw_l3mdev_accept; u8 sysctl_tcp_early_demux; u8 sysctl_udp_early_demux; u8 sysctl_nexthop_compat_mode; u8 sysctl_fwmark_reflect; u8 sysctl_tcp_fwmark_accept; u8 sysctl_tcp_l3mdev_accept; u8 sysctl_tcp_mtu_probing; int sysctl_tcp_mtu_probe_floor; int sysctl_tcp_base_mss; int sysctl_tcp_min_snd_mss; int sysctl_tcp_probe_threshold; u32 sysctl_tcp_probe_interval; int sysctl_tcp_keepalive_time; int sysctl_tcp_keepalive_intvl; u8 sysctl_tcp_keepalive_probes; u8 sysctl_tcp_syn_retries; u8 sysctl_tcp_synack_retries; u8 sysctl_tcp_syncookies; u8 sysctl_tcp_migrate_req; u8 sysctl_tcp_comp_sack_nr; int sysctl_tcp_reordering; u8 sysctl_tcp_retries1; u8 sysctl_tcp_retries2; u8 sysctl_tcp_orphan_retries; u8 sysctl_tcp_tw_reuse; int sysctl_tcp_fin_timeout; unsigned int sysctl_tcp_notsent_lowat; u8 sysctl_tcp_sack; u8 sysctl_tcp_window_scaling; u8 sysctl_tcp_timestamps; u8 sysctl_tcp_early_retrans; u8 sysctl_tcp_recovery; u8 sysctl_tcp_thin_linear_timeouts; u8 sysctl_tcp_slow_start_after_idle; u8 sysctl_tcp_retrans_collapse; u8 sysctl_tcp_stdurg; u8 sysctl_tcp_rfc1337; u8 sysctl_tcp_abort_on_overflow; u8 sysctl_tcp_fack; int sysctl_tcp_max_reordering; int sysctl_tcp_adv_win_scale; u8 sysctl_tcp_dsack; u8 sysctl_tcp_app_win; u8 sysctl_tcp_frto; u8 sysctl_tcp_nometrics_save; u8 sysctl_tcp_no_ssthresh_metrics_save; u8 sysctl_tcp_moderate_rcvbuf; u8 sysctl_tcp_tso_win_divisor; u8 sysctl_tcp_workaround_signed_windows; int sysctl_tcp_limit_output_bytes; int sysctl_tcp_challenge_ack_limit; int sysctl_tcp_min_rtt_wlen; u8 sysctl_tcp_min_tso_segs; u8 sysctl_tcp_tso_rtt_log; u8 sysctl_tcp_autocorking; u8 sysctl_tcp_reflect_tos; int sysctl_tcp_invalid_ratelimit; int sysctl_tcp_pacing_ss_ratio; int sysctl_tcp_pacing_ca_ratio; int sysctl_tcp_wmem[3]; int sysctl_tcp_rmem[3]; unsigned int sysctl_tcp_child_ehash_entries; long unsigned int sysctl_tcp_comp_sack_delay_ns; long unsigned int sysctl_tcp_comp_sack_slack_ns; int sysctl_max_syn_backlog; int sysctl_tcp_fastopen; const struct tcp_congestion_ops *tcp_congestion_control; struct tcp_fastopen_context *tcp_fastopen_ctx; unsigned int sysctl_tcp_fastopen_blackhole_timeout; atomic_t tfo_active_disable_times; long unsigned int tfo_active_disable_stamp; u32 tcp_challenge_timestamp; u32 tcp_challenge_count; u8 sysctl_tcp_plb_enabled; u8 sysctl_tcp_plb_idle_rehash_rounds; u8 sysctl_tcp_plb_rehash_rounds; u8 sysctl_tcp_plb_suspend_rto_sec; int sysctl_tcp_plb_cong_thresh; int sysctl_udp_wmem_min; int sysctl_udp_rmem_min; u8 sysctl_fib_notify_on_flag_change; u8 sysctl_udp_l3mdev_accept; u8 sysctl_igmp_llm_reports; int sysctl_igmp_max_memberships; int sysctl_igmp_max_msf; int sysctl_igmp_qrv; struct ping_group_range ping_group_range; atomic_t dev_addr_genid; unsigned int sysctl_udp_child_hash_entries; long unsigned int *sysctl_local_reserved_ports; int sysctl_ip_prot_sock; struct list_head mr_tables; struct fib_rules_ops *mr_rules_ops; u32 sysctl_fib_multipath_hash_fields; u8 sysctl_fib_multipath_use_neigh; u8 sysctl_fib_multipath_hash_policy; struct fib_notifier_ops *notifier_ops; unsigned int fib_seq; struct fib_notifier_ops *ipmr_notifier_ops; unsigned int ipmr_seq; atomic_t rt_genid; siphash_key_t ip_id_key; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct neighbour; struct dst_ops { short unsigned int family; unsigned int gc_thresh; void (*gc)(struct dst_ops *); struct dst_entry * (*check)(struct dst_entry *, __u32); unsigned int (*default_advmss)(const struct dst_entry *); unsigned int (*mtu)(const struct dst_entry *); u32 * (*cow_metrics)(struct dst_entry *, long unsigned int); void (*destroy)(struct dst_entry *); void (*ifdown)(struct dst_entry *, struct net_device *, int); struct dst_entry * (*negative_advice)(struct dst_entry *); void (*link_failure)(struct sk_buff *); void (*update_pmtu)(struct dst_entry *, struct sock *, struct sk_buff *, u32, bool); void (*redirect)(struct dst_entry *, struct sock *, struct sk_buff *); int (*local_out)(struct net *, struct sock *, struct sk_buff *); struct neighbour * (*neigh_lookup)(const struct dst_entry *, struct sk_buff *, const void *); void (*confirm_neigh)(const struct dst_entry *, const void *); struct kmem_cache *kmem_cachep; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct percpu_counter pcpuc_entries; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct netns_sysctl_ipv6 { struct ctl_table_header *hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *icmp_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *xfrm6_hdr; int flush_delay; int ip6_rt_max_size; int ip6_rt_gc_min_interval; int ip6_rt_gc_timeout; int ip6_rt_gc_interval; int ip6_rt_gc_elasticity; int ip6_rt_mtu_expires; int ip6_rt_min_advmss; u32 multipath_hash_fields; u8 multipath_hash_policy; u8 bindv6only; u8 flowlabel_consistency; u8 auto_flowlabels; int icmpv6_time; u8 icmpv6_echo_ignore_all; u8 icmpv6_echo_ignore_multicast; u8 icmpv6_echo_ignore_anycast; long unsigned int icmpv6_ratemask[4]; long unsigned int *icmpv6_ratemask_ptr; u8 anycast_src_echo_reply; u8 ip_nonlocal_bind; u8 fwmark_reflect; u8 flowlabel_state_ranges; int idgen_retries; int idgen_delay; int flowlabel_reflect; int max_dst_opts_cnt; int max_hbh_opts_cnt; int max_dst_opts_len; int max_hbh_opts_len; int seg6_flowlabel; u32 ioam6_id; u64 ioam6_id_wide; u8 skip_notify_on_dev_down; u8 fib_notify_on_flag_change; u8 icmpv6_error_anycast_as_unicast; }; struct ipv6_devconf; struct fib6_info; struct rt6_info; struct rt6_statistics; struct fib6_table; struct seg6_pernet_data; struct ioam6_pernet_data; struct netns_ipv6 { struct dst_ops ip6_dst_ops; struct netns_sysctl_ipv6 sysctl; struct ipv6_devconf *devconf_all; struct ipv6_devconf *devconf_dflt; struct inet_peer_base *peers; struct fqdir *fqdir; struct fib6_info *fib6_null_entry; struct rt6_info *ip6_null_entry; struct rt6_statistics *rt6_stats; struct timer_list ip6_fib_timer; struct hlist_head *fib_table_hash; struct fib6_table *fib6_main_tbl; struct list_head fib6_walkers; rwlock_t fib6_walker_lock; spinlock_t fib6_gc_lock; atomic_t ip6_rt_gc_expire; long unsigned int ip6_rt_last_gc; unsigned char flowlabel_has_excl; bool fib6_has_custom_rules; unsigned int fib6_rules_require_fldissect; unsigned int fib6_routes_require_src; struct rt6_info *ip6_prohibit_entry; struct rt6_info *ip6_blk_hole_entry; struct fib6_table *fib6_local_tbl; struct fib_rules_ops *fib6_rules_ops; struct sock *ndisc_sk; struct sock *tcp_sk; struct sock *igmp_sk; struct sock *mc_autojoin_sk; struct hlist_head *inet6_addr_lst; spinlock_t addrconf_hash_lock; struct delayed_work addr_chk_work; struct list_head mr6_tables; struct fib_rules_ops *mr6_rules_ops; atomic_t dev_addr_genid; atomic_t fib6_sernum; struct seg6_pernet_data *seg6_data; struct fib_notifier_ops *notifier_ops; struct fib_notifier_ops *ip6mr_notifier_ops; unsigned int ipmr_seq; struct { struct hlist_head head; spinlock_t lock; u32 seq; } ip6addrlbl_table; struct ioam6_pernet_data *ioam6_data; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct netns_sysctl_lowpan { struct ctl_table_header *frags_hdr; }; struct netns_ieee802154_lowpan { struct netns_sysctl_lowpan sysctl; struct fqdir *fqdir; }; struct sctp_mib; struct netns_sctp { struct sctp_mib *sctp_statistics; struct proc_dir_entry *proc_net_sctp; struct ctl_table_header *sysctl_header; struct sock *ctl_sock; struct sock *udp4_sock; struct sock *udp6_sock; int udp_port; int encap_port; struct list_head local_addr_list; struct list_head addr_waitq; struct timer_list addr_wq_timer; struct list_head auto_asconf_splist; spinlock_t addr_wq_lock; spinlock_t local_addr_lock; unsigned int rto_initial; unsigned int rto_min; unsigned int rto_max; int rto_alpha; int rto_beta; int max_burst; int cookie_preserve_enable; char *sctp_hmac_alg; unsigned int valid_cookie_life; unsigned int sack_timeout; unsigned int hb_interval; unsigned int probe_interval; int max_retrans_association; int max_retrans_path; int max_retrans_init; int pf_retrans; int ps_retrans; int pf_enable; int pf_expose; int sndbuf_policy; int rcvbuf_policy; int default_auto_asconf; int addip_enable; int addip_noauth; int prsctp_enable; int reconf_enable; int auth_enable; int intl_enable; int ecn_enable; int scope_policy; int rwnd_upd_shift; long unsigned int max_autoclose; int l3mdev_accept; }; struct nf_logger; struct nf_hook_entries; struct netns_nf { struct proc_dir_entry *proc_netfilter; const struct nf_logger *nf_loggers[11]; struct ctl_table_header *nf_log_dir_header; struct nf_hook_entries *hooks_ipv4[5]; struct nf_hook_entries *hooks_ipv6[5]; struct nf_hook_entries *hooks_arp[3]; struct nf_hook_entries *hooks_bridge[5]; unsigned int defrag_ipv4_users; unsigned int defrag_ipv6_users; }; struct nf_generic_net { unsigned int timeout; }; struct nf_tcp_net { unsigned int timeouts[14]; u8 tcp_loose; u8 tcp_be_liberal; u8 tcp_max_retrans; u8 tcp_ignore_invalid_rst; unsigned int offload_timeout; }; struct nf_udp_net { unsigned int timeouts[2]; unsigned int offload_timeout; }; struct nf_icmp_net { unsigned int timeout; }; struct nf_dccp_net { u8 dccp_loose; unsigned int dccp_timeout[10]; }; struct nf_sctp_net { unsigned int timeouts[10]; }; struct nf_gre_net { struct list_head keymap_list; unsigned int timeouts[2]; }; struct nf_ip_net { struct nf_generic_net generic; struct nf_tcp_net tcp; struct nf_udp_net udp; struct nf_icmp_net icmp; struct nf_icmp_net icmpv6; struct nf_dccp_net dccp; struct nf_sctp_net sctp; struct nf_gre_net gre; }; struct ip_conntrack_stat; struct nf_ct_event_notifier; struct netns_ct { bool ecache_dwork_pending; u8 sysctl_log_invalid; u8 sysctl_events; u8 sysctl_acct; u8 sysctl_tstamp; u8 sysctl_checksum; struct ip_conntrack_stat *stat; struct nf_ct_event_notifier *nf_conntrack_event_cb; struct nf_ip_net nf_ct_proto; unsigned int labels_used; }; struct netns_nftables { u8 gencursor; }; struct nf_flow_table_stat; struct netns_ft { struct nf_flow_table_stat *stat; }; struct bpf_prog; struct netns_bpf { struct bpf_prog_array *run_array[2]; struct bpf_prog *progs[2]; struct list_head links[2]; }; struct xfrm_policy_hash { struct hlist_head *table; unsigned int hmask; u8 dbits4; u8 sbits4; u8 dbits6; u8 sbits6; }; struct xfrm_policy_hthresh { struct work_struct work; seqlock_t lock; u8 lbits4; u8 rbits4; u8 lbits6; u8 rbits6; }; struct netns_xfrm { struct list_head state_all; struct hlist_head *state_bydst; struct hlist_head *state_bysrc; struct hlist_head *state_byspi; struct hlist_head *state_byseq; unsigned int state_hmask; unsigned int state_num; struct work_struct state_hash_work; struct list_head policy_all; struct hlist_head *policy_byidx; unsigned int policy_idx_hmask; struct hlist_head policy_inexact[3]; struct xfrm_policy_hash policy_bydst[3]; unsigned int policy_count[6]; struct work_struct policy_hash_work; struct xfrm_policy_hthresh policy_hthresh; struct list_head inexact_bins; struct sock *nlsk; struct sock *nlsk_stash; u32 sysctl_aevent_etime; u32 sysctl_aevent_rseqth; int sysctl_larval_drop; u32 sysctl_acq_expires; u8 policy_default[3]; struct ctl_table_header *sysctl_hdr; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct dst_ops xfrm4_dst_ops; struct dst_ops xfrm6_dst_ops; spinlock_t xfrm_state_lock; seqcount_spinlock_t xfrm_state_hash_generation; seqcount_spinlock_t xfrm_policy_hash_generation; spinlock_t xfrm_policy_lock; struct mutex xfrm_cfg_mutex; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct netns_ipvs; struct mpls_route; struct netns_mpls { int ip_ttl_propagate; int default_ttl; size_t platform_labels; struct mpls_route **platform_label; struct ctl_table_header *ctl; }; struct netns_xdp { struct mutex lock; struct hlist_head list; }; struct netns_mctp { struct list_head routes; struct mutex bind_lock; struct hlist_head binds; spinlock_t keys_lock; struct hlist_head keys; unsigned int default_net; struct mutex neigh_lock; struct list_head neighbours; }; struct smc_stats; struct smc_stats_rsn; struct netns_smc { struct smc_stats *smc_stats; struct mutex mutex_fback_rsn; struct smc_stats_rsn *fback_rsn; bool limit_smc_hs; struct ctl_table_header *smc_hdr; unsigned int sysctl_autocorking_size; unsigned int sysctl_smcr_buf_type; int sysctl_smcr_testlink_time; int sysctl_wmem; int sysctl_rmem; }; struct uevent_sock; struct net_generic; struct net { refcount_t passive; spinlock_t rules_mod_lock; atomic_t dev_unreg_count; unsigned int dev_base_seq; int ifindex; spinlock_t nsid_lock; atomic_t fnhe_genid; struct list_head list; struct list_head exit_list; struct llist_node cleanup_list; struct key_tag *key_domain; struct user_namespace *user_ns; struct ucounts *ucounts; struct idr netns_ids; struct ns_common ns; struct ref_tracker_dir refcnt_tracker; struct ref_tracker_dir notrefcnt_tracker; struct list_head dev_base_head; struct proc_dir_entry *proc_net; struct proc_dir_entry *proc_net_stat; struct ctl_table_set sysctls; struct sock *rtnl; struct sock *genl_sock; struct uevent_sock *uevent_sock; struct hlist_head *dev_name_head; struct hlist_head *dev_index_head; struct raw_notifier_head netdev_chain; u32 hash_mix; struct net_device *loopback_dev; struct list_head rules_ops; struct netns_core core; struct netns_mib mib; struct netns_packet packet; struct netns_unix unx; struct netns_nexthop nexthop; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct netns_ipv4 ipv4; struct netns_ipv6 ipv6; struct netns_ieee802154_lowpan ieee802154_lowpan; struct netns_sctp sctp; struct netns_nf nf; struct netns_ct ct; struct netns_nftables nft; struct netns_ft ft; struct net_generic *gen; struct netns_bpf bpf; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct netns_xfrm xfrm; u64 net_cookie; struct netns_ipvs *ipvs; struct netns_mpls mpls; struct netns_xdp xdp; struct netns_mctp mctp; struct sock *crypto_nlsk; struct sock *diag_nlsk; struct netns_smc smc; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct cgroup_namespace { struct ns_common ns; struct user_namespace *user_ns; struct ucounts *ucounts; struct css_set *root_cset; }; struct u64_stats_sync {}; typedef struct { local_t a; } local64_t; typedef struct { local64_t v; } u64_stats_t; struct psi_group_cpu { seqcount_t seq; unsigned int tasks[4]; u32 state_mask; u32 times[7]; u64 state_start; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 times_prev[14]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct psi_group { struct psi_group *parent; bool enabled; struct mutex avgs_lock; struct psi_group_cpu *pcpu; u64 avg_total[6]; u64 avg_last_update; u64 avg_next_update; struct delayed_work avgs_work; struct list_head avg_triggers; u32 avg_nr_triggers[6]; u64 total[12]; long unsigned int avg[18]; struct task_struct *rtpoll_task; struct timer_list rtpoll_timer; wait_queue_head_t rtpoll_wait; atomic_t rtpoll_wakeup; atomic_t rtpoll_scheduled; struct mutex rtpoll_trigger_lock; struct list_head rtpoll_triggers; u32 rtpoll_nr_triggers[6]; u32 rtpoll_states; u64 rtpoll_min_period; u64 rtpoll_total[6]; u64 rtpoll_next_update; u64 rtpoll_until; }; struct cgroup_taskset; struct cftype; struct cgroup_subsys { struct cgroup_subsys_state * (*css_alloc)(struct cgroup_subsys_state *); int (*css_online)(struct cgroup_subsys_state *); void (*css_offline)(struct cgroup_subsys_state *); void (*css_released)(struct cgroup_subsys_state *); void (*css_free)(struct cgroup_subsys_state *); void (*css_reset)(struct cgroup_subsys_state *); void (*css_rstat_flush)(struct cgroup_subsys_state *, int); int (*css_extra_stat_show)(struct seq_file *, struct cgroup_subsys_state *); int (*can_attach)(struct cgroup_taskset *); void (*cancel_attach)(struct cgroup_taskset *); void (*attach)(struct cgroup_taskset *); void (*post_attach)(); int (*can_fork)(struct task_struct *, struct css_set *); void (*cancel_fork)(struct task_struct *, struct css_set *); void (*fork)(struct task_struct *); void (*exit)(struct task_struct *); void (*release)(struct task_struct *); void (*bind)(struct cgroup_subsys_state *); bool early_init: 1; bool implicit_on_dfl: 1; bool threaded: 1; int id; const char *name; const char *legacy_name; struct cgroup_root *root; struct idr css_idr; struct list_head cfts; struct cftype *dfl_cftypes; struct cftype *legacy_cftypes; unsigned int depends_on; }; struct cgroup_rstat_cpu { struct u64_stats_sync bsync; struct cgroup_base_stat bstat; struct cgroup_base_stat last_bstat; struct cgroup *updated_children; struct cgroup *updated_next; }; struct cgroup_root { struct kernfs_root *kf_root; unsigned int subsys_mask; int hierarchy_id; struct cgroup cgrp; struct cgroup *cgrp_ancestor_storage; atomic_t nr_cgrps; struct list_head root_list; unsigned int flags; char release_agent_path[4096]; char name[64]; }; struct cftype { char name[64]; long unsigned int private; size_t max_write_len; unsigned int flags; unsigned int file_offset; struct cgroup_subsys *ss; struct list_head node; struct kernfs_ops *kf_ops; int (*open)(struct kernfs_open_file *); void (*release)(struct kernfs_open_file *); u64 (*read_u64)(struct cgroup_subsys_state *, struct cftype *); s64 (*read_s64)(struct cgroup_subsys_state *, struct cftype *); int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); int (*write_u64)(struct cgroup_subsys_state *, struct cftype *, u64); int (*write_s64)(struct cgroup_subsys_state *, struct cftype *, s64); ssize_t (*write)(struct kernfs_open_file *, char *, size_t, loff_t); __poll_t (*poll)(struct kernfs_open_file *, struct poll_table_struct *); }; struct partition_meta_info { char uuid[37]; u8 volname[64]; }; struct bio_integrity_payload { struct bio *bip_bio; struct bvec_iter bip_iter; short unsigned int bip_vcnt; short unsigned int bip_max_vcnt; short unsigned int bip_flags; struct bvec_iter bio_iter; struct work_struct bip_work; struct bio_vec *bip_vec; struct bio_vec bip_inline_vecs[0]; }; struct mem_cgroup_reclaim_iter { struct mem_cgroup *position; unsigned int generation; }; struct shrinker_info { struct callback_head rcu; atomic_long_t *nr_deferred; long unsigned int *map; int map_nr_max; }; struct lruvec_stats_percpu { long int state[43]; long int state_prev[43]; }; struct lruvec_stats { long int state[43]; long int state_pending[43]; }; struct mem_cgroup_per_node { struct lruvec lruvec; struct lruvec_stats_percpu *lruvec_stats_percpu; struct lruvec_stats lruvec_stats; long unsigned int lru_zone_size[15]; struct mem_cgroup_reclaim_iter iter; struct shrinker_info *shrinker_info; struct rb_node tree_node; long unsigned int usage_in_excess; bool on_tree; struct mem_cgroup *memcg; }; struct eventfd_ctx; struct mem_cgroup_threshold { struct eventfd_ctx *eventfd; long unsigned int threshold; }; struct mem_cgroup_threshold_ary { int current_threshold; unsigned int size; struct mem_cgroup_threshold entries[0]; }; struct obj_cgroup { struct percpu_ref refcnt; struct mem_cgroup *memcg; atomic_t nr_charged_bytes; union { struct list_head list; struct callback_head rcu; }; }; struct percpu_cluster { struct swap_cluster_info index; unsigned int next; }; enum { Root_NFS = 255, Root_CIFS = 254, Root_RAM0 = 1048576, Root_RAM1 = 1048577, Root_FD0 = 2097152, Root_HDA1 = 3145729, Root_HDA2 = 3145730, Root_SDA1 = 8388609, Root_SDA2 = 8388610, Root_HDC1 = 23068673, Root_SR0 = 11534336, }; typedef struct { union { void *kernel; void *user; }; bool is_kernel: 1; } sockptr_t; enum fs_value_type { fs_value_is_undefined = 0, fs_value_is_flag = 1, fs_value_is_string = 2, fs_value_is_blob = 3, fs_value_is_filename = 4, fs_value_is_file = 5, }; struct fs_parameter { const char *key; enum fs_value_type type: 8; union { char *string; void *blob; struct filename *name; struct file *file; }; size_t size; int dirfd; }; struct fc_log { refcount_t usage; u8 head; u8 tail; u8 need_free; struct module *owner; char *buffer[8]; }; struct fs_context_operations { void (*free)(struct fs_context *); int (*dup)(struct fs_context *, struct fs_context *); int (*parse_param)(struct fs_context *, struct fs_parameter *); int (*parse_monolithic)(struct fs_context *, void *); int (*get_tree)(struct fs_context *); int (*reconfigure)(struct fs_context *); }; struct fs_parse_result { bool negated; union { bool boolean; int int_32; unsigned int uint_32; u64 uint_64; }; }; enum { IPPROTO_IP = 0, IPPROTO_ICMP = 1, IPPROTO_IGMP = 2, IPPROTO_IPIP = 4, IPPROTO_TCP = 6, IPPROTO_EGP = 8, IPPROTO_PUP = 12, IPPROTO_UDP = 17, IPPROTO_IDP = 22, IPPROTO_TP = 29, IPPROTO_DCCP = 33, IPPROTO_IPV6 = 41, IPPROTO_RSVP = 46, IPPROTO_GRE = 47, IPPROTO_ESP = 50, IPPROTO_AH = 51, IPPROTO_MTP = 92, IPPROTO_BEETPH = 94, IPPROTO_ENCAP = 98, IPPROTO_PIM = 103, IPPROTO_COMP = 108, IPPROTO_L2TP = 115, IPPROTO_SCTP = 132, IPPROTO_UDPLITE = 136, IPPROTO_MPLS = 137, IPPROTO_ETHERNET = 143, IPPROTO_RAW = 255, IPPROTO_MPTCP = 262, IPPROTO_MAX = 263, }; struct flowi_tunnel { __be64 tun_id; }; struct flowi_common { int flowic_oif; int flowic_iif; int flowic_l3mdev; __u32 flowic_mark; __u8 flowic_tos; __u8 flowic_scope; __u8 flowic_proto; __u8 flowic_flags; __u32 flowic_secid; kuid_t flowic_uid; struct flowi_tunnel flowic_tun_key; __u32 flowic_multipath_hash; }; union flowi_uli { struct { __be16 dport; __be16 sport; } ports; struct { __u8 type; __u8 code; } icmpt; __be32 gre_key; struct { __u8 type; } mht; }; struct flowi4 { struct flowi_common __fl_common; __be32 saddr; __be32 daddr; union flowi_uli uli; }; struct flowi6 { struct flowi_common __fl_common; struct in6_addr daddr; struct in6_addr saddr; __be32 flowlabel; union flowi_uli uli; __u32 mp_hash; }; struct flowi { union { struct flowi_common __fl_common; struct flowi4 ip4; struct flowi6 ip6; } u; }; struct prot_inuse { int all; int val[64]; }; enum { IPSTATS_MIB_NUM = 0, IPSTATS_MIB_INPKTS = 1, IPSTATS_MIB_INOCTETS = 2, IPSTATS_MIB_INDELIVERS = 3, IPSTATS_MIB_OUTFORWDATAGRAMS = 4, IPSTATS_MIB_OUTPKTS = 5, IPSTATS_MIB_OUTOCTETS = 6, IPSTATS_MIB_INHDRERRORS = 7, IPSTATS_MIB_INTOOBIGERRORS = 8, IPSTATS_MIB_INNOROUTES = 9, IPSTATS_MIB_INADDRERRORS = 10, IPSTATS_MIB_INUNKNOWNPROTOS = 11, IPSTATS_MIB_INTRUNCATEDPKTS = 12, IPSTATS_MIB_INDISCARDS = 13, IPSTATS_MIB_OUTDISCARDS = 14, IPSTATS_MIB_OUTNOROUTES = 15, IPSTATS_MIB_REASMTIMEOUT = 16, IPSTATS_MIB_REASMREQDS = 17, IPSTATS_MIB_REASMOKS = 18, IPSTATS_MIB_REASMFAILS = 19, IPSTATS_MIB_FRAGOKS = 20, IPSTATS_MIB_FRAGFAILS = 21, IPSTATS_MIB_FRAGCREATES = 22, IPSTATS_MIB_INMCASTPKTS = 23, IPSTATS_MIB_OUTMCASTPKTS = 24, IPSTATS_MIB_INBCASTPKTS = 25, IPSTATS_MIB_OUTBCASTPKTS = 26, IPSTATS_MIB_INMCASTOCTETS = 27, IPSTATS_MIB_OUTMCASTOCTETS = 28, IPSTATS_MIB_INBCASTOCTETS = 29, IPSTATS_MIB_OUTBCASTOCTETS = 30, IPSTATS_MIB_CSUMERRORS = 31, IPSTATS_MIB_NOECTPKTS = 32, IPSTATS_MIB_ECT1PKTS = 33, IPSTATS_MIB_ECT0PKTS = 34, IPSTATS_MIB_CEPKTS = 35, IPSTATS_MIB_REASM_OVERLAPS = 36, __IPSTATS_MIB_MAX = 37, }; enum { ICMP_MIB_NUM = 0, ICMP_MIB_INMSGS = 1, ICMP_MIB_INERRORS = 2, ICMP_MIB_INDESTUNREACHS = 3, ICMP_MIB_INTIMEEXCDS = 4, ICMP_MIB_INPARMPROBS = 5, ICMP_MIB_INSRCQUENCHS = 6, ICMP_MIB_INREDIRECTS = 7, ICMP_MIB_INECHOS = 8, ICMP_MIB_INECHOREPS = 9, ICMP_MIB_INTIMESTAMPS = 10, ICMP_MIB_INTIMESTAMPREPS = 11, ICMP_MIB_INADDRMASKS = 12, ICMP_MIB_INADDRMASKREPS = 13, ICMP_MIB_OUTMSGS = 14, ICMP_MIB_OUTERRORS = 15, ICMP_MIB_OUTDESTUNREACHS = 16, ICMP_MIB_OUTTIMEEXCDS = 17, ICMP_MIB_OUTPARMPROBS = 18, ICMP_MIB_OUTSRCQUENCHS = 19, ICMP_MIB_OUTREDIRECTS = 20, ICMP_MIB_OUTECHOS = 21, ICMP_MIB_OUTECHOREPS = 22, ICMP_MIB_OUTTIMESTAMPS = 23, ICMP_MIB_OUTTIMESTAMPREPS = 24, ICMP_MIB_OUTADDRMASKS = 25, ICMP_MIB_OUTADDRMASKREPS = 26, ICMP_MIB_CSUMERRORS = 27, ICMP_MIB_RATELIMITGLOBAL = 28, ICMP_MIB_RATELIMITHOST = 29, __ICMP_MIB_MAX = 30, }; enum { ICMP6_MIB_NUM = 0, ICMP6_MIB_INMSGS = 1, ICMP6_MIB_INERRORS = 2, ICMP6_MIB_OUTMSGS = 3, ICMP6_MIB_OUTERRORS = 4, ICMP6_MIB_CSUMERRORS = 5, ICMP6_MIB_RATELIMITHOST = 6, __ICMP6_MIB_MAX = 7, }; enum { TCP_MIB_NUM = 0, TCP_MIB_RTOALGORITHM = 1, TCP_MIB_RTOMIN = 2, TCP_MIB_RTOMAX = 3, TCP_MIB_MAXCONN = 4, TCP_MIB_ACTIVEOPENS = 5, TCP_MIB_PASSIVEOPENS = 6, TCP_MIB_ATTEMPTFAILS = 7, TCP_MIB_ESTABRESETS = 8, TCP_MIB_CURRESTAB = 9, TCP_MIB_INSEGS = 10, TCP_MIB_OUTSEGS = 11, TCP_MIB_RETRANSSEGS = 12, TCP_MIB_INERRS = 13, TCP_MIB_OUTRSTS = 14, TCP_MIB_CSUMERRORS = 15, __TCP_MIB_MAX = 16, }; enum { UDP_MIB_NUM = 0, UDP_MIB_INDATAGRAMS = 1, UDP_MIB_NOPORTS = 2, UDP_MIB_INERRORS = 3, UDP_MIB_OUTDATAGRAMS = 4, UDP_MIB_RCVBUFERRORS = 5, UDP_MIB_SNDBUFERRORS = 6, UDP_MIB_CSUMERRORS = 7, UDP_MIB_IGNOREDMULTI = 8, UDP_MIB_MEMERRORS = 9, __UDP_MIB_MAX = 10, }; enum { LINUX_MIB_NUM = 0, LINUX_MIB_SYNCOOKIESSENT = 1, LINUX_MIB_SYNCOOKIESRECV = 2, LINUX_MIB_SYNCOOKIESFAILED = 3, LINUX_MIB_EMBRYONICRSTS = 4, LINUX_MIB_PRUNECALLED = 5, LINUX_MIB_RCVPRUNED = 6, LINUX_MIB_OFOPRUNED = 7, LINUX_MIB_OUTOFWINDOWICMPS = 8, LINUX_MIB_LOCKDROPPEDICMPS = 9, LINUX_MIB_ARPFILTER = 10, LINUX_MIB_TIMEWAITED = 11, LINUX_MIB_TIMEWAITRECYCLED = 12, LINUX_MIB_TIMEWAITKILLED = 13, LINUX_MIB_PAWSACTIVEREJECTED = 14, LINUX_MIB_PAWSESTABREJECTED = 15, LINUX_MIB_DELAYEDACKS = 16, LINUX_MIB_DELAYEDACKLOCKED = 17, LINUX_MIB_DELAYEDACKLOST = 18, LINUX_MIB_LISTENOVERFLOWS = 19, LINUX_MIB_LISTENDROPS = 20, LINUX_MIB_TCPHPHITS = 21, LINUX_MIB_TCPPUREACKS = 22, LINUX_MIB_TCPHPACKS = 23, LINUX_MIB_TCPRENORECOVERY = 24, LINUX_MIB_TCPSACKRECOVERY = 25, LINUX_MIB_TCPSACKRENEGING = 26, LINUX_MIB_TCPSACKREORDER = 27, LINUX_MIB_TCPRENOREORDER = 28, LINUX_MIB_TCPTSREORDER = 29, LINUX_MIB_TCPFULLUNDO = 30, LINUX_MIB_TCPPARTIALUNDO = 31, LINUX_MIB_TCPDSACKUNDO = 32, LINUX_MIB_TCPLOSSUNDO = 33, LINUX_MIB_TCPLOSTRETRANSMIT = 34, LINUX_MIB_TCPRENOFAILURES = 35, LINUX_MIB_TCPSACKFAILURES = 36, LINUX_MIB_TCPLOSSFAILURES = 37, LINUX_MIB_TCPFASTRETRANS = 38, LINUX_MIB_TCPSLOWSTARTRETRANS = 39, LINUX_MIB_TCPTIMEOUTS = 40, LINUX_MIB_TCPLOSSPROBES = 41, LINUX_MIB_TCPLOSSPROBERECOVERY = 42, LINUX_MIB_TCPRENORECOVERYFAIL = 43, LINUX_MIB_TCPSACKRECOVERYFAIL = 44, LINUX_MIB_TCPRCVCOLLAPSED = 45, LINUX_MIB_TCPDSACKOLDSENT = 46, LINUX_MIB_TCPDSACKOFOSENT = 47, LINUX_MIB_TCPDSACKRECV = 48, LINUX_MIB_TCPDSACKOFORECV = 49, LINUX_MIB_TCPABORTONDATA = 50, LINUX_MIB_TCPABORTONCLOSE = 51, LINUX_MIB_TCPABORTONMEMORY = 52, LINUX_MIB_TCPABORTONTIMEOUT = 53, LINUX_MIB_TCPABORTONLINGER = 54, LINUX_MIB_TCPABORTFAILED = 55, LINUX_MIB_TCPMEMORYPRESSURES = 56, LINUX_MIB_TCPMEMORYPRESSURESCHRONO = 57, LINUX_MIB_TCPSACKDISCARD = 58, LINUX_MIB_TCPDSACKIGNOREDOLD = 59, LINUX_MIB_TCPDSACKIGNOREDNOUNDO = 60, LINUX_MIB_TCPSPURIOUSRTOS = 61, LINUX_MIB_TCPMD5NOTFOUND = 62, LINUX_MIB_TCPMD5UNEXPECTED = 63, LINUX_MIB_TCPMD5FAILURE = 64, LINUX_MIB_SACKSHIFTED = 65, LINUX_MIB_SACKMERGED = 66, LINUX_MIB_SACKSHIFTFALLBACK = 67, LINUX_MIB_TCPBACKLOGDROP = 68, LINUX_MIB_PFMEMALLOCDROP = 69, LINUX_MIB_TCPMINTTLDROP = 70, LINUX_MIB_TCPDEFERACCEPTDROP = 71, LINUX_MIB_IPRPFILTER = 72, LINUX_MIB_TCPTIMEWAITOVERFLOW = 73, LINUX_MIB_TCPREQQFULLDOCOOKIES = 74, LINUX_MIB_TCPREQQFULLDROP = 75, LINUX_MIB_TCPRETRANSFAIL = 76, LINUX_MIB_TCPRCVCOALESCE = 77, LINUX_MIB_TCPBACKLOGCOALESCE = 78, LINUX_MIB_TCPOFOQUEUE = 79, LINUX_MIB_TCPOFODROP = 80, LINUX_MIB_TCPOFOMERGE = 81, LINUX_MIB_TCPCHALLENGEACK = 82, LINUX_MIB_TCPSYNCHALLENGE = 83, LINUX_MIB_TCPFASTOPENACTIVE = 84, LINUX_MIB_TCPFASTOPENACTIVEFAIL = 85, LINUX_MIB_TCPFASTOPENPASSIVE = 86, LINUX_MIB_TCPFASTOPENPASSIVEFAIL = 87, LINUX_MIB_TCPFASTOPENLISTENOVERFLOW = 88, LINUX_MIB_TCPFASTOPENCOOKIEREQD = 89, LINUX_MIB_TCPFASTOPENBLACKHOLE = 90, LINUX_MIB_TCPSPURIOUS_RTX_HOSTQUEUES = 91, LINUX_MIB_BUSYPOLLRXPACKETS = 92, LINUX_MIB_TCPAUTOCORKING = 93, LINUX_MIB_TCPFROMZEROWINDOWADV = 94, LINUX_MIB_TCPTOZEROWINDOWADV = 95, LINUX_MIB_TCPWANTZEROWINDOWADV = 96, LINUX_MIB_TCPSYNRETRANS = 97, LINUX_MIB_TCPORIGDATASENT = 98, LINUX_MIB_TCPHYSTARTTRAINDETECT = 99, LINUX_MIB_TCPHYSTARTTRAINCWND = 100, LINUX_MIB_TCPHYSTARTDELAYDETECT = 101, LINUX_MIB_TCPHYSTARTDELAYCWND = 102, LINUX_MIB_TCPACKSKIPPEDSYNRECV = 103, LINUX_MIB_TCPACKSKIPPEDPAWS = 104, LINUX_MIB_TCPACKSKIPPEDSEQ = 105, LINUX_MIB_TCPACKSKIPPEDFINWAIT2 = 106, LINUX_MIB_TCPACKSKIPPEDTIMEWAIT = 107, LINUX_MIB_TCPACKSKIPPEDCHALLENGE = 108, LINUX_MIB_TCPWINPROBE = 109, LINUX_MIB_TCPKEEPALIVE = 110, LINUX_MIB_TCPMTUPFAIL = 111, LINUX_MIB_TCPMTUPSUCCESS = 112, LINUX_MIB_TCPDELIVERED = 113, LINUX_MIB_TCPDELIVEREDCE = 114, LINUX_MIB_TCPACKCOMPRESSED = 115, LINUX_MIB_TCPZEROWINDOWDROP = 116, LINUX_MIB_TCPRCVQDROP = 117, LINUX_MIB_TCPWQUEUETOOBIG = 118, LINUX_MIB_TCPFASTOPENPASSIVEALTKEY = 119, LINUX_MIB_TCPTIMEOUTREHASH = 120, LINUX_MIB_TCPDUPLICATEDATAREHASH = 121, LINUX_MIB_TCPDSACKRECVSEGS = 122, LINUX_MIB_TCPDSACKIGNOREDDUBIOUS = 123, LINUX_MIB_TCPMIGRATEREQSUCCESS = 124, LINUX_MIB_TCPMIGRATEREQFAILURE = 125, LINUX_MIB_TCPPLBREHASH = 126, __LINUX_MIB_MAX = 127, }; enum { LINUX_MIB_XFRMNUM = 0, LINUX_MIB_XFRMINERROR = 1, LINUX_MIB_XFRMINBUFFERERROR = 2, LINUX_MIB_XFRMINHDRERROR = 3, LINUX_MIB_XFRMINNOSTATES = 4, LINUX_MIB_XFRMINSTATEPROTOERROR = 5, LINUX_MIB_XFRMINSTATEMODEERROR = 6, LINUX_MIB_XFRMINSTATESEQERROR = 7, LINUX_MIB_XFRMINSTATEEXPIRED = 8, LINUX_MIB_XFRMINSTATEMISMATCH = 9, LINUX_MIB_XFRMINSTATEINVALID = 10, LINUX_MIB_XFRMINTMPLMISMATCH = 11, LINUX_MIB_XFRMINNOPOLS = 12, LINUX_MIB_XFRMINPOLBLOCK = 13, LINUX_MIB_XFRMINPOLERROR = 14, LINUX_MIB_XFRMOUTERROR = 15, LINUX_MIB_XFRMOUTBUNDLEGENERROR = 16, LINUX_MIB_XFRMOUTBUNDLECHECKERROR = 17, LINUX_MIB_XFRMOUTNOSTATES = 18, LINUX_MIB_XFRMOUTSTATEPROTOERROR = 19, LINUX_MIB_XFRMOUTSTATEMODEERROR = 20, LINUX_MIB_XFRMOUTSTATESEQERROR = 21, LINUX_MIB_XFRMOUTSTATEEXPIRED = 22, LINUX_MIB_XFRMOUTPOLBLOCK = 23, LINUX_MIB_XFRMOUTPOLDEAD = 24, LINUX_MIB_XFRMOUTPOLERROR = 25, LINUX_MIB_XFRMFWDHDRERROR = 26, LINUX_MIB_XFRMOUTSTATEINVALID = 27, LINUX_MIB_XFRMACQUIREERROR = 28, __LINUX_MIB_XFRMMAX = 29, }; enum { LINUX_MIB_TLSNUM = 0, LINUX_MIB_TLSCURRTXSW = 1, LINUX_MIB_TLSCURRRXSW = 2, LINUX_MIB_TLSCURRTXDEVICE = 3, LINUX_MIB_TLSCURRRXDEVICE = 4, LINUX_MIB_TLSTXSW = 5, LINUX_MIB_TLSRXSW = 6, LINUX_MIB_TLSTXDEVICE = 7, LINUX_MIB_TLSRXDEVICE = 8, LINUX_MIB_TLSDECRYPTERROR = 9, LINUX_MIB_TLSRXDEVICERESYNC = 10, LINUX_MIB_TLSDECRYPTRETRY = 11, LINUX_MIB_TLSRXNOPADVIOL = 12, __LINUX_MIB_TLSMAX = 13, }; struct ipstats_mib { u64 mibs[37]; struct u64_stats_sync syncp; }; struct icmp_mib { long unsigned int mibs[30]; }; struct icmpmsg_mib { atomic_long_t mibs[512]; }; struct icmpv6_mib { long unsigned int mibs[7]; }; struct icmpv6_mib_device { atomic_long_t mibs[7]; }; struct icmpv6msg_mib { atomic_long_t mibs[512]; }; struct icmpv6msg_mib_device { atomic_long_t mibs[512]; }; struct tcp_mib { long unsigned int mibs[16]; }; struct udp_mib { long unsigned int mibs[10]; }; struct linux_mib { long unsigned int mibs[127]; }; struct linux_xfrm_mib { long unsigned int mibs[29]; }; struct linux_tls_mib { long unsigned int mibs[13]; }; struct inet_frags; struct fqdir { long int high_thresh; long int low_thresh; int timeout; int max_dist; struct inet_frags *f; struct net *net; bool dead; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct rhashtable rhashtable; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_long_t mem; struct work_struct destroy_work; struct llist_node free_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct inet_frag_queue; struct inet_frags { unsigned int qsize; void (*constructor)(struct inet_frag_queue *, const void *); void (*destructor)(struct inet_frag_queue *); void (*frag_expire)(struct timer_list *); struct kmem_cache *frags_cachep; const char *frags_cache_name; struct rhashtable_params rhash_params; refcount_t refcnt; struct completion completion; }; struct frag_v4_compare_key { __be32 saddr; __be32 daddr; u32 user; u32 vif; __be16 id; u16 protocol; }; struct frag_v6_compare_key { struct in6_addr saddr; struct in6_addr daddr; u32 user; __be32 id; u32 iif; }; struct inet_frag_queue { struct rhash_head node; union { struct frag_v4_compare_key v4; struct frag_v6_compare_key v6; } key; struct timer_list timer; spinlock_t lock; refcount_t refcnt; struct rb_root rb_fragments; struct sk_buff *fragments_tail; struct sk_buff *last_run_head; ktime_t stamp; int len; int meat; u8 mono_delivery_time; __u8 flags; u16 max_size; struct fqdir *fqdir; struct callback_head rcu; }; struct fib_rule; struct fib_lookup_arg; struct fib_rule_hdr; struct nlattr; struct netlink_ext_ack; struct fib_rules_ops { int family; struct list_head list; int rule_size; int addr_size; int unresolved_rules; int nr_goto_rules; unsigned int fib_rules_seq; int (*action)(struct fib_rule *, struct flowi *, int, struct fib_lookup_arg *); bool (*suppress)(struct fib_rule *, int, struct fib_lookup_arg *); int (*match)(struct fib_rule *, struct flowi *, int); int (*configure)(struct fib_rule *, struct sk_buff *, struct fib_rule_hdr *, struct nlattr **, struct netlink_ext_ack *); int (*delete)(struct fib_rule *); int (*compare)(struct fib_rule *, struct fib_rule_hdr *, struct nlattr **); int (*fill)(struct fib_rule *, struct sk_buff *, struct fib_rule_hdr *); size_t (*nlmsg_payload)(struct fib_rule *); void (*flush_cache)(struct fib_rules_ops *); int nlgroup; struct list_head rules_list; struct module *owner; struct net *fro_net; struct callback_head rcu; }; enum tcp_ca_event { CA_EVENT_TX_START = 0, CA_EVENT_CWND_RESTART = 1, CA_EVENT_COMPLETE_CWR = 2, CA_EVENT_LOSS = 3, CA_EVENT_ECN_NO_CE = 4, CA_EVENT_ECN_IS_CE = 5, }; struct ack_sample; struct rate_sample; union tcp_cc_info; struct tcp_congestion_ops { u32 (*ssthresh)(struct sock *); void (*cong_avoid)(struct sock *, u32, u32); void (*set_state)(struct sock *, u8); void (*cwnd_event)(struct sock *, enum tcp_ca_event); void (*in_ack_event)(struct sock *, u32); void (*pkts_acked)(struct sock *, const struct ack_sample *); u32 (*min_tso_segs)(struct sock *); void (*cong_control)(struct sock *, const struct rate_sample *); u32 (*undo_cwnd)(struct sock *); u32 (*sndbuf_expand)(struct sock *); size_t (*get_info)(struct sock *, u32, int *, union tcp_cc_info *); char name[16]; struct module *owner; struct list_head list; u32 key; u32 flags; void (*init)(struct sock *); void (*release)(struct sock *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct fib_notifier_ops { int family; struct list_head list; unsigned int (*fib_seq_read)(struct net *); int (*fib_dump)(struct net *, struct notifier_block *, struct netlink_ext_ack *); struct module *owner; struct callback_head rcu; }; typedef struct {} netdevice_tracker; struct xfrm_state; struct uncached_list; struct lwtunnel_state; struct dst_entry { struct net_device *dev; struct dst_ops *ops; long unsigned int _metrics; long unsigned int expires; struct xfrm_state *xfrm; int (*input)(struct sk_buff *); int (*output)(struct net *, struct sock *, struct sk_buff *); short unsigned int flags; short int obsolete; short unsigned int header_len; short unsigned int trailer_len; rcuref_t __rcuref; int __use; long unsigned int lastuse; struct callback_head callback_head; short int error; short int __pad; __u32 tclassid; netdevice_tracker dev_tracker; struct list_head rt_uncached; struct uncached_list *rt_uncached_list; struct lwtunnel_state *lwtstate; }; typedef u32 xdp_features_t; struct net_device_stats { union { long unsigned int rx_packets; atomic_long_t __rx_packets; }; union { long unsigned int tx_packets; atomic_long_t __tx_packets; }; union { long unsigned int rx_bytes; atomic_long_t __rx_bytes; }; union { long unsigned int tx_bytes; atomic_long_t __tx_bytes; }; union { long unsigned int rx_errors; atomic_long_t __rx_errors; }; union { long unsigned int tx_errors; atomic_long_t __tx_errors; }; union { long unsigned int rx_dropped; atomic_long_t __rx_dropped; }; union { long unsigned int tx_dropped; atomic_long_t __tx_dropped; }; union { long unsigned int multicast; atomic_long_t __multicast; }; union { long unsigned int collisions; atomic_long_t __collisions; }; union { long unsigned int rx_length_errors; atomic_long_t __rx_length_errors; }; union { long unsigned int rx_over_errors; atomic_long_t __rx_over_errors; }; union { long unsigned int rx_crc_errors; atomic_long_t __rx_crc_errors; }; union { long unsigned int rx_frame_errors; atomic_long_t __rx_frame_errors; }; union { long unsigned int rx_fifo_errors; atomic_long_t __rx_fifo_errors; }; union { long unsigned int rx_missed_errors; atomic_long_t __rx_missed_errors; }; union { long unsigned int tx_aborted_errors; atomic_long_t __tx_aborted_errors; }; union { long unsigned int tx_carrier_errors; atomic_long_t __tx_carrier_errors; }; union { long unsigned int tx_fifo_errors; atomic_long_t __tx_fifo_errors; }; union { long unsigned int tx_heartbeat_errors; atomic_long_t __tx_heartbeat_errors; }; union { long unsigned int tx_window_errors; atomic_long_t __tx_window_errors; }; union { long unsigned int rx_compressed; atomic_long_t __rx_compressed; }; union { long unsigned int tx_compressed; atomic_long_t __tx_compressed; }; }; struct netdev_hw_addr_list { struct list_head list; int count; struct rb_root tree; }; struct tipc_bearer; struct mpls_dev; enum rx_handler_result { RX_HANDLER_CONSUMED = 0, RX_HANDLER_ANOTHER = 1, RX_HANDLER_EXACT = 2, RX_HANDLER_PASS = 3, }; typedef enum rx_handler_result rx_handler_result_t; typedef rx_handler_result_t rx_handler_func_t(struct sk_buff **); enum netdev_ml_priv_type { ML_PRIV_NONE = 0, ML_PRIV_CAN = 1, }; struct pcpu_dstats; struct garp_port; struct mrp_port; struct netdev_tc_txq { u16 count; u16 offset; }; struct udp_tunnel_nic; struct bpf_xdp_link; struct bpf_xdp_entity { struct bpf_prog *prog; struct bpf_xdp_link *link; }; struct netdev_name_node; struct dev_ifalias; struct net_device_ops; struct xdp_metadata_ops; struct net_device_core_stats; struct ethtool_ops; struct l3mdev_ops; struct ndisc_ops; struct xfrmdev_ops; struct tlsdev_ops; struct header_ops; struct in_device; struct inet6_dev; struct vlan_info; struct dsa_port; struct wpan_dev; struct mctp_dev; struct netdev_rx_queue; struct mini_Qdisc; struct netdev_queue; struct cpu_rmap; struct Qdisc; struct xdp_dev_bulk_queue; struct xps_dev_maps; struct netpoll_info; struct pcpu_lstats; struct pcpu_sw_netstats; struct dm_hw_stat_delta; struct rtnl_link_ops; struct dcbnl_rtnl_ops; struct netprio_map; struct phy_device; struct sfp_bus; struct macsec_ops; struct udp_tunnel_nic_info; struct rtnl_hw_stats64; struct devlink_port; struct net_device { char name[16]; struct netdev_name_node *name_node; struct dev_ifalias *ifalias; long unsigned int mem_end; long unsigned int mem_start; long unsigned int base_addr; long unsigned int state; struct list_head dev_list; struct list_head napi_list; struct list_head unreg_list; struct list_head close_list; struct list_head ptype_all; struct list_head ptype_specific; struct { struct list_head upper; struct list_head lower; } adj_list; unsigned int flags; xdp_features_t xdp_features; long long unsigned int priv_flags; const struct net_device_ops *netdev_ops; const struct xdp_metadata_ops *xdp_metadata_ops; int ifindex; short unsigned int gflags; short unsigned int hard_header_len; unsigned int mtu; short unsigned int needed_headroom; short unsigned int needed_tailroom; netdev_features_t features; netdev_features_t hw_features; netdev_features_t wanted_features; netdev_features_t vlan_features; netdev_features_t hw_enc_features; netdev_features_t mpls_features; netdev_features_t gso_partial_features; unsigned int min_mtu; unsigned int max_mtu; short unsigned int type; unsigned char min_header_len; unsigned char name_assign_type; int group; struct net_device_stats stats; struct net_device_core_stats *core_stats; atomic_t carrier_up_count; atomic_t carrier_down_count; const struct ethtool_ops *ethtool_ops; const struct l3mdev_ops *l3mdev_ops; const struct ndisc_ops *ndisc_ops; const struct xfrmdev_ops *xfrmdev_ops; const struct tlsdev_ops *tlsdev_ops; const struct header_ops *header_ops; unsigned char operstate; unsigned char link_mode; unsigned char if_port; unsigned char dma; unsigned char perm_addr[32]; unsigned char addr_assign_type; unsigned char addr_len; unsigned char upper_level; unsigned char lower_level; short unsigned int neigh_priv_len; short unsigned int dev_id; short unsigned int dev_port; short unsigned int padded; spinlock_t addr_list_lock; int irq; struct netdev_hw_addr_list uc; struct netdev_hw_addr_list mc; struct netdev_hw_addr_list dev_addrs; struct kset *queues_kset; unsigned int promiscuity; unsigned int allmulti; bool uc_promisc; struct in_device *ip_ptr; struct inet6_dev *ip6_ptr; struct vlan_info *vlan_info; struct dsa_port *dsa_ptr; struct tipc_bearer *tipc_ptr; void *atalk_ptr; struct wpan_dev *ieee802154_ptr; struct mpls_dev *mpls_ptr; struct mctp_dev *mctp_ptr; const unsigned char *dev_addr; struct netdev_rx_queue *_rx; unsigned int num_rx_queues; unsigned int real_num_rx_queues; struct bpf_prog *xdp_prog; long unsigned int gro_flush_timeout; int napi_defer_hard_irqs; unsigned int gro_max_size; unsigned int gro_ipv4_max_size; rx_handler_func_t *rx_handler; void *rx_handler_data; struct mini_Qdisc *miniq_ingress; struct netdev_queue *ingress_queue; struct nf_hook_entries *nf_hooks_ingress; unsigned char broadcast[32]; struct cpu_rmap *rx_cpu_rmap; struct hlist_node index_hlist; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct netdev_queue *_tx; unsigned int num_tx_queues; unsigned int real_num_tx_queues; struct Qdisc *qdisc; unsigned int tx_queue_len; spinlock_t tx_global_lock; struct xdp_dev_bulk_queue *xdp_bulkq; struct xps_dev_maps *xps_maps[2]; struct mini_Qdisc *miniq_egress; struct nf_hook_entries *nf_hooks_egress; struct hlist_head qdisc_hash[16]; struct timer_list watchdog_timer; int watchdog_timeo; u32 proto_down_reason; struct list_head todo_list; int *pcpu_refcnt; struct ref_tracker_dir refcnt_tracker; struct list_head link_watch_list; enum { NETREG_UNINITIALIZED = 0, NETREG_REGISTERED = 1, NETREG_UNREGISTERING = 2, NETREG_UNREGISTERED = 3, NETREG_RELEASED = 4, NETREG_DUMMY = 5, } reg_state: 8; bool dismantle; enum { RTNL_LINK_INITIALIZED = 0, RTNL_LINK_INITIALIZING = 1, } rtnl_link_state: 16; bool needs_free_netdev; void (*priv_destructor)(struct net_device *); struct netpoll_info *npinfo; possible_net_t nd_net; void *ml_priv; enum netdev_ml_priv_type ml_priv_type; union { struct pcpu_lstats *lstats; struct pcpu_sw_netstats *tstats; struct pcpu_dstats *dstats; }; struct garp_port *garp_port; struct mrp_port *mrp_port; struct dm_hw_stat_delta *dm_private; struct device dev; const struct attribute_group *sysfs_groups[4]; const struct attribute_group *sysfs_rx_queue_group; const struct rtnl_link_ops *rtnl_link_ops; unsigned int gso_max_size; unsigned int tso_max_size; u16 gso_max_segs; u16 tso_max_segs; unsigned int gso_ipv4_max_size; const struct dcbnl_rtnl_ops *dcbnl_ops; s16 num_tc; struct netdev_tc_txq tc_to_txq[16]; u8 prio_tc_map[16]; struct netprio_map *priomap; struct phy_device *phydev; struct sfp_bus *sfp_bus; struct lock_class_key *qdisc_tx_busylock; bool proto_down; unsigned int wol_enabled: 1; unsigned int threaded: 1; struct list_head net_notifier_list; const struct macsec_ops *macsec_ops; const struct udp_tunnel_nic_info *udp_tunnel_nic_info; struct udp_tunnel_nic *udp_tunnel_nic; struct bpf_xdp_entity xdp_state[3]; u8 dev_addr_shadow[32]; netdevice_tracker linkwatch_dev_tracker; netdevice_tracker watchdog_dev_tracker; netdevice_tracker dev_registered_tracker; struct rtnl_hw_stats64 *offload_xstats_l3; struct devlink_port *devlink_port; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct hh_cache { unsigned int hh_len; seqlock_t hh_lock; long unsigned int hh_data[4]; }; struct neigh_table; struct neigh_parms; struct neigh_ops; struct neighbour { struct neighbour *next; struct neigh_table *tbl; struct neigh_parms *parms; long unsigned int confirmed; long unsigned int updated; rwlock_t lock; refcount_t refcnt; unsigned int arp_queue_len_bytes; struct sk_buff_head arp_queue; struct timer_list timer; long unsigned int used; atomic_t probes; u8 nud_state; u8 type; u8 dead; u8 protocol; u32 flags; seqlock_t ha_lock; long: 0; unsigned char ha[32]; struct hh_cache hh; int (*output)(struct neighbour *, struct sk_buff *); const struct neigh_ops *ops; struct list_head gc_list; struct list_head managed_list; struct callback_head rcu; struct net_device *dev; netdevice_tracker dev_tracker; u8 primary_key[0]; }; struct ipv6_stable_secret { bool initialized; struct in6_addr secret; }; struct ipv6_devconf { __s32 forwarding; __s32 hop_limit; __s32 mtu6; __s32 accept_ra; __s32 accept_redirects; __s32 autoconf; __s32 dad_transmits; __s32 rtr_solicits; __s32 rtr_solicit_interval; __s32 rtr_solicit_max_interval; __s32 rtr_solicit_delay; __s32 force_mld_version; __s32 mldv1_unsolicited_report_interval; __s32 mldv2_unsolicited_report_interval; __s32 use_tempaddr; __s32 temp_valid_lft; __s32 temp_prefered_lft; __s32 regen_max_retry; __s32 max_desync_factor; __s32 max_addresses; __s32 accept_ra_defrtr; __u32 ra_defrtr_metric; __s32 accept_ra_min_hop_limit; __s32 accept_ra_pinfo; __s32 ignore_routes_with_linkdown; __s32 accept_ra_rtr_pref; __s32 rtr_probe_interval; __s32 accept_ra_rt_info_min_plen; __s32 accept_ra_rt_info_max_plen; __s32 proxy_ndp; __s32 accept_source_route; __s32 accept_ra_from_local; __s32 optimistic_dad; __s32 use_optimistic; atomic_t mc_forwarding; __s32 disable_ipv6; __s32 drop_unicast_in_l2_multicast; __s32 accept_dad; __s32 force_tllao; __s32 ndisc_notify; __s32 suppress_frag_ndisc; __s32 accept_ra_mtu; __s32 drop_unsolicited_na; __s32 accept_untracked_na; struct ipv6_stable_secret stable_secret; __s32 use_oif_addrs_only; __s32 keep_addr_on_down; __s32 seg6_enabled; __s32 seg6_require_hmac; __u32 enhanced_dad; __u32 addr_gen_mode; __s32 disable_policy; __s32 ndisc_tclass; __s32 rpl_seg_enabled; __u32 ioam6_id; __u32 ioam6_id_wide; __u8 ioam6_enabled; __u8 ndisc_evict_nocarrier; struct ctl_table_header *sysctl_header; }; enum nf_inet_hooks { NF_INET_PRE_ROUTING = 0, NF_INET_LOCAL_IN = 1, NF_INET_FORWARD = 2, NF_INET_LOCAL_OUT = 3, NF_INET_POST_ROUTING = 4, NF_INET_NUMHOOKS = 5, NF_INET_INGRESS = 5, }; enum { NFPROTO_UNSPEC = 0, NFPROTO_INET = 1, NFPROTO_IPV4 = 2, NFPROTO_ARP = 3, NFPROTO_NETDEV = 5, NFPROTO_BRIDGE = 7, NFPROTO_IPV6 = 10, NFPROTO_NUMPROTO = 11, }; enum nf_log_type { NF_LOG_TYPE_LOG = 0, NF_LOG_TYPE_ULOG = 1, NF_LOG_TYPE_MAX = 2, }; typedef u8 u_int8_t; struct nf_loginfo; typedef void nf_logfn(struct net *, u_int8_t, unsigned int, const struct sk_buff *, const struct net_device *, const struct net_device *, const struct nf_loginfo *, const char *); struct nf_logger { char *name; enum nf_log_type type; nf_logfn *logfn; struct module *me; }; enum tcp_conntrack { TCP_CONNTRACK_NONE = 0, TCP_CONNTRACK_SYN_SENT = 1, TCP_CONNTRACK_SYN_RECV = 2, TCP_CONNTRACK_ESTABLISHED = 3, TCP_CONNTRACK_FIN_WAIT = 4, TCP_CONNTRACK_CLOSE_WAIT = 5, TCP_CONNTRACK_LAST_ACK = 6, TCP_CONNTRACK_TIME_WAIT = 7, TCP_CONNTRACK_CLOSE = 8, TCP_CONNTRACK_LISTEN = 9, TCP_CONNTRACK_MAX = 10, TCP_CONNTRACK_IGNORE = 11, TCP_CONNTRACK_RETRANS = 12, TCP_CONNTRACK_UNACK = 13, TCP_CONNTRACK_TIMEOUT_MAX = 14, }; enum ct_dccp_states { CT_DCCP_NONE = 0, CT_DCCP_REQUEST = 1, CT_DCCP_RESPOND = 2, CT_DCCP_PARTOPEN = 3, CT_DCCP_OPEN = 4, CT_DCCP_CLOSEREQ = 5, CT_DCCP_CLOSING = 6, CT_DCCP_TIMEWAIT = 7, CT_DCCP_IGNORE = 8, CT_DCCP_INVALID = 9, __CT_DCCP_MAX = 10, }; struct ip_conntrack_stat { unsigned int found; unsigned int invalid; unsigned int insert; unsigned int insert_failed; unsigned int clash_resolve; unsigned int drop; unsigned int early_drop; unsigned int error; unsigned int expect_new; unsigned int expect_create; unsigned int expect_delete; unsigned int search_restart; unsigned int chaintoolong; }; enum ip_conntrack_dir { IP_CT_DIR_ORIGINAL = 0, IP_CT_DIR_REPLY = 1, IP_CT_DIR_MAX = 2, }; enum sctp_conntrack { SCTP_CONNTRACK_NONE = 0, SCTP_CONNTRACK_CLOSED = 1, SCTP_CONNTRACK_COOKIE_WAIT = 2, SCTP_CONNTRACK_COOKIE_ECHOED = 3, SCTP_CONNTRACK_ESTABLISHED = 4, SCTP_CONNTRACK_SHUTDOWN_SENT = 5, SCTP_CONNTRACK_SHUTDOWN_RECD = 6, SCTP_CONNTRACK_SHUTDOWN_ACK_SENT = 7, SCTP_CONNTRACK_HEARTBEAT_SENT = 8, SCTP_CONNTRACK_HEARTBEAT_ACKED = 9, SCTP_CONNTRACK_MAX = 10, }; enum udp_conntrack { UDP_CT_UNREPLIED = 0, UDP_CT_REPLIED = 1, UDP_CT_MAX = 2, }; enum gre_conntrack { GRE_CT_UNREPLIED = 0, GRE_CT_REPLIED = 1, GRE_CT_MAX = 2, }; struct nf_flow_table_stat { unsigned int count_wq_add; unsigned int count_wq_del; unsigned int count_wq_stats; }; enum { XFRM_POLICY_IN = 0, XFRM_POLICY_OUT = 1, XFRM_POLICY_FWD = 2, XFRM_POLICY_MASK = 3, XFRM_POLICY_MAX = 3, }; enum netns_bpf_attach_type { NETNS_BPF_INVALID = -1, NETNS_BPF_FLOW_DISSECTOR = 0, NETNS_BPF_SK_LOOKUP = 1, MAX_NETNS_BPF_ATTACH_TYPE = 2, }; enum flow_dissector_key_id { FLOW_DISSECTOR_KEY_CONTROL = 0, FLOW_DISSECTOR_KEY_BASIC = 1, FLOW_DISSECTOR_KEY_IPV4_ADDRS = 2, FLOW_DISSECTOR_KEY_IPV6_ADDRS = 3, FLOW_DISSECTOR_KEY_PORTS = 4, FLOW_DISSECTOR_KEY_PORTS_RANGE = 5, FLOW_DISSECTOR_KEY_ICMP = 6, FLOW_DISSECTOR_KEY_ETH_ADDRS = 7, FLOW_DISSECTOR_KEY_TIPC = 8, FLOW_DISSECTOR_KEY_ARP = 9, FLOW_DISSECTOR_KEY_VLAN = 10, FLOW_DISSECTOR_KEY_FLOW_LABEL = 11, FLOW_DISSECTOR_KEY_GRE_KEYID = 12, FLOW_DISSECTOR_KEY_MPLS_ENTROPY = 13, FLOW_DISSECTOR_KEY_ENC_KEYID = 14, FLOW_DISSECTOR_KEY_ENC_IPV4_ADDRS = 15, FLOW_DISSECTOR_KEY_ENC_IPV6_ADDRS = 16, FLOW_DISSECTOR_KEY_ENC_CONTROL = 17, FLOW_DISSECTOR_KEY_ENC_PORTS = 18, FLOW_DISSECTOR_KEY_MPLS = 19, FLOW_DISSECTOR_KEY_TCP = 20, FLOW_DISSECTOR_KEY_IP = 21, FLOW_DISSECTOR_KEY_CVLAN = 22, FLOW_DISSECTOR_KEY_ENC_IP = 23, FLOW_DISSECTOR_KEY_ENC_OPTS = 24, FLOW_DISSECTOR_KEY_META = 25, FLOW_DISSECTOR_KEY_CT = 26, FLOW_DISSECTOR_KEY_HASH = 27, FLOW_DISSECTOR_KEY_NUM_OF_VLANS = 28, FLOW_DISSECTOR_KEY_PPPOE = 29, FLOW_DISSECTOR_KEY_L2TPV3 = 30, FLOW_DISSECTOR_KEY_MAX = 31, }; struct gro_list { struct list_head list; int count; }; struct napi_struct { struct list_head poll_list; long unsigned int state; int weight; int defer_hard_irqs_count; long unsigned int gro_bitmask; int (*poll)(struct napi_struct *, int); int poll_owner; int list_owner; struct net_device *dev; struct gro_list gro_hash[8]; struct sk_buff *skb; struct list_head rx_list; int rx_count; unsigned int napi_id; struct hrtimer timer; struct task_struct *thread; struct list_head dev_list; struct hlist_node napi_hash_node; }; struct page_pool_recycle_stats { u64 cached; u64 cache_full; u64 ring; u64 ring_full; u64 released_refcnt; }; struct skb_shared_hwtstamps { union { ktime_t hwtstamp; void *netdev_data; }; }; struct skb_ext { refcount_t refcnt; u8 offset[4]; u8 chunks; long: 0; char data[0]; }; enum skb_ext_id { SKB_EXT_BRIDGE_NF = 0, SKB_EXT_SEC_PATH = 1, TC_SKB_EXT = 2, SKB_EXT_MPTCP = 3, SKB_EXT_NUM = 4, }; enum rpc_display_format_t { RPC_DISPLAY_ADDR = 0, RPC_DISPLAY_PORT = 1, RPC_DISPLAY_PROTO = 2, RPC_DISPLAY_HEX_ADDR = 3, RPC_DISPLAY_HEX_PORT = 4, RPC_DISPLAY_NETID = 5, RPC_DISPLAY_MAX = 6, }; struct dql { unsigned int num_queued; unsigned int adj_limit; unsigned int last_obj_cnt; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; unsigned int limit; unsigned int num_completed; unsigned int prev_ovlimit; unsigned int prev_num_queued; unsigned int prev_last_obj_cnt; unsigned int lowest_slack; long unsigned int slack_start_time; unsigned int max_limit; unsigned int min_limit; unsigned int slack_hold_time; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ieee_ets { __u8 willing; __u8 ets_cap; __u8 cbs; __u8 tc_tx_bw[8]; __u8 tc_rx_bw[8]; __u8 tc_tsa[8]; __u8 prio_tc[8]; __u8 tc_reco_bw[8]; __u8 tc_reco_tsa[8]; __u8 reco_prio_tc[8]; }; struct ieee_maxrate { __u64 tc_maxrate[8]; }; struct ieee_qcn { __u8 rpg_enable[8]; __u32 rppp_max_rps[8]; __u32 rpg_time_reset[8]; __u32 rpg_byte_reset[8]; __u32 rpg_threshold[8]; __u32 rpg_max_rate[8]; __u32 rpg_ai_rate[8]; __u32 rpg_hai_rate[8]; __u32 rpg_gd[8]; __u32 rpg_min_dec_fac[8]; __u32 rpg_min_rate[8]; __u32 cndd_state_machine[8]; }; struct ieee_qcn_stats { __u64 rppp_rp_centiseconds[8]; __u32 rppp_created_rps[8]; }; struct ieee_pfc { __u8 pfc_cap; __u8 pfc_en; __u8 mbc; __u16 delay; __u64 requests[8]; __u64 indications[8]; }; struct dcbnl_buffer { __u8 prio2buffer[8]; __u32 buffer_size[8]; __u32 total_size; }; struct cee_pg { __u8 willing; __u8 error; __u8 pg_en; __u8 tcs_supported; __u8 pg_bw[8]; __u8 prio_pg[8]; }; struct cee_pfc { __u8 willing; __u8 error; __u8 pfc_en; __u8 tcs_supported; }; struct dcb_app { __u8 selector; __u8 priority; __u16 protocol; }; struct dcb_peer_app_info { __u8 willing; __u8 error; }; struct dcbnl_rtnl_ops { int (*ieee_getets)(struct net_device *, struct ieee_ets *); int (*ieee_setets)(struct net_device *, struct ieee_ets *); int (*ieee_getmaxrate)(struct net_device *, struct ieee_maxrate *); int (*ieee_setmaxrate)(struct net_device *, struct ieee_maxrate *); int (*ieee_getqcn)(struct net_device *, struct ieee_qcn *); int (*ieee_setqcn)(struct net_device *, struct ieee_qcn *); int (*ieee_getqcnstats)(struct net_device *, struct ieee_qcn_stats *); int (*ieee_getpfc)(struct net_device *, struct ieee_pfc *); int (*ieee_setpfc)(struct net_device *, struct ieee_pfc *); int (*ieee_getapp)(struct net_device *, struct dcb_app *); int (*ieee_setapp)(struct net_device *, struct dcb_app *); int (*ieee_delapp)(struct net_device *, struct dcb_app *); int (*ieee_peer_getets)(struct net_device *, struct ieee_ets *); int (*ieee_peer_getpfc)(struct net_device *, struct ieee_pfc *); u8 (*getstate)(struct net_device *); u8 (*setstate)(struct net_device *, u8); void (*getpermhwaddr)(struct net_device *, u8 *); void (*setpgtccfgtx)(struct net_device *, int, u8, u8, u8, u8); void (*setpgbwgcfgtx)(struct net_device *, int, u8); void (*setpgtccfgrx)(struct net_device *, int, u8, u8, u8, u8); void (*setpgbwgcfgrx)(struct net_device *, int, u8); void (*getpgtccfgtx)(struct net_device *, int, u8 *, u8 *, u8 *, u8 *); void (*getpgbwgcfgtx)(struct net_device *, int, u8 *); void (*getpgtccfgrx)(struct net_device *, int, u8 *, u8 *, u8 *, u8 *); void (*getpgbwgcfgrx)(struct net_device *, int, u8 *); void (*setpfccfg)(struct net_device *, int, u8); void (*getpfccfg)(struct net_device *, int, u8 *); u8 (*setall)(struct net_device *); u8 (*getcap)(struct net_device *, int, u8 *); int (*getnumtcs)(struct net_device *, int, u8 *); int (*setnumtcs)(struct net_device *, int, u8); u8 (*getpfcstate)(struct net_device *); void (*setpfcstate)(struct net_device *, u8); void (*getbcncfg)(struct net_device *, int, u32 *); void (*setbcncfg)(struct net_device *, int, u32); void (*getbcnrp)(struct net_device *, int, u8 *); void (*setbcnrp)(struct net_device *, int, u8); int (*setapp)(struct net_device *, u8, u16, u8); int (*getapp)(struct net_device *, u8, u16); u8 (*getfeatcfg)(struct net_device *, int, u8 *); u8 (*setfeatcfg)(struct net_device *, int, u8); u8 (*getdcbx)(struct net_device *); u8 (*setdcbx)(struct net_device *, u8); int (*peer_getappinfo)(struct net_device *, struct dcb_peer_app_info *, u16 *); int (*peer_getapptable)(struct net_device *, struct dcb_app *); int (*cee_peer_getpg)(struct net_device *, struct cee_pg *); int (*cee_peer_getpfc)(struct net_device *, struct cee_pfc *); int (*dcbnl_getbuffer)(struct net_device *, struct dcbnl_buffer *); int (*dcbnl_setbuffer)(struct net_device *, struct dcbnl_buffer *); int (*dcbnl_setapptrust)(struct net_device *, u8 *, int); int (*dcbnl_getapptrust)(struct net_device *, u8 *, int *); int (*dcbnl_setrewr)(struct net_device *, struct dcb_app *); int (*dcbnl_delrewr)(struct net_device *, struct dcb_app *); }; struct netprio_map { struct callback_head rcu; u32 priomap_len; u32 priomap[0]; }; struct xdp_mem_info { u32 type; u32 id; }; struct xdp_rxq_info { struct net_device *dev; u32 queue_index; u32 reg_state; struct xdp_mem_info mem; unsigned int napi_id; u32 frag_size; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xdp_txq_info { struct net_device *dev; }; struct xdp_buff { void *data; void *data_end; void *data_meta; void *data_hard_start; struct xdp_rxq_info *rxq; struct xdp_txq_info *txq; u32 frame_sz; u32 flags; }; struct xdp_frame { void *data; u16 len; u16 headroom; u32 metasize; struct xdp_mem_info mem; struct net_device *dev_rx; u32 frame_sz; u32 flags; }; enum xdp_rss_hash_type { XDP_RSS_L3_IPV4 = 1, XDP_RSS_L3_IPV6 = 2, XDP_RSS_L3_DYNHDR = 4, XDP_RSS_L4 = 8, XDP_RSS_L4_TCP = 16, XDP_RSS_L4_UDP = 32, XDP_RSS_L4_SCTP = 64, XDP_RSS_L4_IPSEC = 128, XDP_RSS_TYPE_NONE = 0, XDP_RSS_TYPE_L2 = 0, XDP_RSS_TYPE_L3_IPV4 = 1, XDP_RSS_TYPE_L3_IPV6 = 2, XDP_RSS_TYPE_L3_IPV4_OPT = 5, XDP_RSS_TYPE_L3_IPV6_EX = 6, XDP_RSS_TYPE_L4_ANY = 8, XDP_RSS_TYPE_L4_IPV4_TCP = 25, XDP_RSS_TYPE_L4_IPV4_UDP = 41, XDP_RSS_TYPE_L4_IPV4_SCTP = 73, XDP_RSS_TYPE_L4_IPV4_IPSEC = 137, XDP_RSS_TYPE_L4_IPV6_TCP = 26, XDP_RSS_TYPE_L4_IPV6_UDP = 42, XDP_RSS_TYPE_L4_IPV6_SCTP = 74, XDP_RSS_TYPE_L4_IPV6_IPSEC = 138, XDP_RSS_TYPE_L4_IPV6_TCP_EX = 30, XDP_RSS_TYPE_L4_IPV6_UDP_EX = 46, XDP_RSS_TYPE_L4_IPV6_SCTP_EX = 78, }; typedef enum { SS_FREE = 0, SS_UNCONNECTED = 1, SS_CONNECTING = 2, SS_CONNECTED = 3, SS_DISCONNECTING = 4, } socket_state; struct socket_wq { wait_queue_head_t wait; struct fasync_struct *fasync_list; long unsigned int flags; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct proto_ops; struct socket { socket_state state; short int type; long unsigned int flags; struct file *file; struct sock *sk; const struct proto_ops *ops; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct socket_wq wq; }; typedef struct { size_t written; size_t count; union { char *buf; void *data; } arg; int error; } read_descriptor_t; typedef int (*sk_read_actor_t)(read_descriptor_t *, struct sk_buff *, unsigned int, size_t); typedef int (*skb_read_actor_t)(struct sock *, struct sk_buff *); struct proto_ops { int family; struct module *owner; int (*release)(struct socket *); int (*bind)(struct socket *, struct sockaddr *, int); int (*connect)(struct socket *, struct sockaddr *, int, int); int (*socketpair)(struct socket *, struct socket *); int (*accept)(struct socket *, struct socket *, int, bool); int (*getname)(struct socket *, struct sockaddr *, int); __poll_t (*poll)(struct file *, struct socket *, struct poll_table_struct *); int (*ioctl)(struct socket *, unsigned int, long unsigned int); int (*compat_ioctl)(struct socket *, unsigned int, long unsigned int); int (*gettstamp)(struct socket *, void *, bool, bool); int (*listen)(struct socket *, int); int (*shutdown)(struct socket *, int); int (*setsockopt)(struct socket *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct socket *, int, int, char *, int *); void (*show_fdinfo)(struct seq_file *, struct socket *); int (*sendmsg)(struct socket *, struct msghdr *, size_t); int (*recvmsg)(struct socket *, struct msghdr *, size_t, int); int (*mmap)(struct file *, struct socket *, struct vm_area_struct *); ssize_t (*sendpage)(struct socket *, struct page *, int, size_t, int); ssize_t (*splice_read)(struct socket *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); int (*set_peek_off)(struct sock *, int); int (*peek_len)(struct socket *); int (*read_sock)(struct sock *, read_descriptor_t *, sk_read_actor_t); int (*read_skb)(struct sock *, skb_read_actor_t); int (*sendpage_locked)(struct sock *, struct page *, int, size_t, int); int (*sendmsg_locked)(struct sock *, struct msghdr *, size_t); int (*set_rcvlowat)(struct sock *, int); }; struct nlmsghdr { __u32 nlmsg_len; __u16 nlmsg_type; __u16 nlmsg_flags; __u32 nlmsg_seq; __u32 nlmsg_pid; }; struct nlattr { __u16 nla_len; __u16 nla_type; }; struct nla_policy; struct netlink_ext_ack { const char *_msg; const struct nlattr *bad_attr; const struct nla_policy *policy; const struct nlattr *miss_nest; u16 miss_type; u8 cookie[20]; u8 cookie_len; char _msg_buf[80]; }; struct netlink_range_validation; struct netlink_range_validation_signed; struct nla_policy { u8 type; u8 validation_type; u16 len; union { u16 strict_start_type; const u32 bitfield32_valid; const u32 mask; const char *reject_message; const struct nla_policy *nested_policy; struct netlink_range_validation *range; struct netlink_range_validation_signed *range_signed; struct { s16 min; s16 max; }; int (*validate)(const struct nlattr *, struct netlink_ext_ack *); }; }; struct netlink_callback { struct sk_buff *skb; const struct nlmsghdr *nlh; int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); void *data; struct module *module; struct netlink_ext_ack *extack; u16 family; u16 answer_flags; u32 min_dump_alloc; unsigned int prev_seq; unsigned int seq; bool strict_check; union { u8 ctx[48]; long int args[6]; }; }; struct ndmsg { __u8 ndm_family; __u8 ndm_pad1; __u16 ndm_pad2; __s32 ndm_ifindex; __u16 ndm_state; __u8 ndm_flags; __u8 ndm_type; }; struct rtnl_link_stats64 { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 rx_errors; __u64 tx_errors; __u64 rx_dropped; __u64 tx_dropped; __u64 multicast; __u64 collisions; __u64 rx_length_errors; __u64 rx_over_errors; __u64 rx_crc_errors; __u64 rx_frame_errors; __u64 rx_fifo_errors; __u64 rx_missed_errors; __u64 tx_aborted_errors; __u64 tx_carrier_errors; __u64 tx_fifo_errors; __u64 tx_heartbeat_errors; __u64 tx_window_errors; __u64 rx_compressed; __u64 tx_compressed; __u64 rx_nohandler; __u64 rx_otherhost_dropped; }; struct rtnl_hw_stats64 { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 rx_errors; __u64 tx_errors; __u64 rx_dropped; __u64 tx_dropped; __u64 multicast; }; struct ifla_vf_guid { __u32 vf; __u64 guid; }; struct ifla_vf_stats { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 broadcast; __u64 multicast; __u64 rx_dropped; __u64 tx_dropped; }; struct ifla_vf_info { __u32 vf; __u8 mac[32]; __u32 vlan; __u32 qos; __u32 spoofchk; __u32 linkstate; __u32 min_tx_rate; __u32 max_tx_rate; __u32 rss_query_en; __u32 trusted; __be16 vlan_proto; }; enum netdev_tx { __NETDEV_TX_MIN = -2147483648, NETDEV_TX_OK = 0, NETDEV_TX_BUSY = 16, }; typedef enum netdev_tx netdev_tx_t; struct net_device_core_stats { long unsigned int rx_dropped; long unsigned int tx_dropped; long unsigned int rx_nohandler; long unsigned int rx_otherhost_dropped; }; struct header_ops { int (*create)(struct sk_buff *, struct net_device *, short unsigned int, const void *, const void *, unsigned int); int (*parse)(const struct sk_buff *, unsigned char *); int (*cache)(const struct neighbour *, struct hh_cache *, __be16); void (*cache_update)(struct hh_cache *, const struct net_device *, const unsigned char *); bool (*validate)(const char *, unsigned int); __be16 (*parse_protocol)(const struct sk_buff *); }; enum { NAPI_STATE_SCHED = 0, NAPI_STATE_MISSED = 1, NAPI_STATE_DISABLE = 2, NAPI_STATE_NPSVC = 3, NAPI_STATE_LISTED = 4, NAPI_STATE_NO_BUSY_POLL = 5, NAPI_STATE_IN_BUSY_POLL = 6, NAPI_STATE_PREFER_BUSY_POLL = 7, NAPI_STATE_THREADED = 8, NAPI_STATE_SCHED_THREADED = 9, }; struct xsk_buff_pool; struct netdev_queue { struct net_device *dev; netdevice_tracker dev_tracker; struct Qdisc *qdisc; struct Qdisc *qdisc_sleeping; struct kobject kobj; int numa_node; long unsigned int tx_maxrate; atomic_long_t trans_timeout; struct net_device *sb_dev; struct xsk_buff_pool *pool; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t _xmit_lock; int xmit_lock_owner; long unsigned int trans_start; long unsigned int state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct dql dql; }; struct rps_map { unsigned int len; struct callback_head rcu; u16 cpus[0]; }; struct rps_dev_flow { u16 cpu; u16 filter; unsigned int last_qtail; }; struct rps_dev_flow_table { unsigned int mask; struct callback_head rcu; struct rps_dev_flow flows[0]; }; struct netdev_rx_queue { struct xdp_rxq_info xdp_rxq; struct rps_map *rps_map; struct rps_dev_flow_table *rps_flow_table; struct kobject kobj; struct net_device *dev; netdevice_tracker dev_tracker; struct xsk_buff_pool *pool; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum xps_map_type { XPS_CPUS = 0, XPS_RXQS = 1, XPS_MAPS_MAX = 2, }; struct xps_map { unsigned int len; unsigned int alloc_len; struct callback_head rcu; u16 queues[0]; }; struct xps_dev_maps { struct callback_head rcu; unsigned int nr_ids; s16 num_tc; struct xps_map *attr_map[0]; }; struct netdev_phys_item_id { unsigned char id[32]; unsigned char id_len; }; enum net_device_path_type { DEV_PATH_ETHERNET = 0, DEV_PATH_VLAN = 1, DEV_PATH_BRIDGE = 2, DEV_PATH_PPPOE = 3, DEV_PATH_DSA = 4, DEV_PATH_MTK_WDMA = 5, }; struct net_device_path { enum net_device_path_type type; const struct net_device *dev; union { struct { u16 id; __be16 proto; u8 h_dest[6]; } encap; struct { enum { DEV_PATH_BR_VLAN_KEEP = 0, DEV_PATH_BR_VLAN_TAG = 1, DEV_PATH_BR_VLAN_UNTAG = 2, DEV_PATH_BR_VLAN_UNTAG_HW = 3, } vlan_mode; u16 vlan_id; __be16 vlan_proto; } bridge; struct { int port; u16 proto; } dsa; struct { u8 wdma_idx; u8 queue; u16 wcid; u8 bss; } mtk_wdma; }; }; struct net_device_path_ctx { const struct net_device *dev; u8 daddr[6]; int num_vlans; struct { u16 id; __be16 proto; } vlan[2]; }; enum tc_setup_type { TC_QUERY_CAPS = 0, TC_SETUP_QDISC_MQPRIO = 1, TC_SETUP_CLSU32 = 2, TC_SETUP_CLSFLOWER = 3, TC_SETUP_CLSMATCHALL = 4, TC_SETUP_CLSBPF = 5, TC_SETUP_BLOCK = 6, TC_SETUP_QDISC_CBS = 7, TC_SETUP_QDISC_RED = 8, TC_SETUP_QDISC_PRIO = 9, TC_SETUP_QDISC_MQ = 10, TC_SETUP_QDISC_ETF = 11, TC_SETUP_ROOT_QDISC = 12, TC_SETUP_QDISC_GRED = 13, TC_SETUP_QDISC_TAPRIO = 14, TC_SETUP_FT = 15, TC_SETUP_QDISC_ETS = 16, TC_SETUP_QDISC_TBF = 17, TC_SETUP_QDISC_FIFO = 18, TC_SETUP_QDISC_HTB = 19, TC_SETUP_ACT = 20, }; enum bpf_netdev_command { XDP_SETUP_PROG = 0, XDP_SETUP_PROG_HW = 1, BPF_OFFLOAD_MAP_ALLOC = 2, BPF_OFFLOAD_MAP_FREE = 3, XDP_SETUP_XSK_POOL = 4, }; enum bpf_xdp_mode { XDP_MODE_SKB = 0, XDP_MODE_DRV = 1, XDP_MODE_HW = 2, __MAX_XDP_MODE = 3, }; struct bpf_offloaded_map; struct netdev_bpf { enum bpf_netdev_command command; union { struct { u32 flags; struct bpf_prog *prog; struct netlink_ext_ack *extack; }; struct { struct bpf_offloaded_map *offmap; }; struct { struct xsk_buff_pool *pool; u16 queue_id; } xsk; }; }; struct xfrmdev_ops { int (*xdo_dev_state_add)(struct xfrm_state *, struct netlink_ext_ack *); void (*xdo_dev_state_delete)(struct xfrm_state *); void (*xdo_dev_state_free)(struct xfrm_state *); bool (*xdo_dev_offload_ok)(struct sk_buff *, struct xfrm_state *); void (*xdo_dev_state_advance_esn)(struct xfrm_state *); void (*xdo_dev_state_update_curlft)(struct xfrm_state *); int (*xdo_dev_policy_add)(struct xfrm_policy *, struct netlink_ext_ack *); void (*xdo_dev_policy_delete)(struct xfrm_policy *); void (*xdo_dev_policy_free)(struct xfrm_policy *); }; struct dev_ifalias { struct callback_head rcuhead; char ifalias[0]; }; struct ip_tunnel_parm; struct net_device_ops { int (*ndo_init)(struct net_device *); void (*ndo_uninit)(struct net_device *); int (*ndo_open)(struct net_device *); int (*ndo_stop)(struct net_device *); netdev_tx_t (*ndo_start_xmit)(struct sk_buff *, struct net_device *); netdev_features_t (*ndo_features_check)(struct sk_buff *, struct net_device *, netdev_features_t); u16 (*ndo_select_queue)(struct net_device *, struct sk_buff *, struct net_device *); void (*ndo_change_rx_flags)(struct net_device *, int); void (*ndo_set_rx_mode)(struct net_device *); int (*ndo_set_mac_address)(struct net_device *, void *); int (*ndo_validate_addr)(struct net_device *); int (*ndo_do_ioctl)(struct net_device *, struct ifreq *, int); int (*ndo_eth_ioctl)(struct net_device *, struct ifreq *, int); int (*ndo_siocbond)(struct net_device *, struct ifreq *, int); int (*ndo_siocwandev)(struct net_device *, struct if_settings *); int (*ndo_siocdevprivate)(struct net_device *, struct ifreq *, void *, int); int (*ndo_set_config)(struct net_device *, struct ifmap *); int (*ndo_change_mtu)(struct net_device *, int); int (*ndo_neigh_setup)(struct net_device *, struct neigh_parms *); void (*ndo_tx_timeout)(struct net_device *, unsigned int); void (*ndo_get_stats64)(struct net_device *, struct rtnl_link_stats64 *); bool (*ndo_has_offload_stats)(const struct net_device *, int); int (*ndo_get_offload_stats)(int, const struct net_device *, void *); struct net_device_stats * (*ndo_get_stats)(struct net_device *); int (*ndo_vlan_rx_add_vid)(struct net_device *, __be16, u16); int (*ndo_vlan_rx_kill_vid)(struct net_device *, __be16, u16); void (*ndo_poll_controller)(struct net_device *); int (*ndo_netpoll_setup)(struct net_device *, struct netpoll_info *); void (*ndo_netpoll_cleanup)(struct net_device *); int (*ndo_set_vf_mac)(struct net_device *, int, u8 *); int (*ndo_set_vf_vlan)(struct net_device *, int, u16, u8, __be16); int (*ndo_set_vf_rate)(struct net_device *, int, int, int); int (*ndo_set_vf_spoofchk)(struct net_device *, int, bool); int (*ndo_set_vf_trust)(struct net_device *, int, bool); int (*ndo_get_vf_config)(struct net_device *, int, struct ifla_vf_info *); int (*ndo_set_vf_link_state)(struct net_device *, int, int); int (*ndo_get_vf_stats)(struct net_device *, int, struct ifla_vf_stats *); int (*ndo_set_vf_port)(struct net_device *, int, struct nlattr **); int (*ndo_get_vf_port)(struct net_device *, int, struct sk_buff *); int (*ndo_get_vf_guid)(struct net_device *, int, struct ifla_vf_guid *, struct ifla_vf_guid *); int (*ndo_set_vf_guid)(struct net_device *, int, u64, int); int (*ndo_set_vf_rss_query_en)(struct net_device *, int, bool); int (*ndo_setup_tc)(struct net_device *, enum tc_setup_type, void *); int (*ndo_fcoe_get_wwn)(struct net_device *, u64 *, int); int (*ndo_rx_flow_steer)(struct net_device *, const struct sk_buff *, u16, u32); int (*ndo_add_slave)(struct net_device *, struct net_device *, struct netlink_ext_ack *); int (*ndo_del_slave)(struct net_device *, struct net_device *); struct net_device * (*ndo_get_xmit_slave)(struct net_device *, struct sk_buff *, bool); struct net_device * (*ndo_sk_get_lower_dev)(struct net_device *, struct sock *); netdev_features_t (*ndo_fix_features)(struct net_device *, netdev_features_t); int (*ndo_set_features)(struct net_device *, netdev_features_t); int (*ndo_neigh_construct)(struct net_device *, struct neighbour *); void (*ndo_neigh_destroy)(struct net_device *, struct neighbour *); int (*ndo_fdb_add)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *, u16, u16, struct netlink_ext_ack *); int (*ndo_fdb_del)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *, u16, struct netlink_ext_ack *); int (*ndo_fdb_del_bulk)(struct ndmsg *, struct nlattr **, struct net_device *, u16, struct netlink_ext_ack *); int (*ndo_fdb_dump)(struct sk_buff *, struct netlink_callback *, struct net_device *, struct net_device *, int *); int (*ndo_fdb_get)(struct sk_buff *, struct nlattr **, struct net_device *, const unsigned char *, u16, u32, u32, struct netlink_ext_ack *); int (*ndo_mdb_add)(struct net_device *, struct nlattr **, u16, struct netlink_ext_ack *); int (*ndo_mdb_del)(struct net_device *, struct nlattr **, struct netlink_ext_ack *); int (*ndo_mdb_dump)(struct net_device *, struct sk_buff *, struct netlink_callback *); int (*ndo_bridge_setlink)(struct net_device *, struct nlmsghdr *, u16, struct netlink_ext_ack *); int (*ndo_bridge_getlink)(struct sk_buff *, u32, u32, struct net_device *, u32, int); int (*ndo_bridge_dellink)(struct net_device *, struct nlmsghdr *, u16); int (*ndo_change_carrier)(struct net_device *, bool); int (*ndo_get_phys_port_id)(struct net_device *, struct netdev_phys_item_id *); int (*ndo_get_port_parent_id)(struct net_device *, struct netdev_phys_item_id *); int (*ndo_get_phys_port_name)(struct net_device *, char *, size_t); void * (*ndo_dfwd_add_station)(struct net_device *, struct net_device *); void (*ndo_dfwd_del_station)(struct net_device *, void *); int (*ndo_set_tx_maxrate)(struct net_device *, int, u32); int (*ndo_get_iflink)(const struct net_device *); int (*ndo_fill_metadata_dst)(struct net_device *, struct sk_buff *); void (*ndo_set_rx_headroom)(struct net_device *, int); int (*ndo_bpf)(struct net_device *, struct netdev_bpf *); int (*ndo_xdp_xmit)(struct net_device *, int, struct xdp_frame **, u32); struct net_device * (*ndo_xdp_get_xmit_slave)(struct net_device *, struct xdp_buff *); int (*ndo_xsk_wakeup)(struct net_device *, u32, u32); int (*ndo_tunnel_ctl)(struct net_device *, struct ip_tunnel_parm *, int); struct net_device * (*ndo_get_peer_dev)(struct net_device *); int (*ndo_fill_forward_path)(struct net_device_path_ctx *, struct net_device_path *); ktime_t (*ndo_get_tstamp)(struct net_device *, const struct skb_shared_hwtstamps *, bool); }; struct neigh_parms { possible_net_t net; struct net_device *dev; netdevice_tracker dev_tracker; struct list_head list; int (*neigh_setup)(struct neighbour *); struct neigh_table *tbl; void *sysctl_table; int dead; refcount_t refcnt; struct callback_head callback_head; int reachable_time; u32 qlen; int data[14]; long unsigned int data_state[1]; }; struct xdp_md; struct xdp_metadata_ops { int (*xmo_rx_timestamp)(const struct xdp_md *, u64 *); int (*xmo_rx_hash)(const struct xdp_md *, u32 *, enum xdp_rss_hash_type *); }; struct xdp_md { __u32 data; __u32 data_end; __u32 data_meta; __u32 ingress_ifindex; __u32 rx_queue_index; __u32 egress_ifindex; }; struct pcpu_lstats { u64_stats_t packets; u64_stats_t bytes; struct u64_stats_sync syncp; }; struct pcpu_sw_netstats { u64_stats_t rx_packets; u64_stats_t rx_bytes; u64_stats_t tx_packets; u64_stats_t tx_bytes; struct u64_stats_sync syncp; }; enum ethtool_phys_id_state { ETHTOOL_ID_INACTIVE = 0, ETHTOOL_ID_ACTIVE = 1, ETHTOOL_ID_ON = 2, ETHTOOL_ID_OFF = 3, }; struct ethtool_drvinfo; struct ethtool_regs; struct ethtool_wolinfo; struct ethtool_link_ext_state_info; struct ethtool_link_ext_stats; struct ethtool_eeprom; struct ethtool_coalesce; struct kernel_ethtool_coalesce; struct ethtool_ringparam; struct kernel_ethtool_ringparam; struct ethtool_pause_stats; struct ethtool_pauseparam; struct ethtool_test; struct ethtool_stats; struct ethtool_rxnfc; struct ethtool_flash; struct ethtool_channels; struct ethtool_dump; struct ethtool_ts_info; struct ethtool_modinfo; struct ethtool_eee; struct ethtool_tunable; struct ethtool_link_ksettings; struct ethtool_fec_stats; struct ethtool_fecparam; struct ethtool_module_eeprom; struct ethtool_eth_phy_stats; struct ethtool_eth_mac_stats; struct ethtool_eth_ctrl_stats; struct ethtool_rmon_stats; struct ethtool_rmon_hist_range; struct ethtool_module_power_mode_params; struct ethtool_mm_state; struct ethtool_mm_cfg; struct ethtool_mm_stats; struct ethtool_ops { u32 cap_link_lanes_supported: 1; u32 supported_coalesce_params; u32 supported_ring_params; void (*get_drvinfo)(struct net_device *, struct ethtool_drvinfo *); int (*get_regs_len)(struct net_device *); void (*get_regs)(struct net_device *, struct ethtool_regs *, void *); void (*get_wol)(struct net_device *, struct ethtool_wolinfo *); int (*set_wol)(struct net_device *, struct ethtool_wolinfo *); u32 (*get_msglevel)(struct net_device *); void (*set_msglevel)(struct net_device *, u32); int (*nway_reset)(struct net_device *); u32 (*get_link)(struct net_device *); int (*get_link_ext_state)(struct net_device *, struct ethtool_link_ext_state_info *); void (*get_link_ext_stats)(struct net_device *, struct ethtool_link_ext_stats *); int (*get_eeprom_len)(struct net_device *); int (*get_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*set_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_coalesce)(struct net_device *, struct ethtool_coalesce *, struct kernel_ethtool_coalesce *, struct netlink_ext_ack *); int (*set_coalesce)(struct net_device *, struct ethtool_coalesce *, struct kernel_ethtool_coalesce *, struct netlink_ext_ack *); void (*get_ringparam)(struct net_device *, struct ethtool_ringparam *, struct kernel_ethtool_ringparam *, struct netlink_ext_ack *); int (*set_ringparam)(struct net_device *, struct ethtool_ringparam *, struct kernel_ethtool_ringparam *, struct netlink_ext_ack *); void (*get_pause_stats)(struct net_device *, struct ethtool_pause_stats *); void (*get_pauseparam)(struct net_device *, struct ethtool_pauseparam *); int (*set_pauseparam)(struct net_device *, struct ethtool_pauseparam *); void (*self_test)(struct net_device *, struct ethtool_test *, u64 *); void (*get_strings)(struct net_device *, u32, u8 *); int (*set_phys_id)(struct net_device *, enum ethtool_phys_id_state); void (*get_ethtool_stats)(struct net_device *, struct ethtool_stats *, u64 *); int (*begin)(struct net_device *); void (*complete)(struct net_device *); u32 (*get_priv_flags)(struct net_device *); int (*set_priv_flags)(struct net_device *, u32); int (*get_sset_count)(struct net_device *, int); int (*get_rxnfc)(struct net_device *, struct ethtool_rxnfc *, u32 *); int (*set_rxnfc)(struct net_device *, struct ethtool_rxnfc *); int (*flash_device)(struct net_device *, struct ethtool_flash *); int (*reset)(struct net_device *, u32 *); u32 (*get_rxfh_key_size)(struct net_device *); u32 (*get_rxfh_indir_size)(struct net_device *); int (*get_rxfh)(struct net_device *, u32 *, u8 *, u8 *); int (*set_rxfh)(struct net_device *, const u32 *, const u8 *, const u8); int (*get_rxfh_context)(struct net_device *, u32 *, u8 *, u8 *, u32); int (*set_rxfh_context)(struct net_device *, const u32 *, const u8 *, const u8, u32 *, bool); void (*get_channels)(struct net_device *, struct ethtool_channels *); int (*set_channels)(struct net_device *, struct ethtool_channels *); int (*get_dump_flag)(struct net_device *, struct ethtool_dump *); int (*get_dump_data)(struct net_device *, struct ethtool_dump *, void *); int (*set_dump)(struct net_device *, struct ethtool_dump *); int (*get_ts_info)(struct net_device *, struct ethtool_ts_info *); int (*get_module_info)(struct net_device *, struct ethtool_modinfo *); int (*get_module_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_eee)(struct net_device *, struct ethtool_eee *); int (*set_eee)(struct net_device *, struct ethtool_eee *); int (*get_tunable)(struct net_device *, const struct ethtool_tunable *, void *); int (*set_tunable)(struct net_device *, const struct ethtool_tunable *, const void *); int (*get_per_queue_coalesce)(struct net_device *, u32, struct ethtool_coalesce *); int (*set_per_queue_coalesce)(struct net_device *, u32, struct ethtool_coalesce *); int (*get_link_ksettings)(struct net_device *, struct ethtool_link_ksettings *); int (*set_link_ksettings)(struct net_device *, const struct ethtool_link_ksettings *); void (*get_fec_stats)(struct net_device *, struct ethtool_fec_stats *); int (*get_fecparam)(struct net_device *, struct ethtool_fecparam *); int (*set_fecparam)(struct net_device *, struct ethtool_fecparam *); void (*get_ethtool_phy_stats)(struct net_device *, struct ethtool_stats *, u64 *); int (*get_phy_tunable)(struct net_device *, const struct ethtool_tunable *, void *); int (*set_phy_tunable)(struct net_device *, const struct ethtool_tunable *, const void *); int (*get_module_eeprom_by_page)(struct net_device *, const struct ethtool_module_eeprom *, struct netlink_ext_ack *); void (*get_eth_phy_stats)(struct net_device *, struct ethtool_eth_phy_stats *); void (*get_eth_mac_stats)(struct net_device *, struct ethtool_eth_mac_stats *); void (*get_eth_ctrl_stats)(struct net_device *, struct ethtool_eth_ctrl_stats *); void (*get_rmon_stats)(struct net_device *, struct ethtool_rmon_stats *, const struct ethtool_rmon_hist_range **); int (*get_module_power_mode)(struct net_device *, struct ethtool_module_power_mode_params *, struct netlink_ext_ack *); int (*set_module_power_mode)(struct net_device *, const struct ethtool_module_power_mode_params *, struct netlink_ext_ack *); int (*get_mm)(struct net_device *, struct ethtool_mm_state *); int (*set_mm)(struct net_device *, struct ethtool_mm_cfg *, struct netlink_ext_ack *); void (*get_mm_stats)(struct net_device *, struct ethtool_mm_stats *); }; struct l3mdev_ops { u32 (*l3mdev_fib_table)(const struct net_device *); struct sk_buff * (*l3mdev_l3_rcv)(struct net_device *, struct sk_buff *, u16); struct sk_buff * (*l3mdev_l3_out)(struct net_device *, struct sock *, struct sk_buff *, u16); struct dst_entry * (*l3mdev_link_scope_lookup)(const struct net_device *, struct flowi6 *); }; struct nd_opt_hdr; struct ndisc_options; struct prefix_info; struct ndisc_ops { int (*is_useropt)(u8); int (*parse_options)(const struct net_device *, struct nd_opt_hdr *, struct ndisc_options *); void (*update)(const struct net_device *, struct neighbour *, u32, u8, const struct ndisc_options *); int (*opt_addr_space)(const struct net_device *, u8, struct neighbour *, u8 *, u8 **); void (*fill_addr_option)(const struct net_device *, struct sk_buff *, u8, const u8 *); void (*prefix_rcv_add_addr)(struct net *, struct net_device *, const struct prefix_info *, struct inet6_dev *, struct in6_addr *, int, u32, bool, bool, __u32, u32, bool); }; enum tls_offload_ctx_dir { TLS_OFFLOAD_CTX_DIR_RX = 0, TLS_OFFLOAD_CTX_DIR_TX = 1, }; struct tls_crypto_info; struct tls_context; struct tlsdev_ops { int (*tls_dev_add)(struct net_device *, struct sock *, enum tls_offload_ctx_dir, struct tls_crypto_info *, u32); void (*tls_dev_del)(struct net_device *, struct tls_context *, enum tls_offload_ctx_dir); int (*tls_dev_resync)(struct net_device *, struct sock *, u32, u8 *, enum tls_offload_ctx_dir); }; struct ipv6_devstat { struct proc_dir_entry *proc_dir_entry; struct ipstats_mib *ipv6; struct icmpv6_mib_device *icmpv6dev; struct icmpv6msg_mib_device *icmpv6msgdev; }; struct ifmcaddr6; struct ifacaddr6; struct inet6_dev { struct net_device *dev; netdevice_tracker dev_tracker; struct list_head addr_list; struct ifmcaddr6 *mc_list; struct ifmcaddr6 *mc_tomb; unsigned char mc_qrv; unsigned char mc_gq_running; unsigned char mc_ifc_count; unsigned char mc_dad_count; long unsigned int mc_v1_seen; long unsigned int mc_qi; long unsigned int mc_qri; long unsigned int mc_maxdelay; struct delayed_work mc_gq_work; struct delayed_work mc_ifc_work; struct delayed_work mc_dad_work; struct delayed_work mc_query_work; struct delayed_work mc_report_work; struct sk_buff_head mc_query_queue; struct sk_buff_head mc_report_queue; spinlock_t mc_query_lock; spinlock_t mc_report_lock; struct mutex mc_lock; struct ifacaddr6 *ac_list; rwlock_t lock; refcount_t refcnt; __u32 if_flags; int dead; u32 desync_factor; struct list_head tempaddr_list; struct in6_addr token; struct neigh_parms *nd_parms; struct ipv6_devconf cnf; struct ipv6_devstat stats; struct timer_list rs_timer; __s32 rs_interval; __u8 rs_probes; long unsigned int tstamp; struct callback_head rcu; unsigned int ra_mtu; }; struct rtnl_link_ops { struct list_head list; const char *kind; size_t priv_size; struct net_device * (*alloc)(struct nlattr **, const char *, unsigned char, unsigned int, unsigned int); void (*setup)(struct net_device *); bool netns_refund; unsigned int maxtype; const struct nla_policy *policy; int (*validate)(struct nlattr **, struct nlattr **, struct netlink_ext_ack *); int (*newlink)(struct net *, struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); int (*changelink)(struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); void (*dellink)(struct net_device *, struct list_head *); size_t (*get_size)(const struct net_device *); int (*fill_info)(struct sk_buff *, const struct net_device *); size_t (*get_xstats_size)(const struct net_device *); int (*fill_xstats)(struct sk_buff *, const struct net_device *); unsigned int (*get_num_tx_queues)(); unsigned int (*get_num_rx_queues)(); unsigned int slave_maxtype; const struct nla_policy *slave_policy; int (*slave_changelink)(struct net_device *, struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); size_t (*get_slave_size)(const struct net_device *, const struct net_device *); int (*fill_slave_info)(struct sk_buff *, const struct net_device *, const struct net_device *); struct net * (*get_link_net)(const struct net_device *); size_t (*get_linkxstats_size)(const struct net_device *, int); int (*fill_linkxstats)(struct sk_buff *, const struct net_device *, int *, int); }; struct macsec_context; struct macsec_ops { int (*mdo_dev_open)(struct macsec_context *); int (*mdo_dev_stop)(struct macsec_context *); int (*mdo_add_secy)(struct macsec_context *); int (*mdo_upd_secy)(struct macsec_context *); int (*mdo_del_secy)(struct macsec_context *); int (*mdo_add_rxsc)(struct macsec_context *); int (*mdo_upd_rxsc)(struct macsec_context *); int (*mdo_del_rxsc)(struct macsec_context *); int (*mdo_add_rxsa)(struct macsec_context *); int (*mdo_upd_rxsa)(struct macsec_context *); int (*mdo_del_rxsa)(struct macsec_context *); int (*mdo_add_txsa)(struct macsec_context *); int (*mdo_upd_txsa)(struct macsec_context *); int (*mdo_del_txsa)(struct macsec_context *); int (*mdo_get_dev_stats)(struct macsec_context *); int (*mdo_get_tx_sc_stats)(struct macsec_context *); int (*mdo_get_tx_sa_stats)(struct macsec_context *); int (*mdo_get_rx_sc_stats)(struct macsec_context *); int (*mdo_get_rx_sa_stats)(struct macsec_context *); }; struct udp_tunnel_nic_table_info { unsigned int n_entries; unsigned int tunnel_types; }; struct udp_tunnel_info; struct udp_tunnel_nic_shared; struct udp_tunnel_nic_info { int (*set_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); int (*unset_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); int (*sync_table)(struct net_device *, unsigned int); struct udp_tunnel_nic_shared *shared; unsigned int flags; struct udp_tunnel_nic_table_info tables[4]; }; enum { NETIF_MSG_DRV_BIT = 0, NETIF_MSG_PROBE_BIT = 1, NETIF_MSG_LINK_BIT = 2, NETIF_MSG_TIMER_BIT = 3, NETIF_MSG_IFDOWN_BIT = 4, NETIF_MSG_IFUP_BIT = 5, NETIF_MSG_RX_ERR_BIT = 6, NETIF_MSG_TX_ERR_BIT = 7, NETIF_MSG_TX_QUEUED_BIT = 8, NETIF_MSG_INTR_BIT = 9, NETIF_MSG_TX_DONE_BIT = 10, NETIF_MSG_RX_STATUS_BIT = 11, NETIF_MSG_PKTDATA_BIT = 12, NETIF_MSG_HW_BIT = 13, NETIF_MSG_WOL_BIT = 14, NETIF_MSG_CLASS_COUNT = 15, }; enum { RTAX_UNSPEC = 0, RTAX_LOCK = 1, RTAX_MTU = 2, RTAX_WINDOW = 3, RTAX_RTT = 4, RTAX_RTTVAR = 5, RTAX_SSTHRESH = 6, RTAX_CWND = 7, RTAX_ADVMSS = 8, RTAX_REORDERING = 9, RTAX_HOPLIMIT = 10, RTAX_INITCWND = 11, RTAX_FEATURES = 12, RTAX_RTO_MIN = 13, RTAX_INITRWND = 14, RTAX_QUICKACK = 15, RTAX_CC_ALGO = 16, RTAX_FASTOPEN_NO_COOKIE = 17, __RTAX_MAX = 18, }; struct netlink_range_validation { u64 min; u64 max; }; struct netlink_range_validation_signed { s64 min; s64 max; }; enum { NEIGH_VAR_MCAST_PROBES = 0, NEIGH_VAR_UCAST_PROBES = 1, NEIGH_VAR_APP_PROBES = 2, NEIGH_VAR_MCAST_REPROBES = 3, NEIGH_VAR_RETRANS_TIME = 4, NEIGH_VAR_BASE_REACHABLE_TIME = 5, NEIGH_VAR_DELAY_PROBE_TIME = 6, NEIGH_VAR_INTERVAL_PROBE_TIME_MS = 7, NEIGH_VAR_GC_STALETIME = 8, NEIGH_VAR_QUEUE_LEN_BYTES = 9, NEIGH_VAR_PROXY_QLEN = 10, NEIGH_VAR_ANYCAST_DELAY = 11, NEIGH_VAR_PROXY_DELAY = 12, NEIGH_VAR_LOCKTIME = 13, NEIGH_VAR_QUEUE_LEN = 14, NEIGH_VAR_RETRANS_TIME_MS = 15, NEIGH_VAR_BASE_REACHABLE_TIME_MS = 16, NEIGH_VAR_GC_INTERVAL = 17, NEIGH_VAR_GC_THRESH1 = 18, NEIGH_VAR_GC_THRESH2 = 19, NEIGH_VAR_GC_THRESH3 = 20, NEIGH_VAR_MAX = 21, }; struct pneigh_entry; struct neigh_statistics; struct neigh_hash_table; struct neigh_table { int family; unsigned int entry_size; unsigned int key_len; __be16 protocol; __u32 (*hash)(const void *, const struct net_device *, __u32 *); bool (*key_eq)(const struct neighbour *, const void *); int (*constructor)(struct neighbour *); int (*pconstructor)(struct pneigh_entry *); void (*pdestructor)(struct pneigh_entry *); void (*proxy_redo)(struct sk_buff *); int (*is_multicast)(const void *); bool (*allow_add)(const struct net_device *, struct netlink_ext_ack *); char *id; struct neigh_parms parms; struct list_head parms_list; int gc_interval; int gc_thresh1; int gc_thresh2; int gc_thresh3; long unsigned int last_flush; struct delayed_work gc_work; struct delayed_work managed_work; struct timer_list proxy_timer; struct sk_buff_head proxy_queue; atomic_t entries; atomic_t gc_entries; struct list_head gc_list; struct list_head managed_list; rwlock_t lock; long unsigned int last_rand; struct neigh_statistics *stats; struct neigh_hash_table *nht; struct pneigh_entry **phash_buckets; }; struct neigh_statistics { long unsigned int allocs; long unsigned int destroys; long unsigned int hash_grows; long unsigned int res_failed; long unsigned int lookups; long unsigned int hits; long unsigned int rcv_probes_mcast; long unsigned int rcv_probes_ucast; long unsigned int periodic_gc_runs; long unsigned int forced_gc_runs; long unsigned int unres_discards; long unsigned int table_fulls; }; struct neigh_ops { int family; void (*solicit)(struct neighbour *, struct sk_buff *); void (*error_report)(struct neighbour *, struct sk_buff *); int (*output)(struct neighbour *, struct sk_buff *); int (*connected_output)(struct neighbour *, struct sk_buff *); }; struct pneigh_entry { struct pneigh_entry *next; possible_net_t net; struct net_device *dev; netdevice_tracker dev_tracker; u32 flags; u8 protocol; u32 key[0]; }; struct neigh_hash_table { struct neighbour **hash_buckets; unsigned int hash_shift; __u32 hash_rnd[4]; struct callback_head rcu; }; enum { TCP_ESTABLISHED = 1, TCP_SYN_SENT = 2, TCP_SYN_RECV = 3, TCP_FIN_WAIT1 = 4, TCP_FIN_WAIT2 = 5, TCP_TIME_WAIT = 6, TCP_CLOSE = 7, TCP_CLOSE_WAIT = 8, TCP_LAST_ACK = 9, TCP_LISTEN = 10, TCP_CLOSING = 11, TCP_NEW_SYN_RECV = 12, TCP_MAX_STATES = 13, }; struct fib_rule_hdr { __u8 family; __u8 dst_len; __u8 src_len; __u8 tos; __u8 table; __u8 res1; __u8 res2; __u8 action; __u32 flags; }; struct fib_rule_port_range { __u16 start; __u16 end; }; struct fib_kuid_range { kuid_t start; kuid_t end; }; struct fib_rule { struct list_head list; int iifindex; int oifindex; u32 mark; u32 mark_mask; u32 flags; u32 table; u8 action; u8 l3mdev; u8 proto; u8 ip_proto; u32 target; __be64 tun_id; struct fib_rule *ctarget; struct net *fr_net; refcount_t refcnt; u32 pref; int suppress_ifgroup; int suppress_prefixlen; char iifname[16]; char oifname[16]; struct fib_kuid_range uid_range; struct fib_rule_port_range sport_range; struct fib_rule_port_range dport_range; struct callback_head rcu; }; struct fib_lookup_arg { void *lookup_ptr; const void *lookup_data; void *result; struct fib_rule *rule; u32 table; int flags; }; struct smc_hashinfo; struct sk_psock; struct request_sock_ops; struct timewait_sock_ops; struct raw_hashinfo; struct proto { void (*close)(struct sock *, long int); int (*pre_connect)(struct sock *, struct sockaddr *, int); int (*connect)(struct sock *, struct sockaddr *, int); int (*disconnect)(struct sock *, int); struct sock * (*accept)(struct sock *, int, int *, bool); int (*ioctl)(struct sock *, int, long unsigned int); int (*init)(struct sock *); void (*destroy)(struct sock *); void (*shutdown)(struct sock *, int); int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*keepalive)(struct sock *, int); int (*compat_ioctl)(struct sock *, unsigned int, long unsigned int); int (*sendmsg)(struct sock *, struct msghdr *, size_t); int (*recvmsg)(struct sock *, struct msghdr *, size_t, int, int *); int (*sendpage)(struct sock *, struct page *, int, size_t, int); int (*bind)(struct sock *, struct sockaddr *, int); int (*bind_add)(struct sock *, struct sockaddr *, int); int (*backlog_rcv)(struct sock *, struct sk_buff *); bool (*bpf_bypass_getsockopt)(int, int); void (*release_cb)(struct sock *); int (*hash)(struct sock *); void (*unhash)(struct sock *); void (*rehash)(struct sock *); int (*get_port)(struct sock *, short unsigned int); void (*put_port)(struct sock *); int (*psock_update_sk_prot)(struct sock *, struct sk_psock *, bool); unsigned int inuse_idx; int (*forward_alloc_get)(const struct sock *); bool (*stream_memory_free)(const struct sock *, int); bool (*sock_is_readable)(struct sock *); void (*enter_memory_pressure)(struct sock *); void (*leave_memory_pressure)(struct sock *); atomic_long_t *memory_allocated; int *per_cpu_fw_alloc; struct percpu_counter *sockets_allocated; long unsigned int *memory_pressure; long int *sysctl_mem; int *sysctl_wmem; int *sysctl_rmem; u32 sysctl_wmem_offset; u32 sysctl_rmem_offset; int max_header; bool no_autobind; struct kmem_cache *slab; unsigned int obj_size; slab_flags_t slab_flags; unsigned int useroffset; unsigned int usersize; unsigned int *orphan_count; struct request_sock_ops *rsk_prot; struct timewait_sock_ops *twsk_prot; union { struct inet_hashinfo *hashinfo; struct udp_table *udp_table; struct raw_hashinfo *raw_hash; struct smc_hashinfo *smc_hash; } h; struct module *owner; char name[32]; struct list_head node; int (*diag_destroy)(struct sock *, int); }; struct request_sock; struct request_sock_ops { int family; unsigned int obj_size; struct kmem_cache *slab; char *slab_name; int (*rtx_syn_ack)(const struct sock *, struct request_sock *); void (*send_ack)(const struct sock *, struct sk_buff *, struct request_sock *); void (*send_reset)(const struct sock *, struct sk_buff *); void (*destructor)(struct request_sock *); void (*syn_ack_timeout)(const struct request_sock *); }; struct timewait_sock_ops { struct kmem_cache *twsk_slab; char *twsk_slab_name; unsigned int twsk_obj_size; int (*twsk_unique)(struct sock *, struct sock *, void *); void (*twsk_destructor)(struct sock *); }; struct saved_syn; struct request_sock { struct sock_common __req_common; struct request_sock *dl_next; u16 mss; u8 num_retrans; u8 syncookie: 1; u8 num_timeout: 7; u32 ts_recent; struct timer_list rsk_timer; const struct request_sock_ops *rsk_ops; struct sock *sk; struct saved_syn *saved_syn; u32 secid; u32 peer_secid; u32 timeout; }; struct saved_syn { u32 mac_hdrlen; u32 network_hdrlen; u32 tcp_hdrlen; u8 data[0]; }; enum tsq_enum { TSQ_THROTTLED = 0, TSQ_QUEUED = 1, TCP_TSQ_DEFERRED = 2, TCP_WRITE_TIMER_DEFERRED = 3, TCP_DELACK_TIMER_DEFERRED = 4, TCP_MTU_REDUCED_DEFERRED = 5, }; struct ip6_sf_list { struct ip6_sf_list *sf_next; struct in6_addr sf_addr; long unsigned int sf_count[2]; unsigned char sf_gsresp; unsigned char sf_oldin; unsigned char sf_crcount; struct callback_head rcu; }; struct ifmcaddr6 { struct in6_addr mca_addr; struct inet6_dev *idev; struct ifmcaddr6 *next; struct ip6_sf_list *mca_sources; struct ip6_sf_list *mca_tomb; unsigned int mca_sfmode; unsigned char mca_crcount; long unsigned int mca_sfcount[2]; struct delayed_work mca_work; unsigned int mca_flags; int mca_users; refcount_t mca_refcnt; long unsigned int mca_cstamp; long unsigned int mca_tstamp; struct callback_head rcu; }; struct ifacaddr6 { struct in6_addr aca_addr; struct fib6_info *aca_rt; struct ifacaddr6 *aca_next; struct hlist_node aca_addr_lst; int aca_users; refcount_t aca_refcnt; long unsigned int aca_cstamp; long unsigned int aca_tstamp; struct callback_head rcu; }; enum nfs_opnum4 { OP_ACCESS = 3, OP_CLOSE = 4, OP_COMMIT = 5, OP_CREATE = 6, OP_DELEGPURGE = 7, OP_DELEGRETURN = 8, OP_GETATTR = 9, OP_GETFH = 10, OP_LINK = 11, OP_LOCK = 12, OP_LOCKT = 13, OP_LOCKU = 14, OP_LOOKUP = 15, OP_LOOKUPP = 16, OP_NVERIFY = 17, OP_OPEN = 18, OP_OPENATTR = 19, OP_OPEN_CONFIRM = 20, OP_OPEN_DOWNGRADE = 21, OP_PUTFH = 22, OP_PUTPUBFH = 23, OP_PUTROOTFH = 24, OP_READ = 25, OP_READDIR = 26, OP_READLINK = 27, OP_REMOVE = 28, OP_RENAME = 29, OP_RENEW = 30, OP_RESTOREFH = 31, OP_SAVEFH = 32, OP_SECINFO = 33, OP_SETATTR = 34, OP_SETCLIENTID = 35, OP_SETCLIENTID_CONFIRM = 36, OP_VERIFY = 37, OP_WRITE = 38, OP_RELEASE_LOCKOWNER = 39, OP_BACKCHANNEL_CTL = 40, OP_BIND_CONN_TO_SESSION = 41, OP_EXCHANGE_ID = 42, OP_CREATE_SESSION = 43, OP_DESTROY_SESSION = 44, OP_FREE_STATEID = 45, OP_GET_DIR_DELEGATION = 46, OP_GETDEVICEINFO = 47, OP_GETDEVICELIST = 48, OP_LAYOUTCOMMIT = 49, OP_LAYOUTGET = 50, OP_LAYOUTRETURN = 51, OP_SECINFO_NO_NAME = 52, OP_SEQUENCE = 53, OP_SET_SSV = 54, OP_TEST_STATEID = 55, OP_WANT_DELEGATION = 56, OP_DESTROY_CLIENTID = 57, OP_RECLAIM_COMPLETE = 58, OP_ALLOCATE = 59, OP_COPY = 60, OP_COPY_NOTIFY = 61, OP_DEALLOCATE = 62, OP_IO_ADVISE = 63, OP_LAYOUTERROR = 64, OP_LAYOUTSTATS = 65, OP_OFFLOAD_CANCEL = 66, OP_OFFLOAD_STATUS = 67, OP_READ_PLUS = 68, OP_SEEK = 69, OP_WRITE_SAME = 70, OP_CLONE = 71, OP_GETXATTR = 72, OP_SETXATTR = 73, OP_LISTXATTRS = 74, OP_REMOVEXATTR = 75, OP_ILLEGAL = 10044, }; struct blk_zone { __u64 start; __u64 len; __u64 wp; __u8 type; __u8 cond; __u8 non_seq; __u8 reset; __u8 resv[4]; __u64 capacity; __u8 reserved[24]; }; struct blk_integrity_iter; typedef blk_status_t integrity_processing_fn(struct blk_integrity_iter *); typedef void integrity_prepare_fn(struct request *); typedef void integrity_complete_fn(struct request *, unsigned int); struct blk_integrity_profile { integrity_processing_fn *generate_fn; integrity_processing_fn *verify_fn; integrity_prepare_fn *prepare_fn; integrity_complete_fn *complete_fn; const char *name; }; typedef int (*report_zones_cb)(struct blk_zone *, unsigned int, void *); enum blk_unique_id { BLK_UID_T10 = 1, BLK_UID_EUI64 = 2, BLK_UID_NAA = 3, }; struct hd_geometry; struct pr_ops; struct block_device_operations { void (*submit_bio)(struct bio *); int (*poll_bio)(struct bio *, struct io_comp_batch *, unsigned int); int (*open)(struct block_device *, fmode_t); void (*release)(struct gendisk *, fmode_t); int (*ioctl)(struct block_device *, fmode_t, unsigned int, long unsigned int); int (*compat_ioctl)(struct block_device *, fmode_t, unsigned int, long unsigned int); unsigned int (*check_events)(struct gendisk *, unsigned int); void (*unlock_native_capacity)(struct gendisk *); int (*getgeo)(struct block_device *, struct hd_geometry *); int (*set_read_only)(struct block_device *, bool); void (*free_disk)(struct gendisk *); void (*swap_slot_free_notify)(struct block_device *, long unsigned int); int (*report_zones)(struct gendisk *, sector_t, unsigned int, report_zones_cb, void *); char * (*devnode)(struct gendisk *, umode_t *); int (*get_unique_id)(struct gendisk *, u8 *, enum blk_unique_id); struct module *owner; const struct pr_ops *pr_ops; int (*alternative_gpt_sector)(struct gendisk *, sector_t *); }; struct blk_independent_access_range { struct kobject kobj; sector_t sector; sector_t nr_sectors; }; struct blk_independent_access_ranges { struct kobject kobj; bool sysfs_registered; unsigned int nr_ia_ranges; struct blk_independent_access_range ia_range[0]; }; enum blk_eh_timer_return { BLK_EH_DONE = 0, BLK_EH_RESET_TIMER = 1, }; struct blk_mq_hw_ctx; struct blk_mq_queue_data; struct blk_mq_ops { blk_status_t (*queue_rq)(struct blk_mq_hw_ctx *, const struct blk_mq_queue_data *); void (*commit_rqs)(struct blk_mq_hw_ctx *); void (*queue_rqs)(struct request **); int (*get_budget)(struct request_queue *); void (*put_budget)(struct request_queue *, int); void (*set_rq_budget_token)(struct request *, int); int (*get_rq_budget_token)(struct request *); enum blk_eh_timer_return (*timeout)(struct request *); int (*poll)(struct blk_mq_hw_ctx *, struct io_comp_batch *); void (*complete)(struct request *); int (*init_hctx)(struct blk_mq_hw_ctx *, void *, unsigned int); void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); int (*init_request)(struct blk_mq_tag_set *, struct request *, unsigned int, unsigned int); void (*exit_request)(struct blk_mq_tag_set *, struct request *, unsigned int); void (*cleanup_rq)(struct request *); bool (*busy)(struct request_queue *); void (*map_queues)(struct blk_mq_tag_set *); void (*show_rq)(struct seq_file *, struct request *); }; enum pr_type { PR_WRITE_EXCLUSIVE = 1, PR_EXCLUSIVE_ACCESS = 2, PR_WRITE_EXCLUSIVE_REG_ONLY = 3, PR_EXCLUSIVE_ACCESS_REG_ONLY = 4, PR_WRITE_EXCLUSIVE_ALL_REGS = 5, PR_EXCLUSIVE_ACCESS_ALL_REGS = 6, }; struct pr_ops { int (*pr_register)(struct block_device *, u64, u64, u32); int (*pr_reserve)(struct block_device *, u64, enum pr_type, u32); int (*pr_release)(struct block_device *, u64, enum pr_type); int (*pr_preempt)(struct block_device *, u64, u64, enum pr_type, bool); int (*pr_clear)(struct block_device *, u64); }; enum { UNAME26 = 131072, ADDR_NO_RANDOMIZE = 262144, FDPIC_FUNCPTRS = 524288, MMAP_PAGE_ZERO = 1048576, ADDR_COMPAT_LAYOUT = 2097152, READ_IMPLIES_EXEC = 4194304, ADDR_LIMIT_32BIT = 8388608, SHORT_INODE = 16777216, WHOLE_SECONDS = 33554432, STICKY_TIMEOUTS = 67108864, ADDR_LIMIT_3GB = 134217728, }; struct seq_buf { char *buffer; size_t size; size_t len; loff_t readpos; }; struct trace_seq { char buffer[4096]; struct seq_buf seq; int full; }; enum perf_sw_ids { PERF_COUNT_SW_CPU_CLOCK = 0, PERF_COUNT_SW_TASK_CLOCK = 1, PERF_COUNT_SW_PAGE_FAULTS = 2, PERF_COUNT_SW_CONTEXT_SWITCHES = 3, PERF_COUNT_SW_CPU_MIGRATIONS = 4, PERF_COUNT_SW_PAGE_FAULTS_MIN = 5, PERF_COUNT_SW_PAGE_FAULTS_MAJ = 6, PERF_COUNT_SW_ALIGNMENT_FAULTS = 7, PERF_COUNT_SW_EMULATION_FAULTS = 8, PERF_COUNT_SW_DUMMY = 9, PERF_COUNT_SW_BPF_OUTPUT = 10, PERF_COUNT_SW_CGROUP_SWITCHES = 11, PERF_COUNT_SW_MAX = 12, }; enum perf_branch_sample_type_shift { PERF_SAMPLE_BRANCH_USER_SHIFT = 0, PERF_SAMPLE_BRANCH_KERNEL_SHIFT = 1, PERF_SAMPLE_BRANCH_HV_SHIFT = 2, PERF_SAMPLE_BRANCH_ANY_SHIFT = 3, PERF_SAMPLE_BRANCH_ANY_CALL_SHIFT = 4, PERF_SAMPLE_BRANCH_ANY_RETURN_SHIFT = 5, PERF_SAMPLE_BRANCH_IND_CALL_SHIFT = 6, PERF_SAMPLE_BRANCH_ABORT_TX_SHIFT = 7, PERF_SAMPLE_BRANCH_IN_TX_SHIFT = 8, PERF_SAMPLE_BRANCH_NO_TX_SHIFT = 9, PERF_SAMPLE_BRANCH_COND_SHIFT = 10, PERF_SAMPLE_BRANCH_CALL_STACK_SHIFT = 11, PERF_SAMPLE_BRANCH_IND_JUMP_SHIFT = 12, PERF_SAMPLE_BRANCH_CALL_SHIFT = 13, PERF_SAMPLE_BRANCH_NO_FLAGS_SHIFT = 14, PERF_SAMPLE_BRANCH_NO_CYCLES_SHIFT = 15, PERF_SAMPLE_BRANCH_TYPE_SAVE_SHIFT = 16, PERF_SAMPLE_BRANCH_HW_INDEX_SHIFT = 17, PERF_SAMPLE_BRANCH_PRIV_SAVE_SHIFT = 18, PERF_SAMPLE_BRANCH_MAX_SHIFT = 19, }; struct perf_event_attr { __u32 type; __u32 size; __u64 config; union { __u64 sample_period; __u64 sample_freq; }; __u64 sample_type; __u64 read_format; __u64 disabled: 1; __u64 inherit: 1; __u64 pinned: 1; __u64 exclusive: 1; __u64 exclude_user: 1; __u64 exclude_kernel: 1; __u64 exclude_hv: 1; __u64 exclude_idle: 1; __u64 mmap: 1; __u64 comm: 1; __u64 freq: 1; __u64 inherit_stat: 1; __u64 enable_on_exec: 1; __u64 task: 1; __u64 watermark: 1; __u64 precise_ip: 2; __u64 mmap_data: 1; __u64 sample_id_all: 1; __u64 exclude_host: 1; __u64 exclude_guest: 1; __u64 exclude_callchain_kernel: 1; __u64 exclude_callchain_user: 1; __u64 mmap2: 1; __u64 comm_exec: 1; __u64 use_clockid: 1; __u64 context_switch: 1; __u64 write_backward: 1; __u64 namespaces: 1; __u64 ksymbol: 1; __u64 bpf_event: 1; __u64 aux_output: 1; __u64 cgroup: 1; __u64 text_poke: 1; __u64 build_id: 1; __u64 inherit_thread: 1; __u64 remove_on_exec: 1; __u64 sigtrap: 1; __u64 __reserved_1: 26; union { __u32 wakeup_events; __u32 wakeup_watermark; }; __u32 bp_type; union { __u64 bp_addr; __u64 kprobe_func; __u64 uprobe_path; __u64 config1; }; union { __u64 bp_len; __u64 kprobe_addr; __u64 probe_offset; __u64 config2; }; __u64 branch_sample_type; __u64 sample_regs_user; __u32 sample_stack_user; __s32 clockid; __u64 sample_regs_intr; __u32 aux_watermark; __u16 sample_max_stack; __u16 __reserved_2; __u32 aux_sample_size; __u32 __reserved_3; __u64 sig_data; __u64 config3; }; union perf_mem_data_src { __u64 val; struct { __u64 mem_rsvd: 18; __u64 mem_hops: 3; __u64 mem_blk: 3; __u64 mem_snoopx: 2; __u64 mem_remote: 1; __u64 mem_lvl_num: 4; __u64 mem_dtlb: 7; __u64 mem_lock: 2; __u64 mem_snoop: 5; __u64 mem_lvl: 14; __u64 mem_op: 5; }; }; struct perf_branch_entry { __u64 from; __u64 to; __u64 mispred: 1; __u64 predicted: 1; __u64 in_tx: 1; __u64 abort: 1; __u64 cycles: 16; __u64 type: 4; __u64 spec: 2; __u64 new_type: 4; __u64 priv: 3; __u64 reserved: 31; }; union perf_sample_weight { __u64 full; struct { __u16 var3_w; __u16 var2_w; __u32 var1_dw; }; }; struct ftrace_regs { struct pt_regs regs; }; struct ftrace_ops; typedef void (*ftrace_func_t)(long unsigned int, long unsigned int, struct ftrace_ops *, struct ftrace_regs *); struct ftrace_hash; struct ftrace_ops_hash { struct ftrace_hash *notrace_hash; struct ftrace_hash *filter_hash; struct mutex regex_lock; }; enum ftrace_ops_cmd { FTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_SELF = 0, FTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_PEER = 1, FTRACE_OPS_CMD_DISABLE_SHARE_IPMODIFY_PEER = 2, }; typedef int (*ftrace_ops_func_t)(struct ftrace_ops *, enum ftrace_ops_cmd); struct ftrace_ops { ftrace_func_t func; struct ftrace_ops *next; long unsigned int flags; void *private; ftrace_func_t saved_func; struct ftrace_ops_hash local_hash; struct ftrace_ops_hash *func_hash; struct ftrace_ops_hash old_hash; long unsigned int trampoline; long unsigned int trampoline_size; struct list_head list; ftrace_ops_func_t ops_func; long unsigned int direct_call; }; struct irq_work { struct __call_single_node node; void (*func)(struct irq_work *); struct rcuwait irqwait; }; struct perf_regs { __u64 abi; struct pt_regs *regs; }; struct perf_callchain_entry { __u64 nr; __u64 ip[0]; }; typedef long unsigned int (*perf_copy_f)(void *, const void *, long unsigned int, long unsigned int); struct perf_raw_frag { union { struct perf_raw_frag *next; long unsigned int pad; }; perf_copy_f copy; void *data; u32 size; } __attribute__((packed)); struct perf_raw_record { struct perf_raw_frag frag; u32 size; }; struct perf_branch_stack { __u64 nr; __u64 hw_idx; struct perf_branch_entry entries[0]; }; struct hw_perf_event_extra { u64 config; unsigned int reg; int alloc; int idx; }; struct hw_perf_event { union { struct { u64 config; u64 last_tag; long unsigned int config_base; long unsigned int event_base; int event_base_rdpmc; int idx; int last_cpu; int flags; struct hw_perf_event_extra extra_reg; struct hw_perf_event_extra branch_reg; }; struct { struct hrtimer hrtimer; }; struct { struct list_head tp_list; }; struct { u64 pwr_acc; u64 ptsc; }; struct { u8 iommu_bank; u8 iommu_cntr; u16 padding; u64 conf; u64 conf1; }; }; struct task_struct *target; void *addr_filters; long unsigned int addr_filters_gen; int state; local64_t prev_count; u64 sample_period; union { struct { u64 last_period; local64_t period_left; }; struct { u64 saved_metric; u64 saved_slots; }; }; u64 interrupts_seq; u64 interrupts; u64 freq_time_stamp; u64 freq_count_stamp; }; struct perf_cpu_pmu_context; struct perf_event_pmu_context; struct perf_output_handle; struct pmu { struct list_head entry; struct module *module; struct device *dev; const struct attribute_group **attr_groups; const struct attribute_group **attr_update; const char *name; int type; int capabilities; int *pmu_disable_count; struct perf_cpu_pmu_context *cpu_pmu_context; atomic_t exclusive_cnt; int task_ctx_nr; int hrtimer_interval_ms; unsigned int nr_addr_filters; void (*pmu_enable)(struct pmu *); void (*pmu_disable)(struct pmu *); int (*event_init)(struct perf_event *); void (*event_mapped)(struct perf_event *, struct mm_struct *); void (*event_unmapped)(struct perf_event *, struct mm_struct *); int (*add)(struct perf_event *, int); void (*del)(struct perf_event *, int); void (*start)(struct perf_event *, int); void (*stop)(struct perf_event *, int); void (*read)(struct perf_event *); void (*start_txn)(struct pmu *, unsigned int); int (*commit_txn)(struct pmu *); void (*cancel_txn)(struct pmu *); int (*event_idx)(struct perf_event *); void (*sched_task)(struct perf_event_pmu_context *, bool); struct kmem_cache *task_ctx_cache; void (*swap_task_ctx)(struct perf_event_pmu_context *, struct perf_event_pmu_context *); void * (*setup_aux)(struct perf_event *, void **, int, bool); void (*free_aux)(void *); long int (*snapshot_aux)(struct perf_event *, struct perf_output_handle *, long unsigned int); int (*addr_filters_validate)(struct list_head *); void (*addr_filters_sync)(struct perf_event *); int (*aux_output_match)(struct perf_event *); bool (*filter)(struct pmu *, int); int (*check_period)(struct perf_event *, u64); }; struct perf_event_pmu_context { struct pmu *pmu; struct perf_event_context *ctx; struct list_head pmu_ctx_entry; struct list_head pinned_active; struct list_head flexible_active; unsigned int embedded: 1; unsigned int nr_events; atomic_t refcount; struct callback_head callback_head; void *task_ctx_data; int rotate_necessary; }; struct perf_cpu_pmu_context { struct perf_event_pmu_context epc; struct perf_event_pmu_context *task_epc; struct list_head sched_cb_entry; int sched_cb_usage; int active_oncpu; int exclusive; raw_spinlock_t hrtimer_lock; struct hrtimer hrtimer; ktime_t hrtimer_interval; unsigned int hrtimer_active; }; enum perf_event_state { PERF_EVENT_STATE_DEAD = -4, PERF_EVENT_STATE_EXIT = -3, PERF_EVENT_STATE_ERROR = -2, PERF_EVENT_STATE_OFF = -1, PERF_EVENT_STATE_INACTIVE = 0, PERF_EVENT_STATE_ACTIVE = 1, }; struct perf_addr_filters_head { struct list_head list; raw_spinlock_t lock; unsigned int nr_file_filters; }; struct perf_sample_data; typedef void (*perf_overflow_handler_t)(struct perf_event *, struct perf_sample_data *, struct pt_regs *); struct perf_buffer; struct perf_addr_filter_range; struct perf_cgroup; struct perf_event { struct list_head event_entry; struct list_head sibling_list; struct list_head active_list; struct rb_node group_node; u64 group_index; struct list_head migrate_entry; struct hlist_node hlist_entry; struct list_head active_entry; int nr_siblings; int event_caps; int group_caps; struct perf_event *group_leader; struct pmu *pmu; void *pmu_private; enum perf_event_state state; unsigned int attach_state; local64_t count; atomic64_t child_count; u64 total_time_enabled; u64 total_time_running; u64 tstamp; struct perf_event_attr attr; u16 header_size; u16 id_header_size; u16 read_size; struct hw_perf_event hw; struct perf_event_context *ctx; struct perf_event_pmu_context *pmu_ctx; atomic_long_t refcount; atomic64_t child_total_time_enabled; atomic64_t child_total_time_running; struct mutex child_mutex; struct list_head child_list; struct perf_event *parent; int oncpu; int cpu; struct list_head owner_entry; struct task_struct *owner; struct mutex mmap_mutex; atomic_t mmap_count; struct perf_buffer *rb; struct list_head rb_entry; long unsigned int rcu_batches; int rcu_pending; wait_queue_head_t waitq; struct fasync_struct *fasync; unsigned int pending_wakeup; unsigned int pending_kill; unsigned int pending_disable; unsigned int pending_sigtrap; long unsigned int pending_addr; struct irq_work pending_irq; struct callback_head pending_task; unsigned int pending_work; atomic_t event_limit; struct perf_addr_filters_head addr_filters; struct perf_addr_filter_range *addr_filter_ranges; long unsigned int addr_filters_gen; struct perf_event *aux_event; void (*destroy)(struct perf_event *); struct callback_head callback_head; struct pid_namespace *ns; u64 id; atomic64_t lost_samples; u64 (*clock)(); perf_overflow_handler_t overflow_handler; void *overflow_handler_context; perf_overflow_handler_t orig_overflow_handler; struct bpf_prog *prog; u64 bpf_cookie; struct trace_event_call *tp_event; struct event_filter *filter; struct ftrace_ops ftrace_ops; struct perf_cgroup *cgrp; void *security; struct list_head sb_list; }; struct perf_output_handle { struct perf_event *event; struct perf_buffer *rb; long unsigned int wakeup; long unsigned int size; u64 aux_flags; union { void *addr; long unsigned int head; }; int page; }; struct perf_addr_filter_range { long unsigned int start; long unsigned int size; }; struct perf_sample_data { u64 sample_flags; u64 period; u64 dyn_size; u64 type; struct { u32 pid; u32 tid; } tid_entry; u64 time; u64 id; struct { u32 cpu; u32 reserved; } cpu_entry; u64 ip; struct perf_callchain_entry *callchain; struct perf_raw_record *raw; struct perf_branch_stack *br_stack; union perf_sample_weight weight; union perf_mem_data_src data_src; u64 txn; struct perf_regs regs_user; struct perf_regs regs_intr; u64 stack_user_size; u64 stream_id; u64 cgroup; u64 addr; u64 phys_addr; u64 data_page_size; u64 code_page_size; u64 aux_size; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct perf_cgroup_info; struct perf_cgroup { struct cgroup_subsys_state css; struct perf_cgroup_info *info; }; struct perf_cgroup_info { u64 time; u64 timestamp; u64 timeoffset; int active; }; struct trace_entry { short unsigned int type; unsigned char flags; unsigned char preempt_count; int pid; }; struct trace_array; struct tracer; struct array_buffer; struct ring_buffer_iter; struct trace_iterator { struct trace_array *tr; struct tracer *trace; struct array_buffer *array_buffer; void *private; int cpu_file; struct mutex mutex; struct ring_buffer_iter **buffer_iter; long unsigned int iter_flags; void *temp; unsigned int temp_size; char *fmt; unsigned int fmt_size; long int wait_index; struct trace_seq tmp_seq; cpumask_var_t started; bool snapshot; struct trace_seq seq; struct trace_entry *ent; long unsigned int lost_events; int leftover; int ent_size; int cpu; u64 ts; loff_t pos; long int idx; }; enum print_line_t { TRACE_TYPE_PARTIAL_LINE = 0, TRACE_TYPE_HANDLED = 1, TRACE_TYPE_UNHANDLED = 2, TRACE_TYPE_NO_CONSUME = 3, }; typedef enum print_line_t (*trace_print_func)(struct trace_iterator *, int, struct trace_event *); struct trace_event_functions { trace_print_func trace; trace_print_func raw; trace_print_func hex; trace_print_func binary; }; enum trace_reg { TRACE_REG_REGISTER = 0, TRACE_REG_UNREGISTER = 1, TRACE_REG_PERF_REGISTER = 2, TRACE_REG_PERF_UNREGISTER = 3, TRACE_REG_PERF_OPEN = 4, TRACE_REG_PERF_CLOSE = 5, TRACE_REG_PERF_ADD = 6, TRACE_REG_PERF_DEL = 7, }; struct trace_event_fields { const char *type; union { struct { const char *name; const int size; const int align; const int is_signed; const int filter_type; const int len; }; int (*define_fields)(struct trace_event_call *); }; }; struct trace_event_class { const char *system; void *probe; void *perf_probe; int (*reg)(struct trace_event_call *, enum trace_reg, void *); struct trace_event_fields *fields_array; struct list_head * (*get_fields)(struct trace_event_call *); struct list_head fields; int (*raw_init)(struct trace_event_call *); }; enum { TRACE_EVENT_FL_FILTERED_BIT = 0, TRACE_EVENT_FL_CAP_ANY_BIT = 1, TRACE_EVENT_FL_NO_SET_FILTER_BIT = 2, TRACE_EVENT_FL_IGNORE_ENABLE_BIT = 3, TRACE_EVENT_FL_TRACEPOINT_BIT = 4, TRACE_EVENT_FL_DYNAMIC_BIT = 5, TRACE_EVENT_FL_KPROBE_BIT = 6, TRACE_EVENT_FL_UPROBE_BIT = 7, TRACE_EVENT_FL_EPROBE_BIT = 8, TRACE_EVENT_FL_CUSTOM_BIT = 9, }; enum { EVENT_FILE_FL_ENABLED_BIT = 0, EVENT_FILE_FL_RECORDED_CMD_BIT = 1, EVENT_FILE_FL_RECORDED_TGID_BIT = 2, EVENT_FILE_FL_FILTERED_BIT = 3, EVENT_FILE_FL_NO_SET_FILTER_BIT = 4, EVENT_FILE_FL_SOFT_MODE_BIT = 5, EVENT_FILE_FL_SOFT_DISABLED_BIT = 6, EVENT_FILE_FL_TRIGGER_MODE_BIT = 7, EVENT_FILE_FL_TRIGGER_COND_BIT = 8, EVENT_FILE_FL_PID_FILTER_BIT = 9, EVENT_FILE_FL_WAS_ENABLED_BIT = 10, }; struct uuidcmp { const char *uuid; int len; }; typedef int (*initcall_t)(); struct subprocess_info { struct work_struct work; struct completion *complete; const char *path; char **argv; char **envp; int wait; int retval; int (*init)(struct subprocess_info *, struct cred *); void (*cleanup)(struct subprocess_info *); void *data; }; typedef phys_addr_t resource_size_t; struct resource { resource_size_t start; resource_size_t end; const char *name; long unsigned int flags; long unsigned int desc; struct resource *parent; struct resource *sibling; struct resource *child; }; enum umh_disable_depth { UMH_ENABLED = 0, UMH_FREEZING = 1, UMH_DISABLED = 2, }; enum kmalloc_cache_type { KMALLOC_NORMAL = 0, KMALLOC_RECLAIM = 1, KMALLOC_DMA = 2, KMALLOC_CGROUP = 3, NR_KMALLOC_TYPES = 4, }; typedef u64 async_cookie_t; typedef void (*async_func_t)(void *, async_cookie_t); struct async_domain { struct list_head pending; unsigned int registered: 1; }; struct hash { int ino; int minor; int major; umode_t mode; struct hash *next; char name[4098]; }; enum state { Start = 0, Collect = 1, GotHeader = 2, SkipIt = 3, GotName = 4, CopyFile = 5, GotSymlink = 6, Reset = 7, }; typedef int (*decompress_fn)(unsigned char *, long int, long int (*)(void *, long unsigned int), long int (*)(void *, long unsigned int), unsigned char *, long int *, void (*)(char *)); enum key_being_used_for { VERIFYING_MODULE_SIGNATURE = 0, VERIFYING_FIRMWARE_SIGNATURE = 1, VERIFYING_KEXEC_PE_SIGNATURE = 2, VERIFYING_KEY_SIGNATURE = 3, VERIFYING_KEY_SELF_SIGNATURE = 4, VERIFYING_UNSPECIFIED_SIGNATURE = 5, NR__KEY_BEING_USED_FOR = 6, }; enum pcpu_fc { PCPU_FC_AUTO = 0, PCPU_FC_EMBED = 1, PCPU_FC_PAGE = 2, PCPU_FC_NR = 3, }; enum hrtimer_base_type { HRTIMER_BASE_MONOTONIC = 0, HRTIMER_BASE_REALTIME = 1, HRTIMER_BASE_BOOTTIME = 2, HRTIMER_BASE_TAI = 3, HRTIMER_BASE_MONOTONIC_SOFT = 4, HRTIMER_BASE_REALTIME_SOFT = 5, HRTIMER_BASE_BOOTTIME_SOFT = 6, HRTIMER_BASE_TAI_SOFT = 7, HRTIMER_MAX_CLOCK_BASES = 8, }; enum node_states { N_POSSIBLE = 0, N_ONLINE = 1, N_NORMAL_MEMORY = 2, N_HIGH_MEMORY = 2, N_MEMORY = 3, N_CPU = 4, N_GENERIC_INITIATOR = 5, NR_NODE_STATES = 6, }; enum { MM_FILEPAGES = 0, MM_ANONPAGES = 1, MM_SWAPENTS = 2, MM_SHMEMPAGES = 3, NR_MM_COUNTERS = 4, }; enum rseq_cs_flags_bit { RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT_BIT = 0, RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL_BIT = 1, RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE_BIT = 2, }; enum { TASK_COMM_LEN = 16, }; enum rseq_event_mask_bits { RSEQ_EVENT_PREEMPT_BIT = 0, RSEQ_EVENT_SIGNAL_BIT = 1, RSEQ_EVENT_MIGRATE_BIT = 2, }; enum interruption_class { IRQEXT_CLK = 0, IRQEXT_EXC = 1, IRQEXT_EMS = 2, IRQEXT_TMR = 3, IRQEXT_TLA = 4, IRQEXT_PFL = 5, IRQEXT_DSD = 6, IRQEXT_VRT = 7, IRQEXT_SCP = 8, IRQEXT_IUC = 9, IRQEXT_CMS = 10, IRQEXT_CMC = 11, IRQEXT_FTP = 12, IRQIO_CIO = 13, IRQIO_DAS = 14, IRQIO_C15 = 15, IRQIO_C70 = 16, IRQIO_TAP = 17, IRQIO_VMR = 18, IRQIO_LCS = 19, IRQIO_CTC = 20, IRQIO_ADM = 21, IRQIO_CSC = 22, IRQIO_VIR = 23, IRQIO_QAI = 24, IRQIO_APB = 25, IRQIO_PCF = 26, IRQIO_PCD = 27, IRQIO_MSI = 28, IRQIO_VAI = 29, IRQIO_GAL = 30, NMI_NMI = 31, CPU_RST = 32, NR_ARCH_IRQS = 33, }; enum { HI_SOFTIRQ = 0, TIMER_SOFTIRQ = 1, NET_TX_SOFTIRQ = 2, NET_RX_SOFTIRQ = 3, BLOCK_SOFTIRQ = 4, IRQ_POLL_SOFTIRQ = 5, TASKLET_SOFTIRQ = 6, SCHED_SOFTIRQ = 7, HRTIMER_SOFTIRQ = 8, RCU_SOFTIRQ = 9, NR_SOFTIRQS = 10, }; enum migratetype { MIGRATE_UNMOVABLE = 0, MIGRATE_MOVABLE = 1, MIGRATE_RECLAIMABLE = 2, MIGRATE_PCPTYPES = 3, MIGRATE_HIGHATOMIC = 3, MIGRATE_CMA = 4, MIGRATE_ISOLATE = 5, MIGRATE_TYPES = 6, }; enum numa_stat_item { NUMA_HIT = 0, NUMA_MISS = 1, NUMA_FOREIGN = 2, NUMA_INTERLEAVE_HIT = 3, NUMA_LOCAL = 4, NUMA_OTHER = 5, NR_VM_NUMA_EVENT_ITEMS = 6, }; enum zone_stat_item { NR_FREE_PAGES = 0, NR_ZONE_LRU_BASE = 1, NR_ZONE_INACTIVE_ANON = 1, NR_ZONE_ACTIVE_ANON = 2, NR_ZONE_INACTIVE_FILE = 3, NR_ZONE_ACTIVE_FILE = 4, NR_ZONE_UNEVICTABLE = 5, NR_ZONE_WRITE_PENDING = 6, NR_MLOCK = 7, NR_BOUNCE = 8, NR_ZSPAGES = 9, NR_FREE_CMA_PAGES = 10, NR_VM_ZONE_STAT_ITEMS = 11, }; enum node_stat_item { NR_LRU_BASE = 0, NR_INACTIVE_ANON = 0, NR_ACTIVE_ANON = 1, NR_INACTIVE_FILE = 2, NR_ACTIVE_FILE = 3, NR_UNEVICTABLE = 4, NR_SLAB_RECLAIMABLE_B = 5, NR_SLAB_UNRECLAIMABLE_B = 6, NR_ISOLATED_ANON = 7, NR_ISOLATED_FILE = 8, WORKINGSET_NODES = 9, WORKINGSET_REFAULT_BASE = 10, WORKINGSET_REFAULT_ANON = 10, WORKINGSET_REFAULT_FILE = 11, WORKINGSET_ACTIVATE_BASE = 12, WORKINGSET_ACTIVATE_ANON = 12, WORKINGSET_ACTIVATE_FILE = 13, WORKINGSET_RESTORE_BASE = 14, WORKINGSET_RESTORE_ANON = 14, WORKINGSET_RESTORE_FILE = 15, WORKINGSET_NODERECLAIM = 16, NR_ANON_MAPPED = 17, NR_FILE_MAPPED = 18, NR_FILE_PAGES = 19, NR_FILE_DIRTY = 20, NR_WRITEBACK = 21, NR_WRITEBACK_TEMP = 22, NR_SHMEM = 23, NR_SHMEM_THPS = 24, NR_SHMEM_PMDMAPPED = 25, NR_FILE_THPS = 26, NR_FILE_PMDMAPPED = 27, NR_ANON_THPS = 28, NR_VMSCAN_WRITE = 29, NR_VMSCAN_IMMEDIATE = 30, NR_DIRTIED = 31, NR_WRITTEN = 32, NR_THROTTLED_WRITTEN = 33, NR_KERNEL_MISC_RECLAIMABLE = 34, NR_FOLL_PIN_ACQUIRED = 35, NR_FOLL_PIN_RELEASED = 36, NR_KERNEL_STACK_KB = 37, NR_PAGETABLE = 38, NR_SECONDARY_PAGETABLE = 39, NR_SWAPCACHE = 40, PGPROMOTE_SUCCESS = 41, PGPROMOTE_CANDIDATE = 42, NR_VM_NODE_STAT_ITEMS = 43, }; enum lru_list { LRU_INACTIVE_ANON = 0, LRU_ACTIVE_ANON = 1, LRU_INACTIVE_FILE = 2, LRU_ACTIVE_FILE = 3, LRU_UNEVICTABLE = 4, NR_LRU_LISTS = 5, }; enum vmscan_throttle_state { VMSCAN_THROTTLE_WRITEBACK = 0, VMSCAN_THROTTLE_ISOLATED = 1, VMSCAN_THROTTLE_NOPROGRESS = 2, VMSCAN_THROTTLE_CONGESTED = 3, NR_VMSCAN_THROTTLE = 4, }; enum { MM_LEAF_TOTAL = 0, MM_LEAF_OLD = 1, MM_LEAF_YOUNG = 2, MM_NONLEAF_TOTAL = 3, MM_NONLEAF_FOUND = 4, MM_NONLEAF_ADDED = 5, NR_MM_STATS = 6, }; enum zone_watermarks { WMARK_MIN = 0, WMARK_LOW = 1, WMARK_HIGH = 2, WMARK_PROMO = 3, NR_WMARK = 4, }; enum { ZONELIST_FALLBACK = 0, ZONELIST_NOFALLBACK = 1, MAX_ZONELISTS = 2, }; enum { PG_DIRECT_MAP_4K = 0, PG_DIRECT_MAP_1M = 1, PG_DIRECT_MAP_2G = 2, PG_DIRECT_MAP_MAX = 3, }; enum { DQF_ROOT_SQUASH_B = 0, DQF_SYS_FILE_B = 16, DQF_PRIVATE = 17, }; enum { DQST_LOOKUPS = 0, DQST_DROPS = 1, DQST_READS = 2, DQST_WRITES = 3, DQST_CACHE_HITS = 4, DQST_ALLOC_DQUOTS = 5, DQST_FREE_DQUOTS = 6, DQST_SYNCS = 7, _DQST_DQSTAT_LAST = 8, }; enum { SB_UNFROZEN = 0, SB_FREEZE_WRITE = 1, SB_FREEZE_PAGEFAULT = 2, SB_FREEZE_FS = 3, SB_FREEZE_COMPLETE = 4, }; enum compound_dtor_id { NULL_COMPOUND_DTOR = 0, COMPOUND_PAGE_DTOR = 1, HUGETLB_PAGE_DTOR = 2, NR_COMPOUND_DTORS = 3, }; enum vm_event_item { PGPGIN = 0, PGPGOUT = 1, PSWPIN = 2, PSWPOUT = 3, PGALLOC_DMA = 4, PGALLOC_NORMAL = 5, PGALLOC_MOVABLE = 6, ALLOCSTALL_DMA = 7, ALLOCSTALL_NORMAL = 8, ALLOCSTALL_MOVABLE = 9, PGSCAN_SKIP_DMA = 10, PGSCAN_SKIP_NORMAL = 11, PGSCAN_SKIP_MOVABLE = 12, PGFREE = 13, PGACTIVATE = 14, PGDEACTIVATE = 15, PGLAZYFREE = 16, PGFAULT = 17, PGMAJFAULT = 18, PGLAZYFREED = 19, PGREFILL = 20, PGREUSE = 21, PGSTEAL_KSWAPD = 22, PGSTEAL_DIRECT = 23, PGSTEAL_KHUGEPAGED = 24, PGDEMOTE_KSWAPD = 25, PGDEMOTE_DIRECT = 26, PGDEMOTE_KHUGEPAGED = 27, PGSCAN_KSWAPD = 28, PGSCAN_DIRECT = 29, PGSCAN_KHUGEPAGED = 30, PGSCAN_DIRECT_THROTTLE = 31, PGSCAN_ANON = 32, PGSCAN_FILE = 33, PGSTEAL_ANON = 34, PGSTEAL_FILE = 35, PGSCAN_ZONE_RECLAIM_FAILED = 36, PGINODESTEAL = 37, SLABS_SCANNED = 38, KSWAPD_INODESTEAL = 39, KSWAPD_LOW_WMARK_HIT_QUICKLY = 40, KSWAPD_HIGH_WMARK_HIT_QUICKLY = 41, PAGEOUTRUN = 42, PGROTATED = 43, DROP_PAGECACHE = 44, DROP_SLAB = 45, OOM_KILL = 46, NUMA_PTE_UPDATES = 47, NUMA_HUGE_PTE_UPDATES = 48, NUMA_HINT_FAULTS = 49, NUMA_HINT_FAULTS_LOCAL = 50, NUMA_PAGE_MIGRATE = 51, PGMIGRATE_SUCCESS = 52, PGMIGRATE_FAIL = 53, THP_MIGRATION_SUCCESS = 54, THP_MIGRATION_FAIL = 55, THP_MIGRATION_SPLIT = 56, COMPACTMIGRATE_SCANNED = 57, COMPACTFREE_SCANNED = 58, COMPACTISOLATED = 59, COMPACTSTALL = 60, COMPACTFAIL = 61, COMPACTSUCCESS = 62, KCOMPACTD_WAKE = 63, KCOMPACTD_MIGRATE_SCANNED = 64, KCOMPACTD_FREE_SCANNED = 65, HTLB_BUDDY_PGALLOC = 66, HTLB_BUDDY_PGALLOC_FAIL = 67, CMA_ALLOC_SUCCESS = 68, CMA_ALLOC_FAIL = 69, UNEVICTABLE_PGCULLED = 70, UNEVICTABLE_PGSCANNED = 71, UNEVICTABLE_PGRESCUED = 72, UNEVICTABLE_PGMLOCKED = 73, UNEVICTABLE_PGMUNLOCKED = 74, UNEVICTABLE_PGCLEARED = 75, UNEVICTABLE_PGSTRANDED = 76, BALLOON_INFLATE = 77, BALLOON_DEFLATE = 78, BALLOON_MIGRATE = 79, SWAP_RA = 80, SWAP_RA_HIT = 81, KSM_SWPIN_COPY = 82, COW_KSM = 83, ZSWPIN = 84, ZSWPOUT = 85, NR_VM_EVENT_ITEMS = 86, }; enum mod_mem_type { MOD_TEXT = 0, MOD_DATA = 1, MOD_RODATA = 2, MOD_RO_AFTER_INIT = 3, MOD_INIT_TEXT = 4, MOD_INIT_DATA = 5, MOD_INIT_RODATA = 6, MOD_MEM_NUM_TYPES = 7, MOD_INVALID = -1, }; enum ucount_type { UCOUNT_USER_NAMESPACES = 0, UCOUNT_PID_NAMESPACES = 1, UCOUNT_UTS_NAMESPACES = 2, UCOUNT_IPC_NAMESPACES = 3, UCOUNT_NET_NAMESPACES = 4, UCOUNT_MNT_NAMESPACES = 5, UCOUNT_CGROUP_NAMESPACES = 6, UCOUNT_TIME_NAMESPACES = 7, UCOUNT_INOTIFY_INSTANCES = 8, UCOUNT_INOTIFY_WATCHES = 9, UCOUNT_FANOTIFY_GROUPS = 10, UCOUNT_FANOTIFY_MARKS = 11, UCOUNT_COUNTS = 12, }; enum rlimit_type { UCOUNT_RLIMIT_NPROC = 0, UCOUNT_RLIMIT_MSGQUEUE = 1, UCOUNT_RLIMIT_SIGPENDING = 2, UCOUNT_RLIMIT_MEMLOCK = 3, UCOUNT_RLIMIT_COUNTS = 4, }; enum cpu_idle_type { CPU_IDLE = 0, CPU_NOT_IDLE = 1, CPU_NEWLY_IDLE = 2, CPU_MAX_IDLE_TYPES = 3, }; enum { __SD_BALANCE_NEWIDLE = 0, __SD_BALANCE_EXEC = 1, __SD_BALANCE_FORK = 2, __SD_BALANCE_WAKE = 3, __SD_WAKE_AFFINE = 4, __SD_ASYM_CPUCAPACITY = 5, __SD_ASYM_CPUCAPACITY_FULL = 6, __SD_SHARE_CPUCAPACITY = 7, __SD_SHARE_PKG_RESOURCES = 8, __SD_SERIALIZE = 9, __SD_ASYM_PACKING = 10, __SD_PREFER_SIBLING = 11, __SD_OVERLAP = 12, __SD_NUMA = 13, __SD_FLAG_CNT = 14, }; enum audit_ntp_type { AUDIT_NTP_OFFSET = 0, AUDIT_NTP_FREQ = 1, AUDIT_NTP_STATUS = 2, AUDIT_NTP_TAI = 3, AUDIT_NTP_TICK = 4, AUDIT_NTP_ADJUST = 5, AUDIT_NTP_NVALS = 6, }; enum { PSW_BITS_AS_PRIMARY = 0, PSW_BITS_AS_ACCREG = 1, PSW_BITS_AS_SECONDARY = 2, PSW_BITS_AS_HOME = 3, }; enum bug_trap_type { BUG_TRAP_TYPE_NONE = 0, BUG_TRAP_TYPE_WARN = 1, BUG_TRAP_TYPE_BUG = 2, }; union oac { unsigned int val; struct { struct { short unsigned int key: 4; char: 4; short unsigned int as: 2; char: 4; short unsigned int k: 1; short unsigned int a: 1; } oac1; struct { short unsigned int key: 4; char: 4; short unsigned int as: 2; char: 4; short unsigned int k: 1; short unsigned int a: 1; } oac2; }; }; enum die_val { DIE_OOPS = 1, DIE_BPT = 2, DIE_SSTEP = 3, DIE_PANIC = 4, DIE_NMI = 5, DIE_DIE = 6, DIE_NMIWATCHDOG = 7, DIE_KERNELDEBUG = 8, DIE_TRAP = 9, DIE_GPF = 10, DIE_CALL = 11, DIE_NMI_IPI = 12, }; struct irqentry_state { union { bool exit_rcu; bool lockdep; }; }; typedef struct irqentry_state irqentry_state_t; struct vx_array { __vector128 _[32]; }; union tod_clock { __int128 unsigned val; struct { __int128 unsigned ei: 8; __int128 unsigned tod: 64; int: 24; short: 16; __int128 unsigned pf: 16; }; struct { __int128 unsigned eitod: 72; }; struct { __int128 unsigned us: 60; __int128 unsigned sus: 12; }; }; enum diag_stat_enum { DIAG_STAT_X008 = 0, DIAG_STAT_X00C = 1, DIAG_STAT_X010 = 2, DIAG_STAT_X014 = 3, DIAG_STAT_X044 = 4, DIAG_STAT_X064 = 5, DIAG_STAT_X08C = 6, DIAG_STAT_X09C = 7, DIAG_STAT_X0DC = 8, DIAG_STAT_X204 = 9, DIAG_STAT_X210 = 10, DIAG_STAT_X224 = 11, DIAG_STAT_X250 = 12, DIAG_STAT_X258 = 13, DIAG_STAT_X26C = 14, DIAG_STAT_X288 = 15, DIAG_STAT_X2C4 = 16, DIAG_STAT_X2FC = 17, DIAG_STAT_X304 = 18, DIAG_STAT_X308 = 19, DIAG_STAT_X318 = 20, DIAG_STAT_X500 = 21, NR_DIAG_STAT = 22, }; struct sysinfo_1_1_1 { unsigned char p: 1; char: 6; unsigned char t: 1; short: 0; unsigned char ccr; unsigned char cai; char reserved_0[20]; long unsigned int lic; char manufacturer[16]; char type[4]; char reserved_1[12]; char model_capacity[16]; char sequence[16]; char plant[4]; char model[16]; char model_perm_cap[16]; char model_temp_cap[16]; unsigned int model_cap_rating; unsigned int model_perm_cap_rating; unsigned int model_temp_cap_rating; unsigned char typepct[5]; unsigned char reserved_2[3]; unsigned int ncr; unsigned int npr; unsigned int ntr; }; struct sysinfo_3_2_2 { char reserved_0[31]; char: 4; unsigned char count: 4; struct { char reserved_0[4]; short unsigned int cpus_total; short unsigned int cpus_configured; short unsigned int cpus_standby; short unsigned int cpus_reserved; char name[8]; unsigned int caf; char cpi[16]; char reserved_1[3]; unsigned char evmne; unsigned int reserved_2; uuid_t uuid; } vm[8]; char reserved_3[1504]; char ext_names[2048]; }; typedef struct { char _[8]; } addrtype; typedef struct { int _[16]; } acrstype; struct plist_head { struct list_head node_list; }; enum pm_qos_type { PM_QOS_UNITIALIZED = 0, PM_QOS_MAX = 1, PM_QOS_MIN = 2, }; struct pm_qos_constraints { struct plist_head list; s32 target_value; s32 default_value; s32 no_constraint_value; enum pm_qos_type type; struct blocking_notifier_head *notifiers; }; struct freq_constraints { struct pm_qos_constraints min_freq; struct blocking_notifier_head min_freq_notifiers; struct pm_qos_constraints max_freq; struct blocking_notifier_head max_freq_notifiers; }; struct pm_qos_flags { struct list_head list; s32 effective_flags; }; struct dev_pm_qos_request; struct dev_pm_qos { struct pm_qos_constraints resume_latency; struct pm_qos_constraints latency_tolerance; struct freq_constraints freq; struct pm_qos_flags flags; struct dev_pm_qos_request *resume_latency_req; struct dev_pm_qos_request *latency_tolerance_req; struct dev_pm_qos_request *flags_req; }; struct device_attribute { struct attribute attr; ssize_t (*show)(struct device *, struct device_attribute *, char *); ssize_t (*store)(struct device *, struct device_attribute *, const char *, size_t); }; typedef u32 phandle; struct property; struct device_node { const char *name; phandle phandle; const char *full_name; struct fwnode_handle fwnode; struct property *properties; struct property *deadprops; struct device_node *parent; struct device_node *child; struct device_node *sibling; long unsigned int _flags; void *data; }; struct property { char *name; int length; void *value; struct property *next; }; struct pm_qos_flags_request { struct list_head node; s32 flags; }; enum freq_qos_req_type { FREQ_QOS_MIN = 1, FREQ_QOS_MAX = 2, }; struct freq_qos_request { enum freq_qos_req_type type; struct plist_node pnode; struct freq_constraints *qos; }; enum dev_pm_qos_req_type { DEV_PM_QOS_RESUME_LATENCY = 1, DEV_PM_QOS_LATENCY_TOLERANCE = 2, DEV_PM_QOS_MIN_FREQUENCY = 3, DEV_PM_QOS_MAX_FREQUENCY = 4, DEV_PM_QOS_FLAGS = 5, }; struct dev_pm_qos_request { enum dev_pm_qos_req_type type; union { struct plist_node pnode; struct pm_qos_flags_request flr; struct freq_qos_request freq; } data; struct device *dev; }; enum stcctm_ctr_set { EXTENDED = 0, BASIC = 1, PROBLEM_STATE = 2, CRYPTO_ACTIVITY = 3, MT_DIAG = 5, MT_DIAG_CLEARING = 9, }; struct s390_idle_data { long unsigned int idle_count; long unsigned int idle_time; long unsigned int clock_idle_enter; long unsigned int timer_idle_enter; long unsigned int mt_cycles_enter[8]; }; typedef u64 pcp_op_T__; union register_pair { __int128 unsigned pair; struct { long unsigned int even; long unsigned int odd; }; }; struct cpuid { unsigned int version: 8; unsigned int ident: 24; unsigned int machine: 16; unsigned int unused: 16; }; typedef void (*smp_call_func_t)(void *); typedef bool (*smp_cond_func_t)(int, void *); struct cpu_topology_s390 { short unsigned int thread_id; short unsigned int core_id; short unsigned int socket_id; short unsigned int book_id; short unsigned int drawer_id; short unsigned int dedicated: 1; int booted_cores; cpumask_t thread_mask; cpumask_t core_mask; cpumask_t book_mask; cpumask_t drawer_mask; }; enum { HWCAP_NR_ESAN3 = 0, HWCAP_NR_ZARCH = 1, HWCAP_NR_STFLE = 2, HWCAP_NR_MSA = 3, HWCAP_NR_LDISP = 4, HWCAP_NR_EIMM = 5, HWCAP_NR_DFP = 6, HWCAP_NR_HPAGE = 7, HWCAP_NR_ETF3EH = 8, HWCAP_NR_HIGH_GPRS = 9, HWCAP_NR_TE = 10, HWCAP_NR_VXRS = 11, HWCAP_NR_VXRS_BCD = 12, HWCAP_NR_VXRS_EXT = 13, HWCAP_NR_GS = 14, HWCAP_NR_VXRS_EXT2 = 15, HWCAP_NR_VXRS_PDE = 16, HWCAP_NR_SORT = 17, HWCAP_NR_DFLT = 18, HWCAP_NR_VXRS_PDE2 = 19, HWCAP_NR_NNPA = 20, HWCAP_NR_PCI_MIO = 21, HWCAP_NR_SIE = 22, HWCAP_NR_MAX = 23, }; struct sclp_info { unsigned char has_linemode: 1; unsigned char has_vt220: 1; unsigned char has_siif: 1; unsigned char has_sigpif: 1; unsigned char has_core_type: 1; unsigned char has_sprp: 1; unsigned char has_hvs: 1; unsigned char has_esca: 1; unsigned char has_sief2: 1; unsigned char has_64bscao: 1; unsigned char has_gpere: 1; unsigned char has_cmma: 1; unsigned char has_gsls: 1; unsigned char has_ib: 1; unsigned char has_cei: 1; unsigned char has_pfmfi: 1; unsigned char has_ibs: 1; unsigned char has_skey: 1; unsigned char has_kss: 1; unsigned char has_gisaf: 1; unsigned char has_diag318: 1; unsigned char has_sipl: 1; unsigned char has_sipl_eckd: 1; unsigned char has_dirq: 1; unsigned char has_iplcc: 1; unsigned char has_zpci_lsi: 1; unsigned char has_aisii: 1; unsigned char has_aeni: 1; unsigned char has_aisi: 1; unsigned int ibc; unsigned int mtid; unsigned int mtid_cp; unsigned int mtid_prev; long unsigned int rzm; long unsigned int rnmax; long unsigned int hamax; unsigned int max_cores; long unsigned int hsa_size; long unsigned int facilities; unsigned int hmfai; }; struct cpu_info { unsigned int cpu_mhz_dynamic; unsigned int cpu_mhz_static; struct cpuid cpu_id; }; struct psw_bits { char: 1; long unsigned int per: 1; char: 3; long unsigned int dat: 1; long unsigned int io: 1; long unsigned int ext: 1; long unsigned int key: 4; char: 1; long unsigned int mcheck: 1; long unsigned int wait: 1; long unsigned int pstate: 1; long unsigned int as: 2; long unsigned int cc: 2; long unsigned int pm: 4; long unsigned int ri: 1; char: 6; long unsigned int eaba: 2; long: 31; long unsigned int ia: 64; }; union ctlreg0 { long unsigned int val; struct { char: 8; long unsigned int tcx: 1; long unsigned int pifo: 1; char: 3; long unsigned int ccc: 1; long unsigned int pec: 1; int: 17; char: 3; long unsigned int lap: 1; char: 4; long unsigned int edat: 1; char: 2; long unsigned int iep: 1; char: 1; long unsigned int afp: 1; long unsigned int vx: 1; short: 1; char: 6; long unsigned int sssm: 1; }; }; union ctlreg2 { long unsigned int val; struct { long: 33; long unsigned int ducto: 25; char: 1; long unsigned int gse: 1; char: 1; long unsigned int tds: 1; long unsigned int tdc: 2; }; }; struct irq_stat { unsigned int irqs[33]; }; struct msi_dev_domain { struct xarray store; struct irq_domain *domain; }; struct platform_msi_priv_data; struct msi_device_data { long unsigned int properties; struct platform_msi_priv_data *platform_data; struct mutex mutex; struct msi_dev_domain __domains[2]; long unsigned int __iter_idx; }; struct iopf_device_param; struct iommu_fault_param; struct iommu_fwspec; struct dev_iommu { struct mutex lock; struct iommu_fault_param *fault_param; struct iopf_device_param *iopf_param; struct iommu_fwspec *fwspec; struct iommu_device *iommu_dev; void *priv; u32 max_pasids; u32 attach_deferred: 1; }; enum msi_domain_ids { MSI_DEFAULT_DOMAIN = 0, MSI_SECONDARY_DOMAIN = 1, MSI_MAX_DEVICE_IRQDOMAINS = 2, }; enum { PCI_STD_RESOURCES = 0, PCI_STD_RESOURCE_END = 5, PCI_ROM_RESOURCE = 6, PCI_IOV_RESOURCES = 7, PCI_IOV_RESOURCE_END = 12, PCI_BRIDGE_RESOURCES = 13, PCI_BRIDGE_RESOURCE_END = 16, PCI_NUM_RESOURCES = 17, DEVICE_COUNT_RESOURCE = 17, }; typedef unsigned int pci_channel_state_t; typedef unsigned int pcie_reset_state_t; typedef short unsigned int pci_dev_flags_t; typedef short unsigned int pci_bus_flags_t; typedef unsigned int pci_ers_result_t; struct of_phandle_args { struct device_node *np; int args_count; uint32_t args[16]; }; struct iommu_fault_unrecoverable { __u32 reason; __u32 flags; __u32 pasid; __u32 perm; __u64 addr; __u64 fetch_addr; }; struct iommu_fault_page_request { __u32 flags; __u32 pasid; __u32 grpid; __u32 perm; __u64 addr; __u64 private_data[2]; }; struct iommu_fault { __u32 type; __u32 padding; union { struct iommu_fault_unrecoverable event; struct iommu_fault_page_request prm; __u8 padding2[56]; }; }; enum iommu_page_response_code { IOMMU_PAGE_RESP_SUCCESS = 0, IOMMU_PAGE_RESP_INVALID = 1, IOMMU_PAGE_RESP_FAILURE = 2, }; struct iommu_page_response { __u32 argsz; __u32 version; __u32 flags; __u32 pasid; __u32 grpid; __u32 code; }; typedef int (*iommu_fault_handler_t)(struct iommu_domain *, struct device *, long unsigned int, int, void *); struct iommu_domain_geometry { dma_addr_t aperture_start; dma_addr_t aperture_end; bool force_aperture; }; struct iommu_dma_cookie; struct iommu_domain { unsigned int type; const struct iommu_domain_ops *ops; long unsigned int pgsize_bitmap; struct iommu_domain_geometry geometry; struct iommu_dma_cookie *iova_cookie; enum iommu_page_response_code (*iopf_handler)(struct iommu_fault *, void *); void *fault_data; union { struct { iommu_fault_handler_t handler; void *handler_token; }; struct { struct mm_struct *mm; int users; }; }; }; typedef int (*iommu_dev_fault_handler_t)(struct iommu_fault *, void *); struct iommu_iotlb_gather; struct iommu_domain_ops { int (*attach_dev)(struct iommu_domain *, struct device *); int (*set_dev_pasid)(struct iommu_domain *, struct device *, ioasid_t); int (*map)(struct iommu_domain *, long unsigned int, phys_addr_t, size_t, int, gfp_t); int (*map_pages)(struct iommu_domain *, long unsigned int, phys_addr_t, size_t, size_t, int, gfp_t, size_t *); size_t (*unmap)(struct iommu_domain *, long unsigned int, size_t, struct iommu_iotlb_gather *); size_t (*unmap_pages)(struct iommu_domain *, long unsigned int, size_t, size_t, struct iommu_iotlb_gather *); void (*flush_iotlb_all)(struct iommu_domain *); void (*iotlb_sync_map)(struct iommu_domain *, long unsigned int, size_t); void (*iotlb_sync)(struct iommu_domain *, struct iommu_iotlb_gather *); phys_addr_t (*iova_to_phys)(struct iommu_domain *, dma_addr_t); bool (*enforce_cache_coherency)(struct iommu_domain *); int (*enable_nesting)(struct iommu_domain *); int (*set_pgtable_quirks)(struct iommu_domain *, long unsigned int); void (*free)(struct iommu_domain *); }; struct iommu_iotlb_gather { long unsigned int start; long unsigned int end; size_t pgsize; struct list_head freelist; bool queued; }; struct iommu_device { struct list_head list; const struct iommu_ops *ops; struct fwnode_handle *fwnode; struct device *dev; u32 max_pasids; }; struct iommu_fault_event { struct iommu_fault fault; struct list_head list; }; struct iommu_fault_param { iommu_dev_fault_handler_t handler; void *data; struct list_head faults; struct mutex lock; }; struct iommu_fwspec { const struct iommu_ops *ops; struct fwnode_handle *iommu_fwnode; u32 flags; unsigned int num_ids; u32 ids[0]; }; struct ccw_dev_id { u8 ssid; u16 devno; }; struct diag210 { u16 vrdcdvno; u16 vrdclen; u8 vrdcvcla; u8 vrdcvtyp; u8 vrdcvsta; u8 vrdcvfla; u8 vrdcrccl; u8 vrdccrty; u8 vrdccrmd; u8 vrdccrft; }; struct diag8c { u8 flags; u8 num_partitions; u16 width; u16 height; u8 data[0]; long: 0; }; enum diag26c_sc { DIAG26C_PORT_VNIC = 36, DIAG26C_MAC_SERVICES = 48, }; struct hypfs_diag0c_entry; struct diag_ops { int (*diag210)(struct diag210 *); int (*diag26c)(void *, void *, enum diag26c_sc); int (*diag14)(long unsigned int, long unsigned int, long unsigned int); int (*diag8c)(struct diag8c *, struct ccw_dev_id *, size_t); void (*diag0c)(struct hypfs_diag0c_entry *); void (*diag308_reset)(); }; struct mcck_volatile_info { __u64 mcic; __u64 failing_storage_address; __u32 ext_damage_code; __u32 reserved; }; struct kvm_s390_sie_block { atomic_t cpuflags; char: 1; __u32 prefix: 18; char: 1; __u32 ibc: 12; __u8 reserved08[4]; __u32 prog0c; union { __u8 reserved10[16]; struct { __u64 pv_handle_cpu; __u64 pv_handle_config; }; }; atomic_t prog20; __u8 reserved24[4]; __u64 cputm; __u64 ckc; __u64 epoch; __u32 svcc; __u16 lctl; __s16 icpua; __u32 ictl; __u32 eca; __u8 icptcode; __u8 icptstatus; __u16 ihcpu; __u8 reserved54; __u8 iictl; __u16 ipa; __u32 ipb; __u32 scaoh; __u8 fpf; __u8 ecb; __u8 ecb2; __u8 ecb3; __u32 scaol; __u8 sdf; __u8 epdx; __u8 cpnc; __u8 reserved6b; __u32 todpr; __u32 gd; __u8 reserved74[12]; __u64 mso; __u64 msl; psw_t gpsw; __u64 gg14; __u64 gg15; __u8 reservedb0[8]; __u8 hpid; __u8 reservedb9[7]; union { struct { __u32 eiparams; __u16 extcpuaddr; __u16 eic; }; __u64 mcic; }; __u32 reservedc8; union { struct { __u16 pgmilc; __u16 iprcc; }; __u32 edc; }; union { struct { __u32 dxc; __u16 mcn; __u8 perc; __u8 peratmid; }; __u64 faddr; }; __u64 peraddr; __u8 eai; __u8 peraid; __u8 oai; __u8 armid; __u8 reservede4[4]; union { __u64 tecmc; struct { __u16 subchannel_id; __u16 subchannel_nr; __u32 io_int_parm; __u32 io_int_word; }; }; __u8 reservedf4[8]; __u32 crycbd; __u64 gcr[16]; union { __u64 gbea; __u64 sidad; }; __u8 reserved188[8]; __u64 sdnxo; __u8 reserved198[8]; __u32 fac; __u8 reserved1a4[20]; __u64 cbrlo; __u8 reserved1c0[8]; __u32 ecd; __u8 reserved1cc[18]; __u64 pp; __u8 reserved1e6[2]; __u64 itdba; __u64 riccbd; __u64 gvrd; } __attribute__((packed)); struct kvm_s390_itdb { __u8 data[256]; }; struct sie_page { struct kvm_s390_sie_block sie_block; struct mcck_volatile_info mcck_info; __u8 reserved218[360]; __u64 pv_grregs[16]; __u8 reserved400[512]; struct kvm_s390_itdb itdb; __u8 reserved700[2304]; }; enum kvm_bus { KVM_MMIO_BUS = 0, KVM_PIO_BUS = 1, KVM_VIRTIO_CCW_NOTIFY_BUS = 2, KVM_FAST_MMIO_BUS = 3, KVM_NR_BUSES = 4, }; union mci { long unsigned int val; struct { u64 sd: 1; u64 pd: 1; u64 sr: 1; char: 1; u64 cd: 1; u64 ed: 1; char: 1; u64 dg: 1; u64 w: 1; u64 cp: 1; u64 sp: 1; u64 ck: 1; char: 2; u64 b: 1; short: 1; u64 se: 1; u64 sc: 1; u64 ke: 1; u64 ds: 1; u64 wp: 1; u64 ms: 1; u64 pm: 1; u64 ia: 1; u64 fa: 1; u64 vr: 1; u64 ec: 1; u64 fp: 1; u64 gr: 1; u64 cr: 1; char: 1; u64 st: 1; u64 ie: 1; u64 ar: 1; u64 da: 1; char: 1; u64 gs: 1; char: 3; char: 2; u64 pr: 1; u64 fc: 1; u64 ap: 1; char: 1; u64 ct: 1; u64 cc: 1; }; }; struct mcesa { u8 vector_save_area[1024]; u8 guarded_storage_save_area[32]; }; struct mcck_struct { unsigned int kill_task: 1; unsigned int channel_report: 1; unsigned int warning: 1; unsigned int stp_queue: 1; long unsigned int mcck_code; }; enum { INSTR_E = 0, INSTR_IE_UU = 1, INSTR_MII_UPP = 2, INSTR_RIE_R0IU = 3, INSTR_RIE_R0UU = 4, INSTR_RIE_RRI0 = 5, INSTR_RIE_RRP = 6, INSTR_RIE_RRPU = 7, INSTR_RIE_RRUUU = 8, INSTR_RIE_RUI0 = 9, INSTR_RIE_RUPI = 10, INSTR_RIE_RUPU = 11, INSTR_RIL_RI = 12, INSTR_RIL_RP = 13, INSTR_RIL_RU = 14, INSTR_RIL_UP = 15, INSTR_RIS_RURDI = 16, INSTR_RIS_RURDU = 17, INSTR_RI_RI = 18, INSTR_RI_RP = 19, INSTR_RI_RU = 20, INSTR_RI_UP = 21, INSTR_RRE_00 = 22, INSTR_RRE_AA = 23, INSTR_RRE_AR = 24, INSTR_RRE_F0 = 25, INSTR_RRE_FF = 26, INSTR_RRE_FR = 27, INSTR_RRE_R0 = 28, INSTR_RRE_RA = 29, INSTR_RRE_RF = 30, INSTR_RRE_RR = 31, INSTR_RRF_0UFF = 32, INSTR_RRF_0URF = 33, INSTR_RRF_F0FF = 34, INSTR_RRF_F0FF2 = 35, INSTR_RRF_F0FR = 36, INSTR_RRF_FFRU = 37, INSTR_RRF_FUFF = 38, INSTR_RRF_FUFF2 = 39, INSTR_RRF_R0RR = 40, INSTR_RRF_R0RR2 = 41, INSTR_RRF_RURR = 42, INSTR_RRF_RURR2 = 43, INSTR_RRF_U0FF = 44, INSTR_RRF_U0RF = 45, INSTR_RRF_U0RR = 46, INSTR_RRF_URR = 47, INSTR_RRF_UUFF = 48, INSTR_RRF_UUFR = 49, INSTR_RRF_UURF = 50, INSTR_RRS_RRRDU = 51, INSTR_RR_FF = 52, INSTR_RR_R0 = 53, INSTR_RR_RR = 54, INSTR_RR_U0 = 55, INSTR_RR_UR = 56, INSTR_RSI_RRP = 57, INSTR_RSL_LRDFU = 58, INSTR_RSL_R0RD = 59, INSTR_RSY_AARD = 60, INSTR_RSY_CCRD = 61, INSTR_RSY_RDRU = 62, INSTR_RSY_RRRD = 63, INSTR_RSY_RURD = 64, INSTR_RSY_RURD2 = 65, INSTR_RS_AARD = 66, INSTR_RS_CCRD = 67, INSTR_RS_R0RD = 68, INSTR_RS_RRRD = 69, INSTR_RS_RURD = 70, INSTR_RXE_FRRD = 71, INSTR_RXE_RRRDU = 72, INSTR_RXF_FRRDF = 73, INSTR_RXY_FRRD = 74, INSTR_RXY_RRRD = 75, INSTR_RXY_URRD = 76, INSTR_RX_FRRD = 77, INSTR_RX_RRRD = 78, INSTR_RX_URRD = 79, INSTR_SIL_RDI = 80, INSTR_SIL_RDU = 81, INSTR_SIY_IRD = 82, INSTR_SIY_RD = 83, INSTR_SIY_URD = 84, INSTR_SI_RD = 85, INSTR_SI_URD = 86, INSTR_SMI_U0RDP = 87, INSTR_SSE_RDRD = 88, INSTR_SSF_RRDRD = 89, INSTR_SSF_RRDRD2 = 90, INSTR_SS_L0RDRD = 91, INSTR_SS_L2RDRD = 92, INSTR_SS_LIRDRD = 93, INSTR_SS_LLRDRD = 94, INSTR_SS_RRRDRD = 95, INSTR_SS_RRRDRD2 = 96, INSTR_SS_RRRDRD3 = 97, INSTR_S_00 = 98, INSTR_S_RD = 99, INSTR_VRI_V0IU = 100, INSTR_VRI_V0U = 101, INSTR_VRI_V0UU2 = 102, INSTR_VRI_V0UUU = 103, INSTR_VRI_VR0UU = 104, INSTR_VRI_VVUU = 105, INSTR_VRI_VVUUU = 106, INSTR_VRI_VVUUU2 = 107, INSTR_VRI_VVV0U = 108, INSTR_VRI_VVV0UU = 109, INSTR_VRI_VVV0UU2 = 110, INSTR_VRR_0V = 111, INSTR_VRR_0VV0U = 112, INSTR_VRR_RV0UU = 113, INSTR_VRR_VRR = 114, INSTR_VRR_VV = 115, INSTR_VRR_VV0U = 116, INSTR_VRR_VV0U0U = 117, INSTR_VRR_VV0U2 = 118, INSTR_VRR_VV0UU2 = 119, INSTR_VRR_VV0UUU = 120, INSTR_VRR_VVV = 121, INSTR_VRR_VVV0U = 122, INSTR_VRR_VVV0U0 = 123, INSTR_VRR_VVV0U0U = 124, INSTR_VRR_VVV0UU = 125, INSTR_VRR_VVV0UUU = 126, INSTR_VRR_VVV0V = 127, INSTR_VRR_VVVU0UV = 128, INSTR_VRR_VVVU0V = 129, INSTR_VRR_VVVUU0V = 130, INSTR_VRS_RRDV = 131, INSTR_VRS_RVRDU = 132, INSTR_VRS_VRRD = 133, INSTR_VRS_VRRDU = 134, INSTR_VRS_VVRDU = 135, INSTR_VRV_VVXRDU = 136, INSTR_VRX_VRRDU = 137, INSTR_VRX_VV = 138, INSTR_VSI_URDV = 139, }; enum { LONG_INSN_ALGHSIK = 0, LONG_INSN_ALHHHR = 1, LONG_INSN_ALHHLR = 2, LONG_INSN_ALHSIK = 3, LONG_INSN_ALSIHN = 4, LONG_INSN_CDFBRA = 5, LONG_INSN_CDGBRA = 6, LONG_INSN_CDGTRA = 7, LONG_INSN_CDLFBR = 8, LONG_INSN_CDLFTR = 9, LONG_INSN_CDLGBR = 10, LONG_INSN_CDLGTR = 11, LONG_INSN_CEFBRA = 12, LONG_INSN_CEGBRA = 13, LONG_INSN_CELFBR = 14, LONG_INSN_CELGBR = 15, LONG_INSN_CFDBRA = 16, LONG_INSN_CFEBRA = 17, LONG_INSN_CFXBRA = 18, LONG_INSN_CGDBRA = 19, LONG_INSN_CGDTRA = 20, LONG_INSN_CGEBRA = 21, LONG_INSN_CGXBRA = 22, LONG_INSN_CGXTRA = 23, LONG_INSN_CLFDBR = 24, LONG_INSN_CLFDTR = 25, LONG_INSN_CLFEBR = 26, LONG_INSN_CLFHSI = 27, LONG_INSN_CLFXBR = 28, LONG_INSN_CLFXTR = 29, LONG_INSN_CLGDBR = 30, LONG_INSN_CLGDTR = 31, LONG_INSN_CLGEBR = 32, LONG_INSN_CLGFRL = 33, LONG_INSN_CLGHRL = 34, LONG_INSN_CLGHSI = 35, LONG_INSN_CLGXBR = 36, LONG_INSN_CLGXTR = 37, LONG_INSN_CLHHSI = 38, LONG_INSN_CXFBRA = 39, LONG_INSN_CXGBRA = 40, LONG_INSN_CXGTRA = 41, LONG_INSN_CXLFBR = 42, LONG_INSN_CXLFTR = 43, LONG_INSN_CXLGBR = 44, LONG_INSN_CXLGTR = 45, LONG_INSN_DFLTCC = 46, LONG_INSN_FIDBRA = 47, LONG_INSN_FIEBRA = 48, LONG_INSN_FIXBRA = 49, LONG_INSN_ILLEGAL = 50, LONG_INSN_LDXBRA = 51, LONG_INSN_LEDBRA = 52, LONG_INSN_LEXBRA = 53, LONG_INSN_LLGFAT = 54, LONG_INSN_LLGFRL = 55, LONG_INSN_LLGFSG = 56, LONG_INSN_LLGHRL = 57, LONG_INSN_LLGTAT = 58, LONG_INSN_LLZRGF = 59, LONG_INSN_LOCFHR = 60, LONG_INSN_LOCGHI = 61, LONG_INSN_LOCHHI = 62, LONG_INSN_LPSWEY = 63, LONG_INSN_MPCIFC = 64, LONG_INSN_MSGRKC = 65, LONG_INSN_PCILGI = 66, LONG_INSN_PCISTB = 67, LONG_INSN_PCISTBI = 68, LONG_INSN_PCISTG = 69, LONG_INSN_PCISTGI = 70, LONG_INSN_POPCNT = 71, LONG_INSN_RIEMIT = 72, LONG_INSN_RINEXT = 73, LONG_INSN_RISBGN = 74, LONG_INSN_RISBHG = 75, LONG_INSN_RISBLG = 76, LONG_INSN_SELFHR = 77, LONG_INSN_SLHHHR = 78, LONG_INSN_SLHHLR = 79, LONG_INSN_STBEAR = 80, LONG_INSN_STCCTM = 81, LONG_INSN_STOCFH = 82, LONG_INSN_STPCIFC = 83, LONG_INSN_TABORT = 84, LONG_INSN_TBEGIN = 85, LONG_INSN_TBEGINC = 86, LONG_INSN_VBPERM = 87, LONG_INSN_VCLFNH = 88, LONG_INSN_VCLFNL = 89, LONG_INSN_VCLZDP = 90, LONG_INSN_VERLLV = 91, LONG_INSN_VESRAV = 92, LONG_INSN_VESRLV = 93, LONG_INSN_VLBRREP = 94, LONG_INSN_VLEBRF = 95, LONG_INSN_VLEBRG = 96, LONG_INSN_VLEBRH = 97, LONG_INSN_VLLEBRZ = 98, LONG_INSN_VPOPCT = 99, LONG_INSN_VSBCBI = 100, LONG_INSN_VSCSHP = 101, LONG_INSN_VSTEBRF = 102, LONG_INSN_VSTEBRG = 103, LONG_INSN_VSTEBRH = 104, LONG_INSN_VSTRLR = 105, LONG_INSN_VUPKZH = 106, LONG_INSN_VUPKZL = 107, }; struct s390_operand { unsigned char bits; unsigned char shift; short unsigned int flags; }; struct s390_insn { union { const char name[5]; struct { unsigned char zero; unsigned int offset; } __attribute__((packed)); }; unsigned char opfrag; unsigned char format; }; struct s390_opcode_offset { unsigned char opcode; unsigned char mask; unsigned char byte; short unsigned int offset; short unsigned int count; } __attribute__((packed)); enum { UNUSED = 0, A_8 = 1, A_12 = 2, A_24 = 3, A_28 = 4, B_16 = 5, B_32 = 6, C_8 = 7, C_12 = 8, D20_20 = 9, D_20 = 10, D_36 = 11, F_8 = 12, F_12 = 13, F_16 = 14, F_24 = 15, F_28 = 16, F_32 = 17, I8_8 = 18, I8_32 = 19, I16_16 = 20, I16_32 = 21, I32_16 = 22, J12_12 = 23, J16_16 = 24, J16_32 = 25, J24_24 = 26, J32_16 = 27, L4_8 = 28, L4_12 = 29, L8_8 = 30, R_8 = 31, R_12 = 32, R_16 = 33, R_24 = 34, R_28 = 35, U4_8 = 36, U4_12 = 37, U4_16 = 38, U4_20 = 39, U4_24 = 40, U4_28 = 41, U4_32 = 42, U4_36 = 43, U8_8 = 44, U8_16 = 45, U8_24 = 46, U8_28 = 47, U8_32 = 48, U12_16 = 49, U16_16 = 50, U16_32 = 51, U32_16 = 52, VX_12 = 53, V_8 = 54, V_12 = 55, V_16 = 56, V_32 = 57, X_12 = 58, }; struct timens_offset { s64 sec; u64 nsec; }; struct linux_binprm { struct vm_area_struct *vma; long unsigned int vma_pages; struct mm_struct *mm; long unsigned int p; long unsigned int argmin; unsigned int have_execfd: 1; unsigned int execfd_creds: 1; unsigned int secureexec: 1; unsigned int point_of_no_return: 1; struct file *executable; struct file *interpreter; struct file *file; struct cred *cred; int unsafe; unsigned int per_clear; int argc; int envc; const char *filename; const char *interp; const char *fdpath; unsigned int interp_flags; int execfd; long unsigned int loader; long unsigned int exec; struct rlimit rlim_stack; char buf[256]; }; struct coredump_params; struct linux_binfmt { struct list_head lh; struct module *module; int (*load_binary)(struct linux_binprm *); int (*load_shlib)(struct file *); int (*core_dump)(struct coredump_params *); long unsigned int min_coredump; }; struct maple_alloc { long unsigned int total; unsigned char node_count; unsigned int request_count; struct maple_alloc *slot[30]; }; struct maple_enode; struct ma_state { struct maple_tree *tree; long unsigned int index; long unsigned int last; struct maple_enode *node; long unsigned int min; long unsigned int max; struct maple_alloc *alloc; unsigned char depth; unsigned char offset; unsigned char mas_flags; }; struct vma_iterator { struct ma_state mas; }; enum vm_fault_reason { VM_FAULT_OOM = 1, VM_FAULT_SIGBUS = 2, VM_FAULT_MAJOR = 4, VM_FAULT_HWPOISON = 16, VM_FAULT_HWPOISON_LARGE = 32, VM_FAULT_SIGSEGV = 64, VM_FAULT_NOPAGE = 256, VM_FAULT_LOCKED = 512, VM_FAULT_RETRY = 1024, VM_FAULT_FALLBACK = 2048, VM_FAULT_DONE_COW = 4096, VM_FAULT_NEEDDSYNC = 8192, VM_FAULT_COMPLETED = 16384, VM_FAULT_HINDEX_MASK = 983040, }; struct vm_special_mapping { const char *name; struct page **pages; vm_fault_t (*fault)(const struct vm_special_mapping *, struct vm_area_struct *, struct vm_fault *); int (*mremap)(const struct vm_special_mapping *, struct vm_area_struct *); }; typedef unsigned int zap_flags_t; struct zap_details { struct folio *single_folio; bool even_cows; zap_flags_t zap_flags; }; struct timens_offsets { struct timespec64 monotonic; struct timespec64 boottime; }; struct time_namespace { struct user_namespace *user_ns; struct ucounts *ucounts; struct ns_common ns; struct timens_offsets offsets; struct page *vvar_page; bool frozen_offsets; }; struct arch_vdso_data { __s64 tod_steering_delta; __u64 tod_steering_end; }; struct vdso_timestamp { u64 sec; u64 nsec; }; struct vdso_data { u32 seq; s32 clock_mode; u64 cycle_last; u64 mask; u32 mult; u32 shift; union { struct vdso_timestamp basetime[12]; struct timens_offset offset[12]; }; s32 tz_minuteswest; s32 tz_dsttime; u32 hrtimer_res; u32 __unused; struct arch_vdso_data arch_data; }; enum vvar_pages { VVAR_DATA_PAGE_OFFSET = 0, VVAR_TIMENS_PAGE_OFFSET = 1, VVAR_NR_PAGES = 2, }; struct sysinfo_2_2_2 { char reserved_0[32]; short unsigned int lpar_number; char reserved_1; unsigned char characteristics; short unsigned int cpus_total; short unsigned int cpus_configured; short unsigned int cpus_standby; short unsigned int cpus_reserved; char name[8]; unsigned int caf; char reserved_2[8]; unsigned char mt_installed: 1; char: 2; unsigned char mt_stid: 5; char: 3; unsigned char mt_gtid: 5; char: 3; unsigned char mt_psmtid: 5; char reserved_3[5]; short unsigned int cpus_dedicated; short unsigned int cpus_shared; char reserved_4[3]; unsigned char vsne; uuid_t uuid; char reserved_5[160]; char ext_name[256]; }; struct __debug_entry { long unsigned int clock: 60; long unsigned int exception: 1; long unsigned int level: 3; void *caller; short unsigned int cpu; } __attribute__((packed)); typedef struct __debug_entry debug_entry_t; struct debug_view; struct debug_info { struct debug_info *next; struct debug_info *prev; refcount_t ref_count; spinlock_t lock; int level; int nr_areas; int pages_per_area; int buf_size; int entry_size; debug_entry_t ***areas; int active_area; int *active_pages; int *active_entries; struct dentry *debugfs_root_entry; struct dentry *debugfs_entries[10]; struct debug_view *views[10]; char name[64]; umode_t mode; }; typedef struct debug_info debug_info_t; typedef int debug_prolog_proc_t(debug_info_t *, struct debug_view *, char *); typedef int debug_header_proc_t(debug_info_t *, struct debug_view *, int, debug_entry_t *, char *); typedef int debug_format_proc_t(debug_info_t *, struct debug_view *, char *, const char *); typedef int debug_input_proc_t(debug_info_t *, struct debug_view *, struct file *, const char *, size_t, loff_t *); struct debug_view { char name[64]; debug_prolog_proc_t *prolog_proc; debug_header_proc_t *header_proc; debug_format_proc_t *format_proc; debug_input_proc_t *input_proc; void *private_data; }; struct lgr_info { u64 stfle_fac_list[4]; u32 level; char manufacturer[16]; char type[4]; char sequence[16]; char plant[4]; char model[16]; u16 lpar_number; char name[8]; u8 vm_count; struct { char name[8]; char cpi[16]; } vm[2]; }; struct kernel_fpu { u32 mask; u32 fpc; union { freg_t fprs[16]; __vector128 vxrs[32]; }; }; enum { TRACE_EVENT_FL_FILTERED = 1, TRACE_EVENT_FL_CAP_ANY = 2, TRACE_EVENT_FL_NO_SET_FILTER = 4, TRACE_EVENT_FL_IGNORE_ENABLE = 8, TRACE_EVENT_FL_TRACEPOINT = 16, TRACE_EVENT_FL_DYNAMIC = 32, TRACE_EVENT_FL_KPROBE = 64, TRACE_EVENT_FL_UPROBE = 128, TRACE_EVENT_FL_EPROBE = 256, TRACE_EVENT_FL_CUSTOM = 512, }; struct syscall_metadata { const char *name; int syscall_nr; int nb_args; const char **types; const char **args; struct list_head enter_fields; struct trace_event_call *enter_event; struct trace_event_call *exit_event; }; enum diag204_sc { DIAG204_SUBC_STIB4 = 4, DIAG204_SUBC_RSI = 5, DIAG204_SUBC_STIB6 = 6, DIAG204_SUBC_STIB7 = 7, }; enum diag204_format { DIAG204_INFO_SIMPLE = 0, DIAG204_INFO_EXT = 65536, }; enum diag204_cpu_flags { DIAG204_CPU_ONLINE = 32, DIAG204_CPU_CAPPED = 64, }; struct diag204_x_info_blk_hdr { __u8 npar; __u8 flags; __u16 tslice; __u16 phys_cpus; __u16 this_part; __u64 curtod1; __u64 curtod2; char reserved[40]; }; struct diag204_x_part_hdr { __u8 pn; __u8 cpus; __u8 rcpus; __u8 pflag; __u32 mlu; char part_name[8]; char lpc_name[8]; char os_name[8]; __u64 online_cs; __u64 online_es; __u8 upid; __u8 reserved: 3; __u8 mtid: 5; char reserved1[2]; __u32 group_mlu; char group_name[8]; char hardware_group_name[8]; char reserved2[24]; }; struct diag204_x_cpu_info { __u16 cpu_addr; char reserved1[2]; __u8 ctidx; __u8 cflag; __u16 weight; __u64 acc_time; __u64 lp_time; __u16 min_weight; __u16 cur_weight; __u16 max_weight; char reseved2[2]; __u64 online_time; __u64 wait_time; __u32 pma_weight; __u32 polar_weight; __u32 cpu_type_cap; __u32 group_cpu_type_cap; char reserved3[32]; }; struct diag204_x_phys_hdr { char reserved1[1]; __u8 cpus; char reserved2[6]; char mgm_name[8]; char reserved3[80]; }; struct diag204_x_phys_cpu { __u16 cpu_addr; char reserved1[2]; __u8 ctidx; char reserved2[1]; __u16 weight; __u64 mgm_time; char reserved3[80]; }; struct diag204_x_part_block { struct diag204_x_part_hdr hdr; struct diag204_x_cpu_info cpus[0]; }; struct diag204_x_phys_block { struct diag204_x_phys_hdr hdr; struct diag204_x_phys_cpu cpus[0]; }; enum hdr_flags { HDR_NOT_LPAR = 16, HDR_STACK_INCM = 32, HDR_STSI_UNAV = 64, HDR_PERF_UNAV = 128, }; enum mac_validity { MAC_NAME_VLD = 32, MAC_ID_VLD = 64, MAC_CNT_VLD = 128, }; enum par_flag { PAR_MT_EN = 128, }; enum par_validity { PAR_GRP_VLD = 8, PAR_ID_VLD = 16, PAR_ABS_VLD = 32, PAR_WGHT_VLD = 64, PAR_PCNT_VLD = 128, }; struct hdr_sctn { u8 infhflg1; u8 infhflg2; u8 infhval1; u8 infhval2; u8 reserved[3]; u8 infhygct; u16 infhtotl; u16 infhdln; u16 infmoff; u16 infmlen; u16 infpoff; u16 infplen; u16 infhoff1; u16 infhlen1; u16 infgoff1; u16 infglen1; u16 infhoff2; u16 infhlen2; u16 infgoff2; u16 infglen2; u16 infhoff3; u16 infhlen3; u16 infgoff3; u16 infglen3; u8 reserved2[4]; }; struct mac_sctn { u8 infmflg1; u8 infmflg2; u8 infmval1; u8 infmval2; u16 infmscps; u16 infmdcps; u16 infmsifl; u16 infmdifl; char infmname[8]; char infmtype[4]; char infmmanu[16]; char infmseq[16]; char infmpman[4]; u8 reserved[4]; }; struct par_sctn { u8 infpflg1; u8 infpflg2; u8 infpval1; u8 infpval2; u16 infppnum; u16 infpscps; u16 infpdcps; u16 infpsifl; u16 infpdifl; u16 reserved; char infppnam[8]; u32 infpwbcp; u32 infpabcp; u32 infpwbif; u32 infpabif; char infplgnm[8]; u32 infplgcp; u32 infplgif; }; struct sthyi_sctns { struct hdr_sctn hdr; struct mac_sctn mac; struct par_sctn par; }; struct cpu_inf { u64 lpar_cap; u64 lpar_grp_cap; u64 lpar_weight; u64 all_weight; int cpu_num_ded; int cpu_num_shd; }; struct lpar_cpu_inf { struct cpu_inf cp; struct cpu_inf ifl; }; struct sthyi_info { void *info; long unsigned int end; }; typedef bool (*stack_trace_consume_fn)(void *, long unsigned int); enum stack_type { STACK_TYPE_UNKNOWN = 0, STACK_TYPE_TASK = 1, STACK_TYPE_IRQ = 2, STACK_TYPE_NODAT = 3, STACK_TYPE_RESTART = 4, STACK_TYPE_MCCK = 5, }; struct stack_info { enum stack_type type; long unsigned int begin; long unsigned int end; }; struct unwind_state { struct stack_info stack_info; long unsigned int stack_mask; struct task_struct *task; struct pt_regs *regs; long unsigned int sp; long unsigned int ip; int graph_idx; struct llist_node *kr_cur; bool reliable; bool error; }; enum { WORK_STRUCT_PENDING_BIT = 0, WORK_STRUCT_INACTIVE_BIT = 1, WORK_STRUCT_PWQ_BIT = 2, WORK_STRUCT_LINKED_BIT = 3, WORK_STRUCT_COLOR_SHIFT = 4, WORK_STRUCT_COLOR_BITS = 4, WORK_STRUCT_PENDING = 1, WORK_STRUCT_INACTIVE = 2, WORK_STRUCT_PWQ = 4, WORK_STRUCT_LINKED = 8, WORK_STRUCT_STATIC = 0, WORK_NR_COLORS = 16, WORK_CPU_UNBOUND = 512, WORK_STRUCT_FLAG_BITS = 8, WORK_OFFQ_FLAG_BASE = 4, __WORK_OFFQ_CANCELING = 4, WORK_OFFQ_FLAG_BITS = 1, WORK_OFFQ_POOL_SHIFT = 5, WORK_OFFQ_LEFT = 59, WORK_OFFQ_POOL_BITS = 31, WORK_BUSY_PENDING = 1, WORK_BUSY_RUNNING = 2, WORKER_DESC_LEN = 24, }; enum { SD_BALANCE_NEWIDLE = 1, SD_BALANCE_EXEC = 2, SD_BALANCE_FORK = 4, SD_BALANCE_WAKE = 8, SD_WAKE_AFFINE = 16, SD_ASYM_CPUCAPACITY = 32, SD_ASYM_CPUCAPACITY_FULL = 64, SD_SHARE_CPUCAPACITY = 128, SD_SHARE_PKG_RESOURCES = 256, SD_SERIALIZE = 512, SD_ASYM_PACKING = 1024, SD_PREFER_SIBLING = 2048, SD_OVERLAP = 4096, SD_NUMA = 8192, }; struct sched_domain_shared { atomic_t ref; atomic_t nr_busy_cpus; int has_idle_cores; int nr_idle_scan; }; struct sched_group; struct sched_domain { struct sched_domain *parent; struct sched_domain *child; struct sched_group *groups; long unsigned int min_interval; long unsigned int max_interval; unsigned int busy_factor; unsigned int imbalance_pct; unsigned int cache_nice_tries; unsigned int imb_numa_nr; int nohz_idle; int flags; int level; long unsigned int last_balance; unsigned int balance_interval; unsigned int nr_balance_failed; u64 max_newidle_lb_cost; long unsigned int last_decay_max_lb_cost; u64 avg_scan_cost; unsigned int lb_count[3]; unsigned int lb_failed[3]; unsigned int lb_balanced[3]; unsigned int lb_imbalance[3]; unsigned int lb_gained[3]; unsigned int lb_hot_gained[3]; unsigned int lb_nobusyg[3]; unsigned int lb_nobusyq[3]; unsigned int alb_count; unsigned int alb_failed; unsigned int alb_pushed; unsigned int sbe_count; unsigned int sbe_balanced; unsigned int sbe_pushed; unsigned int sbf_count; unsigned int sbf_balanced; unsigned int sbf_pushed; unsigned int ttwu_wake_remote; unsigned int ttwu_move_affine; unsigned int ttwu_move_balance; char *name; union { void *private; struct callback_head rcu; }; struct sched_domain_shared *shared; unsigned int span_weight; long unsigned int span[0]; }; typedef const struct cpumask * (*sched_domain_mask_f)(int); typedef int (*sched_domain_flags_f)(); struct sched_group_capacity; struct sd_data { struct sched_domain **sd; struct sched_domain_shared **sds; struct sched_group **sg; struct sched_group_capacity **sgc; }; struct sched_domain_topology_level { sched_domain_mask_f mask; sched_domain_flags_f sd_flags; int flags; int numa_level; struct sd_data data; char *name; }; enum kobject_action { KOBJ_ADD = 0, KOBJ_REMOVE = 1, KOBJ_CHANGE = 2, KOBJ_MOVE = 3, KOBJ_ONLINE = 4, KOBJ_OFFLINE = 5, KOBJ_BIND = 6, KOBJ_UNBIND = 7, }; struct cpu { int node_id; int hotpluggable; struct device dev; }; struct topology_core { unsigned char nl; unsigned char reserved0[3]; char: 5; unsigned char d: 1; unsigned char pp: 2; unsigned char reserved1; short unsigned int origin; long unsigned int mask; }; struct topology_container { unsigned char nl; unsigned char reserved[6]; unsigned char id; }; union topology_entry { unsigned char nl; struct topology_core cpu; struct topology_container container; }; struct sysinfo_15_1_x { unsigned char reserved0[2]; short unsigned int length; unsigned char mag[6]; unsigned char reserved1; unsigned char mnest; unsigned char reserved2[4]; union topology_entry tle[0]; }; enum { TOPOLOGY_MODE_HW = 0, TOPOLOGY_MODE_SINGLE = 1, TOPOLOGY_MODE_PACKAGE = 2, TOPOLOGY_MODE_UNINITIALIZED = 3, }; struct mask_info { struct mask_info *next; unsigned char id; cpumask_t mask; }; enum auditsc_class_t { AUDITSC_NATIVE = 0, AUDITSC_COMPAT = 1, AUDITSC_OPEN = 2, AUDITSC_OPENAT = 3, AUDITSC_SOCKETCALL = 4, AUDITSC_EXECVE = 5, AUDITSC_OPENAT2 = 6, AUDITSC_NVALS = 7, }; typedef unsigned int uint; enum cons_flags { CON_PRINTBUFFER = 1, CON_CONSDEV = 2, CON_ENABLED = 4, CON_BOOT = 8, CON_ANYTIME = 16, CON_BRL = 32, CON_EXTENDED = 64, }; struct console { char name[16]; void (*write)(struct console *, const char *, unsigned int); int (*read)(struct console *, char *, unsigned int); struct tty_driver * (*device)(struct console *, int *); void (*unblank)(); int (*setup)(struct console *, char *); int (*exit)(struct console *); int (*match)(struct console *, char *, int, char *); short int flags; short int index; int cflag; uint ispeed; uint ospeed; u64 seq; long unsigned int dropped; void *data; struct hlist_node node; }; typedef u16 kprobe_opcode_t; struct arch_specific_insn { kprobe_opcode_t *insn; }; struct kprobe; struct prev_kprobe { struct kprobe *kp; long unsigned int status; }; typedef int (*kprobe_pre_handler_t)(struct kprobe *, struct pt_regs *); typedef void (*kprobe_post_handler_t)(struct kprobe *, struct pt_regs *, long unsigned int); struct kprobe { struct hlist_node hlist; struct list_head list; long unsigned int nmissed; kprobe_opcode_t *addr; const char *symbol_name; unsigned int offset; kprobe_pre_handler_t pre_handler; kprobe_post_handler_t post_handler; kprobe_opcode_t opcode; struct arch_specific_insn ainsn; u32 flags; }; struct kprobe_ctlblk { long unsigned int kprobe_status; long unsigned int kprobe_saved_imask; long unsigned int kprobe_saved_ctl[3]; struct prev_kprobe prev_kprobe; }; struct kretprobe_blackpoint { const char *name; void *addr; }; struct kprobe_insn_cache { struct mutex mutex; void * (*alloc)(); void (*free)(void *); const char *sym; struct list_head pages; size_t insn_size; int nr_garbage; }; typedef int (*cpu_stop_fn_t)(void *); struct die_args { struct pt_regs *regs; const char *str; long int err; int trapnr; int signr; }; enum { _SET_MEMORY_RO_BIT = 0, _SET_MEMORY_RW_BIT = 1, _SET_MEMORY_NX_BIT = 2, _SET_MEMORY_X_BIT = 3, _SET_MEMORY_4K_BIT = 4, _SET_MEMORY_INV_BIT = 5, _SET_MEMORY_DEF_BIT = 6, }; struct swap_insn_args { struct kprobe *p; unsigned int arm_kprobe: 1; }; typedef struct { char _[24]; } addrtype___2; typedef unsigned int __kernel_uid_t; typedef unsigned int __kernel_gid_t; typedef struct { __u32 fpc; __u32 pad; freg_t fprs[16]; } s390_fp_regs; typedef struct { psw_t psw; long unsigned int gprs[16]; unsigned int acrs[16]; long unsigned int orig_gpr2; } s390_regs; struct oldmem_data { long unsigned int start; long unsigned int size; }; struct __kernel_old_timeval { __kernel_long_t tv_sec; __kernel_long_t tv_usec; }; typedef s390_fp_regs elf_fpregset_t; typedef s390_regs elf_gregset_t; struct elf64_phdr { Elf64_Word p_type; Elf64_Word p_flags; Elf64_Off p_offset; Elf64_Addr p_vaddr; Elf64_Addr p_paddr; Elf64_Xword p_filesz; Elf64_Xword p_memsz; Elf64_Xword p_align; }; typedef struct elf64_phdr Elf64_Phdr; struct elf64_note { Elf64_Word n_namesz; Elf64_Word n_descsz; Elf64_Word n_type; }; typedef struct elf64_note Elf64_Nhdr; struct elf_siginfo { int si_signo; int si_code; int si_errno; }; struct elf_prstatus_common { struct elf_siginfo pr_info; short int pr_cursig; long unsigned int pr_sigpend; long unsigned int pr_sighold; pid_t pr_pid; pid_t pr_ppid; pid_t pr_pgrp; pid_t pr_sid; struct __kernel_old_timeval pr_utime; struct __kernel_old_timeval pr_stime; struct __kernel_old_timeval pr_cutime; struct __kernel_old_timeval pr_cstime; }; struct elf_prstatus { struct elf_prstatus_common common; elf_gregset_t pr_reg; int pr_fpvalid; }; struct elf_prpsinfo { char pr_state; char pr_sname; char pr_zomb; char pr_nice; long unsigned int pr_flag; __kernel_uid_t pr_uid; __kernel_gid_t pr_gid; pid_t pr_pid; pid_t pr_ppid; pid_t pr_pgrp; pid_t pr_sid; char pr_fname[16]; char pr_psargs[80]; }; enum memblock_flags { MEMBLOCK_NONE = 0, MEMBLOCK_HOTPLUG = 1, MEMBLOCK_MIRROR = 2, MEMBLOCK_NOMAP = 4, MEMBLOCK_DRIVER_MANAGED = 8, }; struct memblock_region { phys_addr_t base; phys_addr_t size; enum memblock_flags flags; int nid; }; struct memblock_type { long unsigned int cnt; long unsigned int max; phys_addr_t total_size; struct memblock_region *regions; char *name; }; enum ipl_type { IPL_TYPE_UNKNOWN = 1, IPL_TYPE_CCW = 2, IPL_TYPE_FCP = 4, IPL_TYPE_FCP_DUMP = 8, IPL_TYPE_NSS = 16, IPL_TYPE_NVME = 32, IPL_TYPE_NVME_DUMP = 64, IPL_TYPE_ECKD = 128, IPL_TYPE_ECKD_DUMP = 256, }; struct ipl_info { enum ipl_type type; union { struct { struct ccw_dev_id dev_id; } ccw; struct { struct ccw_dev_id dev_id; } eckd; struct { struct ccw_dev_id dev_id; u64 wwpn; u64 lun; } fcp; struct { u32 fid; u32 nsid; } nvme; struct { char name[9]; } nss; } data; }; struct save_area { struct list_head list; u64 psw[2]; u64 ctrs[16]; u64 gprs[16]; u32 acrs[16]; u64 fprs[16]; u32 fpc; u32 prefix; u32 todpreg; u64 timer; u64 todcmp; u64 vxrs_low[16]; __vector128 vxrs_high[16]; }; enum jump_label_type { JUMP_LABEL_NOP = 0, JUMP_LABEL_JMP = 1, }; struct insn { u16 opcode; s32 offset; } __attribute__((packed)); struct parmarea { long unsigned int ipl_device; long unsigned int initrd_start; long unsigned int initrd_size; long unsigned int oldmem_base; long unsigned int oldmem_size; long unsigned int kernel_version; long unsigned int max_command_line_size; char pad1[72]; char command_line[4096]; }; typedef __s64 Elf64_Sxword; struct elf64_rela { Elf64_Addr r_offset; Elf64_Xword r_info; Elf64_Sxword r_addend; }; typedef struct elf64_rela Elf64_Rela; struct ipl_report; struct s390_load_data { void *kernel_buf; long unsigned int kernel_mem; struct parmarea *parm; size_t memsz; struct ipl_report *report; }; struct ipl_parameter_block; struct ipl_report { struct ipl_parameter_block *ipib; struct list_head components; struct list_head certificates; size_t size; }; struct kimage_arch { void *ipl_buf; }; typedef int kexec_probe_t(const char *, long unsigned int); struct kimage; typedef void *kexec_load_t(struct kimage *, char *, long unsigned int, char *, long unsigned int, char *, long unsigned int); typedef int kexec_cleanup_t(void *); typedef int kexec_verify_sig_t(const char *, long unsigned int); struct kexec_file_ops { kexec_probe_t *probe; kexec_load_t *load; kexec_cleanup_t *cleanup; kexec_verify_sig_t *verify_sig; }; typedef long unsigned int kimage_entry_t; struct kexec_segment { union { void *buf; void *kbuf; }; size_t bufsz; long unsigned int mem; size_t memsz; }; struct purgatory_info { const Elf64_Ehdr *ehdr; Elf64_Shdr *sechdrs; void *purgatory_buf; }; struct kimage { kimage_entry_t head; kimage_entry_t *entry; kimage_entry_t *last_entry; long unsigned int start; struct page *control_code_page; struct page *swap_page; void *vmcoreinfo_data_copy; long unsigned int nr_segments; struct kexec_segment segment[16]; struct list_head control_pages; struct list_head dest_pages; struct list_head unusable_pages; long unsigned int control_page; unsigned int type: 1; unsigned int preserve_context: 1; unsigned int file_mode: 1; struct kimage_arch arch; void *kernel_buf; long unsigned int kernel_buf_len; void *initrd_buf; long unsigned int initrd_buf_len; char *cmdline_buf; long unsigned int cmdline_buf_len; const struct kexec_file_ops *fops; void *image_loader_data; struct purgatory_info purgatory_info; void *elf_headers; long unsigned int elf_headers_sz; long unsigned int elf_load_addr; }; struct kexec_buf { struct kimage *image; void *buffer; long unsigned int bufsz; long unsigned int mem; long unsigned int memsz; long unsigned int buf_align; long unsigned int buf_min; long unsigned int buf_max; bool top_down; }; enum pkey_id_type { PKEY_ID_PGP = 0, PKEY_ID_X509 = 1, PKEY_ID_PKCS7 = 2, }; struct module_signature { u8 algo; u8 hash; u8 id_type; u8 signer_len; u8 key_id_len; u8 __pad[3]; __be32 sig_len; }; struct ipl_pl_hdr { __u32 len; __u8 flags; __u8 reserved1[2]; __u8 version; }; struct ipl_pb_hdr { __u32 len; __u8 pbt; } __attribute__((packed)); struct ipl_pb0_common { __u32 len; __u8 pbt; __u8 flags; __u8 reserved1[2]; __u8 loadparm[8]; __u8 reserved2[84]; }; struct ipl_pb0_fcp { __u32 len; __u8 pbt; __u8 reserved1[3]; __u8 loadparm[8]; __u8 reserved2[304]; __u8 opt; __u8 reserved3[3]; __u8 cssid; __u8 reserved4[1]; __u16 devno; __u8 reserved5[4]; __u64 wwpn; __u64 lun; __u32 bootprog; __u8 reserved6[12]; __u64 br_lba; __u32 scp_data_len; __u8 reserved7[260]; __u8 scp_data[0]; } __attribute__((packed)); struct ipl_pb0_nvme { __u32 len; __u8 pbt; __u8 reserved1[3]; __u8 loadparm[8]; __u8 reserved2[304]; __u8 opt; __u8 reserved3[3]; __u32 fid; __u8 reserved4[12]; __u32 nsid; __u8 reserved5[4]; __u32 bootprog; __u8 reserved6[12]; __u64 br_lba; __u32 scp_data_len; __u8 reserved7[260]; __u8 scp_data[0]; } __attribute__((packed)); struct ipl_pb0_ccw { __u32 len; __u8 pbt; __u8 flags; __u8 reserved1[2]; __u8 loadparm[8]; __u8 reserved2[84]; __u16 reserved3: 13; __u8 ssid: 3; __u16 devno; __u8 vm_flags; __u8 reserved4[3]; __u32 vm_parm_len; __u8 nss_name[8]; __u8 vm_parm[64]; __u8 reserved5[8]; }; struct ipl_pb0_eckd { __u32 len; __u8 pbt; __u8 reserved1[3]; __u32 reserved2[78]; __u8 opt; __u8 reserved4[4]; __u8 reserved5: 5; __u8 ssid: 3; __u16 devno; __u32 reserved6[5]; __u32 bootprog; __u8 reserved7[12]; struct { __u16 cyl; __u8 head; __u8 record; __u32 reserved; } br_chr; __u32 scp_data_len; __u8 reserved8[260]; __u8 scp_data[0]; }; struct ipl_parameter_block { struct ipl_pl_hdr hdr; union { struct ipl_pb_hdr pb0_hdr; struct ipl_pb0_common common; struct ipl_pb0_fcp fcp; struct ipl_pb0_ccw ccw; struct ipl_pb0_eckd eckd; struct ipl_pb0_nvme nvme; char raw[4088]; }; }; struct perf_pmu_events_attr { struct device_attribute attr; u64 id; const char *event_str; }; struct cpumf_ctr_info { u16 cfvn; u16 auth_ctl; u16 enable_ctl; u16 act_ctl; u16 max_cpu; u16 csvn; u16 max_cg; u16 reserved1; u32 reserved2[12]; }; enum perf_event_task_context { perf_invalid_context = -1, perf_hw_context = 0, perf_sw_context = 1, perf_nr_task_contexts = 2, }; enum perf_type_id { PERF_TYPE_HARDWARE = 0, PERF_TYPE_SOFTWARE = 1, PERF_TYPE_TRACEPOINT = 2, PERF_TYPE_HW_CACHE = 3, PERF_TYPE_RAW = 4, PERF_TYPE_BREAKPOINT = 5, PERF_TYPE_MAX = 6, }; enum perf_event_sample_format { PERF_SAMPLE_IP = 1, PERF_SAMPLE_TID = 2, PERF_SAMPLE_TIME = 4, PERF_SAMPLE_ADDR = 8, PERF_SAMPLE_READ = 16, PERF_SAMPLE_CALLCHAIN = 32, PERF_SAMPLE_ID = 64, PERF_SAMPLE_CPU = 128, PERF_SAMPLE_PERIOD = 256, PERF_SAMPLE_STREAM_ID = 512, PERF_SAMPLE_RAW = 1024, PERF_SAMPLE_BRANCH_STACK = 2048, PERF_SAMPLE_REGS_USER = 4096, PERF_SAMPLE_STACK_USER = 8192, PERF_SAMPLE_WEIGHT = 16384, PERF_SAMPLE_DATA_SRC = 32768, PERF_SAMPLE_IDENTIFIER = 65536, PERF_SAMPLE_TRANSACTION = 131072, PERF_SAMPLE_REGS_INTR = 262144, PERF_SAMPLE_PHYS_ADDR = 524288, PERF_SAMPLE_AUX = 1048576, PERF_SAMPLE_CGROUP = 2097152, PERF_SAMPLE_DATA_PAGE_SIZE = 4194304, PERF_SAMPLE_CODE_PAGE_SIZE = 8388608, PERF_SAMPLE_WEIGHT_STRUCT = 16777216, PERF_SAMPLE_MAX = 33554432, }; struct qpaci_info_block { u64 header; struct { char: 8; u64 num_cc: 8; short: 9; u64 num_nnpa: 7; }; }; enum paievt_mode { PAI_MODE_NONE = 0, PAI_MODE_SAMPLING = 1, PAI_MODE_COUNTING = 2, }; struct pai_userdata { u16 num; u64 value; } __attribute__((packed)); struct paiext_cb { u64 header; u64 reserved1; u64 acc; u8 reserved2[488]; }; struct paiext_map { long unsigned int *area; struct pai_userdata *save; enum paievt_mode mode; unsigned int active_events; unsigned int refcnt; struct perf_event *event; struct paiext_cb *paiext_cb; }; struct paiext_mapptr { struct paiext_map *mapptr; }; struct paiext_root { int refcnt; struct paiext_mapptr *mapptr; }; typedef int pcpu_fc_cpu_to_node_fn_t(int); typedef int pcpu_fc_cpu_distance_fn_t(unsigned int, unsigned int); struct mhp_params { struct vmem_altmap *altmap; pgprot_t pgprot; struct dev_pagemap *pgmap; }; struct uv_cb_header { u16 len; u16 cmd; u16 rc; u16 rrc; }; struct uv_cb_share { struct uv_cb_header header; u64 reserved08[3]; u64 paddr; u64 reserved28; }; enum { TASKSTATS_CMD_UNSPEC = 0, TASKSTATS_CMD_GET = 1, TASKSTATS_CMD_NEW = 2, __TASKSTATS_CMD_MAX = 3, }; struct irq_affinity { unsigned int pre_vectors; unsigned int post_vectors; unsigned int nr_sets; unsigned int set_size[4]; void (*calc_sets)(struct irq_affinity *, unsigned int); void *priv; }; enum cpu_usage_stat { CPUTIME_USER = 0, CPUTIME_NICE = 1, CPUTIME_SYSTEM = 2, CPUTIME_SOFTIRQ = 3, CPUTIME_IRQ = 4, CPUTIME_IDLE = 5, CPUTIME_IOWAIT = 6, CPUTIME_STEAL = 7, CPUTIME_GUEST = 8, CPUTIME_GUEST_NICE = 9, CPUTIME_FORCEIDLE = 10, NR_STATS = 11, }; enum cgroup_bpf_attach_type { CGROUP_BPF_ATTACH_TYPE_INVALID = -1, CGROUP_INET_INGRESS = 0, CGROUP_INET_EGRESS = 1, CGROUP_INET_SOCK_CREATE = 2, CGROUP_SOCK_OPS = 3, CGROUP_DEVICE = 4, CGROUP_INET4_BIND = 5, CGROUP_INET6_BIND = 6, CGROUP_INET4_CONNECT = 7, CGROUP_INET6_CONNECT = 8, CGROUP_INET4_POST_BIND = 9, CGROUP_INET6_POST_BIND = 10, CGROUP_UDP4_SENDMSG = 11, CGROUP_UDP6_SENDMSG = 12, CGROUP_SYSCTL = 13, CGROUP_UDP4_RECVMSG = 14, CGROUP_UDP6_RECVMSG = 15, CGROUP_GETSOCKOPT = 16, CGROUP_SETSOCKOPT = 17, CGROUP_INET4_GETPEERNAME = 18, CGROUP_INET6_GETPEERNAME = 19, CGROUP_INET4_GETSOCKNAME = 20, CGROUP_INET6_GETSOCKNAME = 21, CGROUP_INET_SOCK_RELEASE = 22, CGROUP_LSM_START = 23, CGROUP_LSM_END = 32, MAX_CGROUP_BPF_ATTACH_TYPE = 33, }; enum psi_task_count { NR_IOWAIT = 0, NR_MEMSTALL = 1, NR_RUNNING = 2, NR_MEMSTALL_RUNNING = 3, NR_PSI_TASK_COUNTS = 4, }; enum psi_res { PSI_IO = 0, PSI_MEM = 1, PSI_CPU = 2, NR_PSI_RESOURCES = 3, }; enum psi_states { PSI_IO_SOME = 0, PSI_IO_FULL = 1, PSI_MEM_SOME = 2, PSI_MEM_FULL = 3, PSI_CPU_SOME = 4, PSI_CPU_FULL = 5, PSI_NONIDLE = 6, NR_PSI_STATES = 7, }; enum psi_aggregators { PSI_AVGS = 0, PSI_POLL = 1, NR_PSI_AGGREGATORS = 2, }; enum cgroup_subsys_id { cpuset_cgrp_id = 0, cpu_cgrp_id = 1, cpuacct_cgrp_id = 2, io_cgrp_id = 3, memory_cgrp_id = 4, devices_cgrp_id = 5, freezer_cgrp_id = 6, net_cls_cgrp_id = 7, perf_event_cgrp_id = 8, net_prio_cgrp_id = 9, pids_cgrp_id = 10, rdma_cgrp_id = 11, misc_cgrp_id = 12, CGROUP_SUBSYS_COUNT = 13, }; enum wb_stat_item { WB_RECLAIMABLE = 0, WB_WRITEBACK = 1, WB_DIRTIED = 2, WB_WRITTEN = 3, NR_WB_STAT_ITEMS = 4, }; struct io_tlb_area; struct io_tlb_slot; struct io_tlb_mem { phys_addr_t start; phys_addr_t end; void *vaddr; long unsigned int nslabs; long unsigned int used; struct dentry *debugfs; bool late_alloc; bool force_bounce; bool for_alloc; unsigned int nareas; unsigned int area_nslabs; struct io_tlb_area *areas; struct io_tlb_slot *slots; atomic_long_t total_used; atomic_long_t used_hiwater; }; enum memcg_memory_event { MEMCG_LOW = 0, MEMCG_HIGH = 1, MEMCG_MAX = 2, MEMCG_OOM = 3, MEMCG_OOM_KILL = 4, MEMCG_OOM_GROUP_KILL = 5, MEMCG_SWAP_HIGH = 6, MEMCG_SWAP_MAX = 7, MEMCG_SWAP_FAIL = 8, MEMCG_NR_MEMORY_EVENTS = 9, }; struct memory_notify { long unsigned int start_pfn; long unsigned int nr_pages; int status_change_nid_normal; int status_change_nid; }; struct scatterlist { long unsigned int page_link; unsigned int offset; unsigned int length; dma_addr_t dma_address; unsigned int dma_length; }; struct sg_table { struct scatterlist *sgl; unsigned int nents; unsigned int orig_nents; }; struct virtio_device_id { __u32 device; __u32 vendor; }; struct vringh_config_ops; struct virtio_config_ops; struct virtio_device { int index; bool failed; bool config_enabled; bool config_change_pending; spinlock_t config_lock; spinlock_t vqs_list_lock; struct device dev; struct virtio_device_id id; const struct virtio_config_ops *config; const struct vringh_config_ops *vringh_config; struct list_head vqs; u64 features; void *priv; }; struct virtqueue { struct list_head list; void (*callback)(struct virtqueue *); const char *name; struct virtio_device *vdev; unsigned int index; unsigned int num_free; unsigned int num_max; bool reset; void *priv; }; typedef void vq_callback_t(struct virtqueue *); struct virtio_shm_region; struct virtio_config_ops { void (*get)(struct virtio_device *, unsigned int, void *, unsigned int); void (*set)(struct virtio_device *, unsigned int, const void *, unsigned int); u32 (*generation)(struct virtio_device *); u8 (*get_status)(struct virtio_device *); void (*set_status)(struct virtio_device *, u8); void (*reset)(struct virtio_device *); int (*find_vqs)(struct virtio_device *, unsigned int, struct virtqueue **, vq_callback_t **, const char * const *, const bool *, struct irq_affinity *); void (*del_vqs)(struct virtio_device *); void (*synchronize_cbs)(struct virtio_device *); u64 (*get_features)(struct virtio_device *); int (*finalize_features)(struct virtio_device *); const char * (*bus_name)(struct virtio_device *); int (*set_vq_affinity)(struct virtqueue *, const struct cpumask *); const struct cpumask * (*get_vq_affinity)(struct virtio_device *, int); bool (*get_shm_region)(struct virtio_device *, struct virtio_shm_region *, u8); int (*disable_vq_and_reset)(struct virtqueue *); int (*enable_vq_after_reset)(struct virtqueue *); }; struct virtio_shm_region { u64 addr; u64 len; }; struct s390_cma_mem_data { long unsigned int start; long unsigned int end; }; struct cma_kobject; struct cma { long unsigned int base_pfn; long unsigned int count; long unsigned int *bitmap; unsigned int order_per_bit; spinlock_t lock; char name[64]; atomic64_t nr_pages_succeeded; atomic64_t nr_pages_failed; struct cma_kobject *cma_kobj; bool reserve_pages_on_error; }; typedef struct { long unsigned int p4d; } p4d_t; typedef struct { long unsigned int pgste; } pgste_t; struct anon_vma { struct anon_vma *root; struct rw_semaphore rwsem; atomic_t refcount; long unsigned int num_children; long unsigned int num_active_vmas; struct anon_vma *parent; struct rb_root_cached rb_root; }; typedef struct { long unsigned int val; } swp_entry_t; typedef struct { int val[2]; } __kernel_fsid_t; struct kstatfs { long int f_type; long int f_bsize; u64 f_blocks; u64 f_bfree; u64 f_bavail; u64 f_files; u64 f_ffree; __kernel_fsid_t f_fsid; long int f_namelen; long int f_frsize; long int f_flags; long int f_spare[4]; }; struct hypfs_sb_info { kuid_t uid; kgid_t gid; struct dentry *update_file; time64_t last_update; struct mutex lock; }; enum { Opt_uid = 0, Opt_gid = 1, }; struct hypfs_dbfs_file; struct hypfs_dbfs_data { void *buf; void *buf_free_ptr; size_t size; struct hypfs_dbfs_file *dbfs_file; }; struct hypfs_dbfs_file { const char *name; int (*data_create)(void **, void **, size_t *); void (*data_free)(const void *); long int (*unlocked_ioctl)(struct file *, unsigned int, long unsigned int); struct mutex lock; struct dentry *dentry; }; struct sysinfo { __kernel_long_t uptime; __kernel_ulong_t loads[3]; __kernel_ulong_t totalram; __kernel_ulong_t freeram; __kernel_ulong_t sharedram; __kernel_ulong_t bufferram; __kernel_ulong_t totalswap; __kernel_ulong_t freeswap; __u16 procs; __u16 pad; __kernel_ulong_t totalhigh; __kernel_ulong_t freehigh; __u32 mem_unit; char _f[0]; }; enum { WQ_UNBOUND = 2, WQ_FREEZABLE = 4, WQ_MEM_RECLAIM = 8, WQ_HIGHPRI = 16, WQ_CPU_INTENSIVE = 32, WQ_SYSFS = 64, WQ_POWER_EFFICIENT = 128, __WQ_DESTROYING = 32768, __WQ_DRAINING = 65536, __WQ_ORDERED = 131072, __WQ_LEGACY = 262144, __WQ_ORDERED_EXPLICIT = 524288, WQ_MAX_ACTIVE = 512, WQ_MAX_UNBOUND_PER_CPU = 4, WQ_DFL_ACTIVE = 256, }; struct appldata_parameter_list { u16 diag; u8 function; u8 parlist_length; u32 unused01; u16 reserved; u16 buffer_length; u32 unused02; u64 product_id_addr; u64 buffer_addr; }; struct appldata_product_id { char prod_nr[7]; u16 prod_fn; u8 record_nr; u16 version_nr; u16 release_nr; u16 mod_lvl; } __attribute__((packed)); struct vtimer_list { struct list_head entry; u64 expires; u64 interval; void (*function)(long unsigned int); long unsigned int data; }; struct appldata_ops { struct list_head list; struct ctl_table_header *sysctl_header; struct ctl_table *ctl_table; int active; char name[16]; unsigned char record_nr; void (*callback)(void *); void *data; unsigned int size; struct module *owner; char mod_lvl[2]; }; struct __call_single_data { struct __call_single_node node; smp_call_func_t func; void *info; }; typedef struct __call_single_data call_single_data_t; struct irq_desc; typedef void (*irq_flow_handler_t)(struct irq_desc *); struct msi_desc; struct irq_common_data { unsigned int state_use_accessors; unsigned int node; void *handler_data; struct msi_desc *msi_desc; cpumask_var_t affinity; }; struct irq_chip; struct irq_data { u32 mask; unsigned int irq; long unsigned int hwirq; struct irq_common_data *common; struct irq_chip *chip; struct irq_domain *domain; struct irq_data *parent_data; void *chip_data; }; struct irqaction; struct irq_affinity_notify; struct irq_desc { struct irq_common_data irq_common_data; struct irq_data irq_data; unsigned int *kstat_irqs; irq_flow_handler_t handle_irq; struct irqaction *action; unsigned int status_use_accessors; unsigned int core_internal_state__do_not_mess_with_it; unsigned int depth; unsigned int wake_depth; unsigned int tot_count; unsigned int irq_count; long unsigned int last_unhandled; unsigned int irqs_unhandled; atomic_t threads_handled; int threads_handled_last; raw_spinlock_t lock; struct cpumask *percpu_enabled; const struct cpumask *percpu_affinity; const struct cpumask *affinity_hint; struct irq_affinity_notify *affinity_notify; long unsigned int threads_oneshot; atomic_t threads_active; wait_queue_head_t wait_for_threads; struct proc_dir_entry *dir; struct callback_head rcu; struct kobject kobj; struct mutex request_mutex; int parent_irq; struct module *owner; const char *name; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum irqreturn { IRQ_NONE = 0, IRQ_HANDLED = 1, IRQ_WAKE_THREAD = 2, }; typedef enum irqreturn irqreturn_t; struct zpci_fib_fmt0 { char: 1; u32 isc: 3; u32 noi: 12; char: 2; u32 aibvo: 6; u32 sum: 1; char: 1; u32 aisbo: 6; u64 aibv; u64 aisb; }; struct zpci_fib_fmt1 { char: 4; u32 noi: 12; int: 16; u32 dibvo: 16; long: 64; long: 64; }; struct zpci_fib { u32 fmt: 8; long: 0; u8 fc; u64 pba; u64 pal; u64 iota; union { struct zpci_fib_fmt0 fmt0; struct zpci_fib_fmt1 fmt1; }; u64 fmb_addr; int: 32; u32 gd; }; struct zpci_diib { char: 1; u32 isc: 3; int: 0; short: 16; u16 nr_cpus; u64 disb_addr; long: 64; long: 64; }; struct zpci_cdiib { long: 64; u64 dibv_addr; long: 64; long: 64; long: 64; }; struct zpci_aipb { u64 faisb; u64 gait; short: 13; u16 afi: 3; int: 0; short: 16; u16 faal; }; union zpci_sic_iib { struct zpci_diib diib; struct zpci_cdiib cdiib; struct zpci_aipb aipb; }; enum { IRQ_SET_MASK_OK = 0, IRQ_SET_MASK_OK_NOCOPY = 1, IRQ_SET_MASK_OK_DONE = 2, }; struct arch_msi_msg_addr_lo { u32 address_lo; }; typedef struct arch_msi_msg_addr_lo arch_msi_msg_addr_lo_t; struct arch_msi_msg_addr_hi { u32 address_hi; }; typedef struct arch_msi_msg_addr_hi arch_msi_msg_addr_hi_t; struct arch_msi_msg_data { u32 data; }; typedef struct arch_msi_msg_data arch_msi_msg_data_t; struct msi_msg { union { u32 address_lo; arch_msi_msg_addr_lo_t arch_addr_lo; }; union { u32 address_hi; arch_msi_msg_addr_hi_t arch_addr_hi; }; union { u32 data; arch_msi_msg_data_t arch_data; }; }; struct pci_msi_desc { union { u32 msi_mask; u32 msix_ctrl; }; struct { u8 is_msix: 1; u8 multiple: 3; u8 multi_cap: 3; u8 can_mask: 1; u8 is_64: 1; u8 is_virtual: 1; unsigned int default_irq; } msi_attrib; union { u8 mask_pos; void *mask_base; }; }; union msi_domain_cookie { u64 value; void *ptr; void *iobase; }; union msi_instance_cookie { u64 value; void *ptr; }; struct msi_desc_data { union msi_domain_cookie dcookie; union msi_instance_cookie icookie; }; struct irq_affinity_desc; struct msi_desc { unsigned int irq; unsigned int nvec_used; struct device *dev; struct msi_msg msg; struct irq_affinity_desc *affinity; struct device_attribute *sysfs_attrs; void (*write_msi_msg)(struct msi_desc *, void *); void *write_msi_msg_data; u16 msi_index; union { struct pci_msi_desc pci; struct msi_desc_data data; }; }; enum irqchip_irq_state { IRQCHIP_STATE_PENDING = 0, IRQCHIP_STATE_ACTIVE = 1, IRQCHIP_STATE_MASKED = 2, IRQCHIP_STATE_LINE_LEVEL = 3, }; struct irq_chip { const char *name; unsigned int (*irq_startup)(struct irq_data *); void (*irq_shutdown)(struct irq_data *); void (*irq_enable)(struct irq_data *); void (*irq_disable)(struct irq_data *); void (*irq_ack)(struct irq_data *); void (*irq_mask)(struct irq_data *); void (*irq_mask_ack)(struct irq_data *); void (*irq_unmask)(struct irq_data *); void (*irq_eoi)(struct irq_data *); int (*irq_set_affinity)(struct irq_data *, const struct cpumask *, bool); int (*irq_retrigger)(struct irq_data *); int (*irq_set_type)(struct irq_data *, unsigned int); int (*irq_set_wake)(struct irq_data *, unsigned int); void (*irq_bus_lock)(struct irq_data *); void (*irq_bus_sync_unlock)(struct irq_data *); void (*irq_suspend)(struct irq_data *); void (*irq_resume)(struct irq_data *); void (*irq_pm_shutdown)(struct irq_data *); void (*irq_calc_mask)(struct irq_data *); void (*irq_print_chip)(struct irq_data *, struct seq_file *); int (*irq_request_resources)(struct irq_data *); void (*irq_release_resources)(struct irq_data *); void (*irq_compose_msi_msg)(struct irq_data *, struct msi_msg *); void (*irq_write_msi_msg)(struct irq_data *, struct msi_msg *); int (*irq_get_irqchip_state)(struct irq_data *, enum irqchip_irq_state, bool *); int (*irq_set_irqchip_state)(struct irq_data *, enum irqchip_irq_state, bool); int (*irq_set_vcpu_affinity)(struct irq_data *, void *); void (*ipi_send_single)(struct irq_data *, unsigned int); void (*ipi_send_mask)(struct irq_data *, const struct cpumask *); int (*irq_nmi_setup)(struct irq_data *); void (*irq_nmi_teardown)(struct irq_data *); long unsigned int flags; }; typedef irqreturn_t (*irq_handler_t)(int, void *); struct irqaction { irq_handler_t handler; void *dev_id; void *percpu_dev_id; struct irqaction *next; irq_handler_t thread_fn; struct task_struct *thread; struct irqaction *secondary; unsigned int irq; unsigned int flags; long unsigned int thread_flags; long unsigned int thread_mask; const char *name; struct proc_dir_entry *dir; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct irq_affinity_notify { unsigned int irq; struct kref kref; struct work_struct work; void (*notify)(struct irq_affinity_notify *, const cpumask_t *); void (*release)(struct kref *); }; struct irq_affinity_desc { struct cpumask mask; unsigned int is_managed: 1; }; enum msi_desc_filter { MSI_DESC_ALL = 0, MSI_DESC_NOTASSOCIATED = 1, MSI_DESC_ASSOCIATED = 2, }; struct pci_device_id { __u32 vendor; __u32 device; __u32 subvendor; __u32 subdevice; __u32 class; __u32 class_mask; kernel_ulong_t driver_data; __u32 override_only; }; struct pci_bus; struct hotplug_slot; struct pci_slot { struct pci_bus *bus; struct list_head list; struct hotplug_slot *hotplug; unsigned char number; struct kobject kobj; }; struct pci_dev; struct pci_ops; struct pci_bus { struct list_head node; struct pci_bus *parent; struct list_head children; struct list_head devices; struct pci_dev *self; struct list_head slots; struct resource *resource[4]; struct list_head resources; struct resource busn_res; struct pci_ops *ops; void *sysdata; struct proc_dir_entry *procdir; unsigned char number; unsigned char primary; unsigned char max_bus_speed; unsigned char cur_bus_speed; char name[48]; short unsigned int bridge_ctl; pci_bus_flags_t bus_flags; struct device *bridge; struct device dev; struct bin_attribute *legacy_io; struct bin_attribute *legacy_mem; unsigned int is_added: 1; unsigned int unsafe_warn: 1; }; struct hotplug_slot_ops; struct hotplug_slot { const struct hotplug_slot_ops *ops; struct list_head slot_list; struct pci_slot *pci_slot; struct module *owner; const char *mod_name; }; typedef int pci_power_t; enum pci_bus_speed { PCI_SPEED_33MHz = 0, PCI_SPEED_66MHz = 1, PCI_SPEED_66MHz_PCIX = 2, PCI_SPEED_100MHz_PCIX = 3, PCI_SPEED_133MHz_PCIX = 4, PCI_SPEED_66MHz_PCIX_ECC = 5, PCI_SPEED_100MHz_PCIX_ECC = 6, PCI_SPEED_133MHz_PCIX_ECC = 7, PCI_SPEED_66MHz_PCIX_266 = 9, PCI_SPEED_100MHz_PCIX_266 = 10, PCI_SPEED_133MHz_PCIX_266 = 11, AGP_UNKNOWN = 12, AGP_1X = 13, AGP_2X = 14, AGP_4X = 15, AGP_8X = 16, PCI_SPEED_66MHz_PCIX_533 = 17, PCI_SPEED_100MHz_PCIX_533 = 18, PCI_SPEED_133MHz_PCIX_533 = 19, PCIE_SPEED_2_5GT = 20, PCIE_SPEED_5_0GT = 21, PCIE_SPEED_8_0GT = 22, PCIE_SPEED_16_0GT = 23, PCIE_SPEED_32_0GT = 24, PCIE_SPEED_64_0GT = 25, PCI_SPEED_UNKNOWN = 255, }; struct pci_vpd { struct mutex lock; unsigned int len; u8 cap; }; struct aer_stats; struct rcec_ea; struct pci_driver; struct pcie_link_state; struct pci_sriov; struct pci_dev { struct list_head bus_list; struct pci_bus *bus; struct pci_bus *subordinate; void *sysdata; struct proc_dir_entry *procent; struct pci_slot *slot; unsigned int devfn; short unsigned int vendor; short unsigned int device; short unsigned int subsystem_vendor; short unsigned int subsystem_device; unsigned int class; u8 revision; u8 hdr_type; u16 aer_cap; struct aer_stats *aer_stats; struct rcec_ea *rcec_ea; struct pci_dev *rcec; u32 devcap; u8 pcie_cap; u8 msi_cap; u8 msix_cap; u8 pcie_mpss: 3; u8 rom_base_reg; u8 pin; u16 pcie_flags_reg; long unsigned int *dma_alias_mask; struct pci_driver *driver; u64 dma_mask; struct device_dma_parameters dma_parms; pci_power_t current_state; unsigned int imm_ready: 1; u8 pm_cap; unsigned int pme_support: 5; unsigned int pme_poll: 1; unsigned int d1_support: 1; unsigned int d2_support: 1; unsigned int no_d1d2: 1; unsigned int no_d3cold: 1; unsigned int bridge_d3: 1; unsigned int d3cold_allowed: 1; unsigned int mmio_always_on: 1; unsigned int wakeup_prepared: 1; unsigned int skip_bus_pm: 1; unsigned int ignore_hotplug: 1; unsigned int hotplug_user_indicators: 1; unsigned int clear_retrain_link: 1; unsigned int d3hot_delay; unsigned int d3cold_delay; struct pcie_link_state *link_state; unsigned int ltr_path: 1; u16 l1ss; unsigned int pasid_no_tlp: 1; unsigned int eetlp_prefix_path: 1; pci_channel_state_t error_state; struct device dev; int cfg_size; unsigned int irq; struct resource resource[17]; struct resource driver_exclusive_resource; bool match_driver; unsigned int transparent: 1; unsigned int io_window: 1; unsigned int pref_window: 1; unsigned int pref_64_window: 1; unsigned int multifunction: 1; unsigned int is_busmaster: 1; unsigned int no_msi: 1; unsigned int no_64bit_msi: 1; unsigned int block_cfg_access: 1; unsigned int broken_parity_status: 1; unsigned int irq_reroute_variant: 2; unsigned int msi_enabled: 1; unsigned int msix_enabled: 1; unsigned int ari_enabled: 1; unsigned int ats_enabled: 1; unsigned int pasid_enabled: 1; unsigned int pri_enabled: 1; unsigned int is_managed: 1; unsigned int is_msi_managed: 1; unsigned int needs_freset: 1; unsigned int state_saved: 1; unsigned int is_physfn: 1; unsigned int is_virtfn: 1; unsigned int is_hotplug_bridge: 1; unsigned int shpc_managed: 1; unsigned int is_thunderbolt: 1; unsigned int untrusted: 1; unsigned int external_facing: 1; unsigned int broken_intx_masking: 1; unsigned int io_window_1k: 1; unsigned int irq_managed: 1; unsigned int non_compliant_bars: 1; unsigned int is_probed: 1; unsigned int link_active_reporting: 1; unsigned int no_vf_scan: 1; unsigned int no_command_memory: 1; unsigned int rom_bar_overlap: 1; pci_dev_flags_t dev_flags; atomic_t enable_cnt; u32 saved_config_space[16]; struct hlist_head saved_cap_space; int rom_attr_enabled; struct bin_attribute *res_attr[17]; struct bin_attribute *res_attr_wc[17]; unsigned int broken_cmd_compl: 1; u16 ptm_cap; unsigned int ptm_root: 1; unsigned int ptm_enabled: 1; u8 ptm_granularity; void *msix_base; raw_spinlock_t msi_lock; struct pci_vpd vpd; u16 dpc_cap; unsigned int dpc_rp_extensions: 1; u8 dpc_rp_log_size; union { struct pci_sriov *sriov; struct pci_dev *physfn; }; u16 ats_cap; u8 ats_stu; u16 pri_cap; u32 pri_reqs_alloc; unsigned int pasid_required: 1; u16 pasid_cap; u16 pasid_features; struct xarray doe_mbs; u16 acs_cap; phys_addr_t rom; size_t romlen; const char *driver_override; long unsigned int priv_flags; u8 reset_methods[7]; }; struct pci_dynids { spinlock_t lock; struct list_head list; }; struct pci_error_handlers; struct pci_driver { struct list_head node; const char *name; const struct pci_device_id *id_table; int (*probe)(struct pci_dev *, const struct pci_device_id *); void (*remove)(struct pci_dev *); int (*suspend)(struct pci_dev *, pm_message_t); int (*resume)(struct pci_dev *); void (*shutdown)(struct pci_dev *); int (*sriov_configure)(struct pci_dev *, int); int (*sriov_set_msix_vec_count)(struct pci_dev *, int); u32 (*sriov_get_vf_total_msix)(struct pci_dev *); const struct pci_error_handlers *err_handler; const struct attribute_group **groups; const struct attribute_group **dev_groups; struct device_driver driver; struct pci_dynids dynids; bool driver_managed_dma; }; struct pci_ops { int (*add_bus)(struct pci_bus *); void (*remove_bus)(struct pci_bus *); void * (*map_bus)(struct pci_bus *, unsigned int, int); int (*read)(struct pci_bus *, unsigned int, int, int, u32 *); int (*write)(struct pci_bus *, unsigned int, int, int, u32); }; struct pci_error_handlers { pci_ers_result_t (*error_detected)(struct pci_dev *, pci_channel_state_t); pci_ers_result_t (*mmio_enabled)(struct pci_dev *); pci_ers_result_t (*slot_reset)(struct pci_dev *); void (*reset_prepare)(struct pci_dev *); void (*reset_done)(struct pci_dev *); void (*resume)(struct pci_dev *); void (*cor_error_detected)(struct pci_dev *); }; struct hotplug_slot_ops { int (*enable_slot)(struct hotplug_slot *); int (*disable_slot)(struct hotplug_slot *); int (*set_attention_status)(struct hotplug_slot *, u8); int (*hardware_test)(struct hotplug_slot *, u32); int (*get_power_status)(struct hotplug_slot *, u8 *); int (*get_attention_status)(struct hotplug_slot *, u8 *); int (*get_latch_status)(struct hotplug_slot *, u8 *); int (*get_adapter_status)(struct hotplug_slot *, u8 *); int (*reset_slot)(struct hotplug_slot *, bool); }; struct zpci_fmb_fmt0 { u64 dma_rbytes; u64 dma_wbytes; }; struct zpci_fmb_fmt1 { u64 rx_bytes; u64 rx_packets; u64 tx_bytes; u64 tx_packets; }; struct zpci_fmb_fmt2 { u64 consumed_work_units; u64 max_work_units; }; struct zpci_fmb_fmt3 { u64 tx_bytes; }; struct zpci_fmb { u32 format: 8; u32 fmt_ind: 24; u32 samples; u64 last_update; u64 ld_ops; u64 st_ops; u64 stb_ops; u64 rpcit_ops; union { struct zpci_fmb_fmt0 fmt0; struct zpci_fmb_fmt1 fmt1; struct zpci_fmb_fmt2 fmt2; struct zpci_fmb_fmt3 fmt3; }; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum zpci_state { ZPCI_FN_STATE_STANDBY = 0, ZPCI_FN_STATE_CONFIGURED = 1, ZPCI_FN_STATE_RESERVED = 2, }; struct zpci_bar_struct { struct resource *res; void *mio_wb; void *mio_wt; u32 val; u16 map_idx; u8 size; }; struct zpci_dev; struct zpci_bus { struct kref kref; struct pci_bus *bus; struct zpci_dev *function[256]; struct list_head resources; struct list_head bus_next; struct resource bus_resource; int pchid; int domain_nr; bool multifunction; enum pci_bus_speed max_bus_speed; }; struct kvm_zdev; struct airq_iv; struct s390_domain; struct zpci_dev { struct zpci_bus *zbus; struct list_head entry; struct list_head iommu_list; struct kref kref; struct callback_head rcu; struct hotplug_slot hotplug_slot; enum zpci_state state; u32 fid; u32 fh; u32 gisa; u16 vfn; u16 pchid; u16 maxstbl; u8 pfgid; u8 pft; u8 port; u8 dtsm; u8 rid_available: 1; u8 has_hp_slot: 1; u8 has_resources: 1; u8 is_physfn: 1; u8 util_str_avail: 1; u8 irqs_registered: 1; u8 reserved: 2; unsigned int devfn; struct mutex lock; u8 pfip[4]; u32 uid; u8 util_str[64]; u64 msi_addr; unsigned int max_msi; unsigned int msi_first_bit; unsigned int msi_nr_irqs; struct airq_iv *aibv; long unsigned int aisb; long unsigned int *dma_table; int tlb_refresh; spinlock_t iommu_bitmap_lock; long unsigned int *iommu_bitmap; long unsigned int *lazy_bitmap; long unsigned int iommu_size; long unsigned int iommu_pages; unsigned int next_bit; struct iommu_device iommu_dev; char res_name[16]; bool mio_capable; struct zpci_bar_struct bars[6]; u64 start_dma; u64 end_dma; u64 dma_mask; struct zpci_fmb *fmb; u16 fmb_update; u16 fmb_length; atomic64_t allocated_pages; atomic64_t mapped_pages; atomic64_t unmapped_pages; u8 version; enum pci_bus_speed max_bus_speed; struct dentry *debugfs_dev; struct s390_domain *s390_domain; struct kvm_zdev *kzdev; struct mutex kzdev_lock; }; struct airq_iv { long unsigned int *vector; dma_addr_t vector_dma; long unsigned int *avail; long unsigned int *bitlock; long unsigned int *ptr; unsigned int *data; long unsigned int bits; long unsigned int end; long unsigned int flags; spinlock_t lock; }; struct airq_struct { struct hlist_node list; void (*handler)(struct airq_struct *, struct tpi_info *); u8 *lsi_ptr; u8 lsi_mask; u8 isc; u8 flags; }; enum { FLOATING = 0, DIRECTED = 1, }; struct cpu_irq_data { call_single_data_t csd; atomic_t scheduled; long: 64; long: 64; long: 64; }; enum refcount_saturation_type { REFCOUNT_ADD_NOT_ZERO_OVF = 0, REFCOUNT_ADD_OVF = 1, REFCOUNT_ADD_UAF = 2, REFCOUNT_SUB_UAF = 3, REFCOUNT_DEC_LEAK = 4, }; enum { pci_channel_io_normal = 1, pci_channel_io_frozen = 2, pci_channel_io_perm_failure = 3, }; enum pci_ers_result { PCI_ERS_RESULT_NONE = 1, PCI_ERS_RESULT_CAN_RECOVER = 2, PCI_ERS_RESULT_NEED_RESET = 3, PCI_ERS_RESULT_DISCONNECT = 4, PCI_ERS_RESULT_RECOVERED = 5, PCI_ERS_RESULT_NO_AER_DRIVER = 6, }; struct zpci_ccdf_err { u32 reserved1; u32 fh; u32 fid; u32 ett: 4; u32 mvn: 12; u32 dmaas: 8; char: 6; u32 q: 1; u32 rw: 1; u64 faddr; u32 reserved3; u16 reserved4; u16 pec; }; struct zpci_ccdf_avail { u32 reserved1; u32 fh; u32 fid; u32 reserved2; u32 reserved3; u32 reserved4; u32 reserved5; u16 reserved6; u16 pec; }; struct preempt_notifier; struct preempt_ops { void (*sched_in)(struct preempt_notifier *, int); void (*sched_out)(struct preempt_notifier *, struct task_struct *); }; struct preempt_notifier { struct hlist_node link; struct preempt_ops *ops; }; struct gmap { struct list_head list; struct list_head crst_list; struct mm_struct *mm; struct xarray guest_to_host; struct xarray host_to_guest; spinlock_t guest_table_lock; refcount_t ref_count; long unsigned int *table; long unsigned int asce; long unsigned int asce_end; void *private; bool pfault_enabled; long unsigned int guest_handle; struct xarray host_to_rmap; struct list_head children; struct list_head pt_list; spinlock_t shadow_lock; struct gmap *parent; long unsigned int orig_asce; int edat_level; bool removed; bool initialized; }; struct interval_tree_node { struct rb_node rb; long unsigned int start; long unsigned int last; long unsigned int __subtree_last; }; enum mmu_notifier_event { MMU_NOTIFY_UNMAP = 0, MMU_NOTIFY_CLEAR = 1, MMU_NOTIFY_PROTECTION_VMA = 2, MMU_NOTIFY_PROTECTION_PAGE = 3, MMU_NOTIFY_SOFT_DIRTY = 4, MMU_NOTIFY_RELEASE = 5, MMU_NOTIFY_MIGRATE = 6, MMU_NOTIFY_EXCLUSIVE = 7, }; struct mmu_notifier; struct mmu_notifier_range; struct mmu_notifier_ops { void (*release)(struct mmu_notifier *, struct mm_struct *); int (*clear_flush_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); int (*clear_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); int (*test_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int); void (*change_pte)(struct mmu_notifier *, struct mm_struct *, long unsigned int, pte_t); int (*invalidate_range_start)(struct mmu_notifier *, const struct mmu_notifier_range *); void (*invalidate_range_end)(struct mmu_notifier *, const struct mmu_notifier_range *); void (*invalidate_range)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); struct mmu_notifier * (*alloc_notifier)(struct mm_struct *); void (*free_notifier)(struct mmu_notifier *); }; struct mmu_notifier { struct hlist_node hlist; const struct mmu_notifier_ops *ops; struct mm_struct *mm; struct callback_head rcu; unsigned int users; }; struct mmu_notifier_range { struct mm_struct *mm; long unsigned int start; long unsigned int end; unsigned int flags; enum mmu_notifier_event event; void *owner; }; struct kvm_s390_vm_cpu_subfunc { __u8 plo[32]; __u8 ptff[16]; __u8 kmac[16]; __u8 kmc[16]; __u8 km[16]; __u8 kimd[16]; __u8 klmd[16]; __u8 pckmo[16]; __u8 kmctr[16]; __u8 kmf[16]; __u8 kmo[16]; __u8 pcc[16]; __u8 ppno[16]; __u8 kma[16]; __u8 kdsa[16]; __u8 sortl[32]; __u8 dfltcc[32]; __u8 reserved[1728]; }; struct kvm_debug_exit_arch { __u64 addr; __u8 type; __u8 pad[7]; }; struct kvm_sync_regs { __u64 prefix; __u64 gprs[16]; __u32 acrs[16]; __u64 crs[16]; __u64 todpr; __u64 cputm; __u64 ckc; __u64 pp; __u64 gbea; __u64 pft; __u64 pfs; __u64 pfc; union { __u64 vrs[64]; __u64 fprs[16]; }; __u8 reserved[512]; __u32 fpc; __u8 bpbc: 1; __u8 reserved2: 7; __u8 padding1[51]; __u8 riccb[64]; __u64 diag318; __u8 padding2[184]; union { __u8 sdnx[256]; struct { __u64 reserved1[2]; __u64 gscb[4]; __u64 etoken; __u64 etoken_extension; }; }; }; struct kvm_hyperv_exit { __u32 type; __u32 pad1; union { struct { __u32 msr; __u32 pad2; __u64 control; __u64 evt_page; __u64 msg_page; } synic; struct { __u64 input; __u64 result; __u64 params[2]; } hcall; struct { __u32 msr; __u32 pad2; __u64 control; __u64 status; __u64 send_page; __u64 recv_page; __u64 pending_page; } syndbg; } u; }; struct kvm_xen_exit { __u32 type; union { struct { __u32 longmode; __u32 cpl; __u64 input; __u64 result; __u64 params[6]; } hcall; } u; }; struct kvm_run { __u8 request_interrupt_window; __u8 immediate_exit; __u8 padding1[6]; __u32 exit_reason; __u8 ready_for_interrupt_injection; __u8 if_flag; __u16 flags; __u64 cr8; __u64 apic_base; __u64 psw_mask; __u64 psw_addr; union { struct { __u64 hardware_exit_reason; } hw; struct { __u64 hardware_entry_failure_reason; __u32 cpu; } fail_entry; struct { __u32 exception; __u32 error_code; } ex; struct { __u8 direction; __u8 size; __u16 port; __u32 count; __u64 data_offset; } io; struct { struct kvm_debug_exit_arch arch; } debug; struct { __u64 phys_addr; __u8 data[8]; __u32 len; __u8 is_write; } mmio; struct { __u64 nr; __u64 args[6]; __u64 ret; union { __u64 flags; }; } hypercall; struct { __u64 rip; __u32 is_write; __u32 pad; } tpr_access; struct { __u8 icptcode; __u16 ipa; __u32 ipb; } s390_sieic; __u64 s390_reset_flags; struct { __u64 trans_exc_code; __u32 pgm_code; } s390_ucontrol; struct { __u32 dcrn; __u32 data; __u8 is_write; } dcr; struct { __u32 suberror; __u32 ndata; __u64 data[16]; } internal; struct { __u32 suberror; __u32 ndata; __u64 flags; union { struct { __u8 insn_size; __u8 insn_bytes[15]; }; }; } emulation_failure; struct { __u64 gprs[32]; } osi; struct { __u64 nr; __u64 ret; __u64 args[9]; } papr_hcall; struct { __u16 subchannel_id; __u16 subchannel_nr; __u32 io_int_parm; __u32 io_int_word; __u32 ipb; __u8 dequeued; } s390_tsch; struct { __u32 epr; } epr; struct { __u32 type; __u32 ndata; union { __u64 data[16]; }; } system_event; struct { __u64 addr; __u8 ar; __u8 reserved; __u8 fc; __u8 sel1; __u16 sel2; } s390_stsi; struct { __u8 vector; } eoi; struct kvm_hyperv_exit hyperv; struct { __u64 esr_iss; __u64 fault_ipa; } arm_nisv; struct { __u8 error; __u8 pad[7]; __u32 reason; __u32 index; __u64 data; } msr; struct kvm_xen_exit xen; struct { long unsigned int extension_id; long unsigned int function_id; long unsigned int args[6]; long unsigned int ret[2]; } riscv_sbi; struct { long unsigned int csr_num; long unsigned int new_value; long unsigned int write_mask; long unsigned int ret_value; } riscv_csr; struct { __u32 flags; } notify; char padding[256]; }; __u64 kvm_valid_regs; __u64 kvm_dirty_regs; union { struct kvm_sync_regs regs; char padding[2048]; } s; }; struct kvm_s390_io_info { __u16 subchannel_id; __u16 subchannel_nr; __u32 io_int_parm; __u32 io_int_word; }; struct kvm_s390_ext_info { __u32 ext_params; __u32 pad; __u64 ext_params2; }; struct kvm_s390_pgm_info { __u64 trans_exc_code; __u64 mon_code; __u64 per_address; __u32 data_exc_code; __u16 code; __u16 mon_class_nr; __u8 per_code; __u8 per_atmid; __u8 exc_access_id; __u8 per_access_id; __u8 op_access_id; __u8 flags; __u8 pad[2]; }; struct kvm_s390_prefix_info { __u32 address; }; struct kvm_s390_extcall_info { __u16 code; }; struct kvm_s390_emerg_info { __u16 code; }; struct kvm_s390_stop_info { __u32 flags; }; struct kvm_s390_mchk_info { __u64 cr14; __u64 mcic; __u64 failing_storage_address; __u32 ext_damage_code; __u32 pad; __u8 fixed_logout[16]; }; struct kvm_device_attr { __u32 flags; __u32 group; __u64 attr; __u64 addr; }; struct kvm_dirty_gfn { __u32 flags; __u32 slot; __u64 offset; }; struct kvm_stats_desc { __u32 flags; __s16 exponent; __u16 size; __u32 offset; __u32 bucket_size; char name[0]; }; union diag318_info { long unsigned int val; struct { long unsigned int cpnc: 8; long unsigned int cpvc: 56; }; }; typedef u64 gpa_t; typedef u64 gfn_t; struct kvm_arch_memory_slot {}; struct kvm_memory_slot { struct hlist_node id_node[2]; struct interval_tree_node hva_node[2]; struct rb_node gfn_node[2]; gfn_t base_gfn; long unsigned int npages; long unsigned int *dirty_bitmap; struct kvm_arch_memory_slot arch; long unsigned int userspace_addr; u32 flags; short int id; u16 as_id; }; struct kvm_memslots { u64 generation; atomic_long_t last_used_slot; struct rb_root_cached hva_tree; struct rb_root gfn_tree; struct hlist_head id_hash[128]; int node_idx; }; struct kvm_vm_stat_generic { u64 remote_tlb_flush; u64 remote_tlb_flush_requests; }; struct kvm_vm_stat { struct kvm_vm_stat_generic generic; u64 inject_io; u64 inject_float_mchk; u64 inject_pfault_done; u64 inject_service_signal; u64 inject_virtio; u64 aen_forward; }; struct kvm_s390_float_interrupt { long unsigned int pending_irqs; long unsigned int masked_irqs; spinlock_t lock; struct list_head lists[10]; int counters[4]; struct kvm_s390_mchk_info mchk; struct kvm_s390_ext_info srv_signal; int next_rr_cpu; struct mutex ais_lock; u8 simm; u8 nimm; }; struct kvm_s390_cpu_model { __u64 fac_mask[256]; struct kvm_s390_vm_cpu_subfunc subfuncs; __u64 *fac_list; u64 cpuid; short unsigned int ibc; }; struct kvm_vcpu; typedef int (*crypto_hook)(struct kvm_vcpu *); struct kvm_s390_crypto_cb; struct kvm_s390_crypto { struct kvm_s390_crypto_cb *crycb; struct rw_semaphore pqap_hook_rwsem; crypto_hook *pqap_hook; __u32 crycbd; __u8 aes_kw; __u8 dea_kw; __u8 apie; }; struct kvm_s390_vsie { struct mutex mutex; struct xarray addr_to_page; int page_count; int next; struct page *pages[255]; }; struct kvm_s390_gisa_iam { u8 mask; spinlock_t ref_lock; u32 ref_count[8]; }; struct kvm_s390_gisa; struct kvm_s390_gisa_interrupt { struct kvm_s390_gisa *origin; struct kvm_s390_gisa_iam alert; struct hrtimer timer; u64 expires; long unsigned int kicked_mask[4]; }; struct kvm_s390_pv { u64 handle; u64 guest_len; long unsigned int stor_base; void *stor_var; bool dumping; void *set_aside; struct list_head need_cleanup; struct mmu_notifier mmu_notifier; }; struct kvm_device; struct s390_io_adapter; struct sie_page2; struct kvm_arch { void *sca; int use_esca; rwlock_t sca_lock; debug_info_t *dbf; struct kvm_s390_float_interrupt float_int; struct kvm_device *flic; struct gmap *gmap; long unsigned int mem_limit; int css_support; int use_irqchip; int use_cmma; int use_pfmfi; int use_skf; int use_zpci_interp; int user_cpu_state_ctrl; int user_sigp; int user_stsi; int user_instr0; struct s390_io_adapter *adapters[64]; wait_queue_head_t ipte_wq; int ipte_lock_count; struct mutex ipte_mutex; spinlock_t start_stop_lock; struct sie_page2 *sie_page2; struct kvm_s390_cpu_model model; struct kvm_s390_crypto crypto; struct kvm_s390_vsie vsie; u8 epdx; u64 epoch; int migration_mode; atomic64_t cmma_dirty_pages; long unsigned int cpu_feat[16]; long unsigned int idle_mask[4]; struct kvm_s390_gisa_interrupt gisa_int; struct kvm_s390_pv pv; struct list_head kzdev_list; spinlock_t kzdev_list_lock; }; struct kvm_io_bus; struct kvm_irq_routing_table; struct kvm_stat_data; struct kvm { spinlock_t mmu_lock; struct mutex slots_lock; struct mutex slots_arch_lock; struct mm_struct *mm; long unsigned int nr_memslot_pages; struct kvm_memslots __memslots[2]; struct kvm_memslots *memslots[1]; struct xarray vcpu_array; atomic_t nr_memslots_dirty_logging; spinlock_t mn_invalidate_lock; long unsigned int mn_active_invalidate_count; struct rcuwait mn_memslots_update_rcuwait; spinlock_t gpc_lock; struct list_head gpc_list; atomic_t online_vcpus; int max_vcpus; int created_vcpus; int last_boosted_vcpu; struct list_head vm_list; struct mutex lock; struct kvm_io_bus *buses[4]; struct { spinlock_t lock; struct list_head items; struct list_head resampler_list; struct mutex resampler_lock; } irqfds; struct list_head ioeventfds; struct kvm_vm_stat stat; struct kvm_arch arch; refcount_t users_count; struct mutex irq_lock; struct kvm_irq_routing_table *irq_routing; struct hlist_head irq_ack_notifier_list; struct list_head devices; u64 manual_dirty_log_protect; struct dentry *debugfs_dentry; struct kvm_stat_data **debugfs_stat_data; struct srcu_struct srcu; struct srcu_struct irq_srcu; pid_t userspace_pid; bool override_halt_poll_ns; unsigned int max_halt_poll_ns; u32 dirty_ring_size; bool dirty_ring_with_bitmap; bool vm_bugged; bool vm_dead; char stats_id[48]; }; struct kvm_mmio_fragment { gpa_t gpa; void *data; unsigned int len; }; struct kvm_s390_irq_payload { struct kvm_s390_io_info io; struct kvm_s390_ext_info ext; struct kvm_s390_pgm_info pgm; struct kvm_s390_emerg_info emerg; struct kvm_s390_extcall_info extcall; struct kvm_s390_prefix_info prefix; struct kvm_s390_stop_info stop; struct kvm_s390_mchk_info mchk; }; struct kvm_s390_local_interrupt { spinlock_t lock; long unsigned int sigp_emerg_pending[4]; struct kvm_s390_irq_payload irq; long unsigned int pending_irqs; }; struct kvm_hw_bp_info_arch; struct kvm_hw_wp_info_arch; struct kvm_guestdbg_info_arch { long unsigned int cr0; long unsigned int cr9; long unsigned int cr10; long unsigned int cr11; struct kvm_hw_bp_info_arch *hw_bp_info; struct kvm_hw_wp_info_arch *hw_wp_info; int nr_hw_bp; int nr_hw_wp; long unsigned int last_bp; }; struct kvm_s390_pv_vcpu { u64 handle; long unsigned int stor_base; }; struct kvm_vcpu_arch { struct kvm_s390_sie_block *sie_block; struct kvm_s390_sie_block *vsie_block; unsigned int host_acrs[16]; struct gs_cb *host_gscb; struct fpu host_fpregs; struct kvm_s390_local_interrupt local_int; struct hrtimer ckc_timer; struct kvm_s390_pgm_info pgm; struct gmap *gmap; struct gmap *enabled_gmap; struct kvm_guestdbg_info_arch guestdbg; long unsigned int pfault_token; long unsigned int pfault_select; long unsigned int pfault_compare; bool cputm_enabled; seqcount_t cputm_seqcount; __u64 cputm_start; bool gs_enabled; bool skey_enabled; struct kvm_s390_pv_vcpu pv; union diag318_info diag318_info; }; struct kvm_vcpu_stat_generic { u64 halt_successful_poll; u64 halt_attempted_poll; u64 halt_poll_invalid; u64 halt_wakeup; u64 halt_poll_success_ns; u64 halt_poll_fail_ns; u64 halt_wait_ns; u64 halt_poll_success_hist[32]; u64 halt_poll_fail_hist[32]; u64 halt_wait_hist[32]; u64 blocking; }; struct kvm_vcpu_stat { struct kvm_vcpu_stat_generic generic; u64 exit_userspace; u64 exit_null; u64 exit_external_request; u64 exit_io_request; u64 exit_external_interrupt; u64 exit_stop_request; u64 exit_validity; u64 exit_instruction; u64 exit_pei; u64 halt_no_poll_steal; u64 instruction_lctl; u64 instruction_lctlg; u64 instruction_stctl; u64 instruction_stctg; u64 exit_program_interruption; u64 exit_instr_and_program; u64 exit_operation_exception; u64 deliver_ckc; u64 deliver_cputm; u64 deliver_external_call; u64 deliver_emergency_signal; u64 deliver_service_signal; u64 deliver_virtio; u64 deliver_stop_signal; u64 deliver_prefix_signal; u64 deliver_restart_signal; u64 deliver_program; u64 deliver_io; u64 deliver_machine_check; u64 exit_wait_state; u64 inject_ckc; u64 inject_cputm; u64 inject_external_call; u64 inject_emergency_signal; u64 inject_mchk; u64 inject_pfault_init; u64 inject_program; u64 inject_restart; u64 inject_set_prefix; u64 inject_stop_signal; u64 instruction_epsw; u64 instruction_gs; u64 instruction_io_other; u64 instruction_lpsw; u64 instruction_lpswe; u64 instruction_pfmf; u64 instruction_ptff; u64 instruction_sck; u64 instruction_sckpf; u64 instruction_stidp; u64 instruction_spx; u64 instruction_stpx; u64 instruction_stap; u64 instruction_iske; u64 instruction_ri; u64 instruction_rrbe; u64 instruction_sske; u64 instruction_ipte_interlock; u64 instruction_stsi; u64 instruction_stfl; u64 instruction_tb; u64 instruction_tpi; u64 instruction_tprot; u64 instruction_tsch; u64 instruction_sie; u64 instruction_essa; u64 instruction_sthyi; u64 instruction_sigp_sense; u64 instruction_sigp_sense_running; u64 instruction_sigp_external_call; u64 instruction_sigp_emergency; u64 instruction_sigp_cond_emergency; u64 instruction_sigp_start; u64 instruction_sigp_stop; u64 instruction_sigp_stop_store_status; u64 instruction_sigp_store_status; u64 instruction_sigp_store_adtl_status; u64 instruction_sigp_arch; u64 instruction_sigp_prefix; u64 instruction_sigp_restart; u64 instruction_sigp_init_cpu_reset; u64 instruction_sigp_cpu_reset; u64 instruction_sigp_unknown; u64 instruction_diagnose_10; u64 instruction_diagnose_44; u64 instruction_diagnose_9c; u64 diag_9c_ignored; u64 diag_9c_forward; u64 instruction_diagnose_258; u64 instruction_diagnose_308; u64 instruction_diagnose_500; u64 instruction_diagnose_other; u64 pfault_sync; }; struct kvm_dirty_ring { u32 dirty_index; u32 reset_index; u32 size; u32 soft_limit; struct kvm_dirty_gfn *dirty_gfns; int index; }; struct kvm_vcpu { struct kvm *kvm; struct preempt_notifier preempt_notifier; int cpu; int vcpu_id; int vcpu_idx; int ____srcu_idx; int mode; u64 requests; long unsigned int guest_debug; struct mutex mutex; struct kvm_run *run; struct rcuwait wait; struct pid *pid; int sigset_active; sigset_t sigset; unsigned int halt_poll_ns; bool valid_wakeup; int mmio_needed; int mmio_read_completed; int mmio_is_write; int mmio_cur_fragment; int mmio_nr_fragments; struct kvm_mmio_fragment mmio_fragments[2]; struct { u32 queued; struct list_head queue; struct list_head done; spinlock_t lock; } async_pf; struct { bool in_spin_loop; bool dy_eligible; } spin_loop; bool preempted; bool ready; struct kvm_vcpu_arch arch; struct kvm_vcpu_stat stat; char stats_id[48]; struct kvm_dirty_ring dirty_ring; struct kvm_memory_slot *last_used_slot; u64 last_used_slot_gen; }; struct kvm_hw_wp_info_arch { long unsigned int addr; long unsigned int phys_addr; int len; char *old_data; }; struct kvm_hw_bp_info_arch { long unsigned int addr; int len; }; struct s390_io_adapter { unsigned int id; int isc; bool maskable; bool masked; bool swap; bool suppressible; }; struct kvm_s390_apcb0 { __u64 apm[1]; __u64 aqm[1]; __u64 adm[1]; __u64 reserved18; }; struct kvm_s390_apcb1 { __u64 apm[4]; __u64 aqm[4]; __u64 adm[4]; __u64 reserved60[4]; }; struct kvm_s390_crypto_cb { struct kvm_s390_apcb0 apcb0; __u8 reserved20[40]; __u8 dea_wrapping_key_mask[24]; __u8 aes_wrapping_key_mask[32]; struct kvm_s390_apcb1 apcb1; }; struct kvm_s390_gisa { union { struct { u32 next_alert; u8 ipm; u8 reserved01[2]; u8 iam; }; struct { u32 next_alert; u8 ipm; u8 reserved01; char: 6; u8 g: 1; u8 c: 1; u8 iam; u8 reserved02[4]; u32 airq_count; } g0; struct { u32 next_alert; u8 ipm; u8 simm; u8 nimm; u8 iam; u8 aism[8]; char: 6; u8 g: 1; u8 c: 1; u8 reserved03[11]; u32 airq_count; } g1; struct { u64 word[4]; } u64; }; }; struct sie_page2 { __u64 fac_list[256]; struct kvm_s390_crypto_cb crycb; struct kvm_s390_gisa gisa; struct kvm *kvm; u8 reserved928[1752]; }; struct kvm_device_ops; struct kvm_device { const struct kvm_device_ops *ops; struct kvm *kvm; void *private; struct list_head vm_node; }; struct zpci_kvm_hook { int (*kvm_register)(void *, struct kvm *); void (*kvm_unregister)(void *); }; struct kvm_io_device; struct kvm_io_range { gpa_t addr; int len; struct kvm_io_device *dev; }; struct kvm_io_bus { int dev_count; int ioeventfd_count; struct kvm_io_range range[0]; }; struct kvm_irq_routing_table { int chip[1]; u32 nr_rt_entries; struct hlist_head map[0]; }; enum kvm_stat_kind { KVM_STAT_VM = 0, KVM_STAT_VCPU = 1, }; struct _kvm_stats_desc; struct kvm_stat_data { struct kvm *kvm; const struct _kvm_stats_desc *desc; enum kvm_stat_kind kind; }; struct _kvm_stats_desc { struct kvm_stats_desc desc; char name[48]; }; struct kvm_device_ops { const char *name; int (*create)(struct kvm_device *, u32); void (*init)(struct kvm_device *); void (*destroy)(struct kvm_device *); void (*release)(struct kvm_device *); int (*set_attr)(struct kvm_device *, struct kvm_device_attr *); int (*get_attr)(struct kvm_device *, struct kvm_device_attr *); int (*has_attr)(struct kvm_device *, struct kvm_device_attr *); long int (*ioctl)(struct kvm_device *, unsigned int, long unsigned int); int (*mmap)(struct kvm_device *, struct vm_area_struct *); }; struct taint_flag { char c_true; char c_false; bool module; }; enum lockdep_ok { LOCKDEP_STILL_OK = 0, LOCKDEP_NOW_UNRELIABLE = 1, }; struct __va_list_tag { long int __gpr; long int __fpr; void *__overflow_arg_area; void *__reg_save_area; }; typedef __builtin_va_list va_list; enum ftrace_dump_mode { DUMP_NONE = 0, DUMP_ALL = 1, DUMP_ORIG = 2, }; enum ctx_state { CONTEXT_DISABLED = -1, CONTEXT_KERNEL = 0, CONTEXT_IDLE = 1, CONTEXT_USER = 2, CONTEXT_GUEST = 3, CONTEXT_MAX = 4, }; struct context_tracking { atomic_t state; long int dynticks_nesting; long int dynticks_nmi_nesting; }; struct atomic_notifier_head { spinlock_t lock; struct notifier_block *head; }; struct kobj_attribute { struct attribute attr; ssize_t (*show)(struct kobject *, struct kobj_attribute *, char *); ssize_t (*store)(struct kobject *, struct kobj_attribute *, const char *, size_t); }; enum kmsg_dump_reason { KMSG_DUMP_UNDEF = 0, KMSG_DUMP_PANIC = 1, KMSG_DUMP_OOPS = 2, KMSG_DUMP_EMERG = 3, KMSG_DUMP_SHUTDOWN = 4, KMSG_DUMP_MAX = 5, }; enum reboot_mode { REBOOT_UNDEFINED = -1, REBOOT_COLD = 0, REBOOT_WARM = 1, REBOOT_HARD = 2, REBOOT_SOFT = 3, REBOOT_GPIO = 4, }; enum con_flush_mode { CONSOLE_FLUSH_PENDING = 0, CONSOLE_REPLAY_ALL = 1, }; enum error_detector { ERROR_DETECTOR_KFENCE = 0, ERROR_DETECTOR_KASAN = 1, ERROR_DETECTOR_WARN = 2, }; struct warn_args { const char *fmt; va_list args; }; typedef void (*rcu_callback_t)(struct callback_head *); struct old_timeval32 { old_time32_t tv_sec; s32 tv_usec; }; struct rusage { struct __kernel_old_timeval ru_utime; struct __kernel_old_timeval ru_stime; __kernel_long_t ru_maxrss; __kernel_long_t ru_ixrss; __kernel_long_t ru_idrss; __kernel_long_t ru_isrss; __kernel_long_t ru_minflt; __kernel_long_t ru_majflt; __kernel_long_t ru_nswap; __kernel_long_t ru_inblock; __kernel_long_t ru_oublock; __kernel_long_t ru_msgsnd; __kernel_long_t ru_msgrcv; __kernel_long_t ru_nsignals; __kernel_long_t ru_nvcsw; __kernel_long_t ru_nivcsw; }; struct siginfo { union { struct { int si_signo; int si_errno; int si_code; union __sifields _sifields; }; int _si_pad[32]; }; }; struct fdtable { unsigned int max_fds; struct file **fd; long unsigned int *close_on_exec; long unsigned int *open_fds; long unsigned int *full_fds_bits; struct callback_head rcu; }; struct files_struct { atomic_t count; bool resize_in_progress; wait_queue_head_t resize_wait; struct fdtable *fdt; struct fdtable fdtab; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t file_lock; unsigned int next_fd; long unsigned int close_on_exec_init[1]; long unsigned int open_fds_init[1]; long unsigned int full_fds_bits_init[1]; struct file *fd_array[64]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct robust_list { struct robust_list *next; }; struct robust_list_head { struct robust_list list; long int futex_offset; struct robust_list *list_op_pending; }; struct pipe_buffer; struct watch_queue; struct pipe_inode_info { struct mutex mutex; wait_queue_head_t rd_wait; wait_queue_head_t wr_wait; unsigned int head; unsigned int tail; unsigned int max_usage; unsigned int ring_size; bool note_loss; unsigned int nr_accounted; unsigned int readers; unsigned int writers; unsigned int files; unsigned int r_counter; unsigned int w_counter; bool poll_usage; struct page *tmp_page; struct fasync_struct *fasync_readers; struct fasync_struct *fasync_writers; struct pipe_buffer *bufs; struct user_struct *user; struct watch_queue *watch_queue; }; struct task_delay_info { raw_spinlock_t lock; u64 blkio_start; u64 blkio_delay; u64 swapin_start; u64 swapin_delay; u32 blkio_count; u32 swapin_count; u64 freepages_start; u64 freepages_delay; u64 thrashing_start; u64 thrashing_delay; u64 compact_start; u64 compact_delay; u64 wpcopy_start; u64 wpcopy_delay; u64 irq_delay; u32 freepages_count; u32 thrashing_count; u32 compact_count; u32 wpcopy_count; u32 irq_count; }; typedef int __kernel_rwf_t; struct io_uring_sqe; struct io_uring_cmd { struct file *file; const struct io_uring_sqe *sqe; union { void (*task_work_cb)(struct io_uring_cmd *, unsigned int); void *cookie; }; u32 cmd_op; u32 flags; u8 pdu[32]; }; typedef s32 compat_clock_t; typedef s32 compat_pid_t; typedef s32 compat_timer_t; typedef s32 compat_int_t; typedef u32 compat_uint_t; typedef u32 compat_ulong_t; typedef u32 __compat_uid32_t; union compat_sigval { compat_int_t sival_int; compat_uptr_t sival_ptr; }; typedef union compat_sigval compat_sigval_t; struct compat_siginfo { int si_signo; int si_errno; int si_code; union { int _pad[29]; struct { compat_pid_t _pid; __compat_uid32_t _uid; } _kill; struct { compat_timer_t _tid; int _overrun; compat_sigval_t _sigval; } _timer; struct { compat_pid_t _pid; __compat_uid32_t _uid; compat_sigval_t _sigval; } _rt; struct { compat_pid_t _pid; __compat_uid32_t _uid; int _status; compat_clock_t _utime; compat_clock_t _stime; } _sigchld; struct { compat_uptr_t _addr; union { int _trapno; short int _addr_lsb; struct { char _dummy_bnd[4]; compat_uptr_t _lower; compat_uptr_t _upper; } _addr_bnd; struct { char _dummy_pkey[4]; u32 _pkey; } _addr_pkey; struct { compat_ulong_t _data; u32 _type; u32 _flags; } _perf; }; } _sigfault; struct { compat_long_t _band; int _fd; } _sigpoll; struct { compat_uptr_t _call_addr; int _syscall; unsigned int _arch; } _sigsys; } _sifields; }; struct compat_rusage { struct old_timeval32 ru_utime; struct old_timeval32 ru_stime; compat_long_t ru_maxrss; compat_long_t ru_ixrss; compat_long_t ru_idrss; compat_long_t ru_isrss; compat_long_t ru_minflt; compat_long_t ru_majflt; compat_long_t ru_nswap; compat_long_t ru_inblock; compat_long_t ru_oublock; compat_long_t ru_msgsnd; compat_long_t ru_msgrcv; compat_long_t ru_nsignals; compat_long_t ru_nvcsw; compat_long_t ru_nivcsw; }; struct pipe_buf_operations; struct pipe_buffer { struct page *page; unsigned int offset; unsigned int len; const struct pipe_buf_operations *ops; unsigned int flags; long unsigned int private; }; struct pipe_buf_operations { int (*confirm)(struct pipe_inode_info *, struct pipe_buffer *); void (*release)(struct pipe_inode_info *, struct pipe_buffer *); bool (*try_steal)(struct pipe_inode_info *, struct pipe_buffer *); bool (*get)(struct pipe_inode_info *, struct pipe_buffer *); }; struct io_uring_sqe { __u8 opcode; __u8 flags; __u16 ioprio; __s32 fd; union { __u64 off; __u64 addr2; struct { __u32 cmd_op; __u32 __pad1; }; }; union { __u64 addr; __u64 splice_off_in; }; __u32 len; union { __kernel_rwf_t rw_flags; __u32 fsync_flags; __u16 poll_events; __u32 poll32_events; __u32 sync_range_flags; __u32 msg_flags; __u32 timeout_flags; __u32 accept_flags; __u32 cancel_flags; __u32 open_flags; __u32 statx_flags; __u32 fadvise_advice; __u32 splice_flags; __u32 rename_flags; __u32 unlink_flags; __u32 hardlink_flags; __u32 xattr_flags; __u32 msg_ring_flags; __u32 uring_cmd_flags; }; __u64 user_data; union { __u16 buf_index; __u16 buf_group; }; __u16 personality; union { __s32 splice_fd_in; __u32 file_index; struct { __u16 addr_len; __u16 __pad3[1]; }; }; union { struct { __u64 addr3; __u64 __pad2[1]; }; __u8 cmd[0]; }; }; struct waitid_info { pid_t pid; uid_t uid; int status; int cause; }; struct wait_opts { enum pid_type wo_type; int wo_flags; struct pid *wo_pid; struct waitid_info *wo_info; int wo_stat; struct rusage *wo_rusage; wait_queue_entry_t child_wait; int notask_error; }; enum syscall_work_bit { SYSCALL_WORK_BIT_SECCOMP = 0, SYSCALL_WORK_BIT_SYSCALL_TRACEPOINT = 1, SYSCALL_WORK_BIT_SYSCALL_TRACE = 2, SYSCALL_WORK_BIT_SYSCALL_EMU = 3, SYSCALL_WORK_BIT_SYSCALL_AUDIT = 4, SYSCALL_WORK_BIT_SYSCALL_USER_DISPATCH = 5, SYSCALL_WORK_BIT_SYSCALL_EXIT_TRAP = 6, }; typedef struct siginfo siginfo_t; struct sigqueue { struct list_head list; int flags; kernel_siginfo_t info; struct ucounts *ucounts; }; enum { FOLL_WRITE = 1, FOLL_GET = 2, FOLL_DUMP = 4, FOLL_FORCE = 8, FOLL_NOWAIT = 16, FOLL_NOFAULT = 32, FOLL_HWPOISON = 64, FOLL_ANON = 128, FOLL_LONGTERM = 256, FOLL_SPLIT_PMD = 512, FOLL_PCI_P2PDMA = 1024, FOLL_INTERRUPTIBLE = 2048, FOLL_HONOR_NUMA_FAULT = 4096, }; struct wait_bit_key { void *flags; int bit_nr; long unsigned int timeout; }; typedef int wait_bit_action_f(struct wait_bit_key *, int); struct ptrace_peeksiginfo_args { __u64 off; __u32 flags; __s32 nr; }; struct ptrace_syscall_info { __u8 op; __u8 pad[3]; __u32 arch; __u64 instruction_pointer; __u64 stack_pointer; union { struct { __u64 nr; __u64 args[6]; } entry; struct { __s64 rval; __u8 is_error; } exit; struct { __u64 nr; __u64 args[6]; __u32 ret_data; } seccomp; }; }; struct ptrace_rseq_configuration { __u64 rseq_abi_pointer; __u32 rseq_abi_size; __u32 signature; __u32 flags; __u32 pad; }; typedef u32 compat_size_t; struct compat_iovec { compat_uptr_t iov_base; compat_size_t iov_len; }; typedef struct compat_siginfo compat_siginfo_t; struct membuf { void *p; size_t left; }; struct user_regset; typedef int user_regset_active_fn(struct task_struct *, const struct user_regset *); typedef int user_regset_get2_fn(struct task_struct *, const struct user_regset *, struct membuf); typedef int user_regset_set_fn(struct task_struct *, const struct user_regset *, unsigned int, unsigned int, const void *, const void *); typedef int user_regset_writeback_fn(struct task_struct *, const struct user_regset *, int); struct user_regset { user_regset_get2_fn *regset_get; user_regset_set_fn *set; user_regset_active_fn *active; user_regset_writeback_fn *writeback; unsigned int n; unsigned int size; unsigned int align; unsigned int bias; unsigned int core_note_type; }; struct user_regset_view { const char *name; const struct user_regset *regsets; unsigned int n; u32 e_flags; u16 e_machine; u8 ei_osabi; }; typedef void (*task_work_func_t)(struct callback_head *); enum task_work_notify_mode { TWA_NONE = 0, TWA_RESUME = 1, TWA_SIGNAL = 2, TWA_SIGNAL_NO_IPI = 3, }; struct sched_param { int sched_priority; }; enum { __PERCPU_REF_ATOMIC = 1, __PERCPU_REF_DEAD = 2, __PERCPU_REF_ATOMIC_DEAD = 3, __PERCPU_REF_FLAG_BITS = 2, }; struct kthread_work; typedef void (*kthread_work_func_t)(struct kthread_work *); struct kthread_worker; struct kthread_work { struct list_head node; kthread_work_func_t func; struct kthread_worker *worker; int canceling; }; enum { KTW_FREEZABLE = 1, }; struct kthread_worker { unsigned int flags; raw_spinlock_t lock; struct list_head work_list; struct list_head delayed_work_list; struct task_struct *task; struct kthread_work *current_work; }; struct kthread_delayed_work { struct kthread_work work; struct timer_list timer; }; enum { CSS_NO_REF = 1, CSS_ONLINE = 2, CSS_RELEASED = 4, CSS_VISIBLE = 8, CSS_DYING = 16, }; enum hk_type { HK_TYPE_TIMER = 0, HK_TYPE_RCU = 1, HK_TYPE_MISC = 2, HK_TYPE_SCHED = 3, HK_TYPE_TICK = 4, HK_TYPE_DOMAIN = 5, HK_TYPE_WQ = 6, HK_TYPE_MANAGED_IRQ = 7, HK_TYPE_KTHREAD = 8, HK_TYPE_MAX = 9, }; struct kthread_create_info { char *full_name; int (*threadfn)(void *); void *data; int node; struct task_struct *result; struct completion *done; struct list_head list; }; struct kthread { long unsigned int flags; unsigned int cpu; int result; int (*threadfn)(void *); void *data; struct completion parked; struct completion exited; struct cgroup_subsys_state *blkcg_css; char *full_name; }; enum KTHREAD_BITS { KTHREAD_IS_PER_CPU = 0, KTHREAD_SHOULD_STOP = 1, KTHREAD_SHOULD_PARK = 2, }; struct kthread_flush_work { struct kthread_work work; struct completion done; }; typedef long unsigned int pcp_op_T_____2; enum system_states { SYSTEM_BOOTING = 0, SYSTEM_SCHEDULING = 1, SYSTEM_FREEING_INITMEM = 2, SYSTEM_RUNNING = 3, SYSTEM_HALT = 4, SYSTEM_POWER_OFF = 5, SYSTEM_RESTART = 6, SYSTEM_SUSPEND = 7, }; struct srcu_notifier_head { struct mutex mutex; struct srcu_usage srcuu; struct srcu_struct srcu; struct notifier_block *head; }; struct ring_buffer_event { u32 type_len: 5; u32 time_delta: 27; u32 array[0]; }; struct trace_buffer; struct trace_event_file; struct trace_event_buffer { struct trace_buffer *buffer; struct ring_buffer_event *event; struct trace_event_file *trace_file; void *entry; unsigned int trace_ctx; struct pt_regs *regs; }; struct trace_subsystem_dir; struct trace_event_file { struct list_head list; struct trace_event_call *event_call; struct event_filter *filter; struct dentry *dir; struct trace_array *tr; struct trace_subsystem_dir *system; struct list_head triggers; long unsigned int flags; atomic_t sm_ref; atomic_t tm_ref; }; enum { EVENT_FILE_FL_ENABLED = 1, EVENT_FILE_FL_RECORDED_CMD = 2, EVENT_FILE_FL_RECORDED_TGID = 4, EVENT_FILE_FL_FILTERED = 8, EVENT_FILE_FL_NO_SET_FILTER = 16, EVENT_FILE_FL_SOFT_MODE = 32, EVENT_FILE_FL_SOFT_DISABLED = 64, EVENT_FILE_FL_TRIGGER_MODE = 128, EVENT_FILE_FL_TRIGGER_COND = 256, EVENT_FILE_FL_PID_FILTER = 512, EVENT_FILE_FL_WAS_ENABLED = 1024, }; enum { FILTER_OTHER = 0, FILTER_STATIC_STRING = 1, FILTER_DYN_STRING = 2, FILTER_RDYN_STRING = 3, FILTER_PTR_STRING = 4, FILTER_TRACE_FN = 5, FILTER_COMM = 6, FILTER_CPU = 7, FILTER_STACKTRACE = 8, }; struct trace_event_raw_notifier_info { struct trace_entry ent; void *cb; char __data[0]; }; struct trace_event_data_offsets_notifier_info {}; typedef void (*btf_trace_notifier_register)(void *, void *); typedef void (*btf_trace_notifier_unregister)(void *, void *); typedef void (*btf_trace_notifier_run)(void *, void *); enum reboot_type { BOOT_TRIPLE = 116, BOOT_KBD = 107, BOOT_BIOS = 98, BOOT_ACPI = 97, BOOT_EFI = 101, BOOT_CF9_FORCE = 112, BOOT_CF9_SAFE = 113, }; enum sys_off_mode { SYS_OFF_MODE_POWER_OFF_PREPARE = 0, SYS_OFF_MODE_POWER_OFF = 1, SYS_OFF_MODE_RESTART_PREPARE = 2, SYS_OFF_MODE_RESTART = 3, }; struct sys_off_data { int mode; void *cb_data; const char *cmd; }; typedef void (*dr_release_t)(struct device *, void *); struct sys_off_handler { struct notifier_block nb; int (*sys_off_cb)(struct sys_off_data *); void *cb_data; enum sys_off_mode mode; bool blocking; void *list; }; struct smp_hotplug_thread { struct task_struct **store; struct list_head list; int (*thread_should_run)(unsigned int); void (*thread_fn)(unsigned int); void (*create)(unsigned int); void (*setup)(unsigned int); void (*cleanup)(unsigned int, bool); void (*park)(unsigned int); void (*unpark)(unsigned int); bool selfparking; const char *thread_comm; }; struct smpboot_thread_data { unsigned int cpu; unsigned int status; struct smp_hotplug_thread *ht; }; enum { HP_THREAD_NONE = 0, HP_THREAD_ACTIVE = 1, HP_THREAD_PARKED = 2, }; struct ksignal { struct k_sigaction ka; kernel_siginfo_t info; int sig; }; struct kernel_clone_args { u64 flags; int *pidfd; int *child_tid; int *parent_tid; const char *name; int exit_signal; u32 kthread: 1; u32 io_thread: 1; u32 user_worker: 1; u32 no_files: 1; long unsigned int stack; long unsigned int stack_size; long unsigned int tls; pid_t *set_tid; size_t set_tid_size; int cgroup; int idle; int (*fn)(void *); void *fn_arg; struct cgroup *cgrp; struct css_set *cset; }; enum vhost_task_flags { VHOST_TASK_FLAGS_STOP = 0, }; struct vhost_task { bool (*fn)(void *); void *data; struct completion exited; long unsigned int flags; struct task_struct *task; }; typedef u64 uint64_t; struct pin_cookie {}; enum { CSD_FLAG_LOCK = 1, IRQ_WORK_PENDING = 1, IRQ_WORK_BUSY = 2, IRQ_WORK_LAZY = 4, IRQ_WORK_HARD_IRQ = 8, IRQ_WORK_CLAIMED = 3, CSD_TYPE_ASYNC = 0, CSD_TYPE_SYNC = 16, CSD_TYPE_IRQ_WORK = 32, CSD_TYPE_TTWU = 48, CSD_FLAG_TYPE_MASK = 240, }; typedef int (*task_call_f)(struct task_struct *, void *); struct wait_bit_queue_entry { struct wait_bit_key key; struct wait_queue_entry wq_entry; }; enum mm_cid_state { MM_CID_UNSET = 4294967295, MM_CID_LAZY_PUT = 2147483648, }; enum hrtimer_mode { HRTIMER_MODE_ABS = 0, HRTIMER_MODE_REL = 1, HRTIMER_MODE_PINNED = 2, HRTIMER_MODE_SOFT = 4, HRTIMER_MODE_HARD = 8, HRTIMER_MODE_ABS_PINNED = 2, HRTIMER_MODE_REL_PINNED = 3, HRTIMER_MODE_ABS_SOFT = 4, HRTIMER_MODE_REL_SOFT = 5, HRTIMER_MODE_ABS_PINNED_SOFT = 6, HRTIMER_MODE_REL_PINNED_SOFT = 7, HRTIMER_MODE_ABS_HARD = 8, HRTIMER_MODE_REL_HARD = 9, HRTIMER_MODE_ABS_PINNED_HARD = 10, HRTIMER_MODE_REL_PINNED_HARD = 11, }; struct dl_bw { raw_spinlock_t lock; u64 bw; u64 total_bw; }; struct cpudl_item; struct cpudl { raw_spinlock_t lock; int size; cpumask_var_t free_cpus; struct cpudl_item *elements; }; struct cpupri_vec { atomic_t count; cpumask_var_t mask; }; struct cpupri { struct cpupri_vec pri_to_cpu[101]; int *cpu_to_pri; }; struct perf_domain; struct root_domain { atomic_t refcount; atomic_t rto_count; struct callback_head rcu; cpumask_var_t span; cpumask_var_t online; int overload; int overutilized; cpumask_var_t dlo_mask; atomic_t dlo_count; struct dl_bw dl_bw; struct cpudl cpudl; u64 visit_gen; struct irq_work rto_push_work; raw_spinlock_t rto_lock; int rto_loop; int rto_cpu; atomic_t rto_loop_next; atomic_t rto_loop_start; cpumask_var_t rto_mask; struct cpupri cpupri; long unsigned int max_cpu_capacity; struct perf_domain *pd; }; struct cfs_rq { struct load_weight load; unsigned int nr_running; unsigned int h_nr_running; unsigned int idle_nr_running; unsigned int idle_h_nr_running; u64 exec_clock; u64 min_vruntime; unsigned int forceidle_seq; u64 min_vruntime_fi; struct rb_root_cached tasks_timeline; struct sched_entity *curr; struct sched_entity *next; struct sched_entity *last; struct sched_entity *skip; unsigned int nr_spread_over; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_avg avg; struct { raw_spinlock_t lock; int nr; long unsigned int load_avg; long unsigned int util_avg; long unsigned int runnable_avg; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; } removed; long unsigned int tg_load_avg_contrib; long int propagate; long int prop_runnable_sum; long unsigned int h_load; u64 last_h_load_update; struct sched_entity *h_load_next; struct rq *rq; int on_list; struct list_head leaf_cfs_rq_list; struct task_group *tg; int idle; int runtime_enabled; s64 runtime_remaining; u64 throttled_pelt_idle; u64 throttled_clock; u64 throttled_clock_pelt; u64 throttled_clock_pelt_time; int throttled; int throttle_count; struct list_head throttled_list; struct list_head throttled_csd_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct cfs_bandwidth { raw_spinlock_t lock; ktime_t period; u64 quota; u64 runtime; u64 burst; u64 runtime_snap; s64 hierarchical_quota; u8 idle; u8 period_active; u8 slack_started; struct hrtimer period_timer; struct hrtimer slack_timer; struct list_head throttled_cfs_rq; int nr_periods; int nr_throttled; int nr_burst; u64 throttled_time; u64 burst_time; }; struct task_group { struct cgroup_subsys_state css; struct sched_entity **se; struct cfs_rq **cfs_rq; long unsigned int shares; int idle; long: 64; long: 64; long: 64; atomic_long_t load_avg; struct callback_head rcu; struct list_head list; struct task_group *parent; struct list_head siblings; struct list_head children; struct autogroup *autogroup; struct cfs_bandwidth cfs_bandwidth; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_ring_ctx; struct io_wq; struct io_uring_task { int cached_refs; const struct io_ring_ctx *last; struct io_wq *io_wq; struct file *registered_rings[16]; struct xarray xa; struct wait_queue_head wait; atomic_t in_cancel; atomic_t inflight_tracked; struct percpu_counter inflight; long: 64; long: 64; struct { struct llist_head task_list; struct callback_head task_work; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; }; enum { MEMBARRIER_STATE_PRIVATE_EXPEDITED_READY = 1, MEMBARRIER_STATE_PRIVATE_EXPEDITED = 2, MEMBARRIER_STATE_GLOBAL_EXPEDITED_READY = 4, MEMBARRIER_STATE_GLOBAL_EXPEDITED = 8, MEMBARRIER_STATE_PRIVATE_EXPEDITED_SYNC_CORE_READY = 16, MEMBARRIER_STATE_PRIVATE_EXPEDITED_SYNC_CORE = 32, MEMBARRIER_STATE_PRIVATE_EXPEDITED_RSEQ_READY = 64, MEMBARRIER_STATE_PRIVATE_EXPEDITED_RSEQ = 128, }; struct autogroup { struct kref kref; struct task_group *tg; struct rw_semaphore lock; long unsigned int id; int nice; }; struct trace_print_flags { long unsigned int mask; const char *name; }; struct sched_domain_attr { int relax_domain_level; }; struct sched_group { struct sched_group *next; atomic_t ref; unsigned int group_weight; struct sched_group_capacity *sgc; int asym_prefer_cpu; int flags; long unsigned int cpumask[0]; }; struct sched_group_capacity { atomic_t ref; long unsigned int capacity; long unsigned int min_capacity; long unsigned int max_capacity; long unsigned int next_update; int imbalance; int id; long unsigned int cpumask[0]; }; struct em_perf_state { long unsigned int frequency; long unsigned int power; long unsigned int cost; long unsigned int flags; }; struct em_perf_domain { struct em_perf_state *table; int nr_perf_states; long unsigned int flags; long unsigned int cpus[0]; }; struct kernel_cpustat { u64 cpustat[11]; }; struct kernel_stat { long unsigned int irqs_sum; unsigned int softirqs[10]; }; enum { CFTYPE_ONLY_ON_ROOT = 1, CFTYPE_NOT_ON_ROOT = 2, CFTYPE_NS_DELEGATABLE = 4, CFTYPE_NO_PREFIX = 8, CFTYPE_WORLD_WRITABLE = 16, CFTYPE_DEBUG = 32, __CFTYPE_ONLY_ON_DFL = 65536, __CFTYPE_NOT_ON_DFL = 131072, __CFTYPE_ADDED = 262144, }; struct wake_q_head { struct wake_q_node *first; struct wake_q_node **lastp; }; struct sched_attr { __u32 size; __u32 sched_policy; __u64 sched_flags; __s32 sched_nice; __u32 sched_priority; __u64 sched_runtime; __u64 sched_deadline; __u64 sched_period; __u32 sched_util_min; __u32 sched_util_max; }; struct trace_event_raw_sched_kthread_stop { struct trace_entry ent; char comm[16]; pid_t pid; char __data[0]; }; struct trace_event_raw_sched_kthread_stop_ret { struct trace_entry ent; int ret; char __data[0]; }; struct trace_event_raw_sched_kthread_work_queue_work { struct trace_entry ent; void *work; void *function; void *worker; char __data[0]; }; struct trace_event_raw_sched_kthread_work_execute_start { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_sched_kthread_work_execute_end { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_sched_wakeup_template { struct trace_entry ent; char comm[16]; pid_t pid; int prio; int target_cpu; char __data[0]; }; struct trace_event_raw_sched_switch { struct trace_entry ent; char prev_comm[16]; pid_t prev_pid; int prev_prio; long int prev_state; char next_comm[16]; pid_t next_pid; int next_prio; char __data[0]; }; struct trace_event_raw_sched_migrate_task { struct trace_entry ent; char comm[16]; pid_t pid; int prio; int orig_cpu; int dest_cpu; char __data[0]; }; struct trace_event_raw_sched_process_template { struct trace_entry ent; char comm[16]; pid_t pid; int prio; char __data[0]; }; struct trace_event_raw_sched_process_wait { struct trace_entry ent; char comm[16]; pid_t pid; int prio; char __data[0]; }; struct trace_event_raw_sched_process_fork { struct trace_entry ent; char parent_comm[16]; pid_t parent_pid; char child_comm[16]; pid_t child_pid; char __data[0]; }; struct trace_event_raw_sched_process_exec { struct trace_entry ent; u32 __data_loc_filename; pid_t pid; pid_t old_pid; char __data[0]; }; struct trace_event_raw_sched_stat_template { struct trace_entry ent; char comm[16]; pid_t pid; u64 delay; char __data[0]; }; struct trace_event_raw_sched_stat_runtime { struct trace_entry ent; char comm[16]; pid_t pid; u64 runtime; u64 vruntime; char __data[0]; }; struct trace_event_raw_sched_pi_setprio { struct trace_entry ent; char comm[16]; pid_t pid; int oldprio; int newprio; char __data[0]; }; struct trace_event_raw_sched_move_numa { struct trace_entry ent; pid_t pid; pid_t tgid; pid_t ngid; int src_cpu; int src_nid; int dst_cpu; int dst_nid; char __data[0]; }; struct trace_event_raw_sched_numa_pair_template { struct trace_entry ent; pid_t src_pid; pid_t src_tgid; pid_t src_ngid; int src_cpu; int src_nid; pid_t dst_pid; pid_t dst_tgid; pid_t dst_ngid; int dst_cpu; int dst_nid; char __data[0]; }; struct trace_event_raw_sched_wake_idle_without_ipi { struct trace_entry ent; int cpu; char __data[0]; }; struct trace_event_data_offsets_sched_kthread_stop {}; struct trace_event_data_offsets_sched_kthread_stop_ret {}; struct trace_event_data_offsets_sched_kthread_work_queue_work {}; struct trace_event_data_offsets_sched_kthread_work_execute_start {}; struct trace_event_data_offsets_sched_kthread_work_execute_end {}; struct trace_event_data_offsets_sched_wakeup_template {}; struct trace_event_data_offsets_sched_switch {}; struct trace_event_data_offsets_sched_migrate_task {}; struct trace_event_data_offsets_sched_process_template {}; struct trace_event_data_offsets_sched_process_wait {}; struct trace_event_data_offsets_sched_process_fork {}; struct trace_event_data_offsets_sched_process_exec { u32 filename; }; struct trace_event_data_offsets_sched_stat_template {}; struct trace_event_data_offsets_sched_stat_runtime {}; struct trace_event_data_offsets_sched_pi_setprio {}; struct trace_event_data_offsets_sched_move_numa {}; struct trace_event_data_offsets_sched_numa_pair_template {}; struct trace_event_data_offsets_sched_wake_idle_without_ipi {}; typedef void (*btf_trace_sched_kthread_stop)(void *, struct task_struct *); typedef void (*btf_trace_sched_kthread_stop_ret)(void *, int); typedef void (*btf_trace_sched_kthread_work_queue_work)(void *, struct kthread_worker *, struct kthread_work *); typedef void (*btf_trace_sched_kthread_work_execute_start)(void *, struct kthread_work *); typedef void (*btf_trace_sched_kthread_work_execute_end)(void *, struct kthread_work *, kthread_work_func_t); typedef void (*btf_trace_sched_waking)(void *, struct task_struct *); typedef void (*btf_trace_sched_wakeup)(void *, struct task_struct *); typedef void (*btf_trace_sched_wakeup_new)(void *, struct task_struct *); typedef void (*btf_trace_sched_switch)(void *, bool, struct task_struct *, struct task_struct *, unsigned int); typedef void (*btf_trace_sched_migrate_task)(void *, struct task_struct *, int); typedef void (*btf_trace_sched_process_free)(void *, struct task_struct *); typedef void (*btf_trace_sched_process_exit)(void *, struct task_struct *); typedef void (*btf_trace_sched_wait_task)(void *, struct task_struct *); typedef void (*btf_trace_sched_process_wait)(void *, struct pid *); typedef void (*btf_trace_sched_process_fork)(void *, struct task_struct *, struct task_struct *); typedef void (*btf_trace_sched_process_exec)(void *, struct task_struct *, pid_t, struct linux_binprm *); typedef void (*btf_trace_sched_stat_wait)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_sleep)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_iowait)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_blocked)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_runtime)(void *, struct task_struct *, u64, u64); typedef void (*btf_trace_sched_pi_setprio)(void *, struct task_struct *, struct task_struct *); typedef void (*btf_trace_sched_move_numa)(void *, struct task_struct *, int, int); typedef void (*btf_trace_sched_stick_numa)(void *, struct task_struct *, int, struct task_struct *, int); typedef void (*btf_trace_sched_swap_numa)(void *, struct task_struct *, int, struct task_struct *, int); typedef void (*btf_trace_sched_wake_idle_without_ipi)(void *, int); typedef void (*btf_trace_pelt_cfs_tp)(void *, struct cfs_rq *); typedef void (*btf_trace_pelt_rt_tp)(void *, struct rq *); struct rt_prio_array { long unsigned int bitmap[2]; struct list_head queue[100]; }; struct rt_rq { struct rt_prio_array active; unsigned int rt_nr_running; unsigned int rr_nr_running; struct { int curr; int next; } highest_prio; unsigned int rt_nr_migratory; unsigned int rt_nr_total; int overloaded; struct plist_head pushable_tasks; int rt_queued; int rt_throttled; u64 rt_time; u64 rt_runtime; raw_spinlock_t rt_runtime_lock; }; struct dl_rq { struct rb_root_cached root; unsigned int dl_nr_running; struct { u64 curr; u64 next; } earliest_dl; unsigned int dl_nr_migratory; int overloaded; struct rb_root_cached pushable_dl_tasks_root; u64 running_bw; u64 this_bw; u64 extra_bw; u64 bw_ratio; }; struct cpu_stop_done; struct cpu_stop_work { struct list_head list; cpu_stop_fn_t fn; long unsigned int caller; void *arg; struct cpu_stop_done *done; }; struct balance_callback; struct rq { raw_spinlock_t __lock; unsigned int nr_running; unsigned int nr_numa_running; unsigned int nr_preferred_running; unsigned int numa_migrate_on; long unsigned int last_blocked_load_update_tick; unsigned int has_blocked_load; long: 64; long: 64; long: 64; call_single_data_t nohz_csd; unsigned int nohz_tick_stopped; atomic_t nohz_flags; unsigned int ttwu_pending; u64 nr_switches; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cfs_rq cfs; struct rt_rq rt; struct dl_rq dl; struct list_head leaf_cfs_rq_list; struct list_head *tmp_alone_branch; unsigned int nr_uninterruptible; struct task_struct *curr; struct task_struct *idle; struct task_struct *stop; long unsigned int next_balance; struct mm_struct *prev_mm; unsigned int clock_update_flags; u64 clock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u64 clock_task; u64 clock_pelt; long unsigned int lost_idle_time; u64 clock_pelt_idle; u64 clock_idle; atomic_t nr_iowait; u64 last_seen_need_resched_ns; int ticks_without_resched; int membarrier_state; struct root_domain *rd; struct sched_domain *sd; long unsigned int cpu_capacity; long unsigned int cpu_capacity_orig; struct balance_callback *balance_callback; unsigned char nohz_idle_balance; unsigned char idle_balance; long unsigned int misfit_task_load; int active_balance; int push_cpu; struct cpu_stop_work active_balance_work; int cpu; int online; struct list_head cfs_tasks; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_avg avg_rt; struct sched_avg avg_dl; u64 idle_stamp; u64 avg_idle; long unsigned int wake_stamp; u64 wake_avg_idle; u64 max_idle_balance_cost; struct rcuwait hotplug_wait; long unsigned int calc_load_update; long int calc_load_active; call_single_data_t hrtick_csd; struct hrtimer hrtick_timer; ktime_t hrtick_time; struct sched_info rq_sched_info; long long unsigned int rq_cpu_time; unsigned int yld_count; unsigned int sched_count; unsigned int sched_goidle; unsigned int ttwu_count; unsigned int ttwu_local; unsigned int nr_pinned; unsigned int push_busy; struct cpu_stop_work push_work; struct rq *core; struct task_struct *core_pick; unsigned int core_enabled; unsigned int core_sched_seq; struct rb_root core_tree; unsigned int core_task_seq; unsigned int core_pick_seq; long unsigned int core_cookie; unsigned int core_forceidle_count; unsigned int core_forceidle_seq; unsigned int core_forceidle_occupation; u64 core_forceidle_start; cpumask_var_t scratch_mask; long: 64; long: 64; long: 64; call_single_data_t cfsb_csd; struct list_head cfsb_csd_list; long: 64; long: 64; }; typedef void (*btf_trace_pelt_dl_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_thermal_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_irq_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_se_tp)(void *, struct sched_entity *); typedef void (*btf_trace_sched_cpu_capacity_tp)(void *, struct rq *); typedef void (*btf_trace_sched_overutilized_tp)(void *, struct root_domain *, bool); typedef void (*btf_trace_sched_util_est_cfs_tp)(void *, struct cfs_rq *); typedef void (*btf_trace_sched_util_est_se_tp)(void *, struct sched_entity *); typedef void (*btf_trace_sched_update_nr_running_tp)(void *, struct rq *, int); struct trace_event_raw_ipi_raise { struct trace_entry ent; u32 __data_loc_target_cpus; const char *reason; char __data[0]; }; struct trace_event_raw_ipi_send_cpu { struct trace_entry ent; unsigned int cpu; void *callsite; void *callback; char __data[0]; }; struct trace_event_raw_ipi_send_cpumask { struct trace_entry ent; u32 __data_loc_cpumask; void *callsite; void *callback; char __data[0]; }; struct trace_event_raw_ipi_handler { struct trace_entry ent; const char *reason; char __data[0]; }; struct trace_event_data_offsets_ipi_raise { u32 target_cpus; }; struct trace_event_data_offsets_ipi_send_cpu {}; struct trace_event_data_offsets_ipi_send_cpumask { u32 cpumask; }; struct trace_event_data_offsets_ipi_handler {}; typedef void (*btf_trace_ipi_raise)(void *, const struct cpumask *, const char *); typedef void (*btf_trace_ipi_send_cpu)(void *, const unsigned int, long unsigned int, void *); typedef void (*btf_trace_ipi_send_cpumask)(void *, const struct cpumask *, long unsigned int, void *); typedef void (*btf_trace_ipi_entry)(void *, const char *); typedef void (*btf_trace_ipi_exit)(void *, const char *); struct cpudl_item { u64 dl; int cpu; int idx; }; struct rt_bandwidth { raw_spinlock_t rt_runtime_lock; ktime_t rt_period; u64 rt_runtime; struct hrtimer rt_period_timer; unsigned int rt_period_active; }; typedef int (*tg_visitor)(struct task_group *, void *); struct perf_domain { struct em_perf_domain *em_pd; struct perf_domain *next; struct callback_head rcu; }; struct balance_callback { struct balance_callback *next; void (*func)(struct rq *); }; struct rq_flags { long unsigned int flags; struct pin_cookie cookie; unsigned int clock_update_flags; }; struct sched_entity_stats { struct sched_entity se; struct sched_statistics stats; }; enum { __SCHED_FEAT_GENTLE_FAIR_SLEEPERS = 0, __SCHED_FEAT_START_DEBIT = 1, __SCHED_FEAT_NEXT_BUDDY = 2, __SCHED_FEAT_LAST_BUDDY = 3, __SCHED_FEAT_CACHE_HOT_BUDDY = 4, __SCHED_FEAT_WAKEUP_PREEMPTION = 5, __SCHED_FEAT_HRTICK = 6, __SCHED_FEAT_HRTICK_DL = 7, __SCHED_FEAT_DOUBLE_TICK = 8, __SCHED_FEAT_NONTASK_CAPACITY = 9, __SCHED_FEAT_TTWU_QUEUE = 10, __SCHED_FEAT_SIS_PROP = 11, __SCHED_FEAT_SIS_UTIL = 12, __SCHED_FEAT_WARN_DOUBLE_CLOCK = 13, __SCHED_FEAT_RT_PUSH_IPI = 14, __SCHED_FEAT_RT_RUNTIME_SHARE = 15, __SCHED_FEAT_LB_MIN = 16, __SCHED_FEAT_ATTACH_AGE_LOAD = 17, __SCHED_FEAT_WA_IDLE = 18, __SCHED_FEAT_WA_WEIGHT = 19, __SCHED_FEAT_WA_BIAS = 20, __SCHED_FEAT_UTIL_EST = 21, __SCHED_FEAT_UTIL_EST_FASTUP = 22, __SCHED_FEAT_LATENCY_WARN = 23, __SCHED_FEAT_ALT_PERIOD = 24, __SCHED_FEAT_BASE_SLICE = 25, __SCHED_FEAT_NR = 26, }; struct affinity_context { const struct cpumask *new_mask; struct cpumask *user_mask; unsigned int flags; }; enum cpu_util_type { FREQUENCY_UTIL = 0, ENERGY_UTIL = 1, }; enum { IOSQE_FIXED_FILE_BIT = 0, IOSQE_IO_DRAIN_BIT = 1, IOSQE_IO_LINK_BIT = 2, IOSQE_IO_HARDLINK_BIT = 3, IOSQE_ASYNC_BIT = 4, IOSQE_BUFFER_SELECT_BIT = 5, IOSQE_CQE_SKIP_SUCCESS_BIT = 6, }; enum io_uring_op { IORING_OP_NOP = 0, IORING_OP_READV = 1, IORING_OP_WRITEV = 2, IORING_OP_FSYNC = 3, IORING_OP_READ_FIXED = 4, IORING_OP_WRITE_FIXED = 5, IORING_OP_POLL_ADD = 6, IORING_OP_POLL_REMOVE = 7, IORING_OP_SYNC_FILE_RANGE = 8, IORING_OP_SENDMSG = 9, IORING_OP_RECVMSG = 10, IORING_OP_TIMEOUT = 11, IORING_OP_TIMEOUT_REMOVE = 12, IORING_OP_ACCEPT = 13, IORING_OP_ASYNC_CANCEL = 14, IORING_OP_LINK_TIMEOUT = 15, IORING_OP_CONNECT = 16, IORING_OP_FALLOCATE = 17, IORING_OP_OPENAT = 18, IORING_OP_CLOSE = 19, IORING_OP_FILES_UPDATE = 20, IORING_OP_STATX = 21, IORING_OP_READ = 22, IORING_OP_WRITE = 23, IORING_OP_FADVISE = 24, IORING_OP_MADVISE = 25, IORING_OP_SEND = 26, IORING_OP_RECV = 27, IORING_OP_OPENAT2 = 28, IORING_OP_EPOLL_CTL = 29, IORING_OP_SPLICE = 30, IORING_OP_PROVIDE_BUFFERS = 31, IORING_OP_REMOVE_BUFFERS = 32, IORING_OP_TEE = 33, IORING_OP_SHUTDOWN = 34, IORING_OP_RENAMEAT = 35, IORING_OP_UNLINKAT = 36, IORING_OP_MKDIRAT = 37, IORING_OP_SYMLINKAT = 38, IORING_OP_LINKAT = 39, IORING_OP_MSG_RING = 40, IORING_OP_FSETXATTR = 41, IORING_OP_SETXATTR = 42, IORING_OP_FGETXATTR = 43, IORING_OP_GETXATTR = 44, IORING_OP_SOCKET = 45, IORING_OP_URING_CMD = 46, IORING_OP_SEND_ZC = 47, IORING_OP_SENDMSG_ZC = 48, IORING_OP_LAST = 49, }; struct io_uring_cqe { __u64 user_data; __s32 res; __u32 flags; __u64 big_cqe[0]; }; enum { IORING_REGISTER_BUFFERS = 0, IORING_UNREGISTER_BUFFERS = 1, IORING_REGISTER_FILES = 2, IORING_UNREGISTER_FILES = 3, IORING_REGISTER_EVENTFD = 4, IORING_UNREGISTER_EVENTFD = 5, IORING_REGISTER_FILES_UPDATE = 6, IORING_REGISTER_EVENTFD_ASYNC = 7, IORING_REGISTER_PROBE = 8, IORING_REGISTER_PERSONALITY = 9, IORING_UNREGISTER_PERSONALITY = 10, IORING_REGISTER_RESTRICTIONS = 11, IORING_REGISTER_ENABLE_RINGS = 12, IORING_REGISTER_FILES2 = 13, IORING_REGISTER_FILES_UPDATE2 = 14, IORING_REGISTER_BUFFERS2 = 15, IORING_REGISTER_BUFFERS_UPDATE = 16, IORING_REGISTER_IOWQ_AFF = 17, IORING_UNREGISTER_IOWQ_AFF = 18, IORING_REGISTER_IOWQ_MAX_WORKERS = 19, IORING_REGISTER_RING_FDS = 20, IORING_UNREGISTER_RING_FDS = 21, IORING_REGISTER_PBUF_RING = 22, IORING_UNREGISTER_PBUF_RING = 23, IORING_REGISTER_SYNC_CANCEL = 24, IORING_REGISTER_FILE_ALLOC_RANGE = 25, IORING_REGISTER_LAST = 26, IORING_REGISTER_USE_REGISTERED_RING = 2147483648, }; struct io_wq_work_node { struct io_wq_work_node *next; }; struct io_wq_work_list { struct io_wq_work_node *first; struct io_wq_work_node *last; }; struct io_wq_work { struct io_wq_work_node list; unsigned int flags; int cancel_seq; }; struct io_fixed_file { long unsigned int file_ptr; }; struct io_file_table { struct io_fixed_file *files; long unsigned int *bitmap; unsigned int alloc_hint; }; struct io_hash_bucket { spinlock_t lock; struct hlist_head list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_hash_table { struct io_hash_bucket *hbs; unsigned int hash_bits; }; struct io_kiocb; struct io_submit_link { struct io_kiocb *head; struct io_kiocb *last; }; struct io_submit_state { struct io_wq_work_node free_list; struct io_wq_work_list compl_reqs; struct io_submit_link link; bool plug_started; bool need_plug; short unsigned int submit_nr; unsigned int cqes_count; struct blk_plug plug; struct io_uring_cqe cqes[16]; }; struct io_alloc_cache { struct io_wq_work_node list; unsigned int nr_cached; unsigned int max_cached; size_t elem_size; }; struct io_restriction { long unsigned int register_op[1]; long unsigned int sqe_op[1]; u8 sqe_flags_allowed; u8 sqe_flags_required; bool registered; }; struct io_rings; struct io_rsrc_node; struct io_mapped_ubuf; struct io_buffer_list; struct io_sq_data; struct io_ev_fd; struct io_rsrc_data; struct io_wq_hash; struct io_ring_ctx { struct { unsigned int flags; unsigned int drain_next: 1; unsigned int restricted: 1; unsigned int off_timeout_used: 1; unsigned int drain_active: 1; unsigned int has_evfd: 1; unsigned int task_complete: 1; unsigned int syscall_iopoll: 1; unsigned int poll_activated: 1; unsigned int drain_disabled: 1; unsigned int compat: 1; enum task_work_notify_mode notify_method; struct io_rings *rings; struct task_struct *submitter_task; struct percpu_ref refs; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { struct mutex uring_lock; u32 *sq_array; struct io_uring_sqe *sq_sqes; unsigned int cached_sq_head; unsigned int sq_entries; struct io_rsrc_node *rsrc_node; atomic_t cancel_seq; struct io_file_table file_table; unsigned int nr_user_files; unsigned int nr_user_bufs; struct io_mapped_ubuf **user_bufs; struct io_submit_state submit_state; struct io_buffer_list *io_bl; struct xarray io_bl_xa; struct list_head io_buffers_cache; struct io_hash_table cancel_table_locked; struct list_head cq_overflow_list; struct io_alloc_cache apoll_cache; struct io_alloc_cache netmsg_cache; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_wq_work_list locked_free_list; unsigned int locked_free_nr; const struct cred *sq_creds; struct io_sq_data *sq_data; struct wait_queue_head sqo_sq_wait; struct list_head sqd_list; long unsigned int check_cq; unsigned int file_alloc_start; unsigned int file_alloc_end; struct xarray personalities; u32 pers_next; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct { struct io_uring_cqe *cqe_cached; struct io_uring_cqe *cqe_sentinel; unsigned int cached_cq_tail; unsigned int cq_entries; struct io_ev_fd *io_ev_fd; struct wait_queue_head cq_wait; unsigned int cq_extra; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { spinlock_t completion_lock; bool poll_multi_queue; atomic_t cq_wait_nr; struct io_wq_work_list iopoll_list; struct io_hash_table cancel_table; struct llist_head work_llist; struct list_head io_buffers_comp; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { spinlock_t timeout_lock; atomic_t cq_timeouts; struct list_head timeout_list; struct list_head ltimeout_list; unsigned int cq_last_tm_flush; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct wait_queue_head poll_wq; struct io_restriction restrictions; struct io_mapped_ubuf *dummy_ubuf; struct io_rsrc_data *file_data; struct io_rsrc_data *buf_data; struct list_head rsrc_ref_list; struct io_alloc_cache rsrc_node_cache; struct wait_queue_head rsrc_quiesce_wq; unsigned int rsrc_quiesce; struct list_head io_buffers_pages; struct socket *ring_sock; struct io_wq_hash *hash_map; struct user_struct *user; struct mm_struct *mm_account; struct llist_head fallback_llist; struct delayed_work fallback_work; struct work_struct exit_work; struct list_head tctx_list; struct completion ref_comp; u32 iowq_limits[2]; bool iowq_limits_set; struct callback_head poll_wq_task_work; struct list_head defer_list; unsigned int sq_thread_idle; unsigned int evfd_last_cq_tail; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_uring { u32 head; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 tail; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_rings { struct io_uring sq; struct io_uring cq; u32 sq_ring_mask; u32 cq_ring_mask; u32 sq_ring_entries; u32 cq_ring_entries; u32 sq_dropped; atomic_t sq_flags; u32 cq_flags; u32 cq_overflow; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct io_uring_cqe cqes[0]; }; struct io_cmd_data { struct file *file; __u8 data[56]; }; struct io_cqe { __u64 user_data; __s32 res; union { __u32 flags; int fd; }; }; struct io_tw_state; typedef void (*io_req_tw_func_t)(struct io_kiocb *, struct io_tw_state *); struct io_task_work { struct llist_node node; io_req_tw_func_t func; }; struct io_buffer; struct async_poll; struct io_kiocb { union { struct file *file; struct io_cmd_data cmd; }; u8 opcode; u8 iopoll_completed; u16 buf_index; unsigned int flags; struct io_cqe cqe; struct io_ring_ctx *ctx; struct task_struct *task; struct io_rsrc_node *rsrc_node; union { struct io_mapped_ubuf *imu; struct io_buffer *kbuf; struct io_buffer_list *buf_list; }; union { struct io_wq_work_node comp_list; __poll_t apoll_events; }; atomic_t refs; atomic_t poll_refs; struct io_task_work io_task_work; unsigned int nr_tw; union { struct hlist_node hash_node; struct { u64 extra1; u64 extra2; }; }; struct async_poll *apoll; void *async_data; struct io_kiocb *link; const struct cred *creds; struct io_wq_work work; }; struct io_ev_fd { struct eventfd_ctx *cq_ev_fd; unsigned int eventfd_async: 1; struct callback_head rcu; atomic_t refs; atomic_t ops; }; struct io_wq_hash { refcount_t refs; long unsigned int map; struct wait_queue_head wait; }; struct io_tw_state { bool locked; }; enum { REQ_F_FIXED_FILE_BIT = 0, REQ_F_IO_DRAIN_BIT = 1, REQ_F_LINK_BIT = 2, REQ_F_HARDLINK_BIT = 3, REQ_F_FORCE_ASYNC_BIT = 4, REQ_F_BUFFER_SELECT_BIT = 5, REQ_F_CQE_SKIP_BIT = 6, REQ_F_FAIL_BIT = 8, REQ_F_INFLIGHT_BIT = 9, REQ_F_CUR_POS_BIT = 10, REQ_F_NOWAIT_BIT = 11, REQ_F_LINK_TIMEOUT_BIT = 12, REQ_F_NEED_CLEANUP_BIT = 13, REQ_F_POLLED_BIT = 14, REQ_F_BUFFER_SELECTED_BIT = 15, REQ_F_BUFFER_RING_BIT = 16, REQ_F_REISSUE_BIT = 17, REQ_F_CREDS_BIT = 18, REQ_F_REFCOUNT_BIT = 19, REQ_F_ARM_LTIMEOUT_BIT = 20, REQ_F_ASYNC_DATA_BIT = 21, REQ_F_SKIP_LINK_CQES_BIT = 22, REQ_F_SINGLE_POLL_BIT = 23, REQ_F_DOUBLE_POLL_BIT = 24, REQ_F_PARTIAL_IO_BIT = 25, REQ_F_CQE32_INIT_BIT = 26, REQ_F_APOLL_MULTISHOT_BIT = 27, REQ_F_CLEAR_POLLIN_BIT = 28, REQ_F_HASH_LOCKED_BIT = 29, REQ_F_SUPPORT_NOWAIT_BIT = 30, REQ_F_ISREG_BIT = 31, __REQ_F_LAST_BIT = 32, }; struct set_affinity_pending; struct migration_arg { struct task_struct *task; int dest_cpu; struct set_affinity_pending *pending; }; struct set_affinity_pending { refcount_t refs; unsigned int stop_pending; struct completion done; struct cpu_stop_work stop_work; struct migration_arg arg; }; struct migration_swap_arg { struct task_struct *src_task; struct task_struct *dst_task; int src_cpu; int dst_cpu; }; struct cfs_schedulable_data { struct task_group *tg; u64 period; u64 quota; }; enum { cpuset = 0, possible = 1, fail = 2, }; union cpumask_rcuhead { cpumask_t cpumask; struct callback_head rcu; }; struct semaphore { raw_spinlock_t lock; unsigned int count; struct list_head wait_list; }; struct semaphore_waiter { struct list_head list; struct task_struct *task; bool up; }; typedef unsigned int pcp_op_T_____3; struct hrtimer_sleeper { struct hrtimer timer; struct task_struct *task; }; struct rt_waiter_node { struct rb_node entry; int prio; u64 deadline; }; struct rt_mutex_base; struct ww_acquire_ctx; struct rt_mutex_waiter { struct rt_waiter_node tree; struct rt_waiter_node pi_tree; struct task_struct *task; struct rt_mutex_base *lock; unsigned int wake_state; struct ww_acquire_ctx *ww_ctx; }; struct rt_mutex_base { raw_spinlock_t wait_lock; struct rb_root_cached waiters; struct task_struct *owner; }; struct rt_mutex { struct rt_mutex_base rtmutex; }; struct ww_mutex { struct mutex base; struct ww_acquire_ctx *ctx; }; struct ww_acquire_ctx { struct task_struct *task; long unsigned int stamp; unsigned int acquired; short unsigned int wounded; short unsigned int is_wait_die; }; struct rt_wake_q_head { struct wake_q_head head; struct task_struct *rtlock_task; }; enum rtmutex_chainwalk { RT_MUTEX_MIN_CHAINWALK = 0, RT_MUTEX_FULL_CHAINWALK = 1, }; struct sysrq_key_op { void (* const handler)(int); const char * const help_msg; const char * const action_msg; const int enable_mask; }; typedef initcall_t initcall_entry_t; typedef struct { seqcount_t seqcount; } seqcount_latch_t; struct dev_printk_info { char subsystem[16]; char device[48]; }; enum cpuhp_state { CPUHP_INVALID = -1, CPUHP_OFFLINE = 0, CPUHP_CREATE_THREADS = 1, CPUHP_PERF_PREPARE = 2, CPUHP_PERF_X86_PREPARE = 3, CPUHP_PERF_X86_AMD_UNCORE_PREP = 4, CPUHP_PERF_POWER = 5, CPUHP_PERF_SUPERH = 6, CPUHP_X86_HPET_DEAD = 7, CPUHP_X86_APB_DEAD = 8, CPUHP_X86_MCE_DEAD = 9, CPUHP_VIRT_NET_DEAD = 10, CPUHP_IBMVNIC_DEAD = 11, CPUHP_SLUB_DEAD = 12, CPUHP_DEBUG_OBJ_DEAD = 13, CPUHP_MM_WRITEBACK_DEAD = 14, CPUHP_MM_DEMOTION_DEAD = 15, CPUHP_MM_VMSTAT_DEAD = 16, CPUHP_SOFTIRQ_DEAD = 17, CPUHP_NET_MVNETA_DEAD = 18, CPUHP_CPUIDLE_DEAD = 19, CPUHP_ARM64_FPSIMD_DEAD = 20, CPUHP_ARM_OMAP_WAKE_DEAD = 21, CPUHP_IRQ_POLL_DEAD = 22, CPUHP_BLOCK_SOFTIRQ_DEAD = 23, CPUHP_BIO_DEAD = 24, CPUHP_ACPI_CPUDRV_DEAD = 25, CPUHP_S390_PFAULT_DEAD = 26, CPUHP_BLK_MQ_DEAD = 27, CPUHP_FS_BUFF_DEAD = 28, CPUHP_PRINTK_DEAD = 29, CPUHP_MM_MEMCQ_DEAD = 30, CPUHP_XFS_DEAD = 31, CPUHP_PERCPU_CNT_DEAD = 32, CPUHP_RADIX_DEAD = 33, CPUHP_PAGE_ALLOC = 34, CPUHP_NET_DEV_DEAD = 35, CPUHP_PCI_XGENE_DEAD = 36, CPUHP_IOMMU_IOVA_DEAD = 37, CPUHP_LUSTRE_CFS_DEAD = 38, CPUHP_AP_ARM_CACHE_B15_RAC_DEAD = 39, CPUHP_PADATA_DEAD = 40, CPUHP_AP_DTPM_CPU_DEAD = 41, CPUHP_RANDOM_PREPARE = 42, CPUHP_WORKQUEUE_PREP = 43, CPUHP_POWER_NUMA_PREPARE = 44, CPUHP_HRTIMERS_PREPARE = 45, CPUHP_PROFILE_PREPARE = 46, CPUHP_X2APIC_PREPARE = 47, CPUHP_SMPCFD_PREPARE = 48, CPUHP_RELAY_PREPARE = 49, CPUHP_SLAB_PREPARE = 50, CPUHP_MD_RAID5_PREPARE = 51, CPUHP_RCUTREE_PREP = 52, CPUHP_CPUIDLE_COUPLED_PREPARE = 53, CPUHP_POWERPC_PMAC_PREPARE = 54, CPUHP_POWERPC_MMU_CTX_PREPARE = 55, CPUHP_XEN_PREPARE = 56, CPUHP_XEN_EVTCHN_PREPARE = 57, CPUHP_ARM_SHMOBILE_SCU_PREPARE = 58, CPUHP_SH_SH3X_PREPARE = 59, CPUHP_NET_FLOW_PREPARE = 60, CPUHP_TOPOLOGY_PREPARE = 61, CPUHP_NET_IUCV_PREPARE = 62, CPUHP_ARM_BL_PREPARE = 63, CPUHP_TRACE_RB_PREPARE = 64, CPUHP_MM_ZS_PREPARE = 65, CPUHP_MM_ZSWP_MEM_PREPARE = 66, CPUHP_MM_ZSWP_POOL_PREPARE = 67, CPUHP_KVM_PPC_BOOK3S_PREPARE = 68, CPUHP_ZCOMP_PREPARE = 69, CPUHP_TIMERS_PREPARE = 70, CPUHP_MIPS_SOC_PREPARE = 71, CPUHP_BP_PREPARE_DYN = 72, CPUHP_BP_PREPARE_DYN_END = 92, CPUHP_BRINGUP_CPU = 93, CPUHP_AP_IDLE_DEAD = 94, CPUHP_AP_OFFLINE = 95, CPUHP_AP_CACHECTRL_STARTING = 96, CPUHP_AP_SCHED_STARTING = 97, CPUHP_AP_RCUTREE_DYING = 98, CPUHP_AP_CPU_PM_STARTING = 99, CPUHP_AP_IRQ_GIC_STARTING = 100, CPUHP_AP_IRQ_HIP04_STARTING = 101, CPUHP_AP_IRQ_APPLE_AIC_STARTING = 102, CPUHP_AP_IRQ_ARMADA_XP_STARTING = 103, CPUHP_AP_IRQ_BCM2836_STARTING = 104, CPUHP_AP_IRQ_MIPS_GIC_STARTING = 105, CPUHP_AP_IRQ_RISCV_STARTING = 106, CPUHP_AP_IRQ_LOONGARCH_STARTING = 107, CPUHP_AP_IRQ_SIFIVE_PLIC_STARTING = 108, CPUHP_AP_ARM_MVEBU_COHERENCY = 109, CPUHP_AP_MICROCODE_LOADER = 110, CPUHP_AP_PERF_X86_AMD_UNCORE_STARTING = 111, CPUHP_AP_PERF_X86_STARTING = 112, CPUHP_AP_PERF_X86_AMD_IBS_STARTING = 113, CPUHP_AP_PERF_X86_CQM_STARTING = 114, CPUHP_AP_PERF_X86_CSTATE_STARTING = 115, CPUHP_AP_PERF_XTENSA_STARTING = 116, CPUHP_AP_MIPS_OP_LOONGSON3_STARTING = 117, CPUHP_AP_ARM_VFP_STARTING = 118, CPUHP_AP_ARM64_DEBUG_MONITORS_STARTING = 119, CPUHP_AP_PERF_ARM_HW_BREAKPOINT_STARTING = 120, CPUHP_AP_PERF_ARM_ACPI_STARTING = 121, CPUHP_AP_PERF_ARM_STARTING = 122, CPUHP_AP_PERF_RISCV_STARTING = 123, CPUHP_AP_ARM_L2X0_STARTING = 124, CPUHP_AP_EXYNOS4_MCT_TIMER_STARTING = 125, CPUHP_AP_ARM_ARCH_TIMER_STARTING = 126, CPUHP_AP_ARM_GLOBAL_TIMER_STARTING = 127, CPUHP_AP_JCORE_TIMER_STARTING = 128, CPUHP_AP_ARM_TWD_STARTING = 129, CPUHP_AP_QCOM_TIMER_STARTING = 130, CPUHP_AP_TEGRA_TIMER_STARTING = 131, CPUHP_AP_ARMADA_TIMER_STARTING = 132, CPUHP_AP_MARCO_TIMER_STARTING = 133, CPUHP_AP_MIPS_GIC_TIMER_STARTING = 134, CPUHP_AP_ARC_TIMER_STARTING = 135, CPUHP_AP_RISCV_TIMER_STARTING = 136, CPUHP_AP_CLINT_TIMER_STARTING = 137, CPUHP_AP_CSKY_TIMER_STARTING = 138, CPUHP_AP_TI_GP_TIMER_STARTING = 139, CPUHP_AP_HYPERV_TIMER_STARTING = 140, CPUHP_AP_DUMMY_TIMER_STARTING = 141, CPUHP_AP_ARM_XEN_STARTING = 142, CPUHP_AP_ARM_CORESIGHT_STARTING = 143, CPUHP_AP_ARM_CORESIGHT_CTI_STARTING = 144, CPUHP_AP_ARM64_ISNDEP_STARTING = 145, CPUHP_AP_SMPCFD_DYING = 146, CPUHP_AP_X86_TBOOT_DYING = 147, CPUHP_AP_ARM_CACHE_B15_RAC_DYING = 148, CPUHP_AP_ONLINE = 149, CPUHP_TEARDOWN_CPU = 150, CPUHP_AP_ONLINE_IDLE = 151, CPUHP_AP_HYPERV_ONLINE = 152, CPUHP_AP_KVM_ONLINE = 153, CPUHP_AP_SCHED_WAIT_EMPTY = 154, CPUHP_AP_SMPBOOT_THREADS = 155, CPUHP_AP_X86_VDSO_VMA_ONLINE = 156, CPUHP_AP_IRQ_AFFINITY_ONLINE = 157, CPUHP_AP_BLK_MQ_ONLINE = 158, CPUHP_AP_ARM_MVEBU_SYNC_CLOCKS = 159, CPUHP_AP_X86_INTEL_EPB_ONLINE = 160, CPUHP_AP_PERF_ONLINE = 161, CPUHP_AP_PERF_X86_ONLINE = 162, CPUHP_AP_PERF_X86_UNCORE_ONLINE = 163, CPUHP_AP_PERF_X86_AMD_UNCORE_ONLINE = 164, CPUHP_AP_PERF_X86_AMD_POWER_ONLINE = 165, CPUHP_AP_PERF_X86_RAPL_ONLINE = 166, CPUHP_AP_PERF_X86_CQM_ONLINE = 167, CPUHP_AP_PERF_X86_CSTATE_ONLINE = 168, CPUHP_AP_PERF_X86_IDXD_ONLINE = 169, CPUHP_AP_PERF_S390_CF_ONLINE = 170, CPUHP_AP_PERF_S390_SF_ONLINE = 171, CPUHP_AP_PERF_ARM_CCI_ONLINE = 172, CPUHP_AP_PERF_ARM_CCN_ONLINE = 173, CPUHP_AP_PERF_ARM_HISI_CPA_ONLINE = 174, CPUHP_AP_PERF_ARM_HISI_DDRC_ONLINE = 175, CPUHP_AP_PERF_ARM_HISI_HHA_ONLINE = 176, CPUHP_AP_PERF_ARM_HISI_L3_ONLINE = 177, CPUHP_AP_PERF_ARM_HISI_PA_ONLINE = 178, CPUHP_AP_PERF_ARM_HISI_SLLC_ONLINE = 179, CPUHP_AP_PERF_ARM_HISI_PCIE_PMU_ONLINE = 180, CPUHP_AP_PERF_ARM_HNS3_PMU_ONLINE = 181, CPUHP_AP_PERF_ARM_L2X0_ONLINE = 182, CPUHP_AP_PERF_ARM_QCOM_L2_ONLINE = 183, CPUHP_AP_PERF_ARM_QCOM_L3_ONLINE = 184, CPUHP_AP_PERF_ARM_APM_XGENE_ONLINE = 185, CPUHP_AP_PERF_ARM_CAVIUM_TX2_UNCORE_ONLINE = 186, CPUHP_AP_PERF_ARM_MARVELL_CN10K_DDR_ONLINE = 187, CPUHP_AP_PERF_POWERPC_NEST_IMC_ONLINE = 188, CPUHP_AP_PERF_POWERPC_CORE_IMC_ONLINE = 189, CPUHP_AP_PERF_POWERPC_THREAD_IMC_ONLINE = 190, CPUHP_AP_PERF_POWERPC_TRACE_IMC_ONLINE = 191, CPUHP_AP_PERF_POWERPC_HV_24x7_ONLINE = 192, CPUHP_AP_PERF_POWERPC_HV_GPCI_ONLINE = 193, CPUHP_AP_PERF_CSKY_ONLINE = 194, CPUHP_AP_WATCHDOG_ONLINE = 195, CPUHP_AP_WORKQUEUE_ONLINE = 196, CPUHP_AP_RANDOM_ONLINE = 197, CPUHP_AP_RCUTREE_ONLINE = 198, CPUHP_AP_BASE_CACHEINFO_ONLINE = 199, CPUHP_AP_ONLINE_DYN = 200, CPUHP_AP_ONLINE_DYN_END = 230, CPUHP_AP_MM_DEMOTION_ONLINE = 231, CPUHP_AP_X86_HPET_ONLINE = 232, CPUHP_AP_X86_KVM_CLK_ONLINE = 233, CPUHP_AP_ACTIVE = 234, CPUHP_ONLINE = 235, }; typedef struct poll_table_struct poll_table; struct kmsg_dump_iter { u64 cur_seq; u64 next_seq; }; struct kmsg_dumper { struct list_head list; void (*dump)(struct kmsg_dumper *, enum kmsg_dump_reason); enum kmsg_dump_reason max_reason; bool registered; }; struct trace_event_raw_console { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_data_offsets_console { u32 msg; }; typedef void (*btf_trace_console)(void *, const char *, size_t); struct printk_info { u64 seq; u64 ts_nsec; u16 text_len; u8 facility; u8 flags: 5; u8 level: 3; u32 caller_id; struct dev_printk_info dev_info; }; struct printk_record { struct printk_info *info; char *text_buf; unsigned int text_buf_size; }; struct prb_data_blk_lpos { long unsigned int begin; long unsigned int next; }; struct prb_desc { atomic_long_t state_var; struct prb_data_blk_lpos text_blk_lpos; }; struct prb_data_ring { unsigned int size_bits; char *data; atomic_long_t head_lpos; atomic_long_t tail_lpos; }; struct prb_desc_ring { unsigned int count_bits; struct prb_desc *descs; struct printk_info *infos; atomic_long_t head_id; atomic_long_t tail_id; atomic_long_t last_finalized_id; }; struct printk_ringbuffer { struct prb_desc_ring desc_ring; struct prb_data_ring text_data_ring; atomic_long_t fail; }; struct prb_reserved_entry { struct printk_ringbuffer *rb; long unsigned int irqflags; long unsigned int id; unsigned int text_space; }; enum desc_state { desc_miss = -1, desc_reserved = 0, desc_committed = 1, desc_finalized = 2, desc_reusable = 3, }; struct console_cmdline { char name[16]; int index; bool user_specified; char *options; }; enum printk_info_flags { LOG_NEWLINE = 2, LOG_CONT = 8, }; struct printk_buffers { char outbuf[2048]; char scratchbuf[1024]; }; struct printk_message { struct printk_buffers *pbufs; unsigned int outbuf_len; u64 seq; long unsigned int dropped; }; enum devkmsg_log_bits { __DEVKMSG_LOG_BIT_ON = 0, __DEVKMSG_LOG_BIT_OFF = 1, __DEVKMSG_LOG_BIT_LOCK = 2, }; enum devkmsg_log_masks { DEVKMSG_LOG_MASK_ON = 1, DEVKMSG_LOG_MASK_OFF = 2, DEVKMSG_LOG_MASK_LOCK = 4, }; enum con_msg_format_flags { MSG_FORMAT_DEFAULT = 0, MSG_FORMAT_SYSLOG = 1, }; struct latched_seq { seqcount_latch_t latch; u64 val[2]; }; struct devkmsg_user { atomic64_t seq; struct ratelimit_state rs; struct mutex lock; struct printk_buffers pbufs; }; typedef int pcp_op_T_____4; typedef long unsigned int irq_hw_number_t; enum { IRQ_TYPE_NONE = 0, IRQ_TYPE_EDGE_RISING = 1, IRQ_TYPE_EDGE_FALLING = 2, IRQ_TYPE_EDGE_BOTH = 3, IRQ_TYPE_LEVEL_HIGH = 4, IRQ_TYPE_LEVEL_LOW = 8, IRQ_TYPE_LEVEL_MASK = 12, IRQ_TYPE_SENSE_MASK = 15, IRQ_TYPE_DEFAULT = 15, IRQ_TYPE_PROBE = 16, IRQ_LEVEL = 256, IRQ_PER_CPU = 512, IRQ_NOPROBE = 1024, IRQ_NOREQUEST = 2048, IRQ_NOAUTOEN = 4096, IRQ_NO_BALANCING = 8192, IRQ_MOVE_PCNTXT = 16384, IRQ_NESTED_THREAD = 32768, IRQ_NOTHREAD = 65536, IRQ_PER_CPU_DEVID = 131072, IRQ_IS_POLLED = 262144, IRQ_DISABLE_UNLAZY = 524288, IRQ_HIDDEN = 1048576, IRQ_NO_DEBUG = 2097152, }; enum irq_domain_bus_token { DOMAIN_BUS_ANY = 0, DOMAIN_BUS_WIRED = 1, DOMAIN_BUS_GENERIC_MSI = 2, DOMAIN_BUS_PCI_MSI = 3, DOMAIN_BUS_PLATFORM_MSI = 4, DOMAIN_BUS_NEXUS = 5, DOMAIN_BUS_IPI = 6, DOMAIN_BUS_FSL_MC_MSI = 7, DOMAIN_BUS_TI_SCI_INTA_MSI = 8, DOMAIN_BUS_WAKEUP = 9, DOMAIN_BUS_VMD_MSI = 10, DOMAIN_BUS_PCI_DEVICE_MSI = 11, DOMAIN_BUS_PCI_DEVICE_MSIX = 12, DOMAIN_BUS_DMAR = 13, DOMAIN_BUS_AMDVI = 14, DOMAIN_BUS_PCI_DEVICE_IMS = 15, }; struct irq_domain_ops; struct irq_domain_chip_generic; struct msi_parent_ops; struct irq_domain { struct list_head link; const char *name; const struct irq_domain_ops *ops; void *host_data; unsigned int flags; unsigned int mapcount; struct mutex mutex; struct irq_domain *root; struct fwnode_handle *fwnode; enum irq_domain_bus_token bus_token; struct irq_domain_chip_generic *gc; struct device *dev; struct device *pm_dev; struct irq_domain *parent; const struct msi_parent_ops *msi_parent_ops; irq_hw_number_t hwirq_max; unsigned int revmap_size; struct xarray revmap_tree; struct irq_data *revmap[0]; }; enum { IRQD_TRIGGER_MASK = 15, IRQD_SETAFFINITY_PENDING = 256, IRQD_ACTIVATED = 512, IRQD_NO_BALANCING = 1024, IRQD_PER_CPU = 2048, IRQD_AFFINITY_SET = 4096, IRQD_LEVEL = 8192, IRQD_WAKEUP_STATE = 16384, IRQD_MOVE_PCNTXT = 32768, IRQD_IRQ_DISABLED = 65536, IRQD_IRQ_MASKED = 131072, IRQD_IRQ_INPROGRESS = 262144, IRQD_WAKEUP_ARMED = 524288, IRQD_FORWARDED_TO_VCPU = 1048576, IRQD_AFFINITY_MANAGED = 2097152, IRQD_IRQ_STARTED = 4194304, IRQD_MANAGED_SHUTDOWN = 8388608, IRQD_SINGLE_TARGET = 16777216, IRQD_DEFAULT_TRIGGER_SET = 33554432, IRQD_CAN_RESERVE = 67108864, IRQD_MSI_NOMASK_QUIRK = 134217728, IRQD_HANDLE_ENFORCE_IRQCTX = 268435456, IRQD_AFFINITY_ON_ACTIVATE = 536870912, IRQD_IRQ_ENABLED_ON_SUSPEND = 1073741824, }; enum { IRQCHIP_SET_TYPE_MASKED = 1, IRQCHIP_EOI_IF_HANDLED = 2, IRQCHIP_MASK_ON_SUSPEND = 4, IRQCHIP_ONOFFLINE_ENABLED = 8, IRQCHIP_SKIP_SET_WAKE = 16, IRQCHIP_ONESHOT_SAFE = 32, IRQCHIP_EOI_THREADED = 64, IRQCHIP_SUPPORTS_LEVEL_MSI = 128, IRQCHIP_SUPPORTS_NMI = 256, IRQCHIP_ENABLE_WAKEUP_ON_SUSPEND = 512, IRQCHIP_AFFINITY_PRE_STARTUP = 1024, IRQCHIP_IMMUTABLE = 2048, }; struct msi_alloc_info { struct msi_desc *desc; irq_hw_number_t hwirq; long unsigned int flags; union { long unsigned int ul; void *ptr; } scratchpad[2]; }; typedef struct msi_alloc_info msi_alloc_info_t; struct msi_domain_info; struct msi_domain_ops { irq_hw_number_t (*get_hwirq)(struct msi_domain_info *, msi_alloc_info_t *); int (*msi_init)(struct irq_domain *, struct msi_domain_info *, unsigned int, irq_hw_number_t, msi_alloc_info_t *); void (*msi_free)(struct irq_domain *, struct msi_domain_info *, unsigned int); int (*msi_prepare)(struct irq_domain *, struct device *, int, msi_alloc_info_t *); void (*prepare_desc)(struct irq_domain *, msi_alloc_info_t *, struct msi_desc *); void (*set_desc)(msi_alloc_info_t *, struct msi_desc *); int (*domain_alloc_irqs)(struct irq_domain *, struct device *, int); void (*domain_free_irqs)(struct irq_domain *, struct device *); void (*msi_post_free)(struct irq_domain *, struct device *); }; struct msi_domain_info { u32 flags; enum irq_domain_bus_token bus_token; unsigned int hwsize; struct msi_domain_ops *ops; struct irq_chip *chip; void *chip_data; irq_flow_handler_t handler; void *handler_data; const char *handler_name; void *data; }; struct msi_parent_ops { u32 supported_flags; const char *prefix; bool (*init_dev_msi_info)(struct device *, struct irq_domain *, struct irq_domain *, struct msi_domain_info *); }; enum { IRQC_IS_HARDIRQ = 0, IRQC_IS_NESTED = 1, }; struct irq_chip_regs { long unsigned int enable; long unsigned int disable; long unsigned int mask; long unsigned int ack; long unsigned int eoi; long unsigned int type; long unsigned int polarity; }; struct irq_chip_type { struct irq_chip chip; struct irq_chip_regs regs; irq_flow_handler_t handler; u32 type; u32 mask_cache_priv; u32 *mask_cache; }; struct irq_chip_generic { raw_spinlock_t lock; void *reg_base; u32 (*reg_readl)(void *); void (*reg_writel)(u32, void *); void (*suspend)(struct irq_chip_generic *); void (*resume)(struct irq_chip_generic *); unsigned int irq_base; unsigned int irq_cnt; u32 mask_cache; u32 type_cache; u32 polarity_cache; u32 wake_enabled; u32 wake_active; unsigned int num_ct; void *private; long unsigned int installed; long unsigned int unused; struct irq_domain *domain; struct list_head list; struct irq_chip_type chip_types[0]; }; enum irq_gc_flags { IRQ_GC_INIT_MASK_CACHE = 1, IRQ_GC_INIT_NESTED_LOCK = 2, IRQ_GC_MASK_CACHE_PER_TYPE = 4, IRQ_GC_NO_MASK = 8, IRQ_GC_BE_IO = 16, }; struct irq_domain_chip_generic { unsigned int irqs_per_chip; unsigned int num_chips; unsigned int irq_flags_to_clear; unsigned int irq_flags_to_set; enum irq_gc_flags gc_flags; struct irq_chip_generic *gc[0]; }; struct irq_fwspec { struct fwnode_handle *fwnode; int param_count; u32 param[16]; }; struct irq_domain_ops { int (*match)(struct irq_domain *, struct device_node *, enum irq_domain_bus_token); int (*select)(struct irq_domain *, struct irq_fwspec *, enum irq_domain_bus_token); int (*map)(struct irq_domain *, unsigned int, irq_hw_number_t); void (*unmap)(struct irq_domain *, unsigned int); int (*xlate)(struct irq_domain *, struct device_node *, const u32 *, unsigned int, long unsigned int *, unsigned int *); int (*alloc)(struct irq_domain *, unsigned int, unsigned int, void *); void (*free)(struct irq_domain *, unsigned int, unsigned int); int (*activate)(struct irq_domain *, struct irq_data *, bool); void (*deactivate)(struct irq_domain *, struct irq_data *); int (*translate)(struct irq_domain *, struct irq_fwspec *, long unsigned int *, unsigned int *); }; enum { IRQTF_RUNTHREAD = 0, IRQTF_WARNED = 1, IRQTF_AFFINITY = 2, IRQTF_FORCED_THREAD = 3, IRQTF_READY = 4, }; enum { IRQS_AUTODETECT = 1, IRQS_SPURIOUS_DISABLED = 2, IRQS_POLL_INPROGRESS = 8, IRQS_ONESHOT = 32, IRQS_REPLAY = 64, IRQS_WAITING = 128, IRQS_PENDING = 512, IRQS_SUSPENDED = 2048, IRQS_TIMINGS = 4096, IRQS_NMI = 8192, IRQS_SYSFS = 16384, }; enum { _IRQ_DEFAULT_INIT_FLAGS = 0, _IRQ_PER_CPU = 512, _IRQ_LEVEL = 256, _IRQ_NOPROBE = 1024, _IRQ_NOREQUEST = 2048, _IRQ_NOTHREAD = 65536, _IRQ_NOAUTOEN = 4096, _IRQ_MOVE_PCNTXT = 16384, _IRQ_NO_BALANCING = 8192, _IRQ_NESTED_THREAD = 32768, _IRQ_PER_CPU_DEVID = 131072, _IRQ_IS_POLLED = 262144, _IRQ_DISABLE_UNLAZY = 524288, _IRQ_HIDDEN = 1048576, _IRQ_NO_DEBUG = 2097152, _IRQF_MODIFY_MASK = 2096911, }; struct proc_ops { unsigned int proc_flags; int (*proc_open)(struct inode *, struct file *); ssize_t (*proc_read)(struct file *, char *, size_t, loff_t *); ssize_t (*proc_read_iter)(struct kiocb *, struct iov_iter *); ssize_t (*proc_write)(struct file *, const char *, size_t, loff_t *); loff_t (*proc_lseek)(struct file *, loff_t, int); int (*proc_release)(struct inode *, struct file *); __poll_t (*proc_poll)(struct file *, struct poll_table_struct *); long int (*proc_ioctl)(struct file *, unsigned int, long unsigned int); long int (*proc_compat_ioctl)(struct file *, unsigned int, long unsigned int); int (*proc_mmap)(struct file *, struct vm_area_struct *); long unsigned int (*proc_get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); }; enum { AFFINITY = 0, AFFINITY_LIST = 1, EFFECTIVE = 2, EFFECTIVE_LIST = 3, }; enum { GP_IDLE = 0, GP_ENTER = 1, GP_PASSED = 2, GP_EXIT = 3, GP_REPLAY = 4, }; typedef long unsigned int ulong; struct rcu_synchronize { struct callback_head head; struct completion completion; }; struct rcu_cblist { struct callback_head *head; struct callback_head **tail; long int len; }; enum rcutorture_type { RCU_FLAVOR = 0, RCU_TASKS_FLAVOR = 1, RCU_TASKS_RUDE_FLAVOR = 2, RCU_TASKS_TRACING_FLAVOR = 3, RCU_TRIVIAL_FLAVOR = 4, SRCU_FLAVOR = 5, INVALID_RCU_FLAVOR = 6, }; typedef s64 pcp_op_T_____5; enum { TRACE_FTRACE_BIT = 0, TRACE_FTRACE_NMI_BIT = 1, TRACE_FTRACE_IRQ_BIT = 2, TRACE_FTRACE_SIRQ_BIT = 3, TRACE_FTRACE_TRANSITION_BIT = 4, TRACE_INTERNAL_BIT = 5, TRACE_INTERNAL_NMI_BIT = 6, TRACE_INTERNAL_IRQ_BIT = 7, TRACE_INTERNAL_SIRQ_BIT = 8, TRACE_INTERNAL_TRANSITION_BIT = 9, TRACE_BRANCH_BIT = 10, TRACE_IRQ_BIT = 11, TRACE_GRAPH_BIT = 12, TRACE_GRAPH_DEPTH_START_BIT = 13, TRACE_GRAPH_DEPTH_END_BIT = 14, TRACE_GRAPH_NOTRACE_BIT = 15, TRACE_RECORD_RECURSION_BIT = 16, }; enum { TRACE_CTX_NMI = 0, TRACE_CTX_IRQ = 1, TRACE_CTX_SOFTIRQ = 2, TRACE_CTX_NORMAL = 3, TRACE_CTX_TRANSITION = 4, }; enum { FTRACE_OPS_FL_ENABLED = 1, FTRACE_OPS_FL_DYNAMIC = 2, FTRACE_OPS_FL_SAVE_REGS = 4, FTRACE_OPS_FL_SAVE_REGS_IF_SUPPORTED = 8, FTRACE_OPS_FL_RECURSION = 16, FTRACE_OPS_FL_STUB = 32, FTRACE_OPS_FL_INITIALIZED = 64, FTRACE_OPS_FL_DELETED = 128, FTRACE_OPS_FL_ADDING = 256, FTRACE_OPS_FL_REMOVING = 512, FTRACE_OPS_FL_MODIFYING = 1024, FTRACE_OPS_FL_ALLOC_TRAMP = 2048, FTRACE_OPS_FL_IPMODIFY = 4096, FTRACE_OPS_FL_PID = 8192, FTRACE_OPS_FL_RCU = 16384, FTRACE_OPS_FL_TRACE_ARRAY = 32768, FTRACE_OPS_FL_PERMANENT = 65536, FTRACE_OPS_FL_DIRECT = 131072, }; struct klp_func { const char *old_name; void *new_func; long unsigned int old_sympos; void *old_func; struct kobject kobj; struct list_head node; struct list_head stack_node; long unsigned int old_size; long unsigned int new_size; bool nop; bool patched; bool transition; }; struct klp_object; struct klp_callbacks { int (*pre_patch)(struct klp_object *); void (*post_patch)(struct klp_object *); void (*pre_unpatch)(struct klp_object *); void (*post_unpatch)(struct klp_object *); bool post_unpatch_enabled; }; struct klp_object { const char *name; struct klp_func *funcs; struct klp_callbacks callbacks; struct kobject kobj; struct list_head func_list; struct list_head node; struct module *mod; bool dynamic; bool patched; }; struct klp_state { long unsigned int id; unsigned int version; void *data; }; struct klp_patch { struct module *mod; struct klp_object *objs; struct klp_state *states; bool replace; struct list_head list; struct kobject kobj; struct list_head obj_list; bool enabled; bool forced; struct work_struct free_work; struct completion finish; }; struct klp_ops { struct list_head node; struct list_head func_stack; struct ftrace_ops fops; }; typedef int (*dr_match_t)(struct device *, void *, void *); struct dma_sgt_handle { struct sg_table sgt; struct page **pages; }; struct dma_devres { size_t size; void *vaddr; dma_addr_t dma_handle; long unsigned int attrs; }; struct seccomp_data { int nr; __u32 arch; __u64 instruction_pointer; __u64 args[6]; }; struct trace_event_raw_sys_enter { struct trace_entry ent; long int id; long unsigned int args[6]; char __data[0]; }; struct trace_event_raw_sys_exit { struct trace_entry ent; long int id; long int ret; char __data[0]; }; struct trace_event_data_offsets_sys_enter {}; struct trace_event_data_offsets_sys_exit {}; typedef void (*btf_trace_sys_enter)(void *, struct pt_regs *, long int); typedef void (*btf_trace_sys_exit)(void *, struct pt_regs *, long int); struct load_info { const char *name; struct module *mod; Elf64_Ehdr *hdr; long unsigned int len; Elf64_Shdr *sechdrs; char *secstrings; char *strtab; long unsigned int symoffs; long unsigned int stroffs; long unsigned int init_typeoffs; long unsigned int core_typeoffs; bool sig_ok; long unsigned int mod_kallsyms_init_off; struct { unsigned int sym; unsigned int str; unsigned int mod; unsigned int vers; unsigned int info; unsigned int pcpu; } index; }; struct module_use { struct list_head source_list; struct list_head target_list; struct module *source; struct module *target; }; struct module_sect_attr { struct bin_attribute battr; long unsigned int address; }; struct module_sect_attrs { struct attribute_group grp; unsigned int nsections; struct module_sect_attr attrs[0]; }; struct module_notes_attrs { struct kobject *dir; unsigned int notes; struct bin_attribute attrs[0]; }; struct profile_hit { u32 pc; u32 hits; }; struct itimerspec64 { struct timespec64 it_interval; struct timespec64 it_value; }; struct softirq_action { void (*action)(struct softirq_action *); }; enum tick_dep_bits { TICK_DEP_BIT_POSIX_TIMER = 0, TICK_DEP_BIT_PERF_EVENTS = 1, TICK_DEP_BIT_SCHED = 2, TICK_DEP_BIT_CLOCK_UNSTABLE = 3, TICK_DEP_BIT_RCU = 4, TICK_DEP_BIT_RCU_EXP = 5, }; struct trace_event_raw_timer_class { struct trace_entry ent; void *timer; char __data[0]; }; struct trace_event_raw_timer_start { struct trace_entry ent; void *timer; void *function; long unsigned int expires; long unsigned int now; unsigned int flags; char __data[0]; }; struct trace_event_raw_timer_expire_entry { struct trace_entry ent; void *timer; long unsigned int now; void *function; long unsigned int baseclk; char __data[0]; }; struct trace_event_raw_hrtimer_init { struct trace_entry ent; void *hrtimer; clockid_t clockid; enum hrtimer_mode mode; char __data[0]; }; struct trace_event_raw_hrtimer_start { struct trace_entry ent; void *hrtimer; void *function; s64 expires; s64 softexpires; enum hrtimer_mode mode; char __data[0]; }; struct trace_event_raw_hrtimer_expire_entry { struct trace_entry ent; void *hrtimer; s64 now; void *function; char __data[0]; }; struct trace_event_raw_hrtimer_class { struct trace_entry ent; void *hrtimer; char __data[0]; }; struct trace_event_raw_itimer_state { struct trace_entry ent; int which; long long unsigned int expires; long int value_sec; long int value_nsec; long int interval_sec; long int interval_nsec; char __data[0]; }; struct trace_event_raw_itimer_expire { struct trace_entry ent; int which; pid_t pid; long long unsigned int now; char __data[0]; }; struct trace_event_raw_tick_stop { struct trace_entry ent; int success; int dependency; char __data[0]; }; struct trace_event_data_offsets_timer_class {}; struct trace_event_data_offsets_timer_start {}; struct trace_event_data_offsets_timer_expire_entry {}; struct trace_event_data_offsets_hrtimer_init {}; struct trace_event_data_offsets_hrtimer_start {}; struct trace_event_data_offsets_hrtimer_expire_entry {}; struct trace_event_data_offsets_hrtimer_class {}; struct trace_event_data_offsets_itimer_state {}; struct trace_event_data_offsets_itimer_expire {}; struct trace_event_data_offsets_tick_stop {}; typedef void (*btf_trace_timer_init)(void *, struct timer_list *); typedef void (*btf_trace_timer_start)(void *, struct timer_list *, long unsigned int, unsigned int); typedef void (*btf_trace_timer_expire_entry)(void *, struct timer_list *, long unsigned int); typedef void (*btf_trace_timer_expire_exit)(void *, struct timer_list *); typedef void (*btf_trace_timer_cancel)(void *, struct timer_list *); typedef void (*btf_trace_hrtimer_init)(void *, struct hrtimer *, clockid_t, enum hrtimer_mode); typedef void (*btf_trace_hrtimer_start)(void *, struct hrtimer *, enum hrtimer_mode); typedef void (*btf_trace_hrtimer_expire_entry)(void *, struct hrtimer *, ktime_t *); typedef void (*btf_trace_hrtimer_expire_exit)(void *, struct hrtimer *); typedef void (*btf_trace_hrtimer_cancel)(void *, struct hrtimer *); typedef void (*btf_trace_itimer_state)(void *, int, const struct itimerspec64 * const, long long unsigned int); typedef void (*btf_trace_itimer_expire)(void *, int, struct pid *, long long unsigned int); typedef void (*btf_trace_tick_stop)(void *, int, int); struct timer_base { raw_spinlock_t lock; struct timer_list *running_timer; long unsigned int clk; long unsigned int next_expiry; unsigned int cpu; bool next_expiry_recalc; bool is_idle; bool timers_pending; long unsigned int pending_map[8]; struct hlist_head vectors[512]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct process_timer { struct timer_list timer; struct task_struct *task; }; typedef __kernel_timer_t timer_t; struct __kernel_itimerspec { struct __kernel_timespec it_interval; struct __kernel_timespec it_value; }; struct timezone { int tz_minuteswest; int tz_dsttime; }; struct __kernel_timex_timeval { __kernel_time64_t tv_sec; long long int tv_usec; }; struct __kernel_timex { unsigned int modes; long long int offset; long long int freq; long long int maxerror; long long int esterror; int status; long long int constant; long long int precision; long long int tolerance; struct __kernel_timex_timeval time; long long int tick; long long int ppsfreq; long long int jitter; int shift; long long int stabil; long long int jitcnt; long long int calcnt; long long int errcnt; long long int stbcnt; int tai; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct old_itimerspec32 { struct old_timespec32 it_interval; struct old_timespec32 it_value; }; struct old_timex32 { u32 modes; s32 offset; s32 freq; s32 maxerror; s32 esterror; s32 status; s32 constant; s32 precision; s32 tolerance; struct old_timeval32 time; s32 tick; s32 ppsfreq; s32 jitter; s32 shift; s32 stabil; s32 jitcnt; s32 calcnt; s32 errcnt; s32 stbcnt; s32 tai; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum tk_offsets { TK_OFFS_REAL = 0, TK_OFFS_BOOT = 1, TK_OFFS_TAI = 2, TK_OFFS_MAX = 3, }; struct sigevent { sigval_t sigev_value; int sigev_signo; int sigev_notify; union { int _pad[12]; int _tid; struct { void (*_function)(sigval_t); void *_attribute; } _sigev_thread; } _sigev_un; }; typedef struct sigevent sigevent_t; enum alarmtimer_type { ALARM_REALTIME = 0, ALARM_BOOTTIME = 1, ALARM_NUMTYPE = 2, ALARM_REALTIME_FREEZER = 3, ALARM_BOOTTIME_FREEZER = 4, }; enum alarmtimer_restart { ALARMTIMER_NORESTART = 0, ALARMTIMER_RESTART = 1, }; struct alarm { struct timerqueue_node node; struct hrtimer timer; enum alarmtimer_restart (*function)(struct alarm *, ktime_t); enum alarmtimer_type type; int state; void *data; }; struct cpu_timer { struct timerqueue_node node; struct timerqueue_head *head; struct pid *pid; struct list_head elist; int firing; struct task_struct *handling; }; struct k_clock; struct k_itimer { struct list_head list; struct hlist_node t_hash; spinlock_t it_lock; const struct k_clock *kclock; clockid_t it_clock; timer_t it_id; int it_active; s64 it_overrun; s64 it_overrun_last; int it_requeue_pending; int it_sigev_notify; ktime_t it_interval; struct signal_struct *it_signal; union { struct pid *it_pid; struct task_struct *it_process; }; struct sigqueue *sigq; union { struct { struct hrtimer timer; } real; struct cpu_timer cpu; struct { struct alarm alarmtimer; } alarm; } it; struct callback_head rcu; }; struct k_clock { int (*clock_getres)(const clockid_t, struct timespec64 *); int (*clock_set)(const clockid_t, const struct timespec64 *); int (*clock_get_timespec)(const clockid_t, struct timespec64 *); ktime_t (*clock_get_ktime)(const clockid_t); int (*clock_adj)(const clockid_t, struct __kernel_timex *); int (*timer_create)(struct k_itimer *); int (*nsleep)(const clockid_t, int, const struct timespec64 *); int (*timer_set)(struct k_itimer *, int, struct itimerspec64 *, struct itimerspec64 *); int (*timer_del)(struct k_itimer *); void (*timer_get)(struct k_itimer *, struct itimerspec64 *); void (*timer_rearm)(struct k_itimer *); s64 (*timer_forward)(struct k_itimer *, ktime_t); ktime_t (*timer_remaining)(struct k_itimer *, ktime_t); int (*timer_try_to_cancel)(struct k_itimer *); void (*timer_arm)(struct k_itimer *, ktime_t, bool, bool); void (*timer_wait_running)(struct k_itimer *); }; struct compat_sigevent { compat_sigval_t sigev_value; compat_int_t sigev_signo; compat_int_t sigev_notify; union { compat_int_t _pad[13]; compat_int_t _tid; struct { compat_uptr_t _function; compat_uptr_t _attribute; } _sigev_thread; } _sigev_un; }; enum tick_device_mode { TICKDEV_MODE_PERIODIC = 0, TICKDEV_MODE_ONESHOT = 1, }; struct clock_event_device; struct tick_device { struct clock_event_device *evtdev; enum tick_device_mode mode; }; enum clock_event_state { CLOCK_EVT_STATE_DETACHED = 0, CLOCK_EVT_STATE_SHUTDOWN = 1, CLOCK_EVT_STATE_PERIODIC = 2, CLOCK_EVT_STATE_ONESHOT = 3, CLOCK_EVT_STATE_ONESHOT_STOPPED = 4, }; struct clock_event_device { void (*event_handler)(struct clock_event_device *); int (*set_next_event)(long unsigned int, struct clock_event_device *); int (*set_next_ktime)(ktime_t, struct clock_event_device *); ktime_t next_event; u64 max_delta_ns; u64 min_delta_ns; u32 mult; u32 shift; enum clock_event_state state_use_accessors; unsigned int features; long unsigned int retries; int (*set_state_periodic)(struct clock_event_device *); int (*set_state_oneshot)(struct clock_event_device *); int (*set_state_oneshot_stopped)(struct clock_event_device *); int (*set_state_shutdown)(struct clock_event_device *); int (*tick_resume)(struct clock_event_device *); void (*broadcast)(const struct cpumask *); void (*suspend)(struct clock_event_device *); void (*resume)(struct clock_event_device *); long unsigned int min_delta_ticks; long unsigned int max_delta_ticks; const char *name; int rating; int irq; int bound_on; const struct cpumask *cpumask; struct list_head list; struct module *owner; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum tick_broadcast_state { TICK_BROADCAST_EXIT = 0, TICK_BROADCAST_ENTER = 1, }; struct nsset { unsigned int flags; struct nsproxy *nsproxy; struct fs_struct *fs; const struct cred *cred; }; struct proc_timens_offset { int clockid; struct timespec64 val; }; enum vdso_clock_mode { VDSO_CLOCKMODE_NONE = 0, VDSO_CLOCKMODE_TOD = 1, VDSO_CLOCKMODE_MAX = 2, VDSO_CLOCKMODE_TIMENS = 2147483647, }; enum { PROC_ROOT_INO = 1, PROC_IPC_INIT_INO = 4026531839, PROC_UTS_INIT_INO = 4026531838, PROC_USER_INIT_INO = 4026531837, PROC_PID_INIT_INO = 4026531836, PROC_CGROUP_INIT_INO = 4026531835, PROC_TIME_INIT_INO = 4026531834, }; union futex_key { struct { u64 i_seq; long unsigned int pgoff; unsigned int offset; } shared; struct { union { struct mm_struct *mm; u64 __tmp; }; long unsigned int address; unsigned int offset; } private; struct { u64 ptr; long unsigned int word; unsigned int offset; } both; }; struct futex_pi_state { struct list_head list; struct rt_mutex_base pi_mutex; struct task_struct *owner; refcount_t refcount; union futex_key key; }; enum { FUTEX_STATE_OK = 0, FUTEX_STATE_EXITING = 1, FUTEX_STATE_DEAD = 2, }; struct futex_hash_bucket { atomic_t waiters; spinlock_t lock; struct plist_head chain; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct futex_q { struct plist_node list; struct task_struct *task; spinlock_t *lock_ptr; union futex_key key; struct futex_pi_state *pi_state; struct rt_mutex_waiter *rt_waiter; union futex_key *requeue_pi_key; u32 bitset; atomic_t requeue_state; }; enum futex_access { FUTEX_READ = 0, FUTEX_WRITE = 1, }; struct call_function_data { call_single_data_t *csd; cpumask_var_t cpumask; cpumask_var_t cpumask_ipi; }; struct smp_call_on_cpu_struct { struct work_struct work; struct completion done; int (*func)(void *); void *data; int ret; int cpu; }; typedef __u16 comp_t; struct acct_v3 { char ac_flag; char ac_version; __u16 ac_tty; __u32 ac_exitcode; __u32 ac_uid; __u32 ac_gid; __u32 ac_pid; __u32 ac_ppid; __u32 ac_btime; __u32 ac_etime; comp_t ac_utime; comp_t ac_stime; comp_t ac_mem; comp_t ac_io; comp_t ac_rw; comp_t ac_minflt; comp_t ac_majflt; comp_t ac_swaps; char ac_comm[16]; }; typedef struct acct_v3 acct_t; struct fs_pin { wait_queue_head_t wait; int done; struct hlist_node s_list; struct hlist_node m_list; void (*kill)(struct fs_pin *); }; struct bsd_acct_struct { struct fs_pin pin; atomic_long_t count; struct callback_head rcu; struct mutex lock; int active; long unsigned int needcheck; struct file *file; struct pid_namespace *ns; struct work_struct work; struct completion done; }; enum lockdown_reason { LOCKDOWN_NONE = 0, LOCKDOWN_MODULE_SIGNATURE = 1, LOCKDOWN_DEV_MEM = 2, LOCKDOWN_EFI_TEST = 3, LOCKDOWN_KEXEC = 4, LOCKDOWN_HIBERNATION = 5, LOCKDOWN_PCI_ACCESS = 6, LOCKDOWN_IOPORT = 7, LOCKDOWN_MSR = 8, LOCKDOWN_ACPI_TABLES = 9, LOCKDOWN_DEVICE_TREE = 10, LOCKDOWN_PCMCIA_CIS = 11, LOCKDOWN_TIOCSSERIAL = 12, LOCKDOWN_MODULE_PARAMETERS = 13, LOCKDOWN_MMIOTRACE = 14, LOCKDOWN_DEBUGFS = 15, LOCKDOWN_XMON_WR = 16, LOCKDOWN_BPF_WRITE_USER = 17, LOCKDOWN_DBG_WRITE_KERNEL = 18, LOCKDOWN_RTAS_ERROR_INJECTION = 19, LOCKDOWN_INTEGRITY_MAX = 20, LOCKDOWN_KCORE = 21, LOCKDOWN_KPROBES = 22, LOCKDOWN_BPF_READ_KERNEL = 23, LOCKDOWN_DBG_READ_KERNEL = 24, LOCKDOWN_PERF = 25, LOCKDOWN_TRACEFS = 26, LOCKDOWN_XMON_RW = 27, LOCKDOWN_XFRM_SECRET = 28, LOCKDOWN_CONFIDENTIALITY_MAX = 29, }; enum kernel_load_data_id { LOADING_UNKNOWN = 0, LOADING_FIRMWARE = 1, LOADING_MODULE = 2, LOADING_KEXEC_IMAGE = 3, LOADING_KEXEC_INITRAMFS = 4, LOADING_POLICY = 5, LOADING_X509_CERTIFICATE = 6, LOADING_MAX_ID = 7, }; struct compat_kexec_segment { compat_uptr_t buf; compat_size_t bufsz; compat_ulong_t mem; compat_size_t memsz; }; struct cgroup_taskset { struct list_head src_csets; struct list_head dst_csets; int nr_tasks; int ssid; struct list_head *csets; struct css_set *cur_cset; struct task_struct *cur_task; }; enum { CGRP_NOTIFY_ON_RELEASE = 0, CGRP_CPUSET_CLONE_CHILDREN = 1, CGRP_FREEZE = 2, CGRP_FROZEN = 3, CGRP_KILL = 4, }; struct css_task_iter { struct cgroup_subsys *ss; unsigned int flags; struct list_head *cset_pos; struct list_head *cset_head; struct list_head *tcset_pos; struct list_head *tcset_head; struct list_head *task_pos; struct list_head *cur_tasks_head; struct css_set *cur_cset; struct css_set *cur_dcset; struct task_struct *cur_task; struct list_head iters_node; }; typedef struct { char *from; char *to; } substring_t; enum rdmacg_resource_type { RDMACG_RESOURCE_HCA_HANDLE = 0, RDMACG_RESOURCE_HCA_OBJECT = 1, RDMACG_RESOURCE_MAX = 2, }; struct rdma_cgroup { struct cgroup_subsys_state css; struct list_head rpools; }; struct rdmacg_device { struct list_head dev_node; struct list_head rpools; char *name; }; enum rdmacg_file_type { RDMACG_RESOURCE_TYPE_MAX = 0, RDMACG_RESOURCE_TYPE_STAT = 1, }; struct rdmacg_resource { int max; int usage; }; struct rdmacg_resource_pool { struct rdmacg_device *device; struct rdmacg_resource resources[2]; struct list_head cg_node; struct list_head dev_node; u64 usage_sum; int num_max_cnt; }; typedef int __kernel_key_t; typedef int __kernel_mqd_t; typedef __kernel_key_t key_t; typedef __kernel_mqd_t mqd_t; struct kern_ipc_perm { spinlock_t lock; bool deleted; int id; key_t key; kuid_t uid; kgid_t gid; kuid_t cuid; kgid_t cgid; umode_t mode; long unsigned int seq; void *security; struct rhash_head khtnode; struct callback_head rcu; refcount_t refcount; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum audit_state { AUDIT_STATE_DISABLED = 0, AUDIT_STATE_BUILD = 1, AUDIT_STATE_RECORD = 2, }; struct audit_cap_data { kernel_cap_t permitted; kernel_cap_t inheritable; union { unsigned int fE; kernel_cap_t effective; }; kernel_cap_t ambient; kuid_t rootid; }; struct audit_names { struct list_head list; struct filename *name; int name_len; bool hidden; long unsigned int ino; dev_t dev; umode_t mode; kuid_t uid; kgid_t gid; dev_t rdev; u32 osid; struct audit_cap_data fcap; unsigned int fcap_ver; unsigned char type; bool should_free; }; struct mq_attr { __kernel_long_t mq_flags; __kernel_long_t mq_maxmsg; __kernel_long_t mq_msgsize; __kernel_long_t mq_curmsgs; __kernel_long_t __reserved[4]; }; struct open_how { __u64 flags; __u64 mode; __u64 resolve; }; struct audit_ntp_val { long long int oldval; long long int newval; }; struct audit_ntp_data { struct audit_ntp_val vals[6]; }; struct audit_proctitle { int len; char *value; }; struct audit_aux_data; struct __kernel_sockaddr_storage; struct audit_tree_refs; struct audit_context { int dummy; enum { AUDIT_CTX_UNUSED = 0, AUDIT_CTX_SYSCALL = 1, AUDIT_CTX_URING = 2, } context; enum audit_state state; enum audit_state current_state; unsigned int serial; int major; int uring_op; struct timespec64 ctime; long unsigned int argv[4]; long int return_code; u64 prio; int return_valid; struct audit_names preallocated_names[5]; int name_count; struct list_head names_list; char *filterkey; struct path pwd; struct audit_aux_data *aux; struct audit_aux_data *aux_pids; struct __kernel_sockaddr_storage *sockaddr; size_t sockaddr_len; pid_t ppid; kuid_t uid; kuid_t euid; kuid_t suid; kuid_t fsuid; kgid_t gid; kgid_t egid; kgid_t sgid; kgid_t fsgid; long unsigned int personality; int arch; pid_t target_pid; kuid_t target_auid; kuid_t target_uid; unsigned int target_sessionid; u32 target_sid; char target_comm[16]; struct audit_tree_refs *trees; struct audit_tree_refs *first_trees; struct list_head killed_trees; int tree_count; int type; union { struct { int nargs; long int args[6]; } socketcall; struct { kuid_t uid; kgid_t gid; umode_t mode; u32 osid; int has_perm; uid_t perm_uid; gid_t perm_gid; umode_t perm_mode; long unsigned int qbytes; } ipc; struct { mqd_t mqdes; struct mq_attr mqstat; } mq_getsetattr; struct { mqd_t mqdes; int sigev_signo; } mq_notify; struct { mqd_t mqdes; size_t msg_len; unsigned int msg_prio; struct timespec64 abs_timeout; } mq_sendrecv; struct { int oflag; umode_t mode; struct mq_attr attr; } mq_open; struct { pid_t pid; struct audit_cap_data cap; } capset; struct { int fd; int flags; } mmap; struct open_how openat2; struct { int argc; } execve; struct { char *name; } module; struct { struct audit_ntp_data ntp_data; struct timespec64 tk_injoffset; } time; }; int fds[2]; struct audit_proctitle proctitle; }; struct cpu_vfs_cap_data { __u32 magic_etc; kuid_t rootid; kernel_cap_t permitted; kernel_cap_t inheritable; }; typedef struct fsnotify_mark_connector *fsnotify_connp_t; struct fsnotify_mark_connector { spinlock_t lock; short unsigned int type; short unsigned int flags; __kernel_fsid_t fsid; union { fsnotify_connp_t *obj; struct fsnotify_mark_connector *destroy_next; }; struct hlist_head list; }; struct __kernel_sockaddr_storage { union { struct { __kernel_sa_family_t ss_family; char __data[126]; }; void *__align; }; }; enum { Audit_equal = 0, Audit_not_equal = 1, Audit_bitmask = 2, Audit_bittest = 3, Audit_lt = 4, Audit_gt = 5, Audit_le = 6, Audit_ge = 7, Audit_bad = 8, }; struct fanotify_response_info_header { __u8 type; __u8 pad; __u16 len; }; struct fanotify_response_info_audit_rule { struct fanotify_response_info_header hdr; __u32 rule_number; __u32 subj_trust; __u32 obj_trust; }; struct audit_field; struct audit_watch; struct audit_tree; struct audit_fsnotify_mark; struct audit_krule { u32 pflags; u32 flags; u32 listnr; u32 action; u32 mask[64]; u32 buflen; u32 field_count; char *filterkey; struct audit_field *fields; struct audit_field *arch_f; struct audit_field *inode_f; struct audit_watch *watch; struct audit_tree *tree; struct audit_fsnotify_mark *exe; struct list_head rlist; struct list_head list; u64 prio; }; struct audit_field { u32 type; union { u32 val; kuid_t uid; kgid_t gid; struct { char *lsm_str; void *lsm_rule; }; }; u32 op; }; enum audit_nfcfgop { AUDIT_XT_OP_REGISTER = 0, AUDIT_XT_OP_REPLACE = 1, AUDIT_XT_OP_UNREGISTER = 2, AUDIT_NFT_OP_TABLE_REGISTER = 3, AUDIT_NFT_OP_TABLE_UNREGISTER = 4, AUDIT_NFT_OP_CHAIN_REGISTER = 5, AUDIT_NFT_OP_CHAIN_UNREGISTER = 6, AUDIT_NFT_OP_RULE_REGISTER = 7, AUDIT_NFT_OP_RULE_UNREGISTER = 8, AUDIT_NFT_OP_SET_REGISTER = 9, AUDIT_NFT_OP_SET_UNREGISTER = 10, AUDIT_NFT_OP_SETELEM_REGISTER = 11, AUDIT_NFT_OP_SETELEM_UNREGISTER = 12, AUDIT_NFT_OP_GEN_REGISTER = 13, AUDIT_NFT_OP_OBJ_REGISTER = 14, AUDIT_NFT_OP_OBJ_UNREGISTER = 15, AUDIT_NFT_OP_OBJ_RESET = 16, AUDIT_NFT_OP_FLOWTABLE_REGISTER = 17, AUDIT_NFT_OP_FLOWTABLE_UNREGISTER = 18, AUDIT_NFT_OP_INVALID = 19, }; enum { PER_LINUX = 0, PER_LINUX_32BIT = 8388608, PER_LINUX_FDPIC = 524288, PER_SVR4 = 68157441, PER_SVR3 = 83886082, PER_SCOSVR3 = 117440515, PER_OSR5 = 100663299, PER_WYSEV386 = 83886084, PER_ISCR4 = 67108869, PER_BSD = 6, PER_SUNOS = 67108870, PER_XENIX = 83886087, PER_LINUX32 = 8, PER_LINUX32_3GB = 134217736, PER_IRIX32 = 67108873, PER_IRIXN32 = 67108874, PER_IRIX64 = 67108875, PER_RISCOS = 12, PER_SOLARIS = 67108877, PER_UW7 = 68157454, PER_OSF4 = 15, PER_HPUX = 16, PER_MASK = 255, }; enum fsnotify_iter_type { FSNOTIFY_ITER_TYPE_INODE = 0, FSNOTIFY_ITER_TYPE_VFSMOUNT = 1, FSNOTIFY_ITER_TYPE_SB = 2, FSNOTIFY_ITER_TYPE_PARENT = 3, FSNOTIFY_ITER_TYPE_INODE2 = 4, FSNOTIFY_ITER_TYPE_COUNT = 5, }; struct audit_entry { struct list_head list; struct callback_head rcu; struct audit_krule rule; }; struct audit_aux_data { struct audit_aux_data *next; int type; }; struct audit_chunk; struct audit_tree_refs { struct audit_tree_refs *next; struct audit_chunk *c[31]; }; struct audit_aux_data_pids { struct audit_aux_data d; pid_t target_pid[16]; kuid_t target_auid[16]; kuid_t target_uid[16]; unsigned int target_sessionid[16]; u32 target_sid[16]; char target_comm[256]; int pid_count; }; struct audit_aux_data_bprm_fcaps { struct audit_aux_data d; struct audit_cap_data fcap; unsigned int fcap_ver; struct audit_cap_data old_pcap; struct audit_cap_data new_pcap; }; struct audit_nfcfgop_tab { enum audit_nfcfgop op; const char *s; }; struct freelist_node { atomic_t refs; struct freelist_node *next; }; struct freelist_head { struct freelist_node *head; }; struct rethook_node; typedef void (*rethook_handler_t)(struct rethook_node *, void *, struct pt_regs *); struct rethook; struct rethook_node { union { struct freelist_node freelist; struct callback_head rcu; }; struct llist_node llist; struct rethook *rethook; long unsigned int ret_addr; long unsigned int frame; }; struct rethook { void *data; rethook_handler_t handler; struct freelist_head pool; refcount_t ref; struct callback_head rcu; }; struct kretprobe_instance; typedef int (*kretprobe_handler_t)(struct kretprobe_instance *, struct pt_regs *); struct kretprobe_instance { struct rethook_node node; char data[0]; }; struct kretprobe { struct kprobe kp; kretprobe_handler_t handler; kretprobe_handler_t entry_handler; int maxactive; int nmissed; size_t data_size; struct rethook *rh; }; struct kprobe_blacklist_entry { struct list_head list; long unsigned int start_addr; long unsigned int end_addr; }; enum perf_record_ksymbol_type { PERF_RECORD_KSYMBOL_TYPE_UNKNOWN = 0, PERF_RECORD_KSYMBOL_TYPE_BPF = 1, PERF_RECORD_KSYMBOL_TYPE_OOL = 2, PERF_RECORD_KSYMBOL_TYPE_MAX = 3, }; struct kprobe_insn_page { struct list_head list; kprobe_opcode_t *insns; struct kprobe_insn_cache *cache; int nused; int ngarbage; char slot_used[0]; }; enum kprobe_slot_state { SLOT_CLEAN = 0, SLOT_DIRTY = 1, SLOT_USED = 2, }; enum { TASKSTATS_TYPE_UNSPEC = 0, TASKSTATS_TYPE_PID = 1, TASKSTATS_TYPE_TGID = 2, TASKSTATS_TYPE_STATS = 3, TASKSTATS_TYPE_AGGR_PID = 4, TASKSTATS_TYPE_AGGR_TGID = 5, TASKSTATS_TYPE_NULL = 6, __TASKSTATS_TYPE_MAX = 7, }; enum { TASKSTATS_CMD_ATTR_UNSPEC = 0, TASKSTATS_CMD_ATTR_PID = 1, TASKSTATS_CMD_ATTR_TGID = 2, TASKSTATS_CMD_ATTR_REGISTER_CPUMASK = 3, TASKSTATS_CMD_ATTR_DEREGISTER_CPUMASK = 4, __TASKSTATS_CMD_ATTR_MAX = 5, }; struct cgroupstats { __u64 nr_sleeping; __u64 nr_running; __u64 nr_stopped; __u64 nr_uninterruptible; __u64 nr_io_wait; }; enum { CGROUPSTATS_CMD_UNSPEC = 3, CGROUPSTATS_CMD_GET = 4, CGROUPSTATS_CMD_NEW = 5, __CGROUPSTATS_CMD_MAX = 6, }; enum { CGROUPSTATS_TYPE_UNSPEC = 0, CGROUPSTATS_TYPE_CGROUP_STATS = 1, __CGROUPSTATS_TYPE_MAX = 2, }; enum { CGROUPSTATS_CMD_ATTR_UNSPEC = 0, CGROUPSTATS_CMD_ATTR_FD = 1, __CGROUPSTATS_CMD_ATTR_MAX = 2, }; struct fd { struct file *file; unsigned int flags; }; enum skb_drop_reason { SKB_NOT_DROPPED_YET = 0, SKB_CONSUMED = 1, SKB_DROP_REASON_NOT_SPECIFIED = 2, SKB_DROP_REASON_NO_SOCKET = 3, SKB_DROP_REASON_PKT_TOO_SMALL = 4, SKB_DROP_REASON_TCP_CSUM = 5, SKB_DROP_REASON_SOCKET_FILTER = 6, SKB_DROP_REASON_UDP_CSUM = 7, SKB_DROP_REASON_NETFILTER_DROP = 8, SKB_DROP_REASON_OTHERHOST = 9, SKB_DROP_REASON_IP_CSUM = 10, SKB_DROP_REASON_IP_INHDR = 11, SKB_DROP_REASON_IP_RPFILTER = 12, SKB_DROP_REASON_UNICAST_IN_L2_MULTICAST = 13, SKB_DROP_REASON_XFRM_POLICY = 14, SKB_DROP_REASON_IP_NOPROTO = 15, SKB_DROP_REASON_SOCKET_RCVBUFF = 16, SKB_DROP_REASON_PROTO_MEM = 17, SKB_DROP_REASON_TCP_MD5NOTFOUND = 18, SKB_DROP_REASON_TCP_MD5UNEXPECTED = 19, SKB_DROP_REASON_TCP_MD5FAILURE = 20, SKB_DROP_REASON_SOCKET_BACKLOG = 21, SKB_DROP_REASON_TCP_FLAGS = 22, SKB_DROP_REASON_TCP_ZEROWINDOW = 23, SKB_DROP_REASON_TCP_OLD_DATA = 24, SKB_DROP_REASON_TCP_OVERWINDOW = 25, SKB_DROP_REASON_TCP_OFOMERGE = 26, SKB_DROP_REASON_TCP_RFC7323_PAWS = 27, SKB_DROP_REASON_TCP_INVALID_SEQUENCE = 28, SKB_DROP_REASON_TCP_RESET = 29, SKB_DROP_REASON_TCP_INVALID_SYN = 30, SKB_DROP_REASON_TCP_CLOSE = 31, SKB_DROP_REASON_TCP_FASTOPEN = 32, SKB_DROP_REASON_TCP_OLD_ACK = 33, SKB_DROP_REASON_TCP_TOO_OLD_ACK = 34, SKB_DROP_REASON_TCP_ACK_UNSENT_DATA = 35, SKB_DROP_REASON_TCP_OFO_QUEUE_PRUNE = 36, SKB_DROP_REASON_TCP_OFO_DROP = 37, SKB_DROP_REASON_IP_OUTNOROUTES = 38, SKB_DROP_REASON_BPF_CGROUP_EGRESS = 39, SKB_DROP_REASON_IPV6DISABLED = 40, SKB_DROP_REASON_NEIGH_CREATEFAIL = 41, SKB_DROP_REASON_NEIGH_FAILED = 42, SKB_DROP_REASON_NEIGH_QUEUEFULL = 43, SKB_DROP_REASON_NEIGH_DEAD = 44, SKB_DROP_REASON_TC_EGRESS = 45, SKB_DROP_REASON_QDISC_DROP = 46, SKB_DROP_REASON_CPU_BACKLOG = 47, SKB_DROP_REASON_XDP = 48, SKB_DROP_REASON_TC_INGRESS = 49, SKB_DROP_REASON_UNHANDLED_PROTO = 50, SKB_DROP_REASON_SKB_CSUM = 51, SKB_DROP_REASON_SKB_GSO_SEG = 52, SKB_DROP_REASON_SKB_UCOPY_FAULT = 53, SKB_DROP_REASON_DEV_HDR = 54, SKB_DROP_REASON_DEV_READY = 55, SKB_DROP_REASON_FULL_RING = 56, SKB_DROP_REASON_NOMEM = 57, SKB_DROP_REASON_HDR_TRUNC = 58, SKB_DROP_REASON_TAP_FILTER = 59, SKB_DROP_REASON_TAP_TXFILTER = 60, SKB_DROP_REASON_ICMP_CSUM = 61, SKB_DROP_REASON_INVALID_PROTO = 62, SKB_DROP_REASON_IP_INADDRERRORS = 63, SKB_DROP_REASON_IP_INNOROUTES = 64, SKB_DROP_REASON_PKT_TOO_BIG = 65, SKB_DROP_REASON_DUP_FRAG = 66, SKB_DROP_REASON_FRAG_REASM_TIMEOUT = 67, SKB_DROP_REASON_FRAG_TOO_FAR = 68, SKB_DROP_REASON_TCP_MINTTL = 69, SKB_DROP_REASON_IPV6_BAD_EXTHDR = 70, SKB_DROP_REASON_IPV6_NDISC_FRAG = 71, SKB_DROP_REASON_IPV6_NDISC_HOP_LIMIT = 72, SKB_DROP_REASON_IPV6_NDISC_BAD_CODE = 73, SKB_DROP_REASON_IPV6_NDISC_BAD_OPTIONS = 74, SKB_DROP_REASON_IPV6_NDISC_NS_OTHERHOST = 75, SKB_DROP_REASON_MAX = 76, SKB_DROP_REASON_SUBSYS_MASK = 4294901760, }; struct genlmsghdr { __u8 cmd; __u8 version; __u16 reserved; }; enum { NLA_UNSPEC = 0, NLA_U8 = 1, NLA_U16 = 2, NLA_U32 = 3, NLA_U64 = 4, NLA_STRING = 5, NLA_FLAG = 6, NLA_MSECS = 7, NLA_NESTED = 8, NLA_NESTED_ARRAY = 9, NLA_NUL_STRING = 10, NLA_BINARY = 11, NLA_S8 = 12, NLA_S16 = 13, NLA_S32 = 14, NLA_S64 = 15, NLA_BITFIELD32 = 16, NLA_REJECT = 17, NLA_BE16 = 18, NLA_BE32 = 19, __NLA_TYPE_MAX = 20, }; struct genl_multicast_group { char name[16]; u8 flags; }; struct genl_split_ops; struct genl_info; struct genl_ops; struct genl_small_ops; struct genl_family { unsigned int hdrsize; char name[16]; unsigned int version; unsigned int maxattr; u8 netnsok: 1; u8 parallel_ops: 1; u8 n_ops; u8 n_small_ops; u8 n_split_ops; u8 n_mcgrps; u8 resv_start_op; const struct nla_policy *policy; int (*pre_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); void (*post_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); const struct genl_ops *ops; const struct genl_small_ops *small_ops; const struct genl_split_ops *split_ops; const struct genl_multicast_group *mcgrps; struct module *module; int id; unsigned int mcgrp_offset; }; struct genl_split_ops { union { struct { int (*pre_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); int (*doit)(struct sk_buff *, struct genl_info *); void (*post_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); }; struct { int (*start)(struct netlink_callback *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); }; }; const struct nla_policy *policy; unsigned int maxattr; u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; struct genl_info { u32 snd_seq; u32 snd_portid; struct nlmsghdr *nlhdr; struct genlmsghdr *genlhdr; void *userhdr; struct nlattr **attrs; possible_net_t _net; void *user_ptr[2]; struct netlink_ext_ack *extack; }; struct genl_ops { int (*doit)(struct sk_buff *, struct genl_info *); int (*start)(struct netlink_callback *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); const struct nla_policy *policy; unsigned int maxattr; u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; struct genl_small_ops { int (*doit)(struct sk_buff *, struct genl_info *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; enum genl_validate_flags { GENL_DONT_VALIDATE_STRICT = 1, GENL_DONT_VALIDATE_DUMP = 2, GENL_DONT_VALIDATE_DUMP_STRICT = 4, }; struct listener { struct list_head list; pid_t pid; char valid; }; struct listener_list { struct rw_semaphore sem; struct list_head list; }; enum actions { REGISTER = 0, DEREGISTER = 1, CPU_DONT_CARE = 2, }; typedef __u32 pcp_op_T_____6; enum ring_buffer_flags { RB_FL_OVERWRITE = 1, }; typedef struct vfsmount * (*debugfs_automount_t)(struct dentry *, void *); struct ftrace_hash { long unsigned int size_bits; struct hlist_head *buckets; long unsigned int count; long unsigned int flags; struct callback_head rcu; }; struct partial_page { unsigned int offset; unsigned int len; long unsigned int private; }; struct splice_pipe_desc { struct page **pages; struct partial_page *partial; int nr_pages; unsigned int nr_pages_max; const struct pipe_buf_operations *ops; void (*spd_release)(struct splice_pipe_desc *, unsigned int); }; struct trace_export { struct trace_export *next; void (*write)(struct trace_export *, const void *, unsigned int); int flags; }; enum fsnotify_data_type { FSNOTIFY_EVENT_NONE = 0, FSNOTIFY_EVENT_PATH = 1, FSNOTIFY_EVENT_INODE = 2, FSNOTIFY_EVENT_DENTRY = 3, FSNOTIFY_EVENT_ERROR = 4, }; struct prog_entry; struct event_filter { struct prog_entry *prog; char *filter_string; }; struct trace_array_cpu; struct array_buffer { struct trace_array *tr; struct trace_buffer *buffer; struct trace_array_cpu *data; u64 time_start; int cpu; }; struct trace_pid_list; struct trace_options; struct cond_snapshot; struct trace_func_repeats; struct trace_array { struct list_head list; char *name; struct array_buffer array_buffer; struct array_buffer max_buffer; bool allocated_snapshot; long unsigned int max_latency; struct dentry *d_max_latency; struct work_struct fsnotify_work; struct irq_work fsnotify_irqwork; struct trace_pid_list *filtered_pids; struct trace_pid_list *filtered_no_pids; arch_spinlock_t max_lock; int buffer_disabled; int sys_refcount_enter; int sys_refcount_exit; struct trace_event_file *enter_syscall_files[451]; struct trace_event_file *exit_syscall_files[451]; int stop_count; int clock_id; int nr_topts; bool clear_trace; int buffer_percent; unsigned int n_err_log_entries; struct tracer *current_trace; unsigned int trace_flags; unsigned char trace_flags_index[32]; unsigned int flags; raw_spinlock_t start_lock; struct list_head err_log; struct dentry *dir; struct dentry *options; struct dentry *percpu_dir; struct dentry *event_dir; struct trace_options *topts; struct list_head systems; struct list_head events; struct trace_event_file *trace_marker_file; cpumask_var_t tracing_cpumask; int ref; int trace_ref; struct ftrace_ops *ops; struct trace_pid_list *function_pids; struct trace_pid_list *function_no_pids; struct list_head func_probes; struct list_head mod_trace; struct list_head mod_notrace; int function_enabled; int no_filter_buffering_ref; struct list_head hist_vars; struct cond_snapshot *cond_snapshot; struct trace_func_repeats *last_func_repeats; }; struct tracer_flags; struct tracer { const char *name; int (*init)(struct trace_array *); void (*reset)(struct trace_array *); void (*start)(struct trace_array *); void (*stop)(struct trace_array *); int (*update_thresh)(struct trace_array *); void (*open)(struct trace_iterator *); void (*pipe_open)(struct trace_iterator *); void (*close)(struct trace_iterator *); void (*pipe_close)(struct trace_iterator *); ssize_t (*read)(struct trace_iterator *, struct file *, char *, size_t, loff_t *); ssize_t (*splice_read)(struct trace_iterator *, struct file *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); void (*print_header)(struct seq_file *); enum print_line_t (*print_line)(struct trace_iterator *); int (*set_flag)(struct trace_array *, u32, u32, int); int (*flag_changed)(struct trace_array *, u32, int); struct tracer *next; struct tracer_flags *flags; int enabled; bool print_max; bool allow_instances; bool use_max_tr; bool noboot; }; enum trace_iter_flags { TRACE_FILE_LAT_FMT = 1, TRACE_FILE_ANNOTATE = 2, TRACE_FILE_TIME_IN_NS = 4, }; enum trace_flag_type { TRACE_FLAG_IRQS_OFF = 1, TRACE_FLAG_IRQS_NOSUPPORT = 2, TRACE_FLAG_NEED_RESCHED = 4, TRACE_FLAG_HARDIRQ = 8, TRACE_FLAG_SOFTIRQ = 16, TRACE_FLAG_PREEMPT_RESCHED = 32, TRACE_FLAG_NMI = 64, TRACE_FLAG_BH_OFF = 128, }; struct event_subsystem; struct trace_subsystem_dir { struct list_head list; struct event_subsystem *subsystem; struct trace_array *tr; struct dentry *entry; int ref_count; int nr_events; }; enum event_trigger_type { ETT_NONE = 0, ETT_TRACE_ONOFF = 1, ETT_SNAPSHOT = 2, ETT_STACKTRACE = 4, ETT_EVENT_ENABLE = 8, ETT_EVENT_HIST = 16, ETT_HIST_ENABLE = 32, ETT_EVENT_EPROBE = 64, }; union lower_chunk { union lower_chunk *next; long unsigned int data[256]; }; union upper_chunk { union upper_chunk *next; union lower_chunk *data[256]; }; struct trace_pid_list { raw_spinlock_t lock; struct irq_work refill_irqwork; union upper_chunk *upper[256]; union upper_chunk *upper_list; union lower_chunk *lower_list; int free_upper_chunks; int free_lower_chunks; }; enum trace_type { __TRACE_FIRST_TYPE = 0, TRACE_FN = 1, TRACE_CTX = 2, TRACE_WAKE = 3, TRACE_STACK = 4, TRACE_PRINT = 5, TRACE_BPRINT = 6, TRACE_MMIO_RW = 7, TRACE_MMIO_MAP = 8, TRACE_BRANCH = 9, TRACE_GRAPH_RET = 10, TRACE_GRAPH_ENT = 11, TRACE_USER_STACK = 12, TRACE_BLK = 13, TRACE_BPUTS = 14, TRACE_HWLAT = 15, TRACE_OSNOISE = 16, TRACE_TIMERLAT = 17, TRACE_RAW_DATA = 18, TRACE_FUNC_REPEATS = 19, __TRACE_LAST_TYPE = 20, }; struct ftrace_entry { struct trace_entry ent; long unsigned int ip; long unsigned int parent_ip; }; struct stack_entry { struct trace_entry ent; int size; long unsigned int caller[8]; }; struct bprint_entry { struct trace_entry ent; long unsigned int ip; const char *fmt; u32 buf[0]; }; struct print_entry { struct trace_entry ent; long unsigned int ip; char buf[0]; }; struct raw_data_entry { struct trace_entry ent; unsigned int id; char buf[0]; }; struct bputs_entry { struct trace_entry ent; long unsigned int ip; const char *str; }; struct func_repeats_entry { struct trace_entry ent; long unsigned int ip; long unsigned int parent_ip; u16 count; u16 top_delta_ts; u32 bottom_delta_ts; }; struct trace_array_cpu { atomic_t disabled; void *buffer_page; long unsigned int entries; long unsigned int saved_latency; long unsigned int critical_start; long unsigned int critical_end; long unsigned int critical_sequence; long unsigned int nice; long unsigned int policy; long unsigned int rt_priority; long unsigned int skipped_entries; u64 preempt_timestamp; pid_t pid; kuid_t uid; char comm[16]; int ftrace_ignore_pid; bool ignore_pid; }; struct trace_option_dentry; struct trace_options { struct tracer *tracer; struct trace_option_dentry *topts; }; struct tracer_opt; struct trace_option_dentry { struct tracer_opt *opt; struct tracer_flags *flags; struct trace_array *tr; struct dentry *entry; }; typedef bool (*cond_update_fn_t)(struct trace_array *, void *); struct cond_snapshot { void *cond_data; cond_update_fn_t update; }; struct trace_func_repeats { long unsigned int ip; long unsigned int parent_ip; long unsigned int count; u64 ts_last_call; }; enum { TRACE_ARRAY_FL_GLOBAL = 1, }; struct tracer_opt { const char *name; u32 bit; }; struct tracer_flags { u32 val; struct tracer_opt *opts; struct tracer *trace; }; struct ftrace_func_command { struct list_head list; char *name; int (*func)(struct trace_array *, struct ftrace_hash *, char *, char *, char *, int); }; struct ftrace_probe_ops { void (*func)(long unsigned int, long unsigned int, struct trace_array *, struct ftrace_probe_ops *, void *); int (*init)(struct ftrace_probe_ops *, struct trace_array *, long unsigned int, void *, void **); void (*free)(struct ftrace_probe_ops *, struct trace_array *, long unsigned int, void *); int (*print)(struct seq_file *, long unsigned int, struct ftrace_probe_ops *, void *); }; typedef int (*ftrace_mapper_func)(void *); struct trace_parser { bool cont; char *buffer; unsigned int idx; unsigned int size; }; enum trace_iterator_bits { TRACE_ITER_PRINT_PARENT_BIT = 0, TRACE_ITER_SYM_OFFSET_BIT = 1, TRACE_ITER_SYM_ADDR_BIT = 2, TRACE_ITER_VERBOSE_BIT = 3, TRACE_ITER_RAW_BIT = 4, TRACE_ITER_HEX_BIT = 5, TRACE_ITER_BIN_BIT = 6, TRACE_ITER_BLOCK_BIT = 7, TRACE_ITER_FIELDS_BIT = 8, TRACE_ITER_PRINTK_BIT = 9, TRACE_ITER_ANNOTATE_BIT = 10, TRACE_ITER_USERSTACKTRACE_BIT = 11, TRACE_ITER_SYM_USEROBJ_BIT = 12, TRACE_ITER_PRINTK_MSGONLY_BIT = 13, TRACE_ITER_CONTEXT_INFO_BIT = 14, TRACE_ITER_LATENCY_FMT_BIT = 15, TRACE_ITER_RECORD_CMD_BIT = 16, TRACE_ITER_RECORD_TGID_BIT = 17, TRACE_ITER_OVERWRITE_BIT = 18, TRACE_ITER_STOP_ON_FREE_BIT = 19, TRACE_ITER_IRQ_INFO_BIT = 20, TRACE_ITER_MARKERS_BIT = 21, TRACE_ITER_EVENT_FORK_BIT = 22, TRACE_ITER_PAUSE_ON_TRACE_BIT = 23, TRACE_ITER_HASH_PTR_BIT = 24, TRACE_ITER_FUNCTION_BIT = 25, TRACE_ITER_FUNC_FORK_BIT = 26, TRACE_ITER_DISPLAY_GRAPH_BIT = 27, TRACE_ITER_STACKTRACE_BIT = 28, TRACE_ITER_LAST_BIT = 29, }; enum trace_iterator_flags { TRACE_ITER_PRINT_PARENT = 1, TRACE_ITER_SYM_OFFSET = 2, TRACE_ITER_SYM_ADDR = 4, TRACE_ITER_VERBOSE = 8, TRACE_ITER_RAW = 16, TRACE_ITER_HEX = 32, TRACE_ITER_BIN = 64, TRACE_ITER_BLOCK = 128, TRACE_ITER_FIELDS = 256, TRACE_ITER_PRINTK = 512, TRACE_ITER_ANNOTATE = 1024, TRACE_ITER_USERSTACKTRACE = 2048, TRACE_ITER_SYM_USEROBJ = 4096, TRACE_ITER_PRINTK_MSGONLY = 8192, TRACE_ITER_CONTEXT_INFO = 16384, TRACE_ITER_LATENCY_FMT = 32768, TRACE_ITER_RECORD_CMD = 65536, TRACE_ITER_RECORD_TGID = 131072, TRACE_ITER_OVERWRITE = 262144, TRACE_ITER_STOP_ON_FREE = 524288, TRACE_ITER_IRQ_INFO = 1048576, TRACE_ITER_MARKERS = 2097152, TRACE_ITER_EVENT_FORK = 4194304, TRACE_ITER_PAUSE_ON_TRACE = 8388608, TRACE_ITER_HASH_PTR = 16777216, TRACE_ITER_FUNCTION = 33554432, TRACE_ITER_FUNC_FORK = 67108864, TRACE_ITER_DISPLAY_GRAPH = 134217728, TRACE_ITER_STACKTRACE = 268435456, }; struct event_subsystem { struct list_head list; const char *name; struct event_filter *filter; int ref_count; }; struct trace_min_max_param { struct mutex *lock; u64 *val; u64 *min; u64 *max; }; struct trace_eval_map_head { struct module *mod; long unsigned int length; }; union trace_eval_map_item; struct trace_eval_map_tail { union trace_eval_map_item *next; const char *end; }; union trace_eval_map_item { struct trace_eval_map map; struct trace_eval_map_head head; struct trace_eval_map_tail tail; }; struct saved_cmdlines_buffer { unsigned int map_pid_to_cmdline[32769]; unsigned int *map_cmdline_to_pid; unsigned int cmdline_num; int cmdline_idx; char *saved_cmdlines; }; struct ftrace_stack { long unsigned int calls[1024]; }; struct ftrace_stacks { struct ftrace_stack stacks[4]; }; struct trace_buffer_struct { int nesting; char buffer[4096]; }; struct ftrace_buffer_info { struct trace_iterator iter; void *spare; unsigned int spare_cpu; unsigned int read; }; struct err_info { const char **errs; u8 type; u16 pos; u64 ts; }; struct tracing_log_err { struct list_head list; struct err_info info; char loc[128]; char *cmd; }; struct buffer_ref { struct trace_buffer *buffer; void *page; int cpu; refcount_t refcount; }; struct ftrace_func_entry { struct hlist_node hlist; long unsigned int ip; long unsigned int direct; }; struct ftrace_graph_ent { long unsigned int func; int depth; } __attribute__((packed)); struct ftrace_graph_ret { long unsigned int func; int depth; unsigned int overrun; long long unsigned int calltime; long long unsigned int rettime; }; typedef void (*trace_func_graph_ret_t)(struct ftrace_graph_ret *); typedef int (*trace_func_graph_ent_t)(struct ftrace_graph_ent *); struct fgraph_ops { trace_func_graph_ent_t entryfunc; trace_func_graph_ret_t retfunc; }; struct ctx_switch_entry { struct trace_entry ent; unsigned int prev_pid; unsigned int next_pid; unsigned int next_cpu; unsigned char prev_prio; unsigned char prev_state; unsigned char next_prio; unsigned char next_state; }; enum { FTRACE_HASH_FL_MOD = 1, }; enum { TRACE_NOP_OPT_ACCEPT = 1, TRACE_NOP_OPT_REFUSE = 2, }; struct blk_crypto_key; struct bio_crypt_ctx { const struct blk_crypto_key *bc_key; u64 bc_dun[4]; }; enum req_op { REQ_OP_READ = 0, REQ_OP_WRITE = 1, REQ_OP_FLUSH = 2, REQ_OP_DISCARD = 3, REQ_OP_SECURE_ERASE = 5, REQ_OP_WRITE_ZEROES = 9, REQ_OP_ZONE_OPEN = 10, REQ_OP_ZONE_CLOSE = 11, REQ_OP_ZONE_FINISH = 12, REQ_OP_ZONE_APPEND = 13, REQ_OP_ZONE_RESET = 15, REQ_OP_ZONE_RESET_ALL = 17, REQ_OP_DRV_IN = 34, REQ_OP_DRV_OUT = 35, REQ_OP_LAST = 36, }; enum req_flag_bits { __REQ_FAILFAST_DEV = 8, __REQ_FAILFAST_TRANSPORT = 9, __REQ_FAILFAST_DRIVER = 10, __REQ_SYNC = 11, __REQ_META = 12, __REQ_PRIO = 13, __REQ_NOMERGE = 14, __REQ_IDLE = 15, __REQ_INTEGRITY = 16, __REQ_FUA = 17, __REQ_PREFLUSH = 18, __REQ_RAHEAD = 19, __REQ_BACKGROUND = 20, __REQ_NOWAIT = 21, __REQ_POLLED = 22, __REQ_ALLOC_CACHE = 23, __REQ_SWAP = 24, __REQ_DRV = 25, __REQ_FS_PRIVATE = 26, __REQ_NOUNMAP = 27, __REQ_NR_BITS = 28, }; struct sbitmap_word { long unsigned int word; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int cleared; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sbitmap { unsigned int depth; unsigned int shift; unsigned int map_nr; bool round_robin; struct sbitmap_word *map; unsigned int *alloc_hint; }; struct sbq_wait_state { wait_queue_head_t wait; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sbitmap_queue { struct sbitmap sb; unsigned int wake_batch; atomic_t wake_index; struct sbq_wait_state *ws; atomic_t ws_active; unsigned int min_shallow_depth; atomic_t completion_cnt; atomic_t wakeup_cnt; }; typedef __u32 req_flags_t; enum mq_rq_state { MQ_RQ_IDLE = 0, MQ_RQ_IN_FLIGHT = 1, MQ_RQ_COMPLETE = 2, }; enum rq_end_io_ret { RQ_END_IO_NONE = 0, RQ_END_IO_FREE = 1, }; typedef enum rq_end_io_ret rq_end_io_fn(struct request *, blk_status_t); struct blk_crypto_keyslot; struct request { struct request_queue *q; struct blk_mq_ctx *mq_ctx; struct blk_mq_hw_ctx *mq_hctx; blk_opf_t cmd_flags; req_flags_t rq_flags; int tag; int internal_tag; unsigned int timeout; unsigned int __data_len; sector_t __sector; struct bio *bio; struct bio *biotail; union { struct list_head queuelist; struct request *rq_next; }; struct block_device *part; u64 alloc_time_ns; u64 start_time_ns; u64 io_start_time_ns; short unsigned int wbt_flags; short unsigned int stats_sectors; short unsigned int nr_phys_segments; short unsigned int nr_integrity_segments; struct bio_crypt_ctx *crypt_ctx; struct blk_crypto_keyslot *crypt_keyslot; short unsigned int ioprio; enum mq_rq_state state; atomic_t ref; long unsigned int deadline; union { struct hlist_node hash; struct llist_node ipi_list; }; union { struct rb_node rb_node; struct bio_vec special_vec; void *completion_data; }; union { struct { struct io_cq *icq; void *priv[2]; } elv; struct { unsigned int seq; struct list_head list; rq_end_io_fn *saved_end_io; } flush; }; union { struct __call_single_data csd; u64 fifo_time; }; rq_end_io_fn *end_io; void *end_io_data; }; struct blk_mq_tags { unsigned int nr_tags; unsigned int nr_reserved_tags; unsigned int active_queues; struct sbitmap_queue bitmap_tags; struct sbitmap_queue breserved_tags; struct request **rqs; struct request **static_rqs; struct list_head page_list; spinlock_t lock; }; struct rchan; struct blk_trace { int trace_state; struct rchan *rchan; long unsigned int *sequence; unsigned char *msg_data; u16 act_mask; u64 start_lba; u64 end_lba; u32 pid; u32 dev; struct dentry *dir; struct list_head running_list; atomic_t dropped; }; struct blk_flush_queue { unsigned int flush_pending_idx: 1; unsigned int flush_running_idx: 1; blk_status_t rq_status; long unsigned int flush_pending_since; struct list_head flush_queue[2]; struct list_head flush_data_in_flight; struct request *flush_rq; spinlock_t mq_flush_lock; }; struct blk_mq_queue_map { unsigned int *mq_map; unsigned int nr_queues; unsigned int queue_offset; }; struct blk_mq_tag_set { const struct blk_mq_ops *ops; struct blk_mq_queue_map map[3]; unsigned int nr_maps; unsigned int nr_hw_queues; unsigned int queue_depth; unsigned int reserved_tags; unsigned int cmd_size; int numa_node; unsigned int timeout; unsigned int flags; void *driver_data; struct blk_mq_tags **tags; struct blk_mq_tags *shared_tags; struct mutex tag_list_lock; struct list_head tag_list; struct srcu_struct *srcu; }; struct blk_mq_hw_ctx { struct { spinlock_t lock; struct list_head dispatch; long unsigned int state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct delayed_work run_work; cpumask_var_t cpumask; int next_cpu; int next_cpu_batch; long unsigned int flags; void *sched_data; struct request_queue *queue; struct blk_flush_queue *fq; void *driver_data; struct sbitmap ctx_map; struct blk_mq_ctx *dispatch_from; unsigned int dispatch_busy; short unsigned int type; short unsigned int nr_ctx; struct blk_mq_ctx **ctxs; spinlock_t dispatch_wait_lock; wait_queue_entry_t dispatch_wait; atomic_t wait_index; struct blk_mq_tags *tags; struct blk_mq_tags *sched_tags; long unsigned int queued; long unsigned int run; unsigned int numa_node; unsigned int queue_num; atomic_t nr_active; struct hlist_node cpuhp_online; struct hlist_node cpuhp_dead; struct kobject kobj; struct dentry *debugfs_dir; struct dentry *sched_debugfs_dir; struct list_head hctx_list; long: 64; long: 64; long: 64; }; struct blk_mq_queue_data { struct request *rq; bool last; }; struct rchan_buf { void *start; void *data; size_t offset; size_t subbufs_produced; size_t subbufs_consumed; struct rchan *chan; wait_queue_head_t read_wait; struct irq_work wakeup_work; struct dentry *dentry; struct kref kref; struct page **page_array; unsigned int page_count; unsigned int finalized; size_t *padding; size_t prev_padding; size_t bytes_consumed; size_t early_bytes; unsigned int cpu; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct rchan_callbacks; struct rchan { u32 version; size_t subbuf_size; size_t n_subbufs; size_t alloc_size; const struct rchan_callbacks *cb; struct kref kref; void *private_data; size_t last_toobig; struct rchan_buf **buf; int is_global; struct list_head list; struct dentry *parent; int has_base_filename; char base_filename[255]; }; struct rchan_callbacks { int (*subbuf_start)(struct rchan_buf *, void *, void *, size_t); struct dentry * (*create_buf_file)(const char *, struct dentry *, umode_t, struct rchan_buf *, int *); int (*remove_buf_file)(struct dentry *); }; enum blktrace_cat { BLK_TC_READ = 1, BLK_TC_WRITE = 2, BLK_TC_FLUSH = 4, BLK_TC_SYNC = 8, BLK_TC_SYNCIO = 8, BLK_TC_QUEUE = 16, BLK_TC_REQUEUE = 32, BLK_TC_ISSUE = 64, BLK_TC_COMPLETE = 128, BLK_TC_FS = 256, BLK_TC_PC = 512, BLK_TC_NOTIFY = 1024, BLK_TC_AHEAD = 2048, BLK_TC_META = 4096, BLK_TC_DISCARD = 8192, BLK_TC_DRV_DATA = 16384, BLK_TC_FUA = 32768, BLK_TC_END = 32768, }; enum blktrace_act { __BLK_TA_QUEUE = 1, __BLK_TA_BACKMERGE = 2, __BLK_TA_FRONTMERGE = 3, __BLK_TA_GETRQ = 4, __BLK_TA_SLEEPRQ = 5, __BLK_TA_REQUEUE = 6, __BLK_TA_ISSUE = 7, __BLK_TA_COMPLETE = 8, __BLK_TA_PLUG = 9, __BLK_TA_UNPLUG_IO = 10, __BLK_TA_UNPLUG_TIMER = 11, __BLK_TA_INSERT = 12, __BLK_TA_SPLIT = 13, __BLK_TA_BOUNCE = 14, __BLK_TA_REMAP = 15, __BLK_TA_ABORT = 16, __BLK_TA_DRV_DATA = 17, __BLK_TA_CGROUP = 256, }; enum blktrace_notify { __BLK_TN_PROCESS = 0, __BLK_TN_TIMESTAMP = 1, __BLK_TN_MESSAGE = 2, __BLK_TN_CGROUP = 256, }; struct blk_io_trace { __u32 magic; __u32 sequence; __u64 time; __u64 sector; __u32 bytes; __u32 action; __u32 pid; __u32 device; __u32 cpu; __u16 error; __u16 pdu_len; }; struct blk_io_trace_remap { __be32 device_from; __be32 device_to; __be64 sector_from; }; enum { Blktrace_setup = 1, Blktrace_running = 2, Blktrace_stopped = 3, }; struct blk_user_trace_setup { char name[32]; __u16 act_mask; __u32 buf_size; __u32 buf_nr; __u64 start_lba; __u64 end_lba; __u32 pid; }; enum blk_crypto_mode_num { BLK_ENCRYPTION_MODE_INVALID = 0, BLK_ENCRYPTION_MODE_AES_256_XTS = 1, BLK_ENCRYPTION_MODE_AES_128_CBC_ESSIV = 2, BLK_ENCRYPTION_MODE_ADIANTUM = 3, BLK_ENCRYPTION_MODE_SM4_XTS = 4, BLK_ENCRYPTION_MODE_MAX = 5, }; struct blk_crypto_config { enum blk_crypto_mode_num crypto_mode; unsigned int data_unit_size; unsigned int dun_bytes; }; struct blk_crypto_key { struct blk_crypto_config crypto_cfg; unsigned int data_unit_size_bits; unsigned int size; u8 raw[64]; }; typedef void blk_log_action_t(struct trace_iterator *, const char *, bool); struct syscall_trace_enter { struct trace_entry ent; int nr; long unsigned int args[0]; }; struct syscall_trace_exit { struct trace_entry ent; int nr; long int ret; }; struct syscall_tp_t { long long unsigned int regs; long unsigned int syscall_nr; long unsigned int ret; }; struct syscall_tp_t___2 { long long unsigned int regs; long unsigned int syscall_nr; long unsigned int args[6]; }; struct ftrace_event_field { struct list_head link; const char *name; const char *type; int filter_type; int offset; int size; int is_signed; int len; }; struct filter_pred; struct prog_entry { int target; int when_to_branch; struct filter_pred *pred; }; struct regex; typedef int (*regex_match_func)(char *, struct regex *, int); struct regex { char pattern[256]; int len; int field_len; regex_match_func match; }; enum regex_type { MATCH_FULL = 0, MATCH_FRONT_ONLY = 1, MATCH_MIDDLE_ONLY = 2, MATCH_END_ONLY = 3, MATCH_GLOB = 4, MATCH_INDEX = 5, }; enum filter_op_ids { OP_GLOB = 0, OP_NE = 1, OP_EQ = 2, OP_LE = 3, OP_LT = 4, OP_GE = 5, OP_GT = 6, OP_BAND = 7, OP_MAX = 8, }; enum filter_pred_fn { FILTER_PRED_FN_NOP = 0, FILTER_PRED_FN_64 = 1, FILTER_PRED_FN_S64 = 2, FILTER_PRED_FN_U64 = 3, FILTER_PRED_FN_32 = 4, FILTER_PRED_FN_S32 = 5, FILTER_PRED_FN_U32 = 6, FILTER_PRED_FN_16 = 7, FILTER_PRED_FN_S16 = 8, FILTER_PRED_FN_U16 = 9, FILTER_PRED_FN_8 = 10, FILTER_PRED_FN_S8 = 11, FILTER_PRED_FN_U8 = 12, FILTER_PRED_FN_COMM = 13, FILTER_PRED_FN_STRING = 14, FILTER_PRED_FN_STRLOC = 15, FILTER_PRED_FN_STRRELLOC = 16, FILTER_PRED_FN_PCHAR_USER = 17, FILTER_PRED_FN_PCHAR = 18, FILTER_PRED_FN_CPU = 19, FILTER_PRED_FN_FUNCTION = 20, FILTER_PRED_FN_ = 21, FILTER_PRED_TEST_VISITED = 22, }; struct filter_pred { enum filter_pred_fn fn_num; u64 val; u64 val2; struct regex regex; short unsigned int *ops; struct ftrace_event_field *field; int offset; int not; int op; }; enum { FILT_ERR_NONE = 0, FILT_ERR_INVALID_OP = 1, FILT_ERR_TOO_MANY_OPEN = 2, FILT_ERR_TOO_MANY_CLOSE = 3, FILT_ERR_MISSING_QUOTE = 4, FILT_ERR_OPERAND_TOO_LONG = 5, FILT_ERR_EXPECT_STRING = 6, FILT_ERR_EXPECT_DIGIT = 7, FILT_ERR_ILLEGAL_FIELD_OP = 8, FILT_ERR_FIELD_NOT_FOUND = 9, FILT_ERR_ILLEGAL_INTVAL = 10, FILT_ERR_BAD_SUBSYS_FILTER = 11, FILT_ERR_TOO_MANY_PREDS = 12, FILT_ERR_INVALID_FILTER = 13, FILT_ERR_IP_FIELD_ONLY = 14, FILT_ERR_INVALID_VALUE = 15, FILT_ERR_NO_FUNCTION = 16, FILT_ERR_ERRNO = 17, FILT_ERR_NO_FILTER = 18, }; struct filter_parse_error { int lasterr; int lasterr_pos; }; typedef int (*parse_pred_fn)(const char *, void *, int, struct filter_parse_error *, struct filter_pred **); enum { INVERT = 1, PROCESS_AND = 2, PROCESS_OR = 4, }; struct ustring_buffer { char buffer[1024]; }; enum { TOO_MANY_CLOSE = -1, TOO_MANY_OPEN = -2, MISSING_QUOTE = -3, }; struct filter_list { struct list_head list; struct event_filter *filter; }; struct function_filter_data { struct ftrace_ops *ops; int first_filter; int first_notrace; }; struct dyn_event_operations; struct dyn_event { struct list_head list; struct dyn_event_operations *ops; }; struct synth_field; struct synth_event { struct dyn_event devent; int ref; char *name; struct synth_field **fields; unsigned int n_fields; struct synth_field **dynamic_fields; unsigned int n_dynamic_fields; unsigned int n_u64; struct trace_event_class class; struct trace_event_call call; struct tracepoint *tp; struct module *mod; }; typedef int (*tracing_map_cmp_fn_t)(void *, void *); struct tracing_map_field { tracing_map_cmp_fn_t cmp_fn; union { atomic64_t sum; unsigned int offset; }; }; struct tracing_map; struct tracing_map_elt { struct tracing_map *map; struct tracing_map_field *fields; atomic64_t *vars; bool *var_set; void *key; void *private_data; }; struct tracing_map_sort_key { unsigned int field_idx; bool descending; }; struct tracing_map_array; struct tracing_map_ops; struct tracing_map { unsigned int key_size; unsigned int map_bits; unsigned int map_size; unsigned int max_elts; atomic_t next_elt; struct tracing_map_array *elts; struct tracing_map_array *map; const struct tracing_map_ops *ops; void *private_data; struct tracing_map_field fields[6]; unsigned int n_fields; int key_idx[3]; unsigned int n_keys; struct tracing_map_sort_key sort_key; unsigned int n_vars; atomic64_t hits; atomic64_t drops; }; struct tracing_map_sort_entry { void *key; struct tracing_map_elt *elt; bool elt_copied; bool dup; }; struct tracing_map_array { unsigned int entries_per_page; unsigned int entry_size_shift; unsigned int entry_shift; unsigned int entry_mask; unsigned int n_pages; void **pages; }; struct tracing_map_ops { int (*elt_alloc)(struct tracing_map_elt *); void (*elt_free)(struct tracing_map_elt *); void (*elt_clear)(struct tracing_map_elt *); void (*elt_init)(struct tracing_map_elt *); }; struct event_trigger_ops; struct event_command; struct event_trigger_data { long unsigned int count; int ref; int flags; struct event_trigger_ops *ops; struct event_command *cmd_ops; struct event_filter *filter; char *filter_str; void *private_data; bool paused; bool paused_tmp; struct list_head list; char *name; struct list_head named_list; struct event_trigger_data *named_data; }; struct event_trigger_ops { void (*trigger)(struct event_trigger_data *, struct trace_buffer *, void *, struct ring_buffer_event *); int (*init)(struct event_trigger_data *); void (*free)(struct event_trigger_data *); int (*print)(struct seq_file *, struct event_trigger_data *); }; struct event_command { struct list_head list; char *name; enum event_trigger_type trigger_type; int flags; int (*parse)(struct event_command *, struct trace_event_file *, char *, char *, char *); int (*reg)(char *, struct event_trigger_data *, struct trace_event_file *); void (*unreg)(char *, struct event_trigger_data *, struct trace_event_file *); void (*unreg_all)(struct trace_event_file *); int (*set_filter)(char *, struct event_trigger_data *, struct trace_event_file *); struct event_trigger_ops * (*get_trigger_ops)(char *, char *); }; struct enable_trigger_data { struct trace_event_file *file; bool enable; bool hist; }; enum event_command_flags { EVENT_CMD_FL_POST_TRIGGER = 1, EVENT_CMD_FL_NEEDS_REC = 2, }; struct dyn_event_operations { struct list_head list; int (*create)(const char *); int (*show)(struct seq_file *, struct dyn_event *); bool (*is_busy)(struct dyn_event *); int (*free)(struct dyn_event *); bool (*match)(const char *, const char *, int, const char **, struct dyn_event *); }; struct synth_field { char *type; char *name; size_t size; unsigned int offset; unsigned int field_pos; bool is_signed; bool is_string; bool is_dynamic; bool is_stack; }; enum { HIST_ERR_NONE = 0, HIST_ERR_DUPLICATE_VAR = 1, HIST_ERR_VAR_NOT_UNIQUE = 2, HIST_ERR_TOO_MANY_VARS = 3, HIST_ERR_MALFORMED_ASSIGNMENT = 4, HIST_ERR_NAMED_MISMATCH = 5, HIST_ERR_TRIGGER_EEXIST = 6, HIST_ERR_TRIGGER_ENOENT_CLEAR = 7, HIST_ERR_SET_CLOCK_FAIL = 8, HIST_ERR_BAD_FIELD_MODIFIER = 9, HIST_ERR_TOO_MANY_SUBEXPR = 10, HIST_ERR_TIMESTAMP_MISMATCH = 11, HIST_ERR_TOO_MANY_FIELD_VARS = 12, HIST_ERR_EVENT_FILE_NOT_FOUND = 13, HIST_ERR_HIST_NOT_FOUND = 14, HIST_ERR_HIST_CREATE_FAIL = 15, HIST_ERR_SYNTH_VAR_NOT_FOUND = 16, HIST_ERR_SYNTH_EVENT_NOT_FOUND = 17, HIST_ERR_SYNTH_TYPE_MISMATCH = 18, HIST_ERR_SYNTH_COUNT_MISMATCH = 19, HIST_ERR_FIELD_VAR_PARSE_FAIL = 20, HIST_ERR_VAR_CREATE_FIND_FAIL = 21, HIST_ERR_ONX_NOT_VAR = 22, HIST_ERR_ONX_VAR_NOT_FOUND = 23, HIST_ERR_ONX_VAR_CREATE_FAIL = 24, HIST_ERR_FIELD_VAR_CREATE_FAIL = 25, HIST_ERR_TOO_MANY_PARAMS = 26, HIST_ERR_PARAM_NOT_FOUND = 27, HIST_ERR_INVALID_PARAM = 28, HIST_ERR_ACTION_NOT_FOUND = 29, HIST_ERR_NO_SAVE_PARAMS = 30, HIST_ERR_TOO_MANY_SAVE_ACTIONS = 31, HIST_ERR_ACTION_MISMATCH = 32, HIST_ERR_NO_CLOSING_PAREN = 33, HIST_ERR_SUBSYS_NOT_FOUND = 34, HIST_ERR_INVALID_SUBSYS_EVENT = 35, HIST_ERR_INVALID_REF_KEY = 36, HIST_ERR_VAR_NOT_FOUND = 37, HIST_ERR_FIELD_NOT_FOUND = 38, HIST_ERR_EMPTY_ASSIGNMENT = 39, HIST_ERR_INVALID_SORT_MODIFIER = 40, HIST_ERR_EMPTY_SORT_FIELD = 41, HIST_ERR_TOO_MANY_SORT_FIELDS = 42, HIST_ERR_INVALID_SORT_FIELD = 43, HIST_ERR_INVALID_STR_OPERAND = 44, HIST_ERR_EXPECT_NUMBER = 45, HIST_ERR_UNARY_MINUS_SUBEXPR = 46, HIST_ERR_DIVISION_BY_ZERO = 47, HIST_ERR_NEED_NOHC_VAL = 48, }; enum hist_field_fn { HIST_FIELD_FN_NOP = 0, HIST_FIELD_FN_VAR_REF = 1, HIST_FIELD_FN_COUNTER = 2, HIST_FIELD_FN_CONST = 3, HIST_FIELD_FN_LOG2 = 4, HIST_FIELD_FN_BUCKET = 5, HIST_FIELD_FN_TIMESTAMP = 6, HIST_FIELD_FN_CPU = 7, HIST_FIELD_FN_STRING = 8, HIST_FIELD_FN_DYNSTRING = 9, HIST_FIELD_FN_RELDYNSTRING = 10, HIST_FIELD_FN_PSTRING = 11, HIST_FIELD_FN_S64 = 12, HIST_FIELD_FN_U64 = 13, HIST_FIELD_FN_S32 = 14, HIST_FIELD_FN_U32 = 15, HIST_FIELD_FN_S16 = 16, HIST_FIELD_FN_U16 = 17, HIST_FIELD_FN_S8 = 18, HIST_FIELD_FN_U8 = 19, HIST_FIELD_FN_UMINUS = 20, HIST_FIELD_FN_MINUS = 21, HIST_FIELD_FN_PLUS = 22, HIST_FIELD_FN_DIV = 23, HIST_FIELD_FN_MULT = 24, HIST_FIELD_FN_DIV_POWER2 = 25, HIST_FIELD_FN_DIV_NOT_POWER2 = 26, HIST_FIELD_FN_DIV_MULT_SHIFT = 27, HIST_FIELD_FN_EXECNAME = 28, HIST_FIELD_FN_STACK = 29, }; struct hist_trigger_data; struct hist_var { char *name; struct hist_trigger_data *hist_data; unsigned int idx; }; enum field_op_id { FIELD_OP_NONE = 0, FIELD_OP_PLUS = 1, FIELD_OP_MINUS = 2, FIELD_OP_UNARY_MINUS = 3, FIELD_OP_DIV = 4, FIELD_OP_MULT = 5, }; struct hist_field { struct ftrace_event_field *field; long unsigned int flags; long unsigned int buckets; const char *type; struct hist_field *operands[2]; struct hist_trigger_data *hist_data; enum hist_field_fn fn_num; unsigned int ref; unsigned int size; unsigned int offset; unsigned int is_signed; struct hist_var var; enum field_op_id operator; char *system; char *event_name; char *name; unsigned int var_ref_idx; bool read_once; unsigned int var_str_idx; u64 constant; u64 div_multiplier; }; struct hist_trigger_attrs; struct action_data; struct field_var; struct field_var_hist; struct hist_trigger_data { struct hist_field *fields[22]; unsigned int n_vals; unsigned int n_keys; unsigned int n_fields; unsigned int n_vars; unsigned int n_var_str; unsigned int key_size; struct tracing_map_sort_key sort_keys[2]; unsigned int n_sort_keys; struct trace_event_file *event_file; struct hist_trigger_attrs *attrs; struct tracing_map *map; bool enable_timestamps; bool remove; struct hist_field *var_refs[16]; unsigned int n_var_refs; struct action_data *actions[8]; unsigned int n_actions; struct field_var *field_vars[64]; unsigned int n_field_vars; unsigned int n_field_var_str; struct field_var_hist *field_var_hists[64]; unsigned int n_field_var_hists; struct field_var *save_vars[64]; unsigned int n_save_vars; unsigned int n_save_var_str; }; enum hist_field_flags { HIST_FIELD_FL_HITCOUNT = 1, HIST_FIELD_FL_KEY = 2, HIST_FIELD_FL_STRING = 4, HIST_FIELD_FL_HEX = 8, HIST_FIELD_FL_SYM = 16, HIST_FIELD_FL_SYM_OFFSET = 32, HIST_FIELD_FL_EXECNAME = 64, HIST_FIELD_FL_SYSCALL = 128, HIST_FIELD_FL_STACKTRACE = 256, HIST_FIELD_FL_LOG2 = 512, HIST_FIELD_FL_TIMESTAMP = 1024, HIST_FIELD_FL_TIMESTAMP_USECS = 2048, HIST_FIELD_FL_VAR = 4096, HIST_FIELD_FL_EXPR = 8192, HIST_FIELD_FL_VAR_REF = 16384, HIST_FIELD_FL_CPU = 32768, HIST_FIELD_FL_ALIAS = 65536, HIST_FIELD_FL_BUCKET = 131072, HIST_FIELD_FL_CONST = 262144, HIST_FIELD_FL_PERCENT = 524288, HIST_FIELD_FL_GRAPH = 1048576, }; struct var_defs { unsigned int n_vars; char *name[16]; char *expr[16]; }; struct hist_trigger_attrs { char *keys_str; char *vals_str; char *sort_key_str; char *name; char *clock; bool pause; bool cont; bool clear; bool ts_in_usecs; bool no_hitcount; unsigned int map_bits; char *assignment_str[16]; unsigned int n_assignments; char *action_str[8]; unsigned int n_actions; struct var_defs var_defs; }; struct field_var { struct hist_field *var; struct hist_field *val; }; struct field_var_hist { struct hist_trigger_data *hist_data; char *cmd; }; enum handler_id { HANDLER_ONMATCH = 1, HANDLER_ONMAX = 2, HANDLER_ONCHANGE = 3, }; enum action_id { ACTION_SAVE = 1, ACTION_TRACE = 2, ACTION_SNAPSHOT = 3, }; typedef void (*action_fn_t)(struct hist_trigger_data *, struct tracing_map_elt *, struct trace_buffer *, void *, struct ring_buffer_event *, void *, struct action_data *, u64 *); typedef bool (*check_track_val_fn_t)(u64, u64); struct action_data { enum handler_id handler; enum action_id action; char *action_name; action_fn_t fn; unsigned int n_params; char *params[64]; unsigned int var_ref_idx[64]; struct synth_event *synth_event; bool use_trace_keyword; char *synth_event_name; union { struct { char *event; char *event_system; } match_data; struct { char *var_str; struct hist_field *var_ref; struct hist_field *track_var; check_track_val_fn_t check_val; action_fn_t save_data; } track_data; }; }; struct track_data { u64 track_val; bool updated; unsigned int key_len; void *key; struct tracing_map_elt elt; struct action_data *action_data; struct hist_trigger_data *hist_data; }; struct hist_elt_data { char *comm; u64 *var_ref_vals; char **field_var_str; int n_field_var_str; }; struct snapshot_context { struct tracing_map_elt *elt; void *key; }; typedef void (*synth_probe_func_t)(void *, u64 *, unsigned int *); struct hist_var_data { struct list_head list; struct hist_trigger_data *hist_data; }; struct hist_val_stat { u64 max; u64 total; }; struct trace_event_raw_error_report_template { struct trace_entry ent; enum error_detector error_detector; long unsigned int id; char __data[0]; }; struct trace_event_data_offsets_error_report_template {}; typedef void (*btf_trace_error_report_end)(void *, enum error_detector, long unsigned int); enum dynevent_type { DYNEVENT_TYPE_SYNTH = 1, DYNEVENT_TYPE_KPROBE = 2, DYNEVENT_TYPE_NONE = 3, }; struct dynevent_cmd; typedef int (*dynevent_create_fn_t)(struct dynevent_cmd *); struct dynevent_cmd { struct seq_buf seq; const char *event_name; unsigned int n_fields; enum dynevent_type type; dynevent_create_fn_t run_command; void *private_data; }; typedef int (*dynevent_check_arg_fn_t)(void *); struct dynevent_arg { const char *str; char separator; }; struct dynevent_arg_pair { const char *lhs; const char *rhs; char operator; char separator; }; typedef u16 uint16_t; struct xbc_node { uint16_t next; uint16_t child; uint16_t parent; uint16_t data; }; typedef void (*exitcall_t)(); struct rv_reactor { const char *name; const char *description; void (*react)(char *); }; typedef void (*swap_func_t)(void *, void *, int); typedef int (*cmp_func_t)(const void *, const void *); struct btf_type { __u32 name_off; __u32 info; union { __u32 size; __u32 type; }; }; enum { BTF_KIND_UNKN = 0, BTF_KIND_INT = 1, BTF_KIND_PTR = 2, BTF_KIND_ARRAY = 3, BTF_KIND_STRUCT = 4, BTF_KIND_UNION = 5, BTF_KIND_ENUM = 6, BTF_KIND_FWD = 7, BTF_KIND_TYPEDEF = 8, BTF_KIND_VOLATILE = 9, BTF_KIND_CONST = 10, BTF_KIND_RESTRICT = 11, BTF_KIND_FUNC = 12, BTF_KIND_FUNC_PROTO = 13, BTF_KIND_VAR = 14, BTF_KIND_DATASEC = 15, BTF_KIND_FLOAT = 16, BTF_KIND_DECL_TAG = 17, BTF_KIND_TYPE_TAG = 18, BTF_KIND_ENUM64 = 19, NR_BTF_KINDS = 20, BTF_KIND_MAX = 19, }; struct btf_array { __u32 type; __u32 index_type; __u32 nelems; }; struct btf_member { __u32 name_off; __u32 type; __u32 offset; }; struct btf_param { __u32 name_off; __u32 type; }; enum btf_func_linkage { BTF_FUNC_STATIC = 0, BTF_FUNC_GLOBAL = 1, BTF_FUNC_EXTERN = 2, }; struct btf_var_secinfo { __u32 type; __u32 offset; __u32 size; }; enum { BPF_REG_0 = 0, BPF_REG_1 = 1, BPF_REG_2 = 2, BPF_REG_3 = 3, BPF_REG_4 = 4, BPF_REG_5 = 5, BPF_REG_6 = 6, BPF_REG_7 = 7, BPF_REG_8 = 8, BPF_REG_9 = 9, BPF_REG_10 = 10, __MAX_BPF_REG = 11, }; struct bpf_insn { __u8 code; __u8 dst_reg: 4; __u8 src_reg: 4; __s16 off; __s32 imm; }; struct bpf_cgroup_storage_key { __u64 cgroup_inode_id; __u32 attach_type; }; enum bpf_cgroup_iter_order { BPF_CGROUP_ITER_ORDER_UNSPEC = 0, BPF_CGROUP_ITER_SELF_ONLY = 1, BPF_CGROUP_ITER_DESCENDANTS_PRE = 2, BPF_CGROUP_ITER_DESCENDANTS_POST = 3, BPF_CGROUP_ITER_ANCESTORS_UP = 4, }; enum bpf_map_type { BPF_MAP_TYPE_UNSPEC = 0, BPF_MAP_TYPE_HASH = 1, BPF_MAP_TYPE_ARRAY = 2, BPF_MAP_TYPE_PROG_ARRAY = 3, BPF_MAP_TYPE_PERF_EVENT_ARRAY = 4, BPF_MAP_TYPE_PERCPU_HASH = 5, BPF_MAP_TYPE_PERCPU_ARRAY = 6, BPF_MAP_TYPE_STACK_TRACE = 7, BPF_MAP_TYPE_CGROUP_ARRAY = 8, BPF_MAP_TYPE_LRU_HASH = 9, BPF_MAP_TYPE_LRU_PERCPU_HASH = 10, BPF_MAP_TYPE_LPM_TRIE = 11, BPF_MAP_TYPE_ARRAY_OF_MAPS = 12, BPF_MAP_TYPE_HASH_OF_MAPS = 13, BPF_MAP_TYPE_DEVMAP = 14, BPF_MAP_TYPE_SOCKMAP = 15, BPF_MAP_TYPE_CPUMAP = 16, BPF_MAP_TYPE_XSKMAP = 17, BPF_MAP_TYPE_SOCKHASH = 18, BPF_MAP_TYPE_CGROUP_STORAGE_DEPRECATED = 19, BPF_MAP_TYPE_CGROUP_STORAGE = 19, BPF_MAP_TYPE_REUSEPORT_SOCKARRAY = 20, BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE = 21, BPF_MAP_TYPE_QUEUE = 22, BPF_MAP_TYPE_STACK = 23, BPF_MAP_TYPE_SK_STORAGE = 24, BPF_MAP_TYPE_DEVMAP_HASH = 25, BPF_MAP_TYPE_STRUCT_OPS = 26, BPF_MAP_TYPE_RINGBUF = 27, BPF_MAP_TYPE_INODE_STORAGE = 28, BPF_MAP_TYPE_TASK_STORAGE = 29, BPF_MAP_TYPE_BLOOM_FILTER = 30, BPF_MAP_TYPE_USER_RINGBUF = 31, BPF_MAP_TYPE_CGRP_STORAGE = 32, }; enum bpf_prog_type { BPF_PROG_TYPE_UNSPEC = 0, BPF_PROG_TYPE_SOCKET_FILTER = 1, BPF_PROG_TYPE_KPROBE = 2, BPF_PROG_TYPE_SCHED_CLS = 3, BPF_PROG_TYPE_SCHED_ACT = 4, BPF_PROG_TYPE_TRACEPOINT = 5, BPF_PROG_TYPE_XDP = 6, BPF_PROG_TYPE_PERF_EVENT = 7, BPF_PROG_TYPE_CGROUP_SKB = 8, BPF_PROG_TYPE_CGROUP_SOCK = 9, BPF_PROG_TYPE_LWT_IN = 10, BPF_PROG_TYPE_LWT_OUT = 11, BPF_PROG_TYPE_LWT_XMIT = 12, BPF_PROG_TYPE_SOCK_OPS = 13, BPF_PROG_TYPE_SK_SKB = 14, BPF_PROG_TYPE_CGROUP_DEVICE = 15, BPF_PROG_TYPE_SK_MSG = 16, BPF_PROG_TYPE_RAW_TRACEPOINT = 17, BPF_PROG_TYPE_CGROUP_SOCK_ADDR = 18, BPF_PROG_TYPE_LWT_SEG6LOCAL = 19, BPF_PROG_TYPE_LIRC_MODE2 = 20, BPF_PROG_TYPE_SK_REUSEPORT = 21, BPF_PROG_TYPE_FLOW_DISSECTOR = 22, BPF_PROG_TYPE_CGROUP_SYSCTL = 23, BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE = 24, BPF_PROG_TYPE_CGROUP_SOCKOPT = 25, BPF_PROG_TYPE_TRACING = 26, BPF_PROG_TYPE_STRUCT_OPS = 27, BPF_PROG_TYPE_EXT = 28, BPF_PROG_TYPE_LSM = 29, BPF_PROG_TYPE_SK_LOOKUP = 30, BPF_PROG_TYPE_SYSCALL = 31, BPF_PROG_TYPE_NETFILTER = 32, }; enum bpf_attach_type { BPF_CGROUP_INET_INGRESS = 0, BPF_CGROUP_INET_EGRESS = 1, BPF_CGROUP_INET_SOCK_CREATE = 2, BPF_CGROUP_SOCK_OPS = 3, BPF_SK_SKB_STREAM_PARSER = 4, BPF_SK_SKB_STREAM_VERDICT = 5, BPF_CGROUP_DEVICE = 6, BPF_SK_MSG_VERDICT = 7, BPF_CGROUP_INET4_BIND = 8, BPF_CGROUP_INET6_BIND = 9, BPF_CGROUP_INET4_CONNECT = 10, BPF_CGROUP_INET6_CONNECT = 11, BPF_CGROUP_INET4_POST_BIND = 12, BPF_CGROUP_INET6_POST_BIND = 13, BPF_CGROUP_UDP4_SENDMSG = 14, BPF_CGROUP_UDP6_SENDMSG = 15, BPF_LIRC_MODE2 = 16, BPF_FLOW_DISSECTOR = 17, BPF_CGROUP_SYSCTL = 18, BPF_CGROUP_UDP4_RECVMSG = 19, BPF_CGROUP_UDP6_RECVMSG = 20, BPF_CGROUP_GETSOCKOPT = 21, BPF_CGROUP_SETSOCKOPT = 22, BPF_TRACE_RAW_TP = 23, BPF_TRACE_FENTRY = 24, BPF_TRACE_FEXIT = 25, BPF_MODIFY_RETURN = 26, BPF_LSM_MAC = 27, BPF_TRACE_ITER = 28, BPF_CGROUP_INET4_GETPEERNAME = 29, BPF_CGROUP_INET6_GETPEERNAME = 30, BPF_CGROUP_INET4_GETSOCKNAME = 31, BPF_CGROUP_INET6_GETSOCKNAME = 32, BPF_XDP_DEVMAP = 33, BPF_CGROUP_INET_SOCK_RELEASE = 34, BPF_XDP_CPUMAP = 35, BPF_SK_LOOKUP = 36, BPF_XDP = 37, BPF_SK_SKB_VERDICT = 38, BPF_SK_REUSEPORT_SELECT = 39, BPF_SK_REUSEPORT_SELECT_OR_MIGRATE = 40, BPF_PERF_EVENT = 41, BPF_TRACE_KPROBE_MULTI = 42, BPF_LSM_CGROUP = 43, BPF_STRUCT_OPS = 44, BPF_NETFILTER = 45, __MAX_BPF_ATTACH_TYPE = 46, }; enum { BPF_F_NO_PREALLOC = 1, BPF_F_NO_COMMON_LRU = 2, BPF_F_NUMA_NODE = 4, BPF_F_RDONLY = 8, BPF_F_WRONLY = 16, BPF_F_STACK_BUILD_ID = 32, BPF_F_ZERO_SEED = 64, BPF_F_RDONLY_PROG = 128, BPF_F_WRONLY_PROG = 256, BPF_F_CLONE = 512, BPF_F_MMAPABLE = 1024, BPF_F_PRESERVE_ELEMS = 2048, BPF_F_INNER_MAP = 4096, BPF_F_LINK = 8192, }; union bpf_attr { struct { __u32 map_type; __u32 key_size; __u32 value_size; __u32 max_entries; __u32 map_flags; __u32 inner_map_fd; __u32 numa_node; char map_name[16]; __u32 map_ifindex; __u32 btf_fd; __u32 btf_key_type_id; __u32 btf_value_type_id; __u32 btf_vmlinux_value_type_id; __u64 map_extra; }; struct { __u32 map_fd; __u64 key; union { __u64 value; __u64 next_key; }; __u64 flags; }; struct { __u64 in_batch; __u64 out_batch; __u64 keys; __u64 values; __u32 count; __u32 map_fd; __u64 elem_flags; __u64 flags; } batch; struct { __u32 prog_type; __u32 insn_cnt; __u64 insns; __u64 license; __u32 log_level; __u32 log_size; __u64 log_buf; __u32 kern_version; __u32 prog_flags; char prog_name[16]; __u32 prog_ifindex; __u32 expected_attach_type; __u32 prog_btf_fd; __u32 func_info_rec_size; __u64 func_info; __u32 func_info_cnt; __u32 line_info_rec_size; __u64 line_info; __u32 line_info_cnt; __u32 attach_btf_id; union { __u32 attach_prog_fd; __u32 attach_btf_obj_fd; }; __u32 core_relo_cnt; __u64 fd_array; __u64 core_relos; __u32 core_relo_rec_size; __u32 log_true_size; }; struct { __u64 pathname; __u32 bpf_fd; __u32 file_flags; }; struct { __u32 target_fd; __u32 attach_bpf_fd; __u32 attach_type; __u32 attach_flags; __u32 replace_bpf_fd; }; struct { __u32 prog_fd; __u32 retval; __u32 data_size_in; __u32 data_size_out; __u64 data_in; __u64 data_out; __u32 repeat; __u32 duration; __u32 ctx_size_in; __u32 ctx_size_out; __u64 ctx_in; __u64 ctx_out; __u32 flags; __u32 cpu; __u32 batch_size; } test; struct { union { __u32 start_id; __u32 prog_id; __u32 map_id; __u32 btf_id; __u32 link_id; }; __u32 next_id; __u32 open_flags; }; struct { __u32 bpf_fd; __u32 info_len; __u64 info; } info; struct { __u32 target_fd; __u32 attach_type; __u32 query_flags; __u32 attach_flags; __u64 prog_ids; __u32 prog_cnt; __u64 prog_attach_flags; } query; struct { __u64 name; __u32 prog_fd; } raw_tracepoint; struct { __u64 btf; __u64 btf_log_buf; __u32 btf_size; __u32 btf_log_size; __u32 btf_log_level; __u32 btf_log_true_size; }; struct { __u32 pid; __u32 fd; __u32 flags; __u32 buf_len; __u64 buf; __u32 prog_id; __u32 fd_type; __u64 probe_offset; __u64 probe_addr; } task_fd_query; struct { union { __u32 prog_fd; __u32 map_fd; }; union { __u32 target_fd; __u32 target_ifindex; }; __u32 attach_type; __u32 flags; union { __u32 target_btf_id; struct { __u64 iter_info; __u32 iter_info_len; }; struct { __u64 bpf_cookie; } perf_event; struct { __u32 flags; __u32 cnt; __u64 syms; __u64 addrs; __u64 cookies; } kprobe_multi; struct { __u32 target_btf_id; __u64 cookie; } tracing; struct { __u32 pf; __u32 hooknum; __s32 priority; __u32 flags; } netfilter; }; } link_create; struct { __u32 link_fd; union { __u32 new_prog_fd; __u32 new_map_fd; }; __u32 flags; union { __u32 old_prog_fd; __u32 old_map_fd; }; } link_update; struct { __u32 link_fd; } link_detach; struct { __u32 type; } enable_stats; struct { __u32 link_fd; __u32 flags; } iter_create; struct { __u32 prog_fd; __u32 map_fd; __u32 flags; } prog_bind_map; }; enum bpf_func_id { BPF_FUNC_unspec = 0, BPF_FUNC_map_lookup_elem = 1, BPF_FUNC_map_update_elem = 2, BPF_FUNC_map_delete_elem = 3, BPF_FUNC_probe_read = 4, BPF_FUNC_ktime_get_ns = 5, BPF_FUNC_trace_printk = 6, BPF_FUNC_get_prandom_u32 = 7, BPF_FUNC_get_smp_processor_id = 8, BPF_FUNC_skb_store_bytes = 9, BPF_FUNC_l3_csum_replace = 10, BPF_FUNC_l4_csum_replace = 11, BPF_FUNC_tail_call = 12, BPF_FUNC_clone_redirect = 13, BPF_FUNC_get_current_pid_tgid = 14, BPF_FUNC_get_current_uid_gid = 15, BPF_FUNC_get_current_comm = 16, BPF_FUNC_get_cgroup_classid = 17, BPF_FUNC_skb_vlan_push = 18, BPF_FUNC_skb_vlan_pop = 19, BPF_FUNC_skb_get_tunnel_key = 20, BPF_FUNC_skb_set_tunnel_key = 21, BPF_FUNC_perf_event_read = 22, BPF_FUNC_redirect = 23, BPF_FUNC_get_route_realm = 24, BPF_FUNC_perf_event_output = 25, BPF_FUNC_skb_load_bytes = 26, BPF_FUNC_get_stackid = 27, BPF_FUNC_csum_diff = 28, BPF_FUNC_skb_get_tunnel_opt = 29, BPF_FUNC_skb_set_tunnel_opt = 30, BPF_FUNC_skb_change_proto = 31, BPF_FUNC_skb_change_type = 32, BPF_FUNC_skb_under_cgroup = 33, BPF_FUNC_get_hash_recalc = 34, BPF_FUNC_get_current_task = 35, BPF_FUNC_probe_write_user = 36, BPF_FUNC_current_task_under_cgroup = 37, BPF_FUNC_skb_change_tail = 38, BPF_FUNC_skb_pull_data = 39, BPF_FUNC_csum_update = 40, BPF_FUNC_set_hash_invalid = 41, BPF_FUNC_get_numa_node_id = 42, BPF_FUNC_skb_change_head = 43, BPF_FUNC_xdp_adjust_head = 44, BPF_FUNC_probe_read_str = 45, BPF_FUNC_get_socket_cookie = 46, BPF_FUNC_get_socket_uid = 47, BPF_FUNC_set_hash = 48, BPF_FUNC_setsockopt = 49, BPF_FUNC_skb_adjust_room = 50, BPF_FUNC_redirect_map = 51, BPF_FUNC_sk_redirect_map = 52, BPF_FUNC_sock_map_update = 53, BPF_FUNC_xdp_adjust_meta = 54, BPF_FUNC_perf_event_read_value = 55, BPF_FUNC_perf_prog_read_value = 56, BPF_FUNC_getsockopt = 57, BPF_FUNC_override_return = 58, BPF_FUNC_sock_ops_cb_flags_set = 59, BPF_FUNC_msg_redirect_map = 60, BPF_FUNC_msg_apply_bytes = 61, BPF_FUNC_msg_cork_bytes = 62, BPF_FUNC_msg_pull_data = 63, BPF_FUNC_bind = 64, BPF_FUNC_xdp_adjust_tail = 65, BPF_FUNC_skb_get_xfrm_state = 66, BPF_FUNC_get_stack = 67, BPF_FUNC_skb_load_bytes_relative = 68, BPF_FUNC_fib_lookup = 69, BPF_FUNC_sock_hash_update = 70, BPF_FUNC_msg_redirect_hash = 71, BPF_FUNC_sk_redirect_hash = 72, BPF_FUNC_lwt_push_encap = 73, BPF_FUNC_lwt_seg6_store_bytes = 74, BPF_FUNC_lwt_seg6_adjust_srh = 75, BPF_FUNC_lwt_seg6_action = 76, BPF_FUNC_rc_repeat = 77, BPF_FUNC_rc_keydown = 78, BPF_FUNC_skb_cgroup_id = 79, BPF_FUNC_get_current_cgroup_id = 80, BPF_FUNC_get_local_storage = 81, BPF_FUNC_sk_select_reuseport = 82, BPF_FUNC_skb_ancestor_cgroup_id = 83, BPF_FUNC_sk_lookup_tcp = 84, BPF_FUNC_sk_lookup_udp = 85, BPF_FUNC_sk_release = 86, BPF_FUNC_map_push_elem = 87, BPF_FUNC_map_pop_elem = 88, BPF_FUNC_map_peek_elem = 89, BPF_FUNC_msg_push_data = 90, BPF_FUNC_msg_pop_data = 91, BPF_FUNC_rc_pointer_rel = 92, BPF_FUNC_spin_lock = 93, BPF_FUNC_spin_unlock = 94, BPF_FUNC_sk_fullsock = 95, BPF_FUNC_tcp_sock = 96, BPF_FUNC_skb_ecn_set_ce = 97, BPF_FUNC_get_listener_sock = 98, BPF_FUNC_skc_lookup_tcp = 99, BPF_FUNC_tcp_check_syncookie = 100, BPF_FUNC_sysctl_get_name = 101, BPF_FUNC_sysctl_get_current_value = 102, BPF_FUNC_sysctl_get_new_value = 103, BPF_FUNC_sysctl_set_new_value = 104, BPF_FUNC_strtol = 105, BPF_FUNC_strtoul = 106, BPF_FUNC_sk_storage_get = 107, BPF_FUNC_sk_storage_delete = 108, BPF_FUNC_send_signal = 109, BPF_FUNC_tcp_gen_syncookie = 110, BPF_FUNC_skb_output = 111, BPF_FUNC_probe_read_user = 112, BPF_FUNC_probe_read_kernel = 113, BPF_FUNC_probe_read_user_str = 114, BPF_FUNC_probe_read_kernel_str = 115, BPF_FUNC_tcp_send_ack = 116, BPF_FUNC_send_signal_thread = 117, BPF_FUNC_jiffies64 = 118, BPF_FUNC_read_branch_records = 119, BPF_FUNC_get_ns_current_pid_tgid = 120, BPF_FUNC_xdp_output = 121, BPF_FUNC_get_netns_cookie = 122, BPF_FUNC_get_current_ancestor_cgroup_id = 123, BPF_FUNC_sk_assign = 124, BPF_FUNC_ktime_get_boot_ns = 125, BPF_FUNC_seq_printf = 126, BPF_FUNC_seq_write = 127, BPF_FUNC_sk_cgroup_id = 128, BPF_FUNC_sk_ancestor_cgroup_id = 129, BPF_FUNC_ringbuf_output = 130, BPF_FUNC_ringbuf_reserve = 131, BPF_FUNC_ringbuf_submit = 132, BPF_FUNC_ringbuf_discard = 133, BPF_FUNC_ringbuf_query = 134, BPF_FUNC_csum_level = 135, BPF_FUNC_skc_to_tcp6_sock = 136, BPF_FUNC_skc_to_tcp_sock = 137, BPF_FUNC_skc_to_tcp_timewait_sock = 138, BPF_FUNC_skc_to_tcp_request_sock = 139, BPF_FUNC_skc_to_udp6_sock = 140, BPF_FUNC_get_task_stack = 141, BPF_FUNC_load_hdr_opt = 142, BPF_FUNC_store_hdr_opt = 143, BPF_FUNC_reserve_hdr_opt = 144, BPF_FUNC_inode_storage_get = 145, BPF_FUNC_inode_storage_delete = 146, BPF_FUNC_d_path = 147, BPF_FUNC_copy_from_user = 148, BPF_FUNC_snprintf_btf = 149, BPF_FUNC_seq_printf_btf = 150, BPF_FUNC_skb_cgroup_classid = 151, BPF_FUNC_redirect_neigh = 152, BPF_FUNC_per_cpu_ptr = 153, BPF_FUNC_this_cpu_ptr = 154, BPF_FUNC_redirect_peer = 155, BPF_FUNC_task_storage_get = 156, BPF_FUNC_task_storage_delete = 157, BPF_FUNC_get_current_task_btf = 158, BPF_FUNC_bprm_opts_set = 159, BPF_FUNC_ktime_get_coarse_ns = 160, BPF_FUNC_ima_inode_hash = 161, BPF_FUNC_sock_from_file = 162, BPF_FUNC_check_mtu = 163, BPF_FUNC_for_each_map_elem = 164, BPF_FUNC_snprintf = 165, BPF_FUNC_sys_bpf = 166, BPF_FUNC_btf_find_by_name_kind = 167, BPF_FUNC_sys_close = 168, BPF_FUNC_timer_init = 169, BPF_FUNC_timer_set_callback = 170, BPF_FUNC_timer_start = 171, BPF_FUNC_timer_cancel = 172, BPF_FUNC_get_func_ip = 173, BPF_FUNC_get_attach_cookie = 174, BPF_FUNC_task_pt_regs = 175, BPF_FUNC_get_branch_snapshot = 176, BPF_FUNC_trace_vprintk = 177, BPF_FUNC_skc_to_unix_sock = 178, BPF_FUNC_kallsyms_lookup_name = 179, BPF_FUNC_find_vma = 180, BPF_FUNC_loop = 181, BPF_FUNC_strncmp = 182, BPF_FUNC_get_func_arg = 183, BPF_FUNC_get_func_ret = 184, BPF_FUNC_get_func_arg_cnt = 185, BPF_FUNC_get_retval = 186, BPF_FUNC_set_retval = 187, BPF_FUNC_xdp_get_buff_len = 188, BPF_FUNC_xdp_load_bytes = 189, BPF_FUNC_xdp_store_bytes = 190, BPF_FUNC_copy_from_user_task = 191, BPF_FUNC_skb_set_tstamp = 192, BPF_FUNC_ima_file_hash = 193, BPF_FUNC_kptr_xchg = 194, BPF_FUNC_map_lookup_percpu_elem = 195, BPF_FUNC_skc_to_mptcp_sock = 196, BPF_FUNC_dynptr_from_mem = 197, BPF_FUNC_ringbuf_reserve_dynptr = 198, BPF_FUNC_ringbuf_submit_dynptr = 199, BPF_FUNC_ringbuf_discard_dynptr = 200, BPF_FUNC_dynptr_read = 201, BPF_FUNC_dynptr_write = 202, BPF_FUNC_dynptr_data = 203, BPF_FUNC_tcp_raw_gen_syncookie_ipv4 = 204, BPF_FUNC_tcp_raw_gen_syncookie_ipv6 = 205, BPF_FUNC_tcp_raw_check_syncookie_ipv4 = 206, BPF_FUNC_tcp_raw_check_syncookie_ipv6 = 207, BPF_FUNC_ktime_get_tai_ns = 208, BPF_FUNC_user_ringbuf_drain = 209, BPF_FUNC_cgrp_storage_get = 210, BPF_FUNC_cgrp_storage_delete = 211, __BPF_FUNC_MAX_ID = 212, }; enum sk_action { SK_DROP = 0, SK_PASS = 1, }; struct bpf_func_info { __u32 insn_off; __u32 type_id; }; struct bpf_line_info { __u32 insn_off; __u32 file_name_off; __u32 line_off; __u32 line_col; }; enum bpf_core_relo_kind { BPF_CORE_FIELD_BYTE_OFFSET = 0, BPF_CORE_FIELD_BYTE_SIZE = 1, BPF_CORE_FIELD_EXISTS = 2, BPF_CORE_FIELD_SIGNED = 3, BPF_CORE_FIELD_LSHIFT_U64 = 4, BPF_CORE_FIELD_RSHIFT_U64 = 5, BPF_CORE_TYPE_ID_LOCAL = 6, BPF_CORE_TYPE_ID_TARGET = 7, BPF_CORE_TYPE_EXISTS = 8, BPF_CORE_TYPE_SIZE = 9, BPF_CORE_ENUMVAL_EXISTS = 10, BPF_CORE_ENUMVAL_VALUE = 11, BPF_CORE_TYPE_MATCHES = 12, }; struct bpf_core_relo { __u32 insn_off; __u32 type_id; __u32 access_str_off; enum bpf_core_relo_kind kind; }; struct sock_filter { __u16 code; __u8 jt; __u8 jf; __u32 k; }; struct bpf_run_ctx {}; typedef sockptr_t bpfptr_t; struct btf_id_set { u32 cnt; u32 ids[0]; }; enum { BTF_SOCK_TYPE_INET = 0, BTF_SOCK_TYPE_INET_CONN = 1, BTF_SOCK_TYPE_INET_REQ = 2, BTF_SOCK_TYPE_INET_TW = 3, BTF_SOCK_TYPE_REQ = 4, BTF_SOCK_TYPE_SOCK = 5, BTF_SOCK_TYPE_SOCK_COMMON = 6, BTF_SOCK_TYPE_TCP = 7, BTF_SOCK_TYPE_TCP_REQ = 8, BTF_SOCK_TYPE_TCP_TW = 9, BTF_SOCK_TYPE_TCP6 = 10, BTF_SOCK_TYPE_UDP = 11, BTF_SOCK_TYPE_UDP6 = 12, BTF_SOCK_TYPE_UNIX = 13, BTF_SOCK_TYPE_MPTCP = 14, BTF_SOCK_TYPE_SOCKET = 15, MAX_BTF_SOCK_TYPE = 16, }; enum { BTF_TRACING_TYPE_TASK = 0, BTF_TRACING_TYPE_FILE = 1, BTF_TRACING_TYPE_VMA = 2, MAX_BTF_TRACING_TYPE = 3, }; struct btf_record; struct btf_struct_meta { u32 btf_id; struct btf_record *record; }; enum btf_field_type { BPF_SPIN_LOCK = 1, BPF_TIMER = 2, BPF_KPTR_UNREF = 4, BPF_KPTR_REF = 8, BPF_KPTR = 12, BPF_LIST_HEAD = 16, BPF_LIST_NODE = 32, BPF_RB_ROOT = 64, BPF_RB_NODE = 128, BPF_GRAPH_NODE_OR_ROOT = 240, BPF_REFCOUNT = 256, }; typedef void (*btf_dtor_kfunc_t)(void *); struct btf; struct btf_field_kptr { struct btf *btf; struct module *module; btf_dtor_kfunc_t dtor; u32 btf_id; }; struct btf_field_graph_root { struct btf *btf; u32 value_btf_id; u32 node_offset; struct btf_record *value_rec; }; struct btf_field { u32 offset; u32 size; enum btf_field_type type; union { struct btf_field_kptr kptr; struct btf_field_graph_root graph_root; }; }; struct btf_record { u32 cnt; u32 field_mask; int spin_lock_off; int timer_off; int refcount_off; struct btf_field fields[0]; }; struct bpf_cgroup_storage; struct bpf_prog_array_item { struct bpf_prog *prog; union { struct bpf_cgroup_storage *cgroup_storage[2]; u64 bpf_cookie; }; }; struct bpf_prog_array { struct callback_head rcu; struct bpf_prog_array_item items[0]; }; typedef u64 (*bpf_callback_t)(u64, u64, u64, u64, u64); struct bpf_iter_aux_info; typedef int (*bpf_iter_init_seq_priv_t)(void *, struct bpf_iter_aux_info *); enum bpf_iter_task_type { BPF_TASK_ITER_ALL = 0, BPF_TASK_ITER_TID = 1, BPF_TASK_ITER_TGID = 2, }; struct bpf_map; struct bpf_iter_aux_info { struct bpf_map *map; struct { struct cgroup *start; enum bpf_cgroup_iter_order order; } cgroup; struct { enum bpf_iter_task_type type; u32 pid; } task; }; typedef void (*bpf_iter_fini_seq_priv_t)(void *); struct bpf_iter_seq_info { const struct seq_operations *seq_ops; bpf_iter_init_seq_priv_t init_seq_private; bpf_iter_fini_seq_priv_t fini_seq_private; u32 seq_priv_size; }; struct bpf_prog_aux; struct bpf_local_storage_map; struct bpf_verifier_env; struct bpf_func_state; struct bpf_map_ops { int (*map_alloc_check)(union bpf_attr *); struct bpf_map * (*map_alloc)(union bpf_attr *); void (*map_release)(struct bpf_map *, struct file *); void (*map_free)(struct bpf_map *); int (*map_get_next_key)(struct bpf_map *, void *, void *); void (*map_release_uref)(struct bpf_map *); void * (*map_lookup_elem_sys_only)(struct bpf_map *, void *); int (*map_lookup_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); int (*map_lookup_and_delete_elem)(struct bpf_map *, void *, void *, u64); int (*map_lookup_and_delete_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); int (*map_update_batch)(struct bpf_map *, struct file *, const union bpf_attr *, union bpf_attr *); int (*map_delete_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); void * (*map_lookup_elem)(struct bpf_map *, void *); long int (*map_update_elem)(struct bpf_map *, void *, void *, u64); long int (*map_delete_elem)(struct bpf_map *, void *); long int (*map_push_elem)(struct bpf_map *, void *, u64); long int (*map_pop_elem)(struct bpf_map *, void *); long int (*map_peek_elem)(struct bpf_map *, void *); void * (*map_lookup_percpu_elem)(struct bpf_map *, void *, u32); void * (*map_fd_get_ptr)(struct bpf_map *, struct file *, int); void (*map_fd_put_ptr)(void *); int (*map_gen_lookup)(struct bpf_map *, struct bpf_insn *); u32 (*map_fd_sys_lookup_elem)(void *); void (*map_seq_show_elem)(struct bpf_map *, void *, struct seq_file *); int (*map_check_btf)(const struct bpf_map *, const struct btf *, const struct btf_type *, const struct btf_type *); int (*map_poke_track)(struct bpf_map *, struct bpf_prog_aux *); void (*map_poke_untrack)(struct bpf_map *, struct bpf_prog_aux *); void (*map_poke_run)(struct bpf_map *, u32, struct bpf_prog *, struct bpf_prog *); int (*map_direct_value_addr)(const struct bpf_map *, u64 *, u32); int (*map_direct_value_meta)(const struct bpf_map *, u64, u32 *); int (*map_mmap)(struct bpf_map *, struct vm_area_struct *); __poll_t (*map_poll)(struct bpf_map *, struct file *, struct poll_table_struct *); int (*map_local_storage_charge)(struct bpf_local_storage_map *, void *, u32); void (*map_local_storage_uncharge)(struct bpf_local_storage_map *, void *, u32); struct bpf_local_storage ** (*map_owner_storage_ptr)(void *); long int (*map_redirect)(struct bpf_map *, u64, u64); bool (*map_meta_equal)(const struct bpf_map *, const struct bpf_map *); int (*map_set_for_each_callback_args)(struct bpf_verifier_env *, struct bpf_func_state *, struct bpf_func_state *); long int (*map_for_each_callback)(struct bpf_map *, bpf_callback_t, void *, u64); u64 (*map_mem_usage)(const struct bpf_map *); int *map_btf_id; const struct bpf_iter_seq_info *iter_seq_info; }; struct bpf_map { const struct bpf_map_ops *ops; struct bpf_map *inner_map_meta; void *security; enum bpf_map_type map_type; u32 key_size; u32 value_size; u32 max_entries; u64 map_extra; u32 map_flags; u32 id; struct btf_record *record; int numa_node; u32 btf_key_type_id; u32 btf_value_type_id; u32 btf_vmlinux_value_type_id; struct btf *btf; struct obj_cgroup *objcg; char name[16]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic64_t refcnt; atomic64_t usercnt; struct work_struct work; struct mutex freeze_mutex; atomic64_t writecnt; struct { spinlock_t lock; enum bpf_prog_type type; bool jited; bool xdp_has_frags; } owner; bool bypass_spec_v1; bool frozen; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct btf_header { __u16 magic; __u8 version; __u8 flags; __u32 hdr_len; __u32 type_off; __u32 type_len; __u32 str_off; __u32 str_len; }; struct btf_kfunc_set_tab; struct btf_id_dtor_kfunc_tab; struct btf_struct_metas; struct btf { void *data; struct btf_type **types; u32 *resolved_ids; u32 *resolved_sizes; const char *strings; void *nohdr_data; struct btf_header hdr; u32 nr_types; u32 types_size; u32 data_size; refcount_t refcnt; u32 id; struct callback_head rcu; struct btf_kfunc_set_tab *kfunc_set_tab; struct btf_id_dtor_kfunc_tab *dtor_kfunc_tab; struct btf_struct_metas *struct_meta_tab; struct btf *base_btf; u32 start_id; u32 start_str_off; char name[56]; bool kernel_btf; }; struct bpf_ksym { long unsigned int start; long unsigned int end; char name[512]; struct list_head lnode; struct latch_tree_node tnode; bool prog; }; struct bpf_ctx_arg_aux; struct bpf_trampoline; struct bpf_jit_poke_descriptor; struct bpf_kfunc_desc_tab; struct bpf_kfunc_btf_tab; struct bpf_prog_ops; struct btf_mod_pair; struct bpf_prog_offload; struct bpf_func_info_aux; struct bpf_prog_aux { atomic64_t refcnt; u32 used_map_cnt; u32 used_btf_cnt; u32 max_ctx_offset; u32 max_pkt_offset; u32 max_tp_access; u32 stack_depth; u32 id; u32 func_cnt; u32 func_idx; u32 attach_btf_id; u32 ctx_arg_info_size; u32 max_rdonly_access; u32 max_rdwr_access; struct btf *attach_btf; const struct bpf_ctx_arg_aux *ctx_arg_info; struct mutex dst_mutex; struct bpf_prog *dst_prog; struct bpf_trampoline *dst_trampoline; enum bpf_prog_type saved_dst_prog_type; enum bpf_attach_type saved_dst_attach_type; bool verifier_zext; bool dev_bound; bool offload_requested; bool attach_btf_trace; bool func_proto_unreliable; bool sleepable; bool tail_call_reachable; bool xdp_has_frags; const struct btf_type *attach_func_proto; const char *attach_func_name; struct bpf_prog **func; void *jit_data; struct bpf_jit_poke_descriptor *poke_tab; struct bpf_kfunc_desc_tab *kfunc_tab; struct bpf_kfunc_btf_tab *kfunc_btf_tab; u32 size_poke_tab; struct bpf_ksym ksym; const struct bpf_prog_ops *ops; struct bpf_map **used_maps; struct mutex used_maps_mutex; struct btf_mod_pair *used_btfs; struct bpf_prog *prog; struct user_struct *user; u64 load_time; u32 verified_insns; int cgroup_atype; struct bpf_map *cgroup_storage[2]; char name[16]; void *security; struct bpf_prog_offload *offload; struct btf *btf; struct bpf_func_info *func_info; struct bpf_func_info_aux *func_info_aux; struct bpf_line_info *linfo; void **jited_linfo; u32 func_info_cnt; u32 nr_linfo; u32 linfo_idx; struct module *mod; u32 num_exentries; struct exception_table_entry *extable; union { struct work_struct work; struct callback_head rcu; }; }; struct bpf_prog_stats; struct sock_fprog_kern; struct bpf_prog { u16 pages; u16 jited: 1; u16 jit_requested: 1; u16 gpl_compatible: 1; u16 cb_access: 1; u16 dst_needed: 1; u16 blinding_requested: 1; u16 blinded: 1; u16 is_func: 1; u16 kprobe_override: 1; u16 has_callchain_buf: 1; u16 enforce_expected_attach_type: 1; u16 call_get_stack: 1; u16 call_get_func_ip: 1; u16 tstamp_type_access: 1; enum bpf_prog_type type; enum bpf_attach_type expected_attach_type; u32 len; u32 jited_len; u8 tag[8]; struct bpf_prog_stats *stats; int *active; unsigned int (*bpf_func)(const void *, const struct bpf_insn *); struct bpf_prog_aux *aux; struct sock_fprog_kern *orig_prog; union { struct { struct {} __empty_insns; struct sock_filter insns[0]; }; struct { struct {} __empty_insnsi; struct bpf_insn insnsi[0]; }; }; }; struct btf_mod_pair { struct btf *btf; struct module *module; }; struct bpf_verifier_log { u64 start_pos; u64 end_pos; char *ubuf; u32 level; u32 len_total; u32 len_max; char kbuf[1024]; }; struct bpf_subprog_info { u32 start; u32 linfo_idx; u16 stack_depth; bool has_tail_call; bool tail_call_reachable; bool has_ld_abs; bool is_async_cb; }; struct bpf_id_pair { u32 old; u32 cur; }; struct bpf_idmap { u32 tmp_id_gen; struct bpf_id_pair map[600]; }; struct bpf_idset { u32 count; u32 ids[600]; }; struct backtrack_state { struct bpf_verifier_env *env; u32 frame; u32 reg_masks[8]; u64 stack_masks[8]; }; struct bpf_verifier_ops; struct bpf_verifier_stack_elem; struct bpf_verifier_state; struct bpf_verifier_state_list; struct bpf_insn_aux_data; struct bpf_verifier_env { u32 insn_idx; u32 prev_insn_idx; struct bpf_prog *prog; const struct bpf_verifier_ops *ops; struct bpf_verifier_stack_elem *head; int stack_size; bool strict_alignment; bool test_state_freq; struct bpf_verifier_state *cur_state; struct bpf_verifier_state_list **explored_states; struct bpf_verifier_state_list *free_list; struct bpf_map *used_maps[64]; struct btf_mod_pair used_btfs[64]; u32 used_map_cnt; u32 used_btf_cnt; u32 id_gen; bool explore_alu_limits; bool allow_ptr_leaks; bool allow_uninit_stack; bool bpf_capable; bool bypass_spec_v1; bool bypass_spec_v4; bool seen_direct_write; struct bpf_insn_aux_data *insn_aux_data; const struct bpf_line_info *prev_linfo; struct bpf_verifier_log log; struct bpf_subprog_info subprog_info[257]; union { struct bpf_idmap idmap_scratch; struct bpf_idset idset_scratch; }; struct { int *insn_state; int *insn_stack; int cur_stack; } cfg; struct backtrack_state bt; u32 pass_cnt; u32 subprog_cnt; u32 prev_insn_processed; u32 insn_processed; u32 prev_jmps_processed; u32 jmps_processed; u64 verification_time; u32 max_states_per_insn; u32 total_states; u32 peak_states; u32 longest_mark_read_walk; bpfptr_t fd_array; u32 scratched_regs; u64 scratched_stack_slots; u64 prev_log_pos; u64 prev_insn_print_pos; char tmp_str_buf[320]; }; enum bpf_reg_type { NOT_INIT = 0, SCALAR_VALUE = 1, PTR_TO_CTX = 2, CONST_PTR_TO_MAP = 3, PTR_TO_MAP_VALUE = 4, PTR_TO_MAP_KEY = 5, PTR_TO_STACK = 6, PTR_TO_PACKET_META = 7, PTR_TO_PACKET = 8, PTR_TO_PACKET_END = 9, PTR_TO_FLOW_KEYS = 10, PTR_TO_SOCKET = 11, PTR_TO_SOCK_COMMON = 12, PTR_TO_TCP_SOCK = 13, PTR_TO_TP_BUFFER = 14, PTR_TO_XDP_SOCK = 15, PTR_TO_BTF_ID = 16, PTR_TO_MEM = 17, PTR_TO_BUF = 18, PTR_TO_FUNC = 19, CONST_PTR_TO_DYNPTR = 20, __BPF_REG_TYPE_MAX = 21, PTR_TO_MAP_VALUE_OR_NULL = 260, PTR_TO_SOCKET_OR_NULL = 267, PTR_TO_SOCK_COMMON_OR_NULL = 268, PTR_TO_TCP_SOCK_OR_NULL = 269, PTR_TO_BTF_ID_OR_NULL = 272, __BPF_REG_TYPE_LIMIT = 33554431, }; enum bpf_dynptr_type { BPF_DYNPTR_TYPE_INVALID = 0, BPF_DYNPTR_TYPE_LOCAL = 1, BPF_DYNPTR_TYPE_RINGBUF = 2, BPF_DYNPTR_TYPE_SKB = 3, BPF_DYNPTR_TYPE_XDP = 4, }; enum bpf_iter_state { BPF_ITER_STATE_INVALID = 0, BPF_ITER_STATE_ACTIVE = 1, BPF_ITER_STATE_DRAINED = 2, }; struct tnum { u64 value; u64 mask; }; enum bpf_reg_liveness { REG_LIVE_NONE = 0, REG_LIVE_READ32 = 1, REG_LIVE_READ64 = 2, REG_LIVE_READ = 3, REG_LIVE_WRITTEN = 4, REG_LIVE_DONE = 8, }; struct bpf_reg_state { enum bpf_reg_type type; s32 off; union { int range; struct { struct bpf_map *map_ptr; u32 map_uid; }; struct { struct btf *btf; u32 btf_id; }; struct { u32 mem_size; u32 dynptr_id; }; struct { enum bpf_dynptr_type type; bool first_slot; } dynptr; struct { struct btf *btf; u32 btf_id; enum bpf_iter_state state: 2; int depth: 30; } iter; struct { long unsigned int raw1; long unsigned int raw2; } raw; u32 subprogno; }; struct tnum var_off; s64 smin_value; s64 smax_value; u64 umin_value; u64 umax_value; s32 s32_min_value; s32 s32_max_value; u32 u32_min_value; u32 u32_max_value; u32 id; u32 ref_obj_id; struct bpf_reg_state *parent; u32 frameno; s32 subreg_def; enum bpf_reg_liveness live; bool precise; }; struct bpf_reference_state; struct bpf_stack_state; struct bpf_func_state { struct bpf_reg_state regs[11]; int callsite; u32 frameno; u32 subprogno; u32 async_entry_cnt; bool in_callback_fn; struct tnum callback_ret_range; bool in_async_callback_fn; int acquired_refs; struct bpf_reference_state *refs; int allocated_stack; struct bpf_stack_state *stack; }; struct bpf_map_dev_ops { int (*map_get_next_key)(struct bpf_offloaded_map *, void *, void *); int (*map_lookup_elem)(struct bpf_offloaded_map *, void *, void *); int (*map_update_elem)(struct bpf_offloaded_map *, void *, void *, u64); int (*map_delete_elem)(struct bpf_offloaded_map *, void *); }; struct bpf_offloaded_map { struct bpf_map map; struct net_device *netdev; const struct bpf_map_dev_ops *dev_ops; void *dev_priv; struct list_head offloads; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum bpf_type_flag { PTR_MAYBE_NULL = 256, MEM_RDONLY = 512, MEM_RINGBUF = 1024, MEM_USER = 2048, MEM_PERCPU = 4096, OBJ_RELEASE = 8192, PTR_UNTRUSTED = 16384, MEM_UNINIT = 32768, DYNPTR_TYPE_LOCAL = 65536, DYNPTR_TYPE_RINGBUF = 131072, MEM_FIXED_SIZE = 262144, MEM_ALLOC = 524288, PTR_TRUSTED = 1048576, MEM_RCU = 2097152, NON_OWN_REF = 4194304, DYNPTR_TYPE_SKB = 8388608, DYNPTR_TYPE_XDP = 16777216, __BPF_TYPE_FLAG_MAX = 16777217, __BPF_TYPE_LAST_FLAG = 16777216, }; enum bpf_arg_type { ARG_DONTCARE = 0, ARG_CONST_MAP_PTR = 1, ARG_PTR_TO_MAP_KEY = 2, ARG_PTR_TO_MAP_VALUE = 3, ARG_PTR_TO_MEM = 4, ARG_CONST_SIZE = 5, ARG_CONST_SIZE_OR_ZERO = 6, ARG_PTR_TO_CTX = 7, ARG_ANYTHING = 8, ARG_PTR_TO_SPIN_LOCK = 9, ARG_PTR_TO_SOCK_COMMON = 10, ARG_PTR_TO_INT = 11, ARG_PTR_TO_LONG = 12, ARG_PTR_TO_SOCKET = 13, ARG_PTR_TO_BTF_ID = 14, ARG_PTR_TO_RINGBUF_MEM = 15, ARG_CONST_ALLOC_SIZE_OR_ZERO = 16, ARG_PTR_TO_BTF_ID_SOCK_COMMON = 17, ARG_PTR_TO_PERCPU_BTF_ID = 18, ARG_PTR_TO_FUNC = 19, ARG_PTR_TO_STACK = 20, ARG_PTR_TO_CONST_STR = 21, ARG_PTR_TO_TIMER = 22, ARG_PTR_TO_KPTR = 23, ARG_PTR_TO_DYNPTR = 24, __BPF_ARG_TYPE_MAX = 25, ARG_PTR_TO_MAP_VALUE_OR_NULL = 259, ARG_PTR_TO_MEM_OR_NULL = 260, ARG_PTR_TO_CTX_OR_NULL = 263, ARG_PTR_TO_SOCKET_OR_NULL = 269, ARG_PTR_TO_STACK_OR_NULL = 276, ARG_PTR_TO_BTF_ID_OR_NULL = 270, ARG_PTR_TO_UNINIT_MEM = 32772, ARG_PTR_TO_FIXED_SIZE_MEM = 262148, __BPF_ARG_TYPE_LIMIT = 33554431, }; enum bpf_return_type { RET_INTEGER = 0, RET_VOID = 1, RET_PTR_TO_MAP_VALUE = 2, RET_PTR_TO_SOCKET = 3, RET_PTR_TO_TCP_SOCK = 4, RET_PTR_TO_SOCK_COMMON = 5, RET_PTR_TO_MEM = 6, RET_PTR_TO_MEM_OR_BTF_ID = 7, RET_PTR_TO_BTF_ID = 8, __BPF_RET_TYPE_MAX = 9, RET_PTR_TO_MAP_VALUE_OR_NULL = 258, RET_PTR_TO_SOCKET_OR_NULL = 259, RET_PTR_TO_TCP_SOCK_OR_NULL = 260, RET_PTR_TO_SOCK_COMMON_OR_NULL = 261, RET_PTR_TO_RINGBUF_MEM_OR_NULL = 1286, RET_PTR_TO_DYNPTR_MEM_OR_NULL = 262, RET_PTR_TO_BTF_ID_OR_NULL = 264, RET_PTR_TO_BTF_ID_TRUSTED = 1048584, __BPF_RET_TYPE_LIMIT = 33554431, }; struct bpf_func_proto { u64 (*func)(u64, u64, u64, u64, u64); bool gpl_only; bool pkt_access; bool might_sleep; enum bpf_return_type ret_type; union { struct { enum bpf_arg_type arg1_type; enum bpf_arg_type arg2_type; enum bpf_arg_type arg3_type; enum bpf_arg_type arg4_type; enum bpf_arg_type arg5_type; }; enum bpf_arg_type arg_type[5]; }; union { struct { u32 *arg1_btf_id; u32 *arg2_btf_id; u32 *arg3_btf_id; u32 *arg4_btf_id; u32 *arg5_btf_id; }; u32 *arg_btf_id[5]; struct { size_t arg1_size; size_t arg2_size; size_t arg3_size; size_t arg4_size; size_t arg5_size; }; size_t arg_size[5]; }; int *ret_btf_id; bool (*allowed)(const struct bpf_prog *); }; enum bpf_access_type { BPF_READ = 1, BPF_WRITE = 2, }; struct bpf_insn_access_aux { enum bpf_reg_type reg_type; union { int ctx_field_size; struct { struct btf *btf; u32 btf_id; }; }; struct bpf_verifier_log *log; }; struct bpf_prog_ops { int (*test_run)(struct bpf_prog *, const union bpf_attr *, union bpf_attr *); }; struct bpf_verifier_ops { const struct bpf_func_proto * (*get_func_proto)(enum bpf_func_id, const struct bpf_prog *); bool (*is_valid_access)(int, int, enum bpf_access_type, const struct bpf_prog *, struct bpf_insn_access_aux *); int (*gen_prologue)(struct bpf_insn *, bool, const struct bpf_prog *); int (*gen_ld_abs)(const struct bpf_insn *, struct bpf_insn *); u32 (*convert_ctx_access)(enum bpf_access_type, const struct bpf_insn *, struct bpf_insn *, struct bpf_prog *, u32 *); int (*btf_struct_access)(struct bpf_verifier_log *, const struct bpf_reg_state *, int, int); }; struct bpf_offload_dev; struct bpf_prog_offload { struct bpf_prog *prog; struct net_device *netdev; struct bpf_offload_dev *offdev; void *dev_priv; struct list_head offloads; bool dev_state; bool opt_failed; void *jited_image; u32 jited_len; }; struct btf_func_model { u8 ret_size; u8 ret_flags; u8 nr_args; u8 arg_size[12]; u8 arg_flags[12]; }; struct bpf_tramp_image { void *image; struct bpf_ksym ksym; struct percpu_ref pcref; void *ip_after_call; void *ip_epilogue; union { struct callback_head rcu; struct work_struct work; }; }; struct bpf_trampoline { struct hlist_node hlist; struct ftrace_ops *fops; struct mutex mutex; refcount_t refcnt; u32 flags; u64 key; struct { struct btf_func_model model; void *addr; bool ftrace_managed; } func; struct bpf_prog *extension_prog; struct hlist_head progs_hlist[3]; int progs_cnt[3]; struct bpf_tramp_image *cur_image; struct module *mod; }; struct bpf_attach_target_info { struct btf_func_model fmodel; long int tgt_addr; struct module *tgt_mod; const char *tgt_name; const struct btf_type *tgt_type; }; struct bpf_dynptr_kern { void *data; u32 size; u32 offset; }; struct bpf_func_info_aux { u16 linkage; bool unreliable; }; enum bpf_jit_poke_reason { BPF_POKE_REASON_TAIL_CALL = 0, }; struct bpf_jit_poke_descriptor { void *tailcall_target; void *tailcall_bypass; void *bypass_addr; void *aux; union { struct { struct bpf_map *map; u32 key; } tail_call; }; bool tailcall_target_stable; u8 adj_off; u16 reason; u32 insn_idx; }; struct bpf_ctx_arg_aux { u32 offset; enum bpf_reg_type reg_type; u32 btf_id; }; struct bpf_kfunc_desc { struct btf_func_model func_model; u32 func_id; s32 imm; u16 offset; long unsigned int addr; }; struct bpf_kfunc_desc_tab { struct bpf_kfunc_desc descs[256]; u32 nr_descs; }; struct bpf_kfunc_btf { struct btf *btf; struct module *module; u16 offset; }; struct bpf_kfunc_btf_tab { struct bpf_kfunc_btf descs[256]; u32 nr_descs; }; struct bpf_prog_stats { u64_stats_t cnt; u64_stats_t nsecs; u64_stats_t misses; struct u64_stats_sync syncp; long: 64; }; struct sock_fprog_kern { u16 len; struct sock_filter *filter; }; struct bpf_array_aux { struct list_head poke_progs; struct bpf_map *map; struct mutex poke_mutex; struct work_struct work; }; struct bpf_struct_ops { const struct bpf_verifier_ops *verifier_ops; int (*init)(struct btf *); int (*check_member)(const struct btf_type *, const struct btf_member *, const struct bpf_prog *); int (*init_member)(const struct btf_type *, const struct btf_member *, void *, const void *); int (*reg)(void *); void (*unreg)(void *); int (*update)(void *, void *); int (*validate)(void *); const struct btf_type *type; const struct btf_type *value_type; const char *name; struct btf_func_model func_models[64]; u32 type_id; u32 value_id; }; struct bpf_array { struct bpf_map map; u32 elem_size; u32 index_mask; struct bpf_array_aux *aux; union { struct { struct {} __empty_value; char value[0]; }; struct { struct {} __empty_ptrs; void *ptrs[0]; }; struct { struct {} __empty_pptrs; void *pptrs[0]; }; }; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum { BPF_MAX_LOOPS = 8388608, }; typedef u32 (*bpf_convert_ctx_access_t)(enum bpf_access_type, const struct bpf_insn *, struct bpf_insn *, struct bpf_prog *, u32 *); struct bpf_storage_buffer; struct bpf_cgroup_storage_map; struct bpf_cgroup_storage { union { struct bpf_storage_buffer *buf; void *percpu_buf; }; struct bpf_cgroup_storage_map *map; struct bpf_cgroup_storage_key key; struct list_head list_map; struct list_head list_cg; struct rb_node node; struct callback_head rcu; }; struct bpf_iter_meta { union { struct seq_file *seq; }; u64 session_id; u64 seq_num; }; struct bpf_core_ctx { struct bpf_verifier_log *log; const struct btf *btf; }; struct bpf_bprintf_data { u32 *bin_args; char *buf; bool get_bin_args; bool get_buf; }; struct tc_stats { __u64 bytes; __u32 packets; __u32 drops; __u32 overlimits; __u32 bps; __u32 pps; __u32 qlen; __u32 backlog; }; struct tc_sizespec { unsigned char cell_log; unsigned char size_log; short int cell_align; int overhead; unsigned int linklayer; unsigned int mpu; unsigned int mtu; unsigned int tsize; }; struct qdisc_skb_head { struct sk_buff *head; struct sk_buff *tail; __u32 qlen; spinlock_t lock; }; struct gnet_stats_basic_sync { u64_stats_t bytes; u64_stats_t packets; struct u64_stats_sync syncp; }; struct gnet_stats_queue { __u32 qlen; __u32 backlog; __u32 drops; __u32 requeues; __u32 overlimits; }; struct Qdisc_ops; struct qdisc_size_table; struct net_rate_estimator; struct Qdisc { int (*enqueue)(struct sk_buff *, struct Qdisc *, struct sk_buff **); struct sk_buff * (*dequeue)(struct Qdisc *); unsigned int flags; u32 limit; const struct Qdisc_ops *ops; struct qdisc_size_table *stab; struct hlist_node hash; u32 handle; u32 parent; struct netdev_queue *dev_queue; struct net_rate_estimator *rate_est; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_queue *cpu_qstats; int pad; refcount_t refcnt; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sk_buff_head gso_skb; struct qdisc_skb_head q; struct gnet_stats_basic_sync bstats; struct gnet_stats_queue qstats; long unsigned int state; long unsigned int state2; struct Qdisc *next_sched; struct sk_buff_head skb_bad_txq; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t busylock; spinlock_t seqlock; struct callback_head rcu; netdevice_tracker dev_tracker; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long int privdata[0]; }; struct tcf_proto; struct tcf_block; struct mini_Qdisc { struct tcf_proto *filter_list; struct tcf_block *block; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_queue *cpu_qstats; long unsigned int rcu_state; }; struct tcmsg { unsigned char tcm_family; unsigned char tcm__pad1; short unsigned int tcm__pad2; int tcm_ifindex; __u32 tcm_handle; __u32 tcm_parent; __u32 tcm_info; }; struct sk_filter { refcount_t refcnt; struct callback_head rcu; struct bpf_prog *prog; }; struct bpf_storage_buffer { struct callback_head rcu; char data[0]; }; struct gnet_dump { spinlock_t *lock; struct sk_buff *skb; struct nlattr *tail; int compat_tc_stats; int compat_xstats; int padattr; void *xstats; int xstats_len; struct tc_stats tc_stats; }; enum flow_action_hw_stats_bit { FLOW_ACTION_HW_STATS_IMMEDIATE_BIT = 0, FLOW_ACTION_HW_STATS_DELAYED_BIT = 1, FLOW_ACTION_HW_STATS_DISABLED_BIT = 2, FLOW_ACTION_HW_STATS_NUM_BITS = 3, }; struct flow_block { struct list_head cb_list; }; typedef int flow_setup_cb_t(enum tc_setup_type, void *, void *); struct qdisc_size_table { struct callback_head rcu; struct list_head list; struct tc_sizespec szopts; int refcnt; u16 data[0]; }; struct Qdisc_class_ops; struct Qdisc_ops { struct Qdisc_ops *next; const struct Qdisc_class_ops *cl_ops; char id[16]; int priv_size; unsigned int static_flags; int (*enqueue)(struct sk_buff *, struct Qdisc *, struct sk_buff **); struct sk_buff * (*dequeue)(struct Qdisc *); struct sk_buff * (*peek)(struct Qdisc *); int (*init)(struct Qdisc *, struct nlattr *, struct netlink_ext_ack *); void (*reset)(struct Qdisc *); void (*destroy)(struct Qdisc *); int (*change)(struct Qdisc *, struct nlattr *, struct netlink_ext_ack *); void (*attach)(struct Qdisc *); int (*change_tx_queue_len)(struct Qdisc *, unsigned int); void (*change_real_num_tx)(struct Qdisc *, unsigned int); int (*dump)(struct Qdisc *, struct sk_buff *); int (*dump_stats)(struct Qdisc *, struct gnet_dump *); void (*ingress_block_set)(struct Qdisc *, u32); void (*egress_block_set)(struct Qdisc *, u32); u32 (*ingress_block_get)(struct Qdisc *); u32 (*egress_block_get)(struct Qdisc *); struct module *owner; }; struct qdisc_walker; struct Qdisc_class_ops { unsigned int flags; struct netdev_queue * (*select_queue)(struct Qdisc *, struct tcmsg *); int (*graft)(struct Qdisc *, long unsigned int, struct Qdisc *, struct Qdisc **, struct netlink_ext_ack *); struct Qdisc * (*leaf)(struct Qdisc *, long unsigned int); void (*qlen_notify)(struct Qdisc *, long unsigned int); long unsigned int (*find)(struct Qdisc *, u32); int (*change)(struct Qdisc *, u32, u32, struct nlattr **, long unsigned int *, struct netlink_ext_ack *); int (*delete)(struct Qdisc *, long unsigned int, struct netlink_ext_ack *); void (*walk)(struct Qdisc *, struct qdisc_walker *); struct tcf_block * (*tcf_block)(struct Qdisc *, long unsigned int, struct netlink_ext_ack *); long unsigned int (*bind_tcf)(struct Qdisc *, long unsigned int, u32); void (*unbind_tcf)(struct Qdisc *, long unsigned int); int (*dump)(struct Qdisc *, long unsigned int, struct sk_buff *, struct tcmsg *); int (*dump_stats)(struct Qdisc *, long unsigned int, struct gnet_dump *); }; struct tcf_chain; struct tcf_block { struct mutex lock; struct list_head chain_list; u32 index; u32 classid; refcount_t refcnt; struct net *net; struct Qdisc *q; struct rw_semaphore cb_lock; struct flow_block flow_block; struct list_head owner_list; bool keep_dst; atomic_t offloadcnt; unsigned int nooffloaddevcnt; unsigned int lockeddevcnt; struct { struct tcf_chain *chain; struct list_head filter_chain_list; } chain0; struct callback_head rcu; struct hlist_head proto_destroy_ht[128]; struct mutex proto_destroy_lock; }; struct tcf_result; struct tcf_proto_ops; struct tcf_proto { struct tcf_proto *next; void *root; int (*classify)(struct sk_buff *, const struct tcf_proto *, struct tcf_result *); __be16 protocol; u32 prio; void *data; const struct tcf_proto_ops *ops; struct tcf_chain *chain; spinlock_t lock; bool deleting; refcount_t refcnt; struct callback_head rcu; struct hlist_node destroy_ht_node; }; struct tcf_result { union { struct { long unsigned int class; u32 classid; }; const struct tcf_proto *goto_tp; }; }; struct tcf_walker; struct tcf_exts; struct tcf_proto_ops { struct list_head head; char kind[16]; int (*classify)(struct sk_buff *, const struct tcf_proto *, struct tcf_result *); int (*init)(struct tcf_proto *); void (*destroy)(struct tcf_proto *, bool, struct netlink_ext_ack *); void * (*get)(struct tcf_proto *, u32); void (*put)(struct tcf_proto *, void *); int (*change)(struct net *, struct sk_buff *, struct tcf_proto *, long unsigned int, u32, struct nlattr **, void **, u32, struct netlink_ext_ack *); int (*delete)(struct tcf_proto *, void *, bool *, bool, struct netlink_ext_ack *); bool (*delete_empty)(struct tcf_proto *); void (*walk)(struct tcf_proto *, struct tcf_walker *, bool); int (*reoffload)(struct tcf_proto *, bool, flow_setup_cb_t *, void *, struct netlink_ext_ack *); void (*hw_add)(struct tcf_proto *, void *); void (*hw_del)(struct tcf_proto *, void *); void (*bind_class)(void *, u32, long unsigned int, void *, long unsigned int); void * (*tmplt_create)(struct net *, struct tcf_chain *, struct nlattr **, struct netlink_ext_ack *); void (*tmplt_destroy)(void *); struct tcf_exts * (*get_exts)(const struct tcf_proto *, u32); int (*dump)(struct net *, struct tcf_proto *, void *, struct sk_buff *, struct tcmsg *, bool); int (*terse_dump)(struct net *, struct tcf_proto *, void *, struct sk_buff *, struct tcmsg *, bool); int (*tmplt_dump)(struct sk_buff *, struct net *, void *); struct module *owner; int flags; }; struct tcf_chain { struct mutex filter_chain_lock; struct tcf_proto *filter_chain; struct list_head list; struct tcf_block *block; u32 index; unsigned int refcnt; unsigned int action_refcnt; bool explicitly_created; bool flushing; const struct tcf_proto_ops *tmplt_ops; void *tmplt_priv; struct callback_head rcu; }; struct bpf_active_lock { void *ptr; u32 id; }; enum bpf_stack_slot_type { STACK_INVALID = 0, STACK_SPILL = 1, STACK_MISC = 2, STACK_ZERO = 3, STACK_DYNPTR = 4, STACK_ITER = 5, }; struct bpf_stack_state { struct bpf_reg_state spilled_ptr; u8 slot_type[8]; }; struct bpf_reference_state { int id; int insn_idx; int callback_ref; }; struct bpf_idx_pair { u32 prev_idx; u32 idx; }; struct bpf_verifier_state { struct bpf_func_state *frame[8]; struct bpf_verifier_state *parent; u32 branches; u32 insn_idx; u32 curframe; struct bpf_active_lock active_lock; bool speculative; bool active_rcu_lock; u32 first_insn_idx; u32 last_insn_idx; struct bpf_idx_pair *jmp_history; u32 jmp_history_cnt; }; struct bpf_verifier_state_list { struct bpf_verifier_state state; struct bpf_verifier_state_list *next; int miss_cnt; int hit_cnt; }; struct bpf_loop_inline_state { unsigned int initialized: 1; unsigned int fit_for_inline: 1; u32 callback_subprogno; }; struct bpf_insn_aux_data { union { enum bpf_reg_type ptr_type; long unsigned int map_ptr_state; s32 call_imm; u32 alu_limit; struct { u32 map_index; u32 map_off; }; struct { enum bpf_reg_type reg_type; union { struct { struct btf *btf; u32 btf_id; }; u32 mem_size; }; } btf_var; struct bpf_loop_inline_state loop_inline_state; }; union { u64 obj_new_size; u64 insert_off; }; struct btf_struct_meta *kptr_struct_meta; u64 map_key_state; int ctx_field_size; u32 seen; bool sanitize_stack_spill; bool zext_dst; bool storage_get_func_atomic; bool is_iter_next; u8 alu_state; unsigned int orig_idx; bool jmp_point; bool prune_point; bool force_checkpoint; }; struct bpf_verifier_stack_elem { struct bpf_verifier_state st; int insn_idx; int prev_insn_idx; struct bpf_verifier_stack_elem *next; u32 log_pos; }; typedef void (*bpf_insn_print_t)(void *, const char *, ...); typedef const char * (*bpf_insn_revmap_call_t)(void *, const struct bpf_insn *); typedef const char * (*bpf_insn_print_imm_t)(void *, const struct bpf_insn *, __u64); struct bpf_insn_cbs { bpf_insn_print_t cb_print; bpf_insn_revmap_call_t cb_call; bpf_insn_print_imm_t cb_imm; void *private_data; }; struct bpf_call_arg_meta { struct bpf_map *map_ptr; bool raw_mode; bool pkt_access; u8 release_regno; int regno; int access_size; int mem_size; u64 msize_max_value; int ref_obj_id; int dynptr_id; int map_uid; int func_id; struct btf *btf; u32 btf_id; struct btf *ret_btf; u32 ret_btf_id; u32 subprogno; struct btf_field *kptr_field; }; struct bpf_kfunc_call_arg_meta { struct btf *btf; u32 func_id; u32 kfunc_flags; const struct btf_type *func_proto; const char *func_name; u32 ref_obj_id; u8 release_regno; bool r0_rdonly; u32 ret_btf_id; u64 r0_size; u32 subprogno; struct { u64 value; bool found; } arg_constant; struct btf *arg_btf; u32 arg_btf_id; bool arg_owning_ref; struct { struct btf_field *field; } arg_list_head; struct { struct btf_field *field; } arg_rbtree_root; struct { enum bpf_dynptr_type type; u32 id; } initialized_dynptr; struct { u8 spi; u8 frameno; } iter; u64 mem_size; }; enum reg_arg_type { SRC_OP = 0, DST_OP = 1, DST_OP_NO_MARK = 2, }; enum bpf_access_src { ACCESS_DIRECT = 1, ACCESS_HELPER = 2, }; struct task_struct__safe_rcu { const cpumask_t *cpus_ptr; struct css_set *cgroups; struct task_struct *real_parent; struct task_struct *group_leader; }; struct cgroup__safe_rcu { struct kernfs_node *kn; }; struct css_set__safe_rcu { struct cgroup *dfl_cgrp; }; struct mm_struct__safe_rcu_or_null { struct file *exe_file; }; struct sk_buff__safe_rcu_or_null { struct sock *sk; }; struct request_sock__safe_rcu_or_null { struct sock *sk; }; struct bpf_iter_meta__safe_trusted { struct seq_file *seq; }; struct bpf_iter__task__safe_trusted { struct bpf_iter_meta *meta; struct task_struct *task; }; struct linux_binprm__safe_trusted { struct file *file; }; struct file__safe_trusted { struct inode *f_inode; }; struct dentry__safe_trusted { struct inode *d_inode; }; struct socket__safe_trusted { struct sock *sk; }; struct bpf_reg_types { const enum bpf_reg_type types[10]; u32 *btf_id; }; enum { AT_PKT_END = -1, BEYOND_PKT_END = -2, }; typedef int (*set_callee_state_fn)(struct bpf_verifier_env *, struct bpf_func_state *, struct bpf_func_state *, int); enum { KF_ARG_DYNPTR_ID = 0, KF_ARG_LIST_HEAD_ID = 1, KF_ARG_LIST_NODE_ID = 2, KF_ARG_RB_ROOT_ID = 3, KF_ARG_RB_NODE_ID = 4, }; enum kfunc_ptr_arg_type { KF_ARG_PTR_TO_CTX = 0, KF_ARG_PTR_TO_ALLOC_BTF_ID = 1, KF_ARG_PTR_TO_REFCOUNTED_KPTR = 2, KF_ARG_PTR_TO_DYNPTR = 3, KF_ARG_PTR_TO_ITER = 4, KF_ARG_PTR_TO_LIST_HEAD = 5, KF_ARG_PTR_TO_LIST_NODE = 6, KF_ARG_PTR_TO_BTF_ID = 7, KF_ARG_PTR_TO_MEM = 8, KF_ARG_PTR_TO_MEM_SIZE = 9, KF_ARG_PTR_TO_CALLBACK = 10, KF_ARG_PTR_TO_RB_ROOT = 11, KF_ARG_PTR_TO_RB_NODE = 12, }; enum special_kfunc_type { KF_bpf_obj_new_impl = 0, KF_bpf_obj_drop_impl = 1, KF_bpf_refcount_acquire_impl = 2, KF_bpf_list_push_front_impl = 3, KF_bpf_list_push_back_impl = 4, KF_bpf_list_pop_front = 5, KF_bpf_list_pop_back = 6, KF_bpf_cast_to_kern_ctx = 7, KF_bpf_rdonly_cast = 8, KF_bpf_rcu_read_lock = 9, KF_bpf_rcu_read_unlock = 10, KF_bpf_rbtree_remove = 11, KF_bpf_rbtree_add_impl = 12, KF_bpf_rbtree_first = 13, KF_bpf_dynptr_from_skb = 14, KF_bpf_dynptr_from_xdp = 15, KF_bpf_dynptr_slice = 16, KF_bpf_dynptr_slice_rdwr = 17, }; enum { REASON_BOUNDS = -1, REASON_TYPE = -2, REASON_PATHS = -3, REASON_LIMIT = -4, REASON_STACK = -5, }; struct bpf_sanitize_info { struct bpf_insn_aux_data aux; bool mask_to_left; }; enum { DISCOVERED = 16, EXPLORED = 32, FALLTHROUGH = 1, BRANCH = 2, }; enum { DONE_EXPLORING = 0, KEEP_EXPLORING = 1, }; struct bpf_iter; union bpf_iter_link_info { struct { __u32 map_fd; } map; struct { enum bpf_cgroup_iter_order order; __u32 cgroup_fd; __u64 cgroup_id; } cgroup; struct { __u32 tid; __u32 pid; __u32 pid_fd; } task; }; enum bpf_link_type { BPF_LINK_TYPE_UNSPEC = 0, BPF_LINK_TYPE_RAW_TRACEPOINT = 1, BPF_LINK_TYPE_TRACING = 2, BPF_LINK_TYPE_CGROUP = 3, BPF_LINK_TYPE_ITER = 4, BPF_LINK_TYPE_NETNS = 5, BPF_LINK_TYPE_XDP = 6, BPF_LINK_TYPE_PERF_EVENT = 7, BPF_LINK_TYPE_KPROBE_MULTI = 8, BPF_LINK_TYPE_STRUCT_OPS = 9, BPF_LINK_TYPE_NETFILTER = 10, MAX_BPF_LINK_TYPE = 11, }; struct bpf_link_info { __u32 type; __u32 id; __u32 prog_id; union { struct { __u64 tp_name; __u32 tp_name_len; } raw_tracepoint; struct { __u32 attach_type; __u32 target_obj_id; __u32 target_btf_id; } tracing; struct { __u64 cgroup_id; __u32 attach_type; } cgroup; struct { __u64 target_name; __u32 target_name_len; union { struct { __u32 map_id; } map; }; union { struct { __u64 cgroup_id; __u32 order; } cgroup; struct { __u32 tid; __u32 pid; } task; }; } iter; struct { __u32 netns_ino; __u32 attach_type; } netns; struct { __u32 ifindex; } xdp; struct { __u32 map_id; } struct_ops; struct { __u32 pf; __u32 hooknum; __s32 priority; __u32 flags; } netfilter; }; }; struct bpf_iter_num { __u64 __opaque[1]; }; typedef unsigned int (*bpf_func_t)(const void *, const struct bpf_insn *); struct bpf_link_ops; struct bpf_link { atomic64_t refcnt; u32 id; enum bpf_link_type type; const struct bpf_link_ops *ops; struct bpf_prog *prog; struct work_struct work; }; struct bpf_link_ops { void (*release)(struct bpf_link *); void (*dealloc)(struct bpf_link *); int (*detach)(struct bpf_link *); int (*update_prog)(struct bpf_link *, struct bpf_prog *, struct bpf_prog *); void (*show_fdinfo)(const struct bpf_link *, struct seq_file *); int (*fill_link_info)(const struct bpf_link *, struct bpf_link_info *); int (*update_map)(struct bpf_link *, struct bpf_map *, struct bpf_map *); }; struct bpf_link_primer { struct bpf_link *link; struct file *file; int fd; u32 id; }; typedef int (*bpf_iter_attach_target_t)(struct bpf_prog *, union bpf_iter_link_info *, struct bpf_iter_aux_info *); typedef void (*bpf_iter_detach_target_t)(struct bpf_iter_aux_info *); typedef void (*bpf_iter_show_fdinfo_t)(const struct bpf_iter_aux_info *, struct seq_file *); typedef int (*bpf_iter_fill_link_info_t)(const struct bpf_iter_aux_info *, struct bpf_link_info *); typedef const struct bpf_func_proto * (*bpf_iter_get_func_proto_t)(enum bpf_func_id, const struct bpf_prog *); enum bpf_iter_feature { BPF_ITER_RESCHED = 1, }; struct bpf_iter_reg { const char *target; bpf_iter_attach_target_t attach_target; bpf_iter_detach_target_t detach_target; bpf_iter_show_fdinfo_t show_fdinfo; bpf_iter_fill_link_info_t fill_link_info; bpf_iter_get_func_proto_t get_func_proto; u32 ctx_arg_info_size; u32 feature; struct bpf_ctx_arg_aux ctx_arg_info[2]; const struct bpf_iter_seq_info *seq_info; }; typedef unsigned int (*bpf_dispatcher_fn)(const void *, const struct bpf_insn *, unsigned int (*)(const void *, const struct bpf_insn *)); struct bpf_iter_target_info { struct list_head list; const struct bpf_iter_reg *reg_info; u32 btf_id; }; struct bpf_iter_link { struct bpf_link link; struct bpf_iter_aux_info aux; struct bpf_iter_target_info *tinfo; }; struct bpf_iter_priv_data { struct bpf_iter_target_info *tinfo; const struct bpf_iter_seq_info *seq_info; struct bpf_prog *prog; u64 session_id; u64 seq_num; bool done_stop; long: 0; u8 target_private[0]; }; typedef u64 (*btf_bpf_for_each_map_elem)(struct bpf_map *, void *, void *, u64); typedef u64 (*btf_bpf_loop)(u32, void *, void *, u64); struct bpf_iter_num_kern { int cur; int end; }; struct btf_iter_num; struct bpf_iter_seq_link_info { u32 link_id; }; struct bpf_iter__bpf_link { union { struct bpf_iter_meta *meta; }; union { struct bpf_link *link; }; }; struct pcpu_freelist_node; struct pcpu_freelist_head { struct pcpu_freelist_node *first; raw_spinlock_t lock; }; struct pcpu_freelist_node { struct pcpu_freelist_node *next; }; struct pcpu_freelist { struct pcpu_freelist_head *freelist; struct pcpu_freelist_head extralist; }; enum bpf_lru_list_type { BPF_LRU_LIST_T_ACTIVE = 0, BPF_LRU_LIST_T_INACTIVE = 1, BPF_LRU_LIST_T_FREE = 2, BPF_LRU_LOCAL_LIST_T_FREE = 3, BPF_LRU_LOCAL_LIST_T_PENDING = 4, }; struct bpf_lru_node { struct list_head list; u16 cpu; u8 type; u8 ref; }; struct bpf_lru_list { struct list_head lists[3]; unsigned int counts[2]; struct list_head *next_inactive_rotation; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; raw_spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_lru_locallist { struct list_head lists[2]; u16 next_steal; raw_spinlock_t lock; }; struct bpf_common_lru { struct bpf_lru_list lru_list; struct bpf_lru_locallist *local_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef bool (*del_from_htab_func)(void *, struct bpf_lru_node *); struct bpf_lru { union { struct bpf_common_lru common_lru; struct bpf_lru_list *percpu_lru; }; del_from_htab_func del_from_htab; void *del_arg; unsigned int hash_offset; unsigned int nr_scans; bool percpu; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_lpm_trie_key { __u32 prefixlen; __u8 data[0]; }; enum { BPF_ANY = 0, BPF_NOEXIST = 1, BPF_EXIST = 2, BPF_F_LOCK = 4, }; struct lpm_trie_node { struct callback_head rcu; struct lpm_trie_node *child[2]; u32 prefixlen; u32 flags; u8 data[0]; }; struct lpm_trie { struct bpf_map map; struct lpm_trie_node *root; size_t n_entries; size_t max_prefixlen; size_t data_size; spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum bpf_cgroup_storage_type { BPF_CGROUP_STORAGE_SHARED = 0, BPF_CGROUP_STORAGE_PERCPU = 1, __BPF_CGROUP_STORAGE_MAX = 2, }; enum { BPF_MAX_TRAMP_LINKS = 27, }; enum bpf_tramp_prog_type { BPF_TRAMP_FENTRY = 0, BPF_TRAMP_FEXIT = 1, BPF_TRAMP_MODIFY_RETURN = 2, BPF_TRAMP_MAX = 3, BPF_TRAMP_REPLACE = 4, }; struct bpf_queue_stack { struct bpf_map map; raw_spinlock_t lock; u32 head; u32 tail; u32 size; char elements[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_local_storage_data; struct bpf_local_storage { struct bpf_local_storage_data *cache[16]; struct bpf_local_storage_map *smap; struct hlist_head list; void *owner; struct callback_head rcu; raw_spinlock_t lock; }; struct bpf_mem_caches; struct bpf_mem_cache; struct bpf_mem_alloc { struct bpf_mem_caches *caches; struct bpf_mem_cache *cache; struct work_struct work; }; struct bpf_local_storage_map_bucket; struct bpf_local_storage_map { struct bpf_map map; struct bpf_local_storage_map_bucket *buckets; u32 bucket_log; u16 elem_size; u16 cache_idx; struct bpf_mem_alloc selem_ma; struct bpf_mem_alloc storage_ma; bool bpf_ma; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_local_storage_map_bucket { struct hlist_head list; raw_spinlock_t lock; }; struct bpf_local_storage_data { struct bpf_local_storage_map *smap; u8 data[0]; }; struct bpf_local_storage_elem { struct hlist_node map_node; struct hlist_node snode; struct bpf_local_storage *local_storage; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct bpf_local_storage_data sdata; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_local_storage_cache { spinlock_t idx_lock; u64 idx_usage_counts[16]; }; typedef void (*swap_r_func_t)(void *, void *, int, const void *); typedef int (*cmp_r_func_t)(const void *, const void *, const void *); struct btf_enum { __u32 name_off; __s32 val; }; enum { BTF_VAR_STATIC = 0, BTF_VAR_GLOBAL_ALLOCATED = 1, BTF_VAR_GLOBAL_EXTERN = 2, }; struct btf_var { __u32 linkage; }; struct btf_decl_tag { __s32 component_idx; }; struct btf_enum64 { __u32 name_off; __u32 val_lo32; __u32 val_hi32; }; struct bpf_flow_keys { __u16 nhoff; __u16 thoff; __u16 addr_proto; __u8 is_frag; __u8 is_first_frag; __u8 is_encap; __u8 ip_proto; __be16 n_proto; __be16 sport; __be16 dport; union { struct { __be32 ipv4_src; __be32 ipv4_dst; }; struct { __u32 ipv6_src[4]; __u32 ipv6_dst[4]; }; }; __u32 flags; __be32 flow_label; }; struct bpf_sock { __u32 bound_dev_if; __u32 family; __u32 type; __u32 protocol; __u32 mark; __u32 priority; __u32 src_ip4; __u32 src_ip6[4]; __u32 src_port; __be16 dst_port; __u32 dst_ip4; __u32 dst_ip6[4]; __u32 state; __s32 rx_queue_mapping; }; struct __sk_buff { __u32 len; __u32 pkt_type; __u32 mark; __u32 queue_mapping; __u32 protocol; __u32 vlan_present; __u32 vlan_tci; __u32 vlan_proto; __u32 priority; __u32 ingress_ifindex; __u32 ifindex; __u32 tc_index; __u32 cb[5]; __u32 hash; __u32 tc_classid; __u32 data; __u32 data_end; __u32 napi_id; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 data_meta; union { struct bpf_flow_keys *flow_keys; }; __u64 tstamp; __u32 wire_len; __u32 gso_segs; union { struct bpf_sock *sk; }; __u32 gso_size; __u8 tstamp_type; __u64 hwtstamp; }; struct sk_msg_md { union { void *data; }; union { void *data_end; }; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 size; union { struct bpf_sock *sk; }; }; struct sk_reuseport_md { union { void *data; }; union { void *data_end; }; __u32 len; __u32 eth_protocol; __u32 ip_protocol; __u32 bind_inany; __u32 hash; union { struct bpf_sock *sk; }; union { struct bpf_sock *migrating_sk; }; }; struct bpf_btf_info { __u64 btf; __u32 btf_size; __u32 id; __u64 name; __u32 name_len; __u32 kernel_btf; }; struct bpf_sock_addr { __u32 user_family; __u32 user_ip4; __u32 user_ip6[4]; __u32 user_port; __u32 family; __u32 type; __u32 protocol; __u32 msg_src_ip4; __u32 msg_src_ip6[4]; union { struct bpf_sock *sk; }; }; struct bpf_sock_ops { __u32 op; union { __u32 args[4]; __u32 reply; __u32 replylong[4]; }; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 is_fullsock; __u32 snd_cwnd; __u32 srtt_us; __u32 bpf_sock_ops_cb_flags; __u32 state; __u32 rtt_min; __u32 snd_ssthresh; __u32 rcv_nxt; __u32 snd_nxt; __u32 snd_una; __u32 mss_cache; __u32 ecn_flags; __u32 rate_delivered; __u32 rate_interval_us; __u32 packets_out; __u32 retrans_out; __u32 total_retrans; __u32 segs_in; __u32 data_segs_in; __u32 segs_out; __u32 data_segs_out; __u32 lost_out; __u32 sacked_out; __u32 sk_txhash; __u64 bytes_received; __u64 bytes_acked; union { struct bpf_sock *sk; }; union { void *skb_data; }; union { void *skb_data_end; }; __u32 skb_len; __u32 skb_tcp_flags; __u64 skb_hwtstamp; }; struct bpf_cgroup_dev_ctx { __u32 access_type; __u32 major; __u32 minor; }; struct bpf_raw_tracepoint_args { __u64 args[0]; }; struct bpf_sysctl { __u32 write; __u32 file_pos; }; struct bpf_sockopt { union { struct bpf_sock *sk; }; union { void *optval; }; union { void *optval_end; }; __s32 level; __s32 optname; __s32 optlen; __s32 retval; }; struct bpf_sk_lookup { union { union { struct bpf_sock *sk; }; __u64 cookie; }; __u32 family; __u32 protocol; __u32 remote_ip4; __u32 remote_ip6[4]; __be16 remote_port; __u32 local_ip4; __u32 local_ip6[4]; __u32 local_port; __u32 ingress_ifindex; }; enum { BTF_F_COMPACT = 1, BTF_F_NONAME = 2, BTF_F_PTR_RAW = 4, BTF_F_ZERO = 8, }; typedef user_pt_regs bpf_user_pt_regs_t; struct bpf_perf_event_data { bpf_user_pt_regs_t regs; __u64 sample_period; __u64 addr; }; typedef struct {} local_lock_t; struct xa_node { unsigned char shift; unsigned char offset; unsigned char count; unsigned char nr_values; struct xa_node *parent; struct xarray *array; union { struct list_head private_list; struct callback_head callback_head; }; void *slots[64]; union { long unsigned int tags[3]; long unsigned int marks[3]; }; }; struct radix_tree_preload { local_lock_t lock; unsigned int nr; struct xa_node *nodes; }; struct btf_id_set8 { u32 cnt; u32 flags; struct { u32 id; u32 flags; } pairs[0]; }; struct btf_kfunc_id_set { struct module *owner; struct btf_id_set8 *set; }; struct btf_id_dtor_kfunc { u32 btf_id; u32 kfunc_btf_id; }; struct btf_struct_metas { u32 cnt; struct btf_struct_meta types[0]; }; enum { BTF_FIELDS_MAX = 10, }; struct sk_reuseport_kern { struct sk_buff *skb; struct sock *sk; struct sock *selected_sk; struct sock *migrating_sk; void *data_end; u32 hash; u32 reuseport_id; bool bind_inany; }; struct bpf_flow_dissector { struct bpf_flow_keys *flow_keys; const struct sk_buff *skb; const void *data; const void *data_end; }; struct inet_ehash_bucket; struct inet_bind_hashbucket; struct inet_listen_hashbucket; struct inet_hashinfo { struct inet_ehash_bucket *ehash; spinlock_t *ehash_locks; unsigned int ehash_mask; unsigned int ehash_locks_mask; struct kmem_cache *bind_bucket_cachep; struct inet_bind_hashbucket *bhash; struct kmem_cache *bind2_bucket_cachep; struct inet_bind_hashbucket *bhash2; unsigned int bhash_size; unsigned int lhash2_mask; struct inet_listen_hashbucket *lhash2; bool pernet; }; struct ip_ra_chain { struct ip_ra_chain *next; struct sock *sk; union { void (*destructor)(struct sock *); struct sock *saved_sk; }; struct callback_head rcu; }; struct fib_table { struct hlist_node tb_hlist; u32 tb_id; int tb_num_default; struct callback_head rcu; long unsigned int *tb_data; long unsigned int __data[0]; }; struct inet_peer_base { struct rb_root rb_root; seqlock_t lock; int total; }; struct tcp_fastopen_context { siphash_key_t key[2]; int num; struct callback_head rcu; }; struct __una_u32 { u32 x; }; struct bpf_sock_addr_kern { struct sock *sk; struct sockaddr *uaddr; u64 tmp_reg; void *t_ctx; }; struct bpf_sock_ops_kern { struct sock *sk; union { u32 args[4]; u32 reply; u32 replylong[4]; }; struct sk_buff *syn_skb; struct sk_buff *skb; void *skb_data_end; u8 op; u8 is_fullsock; u8 remaining_opt_len; u64 temp; }; struct bpf_sysctl_kern { struct ctl_table_header *head; struct ctl_table *table; void *cur_val; size_t cur_len; void *new_val; size_t new_len; int new_updated; int write; loff_t *ppos; u64 tmp_reg; }; struct bpf_sockopt_kern { struct sock *sk; u8 *optval; u8 *optval_end; s32 level; s32 optname; s32 optlen; struct task_struct *current_task; u64 tmp_reg; }; struct bpf_sk_lookup_kern { u16 family; u16 protocol; __be16 sport; u16 dport; struct { __be32 saddr; __be32 daddr; } v4; struct { const struct in6_addr *saddr; const struct in6_addr *daddr; } v6; struct sock *selected_sk; u32 ingress_ifindex; bool no_reuseport; }; struct lwtunnel_state { __u16 type; __u16 flags; __u16 headroom; atomic_t refcnt; int (*orig_output)(struct net *, struct sock *, struct sk_buff *); int (*orig_input)(struct sk_buff *); struct callback_head rcu; __u8 data[0]; }; struct sock_reuseport { struct callback_head rcu; u16 max_socks; u16 num_socks; u16 num_closed_socks; u16 incoming_cpu; unsigned int synq_overflow_ts; unsigned int reuseport_id; unsigned int bind_inany: 1; unsigned int has_conns: 1; struct bpf_prog *prog; struct sock *socks[0]; }; struct sk_psock_progs { struct bpf_prog *msg_parser; struct bpf_prog *stream_parser; struct bpf_prog *stream_verdict; struct bpf_prog *skb_verdict; }; struct strp_stats { long long unsigned int msgs; long long unsigned int bytes; unsigned int mem_fail; unsigned int need_more_hdr; unsigned int msg_too_big; unsigned int msg_timeouts; unsigned int bad_hdr_len; }; struct strparser; struct strp_callbacks { int (*parse_msg)(struct strparser *, struct sk_buff *); void (*rcv_msg)(struct strparser *, struct sk_buff *); int (*read_sock_done)(struct strparser *, int); void (*abort_parser)(struct strparser *, int); void (*lock)(struct strparser *); void (*unlock)(struct strparser *); }; struct strparser { struct sock *sk; u32 stopped: 1; u32 paused: 1; u32 aborted: 1; u32 interrupted: 1; u32 unrecov_intr: 1; struct sk_buff **skb_nextp; struct sk_buff *skb_head; unsigned int need_bytes; struct delayed_work msg_timer_work; struct work_struct work; struct strp_stats stats; struct strp_callbacks cb; }; struct sk_psock_work_state { u32 len; u32 off; }; struct sk_msg; struct sk_psock { struct sock *sk; struct sock *sk_redir; u32 apply_bytes; u32 cork_bytes; u32 eval; bool redir_ingress; struct sk_msg *cork; struct sk_psock_progs progs; struct strparser strp; struct sk_buff_head ingress_skb; struct list_head ingress_msg; spinlock_t ingress_lock; long unsigned int state; struct list_head link; spinlock_t link_lock; refcount_t refcnt; void (*saved_unhash)(struct sock *); void (*saved_destroy)(struct sock *); void (*saved_close)(struct sock *, long int); void (*saved_write_space)(struct sock *); void (*saved_data_ready)(struct sock *); int (*psock_update_sk_prot)(struct sock *, struct sk_psock *, bool); struct proto *sk_proto; struct mutex work_mutex; struct sk_psock_work_state work_state; struct delayed_work work; struct rcu_work rwork; }; enum { __ND_OPT_PREFIX_INFO_END = 0, ND_OPT_SOURCE_LL_ADDR = 1, ND_OPT_TARGET_LL_ADDR = 2, ND_OPT_PREFIX_INFO = 3, ND_OPT_REDIRECT_HDR = 4, ND_OPT_MTU = 5, ND_OPT_NONCE = 14, __ND_OPT_ARRAY_MAX = 15, ND_OPT_ROUTE_INFO = 24, ND_OPT_RDNSS = 25, ND_OPT_DNSSL = 31, ND_OPT_6CO = 34, ND_OPT_CAPTIVE_PORTAL = 37, ND_OPT_PREF64 = 38, __ND_OPT_MAX = 39, }; struct nd_opt_hdr { __u8 nd_opt_type; __u8 nd_opt_len; }; struct ndisc_options { struct nd_opt_hdr *nd_opt_array[15]; struct nd_opt_hdr *nd_opts_ri; struct nd_opt_hdr *nd_opts_ri_end; struct nd_opt_hdr *nd_useropts; struct nd_opt_hdr *nd_useropts_end; struct nd_opt_hdr *nd_802154_opt_array[3]; }; struct prefix_info { __u8 type; __u8 length; __u8 prefix_len; __u8 onlink: 1; __u8 autoconf: 1; __u8 reserved: 6; __be32 valid; __be32 prefered; __be32 reserved2; struct in6_addr prefix; }; struct inet_ehash_bucket { struct hlist_nulls_head chain; }; struct inet_bind_hashbucket { spinlock_t lock; struct hlist_head chain; }; struct inet_listen_hashbucket { spinlock_t lock; struct hlist_nulls_head nulls_head; }; struct ack_sample { u32 pkts_acked; s32 rtt_us; u32 in_flight; }; struct rate_sample { u64 prior_mstamp; u32 prior_delivered; u32 prior_delivered_ce; s32 delivered; s32 delivered_ce; long int interval_us; u32 snd_interval_us; u32 rcv_interval_us; long int rtt_us; int losses; u32 acked_sacked; u32 prior_in_flight; u32 last_end_seq; bool is_app_limited; bool is_retrans; bool is_ack_delayed; }; struct sk_msg_sg { u32 start; u32 curr; u32 end; u32 size; u32 copybreak; long unsigned int copy[1]; struct scatterlist data[19]; }; struct sk_msg { struct sk_msg_sg sg; void *data; void *data_end; u32 apply_bytes; u32 cork_bytes; u32 flags; struct sk_buff *skb; struct sock *sk_redir; struct sock *sk; struct list_head list; }; struct bpf_perf_event_data_kern { bpf_user_pt_regs_t *regs; struct perf_sample_data *data; struct perf_event *event; }; struct nf_hook_state; struct bpf_nf_ctx { const struct nf_hook_state *state; struct sk_buff *skb; }; struct nf_hook_state { u8 hook; u8 pf; struct net_device *in; struct net_device *out; struct sock *sk; struct net *net; int (*okfn)(struct net *, struct sock *, struct sk_buff *); }; struct bpf_core_cand { const struct btf *btf; __u32 id; }; struct bpf_core_cand_list { struct bpf_core_cand *cands; int len; }; struct bpf_core_accessor { __u32 type_id; __u32 idx; const char *name; }; struct bpf_core_spec { const struct btf *btf; struct bpf_core_accessor spec[64]; __u32 root_type_id; enum bpf_core_relo_kind relo_kind; int len; int raw_spec[64]; int raw_len; __u32 bit_offset; }; struct bpf_core_relo_res { __u64 orig_val; __u64 new_val; bool poison; bool validate; bool fail_memsz_adjust; __u32 orig_sz; __u32 orig_type_id; __u32 new_sz; __u32 new_type_id; }; enum btf_kfunc_hook { BTF_KFUNC_HOOK_COMMON = 0, BTF_KFUNC_HOOK_XDP = 1, BTF_KFUNC_HOOK_TC = 2, BTF_KFUNC_HOOK_STRUCT_OPS = 3, BTF_KFUNC_HOOK_TRACING = 4, BTF_KFUNC_HOOK_SYSCALL = 5, BTF_KFUNC_HOOK_FMODRET = 6, BTF_KFUNC_HOOK_CGROUP_SKB = 7, BTF_KFUNC_HOOK_SCHED_ACT = 8, BTF_KFUNC_HOOK_SK_SKB = 9, BTF_KFUNC_HOOK_SOCKET_FILTER = 10, BTF_KFUNC_HOOK_LWT = 11, BTF_KFUNC_HOOK_NETFILTER = 12, BTF_KFUNC_HOOK_MAX = 13, }; enum { BTF_KFUNC_SET_MAX_CNT = 256, BTF_DTOR_KFUNC_MAX_CNT = 256, }; struct btf_kfunc_set_tab { struct btf_id_set8 *sets[13]; }; struct btf_id_dtor_kfunc_tab { u32 cnt; struct btf_id_dtor_kfunc dtors[0]; }; enum verifier_phase { CHECK_META = 0, CHECK_TYPE = 1, }; struct resolve_vertex { const struct btf_type *t; u32 type_id; u16 next_member; }; enum visit_state { NOT_VISITED = 0, VISITED = 1, RESOLVED = 2, }; enum resolve_mode { RESOLVE_TBD = 0, RESOLVE_PTR = 1, RESOLVE_STRUCT_OR_ARRAY = 2, }; struct btf_sec_info { u32 off; u32 len; }; struct btf_verifier_env { struct btf *btf; u8 *visit_states; struct resolve_vertex stack[32]; struct bpf_verifier_log log; u32 log_type_id; u32 top_stack; enum verifier_phase phase; enum resolve_mode resolve_mode; }; struct btf_show { u64 flags; void *target; void (*showfn)(struct btf_show *, const char *, struct __va_list_tag *); const struct btf *btf; struct { u8 depth; u8 depth_to_show; u8 depth_check; u8 array_member: 1; u8 array_terminated: 1; u16 array_encoding; u32 type_id; int status; const struct btf_type *type; const struct btf_member *member; char name[80]; } state; struct { u32 size; void *head; void *data; u8 safe[32]; } obj; }; struct btf_kind_operations { s32 (*check_meta)(struct btf_verifier_env *, const struct btf_type *, u32); int (*resolve)(struct btf_verifier_env *, const struct resolve_vertex *); int (*check_member)(struct btf_verifier_env *, const struct btf_type *, const struct btf_member *, const struct btf_type *); int (*check_kflag_member)(struct btf_verifier_env *, const struct btf_type *, const struct btf_member *, const struct btf_type *); void (*log_details)(struct btf_verifier_env *, const struct btf_type *); void (*show)(const struct btf *, const struct btf_type *, u32, void *, u8, struct btf_show *); }; enum { BTF_FIELD_IGNORE = 0, BTF_FIELD_FOUND = 1, }; struct btf_field_info { enum btf_field_type type; u32 off; union { struct { u32 type_id; } kptr; struct { const char *node_name; u32 value_btf_id; } graph_root; }; }; struct bpf_ctx_convert { struct __sk_buff BPF_PROG_TYPE_SOCKET_FILTER_prog; struct sk_buff BPF_PROG_TYPE_SOCKET_FILTER_kern; struct __sk_buff BPF_PROG_TYPE_SCHED_CLS_prog; struct sk_buff BPF_PROG_TYPE_SCHED_CLS_kern; struct __sk_buff BPF_PROG_TYPE_SCHED_ACT_prog; struct sk_buff BPF_PROG_TYPE_SCHED_ACT_kern; struct xdp_md BPF_PROG_TYPE_XDP_prog; struct xdp_buff BPF_PROG_TYPE_XDP_kern; struct __sk_buff BPF_PROG_TYPE_CGROUP_SKB_prog; struct sk_buff BPF_PROG_TYPE_CGROUP_SKB_kern; struct bpf_sock BPF_PROG_TYPE_CGROUP_SOCK_prog; struct sock BPF_PROG_TYPE_CGROUP_SOCK_kern; struct bpf_sock_addr BPF_PROG_TYPE_CGROUP_SOCK_ADDR_prog; struct bpf_sock_addr_kern BPF_PROG_TYPE_CGROUP_SOCK_ADDR_kern; struct __sk_buff BPF_PROG_TYPE_LWT_IN_prog; struct sk_buff BPF_PROG_TYPE_LWT_IN_kern; struct __sk_buff BPF_PROG_TYPE_LWT_OUT_prog; struct sk_buff BPF_PROG_TYPE_LWT_OUT_kern; struct __sk_buff BPF_PROG_TYPE_LWT_XMIT_prog; struct sk_buff BPF_PROG_TYPE_LWT_XMIT_kern; struct __sk_buff BPF_PROG_TYPE_LWT_SEG6LOCAL_prog; struct sk_buff BPF_PROG_TYPE_LWT_SEG6LOCAL_kern; struct bpf_sock_ops BPF_PROG_TYPE_SOCK_OPS_prog; struct bpf_sock_ops_kern BPF_PROG_TYPE_SOCK_OPS_kern; struct __sk_buff BPF_PROG_TYPE_SK_SKB_prog; struct sk_buff BPF_PROG_TYPE_SK_SKB_kern; struct sk_msg_md BPF_PROG_TYPE_SK_MSG_prog; struct sk_msg BPF_PROG_TYPE_SK_MSG_kern; struct __sk_buff BPF_PROG_TYPE_FLOW_DISSECTOR_prog; struct bpf_flow_dissector BPF_PROG_TYPE_FLOW_DISSECTOR_kern; bpf_user_pt_regs_t BPF_PROG_TYPE_KPROBE_prog; struct pt_regs BPF_PROG_TYPE_KPROBE_kern; __u64 BPF_PROG_TYPE_TRACEPOINT_prog; u64 BPF_PROG_TYPE_TRACEPOINT_kern; struct bpf_perf_event_data BPF_PROG_TYPE_PERF_EVENT_prog; struct bpf_perf_event_data_kern BPF_PROG_TYPE_PERF_EVENT_kern; struct bpf_raw_tracepoint_args BPF_PROG_TYPE_RAW_TRACEPOINT_prog; u64 BPF_PROG_TYPE_RAW_TRACEPOINT_kern; struct bpf_raw_tracepoint_args BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE_prog; u64 BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE_kern; void *BPF_PROG_TYPE_TRACING_prog; void *BPF_PROG_TYPE_TRACING_kern; struct bpf_cgroup_dev_ctx BPF_PROG_TYPE_CGROUP_DEVICE_prog; struct bpf_cgroup_dev_ctx BPF_PROG_TYPE_CGROUP_DEVICE_kern; struct bpf_sysctl BPF_PROG_TYPE_CGROUP_SYSCTL_prog; struct bpf_sysctl_kern BPF_PROG_TYPE_CGROUP_SYSCTL_kern; struct bpf_sockopt BPF_PROG_TYPE_CGROUP_SOCKOPT_prog; struct bpf_sockopt_kern BPF_PROG_TYPE_CGROUP_SOCKOPT_kern; __u32 BPF_PROG_TYPE_LIRC_MODE2_prog; u32 BPF_PROG_TYPE_LIRC_MODE2_kern; struct sk_reuseport_md BPF_PROG_TYPE_SK_REUSEPORT_prog; struct sk_reuseport_kern BPF_PROG_TYPE_SK_REUSEPORT_kern; struct bpf_sk_lookup BPF_PROG_TYPE_SK_LOOKUP_prog; struct bpf_sk_lookup_kern BPF_PROG_TYPE_SK_LOOKUP_kern; void *BPF_PROG_TYPE_STRUCT_OPS_prog; void *BPF_PROG_TYPE_STRUCT_OPS_kern; void *BPF_PROG_TYPE_EXT_prog; void *BPF_PROG_TYPE_EXT_kern; void *BPF_PROG_TYPE_LSM_prog; void *BPF_PROG_TYPE_LSM_kern; void *BPF_PROG_TYPE_SYSCALL_prog; void *BPF_PROG_TYPE_SYSCALL_kern; struct bpf_nf_ctx BPF_PROG_TYPE_NETFILTER_prog; struct bpf_nf_ctx BPF_PROG_TYPE_NETFILTER_kern; }; enum { __ctx_convertBPF_PROG_TYPE_SOCKET_FILTER = 0, __ctx_convertBPF_PROG_TYPE_SCHED_CLS = 1, __ctx_convertBPF_PROG_TYPE_SCHED_ACT = 2, __ctx_convertBPF_PROG_TYPE_XDP = 3, __ctx_convertBPF_PROG_TYPE_CGROUP_SKB = 4, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCK = 5, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCK_ADDR = 6, __ctx_convertBPF_PROG_TYPE_LWT_IN = 7, __ctx_convertBPF_PROG_TYPE_LWT_OUT = 8, __ctx_convertBPF_PROG_TYPE_LWT_XMIT = 9, __ctx_convertBPF_PROG_TYPE_LWT_SEG6LOCAL = 10, __ctx_convertBPF_PROG_TYPE_SOCK_OPS = 11, __ctx_convertBPF_PROG_TYPE_SK_SKB = 12, __ctx_convertBPF_PROG_TYPE_SK_MSG = 13, __ctx_convertBPF_PROG_TYPE_FLOW_DISSECTOR = 14, __ctx_convertBPF_PROG_TYPE_KPROBE = 15, __ctx_convertBPF_PROG_TYPE_TRACEPOINT = 16, __ctx_convertBPF_PROG_TYPE_PERF_EVENT = 17, __ctx_convertBPF_PROG_TYPE_RAW_TRACEPOINT = 18, __ctx_convertBPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE = 19, __ctx_convertBPF_PROG_TYPE_TRACING = 20, __ctx_convertBPF_PROG_TYPE_CGROUP_DEVICE = 21, __ctx_convertBPF_PROG_TYPE_CGROUP_SYSCTL = 22, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCKOPT = 23, __ctx_convertBPF_PROG_TYPE_LIRC_MODE2 = 24, __ctx_convertBPF_PROG_TYPE_SK_REUSEPORT = 25, __ctx_convertBPF_PROG_TYPE_SK_LOOKUP = 26, __ctx_convertBPF_PROG_TYPE_STRUCT_OPS = 27, __ctx_convertBPF_PROG_TYPE_EXT = 28, __ctx_convertBPF_PROG_TYPE_LSM = 29, __ctx_convertBPF_PROG_TYPE_SYSCALL = 30, __ctx_convertBPF_PROG_TYPE_NETFILTER = 31, __ctx_convert_unused = 32, }; enum bpf_struct_walk_result { WALK_SCALAR = 0, WALK_PTR = 1, WALK_STRUCT = 2, }; struct btf_show_snprintf { struct btf_show show; int len_left; int len; }; enum { BTF_MODULE_F_LIVE = 1, }; struct btf_module { struct list_head list; struct module *module; struct btf *btf; struct bin_attribute *sysfs_attr; int flags; }; typedef u64 (*btf_bpf_btf_find_by_name_kind)(char *, int, u32, int); struct bpf_cand_cache { const char *name; u32 name_len; u16 kind; u16 cnt; struct { const struct btf *btf; u32 id; } cands[0]; }; enum bpf_stack_build_id_status { BPF_STACK_BUILD_ID_EMPTY = 0, BPF_STACK_BUILD_ID_VALID = 1, BPF_STACK_BUILD_ID_IP = 2, }; struct bpf_stack_build_id { __s32 status; unsigned char build_id[20]; union { __u64 offset; __u64 ip; }; }; enum { BPF_F_SKIP_FIELD_MASK = 255, BPF_F_USER_STACK = 256, BPF_F_FAST_STACK_CMP = 512, BPF_F_REUSE_STACKID = 1024, BPF_F_USER_BUILD_ID = 2048, }; enum perf_callchain_context { PERF_CONTEXT_HV = 18446744073709551584ULL, PERF_CONTEXT_KERNEL = 18446744073709551488ULL, PERF_CONTEXT_USER = 18446744073709551104ULL, PERF_CONTEXT_GUEST = 18446744073709549568ULL, PERF_CONTEXT_GUEST_KERNEL = 18446744073709549440ULL, PERF_CONTEXT_GUEST_USER = 18446744073709549056ULL, PERF_CONTEXT_MAX = 18446744073709547521ULL, }; struct mmap_unlock_irq_work { struct irq_work irq_work; struct mm_struct *mm; }; struct stack_map_bucket { struct pcpu_freelist_node fnode; u32 hash; u32 nr; u64 data[0]; }; struct bpf_stack_map { struct bpf_map map; void *elems; struct pcpu_freelist freelist; u32 n_buckets; struct stack_map_bucket *buckets[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef u64 (*btf_bpf_get_stackid)(struct pt_regs *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stackid_pe)(struct bpf_perf_event_data_kern *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack)(struct pt_regs *, void *, u32, u64); typedef u64 (*btf_bpf_get_task_stack)(struct task_struct *, void *, u32, u64); typedef u64 (*btf_bpf_get_stack_pe)(struct bpf_perf_event_data_kern *, void *, u32, u64); enum sock_type { SOCK_STREAM = 1, SOCK_DGRAM = 2, SOCK_RAW = 3, SOCK_RDM = 4, SOCK_SEQPACKET = 5, SOCK_DCCP = 6, SOCK_PACKET = 10, }; enum sock_flags { SOCK_DEAD = 0, SOCK_DONE = 1, SOCK_URGINLINE = 2, SOCK_KEEPOPEN = 3, SOCK_LINGER = 4, SOCK_DESTROY = 5, SOCK_BROADCAST = 6, SOCK_TIMESTAMP = 7, SOCK_ZAPPED = 8, SOCK_USE_WRITE_QUEUE = 9, SOCK_DBG = 10, SOCK_RCVTSTAMP = 11, SOCK_RCVTSTAMPNS = 12, SOCK_LOCALROUTE = 13, SOCK_MEMALLOC = 14, SOCK_TIMESTAMPING_RX_SOFTWARE = 15, SOCK_FASYNC = 16, SOCK_RXQ_OVFL = 17, SOCK_ZEROCOPY = 18, SOCK_WIFI_STATUS = 19, SOCK_NOFCS = 20, SOCK_FILTER_LOCKED = 21, SOCK_SELECT_ERR_QUEUE = 22, SOCK_RCU_FREE = 23, SOCK_TXTIME = 24, SOCK_XDP = 25, SOCK_TSTAMP_NEW = 26, SOCK_RCVMARK = 27, }; struct reuseport_array { struct bpf_map map; struct sock *ptrs[0]; }; enum { BPF_F_BPRM_SECUREEXEC = 1, }; struct sembuf { short unsigned int sem_num; short int sem_op; short int sem_flg; }; enum key_need_perm { KEY_NEED_UNSPECIFIED = 0, KEY_NEED_VIEW = 1, KEY_NEED_READ = 2, KEY_NEED_WRITE = 3, KEY_NEED_SEARCH = 4, KEY_NEED_LINK = 5, KEY_NEED_SETATTR = 6, KEY_NEED_UNLINK = 7, KEY_SYSADMIN_OVERRIDE = 8, KEY_AUTHTOKEN_OVERRIDE = 9, KEY_DEFER_PERM_CHECK = 10, }; struct __key_reference_with_attributes; typedef struct __key_reference_with_attributes *key_ref_t; struct bpf_trace_run_ctx { struct bpf_run_ctx run_ctx; u64 bpf_cookie; }; struct xfrm_sec_ctx { __u8 ctx_doi; __u8 ctx_alg; __u16 ctx_len; __u32 ctx_sid; char ctx_str[0]; }; struct xfrm_user_sec_ctx { __u16 len; __u16 exttype; __u8 ctx_alg; __u8 ctx_doi; __u16 ctx_len; }; enum kernel_read_file_id { READING_UNKNOWN = 0, READING_FIRMWARE = 1, READING_MODULE = 2, READING_KEXEC_IMAGE = 3, READING_KEXEC_INITRAMFS = 4, READING_POLICY = 5, READING_X509_CERTIFICATE = 6, READING_MAX_ID = 7, }; enum hash_algo { HASH_ALGO_MD4 = 0, HASH_ALGO_MD5 = 1, HASH_ALGO_SHA1 = 2, HASH_ALGO_RIPE_MD_160 = 3, HASH_ALGO_SHA256 = 4, HASH_ALGO_SHA384 = 5, HASH_ALGO_SHA512 = 6, HASH_ALGO_SHA224 = 7, HASH_ALGO_RIPE_MD_128 = 8, HASH_ALGO_RIPE_MD_256 = 9, HASH_ALGO_RIPE_MD_320 = 10, HASH_ALGO_WP_256 = 11, HASH_ALGO_WP_384 = 12, HASH_ALGO_WP_512 = 13, HASH_ALGO_TGR_128 = 14, HASH_ALGO_TGR_160 = 15, HASH_ALGO_TGR_192 = 16, HASH_ALGO_SM3_256 = 17, HASH_ALGO_STREEBOG_256 = 18, HASH_ALGO_STREEBOG_512 = 19, HASH_ALGO__LAST = 20, }; typedef u64 (*btf_bpf_bprm_opts_set)(struct linux_binprm *, u64); typedef u64 (*btf_bpf_ima_inode_hash)(struct inode *, void *, u32); typedef u64 (*btf_bpf_ima_file_hash)(struct file *, void *, u32); typedef u64 (*btf_bpf_get_attach_cookie)(void *); struct perf_callchain_entry_ctx { struct perf_callchain_entry *entry; u32 max_stack; u32 nr; short int contexts; bool contexts_maxed; }; struct callchain_cpus_entries { struct callback_head callback_head; struct perf_callchain_entry *cpu_entries[0]; }; struct workqueue_attrs { int nice; cpumask_var_t cpumask; bool no_numa; }; struct parallel_data; struct padata_priv { struct list_head list; struct parallel_data *pd; int cb_cpu; unsigned int seq_nr; int info; void (*parallel)(struct padata_priv *); void (*serial)(struct padata_priv *); }; struct padata_cpumask { cpumask_var_t pcpu; cpumask_var_t cbcpu; }; struct padata_shell; struct padata_list; struct padata_serial_queue; struct parallel_data { struct padata_shell *ps; struct padata_list *reorder_list; struct padata_serial_queue *squeue; refcount_t refcnt; unsigned int seq_nr; unsigned int processed; int cpu; struct padata_cpumask cpumask; struct work_struct reorder_work; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct padata_list { struct list_head list; spinlock_t lock; }; struct padata_serial_queue { struct padata_list serial; struct work_struct work; struct parallel_data *pd; }; struct padata_instance; struct padata_shell { struct padata_instance *pinst; struct parallel_data *pd; struct parallel_data *opd; struct list_head list; }; struct padata_instance { struct hlist_node cpu_online_node; struct hlist_node cpu_dead_node; struct workqueue_struct *parallel_wq; struct workqueue_struct *serial_wq; struct list_head pslist; struct padata_cpumask cpumask; struct kobject kobj; struct mutex lock; u8 flags; }; struct padata_mt_job { void (*thread_fn)(long unsigned int, long unsigned int, void *); void *fn_arg; long unsigned int start; long unsigned int size; long unsigned int align; long unsigned int min_chunk; int max_threads; }; struct padata_work { struct work_struct pw_work; struct list_head pw_list; void *pw_data; }; struct padata_mt_job_state { spinlock_t lock; struct completion completion; struct padata_mt_job *job; int nworks; int nworks_fini; long unsigned int chunk_size; }; struct padata_sysfs_entry { struct attribute attr; ssize_t (*show)(struct padata_instance *, struct attribute *, char *); ssize_t (*store)(struct padata_instance *, struct attribute *, const char *, size_t); }; struct mem_section_usage { long unsigned int subsection_map[2]; long unsigned int pageblock_flags[0]; }; struct page_ext; struct mem_section { long unsigned int section_mem_map; struct mem_section_usage *usage; struct page_ext *page_ext; long unsigned int pad; }; struct page_ext { long unsigned int flags; }; enum { SECTION_MARKED_PRESENT_BIT = 0, SECTION_HAS_MEM_MAP_BIT = 1, SECTION_IS_ONLINE_BIT = 2, SECTION_IS_EARLY_BIT = 3, SECTION_MAP_LAST_BIT = 4, }; enum { IORES_DESC_NONE = 0, IORES_DESC_CRASH_KERNEL = 1, IORES_DESC_ACPI_TABLES = 2, IORES_DESC_ACPI_NV_STORAGE = 3, IORES_DESC_PERSISTENT_MEMORY = 4, IORES_DESC_PERSISTENT_MEMORY_LEGACY = 5, IORES_DESC_DEVICE_PRIVATE_MEMORY = 6, IORES_DESC_RESERVED = 7, IORES_DESC_SOFT_RESERVED = 8, IORES_DESC_CXL = 9, }; enum { REGION_INTERSECTS = 0, REGION_DISJOINT = 1, REGION_MIXED = 2, }; enum { MEMREMAP_WB = 1, MEMREMAP_WT = 2, MEMREMAP_WC = 4, MEMREMAP_ENC = 8, MEMREMAP_DEC = 16, }; struct watch; struct watch_list { struct callback_head rcu; struct hlist_head watchers; void (*release_watch)(struct watch *); spinlock_t lock; }; enum watch_notification_type { WATCH_TYPE_META = 0, WATCH_TYPE_KEY_NOTIFY = 1, WATCH_TYPE__NR = 2, }; enum watch_meta_notification_subtype { WATCH_META_REMOVAL_NOTIFICATION = 0, WATCH_META_LOSS_NOTIFICATION = 1, }; struct watch_notification { __u32 type: 24; __u32 subtype: 8; __u32 info; }; struct watch_notification_type_filter { __u32 type; __u32 info_filter; __u32 info_mask; __u32 subtype_filter[8]; }; struct watch_notification_filter { __u32 nr_filters; __u32 __reserved; struct watch_notification_type_filter filters[0]; }; struct watch_notification_removal { struct watch_notification watch; __u64 id; }; struct watch_type_filter { enum watch_notification_type type; __u32 subtype_filter[1]; __u32 info_filter; __u32 info_mask; }; struct watch_filter { union { struct callback_head rcu; long unsigned int type_filter[1]; }; u32 nr_filters; struct watch_type_filter filters[0]; }; struct watch_queue { struct callback_head rcu; struct watch_filter *filter; struct pipe_inode_info *pipe; struct hlist_head watches; struct page **notes; long unsigned int *notes_bitmap; struct kref usage; spinlock_t lock; unsigned int nr_notes; unsigned int nr_pages; }; struct watch { union { struct callback_head rcu; u32 info_id; }; struct watch_queue *queue; struct hlist_node queue_node; struct watch_list *watch_list; struct hlist_node list_node; const struct cred *cred; void *private; u64 id; struct kref usage; }; struct reciprocal_value { u32 m; u8 sh1; u8 sh2; }; struct kmem_cache_order_objects { unsigned int x; }; struct kmem_cache_cpu; struct kmem_cache_node; struct kmem_cache { struct kmem_cache_cpu *cpu_slab; slab_flags_t flags; long unsigned int min_partial; unsigned int size; unsigned int object_size; struct reciprocal_value reciprocal_size; unsigned int offset; unsigned int cpu_partial; unsigned int cpu_partial_slabs; struct kmem_cache_order_objects oo; struct kmem_cache_order_objects min; gfp_t allocflags; int refcount; void (*ctor)(void *); unsigned int inuse; unsigned int align; unsigned int red_left_pad; const char *name; struct list_head list; struct kobject kobj; long unsigned int random; unsigned int remote_node_defrag_ratio; unsigned int *random_seq; unsigned int useroffset; unsigned int usersize; struct kmem_cache_node *node[2]; }; struct compact_control; struct capture_control { struct compact_control *cc; struct page *page; }; typedef struct pglist_data pg_data_t; struct vm_event_state { long unsigned int event[86]; }; enum oom_constraint { CONSTRAINT_NONE = 0, CONSTRAINT_CPUSET = 1, CONSTRAINT_MEMORY_POLICY = 2, CONSTRAINT_MEMCG = 3, }; struct oom_control { struct zonelist *zonelist; nodemask_t *nodemask; struct mem_cgroup *memcg; const gfp_t gfp_mask; const int order; long unsigned int totalpages; struct task_struct *chosen; long int chosen_points; enum oom_constraint constraint; }; enum { CGRP_ROOT_NOPREFIX = 2, CGRP_ROOT_XATTR = 4, CGRP_ROOT_NS_DELEGATE = 8, CGRP_ROOT_FAVOR_DYNMODS = 16, CGRP_ROOT_CPUSET_V2_MODE = 65536, CGRP_ROOT_MEMORY_LOCAL_EVENTS = 131072, CGRP_ROOT_MEMORY_RECURSIVE_PROT = 262144, }; struct mmu_table_batch { struct callback_head rcu; unsigned int nr; void *tables[0]; }; struct mmu_gather { struct mm_struct *mm; struct mmu_table_batch *batch; long unsigned int start; long unsigned int end; unsigned int fullmm: 1; unsigned int need_flush_all: 1; unsigned int freed_tables: 1; unsigned int delayed_rmap: 1; unsigned int cleared_ptes: 1; unsigned int cleared_pmds: 1; unsigned int cleared_puds: 1; unsigned int cleared_p4ds: 1; unsigned int vma_exec: 1; unsigned int vma_huge: 1; unsigned int vma_pfn: 1; unsigned int batch_count; }; struct compact_control { struct list_head freepages; struct list_head migratepages; unsigned int nr_freepages; unsigned int nr_migratepages; long unsigned int free_pfn; long unsigned int migrate_pfn; long unsigned int fast_start_pfn; struct zone *zone; long unsigned int total_migrate_scanned; long unsigned int total_free_scanned; short unsigned int fast_search_fail; short int search_order; const gfp_t gfp_mask; int order; int migratetype; const unsigned int alloc_flags; const int highest_zoneidx; enum migrate_mode mode; bool ignore_skip_hint; bool no_set_skip_hint; bool ignore_block_suitable; bool direct_compaction; bool proactive_compaction; bool whole_zone; bool contended; bool finish_pageblock; bool alloc_contig; }; struct slab { long unsigned int __page_flags; struct kmem_cache *slab_cache; union { struct { union { struct list_head slab_list; struct { struct slab *next; int slabs; }; }; void *freelist; union { long unsigned int counters; struct { unsigned int inuse: 16; unsigned int objects: 15; unsigned int frozen: 1; }; }; }; struct callback_head callback_head; }; unsigned int __unused; atomic_t __page_refcount; long unsigned int memcg_data; }; struct kmem_cache_cpu { void **freelist; long unsigned int tid; struct slab *slab; struct slab *partial; local_lock_t lock; }; struct kmem_cache_node { spinlock_t list_lock; long unsigned int nr_partial; struct list_head partial; atomic_long_t nr_slabs; atomic_long_t total_objects; struct list_head full; }; enum compact_priority { COMPACT_PRIO_SYNC_FULL = 0, MIN_COMPACT_PRIORITY = 0, COMPACT_PRIO_SYNC_LIGHT = 1, MIN_COMPACT_COSTLY_PRIORITY = 1, DEF_COMPACT_PRIORITY = 1, COMPACT_PRIO_ASYNC = 2, INIT_COMPACT_PRIORITY = 2, }; enum compact_result { COMPACT_NOT_SUITABLE_ZONE = 0, COMPACT_SKIPPED = 1, COMPACT_DEFERRED = 2, COMPACT_NO_SUITABLE_PAGE = 3, COMPACT_CONTINUE = 4, COMPACT_COMPLETE = 5, COMPACT_PARTIAL_SKIPPED = 6, COMPACT_CONTENDED = 7, COMPACT_SUCCESS = 8, }; struct trace_event_raw_oom_score_adj_update { struct trace_entry ent; pid_t pid; char comm[16]; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_reclaim_retry_zone { struct trace_entry ent; int node; int zone_idx; int order; long unsigned int reclaimable; long unsigned int available; long unsigned int min_wmark; int no_progress_loops; bool wmark_check; char __data[0]; }; struct trace_event_raw_mark_victim { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_wake_reaper { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_start_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_finish_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_skip_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_compact_retry { struct trace_entry ent; int order; int priority; int result; int retries; int max_retries; bool ret; char __data[0]; }; struct trace_event_data_offsets_oom_score_adj_update {}; struct trace_event_data_offsets_reclaim_retry_zone {}; struct trace_event_data_offsets_mark_victim {}; struct trace_event_data_offsets_wake_reaper {}; struct trace_event_data_offsets_start_task_reaping {}; struct trace_event_data_offsets_finish_task_reaping {}; struct trace_event_data_offsets_skip_task_reaping {}; struct trace_event_data_offsets_compact_retry {}; typedef void (*btf_trace_oom_score_adj_update)(void *, struct task_struct *); typedef void (*btf_trace_reclaim_retry_zone)(void *, struct zoneref *, int, long unsigned int, long unsigned int, long unsigned int, int, bool); typedef void (*btf_trace_mark_victim)(void *, int); typedef void (*btf_trace_wake_reaper)(void *, int); typedef void (*btf_trace_start_task_reaping)(void *, int); typedef void (*btf_trace_finish_task_reaping)(void *, int); typedef void (*btf_trace_skip_task_reaping)(void *, int); typedef void (*btf_trace_compact_retry)(void *, int, enum compact_priority, enum compact_result, int, int, bool); enum migrate_reason { MR_COMPACTION = 0, MR_MEMORY_FAILURE = 1, MR_MEMORY_HOTPLUG = 2, MR_SYSCALL = 3, MR_MEMPOLICY_MBIND = 4, MR_NUMA_MISPLACED = 5, MR_CONTIG_RANGE = 6, MR_LONGTERM_PIN = 7, MR_DEMOTION = 8, MR_TYPES = 9, }; enum { LRU_GEN_ANON = 0, LRU_GEN_FILE = 1, }; enum { LRU_GEN_CORE = 0, LRU_GEN_MM_WALK = 1, LRU_GEN_NONLEAF_YOUNG = 2, NR_LRU_GEN_CAPS = 3, }; struct encoded_page; typedef union { } release_pages_arg; enum page_memcg_data_flags { MEMCG_DATA_OBJCGS = 1, MEMCG_DATA_KMEM = 2, __NR_MEMCG_DATA_FLAGS = 4, }; enum mapping_flags { AS_EIO = 0, AS_ENOSPC = 1, AS_MM_ALL_LOCKS = 2, AS_UNEVICTABLE = 3, AS_EXITING = 4, AS_NO_WRITEBACK_TAGS = 5, AS_LARGE_FOLIO_SUPPORT = 6, }; struct pagevec { unsigned char nr; bool percpu_pvec_drained; struct page *pages[15]; }; struct folio_batch { unsigned char nr; bool percpu_pvec_drained; struct folio *folios[15]; }; struct trace_event_raw_mm_lru_insertion { struct trace_entry ent; struct folio *folio; long unsigned int pfn; enum lru_list lru; long unsigned int flags; char __data[0]; }; struct trace_event_raw_mm_lru_activate { struct trace_entry ent; struct folio *folio; long unsigned int pfn; char __data[0]; }; struct trace_event_data_offsets_mm_lru_insertion {}; struct trace_event_data_offsets_mm_lru_activate {}; typedef void (*btf_trace_mm_lru_insertion)(void *, struct folio *); typedef void (*btf_trace_mm_lru_activate)(void *, struct folio *); struct lru_rotate { local_lock_t lock; struct folio_batch fbatch; }; struct cpu_fbatches { local_lock_t lock; struct folio_batch lru_add; struct folio_batch lru_deactivate_file; struct folio_batch lru_deactivate; struct folio_batch lru_lazyfree; struct folio_batch activate; }; typedef void (*move_fn_t)(struct lruvec *, struct folio *); struct radix_tree_iter { long unsigned int index; long unsigned int next_index; long unsigned int tags; struct xa_node *node; }; enum { RADIX_TREE_ITER_TAG_MASK = 15, RADIX_TREE_ITER_TAGGED = 16, RADIX_TREE_ITER_CONTIG = 32, }; enum wb_state { WB_registered = 0, WB_writeback_running = 1, WB_has_dirty_io = 2, WB_start_all = 3, }; enum pageblock_bits { PB_migrate = 0, PB_migrate_end = 2, PB_migrate_skip = 3, NR_PAGEBLOCK_BITS = 4, }; typedef unsigned int isolate_mode_t; struct node { struct device dev; struct list_head access_list; }; typedef struct page *new_page_t(struct page *, long unsigned int); typedef void free_page_t(struct page *, long unsigned int); struct movable_operations { bool (*isolate_page)(struct page *, isolate_mode_t); int (*migrate_page)(struct page *, struct page *, enum migrate_mode); void (*putback_page)(struct page *); }; struct alloc_context { struct zonelist *zonelist; nodemask_t *nodemask; struct zoneref *preferred_zoneref; int migratetype; enum zone_type highest_zoneidx; bool spread_dirty_pages; }; struct trace_event_raw_mm_compaction_isolate_template { struct trace_entry ent; long unsigned int start_pfn; long unsigned int end_pfn; long unsigned int nr_scanned; long unsigned int nr_taken; char __data[0]; }; struct trace_event_raw_mm_compaction_migratepages { struct trace_entry ent; long unsigned int nr_migrated; long unsigned int nr_failed; char __data[0]; }; struct trace_event_raw_mm_compaction_begin { struct trace_entry ent; long unsigned int zone_start; long unsigned int migrate_pfn; long unsigned int free_pfn; long unsigned int zone_end; bool sync; char __data[0]; }; struct trace_event_raw_mm_compaction_end { struct trace_entry ent; long unsigned int zone_start; long unsigned int migrate_pfn; long unsigned int free_pfn; long unsigned int zone_end; bool sync; int status; char __data[0]; }; struct trace_event_raw_mm_compaction_try_to_compact_pages { struct trace_entry ent; int order; long unsigned int gfp_mask; int prio; char __data[0]; }; struct trace_event_raw_mm_compaction_suitable_template { struct trace_entry ent; int nid; enum zone_type idx; int order; int ret; char __data[0]; }; struct trace_event_raw_mm_compaction_defer_template { struct trace_entry ent; int nid; enum zone_type idx; int order; unsigned int considered; unsigned int defer_shift; int order_failed; char __data[0]; }; struct trace_event_raw_mm_compaction_kcompactd_sleep { struct trace_entry ent; int nid; char __data[0]; }; struct trace_event_raw_kcompactd_wake_template { struct trace_entry ent; int nid; int order; enum zone_type highest_zoneidx; char __data[0]; }; struct trace_event_data_offsets_mm_compaction_isolate_template {}; struct trace_event_data_offsets_mm_compaction_migratepages {}; struct trace_event_data_offsets_mm_compaction_begin {}; struct trace_event_data_offsets_mm_compaction_end {}; struct trace_event_data_offsets_mm_compaction_try_to_compact_pages {}; struct trace_event_data_offsets_mm_compaction_suitable_template {}; struct trace_event_data_offsets_mm_compaction_defer_template {}; struct trace_event_data_offsets_mm_compaction_kcompactd_sleep {}; struct trace_event_data_offsets_kcompactd_wake_template {}; typedef void (*btf_trace_mm_compaction_isolate_migratepages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_compaction_isolate_freepages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_compaction_migratepages)(void *, struct compact_control *, unsigned int); typedef void (*btf_trace_mm_compaction_begin)(void *, struct compact_control *, long unsigned int, long unsigned int, bool); typedef void (*btf_trace_mm_compaction_end)(void *, struct compact_control *, long unsigned int, long unsigned int, bool, int); typedef void (*btf_trace_mm_compaction_try_to_compact_pages)(void *, int, gfp_t, int); typedef void (*btf_trace_mm_compaction_finished)(void *, struct zone *, int, int); typedef void (*btf_trace_mm_compaction_suitable)(void *, struct zone *, int, int); typedef void (*btf_trace_mm_compaction_deferred)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_defer_compaction)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_defer_reset)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_kcompactd_sleep)(void *, int); typedef void (*btf_trace_mm_compaction_wakeup_kcompactd)(void *, int, int, enum zone_type); typedef void (*btf_trace_mm_compaction_kcompactd_wake)(void *, int, int, enum zone_type); typedef enum { ISOLATE_ABORT = 0, ISOLATE_NONE = 1, ISOLATE_SUCCESS = 2, } isolate_migrate_t; enum { DUMP_PREFIX_NONE = 0, DUMP_PREFIX_ADDRESS = 1, DUMP_PREFIX_OFFSET = 2, }; typedef struct { u64 val; } pfn_t; typedef unsigned int pgtbl_mod_mask; typedef int (*pte_fn_t)(pte_t *, long unsigned int, void *); enum { SWP_USED = 1, SWP_WRITEOK = 2, SWP_DISCARDABLE = 4, SWP_DISCARDING = 8, SWP_SOLIDSTATE = 16, SWP_CONTINUED = 32, SWP_BLKDEV = 64, SWP_ACTIVATED = 128, SWP_FS_OPS = 256, SWP_AREA_DISCARD = 512, SWP_PAGE_DISCARD = 1024, SWP_STABLE_WRITES = 2048, SWP_SYNCHRONOUS_IO = 4096, SWP_SCANNING = 16384, }; typedef long unsigned int pte_marker; typedef int rmap_t; struct copy_subpage_arg { struct page *dst; struct page *src; struct vm_area_struct *vma; }; struct anon_vma_name { struct kref kref; char name[0]; }; struct hstate; struct hugepage_subpool { spinlock_t lock; long int count; long int max_hpages; long int used_hpages; struct hstate *hstate; long int min_hpages; long int rsv_hpages; }; struct hstate { struct mutex resize_lock; int next_nid_to_alloc; int next_nid_to_free; unsigned int order; unsigned int demote_order; long unsigned int mask; long unsigned int max_huge_pages; long unsigned int nr_huge_pages; long unsigned int free_huge_pages; long unsigned int resv_huge_pages; long unsigned int surplus_huge_pages; long unsigned int nr_overcommit_huge_pages; struct list_head hugepage_activelist; struct list_head hugepage_freelists[2]; unsigned int max_huge_pages_node[2]; unsigned int nr_huge_pages_node[2]; unsigned int free_huge_pages_node[2]; unsigned int surplus_huge_pages_node[2]; char name[32]; }; struct hugetlbfs_sb_info { long int max_inodes; long int free_inodes; spinlock_t stat_lock; struct hstate *hstate; struct hugepage_subpool *spool; kuid_t uid; kgid_t gid; umode_t mode; }; enum pgt_entry { NORMAL_PMD = 0, HPAGE_PMD = 1, NORMAL_PUD = 2, HPAGE_PUD = 3, }; enum tlb_flush_reason { TLB_FLUSH_ON_TASK_SWITCH = 0, TLB_REMOTE_SHOOTDOWN = 1, TLB_LOCAL_SHOOTDOWN = 2, TLB_LOCAL_MM_SHOOTDOWN = 3, TLB_REMOTE_SEND_IPI = 4, NR_TLB_FLUSH_REASONS = 5, }; struct anon_vma_chain { struct vm_area_struct *vma; struct anon_vma *anon_vma; struct list_head same_vma; struct rb_node rb; long unsigned int rb_subtree_last; }; enum ttu_flags { TTU_SPLIT_HUGE_PMD = 4, TTU_IGNORE_MLOCK = 8, TTU_SYNC = 16, TTU_HWPOISON = 32, TTU_BATCH_FLUSH = 64, TTU_RMAP_LOCKED = 128, }; struct page_vma_mapped_walk { long unsigned int pfn; long unsigned int nr_pages; long unsigned int pgoff; struct vm_area_struct *vma; long unsigned int address; pmd_t *pmd; pte_t *pte; spinlock_t *ptl; unsigned int flags; }; struct rmap_walk_control { void *arg; bool try_lock; bool contended; bool (*rmap_one)(struct folio *, struct vm_area_struct *, long unsigned int, void *); int (*done)(struct folio *); struct anon_vma * (*anon_lock)(struct folio *, struct rmap_walk_control *); bool (*invalid_vma)(struct vm_area_struct *, void *); }; enum hugetlb_page_flags { HPG_restore_reserve = 0, HPG_migratable = 1, HPG_temporary = 2, HPG_freed = 3, HPG_vmemmap_optimized = 4, HPG_raw_hwp_unreliable = 5, __NR_HPAGEFLAGS = 6, }; struct trace_event_raw_tlb_flush { struct trace_entry ent; int reason; long unsigned int pages; char __data[0]; }; struct trace_event_data_offsets_tlb_flush {}; typedef void (*btf_trace_tlb_flush)(void *, int, long unsigned int); struct trace_event_raw_mm_migrate_pages { struct trace_entry ent; long unsigned int succeeded; long unsigned int failed; long unsigned int thp_succeeded; long unsigned int thp_failed; long unsigned int thp_split; enum migrate_mode mode; int reason; char __data[0]; }; struct trace_event_raw_mm_migrate_pages_start { struct trace_entry ent; enum migrate_mode mode; int reason; char __data[0]; }; struct trace_event_raw_migration_pte { struct trace_entry ent; long unsigned int addr; long unsigned int pte; int order; char __data[0]; }; struct trace_event_data_offsets_mm_migrate_pages {}; struct trace_event_data_offsets_mm_migrate_pages_start {}; struct trace_event_data_offsets_migration_pte {}; typedef void (*btf_trace_mm_migrate_pages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, enum migrate_mode, int); typedef void (*btf_trace_mm_migrate_pages_start)(void *, enum migrate_mode, int); typedef void (*btf_trace_set_migration_pte)(void *, long unsigned int, long unsigned int, int); typedef void (*btf_trace_remove_migration_pte)(void *, long unsigned int, long unsigned int, int); struct folio_referenced_arg { int mapcount; int referenced; long unsigned int vm_flags; struct mem_cgroup *memcg; }; struct va_format { const char *fmt; va_list *va; }; struct page_frag_cache { void *va; __u16 offset; __u16 size; unsigned int pagecnt_bias; bool pfmemalloc; }; enum zone_flags { ZONE_BOOSTED_WATERMARK = 0, ZONE_RECLAIM_ACTIVE = 1, }; typedef void compound_page_dtor(struct page *); struct migration_target_control { int nid; nodemask_t *nmask; gfp_t gfp_mask; }; typedef int fpi_t; enum xa_lock_type { XA_LOCK_IRQ = 1, XA_LOCK_BH = 2, }; typedef void (*xa_update_node_t)(struct xa_node *); struct xa_state { struct xarray *xa; long unsigned int xa_index; unsigned char xa_shift; unsigned char xa_sibs; unsigned char xa_offset; unsigned char xa_pad; struct xa_node *xa_node; struct xa_node *xa_alloc; xa_update_node_t xa_update; struct list_lru *xa_lru; }; struct vma_swap_readahead { short unsigned int win; short unsigned int offset; short unsigned int nr_pte; pte_t *ptes; }; struct frontswap_ops { void (*init)(unsigned int); int (*store)(unsigned int, long unsigned int, struct page *); int (*load)(unsigned int, long unsigned int, struct page *); void (*invalidate_page)(unsigned int, long unsigned int); void (*invalidate_area)(unsigned int); }; typedef void (*crypto_completion_t)(void *, int); struct crypto_tfm; struct crypto_async_request { struct list_head list; crypto_completion_t complete; void *data; struct crypto_tfm *tfm; u32 flags; }; struct crypto_alg; struct crypto_tfm { refcount_t refcnt; u32 crt_flags; int node; void (*exit)(struct crypto_tfm *); struct crypto_alg *__crt_alg; void *__crt_ctx[0]; }; struct cipher_alg { unsigned int cia_min_keysize; unsigned int cia_max_keysize; int (*cia_setkey)(struct crypto_tfm *, const u8 *, unsigned int); void (*cia_encrypt)(struct crypto_tfm *, u8 *, const u8 *); void (*cia_decrypt)(struct crypto_tfm *, u8 *, const u8 *); }; struct compress_alg { int (*coa_compress)(struct crypto_tfm *, const u8 *, unsigned int, u8 *, unsigned int *); int (*coa_decompress)(struct crypto_tfm *, const u8 *, unsigned int, u8 *, unsigned int *); }; struct crypto_type; struct crypto_alg { struct list_head cra_list; struct list_head cra_users; u32 cra_flags; unsigned int cra_blocksize; unsigned int cra_ctxsize; unsigned int cra_alignmask; int cra_priority; refcount_t cra_refcnt; char cra_name[128]; char cra_driver_name[128]; const struct crypto_type *cra_type; union { struct cipher_alg cipher; struct compress_alg compress; } cra_u; int (*cra_init)(struct crypto_tfm *); void (*cra_exit)(struct crypto_tfm *); void (*cra_destroy)(struct crypto_alg *); struct module *cra_module; }; struct crypto_instance; struct crypto_type { unsigned int (*ctxsize)(struct crypto_alg *, u32, u32); unsigned int (*extsize)(struct crypto_alg *); int (*init)(struct crypto_tfm *, u32, u32); int (*init_tfm)(struct crypto_tfm *); void (*show)(struct seq_file *, struct crypto_alg *); int (*report)(struct sk_buff *, struct crypto_alg *); void (*free)(struct crypto_instance *); unsigned int type; unsigned int maskclear; unsigned int maskset; unsigned int tfmsize; }; struct crypto_wait { struct completion completion; int err; }; struct zpool; struct zpool_ops { int (*evict)(struct zpool *, long unsigned int); }; enum zpool_mapmode { ZPOOL_MM_RW = 0, ZPOOL_MM_RO = 1, ZPOOL_MM_WO = 2, ZPOOL_MM_DEFAULT = 0, }; struct acomp_req { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int slen; unsigned int dlen; u32 flags; void *__ctx[0]; }; struct crypto_acomp { int (*compress)(struct acomp_req *); int (*decompress)(struct acomp_req *); void (*dst_free)(struct scatterlist *); unsigned int reqsize; struct crypto_tfm base; }; struct crypto_istat_compress { atomic64_t compress_cnt; atomic64_t compress_tlen; atomic64_t decompress_cnt; atomic64_t decompress_tlen; atomic64_t err_cnt; }; struct comp_alg_common { struct crypto_alg base; }; struct crypto_acomp_ctx { struct crypto_acomp *acomp; struct acomp_req *req; struct crypto_wait wait; u8 *dstmem; struct mutex *mutex; }; struct zswap_pool { struct zpool *zpool; struct crypto_acomp_ctx *acomp_ctx; struct kref kref; struct list_head list; struct work_struct release_work; struct work_struct shrink_work; struct hlist_node node; char tfm_name[128]; }; struct zswap_entry { struct rb_node rbnode; long unsigned int offset; int refcount; unsigned int length; struct zswap_pool *pool; union { long unsigned int handle; long unsigned int value; }; struct obj_cgroup *objcg; }; struct zswap_header { swp_entry_t swpentry; }; struct zswap_tree { struct rb_root rbroot; spinlock_t lock; }; enum zswap_init_type { ZSWAP_UNINIT = 0, ZSWAP_INIT_SUCCEED = 1, ZSWAP_INIT_FAILED = 2, }; enum zswap_get_swap_ret { ZSWAP_SWAPCACHE_NEW = 0, ZSWAP_SWAPCACHE_EXIST = 1, ZSWAP_SWAPCACHE_FAIL = 2, }; struct nodemask_scratch { nodemask_t mask1; nodemask_t mask2; }; enum { MPOL_DEFAULT = 0, MPOL_PREFERRED = 1, MPOL_BIND = 2, MPOL_INTERLEAVE = 3, MPOL_LOCAL = 4, MPOL_PREFERRED_MANY = 5, MPOL_MAX = 6, }; struct sp_node { struct rb_node nd; long unsigned int start; long unsigned int end; struct mempolicy *policy; }; struct shared_policy { struct rb_root root; rwlock_t lock; }; enum page_walk_lock { PGWALK_RDLOCK = 0, PGWALK_WRLOCK = 1, PGWALK_WRLOCK_VERIFY = 2, }; struct mm_walk; struct mm_walk_ops { int (*pgd_entry)(pgd_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*p4d_entry)(p4d_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pud_entry)(pud_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pmd_entry)(pmd_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pte_entry)(pte_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pte_hole)(long unsigned int, long unsigned int, int, struct mm_walk *); int (*hugetlb_entry)(pte_t *, long unsigned int, long unsigned int, long unsigned int, struct mm_walk *); int (*test_walk)(long unsigned int, long unsigned int, struct mm_walk *); int (*pre_vma)(long unsigned int, long unsigned int, struct mm_walk *); void (*post_vma)(struct mm_walk *); enum page_walk_lock walk_lock; }; enum page_walk_action { ACTION_SUBTREE = 0, ACTION_CONTINUE = 1, ACTION_AGAIN = 2, }; struct mm_walk { const struct mm_walk_ops *ops; struct mm_struct *mm; pgd_t *pgd; struct vm_area_struct *vma; enum page_walk_action action; bool no_vma; void *private; }; struct mempolicy_operations { int (*create)(struct mempolicy *, const nodemask_t *); void (*rebind)(struct mempolicy *, const nodemask_t *); }; struct queue_pages { struct list_head *pagelist; long unsigned int flags; nodemask_t *nmask; long unsigned int start; long unsigned int end; struct vm_area_struct *first; }; typedef long unsigned int cycles_t; typedef u32 depot_stack_handle_t; typedef void (*kunit_try_catch_func_t)(void *); struct kunit_try_catch { struct kunit *test; struct completion *try_completion; int try_result; kunit_try_catch_func_t try; kunit_try_catch_func_t catch; void *context; }; enum kunit_status { KUNIT_SUCCESS = 0, KUNIT_FAILURE = 1, KUNIT_SKIPPED = 2, }; struct kunit { void *priv; const char *name; char *log; struct kunit_try_catch try_catch; const void *param_value; int param_index; spinlock_t lock; enum kunit_status status; struct list_head resources; char status_comment[256]; }; struct kunit_case; struct kunit_suite { const char name[256]; int (*suite_init)(struct kunit_suite *); void (*suite_exit)(struct kunit_suite *); int (*init)(struct kunit *); void (*exit)(struct kunit *); struct kunit_case *test_cases; char status_comment[256]; struct dentry *debugfs; char *log; int suite_init_err; }; enum stat_item { ALLOC_FASTPATH = 0, ALLOC_SLOWPATH = 1, FREE_FASTPATH = 2, FREE_SLOWPATH = 3, FREE_FROZEN = 4, FREE_ADD_PARTIAL = 5, FREE_REMOVE_PARTIAL = 6, ALLOC_FROM_PARTIAL = 7, ALLOC_SLAB = 8, ALLOC_REFILL = 9, ALLOC_NODE_MISMATCH = 10, FREE_SLAB = 11, CPUSLAB_FLUSH = 12, DEACTIVATE_FULL = 13, DEACTIVATE_EMPTY = 14, DEACTIVATE_TO_HEAD = 15, DEACTIVATE_TO_TAIL = 16, DEACTIVATE_REMOTE_FREES = 17, DEACTIVATE_BYPASS = 18, ORDER_FALLBACK = 19, CMPXCHG_DOUBLE_CPU_FAIL = 20, CMPXCHG_DOUBLE_FAIL = 21, CPU_PARTIAL_ALLOC = 22, CPU_PARTIAL_FREE = 23, CPU_PARTIAL_NODE = 24, CPU_PARTIAL_DRAIN = 25, NR_SLUB_STAT_ITEMS = 26, }; enum slab_state { DOWN = 0, PARTIAL = 1, PARTIAL_NODE = 2, UP = 3, FULL = 4, }; struct slabinfo { long unsigned int active_objs; long unsigned int num_objs; long unsigned int active_slabs; long unsigned int num_slabs; long unsigned int shared_avail; unsigned int limit; unsigned int batchcount; unsigned int shared; unsigned int objects_per_slab; unsigned int cache_order; }; struct kmem_obj_info { void *kp_ptr; struct slab *kp_slab; void *kp_objp; long unsigned int kp_data_offset; struct kmem_cache *kp_slab_cache; void *kp_ret; void *kp_stack[16]; void *kp_free_stack[16]; }; struct kunit_case { void (*run_case)(struct kunit *); const char *name; const void * (*generate_params)(const void *, char *); enum kunit_status status; char *log; }; struct kunit_resource; typedef void (*kunit_resource_free_t)(struct kunit_resource *); struct kunit_resource { void *data; const char *name; kunit_resource_free_t free; struct kref refcount; struct list_head node; bool should_kfree; }; typedef bool (*kunit_resource_match_t)(struct kunit *, struct kunit_resource *, void *); struct partial_context { struct slab **slab; gfp_t flags; unsigned int orig_size; }; struct track { long unsigned int addr; depot_stack_handle_t handle; int cpu; int pid; long unsigned int when; }; enum track_item { TRACK_ALLOC = 0, TRACK_FREE = 1, }; struct slub_flush_work { struct work_struct work; struct kmem_cache *s; bool skip; }; struct detached_freelist { struct slab *slab; void *tail; void *freelist; int cnt; struct kmem_cache *s; }; struct location { depot_stack_handle_t handle; long unsigned int count; long unsigned int addr; long unsigned int waste; long long int sum_time; long int min_time; long int max_time; long int min_pid; long int max_pid; long unsigned int cpus[8]; nodemask_t nodes; }; struct loc_track { long unsigned int max; long unsigned int count; struct location *loc; loff_t idx; }; enum slab_stat_type { SL_ALL = 0, SL_PARTIAL = 1, SL_CPU = 2, SL_OBJECTS = 3, SL_TOTAL = 4, }; struct slab_attribute { struct attribute attr; ssize_t (*show)(struct kmem_cache *, char *); ssize_t (*store)(struct kmem_cache *, const char *, size_t); }; struct saved_alias { struct kmem_cache *s; const char *name; struct saved_alias *next; }; enum slab_modes { M_NONE = 0, M_PARTIAL = 1, M_FREE = 2, M_FULL_NOLIST = 3, }; struct swap_cgroup_ctrl { struct page **map; long unsigned int length; spinlock_t lock; }; struct swap_cgroup { short unsigned int id; }; struct trace_event_raw_test_pages_isolated { struct trace_entry ent; long unsigned int start_pfn; long unsigned int end_pfn; long unsigned int fin_pfn; char __data[0]; }; struct trace_event_data_offsets_test_pages_isolated {}; typedef void (*btf_trace_test_pages_isolated)(void *, long unsigned int, long unsigned int, long unsigned int); struct zpool_driver { char *type; struct module *owner; atomic_t refcount; struct list_head list; void * (*create)(const char *, gfp_t, const struct zpool_ops *, struct zpool *); void (*destroy)(void *); bool malloc_support_movable; int (*malloc)(void *, size_t, gfp_t, long unsigned int *); void (*free)(void *, long unsigned int); int (*shrink)(void *, unsigned int, unsigned int *); bool sleep_mapped; void * (*map)(void *, long unsigned int, enum zpool_mapmode); void (*unmap)(void *, long unsigned int); u64 (*total_size)(void *); }; enum buddy { HEADLESS = 0, FIRST = 1, MIDDLE = 2, LAST = 3, BUDDIES_MAX = 3, }; struct z3fold_buddy_slots { long unsigned int slot[4]; long unsigned int pool; rwlock_t lock; }; struct z3fold_pool; struct z3fold_header { struct list_head buddy; spinlock_t page_lock; struct kref refcount; struct work_struct work; struct z3fold_buddy_slots *slots; struct z3fold_pool *pool; short int cpu; short unsigned int first_chunks; short unsigned int middle_chunks; short unsigned int last_chunks; short unsigned int start_middle; short unsigned int first_num: 2; short unsigned int mapped_count: 2; short unsigned int foreign_handles: 2; }; struct z3fold_pool { const char *name; spinlock_t lock; spinlock_t stale_lock; struct list_head *unbuddied; struct list_head lru; struct list_head stale; atomic64_t pages_nr; struct kmem_cache *c_handle; struct zpool *zpool; const struct zpool_ops *zpool_ops; struct workqueue_struct *compact_wq; struct workqueue_struct *release_wq; struct work_struct work; }; enum z3fold_page_flags { PAGE_HEADLESS = 0, MIDDLE_CHUNK_MAPPED = 1, NEEDS_COMPACTING = 2, PAGE_STALE = 3, PAGE_CLAIMED = 4, PAGE_MIGRATED = 5, }; enum z3fold_handle_flags { HANDLES_NOFREE = 0, }; struct cma_kobject { struct kobject kobj; struct cma *cma; }; struct damon_addr_range { long unsigned int start; long unsigned int end; }; struct damon_region { struct damon_addr_range ar; long unsigned int sampling_addr; unsigned int nr_accesses; struct list_head list; unsigned int age; unsigned int last_nr_accesses; }; struct damon_target { struct pid *pid; unsigned int nr_regions; struct list_head regions_list; struct list_head list; }; enum damos_action { DAMOS_WILLNEED = 0, DAMOS_COLD = 1, DAMOS_PAGEOUT = 2, DAMOS_HUGEPAGE = 3, DAMOS_NOHUGEPAGE = 4, DAMOS_LRU_PRIO = 5, DAMOS_LRU_DEPRIO = 6, DAMOS_STAT = 7, NR_DAMOS_ACTIONS = 8, }; struct damos_quota { long unsigned int ms; long unsigned int sz; long unsigned int reset_interval; unsigned int weight_sz; unsigned int weight_nr_accesses; unsigned int weight_age; long unsigned int total_charged_sz; long unsigned int total_charged_ns; long unsigned int esz; long unsigned int charged_sz; long unsigned int charged_from; struct damon_target *charge_target_from; long unsigned int charge_addr_from; long unsigned int histogram[100]; unsigned int min_score; }; enum damos_wmark_metric { DAMOS_WMARK_NONE = 0, DAMOS_WMARK_FREE_MEM_RATE = 1, NR_DAMOS_WMARK_METRICS = 2, }; struct damos_watermarks { enum damos_wmark_metric metric; long unsigned int interval; long unsigned int high; long unsigned int mid; long unsigned int low; bool activated; }; struct damos_stat { long unsigned int nr_tried; long unsigned int sz_tried; long unsigned int nr_applied; long unsigned int sz_applied; long unsigned int qt_exceeds; }; enum damos_filter_type { DAMOS_FILTER_TYPE_ANON = 0, DAMOS_FILTER_TYPE_MEMCG = 1, NR_DAMOS_FILTER_TYPES = 2, }; struct damos_filter { enum damos_filter_type type; bool matching; union { short unsigned int memcg_id; }; struct list_head list; }; struct damos_access_pattern { long unsigned int min_sz_region; long unsigned int max_sz_region; unsigned int min_nr_accesses; unsigned int max_nr_accesses; unsigned int min_age_region; unsigned int max_age_region; }; struct damos { struct damos_access_pattern pattern; enum damos_action action; struct damos_quota quota; struct damos_watermarks wmarks; struct list_head filters; struct damos_stat stat; struct list_head list; }; enum damon_ops_id { DAMON_OPS_VADDR = 0, DAMON_OPS_FVADDR = 1, DAMON_OPS_PADDR = 2, NR_DAMON_OPS = 3, }; struct damon_ctx; struct damon_operations { enum damon_ops_id id; void (*init)(struct damon_ctx *); void (*update)(struct damon_ctx *); void (*prepare_access_checks)(struct damon_ctx *); unsigned int (*check_accesses)(struct damon_ctx *); void (*reset_aggregated)(struct damon_ctx *); int (*get_scheme_score)(struct damon_ctx *, struct damon_target *, struct damon_region *, struct damos *); long unsigned int (*apply_scheme)(struct damon_ctx *, struct damon_target *, struct damon_region *, struct damos *); bool (*target_valid)(struct damon_target *); void (*cleanup)(struct damon_ctx *); }; struct damon_attrs { long unsigned int sample_interval; long unsigned int aggr_interval; long unsigned int ops_update_interval; long unsigned int min_nr_regions; long unsigned int max_nr_regions; }; struct damon_callback { void *private; int (*before_start)(struct damon_ctx *); int (*after_wmarks_check)(struct damon_ctx *); int (*after_sampling)(struct damon_ctx *); int (*after_aggregation)(struct damon_ctx *); int (*before_damos_apply)(struct damon_ctx *, struct damon_target *, struct damon_region *, struct damos *); void (*before_terminate)(struct damon_ctx *); }; struct damon_ctx { struct damon_attrs attrs; struct timespec64 last_aggregation; struct timespec64 last_ops_update; struct task_struct *kdamond; struct mutex kdamond_lock; struct damon_operations ops; struct damon_callback callback; struct list_head adaptive_targets; struct list_head schemes; }; struct trace_event_raw_damon_aggregated { struct trace_entry ent; long unsigned int target_id; unsigned int nr_regions; long unsigned int start; long unsigned int end; unsigned int nr_accesses; unsigned int age; char __data[0]; }; struct trace_event_data_offsets_damon_aggregated {}; typedef void (*btf_trace_damon_aggregated)(void *, struct damon_target *, unsigned int, struct damon_region *, unsigned int); struct damon_system_ram_region { long unsigned int start; long unsigned int end; }; struct damon_sysfs_ul_range { struct kobject kobj; long unsigned int min; long unsigned int max; }; typedef unsigned int xa_mark_t; enum { XA_CHECK_SCHED = 4096, }; enum { HUGETLB_SHMFS_INODE = 1, HUGETLB_ANONHUGE_INODE = 2, }; struct hugetlbfs_inode_info { struct shared_policy policy; struct inode vfs_inode; unsigned int seals; }; struct simple_xattrs { struct rb_root rb_root; rwlock_t lock; }; struct shmem_inode_info { spinlock_t lock; unsigned int seals; long unsigned int flags; long unsigned int alloced; long unsigned int swapped; long unsigned int fallocend; struct list_head shrinklist; struct list_head swaplist; struct shared_policy policy; struct simple_xattrs xattrs; atomic_t stop_eviction; struct timespec64 i_crtime; unsigned int fsflags; struct inode vfs_inode; }; typedef __kernel_long_t __kernel_off_t; typedef __kernel_off_t off_t; enum iter_type { ITER_IOVEC = 0, ITER_KVEC = 1, ITER_BVEC = 2, ITER_PIPE = 3, ITER_XARRAY = 4, ITER_DISCARD = 5, ITER_UBUF = 6, }; typedef __kernel_rwf_t rwf_t; typedef s32 compat_off_t; typedef s64 compat_loff_t; typedef short unsigned int ushort; struct core_vma_metadata; struct coredump_params { const kernel_siginfo_t *siginfo; struct file *file; long unsigned int limit; long unsigned int mm_flags; int cpu; loff_t written; loff_t pos; loff_t to_skip; int vma_count; size_t vma_data_size; struct core_vma_metadata *vma_meta; }; struct core_vma_metadata { long unsigned int start; long unsigned int end; long unsigned int flags; long unsigned int dump_size; long unsigned int pgoff; struct file *file; }; struct open_flags { int open_flag; umode_t mode; int acc_mode; int intent; int lookup_flags; }; struct user_arg_ptr { bool is_compat; union { const char * const *native; const compat_uptr_t *compat; } ptr; }; struct f_owner_ex { int type; __kernel_pid_t pid; }; struct flock { short int l_type; short int l_whence; __kernel_off_t l_start; __kernel_off_t l_len; __kernel_pid_t l_pid; }; enum rw_hint { WRITE_LIFE_NOT_SET = 0, WRITE_LIFE_NONE = 1, WRITE_LIFE_SHORT = 2, WRITE_LIFE_MEDIUM = 3, WRITE_LIFE_LONG = 4, WRITE_LIFE_EXTREME = 5, }; struct file_lock_context { spinlock_t flc_lock; struct list_head flc_flock; struct list_head flc_posix; struct list_head flc_lease; }; struct nlm_lockowner; struct nfs_lock_info { u32 state; struct nlm_lockowner *owner; struct list_head list; }; struct nfs4_lock_state; struct nfs4_lock_info { struct nfs4_lock_state *owner; }; struct file_lock_operations; struct lock_manager_operations; struct file_lock { struct file_lock *fl_blocker; struct list_head fl_list; struct hlist_node fl_link; struct list_head fl_blocked_requests; struct list_head fl_blocked_member; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; unsigned int fl_pid; int fl_link_cpu; wait_queue_head_t fl_wait; struct file *fl_file; loff_t fl_start; loff_t fl_end; struct fasync_struct *fl_fasync; long unsigned int fl_break_time; long unsigned int fl_downgrade_time; const struct file_lock_operations *fl_ops; const struct lock_manager_operations *fl_lmops; union { struct nfs_lock_info nfs_fl; struct nfs4_lock_info nfs4_fl; struct { struct list_head link; int state; unsigned int debug_id; } afs; struct { struct inode *inode; } ceph; } fl_u; }; struct compat_flock { short int l_type; short int l_whence; compat_off_t l_start; compat_off_t l_len; compat_pid_t l_pid; }; struct compat_flock64 { short int l_type; short int l_whence; compat_loff_t l_start; compat_loff_t l_len; compat_pid_t l_pid; }; struct file_lock_operations { void (*fl_copy_lock)(struct file_lock *, struct file_lock *); void (*fl_release_private)(struct file_lock *); }; struct lock_manager_operations { void *lm_mod_owner; fl_owner_t (*lm_get_owner)(fl_owner_t); void (*lm_put_owner)(fl_owner_t); void (*lm_notify)(struct file_lock *); int (*lm_grant)(struct file_lock *, int); bool (*lm_break)(struct file_lock *); int (*lm_change)(struct file_lock *, int, struct list_head *); void (*lm_setup)(struct file_lock *, void **); bool (*lm_breaker_owns_lease)(struct file_lock *); bool (*lm_lock_expirable)(struct file_lock *); void (*lm_expire_lock)(); }; struct mnt_idmap { struct user_namespace *owner; refcount_t count; }; struct ida { struct xarray xa; }; struct mount; struct mnt_namespace { struct ns_common ns; struct mount *root; struct list_head list; spinlock_t ns_lock; struct user_namespace *user_ns; struct ucounts *ucounts; u64 seq; wait_queue_head_t poll; u64 event; unsigned int mounts; unsigned int pending_mounts; }; struct mount_attr { __u64 attr_set; __u64 attr_clr; __u64 propagation; __u64 userns_fd; }; struct mnt_pcp; struct mountpoint; struct mount { struct hlist_node mnt_hash; struct mount *mnt_parent; struct dentry *mnt_mountpoint; struct vfsmount mnt; union { struct callback_head mnt_rcu; struct llist_node mnt_llist; }; struct mnt_pcp *mnt_pcp; struct list_head mnt_mounts; struct list_head mnt_child; struct list_head mnt_instance; const char *mnt_devname; struct list_head mnt_list; struct list_head mnt_expire; struct list_head mnt_share; struct list_head mnt_slave_list; struct list_head mnt_slave; struct mount *mnt_master; struct mnt_namespace *mnt_ns; struct mountpoint *mnt_mp; union { struct hlist_node mnt_mp_list; struct hlist_node mnt_umount; }; struct list_head mnt_umounting; struct fsnotify_mark_connector *mnt_fsnotify_marks; __u32 mnt_fsnotify_mask; int mnt_id; int mnt_group_id; int mnt_expiry_mark; struct hlist_head mnt_pins; struct hlist_head mnt_stuck_children; }; struct mnt_pcp { int mnt_count; int mnt_writers; }; struct mountpoint { struct hlist_node m_hash; struct dentry *m_dentry; struct hlist_head m_list; int m_count; }; struct proc_mounts { struct mnt_namespace *ns; struct path root; int (*show)(struct seq_file *, struct vfsmount *); struct mount cursor; }; struct mount_kattr { unsigned int attr_set; unsigned int attr_clr; unsigned int propagation; unsigned int lookup_flags; bool recurse; struct user_namespace *mnt_userns; struct mnt_idmap *mnt_idmap; }; enum umount_tree_flags { UMOUNT_SYNC = 1, UMOUNT_PROPAGATE = 2, UMOUNT_CONNECTED = 4, }; typedef int __kernel_daddr_t; struct ustat { __kernel_daddr_t f_tfree; unsigned int f_tinode; char f_fname[6]; char f_fpack[6]; }; typedef u32 compat_ino_t; typedef s32 compat_daddr_t; typedef __kernel_fsid_t compat_fsid_t; struct compat_statfs { u32 f_type; u32 f_bsize; u32 f_blocks; u32 f_bfree; u32 f_bavail; u32 f_files; u32 f_ffree; compat_fsid_t f_fsid; u32 f_namelen; u32 f_frsize; u32 f_flags; u32 f_spare[4]; }; struct compat_statfs64 { u32 f_type; u32 f_bsize; u64 f_blocks; u64 f_bfree; u64 f_bavail; u64 f_files; u64 f_ffree; compat_fsid_t f_fsid; u32 f_namelen; u32 f_frsize; u32 f_flags; u32 f_spare[5]; }; struct compat_ustat { compat_daddr_t f_tfree; compat_ino_t f_tinode; char f_fname[6]; char f_fpack[6]; }; struct statfs { unsigned int f_type; unsigned int f_bsize; long unsigned int f_blocks; long unsigned int f_bfree; long unsigned int f_bavail; long unsigned int f_files; long unsigned int f_ffree; __kernel_fsid_t f_fsid; unsigned int f_namelen; unsigned int f_frsize; unsigned int f_flags; unsigned int f_spare[5]; }; struct statfs64 { unsigned int f_type; unsigned int f_bsize; long long unsigned int f_blocks; long long unsigned int f_bfree; long long unsigned int f_bavail; long long unsigned int f_files; long long unsigned int f_ffree; __kernel_fsid_t f_fsid; unsigned int f_namelen; unsigned int f_frsize; unsigned int f_flags; unsigned int f_spare[5]; }; struct constant_table { const char *name; int value; }; enum legacy_fs_param { LEGACY_FS_UNSET_PARAMS = 0, LEGACY_FS_MONOLITHIC_PARAMS = 1, LEGACY_FS_INDIVIDUAL_PARAMS = 2, }; struct legacy_fs_context { char *legacy_data; size_t data_size; enum legacy_fs_param param_type; }; struct buffer_head; typedef int get_block_t(struct inode *, sector_t, struct buffer_head *, int); typedef void bh_end_io_t(struct buffer_head *, int); struct buffer_head { long unsigned int b_state; struct buffer_head *b_this_page; union { struct page *b_page; struct folio *b_folio; }; sector_t b_blocknr; size_t b_size; char *b_data; struct block_device *b_bdev; bh_end_io_t *b_end_io; void *b_private; struct list_head b_assoc_buffers; struct address_space *b_assoc_map; atomic_t b_count; spinlock_t b_uptodate_lock; }; enum { BIO_NO_PAGE_REF = 0, BIO_CLONED = 1, BIO_BOUNCED = 2, BIO_QUIET = 3, BIO_CHAIN = 4, BIO_REFFED = 5, BIO_BPS_THROTTLED = 6, BIO_TRACE_COMPLETION = 7, BIO_CGROUP_ACCT = 8, BIO_QOS_THROTTLED = 9, BIO_QOS_MERGED = 10, BIO_REMAPPED = 11, BIO_ZONE_WRITE_LOCKED = 12, BIO_FLAG_LAST = 13, }; struct folio_iter { struct folio *folio; size_t offset; size_t length; struct folio *_next; size_t _seg_count; int _i; }; enum bh_state_bits { BH_Uptodate = 0, BH_Dirty = 1, BH_Lock = 2, BH_Req = 3, BH_Mapped = 4, BH_New = 5, BH_Async_Read = 6, BH_Async_Write = 7, BH_Delay = 8, BH_Boundary = 9, BH_Write_EIO = 10, BH_Unwritten = 11, BH_Quiet = 12, BH_Meta = 13, BH_Prio = 14, BH_Defer_Completion = 15, BH_PrivateStart = 16, }; typedef int (*writepage_t)(struct folio *, struct writeback_control *, void *); struct mpage_readpage_args { struct bio *bio; struct folio *folio; unsigned int nr_pages; bool is_readahead; sector_t last_block_in_bio; struct buffer_head map_bh; long unsigned int first_logical_block; get_block_t *get_block; }; struct mpage_data { struct bio *bio; sector_t last_block_in_bio; get_block_t *get_block; }; enum dentry_d_lock_class { DENTRY_D_LOCK_NORMAL = 0, DENTRY_D_LOCK_NESTED = 1, }; struct name_snapshot { struct qstr name; unsigned char inline_name[32]; }; struct fsnotify_group; struct fsnotify_iter_info; struct fsnotify_mark; struct fsnotify_event; struct fsnotify_ops { int (*handle_event)(struct fsnotify_group *, u32, const void *, int, struct inode *, const struct qstr *, u32, struct fsnotify_iter_info *); int (*handle_inode_event)(struct fsnotify_mark *, u32, struct inode *, struct inode *, const struct qstr *, u32); void (*free_group_priv)(struct fsnotify_group *); void (*freeing_mark)(struct fsnotify_mark *, struct fsnotify_group *); void (*free_event)(struct fsnotify_group *, struct fsnotify_event *); void (*free_mark)(struct fsnotify_mark *); }; struct inotify_group_private_data { spinlock_t idr_lock; struct idr idr; struct ucounts *ucounts; }; struct fanotify_group_private_data { struct hlist_head *merge_hash; struct list_head access_list; wait_queue_head_t access_waitq; int flags; int f_flags; struct ucounts *ucounts; mempool_t error_events_pool; }; struct fsnotify_group { const struct fsnotify_ops *ops; refcount_t refcnt; spinlock_t notification_lock; struct list_head notification_list; wait_queue_head_t notification_waitq; unsigned int q_len; unsigned int max_events; unsigned int priority; bool shutdown; int flags; unsigned int owner_flags; struct mutex mark_mutex; atomic_t user_waits; struct list_head marks_list; struct fasync_struct *fsn_fa; struct fsnotify_event *overflow_event; struct mem_cgroup *memcg; union { void *private; struct inotify_group_private_data inotify_data; struct fanotify_group_private_data fanotify_data; }; }; struct fsnotify_iter_info { struct fsnotify_mark *marks[5]; struct fsnotify_group *current_group; unsigned int report_mask; int srcu_idx; }; struct fsnotify_mark { __u32 mask; refcount_t refcnt; struct fsnotify_group *group; struct list_head g_list; spinlock_t lock; struct hlist_node obj_list; struct fsnotify_mark_connector *connector; __u32 ignore_mask; unsigned int flags; }; struct fsnotify_event { struct list_head list; }; struct fs_error_report { int error; struct inode *inode; struct super_block *sb; }; enum fsnotify_obj_type { FSNOTIFY_OBJ_TYPE_ANY = -1, FSNOTIFY_OBJ_TYPE_INODE = 0, FSNOTIFY_OBJ_TYPE_VFSMOUNT = 1, FSNOTIFY_OBJ_TYPE_SB = 2, FSNOTIFY_OBJ_TYPE_COUNT = 3, FSNOTIFY_OBJ_TYPE_DETACHED = 3, }; struct inotify_event_info { struct fsnotify_event fse; u32 mask; int wd; u32 sync_cookie; int name_len; char name[0]; }; struct inotify_inode_mark { struct fsnotify_mark fsn_mark; int wd; }; enum fid_type { FILEID_ROOT = 0, FILEID_INO32_GEN = 1, FILEID_INO32_GEN_PARENT = 2, FILEID_BTRFS_WITHOUT_PARENT = 77, FILEID_BTRFS_WITH_PARENT = 78, FILEID_BTRFS_WITH_PARENT_ROOT = 79, FILEID_UDF_WITHOUT_PARENT = 81, FILEID_UDF_WITH_PARENT = 82, FILEID_NILFS_WITHOUT_PARENT = 97, FILEID_NILFS_WITH_PARENT = 98, FILEID_FAT_WITHOUT_PARENT = 113, FILEID_FAT_WITH_PARENT = 114, FILEID_LUSTRE = 151, FILEID_KERNFS = 254, FILEID_INVALID = 255, }; struct fid { union { struct { u32 ino; u32 gen; u32 parent_ino; u32 parent_gen; } i32; struct { u32 block; u16 partref; u16 parent_partref; u32 generation; u32 parent_block; u32 parent_generation; } udf; struct { struct {} __empty_raw; __u32 raw[0]; }; }; }; enum { FAN_EVENT_INIT = 0, FAN_EVENT_REPORTED = 1, FAN_EVENT_ANSWERED = 2, FAN_EVENT_CANCELED = 3, }; struct fanotify_fh { u8 type; u8 len; u8 flags; u8 pad; unsigned char buf[0]; }; struct fanotify_info { u8 dir_fh_totlen; u8 dir2_fh_totlen; u8 file_fh_totlen; u8 name_len; u8 name2_len; u8 pad[3]; unsigned char buf[0]; }; enum fanotify_event_type { FANOTIFY_EVENT_TYPE_FID = 0, FANOTIFY_EVENT_TYPE_FID_NAME = 1, FANOTIFY_EVENT_TYPE_PATH = 2, FANOTIFY_EVENT_TYPE_PATH_PERM = 3, FANOTIFY_EVENT_TYPE_OVERFLOW = 4, FANOTIFY_EVENT_TYPE_FS_ERROR = 5, __FANOTIFY_EVENT_TYPE_NUM = 6, }; struct fanotify_event { struct fsnotify_event fse; struct hlist_node merge_list; u32 mask; struct { unsigned int type: 3; unsigned int hash: 29; }; struct pid *pid; }; struct fanotify_fid_event { struct fanotify_event fae; __kernel_fsid_t fsid; struct { struct fanotify_fh object_fh; unsigned char _inline_fh_buf[12]; }; }; struct fanotify_name_event { struct fanotify_event fae; __kernel_fsid_t fsid; struct fanotify_info info; }; struct fanotify_error_event { struct fanotify_event fae; s32 error; u32 err_count; __kernel_fsid_t fsid; struct { struct fanotify_fh object_fh; unsigned char _inline_fh_buf[128]; }; }; struct fanotify_path_event { struct fanotify_event fae; struct path path; }; struct fanotify_perm_event { struct fanotify_event fae; struct path path; u32 response; short unsigned int state; int fd; union { struct fanotify_response_info_header hdr; struct fanotify_response_info_audit_rule audit_rule; }; }; struct pseudo_fs_context { const struct super_operations *ops; const struct xattr_handler **xattr; const struct dentry_operations *dops; long unsigned int magic; }; struct timerfd_ctx { union { struct hrtimer tmr; struct alarm alarm; } t; ktime_t tintv; ktime_t moffs; wait_queue_head_t wqh; u64 ticks; int clockid; short unsigned int expired; short unsigned int settime_flags; struct callback_head rcu; struct list_head clist; spinlock_t cancel_lock; bool might_cancel; }; typedef long unsigned int dax_entry_t; enum dax_access_mode { DAX_ACCESS = 0, DAX_RECOVERY_WRITE = 1, }; struct dax_device; struct iomap_folio_ops; struct iomap { u64 addr; loff_t offset; u64 length; u16 type; u16 flags; struct block_device *bdev; struct dax_device *dax_dev; void *inline_data; void *private; const struct iomap_folio_ops *folio_ops; u64 validity_cookie; }; struct iomap_iter; struct iomap_folio_ops { struct folio * (*get_folio)(struct iomap_iter *, loff_t, unsigned int); void (*put_folio)(struct inode *, loff_t, unsigned int, struct folio *); bool (*iomap_valid)(struct inode *, const struct iomap *); }; struct iomap_iter { struct inode *inode; loff_t pos; u64 len; s64 processed; unsigned int flags; struct iomap iomap; struct iomap srcmap; void *private; }; struct iomap_ops { int (*iomap_begin)(struct inode *, loff_t, loff_t, unsigned int, struct iomap *, struct iomap *); int (*iomap_end)(struct inode *, loff_t, loff_t, ssize_t, unsigned int, struct iomap *); }; struct trace_event_raw_dax_pmd_fault_class { struct trace_entry ent; long unsigned int ino; long unsigned int vm_start; long unsigned int vm_end; long unsigned int vm_flags; long unsigned int address; long unsigned int pgoff; long unsigned int max_pgoff; dev_t dev; unsigned int flags; int result; char __data[0]; }; struct trace_event_raw_dax_pmd_load_hole_class { struct trace_entry ent; long unsigned int ino; long unsigned int vm_flags; long unsigned int address; struct page *zero_page; void *radix_entry; dev_t dev; char __data[0]; }; struct trace_event_raw_dax_pmd_insert_mapping_class { struct trace_entry ent; long unsigned int ino; long unsigned int vm_flags; long unsigned int address; long int length; u64 pfn_val; void *radix_entry; dev_t dev; int write; char __data[0]; }; struct trace_event_raw_dax_pte_fault_class { struct trace_entry ent; long unsigned int ino; long unsigned int vm_flags; long unsigned int address; long unsigned int pgoff; dev_t dev; unsigned int flags; int result; char __data[0]; }; struct trace_event_raw_dax_insert_mapping { struct trace_entry ent; long unsigned int ino; long unsigned int vm_flags; long unsigned int address; void *radix_entry; dev_t dev; int write; char __data[0]; }; struct trace_event_raw_dax_writeback_range_class { struct trace_entry ent; long unsigned int ino; long unsigned int start_index; long unsigned int end_index; dev_t dev; char __data[0]; }; struct trace_event_raw_dax_writeback_one { struct trace_entry ent; long unsigned int ino; long unsigned int pgoff; long unsigned int pglen; dev_t dev; char __data[0]; }; struct trace_event_data_offsets_dax_pmd_fault_class {}; struct trace_event_data_offsets_dax_pmd_load_hole_class {}; struct trace_event_data_offsets_dax_pmd_insert_mapping_class {}; struct trace_event_data_offsets_dax_pte_fault_class {}; struct trace_event_data_offsets_dax_insert_mapping {}; struct trace_event_data_offsets_dax_writeback_range_class {}; struct trace_event_data_offsets_dax_writeback_one {}; typedef void (*btf_trace_dax_pmd_fault)(void *, struct inode *, struct vm_fault *, long unsigned int, int); typedef void (*btf_trace_dax_pmd_fault_done)(void *, struct inode *, struct vm_fault *, long unsigned int, int); typedef void (*btf_trace_dax_pmd_load_hole)(void *, struct inode *, struct vm_fault *, struct page *, void *); typedef void (*btf_trace_dax_pmd_load_hole_fallback)(void *, struct inode *, struct vm_fault *, struct page *, void *); typedef void (*btf_trace_dax_pmd_insert_mapping)(void *, struct inode *, struct vm_fault *, long int, pfn_t, void *); typedef void (*btf_trace_dax_pte_fault)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_pte_fault_done)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_load_hole)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_insert_pfn_mkwrite_no_entry)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_insert_pfn_mkwrite)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_insert_mapping)(void *, struct inode *, struct vm_fault *, void *); typedef void (*btf_trace_dax_writeback_range)(void *, struct inode *, long unsigned int, long unsigned int); typedef void (*btf_trace_dax_writeback_range_done)(void *, struct inode *, long unsigned int, long unsigned int); typedef void (*btf_trace_dax_writeback_one)(void *, struct inode *, long unsigned int, long unsigned int); struct exceptional_entry_key { struct xarray *xa; long unsigned int entry_start; }; struct wait_exceptional_entry_queue { wait_queue_entry_t wait; struct exceptional_entry_key key; }; enum dax_wake_mode { WAKE_ALL = 0, WAKE_NEXT = 1, }; struct crypto_skcipher { unsigned int reqsize; struct crypto_tfm base; }; enum key_state { KEY_IS_UNINSTANTIATED = 0, KEY_IS_POSITIVE = 1, }; struct key_preparsed_payload { const char *orig_description; char *description; union key_payload payload; const void *data; size_t datalen; size_t quotalen; time64_t expiry; }; struct key_match_data { bool (*cmp)(const struct key *, const struct key_match_data *); const void *raw_data; void *preparsed; unsigned int lookup_type; }; enum kernel_pkey_operation { kernel_pkey_encrypt = 0, kernel_pkey_decrypt = 1, kernel_pkey_sign = 2, kernel_pkey_verify = 3, }; struct kernel_pkey_params { struct key *key; const char *encoding; const char *hash_algo; char *info; __u32 in_len; union { __u32 out_len; __u32 in2_len; }; enum kernel_pkey_operation op: 8; }; struct fscrypt_prepared_key { struct crypto_skcipher *tfm; struct blk_crypto_key *blk_key; }; struct fscrypt_policy_v1 { __u8 version; __u8 contents_encryption_mode; __u8 filenames_encryption_mode; __u8 flags; __u8 master_key_descriptor[8]; }; struct fscrypt_policy_v2 { __u8 version; __u8 contents_encryption_mode; __u8 filenames_encryption_mode; __u8 flags; __u8 __reserved[4]; __u8 master_key_identifier[16]; }; union fscrypt_policy { u8 version; struct fscrypt_policy_v1 v1; struct fscrypt_policy_v2 v2; }; struct fscrypt_mode; struct fscrypt_master_key; struct fscrypt_direct_key; struct fscrypt_info { struct fscrypt_prepared_key ci_enc_key; bool ci_owns_key; bool ci_inlinecrypt; struct fscrypt_mode *ci_mode; struct inode *ci_inode; struct fscrypt_master_key *ci_master_key; struct list_head ci_master_key_link; struct fscrypt_direct_key *ci_direct_key; siphash_key_t ci_dirhash_key; bool ci_dirhash_key_initialized; union fscrypt_policy ci_policy; u8 ci_nonce[16]; u32 ci_hashed_ino; }; struct fscrypt_keyring { spinlock_t lock; struct hlist_head key_hashtable[128]; }; struct fscrypt_key_specifier { __u32 type; __u32 __reserved; union { __u8 __reserved[32]; __u8 descriptor[8]; __u8 identifier[16]; } u; }; struct fscrypt_provisioning_key_payload { __u32 type; __u32 __reserved; __u8 raw[0]; }; struct fscrypt_add_key_arg { struct fscrypt_key_specifier key_spec; __u32 raw_size; __u32 key_id; __u32 __reserved[8]; __u8 raw[0]; }; struct fscrypt_remove_key_arg { struct fscrypt_key_specifier key_spec; __u32 removal_status_flags; __u32 __reserved[5]; }; struct fscrypt_get_key_status_arg { struct fscrypt_key_specifier key_spec; __u32 __reserved[6]; __u32 status; __u32 status_flags; __u32 user_count; __u32 __out_reserved[13]; }; struct crypto_shash { unsigned int descsize; struct crypto_tfm base; }; struct fscrypt_mode { const char *friendly_name; const char *cipher_str; int keysize; int security_strength; int ivsize; int logged_cryptoapi_impl; int logged_blk_crypto_native; int logged_blk_crypto_fallback; enum blk_crypto_mode_num blk_crypto_mode; }; struct fscrypt_hkdf { struct crypto_shash *hmac_tfm; }; struct fscrypt_master_key_secret { struct fscrypt_hkdf hkdf; u32 size; u8 raw[64]; }; struct fscrypt_master_key { struct hlist_node mk_node; struct rw_semaphore mk_sem; refcount_t mk_active_refs; refcount_t mk_struct_refs; struct callback_head mk_rcu_head; struct fscrypt_master_key_secret mk_secret; struct fscrypt_key_specifier mk_spec; struct key *mk_users; struct list_head mk_decrypted_inodes; spinlock_t mk_decrypted_inodes_lock; struct fscrypt_prepared_key mk_direct_keys[11]; struct fscrypt_prepared_key mk_iv_ino_lblk_64_keys[11]; struct fscrypt_prepared_key mk_iv_ino_lblk_32_keys[11]; siphash_key_t mk_ino_hash_key; bool mk_ino_hash_key_initialized; }; typedef enum { FS_DECRYPT = 0, FS_ENCRYPT = 1, } fscrypt_direction_t; struct fsverity_hash_alg; struct merkle_tree_params { struct fsverity_hash_alg *hash_alg; const u8 *hashstate; unsigned int digest_size; unsigned int block_size; unsigned int hashes_per_block; unsigned int blocks_per_page; u8 log_digestsize; u8 log_blocksize; u8 log_arity; u8 log_blocks_per_page; unsigned int num_levels; u64 tree_size; long unsigned int tree_pages; long unsigned int level_start[8]; }; struct fsverity_info { struct merkle_tree_params tree_params; u8 root_hash[64]; u8 file_digest[64]; const struct inode *inode; long unsigned int *hash_block_verified; spinlock_t hash_page_init_lock; }; struct fsverity_hash_alg { struct crypto_shash *tfm; const char *name; unsigned int digest_size; unsigned int block_size; enum hash_algo algo_id; }; typedef __u32 __le32; typedef __u64 __le64; struct fsverity_descriptor { __u8 version; __u8 hash_algorithm; __u8 log_blocksize; __u8 salt_size; __le32 sig_size; __le64 data_size; __u8 root_hash[64]; __u8 salt[32]; __u8 __reserved[144]; __u8 signature[0]; }; struct flock64 { short int l_type; short int l_whence; __kernel_loff_t l_start; __kernel_loff_t l_len; __kernel_pid_t l_pid; }; struct trace_event_raw_locks_get_lock_context { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; unsigned char type; struct file_lock_context *ctx; char __data[0]; }; struct trace_event_raw_filelock_lock { struct trace_entry ent; struct file_lock *fl; long unsigned int i_ino; dev_t s_dev; struct file_lock *fl_blocker; fl_owner_t fl_owner; unsigned int fl_pid; unsigned int fl_flags; unsigned char fl_type; loff_t fl_start; loff_t fl_end; int ret; char __data[0]; }; struct trace_event_raw_filelock_lease { struct trace_entry ent; struct file_lock *fl; long unsigned int i_ino; dev_t s_dev; struct file_lock *fl_blocker; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; long unsigned int fl_break_time; long unsigned int fl_downgrade_time; char __data[0]; }; struct trace_event_raw_generic_add_lease { struct trace_entry ent; long unsigned int i_ino; int wcount; int rcount; int icount; dev_t s_dev; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; char __data[0]; }; struct trace_event_raw_leases_conflict { struct trace_entry ent; void *lease; void *breaker; unsigned int l_fl_flags; unsigned int b_fl_flags; unsigned char l_fl_type; unsigned char b_fl_type; bool conflict; char __data[0]; }; struct trace_event_data_offsets_locks_get_lock_context {}; struct trace_event_data_offsets_filelock_lock {}; struct trace_event_data_offsets_filelock_lease {}; struct trace_event_data_offsets_generic_add_lease {}; struct trace_event_data_offsets_leases_conflict {}; typedef void (*btf_trace_locks_get_lock_context)(void *, struct inode *, int, struct file_lock_context *); typedef void (*btf_trace_posix_lock_inode)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_fcntl_setlk)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_locks_remove_posix)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_flock_lock_inode)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_break_lease_noblock)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_break_lease_block)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_break_lease_unblock)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_generic_delete_lease)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_time_out_leases)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_generic_add_lease)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_leases_conflict)(void *, bool, struct file_lock *, struct file_lock *); struct file_lock_list_struct { spinlock_t lock; struct hlist_head hlist; }; enum proc_hidepid { HIDEPID_OFF = 0, HIDEPID_NO_ACCESS = 1, HIDEPID_INVISIBLE = 2, HIDEPID_NOT_PTRACEABLE = 4, }; enum proc_pidonly { PROC_PIDONLY_OFF = 0, PROC_PIDONLY_ON = 1, }; struct proc_fs_info { struct pid_namespace *pid_ns; struct dentry *proc_self; struct dentry *proc_thread_self; kgid_t pid_gid; enum proc_hidepid hide_pid; enum proc_pidonly pidonly; }; struct locks_iterator { int li_cpu; loff_t li_pos; }; typedef __u16 __le16; struct posix_acl_xattr_entry { __le16 e_tag; __le16 e_perm; __le32 e_id; }; struct posix_acl_xattr_header { __le32 a_version; }; typedef __kernel_ulong_t ino_t; struct trace_event_raw_iomap_readpage_class { struct trace_entry ent; dev_t dev; u64 ino; int nr_pages; char __data[0]; }; struct trace_event_raw_iomap_range_class { struct trace_entry ent; dev_t dev; u64 ino; loff_t size; loff_t offset; u64 length; char __data[0]; }; struct trace_event_raw_iomap_class { struct trace_entry ent; dev_t dev; u64 ino; u64 addr; loff_t offset; u64 length; u16 type; u16 flags; dev_t bdev; char __data[0]; }; struct trace_event_raw_iomap_iter { struct trace_entry ent; dev_t dev; u64 ino; loff_t pos; u64 length; unsigned int flags; const void *ops; long unsigned int caller; char __data[0]; }; struct trace_event_raw_iomap_dio_rw_begin { struct trace_entry ent; dev_t dev; ino_t ino; loff_t isize; loff_t pos; size_t count; size_t done_before; int ki_flags; unsigned int dio_flags; bool aio; char __data[0]; }; struct trace_event_raw_iomap_dio_complete { struct trace_entry ent; dev_t dev; ino_t ino; loff_t isize; loff_t pos; int ki_flags; bool aio; int error; ssize_t ret; char __data[0]; }; struct trace_event_data_offsets_iomap_readpage_class {}; struct trace_event_data_offsets_iomap_range_class {}; struct trace_event_data_offsets_iomap_class {}; struct trace_event_data_offsets_iomap_iter {}; struct trace_event_data_offsets_iomap_dio_rw_begin {}; struct trace_event_data_offsets_iomap_dio_complete {}; typedef void (*btf_trace_iomap_readpage)(void *, struct inode *, int); typedef void (*btf_trace_iomap_readahead)(void *, struct inode *, int); typedef void (*btf_trace_iomap_writepage)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_release_folio)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_invalidate_folio)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_dio_invalidate_fail)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_dio_rw_queued)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_iter_dstmap)(void *, struct inode *, struct iomap *); typedef void (*btf_trace_iomap_iter_srcmap)(void *, struct inode *, struct iomap *); typedef void (*btf_trace_iomap_writepage_map)(void *, struct inode *, struct iomap *); typedef void (*btf_trace_iomap_iter)(void *, struct iomap_iter *, const void *, long unsigned int); typedef void (*btf_trace_iomap_dio_rw_begin)(void *, struct kiocb *, struct iov_iter *, unsigned int, size_t); typedef void (*btf_trace_iomap_dio_complete)(void *, struct kiocb *, int, ssize_t); struct fiemap_extent; struct fiemap_extent_info { unsigned int fi_flags; unsigned int fi_extents_mapped; unsigned int fi_extents_max; struct fiemap_extent *fi_extents_start; }; struct fiemap_extent { __u64 fe_logical; __u64 fe_physical; __u64 fe_length; __u64 fe_reserved64[2]; __u32 fe_flags; __u32 fe_reserved[3]; }; enum { QIF_BLIMITS_B = 0, QIF_SPACE_B = 1, QIF_ILIMITS_B = 2, QIF_INODES_B = 3, QIF_BTIME_B = 4, QIF_ITIME_B = 5, }; typedef __kernel_uid32_t qid_t; enum { DQF_INFO_DIRTY_B = 17, }; struct dqstats { long unsigned int stat[8]; struct percpu_counter counter[8]; }; enum { _DQUOT_USAGE_ENABLED = 0, _DQUOT_LIMITS_ENABLED = 1, _DQUOT_SUSPENDED = 2, _DQUOT_STATE_FLAGS = 3, }; struct quota_module_name { int qm_fmt_id; char *qm_mod_name; }; struct dquot_warn { struct super_block *w_sb; struct kqid w_dq_id; short int w_type; }; typedef u32 nlink_t; typedef int (*proc_write_t)(struct file *, char *, size_t); struct proc_dir_entry { atomic_t in_use; refcount_t refcnt; struct list_head pde_openers; spinlock_t pde_unload_lock; struct completion *pde_unload_completion; const struct inode_operations *proc_iops; union { const struct proc_ops *proc_ops; const struct file_operations *proc_dir_ops; }; const struct dentry_operations *proc_dops; union { const struct seq_operations *seq_ops; int (*single_show)(struct seq_file *, void *); }; proc_write_t write; void *data; unsigned int state_size; unsigned int low_ino; nlink_t nlink; kuid_t uid; kgid_t gid; loff_t size; struct proc_dir_entry *parent; struct rb_root subdir; struct rb_node subdir_node; char *name; umode_t mode; u8 flags; u8 namelen; char inline_name[0]; }; union proc_op { int (*proc_get_link)(struct dentry *, struct path *); int (*proc_show)(struct seq_file *, struct pid_namespace *, struct pid *, struct task_struct *); const char *lsm; }; struct proc_inode { struct pid *pid; unsigned int fd; union proc_op op; struct proc_dir_entry *pde; struct ctl_table_header *sysctl; struct ctl_table *sysctl_entry; struct hlist_node sibling_inodes; const struct proc_ns_operations *ns_ops; struct inode vfs_inode; }; struct proc_maps_private { struct inode *inode; struct task_struct *task; struct mm_struct *mm; struct vma_iterator iter; struct mempolicy *task_mempolicy; }; struct mem_size_stats { long unsigned int resident; long unsigned int shared_clean; long unsigned int shared_dirty; long unsigned int private_clean; long unsigned int private_dirty; long unsigned int referenced; long unsigned int anonymous; long unsigned int lazyfree; long unsigned int anonymous_thp; long unsigned int shmem_thp; long unsigned int file_thp; long unsigned int swap; long unsigned int shared_hugetlb; long unsigned int private_hugetlb; u64 pss; u64 pss_anon; u64 pss_file; u64 pss_shmem; u64 pss_dirty; u64 pss_locked; u64 swap_pss; }; enum clear_refs_types { CLEAR_REFS_ALL = 1, CLEAR_REFS_ANON = 2, CLEAR_REFS_MAPPED = 3, CLEAR_REFS_SOFT_DIRTY = 4, CLEAR_REFS_MM_HIWATER_RSS = 5, CLEAR_REFS_LAST = 6, }; struct clear_refs_private { enum clear_refs_types type; }; typedef struct { u64 pme; } pagemap_entry_t; struct pagemapread { int pos; int len; pagemap_entry_t *buffer; bool show_pfn; }; struct numa_maps { long unsigned int pages; long unsigned int anon; long unsigned int active; long unsigned int writeback; long unsigned int mapcount_max; long unsigned int dirty; long unsigned int swapcache; long unsigned int node[2]; }; struct numa_maps_private { struct proc_maps_private proc_maps; struct numa_maps md; }; enum { PROC_ENTRY_PERMANENT = 1, }; enum kcore_type { KCORE_TEXT = 0, KCORE_VMALLOC = 1, KCORE_RAM = 2, KCORE_VMEMMAP = 3, KCORE_USER = 4, }; struct kcore_list { struct list_head list; long unsigned int addr; size_t size; int type; }; enum kernfs_node_type { KERNFS_DIR = 1, KERNFS_FILE = 2, KERNFS_LINK = 4, }; enum kernfs_node_flag { KERNFS_ACTIVATED = 16, KERNFS_NS = 32, KERNFS_HAS_SEQ_SHOW = 64, KERNFS_HAS_MMAP = 128, KERNFS_LOCKDEP = 256, KERNFS_HIDDEN = 512, KERNFS_SUICIDAL = 1024, KERNFS_SUICIDED = 2048, KERNFS_EMPTY_DIR = 4096, KERNFS_HAS_RELEASE = 8192, KERNFS_REMOVING = 16384, }; enum kernfs_root_flag { KERNFS_ROOT_CREATE_DEACTIVATED = 1, KERNFS_ROOT_EXTRA_OPEN_PERM_CHECK = 2, KERNFS_ROOT_SUPPORT_EXPORTOP = 4, KERNFS_ROOT_SUPPORT_USER_XATTR = 8, }; struct kernfs_syscall_ops; struct kernfs_root { struct kernfs_node *kn; unsigned int flags; struct idr ino_idr; u32 last_id_lowbits; u32 id_highbits; struct kernfs_syscall_ops *syscall_ops; struct list_head supers; wait_queue_head_t deactivate_waitq; struct rw_semaphore kernfs_rwsem; struct rw_semaphore kernfs_iattr_rwsem; struct rw_semaphore kernfs_supers_rwsem; }; struct kernfs_iattrs { kuid_t ia_uid; kgid_t ia_gid; struct timespec64 ia_atime; struct timespec64 ia_mtime; struct timespec64 ia_ctime; struct simple_xattrs xattrs; atomic_t nr_user_xattrs; atomic_t user_xattr_size; }; struct kernfs_syscall_ops { int (*show_options)(struct seq_file *, struct kernfs_root *); int (*mkdir)(struct kernfs_node *, const char *, umode_t); int (*rmdir)(struct kernfs_node *); int (*rename)(struct kernfs_node *, struct kernfs_node *, const char *); int (*show_path)(struct seq_file *, struct kernfs_node *, struct kernfs_root *); }; struct config_group; struct config_item_type; struct config_item { char *ci_name; char ci_namebuf[20]; struct kref ci_kref; struct list_head ci_entry; struct config_item *ci_parent; struct config_group *ci_group; const struct config_item_type *ci_type; struct dentry *ci_dentry; }; struct configfs_subsystem; struct config_group { struct config_item cg_item; struct list_head cg_children; struct configfs_subsystem *cg_subsys; struct list_head default_groups; struct list_head group_entry; }; struct configfs_item_operations; struct configfs_group_operations; struct configfs_attribute; struct configfs_bin_attribute; struct config_item_type { struct module *ct_owner; struct configfs_item_operations *ct_item_ops; struct configfs_group_operations *ct_group_ops; struct configfs_attribute **ct_attrs; struct configfs_bin_attribute **ct_bin_attrs; }; struct configfs_item_operations { void (*release)(struct config_item *); int (*allow_link)(struct config_item *, struct config_item *); void (*drop_link)(struct config_item *, struct config_item *); }; struct configfs_group_operations { struct config_item * (*make_item)(struct config_group *, const char *); struct config_group * (*make_group)(struct config_group *, const char *); void (*disconnect_notify)(struct config_group *, struct config_item *); void (*drop_item)(struct config_group *, struct config_item *); }; struct configfs_attribute { const char *ca_name; struct module *ca_owner; umode_t ca_mode; ssize_t (*show)(struct config_item *, char *); ssize_t (*store)(struct config_item *, const char *, size_t); }; struct configfs_bin_attribute { struct configfs_attribute cb_attr; void *cb_private; size_t cb_max_size; ssize_t (*read)(struct config_item *, void *, size_t); ssize_t (*write)(struct config_item *, const void *, size_t); }; struct configfs_subsystem { struct config_group su_group; struct mutex su_mutex; }; struct configfs_fragment { atomic_t frag_count; struct rw_semaphore frag_sem; bool frag_dead; }; struct configfs_dirent { atomic_t s_count; int s_dependent_count; struct list_head s_sibling; struct list_head s_children; int s_links; void *s_element; int s_type; umode_t s_mode; struct dentry *s_dentry; struct iattr *s_iattr; struct configfs_fragment *s_frag; }; typedef unsigned int tid_t; struct transaction_chp_stats_s { long unsigned int cs_chp_time; __u32 cs_forced_to_close; __u32 cs_written; __u32 cs_dropped; }; struct journal_s; typedef struct journal_s journal_t; struct journal_head; struct transaction_s; typedef struct transaction_s transaction_t; struct transaction_s { journal_t *t_journal; tid_t t_tid; enum { T_RUNNING = 0, T_LOCKED = 1, T_SWITCH = 2, T_FLUSH = 3, T_COMMIT = 4, T_COMMIT_DFLUSH = 5, T_COMMIT_JFLUSH = 6, T_COMMIT_CALLBACK = 7, T_FINISHED = 8, } t_state; long unsigned int t_log_start; int t_nr_buffers; struct journal_head *t_reserved_list; struct journal_head *t_buffers; struct journal_head *t_forget; struct journal_head *t_checkpoint_list; struct journal_head *t_shadow_list; struct list_head t_inode_list; spinlock_t t_handle_lock; long unsigned int t_max_wait; long unsigned int t_start; long unsigned int t_requested; struct transaction_chp_stats_s t_chp_stats; atomic_t t_updates; atomic_t t_outstanding_credits; atomic_t t_outstanding_revokes; atomic_t t_handle_count; transaction_t *t_cpnext; transaction_t *t_cpprev; long unsigned int t_expires; ktime_t t_start_time; unsigned int t_synchronous_commit: 1; int t_need_data_flush; struct list_head t_private_list; }; struct jbd2_buffer_trigger_type; struct journal_head { struct buffer_head *b_bh; spinlock_t b_state_lock; int b_jcount; unsigned int b_jlist; unsigned int b_modified; char *b_frozen_data; char *b_committed_data; transaction_t *b_transaction; transaction_t *b_next_transaction; struct journal_head *b_tnext; struct journal_head *b_tprev; transaction_t *b_cp_transaction; struct journal_head *b_cpnext; struct journal_head *b_cpprev; struct jbd2_buffer_trigger_type *b_triggers; struct jbd2_buffer_trigger_type *b_frozen_triggers; }; struct jbd2_buffer_trigger_type { void (*t_frozen)(struct jbd2_buffer_trigger_type *, struct buffer_head *, void *, size_t); void (*t_abort)(struct jbd2_buffer_trigger_type *, struct buffer_head *); }; struct shash_desc { struct crypto_shash *tfm; void *__ctx[0]; }; struct transaction_run_stats_s { long unsigned int rs_wait; long unsigned int rs_request_delay; long unsigned int rs_running; long unsigned int rs_locked; long unsigned int rs_flushing; long unsigned int rs_logging; __u32 rs_handle_count; __u32 rs_blocks; __u32 rs_blocks_logged; }; struct transaction_stats_s { long unsigned int ts_tid; long unsigned int ts_requested; struct transaction_run_stats_s run; }; enum passtype { PASS_SCAN = 0, PASS_REVOKE = 1, PASS_REPLAY = 2, }; struct journal_superblock_s; typedef struct journal_superblock_s journal_superblock_t; struct jbd2_revoke_table_s; struct jbd2_inode; struct journal_s { long unsigned int j_flags; long unsigned int j_atomic_flags; int j_errno; struct mutex j_abort_mutex; struct buffer_head *j_sb_buffer; journal_superblock_t *j_superblock; int j_format_version; rwlock_t j_state_lock; int j_barrier_count; struct mutex j_barrier; transaction_t *j_running_transaction; transaction_t *j_committing_transaction; transaction_t *j_checkpoint_transactions; wait_queue_head_t j_wait_transaction_locked; wait_queue_head_t j_wait_done_commit; wait_queue_head_t j_wait_commit; wait_queue_head_t j_wait_updates; wait_queue_head_t j_wait_reserved; wait_queue_head_t j_fc_wait; struct mutex j_checkpoint_mutex; struct buffer_head *j_chkpt_bhs[64]; struct shrinker j_shrinker; struct percpu_counter j_checkpoint_jh_count; transaction_t *j_shrink_transaction; long unsigned int j_head; long unsigned int j_tail; long unsigned int j_free; long unsigned int j_first; long unsigned int j_last; long unsigned int j_fc_first; long unsigned int j_fc_off; long unsigned int j_fc_last; struct block_device *j_dev; int j_blocksize; long long unsigned int j_blk_offset; char j_devname[56]; struct block_device *j_fs_dev; unsigned int j_total_len; atomic_t j_reserved_credits; spinlock_t j_list_lock; struct inode *j_inode; tid_t j_tail_sequence; tid_t j_transaction_sequence; tid_t j_commit_sequence; tid_t j_commit_request; __u8 j_uuid[16]; struct task_struct *j_task; int j_max_transaction_buffers; int j_revoke_records_per_block; long unsigned int j_commit_interval; struct timer_list j_commit_timer; spinlock_t j_revoke_lock; struct jbd2_revoke_table_s *j_revoke; struct jbd2_revoke_table_s *j_revoke_table[2]; struct buffer_head **j_wbuf; struct buffer_head **j_fc_wbuf; int j_wbufsize; int j_fc_wbufsize; pid_t j_last_sync_writer; u64 j_average_commit_time; u32 j_min_batch_time; u32 j_max_batch_time; void (*j_commit_callback)(journal_t *, transaction_t *); int (*j_submit_inode_data_buffers)(struct jbd2_inode *); int (*j_finish_inode_data_buffers)(struct jbd2_inode *); spinlock_t j_history_lock; struct proc_dir_entry *j_proc_entry; struct transaction_stats_s j_stats; unsigned int j_failed_commit; void *j_private; struct crypto_shash *j_chksum_driver; __u32 j_csum_seed; void (*j_fc_cleanup_callback)(struct journal_s *, int, tid_t); int (*j_fc_replay_callback)(struct journal_s *, struct buffer_head *, enum passtype, int, tid_t); int (*j_bmap)(struct journal_s *, sector_t *); }; struct journal_header_s { __be32 h_magic; __be32 h_blocktype; __be32 h_sequence; }; typedef struct journal_header_s journal_header_t; struct journal_superblock_s { journal_header_t s_header; __be32 s_blocksize; __be32 s_maxlen; __be32 s_first; __be32 s_sequence; __be32 s_start; __be32 s_errno; __be32 s_feature_compat; __be32 s_feature_incompat; __be32 s_feature_ro_compat; __u8 s_uuid[16]; __be32 s_nr_users; __be32 s_dynsuper; __be32 s_max_transaction; __be32 s_max_trans_data; __u8 s_checksum_type; __u8 s_padding2[3]; __be32 s_num_fc_blks; __u32 s_padding[41]; __be32 s_checksum; __u8 s_users[768]; }; struct jbd2_inode { transaction_t *i_transaction; transaction_t *i_next_transaction; struct list_head i_list; struct inode *i_vfs_inode; long unsigned int i_flags; loff_t i_dirty_start; loff_t i_dirty_end; }; struct bgl_lock { spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct blockgroup_lock { struct bgl_lock locks[128]; }; struct fscrypt_dummy_policy { const union fscrypt_policy *policy; }; typedef int ext4_grpblk_t; typedef long long unsigned int ext4_fsblk_t; typedef __u32 ext4_lblk_t; typedef unsigned int ext4_group_t; struct ext4_system_blocks { struct rb_root root; struct callback_head rcu; }; struct ext4_group_desc { __le32 bg_block_bitmap_lo; __le32 bg_inode_bitmap_lo; __le32 bg_inode_table_lo; __le16 bg_free_blocks_count_lo; __le16 bg_free_inodes_count_lo; __le16 bg_used_dirs_count_lo; __le16 bg_flags; __le32 bg_exclude_bitmap_lo; __le16 bg_block_bitmap_csum_lo; __le16 bg_inode_bitmap_csum_lo; __le16 bg_itable_unused_lo; __le16 bg_checksum; __le32 bg_block_bitmap_hi; __le32 bg_inode_bitmap_hi; __le32 bg_inode_table_hi; __le16 bg_free_blocks_count_hi; __le16 bg_free_inodes_count_hi; __le16 bg_used_dirs_count_hi; __le16 bg_itable_unused_hi; __le32 bg_exclude_bitmap_hi; __le16 bg_block_bitmap_csum_hi; __le16 bg_inode_bitmap_csum_hi; __u32 bg_reserved; }; struct flex_groups { atomic64_t free_clusters; atomic_t free_inodes; atomic_t used_dirs; }; struct ext4_es_stats { long unsigned int es_stats_shrunk; struct percpu_counter es_stats_cache_hits; struct percpu_counter es_stats_cache_misses; u64 es_stats_scan_time; u64 es_stats_max_scan_time; struct percpu_counter es_stats_all_cnt; struct percpu_counter es_stats_shk_cnt; }; struct ext4_fc_stats { unsigned int fc_ineligible_reason_count[10]; long unsigned int fc_num_commits; long unsigned int fc_ineligible_commits; long unsigned int fc_failed_commits; long unsigned int fc_skipped_commits; long unsigned int fc_numblks; u64 s_fc_avg_commit_time; }; struct ext4_fc_alloc_region { ext4_lblk_t lblk; ext4_fsblk_t pblk; int ino; int len; }; struct ext4_fc_replay_state { int fc_replay_num_tags; int fc_replay_expected_off; int fc_current_pass; int fc_cur_tag; int fc_crc; struct ext4_fc_alloc_region *fc_regions; int fc_regions_size; int fc_regions_used; int fc_regions_valid; int *fc_modified_inodes; int fc_modified_inodes_used; int fc_modified_inodes_size; }; struct ext4_super_block { __le32 s_inodes_count; __le32 s_blocks_count_lo; __le32 s_r_blocks_count_lo; __le32 s_free_blocks_count_lo; __le32 s_free_inodes_count; __le32 s_first_data_block; __le32 s_log_block_size; __le32 s_log_cluster_size; __le32 s_blocks_per_group; __le32 s_clusters_per_group; __le32 s_inodes_per_group; __le32 s_mtime; __le32 s_wtime; __le16 s_mnt_count; __le16 s_max_mnt_count; __le16 s_magic; __le16 s_state; __le16 s_errors; __le16 s_minor_rev_level; __le32 s_lastcheck; __le32 s_checkinterval; __le32 s_creator_os; __le32 s_rev_level; __le16 s_def_resuid; __le16 s_def_resgid; __le32 s_first_ino; __le16 s_inode_size; __le16 s_block_group_nr; __le32 s_feature_compat; __le32 s_feature_incompat; __le32 s_feature_ro_compat; __u8 s_uuid[16]; char s_volume_name[16]; char s_last_mounted[64]; __le32 s_algorithm_usage_bitmap; __u8 s_prealloc_blocks; __u8 s_prealloc_dir_blocks; __le16 s_reserved_gdt_blocks; __u8 s_journal_uuid[16]; __le32 s_journal_inum; __le32 s_journal_dev; __le32 s_last_orphan; __le32 s_hash_seed[4]; __u8 s_def_hash_version; __u8 s_jnl_backup_type; __le16 s_desc_size; __le32 s_default_mount_opts; __le32 s_first_meta_bg; __le32 s_mkfs_time; __le32 s_jnl_blocks[17]; __le32 s_blocks_count_hi; __le32 s_r_blocks_count_hi; __le32 s_free_blocks_count_hi; __le16 s_min_extra_isize; __le16 s_want_extra_isize; __le32 s_flags; __le16 s_raid_stride; __le16 s_mmp_update_interval; __le64 s_mmp_block; __le32 s_raid_stripe_width; __u8 s_log_groups_per_flex; __u8 s_checksum_type; __u8 s_encryption_level; __u8 s_reserved_pad; __le64 s_kbytes_written; __le32 s_snapshot_inum; __le32 s_snapshot_id; __le64 s_snapshot_r_blocks_count; __le32 s_snapshot_list; __le32 s_error_count; __le32 s_first_error_time; __le32 s_first_error_ino; __le64 s_first_error_block; __u8 s_first_error_func[32]; __le32 s_first_error_line; __le32 s_last_error_time; __le32 s_last_error_ino; __le32 s_last_error_line; __le64 s_last_error_block; __u8 s_last_error_func[32]; __u8 s_mount_opts[64]; __le32 s_usr_quota_inum; __le32 s_grp_quota_inum; __le32 s_overhead_clusters; __le32 s_backup_bgs[2]; __u8 s_encrypt_algos[4]; __u8 s_encrypt_pw_salt[16]; __le32 s_lpf_ino; __le32 s_prj_quota_inum; __le32 s_checksum_seed; __u8 s_wtime_hi; __u8 s_mtime_hi; __u8 s_mkfs_time_hi; __u8 s_lastcheck_hi; __u8 s_first_error_time_hi; __u8 s_last_error_time_hi; __u8 s_first_error_errcode; __u8 s_last_error_errcode; __le16 s_encoding; __le16 s_encoding_flags; __le32 s_orphan_file_inum; __le32 s_reserved[94]; __le32 s_checksum; }; struct ext4_journal_trigger { struct jbd2_buffer_trigger_type tr_triggers; struct super_block *sb; }; struct ext4_orphan_block { atomic_t ob_free_entries; struct buffer_head *ob_bh; }; struct ext4_orphan_info { int of_blocks; __u32 of_csum_seed; struct ext4_orphan_block *of_binfo; }; struct ext4_group_info; struct ext4_locality_group; struct ext4_li_request; struct mb_cache; struct ext4_sb_info { long unsigned int s_desc_size; long unsigned int s_inodes_per_block; long unsigned int s_blocks_per_group; long unsigned int s_clusters_per_group; long unsigned int s_inodes_per_group; long unsigned int s_itb_per_group; long unsigned int s_gdb_count; long unsigned int s_desc_per_block; ext4_group_t s_groups_count; ext4_group_t s_blockfile_groups; long unsigned int s_overhead; unsigned int s_cluster_ratio; unsigned int s_cluster_bits; loff_t s_bitmap_maxbytes; struct buffer_head *s_sbh; struct ext4_super_block *s_es; struct buffer_head **s_group_desc; unsigned int s_mount_opt; unsigned int s_mount_opt2; long unsigned int s_mount_flags; unsigned int s_def_mount_opt; unsigned int s_def_mount_opt2; ext4_fsblk_t s_sb_block; atomic64_t s_resv_clusters; kuid_t s_resuid; kgid_t s_resgid; short unsigned int s_mount_state; short unsigned int s_pad; int s_addr_per_block_bits; int s_desc_per_block_bits; int s_inode_size; int s_first_ino; unsigned int s_inode_readahead_blks; unsigned int s_inode_goal; u32 s_hash_seed[4]; int s_def_hash_version; int s_hash_unsigned; struct percpu_counter s_freeclusters_counter; struct percpu_counter s_freeinodes_counter; struct percpu_counter s_dirs_counter; struct percpu_counter s_dirtyclusters_counter; struct percpu_counter s_sra_exceeded_retry_limit; struct blockgroup_lock *s_blockgroup_lock; struct proc_dir_entry *s_proc; struct kobject s_kobj; struct completion s_kobj_unregister; struct super_block *s_sb; struct buffer_head *s_mmp_bh; struct journal_s *s_journal; long unsigned int s_ext4_flags; struct mutex s_orphan_lock; struct list_head s_orphan; struct ext4_orphan_info s_orphan_info; long unsigned int s_commit_interval; u32 s_max_batch_time; u32 s_min_batch_time; struct block_device *s_journal_bdev; char *s_qf_names[3]; int s_jquota_fmt; unsigned int s_want_extra_isize; struct ext4_system_blocks *s_system_blks; struct ext4_group_info ***s_group_info; struct inode *s_buddy_cache; spinlock_t s_md_lock; short unsigned int *s_mb_offsets; unsigned int *s_mb_maxs; unsigned int s_group_info_size; unsigned int s_mb_free_pending; struct list_head s_freed_data_list; struct list_head s_discard_list; struct work_struct s_discard_work; atomic_t s_retry_alloc_pending; struct list_head *s_mb_avg_fragment_size; rwlock_t *s_mb_avg_fragment_size_locks; struct list_head *s_mb_largest_free_orders; rwlock_t *s_mb_largest_free_orders_locks; long unsigned int s_stripe; unsigned int s_mb_max_linear_groups; unsigned int s_mb_stream_request; unsigned int s_mb_max_to_scan; unsigned int s_mb_min_to_scan; unsigned int s_mb_stats; unsigned int s_mb_order2_reqs; unsigned int s_mb_group_prealloc; unsigned int s_max_dir_size_kb; long unsigned int s_mb_last_group; long unsigned int s_mb_last_start; unsigned int s_mb_prefetch; unsigned int s_mb_prefetch_limit; atomic_t s_bal_reqs; atomic_t s_bal_success; atomic_t s_bal_allocated; atomic_t s_bal_ex_scanned; atomic_t s_bal_groups_scanned; atomic_t s_bal_goals; atomic_t s_bal_breaks; atomic_t s_bal_2orders; atomic_t s_bal_cr0_bad_suggestions; atomic_t s_bal_cr1_bad_suggestions; atomic64_t s_bal_cX_groups_considered[4]; atomic64_t s_bal_cX_hits[4]; atomic64_t s_bal_cX_failed[4]; atomic_t s_mb_buddies_generated; atomic64_t s_mb_generation_time; atomic_t s_mb_lost_chunks; atomic_t s_mb_preallocated; atomic_t s_mb_discarded; atomic_t s_lock_busy; struct ext4_locality_group *s_locality_groups; long unsigned int s_sectors_written_start; u64 s_kbytes_written; unsigned int s_extent_max_zeroout_kb; unsigned int s_log_groups_per_flex; struct flex_groups **s_flex_groups; ext4_group_t s_flex_groups_allocated; struct workqueue_struct *rsv_conversion_wq; struct timer_list s_err_report; struct ext4_li_request *s_li_request; unsigned int s_li_wait_mult; struct task_struct *s_mmp_tsk; long unsigned int s_last_trim_minblks; struct crypto_shash *s_chksum_driver; __u32 s_csum_seed; struct shrinker s_es_shrinker; struct list_head s_es_list; long int s_es_nr_inode; struct ext4_es_stats s_es_stats; struct mb_cache *s_ea_block_cache; struct mb_cache *s_ea_inode_cache; long: 64; long: 64; long: 64; spinlock_t s_es_lock; struct ext4_journal_trigger s_journal_triggers[1]; struct ratelimit_state s_err_ratelimit_state; struct ratelimit_state s_warning_ratelimit_state; struct ratelimit_state s_msg_ratelimit_state; atomic_t s_warning_count; atomic_t s_msg_count; struct fscrypt_dummy_policy s_dummy_enc_policy; struct percpu_rw_semaphore s_writepages_rwsem; struct dax_device *s_daxdev; u64 s_dax_part_off; errseq_t s_bdev_wb_err; spinlock_t s_bdev_wb_lock; spinlock_t s_error_lock; int s_add_error_count; int s_first_error_code; __u32 s_first_error_line; __u32 s_first_error_ino; __u64 s_first_error_block; const char *s_first_error_func; time64_t s_first_error_time; int s_last_error_code; __u32 s_last_error_line; __u32 s_last_error_ino; __u64 s_last_error_block; const char *s_last_error_func; time64_t s_last_error_time; struct work_struct s_error_work; atomic_t s_fc_subtid; struct list_head s_fc_q[2]; struct list_head s_fc_dentry_q[2]; unsigned int s_fc_bytes; spinlock_t s_fc_lock; struct buffer_head *s_fc_bh; struct ext4_fc_stats s_fc_stats; tid_t s_fc_ineligible_tid; struct ext4_fc_replay_state s_fc_replay_state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ext4_group_info { long unsigned int bb_state; struct rb_root bb_free_root; ext4_grpblk_t bb_first_free; ext4_grpblk_t bb_free; ext4_grpblk_t bb_fragments; int bb_avg_fragment_size_order; ext4_grpblk_t bb_largest_free_order; ext4_group_t bb_group; struct list_head bb_prealloc_list; struct rw_semaphore alloc_sem; struct list_head bb_avg_fragment_size_node; struct list_head bb_largest_free_order_node; ext4_grpblk_t bb_counters[0]; }; enum ext4_li_mode { EXT4_LI_MODE_PREFETCH_BBITMAP = 0, EXT4_LI_MODE_ITABLE = 1, }; struct ext4_li_request { struct super_block *lr_super; enum ext4_li_mode lr_mode; ext4_group_t lr_first_not_zeroed; ext4_group_t lr_next_group; struct list_head lr_request; long unsigned int lr_next_sched; long unsigned int lr_timeout; }; struct utf8data; struct utf8data_table; struct unicode_map { unsigned int version; const struct utf8data *ntab[2]; const struct utf8data_table *tables; }; enum utf8_normalization { UTF8_NFDI = 0, UTF8_NFDICF = 1, UTF8_NMAX = 2, }; struct utf8data { unsigned int maxage; unsigned int offset; }; struct utf8data_table { const unsigned int *utf8agetab; int utf8agetab_size; const struct utf8data *utf8nfdicfdata; int utf8nfdicfdata_size; const struct utf8data *utf8nfdidata; int utf8nfdidata_size; const unsigned char *utf8data; }; struct jbd2_journal_handle; typedef struct jbd2_journal_handle handle_t; struct jbd2_journal_handle { union { transaction_t *h_transaction; journal_t *h_journal; }; handle_t *h_rsv_handle; int h_total_credits; int h_revoke_credits; int h_revoke_credits_requested; int h_ref; int h_err; unsigned int h_sync: 1; unsigned int h_jdata: 1; unsigned int h_reserved: 1; unsigned int h_aborted: 1; unsigned int h_type: 8; unsigned int h_line_no: 16; long unsigned int h_start_jiffies; unsigned int h_requested_credits; unsigned int saved_alloc_context; }; enum jbd_state_bits { BH_JBD = 16, BH_JWrite = 17, BH_Freed = 18, BH_Revoked = 19, BH_RevokeValid = 20, BH_JBDDirty = 21, BH_JournalHead = 22, BH_Shadow = 23, BH_Verified = 24, BH_JBDPrivateStart = 25, }; struct fscrypt_str { unsigned char *name; u32 len; }; struct ext4_map_blocks { ext4_fsblk_t m_pblk; ext4_lblk_t m_lblk; unsigned int m_len; unsigned int m_flags; }; enum { EXT4_INODE_SECRM = 0, EXT4_INODE_UNRM = 1, EXT4_INODE_COMPR = 2, EXT4_INODE_SYNC = 3, EXT4_INODE_IMMUTABLE = 4, EXT4_INODE_APPEND = 5, EXT4_INODE_NODUMP = 6, EXT4_INODE_NOATIME = 7, EXT4_INODE_DIRTY = 8, EXT4_INODE_COMPRBLK = 9, EXT4_INODE_NOCOMPR = 10, EXT4_INODE_ENCRYPT = 11, EXT4_INODE_INDEX = 12, EXT4_INODE_IMAGIC = 13, EXT4_INODE_JOURNAL_DATA = 14, EXT4_INODE_NOTAIL = 15, EXT4_INODE_DIRSYNC = 16, EXT4_INODE_TOPDIR = 17, EXT4_INODE_HUGE_FILE = 18, EXT4_INODE_EXTENTS = 19, EXT4_INODE_VERITY = 20, EXT4_INODE_EA_INODE = 21, EXT4_INODE_DAX = 25, EXT4_INODE_INLINE_DATA = 28, EXT4_INODE_PROJINHERIT = 29, EXT4_INODE_CASEFOLD = 30, EXT4_INODE_RESERVED = 31, }; struct extent_status { struct rb_node rb_node; ext4_lblk_t es_lblk; ext4_lblk_t es_len; ext4_fsblk_t es_pblk; }; struct ext4_es_tree { struct rb_root root; struct extent_status *cache_es; }; struct ext4_pending_tree { struct rb_root root; }; enum { EXT4_FC_REASON_XATTR = 0, EXT4_FC_REASON_CROSS_RENAME = 1, EXT4_FC_REASON_JOURNAL_FLAG_CHANGE = 2, EXT4_FC_REASON_NOMEM = 3, EXT4_FC_REASON_SWAP_BOOT = 4, EXT4_FC_REASON_RESIZE = 5, EXT4_FC_REASON_RENAME_DIR = 6, EXT4_FC_REASON_FALLOC_RANGE = 7, EXT4_FC_REASON_INODE_JOURNAL_DATA = 8, EXT4_FC_REASON_ENCRYPTED_FILENAME = 9, EXT4_FC_REASON_MAX = 10, }; struct ext4_inode_info { __le32 i_data[15]; __u32 i_dtime; ext4_fsblk_t i_file_acl; ext4_group_t i_block_group; ext4_lblk_t i_dir_start_lookup; long unsigned int i_flags; struct rw_semaphore xattr_sem; union { struct list_head i_orphan; unsigned int i_orphan_idx; }; struct list_head i_fc_dilist; struct list_head i_fc_list; ext4_lblk_t i_fc_lblk_start; ext4_lblk_t i_fc_lblk_len; atomic_t i_fc_updates; wait_queue_head_t i_fc_wait; struct mutex i_fc_lock; loff_t i_disksize; struct rw_semaphore i_data_sem; struct inode vfs_inode; struct jbd2_inode *jinode; spinlock_t i_raw_lock; struct timespec64 i_crtime; atomic_t i_prealloc_active; struct rb_root i_prealloc_node; rwlock_t i_prealloc_lock; struct ext4_es_tree i_es_tree; rwlock_t i_es_lock; struct list_head i_es_list; unsigned int i_es_all_nr; unsigned int i_es_shk_nr; ext4_lblk_t i_es_shrink_lblk; ext4_group_t i_last_alloc_group; unsigned int i_reserved_data_blocks; struct ext4_pending_tree i_pending_tree; __u16 i_extra_isize; u16 i_inline_off; u16 i_inline_size; qsize_t i_reserved_quota; spinlock_t i_completed_io_lock; struct list_head i_rsv_conversion_list; struct work_struct i_rsv_conversion_work; atomic_t i_unwritten; spinlock_t i_block_reservation_lock; tid_t i_sync_tid; tid_t i_datasync_tid; struct dquot *i_dquot[3]; __u32 i_csum_seed; kprojid_t i_projid; }; enum ext4_journal_trigger_type { EXT4_JTR_ORPHAN_FILE = 0, EXT4_JTR_NONE = 1, }; struct ext4_dir_entry_hash { __le32 hash; __le32 minor_hash; }; struct ext4_dir_entry_2 { __le32 inode; __le16 rec_len; __u8 name_len; __u8 file_type; char name[255]; }; struct fname; struct dir_private_info { struct rb_root root; struct rb_node *curr_node; struct fname *extra_fname; loff_t last_pos; __u32 curr_hash; __u32 curr_minor_hash; __u32 next_hash; }; struct fname { __u32 hash; __u32 minor_hash; struct rb_node rb_hash; struct fname *next; __u32 inode; __u8 name_len; __u8 file_type; char name[0]; }; enum { ES_WRITTEN_B = 0, ES_UNWRITTEN_B = 1, ES_DELAYED_B = 2, ES_HOLE_B = 3, ES_REFERENCED_B = 4, ES_FLAGS = 5, }; struct pending_reservation { struct rb_node rb_node; ext4_lblk_t lclu; }; enum { EXT4_STATE_NEW = 0, EXT4_STATE_XATTR = 1, EXT4_STATE_NO_EXPAND = 2, EXT4_STATE_DA_ALLOC_CLOSE = 3, EXT4_STATE_EXT_MIGRATE = 4, EXT4_STATE_NEWENTRY = 5, EXT4_STATE_MAY_INLINE_DATA = 6, EXT4_STATE_EXT_PRECACHED = 7, EXT4_STATE_LUSTRE_EA_INODE = 8, EXT4_STATE_VERITY_IN_PROGRESS = 9, EXT4_STATE_FC_COMMITTING = 10, EXT4_STATE_ORPHAN_FILE = 11, }; struct rsvd_count { int ndelonly; bool first_do_lblk_found; ext4_lblk_t first_do_lblk; ext4_lblk_t last_do_lblk; struct extent_status *left_es; bool partial; ext4_lblk_t lclu; }; struct ext4_locality_group { struct mutex lg_mutex; struct list_head lg_prealloc_list[10]; spinlock_t lg_prealloc_lock; }; struct fsmap { __u32 fmr_device; __u32 fmr_flags; __u64 fmr_physical; __u64 fmr_owner; __u64 fmr_offset; __u64 fmr_length; __u64 fmr_reserved[3]; }; struct ext4_fsmap { struct list_head fmr_list; dev_t fmr_device; uint32_t fmr_flags; uint64_t fmr_physical; uint64_t fmr_owner; uint64_t fmr_length; }; struct ext4_fsmap_head { uint32_t fmh_iflags; uint32_t fmh_oflags; unsigned int fmh_count; unsigned int fmh_entries; struct ext4_fsmap fmh_keys[2]; }; typedef int (*ext4_fsmap_format_t)(struct ext4_fsmap *, void *); typedef int (*ext4_mballoc_query_range_fn)(struct super_block *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t, void *); typedef int (*list_cmp_func_t)(void *, const struct list_head *, const struct list_head *); struct ext4_getfsmap_info { struct ext4_fsmap_head *gfi_head; ext4_fsmap_format_t gfi_formatter; void *gfi_format_arg; ext4_fsblk_t gfi_next_fsblk; u32 gfi_dev; ext4_group_t gfi_agno; struct ext4_fsmap gfi_low; struct ext4_fsmap gfi_high; struct ext4_fsmap gfi_lastfree; struct list_head gfi_meta_list; bool gfi_last; }; struct ext4_getfsmap_dev { int (*gfd_fn)(struct super_block *, struct ext4_fsmap *, struct ext4_getfsmap_info *); u32 gfd_dev; }; struct ext4_allocation_request { struct inode *inode; unsigned int len; ext4_lblk_t logical; ext4_lblk_t lleft; ext4_lblk_t lright; ext4_fsblk_t goal; ext4_fsblk_t pleft; ext4_fsblk_t pright; unsigned int flags; }; typedef struct { __le32 *p; __le32 key; struct buffer_head *bh; } Indirect; struct fstrim_range { __u64 start; __u64 len; __u64 minlen; }; struct fileattr { u32 flags; u32 fsx_xflags; u32 fsx_extsize; u32 fsx_nextents; u32 fsx_projid; u32 fsx_cowextsize; bool flags_valid: 1; bool fsx_valid: 1; }; typedef u64 compat_u64; struct fiemap { __u64 fm_start; __u64 fm_length; __u32 fm_flags; __u32 fm_mapped_extents; __u32 fm_extent_count; __u32 fm_reserved; struct fiemap_extent fm_extents[0]; }; struct fsuuid { __u32 fsu_len; __u32 fsu_flags; __u8 fsu_uuid[0]; }; struct move_extent { __u32 reserved; __u32 donor_fd; __u64 orig_start; __u64 donor_start; __u64 len; __u64 moved_len; }; struct ext4_new_group_input { __u32 group; __u64 block_bitmap; __u64 inode_bitmap; __u64 inode_table; __u32 blocks_count; __u16 reserved_blocks; __u16 unused; }; struct compat_ext4_new_group_input { u32 group; compat_u64 block_bitmap; compat_u64 inode_bitmap; compat_u64 inode_table; u32 blocks_count; u16 reserved_blocks; u16 unused; }; struct ext4_new_group_data { __u32 group; __u64 block_bitmap; __u64 inode_bitmap; __u64 inode_table; __u32 blocks_count; __u16 reserved_blocks; __u16 mdata_blocks; __u32 free_clusters_count; }; struct ext4_inode { __le16 i_mode; __le16 i_uid; __le32 i_size_lo; __le32 i_atime; __le32 i_ctime; __le32 i_mtime; __le32 i_dtime; __le16 i_gid; __le16 i_links_count; __le32 i_blocks_lo; __le32 i_flags; union { struct { __le32 l_i_version; } linux1; struct { __u32 h_i_translator; } hurd1; struct { __u32 m_i_reserved1; } masix1; } osd1; __le32 i_block[15]; __le32 i_generation; __le32 i_file_acl_lo; __le32 i_size_high; __le32 i_obso_faddr; union { struct { __le16 l_i_blocks_high; __le16 l_i_file_acl_high; __le16 l_i_uid_high; __le16 l_i_gid_high; __le16 l_i_checksum_lo; __le16 l_i_reserved; } linux2; struct { __le16 h_i_reserved1; __u16 h_i_mode_high; __u16 h_i_uid_high; __u16 h_i_gid_high; __u32 h_i_author; } hurd2; struct { __le16 h_i_reserved1; __le16 m_i_file_acl_high; __u32 m_i_reserved2[2]; } masix2; } osd2; __le16 i_extra_isize; __le16 i_checksum_hi; __le32 i_ctime_extra; __le32 i_mtime_extra; __le32 i_atime_extra; __le32 i_crtime; __le32 i_crtime_extra; __le32 i_version_hi; __le32 i_projid; }; struct ext4_iloc { struct buffer_head *bh; long unsigned int offset; ext4_group_t block_group; }; typedef enum { EXT4_IGET_NORMAL = 0, EXT4_IGET_SPECIAL = 1, EXT4_IGET_HANDLE = 2, EXT4_IGET_BAD = 4, EXT4_IGET_EA_INODE = 8, } ext4_iget_flags; struct fsmap_head { __u32 fmh_iflags; __u32 fmh_oflags; __u32 fmh_count; __u32 fmh_entries; __u64 fmh_reserved[6]; struct fsmap fmh_keys[2]; struct fsmap fmh_recs[0]; }; typedef void ext4_update_sb_callback(struct ext4_super_block *, const void *); struct getfsmap_info { struct super_block *gi_sb; struct fsmap_head *gi_data; unsigned int gi_idx; __u32 gi_last_flags; }; struct mmp_struct { __le32 mmp_magic; __le32 mmp_seq; __le64 mmp_time; char mmp_nodename[64]; char mmp_bdevname[32]; __le16 mmp_check_interval; __le16 mmp_pad1; __le32 mmp_pad2[226]; __le32 mmp_checksum; }; struct fscrypt_name { const struct qstr *usr_fname; struct fscrypt_str disk_name; u32 hash; u32 minor_hash; struct fscrypt_str crypto_buf; bool is_nokey_name; }; enum { EXT4_MF_MNTDIR_SAMPLED = 0, EXT4_MF_FS_ABORTED = 1, EXT4_MF_FC_INELIGIBLE = 2, }; struct ext4_dir_entry { __le32 inode; __le16 rec_len; __le16 name_len; char name[255]; }; struct ext4_dir_entry_tail { __le32 det_reserved_zero1; __le16 det_rec_len; __u8 det_reserved_zero2; __u8 det_reserved_ft; __le32 det_checksum; }; struct dx_hash_info { u32 hash; u32 minor_hash; int hash_version; u32 *seed; }; struct ext4_filename { const struct qstr *usr_fname; struct fscrypt_str disk_name; struct dx_hash_info hinfo; struct fscrypt_str crypto_buf; struct fscrypt_str cf_name; }; typedef enum { EITHER = 0, INDEX = 1, DIRENT = 2, DIRENT_HTREE = 3, } dirblock_type_t; struct fake_dirent { __le32 inode; __le16 rec_len; u8 name_len; u8 file_type; }; struct dx_countlimit { __le16 limit; __le16 count; }; struct dx_entry { __le32 hash; __le32 block; }; struct dx_root_info { __le32 reserved_zero; u8 hash_version; u8 info_length; u8 indirect_levels; u8 unused_flags; }; struct dx_root { struct fake_dirent dot; char dot_name[4]; struct fake_dirent dotdot; char dotdot_name[4]; struct dx_root_info info; struct dx_entry entries[0]; }; struct dx_node { struct fake_dirent fake; struct dx_entry entries[0]; }; struct dx_frame { struct buffer_head *bh; struct dx_entry *entries; struct dx_entry *at; }; struct dx_map_entry { u32 hash; u16 offs; u16 size; }; struct dx_tail { u32 dt_reserved; __le32 dt_checksum; }; struct ext4_renament { struct inode *dir; struct dentry *dentry; struct inode *inode; bool is_dir; int dir_nlink_delta; struct buffer_head *bh; struct ext4_dir_entry_2 *de; int inlined; struct buffer_head *dir_bh; struct ext4_dir_entry_2 *parent_de; int dir_inlined; }; enum bio_post_read_step { STEP_INITIAL = 0, STEP_DECRYPT = 1, STEP_VERITY = 2, STEP_MAX = 3, }; struct bio_post_read_ctx { struct bio *bio; struct work_struct work; unsigned int cur_step; unsigned int enabled_steps; }; enum { MBE_REFERENCED_B = 0, MBE_REUSABLE_B = 1, }; struct mb_cache_entry { struct list_head e_list; struct hlist_bl_node e_hash_list; atomic_t e_refcnt; u32 e_key; long unsigned int e_flags; u64 e_value; }; struct ext4_xattr_header { __le32 h_magic; __le32 h_refcount; __le32 h_blocks; __le32 h_hash; __le32 h_checksum; __u32 h_reserved[3]; }; struct ext4_xattr_ibody_header { __le32 h_magic; }; struct ext4_xattr_entry { __u8 e_name_len; __u8 e_name_index; __le16 e_value_offs; __le32 e_value_inum; __le32 e_value_size; __le32 e_hash; char e_name[0]; }; struct ext4_xattr_info { const char *name; const void *value; size_t value_len; int name_index; int in_inode; }; struct ext4_xattr_search { struct ext4_xattr_entry *first; void *base; void *end; struct ext4_xattr_entry *here; int not_found; }; struct ext4_xattr_ibody_find { struct ext4_xattr_search s; struct ext4_iloc iloc; }; struct ext4_xattr_inode_array { unsigned int count; struct inode *inodes[0]; }; struct ext4_xattr_block_find { struct ext4_xattr_search s; struct buffer_head *bh; }; struct ext4_orphan_block_tail { __le32 ob_magic; __le32 ob_checksum; }; struct xattr; typedef int (*initxattrs)(struct inode *, const struct xattr *, void *); struct xattr { const char *name; void *value; size_t value_len; }; struct commit_header { __be32 h_magic; __be32 h_blocktype; __be32 h_sequence; unsigned char h_chksum_type; unsigned char h_chksum_size; unsigned char h_padding[2]; __be32 h_chksum[8]; __be64 h_commit_sec; __be32 h_commit_nsec; }; struct journal_block_tag3_s { __be32 t_blocknr; __be32 t_flags; __be32 t_blocknr_high; __be32 t_checksum; }; typedef struct journal_block_tag3_s journal_block_tag3_t; struct journal_block_tag_s { __be32 t_blocknr; __be16 t_checksum; __be16 t_flags; __be32 t_blocknr_high; }; typedef struct journal_block_tag_s journal_block_tag_t; struct jbd2_journal_block_tail { __be32 t_checksum; }; struct trace_event_raw_jbd2_checkpoint { struct trace_entry ent; dev_t dev; int result; char __data[0]; }; struct trace_event_raw_jbd2_commit { struct trace_entry ent; dev_t dev; char sync_commit; tid_t transaction; char __data[0]; }; struct trace_event_raw_jbd2_end_commit { struct trace_entry ent; dev_t dev; char sync_commit; tid_t transaction; tid_t head; char __data[0]; }; struct trace_event_raw_jbd2_submit_inode_data { struct trace_entry ent; dev_t dev; ino_t ino; char __data[0]; }; struct trace_event_raw_jbd2_handle_start_class { struct trace_entry ent; dev_t dev; tid_t tid; unsigned int type; unsigned int line_no; int requested_blocks; char __data[0]; }; struct trace_event_raw_jbd2_handle_extend { struct trace_entry ent; dev_t dev; tid_t tid; unsigned int type; unsigned int line_no; int buffer_credits; int requested_blocks; char __data[0]; }; struct trace_event_raw_jbd2_handle_stats { struct trace_entry ent; dev_t dev; tid_t tid; unsigned int type; unsigned int line_no; int interval; int sync; int requested_blocks; int dirtied_blocks; char __data[0]; }; struct trace_event_raw_jbd2_run_stats { struct trace_entry ent; dev_t dev; tid_t tid; long unsigned int wait; long unsigned int request_delay; long unsigned int running; long unsigned int locked; long unsigned int flushing; long unsigned int logging; __u32 handle_count; __u32 blocks; __u32 blocks_logged; char __data[0]; }; struct trace_event_raw_jbd2_checkpoint_stats { struct trace_entry ent; dev_t dev; tid_t tid; long unsigned int chp_time; __u32 forced_to_close; __u32 written; __u32 dropped; char __data[0]; }; struct trace_event_raw_jbd2_update_log_tail { struct trace_entry ent; dev_t dev; tid_t tail_sequence; tid_t first_tid; long unsigned int block_nr; long unsigned int freed; char __data[0]; }; struct trace_event_raw_jbd2_write_superblock { struct trace_entry ent; dev_t dev; blk_opf_t write_flags; char __data[0]; }; struct trace_event_raw_jbd2_lock_buffer_stall { struct trace_entry ent; dev_t dev; long unsigned int stall_ms; char __data[0]; }; struct trace_event_raw_jbd2_journal_shrink { struct trace_entry ent; dev_t dev; long unsigned int nr_to_scan; long unsigned int count; char __data[0]; }; struct trace_event_raw_jbd2_shrink_scan_exit { struct trace_entry ent; dev_t dev; long unsigned int nr_to_scan; long unsigned int nr_shrunk; long unsigned int count; char __data[0]; }; struct trace_event_raw_jbd2_shrink_checkpoint_list { struct trace_entry ent; dev_t dev; tid_t first_tid; tid_t tid; tid_t last_tid; long unsigned int nr_freed; tid_t next_tid; char __data[0]; }; struct trace_event_data_offsets_jbd2_checkpoint {}; struct trace_event_data_offsets_jbd2_commit {}; struct trace_event_data_offsets_jbd2_end_commit {}; struct trace_event_data_offsets_jbd2_submit_inode_data {}; struct trace_event_data_offsets_jbd2_handle_start_class {}; struct trace_event_data_offsets_jbd2_handle_extend {}; struct trace_event_data_offsets_jbd2_handle_stats {}; struct trace_event_data_offsets_jbd2_run_stats {}; struct trace_event_data_offsets_jbd2_checkpoint_stats {}; struct trace_event_data_offsets_jbd2_update_log_tail {}; struct trace_event_data_offsets_jbd2_write_superblock {}; struct trace_event_data_offsets_jbd2_lock_buffer_stall {}; struct trace_event_data_offsets_jbd2_journal_shrink {}; struct trace_event_data_offsets_jbd2_shrink_scan_exit {}; struct trace_event_data_offsets_jbd2_shrink_checkpoint_list {}; typedef void (*btf_trace_jbd2_checkpoint)(void *, journal_t *, int); typedef void (*btf_trace_jbd2_start_commit)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_commit_locking)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_commit_flushing)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_commit_logging)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_drop_transaction)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_end_commit)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_submit_inode_data)(void *, struct inode *); typedef void (*btf_trace_jbd2_handle_start)(void *, dev_t, tid_t, unsigned int, unsigned int, int); typedef void (*btf_trace_jbd2_handle_restart)(void *, dev_t, tid_t, unsigned int, unsigned int, int); typedef void (*btf_trace_jbd2_handle_extend)(void *, dev_t, tid_t, unsigned int, unsigned int, int, int); typedef void (*btf_trace_jbd2_handle_stats)(void *, dev_t, tid_t, unsigned int, unsigned int, int, int, int, int); typedef void (*btf_trace_jbd2_run_stats)(void *, dev_t, tid_t, struct transaction_run_stats_s *); typedef void (*btf_trace_jbd2_checkpoint_stats)(void *, dev_t, tid_t, struct transaction_chp_stats_s *); typedef void (*btf_trace_jbd2_update_log_tail)(void *, journal_t *, tid_t, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_write_superblock)(void *, journal_t *, blk_opf_t); typedef void (*btf_trace_jbd2_lock_buffer_stall)(void *, dev_t, long unsigned int); typedef void (*btf_trace_jbd2_shrink_count)(void *, journal_t *, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_shrink_scan_enter)(void *, journal_t *, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_shrink_scan_exit)(void *, journal_t *, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_shrink_checkpoint_list)(void *, journal_t *, tid_t, tid_t, tid_t, long unsigned int, tid_t); struct jbd2_stats_proc_session { journal_t *journal; struct transaction_stats_s *stats; int start; int max; }; typedef u16 wchar_t; typedef u32 unicode_t; struct nls_table { const char *charset; const char *alias; int (*uni2char)(wchar_t, unsigned char *, int); int (*char2uni)(const unsigned char *, int, wchar_t *); const unsigned char *charset2lower; const unsigned char *charset2upper; struct module *owner; struct nls_table *next; }; enum utf16_endian { UTF16_HOST_ENDIAN = 0, UTF16_LITTLE_ENDIAN = 1, UTF16_BIG_ENDIAN = 2, }; struct utf8_table { int cmask; int cval; int shift; long int lmask; long int lval; }; struct utf8cursor { const struct unicode_map *um; enum utf8_normalization n; const char *s; const char *p; const char *ss; const char *sp; unsigned int len; unsigned int slen; short int ccc; short int nccc; unsigned char hangul[12]; }; typedef const unsigned char utf8trie_t; typedef const unsigned char utf8leaf_t; struct match_token { int token; const char *pattern; }; enum { MAX_OPT_ARGS = 3, }; typedef unsigned int autofs_wqt_t; struct autofs_sb_info; struct autofs_info { struct dentry *dentry; int flags; struct completion expire_complete; struct list_head active; struct list_head expiring; struct autofs_sb_info *sbi; long unsigned int last_used; int count; kuid_t uid; kgid_t gid; struct callback_head rcu; }; struct autofs_wait_queue; struct autofs_sb_info { u32 magic; int pipefd; struct file *pipe; struct pid *oz_pgrp; int version; int sub_version; int min_proto; int max_proto; unsigned int flags; long unsigned int exp_timeout; unsigned int type; struct super_block *sb; struct mutex wq_mutex; struct mutex pipe_mutex; spinlock_t fs_lock; struct autofs_wait_queue *queues; spinlock_t lookup_lock; struct list_head active_list; struct list_head expiring_list; struct callback_head rcu; }; struct autofs_wait_queue { wait_queue_head_t queue; struct autofs_wait_queue *next; autofs_wqt_t wait_queue_token; struct qstr name; u32 offset; u32 dev; u64 ino; kuid_t uid; kgid_t gid; pid_t pid; pid_t tgid; int status; unsigned int wait_ctr; }; enum { Opt_err = 0, Opt_fd = 1, Opt_uid___2 = 2, Opt_gid___2 = 3, Opt_pgrp = 4, Opt_minproto = 5, Opt_maxproto = 6, Opt_indirect = 7, Opt_direct = 8, Opt_offset = 9, Opt_strictexpire = 10, Opt_ignore = 11, }; struct autofs_packet_hdr { int proto_version; int type; }; struct autofs_packet_missing { struct autofs_packet_hdr hdr; autofs_wqt_t wait_queue_token; int len; char name[256]; }; struct autofs_packet_expire { struct autofs_packet_hdr hdr; int len; char name[256]; }; enum autofs_notify { NFY_NONE = 0, NFY_MOUNT = 1, NFY_EXPIRE = 2, }; struct autofs_packet_expire_multi { struct autofs_packet_hdr hdr; autofs_wqt_t wait_queue_token; int len; char name[256]; }; union autofs_packet_union { struct autofs_packet_hdr hdr; struct autofs_packet_missing missing; struct autofs_packet_expire expire; struct autofs_packet_expire_multi expire_multi; }; struct autofs_v5_packet { struct autofs_packet_hdr hdr; autofs_wqt_t wait_queue_token; __u32 dev; __u64 ino; __u32 uid; __u32 gid; __u32 pid; __u32 tgid; __u32 len; char name[256]; }; typedef struct autofs_v5_packet autofs_packet_missing_indirect_t; typedef struct autofs_v5_packet autofs_packet_expire_indirect_t; typedef struct autofs_v5_packet autofs_packet_missing_direct_t; typedef struct autofs_v5_packet autofs_packet_expire_direct_t; union autofs_v5_packet_union { struct autofs_packet_hdr hdr; struct autofs_v5_packet v5_packet; autofs_packet_missing_indirect_t missing_indirect; autofs_packet_expire_indirect_t expire_indirect; autofs_packet_missing_direct_t missing_direct; autofs_packet_expire_direct_t expire_direct; }; struct debugfs_blob_wrapper { void *data; long unsigned int size; }; struct debugfs_reg32 { char *name; long unsigned int offset; }; struct debugfs_regset32 { const struct debugfs_reg32 *regs; int nregs; void *base; struct device *dev; }; struct debugfs_u32_array { u32 *array; u32 n_elements; }; struct debugfs_fsdata { const struct file_operations *real_fops; refcount_t active_users; struct completion active_users_drained; }; struct debugfs_devm_entry { int (*read)(struct seq_file *, void *); struct device *dev; }; struct miscdevice { int minor; const char *name; const struct file_operations *fops; struct list_head list; struct device *parent; struct device *this_device; const struct attribute_group **groups; const char *nodename; umode_t mode; }; struct btrfs_ioctl_vol_args { __s64 fd; char name[4088]; }; struct btrfs_qgroup_limit { __u64 flags; __u64 max_rfer; __u64 max_excl; __u64 rsv_rfer; __u64 rsv_excl; }; struct btrfs_qgroup_inherit { __u64 flags; __u64 num_qgroups; __u64 num_ref_copies; __u64 num_excl_copies; struct btrfs_qgroup_limit lim; __u64 qgroups[0]; }; struct btrfs_scrub_progress { __u64 data_extents_scrubbed; __u64 tree_extents_scrubbed; __u64 data_bytes_scrubbed; __u64 tree_bytes_scrubbed; __u64 read_errors; __u64 csum_errors; __u64 verify_errors; __u64 no_csum; __u64 csum_discards; __u64 super_errors; __u64 malloc_errors; __u64 uncorrectable_errors; __u64 corrected_errors; __u64 last_physical; __u64 unverified_errors; }; struct btrfs_balance_args { __u64 profiles; union { __u64 usage; struct { __u32 usage_min; __u32 usage_max; }; }; __u64 devid; __u64 pstart; __u64 pend; __u64 vstart; __u64 vend; __u64 target; __u64 flags; union { __u64 limit; struct { __u32 limit_min; __u32 limit_max; }; }; __u32 stripes_min; __u32 stripes_max; __u64 unused[6]; }; struct btrfs_balance_progress { __u64 expected; __u64 considered; __u64 completed; }; enum btrfs_dev_stat_values { BTRFS_DEV_STAT_WRITE_ERRS = 0, BTRFS_DEV_STAT_READ_ERRS = 1, BTRFS_DEV_STAT_FLUSH_ERRS = 2, BTRFS_DEV_STAT_CORRUPTION_ERRS = 3, BTRFS_DEV_STAT_GENERATION_ERRS = 4, BTRFS_DEV_STAT_VALUES_MAX = 5, }; struct btrfs_disk_key { __le64 objectid; __u8 type; __le64 offset; } __attribute__((packed)); struct btrfs_key { __u64 objectid; __u8 type; __u64 offset; } __attribute__((packed)); struct btrfs_header { __u8 csum[32]; __u8 fsid[16]; __le64 bytenr; __le64 flags; __u8 chunk_tree_uuid[16]; __le64 generation; __le64 owner; __le32 nritems; __u8 level; } __attribute__((packed)); struct btrfs_root_backup { __le64 tree_root; __le64 tree_root_gen; __le64 chunk_root; __le64 chunk_root_gen; __le64 extent_root; __le64 extent_root_gen; __le64 fs_root; __le64 fs_root_gen; __le64 dev_root; __le64 dev_root_gen; __le64 csum_root; __le64 csum_root_gen; __le64 total_bytes; __le64 bytes_used; __le64 num_devices; __le64 unused_64[4]; __u8 tree_root_level; __u8 chunk_root_level; __u8 extent_root_level; __u8 fs_root_level; __u8 dev_root_level; __u8 csum_root_level; __u8 unused_8[10]; }; struct btrfs_item { struct btrfs_disk_key key; __le32 offset; __le32 size; } __attribute__((packed)); struct btrfs_dev_item { __le64 devid; __le64 total_bytes; __le64 bytes_used; __le32 io_align; __le32 io_width; __le32 sector_size; __le64 type; __le64 generation; __le64 start_offset; __le32 dev_group; __u8 seek_speed; __u8 bandwidth; __u8 uuid[16]; __u8 fsid[16]; } __attribute__((packed)); struct btrfs_super_block { __u8 csum[32]; __u8 fsid[16]; __le64 bytenr; __le64 flags; __le64 magic; __le64 generation; __le64 root; __le64 chunk_root; __le64 log_root; __le64 __unused_log_root_transid; __le64 total_bytes; __le64 bytes_used; __le64 root_dir_objectid; __le64 num_devices; __le32 sectorsize; __le32 nodesize; __le32 __unused_leafsize; __le32 stripesize; __le32 sys_chunk_array_size; __le64 chunk_root_generation; __le64 compat_flags; __le64 compat_ro_flags; __le64 incompat_flags; __le16 csum_type; __u8 root_level; __u8 chunk_root_level; __u8 log_root_level; struct btrfs_dev_item dev_item; char label[256]; __le64 cache_generation; __le64 uuid_tree_generation; __u8 metadata_uuid[16]; __u64 nr_global_roots; __le64 reserved[27]; __u8 sys_chunk_array[2048]; struct btrfs_root_backup super_roots[4]; __u8 padding[565]; } __attribute__((packed)); struct btrfs_inode_ref { __le64 index; __le16 name_len; } __attribute__((packed)); struct btrfs_timespec { __le64 sec; __le32 nsec; } __attribute__((packed)); struct btrfs_inode_item { __le64 generation; __le64 transid; __le64 size; __le64 nbytes; __le64 block_group; __le32 nlink; __le32 uid; __le32 gid; __le32 mode; __le64 rdev; __le64 flags; __le64 sequence; __le64 reserved[4]; struct btrfs_timespec atime; struct btrfs_timespec ctime; struct btrfs_timespec mtime; struct btrfs_timespec otime; }; struct btrfs_dir_item { struct btrfs_disk_key location; __le64 transid; __le16 data_len; __le16 name_len; __u8 type; } __attribute__((packed)); struct btrfs_root_item { struct btrfs_inode_item inode; __le64 generation; __le64 root_dirid; __le64 bytenr; __le64 byte_limit; __le64 bytes_used; __le64 last_snapshot; __le64 flags; __le32 refs; struct btrfs_disk_key drop_progress; __u8 drop_level; __u8 level; __le64 generation_v2; __u8 uuid[16]; __u8 parent_uuid[16]; __u8 received_uuid[16]; __le64 ctransid; __le64 otransid; __le64 stransid; __le64 rtransid; struct btrfs_timespec ctime; struct btrfs_timespec otime; struct btrfs_timespec stime; struct btrfs_timespec rtime; __le64 reserved[8]; } __attribute__((packed)); struct btrfs_root_ref { __le64 dirid; __le64 sequence; __le16 name_len; } __attribute__((packed)); enum { BTRFS_FILE_EXTENT_INLINE = 0, BTRFS_FILE_EXTENT_REG = 1, BTRFS_FILE_EXTENT_PREALLOC = 2, BTRFS_NR_FILE_EXTENT_TYPES = 3, }; struct btrfs_file_extent_item { __le64 generation; __le64 ram_bytes; __u8 compression; __u8 encryption; __le16 other_encoding; __u8 type; __le64 disk_bytenr; __le64 disk_num_bytes; __le64 offset; __le64 num_bytes; } __attribute__((packed)); enum { __EXTENT_DIRTY_BIT = 0, EXTENT_DIRTY = 1, __EXTENT_DIRTY_SEQ = 0, __EXTENT_UPTODATE_BIT = 1, EXTENT_UPTODATE = 2, __EXTENT_UPTODATE_SEQ = 1, __EXTENT_LOCKED_BIT = 2, EXTENT_LOCKED = 4, __EXTENT_LOCKED_SEQ = 2, __EXTENT_NEW_BIT = 3, EXTENT_NEW = 8, __EXTENT_NEW_SEQ = 3, __EXTENT_DELALLOC_BIT = 4, EXTENT_DELALLOC = 16, __EXTENT_DELALLOC_SEQ = 4, __EXTENT_DEFRAG_BIT = 5, EXTENT_DEFRAG = 32, __EXTENT_DEFRAG_SEQ = 5, __EXTENT_BOUNDARY_BIT = 6, EXTENT_BOUNDARY = 64, __EXTENT_BOUNDARY_SEQ = 6, __EXTENT_NODATASUM_BIT = 7, EXTENT_NODATASUM = 128, __EXTENT_NODATASUM_SEQ = 7, __EXTENT_CLEAR_META_RESV_BIT = 8, EXTENT_CLEAR_META_RESV = 256, __EXTENT_CLEAR_META_RESV_SEQ = 8, __EXTENT_NEED_WAIT_BIT = 9, EXTENT_NEED_WAIT = 512, __EXTENT_NEED_WAIT_SEQ = 9, __EXTENT_NORESERVE_BIT = 10, EXTENT_NORESERVE = 1024, __EXTENT_NORESERVE_SEQ = 10, __EXTENT_QGROUP_RESERVED_BIT = 11, EXTENT_QGROUP_RESERVED = 2048, __EXTENT_QGROUP_RESERVED_SEQ = 11, __EXTENT_CLEAR_DATA_RESV_BIT = 12, EXTENT_CLEAR_DATA_RESV = 4096, __EXTENT_CLEAR_DATA_RESV_SEQ = 12, __EXTENT_DELALLOC_NEW_BIT = 13, EXTENT_DELALLOC_NEW = 8192, __EXTENT_DELALLOC_NEW_SEQ = 13, __EXTENT_ADD_INODE_BYTES_BIT = 14, EXTENT_ADD_INODE_BYTES = 16384, __EXTENT_ADD_INODE_BYTES_SEQ = 14, __EXTENT_CLEAR_ALL_BITS_BIT = 15, EXTENT_CLEAR_ALL_BITS = 32768, __EXTENT_CLEAR_ALL_BITS_SEQ = 15, }; enum { IO_TREE_FS_PINNED_EXTENTS = 0, IO_TREE_FS_EXCLUDED_EXTENTS = 1, IO_TREE_BTREE_INODE_IO = 2, IO_TREE_INODE_IO = 3, IO_TREE_RELOC_BLOCKS = 4, IO_TREE_TRANS_DIRTY_PAGES = 5, IO_TREE_ROOT_DIRTY_LOG_PAGES = 6, IO_TREE_INODE_FILE_EXTENT = 7, IO_TREE_LOG_CSUM_RANGE = 8, IO_TREE_SELFTEST = 9, IO_TREE_DEVICE_ALLOC_STATE = 10, }; struct btrfs_fs_info; struct btrfs_inode; struct extent_io_tree { struct rb_root state; struct btrfs_fs_info *fs_info; struct btrfs_inode *inode; u8 owner; spinlock_t lock; }; struct extent_map_tree { struct rb_root_cached map; struct list_head modified_extents; rwlock_t lock; }; enum btrfs_rsv_type { BTRFS_BLOCK_RSV_GLOBAL = 0, BTRFS_BLOCK_RSV_DELALLOC = 1, BTRFS_BLOCK_RSV_TRANS = 2, BTRFS_BLOCK_RSV_CHUNK = 3, BTRFS_BLOCK_RSV_DELOPS = 4, BTRFS_BLOCK_RSV_DELREFS = 5, BTRFS_BLOCK_RSV_EMPTY = 6, BTRFS_BLOCK_RSV_TEMP = 7, }; struct btrfs_space_info; struct btrfs_block_rsv { u64 size; u64 reserved; struct btrfs_space_info *space_info; spinlock_t lock; bool full; bool failfast; enum btrfs_rsv_type type: 8; u64 qgroup_rsv_size; u64 qgroup_rsv_reserved; }; struct btrfs_block_group; struct btrfs_free_cluster { spinlock_t lock; spinlock_t refill_lock; struct rb_root root; u64 max_size; u64 window_start; bool fragmented; struct btrfs_block_group *block_group; struct list_head block_group_list; }; struct btrfs_discard_ctl { struct workqueue_struct *discard_workers; struct delayed_work work; spinlock_t lock; struct btrfs_block_group *block_group; struct list_head discard_list[3]; u64 prev_discard; u64 prev_discard_time; atomic_t discardable_extents; atomic64_t discardable_bytes; u64 max_discard_size; u64 delay_ms; u32 iops_limit; u32 kbps_limit; u64 discard_extent_bytes; u64 discard_bitmap_bytes; atomic64_t discard_bytes_saved; }; struct btrfs_work; typedef void (*btrfs_func_t)(struct btrfs_work *); struct btrfs_workqueue; struct btrfs_work { btrfs_func_t func; btrfs_func_t ordered_func; btrfs_func_t ordered_free; struct work_struct normal_work; struct list_head ordered_list; struct btrfs_workqueue *wq; long unsigned int flags; }; struct btrfs_device; struct btrfs_dev_replace { u64 replace_state; time64_t time_started; time64_t time_stopped; atomic64_t num_write_errors; atomic64_t num_uncorrectable_read_errors; u64 cursor_left; u64 committed_cursor_left; u64 cursor_left_last_write_of_item; u64 cursor_right; u64 cont_reading_from_srcdev_mode; int is_valid; int item_needs_writeback; struct btrfs_device *srcdev; struct btrfs_device *tgtdev; struct mutex lock_finishing_cancel_unmount; struct rw_semaphore rwsem; struct btrfs_scrub_progress scrub_progress; struct percpu_counter bio_counter; wait_queue_head_t replace_wait; }; enum btrfs_exclusive_operation { BTRFS_EXCLOP_NONE = 0, BTRFS_EXCLOP_BALANCE_PAUSED = 1, BTRFS_EXCLOP_BALANCE = 2, BTRFS_EXCLOP_DEV_ADD = 3, BTRFS_EXCLOP_DEV_REMOVE = 4, BTRFS_EXCLOP_DEV_REPLACE = 5, BTRFS_EXCLOP_RESIZE = 6, BTRFS_EXCLOP_SWAP_ACTIVATE = 7, }; struct btrfs_commit_stats { u64 commit_count; u64 max_commit_dur; u64 last_commit_dur; u64 total_commit_dur; }; struct btrfs_root; struct btrfs_transaction; struct btrfs_stripe_hash_table; struct btrfs_fs_devices; struct reloc_control; struct btrfs_balance_control; struct btrfs_subpage_info; struct ulist; struct btrfs_delayed_root; struct btrfs_fs_info { u8 chunk_tree_uuid[16]; long unsigned int flags; struct btrfs_root *tree_root; struct btrfs_root *chunk_root; struct btrfs_root *dev_root; struct btrfs_root *fs_root; struct btrfs_root *quota_root; struct btrfs_root *uuid_root; struct btrfs_root *data_reloc_root; struct btrfs_root *block_group_root; struct btrfs_root *log_root_tree; rwlock_t global_root_lock; struct rb_root global_root_tree; spinlock_t fs_roots_radix_lock; struct xarray fs_roots_radix; rwlock_t block_group_cache_lock; struct rb_root_cached block_group_cache_tree; atomic64_t free_chunk_space; struct extent_io_tree excluded_extents; struct extent_map_tree mapping_tree; struct btrfs_block_rsv global_block_rsv; struct btrfs_block_rsv trans_block_rsv; struct btrfs_block_rsv chunk_block_rsv; struct btrfs_block_rsv delayed_block_rsv; struct btrfs_block_rsv delayed_refs_rsv; struct btrfs_block_rsv empty_block_rsv; u64 generation; u64 last_trans_committed; u64 last_reloc_trans; u64 last_trans_log_full_commit; long unsigned int mount_opt; long unsigned int compress_type: 4; unsigned int compress_level; u32 commit_interval; u64 max_inline; struct btrfs_transaction *running_transaction; wait_queue_head_t transaction_throttle; wait_queue_head_t transaction_wait; wait_queue_head_t transaction_blocked_wait; wait_queue_head_t async_submit_wait; spinlock_t super_lock; struct btrfs_super_block *super_copy; struct btrfs_super_block *super_for_commit; struct super_block *sb; struct inode *btree_inode; struct mutex tree_log_mutex; struct mutex transaction_kthread_mutex; struct mutex cleaner_mutex; struct mutex chunk_mutex; struct mutex ro_block_group_mutex; struct btrfs_stripe_hash_table *stripe_hash_table; struct mutex ordered_operations_mutex; struct rw_semaphore commit_root_sem; struct rw_semaphore cleanup_work_sem; struct rw_semaphore subvol_sem; spinlock_t trans_lock; struct mutex reloc_mutex; struct list_head trans_list; struct list_head dead_roots; struct list_head caching_block_groups; spinlock_t delayed_iput_lock; struct list_head delayed_iputs; atomic_t nr_delayed_iputs; wait_queue_head_t delayed_iputs_wait; atomic64_t tree_mod_seq; rwlock_t tree_mod_log_lock; struct rb_root tree_mod_log; struct list_head tree_mod_seq_list; atomic_t async_delalloc_pages; spinlock_t ordered_root_lock; struct list_head ordered_roots; struct mutex delalloc_root_mutex; spinlock_t delalloc_root_lock; struct list_head delalloc_roots; struct btrfs_workqueue *workers; struct btrfs_workqueue *hipri_workers; struct btrfs_workqueue *delalloc_workers; struct btrfs_workqueue *flush_workers; struct workqueue_struct *endio_workers; struct workqueue_struct *endio_meta_workers; struct workqueue_struct *rmw_workers; struct workqueue_struct *compressed_write_workers; struct btrfs_workqueue *endio_write_workers; struct btrfs_workqueue *endio_freespace_worker; struct btrfs_workqueue *caching_workers; struct btrfs_workqueue *fixup_workers; struct btrfs_workqueue *delayed_workers; struct task_struct *transaction_kthread; struct task_struct *cleaner_kthread; u32 thread_pool_size; struct kobject *space_info_kobj; struct kobject *qgroups_kobj; struct kobject *discard_kobj; struct percpu_counter dirty_metadata_bytes; struct percpu_counter delalloc_bytes; struct percpu_counter ordered_bytes; s32 dirty_metadata_batch; s32 delalloc_batch; struct list_head dirty_cowonly_roots; struct btrfs_fs_devices *fs_devices; struct list_head space_info; struct btrfs_space_info *data_sinfo; struct reloc_control *reloc_ctl; struct btrfs_free_cluster data_alloc_cluster; struct btrfs_free_cluster meta_alloc_cluster; spinlock_t defrag_inodes_lock; struct rb_root defrag_inodes; atomic_t defrag_running; seqlock_t profiles_lock; u64 avail_data_alloc_bits; u64 avail_metadata_alloc_bits; u64 avail_system_alloc_bits; spinlock_t balance_lock; struct mutex balance_mutex; atomic_t balance_pause_req; atomic_t balance_cancel_req; struct btrfs_balance_control *balance_ctl; wait_queue_head_t balance_wait_q; atomic_t reloc_cancel_req; u32 data_chunk_allocations; u32 metadata_ratio; void *bdev_holder; struct mutex scrub_lock; atomic_t scrubs_running; atomic_t scrub_pause_req; atomic_t scrubs_paused; atomic_t scrub_cancel_req; wait_queue_head_t scrub_pause_wait; refcount_t scrub_workers_refcnt; struct workqueue_struct *scrub_workers; struct workqueue_struct *scrub_wr_completion_workers; struct btrfs_subpage_info *subpage_info; struct btrfs_discard_ctl discard_ctl; u64 qgroup_flags; struct rb_root qgroup_tree; spinlock_t qgroup_lock; struct ulist *qgroup_ulist; struct mutex qgroup_ioctl_lock; struct list_head dirty_qgroups; u64 qgroup_seq; struct mutex qgroup_rescan_lock; struct btrfs_key qgroup_rescan_progress; struct btrfs_workqueue *qgroup_rescan_workers; struct completion qgroup_rescan_completion; struct btrfs_work qgroup_rescan_work; bool qgroup_rescan_running; u8 qgroup_drop_subtree_thres; long unsigned int fs_state; struct btrfs_delayed_root *delayed_root; spinlock_t buffer_lock; struct xarray buffer_radix; int backup_root_index; struct btrfs_dev_replace dev_replace; struct semaphore uuid_tree_rescan_sem; struct work_struct async_reclaim_work; struct work_struct async_data_reclaim_work; struct work_struct preempt_reclaim_work; struct work_struct reclaim_bgs_work; struct list_head reclaim_bgs; int bg_reclaim_threshold; spinlock_t unused_bgs_lock; struct list_head unused_bgs; struct mutex unused_bg_unpin_mutex; struct mutex reclaim_bgs_lock; u32 nodesize; u32 sectorsize; u32 sectorsize_bits; u32 csum_size; u32 csums_per_leaf; u32 stripesize; u64 max_extent_size; spinlock_t swapfile_pins_lock; struct rb_root swapfile_pins; struct crypto_shash *csum_shash; enum btrfs_exclusive_operation exclusive_operation; u64 zone_size; struct queue_limits limits; u64 max_zone_append_size; struct mutex zoned_meta_io_lock; spinlock_t treelog_bg_lock; u64 treelog_bg; spinlock_t relocation_bg_lock; u64 data_reloc_bg; struct mutex zoned_data_reloc_io_lock; u64 nr_global_roots; spinlock_t zone_active_bgs_lock; struct list_head zone_active_bgs; struct btrfs_commit_stats commit_stats; u64 last_root_drop_gen; struct lockdep_map btrfs_trans_num_writers_map; struct lockdep_map btrfs_trans_num_extwriters_map; struct lockdep_map btrfs_state_change_map[4]; struct lockdep_map btrfs_trans_pending_ordered_map; struct lockdep_map btrfs_ordered_extent_map; }; struct btrfs_ordered_inode_tree { spinlock_t lock; struct rb_root tree; struct rb_node *last; }; struct btrfs_delayed_node; struct btrfs_inode { struct btrfs_root *root; struct btrfs_key location; spinlock_t lock; struct extent_map_tree extent_tree; struct extent_io_tree io_tree; struct extent_io_tree file_extent_tree; struct mutex log_mutex; struct btrfs_ordered_inode_tree ordered_tree; struct list_head delalloc_inodes; struct rb_node rb_node; long unsigned int runtime_flags; atomic_t sync_writers; u64 generation; u64 last_trans; u64 logged_trans; int last_sub_trans; int last_log_commit; union { u64 delalloc_bytes; u64 first_dir_index_to_log; }; union { u64 new_delalloc_bytes; u64 last_dir_index_offset; }; u64 defrag_bytes; u64 disk_i_size; u64 index_cnt; u64 dir_index; u64 last_unlink_trans; u64 last_reflink_trans; u64 csum_bytes; u32 flags; u32 ro_flags; unsigned int outstanding_extents; struct btrfs_block_rsv block_rsv; unsigned int prop_compress; unsigned int defrag_compress; struct btrfs_delayed_node *delayed_node; struct timespec64 i_otime; struct list_head delayed_iput; struct rw_semaphore i_mmap_lock; struct inode vfs_inode; }; struct extent_state { u64 start; u64 end; struct rb_node rb_node; wait_queue_head_t wq; refcount_t refs; u32 state; }; enum btrfs_compression_type { BTRFS_COMPRESS_NONE = 0, BTRFS_COMPRESS_ZLIB = 1, BTRFS_COMPRESS_LZO = 2, BTRFS_COMPRESS_ZSTD = 3, BTRFS_NR_COMPRESS_TYPES = 4, }; struct ulist { long unsigned int nnodes; struct list_head nodes; struct rb_root root; }; struct extent_buffer { u64 start; long unsigned int len; long unsigned int bflags; struct btrfs_fs_info *fs_info; spinlock_t refs_lock; atomic_t refs; atomic_t io_pages; int read_mirror; struct callback_head callback_head; pid_t lock_owner; s8 log_index; struct rw_semaphore lock; struct page *pages[16]; struct list_head release_list; }; enum { EXTENT_FLAG_PINNED = 0, EXTENT_FLAG_COMPRESSED = 1, EXTENT_FLAG_PREALLOC = 2, EXTENT_FLAG_LOGGING = 3, EXTENT_FLAG_FILLING = 4, EXTENT_FLAG_FS_MAPPING = 5, EXTENT_FLAG_MERGED = 6, }; struct map_lookup; struct extent_map { struct rb_node rb_node; u64 start; u64 len; u64 mod_start; u64 mod_len; u64 orig_start; u64 orig_block_len; u64 ram_bytes; u64 block_start; u64 block_len; u64 generation; long unsigned int flags; struct map_lookup *map_lookup; refcount_t refs; unsigned int compress_type; struct list_head list; }; struct btrfs_io_context; struct btrfs_io_stripe { struct btrfs_device *dev; union { u64 physical; struct btrfs_io_context *bioc; }; }; struct map_lookup { u64 type; int io_align; int io_width; int num_stripes; int sub_stripes; int verified_stripes; struct btrfs_io_stripe stripes[0]; }; struct btrfs_workqueue { struct workqueue_struct *normal_wq; struct btrfs_fs_info *fs_info; struct list_head ordered_list; spinlock_t list_lock; atomic_t pending; int limit_active; int current_active; int thresh; unsigned int count; spinlock_t thres_lock; }; struct btrfs_space_info { spinlock_t lock; u64 total_bytes; u64 bytes_used; u64 bytes_pinned; u64 bytes_reserved; u64 bytes_may_use; u64 bytes_readonly; u64 bytes_zone_unusable; u64 max_extent_size; u64 chunk_size; int bg_reclaim_threshold; int clamp; unsigned int full: 1; unsigned int chunk_alloc: 1; unsigned int flush: 1; unsigned int force_alloc; u64 disk_used; u64 disk_total; u64 flags; struct list_head list; struct list_head ro_bgs; struct list_head priority_tickets; struct list_head tickets; u64 reclaim_size; u64 tickets_id; struct rw_semaphore groups_sem; struct list_head block_groups[9]; struct kobject kobj; struct kobject *block_group_kobjs[9]; }; enum btrfs_lock_nesting { BTRFS_NESTING_NORMAL = 0, BTRFS_NESTING_COW = 1, BTRFS_NESTING_LEFT = 2, BTRFS_NESTING_RIGHT = 3, BTRFS_NESTING_LEFT_COW = 4, BTRFS_NESTING_RIGHT_COW = 5, BTRFS_NESTING_SPLIT = 6, BTRFS_NESTING_NEW_ROOT = 7, BTRFS_NESTING_MAX = 8, }; struct btrfs_drew_lock { atomic_t readers; atomic_t writers; wait_queue_head_t pending_writers; wait_queue_head_t pending_readers; }; enum { BTRFS_FS_STATE_ERROR = 0, BTRFS_FS_STATE_REMOUNTING = 1, BTRFS_FS_STATE_RO = 2, BTRFS_FS_STATE_TRANS_ABORTED = 3, BTRFS_FS_STATE_DEV_REPLACING = 4, BTRFS_FS_STATE_DUMMY_FS_INFO = 5, BTRFS_FS_STATE_NO_CSUMS = 6, BTRFS_FS_STATE_LOG_CLEANUP_ERROR = 7, BTRFS_FS_STATE_COUNT = 8, }; enum { BTRFS_FS_CLOSING_START = 0, BTRFS_FS_CLOSING_DONE = 1, BTRFS_FS_LOG_RECOVERING = 2, BTRFS_FS_OPEN = 3, BTRFS_FS_QUOTA_ENABLED = 4, BTRFS_FS_UPDATE_UUID_TREE_GEN = 5, BTRFS_FS_CREATING_FREE_SPACE_TREE = 6, BTRFS_FS_BTREE_ERR = 7, BTRFS_FS_LOG1_ERR = 8, BTRFS_FS_LOG2_ERR = 9, BTRFS_FS_QUOTA_OVERRIDE = 10, BTRFS_FS_FROZEN = 11, BTRFS_FS_BALANCE_RUNNING = 12, BTRFS_FS_RELOC_RUNNING = 13, BTRFS_FS_CLEANER_RUNNING = 14, BTRFS_FS_CSUM_IMPL_FAST = 15, BTRFS_FS_DISCARD_RUNNING = 16, BTRFS_FS_CLEANUP_SPACE_CACHE_V1 = 17, BTRFS_FS_FREE_SPACE_TREE_UNTRUSTED = 18, BTRFS_FS_TREE_MOD_LOG_USERS = 19, BTRFS_FS_COMMIT_TRANS = 20, BTRFS_FS_UNFINISHED_DROPS = 21, BTRFS_FS_NEED_ZONE_FINISH = 22, BTRFS_FS_NEED_TRANS_COMMIT = 23, BTRFS_FS_ACTIVE_ZONE_TRACKING = 24, BTRFS_FS_FEATURE_CHANGED = 25, }; enum { BTRFS_MOUNT_NODATASUM = 1, BTRFS_MOUNT_NODATACOW = 2, BTRFS_MOUNT_NOBARRIER = 4, BTRFS_MOUNT_SSD = 8, BTRFS_MOUNT_DEGRADED = 16, BTRFS_MOUNT_COMPRESS = 32, BTRFS_MOUNT_NOTREELOG = 64, BTRFS_MOUNT_FLUSHONCOMMIT = 128, BTRFS_MOUNT_SSD_SPREAD = 256, BTRFS_MOUNT_NOSSD = 512, BTRFS_MOUNT_DISCARD_SYNC = 1024, BTRFS_MOUNT_FORCE_COMPRESS = 2048, BTRFS_MOUNT_SPACE_CACHE = 4096, BTRFS_MOUNT_CLEAR_CACHE = 8192, BTRFS_MOUNT_USER_SUBVOL_RM_ALLOWED = 16384, BTRFS_MOUNT_ENOSPC_DEBUG = 32768, BTRFS_MOUNT_AUTO_DEFRAG = 65536, BTRFS_MOUNT_USEBACKUPROOT = 131072, BTRFS_MOUNT_SKIP_BALANCE = 262144, BTRFS_MOUNT_CHECK_INTEGRITY = 524288, BTRFS_MOUNT_CHECK_INTEGRITY_DATA = 1048576, BTRFS_MOUNT_PANIC_ON_FATAL_ERROR = 2097152, BTRFS_MOUNT_RESCAN_UUID_TREE = 4194304, BTRFS_MOUNT_FRAGMENT_DATA = 8388608, BTRFS_MOUNT_FRAGMENT_METADATA = 16777216, BTRFS_MOUNT_FREE_SPACE_TREE = 33554432, BTRFS_MOUNT_NOLOGREPLAY = 67108864, BTRFS_MOUNT_REF_VERIFY = 134217728, BTRFS_MOUNT_DISCARD_ASYNC = 268435456, BTRFS_MOUNT_IGNOREBADROOTS = 536870912, BTRFS_MOUNT_IGNOREDATACSUMS = 1073741824, BTRFS_MOUNT_NODISCARD = 2147483648, }; struct rcu_string; struct btrfs_zoned_device_info; struct scrub_ctx; struct btrfs_device { struct list_head dev_list; struct list_head dev_alloc_list; struct list_head post_commit_list; struct btrfs_fs_devices *fs_devices; struct btrfs_fs_info *fs_info; struct rcu_string *name; u64 generation; struct block_device *bdev; struct btrfs_zoned_device_info *zone_info; fmode_t mode; dev_t devt; long unsigned int dev_state; blk_status_t last_flush_error; u64 devid; u64 total_bytes; u64 disk_total_bytes; u64 bytes_used; u32 io_align; u32 io_width; u64 type; u32 sector_size; u8 uuid[16]; u64 commit_total_bytes; u64 commit_bytes_used; struct bio flush_bio; struct completion flush_wait; struct scrub_ctx *scrub_ctx; int dev_stats_valid; atomic_t dev_stats_ccnt; atomic_t dev_stat_values[5]; struct extent_io_tree alloc_state; struct completion kobj_unregister; struct kobject devid_kobj; u64 scrub_speed_max; }; enum btrfs_discard_state { BTRFS_DISCARD_EXTENTS = 0, BTRFS_DISCARD_BITMAPS = 1, BTRFS_DISCARD_RESET_CURSOR = 2, }; struct btrfs_io_ctl { void *cur; void *orig; struct page *page; struct page **pages; struct btrfs_fs_info *fs_info; struct inode *inode; long unsigned int size; int index; int num_pages; int entries; int bitmaps; }; enum btrfs_block_group_size_class { BTRFS_BG_SZ_NONE = 0, BTRFS_BG_SZ_SMALL = 1, BTRFS_BG_SZ_MEDIUM = 2, BTRFS_BG_SZ_LARGE = 3, }; struct btrfs_caching_control; struct btrfs_free_space_ctl; struct btrfs_block_group { struct btrfs_fs_info *fs_info; struct inode *inode; spinlock_t lock; u64 start; u64 length; u64 pinned; u64 reserved; u64 used; u64 delalloc_bytes; u64 bytes_super; u64 flags; u64 cache_generation; u64 global_root_id; u64 commit_used; u32 bitmap_high_thresh; u32 bitmap_low_thresh; struct rw_semaphore data_rwsem; long unsigned int full_stripe_len; long unsigned int runtime_flags; unsigned int ro; int disk_cache_state; int cached; struct btrfs_caching_control *caching_ctl; struct btrfs_space_info *space_info; struct btrfs_free_space_ctl *free_space_ctl; struct rb_node cache_node; struct list_head list; refcount_t refs; struct list_head cluster_list; struct list_head bg_list; struct list_head ro_list; atomic_t frozen; struct list_head discard_list; int discard_index; u64 discard_eligible_time; u64 discard_cursor; enum btrfs_discard_state discard_state; struct list_head dirty_list; struct list_head io_list; struct btrfs_io_ctl io_ctl; atomic_t reservations; atomic_t nocow_writers; struct mutex free_space_lock; int swap_extents; u64 alloc_offset; u64 zone_unusable; u64 zone_capacity; u64 meta_write_pointer; struct map_lookup *physical_map; struct list_head active_bg_list; struct work_struct zone_finish_work; struct extent_buffer *last_eb; enum btrfs_block_group_size_class size_class; }; struct btrfs_qgroup_swapped_blocks { spinlock_t lock; bool swapped; struct rb_root blocks[8]; }; struct btrfs_root { struct rb_node rb_node; struct extent_buffer *node; struct extent_buffer *commit_root; struct btrfs_root *log_root; struct btrfs_root *reloc_root; long unsigned int state; struct btrfs_root_item root_item; struct btrfs_key root_key; struct btrfs_fs_info *fs_info; struct extent_io_tree dirty_log_pages; struct mutex objectid_mutex; spinlock_t accounting_lock; struct btrfs_block_rsv *block_rsv; struct mutex log_mutex; wait_queue_head_t log_writer_wait; wait_queue_head_t log_commit_wait[2]; struct list_head log_ctxs[2]; atomic_t log_writers; atomic_t log_commit[2]; atomic_t log_batch; int log_transid; int log_transid_committed; int last_log_commit; pid_t log_start_pid; u64 last_trans; u32 type; u64 free_objectid; struct btrfs_key defrag_progress; struct btrfs_key defrag_max; struct list_head dirty_list; struct list_head root_list; spinlock_t log_extents_lock[2]; struct list_head logged_list[2]; spinlock_t inode_lock; struct rb_root inode_tree; struct xarray delayed_nodes_tree; dev_t anon_dev; spinlock_t root_item_lock; refcount_t refs; struct mutex delalloc_mutex; spinlock_t delalloc_lock; struct list_head delalloc_inodes; struct list_head delalloc_root; u64 nr_delalloc_inodes; struct mutex ordered_extent_mutex; spinlock_t ordered_extent_lock; struct list_head ordered_extents; struct list_head ordered_root; u64 nr_ordered_extents; struct list_head reloc_dirty_list; int send_in_progress; int dedupe_in_progress; struct btrfs_drew_lock snapshot_lock; atomic_t snapshot_force_cow; spinlock_t qgroup_meta_rsv_lock; u64 qgroup_meta_rsv_pertrans; u64 qgroup_meta_rsv_prealloc; wait_queue_head_t qgroup_flush_wait; atomic_t nr_swapfiles; struct btrfs_qgroup_swapped_blocks swapped_blocks; struct extent_io_tree log_csum_range; }; enum btrfs_trans_state { TRANS_STATE_RUNNING = 0, TRANS_STATE_COMMIT_START = 1, TRANS_STATE_COMMIT_DOING = 2, TRANS_STATE_UNBLOCKED = 3, TRANS_STATE_SUPER_COMMITTED = 4, TRANS_STATE_COMPLETED = 5, TRANS_STATE_MAX = 6, }; struct btrfs_delayed_ref_root { struct rb_root_cached href_root; struct rb_root dirty_extent_root; spinlock_t lock; atomic_t num_entries; long unsigned int num_heads; long unsigned int num_heads_ready; u64 pending_csums; long unsigned int flags; u64 run_delayed_start; u64 qgroup_to_skip; }; struct btrfs_transaction { u64 transid; atomic_t num_extwriters; atomic_t num_writers; refcount_t use_count; long unsigned int flags; enum btrfs_trans_state state; int aborted; struct list_head list; struct extent_io_tree dirty_pages; time64_t start_time; wait_queue_head_t writer_wait; wait_queue_head_t commit_wait; struct list_head pending_snapshots; struct list_head dev_update_list; struct list_head switch_commits; struct list_head dirty_bgs; struct list_head io_bgs; struct list_head dropped_roots; struct extent_io_tree pinned_extents; struct mutex cache_write_mutex; spinlock_t dirty_bgs_lock; struct list_head deleted_bgs; spinlock_t dropped_roots_lock; struct btrfs_delayed_ref_root delayed_refs; struct btrfs_fs_info *fs_info; atomic_t pending_ordered; wait_queue_head_t pending_wait; spinlock_t releasing_ebs_lock; struct list_head releasing_ebs; }; enum btrfs_chunk_allocation_policy { BTRFS_CHUNK_ALLOC_REGULAR = 0, BTRFS_CHUNK_ALLOC_ZONED = 1, }; enum btrfs_read_policy { BTRFS_READ_POLICY_PID = 0, BTRFS_NR_READ_POLICY = 1, }; struct btrfs_fs_devices { u8 fsid[16]; u8 metadata_uuid[16]; bool fsid_change; struct list_head fs_list; u64 num_devices; u64 open_devices; u64 rw_devices; u64 missing_devices; u64 total_rw_bytes; u64 total_devices; u64 latest_generation; struct btrfs_device *latest_dev; struct mutex device_list_mutex; struct list_head devices; struct list_head alloc_list; struct list_head seed_list; bool seeding; int opened; bool rotating; bool discardable; struct btrfs_fs_info *fs_info; struct kobject fsid_kobj; struct kobject *devices_kobj; struct kobject *devinfo_kobj; struct completion kobj_unregister; enum btrfs_chunk_allocation_policy chunk_alloc_policy; enum btrfs_read_policy read_policy; }; struct btrfs_balance_control { struct btrfs_balance_args data; struct btrfs_balance_args meta; struct btrfs_balance_args sys; u64 flags; struct btrfs_balance_progress stat; }; struct btrfs_delayed_root { spinlock_t lock; struct list_head node_list; struct list_head prepare_list; atomic_t items; atomic_t items_seq; int nodes; wait_queue_head_t wait; }; struct btrfs_path { struct extent_buffer *nodes[8]; int slots[8]; u8 locks[8]; u8 reada; u8 lowest_level; unsigned int search_for_split: 1; unsigned int keep_locks: 1; unsigned int skip_locking: 1; unsigned int search_commit_root: 1; unsigned int need_commit_sem: 1; unsigned int skip_release_on_error: 1; unsigned int search_for_extension: 1; unsigned int nowait: 1; }; struct btrfs_delayed_node { u64 inode_id; u64 bytes_reserved; struct btrfs_root *root; struct list_head n_list; struct list_head p_list; struct rb_root_cached ins_root; struct rb_root_cached del_root; struct mutex mutex; struct btrfs_inode_item inode_item; refcount_t refs; u64 index_cnt; long unsigned int flags; int count; u32 curr_index_batch_size; u32 index_item_leaves; }; enum { BTRFS_ORDERED_REGULAR = 0, BTRFS_ORDERED_NOCOW = 1, BTRFS_ORDERED_PREALLOC = 2, BTRFS_ORDERED_COMPRESSED = 3, BTRFS_ORDERED_DIRECT = 4, BTRFS_ORDERED_IO_DONE = 5, BTRFS_ORDERED_COMPLETE = 6, BTRFS_ORDERED_IOERR = 7, BTRFS_ORDERED_TRUNCATED = 8, BTRFS_ORDERED_LOGGED = 9, BTRFS_ORDERED_LOGGED_CSUM = 10, BTRFS_ORDERED_PENDING = 11, BTRFS_ORDERED_ENCODED = 12, }; struct btrfs_ordered_extent { u64 file_offset; u64 num_bytes; u64 ram_bytes; u64 disk_bytenr; u64 disk_num_bytes; u64 offset; u64 bytes_left; u64 outstanding_isize; u64 truncated_len; long unsigned int flags; int compress_type; int qgroup_rsv; refcount_t refs; struct inode *inode; struct list_head list; struct list_head log_list; wait_queue_head_t wait; struct rb_node rb_node; struct list_head root_extent_list; struct btrfs_work work; struct completion completion; struct btrfs_work flush_work; struct list_head work_list; u64 physical; }; struct btrfs_delayed_ref_node { struct rb_node ref_node; struct list_head add_list; u64 bytenr; u64 num_bytes; u64 seq; refcount_t refs; int ref_mod; unsigned int action: 8; unsigned int type: 8; unsigned int is_head: 1; unsigned int in_tree: 1; }; struct btrfs_delayed_extent_op { struct btrfs_disk_key key; u8 level; bool update_key; bool update_flags; u64 flags_to_set; }; struct btrfs_delayed_ref_head { u64 bytenr; u64 num_bytes; refcount_t refs; struct mutex mutex; spinlock_t lock; struct rb_root_cached ref_tree; struct list_head ref_add_list; struct rb_node href_node; struct btrfs_delayed_extent_op *extent_op; int total_ref_mod; int ref_mod; unsigned int must_insert_reserved: 1; unsigned int is_data: 1; unsigned int is_system: 1; unsigned int processing: 1; }; struct btrfs_delayed_tree_ref { struct btrfs_delayed_ref_node node; u64 root; u64 parent; int level; }; struct btrfs_delayed_data_ref { struct btrfs_delayed_ref_node node; u64 root; u64 parent; u64 objectid; u64 offset; }; struct btrfs_pending_snapshot; struct btrfs_trans_handle { u64 transid; u64 bytes_reserved; u64 chunk_bytes_reserved; long unsigned int delayed_ref_updates; struct btrfs_transaction *transaction; struct btrfs_block_rsv *block_rsv; struct btrfs_block_rsv *orig_rsv; struct btrfs_pending_snapshot *pending_snapshot; refcount_t use_count; unsigned int type; short int aborted; bool adding_csums; bool allocating_chunk; bool removing_chunk; bool reloc_reserved; bool in_fsync; struct btrfs_fs_info *fs_info; struct list_head new_bgs; }; struct btrfs_pending_snapshot { struct dentry *dentry; struct inode *dir; struct btrfs_root *root; struct btrfs_root_item *root_item; struct btrfs_root *snap; struct btrfs_qgroup_inherit *inherit; struct btrfs_path *path; struct btrfs_block_rsv block_rsv; int error; dev_t anon_dev; bool readonly; struct list_head list; }; struct rcu_string { struct callback_head rcu; char str[0]; }; enum btrfs_trim_state { BTRFS_TRIM_STATE_UNTRIMMED = 0, BTRFS_TRIM_STATE_TRIMMED = 1, BTRFS_TRIM_STATE_TRIMMING = 2, }; struct btrfs_free_space { struct rb_node offset_index; struct rb_node bytes_index; u64 offset; u64 bytes; u64 max_extent_size; long unsigned int *bitmap; struct list_head list; enum btrfs_trim_state trim_state; s32 bitmap_extents; }; enum { BTRFS_STAT_CURR = 0, BTRFS_STAT_PREV = 1, BTRFS_STAT_NR_ENTRIES = 2, }; struct btrfs_free_space_op; struct btrfs_free_space_ctl { spinlock_t tree_lock; struct rb_root free_space_offset; struct rb_root_cached free_space_bytes; u64 free_space; int extents_thresh; int free_extents; int total_bitmaps; int unit; u64 start; s32 discardable_extents[2]; s64 discardable_bytes[2]; const struct btrfs_free_space_op *op; struct btrfs_block_group *block_group; struct mutex cache_writeout_mutex; struct list_head trimming_ranges; }; struct btrfs_free_space_op { bool (*use_bitmap)(struct btrfs_free_space_ctl *, struct btrfs_free_space *); }; struct extent_inode_elem; struct prelim_ref { struct rb_node rbnode; u64 root_id; struct btrfs_key key_for_search; int level; int count; struct extent_inode_elem *inode_list; u64 parent; u64 wanted_disk_byte; }; enum btrfs_raid_types { BTRFS_RAID_SINGLE = 0, BTRFS_RAID_RAID0 = 1, BTRFS_RAID_RAID1 = 2, BTRFS_RAID_DUP = 3, BTRFS_RAID_RAID10 = 4, BTRFS_RAID_RAID5 = 5, BTRFS_RAID_RAID6 = 6, BTRFS_RAID_RAID1C3 = 7, BTRFS_RAID_RAID1C4 = 8, BTRFS_NR_RAID_TYPES = 9, }; struct btrfs_zoned_device_info { u64 zone_size; u8 zone_size_shift; u32 nr_zones; unsigned int max_active_zones; atomic_t active_zones_left; long unsigned int *seq_zones; long unsigned int *empty_zones; long unsigned int *active_zones; struct blk_zone *zone_cache; struct blk_zone sb_zones[6]; }; struct btrfs_io_context { refcount_t refs; struct btrfs_fs_info *fs_info; u64 map_type; struct bio *orig_bio; atomic_t error; u16 max_errors; u16 num_stripes; u16 mirror_num; u16 replace_nr_stripes; s16 replace_stripe_src; u64 full_stripe_logical; struct btrfs_io_stripe stripes[0]; }; struct btrfs_device_info { struct btrfs_device *dev; u64 dev_offset; u64 max_avail; u64 total_avail; }; struct btrfs_raid_attr { u8 sub_stripes; u8 dev_stripes; u8 devs_max; u8 devs_min; u8 tolerated_failures; u8 devs_increment; u8 ncopies; u8 nparity; u8 mindev_error; const char raid_name[8]; u64 bg_flag; }; enum btrfs_reserve_flush_enum { BTRFS_RESERVE_NO_FLUSH = 0, BTRFS_RESERVE_FLUSH_LIMIT = 1, BTRFS_RESERVE_FLUSH_EVICT = 2, BTRFS_RESERVE_FLUSH_DATA = 3, BTRFS_RESERVE_FLUSH_FREE_SPACE_INODE = 4, BTRFS_RESERVE_FLUSH_ALL = 5, BTRFS_RESERVE_FLUSH_ALL_STEAL = 6, BTRFS_RESERVE_FLUSH_EMERGENCY = 7, }; enum btrfs_flush_state { FLUSH_DELAYED_ITEMS_NR = 1, FLUSH_DELAYED_ITEMS = 2, FLUSH_DELAYED_REFS_NR = 3, FLUSH_DELAYED_REFS = 4, FLUSH_DELALLOC = 5, FLUSH_DELALLOC_WAIT = 6, FLUSH_DELALLOC_FULL = 7, ALLOC_CHUNK = 8, ALLOC_CHUNK_FORCE = 9, RUN_DELAYED_IPUTS = 10, COMMIT_TRANS = 11, }; struct btrfs_caching_control { struct list_head list; struct mutex mutex; wait_queue_head_t wait; struct btrfs_work work; struct btrfs_block_group *block_group; atomic_t progress; refcount_t count; }; struct btrfs_qgroup_extent_record { struct rb_node node; u64 bytenr; u64 num_bytes; u32 data_rsv; u64 data_rsv_refroot; struct ulist *old_roots; }; enum btrfs_qgroup_rsv_type { BTRFS_QGROUP_RSV_DATA = 0, BTRFS_QGROUP_RSV_META_PERTRANS = 1, BTRFS_QGROUP_RSV_META_PREALLOC = 2, BTRFS_QGROUP_RSV_LAST = 3, }; struct btrfs_qgroup_rsv { u64 values[3]; }; struct btrfs_qgroup { u64 qgroupid; u64 rfer; u64 rfer_cmpr; u64 excl; u64 excl_cmpr; u64 lim_flags; u64 max_rfer; u64 max_excl; u64 rsv_rfer; u64 rsv_excl; struct btrfs_qgroup_rsv rsv; struct list_head groups; struct list_head members; struct list_head dirty; struct rb_node node; u64 old_refcnt; u64 new_refcnt; struct kobject kobj; }; enum { __QGROUP_RESERVE_BIT = 0, QGROUP_RESERVE = 1, __QGROUP_RESERVE_SEQ = 0, __QGROUP_RELEASE_BIT = 1, QGROUP_RELEASE = 2, __QGROUP_RELEASE_SEQ = 1, __QGROUP_FREE_BIT = 2, QGROUP_FREE = 4, __QGROUP_FREE_SEQ = 2, }; enum btrfs_rbio_ops { BTRFS_RBIO_WRITE = 0, BTRFS_RBIO_READ_REBUILD = 1, BTRFS_RBIO_PARITY_SCRUB = 2, BTRFS_RBIO_REBUILD_MISSING = 3, }; struct sector_ptr; struct btrfs_raid_bio { struct btrfs_io_context *bioc; struct list_head hash_list; struct list_head stripe_cache; struct work_struct work; struct bio_list bio_list; spinlock_t bio_list_lock; struct list_head plug_list; long unsigned int flags; enum btrfs_rbio_ops operation; u16 nr_pages; u16 nr_sectors; u8 nr_data; u8 real_stripes; u8 stripe_npages; u8 stripe_nsectors; u8 scrubp; int bio_list_bytes; refcount_t refs; atomic_t stripes_pending; wait_queue_head_t io_wait; long unsigned int dbitmap; long unsigned int finish_pbitmap; struct page **stripe_pages; struct sector_ptr *bio_sectors; struct sector_ptr *stripe_sectors; void **finish_pointers; long unsigned int *error_bitmap; u8 *csum_buf; long unsigned int *csum_bitmap; }; struct raid56_bio_trace_info { u64 devid; u32 offset; u8 stripe_nr; }; enum btrfs_extent_allocation_policy { BTRFS_EXTENT_ALLOC_CLUSTERED = 0, BTRFS_EXTENT_ALLOC_ZONED = 1, }; struct find_free_extent_ctl { u64 ram_bytes; u64 num_bytes; u64 min_alloc_size; u64 empty_size; u64 flags; int delalloc; u64 search_start; u64 empty_cluster; struct btrfs_free_cluster *last_ptr; bool use_cluster; bool have_caching_bg; bool orig_have_caching_bg; bool for_treelog; bool for_data_reloc; int index; int loop; bool retry_clustered; bool retry_unclustered; int cached; u64 max_extent_size; u64 total_free_space; u64 found_offset; u64 hint_byte; enum btrfs_extent_allocation_policy policy; bool hinted; enum btrfs_block_group_size_class size_class; }; struct trace_event_raw_btrfs_transaction_commit { struct trace_entry ent; u8 fsid[16]; u64 generation; u64 root_objectid; char __data[0]; }; struct trace_event_raw_btrfs__inode { struct trace_entry ent; u8 fsid[16]; u64 ino; u64 blocks; u64 disk_i_size; u64 generation; u64 last_trans; u64 logged_trans; u64 root_objectid; char __data[0]; }; struct trace_event_raw_btrfs_get_extent { struct trace_entry ent; u8 fsid[16]; u64 root_objectid; u64 ino; u64 start; u64 len; u64 orig_start; u64 block_start; u64 block_len; long unsigned int flags; int refs; unsigned int compress_type; char __data[0]; }; struct trace_event_raw_btrfs_handle_em_exist { struct trace_entry ent; u8 fsid[16]; u64 e_start; u64 e_len; u64 map_start; u64 map_len; u64 start; u64 len; char __data[0]; }; struct trace_event_raw_btrfs__file_extent_item_regular { struct trace_entry ent; u8 fsid[16]; u64 root_obj; u64 ino; loff_t isize; u64 disk_isize; u64 num_bytes; u64 ram_bytes; u64 disk_bytenr; u64 disk_num_bytes; u64 extent_offset; u8 extent_type; u8 compression; u64 extent_start; u64 extent_end; char __data[0]; }; struct trace_event_raw_btrfs__file_extent_item_inline { struct trace_entry ent; u8 fsid[16]; u64 root_obj; u64 ino; loff_t isize; u64 disk_isize; u8 extent_type; u8 compression; u64 extent_start; u64 extent_end; char __data[0]; }; struct trace_event_raw_btrfs__ordered_extent { struct trace_entry ent; u8 fsid[16]; u64 ino; u64 file_offset; u64 start; u64 len; u64 disk_len; u64 bytes_left; long unsigned int flags; int compress_type; int refs; u64 root_objectid; u64 truncated_len; char __data[0]; }; struct trace_event_raw_btrfs__writepage { struct trace_entry ent; u8 fsid[16]; u64 ino; long unsigned int index; long int nr_to_write; long int pages_skipped; loff_t range_start; loff_t range_end; char for_kupdate; char for_reclaim; char range_cyclic; long unsigned int writeback_index; u64 root_objectid; char __data[0]; }; struct trace_event_raw_btrfs_writepage_end_io_hook { struct trace_entry ent; u8 fsid[16]; u64 ino; u64 start; u64 end; int uptodate; u64 root_objectid; char __data[0]; }; struct trace_event_raw_btrfs_sync_file { struct trace_entry ent; u8 fsid[16]; u64 ino; u64 parent; int datasync; u64 root_objectid; char __data[0]; }; struct trace_event_raw_btrfs_sync_fs { struct trace_entry ent; u8 fsid[16]; int wait; char __data[0]; }; struct trace_event_raw_btrfs_add_block_group { struct trace_entry ent; u8 fsid[16]; u64 offset; u64 size; u64 flags; u64 bytes_used; u64 bytes_super; int create; char __data[0]; }; struct trace_event_raw_btrfs_delayed_tree_ref { struct trace_entry ent; u8 fsid[16]; u64 bytenr; u64 num_bytes; int action; u64 parent; u64 ref_root; int level; int type; u64 seq; char __data[0]; }; struct trace_event_raw_btrfs_delayed_data_ref { struct trace_entry ent; u8 fsid[16]; u64 bytenr; u64 num_bytes; int action; u64 parent; u64 ref_root; u64 owner; u64 offset; int type; u64 seq; char __data[0]; }; struct trace_event_raw_btrfs_delayed_ref_head { struct trace_entry ent; u8 fsid[16]; u64 bytenr; u64 num_bytes; int action; int is_data; char __data[0]; }; struct trace_event_raw_btrfs__chunk { struct trace_entry ent; u8 fsid[16]; int num_stripes; u64 type; int sub_stripes; u64 offset; u64 size; u64 root_objectid; char __data[0]; }; struct trace_event_raw_btrfs_cow_block { struct trace_entry ent; u8 fsid[16]; u64 root_objectid; u64 buf_start; int refs; u64 cow_start; int buf_level; int cow_level; char __data[0]; }; struct trace_event_raw_btrfs_space_reservation { struct trace_entry ent; u8 fsid[16]; u32 __data_loc_type; u64 val; u64 bytes; int reserve; char __data[0]; }; struct trace_event_raw_btrfs_trigger_flush { struct trace_entry ent; u8 fsid[16]; u64 flags; u64 bytes; int flush; u32 __data_loc_reason; char __data[0]; }; struct trace_event_raw_btrfs_flush_space { struct trace_entry ent; u8 fsid[16]; u64 flags; u64 num_bytes; int state; int ret; bool for_preempt; char __data[0]; }; struct trace_event_raw_btrfs__reserved_extent { struct trace_entry ent; u8 fsid[16]; u64 start; u64 len; char __data[0]; }; struct trace_event_raw_find_free_extent { struct trace_entry ent; u8 fsid[16]; u64 root_objectid; u64 num_bytes; u64 empty_size; u64 flags; char __data[0]; }; struct trace_event_raw_find_free_extent_search_loop { struct trace_entry ent; u8 fsid[16]; u64 root_objectid; u64 num_bytes; u64 empty_size; u64 flags; u64 loop; char __data[0]; }; struct trace_event_raw_find_free_extent_have_block_group { struct trace_entry ent; u8 fsid[16]; u64 root_objectid; u64 num_bytes; u64 empty_size; u64 flags; u64 loop; bool hinted; u64 bg_start; u64 bg_flags; char __data[0]; }; struct trace_event_raw_btrfs__reserve_extent { struct trace_entry ent; u8 fsid[16]; u64 bg_objectid; u64 flags; int bg_size_class; u64 start; u64 len; u64 loop; bool hinted; int size_class; char __data[0]; }; struct trace_event_raw_btrfs_find_cluster { struct trace_entry ent; u8 fsid[16]; u64 bg_objectid; u64 flags; u64 start; u64 bytes; u64 empty_size; u64 min_bytes; char __data[0]; }; struct trace_event_raw_btrfs_failed_cluster_setup { struct trace_entry ent; u8 fsid[16]; u64 bg_objectid; char __data[0]; }; struct trace_event_raw_btrfs_setup_cluster { struct trace_entry ent; u8 fsid[16]; u64 bg_objectid; u64 flags; u64 start; u64 max_size; u64 size; int bitmap; char __data[0]; }; struct trace_event_raw_alloc_extent_state { struct trace_entry ent; const struct extent_state *state; long unsigned int mask; const void *ip; char __data[0]; }; struct trace_event_raw_free_extent_state { struct trace_entry ent; const struct extent_state *state; const void *ip; char __data[0]; }; struct trace_event_raw_btrfs__work { struct trace_entry ent; u8 fsid[16]; const void *work; const void *wq; const void *func; const void *ordered_func; const void *ordered_free; const void *normal_work; char __data[0]; }; struct trace_event_raw_btrfs__work__done { struct trace_entry ent; u8 fsid[16]; const void *wtag; char __data[0]; }; struct trace_event_raw_btrfs_workqueue { struct trace_entry ent; u8 fsid[16]; const void *wq; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_btrfs_workqueue_done { struct trace_entry ent; u8 fsid[16]; const void *wq; char __data[0]; }; struct trace_event_raw_btrfs__qgroup_rsv_data { struct trace_entry ent; u8 fsid[16]; u64 rootid; u64 ino; u64 start; u64 len; u64 reserved; int op; char __data[0]; }; struct trace_event_raw_btrfs_qgroup_extent { struct trace_entry ent; u8 fsid[16]; u64 bytenr; u64 num_bytes; char __data[0]; }; struct trace_event_raw_qgroup_num_dirty_extents { struct trace_entry ent; u8 fsid[16]; u64 transid; u64 num_dirty_extents; char __data[0]; }; struct trace_event_raw_btrfs_qgroup_account_extent { struct trace_entry ent; u8 fsid[16]; u64 transid; u64 bytenr; u64 num_bytes; u64 nr_old_roots; u64 nr_new_roots; char __data[0]; }; struct trace_event_raw_qgroup_update_counters { struct trace_entry ent; u8 fsid[16]; u64 qgid; u64 old_rfer; u64 old_excl; u64 cur_old_count; u64 cur_new_count; char __data[0]; }; struct trace_event_raw_qgroup_update_reserve { struct trace_entry ent; u8 fsid[16]; u64 qgid; u64 cur_reserved; s64 diff; int type; char __data[0]; }; struct trace_event_raw_qgroup_meta_reserve { struct trace_entry ent; u8 fsid[16]; u64 refroot; s64 diff; int type; char __data[0]; }; struct trace_event_raw_qgroup_meta_convert { struct trace_entry ent; u8 fsid[16]; u64 refroot; s64 diff; char __data[0]; }; struct trace_event_raw_qgroup_meta_free_all_pertrans { struct trace_entry ent; u8 fsid[16]; u64 refroot; s64 diff; int type; char __data[0]; }; struct trace_event_raw_btrfs__prelim_ref { struct trace_entry ent; u8 fsid[16]; u64 root_id; u64 objectid; u8 type; u64 offset; int level; int old_count; u64 parent; u64 bytenr; int mod_count; u64 tree_size; char __data[0]; }; struct trace_event_raw_btrfs_inode_mod_outstanding_extents { struct trace_entry ent; u8 fsid[16]; u64 root_objectid; u64 ino; int mod; char __data[0]; }; struct trace_event_raw_btrfs__block_group { struct trace_entry ent; u8 fsid[16]; u64 bytenr; u64 len; u64 used; u64 flags; char __data[0]; }; struct trace_event_raw_btrfs_set_extent_bit { struct trace_entry ent; u8 fsid[16]; unsigned int owner; u64 ino; u64 rootid; u64 start; u64 len; unsigned int set_bits; char __data[0]; }; struct trace_event_raw_btrfs_clear_extent_bit { struct trace_entry ent; u8 fsid[16]; unsigned int owner; u64 ino; u64 rootid; u64 start; u64 len; unsigned int clear_bits; char __data[0]; }; struct trace_event_raw_btrfs_convert_extent_bit { struct trace_entry ent; u8 fsid[16]; unsigned int owner; u64 ino; u64 rootid; u64 start; u64 len; unsigned int set_bits; unsigned int clear_bits; char __data[0]; }; struct trace_event_raw_btrfs_dump_space_info { struct trace_entry ent; u8 fsid[16]; u64 flags; u64 total_bytes; u64 bytes_used; u64 bytes_pinned; u64 bytes_reserved; u64 bytes_may_use; u64 bytes_readonly; u64 reclaim_size; int clamp; u64 global_reserved; u64 trans_reserved; u64 delayed_refs_reserved; u64 delayed_reserved; u64 free_chunk_space; u64 delalloc_bytes; u64 ordered_bytes; char __data[0]; }; struct trace_event_raw_btrfs_reserve_ticket { struct trace_entry ent; u8 fsid[16]; u64 flags; u64 bytes; u64 start_ns; int flush; int error; char __data[0]; }; struct trace_event_raw_btrfs_sleep_tree_lock { struct trace_entry ent; u8 fsid[16]; u64 block; u64 generation; u64 start_ns; u64 end_ns; u64 diff_ns; u64 owner; int is_log_tree; char __data[0]; }; struct trace_event_raw_btrfs_locking_events { struct trace_entry ent; u8 fsid[16]; u64 block; u64 generation; u64 owner; int is_log_tree; char __data[0]; }; struct trace_event_raw_btrfs__space_info_update { struct trace_entry ent; u8 fsid[16]; u64 type; u64 old; s64 diff; char __data[0]; }; struct trace_event_raw_btrfs_raid56_bio { struct trace_entry ent; u8 fsid[16]; u64 full_stripe; u64 physical; u64 devid; u32 offset; u32 len; u8 opf; u8 total_stripes; u8 real_stripes; u8 nr_data; u8 stripe_nr; char __data[0]; }; struct trace_event_data_offsets_btrfs_transaction_commit {}; struct trace_event_data_offsets_btrfs__inode {}; struct trace_event_data_offsets_btrfs_get_extent {}; struct trace_event_data_offsets_btrfs_handle_em_exist {}; struct trace_event_data_offsets_btrfs__file_extent_item_regular {}; struct trace_event_data_offsets_btrfs__file_extent_item_inline {}; struct trace_event_data_offsets_btrfs__ordered_extent {}; struct trace_event_data_offsets_btrfs__writepage {}; struct trace_event_data_offsets_btrfs_writepage_end_io_hook {}; struct trace_event_data_offsets_btrfs_sync_file {}; struct trace_event_data_offsets_btrfs_sync_fs {}; struct trace_event_data_offsets_btrfs_add_block_group {}; struct trace_event_data_offsets_btrfs_delayed_tree_ref {}; struct trace_event_data_offsets_btrfs_delayed_data_ref {}; struct trace_event_data_offsets_btrfs_delayed_ref_head {}; struct trace_event_data_offsets_btrfs__chunk {}; struct trace_event_data_offsets_btrfs_cow_block {}; struct trace_event_data_offsets_btrfs_space_reservation { u32 type; }; struct trace_event_data_offsets_btrfs_trigger_flush { u32 reason; }; struct trace_event_data_offsets_btrfs_flush_space {}; struct trace_event_data_offsets_btrfs__reserved_extent {}; struct trace_event_data_offsets_find_free_extent {}; struct trace_event_data_offsets_find_free_extent_search_loop {}; struct trace_event_data_offsets_find_free_extent_have_block_group {}; struct trace_event_data_offsets_btrfs__reserve_extent {}; struct trace_event_data_offsets_btrfs_find_cluster {}; struct trace_event_data_offsets_btrfs_failed_cluster_setup {}; struct trace_event_data_offsets_btrfs_setup_cluster {}; struct trace_event_data_offsets_alloc_extent_state {}; struct trace_event_data_offsets_free_extent_state {}; struct trace_event_data_offsets_btrfs__work {}; struct trace_event_data_offsets_btrfs__work__done {}; struct trace_event_data_offsets_btrfs_workqueue { u32 name; }; struct trace_event_data_offsets_btrfs_workqueue_done {}; struct trace_event_data_offsets_btrfs__qgroup_rsv_data {}; struct trace_event_data_offsets_btrfs_qgroup_extent {}; struct trace_event_data_offsets_qgroup_num_dirty_extents {}; struct trace_event_data_offsets_btrfs_qgroup_account_extent {}; struct trace_event_data_offsets_qgroup_update_counters {}; struct trace_event_data_offsets_qgroup_update_reserve {}; struct trace_event_data_offsets_qgroup_meta_reserve {}; struct trace_event_data_offsets_qgroup_meta_convert {}; struct trace_event_data_offsets_qgroup_meta_free_all_pertrans {}; struct trace_event_data_offsets_btrfs__prelim_ref {}; struct trace_event_data_offsets_btrfs_inode_mod_outstanding_extents {}; struct trace_event_data_offsets_btrfs__block_group {}; struct trace_event_data_offsets_btrfs_set_extent_bit {}; struct trace_event_data_offsets_btrfs_clear_extent_bit {}; struct trace_event_data_offsets_btrfs_convert_extent_bit {}; struct trace_event_data_offsets_btrfs_dump_space_info {}; struct trace_event_data_offsets_btrfs_reserve_ticket {}; struct trace_event_data_offsets_btrfs_sleep_tree_lock {}; struct trace_event_data_offsets_btrfs_locking_events {}; struct trace_event_data_offsets_btrfs__space_info_update {}; struct trace_event_data_offsets_btrfs_raid56_bio {}; typedef void (*btf_trace_btrfs_transaction_commit)(void *, const struct btrfs_fs_info *); typedef void (*btf_trace_btrfs_inode_new)(void *, const struct inode *); typedef void (*btf_trace_btrfs_inode_request)(void *, const struct inode *); typedef void (*btf_trace_btrfs_inode_evict)(void *, const struct inode *); typedef void (*btf_trace_btrfs_get_extent)(void *, const struct btrfs_root *, const struct btrfs_inode *, const struct extent_map *); typedef void (*btf_trace_btrfs_handle_em_exist)(void *, const struct btrfs_fs_info *, const struct extent_map *, const struct extent_map *, u64, u64); typedef void (*btf_trace_btrfs_get_extent_show_fi_regular)(void *, const struct btrfs_inode *, const struct extent_buffer *, const struct btrfs_file_extent_item *, u64); typedef void (*btf_trace_btrfs_truncate_show_fi_regular)(void *, const struct btrfs_inode *, const struct extent_buffer *, const struct btrfs_file_extent_item *, u64); typedef void (*btf_trace_btrfs_get_extent_show_fi_inline)(void *, const struct btrfs_inode *, const struct extent_buffer *, const struct btrfs_file_extent_item *, int, u64); typedef void (*btf_trace_btrfs_truncate_show_fi_inline)(void *, const struct btrfs_inode *, const struct extent_buffer *, const struct btrfs_file_extent_item *, int, u64); typedef void (*btf_trace_btrfs_ordered_extent_add)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_remove)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_start)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_put)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_lookup)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_lookup_range)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_lookup_first_range)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_lookup_for_logging)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_lookup_first)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_split)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_dec_test_pending)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace_btrfs_ordered_extent_mark_finished)(void *, const struct btrfs_inode *, const struct btrfs_ordered_extent *); typedef void (*btf_trace___extent_writepage)(void *, const struct page *, const struct inode *, const struct writeback_control *); typedef void (*btf_trace_btrfs_writepage_end_io_hook)(void *, const struct btrfs_inode *, u64, u64, int); typedef void (*btf_trace_btrfs_sync_file)(void *, const struct file *, int); typedef void (*btf_trace_btrfs_sync_fs)(void *, const struct btrfs_fs_info *, int); typedef void (*btf_trace_btrfs_add_block_group)(void *, const struct btrfs_fs_info *, const struct btrfs_block_group *, int); typedef void (*btf_trace_add_delayed_tree_ref)(void *, const struct btrfs_fs_info *, const struct btrfs_delayed_ref_node *, const struct btrfs_delayed_tree_ref *, int); typedef void (*btf_trace_run_delayed_tree_ref)(void *, const struct btrfs_fs_info *, const struct btrfs_delayed_ref_node *, const struct btrfs_delayed_tree_ref *, int); typedef void (*btf_trace_add_delayed_data_ref)(void *, const struct btrfs_fs_info *, const struct btrfs_delayed_ref_node *, const struct btrfs_delayed_data_ref *, int); typedef void (*btf_trace_run_delayed_data_ref)(void *, const struct btrfs_fs_info *, const struct btrfs_delayed_ref_node *, const struct btrfs_delayed_data_ref *, int); typedef void (*btf_trace_add_delayed_ref_head)(void *, const struct btrfs_fs_info *, const struct btrfs_delayed_ref_head *, int); typedef void (*btf_trace_run_delayed_ref_head)(void *, const struct btrfs_fs_info *, const struct btrfs_delayed_ref_head *, int); typedef void (*btf_trace_btrfs_chunk_alloc)(void *, const struct btrfs_fs_info *, const struct map_lookup *, u64, u64); typedef void (*btf_trace_btrfs_chunk_free)(void *, const struct btrfs_fs_info *, const struct map_lookup *, u64, u64); typedef void (*btf_trace_btrfs_cow_block)(void *, const struct btrfs_root *, const struct extent_buffer *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_space_reservation)(void *, const struct btrfs_fs_info *, const char *, u64, u64, int); typedef void (*btf_trace_btrfs_trigger_flush)(void *, const struct btrfs_fs_info *, u64, u64, int, const char *); typedef void (*btf_trace_btrfs_flush_space)(void *, const struct btrfs_fs_info *, u64, u64, int, int, bool); typedef void (*btf_trace_btrfs_reserved_extent_alloc)(void *, const struct btrfs_fs_info *, u64, u64); typedef void (*btf_trace_btrfs_reserved_extent_free)(void *, const struct btrfs_fs_info *, u64, u64); typedef void (*btf_trace_find_free_extent)(void *, const struct btrfs_root *, const struct find_free_extent_ctl *); typedef void (*btf_trace_find_free_extent_search_loop)(void *, const struct btrfs_root *, const struct find_free_extent_ctl *); typedef void (*btf_trace_find_free_extent_have_block_group)(void *, const struct btrfs_root *, const struct find_free_extent_ctl *, const struct btrfs_block_group *); typedef void (*btf_trace_btrfs_reserve_extent)(void *, const struct btrfs_block_group *, const struct find_free_extent_ctl *); typedef void (*btf_trace_btrfs_reserve_extent_cluster)(void *, const struct btrfs_block_group *, const struct find_free_extent_ctl *); typedef void (*btf_trace_btrfs_find_cluster)(void *, const struct btrfs_block_group *, u64, u64, u64, u64); typedef void (*btf_trace_btrfs_failed_cluster_setup)(void *, const struct btrfs_block_group *); typedef void (*btf_trace_btrfs_setup_cluster)(void *, const struct btrfs_block_group *, const struct btrfs_free_cluster *, u64, int); typedef void (*btf_trace_alloc_extent_state)(void *, const struct extent_state *, gfp_t, long unsigned int); typedef void (*btf_trace_free_extent_state)(void *, const struct extent_state *, long unsigned int); typedef void (*btf_trace_btrfs_work_queued)(void *, const struct btrfs_work *); typedef void (*btf_trace_btrfs_work_sched)(void *, const struct btrfs_work *); typedef void (*btf_trace_btrfs_all_work_done)(void *, const struct btrfs_fs_info *, const void *); typedef void (*btf_trace_btrfs_ordered_sched)(void *, const struct btrfs_work *); typedef void (*btf_trace_btrfs_workqueue_alloc)(void *, const struct btrfs_workqueue *, const char *); typedef void (*btf_trace_btrfs_workqueue_destroy)(void *, const struct btrfs_workqueue *); typedef void (*btf_trace_btrfs_qgroup_reserve_data)(void *, const struct inode *, u64, u64, u64, int); typedef void (*btf_trace_btrfs_qgroup_release_data)(void *, const struct inode *, u64, u64, u64, int); typedef void (*btf_trace_btrfs_qgroup_account_extents)(void *, const struct btrfs_fs_info *, const struct btrfs_qgroup_extent_record *); typedef void (*btf_trace_btrfs_qgroup_trace_extent)(void *, const struct btrfs_fs_info *, const struct btrfs_qgroup_extent_record *); typedef void (*btf_trace_qgroup_num_dirty_extents)(void *, const struct btrfs_fs_info *, u64, u64); typedef void (*btf_trace_btrfs_qgroup_account_extent)(void *, const struct btrfs_fs_info *, u64, u64, u64, u64, u64); typedef void (*btf_trace_qgroup_update_counters)(void *, const struct btrfs_fs_info *, const struct btrfs_qgroup *, u64, u64); typedef void (*btf_trace_qgroup_update_reserve)(void *, struct btrfs_fs_info *, struct btrfs_qgroup *, s64, int); typedef void (*btf_trace_qgroup_meta_reserve)(void *, struct btrfs_root *, s64, int); typedef void (*btf_trace_qgroup_meta_convert)(void *, struct btrfs_root *, s64); typedef void (*btf_trace_qgroup_meta_free_all_pertrans)(void *, struct btrfs_root *); typedef void (*btf_trace_btrfs_prelim_ref_merge)(void *, const struct btrfs_fs_info *, const struct prelim_ref *, const struct prelim_ref *, u64); typedef void (*btf_trace_btrfs_prelim_ref_insert)(void *, const struct btrfs_fs_info *, const struct prelim_ref *, const struct prelim_ref *, u64); typedef void (*btf_trace_btrfs_inode_mod_outstanding_extents)(void *, const struct btrfs_root *, u64, int); typedef void (*btf_trace_btrfs_remove_block_group)(void *, const struct btrfs_block_group *); typedef void (*btf_trace_btrfs_add_unused_block_group)(void *, const struct btrfs_block_group *); typedef void (*btf_trace_btrfs_add_reclaim_block_group)(void *, const struct btrfs_block_group *); typedef void (*btf_trace_btrfs_reclaim_block_group)(void *, const struct btrfs_block_group *); typedef void (*btf_trace_btrfs_skip_unused_block_group)(void *, const struct btrfs_block_group *); typedef void (*btf_trace_btrfs_set_extent_bit)(void *, const struct extent_io_tree *, u64, u64, unsigned int); typedef void (*btf_trace_btrfs_clear_extent_bit)(void *, const struct extent_io_tree *, u64, u64, unsigned int); typedef void (*btf_trace_btrfs_convert_extent_bit)(void *, const struct extent_io_tree *, u64, u64, unsigned int, unsigned int); typedef void (*btf_trace_btrfs_done_preemptive_reclaim)(void *, struct btrfs_fs_info *, const struct btrfs_space_info *); typedef void (*btf_trace_btrfs_fail_all_tickets)(void *, struct btrfs_fs_info *, const struct btrfs_space_info *); typedef void (*btf_trace_btrfs_reserve_ticket)(void *, const struct btrfs_fs_info *, u64, u64, u64, int, int); typedef void (*btf_trace_btrfs_tree_read_lock)(void *, const struct extent_buffer *, u64); typedef void (*btf_trace_btrfs_tree_lock)(void *, const struct extent_buffer *, u64); typedef void (*btf_trace_btrfs_tree_unlock)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_tree_read_unlock)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_tree_read_unlock_blocking)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_set_lock_blocking_read)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_set_lock_blocking_write)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_try_tree_read_lock)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_try_tree_write_lock)(void *, const struct extent_buffer *); typedef void (*btf_trace_btrfs_tree_read_lock_atomic)(void *, const struct extent_buffer *); typedef void (*btf_trace_update_bytes_may_use)(void *, const struct btrfs_fs_info *, const struct btrfs_space_info *, u64, s64); typedef void (*btf_trace_update_bytes_pinned)(void *, const struct btrfs_fs_info *, const struct btrfs_space_info *, u64, s64); typedef void (*btf_trace_raid56_read_partial)(void *, const struct btrfs_raid_bio *, const struct bio *, const struct raid56_bio_trace_info *); typedef void (*btf_trace_raid56_write_stripe)(void *, const struct btrfs_raid_bio *, const struct bio *, const struct raid56_bio_trace_info *); typedef void (*btf_trace_raid56_scrub_write_stripe)(void *, const struct btrfs_raid_bio *, const struct bio *, const struct raid56_bio_trace_info *); typedef void (*btf_trace_raid56_scrub_read)(void *, const struct btrfs_raid_bio *, const struct bio *, const struct raid56_bio_trace_info *); typedef void (*btf_trace_raid56_scrub_read_recover)(void *, const struct btrfs_raid_bio *, const struct bio *, const struct raid56_bio_trace_info *); enum { Opt_acl = 0, Opt_noacl = 1, Opt_clear_cache = 2, Opt_commit_interval = 3, Opt_compress = 4, Opt_compress_force = 5, Opt_compress_force_type = 6, Opt_compress_type = 7, Opt_degraded = 8, Opt_device = 9, Opt_fatal_errors = 10, Opt_flushoncommit = 11, Opt_noflushoncommit = 12, Opt_max_inline = 13, Opt_barrier = 14, Opt_nobarrier = 15, Opt_datacow = 16, Opt_nodatacow = 17, Opt_datasum = 18, Opt_nodatasum = 19, Opt_defrag = 20, Opt_nodefrag = 21, Opt_discard = 22, Opt_nodiscard = 23, Opt_discard_mode = 24, Opt_norecovery = 25, Opt_ratio = 26, Opt_rescan_uuid_tree = 27, Opt_skip_balance = 28, Opt_space_cache = 29, Opt_no_space_cache = 30, Opt_space_cache_version = 31, Opt_ssd = 32, Opt_nossd = 33, Opt_ssd_spread = 34, Opt_nossd_spread = 35, Opt_subvol = 36, Opt_subvol_empty = 37, Opt_subvolid = 38, Opt_thread_pool = 39, Opt_treelog = 40, Opt_notreelog = 41, Opt_user_subvol_rm_allowed = 42, Opt_rescue = 43, Opt_usebackuproot = 44, Opt_nologreplay = 45, Opt_ignorebadroots = 46, Opt_ignoredatacsums = 47, Opt_rescue_all = 48, Opt_recovery = 49, Opt_inode_cache = 50, Opt_noinode_cache = 51, Opt_check_integrity = 52, Opt_check_integrity_including_extent_data = 53, Opt_check_integrity_print_mask = 54, Opt_enospc_debug = 55, Opt_noenospc_debug = 56, Opt_err___2 = 57, }; struct init_sequence { int (*init_func)(); void (*exit_func)(); }; struct btrfs_item_batch { const struct btrfs_key *keys; const u32 *data_sizes; u32 total_data_size; int nr; }; struct extent_changeset { u64 bytes_changed; struct ulist range_changed; }; enum { BTRFS_ROOT_IN_TRANS_SETUP = 0, BTRFS_ROOT_SHAREABLE = 1, BTRFS_ROOT_TRACK_DIRTY = 2, BTRFS_ROOT_IN_RADIX = 3, BTRFS_ROOT_ORPHAN_ITEM_INSERTED = 4, BTRFS_ROOT_DEFRAG_RUNNING = 5, BTRFS_ROOT_FORCE_COW = 6, BTRFS_ROOT_MULTI_LOG_TASKS = 7, BTRFS_ROOT_DIRTY = 8, BTRFS_ROOT_DELETING = 9, BTRFS_ROOT_DEAD_RELOC_TREE = 10, BTRFS_ROOT_DEAD_TREE = 11, BTRFS_ROOT_HAS_LOG_TREE = 12, BTRFS_ROOT_QGROUP_FLUSHING = 13, BTRFS_ROOT_ORPHAN_CLEANUP = 14, BTRFS_ROOT_UNFINISHED_DROP = 15, BTRFS_ROOT_RESET_LOCKDEP_CLASS = 16, }; enum btrfs_delayed_ref_flags { BTRFS_DELAYED_REFS_FLUSHING = 0, }; enum { ____TRANS_FREEZABLE_BIT = 0, __TRANS_FREEZABLE = 1, ____TRANS_FREEZABLE_SEQ = 0, ____TRANS_START_BIT = 1, __TRANS_START = 2, ____TRANS_START_SEQ = 1, ____TRANS_ATTACH_BIT = 2, __TRANS_ATTACH = 4, ____TRANS_ATTACH_SEQ = 2, ____TRANS_JOIN_BIT = 3, __TRANS_JOIN = 8, ____TRANS_JOIN_SEQ = 3, ____TRANS_JOIN_NOLOCK_BIT = 4, __TRANS_JOIN_NOLOCK = 16, ____TRANS_JOIN_NOLOCK_SEQ = 4, ____TRANS_DUMMY_BIT = 5, __TRANS_DUMMY = 32, ____TRANS_DUMMY_SEQ = 5, ____TRANS_JOIN_NOSTART_BIT = 6, __TRANS_JOIN_NOSTART = 64, ____TRANS_JOIN_NOSTART_SEQ = 6, }; enum btrfs_chunk_alloc_enum { CHUNK_ALLOC_NO_FORCE = 0, CHUNK_ALLOC_LIMITED = 1, CHUNK_ALLOC_FORCE = 2, CHUNK_ALLOC_FORCE_FOR_EXTENT = 3, }; struct btrfs_ioctl_defrag_range_args { __u64 start; __u64 len; __u64 flags; __u32 extent_thresh; __u32 compress_type; __u32 unused[4]; }; struct btrfs_subpage_info { unsigned int bitmap_nr_bits; unsigned int total_nr_bits; unsigned int uptodate_offset; unsigned int error_offset; unsigned int dirty_offset; unsigned int writeback_offset; unsigned int ordered_offset; unsigned int checked_offset; }; enum { BTRFS_INODE_FLUSH_ON_CLOSE = 0, BTRFS_INODE_DUMMY = 1, BTRFS_INODE_IN_DEFRAG = 2, BTRFS_INODE_HAS_ASYNC_EXTENT = 3, BTRFS_INODE_NEEDS_FULL_SYNC = 4, BTRFS_INODE_COPY_EVERYTHING = 5, BTRFS_INODE_IN_DELALLOC_LIST = 6, BTRFS_INODE_HAS_PROPS = 7, BTRFS_INODE_SNAPSHOT_FLUSH = 8, BTRFS_INODE_NO_XATTRS = 9, BTRFS_INODE_NO_DELALLOC_FLUSH = 10, BTRFS_INODE_VERITY_IN_PROGRESS = 11, BTRFS_INODE_FREE_SPACE_INODE = 12, }; struct inode_defrag { struct rb_node rb_node; u64 ino; u64 transid; u64 root; u32 extent_thresh; }; struct defrag_target_range { struct list_head list; u64 start; u64 len; }; struct btrfs_key_ptr { struct btrfs_disk_key key; __le64 blockptr; __le64 generation; } __attribute__((packed)); struct btrfs_map_token { struct extent_buffer *eb; char *kaddr; long unsigned int offset; }; struct btrfs_ordered_sum { u64 bytenr; int len; struct list_head list; u8 sums[0]; }; enum { WORK_DONE_BIT = 0, WORK_ORDER_DONE_BIT = 1, }; struct btrfs_inode_extref { __le64 parent_objectid; __le64 index; __le16 name_len; __u8 name[0]; } __attribute__((packed)); struct btrfs_dir_log_item { __le64 end; }; struct btrfs_tree_parent_check { u64 owner_root; u64 transid; struct btrfs_key first_key; bool has_first_key; u8 level; }; struct btrfs_drop_extents_args { struct btrfs_path *path; u64 start; u64 end; bool drop_cache; bool replace_extent; u32 extent_item_size; u64 drop_end; u64 bytes_found; bool extent_inserted; }; enum btrfs_delayed_item_type { BTRFS_DELAYED_INSERTION_ITEM = 0, BTRFS_DELAYED_DELETION_ITEM = 1, }; struct btrfs_delayed_item { struct rb_node rb_node; u64 index; struct list_head tree_list; struct list_head readdir_list; struct list_head log_list; u64 bytes_reserved; struct btrfs_delayed_node *delayed_node; refcount_t refs; enum btrfs_delayed_item_type type: 8; bool logged; u16 data_len; char data[0]; }; enum btrfs_ref_type { BTRFS_REF_NOT_SET = 0, BTRFS_REF_DATA = 1, BTRFS_REF_METADATA = 2, BTRFS_REF_LAST = 3, }; struct btrfs_data_ref { u64 owning_root; u64 ino; u64 offset; }; struct btrfs_tree_ref { int level; u64 owning_root; }; struct btrfs_ref { enum btrfs_ref_type type; int action; bool skip_qgroup; u64 bytenr; u64 len; u64 parent; union { struct btrfs_data_ref data_ref; struct btrfs_tree_ref tree_ref; }; }; struct btrfs_log_ctx { int log_ret; int log_transid; bool log_new_dentries; bool logging_new_name; bool logging_new_delayed_dentries; bool logged_before; struct inode *inode; struct list_head list; struct list_head ordered_extents; struct list_head conflict_inodes; int num_conflict_inodes; bool logging_conflict_inodes; }; struct btrfs_truncate_control { struct btrfs_inode *inode; u64 new_size; u64 extents_found; u64 last_size; u64 sub_bytes; u64 ino; u32 min_type; bool skip_ref_updates; bool clear_extent_range; }; enum { LOG_INODE_ALL = 0, LOG_INODE_EXISTS = 1, }; enum { LOG_WALK_PIN_ONLY = 0, LOG_WALK_REPLAY_INODES = 1, LOG_WALK_REPLAY_DIR_INDEX = 2, LOG_WALK_REPLAY_ALL = 3, }; struct walk_control { int free; int pin; int stage; bool ignore_cur_inode; struct btrfs_root *replay_dest; struct btrfs_trans_handle *trans; int (*process_func)(struct btrfs_root *, struct extent_buffer *, struct walk_control *, u64, int); }; struct btrfs_dir_list { u64 ino; struct list_head list; }; struct btrfs_ino_list { u64 ino; u64 parent; struct list_head list; }; enum { BIOSET_NEED_BVECS = 1, BIOSET_NEED_RESCUER = 2, BIOSET_PERCPU_CACHE = 4, }; struct btrfs_bio; typedef void (*btrfs_bio_end_io_t)(struct btrfs_bio *); struct btrfs_bio { struct btrfs_inode *inode; u64 file_offset; union { struct { u8 *csum; u8 csum_inline[64]; struct bvec_iter saved_iter; }; struct btrfs_tree_parent_check parent_check; }; btrfs_bio_end_io_t end_io; void *private; unsigned int mirror_num; atomic_t pending_ios; struct work_struct end_io_work; struct btrfs_fs_info *fs_info; struct bio bio; }; struct compressed_bio { unsigned int nr_pages; struct page **compressed_pages; u64 start; unsigned int len; unsigned int compressed_len; u8 compress_type; bool writeback; union { struct btrfs_bio *orig_bbio; struct work_struct write_end_work; }; struct btrfs_bio bbio; }; struct workspace_manager { struct list_head idle_ws; spinlock_t ws_lock; int free_ws; atomic_t total_ws; wait_queue_head_t ws_wait; }; struct btrfs_compress_op { struct workspace_manager *workspace_manager; unsigned int max_level; unsigned int default_level; }; struct bucket_item { u32 count; }; struct heuristic_ws { u8 *sample; u32 sample_size; struct bucket_item *bucket; struct bucket_item *bucket_b; struct list_head list; }; struct hash_alg_common { unsigned int digestsize; unsigned int statesize; struct crypto_alg base; }; struct shash_alg { int (*init)(struct shash_desc *); int (*update)(struct shash_desc *, const u8 *, unsigned int); int (*final)(struct shash_desc *, u8 *); int (*finup)(struct shash_desc *, const u8 *, unsigned int, u8 *); int (*digest)(struct shash_desc *, const u8 *, unsigned int, u8 *); int (*export)(struct shash_desc *, void *); int (*import)(struct shash_desc *, const void *); int (*setkey)(struct crypto_shash *, const u8 *, unsigned int); int (*init_tfm)(struct crypto_shash *); void (*exit_tfm)(struct crypto_shash *); int (*clone_tfm)(struct crypto_shash *, struct crypto_shash *); unsigned int descsize; union { struct { unsigned int digestsize; unsigned int statesize; struct crypto_alg base; }; struct hash_alg_common halg; }; }; struct btrfs_data_container { __u32 bytes_left; __u32 bytes_missing; __u32 elem_cnt; __u32 elem_missed; __u64 val[0]; }; struct btrfs_extent_item { __le64 refs; __le64 generation; __le64 flags; }; struct btrfs_dev_extent { __le64 chunk_tree; __le64 chunk_objectid; __le64 chunk_offset; __le64 length; __u8 chunk_tree_uuid[16]; }; enum { READA_NONE = 0, READA_BACK = 1, READA_FORWARD = 2, READA_FORWARD_ALWAYS = 3, }; struct scrub_sector_verification; struct scrub_stripe { struct scrub_ctx *sctx; struct btrfs_block_group *bg; struct page *pages[16]; struct scrub_sector_verification *sectors; struct btrfs_device *dev; u64 logical; u64 physical; u16 mirror_num; u16 nr_sectors; u16 nr_data_extents; u16 nr_meta_extents; atomic_t pending_io; wait_queue_head_t io_wait; wait_queue_head_t repair_wait; long unsigned int state; long unsigned int extent_sector_bitmap; long unsigned int init_error_bitmap; unsigned int init_nr_io_errors; unsigned int init_nr_csum_errors; unsigned int init_nr_meta_errors; long unsigned int error_bitmap; long unsigned int io_error_bitmap; long unsigned int csum_error_bitmap; long unsigned int meta_error_bitmap; long unsigned int write_error_bitmap; spinlock_t write_error_lock; u8 *csums; struct work_struct work; }; struct scrub_ctx { struct scrub_stripe stripes[8]; struct scrub_stripe *raid56_data_stripes; struct btrfs_fs_info *fs_info; int first_free; int cur_stripe; struct list_head csum_list; atomic_t cancel_req; int readonly; int sectors_per_bio; ktime_t throttle_deadline; u64 throttle_sent; int is_dev_replace; u64 write_pointer; struct mutex wr_lock; struct btrfs_device *wr_tgtdev; struct btrfs_scrub_progress stat; spinlock_t stat_lock; refcount_t refs; }; struct btrfs_dev_lookup_args { u64 devid; u8 *uuid; u8 *fsid; bool missing; }; enum btrfs_map_op { BTRFS_MAP_READ = 0, BTRFS_MAP_WRITE = 1, BTRFS_MAP_DISCARD = 2, BTRFS_MAP_GET_READ_MIRRORS = 3, }; typedef int iterate_extent_inodes_t(u64, u64, u64, u64, void *); struct btrfs_backref_walk_ctx { u64 bytenr; u64 extent_item_pos; bool ignore_extent_item_pos; bool skip_inode_ref_list; struct btrfs_trans_handle *trans; struct btrfs_fs_info *fs_info; u64 time_seq; struct ulist *refs; struct ulist *roots; bool (*cache_lookup)(u64, void *, const u64 **, int *); void (*cache_store)(u64, const struct ulist *, void *); iterate_extent_inodes_t *indirect_ref_iterator; int (*check_extent_item)(u64, const struct btrfs_extent_item *, const struct extent_buffer *, void *); bool (*skip_data_ref)(u64, u64, u64, void *); void *user_ctx; }; struct inode_fs_paths { struct btrfs_path *btrfs_path; struct btrfs_root *fs_root; struct btrfs_data_container *fspath; }; enum btrfs_block_group_flags { BLOCK_GROUP_FLAG_IREF = 0, BLOCK_GROUP_FLAG_REMOVED = 1, BLOCK_GROUP_FLAG_TO_COPY = 2, BLOCK_GROUP_FLAG_RELOCATING_REPAIR = 3, BLOCK_GROUP_FLAG_CHUNK_ITEM_INSERTED = 4, BLOCK_GROUP_FLAG_ZONE_IS_ACTIVE = 5, BLOCK_GROUP_FLAG_ZONED_DATA_RELOC = 6, BLOCK_GROUP_FLAG_NEEDS_FREE_SPACE = 7, BLOCK_GROUP_FLAG_SEQUENTIAL_ZONE = 8, BLOCK_GROUP_FLAG_NEW = 9, }; struct scrub_sector_verification { bool is_metadata; union { u8 *csum; u64 generation; }; }; enum scrub_stripe_flags { SCRUB_STRIPE_FLAG_INITIALIZED = 0, SCRUB_STRIPE_FLAG_REPAIR_DONE = 1, SCRUB_STRIPE_FLAG_NO_REPORT = 2, }; struct scrub_warning { struct btrfs_path *path; u64 extent_item_size; const char *errstr; u64 physical; u64 logical; struct btrfs_device *dev; }; struct btrfs_ioctl_dev_replace_start_params { __u64 srcdevid; __u64 cont_reading_from_srcdev_mode; __u8 srcdev_name[1025]; __u8 tgtdev_name[1025]; }; struct btrfs_ioctl_dev_replace_status_params { __u64 replace_state; __u64 progress_1000; __u64 time_started; __u64 time_stopped; __u64 num_write_errors; __u64 num_uncorrectable_read_errors; }; struct btrfs_ioctl_dev_replace_args { __u64 cmd; __u64 result; union { struct btrfs_ioctl_dev_replace_start_params start; struct btrfs_ioctl_dev_replace_status_params status; }; __u64 spare[64]; }; struct btrfs_dev_replace_item { __le64 src_devid; __le64 cursor_left; __le64 cursor_right; __le64 cont_reading_from_srcdev_mode; __le64 replace_state; __le64 time_started; __le64 time_stopped; __le64 num_write_errors; __le64 num_uncorrectable_read_errors; }; struct btrfs_stripe { __le64 devid; __le64 offset; __u8 dev_uuid[16]; }; struct btrfs_chunk { __le64 length; __le64 owner; __le64 stripe_len; __le64 type; __le32 io_align; __le32 io_width; __le32 sector_size; __le16 num_stripes; __le16 sub_stripes; struct btrfs_stripe stripe; }; struct btrfs_tree_block_info { struct btrfs_disk_key key; __u8 level; }; struct btrfs_extent_data_ref { __le64 root; __le64 objectid; __le64 offset; __le32 count; } __attribute__((packed)); struct btrfs_shared_data_ref { __le32 count; }; struct btrfs_extent_inline_ref { __u8 type; __le64 offset; } __attribute__((packed)); struct btrfs_block_group_item { __le64 used; __le64 chunk_objectid; __le64 flags; }; struct btrfs_replace_extent_info { u64 disk_offset; u64 disk_len; u64 data_offset; u64 data_len; u64 file_offset; char *extent_buf; bool is_new_extent; bool update_times; int qgroup_reserved; int insertions; }; enum btrfs_ilock_type { __BTRFS_ILOCK_SHARED_BIT = 0, BTRFS_ILOCK_SHARED = 1, __BTRFS_ILOCK_SHARED_SEQ = 0, __BTRFS_ILOCK_TRY_BIT = 1, BTRFS_ILOCK_TRY = 2, __BTRFS_ILOCK_TRY_SEQ = 1, __BTRFS_ILOCK_MMAP_BIT = 2, BTRFS_ILOCK_MMAP = 4, __BTRFS_ILOCK_MMAP_SEQ = 2, }; enum { EXTENT_BUFFER_UPTODATE = 0, EXTENT_BUFFER_DIRTY = 1, EXTENT_BUFFER_CORRUPT = 2, EXTENT_BUFFER_READAHEAD = 3, EXTENT_BUFFER_TREE_REF = 4, EXTENT_BUFFER_STALE = 5, EXTENT_BUFFER_WRITEBACK = 6, EXTENT_BUFFER_READ_ERR = 7, EXTENT_BUFFER_UNMAPPED = 8, EXTENT_BUFFER_IN_TREE = 9, EXTENT_BUFFER_WRITE_ERR = 10, EXTENT_BUFFER_NO_CHECK = 11, }; struct btrfs_seq_list { struct list_head list; u64 seq; }; enum btrfs_mod_log_op { BTRFS_MOD_LOG_KEY_REPLACE = 0, BTRFS_MOD_LOG_KEY_ADD = 1, BTRFS_MOD_LOG_KEY_REMOVE = 2, BTRFS_MOD_LOG_KEY_REMOVE_WHILE_FREEING = 3, BTRFS_MOD_LOG_KEY_REMOVE_WHILE_MOVING = 4, BTRFS_MOD_LOG_MOVE_KEYS = 5, BTRFS_MOD_LOG_ROOT_REPLACE = 6, }; struct tree_mod_root { u64 logical; u8 level; }; struct tree_mod_elem { struct rb_node node; u64 logical; u64 seq; enum btrfs_mod_log_op op; int slot; u64 generation; struct btrfs_disk_key key; u64 blockptr; struct { int dst_slot; int nr_items; } move; struct tree_mod_root old_root; }; struct btrfs_lru_cache_entry { struct list_head lru_list; u64 key; u64 gen; struct list_head list; }; struct btrfs_lru_cache { struct list_head lru_list; struct maple_tree entries; unsigned int size; unsigned int max_size; }; struct btrfs_verity_descriptor_item { __le64 size; __le64 reserved[2]; __u8 encryption; } __attribute__((packed)); typedef short unsigned int __kernel_old_uid_t; typedef short unsigned int __kernel_old_gid_t; typedef unsigned int __kernel_mode_t; typedef __kernel_old_uid_t old_uid_t; typedef __kernel_old_gid_t old_gid_t; struct ipc64_perm { __kernel_key_t key; __kernel_uid32_t uid; __kernel_gid32_t gid; __kernel_uid32_t cuid; __kernel_gid32_t cgid; __kernel_mode_t mode; short unsigned int __pad1; short unsigned int seq; long unsigned int __unused1; long unsigned int __unused2; }; typedef u16 compat_mode_t; typedef u16 __compat_uid_t; typedef u16 __compat_gid_t; typedef s32 compat_key_t; typedef u16 compat_ushort_t; typedef u32 __compat_gid32_t; struct compat_ipc64_perm { compat_key_t key; __compat_uid32_t uid; __compat_gid32_t gid; __compat_uid32_t cuid; __compat_gid32_t cgid; compat_mode_t mode; unsigned char __pad1[2]; compat_ushort_t seq; compat_ushort_t __pad2; compat_ulong_t unused1; compat_ulong_t unused2; }; struct compat_ipc_perm { key_t key; __compat_uid_t uid; __compat_gid_t gid; __compat_uid_t cuid; __compat_gid_t cgid; compat_mode_t mode; short unsigned int seq; }; struct rhlist_head { struct rhash_head rhead; struct rhlist_head *next; }; struct rhash_lock_head; struct bucket_table { unsigned int size; unsigned int nest; u32 hash_rnd; struct list_head walkers; struct callback_head rcu; struct bucket_table *future_tbl; struct lockdep_map dep_map; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct rhash_lock_head *buckets[0]; }; struct ipc_perm { __kernel_key_t key; __kernel_uid_t uid; __kernel_gid_t gid; __kernel_uid_t cuid; __kernel_gid_t cgid; __kernel_mode_t mode; short unsigned int seq; }; struct ipc_ids { int in_use; short unsigned int seq; struct rw_semaphore rwsem; struct idr ipcs_idr; int max_idx; int last_idx; int next_id; struct rhashtable key_ht; }; struct ipc_namespace { struct ipc_ids ids[3]; int sem_ctls[4]; int used_sems; unsigned int msg_ctlmax; unsigned int msg_ctlmnb; unsigned int msg_ctlmni; struct percpu_counter percpu_msg_bytes; struct percpu_counter percpu_msg_hdrs; size_t shm_ctlmax; size_t shm_ctlall; long unsigned int shm_tot; int shm_ctlmni; int shm_rmid_forced; struct notifier_block ipcns_nb; struct vfsmount *mq_mnt; unsigned int mq_queues_count; unsigned int mq_queues_max; unsigned int mq_msg_max; unsigned int mq_msgsize_max; unsigned int mq_msg_default; unsigned int mq_msgsize_default; struct ctl_table_set mq_set; struct ctl_table_header *mq_sysctls; struct ctl_table_set ipc_set; struct ctl_table_header *ipc_sysctls; struct user_namespace *user_ns; struct ucounts *ucounts; struct llist_node mnt_llist; struct ns_common ns; }; struct rhash_lock_head {}; struct ipc_params { key_t key; int flg; union { size_t size; int nsems; } u; }; struct ipc_ops { int (*getnew)(struct ipc_namespace *, struct ipc_params *); int (*associate)(struct kern_ipc_perm *, int); int (*more_checks)(struct kern_ipc_perm *, struct ipc_params *); }; struct ipc_proc_iface { const char *path; const char *header; int ids; int (*show)(struct seq_file *, void *); }; struct ipc_proc_iter { struct ipc_namespace *ns; struct pid_namespace *pid_ns; struct ipc_proc_iface *iface; }; typedef int __kernel_ipc_pid_t; typedef __kernel_long_t __kernel_old_time_t; struct shmid_ds { struct ipc_perm shm_perm; int shm_segsz; __kernel_old_time_t shm_atime; __kernel_old_time_t shm_dtime; __kernel_old_time_t shm_ctime; __kernel_ipc_pid_t shm_cpid; __kernel_ipc_pid_t shm_lpid; short unsigned int shm_nattch; short unsigned int shm_unused; void *shm_unused2; void *shm_unused3; }; struct shmid64_ds { struct ipc64_perm shm_perm; __kernel_size_t shm_segsz; long int shm_atime; long int shm_dtime; long int shm_ctime; __kernel_pid_t shm_cpid; __kernel_pid_t shm_lpid; long unsigned int shm_nattch; long unsigned int __unused4; long unsigned int __unused5; }; struct shminfo64 { long unsigned int shmmax; long unsigned int shmmin; long unsigned int shmmni; long unsigned int shmseg; long unsigned int shmall; long unsigned int __unused1; long unsigned int __unused2; long unsigned int __unused3; long unsigned int __unused4; }; struct shminfo { int shmmax; int shmmin; int shmmni; int shmseg; int shmall; }; struct shm_info { int used_ids; __kernel_ulong_t shm_tot; __kernel_ulong_t shm_rss; __kernel_ulong_t shm_swp; __kernel_ulong_t swap_attempts; __kernel_ulong_t swap_successes; }; typedef u16 compat_ipc_pid_t; struct compat_shmid64_ds { struct compat_ipc64_perm shm_perm; compat_size_t shm_segsz; compat_ulong_t shm_atime; compat_ulong_t shm_atime_high; compat_ulong_t shm_dtime; compat_ulong_t shm_dtime_high; compat_ulong_t shm_ctime; compat_ulong_t shm_ctime_high; compat_pid_t shm_cpid; compat_pid_t shm_lpid; compat_ulong_t shm_nattch; compat_ulong_t __unused4; compat_ulong_t __unused5; }; struct shmid_kernel { struct kern_ipc_perm shm_perm; struct file *shm_file; long unsigned int shm_nattch; long unsigned int shm_segsz; time64_t shm_atim; time64_t shm_dtim; time64_t shm_ctim; struct pid *shm_cprid; struct pid *shm_lprid; struct ucounts *mlock_ucounts; struct task_struct *shm_creator; struct list_head shm_clist; struct ipc_namespace *ns; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct shm_file_data { int id; struct ipc_namespace *ns; struct file *file; const struct vm_operations_struct *vm_ops; }; struct compat_shmid_ds { struct compat_ipc_perm shm_perm; int shm_segsz; old_time32_t shm_atime; old_time32_t shm_dtime; old_time32_t shm_ctime; compat_ipc_pid_t shm_cpid; compat_ipc_pid_t shm_lpid; short unsigned int shm_nattch; short unsigned int shm_unused; compat_uptr_t shm_unused2; compat_uptr_t shm_unused3; }; struct compat_shminfo64 { compat_ulong_t shmmax; compat_ulong_t shmmin; compat_ulong_t shmmni; compat_ulong_t shmseg; compat_ulong_t shmall; compat_ulong_t __unused1; compat_ulong_t __unused2; compat_ulong_t __unused3; compat_ulong_t __unused4; }; struct compat_shm_info { compat_int_t used_ids; compat_ulong_t shm_tot; compat_ulong_t shm_rss; compat_ulong_t shm_swp; compat_ulong_t swap_attempts; compat_ulong_t swap_successes; }; enum inode_i_mutex_lock_class { I_MUTEX_NORMAL = 0, I_MUTEX_PARENT = 1, I_MUTEX_CHILD = 2, I_MUTEX_XATTR = 3, I_MUTEX_NONDIR2 = 4, I_MUTEX_PARENT2 = 5, }; struct msg_msgseg; struct msg_msg { struct list_head m_list; long int m_type; size_t m_ts; struct msg_msgseg *next; void *security; }; struct mqueue_fs_context { struct ipc_namespace *ipc_ns; bool newns; }; struct posix_msg_tree_node { struct rb_node rb_node; struct list_head msg_list; int priority; }; struct ext_wait_queue { struct task_struct *task; struct list_head list; struct msg_msg *msg; int state; }; struct mqueue_inode_info { spinlock_t lock; struct inode vfs_inode; wait_queue_head_t wait_q; struct rb_root msg_tree; struct rb_node *msg_tree_rightmost; struct posix_msg_tree_node *node_cache; struct mq_attr attr; struct sigevent notify; struct pid *notify_owner; u32 notify_self_exec_id; struct user_namespace *notify_user_ns; struct ucounts *ucounts; struct sock *notify_sock; struct sk_buff *notify_cookie; struct ext_wait_queue e_wait_q[2]; long unsigned int qsize; }; struct compat_mq_attr { compat_long_t mq_flags; compat_long_t mq_maxmsg; compat_long_t mq_msgsize; compat_long_t mq_curmsgs; compat_long_t __reserved[4]; }; struct key_user { struct rb_node node; struct mutex cons_lock; spinlock_t lock; refcount_t usage; atomic_t nkeys; atomic_t nikeys; kuid_t uid; int qnkeys; int qnbytes; }; struct kernel_pkey_query { __u32 supported_ops; __u32 key_size; __u16 max_data_size; __u16 max_sig_size; __u16 max_enc_size; __u16 max_dec_size; }; struct keyring_search_context { struct keyring_index_key index_key; const struct cred *cred; struct key_match_data match_data; unsigned int flags; int (*iterator)(const void *, void *); int skipped_ret; bool possessed; key_ref_t result; time64_t now; }; struct request_key_auth { struct callback_head rcu; struct key *target_key; struct key *dest_keyring; const struct cred *cred; void *callout_info; size_t callout_len; pid_t pid; char op[8]; }; struct compat_keyctl_kdf_params { compat_uptr_t hashname; compat_uptr_t otherinfo; __u32 otherinfolen; __u32 __spare[8]; }; struct keyctl_dh_params { union { __s32 private; __s32 priv; }; __s32 prime; __s32 base; }; struct keyctl_pkey_query { __u32 supported_ops; __u32 key_size; __u16 max_data_size; __u16 max_sig_size; __u16 max_enc_size; __u16 max_dec_size; __u32 __spare[10]; }; struct keyctl_pkey_params { __s32 key_id; __u32 in_len; union { __u32 out_len; __u32 in2_len; }; __u32 __spare[7]; }; struct keyctl_kdf_params { char *hashname; char *otherinfo; __u32 otherinfolen; __u32 __spare[8]; }; enum key_lookup_flag { KEY_LOOKUP_CREATE = 1, KEY_LOOKUP_PARTIAL = 2, KEY_LOOKUP_ALL = 3, }; enum tpm_duration { TPM_SHORT = 0, TPM_MEDIUM = 1, TPM_LONG = 2, TPM_LONG_LONG = 3, TPM_UNDEFINED = 4, TPM_NUM_DURATIONS = 4, }; struct trusted_key_payload { struct callback_head rcu; unsigned int key_len; unsigned int blob_len; unsigned char migratable; unsigned char old_format; unsigned char key[129]; unsigned char blob[512]; }; struct trusted_key_ops { unsigned char migratable; int (*init)(); int (*seal)(struct trusted_key_payload *, char *); int (*unseal)(struct trusted_key_payload *, char *); int (*get_random)(unsigned char *, size_t); void (*exit)(); }; struct trusted_key_source { char *name; struct trusted_key_ops *ops; }; enum { Opt_err___3 = 0, Opt_new = 1, Opt_load = 2, Opt_update = 3, }; typedef int (*asn1_action_t)(void *, size_t, unsigned char, const void *, size_t); struct asn1_decoder { const unsigned char *machine; size_t machlen; const asn1_action_t *actions; }; enum OID { OID_id_dsa_with_sha1 = 0, OID_id_dsa = 1, OID_id_ecPublicKey = 2, OID_id_prime192v1 = 3, OID_id_prime256v1 = 4, OID_id_ecdsa_with_sha1 = 5, OID_id_ecdsa_with_sha224 = 6, OID_id_ecdsa_with_sha256 = 7, OID_id_ecdsa_with_sha384 = 8, OID_id_ecdsa_with_sha512 = 9, OID_rsaEncryption = 10, OID_md2WithRSAEncryption = 11, OID_md3WithRSAEncryption = 12, OID_md4WithRSAEncryption = 13, OID_sha1WithRSAEncryption = 14, OID_sha256WithRSAEncryption = 15, OID_sha384WithRSAEncryption = 16, OID_sha512WithRSAEncryption = 17, OID_sha224WithRSAEncryption = 18, OID_data = 19, OID_signed_data = 20, OID_email_address = 21, OID_contentType = 22, OID_messageDigest = 23, OID_signingTime = 24, OID_smimeCapabilites = 25, OID_smimeAuthenticatedAttrs = 26, OID_md2 = 27, OID_md4 = 28, OID_md5 = 29, OID_mskrb5 = 30, OID_krb5 = 31, OID_krb5u2u = 32, OID_msIndirectData = 33, OID_msStatementType = 34, OID_msSpOpusInfo = 35, OID_msPeImageDataObjId = 36, OID_msIndividualSPKeyPurpose = 37, OID_msOutlookExpress = 38, OID_ntlmssp = 39, OID_spnego = 40, OID_IAKerb = 41, OID_PKU2U = 42, OID_Scram = 43, OID_certAuthInfoAccess = 44, OID_sha1 = 45, OID_id_ansip384r1 = 46, OID_sha256 = 47, OID_sha384 = 48, OID_sha512 = 49, OID_sha224 = 50, OID_commonName = 51, OID_surname = 52, OID_countryName = 53, OID_locality = 54, OID_stateOrProvinceName = 55, OID_organizationName = 56, OID_organizationUnitName = 57, OID_title = 58, OID_description = 59, OID_name = 60, OID_givenName = 61, OID_initials = 62, OID_generationalQualifier = 63, OID_subjectKeyIdentifier = 64, OID_keyUsage = 65, OID_subjectAltName = 66, OID_issuerAltName = 67, OID_basicConstraints = 68, OID_crlDistributionPoints = 69, OID_certPolicies = 70, OID_authorityKeyIdentifier = 71, OID_extKeyUsage = 72, OID_NetlogonMechanism = 73, OID_appleLocalKdcSupported = 74, OID_gostCPSignA = 75, OID_gostCPSignB = 76, OID_gostCPSignC = 77, OID_gost2012PKey256 = 78, OID_gost2012PKey512 = 79, OID_gost2012Digest256 = 80, OID_gost2012Digest512 = 81, OID_gost2012Signature256 = 82, OID_gost2012Signature512 = 83, OID_gostTC26Sign256A = 84, OID_gostTC26Sign256B = 85, OID_gostTC26Sign256C = 86, OID_gostTC26Sign256D = 87, OID_gostTC26Sign512A = 88, OID_gostTC26Sign512B = 89, OID_gostTC26Sign512C = 90, OID_sm2 = 91, OID_sm3 = 92, OID_SM2_with_SM3 = 93, OID_sm3WithRSAEncryption = 94, OID_TPMLoadableKey = 95, OID_TPMImportableKey = 96, OID_TPMSealedData = 97, OID__NR = 98, }; struct hwrng { const char *name; int (*init)(struct hwrng *); void (*cleanup)(struct hwrng *); int (*data_present)(struct hwrng *, int); int (*data_read)(struct hwrng *, u32 *); int (*read)(struct hwrng *, void *, size_t, bool); long unsigned int priv; short unsigned int quality; struct list_head list; struct kref ref; struct completion cleanup_done; struct completion dying; }; enum tpm_algorithms { TPM_ALG_ERROR = 0, TPM_ALG_SHA1 = 4, TPM_ALG_KEYEDHASH = 8, TPM_ALG_SHA256 = 11, TPM_ALG_SHA384 = 12, TPM_ALG_SHA512 = 13, TPM_ALG_NULL = 16, TPM_ALG_SM3_256 = 18, }; struct tpm_bank_info { u16 alg_id; u16 digest_size; u16 crypto_id; }; struct tpm_chip; struct tpm_class_ops { unsigned int flags; const u8 req_complete_mask; const u8 req_complete_val; bool (*req_canceled)(struct tpm_chip *, u8); int (*recv)(struct tpm_chip *, u8 *, size_t); int (*send)(struct tpm_chip *, u8 *, size_t); void (*cancel)(struct tpm_chip *); u8 (*status)(struct tpm_chip *); void (*update_timeouts)(struct tpm_chip *, long unsigned int *); void (*update_durations)(struct tpm_chip *, long unsigned int *); int (*go_idle)(struct tpm_chip *); int (*cmd_ready)(struct tpm_chip *); int (*request_locality)(struct tpm_chip *, int); int (*relinquish_locality)(struct tpm_chip *, int); void (*clk_enable)(struct tpm_chip *, bool); }; struct tpm_bios_log { void *bios_event_log; void *bios_event_log_end; }; struct tpm_chip_seqops { struct tpm_chip *chip; const struct seq_operations *seqops; }; struct tpm_space { u32 context_tbl[3]; u8 *context_buf; u32 session_tbl[3]; u8 *session_buf; u32 buf_size; }; struct tpm_chip { struct device dev; struct device devs; struct cdev cdev; struct cdev cdevs; struct rw_semaphore ops_sem; const struct tpm_class_ops *ops; struct tpm_bios_log log; struct tpm_chip_seqops bin_log_seqops; struct tpm_chip_seqops ascii_log_seqops; unsigned int flags; int dev_num; long unsigned int is_open; char hwrng_name[64]; struct hwrng hwrng; struct mutex tpm_mutex; long unsigned int timeout_a; long unsigned int timeout_b; long unsigned int timeout_c; long unsigned int timeout_d; bool timeout_adjusted; long unsigned int duration[4]; bool duration_adjusted; struct dentry *bios_dir[3]; const struct attribute_group *groups[8]; unsigned int groups_cnt; u32 nr_allocated_banks; struct tpm_bank_info *allocated_banks; struct tpm_space work_space; u32 last_cc; u32 nr_commands; u32 *cc_attrs_tbl; int locality; }; enum tpm2_structures { TPM2_ST_NO_SESSIONS = 32769, TPM2_ST_SESSIONS = 32770, }; enum tpm2_return_codes { TPM2_RC_SUCCESS = 0, TPM2_RC_HASH = 131, TPM2_RC_HANDLE = 139, TPM2_RC_INITIALIZE = 256, TPM2_RC_FAILURE = 257, TPM2_RC_DISABLED = 288, TPM2_RC_UPGRADE = 301, TPM2_RC_COMMAND_CODE = 323, TPM2_RC_TESTING = 2314, TPM2_RC_REFERENCE_H0 = 2320, TPM2_RC_RETRY = 2338, }; enum tpm2_command_codes { TPM2_CC_FIRST = 287, TPM2_CC_HIERARCHY_CONTROL = 289, TPM2_CC_HIERARCHY_CHANGE_AUTH = 297, TPM2_CC_CREATE_PRIMARY = 305, TPM2_CC_SEQUENCE_COMPLETE = 318, TPM2_CC_SELF_TEST = 323, TPM2_CC_STARTUP = 324, TPM2_CC_SHUTDOWN = 325, TPM2_CC_NV_READ = 334, TPM2_CC_CREATE = 339, TPM2_CC_LOAD = 343, TPM2_CC_SEQUENCE_UPDATE = 348, TPM2_CC_UNSEAL = 350, TPM2_CC_CONTEXT_LOAD = 353, TPM2_CC_CONTEXT_SAVE = 354, TPM2_CC_FLUSH_CONTEXT = 357, TPM2_CC_VERIFY_SIGNATURE = 375, TPM2_CC_GET_CAPABILITY = 378, TPM2_CC_GET_RANDOM = 379, TPM2_CC_PCR_READ = 382, TPM2_CC_PCR_EXTEND = 386, TPM2_CC_EVENT_SEQUENCE_COMPLETE = 389, TPM2_CC_HASH_SEQUENCE_START = 390, TPM2_CC_CREATE_LOADED = 401, TPM2_CC_LAST = 403, }; enum tpm2_permanent_handles { TPM2_RS_PW = 1073741833, }; struct tpm_header { __be16 tag; __be32 length; union { __be32 ordinal; __be32 return_code; }; } __attribute__((packed)); enum tpm_buf_flags { TPM_BUF_OVERFLOW = 1, }; struct tpm_buf { unsigned int flags; u8 *data; }; enum tpm2_object_attributes { TPM2_OA_FIXED_TPM = 2, TPM2_OA_FIXED_PARENT = 16, TPM2_OA_USER_WITH_AUTH = 64, }; enum tpm2_session_attributes { TPM2_SA_CONTINUE_SESSION = 1, }; struct tpm2_hash { unsigned int crypto_id; unsigned int tpm_id; }; struct trusted_key_options { uint16_t keytype; uint32_t keyhandle; unsigned char keyauth[20]; uint32_t blobauth_len; unsigned char blobauth[20]; uint32_t pcrinfo_len; unsigned char pcrinfo[64]; int pcrlock; uint32_t hash; uint32_t policydigest_len; unsigned char policydigest[64]; uint32_t policyhandle; }; struct tpm2_key_context { u32 parent; const u8 *pub; u32 pub_len; const u8 *priv; u32 priv_len; }; enum lsm_event { LSM_POLICY_CHANGE = 0, }; struct sctp_association; union security_list_options { int (*binder_set_context_mgr)(const struct cred *); int (*binder_transaction)(const struct cred *, const struct cred *); int (*binder_transfer_binder)(const struct cred *, const struct cred *); int (*binder_transfer_file)(const struct cred *, const struct cred *, struct file *); int (*ptrace_access_check)(struct task_struct *, unsigned int); int (*ptrace_traceme)(struct task_struct *); int (*capget)(struct task_struct *, kernel_cap_t *, kernel_cap_t *, kernel_cap_t *); int (*capset)(struct cred *, const struct cred *, const kernel_cap_t *, const kernel_cap_t *, const kernel_cap_t *); int (*capable)(const struct cred *, struct user_namespace *, int, unsigned int); int (*quotactl)(int, int, int, struct super_block *); int (*quota_on)(struct dentry *); int (*syslog)(int); int (*settime)(const struct timespec64 *, const struct timezone *); int (*vm_enough_memory)(struct mm_struct *, long int); int (*bprm_creds_for_exec)(struct linux_binprm *); int (*bprm_creds_from_file)(struct linux_binprm *, struct file *); int (*bprm_check_security)(struct linux_binprm *); void (*bprm_committing_creds)(struct linux_binprm *); void (*bprm_committed_creds)(struct linux_binprm *); int (*fs_context_dup)(struct fs_context *, struct fs_context *); int (*fs_context_parse_param)(struct fs_context *, struct fs_parameter *); int (*sb_alloc_security)(struct super_block *); void (*sb_delete)(struct super_block *); void (*sb_free_security)(struct super_block *); void (*sb_free_mnt_opts)(void *); int (*sb_eat_lsm_opts)(char *, void **); int (*sb_mnt_opts_compat)(struct super_block *, void *); int (*sb_remount)(struct super_block *, void *); int (*sb_kern_mount)(struct super_block *); int (*sb_show_options)(struct seq_file *, struct super_block *); int (*sb_statfs)(struct dentry *); int (*sb_mount)(const char *, const struct path *, const char *, long unsigned int, void *); int (*sb_umount)(struct vfsmount *, int); int (*sb_pivotroot)(const struct path *, const struct path *); int (*sb_set_mnt_opts)(struct super_block *, void *, long unsigned int, long unsigned int *); int (*sb_clone_mnt_opts)(const struct super_block *, struct super_block *, long unsigned int, long unsigned int *); int (*move_mount)(const struct path *, const struct path *); int (*dentry_init_security)(struct dentry *, int, const struct qstr *, const char **, void **, u32 *); int (*dentry_create_files_as)(struct dentry *, int, struct qstr *, const struct cred *, struct cred *); int (*path_unlink)(const struct path *, struct dentry *); int (*path_mkdir)(const struct path *, struct dentry *, umode_t); int (*path_rmdir)(const struct path *, struct dentry *); int (*path_mknod)(const struct path *, struct dentry *, umode_t, unsigned int); int (*path_truncate)(const struct path *); int (*path_symlink)(const struct path *, struct dentry *, const char *); int (*path_link)(struct dentry *, const struct path *, struct dentry *); int (*path_rename)(const struct path *, struct dentry *, const struct path *, struct dentry *, unsigned int); int (*path_chmod)(const struct path *, umode_t); int (*path_chown)(const struct path *, kuid_t, kgid_t); int (*path_chroot)(const struct path *); int (*path_notify)(const struct path *, u64, unsigned int); int (*inode_alloc_security)(struct inode *); void (*inode_free_security)(struct inode *); int (*inode_init_security)(struct inode *, struct inode *, const struct qstr *, const char **, void **, size_t *); int (*inode_init_security_anon)(struct inode *, const struct qstr *, const struct inode *); int (*inode_create)(struct inode *, struct dentry *, umode_t); int (*inode_link)(struct dentry *, struct inode *, struct dentry *); int (*inode_unlink)(struct inode *, struct dentry *); int (*inode_symlink)(struct inode *, struct dentry *, const char *); int (*inode_mkdir)(struct inode *, struct dentry *, umode_t); int (*inode_rmdir)(struct inode *, struct dentry *); int (*inode_mknod)(struct inode *, struct dentry *, umode_t, dev_t); int (*inode_rename)(struct inode *, struct dentry *, struct inode *, struct dentry *); int (*inode_readlink)(struct dentry *); int (*inode_follow_link)(struct dentry *, struct inode *, bool); int (*inode_permission)(struct inode *, int); int (*inode_setattr)(struct dentry *, struct iattr *); int (*inode_getattr)(const struct path *); int (*inode_setxattr)(struct mnt_idmap *, struct dentry *, const char *, const void *, size_t, int); void (*inode_post_setxattr)(struct dentry *, const char *, const void *, size_t, int); int (*inode_getxattr)(struct dentry *, const char *); int (*inode_listxattr)(struct dentry *); int (*inode_removexattr)(struct mnt_idmap *, struct dentry *, const char *); int (*inode_set_acl)(struct mnt_idmap *, struct dentry *, const char *, struct posix_acl *); int (*inode_get_acl)(struct mnt_idmap *, struct dentry *, const char *); int (*inode_remove_acl)(struct mnt_idmap *, struct dentry *, const char *); int (*inode_need_killpriv)(struct dentry *); int (*inode_killpriv)(struct mnt_idmap *, struct dentry *); int (*inode_getsecurity)(struct mnt_idmap *, struct inode *, const char *, void **, bool); int (*inode_setsecurity)(struct inode *, const char *, const void *, size_t, int); int (*inode_listsecurity)(struct inode *, char *, size_t); void (*inode_getsecid)(struct inode *, u32 *); int (*inode_copy_up)(struct dentry *, struct cred **); int (*inode_copy_up_xattr)(const char *); int (*kernfs_init_security)(struct kernfs_node *, struct kernfs_node *); int (*file_permission)(struct file *, int); int (*file_alloc_security)(struct file *); void (*file_free_security)(struct file *); int (*file_ioctl)(struct file *, unsigned int, long unsigned int); int (*mmap_addr)(long unsigned int); int (*mmap_file)(struct file *, long unsigned int, long unsigned int, long unsigned int); int (*file_mprotect)(struct vm_area_struct *, long unsigned int, long unsigned int); int (*file_lock)(struct file *, unsigned int); int (*file_fcntl)(struct file *, unsigned int, long unsigned int); void (*file_set_fowner)(struct file *); int (*file_send_sigiotask)(struct task_struct *, struct fown_struct *, int); int (*file_receive)(struct file *); int (*file_open)(struct file *); int (*file_truncate)(struct file *); int (*task_alloc)(struct task_struct *, long unsigned int); void (*task_free)(struct task_struct *); int (*cred_alloc_blank)(struct cred *, gfp_t); void (*cred_free)(struct cred *); int (*cred_prepare)(struct cred *, const struct cred *, gfp_t); void (*cred_transfer)(struct cred *, const struct cred *); void (*cred_getsecid)(const struct cred *, u32 *); int (*kernel_act_as)(struct cred *, u32); int (*kernel_create_files_as)(struct cred *, struct inode *); int (*kernel_module_request)(char *); int (*kernel_load_data)(enum kernel_load_data_id, bool); int (*kernel_post_load_data)(char *, loff_t, enum kernel_load_data_id, char *); int (*kernel_read_file)(struct file *, enum kernel_read_file_id, bool); int (*kernel_post_read_file)(struct file *, char *, loff_t, enum kernel_read_file_id); int (*task_fix_setuid)(struct cred *, const struct cred *, int); int (*task_fix_setgid)(struct cred *, const struct cred *, int); int (*task_fix_setgroups)(struct cred *, const struct cred *); int (*task_setpgid)(struct task_struct *, pid_t); int (*task_getpgid)(struct task_struct *); int (*task_getsid)(struct task_struct *); void (*current_getsecid_subj)(u32 *); void (*task_getsecid_obj)(struct task_struct *, u32 *); int (*task_setnice)(struct task_struct *, int); int (*task_setioprio)(struct task_struct *, int); int (*task_getioprio)(struct task_struct *); int (*task_prlimit)(const struct cred *, const struct cred *, unsigned int); int (*task_setrlimit)(struct task_struct *, unsigned int, struct rlimit *); int (*task_setscheduler)(struct task_struct *); int (*task_getscheduler)(struct task_struct *); int (*task_movememory)(struct task_struct *); int (*task_kill)(struct task_struct *, struct kernel_siginfo *, int, const struct cred *); int (*task_prctl)(int, long unsigned int, long unsigned int, long unsigned int, long unsigned int); void (*task_to_inode)(struct task_struct *, struct inode *); int (*userns_create)(const struct cred *); int (*ipc_permission)(struct kern_ipc_perm *, short int); void (*ipc_getsecid)(struct kern_ipc_perm *, u32 *); int (*msg_msg_alloc_security)(struct msg_msg *); void (*msg_msg_free_security)(struct msg_msg *); int (*msg_queue_alloc_security)(struct kern_ipc_perm *); void (*msg_queue_free_security)(struct kern_ipc_perm *); int (*msg_queue_associate)(struct kern_ipc_perm *, int); int (*msg_queue_msgctl)(struct kern_ipc_perm *, int); int (*msg_queue_msgsnd)(struct kern_ipc_perm *, struct msg_msg *, int); int (*msg_queue_msgrcv)(struct kern_ipc_perm *, struct msg_msg *, struct task_struct *, long int, int); int (*shm_alloc_security)(struct kern_ipc_perm *); void (*shm_free_security)(struct kern_ipc_perm *); int (*shm_associate)(struct kern_ipc_perm *, int); int (*shm_shmctl)(struct kern_ipc_perm *, int); int (*shm_shmat)(struct kern_ipc_perm *, char *, int); int (*sem_alloc_security)(struct kern_ipc_perm *); void (*sem_free_security)(struct kern_ipc_perm *); int (*sem_associate)(struct kern_ipc_perm *, int); int (*sem_semctl)(struct kern_ipc_perm *, int); int (*sem_semop)(struct kern_ipc_perm *, struct sembuf *, unsigned int, int); int (*netlink_send)(struct sock *, struct sk_buff *); void (*d_instantiate)(struct dentry *, struct inode *); int (*getprocattr)(struct task_struct *, const char *, char **); int (*setprocattr)(const char *, void *, size_t); int (*ismaclabel)(const char *); int (*secid_to_secctx)(u32, char **, u32 *); int (*secctx_to_secid)(const char *, u32, u32 *); void (*release_secctx)(char *, u32); void (*inode_invalidate_secctx)(struct inode *); int (*inode_notifysecctx)(struct inode *, void *, u32); int (*inode_setsecctx)(struct dentry *, void *, u32); int (*inode_getsecctx)(struct inode *, void **, u32 *); int (*post_notification)(const struct cred *, const struct cred *, struct watch_notification *); int (*watch_key)(struct key *); int (*unix_stream_connect)(struct sock *, struct sock *, struct sock *); int (*unix_may_send)(struct socket *, struct socket *); int (*socket_create)(int, int, int, int); int (*socket_post_create)(struct socket *, int, int, int, int); int (*socket_socketpair)(struct socket *, struct socket *); int (*socket_bind)(struct socket *, struct sockaddr *, int); int (*socket_connect)(struct socket *, struct sockaddr *, int); int (*socket_listen)(struct socket *, int); int (*socket_accept)(struct socket *, struct socket *); int (*socket_sendmsg)(struct socket *, struct msghdr *, int); int (*socket_recvmsg)(struct socket *, struct msghdr *, int, int); int (*socket_getsockname)(struct socket *); int (*socket_getpeername)(struct socket *); int (*socket_getsockopt)(struct socket *, int, int); int (*socket_setsockopt)(struct socket *, int, int); int (*socket_shutdown)(struct socket *, int); int (*socket_sock_rcv_skb)(struct sock *, struct sk_buff *); int (*socket_getpeersec_stream)(struct socket *, sockptr_t, sockptr_t, unsigned int); int (*socket_getpeersec_dgram)(struct socket *, struct sk_buff *, u32 *); int (*sk_alloc_security)(struct sock *, int, gfp_t); void (*sk_free_security)(struct sock *); void (*sk_clone_security)(const struct sock *, struct sock *); void (*sk_getsecid)(struct sock *, u32 *); void (*sock_graft)(struct sock *, struct socket *); int (*inet_conn_request)(const struct sock *, struct sk_buff *, struct request_sock *); void (*inet_csk_clone)(struct sock *, const struct request_sock *); void (*inet_conn_established)(struct sock *, struct sk_buff *); int (*secmark_relabel_packet)(u32); void (*secmark_refcount_inc)(); void (*secmark_refcount_dec)(); void (*req_classify_flow)(const struct request_sock *, struct flowi_common *); int (*tun_dev_alloc_security)(void **); void (*tun_dev_free_security)(void *); int (*tun_dev_create)(); int (*tun_dev_attach_queue)(void *); int (*tun_dev_attach)(struct sock *, void *); int (*tun_dev_open)(void *); int (*sctp_assoc_request)(struct sctp_association *, struct sk_buff *); int (*sctp_bind_connect)(struct sock *, int, struct sockaddr *, int); void (*sctp_sk_clone)(struct sctp_association *, struct sock *, struct sock *); int (*sctp_assoc_established)(struct sctp_association *, struct sk_buff *); int (*ib_pkey_access)(void *, u64, u16); int (*ib_endport_manage_subnet)(void *, const char *, u8); int (*ib_alloc_security)(void **); void (*ib_free_security)(void *); int (*xfrm_policy_alloc_security)(struct xfrm_sec_ctx **, struct xfrm_user_sec_ctx *, gfp_t); int (*xfrm_policy_clone_security)(struct xfrm_sec_ctx *, struct xfrm_sec_ctx **); void (*xfrm_policy_free_security)(struct xfrm_sec_ctx *); int (*xfrm_policy_delete_security)(struct xfrm_sec_ctx *); int (*xfrm_state_alloc)(struct xfrm_state *, struct xfrm_user_sec_ctx *); int (*xfrm_state_alloc_acquire)(struct xfrm_state *, struct xfrm_sec_ctx *, u32); void (*xfrm_state_free_security)(struct xfrm_state *); int (*xfrm_state_delete_security)(struct xfrm_state *); int (*xfrm_policy_lookup)(struct xfrm_sec_ctx *, u32); int (*xfrm_state_pol_flow_match)(struct xfrm_state *, struct xfrm_policy *, const struct flowi_common *); int (*xfrm_decode_session)(struct sk_buff *, u32 *, int); int (*key_alloc)(struct key *, const struct cred *, long unsigned int); void (*key_free)(struct key *); int (*key_permission)(key_ref_t, const struct cred *, enum key_need_perm); int (*key_getsecurity)(struct key *, char **); int (*audit_rule_init)(u32, u32, char *, void **); int (*audit_rule_known)(struct audit_krule *); int (*audit_rule_match)(u32, u32, u32, void *); void (*audit_rule_free)(void *); int (*bpf)(int, union bpf_attr *, unsigned int); int (*bpf_map)(struct bpf_map *, fmode_t); int (*bpf_prog)(struct bpf_prog *); int (*bpf_map_alloc_security)(struct bpf_map *); void (*bpf_map_free_security)(struct bpf_map *); int (*bpf_prog_alloc_security)(struct bpf_prog_aux *); void (*bpf_prog_free_security)(struct bpf_prog_aux *); int (*locked_down)(enum lockdown_reason); int (*lock_kernel_down)(const char *, enum lockdown_reason); int (*perf_event_open)(struct perf_event_attr *, int); int (*perf_event_alloc)(struct perf_event *); void (*perf_event_free)(struct perf_event *); int (*perf_event_read)(struct perf_event *); int (*perf_event_write)(struct perf_event *); int (*uring_override_creds)(const struct cred *); int (*uring_sqpoll)(); int (*uring_cmd)(struct io_uring_cmd *); }; struct security_hook_heads { struct hlist_head binder_set_context_mgr; struct hlist_head binder_transaction; struct hlist_head binder_transfer_binder; struct hlist_head binder_transfer_file; struct hlist_head ptrace_access_check; struct hlist_head ptrace_traceme; struct hlist_head capget; struct hlist_head capset; struct hlist_head capable; struct hlist_head quotactl; struct hlist_head quota_on; struct hlist_head syslog; struct hlist_head settime; struct hlist_head vm_enough_memory; struct hlist_head bprm_creds_for_exec; struct hlist_head bprm_creds_from_file; struct hlist_head bprm_check_security; struct hlist_head bprm_committing_creds; struct hlist_head bprm_committed_creds; struct hlist_head fs_context_dup; struct hlist_head fs_context_parse_param; struct hlist_head sb_alloc_security; struct hlist_head sb_delete; struct hlist_head sb_free_security; struct hlist_head sb_free_mnt_opts; struct hlist_head sb_eat_lsm_opts; struct hlist_head sb_mnt_opts_compat; struct hlist_head sb_remount; struct hlist_head sb_kern_mount; struct hlist_head sb_show_options; struct hlist_head sb_statfs; struct hlist_head sb_mount; struct hlist_head sb_umount; struct hlist_head sb_pivotroot; struct hlist_head sb_set_mnt_opts; struct hlist_head sb_clone_mnt_opts; struct hlist_head move_mount; struct hlist_head dentry_init_security; struct hlist_head dentry_create_files_as; struct hlist_head path_unlink; struct hlist_head path_mkdir; struct hlist_head path_rmdir; struct hlist_head path_mknod; struct hlist_head path_truncate; struct hlist_head path_symlink; struct hlist_head path_link; struct hlist_head path_rename; struct hlist_head path_chmod; struct hlist_head path_chown; struct hlist_head path_chroot; struct hlist_head path_notify; struct hlist_head inode_alloc_security; struct hlist_head inode_free_security; struct hlist_head inode_init_security; struct hlist_head inode_init_security_anon; struct hlist_head inode_create; struct hlist_head inode_link; struct hlist_head inode_unlink; struct hlist_head inode_symlink; struct hlist_head inode_mkdir; struct hlist_head inode_rmdir; struct hlist_head inode_mknod; struct hlist_head inode_rename; struct hlist_head inode_readlink; struct hlist_head inode_follow_link; struct hlist_head inode_permission; struct hlist_head inode_setattr; struct hlist_head inode_getattr; struct hlist_head inode_setxattr; struct hlist_head inode_post_setxattr; struct hlist_head inode_getxattr; struct hlist_head inode_listxattr; struct hlist_head inode_removexattr; struct hlist_head inode_set_acl; struct hlist_head inode_get_acl; struct hlist_head inode_remove_acl; struct hlist_head inode_need_killpriv; struct hlist_head inode_killpriv; struct hlist_head inode_getsecurity; struct hlist_head inode_setsecurity; struct hlist_head inode_listsecurity; struct hlist_head inode_getsecid; struct hlist_head inode_copy_up; struct hlist_head inode_copy_up_xattr; struct hlist_head kernfs_init_security; struct hlist_head file_permission; struct hlist_head file_alloc_security; struct hlist_head file_free_security; struct hlist_head file_ioctl; struct hlist_head mmap_addr; struct hlist_head mmap_file; struct hlist_head file_mprotect; struct hlist_head file_lock; struct hlist_head file_fcntl; struct hlist_head file_set_fowner; struct hlist_head file_send_sigiotask; struct hlist_head file_receive; struct hlist_head file_open; struct hlist_head file_truncate; struct hlist_head task_alloc; struct hlist_head task_free; struct hlist_head cred_alloc_blank; struct hlist_head cred_free; struct hlist_head cred_prepare; struct hlist_head cred_transfer; struct hlist_head cred_getsecid; struct hlist_head kernel_act_as; struct hlist_head kernel_create_files_as; struct hlist_head kernel_module_request; struct hlist_head kernel_load_data; struct hlist_head kernel_post_load_data; struct hlist_head kernel_read_file; struct hlist_head kernel_post_read_file; struct hlist_head task_fix_setuid; struct hlist_head task_fix_setgid; struct hlist_head task_fix_setgroups; struct hlist_head task_setpgid; struct hlist_head task_getpgid; struct hlist_head task_getsid; struct hlist_head current_getsecid_subj; struct hlist_head task_getsecid_obj; struct hlist_head task_setnice; struct hlist_head task_setioprio; struct hlist_head task_getioprio; struct hlist_head task_prlimit; struct hlist_head task_setrlimit; struct hlist_head task_setscheduler; struct hlist_head task_getscheduler; struct hlist_head task_movememory; struct hlist_head task_kill; struct hlist_head task_prctl; struct hlist_head task_to_inode; struct hlist_head userns_create; struct hlist_head ipc_permission; struct hlist_head ipc_getsecid; struct hlist_head msg_msg_alloc_security; struct hlist_head msg_msg_free_security; struct hlist_head msg_queue_alloc_security; struct hlist_head msg_queue_free_security; struct hlist_head msg_queue_associate; struct hlist_head msg_queue_msgctl; struct hlist_head msg_queue_msgsnd; struct hlist_head msg_queue_msgrcv; struct hlist_head shm_alloc_security; struct hlist_head shm_free_security; struct hlist_head shm_associate; struct hlist_head shm_shmctl; struct hlist_head shm_shmat; struct hlist_head sem_alloc_security; struct hlist_head sem_free_security; struct hlist_head sem_associate; struct hlist_head sem_semctl; struct hlist_head sem_semop; struct hlist_head netlink_send; struct hlist_head d_instantiate; struct hlist_head getprocattr; struct hlist_head setprocattr; struct hlist_head ismaclabel; struct hlist_head secid_to_secctx; struct hlist_head secctx_to_secid; struct hlist_head release_secctx; struct hlist_head inode_invalidate_secctx; struct hlist_head inode_notifysecctx; struct hlist_head inode_setsecctx; struct hlist_head inode_getsecctx; struct hlist_head post_notification; struct hlist_head watch_key; struct hlist_head unix_stream_connect; struct hlist_head unix_may_send; struct hlist_head socket_create; struct hlist_head socket_post_create; struct hlist_head socket_socketpair; struct hlist_head socket_bind; struct hlist_head socket_connect; struct hlist_head socket_listen; struct hlist_head socket_accept; struct hlist_head socket_sendmsg; struct hlist_head socket_recvmsg; struct hlist_head socket_getsockname; struct hlist_head socket_getpeername; struct hlist_head socket_getsockopt; struct hlist_head socket_setsockopt; struct hlist_head socket_shutdown; struct hlist_head socket_sock_rcv_skb; struct hlist_head socket_getpeersec_stream; struct hlist_head socket_getpeersec_dgram; struct hlist_head sk_alloc_security; struct hlist_head sk_free_security; struct hlist_head sk_clone_security; struct hlist_head sk_getsecid; struct hlist_head sock_graft; struct hlist_head inet_conn_request; struct hlist_head inet_csk_clone; struct hlist_head inet_conn_established; struct hlist_head secmark_relabel_packet; struct hlist_head secmark_refcount_inc; struct hlist_head secmark_refcount_dec; struct hlist_head req_classify_flow; struct hlist_head tun_dev_alloc_security; struct hlist_head tun_dev_free_security; struct hlist_head tun_dev_create; struct hlist_head tun_dev_attach_queue; struct hlist_head tun_dev_attach; struct hlist_head tun_dev_open; struct hlist_head sctp_assoc_request; struct hlist_head sctp_bind_connect; struct hlist_head sctp_sk_clone; struct hlist_head sctp_assoc_established; struct hlist_head ib_pkey_access; struct hlist_head ib_endport_manage_subnet; struct hlist_head ib_alloc_security; struct hlist_head ib_free_security; struct hlist_head xfrm_policy_alloc_security; struct hlist_head xfrm_policy_clone_security; struct hlist_head xfrm_policy_free_security; struct hlist_head xfrm_policy_delete_security; struct hlist_head xfrm_state_alloc; struct hlist_head xfrm_state_alloc_acquire; struct hlist_head xfrm_state_free_security; struct hlist_head xfrm_state_delete_security; struct hlist_head xfrm_policy_lookup; struct hlist_head xfrm_state_pol_flow_match; struct hlist_head xfrm_decode_session; struct hlist_head key_alloc; struct hlist_head key_free; struct hlist_head key_permission; struct hlist_head key_getsecurity; struct hlist_head audit_rule_init; struct hlist_head audit_rule_known; struct hlist_head audit_rule_match; struct hlist_head audit_rule_free; struct hlist_head bpf; struct hlist_head bpf_map; struct hlist_head bpf_prog; struct hlist_head bpf_map_alloc_security; struct hlist_head bpf_map_free_security; struct hlist_head bpf_prog_alloc_security; struct hlist_head bpf_prog_free_security; struct hlist_head locked_down; struct hlist_head lock_kernel_down; struct hlist_head perf_event_open; struct hlist_head perf_event_alloc; struct hlist_head perf_event_free; struct hlist_head perf_event_read; struct hlist_head perf_event_write; struct hlist_head uring_override_creds; struct hlist_head uring_sqpoll; struct hlist_head uring_cmd; }; struct security_hook_list { struct hlist_node list; struct hlist_head *head; union security_list_options hook; const char *lsm; }; struct lsm_blob_sizes { int lbs_cred; int lbs_file; int lbs_inode; int lbs_superblock; int lbs_ipc; int lbs_msg_msg; int lbs_task; }; enum lsm_order { LSM_ORDER_FIRST = -1, LSM_ORDER_MUTABLE = 0, LSM_ORDER_LAST = 1, }; struct lsm_info { const char *name; enum lsm_order order; long unsigned int flags; int *enabled; int (*init)(); struct lsm_blob_sizes *blobs; }; struct tree_descr { const char *name; const struct file_operations *ops; int mode; }; struct ethhdr { unsigned char h_dest[6]; unsigned char h_source[6]; __be16 h_proto; }; struct ethtool_drvinfo { __u32 cmd; char driver[32]; char version[32]; char fw_version[32]; char bus_info[32]; char erom_version[32]; char reserved2[12]; __u32 n_priv_flags; __u32 n_stats; __u32 testinfo_len; __u32 eedump_len; __u32 regdump_len; }; struct ethtool_wolinfo { __u32 cmd; __u32 supported; __u32 wolopts; __u8 sopass[6]; }; struct ethtool_tunable { __u32 cmd; __u32 id; __u32 type_id; __u32 len; void *data[0]; }; struct ethtool_regs { __u32 cmd; __u32 version; __u32 len; __u8 data[0]; }; struct ethtool_eeprom { __u32 cmd; __u32 magic; __u32 offset; __u32 len; __u8 data[0]; }; struct ethtool_eee { __u32 cmd; __u32 supported; __u32 advertised; __u32 lp_advertised; __u32 eee_active; __u32 eee_enabled; __u32 tx_lpi_enabled; __u32 tx_lpi_timer; __u32 reserved[2]; }; struct ethtool_modinfo { __u32 cmd; __u32 type; __u32 eeprom_len; __u32 reserved[8]; }; struct ethtool_coalesce { __u32 cmd; __u32 rx_coalesce_usecs; __u32 rx_max_coalesced_frames; __u32 rx_coalesce_usecs_irq; __u32 rx_max_coalesced_frames_irq; __u32 tx_coalesce_usecs; __u32 tx_max_coalesced_frames; __u32 tx_coalesce_usecs_irq; __u32 tx_max_coalesced_frames_irq; __u32 stats_block_coalesce_usecs; __u32 use_adaptive_rx_coalesce; __u32 use_adaptive_tx_coalesce; __u32 pkt_rate_low; __u32 rx_coalesce_usecs_low; __u32 rx_max_coalesced_frames_low; __u32 tx_coalesce_usecs_low; __u32 tx_max_coalesced_frames_low; __u32 pkt_rate_high; __u32 rx_coalesce_usecs_high; __u32 rx_max_coalesced_frames_high; __u32 tx_coalesce_usecs_high; __u32 tx_max_coalesced_frames_high; __u32 rate_sample_interval; }; struct ethtool_ringparam { __u32 cmd; __u32 rx_max_pending; __u32 rx_mini_max_pending; __u32 rx_jumbo_max_pending; __u32 tx_max_pending; __u32 rx_pending; __u32 rx_mini_pending; __u32 rx_jumbo_pending; __u32 tx_pending; }; struct ethtool_channels { __u32 cmd; __u32 max_rx; __u32 max_tx; __u32 max_other; __u32 max_combined; __u32 rx_count; __u32 tx_count; __u32 other_count; __u32 combined_count; }; struct ethtool_pauseparam { __u32 cmd; __u32 autoneg; __u32 rx_pause; __u32 tx_pause; }; enum ethtool_link_ext_state { ETHTOOL_LINK_EXT_STATE_AUTONEG = 0, ETHTOOL_LINK_EXT_STATE_LINK_TRAINING_FAILURE = 1, ETHTOOL_LINK_EXT_STATE_LINK_LOGICAL_MISMATCH = 2, ETHTOOL_LINK_EXT_STATE_BAD_SIGNAL_INTEGRITY = 3, ETHTOOL_LINK_EXT_STATE_NO_CABLE = 4, ETHTOOL_LINK_EXT_STATE_CABLE_ISSUE = 5, ETHTOOL_LINK_EXT_STATE_EEPROM_ISSUE = 6, ETHTOOL_LINK_EXT_STATE_CALIBRATION_FAILURE = 7, ETHTOOL_LINK_EXT_STATE_POWER_BUDGET_EXCEEDED = 8, ETHTOOL_LINK_EXT_STATE_OVERHEAT = 9, ETHTOOL_LINK_EXT_STATE_MODULE = 10, }; enum ethtool_link_ext_substate_autoneg { ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_PARTNER_DETECTED = 1, ETHTOOL_LINK_EXT_SUBSTATE_AN_ACK_NOT_RECEIVED = 2, ETHTOOL_LINK_EXT_SUBSTATE_AN_NEXT_PAGE_EXCHANGE_FAILED = 3, ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_PARTNER_DETECTED_FORCE_MODE = 4, ETHTOOL_LINK_EXT_SUBSTATE_AN_FEC_MISMATCH_DURING_OVERRIDE = 5, ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_HCD = 6, }; enum ethtool_link_ext_substate_link_training { ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_FRAME_LOCK_NOT_ACQUIRED = 1, ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_LINK_INHIBIT_TIMEOUT = 2, ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_LINK_PARTNER_DID_NOT_SET_RECEIVER_READY = 3, ETHTOOL_LINK_EXT_SUBSTATE_LT_REMOTE_FAULT = 4, }; enum ethtool_link_ext_substate_link_logical_mismatch { ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_ACQUIRE_BLOCK_LOCK = 1, ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_ACQUIRE_AM_LOCK = 2, ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_GET_ALIGN_STATUS = 3, ETHTOOL_LINK_EXT_SUBSTATE_LLM_FC_FEC_IS_NOT_LOCKED = 4, ETHTOOL_LINK_EXT_SUBSTATE_LLM_RS_FEC_IS_NOT_LOCKED = 5, }; enum ethtool_link_ext_substate_bad_signal_integrity { ETHTOOL_LINK_EXT_SUBSTATE_BSI_LARGE_NUMBER_OF_PHYSICAL_ERRORS = 1, ETHTOOL_LINK_EXT_SUBSTATE_BSI_UNSUPPORTED_RATE = 2, ETHTOOL_LINK_EXT_SUBSTATE_BSI_SERDES_REFERENCE_CLOCK_LOST = 3, ETHTOOL_LINK_EXT_SUBSTATE_BSI_SERDES_ALOS = 4, }; enum ethtool_link_ext_substate_cable_issue { ETHTOOL_LINK_EXT_SUBSTATE_CI_UNSUPPORTED_CABLE = 1, ETHTOOL_LINK_EXT_SUBSTATE_CI_CABLE_TEST_FAILURE = 2, }; enum ethtool_link_ext_substate_module { ETHTOOL_LINK_EXT_SUBSTATE_MODULE_CMIS_NOT_READY = 1, }; enum ethtool_mac_stats_src { ETHTOOL_MAC_STATS_SRC_AGGREGATE = 0, ETHTOOL_MAC_STATS_SRC_EMAC = 1, ETHTOOL_MAC_STATS_SRC_PMAC = 2, }; enum ethtool_module_power_mode_policy { ETHTOOL_MODULE_POWER_MODE_POLICY_HIGH = 1, ETHTOOL_MODULE_POWER_MODE_POLICY_AUTO = 2, }; enum ethtool_module_power_mode { ETHTOOL_MODULE_POWER_MODE_LOW = 1, ETHTOOL_MODULE_POWER_MODE_HIGH = 2, }; enum ethtool_mm_verify_status { ETHTOOL_MM_VERIFY_STATUS_UNKNOWN = 0, ETHTOOL_MM_VERIFY_STATUS_INITIAL = 1, ETHTOOL_MM_VERIFY_STATUS_VERIFYING = 2, ETHTOOL_MM_VERIFY_STATUS_SUCCEEDED = 3, ETHTOOL_MM_VERIFY_STATUS_FAILED = 4, ETHTOOL_MM_VERIFY_STATUS_DISABLED = 5, }; struct ethtool_test { __u32 cmd; __u32 flags; __u32 reserved; __u32 len; __u64 data[0]; }; struct ethtool_stats { __u32 cmd; __u32 n_stats; __u64 data[0]; }; struct ethtool_tcpip4_spec { __be32 ip4src; __be32 ip4dst; __be16 psrc; __be16 pdst; __u8 tos; }; struct ethtool_ah_espip4_spec { __be32 ip4src; __be32 ip4dst; __be32 spi; __u8 tos; }; struct ethtool_usrip4_spec { __be32 ip4src; __be32 ip4dst; __be32 l4_4_bytes; __u8 tos; __u8 ip_ver; __u8 proto; }; struct ethtool_tcpip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be16 psrc; __be16 pdst; __u8 tclass; }; struct ethtool_ah_espip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be32 spi; __u8 tclass; }; struct ethtool_usrip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be32 l4_4_bytes; __u8 tclass; __u8 l4_proto; }; union ethtool_flow_union { struct ethtool_tcpip4_spec tcp_ip4_spec; struct ethtool_tcpip4_spec udp_ip4_spec; struct ethtool_tcpip4_spec sctp_ip4_spec; struct ethtool_ah_espip4_spec ah_ip4_spec; struct ethtool_ah_espip4_spec esp_ip4_spec; struct ethtool_usrip4_spec usr_ip4_spec; struct ethtool_tcpip6_spec tcp_ip6_spec; struct ethtool_tcpip6_spec udp_ip6_spec; struct ethtool_tcpip6_spec sctp_ip6_spec; struct ethtool_ah_espip6_spec ah_ip6_spec; struct ethtool_ah_espip6_spec esp_ip6_spec; struct ethtool_usrip6_spec usr_ip6_spec; struct ethhdr ether_spec; __u8 hdata[52]; }; struct ethtool_flow_ext { __u8 padding[2]; unsigned char h_dest[6]; __be16 vlan_etype; __be16 vlan_tci; __be32 data[2]; }; struct ethtool_rx_flow_spec { __u32 flow_type; union ethtool_flow_union h_u; struct ethtool_flow_ext h_ext; union ethtool_flow_union m_u; struct ethtool_flow_ext m_ext; __u64 ring_cookie; __u32 location; }; struct ethtool_rxnfc { __u32 cmd; __u32 flow_type; __u64 data; struct ethtool_rx_flow_spec fs; union { __u32 rule_cnt; __u32 rss_context; }; __u32 rule_locs[0]; }; struct ethtool_flash { __u32 cmd; __u32 region; char data[128]; }; struct ethtool_dump { __u32 cmd; __u32 version; __u32 flag; __u32 len; __u8 data[0]; }; struct ethtool_ts_info { __u32 cmd; __u32 so_timestamping; __s32 phc_index; __u32 tx_types; __u32 tx_reserved[3]; __u32 rx_filters; __u32 rx_reserved[3]; }; struct ethtool_fecparam { __u32 cmd; __u32 active_fec; __u32 fec; __u32 reserved; }; enum ethtool_link_mode_bit_indices { ETHTOOL_LINK_MODE_10baseT_Half_BIT = 0, ETHTOOL_LINK_MODE_10baseT_Full_BIT = 1, ETHTOOL_LINK_MODE_100baseT_Half_BIT = 2, ETHTOOL_LINK_MODE_100baseT_Full_BIT = 3, ETHTOOL_LINK_MODE_1000baseT_Half_BIT = 4, ETHTOOL_LINK_MODE_1000baseT_Full_BIT = 5, ETHTOOL_LINK_MODE_Autoneg_BIT = 6, ETHTOOL_LINK_MODE_TP_BIT = 7, ETHTOOL_LINK_MODE_AUI_BIT = 8, ETHTOOL_LINK_MODE_MII_BIT = 9, ETHTOOL_LINK_MODE_FIBRE_BIT = 10, ETHTOOL_LINK_MODE_BNC_BIT = 11, ETHTOOL_LINK_MODE_10000baseT_Full_BIT = 12, ETHTOOL_LINK_MODE_Pause_BIT = 13, ETHTOOL_LINK_MODE_Asym_Pause_BIT = 14, ETHTOOL_LINK_MODE_2500baseX_Full_BIT = 15, ETHTOOL_LINK_MODE_Backplane_BIT = 16, ETHTOOL_LINK_MODE_1000baseKX_Full_BIT = 17, ETHTOOL_LINK_MODE_10000baseKX4_Full_BIT = 18, ETHTOOL_LINK_MODE_10000baseKR_Full_BIT = 19, ETHTOOL_LINK_MODE_10000baseR_FEC_BIT = 20, ETHTOOL_LINK_MODE_20000baseMLD2_Full_BIT = 21, ETHTOOL_LINK_MODE_20000baseKR2_Full_BIT = 22, ETHTOOL_LINK_MODE_40000baseKR4_Full_BIT = 23, ETHTOOL_LINK_MODE_40000baseCR4_Full_BIT = 24, ETHTOOL_LINK_MODE_40000baseSR4_Full_BIT = 25, ETHTOOL_LINK_MODE_40000baseLR4_Full_BIT = 26, ETHTOOL_LINK_MODE_56000baseKR4_Full_BIT = 27, ETHTOOL_LINK_MODE_56000baseCR4_Full_BIT = 28, ETHTOOL_LINK_MODE_56000baseSR4_Full_BIT = 29, ETHTOOL_LINK_MODE_56000baseLR4_Full_BIT = 30, ETHTOOL_LINK_MODE_25000baseCR_Full_BIT = 31, ETHTOOL_LINK_MODE_25000baseKR_Full_BIT = 32, ETHTOOL_LINK_MODE_25000baseSR_Full_BIT = 33, ETHTOOL_LINK_MODE_50000baseCR2_Full_BIT = 34, ETHTOOL_LINK_MODE_50000baseKR2_Full_BIT = 35, ETHTOOL_LINK_MODE_100000baseKR4_Full_BIT = 36, ETHTOOL_LINK_MODE_100000baseSR4_Full_BIT = 37, ETHTOOL_LINK_MODE_100000baseCR4_Full_BIT = 38, ETHTOOL_LINK_MODE_100000baseLR4_ER4_Full_BIT = 39, ETHTOOL_LINK_MODE_50000baseSR2_Full_BIT = 40, ETHTOOL_LINK_MODE_1000baseX_Full_BIT = 41, ETHTOOL_LINK_MODE_10000baseCR_Full_BIT = 42, ETHTOOL_LINK_MODE_10000baseSR_Full_BIT = 43, ETHTOOL_LINK_MODE_10000baseLR_Full_BIT = 44, ETHTOOL_LINK_MODE_10000baseLRM_Full_BIT = 45, ETHTOOL_LINK_MODE_10000baseER_Full_BIT = 46, ETHTOOL_LINK_MODE_2500baseT_Full_BIT = 47, ETHTOOL_LINK_MODE_5000baseT_Full_BIT = 48, ETHTOOL_LINK_MODE_FEC_NONE_BIT = 49, ETHTOOL_LINK_MODE_FEC_RS_BIT = 50, ETHTOOL_LINK_MODE_FEC_BASER_BIT = 51, ETHTOOL_LINK_MODE_50000baseKR_Full_BIT = 52, ETHTOOL_LINK_MODE_50000baseSR_Full_BIT = 53, ETHTOOL_LINK_MODE_50000baseCR_Full_BIT = 54, ETHTOOL_LINK_MODE_50000baseLR_ER_FR_Full_BIT = 55, ETHTOOL_LINK_MODE_50000baseDR_Full_BIT = 56, ETHTOOL_LINK_MODE_100000baseKR2_Full_BIT = 57, ETHTOOL_LINK_MODE_100000baseSR2_Full_BIT = 58, ETHTOOL_LINK_MODE_100000baseCR2_Full_BIT = 59, ETHTOOL_LINK_MODE_100000baseLR2_ER2_FR2_Full_BIT = 60, ETHTOOL_LINK_MODE_100000baseDR2_Full_BIT = 61, ETHTOOL_LINK_MODE_200000baseKR4_Full_BIT = 62, ETHTOOL_LINK_MODE_200000baseSR4_Full_BIT = 63, ETHTOOL_LINK_MODE_200000baseLR4_ER4_FR4_Full_BIT = 64, ETHTOOL_LINK_MODE_200000baseDR4_Full_BIT = 65, ETHTOOL_LINK_MODE_200000baseCR4_Full_BIT = 66, ETHTOOL_LINK_MODE_100baseT1_Full_BIT = 67, ETHTOOL_LINK_MODE_1000baseT1_Full_BIT = 68, ETHTOOL_LINK_MODE_400000baseKR8_Full_BIT = 69, ETHTOOL_LINK_MODE_400000baseSR8_Full_BIT = 70, ETHTOOL_LINK_MODE_400000baseLR8_ER8_FR8_Full_BIT = 71, ETHTOOL_LINK_MODE_400000baseDR8_Full_BIT = 72, ETHTOOL_LINK_MODE_400000baseCR8_Full_BIT = 73, ETHTOOL_LINK_MODE_FEC_LLRS_BIT = 74, ETHTOOL_LINK_MODE_100000baseKR_Full_BIT = 75, ETHTOOL_LINK_MODE_100000baseSR_Full_BIT = 76, ETHTOOL_LINK_MODE_100000baseLR_ER_FR_Full_BIT = 77, ETHTOOL_LINK_MODE_100000baseCR_Full_BIT = 78, ETHTOOL_LINK_MODE_100000baseDR_Full_BIT = 79, ETHTOOL_LINK_MODE_200000baseKR2_Full_BIT = 80, ETHTOOL_LINK_MODE_200000baseSR2_Full_BIT = 81, ETHTOOL_LINK_MODE_200000baseLR2_ER2_FR2_Full_BIT = 82, ETHTOOL_LINK_MODE_200000baseDR2_Full_BIT = 83, ETHTOOL_LINK_MODE_200000baseCR2_Full_BIT = 84, ETHTOOL_LINK_MODE_400000baseKR4_Full_BIT = 85, ETHTOOL_LINK_MODE_400000baseSR4_Full_BIT = 86, ETHTOOL_LINK_MODE_400000baseLR4_ER4_FR4_Full_BIT = 87, ETHTOOL_LINK_MODE_400000baseDR4_Full_BIT = 88, ETHTOOL_LINK_MODE_400000baseCR4_Full_BIT = 89, ETHTOOL_LINK_MODE_100baseFX_Half_BIT = 90, ETHTOOL_LINK_MODE_100baseFX_Full_BIT = 91, ETHTOOL_LINK_MODE_10baseT1L_Full_BIT = 92, ETHTOOL_LINK_MODE_800000baseCR8_Full_BIT = 93, ETHTOOL_LINK_MODE_800000baseKR8_Full_BIT = 94, ETHTOOL_LINK_MODE_800000baseDR8_Full_BIT = 95, ETHTOOL_LINK_MODE_800000baseDR8_2_Full_BIT = 96, ETHTOOL_LINK_MODE_800000baseSR8_Full_BIT = 97, ETHTOOL_LINK_MODE_800000baseVR8_Full_BIT = 98, ETHTOOL_LINK_MODE_10baseT1S_Full_BIT = 99, ETHTOOL_LINK_MODE_10baseT1S_Half_BIT = 100, ETHTOOL_LINK_MODE_10baseT1S_P2MP_Half_BIT = 101, __ETHTOOL_LINK_MODE_MASK_NBITS = 102, }; struct ethtool_link_settings { __u32 cmd; __u32 speed; __u8 duplex; __u8 port; __u8 phy_address; __u8 autoneg; __u8 mdio_support; __u8 eth_tp_mdix; __u8 eth_tp_mdix_ctrl; __s8 link_mode_masks_nwords; __u8 transceiver; __u8 master_slave_cfg; __u8 master_slave_state; __u8 rate_matching; __u32 reserved[7]; __u32 link_mode_masks[0]; }; struct kernel_ethtool_ringparam { u32 rx_buf_len; u8 tcp_data_split; u8 tx_push; u8 rx_push; u32 cqe_size; u32 tx_push_buf_len; u32 tx_push_buf_max_len; }; struct ethtool_link_ext_state_info { enum ethtool_link_ext_state link_ext_state; union { enum ethtool_link_ext_substate_autoneg autoneg; enum ethtool_link_ext_substate_link_training link_training; enum ethtool_link_ext_substate_link_logical_mismatch link_logical_mismatch; enum ethtool_link_ext_substate_bad_signal_integrity bad_signal_integrity; enum ethtool_link_ext_substate_cable_issue cable_issue; enum ethtool_link_ext_substate_module module; u32 __link_ext_substate; }; }; struct ethtool_link_ext_stats { u64 link_down_events; }; struct ethtool_link_ksettings { struct ethtool_link_settings base; struct { long unsigned int supported[2]; long unsigned int advertising[2]; long unsigned int lp_advertising[2]; } link_modes; u32 lanes; }; struct kernel_ethtool_coalesce { u8 use_cqe_mode_tx; u8 use_cqe_mode_rx; u32 tx_aggr_max_bytes; u32 tx_aggr_max_frames; u32 tx_aggr_time_usecs; }; struct ethtool_eth_mac_stats { enum ethtool_mac_stats_src src; union { struct { u64 FramesTransmittedOK; u64 SingleCollisionFrames; u64 MultipleCollisionFrames; u64 FramesReceivedOK; u64 FrameCheckSequenceErrors; u64 AlignmentErrors; u64 OctetsTransmittedOK; u64 FramesWithDeferredXmissions; u64 LateCollisions; u64 FramesAbortedDueToXSColls; u64 FramesLostDueToIntMACXmitError; u64 CarrierSenseErrors; u64 OctetsReceivedOK; u64 FramesLostDueToIntMACRcvError; u64 MulticastFramesXmittedOK; u64 BroadcastFramesXmittedOK; u64 FramesWithExcessiveDeferral; u64 MulticastFramesReceivedOK; u64 BroadcastFramesReceivedOK; u64 InRangeLengthErrors; u64 OutOfRangeLengthField; u64 FrameTooLongErrors; }; struct { u64 FramesTransmittedOK; u64 SingleCollisionFrames; u64 MultipleCollisionFrames; u64 FramesReceivedOK; u64 FrameCheckSequenceErrors; u64 AlignmentErrors; u64 OctetsTransmittedOK; u64 FramesWithDeferredXmissions; u64 LateCollisions; u64 FramesAbortedDueToXSColls; u64 FramesLostDueToIntMACXmitError; u64 CarrierSenseErrors; u64 OctetsReceivedOK; u64 FramesLostDueToIntMACRcvError; u64 MulticastFramesXmittedOK; u64 BroadcastFramesXmittedOK; u64 FramesWithExcessiveDeferral; u64 MulticastFramesReceivedOK; u64 BroadcastFramesReceivedOK; u64 InRangeLengthErrors; u64 OutOfRangeLengthField; u64 FrameTooLongErrors; } stats; }; }; struct ethtool_eth_phy_stats { enum ethtool_mac_stats_src src; union { struct { u64 SymbolErrorDuringCarrier; }; struct { u64 SymbolErrorDuringCarrier; } stats; }; }; struct ethtool_eth_ctrl_stats { enum ethtool_mac_stats_src src; union { struct { u64 MACControlFramesTransmitted; u64 MACControlFramesReceived; u64 UnsupportedOpcodesReceived; }; struct { u64 MACControlFramesTransmitted; u64 MACControlFramesReceived; u64 UnsupportedOpcodesReceived; } stats; }; }; struct ethtool_pause_stats { enum ethtool_mac_stats_src src; union { struct { u64 tx_pause_frames; u64 rx_pause_frames; }; struct { u64 tx_pause_frames; u64 rx_pause_frames; } stats; }; }; struct ethtool_fec_stat { u64 total; u64 lanes[8]; }; struct ethtool_fec_stats { struct ethtool_fec_stat corrected_blocks; struct ethtool_fec_stat uncorrectable_blocks; struct ethtool_fec_stat corrected_bits; }; struct ethtool_rmon_hist_range { u16 low; u16 high; }; struct ethtool_rmon_stats { enum ethtool_mac_stats_src src; union { struct { u64 undersize_pkts; u64 oversize_pkts; u64 fragments; u64 jabbers; u64 hist[10]; u64 hist_tx[10]; }; struct { u64 undersize_pkts; u64 oversize_pkts; u64 fragments; u64 jabbers; u64 hist[10]; u64 hist_tx[10]; } stats; }; }; struct ethtool_module_eeprom { u32 offset; u32 length; u8 page; u8 bank; u8 i2c_address; u8 *data; }; struct ethtool_module_power_mode_params { enum ethtool_module_power_mode_policy policy; enum ethtool_module_power_mode mode; }; struct ethtool_mm_state { u32 verify_time; u32 max_verify_time; enum ethtool_mm_verify_status verify_status; bool tx_enabled; bool tx_active; bool pmac_enabled; bool verify_enabled; u32 tx_min_frag_size; u32 rx_min_frag_size; }; struct ethtool_mm_cfg { u32 verify_time; bool verify_enabled; bool tx_enabled; bool pmac_enabled; u32 tx_min_frag_size; }; struct ethtool_mm_stats { u64 MACMergeFrameAssErrorCount; u64 MACMergeFrameSmdErrorCount; u64 MACMergeFrameAssOkCount; u64 MACMergeFragCountRx; u64 MACMergeFragCountTx; u64 MACMergeHoldCount; }; enum ib_uverbs_write_cmds { IB_USER_VERBS_CMD_GET_CONTEXT = 0, IB_USER_VERBS_CMD_QUERY_DEVICE = 1, IB_USER_VERBS_CMD_QUERY_PORT = 2, IB_USER_VERBS_CMD_ALLOC_PD = 3, IB_USER_VERBS_CMD_DEALLOC_PD = 4, IB_USER_VERBS_CMD_CREATE_AH = 5, IB_USER_VERBS_CMD_MODIFY_AH = 6, IB_USER_VERBS_CMD_QUERY_AH = 7, IB_USER_VERBS_CMD_DESTROY_AH = 8, IB_USER_VERBS_CMD_REG_MR = 9, IB_USER_VERBS_CMD_REG_SMR = 10, IB_USER_VERBS_CMD_REREG_MR = 11, IB_USER_VERBS_CMD_QUERY_MR = 12, IB_USER_VERBS_CMD_DEREG_MR = 13, IB_USER_VERBS_CMD_ALLOC_MW = 14, IB_USER_VERBS_CMD_BIND_MW = 15, IB_USER_VERBS_CMD_DEALLOC_MW = 16, IB_USER_VERBS_CMD_CREATE_COMP_CHANNEL = 17, IB_USER_VERBS_CMD_CREATE_CQ = 18, IB_USER_VERBS_CMD_RESIZE_CQ = 19, IB_USER_VERBS_CMD_DESTROY_CQ = 20, IB_USER_VERBS_CMD_POLL_CQ = 21, IB_USER_VERBS_CMD_PEEK_CQ = 22, IB_USER_VERBS_CMD_REQ_NOTIFY_CQ = 23, IB_USER_VERBS_CMD_CREATE_QP = 24, IB_USER_VERBS_CMD_QUERY_QP = 25, IB_USER_VERBS_CMD_MODIFY_QP = 26, IB_USER_VERBS_CMD_DESTROY_QP = 27, IB_USER_VERBS_CMD_POST_SEND = 28, IB_USER_VERBS_CMD_POST_RECV = 29, IB_USER_VERBS_CMD_ATTACH_MCAST = 30, IB_USER_VERBS_CMD_DETACH_MCAST = 31, IB_USER_VERBS_CMD_CREATE_SRQ = 32, IB_USER_VERBS_CMD_MODIFY_SRQ = 33, IB_USER_VERBS_CMD_QUERY_SRQ = 34, IB_USER_VERBS_CMD_DESTROY_SRQ = 35, IB_USER_VERBS_CMD_POST_SRQ_RECV = 36, IB_USER_VERBS_CMD_OPEN_XRCD = 37, IB_USER_VERBS_CMD_CLOSE_XRCD = 38, IB_USER_VERBS_CMD_CREATE_XSRQ = 39, IB_USER_VERBS_CMD_OPEN_QP = 40, }; enum ib_uverbs_wc_opcode { IB_UVERBS_WC_SEND = 0, IB_UVERBS_WC_RDMA_WRITE = 1, IB_UVERBS_WC_RDMA_READ = 2, IB_UVERBS_WC_COMP_SWAP = 3, IB_UVERBS_WC_FETCH_ADD = 4, IB_UVERBS_WC_BIND_MW = 5, IB_UVERBS_WC_LOCAL_INV = 6, IB_UVERBS_WC_TSO = 7, IB_UVERBS_WC_FLUSH = 8, IB_UVERBS_WC_ATOMIC_WRITE = 9, }; enum ib_uverbs_create_qp_mask { IB_UVERBS_CREATE_QP_MASK_IND_TABLE = 1, }; enum ib_uverbs_wr_opcode { IB_UVERBS_WR_RDMA_WRITE = 0, IB_UVERBS_WR_RDMA_WRITE_WITH_IMM = 1, IB_UVERBS_WR_SEND = 2, IB_UVERBS_WR_SEND_WITH_IMM = 3, IB_UVERBS_WR_RDMA_READ = 4, IB_UVERBS_WR_ATOMIC_CMP_AND_SWP = 5, IB_UVERBS_WR_ATOMIC_FETCH_AND_ADD = 6, IB_UVERBS_WR_LOCAL_INV = 7, IB_UVERBS_WR_BIND_MW = 8, IB_UVERBS_WR_SEND_WITH_INV = 9, IB_UVERBS_WR_TSO = 10, IB_UVERBS_WR_RDMA_READ_WITH_INV = 11, IB_UVERBS_WR_MASKED_ATOMIC_CMP_AND_SWP = 12, IB_UVERBS_WR_MASKED_ATOMIC_FETCH_AND_ADD = 13, IB_UVERBS_WR_FLUSH = 14, IB_UVERBS_WR_ATOMIC_WRITE = 15, }; enum ib_uverbs_device_cap_flags { IB_UVERBS_DEVICE_RESIZE_MAX_WR = 1ULL, IB_UVERBS_DEVICE_BAD_PKEY_CNTR = 2ULL, IB_UVERBS_DEVICE_BAD_QKEY_CNTR = 4ULL, IB_UVERBS_DEVICE_RAW_MULTI = 8ULL, IB_UVERBS_DEVICE_AUTO_PATH_MIG = 16ULL, IB_UVERBS_DEVICE_CHANGE_PHY_PORT = 32ULL, IB_UVERBS_DEVICE_UD_AV_PORT_ENFORCE = 64ULL, IB_UVERBS_DEVICE_CURR_QP_STATE_MOD = 128ULL, IB_UVERBS_DEVICE_SHUTDOWN_PORT = 256ULL, IB_UVERBS_DEVICE_PORT_ACTIVE_EVENT = 1024ULL, IB_UVERBS_DEVICE_SYS_IMAGE_GUID = 2048ULL, IB_UVERBS_DEVICE_RC_RNR_NAK_GEN = 4096ULL, IB_UVERBS_DEVICE_SRQ_RESIZE = 8192ULL, IB_UVERBS_DEVICE_N_NOTIFY_CQ = 16384ULL, IB_UVERBS_DEVICE_MEM_WINDOW = 131072ULL, IB_UVERBS_DEVICE_UD_IP_CSUM = 262144ULL, IB_UVERBS_DEVICE_XRC = 1048576ULL, IB_UVERBS_DEVICE_MEM_MGT_EXTENSIONS = 2097152ULL, IB_UVERBS_DEVICE_MEM_WINDOW_TYPE_2A = 8388608ULL, IB_UVERBS_DEVICE_MEM_WINDOW_TYPE_2B = 16777216ULL, IB_UVERBS_DEVICE_RC_IP_CSUM = 33554432ULL, IB_UVERBS_DEVICE_RAW_IP_CSUM = 67108864ULL, IB_UVERBS_DEVICE_MANAGED_FLOW_STEERING = 536870912ULL, IB_UVERBS_DEVICE_RAW_SCATTER_FCS = 17179869184ULL, IB_UVERBS_DEVICE_PCI_WRITE_END_PADDING = 68719476736ULL, IB_UVERBS_DEVICE_FLUSH_GLOBAL = 274877906944ULL, IB_UVERBS_DEVICE_FLUSH_PERSISTENT = 549755813888ULL, IB_UVERBS_DEVICE_ATOMIC_WRITE = 1099511627776ULL, }; enum ib_uverbs_raw_packet_caps { IB_UVERBS_RAW_PACKET_CAP_CVLAN_STRIPPING = 1, IB_UVERBS_RAW_PACKET_CAP_SCATTER_FCS = 2, IB_UVERBS_RAW_PACKET_CAP_IP_CSUM = 4, IB_UVERBS_RAW_PACKET_CAP_DELAY_DROP = 8, }; enum ib_uverbs_access_flags { IB_UVERBS_ACCESS_LOCAL_WRITE = 1, IB_UVERBS_ACCESS_REMOTE_WRITE = 2, IB_UVERBS_ACCESS_REMOTE_READ = 4, IB_UVERBS_ACCESS_REMOTE_ATOMIC = 8, IB_UVERBS_ACCESS_MW_BIND = 16, IB_UVERBS_ACCESS_ZERO_BASED = 32, IB_UVERBS_ACCESS_ON_DEMAND = 64, IB_UVERBS_ACCESS_HUGETLB = 128, IB_UVERBS_ACCESS_FLUSH_GLOBAL = 256, IB_UVERBS_ACCESS_FLUSH_PERSISTENT = 512, IB_UVERBS_ACCESS_RELAXED_ORDERING = 1048576, IB_UVERBS_ACCESS_OPTIONAL_RANGE = 1072693248, }; enum ib_uverbs_srq_type { IB_UVERBS_SRQT_BASIC = 0, IB_UVERBS_SRQT_XRC = 1, IB_UVERBS_SRQT_TM = 2, }; enum ib_uverbs_wq_type { IB_UVERBS_WQT_RQ = 0, }; enum ib_uverbs_wq_flags { IB_UVERBS_WQ_FLAGS_CVLAN_STRIPPING = 1, IB_UVERBS_WQ_FLAGS_SCATTER_FCS = 2, IB_UVERBS_WQ_FLAGS_DELAY_DROP = 4, IB_UVERBS_WQ_FLAGS_PCI_WRITE_END_PADDING = 8, }; enum ib_uverbs_qp_type { IB_UVERBS_QPT_RC = 2, IB_UVERBS_QPT_UC = 3, IB_UVERBS_QPT_UD = 4, IB_UVERBS_QPT_RAW_PACKET = 8, IB_UVERBS_QPT_XRC_INI = 9, IB_UVERBS_QPT_XRC_TGT = 10, IB_UVERBS_QPT_DRIVER = 255, }; enum ib_uverbs_qp_create_flags { IB_UVERBS_QP_CREATE_BLOCK_MULTICAST_LOOPBACK = 2, IB_UVERBS_QP_CREATE_SCATTER_FCS = 256, IB_UVERBS_QP_CREATE_CVLAN_STRIPPING = 512, IB_UVERBS_QP_CREATE_PCI_WRITE_END_PADDING = 2048, IB_UVERBS_QP_CREATE_SQ_SIG_ALL = 4096, }; enum ib_uverbs_gid_type { IB_UVERBS_GID_TYPE_IB = 0, IB_UVERBS_GID_TYPE_ROCE_V1 = 1, IB_UVERBS_GID_TYPE_ROCE_V2 = 2, }; enum ib_poll_context { IB_POLL_SOFTIRQ = 0, IB_POLL_WORKQUEUE = 1, IB_POLL_UNBOUND_WORKQUEUE = 2, IB_POLL_LAST_POOL_TYPE = 2, IB_POLL_DIRECT = 3, }; struct lsm_network_audit { int netif; const struct sock *sk; u16 family; __be16 dport; __be16 sport; union { struct { __be32 daddr; __be32 saddr; } v4; struct { struct in6_addr daddr; struct in6_addr saddr; } v6; } fam; }; struct lsm_ioctlop_audit { struct path path; u16 cmd; }; struct lsm_ibpkey_audit { u64 subnet_prefix; u16 pkey; }; struct lsm_ibendport_audit { const char *dev_name; u8 port; }; struct selinux_audit_data { u32 ssid; u32 tsid; u16 tclass; u32 requested; u32 audited; u32 denied; int result; }; struct common_audit_data { char type; union { struct path path; struct dentry *dentry; struct inode *inode; struct lsm_network_audit *net; int cap; int ipc_id; struct task_struct *tsk; struct { key_serial_t key; char *key_desc; } key_struct; char *kmod_name; struct lsm_ioctlop_audit *op; struct file *file; struct lsm_ibpkey_audit *ibpkey; struct lsm_ibendport_audit *ibendport; int reason; const char *anonclass; } u; union { struct selinux_audit_data *selinux_audit_data; }; }; enum { POLICYDB_CAP_NETPEER = 0, POLICYDB_CAP_OPENPERM = 1, POLICYDB_CAP_EXTSOCKCLASS = 2, POLICYDB_CAP_ALWAYSNETWORK = 3, POLICYDB_CAP_CGROUPSECLABEL = 4, POLICYDB_CAP_NNP_NOSUID_TRANSITION = 5, POLICYDB_CAP_GENFS_SECLABEL_SYMLINKS = 6, POLICYDB_CAP_IOCTL_SKIP_CLOEXEC = 7, __POLICYDB_CAP_MAX = 8, }; struct selinux_policy; struct selinux_state { bool enforcing; bool initialized; bool policycap[8]; struct page *status_page; struct mutex status_lock; struct selinux_policy *policy; struct mutex policy_mutex; }; struct selinux_policy_convert_data; struct selinux_load_state { struct selinux_policy *policy; struct selinux_policy_convert_data *convert_data; }; struct av_decision { u32 allowed; u32 auditallow; u32 auditdeny; u32 seqno; u32 flags; }; struct avc_cache_stats { unsigned int lookups; unsigned int misses; unsigned int allocations; unsigned int reclaims; unsigned int frees; }; struct task_security_struct { u32 osid; u32 sid; u32 exec_sid; u32 create_sid; u32 keycreate_sid; u32 sockcreate_sid; }; enum label_initialized { LABEL_INVALID = 0, LABEL_INITIALIZED = 1, LABEL_PENDING = 2, }; struct inode_security_struct { struct inode *inode; struct list_head list; u32 task_sid; u32 sid; u16 sclass; unsigned char initialized; spinlock_t lock; }; enum sel_inos { SEL_ROOT_INO = 2, SEL_LOAD = 3, SEL_ENFORCE = 4, SEL_CONTEXT = 5, SEL_ACCESS = 6, SEL_CREATE = 7, SEL_RELABEL = 8, SEL_USER = 9, SEL_POLICYVERS = 10, SEL_COMMIT_BOOLS = 11, SEL_MLS = 12, SEL_DISABLE = 13, SEL_MEMBER = 14, SEL_CHECKREQPROT = 15, SEL_COMPAT_NET = 16, SEL_REJECT_UNKNOWN = 17, SEL_DENY_UNKNOWN = 18, SEL_STATUS = 19, SEL_POLICY = 20, SEL_VALIDATE_TRANS = 21, SEL_INO_NEXT = 22, }; struct selinux_fs_info { struct dentry *bool_dir; unsigned int bool_num; char **bool_pending_names; int *bool_pending_values; struct dentry *class_dir; long unsigned int last_class_ino; bool policy_opened; struct dentry *policycap_dir; long unsigned int last_ino; struct super_block *sb; }; struct policy_load_memory { size_t len; void *data; }; struct netnode_security_struct { union { __be32 ipv4; struct in6_addr ipv6; } addr; u32 sid; u16 family; }; struct sel_netnode_bkt { unsigned int size; struct list_head list; }; struct sel_netnode { struct netnode_security_struct nsec; struct list_head list; struct callback_head rcu; }; struct selinux_kernel_status { u32 version; u32 sequence; u32 enforcing; u32 policyload; u32 deny_unknown; }; typedef __u16 __sum16; typedef u8 uint8_t; struct sockaddr_in6 { short unsigned int sin6_family; __be16 sin6_port; __be32 sin6_flowinfo; struct in6_addr sin6_addr; __u32 sin6_scope_id; }; struct iphdr { __u8 version: 4; __u8 ihl: 4; __u8 tos; __be16 tot_len; __be16 id; __be16 frag_off; __u8 ttl; __u8 protocol; __sum16 check; union { struct { __be32 saddr; __be32 daddr; }; struct { __be32 saddr; __be32 daddr; } addrs; }; }; struct in6_pktinfo { struct in6_addr ipi6_addr; int ipi6_ifindex; }; struct ipv6_rt_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; }; struct ipv6_opt_hdr { __u8 nexthdr; __u8 hdrlen; }; struct ipv6hdr { __u8 version: 4; __u8 priority: 4; __u8 flow_lbl[3]; __be16 payload_len; __u8 nexthdr; __u8 hop_limit; union { struct { struct in6_addr saddr; struct in6_addr daddr; }; struct { struct in6_addr saddr; struct in6_addr daddr; } addrs; }; }; struct in_addr { __be32 s_addr; }; struct sockaddr_in { __kernel_sa_family_t sin_family; __be16 sin_port; struct in_addr sin_addr; unsigned char __pad[8]; }; struct ip_options { __be32 faddr; __be32 nexthop; unsigned char optlen; unsigned char srr; unsigned char rr; unsigned char ts; unsigned char is_strictroute: 1; unsigned char srr_is_hit: 1; unsigned char is_changed: 1; unsigned char rr_needaddr: 1; unsigned char ts_needtime: 1; unsigned char ts_needaddr: 1; unsigned char router_alert; unsigned char cipso; unsigned char __pad2; unsigned char __data[0]; }; struct ip_options_rcu { struct callback_head rcu; struct ip_options opt; }; struct ipv6_txoptions { refcount_t refcnt; int tot_len; __u16 opt_flen; __u16 opt_nflen; struct ipv6_opt_hdr *hopopt; struct ipv6_opt_hdr *dst0opt; struct ipv6_rt_hdr *srcrt; struct ipv6_opt_hdr *dst1opt; struct callback_head rcu; }; struct inet_cork { unsigned int flags; __be32 addr; struct ip_options *opt; unsigned int fragsize; int length; struct dst_entry *dst; u8 tx_flags; __u8 ttl; __s16 tos; char priority; __u16 gso_size; u64 transmit_time; u32 mark; }; struct inet_cork_full { struct inet_cork base; struct flowi fl; }; struct ipv6_pinfo; struct ip_mc_socklist; struct inet_sock { struct sock sk; struct ipv6_pinfo *pinet6; __be32 inet_saddr; __s16 uc_ttl; __u16 cmsg_flags; struct ip_options_rcu *inet_opt; atomic_t inet_id; __be16 inet_sport; __u8 tos; __u8 min_ttl; __u8 mc_ttl; __u8 pmtudisc; __u8 recverr: 1; __u8 is_icsk: 1; __u8 freebind: 1; __u8 hdrincl: 1; __u8 mc_loop: 1; __u8 transparent: 1; __u8 mc_all: 1; __u8 nodefrag: 1; __u8 bind_address_no_port: 1; __u8 recverr_rfc4884: 1; __u8 defer_connect: 1; __u8 rcv_tos; __u8 convert_csum; int uc_index; int mc_index; __be32 mc_addr; struct ip_mc_socklist *mc_list; struct inet_cork_full cork; struct { __u16 lo; __u16 hi; } local_port_range; }; struct inet6_cork { struct ipv6_txoptions *opt; u8 hop_limit; u8 tclass; }; struct ipv6_mc_socklist; struct ipv6_ac_socklist; struct ipv6_fl_socklist; struct ipv6_pinfo { struct in6_addr saddr; struct in6_pktinfo sticky_pktinfo; const struct in6_addr *daddr_cache; const struct in6_addr *saddr_cache; __be32 flow_label; __u32 frag_size; __s16 hop_limit: 9; __u16 __unused_1: 7; __s16 mcast_hops: 9; __u16 __unused_2: 6; __u16 mc_loop: 1; int ucast_oif; int mcast_oif; union { struct { __u16 srcrt: 1; __u16 osrcrt: 1; __u16 rxinfo: 1; __u16 rxoinfo: 1; __u16 rxhlim: 1; __u16 rxohlim: 1; __u16 hopopts: 1; __u16 ohopopts: 1; __u16 dstopts: 1; __u16 odstopts: 1; __u16 rxflow: 1; __u16 rxtclass: 1; __u16 rxpmtu: 1; __u16 rxorigdstaddr: 1; __u16 recvfragsize: 1; } bits; __u16 all; } rxopt; __u16 recverr: 1; __u16 sndflow: 1; __u16 repflow: 1; __u16 pmtudisc: 3; __u16 padding: 1; __u16 srcprefs: 3; __u16 dontfrag: 1; __u16 autoflowlabel: 1; __u16 autoflowlabel_set: 1; __u16 mc_all: 1; __u16 recverr_rfc4884: 1; __u16 rtalert_isolate: 1; __u8 min_hopcount; __u8 tclass; __be32 rcv_flowinfo; __u32 dst_cookie; struct ipv6_mc_socklist *ipv6_mc_list; struct ipv6_ac_socklist *ipv6_ac_list; struct ipv6_fl_socklist *ipv6_fl_list; struct ipv6_txoptions *opt; struct sk_buff *pktoptions; struct sk_buff *rxpmtu; struct inet6_cork cork; }; struct ip6_sf_socklist; struct ipv6_mc_socklist { struct in6_addr addr; int ifindex; unsigned int sfmode; struct ipv6_mc_socklist *next; struct ip6_sf_socklist *sflist; struct callback_head rcu; }; struct ipv6_ac_socklist { struct in6_addr acl_addr; int acl_ifindex; struct ipv6_ac_socklist *acl_next; }; struct ip6_flowlabel; struct ipv6_fl_socklist { struct ipv6_fl_socklist *next; struct ip6_flowlabel *fl; struct callback_head rcu; }; struct netlbl_lsm_cache { refcount_t refcount; void (*free)(const void *); void *data; }; struct netlbl_lsm_catmap { u32 startbit; u64 bitmap[4]; struct netlbl_lsm_catmap *next; }; struct netlbl_lsm_secattr { u32 flags; u32 type; char *domain; struct netlbl_lsm_cache *cache; struct { struct { struct netlbl_lsm_catmap *cat; u32 lvl; } mls; u32 secid; } attr; }; struct ip6_sf_socklist { unsigned int sl_max; unsigned int sl_count; struct callback_head rcu; struct in6_addr sl_addr[0]; }; struct ip6_flowlabel { struct ip6_flowlabel *next; __be32 label; atomic_t users; struct in6_addr dst; struct ipv6_txoptions *opt; long unsigned int linger; struct callback_head rcu; u8 share; union { struct pid *pid; kuid_t uid; } owner; long unsigned int lastuse; long unsigned int expires; struct net *fl_net; }; enum sctp_endpoint_type { SCTP_EP_TYPE_SOCKET = 0, SCTP_EP_TYPE_ASSOCIATION = 1, }; struct sctp_chunk; struct sctp_inq { struct list_head in_chunk_list; struct sctp_chunk *in_progress; struct work_struct immediate; }; struct sctp_bind_addr { __u16 port; struct list_head address_list; }; struct sctp_ep_common { enum sctp_endpoint_type type; refcount_t refcnt; bool dead; struct sock *sk; struct net *net; struct sctp_inq inqueue; struct sctp_bind_addr bind_addr; }; typedef __s32 sctp_assoc_t; union sctp_addr { struct sockaddr_in v4; struct sockaddr_in6 v6; struct sockaddr sa; }; struct sctp_cookie { __u32 my_vtag; __u32 peer_vtag; __u32 my_ttag; __u32 peer_ttag; ktime_t expiration; __u16 sinit_num_ostreams; __u16 sinit_max_instreams; __u32 initial_tsn; union sctp_addr peer_addr; __u16 my_port; __u8 prsctp_capable; __u8 padding; __u32 adaptation_ind; __u8 auth_random[36]; __u8 auth_hmacs[10]; __u8 auth_chunks[20]; __u32 raw_addr_list_len; }; struct sctp_tsnmap { long unsigned int *tsn_map; __u32 base_tsn; __u32 cumulative_tsn_ack_point; __u32 max_tsn_seen; __u16 len; __u16 pending_data; __u16 num_dup_tsns; __be32 dup_tsns[16]; }; struct sctp_inithdr_host { __u32 init_tag; __u32 a_rwnd; __u16 num_outbound_streams; __u16 num_inbound_streams; __u32 initial_tsn; }; enum sctp_state { SCTP_STATE_CLOSED = 0, SCTP_STATE_COOKIE_WAIT = 1, SCTP_STATE_COOKIE_ECHOED = 2, SCTP_STATE_ESTABLISHED = 3, SCTP_STATE_SHUTDOWN_PENDING = 4, SCTP_STATE_SHUTDOWN_SENT = 5, SCTP_STATE_SHUTDOWN_RECEIVED = 6, SCTP_STATE_SHUTDOWN_ACK_SENT = 7, }; struct genradix_root; struct __genradix { struct genradix_root *root; }; struct sctp_stream_out_ext; struct sctp_stream_out { union { __u32 mid; __u16 ssn; }; __u32 mid_uo; struct sctp_stream_out_ext *ext; __u8 state; }; struct sctp_stream_in { union { __u32 mid; __u16 ssn; }; __u32 mid_uo; __u32 fsn; __u32 fsn_uo; char pd_mode; char pd_mode_uo; }; struct sctp_stream_interleave; struct sctp_stream { struct { struct __genradix tree; struct sctp_stream_out type[0]; } out; struct { struct __genradix tree; struct sctp_stream_in type[0]; } in; __u16 outcnt; __u16 incnt; struct sctp_stream_out *out_curr; union { struct { struct list_head prio_list; }; struct { struct list_head rr_list; struct sctp_stream_out_ext *rr_next; }; struct { struct list_head fc_list; }; }; struct sctp_stream_interleave *si; }; struct sctp_sched_ops; struct sctp_outq { struct sctp_association *asoc; struct list_head out_chunk_list; struct sctp_sched_ops *sched; unsigned int out_qlen; unsigned int error; struct list_head control_chunk_list; struct list_head sacked; struct list_head retransmit; struct list_head abandoned; __u32 outstanding_bytes; char fast_rtx; char cork; }; struct sctp_ulpq { char pd_mode; struct sctp_association *asoc; struct sk_buff_head reasm; struct sk_buff_head reasm_uo; struct sk_buff_head lobby; }; struct sctp_priv_assoc_stats { struct __kernel_sockaddr_storage obs_rto_ipaddr; __u64 max_obs_rto; __u64 isacks; __u64 osacks; __u64 opackets; __u64 ipackets; __u64 rtxchunks; __u64 outofseqtsns; __u64 idupchunks; __u64 gapcnt; __u64 ouodchunks; __u64 iuodchunks; __u64 oodchunks; __u64 iodchunks; __u64 octrlchunks; __u64 ictrlchunks; }; struct sctp_endpoint; struct sctp_transport; struct sctp_random_param; struct sctp_chunks_param; struct sctp_hmac_algo_param; struct sctp_auth_bytes; struct sctp_shared_key; struct sctp_association { struct sctp_ep_common base; struct list_head asocs; sctp_assoc_t assoc_id; struct sctp_endpoint *ep; struct sctp_cookie c; struct { struct list_head transport_addr_list; __u32 rwnd; __u16 transport_count; __u16 port; struct sctp_transport *primary_path; union sctp_addr primary_addr; struct sctp_transport *active_path; struct sctp_transport *retran_path; struct sctp_transport *last_sent_to; struct sctp_transport *last_data_from; struct sctp_tsnmap tsn_map; __be16 addip_disabled_mask; __u16 ecn_capable: 1; __u16 ipv4_address: 1; __u16 ipv6_address: 1; __u16 asconf_capable: 1; __u16 prsctp_capable: 1; __u16 reconf_capable: 1; __u16 intl_capable: 1; __u16 auth_capable: 1; __u16 sack_needed: 1; __u16 sack_generation: 1; __u16 zero_window_announced: 1; __u32 sack_cnt; __u32 adaptation_ind; struct sctp_inithdr_host i; void *cookie; int cookie_len; __u32 addip_serial; struct sctp_random_param *peer_random; struct sctp_chunks_param *peer_chunks; struct sctp_hmac_algo_param *peer_hmacs; } peer; enum sctp_state state; int overall_error_count; ktime_t cookie_life; long unsigned int rto_initial; long unsigned int rto_max; long unsigned int rto_min; int max_burst; int max_retrans; __u16 pf_retrans; __u16 ps_retrans; __u16 max_init_attempts; __u16 init_retries; long unsigned int max_init_timeo; long unsigned int hbinterval; long unsigned int probe_interval; __be16 encap_port; __u16 pathmaxrxt; __u32 flowlabel; __u8 dscp; __u8 pmtu_pending; __u32 pathmtu; __u32 param_flags; __u32 sackfreq; long unsigned int sackdelay; long unsigned int timeouts[12]; struct timer_list timers[12]; struct sctp_transport *shutdown_last_sent_to; struct sctp_transport *init_last_sent_to; int shutdown_retries; __u32 next_tsn; __u32 ctsn_ack_point; __u32 adv_peer_ack_point; __u32 highest_sacked; __u32 fast_recovery_exit; __u8 fast_recovery; __u16 unack_data; __u32 rtx_data_chunks; __u32 rwnd; __u32 a_rwnd; __u32 rwnd_over; __u32 rwnd_press; int sndbuf_used; atomic_t rmem_alloc; wait_queue_head_t wait; __u32 frag_point; __u32 user_frag; int init_err_counter; int init_cycle; __u16 default_stream; __u16 default_flags; __u32 default_ppid; __u32 default_context; __u32 default_timetolive; __u32 default_rcv_context; struct sctp_stream stream; struct sctp_outq outqueue; struct sctp_ulpq ulpq; __u32 last_ecne_tsn; __u32 last_cwr_tsn; int numduptsns; struct sctp_chunk *addip_last_asconf; struct list_head asconf_ack_list; struct list_head addip_chunk_list; __u32 addip_serial; int src_out_of_asoc_ok; union sctp_addr *asconf_addr_del_pending; struct sctp_transport *new_transport; struct list_head endpoint_shared_keys; struct sctp_auth_bytes *asoc_shared_key; struct sctp_shared_key *shkey; __u16 default_hmac_id; __u16 active_key_id; __u8 need_ecne: 1; __u8 temp: 1; __u8 pf_expose: 2; __u8 force_delay: 1; __u8 strreset_enable; __u8 strreset_outstanding; __u32 strreset_outseq; __u32 strreset_inseq; __u32 strreset_result[2]; struct sctp_chunk *strreset_chunk; struct sctp_priv_assoc_stats stats; int sent_cnt_removable; __u16 subscribe; __u64 abandoned_unsent[3]; __u64 abandoned_sent[3]; u32 secid; u32 peer_secid; struct callback_head rcu; }; struct sk_security_struct { enum { NLBL_UNSET = 0, NLBL_REQUIRE = 1, NLBL_LABELED = 2, NLBL_REQSKB = 3, NLBL_CONNLABELED = 4, } nlbl_state; struct netlbl_lsm_secattr *nlbl_secattr; u32 sid; u32 peer_sid; u16 sclass; enum { SCTP_ASSOC_UNSET = 0, SCTP_ASSOC_SET = 1, } sctp_assoc_state; }; struct sctp_initmsg { __u16 sinit_num_ostreams; __u16 sinit_max_instreams; __u16 sinit_max_attempts; __u16 sinit_max_init_timeo; }; struct sctp_sndrcvinfo { __u16 sinfo_stream; __u16 sinfo_ssn; __u16 sinfo_flags; __u32 sinfo_ppid; __u32 sinfo_context; __u32 sinfo_timetolive; __u32 sinfo_tsn; __u32 sinfo_cumtsn; sctp_assoc_t sinfo_assoc_id; }; struct sctp_rtoinfo { sctp_assoc_t srto_assoc_id; __u32 srto_initial; __u32 srto_max; __u32 srto_min; }; struct sctp_assocparams { sctp_assoc_t sasoc_assoc_id; __u16 sasoc_asocmaxrxt; __u16 sasoc_number_peer_destinations; __u32 sasoc_peer_rwnd; __u32 sasoc_local_rwnd; __u32 sasoc_cookie_life; }; struct sctp_paddrparams { sctp_assoc_t spp_assoc_id; struct __kernel_sockaddr_storage spp_address; __u32 spp_hbinterval; __u16 spp_pathmaxrxt; __u32 spp_pathmtu; __u32 spp_sackdelay; __u32 spp_flags; __u32 spp_ipv6_flowlabel; __u8 spp_dscp; int: 0; } __attribute__((packed)); struct sctphdr { __be16 source; __be16 dest; __be32 vtag; __le32 checksum; }; struct sctp_chunkhdr { __u8 type; __u8 flags; __be16 length; }; struct sctp_paramhdr { __be16 type; __be16 length; }; struct sctp_datahdr { __be32 tsn; __be16 stream; __be16 ssn; __u32 ppid; }; struct sctp_idatahdr { __be32 tsn; __be16 stream; __be16 reserved; __be32 mid; union { __u32 ppid; __be32 fsn; }; __u8 payload[0]; }; struct sctp_inithdr { __be32 init_tag; __be32 a_rwnd; __be16 num_outbound_streams; __be16 num_inbound_streams; __be32 initial_tsn; }; struct sctp_ipv4addr_param { struct sctp_paramhdr param_hdr; struct in_addr addr; }; struct sctp_ipv6addr_param { struct sctp_paramhdr param_hdr; struct in6_addr addr; }; struct sctp_cookie_preserve_param { struct sctp_paramhdr param_hdr; __be32 lifespan_increment; }; struct sctp_hostname_param { struct sctp_paramhdr param_hdr; uint8_t hostname[0]; }; struct sctp_supported_addrs_param { struct sctp_paramhdr param_hdr; __be16 types[0]; }; struct sctp_adaptation_ind_param { struct sctp_paramhdr param_hdr; __be32 adaptation_ind; }; struct sctp_supported_ext_param { struct sctp_paramhdr param_hdr; __u8 chunks[0]; }; struct sctp_random_param { struct sctp_paramhdr param_hdr; __u8 random_val[0]; }; struct sctp_chunks_param { struct sctp_paramhdr param_hdr; __u8 chunks[0]; }; struct sctp_hmac_algo_param { struct sctp_paramhdr param_hdr; __be16 hmac_ids[0]; }; struct sctp_cookie_param { struct sctp_paramhdr p; __u8 body[0]; }; struct sctp_sackhdr { __be32 cum_tsn_ack; __be32 a_rwnd; __be16 num_gap_ack_blocks; __be16 num_dup_tsns; }; struct sctp_heartbeathdr { struct sctp_paramhdr info; }; struct sctp_shutdownhdr { __be32 cum_tsn_ack; }; struct sctp_errhdr { __be16 cause; __be16 length; }; struct sctp_ecnehdr { __be32 lowest_tsn; }; struct sctp_cwrhdr { __be32 lowest_tsn; }; struct sctp_fwdtsn_hdr { __be32 new_cum_tsn; }; struct sctp_ifwdtsn_hdr { __be32 new_cum_tsn; }; struct sctp_addip_param { struct sctp_paramhdr param_hdr; __be32 crr_id; }; struct sctp_addiphdr { __be32 serial; }; struct sctp_authhdr { __be16 shkey_id; __be16 hmac_id; }; struct sctp_auth_bytes { refcount_t refcnt; __u32 len; __u8 data[0]; }; struct sctp_shared_key { struct list_head key_list; struct sctp_auth_bytes *key; refcount_t refcnt; __u16 key_id; __u8 deactivated; }; enum sctp_scope { SCTP_SCOPE_GLOBAL = 0, SCTP_SCOPE_PRIVATE = 1, SCTP_SCOPE_LINK = 2, SCTP_SCOPE_LOOPBACK = 3, SCTP_SCOPE_UNUSABLE = 4, }; struct sctp_ulpevent { struct sctp_association *asoc; struct sctp_chunk *chunk; unsigned int rmem_len; union { __u32 mid; __u16 ssn; }; union { __u32 ppid; __u32 fsn; }; __u32 tsn; __u32 cumtsn; __u16 stream; __u16 flags; __u16 msg_flags; } __attribute__((packed)); union sctp_addr_param; union sctp_params { void *v; struct sctp_paramhdr *p; struct sctp_cookie_preserve_param *life; struct sctp_hostname_param *dns; struct sctp_cookie_param *cookie; struct sctp_supported_addrs_param *sat; struct sctp_ipv4addr_param *v4; struct sctp_ipv6addr_param *v6; union sctp_addr_param *addr; struct sctp_adaptation_ind_param *aind; struct sctp_supported_ext_param *ext; struct sctp_random_param *random; struct sctp_chunks_param *chunks; struct sctp_hmac_algo_param *hmac_algo; struct sctp_addip_param *addip; }; struct sctp_sender_hb_info; struct sctp_signed_cookie; struct sctp_datamsg; struct sctp_chunk { struct list_head list; refcount_t refcnt; int sent_count; union { struct list_head transmitted_list; struct list_head stream_list; }; struct list_head frag_list; struct sk_buff *skb; union { struct sk_buff *head_skb; struct sctp_shared_key *shkey; }; union sctp_params param_hdr; union { __u8 *v; struct sctp_datahdr *data_hdr; struct sctp_inithdr *init_hdr; struct sctp_sackhdr *sack_hdr; struct sctp_heartbeathdr *hb_hdr; struct sctp_sender_hb_info *hbs_hdr; struct sctp_shutdownhdr *shutdown_hdr; struct sctp_signed_cookie *cookie_hdr; struct sctp_ecnehdr *ecne_hdr; struct sctp_cwrhdr *ecn_cwr_hdr; struct sctp_errhdr *err_hdr; struct sctp_addiphdr *addip_hdr; struct sctp_fwdtsn_hdr *fwdtsn_hdr; struct sctp_authhdr *auth_hdr; struct sctp_idatahdr *idata_hdr; struct sctp_ifwdtsn_hdr *ifwdtsn_hdr; } subh; __u8 *chunk_end; struct sctp_chunkhdr *chunk_hdr; struct sctphdr *sctp_hdr; struct sctp_sndrcvinfo sinfo; struct sctp_association *asoc; struct sctp_ep_common *rcvr; long unsigned int sent_at; union sctp_addr source; union sctp_addr dest; struct sctp_datamsg *msg; struct sctp_transport *transport; struct sk_buff *auth_chunk; __u16 rtt_in_progress: 1; __u16 has_tsn: 1; __u16 has_ssn: 1; __u16 singleton: 1; __u16 end_of_packet: 1; __u16 ecn_ce_done: 1; __u16 pdiscard: 1; __u16 tsn_gap_acked: 1; __u16 data_accepted: 1; __u16 auth: 1; __u16 has_asconf: 1; __u16 pmtu_probe: 1; __u16 tsn_missing_report: 2; __u16 fast_retransmit: 2; }; struct sctp_stream_interleave { __u16 data_chunk_len; __u16 ftsn_chunk_len; struct sctp_chunk * (*make_datafrag)(const struct sctp_association *, const struct sctp_sndrcvinfo *, int, __u8, gfp_t); void (*assign_number)(struct sctp_chunk *); bool (*validate_data)(struct sctp_chunk *); int (*ulpevent_data)(struct sctp_ulpq *, struct sctp_chunk *, gfp_t); int (*enqueue_event)(struct sctp_ulpq *, struct sctp_ulpevent *); void (*renege_events)(struct sctp_ulpq *, struct sctp_chunk *, gfp_t); void (*start_pd)(struct sctp_ulpq *, gfp_t); void (*abort_pd)(struct sctp_ulpq *, gfp_t); void (*generate_ftsn)(struct sctp_outq *, __u32); bool (*validate_ftsn)(struct sctp_chunk *); void (*report_ftsn)(struct sctp_ulpq *, __u32); void (*handle_ftsn)(struct sctp_ulpq *, struct sctp_chunk *); }; struct sctp_bind_bucket { short unsigned int port; signed char fastreuse; signed char fastreuseport; kuid_t fastuid; struct hlist_node node; struct hlist_head owner; struct net *net; }; enum sctp_socket_type { SCTP_SOCKET_UDP = 0, SCTP_SOCKET_UDP_HIGH_BANDWIDTH = 1, SCTP_SOCKET_TCP = 2, }; struct sctp_pf; struct sctp_sock { struct inet_sock inet; enum sctp_socket_type type; struct sctp_pf *pf; struct crypto_shash *hmac; char *sctp_hmac_alg; struct sctp_endpoint *ep; struct sctp_bind_bucket *bind_hash; __u16 default_stream; __u32 default_ppid; __u16 default_flags; __u32 default_context; __u32 default_timetolive; __u32 default_rcv_context; int max_burst; __u32 hbinterval; __u32 probe_interval; __be16 udp_port; __be16 encap_port; __u16 pathmaxrxt; __u32 flowlabel; __u8 dscp; __u16 pf_retrans; __u16 ps_retrans; __u32 pathmtu; __u32 sackdelay; __u32 sackfreq; __u32 param_flags; __u32 default_ss; struct sctp_rtoinfo rtoinfo; struct sctp_paddrparams paddrparam; struct sctp_assocparams assocparams; __u16 subscribe; struct sctp_initmsg initmsg; int user_frag; __u32 autoclose; __u32 adaptation_ind; __u32 pd_point; __u16 nodelay: 1; __u16 pf_expose: 2; __u16 reuse: 1; __u16 disable_fragments: 1; __u16 v4mapped: 1; __u16 frag_interleave: 1; __u16 recvrcvinfo: 1; __u16 recvnxtinfo: 1; __u16 data_ready_signalled: 1; atomic_t pd_mode; struct sk_buff_head pd_lobby; struct list_head auto_asconf_list; int do_auto_asconf; }; struct sctp_af; struct sctp_pf { void (*event_msgname)(struct sctp_ulpevent *, char *, int *); void (*skb_msgname)(struct sk_buff *, char *, int *); int (*af_supported)(sa_family_t, struct sctp_sock *); int (*cmp_addr)(const union sctp_addr *, const union sctp_addr *, struct sctp_sock *); int (*bind_verify)(struct sctp_sock *, union sctp_addr *); int (*send_verify)(struct sctp_sock *, union sctp_addr *); int (*supported_addrs)(const struct sctp_sock *, __be16 *); struct sock * (*create_accept_sk)(struct sock *, struct sctp_association *, bool); int (*addr_to_user)(struct sctp_sock *, union sctp_addr *); void (*to_sk_saddr)(union sctp_addr *, struct sock *); void (*to_sk_daddr)(union sctp_addr *, struct sock *); void (*copy_ip_options)(struct sock *, struct sock *); struct sctp_af *af; }; struct sctp_endpoint { struct sctp_ep_common base; struct hlist_node node; int hashent; struct list_head asocs; __u8 secret_key[32]; __u8 *digest; __u32 sndbuf_policy; __u32 rcvbuf_policy; struct crypto_shash **auth_hmacs; struct sctp_hmac_algo_param *auth_hmacs_list; struct sctp_chunks_param *auth_chunk_list; struct list_head endpoint_shared_keys; __u16 active_key_id; __u8 ecn_enable: 1; __u8 auth_enable: 1; __u8 intl_enable: 1; __u8 prsctp_enable: 1; __u8 asconf_enable: 1; __u8 reconf_enable: 1; __u8 strreset_enable; struct callback_head rcu; }; struct sctp_signed_cookie { __u8 signature[32]; __u32 __pad; struct sctp_cookie c; } __attribute__((packed)); union sctp_addr_param { struct sctp_paramhdr p; struct sctp_ipv4addr_param v4; struct sctp_ipv6addr_param v6; }; struct sctp_sender_hb_info { struct sctp_paramhdr param_hdr; union sctp_addr daddr; long unsigned int sent_at; __u64 hb_nonce; __u32 probe_size; }; struct sctp_af { int (*sctp_xmit)(struct sk_buff *, struct sctp_transport *); int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*get_dst)(struct sctp_transport *, union sctp_addr *, struct flowi *, struct sock *); void (*get_saddr)(struct sctp_sock *, struct sctp_transport *, struct flowi *); void (*copy_addrlist)(struct list_head *, struct net_device *); int (*cmp_addr)(const union sctp_addr *, const union sctp_addr *); void (*addr_copy)(union sctp_addr *, union sctp_addr *); void (*from_skb)(union sctp_addr *, struct sk_buff *, int); void (*from_sk)(union sctp_addr *, struct sock *); bool (*from_addr_param)(union sctp_addr *, union sctp_addr_param *, __be16, int); int (*to_addr_param)(const union sctp_addr *, union sctp_addr_param *); int (*addr_valid)(union sctp_addr *, struct sctp_sock *, const struct sk_buff *); enum sctp_scope (*scope)(union sctp_addr *); void (*inaddr_any)(union sctp_addr *, __be16); int (*is_any)(const union sctp_addr *); int (*available)(union sctp_addr *, struct sctp_sock *); int (*skb_iif)(const struct sk_buff *); int (*skb_sdif)(const struct sk_buff *); int (*is_ce)(const struct sk_buff *); void (*seq_dump_addr)(struct seq_file *, union sctp_addr *); void (*ecn_capable)(struct sock *); __u16 net_header_len; int sockaddr_len; int (*ip_options_len)(struct sock *); sa_family_t sa_family; struct list_head list; }; struct sctp_packet { __u16 source_port; __u16 destination_port; __u32 vtag; struct list_head chunk_list; size_t overhead; size_t size; size_t max_size; struct sctp_transport *transport; struct sctp_chunk *auth; u8 has_cookie_echo: 1; u8 has_sack: 1; u8 has_auth: 1; u8 has_data: 1; u8 ipfragok: 1; }; struct sctp_transport { struct list_head transports; struct rhlist_head node; refcount_t refcnt; __u32 rto_pending: 1; __u32 hb_sent: 1; __u32 pmtu_pending: 1; __u32 dst_pending_confirm: 1; __u32 sack_generation: 1; u32 dst_cookie; struct flowi fl; union sctp_addr ipaddr; struct sctp_af *af_specific; struct sctp_association *asoc; long unsigned int rto; __u32 rtt; __u32 rttvar; __u32 srtt; __u32 cwnd; __u32 ssthresh; __u32 partial_bytes_acked; __u32 flight_size; __u32 burst_limited; struct dst_entry *dst; union sctp_addr saddr; long unsigned int hbinterval; long unsigned int probe_interval; long unsigned int sackdelay; __u32 sackfreq; atomic_t mtu_info; ktime_t last_time_heard; long unsigned int last_time_sent; long unsigned int last_time_ecne_reduced; __be16 encap_port; __u16 pathmaxrxt; __u32 flowlabel; __u8 dscp; __u16 pf_retrans; __u16 ps_retrans; __u32 pathmtu; __u32 param_flags; int init_sent_count; int state; short unsigned int error_count; struct timer_list T3_rtx_timer; struct timer_list hb_timer; struct timer_list proto_unreach_timer; struct timer_list reconf_timer; struct timer_list probe_timer; struct list_head transmitted; struct sctp_packet packet; struct list_head send_ready; struct { __u32 next_tsn_at_change; char changeover_active; char cycling_changeover; char cacc_saw_newack; } cacc; struct { __u16 pmtu; __u16 probe_size; __u16 probe_high; __u8 probe_count; __u8 state; } pl; __u64 hb_nonce; struct callback_head rcu; }; struct sctp_datamsg { struct list_head chunks; refcount_t refcnt; long unsigned int expires_at; int send_error; u8 send_failed: 1; u8 can_delay: 1; u8 abandoned: 1; }; struct sctp_stream_priorities { struct list_head prio_sched; struct list_head active; struct sctp_stream_out_ext *next; __u16 prio; __u16 users; }; struct sctp_stream_out_ext { __u64 abandoned_unsent[3]; __u64 abandoned_sent[3]; struct list_head outq; union { struct { struct list_head prio_list; struct sctp_stream_priorities *prio_head; }; struct { struct list_head rr_list; }; struct { struct list_head fc_list; __u32 fc_length; __u16 fc_weight; }; }; }; enum devcg_behavior { DEVCG_DEFAULT_NONE = 0, DEVCG_DEFAULT_ALLOW = 1, DEVCG_DEFAULT_DENY = 2, }; struct dev_exception_item { u32 major; u32 minor; short int type; short int access; struct list_head list; struct callback_head rcu; }; struct dev_cgroup { struct cgroup_subsys_state css; struct list_head exceptions; enum devcg_behavior behavior; }; struct landlock_object; struct landlock_object_underops { void (*release)(struct landlock_object * const); }; struct landlock_object { refcount_t usage; spinlock_t lock; void *underobj; union { struct callback_head rcu_free; const struct landlock_object_underops *underops; }; }; typedef u16 access_mask_t; typedef u16 layer_mask_t; struct landlock_layer { u16 level; access_mask_t access; }; struct landlock_rule { struct rb_node node; struct landlock_object *object; u32 num_layers; struct landlock_layer layers[0]; }; struct landlock_hierarchy { struct landlock_hierarchy *parent; refcount_t usage; }; struct landlock_ruleset { struct rb_root root; struct landlock_hierarchy *hierarchy; union { struct work_struct work_free; struct { struct mutex lock; refcount_t usage; u32 num_rules; u32 num_layers; access_mask_t fs_access_masks[0]; }; }; }; struct landlock_cred_security { struct landlock_ruleset *domain; }; struct landlock_inode_security { struct landlock_object *object; }; struct landlock_file_security { access_mask_t allowed_access; }; struct landlock_superblock_security { atomic_long_t inode_refs; }; struct public_key { void *key; u32 keylen; enum OID algo; void *params; u32 paramlen; bool key_is_private; const char *id_type; const char *pkey_algo; long unsigned int key_eflags; }; struct asymmetric_key_id; struct public_key_signature { struct asymmetric_key_id *auth_ids[3]; u8 *s; u8 *digest; u32 s_size; u32 digest_size; const char *pkey_algo; const char *hash_algo; const char *encoding; const void *data; unsigned int data_size; }; struct asymmetric_key_id { short unsigned int len; unsigned char data[0]; }; enum asymmetric_payload_bits { asym_crypto = 0, asym_subtype = 1, asym_key_ids = 2, asym_auth = 3, }; struct signature_v2_hdr { uint8_t type; uint8_t version; uint8_t hash_algo; __be32 keyid; __be16 sig_size; uint8_t sig[0]; } __attribute__((packed)); struct tpm_digest { u16 alg_id; u8 digest[64]; }; enum integrity_status { INTEGRITY_PASS = 0, INTEGRITY_PASS_IMMUTABLE = 1, INTEGRITY_FAIL = 2, INTEGRITY_FAIL_IMMUTABLE = 3, INTEGRITY_NOLABEL = 4, INTEGRITY_NOXATTRS = 5, INTEGRITY_UNKNOWN = 6, }; struct evm_ima_xattr_data { u8 type; u8 data[0]; }; struct ima_digest_data { u8 algo; u8 length; union { struct { u8 unused; u8 type; } sha1; struct { u8 type; u8 algo; } ng; u8 data[2]; } xattr; u8 digest[0]; }; struct integrity_iint_cache { struct rb_node rb_node; struct mutex mutex; struct inode *inode; u64 version; long unsigned int flags; long unsigned int measured_pcrs; long unsigned int atomic_flags; enum integrity_status ima_file_status: 4; enum integrity_status ima_mmap_status: 4; enum integrity_status ima_bprm_status: 4; enum integrity_status ima_read_status: 4; enum integrity_status ima_creds_status: 4; enum integrity_status evm_status: 4; struct ima_digest_data *ima_hash; }; enum ima_show_type { IMA_SHOW_BINARY = 0, IMA_SHOW_BINARY_NO_FIELD_LEN = 1, IMA_SHOW_BINARY_OLD_STRING_FMT = 2, IMA_SHOW_ASCII = 3, }; struct modsig; struct ima_event_data { struct integrity_iint_cache *iint; struct file *file; const unsigned char *filename; struct evm_ima_xattr_data *xattr_value; int xattr_len; const struct modsig *modsig; const char *violation; const void *buf; int buf_len; }; struct pkcs7_message; struct modsig { struct pkcs7_message *pkcs7_msg; enum hash_algo hash_algo; const u8 *digest; u32 digest_size; int raw_pkcs7_len; u8 raw_pkcs7[0]; }; struct ima_field_data { u8 *data; u32 len; }; struct ima_template_field { const char field_id[16]; int (*field_init)(struct ima_event_data *, struct ima_field_data *); void (*field_show)(struct seq_file *, enum ima_show_type, struct ima_field_data *); }; struct ima_template_desc { struct list_head list; char *name; char *fmt; int num_fields; const struct ima_template_field **fields; }; struct ima_template_entry { int pcr; struct tpm_digest *digests; struct ima_template_desc *template_desc; u32 template_data_len; struct ima_field_data template_data[0]; }; struct ima_queue_entry { struct hlist_node hnext; struct list_head later; struct ima_template_entry *entry; }; struct ima_h_table { atomic_long_t len; atomic_long_t violations; struct hlist_head queue[1024]; }; enum ima_fs_flags { IMA_FS_BUSY = 0, }; struct ahash_request { struct crypto_async_request base; unsigned int nbytes; struct scatterlist *src; u8 *result; void *priv; void *__ctx[0]; }; struct crypto_ahash { int (*init)(struct ahash_request *); int (*update)(struct ahash_request *); int (*final)(struct ahash_request *); int (*finup)(struct ahash_request *); int (*digest)(struct ahash_request *); int (*export)(struct ahash_request *, void *); int (*import)(struct ahash_request *, const void *); int (*setkey)(struct crypto_ahash *, const u8 *, unsigned int); unsigned int reqsize; struct crypto_tfm base; }; enum tpm_pcrs { TPM_PCR0 = 0, TPM_PCR8 = 8, TPM_PCR10 = 10, }; struct ima_algo_desc { struct crypto_shash *tfm; enum hash_algo algo; }; struct ima_kexec_hdr { u16 version; u16 _reserved0; u32 _reserved1; u64 buffer_size; u64 count; }; enum header_fields { HDR_PCR = 0, HDR_DIGEST = 1, HDR_TEMPLATE_NAME = 2, HDR_TEMPLATE_DATA = 3, HDR__LAST = 4, }; enum ima_hooks { NONE = 0, FILE_CHECK = 1, MMAP_CHECK = 2, MMAP_CHECK_REQPROT = 3, BPRM_CHECK = 4, CREDS_CHECK = 5, POST_SETATTR = 6, MODULE_CHECK = 7, FIRMWARE_CHECK = 8, KEXEC_KERNEL_CHECK = 9, KEXEC_INITRAMFS_CHECK = 10, POLICY_CHECK = 11, KEXEC_CMDLINE = 12, KEY_CHECK = 13, CRITICAL_DATA = 14, SETXATTR_CHECK = 15, MAX_CHECK = 16, }; struct encrypted_key_payload { struct callback_head rcu; char *format; char *master_desc; char *datalen; u8 *iv; u8 *encrypted_data; short unsigned int datablob_len; short unsigned int decrypted_datalen; short unsigned int payload_datalen; short unsigned int encrypted_key_format; u8 *decrypted_data; u8 payload_data[0]; }; enum evm_ima_xattr_type { IMA_XATTR_DIGEST = 1, EVM_XATTR_HMAC = 2, EVM_IMA_XATTR_DIGSIG = 3, IMA_XATTR_DIGEST_NG = 4, EVM_XATTR_PORTABLE_DIGSIG = 5, IMA_VERITY_DIGSIG = 6, IMA_XATTR_LAST = 7, }; struct xattr_list { struct list_head list; char *name; bool enabled; }; struct evm_digest { struct ima_digest_data hdr; char digest[64]; }; struct h_misc { long unsigned int ino; __u32 generation; uid_t uid; gid_t gid; umode_t mode; }; struct crypto_comp { struct crypto_tfm base; }; struct crypto_template; struct crypto_spawn; struct crypto_instance { struct crypto_alg alg; struct crypto_template *tmpl; union { struct hlist_node list; struct crypto_spawn *spawns; }; void *__ctx[0]; }; struct crypto_spawn { struct list_head list; struct crypto_alg *alg; union { struct crypto_instance *inst; struct crypto_spawn *next; }; const struct crypto_type *frontend; u32 mask; bool dead; bool registered; }; struct rtattr; struct crypto_template { struct list_head list; struct hlist_head instances; struct module *module; int (*create)(struct crypto_template *, struct rtattr **); char name[128]; }; struct aead_request { struct crypto_async_request base; unsigned int assoclen; unsigned int cryptlen; u8 *iv; struct scatterlist *src; struct scatterlist *dst; void *__ctx[0]; }; struct crypto_aead; struct aead_alg { int (*setkey)(struct crypto_aead *, const u8 *, unsigned int); int (*setauthsize)(struct crypto_aead *, unsigned int); int (*encrypt)(struct aead_request *); int (*decrypt)(struct aead_request *); int (*init)(struct crypto_aead *); void (*exit)(struct crypto_aead *); unsigned int ivsize; unsigned int maxauthsize; unsigned int chunksize; struct crypto_alg base; }; struct crypto_aead { unsigned int authsize; unsigned int reqsize; struct crypto_tfm base; }; struct rtattr { short unsigned int rta_len; short unsigned int rta_type; }; struct aead_instance { void (*free)(struct aead_instance *); union { struct { char head[64]; struct crypto_instance base; } s; struct aead_alg alg; }; }; struct crypto_aead_spawn { struct crypto_spawn base; }; struct crypto_sync_skcipher; struct aead_geniv_ctx { spinlock_t lock; struct crypto_aead *child; struct crypto_sync_skcipher *sknull; u8 salt[0]; }; struct crypto_istat_rng { atomic64_t generate_cnt; atomic64_t generate_tlen; atomic64_t seed_cnt; atomic64_t err_cnt; }; struct crypto_rng; struct rng_alg { int (*generate)(struct crypto_rng *, const u8 *, unsigned int, u8 *, unsigned int); int (*seed)(struct crypto_rng *, const u8 *, unsigned int); void (*set_ent)(struct crypto_rng *, const u8 *, unsigned int); unsigned int seedsize; struct crypto_alg base; }; struct crypto_rng { struct crypto_tfm base; }; struct akcipher_request { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int src_len; unsigned int dst_len; void *__ctx[0]; }; struct crypto_akcipher { unsigned int reqsize; struct crypto_tfm base; }; struct crypto_istat_akcipher { atomic64_t encrypt_cnt; atomic64_t encrypt_tlen; atomic64_t decrypt_cnt; atomic64_t decrypt_tlen; atomic64_t verify_cnt; atomic64_t sign_cnt; atomic64_t err_cnt; }; struct akcipher_alg { int (*sign)(struct akcipher_request *); int (*verify)(struct akcipher_request *); int (*encrypt)(struct akcipher_request *); int (*decrypt)(struct akcipher_request *); int (*set_pub_key)(struct crypto_akcipher *, const void *, unsigned int); int (*set_priv_key)(struct crypto_akcipher *, const void *, unsigned int); unsigned int (*max_size)(struct crypto_akcipher *); int (*init)(struct crypto_akcipher *); void (*exit)(struct crypto_akcipher *); struct crypto_alg base; }; struct akcipher_instance { void (*free)(struct akcipher_instance *); union { struct { char head[72]; struct crypto_instance base; } s; struct akcipher_alg alg; }; }; struct crypto_akcipher_spawn { struct crypto_spawn base; }; enum crypto_attr_type_t { CRYPTOCFGA_UNSPEC = 0, CRYPTOCFGA_PRIORITY_VAL = 1, CRYPTOCFGA_REPORT_LARVAL = 2, CRYPTOCFGA_REPORT_HASH = 3, CRYPTOCFGA_REPORT_BLKCIPHER = 4, CRYPTOCFGA_REPORT_AEAD = 5, CRYPTOCFGA_REPORT_COMPRESS = 6, CRYPTOCFGA_REPORT_RNG = 7, CRYPTOCFGA_REPORT_CIPHER = 8, CRYPTOCFGA_REPORT_AKCIPHER = 9, CRYPTOCFGA_REPORT_KPP = 10, CRYPTOCFGA_REPORT_ACOMP = 11, CRYPTOCFGA_STAT_LARVAL = 12, CRYPTOCFGA_STAT_HASH = 13, CRYPTOCFGA_STAT_BLKCIPHER = 14, CRYPTOCFGA_STAT_AEAD = 15, CRYPTOCFGA_STAT_COMPRESS = 16, CRYPTOCFGA_STAT_RNG = 17, CRYPTOCFGA_STAT_CIPHER = 18, CRYPTOCFGA_STAT_AKCIPHER = 19, CRYPTOCFGA_STAT_KPP = 20, CRYPTOCFGA_STAT_ACOMP = 21, __CRYPTOCFGA_MAX = 22, }; struct crypto_report_akcipher { char type[64]; }; struct kpp_request { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int src_len; unsigned int dst_len; void *__ctx[0]; }; struct crypto_kpp { unsigned int reqsize; struct crypto_tfm base; }; struct kpp_alg { int (*set_secret)(struct crypto_kpp *, const void *, unsigned int); int (*generate_public_key)(struct kpp_request *); int (*compute_shared_secret)(struct kpp_request *); unsigned int (*max_size)(struct crypto_kpp *); int (*init)(struct crypto_kpp *); void (*exit)(struct crypto_kpp *); struct crypto_alg base; }; struct kpp_instance { void (*free)(struct kpp_instance *); union { struct { char head[48]; struct crypto_instance base; } s; struct kpp_alg alg; }; }; struct crypto_kpp_spawn { struct crypto_spawn base; }; struct dh { const void *key; const void *p; const void *g; unsigned int key_size; unsigned int p_size; unsigned int g_size; }; typedef long unsigned int mpi_limb_t; struct gcry_mpi { int alloced; int nlimbs; int nbits; int sign; unsigned int flags; mpi_limb_t *d; }; typedef struct gcry_mpi *MPI; struct dh_ctx { MPI p; MPI g; MPI xa; }; struct dh_safe_prime { unsigned int max_strength; unsigned int p_size; const char *p; }; struct dh_safe_prime_instance_ctx { struct crypto_kpp_spawn dh_spawn; const struct dh_safe_prime *safe_prime; }; struct dh_safe_prime_tfm_ctx { struct crypto_kpp *dh_tfm; }; enum asn1_class { ASN1_UNIV = 0, ASN1_APPL = 1, ASN1_CONT = 2, ASN1_PRIV = 3, }; enum asn1_method { ASN1_PRIM = 0, ASN1_CONS = 1, }; enum asn1_tag { ASN1_EOC = 0, ASN1_BOOL = 1, ASN1_INT = 2, ASN1_BTS = 3, ASN1_OTS = 4, ASN1_NULL = 5, ASN1_OID = 6, ASN1_ODE = 7, ASN1_EXT = 8, ASN1_REAL = 9, ASN1_ENUM = 10, ASN1_EPDV = 11, ASN1_UTF8STR = 12, ASN1_RELOID = 13, ASN1_SEQ = 16, ASN1_SET = 17, ASN1_NUMSTR = 18, ASN1_PRNSTR = 19, ASN1_TEXSTR = 20, ASN1_VIDSTR = 21, ASN1_IA5STR = 22, ASN1_UNITIM = 23, ASN1_GENTIM = 24, ASN1_GRASTR = 25, ASN1_VISSTR = 26, ASN1_GENSTR = 27, ASN1_UNISTR = 28, ASN1_CHRSTR = 29, ASN1_BMPSTR = 30, ASN1_LONG_TAG = 31, }; enum asn1_opcode { ASN1_OP_MATCH = 0, ASN1_OP_MATCH_OR_SKIP = 1, ASN1_OP_MATCH_ACT = 2, ASN1_OP_MATCH_ACT_OR_SKIP = 3, ASN1_OP_MATCH_JUMP = 4, ASN1_OP_MATCH_JUMP_OR_SKIP = 5, ASN1_OP_MATCH_ANY = 8, ASN1_OP_MATCH_ANY_OR_SKIP = 9, ASN1_OP_MATCH_ANY_ACT = 10, ASN1_OP_MATCH_ANY_ACT_OR_SKIP = 11, ASN1_OP_COND_MATCH_OR_SKIP = 17, ASN1_OP_COND_MATCH_ACT_OR_SKIP = 19, ASN1_OP_COND_MATCH_JUMP_OR_SKIP = 21, ASN1_OP_COND_MATCH_ANY = 24, ASN1_OP_COND_MATCH_ANY_OR_SKIP = 25, ASN1_OP_COND_MATCH_ANY_ACT = 26, ASN1_OP_COND_MATCH_ANY_ACT_OR_SKIP = 27, ASN1_OP_COND_FAIL = 28, ASN1_OP_COMPLETE = 29, ASN1_OP_ACT = 30, ASN1_OP_MAYBE_ACT = 31, ASN1_OP_END_SEQ = 32, ASN1_OP_END_SET = 33, ASN1_OP_END_SEQ_OF = 34, ASN1_OP_END_SET_OF = 35, ASN1_OP_END_SEQ_ACT = 36, ASN1_OP_END_SET_ACT = 37, ASN1_OP_END_SEQ_OF_ACT = 38, ASN1_OP_END_SET_OF_ACT = 39, ASN1_OP_RETURN = 40, ASN1_OP__NR = 41, }; enum ecdsasignature_actions { ACT_ecdsa_get_signature_r = 0, ACT_ecdsa_get_signature_s = 1, NR__ecdsasignature_actions = 2, }; struct crypto_scomp { struct crypto_tfm base; }; struct scomp_alg { void * (*alloc_ctx)(struct crypto_scomp *); void (*free_ctx)(struct crypto_scomp *, void *); int (*compress)(struct crypto_scomp *, const u8 *, unsigned int, u8 *, unsigned int *, void *); int (*decompress)(struct crypto_scomp *, const u8 *, unsigned int, u8 *, unsigned int *, void *); union { struct { struct crypto_alg base; }; struct comp_alg_common calg; }; }; struct crypto_report_comp { char type[64]; }; struct scomp_scratch { spinlock_t lock; void *src; void *dst; }; struct crypto_cipher { struct crypto_tfm base; }; struct crypto_cipher_spawn { struct crypto_spawn base; }; struct shash_instance { void (*free)(struct shash_instance *); union { struct { char head[104]; struct crypto_instance base; } s; struct shash_alg alg; }; }; struct cmac_tfm_ctx { struct crypto_cipher *child; u8 ctx[0]; }; struct cmac_desc_ctx { unsigned int len; u8 ctx[0]; }; struct scatter_walk { struct scatterlist *sg; unsigned int offset; }; struct skcipher_request { unsigned int cryptlen; u8 *iv; struct scatterlist *src; struct scatterlist *dst; struct crypto_async_request base; void *__ctx[0]; }; struct crypto_sync_skcipher { struct crypto_skcipher base; }; struct skcipher_alg { int (*setkey)(struct crypto_skcipher *, const u8 *, unsigned int); int (*encrypt)(struct skcipher_request *); int (*decrypt)(struct skcipher_request *); int (*init)(struct crypto_skcipher *); void (*exit)(struct crypto_skcipher *); unsigned int min_keysize; unsigned int max_keysize; unsigned int ivsize; unsigned int chunksize; unsigned int walksize; struct crypto_alg base; }; struct skcipher_walk { union { struct { struct page *page; long unsigned int offset; } phys; struct { u8 *page; void *addr; } virt; } src; union { struct { struct page *page; long unsigned int offset; } phys; struct { u8 *page; void *addr; } virt; } dst; struct scatter_walk in; unsigned int nbytes; struct scatter_walk out; unsigned int total; struct list_head buffers; u8 *page; u8 *buffer; u8 *oiv; void *iv; unsigned int ivsize; int flags; unsigned int blocksize; unsigned int stride; unsigned int alignmask; }; struct sha1_state { u32 state[5]; u64 count; u8 buffer[64]; }; typedef void sha1_block_fn(struct sha1_state *, const u8 *, int); enum blake2b_lengths { BLAKE2B_BLOCK_SIZE = 128, BLAKE2B_HASH_SIZE = 64, BLAKE2B_KEY_SIZE = 64, BLAKE2B_160_HASH_SIZE = 20, BLAKE2B_256_HASH_SIZE = 32, BLAKE2B_384_HASH_SIZE = 48, BLAKE2B_512_HASH_SIZE = 64, }; struct blake2b_state { u64 h[8]; u64 t[2]; u64 f[2]; u8 buf[128]; unsigned int buflen; unsigned int outlen; }; enum blake2b_iv { BLAKE2B_IV0 = 7640891576956012808ULL, BLAKE2B_IV1 = 13503953896175478587ULL, BLAKE2B_IV2 = 4354685564936845355ULL, BLAKE2B_IV3 = 11912009170470909681ULL, BLAKE2B_IV4 = 5840696475078001361ULL, BLAKE2B_IV5 = 11170449401992604703ULL, BLAKE2B_IV6 = 2270897969802886507ULL, BLAKE2B_IV7 = 6620516959819538809ULL, }; typedef void (*blake2b_compress_t)(struct blake2b_state *, const u8 *, size_t, u32); struct blake2b_tfm_ctx { u8 key[64]; unsigned int keylen; }; struct skcipher_instance { void (*free)(struct skcipher_instance *); union { struct { char head[64]; struct crypto_instance base; } s; struct skcipher_alg alg; }; }; struct skcipher_ctx_simple { struct crypto_cipher *cipher; }; struct crypto_skcipher_spawn { struct crypto_spawn base; }; struct crypto_rfc3686_ctx { struct crypto_skcipher *child; u8 nonce[4]; }; struct crypto_rfc3686_req_ctx { u8 iv[16]; struct skcipher_request subreq; }; typedef unsigned char Byte; typedef long unsigned int uLong; struct internal_state; struct z_stream_s { const Byte *next_in; uLong avail_in; uLong total_in; Byte *next_out; uLong avail_out; uLong total_out; char *msg; struct internal_state *state; void *workspace; int data_type; uLong adler; uLong reserved; }; struct internal_state { int dummy; }; typedef struct z_stream_s z_stream; typedef z_stream *z_streamp; struct deflate_ctx { struct z_stream_s comp_stream; struct z_stream_s decomp_stream; }; struct lzo_ctx { void *lzo_comp_mem; }; struct crypto_report_rng { char type[64]; unsigned int seedsize; }; struct af_alg_type; struct alg_sock { struct sock sk; struct sock *parent; atomic_t refcnt; atomic_t nokey_refcnt; const struct af_alg_type *type; void *private; }; struct af_alg_type { void * (*bind)(const char *, u32, u32); void (*release)(void *); int (*setkey)(void *, const u8 *, unsigned int); int (*setentropy)(void *, sockptr_t, unsigned int); int (*accept)(void *, struct sock *); int (*accept_nokey)(void *, struct sock *); int (*setauthsize)(void *, unsigned int); struct proto_ops *ops; struct proto_ops *ops_nokey; struct module *owner; char name[14]; }; struct af_alg_sgl { struct scatterlist sg[17]; struct page *pages[16]; unsigned int npages; }; struct hash_ctx { struct af_alg_sgl sgl; u8 *result; struct crypto_wait wait; unsigned int len; bool more; struct ahash_request req; }; struct af_alg_tsgl { struct list_head list; unsigned int cur; struct scatterlist sg[0]; }; struct af_alg_rsgl { struct af_alg_sgl sgl; struct list_head list; size_t sg_num_bytes; }; struct af_alg_async_req { struct kiocb *iocb; struct sock *sk; struct af_alg_rsgl first_rsgl; struct af_alg_rsgl *last_rsgl; struct list_head rsgl_list; struct scatterlist *tsgl; unsigned int tsgl_entries; unsigned int outlen; unsigned int areqlen; union { struct aead_request aead_req; struct skcipher_request skcipher_req; } cra_u; }; struct af_alg_ctx { struct list_head tsgl_list; void *iv; size_t aead_assoclen; struct crypto_wait wait; size_t used; atomic_t rcvused; bool more; bool merge; bool enc; bool init; unsigned int len; }; struct aead_tfm { struct crypto_aead *aead; struct crypto_sync_skcipher *null_tfm; }; enum x509_actions { ACT_x509_extract_key_data = 0, ACT_x509_extract_name_segment = 1, ACT_x509_note_OID = 2, ACT_x509_note_issuer = 3, ACT_x509_note_not_after = 4, ACT_x509_note_not_before = 5, ACT_x509_note_params = 6, ACT_x509_note_serial = 7, ACT_x509_note_sig_algo = 8, ACT_x509_note_signature = 9, ACT_x509_note_subject = 10, ACT_x509_note_tbs_certificate = 11, ACT_x509_process_extension = 12, NR__x509_actions = 13, }; struct x509_certificate { struct x509_certificate *next; struct x509_certificate *signer; struct public_key *pub; struct public_key_signature *sig; char *issuer; char *subject; struct asymmetric_key_id *id; struct asymmetric_key_id *skid; time64_t valid_from; time64_t valid_to; const void *tbs; unsigned int tbs_size; unsigned int raw_sig_size; const void *raw_sig; const void *raw_serial; unsigned int raw_serial_size; unsigned int raw_issuer_size; const void *raw_issuer; const void *raw_subject; unsigned int raw_subject_size; unsigned int raw_skid_size; const void *raw_skid; unsigned int index; bool seen; bool verified; bool self_signed; bool unsupported_sig; bool blacklisted; }; struct x509_parse_context { struct x509_certificate *cert; long unsigned int data; const void *key; size_t key_size; const void *params; size_t params_size; enum OID key_algo; enum OID last_oid; enum OID sig_algo; u8 o_size; u8 cn_size; u8 email_size; u16 o_offset; u16 cn_offset; u16 email_offset; unsigned int raw_akid_size; const void *raw_akid; const void *akid_raw_issuer; unsigned int akid_raw_issuer_size; }; enum pkcs7_actions { ACT_pkcs7_check_content_type = 0, ACT_pkcs7_extract_cert = 1, ACT_pkcs7_note_OID = 2, ACT_pkcs7_note_certificate_list = 3, ACT_pkcs7_note_content = 4, ACT_pkcs7_note_data = 5, ACT_pkcs7_note_signed_info = 6, ACT_pkcs7_note_signeddata_version = 7, ACT_pkcs7_note_signerinfo_version = 8, ACT_pkcs7_sig_note_authenticated_attr = 9, ACT_pkcs7_sig_note_digest_algo = 10, ACT_pkcs7_sig_note_issuer = 11, ACT_pkcs7_sig_note_pkey_algo = 12, ACT_pkcs7_sig_note_serial = 13, ACT_pkcs7_sig_note_set_of_authattrs = 14, ACT_pkcs7_sig_note_signature = 15, ACT_pkcs7_sig_note_skid = 16, NR__pkcs7_actions = 17, }; struct pkcs7_signed_info { struct pkcs7_signed_info *next; struct x509_certificate *signer; unsigned int index; bool unsupported_crypto; bool blacklisted; const void *msgdigest; unsigned int msgdigest_len; unsigned int authattrs_len; const void *authattrs; long unsigned int aa_set; time64_t signing_time; struct public_key_signature *sig; }; struct pkcs7_message { struct x509_certificate *certs; struct x509_certificate *crl; struct pkcs7_signed_info *signed_infos; u8 version; bool have_authattrs; enum OID data_type; size_t data_len; size_t data_hdrlen; const void *data; }; struct pkcs7_parse_context { struct pkcs7_message *msg; struct pkcs7_signed_info *sinfo; struct pkcs7_signed_info **ppsinfo; struct x509_certificate *certs; struct x509_certificate **ppcerts; long unsigned int data; enum OID last_oid; unsigned int x509_index; unsigned int sinfo_index; const void *raw_serial; unsigned int raw_serial_size; unsigned int raw_issuer_size; const void *raw_issuer; const void *raw_skid; unsigned int raw_skid_size; bool expect_skid; }; struct mz_hdr { uint16_t magic; uint16_t lbsize; uint16_t blocks; uint16_t relocs; uint16_t hdrsize; uint16_t min_extra_pps; uint16_t max_extra_pps; uint16_t ss; uint16_t sp; uint16_t checksum; uint16_t ip; uint16_t cs; uint16_t reloc_table_offset; uint16_t overlay_num; uint16_t reserved0[4]; uint16_t oem_id; uint16_t oem_info; uint16_t reserved1[10]; uint32_t peaddr; char message[0]; }; struct pe_hdr { uint32_t magic; uint16_t machine; uint16_t sections; uint32_t timestamp; uint32_t symbol_table; uint32_t symbols; uint16_t opt_hdr_size; uint16_t flags; }; struct pe32_opt_hdr { uint16_t magic; uint8_t ld_major; uint8_t ld_minor; uint32_t text_size; uint32_t data_size; uint32_t bss_size; uint32_t entry_point; uint32_t code_base; uint32_t data_base; uint32_t image_base; uint32_t section_align; uint32_t file_align; uint16_t os_major; uint16_t os_minor; uint16_t image_major; uint16_t image_minor; uint16_t subsys_major; uint16_t subsys_minor; uint32_t win32_version; uint32_t image_size; uint32_t header_size; uint32_t csum; uint16_t subsys; uint16_t dll_flags; uint32_t stack_size_req; uint32_t stack_size; uint32_t heap_size_req; uint32_t heap_size; uint32_t loader_flags; uint32_t data_dirs; }; struct pe32plus_opt_hdr { uint16_t magic; uint8_t ld_major; uint8_t ld_minor; uint32_t text_size; uint32_t data_size; uint32_t bss_size; uint32_t entry_point; uint32_t code_base; uint64_t image_base; uint32_t section_align; uint32_t file_align; uint16_t os_major; uint16_t os_minor; uint16_t image_major; uint16_t image_minor; uint16_t subsys_major; uint16_t subsys_minor; uint32_t win32_version; uint32_t image_size; uint32_t header_size; uint32_t csum; uint16_t subsys; uint16_t dll_flags; uint64_t stack_size_req; uint64_t stack_size; uint64_t heap_size_req; uint64_t heap_size; uint32_t loader_flags; uint32_t data_dirs; }; struct data_dirent { uint32_t virtual_address; uint32_t size; }; struct data_directory { struct data_dirent exports; struct data_dirent imports; struct data_dirent resources; struct data_dirent exceptions; struct data_dirent certs; struct data_dirent base_relocations; struct data_dirent debug; struct data_dirent arch; struct data_dirent global_ptr; struct data_dirent tls; struct data_dirent load_config; struct data_dirent bound_imports; struct data_dirent import_addrs; struct data_dirent delay_imports; struct data_dirent clr_runtime_hdr; struct data_dirent reserved; }; struct section_header { char name[8]; uint32_t virtual_size; uint32_t virtual_address; uint32_t raw_data_size; uint32_t data_addr; uint32_t relocs; uint32_t line_numbers; uint16_t num_relocs; uint16_t num_lin_numbers; uint32_t flags; }; struct win_certificate { uint32_t length; uint16_t revision; uint16_t cert_type; }; struct pefile_context { unsigned int header_size; unsigned int image_checksum_offset; unsigned int cert_dirent_offset; unsigned int n_data_dirents; unsigned int n_sections; unsigned int certs_size; unsigned int sig_offset; unsigned int sig_len; const struct section_header *secs; const void *digest; unsigned int digest_len; const char *digest_algo; }; struct bvec_iter_all { struct bio_vec bv; int idx; unsigned int done; }; typedef unsigned int iov_iter_extraction_t; struct blkg_iostat { u64 bytes[3]; u64 ios[3]; }; struct blkg_iostat_set { struct u64_stats_sync sync; struct blkcg_gq *blkg; struct llist_node lnode; int lqueued; struct blkg_iostat cur; struct blkg_iostat last; }; struct blkcg; struct blkg_policy_data; struct blkcg_gq { struct request_queue *q; struct list_head q_node; struct hlist_node blkcg_node; struct blkcg *blkcg; struct blkcg_gq *parent; struct percpu_ref refcnt; bool online; struct blkg_iostat_set *iostat_cpu; struct blkg_iostat_set iostat; struct blkg_policy_data *pd[6]; spinlock_t async_bio_lock; struct bio_list async_bios; union { struct work_struct async_bio_work; struct work_struct free_work; }; atomic_t use_delay; atomic64_t delay_nsec; atomic64_t delay_start; u64 last_delay; int last_use; struct callback_head callback_head; }; typedef __u32 blk_mq_req_flags_t; struct bio_alloc_cache { struct bio *free_list; struct bio *free_list_irq; unsigned int nr; unsigned int nr_irq; }; enum rq_qos_id { RQ_QOS_WBT = 0, RQ_QOS_LATENCY = 1, RQ_QOS_COST = 2, }; struct rq_qos_ops; struct rq_qos { const struct rq_qos_ops *ops; struct gendisk *disk; enum rq_qos_id id; struct rq_qos *next; struct dentry *debugfs_dir; }; enum { sysctl_hung_task_timeout_secs = 0, }; enum hctx_type { HCTX_TYPE_DEFAULT = 0, HCTX_TYPE_READ = 1, HCTX_TYPE_POLL = 2, HCTX_MAX_TYPES = 3, }; enum xen_domain_type { XEN_NATIVE = 0, XEN_PV_DOMAIN = 1, XEN_HVM_DOMAIN = 2, }; struct blk_mq_debugfs_attr { const char *name; umode_t mode; int (*show)(void *, struct seq_file *); ssize_t (*write)(void *, const char *, size_t, loff_t *); const struct seq_operations *seq_ops; }; struct rq_qos_ops { void (*throttle)(struct rq_qos *, struct bio *); void (*track)(struct rq_qos *, struct request *, struct bio *); void (*merge)(struct rq_qos *, struct request *, struct bio *); void (*issue)(struct rq_qos *, struct request *); void (*requeue)(struct rq_qos *, struct request *); void (*done)(struct rq_qos *, struct request *); void (*done_bio)(struct rq_qos *, struct bio *); void (*cleanup)(struct rq_qos *, struct bio *); void (*queue_depth_changed)(struct rq_qos *); void (*exit)(struct rq_qos *); const struct blk_mq_debugfs_attr *debugfs_attrs; }; enum blkg_iostat_type { BLKG_IOSTAT_READ = 0, BLKG_IOSTAT_WRITE = 1, BLKG_IOSTAT_DISCARD = 2, BLKG_IOSTAT_NR = 3, }; struct blkcg_policy_data; struct blkcg { struct cgroup_subsys_state css; spinlock_t lock; refcount_t online_pin; struct xarray blkg_tree; struct blkcg_gq *blkg_hint; struct hlist_head blkg_list; struct blkcg_policy_data *cpd[6]; struct list_head all_blkcgs_node; struct llist_head *lhead; char fc_app_id[129]; struct list_head cgwb_list; }; struct blkg_policy_data { struct blkcg_gq *blkg; int plid; bool online; }; struct blkcg_policy_data { struct blkcg *blkcg; int plid; }; struct biovec_slab { int nr_vecs; char *name; struct kmem_cache *slab; }; struct bio_slab { struct kmem_cache *slab; unsigned int slab_ref; unsigned int slab_size; char name[8]; }; struct disk_stats { u64 nsecs[4]; long unsigned int sectors[4]; long unsigned int ios[4]; long unsigned int merges[4]; long unsigned int io_ticks; local_t in_flight[2]; }; enum stat_group { STAT_READ = 0, STAT_WRITE = 1, STAT_DISCARD = 2, STAT_FLUSH = 3, NR_STAT_GROUPS = 4, }; struct elevator_type; struct elevator_queue { struct elevator_type *type; void *elevator_data; struct kobject kobj; struct mutex sysfs_lock; long unsigned int flags; struct hlist_head hash[64]; }; struct blk_mq_ctxs; struct blk_mq_ctx { struct { spinlock_t lock; struct list_head rq_lists[3]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; unsigned int cpu; short unsigned int index_hw[3]; struct blk_mq_hw_ctx *hctxs[3]; struct request_queue *queue; struct blk_mq_ctxs *ctxs; struct kobject kobj; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum { BLK_MQ_F_SHOULD_MERGE = 1, BLK_MQ_F_TAG_QUEUE_SHARED = 2, BLK_MQ_F_STACKING = 4, BLK_MQ_F_TAG_HCTX_SHARED = 8, BLK_MQ_F_BLOCKING = 32, BLK_MQ_F_NO_SCHED = 64, BLK_MQ_F_NO_SCHED_BY_DEFAULT = 128, BLK_MQ_F_ALLOC_POLICY_START_BIT = 8, BLK_MQ_F_ALLOC_POLICY_BITS = 1, BLK_MQ_S_STOPPED = 0, BLK_MQ_S_TAG_ACTIVE = 1, BLK_MQ_S_SCHED_RESTART = 2, BLK_MQ_S_INACTIVE = 3, BLK_MQ_MAX_DEPTH = 10240, BLK_MQ_CPU_WORK_BATCH = 8, }; struct blk_mq_ctxs { struct kobject kobj; struct blk_mq_ctx *queue_ctx; }; enum { BLK_MQ_NO_TAG = 4294967295, BLK_MQ_TAG_MIN = 1, BLK_MQ_TAG_MAX = 4294967294, }; typedef unsigned int blk_insert_t; struct blk_mq_alloc_data { struct request_queue *q; blk_mq_req_flags_t flags; unsigned int shallow_depth; blk_opf_t cmd_flags; req_flags_t rq_flags; unsigned int nr_tags; struct request **cached_rq; struct blk_mq_ctx *ctx; struct blk_mq_hw_ctx *hctx; }; enum elv_merge { ELEVATOR_NO_MERGE = 0, ELEVATOR_FRONT_MERGE = 1, ELEVATOR_BACK_MERGE = 2, ELEVATOR_DISCARD_MERGE = 3, }; struct elevator_mq_ops { int (*init_sched)(struct request_queue *, struct elevator_type *); void (*exit_sched)(struct elevator_queue *); int (*init_hctx)(struct blk_mq_hw_ctx *, unsigned int); void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); void (*depth_updated)(struct blk_mq_hw_ctx *); bool (*allow_merge)(struct request_queue *, struct request *, struct bio *); bool (*bio_merge)(struct request_queue *, struct bio *, unsigned int); int (*request_merge)(struct request_queue *, struct request **, struct bio *); void (*request_merged)(struct request_queue *, struct request *, enum elv_merge); void (*requests_merged)(struct request_queue *, struct request *, struct request *); void (*limit_depth)(blk_opf_t, struct blk_mq_alloc_data *); void (*prepare_request)(struct request *); void (*finish_request)(struct request *); void (*insert_requests)(struct blk_mq_hw_ctx *, struct list_head *, blk_insert_t); struct request * (*dispatch_request)(struct blk_mq_hw_ctx *); bool (*has_work)(struct blk_mq_hw_ctx *); void (*completed_request)(struct request *, u64); void (*requeue_request)(struct request *); struct request * (*former_request)(struct request_queue *, struct request *); struct request * (*next_request)(struct request_queue *, struct request *); void (*init_icq)(struct io_cq *); void (*exit_icq)(struct io_cq *); }; struct elv_fs_entry; struct elevator_type { struct kmem_cache *icq_cache; struct elevator_mq_ops ops; size_t icq_size; size_t icq_align; struct elv_fs_entry *elevator_attrs; const char *elevator_name; const char *elevator_alias; const unsigned int elevator_features; struct module *elevator_owner; const struct blk_mq_debugfs_attr *queue_debugfs_attrs; const struct blk_mq_debugfs_attr *hctx_debugfs_attrs; char icq_cache_name[22]; struct list_head list; }; struct elv_fs_entry { struct attribute attr; ssize_t (*show)(struct elevator_queue *, char *); ssize_t (*store)(struct elevator_queue *, const char *, size_t); }; enum { REQ_FSEQ_PREFLUSH = 1, REQ_FSEQ_DATA = 2, REQ_FSEQ_POSTFLUSH = 4, REQ_FSEQ_DONE = 8, REQ_FSEQ_ACTIONS = 7, FLUSH_PENDING_TIMEOUT = 500, }; struct rq_map_data { struct page **pages; long unsigned int offset; short unsigned int page_order; short unsigned int nr_entries; bool null_mapped; bool from_user; }; struct bio_map_data { bool is_our_pages: 1; bool is_null_mapped: 1; struct iov_iter iter; struct iovec iov[0]; }; enum { IOPRIO_CLASS_NONE = 0, IOPRIO_CLASS_RT = 1, IOPRIO_CLASS_BE = 2, IOPRIO_CLASS_IDLE = 3, }; enum rpm_status { RPM_INVALID = -1, RPM_ACTIVE = 0, RPM_RESUMING = 1, RPM_SUSPENDED = 2, RPM_SUSPENDING = 3, }; typedef bool (*sb_for_each_fn)(struct sbitmap *, unsigned int, void *); typedef bool busy_tag_iter_fn(struct request *, void *); enum { BLK_MQ_REQ_NOWAIT = 1, BLK_MQ_REQ_RESERVED = 2, BLK_MQ_REQ_PM = 4, }; enum { BLK_MQ_UNIQUE_TAG_BITS = 16, BLK_MQ_UNIQUE_TAG_MASK = 65535, }; struct blk_integrity_iter { void *prot_buf; void *data_buf; sector_t seed; unsigned int data_size; short unsigned int interval; unsigned char tuple_size; const char *disk_name; }; struct mq_inflight { struct block_device *part; unsigned int inflight[2]; }; struct blk_rq_wait { struct completion done; blk_status_t ret; }; struct blk_expired_data { bool has_timedout_rq; long unsigned int next; long unsigned int timeout_start; }; struct flush_busy_ctx_data { struct blk_mq_hw_ctx *hctx; struct list_head *list; }; struct dispatch_rq_data { struct blk_mq_hw_ctx *hctx; struct request *rq; }; enum prep_dispatch { PREP_DISPATCH_OK = 0, PREP_DISPATCH_NO_TAG = 1, PREP_DISPATCH_NO_BUDGET = 2, }; struct rq_iter_data { struct blk_mq_hw_ctx *hctx; bool has_rq; }; struct blk_mq_qe_pair { struct list_head node; struct request_queue *q; struct elevator_type *type; }; struct badblocks { struct device *dev; int count; int unacked_exist; int shift; u64 *page; int changed; seqlock_t lock; sector_t sector; sector_t size; }; struct parsed_partitions { struct gendisk *disk; char name[32]; struct { sector_t from; sector_t size; int flags; bool has_info; struct partition_meta_info info; } *parts; int next; int limit; bool access_beyond_eod; char *pp_buf; }; typedef struct { struct folio *v; } Sector; struct lvm_rec { char lvm_id[4]; char reserved4[16]; __be32 lvmarea_len; __be32 vgda_len; __be32 vgda_psn[2]; char reserved36[10]; __be16 pp_size; char reserved46[12]; __be16 version; }; struct vgda { __be32 secs; __be32 usec; char reserved8[16]; __be16 numlvs; __be16 maxlvs; __be16 pp_size; __be16 numpvs; __be16 total_vgdas; __be16 vgda_size; }; struct lvd { __be16 lv_ix; __be16 res2; __be16 res4; __be16 maxsize; __be16 lv_state; __be16 mirror; __be16 mirror_policy; __be16 num_lps; __be16 res10[8]; }; struct lvname { char name[64]; }; struct ppe { __be16 lv_ix; short unsigned int res2; short unsigned int res4; __be16 lp_ix; short unsigned int res8[12]; }; struct pvd { char reserved0[16]; __be16 pp_count; char reserved18[2]; __be32 psn_part1; char reserved24[8]; struct ppe ppe[1016]; }; struct lv_info { short unsigned int pps_per_lv; short unsigned int pps_found; unsigned char lv_is_contiguous; }; typedef struct { __u8 b[16]; } guid_t; typedef guid_t efi_guid_t; struct _gpt_header { __le64 signature; __le32 revision; __le32 header_size; __le32 header_crc32; __le32 reserved1; __le64 my_lba; __le64 alternate_lba; __le64 first_usable_lba; __le64 last_usable_lba; efi_guid_t disk_guid; __le64 partition_entry_lba; __le32 num_partition_entries; __le32 sizeof_partition_entry; __le32 partition_entry_array_crc32; } __attribute__((packed)); typedef struct _gpt_header gpt_header; struct _gpt_entry_attributes { u64 required_to_function: 1; u64 reserved: 47; u64 type_guid_specific: 16; }; typedef struct _gpt_entry_attributes gpt_entry_attributes; struct _gpt_entry { efi_guid_t partition_type_guid; efi_guid_t unique_partition_guid; __le64 starting_lba; __le64 ending_lba; gpt_entry_attributes attributes; __le16 partition_name[36]; }; typedef struct _gpt_entry gpt_entry; struct _gpt_mbr_record { u8 boot_indicator; u8 start_head; u8 start_sector; u8 start_track; u8 os_type; u8 end_head; u8 end_sector; u8 end_track; __le32 starting_lba; __le32 size_in_lba; }; typedef struct _gpt_mbr_record gpt_mbr_record; struct _legacy_mbr { u8 boot_code[440]; __le32 unique_mbr_signature; __le16 unknown; gpt_mbr_record partition_record[4]; __le16 signature; } __attribute__((packed)); typedef struct _legacy_mbr legacy_mbr; struct blk_ia_range_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_independent_access_range *, char *); }; struct klist_node; struct klist { spinlock_t k_lock; struct list_head k_list; void (*get)(struct klist_node *); void (*put)(struct klist_node *); }; struct klist_node { void *n_klist; struct list_head n_node; struct kref n_ref; }; struct klist_iter { struct klist *i_klist; struct klist_node *i_cur; }; struct subsys_private; struct class_dev_iter { struct klist_iter ki; const struct device_type *type; struct subsys_private *sp; }; typedef struct blkcg_policy_data *blkcg_pol_alloc_cpd_fn(gfp_t); typedef void blkcg_pol_free_cpd_fn(struct blkcg_policy_data *); typedef struct blkg_policy_data *blkcg_pol_alloc_pd_fn(struct gendisk *, struct blkcg *, gfp_t); typedef void blkcg_pol_init_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_online_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_offline_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_free_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_reset_pd_stats_fn(struct blkg_policy_data *); typedef void blkcg_pol_stat_pd_fn(struct blkg_policy_data *, struct seq_file *); struct blkcg_policy { int plid; struct cftype *dfl_cftypes; struct cftype *legacy_cftypes; blkcg_pol_alloc_cpd_fn *cpd_alloc_fn; blkcg_pol_free_cpd_fn *cpd_free_fn; blkcg_pol_alloc_pd_fn *pd_alloc_fn; blkcg_pol_init_pd_fn *pd_init_fn; blkcg_pol_online_pd_fn *pd_online_fn; blkcg_pol_offline_pd_fn *pd_offline_fn; blkcg_pol_free_pd_fn *pd_free_fn; blkcg_pol_reset_pd_stats_fn *pd_reset_stats_fn; blkcg_pol_stat_pd_fn *pd_stat_fn; }; struct blkg_conf_ctx { char *input; char *body; struct block_device *bdev; struct blkcg_gq *blkg; }; enum blkg_rwstat_type { BLKG_RWSTAT_READ = 0, BLKG_RWSTAT_WRITE = 1, BLKG_RWSTAT_SYNC = 2, BLKG_RWSTAT_ASYNC = 3, BLKG_RWSTAT_DISCARD = 4, BLKG_RWSTAT_NR = 5, BLKG_RWSTAT_TOTAL = 5, }; enum { LIMIT_LOW = 0, LIMIT_MAX = 1, LIMIT_CNT = 2, }; enum { MILLION = 1000000, MIN_PERIOD = 1000, MAX_PERIOD = 1000000, MARGIN_MIN_PCT = 10, MARGIN_LOW_PCT = 20, MARGIN_TARGET_PCT = 50, INUSE_ADJ_STEP_PCT = 25, TIMER_SLACK_PCT = 1, WEIGHT_ONE = 65536, }; enum { VTIME_PER_SEC_SHIFT = 37ULL, VTIME_PER_SEC = 137438953472ULL, VTIME_PER_USEC = 137438ULL, VTIME_PER_NSEC = 137ULL, VRATE_MIN_PPM = 10000ULL, VRATE_MAX_PPM = 100000000ULL, VRATE_MIN = 1374ULL, VRATE_CLAMP_ADJ_PCT = 4ULL, AUTOP_CYCLE_NSEC = 10000000000ULL, }; enum { RQ_WAIT_BUSY_PCT = 5, UNBUSY_THR_PCT = 75, MIN_DELAY_THR_PCT = 500, MAX_DELAY_THR_PCT = 25000, MIN_DELAY = 250, MAX_DELAY = 250000, DFGV_USAGE_PCT = 50, DFGV_PERIOD = 100000, MAX_LAGGING_PERIODS = 10, IOC_PAGE_SHIFT = 12, IOC_PAGE_SIZE = 4096, IOC_SECT_TO_PAGE_SHIFT = 3, LCOEF_RANDIO_PAGES = 4096, }; enum ioc_running { IOC_IDLE = 0, IOC_RUNNING = 1, IOC_STOP = 2, }; enum { QOS_ENABLE = 0, QOS_CTRL = 1, NR_QOS_CTRL_PARAMS = 2, }; enum { QOS_RPPM = 0, QOS_RLAT = 1, QOS_WPPM = 2, QOS_WLAT = 3, QOS_MIN = 4, QOS_MAX = 5, NR_QOS_PARAMS = 6, }; enum { COST_CTRL = 0, COST_MODEL = 1, NR_COST_CTRL_PARAMS = 2, }; enum { I_LCOEF_RBPS = 0, I_LCOEF_RSEQIOPS = 1, I_LCOEF_RRANDIOPS = 2, I_LCOEF_WBPS = 3, I_LCOEF_WSEQIOPS = 4, I_LCOEF_WRANDIOPS = 5, NR_I_LCOEFS = 6, }; enum { LCOEF_RPAGE = 0, LCOEF_RSEQIO = 1, LCOEF_RRANDIO = 2, LCOEF_WPAGE = 3, LCOEF_WSEQIO = 4, LCOEF_WRANDIO = 5, NR_LCOEFS = 6, }; enum { AUTOP_INVALID = 0, AUTOP_HDD = 1, AUTOP_SSD_QD1 = 2, AUTOP_SSD_DFL = 3, AUTOP_SSD_FAST = 4, }; struct ioc_params { u32 qos[6]; u64 i_lcoefs[6]; u64 lcoefs[6]; u32 too_fast_vrate_pct; u32 too_slow_vrate_pct; }; struct ioc_margins { s64 min; s64 low; s64 target; }; struct ioc_missed { local_t nr_met; local_t nr_missed; u32 last_met; u32 last_missed; }; struct ioc_pcpu_stat { struct ioc_missed missed[2]; local64_t rq_wait_ns; u64 last_rq_wait_ns; }; struct ioc { struct rq_qos rqos; bool enabled; struct ioc_params params; struct ioc_margins margins; u32 period_us; u32 timer_slack_ns; u64 vrate_min; u64 vrate_max; spinlock_t lock; struct timer_list timer; struct list_head active_iocgs; struct ioc_pcpu_stat *pcpu_stat; enum ioc_running running; atomic64_t vtime_rate; u64 vtime_base_rate; s64 vtime_err; seqcount_spinlock_t period_seqcount; u64 period_at; u64 period_at_vtime; atomic64_t cur_period; int busy_level; bool weights_updated; atomic_t hweight_gen; u64 dfgv_period_at; u64 dfgv_period_rem; u64 dfgv_usage_us_sum; u64 autop_too_fast_at; u64 autop_too_slow_at; int autop_idx; bool user_qos_params: 1; bool user_cost_model: 1; }; struct iocg_pcpu_stat { local64_t abs_vusage; }; struct iocg_stat { u64 usage_us; u64 wait_us; u64 indebt_us; u64 indelay_us; }; struct ioc_gq { struct blkg_policy_data pd; struct ioc *ioc; u32 cfg_weight; u32 weight; u32 active; u32 inuse; u32 last_inuse; s64 saved_margin; sector_t cursor; atomic64_t vtime; atomic64_t done_vtime; u64 abs_vdebt; u64 delay; u64 delay_at; atomic64_t active_period; struct list_head active_list; u64 child_active_sum; u64 child_inuse_sum; u64 child_adjusted_sum; int hweight_gen; u32 hweight_active; u32 hweight_inuse; u32 hweight_donating; u32 hweight_after_donation; struct list_head walk_list; struct list_head surplus_list; struct wait_queue_head waitq; struct hrtimer waitq_timer; u64 activated_at; struct iocg_pcpu_stat *pcpu_stat; struct iocg_stat stat; struct iocg_stat last_stat; u64 last_stat_abs_vusage; u64 usage_delta_us; u64 wait_since; u64 indebt_since; u64 indelay_since; int level; struct ioc_gq *ancestors[0]; }; struct ioc_cgrp { struct blkcg_policy_data cpd; unsigned int dfl_weight; }; struct ioc_now { u64 now_ns; u64 now; u64 vnow; }; struct iocg_wait { struct wait_queue_entry wait; struct bio *bio; u64 abs_cost; bool committed; }; struct iocg_wake_ctx { struct ioc_gq *iocg; u32 hw_inuse; s64 vbudget; }; struct trace_event_raw_iocost_iocg_state { struct trace_entry ent; u32 __data_loc_devname; u32 __data_loc_cgroup; u64 now; u64 vnow; u64 vrate; u64 last_period; u64 cur_period; u64 vtime; u32 weight; u32 inuse; u64 hweight_active; u64 hweight_inuse; char __data[0]; }; struct trace_event_raw_iocg_inuse_update { struct trace_entry ent; u32 __data_loc_devname; u32 __data_loc_cgroup; u64 now; u32 old_inuse; u32 new_inuse; u64 old_hweight_inuse; u64 new_hweight_inuse; char __data[0]; }; struct trace_event_raw_iocost_ioc_vrate_adj { struct trace_entry ent; u32 __data_loc_devname; u64 old_vrate; u64 new_vrate; int busy_level; u32 read_missed_ppm; u32 write_missed_ppm; u32 rq_wait_pct; int nr_lagging; int nr_shortages; char __data[0]; }; struct trace_event_raw_iocost_iocg_forgive_debt { struct trace_entry ent; u32 __data_loc_devname; u32 __data_loc_cgroup; u64 now; u64 vnow; u32 usage_pct; u64 old_debt; u64 new_debt; u64 old_delay; u64 new_delay; char __data[0]; }; struct trace_event_data_offsets_iocost_iocg_state { u32 devname; u32 cgroup; }; struct trace_event_data_offsets_iocg_inuse_update { u32 devname; u32 cgroup; }; struct trace_event_data_offsets_iocost_ioc_vrate_adj { u32 devname; }; struct trace_event_data_offsets_iocost_iocg_forgive_debt { u32 devname; u32 cgroup; }; typedef void (*btf_trace_iocost_iocg_activate)(void *, struct ioc_gq *, const char *, struct ioc_now *, u64, u64, u64); typedef void (*btf_trace_iocost_iocg_idle)(void *, struct ioc_gq *, const char *, struct ioc_now *, u64, u64, u64); typedef void (*btf_trace_iocost_inuse_shortage)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u32, u64, u64); typedef void (*btf_trace_iocost_inuse_transfer)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u32, u64, u64); typedef void (*btf_trace_iocost_inuse_adjust)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u32, u64, u64); typedef void (*btf_trace_iocost_ioc_vrate_adj)(void *, struct ioc *, u64, u32 *, u32, int, int); typedef void (*btf_trace_iocost_iocg_forgive_debt)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u64, u64, u64, u64); struct blkg_rwstat { struct percpu_counter cpu_cnt[5]; atomic64_t aux_cnt[5]; }; struct blkg_rwstat_sample { u64 cnt[5]; }; struct bfq_entity; struct bfq_service_tree { struct rb_root active; struct rb_root idle; struct bfq_entity *first_idle; struct bfq_entity *last_idle; u64 vtime; long unsigned int wsum; }; struct bfq_sched_data; struct bfq_queue; struct bfq_entity { struct rb_node rb_node; bool on_st_or_in_serv; u64 start; u64 finish; struct rb_root *tree; u64 min_start; int service; int budget; int allocated; int dev_weight; int weight; int new_weight; int orig_weight; struct bfq_entity *parent; struct bfq_sched_data *my_sched_data; struct bfq_sched_data *sched_data; int prio_changed; bool in_groups_with_pending_reqs; struct bfq_queue *last_bfqq_created; }; struct bfq_sched_data { struct bfq_entity *in_service_entity; struct bfq_entity *next_in_service; struct bfq_service_tree service_tree[3]; long unsigned int bfq_class_idle_last_service; }; struct bfq_weight_counter { unsigned int weight; unsigned int num_active; struct rb_node weights_node; }; struct bfq_ttime { u64 last_end_request; u64 ttime_total; long unsigned int ttime_samples; u64 ttime_mean; }; struct bfq_data; struct bfq_io_cq; struct bfq_queue { int ref; int stable_ref; struct bfq_data *bfqd; short unsigned int ioprio; short unsigned int ioprio_class; short unsigned int new_ioprio; short unsigned int new_ioprio_class; u64 last_serv_time_ns; unsigned int inject_limit; long unsigned int decrease_time_jif; struct bfq_queue *new_bfqq; struct rb_node pos_node; struct rb_root *pos_root; struct rb_root sort_list; struct request *next_rq; int queued[2]; int meta_pending; struct list_head fifo; struct bfq_entity entity; struct bfq_weight_counter *weight_counter; int max_budget; long unsigned int budget_timeout; int dispatched; long unsigned int flags; struct list_head bfqq_list; struct bfq_ttime ttime; u64 io_start_time; u64 tot_idle_time; u32 seek_history; struct hlist_node burst_list_node; sector_t last_request_pos; unsigned int requests_within_timer; pid_t pid; struct bfq_io_cq *bic; long unsigned int wr_cur_max_time; long unsigned int soft_rt_next_start; long unsigned int last_wr_start_finish; unsigned int wr_coeff; long unsigned int last_idle_bklogged; long unsigned int service_from_backlogged; long unsigned int service_from_wr; long unsigned int wr_start_at_switch_to_srt; long unsigned int split_time; long unsigned int first_IO_time; long unsigned int creation_time; struct bfq_queue *waker_bfqq; struct bfq_queue *tentative_waker_bfqq; unsigned int num_waker_detections; u64 waker_detection_started; struct hlist_node woken_list_node; struct hlist_head woken_list; unsigned int actuator_idx; }; struct bfq_group; struct bfq_data { struct request_queue *queue; struct list_head dispatch; struct bfq_group *root_group; struct rb_root_cached queue_weights_tree; unsigned int num_groups_with_pending_reqs; unsigned int busy_queues[3]; int wr_busy_queues; int queued; int tot_rq_in_driver; int rq_in_driver[8]; bool nonrot_with_queueing; int max_rq_in_driver; int hw_tag_samples; int hw_tag; int budgets_assigned; struct hrtimer idle_slice_timer; struct bfq_queue *in_service_queue; sector_t last_position; sector_t in_serv_last_pos; u64 last_completion; struct bfq_queue *last_completed_rq_bfqq; struct bfq_queue *last_bfqq_created; u64 last_empty_occupied_ns; bool wait_dispatch; struct request *waited_rq; bool rqs_injected; u64 first_dispatch; u64 last_dispatch; ktime_t last_budget_start; ktime_t last_idling_start; long unsigned int last_idling_start_jiffies; int peak_rate_samples; u32 sequential_samples; u64 tot_sectors_dispatched; u32 last_rq_max_size; u64 delta_from_first; u32 peak_rate; int bfq_max_budget; struct list_head active_list[8]; struct list_head idle_list; u64 bfq_fifo_expire[2]; unsigned int bfq_back_penalty; unsigned int bfq_back_max; u32 bfq_slice_idle; int bfq_user_max_budget; unsigned int bfq_timeout; bool strict_guarantees; long unsigned int last_ins_in_burst; long unsigned int bfq_burst_interval; int burst_size; struct bfq_entity *burst_parent_entity; long unsigned int bfq_large_burst_thresh; bool large_burst; struct hlist_head burst_list; bool low_latency; unsigned int bfq_wr_coeff; unsigned int bfq_wr_rt_max_time; unsigned int bfq_wr_min_idle_time; long unsigned int bfq_wr_min_inter_arr_async; unsigned int bfq_wr_max_softrt_rate; u64 rate_dur_prod; struct bfq_queue oom_bfqq; spinlock_t lock; struct bfq_io_cq *bio_bic; struct bfq_queue *bio_bfqq; unsigned int word_depths[4]; unsigned int full_depth_shift; unsigned int num_actuators; sector_t sector[8]; sector_t nr_sectors[8]; struct blk_independent_access_range ia_ranges[8]; unsigned int actuator_load_threshold; }; struct bfq_iocq_bfqq_data { bool saved_has_short_ttime; bool saved_IO_bound; u64 saved_io_start_time; u64 saved_tot_idle_time; bool saved_in_large_burst; bool was_in_burst_list; unsigned int saved_weight; long unsigned int saved_wr_coeff; long unsigned int saved_last_wr_start_finish; long unsigned int saved_service_from_wr; long unsigned int saved_wr_start_at_switch_to_srt; unsigned int saved_wr_cur_max_time; struct bfq_ttime saved_ttime; u64 saved_last_serv_time_ns; unsigned int saved_inject_limit; long unsigned int saved_decrease_time_jif; struct bfq_queue *stable_merge_bfqq; bool stably_merged; }; struct bfq_io_cq { struct io_cq icq; struct bfq_queue *bfqq[16]; int ioprio; uint64_t blkcg_serial_nr; struct bfq_iocq_bfqq_data bfqq_data[8]; unsigned int requests; }; struct bfqg_stats { struct blkg_rwstat bytes; struct blkg_rwstat ios; }; struct bfq_group { struct blkg_policy_data pd; char blkg_path[128]; refcount_t ref; struct bfq_entity entity; struct bfq_sched_data sched_data; struct bfq_data *bfqd; struct bfq_queue *async_bfqq[128]; struct bfq_queue *async_idle_bfqq[8]; struct bfq_entity *my_entity; int active_entities; int num_queues_with_pending_reqs; struct rb_root rq_pos_tree; struct bfqg_stats stats; }; enum bfqq_expiration { BFQQE_TOO_IDLE = 0, BFQQE_BUDGET_TIMEOUT = 1, BFQQE_BUDGET_EXHAUSTED = 2, BFQQE_NO_MORE_REQUESTS = 3, BFQQE_PREEMPTED = 4, }; struct bfq_group_data { struct blkcg_policy_data pd; unsigned int weight; }; struct blk_rq_stat { u64 mean; u64 min; u64 max; u32 nr_samples; u64 batch; }; struct blk_stat_callback { struct list_head list; struct timer_list timer; struct blk_rq_stat *cpu_stat; int (*bucket_fn)(const struct request *); unsigned int buckets; struct blk_rq_stat *stat; void (*timer_fn)(struct blk_stat_callback *); void *data; struct callback_head rcu; }; struct rq_wait { wait_queue_head_t wait; atomic_t inflight; }; struct rq_depth { unsigned int max_depth; int scale_step; bool scaled_max; unsigned int queue_depth; unsigned int default_depth; }; typedef bool acquire_inflight_cb_t(struct rq_wait *, void *); typedef void cleanup_cb_t(struct rq_wait *, void *); struct trace_event_raw_wbt_stat { struct trace_entry ent; char name[32]; s64 rmean; u64 rmin; u64 rmax; s64 rnr_samples; s64 rtime; s64 wmean; u64 wmin; u64 wmax; s64 wnr_samples; s64 wtime; char __data[0]; }; struct trace_event_raw_wbt_lat { struct trace_entry ent; char name[32]; long unsigned int lat; char __data[0]; }; struct trace_event_raw_wbt_step { struct trace_entry ent; char name[32]; const char *msg; int step; long unsigned int window; unsigned int bg; unsigned int normal; unsigned int max; char __data[0]; }; struct trace_event_raw_wbt_timer { struct trace_entry ent; char name[32]; unsigned int status; int step; unsigned int inflight; char __data[0]; }; struct trace_event_data_offsets_wbt_stat {}; struct trace_event_data_offsets_wbt_lat {}; struct trace_event_data_offsets_wbt_step {}; struct trace_event_data_offsets_wbt_timer {}; typedef void (*btf_trace_wbt_stat)(void *, struct backing_dev_info *, struct blk_rq_stat *); typedef void (*btf_trace_wbt_lat)(void *, struct backing_dev_info *, long unsigned int); typedef void (*btf_trace_wbt_step)(void *, struct backing_dev_info *, const char *, int, long unsigned int, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_wbt_timer)(void *, struct backing_dev_info *, unsigned int, int, unsigned int); enum wbt_flags { WBT_TRACKED = 1, WBT_READ = 2, WBT_KSWAPD = 4, WBT_DISCARD = 8, WBT_NR_BITS = 4, }; enum { WBT_RWQ_BG = 0, WBT_RWQ_KSWAPD = 1, WBT_RWQ_DISCARD = 2, WBT_NUM_RWQ = 3, }; enum { WBT_STATE_ON_DEFAULT = 1, WBT_STATE_ON_MANUAL = 2, WBT_STATE_OFF_DEFAULT = 3, WBT_STATE_OFF_MANUAL = 4, }; struct rq_wb { unsigned int wb_background; unsigned int wb_normal; short int enable_state; unsigned int unknown_cnt; u64 win_nsec; u64 cur_win_nsec; struct blk_stat_callback *cb; u64 sync_issue; void *sync_cookie; unsigned int wc; long unsigned int last_issue; long unsigned int last_comp; long unsigned int min_lat_nsec; struct rq_qos rqos; struct rq_wait rq_wait[3]; struct rq_depth rq_depth; }; enum { RWB_DEF_DEPTH = 16, RWB_WINDOW_NSEC = 100000000, RWB_MIN_WRITE_SAMPLES = 3, RWB_UNKNOWN_BUMP = 5, }; enum { LAT_OK = 1, LAT_UNKNOWN = 2, LAT_UNKNOWN_WRITES = 3, LAT_EXCEEDED = 4, }; struct wbt_wait_data { struct rq_wb *rwb; enum wbt_flags wb_acct; blk_opf_t opf; }; struct blk_crypto_ll_ops { int (*keyslot_program)(struct blk_crypto_profile *, const struct blk_crypto_key *, unsigned int); int (*keyslot_evict)(struct blk_crypto_profile *, const struct blk_crypto_key *, unsigned int); }; struct blk_crypto_profile { struct blk_crypto_ll_ops ll_ops; unsigned int max_dun_bytes_supported; unsigned int modes_supported[5]; struct device *dev; unsigned int num_slots; struct rw_semaphore lock; struct lock_class_key lockdep_key; wait_queue_head_t idle_slots_wait_queue; struct list_head idle_slots; spinlock_t idle_slots_lock; struct hlist_head *slot_hashtable; unsigned int log_slot_ht_size; struct blk_crypto_keyslot *slots; }; struct blk_crypto_mode { const char *name; const char *cipher_str; unsigned int keysize; unsigned int ivsize; }; enum io_uring_cmd_flags { IO_URING_F_COMPLETE_DEFER = 1, IO_URING_F_UNLOCKED = 2, IO_URING_F_MULTISHOT = 4, IO_URING_F_IOWQ = 8, IO_URING_F_NONBLOCK = -2147483648, IO_URING_F_SQE128 = 256, IO_URING_F_CQE32 = 512, IO_URING_F_IOPOLL = 1024, }; struct xattr_name { char name[256]; }; struct xattr_ctx { union { const void *cvalue; void *value; }; void *kvalue; size_t size; struct xattr_name *kname; unsigned int flags; }; enum { REQ_F_FIXED_FILE = 1, REQ_F_IO_DRAIN = 2, REQ_F_LINK = 4, REQ_F_HARDLINK = 8, REQ_F_FORCE_ASYNC = 16, REQ_F_BUFFER_SELECT = 32, REQ_F_CQE_SKIP = 64, REQ_F_FAIL = 256, REQ_F_INFLIGHT = 512, REQ_F_CUR_POS = 1024, REQ_F_NOWAIT = 2048, REQ_F_LINK_TIMEOUT = 4096, REQ_F_NEED_CLEANUP = 8192, REQ_F_POLLED = 16384, REQ_F_BUFFER_SELECTED = 32768, REQ_F_BUFFER_RING = 65536, REQ_F_REISSUE = 131072, REQ_F_SUPPORT_NOWAIT = 1073741824, REQ_F_ISREG = 2147483648, REQ_F_CREDS = 262144, REQ_F_REFCOUNT = 524288, REQ_F_ARM_LTIMEOUT = 1048576, REQ_F_ASYNC_DATA = 2097152, REQ_F_SKIP_LINK_CQES = 4194304, REQ_F_SINGLE_POLL = 8388608, REQ_F_DOUBLE_POLL = 16777216, REQ_F_PARTIAL_IO = 33554432, REQ_F_APOLL_MULTISHOT = 134217728, REQ_F_CQE32_INIT = 67108864, REQ_F_CLEAR_POLLIN = 268435456, REQ_F_HASH_LOCKED = 536870912, }; enum { IOU_OK = 0, IOU_ISSUE_SKIP_COMPLETE = -529, IOU_STOP_MULTISHOT = -125, }; struct io_xattr { struct file *file; struct xattr_ctx ctx; struct filename *filename; }; struct io_splice { struct file *file_out; loff_t off_out; loff_t off_in; u64 len; int splice_fd_in; unsigned int flags; }; struct io_fadvise { struct file *file; u64 offset; u32 len; u32 advice; }; struct io_madvise { struct file *file; u64 addr; u32 len; u32 advice; }; struct io_cache_entry { struct io_wq_work_node node; }; struct io_rsrc_put { u64 tag; union { void *rsrc; struct file *file; struct io_mapped_ubuf *buf; }; }; struct io_rsrc_node { union { struct io_cache_entry cache; struct io_ring_ctx *ctx; }; int refs; bool empty; u16 type; struct list_head node; struct io_rsrc_put item; }; struct io_mapped_ubuf { u64 ubuf; u64 ubuf_end; unsigned int nr_bvecs; long unsigned int acct_pages; struct bio_vec bvec[0]; }; struct io_rsrc_data { struct io_ring_ctx *ctx; u64 **tags; unsigned int nr; u16 rsrc_type; bool quiesce; }; struct io_open { struct file *file; int dfd; u32 file_slot; struct filename *filename; struct open_how how; long unsigned int nofile; }; struct io_close { struct file *file; int fd; u32 file_slot; }; struct statx_timestamp { __s64 tv_sec; __u32 tv_nsec; __s32 __reserved; }; struct statx { __u32 stx_mask; __u32 stx_blksize; __u64 stx_attributes; __u32 stx_nlink; __u32 stx_uid; __u32 stx_gid; __u16 stx_mode; __u16 __spare0[1]; __u64 stx_ino; __u64 stx_size; __u64 stx_blocks; __u64 stx_attributes_mask; struct statx_timestamp stx_atime; struct statx_timestamp stx_btime; struct statx_timestamp stx_ctime; struct statx_timestamp stx_mtime; __u32 stx_rdev_major; __u32 stx_rdev_minor; __u32 stx_dev_major; __u32 stx_dev_minor; __u64 stx_mnt_id; __u32 stx_dio_mem_align; __u32 stx_dio_offset_align; __u64 __spare3[12]; }; struct io_statx { struct file *file; int dfd; unsigned int mask; unsigned int flags; struct filename *filename; struct statx *buffer; }; enum { IORING_MSG_DATA = 0, IORING_MSG_SEND_FD = 1, }; struct io_msg { struct file *file; struct file *src_file; struct callback_head tw; u64 user_data; u32 len; u32 cmd; u32 src_fd; union { u32 dst_fd; u32 cqe_flags; }; u32 flags; }; struct io_uring_rsrc_update { __u32 offset; __u32 resv; __u64 data; }; typedef struct io_wq_work *free_work_fn(struct io_wq_work *); typedef void io_wq_work_fn(struct io_wq_work *); struct io_wq_data { struct io_wq_hash *hash; struct task_struct *task; io_wq_work_fn *do_work; free_work_fn *free_work; }; struct io_tctx_node { struct list_head ctx_node; struct task_struct *task; struct io_ring_ctx *ctx; }; enum { IORING_CQE_BUFFER_SHIFT = 16, }; struct io_uring_buf { __u64 addr; __u32 len; __u16 bid; __u16 resv; }; struct io_uring_buf_ring { union { struct { __u64 resv1; __u32 resv2; __u16 resv3; __u16 tail; }; struct { struct {} __empty_bufs; struct io_uring_buf bufs[0]; }; }; }; enum { IOU_PBUF_RING_MMAP = 1, }; struct io_uring_buf_reg { __u64 ring_addr; __u32 ring_entries; __u16 bgid; __u16 flags; __u64 resv[3]; }; struct io_buffer_list { union { struct list_head buf_list; struct { struct page **buf_pages; struct io_uring_buf_ring *buf_ring; }; }; __u16 bgid; __u16 buf_nr_pages; __u16 nr_entries; __u16 head; __u16 mask; __u8 is_mapped; __u8 is_mmap; }; struct io_buffer { struct list_head list; __u64 addr; __u32 len; __u16 bid; __u16 bgid; }; struct io_provide_buf { struct file *file; __u64 addr; __u32 len; __u32 bgid; __u16 nbufs; __u16 bid; }; struct io_sq_data { refcount_t refs; atomic_t park_pending; struct mutex lock; struct list_head ctx_list; struct task_struct *thread; struct wait_queue_head wait; unsigned int sq_thread_idle; int sq_cpu; pid_t task_pid; pid_t task_tgid; long unsigned int state; struct completion exited; }; struct io_poll { struct file *file; struct wait_queue_head *head; __poll_t events; int retries; struct wait_queue_entry wait; }; struct async_poll { union { struct io_poll poll; struct io_cache_entry cache; }; struct io_poll *double_poll; }; struct io_issue_def { unsigned int needs_file: 1; unsigned int plug: 1; unsigned int hash_reg_file: 1; unsigned int unbound_nonreg_file: 1; unsigned int pollin: 1; unsigned int pollout: 1; unsigned int poll_exclusive: 1; unsigned int buffer_select: 1; unsigned int not_supported: 1; unsigned int audit_skip: 1; unsigned int ioprio: 1; unsigned int iopoll: 1; unsigned int iopoll_queue: 1; unsigned int manual_alloc: 1; int (*issue)(struct io_kiocb *, unsigned int); int (*prep)(struct io_kiocb *, const struct io_uring_sqe *); }; struct io_cold_def { short unsigned int async_size; const char *name; int (*prep_async)(struct io_kiocb *); void (*cleanup)(struct io_kiocb *); void (*fail)(struct io_kiocb *); }; struct wrapper { cmp_func_t cmp; swap_func_t swap; }; struct sg_append_table { struct sg_table sgt; struct scatterlist *prv; unsigned int total_nents; }; typedef struct scatterlist *sg_alloc_fn(unsigned int, gfp_t); typedef void sg_free_fn(struct scatterlist *, unsigned int); struct sg_page_iter { struct scatterlist *sg; unsigned int sg_pgoffset; unsigned int __nents; int __pg_advance; }; struct sg_dma_page_iter { struct sg_page_iter base; }; struct sg_mapping_iter { struct page *page; void *addr; size_t length; size_t consumed; struct sg_page_iter piter; unsigned int __offset; unsigned int __remaining; unsigned int __flags; }; struct iov_iter_state { size_t iov_offset; size_t count; long unsigned int nr_segs; }; struct csum_state { __wsum csum; size_t off; }; typedef s32 compat_ssize_t; struct test_fail { const char *str; unsigned int base; }; struct test_s8 { const char *str; unsigned int base; s8 expected_res; }; struct test_u8 { const char *str; unsigned int base; u8 expected_res; }; struct test_s16 { const char *str; unsigned int base; s16 expected_res; }; struct test_u16 { const char *str; unsigned int base; u16 expected_res; }; struct test_s32 { const char *str; unsigned int base; s32 expected_res; }; struct test_u32 { const char *str; unsigned int base; u32 expected_res; }; struct test_s64 { const char *str; unsigned int base; s64 expected_res; }; struct test_u64 { const char *str; unsigned int base; u64 expected_res; }; struct test_ll { const char *str; unsigned int base; long long int expected_res; }; struct test_ull { const char *str; unsigned int base; long long unsigned int expected_res; }; typedef struct { u64 a; u64 b; } u128; typedef struct { __be64 a; __be64 b; } be128; typedef struct { __le64 b; __le64 a; } le128; struct gf128mul_4k { be128 t[256]; }; struct gf128mul_64k { struct gf128mul_4k *t[16]; }; enum blake2s_lengths { BLAKE2S_BLOCK_SIZE = 64, BLAKE2S_HASH_SIZE = 32, BLAKE2S_KEY_SIZE = 32, BLAKE2S_128_HASH_SIZE = 16, BLAKE2S_160_HASH_SIZE = 20, BLAKE2S_224_HASH_SIZE = 28, BLAKE2S_256_HASH_SIZE = 32, }; struct blake2s_state { u32 h[8]; u32 t[2]; u32 f[2]; u8 buf[64]; unsigned int buflen; unsigned int outlen; }; enum blake2s_iv { BLAKE2S_IV0 = 1779033703, BLAKE2S_IV1 = 3144134277, BLAKE2S_IV2 = 1013904242, BLAKE2S_IV3 = 2773480762, BLAKE2S_IV4 = 1359893119, BLAKE2S_IV5 = 2600822924, BLAKE2S_IV6 = 528734635, BLAKE2S_IV7 = 1541459225, }; enum chacha20poly1305_lengths { XCHACHA20POLY1305_NONCE_SIZE = 24, CHACHA20POLY1305_KEY_SIZE = 32, CHACHA20POLY1305_AUTHTAG_SIZE = 16, }; struct poly1305_key { union { u32 r[5]; u64 r64[3]; }; }; struct poly1305_core_key { struct poly1305_key key; struct poly1305_key precomputed_s; }; struct poly1305_state { union { u32 h[5]; u64 h64[3]; }; }; struct poly1305_desc_ctx { u8 buf[16]; unsigned int buflen; short unsigned int rset; bool sset; u32 s[4]; struct poly1305_state h; union { struct poly1305_key opaque_r[1]; struct poly1305_core_key core_r; }; }; struct chacha20poly1305_testvec { const u8 *input; const u8 *output; const u8 *assoc; const u8 *nonce; const u8 *key; size_t ilen; size_t alen; size_t nlen; bool failure; }; enum { MAXIMUM_TEST_BUFFER_LEN = 4096, }; struct assoc_array_ops { long unsigned int (*get_key_chunk)(const void *, int); long unsigned int (*get_object_key_chunk)(const void *, int); bool (*compare_object)(const void *, const void *); int (*diff_objects)(const void *, const void *); void (*free_object)(void *); }; struct assoc_array_node { struct assoc_array_ptr *back_pointer; u8 parent_slot; struct assoc_array_ptr *slots[16]; long unsigned int nr_leaves_on_branch; }; struct assoc_array_shortcut { struct assoc_array_ptr *back_pointer; int parent_slot; int skip_to_level; struct assoc_array_ptr *next_node; long unsigned int index_key[0]; }; struct assoc_array_edit { struct callback_head rcu; struct assoc_array *array; const struct assoc_array_ops *ops; const struct assoc_array_ops *ops_for_excised_subtree; struct assoc_array_ptr *leaf; struct assoc_array_ptr **leaf_p; struct assoc_array_ptr *dead_leaf; struct assoc_array_ptr *new_meta[3]; struct assoc_array_ptr *excised_meta[1]; struct assoc_array_ptr *excised_subtree; struct assoc_array_ptr **set_backpointers[16]; struct assoc_array_ptr *set_backpointers_to; struct assoc_array_node *adjust_count_on; long int adjust_count_by; struct { struct assoc_array_ptr **ptr; struct assoc_array_ptr *to; } set[2]; struct { u8 *p; u8 to; } set_parent_slot[1]; u8 segment_cache[17]; }; enum assoc_array_walk_status { assoc_array_walk_tree_empty = 0, assoc_array_walk_found_terminal_node = 1, assoc_array_walk_found_wrong_shortcut = 2, }; struct assoc_array_walk_result { struct { struct assoc_array_node *node; int level; int slot; } terminal_node; struct { struct assoc_array_shortcut *shortcut; int level; int sc_level; long unsigned int sc_segments; long unsigned int dissimilarity; } wrong_shortcut; }; struct assoc_array_delete_collapse_context { struct assoc_array_node *node; const void *skip_leaf; int slot; }; enum { CRYPTO_MSG_ALG_REQUEST = 0, CRYPTO_MSG_ALG_REGISTER = 1, CRYPTO_MSG_ALG_LOADED = 2, }; struct sw842_param { u8 *in; u8 bit; u64 ilen; u8 *out; u8 *ostart; u64 olen; }; typedef long int __kernel_ptrdiff_t; typedef __kernel_ptrdiff_t ptrdiff_t; typedef uint8_t BYTE; typedef uint16_t U16; typedef uint32_t U32; typedef uint64_t U64; typedef struct { size_t bitContainer; unsigned int bitPos; char *startPtr; char *ptr; char *endPtr; } BIT_CStream_t; typedef unsigned int FSE_CTable; typedef struct { ptrdiff_t value; const void *stateTable; const void *symbolTT; unsigned int stateLog; } FSE_CState_t; typedef struct { int deltaFindState; U32 deltaNbBits; } FSE_symbolCompressionTransform; typedef s16 int16_t; typedef uint8_t U8; typedef int16_t S16; typedef enum { FSE_repeat_none = 0, FSE_repeat_check = 1, FSE_repeat_valid = 2, } FSE_repeat; typedef size_t HUF_CElt; typedef enum { HUF_repeat_none = 0, HUF_repeat_check = 1, HUF_repeat_valid = 2, } HUF_repeat; typedef struct { U32 f1c; U32 f1d; U32 f7b; U32 f7c; } ZSTD_cpuid_t; typedef enum { ZSTDcs_created = 0, ZSTDcs_init = 1, ZSTDcs_ongoing = 2, ZSTDcs_ending = 3, } ZSTD_compressionStage_e; typedef enum { ZSTD_f_zstd1 = 0, ZSTD_f_zstd1_magicless = 1, } ZSTD_format_e; typedef enum { ZSTD_fast = 1, ZSTD_dfast = 2, ZSTD_greedy = 3, ZSTD_lazy = 4, ZSTD_lazy2 = 5, ZSTD_btlazy2 = 6, ZSTD_btopt = 7, ZSTD_btultra = 8, ZSTD_btultra2 = 9, } ZSTD_strategy; typedef struct { unsigned int windowLog; unsigned int chainLog; unsigned int hashLog; unsigned int searchLog; unsigned int minMatch; unsigned int targetLength; ZSTD_strategy strategy; } ZSTD_compressionParameters; typedef struct { int contentSizeFlag; int checksumFlag; int noDictIDFlag; } ZSTD_frameParameters; typedef enum { ZSTD_dictDefaultAttach = 0, ZSTD_dictForceAttach = 1, ZSTD_dictForceCopy = 2, ZSTD_dictForceLoad = 3, } ZSTD_dictAttachPref_e; typedef enum { ZSTD_ps_auto = 0, ZSTD_ps_enable = 1, ZSTD_ps_disable = 2, } ZSTD_paramSwitch_e; typedef struct { ZSTD_paramSwitch_e enableLdm; U32 hashLog; U32 bucketSizeLog; U32 minMatchLength; U32 hashRateLog; U32 windowLog; } ldmParams_t; typedef enum { ZSTD_bm_buffered = 0, ZSTD_bm_stable = 1, } ZSTD_bufferMode_e; typedef enum { ZSTD_sf_noBlockDelimiters = 0, ZSTD_sf_explicitBlockDelimiters = 1, } ZSTD_sequenceFormat_e; typedef void * (*ZSTD_allocFunction)(void *, size_t); typedef void (*ZSTD_freeFunction)(void *, void *); typedef struct { ZSTD_allocFunction customAlloc; ZSTD_freeFunction customFree; void *opaque; } ZSTD_customMem; struct ZSTD_CCtx_params_s { ZSTD_format_e format; ZSTD_compressionParameters cParams; ZSTD_frameParameters fParams; int compressionLevel; int forceWindow; size_t targetCBlockSize; int srcSizeHint; ZSTD_dictAttachPref_e attachDictPref; ZSTD_paramSwitch_e literalCompressionMode; int nbWorkers; size_t jobSize; int overlapLog; int rsyncable; ldmParams_t ldmParams; int enableDedicatedDictSearch; ZSTD_bufferMode_e inBufferMode; ZSTD_bufferMode_e outBufferMode; ZSTD_sequenceFormat_e blockDelimiters; int validateSequences; ZSTD_paramSwitch_e useBlockSplitter; ZSTD_paramSwitch_e useRowMatchFinder; int deterministicRefPrefix; ZSTD_customMem customMem; }; typedef struct ZSTD_CCtx_params_s ZSTD_CCtx_params; typedef enum { ZSTD_cwksp_alloc_objects = 0, ZSTD_cwksp_alloc_buffers = 1, ZSTD_cwksp_alloc_aligned = 2, } ZSTD_cwksp_alloc_phase_e; typedef enum { ZSTD_cwksp_dynamic_alloc = 0, ZSTD_cwksp_static_alloc = 1, } ZSTD_cwksp_static_alloc_e; typedef struct { void *workspace; void *workspaceEnd; void *objectEnd; void *tableEnd; void *tableValidEnd; void *allocStart; BYTE allocFailed; int workspaceOversizedDuration; ZSTD_cwksp_alloc_phase_e phase; ZSTD_cwksp_static_alloc_e isStatic; } ZSTD_cwksp; struct xxh64_state { uint64_t total_len; uint64_t v1; uint64_t v2; uint64_t v3; uint64_t v4; uint64_t mem64[4]; uint32_t memsize; }; struct POOL_ctx_s; typedef struct POOL_ctx_s ZSTD_threadPool; typedef struct { unsigned int offset; unsigned int litLength; unsigned int matchLength; unsigned int rep; } ZSTD_Sequence; typedef struct { int collectSequences; ZSTD_Sequence *seqStart; size_t seqIndex; size_t maxSequences; } SeqCollector; typedef enum { ZSTD_llt_none = 0, ZSTD_llt_literalLength = 1, ZSTD_llt_matchLength = 2, } ZSTD_longLengthType_e; struct seqDef_s; typedef struct seqDef_s seqDef; typedef struct { seqDef *sequencesStart; seqDef *sequences; BYTE *litStart; BYTE *lit; BYTE *llCode; BYTE *mlCode; BYTE *ofCode; size_t maxNbSeq; size_t maxNbLit; ZSTD_longLengthType_e longLengthType; U32 longLengthPos; } seqStore_t; typedef struct { const BYTE *nextSrc; const BYTE *base; const BYTE *dictBase; U32 dictLimit; U32 lowLimit; U32 nbOverflowCorrections; } ZSTD_window_t; typedef struct { U32 offset; U32 checksum; } ldmEntry_t; typedef struct { const BYTE *split; U32 hash; U32 checksum; ldmEntry_t *bucket; } ldmMatchCandidate_t; typedef struct { ZSTD_window_t window; ldmEntry_t *hashTable; U32 loadedDictEnd; BYTE *bucketOffsets; size_t splitIndices[64]; ldmMatchCandidate_t matchCandidates[64]; } ldmState_t; typedef struct { U32 offset; U32 litLength; U32 matchLength; } rawSeq; typedef struct { rawSeq *seq; size_t pos; size_t posInSequence; size_t size; size_t capacity; } rawSeqStore_t; typedef struct { HUF_CElt CTable[257]; HUF_repeat repeatMode; } ZSTD_hufCTables_t; typedef struct { FSE_CTable offcodeCTable[193]; FSE_CTable matchlengthCTable[363]; FSE_CTable litlengthCTable[329]; FSE_repeat offcode_repeatMode; FSE_repeat matchlength_repeatMode; FSE_repeat litlength_repeatMode; } ZSTD_fseCTables_t; typedef struct { ZSTD_hufCTables_t huf; ZSTD_fseCTables_t fse; } ZSTD_entropyCTables_t; typedef struct { ZSTD_entropyCTables_t entropy; U32 rep[3]; } ZSTD_compressedBlockState_t; typedef struct { U32 off; U32 len; } ZSTD_match_t; typedef struct { int price; U32 off; U32 mlen; U32 litlen; U32 rep[3]; } ZSTD_optimal_t; typedef enum { zop_dynamic = 0, zop_predef = 1, } ZSTD_OptPrice_e; typedef struct { unsigned int *litFreq; unsigned int *litLengthFreq; unsigned int *matchLengthFreq; unsigned int *offCodeFreq; ZSTD_match_t *matchTable; ZSTD_optimal_t *priceTable; U32 litSum; U32 litLengthSum; U32 matchLengthSum; U32 offCodeSum; U32 litSumBasePrice; U32 litLengthSumBasePrice; U32 matchLengthSumBasePrice; U32 offCodeSumBasePrice; ZSTD_OptPrice_e priceType; const ZSTD_entropyCTables_t *symbolCosts; ZSTD_paramSwitch_e literalCompressionMode; } optState_t; struct ZSTD_matchState_t; typedef struct ZSTD_matchState_t ZSTD_matchState_t; struct ZSTD_matchState_t { ZSTD_window_t window; U32 loadedDictEnd; U32 nextToUpdate; U32 hashLog3; U32 rowHashLog; U16 *tagTable; U32 hashCache[8]; U32 *hashTable; U32 *hashTable3; U32 *chainTable; U32 forceNonContiguous; int dedicatedDictSearch; optState_t opt; const ZSTD_matchState_t *dictMatchState; ZSTD_compressionParameters cParams; const rawSeqStore_t *ldmSeqStore; }; typedef struct { ZSTD_compressedBlockState_t *prevCBlock; ZSTD_compressedBlockState_t *nextCBlock; ZSTD_matchState_t matchState; } ZSTD_blockState_t; typedef enum { ZSTDb_not_buffered = 0, ZSTDb_buffered = 1, } ZSTD_buffered_policy_e; typedef enum { zcss_init = 0, zcss_load = 1, zcss_flush = 2, } ZSTD_cStreamStage; struct ZSTD_inBuffer_s { const void *src; size_t size; size_t pos; }; typedef struct ZSTD_inBuffer_s ZSTD_inBuffer; typedef enum { ZSTD_dct_auto = 0, ZSTD_dct_rawContent = 1, ZSTD_dct_fullDict = 2, } ZSTD_dictContentType_e; struct ZSTD_CDict_s; typedef struct ZSTD_CDict_s ZSTD_CDict; typedef struct { void *dictBuffer; const void *dict; size_t dictSize; ZSTD_dictContentType_e dictContentType; ZSTD_CDict *cdict; } ZSTD_localDict; struct ZSTD_prefixDict_s { const void *dict; size_t dictSize; ZSTD_dictContentType_e dictContentType; }; typedef struct ZSTD_prefixDict_s ZSTD_prefixDict; typedef enum { set_basic = 0, set_rle = 1, set_compressed = 2, set_repeat = 3, } symbolEncodingType_e; typedef struct { symbolEncodingType_e hType; BYTE hufDesBuffer[128]; size_t hufDesSize; } ZSTD_hufCTablesMetadata_t; typedef struct { symbolEncodingType_e llType; symbolEncodingType_e ofType; symbolEncodingType_e mlType; BYTE fseTablesBuffer[133]; size_t fseTablesSize; size_t lastCountSize; } ZSTD_fseCTablesMetadata_t; typedef struct { ZSTD_hufCTablesMetadata_t hufMetadata; ZSTD_fseCTablesMetadata_t fseMetadata; } ZSTD_entropyCTablesMetadata_t; typedef struct { seqStore_t fullSeqStoreChunk; seqStore_t firstHalfSeqStore; seqStore_t secondHalfSeqStore; seqStore_t currSeqStore; seqStore_t nextSeqStore; U32 partitions[196]; ZSTD_entropyCTablesMetadata_t entropyMetadata; } ZSTD_blockSplitCtx; struct ZSTD_CCtx_s { ZSTD_compressionStage_e stage; int cParamsChanged; int bmi2; ZSTD_CCtx_params requestedParams; ZSTD_CCtx_params appliedParams; ZSTD_CCtx_params simpleApiParams; U32 dictID; size_t dictContentSize; ZSTD_cwksp workspace; size_t blockSize; long long unsigned int pledgedSrcSizePlusOne; long long unsigned int consumedSrcSize; long long unsigned int producedCSize; struct xxh64_state xxhState; ZSTD_customMem customMem; ZSTD_threadPool *pool; size_t staticSize; SeqCollector seqCollector; int isFirstBlock; int initialized; seqStore_t seqStore; ldmState_t ldmState; rawSeq *ldmSequences; size_t maxNbLdmSequences; rawSeqStore_t externSeqStore; ZSTD_blockState_t blockState; U32 *entropyWorkspace; ZSTD_buffered_policy_e bufferedPolicy; char *inBuff; size_t inBuffSize; size_t inToCompress; size_t inBuffPos; size_t inBuffTarget; char *outBuff; size_t outBuffSize; size_t outBuffContentSize; size_t outBuffFlushedSize; ZSTD_cStreamStage streamStage; U32 frameEnded; ZSTD_inBuffer expectedInBuffer; size_t expectedOutBufferSize; ZSTD_localDict localDict; const ZSTD_CDict *cdict; ZSTD_prefixDict prefixDict; ZSTD_blockSplitCtx blockSplitCtx; }; typedef struct ZSTD_CCtx_s ZSTD_CCtx; typedef enum { ZSTD_c_compressionLevel = 100, ZSTD_c_windowLog = 101, ZSTD_c_hashLog = 102, ZSTD_c_chainLog = 103, ZSTD_c_searchLog = 104, ZSTD_c_minMatch = 105, ZSTD_c_targetLength = 106, ZSTD_c_strategy = 107, ZSTD_c_enableLongDistanceMatching = 160, ZSTD_c_ldmHashLog = 161, ZSTD_c_ldmMinMatch = 162, ZSTD_c_ldmBucketSizeLog = 163, ZSTD_c_ldmHashRateLog = 164, ZSTD_c_contentSizeFlag = 200, ZSTD_c_checksumFlag = 201, ZSTD_c_dictIDFlag = 202, ZSTD_c_nbWorkers = 400, ZSTD_c_jobSize = 401, ZSTD_c_overlapLog = 402, ZSTD_c_experimentalParam1 = 500, ZSTD_c_experimentalParam2 = 10, ZSTD_c_experimentalParam3 = 1000, ZSTD_c_experimentalParam4 = 1001, ZSTD_c_experimentalParam5 = 1002, ZSTD_c_experimentalParam6 = 1003, ZSTD_c_experimentalParam7 = 1004, ZSTD_c_experimentalParam8 = 1005, ZSTD_c_experimentalParam9 = 1006, ZSTD_c_experimentalParam10 = 1007, ZSTD_c_experimentalParam11 = 1008, ZSTD_c_experimentalParam12 = 1009, ZSTD_c_experimentalParam13 = 1010, ZSTD_c_experimentalParam14 = 1011, ZSTD_c_experimentalParam15 = 1012, } ZSTD_cParameter; typedef struct { size_t error; int lowerBound; int upperBound; } ZSTD_bounds; typedef enum { ZSTD_reset_session_only = 1, ZSTD_reset_parameters = 2, ZSTD_reset_session_and_parameters = 3, } ZSTD_ResetDirective; struct ZSTD_outBuffer_s { void *dst; size_t size; size_t pos; }; typedef struct ZSTD_outBuffer_s ZSTD_outBuffer; typedef ZSTD_CCtx ZSTD_CStream; typedef enum { ZSTD_e_continue = 0, ZSTD_e_flush = 1, ZSTD_e_end = 2, } ZSTD_EndDirective; struct ZSTD_CDict_s { const void *dictContent; size_t dictContentSize; ZSTD_dictContentType_e dictContentType; U32 *entropyWorkspace; ZSTD_cwksp workspace; ZSTD_matchState_t matchState; ZSTD_compressedBlockState_t cBlockState; ZSTD_customMem customMem; U32 dictID; int compressionLevel; ZSTD_paramSwitch_e useRowMatchFinder; }; typedef struct { ZSTD_compressionParameters cParams; ZSTD_frameParameters fParams; } ZSTD_parameters; typedef enum { ZSTD_dlm_byCopy = 0, ZSTD_dlm_byRef = 1, } ZSTD_dictLoadMethod_e; typedef struct { long long unsigned int ingested; long long unsigned int consumed; long long unsigned int produced; long long unsigned int flushed; unsigned int currentJobID; unsigned int nbActiveWorkers; } ZSTD_frameProgression; typedef enum { ZSTD_no_overlap = 0, ZSTD_overlap_src_before_dst = 1, } ZSTD_overlap_e; struct seqDef_s { U32 offBase; U16 litLength; U16 mlBase; }; typedef enum { ZSTD_dtlm_fast = 0, ZSTD_dtlm_full = 1, } ZSTD_dictTableLoadMethod_e; typedef enum { ZSTD_noDict = 0, ZSTD_extDict = 1, ZSTD_dictMatchState = 2, ZSTD_dedicatedDictSearch = 3, } ZSTD_dictMode_e; typedef enum { ZSTD_cpm_noAttachDict = 0, ZSTD_cpm_attachDict = 1, ZSTD_cpm_createCDict = 2, ZSTD_cpm_unknown = 3, } ZSTD_cParamMode_e; typedef size_t (*ZSTD_blockCompressor)(ZSTD_matchState_t *, seqStore_t *, U32 *, const void *, size_t); struct repcodes_s { U32 rep[3]; }; typedef struct repcodes_s repcodes_t; typedef enum { ZSTD_defaultDisallowed = 0, ZSTD_defaultAllowed = 1, } ZSTD_defaultPolicy_e; typedef enum { ZSTDcrp_makeClean = 0, ZSTDcrp_leaveDirty = 1, } ZSTD_compResetPolicy_e; typedef enum { ZSTDirp_continue = 0, ZSTDirp_reset = 1, } ZSTD_indexResetPolicy_e; typedef enum { ZSTD_resetTarget_CDict = 0, ZSTD_resetTarget_CCtx = 1, } ZSTD_resetTarget_e; typedef struct { U32 LLtype; U32 Offtype; U32 MLtype; size_t size; size_t lastCountSize; } ZSTD_symbolEncodingTypeStats_t; enum { ZSTDbss_compress = 0, ZSTDbss_noCompress = 1, }; typedef struct { U32 *splitLocations; size_t idx; } seqStoreSplits; typedef struct { U32 idx; U32 posInSequence; size_t posInSrc; } ZSTD_sequencePosition; typedef size_t (*ZSTD_sequenceCopier)(ZSTD_CCtx *, ZSTD_sequencePosition *, const ZSTD_Sequence * const, size_t, const void *, size_t); typedef enum { ZSTD_error_no_error = 0, ZSTD_error_GENERIC = 1, ZSTD_error_prefix_unknown = 10, ZSTD_error_version_unsupported = 12, ZSTD_error_frameParameter_unsupported = 14, ZSTD_error_frameParameter_windowTooLarge = 16, ZSTD_error_corruption_detected = 20, ZSTD_error_checksum_wrong = 22, ZSTD_error_dictionary_corrupted = 30, ZSTD_error_dictionary_wrong = 32, ZSTD_error_dictionaryCreation_failed = 34, ZSTD_error_parameter_unsupported = 40, ZSTD_error_parameter_outOfBound = 42, ZSTD_error_tableLog_tooLarge = 44, ZSTD_error_maxSymbolValue_tooLarge = 46, ZSTD_error_maxSymbolValue_tooSmall = 48, ZSTD_error_stage_wrong = 60, ZSTD_error_init_missing = 62, ZSTD_error_memory_allocation = 64, ZSTD_error_workSpace_tooSmall = 66, ZSTD_error_dstSize_tooSmall = 70, ZSTD_error_srcSize_wrong = 72, ZSTD_error_dstBuffer_null = 74, ZSTD_error_frameIndex_tooLarge = 100, ZSTD_error_seekableIO = 102, ZSTD_error_dstBuffer_wrong = 104, ZSTD_error_srcBuffer_wrong = 105, ZSTD_error_maxCode = 120, } ZSTD_ErrorCode; typedef struct { U16 nextState; BYTE nbAdditionalBits; BYTE nbBits; U32 baseValue; } ZSTD_seqSymbol; typedef U32 HUF_DTable; typedef struct { ZSTD_seqSymbol LLTable[513]; ZSTD_seqSymbol OFTable[257]; ZSTD_seqSymbol MLTable[513]; HUF_DTable hufTable[4097]; U32 rep[3]; U32 workspace[157]; } ZSTD_entropyDTables_t; typedef enum { ZSTD_frame = 0, ZSTD_skippableFrame = 1, } ZSTD_frameType_e; typedef struct { long long unsigned int frameContentSize; long long unsigned int windowSize; unsigned int blockSizeMax; ZSTD_frameType_e frameType; unsigned int headerSize; unsigned int dictID; unsigned int checksumFlag; } ZSTD_frameHeader; typedef enum { bt_raw = 0, bt_rle = 1, bt_compressed = 2, bt_reserved = 3, } blockType_e; typedef enum { ZSTDds_getFrameHeaderSize = 0, ZSTDds_decodeFrameHeader = 1, ZSTDds_decodeBlockHeader = 2, ZSTDds_decompressBlock = 3, ZSTDds_decompressLastBlock = 4, ZSTDds_checkChecksum = 5, ZSTDds_decodeSkippableHeader = 6, ZSTDds_skipFrame = 7, } ZSTD_dStage; typedef enum { ZSTD_d_validateChecksum = 0, ZSTD_d_ignoreChecksum = 1, } ZSTD_forceIgnoreChecksum_e; typedef enum { ZSTD_use_indefinitely = -1, ZSTD_dont_use = 0, ZSTD_use_once = 1, } ZSTD_dictUses_e; struct ZSTD_DDict_s; typedef struct ZSTD_DDict_s ZSTD_DDict; typedef struct { const ZSTD_DDict **ddictPtrTable; size_t ddictPtrTableSize; size_t ddictPtrCount; } ZSTD_DDictHashSet; typedef enum { ZSTD_rmd_refSingleDDict = 0, ZSTD_rmd_refMultipleDDicts = 1, } ZSTD_refMultipleDDicts_e; typedef enum { zdss_init = 0, zdss_loadHeader = 1, zdss_read = 2, zdss_load = 3, zdss_flush = 4, } ZSTD_dStreamStage; typedef enum { ZSTD_not_in_dst = 0, ZSTD_in_dst = 1, ZSTD_split = 2, } ZSTD_litLocation_e; struct ZSTD_DCtx_s { const ZSTD_seqSymbol *LLTptr; const ZSTD_seqSymbol *MLTptr; const ZSTD_seqSymbol *OFTptr; const HUF_DTable *HUFptr; ZSTD_entropyDTables_t entropy; U32 workspace[640]; const void *previousDstEnd; const void *prefixStart; const void *virtualStart; const void *dictEnd; size_t expected; ZSTD_frameHeader fParams; U64 processedCSize; U64 decodedSize; blockType_e bType; ZSTD_dStage stage; U32 litEntropy; U32 fseEntropy; struct xxh64_state xxhState; size_t headerSize; ZSTD_format_e format; ZSTD_forceIgnoreChecksum_e forceIgnoreChecksum; U32 validateChecksum; const BYTE *litPtr; ZSTD_customMem customMem; size_t litSize; size_t rleSize; size_t staticSize; ZSTD_DDict *ddictLocal; const ZSTD_DDict *ddict; U32 dictID; int ddictIsCold; ZSTD_dictUses_e dictUses; ZSTD_DDictHashSet *ddictSet; ZSTD_refMultipleDDicts_e refMultipleDDicts; ZSTD_dStreamStage streamStage; char *inBuff; size_t inBuffSize; size_t inPos; size_t maxWindowSize; char *outBuff; size_t outBuffSize; size_t outStart; size_t outEnd; size_t lhSize; U32 hostageByte; int noForwardProgress; ZSTD_bufferMode_e outBufferMode; ZSTD_outBuffer expectedOutBuffer; BYTE *litBuffer; const BYTE *litBufferEnd; ZSTD_litLocation_e litBufferLocation; BYTE litExtraBuffer[65568]; BYTE headerBuffer[18]; size_t oversizedDuration; }; typedef struct ZSTD_DCtx_s ZSTD_DCtx; typedef ZSTD_DCtx ZSTD_DStream; typedef ZSTD_ErrorCode zstd_error_code; typedef ZSTD_DCtx zstd_dctx; typedef ZSTD_inBuffer zstd_in_buffer; typedef ZSTD_outBuffer zstd_out_buffer; typedef ZSTD_DStream zstd_dstream; typedef ZSTD_frameHeader zstd_frame_header; typedef struct { size_t bitContainer; unsigned int bitsConsumed; const char *ptr; const char *start; const char *limitPtr; } BIT_DStream_t; typedef enum { BIT_DStream_unfinished = 0, BIT_DStream_endOfBuffer = 1, BIT_DStream_completed = 2, BIT_DStream_overflow = 3, } BIT_DStream_status; typedef struct { BYTE maxTableLog; BYTE tableType; BYTE tableLog; BYTE reserved; } DTableDesc; typedef struct { BYTE nbBits; BYTE byte; } HUF_DEltX1; typedef struct { U32 rankVal[13]; U32 rankStart[13]; U32 statsWksp[218]; BYTE symbols[256]; BYTE huffWeight[256]; } HUF_ReadDTableX1_Workspace; typedef struct { U16 sequence; BYTE nbBits; BYTE length; } HUF_DEltX2; typedef struct { BYTE symbol; } sortedSymbol_t; typedef U32 rankValCol_t[13]; typedef struct { U32 rankVal[156]; U32 rankStats[13]; U32 rankStart0[15]; sortedSymbol_t sortedSymbol[256]; BYTE weightList[256]; U32 calleeWksp[218]; } HUF_ReadDTableX2_Workspace; typedef struct { U32 tableTime; U32 decode256Time; } algo_time_t; struct ZSTD_DDict_s { void *dictBuffer; const void *dictContent; size_t dictSize; ZSTD_entropyDTables_t entropy; U32 dictID; U32 entropyPresent; ZSTD_customMem cMem; }; typedef enum { ZSTD_d_windowLogMax = 100, ZSTD_d_experimentalParam1 = 1000, ZSTD_d_experimentalParam2 = 1001, ZSTD_d_experimentalParam3 = 1002, ZSTD_d_experimentalParam4 = 1003, } ZSTD_dParameter; typedef enum { ZSTDnit_frameHeader = 0, ZSTDnit_blockHeader = 1, ZSTDnit_block = 2, ZSTDnit_lastBlock = 3, ZSTDnit_checksum = 4, ZSTDnit_skippableFrame = 5, } ZSTD_nextInputType_e; typedef struct { size_t compressedSize; long long unsigned int decompressedBound; } ZSTD_frameSizeInfo; typedef struct { blockType_e blockType; U32 lastBlock; U32 origSize; } blockProperties_t; typedef enum { not_streaming = 0, is_streaming = 1, } streaming_operation; typedef ZSTD_ErrorCode ERR_enum; typedef unsigned int FSE_DTable; typedef struct { size_t state; const void *table; } FSE_DState_t; typedef struct { U16 tableLog; U16 fastMode; } FSE_DTableHeader; typedef struct { short unsigned int newState; unsigned char symbol; unsigned char nbBits; } FSE_decode_t; typedef struct { short int ncount[256]; FSE_DTable dtable[1]; } FSE_DecompressWksp; enum xz_mode { XZ_SINGLE = 0, XZ_PREALLOC = 1, XZ_DYNALLOC = 2, }; enum xz_ret { XZ_OK = 0, XZ_STREAM_END = 1, XZ_UNSUPPORTED_CHECK = 2, XZ_MEM_ERROR = 3, XZ_MEMLIMIT_ERROR = 4, XZ_FORMAT_ERROR = 5, XZ_OPTIONS_ERROR = 6, XZ_DATA_ERROR = 7, XZ_BUF_ERROR = 8, }; struct xz_buf { const uint8_t *in; size_t in_pos; size_t in_size; uint8_t *out; size_t out_pos; size_t out_size; }; typedef uint64_t vli_type; enum xz_check { XZ_CHECK_NONE = 0, XZ_CHECK_CRC32 = 1, XZ_CHECK_CRC64 = 4, XZ_CHECK_SHA256 = 10, }; struct xz_dec_hash { vli_type unpadded; vli_type uncompressed; uint32_t crc32; }; struct xz_dec_lzma2; struct xz_dec_bcj; struct xz_dec { enum { SEQ_STREAM_HEADER = 0, SEQ_BLOCK_START = 1, SEQ_BLOCK_HEADER = 2, SEQ_BLOCK_UNCOMPRESS = 3, SEQ_BLOCK_PADDING = 4, SEQ_BLOCK_CHECK = 5, SEQ_INDEX = 6, SEQ_INDEX_PADDING = 7, SEQ_INDEX_CRC32 = 8, SEQ_STREAM_FOOTER = 9, } sequence; uint32_t pos; vli_type vli; size_t in_start; size_t out_start; uint32_t crc32; enum xz_check check_type; enum xz_mode mode; bool allow_buf_error; struct { vli_type compressed; vli_type uncompressed; uint32_t size; } block_header; struct { vli_type compressed; vli_type uncompressed; vli_type count; struct xz_dec_hash hash; } block; struct { enum { SEQ_INDEX_COUNT = 0, SEQ_INDEX_UNPADDED = 1, SEQ_INDEX_UNCOMPRESSED = 2, } sequence; vli_type size; vli_type count; struct xz_dec_hash hash; } index; struct { size_t pos; size_t size; uint8_t buf[1024]; } temp; struct xz_dec_lzma2 *lzma2; struct xz_dec_bcj *bcj; bool bcj_active; }; enum lzma_state { STATE_LIT_LIT = 0, STATE_MATCH_LIT_LIT = 1, STATE_REP_LIT_LIT = 2, STATE_SHORTREP_LIT_LIT = 3, STATE_MATCH_LIT = 4, STATE_REP_LIT = 5, STATE_SHORTREP_LIT = 6, STATE_LIT_MATCH = 7, STATE_LIT_LONGREP = 8, STATE_LIT_SHORTREP = 9, STATE_NONLIT_MATCH = 10, STATE_NONLIT_REP = 11, }; struct dictionary { uint8_t *buf; size_t start; size_t pos; size_t full; size_t limit; size_t end; uint32_t size; uint32_t size_max; uint32_t allocated; enum xz_mode mode; }; struct rc_dec { uint32_t range; uint32_t code; uint32_t init_bytes_left; const uint8_t *in; size_t in_pos; size_t in_limit; }; struct lzma_len_dec { uint16_t choice; uint16_t choice2; uint16_t low[128]; uint16_t mid[128]; uint16_t high[256]; }; struct lzma_dec { uint32_t rep0; uint32_t rep1; uint32_t rep2; uint32_t rep3; enum lzma_state state; uint32_t len; uint32_t lc; uint32_t literal_pos_mask; uint32_t pos_mask; uint16_t is_match[192]; uint16_t is_rep[12]; uint16_t is_rep0[12]; uint16_t is_rep1[12]; uint16_t is_rep2[12]; uint16_t is_rep0_long[192]; uint16_t dist_slot[256]; uint16_t dist_special[114]; uint16_t dist_align[16]; struct lzma_len_dec match_len_dec; struct lzma_len_dec rep_len_dec; uint16_t literal[12288]; }; enum lzma2_seq { SEQ_CONTROL = 0, SEQ_UNCOMPRESSED_1 = 1, SEQ_UNCOMPRESSED_2 = 2, SEQ_COMPRESSED_0 = 3, SEQ_COMPRESSED_1 = 4, SEQ_PROPERTIES = 5, SEQ_LZMA_PREPARE = 6, SEQ_LZMA_RUN = 7, SEQ_COPY = 8, }; struct lzma2_dec { enum lzma2_seq sequence; enum lzma2_seq next_sequence; uint32_t uncompressed; uint32_t compressed; bool need_dict_reset; bool need_props; bool pedantic_microlzma; }; struct xz_dec_lzma2 { struct rc_dec rc; struct dictionary dict; struct lzma2_dec lzma2; struct lzma_dec lzma; struct { uint32_t size; uint8_t buf[63]; } temp; }; struct xz_dec_microlzma { struct xz_dec_lzma2 s; }; struct xz_dec_bcj { enum { BCJ_X86 = 4, BCJ_POWERPC = 5, BCJ_IA64 = 6, BCJ_ARM = 7, BCJ_ARMTHUMB = 8, BCJ_SPARC = 9, } type; enum xz_ret ret; bool single_call; uint32_t pos; uint32_t x86_prev_mask; uint8_t *out; size_t out_pos; size_t out_size; struct { size_t filtered; size_t size; uint8_t buf[16]; } temp; }; struct raid6_calls { void (*gen_syndrome)(int, size_t, void **); void (*xor_syndrome)(int, int, int, size_t, void **); int (*valid)(); const char *name; int priority; }; struct raid6_recov_calls { void (*data2)(int, size_t, int, int, void **); void (*datap)(int, size_t, int, void **); int (*valid)(); const char *name; int priority; }; typedef u64 unative_t; typedef struct { u8 _[256]; } addrtype___3; struct ts_state { unsigned int offset; char cb[48]; }; struct ts_config; struct ts_ops { const char *name; struct ts_config * (*init)(const void *, unsigned int, gfp_t, int); unsigned int (*find)(struct ts_config *, struct ts_state *); void (*destroy)(struct ts_config *); void * (*get_pattern)(struct ts_config *); unsigned int (*get_pattern_len)(struct ts_config *); struct module *owner; struct list_head list; }; struct ts_config { struct ts_ops *ops; int flags; unsigned int (*get_next_block)(unsigned int, const u8 **, struct ts_config *, struct ts_state *); void (*finish)(struct ts_config *, struct ts_state *); }; struct ts_linear_state { unsigned int len; const void *data; }; enum gcry_mpi_format { GCRYMPI_FMT_NONE = 0, GCRYMPI_FMT_STD = 1, GCRYMPI_FMT_PGP = 2, GCRYMPI_FMT_SSH = 3, GCRYMPI_FMT_HEX = 4, GCRYMPI_FMT_USG = 5, GCRYMPI_FMT_OPAQUE = 8, }; union handle_parts { depot_stack_handle_t handle; struct { u32 pool_index: 16; u32 offset: 10; u32 valid: 1; u32 extra: 5; }; }; struct stack_record { struct stack_record *next; u32 hash; u32 size; union handle_parts handle; long unsigned int entries[0]; }; struct resource_entry { struct list_head node; struct resource *res; resource_size_t offset; struct resource __res; }; struct pci_sriov { int pos; int nres; u32 cap; u16 ctrl; u16 total_VFs; u16 initial_VFs; u16 num_VFs; u16 offset; u16 stride; u16 vf_device; u32 pgsz; u8 link; u8 max_VF_buses; u16 driver_max_VFs; struct pci_dev *dev; struct pci_dev *self; u32 class; u8 hdr_type; u16 subsystem_vendor; u16 subsystem_device; resource_size_t barsz[6]; bool drivers_autoprobe; }; struct rcec_ea { u8 nextbusn; u8 lastbusn; u32 bitmap; }; struct pci_bus_resource { struct list_head list; struct resource *res; unsigned int flags; }; typedef u64 pci_bus_addr_t; struct pci_bus_region { pci_bus_addr_t start; pci_bus_addr_t end; }; enum pci_fixup_pass { pci_fixup_early = 0, pci_fixup_header = 1, pci_fixup_final = 2, pci_fixup_enable = 3, pci_fixup_resume = 4, pci_fixup_suspend = 5, pci_fixup_resume_early = 6, pci_fixup_suspend_late = 7, }; struct pci_host_bridge { struct device dev; struct pci_bus *bus; struct pci_ops *ops; struct pci_ops *child_ops; void *sysdata; int busnr; int domain_nr; struct list_head windows; struct list_head dma_ranges; u8 (*swizzle_irq)(struct pci_dev *, u8 *); int (*map_irq)(const struct pci_dev *, u8, u8); void (*release_fn)(struct pci_host_bridge *); void *release_data; unsigned int ignore_reset_delay: 1; unsigned int no_ext_tags: 1; unsigned int no_inc_mrrs: 1; unsigned int native_aer: 1; unsigned int native_pcie_hotplug: 1; unsigned int native_shpc_hotplug: 1; unsigned int native_pme: 1; unsigned int native_ltr: 1; unsigned int native_dpc: 1; unsigned int native_cxl_error: 1; unsigned int preserve_config: 1; unsigned int size_windows: 1; unsigned int msi_domain: 1; resource_size_t (*align_resource)(struct pci_dev *, const struct resource *, resource_size_t, resource_size_t, resource_size_t); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int private[0]; }; enum pci_dev_flags { PCI_DEV_FLAGS_MSI_INTX_DISABLE_BUG = 1, PCI_DEV_FLAGS_NO_D3 = 2, PCI_DEV_FLAGS_ASSIGNED = 4, PCI_DEV_FLAGS_ACS_ENABLED_QUIRK = 8, PCI_DEV_FLAG_PCIE_BRIDGE_ALIAS = 32, PCI_DEV_FLAGS_NO_BUS_RESET = 64, PCI_DEV_FLAGS_NO_PM_RESET = 128, PCI_DEV_FLAGS_VPD_REF_F0 = 256, PCI_DEV_FLAGS_BRIDGE_XLATE_ROOT = 512, PCI_DEV_FLAGS_NO_FLR_RESET = 1024, PCI_DEV_FLAGS_NO_RELAXED_ORDERING = 2048, PCI_DEV_FLAGS_HAS_MSI_MASKING = 4096, }; struct pci_cap_saved_data { u16 cap_nr; bool cap_extended; unsigned int size; u32 data[0]; }; struct pci_cap_saved_state { struct hlist_node next; struct pci_cap_saved_data cap; }; enum { MSI_FLAG_USE_DEF_DOM_OPS = 1, MSI_FLAG_USE_DEF_CHIP_OPS = 2, MSI_FLAG_ACTIVATE_EARLY = 4, MSI_FLAG_MUST_REACTIVATE = 8, MSI_FLAG_DEV_SYSFS = 16, MSI_FLAG_ALLOC_SIMPLE_MSI_DESCS = 32, MSI_FLAG_FREE_MSI_DESCS = 64, MSI_FLAG_NOMASK_QUIRK = 128, MSI_GENERIC_FLAGS_MASK = 65535, MSI_DOMAIN_FLAGS_MASK = 4294901760, MSI_FLAG_MULTI_PCI_MSI = 65536, MSI_FLAG_PCI_MSIX = 131072, MSI_FLAG_LEVEL_CAPABLE = 262144, MSI_FLAG_MSIX_CONTIGUOUS = 524288, MSI_FLAG_PCI_MSIX_ALLOC_DYN = 1048576, MSI_FLAG_PCI_IMS = 2097152, }; enum pci_bus_flags { PCI_BUS_FLAGS_NO_MSI = 1, PCI_BUS_FLAGS_NO_MMRBC = 2, PCI_BUS_FLAGS_NO_AERSID = 4, PCI_BUS_FLAGS_NO_EXTCFG = 8, }; struct msix_entry { u32 vector; u16 entry; }; enum support_mode { ALLOW_LEGACY = 0, DENY_LEGACY = 1, }; struct walk_rcec_data { struct pci_dev *rcec; int (*user_callback)(struct pci_dev *, void *); void *user_data; }; struct slot { u8 number; unsigned int devfn; struct pci_bus *bus; struct pci_dev *dev; unsigned int latch_status: 1; unsigned int adapter_status: 1; unsigned int extracting; struct hotplug_slot hotplug_slot; struct list_head slot_list; }; struct cpci_hp_controller_ops { int (*query_enum)(); int (*enable_irq)(); int (*disable_irq)(); int (*check_irq)(void *); int (*hardware_test)(struct slot *, u32); u8 (*get_power)(struct slot *); int (*set_power)(struct slot *, int); }; struct cpci_hp_controller { unsigned int irq; long unsigned int irq_flags; char *devname; void *dev_id; char *name; struct cpci_hp_controller_ops *ops; }; struct pcie_device { int irq; struct pci_dev *port; u32 service; void *priv_data; struct device device; }; struct controller { struct pcie_device *pcie; u32 slot_cap; unsigned int inband_presence_disabled: 1; u16 slot_ctrl; struct mutex ctrl_lock; long unsigned int cmd_started; unsigned int cmd_busy: 1; wait_queue_head_t queue; atomic_t pending_events; unsigned int notification_enabled: 1; unsigned int power_fault_detected; struct task_struct *poll_thread; u8 state; struct mutex state_lock; struct delayed_work button_work; struct hotplug_slot hotplug_slot; struct rw_semaphore reset_lock; unsigned int depth; unsigned int ist_running; int request_result; wait_queue_head_t requester; }; struct dp_sdp_header { u8 HB0; u8 HB1; u8 HB2; u8 HB3; }; struct dp_sdp { struct dp_sdp_header sdp_header; u8 db[32]; }; enum hdmi_infoframe_type { HDMI_INFOFRAME_TYPE_VENDOR = 129, HDMI_INFOFRAME_TYPE_AVI = 130, HDMI_INFOFRAME_TYPE_SPD = 131, HDMI_INFOFRAME_TYPE_AUDIO = 132, HDMI_INFOFRAME_TYPE_DRM = 135, }; struct hdmi_any_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; }; enum hdmi_colorspace { HDMI_COLORSPACE_RGB = 0, HDMI_COLORSPACE_YUV422 = 1, HDMI_COLORSPACE_YUV444 = 2, HDMI_COLORSPACE_YUV420 = 3, HDMI_COLORSPACE_RESERVED4 = 4, HDMI_COLORSPACE_RESERVED5 = 5, HDMI_COLORSPACE_RESERVED6 = 6, HDMI_COLORSPACE_IDO_DEFINED = 7, }; enum hdmi_scan_mode { HDMI_SCAN_MODE_NONE = 0, HDMI_SCAN_MODE_OVERSCAN = 1, HDMI_SCAN_MODE_UNDERSCAN = 2, HDMI_SCAN_MODE_RESERVED = 3, }; enum hdmi_colorimetry { HDMI_COLORIMETRY_NONE = 0, HDMI_COLORIMETRY_ITU_601 = 1, HDMI_COLORIMETRY_ITU_709 = 2, HDMI_COLORIMETRY_EXTENDED = 3, }; enum hdmi_picture_aspect { HDMI_PICTURE_ASPECT_NONE = 0, HDMI_PICTURE_ASPECT_4_3 = 1, HDMI_PICTURE_ASPECT_16_9 = 2, HDMI_PICTURE_ASPECT_64_27 = 3, HDMI_PICTURE_ASPECT_256_135 = 4, HDMI_PICTURE_ASPECT_RESERVED = 5, }; enum hdmi_active_aspect { HDMI_ACTIVE_ASPECT_16_9_TOP = 2, HDMI_ACTIVE_ASPECT_14_9_TOP = 3, HDMI_ACTIVE_ASPECT_16_9_CENTER = 4, HDMI_ACTIVE_ASPECT_PICTURE = 8, HDMI_ACTIVE_ASPECT_4_3 = 9, HDMI_ACTIVE_ASPECT_16_9 = 10, HDMI_ACTIVE_ASPECT_14_9 = 11, HDMI_ACTIVE_ASPECT_4_3_SP_14_9 = 13, HDMI_ACTIVE_ASPECT_16_9_SP_14_9 = 14, HDMI_ACTIVE_ASPECT_16_9_SP_4_3 = 15, }; enum hdmi_extended_colorimetry { HDMI_EXTENDED_COLORIMETRY_XV_YCC_601 = 0, HDMI_EXTENDED_COLORIMETRY_XV_YCC_709 = 1, HDMI_EXTENDED_COLORIMETRY_S_YCC_601 = 2, HDMI_EXTENDED_COLORIMETRY_OPYCC_601 = 3, HDMI_EXTENDED_COLORIMETRY_OPRGB = 4, HDMI_EXTENDED_COLORIMETRY_BT2020_CONST_LUM = 5, HDMI_EXTENDED_COLORIMETRY_BT2020 = 6, HDMI_EXTENDED_COLORIMETRY_RESERVED = 7, }; enum hdmi_quantization_range { HDMI_QUANTIZATION_RANGE_DEFAULT = 0, HDMI_QUANTIZATION_RANGE_LIMITED = 1, HDMI_QUANTIZATION_RANGE_FULL = 2, HDMI_QUANTIZATION_RANGE_RESERVED = 3, }; enum hdmi_nups { HDMI_NUPS_UNKNOWN = 0, HDMI_NUPS_HORIZONTAL = 1, HDMI_NUPS_VERTICAL = 2, HDMI_NUPS_BOTH = 3, }; enum hdmi_ycc_quantization_range { HDMI_YCC_QUANTIZATION_RANGE_LIMITED = 0, HDMI_YCC_QUANTIZATION_RANGE_FULL = 1, }; enum hdmi_content_type { HDMI_CONTENT_TYPE_GRAPHICS = 0, HDMI_CONTENT_TYPE_PHOTO = 1, HDMI_CONTENT_TYPE_CINEMA = 2, HDMI_CONTENT_TYPE_GAME = 3, }; enum hdmi_metadata_type { HDMI_STATIC_METADATA_TYPE1 = 0, }; enum hdmi_eotf { HDMI_EOTF_TRADITIONAL_GAMMA_SDR = 0, HDMI_EOTF_TRADITIONAL_GAMMA_HDR = 1, HDMI_EOTF_SMPTE_ST2084 = 2, HDMI_EOTF_BT_2100_HLG = 3, }; struct hdmi_avi_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; enum hdmi_colorspace colorspace; enum hdmi_scan_mode scan_mode; enum hdmi_colorimetry colorimetry; enum hdmi_picture_aspect picture_aspect; enum hdmi_active_aspect active_aspect; bool itc; enum hdmi_extended_colorimetry extended_colorimetry; enum hdmi_quantization_range quantization_range; enum hdmi_nups nups; unsigned char video_code; enum hdmi_ycc_quantization_range ycc_quantization_range; enum hdmi_content_type content_type; unsigned char pixel_repeat; short unsigned int top_bar; short unsigned int bottom_bar; short unsigned int left_bar; short unsigned int right_bar; }; struct hdmi_drm_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; enum hdmi_eotf eotf; enum hdmi_metadata_type metadata_type; struct { u16 x; u16 y; } display_primaries[3]; struct { u16 x; u16 y; } white_point; u16 max_display_mastering_luminance; u16 min_display_mastering_luminance; u16 max_cll; u16 max_fall; }; enum hdmi_spd_sdi { HDMI_SPD_SDI_UNKNOWN = 0, HDMI_SPD_SDI_DSTB = 1, HDMI_SPD_SDI_DVDP = 2, HDMI_SPD_SDI_DVHS = 3, HDMI_SPD_SDI_HDDVR = 4, HDMI_SPD_SDI_DVC = 5, HDMI_SPD_SDI_DSC = 6, HDMI_SPD_SDI_VCD = 7, HDMI_SPD_SDI_GAME = 8, HDMI_SPD_SDI_PC = 9, HDMI_SPD_SDI_BD = 10, HDMI_SPD_SDI_SACD = 11, HDMI_SPD_SDI_HDDVD = 12, HDMI_SPD_SDI_PMP = 13, }; struct hdmi_spd_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; char vendor[8]; char product[16]; enum hdmi_spd_sdi sdi; }; enum hdmi_audio_coding_type { HDMI_AUDIO_CODING_TYPE_STREAM = 0, HDMI_AUDIO_CODING_TYPE_PCM = 1, HDMI_AUDIO_CODING_TYPE_AC3 = 2, HDMI_AUDIO_CODING_TYPE_MPEG1 = 3, HDMI_AUDIO_CODING_TYPE_MP3 = 4, HDMI_AUDIO_CODING_TYPE_MPEG2 = 5, HDMI_AUDIO_CODING_TYPE_AAC_LC = 6, HDMI_AUDIO_CODING_TYPE_DTS = 7, HDMI_AUDIO_CODING_TYPE_ATRAC = 8, HDMI_AUDIO_CODING_TYPE_DSD = 9, HDMI_AUDIO_CODING_TYPE_EAC3 = 10, HDMI_AUDIO_CODING_TYPE_DTS_HD = 11, HDMI_AUDIO_CODING_TYPE_MLP = 12, HDMI_AUDIO_CODING_TYPE_DST = 13, HDMI_AUDIO_CODING_TYPE_WMA_PRO = 14, HDMI_AUDIO_CODING_TYPE_CXT = 15, }; enum hdmi_audio_sample_size { HDMI_AUDIO_SAMPLE_SIZE_STREAM = 0, HDMI_AUDIO_SAMPLE_SIZE_16 = 1, HDMI_AUDIO_SAMPLE_SIZE_20 = 2, HDMI_AUDIO_SAMPLE_SIZE_24 = 3, }; enum hdmi_audio_sample_frequency { HDMI_AUDIO_SAMPLE_FREQUENCY_STREAM = 0, HDMI_AUDIO_SAMPLE_FREQUENCY_32000 = 1, HDMI_AUDIO_SAMPLE_FREQUENCY_44100 = 2, HDMI_AUDIO_SAMPLE_FREQUENCY_48000 = 3, HDMI_AUDIO_SAMPLE_FREQUENCY_88200 = 4, HDMI_AUDIO_SAMPLE_FREQUENCY_96000 = 5, HDMI_AUDIO_SAMPLE_FREQUENCY_176400 = 6, HDMI_AUDIO_SAMPLE_FREQUENCY_192000 = 7, }; enum hdmi_audio_coding_type_ext { HDMI_AUDIO_CODING_TYPE_EXT_CT = 0, HDMI_AUDIO_CODING_TYPE_EXT_HE_AAC = 1, HDMI_AUDIO_CODING_TYPE_EXT_HE_AAC_V2 = 2, HDMI_AUDIO_CODING_TYPE_EXT_MPEG_SURROUND = 3, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_HE_AAC = 4, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_HE_AAC_V2 = 5, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_AAC_LC = 6, HDMI_AUDIO_CODING_TYPE_EXT_DRA = 7, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_HE_AAC_SURROUND = 8, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_AAC_LC_SURROUND = 10, }; struct hdmi_audio_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; unsigned char channels; enum hdmi_audio_coding_type coding_type; enum hdmi_audio_sample_size sample_size; enum hdmi_audio_sample_frequency sample_frequency; enum hdmi_audio_coding_type_ext coding_type_ext; unsigned char channel_allocation; unsigned char level_shift_value; bool downmix_inhibit; }; enum hdmi_3d_structure { HDMI_3D_STRUCTURE_INVALID = -1, HDMI_3D_STRUCTURE_FRAME_PACKING = 0, HDMI_3D_STRUCTURE_FIELD_ALTERNATIVE = 1, HDMI_3D_STRUCTURE_LINE_ALTERNATIVE = 2, HDMI_3D_STRUCTURE_SIDE_BY_SIDE_FULL = 3, HDMI_3D_STRUCTURE_L_DEPTH = 4, HDMI_3D_STRUCTURE_L_DEPTH_GFX_GFX_DEPTH = 5, HDMI_3D_STRUCTURE_TOP_AND_BOTTOM = 6, HDMI_3D_STRUCTURE_SIDE_BY_SIDE_HALF = 8, }; struct hdmi_vendor_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; unsigned int oui; u8 vic; enum hdmi_3d_structure s3d_struct; unsigned int s3d_ext_data; }; union hdmi_vendor_any_infoframe { struct { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; unsigned int oui; } any; struct hdmi_vendor_infoframe hdmi; }; union hdmi_infoframe { struct hdmi_any_infoframe any; struct hdmi_avi_infoframe avi; struct hdmi_spd_infoframe spd; union hdmi_vendor_any_infoframe vendor; struct hdmi_audio_infoframe audio; struct hdmi_drm_infoframe drm; }; typedef unsigned int u_int; struct fb_fix_screeninfo { char id[16]; long unsigned int smem_start; __u32 smem_len; __u32 type; __u32 type_aux; __u32 visual; __u16 xpanstep; __u16 ypanstep; __u16 ywrapstep; __u32 line_length; long unsigned int mmio_start; __u32 mmio_len; __u32 accel; __u16 capabilities; __u16 reserved[2]; }; struct fb_bitfield { __u32 offset; __u32 length; __u32 msb_right; }; struct fb_var_screeninfo { __u32 xres; __u32 yres; __u32 xres_virtual; __u32 yres_virtual; __u32 xoffset; __u32 yoffset; __u32 bits_per_pixel; __u32 grayscale; struct fb_bitfield red; struct fb_bitfield green; struct fb_bitfield blue; struct fb_bitfield transp; __u32 nonstd; __u32 activate; __u32 height; __u32 width; __u32 accel_flags; __u32 pixclock; __u32 left_margin; __u32 right_margin; __u32 upper_margin; __u32 lower_margin; __u32 hsync_len; __u32 vsync_len; __u32 sync; __u32 vmode; __u32 rotate; __u32 colorspace; __u32 reserved[4]; }; struct fb_cmap { __u32 start; __u32 len; __u16 *red; __u16 *green; __u16 *blue; __u16 *transp; }; struct fb_copyarea { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 sx; __u32 sy; }; struct fb_fillrect { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 color; __u32 rop; }; struct fb_image { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 fg_color; __u32 bg_color; __u8 depth; const char *data; struct fb_cmap cmap; }; struct fbcurpos { __u16 x; __u16 y; }; struct fb_cursor { __u16 set; __u16 enable; __u16 rop; const char *mask; struct fbcurpos hot; struct fb_image image; }; struct fb_chroma { __u32 redx; __u32 greenx; __u32 bluex; __u32 whitex; __u32 redy; __u32 greeny; __u32 bluey; __u32 whitey; }; struct fb_videomode; struct fb_monspecs { struct fb_chroma chroma; struct fb_videomode *modedb; __u8 manufacturer[4]; __u8 monitor[14]; __u8 serial_no[14]; __u8 ascii[14]; __u32 modedb_len; __u32 model; __u32 serial; __u32 year; __u32 week; __u32 hfmin; __u32 hfmax; __u32 dclkmin; __u32 dclkmax; __u16 input; __u16 dpms; __u16 signal; __u16 vfmin; __u16 vfmax; __u16 gamma; __u16 gtf: 1; __u16 misc; __u8 version; __u8 revision; __u8 max_x; __u8 max_y; }; struct fb_info; struct fb_pixmap { u8 *addr; u32 size; u32 offset; u32 buf_align; u32 scan_align; u32 access_align; u32 flags; u32 blit_x; u32 blit_y; void (*writeio)(struct fb_info *, void *, void *, unsigned int); void (*readio)(struct fb_info *, void *, void *, unsigned int); }; struct fb_deferred_io_pageref; struct fb_deferred_io; struct fb_ops; struct fb_tile_ops; struct fb_info { refcount_t count; int node; int flags; int fbcon_rotate_hint; struct mutex lock; struct mutex mm_lock; struct fb_var_screeninfo var; struct fb_fix_screeninfo fix; struct fb_monspecs monspecs; struct fb_pixmap pixmap; struct fb_pixmap sprite; struct fb_cmap cmap; struct list_head modelist; struct fb_videomode *mode; struct delayed_work deferred_work; long unsigned int npagerefs; struct fb_deferred_io_pageref *pagerefs; struct fb_deferred_io *fbdefio; const struct fb_ops *fbops; struct device *device; struct device *dev; int class_flag; struct fb_tile_ops *tileops; union { char *screen_base; char *screen_buffer; }; long unsigned int screen_size; void *pseudo_palette; u32 state; void *fbcon_par; void *par; bool skip_vt_switch; }; struct fb_videomode { const char *name; u32 refresh; u32 xres; u32 yres; u32 pixclock; u32 left_margin; u32 right_margin; u32 upper_margin; u32 lower_margin; u32 hsync_len; u32 vsync_len; u32 sync; u32 vmode; u32 flag; }; struct fb_cmap_user { __u32 start; __u32 len; __u16 *red; __u16 *green; __u16 *blue; __u16 *transp; }; struct fb_blit_caps { u32 x; u32 y; u32 len; u32 flags; }; struct fb_deferred_io_pageref { struct page *page; long unsigned int offset; struct list_head list; }; struct fb_deferred_io { long unsigned int delay; bool sort_pagereflist; int open_count; struct mutex lock; struct list_head pagereflist; void (*deferred_io)(struct fb_info *, struct list_head *); }; struct fb_ops { struct module *owner; int (*fb_open)(struct fb_info *, int); int (*fb_release)(struct fb_info *, int); ssize_t (*fb_read)(struct fb_info *, char *, size_t, loff_t *); ssize_t (*fb_write)(struct fb_info *, const char *, size_t, loff_t *); int (*fb_check_var)(struct fb_var_screeninfo *, struct fb_info *); int (*fb_set_par)(struct fb_info *); int (*fb_setcolreg)(unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, struct fb_info *); int (*fb_setcmap)(struct fb_cmap *, struct fb_info *); int (*fb_blank)(int, struct fb_info *); int (*fb_pan_display)(struct fb_var_screeninfo *, struct fb_info *); void (*fb_fillrect)(struct fb_info *, const struct fb_fillrect *); void (*fb_copyarea)(struct fb_info *, const struct fb_copyarea *); void (*fb_imageblit)(struct fb_info *, const struct fb_image *); int (*fb_cursor)(struct fb_info *, struct fb_cursor *); int (*fb_sync)(struct fb_info *); int (*fb_ioctl)(struct fb_info *, unsigned int, long unsigned int); int (*fb_compat_ioctl)(struct fb_info *, unsigned int, long unsigned int); int (*fb_mmap)(struct fb_info *, struct vm_area_struct *); void (*fb_get_caps)(struct fb_info *, struct fb_blit_caps *, struct fb_var_screeninfo *); void (*fb_destroy)(struct fb_info *); int (*fb_debug_enter)(struct fb_info *); int (*fb_debug_leave)(struct fb_info *); }; struct fb_tilemap { __u32 width; __u32 height; __u32 depth; __u32 length; const __u8 *data; }; struct fb_tilerect { __u32 sx; __u32 sy; __u32 width; __u32 height; __u32 index; __u32 fg; __u32 bg; __u32 rop; }; struct fb_tilearea { __u32 sx; __u32 sy; __u32 dx; __u32 dy; __u32 width; __u32 height; }; struct fb_tileblit { __u32 sx; __u32 sy; __u32 width; __u32 height; __u32 fg; __u32 bg; __u32 length; __u32 *indices; }; struct fb_tilecursor { __u32 sx; __u32 sy; __u32 mode; __u32 shape; __u32 fg; __u32 bg; }; struct fb_tile_ops { void (*fb_settile)(struct fb_info *, struct fb_tilemap *); void (*fb_tilecopy)(struct fb_info *, struct fb_tilearea *); void (*fb_tilefill)(struct fb_info *, struct fb_tilerect *); void (*fb_tileblit)(struct fb_info *, struct fb_tileblit *); void (*fb_tilecursor)(struct fb_info *, struct fb_tilecursor *); int (*fb_get_tilemax)(struct fb_info *); }; struct dmt_videomode { u32 dmt_id; u32 std_2byte_code; u32 cvt_3byte_code; const struct fb_videomode *mode; }; struct fb_modelist { struct list_head list; struct fb_videomode mode; }; typedef unsigned char u_char; typedef short unsigned int u_short; struct vt_mode { char mode; char waitv; short int relsig; short int acqsig; short int frsig; }; struct console_font { unsigned int width; unsigned int height; unsigned int charcount; unsigned char *data; }; enum vc_intensity { VCI_HALF_BRIGHT = 0, VCI_NORMAL = 1, VCI_BOLD = 2, VCI_MASK = 3, }; struct vc_state { unsigned int x; unsigned int y; unsigned char color; unsigned char Gx_charset[2]; unsigned int charset: 1; enum vc_intensity intensity; bool italic; bool underline; bool blink; bool reverse; }; struct consw; struct uni_pagedict; struct vc_data { struct tty_port port; struct vc_state state; struct vc_state saved_state; short unsigned int vc_num; unsigned int vc_cols; unsigned int vc_rows; unsigned int vc_size_row; unsigned int vc_scan_lines; unsigned int vc_cell_height; long unsigned int vc_origin; long unsigned int vc_scr_end; long unsigned int vc_visible_origin; unsigned int vc_top; unsigned int vc_bottom; const struct consw *vc_sw; short unsigned int *vc_screenbuf; unsigned int vc_screenbuf_size; unsigned char vc_mode; unsigned char vc_attr; unsigned char vc_def_color; unsigned char vc_ulcolor; unsigned char vc_itcolor; unsigned char vc_halfcolor; unsigned int vc_cursor_type; short unsigned int vc_complement_mask; short unsigned int vc_s_complement_mask; long unsigned int vc_pos; short unsigned int vc_hi_font_mask; struct console_font vc_font; short unsigned int vc_video_erase_char; unsigned int vc_state; unsigned int vc_npar; unsigned int vc_par[16]; struct vt_mode vt_mode; struct pid *vt_pid; int vt_newvt; wait_queue_head_t paste_wait; unsigned int vc_disp_ctrl: 1; unsigned int vc_toggle_meta: 1; unsigned int vc_decscnm: 1; unsigned int vc_decom: 1; unsigned int vc_decawm: 1; unsigned int vc_deccm: 1; unsigned int vc_decim: 1; unsigned int vc_priv: 3; unsigned int vc_need_wrap: 1; unsigned int vc_can_do_color: 1; unsigned int vc_report_mouse: 2; unsigned char vc_utf: 1; unsigned char vc_utf_count; int vc_utf_char; long unsigned int vc_tab_stop[4]; unsigned char vc_palette[48]; short unsigned int *vc_translate; unsigned int vc_resize_user; unsigned int vc_bell_pitch; unsigned int vc_bell_duration; short unsigned int vc_cur_blink_ms; struct vc_data **vc_display_fg; struct uni_pagedict *uni_pagedict; struct uni_pagedict **uni_pagedict_loc; u32 **vc_uni_lines; }; enum con_scroll { SM_UP = 0, SM_DOWN = 1, }; struct consw { struct module *owner; const char * (*con_startup)(); void (*con_init)(struct vc_data *, int); void (*con_deinit)(struct vc_data *); void (*con_clear)(struct vc_data *, int, int, int, int); void (*con_putc)(struct vc_data *, int, int, int); void (*con_putcs)(struct vc_data *, const short unsigned int *, int, int, int); void (*con_cursor)(struct vc_data *, int); bool (*con_scroll)(struct vc_data *, unsigned int, unsigned int, enum con_scroll, unsigned int); int (*con_switch)(struct vc_data *); int (*con_blank)(struct vc_data *, int, int); int (*con_font_set)(struct vc_data *, struct console_font *, unsigned int, unsigned int); int (*con_font_get)(struct vc_data *, struct console_font *, unsigned int); int (*con_font_default)(struct vc_data *, struct console_font *, char *); int (*con_resize)(struct vc_data *, unsigned int, unsigned int, unsigned int); void (*con_set_palette)(struct vc_data *, const unsigned char *); void (*con_scrolldelta)(struct vc_data *, int); int (*con_set_origin)(struct vc_data *); void (*con_save_screen)(struct vc_data *); u8 (*con_build_attr)(struct vc_data *, u8, enum vc_intensity, bool, bool, bool, bool); void (*con_invert_region)(struct vc_data *, u16 *, int); u16 * (*con_screen_pos)(const struct vc_data *, int); long unsigned int (*con_getxy)(struct vc_data *, long unsigned int, int *, int *); void (*con_flush_scrollback)(struct vc_data *); int (*con_debug_enter)(struct vc_data *); int (*con_debug_leave)(struct vc_data *); }; struct fbcon_display { const u_char *fontdata; int userfont; u_short inverse; short int yscroll; int vrows; int cursor_shape; int con_rotate; u32 xres_virtual; u32 yres_virtual; u32 height; u32 width; u32 bits_per_pixel; u32 grayscale; u32 nonstd; u32 accel_flags; u32 rotate; struct fb_bitfield red; struct fb_bitfield green; struct fb_bitfield blue; struct fb_bitfield transp; const struct fb_videomode *mode; }; struct fbcon_ops { void (*bmove)(struct vc_data *, struct fb_info *, int, int, int, int, int, int); void (*clear)(struct vc_data *, struct fb_info *, int, int, int, int); void (*putcs)(struct vc_data *, struct fb_info *, const short unsigned int *, int, int, int, int, int); void (*clear_margins)(struct vc_data *, struct fb_info *, int, int); void (*cursor)(struct vc_data *, struct fb_info *, int, int, int); int (*update_start)(struct fb_info *); int (*rotate_font)(struct fb_info *, struct vc_data *); struct fb_var_screeninfo var; struct delayed_work cursor_work; struct fb_cursor cursor_state; struct fbcon_display *p; struct fb_info *info; int currcon; int cur_blink_jiffies; int cursor_flash; int cursor_reset; int blank_state; int graphics; int save_graphics; bool initialized; int rotate; int cur_rotate; char *cursor_data; u8 *fontbuffer; u8 *fontdata; u8 *cursor_src; u32 cursor_size; u32 fd_size; }; struct clk; struct clk_hw; struct clk_lookup { struct list_head node; const char *dev_id; const char *con_id; struct clk *clk; struct clk_hw *clk_hw; }; struct clk_core; struct clk_init_data; struct clk_hw { struct clk_core *core; struct clk *clk; const struct clk_init_data *init; }; struct clk_rate_request { struct clk_core *core; long unsigned int rate; long unsigned int min_rate; long unsigned int max_rate; long unsigned int best_parent_rate; struct clk_hw *best_parent_hw; }; struct clk_duty { unsigned int num; unsigned int den; }; struct clk_ops { int (*prepare)(struct clk_hw *); void (*unprepare)(struct clk_hw *); int (*is_prepared)(struct clk_hw *); void (*unprepare_unused)(struct clk_hw *); int (*enable)(struct clk_hw *); void (*disable)(struct clk_hw *); int (*is_enabled)(struct clk_hw *); void (*disable_unused)(struct clk_hw *); int (*save_context)(struct clk_hw *); void (*restore_context)(struct clk_hw *); long unsigned int (*recalc_rate)(struct clk_hw *, long unsigned int); long int (*round_rate)(struct clk_hw *, long unsigned int, long unsigned int *); int (*determine_rate)(struct clk_hw *, struct clk_rate_request *); int (*set_parent)(struct clk_hw *, u8); u8 (*get_parent)(struct clk_hw *); int (*set_rate)(struct clk_hw *, long unsigned int, long unsigned int); int (*set_rate_and_parent)(struct clk_hw *, long unsigned int, long unsigned int, u8); long unsigned int (*recalc_accuracy)(struct clk_hw *, long unsigned int); int (*get_phase)(struct clk_hw *); int (*set_phase)(struct clk_hw *, int); int (*get_duty_cycle)(struct clk_hw *, struct clk_duty *); int (*set_duty_cycle)(struct clk_hw *, struct clk_duty *); int (*init)(struct clk_hw *); void (*terminate)(struct clk_hw *); void (*debug_init)(struct clk_hw *, struct dentry *); }; struct clk_parent_data { const struct clk_hw *hw; const char *fw_name; const char *name; int index; }; struct clk_init_data { const char *name; const struct clk_ops *ops; const char * const *parent_names; const struct clk_parent_data *parent_data; const struct clk_hw **parent_hws; u8 num_parents; long unsigned int flags; }; struct clk_lookup_alloc { struct clk_lookup cl; char dev_id[20]; char con_id[16]; }; struct clk_fixed_rate { struct clk_hw hw; long unsigned int fixed_rate; long unsigned int fixed_accuracy; long unsigned int flags; }; struct clk_mux { struct clk_hw hw; void *reg; const u32 *table; u32 mask; u8 shift; u8 flags; spinlock_t *lock; }; typedef s32 dma_cookie_t; enum dma_status { DMA_COMPLETE = 0, DMA_IN_PROGRESS = 1, DMA_PAUSED = 2, DMA_ERROR = 3, DMA_OUT_OF_ORDER = 4, }; enum dma_transaction_type { DMA_MEMCPY = 0, DMA_XOR = 1, DMA_PQ = 2, DMA_XOR_VAL = 3, DMA_PQ_VAL = 4, DMA_MEMSET = 5, DMA_MEMSET_SG = 6, DMA_INTERRUPT = 7, DMA_PRIVATE = 8, DMA_ASYNC_TX = 9, DMA_SLAVE = 10, DMA_CYCLIC = 11, DMA_INTERLEAVE = 12, DMA_COMPLETION_NO_ORDER = 13, DMA_REPEAT = 14, DMA_LOAD_EOT = 15, DMA_TX_TYPE_END = 16, }; enum dma_transfer_direction { DMA_MEM_TO_MEM = 0, DMA_MEM_TO_DEV = 1, DMA_DEV_TO_MEM = 2, DMA_DEV_TO_DEV = 3, DMA_TRANS_NONE = 4, }; struct data_chunk { size_t size; size_t icg; size_t dst_icg; size_t src_icg; }; struct dma_interleaved_template { dma_addr_t src_start; dma_addr_t dst_start; enum dma_transfer_direction dir; bool src_inc; bool dst_inc; bool src_sgl; bool dst_sgl; size_t numf; size_t frame_size; struct data_chunk sgl[0]; }; enum dma_ctrl_flags { DMA_PREP_INTERRUPT = 1, DMA_CTRL_ACK = 2, DMA_PREP_PQ_DISABLE_P = 4, DMA_PREP_PQ_DISABLE_Q = 8, DMA_PREP_CONTINUE = 16, DMA_PREP_FENCE = 32, DMA_CTRL_REUSE = 64, DMA_PREP_CMD = 128, DMA_PREP_REPEAT = 256, DMA_PREP_LOAD_EOT = 512, }; enum sum_check_bits { SUM_CHECK_P = 0, SUM_CHECK_Q = 1, }; enum sum_check_flags { SUM_CHECK_P_RESULT = 1, SUM_CHECK_Q_RESULT = 2, }; typedef struct { long unsigned int bits[1]; } dma_cap_mask_t; enum dma_desc_metadata_mode { DESC_METADATA_NONE = 0, DESC_METADATA_CLIENT = 1, DESC_METADATA_ENGINE = 2, }; struct dma_chan_percpu { long unsigned int memcpy_count; long unsigned int bytes_transferred; }; struct dma_router { struct device *dev; void (*route_free)(struct device *, void *); }; struct dma_device; struct dma_chan_dev; struct dma_chan { struct dma_device *device; struct device *slave; dma_cookie_t cookie; dma_cookie_t completed_cookie; int chan_id; struct dma_chan_dev *dev; const char *name; char *dbg_client_name; struct list_head device_node; struct dma_chan_percpu *local; int client_count; int table_count; struct dma_router *router; void *route_data; void *private; }; typedef bool (*dma_filter_fn)(struct dma_chan *, void *); struct dma_slave_map; struct dma_filter { dma_filter_fn fn; int mapcnt; const struct dma_slave_map *map; }; enum dmaengine_alignment { DMAENGINE_ALIGN_1_BYTE = 0, DMAENGINE_ALIGN_2_BYTES = 1, DMAENGINE_ALIGN_4_BYTES = 2, DMAENGINE_ALIGN_8_BYTES = 3, DMAENGINE_ALIGN_16_BYTES = 4, DMAENGINE_ALIGN_32_BYTES = 5, DMAENGINE_ALIGN_64_BYTES = 6, DMAENGINE_ALIGN_128_BYTES = 7, DMAENGINE_ALIGN_256_BYTES = 8, }; enum dma_residue_granularity { DMA_RESIDUE_GRANULARITY_DESCRIPTOR = 0, DMA_RESIDUE_GRANULARITY_SEGMENT = 1, DMA_RESIDUE_GRANULARITY_BURST = 2, }; struct dma_async_tx_descriptor; struct dma_slave_caps; struct dma_slave_config; struct dma_tx_state; struct dma_device { struct kref ref; unsigned int chancnt; unsigned int privatecnt; struct list_head channels; struct list_head global_node; struct dma_filter filter; dma_cap_mask_t cap_mask; enum dma_desc_metadata_mode desc_metadata_modes; short unsigned int max_xor; short unsigned int max_pq; enum dmaengine_alignment copy_align; enum dmaengine_alignment xor_align; enum dmaengine_alignment pq_align; enum dmaengine_alignment fill_align; int dev_id; struct device *dev; struct module *owner; struct ida chan_ida; u32 src_addr_widths; u32 dst_addr_widths; u32 directions; u32 min_burst; u32 max_burst; u32 max_sg_burst; bool descriptor_reuse; enum dma_residue_granularity residue_granularity; int (*device_alloc_chan_resources)(struct dma_chan *); int (*device_router_config)(struct dma_chan *); void (*device_free_chan_resources)(struct dma_chan *); struct dma_async_tx_descriptor * (*device_prep_dma_memcpy)(struct dma_chan *, dma_addr_t, dma_addr_t, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_xor)(struct dma_chan *, dma_addr_t, dma_addr_t *, unsigned int, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_xor_val)(struct dma_chan *, dma_addr_t *, unsigned int, size_t, enum sum_check_flags *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_pq)(struct dma_chan *, dma_addr_t *, dma_addr_t *, unsigned int, const unsigned char *, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_pq_val)(struct dma_chan *, dma_addr_t *, dma_addr_t *, unsigned int, const unsigned char *, size_t, enum sum_check_flags *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_memset)(struct dma_chan *, dma_addr_t, int, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_memset_sg)(struct dma_chan *, struct scatterlist *, unsigned int, int, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_interrupt)(struct dma_chan *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_slave_sg)(struct dma_chan *, struct scatterlist *, unsigned int, enum dma_transfer_direction, long unsigned int, void *); struct dma_async_tx_descriptor * (*device_prep_dma_cyclic)(struct dma_chan *, dma_addr_t, size_t, size_t, enum dma_transfer_direction, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_interleaved_dma)(struct dma_chan *, struct dma_interleaved_template *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_imm_data)(struct dma_chan *, dma_addr_t, u64, long unsigned int); void (*device_caps)(struct dma_chan *, struct dma_slave_caps *); int (*device_config)(struct dma_chan *, struct dma_slave_config *); int (*device_pause)(struct dma_chan *); int (*device_resume)(struct dma_chan *); int (*device_terminate_all)(struct dma_chan *); void (*device_synchronize)(struct dma_chan *); enum dma_status (*device_tx_status)(struct dma_chan *, dma_cookie_t, struct dma_tx_state *); void (*device_issue_pending)(struct dma_chan *); void (*device_release)(struct dma_device *); void (*dbg_summary_show)(struct seq_file *, struct dma_device *); struct dentry *dbg_dev_root; }; struct dma_chan_dev { struct dma_chan *chan; struct device device; int dev_id; bool chan_dma_dev; }; enum dma_slave_buswidth { DMA_SLAVE_BUSWIDTH_UNDEFINED = 0, DMA_SLAVE_BUSWIDTH_1_BYTE = 1, DMA_SLAVE_BUSWIDTH_2_BYTES = 2, DMA_SLAVE_BUSWIDTH_3_BYTES = 3, DMA_SLAVE_BUSWIDTH_4_BYTES = 4, DMA_SLAVE_BUSWIDTH_8_BYTES = 8, DMA_SLAVE_BUSWIDTH_16_BYTES = 16, DMA_SLAVE_BUSWIDTH_32_BYTES = 32, DMA_SLAVE_BUSWIDTH_64_BYTES = 64, DMA_SLAVE_BUSWIDTH_128_BYTES = 128, }; struct dma_slave_config { enum dma_transfer_direction direction; phys_addr_t src_addr; phys_addr_t dst_addr; enum dma_slave_buswidth src_addr_width; enum dma_slave_buswidth dst_addr_width; u32 src_maxburst; u32 dst_maxburst; u32 src_port_window_size; u32 dst_port_window_size; bool device_fc; void *peripheral_config; size_t peripheral_size; }; struct dma_slave_caps { u32 src_addr_widths; u32 dst_addr_widths; u32 directions; u32 min_burst; u32 max_burst; u32 max_sg_burst; bool cmd_pause; bool cmd_resume; bool cmd_terminate; enum dma_residue_granularity residue_granularity; bool descriptor_reuse; }; typedef void (*dma_async_tx_callback)(void *); enum dmaengine_tx_result { DMA_TRANS_NOERROR = 0, DMA_TRANS_READ_FAILED = 1, DMA_TRANS_WRITE_FAILED = 2, DMA_TRANS_ABORTED = 3, }; struct dmaengine_result { enum dmaengine_tx_result result; u32 residue; }; typedef void (*dma_async_tx_callback_result)(void *, const struct dmaengine_result *); struct dmaengine_unmap_data { u8 map_cnt; u8 to_cnt; u8 from_cnt; u8 bidi_cnt; struct device *dev; struct kref kref; size_t len; dma_addr_t addr[0]; }; struct dma_descriptor_metadata_ops { int (*attach)(struct dma_async_tx_descriptor *, void *, size_t); void * (*get_ptr)(struct dma_async_tx_descriptor *, size_t *, size_t *); int (*set_len)(struct dma_async_tx_descriptor *, size_t); }; struct dma_async_tx_descriptor { dma_cookie_t cookie; enum dma_ctrl_flags flags; dma_addr_t phys; struct dma_chan *chan; dma_cookie_t (*tx_submit)(struct dma_async_tx_descriptor *); int (*desc_free)(struct dma_async_tx_descriptor *); dma_async_tx_callback callback; dma_async_tx_callback_result callback_result; void *callback_param; struct dmaengine_unmap_data *unmap; enum dma_desc_metadata_mode desc_metadata_mode; struct dma_descriptor_metadata_ops *metadata_ops; }; struct dma_tx_state { dma_cookie_t last; dma_cookie_t used; u32 residue; u32 in_flight_bytes; }; struct dma_slave_map { const char *devname; const char *slave; void *param; }; struct dma_chan_tbl_ent { struct dma_chan *chan; }; struct dmaengine_unmap_pool { struct kmem_cache *cache; const char *name; mempool_t *pool; size_t size; }; struct module_version_attribute { struct module_attribute mattr; const char *module_name; const char *version; }; struct virtio_pci_common_cfg { __le32 device_feature_select; __le32 device_feature; __le32 guest_feature_select; __le32 guest_feature; __le16 msix_config; __le16 num_queues; __u8 device_status; __u8 config_generation; __le16 queue_select; __le16 queue_size; __le16 queue_msix_vector; __le16 queue_enable; __le16 queue_notify_off; __le32 queue_desc_lo; __le32 queue_desc_hi; __le32 queue_avail_lo; __le32 queue_avail_hi; __le32 queue_used_lo; __le32 queue_used_hi; }; struct virtio_pci_modern_common_cfg { struct virtio_pci_common_cfg cfg; __le16 queue_notify_data; __le16 queue_reset; }; struct virtio_pci_modern_device { struct pci_dev *pci_dev; struct virtio_pci_common_cfg *common; void *device; void *notify_base; resource_size_t notify_pa; u8 *isr; size_t notify_len; size_t device_len; int notify_map_cap; u32 notify_offset_multiplier; int modern_bars; struct virtio_device_id id; }; struct virtio_pci_legacy_device { struct pci_dev *pci_dev; u8 *isr; void *ioaddr; struct virtio_device_id id; }; struct virtio_pci_vq_info { struct virtqueue *vq; struct list_head node; unsigned int msix_vector; }; struct virtio_pci_device { struct virtio_device vdev; struct pci_dev *pci_dev; struct virtio_pci_legacy_device ldev; struct virtio_pci_modern_device mdev; bool is_legacy; u8 *isr; spinlock_t lock; struct list_head virtqueues; struct virtio_pci_vq_info **vqs; int msix_enabled; int intx_enabled; cpumask_var_t *msix_affinity_masks; char (*msix_names)[256]; unsigned int msix_vectors; unsigned int msix_used_vectors; bool per_vq_vectors; struct virtqueue * (*setup_vq)(struct virtio_pci_device *, struct virtio_pci_vq_info *, unsigned int, void (*)(struct virtqueue *), const char *, bool, u16); void (*del_vq)(struct virtio_pci_vq_info *); u16 (*config_vector)(struct virtio_pci_device *, u16); }; struct pdev_archdata {}; struct mfd_cell; struct platform_device_id; struct platform_device { const char *name; int id; bool id_auto; struct device dev; u64 platform_dma_mask; struct device_dma_parameters dma_parms; u32 num_resources; struct resource *resource; const struct platform_device_id *id_entry; const char *driver_override; struct mfd_cell *mfd_cell; struct pdev_archdata archdata; }; struct platform_device_id { char name[20]; kernel_ulong_t driver_data; }; struct platform_driver { int (*probe)(struct platform_device *); int (*remove)(struct platform_device *); void (*remove_new)(struct platform_device *); void (*shutdown)(struct platform_device *); int (*suspend)(struct platform_device *, pm_message_t); int (*resume)(struct platform_device *); struct device_driver driver; const struct platform_device_id *id_table; bool prevent_deferred_probe; bool driver_managed_dma; }; struct linear_range { unsigned int min; unsigned int min_sel; unsigned int max_sel; unsigned int step; }; typedef int suspend_state_t; struct regulator_dev; struct regulator_ops { int (*list_voltage)(struct regulator_dev *, unsigned int); int (*set_voltage)(struct regulator_dev *, int, int, unsigned int *); int (*map_voltage)(struct regulator_dev *, int, int); int (*set_voltage_sel)(struct regulator_dev *, unsigned int); int (*get_voltage)(struct regulator_dev *); int (*get_voltage_sel)(struct regulator_dev *); int (*set_current_limit)(struct regulator_dev *, int, int); int (*get_current_limit)(struct regulator_dev *); int (*set_input_current_limit)(struct regulator_dev *, int); int (*set_over_current_protection)(struct regulator_dev *, int, int, bool); int (*set_over_voltage_protection)(struct regulator_dev *, int, int, bool); int (*set_under_voltage_protection)(struct regulator_dev *, int, int, bool); int (*set_thermal_protection)(struct regulator_dev *, int, int, bool); int (*set_active_discharge)(struct regulator_dev *, bool); int (*enable)(struct regulator_dev *); int (*disable)(struct regulator_dev *); int (*is_enabled)(struct regulator_dev *); int (*set_mode)(struct regulator_dev *, unsigned int); unsigned int (*get_mode)(struct regulator_dev *); int (*get_error_flags)(struct regulator_dev *, unsigned int *); int (*enable_time)(struct regulator_dev *); int (*set_ramp_delay)(struct regulator_dev *, int); int (*set_voltage_time)(struct regulator_dev *, int, int); int (*set_voltage_time_sel)(struct regulator_dev *, unsigned int, unsigned int); int (*set_soft_start)(struct regulator_dev *); int (*get_status)(struct regulator_dev *); unsigned int (*get_optimum_mode)(struct regulator_dev *, int, int, int); int (*set_load)(struct regulator_dev *, int); int (*set_bypass)(struct regulator_dev *, bool); int (*get_bypass)(struct regulator_dev *, bool *); int (*set_suspend_voltage)(struct regulator_dev *, int); int (*set_suspend_enable)(struct regulator_dev *); int (*set_suspend_disable)(struct regulator_dev *); int (*set_suspend_mode)(struct regulator_dev *, unsigned int); int (*resume)(struct regulator_dev *); int (*set_pull_down)(struct regulator_dev *); }; struct regulator_coupler; struct coupling_desc { struct regulator_dev **coupled_rdevs; struct regulator_coupler *coupler; int n_resolved; int n_coupled; }; struct regulator_desc; struct regulation_constraints; struct regulator; struct regmap; struct regulator_enable_gpio; struct regulator_dev { const struct regulator_desc *desc; int exclusive; u32 use_count; u32 open_count; u32 bypass_count; struct list_head list; struct list_head consumer_list; struct coupling_desc coupling_desc; struct blocking_notifier_head notifier; struct ww_mutex mutex; struct task_struct *mutex_owner; int ref_cnt; struct module *owner; struct device dev; struct regulation_constraints *constraints; struct regulator *supply; const char *supply_name; struct regmap *regmap; struct delayed_work disable_work; void *reg_data; struct dentry *debugfs; struct regulator_enable_gpio *ena_pin; unsigned int ena_gpio_state: 1; unsigned int is_switch: 1; ktime_t last_off; int cached_err; bool use_cached_err; spinlock_t err_lock; }; enum regulator_type { REGULATOR_VOLTAGE = 0, REGULATOR_CURRENT = 1, }; struct regulator_config; struct regulator_desc { const char *name; const char *supply_name; const char *of_match; bool of_match_full_name; const char *regulators_node; int (*of_parse_cb)(struct device_node *, const struct regulator_desc *, struct regulator_config *); int id; unsigned int continuous_voltage_range: 1; unsigned int n_voltages; unsigned int n_current_limits; const struct regulator_ops *ops; int irq; enum regulator_type type; struct module *owner; unsigned int min_uV; unsigned int uV_step; unsigned int linear_min_sel; int fixed_uV; unsigned int ramp_delay; int min_dropout_uV; const struct linear_range *linear_ranges; const unsigned int *linear_range_selectors; int n_linear_ranges; const unsigned int *volt_table; const unsigned int *curr_table; unsigned int vsel_range_reg; unsigned int vsel_range_mask; unsigned int vsel_reg; unsigned int vsel_mask; unsigned int vsel_step; unsigned int csel_reg; unsigned int csel_mask; unsigned int apply_reg; unsigned int apply_bit; unsigned int enable_reg; unsigned int enable_mask; unsigned int enable_val; unsigned int disable_val; bool enable_is_inverted; unsigned int bypass_reg; unsigned int bypass_mask; unsigned int bypass_val_on; unsigned int bypass_val_off; unsigned int active_discharge_on; unsigned int active_discharge_off; unsigned int active_discharge_mask; unsigned int active_discharge_reg; unsigned int soft_start_reg; unsigned int soft_start_mask; unsigned int soft_start_val_on; unsigned int pull_down_reg; unsigned int pull_down_mask; unsigned int pull_down_val_on; unsigned int ramp_reg; unsigned int ramp_mask; const unsigned int *ramp_delay_table; unsigned int n_ramp_values; unsigned int enable_time; unsigned int off_on_delay; unsigned int poll_enabled_time; unsigned int (*of_map_mode)(unsigned int); }; struct gpio_desc; struct regulator_init_data; struct regulator_config { struct device *dev; const struct regulator_init_data *init_data; void *driver_data; struct device_node *of_node; struct regmap *regmap; struct gpio_desc *ena_gpiod; }; struct regulator_state { int uV; int min_uV; int max_uV; unsigned int mode; int enabled; bool changeable; }; struct notification_limit { int prot; int err; int warn; }; struct regulation_constraints { const char *name; int min_uV; int max_uV; int uV_offset; int min_uA; int max_uA; int ilim_uA; int system_load; u32 *max_spread; int max_uV_step; unsigned int valid_modes_mask; unsigned int valid_ops_mask; int input_uV; struct regulator_state state_disk; struct regulator_state state_mem; struct regulator_state state_standby; struct notification_limit over_curr_limits; struct notification_limit over_voltage_limits; struct notification_limit under_voltage_limits; struct notification_limit temp_limits; suspend_state_t initial_state; unsigned int initial_mode; unsigned int ramp_delay; unsigned int settling_time; unsigned int settling_time_up; unsigned int settling_time_down; unsigned int enable_time; unsigned int active_discharge; unsigned int always_on: 1; unsigned int boot_on: 1; unsigned int apply_uV: 1; unsigned int ramp_disable: 1; unsigned int soft_start: 1; unsigned int pull_down: 1; unsigned int over_current_protection: 1; unsigned int over_current_detection: 1; unsigned int over_voltage_detection: 1; unsigned int under_voltage_detection: 1; unsigned int over_temp_detection: 1; }; struct regulator_consumer_supply; struct regulator_init_data { const char *supply_regulator; struct regulation_constraints constraints; int num_consumer_supplies; struct regulator_consumer_supply *consumer_supplies; int (*regulator_init)(void *); void *driver_data; }; struct regulator_consumer_supply { const char *dev_name; const char *supply; }; struct regulator_bulk_data { const char *supply; int init_load_uA; struct regulator *consumer; int ret; }; struct regulator_voltage { int min_uV; int max_uV; }; struct regulator { struct device *dev; struct list_head list; unsigned int always_on: 1; unsigned int bypass: 1; unsigned int device_link: 1; int uA_load; unsigned int enable_count; unsigned int deferred_disables; struct regulator_voltage voltage[5]; const char *supply_name; struct device_attribute dev_attr; struct regulator_dev *rdev; struct dentry *debugfs; }; struct regulator_err_state { struct regulator_dev *rdev; long unsigned int notifs; long unsigned int errors; int possible_errs; }; struct regulator_irq_data { struct regulator_err_state *states; int num_states; void *data; long int opaque; }; struct regulator_irq_desc { const char *name; int fatal_cnt; int reread_ms; int irq_off_ms; bool skip_off; bool high_prio; void *data; int (*die)(struct regulator_irq_data *); int (*map_event)(int, struct regulator_irq_data *, long unsigned int *); int (*renable)(struct regulator_irq_data *); }; enum regulator_get_type { NORMAL_GET = 0, EXCLUSIVE_GET = 1, OPTIONAL_GET = 2, MAX_GET_TYPE = 3, }; struct regulator_bulk_devres { struct regulator_bulk_data *consumers; int num_consumers; }; struct regulator_supply_alias_match { struct device *dev; const char *id; }; struct regulator_notifier_match { struct regulator *regulator; struct notifier_block *nb; }; struct termios { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; }; struct termios2 { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; speed_t c_ispeed; speed_t c_ospeed; }; struct termio { short unsigned int c_iflag; short unsigned int c_oflag; short unsigned int c_cflag; short unsigned int c_lflag; unsigned char c_line; unsigned char c_cc[8]; }; struct tty_audit_buf { struct mutex mutex; dev_t dev; unsigned int icanon: 1; size_t valid; unsigned char *data; }; struct vc { struct vc_data *d; struct work_struct SAK_work; }; struct vt_notifier_param { struct vc_data *vc; unsigned int c; }; struct vcs_poll_data { struct notifier_block notifier; unsigned int cons_num; int event; wait_queue_head_t waitq; struct fasync_struct *fasync; }; struct input_id { __u16 bustype; __u16 vendor; __u16 product; __u16 version; }; struct input_absinfo { __s32 value; __s32 minimum; __s32 maximum; __s32 fuzz; __s32 flat; __s32 resolution; }; struct input_keymap_entry { __u8 flags; __u8 len; __u16 index; __u32 keycode; __u8 scancode[32]; }; struct ff_replay { __u16 length; __u16 delay; }; struct ff_trigger { __u16 button; __u16 interval; }; struct ff_envelope { __u16 attack_length; __u16 attack_level; __u16 fade_length; __u16 fade_level; }; struct ff_constant_effect { __s16 level; struct ff_envelope envelope; }; struct ff_ramp_effect { __s16 start_level; __s16 end_level; struct ff_envelope envelope; }; struct ff_condition_effect { __u16 right_saturation; __u16 left_saturation; __s16 right_coeff; __s16 left_coeff; __u16 deadband; __s16 center; }; struct ff_periodic_effect { __u16 waveform; __u16 period; __s16 magnitude; __s16 offset; __u16 phase; struct ff_envelope envelope; __u32 custom_len; __s16 *custom_data; }; struct ff_rumble_effect { __u16 strong_magnitude; __u16 weak_magnitude; }; struct ff_effect { __u16 type; __s16 id; __u16 direction; struct ff_trigger trigger; struct ff_replay replay; union { struct ff_constant_effect constant; struct ff_ramp_effect ramp; struct ff_periodic_effect periodic; struct ff_condition_effect condition[2]; struct ff_rumble_effect rumble; } u; }; struct input_device_id { kernel_ulong_t flags; __u16 bustype; __u16 vendor; __u16 product; __u16 version; kernel_ulong_t evbit[1]; kernel_ulong_t keybit[12]; kernel_ulong_t relbit[1]; kernel_ulong_t absbit[1]; kernel_ulong_t mscbit[1]; kernel_ulong_t ledbit[1]; kernel_ulong_t sndbit[1]; kernel_ulong_t ffbit[2]; kernel_ulong_t swbit[1]; kernel_ulong_t propbit[1]; kernel_ulong_t driver_info; }; struct input_value { __u16 type; __u16 code; __s32 value; }; enum input_clock_type { INPUT_CLK_REAL = 0, INPUT_CLK_MONO = 1, INPUT_CLK_BOOT = 2, INPUT_CLK_MAX = 3, }; struct ff_device; struct input_dev_poller; struct input_mt; struct input_handle; struct input_dev { const char *name; const char *phys; const char *uniq; struct input_id id; long unsigned int propbit[1]; long unsigned int evbit[1]; long unsigned int keybit[12]; long unsigned int relbit[1]; long unsigned int absbit[1]; long unsigned int mscbit[1]; long unsigned int ledbit[1]; long unsigned int sndbit[1]; long unsigned int ffbit[2]; long unsigned int swbit[1]; unsigned int hint_events_per_packet; unsigned int keycodemax; unsigned int keycodesize; void *keycode; int (*setkeycode)(struct input_dev *, const struct input_keymap_entry *, unsigned int *); int (*getkeycode)(struct input_dev *, struct input_keymap_entry *); struct ff_device *ff; struct input_dev_poller *poller; unsigned int repeat_key; struct timer_list timer; int rep[2]; struct input_mt *mt; struct input_absinfo *absinfo; long unsigned int key[12]; long unsigned int led[1]; long unsigned int snd[1]; long unsigned int sw[1]; int (*open)(struct input_dev *); void (*close)(struct input_dev *); int (*flush)(struct input_dev *, struct file *); int (*event)(struct input_dev *, unsigned int, unsigned int, int); struct input_handle *grab; spinlock_t event_lock; struct mutex mutex; unsigned int users; bool going_away; struct device dev; struct list_head h_list; struct list_head node; unsigned int num_vals; unsigned int max_vals; struct input_value *vals; bool devres_managed; ktime_t timestamp[3]; bool inhibited; }; struct ff_device { int (*upload)(struct input_dev *, struct ff_effect *, struct ff_effect *); int (*erase)(struct input_dev *, int); int (*playback)(struct input_dev *, int, int); void (*set_gain)(struct input_dev *, u16); void (*set_autocenter)(struct input_dev *, u16); void (*destroy)(struct ff_device *); void *private; long unsigned int ffbit[2]; struct mutex mutex; int max_effects; struct ff_effect *effects; struct file *effect_owners[0]; }; struct input_handler; struct input_handle { void *private; int open; const char *name; struct input_dev *dev; struct input_handler *handler; struct list_head d_node; struct list_head h_node; }; struct input_handler { void *private; void (*event)(struct input_handle *, unsigned int, unsigned int, int); void (*events)(struct input_handle *, const struct input_value *, unsigned int); bool (*filter)(struct input_handle *, unsigned int, unsigned int, int); bool (*match)(struct input_handler *, struct input_dev *); int (*connect)(struct input_handler *, struct input_dev *, const struct input_device_id *); void (*disconnect)(struct input_handle *); void (*start)(struct input_handle *); bool legacy_minors; int minor; const char *name; const struct input_device_id *id_table; struct list_head h_list; struct list_head node; }; struct kbentry { unsigned char kb_table; unsigned char kb_index; short unsigned int kb_value; }; struct kbsentry { unsigned char kb_func; unsigned char kb_string[512]; }; struct kbdiacr { unsigned char diacr; unsigned char base; unsigned char result; }; struct kbdiacrs { unsigned int kb_cnt; struct kbdiacr kbdiacr[256]; }; struct kbdiacruc { unsigned int diacr; unsigned int base; unsigned int result; }; struct kbdiacrsuc { unsigned int kb_cnt; struct kbdiacruc kbdiacruc[256]; }; struct kbkeycode { unsigned int scancode; unsigned int keycode; }; struct kbd_repeat { int delay; int period; }; struct tasklet_struct { struct tasklet_struct *next; long unsigned int state; atomic_t count; bool use_callback; union { void (*func)(long unsigned int); void (*callback)(struct tasklet_struct *); }; long unsigned int data; }; enum { TASKLET_STATE_SCHED = 0, TASKLET_STATE_RUN = 1, }; struct keyboard_notifier_param { struct vc_data *vc; int down; int shift; int ledstate; unsigned int value; }; struct kbd_struct { unsigned char lockstate; unsigned char slockstate; unsigned char ledmode: 1; unsigned char ledflagstate: 4; char: 3; unsigned char default_ledflagstate: 4; unsigned char kbdmode: 3; int: 1; unsigned char modeflags: 5; }; struct vt_spawn_console { spinlock_t lock; struct pid *pid; int sig; }; typedef void k_handler_fn(struct vc_data *, unsigned char, char); typedef void fn_handler_fn(struct vc_data *); struct getset_keycode_data { struct input_keymap_entry ke; int error; }; struct serial_icounter_struct { int cts; int dsr; int rng; int dcd; int rx; int tx; int frame; int overrun; int parity; int brk; int buf_overrun; int reserved[9]; }; struct serial_struct { int type; int line; unsigned int port; int irq; int flags; int xmit_fifo_size; int custom_divisor; int baud_base; short unsigned int close_delay; char io_type; char reserved_char[1]; int hub6; short unsigned int closing_wait; short unsigned int closing_wait2; unsigned char *iomem_base; short unsigned int iomem_reg_shift; unsigned int port_high; long unsigned int iomap_base; }; struct hv_ops; struct hvc_struct { struct tty_port port; spinlock_t lock; int index; int do_wakeup; char *outbuf; int outbuf_size; int n_outbuf; uint32_t vtermno; const struct hv_ops *ops; int irq_requested; int data; struct winsize ws; struct work_struct tty_resize; struct list_head next; long unsigned int flags; }; struct hv_ops { int (*get_chars)(uint32_t, char *, int); int (*put_chars)(uint32_t, const char *, int); int (*flush)(uint32_t, bool); int (*notifier_add)(struct hvc_struct *, int); void (*notifier_del)(struct hvc_struct *, int); void (*notifier_hangup)(struct hvc_struct *, int); int (*tiocmget)(struct hvc_struct *); int (*tiocmset)(struct hvc_struct *, unsigned int, unsigned int); void (*dtr_rts)(struct hvc_struct *, bool); }; struct splice_desc { size_t total_len; unsigned int len; unsigned int flags; union { void *userptr; struct file *file; void *data; } u; loff_t pos; loff_t *opos; size_t num_spliced; bool need_wakeup; }; typedef int splice_actor(struct pipe_inode_info *, struct pipe_buffer *, struct splice_desc *); struct memdev { const char *name; umode_t mode; const struct file_operations *fops; fmode_t fmode; }; struct virtio_driver { struct device_driver driver; const struct virtio_device_id *id_table; const unsigned int *feature_table; unsigned int feature_table_size; const unsigned int *feature_table_legacy; unsigned int feature_table_size_legacy; int (*validate)(struct virtio_device *); int (*probe)(struct virtio_device *); void (*scan)(struct virtio_device *); void (*remove)(struct virtio_device *); void (*config_changed)(struct virtio_device *); }; struct virtrng_info { struct hwrng hwrng; struct virtqueue *vq; char name[25]; int index; bool hwrng_register_done; bool hwrng_removed; struct completion have_data; unsigned int data_avail; unsigned int data_idx; u8 data[256]; }; struct file_priv { struct tpm_chip *chip; struct tpm_space *space; struct mutex buffer_mutex; struct timer_list user_read_timer; struct work_struct timeout_work; struct work_struct async_work; wait_queue_head_t async_wait; ssize_t response_length; bool response_read; bool command_enqueued; u8 data_buffer[4096]; }; enum tpm2_const { TPM2_PLATFORM_PCR = 24, TPM2_PCR_SELECT_MIN = 3, }; enum tpm2_timeouts { TPM2_TIMEOUT_A = 750, TPM2_TIMEOUT_B = 2000, TPM2_TIMEOUT_C = 200, TPM2_TIMEOUT_D = 30, TPM2_DURATION_SHORT = 20, TPM2_DURATION_MEDIUM = 750, TPM2_DURATION_LONG = 2000, TPM2_DURATION_LONG_LONG = 300000, TPM2_DURATION_DEFAULT = 120000, }; enum tpm2_capabilities { TPM2_CAP_HANDLES = 1, TPM2_CAP_COMMANDS = 2, TPM2_CAP_PCRS = 5, TPM2_CAP_TPM_PROPERTIES = 6, }; enum tpm2_properties { TPM_PT_TOTAL_COMMANDS = 297, }; enum tpm2_startup_types { TPM2_SU_CLEAR = 0, TPM2_SU_STATE = 1, }; enum tpm2_cc_attrs { TPM2_CC_ATTR_CHANDLES = 25, TPM2_CC_ATTR_RHANDLE = 28, TPM2_CC_ATTR_VENDOR = 29, }; enum tpm_chip_flags { TPM_CHIP_FLAG_BOOTSTRAPPED = 1, TPM_CHIP_FLAG_TPM2 = 2, TPM_CHIP_FLAG_IRQ = 4, TPM_CHIP_FLAG_VIRTUAL = 8, TPM_CHIP_FLAG_HAVE_TIMEOUTS = 16, TPM_CHIP_FLAG_ALWAYS_POWERED = 32, TPM_CHIP_FLAG_FIRMWARE_POWER_MANAGED = 64, TPM_CHIP_FLAG_FIRMWARE_UPGRADE = 128, TPM_CHIP_FLAG_SUSPENDED = 256, TPM_CHIP_FLAG_HWRNG_DISABLED = 512, }; struct tpm2_pcr_read_out { __be32 update_cnt; __be32 pcr_selects_cnt; __be16 hash_alg; u8 pcr_select_size; u8 pcr_select[3]; __be32 digests_cnt; __be16 digest_size; u8 digest[0]; } __attribute__((packed)); struct tpm2_null_auth_area { __be32 handle; __be16 nonce_size; u8 attributes; __be16 auth_size; } __attribute__((packed)); struct tpm2_get_random_out { __be16 size; u8 buffer[128]; }; struct tpm2_get_cap_out { u8 more_data; __be32 subcap_id; __be32 property_cnt; __be32 property_id; __be32 value; } __attribute__((packed)); struct tpm2_pcr_selection { __be16 hash_alg; u8 size_of_select; u8 pcr_select[3]; }; struct tcpa_event { u32 pcr_index; u32 event_type; u8 pcr_value[20]; u32 event_size; u8 event_data[0]; }; enum tcpa_event_types { PREBOOT = 0, POST_CODE = 1, UNUSED___2 = 2, NO_ACTION = 3, SEPARATOR = 4, ACTION = 5, EVENT_TAG = 6, SCRTM_CONTENTS = 7, SCRTM_VERSION = 8, CPU_MICROCODE = 9, PLATFORM_CONFIG_FLAGS = 10, TABLE_OF_DEVICES = 11, COMPACT_HASH = 12, IPL = 13, IPL_PARTITION_DATA = 14, NONHOST_CODE = 15, NONHOST_CONFIG = 16, NONHOST_INFO = 17, }; struct tcpa_pc_event { u32 event_id; u32 event_size; u8 event_data[0]; }; enum tcpa_pc_event_ids { SMBIOS = 1, BIS_CERT = 2, POST_BIOS_ROM = 3, ESCD = 4, CMOS = 5, NVRAM = 6, OPTION_ROM_EXEC = 7, OPTION_ROM_CONFIG = 8, OPTION_ROM_MICROCODE = 10, S_CRTM_VERSION = 11, S_CRTM_CONTENTS = 12, POST_CONTENTS = 13, HOST_TABLE_OF_DEVICES = 14, }; struct trace_event_raw_iommu_group_event { struct trace_entry ent; int gid; u32 __data_loc_device; char __data[0]; }; struct trace_event_raw_iommu_device_event { struct trace_entry ent; u32 __data_loc_device; char __data[0]; }; struct trace_event_raw_map { struct trace_entry ent; u64 iova; u64 paddr; size_t size; char __data[0]; }; struct trace_event_raw_unmap { struct trace_entry ent; u64 iova; size_t size; size_t unmapped_size; char __data[0]; }; struct trace_event_raw_iommu_error { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; u64 iova; int flags; char __data[0]; }; struct trace_event_data_offsets_iommu_group_event { u32 device; }; struct trace_event_data_offsets_iommu_device_event { u32 device; }; struct trace_event_data_offsets_map {}; struct trace_event_data_offsets_unmap {}; struct trace_event_data_offsets_iommu_error { u32 device; u32 driver; }; typedef void (*btf_trace_add_device_to_group)(void *, int, struct device *); typedef void (*btf_trace_remove_device_from_group)(void *, int, struct device *); typedef void (*btf_trace_attach_device_to_domain)(void *, struct device *); typedef void (*btf_trace_map)(void *, long unsigned int, phys_addr_t, size_t); typedef void (*btf_trace_unmap)(void *, long unsigned int, size_t, size_t); typedef void (*btf_trace_io_page_fault)(void *, struct device *, long unsigned int, int); struct drm_mode_fb_cmd2 { __u32 fb_id; __u32 width; __u32 height; __u32 pixel_format; __u32 flags; __u32 handles[4]; __u32 pitches[4]; __u32 offsets[4]; __u64 modifier[4]; }; struct drm_mode_create_dumb { __u32 height; __u32 width; __u32 bpp; __u32 flags; __u32 handle; __u32 pitch; __u64 size; }; struct drm_device; struct drm_master { struct kref refcount; struct drm_device *dev; char *unique; int unique_len; struct idr magic_map; void *driver_priv; struct drm_master *lessor; int lessee_id; struct list_head lessee_list; struct list_head lessees; struct idr leases; struct idr lessee_idr; }; struct drm_modeset_lock { struct ww_mutex mutex; struct list_head head; }; struct drm_modeset_acquire_ctx; struct drm_mode_config_funcs; struct drm_property; struct drm_atomic_state; struct drm_mode_config_helper_funcs; struct drm_mode_config { struct mutex mutex; struct drm_modeset_lock connection_mutex; struct drm_modeset_acquire_ctx *acquire_ctx; struct mutex idr_mutex; struct idr object_idr; struct idr tile_idr; struct mutex fb_lock; int num_fb; struct list_head fb_list; spinlock_t connector_list_lock; int num_connector; struct ida connector_ida; struct list_head connector_list; struct llist_head connector_free_list; struct work_struct connector_free_work; int num_encoder; struct list_head encoder_list; int num_total_plane; struct list_head plane_list; int num_crtc; struct list_head crtc_list; struct list_head property_list; struct list_head privobj_list; int min_width; int min_height; int max_width; int max_height; const struct drm_mode_config_funcs *funcs; bool poll_enabled; bool poll_running; bool delayed_event; struct delayed_work output_poll_work; struct mutex blob_lock; struct list_head property_blob_list; struct drm_property *edid_property; struct drm_property *dpms_property; struct drm_property *path_property; struct drm_property *tile_property; struct drm_property *link_status_property; struct drm_property *plane_type_property; struct drm_property *prop_src_x; struct drm_property *prop_src_y; struct drm_property *prop_src_w; struct drm_property *prop_src_h; struct drm_property *prop_crtc_x; struct drm_property *prop_crtc_y; struct drm_property *prop_crtc_w; struct drm_property *prop_crtc_h; struct drm_property *prop_fb_id; struct drm_property *prop_in_fence_fd; struct drm_property *prop_out_fence_ptr; struct drm_property *prop_crtc_id; struct drm_property *prop_fb_damage_clips; struct drm_property *prop_active; struct drm_property *prop_mode_id; struct drm_property *prop_vrr_enabled; struct drm_property *dvi_i_subconnector_property; struct drm_property *dvi_i_select_subconnector_property; struct drm_property *dp_subconnector_property; struct drm_property *tv_subconnector_property; struct drm_property *tv_select_subconnector_property; struct drm_property *legacy_tv_mode_property; struct drm_property *tv_mode_property; struct drm_property *tv_left_margin_property; struct drm_property *tv_right_margin_property; struct drm_property *tv_top_margin_property; struct drm_property *tv_bottom_margin_property; struct drm_property *tv_brightness_property; struct drm_property *tv_contrast_property; struct drm_property *tv_flicker_reduction_property; struct drm_property *tv_overscan_property; struct drm_property *tv_saturation_property; struct drm_property *tv_hue_property; struct drm_property *scaling_mode_property; struct drm_property *aspect_ratio_property; struct drm_property *content_type_property; struct drm_property *degamma_lut_property; struct drm_property *degamma_lut_size_property; struct drm_property *ctm_property; struct drm_property *gamma_lut_property; struct drm_property *gamma_lut_size_property; struct drm_property *suggested_x_property; struct drm_property *suggested_y_property; struct drm_property *non_desktop_property; struct drm_property *panel_orientation_property; struct drm_property *writeback_fb_id_property; struct drm_property *writeback_pixel_formats_property; struct drm_property *writeback_out_fence_ptr_property; struct drm_property *hdr_output_metadata_property; struct drm_property *content_protection_property; struct drm_property *hdcp_content_type_property; uint32_t preferred_depth; uint32_t prefer_shadow; bool quirk_addfb_prefer_xbgr_30bpp; bool quirk_addfb_prefer_host_byte_order; bool async_page_flip; bool fb_modifiers_not_supported; bool normalize_zpos; struct drm_property *modifiers_property; uint32_t cursor_width; uint32_t cursor_height; struct drm_atomic_state *suspend_state; const struct drm_mode_config_helper_funcs *helper_private; }; struct drm_vram_mm; enum switch_power_state { DRM_SWITCH_POWER_ON = 0, DRM_SWITCH_POWER_OFF = 1, DRM_SWITCH_POWER_CHANGING = 2, DRM_SWITCH_POWER_DYNAMIC_OFF = 3, }; struct drm_driver; struct drm_minor; struct drm_vblank_crtc; struct drm_vma_offset_manager; struct drm_fb_helper; struct drm_device { int if_version; struct kref ref; struct device *dev; struct { struct list_head resources; void *final_kfree; spinlock_t lock; } managed; const struct drm_driver *driver; void *dev_private; struct drm_minor *primary; struct drm_minor *render; struct drm_minor *accel; bool registered; struct drm_master *master; u32 driver_features; bool unplugged; struct inode *anon_inode; char *unique; struct mutex struct_mutex; struct mutex master_mutex; atomic_t open_count; struct mutex filelist_mutex; struct list_head filelist; struct list_head filelist_internal; struct mutex clientlist_mutex; struct list_head clientlist; bool vblank_disable_immediate; struct drm_vblank_crtc *vblank; spinlock_t vblank_time_lock; spinlock_t vbl_lock; u32 max_vblank_count; struct list_head vblank_event_list; spinlock_t event_lock; unsigned int num_crtcs; struct drm_mode_config mode_config; struct mutex object_name_lock; struct idr object_name_idr; struct drm_vma_offset_manager *vma_offset_manager; struct drm_vram_mm *vram_mm; enum switch_power_state switch_power_state; struct drm_fb_helper *fb_helper; struct mutex debugfs_mutex; struct list_head debugfs_list; }; struct drm_modeset_acquire_ctx { struct ww_acquire_ctx ww_ctx; struct drm_modeset_lock *contended; depot_stack_handle_t stack_depot; struct list_head locked; bool trylock_only; bool interruptible; }; enum drm_mode_status { MODE_OK = 0, MODE_HSYNC = 1, MODE_VSYNC = 2, MODE_H_ILLEGAL = 3, MODE_V_ILLEGAL = 4, MODE_BAD_WIDTH = 5, MODE_NOMODE = 6, MODE_NO_INTERLACE = 7, MODE_NO_DBLESCAN = 8, MODE_NO_VSCAN = 9, MODE_MEM = 10, MODE_VIRTUAL_X = 11, MODE_VIRTUAL_Y = 12, MODE_MEM_VIRT = 13, MODE_NOCLOCK = 14, MODE_CLOCK_HIGH = 15, MODE_CLOCK_LOW = 16, MODE_CLOCK_RANGE = 17, MODE_BAD_HVALUE = 18, MODE_BAD_VVALUE = 19, MODE_BAD_VSCAN = 20, MODE_HSYNC_NARROW = 21, MODE_HSYNC_WIDE = 22, MODE_HBLANK_NARROW = 23, MODE_HBLANK_WIDE = 24, MODE_VSYNC_NARROW = 25, MODE_VSYNC_WIDE = 26, MODE_VBLANK_NARROW = 27, MODE_VBLANK_WIDE = 28, MODE_PANEL = 29, MODE_INTERLACE_WIDTH = 30, MODE_ONE_WIDTH = 31, MODE_ONE_HEIGHT = 32, MODE_ONE_SIZE = 33, MODE_NO_REDUCED = 34, MODE_NO_STEREO = 35, MODE_NO_420 = 36, MODE_STALE = -3, MODE_BAD = -2, MODE_ERROR = -1, }; struct drm_framebuffer; struct drm_file; struct drm_format_info; struct drm_display_mode; struct drm_mode_config_funcs { struct drm_framebuffer * (*fb_create)(struct drm_device *, struct drm_file *, const struct drm_mode_fb_cmd2 *); const struct drm_format_info * (*get_format_info)(const struct drm_mode_fb_cmd2 *); void (*output_poll_changed)(struct drm_device *); enum drm_mode_status (*mode_valid)(struct drm_device *, const struct drm_display_mode *); int (*atomic_check)(struct drm_device *, struct drm_atomic_state *); int (*atomic_commit)(struct drm_device *, struct drm_atomic_state *, bool); struct drm_atomic_state * (*atomic_state_alloc)(struct drm_device *); void (*atomic_state_clear)(struct drm_atomic_state *); void (*atomic_state_free)(struct drm_atomic_state *); }; struct drm_format_info { u32 format; u8 depth; u8 num_planes; union { u8 cpp[4]; u8 char_per_block[4]; }; u8 block_w[4]; u8 block_h[4]; u8 hsub; u8 vsub; bool has_alpha; bool is_yuv; bool is_color_indexed; }; struct drm_display_mode { int clock; u16 hdisplay; u16 hsync_start; u16 hsync_end; u16 htotal; u16 hskew; u16 vdisplay; u16 vsync_start; u16 vsync_end; u16 vtotal; u16 vscan; u32 flags; int crtc_clock; u16 crtc_hdisplay; u16 crtc_hblank_start; u16 crtc_hblank_end; u16 crtc_hsync_start; u16 crtc_hsync_end; u16 crtc_htotal; u16 crtc_hskew; u16 crtc_vdisplay; u16 crtc_vblank_start; u16 crtc_vblank_end; u16 crtc_vsync_start; u16 crtc_vsync_end; u16 crtc_vtotal; u16 width_mm; u16 height_mm; u8 type; bool expose_to_userspace; struct list_head head; char name[32]; enum drm_mode_status status; enum hdmi_picture_aspect picture_aspect_ratio; }; struct drm_mode_config_helper_funcs { void (*atomic_commit_tail)(struct drm_atomic_state *); int (*atomic_commit_setup)(struct drm_atomic_state *); }; struct drm_gem_object; struct dma_buf; struct dma_buf_attachment; struct drm_ioctl_desc; struct drm_driver { int (*load)(struct drm_device *, long unsigned int); int (*open)(struct drm_device *, struct drm_file *); void (*postclose)(struct drm_device *, struct drm_file *); void (*lastclose)(struct drm_device *); void (*unload)(struct drm_device *); void (*release)(struct drm_device *); void (*master_set)(struct drm_device *, struct drm_file *, bool); void (*master_drop)(struct drm_device *, struct drm_file *); void (*debugfs_init)(struct drm_minor *); struct drm_gem_object * (*gem_create_object)(struct drm_device *, size_t); int (*prime_handle_to_fd)(struct drm_device *, struct drm_file *, uint32_t, uint32_t, int *); int (*prime_fd_to_handle)(struct drm_device *, struct drm_file *, int, uint32_t *); struct drm_gem_object * (*gem_prime_import)(struct drm_device *, struct dma_buf *); struct drm_gem_object * (*gem_prime_import_sg_table)(struct drm_device *, struct dma_buf_attachment *, struct sg_table *); int (*gem_prime_mmap)(struct drm_gem_object *, struct vm_area_struct *); int (*dumb_create)(struct drm_file *, struct drm_device *, struct drm_mode_create_dumb *); int (*dumb_map_offset)(struct drm_file *, struct drm_device *, uint32_t, uint64_t *); int major; int minor; int patchlevel; char *name; char *desc; char *date; u32 driver_features; const struct drm_ioctl_desc *ioctls; int num_ioctls; const struct file_operations *fops; }; enum drm_ioctl_flags { DRM_AUTH = 1, DRM_MASTER = 2, DRM_ROOT_ONLY = 4, DRM_UNLOCKED = 16, DRM_RENDER_ALLOW = 32, }; typedef int drm_ioctl_t(struct drm_device *, void *, struct drm_file *); struct drm_ioctl_desc { unsigned int cmd; enum drm_ioctl_flags flags; drm_ioctl_t *func; const char *name; }; typedef unsigned int drm_magic_t; struct drm_prime_file_private { struct mutex lock; struct rb_root dmabufs; struct rb_root handles; }; struct drm_file { bool authenticated; bool stereo_allowed; bool universal_planes; bool atomic; bool aspect_ratio_allowed; bool writeback_connectors; bool was_master; bool is_master; struct drm_master *master; spinlock_t master_lookup_lock; struct pid *pid; drm_magic_t magic; struct list_head lhead; struct drm_minor *minor; struct idr object_idr; spinlock_t table_lock; struct idr syncobj_idr; spinlock_t syncobj_table_lock; struct file *filp; void *driver_priv; struct list_head fbs; struct mutex fbs_lock; struct list_head blobs; wait_queue_head_t event_wait; struct list_head pending_event_list; struct list_head event_list; int event_space; struct mutex event_read_lock; struct drm_prime_file_private prime; }; struct drm_auth { drm_magic_t magic; }; struct drm_minor { int index; int type; struct device *kdev; struct drm_device *dev; struct dentry *debugfs_root; struct list_head debugfs_list; struct mutex debugfs_lock; }; struct drm_vblank_crtc { struct drm_device *dev; wait_queue_head_t queue; struct timer_list disable_timer; seqlock_t seqlock; atomic64_t count; ktime_t time; atomic_t refcount; u32 last; u32 max_vblank_count; unsigned int inmodeset; unsigned int pipe; int framedur_ns; int linedur_ns; struct drm_display_mode hwmode; bool enabled; struct kthread_worker *worker; struct list_head pending_work; wait_queue_head_t work_wait_queue; }; enum drm_driver_feature { DRIVER_GEM = 1, DRIVER_MODESET = 2, DRIVER_RENDER = 8, DRIVER_ATOMIC = 16, DRIVER_SYNCOBJ = 32, DRIVER_SYNCOBJ_TIMELINE = 64, DRIVER_COMPUTE_ACCEL = 128, DRIVER_USE_AGP = 33554432, DRIVER_LEGACY = 67108864, DRIVER_PCI_DMA = 134217728, DRIVER_SG = 268435456, DRIVER_HAVE_DMA = 536870912, DRIVER_HAVE_IRQ = 1073741824, }; enum drm_debug_category { DRM_UT_CORE = 0, DRM_UT_DRIVER = 1, DRM_UT_KMS = 2, DRM_UT_PRIME = 3, DRM_UT_ATOMIC = 4, DRM_UT_VBL = 5, DRM_UT_STATE = 6, DRM_UT_LEASE = 7, DRM_UT_DP = 8, DRM_UT_DRMRES = 9, }; struct drm_object_properties; struct drm_mode_object { uint32_t id; uint32_t type; struct drm_object_properties *properties; struct kref refcount; void (*free_cb)(struct kref *); }; struct drm_object_properties { int count; struct drm_property *properties[24]; uint64_t values[24]; }; struct drm_property { struct list_head head; struct drm_mode_object base; uint32_t flags; char name[32]; uint32_t num_values; uint64_t *values; struct drm_device *dev; struct list_head enum_list; }; struct hdr_static_metadata { __u8 eotf; __u8 metadata_type; __u16 max_cll; __u16 max_fall; __u16 min_cll; }; struct hdr_sink_metadata { __u32 metadata_type; union { struct hdr_static_metadata hdmi_type1; }; }; enum drm_mode_subconnector { DRM_MODE_SUBCONNECTOR_Automatic = 0, DRM_MODE_SUBCONNECTOR_Unknown = 0, DRM_MODE_SUBCONNECTOR_VGA = 1, DRM_MODE_SUBCONNECTOR_DVID = 3, DRM_MODE_SUBCONNECTOR_DVIA = 4, DRM_MODE_SUBCONNECTOR_Composite = 5, DRM_MODE_SUBCONNECTOR_SVIDEO = 6, DRM_MODE_SUBCONNECTOR_Component = 8, DRM_MODE_SUBCONNECTOR_SCART = 9, DRM_MODE_SUBCONNECTOR_DisplayPort = 10, DRM_MODE_SUBCONNECTOR_HDMIA = 11, DRM_MODE_SUBCONNECTOR_Native = 15, DRM_MODE_SUBCONNECTOR_Wireless = 18, }; enum drm_connector_force { DRM_FORCE_UNSPECIFIED = 0, DRM_FORCE_OFF = 1, DRM_FORCE_ON = 2, DRM_FORCE_ON_DIGITAL = 3, }; enum drm_connector_status { connector_status_connected = 1, connector_status_disconnected = 2, connector_status_unknown = 3, }; enum drm_connector_registration_state { DRM_CONNECTOR_INITIALIZING = 0, DRM_CONNECTOR_REGISTERED = 1, DRM_CONNECTOR_UNREGISTERED = 2, }; enum subpixel_order { SubPixelUnknown = 0, SubPixelHorizontalRGB = 1, SubPixelHorizontalBGR = 2, SubPixelVerticalRGB = 3, SubPixelVerticalBGR = 4, SubPixelNone = 5, }; enum drm_connector_tv_mode { DRM_MODE_TV_MODE_NTSC = 0, DRM_MODE_TV_MODE_NTSC_443 = 1, DRM_MODE_TV_MODE_NTSC_J = 2, DRM_MODE_TV_MODE_PAL = 3, DRM_MODE_TV_MODE_PAL_M = 4, DRM_MODE_TV_MODE_PAL_N = 5, DRM_MODE_TV_MODE_SECAM = 6, DRM_MODE_TV_MODE_MAX = 7, }; struct drm_scrambling { bool supported; bool low_rates; }; struct drm_scdc { bool supported; bool read_request; struct drm_scrambling scrambling; }; struct drm_hdmi_dsc_cap { bool v_1p2; bool native_420; bool all_bpp; u8 bpc_supported; u8 max_slices; int clk_per_slice; u8 max_lanes; u8 max_frl_rate_per_lane; u8 total_chunk_kbytes; }; struct drm_hdmi_info { struct drm_scdc scdc; long unsigned int y420_vdb_modes[4]; long unsigned int y420_cmdb_modes[4]; u8 y420_dc_modes; u8 max_frl_rate_per_lane; u8 max_lanes; struct drm_hdmi_dsc_cap dsc_cap; }; enum drm_link_status { DRM_LINK_STATUS_GOOD = 0, DRM_LINK_STATUS_BAD = 1, }; enum drm_panel_orientation { DRM_MODE_PANEL_ORIENTATION_UNKNOWN = -1, DRM_MODE_PANEL_ORIENTATION_NORMAL = 0, DRM_MODE_PANEL_ORIENTATION_BOTTOM_UP = 1, DRM_MODE_PANEL_ORIENTATION_LEFT_UP = 2, DRM_MODE_PANEL_ORIENTATION_RIGHT_UP = 3, }; struct drm_monitor_range_info { u16 min_vfreq; u16 max_vfreq; }; struct drm_luminance_range_info { u32 min_luminance; u32 max_luminance; }; enum drm_privacy_screen_status { PRIVACY_SCREEN_DISABLED = 0, PRIVACY_SCREEN_ENABLED = 1, PRIVACY_SCREEN_DISABLED_LOCKED = 2, PRIVACY_SCREEN_ENABLED_LOCKED = 3, }; struct drm_display_info { unsigned int width_mm; unsigned int height_mm; unsigned int bpc; enum subpixel_order subpixel_order; int panel_orientation; u32 color_formats; const u32 *bus_formats; unsigned int num_bus_formats; u32 bus_flags; int max_tmds_clock; bool dvi_dual; bool is_hdmi; bool has_hdmi_infoframe; bool rgb_quant_range_selectable; u8 edid_hdmi_rgb444_dc_modes; u8 edid_hdmi_ycbcr444_dc_modes; u8 cea_rev; struct drm_hdmi_info hdmi; bool non_desktop; struct drm_monitor_range_info monitor_range; struct drm_luminance_range_info luminance_range; u8 mso_stream_count; u8 mso_pixel_overlap; u32 max_dsc_bpp; u8 *vics; int vics_len; u32 quirks; }; struct drm_connector_tv_margins { unsigned int bottom; unsigned int left; unsigned int right; unsigned int top; }; struct drm_tv_connector_state { enum drm_mode_subconnector select_subconnector; enum drm_mode_subconnector subconnector; struct drm_connector_tv_margins margins; unsigned int legacy_mode; unsigned int mode; unsigned int brightness; unsigned int contrast; unsigned int flicker_reduction; unsigned int overscan; unsigned int saturation; unsigned int hue; }; struct drm_connector; struct drm_crtc; struct drm_encoder; struct drm_crtc_commit; struct drm_writeback_job; struct drm_property_blob; struct drm_connector_state { struct drm_connector *connector; struct drm_crtc *crtc; struct drm_encoder *best_encoder; enum drm_link_status link_status; struct drm_atomic_state *state; struct drm_crtc_commit *commit; struct drm_tv_connector_state tv; bool self_refresh_aware; enum hdmi_picture_aspect picture_aspect_ratio; unsigned int content_type; unsigned int hdcp_content_type; unsigned int scaling_mode; unsigned int content_protection; u32 colorspace; struct drm_writeback_job *writeback_job; u8 max_requested_bpc; u8 max_bpc; enum drm_privacy_screen_status privacy_screen_sw_state; struct drm_property_blob *hdr_output_metadata; }; struct drm_privacy_screen; struct drm_cmdline_mode { char name[32]; bool specified; bool refresh_specified; bool bpp_specified; unsigned int pixel_clock; int xres; int yres; int bpp; int refresh; bool rb; bool interlace; bool cvt; bool margins; enum drm_connector_force force; unsigned int rotation_reflection; enum drm_panel_orientation panel_orientation; struct drm_connector_tv_margins tv_margins; enum drm_connector_tv_mode tv_mode; bool tv_mode_specified; }; struct drm_connector_funcs; struct drm_connector_helper_funcs; struct drm_edid; struct i2c_adapter; struct drm_tile_group; struct drm_connector { struct drm_device *dev; struct device *kdev; struct device_attribute *attr; struct fwnode_handle *fwnode; struct list_head head; struct list_head global_connector_list_entry; struct drm_mode_object base; char *name; struct mutex mutex; unsigned int index; int connector_type; int connector_type_id; bool interlace_allowed; bool doublescan_allowed; bool stereo_allowed; bool ycbcr_420_allowed; enum drm_connector_registration_state registration_state; struct list_head modes; enum drm_connector_status status; struct list_head probed_modes; struct drm_display_info display_info; const struct drm_connector_funcs *funcs; struct drm_property_blob *edid_blob_ptr; struct drm_object_properties properties; struct drm_property *scaling_mode_property; struct drm_property *vrr_capable_property; struct drm_property *colorspace_property; struct drm_property_blob *path_blob_ptr; struct drm_property *max_bpc_property; struct drm_privacy_screen *privacy_screen; struct notifier_block privacy_screen_notifier; struct drm_property *privacy_screen_sw_state_property; struct drm_property *privacy_screen_hw_state_property; uint8_t polled; int dpms; const struct drm_connector_helper_funcs *helper_private; struct drm_cmdline_mode cmdline_mode; enum drm_connector_force force; const struct drm_edid *edid_override; struct mutex edid_override_mutex; u64 epoch_counter; u32 possible_encoders; struct drm_encoder *encoder; uint8_t eld[128]; bool latency_present[2]; int video_latency[2]; int audio_latency[2]; struct i2c_adapter *ddc; int null_edid_counter; unsigned int bad_edid_counter; bool edid_corrupt; u8 real_edid_checksum; struct dentry *debugfs_entry; struct drm_connector_state *state; struct drm_property_blob *tile_blob_ptr; bool has_tile; struct drm_tile_group *tile_group; bool tile_is_single_monitor; uint8_t num_h_tile; uint8_t num_v_tile; uint8_t tile_h_loc; uint8_t tile_v_loc; uint16_t tile_h_size; uint16_t tile_v_size; struct llist_node free_node; struct hdr_sink_metadata hdr_sink_metadata; }; struct drm_crtc_crc_entry; struct drm_crtc_crc { spinlock_t lock; const char *source; bool opened; bool overflow; struct drm_crtc_crc_entry *entries; int head; int tail; size_t values_cnt; wait_queue_head_t wq; }; struct drm_plane; struct drm_crtc_funcs; struct drm_crtc_helper_funcs; struct drm_crtc_state; struct drm_self_refresh_data; struct drm_crtc { struct drm_device *dev; struct device_node *port; struct list_head head; char *name; struct drm_modeset_lock mutex; struct drm_mode_object base; struct drm_plane *primary; struct drm_plane *cursor; unsigned int index; int cursor_x; int cursor_y; bool enabled; struct drm_display_mode mode; struct drm_display_mode hwmode; int x; int y; const struct drm_crtc_funcs *funcs; uint32_t gamma_size; uint16_t *gamma_store; const struct drm_crtc_helper_funcs *helper_private; struct drm_object_properties properties; struct drm_property *scaling_filter_property; struct drm_crtc_state *state; struct list_head commit_list; spinlock_t commit_lock; struct dentry *debugfs_entry; struct drm_crtc_crc crc; unsigned int fence_context; spinlock_t fence_lock; long unsigned int fence_seqno; char timeline_name[32]; struct drm_self_refresh_data *self_refresh_data; }; struct drm_encoder_funcs; struct drm_encoder_helper_funcs; struct drm_encoder { struct drm_device *dev; struct list_head head; struct drm_mode_object base; char *name; int encoder_type; unsigned int index; uint32_t possible_crtcs; uint32_t possible_clones; struct drm_crtc *crtc; struct list_head bridge_chain; const struct drm_encoder_funcs *funcs; const struct drm_encoder_helper_funcs *helper_private; }; struct __drm_planes_state; struct __drm_crtcs_state; struct __drm_connnectors_state; struct __drm_private_objs_state; struct drm_atomic_state { struct kref ref; struct drm_device *dev; bool allow_modeset: 1; bool legacy_cursor_update: 1; bool async_update: 1; bool duplicated: 1; struct __drm_planes_state *planes; struct __drm_crtcs_state *crtcs; int num_connector; struct __drm_connnectors_state *connectors; int num_private_objs; struct __drm_private_objs_state *private_objs; struct drm_modeset_acquire_ctx *acquire_ctx; struct drm_crtc_commit *fake_commit; struct work_struct commit_work; }; struct drm_pending_vblank_event; struct drm_crtc_commit { struct drm_crtc *crtc; struct kref ref; struct completion flip_done; struct completion hw_done; struct completion cleanup_done; struct list_head commit_entry; struct drm_pending_vblank_event *event; bool abort_completion; }; struct drm_property_blob { struct drm_mode_object base; struct drm_device *dev; struct list_head head_global; struct list_head head_file; size_t length; void *data; }; struct drm_printer; struct drm_connector_funcs { int (*dpms)(struct drm_connector *, int); void (*reset)(struct drm_connector *); enum drm_connector_status (*detect)(struct drm_connector *, bool); void (*force)(struct drm_connector *); int (*fill_modes)(struct drm_connector *, uint32_t, uint32_t); int (*set_property)(struct drm_connector *, struct drm_property *, uint64_t); int (*late_register)(struct drm_connector *); void (*early_unregister)(struct drm_connector *); void (*destroy)(struct drm_connector *); struct drm_connector_state * (*atomic_duplicate_state)(struct drm_connector *); void (*atomic_destroy_state)(struct drm_connector *, struct drm_connector_state *); int (*atomic_set_property)(struct drm_connector *, struct drm_connector_state *, struct drm_property *, uint64_t); int (*atomic_get_property)(struct drm_connector *, const struct drm_connector_state *, struct drm_property *, uint64_t *); void (*atomic_print_state)(struct drm_printer *, const struct drm_connector_state *); void (*oob_hotplug_event)(struct drm_connector *); void (*debugfs_init)(struct drm_connector *, struct dentry *); }; struct drm_printer { void (*printfn)(struct drm_printer *, struct va_format *); void (*puts)(struct drm_printer *, const char *); void *arg; const char *prefix; }; struct drm_writeback_connector; struct drm_connector_helper_funcs { int (*get_modes)(struct drm_connector *); int (*detect_ctx)(struct drm_connector *, struct drm_modeset_acquire_ctx *, bool); enum drm_mode_status (*mode_valid)(struct drm_connector *, struct drm_display_mode *); int (*mode_valid_ctx)(struct drm_connector *, struct drm_display_mode *, struct drm_modeset_acquire_ctx *, enum drm_mode_status *); struct drm_encoder * (*best_encoder)(struct drm_connector *); struct drm_encoder * (*atomic_best_encoder)(struct drm_connector *, struct drm_atomic_state *); int (*atomic_check)(struct drm_connector *, struct drm_atomic_state *); void (*atomic_commit)(struct drm_connector *, struct drm_atomic_state *); int (*prepare_writeback_job)(struct drm_writeback_connector *, struct drm_writeback_job *); void (*cleanup_writeback_job)(struct drm_writeback_connector *, struct drm_writeback_job *); void (*enable_hpd)(struct drm_connector *); void (*disable_hpd)(struct drm_connector *); }; struct edid; struct drm_edid { size_t size; const struct edid *edid; }; struct drm_tile_group { struct kref refcount; struct drm_device *dev; int id; u8 group_data[8]; }; enum drm_color_encoding { DRM_COLOR_YCBCR_BT601 = 0, DRM_COLOR_YCBCR_BT709 = 1, DRM_COLOR_YCBCR_BT2020 = 2, DRM_COLOR_ENCODING_MAX = 3, }; enum drm_color_range { DRM_COLOR_YCBCR_LIMITED_RANGE = 0, DRM_COLOR_YCBCR_FULL_RANGE = 1, DRM_COLOR_RANGE_MAX = 2, }; struct drm_rect { int x1; int y1; int x2; int y2; }; enum drm_scaling_filter { DRM_SCALING_FILTER_DEFAULT = 0, DRM_SCALING_FILTER_NEAREST_NEIGHBOR = 1, }; struct dma_fence; struct drm_plane_state { struct drm_plane *plane; struct drm_crtc *crtc; struct drm_framebuffer *fb; struct dma_fence *fence; int32_t crtc_x; int32_t crtc_y; uint32_t crtc_w; uint32_t crtc_h; uint32_t src_x; uint32_t src_y; uint32_t src_h; uint32_t src_w; u16 alpha; uint16_t pixel_blend_mode; unsigned int rotation; unsigned int zpos; unsigned int normalized_zpos; enum drm_color_encoding color_encoding; enum drm_color_range color_range; struct drm_property_blob *fb_damage_clips; struct drm_rect src; struct drm_rect dst; bool visible; enum drm_scaling_filter scaling_filter; struct drm_crtc_commit *commit; struct drm_atomic_state *state; }; enum drm_plane_type { DRM_PLANE_TYPE_OVERLAY = 0, DRM_PLANE_TYPE_PRIMARY = 1, DRM_PLANE_TYPE_CURSOR = 2, }; struct drm_plane_funcs; struct drm_plane_helper_funcs; struct drm_plane { struct drm_device *dev; struct list_head head; char *name; struct drm_modeset_lock mutex; struct drm_mode_object base; uint32_t possible_crtcs; uint32_t *format_types; unsigned int format_count; bool format_default; uint64_t *modifiers; unsigned int modifier_count; struct drm_crtc *crtc; struct drm_framebuffer *fb; struct drm_framebuffer *old_fb; const struct drm_plane_funcs *funcs; struct drm_object_properties properties; enum drm_plane_type type; unsigned int index; const struct drm_plane_helper_funcs *helper_private; struct drm_plane_state *state; struct drm_property *alpha_property; struct drm_property *zpos_property; struct drm_property *rotation_property; struct drm_property *blend_mode_property; struct drm_property *color_encoding_property; struct drm_property *color_range_property; struct drm_property *scaling_filter_property; }; struct drm_plane_funcs { int (*update_plane)(struct drm_plane *, struct drm_crtc *, struct drm_framebuffer *, int, int, unsigned int, unsigned int, uint32_t, uint32_t, uint32_t, uint32_t, struct drm_modeset_acquire_ctx *); int (*disable_plane)(struct drm_plane *, struct drm_modeset_acquire_ctx *); void (*destroy)(struct drm_plane *); void (*reset)(struct drm_plane *); int (*set_property)(struct drm_plane *, struct drm_property *, uint64_t); struct drm_plane_state * (*atomic_duplicate_state)(struct drm_plane *); void (*atomic_destroy_state)(struct drm_plane *, struct drm_plane_state *); int (*atomic_set_property)(struct drm_plane *, struct drm_plane_state *, struct drm_property *, uint64_t); int (*atomic_get_property)(struct drm_plane *, const struct drm_plane_state *, struct drm_property *, uint64_t *); int (*late_register)(struct drm_plane *); void (*early_unregister)(struct drm_plane *); void (*atomic_print_state)(struct drm_printer *, const struct drm_plane_state *); bool (*format_mod_supported)(struct drm_plane *, uint32_t, uint64_t); }; struct drm_plane_helper_funcs { int (*prepare_fb)(struct drm_plane *, struct drm_plane_state *); void (*cleanup_fb)(struct drm_plane *, struct drm_plane_state *); int (*begin_fb_access)(struct drm_plane *, struct drm_plane_state *); void (*end_fb_access)(struct drm_plane *, struct drm_plane_state *); int (*atomic_check)(struct drm_plane *, struct drm_atomic_state *); void (*atomic_update)(struct drm_plane *, struct drm_atomic_state *); void (*atomic_enable)(struct drm_plane *, struct drm_atomic_state *); void (*atomic_disable)(struct drm_plane *, struct drm_atomic_state *); int (*atomic_async_check)(struct drm_plane *, struct drm_atomic_state *); void (*atomic_async_update)(struct drm_plane *, struct drm_atomic_state *); }; struct drm_crtc_crc_entry { bool has_frame_counter; uint32_t frame; uint32_t crcs[10]; }; struct drm_crtc_state { struct drm_crtc *crtc; bool enable; bool active; bool planes_changed: 1; bool mode_changed: 1; bool active_changed: 1; bool connectors_changed: 1; bool zpos_changed: 1; bool color_mgmt_changed: 1; bool no_vblank: 1; u32 plane_mask; u32 connector_mask; u32 encoder_mask; struct drm_display_mode adjusted_mode; struct drm_display_mode mode; struct drm_property_blob *mode_blob; struct drm_property_blob *degamma_lut; struct drm_property_blob *ctm; struct drm_property_blob *gamma_lut; u32 target_vblank; bool async_flip; bool vrr_enabled; bool self_refresh_active; enum drm_scaling_filter scaling_filter; struct drm_pending_vblank_event *event; struct drm_crtc_commit *commit; struct drm_atomic_state *state; }; struct drm_mode_set; struct drm_crtc_funcs { void (*reset)(struct drm_crtc *); int (*cursor_set)(struct drm_crtc *, struct drm_file *, uint32_t, uint32_t, uint32_t); int (*cursor_set2)(struct drm_crtc *, struct drm_file *, uint32_t, uint32_t, uint32_t, int32_t, int32_t); int (*cursor_move)(struct drm_crtc *, int, int); int (*gamma_set)(struct drm_crtc *, u16 *, u16 *, u16 *, uint32_t, struct drm_modeset_acquire_ctx *); void (*destroy)(struct drm_crtc *); int (*set_config)(struct drm_mode_set *, struct drm_modeset_acquire_ctx *); int (*page_flip)(struct drm_crtc *, struct drm_framebuffer *, struct drm_pending_vblank_event *, uint32_t, struct drm_modeset_acquire_ctx *); int (*page_flip_target)(struct drm_crtc *, struct drm_framebuffer *, struct drm_pending_vblank_event *, uint32_t, uint32_t, struct drm_modeset_acquire_ctx *); int (*set_property)(struct drm_crtc *, struct drm_property *, uint64_t); struct drm_crtc_state * (*atomic_duplicate_state)(struct drm_crtc *); void (*atomic_destroy_state)(struct drm_crtc *, struct drm_crtc_state *); int (*atomic_set_property)(struct drm_crtc *, struct drm_crtc_state *, struct drm_property *, uint64_t); int (*atomic_get_property)(struct drm_crtc *, const struct drm_crtc_state *, struct drm_property *, uint64_t *); int (*late_register)(struct drm_crtc *); void (*early_unregister)(struct drm_crtc *); int (*set_crc_source)(struct drm_crtc *, const char *); int (*verify_crc_source)(struct drm_crtc *, const char *, size_t *); const char * const * (*get_crc_sources)(struct drm_crtc *, size_t *); void (*atomic_print_state)(struct drm_printer *, const struct drm_crtc_state *); u32 (*get_vblank_counter)(struct drm_crtc *); int (*enable_vblank)(struct drm_crtc *); void (*disable_vblank)(struct drm_crtc *); bool (*get_vblank_timestamp)(struct drm_crtc *, int *, ktime_t *, bool); }; struct drm_mode_set { struct drm_framebuffer *fb; struct drm_crtc *crtc; struct drm_display_mode *mode; uint32_t x; uint32_t y; struct drm_connector **connectors; size_t num_connectors; }; enum mode_set_atomic { LEAVE_ATOMIC_MODE_SET = 0, ENTER_ATOMIC_MODE_SET = 1, }; struct drm_crtc_helper_funcs { void (*dpms)(struct drm_crtc *, int); void (*prepare)(struct drm_crtc *); void (*commit)(struct drm_crtc *); enum drm_mode_status (*mode_valid)(struct drm_crtc *, const struct drm_display_mode *); bool (*mode_fixup)(struct drm_crtc *, const struct drm_display_mode *, struct drm_display_mode *); int (*mode_set)(struct drm_crtc *, struct drm_display_mode *, struct drm_display_mode *, int, int, struct drm_framebuffer *); void (*mode_set_nofb)(struct drm_crtc *); int (*mode_set_base)(struct drm_crtc *, int, int, struct drm_framebuffer *); int (*mode_set_base_atomic)(struct drm_crtc *, struct drm_framebuffer *, int, int, enum mode_set_atomic); void (*disable)(struct drm_crtc *); int (*atomic_check)(struct drm_crtc *, struct drm_atomic_state *); void (*atomic_begin)(struct drm_crtc *, struct drm_atomic_state *); void (*atomic_flush)(struct drm_crtc *, struct drm_atomic_state *); void (*atomic_enable)(struct drm_crtc *, struct drm_atomic_state *); void (*atomic_disable)(struct drm_crtc *, struct drm_atomic_state *); bool (*get_scanout_position)(struct drm_crtc *, bool, int *, int *, ktime_t *, ktime_t *, const struct drm_display_mode *); }; struct __drm_planes_state { struct drm_plane *ptr; struct drm_plane_state *state; struct drm_plane_state *old_state; struct drm_plane_state *new_state; }; struct __drm_crtcs_state { struct drm_crtc *ptr; struct drm_crtc_state *state; struct drm_crtc_state *old_state; struct drm_crtc_state *new_state; struct drm_crtc_commit *commit; s32 *out_fence_ptr; u64 last_vblank_count; }; struct __drm_connnectors_state { struct drm_connector *ptr; struct drm_connector_state *state; struct drm_connector_state *old_state; struct drm_connector_state *new_state; s32 *out_fence_ptr; }; struct drm_private_state; struct drm_private_obj; struct drm_private_state_funcs { struct drm_private_state * (*atomic_duplicate_state)(struct drm_private_obj *); void (*atomic_destroy_state)(struct drm_private_obj *, struct drm_private_state *); void (*atomic_print_state)(struct drm_printer *, const struct drm_private_state *); }; struct drm_private_state { struct drm_atomic_state *state; struct drm_private_obj *obj; }; struct drm_private_obj { struct list_head head; struct drm_modeset_lock lock; struct drm_private_state *state; const struct drm_private_state_funcs *funcs; }; struct __drm_private_objs_state { struct drm_private_obj *ptr; struct drm_private_state *state; struct drm_private_state *old_state; struct drm_private_state *new_state; }; struct drm_bus_cfg { u32 format; u32 flags; }; struct drm_bridge; struct drm_bridge_state { struct drm_private_state base; struct drm_bridge *bridge; struct drm_bus_cfg input_bus_cfg; struct drm_bus_cfg output_bus_cfg; }; enum drm_bridge_ops { DRM_BRIDGE_OP_DETECT = 1, DRM_BRIDGE_OP_EDID = 2, DRM_BRIDGE_OP_HPD = 4, DRM_BRIDGE_OP_MODES = 8, }; struct drm_bridge_timings; struct drm_bridge_funcs; struct drm_bridge { struct drm_private_obj base; struct drm_device *dev; struct drm_encoder *encoder; struct list_head chain_node; struct list_head list; const struct drm_bridge_timings *timings; const struct drm_bridge_funcs *funcs; void *driver_private; enum drm_bridge_ops ops; int type; bool interlace_allowed; bool pre_enable_prev_first; struct i2c_adapter *ddc; struct mutex hpd_mutex; void (*hpd_cb)(void *, enum drm_connector_status); void *hpd_data; }; struct drm_encoder_funcs { void (*reset)(struct drm_encoder *); void (*destroy)(struct drm_encoder *); int (*late_register)(struct drm_encoder *); void (*early_unregister)(struct drm_encoder *); }; struct drm_encoder_helper_funcs { void (*dpms)(struct drm_encoder *, int); enum drm_mode_status (*mode_valid)(struct drm_encoder *, const struct drm_display_mode *); bool (*mode_fixup)(struct drm_encoder *, const struct drm_display_mode *, struct drm_display_mode *); void (*prepare)(struct drm_encoder *); void (*commit)(struct drm_encoder *); void (*mode_set)(struct drm_encoder *, struct drm_display_mode *, struct drm_display_mode *); void (*atomic_mode_set)(struct drm_encoder *, struct drm_crtc_state *, struct drm_connector_state *); enum drm_connector_status (*detect)(struct drm_encoder *, struct drm_connector *); void (*atomic_disable)(struct drm_encoder *, struct drm_atomic_state *); void (*atomic_enable)(struct drm_encoder *, struct drm_atomic_state *); void (*disable)(struct drm_encoder *); void (*enable)(struct drm_encoder *); int (*atomic_check)(struct drm_encoder *, struct drm_crtc_state *, struct drm_connector_state *); }; enum drm_bridge_attach_flags { DRM_BRIDGE_ATTACH_NO_CONNECTOR = 1, }; struct drm_bridge_funcs { int (*attach)(struct drm_bridge *, enum drm_bridge_attach_flags); void (*detach)(struct drm_bridge *); enum drm_mode_status (*mode_valid)(struct drm_bridge *, const struct drm_display_info *, const struct drm_display_mode *); bool (*mode_fixup)(struct drm_bridge *, const struct drm_display_mode *, struct drm_display_mode *); void (*disable)(struct drm_bridge *); void (*post_disable)(struct drm_bridge *); void (*mode_set)(struct drm_bridge *, const struct drm_display_mode *, const struct drm_display_mode *); void (*pre_enable)(struct drm_bridge *); void (*enable)(struct drm_bridge *); void (*atomic_pre_enable)(struct drm_bridge *, struct drm_bridge_state *); void (*atomic_enable)(struct drm_bridge *, struct drm_bridge_state *); void (*atomic_disable)(struct drm_bridge *, struct drm_bridge_state *); void (*atomic_post_disable)(struct drm_bridge *, struct drm_bridge_state *); struct drm_bridge_state * (*atomic_duplicate_state)(struct drm_bridge *); void (*atomic_destroy_state)(struct drm_bridge *, struct drm_bridge_state *); u32 * (*atomic_get_output_bus_fmts)(struct drm_bridge *, struct drm_bridge_state *, struct drm_crtc_state *, struct drm_connector_state *, unsigned int *); u32 * (*atomic_get_input_bus_fmts)(struct drm_bridge *, struct drm_bridge_state *, struct drm_crtc_state *, struct drm_connector_state *, u32, unsigned int *); int (*atomic_check)(struct drm_bridge *, struct drm_bridge_state *, struct drm_crtc_state *, struct drm_connector_state *); struct drm_bridge_state * (*atomic_reset)(struct drm_bridge *); enum drm_connector_status (*detect)(struct drm_bridge *); int (*get_modes)(struct drm_bridge *, struct drm_connector *); struct edid * (*get_edid)(struct drm_bridge *, struct drm_connector *); void (*hpd_notify)(struct drm_bridge *, enum drm_connector_status); void (*hpd_enable)(struct drm_bridge *); void (*hpd_disable)(struct drm_bridge *); void (*debugfs_init)(struct drm_bridge *, struct dentry *); }; struct drm_bridge_timings { u32 input_bus_flags; u32 setup_time_ps; u32 hold_time_ps; bool dual_link; }; struct drm_mode_crtc_lut { __u32 crtc_id; __u32 gamma_size; __u64 red; __u64 green; __u64 blue; }; struct drm_color_lut { __u16 red; __u16 green; __u16 blue; __u16 reserved; }; struct drm_prop_enum_list { int type; const char *name; }; enum drm_color_lut_tests { DRM_COLOR_LUT_EQUAL_CHANNELS = 1, DRM_COLOR_LUT_NON_DECREASING = 2, }; struct dma_fence_ops; struct dma_fence { spinlock_t *lock; const struct dma_fence_ops *ops; union { struct list_head cb_list; ktime_t timestamp; struct callback_head rcu; }; u64 context; u64 seqno; long unsigned int flags; struct kref refcount; int error; }; struct dma_fence_ops { bool use_64bit_seqno; const char * (*get_driver_name)(struct dma_fence *); const char * (*get_timeline_name)(struct dma_fence *); bool (*enable_signaling)(struct dma_fence *); bool (*signaled)(struct dma_fence *); long int (*wait)(struct dma_fence *, bool, long int); void (*release)(struct dma_fence *); void (*fence_value_str)(struct dma_fence *, char *, int); void (*timeline_value_str)(struct dma_fence *, char *, int); void (*set_deadline)(struct dma_fence *, ktime_t); }; struct drm_clip_rect { short unsigned int x1; short unsigned int y1; short unsigned int x2; short unsigned int y2; }; struct drm_event { __u32 type; __u32 length; }; struct drm_event_vblank { struct drm_event base; __u64 user_data; __u32 tv_sec; __u32 tv_usec; __u32 sequence; __u32 crtc_id; }; struct drm_event_crtc_sequence { struct drm_event base; __u64 user_data; __s64 time_ns; __u64 sequence; }; struct drm_mode_modeinfo { __u32 clock; __u16 hdisplay; __u16 hsync_start; __u16 hsync_end; __u16 htotal; __u16 hskew; __u16 vdisplay; __u16 vsync_start; __u16 vsync_end; __u16 vtotal; __u16 vscan; __u32 vrefresh; __u32 flags; __u32 type; char name[32]; }; struct drm_mode_crtc { __u64 set_connectors_ptr; __u32 count_connectors; __u32 crtc_id; __u32 fb_id; __u32 x; __u32 y; __u32 gamma_size; __u32 mode_valid; struct drm_mode_modeinfo mode; }; struct drm_framebuffer_funcs; struct drm_framebuffer { struct drm_device *dev; struct list_head head; struct drm_mode_object base; char comm[16]; const struct drm_format_info *format; const struct drm_framebuffer_funcs *funcs; unsigned int pitches[4]; unsigned int offsets[4]; uint64_t modifier; unsigned int width; unsigned int height; int flags; int hot_x; int hot_y; struct list_head filp_head; struct drm_gem_object *obj[4]; }; struct drm_pending_event { struct completion *completion; void (*completion_release)(struct completion *); struct drm_event *event; struct dma_fence *fence; struct drm_file *file_priv; struct list_head link; struct list_head pending_link; }; struct drm_pending_vblank_event { struct drm_pending_event base; unsigned int pipe; u64 sequence; union { struct drm_event base; struct drm_event_vblank vbl; struct drm_event_crtc_sequence seq; } event; }; struct drm_framebuffer_funcs { void (*destroy)(struct drm_framebuffer *); int (*create_handle)(struct drm_framebuffer *, struct drm_file *, unsigned int *); int (*dirty)(struct drm_framebuffer *, struct drm_file *, unsigned int, unsigned int, struct drm_clip_rect *, unsigned int); }; typedef void (*drmres_release_t)(struct drm_device *, void *); struct drm_mode_get_encoder { __u32 encoder_id; __u32 encoder_type; __u32 crtc_id; __u32 possible_crtcs; __u32 possible_clones; }; struct drm_connector_list_iter { struct drm_device *dev; struct drm_connector *conn; }; struct iosys_map { union { void *vaddr_iomem; void *vaddr; }; bool is_iomem; }; struct dma_fence_cb; typedef void (*dma_fence_func_t)(struct dma_fence *, struct dma_fence_cb *); struct dma_fence_cb { struct list_head node; dma_fence_func_t func; }; struct dma_buf_ops { bool cache_sgt_mapping; int (*attach)(struct dma_buf *, struct dma_buf_attachment *); void (*detach)(struct dma_buf *, struct dma_buf_attachment *); int (*pin)(struct dma_buf_attachment *); void (*unpin)(struct dma_buf_attachment *); struct sg_table * (*map_dma_buf)(struct dma_buf_attachment *, enum dma_data_direction); void (*unmap_dma_buf)(struct dma_buf_attachment *, struct sg_table *, enum dma_data_direction); void (*release)(struct dma_buf *); int (*begin_cpu_access)(struct dma_buf *, enum dma_data_direction); int (*end_cpu_access)(struct dma_buf *, enum dma_data_direction); int (*mmap)(struct dma_buf *, struct vm_area_struct *); int (*vmap)(struct dma_buf *, struct iosys_map *); void (*vunmap)(struct dma_buf *, struct iosys_map *); }; struct dma_buf_poll_cb_t { struct dma_fence_cb cb; wait_queue_head_t *poll; __poll_t active; }; struct dma_resv; struct dma_buf { size_t size; struct file *file; struct list_head attachments; const struct dma_buf_ops *ops; unsigned int vmapping_counter; struct iosys_map vmap_ptr; const char *exp_name; const char *name; spinlock_t name_lock; struct module *owner; struct list_head list_node; void *priv; struct dma_resv *resv; wait_queue_head_t poll; struct dma_buf_poll_cb_t cb_in; struct dma_buf_poll_cb_t cb_out; }; struct dma_buf_attach_ops; struct dma_buf_attachment { struct dma_buf *dmabuf; struct device *dev; struct list_head node; struct sg_table *sgt; enum dma_data_direction dir; bool peer2peer; const struct dma_buf_attach_ops *importer_ops; void *importer_priv; void *priv; }; struct dma_resv_list; struct dma_resv { struct ww_mutex lock; struct dma_resv_list *fences; }; struct dma_buf_attach_ops { bool allow_peer2peer; void (*move_notify)(struct dma_buf_attachment *); }; struct drm_gem_close { __u32 handle; __u32 pad; }; struct drm_gem_flink { __u32 handle; __u32 name; }; struct drm_gem_open { __u32 name; __u32 handle; __u64 size; }; struct ww_class { atomic_long_t stamp; struct lock_class_key acquire_key; struct lock_class_key mutex_key; const char *acquire_name; const char *mutex_name; unsigned int is_wait_die; }; struct drm_mm; struct drm_mm_node { long unsigned int color; u64 start; u64 size; struct drm_mm *mm; struct list_head node_list; struct list_head hole_stack; struct rb_node rb; struct rb_node rb_hole_size; struct rb_node rb_hole_addr; u64 __subtree_last; u64 hole_size; u64 subtree_max_hole; long unsigned int flags; }; struct drm_mm { void (*color_adjust)(const struct drm_mm_node *, long unsigned int, u64 *, u64 *); struct list_head hole_stack; struct drm_mm_node head_node; struct rb_root_cached interval_tree; struct rb_root_cached holes_size; struct rb_root holes_addr; long unsigned int scan_active; }; struct drm_vma_offset_manager { rwlock_t vm_lock; struct drm_mm vm_addr_space_mm; }; struct drm_vma_offset_node { rwlock_t vm_lock; struct drm_mm_node vm_node; struct rb_root vm_files; void *driver_private; }; struct drm_gem_object_funcs; struct drm_gem_lru; struct drm_gem_object { struct kref refcount; unsigned int handle_count; struct drm_device *dev; struct file *filp; struct drm_vma_offset_node vma_node; size_t size; int name; struct dma_buf *dma_buf; struct dma_buf_attachment *import_attach; struct dma_resv *resv; struct dma_resv _resv; const struct drm_gem_object_funcs *funcs; struct list_head lru_node; struct drm_gem_lru *lru; }; enum dma_resv_usage { DMA_RESV_USAGE_KERNEL = 0, DMA_RESV_USAGE_WRITE = 1, DMA_RESV_USAGE_READ = 2, DMA_RESV_USAGE_BOOKKEEP = 3, }; struct drm_gem_object_funcs { void (*free)(struct drm_gem_object *); int (*open)(struct drm_gem_object *, struct drm_file *); void (*close)(struct drm_gem_object *, struct drm_file *); void (*print_info)(struct drm_printer *, unsigned int, const struct drm_gem_object *); struct dma_buf * (*export)(struct drm_gem_object *, int); int (*pin)(struct drm_gem_object *); void (*unpin)(struct drm_gem_object *); struct sg_table * (*get_sg_table)(struct drm_gem_object *); int (*vmap)(struct drm_gem_object *, struct iosys_map *); void (*vunmap)(struct drm_gem_object *, struct iosys_map *); int (*mmap)(struct drm_gem_object *, struct vm_area_struct *); int (*evict)(struct drm_gem_object *); const struct vm_operations_struct *vm_ops; }; struct drm_gem_lru { struct mutex *lock; long int count; struct list_head list; }; struct i2c_msg { __u16 addr; __u16 flags; __u16 len; __u8 *buf; }; union i2c_smbus_data { __u8 byte; __u16 word; __u8 block[34]; }; struct i2c_algorithm; struct i2c_lock_operations; struct i2c_bus_recovery_info; struct i2c_adapter_quirks; struct i2c_adapter { struct module *owner; unsigned int class; const struct i2c_algorithm *algo; void *algo_data; const struct i2c_lock_operations *lock_ops; struct rt_mutex bus_lock; struct rt_mutex mux_lock; int timeout; int retries; struct device dev; long unsigned int locked_flags; int nr; char name[48]; struct completion dev_released; struct mutex userspace_clients_lock; struct list_head userspace_clients; struct i2c_bus_recovery_info *bus_recovery_info; const struct i2c_adapter_quirks *quirks; struct irq_domain *host_notify_domain; struct regulator *bus_regulator; }; struct i2c_algorithm { int (*master_xfer)(struct i2c_adapter *, struct i2c_msg *, int); int (*master_xfer_atomic)(struct i2c_adapter *, struct i2c_msg *, int); int (*smbus_xfer)(struct i2c_adapter *, u16, short unsigned int, char, u8, int, union i2c_smbus_data *); int (*smbus_xfer_atomic)(struct i2c_adapter *, u16, short unsigned int, char, u8, int, union i2c_smbus_data *); u32 (*functionality)(struct i2c_adapter *); }; struct i2c_lock_operations { void (*lock_bus)(struct i2c_adapter *, unsigned int); int (*trylock_bus)(struct i2c_adapter *, unsigned int); void (*unlock_bus)(struct i2c_adapter *, unsigned int); }; struct pinctrl; struct pinctrl_state; struct i2c_bus_recovery_info { int (*recover_bus)(struct i2c_adapter *); int (*get_scl)(struct i2c_adapter *); void (*set_scl)(struct i2c_adapter *, int); int (*get_sda)(struct i2c_adapter *); void (*set_sda)(struct i2c_adapter *, int); int (*get_bus_free)(struct i2c_adapter *); void (*prepare_recovery)(struct i2c_adapter *); void (*unprepare_recovery)(struct i2c_adapter *); struct gpio_desc *scl_gpiod; struct gpio_desc *sda_gpiod; struct pinctrl *pinctrl; struct pinctrl_state *pins_default; struct pinctrl_state *pins_gpio; }; struct i2c_adapter_quirks { u64 flags; int max_num_msgs; u16 max_write_len; u16 max_read_len; u16 max_comb_1st_msg_len; u16 max_comb_2nd_msg_len; }; enum drm_mode_analog { DRM_MODE_ANALOG_NTSC = 0, DRM_MODE_ANALOG_PAL = 1, }; struct analog_param_field { unsigned int even; unsigned int odd; }; struct analog_param_range { unsigned int min; unsigned int typ; unsigned int max; }; struct analog_parameters { unsigned int num_lines; unsigned int line_duration_ns; struct analog_param_range hact_ns; struct analog_param_range hfp_ns; struct analog_param_range hslen_ns; struct analog_param_range hbp_ns; struct analog_param_range hblk_ns; unsigned int bt601_hfp; struct analog_param_field vfp_lines; struct analog_param_field vslen_lines; struct analog_param_field vbp_lines; }; struct drm_named_mode { const char *name; unsigned int pixel_clock_khz; unsigned int xres; unsigned int yres; unsigned int flags; unsigned int tv_mode; }; struct dma_fence_unwrap { struct dma_fence *chain; struct dma_fence *array; unsigned int index; }; typedef s64 int64_t; enum dma_fence_flag_bits { DMA_FENCE_FLAG_SIGNALED_BIT = 0, DMA_FENCE_FLAG_TIMESTAMP_BIT = 1, DMA_FENCE_FLAG_ENABLE_SIGNAL_BIT = 2, DMA_FENCE_FLAG_USER_BITS = 3, }; struct sync_file { struct file *file; char user_name[32]; struct list_head sync_file_list; wait_queue_head_t wq; long unsigned int flags; struct dma_fence *fence; struct dma_fence_cb cb; }; struct drm_syncobj_create { __u32 handle; __u32 flags; }; struct drm_syncobj_destroy { __u32 handle; __u32 pad; }; struct drm_syncobj_handle { __u32 handle; __u32 flags; __s32 fd; __u32 pad; }; struct drm_syncobj_transfer { __u32 src_handle; __u32 dst_handle; __u64 src_point; __u64 dst_point; __u32 flags; __u32 pad; }; struct drm_syncobj_wait { __u64 handles; __s64 timeout_nsec; __u32 count_handles; __u32 flags; __u32 first_signaled; __u32 pad; }; struct drm_syncobj_timeline_wait { __u64 handles; __u64 points; __s64 timeout_nsec; __u32 count_handles; __u32 flags; __u32 first_signaled; __u32 pad; }; struct drm_syncobj_array { __u64 handles; __u32 count_handles; __u32 pad; }; struct drm_syncobj_timeline_array { __u64 handles; __u64 points; __u32 count_handles; __u32 flags; }; struct dma_fence_chain { struct dma_fence base; struct dma_fence *prev; u64 prev_seqno; struct dma_fence *fence; union { struct dma_fence_cb cb; struct irq_work work; }; spinlock_t lock; }; struct drm_syncobj { struct kref refcount; struct dma_fence *fence; struct list_head cb_list; spinlock_t lock; struct file *file; }; struct syncobj_wait_entry { struct list_head node; struct task_struct *task; struct dma_fence *fence; struct dma_fence_cb fence_cb; u64 point; }; enum drm_mm_insert_mode { DRM_MM_INSERT_BEST = 0, DRM_MM_INSERT_LOW = 1, DRM_MM_INSERT_HIGH = 2, DRM_MM_INSERT_EVICT = 3, DRM_MM_INSERT_ONCE = 2147483648, DRM_MM_INSERT_HIGHEST = 2147483650, DRM_MM_INSERT_LOWEST = 2147483649, }; struct drm_vma_offset_file { struct rb_node vm_rb; struct drm_file *vm_tag; long unsigned int vm_count; }; struct rnd_state { __u32 s1; __u32 s2; __u32 s3; __u32 s4; }; struct drm_version { int version_major; int version_minor; int version_patchlevel; __kernel_size_t name_len; char *name; __kernel_size_t date_len; char *date; __kernel_size_t desc_len; char *desc; }; struct drm_unique { __kernel_size_t unique_len; char *unique; }; struct drm_client { int idx; int auth; long unsigned int pid; long unsigned int uid; long unsigned int magic; long unsigned int iocs; }; enum drm_stat_type { _DRM_STAT_LOCK = 0, _DRM_STAT_OPENS = 1, _DRM_STAT_CLOSES = 2, _DRM_STAT_IOCTLS = 3, _DRM_STAT_LOCKS = 4, _DRM_STAT_UNLOCKS = 5, _DRM_STAT_VALUE = 6, _DRM_STAT_BYTE = 7, _DRM_STAT_COUNT = 8, _DRM_STAT_IRQ = 9, _DRM_STAT_PRIMARY = 10, _DRM_STAT_SECONDARY = 11, _DRM_STAT_DMA = 12, _DRM_STAT_SPECIAL = 13, _DRM_STAT_MISSED = 14, }; enum drm_vblank_seq_type { _DRM_VBLANK_ABSOLUTE = 0, _DRM_VBLANK_RELATIVE = 1, _DRM_VBLANK_HIGH_CRTC_MASK = 62, _DRM_VBLANK_EVENT = 67108864, _DRM_VBLANK_FLIP = 134217728, _DRM_VBLANK_NEXTONMISS = 268435456, _DRM_VBLANK_SECONDARY = 536870912, _DRM_VBLANK_SIGNAL = 1073741824, }; struct drm_wait_vblank_request { enum drm_vblank_seq_type type; unsigned int sequence; long unsigned int signal; }; struct drm_wait_vblank_reply { enum drm_vblank_seq_type type; unsigned int sequence; long int tval_sec; long int tval_usec; }; union drm_wait_vblank { struct drm_wait_vblank_request request; struct drm_wait_vblank_reply reply; }; typedef int drm_ioctl_compat_t(struct file *, unsigned int, long unsigned int); struct drm_version_32 { int version_major; int version_minor; int version_patchlevel; u32 name_len; u32 name; u32 date_len; u32 date; u32 desc_len; u32 desc; }; typedef struct drm_version_32 drm_version32_t; struct drm_unique32 { u32 unique_len; u32 unique; }; typedef struct drm_unique32 drm_unique32_t; struct drm_client32 { int idx; int auth; u32 pid; u32 uid; u32 magic; u32 iocs; }; typedef struct drm_client32 drm_client32_t; struct drm_stats32 { u32 count; struct { u32 value; enum drm_stat_type type; } data[15]; }; typedef struct drm_stats32 drm_stats32_t; struct drm_wait_vblank_request32 { enum drm_vblank_seq_type type; unsigned int sequence; u32 signal; }; struct drm_wait_vblank_reply32 { enum drm_vblank_seq_type type; unsigned int sequence; s32 tval_sec; s32 tval_usec; }; union drm_wait_vblank32 { struct drm_wait_vblank_request32 request; struct drm_wait_vblank_reply32 reply; }; typedef union drm_wait_vblank32 drm_wait_vblank32_t; struct drm_info_list { const char *name; int (*show)(struct seq_file *, void *); u32 driver_features; void *data; }; struct drm_info_node { struct drm_minor *minor; const struct drm_info_list *info_ent; struct list_head list; struct dentry *dent; }; struct drm_debugfs_info { const char *name; int (*show)(struct seq_file *, void *); u32 driver_features; void *data; }; struct drm_debugfs_entry { struct drm_device *dev; struct drm_debugfs_info file; struct list_head list; }; struct est_timings { u8 t1; u8 t2; u8 mfg_rsvd; }; struct std_timing { u8 hsize; u8 vfreq_aspect; }; struct detailed_pixel_timing { u8 hactive_lo; u8 hblank_lo; u8 hactive_hblank_hi; u8 vactive_lo; u8 vblank_lo; u8 vactive_vblank_hi; u8 hsync_offset_lo; u8 hsync_pulse_width_lo; u8 vsync_offset_pulse_width_lo; u8 hsync_vsync_offset_pulse_width_hi; u8 width_mm_lo; u8 height_mm_lo; u8 width_height_mm_hi; u8 hborder; u8 vborder; u8 misc; }; struct detailed_data_string { u8 str[13]; }; struct detailed_data_monitor_range { u8 min_vfreq; u8 max_vfreq; u8 min_hfreq_khz; u8 max_hfreq_khz; u8 pixel_clock_mhz; u8 flags; union { struct { u8 reserved; u8 hfreq_start_khz; u8 c; __le16 m; u8 k; u8 j; } __attribute__((packed)) gtf2; struct { u8 version; u8 data1; u8 data2; u8 supported_aspects; u8 flags; u8 supported_scalings; u8 preferred_refresh; } cvt; } formula; }; struct detailed_data_wpindex { u8 white_yx_lo; u8 white_x_hi; u8 white_y_hi; u8 gamma; }; struct cvt_timing { u8 code[3]; }; struct detailed_non_pixel { u8 pad1; u8 type; u8 pad2; union { struct detailed_data_string str; struct detailed_data_monitor_range range; struct detailed_data_wpindex color; struct std_timing timings[6]; struct cvt_timing cvt[4]; } data; }; struct detailed_timing { __le16 pixel_clock; union { struct detailed_pixel_timing pixel_data; struct detailed_non_pixel other_data; } data; }; struct edid { u8 header[8]; u8 mfg_id[2]; u8 prod_code[2]; u32 serial; u8 mfg_week; u8 mfg_year; u8 version; u8 revision; u8 input; u8 width_cm; u8 height_cm; u8 gamma; u8 features; u8 red_green_lo; u8 blue_white_lo; u8 red_x; u8 red_y; u8 green_x; u8 green_y; u8 blue_x; u8 blue_y; u8 white_x; u8 white_y; struct est_timings established_timings; struct std_timing standard_timings[8]; struct detailed_timing detailed_timings[4]; u8 extensions; u8 checksum; }; struct drm_bridge_connector { struct drm_connector base; struct drm_encoder *encoder; struct drm_bridge *bridge_edid; struct drm_bridge *bridge_hpd; struct drm_bridge *bridge_detect; struct drm_bridge *bridge_modes; }; struct drm_flip_work; typedef void (*drm_flip_func_t)(struct drm_flip_work *, void *); struct drm_flip_work { const char *name; drm_flip_func_t func; struct work_struct worker; struct list_head queued; struct list_head commited; spinlock_t lock; }; struct drm_flip_task { struct list_head node; void *data; }; struct drm_client_funcs; struct drm_client_dev { struct drm_device *dev; const char *name; struct list_head list; const struct drm_client_funcs *funcs; struct drm_file *file; struct mutex modeset_mutex; struct drm_mode_set *modesets; bool hotplug_failed; }; struct drm_client_buffer; struct drm_fb_helper_funcs; struct drm_fb_helper { struct drm_client_dev client; struct drm_client_buffer *buffer; struct drm_framebuffer *fb; struct drm_device *dev; const struct drm_fb_helper_funcs *funcs; struct fb_info *info; u32 pseudo_palette[17]; struct drm_clip_rect damage_clip; spinlock_t damage_lock; struct work_struct damage_work; struct work_struct resume_work; struct mutex lock; struct list_head kernel_fb_list; bool delayed_hotplug; bool deferred_setup; int preferred_bpp; struct fb_deferred_io fbdefio; }; struct drm_client_funcs { struct module *owner; void (*unregister)(struct drm_client_dev *); int (*restore)(struct drm_client_dev *); int (*hotplug)(struct drm_client_dev *); }; struct drm_client_buffer { struct drm_client_dev *client; u32 pitch; struct drm_gem_object *gem; struct iosys_map map; struct drm_framebuffer *fb; }; struct drm_fb_helper_surface_size { u32 fb_width; u32 fb_height; u32 surface_width; u32 surface_height; u32 surface_bpp; u32 surface_depth; }; struct drm_fb_helper_funcs { int (*fb_probe)(struct drm_fb_helper *, struct drm_fb_helper_surface_size *); int (*fb_dirty)(struct drm_fb_helper *, struct drm_clip_rect *); }; struct scm_creds { u32 pid; kuid_t uid; kgid_t gid; }; struct netlink_skb_parms { struct scm_creds creds; __u32 portid; __u32 dst_group; __u32 flags; struct sock *sk; bool nsid_is_set; int nsid; }; struct netlink_kernel_cfg { unsigned int groups; unsigned int flags; void (*input)(struct sk_buff *); struct mutex *cb_mutex; int (*bind)(struct net *, int); void (*unbind)(struct net *, int); }; struct cb_id { __u32 idx; __u32 val; }; struct cn_msg { struct cb_id id; __u32 seq; __u32 ack; __u16 len; __u16 flags; __u8 data[0]; }; struct cn_queue_dev { atomic_t refcnt; unsigned char name[32]; struct list_head queue_list; spinlock_t queue_lock; struct sock *nls; }; struct cn_callback_id { unsigned char name[32]; struct cb_id id; }; struct cn_callback_entry { struct list_head callback_entry; refcount_t refcnt; struct cn_queue_dev *pdev; struct cn_callback_id id; void (*callback)(struct cn_msg *, struct netlink_skb_parms *); u32 seq; u32 group; }; struct cn_dev { struct cb_id id; u32 seq; u32 groups; struct sock *nls; struct cn_queue_dev *cbdev; }; enum bus_notifier_event { BUS_NOTIFY_ADD_DEVICE = 0, BUS_NOTIFY_DEL_DEVICE = 1, BUS_NOTIFY_REMOVED_DEVICE = 2, BUS_NOTIFY_BIND_DRIVER = 3, BUS_NOTIFY_BOUND_DRIVER = 4, BUS_NOTIFY_UNBIND_DRIVER = 5, BUS_NOTIFY_UNBOUND_DRIVER = 6, BUS_NOTIFY_DRIVER_NOT_BOUND = 7, }; struct driver_private { struct kobject kobj; struct klist klist_devices; struct klist_node knode_bus; struct module_kobject *mkobj; struct device_driver *driver; }; struct device_private { struct klist klist_children; struct klist_node knode_parent; struct klist_node knode_driver; struct klist_node knode_bus; struct klist_node knode_class; struct list_head deferred_probe; struct device_driver *async_driver; char *deferred_probe_reason; struct device *device; u8 dead: 1; }; struct device_attach_data { struct device *dev; bool check_async; bool want_async; bool have_async; }; struct subsys_private { struct kset subsys; struct kset *devices_kset; struct list_head interfaces; struct mutex mutex; struct kset *drivers_kset; struct klist klist_devices; struct klist klist_drivers; struct blocking_notifier_head bus_notifier; unsigned int drivers_autoprobe: 1; const struct bus_type *bus; struct device *dev_root; struct kset glue_dirs; const struct class *class; struct lock_class_key lock_key; }; struct class_attribute { struct attribute attr; ssize_t (*show)(const struct class *, const struct class_attribute *, char *); ssize_t (*store)(const struct class *, const struct class_attribute *, const char *, size_t); }; struct class_attribute_string { struct class_attribute attr; char *str; }; struct class_interface { struct list_head node; const struct class *class; int (*add_dev)(struct device *); void (*remove_dev)(struct device *); }; struct class_compat { struct kobject *kobj; }; enum { S390_CPU_FEATURE_MSA = 0, S390_CPU_FEATURE_VXRS = 1, S390_CPU_FEATURE_UV = 2, MAX_CPU_FEATURES = 3, }; typedef u32 note_buf_t[92]; struct cpu_attr { struct device_attribute attr; const struct cpumask * const map; }; struct attribute_container { struct list_head node; struct klist containers; struct class *class; const struct attribute_group *grp; struct device_attribute **attrs; int (*match)(struct attribute_container *, struct device *); long unsigned int flags; }; struct internal_container { struct klist_node node; struct attribute_container *cont; struct device classdev; }; enum cache_type { CACHE_TYPE_NOCACHE = 0, CACHE_TYPE_INST = 1, CACHE_TYPE_DATA = 2, CACHE_TYPE_SEPARATE = 3, CACHE_TYPE_UNIFIED = 4, }; struct cacheinfo { unsigned int id; enum cache_type type; unsigned int level; unsigned int coherency_line_size; unsigned int number_of_sets; unsigned int ways_of_associativity; unsigned int physical_line_partition; unsigned int size; cpumask_t shared_cpu_map; unsigned int attributes; void *fw_token; bool disable_sysfs; void *priv; }; struct cpu_cacheinfo { struct cacheinfo *info_list; unsigned int num_levels; unsigned int num_leaves; bool cpu_map_populated; bool early_ci_levels; }; struct req { struct req *next; struct completion done; int err; const char *name; umode_t mode; kuid_t uid; kgid_t gid; struct device *dev; }; struct firmware { size_t size; const u8 *data; void *priv; }; enum fw_opt { FW_OPT_UEVENT = 1, FW_OPT_NOWAIT = 2, FW_OPT_USERHELPER = 4, FW_OPT_NO_WARN = 8, FW_OPT_NOCACHE = 16, FW_OPT_NOFALLBACK_SYSFS = 32, FW_OPT_FALLBACK_PLATFORM = 64, FW_OPT_PARTIAL = 128, }; enum fw_status { FW_STATUS_UNKNOWN = 0, FW_STATUS_LOADING = 1, FW_STATUS_DONE = 2, FW_STATUS_ABORTED = 3, }; struct fw_state { struct completion completion; enum fw_status status; }; struct firmware_cache; struct fw_priv { struct kref ref; struct list_head list; struct firmware_cache *fwc; struct fw_state fw_st; void *data; size_t size; size_t allocated_size; size_t offset; u32 opt_flags; bool is_paged_buf; struct page **pages; int nr_pages; int page_array_size; bool need_uevent; struct list_head pending_list; const char *fw_name; }; struct firmware_fallback_config { unsigned int force_sysfs_fallback; unsigned int ignore_sysfs_fallback; int old_timeout; int loading_timeout; }; struct fw_sysfs { bool nowait; struct device dev; struct fw_priv *fw_priv; struct firmware *fw; void *fw_upload_priv; }; struct builtin_fw { char *name; void *data; long unsigned int size; }; enum { MMOP_OFFLINE = 0, MMOP_ONLINE = 1, MMOP_ONLINE_KERNEL = 2, MMOP_ONLINE_MOVABLE = 3, }; enum meminit_context { MEMINIT_EARLY = 0, MEMINIT_HOTPLUG = 1, }; struct xa_limit { u32 max; u32 min; }; struct memory_group { int nid; struct list_head memory_blocks; long unsigned int present_kernel_pages; long unsigned int present_movable_pages; bool is_dynamic; union { struct { long unsigned int max_pages; } s; struct { long unsigned int unit_pages; } d; }; }; struct memory_block { long unsigned int start_section_nr; long unsigned int state; int online_type; int nid; struct zone *zone; struct device dev; long unsigned int nr_vmemmap_pages; struct memory_group *group; struct list_head group_next; }; typedef int (*walk_memory_blocks_func_t)(struct memory_block *, void *); typedef int (*walk_memory_groups_func_t)(struct memory_group *, void *); struct for_each_memory_block_cb_data { walk_memory_blocks_func_t func; void *arg; }; enum regcache_type { REGCACHE_NONE = 0, REGCACHE_RBTREE = 1, REGCACHE_FLAT = 2, REGCACHE_MAPLE = 3, }; struct reg_default { unsigned int reg; unsigned int def; }; struct reg_sequence { unsigned int reg; unsigned int def; unsigned int delay_us; }; enum regmap_endian { REGMAP_ENDIAN_DEFAULT = 0, REGMAP_ENDIAN_BIG = 1, REGMAP_ENDIAN_LITTLE = 2, REGMAP_ENDIAN_NATIVE = 3, }; struct regmap_range { unsigned int range_min; unsigned int range_max; }; struct regmap_access_table { const struct regmap_range *yes_ranges; unsigned int n_yes_ranges; const struct regmap_range *no_ranges; unsigned int n_no_ranges; }; typedef void (*regmap_lock)(void *); typedef void (*regmap_unlock)(void *); struct regmap_range_cfg; struct regmap_config { const char *name; int reg_bits; int reg_stride; int reg_shift; unsigned int reg_base; int pad_bits; int val_bits; bool (*writeable_reg)(struct device *, unsigned int); bool (*readable_reg)(struct device *, unsigned int); bool (*volatile_reg)(struct device *, unsigned int); bool (*precious_reg)(struct device *, unsigned int); bool (*writeable_noinc_reg)(struct device *, unsigned int); bool (*readable_noinc_reg)(struct device *, unsigned int); bool disable_locking; regmap_lock lock; regmap_unlock unlock; void *lock_arg; int (*reg_read)(void *, unsigned int, unsigned int *); int (*reg_write)(void *, unsigned int, unsigned int); int (*reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); int (*read)(void *, const void *, size_t, void *, size_t); int (*write)(void *, const void *, size_t); size_t max_raw_read; size_t max_raw_write; bool fast_io; bool io_port; unsigned int max_register; const struct regmap_access_table *wr_table; const struct regmap_access_table *rd_table; const struct regmap_access_table *volatile_table; const struct regmap_access_table *precious_table; const struct regmap_access_table *wr_noinc_table; const struct regmap_access_table *rd_noinc_table; const struct reg_default *reg_defaults; unsigned int num_reg_defaults; enum regcache_type cache_type; const void *reg_defaults_raw; unsigned int num_reg_defaults_raw; long unsigned int read_flag_mask; long unsigned int write_flag_mask; bool zero_flag_mask; bool use_single_read; bool use_single_write; bool use_relaxed_mmio; bool can_multi_write; enum regmap_endian reg_format_endian; enum regmap_endian val_format_endian; const struct regmap_range_cfg *ranges; unsigned int num_ranges; bool use_hwlock; bool use_raw_spinlock; unsigned int hwlock_id; unsigned int hwlock_mode; bool can_sleep; }; struct regmap_range_cfg { const char *name; unsigned int range_min; unsigned int range_max; unsigned int selector_reg; unsigned int selector_mask; int selector_shift; unsigned int window_start; unsigned int window_len; }; typedef int (*regmap_hw_write)(void *, const void *, size_t); typedef int (*regmap_hw_gather_write)(void *, const void *, size_t, const void *, size_t); struct regmap_async; typedef int (*regmap_hw_async_write)(void *, const void *, size_t, const void *, size_t, struct regmap_async *); struct regmap_async { struct list_head list; struct regmap *map; void *work_buf; }; typedef int (*regmap_hw_read)(void *, const void *, size_t, void *, size_t); typedef int (*regmap_hw_reg_read)(void *, unsigned int, unsigned int *); typedef int (*regmap_hw_reg_noinc_read)(void *, unsigned int, void *, size_t); typedef int (*regmap_hw_reg_write)(void *, unsigned int, unsigned int); typedef int (*regmap_hw_reg_noinc_write)(void *, unsigned int, const void *, size_t); typedef int (*regmap_hw_reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); typedef struct regmap_async * (*regmap_hw_async_alloc)(); typedef void (*regmap_hw_free_context)(void *); struct regmap_bus { bool fast_io; bool free_on_exit; regmap_hw_write write; regmap_hw_gather_write gather_write; regmap_hw_async_write async_write; regmap_hw_reg_write reg_write; regmap_hw_reg_noinc_write reg_noinc_write; regmap_hw_reg_update_bits reg_update_bits; regmap_hw_read read; regmap_hw_reg_read reg_read; regmap_hw_reg_noinc_read reg_noinc_read; regmap_hw_free_context free_context; regmap_hw_async_alloc async_alloc; u8 read_flag_mask; enum regmap_endian reg_format_endian_default; enum regmap_endian val_format_endian_default; size_t max_raw_read; size_t max_raw_write; }; struct reg_field { unsigned int reg; unsigned int lsb; unsigned int msb; unsigned int id_size; unsigned int id_offset; }; struct regmap_format { size_t buf_size; size_t reg_bytes; size_t pad_bytes; size_t val_bytes; s8 reg_shift; void (*format_write)(struct regmap *, unsigned int, unsigned int); void (*format_reg)(void *, unsigned int, unsigned int); void (*format_val)(void *, unsigned int, unsigned int); unsigned int (*parse_val)(const void *); void (*parse_inplace)(void *); }; struct regcache_ops; struct hwspinlock; struct regmap { union { struct mutex mutex; struct { spinlock_t spinlock; long unsigned int spinlock_flags; }; struct { raw_spinlock_t raw_spinlock; long unsigned int raw_spinlock_flags; }; }; regmap_lock lock; regmap_unlock unlock; void *lock_arg; gfp_t alloc_flags; unsigned int reg_base; struct device *dev; void *work_buf; struct regmap_format format; const struct regmap_bus *bus; void *bus_context; const char *name; bool async; spinlock_t async_lock; wait_queue_head_t async_waitq; struct list_head async_list; struct list_head async_free; int async_ret; bool debugfs_disable; struct dentry *debugfs; const char *debugfs_name; unsigned int debugfs_reg_len; unsigned int debugfs_val_len; unsigned int debugfs_tot_len; struct list_head debugfs_off_cache; struct mutex cache_lock; unsigned int max_register; bool (*writeable_reg)(struct device *, unsigned int); bool (*readable_reg)(struct device *, unsigned int); bool (*volatile_reg)(struct device *, unsigned int); bool (*precious_reg)(struct device *, unsigned int); bool (*writeable_noinc_reg)(struct device *, unsigned int); bool (*readable_noinc_reg)(struct device *, unsigned int); const struct regmap_access_table *wr_table; const struct regmap_access_table *rd_table; const struct regmap_access_table *volatile_table; const struct regmap_access_table *precious_table; const struct regmap_access_table *wr_noinc_table; const struct regmap_access_table *rd_noinc_table; int (*reg_read)(void *, unsigned int, unsigned int *); int (*reg_write)(void *, unsigned int, unsigned int); int (*reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); int (*read)(void *, const void *, size_t, void *, size_t); int (*write)(void *, const void *, size_t); bool defer_caching; long unsigned int read_flag_mask; long unsigned int write_flag_mask; int reg_shift; int reg_stride; int reg_stride_order; const struct regcache_ops *cache_ops; enum regcache_type cache_type; unsigned int cache_size_raw; unsigned int cache_word_size; unsigned int num_reg_defaults; unsigned int num_reg_defaults_raw; bool cache_only; bool cache_bypass; bool cache_free; struct reg_default *reg_defaults; const void *reg_defaults_raw; void *cache; bool cache_dirty; bool no_sync_defaults; struct reg_sequence *patch; int patch_regs; bool use_single_read; bool use_single_write; bool can_multi_write; size_t max_raw_read; size_t max_raw_write; struct rb_root range_tree; void *selector_work_buf; struct hwspinlock *hwlock; bool can_sleep; }; struct regcache_ops { const char *name; enum regcache_type type; int (*init)(struct regmap *); int (*exit)(struct regmap *); void (*debugfs_init)(struct regmap *); int (*read)(struct regmap *, unsigned int, unsigned int *); int (*write)(struct regmap *, unsigned int, unsigned int); int (*sync)(struct regmap *, unsigned int, unsigned int); int (*drop)(struct regmap *, unsigned int, unsigned int); }; struct regmap_range_node { struct rb_node node; const char *name; struct regmap *map; unsigned int range_min; unsigned int range_max; unsigned int selector_reg; unsigned int selector_mask; int selector_shift; unsigned int window_start; unsigned int window_len; }; struct regmap_field { struct regmap *regmap; unsigned int mask; unsigned int shift; unsigned int reg; unsigned int id_size; unsigned int id_offset; }; struct trace_event_raw_regmap_reg { struct trace_entry ent; u32 __data_loc_name; unsigned int reg; unsigned int val; char __data[0]; }; struct trace_event_raw_regmap_bulk { struct trace_entry ent; u32 __data_loc_name; unsigned int reg; u32 __data_loc_buf; int val_len; char __data[0]; }; struct trace_event_raw_regmap_block { struct trace_entry ent; u32 __data_loc_name; unsigned int reg; int count; char __data[0]; }; struct trace_event_raw_regcache_sync { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_status; u32 __data_loc_type; char __data[0]; }; struct trace_event_raw_regmap_bool { struct trace_entry ent; u32 __data_loc_name; int flag; char __data[0]; }; struct trace_event_raw_regmap_async { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_regcache_drop_region { struct trace_entry ent; u32 __data_loc_name; unsigned int from; unsigned int to; char __data[0]; }; struct trace_event_data_offsets_regmap_reg { u32 name; }; struct trace_event_data_offsets_regmap_bulk { u32 name; u32 buf; }; struct trace_event_data_offsets_regmap_block { u32 name; }; struct trace_event_data_offsets_regcache_sync { u32 name; u32 status; u32 type; }; struct trace_event_data_offsets_regmap_bool { u32 name; }; struct trace_event_data_offsets_regmap_async { u32 name; }; struct trace_event_data_offsets_regcache_drop_region { u32 name; }; typedef void (*btf_trace_regmap_reg_write)(void *, struct regmap *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_reg_read)(void *, struct regmap *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_reg_read_cache)(void *, struct regmap *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_bulk_write)(void *, struct regmap *, unsigned int, const void *, int); typedef void (*btf_trace_regmap_bulk_read)(void *, struct regmap *, unsigned int, const void *, int); typedef void (*btf_trace_regmap_hw_read_start)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_hw_read_done)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_hw_write_start)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_hw_write_done)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regcache_sync)(void *, struct regmap *, const char *, const char *); typedef void (*btf_trace_regmap_cache_only)(void *, struct regmap *, bool); typedef void (*btf_trace_regmap_cache_bypass)(void *, struct regmap *, bool); typedef void (*btf_trace_regmap_async_write_start)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_async_io_complete)(void *, struct regmap *); typedef void (*btf_trace_regmap_async_complete_start)(void *, struct regmap *); typedef void (*btf_trace_regmap_async_complete_done)(void *, struct regmap *); typedef void (*btf_trace_regcache_drop_region)(void *, struct regmap *, unsigned int, unsigned int); struct regmap_debugfs_off_cache { struct list_head list; off_t min; off_t max; unsigned int base_reg; unsigned int max_reg; }; struct regmap_debugfs_node { struct regmap *map; struct list_head link; }; struct soc_device_attribute { const char *machine; const char *family; const char *revision; const char *serial_number; const char *soc_id; const void *data; const struct attribute_group *custom_attr_group; }; struct soc_device { struct device dev; struct soc_device_attribute *attr; int soc_dev_num; }; struct trace_event_raw_devres { struct trace_entry ent; u32 __data_loc_devname; struct device *dev; const char *op; void *node; const char *name; size_t size; char __data[0]; }; struct trace_event_data_offsets_devres { u32 devname; }; typedef void (*btf_trace_devres_log)(void *, struct device *, const char *, void *, const char *, size_t); struct driver_attribute { struct attribute attr; ssize_t (*show)(struct device_driver *, char *); ssize_t (*store)(struct device_driver *, const char *, size_t); }; struct dax_operations { long int (*direct_access)(struct dax_device *, long unsigned int, long int, enum dax_access_mode, void **, pfn_t *); bool (*dax_supported)(struct dax_device *, struct block_device *, int, sector_t, sector_t); int (*zero_page_range)(struct dax_device *, long unsigned int, size_t); size_t (*recovery_write)(struct dax_device *, long unsigned int, void *, size_t, struct iov_iter *); }; struct dax_region { int id; int target_node; struct kref kref; struct device *dev; unsigned int align; struct ida ida; struct resource res; struct device *seed; struct device *youngest; }; struct dax_mapping { struct device dev; int range_id; int id; }; struct dev_dax_range { long unsigned int pgoff; struct range range; struct dax_mapping *mapping; }; struct dev_dax { struct dax_region *region; struct dax_device *dax_dev; unsigned int align; int target_node; bool dyn_id; int id; struct ida ida; struct device dev; struct dev_pagemap *pgmap; int nr_range; struct dev_dax_range *ranges; }; struct dev_dax_data { struct dax_region *dax_region; struct dev_pagemap *pgmap; resource_size_t size; int id; }; enum dax_driver_type { DAXDRV_KMEM_TYPE = 0, DAXDRV_DEVICE_TYPE = 1, }; struct dax_device_driver { struct device_driver drv; struct list_head ids; enum dax_driver_type type; int (*probe)(struct dev_dax *); void (*remove)(struct dev_dax *); }; struct dax_id { struct list_head list; char dev_name[30]; }; enum id_action { ID_REMOVE = 0, ID_ADD = 1, }; struct dma_heap; struct dma_heap_ops { struct dma_buf * (*allocate)(struct dma_heap *, long unsigned int, long unsigned int, long unsigned int); }; struct dma_heap { const char *name; const struct dma_heap_ops *ops; void *priv; dev_t heap_devt; struct list_head list; struct cdev heap_cdev; }; struct dma_heap_export_info { const char *name; const struct dma_heap_ops *ops; void *priv; }; struct dma_heap_allocation_data { __u64 len; __u32 fd; __u32 fd_flags; __u64 heap_flags; }; enum sam_status { SAM_STAT_GOOD = 0, SAM_STAT_CHECK_CONDITION = 2, SAM_STAT_CONDITION_MET = 4, SAM_STAT_BUSY = 8, SAM_STAT_INTERMEDIATE = 16, SAM_STAT_INTERMEDIATE_CONDITION_MET = 20, SAM_STAT_RESERVATION_CONFLICT = 24, SAM_STAT_COMMAND_TERMINATED = 34, SAM_STAT_TASK_SET_FULL = 40, SAM_STAT_ACA_ACTIVE = 48, SAM_STAT_TASK_ABORTED = 64, }; struct scsi_sense_hdr { u8 response_code; u8 sense_key; u8 asc; u8 ascq; u8 byte4; u8 byte5; u8 byte6; u8 additional_length; }; enum scsi_host_status { DID_OK = 0, DID_NO_CONNECT = 1, DID_BUS_BUSY = 2, DID_TIME_OUT = 3, DID_BAD_TARGET = 4, DID_ABORT = 5, DID_PARITY = 6, DID_ERROR = 7, DID_RESET = 8, DID_BAD_INTR = 9, DID_PASSTHROUGH = 10, DID_SOFT_ERROR = 11, DID_IMM_RETRY = 12, DID_REQUEUE = 13, DID_TRANSPORT_DISRUPTED = 14, DID_TRANSPORT_FAILFAST = 15, DID_TRANSPORT_MARGINAL = 20, }; enum scsi_disposition { NEEDS_RETRY = 8193, SUCCESS = 8194, FAILED = 8195, QUEUED = 8196, SOFT_ERROR = 8197, ADD_TO_MLQUEUE = 8198, TIMEOUT_ERROR = 8199, SCSI_RETURN_NOT_HANDLED = 8200, FAST_IO_FAIL = 8201, }; typedef __u64 blist_flags_t; enum scsi_device_state { SDEV_CREATED = 1, SDEV_RUNNING = 2, SDEV_CANCEL = 3, SDEV_DEL = 4, SDEV_QUIESCE = 5, SDEV_OFFLINE = 6, SDEV_TRANSPORT_OFFLINE = 7, SDEV_BLOCK = 8, SDEV_CREATED_BLOCK = 9, }; enum scsi_device_event { SDEV_EVT_MEDIA_CHANGE = 1, SDEV_EVT_INQUIRY_CHANGE_REPORTED = 2, SDEV_EVT_CAPACITY_CHANGE_REPORTED = 3, SDEV_EVT_SOFT_THRESHOLD_REACHED_REPORTED = 4, SDEV_EVT_MODE_PARAMETER_CHANGE_REPORTED = 5, SDEV_EVT_LUN_CHANGE_REPORTED = 6, SDEV_EVT_ALUA_STATE_CHANGE_REPORTED = 7, SDEV_EVT_POWER_ON_RESET_OCCURRED = 8, SDEV_EVT_FIRST = 1, SDEV_EVT_LAST = 8, SDEV_EVT_MAXBITS = 9, }; struct scsi_vpd { struct callback_head rcu; int len; unsigned char data[0]; }; enum scsi_vpd_parameters { SCSI_VPD_HEADER_SIZE = 4, }; struct Scsi_Host; struct scsi_target; struct scsi_device_handler; struct bsg_device; struct scsi_device { struct Scsi_Host *host; struct request_queue *request_queue; struct list_head siblings; struct list_head same_target_siblings; struct sbitmap budget_map; atomic_t device_blocked; atomic_t restarts; spinlock_t list_lock; struct list_head starved_entry; short unsigned int queue_depth; short unsigned int max_queue_depth; short unsigned int last_queue_full_depth; short unsigned int last_queue_full_count; long unsigned int last_queue_full_time; long unsigned int queue_ramp_up_period; long unsigned int last_queue_ramp_up; unsigned int id; unsigned int channel; u64 lun; unsigned int manufacturer; unsigned int sector_size; void *hostdata; unsigned char type; char scsi_level; char inq_periph_qual; struct mutex inquiry_mutex; unsigned char inquiry_len; unsigned char *inquiry; const char *vendor; const char *model; const char *rev; struct scsi_vpd *vpd_pg0; struct scsi_vpd *vpd_pg83; struct scsi_vpd *vpd_pg80; struct scsi_vpd *vpd_pg89; struct scsi_vpd *vpd_pgb0; struct scsi_vpd *vpd_pgb1; struct scsi_vpd *vpd_pgb2; struct scsi_target *sdev_target; blist_flags_t sdev_bflags; unsigned int eh_timeout; unsigned int removable: 1; unsigned int changed: 1; unsigned int busy: 1; unsigned int lockable: 1; unsigned int locked: 1; unsigned int borken: 1; unsigned int disconnect: 1; unsigned int soft_reset: 1; unsigned int sdtr: 1; unsigned int wdtr: 1; unsigned int ppr: 1; unsigned int tagged_supported: 1; unsigned int simple_tags: 1; unsigned int was_reset: 1; unsigned int expecting_cc_ua: 1; unsigned int use_10_for_rw: 1; unsigned int use_10_for_ms: 1; unsigned int set_dbd_for_ms: 1; unsigned int no_report_opcodes: 1; unsigned int no_write_same: 1; unsigned int use_16_for_rw: 1; unsigned int use_16_for_sync: 1; unsigned int skip_ms_page_8: 1; unsigned int skip_ms_page_3f: 1; unsigned int skip_vpd_pages: 1; unsigned int try_vpd_pages: 1; unsigned int use_192_bytes_for_3f: 1; unsigned int no_start_on_add: 1; unsigned int allow_restart: 1; unsigned int manage_start_stop: 1; unsigned int start_stop_pwr_cond: 1; unsigned int no_uld_attach: 1; unsigned int select_no_atn: 1; unsigned int fix_capacity: 1; unsigned int guess_capacity: 1; unsigned int retry_hwerror: 1; unsigned int last_sector_bug: 1; unsigned int no_read_disc_info: 1; unsigned int no_read_capacity_16: 1; unsigned int try_rc_10_first: 1; unsigned int security_supported: 1; unsigned int is_visible: 1; unsigned int wce_default_on: 1; unsigned int no_dif: 1; unsigned int broken_fua: 1; unsigned int lun_in_cdb: 1; unsigned int unmap_limit_for_ws: 1; unsigned int rpm_autosuspend: 1; unsigned int ignore_media_change: 1; unsigned int silence_suspend: 1; unsigned int no_vpd_size: 1; unsigned int queue_stopped; bool offline_already; atomic_t disk_events_disable_depth; long unsigned int supported_events[1]; long unsigned int pending_events[1]; struct list_head event_list; struct work_struct event_work; unsigned int max_device_blocked; atomic_t iorequest_cnt; atomic_t iodone_cnt; atomic_t ioerr_cnt; atomic_t iotmo_cnt; struct device sdev_gendev; struct device sdev_dev; struct work_struct requeue_work; struct scsi_device_handler *handler; void *handler_data; size_t dma_drain_len; void *dma_drain_buf; unsigned int sg_timeout; unsigned int sg_reserved_size; struct bsg_device *bsg_dev; unsigned char access_state; struct mutex state_mutex; enum scsi_device_state sdev_state; struct task_struct *quiesced_by; long unsigned int sdev_data[0]; }; enum scsi_host_state { SHOST_CREATED = 1, SHOST_RUNNING = 2, SHOST_CANCEL = 3, SHOST_DEL = 4, SHOST_RECOVERY = 5, SHOST_CANCEL_RECOVERY = 6, SHOST_DEL_RECOVERY = 7, }; struct scsi_host_template; struct scsi_transport_template; struct Scsi_Host { struct list_head __devices; struct list_head __targets; struct list_head starved_list; spinlock_t default_lock; spinlock_t *host_lock; struct mutex scan_mutex; struct list_head eh_abort_list; struct list_head eh_cmd_q; struct task_struct *ehandler; struct completion *eh_action; wait_queue_head_t host_wait; const struct scsi_host_template *hostt; struct scsi_transport_template *transportt; struct kref tagset_refcnt; struct completion tagset_freed; struct blk_mq_tag_set tag_set; atomic_t host_blocked; unsigned int host_failed; unsigned int host_eh_scheduled; unsigned int host_no; int eh_deadline; long unsigned int last_reset; unsigned int max_channel; unsigned int max_id; u64 max_lun; unsigned int unique_id; short unsigned int max_cmd_len; int this_id; int can_queue; short int cmd_per_lun; short unsigned int sg_tablesize; short unsigned int sg_prot_tablesize; unsigned int max_sectors; unsigned int opt_sectors; unsigned int max_segment_size; long unsigned int dma_boundary; long unsigned int virt_boundary_mask; unsigned int nr_hw_queues; unsigned int nr_maps; unsigned int active_mode: 2; unsigned int host_self_blocked: 1; unsigned int reverse_ordering: 1; unsigned int tmf_in_progress: 1; unsigned int async_scan: 1; unsigned int eh_noresume: 1; unsigned int no_write_same: 1; unsigned int host_tagset: 1; unsigned int short_inquiry: 1; unsigned int no_scsi2_lun_in_cdb: 1; char work_q_name[20]; struct workqueue_struct *work_q; struct workqueue_struct *tmf_work_q; unsigned int max_host_blocked; unsigned int prot_capabilities; unsigned char prot_guard_type; long unsigned int base; long unsigned int io_port; unsigned char n_io_port; unsigned char dma_channel; unsigned int irq; enum scsi_host_state shost_state; struct device shost_gendev; struct device shost_dev; void *shost_data; struct device *dma_dev; long unsigned int hostdata[0]; }; enum scsi_target_state { STARGET_CREATED = 1, STARGET_RUNNING = 2, STARGET_REMOVE = 3, STARGET_CREATED_REMOVE = 4, STARGET_DEL = 5, }; struct scsi_target { struct scsi_device *starget_sdev_user; struct list_head siblings; struct list_head devices; struct device dev; struct kref reap_ref; unsigned int channel; unsigned int id; unsigned int create: 1; unsigned int single_lun: 1; unsigned int pdt_1f_for_no_lun: 1; unsigned int no_report_luns: 1; unsigned int expecting_lun_change: 1; atomic_t target_busy; atomic_t target_blocked; unsigned int can_queue; unsigned int max_target_blocked; char scsi_level; enum scsi_target_state state; void *hostdata; long unsigned int starget_data[0]; }; struct scsi_exec_args { unsigned char *sense; unsigned int sense_len; struct scsi_sense_hdr *sshdr; blk_mq_req_flags_t req_flags; int scmd_flags; int *resid; }; struct scsi_data_buffer { struct sg_table table; unsigned int length; }; enum scsi_cmnd_submitter { SUBMITTED_BY_BLOCK_LAYER = 0, SUBMITTED_BY_SCSI_ERROR_HANDLER = 1, SUBMITTED_BY_SCSI_RESET_IOCTL = 2, } __attribute__((mode(byte))); struct scsi_cmnd { struct scsi_device *device; struct list_head eh_entry; struct delayed_work abort_work; struct callback_head rcu; int eh_eflags; int budget_token; long unsigned int jiffies_at_alloc; int retries; int allowed; unsigned char prot_op; unsigned char prot_type; unsigned char prot_flags; enum scsi_cmnd_submitter submitter; short unsigned int cmd_len; enum dma_data_direction sc_data_direction; unsigned char cmnd[32]; struct scsi_data_buffer sdb; struct scsi_data_buffer *prot_sdb; unsigned int underflow; unsigned int transfersize; unsigned int resid_len; unsigned int sense_len; unsigned char *sense_buffer; int flags; long unsigned int state; unsigned int extra_len; unsigned char *host_scribble; int result; }; enum scsi_prot_operations { SCSI_PROT_NORMAL = 0, SCSI_PROT_READ_INSERT = 1, SCSI_PROT_WRITE_STRIP = 2, SCSI_PROT_READ_STRIP = 3, SCSI_PROT_WRITE_INSERT = 4, SCSI_PROT_READ_PASS = 5, SCSI_PROT_WRITE_PASS = 6, }; struct scsi_driver { struct device_driver gendrv; void (*rescan)(struct device *); blk_status_t (*init_command)(struct scsi_cmnd *); void (*uninit_command)(struct scsi_cmnd *); int (*done)(struct scsi_cmnd *); int (*eh_action)(struct scsi_cmnd *, int); void (*eh_reset)(struct scsi_cmnd *); }; enum scsi_timeout_action { SCSI_EH_DONE = 0, SCSI_EH_RESET_TIMER = 1, SCSI_EH_NOT_HANDLED = 2, }; struct scsi_host_template { unsigned int cmd_size; int (*queuecommand)(struct Scsi_Host *, struct scsi_cmnd *); void (*commit_rqs)(struct Scsi_Host *, u16); struct module *module; const char *name; const char * (*info)(struct Scsi_Host *); int (*ioctl)(struct scsi_device *, unsigned int, void *); int (*compat_ioctl)(struct scsi_device *, unsigned int, void *); int (*init_cmd_priv)(struct Scsi_Host *, struct scsi_cmnd *); int (*exit_cmd_priv)(struct Scsi_Host *, struct scsi_cmnd *); int (*eh_abort_handler)(struct scsi_cmnd *); int (*eh_device_reset_handler)(struct scsi_cmnd *); int (*eh_target_reset_handler)(struct scsi_cmnd *); int (*eh_bus_reset_handler)(struct scsi_cmnd *); int (*eh_host_reset_handler)(struct scsi_cmnd *); int (*slave_alloc)(struct scsi_device *); int (*slave_configure)(struct scsi_device *); void (*slave_destroy)(struct scsi_device *); int (*target_alloc)(struct scsi_target *); void (*target_destroy)(struct scsi_target *); int (*scan_finished)(struct Scsi_Host *, long unsigned int); void (*scan_start)(struct Scsi_Host *); int (*change_queue_depth)(struct scsi_device *, int); void (*map_queues)(struct Scsi_Host *); int (*mq_poll)(struct Scsi_Host *, unsigned int); bool (*dma_need_drain)(struct request *); int (*bios_param)(struct scsi_device *, struct block_device *, sector_t, int *); void (*unlock_native_capacity)(struct scsi_device *); int (*show_info)(struct seq_file *, struct Scsi_Host *); int (*write_info)(struct Scsi_Host *, char *, int); enum scsi_timeout_action (*eh_timed_out)(struct scsi_cmnd *); bool (*eh_should_retry_cmd)(struct scsi_cmnd *); int (*host_reset)(struct Scsi_Host *, int); const char *proc_name; int can_queue; int this_id; short unsigned int sg_tablesize; short unsigned int sg_prot_tablesize; unsigned int max_sectors; unsigned int max_segment_size; long unsigned int dma_boundary; long unsigned int virt_boundary_mask; short int cmd_per_lun; int tag_alloc_policy; unsigned int track_queue_depth: 1; unsigned int supported_mode: 2; unsigned int emulated: 1; unsigned int skip_settle_delay: 1; unsigned int no_write_same: 1; unsigned int host_tagset: 1; unsigned int max_host_blocked; const struct attribute_group **shost_groups; const struct attribute_group **sdev_groups; u64 vendor_id; int rpm_autosuspend_delay; }; struct trace_event_raw_scsi_dispatch_cmd_start { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_dispatch_cmd_error { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; int rtn; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_cmd_done_timeout_template { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; int result; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_eh_wakeup { struct trace_entry ent; unsigned int host_no; char __data[0]; }; struct trace_event_data_offsets_scsi_dispatch_cmd_start { u32 cmnd; }; struct trace_event_data_offsets_scsi_dispatch_cmd_error { u32 cmnd; }; struct trace_event_data_offsets_scsi_cmd_done_timeout_template { u32 cmnd; }; struct trace_event_data_offsets_scsi_eh_wakeup {}; typedef void (*btf_trace_scsi_dispatch_cmd_start)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_dispatch_cmd_error)(void *, struct scsi_cmnd *, int); typedef void (*btf_trace_scsi_dispatch_cmd_done)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_dispatch_cmd_timeout)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_eh_wakeup)(void *, struct Scsi_Host *); typedef void (*activate_complete)(void *, int); struct scsi_device_handler { struct list_head list; struct module *module; const char *name; enum scsi_disposition (*check_sense)(struct scsi_device *, struct scsi_sense_hdr *); int (*attach)(struct scsi_device *); void (*detach)(struct scsi_device *); int (*activate)(struct scsi_device *, activate_complete, void *); blk_status_t (*prep_fn)(struct scsi_device *, struct request *); int (*set_params)(struct scsi_device *, const char *); void (*rescan)(struct scsi_device *); }; struct scsi_eh_save { int result; unsigned int resid_len; int eh_eflags; enum dma_data_direction data_direction; unsigned int underflow; unsigned char cmd_len; unsigned char prot_op; unsigned char cmnd[32]; struct scsi_data_buffer sdb; struct scatterlist sense_sgl; }; struct transport_container { struct attribute_container ac; const struct attribute_group *statistics; }; struct scsi_transport_template { struct transport_container host_attrs; struct transport_container target_attrs; struct transport_container device_attrs; int (*user_scan)(struct Scsi_Host *, uint, uint, u64); int device_size; int device_private_offset; int target_size; int target_private_offset; int host_size; unsigned int create_work_queue: 1; void (*eh_strategy_handler)(struct Scsi_Host *); }; enum scsi_ml_status { SCSIML_STAT_OK = 0, SCSIML_STAT_RESV_CONFLICT = 1, SCSIML_STAT_NOSPC = 2, SCSIML_STAT_MED_ERROR = 3, SCSIML_STAT_TGT_FAILURE = 4, }; struct scsi_lun { __u8 scsi_lun[8]; }; enum scsi_timeouts { SCSI_DEFAULT_EH_TIMEOUT = 1000, }; enum scsi_scan_mode { SCSI_SCAN_INITIAL = 0, SCSI_SCAN_RESCAN = 1, SCSI_SCAN_MANUAL = 2, }; struct async_scan_data { struct list_head list; struct Scsi_Host *shost; struct completion prev_finished; }; struct scsi_nl_hdr { __u8 version; __u8 transport; __u16 magic; __u16 msgtype; __u16 msglen; }; struct sg_io_v4 { __s32 guard; __u32 protocol; __u32 subprotocol; __u32 request_len; __u64 request; __u64 request_tag; __u32 request_attr; __u32 request_priority; __u32 request_extra; __u32 max_response_len; __u64 response; __u32 dout_iovec_count; __u32 dout_xfer_len; __u32 din_iovec_count; __u32 din_xfer_len; __u64 dout_xferp; __u64 din_xferp; __u32 timeout; __u32 flags; __u64 usr_ptr; __u32 spare_in; __u32 driver_status; __u32 transport_status; __u32 device_status; __u32 retry_delay; __u32 info; __u32 duration; __u32 response_len; __s32 din_resid; __s32 dout_resid; __u64 generated_tag; __u32 spare_out; __u32 padding; }; typedef int bsg_sg_io_fn(struct request_queue *, struct sg_io_v4 *, fmode_t, unsigned int); enum blk_integrity_flags { BLK_INTEGRITY_VERIFY = 1, BLK_INTEGRITY_GENERATE = 2, BLK_INTEGRITY_DEVICE_CAPABLE = 4, BLK_INTEGRITY_IP_CHECKSUM = 8, }; enum t10_dif_type { T10_PI_TYPE0_PROTECTION = 0, T10_PI_TYPE1_PROTECTION = 1, T10_PI_TYPE2_PROTECTION = 2, T10_PI_TYPE3_PROTECTION = 3, }; enum scsi_host_prot_capabilities { SHOST_DIF_TYPE1_PROTECTION = 1, SHOST_DIF_TYPE2_PROTECTION = 2, SHOST_DIF_TYPE3_PROTECTION = 4, SHOST_DIX_TYPE0_PROTECTION = 8, SHOST_DIX_TYPE1_PROTECTION = 16, SHOST_DIX_TYPE2_PROTECTION = 32, SHOST_DIX_TYPE3_PROTECTION = 64, }; enum scsi_host_guard_type { SHOST_DIX_GUARD_CRC = 1, SHOST_DIX_GUARD_IP = 2, }; struct zoned_disk_info { u32 nr_zones; u32 zone_blocks; }; struct opal_dev; struct scsi_disk { struct scsi_device *device; struct device disk_dev; struct gendisk *disk; struct opal_dev *opal_dev; struct zoned_disk_info early_zone_info; struct zoned_disk_info zone_info; u32 zones_optimal_open; u32 zones_optimal_nonseq; u32 zones_max_open; u32 zone_starting_lba_gran; u32 *zones_wp_offset; spinlock_t zones_wp_offset_lock; u32 *rev_wp_offset; struct mutex rev_mutex; struct work_struct zone_wp_offset_work; char *zone_wp_update_buf; atomic_t openers; sector_t capacity; int max_retries; u32 min_xfer_blocks; u32 max_xfer_blocks; u32 opt_xfer_blocks; u32 max_ws_blocks; u32 max_unmap_blocks; u32 unmap_granularity; u32 unmap_alignment; u32 index; unsigned int physical_block_size; unsigned int max_medium_access_timeouts; unsigned int medium_access_timed_out; u8 media_present; u8 write_prot; u8 protection_type; u8 provisioning_mode; u8 zeroing_mode; u8 nr_actuators; unsigned int ATO: 1; unsigned int cache_override: 1; unsigned int WCE: 1; unsigned int RCD: 1; unsigned int DPOFUA: 1; unsigned int first_scan: 1; unsigned int lbpme: 1; unsigned int lbprz: 1; unsigned int lbpu: 1; unsigned int lbpws: 1; unsigned int lbpws10: 1; unsigned int lbpvpd: 1; unsigned int ws10: 1; unsigned int ws16: 1; unsigned int rc_basis: 2; unsigned int zoned: 2; unsigned int urswrz: 1; unsigned int security: 1; unsigned int ignore_medium_access_errors: 1; }; struct cdrom_device_ops; struct cdrom_device_info { const struct cdrom_device_ops *ops; struct list_head list; struct gendisk *disk; void *handle; int mask; int speed; int capacity; unsigned int options: 30; unsigned int mc_flags: 2; unsigned int vfs_events; unsigned int ioctl_events; int use_count; char name[20]; __u8 sanyo_slot: 2; __u8 keeplocked: 1; __u8 reserved: 5; int cdda_method; __u8 last_sense; __u8 media_written; short unsigned int mmc3_profile; int for_data; int (*exit)(struct cdrom_device_info *); int mrw_mode_page; __s64 last_media_change_ms; }; struct cdrom_msf0 { __u8 minute; __u8 second; __u8 frame; }; union cdrom_addr { struct cdrom_msf0 msf; int lba; }; struct cdrom_ti { __u8 cdti_trk0; __u8 cdti_ind0; __u8 cdti_trk1; __u8 cdti_ind1; }; struct cdrom_tochdr { __u8 cdth_trk0; __u8 cdth_trk1; }; struct cdrom_tocentry { __u8 cdte_track; __u8 cdte_adr: 4; __u8 cdte_ctrl: 4; __u8 cdte_format; union cdrom_addr cdte_addr; __u8 cdte_datamode; }; struct cdrom_multisession { union cdrom_addr addr; __u8 xa_flag; __u8 addr_format; }; struct cdrom_mcn { __u8 medium_catalog_number[14]; }; struct packet_command { unsigned char cmd[12]; unsigned char *buffer; unsigned int buflen; int stat; struct scsi_sense_hdr *sshdr; unsigned char data_direction; int quiet; int timeout; void *reserved[1]; }; struct cdrom_device_ops { int (*open)(struct cdrom_device_info *, int); void (*release)(struct cdrom_device_info *); int (*drive_status)(struct cdrom_device_info *, int); unsigned int (*check_events)(struct cdrom_device_info *, unsigned int, int); int (*tray_move)(struct cdrom_device_info *, int); int (*lock_door)(struct cdrom_device_info *, int); int (*select_speed)(struct cdrom_device_info *, int); int (*get_last_session)(struct cdrom_device_info *, struct cdrom_multisession *); int (*get_mcn)(struct cdrom_device_info *, struct cdrom_mcn *); int (*reset)(struct cdrom_device_info *); int (*audio_ioctl)(struct cdrom_device_info *, unsigned int, void *); int (*generic_packet)(struct cdrom_device_info *, struct packet_command *); int (*read_cdda_bpc)(struct cdrom_device_info *, void *, u32, u32, u8 *); const int capability; }; struct media_event_desc { __u8 reserved1: 4; __u8 media_event_code: 4; __u8 reserved2: 6; __u8 media_present: 1; __u8 door_open: 1; __u8 start_slot; __u8 end_slot; }; struct scsi_cd { unsigned int capacity; struct scsi_device *device; unsigned int vendor; long unsigned int ms_offset; unsigned int writeable: 1; unsigned int use: 1; unsigned int xa_flag: 1; unsigned int readcd_known: 1; unsigned int readcd_cdda: 1; unsigned int media_present: 1; int tur_mismatch; bool tur_changed: 1; bool get_event_changed: 1; bool ignore_get_event: 1; struct cdrom_device_info cdi; struct mutex lock; struct gendisk *disk; }; typedef struct scsi_cd Scsi_CD; struct execute_work { struct work_struct work; }; enum scsi_msg_byte { COMMAND_COMPLETE = 0, EXTENDED_MESSAGE = 1, SAVE_POINTERS = 2, RESTORE_POINTERS = 3, DISCONNECT = 4, INITIATOR_ERROR = 5, ABORT_TASK_SET = 6, MESSAGE_REJECT = 7, NOP = 8, MSG_PARITY_ERROR = 9, LINKED_CMD_COMPLETE = 10, LINKED_FLG_CMD_COMPLETE = 11, TARGET_RESET = 12, ABORT_TASK = 13, CLEAR_TASK_SET = 14, INITIATE_RECOVERY = 15, RELEASE_RECOVERY = 16, TERMINATE_IO_PROC = 17, CLEAR_ACA = 22, LOGICAL_UNIT_RESET = 23, SIMPLE_QUEUE_TAG = 32, HEAD_OF_QUEUE_TAG = 33, ORDERED_QUEUE_TAG = 34, IGNORE_WIDE_RESIDUE = 35, ACA = 36, QAS_REQUEST = 85, BUS_DEVICE_RESET = 12, ABORT = 6, }; struct sg_io_hdr { int interface_id; int dxfer_direction; unsigned char cmd_len; unsigned char mx_sb_len; short unsigned int iovec_count; unsigned int dxfer_len; void *dxferp; unsigned char *cmdp; void *sbp; unsigned int timeout; unsigned int flags; int pack_id; void *usr_ptr; unsigned char status; unsigned char masked_status; unsigned char msg_status; unsigned char sb_len_wr; short unsigned int host_status; short unsigned int driver_status; int resid; unsigned int duration; unsigned int info; }; typedef struct sg_io_hdr sg_io_hdr_t; struct compat_sg_io_hdr { compat_int_t interface_id; compat_int_t dxfer_direction; unsigned char cmd_len; unsigned char mx_sb_len; short unsigned int iovec_count; compat_uint_t dxfer_len; compat_uint_t dxferp; compat_uptr_t cmdp; compat_uptr_t sbp; compat_uint_t timeout; compat_uint_t flags; compat_int_t pack_id; compat_uptr_t usr_ptr; unsigned char status; unsigned char masked_status; unsigned char msg_status; unsigned char sb_len_wr; short unsigned int host_status; short unsigned int driver_status; compat_int_t resid; compat_uint_t duration; compat_uint_t info; }; struct sg_scsi_id { int host_no; int channel; int scsi_id; int lun; int scsi_type; short int h_cmd_per_lun; short int d_queue_depth; int unused[2]; }; typedef struct sg_scsi_id sg_scsi_id_t; struct sg_req_info { char req_state; char orphan; char sg_io_owned; char problem; int pack_id; void *usr_ptr; unsigned int duration; int unused; }; typedef struct sg_req_info sg_req_info_t; struct sg_header { int pack_len; int reply_len; int pack_id; int result; unsigned int twelve_byte: 1; unsigned int target_status: 5; unsigned int host_status: 8; unsigned int driver_status: 8; unsigned int other_flags: 10; unsigned char sense_buffer[16]; }; struct sg_scatter_hold { short unsigned int k_use_sg; unsigned int sglist_len; unsigned int bufflen; struct page **pages; int page_order; char dio_in_use; unsigned char cmd_opcode; }; typedef struct sg_scatter_hold Sg_scatter_hold; struct sg_fd; struct sg_request { struct list_head entry; struct sg_fd *parentfp; Sg_scatter_hold data; sg_io_hdr_t header; unsigned char sense_b[96]; char res_used; char orphan; char sg_io_owned; char done; struct request *rq; struct bio *bio; struct execute_work ew; }; typedef struct sg_request Sg_request; struct sg_device; struct sg_fd { struct list_head sfd_siblings; struct sg_device *parentdp; wait_queue_head_t read_wait; rwlock_t rq_list_lock; struct mutex f_mutex; int timeout; int timeout_user; Sg_scatter_hold reserve; struct list_head rq_list; struct fasync_struct *async_qp; Sg_request req_arr[16]; char force_packid; char cmd_q; unsigned char next_cmd_len; char keep_orphan; char mmap_called; char res_in_use; struct kref f_ref; struct execute_work ew; }; struct sg_device { struct scsi_device *device; wait_queue_head_t open_wait; struct mutex open_rel_lock; int sg_tablesize; u32 index; struct list_head sfds; rwlock_t sfd_lock; atomic_t detaching; bool exclude; int open_cnt; char sgdebug; char name[32]; struct cdev *cdev; struct kref d_ref; }; typedef struct sg_fd Sg_fd; typedef struct sg_device Sg_device; struct compat_sg_req_info { char req_state; char orphan; char sg_io_owned; char problem; int pack_id; compat_uptr_t usr_ptr; unsigned int duration; int unused; }; struct sg_proc_deviter { loff_t index; size_t max; }; enum { ATA_MAX_DEVICES = 2, ATA_MAX_PRD = 256, ATA_SECT_SIZE = 512, ATA_MAX_SECTORS_128 = 128, ATA_MAX_SECTORS = 256, ATA_MAX_SECTORS_1024 = 1024, ATA_MAX_SECTORS_LBA48 = 65535, ATA_MAX_SECTORS_TAPE = 65535, ATA_MAX_TRIM_RNUM = 64, ATA_ID_WORDS = 256, ATA_ID_CONFIG = 0, ATA_ID_CYLS = 1, ATA_ID_HEADS = 3, ATA_ID_SECTORS = 6, ATA_ID_SERNO = 10, ATA_ID_BUF_SIZE = 21, ATA_ID_FW_REV = 23, ATA_ID_PROD = 27, ATA_ID_MAX_MULTSECT = 47, ATA_ID_DWORD_IO = 48, ATA_ID_TRUSTED = 48, ATA_ID_CAPABILITY = 49, ATA_ID_OLD_PIO_MODES = 51, ATA_ID_OLD_DMA_MODES = 52, ATA_ID_FIELD_VALID = 53, ATA_ID_CUR_CYLS = 54, ATA_ID_CUR_HEADS = 55, ATA_ID_CUR_SECTORS = 56, ATA_ID_MULTSECT = 59, ATA_ID_LBA_CAPACITY = 60, ATA_ID_SWDMA_MODES = 62, ATA_ID_MWDMA_MODES = 63, ATA_ID_PIO_MODES = 64, ATA_ID_EIDE_DMA_MIN = 65, ATA_ID_EIDE_DMA_TIME = 66, ATA_ID_EIDE_PIO = 67, ATA_ID_EIDE_PIO_IORDY = 68, ATA_ID_ADDITIONAL_SUPP = 69, ATA_ID_QUEUE_DEPTH = 75, ATA_ID_SATA_CAPABILITY = 76, ATA_ID_SATA_CAPABILITY_2 = 77, ATA_ID_FEATURE_SUPP = 78, ATA_ID_MAJOR_VER = 80, ATA_ID_COMMAND_SET_1 = 82, ATA_ID_COMMAND_SET_2 = 83, ATA_ID_CFSSE = 84, ATA_ID_CFS_ENABLE_1 = 85, ATA_ID_CFS_ENABLE_2 = 86, ATA_ID_CSF_DEFAULT = 87, ATA_ID_UDMA_MODES = 88, ATA_ID_HW_CONFIG = 93, ATA_ID_SPG = 98, ATA_ID_LBA_CAPACITY_2 = 100, ATA_ID_SECTOR_SIZE = 106, ATA_ID_WWN = 108, ATA_ID_LOGICAL_SECTOR_SIZE = 117, ATA_ID_COMMAND_SET_3 = 119, ATA_ID_COMMAND_SET_4 = 120, ATA_ID_LAST_LUN = 126, ATA_ID_DLF = 128, ATA_ID_CSFO = 129, ATA_ID_CFA_POWER = 160, ATA_ID_CFA_KEY_MGMT = 162, ATA_ID_CFA_MODES = 163, ATA_ID_DATA_SET_MGMT = 169, ATA_ID_SCT_CMD_XPORT = 206, ATA_ID_ROT_SPEED = 217, ATA_ID_PIO4 = 2, ATA_ID_SERNO_LEN = 20, ATA_ID_FW_REV_LEN = 8, ATA_ID_PROD_LEN = 40, ATA_ID_WWN_LEN = 8, ATA_PCI_CTL_OFS = 2, ATA_PIO0 = 1, ATA_PIO1 = 3, ATA_PIO2 = 7, ATA_PIO3 = 15, ATA_PIO4 = 31, ATA_PIO5 = 63, ATA_PIO6 = 127, ATA_PIO4_ONLY = 16, ATA_SWDMA0 = 1, ATA_SWDMA1 = 3, ATA_SWDMA2 = 7, ATA_SWDMA2_ONLY = 4, ATA_MWDMA0 = 1, ATA_MWDMA1 = 3, ATA_MWDMA2 = 7, ATA_MWDMA3 = 15, ATA_MWDMA4 = 31, ATA_MWDMA12_ONLY = 6, ATA_MWDMA2_ONLY = 4, ATA_UDMA0 = 1, ATA_UDMA1 = 3, ATA_UDMA2 = 7, ATA_UDMA3 = 15, ATA_UDMA4 = 31, ATA_UDMA5 = 63, ATA_UDMA6 = 127, ATA_UDMA7 = 255, ATA_UDMA24_ONLY = 20, ATA_UDMA_MASK_40C = 7, ATA_PRD_SZ = 8, ATA_PRD_TBL_SZ = 2048, ATA_PRD_EOT = -2147483648, ATA_DMA_TABLE_OFS = 4, ATA_DMA_STATUS = 2, ATA_DMA_CMD = 0, ATA_DMA_WR = 8, ATA_DMA_START = 1, ATA_DMA_INTR = 4, ATA_DMA_ERR = 2, ATA_DMA_ACTIVE = 1, ATA_HOB = 128, ATA_NIEN = 2, ATA_LBA = 64, ATA_DEV1 = 16, ATA_DEVICE_OBS = 160, ATA_DEVCTL_OBS = 8, ATA_BUSY = 128, ATA_DRDY = 64, ATA_DF = 32, ATA_DSC = 16, ATA_DRQ = 8, ATA_CORR = 4, ATA_SENSE = 2, ATA_ERR = 1, ATA_SRST = 4, ATA_ICRC = 128, ATA_BBK = 128, ATA_UNC = 64, ATA_MC = 32, ATA_IDNF = 16, ATA_MCR = 8, ATA_ABORTED = 4, ATA_TRK0NF = 2, ATA_AMNF = 1, ATAPI_LFS = 240, ATAPI_EOM = 2, ATAPI_ILI = 1, ATAPI_IO = 2, ATAPI_COD = 1, ATA_REG_DATA = 0, ATA_REG_ERR = 1, ATA_REG_NSECT = 2, ATA_REG_LBAL = 3, ATA_REG_LBAM = 4, ATA_REG_LBAH = 5, ATA_REG_DEVICE = 6, ATA_REG_STATUS = 7, ATA_REG_FEATURE = 1, ATA_REG_CMD = 7, ATA_REG_BYTEL = 4, ATA_REG_BYTEH = 5, ATA_REG_DEVSEL = 6, ATA_REG_IRQ = 2, ATA_CMD_DEV_RESET = 8, ATA_CMD_CHK_POWER = 229, ATA_CMD_STANDBY = 226, ATA_CMD_IDLE = 227, ATA_CMD_EDD = 144, ATA_CMD_DOWNLOAD_MICRO = 146, ATA_CMD_DOWNLOAD_MICRO_DMA = 147, ATA_CMD_NOP = 0, ATA_CMD_FLUSH = 231, ATA_CMD_FLUSH_EXT = 234, ATA_CMD_ID_ATA = 236, ATA_CMD_ID_ATAPI = 161, ATA_CMD_SERVICE = 162, ATA_CMD_READ = 200, ATA_CMD_READ_EXT = 37, ATA_CMD_READ_QUEUED = 38, ATA_CMD_READ_STREAM_EXT = 43, ATA_CMD_READ_STREAM_DMA_EXT = 42, ATA_CMD_WRITE = 202, ATA_CMD_WRITE_EXT = 53, ATA_CMD_WRITE_QUEUED = 54, ATA_CMD_WRITE_STREAM_EXT = 59, ATA_CMD_WRITE_STREAM_DMA_EXT = 58, ATA_CMD_WRITE_FUA_EXT = 61, ATA_CMD_WRITE_QUEUED_FUA_EXT = 62, ATA_CMD_FPDMA_READ = 96, ATA_CMD_FPDMA_WRITE = 97, ATA_CMD_NCQ_NON_DATA = 99, ATA_CMD_FPDMA_SEND = 100, ATA_CMD_FPDMA_RECV = 101, ATA_CMD_PIO_READ = 32, ATA_CMD_PIO_READ_EXT = 36, ATA_CMD_PIO_WRITE = 48, ATA_CMD_PIO_WRITE_EXT = 52, ATA_CMD_READ_MULTI = 196, ATA_CMD_READ_MULTI_EXT = 41, ATA_CMD_WRITE_MULTI = 197, ATA_CMD_WRITE_MULTI_EXT = 57, ATA_CMD_WRITE_MULTI_FUA_EXT = 206, ATA_CMD_SET_FEATURES = 239, ATA_CMD_SET_MULTI = 198, ATA_CMD_PACKET = 160, ATA_CMD_VERIFY = 64, ATA_CMD_VERIFY_EXT = 66, ATA_CMD_WRITE_UNCORR_EXT = 69, ATA_CMD_STANDBYNOW1 = 224, ATA_CMD_IDLEIMMEDIATE = 225, ATA_CMD_SLEEP = 230, ATA_CMD_INIT_DEV_PARAMS = 145, ATA_CMD_READ_NATIVE_MAX = 248, ATA_CMD_READ_NATIVE_MAX_EXT = 39, ATA_CMD_SET_MAX = 249, ATA_CMD_SET_MAX_EXT = 55, ATA_CMD_READ_LOG_EXT = 47, ATA_CMD_WRITE_LOG_EXT = 63, ATA_CMD_READ_LOG_DMA_EXT = 71, ATA_CMD_WRITE_LOG_DMA_EXT = 87, ATA_CMD_TRUSTED_NONDATA = 91, ATA_CMD_TRUSTED_RCV = 92, ATA_CMD_TRUSTED_RCV_DMA = 93, ATA_CMD_TRUSTED_SND = 94, ATA_CMD_TRUSTED_SND_DMA = 95, ATA_CMD_PMP_READ = 228, ATA_CMD_PMP_READ_DMA = 233, ATA_CMD_PMP_WRITE = 232, ATA_CMD_PMP_WRITE_DMA = 235, ATA_CMD_CONF_OVERLAY = 177, ATA_CMD_SEC_SET_PASS = 241, ATA_CMD_SEC_UNLOCK = 242, ATA_CMD_SEC_ERASE_PREP = 243, ATA_CMD_SEC_ERASE_UNIT = 244, ATA_CMD_SEC_FREEZE_LOCK = 245, ATA_CMD_SEC_DISABLE_PASS = 246, ATA_CMD_CONFIG_STREAM = 81, ATA_CMD_SMART = 176, ATA_CMD_MEDIA_LOCK = 222, ATA_CMD_MEDIA_UNLOCK = 223, ATA_CMD_DSM = 6, ATA_CMD_CHK_MED_CRD_TYP = 209, ATA_CMD_CFA_REQ_EXT_ERR = 3, ATA_CMD_CFA_WRITE_NE = 56, ATA_CMD_CFA_TRANS_SECT = 135, ATA_CMD_CFA_ERASE = 192, ATA_CMD_CFA_WRITE_MULT_NE = 205, ATA_CMD_REQ_SENSE_DATA = 11, ATA_CMD_SANITIZE_DEVICE = 180, ATA_CMD_ZAC_MGMT_IN = 74, ATA_CMD_ZAC_MGMT_OUT = 159, ATA_CMD_RESTORE = 16, ATA_SUBCMD_FPDMA_RECV_RD_LOG_DMA_EXT = 1, ATA_SUBCMD_FPDMA_RECV_ZAC_MGMT_IN = 2, ATA_SUBCMD_FPDMA_SEND_DSM = 0, ATA_SUBCMD_FPDMA_SEND_WR_LOG_DMA_EXT = 2, ATA_SUBCMD_NCQ_NON_DATA_ABORT_QUEUE = 0, ATA_SUBCMD_NCQ_NON_DATA_SET_FEATURES = 5, ATA_SUBCMD_NCQ_NON_DATA_ZERO_EXT = 6, ATA_SUBCMD_NCQ_NON_DATA_ZAC_MGMT_OUT = 7, ATA_SUBCMD_ZAC_MGMT_IN_REPORT_ZONES = 0, ATA_SUBCMD_ZAC_MGMT_OUT_CLOSE_ZONE = 1, ATA_SUBCMD_ZAC_MGMT_OUT_FINISH_ZONE = 2, ATA_SUBCMD_ZAC_MGMT_OUT_OPEN_ZONE = 3, ATA_SUBCMD_ZAC_MGMT_OUT_RESET_WRITE_POINTER = 4, ATA_LOG_DIRECTORY = 0, ATA_LOG_SATA_NCQ = 16, ATA_LOG_NCQ_NON_DATA = 18, ATA_LOG_NCQ_SEND_RECV = 19, ATA_LOG_IDENTIFY_DEVICE = 48, ATA_LOG_CONCURRENT_POSITIONING_RANGES = 71, ATA_LOG_SECURITY = 6, ATA_LOG_SATA_SETTINGS = 8, ATA_LOG_ZONED_INFORMATION = 9, ATA_LOG_DEVSLP_OFFSET = 48, ATA_LOG_DEVSLP_SIZE = 8, ATA_LOG_DEVSLP_MDAT = 0, ATA_LOG_DEVSLP_MDAT_MASK = 31, ATA_LOG_DEVSLP_DETO = 1, ATA_LOG_DEVSLP_VALID = 7, ATA_LOG_DEVSLP_VALID_MASK = 128, ATA_LOG_NCQ_PRIO_OFFSET = 9, ATA_LOG_NCQ_SEND_RECV_SUBCMDS_OFFSET = 0, ATA_LOG_NCQ_SEND_RECV_SUBCMDS_DSM = 1, ATA_LOG_NCQ_SEND_RECV_DSM_OFFSET = 4, ATA_LOG_NCQ_SEND_RECV_DSM_TRIM = 1, ATA_LOG_NCQ_SEND_RECV_RD_LOG_OFFSET = 8, ATA_LOG_NCQ_SEND_RECV_RD_LOG_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_WR_LOG_OFFSET = 12, ATA_LOG_NCQ_SEND_RECV_WR_LOG_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_OFFSET = 16, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_OUT_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_IN_SUPPORTED = 2, ATA_LOG_NCQ_SEND_RECV_SIZE = 20, ATA_LOG_NCQ_NON_DATA_SUBCMDS_OFFSET = 0, ATA_LOG_NCQ_NON_DATA_ABORT_OFFSET = 0, ATA_LOG_NCQ_NON_DATA_ABORT_NCQ = 1, ATA_LOG_NCQ_NON_DATA_ABORT_ALL = 2, ATA_LOG_NCQ_NON_DATA_ABORT_STREAMING = 4, ATA_LOG_NCQ_NON_DATA_ABORT_NON_STREAMING = 8, ATA_LOG_NCQ_NON_DATA_ABORT_SELECTED = 16, ATA_LOG_NCQ_NON_DATA_ZAC_MGMT_OFFSET = 28, ATA_LOG_NCQ_NON_DATA_ZAC_MGMT_OUT = 1, ATA_LOG_NCQ_NON_DATA_SIZE = 64, ATA_CMD_READ_LONG = 34, ATA_CMD_READ_LONG_ONCE = 35, ATA_CMD_WRITE_LONG = 50, ATA_CMD_WRITE_LONG_ONCE = 51, SETFEATURES_XFER = 3, XFER_UDMA_7 = 71, XFER_UDMA_6 = 70, XFER_UDMA_5 = 69, XFER_UDMA_4 = 68, XFER_UDMA_3 = 67, XFER_UDMA_2 = 66, XFER_UDMA_1 = 65, XFER_UDMA_0 = 64, XFER_MW_DMA_4 = 36, XFER_MW_DMA_3 = 35, XFER_MW_DMA_2 = 34, XFER_MW_DMA_1 = 33, XFER_MW_DMA_0 = 32, XFER_SW_DMA_2 = 18, XFER_SW_DMA_1 = 17, XFER_SW_DMA_0 = 16, XFER_PIO_6 = 14, XFER_PIO_5 = 13, XFER_PIO_4 = 12, XFER_PIO_3 = 11, XFER_PIO_2 = 10, XFER_PIO_1 = 9, XFER_PIO_0 = 8, XFER_PIO_SLOW = 0, SETFEATURES_WC_ON = 2, SETFEATURES_WC_OFF = 130, SETFEATURES_RA_ON = 170, SETFEATURES_RA_OFF = 85, SETFEATURES_AAM_ON = 66, SETFEATURES_AAM_OFF = 194, SETFEATURES_SPINUP = 7, SETFEATURES_SPINUP_TIMEOUT = 30000, SETFEATURES_SATA_ENABLE = 16, SETFEATURES_SATA_DISABLE = 144, SATA_FPDMA_OFFSET = 1, SATA_FPDMA_AA = 2, SATA_DIPM = 3, SATA_FPDMA_IN_ORDER = 4, SATA_AN = 5, SATA_SSP = 6, SATA_DEVSLP = 9, SETFEATURE_SENSE_DATA = 195, ATA_SET_MAX_ADDR = 0, ATA_SET_MAX_PASSWD = 1, ATA_SET_MAX_LOCK = 2, ATA_SET_MAX_UNLOCK = 3, ATA_SET_MAX_FREEZE_LOCK = 4, ATA_SET_MAX_PASSWD_DMA = 5, ATA_SET_MAX_UNLOCK_DMA = 6, ATA_DCO_RESTORE = 192, ATA_DCO_FREEZE_LOCK = 193, ATA_DCO_IDENTIFY = 194, ATA_DCO_SET = 195, ATA_SMART_ENABLE = 216, ATA_SMART_READ_VALUES = 208, ATA_SMART_READ_THRESHOLDS = 209, ATA_DSM_TRIM = 1, ATA_SMART_LBAM_PASS = 79, ATA_SMART_LBAH_PASS = 194, ATAPI_PKT_DMA = 1, ATAPI_DMADIR = 4, ATAPI_CDB_LEN = 16, SATA_PMP_MAX_PORTS = 15, SATA_PMP_CTRL_PORT = 15, SATA_PMP_GSCR_DWORDS = 128, SATA_PMP_GSCR_PROD_ID = 0, SATA_PMP_GSCR_REV = 1, SATA_PMP_GSCR_PORT_INFO = 2, SATA_PMP_GSCR_ERROR = 32, SATA_PMP_GSCR_ERROR_EN = 33, SATA_PMP_GSCR_FEAT = 64, SATA_PMP_GSCR_FEAT_EN = 96, SATA_PMP_PSCR_STATUS = 0, SATA_PMP_PSCR_ERROR = 1, SATA_PMP_PSCR_CONTROL = 2, SATA_PMP_FEAT_BIST = 1, SATA_PMP_FEAT_PMREQ = 2, SATA_PMP_FEAT_DYNSSC = 4, SATA_PMP_FEAT_NOTIFY = 8, ATA_CBL_NONE = 0, ATA_CBL_PATA40 = 1, ATA_CBL_PATA80 = 2, ATA_CBL_PATA40_SHORT = 3, ATA_CBL_PATA_UNK = 4, ATA_CBL_PATA_IGN = 5, ATA_CBL_SATA = 6, SCR_STATUS = 0, SCR_ERROR = 1, SCR_CONTROL = 2, SCR_ACTIVE = 3, SCR_NOTIFICATION = 4, SERR_DATA_RECOVERED = 1, SERR_COMM_RECOVERED = 2, SERR_DATA = 256, SERR_PERSISTENT = 512, SERR_PROTOCOL = 1024, SERR_INTERNAL = 2048, SERR_PHYRDY_CHG = 65536, SERR_PHY_INT_ERR = 131072, SERR_COMM_WAKE = 262144, SERR_10B_8B_ERR = 524288, SERR_DISPARITY = 1048576, SERR_CRC = 2097152, SERR_HANDSHAKE = 4194304, SERR_LINK_SEQ_ERR = 8388608, SERR_TRANS_ST_ERROR = 16777216, SERR_UNRECOG_FIS = 33554432, SERR_DEV_XCHG = 67108864, }; enum ata_prot_flags { ATA_PROT_FLAG_PIO = 1, ATA_PROT_FLAG_DMA = 2, ATA_PROT_FLAG_NCQ = 4, ATA_PROT_FLAG_ATAPI = 8, ATA_PROT_UNKNOWN = 255, ATA_PROT_NODATA = 0, ATA_PROT_PIO = 1, ATA_PROT_DMA = 2, ATA_PROT_NCQ_NODATA = 4, ATA_PROT_NCQ = 6, ATAPI_PROT_NODATA = 8, ATAPI_PROT_PIO = 9, ATAPI_PROT_DMA = 10, }; struct ata_bmdma_prd { __le32 addr; __le32 flags_len; }; enum { LIBATA_MAX_PRD = 128, LIBATA_DUMB_MAX_PRD = 64, ATA_DEF_QUEUE = 1, ATA_MAX_QUEUE = 32, ATA_TAG_INTERNAL = 32, ATA_SHORT_PAUSE = 16, ATAPI_MAX_DRAIN = 16384, ATA_ALL_DEVICES = 3, ATA_SHT_EMULATED = 1, ATA_SHT_THIS_ID = -1, ATA_TFLAG_LBA48 = 1, ATA_TFLAG_ISADDR = 2, ATA_TFLAG_DEVICE = 4, ATA_TFLAG_WRITE = 8, ATA_TFLAG_LBA = 16, ATA_TFLAG_FUA = 32, ATA_TFLAG_POLLING = 64, ATA_DFLAG_LBA = 1, ATA_DFLAG_LBA48 = 2, ATA_DFLAG_CDB_INTR = 4, ATA_DFLAG_NCQ = 8, ATA_DFLAG_FLUSH_EXT = 16, ATA_DFLAG_ACPI_PENDING = 32, ATA_DFLAG_ACPI_FAILED = 64, ATA_DFLAG_AN = 128, ATA_DFLAG_TRUSTED = 256, ATA_DFLAG_FUA = 512, ATA_DFLAG_DMADIR = 1024, ATA_DFLAG_NCQ_SEND_RECV = 2048, ATA_DFLAG_NCQ_PRIO = 4096, ATA_DFLAG_CFG_MASK = 8191, ATA_DFLAG_PIO = 8192, ATA_DFLAG_NCQ_OFF = 16384, ATA_DFLAG_SLEEPING = 32768, ATA_DFLAG_DUBIOUS_XFER = 65536, ATA_DFLAG_NO_UNLOAD = 131072, ATA_DFLAG_UNLOCK_HPA = 262144, ATA_DFLAG_INIT_MASK = 524287, ATA_DFLAG_NCQ_PRIO_ENABLED = 524288, ATA_DFLAG_DETACH = 16777216, ATA_DFLAG_DETACHED = 33554432, ATA_DFLAG_DA = 67108864, ATA_DFLAG_DEVSLP = 134217728, ATA_DFLAG_ACPI_DISABLED = 268435456, ATA_DFLAG_D_SENSE = 536870912, ATA_DFLAG_ZAC = 1073741824, ATA_DFLAG_FEATURES_MASK = 201333504, ATA_DEV_UNKNOWN = 0, ATA_DEV_ATA = 1, ATA_DEV_ATA_UNSUP = 2, ATA_DEV_ATAPI = 3, ATA_DEV_ATAPI_UNSUP = 4, ATA_DEV_PMP = 5, ATA_DEV_PMP_UNSUP = 6, ATA_DEV_SEMB = 7, ATA_DEV_SEMB_UNSUP = 8, ATA_DEV_ZAC = 9, ATA_DEV_ZAC_UNSUP = 10, ATA_DEV_NONE = 11, ATA_LFLAG_NO_HRST = 2, ATA_LFLAG_NO_SRST = 4, ATA_LFLAG_ASSUME_ATA = 8, ATA_LFLAG_ASSUME_SEMB = 16, ATA_LFLAG_ASSUME_CLASS = 24, ATA_LFLAG_NO_RETRY = 32, ATA_LFLAG_DISABLED = 64, ATA_LFLAG_SW_ACTIVITY = 128, ATA_LFLAG_NO_LPM = 256, ATA_LFLAG_RST_ONCE = 512, ATA_LFLAG_CHANGED = 1024, ATA_LFLAG_NO_DEBOUNCE_DELAY = 2048, ATA_FLAG_SLAVE_POSS = 1, ATA_FLAG_SATA = 2, ATA_FLAG_NO_LPM = 4, ATA_FLAG_NO_LOG_PAGE = 32, ATA_FLAG_NO_ATAPI = 64, ATA_FLAG_PIO_DMA = 128, ATA_FLAG_PIO_LBA48 = 256, ATA_FLAG_PIO_POLLING = 512, ATA_FLAG_NCQ = 1024, ATA_FLAG_NO_POWEROFF_SPINDOWN = 2048, ATA_FLAG_NO_HIBERNATE_SPINDOWN = 4096, ATA_FLAG_DEBUGMSG = 8192, ATA_FLAG_FPDMA_AA = 16384, ATA_FLAG_IGN_SIMPLEX = 32768, ATA_FLAG_NO_IORDY = 65536, ATA_FLAG_ACPI_SATA = 131072, ATA_FLAG_AN = 262144, ATA_FLAG_PMP = 524288, ATA_FLAG_FPDMA_AUX = 1048576, ATA_FLAG_EM = 2097152, ATA_FLAG_SW_ACTIVITY = 4194304, ATA_FLAG_NO_DIPM = 8388608, ATA_FLAG_SAS_HOST = 16777216, ATA_PFLAG_EH_PENDING = 1, ATA_PFLAG_EH_IN_PROGRESS = 2, ATA_PFLAG_FROZEN = 4, ATA_PFLAG_RECOVERED = 8, ATA_PFLAG_LOADING = 16, ATA_PFLAG_SCSI_HOTPLUG = 64, ATA_PFLAG_INITIALIZING = 128, ATA_PFLAG_RESETTING = 256, ATA_PFLAG_UNLOADING = 512, ATA_PFLAG_UNLOADED = 1024, ATA_PFLAG_SUSPENDED = 131072, ATA_PFLAG_PM_PENDING = 262144, ATA_PFLAG_INIT_GTM_VALID = 524288, ATA_PFLAG_PIO32 = 1048576, ATA_PFLAG_PIO32CHANGE = 2097152, ATA_PFLAG_EXTERNAL = 4194304, ATA_QCFLAG_ACTIVE = 1, ATA_QCFLAG_DMAMAP = 2, ATA_QCFLAG_RTF_FILLED = 4, ATA_QCFLAG_IO = 8, ATA_QCFLAG_RESULT_TF = 16, ATA_QCFLAG_CLEAR_EXCL = 32, ATA_QCFLAG_QUIET = 64, ATA_QCFLAG_RETRY = 128, ATA_QCFLAG_EH = 65536, ATA_QCFLAG_SENSE_VALID = 131072, ATA_QCFLAG_EH_SCHEDULED = 262144, ATA_HOST_SIMPLEX = 1, ATA_HOST_STARTED = 2, ATA_HOST_PARALLEL_SCAN = 4, ATA_HOST_IGNORE_ATA = 8, ATA_TMOUT_BOOT = 30000, ATA_TMOUT_BOOT_QUICK = 7000, ATA_TMOUT_INTERNAL_QUICK = 5000, ATA_TMOUT_MAX_PARK = 30000, ATA_TMOUT_FF_WAIT_LONG = 2000, ATA_TMOUT_FF_WAIT = 800, ATA_WAIT_AFTER_RESET = 150, ATA_TMOUT_PMP_SRST_WAIT = 5000, ATA_TMOUT_SPURIOUS_PHY = 10000, BUS_UNKNOWN = 0, BUS_DMA = 1, BUS_IDLE = 2, BUS_NOINTR = 3, BUS_NODATA = 4, BUS_TIMER = 5, BUS_PIO = 6, BUS_EDD = 7, BUS_IDENTIFY = 8, BUS_PACKET = 9, PORT_UNKNOWN = 0, PORT_ENABLED = 1, PORT_DISABLED = 2, ATA_NR_PIO_MODES = 7, ATA_NR_MWDMA_MODES = 5, ATA_NR_UDMA_MODES = 8, ATA_SHIFT_PIO = 0, ATA_SHIFT_MWDMA = 7, ATA_SHIFT_UDMA = 12, ATA_SHIFT_PRIO = 6, ATA_PRIO_HIGH = 2, ATA_DMA_PAD_SZ = 4, ATA_ERING_SIZE = 32, ATA_DEFER_LINK = 1, ATA_DEFER_PORT = 2, ATA_EH_DESC_LEN = 80, ATA_EH_REVALIDATE = 1, ATA_EH_SOFTRESET = 2, ATA_EH_HARDRESET = 4, ATA_EH_RESET = 6, ATA_EH_ENABLE_LINK = 8, ATA_EH_PARK = 32, ATA_EH_PERDEV_MASK = 33, ATA_EH_ALL_ACTIONS = 15, ATA_EHI_HOTPLUGGED = 1, ATA_EHI_NO_AUTOPSY = 4, ATA_EHI_QUIET = 8, ATA_EHI_NO_RECOVERY = 16, ATA_EHI_DID_SOFTRESET = 65536, ATA_EHI_DID_HARDRESET = 131072, ATA_EHI_PRINTINFO = 262144, ATA_EHI_SETMODE = 524288, ATA_EHI_POST_SETMODE = 1048576, ATA_EHI_DID_RESET = 196608, ATA_EHI_TO_SLAVE_MASK = 12, ATA_EH_MAX_TRIES = 5, ATA_LINK_RESUME_TRIES = 5, ATA_PROBE_MAX_TRIES = 3, ATA_EH_DEV_TRIES = 3, ATA_EH_PMP_TRIES = 5, ATA_EH_PMP_LINK_TRIES = 3, SATA_PMP_RW_TIMEOUT = 3000, ATA_EH_CMD_TIMEOUT_TABLE_SIZE = 7, ATA_HORKAGE_DIAGNOSTIC = 1, ATA_HORKAGE_NODMA = 2, ATA_HORKAGE_NONCQ = 4, ATA_HORKAGE_MAX_SEC_128 = 8, ATA_HORKAGE_BROKEN_HPA = 16, ATA_HORKAGE_DISABLE = 32, ATA_HORKAGE_HPA_SIZE = 64, ATA_HORKAGE_IVB = 256, ATA_HORKAGE_STUCK_ERR = 512, ATA_HORKAGE_BRIDGE_OK = 1024, ATA_HORKAGE_ATAPI_MOD16_DMA = 2048, ATA_HORKAGE_FIRMWARE_WARN = 4096, ATA_HORKAGE_1_5_GBPS = 8192, ATA_HORKAGE_NOSETXFER = 16384, ATA_HORKAGE_BROKEN_FPDMA_AA = 32768, ATA_HORKAGE_DUMP_ID = 65536, ATA_HORKAGE_MAX_SEC_LBA48 = 131072, ATA_HORKAGE_ATAPI_DMADIR = 262144, ATA_HORKAGE_NO_NCQ_TRIM = 524288, ATA_HORKAGE_NOLPM = 1048576, ATA_HORKAGE_WD_BROKEN_LPM = 2097152, ATA_HORKAGE_ZERO_AFTER_TRIM = 4194304, ATA_HORKAGE_NO_DMA_LOG = 8388608, ATA_HORKAGE_NOTRIM = 16777216, ATA_HORKAGE_MAX_SEC_1024 = 33554432, ATA_HORKAGE_MAX_TRIM_128M = 67108864, ATA_HORKAGE_NO_NCQ_ON_ATI = 134217728, ATA_HORKAGE_NO_ID_DEV_LOG = 268435456, ATA_HORKAGE_NO_LOG_DIR = 536870912, ATA_HORKAGE_NO_FUA = 1073741824, ATA_DMA_MASK_ATA = 1, ATA_DMA_MASK_ATAPI = 2, ATA_DMA_MASK_CFA = 4, ATAPI_READ = 0, ATAPI_WRITE = 1, ATAPI_READ_CD = 2, ATAPI_PASS_THRU = 3, ATAPI_MISC = 4, ATA_TIMING_SETUP = 1, ATA_TIMING_ACT8B = 2, ATA_TIMING_REC8B = 4, ATA_TIMING_CYC8B = 8, ATA_TIMING_8BIT = 14, ATA_TIMING_ACTIVE = 16, ATA_TIMING_RECOVER = 32, ATA_TIMING_DMACK_HOLD = 64, ATA_TIMING_CYCLE = 128, ATA_TIMING_UDMA = 256, ATA_TIMING_ALL = 511, ATA_ACPI_FILTER_SETXFER = 1, ATA_ACPI_FILTER_LOCK = 2, ATA_ACPI_FILTER_DIPM = 4, ATA_ACPI_FILTER_FPDMA_OFFSET = 8, ATA_ACPI_FILTER_FPDMA_AA = 16, ATA_ACPI_FILTER_DEFAULT = 7, }; enum ata_completion_errors { AC_ERR_OK = 0, AC_ERR_DEV = 1, AC_ERR_HSM = 2, AC_ERR_TIMEOUT = 4, AC_ERR_MEDIA = 8, AC_ERR_ATA_BUS = 16, AC_ERR_HOST_BUS = 32, AC_ERR_SYSTEM = 64, AC_ERR_INVALID = 128, AC_ERR_OTHER = 256, AC_ERR_NODEV_HINT = 512, AC_ERR_NCQ = 1024, }; enum ata_lpm_policy { ATA_LPM_UNKNOWN = 0, ATA_LPM_MAX_POWER = 1, ATA_LPM_MED_POWER = 2, ATA_LPM_MED_POWER_WITH_DIPM = 3, ATA_LPM_MIN_POWER_WITH_PARTIAL = 4, ATA_LPM_MIN_POWER = 5, }; enum ata_lpm_hints { ATA_LPM_EMPTY = 1, ATA_LPM_HIPM = 2, ATA_LPM_WAKE_ONLY = 4, }; struct ata_queued_cmd; typedef void (*ata_qc_cb_t)(struct ata_queued_cmd *); struct ata_taskfile { long unsigned int flags; u8 protocol; u8 ctl; u8 hob_feature; u8 hob_nsect; u8 hob_lbal; u8 hob_lbam; u8 hob_lbah; union { u8 error; u8 feature; }; u8 nsect; u8 lbal; u8 lbam; u8 lbah; u8 device; union { u8 status; u8 command; }; u32 auxiliary; }; struct ata_port; struct ata_device; struct ata_queued_cmd { struct ata_port *ap; struct ata_device *dev; struct scsi_cmnd *scsicmd; void (*scsidone)(struct scsi_cmnd *); struct ata_taskfile tf; u8 cdb[16]; long unsigned int flags; unsigned int tag; unsigned int hw_tag; unsigned int n_elem; unsigned int orig_n_elem; int dma_dir; unsigned int sect_size; unsigned int nbytes; unsigned int extrabytes; unsigned int curbytes; struct scatterlist sgent; struct scatterlist *sg; struct scatterlist *cursg; unsigned int cursg_ofs; unsigned int err_mask; struct ata_taskfile result_tf; ata_qc_cb_t complete_fn; void *private_data; void *lldd_task; }; struct ata_link; typedef int (*ata_prereset_fn_t)(struct ata_link *, long unsigned int); struct ata_eh_info { struct ata_device *dev; u32 serror; unsigned int err_mask; unsigned int action; unsigned int dev_action[2]; unsigned int flags; unsigned int probe_mask; char desc[80]; int desc_len; }; struct ata_eh_context { struct ata_eh_info i; int tries[2]; int cmd_timeout_idx[14]; unsigned int classes[2]; unsigned int did_probe_mask; unsigned int unloaded_mask; unsigned int saved_ncq_enabled; u8 saved_xfer_mode[2]; long unsigned int last_reset; }; struct ata_ering_entry { unsigned int eflags; unsigned int err_mask; u64 timestamp; }; struct ata_ering { int cursor; struct ata_ering_entry ring[32]; }; struct ata_cpr_log; struct ata_device { struct ata_link *link; unsigned int devno; unsigned int horkage; long unsigned int flags; struct scsi_device *sdev; void *private_data; struct device tdev; u64 n_sectors; u64 n_native_sectors; unsigned int class; long unsigned int unpark_deadline; u8 pio_mode; u8 dma_mode; u8 xfer_mode; unsigned int xfer_shift; unsigned int multi_count; unsigned int max_sectors; unsigned int cdb_len; unsigned int pio_mask; unsigned int mwdma_mask; unsigned int udma_mask; u16 cylinders; u16 heads; u16 sectors; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { u16 id[256]; u32 gscr[128]; }; u8 devslp_timing[8]; u8 ncq_send_recv_cmds[20]; u8 ncq_non_data_cmds[64]; u32 zac_zoned_cap; u32 zac_zones_optimal_open; u32 zac_zones_optimal_nonseq; u32 zac_zones_max_open; struct ata_cpr_log *cpr_log; int spdn_cnt; struct ata_ering ering; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ata_link { struct ata_port *ap; int pmp; struct device tdev; unsigned int active_tag; u32 sactive; unsigned int flags; u32 saved_scontrol; unsigned int hw_sata_spd_limit; unsigned int sata_spd_limit; unsigned int sata_spd; enum ata_lpm_policy lpm_policy; struct ata_eh_info eh_info; struct ata_eh_context eh_context; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct ata_device device[2]; long unsigned int last_lpm_change; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef int (*ata_reset_fn_t)(struct ata_link *, unsigned int *, long unsigned int); typedef void (*ata_postreset_fn_t)(struct ata_link *, unsigned int *); enum sw_activity { OFF = 0, BLINK_ON = 1, BLINK_OFF = 2, }; struct ata_ioports { void *cmd_addr; void *data_addr; void *error_addr; void *feature_addr; void *nsect_addr; void *lbal_addr; void *lbam_addr; void *lbah_addr; void *device_addr; void *status_addr; void *command_addr; void *altstatus_addr; void *ctl_addr; void *bmdma_addr; void *scr_addr; }; struct ata_port_operations; struct ata_host { spinlock_t lock; struct device *dev; void * const *iomap; unsigned int n_ports; unsigned int n_tags; void *private_data; struct ata_port_operations *ops; long unsigned int flags; struct kref kref; struct mutex eh_mutex; struct task_struct *eh_owner; struct ata_port *simplex_claimed; struct ata_port *ports[0]; }; struct ata_port_operations { int (*qc_defer)(struct ata_queued_cmd *); int (*check_atapi_dma)(struct ata_queued_cmd *); enum ata_completion_errors (*qc_prep)(struct ata_queued_cmd *); unsigned int (*qc_issue)(struct ata_queued_cmd *); void (*qc_fill_rtf)(struct ata_queued_cmd *); void (*qc_ncq_fill_rtf)(struct ata_port *, u64); int (*cable_detect)(struct ata_port *); unsigned int (*mode_filter)(struct ata_device *, unsigned int); void (*set_piomode)(struct ata_port *, struct ata_device *); void (*set_dmamode)(struct ata_port *, struct ata_device *); int (*set_mode)(struct ata_link *, struct ata_device **); unsigned int (*read_id)(struct ata_device *, struct ata_taskfile *, __le16 *); void (*dev_config)(struct ata_device *); void (*freeze)(struct ata_port *); void (*thaw)(struct ata_port *); ata_prereset_fn_t prereset; ata_reset_fn_t softreset; ata_reset_fn_t hardreset; ata_postreset_fn_t postreset; ata_prereset_fn_t pmp_prereset; ata_reset_fn_t pmp_softreset; ata_reset_fn_t pmp_hardreset; ata_postreset_fn_t pmp_postreset; void (*error_handler)(struct ata_port *); void (*lost_interrupt)(struct ata_port *); void (*post_internal_cmd)(struct ata_queued_cmd *); void (*sched_eh)(struct ata_port *); void (*end_eh)(struct ata_port *); int (*scr_read)(struct ata_link *, unsigned int, u32 *); int (*scr_write)(struct ata_link *, unsigned int, u32); void (*pmp_attach)(struct ata_port *); void (*pmp_detach)(struct ata_port *); int (*set_lpm)(struct ata_link *, enum ata_lpm_policy, unsigned int); int (*port_suspend)(struct ata_port *, pm_message_t); int (*port_resume)(struct ata_port *); int (*port_start)(struct ata_port *); void (*port_stop)(struct ata_port *); void (*host_stop)(struct ata_host *); void (*sff_dev_select)(struct ata_port *, unsigned int); void (*sff_set_devctl)(struct ata_port *, u8); u8 (*sff_check_status)(struct ata_port *); u8 (*sff_check_altstatus)(struct ata_port *); void (*sff_tf_load)(struct ata_port *, const struct ata_taskfile *); void (*sff_tf_read)(struct ata_port *, struct ata_taskfile *); void (*sff_exec_command)(struct ata_port *, const struct ata_taskfile *); unsigned int (*sff_data_xfer)(struct ata_queued_cmd *, unsigned char *, unsigned int, int); void (*sff_irq_on)(struct ata_port *); bool (*sff_irq_check)(struct ata_port *); void (*sff_irq_clear)(struct ata_port *); void (*sff_drain_fifo)(struct ata_queued_cmd *); void (*bmdma_setup)(struct ata_queued_cmd *); void (*bmdma_start)(struct ata_queued_cmd *); void (*bmdma_stop)(struct ata_queued_cmd *); u8 (*bmdma_status)(struct ata_port *); ssize_t (*em_show)(struct ata_port *, char *); ssize_t (*em_store)(struct ata_port *, const char *, size_t); ssize_t (*sw_activity_show)(struct ata_device *, char *); ssize_t (*sw_activity_store)(struct ata_device *, enum sw_activity); ssize_t (*transmit_led_message)(struct ata_port *, u32, ssize_t); void (*phy_reset)(struct ata_port *); void (*eng_timeout)(struct ata_port *); const struct ata_port_operations *inherits; }; struct ata_port_stats { long unsigned int unhandled_irq; long unsigned int idle_irq; long unsigned int rw_reqbuf; }; struct ata_port { struct Scsi_Host *scsi_host; struct ata_port_operations *ops; spinlock_t *lock; long unsigned int flags; unsigned int pflags; unsigned int print_id; unsigned int local_port_no; unsigned int port_no; struct ata_ioports ioaddr; u8 ctl; u8 last_ctl; struct ata_link *sff_pio_task_link; struct delayed_work sff_pio_task; struct ata_bmdma_prd *bmdma_prd; dma_addr_t bmdma_prd_dma; unsigned int pio_mask; unsigned int mwdma_mask; unsigned int udma_mask; unsigned int cbl; struct ata_queued_cmd qcmd[33]; u64 qc_active; int nr_active_links; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct ata_link link; struct ata_link *slave_link; int nr_pmp_links; struct ata_link *pmp_link; struct ata_link *excl_link; struct ata_port_stats stats; struct ata_host *host; struct device *dev; struct device tdev; struct mutex scsi_scan_mutex; struct delayed_work hotplug_task; struct delayed_work scsi_rescan_task; unsigned int hsm_task_state; struct list_head eh_done_q; wait_queue_head_t eh_wait_q; int eh_tries; struct completion park_req_pending; pm_message_t pm_mesg; enum ata_lpm_policy target_lpm_policy; struct timer_list fastdrain_timer; unsigned int fastdrain_cnt; async_cookie_t cookie; int em_message_type; void *private_data; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u8 sector_buf[512]; }; struct ata_cpr { u8 num; u8 num_storage_elements; u64 start_lba; u64 num_lbas; }; struct ata_cpr_log { u8 nr_cpr; struct ata_cpr cpr[0]; }; enum ata_link_iter_mode { ATA_LITER_EDGE = 0, ATA_LITER_HOST_FIRST = 1, ATA_LITER_PMP_FIRST = 2, }; enum ata_dev_iter_mode { ATA_DITER_ENABLED = 0, ATA_DITER_ENABLED_REVERSE = 1, ATA_DITER_ALL = 2, ATA_DITER_ALL_REVERSE = 3, }; enum { ATA_READID_POSTRESET = 1, ATA_DNXFER_PIO = 0, ATA_DNXFER_DMA = 1, ATA_DNXFER_40C = 2, ATA_DNXFER_FORCE_PIO = 3, ATA_DNXFER_FORCE_PIO0 = 4, ATA_DNXFER_QUIET = -2147483648, }; enum { ATA_EH_SPDN_NCQ_OFF = 1, ATA_EH_SPDN_SPEED_DOWN = 2, ATA_EH_SPDN_FALLBACK_TO_PIO = 4, ATA_EH_SPDN_KEEP_ERRORS = 8, ATA_EFLAG_IS_IO = 1, ATA_EFLAG_DUBIOUS_XFER = 2, ATA_EFLAG_OLD_ER = -2147483648, ATA_ECAT_NONE = 0, ATA_ECAT_ATA_BUS = 1, ATA_ECAT_TOUT_HSM = 2, ATA_ECAT_UNK_DEV = 3, ATA_ECAT_DUBIOUS_NONE = 4, ATA_ECAT_DUBIOUS_ATA_BUS = 5, ATA_ECAT_DUBIOUS_TOUT_HSM = 6, ATA_ECAT_DUBIOUS_UNK_DEV = 7, ATA_ECAT_NR = 8, ATA_EH_CMD_DFL_TIMEOUT = 5000, ATA_EH_RESET_COOL_DOWN = 5000, ATA_EH_PRERESET_TIMEOUT = 10000, ATA_EH_FASTDRAIN_INTERVAL = 3000, ATA_EH_UA_TRIES = 5, ATA_EH_PROBE_TRIAL_INTERVAL = 60000, ATA_EH_PROBE_TRIALS = 2, }; struct ata_eh_cmd_timeout_ent { const u8 *commands; const unsigned int *timeouts; }; struct speed_down_verdict_arg { u64 since; int xfer_ok; int nr_errors[8]; }; enum hsm_task_states { HSM_ST_IDLE = 0, HSM_ST_FIRST = 1, HSM_ST = 2, HSM_ST_LAST = 3, HSM_ST_ERR = 4, }; struct ata_port_info { long unsigned int flags; long unsigned int link_flags; unsigned int pio_mask; unsigned int mwdma_mask; unsigned int udma_mask; struct ata_port_operations *port_ops; void *private_data; }; enum dmi_field { DMI_NONE = 0, DMI_BIOS_VENDOR = 1, DMI_BIOS_VERSION = 2, DMI_BIOS_DATE = 3, DMI_BIOS_RELEASE = 4, DMI_EC_FIRMWARE_RELEASE = 5, DMI_SYS_VENDOR = 6, DMI_PRODUCT_NAME = 7, DMI_PRODUCT_VERSION = 8, DMI_PRODUCT_SERIAL = 9, DMI_PRODUCT_UUID = 10, DMI_PRODUCT_SKU = 11, DMI_PRODUCT_FAMILY = 12, DMI_BOARD_VENDOR = 13, DMI_BOARD_NAME = 14, DMI_BOARD_VERSION = 15, DMI_BOARD_SERIAL = 16, DMI_BOARD_ASSET_TAG = 17, DMI_CHASSIS_VENDOR = 18, DMI_CHASSIS_TYPE = 19, DMI_CHASSIS_VERSION = 20, DMI_CHASSIS_SERIAL = 21, DMI_CHASSIS_ASSET_TAG = 22, DMI_STRING_MAX = 23, DMI_OEM_STRING = 24, }; struct dmi_strmatch { unsigned char slot: 7; unsigned char exact_match: 1; char substr[79]; }; struct dmi_system_id { int (*callback)(const struct dmi_system_id *); const char *ident; struct dmi_strmatch matches[4]; void *driver_data; }; struct pci_bits { unsigned int reg; unsigned int width; long unsigned int mask; long unsigned int val; }; enum { PIIX_IOCFG = 84, ICH5_PMR = 144, ICH5_PCS = 146, PIIX_SIDPR_BAR = 5, PIIX_SIDPR_LEN = 16, PIIX_SIDPR_IDX = 0, PIIX_SIDPR_DATA = 4, PIIX_FLAG_CHECKINTR = 268435456, PIIX_FLAG_SIDPR = 536870912, PIIX_PATA_FLAGS = 1, PIIX_SATA_FLAGS = 268435458, PIIX_FLAG_PIO16 = 1073741824, PIIX_80C_PRI = 48, PIIX_80C_SEC = 192, P0 = 0, P1 = 1, P2 = 2, P3 = 3, IDE = -1, NA = -2, RV = -3, PIIX_AHCI_DEVICE = 6, PIIX_HOST_BROKEN_SUSPEND = 16777216, }; enum piix_controller_ids { piix_pata_mwdma = 0, piix_pata_33 = 1, ich_pata_33 = 2, ich_pata_66 = 3, ich_pata_100 = 4, ich_pata_100_nomwdma1 = 5, ich5_sata = 6, ich6_sata = 7, ich6m_sata = 8, ich8_sata = 9, ich8_2port_sata = 10, ich8m_apple_sata = 11, tolapai_sata = 12, piix_pata_vmw = 13, ich8_sata_snb = 14, ich8_2port_sata_snb = 15, ich8_2port_sata_byt = 16, }; struct piix_map_db { const u32 mask; const u16 port_enable; const int map[0]; }; struct piix_host_priv { const int *map; u32 saved_iocfg; void *sidpr; }; struct ich_laptop { u16 device; u16 subvendor; u16 subdevice; }; struct reset_control; struct mii_bus; struct mdio_device { struct device dev; struct mii_bus *bus; char modalias[32]; int (*bus_match)(struct device *, struct device_driver *); void (*device_free)(struct mdio_device *); void (*device_remove)(struct mdio_device *); int addr; int flags; struct gpio_desc *reset_gpio; struct reset_control *reset_ctrl; unsigned int reset_assert_delay; unsigned int reset_deassert_delay; }; struct mdio_bus_stats { u64_stats_t transfers; u64_stats_t errors; u64_stats_t writes; u64_stats_t reads; struct u64_stats_sync syncp; }; struct phy_package_shared; struct mii_bus { struct module *owner; const char *name; char id[61]; void *priv; int (*read)(struct mii_bus *, int, int); int (*write)(struct mii_bus *, int, int, u16); int (*read_c45)(struct mii_bus *, int, int, int); int (*write_c45)(struct mii_bus *, int, int, int, u16); int (*reset)(struct mii_bus *); struct mdio_bus_stats stats[32]; struct mutex mdio_lock; struct device *parent; enum { MDIOBUS_ALLOCATED = 1, MDIOBUS_REGISTERED = 2, MDIOBUS_UNREGISTERED = 3, MDIOBUS_RELEASED = 4, } state; struct device dev; struct mdio_device *mdio_map[32]; u32 phy_mask; u32 phy_ignore_ta_mask; int irq[32]; int reset_delay_us; int reset_post_delay_us; struct gpio_desc *reset_gpiod; struct mutex shared_lock; struct phy_package_shared *shared[32]; }; struct phy_package_shared { int addr; refcount_t refcnt; long unsigned int flags; size_t priv_size; void *priv; }; struct mdio_board_info { const char *bus_id; char modalias[32]; int mdio_addr; const void *platform_data; }; struct mdio_board_entry { struct list_head list; struct mdio_board_info board_info; }; enum device_link_state { DL_STATE_NONE = -1, DL_STATE_DORMANT = 0, DL_STATE_AVAILABLE = 1, DL_STATE_CONSUMER_PROBE = 2, DL_STATE_ACTIVE = 3, DL_STATE_SUPPLIER_UNBIND = 4, }; struct device_link { struct device *supplier; struct list_head s_node; struct device *consumer; struct list_head c_node; struct device link_dev; enum device_link_state status; u32 flags; refcount_t rpm_active; struct kref kref; struct work_struct rm_work; bool supplier_preactivated; }; struct phy_c45_device_ids { u32 devices_in_package; u32 mmds_present; u32 device_ids[32]; }; enum phy_state { PHY_DOWN = 0, PHY_READY = 1, PHY_HALTED = 2, PHY_UP = 3, PHY_RUNNING = 4, PHY_NOLINK = 5, PHY_CABLETEST = 6, }; typedef enum { PHY_INTERFACE_MODE_NA = 0, PHY_INTERFACE_MODE_INTERNAL = 1, PHY_INTERFACE_MODE_MII = 2, PHY_INTERFACE_MODE_GMII = 3, PHY_INTERFACE_MODE_SGMII = 4, PHY_INTERFACE_MODE_TBI = 5, PHY_INTERFACE_MODE_REVMII = 6, PHY_INTERFACE_MODE_RMII = 7, PHY_INTERFACE_MODE_REVRMII = 8, PHY_INTERFACE_MODE_RGMII = 9, PHY_INTERFACE_MODE_RGMII_ID = 10, PHY_INTERFACE_MODE_RGMII_RXID = 11, PHY_INTERFACE_MODE_RGMII_TXID = 12, PHY_INTERFACE_MODE_RTBI = 13, PHY_INTERFACE_MODE_SMII = 14, PHY_INTERFACE_MODE_XGMII = 15, PHY_INTERFACE_MODE_XLGMII = 16, PHY_INTERFACE_MODE_MOCA = 17, PHY_INTERFACE_MODE_QSGMII = 18, PHY_INTERFACE_MODE_TRGMII = 19, PHY_INTERFACE_MODE_100BASEX = 20, PHY_INTERFACE_MODE_1000BASEX = 21, PHY_INTERFACE_MODE_2500BASEX = 22, PHY_INTERFACE_MODE_5GBASER = 23, PHY_INTERFACE_MODE_RXAUI = 24, PHY_INTERFACE_MODE_XAUI = 25, PHY_INTERFACE_MODE_10GBASER = 26, PHY_INTERFACE_MODE_25GBASER = 27, PHY_INTERFACE_MODE_USXGMII = 28, PHY_INTERFACE_MODE_10GKR = 29, PHY_INTERFACE_MODE_QUSGMII = 30, PHY_INTERFACE_MODE_1000BASEKX = 31, PHY_INTERFACE_MODE_MAX = 32, } phy_interface_t; struct phylink; struct pse_control; struct phy_driver; struct mii_timestamper; struct phy_device { struct mdio_device mdio; struct phy_driver *drv; struct device_link *devlink; u32 phy_id; struct phy_c45_device_ids c45_ids; unsigned int is_c45: 1; unsigned int is_internal: 1; unsigned int is_pseudo_fixed_link: 1; unsigned int is_gigabit_capable: 1; unsigned int has_fixups: 1; unsigned int suspended: 1; unsigned int suspended_by_mdio_bus: 1; unsigned int sysfs_links: 1; unsigned int loopback_enabled: 1; unsigned int downshifted_rate: 1; unsigned int is_on_sfp_module: 1; unsigned int mac_managed_pm: 1; unsigned int autoneg: 1; unsigned int link: 1; unsigned int autoneg_complete: 1; unsigned int interrupts: 1; unsigned int irq_suspended: 1; unsigned int irq_rerun: 1; int rate_matching; enum phy_state state; u32 dev_flags; phy_interface_t interface; int speed; int duplex; int port; int pause; int asym_pause; u8 master_slave_get; u8 master_slave_set; u8 master_slave_state; long unsigned int supported[2]; long unsigned int advertising[2]; long unsigned int lp_advertising[2]; long unsigned int adv_old[2]; long unsigned int supported_eee[2]; long unsigned int advertising_eee[2]; bool eee_enabled; long unsigned int host_interfaces[1]; u32 eee_broken_modes; struct list_head leds; int irq; void *priv; struct phy_package_shared *shared; struct sk_buff *skb; void *ehdr; struct nlattr *nest; struct delayed_work state_queue; struct mutex lock; bool sfp_bus_attached; struct sfp_bus *sfp_bus; struct phylink *phylink; struct net_device *attached_dev; struct mii_timestamper *mii_ts; struct pse_control *psec; u8 mdix; u8 mdix_ctrl; int pma_extable; unsigned int link_down_events; void (*phy_link_change)(struct phy_device *, bool); void (*adjust_link)(struct net_device *); const struct macsec_ops *macsec_ops; }; struct phy_plca_cfg { int version; int enabled; int node_id; int node_cnt; int to_tmr; int burst_cnt; int burst_tmr; }; struct phy_plca_status { bool pst; }; struct phy_tdr_config { u32 first; u32 last; u32 step; s8 pair; }; struct mdio_driver_common { struct device_driver driver; int flags; }; enum led_brightness { LED_OFF = 0, LED_ON = 1, LED_HALF = 127, LED_FULL = 255, }; struct mii_timestamper { bool (*rxtstamp)(struct mii_timestamper *, struct sk_buff *, int); void (*txtstamp)(struct mii_timestamper *, struct sk_buff *, int); int (*hwtstamp)(struct mii_timestamper *, struct ifreq *); void (*link_state)(struct mii_timestamper *, struct phy_device *); int (*ts_info)(struct mii_timestamper *, struct ethtool_ts_info *); struct device *device; }; struct phy_driver { struct mdio_driver_common mdiodrv; u32 phy_id; char *name; u32 phy_id_mask; const long unsigned int * const features; u32 flags; const void *driver_data; int (*soft_reset)(struct phy_device *); int (*config_init)(struct phy_device *); int (*probe)(struct phy_device *); int (*get_features)(struct phy_device *); int (*get_rate_matching)(struct phy_device *, phy_interface_t); int (*suspend)(struct phy_device *); int (*resume)(struct phy_device *); int (*config_aneg)(struct phy_device *); int (*aneg_done)(struct phy_device *); int (*read_status)(struct phy_device *); int (*config_intr)(struct phy_device *); irqreturn_t (*handle_interrupt)(struct phy_device *); void (*remove)(struct phy_device *); int (*match_phy_device)(struct phy_device *); int (*set_wol)(struct phy_device *, struct ethtool_wolinfo *); void (*get_wol)(struct phy_device *, struct ethtool_wolinfo *); void (*link_change_notify)(struct phy_device *); int (*read_mmd)(struct phy_device *, int, u16); int (*write_mmd)(struct phy_device *, int, u16, u16); int (*read_page)(struct phy_device *); int (*write_page)(struct phy_device *, int); int (*module_info)(struct phy_device *, struct ethtool_modinfo *); int (*module_eeprom)(struct phy_device *, struct ethtool_eeprom *, u8 *); int (*cable_test_start)(struct phy_device *); int (*cable_test_tdr_start)(struct phy_device *, const struct phy_tdr_config *); int (*cable_test_get_status)(struct phy_device *, bool *); int (*get_sset_count)(struct phy_device *); void (*get_strings)(struct phy_device *, u8 *); void (*get_stats)(struct phy_device *, struct ethtool_stats *, u64 *); int (*get_tunable)(struct phy_device *, struct ethtool_tunable *, void *); int (*set_tunable)(struct phy_device *, struct ethtool_tunable *, const void *); int (*set_loopback)(struct phy_device *, bool); int (*get_sqi)(struct phy_device *); int (*get_sqi_max)(struct phy_device *); int (*get_plca_cfg)(struct phy_device *, struct phy_plca_cfg *); int (*set_plca_cfg)(struct phy_device *, const struct phy_plca_cfg *); int (*get_plca_status)(struct phy_device *, struct phy_plca_status *); int (*led_brightness_set)(struct phy_device *, u8, enum led_brightness); int (*led_blink_set)(struct phy_device *, u8, long unsigned int *, long unsigned int *); }; struct phy_setting { u32 speed; u8 duplex; u8 bit; }; struct mdio_driver { struct mdio_driver_common mdiodrv; int (*probe)(struct mdio_device *); void (*remove)(struct mdio_device *); void (*shutdown)(struct mdio_device *); }; struct fixed_phy_status { int link; int speed; int duplex; int pause; int asym_pause; }; struct swmii_regs { u16 bmsr; u16 lpa; u16 lpagb; u16 estat; }; enum { SWMII_SPEED_10 = 0, SWMII_SPEED_100 = 1, SWMII_SPEED_1000 = 2, SWMII_DUPLEX_HALF = 0, SWMII_DUPLEX_FULL = 1, }; struct mii_timestamping_ctrl { struct mii_timestamper * (*probe_channel)(struct device *, unsigned int); void (*release_channel)(struct device *, struct mii_timestamper *); }; struct mii_timestamping_desc { struct list_head list; struct mii_timestamping_ctrl *ctrl; struct device *device; }; struct property_entry; struct platform_device_info { struct device *parent; struct fwnode_handle *fwnode; bool of_node_reused; const char *name; int id; const struct resource *res; unsigned int num_res; const void *data; size_t size_data; u64 dma_mask; const struct property_entry *properties; }; enum dev_prop_type { DEV_PROP_U8 = 0, DEV_PROP_U16 = 1, DEV_PROP_U32 = 2, DEV_PROP_U64 = 3, DEV_PROP_STRING = 4, DEV_PROP_REF = 5, }; struct property_entry { const char *name; size_t length; bool is_inline; enum dev_prop_type type; union { const void *pointer; union { u8 u8_data[8]; u16 u16_data[4]; u32 u32_data[2]; u64 u64_data[1]; const char *str[1]; } value; }; }; struct fixed_mdio_bus { struct mii_bus *mii_bus; struct list_head phys; }; struct fixed_phy { int addr; struct phy_device *phydev; struct fixed_phy_status status; bool no_carrier; int (*link_update)(struct net_device *, struct fixed_phy_status *); struct list_head node; struct gpio_desc *link_gpiod; }; struct input_mt_slot { int abs[14]; unsigned int frame; unsigned int key; }; struct input_mt { int trkid; int num_slots; int slot; unsigned int flags; unsigned int frame; int *red; struct input_mt_slot slots[0]; }; union input_seq_state { struct { short unsigned int pos; bool mutex_acquired; }; void *p; }; struct input_devres { struct input_dev *input; }; struct input_mt_pos { s16 x; s16 y; }; struct touchscreen_properties { unsigned int max_x; unsigned int max_y; bool invert_x; bool invert_y; bool swap_x_y; }; struct i2c_device_id { char name[20]; kernel_ulong_t driver_data; }; struct software_node { const char *name; const struct software_node *parent; const struct property_entry *properties; }; enum gpiod_flags { GPIOD_ASIS = 0, GPIOD_IN = 1, GPIOD_OUT_LOW = 3, GPIOD_OUT_HIGH = 7, GPIOD_OUT_LOW_OPEN_DRAIN = 11, GPIOD_OUT_HIGH_OPEN_DRAIN = 15, }; struct i2c_client { short unsigned int flags; short unsigned int addr; char name[20]; struct i2c_adapter *adapter; struct device dev; int init_irq; int irq; struct list_head detected; void *devres_group_id; }; struct i2c_device_identity { u16 manufacturer_id; u16 part_id; u8 die_revision; }; enum i2c_alert_protocol { I2C_PROTOCOL_SMBUS_ALERT = 0, I2C_PROTOCOL_SMBUS_HOST_NOTIFY = 1, }; struct i2c_board_info; struct i2c_driver { unsigned int class; union { int (*probe)(struct i2c_client *); int (*probe_new)(struct i2c_client *); }; void (*remove)(struct i2c_client *); void (*shutdown)(struct i2c_client *); void (*alert)(struct i2c_client *, enum i2c_alert_protocol, unsigned int); int (*command)(struct i2c_client *, unsigned int, void *); struct device_driver driver; const struct i2c_device_id *id_table; int (*detect)(struct i2c_client *, struct i2c_board_info *); const short unsigned int *address_list; struct list_head clients; u32 flags; }; struct i2c_board_info { char type[20]; short unsigned int flags; short unsigned int addr; const char *dev_name; void *platform_data; struct device_node *of_node; struct fwnode_handle *fwnode; const struct software_node *swnode; const struct resource *resources; unsigned int num_resources; int irq; }; struct i2c_timings { u32 bus_freq_hz; u32 scl_rise_ns; u32 scl_fall_ns; u32 scl_int_delay_ns; u32 sda_fall_ns; u32 sda_hold_ns; u32 digital_filter_width_ns; u32 analog_filter_cutoff_freq_hz; }; struct i2c_devinfo { struct list_head list; int busnum; struct i2c_board_info board_info; }; struct trace_event_raw_i2c_write { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_i2c_read { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; char __data[0]; }; struct trace_event_raw_i2c_reply { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_i2c_result { struct trace_entry ent; int adapter_nr; __u16 nr_msgs; __s16 ret; char __data[0]; }; struct trace_event_data_offsets_i2c_write { u32 buf; }; struct trace_event_data_offsets_i2c_read {}; struct trace_event_data_offsets_i2c_reply { u32 buf; }; struct trace_event_data_offsets_i2c_result {}; typedef void (*btf_trace_i2c_write)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_read)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_reply)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_result)(void *, const struct i2c_adapter *, int, int); struct i2c_cmd_arg { unsigned int cmd; void *arg; }; struct acpi_device; enum rc_proto { RC_PROTO_UNKNOWN = 0, RC_PROTO_OTHER = 1, RC_PROTO_RC5 = 2, RC_PROTO_RC5X_20 = 3, RC_PROTO_RC5_SZ = 4, RC_PROTO_JVC = 5, RC_PROTO_SONY12 = 6, RC_PROTO_SONY15 = 7, RC_PROTO_SONY20 = 8, RC_PROTO_NEC = 9, RC_PROTO_NECX = 10, RC_PROTO_NEC32 = 11, RC_PROTO_SANYO = 12, RC_PROTO_MCIR2_KBD = 13, RC_PROTO_MCIR2_MSE = 14, RC_PROTO_RC6_0 = 15, RC_PROTO_RC6_6A_20 = 16, RC_PROTO_RC6_6A_24 = 17, RC_PROTO_RC6_6A_32 = 18, RC_PROTO_RC6_MCE = 19, RC_PROTO_SHARP = 20, RC_PROTO_XMP = 21, RC_PROTO_CEC = 22, RC_PROTO_IMON = 23, RC_PROTO_RCMM12 = 24, RC_PROTO_RCMM24 = 25, RC_PROTO_RCMM32 = 26, RC_PROTO_XBOX_DVD = 27, RC_PROTO_MAX = 27, }; struct rc_map_table { u64 scancode; u32 keycode; }; struct rc_map { struct rc_map_table *scan; unsigned int size; unsigned int len; unsigned int alloc; enum rc_proto rc_proto; const char *name; spinlock_t lock; }; struct rc_map_list { struct list_head list; struct rc_map map; }; typedef u32 (*bpf_prog_run_fn)(const struct bpf_prog *, const void *); enum rc_driver_type { RC_DRIVER_SCANCODE = 0, RC_DRIVER_IR_RAW = 1, RC_DRIVER_IR_RAW_TX = 2, }; struct rc_scancode_filter { u32 data; u32 mask; }; struct ir_raw_event_ctrl; struct rc_dev { struct device dev; bool managed_alloc; const struct attribute_group *sysfs_groups[5]; const char *device_name; const char *input_phys; struct input_id input_id; const char *driver_name; const char *map_name; struct rc_map rc_map; struct mutex lock; unsigned int minor; struct ir_raw_event_ctrl *raw; struct input_dev *input_dev; enum rc_driver_type driver_type; bool idle; bool encode_wakeup; u64 allowed_protocols; u64 enabled_protocols; u64 allowed_wakeup_protocols; enum rc_proto wakeup_protocol; struct rc_scancode_filter scancode_filter; struct rc_scancode_filter scancode_wakeup_filter; u32 scancode_mask; u32 users; void *priv; spinlock_t keylock; bool keypressed; long unsigned int keyup_jiffies; struct timer_list timer_keyup; struct timer_list timer_repeat; u32 last_keycode; enum rc_proto last_protocol; u64 last_scancode; u8 last_toggle; u32 timeout; u32 min_timeout; u32 max_timeout; u32 rx_resolution; u32 tx_resolution; struct device lirc_dev; struct cdev lirc_cdev; ktime_t gap_start; spinlock_t lirc_fh_lock; struct list_head lirc_fh; bool registered; int (*change_protocol)(struct rc_dev *, u64 *); int (*open)(struct rc_dev *); void (*close)(struct rc_dev *); int (*s_tx_mask)(struct rc_dev *, u32); int (*s_tx_carrier)(struct rc_dev *, u32); int (*s_tx_duty_cycle)(struct rc_dev *, u32); int (*s_rx_carrier_range)(struct rc_dev *, u32, u32); int (*tx_ir)(struct rc_dev *, unsigned int *, unsigned int); void (*s_idle)(struct rc_dev *, bool); int (*s_wideband_receiver)(struct rc_dev *, int); int (*s_carrier_report)(struct rc_dev *, int); int (*s_filter)(struct rc_dev *, struct rc_scancode_filter *); int (*s_wakeup_filter)(struct rc_dev *, struct rc_scancode_filter *); int (*s_timeout)(struct rc_dev *, unsigned int); }; struct ir_raw_event { union { u32 duration; u32 carrier; }; u8 duty_cycle; unsigned int pulse: 1; unsigned int overflow: 1; unsigned int timeout: 1; unsigned int carrier_report: 1; }; struct nec_dec { int state; unsigned int count; u32 bits; bool is_nec_x; bool necx_repeat; }; struct rc5_dec { int state; u32 bits; unsigned int count; bool is_rc5x; }; struct rc6_dec { int state; u8 header; u32 body; bool toggle; unsigned int count; unsigned int wanted_bits; }; struct sony_dec { int state; u32 bits; unsigned int count; }; struct jvc_dec { int state; u16 bits; u16 old_bits; unsigned int count; bool first; bool toggle; }; struct sanyo_dec { int state; unsigned int count; u64 bits; }; struct sharp_dec { int state; unsigned int count; u32 bits; unsigned int pulse_len; }; struct mce_kbd_dec { spinlock_t keylock; struct timer_list rx_timeout; int state; u8 header; u32 body; unsigned int count; unsigned int wanted_bits; }; struct xmp_dec { int state; unsigned int count; u32 durations[16]; }; struct imon_dec { int state; int count; int last_chk; unsigned int bits; bool stick_keyboard; }; struct rcmm_dec { int state; unsigned int count; u32 bits; }; struct ir_raw_event_ctrl { struct list_head list; struct task_struct *thread; struct { union { struct __kfifo kfifo; struct ir_raw_event *type; const struct ir_raw_event *const_type; char (*rectype)[0]; struct ir_raw_event *ptr; const struct ir_raw_event *ptr_const; }; struct ir_raw_event buf[512]; } kfifo; ktime_t last_event; struct rc_dev *dev; spinlock_t edge_spinlock; struct timer_list edge_handle; struct ir_raw_event prev_ev; struct ir_raw_event this_ev; u32 bpf_sample; struct bpf_prog_array *progs; struct nec_dec nec; struct rc5_dec rc5; struct rc6_dec rc6; struct sony_dec sony; struct jvc_dec jvc; struct sanyo_dec sanyo; struct sharp_dec sharp; struct mce_kbd_dec mce_kbd; struct xmp_dec xmp; struct imon_dec imon; struct rcmm_dec rcmm; }; typedef u64 (*btf_bpf_rc_repeat)(u32 *); typedef u64 (*btf_bpf_rc_keydown)(u32 *, u32, u64, u32); typedef u64 (*btf_bpf_rc_pointer_rel)(u32 *, s32, s32); struct system_device_crosststamp { ktime_t device; ktime_t sys_realtime; ktime_t sys_monoraw; }; struct posix_clock; struct posix_clock_operations { struct module *owner; int (*clock_adjtime)(struct posix_clock *, struct __kernel_timex *); int (*clock_gettime)(struct posix_clock *, struct timespec64 *); int (*clock_getres)(struct posix_clock *, struct timespec64 *); int (*clock_settime)(struct posix_clock *, const struct timespec64 *); long int (*ioctl)(struct posix_clock *, unsigned int, long unsigned int); int (*open)(struct posix_clock *, fmode_t); __poll_t (*poll)(struct posix_clock *, struct file *, poll_table *); int (*release)(struct posix_clock *); ssize_t (*read)(struct posix_clock *, uint, char *, size_t); }; struct posix_clock { struct posix_clock_operations ops; struct cdev cdev; struct device *dev; struct rw_semaphore rwsem; bool zombie; }; struct ptp_clock_time { __s64 sec; __u32 nsec; __u32 reserved; }; struct ptp_extts_request { unsigned int index; unsigned int flags; unsigned int rsv[2]; }; struct ptp_perout_request { union { struct ptp_clock_time start; struct ptp_clock_time phase; }; struct ptp_clock_time period; unsigned int index; unsigned int flags; union { struct ptp_clock_time on; unsigned int rsv[4]; }; }; enum ptp_pin_function { PTP_PF_NONE = 0, PTP_PF_EXTTS = 1, PTP_PF_PEROUT = 2, PTP_PF_PHYSYNC = 3, }; struct ptp_pin_desc { char name[64]; unsigned int index; unsigned int func; unsigned int chan; unsigned int rsv[5]; }; struct ptp_extts_event { struct ptp_clock_time t; unsigned int index; unsigned int flags; unsigned int rsv[2]; }; struct pps_ktime { __s64 sec; __s32 nsec; __u32 flags; }; struct pps_kparams { int api_version; int mode; struct pps_ktime assert_off_tu; struct pps_ktime clear_off_tu; }; struct pps_device; struct pps_source_info { char name[32]; char path[32]; int mode; void (*echo)(struct pps_device *, int, void *); struct module *owner; struct device *dev; }; struct pps_device { struct pps_source_info info; struct pps_kparams params; __u32 assert_sequence; __u32 clear_sequence; struct pps_ktime assert_tu; struct pps_ktime clear_tu; int current_mode; unsigned int last_ev; wait_queue_head_t queue; unsigned int id; const void *lookup_cookie; struct cdev cdev; struct device *dev; struct fasync_struct *async_queue; spinlock_t lock; }; struct cyclecounter { u64 (*read)(const struct cyclecounter *); u64 mask; u32 mult; u32 shift; }; struct timecounter { const struct cyclecounter *cc; u64 cycle_last; u64 nsec; u64 mask; u64 frac; }; struct ptp_clock_request { enum { PTP_CLK_REQ_EXTTS = 0, PTP_CLK_REQ_PEROUT = 1, PTP_CLK_REQ_PPS = 2, } type; union { struct ptp_extts_request extts; struct ptp_perout_request perout; }; }; struct ptp_system_timestamp { struct timespec64 pre_ts; struct timespec64 post_ts; }; struct ptp_clock_info { struct module *owner; char name[32]; s32 max_adj; int n_alarm; int n_ext_ts; int n_per_out; int n_pins; int pps; struct ptp_pin_desc *pin_config; int (*adjfine)(struct ptp_clock_info *, long int); int (*adjphase)(struct ptp_clock_info *, s32); int (*adjtime)(struct ptp_clock_info *, s64); int (*gettime64)(struct ptp_clock_info *, struct timespec64 *); int (*gettimex64)(struct ptp_clock_info *, struct timespec64 *, struct ptp_system_timestamp *); int (*getcrosststamp)(struct ptp_clock_info *, struct system_device_crosststamp *); int (*settime64)(struct ptp_clock_info *, const struct timespec64 *); int (*getcycles64)(struct ptp_clock_info *, struct timespec64 *); int (*getcyclesx64)(struct ptp_clock_info *, struct timespec64 *, struct ptp_system_timestamp *); int (*getcrosscycles)(struct ptp_clock_info *, struct system_device_crosststamp *); int (*enable)(struct ptp_clock_info *, struct ptp_clock_request *, int); int (*verify)(struct ptp_clock_info *, unsigned int, enum ptp_pin_function, unsigned int); long int (*do_aux_work)(struct ptp_clock_info *); }; struct timestamp_event_queue { struct ptp_extts_event buf[128]; int head; int tail; spinlock_t lock; }; struct ptp_clock { struct posix_clock clock; struct device dev; struct ptp_clock_info *info; dev_t devid; int index; struct pps_device *pps_source; long int dialed_frequency; struct timestamp_event_queue tsevq; struct mutex tsevq_mux; struct mutex pincfg_mux; wait_queue_head_t tsev_wq; int defunct; struct device_attribute *pin_dev_attr; struct attribute **pin_attr; struct attribute_group pin_attr_group; const struct attribute_group *pin_attr_groups[2]; struct kthread_worker *kworker; struct kthread_delayed_work aux_work; unsigned int max_vclocks; unsigned int n_vclocks; int *vclock_index; struct mutex n_vclocks_mux; bool is_virtual_clock; bool has_cycles; }; struct ptp_vclock { struct ptp_clock *pclock; struct ptp_clock_info info; struct ptp_clock *clock; struct hlist_node vclock_hash_node; struct cyclecounter cc; struct timecounter tc; struct mutex lock; }; enum { POWER_SUPPLY_TECHNOLOGY_UNKNOWN = 0, POWER_SUPPLY_TECHNOLOGY_NiMH = 1, POWER_SUPPLY_TECHNOLOGY_LION = 2, POWER_SUPPLY_TECHNOLOGY_LIPO = 3, POWER_SUPPLY_TECHNOLOGY_LiFe = 4, POWER_SUPPLY_TECHNOLOGY_NiCd = 5, POWER_SUPPLY_TECHNOLOGY_LiMn = 6, }; struct power_supply_maintenance_charge_table; struct power_supply_battery_ocv_table; struct power_supply_resistance_temp_table; struct power_supply_vbat_ri_table; struct power_supply_battery_info { unsigned int technology; int energy_full_design_uwh; int charge_full_design_uah; int voltage_min_design_uv; int voltage_max_design_uv; int tricklecharge_current_ua; int precharge_current_ua; int precharge_voltage_max_uv; int charge_term_current_ua; int charge_restart_voltage_uv; int overvoltage_limit_uv; int constant_charge_current_max_ua; int constant_charge_voltage_max_uv; struct power_supply_maintenance_charge_table *maintenance_charge; int maintenance_charge_size; int alert_low_temp_charge_current_ua; int alert_low_temp_charge_voltage_uv; int alert_high_temp_charge_current_ua; int alert_high_temp_charge_voltage_uv; int factory_internal_resistance_uohm; int factory_internal_resistance_charging_uohm; int ocv_temp[20]; int temp_ambient_alert_min; int temp_ambient_alert_max; int temp_alert_min; int temp_alert_max; int temp_min; int temp_max; struct power_supply_battery_ocv_table *ocv_table[20]; int ocv_table_size[20]; struct power_supply_resistance_temp_table *resist_table; int resist_table_size; struct power_supply_vbat_ri_table *vbat2ri_discharging; int vbat2ri_discharging_size; struct power_supply_vbat_ri_table *vbat2ri_charging; int vbat2ri_charging_size; int bti_resistance_ohm; int bti_resistance_tolerance; }; struct power_supply_battery_ocv_table { int ocv; int capacity; }; struct power_supply_resistance_temp_table { int temp; int resistance; }; struct power_supply_vbat_ri_table { int vbat_uv; int ri_uohm; }; struct power_supply_maintenance_charge_table { int charge_current_max_ua; int charge_voltage_max_uv; int charge_safety_timer_minutes; }; struct samsung_sdi_battery { char *compatible; char *name; struct power_supply_battery_info info; }; enum { PERCPU_REF_INIT_ATOMIC = 1, PERCPU_REF_INIT_DEAD = 2, PERCPU_REF_ALLOW_REINIT = 4, }; enum { DISK_EVENT_MEDIA_CHANGE = 1, DISK_EVENT_EJECT_REQUEST = 2, }; struct hd_geometry { unsigned char heads; unsigned char sectors; short unsigned int cylinders; long unsigned int start; }; struct mdp_device_descriptor_s { __u32 number; __u32 major; __u32 minor; __u32 raid_disk; __u32 state; __u32 reserved[27]; }; typedef struct mdp_device_descriptor_s mdp_disk_t; struct mdp_superblock_s { __u32 md_magic; __u32 major_version; __u32 minor_version; __u32 patch_version; __u32 gvalid_words; __u32 set_uuid0; __u32 ctime; __u32 level; __u32 size; __u32 nr_disks; __u32 raid_disks; __u32 md_minor; __u32 not_persistent; __u32 set_uuid1; __u32 set_uuid2; __u32 set_uuid3; __u32 gstate_creserved[16]; __u32 utime; __u32 state; __u32 active_disks; __u32 working_disks; __u32 failed_disks; __u32 spare_disks; __u32 sb_csum; __u32 events_hi; __u32 events_lo; __u32 cp_events_hi; __u32 cp_events_lo; __u32 recovery_cp; __u64 reshape_position; __u32 new_level; __u32 delta_disks; __u32 new_layout; __u32 new_chunk; __u32 gstate_sreserved[14]; __u32 layout; __u32 chunk_size; __u32 root_pv; __u32 root_block; __u32 pstate_reserved[60]; mdp_disk_t disks[27]; __u32 reserved[0]; mdp_disk_t this_disk; }; typedef struct mdp_superblock_s mdp_super_t; struct mdp_superblock_1 { __le32 magic; __le32 major_version; __le32 feature_map; __le32 pad0; __u8 set_uuid[16]; char set_name[32]; __le64 ctime; __le32 level; __le32 layout; __le64 size; __le32 chunksize; __le32 raid_disks; union { __le32 bitmap_offset; struct { __le16 offset; __le16 size; } ppl; }; __le32 new_level; __le64 reshape_position; __le32 delta_disks; __le32 new_layout; __le32 new_chunk; __le32 new_offset; __le64 data_offset; __le64 data_size; __le64 super_offset; union { __le64 recovery_offset; __le64 journal_tail; }; __le32 dev_number; __le32 cnt_corrected_read; __u8 device_uuid[16]; __u8 devflags; __u8 bblog_shift; __le16 bblog_size; __le32 bblog_offset; __le64 utime; __le64 events; __le64 resync_offset; __le32 sb_csum; __le32 max_dev; __u8 pad3[32]; __le16 dev_roles[0]; }; struct mdu_version_s { int major; int minor; int patchlevel; }; typedef struct mdu_version_s mdu_version_t; struct mdu_array_info_s { int major_version; int minor_version; int patch_version; unsigned int ctime; int level; int size; int nr_disks; int raid_disks; int md_minor; int not_persistent; unsigned int utime; int state; int active_disks; int working_disks; int failed_disks; int spare_disks; int layout; int chunk_size; }; typedef struct mdu_array_info_s mdu_array_info_t; struct mdu_disk_info_s { int number; int major; int minor; int raid_disk; int state; }; typedef struct mdu_disk_info_s mdu_disk_info_t; struct mdu_bitmap_file_s { char pathname[4096]; }; typedef struct mdu_bitmap_file_s mdu_bitmap_file_t; struct mddev; struct md_rdev; struct md_cluster_operations { int (*join)(struct mddev *, int); int (*leave)(struct mddev *); int (*slot_number)(struct mddev *); int (*resync_info_update)(struct mddev *, sector_t, sector_t); void (*resync_info_get)(struct mddev *, sector_t *, sector_t *); int (*metadata_update_start)(struct mddev *); int (*metadata_update_finish)(struct mddev *); void (*metadata_update_cancel)(struct mddev *); int (*resync_start)(struct mddev *); int (*resync_finish)(struct mddev *); int (*area_resyncing)(struct mddev *, int, sector_t, sector_t); int (*add_new_disk)(struct mddev *, struct md_rdev *); void (*add_new_disk_cancel)(struct mddev *); int (*new_disk_ack)(struct mddev *, bool); int (*remove_disk)(struct mddev *, struct md_rdev *); void (*load_bitmaps)(struct mddev *, int); int (*gather_bitmaps)(struct md_rdev *); int (*resize_bitmaps)(struct mddev *, sector_t, sector_t); int (*lock_all_bitmaps)(struct mddev *); void (*unlock_all_bitmaps)(struct mddev *); void (*update_size)(struct mddev *, sector_t); }; struct md_cluster_info; struct md_personality; struct md_thread; struct bitmap; struct mddev { void *private; struct md_personality *pers; dev_t unit; int md_minor; struct list_head disks; long unsigned int flags; long unsigned int sb_flags; int suspended; struct percpu_ref active_io; int ro; int sysfs_active; struct gendisk *gendisk; struct kobject kobj; int hold_active; int major_version; int minor_version; int patch_version; int persistent; int external; char metadata_type[17]; int chunk_sectors; time64_t ctime; time64_t utime; int level; int layout; char clevel[16]; int raid_disks; int max_disks; sector_t dev_sectors; sector_t array_sectors; int external_size; __u64 events; int can_decrease_events; char uuid[16]; sector_t reshape_position; int delta_disks; int new_level; int new_layout; int new_chunk_sectors; int reshape_backwards; struct md_thread *thread; struct md_thread *sync_thread; char *last_sync_action; sector_t curr_resync; sector_t curr_resync_completed; long unsigned int resync_mark; sector_t resync_mark_cnt; sector_t curr_mark_cnt; sector_t resync_max_sectors; atomic64_t resync_mismatches; sector_t suspend_lo; sector_t suspend_hi; int sync_speed_min; int sync_speed_max; int parallel_resync; int ok_start_degraded; long unsigned int recovery; int recovery_disabled; int in_sync; struct mutex open_mutex; struct mutex reconfig_mutex; atomic_t active; atomic_t openers; int changed; int degraded; atomic_t recovery_active; wait_queue_head_t recovery_wait; sector_t recovery_cp; sector_t resync_min; sector_t resync_max; struct kernfs_node *sysfs_state; struct kernfs_node *sysfs_action; struct kernfs_node *sysfs_completed; struct kernfs_node *sysfs_degraded; struct kernfs_node *sysfs_level; struct work_struct del_work; spinlock_t lock; wait_queue_head_t sb_wait; atomic_t pending_writes; unsigned int safemode; unsigned int safemode_delay; struct timer_list safemode_timer; struct percpu_ref writes_pending; int sync_checkers; struct request_queue *queue; struct bitmap *bitmap; struct { struct file *file; loff_t offset; long unsigned int space; loff_t default_offset; long unsigned int default_space; struct mutex mutex; long unsigned int chunksize; long unsigned int daemon_sleep; long unsigned int max_write_behind; int external; int nodes; char cluster_name[64]; } bitmap_info; atomic_t max_corr_read_errors; struct list_head all_mddevs; const struct attribute_group *to_remove; struct bio_set bio_set; struct bio_set sync_set; struct bio_set io_acct_set; struct bio *flush_bio; atomic_t flush_pending; ktime_t start_flush; ktime_t prev_flush_start; struct work_struct flush_work; struct work_struct event_work; mempool_t *serial_info_pool; void (*sync_super)(struct mddev *, struct md_rdev *); struct md_cluster_info *cluster_info; unsigned int good_device_nr; unsigned int noio_flag; bool has_superblocks: 1; bool fail_last_dev: 1; bool serialize_policy: 1; }; struct serial_in_rdev; struct md_rdev { struct list_head same_set; sector_t sectors; struct mddev *mddev; int last_events; struct block_device *meta_bdev; struct block_device *bdev; struct page *sb_page; struct page *bb_page; int sb_loaded; __u64 sb_events; sector_t data_offset; sector_t new_data_offset; sector_t sb_start; int sb_size; int preferred_minor; struct kobject kobj; long unsigned int flags; wait_queue_head_t blocked_wait; int desc_nr; int raid_disk; int new_raid_disk; int saved_raid_disk; union { sector_t recovery_offset; sector_t journal_tail; }; atomic_t nr_pending; atomic_t read_errors; time64_t last_read_error; atomic_t corrected_errors; struct serial_in_rdev *serial; struct work_struct del_work; struct kernfs_node *sysfs_state; struct kernfs_node *sysfs_unack_badblocks; struct kernfs_node *sysfs_badblocks; struct badblocks badblocks; struct { short int offset; unsigned int size; sector_t sector; } ppl; }; struct serial_in_rdev { struct rb_root_cached serial_rb; spinlock_t serial_lock; wait_queue_head_t serial_io_wait; }; enum flag_bits { Faulty = 0, In_sync = 1, Bitmap_sync = 2, WriteMostly = 3, AutoDetected = 4, Blocked = 5, WriteErrorSeen = 6, FaultRecorded = 7, BlockedBadBlocks = 8, WantReplacement = 9, Replacement = 10, Candidate = 11, Journal = 12, ClusterRemove = 13, RemoveSynchronized = 14, ExternalBbl = 15, FailFast = 16, LastDev = 17, CollisionCheck = 18, }; enum mddev_flags { MD_ARRAY_FIRST_USE = 0, MD_CLOSING = 1, MD_JOURNAL_CLEAN = 2, MD_HAS_JOURNAL = 3, MD_CLUSTER_RESYNC_LOCKED = 4, MD_FAILFAST_SUPPORTED = 5, MD_HAS_PPL = 6, MD_HAS_MULTIPLE_PPLS = 7, MD_ALLOW_SB_UPDATE = 8, MD_UPDATING_SB = 9, MD_NOT_READY = 10, MD_BROKEN = 11, MD_DELETED = 12, }; enum mddev_sb_flags { MD_SB_CHANGE_DEVS = 0, MD_SB_CHANGE_CLEAN = 1, MD_SB_CHANGE_PENDING = 2, MD_SB_NEED_REWRITE = 3, }; enum { MD_RESYNC_NONE = 0, MD_RESYNC_YIELDED = 1, MD_RESYNC_DELAYED = 2, MD_RESYNC_ACTIVE = 3, }; struct md_personality { char *name; int level; struct list_head list; struct module *owner; bool (*make_request)(struct mddev *, struct bio *); int (*run)(struct mddev *); int (*start)(struct mddev *); void (*free)(struct mddev *, void *); void (*status)(struct seq_file *, struct mddev *); void (*error_handler)(struct mddev *, struct md_rdev *); int (*hot_add_disk)(struct mddev *, struct md_rdev *); int (*hot_remove_disk)(struct mddev *, struct md_rdev *); int (*spare_active)(struct mddev *); sector_t (*sync_request)(struct mddev *, sector_t, int *); int (*resize)(struct mddev *, sector_t); sector_t (*size)(struct mddev *, sector_t, int); int (*check_reshape)(struct mddev *); int (*start_reshape)(struct mddev *); void (*finish_reshape)(struct mddev *); void (*update_reshape_pos)(struct mddev *); void (*quiesce)(struct mddev *, int); void * (*takeover)(struct mddev *); int (*change_consistency_policy)(struct mddev *, const char *); }; struct md_thread { void (*run)(struct md_thread *); struct mddev *mddev; wait_queue_head_t wqueue; long unsigned int flags; struct task_struct *tsk; long unsigned int timeout; void *private; }; struct bitmap_page; struct bitmap_counts { spinlock_t lock; struct bitmap_page *bp; long unsigned int pages; long unsigned int missing_pages; long unsigned int chunkshift; long unsigned int chunks; }; struct bitmap_storage { struct file *file; struct page *sb_page; struct page **filemap; long unsigned int *filemap_attr; long unsigned int file_pages; long unsigned int bytes; }; struct bitmap { struct bitmap_counts counts; struct mddev *mddev; __u64 events_cleared; int need_sync; struct bitmap_storage storage; long unsigned int flags; int allclean; atomic_t behind_writes; long unsigned int behind_writes_used; long unsigned int daemon_lastrun; long unsigned int last_end_sync; atomic_t pending_writes; wait_queue_head_t write_wait; wait_queue_head_t overflow_wait; wait_queue_head_t behind_wait; struct kernfs_node *sysfs_can_clear; int cluster_slot; }; enum recovery_flags { MD_RECOVERY_RUNNING = 0, MD_RECOVERY_SYNC = 1, MD_RECOVERY_RECOVER = 2, MD_RECOVERY_INTR = 3, MD_RECOVERY_DONE = 4, MD_RECOVERY_NEEDED = 5, MD_RECOVERY_REQUESTED = 6, MD_RECOVERY_CHECK = 7, MD_RECOVERY_RESHAPE = 8, MD_RECOVERY_FROZEN = 9, MD_RECOVERY_ERROR = 10, MD_RECOVERY_WAIT = 11, MD_RESYNCING_REMOTE = 12, }; struct md_sysfs_entry { struct attribute attr; ssize_t (*show)(struct mddev *, char *); ssize_t (*store)(struct mddev *, const char *, size_t); }; struct md_io_acct { struct mddev *mddev; struct bio *orig_bio; long unsigned int start_time; struct bio bio_clone; }; struct bitmap_page { char *map; unsigned int hijacked: 1; unsigned int pending: 1; unsigned int count: 30; }; enum md_ro_state { MD_RDWR = 0, MD_RDONLY = 1, MD_AUTO_READ = 2, MD_MAX_STATE = 3, }; struct super_type { char *name; struct module *owner; int (*load_super)(struct md_rdev *, struct md_rdev *, int); int (*validate_super)(struct mddev *, struct md_rdev *); void (*sync_super)(struct mddev *, struct md_rdev *); long long unsigned int (*rdev_size_change)(struct md_rdev *, sector_t); int (*allow_new_offset)(struct md_rdev *, long long unsigned int); }; struct rdev_sysfs_entry { struct attribute attr; ssize_t (*show)(struct md_rdev *, char *); ssize_t (*store)(struct md_rdev *, const char *, size_t); }; enum array_state { clear = 0, inactive = 1, suspended = 2, readonly = 3, read_auto = 4, clean = 5, active = 6, write_pending = 7, active_idle = 8, broken = 9, bad_word = 10, }; struct detected_devices_node { struct list_head list; dev_t dev; }; typedef u16 blk_short_t; enum dm_queue_mode { DM_TYPE_NONE = 0, DM_TYPE_BIO_BASED = 1, DM_TYPE_REQUEST_BASED = 2, DM_TYPE_DAX_BIO_BASED = 3, }; typedef enum { STATUSTYPE_INFO = 0, STATUSTYPE_TABLE = 1, STATUSTYPE_IMA = 2, } status_type_t; union map_info { void *ptr; }; struct dm_target; typedef int (*dm_ctr_fn)(struct dm_target *, unsigned int, char **); struct dm_table; struct target_type; struct dm_target { struct dm_table *table; struct target_type *type; sector_t begin; sector_t len; uint32_t max_io_len; unsigned int num_flush_bios; unsigned int num_discard_bios; unsigned int num_secure_erase_bios; unsigned int num_write_zeroes_bios; unsigned int per_io_data_size; void *private; char *error; bool flush_supported: 1; bool discards_supported: 1; bool max_discard_granularity: 1; bool max_secure_erase_granularity: 1; bool max_write_zeroes_granularity: 1; bool limit_swap_bios: 1; bool emulate_zone_append: 1; bool accounts_remapped_io: 1; bool needs_bio_set_dev: 1; }; typedef void (*dm_dtr_fn)(struct dm_target *); typedef int (*dm_map_fn)(struct dm_target *, struct bio *); typedef int (*dm_clone_and_map_request_fn)(struct dm_target *, struct request *, union map_info *, struct request **); typedef void (*dm_release_clone_request_fn)(struct request *, union map_info *); typedef int (*dm_endio_fn)(struct dm_target *, struct bio *, blk_status_t *); typedef int (*dm_request_endio_fn)(struct dm_target *, struct request *, blk_status_t, union map_info *); typedef void (*dm_presuspend_fn)(struct dm_target *); typedef void (*dm_presuspend_undo_fn)(struct dm_target *); typedef void (*dm_postsuspend_fn)(struct dm_target *); typedef int (*dm_preresume_fn)(struct dm_target *); typedef void (*dm_resume_fn)(struct dm_target *); typedef void (*dm_status_fn)(struct dm_target *, status_type_t, unsigned int, char *, unsigned int); typedef int (*dm_message_fn)(struct dm_target *, unsigned int, char **, char *, unsigned int); typedef int (*dm_prepare_ioctl_fn)(struct dm_target *, struct block_device **); struct dm_report_zones_args; typedef int (*dm_report_zones_fn)(struct dm_target *, struct dm_report_zones_args *, unsigned int); struct dm_report_zones_args { struct dm_target *tgt; sector_t next_sector; void *orig_data; report_zones_cb orig_cb; unsigned int zone_idx; sector_t start; }; struct dm_dev; typedef int (*iterate_devices_callout_fn)(struct dm_target *, struct dm_dev *, sector_t, sector_t, void *); struct dm_dev { struct block_device *bdev; struct dax_device *dax_dev; fmode_t mode; char name[16]; }; typedef int (*dm_iterate_devices_fn)(struct dm_target *, iterate_devices_callout_fn, void *); typedef void (*dm_io_hints_fn)(struct dm_target *, struct queue_limits *); typedef int (*dm_busy_fn)(struct dm_target *); typedef long int (*dm_dax_direct_access_fn)(struct dm_target *, long unsigned int, long int, enum dax_access_mode, void **, pfn_t *); typedef int (*dm_dax_zero_page_range_fn)(struct dm_target *, long unsigned int, size_t); typedef size_t (*dm_dax_recovery_write_fn)(struct dm_target *, long unsigned int, void *, size_t, struct iov_iter *); struct target_type { uint64_t features; const char *name; struct module *module; unsigned int version[3]; dm_ctr_fn ctr; dm_dtr_fn dtr; dm_map_fn map; dm_clone_and_map_request_fn clone_and_map_rq; dm_release_clone_request_fn release_clone_rq; dm_endio_fn end_io; dm_request_endio_fn rq_end_io; dm_presuspend_fn presuspend; dm_presuspend_undo_fn presuspend_undo; dm_postsuspend_fn postsuspend; dm_preresume_fn preresume; dm_resume_fn resume; dm_status_fn status; dm_message_fn message; dm_prepare_ioctl_fn prepare_ioctl; dm_report_zones_fn report_zones; dm_busy_fn busy; dm_iterate_devices_fn iterate_devices; dm_io_hints_fn io_hints; dm_dax_direct_access_fn direct_access; dm_dax_zero_page_range_fn dax_zero_page_range; dm_dax_recovery_write_fn dax_recovery_write; struct list_head list; }; struct mapped_device; struct dm_md_mempools; struct dm_table { struct mapped_device *md; enum dm_queue_mode type; unsigned int depth; unsigned int counts[16]; sector_t *index[16]; unsigned int num_targets; unsigned int num_allocated; sector_t *highs; struct dm_target *targets; struct target_type *immutable_target_type; bool integrity_supported: 1; bool singleton: 1; unsigned int integrity_added: 1; fmode_t mode; struct list_head devices; void (*event_fn)(void *); void *event_context; struct dm_md_mempools *mempools; struct blk_crypto_profile *crypto_profile; }; struct dm_stats_last_position; struct dm_stats { struct mutex mutex; struct list_head list; struct dm_stats_last_position *last; bool precise_timestamps; }; struct dm_stats_aux { bool merged; long long unsigned int duration_ns; }; struct dm_ima_device_table_metadata { char *device_metadata; unsigned int device_metadata_len; unsigned int num_targets; char *hash; unsigned int hash_len; }; struct dm_ima_measurements { struct dm_ima_device_table_metadata active_table; struct dm_ima_device_table_metadata inactive_table; unsigned int dm_version_str_len; }; struct dm_kobject_holder { struct kobject kobj; struct completion completion; }; struct dm_md_mempools { struct bio_set bs; struct bio_set io_bs; }; struct dm_io; struct mapped_device { struct mutex suspend_lock; struct mutex table_devices_lock; struct list_head table_devices; void *map; long unsigned int flags; struct mutex type_lock; enum dm_queue_mode type; int numa_node_id; struct request_queue *queue; atomic_t holders; atomic_t open_count; struct dm_target *immutable_target; struct target_type *immutable_target_type; char name[16]; struct gendisk *disk; struct dax_device *dax_dev; wait_queue_head_t wait; long unsigned int *pending_io; struct hd_geometry geometry; struct workqueue_struct *wq; struct work_struct work; spinlock_t deferred_lock; struct bio_list deferred; struct work_struct requeue_work; struct dm_io *requeue_list; void *interface_ptr; wait_queue_head_t eventq; atomic_t event_nr; atomic_t uevent_seq; struct list_head uevent_list; spinlock_t uevent_lock; bool init_tio_pdu: 1; struct blk_mq_tag_set *tag_set; struct dm_stats stats; unsigned int internal_suspend_count; int swap_bios; struct semaphore swap_bios_semaphore; struct mutex swap_bios_lock; struct dm_md_mempools *mempools; struct dm_kobject_holder kobj_holder; struct srcu_struct io_barrier; unsigned int nr_zones; unsigned int *zwp_offset; struct dm_ima_measurements ima; }; struct dm_target_io { short unsigned int magic; blk_short_t flags; unsigned int target_bio_nr; struct dm_io *io; struct dm_target *ti; unsigned int *len_ptr; sector_t old_sector; struct bio clone; }; struct dm_io { short unsigned int magic; blk_short_t flags; spinlock_t lock; long unsigned int start_time; void *data; struct dm_io *next; struct dm_stats_aux stats_aux; blk_status_t status; atomic_t io_count; struct mapped_device *md; struct bio *orig_bio; unsigned int sector_offset; unsigned int sectors; struct dm_target_io tio; }; struct stripe { struct dm_dev *dev; sector_t physical_start; atomic_t error_count; }; struct stripe_c { uint32_t stripes; int stripes_shift; sector_t stripe_width; uint32_t chunk_size; int chunk_size_shift; struct dm_target *ti; struct work_struct trigger_event; struct stripe stripe[0]; }; struct dm_io_region { struct block_device *bdev; sector_t sector; sector_t count; }; struct page_list { struct page_list *next; struct page *page; }; typedef void (*io_notify_fn)(long unsigned int, void *); enum dm_io_mem_type { DM_IO_PAGE_LIST = 0, DM_IO_BIO = 1, DM_IO_VMA = 2, DM_IO_KMEM = 3, }; struct dm_io_memory { enum dm_io_mem_type type; unsigned int offset; union { struct page_list *pl; struct bio *bio; void *vma; void *addr; } ptr; }; struct dm_io_notify { io_notify_fn fn; void *context; }; struct dm_io_client; struct dm_io_request { blk_opf_t bi_opf; struct dm_io_memory mem; struct dm_io_notify notify; struct dm_io_client *client; }; struct dm_kcopyd_throttle { unsigned int throttle; unsigned int num_io_jobs; unsigned int io_period; unsigned int total_period; unsigned int last_jiffies; }; typedef void (*dm_kcopyd_notify_fn)(int, long unsigned int, void *); struct dm_kcopyd_client { struct page_list *pages; unsigned int nr_reserved_pages; unsigned int nr_free_pages; unsigned int sub_job_size; struct dm_io_client *io_client; wait_queue_head_t destroyq; mempool_t job_pool; struct workqueue_struct *kcopyd_wq; struct work_struct kcopyd_work; struct dm_kcopyd_throttle *throttle; atomic_t nr_jobs; spinlock_t job_lock; struct list_head callback_jobs; struct list_head complete_jobs; struct list_head io_jobs; struct list_head pages_jobs; }; struct kcopyd_job { struct dm_kcopyd_client *kc; struct list_head list; unsigned int flags; int read_err; long unsigned int write_err; enum req_op op; struct dm_io_region source; unsigned int num_dests; struct dm_io_region dests[8]; struct page_list *pages; dm_kcopyd_notify_fn fn; void *context; struct mutex lock; atomic_t sub_jobs; sector_t progress; sector_t write_offset; struct kcopyd_job *master_job; }; struct dm_rq_target_io; struct dm_rq_clone_bio_info { struct bio *orig; struct dm_rq_target_io *tio; struct bio clone; }; struct dm_rq_target_io { struct mapped_device *md; struct dm_target *ti; struct request *orig; struct request *clone; struct kthread_work work; blk_status_t error; union map_info info; struct dm_stats_aux stats_aux; long unsigned int duration_jiffies; unsigned int n_sectors; unsigned int completed; }; struct dm_arg_set { unsigned int argc; char **argv; }; struct dm_arg { unsigned int min; unsigned int max; char *error; }; typedef sector_t chunk_t; struct dm_exception { struct hlist_bl_node hash_list; chunk_t old_chunk; chunk_t new_chunk; }; struct dm_exception_store; struct dm_exception_store_type { const char *name; struct module *module; int (*ctr)(struct dm_exception_store *, char *); void (*dtr)(struct dm_exception_store *); int (*read_metadata)(struct dm_exception_store *, int (*)(void *, chunk_t, chunk_t), void *); int (*prepare_exception)(struct dm_exception_store *, struct dm_exception *); void (*commit_exception)(struct dm_exception_store *, struct dm_exception *, int, void (*)(void *, int), void *); int (*prepare_merge)(struct dm_exception_store *, chunk_t *, chunk_t *); int (*commit_merge)(struct dm_exception_store *, int); void (*drop_snapshot)(struct dm_exception_store *); unsigned int (*status)(struct dm_exception_store *, status_type_t, char *, unsigned int); void (*usage)(struct dm_exception_store *, sector_t *, sector_t *, sector_t *); struct list_head list; }; struct dm_snapshot; struct dm_exception_store { struct dm_exception_store_type *type; struct dm_snapshot *snap; unsigned int chunk_size; unsigned int chunk_mask; unsigned int chunk_shift; void *context; bool userspace_supports_overflow; }; struct dm_exception_table { uint32_t hash_mask; unsigned int hash_shift; struct hlist_bl_head *table; }; struct dm_snapshot { struct rw_semaphore lock; struct dm_dev *origin; struct dm_dev *cow; struct dm_target *ti; struct list_head list; int valid; int snapshot_overflowed; int active; atomic_t pending_exceptions_count; spinlock_t pe_allocation_lock; sector_t exception_start_sequence; sector_t exception_complete_sequence; struct rb_root out_of_order_tree; mempool_t pending_pool; struct dm_exception_table pending; struct dm_exception_table complete; spinlock_t pe_lock; spinlock_t tracked_chunk_lock; struct hlist_head tracked_chunk_hash[16]; struct dm_exception_store *store; unsigned int in_progress; struct wait_queue_head in_progress_wait; struct dm_kcopyd_client *kcopyd_client; long unsigned int state_bits; chunk_t first_merging_chunk; int num_merging_chunks; bool merge_failed: 1; bool discard_zeroes_cow: 1; bool discard_passdown_origin: 1; struct bio_list bios_queued_during_merge; }; struct dm_snap_pending_exception { struct dm_exception e; struct bio_list origin_bios; struct bio_list snapshot_bios; struct dm_snapshot *snap; int started; int copy_error; sector_t exception_sequence; struct rb_node out_of_order_node; struct bio *full_bio; bio_end_io_t *full_bio_end_io; }; struct dm_snap_tracked_chunk { struct hlist_node node; chunk_t chunk; }; struct origin { struct block_device *bdev; struct list_head hash_list; struct list_head snapshots; }; struct dm_origin { struct dm_dev *dev; struct dm_target *ti; unsigned int split_boundary; struct list_head hash_list; }; struct dm_exception_table_lock { struct hlist_bl_head *complete_slot; struct hlist_bl_head *pending_slot; }; struct disk_header { __le32 magic; __le32 valid; __le32 version; __le32 chunk_size; }; struct disk_exception { __le64 old_chunk; __le64 new_chunk; }; struct core_exception { uint64_t old_chunk; uint64_t new_chunk; }; struct commit_callback { void (*callback)(void *, int); void *context; }; struct pstore { struct dm_exception_store *store; int version; int valid; uint32_t exceptions_per_area; void *area; void *zero_area; void *header_area; chunk_t current_area; chunk_t next_free; uint32_t current_committed; atomic_t pending_count; uint32_t callback_count; struct commit_callback *callbacks; struct dm_io_client *io_client; struct workqueue_struct *metadata_wq; }; struct mdata_req { struct dm_io_region *where; struct dm_io_request *io_req; struct work_struct work; int result; }; typedef sector_t region_t; struct dm_dirty_log_type; struct dm_dirty_log { struct dm_dirty_log_type *type; int (*flush_callback_fn)(struct dm_target *); void *context; }; struct dm_dirty_log_type { const char *name; struct module *module; struct list_head list; int (*ctr)(struct dm_dirty_log *, struct dm_target *, unsigned int, char **); void (*dtr)(struct dm_dirty_log *); int (*presuspend)(struct dm_dirty_log *); int (*postsuspend)(struct dm_dirty_log *); int (*resume)(struct dm_dirty_log *); uint32_t (*get_region_size)(struct dm_dirty_log *); int (*is_clean)(struct dm_dirty_log *, region_t); int (*in_sync)(struct dm_dirty_log *, region_t, int); int (*flush)(struct dm_dirty_log *); void (*mark_region)(struct dm_dirty_log *, region_t); void (*clear_region)(struct dm_dirty_log *, region_t); int (*get_resync_work)(struct dm_dirty_log *, region_t *); void (*set_region_sync)(struct dm_dirty_log *, region_t, int); region_t (*get_sync_count)(struct dm_dirty_log *); int (*status)(struct dm_dirty_log *, status_type_t, char *, unsigned int); int (*is_remote_recovering)(struct dm_dirty_log *, region_t); }; enum dm_rh_region_states { DM_RH_CLEAN = 1, DM_RH_DIRTY = 2, DM_RH_NOSYNC = 4, DM_RH_RECOVERING = 8, }; struct dm_region_hash { uint32_t region_size; unsigned int region_shift; struct dm_dirty_log *log; rwlock_t hash_lock; unsigned int mask; unsigned int nr_buckets; unsigned int prime; unsigned int shift; struct list_head *buckets; int flush_failure; unsigned int max_recovery; spinlock_t region_lock; atomic_t recovery_in_flight; struct list_head clean_regions; struct list_head quiesced_regions; struct list_head recovered_regions; struct list_head failed_recovered_regions; struct semaphore recovery_count; mempool_t region_pool; void *context; sector_t target_begin; void (*dispatch_bios)(void *, struct bio_list *); void (*wakeup_workers)(void *); void (*wakeup_all_recovery_waiters)(void *); }; struct dm_region { struct dm_region_hash *rh; region_t key; int state; struct list_head hash_list; struct list_head list; atomic_t pending; struct bio_list delayed_bios; }; struct resource_table { u32 ver; u32 num; u32 reserved[2]; u32 offset[0]; }; struct fw_rsc_hdr { u32 type; u8 data[0]; }; enum fw_resource_type { RSC_CARVEOUT = 0, RSC_DEVMEM = 1, RSC_TRACE = 2, RSC_VDEV = 3, RSC_LAST = 4, RSC_VENDOR_START = 128, RSC_VENDOR_END = 512, }; struct fw_rsc_carveout { u32 da; u32 pa; u32 len; u32 flags; u32 reserved; u8 name[32]; }; struct fw_rsc_devmem { u32 da; u32 pa; u32 len; u32 flags; u32 reserved; u8 name[32]; }; struct fw_rsc_trace { u32 da; u32 len; u32 reserved; u8 name[32]; }; struct fw_rsc_vdev_vring { u32 da; u32 align; u32 num; u32 notifyid; u32 pa; }; struct fw_rsc_vdev { u32 id; u32 notifyid; u32 dfeatures; u32 gfeatures; u32 config_len; u8 status; u8 num_of_vrings; u8 reserved[2]; struct fw_rsc_vdev_vring vring[0]; }; struct rproc; struct rproc_mem_entry { void *va; bool is_iomem; dma_addr_t dma; size_t len; u32 da; void *priv; char name[32]; struct list_head node; u32 rsc_offset; u32 flags; u32 of_resm_idx; int (*alloc)(struct rproc *, struct rproc_mem_entry *); int (*release)(struct rproc *, struct rproc_mem_entry *); }; enum rproc_dump_mechanism { RPROC_COREDUMP_DISABLED = 0, RPROC_COREDUMP_ENABLED = 1, RPROC_COREDUMP_INLINE = 2, }; struct rproc_ops; struct rproc { struct list_head node; struct iommu_domain *domain; const char *name; const char *firmware; void *priv; struct rproc_ops *ops; struct device dev; atomic_t power; unsigned int state; enum rproc_dump_mechanism dump_conf; struct mutex lock; struct dentry *dbg_dir; struct list_head traces; int num_traces; struct list_head carveouts; struct list_head mappings; u64 bootaddr; struct list_head rvdevs; struct list_head subdevs; struct idr notifyids; int index; struct work_struct crash_handler; unsigned int crash_cnt; bool recovery_disabled; int max_notifyid; struct resource_table *table_ptr; struct resource_table *clean_table; struct resource_table *cached_table; size_t table_sz; bool has_iommu; bool auto_boot; bool sysfs_read_only; struct list_head dump_segments; int nb_vdev; u8 elf_class; u16 elf_machine; struct cdev cdev; bool cdev_put_on_release; long unsigned int features[1]; }; enum rsc_handling_status { RSC_HANDLED = 0, RSC_IGNORED = 1, }; struct rproc_ops { int (*prepare)(struct rproc *); int (*unprepare)(struct rproc *); int (*start)(struct rproc *); int (*stop)(struct rproc *); int (*attach)(struct rproc *); int (*detach)(struct rproc *); void (*kick)(struct rproc *, int); void * (*da_to_va)(struct rproc *, u64, size_t, bool *); int (*parse_fw)(struct rproc *, const struct firmware *); int (*handle_rsc)(struct rproc *, u32, void *, int, int); struct resource_table * (*find_loaded_rsc_table)(struct rproc *, const struct firmware *); struct resource_table * (*get_loaded_rsc_table)(struct rproc *, size_t *); int (*load)(struct rproc *, const struct firmware *); int (*sanity_check)(struct rproc *, const struct firmware *); u64 (*get_boot_addr)(struct rproc *, const struct firmware *); long unsigned int (*panic)(struct rproc *); void (*coredump)(struct rproc *); }; enum rproc_state { RPROC_OFFLINE = 0, RPROC_SUSPENDED = 1, RPROC_RUNNING = 2, RPROC_CRASHED = 3, RPROC_DELETED = 4, RPROC_ATTACHED = 5, RPROC_DETACHED = 6, RPROC_LAST = 7, }; enum rproc_crash_type { RPROC_MMUFAULT = 0, RPROC_WATCHDOG = 1, RPROC_FATAL_ERROR = 2, }; enum rproc_features { RPROC_FEAT_ATTACH_ON_RECOVERY = 0, RPROC_MAX_FEATURES = 1, }; struct rproc_subdev { struct list_head node; int (*prepare)(struct rproc_subdev *); int (*start)(struct rproc_subdev *); void (*stop)(struct rproc_subdev *, bool); void (*unprepare)(struct rproc_subdev *); }; struct rproc_vdev; struct rproc_vring { void *va; int num; u32 da; u32 align; int notifyid; struct rproc_vdev *rvdev; struct virtqueue *vq; }; struct rproc_vdev { struct rproc_subdev subdev; struct platform_device *pdev; unsigned int id; struct list_head node; struct rproc *rproc; struct rproc_vring vring[2]; u32 rsc_offset; u32 index; }; struct rproc_debug_trace { struct rproc *rproc; struct dentry *tfile; struct list_head node; struct rproc_mem_entry trace_mem; }; struct rproc_vdev_data { u32 rsc_offset; unsigned int id; u32 index; struct fw_rsc_vdev *rsc; }; typedef int (*rproc_handle_resource_t)(struct rproc *, void *, int, int); struct extcon_cable; struct extcon_dev { const char *name; const unsigned int *supported_cable; const u32 *mutually_exclusive; struct device dev; struct raw_notifier_head nh_all; struct raw_notifier_head *nh; struct list_head entry; int max_supported; spinlock_t lock; u32 state; struct device_type extcon_dev_type; struct extcon_cable *cables; struct attribute_group attr_g_muex; struct attribute **attrs_muex; struct device_attribute *d_attrs_muex; }; struct extcon_dev_notifier_devres { struct extcon_dev *edev; unsigned int id; struct notifier_block *nb; }; enum tb_cfg_pkg_type { TB_CFG_PKG_READ = 1, TB_CFG_PKG_WRITE = 2, TB_CFG_PKG_ERROR = 3, TB_CFG_PKG_NOTIFY_ACK = 4, TB_CFG_PKG_EVENT = 5, TB_CFG_PKG_XDOMAIN_REQ = 6, TB_CFG_PKG_XDOMAIN_RESP = 7, TB_CFG_PKG_OVERRIDE = 8, TB_CFG_PKG_RESET = 9, TB_CFG_PKG_ICM_EVENT = 10, TB_CFG_PKG_ICM_CMD = 11, TB_CFG_PKG_ICM_RESP = 12, TB_CFG_PKG_PREPARE_TO_SLEEP = 13, }; enum tb_security_level { TB_SECURITY_NONE = 0, TB_SECURITY_USER = 1, TB_SECURITY_SECURE = 2, TB_SECURITY_DPONLY = 3, TB_SECURITY_USBONLY = 4, TB_SECURITY_NOPCIE = 5, }; struct tb_nhi; struct tb_ctl; struct tb_switch; struct tb_cm_ops; struct tb { struct device dev; struct mutex lock; struct tb_nhi *nhi; struct tb_ctl *ctl; struct workqueue_struct *wq; struct tb_switch *root_switch; const struct tb_cm_ops *cm_ops; int index; enum tb_security_level security_level; size_t nboot_acl; long unsigned int privdata[0]; }; struct tb_nhi_ops; struct tb_ring; struct tb_nhi { spinlock_t lock; struct pci_dev *pdev; const struct tb_nhi_ops *ops; void *iobase; struct tb_ring **tx_rings; struct tb_ring **rx_rings; struct ida msix_ida; bool going_away; bool iommu_dma_protection; struct work_struct interrupt_work; u32 hop_count; long unsigned int quirks; }; struct tb_regs_switch_header { u16 vendor_id; u16 device_id; u32 first_cap_offset: 8; u32 upstream_port_number: 6; u32 max_port_number: 6; u32 depth: 3; u32 __unknown1: 1; u32 revision: 8; u32 route_lo; u32 route_hi: 31; bool enabled: 1; u32 plug_events_delay: 8; u32 cmuv: 8; u32 __unknown4: 8; u32 thunderbolt_version: 8; }; enum tb_switch_tmu_rate { TB_SWITCH_TMU_RATE_OFF = 0, TB_SWITCH_TMU_RATE_HIFI = 16, TB_SWITCH_TMU_RATE_NORMAL = 1000, }; struct tb_switch_tmu { int cap; bool has_ucap; enum tb_switch_tmu_rate rate; bool unidirectional; bool unidirectional_request; enum tb_switch_tmu_rate rate_request; }; enum tb_clx { TB_CLX_DISABLE = 0, TB_CL1 = 1, TB_CL2 = 2, }; struct tb_port; struct tb_dma_port; struct tb_nvm; struct tb_switch { struct device dev; struct tb_regs_switch_header config; struct tb_port *ports; struct tb_dma_port *dma_port; struct tb_switch_tmu tmu; struct tb *tb; u64 uid; uuid_t *uuid; u16 vendor; u16 device; const char *vendor_name; const char *device_name; unsigned int link_speed; unsigned int link_width; bool link_usb4; unsigned int generation; int cap_plug_events; int cap_vsec_tmu; int cap_lc; int cap_lp; bool is_unplugged; u8 *drom; struct tb_nvm *nvm; bool no_nvm_upgrade; bool safe_mode; bool boot; bool rpm; unsigned int authorized; enum tb_security_level security_level; struct dentry *debugfs_dir; u8 *key; u8 connection_id; u8 connection_key; u8 link; u8 depth; struct completion rpm_complete; long unsigned int quirks; bool credit_allocation; unsigned int max_usb3_credits; unsigned int min_dp_aux_credits; unsigned int min_dp_main_credits; unsigned int max_pcie_credits; unsigned int max_dma_credits; enum tb_clx clx; }; struct tb_xdomain; struct tb_cm_ops { int (*driver_ready)(struct tb *); int (*start)(struct tb *); void (*stop)(struct tb *); int (*suspend_noirq)(struct tb *); int (*resume_noirq)(struct tb *); int (*suspend)(struct tb *); int (*freeze_noirq)(struct tb *); int (*thaw_noirq)(struct tb *); void (*complete)(struct tb *); int (*runtime_suspend)(struct tb *); int (*runtime_resume)(struct tb *); int (*runtime_suspend_switch)(struct tb_switch *); int (*runtime_resume_switch)(struct tb_switch *); void (*handle_event)(struct tb *, enum tb_cfg_pkg_type, const void *, size_t); int (*get_boot_acl)(struct tb *, uuid_t *, size_t); int (*set_boot_acl)(struct tb *, const uuid_t *, size_t); int (*disapprove_switch)(struct tb *, struct tb_switch *); int (*approve_switch)(struct tb *, struct tb_switch *); int (*add_switch_key)(struct tb *, struct tb_switch *); int (*challenge_switch_key)(struct tb *, struct tb_switch *, const u8 *, u8 *); int (*disconnect_pcie_paths)(struct tb *); int (*approve_xdomain_paths)(struct tb *, struct tb_xdomain *, int, int, int, int); int (*disconnect_xdomain_paths)(struct tb *, struct tb_xdomain *, int, int, int, int); int (*usb4_switch_op)(struct tb_switch *, u16, u32 *, u8 *, const void *, size_t, void *, size_t); int (*usb4_switch_nvm_authenticate_status)(struct tb_switch *, u32 *); }; struct tb_property_dir { const uuid_t *uuid; struct list_head properties; }; struct tb_xdomain { struct device dev; struct tb *tb; uuid_t *remote_uuid; const uuid_t *local_uuid; u64 route; u16 vendor; u16 device; unsigned int local_max_hopid; unsigned int remote_max_hopid; struct mutex lock; const char *vendor_name; const char *device_name; unsigned int link_speed; unsigned int link_width; bool link_usb4; bool is_unplugged; bool needs_uuid; struct ida service_ids; struct ida in_hopids; struct ida out_hopids; u32 *local_property_block; u32 local_property_block_gen; u32 local_property_block_len; struct tb_property_dir *remote_properties; u32 remote_property_block_gen; int state; struct delayed_work state_work; int state_retries; struct delayed_work properties_changed_work; int properties_changed_retries; bool bonding_possible; u8 target_link_width; u8 link; u8 depth; }; struct tb_nhi_ops { int (*init)(struct tb_nhi *); int (*suspend_noirq)(struct tb_nhi *, bool); int (*resume_noirq)(struct tb_nhi *); int (*runtime_suspend)(struct tb_nhi *); int (*runtime_resume)(struct tb_nhi *); void (*shutdown)(struct tb_nhi *); }; struct ring_desc; struct tb_ring { spinlock_t lock; struct tb_nhi *nhi; int size; int hop; int head; int tail; struct ring_desc *descriptors; dma_addr_t descriptors_dma; struct list_head queue; struct list_head in_flight; struct work_struct work; bool is_tx: 1; bool running: 1; int irq; u8 vector; unsigned int flags; int e2e_tx_hop; u16 sof_mask; u16 eof_mask; void (*start_poll)(void *); void *poll_data; }; enum ring_desc_flags { RING_DESC_ISOCH = 1, RING_DESC_CRC_ERROR = 1, RING_DESC_COMPLETED = 2, RING_DESC_POSTED = 4, RING_DESC_BUFFER_OVERRUN = 4, RING_DESC_INTERRUPT = 8, }; struct ring_desc { u64 phys; u32 length: 12; u32 eof: 4; u32 sof: 4; enum ring_desc_flags flags: 12; u32 time; }; struct ring_frame; typedef void (*ring_cb)(struct tb_ring *, struct ring_frame *, bool); struct ring_frame { dma_addr_t buffer_phy; ring_cb callback; struct list_head list; u32 size: 12; u32 flags: 12; u32 eof: 4; u32 sof: 4; }; enum nhi_fw_mode { NHI_FW_SAFE_MODE = 0, NHI_FW_AUTH_MODE = 1, NHI_FW_EP_MODE = 2, NHI_FW_CM_MODE = 3, }; enum nhi_mailbox_cmd { NHI_MAILBOX_SAVE_DEVS = 5, NHI_MAILBOX_DISCONNECT_PCIE_PATHS = 6, NHI_MAILBOX_DRV_UNLOADS = 7, NHI_MAILBOX_DISCONNECT_PA = 16, NHI_MAILBOX_DISCONNECT_PB = 17, NHI_MAILBOX_ALLOW_ALL_DEVS = 35, }; enum ring_flags { RING_FLAG_ISOCH_ENABLE = 134217728, RING_FLAG_E2E_FLOW_CONTROL = 268435456, RING_FLAG_PCI_NO_SNOOP = 536870912, RING_FLAG_RAW = 1073741824, RING_FLAG_ENABLE = -2147483648, }; enum tb_port_type { TB_TYPE_INACTIVE = 0, TB_TYPE_PORT = 1, TB_TYPE_NHI = 2, TB_TYPE_DP_HDMI_IN = 917761, TB_TYPE_DP_HDMI_OUT = 917762, TB_TYPE_PCIE_DOWN = 1048833, TB_TYPE_PCIE_UP = 1048834, TB_TYPE_USB3_DOWN = 2097409, TB_TYPE_USB3_UP = 2097410, }; struct tb_regs_port_header { u16 vendor_id; u16 device_id; u32 first_cap_offset: 8; u32 max_counters: 11; u32 counters_support: 1; u32 __unknown1: 4; u32 revision: 8; enum tb_port_type type: 24; u32 thunderbolt_version: 8; u32 __unknown2: 20; u32 port_number: 6; u32 __unknown3: 6; u32 nfc_credits; u32 max_in_hop_id: 11; u32 max_out_hop_id: 11; u32 __unknown4: 10; u32 __unknown5; u32 __unknown6; }; struct nvmem_device; struct tb_nvm_vendor_ops; struct tb_nvm { struct device *dev; u32 major; u32 minor; int id; struct nvmem_device *active; size_t active_size; struct nvmem_device *non_active; void *buf; void *buf_data_start; size_t buf_data_size; bool authenticating; bool flushed; const struct tb_nvm_vendor_ops *vops; }; struct tb_nvm_vendor_ops { int (*read_version)(struct tb_nvm *); int (*validate)(struct tb_nvm *); int (*write_headers)(struct tb_nvm *); }; struct usb4_port; struct tb_bandwidth_group; struct tb_port { struct tb_regs_port_header config; struct tb_switch *sw; struct tb_port *remote; struct tb_xdomain *xdomain; int cap_phy; int cap_tmu; int cap_adap; int cap_usb4; struct usb4_port *usb4; u8 port; bool disabled; bool bonded; struct tb_port *dual_link_port; u8 link_nr: 1; struct ida in_hopids; struct ida out_hopids; struct list_head list; unsigned int total_credits; unsigned int ctl_credits; unsigned int dma_credits; struct tb_bandwidth_group *group; struct list_head group_list; unsigned int max_bw; }; struct tb_bandwidth_group { struct tb *tb; int index; struct list_head ports; }; struct usb4_port { struct device dev; struct tb_port *port; bool can_offline; bool offline; }; enum tb_switch_cap { TB_SWITCH_CAP_TMU = 3, TB_SWITCH_CAP_VSE = 5, }; enum tb_switch_vse_cap { TB_VSE_CAP_PLUG_EVENTS = 1, TB_VSE_CAP_TIME2 = 3, TB_VSE_CAP_CP_LP = 4, TB_VSE_CAP_LINK_CONTROLLER = 6, }; enum tb_port_cap { TB_PORT_CAP_PHY = 1, TB_PORT_CAP_POWER = 2, TB_PORT_CAP_TIME1 = 3, TB_PORT_CAP_ADAP = 4, TB_PORT_CAP_VSE = 5, TB_PORT_CAP_USB4 = 6, }; struct tb_cap_basic { u8 next; u8 cap; }; struct tb_cap_extended_short { u8 next; u8 cap; u8 vsec_id; u8 length; }; struct tb_cap_extended_long { u8 zero1; u8 cap; u8 vsec_id; u8 zero2; u16 next; u16 length; }; struct tb_cap_any { union { struct tb_cap_basic basic; struct tb_cap_extended_short extended_short; struct tb_cap_extended_long extended_long; }; }; enum tb_cfg_space { TB_CFG_HOPS = 0, TB_CFG_PORT = 1, TB_CFG_SWITCH = 2, TB_CFG_COUNTERS = 3, }; struct tb_path_hop { struct tb_port *in_port; struct tb_port *out_port; int in_hop_index; int in_counter_index; int next_hop_index; unsigned int initial_credits; unsigned int nfc_credits; }; enum tb_path_port { TB_PATH_NONE = 0, TB_PATH_SOURCE = 1, TB_PATH_INTERNAL = 2, TB_PATH_DESTINATION = 4, TB_PATH_ALL = 7, }; struct tb_path { struct tb *tb; const char *name; enum tb_path_port ingress_shared_buffer; enum tb_path_port egress_shared_buffer; enum tb_path_port ingress_fc_enable; enum tb_path_port egress_fc_enable; unsigned int priority: 3; int weight: 4; bool drop_packages; bool activated; bool clear_fc; struct tb_path_hop *hops; int path_length; bool alloc_hopid; }; enum tb_tunnel_type { TB_TUNNEL_PCI = 0, TB_TUNNEL_DP = 1, TB_TUNNEL_DMA = 2, TB_TUNNEL_USB3 = 3, }; struct tb_tunnel { struct tb *tb; struct tb_port *src_port; struct tb_port *dst_port; struct tb_path **paths; size_t npaths; int (*init)(struct tb_tunnel *); void (*deinit)(struct tb_tunnel *); int (*activate)(struct tb_tunnel *, bool); int (*maximum_bandwidth)(struct tb_tunnel *, int *, int *); int (*allocated_bandwidth)(struct tb_tunnel *, int *, int *); int (*alloc_bandwidth)(struct tb_tunnel *, int *, int *); int (*consumed_bandwidth)(struct tb_tunnel *, int *, int *); int (*release_unused_bandwidth)(struct tb_tunnel *); void (*reclaim_available_bandwidth)(struct tb_tunnel *, int *, int *); struct list_head list; enum tb_tunnel_type type; int max_up; int max_down; int allocated_up; int allocated_down; bool bw_mode; }; enum tb_cfg_error { TB_CFG_ERROR_PORT_NOT_CONNECTED = 0, TB_CFG_ERROR_LINK_ERROR = 1, TB_CFG_ERROR_INVALID_CONFIG_SPACE = 2, TB_CFG_ERROR_NO_SUCH_PORT = 4, TB_CFG_ERROR_ACK_PLUG_EVENT = 7, TB_CFG_ERROR_LOOP = 8, TB_CFG_ERROR_HEC_ERROR_DETECTED = 12, TB_CFG_ERROR_FLOW_CONTROL_ERROR = 13, TB_CFG_ERROR_LOCK = 15, TB_CFG_ERROR_DP_BW = 32, }; struct tb_cfg_header { u32 route_hi: 22; u32 unknown: 10; u32 route_lo; }; struct tb_cfg_address { u32 offset: 13; u32 length: 6; u32 port: 6; enum tb_cfg_space space: 2; u32 seq: 2; u32 zero: 3; }; struct cfg_read_pkg { struct tb_cfg_header header; struct tb_cfg_address addr; }; struct cfg_write_pkg { struct tb_cfg_header header; struct tb_cfg_address addr; u32 data[64]; }; struct tb_cfg_result { u64 response_route; u32 response_port; int err; enum tb_cfg_error tb_error; }; struct ctl_pkg { struct tb_ctl *ctl; void *buffer; struct ring_frame frame; }; struct tb_cfg_request { struct kref kref; struct tb_ctl *ctl; const void *request; size_t request_size; enum tb_cfg_pkg_type request_type; void *response; size_t response_size; enum tb_cfg_pkg_type response_type; size_t npackets; bool (*match)(const struct tb_cfg_request *, const struct ctl_pkg *); bool (*copy)(struct tb_cfg_request *, const struct ctl_pkg *); void (*callback)(void *); void *callback_data; long unsigned int flags; struct work_struct work; struct tb_cfg_result result; struct list_head list; }; struct tb_dma_port { struct tb_switch *sw; u8 port; u32 base; u8 *buf; }; typedef int (*read_block_fn)(void *, unsigned int, void *, size_t); typedef int (*write_block_fn)(void *, unsigned int, const void *, size_t); struct component_ops { int (*bind)(struct device *, struct device *, void *); void (*unbind)(struct device *, struct device *, void *); }; struct tb_quirk { u16 hw_vendor_id; u16 hw_device_id; u16 vendor; u16 device; void (*hook)(struct tb_switch *); }; struct icc_path; struct icc_bulk_data { struct icc_path *path; const char *name; u32 avg_bw; u32 peak_bw; }; struct icc_bulk_devres { struct icc_bulk_data *paths; int num_paths; }; struct __kernel_old_timespec { __kernel_old_time_t tv_sec; long int tv_nsec; }; struct __kernel_sock_timeval { __s64 tv_sec; __s64 tv_usec; }; struct user_msghdr { void *msg_name; int msg_namelen; struct iovec *msg_iov; __kernel_size_t msg_iovlen; void *msg_control; __kernel_size_t msg_controllen; unsigned int msg_flags; }; struct mmsghdr { struct user_msghdr msg_hdr; unsigned int msg_len; }; struct scm_timestamping_internal { struct timespec64 ts[3]; }; struct ifconf { int ifc_len; union { char *ifcu_buf; struct ifreq *ifcu_req; } ifc_ifcu; }; typedef u32 compat_caddr_t; struct compat_ifmap { compat_ulong_t mem_start; compat_ulong_t mem_end; short unsigned int base_addr; unsigned char irq; unsigned char dma; unsigned char port; }; struct compat_if_settings { unsigned int type; unsigned int size; compat_uptr_t ifs_ifsu; }; struct compat_ifreq { union { char ifrn_name[16]; } ifr_ifrn; union { struct sockaddr ifru_addr; struct sockaddr ifru_dstaddr; struct sockaddr ifru_broadaddr; struct sockaddr ifru_netmask; struct sockaddr ifru_hwaddr; short int ifru_flags; compat_int_t ifru_ivalue; compat_int_t ifru_mtu; struct compat_ifmap ifru_map; char ifru_slave[16]; char ifru_newname[16]; compat_caddr_t ifru_data; struct compat_if_settings ifru_settings; } ifr_ifru; }; struct bpf_empty_prog_array { struct bpf_prog_array hdr; struct bpf_prog *null_prog; }; typedef unsigned int nf_hookfn(void *, struct sk_buff *, const struct nf_hook_state *); struct nf_hook_entry { nf_hookfn *hook; void *priv; }; struct nf_hook_entries { u16 num_hook_entries; struct nf_hook_entry hooks[0]; }; typedef struct bio_vec skb_frag_t; enum { SKBTX_HW_TSTAMP = 1, SKBTX_SW_TSTAMP = 2, SKBTX_IN_PROGRESS = 4, SKBTX_HW_TSTAMP_USE_CYCLES = 8, SKBTX_WIFI_STATUS = 16, SKBTX_HW_TSTAMP_NETDEV = 32, SKBTX_SCHED_TSTAMP = 64, }; struct skb_shared_info { __u8 flags; __u8 meta_len; __u8 nr_frags; __u8 tx_flags; short unsigned int gso_size; short unsigned int gso_segs; struct sk_buff *frag_list; struct skb_shared_hwtstamps hwtstamps; unsigned int gso_type; u32 tskey; atomic_t dataref; unsigned int xdp_frags_size; void *destructor_arg; skb_frag_t frags[17]; }; enum sock_shutdown_cmd { SHUT_RD = 0, SHUT_WR = 1, SHUT_RDWR = 2, }; struct net_proto_family { int family; int (*create)(struct net *, struct socket *, int, int); struct module *owner; }; enum { SOCK_WAKE_IO = 0, SOCK_WAKE_WAITD = 1, SOCK_WAKE_SPACE = 2, SOCK_WAKE_URG = 3, }; enum { TCPF_ESTABLISHED = 2, TCPF_SYN_SENT = 4, TCPF_SYN_RECV = 8, TCPF_FIN_WAIT1 = 16, TCPF_FIN_WAIT2 = 32, TCPF_TIME_WAIT = 64, TCPF_CLOSE = 128, TCPF_CLOSE_WAIT = 256, TCPF_LAST_ACK = 512, TCPF_LISTEN = 1024, TCPF_CLOSING = 2048, TCPF_NEW_SYN_RECV = 4096, }; enum { SOF_TIMESTAMPING_TX_HARDWARE = 1, SOF_TIMESTAMPING_TX_SOFTWARE = 2, SOF_TIMESTAMPING_RX_HARDWARE = 4, SOF_TIMESTAMPING_RX_SOFTWARE = 8, SOF_TIMESTAMPING_SOFTWARE = 16, SOF_TIMESTAMPING_SYS_HARDWARE = 32, SOF_TIMESTAMPING_RAW_HARDWARE = 64, SOF_TIMESTAMPING_OPT_ID = 128, SOF_TIMESTAMPING_TX_SCHED = 256, SOF_TIMESTAMPING_TX_ACK = 512, SOF_TIMESTAMPING_OPT_CMSG = 1024, SOF_TIMESTAMPING_OPT_TSONLY = 2048, SOF_TIMESTAMPING_OPT_STATS = 4096, SOF_TIMESTAMPING_OPT_PKTINFO = 8192, SOF_TIMESTAMPING_OPT_TX_SWHW = 16384, SOF_TIMESTAMPING_BIND_PHC = 32768, SOF_TIMESTAMPING_OPT_ID_TCP = 65536, SOF_TIMESTAMPING_LAST = 65536, SOF_TIMESTAMPING_MASK = 131071, }; struct scm_ts_pktinfo { __u32 if_index; __u32 pkt_length; __u32 reserved[2]; }; struct socket_alloc { struct socket socket; struct inode vfs_inode; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sock_skb_cb { u32 dropcount; }; struct compat_msghdr { compat_uptr_t msg_name; compat_int_t msg_namelen; compat_uptr_t msg_iov; compat_size_t msg_iovlen; compat_uptr_t msg_control; compat_size_t msg_controllen; compat_uint_t msg_flags; }; struct compat_mmsghdr { struct compat_msghdr msg_hdr; compat_uint_t msg_len; }; struct inet6_skb_parm { int iif; __be16 ra; __u16 dst0; __u16 srcrt; __u16 dst1; __u16 lastopt; __u16 nhoff; __u16 flags; __u16 dsthao; __u16 frag_max_size; __u16 srhoff; }; struct inet_skb_parm { int iif; struct ip_options opt; u16 flags; u16 frag_max_size; }; struct sock_ee_data_rfc4884 { __u16 len; __u8 flags; __u8 reserved; }; struct sock_extended_err { __u32 ee_errno; __u8 ee_origin; __u8 ee_type; __u8 ee_code; __u8 ee_pad; __u32 ee_info; union { __u32 ee_data; struct sock_ee_data_rfc4884 ee_rfc4884; }; }; struct sock_exterr_skb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; struct sock_extended_err ee; u16 addr_offset; __be16 port; u8 opt_stats: 1; u8 unused: 7; }; struct used_address { struct __kernel_sockaddr_storage name; unsigned int name_len; }; struct rt6key { struct in6_addr addr; int plen; }; struct rtable; struct fnhe_hash_bucket; struct fib_nh_common { struct net_device *nhc_dev; netdevice_tracker nhc_dev_tracker; int nhc_oif; unsigned char nhc_scope; u8 nhc_family; u8 nhc_gw_family; unsigned char nhc_flags; struct lwtunnel_state *nhc_lwtstate; union { __be32 ipv4; struct in6_addr ipv6; } nhc_gw; int nhc_weight; atomic_t nhc_upper_bound; struct rtable **nhc_pcpu_rth_output; struct rtable *nhc_rth_input; struct fnhe_hash_bucket *nhc_exceptions; }; struct rt6_exception_bucket; struct fib6_nh { struct fib_nh_common nh_common; long unsigned int last_probe; struct rt6_info **rt6i_pcpu; struct rt6_exception_bucket *rt6i_exception_bucket; }; struct fib6_node; struct dst_metrics; struct nexthop; struct fib6_info { struct fib6_table *fib6_table; struct fib6_info *fib6_next; struct fib6_node *fib6_node; union { struct list_head fib6_siblings; struct list_head nh_list; }; unsigned int fib6_nsiblings; refcount_t fib6_ref; long unsigned int expires; struct dst_metrics *fib6_metrics; struct rt6key fib6_dst; u32 fib6_flags; struct rt6key fib6_src; struct rt6key fib6_prefsrc; u32 fib6_metric; u8 fib6_protocol; u8 fib6_type; u8 offload; u8 trap; u8 offload_failed; u8 should_flush: 1; u8 dst_nocount: 1; u8 dst_nopolicy: 1; u8 fib6_destroying: 1; u8 unused: 4; struct callback_head rcu; struct nexthop *nh; struct fib6_nh fib6_nh[0]; }; struct rt6_info { struct dst_entry dst; struct fib6_info *from; int sernum; struct rt6key rt6i_dst; struct rt6key rt6i_src; struct in6_addr rt6i_gateway; struct inet6_dev *rt6i_idev; u32 rt6i_flags; short unsigned int rt6i_nfheader_len; }; struct rt6_statistics { __u32 fib_nodes; __u32 fib_route_nodes; __u32 fib_rt_entries; __u32 fib_rt_cache; __u32 fib_discarded_routes; atomic_t fib_rt_alloc; }; struct fib6_node { struct fib6_node *parent; struct fib6_node *left; struct fib6_node *right; struct fib6_node *subtree; struct fib6_info *leaf; __u16 fn_bit; __u16 fn_flags; int fn_sernum; struct fib6_info *rr_ptr; struct callback_head rcu; }; struct fib6_table { struct hlist_node tb6_hlist; u32 tb6_id; spinlock_t tb6_lock; struct fib6_node tb6_root; struct inet_peer_base tb6_peers; unsigned int flags; unsigned int fib_seq; }; struct nf_conntrack { refcount_t use; }; typedef union { __be32 a4; __be32 a6[4]; struct in6_addr in6; } xfrm_address_t; struct xfrm_id { xfrm_address_t daddr; __be32 spi; __u8 proto; }; struct xfrm_selector { xfrm_address_t daddr; xfrm_address_t saddr; __be16 dport; __be16 dport_mask; __be16 sport; __be16 sport_mask; __u16 family; __u8 prefixlen_d; __u8 prefixlen_s; __u8 proto; int ifindex; __kernel_uid32_t user; }; struct xfrm_lifetime_cfg { __u64 soft_byte_limit; __u64 hard_byte_limit; __u64 soft_packet_limit; __u64 hard_packet_limit; __u64 soft_add_expires_seconds; __u64 hard_add_expires_seconds; __u64 soft_use_expires_seconds; __u64 hard_use_expires_seconds; }; struct xfrm_lifetime_cur { __u64 bytes; __u64 packets; __u64 add_time; __u64 use_time; }; struct xfrm_replay_state { __u32 oseq; __u32 seq; __u32 bitmap; }; struct xfrm_replay_state_esn { unsigned int bmp_len; __u32 oseq; __u32 seq; __u32 oseq_hi; __u32 seq_hi; __u32 replay_window; __u32 bmp[0]; }; struct xfrm_algo { char alg_name[64]; unsigned int alg_key_len; char alg_key[0]; }; struct xfrm_algo_auth { char alg_name[64]; unsigned int alg_key_len; unsigned int alg_trunc_len; char alg_key[0]; }; struct xfrm_algo_aead { char alg_name[64]; unsigned int alg_key_len; unsigned int alg_icv_len; char alg_key[0]; }; struct xfrm_stats { __u32 replay_window; __u32 replay; __u32 integrity_failed; }; enum { XFRM_POLICY_TYPE_MAIN = 0, XFRM_POLICY_TYPE_SUB = 1, XFRM_POLICY_TYPE_MAX = 2, XFRM_POLICY_TYPE_ANY = 255, }; enum { XFRM_MSG_BASE = 16, XFRM_MSG_NEWSA = 16, XFRM_MSG_DELSA = 17, XFRM_MSG_GETSA = 18, XFRM_MSG_NEWPOLICY = 19, XFRM_MSG_DELPOLICY = 20, XFRM_MSG_GETPOLICY = 21, XFRM_MSG_ALLOCSPI = 22, XFRM_MSG_ACQUIRE = 23, XFRM_MSG_EXPIRE = 24, XFRM_MSG_UPDPOLICY = 25, XFRM_MSG_UPDSA = 26, XFRM_MSG_POLEXPIRE = 27, XFRM_MSG_FLUSHSA = 28, XFRM_MSG_FLUSHPOLICY = 29, XFRM_MSG_NEWAE = 30, XFRM_MSG_GETAE = 31, XFRM_MSG_REPORT = 32, XFRM_MSG_MIGRATE = 33, XFRM_MSG_NEWSADINFO = 34, XFRM_MSG_GETSADINFO = 35, XFRM_MSG_NEWSPDINFO = 36, XFRM_MSG_GETSPDINFO = 37, XFRM_MSG_MAPPING = 38, XFRM_MSG_SETDEFAULT = 39, XFRM_MSG_GETDEFAULT = 40, __XFRM_MSG_MAX = 41, }; struct xfrm_encap_tmpl { __u16 encap_type; __be16 encap_sport; __be16 encap_dport; xfrm_address_t encap_oa; }; enum xfrm_attr_type_t { XFRMA_UNSPEC = 0, XFRMA_ALG_AUTH = 1, XFRMA_ALG_CRYPT = 2, XFRMA_ALG_COMP = 3, XFRMA_ENCAP = 4, XFRMA_TMPL = 5, XFRMA_SA = 6, XFRMA_POLICY = 7, XFRMA_SEC_CTX = 8, XFRMA_LTIME_VAL = 9, XFRMA_REPLAY_VAL = 10, XFRMA_REPLAY_THRESH = 11, XFRMA_ETIMER_THRESH = 12, XFRMA_SRCADDR = 13, XFRMA_COADDR = 14, XFRMA_LASTUSED = 15, XFRMA_POLICY_TYPE = 16, XFRMA_MIGRATE = 17, XFRMA_ALG_AEAD = 18, XFRMA_KMADDRESS = 19, XFRMA_ALG_AUTH_TRUNC = 20, XFRMA_MARK = 21, XFRMA_TFCPAD = 22, XFRMA_REPLAY_ESN_VAL = 23, XFRMA_SA_EXTRA_FLAGS = 24, XFRMA_PROTO = 25, XFRMA_ADDRESS_FILTER = 26, XFRMA_PAD = 27, XFRMA_OFFLOAD_DEV = 28, XFRMA_SET_MARK = 29, XFRMA_SET_MARK_MASK = 30, XFRMA_IF_ID = 31, XFRMA_MTIMER_THRESH = 32, __XFRMA_MAX = 33, }; struct xfrm_mark { __u32 v; __u32 m; }; struct xfrm_address_filter { xfrm_address_t saddr; xfrm_address_t daddr; __u16 family; __u8 splen; __u8 dplen; }; enum { NETIF_F_SG_BIT = 0, NETIF_F_IP_CSUM_BIT = 1, __UNUSED_NETIF_F_1 = 2, NETIF_F_HW_CSUM_BIT = 3, NETIF_F_IPV6_CSUM_BIT = 4, NETIF_F_HIGHDMA_BIT = 5, NETIF_F_FRAGLIST_BIT = 6, NETIF_F_HW_VLAN_CTAG_TX_BIT = 7, NETIF_F_HW_VLAN_CTAG_RX_BIT = 8, NETIF_F_HW_VLAN_CTAG_FILTER_BIT = 9, NETIF_F_VLAN_CHALLENGED_BIT = 10, NETIF_F_GSO_BIT = 11, NETIF_F_LLTX_BIT = 12, NETIF_F_NETNS_LOCAL_BIT = 13, NETIF_F_GRO_BIT = 14, NETIF_F_LRO_BIT = 15, NETIF_F_GSO_SHIFT = 16, NETIF_F_TSO_BIT = 16, NETIF_F_GSO_ROBUST_BIT = 17, NETIF_F_TSO_ECN_BIT = 18, NETIF_F_TSO_MANGLEID_BIT = 19, NETIF_F_TSO6_BIT = 20, NETIF_F_FSO_BIT = 21, NETIF_F_GSO_GRE_BIT = 22, NETIF_F_GSO_GRE_CSUM_BIT = 23, NETIF_F_GSO_IPXIP4_BIT = 24, NETIF_F_GSO_IPXIP6_BIT = 25, NETIF_F_GSO_UDP_TUNNEL_BIT = 26, NETIF_F_GSO_UDP_TUNNEL_CSUM_BIT = 27, NETIF_F_GSO_PARTIAL_BIT = 28, NETIF_F_GSO_TUNNEL_REMCSUM_BIT = 29, NETIF_F_GSO_SCTP_BIT = 30, NETIF_F_GSO_ESP_BIT = 31, NETIF_F_GSO_UDP_BIT = 32, NETIF_F_GSO_UDP_L4_BIT = 33, NETIF_F_GSO_FRAGLIST_BIT = 34, NETIF_F_GSO_LAST = 34, NETIF_F_FCOE_CRC_BIT = 35, NETIF_F_SCTP_CRC_BIT = 36, NETIF_F_FCOE_MTU_BIT = 37, NETIF_F_NTUPLE_BIT = 38, NETIF_F_RXHASH_BIT = 39, NETIF_F_RXCSUM_BIT = 40, NETIF_F_NOCACHE_COPY_BIT = 41, NETIF_F_LOOPBACK_BIT = 42, NETIF_F_RXFCS_BIT = 43, NETIF_F_RXALL_BIT = 44, NETIF_F_HW_VLAN_STAG_TX_BIT = 45, NETIF_F_HW_VLAN_STAG_RX_BIT = 46, NETIF_F_HW_VLAN_STAG_FILTER_BIT = 47, NETIF_F_HW_L2FW_DOFFLOAD_BIT = 48, NETIF_F_HW_TC_BIT = 49, NETIF_F_HW_ESP_BIT = 50, NETIF_F_HW_ESP_TX_CSUM_BIT = 51, NETIF_F_RX_UDP_TUNNEL_PORT_BIT = 52, NETIF_F_HW_TLS_TX_BIT = 53, NETIF_F_HW_TLS_RX_BIT = 54, NETIF_F_GRO_HW_BIT = 55, NETIF_F_HW_TLS_RECORD_BIT = 56, NETIF_F_GRO_FRAGLIST_BIT = 57, NETIF_F_HW_MACSEC_BIT = 58, NETIF_F_GRO_UDP_FWD_BIT = 59, NETIF_F_HW_HSR_TAG_INS_BIT = 60, NETIF_F_HW_HSR_TAG_RM_BIT = 61, NETIF_F_HW_HSR_FWD_BIT = 62, NETIF_F_HW_HSR_DUP_BIT = 63, NETDEV_FEATURE_COUNT = 64, }; enum { SKBFL_ZEROCOPY_ENABLE = 1, SKBFL_SHARED_FRAG = 2, SKBFL_PURE_ZEROCOPY = 4, SKBFL_DONT_ORPHAN = 8, SKBFL_MANAGED_FRAG_REFS = 16, }; struct mmpin { struct user_struct *user; unsigned int num_pg; }; struct ubuf_info_msgzc { struct ubuf_info ubuf; union { struct { long unsigned int desc; void *ctx; }; struct { u32 id; u16 len; u16 zerocopy: 1; u32 bytelen; }; }; struct mmpin mmp; }; enum { SKB_FCLONE_UNAVAILABLE = 0, SKB_FCLONE_ORIG = 1, SKB_FCLONE_CLONE = 2, }; enum { SKB_GSO_TCPV4 = 1, SKB_GSO_DODGY = 2, SKB_GSO_TCP_ECN = 4, SKB_GSO_TCP_FIXEDID = 8, SKB_GSO_TCPV6 = 16, SKB_GSO_FCOE = 32, SKB_GSO_GRE = 64, SKB_GSO_GRE_CSUM = 128, SKB_GSO_IPXIP4 = 256, SKB_GSO_IPXIP6 = 512, SKB_GSO_UDP_TUNNEL = 1024, SKB_GSO_UDP_TUNNEL_CSUM = 2048, SKB_GSO_PARTIAL = 4096, SKB_GSO_TUNNEL_REMCSUM = 8192, SKB_GSO_SCTP = 16384, SKB_GSO_ESP = 32768, SKB_GSO_UDP = 65536, SKB_GSO_UDP_L4 = 131072, SKB_GSO_FRAGLIST = 262144, }; struct sk_buff_fclones { struct sk_buff skb1; struct sk_buff skb2; refcount_t fclone_ref; }; struct skb_seq_state { __u32 lower_offset; __u32 upper_offset; __u32 frag_idx; __u32 stepped_offset; struct sk_buff *root_skb; struct sk_buff *cur_skb; __u8 *frag_data; __u32 frag_off; }; struct skb_checksum_ops { __wsum (*update)(const void *, int, __wsum); __wsum (*combine)(__wsum, __wsum, int, int); }; struct xfrm_state_walk { struct list_head all; u8 state; u8 dying; u8 proto; u32 seq; struct xfrm_address_filter *filter; }; enum xfrm_replay_mode { XFRM_REPLAY_MODE_LEGACY = 0, XFRM_REPLAY_MODE_BMP = 1, XFRM_REPLAY_MODE_ESN = 2, }; struct xfrm_dev_offload { struct net_device *dev; netdevice_tracker dev_tracker; struct net_device *real_dev; long unsigned int offload_handle; u8 dir: 2; u8 type: 2; u8 flags: 2; }; struct xfrm_mode { u8 encap; u8 family; u8 flags; }; struct xfrm_type; struct xfrm_type_offload; struct xfrm_state { possible_net_t xs_net; union { struct hlist_node gclist; struct hlist_node bydst; }; struct hlist_node bysrc; struct hlist_node byspi; struct hlist_node byseq; refcount_t refcnt; spinlock_t lock; struct xfrm_id id; struct xfrm_selector sel; struct xfrm_mark mark; u32 if_id; u32 tfcpad; u32 genid; struct xfrm_state_walk km; struct { u32 reqid; u8 mode; u8 replay_window; u8 aalgo; u8 ealgo; u8 calgo; u8 flags; u16 family; xfrm_address_t saddr; int header_len; int trailer_len; u32 extra_flags; struct xfrm_mark smark; } props; struct xfrm_lifetime_cfg lft; struct xfrm_algo_auth *aalg; struct xfrm_algo *ealg; struct xfrm_algo *calg; struct xfrm_algo_aead *aead; const char *geniv; __be16 new_mapping_sport; u32 new_mapping; u32 mapping_maxage; struct xfrm_encap_tmpl *encap; struct sock *encap_sk; xfrm_address_t *coaddr; struct xfrm_state *tunnel; atomic_t tunnel_users; struct xfrm_replay_state replay; struct xfrm_replay_state_esn *replay_esn; struct xfrm_replay_state preplay; struct xfrm_replay_state_esn *preplay_esn; enum xfrm_replay_mode repl_mode; u32 xflags; u32 replay_maxage; u32 replay_maxdiff; struct timer_list rtimer; struct xfrm_stats stats; struct xfrm_lifetime_cur curlft; struct hrtimer mtimer; struct xfrm_dev_offload xso; long int saved_tmo; time64_t lastused; struct page_frag xfrag; const struct xfrm_type *type; struct xfrm_mode inner_mode; struct xfrm_mode inner_mode_iaf; struct xfrm_mode outer_mode; const struct xfrm_type_offload *type_offload; struct xfrm_sec_ctx *security; void *data; }; struct xfrm_policy_walk_entry { struct list_head all; u8 dead; }; struct xfrm_policy_queue { struct sk_buff_head hold_queue; struct timer_list hold_timer; long unsigned int timeout; }; struct xfrm_tmpl { struct xfrm_id id; xfrm_address_t saddr; short unsigned int encap_family; u32 reqid; u8 mode; u8 share; u8 optional; u8 allalgs; u32 aalgos; u32 ealgos; u32 calgos; }; struct xfrm_policy { possible_net_t xp_net; struct hlist_node bydst; struct hlist_node byidx; rwlock_t lock; refcount_t refcnt; u32 pos; struct timer_list timer; atomic_t genid; u32 priority; u32 index; u32 if_id; struct xfrm_mark mark; struct xfrm_selector selector; struct xfrm_lifetime_cfg lft; struct xfrm_lifetime_cur curlft; struct xfrm_policy_walk_entry walk; struct xfrm_policy_queue polq; bool bydst_reinsert; u8 type; u8 action; u8 flags; u8 xfrm_nr; u16 family; struct xfrm_sec_ctx *security; struct xfrm_tmpl xfrm_vec[6]; struct hlist_node bydst_inexact_list; struct callback_head rcu; struct xfrm_dev_offload xdo; }; struct netdev_name_node { struct hlist_node hlist; struct list_head list; struct net_device *dev; const char *name; }; struct sd_flow_limit; struct softnet_data { struct list_head poll_list; struct sk_buff_head process_queue; unsigned int processed; unsigned int time_squeeze; struct softnet_data *rps_ipi_list; bool in_net_rx_action; bool in_napi_threaded_poll; struct sd_flow_limit *flow_limit; struct Qdisc *output_queue; struct Qdisc **output_queue_tailp; struct sk_buff *completion_queue; struct sk_buff_head xfrm_backlog; struct { u16 recursion; u8 more; u8 skip_txqueue; } xmit; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; unsigned int input_queue_head; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; call_single_data_t csd; struct softnet_data *rps_ipi_next; unsigned int cpu; unsigned int input_queue_tail; unsigned int received_rps; unsigned int dropped; struct sk_buff_head input_pkt_queue; struct napi_struct backlog; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t defer_lock; int defer_count; int defer_ipi_scheduled; struct sk_buff *defer_list; long: 64; call_single_data_t defer_csd; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sd_flow_limit { u64 count; unsigned int num_buckets; unsigned int history_head; u16 history[128]; u8 buckets[0]; }; enum { TCA_UNSPEC = 0, TCA_KIND = 1, TCA_OPTIONS = 2, TCA_STATS = 3, TCA_XSTATS = 4, TCA_RATE = 5, TCA_FCNT = 6, TCA_STATS2 = 7, TCA_STAB = 8, TCA_PAD = 9, TCA_DUMP_INVISIBLE = 10, TCA_CHAIN = 11, TCA_HW_OFFLOAD = 12, TCA_INGRESS_BLOCK = 13, TCA_EGRESS_BLOCK = 14, TCA_DUMP_FLAGS = 15, TCA_EXT_WARN_MSG = 16, __TCA_MAX = 17, }; struct dst_metrics { u32 metrics[17]; refcount_t refcnt; }; struct tcphdr { __be16 source; __be16 dest; __be32 seq; __be32 ack_seq; __u16 doff: 4; __u16 res1: 4; __u16 cwr: 1; __u16 ece: 1; __u16 urg: 1; __u16 ack: 1; __u16 psh: 1; __u16 rst: 1; __u16 syn: 1; __u16 fin: 1; __be16 window; __sum16 check; __be16 urg_ptr; }; struct udphdr { __be16 source; __be16 dest; __be16 len; __sum16 check; }; struct vlan_hdr { __be16 h_vlan_TCI; __be16 h_vlan_encapsulated_proto; }; struct vlan_ethhdr { union { struct { unsigned char h_dest[6]; unsigned char h_source[6]; }; struct { unsigned char h_dest[6]; unsigned char h_source[6]; } addrs; }; __be16 h_vlan_proto; __be16 h_vlan_TCI; __be16 h_vlan_encapsulated_proto; }; struct qdisc_walker { int stop; int skip; int count; int (*fn)(struct Qdisc *, long unsigned int, struct qdisc_walker *); }; struct ip_auth_hdr { __u8 nexthdr; __u8 hdrlen; __be16 reserved; __be32 spi; __be32 seq_no; __u8 auth_data[0]; }; struct frag_hdr { __u8 nexthdr; __u8 reserved; __be16 frag_off; __be32 identification; }; struct fib_nh_exception { struct fib_nh_exception *fnhe_next; int fnhe_genid; __be32 fnhe_daddr; u32 fnhe_pmtu; bool fnhe_mtu_locked; __be32 fnhe_gw; long unsigned int fnhe_expires; struct rtable *fnhe_rth_input; struct rtable *fnhe_rth_output; long unsigned int fnhe_stamp; struct callback_head rcu; }; struct rtable { struct dst_entry dst; int rt_genid; unsigned int rt_flags; __u16 rt_type; __u8 rt_is_input; __u8 rt_uses_gateway; int rt_iif; u8 rt_gw_family; union { __be32 rt_gw4; struct in6_addr rt_gw6; }; u32 rt_mtu_locked: 1; u32 rt_pmtu: 31; }; struct fnhe_hash_bucket { struct fib_nh_exception *chain; }; enum { SCM_TSTAMP_SND = 0, SCM_TSTAMP_SCHED = 1, SCM_TSTAMP_ACK = 2, }; struct skb_gso_cb { union { int mac_offset; int data_offset; }; int encap_level; __wsum csum; __u16 csum_start; }; struct rt6_exception_bucket { struct hlist_head chain; int depth; }; struct xfrm_type { struct module *owner; u8 proto; u8 flags; int (*init_state)(struct xfrm_state *, struct netlink_ext_ack *); void (*destructor)(struct xfrm_state *); int (*input)(struct xfrm_state *, struct sk_buff *); int (*output)(struct xfrm_state *, struct sk_buff *); int (*reject)(struct xfrm_state *, struct sk_buff *, const struct flowi *); }; struct xfrm_type_offload { struct module *owner; u8 proto; void (*encap)(struct xfrm_state *, struct sk_buff *); int (*input_tail)(struct xfrm_state *, struct sk_buff *); int (*xmit)(struct xfrm_state *, struct sk_buff *, netdev_features_t); }; struct xfrm_offload { struct { __u32 low; __u32 hi; } seq; __u32 flags; __u32 status; __u8 proto; __u8 inner_ipproto; }; struct sec_path { int len; int olen; int verified_cnt; struct xfrm_state *xvec[6]; struct xfrm_offload ovec[1]; }; struct mpls_shim_hdr { __be32 label_stack_entry; }; enum skb_drop_reason_subsys { SKB_DROP_REASON_SUBSYS_CORE = 0, SKB_DROP_REASON_SUBSYS_MAC80211_UNUSABLE = 1, SKB_DROP_REASON_SUBSYS_MAC80211_MONITOR = 2, SKB_DROP_REASON_SUBSYS_NUM = 3, }; struct drop_reason_list { const char * const *reasons; size_t n_reasons; }; struct page_frag_1k { void *va; u16 offset; bool pfmemalloc; }; struct napi_alloc_cache { struct page_frag_cache page; struct page_frag_1k page_small; unsigned int skb_count; void *skb_cache[64]; }; struct skb_free_array { unsigned int skb_count; void *skb_array[16]; }; typedef int (*sendmsg_func)(struct sock *, struct msghdr *, struct kvec *, size_t, size_t); typedef int (*sendpage_func)(struct sock *, struct page *, int, size_t, int); struct gnet_stats_rate_est64 { __u64 bps; __u64 pps; }; struct gnet_estimator { signed char interval; unsigned char ewma_log; }; struct net_rate_estimator { struct gnet_stats_basic_sync *bstats; spinlock_t *stats_lock; bool running; struct gnet_stats_basic_sync *cpu_bstats; u8 ewma_log; u8 intvl_log; seqcount_t seq; u64 last_packets; u64 last_bytes; u64 avpps; u64 avbps; long unsigned int next_jiffies; struct timer_list timer; struct callback_head rcu; }; struct net_generic { union { struct { unsigned int len; struct callback_head rcu; } s; struct { struct {} __empty_ptr; void *ptr[0]; }; }; }; struct pernet_operations { struct list_head list; int (*init)(struct net *); void (*pre_exit)(struct net *); void (*exit)(struct net *); void (*exit_batch)(struct list_head *); unsigned int *id; size_t size; }; enum { RTM_BASE = 16, RTM_NEWLINK = 16, RTM_DELLINK = 17, RTM_GETLINK = 18, RTM_SETLINK = 19, RTM_NEWADDR = 20, RTM_DELADDR = 21, RTM_GETADDR = 22, RTM_NEWROUTE = 24, RTM_DELROUTE = 25, RTM_GETROUTE = 26, RTM_NEWNEIGH = 28, RTM_DELNEIGH = 29, RTM_GETNEIGH = 30, RTM_NEWRULE = 32, RTM_DELRULE = 33, RTM_GETRULE = 34, RTM_NEWQDISC = 36, RTM_DELQDISC = 37, RTM_GETQDISC = 38, RTM_NEWTCLASS = 40, RTM_DELTCLASS = 41, RTM_GETTCLASS = 42, RTM_NEWTFILTER = 44, RTM_DELTFILTER = 45, RTM_GETTFILTER = 46, RTM_NEWACTION = 48, RTM_DELACTION = 49, RTM_GETACTION = 50, RTM_NEWPREFIX = 52, RTM_GETMULTICAST = 58, RTM_GETANYCAST = 62, RTM_NEWNEIGHTBL = 64, RTM_GETNEIGHTBL = 66, RTM_SETNEIGHTBL = 67, RTM_NEWNDUSEROPT = 68, RTM_NEWADDRLABEL = 72, RTM_DELADDRLABEL = 73, RTM_GETADDRLABEL = 74, RTM_GETDCB = 78, RTM_SETDCB = 79, RTM_NEWNETCONF = 80, RTM_DELNETCONF = 81, RTM_GETNETCONF = 82, RTM_NEWMDB = 84, RTM_DELMDB = 85, RTM_GETMDB = 86, RTM_NEWNSID = 88, RTM_DELNSID = 89, RTM_GETNSID = 90, RTM_NEWSTATS = 92, RTM_GETSTATS = 94, RTM_SETSTATS = 95, RTM_NEWCACHEREPORT = 96, RTM_NEWCHAIN = 100, RTM_DELCHAIN = 101, RTM_GETCHAIN = 102, RTM_NEWNEXTHOP = 104, RTM_DELNEXTHOP = 105, RTM_GETNEXTHOP = 106, RTM_NEWLINKPROP = 108, RTM_DELLINKPROP = 109, RTM_GETLINKPROP = 110, RTM_NEWVLAN = 112, RTM_DELVLAN = 113, RTM_GETVLAN = 114, RTM_NEWNEXTHOPBUCKET = 116, RTM_DELNEXTHOPBUCKET = 117, RTM_GETNEXTHOPBUCKET = 118, RTM_NEWTUNNEL = 120, RTM_DELTUNNEL = 121, RTM_GETTUNNEL = 122, __RTM_MAX = 123, }; struct rtgenmsg { unsigned char rtgen_family; }; enum rtnetlink_groups { RTNLGRP_NONE = 0, RTNLGRP_LINK = 1, RTNLGRP_NOTIFY = 2, RTNLGRP_NEIGH = 3, RTNLGRP_TC = 4, RTNLGRP_IPV4_IFADDR = 5, RTNLGRP_IPV4_MROUTE = 6, RTNLGRP_IPV4_ROUTE = 7, RTNLGRP_IPV4_RULE = 8, RTNLGRP_IPV6_IFADDR = 9, RTNLGRP_IPV6_MROUTE = 10, RTNLGRP_IPV6_ROUTE = 11, RTNLGRP_IPV6_IFINFO = 12, RTNLGRP_DECnet_IFADDR = 13, RTNLGRP_NOP2 = 14, RTNLGRP_DECnet_ROUTE = 15, RTNLGRP_DECnet_RULE = 16, RTNLGRP_NOP4 = 17, RTNLGRP_IPV6_PREFIX = 18, RTNLGRP_IPV6_RULE = 19, RTNLGRP_ND_USEROPT = 20, RTNLGRP_PHONET_IFADDR = 21, RTNLGRP_PHONET_ROUTE = 22, RTNLGRP_DCB = 23, RTNLGRP_IPV4_NETCONF = 24, RTNLGRP_IPV6_NETCONF = 25, RTNLGRP_MDB = 26, RTNLGRP_MPLS_ROUTE = 27, RTNLGRP_NSID = 28, RTNLGRP_MPLS_NETCONF = 29, RTNLGRP_IPV4_MROUTE_R = 30, RTNLGRP_IPV6_MROUTE_R = 31, RTNLGRP_NEXTHOP = 32, RTNLGRP_BRVLAN = 33, RTNLGRP_MCTP_IFADDR = 34, RTNLGRP_TUNNEL = 35, RTNLGRP_STATS = 36, __RTNLGRP_MAX = 37, }; enum { NETNSA_NONE = 0, NETNSA_NSID = 1, NETNSA_PID = 2, NETNSA_FD = 3, NETNSA_TARGET_NSID = 4, NETNSA_CURRENT_NSID = 5, __NETNSA_MAX = 6, }; struct pcpu_gen_cookie { local_t nesting; u64 last; }; struct gen_cookie { struct pcpu_gen_cookie *local; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic64_t forward_last; atomic64_t reverse_last; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum netlink_validation { NL_VALIDATE_LIBERAL = 0, NL_VALIDATE_TRAILING = 1, NL_VALIDATE_MAXTYPE = 2, NL_VALIDATE_UNSPEC = 4, NL_VALIDATE_STRICT_ATTRS = 8, NL_VALIDATE_NESTED = 16, }; typedef int (*rtnl_doit_func)(struct sk_buff *, struct nlmsghdr *, struct netlink_ext_ack *); typedef int (*rtnl_dumpit_func)(struct sk_buff *, struct netlink_callback *); enum rtnl_link_flags { RTNL_FLAG_DOIT_UNLOCKED = 1, RTNL_FLAG_BULK_DEL_SUPPORTED = 2, }; struct net_fill_args { u32 portid; u32 seq; int flags; int cmd; int nsid; bool add_ref; int ref_nsid; }; struct rtnl_net_dump_cb { struct net *tgt_net; struct net *ref_net; struct sk_buff *skb; struct net_fill_args fillargs; int idx; int s_idx; }; struct rps_sock_flow_table { u32 mask; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 ents[0]; }; struct netdev_hw_addr { struct list_head list; struct rb_node node; unsigned char addr[32]; unsigned char type; bool global_use; int sync_cnt; int refcount; int synced; struct callback_head callback_head; }; enum netdev_cmd { NETDEV_UP = 1, NETDEV_DOWN = 2, NETDEV_REBOOT = 3, NETDEV_CHANGE = 4, NETDEV_REGISTER = 5, NETDEV_UNREGISTER = 6, NETDEV_CHANGEMTU = 7, NETDEV_CHANGEADDR = 8, NETDEV_PRE_CHANGEADDR = 9, NETDEV_GOING_DOWN = 10, NETDEV_CHANGENAME = 11, NETDEV_FEAT_CHANGE = 12, NETDEV_BONDING_FAILOVER = 13, NETDEV_PRE_UP = 14, NETDEV_PRE_TYPE_CHANGE = 15, NETDEV_POST_TYPE_CHANGE = 16, NETDEV_POST_INIT = 17, NETDEV_PRE_UNINIT = 18, NETDEV_RELEASE = 19, NETDEV_NOTIFY_PEERS = 20, NETDEV_JOIN = 21, NETDEV_CHANGEUPPER = 22, NETDEV_RESEND_IGMP = 23, NETDEV_PRECHANGEMTU = 24, NETDEV_CHANGEINFODATA = 25, NETDEV_BONDING_INFO = 26, NETDEV_PRECHANGEUPPER = 27, NETDEV_CHANGELOWERSTATE = 28, NETDEV_UDP_TUNNEL_PUSH_INFO = 29, NETDEV_UDP_TUNNEL_DROP_INFO = 30, NETDEV_CHANGE_TX_QUEUE_LEN = 31, NETDEV_CVLAN_FILTER_PUSH_INFO = 32, NETDEV_CVLAN_FILTER_DROP_INFO = 33, NETDEV_SVLAN_FILTER_PUSH_INFO = 34, NETDEV_SVLAN_FILTER_DROP_INFO = 35, NETDEV_OFFLOAD_XSTATS_ENABLE = 36, NETDEV_OFFLOAD_XSTATS_DISABLE = 37, NETDEV_OFFLOAD_XSTATS_REPORT_USED = 38, NETDEV_OFFLOAD_XSTATS_REPORT_DELTA = 39, NETDEV_XDP_FEAT_CHANGE = 40, }; enum macsec_validation_type { MACSEC_VALIDATE_DISABLED = 0, MACSEC_VALIDATE_CHECK = 1, MACSEC_VALIDATE_STRICT = 2, __MACSEC_VALIDATE_END = 3, MACSEC_VALIDATE_MAX = 2, }; enum macsec_offload { MACSEC_OFFLOAD_OFF = 0, MACSEC_OFFLOAD_PHY = 1, MACSEC_OFFLOAD_MAC = 2, __MACSEC_OFFLOAD_END = 3, MACSEC_OFFLOAD_MAX = 2, }; struct ip_tunnel_parm { char name[16]; int link; __be16 i_flags; __be16 o_flags; __be32 i_key; __be32 o_key; struct iphdr iph; }; struct fib_info; struct fib_nh { struct fib_nh_common nh_common; struct hlist_node nh_hash; struct fib_info *nh_parent; __u32 nh_tclassid; __be32 nh_saddr; int nh_saddr_genid; }; struct fib_info { struct hlist_node fib_hash; struct hlist_node fib_lhash; struct list_head nh_list; struct net *fib_net; refcount_t fib_treeref; refcount_t fib_clntref; unsigned int fib_flags; unsigned char fib_dead; unsigned char fib_protocol; unsigned char fib_scope; unsigned char fib_type; __be32 fib_prefsrc; u32 fib_tb_id; u32 fib_priority; struct dst_metrics *fib_metrics; int fib_nhs; bool fib_nh_is_v6; bool nh_updated; struct nexthop *nh; struct callback_head rcu; struct fib_nh fib_nh[0]; }; struct nh_info; struct nh_group; struct nexthop { struct rb_node rb_node; struct list_head fi_list; struct list_head f6i_list; struct list_head fdb_list; struct list_head grp_list; struct net *net; u32 id; u8 protocol; u8 nh_flags; bool is_group; refcount_t refcnt; struct callback_head rcu; union { struct nh_info *nh_info; struct nh_group *nh_grp; }; }; struct xfrm_dst { union { struct dst_entry dst; struct rtable rt; struct rt6_info rt6; } u; struct dst_entry *route; struct dst_entry *child; struct dst_entry *path; struct xfrm_policy *pols[2]; int num_pols; int num_xfrms; u32 xfrm_genid; u32 policy_genid; u32 route_mtu_cached; u32 child_mtu_cached; u32 route_cookie; u32 path_cookie; }; enum metadata_type { METADATA_IP_TUNNEL = 0, METADATA_HW_PORT_MUX = 1, METADATA_MACSEC = 2, METADATA_XFRM = 3, }; struct ip_tunnel_key { __be64 tun_id; union { struct { __be32 src; __be32 dst; } ipv4; struct { struct in6_addr src; struct in6_addr dst; } ipv6; } u; __be16 tun_flags; u8 tos; u8 ttl; __be32 label; __be16 tp_src; __be16 tp_dst; __u8 flow_flags; }; struct ip_tunnel_encap { u16 type; u16 flags; __be16 sport; __be16 dport; }; struct dst_cache_pcpu; struct dst_cache { struct dst_cache_pcpu *cache; long unsigned int reset_ts; }; struct ip_tunnel_info { struct ip_tunnel_key key; struct ip_tunnel_encap encap; struct dst_cache dst_cache; u8 options_len; u8 mode; }; struct hw_port_info { struct net_device *lower_dev; u32 port_id; }; typedef u64 sci_t; struct macsec_info { sci_t sci; }; struct xfrm_md_info { u32 if_id; int link; struct dst_entry *dst_orig; }; struct metadata_dst { struct dst_entry dst; enum metadata_type type; union { struct ip_tunnel_info tun_info; struct hw_port_info port_info; struct macsec_info macsec_info; struct xfrm_md_info xfrm_info; } u; }; struct nh_info { struct hlist_node dev_hash; struct nexthop *nh_parent; u8 family; bool reject_nh; bool fdb_nh; union { struct fib_nh_common fib_nhc; struct fib_nh fib_nh; struct fib6_nh fib6_nh; }; }; struct nh_grp_entry; struct nh_res_bucket { struct nh_grp_entry *nh_entry; atomic_long_t used_time; long unsigned int migrated_time; bool occupied; u8 nh_flags; }; struct nh_grp_entry { struct nexthop *nh; u8 weight; union { struct { atomic_t upper_bound; } hthr; struct { struct list_head uw_nh_entry; u16 count_buckets; u16 wants_buckets; } res; }; struct list_head nh_list; struct nexthop *nh_parent; }; struct nh_res_table { struct net *net; u32 nhg_id; struct delayed_work upkeep_dw; struct list_head uw_nh_entries; long unsigned int unbalanced_since; u32 idle_timer; u32 unbalanced_timer; u16 num_nh_buckets; struct nh_res_bucket nh_buckets[0]; }; struct nh_group { struct nh_group *spare; u16 num_nh; bool is_multipath; bool hash_threshold; bool resilient; bool fdb_nh; bool has_v4; struct nh_res_table *res_table; struct nh_grp_entry nh_entries[0]; }; typedef u32 ssci_t; union salt { struct { u32 ssci; u64 pn; } __attribute__((packed)); u8 bytes[12]; }; typedef union salt salt_t; union pn { struct { u32 upper; u32 lower; }; u64 full64; }; typedef union pn pn_t; struct macsec_key { u8 id[16]; struct crypto_aead *tfm; salt_t salt; }; struct macsec_rx_sc_stats { __u64 InOctetsValidated; __u64 InOctetsDecrypted; __u64 InPktsUnchecked; __u64 InPktsDelayed; __u64 InPktsOK; __u64 InPktsInvalid; __u64 InPktsLate; __u64 InPktsNotValid; __u64 InPktsNotUsingSA; __u64 InPktsUnusedSA; }; struct macsec_rx_sa_stats { __u32 InPktsOK; __u32 InPktsInvalid; __u32 InPktsNotValid; __u32 InPktsNotUsingSA; __u32 InPktsUnusedSA; }; struct macsec_tx_sa_stats { __u32 OutPktsProtected; __u32 OutPktsEncrypted; }; struct macsec_tx_sc_stats { __u64 OutPktsProtected; __u64 OutPktsEncrypted; __u64 OutOctetsProtected; __u64 OutOctetsEncrypted; }; struct macsec_dev_stats { __u64 OutPktsUntagged; __u64 InPktsUntagged; __u64 OutPktsTooLong; __u64 InPktsNoTag; __u64 InPktsBadTag; __u64 InPktsUnknownSCI; __u64 InPktsNoSCI; __u64 InPktsOverrun; }; struct macsec_rx_sc; struct macsec_rx_sa { struct macsec_key key; ssci_t ssci; spinlock_t lock; union { pn_t next_pn_halves; u64 next_pn; }; refcount_t refcnt; bool active; struct macsec_rx_sa_stats *stats; struct macsec_rx_sc *sc; struct callback_head rcu; }; struct pcpu_rx_sc_stats; struct macsec_rx_sc { struct macsec_rx_sc *next; sci_t sci; bool active; struct macsec_rx_sa *sa[4]; struct pcpu_rx_sc_stats *stats; refcount_t refcnt; struct callback_head callback_head; }; struct pcpu_rx_sc_stats { struct macsec_rx_sc_stats stats; struct u64_stats_sync syncp; }; struct pcpu_tx_sc_stats { struct macsec_tx_sc_stats stats; struct u64_stats_sync syncp; }; struct macsec_tx_sa { struct macsec_key key; ssci_t ssci; spinlock_t lock; union { pn_t next_pn_halves; u64 next_pn; }; refcount_t refcnt; bool active; struct macsec_tx_sa_stats *stats; struct callback_head rcu; }; struct macsec_tx_sc { bool active; u8 encoding_sa; bool encrypt; bool send_sci; bool end_station; bool scb; struct macsec_tx_sa *sa[4]; struct pcpu_tx_sc_stats *stats; struct metadata_dst *md_dst; }; struct macsec_secy { struct net_device *netdev; unsigned int n_rx_sc; sci_t sci; u16 key_len; u16 icv_len; enum macsec_validation_type validate_frames; bool xpn; bool operational; bool protect_frames; bool replay_protect; u32 replay_window; struct macsec_tx_sc tx_sc; struct macsec_rx_sc *rx_sc; }; struct macsec_context { union { struct net_device *netdev; struct phy_device *phydev; }; enum macsec_offload offload; struct macsec_secy *secy; struct macsec_rx_sc *rx_sc; struct { unsigned char assoc_num; u8 key[128]; union { struct macsec_rx_sa *rx_sa; struct macsec_tx_sa *tx_sa; }; } sa; union { struct macsec_tx_sc_stats *tx_sc_stats; struct macsec_tx_sa_stats *tx_sa_stats; struct macsec_rx_sc_stats *rx_sc_stats; struct macsec_rx_sa_stats *rx_sa_stats; struct macsec_dev_stats *dev_stats; } stats; }; typedef __kernel_clock_t clock_t; enum net_device_flags { IFF_UP = 1, IFF_BROADCAST = 2, IFF_DEBUG = 4, IFF_LOOPBACK = 8, IFF_POINTOPOINT = 16, IFF_NOTRAILERS = 32, IFF_RUNNING = 64, IFF_NOARP = 128, IFF_PROMISC = 256, IFF_ALLMULTI = 512, IFF_MASTER = 1024, IFF_SLAVE = 2048, IFF_MULTICAST = 4096, IFF_PORTSEL = 8192, IFF_AUTOMEDIA = 16384, IFF_DYNAMIC = 32768, IFF_LOWER_UP = 65536, IFF_DORMANT = 131072, IFF_ECHO = 262144, }; enum { IF_OPER_UNKNOWN = 0, IF_OPER_NOTPRESENT = 1, IF_OPER_DOWN = 2, IF_OPER_LOWERLAYERDOWN = 3, IF_OPER_TESTING = 4, IF_OPER_DORMANT = 5, IF_OPER_UP = 6, }; struct netlink_dump_control { int (*start)(struct netlink_callback *); int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); void *data; struct module *module; u32 min_dump_alloc; }; struct udp_hslot; struct udp_table { struct udp_hslot *hash; struct udp_hslot *hash2; unsigned int mask; unsigned int log; }; enum { NDA_UNSPEC = 0, NDA_DST = 1, NDA_LLADDR = 2, NDA_CACHEINFO = 3, NDA_PROBES = 4, NDA_VLAN = 5, NDA_PORT = 6, NDA_VNI = 7, NDA_IFINDEX = 8, NDA_MASTER = 9, NDA_LINK_NETNSID = 10, NDA_SRC_VNI = 11, NDA_PROTOCOL = 12, NDA_NH_ID = 13, NDA_FDB_EXT_ATTRS = 14, NDA_FLAGS_EXT = 15, NDA_NDM_STATE_MASK = 16, NDA_NDM_FLAGS_MASK = 17, __NDA_MAX = 18, }; struct rtnl_link_stats { __u32 rx_packets; __u32 tx_packets; __u32 rx_bytes; __u32 tx_bytes; __u32 rx_errors; __u32 tx_errors; __u32 rx_dropped; __u32 tx_dropped; __u32 multicast; __u32 collisions; __u32 rx_length_errors; __u32 rx_over_errors; __u32 rx_crc_errors; __u32 rx_frame_errors; __u32 rx_fifo_errors; __u32 rx_missed_errors; __u32 tx_aborted_errors; __u32 tx_carrier_errors; __u32 tx_fifo_errors; __u32 tx_heartbeat_errors; __u32 tx_window_errors; __u32 rx_compressed; __u32 tx_compressed; __u32 rx_nohandler; }; struct rtnl_link_ifmap { __u64 mem_start; __u64 mem_end; __u64 base_addr; __u16 irq; __u8 dma; __u8 port; }; enum { IFLA_UNSPEC = 0, IFLA_ADDRESS = 1, IFLA_BROADCAST = 2, IFLA_IFNAME = 3, IFLA_MTU = 4, IFLA_LINK = 5, IFLA_QDISC = 6, IFLA_STATS = 7, IFLA_COST = 8, IFLA_PRIORITY = 9, IFLA_MASTER = 10, IFLA_WIRELESS = 11, IFLA_PROTINFO = 12, IFLA_TXQLEN = 13, IFLA_MAP = 14, IFLA_WEIGHT = 15, IFLA_OPERSTATE = 16, IFLA_LINKMODE = 17, IFLA_LINKINFO = 18, IFLA_NET_NS_PID = 19, IFLA_IFALIAS = 20, IFLA_NUM_VF = 21, IFLA_VFINFO_LIST = 22, IFLA_STATS64 = 23, IFLA_VF_PORTS = 24, IFLA_PORT_SELF = 25, IFLA_AF_SPEC = 26, IFLA_GROUP = 27, IFLA_NET_NS_FD = 28, IFLA_EXT_MASK = 29, IFLA_PROMISCUITY = 30, IFLA_NUM_TX_QUEUES = 31, IFLA_NUM_RX_QUEUES = 32, IFLA_CARRIER = 33, IFLA_PHYS_PORT_ID = 34, IFLA_CARRIER_CHANGES = 35, IFLA_PHYS_SWITCH_ID = 36, IFLA_LINK_NETNSID = 37, IFLA_PHYS_PORT_NAME = 38, IFLA_PROTO_DOWN = 39, IFLA_GSO_MAX_SEGS = 40, IFLA_GSO_MAX_SIZE = 41, IFLA_PAD = 42, IFLA_XDP = 43, IFLA_EVENT = 44, IFLA_NEW_NETNSID = 45, IFLA_IF_NETNSID = 46, IFLA_TARGET_NETNSID = 46, IFLA_CARRIER_UP_COUNT = 47, IFLA_CARRIER_DOWN_COUNT = 48, IFLA_NEW_IFINDEX = 49, IFLA_MIN_MTU = 50, IFLA_MAX_MTU = 51, IFLA_PROP_LIST = 52, IFLA_ALT_IFNAME = 53, IFLA_PERM_ADDRESS = 54, IFLA_PROTO_DOWN_REASON = 55, IFLA_PARENT_DEV_NAME = 56, IFLA_PARENT_DEV_BUS_NAME = 57, IFLA_GRO_MAX_SIZE = 58, IFLA_TSO_MAX_SIZE = 59, IFLA_TSO_MAX_SEGS = 60, IFLA_ALLMULTI = 61, IFLA_DEVLINK_PORT = 62, IFLA_GSO_IPV4_MAX_SIZE = 63, IFLA_GRO_IPV4_MAX_SIZE = 64, __IFLA_MAX = 65, }; enum { IFLA_PROTO_DOWN_REASON_UNSPEC = 0, IFLA_PROTO_DOWN_REASON_MASK = 1, IFLA_PROTO_DOWN_REASON_VALUE = 2, __IFLA_PROTO_DOWN_REASON_CNT = 3, IFLA_PROTO_DOWN_REASON_MAX = 2, }; enum { IFLA_BRPORT_UNSPEC = 0, IFLA_BRPORT_STATE = 1, IFLA_BRPORT_PRIORITY = 2, IFLA_BRPORT_COST = 3, IFLA_BRPORT_MODE = 4, IFLA_BRPORT_GUARD = 5, IFLA_BRPORT_PROTECT = 6, IFLA_BRPORT_FAST_LEAVE = 7, IFLA_BRPORT_LEARNING = 8, IFLA_BRPORT_UNICAST_FLOOD = 9, IFLA_BRPORT_PROXYARP = 10, IFLA_BRPORT_LEARNING_SYNC = 11, IFLA_BRPORT_PROXYARP_WIFI = 12, IFLA_BRPORT_ROOT_ID = 13, IFLA_BRPORT_BRIDGE_ID = 14, IFLA_BRPORT_DESIGNATED_PORT = 15, IFLA_BRPORT_DESIGNATED_COST = 16, IFLA_BRPORT_ID = 17, IFLA_BRPORT_NO = 18, IFLA_BRPORT_TOPOLOGY_CHANGE_ACK = 19, IFLA_BRPORT_CONFIG_PENDING = 20, IFLA_BRPORT_MESSAGE_AGE_TIMER = 21, IFLA_BRPORT_FORWARD_DELAY_TIMER = 22, IFLA_BRPORT_HOLD_TIMER = 23, IFLA_BRPORT_FLUSH = 24, IFLA_BRPORT_MULTICAST_ROUTER = 25, IFLA_BRPORT_PAD = 26, IFLA_BRPORT_MCAST_FLOOD = 27, IFLA_BRPORT_MCAST_TO_UCAST = 28, IFLA_BRPORT_VLAN_TUNNEL = 29, IFLA_BRPORT_BCAST_FLOOD = 30, IFLA_BRPORT_GROUP_FWD_MASK = 31, IFLA_BRPORT_NEIGH_SUPPRESS = 32, IFLA_BRPORT_ISOLATED = 33, IFLA_BRPORT_BACKUP_PORT = 34, IFLA_BRPORT_MRP_RING_OPEN = 35, IFLA_BRPORT_MRP_IN_OPEN = 36, IFLA_BRPORT_MCAST_EHT_HOSTS_LIMIT = 37, IFLA_BRPORT_MCAST_EHT_HOSTS_CNT = 38, IFLA_BRPORT_LOCKED = 39, IFLA_BRPORT_MAB = 40, IFLA_BRPORT_MCAST_N_GROUPS = 41, IFLA_BRPORT_MCAST_MAX_GROUPS = 42, IFLA_BRPORT_NEIGH_VLAN_SUPPRESS = 43, __IFLA_BRPORT_MAX = 44, }; enum { IFLA_INFO_UNSPEC = 0, IFLA_INFO_KIND = 1, IFLA_INFO_DATA = 2, IFLA_INFO_XSTATS = 3, IFLA_INFO_SLAVE_KIND = 4, IFLA_INFO_SLAVE_DATA = 5, __IFLA_INFO_MAX = 6, }; enum { IFLA_VF_INFO_UNSPEC = 0, IFLA_VF_INFO = 1, __IFLA_VF_INFO_MAX = 2, }; enum { IFLA_VF_UNSPEC = 0, IFLA_VF_MAC = 1, IFLA_VF_VLAN = 2, IFLA_VF_TX_RATE = 3, IFLA_VF_SPOOFCHK = 4, IFLA_VF_LINK_STATE = 5, IFLA_VF_RATE = 6, IFLA_VF_RSS_QUERY_EN = 7, IFLA_VF_STATS = 8, IFLA_VF_TRUST = 9, IFLA_VF_IB_NODE_GUID = 10, IFLA_VF_IB_PORT_GUID = 11, IFLA_VF_VLAN_LIST = 12, IFLA_VF_BROADCAST = 13, __IFLA_VF_MAX = 14, }; struct ifla_vf_mac { __u32 vf; __u8 mac[32]; }; struct ifla_vf_broadcast { __u8 broadcast[32]; }; struct ifla_vf_vlan { __u32 vf; __u32 vlan; __u32 qos; }; enum { IFLA_VF_VLAN_INFO_UNSPEC = 0, IFLA_VF_VLAN_INFO = 1, __IFLA_VF_VLAN_INFO_MAX = 2, }; struct ifla_vf_vlan_info { __u32 vf; __u32 vlan; __u32 qos; __be16 vlan_proto; }; struct ifla_vf_tx_rate { __u32 vf; __u32 rate; }; struct ifla_vf_rate { __u32 vf; __u32 min_tx_rate; __u32 max_tx_rate; }; struct ifla_vf_spoofchk { __u32 vf; __u32 setting; }; struct ifla_vf_link_state { __u32 vf; __u32 link_state; }; struct ifla_vf_rss_query_en { __u32 vf; __u32 setting; }; enum { IFLA_VF_STATS_RX_PACKETS = 0, IFLA_VF_STATS_TX_PACKETS = 1, IFLA_VF_STATS_RX_BYTES = 2, IFLA_VF_STATS_TX_BYTES = 3, IFLA_VF_STATS_BROADCAST = 4, IFLA_VF_STATS_MULTICAST = 5, IFLA_VF_STATS_PAD = 6, IFLA_VF_STATS_RX_DROPPED = 7, IFLA_VF_STATS_TX_DROPPED = 8, __IFLA_VF_STATS_MAX = 9, }; struct ifla_vf_trust { __u32 vf; __u32 setting; }; enum { IFLA_VF_PORT_UNSPEC = 0, IFLA_VF_PORT = 1, __IFLA_VF_PORT_MAX = 2, }; enum { IFLA_PORT_UNSPEC = 0, IFLA_PORT_VF = 1, IFLA_PORT_PROFILE = 2, IFLA_PORT_VSI_TYPE = 3, IFLA_PORT_INSTANCE_UUID = 4, IFLA_PORT_HOST_UUID = 5, IFLA_PORT_REQUEST = 6, IFLA_PORT_RESPONSE = 7, __IFLA_PORT_MAX = 8, }; struct if_stats_msg { __u8 family; __u8 pad1; __u16 pad2; __u32 ifindex; __u32 filter_mask; }; enum { IFLA_STATS_UNSPEC = 0, IFLA_STATS_LINK_64 = 1, IFLA_STATS_LINK_XSTATS = 2, IFLA_STATS_LINK_XSTATS_SLAVE = 3, IFLA_STATS_LINK_OFFLOAD_XSTATS = 4, IFLA_STATS_AF_SPEC = 5, __IFLA_STATS_MAX = 6, }; enum { IFLA_STATS_GETSET_UNSPEC = 0, IFLA_STATS_GET_FILTERS = 1, IFLA_STATS_SET_OFFLOAD_XSTATS_L3_STATS = 2, __IFLA_STATS_GETSET_MAX = 3, }; enum { IFLA_OFFLOAD_XSTATS_UNSPEC = 0, IFLA_OFFLOAD_XSTATS_CPU_HIT = 1, IFLA_OFFLOAD_XSTATS_HW_S_INFO = 2, IFLA_OFFLOAD_XSTATS_L3_STATS = 3, __IFLA_OFFLOAD_XSTATS_MAX = 4, }; enum { IFLA_OFFLOAD_XSTATS_HW_S_INFO_UNSPEC = 0, IFLA_OFFLOAD_XSTATS_HW_S_INFO_REQUEST = 1, IFLA_OFFLOAD_XSTATS_HW_S_INFO_USED = 2, __IFLA_OFFLOAD_XSTATS_HW_S_INFO_MAX = 3, }; enum { XDP_ATTACHED_NONE = 0, XDP_ATTACHED_DRV = 1, XDP_ATTACHED_SKB = 2, XDP_ATTACHED_HW = 3, XDP_ATTACHED_MULTI = 4, }; enum { IFLA_XDP_UNSPEC = 0, IFLA_XDP_FD = 1, IFLA_XDP_ATTACHED = 2, IFLA_XDP_FLAGS = 3, IFLA_XDP_PROG_ID = 4, IFLA_XDP_DRV_PROG_ID = 5, IFLA_XDP_SKB_PROG_ID = 6, IFLA_XDP_HW_PROG_ID = 7, IFLA_XDP_EXPECTED_FD = 8, __IFLA_XDP_MAX = 9, }; enum { IFLA_EVENT_NONE = 0, IFLA_EVENT_REBOOT = 1, IFLA_EVENT_FEATURES = 2, IFLA_EVENT_BONDING_FAILOVER = 3, IFLA_EVENT_NOTIFY_PEERS = 4, IFLA_EVENT_IGMP_RESEND = 5, IFLA_EVENT_BONDING_OPTIONS = 6, }; enum netdev_state_t { __LINK_STATE_START = 0, __LINK_STATE_PRESENT = 1, __LINK_STATE_NOCARRIER = 2, __LINK_STATE_LINKWATCH_PENDING = 3, __LINK_STATE_DORMANT = 4, __LINK_STATE_TESTING = 5, }; enum netdev_priv_flags { IFF_802_1Q_VLAN = 1ULL, IFF_EBRIDGE = 2ULL, IFF_BONDING = 4ULL, IFF_ISATAP = 8ULL, IFF_WAN_HDLC = 16ULL, IFF_XMIT_DST_RELEASE = 32ULL, IFF_DONT_BRIDGE = 64ULL, IFF_DISABLE_NETPOLL = 128ULL, IFF_MACVLAN_PORT = 256ULL, IFF_BRIDGE_PORT = 512ULL, IFF_OVS_DATAPATH = 1024ULL, IFF_TX_SKB_SHARING = 2048ULL, IFF_UNICAST_FLT = 4096ULL, IFF_TEAM_PORT = 8192ULL, IFF_SUPP_NOFCS = 16384ULL, IFF_LIVE_ADDR_CHANGE = 32768ULL, IFF_MACVLAN = 65536ULL, IFF_XMIT_DST_RELEASE_PERM = 131072ULL, IFF_L3MDEV_MASTER = 262144ULL, IFF_NO_QUEUE = 524288ULL, IFF_OPENVSWITCH = 1048576ULL, IFF_L3MDEV_SLAVE = 2097152ULL, IFF_TEAM = 4194304ULL, IFF_RXFH_CONFIGURED = 8388608ULL, IFF_PHONY_HEADROOM = 16777216ULL, IFF_MACSEC = 33554432ULL, IFF_NO_RX_HANDLER = 67108864ULL, IFF_FAILOVER = 134217728ULL, IFF_FAILOVER_SLAVE = 268435456ULL, IFF_L3MDEV_RX_HANDLER = 536870912ULL, IFF_NO_ADDRCONF = 1073741824ULL, IFF_TX_SKB_NO_LINEAR = 2147483648ULL, IFF_CHANGE_PROTO_DOWN = 4294967296ULL, }; enum devlink_port_type { DEVLINK_PORT_TYPE_NOTSET = 0, DEVLINK_PORT_TYPE_AUTO = 1, DEVLINK_PORT_TYPE_ETH = 2, DEVLINK_PORT_TYPE_IB = 3, }; enum devlink_port_flavour { DEVLINK_PORT_FLAVOUR_PHYSICAL = 0, DEVLINK_PORT_FLAVOUR_CPU = 1, DEVLINK_PORT_FLAVOUR_DSA = 2, DEVLINK_PORT_FLAVOUR_PCI_PF = 3, DEVLINK_PORT_FLAVOUR_PCI_VF = 4, DEVLINK_PORT_FLAVOUR_VIRTUAL = 5, DEVLINK_PORT_FLAVOUR_UNUSED = 6, DEVLINK_PORT_FLAVOUR_PCI_SF = 7, }; struct devlink_port_phys_attrs { u32 port_number; u32 split_subport_number; }; struct devlink_port_pci_pf_attrs { u32 controller; u16 pf; u8 external: 1; }; struct devlink_port_pci_vf_attrs { u32 controller; u16 pf; u16 vf; u8 external: 1; }; struct devlink_port_pci_sf_attrs { u32 controller; u32 sf; u16 pf; u8 external: 1; }; struct devlink_port_attrs { u8 split: 1; u8 splittable: 1; u32 lanes; enum devlink_port_flavour flavour; struct netdev_phys_item_id switch_id; union { struct devlink_port_phys_attrs phys; struct devlink_port_pci_pf_attrs pci_pf; struct devlink_port_pci_vf_attrs pci_vf; struct devlink_port_pci_sf_attrs pci_sf; }; }; struct devlink; struct ib_device; struct devlink_rate; struct devlink_linecard; struct devlink_port { struct list_head list; struct list_head region_list; struct devlink *devlink; unsigned int index; spinlock_t type_lock; enum devlink_port_type type; enum devlink_port_type desired_type; union { struct { struct net_device *netdev; int ifindex; char ifname[16]; } type_eth; struct { struct ib_device *ibdev; } type_ib; }; struct devlink_port_attrs attrs; u8 attrs_set: 1; u8 switch_port: 1; u8 registered: 1; u8 initialized: 1; struct delayed_work type_warn_dw; struct list_head reporter_list; struct devlink_rate *devlink_rate; struct devlink_linecard *linecard; }; struct netdev_notifier_info { struct net_device *dev; struct netlink_ext_ack *extack; }; enum netdev_offload_xstats_type { NETDEV_OFFLOAD_XSTATS_TYPE_L3 = 1, }; enum { IFLA_BRIDGE_FLAGS = 0, IFLA_BRIDGE_MODE = 1, IFLA_BRIDGE_VLAN_INFO = 2, IFLA_BRIDGE_VLAN_TUNNEL_INFO = 3, IFLA_BRIDGE_MRP = 4, IFLA_BRIDGE_CFM = 5, IFLA_BRIDGE_MST = 6, __IFLA_BRIDGE_MAX = 7, }; struct br_port_msg { __u8 family; __u32 ifindex; }; struct br_mdb_entry { __u32 ifindex; __u8 state; __u8 flags; __u16 vid; struct { union { __be32 ip4; struct in6_addr ip6; unsigned char mac_addr[6]; } u; __be16 proto; } addr; }; enum { MDBA_SET_ENTRY_UNSPEC = 0, MDBA_SET_ENTRY = 1, MDBA_SET_ENTRY_ATTRS = 2, __MDBA_SET_ENTRY_MAX = 3, }; enum { BR_MCAST_DIR_RX = 0, BR_MCAST_DIR_TX = 1, BR_MCAST_DIR_SIZE = 2, }; enum rtattr_type_t { RTA_UNSPEC = 0, RTA_DST = 1, RTA_SRC = 2, RTA_IIF = 3, RTA_OIF = 4, RTA_GATEWAY = 5, RTA_PRIORITY = 6, RTA_PREFSRC = 7, RTA_METRICS = 8, RTA_MULTIPATH = 9, RTA_PROTOINFO = 10, RTA_FLOW = 11, RTA_CACHEINFO = 12, RTA_SESSION = 13, RTA_MP_ALGO = 14, RTA_TABLE = 15, RTA_MARK = 16, RTA_MFC_STATS = 17, RTA_VIA = 18, RTA_NEWDST = 19, RTA_PREF = 20, RTA_ENCAP_TYPE = 21, RTA_ENCAP = 22, RTA_EXPIRES = 23, RTA_PAD = 24, RTA_UID = 25, RTA_TTL_PROPAGATE = 26, RTA_IP_PROTO = 27, RTA_SPORT = 28, RTA_DPORT = 29, RTA_NH_ID = 30, __RTA_MAX = 31, }; struct rta_cacheinfo { __u32 rta_clntref; __u32 rta_lastuse; __s32 rta_expires; __u32 rta_error; __u32 rta_used; __u32 rta_id; __u32 rta_ts; __u32 rta_tsage; }; struct ifinfomsg { unsigned char ifi_family; unsigned char __ifi_pad; short unsigned int ifi_type; int ifi_index; unsigned int ifi_flags; unsigned int ifi_change; }; enum nla_policy_validation { NLA_VALIDATE_NONE = 0, NLA_VALIDATE_RANGE = 1, NLA_VALIDATE_RANGE_WARN_TOO_LONG = 2, NLA_VALIDATE_MIN = 3, NLA_VALIDATE_MAX = 4, NLA_VALIDATE_MASK = 5, NLA_VALIDATE_RANGE_PTR = 6, NLA_VALIDATE_FUNCTION = 7, }; enum rtnl_kinds { RTNL_KIND_NEW = 0, RTNL_KIND_DEL = 1, RTNL_KIND_GET = 2, RTNL_KIND_SET = 3, }; struct rtnl_af_ops { struct list_head list; int family; int (*fill_link_af)(struct sk_buff *, const struct net_device *, u32); size_t (*get_link_af_size)(const struct net_device *, u32); int (*validate_link_af)(const struct net_device *, const struct nlattr *, struct netlink_ext_ack *); int (*set_link_af)(struct net_device *, const struct nlattr *, struct netlink_ext_ack *); int (*fill_stats_af)(struct sk_buff *, const struct net_device *); size_t (*get_stats_af_size)(const struct net_device *); }; struct udp_hslot { struct hlist_head head; int count; spinlock_t lock; }; enum devlink_rate_type { DEVLINK_RATE_TYPE_LEAF = 0, DEVLINK_RATE_TYPE_NODE = 1, }; struct devlink_rate { struct list_head list; enum devlink_rate_type type; struct devlink *devlink; void *priv; u64 tx_share; u64 tx_max; struct devlink_rate *parent; union { struct devlink_port *devlink_port; struct { char *name; refcount_t refcnt; }; }; u32 tx_priority; u32 tx_weight; }; struct rtnl_link { rtnl_doit_func doit; rtnl_dumpit_func dumpit; struct module *owner; unsigned int flags; struct callback_head rcu; }; struct rtnl_newlink_tbs { struct nlattr *tb[65]; struct nlattr *attr[51]; struct nlattr *slave_attr[44]; }; struct rtnl_offload_xstats_request_used { bool request; bool used; }; struct rtnl_stats_dump_filters { u32 mask[6]; }; struct rtnl_mdb_dump_ctx { long int idx; }; struct ipv4_devconf { void *sysctl; int data[33]; long unsigned int state[1]; }; struct compat_ifconf { compat_int_t ifc_len; compat_caddr_t ifcbuf; }; struct flow_dissector { unsigned int used_keys; short unsigned int offset[31]; }; struct in_ifaddr; struct ip_mc_list; struct in_device { struct net_device *dev; netdevice_tracker dev_tracker; refcount_t refcnt; int dead; struct in_ifaddr *ifa_list; struct ip_mc_list *mc_list; struct ip_mc_list **mc_hash; int mc_count; spinlock_t mc_tomb_lock; struct ip_mc_list *mc_tomb; long unsigned int mr_v1_seen; long unsigned int mr_v2_seen; long unsigned int mr_maxdelay; long unsigned int mr_qi; long unsigned int mr_qri; unsigned char mr_qrv; unsigned char mr_gq_running; u32 mr_ifc_count; struct timer_list mr_gq_timer; struct timer_list mr_ifc_timer; struct neigh_parms *arp_parms; struct ipv4_devconf cnf; struct callback_head callback_head; }; enum phylink_op_type { PHYLINK_NETDEV = 0, PHYLINK_DEV = 1, }; struct phylink_link_state; struct phylink_config { struct device *dev; enum phylink_op_type type; bool legacy_pre_march2020; bool poll_fixed_state; bool mac_managed_pm; bool ovr_an_inband; void (*get_fixed_state)(struct phylink_config *, struct phylink_link_state *); long unsigned int supported_interfaces[1]; long unsigned int mac_capabilities; }; struct dsa_device_ops; struct dsa_switch_tree; struct dsa_switch; struct dsa_bridge; struct dsa_lag; struct dsa_port { union { struct net_device *master; struct net_device *slave; }; const struct dsa_device_ops *tag_ops; struct dsa_switch_tree *dst; struct sk_buff * (*rcv)(struct sk_buff *, struct net_device *); struct dsa_switch *ds; unsigned int index; enum { DSA_PORT_TYPE_UNUSED = 0, DSA_PORT_TYPE_CPU = 1, DSA_PORT_TYPE_DSA = 2, DSA_PORT_TYPE_USER = 3, } type; const char *name; struct dsa_port *cpu_dp; u8 mac[6]; u8 stp_state; u8 vlan_filtering: 1; u8 learning: 1; u8 lag_tx_enabled: 1; u8 master_admin_up: 1; u8 master_oper_up: 1; u8 cpu_port_in_lag: 1; u8 setup: 1; struct device_node *dn; unsigned int ageing_time; struct dsa_bridge *bridge; struct devlink_port devlink_port; struct phylink *pl; struct phylink_config pl_config; struct dsa_lag *lag; struct net_device *hsr_dev; struct list_head list; const struct ethtool_ops *orig_ethtool_ops; struct mutex addr_lists_lock; struct list_head fdbs; struct list_head mdbs; struct mutex vlans_lock; union { struct list_head vlans; struct list_head user_vlans; }; }; enum netdev_lag_tx_type { NETDEV_LAG_TX_TYPE_UNKNOWN = 0, NETDEV_LAG_TX_TYPE_RANDOM = 1, NETDEV_LAG_TX_TYPE_BROADCAST = 2, NETDEV_LAG_TX_TYPE_ROUNDROBIN = 3, NETDEV_LAG_TX_TYPE_ACTIVEBACKUP = 4, NETDEV_LAG_TX_TYPE_HASH = 5, }; enum netdev_lag_hash { NETDEV_LAG_HASH_NONE = 0, NETDEV_LAG_HASH_L2 = 1, NETDEV_LAG_HASH_L34 = 2, NETDEV_LAG_HASH_L23 = 3, NETDEV_LAG_HASH_E23 = 4, NETDEV_LAG_HASH_E34 = 5, NETDEV_LAG_HASH_VLAN_SRCMAC = 6, NETDEV_LAG_HASH_UNKNOWN = 7, }; struct netdev_lag_upper_info { enum netdev_lag_tx_type tx_type; enum netdev_lag_hash hash_type; }; struct netdev_notifier_changeupper_info { struct netdev_notifier_info info; struct net_device *upper_dev; bool master; bool linking; void *upper_info; }; struct in_ifaddr { struct hlist_node hash; struct in_ifaddr *ifa_next; struct in_device *ifa_dev; struct callback_head callback_head; __be32 ifa_local; __be32 ifa_address; __be32 ifa_mask; __u32 ifa_rt_priority; __be32 ifa_broadcast; unsigned char ifa_scope; unsigned char ifa_prefixlen; unsigned char ifa_proto; __u32 ifa_flags; char ifa_label[16]; __u32 ifa_valid_lft; __u32 ifa_preferred_lft; long unsigned int ifa_cstamp; long unsigned int ifa_tstamp; }; struct hwtstamp_config { int flags; int tx_type; int rx_filter; }; enum hwtstamp_flags { HWTSTAMP_FLAG_BONDED_PHC_INDEX = 1, HWTSTAMP_FLAG_LAST = 1, HWTSTAMP_FLAG_MASK = 1, }; enum hwtstamp_tx_types { HWTSTAMP_TX_OFF = 0, HWTSTAMP_TX_ON = 1, HWTSTAMP_TX_ONESTEP_SYNC = 2, HWTSTAMP_TX_ONESTEP_P2P = 3, __HWTSTAMP_TX_CNT = 4, }; enum hwtstamp_rx_filters { HWTSTAMP_FILTER_NONE = 0, HWTSTAMP_FILTER_ALL = 1, HWTSTAMP_FILTER_SOME = 2, HWTSTAMP_FILTER_PTP_V1_L4_EVENT = 3, HWTSTAMP_FILTER_PTP_V1_L4_SYNC = 4, HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ = 5, HWTSTAMP_FILTER_PTP_V2_L4_EVENT = 6, HWTSTAMP_FILTER_PTP_V2_L4_SYNC = 7, HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ = 8, HWTSTAMP_FILTER_PTP_V2_L2_EVENT = 9, HWTSTAMP_FILTER_PTP_V2_L2_SYNC = 10, HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ = 11, HWTSTAMP_FILTER_PTP_V2_EVENT = 12, HWTSTAMP_FILTER_PTP_V2_SYNC = 13, HWTSTAMP_FILTER_PTP_V2_DELAY_REQ = 14, HWTSTAMP_FILTER_NTP_ALL = 15, __HWTSTAMP_FILTER_CNT = 16, }; struct kernel_hwtstamp_config { int flags; int tx_type; int rx_filter; }; struct flow_match { struct flow_dissector *dissector; void *mask; void *key; }; enum flow_action_id { FLOW_ACTION_ACCEPT = 0, FLOW_ACTION_DROP = 1, FLOW_ACTION_TRAP = 2, FLOW_ACTION_GOTO = 3, FLOW_ACTION_REDIRECT = 4, FLOW_ACTION_MIRRED = 5, FLOW_ACTION_REDIRECT_INGRESS = 6, FLOW_ACTION_MIRRED_INGRESS = 7, FLOW_ACTION_VLAN_PUSH = 8, FLOW_ACTION_VLAN_POP = 9, FLOW_ACTION_VLAN_MANGLE = 10, FLOW_ACTION_TUNNEL_ENCAP = 11, FLOW_ACTION_TUNNEL_DECAP = 12, FLOW_ACTION_MANGLE = 13, FLOW_ACTION_ADD = 14, FLOW_ACTION_CSUM = 15, FLOW_ACTION_MARK = 16, FLOW_ACTION_PTYPE = 17, FLOW_ACTION_PRIORITY = 18, FLOW_ACTION_RX_QUEUE_MAPPING = 19, FLOW_ACTION_WAKE = 20, FLOW_ACTION_QUEUE = 21, FLOW_ACTION_SAMPLE = 22, FLOW_ACTION_POLICE = 23, FLOW_ACTION_CT = 24, FLOW_ACTION_CT_METADATA = 25, FLOW_ACTION_MPLS_PUSH = 26, FLOW_ACTION_MPLS_POP = 27, FLOW_ACTION_MPLS_MANGLE = 28, FLOW_ACTION_GATE = 29, FLOW_ACTION_PPPOE_PUSH = 30, FLOW_ACTION_JUMP = 31, FLOW_ACTION_PIPE = 32, FLOW_ACTION_VLAN_PUSH_ETH = 33, FLOW_ACTION_VLAN_POP_ETH = 34, FLOW_ACTION_CONTINUE = 35, NUM_FLOW_ACTIONS = 36, }; enum flow_action_hw_stats { FLOW_ACTION_HW_STATS_IMMEDIATE = 1, FLOW_ACTION_HW_STATS_DELAYED = 2, FLOW_ACTION_HW_STATS_ANY = 3, FLOW_ACTION_HW_STATS_DISABLED = 4, FLOW_ACTION_HW_STATS_DONT_CARE = 7, }; typedef void (*action_destr)(void *); enum flow_action_mangle_base { FLOW_ACT_MANGLE_UNSPEC = 0, FLOW_ACT_MANGLE_HDR_TYPE_ETH = 1, FLOW_ACT_MANGLE_HDR_TYPE_IP4 = 2, FLOW_ACT_MANGLE_HDR_TYPE_IP6 = 3, FLOW_ACT_MANGLE_HDR_TYPE_TCP = 4, FLOW_ACT_MANGLE_HDR_TYPE_UDP = 5, }; struct nf_flowtable; struct psample_group; struct action_gate_entry; struct flow_action_cookie; struct flow_action_entry { enum flow_action_id id; u32 hw_index; long unsigned int cookie; u64 miss_cookie; enum flow_action_hw_stats hw_stats; action_destr destructor; void *destructor_priv; union { u32 chain_index; struct net_device *dev; struct { u16 vid; __be16 proto; u8 prio; } vlan; struct { unsigned char dst[6]; unsigned char src[6]; } vlan_push_eth; struct { enum flow_action_mangle_base htype; u32 offset; u32 mask; u32 val; } mangle; struct ip_tunnel_info *tunnel; u32 csum_flags; u32 mark; u16 ptype; u16 rx_queue; u32 priority; struct { u32 ctx; u32 index; u8 vf; } queue; struct { struct psample_group *psample_group; u32 rate; u32 trunc_size; bool truncate; } sample; struct { u32 burst; u64 rate_bytes_ps; u64 peakrate_bytes_ps; u32 avrate; u16 overhead; u64 burst_pkt; u64 rate_pkt_ps; u32 mtu; struct { enum flow_action_id act_id; u32 extval; } exceed; struct { enum flow_action_id act_id; u32 extval; } notexceed; } police; struct { int action; u16 zone; struct nf_flowtable *flow_table; } ct; struct { long unsigned int cookie; u32 mark; u32 labels[4]; bool orig_dir; } ct_metadata; struct { u32 label; __be16 proto; u8 tc; u8 bos; u8 ttl; } mpls_push; struct { __be16 proto; } mpls_pop; struct { u32 label; u8 tc; u8 bos; u8 ttl; } mpls_mangle; struct { s32 prio; u64 basetime; u64 cycletime; u64 cycletimeext; u32 num_entries; struct action_gate_entry *entries; } gate; struct { u16 sid; } pppoe; }; struct flow_action_cookie *user_cookie; }; struct flow_action { unsigned int num_entries; struct flow_action_entry entries[0]; }; struct flow_rule { struct flow_match match; struct flow_action action; }; struct dsa_chip_data { struct device *host_dev; int sw_addr; struct device *netdev[12]; int eeprom_len; struct device_node *of_node; char *port_names[12]; struct device_node *port_dn[12]; s8 rtable[4]; }; struct dsa_platform_data { struct device *netdev; struct net_device *of_netdev; int nr_chips; struct dsa_chip_data *chip; }; struct phylink_link_state { long unsigned int advertising[2]; long unsigned int lp_advertising[2]; phy_interface_t interface; int speed; int duplex; int pause; int rate_matching; unsigned int link: 1; unsigned int an_complete: 1; }; struct phylink_pcs_ops; struct phylink_pcs { const struct phylink_pcs_ops *ops; bool poll; }; struct phylink_pcs_ops { int (*pcs_validate)(struct phylink_pcs *, long unsigned int *, const struct phylink_link_state *); void (*pcs_get_state)(struct phylink_pcs *, struct phylink_link_state *); int (*pcs_config)(struct phylink_pcs *, unsigned int, phy_interface_t, const long unsigned int *, bool); void (*pcs_an_restart)(struct phylink_pcs *); void (*pcs_link_up)(struct phylink_pcs *, unsigned int, phy_interface_t, int, int); }; struct flow_action_cookie { u32 cookie_len; u8 cookie[0]; }; struct flow_stats { u64 pkts; u64 bytes; u64 drops; u64 lastused; enum flow_action_hw_stats used_hw_stats; bool used_hw_stats_valid; }; enum flow_cls_command { FLOW_CLS_REPLACE = 0, FLOW_CLS_DESTROY = 1, FLOW_CLS_STATS = 2, FLOW_CLS_TMPLT_CREATE = 3, FLOW_CLS_TMPLT_DESTROY = 4, }; struct flow_cls_common_offload { u32 chain_index; __be16 protocol; u32 prio; struct netlink_ext_ack *extack; }; struct flow_cls_offload { struct flow_cls_common_offload common; enum flow_cls_command command; bool use_act_stats; long unsigned int cookie; struct flow_rule *rule; struct flow_stats stats; u32 classid; }; enum devlink_sb_pool_type { DEVLINK_SB_POOL_TYPE_INGRESS = 0, DEVLINK_SB_POOL_TYPE_EGRESS = 1, }; enum devlink_sb_threshold_type { DEVLINK_SB_THRESHOLD_TYPE_STATIC = 0, DEVLINK_SB_THRESHOLD_TYPE_DYNAMIC = 1, }; enum devlink_param_cmode { DEVLINK_PARAM_CMODE_RUNTIME = 0, DEVLINK_PARAM_CMODE_DRIVERINIT = 1, DEVLINK_PARAM_CMODE_PERMANENT = 2, __DEVLINK_PARAM_CMODE_MAX = 3, DEVLINK_PARAM_CMODE_MAX = 2, }; struct devlink_sb_pool_info { enum devlink_sb_pool_type pool_type; u32 size; enum devlink_sb_threshold_type threshold_type; u32 cell_size; }; union devlink_param_value { u8 vu8; u16 vu16; u32 vu32; char vstr[32]; bool vbool; }; struct devlink_param_gset_ctx { union devlink_param_value val; enum devlink_param_cmode cmode; }; struct switchdev_mst_state { u16 msti; u8 state; }; struct switchdev_brport_flags { long unsigned int val; long unsigned int mask; }; struct switchdev_vlan_msti { u16 vid; u16 msti; }; enum switchdev_obj_id { SWITCHDEV_OBJ_ID_UNDEFINED = 0, SWITCHDEV_OBJ_ID_PORT_VLAN = 1, SWITCHDEV_OBJ_ID_PORT_MDB = 2, SWITCHDEV_OBJ_ID_HOST_MDB = 3, SWITCHDEV_OBJ_ID_MRP = 4, SWITCHDEV_OBJ_ID_RING_TEST_MRP = 5, SWITCHDEV_OBJ_ID_RING_ROLE_MRP = 6, SWITCHDEV_OBJ_ID_RING_STATE_MRP = 7, SWITCHDEV_OBJ_ID_IN_TEST_MRP = 8, SWITCHDEV_OBJ_ID_IN_ROLE_MRP = 9, SWITCHDEV_OBJ_ID_IN_STATE_MRP = 10, }; struct switchdev_obj { struct list_head list; struct net_device *orig_dev; enum switchdev_obj_id id; u32 flags; void *complete_priv; void (*complete)(struct net_device *, int, void *); }; struct switchdev_obj_port_vlan { struct switchdev_obj obj; u16 flags; u16 vid; bool changed; }; struct switchdev_obj_port_mdb { struct switchdev_obj obj; unsigned char addr[6]; u16 vid; }; struct switchdev_obj_mrp { struct switchdev_obj obj; struct net_device *p_port; struct net_device *s_port; u32 ring_id; u16 prio; }; struct switchdev_obj_ring_role_mrp { struct switchdev_obj obj; u8 ring_role; u32 ring_id; u8 sw_backup; }; enum dsa_tag_protocol { DSA_TAG_PROTO_NONE = 0, DSA_TAG_PROTO_BRCM = 1, DSA_TAG_PROTO_BRCM_LEGACY = 22, DSA_TAG_PROTO_BRCM_PREPEND = 2, DSA_TAG_PROTO_DSA = 3, DSA_TAG_PROTO_EDSA = 4, DSA_TAG_PROTO_GSWIP = 5, DSA_TAG_PROTO_KSZ9477 = 6, DSA_TAG_PROTO_KSZ9893 = 7, DSA_TAG_PROTO_LAN9303 = 8, DSA_TAG_PROTO_MTK = 9, DSA_TAG_PROTO_QCA = 10, DSA_TAG_PROTO_TRAILER = 11, DSA_TAG_PROTO_8021Q = 12, DSA_TAG_PROTO_SJA1105 = 13, DSA_TAG_PROTO_KSZ8795 = 14, DSA_TAG_PROTO_OCELOT = 15, DSA_TAG_PROTO_AR9331 = 16, DSA_TAG_PROTO_RTL4_A = 17, DSA_TAG_PROTO_HELLCREEK = 18, DSA_TAG_PROTO_XRS700X = 19, DSA_TAG_PROTO_OCELOT_8021Q = 20, DSA_TAG_PROTO_SEVILLE = 21, DSA_TAG_PROTO_SJA1110 = 23, DSA_TAG_PROTO_RTL8_4 = 24, DSA_TAG_PROTO_RTL8_4T = 25, DSA_TAG_PROTO_RZN1_A5PSW = 26, DSA_TAG_PROTO_LAN937X = 27, }; struct dsa_device_ops { struct sk_buff * (*xmit)(struct sk_buff *, struct net_device *); struct sk_buff * (*rcv)(struct sk_buff *, struct net_device *); void (*flow_dissect)(const struct sk_buff *, __be16 *, int *); int (*connect)(struct dsa_switch *); void (*disconnect)(struct dsa_switch *); unsigned int needed_headroom; unsigned int needed_tailroom; const char *name; enum dsa_tag_protocol proto; bool promisc_on_master; }; struct dsa_8021q_context; struct dsa_switch_ops; struct dsa_switch { struct device *dev; struct dsa_switch_tree *dst; unsigned int index; u32 setup: 1; u32 vlan_filtering_is_global: 1; u32 needs_standalone_vlan_filtering: 1; u32 configure_vlan_while_not_filtering: 1; u32 untag_bridge_pvid: 1; u32 assisted_learning_on_cpu_port: 1; u32 vlan_filtering: 1; u32 mtu_enforcement_ingress: 1; u32 fdb_isolation: 1; struct notifier_block nb; void *priv; void *tagger_data; struct dsa_chip_data *cd; const struct dsa_switch_ops *ops; u32 phys_mii_mask; struct mii_bus *slave_mii_bus; unsigned int ageing_time_min; unsigned int ageing_time_max; struct dsa_8021q_context *tag_8021q_ctx; struct devlink *devlink; unsigned int num_tx_queues; unsigned int num_lag_ids; unsigned int max_num_bridges; unsigned int num_ports; }; struct dsa_lag { struct net_device *dev; unsigned int id; struct mutex fdb_lock; struct list_head fdbs; refcount_t refcount; }; struct dsa_switch_tree { struct list_head list; struct list_head ports; struct raw_notifier_head nh; unsigned int index; struct kref refcount; struct dsa_lag **lags; const struct dsa_device_ops *tag_ops; enum dsa_tag_protocol default_proto; bool setup; struct dsa_platform_data *pd; struct list_head rtable; unsigned int lags_len; unsigned int last_switch; }; struct dsa_mall_mirror_tc_entry { u8 to_local_port; bool ingress; }; struct dsa_mall_policer_tc_entry { u32 burst; u64 rate_bytes_per_sec; }; struct dsa_bridge { struct net_device *dev; unsigned int num; bool tx_fwd_offload; refcount_t refcount; }; enum dsa_db_type { DSA_DB_PORT = 0, DSA_DB_LAG = 1, DSA_DB_BRIDGE = 2, }; struct dsa_db { enum dsa_db_type type; union { const struct dsa_port *dp; struct dsa_lag lag; struct dsa_bridge bridge; }; }; typedef int dsa_fdb_dump_cb_t(const unsigned char *, u16, bool, void *); struct devlink_info_req; struct dsa_switch_ops { enum dsa_tag_protocol (*get_tag_protocol)(struct dsa_switch *, int, enum dsa_tag_protocol); int (*change_tag_protocol)(struct dsa_switch *, enum dsa_tag_protocol); int (*connect_tag_protocol)(struct dsa_switch *, enum dsa_tag_protocol); int (*port_change_master)(struct dsa_switch *, int, struct net_device *, struct netlink_ext_ack *); int (*setup)(struct dsa_switch *); void (*teardown)(struct dsa_switch *); int (*port_setup)(struct dsa_switch *, int); void (*port_teardown)(struct dsa_switch *, int); u32 (*get_phy_flags)(struct dsa_switch *, int); int (*phy_read)(struct dsa_switch *, int, int); int (*phy_write)(struct dsa_switch *, int, int, u16); void (*adjust_link)(struct dsa_switch *, int, struct phy_device *); void (*fixed_link_update)(struct dsa_switch *, int, struct fixed_phy_status *); void (*phylink_get_caps)(struct dsa_switch *, int, struct phylink_config *); struct phylink_pcs * (*phylink_mac_select_pcs)(struct dsa_switch *, int, phy_interface_t); int (*phylink_mac_link_state)(struct dsa_switch *, int, struct phylink_link_state *); void (*phylink_mac_config)(struct dsa_switch *, int, unsigned int, const struct phylink_link_state *); void (*phylink_mac_an_restart)(struct dsa_switch *, int); void (*phylink_mac_link_down)(struct dsa_switch *, int, unsigned int, phy_interface_t); void (*phylink_mac_link_up)(struct dsa_switch *, int, unsigned int, phy_interface_t, struct phy_device *, int, int, bool, bool); void (*phylink_fixed_state)(struct dsa_switch *, int, struct phylink_link_state *); void (*get_strings)(struct dsa_switch *, int, u32, uint8_t *); void (*get_ethtool_stats)(struct dsa_switch *, int, uint64_t *); int (*get_sset_count)(struct dsa_switch *, int, int); void (*get_ethtool_phy_stats)(struct dsa_switch *, int, uint64_t *); void (*get_eth_phy_stats)(struct dsa_switch *, int, struct ethtool_eth_phy_stats *); void (*get_eth_mac_stats)(struct dsa_switch *, int, struct ethtool_eth_mac_stats *); void (*get_eth_ctrl_stats)(struct dsa_switch *, int, struct ethtool_eth_ctrl_stats *); void (*get_rmon_stats)(struct dsa_switch *, int, struct ethtool_rmon_stats *, const struct ethtool_rmon_hist_range **); void (*get_stats64)(struct dsa_switch *, int, struct rtnl_link_stats64 *); void (*get_pause_stats)(struct dsa_switch *, int, struct ethtool_pause_stats *); void (*self_test)(struct dsa_switch *, int, struct ethtool_test *, u64 *); void (*get_wol)(struct dsa_switch *, int, struct ethtool_wolinfo *); int (*set_wol)(struct dsa_switch *, int, struct ethtool_wolinfo *); int (*get_ts_info)(struct dsa_switch *, int, struct ethtool_ts_info *); int (*get_mm)(struct dsa_switch *, int, struct ethtool_mm_state *); int (*set_mm)(struct dsa_switch *, int, struct ethtool_mm_cfg *, struct netlink_ext_ack *); void (*get_mm_stats)(struct dsa_switch *, int, struct ethtool_mm_stats *); int (*port_get_default_prio)(struct dsa_switch *, int); int (*port_set_default_prio)(struct dsa_switch *, int, u8); int (*port_get_dscp_prio)(struct dsa_switch *, int, u8); int (*port_add_dscp_prio)(struct dsa_switch *, int, u8, u8); int (*port_del_dscp_prio)(struct dsa_switch *, int, u8, u8); int (*suspend)(struct dsa_switch *); int (*resume)(struct dsa_switch *); int (*port_enable)(struct dsa_switch *, int, struct phy_device *); void (*port_disable)(struct dsa_switch *, int); struct dsa_port * (*preferred_default_local_cpu_port)(struct dsa_switch *); int (*set_mac_eee)(struct dsa_switch *, int, struct ethtool_eee *); int (*get_mac_eee)(struct dsa_switch *, int, struct ethtool_eee *); int (*get_eeprom_len)(struct dsa_switch *); int (*get_eeprom)(struct dsa_switch *, struct ethtool_eeprom *, u8 *); int (*set_eeprom)(struct dsa_switch *, struct ethtool_eeprom *, u8 *); int (*get_regs_len)(struct dsa_switch *, int); void (*get_regs)(struct dsa_switch *, int, struct ethtool_regs *, void *); int (*port_prechangeupper)(struct dsa_switch *, int, struct netdev_notifier_changeupper_info *); int (*set_ageing_time)(struct dsa_switch *, unsigned int); int (*port_bridge_join)(struct dsa_switch *, int, struct dsa_bridge, bool *, struct netlink_ext_ack *); void (*port_bridge_leave)(struct dsa_switch *, int, struct dsa_bridge); void (*port_stp_state_set)(struct dsa_switch *, int, u8); int (*port_mst_state_set)(struct dsa_switch *, int, const struct switchdev_mst_state *); void (*port_fast_age)(struct dsa_switch *, int); int (*port_vlan_fast_age)(struct dsa_switch *, int, u16); int (*port_pre_bridge_flags)(struct dsa_switch *, int, struct switchdev_brport_flags, struct netlink_ext_ack *); int (*port_bridge_flags)(struct dsa_switch *, int, struct switchdev_brport_flags, struct netlink_ext_ack *); void (*port_set_host_flood)(struct dsa_switch *, int, bool, bool); int (*port_vlan_filtering)(struct dsa_switch *, int, bool, struct netlink_ext_ack *); int (*port_vlan_add)(struct dsa_switch *, int, const struct switchdev_obj_port_vlan *, struct netlink_ext_ack *); int (*port_vlan_del)(struct dsa_switch *, int, const struct switchdev_obj_port_vlan *); int (*vlan_msti_set)(struct dsa_switch *, struct dsa_bridge, const struct switchdev_vlan_msti *); int (*port_fdb_add)(struct dsa_switch *, int, const unsigned char *, u16, struct dsa_db); int (*port_fdb_del)(struct dsa_switch *, int, const unsigned char *, u16, struct dsa_db); int (*port_fdb_dump)(struct dsa_switch *, int, dsa_fdb_dump_cb_t *, void *); int (*lag_fdb_add)(struct dsa_switch *, struct dsa_lag, const unsigned char *, u16, struct dsa_db); int (*lag_fdb_del)(struct dsa_switch *, struct dsa_lag, const unsigned char *, u16, struct dsa_db); int (*port_mdb_add)(struct dsa_switch *, int, const struct switchdev_obj_port_mdb *, struct dsa_db); int (*port_mdb_del)(struct dsa_switch *, int, const struct switchdev_obj_port_mdb *, struct dsa_db); int (*get_rxnfc)(struct dsa_switch *, int, struct ethtool_rxnfc *, u32 *); int (*set_rxnfc)(struct dsa_switch *, int, struct ethtool_rxnfc *); int (*cls_flower_add)(struct dsa_switch *, int, struct flow_cls_offload *, bool); int (*cls_flower_del)(struct dsa_switch *, int, struct flow_cls_offload *, bool); int (*cls_flower_stats)(struct dsa_switch *, int, struct flow_cls_offload *, bool); int (*port_mirror_add)(struct dsa_switch *, int, struct dsa_mall_mirror_tc_entry *, bool, struct netlink_ext_ack *); void (*port_mirror_del)(struct dsa_switch *, int, struct dsa_mall_mirror_tc_entry *); int (*port_policer_add)(struct dsa_switch *, int, struct dsa_mall_policer_tc_entry *); void (*port_policer_del)(struct dsa_switch *, int); int (*port_setup_tc)(struct dsa_switch *, int, enum tc_setup_type, void *); int (*crosschip_bridge_join)(struct dsa_switch *, int, int, int, struct dsa_bridge, struct netlink_ext_ack *); void (*crosschip_bridge_leave)(struct dsa_switch *, int, int, int, struct dsa_bridge); int (*crosschip_lag_change)(struct dsa_switch *, int, int); int (*crosschip_lag_join)(struct dsa_switch *, int, int, struct dsa_lag, struct netdev_lag_upper_info *, struct netlink_ext_ack *); int (*crosschip_lag_leave)(struct dsa_switch *, int, int, struct dsa_lag); int (*port_hwtstamp_get)(struct dsa_switch *, int, struct ifreq *); int (*port_hwtstamp_set)(struct dsa_switch *, int, struct ifreq *); void (*port_txtstamp)(struct dsa_switch *, int, struct sk_buff *); bool (*port_rxtstamp)(struct dsa_switch *, int, struct sk_buff *, unsigned int); int (*devlink_param_get)(struct dsa_switch *, u32, struct devlink_param_gset_ctx *); int (*devlink_param_set)(struct dsa_switch *, u32, struct devlink_param_gset_ctx *); int (*devlink_info_get)(struct dsa_switch *, struct devlink_info_req *, struct netlink_ext_ack *); int (*devlink_sb_pool_get)(struct dsa_switch *, unsigned int, u16, struct devlink_sb_pool_info *); int (*devlink_sb_pool_set)(struct dsa_switch *, unsigned int, u16, u32, enum devlink_sb_threshold_type, struct netlink_ext_ack *); int (*devlink_sb_port_pool_get)(struct dsa_switch *, int, unsigned int, u16, u32 *); int (*devlink_sb_port_pool_set)(struct dsa_switch *, int, unsigned int, u16, u32, struct netlink_ext_ack *); int (*devlink_sb_tc_pool_bind_get)(struct dsa_switch *, int, unsigned int, u16, enum devlink_sb_pool_type, u16 *, u32 *); int (*devlink_sb_tc_pool_bind_set)(struct dsa_switch *, int, unsigned int, u16, enum devlink_sb_pool_type, u16, u32, struct netlink_ext_ack *); int (*devlink_sb_occ_snapshot)(struct dsa_switch *, unsigned int); int (*devlink_sb_occ_max_clear)(struct dsa_switch *, unsigned int); int (*devlink_sb_occ_port_pool_get)(struct dsa_switch *, int, unsigned int, u16, u32 *, u32 *); int (*devlink_sb_occ_tc_port_bind_get)(struct dsa_switch *, int, unsigned int, u16, enum devlink_sb_pool_type, u32 *, u32 *); int (*port_change_mtu)(struct dsa_switch *, int, int); int (*port_max_mtu)(struct dsa_switch *, int); int (*port_lag_change)(struct dsa_switch *, int); int (*port_lag_join)(struct dsa_switch *, int, struct dsa_lag, struct netdev_lag_upper_info *, struct netlink_ext_ack *); int (*port_lag_leave)(struct dsa_switch *, int, struct dsa_lag); int (*port_hsr_join)(struct dsa_switch *, int, struct net_device *); int (*port_hsr_leave)(struct dsa_switch *, int, struct net_device *); int (*port_mrp_add)(struct dsa_switch *, int, const struct switchdev_obj_mrp *); int (*port_mrp_del)(struct dsa_switch *, int, const struct switchdev_obj_mrp *); int (*port_mrp_add_ring_role)(struct dsa_switch *, int, const struct switchdev_obj_ring_role_mrp *); int (*port_mrp_del_ring_role)(struct dsa_switch *, int, const struct switchdev_obj_ring_role_mrp *); int (*tag_8021q_vlan_add)(struct dsa_switch *, int, u16, u16); int (*tag_8021q_vlan_del)(struct dsa_switch *, int, u16); void (*master_state_change)(struct dsa_switch *, const struct net_device *, bool); }; struct dsa_stubs { int (*master_hwtstamp_validate)(struct net_device *, const struct kernel_hwtstamp_config *, struct netlink_ext_ack *); }; struct rhashtable_walker { struct list_head list; struct bucket_table *tbl; }; struct rhashtable_iter { struct rhashtable *ht; struct rhash_head *p; struct rhlist_head *list; struct rhashtable_walker walker; unsigned int slot; unsigned int skip; bool end_of_table; }; enum netdev_xdp_act { NETDEV_XDP_ACT_BASIC = 1, NETDEV_XDP_ACT_REDIRECT = 2, NETDEV_XDP_ACT_NDO_XMIT = 4, NETDEV_XDP_ACT_XSK_ZEROCOPY = 8, NETDEV_XDP_ACT_HW_OFFLOAD = 16, NETDEV_XDP_ACT_RX_SG = 32, NETDEV_XDP_ACT_NDO_XMIT_SG = 64, NETDEV_XDP_ACT_MASK = 127, }; enum xdp_mem_type { MEM_TYPE_PAGE_SHARED = 0, MEM_TYPE_PAGE_ORDER0 = 1, MEM_TYPE_PAGE_POOL = 2, MEM_TYPE_XSK_BUFF_POOL = 3, MEM_TYPE_MAX = 4, }; enum xdp_buff_flags { XDP_FLAGS_HAS_FRAGS = 1, XDP_FLAGS_FRAGS_PF_MEMALLOC = 2, }; struct xdp_frame_bulk { int count; void *xa; void *q[16]; }; struct xdp_attachment_info { struct bpf_prog *prog; u32 flags; }; struct xdp_umem; struct xsk_queue; struct xdp_buff_xsk; struct xdp_desc; struct xsk_buff_pool { struct device *dev; struct net_device *netdev; struct list_head xsk_tx_list; spinlock_t xsk_tx_list_lock; refcount_t users; struct xdp_umem *umem; struct work_struct work; struct list_head free_list; u32 heads_cnt; u16 queue_id; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xsk_queue *fq; struct xsk_queue *cq; dma_addr_t *dma_pages; struct xdp_buff_xsk *heads; struct xdp_desc *tx_descs; u64 chunk_mask; u64 addrs_cnt; u32 free_list_cnt; u32 dma_pages_cnt; u32 free_heads_cnt; u32 headroom; u32 chunk_size; u32 chunk_shift; u32 frame_len; u8 cached_need_wakeup; bool uses_need_wakeup; bool dma_need_sync; bool unaligned; void *addrs; spinlock_t cq_lock; struct xdp_buff_xsk *free_heads[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_nh_params { u32 nh_family; union { u32 ipv4_nh; struct in6_addr ipv6_nh; }; }; struct bpf_redirect_info { u64 tgt_index; void *tgt_value; struct bpf_map *map; u32 flags; u32 kern_flags; u32 map_id; enum bpf_map_type map_type; struct bpf_nh_params nh; }; struct xdp_mem_allocator { struct xdp_mem_info mem; union { void *allocator; struct page_pool *page_pool; }; struct rhash_head node; struct callback_head rcu; }; struct xdp_desc { __u64 addr; __u32 len; __u32 options; }; struct xdp_umem { void *addrs; u64 size; u32 headroom; u32 chunk_size; u32 chunks; u32 npgs; struct user_struct *user; refcount_t users; u8 flags; bool zc; struct page **pgs; int id; struct list_head xsk_dma_list; struct work_struct work; }; struct xdp_buff_xsk { struct xdp_buff xdp; u8 cb[24]; dma_addr_t dma; dma_addr_t frame_dma; struct xsk_buff_pool *pool; u64 orig_addr; struct list_head free_list_node; }; enum { NETDEV_A_DEV_IFINDEX = 1, NETDEV_A_DEV_PAD = 2, NETDEV_A_DEV_XDP_FEATURES = 3, __NETDEV_A_DEV_MAX = 4, NETDEV_A_DEV_MAX = 3, }; enum { NETDEV_CMD_DEV_GET = 1, NETDEV_CMD_DEV_ADD_NTF = 2, NETDEV_CMD_DEV_DEL_NTF = 3, NETDEV_CMD_DEV_CHANGE_NTF = 4, __NETDEV_CMD_MAX = 5, NETDEV_CMD_MAX = 4, }; enum { NETDEV_NLGRP_MGMT = 0, }; struct page_pool_stats { struct page_pool_alloc_stats alloc_stats; struct page_pool_recycle_stats recycle_stats; }; enum rt_class_t { RT_TABLE_UNSPEC = 0, RT_TABLE_COMPAT = 252, RT_TABLE_DEFAULT = 253, RT_TABLE_MAIN = 254, RT_TABLE_LOCAL = 255, RT_TABLE_MAX = 4294967295, }; struct fib_rule_uid_range { __u32 start; __u32 end; }; enum { FRA_UNSPEC = 0, FRA_DST = 1, FRA_SRC = 2, FRA_IIFNAME = 3, FRA_GOTO = 4, FRA_UNUSED2 = 5, FRA_PRIORITY = 6, FRA_UNUSED3 = 7, FRA_UNUSED4 = 8, FRA_UNUSED5 = 9, FRA_FWMARK = 10, FRA_FLOW = 11, FRA_TUN_ID = 12, FRA_SUPPRESS_IFGROUP = 13, FRA_SUPPRESS_PREFIXLEN = 14, FRA_TABLE = 15, FRA_FWMASK = 16, FRA_OIFNAME = 17, FRA_PAD = 18, FRA_L3MDEV = 19, FRA_UID_RANGE = 20, FRA_PROTOCOL = 21, FRA_IP_PROTO = 22, FRA_SPORT_RANGE = 23, FRA_DPORT_RANGE = 24, __FRA_MAX = 25, }; enum { FR_ACT_UNSPEC = 0, FR_ACT_TO_TBL = 1, FR_ACT_GOTO = 2, FR_ACT_NOP = 3, FR_ACT_RES3 = 4, FR_ACT_RES4 = 5, FR_ACT_BLACKHOLE = 6, FR_ACT_UNREACHABLE = 7, FR_ACT_PROHIBIT = 8, __FR_ACT_MAX = 9, }; struct fib_notifier_info { int family; struct netlink_ext_ack *extack; }; enum fib_event_type { FIB_EVENT_ENTRY_REPLACE = 0, FIB_EVENT_ENTRY_APPEND = 1, FIB_EVENT_ENTRY_ADD = 2, FIB_EVENT_ENTRY_DEL = 3, FIB_EVENT_RULE_ADD = 4, FIB_EVENT_RULE_DEL = 5, FIB_EVENT_NH_ADD = 6, FIB_EVENT_NH_DEL = 7, FIB_EVENT_VIF_ADD = 8, FIB_EVENT_VIF_DEL = 9, }; struct fib_rule_notifier_info { struct fib_notifier_info info; struct fib_rule *rule; }; enum ethtool_test_flags { ETH_TEST_FL_OFFLINE = 1, ETH_TEST_FL_FAILED = 2, ETH_TEST_FL_EXTERNAL_LB = 4, ETH_TEST_FL_EXTERNAL_LB_DONE = 8, }; struct packet_type { __be16 type; bool ignore_outgoing; struct net_device *dev; netdevice_tracker dev_tracker; int (*func)(struct sk_buff *, struct net_device *, struct packet_type *, struct net_device *); void (*list_func)(struct list_head *, struct packet_type *, struct net_device *); bool (*id_match)(struct packet_type *, struct sock *); struct net *af_packet_net; void *af_packet_priv; struct list_head list; }; struct net_packet_attrs { const unsigned char *src; const unsigned char *dst; u32 ip_src; u32 ip_dst; bool tcp; u16 sport; u16 dport; int timeout; int size; int max_size; u8 id; u16 queue_mapping; }; struct net_test_priv { struct net_packet_attrs *packet; struct packet_type pt; struct completion comp; int double_vlan; int vlan_id; int ok; }; struct netsfhdr { __be32 version; __be64 magic; u8 id; } __attribute__((packed)); struct net_test { char name[32]; int (*fn)(struct net_device *); }; enum tca_id { TCA_ID_UNSPEC = 0, TCA_ID_POLICE = 1, TCA_ID_GACT = 5, TCA_ID_IPT = 6, TCA_ID_PEDIT = 7, TCA_ID_MIRRED = 8, TCA_ID_NAT = 9, TCA_ID_XT = 10, TCA_ID_SKBEDIT = 11, TCA_ID_VLAN = 12, TCA_ID_BPF = 13, TCA_ID_CONNMARK = 14, TCA_ID_SKBMOD = 15, TCA_ID_CSUM = 16, TCA_ID_TUNNEL_KEY = 17, TCA_ID_SIMP = 22, TCA_ID_IFE = 25, TCA_ID_SAMPLE = 26, TCA_ID_CTINFO = 27, TCA_ID_MPLS = 28, TCA_ID_CT = 29, TCA_ID_GATE = 30, __TCA_ID_MAX = 255, }; struct tcf_t { __u64 install; __u64 lastuse; __u64 expires; __u64 firstuse; }; struct tcf_walker { int stop; int skip; int count; bool nonempty; long unsigned int cookie; int (*fn)(struct tcf_proto *, void *, struct tcf_walker *); }; struct tc_action; struct tcf_exts_miss_cookie_node; struct tcf_exts { __u32 type; int nr_actions; struct tc_action **actions; struct net *net; netns_tracker ns_tracker; struct tcf_exts_miss_cookie_node *miss_cookie_node; int action; int police; }; struct tcf_idrinfo { struct mutex lock; struct idr action_idr; struct net *net; }; struct tc_action_ops; struct tc_cookie; struct tc_action { const struct tc_action_ops *ops; __u32 type; struct tcf_idrinfo *idrinfo; u32 tcfa_index; refcount_t tcfa_refcnt; atomic_t tcfa_bindcnt; int tcfa_action; struct tcf_t tcfa_tm; long: 64; struct gnet_stats_basic_sync tcfa_bstats; struct gnet_stats_basic_sync tcfa_bstats_hw; struct gnet_stats_queue tcfa_qstats; struct net_rate_estimator *tcfa_rate_est; spinlock_t tcfa_lock; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_basic_sync *cpu_bstats_hw; struct gnet_stats_queue *cpu_qstats; struct tc_cookie *user_cookie; struct tcf_chain *goto_chain; u32 tcfa_flags; u8 hw_stats; u8 used_hw_stats; bool used_hw_stats_valid; u32 in_hw_count; }; typedef void (*tc_action_priv_destructor)(void *); struct tc_action_ops { struct list_head head; char kind[16]; enum tca_id id; unsigned int net_id; size_t size; struct module *owner; int (*act)(struct sk_buff *, const struct tc_action *, struct tcf_result *); int (*dump)(struct sk_buff *, struct tc_action *, int, int); void (*cleanup)(struct tc_action *); int (*lookup)(struct net *, struct tc_action **, u32); int (*init)(struct net *, struct nlattr *, struct nlattr *, struct tc_action **, struct tcf_proto *, u32, struct netlink_ext_ack *); int (*walk)(struct net *, struct sk_buff *, struct netlink_callback *, int, const struct tc_action_ops *, struct netlink_ext_ack *); void (*stats_update)(struct tc_action *, u64, u64, u64, u64, bool); size_t (*get_fill_size)(const struct tc_action *); struct net_device * (*get_dev)(const struct tc_action *, tc_action_priv_destructor *); struct psample_group * (*get_psample_group)(const struct tc_action *, tc_action_priv_destructor *); int (*offload_act_setup)(struct tc_action *, void *, u32 *, bool, struct netlink_ext_ack *); }; struct tc_cookie { u8 *data; u32 len; struct callback_head rcu; }; enum bpf_ret_code { BPF_OK = 0, BPF_DROP = 2, BPF_REDIRECT = 7, BPF_LWT_REROUTE = 128, BPF_FLOW_DISSECTOR_CONTINUE = 129, }; struct nl_info { struct nlmsghdr *nlh; struct net *nl_net; u32 portid; u8 skip_notify: 1; u8 skip_notify_kernel: 1; }; struct qdisc_skb_cb { struct { unsigned int pkt_len; u16 slave_dev_queue_mapping; u16 tc_classid; }; unsigned char data[20]; }; struct bpf_skb_data_end { struct qdisc_skb_cb qdisc_cb; void *data_meta; void *data_end; }; enum lwtunnel_encap_types { LWTUNNEL_ENCAP_NONE = 0, LWTUNNEL_ENCAP_MPLS = 1, LWTUNNEL_ENCAP_IP = 2, LWTUNNEL_ENCAP_ILA = 3, LWTUNNEL_ENCAP_IP6 = 4, LWTUNNEL_ENCAP_SEG6 = 5, LWTUNNEL_ENCAP_BPF = 6, LWTUNNEL_ENCAP_SEG6_LOCAL = 7, LWTUNNEL_ENCAP_RPL = 8, LWTUNNEL_ENCAP_IOAM6 = 9, LWTUNNEL_ENCAP_XFRM = 10, __LWTUNNEL_ENCAP_MAX = 11, }; enum { LWT_BPF_PROG_UNSPEC = 0, LWT_BPF_PROG_FD = 1, LWT_BPF_PROG_NAME = 2, __LWT_BPF_PROG_MAX = 3, }; enum { LWT_BPF_UNSPEC = 0, LWT_BPF_IN = 1, LWT_BPF_OUT = 2, LWT_BPF_XMIT = 3, LWT_BPF_XMIT_HEADROOM = 4, __LWT_BPF_MAX = 5, }; struct fib6_result; struct fib6_config; struct ipv6_stub { int (*ipv6_sock_mc_join)(struct sock *, int, const struct in6_addr *); int (*ipv6_sock_mc_drop)(struct sock *, int, const struct in6_addr *); struct dst_entry * (*ipv6_dst_lookup_flow)(struct net *, const struct sock *, struct flowi6 *, const struct in6_addr *); int (*ipv6_route_input)(struct sk_buff *); struct fib6_table * (*fib6_get_table)(struct net *, u32); int (*fib6_lookup)(struct net *, int, struct flowi6 *, struct fib6_result *, int); int (*fib6_table_lookup)(struct net *, struct fib6_table *, int, struct flowi6 *, struct fib6_result *, int); void (*fib6_select_path)(const struct net *, struct fib6_result *, struct flowi6 *, int, bool, const struct sk_buff *, int); u32 (*ip6_mtu_from_fib6)(const struct fib6_result *, const struct in6_addr *, const struct in6_addr *); int (*fib6_nh_init)(struct net *, struct fib6_nh *, struct fib6_config *, gfp_t, struct netlink_ext_ack *); void (*fib6_nh_release)(struct fib6_nh *); void (*fib6_nh_release_dsts)(struct fib6_nh *); void (*fib6_update_sernum)(struct net *, struct fib6_info *); int (*ip6_del_rt)(struct net *, struct fib6_info *, bool); void (*fib6_rt_update)(struct net *, struct fib6_info *, struct nl_info *); void (*udpv6_encap_enable)(); void (*ndisc_send_na)(struct net_device *, const struct in6_addr *, const struct in6_addr *, bool, bool, bool, bool); void (*xfrm6_local_rxpmtu)(struct sk_buff *, u32); int (*xfrm6_udp_encap_rcv)(struct sock *, struct sk_buff *); int (*xfrm6_rcv_encap)(struct sk_buff *, int, __be32, int); struct neigh_table *nd_tbl; int (*ipv6_fragment)(struct net *, struct sock *, struct sk_buff *, int (*)(struct net *, struct sock *, struct sk_buff *)); struct net_device * (*ipv6_dev_find)(struct net *, const struct in6_addr *, struct net_device *); }; struct fib6_result { struct fib6_nh *nh; struct fib6_info *f6i; u32 fib6_flags; u8 fib6_type; struct rt6_info *rt6; }; struct fib6_config { u32 fc_table; u32 fc_metric; int fc_dst_len; int fc_src_len; int fc_ifindex; u32 fc_flags; u32 fc_protocol; u16 fc_type; u16 fc_delete_all_nh: 1; u16 fc_ignore_dev_down: 1; u16 __unused: 14; u32 fc_nh_id; struct in6_addr fc_dst; struct in6_addr fc_src; struct in6_addr fc_prefsrc; struct in6_addr fc_gateway; long unsigned int fc_expires; struct nlattr *fc_mx; int fc_mx_len; int fc_mp_len; struct nlattr *fc_mp; struct nl_info fc_nlinfo; struct nlattr *fc_encap; u16 fc_encap_type; bool fc_is_fdb; }; enum { LWTUNNEL_XMIT_DONE = 0, LWTUNNEL_XMIT_CONTINUE = 1, }; struct lwtunnel_encap_ops { int (*build_state)(struct net *, struct nlattr *, unsigned int, const void *, struct lwtunnel_state **, struct netlink_ext_ack *); void (*destroy_state)(struct lwtunnel_state *); int (*output)(struct net *, struct sock *, struct sk_buff *); int (*input)(struct sk_buff *); int (*fill_encap)(struct sk_buff *, struct lwtunnel_state *); int (*get_encap_size)(struct lwtunnel_state *); int (*cmp_encap)(struct lwtunnel_state *, struct lwtunnel_state *); int (*xmit)(struct sk_buff *); struct module *owner; }; struct gre_base_hdr { __be16 flags; __be16 protocol; }; struct bpf_lwt_prog { struct bpf_prog *prog; char *name; }; struct bpf_lwt { struct bpf_lwt_prog in; struct bpf_lwt_prog out; struct bpf_lwt_prog xmit; int family; }; enum { BPF_F_INGRESS = 1, }; enum { BPF_SOCK_OPS_VOID = 0, BPF_SOCK_OPS_TIMEOUT_INIT = 1, BPF_SOCK_OPS_RWND_INIT = 2, BPF_SOCK_OPS_TCP_CONNECT_CB = 3, BPF_SOCK_OPS_ACTIVE_ESTABLISHED_CB = 4, BPF_SOCK_OPS_PASSIVE_ESTABLISHED_CB = 5, BPF_SOCK_OPS_NEEDS_ECN = 6, BPF_SOCK_OPS_BASE_RTT = 7, BPF_SOCK_OPS_RTO_CB = 8, BPF_SOCK_OPS_RETRANS_CB = 9, BPF_SOCK_OPS_STATE_CB = 10, BPF_SOCK_OPS_TCP_LISTEN_CB = 11, BPF_SOCK_OPS_RTT_CB = 12, BPF_SOCK_OPS_PARSE_HDR_OPT_CB = 13, BPF_SOCK_OPS_HDR_OPT_LEN_CB = 14, BPF_SOCK_OPS_WRITE_HDR_OPT_CB = 15, }; struct sk_psock_link { struct list_head list; struct bpf_map *map; void *link_raw; }; struct bpf_stab { struct bpf_map map; struct sock **sks; struct sk_psock_progs progs; raw_spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef u64 (*btf_bpf_sock_map_update)(struct bpf_sock_ops_kern *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_sk_redirect_map)(struct sk_buff *, struct bpf_map *, u32, u64); typedef u64 (*btf_bpf_msg_redirect_map)(struct sk_msg *, struct bpf_map *, u32, u64); struct sock_map_seq_info { struct bpf_map *map; struct sock *sk; u32 index; }; struct bpf_iter__sockmap { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { void *key; }; union { struct sock *sk; }; }; struct bpf_shtab_elem { struct callback_head rcu; u32 hash; struct sock *sk; struct hlist_node node; u8 key[0]; }; struct bpf_shtab_bucket { struct hlist_head head; raw_spinlock_t lock; }; struct bpf_shtab { struct bpf_map map; struct bpf_shtab_bucket *buckets; u32 buckets_num; u32 elem_size; struct sk_psock_progs progs; atomic_t count; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef u64 (*btf_bpf_sock_hash_update)(struct bpf_sock_ops_kern *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_sk_redirect_hash)(struct sk_buff *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_msg_redirect_hash)(struct sk_msg *, struct bpf_map *, void *, u64); struct sock_hash_seq_info { struct bpf_map *map; struct bpf_shtab *htab; u32 bucket_id; }; struct fch_hdr { __u8 daddr[6]; __u8 saddr[6]; }; struct fcllc { __u8 dsap; __u8 ssap; __u8 llc; __u8 protid[3]; __be16 ethertype; }; struct tc_ratespec { unsigned char cell_log; __u8 linklayer; short unsigned int overhead; short int cell_align; short unsigned int mpu; __u32 rate; }; struct tc_prio_qopt { int bands; __u8 priomap[16]; }; enum netdev_queue_state_t { __QUEUE_STATE_DRV_XOFF = 0, __QUEUE_STATE_STACK_XOFF = 1, __QUEUE_STATE_FROZEN = 2, }; struct skb_array { struct ptr_ring ring; }; enum qdisc_state_t { __QDISC_STATE_SCHED = 0, __QDISC_STATE_DEACTIVATED = 1, __QDISC_STATE_MISSED = 2, __QDISC_STATE_DRAINING = 3, }; enum qdisc_state2_t { __QDISC_STATE2_RUNNING = 0, }; struct psched_ratecfg { u64 rate_bytes_ps; u32 mult; u16 overhead; u16 mpu; u8 linklayer; u8 shift; }; struct psched_pktrate { u64 rate_pkts_ps; u32 mult; u8 shift; }; struct mini_Qdisc_pair { struct mini_Qdisc miniq1; struct mini_Qdisc miniq2; struct mini_Qdisc **p_miniq; }; struct pfifo_fast_priv { struct skb_array q[3]; }; struct tc_skb_ext { union { u64 act_miss_cookie; __u32 chain; }; __u16 mru; __u16 zone; u8 post_ct: 1; u8 post_ct_snat: 1; u8 post_ct_dnat: 1; u8 act_miss: 1; }; struct nla_bitfield32 { __u32 value; __u32 selector; }; enum { TCA_ACT_UNSPEC = 0, TCA_ACT_KIND = 1, TCA_ACT_OPTIONS = 2, TCA_ACT_INDEX = 3, TCA_ACT_STATS = 4, TCA_ACT_PAD = 5, TCA_ACT_COOKIE = 6, TCA_ACT_FLAGS = 7, TCA_ACT_HW_STATS = 8, TCA_ACT_USED_HW_STATS = 9, TCA_ACT_IN_HW_COUNT = 10, __TCA_ACT_MAX = 11, }; struct psample_group { struct list_head list; struct net *net; u32 group_num; u32 refcount; u32 seq; struct callback_head rcu; }; struct action_gate_entry { u8 gate_state; u32 interval; s32 ipv; s32 maxoctets; }; enum flow_block_command { FLOW_BLOCK_BIND = 0, FLOW_BLOCK_UNBIND = 1, }; enum flow_block_binder_type { FLOW_BLOCK_BINDER_TYPE_UNSPEC = 0, FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS = 1, FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS = 2, FLOW_BLOCK_BINDER_TYPE_RED_EARLY_DROP = 3, FLOW_BLOCK_BINDER_TYPE_RED_MARK = 4, }; struct flow_block_offload { enum flow_block_command command; enum flow_block_binder_type binder_type; bool block_shared; bool unlocked_driver_cb; struct net *net; struct flow_block *block; struct list_head cb_list; struct list_head *driver_block_list; struct netlink_ext_ack *extack; struct Qdisc *sch; struct list_head *cb_list_head; }; struct flow_block_cb; struct flow_block_indr { struct list_head list; struct net_device *dev; struct Qdisc *sch; enum flow_block_binder_type binder_type; void *data; void *cb_priv; void (*cleanup)(struct flow_block_cb *); }; struct flow_block_cb { struct list_head driver_list; struct list_head list; flow_setup_cb_t *cb; void *cb_ident; void *cb_priv; void (*release)(void *); struct flow_block_indr indr; unsigned int refcnt; }; enum qdisc_class_ops_flags { QDISC_CLASS_OPS_DOIT_UNLOCKED = 1, }; enum tcf_proto_ops_flags { TCF_PROTO_OPS_DOIT_UNLOCKED = 1, }; typedef void tcf_chain_head_change_t(struct tcf_proto *, void *); enum net_xmit_qdisc_t { __NET_XMIT_STOLEN = 65536, __NET_XMIT_BYPASS = 131072, }; struct tc_skb_cb { struct qdisc_skb_cb qdisc_cb; u16 mru; u8 post_ct: 1; u8 post_ct_snat: 1; u8 post_ct_dnat: 1; u16 zone; }; struct tcf_block_ext_info { enum flow_block_binder_type binder_type; tcf_chain_head_change_t *chain_head_change; void *chain_head_change_priv; u32 block_index; }; struct tcf_qevent { struct tcf_block *block; struct tcf_block_ext_info info; struct tcf_proto *filter_chain; }; struct tcf_exts_miss_cookie_node { const struct tcf_chain *chain; const struct tcf_proto *tp; const struct tcf_exts *exts; u32 chain_index; u32 tp_prio; u32 handle; u32 miss_cookie_base; struct callback_head rcu; }; enum pedit_header_type { TCA_PEDIT_KEY_EX_HDR_TYPE_NETWORK = 0, TCA_PEDIT_KEY_EX_HDR_TYPE_ETH = 1, TCA_PEDIT_KEY_EX_HDR_TYPE_IP4 = 2, TCA_PEDIT_KEY_EX_HDR_TYPE_IP6 = 3, TCA_PEDIT_KEY_EX_HDR_TYPE_TCP = 4, TCA_PEDIT_KEY_EX_HDR_TYPE_UDP = 5, __PEDIT_HDR_TYPE_MAX = 6, }; enum pedit_cmd { TCA_PEDIT_KEY_EX_CMD_SET = 0, TCA_PEDIT_KEY_EX_CMD_ADD = 1, __PEDIT_CMD_MAX = 2, }; struct tc_pedit_key { __u32 mask; __u32 val; __u32 off; __u32 at; __u32 offmask; __u32 shift; }; struct tcf_pedit_key_ex { enum pedit_header_type htype; enum pedit_cmd cmd; }; struct tcf_pedit_parms { struct tc_pedit_key *tcfp_keys; struct tcf_pedit_key_ex *tcfp_keys_ex; u32 tcfp_off_max_hint; unsigned char tcfp_nkeys; unsigned char tcfp_flags; struct callback_head rcu; }; struct tcf_pedit { struct tc_action common; struct tcf_pedit_parms *parms; long: 64; }; enum nf_ct_ext_id { NF_CT_EXT_HELPER = 0, NF_CT_EXT_NAT = 1, NF_CT_EXT_SEQADJ = 2, NF_CT_EXT_ACCT = 3, NF_CT_EXT_ECACHE = 4, NF_CT_EXT_TSTAMP = 5, NF_CT_EXT_LABELS = 6, NF_CT_EXT_SYNPROXY = 7, NF_CT_EXT_ACT_CT = 8, NF_CT_EXT_NUM = 9, }; union tcf_exts_miss_cookie { struct { u32 miss_cookie_base; u32 act_index; }; u64 miss_cookie; }; struct tcf_filter_chain_list_item { struct list_head list; tcf_chain_head_change_t *chain_head_change; void *chain_head_change_priv; }; struct tcf_net { spinlock_t idr_lock; struct idr idr; }; struct tcf_block_owner_item { struct list_head list; struct Qdisc *q; enum flow_block_binder_type binder_type; }; struct tcf_chain_info { struct tcf_proto **pprev; struct tcf_proto *next; }; struct tcf_dump_args { struct tcf_walker w; struct sk_buff *skb; struct netlink_callback *cb; struct tcf_block *block; struct Qdisc *q; u32 parent; bool terse_dump; }; struct tcf_ematch_tree_hdr { __u16 nmatches; __u16 progid; }; enum { TCA_EMATCH_TREE_UNSPEC = 0, TCA_EMATCH_TREE_HDR = 1, TCA_EMATCH_TREE_LIST = 2, __TCA_EMATCH_TREE_MAX = 3, }; struct tcf_ematch_hdr { __u16 matchid; __u16 kind; __u16 flags; __u16 pad; }; struct tcf_pkt_info { unsigned char *ptr; int nexthdr; }; struct tcf_ematch_ops; struct tcf_ematch { struct tcf_ematch_ops *ops; long unsigned int data; unsigned int datalen; u16 matchid; u16 flags; struct net *net; }; struct tcf_ematch_ops { int kind; int datalen; int (*change)(struct net *, void *, int, struct tcf_ematch *); int (*match)(struct sk_buff *, struct tcf_ematch *, struct tcf_pkt_info *); void (*destroy)(struct tcf_ematch *); int (*dump)(struct sk_buff *, struct tcf_ematch *); struct module *owner; struct list_head link; }; struct tcf_ematch_tree { struct tcf_ematch_tree_hdr hdr; struct tcf_ematch *matches; }; enum { CTRL_CMD_UNSPEC = 0, CTRL_CMD_NEWFAMILY = 1, CTRL_CMD_DELFAMILY = 2, CTRL_CMD_GETFAMILY = 3, CTRL_CMD_NEWOPS = 4, CTRL_CMD_DELOPS = 5, CTRL_CMD_GETOPS = 6, CTRL_CMD_NEWMCAST_GRP = 7, CTRL_CMD_DELMCAST_GRP = 8, CTRL_CMD_GETMCAST_GRP = 9, CTRL_CMD_GETPOLICY = 10, __CTRL_CMD_MAX = 11, }; enum { CTRL_ATTR_UNSPEC = 0, CTRL_ATTR_FAMILY_ID = 1, CTRL_ATTR_FAMILY_NAME = 2, CTRL_ATTR_VERSION = 3, CTRL_ATTR_HDRSIZE = 4, CTRL_ATTR_MAXATTR = 5, CTRL_ATTR_OPS = 6, CTRL_ATTR_MCAST_GROUPS = 7, CTRL_ATTR_POLICY = 8, CTRL_ATTR_OP_POLICY = 9, CTRL_ATTR_OP = 10, __CTRL_ATTR_MAX = 11, }; enum { CTRL_ATTR_OP_UNSPEC = 0, CTRL_ATTR_OP_ID = 1, CTRL_ATTR_OP_FLAGS = 2, __CTRL_ATTR_OP_MAX = 3, }; enum { CTRL_ATTR_MCAST_GRP_UNSPEC = 0, CTRL_ATTR_MCAST_GRP_NAME = 1, CTRL_ATTR_MCAST_GRP_ID = 2, __CTRL_ATTR_MCAST_GRP_MAX = 3, }; enum { CTRL_ATTR_POLICY_UNSPEC = 0, CTRL_ATTR_POLICY_DO = 1, CTRL_ATTR_POLICY_DUMP = 2, __CTRL_ATTR_POLICY_DUMP_MAX = 3, CTRL_ATTR_POLICY_DUMP_MAX = 2, }; struct genl_dumpit_info { const struct genl_family *family; struct genl_split_ops op; struct nlattr **attrs; }; struct genl_op_iter { const struct genl_family *family; struct genl_split_ops doit; struct genl_split_ops dumpit; int cmd_idx; int entry_idx; u32 cmd; u8 flags; }; struct genl_start_context { const struct genl_family *family; struct nlmsghdr *nlh; struct netlink_ext_ack *extack; const struct genl_split_ops *ops; int hdrlen; }; struct netlink_policy_dump_state; struct ctrl_dump_policy_ctx { struct netlink_policy_dump_state *state; const struct genl_family *rt; struct genl_op_iter *op_iter; u32 op; u16 fam_id; u8 dump_map: 1; u8 single_op: 1; }; struct bpf_tramp_link; struct bpf_tramp_links { struct bpf_tramp_link *links[27]; int nr_links; }; struct bpf_tramp_link { struct bpf_link link; struct hlist_node tramp_hlist; u64 cookie; }; struct bpf_dummy_ops_state { int val; }; typedef int (*dummy_ops_test_ret_fn)(struct bpf_dummy_ops_state *, ...); struct bpf_dummy_ops_test_args { u64 args[12]; struct bpf_dummy_ops_state state; }; enum { ETHTOOL_MSG_USER_NONE = 0, ETHTOOL_MSG_STRSET_GET = 1, ETHTOOL_MSG_LINKINFO_GET = 2, ETHTOOL_MSG_LINKINFO_SET = 3, ETHTOOL_MSG_LINKMODES_GET = 4, ETHTOOL_MSG_LINKMODES_SET = 5, ETHTOOL_MSG_LINKSTATE_GET = 6, ETHTOOL_MSG_DEBUG_GET = 7, ETHTOOL_MSG_DEBUG_SET = 8, ETHTOOL_MSG_WOL_GET = 9, ETHTOOL_MSG_WOL_SET = 10, ETHTOOL_MSG_FEATURES_GET = 11, ETHTOOL_MSG_FEATURES_SET = 12, ETHTOOL_MSG_PRIVFLAGS_GET = 13, ETHTOOL_MSG_PRIVFLAGS_SET = 14, ETHTOOL_MSG_RINGS_GET = 15, ETHTOOL_MSG_RINGS_SET = 16, ETHTOOL_MSG_CHANNELS_GET = 17, ETHTOOL_MSG_CHANNELS_SET = 18, ETHTOOL_MSG_COALESCE_GET = 19, ETHTOOL_MSG_COALESCE_SET = 20, ETHTOOL_MSG_PAUSE_GET = 21, ETHTOOL_MSG_PAUSE_SET = 22, ETHTOOL_MSG_EEE_GET = 23, ETHTOOL_MSG_EEE_SET = 24, ETHTOOL_MSG_TSINFO_GET = 25, ETHTOOL_MSG_CABLE_TEST_ACT = 26, ETHTOOL_MSG_CABLE_TEST_TDR_ACT = 27, ETHTOOL_MSG_TUNNEL_INFO_GET = 28, ETHTOOL_MSG_FEC_GET = 29, ETHTOOL_MSG_FEC_SET = 30, ETHTOOL_MSG_MODULE_EEPROM_GET = 31, ETHTOOL_MSG_STATS_GET = 32, ETHTOOL_MSG_PHC_VCLOCKS_GET = 33, ETHTOOL_MSG_MODULE_GET = 34, ETHTOOL_MSG_MODULE_SET = 35, ETHTOOL_MSG_PSE_GET = 36, ETHTOOL_MSG_PSE_SET = 37, ETHTOOL_MSG_RSS_GET = 38, ETHTOOL_MSG_PLCA_GET_CFG = 39, ETHTOOL_MSG_PLCA_SET_CFG = 40, ETHTOOL_MSG_PLCA_GET_STATUS = 41, ETHTOOL_MSG_MM_GET = 42, ETHTOOL_MSG_MM_SET = 43, __ETHTOOL_MSG_USER_CNT = 44, ETHTOOL_MSG_USER_MAX = 43, }; enum { ETHTOOL_MSG_KERNEL_NONE = 0, ETHTOOL_MSG_STRSET_GET_REPLY = 1, ETHTOOL_MSG_LINKINFO_GET_REPLY = 2, ETHTOOL_MSG_LINKINFO_NTF = 3, ETHTOOL_MSG_LINKMODES_GET_REPLY = 4, ETHTOOL_MSG_LINKMODES_NTF = 5, ETHTOOL_MSG_LINKSTATE_GET_REPLY = 6, ETHTOOL_MSG_DEBUG_GET_REPLY = 7, ETHTOOL_MSG_DEBUG_NTF = 8, ETHTOOL_MSG_WOL_GET_REPLY = 9, ETHTOOL_MSG_WOL_NTF = 10, ETHTOOL_MSG_FEATURES_GET_REPLY = 11, ETHTOOL_MSG_FEATURES_SET_REPLY = 12, ETHTOOL_MSG_FEATURES_NTF = 13, ETHTOOL_MSG_PRIVFLAGS_GET_REPLY = 14, ETHTOOL_MSG_PRIVFLAGS_NTF = 15, ETHTOOL_MSG_RINGS_GET_REPLY = 16, ETHTOOL_MSG_RINGS_NTF = 17, ETHTOOL_MSG_CHANNELS_GET_REPLY = 18, ETHTOOL_MSG_CHANNELS_NTF = 19, ETHTOOL_MSG_COALESCE_GET_REPLY = 20, ETHTOOL_MSG_COALESCE_NTF = 21, ETHTOOL_MSG_PAUSE_GET_REPLY = 22, ETHTOOL_MSG_PAUSE_NTF = 23, ETHTOOL_MSG_EEE_GET_REPLY = 24, ETHTOOL_MSG_EEE_NTF = 25, ETHTOOL_MSG_TSINFO_GET_REPLY = 26, ETHTOOL_MSG_CABLE_TEST_NTF = 27, ETHTOOL_MSG_CABLE_TEST_TDR_NTF = 28, ETHTOOL_MSG_TUNNEL_INFO_GET_REPLY = 29, ETHTOOL_MSG_FEC_GET_REPLY = 30, ETHTOOL_MSG_FEC_NTF = 31, ETHTOOL_MSG_MODULE_EEPROM_GET_REPLY = 32, ETHTOOL_MSG_STATS_GET_REPLY = 33, ETHTOOL_MSG_PHC_VCLOCKS_GET_REPLY = 34, ETHTOOL_MSG_MODULE_GET_REPLY = 35, ETHTOOL_MSG_MODULE_NTF = 36, ETHTOOL_MSG_PSE_GET_REPLY = 37, ETHTOOL_MSG_RSS_GET_REPLY = 38, ETHTOOL_MSG_PLCA_GET_CFG_REPLY = 39, ETHTOOL_MSG_PLCA_GET_STATUS_REPLY = 40, ETHTOOL_MSG_PLCA_NTF = 41, ETHTOOL_MSG_MM_GET_REPLY = 42, ETHTOOL_MSG_MM_NTF = 43, __ETHTOOL_MSG_KERNEL_CNT = 44, ETHTOOL_MSG_KERNEL_MAX = 43, }; enum { ETHTOOL_A_HEADER_UNSPEC = 0, ETHTOOL_A_HEADER_DEV_INDEX = 1, ETHTOOL_A_HEADER_DEV_NAME = 2, ETHTOOL_A_HEADER_FLAGS = 3, __ETHTOOL_A_HEADER_CNT = 4, ETHTOOL_A_HEADER_MAX = 3, }; enum { ETHTOOL_A_STRSET_UNSPEC = 0, ETHTOOL_A_STRSET_HEADER = 1, ETHTOOL_A_STRSET_STRINGSETS = 2, ETHTOOL_A_STRSET_COUNTS_ONLY = 3, __ETHTOOL_A_STRSET_CNT = 4, ETHTOOL_A_STRSET_MAX = 3, }; enum { ETHTOOL_A_LINKINFO_UNSPEC = 0, ETHTOOL_A_LINKINFO_HEADER = 1, ETHTOOL_A_LINKINFO_PORT = 2, ETHTOOL_A_LINKINFO_PHYADDR = 3, ETHTOOL_A_LINKINFO_TP_MDIX = 4, ETHTOOL_A_LINKINFO_TP_MDIX_CTRL = 5, ETHTOOL_A_LINKINFO_TRANSCEIVER = 6, __ETHTOOL_A_LINKINFO_CNT = 7, ETHTOOL_A_LINKINFO_MAX = 6, }; enum { ETHTOOL_A_LINKMODES_UNSPEC = 0, ETHTOOL_A_LINKMODES_HEADER = 1, ETHTOOL_A_LINKMODES_AUTONEG = 2, ETHTOOL_A_LINKMODES_OURS = 3, ETHTOOL_A_LINKMODES_PEER = 4, ETHTOOL_A_LINKMODES_SPEED = 5, ETHTOOL_A_LINKMODES_DUPLEX = 6, ETHTOOL_A_LINKMODES_MASTER_SLAVE_CFG = 7, ETHTOOL_A_LINKMODES_MASTER_SLAVE_STATE = 8, ETHTOOL_A_LINKMODES_LANES = 9, ETHTOOL_A_LINKMODES_RATE_MATCHING = 10, __ETHTOOL_A_LINKMODES_CNT = 11, ETHTOOL_A_LINKMODES_MAX = 10, }; enum { ETHTOOL_A_LINKSTATE_UNSPEC = 0, ETHTOOL_A_LINKSTATE_HEADER = 1, ETHTOOL_A_LINKSTATE_LINK = 2, ETHTOOL_A_LINKSTATE_SQI = 3, ETHTOOL_A_LINKSTATE_SQI_MAX = 4, ETHTOOL_A_LINKSTATE_EXT_STATE = 5, ETHTOOL_A_LINKSTATE_EXT_SUBSTATE = 6, ETHTOOL_A_LINKSTATE_EXT_DOWN_CNT = 7, __ETHTOOL_A_LINKSTATE_CNT = 8, ETHTOOL_A_LINKSTATE_MAX = 7, }; enum { ETHTOOL_A_DEBUG_UNSPEC = 0, ETHTOOL_A_DEBUG_HEADER = 1, ETHTOOL_A_DEBUG_MSGMASK = 2, __ETHTOOL_A_DEBUG_CNT = 3, ETHTOOL_A_DEBUG_MAX = 2, }; enum { ETHTOOL_A_WOL_UNSPEC = 0, ETHTOOL_A_WOL_HEADER = 1, ETHTOOL_A_WOL_MODES = 2, ETHTOOL_A_WOL_SOPASS = 3, __ETHTOOL_A_WOL_CNT = 4, ETHTOOL_A_WOL_MAX = 3, }; enum { ETHTOOL_A_FEATURES_UNSPEC = 0, ETHTOOL_A_FEATURES_HEADER = 1, ETHTOOL_A_FEATURES_HW = 2, ETHTOOL_A_FEATURES_WANTED = 3, ETHTOOL_A_FEATURES_ACTIVE = 4, ETHTOOL_A_FEATURES_NOCHANGE = 5, __ETHTOOL_A_FEATURES_CNT = 6, ETHTOOL_A_FEATURES_MAX = 5, }; enum { ETHTOOL_A_PRIVFLAGS_UNSPEC = 0, ETHTOOL_A_PRIVFLAGS_HEADER = 1, ETHTOOL_A_PRIVFLAGS_FLAGS = 2, __ETHTOOL_A_PRIVFLAGS_CNT = 3, ETHTOOL_A_PRIVFLAGS_MAX = 2, }; enum { ETHTOOL_A_RINGS_UNSPEC = 0, ETHTOOL_A_RINGS_HEADER = 1, ETHTOOL_A_RINGS_RX_MAX = 2, ETHTOOL_A_RINGS_RX_MINI_MAX = 3, ETHTOOL_A_RINGS_RX_JUMBO_MAX = 4, ETHTOOL_A_RINGS_TX_MAX = 5, ETHTOOL_A_RINGS_RX = 6, ETHTOOL_A_RINGS_RX_MINI = 7, ETHTOOL_A_RINGS_RX_JUMBO = 8, ETHTOOL_A_RINGS_TX = 9, ETHTOOL_A_RINGS_RX_BUF_LEN = 10, ETHTOOL_A_RINGS_TCP_DATA_SPLIT = 11, ETHTOOL_A_RINGS_CQE_SIZE = 12, ETHTOOL_A_RINGS_TX_PUSH = 13, ETHTOOL_A_RINGS_RX_PUSH = 14, ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN = 15, ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN_MAX = 16, __ETHTOOL_A_RINGS_CNT = 17, ETHTOOL_A_RINGS_MAX = 16, }; enum { ETHTOOL_A_CHANNELS_UNSPEC = 0, ETHTOOL_A_CHANNELS_HEADER = 1, ETHTOOL_A_CHANNELS_RX_MAX = 2, ETHTOOL_A_CHANNELS_TX_MAX = 3, ETHTOOL_A_CHANNELS_OTHER_MAX = 4, ETHTOOL_A_CHANNELS_COMBINED_MAX = 5, ETHTOOL_A_CHANNELS_RX_COUNT = 6, ETHTOOL_A_CHANNELS_TX_COUNT = 7, ETHTOOL_A_CHANNELS_OTHER_COUNT = 8, ETHTOOL_A_CHANNELS_COMBINED_COUNT = 9, __ETHTOOL_A_CHANNELS_CNT = 10, ETHTOOL_A_CHANNELS_MAX = 9, }; enum { ETHTOOL_A_COALESCE_UNSPEC = 0, ETHTOOL_A_COALESCE_HEADER = 1, ETHTOOL_A_COALESCE_RX_USECS = 2, ETHTOOL_A_COALESCE_RX_MAX_FRAMES = 3, ETHTOOL_A_COALESCE_RX_USECS_IRQ = 4, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_IRQ = 5, ETHTOOL_A_COALESCE_TX_USECS = 6, ETHTOOL_A_COALESCE_TX_MAX_FRAMES = 7, ETHTOOL_A_COALESCE_TX_USECS_IRQ = 8, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_IRQ = 9, ETHTOOL_A_COALESCE_STATS_BLOCK_USECS = 10, ETHTOOL_A_COALESCE_USE_ADAPTIVE_RX = 11, ETHTOOL_A_COALESCE_USE_ADAPTIVE_TX = 12, ETHTOOL_A_COALESCE_PKT_RATE_LOW = 13, ETHTOOL_A_COALESCE_RX_USECS_LOW = 14, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_LOW = 15, ETHTOOL_A_COALESCE_TX_USECS_LOW = 16, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_LOW = 17, ETHTOOL_A_COALESCE_PKT_RATE_HIGH = 18, ETHTOOL_A_COALESCE_RX_USECS_HIGH = 19, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_HIGH = 20, ETHTOOL_A_COALESCE_TX_USECS_HIGH = 21, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_HIGH = 22, ETHTOOL_A_COALESCE_RATE_SAMPLE_INTERVAL = 23, ETHTOOL_A_COALESCE_USE_CQE_MODE_TX = 24, ETHTOOL_A_COALESCE_USE_CQE_MODE_RX = 25, ETHTOOL_A_COALESCE_TX_AGGR_MAX_BYTES = 26, ETHTOOL_A_COALESCE_TX_AGGR_MAX_FRAMES = 27, ETHTOOL_A_COALESCE_TX_AGGR_TIME_USECS = 28, __ETHTOOL_A_COALESCE_CNT = 29, ETHTOOL_A_COALESCE_MAX = 28, }; enum { ETHTOOL_A_PAUSE_UNSPEC = 0, ETHTOOL_A_PAUSE_HEADER = 1, ETHTOOL_A_PAUSE_AUTONEG = 2, ETHTOOL_A_PAUSE_RX = 3, ETHTOOL_A_PAUSE_TX = 4, ETHTOOL_A_PAUSE_STATS = 5, ETHTOOL_A_PAUSE_STATS_SRC = 6, __ETHTOOL_A_PAUSE_CNT = 7, ETHTOOL_A_PAUSE_MAX = 6, }; enum { ETHTOOL_A_EEE_UNSPEC = 0, ETHTOOL_A_EEE_HEADER = 1, ETHTOOL_A_EEE_MODES_OURS = 2, ETHTOOL_A_EEE_MODES_PEER = 3, ETHTOOL_A_EEE_ACTIVE = 4, ETHTOOL_A_EEE_ENABLED = 5, ETHTOOL_A_EEE_TX_LPI_ENABLED = 6, ETHTOOL_A_EEE_TX_LPI_TIMER = 7, __ETHTOOL_A_EEE_CNT = 8, ETHTOOL_A_EEE_MAX = 7, }; enum { ETHTOOL_A_TSINFO_UNSPEC = 0, ETHTOOL_A_TSINFO_HEADER = 1, ETHTOOL_A_TSINFO_TIMESTAMPING = 2, ETHTOOL_A_TSINFO_TX_TYPES = 3, ETHTOOL_A_TSINFO_RX_FILTERS = 4, ETHTOOL_A_TSINFO_PHC_INDEX = 5, __ETHTOOL_A_TSINFO_CNT = 6, ETHTOOL_A_TSINFO_MAX = 5, }; enum { ETHTOOL_A_PHC_VCLOCKS_UNSPEC = 0, ETHTOOL_A_PHC_VCLOCKS_HEADER = 1, ETHTOOL_A_PHC_VCLOCKS_NUM = 2, ETHTOOL_A_PHC_VCLOCKS_INDEX = 3, __ETHTOOL_A_PHC_VCLOCKS_CNT = 4, ETHTOOL_A_PHC_VCLOCKS_MAX = 3, }; enum { ETHTOOL_A_CABLE_TEST_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_HEADER = 1, __ETHTOOL_A_CABLE_TEST_CNT = 2, ETHTOOL_A_CABLE_TEST_MAX = 1, }; enum { ETHTOOL_A_CABLE_TEST_TDR_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_TDR_HEADER = 1, ETHTOOL_A_CABLE_TEST_TDR_CFG = 2, __ETHTOOL_A_CABLE_TEST_TDR_CNT = 3, ETHTOOL_A_CABLE_TEST_TDR_MAX = 2, }; enum { ETHTOOL_A_TUNNEL_INFO_UNSPEC = 0, ETHTOOL_A_TUNNEL_INFO_HEADER = 1, ETHTOOL_A_TUNNEL_INFO_UDP_PORTS = 2, __ETHTOOL_A_TUNNEL_INFO_CNT = 3, ETHTOOL_A_TUNNEL_INFO_MAX = 2, }; enum { ETHTOOL_A_FEC_UNSPEC = 0, ETHTOOL_A_FEC_HEADER = 1, ETHTOOL_A_FEC_MODES = 2, ETHTOOL_A_FEC_AUTO = 3, ETHTOOL_A_FEC_ACTIVE = 4, ETHTOOL_A_FEC_STATS = 5, __ETHTOOL_A_FEC_CNT = 6, ETHTOOL_A_FEC_MAX = 5, }; enum { ETHTOOL_A_MODULE_EEPROM_UNSPEC = 0, ETHTOOL_A_MODULE_EEPROM_HEADER = 1, ETHTOOL_A_MODULE_EEPROM_OFFSET = 2, ETHTOOL_A_MODULE_EEPROM_LENGTH = 3, ETHTOOL_A_MODULE_EEPROM_PAGE = 4, ETHTOOL_A_MODULE_EEPROM_BANK = 5, ETHTOOL_A_MODULE_EEPROM_I2C_ADDRESS = 6, ETHTOOL_A_MODULE_EEPROM_DATA = 7, __ETHTOOL_A_MODULE_EEPROM_CNT = 8, ETHTOOL_A_MODULE_EEPROM_MAX = 7, }; enum { ETHTOOL_A_STATS_UNSPEC = 0, ETHTOOL_A_STATS_PAD = 1, ETHTOOL_A_STATS_HEADER = 2, ETHTOOL_A_STATS_GROUPS = 3, ETHTOOL_A_STATS_GRP = 4, ETHTOOL_A_STATS_SRC = 5, __ETHTOOL_A_STATS_CNT = 6, ETHTOOL_A_STATS_MAX = 5, }; enum { ETHTOOL_STATS_ETH_PHY = 0, ETHTOOL_STATS_ETH_MAC = 1, ETHTOOL_STATS_ETH_CTRL = 2, ETHTOOL_STATS_RMON = 3, __ETHTOOL_STATS_CNT = 4, }; enum { ETHTOOL_A_STATS_ETH_PHY_5_SYM_ERR = 0, __ETHTOOL_A_STATS_ETH_PHY_CNT = 1, ETHTOOL_A_STATS_ETH_PHY_MAX = 0, }; enum { ETHTOOL_A_STATS_ETH_MAC_2_TX_PKT = 0, ETHTOOL_A_STATS_ETH_MAC_3_SINGLE_COL = 1, ETHTOOL_A_STATS_ETH_MAC_4_MULTI_COL = 2, ETHTOOL_A_STATS_ETH_MAC_5_RX_PKT = 3, ETHTOOL_A_STATS_ETH_MAC_6_FCS_ERR = 4, ETHTOOL_A_STATS_ETH_MAC_7_ALIGN_ERR = 5, ETHTOOL_A_STATS_ETH_MAC_8_TX_BYTES = 6, ETHTOOL_A_STATS_ETH_MAC_9_TX_DEFER = 7, ETHTOOL_A_STATS_ETH_MAC_10_LATE_COL = 8, ETHTOOL_A_STATS_ETH_MAC_11_XS_COL = 9, ETHTOOL_A_STATS_ETH_MAC_12_TX_INT_ERR = 10, ETHTOOL_A_STATS_ETH_MAC_13_CS_ERR = 11, ETHTOOL_A_STATS_ETH_MAC_14_RX_BYTES = 12, ETHTOOL_A_STATS_ETH_MAC_15_RX_INT_ERR = 13, ETHTOOL_A_STATS_ETH_MAC_18_TX_MCAST = 14, ETHTOOL_A_STATS_ETH_MAC_19_TX_BCAST = 15, ETHTOOL_A_STATS_ETH_MAC_20_XS_DEFER = 16, ETHTOOL_A_STATS_ETH_MAC_21_RX_MCAST = 17, ETHTOOL_A_STATS_ETH_MAC_22_RX_BCAST = 18, ETHTOOL_A_STATS_ETH_MAC_23_IR_LEN_ERR = 19, ETHTOOL_A_STATS_ETH_MAC_24_OOR_LEN = 20, ETHTOOL_A_STATS_ETH_MAC_25_TOO_LONG_ERR = 21, __ETHTOOL_A_STATS_ETH_MAC_CNT = 22, ETHTOOL_A_STATS_ETH_MAC_MAX = 21, }; enum { ETHTOOL_A_STATS_ETH_CTRL_3_TX = 0, ETHTOOL_A_STATS_ETH_CTRL_4_RX = 1, ETHTOOL_A_STATS_ETH_CTRL_5_RX_UNSUP = 2, __ETHTOOL_A_STATS_ETH_CTRL_CNT = 3, ETHTOOL_A_STATS_ETH_CTRL_MAX = 2, }; enum { ETHTOOL_A_STATS_RMON_UNDERSIZE = 0, ETHTOOL_A_STATS_RMON_OVERSIZE = 1, ETHTOOL_A_STATS_RMON_FRAG = 2, ETHTOOL_A_STATS_RMON_JABBER = 3, __ETHTOOL_A_STATS_RMON_CNT = 4, ETHTOOL_A_STATS_RMON_MAX = 3, }; enum { ETHTOOL_A_MODULE_UNSPEC = 0, ETHTOOL_A_MODULE_HEADER = 1, ETHTOOL_A_MODULE_POWER_MODE_POLICY = 2, ETHTOOL_A_MODULE_POWER_MODE = 3, __ETHTOOL_A_MODULE_CNT = 4, ETHTOOL_A_MODULE_MAX = 3, }; enum { ETHTOOL_A_PSE_UNSPEC = 0, ETHTOOL_A_PSE_HEADER = 1, ETHTOOL_A_PODL_PSE_ADMIN_STATE = 2, ETHTOOL_A_PODL_PSE_ADMIN_CONTROL = 3, ETHTOOL_A_PODL_PSE_PW_D_STATUS = 4, __ETHTOOL_A_PSE_CNT = 5, ETHTOOL_A_PSE_MAX = 4, }; enum { ETHTOOL_A_RSS_UNSPEC = 0, ETHTOOL_A_RSS_HEADER = 1, ETHTOOL_A_RSS_CONTEXT = 2, ETHTOOL_A_RSS_HFUNC = 3, ETHTOOL_A_RSS_INDIR = 4, ETHTOOL_A_RSS_HKEY = 5, __ETHTOOL_A_RSS_CNT = 6, ETHTOOL_A_RSS_MAX = 5, }; enum { ETHTOOL_A_PLCA_UNSPEC = 0, ETHTOOL_A_PLCA_HEADER = 1, ETHTOOL_A_PLCA_VERSION = 2, ETHTOOL_A_PLCA_ENABLED = 3, ETHTOOL_A_PLCA_STATUS = 4, ETHTOOL_A_PLCA_NODE_CNT = 5, ETHTOOL_A_PLCA_NODE_ID = 6, ETHTOOL_A_PLCA_TO_TMR = 7, ETHTOOL_A_PLCA_BURST_CNT = 8, ETHTOOL_A_PLCA_BURST_TMR = 9, __ETHTOOL_A_PLCA_CNT = 10, ETHTOOL_A_PLCA_MAX = 9, }; enum { ETHTOOL_A_MM_UNSPEC = 0, ETHTOOL_A_MM_HEADER = 1, ETHTOOL_A_MM_PMAC_ENABLED = 2, ETHTOOL_A_MM_TX_ENABLED = 3, ETHTOOL_A_MM_TX_ACTIVE = 4, ETHTOOL_A_MM_TX_MIN_FRAG_SIZE = 5, ETHTOOL_A_MM_RX_MIN_FRAG_SIZE = 6, ETHTOOL_A_MM_VERIFY_ENABLED = 7, ETHTOOL_A_MM_VERIFY_STATUS = 8, ETHTOOL_A_MM_VERIFY_TIME = 9, ETHTOOL_A_MM_MAX_VERIFY_TIME = 10, ETHTOOL_A_MM_STATS = 11, __ETHTOOL_A_MM_CNT = 12, ETHTOOL_A_MM_MAX = 11, }; enum ethtool_multicast_groups { ETHNL_MCGRP_MONITOR = 0, }; struct ethnl_req_info { struct net_device *dev; netdevice_tracker dev_tracker; u32 flags; }; struct ethnl_reply_data { struct net_device *dev; }; struct ethnl_request_ops { u8 request_cmd; u8 reply_cmd; u16 hdr_attr; unsigned int req_info_size; unsigned int reply_data_size; bool allow_nodev_do; u8 set_ntf_cmd; int (*parse_request)(struct ethnl_req_info *, struct nlattr **, struct netlink_ext_ack *); int (*prepare_data)(const struct ethnl_req_info *, struct ethnl_reply_data *, struct genl_info *); int (*reply_size)(const struct ethnl_req_info *, const struct ethnl_reply_data *); int (*fill_reply)(struct sk_buff *, const struct ethnl_req_info *, const struct ethnl_reply_data *); void (*cleanup_data)(struct ethnl_reply_data *); int (*set_validate)(struct ethnl_req_info *, struct genl_info *); int (*set)(struct ethnl_req_info *, struct genl_info *); }; struct ethnl_dump_ctx { const struct ethnl_request_ops *ops; struct ethnl_req_info *req_info; struct ethnl_reply_data *reply_data; int pos_hash; int pos_idx; }; typedef void (*ethnl_notify_handler_t)(struct net_device *, unsigned int, const void *); enum tunable_id { ETHTOOL_ID_UNSPEC = 0, ETHTOOL_RX_COPYBREAK = 1, ETHTOOL_TX_COPYBREAK = 2, ETHTOOL_PFC_PREVENTION_TOUT = 3, ETHTOOL_TX_COPYBREAK_BUF_SIZE = 4, __ETHTOOL_TUNABLE_COUNT = 5, }; enum phy_tunable_id { ETHTOOL_PHY_ID_UNSPEC = 0, ETHTOOL_PHY_DOWNSHIFT = 1, ETHTOOL_PHY_FAST_LINK_DOWN = 2, ETHTOOL_PHY_EDPD = 3, __ETHTOOL_PHY_TUNABLE_COUNT = 4, }; enum { ETH_RSS_HASH_TOP_BIT = 0, ETH_RSS_HASH_XOR_BIT = 1, ETH_RSS_HASH_CRC32_BIT = 2, ETH_RSS_HASH_FUNCS_COUNT = 3, }; struct link_mode_info { int speed; u8 lanes; u8 duplex; }; typedef const char (* const ethnl_string_array_t)[32]; struct linkmodes_reply_data { struct ethnl_reply_data base; struct ethtool_link_ksettings ksettings; struct ethtool_link_settings *lsettings; bool peer_empty; }; struct wol_reply_data { struct ethnl_reply_data base; struct ethtool_wolinfo wol; bool show_sopass; }; struct channels_reply_data { struct ethnl_reply_data base; struct ethtool_channels channels; }; struct eee_reply_data { struct ethnl_reply_data base; struct ethtool_eee eee; }; enum { ETHTOOL_UDP_TUNNEL_TYPE_VXLAN = 0, ETHTOOL_UDP_TUNNEL_TYPE_GENEVE = 1, ETHTOOL_UDP_TUNNEL_TYPE_VXLAN_GPE = 2, __ETHTOOL_UDP_TUNNEL_TYPE_CNT = 3, }; enum { ETHTOOL_A_TUNNEL_UDP_ENTRY_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_ENTRY_PORT = 1, ETHTOOL_A_TUNNEL_UDP_ENTRY_TYPE = 2, __ETHTOOL_A_TUNNEL_UDP_ENTRY_CNT = 3, ETHTOOL_A_TUNNEL_UDP_ENTRY_MAX = 2, }; enum { ETHTOOL_A_TUNNEL_UDP_TABLE_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_TABLE_SIZE = 1, ETHTOOL_A_TUNNEL_UDP_TABLE_TYPES = 2, ETHTOOL_A_TUNNEL_UDP_TABLE_ENTRY = 3, __ETHTOOL_A_TUNNEL_UDP_TABLE_CNT = 4, ETHTOOL_A_TUNNEL_UDP_TABLE_MAX = 3, }; enum { ETHTOOL_A_TUNNEL_UDP_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_TABLE = 1, __ETHTOOL_A_TUNNEL_UDP_CNT = 2, ETHTOOL_A_TUNNEL_UDP_MAX = 1, }; enum udp_parsable_tunnel_type { UDP_TUNNEL_TYPE_VXLAN = 1, UDP_TUNNEL_TYPE_GENEVE = 2, UDP_TUNNEL_TYPE_VXLAN_GPE = 4, }; struct udp_tunnel_info { short unsigned int type; sa_family_t sa_family; __be16 port; u8 hw_priv; }; enum udp_tunnel_nic_info_flags { UDP_TUNNEL_NIC_INFO_MAY_SLEEP = 1, UDP_TUNNEL_NIC_INFO_OPEN_ONLY = 2, UDP_TUNNEL_NIC_INFO_IPV4_ONLY = 4, UDP_TUNNEL_NIC_INFO_STATIC_IANA_VXLAN = 8, }; struct udp_tunnel_nic_shared { struct udp_tunnel_nic *udp_tunnel_nic_info; struct list_head devices; }; struct udp_tunnel_nic_ops { void (*get_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); void (*set_port_priv)(struct net_device *, unsigned int, unsigned int, u8); void (*add_port)(struct net_device *, struct udp_tunnel_info *); void (*del_port)(struct net_device *, struct udp_tunnel_info *); void (*reset_ntf)(struct net_device *); size_t (*dump_size)(struct net_device *, unsigned int); int (*dump_write)(struct net_device *, unsigned int, struct sk_buff *); }; struct ethnl_tunnel_info_dump_ctx { struct ethnl_req_info req_info; int pos_hash; int pos_idx; }; struct phc_vclocks_reply_data { struct ethnl_reply_data base; int num; int *index; }; struct ethtool_phy_ops { int (*get_sset_count)(struct phy_device *); int (*get_strings)(struct phy_device *, u8 *); int (*get_stats)(struct phy_device *, struct ethtool_stats *, u64 *); int (*get_plca_cfg)(struct phy_device *, struct phy_plca_cfg *); int (*set_plca_cfg)(struct phy_device *, const struct phy_plca_cfg *, struct netlink_ext_ack *); int (*get_plca_status)(struct phy_device *, struct phy_plca_status *); int (*start_cable_test)(struct phy_device *, struct netlink_ext_ack *); int (*start_cable_test_tdr)(struct phy_device *, struct netlink_ext_ack *, const struct phy_tdr_config *); }; struct plca_reply_data { struct ethnl_reply_data base; struct phy_plca_cfg plca_cfg; struct phy_plca_status plca_st; }; struct nf_sockopt_ops { struct list_head list; u_int8_t pf; int set_optmin; int set_optmax; int (*set)(struct sock *, int, sockptr_t, unsigned int); int get_optmin; int get_optmax; int (*get)(struct sock *, int, void *, int *); struct module *owner; }; typedef u16 u_int16_t; struct seq_net_private { struct net *net; netns_tracker ns_tracker; }; enum nf_hook_ops_type { NF_HOOK_OP_UNDEFINED = 0, NF_HOOK_OP_NF_TABLES = 1, NF_HOOK_OP_BPF = 2, }; struct nf_hook_ops { nf_hookfn *hook; struct net_device *dev; void *priv; u8 pf; enum nf_hook_ops_type hook_ops_type: 8; unsigned int hooknum; int priority; }; struct xt_action_param; struct xt_mtchk_param; struct xt_mtdtor_param; struct xt_match { struct list_head list; const char name[29]; u_int8_t revision; bool (*match)(const struct sk_buff *, struct xt_action_param *); int (*checkentry)(const struct xt_mtchk_param *); void (*destroy)(const struct xt_mtdtor_param *); void (*compat_from_user)(void *, const void *); int (*compat_to_user)(void *, const void *); struct module *me; const char *table; unsigned int matchsize; unsigned int usersize; unsigned int compatsize; unsigned int hooks; short unsigned int proto; short unsigned int family; }; struct xt_entry_match { union { struct { __u16 match_size; char name[29]; __u8 revision; } user; struct { __u16 match_size; struct xt_match *match; } kernel; __u16 match_size; } u; unsigned char data[0]; }; struct xt_tgchk_param; struct xt_tgdtor_param; struct xt_target { struct list_head list; const char name[29]; u_int8_t revision; unsigned int (*target)(struct sk_buff *, const struct xt_action_param *); int (*checkentry)(const struct xt_tgchk_param *); void (*destroy)(const struct xt_tgdtor_param *); void (*compat_from_user)(void *, const void *); int (*compat_to_user)(void *, const void *); struct module *me; const char *table; unsigned int targetsize; unsigned int usersize; unsigned int compatsize; unsigned int hooks; short unsigned int proto; short unsigned int family; }; struct xt_entry_target { union { struct { __u16 target_size; char name[29]; __u8 revision; } user; struct { __u16 target_size; struct xt_target *target; } kernel; __u16 target_size; } u; unsigned char data[0]; }; struct xt_standard_target { struct xt_entry_target target; int verdict; }; struct xt_error_target { struct xt_entry_target target; char errorname[30]; }; struct xt_counters { __u64 pcnt; __u64 bcnt; }; struct xt_counters_info { char name[32]; unsigned int num_counters; struct xt_counters counters[0]; }; struct xt_action_param { union { const struct xt_match *match; const struct xt_target *target; }; union { const void *matchinfo; const void *targinfo; }; const struct nf_hook_state *state; unsigned int thoff; u16 fragoff; bool hotdrop; }; struct xt_mtchk_param { struct net *net; const char *table; const void *entryinfo; const struct xt_match *match; void *matchinfo; unsigned int hook_mask; u_int8_t family; bool nft_compat; }; struct xt_mtdtor_param { struct net *net; const struct xt_match *match; void *matchinfo; u_int8_t family; }; struct xt_tgchk_param { struct net *net; const char *table; const void *entryinfo; const struct xt_target *target; void *targinfo; unsigned int hook_mask; u_int8_t family; bool nft_compat; }; struct xt_tgdtor_param { struct net *net; const struct xt_target *target; void *targinfo; u_int8_t family; }; struct xt_table_info; struct xt_table { struct list_head list; unsigned int valid_hooks; struct xt_table_info *private; struct nf_hook_ops *ops; struct module *me; u_int8_t af; int priority; const char name[32]; }; struct xt_table_info { unsigned int size; unsigned int number; unsigned int initial_entries; unsigned int hook_entry[5]; unsigned int underflow[5]; unsigned int stacksize; void ***jumpstack; unsigned char entries[0]; }; struct xt_percpu_counter_alloc_state { unsigned int off; const char *mem; }; struct compat_xt_entry_match { union { struct { u_int16_t match_size; char name[29]; u_int8_t revision; } user; struct { u_int16_t match_size; compat_uptr_t match; } kernel; u_int16_t match_size; } u; unsigned char data[0]; }; struct compat_xt_entry_target { union { struct { u_int16_t target_size; char name[29]; u_int8_t revision; } user; struct { u_int16_t target_size; compat_uptr_t target; } kernel; u_int16_t target_size; } u; unsigned char data[0]; }; struct compat_xt_counters { compat_u64 pcnt; compat_u64 bcnt; }; struct compat_xt_counters_info { char name[32]; compat_uint_t num_counters; struct compat_xt_counters counters[0]; }; struct xt_template { struct list_head list; int (*table_init)(struct net *); struct module *me; char name[32]; }; struct xt_pernet { struct list_head tables[11]; }; struct compat_delta { unsigned int offset; int delta; }; struct xt_af { struct mutex mutex; struct list_head match; struct list_head target; struct mutex compat_mutex; struct compat_delta *compat_tab; unsigned int number; unsigned int cur; }; struct compat_xt_standard_target { struct compat_xt_entry_target t; compat_uint_t verdict; }; struct compat_xt_error_target { struct compat_xt_entry_target t; char errorname[30]; }; struct nf_mttg_trav { struct list_head *head; struct list_head *curr; uint8_t class; }; enum { MTTG_TRAV_INIT = 0, MTTG_TRAV_NFP_UNSPEC = 1, MTTG_TRAV_NFP_SPEC = 2, MTTG_TRAV_DONE = 3, }; struct ipv4_addr_key { __be32 addr; int vif; }; struct inetpeer_addr { union { struct ipv4_addr_key a4; struct in6_addr a6; u32 key[4]; }; __u16 family; }; struct inet_peer { struct rb_node rb_node; struct inetpeer_addr daddr; u32 metrics[17]; u32 rate_tokens; u32 n_redirects; long unsigned int rate_last; union { struct { atomic_t rid; }; struct callback_head rcu; }; __u32 dtime; refcount_t refcnt; }; enum { IPV4_DEVCONF_FORWARDING = 1, IPV4_DEVCONF_MC_FORWARDING = 2, IPV4_DEVCONF_PROXY_ARP = 3, IPV4_DEVCONF_ACCEPT_REDIRECTS = 4, IPV4_DEVCONF_SECURE_REDIRECTS = 5, IPV4_DEVCONF_SEND_REDIRECTS = 6, IPV4_DEVCONF_SHARED_MEDIA = 7, IPV4_DEVCONF_RP_FILTER = 8, IPV4_DEVCONF_ACCEPT_SOURCE_ROUTE = 9, IPV4_DEVCONF_BOOTP_RELAY = 10, IPV4_DEVCONF_LOG_MARTIANS = 11, IPV4_DEVCONF_TAG = 12, IPV4_DEVCONF_ARPFILTER = 13, IPV4_DEVCONF_MEDIUM_ID = 14, IPV4_DEVCONF_NOXFRM = 15, IPV4_DEVCONF_NOPOLICY = 16, IPV4_DEVCONF_FORCE_IGMP_VERSION = 17, IPV4_DEVCONF_ARP_ANNOUNCE = 18, IPV4_DEVCONF_ARP_IGNORE = 19, IPV4_DEVCONF_PROMOTE_SECONDARIES = 20, IPV4_DEVCONF_ARP_ACCEPT = 21, IPV4_DEVCONF_ARP_NOTIFY = 22, IPV4_DEVCONF_ACCEPT_LOCAL = 23, IPV4_DEVCONF_SRC_VMARK = 24, IPV4_DEVCONF_PROXY_ARP_PVLAN = 25, IPV4_DEVCONF_ROUTE_LOCALNET = 26, IPV4_DEVCONF_IGMPV2_UNSOLICITED_REPORT_INTERVAL = 27, IPV4_DEVCONF_IGMPV3_UNSOLICITED_REPORT_INTERVAL = 28, IPV4_DEVCONF_IGNORE_ROUTES_WITH_LINKDOWN = 29, IPV4_DEVCONF_DROP_UNICAST_IN_L2_MULTICAST = 30, IPV4_DEVCONF_DROP_GRATUITOUS_ARP = 31, IPV4_DEVCONF_BC_FORWARDING = 32, IPV4_DEVCONF_ARP_EVICT_NOCARRIER = 33, __IPV4_DEVCONF_MAX = 34, }; enum { RTN_UNSPEC = 0, RTN_UNICAST = 1, RTN_LOCAL = 2, RTN_BROADCAST = 3, RTN_ANYCAST = 4, RTN_MULTICAST = 5, RTN_BLACKHOLE = 6, RTN_UNREACHABLE = 7, RTN_PROHIBIT = 8, RTN_THROW = 9, RTN_NAT = 10, RTN_XRESOLVE = 11, __RTN_MAX = 12, }; struct raw_hashinfo { spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct hlist_head ht[256]; }; struct ip_rt_acct { __u32 o_bytes; __u32 o_packets; __u32 i_bytes; __u32 i_packets; }; enum ip_defrag_users { IP_DEFRAG_LOCAL_DELIVER = 0, IP_DEFRAG_CALL_RA_CHAIN = 1, IP_DEFRAG_CONNTRACK_IN = 2, __IP_DEFRAG_CONNTRACK_IN_END = 65537, IP_DEFRAG_CONNTRACK_OUT = 65538, __IP_DEFRAG_CONNTRACK_OUT_END = 131073, IP_DEFRAG_CONNTRACK_BRIDGE_IN = 131074, __IP_DEFRAG_CONNTRACK_BRIDGE_IN = 196609, IP_DEFRAG_VS_IN = 196610, IP_DEFRAG_VS_OUT = 196611, IP_DEFRAG_VS_FWD = 196612, IP_DEFRAG_AF_PACKET = 196613, IP_DEFRAG_MACVLAN = 196614, }; struct net_protocol { int (*handler)(struct sk_buff *); int (*err_handler)(struct sk_buff *, u32); unsigned int no_policy: 1; unsigned int icmp_strict_tag_validation: 1; }; enum { INET_ECN_NOT_ECT = 0, INET_ECN_ECT_1 = 1, INET_ECN_ECT_0 = 2, INET_ECN_CE = 3, INET_ECN_MASK = 3, }; enum { XFRM_DEV_OFFLOAD_UNSPECIFIED = 0, XFRM_DEV_OFFLOAD_CRYPTO = 1, XFRM_DEV_OFFLOAD_PACKET = 2, }; struct fastopen_queue { struct request_sock *rskq_rst_head; struct request_sock *rskq_rst_tail; spinlock_t lock; int qlen; int max_qlen; struct tcp_fastopen_context *ctx; }; struct request_sock_queue { spinlock_t rskq_lock; u8 rskq_defer_accept; u32 synflood_warned; atomic_t qlen; atomic_t young; struct request_sock *rskq_accept_head; struct request_sock *rskq_accept_tail; struct fastopen_queue fastopenq; }; struct inet_connection_sock_af_ops { int (*queue_xmit)(struct sock *, struct sk_buff *, struct flowi *); void (*send_check)(struct sock *, struct sk_buff *); int (*rebuild_header)(struct sock *); void (*sk_rx_dst_set)(struct sock *, const struct sk_buff *); int (*conn_request)(struct sock *, struct sk_buff *); struct sock * (*syn_recv_sock)(const struct sock *, struct sk_buff *, struct request_sock *, struct dst_entry *, struct request_sock *, bool *); u16 net_header_len; u16 net_frag_header_len; u16 sockaddr_len; int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*addr2sockaddr)(struct sock *, struct sockaddr *); void (*mtu_reduced)(struct sock *); }; struct inet_bind_bucket; struct inet_bind2_bucket; struct tcp_ulp_ops; struct inet_connection_sock { struct inet_sock icsk_inet; struct request_sock_queue icsk_accept_queue; struct inet_bind_bucket *icsk_bind_hash; struct inet_bind2_bucket *icsk_bind2_hash; long unsigned int icsk_timeout; struct timer_list icsk_retransmit_timer; struct timer_list icsk_delack_timer; __u32 icsk_rto; __u32 icsk_rto_min; __u32 icsk_delack_max; __u32 icsk_pmtu_cookie; const struct tcp_congestion_ops *icsk_ca_ops; const struct inet_connection_sock_af_ops *icsk_af_ops; const struct tcp_ulp_ops *icsk_ulp_ops; void *icsk_ulp_data; void (*icsk_clean_acked)(struct sock *, u32); unsigned int (*icsk_sync_mss)(struct sock *, u32); __u8 icsk_ca_state: 5; __u8 icsk_ca_initialized: 1; __u8 icsk_ca_setsockopt: 1; __u8 icsk_ca_dst_locked: 1; __u8 icsk_retransmits; __u8 icsk_pending; __u8 icsk_backoff; __u8 icsk_syn_retries; __u8 icsk_probes_out; __u16 icsk_ext_hdr_len; struct { __u8 pending; __u8 quick; __u8 pingpong; __u8 retry; __u32 ato; long unsigned int timeout; __u32 lrcvtime; __u16 last_seg_size; __u16 rcv_mss; } icsk_ack; struct { int search_high; int search_low; u32 probe_size: 31; u32 enabled: 1; u32 probe_timestamp; } icsk_mtup; u32 icsk_probes_tstamp; u32 icsk_user_timeout; u64 icsk_ca_priv[13]; }; struct inet_bind_bucket { possible_net_t ib_net; int l3mdev; short unsigned int port; signed char fastreuse; signed char fastreuseport; kuid_t fastuid; struct in6_addr fast_v6_rcv_saddr; __be32 fast_rcv_saddr; short unsigned int fast_sk_family; bool fast_ipv6_only; struct hlist_node node; struct hlist_head owners; }; struct inet_bind2_bucket { possible_net_t ib_net; int l3mdev; short unsigned int port; short unsigned int family; union { struct in6_addr v6_rcv_saddr; __be32 rcv_saddr; }; struct hlist_node node; struct hlist_head owners; struct hlist_head deathrow; }; struct tcp_ulp_ops { struct list_head list; int (*init)(struct sock *); void (*update)(struct sock *, struct proto *, void (*)(struct sock *)); void (*release)(struct sock *); int (*get_info)(const struct sock *, struct sk_buff *); size_t (*get_info_size)(const struct sock *); void (*clone)(const struct request_sock *, struct sock *, const gfp_t); char name[16]; struct module *owner; }; struct inet_timewait_sock { struct sock_common __tw_common; __u32 tw_mark; volatile unsigned char tw_substate; unsigned char tw_rcv_wscale; __be16 tw_sport; unsigned int tw_transparent: 1; unsigned int tw_flowlabel: 20; unsigned int tw_pad: 3; unsigned int tw_tos: 8; u32 tw_txhash; u32 tw_priority; struct timer_list tw_timer; struct inet_bind_bucket *tw_tb; struct inet_bind2_bucket *tw_tb2; struct hlist_node tw_bind2_node; }; struct minmax_sample { u32 t; u32 v; }; struct minmax { struct minmax_sample s[3]; }; struct inet_request_sock { struct request_sock req; u16 snd_wscale: 4; u16 rcv_wscale: 4; u16 tstamp_ok: 1; u16 sack_ok: 1; u16 wscale_ok: 1; u16 ecn_ok: 1; u16 acked: 1; u16 no_srccheck: 1; u16 smc_ok: 1; u32 ir_mark; union { struct ip_options_rcu *ireq_opt; struct { struct ipv6_txoptions *ipv6_opt; struct sk_buff *pktopts; }; }; }; enum inet_csk_ack_state_t { ICSK_ACK_SCHED = 1, ICSK_ACK_TIMER = 2, ICSK_ACK_PUSHED = 4, ICSK_ACK_PUSHED2 = 8, ICSK_ACK_NOW = 16, }; union tcp_word_hdr { struct tcphdr hdr; __be32 words[5]; }; enum { TCP_FLAG_CWR = 8388608, TCP_FLAG_ECE = 4194304, TCP_FLAG_URG = 2097152, TCP_FLAG_ACK = 1048576, TCP_FLAG_PSH = 524288, TCP_FLAG_RST = 262144, TCP_FLAG_SYN = 131072, TCP_FLAG_FIN = 65536, TCP_RESERVED_BITS = 251658240, TCP_DATA_OFFSET = 4026531840, }; enum tcp_fastopen_client_fail { TFO_STATUS_UNSPEC = 0, TFO_COOKIE_UNAVAILABLE = 1, TFO_DATA_NOT_ACKED = 2, TFO_SYN_RETRANSMITTED = 3, }; enum tcp_ca_state { TCP_CA_Open = 0, TCP_CA_Disorder = 1, TCP_CA_CWR = 2, TCP_CA_Recovery = 3, TCP_CA_Loss = 4, }; struct tcp_fastopen_cookie { __le64 val[2]; s8 len; bool exp; }; struct tcp_sack_block_wire { __be32 start_seq; __be32 end_seq; }; struct tcp_sack_block { u32 start_seq; u32 end_seq; }; struct tcp_options_received { int ts_recent_stamp; u32 ts_recent; u32 rcv_tsval; u32 rcv_tsecr; u16 saw_tstamp: 1; u16 tstamp_ok: 1; u16 dsack: 1; u16 wscale_ok: 1; u16 sack_ok: 3; u16 smc_ok: 1; u16 snd_wscale: 4; u16 rcv_wscale: 4; u8 saw_unknown: 1; u8 unused: 7; u8 num_sacks; u16 user_mss; u16 mss_clamp; }; struct tcp_request_sock_ops; struct tcp_request_sock { struct inet_request_sock req; const struct tcp_request_sock_ops *af_specific; u64 snt_synack; bool tfo_listener; bool is_mptcp; bool drop_req; u32 txhash; u32 rcv_isn; u32 snt_isn; u32 ts_off; u32 last_oow_ack_time; u32 rcv_nxt; u8 syn_tos; }; enum tcp_synack_type { TCP_SYNACK_NORMAL = 0, TCP_SYNACK_FASTOPEN = 1, TCP_SYNACK_COOKIE = 2, }; struct tcp_md5sig_key; struct tcp_request_sock_ops { u16 mss_clamp; struct tcp_md5sig_key * (*req_md5_lookup)(const struct sock *, const struct sock *); int (*calc_md5_hash)(char *, const struct tcp_md5sig_key *, const struct sock *, const struct sk_buff *); __u32 (*cookie_init_seq)(const struct sk_buff *, __u16 *); struct dst_entry * (*route_req)(const struct sock *, struct sk_buff *, struct flowi *, struct request_sock *); u32 (*init_seq)(const struct sk_buff *); u32 (*init_ts_off)(const struct net *, const struct sk_buff *); int (*send_synack)(const struct sock *, struct dst_entry *, struct flowi *, struct request_sock *, struct tcp_fastopen_cookie *, enum tcp_synack_type, struct sk_buff *); }; struct tcp_rack { u64 mstamp; u32 rtt_us; u32 end_seq; u32 last_delivered; u8 reo_wnd_steps; u8 reo_wnd_persist: 5; u8 dsack_seen: 1; u8 advanced: 1; }; struct tcp_sock_af_ops; struct tcp_md5sig_info; struct tcp_fastopen_request; struct tcp_sock { struct inet_connection_sock inet_conn; u16 tcp_header_len; u16 gso_segs; __be32 pred_flags; u64 bytes_received; u32 segs_in; u32 data_segs_in; u32 rcv_nxt; u32 copied_seq; u32 rcv_wup; u32 snd_nxt; u32 segs_out; u32 data_segs_out; u64 bytes_sent; u64 bytes_acked; u32 dsack_dups; u32 snd_una; u32 snd_sml; u32 rcv_tstamp; u32 lsndtime; u32 last_oow_ack_time; u32 compressed_ack_rcv_nxt; u32 tsoffset; struct list_head tsq_node; struct list_head tsorted_sent_queue; u32 snd_wl1; u32 snd_wnd; u32 max_window; u32 mss_cache; u32 window_clamp; u32 rcv_ssthresh; struct tcp_rack rack; u16 advmss; u8 compressed_ack; u8 dup_ack_counter: 2; u8 tlp_retrans: 1; u8 unused: 5; u32 chrono_start; u32 chrono_stat[3]; u8 chrono_type: 2; u8 rate_app_limited: 1; u8 fastopen_connect: 1; u8 fastopen_no_cookie: 1; u8 is_sack_reneg: 1; u8 fastopen_client_fail: 2; u8 nonagle: 4; u8 thin_lto: 1; u8 recvmsg_inq: 1; u8 repair: 1; u8 frto: 1; u8 repair_queue; u8 save_syn: 2; u8 syn_data: 1; u8 syn_fastopen: 1; u8 syn_fastopen_exp: 1; u8 syn_fastopen_ch: 1; u8 syn_data_acked: 1; u8 is_cwnd_limited: 1; u32 tlp_high_seq; u32 tcp_tx_delay; u64 tcp_wstamp_ns; u64 tcp_clock_cache; u64 tcp_mstamp; u32 srtt_us; u32 mdev_us; u32 mdev_max_us; u32 rttvar_us; u32 rtt_seq; struct minmax rtt_min; u32 packets_out; u32 retrans_out; u32 max_packets_out; u32 cwnd_usage_seq; u16 urg_data; u8 ecn_flags; u8 keepalive_probes; u32 reordering; u32 reord_seen; u32 snd_up; struct tcp_options_received rx_opt; u32 snd_ssthresh; u32 snd_cwnd; u32 snd_cwnd_cnt; u32 snd_cwnd_clamp; u32 snd_cwnd_used; u32 snd_cwnd_stamp; u32 prior_cwnd; u32 prr_delivered; u32 prr_out; u32 delivered; u32 delivered_ce; u32 lost; u32 app_limited; u64 first_tx_mstamp; u64 delivered_mstamp; u32 rate_delivered; u32 rate_interval_us; u32 rcv_wnd; u32 write_seq; u32 notsent_lowat; u32 pushed_seq; u32 lost_out; u32 sacked_out; struct hrtimer pacing_timer; struct hrtimer compressed_ack_timer; struct sk_buff *lost_skb_hint; struct sk_buff *retransmit_skb_hint; struct rb_root out_of_order_queue; struct sk_buff *ooo_last_skb; struct tcp_sack_block duplicate_sack[1]; struct tcp_sack_block selective_acks[4]; struct tcp_sack_block recv_sack_cache[4]; struct sk_buff *highest_sack; int lost_cnt_hint; u32 prior_ssthresh; u32 high_seq; u32 retrans_stamp; u32 undo_marker; int undo_retrans; u64 bytes_retrans; u32 total_retrans; u32 urg_seq; unsigned int keepalive_time; unsigned int keepalive_intvl; int linger2; u8 bpf_sock_ops_cb_flags; u8 bpf_chg_cc_inprogress: 1; u16 timeout_rehash; u32 rcv_ooopack; u32 rcv_rtt_last_tsecr; struct { u32 rtt_us; u32 seq; u64 time; } rcv_rtt_est; struct { u32 space; u32 seq; u64 time; } rcvq_space; struct { u32 probe_seq_start; u32 probe_seq_end; } mtu_probe; u32 plb_rehash; u32 mtu_info; bool is_mptcp; bool (*smc_hs_congested)(const struct sock *); bool syn_smc; const struct tcp_sock_af_ops *af_specific; struct tcp_md5sig_info *md5sig_info; struct tcp_fastopen_request *fastopen_req; struct request_sock *fastopen_rsk; struct saved_syn *saved_syn; }; struct tcp_sock_af_ops { struct tcp_md5sig_key * (*md5_lookup)(const struct sock *, const struct sock *); int (*calc_md5_hash)(char *, const struct tcp_md5sig_key *, const struct sock *, const struct sk_buff *); int (*md5_parse)(struct sock *, int, sockptr_t, int); }; struct tcp_md5sig_info { struct hlist_head head; struct callback_head rcu; }; struct tcp_fastopen_request { struct tcp_fastopen_cookie cookie; struct msghdr *data; size_t size; int copied; struct ubuf_info *uarg; }; union tcp_md5_addr { struct in_addr a4; struct in6_addr a6; }; struct tcp_md5sig_key { struct hlist_node node; u8 keylen; u8 family; u8 prefixlen; u8 flags; union tcp_md5_addr addr; int l3index; u8 key[80]; struct callback_head rcu; }; struct static_key_false_deferred { struct static_key_false key; long unsigned int timeout; struct delayed_work work; }; enum { BPF_SOCK_OPS_RTO_CB_FLAG = 1, BPF_SOCK_OPS_RETRANS_CB_FLAG = 2, BPF_SOCK_OPS_STATE_CB_FLAG = 4, BPF_SOCK_OPS_RTT_CB_FLAG = 8, BPF_SOCK_OPS_PARSE_ALL_HDR_OPT_CB_FLAG = 16, BPF_SOCK_OPS_PARSE_UNKNOWN_HDR_OPT_CB_FLAG = 32, BPF_SOCK_OPS_WRITE_HDR_OPT_CB_FLAG = 64, BPF_SOCK_OPS_ALL_CB_FLAGS = 127, }; struct mptcp_ext { union { u64 data_ack; u32 data_ack32; }; u64 data_seq; u32 subflow_seq; u16 data_len; __sum16 csum; u8 use_map: 1; u8 dsn64: 1; u8 data_fin: 1; u8 use_ack: 1; u8 ack64: 1; u8 mpc_map: 1; u8 frozen: 1; u8 reset_transient: 1; u8 reset_reason: 4; u8 csum_reqd: 1; u8 infinite_map: 1; }; enum tcp_queue { TCP_FRAG_IN_WRITE_QUEUE = 0, TCP_FRAG_IN_RTX_QUEUE = 1, }; struct tcp_skb_cb { __u32 seq; __u32 end_seq; union { __u32 tcp_tw_isn; struct { u16 tcp_gso_segs; u16 tcp_gso_size; }; }; __u8 tcp_flags; __u8 sacked; __u8 ip_dsfield; __u8 txstamp_ack: 1; __u8 eor: 1; __u8 has_rxtstamp: 1; __u8 unused: 5; __u32 ack_seq; union { struct { __u32 is_app_limited: 1; __u32 delivered_ce: 20; __u32 unused: 11; __u32 delivered; u64 first_tx_mstamp; u64 delivered_mstamp; } tx; union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; }; }; enum tcp_ca_ack_event_flags { CA_ACK_SLOWPATH = 1, CA_ACK_WIN_UPDATE = 2, CA_ACK_ECE = 4, }; enum tcp_chrono { TCP_CHRONO_UNSPEC = 0, TCP_CHRONO_BUSY = 1, TCP_CHRONO_RWND_LIMITED = 2, TCP_CHRONO_SNDBUF_LIMITED = 3, __TCP_CHRONO_MAX = 4, }; struct tcp_sacktag_state { u64 first_sackt; u64 last_sackt; u32 reord; u32 sack_delivered; int flag; unsigned int mss_now; struct rate_sample *rate; }; struct tcp_timewait_sock { struct inet_timewait_sock tw_sk; u32 tw_rcv_wnd; u32 tw_ts_offset; u32 tw_ts_recent; u32 tw_last_oow_ack_time; int tw_ts_recent_stamp; u32 tw_tx_delay; struct tcp_md5sig_key *tw_md5_key; }; enum tcp_tw_status { TCP_TW_SUCCESS = 0, TCP_TW_RST = 1, TCP_TW_ACK = 2, TCP_TW_SYN = 3, }; struct tcp_plb_state { u8 consec_cong_rounds: 5; u8 unused: 3; u32 pause_until; }; struct cmsghdr { __kernel_size_t cmsg_len; int cmsg_level; int cmsg_type; }; struct ip_mreqn { struct in_addr imr_multiaddr; struct in_addr imr_address; int imr_ifindex; }; enum rt_scope_t { RT_SCOPE_UNIVERSE = 0, RT_SCOPE_SITE = 200, RT_SCOPE_LINK = 253, RT_SCOPE_HOST = 254, RT_SCOPE_NOWHERE = 255, }; struct sockcm_cookie { u64 transmit_time; u32 mark; u32 tsflags; }; struct ip_sf_socklist { unsigned int sl_max; unsigned int sl_count; struct callback_head rcu; __be32 sl_addr[0]; }; struct ip_mc_socklist { struct ip_mc_socklist *next_rcu; struct ip_mreqn multi; unsigned int sfmode; struct ip_sf_socklist *sflist; struct callback_head rcu; }; struct ip_sf_list { struct ip_sf_list *sf_next; long unsigned int sf_count[2]; __be32 sf_inaddr; unsigned char sf_gsresp; unsigned char sf_oldin; unsigned char sf_crcount; }; struct ip_mc_list { struct in_device *interface; __be32 multiaddr; unsigned int sfmode; struct ip_sf_list *sources; struct ip_sf_list *tomb; long unsigned int sfcount[2]; union { struct ip_mc_list *next; struct ip_mc_list *next_rcu; }; struct ip_mc_list *next_hash; struct timer_list timer; int users; refcount_t refcnt; spinlock_t lock; char tm_running; char reporter; char unsolicit_count; char loaded; unsigned char gsquery; unsigned char crcount; struct callback_head rcu; }; struct icmphdr { __u8 type; __u8 code; __sum16 checksum; union { struct { __be16 id; __be16 sequence; } echo; __be32 gateway; struct { __be16 __unused; __be16 mtu; } frag; __u8 reserved[4]; } un; }; struct ip_options_data { struct ip_options_rcu opt; char data[40]; }; struct udp_sock { struct inet_sock inet; int pending; unsigned int corkflag; __u8 encap_type; unsigned char no_check6_tx: 1; unsigned char no_check6_rx: 1; unsigned char encap_enabled: 1; unsigned char gro_enabled: 1; unsigned char accept_udp_l4: 1; unsigned char accept_udp_fraglist: 1; __u16 len; __u16 gso_size; __u16 pcslen; __u16 pcrlen; __u8 pcflag; __u8 unused[3]; int (*encap_rcv)(struct sock *, struct sk_buff *); void (*encap_err_rcv)(struct sock *, struct sk_buff *, int, __be16, u32, u8 *); int (*encap_err_lookup)(struct sock *, struct sk_buff *); void (*encap_destroy)(struct sock *); struct sk_buff * (*gro_receive)(struct sock *, struct list_head *, struct sk_buff *); int (*gro_complete)(struct sock *, struct sk_buff *, int); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sk_buff_head reader_queue; int forward_deficit; int forward_threshold; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ipcm_cookie { struct sockcm_cookie sockc; __be32 addr; int oif; struct ip_options_rcu *opt; __u8 protocol; __u8 ttl; __s16 tos; char priority; __u16 gso_size; }; struct icmp_err { int errno; unsigned int fatal: 1; }; struct ip_tunnel_encap_ops { size_t (*encap_hlen)(struct ip_tunnel_encap *); int (*build_header)(struct sk_buff *, struct ip_tunnel_encap *, u8 *, struct flowi4 *); int (*err_handler)(struct sk_buff *, u32); }; struct udp_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; __u16 cscov; __u8 partial_cov; }; struct udp_dev_scratch { u32 _tsize_state; u16 len; bool is_linear; bool csum_unnecessary; }; struct udp_seq_afinfo { sa_family_t family; struct udp_table *udp_table; }; struct udp_iter_state { struct seq_net_private p; int bucket; struct udp_seq_afinfo *bpf_seq_afinfo; }; struct bpf_iter__udp { union { struct bpf_iter_meta *meta; }; union { struct udp_sock *udp_sk; }; uid_t uid; long: 0; int bucket; }; struct ifaddrmsg { __u8 ifa_family; __u8 ifa_prefixlen; __u8 ifa_flags; __u8 ifa_scope; __u32 ifa_index; }; enum { IFA_UNSPEC = 0, IFA_ADDRESS = 1, IFA_LOCAL = 2, IFA_LABEL = 3, IFA_BROADCAST = 4, IFA_ANYCAST = 5, IFA_CACHEINFO = 6, IFA_MULTICAST = 7, IFA_FLAGS = 8, IFA_RT_PRIORITY = 9, IFA_TARGET_NETNSID = 10, IFA_PROTO = 11, __IFA_MAX = 12, }; struct ifa_cacheinfo { __u32 ifa_prefered; __u32 ifa_valid; __u32 cstamp; __u32 tstamp; }; enum { IFLA_INET_UNSPEC = 0, IFLA_INET_CONF = 1, __IFLA_INET_MAX = 2, }; struct in_validator_info { __be32 ivi_addr; struct in_device *ivi_dev; struct netlink_ext_ack *extack; }; struct netconfmsg { __u8 ncm_family; }; enum { NETCONFA_UNSPEC = 0, NETCONFA_IFINDEX = 1, NETCONFA_FORWARDING = 2, NETCONFA_RP_FILTER = 3, NETCONFA_MC_FORWARDING = 4, NETCONFA_PROXY_NEIGH = 5, NETCONFA_IGNORE_ROUTES_WITH_LINKDOWN = 6, NETCONFA_INPUT = 7, NETCONFA_BC_FORWARDING = 8, __NETCONFA_MAX = 9, }; struct fib_result { __be32 prefix; unsigned char prefixlen; unsigned char nh_sel; unsigned char type; unsigned char scope; u32 tclassid; struct fib_nh_common *nhc; struct fib_info *fi; struct fib_table *table; struct hlist_head *fa_head; }; struct inet_fill_args { u32 portid; u32 seq; int event; unsigned int flags; int netnsid; int ifindex; }; struct devinet_sysctl_table { struct ctl_table_header *sysctl_header; struct ctl_table devinet_vars[34]; }; struct flow_dissector_key_control { u16 thoff; u16 addr_type; u32 flags; }; struct flow_dissector_key_basic { __be16 n_proto; u8 ip_proto; u8 padding; }; struct flow_dissector_key_tags { u32 flow_label; }; struct flow_dissector_key_vlan { union { struct { u16 vlan_id: 12; u16 vlan_dei: 1; u16 vlan_priority: 3; }; __be16 vlan_tci; }; __be16 vlan_tpid; __be16 vlan_eth_type; u16 padding; }; struct flow_dissector_key_keyid { __be32 keyid; }; struct flow_dissector_key_ipv4_addrs { __be32 src; __be32 dst; }; struct flow_dissector_key_ipv6_addrs { struct in6_addr src; struct in6_addr dst; }; struct flow_dissector_key_tipc { __be32 key; }; struct flow_dissector_key_addrs { union { struct flow_dissector_key_ipv4_addrs v4addrs; struct flow_dissector_key_ipv6_addrs v6addrs; struct flow_dissector_key_tipc tipckey; }; }; struct flow_dissector_key_ports { union { __be32 ports; struct { __be16 src; __be16 dst; }; }; }; struct flow_dissector_key_icmp { struct { u8 type; u8 code; }; u16 id; }; struct flow_keys { struct flow_dissector_key_control control; struct flow_dissector_key_basic basic; struct flow_dissector_key_tags tags; struct flow_dissector_key_vlan vlan; struct flow_dissector_key_vlan cvlan; struct flow_dissector_key_keyid keyid; struct flow_dissector_key_ports ports; struct flow_dissector_key_icmp icmp; struct flow_dissector_key_addrs addrs; long: 0; }; struct netdev_notifier_info_ext { struct netdev_notifier_info info; union { u32 mtu; } ext; }; struct rtmsg { unsigned char rtm_family; unsigned char rtm_dst_len; unsigned char rtm_src_len; unsigned char rtm_tos; unsigned char rtm_table; unsigned char rtm_protocol; unsigned char rtm_scope; unsigned char rtm_type; unsigned int rtm_flags; }; struct rtnexthop { short unsigned int rtnh_len; unsigned char rtnh_flags; unsigned char rtnh_hops; int rtnh_ifindex; }; struct rtvia { __kernel_sa_family_t rtvia_family; __u8 rtvia_addr[0]; }; typedef u8 dscp_t; struct fib_config { u8 fc_dst_len; dscp_t fc_dscp; u8 fc_protocol; u8 fc_scope; u8 fc_type; u8 fc_gw_family; u32 fc_table; __be32 fc_dst; union { __be32 fc_gw4; struct in6_addr fc_gw6; }; int fc_oif; u32 fc_flags; u32 fc_priority; __be32 fc_prefsrc; u32 fc_nh_id; struct nlattr *fc_mx; struct rtnexthop *fc_mp; int fc_mx_len; int fc_mp_len; u32 fc_flow; u32 fc_nlflags; struct nl_info fc_nlinfo; struct nlattr *fc_encap; u16 fc_encap_type; }; struct fib_result_nl { __be32 fl_addr; u32 fl_mark; unsigned char fl_tos; unsigned char fl_scope; unsigned char tb_id_in; unsigned char tb_id; unsigned char prefixlen; unsigned char nh_sel; unsigned char type; unsigned char scope; int err; }; struct fib_dump_filter { u32 table_id; bool filter_set; bool dump_routes; bool dump_exceptions; unsigned char protocol; unsigned char rt_type; unsigned int flags; struct net_device *dev; }; struct rtentry { long unsigned int rt_pad1; struct sockaddr rt_dst; struct sockaddr rt_gateway; struct sockaddr rt_genmask; short unsigned int rt_flags; short int rt_pad2; long unsigned int rt_pad3; void *rt_pad4; short int rt_metric; char *rt_dev; long unsigned int rt_mtu; long unsigned int rt_window; short unsigned int rt_irtt; }; struct icmpv6_echo { __be16 identifier; __be16 sequence; }; struct icmpv6_nd_advt { __u32 router: 1; __u32 solicited: 1; __u32 override: 1; __u32 reserved: 29; }; struct icmpv6_nd_ra { __u8 hop_limit; __u8 managed: 1; __u8 other: 1; __u8 home_agent: 1; __u8 router_pref: 2; __u8 reserved: 3; __be16 rt_lifetime; }; struct icmp6hdr { __u8 icmp6_type; __u8 icmp6_code; __sum16 icmp6_cksum; union { __be32 un_data32[1]; __be16 un_data16[2]; __u8 un_data8[4]; struct icmpv6_echo u_echo; struct icmpv6_nd_advt u_nd_advt; struct icmpv6_nd_ra u_nd_ra; } icmp6_dataun; }; struct pingv6_ops { int (*ipv6_recv_error)(struct sock *, struct msghdr *, int, int *); void (*ip6_datagram_recv_common_ctl)(struct sock *, struct msghdr *, struct sk_buff *); void (*ip6_datagram_recv_specific_ctl)(struct sock *, struct msghdr *, struct sk_buff *); int (*icmpv6_err_convert)(u8, u8, int *); void (*ipv6_icmp_error)(struct sock *, struct sk_buff *, int, __be16, u32, u8 *); int (*ipv6_chk_addr)(struct net *, const struct in6_addr *, const struct net_device *, int); }; struct ping_iter_state { struct seq_net_private p; int bucket; sa_family_t family; }; struct pingfakehdr { struct icmphdr icmph; struct msghdr *msg; sa_family_t family; __wsum wcheck; }; struct ping_table { struct hlist_nulls_head hash[64]; spinlock_t lock; }; struct snmp_mib { const char *name; int entry; }; struct inet_diag_sockid { __be16 idiag_sport; __be16 idiag_dport; __be32 idiag_src[4]; __be32 idiag_dst[4]; __u32 idiag_if; __u32 idiag_cookie[2]; }; struct inet_diag_req_v2 { __u8 sdiag_family; __u8 sdiag_protocol; __u8 idiag_ext; __u8 pad; __u32 idiag_states; struct inet_diag_sockid id; }; enum { INET_DIAG_REQ_NONE = 0, INET_DIAG_REQ_BYTECODE = 1, INET_DIAG_REQ_SK_BPF_STORAGES = 2, INET_DIAG_REQ_PROTOCOL = 3, __INET_DIAG_REQ_MAX = 4, }; struct inet_diag_msg { __u8 idiag_family; __u8 idiag_state; __u8 idiag_timer; __u8 idiag_retrans; struct inet_diag_sockid id; __u32 idiag_expires; __u32 idiag_rqueue; __u32 idiag_wqueue; __u32 idiag_uid; __u32 idiag_inode; }; struct inet_diag_handler { void (*dump)(struct sk_buff *, struct netlink_callback *, const struct inet_diag_req_v2 *); int (*dump_one)(struct netlink_callback *, const struct inet_diag_req_v2 *); void (*idiag_get_info)(struct sock *, struct inet_diag_msg *, void *); int (*idiag_get_aux)(struct sock *, bool, struct sk_buff *); size_t (*idiag_get_aux_size)(struct sock *, bool); int (*destroy)(struct sk_buff *, const struct inet_diag_req_v2 *); __u16 idiag_type; __u16 idiag_info_size; }; struct bpf_sk_storage_diag; struct inet_diag_dump_data { struct nlattr *req_nlas[4]; struct bpf_sk_storage_diag *bpf_stg_diag; }; enum __sk_action { __SK_DROP = 0, __SK_PASS = 1, __SK_REDIRECT = 2, __SK_NONE = 3, }; enum sk_psock_state_bits { SK_PSOCK_TX_ENABLED = 0, SK_PSOCK_RX_STRP_ENABLED = 1, }; struct tls_crypto_info { __u16 version; __u16 cipher_type; }; struct tls12_crypto_info_aes_gcm_128 { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_aes_gcm_256 { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[32]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_chacha20_poly1305 { struct tls_crypto_info info; unsigned char iv[12]; unsigned char key[32]; unsigned char salt[0]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_sm4_gcm { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_sm4_ccm { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tx_work { struct delayed_work work; struct sock *sk; }; struct tls_rec; struct tls_sw_context_tx { struct crypto_aead *aead_send; struct crypto_wait async_wait; struct tx_work tx_work; struct tls_rec *open_rec; struct list_head tx_list; atomic_t encrypt_pending; spinlock_t encrypt_compl_lock; int async_notify; u8 async_capable: 1; long unsigned int tx_bitmask; }; struct tls_prot_info { u16 version; u16 cipher_type; u16 prepend_size; u16 tag_size; u16 overhead_size; u16 iv_size; u16 salt_size; u16 rec_seq_size; u16 aad_size; u16 tail_size; }; struct cipher_context { char *iv; char *rec_seq; }; union tls_crypto_context { struct tls_crypto_info info; union { struct tls12_crypto_info_aes_gcm_128 aes_gcm_128; struct tls12_crypto_info_aes_gcm_256 aes_gcm_256; struct tls12_crypto_info_chacha20_poly1305 chacha20_poly1305; struct tls12_crypto_info_sm4_gcm sm4_gcm; struct tls12_crypto_info_sm4_ccm sm4_ccm; }; }; struct tls_context { struct tls_prot_info prot_info; u8 tx_conf: 3; u8 rx_conf: 3; u8 zerocopy_sendfile: 1; u8 rx_no_pad: 1; int (*push_pending_record)(struct sock *, int); void (*sk_write_space)(struct sock *); void *priv_ctx_tx; void *priv_ctx_rx; struct net_device *netdev; struct cipher_context tx; struct cipher_context rx; struct scatterlist *partially_sent_record; u16 partially_sent_offset; bool in_tcp_sendpages; bool pending_open_record_frags; struct mutex tx_lock; long unsigned int flags; struct proto *sk_proto; struct sock *sk; void (*sk_destruct)(struct sock *); union tls_crypto_context crypto_send; union tls_crypto_context crypto_recv; struct list_head list; refcount_t refcount; struct callback_head rcu; }; enum { TCP_BPF_IPV4 = 0, TCP_BPF_IPV6 = 1, TCP_BPF_NUM_PROTS = 2, }; enum { TCP_BPF_BASE = 0, TCP_BPF_TX = 1, TCP_BPF_RX = 2, TCP_BPF_TXRX = 3, TCP_BPF_NUM_CFGS = 4, }; struct ip_tunnel; struct ip6_tnl; struct xfrm_tunnel_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; union { struct ip_tunnel *ip4; struct ip6_tnl *ip6; } tunnel; }; struct xfrm_mode_skb_cb { struct xfrm_tunnel_skb_cb header; __be16 id; __be16 frag_off; u8 ihl; u8 tos; u8 ttl; u8 protocol; u8 optlen; u8 flow_lbl[3]; }; struct xfrm_spi_skb_cb { struct xfrm_tunnel_skb_cb header; unsigned int daddroff; unsigned int family; __be32 seq; }; enum nf_nat_manip_type; struct nf_conn; struct nf_nat_hook { int (*parse_nat_setup)(struct nf_conn *, enum nf_nat_manip_type, const struct nlattr *); void (*decode_session)(struct sk_buff *, struct flowi *); unsigned int (*manip_pkt)(struct sk_buff *, struct nf_conn *, enum nf_nat_manip_type, enum ip_conntrack_dir); void (*remove_nat_bysrc)(struct nf_conn *); }; enum { XFRM_LOOKUP_ICMP = 1, XFRM_LOOKUP_QUEUE = 2, XFRM_LOOKUP_KEEP_DST_REF = 4, }; enum { XFRM_STATE_VOID = 0, XFRM_STATE_ACQ = 1, XFRM_STATE_VALID = 2, XFRM_STATE_ERROR = 3, XFRM_STATE_EXPIRED = 4, XFRM_STATE_DEAD = 5, }; struct xfrm_if_decode_session_result { struct net *net; u32 if_id; }; struct xfrm_if_cb { bool (*decode_session)(struct sk_buff *, short unsigned int, struct xfrm_if_decode_session_result *); }; struct xfrm_policy_afinfo { struct dst_ops *dst_ops; struct dst_entry * (*dst_lookup)(struct net *, int, int, const xfrm_address_t *, const xfrm_address_t *, u32); int (*get_saddr)(struct net *, int, xfrm_address_t *, xfrm_address_t *, u32); int (*fill_dst)(struct xfrm_dst *, struct net_device *, const struct flowi *); struct dst_entry * (*blackhole_route)(struct net *, struct dst_entry *); }; struct xfrm_state_afinfo { u8 family; u8 proto; const struct xfrm_type_offload *type_offload_esp; const struct xfrm_type *type_esp; const struct xfrm_type *type_ipip; const struct xfrm_type *type_ipip6; const struct xfrm_type *type_comp; const struct xfrm_type *type_ah; const struct xfrm_type *type_routing; const struct xfrm_type *type_dstopts; int (*output)(struct net *, struct sock *, struct sk_buff *); int (*transport_finish)(struct sk_buff *, int); void (*local_error)(struct sk_buff *, u32); }; struct xfrm_policy_walk { struct xfrm_policy_walk_entry walk; u8 type; u32 seq; }; struct xfrm_kmaddress { xfrm_address_t local; xfrm_address_t remote; u32 reserved; u16 family; }; struct xfrm_migrate { xfrm_address_t old_daddr; xfrm_address_t old_saddr; xfrm_address_t new_daddr; xfrm_address_t new_saddr; u8 proto; u8 mode; u16 reserved; u32 reqid; u16 old_family; u16 new_family; }; struct xfrmk_spdinfo { u32 incnt; u32 outcnt; u32 fwdcnt; u32 inscnt; u32 outscnt; u32 fwdscnt; u32 spdhcnt; u32 spdhmcnt; }; struct ip6_mh { __u8 ip6mh_proto; __u8 ip6mh_hdrlen; __u8 ip6mh_type; __u8 ip6mh_reserved; __u16 ip6mh_cksum; __u8 data[0]; }; struct xfrm_flo { struct dst_entry *dst_orig; u8 flags; }; struct xfrm_pol_inexact_node { struct rb_node node; union { xfrm_address_t addr; struct callback_head rcu; }; u8 prefixlen; struct rb_root root; struct hlist_head hhead; }; struct xfrm_pol_inexact_key { possible_net_t net; u32 if_id; u16 family; u8 dir; u8 type; }; struct xfrm_pol_inexact_bin { struct xfrm_pol_inexact_key k; struct rhash_head head; struct hlist_head hhead; seqcount_spinlock_t count; struct rb_root root_d; struct rb_root root_s; struct list_head inexact_bins; struct callback_head rcu; }; enum xfrm_pol_inexact_candidate_type { XFRM_POL_CAND_BOTH = 0, XFRM_POL_CAND_SADDR = 1, XFRM_POL_CAND_DADDR = 2, XFRM_POL_CAND_ANY = 3, XFRM_POL_CAND_MAX = 4, }; struct xfrm_pol_inexact_candidates { struct hlist_head *res[4]; }; struct ucred { __u32 pid; __u32 uid; __u32 gid; }; struct sockaddr_un { __kernel_sa_family_t sun_family; char sun_path[108]; }; struct scm_fp_list { short int count; short int max; struct user_struct *user; struct file *fp[253]; }; struct scm_cookie { struct pid *pid; struct scm_fp_list *fp; struct scm_creds creds; u32 secid; }; struct unix_address { refcount_t refcnt; int len; struct sockaddr_un name[0]; }; struct unix_skb_parms { struct pid *pid; kuid_t uid; kgid_t gid; struct scm_fp_list *fp; u32 secid; u32 consumed; }; struct scm_stat { atomic_t nr_fds; }; struct unix_sock { struct sock sk; struct unix_address *addr; struct path path; struct mutex iolock; struct mutex bindlock; struct sock *peer; struct list_head link; atomic_long_t inflight; spinlock_t lock; long unsigned int gc_flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct socket_wq peer_wq; wait_queue_entry_t peer_wake; struct scm_stat scm_stat; struct sk_buff *oob_skb; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct unix_stream_read_state { int (*recv_actor)(struct sk_buff *, int, int, struct unix_stream_read_state *); struct socket *socket; struct msghdr *msg; struct pipe_inode_info *pipe; size_t size; int flags; unsigned int splice_flags; }; struct bpf_unix_iter_state { struct seq_net_private p; unsigned int cur_sk; unsigned int end_sk; unsigned int max_sk; struct sock **batch; bool st_bucket_done; }; struct bpf_iter__unix { union { struct bpf_iter_meta *meta; }; union { struct unix_sock *unix_sk; }; uid_t uid; }; struct sock_diag_handler { __u8 family; int (*dump)(struct sk_buff *, struct nlmsghdr *); int (*get_info)(struct sk_buff *, struct sock *); int (*destroy)(struct sk_buff *, struct nlmsghdr *); }; struct unix_diag_req { __u8 sdiag_family; __u8 sdiag_protocol; __u16 pad; __u32 udiag_states; __u32 udiag_ino; __u32 udiag_show; __u32 udiag_cookie[2]; }; struct unix_diag_msg { __u8 udiag_family; __u8 udiag_type; __u8 udiag_state; __u8 pad; __u32 udiag_ino; __u32 udiag_cookie[2]; }; enum { UNIX_DIAG_NAME = 0, UNIX_DIAG_VFS = 1, UNIX_DIAG_PEER = 2, UNIX_DIAG_ICONS = 3, UNIX_DIAG_RQLEN = 4, UNIX_DIAG_MEMINFO = 5, UNIX_DIAG_SHUTDOWN = 6, UNIX_DIAG_UID = 7, __UNIX_DIAG_MAX = 8, }; struct unix_diag_vfs { __u32 udiag_vfs_ino; __u32 udiag_vfs_dev; }; struct unix_diag_rqlen { __u32 udiag_rqueue; __u32 udiag_wqueue; }; struct seg6_pernet_data { struct mutex lock; struct in6_addr *tun_src; struct rhashtable hmac_infos; }; struct ioam6_pernet_data { struct mutex lock; struct rhashtable namespaces; struct rhashtable schemas; }; struct ipv6_params { __s32 disable_ipv6; __s32 autoconf; }; enum flowlabel_reflect { FLOWLABEL_REFLECT_ESTABLISHED = 1, FLOWLABEL_REFLECT_TCP_RESET = 2, FLOWLABEL_REFLECT_ICMPV6_ECHO_REPLIES = 4, }; struct ipv6_bpf_stub { int (*inet6_bind)(struct sock *, struct sockaddr *, int, u32); struct sock * (*udp6_lib_lookup)(struct net *, const struct in6_addr *, __be16, const struct in6_addr *, __be16, int, int, struct udp_table *, struct sk_buff *); int (*ipv6_setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*ipv6_getsockopt)(struct sock *, int, int, sockptr_t, sockptr_t); }; struct inet_protosw { struct list_head list; short unsigned int type; short unsigned int protocol; struct proto *prot; const struct proto_ops *ops; unsigned char flags; }; struct in6_rtmsg { struct in6_addr rtmsg_dst; struct in6_addr rtmsg_src; struct in6_addr rtmsg_gateway; __u32 rtmsg_type; __u16 rtmsg_dst_len; __u16 rtmsg_src_len; __u32 rtmsg_metric; long unsigned int rtmsg_info; __u32 rtmsg_flags; int rtmsg_ifindex; }; struct compat_in6_rtmsg { struct in6_addr rtmsg_dst; struct in6_addr rtmsg_src; struct in6_addr rtmsg_gateway; u32 rtmsg_type; u16 rtmsg_dst_len; u16 rtmsg_src_len; u32 rtmsg_metric; u32 rtmsg_info; u32 rtmsg_flags; s32 rtmsg_ifindex; }; struct ifaddrlblmsg { __u8 ifal_family; __u8 __ifal_reserved; __u8 ifal_prefixlen; __u8 ifal_flags; __u32 ifal_index; __u32 ifal_seq; }; enum { IFAL_ADDRESS = 1, IFAL_LABEL = 2, __IFAL_MAX = 3, }; struct ip6addrlbl_entry { struct in6_addr prefix; int prefixlen; int ifindex; int addrtype; u32 label; struct hlist_node list; struct callback_head rcu; }; struct ip6addrlbl_init_table { const struct in6_addr *prefix; int prefixlen; u32 label; }; struct uncached_list { spinlock_t lock; struct list_head head; struct list_head quarantine; }; struct inet6_ifaddr { struct in6_addr addr; __u32 prefix_len; __u32 rt_priority; __u32 valid_lft; __u32 prefered_lft; refcount_t refcnt; spinlock_t lock; int state; __u32 flags; __u8 dad_probes; __u8 stable_privacy_retry; __u16 scope; __u64 dad_nonce; long unsigned int cstamp; long unsigned int tstamp; struct delayed_work dad_work; struct inet6_dev *idev; struct fib6_info *rt; struct hlist_node addr_lst; struct list_head if_list; struct list_head if_list_aux; struct list_head tmp_list; struct inet6_ifaddr *ifpub; int regen_count; bool tokenized; u8 ifa_proto; struct callback_head rcu; struct in6_addr peer_addr; }; struct fib6_gc_args { int timeout; int more; }; struct rt6_exception { struct hlist_node hlist; struct rt6_info *rt6i; long unsigned int stamp; struct callback_head rcu; }; typedef struct rt6_info * (*pol_lookup_t)(struct net *, struct fib6_table *, struct flowi6 *, const struct sk_buff *, int); struct rd_msg { struct icmp6hdr icmph; struct in6_addr target; struct in6_addr dest; __u8 opt[0]; }; struct route_info { __u8 type; __u8 length; __u8 prefix_len; __u8 reserved_h: 3; __u8 route_pref: 2; __u8 reserved_l: 3; __be32 lifetime; __u8 prefix[0]; }; struct rt6_rtnl_dump_arg { struct sk_buff *skb; struct netlink_callback *cb; struct net *net; struct fib_dump_filter filter; }; struct netevent_redirect { struct dst_entry *old; struct dst_entry *new; struct neighbour *neigh; const void *daddr; }; enum netevent_notif_type { NETEVENT_NEIGH_UPDATE = 1, NETEVENT_REDIRECT = 2, NETEVENT_DELAY_PROBE_TIME_UPDATE = 3, NETEVENT_IPV4_MPATH_HASH_UPDATE = 4, NETEVENT_IPV6_MPATH_HASH_UPDATE = 5, NETEVENT_IPV4_FWD_UPDATE_PRIORITY_UPDATE = 6, }; struct trace_event_raw_fib6_table_lookup { struct trace_entry ent; u32 tb_id; int err; int oif; int iif; __u8 tos; __u8 scope; __u8 flags; __u8 src[16]; __u8 dst[16]; u16 sport; u16 dport; u8 proto; u8 rt_type; char name[16]; __u8 gw[16]; char __data[0]; }; struct trace_event_data_offsets_fib6_table_lookup {}; typedef void (*btf_trace_fib6_table_lookup)(void *, const struct net *, const struct fib6_result *, struct fib6_table *, const struct flowi6 *); enum rt6_nud_state { RT6_NUD_FAIL_HARD = -3, RT6_NUD_FAIL_PROBE = -2, RT6_NUD_FAIL_DO_RR = -1, RT6_NUD_SUCCEED = 1, }; struct fib6_nh_dm_arg { struct net *net; const struct in6_addr *saddr; int oif; int flags; struct fib6_nh *nh; }; struct __rt6_probe_work { struct work_struct work; struct in6_addr target; struct net_device *dev; netdevice_tracker dev_tracker; }; struct fib6_nh_frl_arg { u32 flags; int oif; int strict; int *mpri; bool *do_rr; struct fib6_nh *nh; }; struct fib6_nh_excptn_arg { struct rt6_info *rt; int plen; }; struct fib6_nh_match_arg { const struct net_device *dev; const struct in6_addr *gw; struct fib6_nh *match; }; struct fib6_nh_age_excptn_arg { struct fib6_gc_args *gc_args; long unsigned int now; }; struct fib6_nh_rd_arg { struct fib6_result *res; struct flowi6 *fl6; const struct in6_addr *gw; struct rt6_info **ret; }; struct ip6rd_flowi { struct flowi6 fl6; struct in6_addr gateway; }; struct fib6_nh_del_cached_rt_arg { struct fib6_config *cfg; struct fib6_info *f6i; }; struct arg_dev_net_ip { struct net_device *dev; struct net *net; struct in6_addr *addr; }; struct arg_netdev_event { const struct net_device *dev; union { unsigned char nh_flags; long unsigned int event; }; }; struct rt6_mtu_change_arg { struct net_device *dev; unsigned int mtu; struct fib6_info *f6i; }; struct rt6_nh { struct fib6_info *fib6_info; struct fib6_config r_cfg; struct list_head next; }; struct fib6_nh_exception_dump_walker { struct rt6_rtnl_dump_arg *dump; struct fib6_info *rt; unsigned int flags; unsigned int skip; unsigned int count; }; struct inet6_protocol { int (*handler)(struct sk_buff *); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); unsigned int flags; }; struct group_source_req { __u32 gsr_interface; struct __kernel_sockaddr_storage gsr_group; struct __kernel_sockaddr_storage gsr_source; }; struct group_filter { union { struct { __u32 gf_interface_aux; struct __kernel_sockaddr_storage gf_group_aux; __u32 gf_fmode_aux; __u32 gf_numsrc_aux; struct __kernel_sockaddr_storage gf_slist[1]; }; struct { __u32 gf_interface; struct __kernel_sockaddr_storage gf_group; __u32 gf_fmode; __u32 gf_numsrc; struct __kernel_sockaddr_storage gf_slist_flex[0]; }; }; }; struct mld_msg { struct icmp6hdr mld_hdr; struct in6_addr mld_mca; }; struct mld2_grec { __u8 grec_type; __u8 grec_auxwords; __be16 grec_nsrcs; struct in6_addr grec_mca; struct in6_addr grec_src[0]; }; struct mld2_report { struct icmp6hdr mld2r_hdr; struct mld2_grec mld2r_grec[0]; }; struct mld2_query { struct icmp6hdr mld2q_hdr; struct in6_addr mld2q_mca; __u8 mld2q_resv2: 4; __u8 mld2q_suppress: 1; __u8 mld2q_qrv: 3; __u8 mld2q_qqic; __be16 mld2q_nsrcs; struct in6_addr mld2q_srcs[0]; }; struct igmp6_mc_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; }; struct igmp6_mcf_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; struct ifmcaddr6 *im; }; struct rt0_hdr { struct ipv6_rt_hdr rt_hdr; __u32 reserved; struct in6_addr addr[0]; }; struct ipv6_destopt_hao { __u8 type; __u8 length; struct in6_addr addr; } __attribute__((packed)); struct ipv6_sr_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; __u8 first_segment; __u8 flags; __u16 tag; struct in6_addr segments[0]; }; struct ipv6_rpl_sr_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; __u32 cmpri: 4; __u32 cmpre: 4; __u32 pad: 4; __u32 reserved: 20; union { struct { struct {} __empty_addr; struct in6_addr addr[0]; }; struct { struct {} __empty_data; __u8 data[0]; }; } segments; }; struct ioam6_hdr { __u8 opt_type; __u8 opt_len; char: 8; __u8 type; }; struct ioam6_trace_hdr { __be16 namespace_id; __u8 nodelen: 5; __u8 overflow: 1; char: 2; char: 1; __u8 remlen: 7; union { __be32 type_be32; struct { __u32 bit0: 1; __u32 bit1: 1; __u32 bit2: 1; __u32 bit3: 1; __u32 bit4: 1; __u32 bit5: 1; __u32 bit6: 1; __u32 bit7: 1; __u32 bit8: 1; __u32 bit9: 1; __u32 bit10: 1; __u32 bit11: 1; __u32 bit12: 1; __u32 bit13: 1; __u32 bit14: 1; __u32 bit15: 1; __u32 bit16: 1; __u32 bit17: 1; __u32 bit18: 1; __u32 bit19: 1; __u32 bit20: 1; __u32 bit21: 1; __u32 bit22: 1; __u32 bit23: 1; } type; }; __u8 data[0]; }; struct ioam6_schema; struct ioam6_namespace { struct rhash_head head; struct callback_head rcu; struct ioam6_schema *schema; __be16 id; __be32 data; __be64 data_wide; }; struct ioam6_schema { struct rhash_head head; struct callback_head rcu; struct ioam6_namespace *ns; u32 id; int len; __be32 hdr; u8 data[0]; }; struct in6_flowlabel_req { struct in6_addr flr_dst; __be32 flr_label; __u8 flr_action; __u8 flr_share; __u16 flr_flags; __u16 flr_expires; __u16 flr_linger; __u32 __flr_pad; }; struct ipcm6_cookie { struct sockcm_cookie sockc; __s16 hlimit; __s16 tclass; __u16 gso_size; __s8 dontfrag; struct ipv6_txoptions *opt; }; struct ip6fl_iter_state { struct seq_net_private p; struct pid_namespace *pid_ns; int bucket; }; struct rhltable { struct rhashtable ht; }; struct icmp6_filter { __u32 data[8]; }; struct nlmsgerr { int error; struct nlmsghdr msg; }; struct raw6_sock { struct inet_sock inet; __u32 checksum; __u32 offset; struct icmp6_filter filter; __u32 ip6mr_table; struct ipv6_pinfo inet6; }; enum { PIM_TYPE_HELLO = 0, PIM_TYPE_REGISTER = 1, PIM_TYPE_REGISTER_STOP = 2, PIM_TYPE_JOIN_PRUNE = 3, PIM_TYPE_BOOTSTRAP = 4, PIM_TYPE_ASSERT = 5, PIM_TYPE_GRAFT = 6, PIM_TYPE_GRAFT_ACK = 7, PIM_TYPE_CANDIDATE_RP_ADV = 8, }; struct pimreghdr { __u8 type; __u8 reserved; __be16 csum; __be32 flags; }; typedef short unsigned int mifi_t; typedef __u32 if_mask; struct if_set { if_mask ifs_bits[8]; }; struct mif6ctl { mifi_t mif6c_mifi; unsigned char mif6c_flags; unsigned char vifc_threshold; __u16 mif6c_pifi; unsigned int vifc_rate_limit; }; struct mf6cctl { struct sockaddr_in6 mf6cc_origin; struct sockaddr_in6 mf6cc_mcastgrp; mifi_t mf6cc_parent; struct if_set mf6cc_ifset; }; struct sioc_sg_req6 { struct sockaddr_in6 src; struct sockaddr_in6 grp; long unsigned int pktcnt; long unsigned int bytecnt; long unsigned int wrong_if; }; struct sioc_mif_req6 { mifi_t mifi; long unsigned int icount; long unsigned int ocount; long unsigned int ibytes; long unsigned int obytes; }; struct mrt6msg { __u8 im6_mbz; __u8 im6_msgtype; __u16 im6_mif; __u32 im6_pad; struct in6_addr im6_src; struct in6_addr im6_dst; }; enum { IP6MRA_CREPORT_UNSPEC = 0, IP6MRA_CREPORT_MSGTYPE = 1, IP6MRA_CREPORT_MIF_ID = 2, IP6MRA_CREPORT_SRC_ADDR = 3, IP6MRA_CREPORT_DST_ADDR = 4, IP6MRA_CREPORT_PKT = 5, __IP6MRA_CREPORT_MAX = 6, }; struct vif_device { struct net_device *dev; netdevice_tracker dev_tracker; long unsigned int bytes_in; long unsigned int bytes_out; long unsigned int pkt_in; long unsigned int pkt_out; long unsigned int rate_limit; unsigned char threshold; short unsigned int flags; int link; struct netdev_phys_item_id dev_parent_id; __be32 local; __be32 remote; }; struct vif_entry_notifier_info { struct fib_notifier_info info; struct net_device *dev; short unsigned int vif_index; short unsigned int vif_flags; u32 tb_id; }; enum { MFC_STATIC = 1, MFC_OFFLOAD = 2, }; struct mr_mfc { struct rhlist_head mnode; short unsigned int mfc_parent; int mfc_flags; union { struct { long unsigned int expires; struct sk_buff_head unresolved; } unres; struct { long unsigned int last_assert; int minvif; int maxvif; long unsigned int bytes; long unsigned int pkt; long unsigned int wrong_if; long unsigned int lastuse; unsigned char ttls[32]; refcount_t refcount; } res; } mfc_un; struct list_head list; struct callback_head rcu; void (*free)(struct callback_head *); }; struct mfc_entry_notifier_info { struct fib_notifier_info info; struct mr_mfc *mfc; u32 tb_id; }; struct mr_table_ops { const struct rhashtable_params *rht_params; void *cmparg_any; }; struct mr_table { struct list_head list; possible_net_t net; struct mr_table_ops ops; u32 id; struct sock *mroute_sk; struct timer_list ipmr_expire_timer; struct list_head mfc_unres_queue; struct vif_device vif_table[32]; struct rhltable mfc_hash; struct list_head mfc_cache_list; int maxvif; atomic_t cache_resolve_queue_len; bool mroute_do_assert; bool mroute_do_pim; bool mroute_do_wrvifwhole; int mroute_reg_vif_num; }; struct mr_vif_iter { struct seq_net_private p; struct mr_table *mrt; int ct; }; struct mr_mfc_iter { struct seq_net_private p; struct mr_table *mrt; struct list_head *cache; spinlock_t *lock; }; struct mfc6_cache_cmp_arg { struct in6_addr mf6c_mcastgrp; struct in6_addr mf6c_origin; }; struct mfc6_cache { struct mr_mfc _c; union { struct { struct in6_addr mf6c_mcastgrp; struct in6_addr mf6c_origin; }; struct mfc6_cache_cmp_arg cmparg; }; }; struct ip6mr_result { struct mr_table *mrt; }; struct compat_sioc_sg_req6 { struct sockaddr_in6 src; struct sockaddr_in6 grp; compat_ulong_t pktcnt; compat_ulong_t bytecnt; compat_ulong_t wrong_if; }; struct compat_sioc_mif_req6 { mifi_t mifi; compat_ulong_t icount; compat_ulong_t ocount; compat_ulong_t ibytes; compat_ulong_t obytes; }; typedef u32 u_int32_t; struct netpoll; struct netpoll_info { refcount_t refcnt; struct semaphore dev_lock; struct sk_buff_head txq; struct delayed_work tx_work; struct netpoll *netpoll; struct callback_head rcu; }; struct ip6_fraglist_iter { struct ipv6hdr *tmp_hdr; struct sk_buff *frag; int offset; unsigned int hlen; __be32 frag_id; u8 nexthdr; }; struct ip6_frag_state { u8 *prevhdr; unsigned int hlen; unsigned int mtu; unsigned int left; int offset; int ptr; int hroom; int troom; __be32 frag_id; u8 nexthdr; }; union inet_addr { __u32 all[4]; __be32 ip; __be32 ip6[4]; struct in_addr in; struct in6_addr in6; }; struct netpoll { struct net_device *dev; netdevice_tracker dev_tracker; char dev_name[16]; const char *name; union inet_addr local_ip; union inet_addr remote_ip; bool ipv6; u16 local_port; u16 remote_port; u8 remote_mac[6]; }; struct ip6_rt_info { struct in6_addr daddr; struct in6_addr saddr; u_int32_t mark; }; struct nf_queue_entry; struct nf_ipv6_ops { void (*route_input)(struct sk_buff *); int (*fragment)(struct net *, struct sock *, struct sk_buff *, int (*)(struct net *, struct sock *, struct sk_buff *)); int (*reroute)(struct sk_buff *, const struct nf_queue_entry *); }; struct nf_queue_entry { struct list_head list; struct sk_buff *skb; unsigned int id; unsigned int hook_index; struct net_device *physin; struct net_device *physout; struct nf_hook_state state; u16 size; }; struct br_input_skb_cb { struct net_device *brdev; u16 frag_max_size; u8 igmp; u8 mrouters_only: 1; u8 proxyarp_replied: 1; u8 src_port_isolated: 1; u8 vlan_filtered: 1; u8 br_netfilter_broute: 1; u8 tx_fwd_offload: 1; int src_hwdom; long unsigned int fwd_hwdoms; }; struct nf_bridge_frag_data; struct netlbl_audit { u32 secid; kuid_t loginuid; unsigned int sessionid; }; struct calipso_doi; struct netlbl_calipso_ops { int (*doi_add)(struct calipso_doi *, struct netlbl_audit *); void (*doi_free)(struct calipso_doi *); int (*doi_remove)(u32, struct netlbl_audit *); struct calipso_doi * (*doi_getdef)(u32); void (*doi_putdef)(struct calipso_doi *); int (*doi_walk)(u32 *, int (*)(struct calipso_doi *, void *), void *); int (*sock_getattr)(struct sock *, struct netlbl_lsm_secattr *); int (*sock_setattr)(struct sock *, const struct calipso_doi *, const struct netlbl_lsm_secattr *); void (*sock_delattr)(struct sock *); int (*req_setattr)(struct request_sock *, const struct calipso_doi *, const struct netlbl_lsm_secattr *); void (*req_delattr)(struct request_sock *); int (*opt_getattr)(const unsigned char *, struct netlbl_lsm_secattr *); unsigned char * (*skbuff_optptr)(const struct sk_buff *); int (*skbuff_setattr)(struct sk_buff *, const struct calipso_doi *, const struct netlbl_lsm_secattr *); int (*skbuff_delattr)(struct sk_buff *); void (*cache_invalidate)(); int (*cache_add)(const unsigned char *, const struct netlbl_lsm_secattr *); }; struct calipso_doi { u32 doi; u32 type; refcount_t refcount; struct list_head list; struct callback_head rcu; }; struct calipso_map_cache_bkt { spinlock_t lock; u32 size; struct list_head list; }; struct calipso_map_cache_entry { u32 hash; unsigned char *key; size_t key_len; struct netlbl_lsm_cache *lsm_data; u32 activity; struct list_head list; }; struct sr6_tlv { __u8 type; __u8 len; __u8 data[0]; }; struct sr6_tlv_hmac { struct sr6_tlv tlvhdr; __u16 reserved; __be32 hmackeyid; __u8 hmac[32]; }; enum { SEG6_HMAC_ALGO_SHA1 = 1, SEG6_HMAC_ALGO_SHA256 = 2, }; struct seg6_hmac_info { struct rhash_head node; struct callback_head rcu; u32 hmackeyid; char secret[64]; u8 slen; u8 alg_id; }; struct seg6_hmac_algo { u8 alg_id; char name[64]; struct crypto_shash **tfms; struct shash_desc **shashs; }; enum { IP6_FH_F_FRAG = 1, IP6_FH_F_AUTH = 2, IP6_FH_F_SKIP_RH = 4, }; struct offload_callbacks { struct sk_buff * (*gso_segment)(struct sk_buff *, netdev_features_t); struct sk_buff * (*gro_receive)(struct list_head *, struct sk_buff *); int (*gro_complete)(struct sk_buff *, int); }; struct net_offload { struct offload_callbacks callbacks; unsigned int flags; }; struct flow_keys_basic { struct flow_dissector_key_control control; struct flow_dissector_key_basic basic; }; struct sockaddr_pkt { short unsigned int spkt_family; unsigned char spkt_device[14]; __be16 spkt_protocol; }; struct sockaddr_ll { short unsigned int sll_family; __be16 sll_protocol; int sll_ifindex; short unsigned int sll_hatype; unsigned char sll_pkttype; unsigned char sll_halen; unsigned char sll_addr[8]; }; struct tpacket_stats { unsigned int tp_packets; unsigned int tp_drops; }; struct tpacket_stats_v3 { unsigned int tp_packets; unsigned int tp_drops; unsigned int tp_freeze_q_cnt; }; struct tpacket_rollover_stats { __u64 tp_all; __u64 tp_huge; __u64 tp_failed; }; union tpacket_stats_u { struct tpacket_stats stats1; struct tpacket_stats_v3 stats3; }; struct tpacket_auxdata { __u32 tp_status; __u32 tp_len; __u32 tp_snaplen; __u16 tp_mac; __u16 tp_net; __u16 tp_vlan_tci; __u16 tp_vlan_tpid; }; struct tpacket_hdr { long unsigned int tp_status; unsigned int tp_len; unsigned int tp_snaplen; short unsigned int tp_mac; short unsigned int tp_net; unsigned int tp_sec; unsigned int tp_usec; }; struct tpacket2_hdr { __u32 tp_status; __u32 tp_len; __u32 tp_snaplen; __u16 tp_mac; __u16 tp_net; __u32 tp_sec; __u32 tp_nsec; __u16 tp_vlan_tci; __u16 tp_vlan_tpid; __u8 tp_padding[4]; }; struct tpacket_hdr_variant1 { __u32 tp_rxhash; __u32 tp_vlan_tci; __u16 tp_vlan_tpid; __u16 tp_padding; }; struct tpacket3_hdr { __u32 tp_next_offset; __u32 tp_sec; __u32 tp_nsec; __u32 tp_snaplen; __u32 tp_len; __u32 tp_status; __u16 tp_mac; __u16 tp_net; union { struct tpacket_hdr_variant1 hv1; }; __u8 tp_padding[8]; }; struct tpacket_bd_ts { unsigned int ts_sec; union { unsigned int ts_usec; unsigned int ts_nsec; }; }; struct tpacket_hdr_v1 { __u32 block_status; __u32 num_pkts; __u32 offset_to_first_pkt; __u32 blk_len; __u64 seq_num; struct tpacket_bd_ts ts_first_pkt; struct tpacket_bd_ts ts_last_pkt; }; union tpacket_bd_header_u { struct tpacket_hdr_v1 bh1; }; struct tpacket_block_desc { __u32 version; __u32 offset_to_priv; union tpacket_bd_header_u hdr; }; enum tpacket_versions { TPACKET_V1 = 0, TPACKET_V2 = 1, TPACKET_V3 = 2, }; struct tpacket_req { unsigned int tp_block_size; unsigned int tp_block_nr; unsigned int tp_frame_size; unsigned int tp_frame_nr; }; struct tpacket_req3 { unsigned int tp_block_size; unsigned int tp_block_nr; unsigned int tp_frame_size; unsigned int tp_frame_nr; unsigned int tp_retire_blk_tov; unsigned int tp_sizeof_priv; unsigned int tp_feature_req_word; }; union tpacket_req_u { struct tpacket_req req; struct tpacket_req3 req3; }; struct fanout_args { __u16 type_flags; __u16 id; __u32 max_num_members; }; struct sock_fprog { short unsigned int len; struct sock_filter *filter; }; enum nf_dev_hooks { NF_NETDEV_INGRESS = 0, NF_NETDEV_EGRESS = 1, NF_NETDEV_NUMHOOKS = 2, }; typedef int (*bpf_aux_classic_check_t)(struct sock_filter *, unsigned int); typedef __u16 __virtio16; struct virtio_net_hdr { __u8 flags; __u8 gso_type; __virtio16 hdr_len; __virtio16 gso_size; __virtio16 csum_start; __virtio16 csum_offset; }; struct virtio_net_hdr_mrg_rxbuf { struct virtio_net_hdr hdr; __virtio16 num_buffers; }; struct packet_mclist { struct packet_mclist *next; int ifindex; int count; short unsigned int type; short unsigned int alen; unsigned char addr[32]; }; struct pgv; struct tpacket_kbdq_core { struct pgv *pkbdq; unsigned int feature_req_word; unsigned int hdrlen; unsigned char reset_pending_on_curr_blk; unsigned char delete_blk_timer; short unsigned int kactive_blk_num; short unsigned int blk_sizeof_priv; short unsigned int last_kactive_blk_num; char *pkblk_start; char *pkblk_end; int kblk_size; unsigned int max_frame_len; unsigned int knum_blocks; uint64_t knxt_seq_num; char *prev; char *nxt_offset; struct sk_buff *skb; rwlock_t blk_fill_in_prog_lock; short unsigned int retire_blk_tov; short unsigned int version; long unsigned int tov_in_jiffies; struct timer_list retire_blk_timer; }; struct pgv { char *buffer; }; struct packet_ring_buffer { struct pgv *pg_vec; unsigned int head; unsigned int frames_per_block; unsigned int frame_size; unsigned int frame_max; unsigned int pg_vec_order; unsigned int pg_vec_pages; unsigned int pg_vec_len; unsigned int *pending_refcnt; union { long unsigned int *rx_owner_map; struct tpacket_kbdq_core prb_bdqc; }; }; struct packet_fanout { possible_net_t net; unsigned int num_members; u32 max_num_members; u16 id; u8 type; u8 flags; union { atomic_t rr_cur; struct bpf_prog *bpf_prog; }; struct list_head list; spinlock_t lock; refcount_t sk_ref; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct packet_type prot_hook; struct sock *arr[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct packet_rollover { int sock; atomic_long_t num; atomic_long_t num_huge; atomic_long_t num_failed; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 history[64]; }; struct packet_sock { struct sock sk; struct packet_fanout *fanout; union tpacket_stats_u stats; struct packet_ring_buffer rx_ring; struct packet_ring_buffer tx_ring; int copy_thresh; spinlock_t bind_lock; struct mutex pg_vec_lock; long unsigned int flags; int ifindex; u8 vnet_hdr_sz; __be16 num; struct packet_rollover *rollover; struct packet_mclist *mclist; atomic_t mapped; enum tpacket_versions tp_version; unsigned int tp_hdrlen; unsigned int tp_reserve; unsigned int tp_tstamp; struct completion skb_completion; struct net_device *cached_dev; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct packet_type prot_hook; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_t tp_drops; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum packet_sock_flags { PACKET_SOCK_ORIGDEV = 0, PACKET_SOCK_AUXDATA = 1, PACKET_SOCK_TX_HAS_OFF = 2, PACKET_SOCK_TP_LOSS = 3, PACKET_SOCK_RUNNING = 4, PACKET_SOCK_PRESSURE = 5, PACKET_SOCK_QDISC_BYPASS = 6, }; struct packet_mreq_max { int mr_ifindex; short unsigned int mr_type; short unsigned int mr_alen; unsigned char mr_address[32]; }; union tpacket_uhdr { struct tpacket_hdr *h1; struct tpacket2_hdr *h2; struct tpacket3_hdr *h3; void *raw; }; struct packet_skb_cb { union { struct sockaddr_pkt pkt; union { unsigned int origlen; struct sockaddr_ll ll; }; } sa; }; enum devlink_command { DEVLINK_CMD_UNSPEC = 0, DEVLINK_CMD_GET = 1, DEVLINK_CMD_SET = 2, DEVLINK_CMD_NEW = 3, DEVLINK_CMD_DEL = 4, DEVLINK_CMD_PORT_GET = 5, DEVLINK_CMD_PORT_SET = 6, DEVLINK_CMD_PORT_NEW = 7, DEVLINK_CMD_PORT_DEL = 8, DEVLINK_CMD_PORT_SPLIT = 9, DEVLINK_CMD_PORT_UNSPLIT = 10, DEVLINK_CMD_SB_GET = 11, DEVLINK_CMD_SB_SET = 12, DEVLINK_CMD_SB_NEW = 13, DEVLINK_CMD_SB_DEL = 14, DEVLINK_CMD_SB_POOL_GET = 15, DEVLINK_CMD_SB_POOL_SET = 16, DEVLINK_CMD_SB_POOL_NEW = 17, DEVLINK_CMD_SB_POOL_DEL = 18, DEVLINK_CMD_SB_PORT_POOL_GET = 19, DEVLINK_CMD_SB_PORT_POOL_SET = 20, DEVLINK_CMD_SB_PORT_POOL_NEW = 21, DEVLINK_CMD_SB_PORT_POOL_DEL = 22, DEVLINK_CMD_SB_TC_POOL_BIND_GET = 23, DEVLINK_CMD_SB_TC_POOL_BIND_SET = 24, DEVLINK_CMD_SB_TC_POOL_BIND_NEW = 25, DEVLINK_CMD_SB_TC_POOL_BIND_DEL = 26, DEVLINK_CMD_SB_OCC_SNAPSHOT = 27, DEVLINK_CMD_SB_OCC_MAX_CLEAR = 28, DEVLINK_CMD_ESWITCH_GET = 29, DEVLINK_CMD_ESWITCH_SET = 30, DEVLINK_CMD_DPIPE_TABLE_GET = 31, DEVLINK_CMD_DPIPE_ENTRIES_GET = 32, DEVLINK_CMD_DPIPE_HEADERS_GET = 33, DEVLINK_CMD_DPIPE_TABLE_COUNTERS_SET = 34, DEVLINK_CMD_RESOURCE_SET = 35, DEVLINK_CMD_RESOURCE_DUMP = 36, DEVLINK_CMD_RELOAD = 37, DEVLINK_CMD_PARAM_GET = 38, DEVLINK_CMD_PARAM_SET = 39, DEVLINK_CMD_PARAM_NEW = 40, DEVLINK_CMD_PARAM_DEL = 41, DEVLINK_CMD_REGION_GET = 42, DEVLINK_CMD_REGION_SET = 43, DEVLINK_CMD_REGION_NEW = 44, DEVLINK_CMD_REGION_DEL = 45, DEVLINK_CMD_REGION_READ = 46, DEVLINK_CMD_PORT_PARAM_GET = 47, DEVLINK_CMD_PORT_PARAM_SET = 48, DEVLINK_CMD_PORT_PARAM_NEW = 49, DEVLINK_CMD_PORT_PARAM_DEL = 50, DEVLINK_CMD_INFO_GET = 51, DEVLINK_CMD_HEALTH_REPORTER_GET = 52, DEVLINK_CMD_HEALTH_REPORTER_SET = 53, DEVLINK_CMD_HEALTH_REPORTER_RECOVER = 54, DEVLINK_CMD_HEALTH_REPORTER_DIAGNOSE = 55, DEVLINK_CMD_HEALTH_REPORTER_DUMP_GET = 56, DEVLINK_CMD_HEALTH_REPORTER_DUMP_CLEAR = 57, DEVLINK_CMD_FLASH_UPDATE = 58, DEVLINK_CMD_FLASH_UPDATE_END = 59, DEVLINK_CMD_FLASH_UPDATE_STATUS = 60, DEVLINK_CMD_TRAP_GET = 61, DEVLINK_CMD_TRAP_SET = 62, DEVLINK_CMD_TRAP_NEW = 63, DEVLINK_CMD_TRAP_DEL = 64, DEVLINK_CMD_TRAP_GROUP_GET = 65, DEVLINK_CMD_TRAP_GROUP_SET = 66, DEVLINK_CMD_TRAP_GROUP_NEW = 67, DEVLINK_CMD_TRAP_GROUP_DEL = 68, DEVLINK_CMD_TRAP_POLICER_GET = 69, DEVLINK_CMD_TRAP_POLICER_SET = 70, DEVLINK_CMD_TRAP_POLICER_NEW = 71, DEVLINK_CMD_TRAP_POLICER_DEL = 72, DEVLINK_CMD_HEALTH_REPORTER_TEST = 73, DEVLINK_CMD_RATE_GET = 74, DEVLINK_CMD_RATE_SET = 75, DEVLINK_CMD_RATE_NEW = 76, DEVLINK_CMD_RATE_DEL = 77, DEVLINK_CMD_LINECARD_GET = 78, DEVLINK_CMD_LINECARD_SET = 79, DEVLINK_CMD_LINECARD_NEW = 80, DEVLINK_CMD_LINECARD_DEL = 81, DEVLINK_CMD_SELFTESTS_GET = 82, DEVLINK_CMD_SELFTESTS_RUN = 83, __DEVLINK_CMD_MAX = 84, DEVLINK_CMD_MAX = 83, }; enum devlink_eswitch_encap_mode { DEVLINK_ESWITCH_ENCAP_MODE_NONE = 0, DEVLINK_ESWITCH_ENCAP_MODE_BASIC = 1, }; enum devlink_attr_selftest_id { DEVLINK_ATTR_SELFTEST_ID_UNSPEC = 0, DEVLINK_ATTR_SELFTEST_ID_FLASH = 1, __DEVLINK_ATTR_SELFTEST_ID_MAX = 2, DEVLINK_ATTR_SELFTEST_ID_MAX = 1, }; enum devlink_selftest_status { DEVLINK_SELFTEST_STATUS_SKIP = 0, DEVLINK_SELFTEST_STATUS_PASS = 1, DEVLINK_SELFTEST_STATUS_FAIL = 2, }; enum devlink_attr_selftest_result { DEVLINK_ATTR_SELFTEST_RESULT_UNSPEC = 0, DEVLINK_ATTR_SELFTEST_RESULT = 1, DEVLINK_ATTR_SELFTEST_RESULT_ID = 2, DEVLINK_ATTR_SELFTEST_RESULT_STATUS = 3, __DEVLINK_ATTR_SELFTEST_RESULT_MAX = 4, DEVLINK_ATTR_SELFTEST_RESULT_MAX = 3, }; enum devlink_trap_action { DEVLINK_TRAP_ACTION_DROP = 0, DEVLINK_TRAP_ACTION_TRAP = 1, DEVLINK_TRAP_ACTION_MIRROR = 2, }; enum devlink_trap_type { DEVLINK_TRAP_TYPE_DROP = 0, DEVLINK_TRAP_TYPE_EXCEPTION = 1, DEVLINK_TRAP_TYPE_CONTROL = 2, }; enum devlink_reload_action { DEVLINK_RELOAD_ACTION_UNSPEC = 0, DEVLINK_RELOAD_ACTION_DRIVER_REINIT = 1, DEVLINK_RELOAD_ACTION_FW_ACTIVATE = 2, __DEVLINK_RELOAD_ACTION_MAX = 3, DEVLINK_RELOAD_ACTION_MAX = 2, }; enum devlink_reload_limit { DEVLINK_RELOAD_LIMIT_UNSPEC = 0, DEVLINK_RELOAD_LIMIT_NO_RESET = 1, __DEVLINK_RELOAD_LIMIT_MAX = 2, DEVLINK_RELOAD_LIMIT_MAX = 1, }; enum devlink_attr { DEVLINK_ATTR_UNSPEC = 0, DEVLINK_ATTR_BUS_NAME = 1, DEVLINK_ATTR_DEV_NAME = 2, DEVLINK_ATTR_PORT_INDEX = 3, DEVLINK_ATTR_PORT_TYPE = 4, DEVLINK_ATTR_PORT_DESIRED_TYPE = 5, DEVLINK_ATTR_PORT_NETDEV_IFINDEX = 6, DEVLINK_ATTR_PORT_NETDEV_NAME = 7, DEVLINK_ATTR_PORT_IBDEV_NAME = 8, DEVLINK_ATTR_PORT_SPLIT_COUNT = 9, DEVLINK_ATTR_PORT_SPLIT_GROUP = 10, DEVLINK_ATTR_SB_INDEX = 11, DEVLINK_ATTR_SB_SIZE = 12, DEVLINK_ATTR_SB_INGRESS_POOL_COUNT = 13, DEVLINK_ATTR_SB_EGRESS_POOL_COUNT = 14, DEVLINK_ATTR_SB_INGRESS_TC_COUNT = 15, DEVLINK_ATTR_SB_EGRESS_TC_COUNT = 16, DEVLINK_ATTR_SB_POOL_INDEX = 17, DEVLINK_ATTR_SB_POOL_TYPE = 18, DEVLINK_ATTR_SB_POOL_SIZE = 19, DEVLINK_ATTR_SB_POOL_THRESHOLD_TYPE = 20, DEVLINK_ATTR_SB_THRESHOLD = 21, DEVLINK_ATTR_SB_TC_INDEX = 22, DEVLINK_ATTR_SB_OCC_CUR = 23, DEVLINK_ATTR_SB_OCC_MAX = 24, DEVLINK_ATTR_ESWITCH_MODE = 25, DEVLINK_ATTR_ESWITCH_INLINE_MODE = 26, DEVLINK_ATTR_DPIPE_TABLES = 27, DEVLINK_ATTR_DPIPE_TABLE = 28, DEVLINK_ATTR_DPIPE_TABLE_NAME = 29, DEVLINK_ATTR_DPIPE_TABLE_SIZE = 30, DEVLINK_ATTR_DPIPE_TABLE_MATCHES = 31, DEVLINK_ATTR_DPIPE_TABLE_ACTIONS = 32, DEVLINK_ATTR_DPIPE_TABLE_COUNTERS_ENABLED = 33, DEVLINK_ATTR_DPIPE_ENTRIES = 34, DEVLINK_ATTR_DPIPE_ENTRY = 35, DEVLINK_ATTR_DPIPE_ENTRY_INDEX = 36, DEVLINK_ATTR_DPIPE_ENTRY_MATCH_VALUES = 37, DEVLINK_ATTR_DPIPE_ENTRY_ACTION_VALUES = 38, DEVLINK_ATTR_DPIPE_ENTRY_COUNTER = 39, DEVLINK_ATTR_DPIPE_MATCH = 40, DEVLINK_ATTR_DPIPE_MATCH_VALUE = 41, DEVLINK_ATTR_DPIPE_MATCH_TYPE = 42, DEVLINK_ATTR_DPIPE_ACTION = 43, DEVLINK_ATTR_DPIPE_ACTION_VALUE = 44, DEVLINK_ATTR_DPIPE_ACTION_TYPE = 45, DEVLINK_ATTR_DPIPE_VALUE = 46, DEVLINK_ATTR_DPIPE_VALUE_MASK = 47, DEVLINK_ATTR_DPIPE_VALUE_MAPPING = 48, DEVLINK_ATTR_DPIPE_HEADERS = 49, DEVLINK_ATTR_DPIPE_HEADER = 50, DEVLINK_ATTR_DPIPE_HEADER_NAME = 51, DEVLINK_ATTR_DPIPE_HEADER_ID = 52, DEVLINK_ATTR_DPIPE_HEADER_FIELDS = 53, DEVLINK_ATTR_DPIPE_HEADER_GLOBAL = 54, DEVLINK_ATTR_DPIPE_HEADER_INDEX = 55, DEVLINK_ATTR_DPIPE_FIELD = 56, DEVLINK_ATTR_DPIPE_FIELD_NAME = 57, DEVLINK_ATTR_DPIPE_FIELD_ID = 58, DEVLINK_ATTR_DPIPE_FIELD_BITWIDTH = 59, DEVLINK_ATTR_DPIPE_FIELD_MAPPING_TYPE = 60, DEVLINK_ATTR_PAD = 61, DEVLINK_ATTR_ESWITCH_ENCAP_MODE = 62, DEVLINK_ATTR_RESOURCE_LIST = 63, DEVLINK_ATTR_RESOURCE = 64, DEVLINK_ATTR_RESOURCE_NAME = 65, DEVLINK_ATTR_RESOURCE_ID = 66, DEVLINK_ATTR_RESOURCE_SIZE = 67, DEVLINK_ATTR_RESOURCE_SIZE_NEW = 68, DEVLINK_ATTR_RESOURCE_SIZE_VALID = 69, DEVLINK_ATTR_RESOURCE_SIZE_MIN = 70, DEVLINK_ATTR_RESOURCE_SIZE_MAX = 71, DEVLINK_ATTR_RESOURCE_SIZE_GRAN = 72, DEVLINK_ATTR_RESOURCE_UNIT = 73, DEVLINK_ATTR_RESOURCE_OCC = 74, DEVLINK_ATTR_DPIPE_TABLE_RESOURCE_ID = 75, DEVLINK_ATTR_DPIPE_TABLE_RESOURCE_UNITS = 76, DEVLINK_ATTR_PORT_FLAVOUR = 77, DEVLINK_ATTR_PORT_NUMBER = 78, DEVLINK_ATTR_PORT_SPLIT_SUBPORT_NUMBER = 79, DEVLINK_ATTR_PARAM = 80, DEVLINK_ATTR_PARAM_NAME = 81, DEVLINK_ATTR_PARAM_GENERIC = 82, DEVLINK_ATTR_PARAM_TYPE = 83, DEVLINK_ATTR_PARAM_VALUES_LIST = 84, DEVLINK_ATTR_PARAM_VALUE = 85, DEVLINK_ATTR_PARAM_VALUE_DATA = 86, DEVLINK_ATTR_PARAM_VALUE_CMODE = 87, DEVLINK_ATTR_REGION_NAME = 88, DEVLINK_ATTR_REGION_SIZE = 89, DEVLINK_ATTR_REGION_SNAPSHOTS = 90, DEVLINK_ATTR_REGION_SNAPSHOT = 91, DEVLINK_ATTR_REGION_SNAPSHOT_ID = 92, DEVLINK_ATTR_REGION_CHUNKS = 93, DEVLINK_ATTR_REGION_CHUNK = 94, DEVLINK_ATTR_REGION_CHUNK_DATA = 95, DEVLINK_ATTR_REGION_CHUNK_ADDR = 96, DEVLINK_ATTR_REGION_CHUNK_LEN = 97, DEVLINK_ATTR_INFO_DRIVER_NAME = 98, DEVLINK_ATTR_INFO_SERIAL_NUMBER = 99, DEVLINK_ATTR_INFO_VERSION_FIXED = 100, DEVLINK_ATTR_INFO_VERSION_RUNNING = 101, DEVLINK_ATTR_INFO_VERSION_STORED = 102, DEVLINK_ATTR_INFO_VERSION_NAME = 103, DEVLINK_ATTR_INFO_VERSION_VALUE = 104, DEVLINK_ATTR_SB_POOL_CELL_SIZE = 105, DEVLINK_ATTR_FMSG = 106, DEVLINK_ATTR_FMSG_OBJ_NEST_START = 107, DEVLINK_ATTR_FMSG_PAIR_NEST_START = 108, DEVLINK_ATTR_FMSG_ARR_NEST_START = 109, DEVLINK_ATTR_FMSG_NEST_END = 110, DEVLINK_ATTR_FMSG_OBJ_NAME = 111, DEVLINK_ATTR_FMSG_OBJ_VALUE_TYPE = 112, DEVLINK_ATTR_FMSG_OBJ_VALUE_DATA = 113, DEVLINK_ATTR_HEALTH_REPORTER = 114, DEVLINK_ATTR_HEALTH_REPORTER_NAME = 115, DEVLINK_ATTR_HEALTH_REPORTER_STATE = 116, DEVLINK_ATTR_HEALTH_REPORTER_ERR_COUNT = 117, DEVLINK_ATTR_HEALTH_REPORTER_RECOVER_COUNT = 118, DEVLINK_ATTR_HEALTH_REPORTER_DUMP_TS = 119, DEVLINK_ATTR_HEALTH_REPORTER_GRACEFUL_PERIOD = 120, DEVLINK_ATTR_HEALTH_REPORTER_AUTO_RECOVER = 121, DEVLINK_ATTR_FLASH_UPDATE_FILE_NAME = 122, DEVLINK_ATTR_FLASH_UPDATE_COMPONENT = 123, DEVLINK_ATTR_FLASH_UPDATE_STATUS_MSG = 124, DEVLINK_ATTR_FLASH_UPDATE_STATUS_DONE = 125, DEVLINK_ATTR_FLASH_UPDATE_STATUS_TOTAL = 126, DEVLINK_ATTR_PORT_PCI_PF_NUMBER = 127, DEVLINK_ATTR_PORT_PCI_VF_NUMBER = 128, DEVLINK_ATTR_STATS = 129, DEVLINK_ATTR_TRAP_NAME = 130, DEVLINK_ATTR_TRAP_ACTION = 131, DEVLINK_ATTR_TRAP_TYPE = 132, DEVLINK_ATTR_TRAP_GENERIC = 133, DEVLINK_ATTR_TRAP_METADATA = 134, DEVLINK_ATTR_TRAP_GROUP_NAME = 135, DEVLINK_ATTR_RELOAD_FAILED = 136, DEVLINK_ATTR_HEALTH_REPORTER_DUMP_TS_NS = 137, DEVLINK_ATTR_NETNS_FD = 138, DEVLINK_ATTR_NETNS_PID = 139, DEVLINK_ATTR_NETNS_ID = 140, DEVLINK_ATTR_HEALTH_REPORTER_AUTO_DUMP = 141, DEVLINK_ATTR_TRAP_POLICER_ID = 142, DEVLINK_ATTR_TRAP_POLICER_RATE = 143, DEVLINK_ATTR_TRAP_POLICER_BURST = 144, DEVLINK_ATTR_PORT_FUNCTION = 145, DEVLINK_ATTR_INFO_BOARD_SERIAL_NUMBER = 146, DEVLINK_ATTR_PORT_LANES = 147, DEVLINK_ATTR_PORT_SPLITTABLE = 148, DEVLINK_ATTR_PORT_EXTERNAL = 149, DEVLINK_ATTR_PORT_CONTROLLER_NUMBER = 150, DEVLINK_ATTR_FLASH_UPDATE_STATUS_TIMEOUT = 151, DEVLINK_ATTR_FLASH_UPDATE_OVERWRITE_MASK = 152, DEVLINK_ATTR_RELOAD_ACTION = 153, DEVLINK_ATTR_RELOAD_ACTIONS_PERFORMED = 154, DEVLINK_ATTR_RELOAD_LIMITS = 155, DEVLINK_ATTR_DEV_STATS = 156, DEVLINK_ATTR_RELOAD_STATS = 157, DEVLINK_ATTR_RELOAD_STATS_ENTRY = 158, DEVLINK_ATTR_RELOAD_STATS_LIMIT = 159, DEVLINK_ATTR_RELOAD_STATS_VALUE = 160, DEVLINK_ATTR_REMOTE_RELOAD_STATS = 161, DEVLINK_ATTR_RELOAD_ACTION_INFO = 162, DEVLINK_ATTR_RELOAD_ACTION_STATS = 163, DEVLINK_ATTR_PORT_PCI_SF_NUMBER = 164, DEVLINK_ATTR_RATE_TYPE = 165, DEVLINK_ATTR_RATE_TX_SHARE = 166, DEVLINK_ATTR_RATE_TX_MAX = 167, DEVLINK_ATTR_RATE_NODE_NAME = 168, DEVLINK_ATTR_RATE_PARENT_NODE_NAME = 169, DEVLINK_ATTR_REGION_MAX_SNAPSHOTS = 170, DEVLINK_ATTR_LINECARD_INDEX = 171, DEVLINK_ATTR_LINECARD_STATE = 172, DEVLINK_ATTR_LINECARD_TYPE = 173, DEVLINK_ATTR_LINECARD_SUPPORTED_TYPES = 174, DEVLINK_ATTR_NESTED_DEVLINK = 175, DEVLINK_ATTR_SELFTESTS = 176, DEVLINK_ATTR_RATE_TX_PRIORITY = 177, DEVLINK_ATTR_RATE_TX_WEIGHT = 178, DEVLINK_ATTR_REGION_DIRECT = 179, __DEVLINK_ATTR_MAX = 180, DEVLINK_ATTR_MAX = 179, }; enum devlink_dpipe_field_mapping_type { DEVLINK_DPIPE_FIELD_MAPPING_TYPE_NONE = 0, DEVLINK_DPIPE_FIELD_MAPPING_TYPE_IFINDEX = 1, }; enum devlink_port_fn_state { DEVLINK_PORT_FN_STATE_INACTIVE = 0, DEVLINK_PORT_FN_STATE_ACTIVE = 1, }; enum devlink_port_fn_opstate { DEVLINK_PORT_FN_OPSTATE_DETACHED = 0, DEVLINK_PORT_FN_OPSTATE_ATTACHED = 1, }; struct devlink_dev_stats { u32 reload_stats[6]; u32 remote_reload_stats[6]; }; struct devlink_dpipe_headers; struct devlink_ops; struct devlink { u32 index; struct xarray ports; struct list_head rate_list; struct list_head sb_list; struct list_head dpipe_table_list; struct list_head resource_list; struct xarray params; struct list_head region_list; struct list_head reporter_list; struct devlink_dpipe_headers *dpipe_headers; struct list_head trap_list; struct list_head trap_group_list; struct list_head trap_policer_list; struct list_head linecard_list; const struct devlink_ops *ops; struct xarray snapshot_ids; struct devlink_dev_stats stats; struct device *dev; possible_net_t _net; struct mutex lock; struct lock_class_key lock_key; u8 reload_failed: 1; refcount_t refcount; struct rcu_work rwork; long: 64; long: 64; long: 64; char priv[0]; }; struct devlink_port_new_attrs { enum devlink_port_flavour flavour; unsigned int port_index; u32 controller; u32 sfnum; u16 pfnum; u8 port_index_valid: 1; u8 controller_valid: 1; u8 sfnum_valid: 1; }; struct devlink_dpipe_field { const char *name; unsigned int id; unsigned int bitwidth; enum devlink_dpipe_field_mapping_type mapping_type; }; struct devlink_dpipe_header { const char *name; unsigned int id; struct devlink_dpipe_field *fields; unsigned int fields_count; bool global; }; struct devlink_dpipe_headers { struct devlink_dpipe_header **headers; unsigned int headers_count; }; struct devlink_flash_notify { const char *status_msg; const char *component; long unsigned int done; long unsigned int total; long unsigned int timeout; }; struct devlink_flash_update_params { const struct firmware *fw; const char *component; u32 overwrite_mask; }; struct devlink_trap_policer { u32 id; u64 init_rate; u64 init_burst; u64 max_rate; u64 min_rate; u64 max_burst; u64 min_burst; }; struct devlink_trap_group { const char *name; u16 id; bool generic; u32 init_policer_id; }; struct devlink_trap { enum devlink_trap_type type; enum devlink_trap_action init_action; bool generic; u16 id; const char *name; u16 init_group_id; u32 metadata_cap; }; struct devlink_ops { u32 supported_flash_update_params; long unsigned int reload_actions; long unsigned int reload_limits; int (*reload_down)(struct devlink *, bool, enum devlink_reload_action, enum devlink_reload_limit, struct netlink_ext_ack *); int (*reload_up)(struct devlink *, enum devlink_reload_action, enum devlink_reload_limit, u32 *, struct netlink_ext_ack *); int (*port_type_set)(struct devlink_port *, enum devlink_port_type); int (*port_split)(struct devlink *, struct devlink_port *, unsigned int, struct netlink_ext_ack *); int (*port_unsplit)(struct devlink *, struct devlink_port *, struct netlink_ext_ack *); int (*sb_pool_get)(struct devlink *, unsigned int, u16, struct devlink_sb_pool_info *); int (*sb_pool_set)(struct devlink *, unsigned int, u16, u32, enum devlink_sb_threshold_type, struct netlink_ext_ack *); int (*sb_port_pool_get)(struct devlink_port *, unsigned int, u16, u32 *); int (*sb_port_pool_set)(struct devlink_port *, unsigned int, u16, u32, struct netlink_ext_ack *); int (*sb_tc_pool_bind_get)(struct devlink_port *, unsigned int, u16, enum devlink_sb_pool_type, u16 *, u32 *); int (*sb_tc_pool_bind_set)(struct devlink_port *, unsigned int, u16, enum devlink_sb_pool_type, u16, u32, struct netlink_ext_ack *); int (*sb_occ_snapshot)(struct devlink *, unsigned int); int (*sb_occ_max_clear)(struct devlink *, unsigned int); int (*sb_occ_port_pool_get)(struct devlink_port *, unsigned int, u16, u32 *, u32 *); int (*sb_occ_tc_port_bind_get)(struct devlink_port *, unsigned int, u16, enum devlink_sb_pool_type, u32 *, u32 *); int (*eswitch_mode_get)(struct devlink *, u16 *); int (*eswitch_mode_set)(struct devlink *, u16, struct netlink_ext_ack *); int (*eswitch_inline_mode_get)(struct devlink *, u8 *); int (*eswitch_inline_mode_set)(struct devlink *, u8, struct netlink_ext_ack *); int (*eswitch_encap_mode_get)(struct devlink *, enum devlink_eswitch_encap_mode *); int (*eswitch_encap_mode_set)(struct devlink *, enum devlink_eswitch_encap_mode, struct netlink_ext_ack *); int (*info_get)(struct devlink *, struct devlink_info_req *, struct netlink_ext_ack *); int (*flash_update)(struct devlink *, struct devlink_flash_update_params *, struct netlink_ext_ack *); int (*trap_init)(struct devlink *, const struct devlink_trap *, void *); void (*trap_fini)(struct devlink *, const struct devlink_trap *, void *); int (*trap_action_set)(struct devlink *, const struct devlink_trap *, enum devlink_trap_action, struct netlink_ext_ack *); int (*trap_group_init)(struct devlink *, const struct devlink_trap_group *); int (*trap_group_set)(struct devlink *, const struct devlink_trap_group *, const struct devlink_trap_policer *, struct netlink_ext_ack *); int (*trap_group_action_set)(struct devlink *, const struct devlink_trap_group *, enum devlink_trap_action, struct netlink_ext_ack *); int (*trap_drop_counter_get)(struct devlink *, const struct devlink_trap *, u64 *); int (*trap_policer_init)(struct devlink *, const struct devlink_trap_policer *); void (*trap_policer_fini)(struct devlink *, const struct devlink_trap_policer *); int (*trap_policer_set)(struct devlink *, const struct devlink_trap_policer *, u64, u64, struct netlink_ext_ack *); int (*trap_policer_counter_get)(struct devlink *, const struct devlink_trap_policer *, u64 *); int (*port_function_hw_addr_get)(struct devlink_port *, u8 *, int *, struct netlink_ext_ack *); int (*port_function_hw_addr_set)(struct devlink_port *, const u8 *, int, struct netlink_ext_ack *); int (*port_fn_roce_get)(struct devlink_port *, bool *, struct netlink_ext_ack *); int (*port_fn_roce_set)(struct devlink_port *, bool, struct netlink_ext_ack *); int (*port_fn_migratable_get)(struct devlink_port *, bool *, struct netlink_ext_ack *); int (*port_fn_migratable_set)(struct devlink_port *, bool, struct netlink_ext_ack *); int (*port_new)(struct devlink *, const struct devlink_port_new_attrs *, struct netlink_ext_ack *, unsigned int *); int (*port_del)(struct devlink *, unsigned int, struct netlink_ext_ack *); int (*port_fn_state_get)(struct devlink_port *, enum devlink_port_fn_state *, enum devlink_port_fn_opstate *, struct netlink_ext_ack *); int (*port_fn_state_set)(struct devlink_port *, enum devlink_port_fn_state, struct netlink_ext_ack *); int (*rate_leaf_tx_share_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_leaf_tx_max_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_leaf_tx_priority_set)(struct devlink_rate *, void *, u32, struct netlink_ext_ack *); int (*rate_leaf_tx_weight_set)(struct devlink_rate *, void *, u32, struct netlink_ext_ack *); int (*rate_node_tx_share_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_node_tx_max_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_node_tx_priority_set)(struct devlink_rate *, void *, u32, struct netlink_ext_ack *); int (*rate_node_tx_weight_set)(struct devlink_rate *, void *, u32, struct netlink_ext_ack *); int (*rate_node_new)(struct devlink_rate *, void **, struct netlink_ext_ack *); int (*rate_node_del)(struct devlink_rate *, void *, struct netlink_ext_ack *); int (*rate_leaf_parent_set)(struct devlink_rate *, struct devlink_rate *, void *, void *, struct netlink_ext_ack *); int (*rate_node_parent_set)(struct devlink_rate *, struct devlink_rate *, void *, void *, struct netlink_ext_ack *); bool (*selftest_check)(struct devlink *, unsigned int, struct netlink_ext_ack *); enum devlink_selftest_status (*selftest_run)(struct devlink *, unsigned int, struct netlink_ext_ack *); }; enum devlink_info_version_type { DEVLINK_INFO_VERSION_TYPE_NONE = 0, DEVLINK_INFO_VERSION_TYPE_COMPONENT = 1, }; struct devlink_info_req { struct sk_buff *msg; void (*version_cb)(const char *, enum devlink_info_version_type, void *); void *version_cb_priv; }; enum devlink_multicast_groups { DEVLINK_MCGRP_CONFIG = 0, }; struct devlink_cmd { int (*dump_one)(struct sk_buff *, struct devlink *, struct netlink_callback *); }; struct devlink_reload_combination { enum devlink_reload_action action; enum devlink_reload_limit limit; }; struct devlink_flash_component_lookup_ctx { const char *lookup_name; bool lookup_name_found; }; struct vlan_group { unsigned int nr_vlan_devs; struct hlist_node hlist; struct net_device **vlan_devices_arrays[16]; }; struct vlan_info { struct net_device *real_dev; struct vlan_group grp; struct list_head vid_list; unsigned int nr_vids; struct callback_head rcu; }; struct packet_offload { __be16 type; u16 priority; struct offload_callbacks callbacks; struct list_head list; }; enum vlan_flags { VLAN_FLAG_REORDER_HDR = 1, VLAN_FLAG_GVRP = 2, VLAN_FLAG_LOOSE_BINDING = 4, VLAN_FLAG_MVRP = 8, VLAN_FLAG_BRIDGE_BINDING = 16, }; struct vlan_pcpu_stats { u64_stats_t rx_packets; u64_stats_t rx_bytes; u64_stats_t rx_multicast; u64_stats_t tx_packets; u64_stats_t tx_bytes; struct u64_stats_sync syncp; u32 rx_errors; u32 tx_dropped; }; struct vlan_priority_tci_mapping { u32 priority; u16 vlan_qos; struct vlan_priority_tci_mapping *next; }; struct vlan_dev_priv { unsigned int nr_ingress_mappings; u32 ingress_priority_map[8]; unsigned int nr_egress_mappings; struct vlan_priority_tci_mapping *egress_priority_map[16]; __be16 vlan_proto; u16 vlan_id; u16 flags; struct net_device *real_dev; netdevice_tracker dev_tracker; unsigned char real_dev_addr[6]; struct proc_dir_entry *dent; struct vlan_pcpu_stats *vlan_pcpu_stats; struct netpoll *netpoll; }; struct napi_gro_cb { void *frag0; unsigned int frag0_len; int data_offset; u16 flush; u16 flush_id; u16 count; u16 proto; long unsigned int age; union { struct { u16 gro_remcsum_start; u8 same_flow: 1; u8 encap_mark: 1; u8 csum_valid: 1; u8 csum_cnt: 3; u8 free: 2; u8 is_ipv6: 1; u8 is_fou: 1; u8 is_atomic: 1; u8 recursion_counter: 4; u8 is_flist: 1; }; struct { u16 gro_remcsum_start; u8 same_flow: 1; u8 encap_mark: 1; u8 csum_valid: 1; u8 csum_cnt: 3; u8 free: 2; u8 is_ipv6: 1; u8 is_fou: 1; u8 is_atomic: 1; u8 recursion_counter: 4; u8 is_flist: 1; } zeroed; }; __wsum csum; struct sk_buff *last; }; enum vlan_protos { VLAN_PROTO_8021Q = 0, VLAN_PROTO_8021AD = 1, VLAN_PROTO_NUM = 2, }; struct vlan_vid_info { struct list_head list; __be16 proto; u16 vid; int refcount; }; struct netlbl_af4list { __be32 addr; __be32 mask; u32 valid; struct list_head list; }; struct netlbl_af6list { struct in6_addr addr; struct in6_addr mask; u32 valid; struct list_head list; }; struct cipso_v4_std_map_tbl { struct { u32 *cipso; u32 *local; u32 cipso_size; u32 local_size; } lvl; struct { u32 *cipso; u32 *local; u32 cipso_size; u32 local_size; } cat; }; struct cipso_v4_doi { u32 doi; u32 type; union { struct cipso_v4_std_map_tbl *std; } map; u8 tags[5]; refcount_t refcount; struct list_head list; struct callback_head rcu; }; struct netlbl_domaddr_map { struct list_head list4; struct list_head list6; }; struct netlbl_dommap_def { u32 type; union { struct netlbl_domaddr_map *addrsel; struct cipso_v4_doi *cipso; struct calipso_doi *calipso; }; }; struct netlbl_domaddr4_map { struct netlbl_dommap_def def; struct netlbl_af4list list; }; struct netlbl_domaddr6_map { struct netlbl_dommap_def def; struct netlbl_af6list list; }; struct netlbl_dom_map { char *domain; u16 family; struct netlbl_dommap_def def; u32 valid; struct list_head list; struct callback_head rcu; }; enum { NLBL_MGMT_C_UNSPEC = 0, NLBL_MGMT_C_ADD = 1, NLBL_MGMT_C_REMOVE = 2, NLBL_MGMT_C_LISTALL = 3, NLBL_MGMT_C_ADDDEF = 4, NLBL_MGMT_C_REMOVEDEF = 5, NLBL_MGMT_C_LISTDEF = 6, NLBL_MGMT_C_PROTOCOLS = 7, NLBL_MGMT_C_VERSION = 8, __NLBL_MGMT_C_MAX = 9, }; enum { NLBL_MGMT_A_UNSPEC = 0, NLBL_MGMT_A_DOMAIN = 1, NLBL_MGMT_A_PROTOCOL = 2, NLBL_MGMT_A_VERSION = 3, NLBL_MGMT_A_CV4DOI = 4, NLBL_MGMT_A_IPV6ADDR = 5, NLBL_MGMT_A_IPV6MASK = 6, NLBL_MGMT_A_IPV4ADDR = 7, NLBL_MGMT_A_IPV4MASK = 8, NLBL_MGMT_A_ADDRSELECTOR = 9, NLBL_MGMT_A_SELECTORLIST = 10, NLBL_MGMT_A_FAMILY = 11, NLBL_MGMT_A_CLPDOI = 12, __NLBL_MGMT_A_MAX = 13, }; struct netlbl_domhsh_walk_arg { struct netlink_callback *nl_cb; struct sk_buff *skb; u32 seq; }; typedef long unsigned int addr_t; struct ext_code { union { struct { short unsigned int subcode; short unsigned int code; }; unsigned int int_code; }; }; typedef void (*ext_int_handler_t)(struct ext_code, unsigned int, long unsigned int); struct iucv_array { u32 address; u32 length; }; struct iucv_handler; struct iucv_path { u16 pathid; u16 msglim; u8 flags; void *private; struct iucv_handler *handler; struct list_head list; }; struct iucv_message; struct iucv_handler { int (*path_pending)(struct iucv_path *, u8 *, u8 *); void (*path_complete)(struct iucv_path *, u8 *); void (*path_severed)(struct iucv_path *, u8 *); void (*path_quiesced)(struct iucv_path *, u8 *); void (*path_resumed)(struct iucv_path *, u8 *); void (*message_pending)(struct iucv_path *, struct iucv_message *); void (*message_complete)(struct iucv_path *, struct iucv_message *); struct list_head list; struct list_head paths; }; struct iucv_message { u32 id; u32 audit; u32 class; u32 tag; u32 length; u32 reply_size; u8 rmmsg[8]; u8 flags; } __attribute__((packed)); struct iucv_interface { int (*message_receive)(struct iucv_path *, struct iucv_message *, u8, void *, size_t, size_t *); int (*__message_receive)(struct iucv_path *, struct iucv_message *, u8, void *, size_t, size_t *); int (*message_reply)(struct iucv_path *, struct iucv_message *, u8, void *, size_t); int (*message_reject)(struct iucv_path *, struct iucv_message *); int (*message_send)(struct iucv_path *, struct iucv_message *, u8, u32, void *, size_t); int (*__message_send)(struct iucv_path *, struct iucv_message *, u8, u32, void *, size_t); int (*message_send2way)(struct iucv_path *, struct iucv_message *, u8, u32, void *, size_t, void *, size_t, size_t *); int (*message_purge)(struct iucv_path *, struct iucv_message *, u32); int (*path_accept)(struct iucv_path *, struct iucv_handler *, u8 *, void *); int (*path_connect)(struct iucv_path *, struct iucv_handler *, u8 *, u8 *, u8 *, void *); int (*path_quiesce)(struct iucv_path *, u8 *); int (*path_resume)(struct iucv_path *, u8 *); int (*path_sever)(struct iucv_path *, u8 *); int (*iucv_register)(struct iucv_handler *, int); void (*iucv_unregister)(struct iucv_handler *, int); struct bus_type *bus; struct device *root; }; struct iucv_irq_data { u16 ippathid; u8 ipflags1; u8 iptype; u32 res2[9]; }; struct iucv_irq_list { struct list_head list; struct iucv_irq_data data; }; enum iucv_command_codes { IUCV_QUERY = 0, IUCV_RETRIEVE_BUFFER = 2, IUCV_SEND = 4, IUCV_RECEIVE = 5, IUCV_REPLY = 6, IUCV_REJECT = 8, IUCV_PURGE = 9, IUCV_ACCEPT = 10, IUCV_CONNECT = 11, IUCV_DECLARE_BUFFER = 12, IUCV_QUIESCE = 13, IUCV_RESUME = 14, IUCV_SEVER = 15, IUCV_SETMASK = 16, IUCV_SETCONTROLMASK = 17, }; struct iucv_cmd_control { u16 ippathid; u8 ipflags1; u8 iprcode; u16 ipmsglim; u16 res1; u8 ipvmid[8]; u8 ipuser[16]; u8 iptarget[8]; }; struct iucv_cmd_dpl { u16 ippathid; u8 ipflags1; u8 iprcode; u32 ipmsgid; u32 iptrgcls; u8 iprmmsg[8]; u32 ipsrccls; u32 ipmsgtag; u32 ipbfadr2; u32 ipbfln2f; u32 res; }; struct iucv_cmd_db { u16 ippathid; u8 ipflags1; u8 iprcode; u32 ipmsgid; u32 iptrgcls; u32 ipbfadr1; u32 ipbfln1f; u32 ipsrccls; u32 ipmsgtag; u32 ipbfadr2; u32 ipbfln2f; u32 res; }; struct iucv_cmd_purge { u16 ippathid; u8 ipflags1; u8 iprcode; u32 ipmsgid; u8 ipaudit[3]; u8 res1[5]; u32 res2; u32 ipsrccls; u32 ipmsgtag; u32 res3[3]; }; struct iucv_cmd_set_mask { u8 ipmask; u8 res1[2]; u8 iprcode; u32 res2[9]; }; union iucv_param { struct iucv_cmd_control ctrl; struct iucv_cmd_dpl dpl; struct iucv_cmd_db db; struct iucv_cmd_purge purge; struct iucv_cmd_set_mask set_mask; }; struct iucv_path_pending { u16 ippathid; u8 ipflags1; u8 iptype; u16 ipmsglim; u16 res1; u8 ipvmid[8]; u8 ipuser[16]; u32 res3; u8 ippollfg; u8 res4[3]; }; struct iucv_path_complete { u16 ippathid; u8 ipflags1; u8 iptype; u16 ipmsglim; u16 res1; u8 res2[8]; u8 ipuser[16]; u32 res3; u8 ippollfg; u8 res4[3]; }; struct iucv_path_severed { u16 ippathid; u8 res1; u8 iptype; u32 res2; u8 res3[8]; u8 ipuser[16]; u32 res4; u8 ippollfg; u8 res5[3]; }; struct iucv_path_quiesced { u16 ippathid; u8 res1; u8 iptype; u32 res2; u8 res3[8]; u8 ipuser[16]; u32 res4; u8 ippollfg; u8 res5[3]; }; struct iucv_path_resumed { u16 ippathid; u8 res1; u8 iptype; u32 res2; u8 res3[8]; u8 ipuser[16]; u32 res4; u8 ippollfg; u8 res5[3]; }; struct iucv_message_complete { u16 ippathid; u8 ipflags1; u8 iptype; u32 ipmsgid; u32 ipaudit; u8 iprmmsg[8]; u32 ipsrccls; u32 ipmsgtag; u32 res; u32 ipbfln2f; u8 ippollfg; u8 res2[3]; }; struct iucv_message_pending { u16 ippathid; u8 ipflags1; u8 iptype; u32 ipmsgid; u32 iptrgcls; struct { union { u32 iprmmsg1_u32; u8 iprmmsg1[4]; } ln1msg1; union { u32 ipbfln1f; u8 iprmmsg2[4]; } ln1msg2; } rmmsg; u32 res1[3]; u32 ipbfln2f; u8 ippollfg; u8 res2[3]; }; typedef void iucv_irq_fn(struct iucv_irq_data *); struct netdev_nested_priv { unsigned char flags; void *data; }; enum switchdev_attr_id { SWITCHDEV_ATTR_ID_UNDEFINED = 0, SWITCHDEV_ATTR_ID_PORT_STP_STATE = 1, SWITCHDEV_ATTR_ID_PORT_MST_STATE = 2, SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS = 3, SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS = 4, SWITCHDEV_ATTR_ID_PORT_MROUTER = 5, SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME = 6, SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING = 7, SWITCHDEV_ATTR_ID_BRIDGE_VLAN_PROTOCOL = 8, SWITCHDEV_ATTR_ID_BRIDGE_MC_DISABLED = 9, SWITCHDEV_ATTR_ID_BRIDGE_MROUTER = 10, SWITCHDEV_ATTR_ID_BRIDGE_MST = 11, SWITCHDEV_ATTR_ID_MRP_PORT_ROLE = 12, SWITCHDEV_ATTR_ID_VLAN_MSTI = 13, }; struct switchdev_attr { struct net_device *orig_dev; enum switchdev_attr_id id; u32 flags; void *complete_priv; void (*complete)(struct net_device *, int, void *); union { u8 stp_state; struct switchdev_mst_state mst_state; struct switchdev_brport_flags brport_flags; bool mrouter; clock_t ageing_time; bool vlan_filtering; u16 vlan_protocol; bool mst; bool mc_disabled; u8 mrp_port_role; struct switchdev_vlan_msti vlan_msti; } u; }; struct switchdev_brport { struct net_device *dev; const void *ctx; struct notifier_block *atomic_nb; struct notifier_block *blocking_nb; bool tx_fwd_offload; }; enum switchdev_notifier_type { SWITCHDEV_FDB_ADD_TO_BRIDGE = 1, SWITCHDEV_FDB_DEL_TO_BRIDGE = 2, SWITCHDEV_FDB_ADD_TO_DEVICE = 3, SWITCHDEV_FDB_DEL_TO_DEVICE = 4, SWITCHDEV_FDB_OFFLOADED = 5, SWITCHDEV_FDB_FLUSH_TO_BRIDGE = 6, SWITCHDEV_PORT_OBJ_ADD = 7, SWITCHDEV_PORT_OBJ_DEL = 8, SWITCHDEV_PORT_ATTR_SET = 9, SWITCHDEV_VXLAN_FDB_ADD_TO_BRIDGE = 10, SWITCHDEV_VXLAN_FDB_DEL_TO_BRIDGE = 11, SWITCHDEV_VXLAN_FDB_ADD_TO_DEVICE = 12, SWITCHDEV_VXLAN_FDB_DEL_TO_DEVICE = 13, SWITCHDEV_VXLAN_FDB_OFFLOADED = 14, SWITCHDEV_BRPORT_OFFLOADED = 15, SWITCHDEV_BRPORT_UNOFFLOADED = 16, }; struct switchdev_notifier_info { struct net_device *dev; struct netlink_ext_ack *extack; const void *ctx; }; struct switchdev_notifier_fdb_info { struct switchdev_notifier_info info; const unsigned char *addr; u16 vid; u8 added_by_user: 1; u8 is_local: 1; u8 locked: 1; u8 offloaded: 1; }; struct switchdev_notifier_port_obj_info { struct switchdev_notifier_info info; const struct switchdev_obj *obj; bool handled; }; struct switchdev_notifier_port_attr_info { struct switchdev_notifier_info info; const struct switchdev_attr *attr; bool handled; }; struct switchdev_notifier_brport_info { struct switchdev_notifier_info info; const struct switchdev_brport brport; }; typedef void switchdev_deferred_func_t(struct net_device *, const void *); struct switchdev_deferred_item { struct list_head list; struct net_device *dev; netdevice_tracker dev_tracker; switchdev_deferred_func_t *func; long unsigned int data[0]; }; struct switchdev_nested_priv { bool (*check_cb)(const struct net_device *); bool (*foreign_dev_check_cb)(const struct net_device *, const struct net_device *); const struct net_device *dev; struct net_device *lower_dev; }; struct ncsi_dev { int state; int link_up; struct net_device *dev; void (*handler)(struct ncsi_dev *); }; enum { NCSI_CAP_BASE = 0, NCSI_CAP_GENERIC = 0, NCSI_CAP_BC = 1, NCSI_CAP_MC = 2, NCSI_CAP_BUFFER = 3, NCSI_CAP_AEN = 4, NCSI_CAP_VLAN = 5, NCSI_CAP_MAX = 6, }; enum { NCSI_MODE_BASE = 0, NCSI_MODE_ENABLE = 0, NCSI_MODE_TX_ENABLE = 1, NCSI_MODE_LINK = 2, NCSI_MODE_VLAN = 3, NCSI_MODE_BC = 4, NCSI_MODE_MC = 5, NCSI_MODE_AEN = 6, NCSI_MODE_FC = 7, NCSI_MODE_MAX = 8, }; struct ncsi_channel_version { u32 version; u32 alpha2; u8 fw_name[12]; u32 fw_version; u16 pci_ids[4]; u32 mf_id; }; struct ncsi_channel_cap { u32 index; u32 cap; }; struct ncsi_channel_mode { u32 index; u32 enable; u32 size; u32 data[8]; }; struct ncsi_channel_mac_filter { u8 n_uc; u8 n_mc; u8 n_mixed; u64 bitmap; unsigned char *addrs; }; struct ncsi_channel_vlan_filter { u8 n_vids; u64 bitmap; u16 *vids; }; struct ncsi_channel_stats { u32 hnc_cnt_hi; u32 hnc_cnt_lo; u32 hnc_rx_bytes; u32 hnc_tx_bytes; u32 hnc_rx_uc_pkts; u32 hnc_rx_mc_pkts; u32 hnc_rx_bc_pkts; u32 hnc_tx_uc_pkts; u32 hnc_tx_mc_pkts; u32 hnc_tx_bc_pkts; u32 hnc_fcs_err; u32 hnc_align_err; u32 hnc_false_carrier; u32 hnc_runt_pkts; u32 hnc_jabber_pkts; u32 hnc_rx_pause_xon; u32 hnc_rx_pause_xoff; u32 hnc_tx_pause_xon; u32 hnc_tx_pause_xoff; u32 hnc_tx_s_collision; u32 hnc_tx_m_collision; u32 hnc_l_collision; u32 hnc_e_collision; u32 hnc_rx_ctl_frames; u32 hnc_rx_64_frames; u32 hnc_rx_127_frames; u32 hnc_rx_255_frames; u32 hnc_rx_511_frames; u32 hnc_rx_1023_frames; u32 hnc_rx_1522_frames; u32 hnc_rx_9022_frames; u32 hnc_tx_64_frames; u32 hnc_tx_127_frames; u32 hnc_tx_255_frames; u32 hnc_tx_511_frames; u32 hnc_tx_1023_frames; u32 hnc_tx_1522_frames; u32 hnc_tx_9022_frames; u32 hnc_rx_valid_bytes; u32 hnc_rx_runt_pkts; u32 hnc_rx_jabber_pkts; u32 ncsi_rx_cmds; u32 ncsi_dropped_cmds; u32 ncsi_cmd_type_errs; u32 ncsi_cmd_csum_errs; u32 ncsi_rx_pkts; u32 ncsi_tx_pkts; u32 ncsi_tx_aen_pkts; u32 pt_tx_pkts; u32 pt_tx_dropped; u32 pt_tx_channel_err; u32 pt_tx_us_err; u32 pt_rx_pkts; u32 pt_rx_dropped; u32 pt_rx_channel_err; u32 pt_rx_us_err; u32 pt_rx_os_err; }; struct ncsi_package; struct ncsi_channel { unsigned char id; int state; bool reconfigure_needed; spinlock_t lock; struct ncsi_package *package; struct ncsi_channel_version version; struct ncsi_channel_cap caps[6]; struct ncsi_channel_mode modes[8]; struct ncsi_channel_mac_filter mac_filter; struct ncsi_channel_vlan_filter vlan_filter; struct ncsi_channel_stats stats; struct { struct timer_list timer; bool enabled; unsigned int state; } monitor; struct list_head node; struct list_head link; }; struct ncsi_dev_priv; struct ncsi_package { unsigned char id; unsigned char uuid[16]; struct ncsi_dev_priv *ndp; spinlock_t lock; unsigned int channel_num; struct list_head channels; struct list_head node; bool multi_channel; u32 channel_whitelist; struct ncsi_channel *preferred_channel; }; struct ncsi_request { unsigned char id; bool used; unsigned int flags; struct ncsi_dev_priv *ndp; struct sk_buff *cmd; struct sk_buff *rsp; struct timer_list timer; bool enabled; u32 snd_seq; u32 snd_portid; struct nlmsghdr nlhdr; }; struct ncsi_dev_priv { struct ncsi_dev ndev; unsigned int flags; unsigned int gma_flag; spinlock_t lock; unsigned int package_probe_id; unsigned int package_num; struct list_head packages; struct ncsi_channel *hot_channel; struct ncsi_request requests[256]; unsigned int request_id; unsigned int pending_req_num; struct ncsi_package *active_package; struct ncsi_channel *active_channel; struct list_head channel_queue; struct work_struct work; struct packet_type ptype; struct list_head node; struct list_head vlan_vids; bool multi_package; bool mlx_multi_host; u32 package_whitelist; }; struct ncsi_pkt_hdr { unsigned char mc_id; unsigned char revision; unsigned char reserved; unsigned char id; unsigned char type; unsigned char channel; __be16 length; __be32 reserved1[2]; }; struct ncsi_aen_pkt_hdr { struct ncsi_pkt_hdr common; unsigned char reserved2[3]; unsigned char type; }; struct ncsi_aen_lsc_pkt { struct ncsi_aen_pkt_hdr aen; __be32 status; __be32 oem_status; __be32 checksum; unsigned char pad[14]; }; struct ncsi_aen_hncdsc_pkt { struct ncsi_aen_pkt_hdr aen; __be32 status; __be32 checksum; unsigned char pad[18]; }; struct ncsi_aen_handler { unsigned char type; int payload; int (*handler)(struct ncsi_dev_priv *, struct ncsi_aen_pkt_hdr *); }; struct sockaddr_xdp { __u16 sxdp_family; __u16 sxdp_flags; __u32 sxdp_ifindex; __u32 sxdp_queue_id; __u32 sxdp_shared_umem_fd; }; struct xdp_ring_offset { __u64 producer; __u64 consumer; __u64 desc; __u64 flags; }; struct xdp_mmap_offsets { struct xdp_ring_offset rx; struct xdp_ring_offset tx; struct xdp_ring_offset fr; struct xdp_ring_offset cr; }; struct xdp_umem_reg { __u64 addr; __u64 len; __u32 chunk_size; __u32 headroom; __u32 flags; }; struct xdp_statistics { __u64 rx_dropped; __u64 rx_invalid_descs; __u64 tx_invalid_descs; __u64 rx_ring_full; __u64 rx_fill_ring_empty_descs; __u64 tx_ring_empty_descs; }; struct xdp_options { __u32 flags; }; struct xdp_sock; struct xsk_map { struct bpf_map map; spinlock_t lock; atomic_t count; struct xdp_sock *xsk_map[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xdp_sock { struct sock sk; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xsk_queue *rx; struct net_device *dev; struct xdp_umem *umem; struct list_head flush_node; struct xsk_buff_pool *pool; u16 queue_id; bool zc; enum { XSK_READY = 0, XSK_BOUND = 1, XSK_UNBOUND = 2, } state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xsk_queue *tx; struct list_head tx_list; spinlock_t rx_lock; u64 rx_dropped; u64 rx_queue_full; struct list_head map_list; spinlock_t map_list_lock; struct mutex mutex; struct xsk_queue *fq_tmp; struct xsk_queue *cq_tmp; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xdp_ring; struct xsk_queue { u32 ring_mask; u32 nentries; u32 cached_prod; u32 cached_cons; struct xdp_ring *ring; u64 invalid_descs; u64 queue_empty_descs; size_t ring_vmalloc_size; }; struct xdp_ring_offset_v1 { __u64 producer; __u64 consumer; __u64 desc; }; struct xdp_mmap_offsets_v1 { struct xdp_ring_offset_v1 rx; struct xdp_ring_offset_v1 tx; struct xdp_ring_offset_v1 fr; struct xdp_ring_offset_v1 cr; }; struct xsk_map_node { struct list_head node; struct xsk_map *map; struct xdp_sock **map_entry; }; struct xdp_ring { u32 producer; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad1; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 consumer; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad2; u32 flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad3; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xdp_rxtx_ring { struct xdp_ring ptrs; struct xdp_desc desc[0]; }; struct xdp_umem_ring { struct xdp_ring ptrs; u64 desc[0]; }; struct mptcp_mib { long unsigned int mibs[52]; }; struct mptcp_rm_list { u8 ids[8]; u8 nr; }; struct mptcp_addr_info { u8 id; sa_family_t family; __be16 port; union { struct in_addr addr; struct in6_addr addr6; }; }; enum mptcp_event_type { MPTCP_EVENT_UNSPEC = 0, MPTCP_EVENT_CREATED = 1, MPTCP_EVENT_ESTABLISHED = 2, MPTCP_EVENT_CLOSED = 3, MPTCP_EVENT_ANNOUNCED = 6, MPTCP_EVENT_REMOVED = 7, MPTCP_EVENT_SUB_ESTABLISHED = 10, MPTCP_EVENT_SUB_CLOSED = 11, MPTCP_EVENT_SUB_PRIORITY = 13, MPTCP_EVENT_LISTENER_CREATED = 15, MPTCP_EVENT_LISTENER_CLOSED = 16, }; struct mptcp_skb_cb { u64 map_seq; u64 end_seq; u32 offset; u8 has_rxtstamp: 1; }; struct mptcp_options_received { u64 sndr_key; u64 rcvr_key; u64 data_ack; u64 data_seq; u32 subflow_seq; u16 data_len; __sum16 csum; u16 suboptions; u32 token; u32 nonce; u16 use_map: 1; u16 dsn64: 1; u16 data_fin: 1; u16 use_ack: 1; u16 ack64: 1; u16 mpc_map: 1; u16 reset_reason: 4; u16 reset_transient: 1; u16 echo: 1; u16 backup: 1; u16 deny_join_id0: 1; u16 __unused: 2; u8 join_id; u64 thmac; u8 hmac[20]; struct mptcp_addr_info addr; struct mptcp_rm_list rm_list; u64 ahmac; u64 fail_seq; }; struct mptcp_pm_data { struct mptcp_addr_info local; struct mptcp_addr_info remote; struct list_head anno_list; struct list_head userspace_pm_local_addr_list; spinlock_t lock; u8 addr_signal; bool server_side; bool work_pending; bool accept_addr; bool accept_subflow; bool remote_deny_join_id0; u8 add_addr_signaled; u8 add_addr_accepted; u8 local_addr_used; u8 pm_type; u8 subflows; u8 status; long unsigned int id_avail_bitmap[4]; struct mptcp_rm_list rm_list_tx; struct mptcp_rm_list rm_list_rx; }; struct mptcp_data_frag { struct list_head list; u64 data_seq; u16 data_len; u16 offset; u16 overhead; u16 already_sent; struct page *page; }; struct mptcp_sock { struct inet_connection_sock sk; u64 local_key; u64 remote_key; u64 write_seq; u64 snd_nxt; u64 ack_seq; atomic64_t rcv_wnd_sent; u64 rcv_data_fin_seq; int rmem_fwd_alloc; struct sock *last_snd; int snd_burst; int old_wspace; u64 recovery_snd_nxt; u64 snd_una; u64 wnd_end; long unsigned int timer_ival; u32 token; int rmem_released; long unsigned int flags; long unsigned int cb_flags; long unsigned int push_pending; bool recovery; bool can_ack; bool fully_established; bool rcv_data_fin; bool snd_data_fin_enable; bool rcv_fastclose; bool use_64bit_ack; bool csum_enabled; bool allow_infinite_fallback; u8 mpc_endpoint_id; u8 recvmsg_inq: 1; u8 cork: 1; u8 nodelay: 1; u8 fastopening: 1; u8 in_accept_queue: 1; struct work_struct work; struct sk_buff *ooo_last_skb; struct rb_root out_of_order_queue; struct sk_buff_head receive_queue; struct list_head conn_list; struct list_head rtx_queue; struct mptcp_data_frag *first_pending; struct list_head join_list; struct socket *subflow; struct sock *first; struct mptcp_pm_data pm; struct { u32 space; u32 copied; u64 time; u64 rtt_us; } rcvq_space; u32 setsockopt_seq; char ca_name[16]; }; struct mptcp_subflow_request_sock { struct tcp_request_sock sk; u16 mp_capable: 1; u16 mp_join: 1; u16 backup: 1; u16 csum_reqd: 1; u16 allow_join_id0: 1; u8 local_id; u8 remote_id; u64 local_key; u64 idsn; u32 token; u32 ssn_offset; u64 thmac; u32 local_nonce; u32 remote_nonce; struct mptcp_sock *msk; struct hlist_nulls_node token_node; }; enum mptcp_data_avail { MPTCP_SUBFLOW_NODATA = 0, MPTCP_SUBFLOW_DATA_AVAIL = 1, }; struct mptcp_delegated_action { struct napi_struct napi; struct list_head head; }; struct mptcp_subflow_context { struct list_head node; union { struct { long unsigned int avg_pacing_rate; u64 local_key; u64 remote_key; u64 idsn; u64 map_seq; u32 snd_isn; u32 token; u32 rel_write_seq; u32 map_subflow_seq; u32 ssn_offset; u32 map_data_len; __wsum map_data_csum; u32 map_csum_len; u32 request_mptcp: 1; u32 request_join: 1; u32 request_bkup: 1; u32 mp_capable: 1; u32 mp_join: 1; u32 fully_established: 1; u32 pm_notified: 1; u32 conn_finished: 1; u32 map_valid: 1; u32 map_csum_reqd: 1; u32 map_data_fin: 1; u32 mpc_map: 1; u32 backup: 1; u32 send_mp_prio: 1; u32 send_mp_fail: 1; u32 send_fastclose: 1; u32 send_infinite_map: 1; u32 remote_key_valid: 1; u32 disposable: 1; u32 stale: 1; u32 local_id_valid: 1; u32 valid_csum_seen: 1; u32 is_mptfo: 1; u32 __unused: 9; enum mptcp_data_avail data_avail; u32 remote_nonce; u64 thmac; u32 local_nonce; u32 remote_token; union { u8 hmac[20]; u64 iasn; }; u8 local_id; u8 remote_id; u8 reset_seen: 1; u8 reset_transient: 1; u8 reset_reason: 4; u8 stale_count; long int delegated_status; long unsigned int fail_tout; }; struct { long unsigned int avg_pacing_rate; u64 local_key; u64 remote_key; u64 idsn; u64 map_seq; u32 snd_isn; u32 token; u32 rel_write_seq; u32 map_subflow_seq; u32 ssn_offset; u32 map_data_len; __wsum map_data_csum; u32 map_csum_len; u32 request_mptcp: 1; u32 request_join: 1; u32 request_bkup: 1; u32 mp_capable: 1; u32 mp_join: 1; u32 fully_established: 1; u32 pm_notified: 1; u32 conn_finished: 1; u32 map_valid: 1; u32 map_csum_reqd: 1; u32 map_data_fin: 1; u32 mpc_map: 1; u32 backup: 1; u32 send_mp_prio: 1; u32 send_mp_fail: 1; u32 send_fastclose: 1; u32 send_infinite_map: 1; u32 remote_key_valid: 1; u32 disposable: 1; u32 stale: 1; u32 local_id_valid: 1; u32 valid_csum_seen: 1; u32 is_mptfo: 1; u32 __unused: 9; enum mptcp_data_avail data_avail; u32 remote_nonce; u64 thmac; u32 local_nonce; u32 remote_token; union { u8 hmac[20]; u64 iasn; }; u8 local_id; u8 remote_id; u8 reset_seen: 1; u8 reset_transient: 1; u8 reset_reason: 4; u8 stale_count; long int delegated_status; long unsigned int fail_tout; } reset; }; struct list_head delegated_node; u32 setsockopt_seq; u32 stale_rcv_tstamp; struct sock *tcp_sock; struct sock *conn; const struct inet_connection_sock_af_ops *icsk_af_ops; void (*tcp_state_change)(struct sock *); void (*tcp_error_report)(struct sock *); struct callback_head rcu; }; enum linux_mptcp_mib_field { MPTCP_MIB_NUM = 0, MPTCP_MIB_MPCAPABLEPASSIVE = 1, MPTCP_MIB_MPCAPABLEACTIVE = 2, MPTCP_MIB_MPCAPABLEACTIVEACK = 3, MPTCP_MIB_MPCAPABLEPASSIVEACK = 4, MPTCP_MIB_MPCAPABLEPASSIVEFALLBACK = 5, MPTCP_MIB_MPCAPABLEACTIVEFALLBACK = 6, MPTCP_MIB_TOKENFALLBACKINIT = 7, MPTCP_MIB_RETRANSSEGS = 8, MPTCP_MIB_JOINNOTOKEN = 9, MPTCP_MIB_JOINSYNRX = 10, MPTCP_MIB_JOINSYNACKRX = 11, MPTCP_MIB_JOINSYNACKMAC = 12, MPTCP_MIB_JOINACKRX = 13, MPTCP_MIB_JOINACKMAC = 14, MPTCP_MIB_DSSNOMATCH = 15, MPTCP_MIB_INFINITEMAPTX = 16, MPTCP_MIB_INFINITEMAPRX = 17, MPTCP_MIB_DSSTCPMISMATCH = 18, MPTCP_MIB_DATACSUMERR = 19, MPTCP_MIB_OFOQUEUETAIL = 20, MPTCP_MIB_OFOQUEUE = 21, MPTCP_MIB_OFOMERGE = 22, MPTCP_MIB_NODSSWINDOW = 23, MPTCP_MIB_DUPDATA = 24, MPTCP_MIB_ADDADDR = 25, MPTCP_MIB_ECHOADD = 26, MPTCP_MIB_PORTADD = 27, MPTCP_MIB_ADDADDRDROP = 28, MPTCP_MIB_JOINPORTSYNRX = 29, MPTCP_MIB_JOINPORTSYNACKRX = 30, MPTCP_MIB_JOINPORTACKRX = 31, MPTCP_MIB_MISMATCHPORTSYNRX = 32, MPTCP_MIB_MISMATCHPORTACKRX = 33, MPTCP_MIB_RMADDR = 34, MPTCP_MIB_RMADDRDROP = 35, MPTCP_MIB_RMSUBFLOW = 36, MPTCP_MIB_MPPRIOTX = 37, MPTCP_MIB_MPPRIORX = 38, MPTCP_MIB_MPFAILTX = 39, MPTCP_MIB_MPFAILRX = 40, MPTCP_MIB_MPFASTCLOSETX = 41, MPTCP_MIB_MPFASTCLOSERX = 42, MPTCP_MIB_MPRSTTX = 43, MPTCP_MIB_MPRSTRX = 44, MPTCP_MIB_RCVPRUNED = 45, MPTCP_MIB_SUBFLOWSTALE = 46, MPTCP_MIB_SUBFLOWRECOVER = 47, MPTCP_MIB_SNDWNDSHARED = 48, MPTCP_MIB_RCVWNDSHARED = 49, MPTCP_MIB_RCVWNDCONFLICTUPDATE = 50, MPTCP_MIB_RCVWNDCONFLICT = 51, __MPTCP_MIB_MAX = 52, }; struct trace_event_raw_mptcp_subflow_get_send { struct trace_entry ent; bool active; bool free; u32 snd_wnd; u32 pace; u8 backup; u64 ratio; char __data[0]; }; struct trace_event_raw_mptcp_dump_mpext { struct trace_entry ent; u64 data_ack; u64 data_seq; u32 subflow_seq; u16 data_len; u16 csum; u8 use_map; u8 dsn64; u8 data_fin; u8 use_ack; u8 ack64; u8 mpc_map; u8 frozen; u8 reset_transient; u8 reset_reason; u8 csum_reqd; u8 infinite_map; char __data[0]; }; struct trace_event_raw_ack_update_msk { struct trace_entry ent; u64 data_ack; u64 old_snd_una; u64 new_snd_una; u64 new_wnd_end; u64 msk_wnd_end; char __data[0]; }; struct trace_event_raw_subflow_check_data_avail { struct trace_entry ent; u8 status; const void *skb; char __data[0]; }; struct trace_event_data_offsets_mptcp_subflow_get_send {}; struct trace_event_data_offsets_mptcp_dump_mpext {}; struct trace_event_data_offsets_ack_update_msk {}; struct trace_event_data_offsets_subflow_check_data_avail {}; typedef void (*btf_trace_mptcp_subflow_get_send)(void *, struct mptcp_subflow_context *); typedef void (*btf_trace_mptcp_sendmsg_frag)(void *, struct mptcp_ext *); typedef void (*btf_trace_get_mapping_status)(void *, struct mptcp_ext *); typedef void (*btf_trace_ack_update_msk)(void *, u64, u64, u64, u64, u64); typedef void (*btf_trace_subflow_check_data_avail)(void *, __u8, struct sk_buff *); enum { MPTCP_CMSG_TS = 1, MPTCP_CMSG_INQ = 2, }; struct mptcp_sendmsg_info { int mss_now; int size_goal; u16 limit; u16 sent; unsigned int flags; bool data_lock_held; }; struct subflow_send_info { struct sock *ssk; u64 linger_time; }; enum { INET_ULP_INFO_UNSPEC = 0, INET_ULP_INFO_NAME = 1, INET_ULP_INFO_TLS = 2, INET_ULP_INFO_MPTCP = 3, __INET_ULP_INFO_MAX = 4, }; struct tcpvegas_info { __u32 tcpv_enabled; __u32 tcpv_rttcnt; __u32 tcpv_rtt; __u32 tcpv_minrtt; }; struct tcp_dctcp_info { __u16 dctcp_enabled; __u16 dctcp_ce_state; __u32 dctcp_alpha; __u32 dctcp_ab_ecn; __u32 dctcp_ab_tot; }; struct tcp_bbr_info { __u32 bbr_bw_lo; __u32 bbr_bw_hi; __u32 bbr_min_rtt; __u32 bbr_pacing_gain; __u32 bbr_cwnd_gain; }; union tcp_cc_info { struct tcpvegas_info vegas; struct tcp_dctcp_info dctcp; struct tcp_bbr_info bbr; }; enum { MPTCP_SUBFLOW_ATTR_UNSPEC = 0, MPTCP_SUBFLOW_ATTR_TOKEN_REM = 1, MPTCP_SUBFLOW_ATTR_TOKEN_LOC = 2, MPTCP_SUBFLOW_ATTR_RELWRITE_SEQ = 3, MPTCP_SUBFLOW_ATTR_MAP_SEQ = 4, MPTCP_SUBFLOW_ATTR_MAP_SFSEQ = 5, MPTCP_SUBFLOW_ATTR_SSN_OFFSET = 6, MPTCP_SUBFLOW_ATTR_MAP_DATALEN = 7, MPTCP_SUBFLOW_ATTR_FLAGS = 8, MPTCP_SUBFLOW_ATTR_ID_REM = 9, MPTCP_SUBFLOW_ATTR_ID_LOC = 10, MPTCP_SUBFLOW_ATTR_PAD = 11, __MPTCP_SUBFLOW_ATTR_MAX = 12, }; struct linger { int l_onoff; int l_linger; }; struct so_timestamping { int flags; int bind_phc; }; struct tcp_info { __u8 tcpi_state; __u8 tcpi_ca_state; __u8 tcpi_retransmits; __u8 tcpi_probes; __u8 tcpi_backoff; __u8 tcpi_options; __u8 tcpi_snd_wscale: 4; __u8 tcpi_rcv_wscale: 4; __u8 tcpi_delivery_rate_app_limited: 1; __u8 tcpi_fastopen_client_fail: 2; __u32 tcpi_rto; __u32 tcpi_ato; __u32 tcpi_snd_mss; __u32 tcpi_rcv_mss; __u32 tcpi_unacked; __u32 tcpi_sacked; __u32 tcpi_lost; __u32 tcpi_retrans; __u32 tcpi_fackets; __u32 tcpi_last_data_sent; __u32 tcpi_last_ack_sent; __u32 tcpi_last_data_recv; __u32 tcpi_last_ack_recv; __u32 tcpi_pmtu; __u32 tcpi_rcv_ssthresh; __u32 tcpi_rtt; __u32 tcpi_rttvar; __u32 tcpi_snd_ssthresh; __u32 tcpi_snd_cwnd; __u32 tcpi_advmss; __u32 tcpi_reordering; __u32 tcpi_rcv_rtt; __u32 tcpi_rcv_space; __u32 tcpi_total_retrans; __u64 tcpi_pacing_rate; __u64 tcpi_max_pacing_rate; __u64 tcpi_bytes_acked; __u64 tcpi_bytes_received; __u32 tcpi_segs_out; __u32 tcpi_segs_in; __u32 tcpi_notsent_bytes; __u32 tcpi_min_rtt; __u32 tcpi_data_segs_in; __u32 tcpi_data_segs_out; __u64 tcpi_delivery_rate; __u64 tcpi_busy_time; __u64 tcpi_rwnd_limited; __u64 tcpi_sndbuf_limited; __u32 tcpi_delivered; __u32 tcpi_delivered_ce; __u64 tcpi_bytes_sent; __u64 tcpi_bytes_retrans; __u32 tcpi_dsack_dups; __u32 tcpi_reord_seen; __u32 tcpi_rcv_ooopack; __u32 tcpi_snd_wnd; __u32 tcpi_rcv_wnd; __u32 tcpi_rehash; }; struct mptcp_info { __u8 mptcpi_subflows; __u8 mptcpi_add_addr_signal; __u8 mptcpi_add_addr_accepted; __u8 mptcpi_subflows_max; __u8 mptcpi_add_addr_signal_max; __u8 mptcpi_add_addr_accepted_max; __u32 mptcpi_flags; __u32 mptcpi_token; __u64 mptcpi_write_seq; __u64 mptcpi_snd_una; __u64 mptcpi_rcv_nxt; __u8 mptcpi_local_addr_used; __u8 mptcpi_local_addr_max; __u8 mptcpi_csum_enabled; }; struct mptcp_subflow_data { __u32 size_subflow_data; __u32 num_subflows; __u32 size_kernel; __u32 size_user; }; struct mptcp_subflow_addrs { union { __kernel_sa_family_t sa_family; struct sockaddr sa_local; struct sockaddr_in sin_local; struct sockaddr_in6 sin6_local; struct __kernel_sockaddr_storage ss_local; }; union { struct sockaddr sa_remote; struct sockaddr_in sin_remote; struct sockaddr_in6 sin6_remote; struct __kernel_sockaddr_storage ss_remote; }; }; enum mptcp_pm_type { MPTCP_PM_TYPE_KERNEL = 0, MPTCP_PM_TYPE_USERSPACE = 1, __MPTCP_PM_TYPE_NR = 2, __MPTCP_PM_TYPE_MAX = 1, }; struct join_entry { u32 token; u32 remote_nonce; u32 local_nonce; u8 join_id; u8 local_id; u8 backup; u8 valid; }; struct mctp_netdev_ops; struct mctp_dev { struct net_device *dev; refcount_t refs; unsigned int net; const struct mctp_netdev_ops *ops; u8 *addrs; size_t num_addrs; spinlock_t addrs_lock; struct callback_head rcu; }; typedef __u8 mctp_eid_t; struct mctp_addr { mctp_eid_t s_addr; }; struct sockaddr_mctp { __kernel_sa_family_t smctp_family; __u16 __smctp_pad0; unsigned int smctp_network; struct mctp_addr smctp_addr; __u8 smctp_type; __u8 smctp_tag; __u8 __smctp_pad1; }; struct sockaddr_mctp_ext { struct sockaddr_mctp smctp_base; int smctp_ifindex; __u8 smctp_halen; __u8 __smctp_pad0[3]; __u8 smctp_haddr[32]; }; struct mctp_ioc_tag_ctl { mctp_eid_t peer_addr; __u8 tag; __u16 flags; }; struct mctp_hdr { u8 ver; u8 dest; u8 src; u8 flags_seq_tag; }; struct mctp_sock { struct sock sk; unsigned int bind_net; mctp_eid_t bind_addr; __u8 bind_type; bool addr_ext; struct hlist_head keys; struct timer_list key_expiry; }; struct mctp_sk_key { mctp_eid_t peer_addr; mctp_eid_t local_addr; __u8 tag; struct sock *sk; struct hlist_node hlist; struct hlist_node sklist; spinlock_t lock; refcount_t refs; struct sk_buff *reasm_head; struct sk_buff **reasm_tailp; bool reasm_dead; u8 last_seq; bool valid; long unsigned int expiry; long unsigned int dev_flow_state; struct mctp_dev *dev; bool manual_alloc; }; struct mctp_skb_cb { unsigned int magic; unsigned int net; int ifindex; mctp_eid_t src; unsigned char halen; unsigned char haddr[32]; }; struct mctp_route { mctp_eid_t min; mctp_eid_t max; struct mctp_dev *dev; unsigned int mtu; unsigned char type; int (*output)(struct mctp_route *, struct sk_buff *); struct list_head list; refcount_t refs; struct callback_head rcu; }; struct mctp_netdev_ops { void (*release_flow)(struct mctp_dev *, struct mctp_sk_key *); }; enum { MCTP_TRACE_KEY_TIMEOUT = 0, MCTP_TRACE_KEY_REPLIED = 1, MCTP_TRACE_KEY_INVALIDATED = 2, MCTP_TRACE_KEY_CLOSED = 3, MCTP_TRACE_KEY_DROPPED = 4, }; struct trace_event_raw_mctp_key_acquire { struct trace_entry ent; __u8 paddr; __u8 laddr; __u8 tag; char __data[0]; }; struct trace_event_raw_mctp_key_release { struct trace_entry ent; __u8 paddr; __u8 laddr; __u8 tag; int reason; char __data[0]; }; struct trace_event_data_offsets_mctp_key_acquire {}; struct trace_event_data_offsets_mctp_key_release {}; typedef void (*btf_trace_mctp_key_acquire)(void *, const struct mctp_sk_key *); typedef void (*btf_trace_mctp_key_release)(void *, const struct mctp_sk_key *, int); enum mctp_neigh_source { MCTP_NEIGH_STATIC = 0, MCTP_NEIGH_DISCOVER = 1, }; struct mctp_neigh { struct mctp_dev *dev; mctp_eid_t eid; enum mctp_neigh_source source; unsigned char ha[32]; struct list_head list; struct callback_head rcu; }; enum { TLS_NO_KEYRING = 0, TLS_NO_PEERID = 0, TLS_NO_CERT = 0, TLS_NO_PRIVKEY = 0, }; typedef void (*tls_done_func_t)(void *, int, key_serial_t); struct tls_handshake_args { struct socket *ta_sock; tls_done_func_t ta_done; void *ta_data; const char *ta_peername; unsigned int ta_timeout_ms; key_serial_t ta_keyring; key_serial_t ta_my_cert; key_serial_t ta_my_privkey; unsigned int ta_num_peerids; key_serial_t ta_my_peerids[5]; }; enum handshake_handler_class { HANDSHAKE_HANDLER_CLASS_NONE = 0, HANDSHAKE_HANDLER_CLASS_TLSHD = 1, HANDSHAKE_HANDLER_CLASS_MAX = 2, }; enum handshake_msg_type { HANDSHAKE_MSG_TYPE_UNSPEC = 0, HANDSHAKE_MSG_TYPE_CLIENTHELLO = 1, HANDSHAKE_MSG_TYPE_SERVERHELLO = 2, }; enum handshake_auth { HANDSHAKE_AUTH_UNSPEC = 0, HANDSHAKE_AUTH_UNAUTH = 1, HANDSHAKE_AUTH_PSK = 2, HANDSHAKE_AUTH_X509 = 3, }; enum { HANDSHAKE_A_X509_CERT = 1, HANDSHAKE_A_X509_PRIVKEY = 2, __HANDSHAKE_A_X509_MAX = 3, HANDSHAKE_A_X509_MAX = 2, }; enum { HANDSHAKE_A_ACCEPT_SOCKFD = 1, HANDSHAKE_A_ACCEPT_HANDLER_CLASS = 2, HANDSHAKE_A_ACCEPT_MESSAGE_TYPE = 3, HANDSHAKE_A_ACCEPT_TIMEOUT = 4, HANDSHAKE_A_ACCEPT_AUTH_MODE = 5, HANDSHAKE_A_ACCEPT_PEER_IDENTITY = 6, HANDSHAKE_A_ACCEPT_CERTIFICATE = 7, HANDSHAKE_A_ACCEPT_PEERNAME = 8, __HANDSHAKE_A_ACCEPT_MAX = 9, HANDSHAKE_A_ACCEPT_MAX = 8, }; enum { HANDSHAKE_A_DONE_STATUS = 1, HANDSHAKE_A_DONE_SOCKFD = 2, HANDSHAKE_A_DONE_REMOTE_AUTH = 3, __HANDSHAKE_A_DONE_MAX = 4, HANDSHAKE_A_DONE_MAX = 3, }; struct handshake_proto; struct handshake_req { struct list_head hr_list; struct rhash_head hr_rhash; long unsigned int hr_flags; const struct handshake_proto *hr_proto; struct sock *hr_sk; void (*hr_odestruct)(struct sock *); char hr_priv[0]; }; struct handshake_proto { int hp_handler_class; size_t hp_privsize; long unsigned int hp_flags; int (*hp_accept)(struct handshake_req *, struct genl_info *, int); void (*hp_done)(struct handshake_req *, unsigned int, struct genl_info *); void (*hp_destroy)(struct handshake_req *); }; enum hp_flags_bits { HANDSHAKE_F_PROTO_NOTIFY = 0, }; struct tls_handshake_req { void (*th_consumer_done)(void *, int, key_serial_t); void *th_consumer_data; int th_type; unsigned int th_timeout_ms; int th_auth_mode; const char *th_peername; key_serial_t th_keyring; key_serial_t th_certificate; key_serial_t th_privkey; unsigned int th_num_peerids; key_serial_t th_peerid[5]; }; enum css_eval_cond { CSS_EVAL_NO_PATH = 0, CSS_EVAL_NOT_ONLINE = 1, }; enum dev_state { DEV_STATE_NOT_OPER = 0, DEV_STATE_SENSE_ID = 1, DEV_STATE_OFFLINE = 2, DEV_STATE_VERIFY = 3, DEV_STATE_ONLINE = 4, DEV_STATE_W4SENSE = 5, DEV_STATE_DISBAND_PGID = 6, DEV_STATE_BOXED = 7, DEV_STATE_TIMEOUT_KILL = 8, DEV_STATE_QUIESCE = 9, DEV_STATE_DISCONNECTED = 10, DEV_STATE_DISCONNECTED_SENSE_ID = 11, DEV_STATE_CMFCHANGE = 12, DEV_STATE_CMFUPDATE = 13, DEV_STATE_STEAL_LOCK = 14, NR_DEV_STATES = 15, }; enum dev_event { DEV_EVENT_NOTOPER = 0, DEV_EVENT_INTERRUPT = 1, DEV_EVENT_TIMEOUT = 2, DEV_EVENT_VERIFY = 3, NR_DEV_EVENTS = 4, }; typedef enum { add = 0, free = 1, } range_action; struct ccwdev_iter { int devno; int ssid; int in_range; }; struct ccw_device_id { __u16 match_flags; __u16 cu_type; __u16 dev_type; __u8 cu_model; __u8 dev_model; kernel_ulong_t driver_info; }; struct css_device_id { __u8 match_flags; __u8 type; kernel_ulong_t driver_data; }; struct chp_id { __u8 reserved1; __u8 cssid; __u8 reserved2; __u8 id; }; struct gen_pool; typedef long unsigned int (*genpool_algo_t)(long unsigned int *, long unsigned int, long unsigned int, unsigned int, void *, struct gen_pool *, long unsigned int); struct gen_pool { spinlock_t lock; struct list_head chunks; int min_alloc_order; genpool_algo_t algo; void *data; const char *name; }; struct css_general_char { short: 12; u64 dynio: 1; short: 3; char: 1; u64 eadm: 1; int: 14; short: 9; u64 aif: 1; char: 3; u64 mcss: 1; u64 fcs: 1; short: 1; u64 ext_mb: 1; char: 7; u64 aif_tdd: 1; char: 1; u64 qebsm: 1; char: 2; u64 aiv: 1; long: 2; char: 3; u64 aif_osa: 1; short: 12; u64 eadm_rf: 1; char: 1; u64 cib: 1; char: 5; u64 fcx: 1; int: 7; short: 12; u64 alt_ssi: 1; char: 1; u64 narf: 1; short: 1; char: 4; u64 enarf: 1; char: 3; char: 3; u64 util_str: 1; }; struct cmd_scsw { __u32 key: 4; __u32 sctl: 1; __u32 eswf: 1; __u32 cc: 2; __u32 fmt: 1; __u32 pfch: 1; __u32 isic: 1; __u32 alcc: 1; __u32 ssi: 1; __u32 zcc: 1; __u32 ectl: 1; __u32 pno: 1; __u32 res: 1; __u32 fctl: 3; __u32 actl: 7; __u32 stctl: 5; __u32 cpa; __u32 dstat: 8; __u32 cstat: 8; __u32 count: 16; }; struct tm_scsw { u32 key: 4; char: 1; u32 eswf: 1; u32 cc: 2; u32 fmt: 3; u32 x: 1; u32 q: 1; char: 1; u32 ectl: 1; u32 pno: 1; char: 1; u32 fctl: 3; u32 actl: 7; u32 stctl: 5; u32 tcw; u32 dstat: 8; u32 cstat: 8; u32 fcxs: 8; u32 ifob: 1; u32 sesq: 7; }; struct eadm_scsw { u32 key: 4; char: 1; u32 eswf: 1; u32 cc: 2; char: 6; u32 ectl: 1; short: 1; char: 1; u32 fctl: 3; u32 actl: 7; u32 stctl: 5; u32 aob; u32 dstat: 8; u32 cstat: 8; }; union scsw { struct cmd_scsw cmd; struct tm_scsw tm; struct eadm_scsw eadm; }; struct ccw1 { __u8 cmd_code; __u8 flags; __u16 count; __u32 cda; }; struct erw { __u32 res0: 3; __u32 auth: 1; __u32 pvrf: 1; __u32 cpt: 1; __u32 fsavf: 1; __u32 cons: 1; __u32 scavf: 1; __u32 fsaf: 1; __u32 scnt: 6; __u32 res16: 16; }; struct erw_eadm { short: 16; __u32 b: 1; __u32 r: 1; }; struct sublog { __u32 res0: 1; __u32 esf: 7; __u32 lpum: 8; __u32 arep: 1; __u32 fvf: 5; __u32 sacc: 2; __u32 termc: 2; __u32 devsc: 1; __u32 serr: 1; __u32 ioerr: 1; __u32 seqc: 3; }; struct esw0 { struct sublog sublog; struct erw erw; __u32 faddr[2]; __u32 saddr; }; struct esw1 { __u8 zero0; __u8 lpum; __u16 zero16; struct erw erw; __u32 zeros[3]; }; struct esw2 { __u8 zero0; __u8 lpum; __u16 dcti; struct erw erw; __u32 zeros[3]; }; struct esw3 { __u8 zero0; __u8 lpum; __u16 res; struct erw erw; __u32 zeros[3]; }; struct esw_eadm { __u32 sublog; struct erw_eadm erw; long: 64; int: 32; }; struct irb { union scsw scsw; union { struct esw0 esw0; struct esw1 esw1; struct esw2 esw2; struct esw3 esw3; struct esw_eadm eadm; } esw; __u8 ecw[32]; }; struct ciw { __u32 et: 2; __u32 reserved: 2; __u32 ct: 4; __u32 cmd: 8; __u32 count: 16; }; struct tcw { u32 format: 2; char: 6; u32 flags: 24; char: 8; u32 tccbl: 6; u32 r: 1; u32 w: 1; u64 output; u64 input; u64 tsb; u64 tccb; u32 output_count; u32 input_count; long: 64; int: 32; u32 intrg; }; struct ccw_device_private; struct ccw_driver; struct ccw_device { spinlock_t *ccwlock; struct ccw_device_private *private; struct mutex reg_mutex; struct ccw_device_id id; struct ccw_driver *drv; struct device dev; int online; void (*handler)(struct ccw_device *, long unsigned int, struct irb *); }; enum io_status { IO_DONE = 0, IO_RUNNING = 1, IO_STATUS_ERROR = 2, IO_PATH_ERROR = 3, IO_REJECTED = 4, IO_KILLED = 5, }; struct ccw_request { struct ccw1 *cp; long unsigned int timeout; u16 maxretries; u8 lpm; int (*check)(struct ccw_device *, void *); enum io_status (*filter)(struct ccw_device *, void *, struct irb *, enum io_status); void (*callback)(struct ccw_device *, void *, int); void *data; unsigned int singlepath: 1; unsigned int cancel: 1; unsigned int done: 1; u16 mask; u16 retries; int drc; } __attribute__((packed)); struct qdio_irq; enum cdev_todo { CDEV_TODO_NOTHING = 0, CDEV_TODO_ENABLE_CMF = 1, CDEV_TODO_REBIND = 2, CDEV_TODO_REGISTER = 3, CDEV_TODO_UNREG = 4, CDEV_TODO_UNREG_EVAL = 5, }; struct subchannel; struct ccw_device_dma_area; struct ccw_device_private { struct ccw_device *cdev; struct subchannel *sch; int state; atomic_t onoff; struct ccw_dev_id dev_id; struct ccw_request req; int iretry; u8 pgid_valid_mask; u8 pgid_todo_mask; u8 pgid_reset_mask; u8 path_noirq_mask; u8 path_notoper_mask; u8 path_gone_mask; u8 path_new_mask; u8 path_broken_mask; struct { unsigned int fast: 1; unsigned int repall: 1; unsigned int pgroup: 1; unsigned int force: 1; unsigned int mpath: 1; } __attribute__((packed)) options; struct { unsigned int esid: 1; unsigned int dosense: 1; unsigned int doverify: 1; unsigned int donotify: 1; unsigned int recog_done: 1; unsigned int fake_irb: 2; unsigned int pgroup: 1; unsigned int mpath: 1; unsigned int pgid_unknown: 1; unsigned int initialized: 1; } __attribute__((packed)) flags; long unsigned int intparm; struct qdio_irq *qdio_data; int async_kill_io_rc; struct work_struct todo_work; enum cdev_todo todo; wait_queue_head_t wait_q; struct timer_list timer; void *cmb; struct list_head cmb_list; u64 cmb_start_time; void *cmb_wait; struct gen_pool *dma_pool; struct ccw_device_dma_area *dma_area; enum interruption_class int_class; }; enum uc_todo { UC_TODO_RETRY = 0, UC_TODO_RETRY_ON_NEW_PATH = 1, UC_TODO_STOP = 2, }; struct ccw_driver { struct ccw_device_id *ids; int (*probe)(struct ccw_device *); void (*remove)(struct ccw_device *); int (*set_online)(struct ccw_device *); int (*set_offline)(struct ccw_device *); int (*notify)(struct ccw_device *, int); void (*path_event)(struct ccw_device *, int *); void (*shutdown)(struct ccw_device *); enum uc_todo (*uc_handler)(struct ccw_device *, struct irb *); struct device_driver driver; enum interruption_class int_class; }; struct chsc_ssd_info { u8 path_mask; u8 fla_valid_mask; struct chp_id chpid[8]; u16 fla[8]; }; struct pmcw { u32 intparm; u32 qf: 1; u32 w: 1; u32 isc: 3; u32 res5: 3; u32 ena: 1; u32 lm: 2; u32 mme: 2; u32 mp: 1; u32 tf: 1; u32 dnv: 1; u32 dev: 16; u8 lpm; u8 pnom; u8 lpum; u8 pim; u16 mbi; u8 pom; u8 pam; u8 chpid[8]; u32 unused1: 8; u32 st: 3; u32 unused2: 18; u32 mbfc: 1; u32 xmwme: 1; u32 csense: 1; }; struct schib_config { u64 mba; u32 intparm; u16 mbi; u32 isc: 3; u32 ena: 1; u32 mme: 2; u32 mp: 1; u32 csense: 1; u32 mbfc: 1; }; struct schib { struct pmcw pmcw; union scsw scsw; __u64 mba; __u8 mda[4]; } __attribute__((packed)); enum sch_todo { SCH_TODO_NOTHING = 0, SCH_TODO_EVAL = 1, SCH_TODO_UNREG = 2, }; struct css_driver; struct subchannel { struct subchannel_id schid; spinlock_t *lock; struct mutex reg_mutex; enum { SUBCHANNEL_TYPE_IO = 0, SUBCHANNEL_TYPE_CHSC = 1, SUBCHANNEL_TYPE_MSG = 2, SUBCHANNEL_TYPE_ADM = 3, } st; __u8 vpm; __u8 lpm; __u8 opm; long: 0; struct schib schib; int isc; struct chsc_ssd_info ssd_info; struct device dev; struct css_driver *driver; enum sch_todo todo; struct work_struct todo_work; struct schib_config config; u64 dma_mask; const char *driver_override; }; struct chp_link; struct css_driver { struct css_device_id *subchannel_type; struct device_driver drv; void (*irq)(struct subchannel *); int (*chp_event)(struct subchannel *, struct chp_link *, int); int (*sch_event)(struct subchannel *, int); int (*probe)(struct subchannel *); void (*remove)(struct subchannel *); void (*shutdown)(struct subchannel *); int (*settle)(); }; struct path_state { __u8 state1: 2; __u8 state2: 2; __u8 state3: 1; __u8 resvd: 3; }; struct extended_cssid { u8 version; u8 cssid; }; struct pgid { union { __u8 fc; struct path_state ps; } inf; union { __u32 cpu_addr: 16; struct extended_cssid ext_cssid; } pgid_high; __u32 cpu_id: 24; __u32 cpu_model: 16; __u32 tod_high; }; struct chp_link { struct chp_id chpid; u32 fla_mask; u16 fla; }; struct cmd_orb { u32 intparm; u32 key: 4; u32 spnd: 1; u32 res1: 1; u32 mod: 1; u32 sync: 1; u32 fmt: 1; u32 pfch: 1; u32 isic: 1; u32 alcc: 1; u32 ssic: 1; u32 res2: 1; u32 c64: 1; u32 i2k: 1; u32 lpm: 8; u32 ils: 1; u32 zero: 6; u32 orbx: 1; u32 cpa; }; struct tm_orb { u32 intparm; u32 key: 4; char: 4; char: 5; u32 b: 1; short: 2; u32 lpm: 8; char: 7; u32 x: 1; u32 tcw; u32 prio: 8; short: 8; u32 rsvpgm: 8; long: 64; long: 64; }; struct eadm_orb { u32 intparm; u32 key: 4; char: 4; u32 compat1: 1; u32 compat2: 1; short: 6; short: 15; u32 x: 1; u32 aob; u32 css_prio: 8; short: 8; u32 scm_prio: 8; long: 8; int: 29; u32 fmt: 3; long: 64; }; union orb { struct cmd_orb cmd; struct tm_orb tm; struct eadm_orb eadm; }; struct io_subchannel_dma_area { struct ccw1 sense_ccw; }; struct io_subchannel_private { union orb orb; struct ccw_device *cdev; struct { unsigned int suspend: 1; unsigned int prefetch: 1; unsigned int inter: 1; } __attribute__((packed)) options; struct io_subchannel_dma_area *dma_area; dma_addr_t dma_area_dma; }; struct senseid { u8 reserved; u16 cu_type; u8 cu_model; u16 dev_type; u8 dev_model; u8 unused; struct ciw ciw[8]; } __attribute__((packed)); struct ccw_device_dma_area { struct senseid senseid; struct ccw1 iccws[2]; struct irb irb; struct pgid pgid[8]; }; struct idset { int num_ssid; int num_id; long unsigned int bitmap[0]; }; struct tidaw { u32 flags: 8; u32 count; u64 addr; }; struct tsa_iostat { u32 dev_time; u32 def_time; u32 queue_time; u32 dev_busy_time; u32 dev_act_time; u8 sense[32]; }; struct tsa_ddpc { int: 24; u32 rc: 8; u8 rcq[16]; u8 sense[32]; }; struct tsa_intrg { u32 format: 8; u32 flags: 8; u32 cu_state: 8; u32 dev_state: 8; u32 op_state: 8; long: 0; u8 sd_info[12]; u32 dl_id; u8 dd_data[28]; }; struct tsb { u32 length: 8; u32 flags: 8; u32 dcw_offset: 16; u32 count; int: 32; union { struct tsa_iostat iostat; struct tsa_ddpc ddpc; struct tsa_intrg intrg; } tsa; }; struct dcw { u32 cmd: 8; u32 flags: 8; char: 8; u32 cd_count: 8; u32 count; u8 cd[0]; }; struct tccb_tcah { u32 format: 8; int: 24; int: 24; u32 tcal: 8; u32 sac: 16; char: 8; u32 prio: 8; long: 0; }; struct tccb_tcat { int: 32; u32 count; }; struct tccb { struct tccb_tcah tcah; u8 tca[0]; }; struct itcw { struct tcw *tcw; struct tcw *intrg_tcw; int num_tidaws; int max_tidaws; int intrg_num_tidaws; int intrg_max_tidaws; }; enum dpm_order { DPM_ORDER_NONE = 0, DPM_ORDER_DEV_AFTER_PARENT = 1, DPM_ORDER_PARENT_BEFORE_DEV = 2, DPM_ORDER_DEV_LAST = 3, }; struct channel_path_desc_fmt0 { u8 flags; u8 lsn; u8 desc; u8 chpid; u8 swla; u8 zeroes; u8 chla; u8 chpp; }; struct cmg_chars { u32 values[5]; }; struct channel_path_desc_fmt1 { u8 flags; u8 lsn; u8 desc; u8 chpid; short: 16; u8 esc; u8 chpp; u32 unused[2]; u16 chid; int: 0; u16 mdc; short: 13; u8 r: 1; u8 s: 1; u8 f: 1; u32 zeros[2]; }; struct channel_path_desc_fmt3 { struct channel_path_desc_fmt1 fmt1_desc; u8 util_str[64]; }; struct channel_path; struct channel_subsystem { u8 cssid; u8 iid; bool id_valid; struct channel_path *chps[256]; struct device device; struct pgid global_pgid; struct mutex mutex; int cm_enabled; void *cub_addr1; void *cub_addr2; struct subchannel *pseudo_subchannel; }; struct channel_path { struct device dev; struct chp_id chpid; struct mutex lock; int state; struct channel_path_desc_fmt0 desc; struct channel_path_desc_fmt1 desc_fmt1; struct channel_path_desc_fmt3 desc_fmt3; int cmg; int shared; struct cmg_chars cmg_chars; }; typedef void fsm_func_t(struct ccw_device *, enum dev_event); enum io_sch_action { IO_SCH_UNREG = 0, IO_SCH_ORPH_UNREG = 1, IO_SCH_UNREG_CDEV = 2, IO_SCH_ATTACH = 3, IO_SCH_UNREG_ATTACH = 4, IO_SCH_ORPH_ATTACH = 5, IO_SCH_REPROBE = 6, IO_SCH_VERIFY = 7, IO_SCH_DISC = 8, IO_SCH_NOP = 9, }; struct stlck_data { struct completion done; int rc; }; struct sysrq_work { int key; struct work_struct work; }; typedef unsigned int sclp_cmdw_t; typedef u64 sccb_mask_t; struct sccb_header { u16 length; u8 function_code; u8 control_mask[3]; u16 response_code; }; struct evbuf_header { u16 length; u8 type; u8 flags; u16 _reserved; }; struct sclp_req { struct list_head list; sclp_cmdw_t command; void *sccb; char status; int start_count; void (*callback)(struct sclp_req *, void *); void *callback_data; int queue_timeout; long unsigned int queue_expires; }; struct sclp_register { struct list_head list; sccb_mask_t receive_mask; sccb_mask_t send_mask; sccb_mask_t sclp_receive_mask; sccb_mask_t sclp_send_mask; void (*state_change_fn)(struct sclp_register *); void (*receiver_fn)(struct evbuf_header *); }; struct mto { u16 length; u16 type; u16 line_type_flags; u8 alarm_control; u8 _reserved[3]; }; struct go { u16 length; u16 type; u32 domid; u8 hhmmss_time[8]; u8 th_time[3]; u8 reserved_0; u8 dddyyyy_date[7]; u8 _reserved_1; u16 general_msg_flags; u8 _reserved_2[10]; u8 originating_system_name[8]; u8 job_guest_name[8]; }; struct mdb_header { u16 length; u16 type; u32 tag; u32 revision_code; }; struct mdb { struct mdb_header header; struct go go; struct mto mto; } __attribute__((packed)); struct msg_buf { struct evbuf_header header; struct mdb mdb; }; struct sclp_buffer { struct list_head list; struct sclp_req request; void *sccb; struct msg_buf *current_msg; char *current_line; int current_length; int retry_count; short unsigned int columns; short unsigned int htab; unsigned int char_sum; unsigned int messages; void (*callback)(struct sclp_buffer *, int); }; typedef int mhp_t; struct sclp_chp_info { u8 recognized[32]; u8 standby[32]; u8 configured[32]; }; struct sclp_core_entry { u8 core_id; u8 reserved0; char: 4; u8 sief2: 1; u8 skey: 1; char: 2; char: 2; u8 gpere: 1; u8 siif: 1; u8 sigpif: 1; u8 reserved2[3]; char: 2; u8 ib: 1; u8 cei: 1; u8 reserved3[6]; u8 type; u8 reserved1; }; struct sclp_core_info { unsigned int configured; unsigned int standby; unsigned int combined; struct sclp_core_entry core[512]; }; struct read_cpu_info_sccb { struct sccb_header header; u16 nr_configured; u16 offset_configured; u16 nr_standby; u16 offset_standby; u8 reserved[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct read_storage_sccb { struct sccb_header header; u16 max_id; u16 assigned; u16 standby; u32 entries[0]; }; struct cpu_configure_sccb { struct sccb_header header; }; struct memory_increment { struct list_head list; u16 rn; int standby; }; struct assign_storage_sccb { struct sccb_header header; u16 rn; }; struct attach_storage_sccb { struct sccb_header header; short: 16; u16 assigned; long: 0; u32 entries[0]; }; struct chp_cfg_sccb { struct sccb_header header; u8 ccm; u8 reserved[6]; u8 cssid; }; struct chp_info_sccb { struct sccb_header header; u8 recognized[32]; u8 standby[32]; u8 configured[32]; u8 ccm; u8 reserved[6]; u8 cssid; }; struct gds_subvector { u8 length; u8 key; }; struct gds_vector { u16 length; u16 gds_id; }; struct sclp_sd_evbuf { struct evbuf_header hdr; u8 eq; u8 di; u8 rflags; long: 0; u32 id; short: 16; u8 fmt; u8 status; u64 sat; u64 sa; u32 esize; u32 dsize; }; struct sclp_sd_sccb { struct sccb_header hdr; struct sclp_sd_evbuf evbuf; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sclp_sd_data { size_t esize_bytes; size_t dsize_bytes; void *data; }; struct sclp_sd_listener { struct list_head list; u32 id; struct completion completion; struct sclp_sd_evbuf evbuf; }; struct sclp_sd_file { struct kobject kobj; struct bin_attribute data_attr; struct mutex data_mutex; struct sclp_sd_data data; u8 di; }; enum raw3215_type { RAW3215_FREE = 0, RAW3215_READ = 1, RAW3215_WRITE = 2, }; struct raw3215_info; struct raw3215_req { enum raw3215_type type; int start; int len; int delayable; int residual; long: 0; struct ccw1 ccws[3]; struct raw3215_info *info; struct raw3215_req *next; }; struct raw3215_info { struct tty_port port; struct ccw_device *cdev; spinlock_t *lock; int flags; char *buffer; char *inbuf; int head; int count; int written; struct raw3215_req *queued_read; struct raw3215_req *queued_write; wait_queue_head_t empty_wait; struct timer_list timer; int line_pos; char ubuffer[80]; }; struct sclp_vt220_request { struct list_head list; struct sclp_req sclp_req; int retry_count; }; struct sclp_vt220_sccb { struct sccb_header header; struct evbuf_header evbuf; }; struct bus_attribute { struct attribute attr; ssize_t (*show)(const struct bus_type *, char *); ssize_t (*store)(const struct bus_type *, const char *, size_t); }; struct ap_device_id { __u16 match_flags; __u8 dev_type; kernel_ulong_t driver_info; }; typedef unsigned int ap_qid_t; struct ap_queue_status { unsigned int queue_empty: 1; unsigned int replies_waiting: 1; unsigned int queue_full: 1; char: 3; unsigned int async: 1; unsigned int irq_enabled: 1; unsigned int response_code: 8; }; union ap_queue_status_reg { long unsigned int value; struct { u32 _pad; struct ap_queue_status status; }; }; struct ap_tapq_gr2 { union { long unsigned int value; struct { unsigned int fac: 32; unsigned int apinfo: 32; }; struct { unsigned int s: 1; unsigned int m: 1; unsigned int c: 1; unsigned int mode: 3; unsigned int n: 1; char: 1; unsigned int class: 8; unsigned int bs: 2; int: 14; unsigned int at: 8; unsigned int nd: 8; char: 4; unsigned int ml: 4; char: 4; unsigned int qd: 4; }; }; }; struct ap_config_info { unsigned int apsc: 1; unsigned int apxa: 1; unsigned int qact: 1; unsigned int rc8a: 1; char: 4; unsigned int apsb: 1; int: 0; unsigned char na; unsigned char nd; unsigned char _reserved0[10]; unsigned int apm[8]; unsigned int aqm[8]; unsigned int adm[8]; unsigned char _reserved1[16]; }; union ap_qact_ap_info { long unsigned int val; struct { char: 3; unsigned int mode: 3; int: 26; unsigned int cat: 8; short: 0; unsigned char ver[2]; }; }; enum ap_sm_state { AP_SM_STATE_RESET_START = 0, AP_SM_STATE_RESET_WAIT = 1, AP_SM_STATE_SETIRQ_WAIT = 2, AP_SM_STATE_IDLE = 3, AP_SM_STATE_WORKING = 4, AP_SM_STATE_QUEUE_FULL = 5, AP_SM_STATE_ASSOC_WAIT = 6, NR_AP_SM_STATES = 7, }; enum ap_sm_event { AP_SM_EVENT_POLL = 0, AP_SM_EVENT_TIMEOUT = 1, NR_AP_SM_EVENTS = 2, }; enum ap_sm_wait { AP_SM_WAIT_AGAIN = 0, AP_SM_WAIT_HIGH_TIMEOUT = 1, AP_SM_WAIT_LOW_TIMEOUT = 2, AP_SM_WAIT_INTERRUPT = 3, AP_SM_WAIT_NONE = 4, NR_AP_SM_WAIT = 5, }; enum ap_dev_state { AP_DEV_STATE_UNINITIATED = 0, AP_DEV_STATE_OPERATING = 1, AP_DEV_STATE_SHUTDOWN = 2, AP_DEV_STATE_ERROR = 3, NR_AP_DEV_STATES = 4, }; struct ap_device; struct ap_driver { struct device_driver driver; struct ap_device_id *ids; unsigned int flags; int (*probe)(struct ap_device *); void (*remove)(struct ap_device *); int (*in_use)(long unsigned int *, long unsigned int *); void (*on_config_changed)(struct ap_config_info *, struct ap_config_info *); void (*on_scan_complete)(struct ap_config_info *, struct ap_config_info *); }; struct ap_device { struct device device; int device_type; }; struct ap_card { struct ap_device ap_dev; int raw_hwtype; unsigned int functions; int queue_depth; int id; unsigned int maxmsgsize; bool config; bool chkstop; atomic64_t total_request_count; }; struct ap_message; struct ap_queue { struct ap_device ap_dev; struct hlist_node hnode; struct ap_card *card; spinlock_t lock; enum ap_dev_state dev_state; bool config; bool chkstop; ap_qid_t qid; bool interrupt; unsigned int assoc_idx; int queue_count; int pendingq_count; int requestq_count; u64 total_request_count; int request_timeout; struct timer_list timeout; struct list_head pendingq; struct list_head requestq; struct ap_message *reply; enum ap_sm_state sm_state; int rapq_fbit; int last_err_rc; }; struct ap_fi { union { u16 cmd; struct { u8 flags; u8 action; }; }; }; struct ap_message { struct list_head list; long unsigned int psmid; void *msg; size_t len; size_t bufsize; u16 flags; struct ap_fi fi; int rc; void *private; void (*receive)(struct ap_queue *, struct ap_message *, struct ap_message *); }; struct ap_perms { long unsigned int ioctlm[4]; long unsigned int apm[4]; long unsigned int aqm[4]; long unsigned int adm[4]; }; struct __ap_calc_ctrs { unsigned int apqns; unsigned int bound; }; struct compress_format { unsigned char magic[2]; const char *name; decompress_fn decompressor; }; struct group_data { int limit[21]; int base[20]; int permute[258]; int minLen; int maxLen; }; struct bunzip_data { int writeCopies; int writePos; int writeRunCountdown; int writeCount; int writeCurrent; long int (*fill)(void *, long unsigned int); long int inbufCount; long int inbufPos; unsigned char *inbuf; unsigned int inbufBitCount; unsigned int inbufBits; unsigned int crc32Table[256]; unsigned int headerCRC; unsigned int totalCRC; unsigned int writeCRC; unsigned int *dbuf; unsigned int dbufSize; unsigned char selectors[32768]; struct group_data groups[6]; int io_error; int byteCount[256]; unsigned char symToByte[256]; unsigned char mtfSymbol[256]; }; struct rc { long int (*fill)(void *, long unsigned int); uint8_t *ptr; uint8_t *buffer; uint8_t *buffer_end; long int buffer_size; uint32_t code; uint32_t range; uint32_t bound; void (*error)(char *); }; struct lzma_header { uint8_t pos; uint32_t dict_size; uint64_t dst_size; } __attribute__((packed)); struct writer { uint8_t *buffer; uint8_t previous_byte; size_t buffer_pos; int bufsize; size_t global_pos; long int (*flush)(void *, long unsigned int); struct lzma_header *header; }; struct cstate { int state; uint32_t rep0; uint32_t rep1; uint32_t rep2; uint32_t rep3; }; struct cpio_data { void *data; size_t size; char name[18]; }; enum cpio_fields { C_MAGIC = 0, C_INO = 1, C_MODE = 2, C_UID = 3, C_GID = 4, C_NLINK = 5, C_MTIME = 6, C_FILESIZE = 7, C_MAJ = 8, C_MIN = 9, C_RMAJ = 10, C_RMIN = 11, C_NAMESIZE = 12, C_CHKSUM = 13, C_NFIELDS = 14, }; struct rb_augment_callbacks { void (*propagate)(struct rb_node *, struct rb_node *); void (*copy)(struct rb_node *, struct rb_node *); void (*rotate)(struct rb_node *, struct rb_node *); }; struct spin_wait { struct spin_wait *next; struct spin_wait *prev; int node_id; long: 64; }; struct trace_event_raw_initcall_level { struct trace_entry ent; u32 __data_loc_level; char __data[0]; }; struct trace_event_raw_initcall_start { struct trace_entry ent; initcall_t func; char __data[0]; }; struct trace_event_raw_initcall_finish { struct trace_entry ent; initcall_t func; int ret; char __data[0]; }; struct trace_event_data_offsets_initcall_level { u32 level; }; struct trace_event_data_offsets_initcall_start {}; struct trace_event_data_offsets_initcall_finish {}; typedef void (*btf_trace_initcall_level)(void *, const char *); typedef void (*btf_trace_initcall_start)(void *, initcall_t); typedef void (*btf_trace_initcall_finish)(void *, initcall_t, int); struct blacklist_entry { struct list_head next; char *buf; }; struct ptff_qto { long unsigned int physical_clock; long unsigned int tod_offset; long unsigned int logical_tod_offset; long unsigned int tod_epoch_difference; }; struct ptff_qui { unsigned int tm: 2; unsigned int ts: 2; unsigned int pad_0x04; long unsigned int leap_event; short int old_leap; short int new_leap; unsigned int pad_0x14; long unsigned int prt[5]; long unsigned int cst[3]; unsigned int skew; unsigned int pad_0x5c[41]; }; enum clocksource_ids { CSID_GENERIC = 0, CSID_ARM_ARCH_COUNTER = 1, CSID_MAX = 2, }; struct clocksource { u64 (*read)(struct clocksource *); u64 mask; u32 mult; u32 shift; u64 max_idle_ns; u32 maxadj; u32 uncertainty_margin; u64 max_cycles; const char *name; struct list_head list; int rating; enum clocksource_ids id; enum vdso_clock_mode vdso_clock_mode; long unsigned int flags; int (*enable)(struct clocksource *); void (*disable)(struct clocksource *); void (*suspend)(struct clocksource *); void (*resume)(struct clocksource *); void (*mark_unstable)(struct clocksource *); void (*tick_stable)(struct clocksource *); struct module *owner; }; struct stp_irq_parm { short: 14; u32 tsc: 1; u32 lac: 1; u32 tcpc: 1; }; struct stp_sstpi { int: 32; u32 tu: 1; u32 lu: 1; char: 6; u32 stratum: 8; u32 vbits: 16; u32 leaps: 16; u32 tmd: 4; u32 ctn: 4; char: 3; u32 c: 1; u32 tst: 4; u32 tzo: 16; u32 dsto: 16; u32 ctrl: 16; int: 0; u32 tto; int: 32; u32 ctnid[3]; int: 32; u64 todoff; u32 rsvd[50]; } __attribute__((packed)); struct stp_tzib { u32 tzan: 16; int: 16; u32 tzo: 16; u32 dsto: 16; u32 stn; u32 dstn; u64 dst_on_alg; u64 dst_off_alg; }; struct stp_tcpib { u32 atcode: 4; u32 ntcode: 4; u32 d: 1; s32 tto; struct stp_tzib atzib; struct stp_tzib ntzib; s32 adst_offset: 16; s32 ndst_offset: 16; u32 rsvd1; u64 ntzib_update; u64 ndsto_update; }; struct stp_lsoib { u32 p: 1; int: 31; s32 also: 16; s32 nlso: 16; u64 nlsout; }; struct stp_stzi { u32 rsvd0[3]; u64 data_ts; u32 rsvd1[22]; struct stp_tcpib tcpib; struct stp_lsoib lsoib; } __attribute__((packed)); struct clock_sync_data { atomic_t cpus; int in_sync; long int clock_delta; }; struct addrtype { char _[32]; }; struct addrtype___2 { char _[16]; }; struct addrtype___3 { char _[256]; }; struct stack_frame { union { long unsigned int empty[9]; struct { long unsigned int sie_control_block; long unsigned int sie_savearea; long unsigned int sie_reason; long unsigned int sie_flags; long unsigned int sie_control_block_phys; }; }; long unsigned int gprs[10]; long unsigned int back_chain; }; struct fake_frame { struct stack_frame sf; struct pt_regs childregs; }; struct s390_mmap_arg_struct { long unsigned int addr; long unsigned int len; long unsigned int prot; long unsigned int flags; long unsigned int fd; long unsigned int offset; }; typedef struct { long unsigned int mask; long unsigned int addr; } _psw_t; typedef struct { _psw_t psw; long unsigned int gprs[16]; unsigned int acrs[16]; } _s390_regs_common; typedef struct { unsigned int fpc; unsigned int pad; double fprs[16]; } _s390_fp_regs; typedef struct { _s390_regs_common regs; _s390_fp_regs fpregs; } _sigregs; typedef struct { long long unsigned int vxrs_low[16]; __vector128 vxrs_high[16]; unsigned char __reserved[128]; } _sigregs_ext; struct sigcontext { long unsigned int oldmask[1]; _sigregs *sregs; }; struct sigaltstack { void *ss_sp; int ss_flags; __kernel_size_t ss_size; }; typedef struct sigaltstack stack_t; struct ucontext; struct ucontext_extended { long unsigned int uc_flags; struct ucontext *uc_link; stack_t uc_stack; _sigregs uc_mcontext; sigset_t uc_sigmask; unsigned char __unused[120]; _sigregs_ext uc_mcontext_ext; }; struct ucontext { long unsigned int uc_flags; struct ucontext *uc_link; stack_t uc_stack; _sigregs uc_mcontext; sigset_t uc_sigmask; unsigned char __unused[120]; }; struct sigframe { __u8 callee_used_stack[160]; struct sigcontext sc; _sigregs sregs; int signo; _sigregs_ext sregs_ext; __u16 svc_insn; }; struct rt_sigframe { __u8 callee_used_stack[160]; __u16 svc_insn; struct siginfo info; struct ucontext_extended uc; }; enum irq_subclass { IRQ_SUBCLASS_MEASUREMENT_ALERT = 5, IRQ_SUBCLASS_SERVICE_SIGNAL = 9, }; struct irq_class { int irq; char *name; char *desc; }; struct ext_int_info { ext_int_handler_t handler; struct hlist_node entry; struct callback_head rcu; u16 code; }; struct diag_stat { unsigned int counter[22]; }; struct diag_desc { int code; char *name; }; enum { TYPE_HWCAP = 0, TYPE_FACILITY = 1, }; struct s390_cpu_feature { unsigned int type: 4; unsigned int num: 28; }; struct sysinfo_1_2_2 { char format; char reserved_0[1]; short unsigned int acc_offset; unsigned char mt_installed: 1; char: 2; unsigned char mt_stid: 5; char: 3; unsigned char mt_gtid: 5; char reserved_1[18]; unsigned int nominal_cap; unsigned int secondary_cap; unsigned int capability; short unsigned int cpus_total; short unsigned int cpus_configured; short unsigned int cpus_standby; short unsigned int cpus_reserved; short unsigned int adjustment[0]; }; struct sysinfo_1_2_2_extension { unsigned int alt_capability; short unsigned int alt_adjustment[0]; }; struct service_level { struct list_head list; void (*seq_print)(struct seq_file *, struct service_level *); }; struct stsi_file { const struct file_operations *fops; char *name; }; enum diag308_subcode { DIAG308_CLEAR_RESET = 0, DIAG308_LOAD_NORMAL_RESET = 1, DIAG308_REL_HSA = 2, DIAG308_LOAD_CLEAR = 3, DIAG308_LOAD_NORMAL_DUMP = 4, DIAG308_SET = 5, DIAG308_STORE = 6, DIAG308_LOAD_NORMAL = 7, }; enum diag308_subcode_flags { DIAG308_FLAG_EI = 65536, }; typedef void (*relocate_kernel_t)(long unsigned int, long unsigned int, long unsigned int); typedef int (*purgatory_t)(int); enum { CACHE_SCOPE_NOTEXISTS = 0, CACHE_SCOPE_PRIVATE = 1, CACHE_SCOPE_SHARED = 2, CACHE_SCOPE_RESERVED = 3, }; enum { CTYPE_SEPARATE = 0, CTYPE_DATA = 1, CTYPE_INSTRUCTION = 2, CTYPE_UNIFIED = 3, }; enum { EXTRACT_TOPOLOGY = 0, EXTRACT_LINE_SIZE = 1, EXTRACT_SIZE = 2, EXTRACT_ASSOCIATIVITY = 3, }; enum { CACHE_TI_UNIFIED = 0, CACHE_TI_DATA = 0, CACHE_TI_INSTRUCTION = 1, }; struct cache_info { char: 4; unsigned char scope: 2; unsigned char type: 2; }; union cache_topology { struct cache_info ci[8]; long unsigned int raw; }; enum { ec_schedule = 0, ec_call_function_single = 1, ec_stop_cpu = 2, ec_mcck_pending = 3, ec_irq_work = 4, }; enum { CPU_STATE_STANDBY = 0, CPU_STATE_CONFIGURED = 1, }; struct pcpu { long unsigned int ec_mask; long unsigned int ec_clk; signed char state; signed char polarization; u16 address; }; typedef void pcpu_delegate_fn(void *); struct ec_creg_mask_parms { long unsigned int orval; long unsigned int andval; int cr; }; typedef struct { char _[128]; } addrtype___4; struct alt_instr { s32 instr_offset; s32 repl_offset; u16 facility; u8 instrlen; } __attribute__((packed)); typedef struct { unsigned int mask; unsigned int addr; } psw_t32; typedef u32 compat_sigset_word; struct compat_sigaltstack { compat_uptr_t ss_sp; int ss_flags; compat_size_t ss_size; }; typedef struct compat_sigaltstack compat_stack_t; typedef struct { compat_sigset_word sig[2]; } compat_sigset_t; typedef union { __u64 d; __u32 f; } freg_t32; typedef struct { unsigned int fpc; unsigned int pad; freg_t32 fprs[16]; } _s390_fp_regs32; typedef struct { psw_t32 psw; __u32 gprs[16]; __u32 acrs[16]; } _s390_regs_common32; typedef struct { _s390_regs_common32 regs; _s390_fp_regs32 fpregs; } _sigregs32; typedef struct { __u32 gprs_high[16]; __u64 vxrs_low[16]; __vector128 vxrs_high[16]; __u8 __reserved[128]; } _sigregs_ext32; struct sigcontext32 { __u32 oldmask[2]; __u32 sregs; }; struct ucontext32 { __u32 uc_flags; __u32 uc_link; compat_stack_t uc_stack; _sigregs32 uc_mcontext; compat_sigset_t uc_sigmask; unsigned char __unused[120]; _sigregs_ext32 uc_mcontext_ext; }; typedef struct { __u8 callee_used_stack[96]; struct sigcontext32 sc; _sigregs32 sregs; int signo; _sigregs_ext32 sregs_ext; __u16 svc_insn; } sigframe32; typedef struct { __u8 callee_used_stack[96]; __u16 svc_insn; compat_siginfo_t info; struct ucontext32 uc; } rt_sigframe32; struct ftrace_hotpatch_trampoline { u16 brasl_opc; s32 brasl_disp; long: 0; u64 rest_of_intercepted_function; u64 interceptor; } __attribute__((packed)); struct dyn_arch_ftrace {}; struct dyn_ftrace { long unsigned int ip; long unsigned int flags; struct dyn_arch_ftrace arch; }; struct ftrace_insn { u16 opc; s32 disp; } __attribute__((packed)); enum { PSW_BITS_AMODE_24BIT = 0, PSW_BITS_AMODE_31BIT = 1, PSW_BITS_AMODE_64BIT = 3, }; typedef u16 uprobe_opcode_t; struct arch_uprobe { union { uprobe_opcode_t insn[3]; uprobe_opcode_t ixol[3]; }; unsigned int saved_per: 1; unsigned int saved_int_code; }; enum rp_check { RP_CHECK_CALL = 0, RP_CHECK_CHAIN_CALL = 1, RP_CHECK_RET = 2, }; struct insn_ril { u8 opc0; u8 reg: 4; u8 opc1: 4; s32 disp; } __attribute__((packed)); union split_register { u64 u64; u32 u32[2]; u16 u16[4]; s64 s64; s32 s32[2]; s16 s16[4]; }; struct perf_sf_sde_regs { unsigned char in_guest: 1; long unsigned int reserved: 63; }; struct hws_qsi_info_block { unsigned int b0_13: 14; unsigned int as: 1; unsigned int ad: 1; unsigned int b16_21: 6; unsigned int es: 1; unsigned int ed: 1; unsigned int b24_29: 6; unsigned int cs: 1; unsigned int cd: 1; unsigned int bsdes: 16; unsigned int dsdes: 16; long unsigned int min_sampl_rate; long unsigned int max_sampl_rate; long unsigned int tear; long unsigned int dear; unsigned int rsvrd0: 24; unsigned int ribm: 8; unsigned int cpu_speed; long long unsigned int rsvrd1; long long unsigned int rsvrd2; }; enum perf_hw_id { PERF_COUNT_HW_CPU_CYCLES = 0, PERF_COUNT_HW_INSTRUCTIONS = 1, PERF_COUNT_HW_CACHE_REFERENCES = 2, PERF_COUNT_HW_CACHE_MISSES = 3, PERF_COUNT_HW_BRANCH_INSTRUCTIONS = 4, PERF_COUNT_HW_BRANCH_MISSES = 5, PERF_COUNT_HW_BUS_CYCLES = 6, PERF_COUNT_HW_STALLED_CYCLES_FRONTEND = 7, PERF_COUNT_HW_STALLED_CYCLES_BACKEND = 8, PERF_COUNT_HW_REF_CPU_CYCLES = 9, PERF_COUNT_HW_MAX = 10, }; struct perf_event_header { __u32 type; __u16 misc; __u16 size; }; struct hws_lsctl_request_block { unsigned int s: 1; unsigned int h: 1; long long unsigned int b2_53: 52; unsigned int es: 1; unsigned int ed: 1; unsigned int b56_61: 6; unsigned int cs: 1; unsigned int cd: 1; long unsigned int interval; long unsigned int tear; long unsigned int dear; long unsigned int rsvrd1; long unsigned int rsvrd2; long unsigned int rsvrd3; long unsigned int rsvrd4; }; struct hws_basic_entry { unsigned int def: 16; unsigned int R: 4; unsigned int U: 4; unsigned int z: 2; unsigned int T: 1; unsigned int W: 1; unsigned int P: 1; unsigned int AS: 2; unsigned int I: 1; unsigned int CL: 2; unsigned int H: 1; unsigned int LS: 1; short: 12; unsigned int prim_asn: 16; long long unsigned int ia; long long unsigned int gpp; long long unsigned int hpp; }; union hws_trailer_header { struct { unsigned int f: 1; unsigned int a: 1; unsigned int t: 1; int: 29; unsigned int bsdes: 16; unsigned int dsdes: 16; long long unsigned int overflow; }; __int128 unsigned val; }; struct hws_trailer_entry { union hws_trailer_header header; unsigned char timestamp[16]; long long unsigned int reserved1; long long unsigned int reserved2; union { struct { unsigned int clock_base: 1; long long unsigned int progusage1: 63; long long unsigned int progusage2; }; long long unsigned int progusage[2]; }; }; struct sf_buffer { long unsigned int *sdbt; long unsigned int num_sdb; long unsigned int num_sdbt; long unsigned int *tail; }; struct aux_buffer { struct sf_buffer sfb; long unsigned int head; long unsigned int alert_mark; long unsigned int empty_mark; long unsigned int *sdb_index; long unsigned int *sdbt_index; }; struct cpu_hw_sf { struct hws_qsi_info_block qsi; struct hws_lsctl_request_block lsctl; struct sf_buffer sfb; unsigned int flags; struct perf_event *event; struct perf_output_handle handle; }; enum { SF_CYCLES_BASIC_ATTR_IDX = 0, SF_CYCLES_BASIC_DIAG_ATTR_IDX = 1, SF_CYCLES_ATTR_MAX = 2, }; struct paicrypt_map { long unsigned int *page; struct pai_userdata *save; unsigned int active_events; unsigned int refcnt; enum paievt_mode mode; struct perf_event *event; }; enum uv_feat_ind { BIT_UV_FEAT_MISC = 0, BIT_UV_FEAT_AIV = 1, }; struct uv_cb_init { struct uv_cb_header header; u64 reserved08[2]; u64 stor_origin; u64 stor_len; u64 reserved28[4]; }; struct uv_cb_cts { struct uv_cb_header header; u64 reserved08[2]; u64 guest_handle; u64 gaddr; }; struct uv_cb_cfs { struct uv_cb_header header; u64 reserved08[2]; u64 paddr; }; struct uv_info { long unsigned int inst_calls_list[4]; long unsigned int uv_base_stor_len; long unsigned int guest_base_stor_len; long unsigned int guest_virt_base_stor_len; long unsigned int guest_virt_var_stor_len; long unsigned int guest_cpu_stor_len; long unsigned int max_sec_stor_addr; unsigned int max_num_sec_conf; short unsigned int max_guest_cpu_id; long unsigned int uv_feature_indications; long unsigned int supp_se_hdr_ver; long unsigned int supp_se_hdr_pcf; long unsigned int conf_dump_storage_state_len; long unsigned int conf_dump_finalize_len; long unsigned int supp_att_req_hdr_ver; long unsigned int supp_att_pflags; }; enum fault_type { KERNEL_FAULT = 0, USER_FAULT = 1, GMAP_FAULT = 2, }; struct pfault_refbk { u16 refdiagc; u16 reffcode; u16 refdwlen; u16 refversn; u64 refgaddr; u64 refselmk; u64 refcmpmk; u64 reserved; }; struct vm_unmapped_area_info { long unsigned int flags; long unsigned int length; long unsigned int low_limit; long unsigned int high_limit; long unsigned int align_mask; long unsigned int align_offset; }; struct ptdump_range { long unsigned int start; long unsigned int end; }; struct ptdump_state { void (*note_page)(struct ptdump_state *, long unsigned int, int, u64); void (*effective_prot)(struct ptdump_state *, int, u64); const struct ptdump_range *range; }; struct addr_marker { long unsigned int start_address; const char *name; }; enum address_markers_idx { IDENTITY_BEFORE_NR = 0, IDENTITY_BEFORE_END_NR = 1, AMODE31_START_NR = 2, AMODE31_END_NR = 3, KERNEL_START_NR = 4, KERNEL_END_NR = 5, KFENCE_START_NR = 6, KFENCE_END_NR = 7, IDENTITY_AFTER_NR = 8, IDENTITY_AFTER_END_NR = 9, VMEMMAP_NR = 10, VMEMMAP_END_NR = 11, VMALLOC_NR = 12, VMALLOC_END_NR = 13, MODULES_NR = 14, MODULES_END_NR = 15, ABS_LOWCORE_NR = 16, ABS_LOWCORE_END_NR = 17, MEMCPY_REAL_NR = 18, MEMCPY_REAL_END_NR = 19, }; struct pg_state { struct ptdump_state ptdump; struct seq_file *seq; int level; unsigned int current_prot; bool check_wx; long unsigned int wx_pages; long unsigned int start_address; const struct addr_marker *marker; }; struct gmap_rmap { struct gmap_rmap *next; long unsigned int raddr; }; struct gmap_notifier { struct list_head list; struct callback_head rcu; void (*notifier_call)(struct gmap *, long unsigned int, long unsigned int); }; struct reset_walk_state { long unsigned int next; long unsigned int count; long unsigned int pfns[32]; }; struct diag2fc_data { __u32 version; __u32 flags; __u64 used_cpu; __u64 el_time; __u64 mem_min_kb; __u64 mem_max_kb; __u64 mem_share_kb; __u64 mem_used_kb; __u32 pcpus; __u32 lcpus; __u32 vcpus; __u32 ocpus; __u32 cpu_max; __u32 cpu_shares; __u32 cpu_use_samp; __u32 cpu_delay_samp; __u32 page_wait_samp; __u32 idle_samp; __u32 other_samp; __u32 total_samp; char guest_name[8]; }; struct diag2fc_parm_list { char userid[8]; char aci_grp[8]; __u64 addr; __u32 size; __u32 fmt; }; struct dbfs_d2fc_hdr { u64 len; u16 version; union tod_clock tod_ext; u64 count; char reserved[30]; } __attribute__((packed)); struct dbfs_d2fc { struct dbfs_d2fc_hdr hdr; char buf[0]; }; struct hypfs_diag0c_entry { char date[8]; char time[8]; __u64 virtcpu; __u64 totalproc; __u32 cpu; __u32 reserved; }; struct hypfs_diag0c_hdr { __u64 len; __u16 version; char reserved1[6]; char tod_ext[16]; __u64 count; char reserved2[24]; }; struct hypfs_diag0c_data { struct hypfs_diag0c_hdr hdr; struct hypfs_diag0c_entry entry[0]; }; struct bpf_tramp_run_ctx; typedef u64 (*bpf_trampoline_enter_t)(struct bpf_prog *, struct bpf_tramp_run_ctx *); struct bpf_tramp_run_ctx { struct bpf_run_ctx run_ctx; u64 bpf_cookie; struct bpf_run_ctx *saved_run_ctx; }; typedef void (*bpf_trampoline_exit_t)(struct bpf_prog *, u64, struct bpf_tramp_run_ctx *); enum bpf_text_poke_type { BPF_MOD_CALL = 0, BPF_MOD_JUMP = 1, }; struct bpf_binary_header { u32 size; long: 0; u8 image[0]; }; typedef void (*bpf_jit_fill_hole_t)(void *, unsigned int); struct bpf_jit { u32 seen; u32 seen_reg[16]; u32 *addrs; u8 *prg_buf; int size; int size_prg; int prg; int lit32_start; int lit32; int lit64_start; int lit64; int base_ip; int exit_ip; int r1_thunk_ip; int r14_thunk_ip; int tail_call_start; int excnt; int prologue_plt_ret; int prologue_plt; }; struct s390_jit_data { struct bpf_binary_header *header; struct bpf_jit ctx; int pass; }; struct bpf_tramp_jit { struct bpf_jit common; int orig_stack_args_off; int stack_size; int stack_args_off; int reg_args_off; int ip_off; int arg_cnt_off; int bpf_args_off; int retval_off; int r7_r8_off; int r14_off; int run_ctx_off; int do_fexit; }; struct zpci_report_error_header { u8 version; u8 action; u16 length; u8 data[0]; }; struct zpci_iomap_entry { u32 fh; u8 bar; u16 count; }; struct zpci_err_insn_data { u8 insn; u8 cc; u8 status; union { struct { u64 req; u64 offset; }; struct { u64 addr; u64 len; }; }; } __attribute__((packed)); enum cpuhp_smt_control { CPU_SMT_ENABLED = 0, CPU_SMT_DISABLED = 1, CPU_SMT_FORCE_DISABLED = 2, CPU_SMT_NOT_SUPPORTED = 3, CPU_SMT_NOT_IMPLEMENTED = 4, }; enum cc_attr { CC_ATTR_MEM_ENCRYPT = 0, CC_ATTR_HOST_MEM_ENCRYPT = 1, CC_ATTR_GUEST_MEM_ENCRYPT = 2, CC_ATTR_GUEST_STATE_ENCRYPT = 3, CC_ATTR_GUEST_UNROLL_STRING_IO = 4, CC_ATTR_GUEST_SEV_SNP = 5, CC_ATTR_HOTPLUG_DISABLED = 6, }; struct trace_event_raw_cpuhp_enter { struct trace_entry ent; unsigned int cpu; int target; int idx; void *fun; char __data[0]; }; struct trace_event_raw_cpuhp_multi_enter { struct trace_entry ent; unsigned int cpu; int target; int idx; void *fun; char __data[0]; }; struct trace_event_raw_cpuhp_exit { struct trace_entry ent; unsigned int cpu; int state; int idx; int ret; char __data[0]; }; struct trace_event_data_offsets_cpuhp_enter {}; struct trace_event_data_offsets_cpuhp_multi_enter {}; struct trace_event_data_offsets_cpuhp_exit {}; typedef void (*btf_trace_cpuhp_enter)(void *, unsigned int, int, int, int (*)(unsigned int)); typedef void (*btf_trace_cpuhp_multi_enter)(void *, unsigned int, int, int, int (*)(unsigned int, struct hlist_node *), struct hlist_node *); typedef void (*btf_trace_cpuhp_exit)(void *, unsigned int, int, int, int); struct cpuhp_cpu_state { enum cpuhp_state state; enum cpuhp_state target; enum cpuhp_state fail; struct task_struct *thread; bool should_run; bool rollback; bool single; bool bringup; struct hlist_node *node; struct hlist_node *last; enum cpuhp_state cb_state; int result; struct completion done_up; struct completion done_down; }; struct cpuhp_step { const char *name; union { int (*single)(unsigned int); int (*multi)(unsigned int, struct hlist_node *); } startup; union { int (*single)(unsigned int); int (*multi)(unsigned int, struct hlist_node *); } teardown; struct hlist_head list; bool cant_stop; bool multi_instance; }; enum cpu_mitigations { CPU_MITIGATIONS_OFF = 0, CPU_MITIGATIONS_AUTO = 1, CPU_MITIGATIONS_AUTO_NOSMT = 2, }; struct trace_event_raw_irq_handler_entry { struct trace_entry ent; int irq; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_irq_handler_exit { struct trace_entry ent; int irq; int ret; char __data[0]; }; struct trace_event_raw_softirq { struct trace_entry ent; unsigned int vec; char __data[0]; }; struct trace_event_raw_tasklet { struct trace_entry ent; void *tasklet; void *func; char __data[0]; }; struct trace_event_data_offsets_irq_handler_entry { u32 name; }; struct trace_event_data_offsets_irq_handler_exit {}; struct trace_event_data_offsets_softirq {}; struct trace_event_data_offsets_tasklet {}; typedef void (*btf_trace_irq_handler_entry)(void *, int, struct irqaction *); typedef void (*btf_trace_irq_handler_exit)(void *, int, struct irqaction *, int); typedef void (*btf_trace_softirq_entry)(void *, unsigned int); typedef void (*btf_trace_softirq_exit)(void *, unsigned int); typedef void (*btf_trace_softirq_raise)(void *, unsigned int); typedef void (*btf_trace_tasklet_entry)(void *, struct tasklet_struct *, void *); typedef void (*btf_trace_tasklet_exit)(void *, struct tasklet_struct *, void *); struct tasklet_head { struct tasklet_struct *head; struct tasklet_struct **tail; }; enum sysctl_writes_mode { SYSCTL_WRITES_LEGACY = -1, SYSCTL_WRITES_WARN = 0, SYSCTL_WRITES_STRICT = 1, }; struct do_proc_dointvec_minmax_conv_param { int *min; int *max; }; struct do_proc_douintvec_minmax_conv_param { unsigned int *min; unsigned int *max; }; struct rlimit64 { __u64 rlim_cur; __u64 rlim_max; }; typedef int (*proc_visitor)(struct task_struct *, void *); struct compat_tms { compat_clock_t tms_utime; compat_clock_t tms_stime; compat_clock_t tms_cutime; compat_clock_t tms_cstime; }; struct compat_rlimit { compat_ulong_t rlim_cur; compat_ulong_t rlim_max; }; enum uts_proc { UTS_PROC_ARCH = 0, UTS_PROC_OSTYPE = 1, UTS_PROC_OSRELEASE = 2, UTS_PROC_VERSION = 3, UTS_PROC_HOSTNAME = 4, UTS_PROC_DOMAINNAME = 5, }; struct prctl_mm_map { __u64 start_code; __u64 end_code; __u64 start_data; __u64 end_data; __u64 start_brk; __u64 brk; __u64 start_stack; __u64 arg_start; __u64 arg_end; __u64 env_start; __u64 env_end; __u64 *auxv; __u32 auxv_size; __u32 exe_fd; }; struct tms { __kernel_clock_t tms_utime; __kernel_clock_t tms_stime; __kernel_clock_t tms_cutime; __kernel_clock_t tms_cstime; }; struct getcpu_cache { long unsigned int blob[16]; }; struct compat_sysinfo { s32 uptime; u32 loads[3]; u32 totalram; u32 freeram; u32 sharedram; u32 bufferram; u32 totalswap; u32 freeswap; u16 procs; u16 pad; u32 totalhigh; u32 freehigh; u32 mem_unit; char _f[8]; }; struct umd_info { const char *driver_name; struct file *pipe_to_umh; struct file *pipe_from_umh; struct path wd; struct pid *tgid; }; struct swait_queue { struct task_struct *task; struct list_head task_list; }; enum { MEMBARRIER_FLAG_SYNC_CORE = 1, MEMBARRIER_FLAG_RSEQ = 2, }; struct sd_flag_debug { unsigned int meta_flags; char *name; }; enum membarrier_cmd { MEMBARRIER_CMD_QUERY = 0, MEMBARRIER_CMD_GLOBAL = 1, MEMBARRIER_CMD_GLOBAL_EXPEDITED = 2, MEMBARRIER_CMD_REGISTER_GLOBAL_EXPEDITED = 4, MEMBARRIER_CMD_PRIVATE_EXPEDITED = 8, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED = 16, MEMBARRIER_CMD_PRIVATE_EXPEDITED_SYNC_CORE = 32, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_SYNC_CORE = 64, MEMBARRIER_CMD_PRIVATE_EXPEDITED_RSEQ = 128, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_RSEQ = 256, MEMBARRIER_CMD_GET_REGISTRATIONS = 512, MEMBARRIER_CMD_SHARED = 1, }; enum membarrier_cmd_flag { MEMBARRIER_CMD_FLAG_CPU = 1, }; struct psi_window { u64 size; u64 start_time; u64 start_value; u64 prev_growth; }; struct psi_trigger { enum psi_states state; u64 threshold; struct list_head node; struct psi_group *group; wait_queue_head_t event_wait; struct kernfs_open_file *of; int event; struct psi_window win; u64 last_event_time; bool pending_event; enum psi_aggregators aggregator; }; enum sched_tunable_scaling { SCHED_TUNABLESCALING_NONE = 0, SCHED_TUNABLESCALING_LOG = 1, SCHED_TUNABLESCALING_LINEAR = 2, SCHED_TUNABLESCALING_END = 3, }; enum numa_topology_type { NUMA_DIRECT = 0, NUMA_GLUELESS_MESH = 1, NUMA_BACKPLANE = 2, }; enum cpuacct_stat_index { CPUACCT_STAT_USER = 0, CPUACCT_STAT_SYSTEM = 1, CPUACCT_STAT_NSTATS = 2, }; struct cpuacct { struct cgroup_subsys_state css; u64 *cpuusage; struct kernel_cpustat *cpustat; }; struct s_data { struct sched_domain **sd; struct root_domain *rd; }; enum s_alloc { sa_rootdomain = 0, sa_sd = 1, sa_sd_storage = 2, sa_none = 3, }; struct asym_cap_data { struct list_head link; long unsigned int capacity; long unsigned int cpus[0]; }; struct __cmp_key { const struct cpumask *cpus; struct cpumask ***masks; int node; int cpu; int w; }; struct sched_core_cookie { refcount_t refcnt; }; enum hk_flags { HK_FLAG_TIMER = 1, HK_FLAG_RCU = 2, HK_FLAG_MISC = 4, HK_FLAG_SCHED = 8, HK_FLAG_TICK = 16, HK_FLAG_DOMAIN = 32, HK_FLAG_WQ = 64, HK_FLAG_MANAGED_IRQ = 128, HK_FLAG_KTHREAD = 256, }; struct housekeeping { struct cpumask cpumasks[9]; long unsigned int flags; }; struct irq_devres { unsigned int irq; void *dev_id; }; struct irq_desc_devres { unsigned int from; unsigned int cnt; }; enum { IRQ_DOMAIN_FLAG_HIERARCHY = 1, IRQ_DOMAIN_NAME_ALLOCATED = 2, IRQ_DOMAIN_FLAG_IPI_PER_CPU = 4, IRQ_DOMAIN_FLAG_IPI_SINGLE = 8, IRQ_DOMAIN_FLAG_MSI = 16, IRQ_DOMAIN_FLAG_ISOLATED_MSI = 32, IRQ_DOMAIN_FLAG_NO_MAP = 64, IRQ_DOMAIN_FLAG_MSI_PARENT = 256, IRQ_DOMAIN_FLAG_MSI_DEVICE = 512, IRQ_DOMAIN_FLAG_NONCORE = 65536, }; enum { IRQCHIP_FWNODE_REAL = 0, IRQCHIP_FWNODE_NAMED = 1, IRQCHIP_FWNODE_NAMED_ID = 2, }; struct irqchip_fwid { struct fwnode_handle fwnode; unsigned int type; char *name; phys_addr_t *pa; }; typedef void (*call_rcu_func_t)(struct callback_head *, rcu_callback_t); struct trace_event_raw_rcu_utilization { struct trace_entry ent; const char *s; char __data[0]; }; struct trace_event_raw_rcu_stall_warning { struct trace_entry ent; const char *rcuname; const char *msg; char __data[0]; }; struct trace_event_data_offsets_rcu_utilization {}; struct trace_event_data_offsets_rcu_stall_warning {}; typedef void (*btf_trace_rcu_utilization)(void *, const char *); typedef void (*btf_trace_rcu_stall_warning)(void *, const char *, const char *); struct rcu_tasks; typedef void (*rcu_tasks_gp_func_t)(struct rcu_tasks *); typedef void (*pregp_func_t)(struct list_head *); typedef void (*pertask_func_t)(struct task_struct *, struct list_head *); typedef void (*postscan_func_t)(struct list_head *); typedef void (*holdouts_func_t)(struct list_head *, bool, bool *); typedef void (*postgp_func_t)(struct rcu_tasks *); struct rcu_tasks_percpu; struct rcu_tasks { struct rcuwait cbs_wait; raw_spinlock_t cbs_gbl_lock; struct mutex tasks_gp_mutex; int gp_state; int gp_sleep; int init_fract; long unsigned int gp_jiffies; long unsigned int gp_start; long unsigned int tasks_gp_seq; long unsigned int n_ipis; long unsigned int n_ipis_fails; struct task_struct *kthread_ptr; rcu_tasks_gp_func_t gp_func; pregp_func_t pregp_func; pertask_func_t pertask_func; postscan_func_t postscan_func; holdouts_func_t holdouts_func; postgp_func_t postgp_func; call_rcu_func_t call_func; struct rcu_tasks_percpu *rtpcpu; int percpu_enqueue_shift; int percpu_enqueue_lim; int percpu_dequeue_lim; long unsigned int percpu_dequeue_gpseq; struct mutex barrier_q_mutex; atomic_t barrier_q_count; struct completion barrier_q_completion; long unsigned int barrier_q_seq; char *name; char *kname; }; struct rcu_tasks_percpu { struct rcu_segcblist cblist; raw_spinlock_t lock; long unsigned int rtp_jiffies; long unsigned int rtp_n_lock_retries; struct work_struct rtp_work; struct irq_work rtp_irq_work; struct callback_head barrier_q_head; struct list_head rtp_blkd_tasks; int cpu; struct rcu_tasks *rtpp; }; struct trc_stall_chk_rdr { int nesting; int ipi_to_cpu; u8 needqs; }; struct klp_find_arg { const char *name; long unsigned int addr; long unsigned int count; long unsigned int pos; }; typedef int (*klp_shadow_ctor_t)(void *, void *, void *); typedef void (*klp_shadow_dtor_t)(void *, void *); struct klp_shadow { struct hlist_node node; struct callback_head callback_head; void *obj; long unsigned int id; char data[0]; }; enum pci_p2pdma_map_type { PCI_P2PDMA_MAP_UNKNOWN = 0, PCI_P2PDMA_MAP_NOT_SUPPORTED = 1, PCI_P2PDMA_MAP_BUS_ADDR = 2, PCI_P2PDMA_MAP_THRU_HOST_BRIDGE = 3, }; struct pci_p2pdma_map_state { struct dev_pagemap *pgmap; int map; u64 bus_off; }; struct io_tlb_area { long unsigned int used; unsigned int index; spinlock_t lock; }; struct io_tlb_slot { phys_addr_t orig_addr; size_t alloc_size; unsigned int list; }; struct trace_event_raw_swiotlb_bounced { struct trace_entry ent; u32 __data_loc_dev_name; u64 dma_mask; dma_addr_t dev_addr; size_t size; bool force; char __data[0]; }; struct trace_event_data_offsets_swiotlb_bounced { u32 dev_name; }; typedef void (*btf_trace_swiotlb_bounced)(void *, struct device *, dma_addr_t, size_t); struct ptrace_sud_config { __u64 mode; __u64 selector; __u64 offset; __u64 len; }; struct latch_tree_root { seqcount_latch_t seq; struct rb_root tree[2]; }; struct latch_tree_ops { bool (*less)(struct latch_tree_node *, struct latch_tree_node *); int (*comp)(void *, struct latch_tree_node *); }; struct mod_tree_root { struct latch_tree_root root; long unsigned int addr_min; long unsigned int addr_max; }; struct mod_unload_taint { struct list_head list; char name[56]; long unsigned int taints; u64 count; }; typedef __kernel_long_t __kernel_suseconds_t; typedef __kernel_suseconds_t suseconds_t; typedef __u64 timeu64_t; struct ktime_timestamps { u64 mono; u64 boot; u64 real; }; struct system_time_snapshot { u64 cycles; ktime_t real; ktime_t raw; enum clocksource_ids cs_id; unsigned int clock_was_set_seq; u8 cs_was_changed_seq; }; struct system_counterval_t { u64 cycles; struct clocksource *cs; }; struct tk_read_base { struct clocksource *clock; u64 mask; u64 cycle_last; u32 mult; u32 shift; u64 xtime_nsec; ktime_t base; u64 base_real; }; struct timekeeper { struct tk_read_base tkr_mono; struct tk_read_base tkr_raw; u64 xtime_sec; long unsigned int ktime_sec; struct timespec64 wall_to_monotonic; ktime_t offs_real; ktime_t offs_boot; ktime_t offs_tai; s32 tai_offset; unsigned int clock_was_set_seq; u8 cs_was_changed_seq; ktime_t next_leap_ktime; u64 raw_sec; struct timespec64 monotonic_to_boot; u64 cycle_interval; u64 xtime_interval; s64 xtime_remainder; u64 raw_interval; u64 ntp_tick; s64 ntp_error; u32 ntp_error_shift; u32 ntp_err_mult; u32 skip_second_overflow; }; struct syscore_ops { struct list_head node; int (*suspend)(); void (*resume)(); void (*shutdown)(); }; enum timekeeping_adv_mode { TK_ADV_TICK = 0, TK_ADV_FREQ = 1, }; struct tk_fast { seqcount_latch_t seq; struct tk_read_base base[2]; }; enum tick_nohz_mode { NOHZ_MODE_INACTIVE = 0, NOHZ_MODE_LOWRES = 1, NOHZ_MODE_HIGHRES = 2, }; struct tick_sched { unsigned int inidle: 1; unsigned int tick_stopped: 1; unsigned int idle_active: 1; unsigned int do_timer_last: 1; unsigned int got_idle_tick: 1; unsigned int stalled_jiffies; long unsigned int last_tick_jiffies; struct hrtimer sched_timer; ktime_t last_tick; ktime_t next_tick; long unsigned int idle_jiffies; ktime_t idle_waketime; seqcount_t idle_sleeptime_seq; ktime_t idle_entrytime; enum tick_nohz_mode nohz_mode; long unsigned int last_jiffies; u64 timer_expires_base; u64 timer_expires; u64 next_timer; ktime_t idle_expires; long unsigned int idle_calls; long unsigned int idle_sleeps; ktime_t idle_exittime; ktime_t idle_sleeptime; ktime_t iowait_sleeptime; atomic_t tick_dep_mask; long unsigned int check_clocks; }; struct timer_list_iter { int cpu; bool second_pass; u64 now; }; struct posix_clock_desc { struct file *fp; struct posix_clock *clk; }; struct ce_unbind { struct clock_event_device *ce; int res; }; struct futex_waitv { __u64 val; __u64 uaddr; __u32 flags; __u32 __reserved; }; struct futex_vector { struct futex_waitv w; struct futex_q q; }; struct kexec_load_limit { struct mutex mutex; int limit; }; struct crash_mem { unsigned int max_nr_ranges; unsigned int nr_ranges; struct range ranges[0]; }; struct kexec_sha_region { long unsigned int start; long unsigned int len; }; struct kernfs_fs_context { struct kernfs_root *root; void *ns_tag; long unsigned int magic; bool new_sb_created; }; struct cgroup_fs_context { struct kernfs_fs_context kfc; struct cgroup_root *root; struct cgroup_namespace *ns; unsigned int flags; bool cpuset_clone_children; bool none; bool all_ss; u16 subsys_mask; char *name; char *release_agent; }; struct cgroup_pidlist; struct cgroup_file_ctx { struct cgroup_namespace *ns; struct { void *trigger; } psi; struct { bool started; struct css_task_iter iter; } procs; struct { struct cgroup_pidlist *pidlist; } procs1; }; struct cgrp_cset_link { struct cgroup *cgrp; struct css_set *cset; struct list_head cset_link; struct list_head cgrp_link; }; struct cgroup_mgctx { struct list_head preloaded_src_csets; struct list_head preloaded_dst_csets; struct cgroup_taskset tset; u16 ss_mask; }; struct trace_event_raw_cgroup_root { struct trace_entry ent; int root; u16 ss_mask; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_cgroup { struct trace_entry ent; int root; int level; u64 id; u32 __data_loc_path; char __data[0]; }; struct trace_event_raw_cgroup_migrate { struct trace_entry ent; int dst_root; int dst_level; u64 dst_id; int pid; u32 __data_loc_dst_path; u32 __data_loc_comm; char __data[0]; }; struct trace_event_raw_cgroup_event { struct trace_entry ent; int root; int level; u64 id; u32 __data_loc_path; int val; char __data[0]; }; struct trace_event_data_offsets_cgroup_root { u32 name; }; struct trace_event_data_offsets_cgroup { u32 path; }; struct trace_event_data_offsets_cgroup_migrate { u32 dst_path; u32 comm; }; struct trace_event_data_offsets_cgroup_event { u32 path; }; typedef void (*btf_trace_cgroup_setup_root)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_destroy_root)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_remount)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_mkdir)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_rmdir)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_release)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_rename)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_freeze)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_unfreeze)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_attach_task)(void *, struct cgroup *, const char *, struct task_struct *, bool); typedef void (*btf_trace_cgroup_transfer_tasks)(void *, struct cgroup *, const char *, struct task_struct *, bool); typedef void (*btf_trace_cgroup_notify_populated)(void *, struct cgroup *, const char *, int); typedef void (*btf_trace_cgroup_notify_frozen)(void *, struct cgroup *, const char *, int); enum cgroup_opt_features { OPT_FEATURE_PRESSURE = 0, OPT_FEATURE_COUNT = 1, }; enum cgroup2_param { Opt_nsdelegate = 0, Opt_favordynmods = 1, Opt_memory_localevents = 2, Opt_memory_recursiveprot = 3, nr__cgroup2_params = 4, }; struct pids_cgroup { struct cgroup_subsys_state css; atomic64_t counter; atomic64_t limit; int64_t watermark; struct cgroup_file events_file; atomic64_t events_limit; }; struct fmeter { int cnt; int val; time64_t time; spinlock_t lock; }; enum prs_errcode { PERR_NONE = 0, PERR_INVCPUS = 1, PERR_INVPARENT = 2, PERR_NOTPART = 3, PERR_NOTEXCL = 4, PERR_NOCPUS = 5, PERR_HOTPLUG = 6, PERR_CPUSEMPTY = 7, }; struct cpuset { struct cgroup_subsys_state css; long unsigned int flags; cpumask_var_t cpus_allowed; nodemask_t mems_allowed; cpumask_var_t effective_cpus; nodemask_t effective_mems; cpumask_var_t subparts_cpus; nodemask_t old_mems_allowed; struct fmeter fmeter; int attach_in_progress; int pn; int relax_domain_level; int nr_subparts_cpus; int partition_root_state; int use_parent_ecpus; int child_ecpus_count; int nr_deadline_tasks; int nr_migrate_dl_tasks; u64 sum_migrate_dl_bw; enum prs_errcode prs_err; struct cgroup_file partition_file; }; struct tmpmasks { cpumask_var_t addmask; cpumask_var_t delmask; cpumask_var_t new_cpus; }; typedef enum { CS_ONLINE = 0, CS_CPU_EXCLUSIVE = 1, CS_MEM_EXCLUSIVE = 2, CS_MEM_HARDWALL = 3, CS_MEMORY_MIGRATE = 4, CS_SCHED_LOAD_BALANCE = 5, CS_SPREAD_PAGE = 6, CS_SPREAD_SLAB = 7, } cpuset_flagbits_t; enum subparts_cmd { partcmd_enable = 0, partcmd_disable = 1, partcmd_update = 2, partcmd_invalidate = 3, }; struct cpuset_migrate_mm_work { struct work_struct work; struct mm_struct *mm; nodemask_t from; nodemask_t to; }; typedef enum { FILE_MEMORY_MIGRATE = 0, FILE_CPULIST = 1, FILE_MEMLIST = 2, FILE_EFFECTIVE_CPULIST = 3, FILE_EFFECTIVE_MEMLIST = 4, FILE_SUBPARTS_CPULIST = 5, FILE_CPU_EXCLUSIVE = 6, FILE_MEM_EXCLUSIVE = 7, FILE_MEM_HARDWALL = 8, FILE_SCHED_LOAD_BALANCE = 9, FILE_PARTITION_ROOT = 10, FILE_SCHED_RELAX_DOMAIN_LEVEL = 11, FILE_MEMORY_PRESSURE_ENABLED = 12, FILE_MEMORY_PRESSURE = 13, FILE_SPREAD_PAGE = 14, FILE_SPREAD_SLAB = 15, } cpuset_filetype_t; struct cpu_stop_done { atomic_t nr_todo; int ret; struct completion completion; }; struct cpu_stopper { struct task_struct *thread; raw_spinlock_t lock; bool enabled; struct list_head works; struct cpu_stop_work stop_work; long unsigned int caller; cpu_stop_fn_t fn; }; enum multi_stop_state { MULTI_STOP_NONE = 0, MULTI_STOP_PREPARE = 1, MULTI_STOP_DISABLE_IRQ = 2, MULTI_STOP_RUN = 3, MULTI_STOP_EXIT = 4, }; struct multi_stop_data { cpu_stop_fn_t fn; void *data; unsigned int num_threads; const struct cpumask *active_cpus; enum multi_stop_state state; atomic_t thread_ack; }; struct audit_rule_data { __u32 flags; __u32 action; __u32 field_count; __u32 mask[64]; __u32 fields[64]; __u32 values[64]; __u32 fieldflags[64]; __u32 buflen; char buf[0]; }; struct audit_netlink_list { __u32 portid; struct net *net; struct sk_buff_head q; }; struct audit_parent; struct audit_watch { refcount_t count; dev_t dev; char *path; long unsigned int ino; struct audit_parent *parent; struct list_head wlist; struct list_head rules; }; struct audit_parent { struct list_head watches; struct fsnotify_mark mark; }; struct audit_tree { refcount_t count; int goner; struct audit_chunk *root; struct list_head chunks; struct list_head rules; struct list_head list; struct list_head same_root; struct callback_head head; char pathname[0]; }; struct audit_node { struct list_head list; struct audit_tree *owner; unsigned int index; }; struct audit_chunk { struct list_head hash; long unsigned int key; struct fsnotify_mark *mark; struct list_head trees; int count; atomic_long_t refs; struct callback_head head; struct audit_node owners[0]; }; struct audit_tree_mark { struct fsnotify_mark mark; struct audit_chunk *chunk; }; enum { HASH_SIZE = 128, }; struct rchan_percpu_buf_dispatcher { struct rchan_buf *buf; struct dentry *dentry; }; struct tp_module { struct list_head list; struct module *mod; }; enum tp_func_state { TP_FUNC_0 = 0, TP_FUNC_1 = 1, TP_FUNC_2 = 2, TP_FUNC_N = 3, }; enum tp_transition_sync { TP_TRANSITION_SYNC_1_0_1 = 0, TP_TRANSITION_SYNC_N_2_1 = 1, _NR_TP_TRANSITION_SYNC = 2, }; struct tp_transition_snapshot { long unsigned int rcu; long unsigned int srcu; bool ongoing; }; struct tp_probes { struct callback_head rcu; struct tracepoint_func probes[0]; }; enum ftrace_bug_type { FTRACE_BUG_UNKNOWN = 0, FTRACE_BUG_INIT = 1, FTRACE_BUG_NOP = 2, FTRACE_BUG_CALL = 3, FTRACE_BUG_UPDATE = 4, }; enum { FTRACE_FL_ENABLED = 2147483648, FTRACE_FL_REGS = 1073741824, FTRACE_FL_REGS_EN = 536870912, FTRACE_FL_TRAMP = 268435456, FTRACE_FL_TRAMP_EN = 134217728, FTRACE_FL_IPMODIFY = 67108864, FTRACE_FL_DISABLED = 33554432, FTRACE_FL_DIRECT = 16777216, FTRACE_FL_DIRECT_EN = 8388608, FTRACE_FL_CALL_OPS = 4194304, FTRACE_FL_CALL_OPS_EN = 2097152, FTRACE_FL_TOUCHED = 1048576, FTRACE_FL_MODIFIED = 524288, }; enum { FTRACE_UPDATE_CALLS = 1, FTRACE_DISABLE_CALLS = 2, FTRACE_UPDATE_TRACE_FUNC = 4, FTRACE_START_FUNC_RET = 8, FTRACE_STOP_FUNC_RET = 16, FTRACE_MAY_SLEEP = 32, }; enum { FTRACE_UPDATE_IGNORE = 0, FTRACE_UPDATE_MAKE_CALL = 1, FTRACE_UPDATE_MODIFY_CALL = 2, FTRACE_UPDATE_MAKE_NOP = 3, }; enum { FTRACE_ITER_FILTER = 1, FTRACE_ITER_NOTRACE = 2, FTRACE_ITER_PRINTALL = 4, FTRACE_ITER_DO_PROBES = 8, FTRACE_ITER_PROBE = 16, FTRACE_ITER_MOD = 32, FTRACE_ITER_ENABLED = 64, FTRACE_ITER_TOUCHED = 128, }; enum { TRACE_PIDS = 1, TRACE_NO_PIDS = 2, }; struct ftrace_mod_load { struct list_head list; char *func; char *module; int enable; }; struct tracer_stat { const char *name; void * (*stat_start)(struct tracer_stat *); void * (*stat_next)(void *, int); cmp_func_t stat_cmp; int (*stat_show)(struct seq_file *, void *); void (*stat_release)(void *); int (*stat_headers)(struct seq_file *); }; enum { FTRACE_MODIFY_ENABLE_FL = 1, FTRACE_MODIFY_MAY_SLEEP_FL = 2, }; struct ftrace_profile { struct hlist_node node; long unsigned int ip; long unsigned int counter; long long unsigned int time; long long unsigned int time_squared; }; struct ftrace_profile_page { struct ftrace_profile_page *next; long unsigned int index; struct ftrace_profile records[0]; }; struct ftrace_profile_stat { atomic_t disabled; struct hlist_head *hash; struct ftrace_profile_page *pages; struct ftrace_profile_page *start; struct tracer_stat stat; }; struct ftrace_func_probe { struct ftrace_probe_ops *probe_ops; struct ftrace_ops ops; struct trace_array *tr; struct list_head list; void *data; int ref; }; struct ftrace_page { struct ftrace_page *next; struct dyn_ftrace *records; int index; int order; }; struct ftrace_rec_iter { struct ftrace_page *pg; int index; }; struct ftrace_iterator { loff_t pos; loff_t func_pos; loff_t mod_pos; struct ftrace_page *pg; struct dyn_ftrace *func; struct ftrace_func_probe *probe; struct ftrace_func_entry *probe_entry; struct trace_parser parser; struct ftrace_hash *hash; struct ftrace_ops *ops; struct trace_array *tr; struct list_head *mod_list; int pidx; int idx; unsigned int flags; }; struct ftrace_glob { char *search; unsigned int len; int type; }; struct ftrace_func_map { struct ftrace_func_entry entry; void *data; }; struct ftrace_func_mapper { struct ftrace_hash hash; }; enum graph_filter_type { GRAPH_FILTER_NOTRACE = 0, GRAPH_FILTER_FUNCTION = 1, }; struct ftrace_graph_data { struct ftrace_hash *hash; struct ftrace_func_entry *entry; int idx; enum graph_filter_type type; struct ftrace_hash *new_hash; const struct seq_operations *seq_ops; struct trace_parser parser; }; struct ftrace_mod_func { struct list_head list; char *name; long unsigned int ip; unsigned int size; }; struct ftrace_mod_map { struct callback_head rcu; struct list_head list; struct module *mod; long unsigned int start_addr; long unsigned int end_addr; struct list_head funcs; unsigned int num_funcs; }; struct ftrace_init_func { struct list_head list; long unsigned int ip; }; struct kallsyms_data { long unsigned int *addrs; const char **syms; size_t cnt; size_t found; }; struct userstack_entry { struct trace_entry ent; unsigned int tgid; long unsigned int caller[8]; }; struct hwlat_entry { struct trace_entry ent; u64 duration; u64 outer_duration; u64 nmi_total_ts; struct timespec64 timestamp; unsigned int nmi_count; unsigned int seqnum; unsigned int count; }; struct osnoise_entry { struct trace_entry ent; u64 noise; u64 runtime; u64 max_sample; unsigned int hw_count; unsigned int nmi_count; unsigned int irq_count; unsigned int softirq_count; unsigned int thread_count; }; struct timerlat_entry { struct trace_entry ent; unsigned int seqnum; int context; u64 timer_latency; }; struct trace_mark { long long unsigned int val; char sym; }; struct stat_node { struct rb_node node; void *stat; }; struct stat_session { struct list_head session_list; struct tracer_stat *ts; struct rb_root stat_root; struct mutex stat_mutex; struct dentry *file; }; enum { TRACE_FUNC_NO_OPTS = 0, TRACE_FUNC_OPT_STACK = 1, TRACE_FUNC_OPT_NO_REPEATS = 2, TRACE_FUNC_OPT_HIGHEST_BIT = 4, }; enum { MODE_NONE = 0, MODE_ROUND_ROBIN = 1, MODE_PER_CPU = 2, MODE_MAX = 3, }; struct hwlat_kthread_data { struct task_struct *kthread; u64 nmi_ts_start; u64 nmi_total_ts; int nmi_count; int nmi_cpu; }; struct hwlat_sample { u64 seqnum; u64 duration; u64 outer_duration; u64 nmi_total_ts; struct timespec64 timestamp; int nmi_count; int count; }; struct hwlat_data { struct mutex lock; u64 count; u64 sample_window; u64 sample_width; int thread_mode; }; struct ftrace_graph_ent_entry { struct trace_entry ent; struct ftrace_graph_ent graph_ent; }; struct ftrace_graph_ret_entry { struct trace_entry ent; struct ftrace_graph_ret ret; }; struct fgraph_cpu_data { pid_t last_pid; int depth; int depth_irq; int ignore; long unsigned int enter_funcs[50]; }; struct fgraph_data { struct fgraph_cpu_data *cpu_data; struct ftrace_graph_ent_entry ent; struct ftrace_graph_ret_entry ret; int failed; int cpu; long: 0; } __attribute__((packed)); enum { FLAGS_FILL_FULL = 268435456, FLAGS_FILL_START = 536870912, FLAGS_FILL_END = 805306368, }; typedef long unsigned int perf_trace_t[1024]; enum { EVENT_TRIGGER_FL_PROBE = 1, }; struct eprobe_trace_entry_head { struct trace_entry ent; }; typedef int (*print_type_func_t)(struct trace_seq *, void *, void *); enum fetch_op { FETCH_OP_NOP = 0, FETCH_OP_REG = 1, FETCH_OP_STACK = 2, FETCH_OP_STACKP = 3, FETCH_OP_RETVAL = 4, FETCH_OP_IMM = 5, FETCH_OP_COMM = 6, FETCH_OP_ARG = 7, FETCH_OP_FOFFS = 8, FETCH_OP_DATA = 9, FETCH_OP_DEREF = 10, FETCH_OP_UDEREF = 11, FETCH_OP_ST_RAW = 12, FETCH_OP_ST_MEM = 13, FETCH_OP_ST_UMEM = 14, FETCH_OP_ST_STRING = 15, FETCH_OP_ST_USTRING = 16, FETCH_OP_ST_SYMSTR = 17, FETCH_OP_MOD_BF = 18, FETCH_OP_LP_ARRAY = 19, FETCH_OP_TP_ARG = 20, FETCH_OP_END = 21, FETCH_NOP_SYMBOL = 22, }; struct fetch_insn { enum fetch_op op; union { unsigned int param; struct { unsigned int size; int offset; }; struct { unsigned char basesize; unsigned char lshift; unsigned char rshift; }; long unsigned int immediate; void *data; }; }; struct fetch_type { const char *name; size_t size; bool is_signed; bool is_string; print_type_func_t print; const char *fmt; const char *fmttype; }; struct probe_arg { struct fetch_insn *code; bool dynamic; unsigned int offset; unsigned int count; const char *name; const char *comm; char *fmt; const struct fetch_type *type; }; struct trace_uprobe_filter { rwlock_t rwlock; int nr_systemwide; struct list_head perf_events; }; struct trace_probe_event { unsigned int flags; struct trace_event_class class; struct trace_event_call call; struct list_head files; struct list_head probes; struct trace_uprobe_filter filter[0]; }; struct trace_probe { struct list_head list; struct trace_probe_event *event; ssize_t size; unsigned int nr_args; struct probe_arg args[0]; }; struct event_file_link { struct trace_event_file *file; struct list_head list; }; enum probe_print_type { PROBE_PRINT_NORMAL = 0, PROBE_PRINT_RETURN = 1, PROBE_PRINT_EVENT = 2, }; enum { TP_ERR_FILE_NOT_FOUND = 0, TP_ERR_NO_REGULAR_FILE = 1, TP_ERR_BAD_REFCNT = 2, TP_ERR_REFCNT_OPEN_BRACE = 3, TP_ERR_BAD_REFCNT_SUFFIX = 4, TP_ERR_BAD_UPROBE_OFFS = 5, TP_ERR_MAXACT_NO_KPROBE = 6, TP_ERR_BAD_MAXACT = 7, TP_ERR_MAXACT_TOO_BIG = 8, TP_ERR_BAD_PROBE_ADDR = 9, TP_ERR_BAD_RETPROBE = 10, TP_ERR_BAD_ADDR_SUFFIX = 11, TP_ERR_NO_GROUP_NAME = 12, TP_ERR_GROUP_TOO_LONG = 13, TP_ERR_BAD_GROUP_NAME = 14, TP_ERR_NO_EVENT_NAME = 15, TP_ERR_EVENT_TOO_LONG = 16, TP_ERR_BAD_EVENT_NAME = 17, TP_ERR_EVENT_EXIST = 18, TP_ERR_RETVAL_ON_PROBE = 19, TP_ERR_BAD_STACK_NUM = 20, TP_ERR_BAD_ARG_NUM = 21, TP_ERR_BAD_VAR = 22, TP_ERR_BAD_REG_NAME = 23, TP_ERR_BAD_MEM_ADDR = 24, TP_ERR_BAD_IMM = 25, TP_ERR_IMMSTR_NO_CLOSE = 26, TP_ERR_FILE_ON_KPROBE = 27, TP_ERR_BAD_FILE_OFFS = 28, TP_ERR_SYM_ON_UPROBE = 29, TP_ERR_TOO_MANY_OPS = 30, TP_ERR_DEREF_NEED_BRACE = 31, TP_ERR_BAD_DEREF_OFFS = 32, TP_ERR_DEREF_OPEN_BRACE = 33, TP_ERR_COMM_CANT_DEREF = 34, TP_ERR_BAD_FETCH_ARG = 35, TP_ERR_ARRAY_NO_CLOSE = 36, TP_ERR_BAD_ARRAY_SUFFIX = 37, TP_ERR_BAD_ARRAY_NUM = 38, TP_ERR_ARRAY_TOO_BIG = 39, TP_ERR_BAD_TYPE = 40, TP_ERR_BAD_STRING = 41, TP_ERR_BAD_SYMSTRING = 42, TP_ERR_BAD_BITFIELD = 43, TP_ERR_ARG_NAME_TOO_LONG = 44, TP_ERR_NO_ARG_NAME = 45, TP_ERR_BAD_ARG_NAME = 46, TP_ERR_USED_ARG_NAME = 47, TP_ERR_ARG_TOO_LONG = 48, TP_ERR_NO_ARG_BODY = 49, TP_ERR_BAD_INSN_BNDRY = 50, TP_ERR_FAIL_REG_PROBE = 51, TP_ERR_DIFF_PROBE_TYPE = 52, TP_ERR_DIFF_ARG_TYPE = 53, TP_ERR_SAME_PROBE = 54, TP_ERR_NO_EVENT_INFO = 55, TP_ERR_BAD_ATTACH_EVENT = 56, TP_ERR_BAD_ATTACH_ARG = 57, TP_ERR_NO_EP_FILTER = 58, }; struct trace_eprobe { const char *event_system; const char *event_name; char *filter_str; struct trace_event_call *event; struct dyn_event devent; struct trace_probe tp; }; struct eprobe_data { struct trace_event_file *file; struct trace_eprobe *ep; }; enum { BPF_F_INDEX_MASK = 4294967295ULL, BPF_F_CURRENT_CPU = 4294967295ULL, BPF_F_CTXLEN_MASK = 4503595332403200ULL, }; enum { BPF_F_GET_BRANCH_RECORDS_SIZE = 1, }; struct bpf_perf_event_value { __u64 counter; __u64 enabled; __u64 running; }; enum bpf_task_fd_type { BPF_FD_TYPE_RAW_TRACEPOINT = 0, BPF_FD_TYPE_TRACEPOINT = 1, BPF_FD_TYPE_KPROBE = 2, BPF_FD_TYPE_KRETPROBE = 3, BPF_FD_TYPE_UPROBE = 4, BPF_FD_TYPE_URETPROBE = 5, }; struct btf_ptr { void *ptr; __u32 type_id; __u32 flags; }; struct bpf_event_entry { struct perf_event *event; struct file *perf_file; struct file *map_file; struct callback_head rcu; }; typedef long unsigned int (*bpf_ctx_copy_t)(void *, const void *, long unsigned int, long unsigned int); struct bpf_key { struct key *key; bool has_ref; }; struct perf_event_query_bpf { __u32 ids_len; __u32 prog_cnt; __u32 ids[0]; }; struct fprobe { struct ftrace_ops ops; long unsigned int nmissed; unsigned int flags; struct rethook *rethook; size_t entry_data_size; int nr_maxactive; int (*entry_handler)(struct fprobe *, long unsigned int, struct pt_regs *, void *); void (*exit_handler)(struct fprobe *, long unsigned int, struct pt_regs *, void *); }; struct trace_event_raw_bpf_trace_printk { struct trace_entry ent; u32 __data_loc_bpf_string; char __data[0]; }; struct trace_event_data_offsets_bpf_trace_printk { u32 bpf_string; }; typedef void (*btf_trace_bpf_trace_printk)(void *, const char *); struct bpf_trace_module { struct module *module; struct list_head list; }; typedef u64 (*btf_bpf_probe_read_user)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_user_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_kernel)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_kernel_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_write_user)(void *, const void *, u32); typedef u64 (*btf_bpf_trace_printk)(char *, u32, u64, u64, u64); typedef u64 (*btf_bpf_trace_vprintk)(char *, u32, const void *, u32); typedef u64 (*btf_bpf_seq_printf)(struct seq_file *, char *, u32, const void *, u32); typedef u64 (*btf_bpf_seq_write)(struct seq_file *, const void *, u32); typedef u64 (*btf_bpf_seq_printf_btf)(struct seq_file *, struct btf_ptr *, u32, u64); typedef u64 (*btf_bpf_perf_event_read)(struct bpf_map *, u64); typedef u64 (*btf_bpf_perf_event_read_value)(struct bpf_map *, u64, struct bpf_perf_event_value *, u32); struct bpf_trace_sample_data { struct perf_sample_data sds[3]; }; typedef u64 (*btf_bpf_perf_event_output)(struct pt_regs *, struct bpf_map *, u64, void *, u64); struct bpf_nested_pt_regs { struct pt_regs regs[3]; }; typedef u64 (*btf_bpf_get_current_task)(); typedef u64 (*btf_bpf_get_current_task_btf)(); typedef u64 (*btf_bpf_task_pt_regs)(struct task_struct *); typedef u64 (*btf_bpf_current_task_under_cgroup)(struct bpf_map *, u32); struct send_signal_irq_work { struct irq_work irq_work; struct task_struct *task; u32 sig; enum pid_type type; }; typedef u64 (*btf_bpf_send_signal)(u32); typedef u64 (*btf_bpf_send_signal_thread)(u32); typedef u64 (*btf_bpf_d_path)(struct path *, char *, u32); typedef u64 (*btf_bpf_snprintf_btf)(char *, u32, struct btf_ptr *, u32, u64); typedef u64 (*btf_bpf_get_func_ip_tracing)(void *); typedef u64 (*btf_bpf_get_func_ip_kprobe)(struct pt_regs *); typedef u64 (*btf_bpf_get_func_ip_kprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_attach_cookie_kprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_attach_cookie_trace)(void *); typedef u64 (*btf_bpf_get_attach_cookie_pe)(struct bpf_perf_event_data_kern *); typedef u64 (*btf_bpf_get_attach_cookie_tracing)(void *); typedef u64 (*btf_bpf_get_branch_snapshot)(void *, u32, u64); typedef u64 (*btf_get_func_arg)(void *, u32, u64 *); typedef u64 (*btf_get_func_ret)(void *, u64 *); typedef u64 (*btf_get_func_arg_cnt)(void *); typedef u64 (*btf_bpf_perf_event_output_tp)(void *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_stackid_tp)(void *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack_tp)(void *, void *, u32, u64); typedef u64 (*btf_bpf_perf_prog_read_value)(struct bpf_perf_event_data_kern *, struct bpf_perf_event_value *, u32); typedef u64 (*btf_bpf_read_branch_records)(struct bpf_perf_event_data_kern *, void *, u32, u64); struct bpf_raw_tp_regs { struct pt_regs regs[3]; }; typedef u64 (*btf_bpf_perf_event_output_raw_tp)(struct bpf_raw_tracepoint_args *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_stackid_raw_tp)(struct bpf_raw_tracepoint_args *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack_raw_tp)(struct bpf_raw_tracepoint_args *, void *, u32, u64); struct bpf_kprobe_multi_link { struct bpf_link link; struct fprobe fp; long unsigned int *addrs; u64 *cookies; u32 cnt; u32 mods_cnt; struct module **mods; }; struct bpf_kprobe_multi_run_ctx { struct bpf_run_ctx run_ctx; struct bpf_kprobe_multi_link *link; long unsigned int entry_ip; }; struct user_syms { const char **syms; char *buf; }; struct multi_symbols_sort { const char **funcs; u64 *cookies; }; struct modules_array { struct module **mods; int mods_cnt; int mods_cap; }; enum pm_qos_req_action { PM_QOS_ADD_REQ = 0, PM_QOS_UPDATE_REQ = 1, PM_QOS_REMOVE_REQ = 2, }; enum cpufreq_table_sorting { CPUFREQ_TABLE_UNSORTED = 0, CPUFREQ_TABLE_SORTED_ASCENDING = 1, CPUFREQ_TABLE_SORTED_DESCENDING = 2, }; struct cpufreq_cpuinfo { unsigned int max_freq; unsigned int min_freq; unsigned int transition_latency; }; struct cpufreq_stats; struct thermal_cooling_device; struct cpufreq_governor; struct cpufreq_frequency_table; struct cpufreq_policy { cpumask_var_t cpus; cpumask_var_t related_cpus; cpumask_var_t real_cpus; unsigned int shared_type; unsigned int cpu; struct clk *clk; struct cpufreq_cpuinfo cpuinfo; unsigned int min; unsigned int max; unsigned int cur; unsigned int suspend_freq; unsigned int policy; unsigned int last_policy; struct cpufreq_governor *governor; void *governor_data; char last_governor[16]; struct work_struct update; struct freq_constraints constraints; struct freq_qos_request *min_freq_req; struct freq_qos_request *max_freq_req; struct cpufreq_frequency_table *freq_table; enum cpufreq_table_sorting freq_table_sorted; struct list_head policy_list; struct kobject kobj; struct completion kobj_unregister; struct rw_semaphore rwsem; bool fast_switch_possible; bool fast_switch_enabled; bool strict_target; bool efficiencies_available; unsigned int transition_delay_us; bool dvfs_possible_from_any_cpu; unsigned int cached_target_freq; unsigned int cached_resolved_idx; bool transition_ongoing; spinlock_t transition_lock; wait_queue_head_t transition_wait; struct task_struct *transition_task; struct cpufreq_stats *stats; void *driver_data; struct thermal_cooling_device *cdev; struct notifier_block nb_min; struct notifier_block nb_max; }; struct cpufreq_governor { char name[16]; int (*init)(struct cpufreq_policy *); void (*exit)(struct cpufreq_policy *); int (*start)(struct cpufreq_policy *); void (*stop)(struct cpufreq_policy *); void (*limits)(struct cpufreq_policy *); ssize_t (*show_setspeed)(struct cpufreq_policy *, char *); int (*store_setspeed)(struct cpufreq_policy *, unsigned int); struct list_head governor_list; struct module *owner; u8 flags; }; struct cpufreq_frequency_table { unsigned int flags; unsigned int driver_data; unsigned int frequency; }; struct trace_event_raw_cpu { struct trace_entry ent; u32 state; u32 cpu_id; char __data[0]; }; struct trace_event_raw_cpu_idle_miss { struct trace_entry ent; u32 cpu_id; u32 state; bool below; char __data[0]; }; struct trace_event_raw_powernv_throttle { struct trace_entry ent; int chip_id; u32 __data_loc_reason; int pmax; char __data[0]; }; struct trace_event_raw_pstate_sample { struct trace_entry ent; u32 core_busy; u32 scaled_busy; u32 from; u32 to; u64 mperf; u64 aperf; u64 tsc; u32 freq; u32 io_boost; char __data[0]; }; struct trace_event_raw_cpu_frequency_limits { struct trace_entry ent; u32 min_freq; u32 max_freq; u32 cpu_id; char __data[0]; }; struct trace_event_raw_device_pm_callback_start { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; u32 __data_loc_parent; u32 __data_loc_pm_ops; int event; char __data[0]; }; struct trace_event_raw_device_pm_callback_end { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; int error; char __data[0]; }; struct trace_event_raw_suspend_resume { struct trace_entry ent; const char *action; int val; bool start; char __data[0]; }; struct trace_event_raw_wakeup_source { struct trace_entry ent; u32 __data_loc_name; u64 state; char __data[0]; }; struct trace_event_raw_clock { struct trace_entry ent; u32 __data_loc_name; u64 state; u64 cpu_id; char __data[0]; }; struct trace_event_raw_power_domain { struct trace_entry ent; u32 __data_loc_name; u64 state; u64 cpu_id; char __data[0]; }; struct trace_event_raw_cpu_latency_qos_request { struct trace_entry ent; s32 value; char __data[0]; }; struct trace_event_raw_pm_qos_update { struct trace_entry ent; enum pm_qos_req_action action; int prev_value; int curr_value; char __data[0]; }; struct trace_event_raw_dev_pm_qos_request { struct trace_entry ent; u32 __data_loc_name; enum dev_pm_qos_req_type type; s32 new_value; char __data[0]; }; struct trace_event_raw_guest_halt_poll_ns { struct trace_entry ent; bool grow; unsigned int new; unsigned int old; char __data[0]; }; struct trace_event_data_offsets_cpu {}; struct trace_event_data_offsets_cpu_idle_miss {}; struct trace_event_data_offsets_powernv_throttle { u32 reason; }; struct trace_event_data_offsets_pstate_sample {}; struct trace_event_data_offsets_cpu_frequency_limits {}; struct trace_event_data_offsets_device_pm_callback_start { u32 device; u32 driver; u32 parent; u32 pm_ops; }; struct trace_event_data_offsets_device_pm_callback_end { u32 device; u32 driver; }; struct trace_event_data_offsets_suspend_resume {}; struct trace_event_data_offsets_wakeup_source { u32 name; }; struct trace_event_data_offsets_clock { u32 name; }; struct trace_event_data_offsets_power_domain { u32 name; }; struct trace_event_data_offsets_cpu_latency_qos_request {}; struct trace_event_data_offsets_pm_qos_update {}; struct trace_event_data_offsets_dev_pm_qos_request { u32 name; }; struct trace_event_data_offsets_guest_halt_poll_ns {}; typedef void (*btf_trace_cpu_idle)(void *, unsigned int, unsigned int); typedef void (*btf_trace_cpu_idle_miss)(void *, unsigned int, unsigned int, bool); typedef void (*btf_trace_powernv_throttle)(void *, int, const char *, int); typedef void (*btf_trace_pstate_sample)(void *, u32, u32, u32, u32, u64, u64, u64, u32, u32); typedef void (*btf_trace_cpu_frequency)(void *, unsigned int, unsigned int); typedef void (*btf_trace_cpu_frequency_limits)(void *, struct cpufreq_policy *); typedef void (*btf_trace_device_pm_callback_start)(void *, struct device *, const char *, int); typedef void (*btf_trace_device_pm_callback_end)(void *, struct device *, int); typedef void (*btf_trace_suspend_resume)(void *, const char *, int, bool); typedef void (*btf_trace_wakeup_source_activate)(void *, const char *, unsigned int); typedef void (*btf_trace_wakeup_source_deactivate)(void *, const char *, unsigned int); typedef void (*btf_trace_clock_enable)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_clock_disable)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_clock_set_rate)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_power_domain_target)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_pm_qos_add_request)(void *, s32); typedef void (*btf_trace_pm_qos_update_request)(void *, s32); typedef void (*btf_trace_pm_qos_remove_request)(void *, s32); typedef void (*btf_trace_pm_qos_update_target)(void *, enum pm_qos_req_action, int, int); typedef void (*btf_trace_pm_qos_update_flags)(void *, enum pm_qos_req_action, int, int); typedef void (*btf_trace_dev_pm_qos_add_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_dev_pm_qos_update_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_dev_pm_qos_remove_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_guest_halt_poll_ns)(void *, bool, unsigned int, unsigned int); struct trace_probe_log { const char *subsystem; const char **argv; int argc; int index; }; struct fprobe_rethook_node { struct rethook_node node; long unsigned int entry_ip; long unsigned int entry_parent_ip; char data[0]; }; struct rv_monitor { const char *name; const char *description; bool enabled; int (*enable)(); void (*disable)(); void (*reset)(); void (*react)(char *); }; struct trace_event_raw_event_da_monitor_id { struct trace_entry ent; int id; char state[24]; char event[24]; char next_state[24]; bool final_state; char __data[0]; }; struct trace_event_raw_error_da_monitor_id { struct trace_entry ent; int id; char state[24]; char event[24]; char __data[0]; }; struct trace_event_data_offsets_event_da_monitor_id {}; struct trace_event_data_offsets_error_da_monitor_id {}; typedef void (*btf_trace_event_wwnr)(void *, int, char *, char *, char *, bool); typedef void (*btf_trace_error_wwnr)(void *, int, char *, char *); struct rv_interface { struct dentry *root_dir; struct dentry *monitors_dir; }; struct rv_reactor_def { struct list_head list; struct rv_reactor *reactor; int counter; }; struct rv_monitor_def { struct list_head list; struct rv_monitor *monitor; struct dentry *root_d; struct rv_reactor_def *rdef; bool reacting; bool task_monitor; }; enum xdp_action { XDP_ABORTED = 0, XDP_DROP = 1, XDP_PASS = 2, XDP_TX = 3, XDP_REDIRECT = 4, }; struct xdp_cpumap_stats { unsigned int redirect; unsigned int pass; unsigned int drop; }; struct bpf_prog_pack { struct list_head list; void *ptr; long unsigned int bitmap[0]; }; struct bpf_prog_dummy { struct bpf_prog prog; }; typedef u64 (*btf_bpf_user_rnd_u32)(); typedef u64 (*btf_bpf_get_raw_cpu_id)(); struct _bpf_dtab_netdev { struct net_device *dev; }; struct trace_event_raw_xdp_exception { struct trace_entry ent; int prog_id; u32 act; int ifindex; char __data[0]; }; struct trace_event_raw_xdp_bulk_tx { struct trace_entry ent; int ifindex; u32 act; int drops; int sent; int err; char __data[0]; }; struct trace_event_raw_xdp_redirect_template { struct trace_entry ent; int prog_id; u32 act; int ifindex; int err; int to_ifindex; u32 map_id; int map_index; char __data[0]; }; struct trace_event_raw_xdp_cpumap_kthread { struct trace_entry ent; int map_id; u32 act; int cpu; unsigned int drops; unsigned int processed; int sched; unsigned int xdp_pass; unsigned int xdp_drop; unsigned int xdp_redirect; char __data[0]; }; struct trace_event_raw_xdp_cpumap_enqueue { struct trace_entry ent; int map_id; u32 act; int cpu; unsigned int drops; unsigned int processed; int to_cpu; char __data[0]; }; struct trace_event_raw_xdp_devmap_xmit { struct trace_entry ent; int from_ifindex; u32 act; int to_ifindex; int drops; int sent; int err; char __data[0]; }; struct trace_event_raw_mem_disconnect { struct trace_entry ent; const struct xdp_mem_allocator *xa; u32 mem_id; u32 mem_type; const void *allocator; char __data[0]; }; struct trace_event_raw_mem_connect { struct trace_entry ent; const struct xdp_mem_allocator *xa; u32 mem_id; u32 mem_type; const void *allocator; const struct xdp_rxq_info *rxq; int ifindex; char __data[0]; }; struct trace_event_raw_mem_return_failed { struct trace_entry ent; const struct page *page; u32 mem_id; u32 mem_type; char __data[0]; }; struct trace_event_data_offsets_xdp_exception {}; struct trace_event_data_offsets_xdp_bulk_tx {}; struct trace_event_data_offsets_xdp_redirect_template {}; struct trace_event_data_offsets_xdp_cpumap_kthread {}; struct trace_event_data_offsets_xdp_cpumap_enqueue {}; struct trace_event_data_offsets_xdp_devmap_xmit {}; struct trace_event_data_offsets_mem_disconnect {}; struct trace_event_data_offsets_mem_connect {}; struct trace_event_data_offsets_mem_return_failed {}; typedef void (*btf_trace_xdp_exception)(void *, const struct net_device *, const struct bpf_prog *, u32); typedef void (*btf_trace_xdp_bulk_tx)(void *, const struct net_device *, int, int, int); typedef void (*btf_trace_xdp_redirect)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_err)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_map)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_map_err)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_cpumap_kthread)(void *, int, unsigned int, unsigned int, int, struct xdp_cpumap_stats *); typedef void (*btf_trace_xdp_cpumap_enqueue)(void *, int, unsigned int, unsigned int, int); typedef void (*btf_trace_xdp_devmap_xmit)(void *, const struct net_device *, const struct net_device *, int, int, int); typedef void (*btf_trace_mem_disconnect)(void *, const struct xdp_mem_allocator *); typedef void (*btf_trace_mem_connect)(void *, const struct xdp_mem_allocator *, const struct xdp_rxq_info *); typedef void (*btf_trace_mem_return_failed)(void *, const struct xdp_mem_info *, const struct page *); struct bpf_preload_info { char link_name[16]; struct bpf_link *link; }; struct bpf_preload_ops { int (*preload)(struct bpf_preload_info *); struct module *owner; }; enum bpf_type { BPF_TYPE_UNSPEC = 0, BPF_TYPE_PROG = 1, BPF_TYPE_MAP = 2, BPF_TYPE_LINK = 3, }; struct map_iter { void *key; bool done; }; enum { OPT_MODE = 0, }; struct bpf_mount_opts { umode_t mode; }; struct bpf_spin_lock { __u32 val; }; struct bpf_timer { long: 64; long: 64; }; struct bpf_dynptr { long: 64; long: 64; }; struct bpf_list_head { long: 64; long: 64; }; struct bpf_list_node { long: 64; long: 64; }; struct bpf_rb_root { long: 64; long: 64; }; struct bpf_rb_node { long: 64; long: 64; long: 64; }; struct bpf_refcount { int: 32; }; struct bpf_pidns_info { __u32 pid; __u32 tgid; }; enum { BPF_F_TIMER_ABS = 1, }; typedef u64 (*btf_bpf_map_lookup_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_update_elem)(struct bpf_map *, void *, void *, u64); typedef u64 (*btf_bpf_map_delete_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_push_elem)(struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_map_pop_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_peek_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_lookup_percpu_elem)(struct bpf_map *, void *, u32); typedef u64 (*btf_bpf_get_smp_processor_id)(); typedef u64 (*btf_bpf_get_numa_node_id)(); typedef u64 (*btf_bpf_ktime_get_ns)(); typedef u64 (*btf_bpf_ktime_get_boot_ns)(); typedef u64 (*btf_bpf_ktime_get_coarse_ns)(); typedef u64 (*btf_bpf_ktime_get_tai_ns)(); typedef u64 (*btf_bpf_get_current_pid_tgid)(); typedef u64 (*btf_bpf_get_current_uid_gid)(); typedef u64 (*btf_bpf_get_current_comm)(char *, u32); typedef u64 (*btf_bpf_spin_lock)(struct bpf_spin_lock *); typedef u64 (*btf_bpf_spin_unlock)(struct bpf_spin_lock *); typedef u64 (*btf_bpf_jiffies64)(); typedef u64 (*btf_bpf_get_current_cgroup_id)(); typedef u64 (*btf_bpf_get_current_ancestor_cgroup_id)(int); typedef u64 (*btf_bpf_strtol)(const char *, size_t, u64, long int *); typedef u64 (*btf_bpf_strtoul)(const char *, size_t, u64, long unsigned int *); typedef u64 (*btf_bpf_strncmp)(const char *, u32, const char *); typedef u64 (*btf_bpf_get_ns_current_pid_tgid)(u64, u64, struct bpf_pidns_info *, u32); typedef u64 (*btf_bpf_event_output_data)(void *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_copy_from_user)(void *, u32, const void *); typedef u64 (*btf_bpf_copy_from_user_task)(void *, u32, const void *, struct task_struct *, u64); typedef u64 (*btf_bpf_per_cpu_ptr)(const void *, u32); typedef u64 (*btf_bpf_this_cpu_ptr)(const void *); struct bpf_bprintf_buffers { char bin_args[512]; char buf[1024]; }; typedef u64 (*btf_bpf_snprintf)(char *, u32, char *, const void *, u32); struct bpf_hrtimer { struct hrtimer timer; struct bpf_map *map; struct bpf_prog *prog; void *callback_fn; void *value; }; struct bpf_timer_kern { struct bpf_hrtimer *timer; struct bpf_spin_lock lock; }; typedef u64 (*btf_bpf_timer_init)(struct bpf_timer_kern *, struct bpf_map *, u64); typedef u64 (*btf_bpf_timer_set_callback)(struct bpf_timer_kern *, void *, struct bpf_prog_aux *); typedef u64 (*btf_bpf_timer_start)(struct bpf_timer_kern *, u64, u64); typedef u64 (*btf_bpf_timer_cancel)(struct bpf_timer_kern *); typedef u64 (*btf_bpf_kptr_xchg)(void *, void *); typedef u64 (*btf_bpf_dynptr_from_mem)(void *, u32, u64, struct bpf_dynptr_kern *); typedef u64 (*btf_bpf_dynptr_read)(void *, u32, const struct bpf_dynptr_kern *, u32, u64); typedef u64 (*btf_bpf_dynptr_write)(const struct bpf_dynptr_kern *, u32, void *, u32, u64); typedef u64 (*btf_bpf_dynptr_data)(const struct bpf_dynptr_kern *, u32, u32); struct bpf_iter_seq_map_info { u32 map_id; }; struct bpf_iter__bpf_map { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; }; struct bpf_iter_seq_prog_info { u32 prog_id; }; struct bpf_iter__bpf_prog { union { struct bpf_iter_meta *meta; }; union { struct bpf_prog *prog; }; }; struct bpf_iter__bpf_map_elem { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { void *key; }; union { void *value; }; }; struct bucket { struct hlist_nulls_head head; raw_spinlock_t raw_lock; }; struct htab_elem; struct bpf_htab { struct bpf_map map; struct bpf_mem_alloc ma; struct bpf_mem_alloc pcpu_ma; struct bucket *buckets; void *elems; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct pcpu_freelist freelist; struct bpf_lru lru; }; struct htab_elem **extra_elems; struct percpu_counter pcount; atomic_t count; bool use_percpu_counter; u32 n_buckets; u32 elem_size; u32 hashrnd; struct lock_class_key lockdep_key; int *map_locked[8]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct htab_elem { union { struct hlist_nulls_node hash_node; struct { void *padding; union { struct pcpu_freelist_node fnode; struct htab_elem *batch_flink; }; }; }; union { void *ptr_to_pptr; struct bpf_lru_node lru_node; }; u32 hash; long: 0; char key[0]; }; struct bpf_iter_seq_hash_map_info { struct bpf_map *map; struct bpf_htab *htab; void *percpu_value_buf; u32 bucket_id; u32 skip_elems; }; struct bpf_bloom_filter { struct bpf_map map; u32 bitset_mask; u32 hash_seed; u32 nr_hash_funcs; long unsigned int bitset[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum { BPF_RB_NO_WAKEUP = 1, BPF_RB_FORCE_WAKEUP = 2, }; enum { BPF_RB_AVAIL_DATA = 0, BPF_RB_RING_SIZE = 1, BPF_RB_CONS_POS = 2, BPF_RB_PROD_POS = 3, }; enum { BPF_RINGBUF_BUSY_BIT = 2147483648, BPF_RINGBUF_DISCARD_BIT = 1073741824, BPF_RINGBUF_HDR_SZ = 8, }; struct bpf_ringbuf { wait_queue_head_t waitq; struct irq_work work; u64 mask; struct page **pages; int nr_pages; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t spinlock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_t busy; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int consumer_pos; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int producer_pos; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; char data[0]; }; struct bpf_ringbuf_map { struct bpf_map map; struct bpf_ringbuf *rb; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_ringbuf_hdr { u32 len; u32 pg_off; }; typedef u64 (*btf_bpf_ringbuf_reserve)(struct bpf_map *, u64, u64); typedef u64 (*btf_bpf_ringbuf_submit)(void *, u64); typedef u64 (*btf_bpf_ringbuf_discard)(void *, u64); typedef u64 (*btf_bpf_ringbuf_output)(struct bpf_map *, void *, u64, u64); typedef u64 (*btf_bpf_ringbuf_query)(struct bpf_map *, u64); typedef u64 (*btf_bpf_ringbuf_reserve_dynptr)(struct bpf_map *, u32, u64, struct bpf_dynptr_kern *); typedef u64 (*btf_bpf_ringbuf_submit_dynptr)(struct bpf_dynptr_kern *, u64); typedef u64 (*btf_bpf_ringbuf_discard_dynptr)(struct bpf_dynptr_kern *, u64); typedef u64 (*btf_bpf_user_ringbuf_drain)(struct bpf_map *, void *, void *, u64); enum { BPF_LOCAL_STORAGE_GET_F_CREATE = 1, BPF_SK_STORAGE_GET_F_CREATE = 1, }; struct bpf_storage_blob { struct bpf_local_storage *storage; }; typedef u64 (*btf_bpf_inode_storage_get)(struct bpf_map *, struct inode *, void *, u64, gfp_t); typedef u64 (*btf_bpf_inode_storage_delete)(struct bpf_map *, struct inode *); struct bpf_shim_tramp_link { struct bpf_tramp_link link; struct bpf_trampoline *trampoline; }; struct bpf_dispatcher_prog { struct bpf_prog *prog; refcount_t users; }; struct bpf_dispatcher { struct mutex mutex; void *func; struct bpf_dispatcher_prog progs[48]; int num_progs; void *image; void *rw_image; u32 image_off; struct bpf_ksym ksym; }; enum { BPF_F_BROADCAST = 8, BPF_F_EXCLUDE_INGRESS = 16, }; struct bpf_cpumap_val { __u32 qsize; union { int fd; __u32 id; } bpf_prog; }; struct bpf_cpu_map_entry; struct xdp_bulk_queue { void *q[8]; struct list_head flush_node; struct bpf_cpu_map_entry *obj; unsigned int count; }; struct bpf_cpu_map; struct bpf_cpu_map_entry { u32 cpu; int map_id; struct xdp_bulk_queue *bulkq; struct bpf_cpu_map *cmap; struct ptr_ring *queue; struct task_struct *kthread; struct bpf_cpumap_val value; struct bpf_prog *prog; atomic_t refcnt; struct callback_head rcu; struct work_struct kthread_stop_wq; struct completion kthread_running; }; struct bpf_cpu_map { struct bpf_map map; struct bpf_cpu_map_entry **cpu_map; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_prog_info { __u32 type; __u32 id; __u8 tag[8]; __u32 jited_prog_len; __u32 xlated_prog_len; __u64 jited_prog_insns; __u64 xlated_prog_insns; __u64 load_time; __u32 created_by_uid; __u32 nr_map_ids; __u64 map_ids; char name[16]; __u32 ifindex; __u32 gpl_compatible: 1; __u64 netns_dev; __u64 netns_ino; __u32 nr_jited_ksyms; __u32 nr_jited_func_lens; __u64 jited_ksyms; __u64 jited_func_lens; __u32 btf_id; __u32 func_info_rec_size; __u64 func_info; __u32 nr_func_info; __u32 nr_line_info; __u64 line_info; __u64 jited_line_info; __u32 nr_jited_line_info; __u32 line_info_rec_size; __u32 jited_line_info_rec_size; __u32 nr_prog_tags; __u64 prog_tags; __u64 run_time_ns; __u64 run_cnt; __u64 recursion_misses; __u32 verified_insns; __u32 attach_btf_obj_id; __u32 attach_btf_id; }; struct bpf_map_info { __u32 type; __u32 id; __u32 key_size; __u32 value_size; __u32 max_entries; __u32 map_flags; char name[16]; __u32 ifindex; __u32 btf_vmlinux_value_type_id; __u64 netns_dev; __u64 netns_ino; __u32 btf_id; __u32 btf_key_type_id; __u32 btf_value_type_id; __u64 map_extra; }; struct bpf_prog_offload_ops { int (*insn_hook)(struct bpf_verifier_env *, int, int); int (*finalize)(struct bpf_verifier_env *); int (*replace_insn)(struct bpf_verifier_env *, u32, struct bpf_insn *); int (*remove_insns)(struct bpf_verifier_env *, u32, u32); int (*prepare)(struct bpf_prog *); int (*translate)(struct bpf_prog *); void (*destroy)(struct bpf_prog *); }; struct bpf_offload_dev { const struct bpf_prog_offload_ops *ops; struct list_head netdevs; void *priv; }; enum { XDP_METADATA_KFUNC_RX_TIMESTAMP = 0, XDP_METADATA_KFUNC_RX_HASH = 1, MAX_XDP_METADATA_KFUNC = 2, }; typedef struct ns_common *ns_get_path_helper_t(void *); struct bpf_offload_netdev { struct rhash_head l; struct net_device *netdev; struct bpf_offload_dev *offdev; struct list_head progs; struct list_head maps; struct list_head offdev_netdevs; }; struct ns_get_path_bpf_prog_args { struct bpf_prog *prog; struct bpf_prog_info *info; }; struct ns_get_path_bpf_map_args { struct bpf_offloaded_map *offmap; struct bpf_map_info *info; }; struct bpf_iter__cgroup { union { struct bpf_iter_meta *meta; }; union { struct cgroup *cgroup; }; }; struct cgroup_iter_priv { struct cgroup_subsys_state *start_css; bool visited_all; bool terminate; int order; }; enum { BPF_F_SYSCTL_BASE_NAME = 1, }; struct bpf_cg_run_ctx { struct bpf_run_ctx run_ctx; const struct bpf_prog_array_item *prog_item; int retval; }; struct bpf_sockopt_buf { u8 data[32]; }; struct bpf_cgroup_link { struct bpf_link link; struct cgroup *cgroup; enum bpf_attach_type type; }; struct bpf_prog_list { struct hlist_node node; struct bpf_prog *prog; struct bpf_cgroup_link *link; struct bpf_cgroup_storage *storage[2]; }; struct cgroup_lsm_atype { u32 attach_btf_id; int refcnt; }; typedef u64 (*btf_bpf_get_local_storage)(struct bpf_map *, u64); typedef u64 (*btf_bpf_get_retval)(); typedef u64 (*btf_bpf_set_retval)(int); typedef u64 (*btf_bpf_sysctl_get_name)(struct bpf_sysctl_kern *, char *, size_t, u64); typedef u64 (*btf_bpf_sysctl_get_current_value)(struct bpf_sysctl_kern *, char *, size_t); typedef u64 (*btf_bpf_sysctl_get_new_value)(struct bpf_sysctl_kern *, char *, size_t); typedef u64 (*btf_bpf_sysctl_set_new_value)(struct bpf_sysctl_kern *, const char *, size_t); typedef u64 (*btf_bpf_get_netns_cookie_sockopt)(struct bpf_sockopt_kern *); struct bpf_dummy_ops { int (*test_1)(struct bpf_dummy_ops_state *); int (*test_2)(struct bpf_dummy_ops_state *, int, short unsigned int, char, long unsigned int); int (*test_sleepable)(struct bpf_dummy_ops_state *); }; enum bpf_struct_ops_state { BPF_STRUCT_OPS_STATE_INIT = 0, BPF_STRUCT_OPS_STATE_INUSE = 1, BPF_STRUCT_OPS_STATE_TOBEFREE = 2, BPF_STRUCT_OPS_STATE_READY = 3, }; struct bpf_struct_ops_value { refcount_t refcnt; enum bpf_struct_ops_state state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; char data[0]; }; struct bpf_struct_ops_map { struct bpf_map map; struct callback_head rcu; const struct bpf_struct_ops *st_ops; struct mutex lock; struct bpf_link **links; void *image; struct bpf_struct_ops_value *uvalue; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct bpf_struct_ops_value kvalue; }; struct bpf_struct_ops_link { struct bpf_link link; struct bpf_map *map; }; struct bpf_struct_ops_bpf_dummy_ops { refcount_t refcnt; enum bpf_struct_ops_state state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct bpf_dummy_ops data; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_struct_ops_tcp_congestion_ops { refcount_t refcnt; enum bpf_struct_ops_state state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct tcp_congestion_ops data; }; enum { BPF_STRUCT_OPS_TYPE_bpf_dummy_ops = 0, BPF_STRUCT_OPS_TYPE_tcp_congestion_ops = 1, __NR_BPF_STRUCT_OPS_TYPE = 2, }; enum perf_branch_sample_type { PERF_SAMPLE_BRANCH_USER = 1, PERF_SAMPLE_BRANCH_KERNEL = 2, PERF_SAMPLE_BRANCH_HV = 4, PERF_SAMPLE_BRANCH_ANY = 8, PERF_SAMPLE_BRANCH_ANY_CALL = 16, PERF_SAMPLE_BRANCH_ANY_RETURN = 32, PERF_SAMPLE_BRANCH_IND_CALL = 64, PERF_SAMPLE_BRANCH_ABORT_TX = 128, PERF_SAMPLE_BRANCH_IN_TX = 256, PERF_SAMPLE_BRANCH_NO_TX = 512, PERF_SAMPLE_BRANCH_COND = 1024, PERF_SAMPLE_BRANCH_CALL_STACK = 2048, PERF_SAMPLE_BRANCH_IND_JUMP = 4096, PERF_SAMPLE_BRANCH_CALL = 8192, PERF_SAMPLE_BRANCH_NO_FLAGS = 16384, PERF_SAMPLE_BRANCH_NO_CYCLES = 32768, PERF_SAMPLE_BRANCH_TYPE_SAVE = 65536, PERF_SAMPLE_BRANCH_HW_INDEX = 131072, PERF_SAMPLE_BRANCH_PRIV_SAVE = 262144, PERF_SAMPLE_BRANCH_MAX = 524288, }; enum perf_sample_regs_abi { PERF_SAMPLE_REGS_ABI_NONE = 0, PERF_SAMPLE_REGS_ABI_32 = 1, PERF_SAMPLE_REGS_ABI_64 = 2, }; enum perf_event_read_format { PERF_FORMAT_TOTAL_TIME_ENABLED = 1, PERF_FORMAT_TOTAL_TIME_RUNNING = 2, PERF_FORMAT_ID = 4, PERF_FORMAT_GROUP = 8, PERF_FORMAT_LOST = 16, PERF_FORMAT_MAX = 32, }; enum perf_event_ioc_flags { PERF_IOC_FLAG_GROUP = 1, }; struct perf_event_mmap_page { __u32 version; __u32 compat_version; __u32 lock; __u32 index; __s64 offset; __u64 time_enabled; __u64 time_running; union { __u64 capabilities; struct { __u64 cap_bit0: 1; __u64 cap_bit0_is_deprecated: 1; __u64 cap_user_rdpmc: 1; __u64 cap_user_time: 1; __u64 cap_user_time_zero: 1; __u64 cap_user_time_short: 1; __u64 cap_____res: 58; }; }; __u16 pmc_width; __u16 time_shift; __u32 time_mult; __u64 time_offset; __u64 time_zero; __u32 size; __u32 __reserved_1; __u64 time_cycles; __u64 time_mask; __u8 __reserved[928]; __u64 data_head; __u64 data_tail; __u64 data_offset; __u64 data_size; __u64 aux_head; __u64 aux_tail; __u64 aux_offset; __u64 aux_size; }; struct perf_ns_link_info { __u64 dev; __u64 ino; }; enum { NET_NS_INDEX = 0, UTS_NS_INDEX = 1, IPC_NS_INDEX = 2, PID_NS_INDEX = 3, USER_NS_INDEX = 4, MNT_NS_INDEX = 5, CGROUP_NS_INDEX = 6, NR_NAMESPACES = 7, }; enum perf_event_type { PERF_RECORD_MMAP = 1, PERF_RECORD_LOST = 2, PERF_RECORD_COMM = 3, PERF_RECORD_EXIT = 4, PERF_RECORD_THROTTLE = 5, PERF_RECORD_UNTHROTTLE = 6, PERF_RECORD_FORK = 7, PERF_RECORD_READ = 8, PERF_RECORD_SAMPLE = 9, PERF_RECORD_MMAP2 = 10, PERF_RECORD_AUX = 11, PERF_RECORD_ITRACE_START = 12, PERF_RECORD_LOST_SAMPLES = 13, PERF_RECORD_SWITCH = 14, PERF_RECORD_SWITCH_CPU_WIDE = 15, PERF_RECORD_NAMESPACES = 16, PERF_RECORD_KSYMBOL = 17, PERF_RECORD_BPF_EVENT = 18, PERF_RECORD_CGROUP = 19, PERF_RECORD_TEXT_POKE = 20, PERF_RECORD_AUX_OUTPUT_HW_ID = 21, PERF_RECORD_MAX = 22, }; enum perf_bpf_event_type { PERF_BPF_EVENT_UNKNOWN = 0, PERF_BPF_EVENT_PROG_LOAD = 1, PERF_BPF_EVENT_PROG_UNLOAD = 2, PERF_BPF_EVENT_MAX = 3, }; enum perf_addr_filter_action_t { PERF_ADDR_FILTER_ACTION_STOP = 0, PERF_ADDR_FILTER_ACTION_START = 1, PERF_ADDR_FILTER_ACTION_FILTER = 2, }; struct perf_addr_filter { struct list_head entry; struct path path; long unsigned int offset; long unsigned int size; enum perf_addr_filter_action_t action; }; struct swevent_hlist { struct hlist_head heads[256]; struct callback_head callback_head; }; struct pmu_event_list { raw_spinlock_t lock; struct list_head list; }; struct perf_buffer { refcount_t refcount; struct callback_head callback_head; int nr_pages; int overwrite; int paused; atomic_t poll; local_t head; unsigned int nest; local_t events; local_t wakeup; local_t lost; long int watermark; long int aux_watermark; spinlock_t event_lock; struct list_head event_list; atomic_t mmap_count; long unsigned int mmap_locked; struct user_struct *mmap_user; long int aux_head; unsigned int aux_nest; long int aux_wakeup; long unsigned int aux_pgoff; int aux_nr_pages; int aux_overwrite; atomic_t aux_mmap_count; long unsigned int aux_mmap_locked; void (*free_aux)(void *); refcount_t aux_refcount; int aux_in_sampling; void **aux_pages; void *aux_priv; struct perf_event_mmap_page *user_page; void *data_pages[0]; }; struct perf_cpu_context { struct perf_event_context ctx; struct perf_event_context *task_ctx; int online; struct perf_cgroup *cgrp; int heap_size; struct perf_event **heap; struct perf_event *heap_default[2]; }; struct min_heap { void *data; int nr; int size; }; struct min_heap_callbacks { int elem_size; bool (*less)(const void *, const void *); void (*swp)(void *, void *); }; typedef int (*remote_function_f)(void *); struct remote_function_call { struct task_struct *p; remote_function_f func; void *info; int ret; }; typedef void (*event_f)(struct perf_event *, struct perf_cpu_context *, struct perf_event_context *, void *); struct event_function_struct { struct perf_event *event; event_f func; void *data; }; enum event_type_t { EVENT_FLEXIBLE = 1, EVENT_PINNED = 2, EVENT_TIME = 4, EVENT_CPU = 8, EVENT_ALL = 3, }; struct __group_key { int cpu; struct pmu *pmu; struct cgroup *cgroup; }; struct stop_event_data { struct perf_event *event; unsigned int restart; }; struct perf_read_data { struct perf_event *event; bool group; int ret; }; struct perf_read_event { struct perf_event_header header; u32 pid; u32 tid; }; typedef void perf_iterate_f(struct perf_event *, void *); struct remote_output { struct perf_buffer *rb; int err; }; struct perf_task_event { struct task_struct *task; struct perf_event_context *task_ctx; struct { struct perf_event_header header; u32 pid; u32 ppid; u32 tid; u32 ptid; u64 time; } event_id; }; struct perf_comm_event { struct task_struct *task; char *comm; int comm_size; struct { struct perf_event_header header; u32 pid; u32 tid; } event_id; }; struct perf_namespaces_event { struct task_struct *task; struct { struct perf_event_header header; u32 pid; u32 tid; u64 nr_namespaces; struct perf_ns_link_info link_info[7]; } event_id; }; struct perf_cgroup_event { char *path; int path_size; struct { struct perf_event_header header; u64 id; char path[0]; } event_id; }; struct perf_mmap_event { struct vm_area_struct *vma; const char *file_name; int file_size; int maj; int min; u64 ino; u64 ino_generation; u32 prot; u32 flags; u8 build_id[20]; u32 build_id_size; struct { struct perf_event_header header; u32 pid; u32 tid; u64 start; u64 len; u64 pgoff; } event_id; }; struct perf_switch_event { struct task_struct *task; struct task_struct *next_prev; struct { struct perf_event_header header; u32 next_prev_pid; u32 next_prev_tid; } event_id; }; struct perf_ksymbol_event { const char *name; int name_len; struct { struct perf_event_header header; u64 addr; u32 len; u16 ksym_type; u16 flags; } event_id; }; struct perf_bpf_event { struct bpf_prog *prog; struct { struct perf_event_header header; u16 type; u16 flags; u32 id; u8 tag[8]; } event_id; }; struct perf_text_poke_event { const void *old_bytes; const void *new_bytes; size_t pad; u16 old_len; u16 new_len; struct { struct perf_event_header header; u64 addr; } event_id; }; struct swevent_htable { struct swevent_hlist *swevent_hlist; struct mutex hlist_mutex; int hlist_refcount; int recursion[4]; }; enum perf_probe_config { PERF_PROBE_CONFIG_IS_RETPROBE = 1, PERF_UPROBE_REF_CTR_OFFSET_BITS = 32, PERF_UPROBE_REF_CTR_OFFSET_SHIFT = 32, }; enum { IF_ACT_NONE = -1, IF_ACT_FILTER = 0, IF_ACT_START = 1, IF_ACT_STOP = 2, IF_SRC_FILE = 3, IF_SRC_KERNEL = 4, IF_SRC_FILEADDR = 5, IF_SRC_KERNELADDR = 6, }; enum { IF_STATE_ACTION = 0, IF_STATE_SOURCE = 1, IF_STATE_END = 2, }; struct perf_aux_event { struct perf_event_header header; u64 hw_id; }; struct perf_aux_event___2 { struct perf_event_header header; u32 pid; u32 tid; }; struct perf_aux_event___3 { struct perf_event_header header; u64 offset; u64 size; u64 flags; }; enum rseq_cpu_id_state { RSEQ_CPU_ID_UNINITIALIZED = -1, RSEQ_CPU_ID_REGISTRATION_FAILED = -2, }; enum rseq_flags { RSEQ_FLAG_UNREGISTER = 1, }; enum rseq_cs_flags { RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT = 1, RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL = 2, RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE = 4, }; struct rseq_cs { __u32 version; __u32 flags; __u64 start_ip; __u64 post_commit_offset; __u64 abort_ip; }; struct trace_event_raw_rseq_update { struct trace_entry ent; s32 cpu_id; s32 node_id; s32 mm_cid; char __data[0]; }; struct trace_event_raw_rseq_ip_fixup { struct trace_entry ent; long unsigned int regs_ip; long unsigned int start_ip; long unsigned int post_commit_offset; long unsigned int abort_ip; char __data[0]; }; struct trace_event_data_offsets_rseq_update {}; struct trace_event_data_offsets_rseq_ip_fixup {}; typedef void (*btf_trace_rseq_update)(void *, struct task_struct *); typedef void (*btf_trace_rseq_ip_fixup)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); enum blacklist_hash_type { BLACKLIST_HASH_X509_TBS = 1, BLACKLIST_HASH_BINARY = 2, }; enum positive_aop_returns { AOP_WRITEPAGE_ACTIVATE = 524288, AOP_TRUNCATED_PAGE = 524289, }; struct wb_lock_cookie { bool locked; long unsigned int flags; }; struct dirty_throttle_control { struct wb_domain *dom; struct dirty_throttle_control *gdtc; struct bdi_writeback *wb; struct fprop_local_percpu *wb_completions; long unsigned int avail; long unsigned int dirty; long unsigned int thresh; long unsigned int bg_thresh; long unsigned int wb_dirty; long unsigned int wb_thresh; long unsigned int wb_bg_thresh; long unsigned int pos_ratio; }; struct simple_xattr { struct rb_node rb_node; char *name; size_t size; char value[0]; }; typedef unsigned int uffd_flags_t; enum mfill_atomic_mode { MFILL_ATOMIC_COPY = 0, MFILL_ATOMIC_ZEROPAGE = 1, MFILL_ATOMIC_CONTINUE = 2, NR_MFILL_ATOMIC_MODES = 3, }; struct shmem_sb_info { long unsigned int max_blocks; struct percpu_counter used_blocks; long unsigned int max_inodes; long unsigned int free_inodes; raw_spinlock_t stat_lock; umode_t mode; unsigned char huge; kuid_t uid; kgid_t gid; bool full_inums; bool noswap; ino_t next_ino; ino_t *ino_batch; struct mempolicy *mpol; spinlock_t shrinklist_lock; struct list_head shrinklist; long unsigned int shrinklist_len; }; enum sgp_type { SGP_READ = 0, SGP_NOALLOC = 1, SGP_CACHE = 2, SGP_WRITE = 3, SGP_FALLOC = 4, }; struct shmem_falloc { wait_queue_head_t *waitq; long unsigned int start; long unsigned int next; long unsigned int nr_falloced; long unsigned int nr_unswapped; }; struct shmem_options { long long unsigned int blocks; long long unsigned int inodes; struct mempolicy *mpol; kuid_t uid; kgid_t gid; umode_t mode; bool full_inums; int huge; int seen; bool noswap; }; enum shmem_param { Opt_gid___3 = 0, Opt_huge = 1, Opt_mode = 2, Opt_mpol = 3, Opt_nr_blocks = 4, Opt_nr_inodes = 5, Opt_size = 6, Opt_uid___3 = 7, Opt_inode32 = 8, Opt_inode64 = 9, Opt_noswap = 10, }; enum writeback_stat_item { NR_DIRTY_THRESHOLD = 0, NR_DIRTY_BG_THRESHOLD = 1, NR_VM_WRITEBACK_STAT_ITEMS = 2, }; struct contig_page_info { long unsigned int free_pages; long unsigned int free_blocks_total; long unsigned int free_blocks_suitable; }; typedef s8 pcp_op_T_____7; struct memblock { bool bottom_up; phys_addr_t current_limit; struct memblock_type memory; struct memblock_type reserved; }; enum mminit_level { MMINIT_WARNING = 0, MMINIT_VERIFY = 1, MMINIT_TRACE = 2, }; struct mminit_pfnnid_cache { long unsigned int last_start; long unsigned int last_end; int last_nid; }; struct pcpu_group_info { int nr_units; long unsigned int base_offset; unsigned int *cpu_map; }; struct pcpu_alloc_info { size_t static_size; size_t reserved_size; size_t dyn_size; size_t unit_size; size_t atom_size; size_t alloc_size; size_t __ai_size; int nr_groups; struct pcpu_group_info groups[0]; }; enum memcg_stat_item { MEMCG_SWAP = 43, MEMCG_SOCK = 44, MEMCG_PERCPU_B = 45, MEMCG_VMALLOC = 46, MEMCG_KMEM = 47, MEMCG_ZSWAP_B = 48, MEMCG_ZSWAPPED = 49, MEMCG_NR_STAT = 50, }; struct trace_event_raw_percpu_alloc_percpu { struct trace_entry ent; long unsigned int call_site; bool reserved; bool is_atomic; size_t size; size_t align; void *base_addr; int off; void *ptr; size_t bytes_alloc; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_percpu_free_percpu { struct trace_entry ent; void *base_addr; int off; void *ptr; char __data[0]; }; struct trace_event_raw_percpu_alloc_percpu_fail { struct trace_entry ent; bool reserved; bool is_atomic; size_t size; size_t align; char __data[0]; }; struct trace_event_raw_percpu_create_chunk { struct trace_entry ent; void *base_addr; char __data[0]; }; struct trace_event_raw_percpu_destroy_chunk { struct trace_entry ent; void *base_addr; char __data[0]; }; struct trace_event_data_offsets_percpu_alloc_percpu {}; struct trace_event_data_offsets_percpu_free_percpu {}; struct trace_event_data_offsets_percpu_alloc_percpu_fail {}; struct trace_event_data_offsets_percpu_create_chunk {}; struct trace_event_data_offsets_percpu_destroy_chunk {}; typedef void (*btf_trace_percpu_alloc_percpu)(void *, long unsigned int, bool, bool, size_t, size_t, void *, int, void *, size_t, gfp_t); typedef void (*btf_trace_percpu_free_percpu)(void *, void *, int, void *); typedef void (*btf_trace_percpu_alloc_percpu_fail)(void *, bool, bool, size_t, size_t); typedef void (*btf_trace_percpu_create_chunk)(void *, void *); typedef void (*btf_trace_percpu_destroy_chunk)(void *, void *); struct pcpu_block_md { int scan_hint; int scan_hint_start; int contig_hint; int contig_hint_start; int left_free; int right_free; int first_free; int nr_bits; }; struct pcpu_chunk { struct list_head list; int free_bytes; struct pcpu_block_md chunk_md; void *base_addr; long unsigned int *alloc_map; long unsigned int *bound_map; struct pcpu_block_md *md_blocks; void *data; bool immutable; bool isolated; int start_offset; int end_offset; struct obj_cgroup **obj_cgroups; int nr_pages; int nr_populated; int nr_empty_pop_pages; long unsigned int populated[0]; }; enum lru_status { LRU_REMOVED = 0, LRU_REMOVED_RETRY = 1, LRU_ROTATE = 2, LRU_SKIP = 3, LRU_RETRY = 4, }; typedef enum lru_status (*list_lru_walk_cb)(struct list_head *, struct list_lru_one *, spinlock_t *, void *); struct trace_event_raw_mmap_lock { struct trace_entry ent; struct mm_struct *mm; u32 __data_loc_memcg_path; bool write; char __data[0]; }; struct trace_event_raw_mmap_lock_acquire_returned { struct trace_entry ent; struct mm_struct *mm; u32 __data_loc_memcg_path; bool write; bool success; char __data[0]; }; struct trace_event_data_offsets_mmap_lock { u32 memcg_path; }; struct trace_event_data_offsets_mmap_lock_acquire_returned { u32 memcg_path; }; typedef void (*btf_trace_mmap_lock_start_locking)(void *, struct mm_struct *, const char *, bool); typedef void (*btf_trace_mmap_lock_released)(void *, struct mm_struct *, const char *, bool); typedef void (*btf_trace_mmap_lock_acquire_returned)(void *, struct mm_struct *, const char *, bool, bool); struct memcg_path { local_lock_t lock; char *buf; local_t buf_idx; }; struct trace_event_raw_vm_unmapped_area { struct trace_entry ent; long unsigned int addr; long unsigned int total_vm; long unsigned int flags; long unsigned int length; long unsigned int low_limit; long unsigned int high_limit; long unsigned int align_mask; long unsigned int align_offset; char __data[0]; }; struct trace_event_raw_vma_mas_szero { struct trace_entry ent; struct maple_tree *mt; long unsigned int start; long unsigned int end; char __data[0]; }; struct trace_event_raw_vma_store { struct trace_entry ent; struct maple_tree *mt; struct vm_area_struct *vma; long unsigned int vm_start; long unsigned int vm_end; char __data[0]; }; struct trace_event_raw_exit_mmap { struct trace_entry ent; struct mm_struct *mm; struct maple_tree *mt; char __data[0]; }; struct trace_event_data_offsets_vm_unmapped_area {}; struct trace_event_data_offsets_vma_mas_szero {}; struct trace_event_data_offsets_vma_store {}; struct trace_event_data_offsets_exit_mmap {}; typedef void (*btf_trace_vm_unmapped_area)(void *, long unsigned int, struct vm_unmapped_area_info *); typedef void (*btf_trace_vma_mas_szero)(void *, struct maple_tree *, long unsigned int, long unsigned int); typedef void (*btf_trace_vma_store)(void *, struct maple_tree *, struct vm_area_struct *); typedef void (*btf_trace_exit_mmap)(void *, struct mm_struct *); struct vma_prepare { struct vm_area_struct *vma; struct vm_area_struct *adj_next; struct file *file; struct address_space *mapping; struct anon_vma *anon_vma; struct vm_area_struct *insert; struct vm_area_struct *remove; struct vm_area_struct *remove2; }; struct mmap_arg_struct { long unsigned int addr; long unsigned int len; long unsigned int prot; long unsigned int flags; long unsigned int fd; long unsigned int offset; }; struct vmap_area { long unsigned int va_start; long unsigned int va_end; struct rb_node rb_node; struct list_head list; union { long unsigned int subtree_max_size; struct vm_struct *vm; }; long unsigned int flags; }; typedef unsigned int kasan_vmalloc_flags_t; struct trace_event_raw_alloc_vmap_area { struct trace_entry ent; long unsigned int addr; long unsigned int size; long unsigned int align; long unsigned int vstart; long unsigned int vend; int failed; char __data[0]; }; struct trace_event_raw_purge_vmap_area_lazy { struct trace_entry ent; long unsigned int start; long unsigned int end; unsigned int npurged; char __data[0]; }; struct trace_event_raw_free_vmap_area_noflush { struct trace_entry ent; long unsigned int va_start; long unsigned int nr_lazy; long unsigned int nr_lazy_max; char __data[0]; }; struct trace_event_data_offsets_alloc_vmap_area {}; struct trace_event_data_offsets_purge_vmap_area_lazy {}; struct trace_event_data_offsets_free_vmap_area_noflush {}; typedef void (*btf_trace_alloc_vmap_area)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, int); typedef void (*btf_trace_purge_vmap_area_lazy)(void *, long unsigned int, long unsigned int, unsigned int); typedef void (*btf_trace_free_vmap_area_noflush)(void *, long unsigned int, long unsigned int, long unsigned int); struct vfree_deferred { struct llist_head list; struct work_struct wq; }; enum fit_type { NOTHING_FIT = 0, FL_FIT_TYPE = 1, LE_FIT_TYPE = 2, RE_FIT_TYPE = 3, NE_FIT_TYPE = 4, }; struct vmap_block_queue { spinlock_t lock; struct list_head free; struct xarray vmap_blocks; }; struct vmap_block { spinlock_t lock; struct vmap_area *va; long unsigned int free; long unsigned int dirty; long unsigned int used_map[16]; long unsigned int dirty_min; long unsigned int dirty_max; struct list_head free_list; struct callback_head callback_head; struct list_head purge; }; struct madvise_walk_private { struct mmu_gather *tlb; bool pageout; }; struct swap_iocb { struct kiocb iocb; struct bio_vec bvec[32]; int pages; int len; }; struct swap_slots_cache { bool lock_initialized; struct mutex alloc_lock; swp_entry_t *slots; int nr; int cur; spinlock_t free_lock; swp_entry_t *slots_ret; int n_ret; }; struct dma_block { struct dma_block *next_block; dma_addr_t dma; }; struct dma_pool { struct list_head page_list; spinlock_t lock; struct dma_block *next_block; size_t nr_blocks; size_t nr_active; size_t nr_pages; struct device *dev; unsigned int size; unsigned int allocation; unsigned int boundary; char name[32]; struct list_head pools; }; struct dma_page { struct list_head page_list; void *vaddr; dma_addr_t dma; }; enum string_size_units { STRING_UNITS_10 = 0, STRING_UNITS_2 = 1, }; struct resv_map { struct kref refs; spinlock_t lock; struct list_head regions; long int adds_in_progress; struct list_head region_cache; long int region_cache_count; }; struct file_region { struct list_head link; long int from; long int to; }; struct hugetlb_vma_lock { struct kref refs; struct rw_semaphore rw_sema; struct vm_area_struct *vma; }; struct huge_bootmem_page { struct list_head list; struct hstate *hstate; }; enum { FOLL_TOUCH = 65536, FOLL_TRIED = 131072, FOLL_REMOTE = 262144, FOLL_PIN = 524288, FOLL_FAST_ONLY = 1048576, FOLL_UNLOCKABLE = 2097152, }; enum vma_resv_mode { VMA_NEEDS_RESV = 0, VMA_COMMIT_RESV = 1, VMA_END_RESV = 2, VMA_ADD_RESV = 3, VMA_DEL_RESV = 4, }; struct node_hstate { struct kobject *hugepages_kobj; struct kobject *hstate_kobjs[2]; }; struct hugetlb_cgroup; struct mmu_notifier_subscriptions { struct hlist_head list; bool has_itree; spinlock_t lock; long unsigned int invalidate_seq; long unsigned int active_invalidate_ranges; struct rb_root_cached itree; wait_queue_head_t wq; struct hlist_head deferred_list; }; struct mmu_interval_notifier; struct mmu_interval_notifier_ops { bool (*invalidate)(struct mmu_interval_notifier *, const struct mmu_notifier_range *, long unsigned int); }; struct mmu_interval_notifier { struct interval_tree_node interval_tree; const struct mmu_interval_notifier_ops *ops; struct mm_struct *mm; struct hlist_node deferred_item; long unsigned int invalidate_seq; }; struct kcsan_scoped_access {}; enum kfence_object_state { KFENCE_OBJECT_UNUSED = 0, KFENCE_OBJECT_ALLOCATED = 1, KFENCE_OBJECT_FREED = 2, }; struct kfence_track { pid_t pid; int cpu; u64 ts_nsec; int num_stack_entries; long unsigned int stack_entries[64]; }; struct kfence_metadata { struct list_head list; struct callback_head callback_head; raw_spinlock_t lock; enum kfence_object_state state; long unsigned int addr; size_t size; struct kmem_cache *cache; long unsigned int unprotected_page; struct kfence_track alloc_track; struct kfence_track free_track; u32 alloc_stack_hash; struct obj_cgroup *objcg; }; enum kfence_error_type { KFENCE_ERROR_OOB = 0, KFENCE_ERROR_UAF = 1, KFENCE_ERROR_CORRUPTION = 2, KFENCE_ERROR_INVALID = 3, KFENCE_ERROR_INVALID_FREE = 4, }; enum kfence_counter_id { KFENCE_COUNTER_ALLOCATED = 0, KFENCE_COUNTER_ALLOCS = 1, KFENCE_COUNTER_FREES = 2, KFENCE_COUNTER_ZOMBIES = 3, KFENCE_COUNTER_BUGS = 4, KFENCE_COUNTER_SKIP_INCOMPAT = 5, KFENCE_COUNTER_SKIP_CAPACITY = 6, KFENCE_COUNTER_SKIP_COVERED = 7, KFENCE_COUNTER_COUNT = 8, }; union migration_ptr { struct anon_vma *anon_vma; struct address_space *mapping; }; struct migrate_pages_stats { int nr_succeeded; int nr_failed_pages; int nr_thp_succeeded; int nr_thp_failed; int nr_thp_split; }; struct mem_cgroup_reclaim_cookie { pg_data_t *pgdat; unsigned int generation; }; enum mem_cgroup_events_target { MEM_CGROUP_TARGET_THRESH = 0, MEM_CGROUP_TARGET_SOFTLIMIT = 1, MEM_CGROUP_NTARGETS = 2, }; struct memcg_vmstats { long int state[50]; long unsigned int events[17]; long int state_pending[50]; long unsigned int events_pending[17]; }; struct memcg_vmstats_percpu { long int state[50]; long unsigned int events[17]; long int state_prev[50]; long unsigned int events_prev[17]; long unsigned int nr_page_events; long unsigned int targets[2]; }; struct mem_cgroup_tree_per_node { struct rb_root rb_root; struct rb_node *rb_rightmost; spinlock_t lock; }; struct mem_cgroup_tree { struct mem_cgroup_tree_per_node *rb_tree_per_node[2]; }; struct mem_cgroup_eventfd_list { struct list_head list; struct eventfd_ctx *eventfd; }; struct mem_cgroup_event { struct mem_cgroup *memcg; struct eventfd_ctx *eventfd; struct list_head list; int (*register_event)(struct mem_cgroup *, struct eventfd_ctx *, const char *); void (*unregister_event)(struct mem_cgroup *, struct eventfd_ctx *); poll_table pt; wait_queue_head_t *wqh; wait_queue_entry_t wait; struct work_struct remove; }; struct move_charge_struct { spinlock_t lock; struct mm_struct *mm; struct mem_cgroup *from; struct mem_cgroup *to; long unsigned int flags; long unsigned int precharge; long unsigned int moved_charge; long unsigned int moved_swap; struct task_struct *moving_task; wait_queue_head_t waitq; }; enum res_type { _MEM = 0, _MEMSWAP = 1, _KMEM = 2, _TCP = 3, }; struct memory_stat { const char *name; unsigned int idx; }; struct oom_wait_info { struct mem_cgroup *memcg; wait_queue_entry_t wait; }; struct memcg_stock_pcp { local_lock_t stock_lock; struct mem_cgroup *cached; unsigned int nr_pages; struct obj_cgroup *cached_objcg; struct pglist_data *cached_pgdat; unsigned int nr_bytes; int nr_slab_reclaimable_b; int nr_slab_unreclaimable_b; struct work_struct work; long unsigned int flags; }; enum { RES_USAGE = 0, RES_LIMIT = 1, RES_MAX_USAGE = 2, RES_FAILCNT = 3, RES_SOFT_LIMIT = 4, }; union mc_target { struct page *page; swp_entry_t ent; }; enum mc_target_type { MC_TARGET_NONE = 0, MC_TARGET_PAGE = 1, MC_TARGET_SWAP = 2, MC_TARGET_DEVICE = 3, }; struct uncharge_gather { struct mem_cgroup *memcg; long unsigned int nr_memory; long unsigned int pgpgout; long unsigned int nr_kmem; int nid; }; struct numa_stat { const char *name; unsigned int lru_mask; }; struct zpool { struct zpool_driver *driver; void *pool; }; enum zs_mapmode { ZS_MM_RW = 0, ZS_MM_RO = 1, ZS_MM_WO = 2, }; struct zs_pool_stats { atomic_long_t pages_compacted; }; enum fullness_group { ZS_INUSE_RATIO_0 = 0, ZS_INUSE_RATIO_10 = 1, ZS_INUSE_RATIO_99 = 10, ZS_INUSE_RATIO_100 = 11, NR_FULLNESS_GROUPS = 12, }; enum class_stat_type { ZS_OBJS_ALLOCATED = 12, ZS_OBJS_INUSE = 13, NR_CLASS_STAT_TYPES = 14, }; struct zs_size_stat { long unsigned int objs[14]; }; struct size_class { struct list_head fullness_list[12]; int size; int objs_per_zspage; int pages_per_zspage; unsigned int index; struct zs_size_stat stats; }; struct link_free { union { long unsigned int next; long unsigned int handle; long unsigned int deferred_handle; }; }; struct zs_pool { const char *name; struct size_class *size_class[255]; struct kmem_cache *handle_cachep; struct kmem_cache *zspage_cachep; atomic_long_t pages_allocated; struct zs_pool_stats stats; struct shrinker shrinker; struct list_head lru; struct zpool *zpool; const struct zpool_ops *zpool_ops; struct work_struct free_work; spinlock_t lock; atomic_t compaction_in_progress; }; struct zspage { struct { unsigned int huge: 1; unsigned int fullness: 4; unsigned int class: 9; unsigned int isolated: 5; unsigned int magic: 8; }; unsigned int inuse; unsigned int freeobj; struct page *first_page; struct list_head list; struct list_head lru; bool under_reclaim; struct zs_pool *pool; rwlock_t lock; }; struct mapping_area { local_lock_t lock; char *vm_buf; char *vm_addr; enum zs_mapmode vm_mm; }; struct zs_compact_control { struct page *s_page; struct page *d_page; int obj_idx; }; struct trace_event_raw_cma_release { struct trace_entry ent; u32 __data_loc_name; long unsigned int pfn; const struct page *page; long unsigned int count; char __data[0]; }; struct trace_event_raw_cma_alloc_start { struct trace_entry ent; u32 __data_loc_name; long unsigned int count; unsigned int align; char __data[0]; }; struct trace_event_raw_cma_alloc_finish { struct trace_entry ent; u32 __data_loc_name; long unsigned int pfn; const struct page *page; long unsigned int count; unsigned int align; int errorno; char __data[0]; }; struct trace_event_raw_cma_alloc_busy_retry { struct trace_entry ent; u32 __data_loc_name; long unsigned int pfn; const struct page *page; long unsigned int count; unsigned int align; char __data[0]; }; struct trace_event_data_offsets_cma_release { u32 name; }; struct trace_event_data_offsets_cma_alloc_start { u32 name; }; struct trace_event_data_offsets_cma_alloc_finish { u32 name; }; struct trace_event_data_offsets_cma_alloc_busy_retry { u32 name; }; typedef void (*btf_trace_cma_release)(void *, const char *, long unsigned int, const struct page *, long unsigned int); typedef void (*btf_trace_cma_alloc_start)(void *, const char *, long unsigned int, unsigned int); typedef void (*btf_trace_cma_alloc_finish)(void *, const char *, long unsigned int, const struct page *, long unsigned int, unsigned int, int); typedef void (*btf_trace_cma_alloc_busy_retry)(void *, const char *, long unsigned int, const struct page *, long unsigned int, unsigned int); struct page_ext_operations { size_t offset; size_t size; bool (*need)(); void (*init)(); bool need_shared_flags; }; struct damon_sysfs_scheme; struct damon_sysfs_schemes { struct kobject kobj; struct damon_sysfs_scheme **schemes_arr; int nr; }; struct damon_sysfs_access_pattern; struct damon_sysfs_quotas; struct damon_sysfs_watermarks; struct damon_sysfs_scheme_filters; struct damon_sysfs_stats; struct damon_sysfs_scheme_regions; struct damon_sysfs_scheme { struct kobject kobj; enum damos_action action; struct damon_sysfs_access_pattern *access_pattern; struct damon_sysfs_quotas *quotas; struct damon_sysfs_watermarks *watermarks; struct damon_sysfs_scheme_filters *filters; struct damon_sysfs_stats *stats; struct damon_sysfs_scheme_regions *tried_regions; }; struct damon_sysfs_scheme_region { struct kobject kobj; struct damon_addr_range ar; unsigned int nr_accesses; unsigned int age; struct list_head list; }; struct damon_sysfs_scheme_regions { struct kobject kobj; struct list_head regions_list; int nr_regions; }; struct damon_sysfs_stats { struct kobject kobj; long unsigned int nr_tried; long unsigned int sz_tried; long unsigned int nr_applied; long unsigned int sz_applied; long unsigned int qt_exceeds; }; struct damon_sysfs_scheme_filter { struct kobject kobj; enum damos_filter_type type; bool matching; char *memcg_path; }; struct damon_sysfs_scheme_filters { struct kobject kobj; struct damon_sysfs_scheme_filter **filters_arr; int nr; }; struct damon_sysfs_watermarks { struct kobject kobj; enum damos_wmark_metric metric; long unsigned int interval_us; long unsigned int high; long unsigned int mid; long unsigned int low; }; struct damon_sysfs_weights { struct kobject kobj; unsigned int sz; unsigned int nr_accesses; unsigned int age; }; struct damon_sysfs_quotas { struct kobject kobj; struct damon_sysfs_weights *weights; long unsigned int ms; long unsigned int sz; long unsigned int reset_interval_ms; }; struct damon_sysfs_access_pattern { struct kobject kobj; struct damon_sysfs_ul_range *sz; struct damon_sysfs_ul_range *nr_accesses; struct damon_sysfs_ul_range *age; }; enum hmm_pfn_flags { HMM_PFN_VALID = 9223372036854775808ULL, HMM_PFN_WRITE = 4611686018427387904ULL, HMM_PFN_ERROR = 2305843009213693952ULL, HMM_PFN_ORDER_SHIFT = 56ULL, HMM_PFN_REQ_FAULT = 9223372036854775808ULL, HMM_PFN_REQ_WRITE = 4611686018427387904ULL, HMM_PFN_FLAGS = 18374686479671623680ULL, }; struct hmm_range { struct mmu_interval_notifier *notifier; long unsigned int notifier_seq; long unsigned int start; long unsigned int end; long unsigned int *hmm_pfns; long unsigned int default_flags; long unsigned int pfn_flags_mask; void *dev_private_owner; }; struct hmm_vma_walk { struct hmm_range *range; long unsigned int last; }; enum { HMM_NEED_FAULT = 1, HMM_NEED_WRITE_FAULT = 2, HMM_NEED_ALL_BITS = 3, }; struct page_reporting_dev_info { int (*report)(struct page_reporting_dev_info *, struct scatterlist *, unsigned int); struct delayed_work work; atomic_t state; unsigned int order; }; enum { PAGE_REPORTING_IDLE = 0, PAGE_REPORTING_REQUESTED = 1, PAGE_REPORTING_ACTIVE = 2, }; struct files_stat_struct { long unsigned int nr_files; long unsigned int nr_free_files; long unsigned int max_files; }; typedef struct kobject *kobj_probe_t(dev_t, int *, void *); struct char_device_struct { struct char_device_struct *next; unsigned int major; unsigned int baseminor; int minorct; char name[64]; struct cdev *cdev; }; struct stat { long unsigned int st_dev; long unsigned int st_ino; long unsigned int st_nlink; unsigned int st_mode; unsigned int st_uid; unsigned int st_gid; unsigned int __pad1; long unsigned int st_rdev; long unsigned int st_size; long unsigned int st_atime; long unsigned int st_atime_nsec; long unsigned int st_mtime; long unsigned int st_mtime_nsec; long unsigned int st_ctime; long unsigned int st_ctime_nsec; long unsigned int st_blksize; long int st_blocks; long unsigned int __unused[3]; }; typedef u16 compat_dev_t; typedef u16 compat_nlink_t; struct compat_stat { compat_dev_t st_dev; u16 __pad1; compat_ino_t st_ino; compat_mode_t st_mode; compat_nlink_t st_nlink; __compat_uid_t st_uid; __compat_gid_t st_gid; compat_dev_t st_rdev; u16 __pad2; u32 st_size; u32 st_blksize; u32 st_blocks; u32 st_atime; u32 st_atime_nsec; u32 st_mtime; u32 st_mtime_nsec; u32 st_ctime; u32 st_ctime_nsec; u32 __unused4; u32 __unused5; }; struct saved { struct path link; struct delayed_call done; const char *name; unsigned int seq; }; struct nameidata { struct path path; struct qstr last; struct path root; struct inode *inode; unsigned int flags; unsigned int state; unsigned int seq; unsigned int next_seq; unsigned int m_seq; unsigned int r_seq; int last_type; unsigned int depth; int total_link_count; struct saved *stack; struct saved internal[2]; struct filename *name; struct nameidata *saved; unsigned int root_seq; int dfd; vfsuid_t dir_vfsuid; umode_t dir_mode; }; struct renamedata { struct mnt_idmap *old_mnt_idmap; struct inode *old_dir; struct dentry *old_dentry; struct mnt_idmap *new_mnt_idmap; struct inode *new_dir; struct dentry *new_dentry; struct inode **delegated_inode; unsigned int flags; }; enum { LAST_NORM = 0, LAST_ROOT = 1, LAST_DOT = 2, LAST_DOTDOT = 3, }; typedef int filler_t(struct file *, struct folio *); enum { WALK_TRAILING = 1, WALK_MORE = 2, WALK_NOFOLLOW = 4, }; typedef struct { long unsigned int fds_bits[16]; } __kernel_fd_set; typedef __kernel_fd_set fd_set; struct poll_table_entry { struct file *filp; __poll_t key; wait_queue_entry_t wait; wait_queue_head_t *wait_address; }; struct poll_table_page; struct poll_wqueues { poll_table pt; struct poll_table_page *table; struct task_struct *polling_task; int triggered; int error; int inline_index; struct poll_table_entry inline_entries[9]; }; struct poll_table_page { struct poll_table_page *next; struct poll_table_entry *entry; struct poll_table_entry entries[0]; }; enum poll_time_type { PT_TIMEVAL = 0, PT_OLD_TIMEVAL = 1, PT_TIMESPEC = 2, PT_OLD_TIMESPEC = 3, }; typedef struct { long unsigned int *in; long unsigned int *out; long unsigned int *ex; long unsigned int *res_in; long unsigned int *res_out; long unsigned int *res_ex; } fd_set_bits; struct sigset_argpack { sigset_t *p; size_t size; }; struct poll_list { struct poll_list *next; int len; struct pollfd entries[0]; }; struct compat_sel_arg_struct { compat_ulong_t n; compat_uptr_t inp; compat_uptr_t outp; compat_uptr_t exp; compat_uptr_t tvp; }; struct compat_sigset_argpack { compat_uptr_t p; compat_size_t size; }; struct inodes_stat_t { long int nr_inodes; long int nr_unused; long int dummy[5]; }; enum file_time_flags { S_ATIME = 1, S_MTIME = 2, S_CTIME = 4, S_VERSION = 8, }; struct wb_writeback_work { long int nr_pages; struct super_block *sb; enum writeback_sync_modes sync_mode; unsigned int tagged_writepages: 1; unsigned int for_kupdate: 1; unsigned int range_cyclic: 1; unsigned int for_background: 1; unsigned int for_sync: 1; unsigned int auto_free: 1; enum wb_reason reason; struct list_head list; struct wb_completion *done; }; struct trace_event_raw_writeback_folio_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int index; char __data[0]; }; struct trace_event_raw_writeback_dirty_inode_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int flags; char __data[0]; }; struct trace_event_raw_inode_foreign_history { struct trace_entry ent; char name[32]; ino_t ino; ino_t cgroup_ino; unsigned int history; char __data[0]; }; struct trace_event_raw_inode_switch_wbs { struct trace_entry ent; char name[32]; ino_t ino; ino_t old_cgroup_ino; ino_t new_cgroup_ino; char __data[0]; }; struct trace_event_raw_track_foreign_dirty { struct trace_entry ent; char name[32]; u64 bdi_id; ino_t ino; unsigned int memcg_id; ino_t cgroup_ino; ino_t page_cgroup_ino; char __data[0]; }; struct trace_event_raw_flush_foreign { struct trace_entry ent; char name[32]; ino_t cgroup_ino; unsigned int frn_bdi_id; unsigned int frn_memcg_id; char __data[0]; }; struct trace_event_raw_writeback_write_inode_template { struct trace_entry ent; char name[32]; ino_t ino; int sync_mode; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_work_class { struct trace_entry ent; char name[32]; long int nr_pages; dev_t sb_dev; int sync_mode; int for_kupdate; int range_cyclic; int for_background; int reason; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_pages_written { struct trace_entry ent; long int pages; char __data[0]; }; struct trace_event_raw_writeback_class { struct trace_entry ent; char name[32]; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_bdi_register { struct trace_entry ent; char name[32]; char __data[0]; }; struct trace_event_raw_wbc_class { struct trace_entry ent; char name[32]; long int nr_to_write; long int pages_skipped; int sync_mode; int for_kupdate; int for_background; int for_reclaim; int range_cyclic; long int range_start; long int range_end; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_queue_io { struct trace_entry ent; char name[32]; long unsigned int older; long int age; int moved; int reason; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_global_dirty_state { struct trace_entry ent; long unsigned int nr_dirty; long unsigned int nr_writeback; long unsigned int background_thresh; long unsigned int dirty_thresh; long unsigned int dirty_limit; long unsigned int nr_dirtied; long unsigned int nr_written; char __data[0]; }; struct trace_event_raw_bdi_dirty_ratelimit { struct trace_entry ent; char bdi[32]; long unsigned int write_bw; long unsigned int avg_write_bw; long unsigned int dirty_rate; long unsigned int dirty_ratelimit; long unsigned int task_ratelimit; long unsigned int balanced_dirty_ratelimit; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_balance_dirty_pages { struct trace_entry ent; char bdi[32]; long unsigned int limit; long unsigned int setpoint; long unsigned int dirty; long unsigned int bdi_setpoint; long unsigned int bdi_dirty; long unsigned int dirty_ratelimit; long unsigned int task_ratelimit; unsigned int dirtied; unsigned int dirtied_pause; long unsigned int paused; long int pause; long unsigned int period; long int think; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_sb_inodes_requeue { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int dirtied_when; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_single_inode_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int dirtied_when; long unsigned int writeback_index; long int nr_to_write; long unsigned int wrote; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_inode_template { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int state; __u16 mode; long unsigned int dirtied_when; char __data[0]; }; struct trace_event_data_offsets_writeback_folio_template {}; struct trace_event_data_offsets_writeback_dirty_inode_template {}; struct trace_event_data_offsets_inode_foreign_history {}; struct trace_event_data_offsets_inode_switch_wbs {}; struct trace_event_data_offsets_track_foreign_dirty {}; struct trace_event_data_offsets_flush_foreign {}; struct trace_event_data_offsets_writeback_write_inode_template {}; struct trace_event_data_offsets_writeback_work_class {}; struct trace_event_data_offsets_writeback_pages_written {}; struct trace_event_data_offsets_writeback_class {}; struct trace_event_data_offsets_writeback_bdi_register {}; struct trace_event_data_offsets_wbc_class {}; struct trace_event_data_offsets_writeback_queue_io {}; struct trace_event_data_offsets_global_dirty_state {}; struct trace_event_data_offsets_bdi_dirty_ratelimit {}; struct trace_event_data_offsets_balance_dirty_pages {}; struct trace_event_data_offsets_writeback_sb_inodes_requeue {}; struct trace_event_data_offsets_writeback_single_inode_template {}; struct trace_event_data_offsets_writeback_inode_template {}; typedef void (*btf_trace_writeback_dirty_folio)(void *, struct folio *, struct address_space *); typedef void (*btf_trace_folio_wait_writeback)(void *, struct folio *, struct address_space *); typedef void (*btf_trace_writeback_mark_inode_dirty)(void *, struct inode *, int); typedef void (*btf_trace_writeback_dirty_inode_start)(void *, struct inode *, int); typedef void (*btf_trace_writeback_dirty_inode)(void *, struct inode *, int); typedef void (*btf_trace_inode_foreign_history)(void *, struct inode *, struct writeback_control *, unsigned int); typedef void (*btf_trace_inode_switch_wbs)(void *, struct inode *, struct bdi_writeback *, struct bdi_writeback *); typedef void (*btf_trace_track_foreign_dirty)(void *, struct folio *, struct bdi_writeback *); typedef void (*btf_trace_flush_foreign)(void *, struct bdi_writeback *, unsigned int, unsigned int); typedef void (*btf_trace_writeback_write_inode_start)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_writeback_write_inode)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_writeback_queue)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_exec)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_start)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_written)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_wait)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_pages_written)(void *, long int); typedef void (*btf_trace_writeback_wake_background)(void *, struct bdi_writeback *); typedef void (*btf_trace_writeback_bdi_register)(void *, struct backing_dev_info *); typedef void (*btf_trace_wbc_writepage)(void *, struct writeback_control *, struct backing_dev_info *); typedef void (*btf_trace_writeback_queue_io)(void *, struct bdi_writeback *, struct wb_writeback_work *, long unsigned int, int); typedef void (*btf_trace_global_dirty_state)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_bdi_dirty_ratelimit)(void *, struct bdi_writeback *, long unsigned int, long unsigned int); typedef void (*btf_trace_balance_dirty_pages)(void *, struct bdi_writeback *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long int, long unsigned int); typedef void (*btf_trace_writeback_sb_inodes_requeue)(void *, struct inode *); typedef void (*btf_trace_writeback_single_inode_start)(void *, struct inode *, struct writeback_control *, long unsigned int); typedef void (*btf_trace_writeback_single_inode)(void *, struct inode *, struct writeback_control *, long unsigned int); typedef void (*btf_trace_writeback_lazytime)(void *, struct inode *); typedef void (*btf_trace_writeback_lazytime_iput)(void *, struct inode *); typedef void (*btf_trace_writeback_dirty_inode_enqueue)(void *, struct inode *); typedef void (*btf_trace_sb_mark_inode_writeback)(void *, struct inode *); typedef void (*btf_trace_sb_clear_inode_writeback)(void *, struct inode *); struct inode_switch_wbs_context { struct rcu_work work; struct bdi_writeback *new_wb; struct inode *inodes[0]; }; struct old_utimbuf32 { old_time32_t actime; old_time32_t modtime; }; struct utimbuf { __kernel_old_time_t actime; __kernel_old_time_t modtime; }; struct prepend_buffer { char *buf; int len; }; struct ns_get_path_task_args { const struct proc_ns_operations *ns_ops; struct task_struct *task; }; enum fsconfig_command { FSCONFIG_SET_FLAG = 0, FSCONFIG_SET_STRING = 1, FSCONFIG_SET_BINARY = 2, FSCONFIG_SET_PATH = 3, FSCONFIG_SET_PATH_EMPTY = 4, FSCONFIG_SET_FD = 5, FSCONFIG_CMD_CREATE = 6, FSCONFIG_CMD_RECONFIGURE = 7, }; struct file_dedupe_range_info { __s64 dest_fd; __u64 dest_offset; __u64 bytes_deduped; __s32 status; __u32 reserved; }; struct file_dedupe_range { __u64 src_offset; __u64 src_length; __u16 dest_count; __u16 reserved1; __u32 reserved2; struct file_dedupe_range_info info[0]; }; struct proc_fs_opts { int flag; const char *str; }; typedef int dio_iodone_t(struct kiocb *, loff_t, ssize_t, void *); enum { DIO_LOCKING = 1, DIO_SKIP_HOLES = 2, }; struct dio_submit { struct bio *bio; unsigned int blkbits; unsigned int blkfactor; unsigned int start_zero_done; int pages_in_io; sector_t block_in_file; unsigned int blocks_available; int reap_counter; sector_t final_block_in_request; int boundary; get_block_t *get_block; loff_t logical_offset_in_bio; sector_t final_block_in_bio; sector_t next_block_for_io; struct page *cur_page; unsigned int cur_page_offset; unsigned int cur_page_len; sector_t cur_page_block; loff_t cur_page_fs_offset; struct iov_iter *iter; unsigned int head; unsigned int tail; size_t from; size_t to; }; struct dio { int flags; blk_opf_t opf; struct gendisk *bio_disk; struct inode *inode; loff_t i_size; dio_iodone_t *end_io; void *private; spinlock_t bio_lock; int page_errors; int is_async; bool defer_completion; bool should_dirty; int io_error; long unsigned int refcount; struct bio *bio_list; struct task_struct *waiter; struct kiocb *iocb; ssize_t result; union { struct page *pages[64]; struct work_struct complete_work; }; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct file_handle { __u32 handle_bytes; int handle_type; unsigned char f_handle[0]; }; struct dnotify_struct { struct dnotify_struct *dn_next; __u32 dn_mask; int dn_fd; struct file *dn_filp; fl_owner_t dn_owner; }; struct dnotify_mark { struct fsnotify_mark fsn_mark; struct dnotify_struct *dn; }; struct inotify_event { __s32 wd; __u32 mask; __u32 cookie; __u32 len; char name[0]; }; struct fanotify_event_metadata { __u32 event_len; __u8 vers; __u8 reserved; __u16 metadata_len; __u64 mask; __s32 fd; __s32 pid; }; struct fanotify_event_info_header { __u8 info_type; __u8 pad; __u16 len; }; struct fanotify_event_info_fid { struct fanotify_event_info_header hdr; __kernel_fsid_t fsid; unsigned char handle[0]; }; struct fanotify_event_info_pidfd { struct fanotify_event_info_header hdr; __s32 pidfd; }; struct fanotify_event_info_error { struct fanotify_event_info_header hdr; __s32 error; __u32 error_count; }; struct fanotify_response { __s32 fd; __u32 response; }; enum siginfo_layout { SIL_KILL = 0, SIL_TIMER = 1, SIL_POLL = 2, SIL_FAULT = 3, SIL_FAULT_TRAPNO = 4, SIL_FAULT_MCEERR = 5, SIL_FAULT_BNDERR = 6, SIL_FAULT_PKUERR = 7, SIL_FAULT_PERF_EVENT = 8, SIL_CHLD = 9, SIL_RT = 10, SIL_SYS = 11, }; struct signalfd_siginfo { __u32 ssi_signo; __s32 ssi_errno; __s32 ssi_code; __u32 ssi_pid; __u32 ssi_uid; __s32 ssi_fd; __u32 ssi_tid; __u32 ssi_band; __u32 ssi_overrun; __u32 ssi_trapno; __s32 ssi_status; __s32 ssi_int; __u64 ssi_ptr; __u64 ssi_utime; __u64 ssi_stime; __u64 ssi_addr; __u16 ssi_addr_lsb; __u16 __pad2; __s32 ssi_syscall; __u64 ssi_call_addr; __u32 ssi_arch; __u8 __pad[28]; }; struct signalfd_ctx { sigset_t sigmask; }; struct eventfd_ctx { struct kref kref; wait_queue_head_t wqh; __u64 count; unsigned int flags; int id; }; struct userfaultfd_ctx { wait_queue_head_t fault_pending_wqh; wait_queue_head_t fault_wqh; wait_queue_head_t fd_wqh; wait_queue_head_t event_wqh; seqcount_spinlock_t refile_seq; refcount_t refcount; unsigned int flags; unsigned int features; bool released; atomic_t mmap_changing; struct mm_struct *mm; }; struct uffd_msg { __u8 event; __u8 reserved1; __u16 reserved2; __u32 reserved3; union { struct { __u64 flags; __u64 address; union { __u32 ptid; } feat; } pagefault; struct { __u32 ufd; } fork; struct { __u64 from; __u64 to; __u64 len; } remap; struct { __u64 start; __u64 end; } remove; struct { __u64 reserved1; __u64 reserved2; __u64 reserved3; } reserved; } arg; }; struct uffdio_api { __u64 api; __u64 features; __u64 ioctls; }; struct uffdio_range { __u64 start; __u64 len; }; struct uffdio_register { struct uffdio_range range; __u64 mode; __u64 ioctls; }; struct uffdio_copy { __u64 dst; __u64 src; __u64 len; __u64 mode; __s64 copy; }; struct uffdio_zeropage { struct uffdio_range range; __u64 mode; __s64 zeropage; }; struct uffdio_writeprotect { struct uffdio_range range; __u64 mode; }; struct uffdio_continue { struct uffdio_range range; __u64 mode; __s64 mapped; }; struct userfaultfd_fork_ctx { struct userfaultfd_ctx *orig; struct userfaultfd_ctx *new; struct list_head list; }; struct userfaultfd_unmap_ctx { struct userfaultfd_ctx *ctx; long unsigned int start; long unsigned int end; struct list_head list; }; struct userfaultfd_wait_queue { struct uffd_msg msg; wait_queue_entry_t wq; struct userfaultfd_ctx *ctx; bool waken; }; struct userfaultfd_wake_range { long unsigned int start; long unsigned int len; }; union fscrypt_iv { struct { __le64 lblk_num; u8 nonce[16]; }; u8 raw[32]; __le64 dun[4]; }; struct fscrypt_nokey_name { u32 dirhash[2]; u8 bytes[149]; u8 sha256[32]; }; struct fscrypt_symlink_data { __le16 len; char encrypted_path[1]; } __attribute__((packed)); struct user_key_payload { struct callback_head rcu; short unsigned int datalen; long: 0; char data[0]; }; struct fscrypt_key { __u32 mode; __u8 raw[64]; __u32 size; }; struct fscrypt_direct_key { struct super_block *dk_sb; struct hlist_node dk_node; refcount_t dk_refcount; const struct fscrypt_mode *dk_mode; struct fscrypt_prepared_key dk_key; u8 dk_descriptor[8]; u8 dk_raw[64]; }; struct fscrypt_get_policy_ex_arg { __u64 policy_size; union { __u8 version; struct fscrypt_policy_v1 v1; struct fscrypt_policy_v2 v2; } policy; }; struct fscrypt_context_v1 { u8 version; u8 contents_encryption_mode; u8 filenames_encryption_mode; u8 flags; u8 master_key_descriptor[8]; u8 nonce[16]; }; struct fscrypt_context_v2 { u8 version; u8 contents_encryption_mode; u8 filenames_encryption_mode; u8 flags; u8 __reserved[4]; u8 master_key_identifier[16]; u8 nonce[16]; }; union fscrypt_context { u8 version; struct fscrypt_context_v1 v1; struct fscrypt_context_v2 v2; }; struct fsverity_enable_arg { __u32 version; __u32 hash_algorithm; __u32 block_size; __u32 salt_size; __u64 salt_ptr; __u32 sig_size; __u32 __reserved1; __u64 sig_ptr; __u64 __reserved2[11]; }; struct block_buffer { u32 filled; bool is_root_hash; u8 *data; }; struct fsverity_digest { __u16 digest_algorithm; __u16 digest_size; __u8 digest[0]; }; typedef struct { u32 mask; u32 addr; } psw_compat_t; typedef struct { psw_compat_t psw; u32 gprs[16]; u32 acrs[16]; u32 orig_gpr2; long: 0; } s390_compat_regs; typedef s390_compat_regs compat_elf_gregset_t; struct arch_elf_state { int rc; }; typedef __u32 Elf32_Addr; typedef __u16 Elf32_Half; typedef __u32 Elf32_Off; typedef __u32 Elf32_Word; struct elf32_hdr { unsigned char e_ident[16]; Elf32_Half e_type; Elf32_Half e_machine; Elf32_Word e_version; Elf32_Addr e_entry; Elf32_Off e_phoff; Elf32_Off e_shoff; Elf32_Word e_flags; Elf32_Half e_ehsize; Elf32_Half e_phentsize; Elf32_Half e_phnum; Elf32_Half e_shentsize; Elf32_Half e_shnum; Elf32_Half e_shstrndx; }; struct elf32_phdr { Elf32_Word p_type; Elf32_Off p_offset; Elf32_Addr p_vaddr; Elf32_Addr p_paddr; Elf32_Word p_filesz; Elf32_Word p_memsz; Elf32_Word p_flags; Elf32_Word p_align; }; struct elf32_shdr { Elf32_Word sh_name; Elf32_Word sh_type; Elf32_Word sh_flags; Elf32_Addr sh_addr; Elf32_Off sh_offset; Elf32_Word sh_size; Elf32_Word sh_link; Elf32_Word sh_info; Elf32_Word sh_addralign; Elf32_Word sh_entsize; }; struct elf32_note { Elf32_Word n_namesz; Elf32_Word n_descsz; Elf32_Word n_type; }; struct compat_elf_siginfo { compat_int_t si_signo; compat_int_t si_code; compat_int_t si_errno; }; struct compat_elf_prstatus_common { struct compat_elf_siginfo pr_info; short int pr_cursig; compat_ulong_t pr_sigpend; compat_ulong_t pr_sighold; compat_pid_t pr_pid; compat_pid_t pr_ppid; compat_pid_t pr_pgrp; compat_pid_t pr_sid; struct old_timeval32 pr_utime; struct old_timeval32 pr_stime; struct old_timeval32 pr_cutime; struct old_timeval32 pr_cstime; }; struct compat_elf_prpsinfo { char pr_state; char pr_sname; char pr_zomb; char pr_nice; compat_ulong_t pr_flag; __compat_uid_t pr_uid; __compat_gid_t pr_gid; compat_pid_t pr_pid; compat_pid_t pr_ppid; compat_pid_t pr_pgrp; compat_pid_t pr_sid; char pr_fname[16]; char pr_psargs[80]; }; struct compat_elf_prstatus { struct compat_elf_prstatus_common common; compat_elf_gregset_t pr_reg; compat_int_t pr_fpvalid; long: 0; }; struct memelfnote { const char *name; int type; unsigned int datasz; void *data; }; struct elf_thread_core_info { struct elf_thread_core_info *next; struct task_struct *task; struct compat_elf_prstatus prstatus; struct memelfnote notes[0]; }; struct elf_note_info { struct elf_thread_core_info *thread; struct memelfnote psinfo; struct memelfnote signote; struct memelfnote auxv; struct memelfnote files; compat_siginfo_t csigdata; size_t size; int thread_notes; }; struct mb_cache { struct hlist_bl_head *c_hash; int c_bucket_bits; long unsigned int c_max_entries; spinlock_t c_list_lock; struct list_head c_list; long unsigned int c_entry_count; struct shrinker c_shrink; struct work_struct c_shrink_work; }; struct xdr_netobj { unsigned int len; u8 *data; }; struct xdr_buf { struct kvec head[1]; struct kvec tail[1]; struct bio_vec *bvec; struct page **pages; unsigned int page_base; unsigned int page_len; unsigned int flags; unsigned int buflen; unsigned int len; }; struct rpc_rqst; struct xdr_stream { __be32 *p; struct xdr_buf *buf; __be32 *end; struct kvec *iov; struct kvec scratch; struct page **page_ptr; unsigned int nwords; struct rpc_rqst *rqst; }; struct rpc_xprt; struct rpc_task; struct rpc_cred; struct rpc_rqst { struct rpc_xprt *rq_xprt; struct xdr_buf rq_snd_buf; struct xdr_buf rq_rcv_buf; struct rpc_task *rq_task; struct rpc_cred *rq_cred; __be32 rq_xid; int rq_cong; u32 rq_seqno; int rq_enc_pages_num; struct page **rq_enc_pages; void (*rq_release_snd_buf)(struct rpc_rqst *); union { struct list_head rq_list; struct rb_node rq_recv; }; struct list_head rq_xmit; struct list_head rq_xmit2; void *rq_buffer; size_t rq_callsize; void *rq_rbuffer; size_t rq_rcvsize; size_t rq_xmit_bytes_sent; size_t rq_reply_bytes_recvd; struct xdr_buf rq_private_buf; long unsigned int rq_majortimeo; long unsigned int rq_minortimeo; long unsigned int rq_timeout; ktime_t rq_rtt; unsigned int rq_retries; unsigned int rq_connect_cookie; atomic_t rq_pin; u32 rq_bytes_sent; ktime_t rq_xtime; int rq_ntrans; struct list_head rq_bc_list; long unsigned int rq_bc_pa_state; struct list_head rq_bc_pa_list; }; typedef void (*kxdreproc_t)(struct rpc_rqst *, struct xdr_stream *, const void *); typedef int (*kxdrdproc_t)(struct rpc_rqst *, struct xdr_stream *, void *); struct rpc_procinfo; struct rpc_message { const struct rpc_procinfo *rpc_proc; void *rpc_argp; void *rpc_resp; const struct cred *rpc_cred; }; struct rpc_procinfo { u32 p_proc; kxdreproc_t p_encode; kxdrdproc_t p_decode; unsigned int p_arglen; unsigned int p_replen; unsigned int p_timer; u32 p_statidx; const char *p_name; }; struct rpc_wait { struct list_head list; struct list_head links; struct list_head timer_list; }; struct rpc_wait_queue; struct rpc_call_ops; struct rpc_clnt; struct rpc_task { atomic_t tk_count; int tk_status; struct list_head tk_task; void (*tk_callback)(struct rpc_task *); void (*tk_action)(struct rpc_task *); long unsigned int tk_timeout; long unsigned int tk_runstate; struct rpc_wait_queue *tk_waitqueue; union { struct work_struct tk_work; struct rpc_wait tk_wait; } u; struct rpc_message tk_msg; void *tk_calldata; const struct rpc_call_ops *tk_ops; struct rpc_clnt *tk_client; struct rpc_xprt *tk_xprt; struct rpc_cred *tk_op_cred; struct rpc_rqst *tk_rqstp; struct workqueue_struct *tk_workqueue; ktime_t tk_start; pid_t tk_owner; int tk_rpc_status; short unsigned int tk_flags; short unsigned int tk_timeouts; short unsigned int tk_pid; unsigned char tk_priority: 2; unsigned char tk_garb_retry: 2; unsigned char tk_cred_retry: 2; }; struct rpc_timer { struct list_head list; long unsigned int expires; struct delayed_work dwork; }; struct rpc_wait_queue { spinlock_t lock; struct list_head tasks[4]; unsigned char maxpriority; unsigned char priority; unsigned char nr; short unsigned int qlen; struct rpc_timer timer_list; const char *name; }; struct rpc_call_ops { void (*rpc_call_prepare)(struct rpc_task *, void *); void (*rpc_call_done)(struct rpc_task *, void *); void (*rpc_count_stats)(struct rpc_task *, void *); void (*rpc_release)(void *); }; struct rpc_iostats; struct rpc_pipe_dir_head { struct list_head pdh_entries; struct dentry *pdh_dentry; }; struct rpc_rtt { long unsigned int timeo; long unsigned int srtt[5]; long unsigned int sdrtt[5]; int ntimeouts[5]; }; struct rpc_timeout { long unsigned int to_initval; long unsigned int to_maxval; long unsigned int to_increment; unsigned int to_retries; unsigned char to_exponential; }; struct rpc_sysfs_client; struct rpc_xprt_switch; struct rpc_xprt_iter_ops; struct rpc_xprt_iter { struct rpc_xprt_switch *xpi_xpswitch; struct rpc_xprt *xpi_cursor; const struct rpc_xprt_iter_ops *xpi_ops; }; struct rpc_auth; struct rpc_stat; struct rpc_program; struct rpc_clnt { refcount_t cl_count; unsigned int cl_clid; struct list_head cl_clients; struct list_head cl_tasks; atomic_t cl_pid; spinlock_t cl_lock; struct rpc_xprt *cl_xprt; const struct rpc_procinfo *cl_procinfo; u32 cl_prog; u32 cl_vers; u32 cl_maxproc; struct rpc_auth *cl_auth; struct rpc_stat *cl_stats; struct rpc_iostats *cl_metrics; unsigned int cl_softrtry: 1; unsigned int cl_softerr: 1; unsigned int cl_discrtry: 1; unsigned int cl_noretranstimeo: 1; unsigned int cl_autobind: 1; unsigned int cl_chatty: 1; struct rpc_rtt *cl_rtt; const struct rpc_timeout *cl_timeout; atomic_t cl_swapper; int cl_nodelen; char cl_nodename[65]; struct rpc_pipe_dir_head cl_pipedir_objects; struct rpc_clnt *cl_parent; struct rpc_rtt cl_rtt_default; struct rpc_timeout cl_timeout_default; const struct rpc_program *cl_program; const char *cl_principal; struct dentry *cl_debugfs; struct rpc_sysfs_client *cl_sysfs; union { struct rpc_xprt_iter cl_xpi; struct work_struct cl_work; }; const struct cred *cl_cred; unsigned int cl_max_connect; }; struct svc_xprt; struct rpc_sysfs_xprt; struct rpc_xprt_ops; struct svc_serv; struct xprt_class; struct rpc_xprt { struct kref kref; const struct rpc_xprt_ops *ops; unsigned int id; const struct rpc_timeout *timeout; struct __kernel_sockaddr_storage addr; size_t addrlen; int prot; long unsigned int cong; long unsigned int cwnd; size_t max_payload; struct rpc_wait_queue binding; struct rpc_wait_queue sending; struct rpc_wait_queue pending; struct rpc_wait_queue backlog; struct list_head free; unsigned int max_reqs; unsigned int min_reqs; unsigned int num_reqs; long unsigned int state; unsigned char resvport: 1; unsigned char reuseport: 1; atomic_t swapper; unsigned int bind_index; struct list_head xprt_switch; long unsigned int bind_timeout; long unsigned int reestablish_timeout; unsigned int connect_cookie; struct work_struct task_cleanup; struct timer_list timer; long unsigned int last_used; long unsigned int idle_timeout; long unsigned int connect_timeout; long unsigned int max_reconnect_timeout; atomic_long_t queuelen; spinlock_t transport_lock; spinlock_t reserve_lock; spinlock_t queue_lock; u32 xid; struct rpc_task *snd_task; struct list_head xmit_queue; atomic_long_t xmit_queuelen; struct svc_xprt *bc_xprt; struct svc_serv *bc_serv; unsigned int bc_alloc_max; unsigned int bc_alloc_count; atomic_t bc_slot_count; spinlock_t bc_pa_lock; struct list_head bc_pa_list; struct rb_root recv_queue; struct { long unsigned int bind_count; long unsigned int connect_count; long unsigned int connect_start; long unsigned int connect_time; long unsigned int sends; long unsigned int recvs; long unsigned int bad_xids; long unsigned int max_slots; long long unsigned int req_u; long long unsigned int bklog_u; long long unsigned int sending_u; long long unsigned int pending_u; } stat; struct net *xprt_net; netns_tracker ns_tracker; const char *servername; const char *address_strings[6]; struct dentry *debugfs; struct callback_head rcu; const struct xprt_class *xprt_class; struct rpc_sysfs_xprt *xprt_sysfs; bool main; }; struct rpc_credops; struct rpc_cred { struct hlist_node cr_hash; struct list_head cr_lru; struct callback_head cr_rcu; struct rpc_auth *cr_auth; const struct rpc_credops *cr_ops; long unsigned int cr_expire; long unsigned int cr_flags; refcount_t cr_count; const struct cred *cr_cred; }; typedef u32 rpc_authflavor_t; struct auth_cred { const struct cred *cred; const char *principal; }; struct rpc_cred_cache; struct rpc_authops; struct rpc_auth { unsigned int au_cslack; unsigned int au_rslack; unsigned int au_verfsize; unsigned int au_ralign; long unsigned int au_flags; const struct rpc_authops *au_ops; rpc_authflavor_t au_flavor; refcount_t au_count; struct rpc_cred_cache *au_credcache; }; struct rpc_credops { const char *cr_name; int (*cr_init)(struct rpc_auth *, struct rpc_cred *); void (*crdestroy)(struct rpc_cred *); int (*crmatch)(struct auth_cred *, struct rpc_cred *, int); int (*crmarshal)(struct rpc_task *, struct xdr_stream *); int (*crrefresh)(struct rpc_task *); int (*crvalidate)(struct rpc_task *, struct xdr_stream *); int (*crwrap_req)(struct rpc_task *, struct xdr_stream *); int (*crunwrap_resp)(struct rpc_task *, struct xdr_stream *); int (*crkey_timeout)(struct rpc_cred *); char * (*crstringify_acceptor)(struct rpc_cred *); bool (*crneed_reencode)(struct rpc_task *); }; struct rpc_auth_create_args; struct rpcsec_gss_info; struct rpc_authops { struct module *owner; rpc_authflavor_t au_flavor; char *au_name; struct rpc_auth * (*create)(const struct rpc_auth_create_args *, struct rpc_clnt *); void (*destroy)(struct rpc_auth *); int (*hash_cred)(struct auth_cred *, unsigned int); struct rpc_cred * (*lookup_cred)(struct rpc_auth *, struct auth_cred *, int); struct rpc_cred * (*crcreate)(struct rpc_auth *, struct auth_cred *, int, gfp_t); rpc_authflavor_t (*info2flavor)(struct rpcsec_gss_info *); int (*flavor2info)(rpc_authflavor_t, struct rpcsec_gss_info *); int (*key_timeout)(struct rpc_auth *, struct rpc_cred *); }; struct rpc_auth_create_args { rpc_authflavor_t pseudoflavor; const char *target_name; }; struct rpcsec_gss_oid { unsigned int len; u8 data[32]; }; struct rpcsec_gss_info { struct rpcsec_gss_oid oid; u32 qop; u32 service; }; struct rpc_xprt_ops { void (*set_buffer_size)(struct rpc_xprt *, size_t, size_t); int (*reserve_xprt)(struct rpc_xprt *, struct rpc_task *); void (*release_xprt)(struct rpc_xprt *, struct rpc_task *); void (*alloc_slot)(struct rpc_xprt *, struct rpc_task *); void (*free_slot)(struct rpc_xprt *, struct rpc_rqst *); void (*rpcbind)(struct rpc_task *); void (*set_port)(struct rpc_xprt *, short unsigned int); void (*connect)(struct rpc_xprt *, struct rpc_task *); int (*get_srcaddr)(struct rpc_xprt *, char *, size_t); short unsigned int (*get_srcport)(struct rpc_xprt *); int (*buf_alloc)(struct rpc_task *); void (*buf_free)(struct rpc_task *); int (*prepare_request)(struct rpc_rqst *, struct xdr_buf *); int (*send_request)(struct rpc_rqst *); void (*wait_for_reply_request)(struct rpc_task *); void (*timer)(struct rpc_xprt *, struct rpc_task *); void (*release_request)(struct rpc_task *); void (*close)(struct rpc_xprt *); void (*destroy)(struct rpc_xprt *); void (*set_connect_timeout)(struct rpc_xprt *, long unsigned int, long unsigned int); void (*print_stats)(struct rpc_xprt *, struct seq_file *); int (*enable_swap)(struct rpc_xprt *); void (*disable_swap)(struct rpc_xprt *); void (*inject_disconnect)(struct rpc_xprt *); int (*bc_setup)(struct rpc_xprt *, unsigned int); size_t (*bc_maxpayload)(struct rpc_xprt *); unsigned int (*bc_num_slots)(struct rpc_xprt *); void (*bc_free_rqst)(struct rpc_rqst *); void (*bc_destroy)(struct rpc_xprt *, unsigned int); }; struct svc_program; struct svc_stat; struct svc_pool; struct svc_serv { struct svc_program *sv_program; struct svc_stat *sv_stats; spinlock_t sv_lock; struct kref sv_refcnt; unsigned int sv_nrthreads; unsigned int sv_maxconn; unsigned int sv_max_payload; unsigned int sv_max_mesg; unsigned int sv_xdrsize; struct list_head sv_permsocks; struct list_head sv_tempsocks; int sv_tmpcnt; struct timer_list sv_temptimer; char *sv_name; unsigned int sv_nrpools; struct svc_pool *sv_pools; int (*sv_threadfn)(void *); struct list_head sv_cb_list; spinlock_t sv_cb_lock; wait_queue_head_t sv_cb_waitq; bool sv_bc_enabled; }; struct xprt_create; struct xprt_class { struct list_head list; int ident; struct rpc_xprt * (*setup)(struct xprt_create *); struct module *owner; char name[32]; const char *netid[0]; }; struct xprt_create { int ident; struct net *net; struct sockaddr *srcaddr; struct sockaddr *dstaddr; size_t addrlen; const char *servername; struct svc_xprt *bc_xprt; struct rpc_xprt_switch *bc_xps; unsigned int flags; }; struct rpc_sysfs_xprt_switch; struct rpc_xprt_switch { spinlock_t xps_lock; struct kref xps_kref; unsigned int xps_id; unsigned int xps_nxprts; unsigned int xps_nactive; unsigned int xps_nunique_destaddr_xprts; atomic_long_t xps_queuelen; struct list_head xps_xprt_list; struct net *xps_net; const struct rpc_xprt_iter_ops *xps_iter_ops; struct rpc_sysfs_xprt_switch *xps_sysfs; struct callback_head xps_rcu; }; struct rpc_stat { const struct rpc_program *program; unsigned int netcnt; unsigned int netudpcnt; unsigned int nettcpcnt; unsigned int nettcpconn; unsigned int netreconn; unsigned int rpccnt; unsigned int rpcretrans; unsigned int rpcauthrefresh; unsigned int rpcgarbage; }; struct rpc_version; struct rpc_program { const char *name; u32 number; unsigned int nrvers; const struct rpc_version **version; struct rpc_stat *stats; const char *pipe_dir_name; }; struct svc_stat { struct svc_program *program; unsigned int netcnt; unsigned int netudpcnt; unsigned int nettcpcnt; unsigned int nettcpconn; unsigned int rpccnt; unsigned int rpcbadfmt; unsigned int rpcbadauth; unsigned int rpcbadclnt; }; struct svc_version; struct svc_rqst; struct svc_process_info; struct svc_program { struct svc_program *pg_next; u32 pg_prog; unsigned int pg_lovers; unsigned int pg_hivers; unsigned int pg_nvers; const struct svc_version **pg_vers; char *pg_name; char *pg_class; struct svc_stat *pg_stats; int (*pg_authenticate)(struct svc_rqst *); __be32 (*pg_init_request)(struct svc_rqst *, const struct svc_program *, struct svc_process_info *); int (*pg_rpcbind_set)(struct net *, const struct svc_program *, u32, int, short unsigned int, short unsigned int); }; struct rpc_xprt_iter_ops { void (*xpi_rewind)(struct rpc_xprt_iter *); struct rpc_xprt * (*xpi_xprt)(struct rpc_xprt_iter *); struct rpc_xprt * (*xpi_next)(struct rpc_xprt_iter *); }; struct rpc_version { u32 number; unsigned int nrprocs; const struct rpc_procinfo *procs; unsigned int *counts; }; struct nfs_fh { short unsigned int size; unsigned char data[128]; }; enum nfs3_stable_how { NFS_UNSTABLE = 0, NFS_DATA_SYNC = 1, NFS_FILE_SYNC = 2, NFS_INVALID_STABLE_HOW = -1, }; struct nfs4_label { uint32_t lfs; uint32_t pi; u32 len; char *label; }; typedef struct { char data[8]; } nfs4_verifier; struct nfs4_stateid_struct { union { char data[16]; struct { __be32 seqid; char other[12]; }; }; enum { NFS4_INVALID_STATEID_TYPE = 0, NFS4_SPECIAL_STATEID_TYPE = 1, NFS4_OPEN_STATEID_TYPE = 2, NFS4_LOCK_STATEID_TYPE = 3, NFS4_DELEGATION_STATEID_TYPE = 4, NFS4_LAYOUT_STATEID_TYPE = 5, NFS4_PNFS_DS_STATEID_TYPE = 6, NFS4_REVOKED_STATEID_TYPE = 7, } type; }; typedef struct nfs4_stateid_struct nfs4_stateid; enum nfs4_change_attr_type { NFS4_CHANGE_TYPE_IS_MONOTONIC_INCR = 0, NFS4_CHANGE_TYPE_IS_VERSION_COUNTER = 1, NFS4_CHANGE_TYPE_IS_VERSION_COUNTER_NOPNFS = 2, NFS4_CHANGE_TYPE_IS_TIME_METADATA = 3, NFS4_CHANGE_TYPE_IS_UNDEFINED = 4, }; struct gss_api_mech; struct gss_ctx { struct gss_api_mech *mech_type; void *internal_ctx_id; unsigned int slack; unsigned int align; }; struct gss_api_ops; struct pf_desc; struct gss_api_mech { struct list_head gm_list; struct module *gm_owner; struct rpcsec_gss_oid gm_oid; char *gm_name; const struct gss_api_ops *gm_ops; int gm_pf_num; struct pf_desc *gm_pfs; const char *gm_upcall_enctypes; }; struct auth_domain; struct pf_desc { u32 pseudoflavor; u32 qop; u32 service; char *name; char *auth_domain_name; struct auth_domain *domain; bool datatouch; }; struct auth_ops; struct auth_domain { struct kref ref; struct hlist_node hash; char *name; struct auth_ops *flavour; struct callback_head callback_head; }; struct gss_api_ops { int (*gss_import_sec_context)(const void *, size_t, struct gss_ctx *, time64_t *, gfp_t); u32 (*gss_get_mic)(struct gss_ctx *, struct xdr_buf *, struct xdr_netobj *); u32 (*gss_verify_mic)(struct gss_ctx *, struct xdr_buf *, struct xdr_netobj *); u32 (*gss_wrap)(struct gss_ctx *, int, struct xdr_buf *, struct page **); u32 (*gss_unwrap)(struct gss_ctx *, int, int, struct xdr_buf *); void (*gss_delete_sec_context)(void *); }; struct nfs4_string { unsigned int len; char *data; }; struct nfs_fsid { uint64_t major; uint64_t minor; }; struct nfs4_threshold { __u32 bm; __u32 l_type; __u64 rd_sz; __u64 wr_sz; __u64 rd_io_sz; __u64 wr_io_sz; }; struct nfs_fattr { unsigned int valid; umode_t mode; __u32 nlink; kuid_t uid; kgid_t gid; dev_t rdev; __u64 size; union { struct { __u32 blocksize; __u32 blocks; } nfs2; struct { __u64 used; } nfs3; } du; struct nfs_fsid fsid; __u64 fileid; __u64 mounted_on_fileid; struct timespec64 atime; struct timespec64 mtime; struct timespec64 ctime; __u64 change_attr; __u64 pre_change_attr; __u64 pre_size; struct timespec64 pre_mtime; struct timespec64 pre_ctime; long unsigned int time_start; long unsigned int gencount; struct nfs4_string *owner_name; struct nfs4_string *group_name; struct nfs4_threshold *mdsthreshold; struct nfs4_label *label; }; struct nfs_fsinfo { struct nfs_fattr *fattr; __u32 rtmax; __u32 rtpref; __u32 rtmult; __u32 wtmax; __u32 wtpref; __u32 wtmult; __u32 dtpref; __u64 maxfilesize; struct timespec64 time_delta; __u32 lease_time; __u32 nlayouttypes; __u32 layouttype[8]; __u32 blksize; __u32 clone_blksize; enum nfs4_change_attr_type change_attr_type; __u32 xattr_support; }; struct nfs_fsstat { struct nfs_fattr *fattr; __u64 tbytes; __u64 fbytes; __u64 abytes; __u64 tfiles; __u64 ffiles; __u64 afiles; }; struct nfs_pathconf { struct nfs_fattr *fattr; __u32 max_link; __u32 max_namelen; }; struct nfs4_change_info { u32 atomic; u64 before; u64 after; }; struct nfs4_slot; struct nfs4_sequence_args { struct nfs4_slot *sa_slot; u8 sa_cache_this: 1; u8 sa_privileged: 1; }; struct nfs4_sequence_res { struct nfs4_slot *sr_slot; long unsigned int sr_timestamp; int sr_status; u32 sr_status_flags; u32 sr_highest_slotid; u32 sr_target_highest_slotid; }; struct nfs_open_context; struct nfs_lock_context { refcount_t count; struct list_head list; struct nfs_open_context *open_context; fl_owner_t lockowner; atomic_t io_count; struct callback_head callback_head; }; struct nfs4_state; struct nfs_open_context { struct nfs_lock_context lock_context; fl_owner_t flock_owner; struct dentry *dentry; const struct cred *cred; struct rpc_cred *ll_cred; struct nfs4_state *state; fmode_t mode; long unsigned int flags; int error; struct list_head list; struct nfs4_threshold *mdsthreshold; struct callback_head callback_head; }; struct nlm_host; struct nfs_iostats; struct nfs_auth_info { unsigned int flavor_len; rpc_authflavor_t flavors[12]; }; struct fscache_volume; struct pnfs_layoutdriver_type; struct nfs_client; struct nfs_server { struct nfs_client *nfs_client; struct list_head client_link; struct list_head master_link; struct rpc_clnt *client; struct rpc_clnt *client_acl; struct nlm_host *nlm_host; struct nfs_iostats *io_stats; atomic_long_t writeback; unsigned int write_congested; unsigned int flags; unsigned int fattr_valid; unsigned int caps; unsigned int rsize; unsigned int rpages; unsigned int wsize; unsigned int wpages; unsigned int wtmult; unsigned int dtsize; short unsigned int port; unsigned int bsize; unsigned int gxasize; unsigned int sxasize; unsigned int lxasize; unsigned int acregmin; unsigned int acregmax; unsigned int acdirmin; unsigned int acdirmax; unsigned int namelen; unsigned int options; unsigned int clone_blksize; enum nfs4_change_attr_type change_attr_type; struct nfs_fsid fsid; __u64 maxfilesize; struct timespec64 time_delta; long unsigned int mount_time; struct super_block *super; dev_t s_dev; struct nfs_auth_info auth_info; struct fscache_volume *fscache; char *fscache_uniq; u32 pnfs_blksize; u32 attr_bitmask[3]; u32 attr_bitmask_nl[3]; u32 exclcreat_bitmask[3]; u32 cache_consistency_bitmask[3]; u32 acl_bitmask; u32 fh_expire_type; struct pnfs_layoutdriver_type *pnfs_curr_ld; struct rpc_wait_queue roc_rpcwaitq; void *pnfs_ld_data; struct rb_root state_owners; struct ida openowner_id; struct ida lockowner_id; struct list_head state_owners_lru; struct list_head layouts; struct list_head delegations; struct list_head ss_copies; long unsigned int mig_gen; long unsigned int mig_status; void (*destroy)(struct nfs_server *); atomic_t active; struct __kernel_sockaddr_storage mountd_address; size_t mountd_addrlen; u32 mountd_version; short unsigned int mountd_port; short unsigned int mountd_protocol; struct rpc_wait_queue uoc_rpcwaitq; unsigned int read_hdrsize; const struct cred *cred; bool has_sec_mnt_opts; }; struct nfs_subversion; struct idmap; struct nfs4_slot_table; struct nfs4_session; struct nfs_rpc_ops; struct nfs4_minor_version_ops; struct nfs41_server_owner; struct nfs41_server_scope; struct nfs41_impl_id; struct nfs_client { refcount_t cl_count; atomic_t cl_mds_count; int cl_cons_state; long unsigned int cl_res_state; long unsigned int cl_flags; struct __kernel_sockaddr_storage cl_addr; size_t cl_addrlen; char *cl_hostname; char *cl_acceptor; struct list_head cl_share_link; struct list_head cl_superblocks; struct rpc_clnt *cl_rpcclient; const struct nfs_rpc_ops *rpc_ops; int cl_proto; struct nfs_subversion *cl_nfs_mod; u32 cl_minorversion; unsigned int cl_nconnect; unsigned int cl_max_connect; const char *cl_principal; struct list_head cl_ds_clients; u64 cl_clientid; nfs4_verifier cl_confirm; long unsigned int cl_state; spinlock_t cl_lock; long unsigned int cl_lease_time; long unsigned int cl_last_renewal; struct delayed_work cl_renewd; struct rpc_wait_queue cl_rpcwaitq; struct idmap *cl_idmap; const char *cl_owner_id; u32 cl_cb_ident; const struct nfs4_minor_version_ops *cl_mvops; long unsigned int cl_mig_gen; struct nfs4_slot_table *cl_slot_tbl; u32 cl_seqid; u32 cl_exchange_flags; struct nfs4_session *cl_session; bool cl_preserve_clid; struct nfs41_server_owner *cl_serverowner; struct nfs41_server_scope *cl_serverscope; struct nfs41_impl_id *cl_implid; long unsigned int cl_sp4_flags; wait_queue_head_t cl_lock_waitq; char cl_ipaddr[48]; struct net *cl_net; struct list_head pending_cb_stateids; }; struct pnfs_layout_segment; struct nfs_seqid_counter; struct nfs_seqid { struct nfs_seqid_counter *sequence; struct list_head list; struct rpc_task *task; }; struct nfs_write_verifier { char data[8]; }; struct nfs_writeverf { struct nfs_write_verifier verifier; enum nfs3_stable_how committed; }; struct nfs_pgio_args { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; struct nfs_open_context *context; struct nfs_lock_context *lock_context; nfs4_stateid stateid; __u64 offset; __u32 count; unsigned int pgbase; struct page **pages; union { unsigned int replen; struct { const u32 *bitmask; u32 bitmask_store[3]; enum nfs3_stable_how stable; }; }; }; struct nfs_pgio_res { struct nfs4_sequence_res seq_res; struct nfs_fattr *fattr; __u64 count; __u32 op_status; union { struct { unsigned int replen; int eof; void *scratch; }; struct { struct nfs_writeverf *verf; const struct nfs_server *server; }; }; }; struct nfs_commitargs { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; __u64 offset; __u32 count; const u32 *bitmask; }; struct nfs_commitres { struct nfs4_sequence_res seq_res; __u32 op_status; struct nfs_fattr *fattr; struct nfs_writeverf *verf; const struct nfs_server *server; }; struct nfs_removeargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; struct qstr name; }; struct nfs_removeres { struct nfs4_sequence_res seq_res; struct nfs_server *server; struct nfs_fattr *dir_attr; struct nfs4_change_info cinfo; }; struct nfs_renameargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *old_dir; const struct nfs_fh *new_dir; const struct qstr *old_name; const struct qstr *new_name; }; struct nfs_renameres { struct nfs4_sequence_res seq_res; struct nfs_server *server; struct nfs4_change_info old_cinfo; struct nfs_fattr *old_fattr; struct nfs4_change_info new_cinfo; struct nfs_fattr *new_fattr; }; struct nfs_entry { __u64 ino; __u64 cookie; const char *name; unsigned int len; int eof; struct nfs_fh *fh; struct nfs_fattr *fattr; unsigned char d_type; struct nfs_server *server; }; struct nfs_readdir_arg { struct dentry *dentry; const struct cred *cred; __be32 *verf; u64 cookie; struct page **pages; unsigned int page_len; bool plus; }; struct nfs_readdir_res { __be32 *verf; }; struct nfs4_pathname { unsigned int ncomponents; struct nfs4_string components[512]; }; struct nfs4_fs_location { unsigned int nservers; struct nfs4_string servers[10]; struct nfs4_pathname rootpath; }; struct nfs4_fs_locations { struct nfs_fattr *fattr; const struct nfs_server *server; struct nfs4_pathname fs_path; int nlocations; struct nfs4_fs_location locations[10]; }; struct nfstime4 { u64 seconds; u32 nseconds; }; struct pnfs_commit_ops; struct pnfs_ds_commit_info { struct list_head commits; unsigned int nwritten; unsigned int ncommitting; const struct pnfs_commit_ops *ops; }; struct nfs41_server_owner { uint64_t minor_id; uint32_t major_id_sz; char major_id[1024]; }; struct nfs41_server_scope { uint32_t server_scope_sz; char server_scope[1024]; }; struct nfs41_impl_id { char domain[1025]; char name[1025]; struct nfstime4 date; }; struct nfs_page_array { struct page **pagevec; unsigned int npages; struct page *page_array[8]; }; struct nfs_page; struct nfs_rw_ops; struct nfs_io_completion; struct nfs_direct_req; struct nfs_pgio_completion_ops; struct nfs_pgio_header { struct inode *inode; const struct cred *cred; struct list_head pages; struct nfs_page *req; struct nfs_writeverf verf; fmode_t rw_mode; struct pnfs_layout_segment *lseg; loff_t io_start; const struct rpc_call_ops *mds_ops; void (*release)(struct nfs_pgio_header *); const struct nfs_pgio_completion_ops *completion_ops; const struct nfs_rw_ops *rw_ops; struct nfs_io_completion *io_completion; struct nfs_direct_req *dreq; void *netfs; int pnfs_error; int error; unsigned int good_bytes; long unsigned int flags; struct rpc_task task; struct nfs_fattr fattr; struct nfs_pgio_args args; struct nfs_pgio_res res; long unsigned int timestamp; int (*pgio_done_cb)(struct rpc_task *, struct nfs_pgio_header *); __u64 mds_offset; struct nfs_page_array page_array; struct nfs_client *ds_clp; u32 ds_commit_idx; u32 pgio_mirror_idx; }; struct nfs_pgio_completion_ops { void (*error_cleanup)(struct list_head *, int); void (*init_hdr)(struct nfs_pgio_header *); void (*completion)(struct nfs_pgio_header *); void (*reschedule_io)(struct nfs_pgio_header *); }; struct nfs_mds_commit_info { atomic_t rpcs_out; atomic_long_t ncommit; struct list_head list; }; struct nfs_commit_data; struct nfs_commit_info; struct nfs_commit_completion_ops { void (*completion)(struct nfs_commit_data *); void (*resched_write)(struct nfs_commit_info *, struct nfs_page *); }; struct nfs_commit_data { struct rpc_task task; struct inode *inode; const struct cred *cred; struct nfs_fattr fattr; struct nfs_writeverf verf; struct list_head pages; struct list_head list; struct nfs_direct_req *dreq; struct nfs_commitargs args; struct nfs_commitres res; struct nfs_open_context *context; struct pnfs_layout_segment *lseg; struct nfs_client *ds_clp; int ds_commit_index; loff_t lwb; const struct rpc_call_ops *mds_ops; const struct nfs_commit_completion_ops *completion_ops; int (*commit_done_cb)(struct rpc_task *, struct nfs_commit_data *); long unsigned int flags; }; struct nfs_commit_info { struct inode *inode; struct nfs_mds_commit_info *mds; struct pnfs_ds_commit_info *ds; struct nfs_direct_req *dreq; const struct nfs_commit_completion_ops *completion_ops; }; struct nfs_unlinkdata { struct nfs_removeargs args; struct nfs_removeres res; struct dentry *dentry; wait_queue_head_t wq; const struct cred *cred; struct nfs_fattr dir_attr; long int timeout; }; struct nfs_renamedata { struct nfs_renameargs args; struct nfs_renameres res; struct rpc_task task; const struct cred *cred; struct inode *old_dir; struct dentry *old_dentry; struct nfs_fattr old_fattr; struct inode *new_dir; struct dentry *new_dentry; struct nfs_fattr new_fattr; void (*complete)(struct rpc_task *, struct nfs_renamedata *); long int timeout; bool cancelled; }; struct nlmclnt_operations; struct nfs_client_initdata; struct nfs_access_entry; struct nfs_rpc_ops { u32 version; const struct dentry_operations *dentry_ops; const struct inode_operations *dir_inode_ops; const struct inode_operations *file_inode_ops; const struct file_operations *file_ops; const struct nlmclnt_operations *nlmclnt_ops; int (*getroot)(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *); int (*submount)(struct fs_context *, struct nfs_server *); int (*try_get_tree)(struct fs_context *); int (*getattr)(struct nfs_server *, struct nfs_fh *, struct nfs_fattr *, struct inode *); int (*setattr)(struct dentry *, struct nfs_fattr *, struct iattr *); int (*lookup)(struct inode *, struct dentry *, struct nfs_fh *, struct nfs_fattr *); int (*lookupp)(struct inode *, struct nfs_fh *, struct nfs_fattr *); int (*access)(struct inode *, struct nfs_access_entry *, const struct cred *); int (*readlink)(struct inode *, struct page *, unsigned int, unsigned int); int (*create)(struct inode *, struct dentry *, struct iattr *, int); int (*remove)(struct inode *, struct dentry *); void (*unlink_setup)(struct rpc_message *, struct dentry *, struct inode *); void (*unlink_rpc_prepare)(struct rpc_task *, struct nfs_unlinkdata *); int (*unlink_done)(struct rpc_task *, struct inode *); void (*rename_setup)(struct rpc_message *, struct dentry *, struct dentry *); void (*rename_rpc_prepare)(struct rpc_task *, struct nfs_renamedata *); int (*rename_done)(struct rpc_task *, struct inode *, struct inode *); int (*link)(struct inode *, struct inode *, const struct qstr *); int (*symlink)(struct inode *, struct dentry *, struct page *, unsigned int, struct iattr *); int (*mkdir)(struct inode *, struct dentry *, struct iattr *); int (*rmdir)(struct inode *, const struct qstr *); int (*readdir)(struct nfs_readdir_arg *, struct nfs_readdir_res *); int (*mknod)(struct inode *, struct dentry *, struct iattr *, dev_t); int (*statfs)(struct nfs_server *, struct nfs_fh *, struct nfs_fsstat *); int (*fsinfo)(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *); int (*pathconf)(struct nfs_server *, struct nfs_fh *, struct nfs_pathconf *); int (*set_capabilities)(struct nfs_server *, struct nfs_fh *); int (*decode_dirent)(struct xdr_stream *, struct nfs_entry *, bool); int (*pgio_rpc_prepare)(struct rpc_task *, struct nfs_pgio_header *); void (*read_setup)(struct nfs_pgio_header *, struct rpc_message *); int (*read_done)(struct rpc_task *, struct nfs_pgio_header *); void (*write_setup)(struct nfs_pgio_header *, struct rpc_message *, struct rpc_clnt **); int (*write_done)(struct rpc_task *, struct nfs_pgio_header *); void (*commit_setup)(struct nfs_commit_data *, struct rpc_message *, struct rpc_clnt **); void (*commit_rpc_prepare)(struct rpc_task *, struct nfs_commit_data *); int (*commit_done)(struct rpc_task *, struct nfs_commit_data *); int (*lock)(struct file *, int, struct file_lock *); int (*lock_check_bounds)(const struct file_lock *); void (*clear_acl_cache)(struct inode *); void (*close_context)(struct nfs_open_context *, int); struct inode * (*open_context)(struct inode *, struct nfs_open_context *, int, struct iattr *, int *); int (*have_delegation)(struct inode *, fmode_t); struct nfs_client * (*alloc_client)(const struct nfs_client_initdata *); struct nfs_client * (*init_client)(struct nfs_client *, const struct nfs_client_initdata *); void (*free_client)(struct nfs_client *); struct nfs_server * (*create_server)(struct fs_context *); struct nfs_server * (*clone_server)(struct nfs_server *, struct nfs_fh *, struct nfs_fattr *, rpc_authflavor_t); int (*discover_trunking)(struct nfs_server *, struct nfs_fh *); void (*enable_swap)(struct inode *); void (*disable_swap)(struct inode *); }; struct nfs_access_entry { struct rb_node rb_node; struct list_head lru; kuid_t fsuid; kgid_t fsgid; struct group_info *group_info; u64 timestamp; __u32 mask; struct callback_head callback_head; }; struct nfs4_state_recovery_ops; struct nfs4_state_maintenance_ops; struct nfs4_mig_recovery_ops; struct nfs4_minor_version_ops { u32 minor_version; unsigned int init_caps; int (*init_client)(struct nfs_client *); void (*shutdown_client)(struct nfs_client *); bool (*match_stateid)(const nfs4_stateid *, const nfs4_stateid *); int (*find_root_sec)(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *); void (*free_lock_state)(struct nfs_server *, struct nfs4_lock_state *); int (*test_and_free_expired)(struct nfs_server *, nfs4_stateid *, const struct cred *); struct nfs_seqid * (*alloc_seqid)(struct nfs_seqid_counter *, gfp_t); void (*session_trunk)(struct rpc_clnt *, struct rpc_xprt *, void *); const struct rpc_call_ops *call_sync_ops; const struct nfs4_state_recovery_ops *reboot_recovery_ops; const struct nfs4_state_recovery_ops *nograce_recovery_ops; const struct nfs4_state_maintenance_ops *state_renewal_ops; const struct nfs4_mig_recovery_ops *mig_recovery_ops; }; struct nfs4_state_owner; struct nfs4_state { struct list_head open_states; struct list_head inode_states; struct list_head lock_states; struct nfs4_state_owner *owner; struct inode *inode; long unsigned int flags; spinlock_t state_lock; seqlock_t seqlock; nfs4_stateid stateid; nfs4_stateid open_stateid; unsigned int n_rdonly; unsigned int n_wronly; unsigned int n_rdwr; fmode_t state; refcount_t count; wait_queue_head_t waitq; struct callback_head callback_head; }; struct cache_head { struct hlist_node cache_list; time64_t expiry_time; time64_t last_refresh; struct kref ref; long unsigned int flags; }; struct cache_deferred_req; struct cache_req { struct cache_deferred_req * (*defer)(struct cache_req *); long unsigned int thread_wait; }; struct cache_deferred_req { struct hlist_node hash; struct list_head recent; struct cache_head *item; void *owner; void (*revisit)(struct cache_deferred_req *, int); }; struct svc_cred { kuid_t cr_uid; kgid_t cr_gid; struct group_info *cr_group_info; u32 cr_flavor; char *cr_raw_principal; char *cr_principal; char *cr_targ_princ; struct gss_api_mech *cr_gss_mech; }; struct auth_ops { char *name; struct module *owner; int flavour; int (*accept)(struct svc_rqst *); int (*release)(struct svc_rqst *); void (*domain_release)(struct auth_domain *); int (*set_client)(struct svc_rqst *); }; struct svc_cacherep; struct svc_procedure; struct svc_deferred_req; struct svc_rqst { struct list_head rq_all; struct callback_head rq_rcu_head; struct svc_xprt *rq_xprt; struct __kernel_sockaddr_storage rq_addr; size_t rq_addrlen; struct __kernel_sockaddr_storage rq_daddr; size_t rq_daddrlen; struct svc_serv *rq_server; struct svc_pool *rq_pool; const struct svc_procedure *rq_procinfo; struct auth_ops *rq_authop; struct svc_cred rq_cred; void *rq_xprt_ctxt; struct svc_deferred_req *rq_deferred; struct xdr_buf rq_arg; struct xdr_stream rq_arg_stream; struct xdr_stream rq_res_stream; struct page *rq_scratch_page; struct xdr_buf rq_res; struct page *rq_pages[260]; struct page **rq_respages; struct page **rq_next_page; struct page **rq_page_end; struct pagevec rq_pvec; struct kvec rq_vec[259]; struct bio_vec rq_bvec[259]; __be32 rq_xid; u32 rq_prog; u32 rq_vers; u32 rq_proc; u32 rq_prot; int rq_cachetype; long unsigned int rq_flags; ktime_t rq_qtime; void *rq_argp; void *rq_resp; __be32 *rq_accept_statp; void *rq_auth_data; __be32 rq_auth_stat; int rq_auth_slack; int rq_reserved; ktime_t rq_stime; struct cache_req rq_chandle; struct auth_domain *rq_client; struct auth_domain *rq_gssclient; struct svc_cacherep *rq_cacherep; struct task_struct *rq_task; struct net *rq_bc_net; void **rq_lease_breaker; }; struct svc_pool { unsigned int sp_id; spinlock_t sp_lock; struct list_head sp_sockets; unsigned int sp_nrthreads; struct list_head sp_all_threads; struct percpu_counter sp_sockets_queued; struct percpu_counter sp_threads_woken; struct percpu_counter sp_threads_timedout; long unsigned int sp_flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct svc_procedure { __be32 (*pc_func)(struct svc_rqst *); bool (*pc_decode)(struct svc_rqst *, struct xdr_stream *); bool (*pc_encode)(struct svc_rqst *, struct xdr_stream *); void (*pc_release)(struct svc_rqst *); unsigned int pc_argsize; unsigned int pc_argzero; unsigned int pc_ressize; unsigned int pc_cachetype; unsigned int pc_xdrressize; const char *pc_name; }; struct svc_deferred_req { u32 prot; struct svc_xprt *xprt; struct __kernel_sockaddr_storage addr; size_t addrlen; struct __kernel_sockaddr_storage daddr; size_t daddrlen; void *xprt_ctxt; struct cache_deferred_req handle; int argslen; __be32 args[0]; }; struct svc_process_info { union { int (*dispatch)(struct svc_rqst *); struct { unsigned int lovers; unsigned int hivers; } mismatch; }; }; struct svc_version { u32 vs_vers; u32 vs_nproc; const struct svc_procedure *vs_proc; long unsigned int *vs_count; u32 vs_xdrsize; bool vs_hidden; bool vs_rpcb_optnl; bool vs_need_cong_ctrl; int (*vs_dispatch)(struct svc_rqst *); }; struct nfs4_ssc_client_ops; struct nfs_ssc_client_ops; struct nfs_ssc_client_ops_tbl { const struct nfs4_ssc_client_ops *ssc_nfs4_ops; const struct nfs_ssc_client_ops *ssc_nfs_ops; }; struct nfs4_ssc_client_ops { struct file * (*sco_open)(struct vfsmount *, struct nfs_fh *, nfs4_stateid *); void (*sco_close)(struct file *); }; struct nfs_ssc_client_ops { void (*sco_sb_deactive)(struct super_block *); }; struct nfs_seqid_counter { ktime_t create_time; int owner_id; int flags; u32 counter; spinlock_t lock; struct list_head list; struct rpc_wait_queue wait; }; struct nfs4_lock_state { struct list_head ls_locks; struct nfs4_state *ls_state; long unsigned int ls_flags; struct nfs_seqid_counter ls_seqid; nfs4_stateid ls_stateid; refcount_t ls_count; fl_owner_t ls_owner; }; struct nfs4_state_recovery_ops { int owner_flag_bit; int state_flag_bit; int (*recover_open)(struct nfs4_state_owner *, struct nfs4_state *); int (*recover_lock)(struct nfs4_state *, struct file_lock *); int (*establish_clid)(struct nfs_client *, const struct cred *); int (*reclaim_complete)(struct nfs_client *, const struct cred *); int (*detect_trunking)(struct nfs_client *, struct nfs_client **, const struct cred *); }; struct nfs4_state_maintenance_ops { int (*sched_state_renewal)(struct nfs_client *, const struct cred *, unsigned int); const struct cred * (*get_state_renewal_cred)(struct nfs_client *); int (*renew_lease)(struct nfs_client *, const struct cred *); }; struct nfs4_mig_recovery_ops { int (*get_locations)(struct nfs_server *, struct nfs_fh *, struct nfs4_fs_locations *, struct page *, const struct cred *); int (*fsid_present)(struct inode *, const struct cred *); }; struct nfs4_state_owner { struct nfs_server *so_server; struct list_head so_lru; long unsigned int so_expires; struct rb_node so_server_node; const struct cred *so_cred; spinlock_t so_lock; atomic_t so_count; long unsigned int so_flags; struct list_head so_states; struct nfs_seqid_counter so_seqid; seqcount_spinlock_t so_reclaim_seqcount; struct mutex so_delegreturn_mutex; }; struct iomap_dio_ops { int (*end_io)(struct kiocb *, ssize_t, int, unsigned int); void (*submit_io)(const struct iomap_iter *, struct bio *, loff_t); struct bio_set *bio_set; }; struct iomap_dio { struct kiocb *iocb; const struct iomap_dio_ops *dops; loff_t i_size; loff_t size; atomic_t ref; unsigned int flags; int error; size_t done_before; bool wait_for_completion; union { struct { struct iov_iter *iter; struct task_struct *waiter; struct bio *poll_bio; } submit; struct { struct work_struct work; } aio; }; }; struct iomap_swapfile_info { struct iomap iomap; struct swap_info_struct *sis; uint64_t lowest_ppage; uint64_t highest_ppage; long unsigned int nr_pages; int nr_extents; struct file *file; }; struct qtree_fmt_operations { void (*mem2disk_dqblk)(void *, struct dquot *); void (*disk2mem_dqblk)(struct dquot *, void *); int (*is_id)(void *, struct dquot *); }; struct qtree_mem_dqinfo { struct super_block *dqi_sb; int dqi_type; unsigned int dqi_blocks; unsigned int dqi_free_blk; unsigned int dqi_free_entry; unsigned int dqi_blocksize_bits; unsigned int dqi_entry_size; unsigned int dqi_usable_bs; unsigned int dqi_qtree_depth; const struct qtree_fmt_operations *dqi_ops; }; struct v2_disk_dqheader { __le32 dqh_magic; __le32 dqh_version; }; struct v2r0_disk_dqblk { __le32 dqb_id; __le32 dqb_ihardlimit; __le32 dqb_isoftlimit; __le32 dqb_curinodes; __le32 dqb_bhardlimit; __le32 dqb_bsoftlimit; __le64 dqb_curspace; __le64 dqb_btime; __le64 dqb_itime; }; struct v2r1_disk_dqblk { __le32 dqb_id; __le32 dqb_pad; __le64 dqb_ihardlimit; __le64 dqb_isoftlimit; __le64 dqb_curinodes; __le64 dqb_bhardlimit; __le64 dqb_bsoftlimit; __le64 dqb_curspace; __le64 dqb_btime; __le64 dqb_itime; }; struct v2_disk_dqinfo { __le32 dqi_bgrace; __le32 dqi_igrace; __le32 dqi_flags; __le32 dqi_blocks; __le32 dqi_free_blk; __le32 dqi_free_entry; }; struct qt_disk_dqdbheader { __le32 dqdh_next_free; __le32 dqdh_prev_free; __le16 dqdh_entries; __le16 dqdh_pad1; __le32 dqdh_pad2; }; struct fs_disk_quota { __s8 d_version; __s8 d_flags; __u16 d_fieldmask; __u32 d_id; __u64 d_blk_hardlimit; __u64 d_blk_softlimit; __u64 d_ino_hardlimit; __u64 d_ino_softlimit; __u64 d_bcount; __u64 d_icount; __s32 d_itimer; __s32 d_btimer; __u16 d_iwarns; __u16 d_bwarns; __s8 d_itimer_hi; __s8 d_btimer_hi; __s8 d_rtbtimer_hi; __s8 d_padding2; __u64 d_rtb_hardlimit; __u64 d_rtb_softlimit; __u64 d_rtbcount; __s32 d_rtbtimer; __u16 d_rtbwarns; __s16 d_padding3; char d_padding4[8]; }; struct fs_qfilestat { __u64 qfs_ino; __u64 qfs_nblks; __u32 qfs_nextents; }; typedef struct fs_qfilestat fs_qfilestat_t; struct fs_quota_stat { __s8 qs_version; __u16 qs_flags; __s8 qs_pad; fs_qfilestat_t qs_uquota; fs_qfilestat_t qs_gquota; __u32 qs_incoredqs; __s32 qs_btimelimit; __s32 qs_itimelimit; __s32 qs_rtbtimelimit; __u16 qs_bwarnlimit; __u16 qs_iwarnlimit; }; struct fs_qfilestatv { __u64 qfs_ino; __u64 qfs_nblks; __u32 qfs_nextents; __u32 qfs_pad; }; struct fs_quota_statv { __s8 qs_version; __u8 qs_pad1; __u16 qs_flags; __u32 qs_incoredqs; struct fs_qfilestatv qs_uquota; struct fs_qfilestatv qs_gquota; struct fs_qfilestatv qs_pquota; __s32 qs_btimelimit; __s32 qs_itimelimit; __s32 qs_rtbtimelimit; __u16 qs_bwarnlimit; __u16 qs_iwarnlimit; __u16 qs_rtbwarnlimit; __u16 qs_pad3; __u32 qs_pad4; __u64 qs_pad2[7]; }; struct if_dqblk { __u64 dqb_bhardlimit; __u64 dqb_bsoftlimit; __u64 dqb_curspace; __u64 dqb_ihardlimit; __u64 dqb_isoftlimit; __u64 dqb_curinodes; __u64 dqb_btime; __u64 dqb_itime; __u32 dqb_valid; }; struct if_nextdqblk { __u64 dqb_bhardlimit; __u64 dqb_bsoftlimit; __u64 dqb_curspace; __u64 dqb_ihardlimit; __u64 dqb_isoftlimit; __u64 dqb_curinodes; __u64 dqb_btime; __u64 dqb_itime; __u32 dqb_valid; __u32 dqb_id; }; struct if_dqinfo { __u64 dqi_bgrace; __u64 dqi_igrace; __u32 dqi_flags; __u32 dqi_valid; }; struct compat_if_dqblk { compat_u64 dqb_bhardlimit; compat_u64 dqb_bsoftlimit; compat_u64 dqb_curspace; compat_u64 dqb_ihardlimit; compat_u64 dqb_isoftlimit; compat_u64 dqb_curinodes; compat_u64 dqb_btime; compat_u64 dqb_itime; compat_uint_t dqb_valid; }; struct pde_opener { struct list_head lh; struct file *file; bool closing; struct completion *c; }; enum { BIAS = 2147483648, }; struct proc_fs_context { struct pid_namespace *pid_ns; unsigned int mask; enum proc_hidepid hidepid; int gid; enum proc_pidonly pidonly; }; enum proc_param { Opt_gid___4 = 0, Opt_hidepid = 1, Opt_subset = 2, }; typedef struct dentry *instantiate_t(struct dentry *, struct task_struct *, const void *); struct fd_data { fmode_t mode; unsigned int fd; }; struct vmcore { struct list_head list; long long unsigned int paddr; long long unsigned int size; loff_t offset; }; struct vmcoredd_node { struct list_head list; void *buf; unsigned int size; }; typedef struct elf32_hdr Elf32_Ehdr; typedef struct elf32_phdr Elf32_Phdr; typedef struct elf32_note Elf32_Nhdr; struct vmcoredd_header { __u32 n_namesz; __u32 n_descsz; __u32 n_type; __u8 name[8]; __u8 dump_name[44]; }; struct vmcore_cb { bool (*pfn_is_ram)(struct vmcore_cb *, long unsigned int); struct list_head next; }; struct vmcoredd_data { char dump_name[44]; unsigned int size; int (*vmcoredd_callback)(struct vmcoredd_data *, void *); }; struct kernfs_super_info { struct super_block *sb; struct kernfs_root *root; const void *ns; struct list_head node; }; struct pts_mount_opts { int setuid; int setgid; kuid_t uid; kgid_t gid; umode_t mode; umode_t ptmxmode; int reserve; int max; }; enum { Opt_uid___4 = 0, Opt_gid___5 = 1, Opt_mode___2 = 2, Opt_ptmxmode = 3, Opt_newinstance = 4, Opt_max = 5, Opt_err___4 = 6, }; struct pts_fs_info { struct ida allocated_ptys; struct pts_mount_opts mount_opts; struct super_block *sb; struct dentry *ptmx_dentry; }; struct ext4_system_zone { struct rb_node node; ext4_fsblk_t start_blk; unsigned int count; u32 ino; }; enum SHIFT_DIRECTION { SHIFT_LEFT = 0, SHIFT_RIGHT = 1, }; struct ext4_io_end_vec { struct list_head list; loff_t offset; ssize_t size; }; struct ext4_io_end { struct list_head list; handle_t *handle; struct inode *inode; struct bio *bio; unsigned int flag; refcount_t count; struct list_head list_vec; }; typedef struct ext4_io_end ext4_io_end_t; struct ext4_extent_tail { __le32 et_checksum; }; struct ext4_extent { __le32 ee_block; __le16 ee_len; __le16 ee_start_hi; __le32 ee_start_lo; }; struct ext4_extent_idx { __le32 ei_block; __le32 ei_leaf_lo; __le16 ei_leaf_hi; __u16 ei_unused; }; struct ext4_extent_header { __le16 eh_magic; __le16 eh_entries; __le16 eh_max; __le16 eh_depth; __le32 eh_generation; }; struct ext4_ext_path { ext4_fsblk_t p_block; __u16 p_depth; __u16 p_maxdepth; struct ext4_extent *p_ext; struct ext4_extent_idx *p_idx; struct ext4_extent_header *p_hdr; struct buffer_head *p_bh; }; struct partial_cluster { ext4_fsblk_t pclu; ext4_lblk_t lblk; enum { initial = 0, tofree = 1, nofree = 2, } state; }; struct migrate_struct { ext4_lblk_t first_block; ext4_lblk_t last_block; ext4_lblk_t curr_block; ext4_fsblk_t first_pblock; ext4_fsblk_t last_pblock; }; struct dax_holder_operations { int (*notify_failure)(struct dax_device *, u64, u64, int); }; enum { I_DATA_SEM_NORMAL = 0, I_DATA_SEM_OTHER = 1, I_DATA_SEM_QUOTA = 2, I_DATA_SEM_EA = 3, }; struct ext4_lazy_init { long unsigned int li_state; struct list_head li_request_list; struct mutex li_list_mtx; }; struct ext4_journal_cb_entry { struct list_head jce_list; void (*jce_func)(struct super_block *, struct ext4_journal_cb_entry *, int); }; struct ext4_prealloc_space { union { struct rb_node inode_node; struct list_head lg_list; } pa_node; struct list_head pa_group_list; union { struct list_head pa_tmp_list; struct callback_head pa_rcu; } u; spinlock_t pa_lock; atomic_t pa_count; unsigned int pa_deleted; ext4_fsblk_t pa_pstart; ext4_lblk_t pa_lstart; ext4_grpblk_t pa_len; ext4_grpblk_t pa_free; short unsigned int pa_type; union { rwlock_t *inode_lock; spinlock_t *lg_lock; } pa_node_lock; struct inode *pa_inode; }; struct ext4_free_extent { ext4_lblk_t fe_logical; ext4_grpblk_t fe_start; ext4_group_t fe_group; ext4_grpblk_t fe_len; }; struct ext4_allocation_context { struct inode *ac_inode; struct super_block *ac_sb; struct ext4_free_extent ac_o_ex; struct ext4_free_extent ac_g_ex; struct ext4_free_extent ac_b_ex; struct ext4_free_extent ac_f_ex; __u32 ac_groups_considered; __u32 ac_flags; __u16 ac_groups_scanned; __u16 ac_groups_linear_remaining; __u16 ac_found; __u16 ac_tail; __u16 ac_buddy; __u8 ac_status; __u8 ac_criteria; __u8 ac_2order; __u8 ac_op; struct page *ac_bitmap_page; struct page *ac_buddy_page; struct ext4_prealloc_space *ac_pa; struct ext4_locality_group *ac_lg; }; struct trace_event_raw_ext4_other_inode_update_time { struct trace_entry ent; dev_t dev; ino_t ino; ino_t orig_ino; uid_t uid; gid_t gid; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_free_inode { struct trace_entry ent; dev_t dev; ino_t ino; uid_t uid; gid_t gid; __u64 blocks; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_request_inode { struct trace_entry ent; dev_t dev; ino_t dir; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_allocate_inode { struct trace_entry ent; dev_t dev; ino_t ino; ino_t dir; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_evict_inode { struct trace_entry ent; dev_t dev; ino_t ino; int nlink; char __data[0]; }; struct trace_event_raw_ext4_drop_inode { struct trace_entry ent; dev_t dev; ino_t ino; int drop; char __data[0]; }; struct trace_event_raw_ext4_nfs_commit_metadata { struct trace_entry ent; dev_t dev; ino_t ino; char __data[0]; }; struct trace_event_raw_ext4_mark_inode_dirty { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int ip; char __data[0]; }; struct trace_event_raw_ext4_begin_ordered_truncate { struct trace_entry ent; dev_t dev; ino_t ino; loff_t new_size; char __data[0]; }; struct trace_event_raw_ext4__write_begin { struct trace_entry ent; dev_t dev; ino_t ino; loff_t pos; unsigned int len; char __data[0]; }; struct trace_event_raw_ext4__write_end { struct trace_entry ent; dev_t dev; ino_t ino; loff_t pos; unsigned int len; unsigned int copied; char __data[0]; }; struct trace_event_raw_ext4_writepages { struct trace_entry ent; dev_t dev; ino_t ino; long int nr_to_write; long int pages_skipped; loff_t range_start; loff_t range_end; long unsigned int writeback_index; int sync_mode; char for_kupdate; char range_cyclic; char __data[0]; }; struct trace_event_raw_ext4_da_write_pages { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int first_page; long int nr_to_write; int sync_mode; char __data[0]; }; struct trace_event_raw_ext4_da_write_pages_extent { struct trace_entry ent; dev_t dev; ino_t ino; __u64 lblk; __u32 len; __u32 flags; char __data[0]; }; struct trace_event_raw_ext4_writepages_result { struct trace_entry ent; dev_t dev; ino_t ino; int ret; int pages_written; long int pages_skipped; long unsigned int writeback_index; int sync_mode; char __data[0]; }; struct trace_event_raw_ext4__page_op { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int index; char __data[0]; }; struct trace_event_raw_ext4_invalidate_folio_op { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int index; size_t offset; size_t length; char __data[0]; }; struct trace_event_raw_ext4_discard_blocks { struct trace_entry ent; dev_t dev; __u64 blk; __u64 count; char __data[0]; }; struct trace_event_raw_ext4__mb_new_pa { struct trace_entry ent; dev_t dev; ino_t ino; __u64 pa_pstart; __u64 pa_lstart; __u32 pa_len; char __data[0]; }; struct trace_event_raw_ext4_mb_release_inode_pa { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; __u32 count; char __data[0]; }; struct trace_event_raw_ext4_mb_release_group_pa { struct trace_entry ent; dev_t dev; __u64 pa_pstart; __u32 pa_len; char __data[0]; }; struct trace_event_raw_ext4_discard_preallocations { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int len; unsigned int needed; char __data[0]; }; struct trace_event_raw_ext4_mb_discard_preallocations { struct trace_entry ent; dev_t dev; int needed; char __data[0]; }; struct trace_event_raw_ext4_request_blocks { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int len; __u32 logical; __u32 lleft; __u32 lright; __u64 goal; __u64 pleft; __u64 pright; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4_allocate_blocks { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; unsigned int len; __u32 logical; __u32 lleft; __u32 lright; __u64 goal; __u64 pleft; __u64 pright; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4_free_blocks { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; long unsigned int count; int flags; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_sync_file_enter { struct trace_entry ent; dev_t dev; ino_t ino; ino_t parent; int datasync; char __data[0]; }; struct trace_event_raw_ext4_sync_file_exit { struct trace_entry ent; dev_t dev; ino_t ino; int ret; char __data[0]; }; struct trace_event_raw_ext4_sync_fs { struct trace_entry ent; dev_t dev; int wait; char __data[0]; }; struct trace_event_raw_ext4_alloc_da_blocks { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int data_blocks; char __data[0]; }; struct trace_event_raw_ext4_mballoc_alloc { struct trace_entry ent; dev_t dev; ino_t ino; __u32 orig_logical; int orig_start; __u32 orig_group; int orig_len; __u32 goal_logical; int goal_start; __u32 goal_group; int goal_len; __u32 result_logical; int result_start; __u32 result_group; int result_len; __u16 found; __u16 groups; __u16 buddy; __u16 flags; __u16 tail; __u8 cr; char __data[0]; }; struct trace_event_raw_ext4_mballoc_prealloc { struct trace_entry ent; dev_t dev; ino_t ino; __u32 orig_logical; int orig_start; __u32 orig_group; int orig_len; __u32 result_logical; int result_start; __u32 result_group; int result_len; char __data[0]; }; struct trace_event_raw_ext4__mballoc { struct trace_entry ent; dev_t dev; ino_t ino; int result_start; __u32 result_group; int result_len; char __data[0]; }; struct trace_event_raw_ext4_forget { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; int is_metadata; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_da_update_reserve_space { struct trace_entry ent; dev_t dev; ino_t ino; __u64 i_blocks; int used_blocks; int reserved_data_blocks; int quota_claim; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_da_reserve_space { struct trace_entry ent; dev_t dev; ino_t ino; __u64 i_blocks; int reserved_data_blocks; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_da_release_space { struct trace_entry ent; dev_t dev; ino_t ino; __u64 i_blocks; int freed_blocks; int reserved_data_blocks; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4__bitmap_load { struct trace_entry ent; dev_t dev; __u32 group; char __data[0]; }; struct trace_event_raw_ext4_read_block_bitmap_load { struct trace_entry ent; dev_t dev; __u32 group; bool prefetch; char __data[0]; }; struct trace_event_raw_ext4__fallocate_mode { struct trace_entry ent; dev_t dev; ino_t ino; loff_t offset; loff_t len; int mode; char __data[0]; }; struct trace_event_raw_ext4_fallocate_exit { struct trace_entry ent; dev_t dev; ino_t ino; loff_t pos; unsigned int blocks; int ret; char __data[0]; }; struct trace_event_raw_ext4_unlink_enter { struct trace_entry ent; dev_t dev; ino_t ino; ino_t parent; loff_t size; char __data[0]; }; struct trace_event_raw_ext4_unlink_exit { struct trace_entry ent; dev_t dev; ino_t ino; int ret; char __data[0]; }; struct trace_event_raw_ext4__truncate { struct trace_entry ent; dev_t dev; ino_t ino; __u64 blocks; char __data[0]; }; struct trace_event_raw_ext4_ext_convert_to_initialized_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t m_lblk; unsigned int m_len; ext4_lblk_t u_lblk; unsigned int u_len; ext4_fsblk_t u_pblk; char __data[0]; }; struct trace_event_raw_ext4_ext_convert_to_initialized_fastpath { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t m_lblk; unsigned int m_len; ext4_lblk_t u_lblk; unsigned int u_len; ext4_fsblk_t u_pblk; ext4_lblk_t i_lblk; unsigned int i_len; ext4_fsblk_t i_pblk; char __data[0]; }; struct trace_event_raw_ext4__map_blocks_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; unsigned int len; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4__map_blocks_exit { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int flags; ext4_fsblk_t pblk; ext4_lblk_t lblk; unsigned int len; unsigned int mflags; int ret; char __data[0]; }; struct trace_event_raw_ext4_ext_load_extent { struct trace_entry ent; dev_t dev; ino_t ino; ext4_fsblk_t pblk; ext4_lblk_t lblk; char __data[0]; }; struct trace_event_raw_ext4_load_inode { struct trace_entry ent; dev_t dev; ino_t ino; char __data[0]; }; struct trace_event_raw_ext4_journal_start_sb { struct trace_entry ent; dev_t dev; long unsigned int ip; int blocks; int rsv_blocks; int revoke_creds; int type; char __data[0]; }; struct trace_event_raw_ext4_journal_start_inode { struct trace_entry ent; long unsigned int ino; dev_t dev; long unsigned int ip; int blocks; int rsv_blocks; int revoke_creds; int type; char __data[0]; }; struct trace_event_raw_ext4_journal_start_reserved { struct trace_entry ent; dev_t dev; long unsigned int ip; int blocks; char __data[0]; }; struct trace_event_raw_ext4__trim { struct trace_entry ent; int dev_major; int dev_minor; __u32 group; int start; int len; char __data[0]; }; struct trace_event_raw_ext4_ext_handle_unwritten_extents { struct trace_entry ent; dev_t dev; ino_t ino; int flags; ext4_lblk_t lblk; ext4_fsblk_t pblk; unsigned int len; unsigned int allocated; ext4_fsblk_t newblk; char __data[0]; }; struct trace_event_raw_ext4_get_implied_cluster_alloc_exit { struct trace_entry ent; dev_t dev; unsigned int flags; ext4_lblk_t lblk; ext4_fsblk_t pblk; unsigned int len; int ret; char __data[0]; }; struct trace_event_raw_ext4_ext_show_extent { struct trace_entry ent; dev_t dev; ino_t ino; ext4_fsblk_t pblk; ext4_lblk_t lblk; short unsigned int len; char __data[0]; }; struct trace_event_raw_ext4_remove_blocks { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t from; ext4_lblk_t to; ext4_fsblk_t ee_pblk; ext4_lblk_t ee_lblk; short unsigned int ee_len; ext4_fsblk_t pc_pclu; ext4_lblk_t pc_lblk; int pc_state; char __data[0]; }; struct trace_event_raw_ext4_ext_rm_leaf { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t start; ext4_lblk_t ee_lblk; ext4_fsblk_t ee_pblk; short int ee_len; ext4_fsblk_t pc_pclu; ext4_lblk_t pc_lblk; int pc_state; char __data[0]; }; struct trace_event_raw_ext4_ext_rm_idx { struct trace_entry ent; dev_t dev; ino_t ino; ext4_fsblk_t pblk; char __data[0]; }; struct trace_event_raw_ext4_ext_remove_space { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t start; ext4_lblk_t end; int depth; char __data[0]; }; struct trace_event_raw_ext4_ext_remove_space_done { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t start; ext4_lblk_t end; int depth; ext4_fsblk_t pc_pclu; ext4_lblk_t pc_lblk; int pc_state; short unsigned int eh_entries; char __data[0]; }; struct trace_event_raw_ext4__es_extent { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; char __data[0]; }; struct trace_event_raw_ext4_es_remove_extent { struct trace_entry ent; dev_t dev; ino_t ino; loff_t lblk; loff_t len; char __data[0]; }; struct trace_event_raw_ext4_es_find_extent_range_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; char __data[0]; }; struct trace_event_raw_ext4_es_find_extent_range_exit { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; char __data[0]; }; struct trace_event_raw_ext4_es_lookup_extent_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; char __data[0]; }; struct trace_event_raw_ext4_es_lookup_extent_exit { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; int found; char __data[0]; }; struct trace_event_raw_ext4__es_shrink_enter { struct trace_entry ent; dev_t dev; int nr_to_scan; int cache_cnt; char __data[0]; }; struct trace_event_raw_ext4_es_shrink_scan_exit { struct trace_entry ent; dev_t dev; int nr_shrunk; int cache_cnt; char __data[0]; }; struct trace_event_raw_ext4_collapse_range { struct trace_entry ent; dev_t dev; ino_t ino; loff_t offset; loff_t len; char __data[0]; }; struct trace_event_raw_ext4_insert_range { struct trace_entry ent; dev_t dev; ino_t ino; loff_t offset; loff_t len; char __data[0]; }; struct trace_event_raw_ext4_es_shrink { struct trace_entry ent; dev_t dev; int nr_shrunk; long long unsigned int scan_time; int nr_skipped; int retried; char __data[0]; }; struct trace_event_raw_ext4_es_insert_delayed_block { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; bool allocated; char __data[0]; }; struct trace_event_raw_ext4_fsmap_class { struct trace_entry ent; dev_t dev; dev_t keydev; u32 agno; u64 bno; u64 len; u64 owner; char __data[0]; }; struct trace_event_raw_ext4_getfsmap_class { struct trace_entry ent; dev_t dev; dev_t keydev; u64 block; u64 len; u64 owner; u64 flags; char __data[0]; }; struct trace_event_raw_ext4_shutdown { struct trace_entry ent; dev_t dev; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4_error { struct trace_entry ent; dev_t dev; const char *function; unsigned int line; char __data[0]; }; struct trace_event_raw_ext4_prefetch_bitmaps { struct trace_entry ent; dev_t dev; __u32 group; __u32 next; __u32 ios; char __data[0]; }; struct trace_event_raw_ext4_lazy_itable_init { struct trace_entry ent; dev_t dev; __u32 group; char __data[0]; }; struct trace_event_raw_ext4_fc_replay_scan { struct trace_entry ent; dev_t dev; int error; int off; char __data[0]; }; struct trace_event_raw_ext4_fc_replay { struct trace_entry ent; dev_t dev; int tag; int ino; int priv1; int priv2; char __data[0]; }; struct trace_event_raw_ext4_fc_commit_start { struct trace_entry ent; dev_t dev; tid_t tid; char __data[0]; }; struct trace_event_raw_ext4_fc_commit_stop { struct trace_entry ent; dev_t dev; int nblks; int reason; int num_fc; int num_fc_ineligible; int nblks_agg; tid_t tid; char __data[0]; }; struct trace_event_raw_ext4_fc_stats { struct trace_entry ent; dev_t dev; unsigned int fc_ineligible_rc[10]; long unsigned int fc_commits; long unsigned int fc_ineligible_commits; long unsigned int fc_numblks; char __data[0]; }; struct trace_event_raw_ext4_fc_track_dentry { struct trace_entry ent; dev_t dev; tid_t t_tid; ino_t i_ino; tid_t i_sync_tid; int error; char __data[0]; }; struct trace_event_raw_ext4_fc_track_inode { struct trace_entry ent; dev_t dev; tid_t t_tid; ino_t i_ino; tid_t i_sync_tid; int error; char __data[0]; }; struct trace_event_raw_ext4_fc_track_range { struct trace_entry ent; dev_t dev; tid_t t_tid; ino_t i_ino; tid_t i_sync_tid; long int start; long int end; int error; char __data[0]; }; struct trace_event_raw_ext4_fc_cleanup { struct trace_entry ent; dev_t dev; int j_fc_off; int full; tid_t tid; char __data[0]; }; struct trace_event_raw_ext4_update_sb { struct trace_entry ent; dev_t dev; ext4_fsblk_t fsblk; unsigned int flags; char __data[0]; }; struct trace_event_data_offsets_ext4_other_inode_update_time {}; struct trace_event_data_offsets_ext4_free_inode {}; struct trace_event_data_offsets_ext4_request_inode {}; struct trace_event_data_offsets_ext4_allocate_inode {}; struct trace_event_data_offsets_ext4_evict_inode {}; struct trace_event_data_offsets_ext4_drop_inode {}; struct trace_event_data_offsets_ext4_nfs_commit_metadata {}; struct trace_event_data_offsets_ext4_mark_inode_dirty {}; struct trace_event_data_offsets_ext4_begin_ordered_truncate {}; struct trace_event_data_offsets_ext4__write_begin {}; struct trace_event_data_offsets_ext4__write_end {}; struct trace_event_data_offsets_ext4_writepages {}; struct trace_event_data_offsets_ext4_da_write_pages {}; struct trace_event_data_offsets_ext4_da_write_pages_extent {}; struct trace_event_data_offsets_ext4_writepages_result {}; struct trace_event_data_offsets_ext4__page_op {}; struct trace_event_data_offsets_ext4_invalidate_folio_op {}; struct trace_event_data_offsets_ext4_discard_blocks {}; struct trace_event_data_offsets_ext4__mb_new_pa {}; struct trace_event_data_offsets_ext4_mb_release_inode_pa {}; struct trace_event_data_offsets_ext4_mb_release_group_pa {}; struct trace_event_data_offsets_ext4_discard_preallocations {}; struct trace_event_data_offsets_ext4_mb_discard_preallocations {}; struct trace_event_data_offsets_ext4_request_blocks {}; struct trace_event_data_offsets_ext4_allocate_blocks {}; struct trace_event_data_offsets_ext4_free_blocks {}; struct trace_event_data_offsets_ext4_sync_file_enter {}; struct trace_event_data_offsets_ext4_sync_file_exit {}; struct trace_event_data_offsets_ext4_sync_fs {}; struct trace_event_data_offsets_ext4_alloc_da_blocks {}; struct trace_event_data_offsets_ext4_mballoc_alloc {}; struct trace_event_data_offsets_ext4_mballoc_prealloc {}; struct trace_event_data_offsets_ext4__mballoc {}; struct trace_event_data_offsets_ext4_forget {}; struct trace_event_data_offsets_ext4_da_update_reserve_space {}; struct trace_event_data_offsets_ext4_da_reserve_space {}; struct trace_event_data_offsets_ext4_da_release_space {}; struct trace_event_data_offsets_ext4__bitmap_load {}; struct trace_event_data_offsets_ext4_read_block_bitmap_load {}; struct trace_event_data_offsets_ext4__fallocate_mode {}; struct trace_event_data_offsets_ext4_fallocate_exit {}; struct trace_event_data_offsets_ext4_unlink_enter {}; struct trace_event_data_offsets_ext4_unlink_exit {}; struct trace_event_data_offsets_ext4__truncate {}; struct trace_event_data_offsets_ext4_ext_convert_to_initialized_enter {}; struct trace_event_data_offsets_ext4_ext_convert_to_initialized_fastpath {}; struct trace_event_data_offsets_ext4__map_blocks_enter {}; struct trace_event_data_offsets_ext4__map_blocks_exit {}; struct trace_event_data_offsets_ext4_ext_load_extent {}; struct trace_event_data_offsets_ext4_load_inode {}; struct trace_event_data_offsets_ext4_journal_start_sb {}; struct trace_event_data_offsets_ext4_journal_start_inode {}; struct trace_event_data_offsets_ext4_journal_start_reserved {}; struct trace_event_data_offsets_ext4__trim {}; struct trace_event_data_offsets_ext4_ext_handle_unwritten_extents {}; struct trace_event_data_offsets_ext4_get_implied_cluster_alloc_exit {}; struct trace_event_data_offsets_ext4_ext_show_extent {}; struct trace_event_data_offsets_ext4_remove_blocks {}; struct trace_event_data_offsets_ext4_ext_rm_leaf {}; struct trace_event_data_offsets_ext4_ext_rm_idx {}; struct trace_event_data_offsets_ext4_ext_remove_space {}; struct trace_event_data_offsets_ext4_ext_remove_space_done {}; struct trace_event_data_offsets_ext4__es_extent {}; struct trace_event_data_offsets_ext4_es_remove_extent {}; struct trace_event_data_offsets_ext4_es_find_extent_range_enter {}; struct trace_event_data_offsets_ext4_es_find_extent_range_exit {}; struct trace_event_data_offsets_ext4_es_lookup_extent_enter {}; struct trace_event_data_offsets_ext4_es_lookup_extent_exit {}; struct trace_event_data_offsets_ext4__es_shrink_enter {}; struct trace_event_data_offsets_ext4_es_shrink_scan_exit {}; struct trace_event_data_offsets_ext4_collapse_range {}; struct trace_event_data_offsets_ext4_insert_range {}; struct trace_event_data_offsets_ext4_es_shrink {}; struct trace_event_data_offsets_ext4_es_insert_delayed_block {}; struct trace_event_data_offsets_ext4_fsmap_class {}; struct trace_event_data_offsets_ext4_getfsmap_class {}; struct trace_event_data_offsets_ext4_shutdown {}; struct trace_event_data_offsets_ext4_error {}; struct trace_event_data_offsets_ext4_prefetch_bitmaps {}; struct trace_event_data_offsets_ext4_lazy_itable_init {}; struct trace_event_data_offsets_ext4_fc_replay_scan {}; struct trace_event_data_offsets_ext4_fc_replay {}; struct trace_event_data_offsets_ext4_fc_commit_start {}; struct trace_event_data_offsets_ext4_fc_commit_stop {}; struct trace_event_data_offsets_ext4_fc_stats {}; struct trace_event_data_offsets_ext4_fc_track_dentry {}; struct trace_event_data_offsets_ext4_fc_track_inode {}; struct trace_event_data_offsets_ext4_fc_track_range {}; struct trace_event_data_offsets_ext4_fc_cleanup {}; struct trace_event_data_offsets_ext4_update_sb {}; typedef void (*btf_trace_ext4_other_inode_update_time)(void *, struct inode *, ino_t); typedef void (*btf_trace_ext4_free_inode)(void *, struct inode *); typedef void (*btf_trace_ext4_request_inode)(void *, struct inode *, int); typedef void (*btf_trace_ext4_allocate_inode)(void *, struct inode *, struct inode *, int); typedef void (*btf_trace_ext4_evict_inode)(void *, struct inode *); typedef void (*btf_trace_ext4_drop_inode)(void *, struct inode *, int); typedef void (*btf_trace_ext4_nfs_commit_metadata)(void *, struct inode *); typedef void (*btf_trace_ext4_mark_inode_dirty)(void *, struct inode *, long unsigned int); typedef void (*btf_trace_ext4_begin_ordered_truncate)(void *, struct inode *, loff_t); typedef void (*btf_trace_ext4_write_begin)(void *, struct inode *, loff_t, unsigned int); typedef void (*btf_trace_ext4_da_write_begin)(void *, struct inode *, loff_t, unsigned int); typedef void (*btf_trace_ext4_write_end)(void *, struct inode *, loff_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_journalled_write_end)(void *, struct inode *, loff_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_da_write_end)(void *, struct inode *, loff_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_writepages)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_ext4_da_write_pages)(void *, struct inode *, long unsigned int, struct writeback_control *); typedef void (*btf_trace_ext4_da_write_pages_extent)(void *, struct inode *, struct ext4_map_blocks *); typedef void (*btf_trace_ext4_writepages_result)(void *, struct inode *, struct writeback_control *, int, int); typedef void (*btf_trace_ext4_readpage)(void *, struct page *); typedef void (*btf_trace_ext4_releasepage)(void *, struct page *); typedef void (*btf_trace_ext4_invalidate_folio)(void *, struct folio *, size_t, size_t); typedef void (*btf_trace_ext4_journalled_invalidate_folio)(void *, struct folio *, size_t, size_t); typedef void (*btf_trace_ext4_discard_blocks)(void *, struct super_block *, long long unsigned int, long long unsigned int); typedef void (*btf_trace_ext4_mb_new_inode_pa)(void *, struct ext4_allocation_context *, struct ext4_prealloc_space *); typedef void (*btf_trace_ext4_mb_new_group_pa)(void *, struct ext4_allocation_context *, struct ext4_prealloc_space *); typedef void (*btf_trace_ext4_mb_release_inode_pa)(void *, struct ext4_prealloc_space *, long long unsigned int, unsigned int); typedef void (*btf_trace_ext4_mb_release_group_pa)(void *, struct super_block *, struct ext4_prealloc_space *); typedef void (*btf_trace_ext4_discard_preallocations)(void *, struct inode *, unsigned int, unsigned int); typedef void (*btf_trace_ext4_mb_discard_preallocations)(void *, struct super_block *, int); typedef void (*btf_trace_ext4_request_blocks)(void *, struct ext4_allocation_request *); typedef void (*btf_trace_ext4_allocate_blocks)(void *, struct ext4_allocation_request *, long long unsigned int); typedef void (*btf_trace_ext4_free_blocks)(void *, struct inode *, __u64, long unsigned int, int); typedef void (*btf_trace_ext4_sync_file_enter)(void *, struct file *, int); typedef void (*btf_trace_ext4_sync_file_exit)(void *, struct inode *, int); typedef void (*btf_trace_ext4_sync_fs)(void *, struct super_block *, int); typedef void (*btf_trace_ext4_alloc_da_blocks)(void *, struct inode *); typedef void (*btf_trace_ext4_mballoc_alloc)(void *, struct ext4_allocation_context *); typedef void (*btf_trace_ext4_mballoc_prealloc)(void *, struct ext4_allocation_context *); typedef void (*btf_trace_ext4_mballoc_discard)(void *, struct super_block *, struct inode *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_mballoc_free)(void *, struct super_block *, struct inode *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_forget)(void *, struct inode *, int, __u64); typedef void (*btf_trace_ext4_da_update_reserve_space)(void *, struct inode *, int, int); typedef void (*btf_trace_ext4_da_reserve_space)(void *, struct inode *); typedef void (*btf_trace_ext4_da_release_space)(void *, struct inode *, int); typedef void (*btf_trace_ext4_mb_bitmap_load)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_mb_buddy_bitmap_load)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_load_inode_bitmap)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_read_block_bitmap_load)(void *, struct super_block *, long unsigned int, bool); typedef void (*btf_trace_ext4_fallocate_enter)(void *, struct inode *, loff_t, loff_t, int); typedef void (*btf_trace_ext4_punch_hole)(void *, struct inode *, loff_t, loff_t, int); typedef void (*btf_trace_ext4_zero_range)(void *, struct inode *, loff_t, loff_t, int); typedef void (*btf_trace_ext4_fallocate_exit)(void *, struct inode *, loff_t, unsigned int, int); typedef void (*btf_trace_ext4_unlink_enter)(void *, struct inode *, struct dentry *); typedef void (*btf_trace_ext4_unlink_exit)(void *, struct dentry *, int); typedef void (*btf_trace_ext4_truncate_enter)(void *, struct inode *); typedef void (*btf_trace_ext4_truncate_exit)(void *, struct inode *); typedef void (*btf_trace_ext4_ext_convert_to_initialized_enter)(void *, struct inode *, struct ext4_map_blocks *, struct ext4_extent *); typedef void (*btf_trace_ext4_ext_convert_to_initialized_fastpath)(void *, struct inode *, struct ext4_map_blocks *, struct ext4_extent *, struct ext4_extent *); typedef void (*btf_trace_ext4_ext_map_blocks_enter)(void *, struct inode *, ext4_lblk_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_ind_map_blocks_enter)(void *, struct inode *, ext4_lblk_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_ext_map_blocks_exit)(void *, struct inode *, unsigned int, struct ext4_map_blocks *, int); typedef void (*btf_trace_ext4_ind_map_blocks_exit)(void *, struct inode *, unsigned int, struct ext4_map_blocks *, int); typedef void (*btf_trace_ext4_ext_load_extent)(void *, struct inode *, ext4_lblk_t, ext4_fsblk_t); typedef void (*btf_trace_ext4_load_inode)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_journal_start_sb)(void *, struct super_block *, int, int, int, int, long unsigned int); typedef void (*btf_trace_ext4_journal_start_inode)(void *, struct inode *, int, int, int, int, long unsigned int); typedef void (*btf_trace_ext4_journal_start_reserved)(void *, struct super_block *, int, long unsigned int); typedef void (*btf_trace_ext4_trim_extent)(void *, struct super_block *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_trim_all_free)(void *, struct super_block *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_ext_handle_unwritten_extents)(void *, struct inode *, struct ext4_map_blocks *, int, unsigned int, ext4_fsblk_t); typedef void (*btf_trace_ext4_get_implied_cluster_alloc_exit)(void *, struct super_block *, struct ext4_map_blocks *, int); typedef void (*btf_trace_ext4_ext_show_extent)(void *, struct inode *, ext4_lblk_t, ext4_fsblk_t, short unsigned int); typedef void (*btf_trace_ext4_remove_blocks)(void *, struct inode *, struct ext4_extent *, ext4_lblk_t, ext4_fsblk_t, struct partial_cluster *); typedef void (*btf_trace_ext4_ext_rm_leaf)(void *, struct inode *, ext4_lblk_t, struct ext4_extent *, struct partial_cluster *); typedef void (*btf_trace_ext4_ext_rm_idx)(void *, struct inode *, ext4_fsblk_t); typedef void (*btf_trace_ext4_ext_remove_space)(void *, struct inode *, ext4_lblk_t, ext4_lblk_t, int); typedef void (*btf_trace_ext4_ext_remove_space_done)(void *, struct inode *, ext4_lblk_t, ext4_lblk_t, int, struct partial_cluster *, __le16); typedef void (*btf_trace_ext4_es_insert_extent)(void *, struct inode *, struct extent_status *); typedef void (*btf_trace_ext4_es_cache_extent)(void *, struct inode *, struct extent_status *); typedef void (*btf_trace_ext4_es_remove_extent)(void *, struct inode *, ext4_lblk_t, ext4_lblk_t); typedef void (*btf_trace_ext4_es_find_extent_range_enter)(void *, struct inode *, ext4_lblk_t); typedef void (*btf_trace_ext4_es_find_extent_range_exit)(void *, struct inode *, struct extent_status *); typedef void (*btf_trace_ext4_es_lookup_extent_enter)(void *, struct inode *, ext4_lblk_t); typedef void (*btf_trace_ext4_es_lookup_extent_exit)(void *, struct inode *, struct extent_status *, int); typedef void (*btf_trace_ext4_es_shrink_count)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_es_shrink_scan_enter)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_es_shrink_scan_exit)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_collapse_range)(void *, struct inode *, loff_t, loff_t); typedef void (*btf_trace_ext4_insert_range)(void *, struct inode *, loff_t, loff_t); typedef void (*btf_trace_ext4_es_shrink)(void *, struct super_block *, int, u64, int, int); typedef void (*btf_trace_ext4_es_insert_delayed_block)(void *, struct inode *, struct extent_status *, bool); typedef void (*btf_trace_ext4_fsmap_low_key)(void *, struct super_block *, u32, u32, u64, u64, u64); typedef void (*btf_trace_ext4_fsmap_high_key)(void *, struct super_block *, u32, u32, u64, u64, u64); typedef void (*btf_trace_ext4_fsmap_mapping)(void *, struct super_block *, u32, u32, u64, u64, u64); typedef void (*btf_trace_ext4_getfsmap_low_key)(void *, struct super_block *, struct ext4_fsmap *); typedef void (*btf_trace_ext4_getfsmap_high_key)(void *, struct super_block *, struct ext4_fsmap *); typedef void (*btf_trace_ext4_getfsmap_mapping)(void *, struct super_block *, struct ext4_fsmap *); typedef void (*btf_trace_ext4_shutdown)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_error)(void *, struct super_block *, const char *, unsigned int); typedef void (*btf_trace_ext4_prefetch_bitmaps)(void *, struct super_block *, ext4_group_t, ext4_group_t, unsigned int); typedef void (*btf_trace_ext4_lazy_itable_init)(void *, struct super_block *, ext4_group_t); typedef void (*btf_trace_ext4_fc_replay_scan)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_fc_replay)(void *, struct super_block *, int, int, int, int); typedef void (*btf_trace_ext4_fc_commit_start)(void *, struct super_block *, tid_t); typedef void (*btf_trace_ext4_fc_commit_stop)(void *, struct super_block *, int, int, tid_t); typedef void (*btf_trace_ext4_fc_stats)(void *, struct super_block *); typedef void (*btf_trace_ext4_fc_track_create)(void *, handle_t *, struct inode *, struct dentry *, int); typedef void (*btf_trace_ext4_fc_track_link)(void *, handle_t *, struct inode *, struct dentry *, int); typedef void (*btf_trace_ext4_fc_track_unlink)(void *, handle_t *, struct inode *, struct dentry *, int); typedef void (*btf_trace_ext4_fc_track_inode)(void *, handle_t *, struct inode *, int); typedef void (*btf_trace_ext4_fc_track_range)(void *, handle_t *, struct inode *, long int, long int, int); typedef void (*btf_trace_ext4_fc_cleanup)(void *, journal_t *, int, tid_t); typedef void (*btf_trace_ext4_update_sb)(void *, struct super_block *, ext4_fsblk_t, unsigned int); struct ext4_err_translation { int code; int errno; }; enum { Opt_bsd_df = 0, Opt_minix_df = 1, Opt_grpid = 2, Opt_nogrpid = 3, Opt_resgid = 4, Opt_resuid = 5, Opt_sb = 6, Opt_nouid32 = 7, Opt_debug = 8, Opt_removed = 9, Opt_user_xattr = 10, Opt_acl___2 = 11, Opt_auto_da_alloc = 12, Opt_noauto_da_alloc = 13, Opt_noload = 14, Opt_commit = 15, Opt_min_batch_time = 16, Opt_max_batch_time = 17, Opt_journal_dev = 18, Opt_journal_path = 19, Opt_journal_checksum = 20, Opt_journal_async_commit = 21, Opt_abort = 22, Opt_data_journal = 23, Opt_data_ordered = 24, Opt_data_writeback = 25, Opt_data_err_abort = 26, Opt_data_err_ignore = 27, Opt_test_dummy_encryption = 28, Opt_inlinecrypt = 29, Opt_usrjquota = 30, Opt_grpjquota = 31, Opt_quota = 32, Opt_noquota = 33, Opt_barrier___2 = 34, Opt_nobarrier___2 = 35, Opt_err___5 = 36, Opt_usrquota = 37, Opt_grpquota = 38, Opt_prjquota = 39, Opt_dax = 40, Opt_dax_always = 41, Opt_dax_inode = 42, Opt_dax_never = 43, Opt_stripe = 44, Opt_delalloc = 45, Opt_nodelalloc = 46, Opt_warn_on_error = 47, Opt_nowarn_on_error = 48, Opt_mblk_io_submit = 49, Opt_debug_want_extra_isize = 50, Opt_nomblk_io_submit = 51, Opt_block_validity = 52, Opt_noblock_validity = 53, Opt_inode_readahead_blks = 54, Opt_journal_ioprio = 55, Opt_dioread_nolock = 56, Opt_dioread_lock = 57, Opt_discard___2 = 58, Opt_nodiscard___2 = 59, Opt_init_itable = 60, Opt_noinit_itable = 61, Opt_max_dir_size_kb = 62, Opt_nojournal_checksum = 63, Opt_nombcache = 64, Opt_no_prefetch_block_bitmaps = 65, Opt_mb_optimize_scan = 66, Opt_errors = 67, Opt_data = 68, Opt_data_err = 69, Opt_jqfmt = 70, Opt_dax_type = 71, }; struct mount_opts { int token; int mount_opt; int flags; }; struct ext4_sb_encodings { __u16 magic; char *name; unsigned int version; }; struct ext4_fs_context { char *s_qf_names[3]; struct fscrypt_dummy_policy dummy_enc_policy; int s_jquota_fmt; short unsigned int qname_spec; long unsigned int vals_s_flags; long unsigned int mask_s_flags; long unsigned int journal_devnum; long unsigned int s_commit_interval; long unsigned int s_stripe; unsigned int s_inode_readahead_blks; unsigned int s_want_extra_isize; unsigned int s_li_wait_mult; unsigned int s_max_dir_size_kb; unsigned int journal_ioprio; unsigned int vals_s_mount_opt; unsigned int mask_s_mount_opt; unsigned int vals_s_mount_opt2; unsigned int mask_s_mount_opt2; long unsigned int vals_s_mount_flags; long unsigned int mask_s_mount_flags; unsigned int opt_flags; unsigned int spec; u32 s_max_batch_time; u32 s_min_batch_time; kuid_t s_resuid; kgid_t s_resgid; ext4_fsblk_t s_sb_block; }; struct ext4_mount_options { long unsigned int s_mount_opt; long unsigned int s_mount_opt2; kuid_t s_resuid; kgid_t s_resgid; long unsigned int s_commit_interval; u32 s_min_batch_time; u32 s_max_batch_time; int s_jquota_fmt; char *s_qf_names[3]; }; struct ramfs_mount_opts { umode_t mode; }; struct ramfs_fs_info { struct ramfs_mount_opts mount_opts; }; enum ramfs_param { Opt_mode___3 = 0, }; enum hugetlbfs_size_type { NO_SIZE = 0, SIZE_STD = 1, SIZE_PERCENT = 2, }; struct hugetlbfs_fs_context { struct hstate *hstate; long long unsigned int max_size_opt; long long unsigned int min_size_opt; long int max_hpages; long int nr_inodes; long int min_hpages; enum hugetlbfs_size_type max_val_type; enum hugetlbfs_size_type min_val_type; kuid_t uid; kgid_t gid; umode_t mode; }; enum hugetlb_param { Opt_gid___6 = 0, Opt_min_size = 1, Opt_mode___4 = 2, Opt_nr_inodes___2 = 3, Opt_pagesize = 4, Opt_size___2 = 5, Opt_uid___5 = 6, }; enum { AUTOFS_IOC_READY_CMD = 96, AUTOFS_IOC_FAIL_CMD = 97, AUTOFS_IOC_CATATONIC_CMD = 98, AUTOFS_IOC_PROTOVER_CMD = 99, AUTOFS_IOC_SETTIMEOUT_CMD = 100, AUTOFS_IOC_EXPIRE_CMD = 101, }; enum { AUTOFS_IOC_EXPIRE_MULTI_CMD = 102, AUTOFS_IOC_PROTOSUBVER_CMD = 103, AUTOFS_IOC_ASKUMOUNT_CMD = 112, }; struct debugfs_mount_opts { kuid_t uid; kgid_t gid; umode_t mode; unsigned int opts; }; enum { Opt_uid___6 = 0, Opt_gid___7 = 1, Opt_mode___5 = 2, Opt_err___6 = 3, }; struct debugfs_fs_info { struct debugfs_mount_opts mount_opts; }; struct tracefs_dir_ops { int (*mkdir)(const char *); int (*rmdir)(const char *); }; struct tracefs_mount_opts { kuid_t uid; kgid_t gid; umode_t mode; unsigned int opts; }; struct tracefs_fs_info { struct tracefs_mount_opts mount_opts; }; enum btrfs_caching_type { BTRFS_CACHE_NO = 0, BTRFS_CACHE_STARTED = 1, BTRFS_CACHE_FINISHED = 2, BTRFS_CACHE_ERROR = 3, }; enum btrfs_inline_ref_type { BTRFS_REF_TYPE_INVALID = 0, BTRFS_REF_TYPE_BLOCK = 1, BTRFS_REF_TYPE_DATA = 2, BTRFS_REF_TYPE_ANY = 3, }; struct btrfs_discard_stripe { struct btrfs_device *dev; u64 physical; u64 length; }; enum btrfs_loop_type { LOOP_CACHING_NOWAIT = 0, LOOP_CACHING_WAIT = 1, LOOP_UNSET_SIZE_CLASS = 2, LOOP_ALLOC_CHUNK = 3, LOOP_WRONG_SIZE_CLASS = 4, LOOP_NO_EMPTY_SIZE = 5, }; struct walk_control___2 { u64 refs[8]; u64 flags[8]; struct btrfs_key update_progress; struct btrfs_key drop_progress; int drop_level; int stage; int level; int shared_level; int update_ref; int keep_locks; int reada_slot; int reada_count; int restarted; }; struct btrfs_csum_item { __u8 csum; }; enum btrfs_csum_type { BTRFS_CSUM_TYPE_CRC32 = 0, BTRFS_CSUM_TYPE_XXHASH = 1, BTRFS_CSUM_TYPE_SHA256 = 2, BTRFS_CSUM_TYPE_BLAKE2 = 3, }; enum btrfs_disk_cache_state { BTRFS_DC_WRITTEN = 0, BTRFS_DC_ERROR = 1, BTRFS_DC_CLEAR = 2, BTRFS_DC_SETUP = 3, }; struct btrfs_ioctl_encoded_io_args { const struct iovec *iov; long unsigned int iovcnt; __s64 offset; __u64 flags; __u64 len; __u64 unencoded_len; __u64 unencoded_offset; __u32 compression; __u32 encryption; __u8 reserved[64]; }; enum { __PAGE_UNLOCK_BIT = 0, PAGE_UNLOCK = 1, __PAGE_UNLOCK_SEQ = 0, __PAGE_START_WRITEBACK_BIT = 1, PAGE_START_WRITEBACK = 2, __PAGE_START_WRITEBACK_SEQ = 1, __PAGE_END_WRITEBACK_BIT = 2, PAGE_END_WRITEBACK = 4, __PAGE_END_WRITEBACK_SEQ = 2, __PAGE_SET_ORDERED_BIT = 3, PAGE_SET_ORDERED = 8, __PAGE_SET_ORDERED_SEQ = 3, __PAGE_SET_ERROR_BIT = 4, PAGE_SET_ERROR = 16, __PAGE_SET_ERROR_SEQ = 4, __PAGE_LOCK_BIT = 5, PAGE_LOCK = 32, __PAGE_LOCK_SEQ = 5, }; struct btrfs_file_private { void *filldir_buf; u64 last_index; struct extent_state *llseek_cached_state; }; struct btrfs_new_inode_args { struct inode *dir; struct dentry *dentry; struct inode *inode; bool orphan; bool subvol; struct posix_acl *default_acl; struct posix_acl *acl; struct fscrypt_name fname; }; struct btrfs_swapfile_pin { struct rb_node node; void *ptr; struct inode *inode; bool is_block_group; int bg_extent_count; }; struct btrfs_subpage { spinlock_t lock; atomic_t readers; union { atomic_t eb_refs; atomic_t writers; }; long unsigned int bitmaps[0]; }; struct btrfs_iget_args { u64 ino; struct btrfs_root *root; }; struct btrfs_dio_data { ssize_t submitted; struct extent_changeset *data_reserved; struct btrfs_ordered_extent *ordered; bool data_space_reserved; bool nocow_done; }; struct btrfs_dio_private { u64 file_offset; u32 bytes; struct btrfs_bio bbio; }; struct btrfs_rename_ctx { u64 index; }; struct async_extent { u64 start; u64 ram_size; u64 compressed_size; struct page **pages; long unsigned int nr_pages; int compress_type; struct list_head list; }; struct async_cow; struct async_chunk { struct btrfs_inode *inode; struct page *locked_page; u64 start; u64 end; blk_opf_t write_flags; struct list_head extents; struct cgroup_subsys_state *blkcg_css; struct btrfs_work work; struct async_cow *async_cow; }; struct async_cow { atomic_t num_chunks; struct async_chunk chunks[0]; }; struct can_nocow_file_extent_args { u64 start; u64 end; bool writeback_path; bool strict; bool free_path; u64 disk_bytenr; u64 disk_num_bytes; u64 extent_offset; u64 num_bytes; }; struct btrfs_writepage_fixup { struct page *page; struct btrfs_inode *inode; struct btrfs_work work; }; struct dir_entry { u64 ino; u64 offset; unsigned int type; int name_len; }; struct btrfs_delalloc_work { struct inode *inode; struct completion completion; struct list_head list; struct btrfs_work work; }; struct btrfs_encoded_read_private { wait_queue_head_t wait; atomic_t pending; blk_status_t status; }; struct btrfs_swap_info { u64 start; u64 block_start; u64 block_len; u64 lowest_ppage; u64 highest_ppage; long unsigned int nr_pages; int nr_extents; }; enum btrfs_feature_set { FEAT_COMPAT = 0, FEAT_COMPAT_RO = 1, FEAT_INCOMPAT = 2, FEAT_MAX = 3, }; struct btrfs_feature_attr { struct kobj_attribute kobj_attr; enum btrfs_feature_set feature_set; u64 feature_bit; }; struct raid_kobject { u64 flags; struct kobject kobj; }; struct btrfs_ioctl_balance_args { __u64 flags; __u64 state; struct btrfs_balance_args data; struct btrfs_balance_args meta; struct btrfs_balance_args sys; struct btrfs_balance_progress stat; __u64 unused[72]; }; struct btrfs_ioctl_get_dev_stats { __u64 devid; __u64 nr_items; __u64 flags; __u64 values[5]; __u64 unused[121]; }; enum btrfs_err_code { BTRFS_ERROR_DEV_RAID1_MIN_NOT_MET = 1, BTRFS_ERROR_DEV_RAID10_MIN_NOT_MET = 2, BTRFS_ERROR_DEV_RAID5_MIN_NOT_MET = 3, BTRFS_ERROR_DEV_RAID6_MIN_NOT_MET = 4, BTRFS_ERROR_DEV_TGT_REPLACE = 5, BTRFS_ERROR_DEV_MISSING_NOT_FOUND = 6, BTRFS_ERROR_DEV_ONLY_WRITABLE = 7, BTRFS_ERROR_DEV_EXCL_RUN_IN_PROGRESS = 8, BTRFS_ERROR_DEV_RAID1C3_MIN_NOT_MET = 9, BTRFS_ERROR_DEV_RAID1C4_MIN_NOT_MET = 10, }; struct btrfs_disk_balance_args { __le64 profiles; union { __le64 usage; struct { __le32 usage_min; __le32 usage_max; }; }; __le64 devid; __le64 pstart; __le64 pend; __le64 vstart; __le64 vend; __le64 target; __le64 flags; union { __le64 limit; struct { __le32 limit_min; __le32 limit_max; }; }; __le32 stripes_min; __le32 stripes_max; __le64 unused[6]; }; struct btrfs_balance_item { __le64 flags; struct btrfs_disk_balance_args data; struct btrfs_disk_balance_args meta; struct btrfs_disk_balance_args sys; __le64 unused[4]; }; struct btrfs_dev_stats_item { __le64 values[5]; }; struct alloc_chunk_ctl { u64 start; u64 type; int num_stripes; int sub_stripes; int dev_stripes; int devs_max; int devs_min; int devs_increment; int ncopies; int nparity; u64 max_stripe_size; u64 max_chunk_size; u64 dev_extent_min; u64 stripe_size; u64 chunk_size; int ndevs; }; struct btrfs_fid { u64 objectid; u64 root_objectid; u32 gen; u64 parent_objectid; u32 parent_gen; u64 parent_root_objectid; } __attribute__((packed)); struct workspace { z_stream strm; char *buf; unsigned int buf_size; struct list_head list; int level; }; struct workspace___2 { void *mem; void *buf; void *cbuf; struct list_head list; }; struct rb_simple_node { struct rb_node rb_node; u64 bytenr; }; struct ulist_iterator { struct list_head *cur_list; }; struct ulist_node { u64 val; u64 aux; struct list_head list; struct rb_node rb_node; }; struct btrfs_backref_node; struct btrfs_backref_cache { struct rb_root rb_root; struct btrfs_backref_node *path[8]; struct list_head pending[8]; struct list_head leaves; struct list_head changed; struct list_head detached; u64 last_trans; int nr_nodes; int nr_edges; struct list_head pending_edge; struct list_head useless_node; struct btrfs_fs_info *fs_info; unsigned int is_reloc; }; struct file_extent_cluster { u64 start; u64 end; u64 boundary[128]; unsigned int nr; }; struct mapping_tree { struct rb_root rb_root; spinlock_t lock; }; struct reloc_control { struct btrfs_block_group *block_group; struct btrfs_root *extent_root; struct inode *data_inode; struct btrfs_block_rsv *block_rsv; struct btrfs_backref_cache backref_cache; struct file_extent_cluster cluster; struct extent_io_tree processed_blocks; struct mapping_tree reloc_root_tree; struct list_head reloc_roots; struct list_head dirty_subvol_roots; u64 merging_rsv_size; u64 nodes_relocated; u64 reserved_bytes; u64 search_start; u64 extents_found; unsigned int stage: 8; unsigned int create_reloc_tree: 1; unsigned int merge_reloc_tree: 1; unsigned int found_file_extent: 1; }; struct btrfs_backref_iter { u64 bytenr; struct btrfs_path *path; struct btrfs_fs_info *fs_info; struct btrfs_key cur_key; u32 item_ptr; u32 cur_ptr; u32 end_ptr; }; struct btrfs_backref_node { struct { struct rb_node rb_node; u64 bytenr; }; u64 new_bytenr; u64 owner; struct list_head list; struct list_head upper; struct list_head lower; struct btrfs_root *root; struct extent_buffer *eb; unsigned int level: 8; unsigned int cowonly: 1; unsigned int lowest: 1; unsigned int locked: 1; unsigned int processed: 1; unsigned int checked: 1; unsigned int pending: 1; unsigned int detached: 1; unsigned int is_reloc_root: 1; }; struct btrfs_backref_edge { struct list_head list[2]; struct btrfs_backref_node *node[2]; }; struct mapping_node { struct { struct rb_node rb_node; u64 bytenr; }; void *data; }; struct tree_block { struct { struct rb_node rb_node; u64 bytenr; }; u64 owner; struct btrfs_key key; unsigned int level: 8; unsigned int key_ready: 1; }; struct btrfs_backref_shared_cache_entry { u64 bytenr; u64 gen; bool is_shared; }; struct btrfs_backref_share_check_ctx { struct ulist refs; u64 curr_leaf_bytenr; u64 prev_leaf_bytenr; struct btrfs_backref_shared_cache_entry path_cache_entries[8]; bool use_path_cache; struct { u64 bytenr; bool is_shared; } prev_extents_cache[8]; int prev_extents_cache_slot; }; struct extent_inode_elem { u64 inum; u64 offset; u64 num_bytes; struct extent_inode_elem *next; }; struct preftree { struct rb_root_cached root; unsigned int count; }; struct preftrees { struct preftree direct; struct preftree indirect; struct preftree indirect_missing_keys; }; struct share_check { struct btrfs_backref_share_check_ctx *ctx; struct btrfs_root *root; u64 inum; u64 data_bytenr; u64 data_extent_gen; int share_count; int self_ref_count; bool have_delayed_delete_refs; }; struct btrfs_stream_header { char magic[13]; __le32 version; } __attribute__((packed)); struct btrfs_cmd_header { __le32 len; __le16 cmd; __le32 crc; } __attribute__((packed)); struct btrfs_tlv_header { __le16 tlv_type; __le16 tlv_len; }; enum btrfs_send_cmd { BTRFS_SEND_C_UNSPEC = 0, BTRFS_SEND_C_SUBVOL = 1, BTRFS_SEND_C_SNAPSHOT = 2, BTRFS_SEND_C_MKFILE = 3, BTRFS_SEND_C_MKDIR = 4, BTRFS_SEND_C_MKNOD = 5, BTRFS_SEND_C_MKFIFO = 6, BTRFS_SEND_C_MKSOCK = 7, BTRFS_SEND_C_SYMLINK = 8, BTRFS_SEND_C_RENAME = 9, BTRFS_SEND_C_LINK = 10, BTRFS_SEND_C_UNLINK = 11, BTRFS_SEND_C_RMDIR = 12, BTRFS_SEND_C_SET_XATTR = 13, BTRFS_SEND_C_REMOVE_XATTR = 14, BTRFS_SEND_C_WRITE = 15, BTRFS_SEND_C_CLONE = 16, BTRFS_SEND_C_TRUNCATE = 17, BTRFS_SEND_C_CHMOD = 18, BTRFS_SEND_C_CHOWN = 19, BTRFS_SEND_C_UTIMES = 20, BTRFS_SEND_C_END = 21, BTRFS_SEND_C_UPDATE_EXTENT = 22, BTRFS_SEND_C_MAX_V1 = 22, BTRFS_SEND_C_FALLOCATE = 23, BTRFS_SEND_C_FILEATTR = 24, BTRFS_SEND_C_ENCODED_WRITE = 25, BTRFS_SEND_C_MAX_V2 = 25, BTRFS_SEND_C_ENABLE_VERITY = 26, BTRFS_SEND_C_MAX_V3 = 26, BTRFS_SEND_C_MAX = 26, }; enum { BTRFS_SEND_A_UNSPEC = 0, BTRFS_SEND_A_UUID = 1, BTRFS_SEND_A_CTRANSID = 2, BTRFS_SEND_A_INO = 3, BTRFS_SEND_A_SIZE = 4, BTRFS_SEND_A_MODE = 5, BTRFS_SEND_A_UID = 6, BTRFS_SEND_A_GID = 7, BTRFS_SEND_A_RDEV = 8, BTRFS_SEND_A_CTIME = 9, BTRFS_SEND_A_MTIME = 10, BTRFS_SEND_A_ATIME = 11, BTRFS_SEND_A_OTIME = 12, BTRFS_SEND_A_XATTR_NAME = 13, BTRFS_SEND_A_XATTR_DATA = 14, BTRFS_SEND_A_PATH = 15, BTRFS_SEND_A_PATH_TO = 16, BTRFS_SEND_A_PATH_LINK = 17, BTRFS_SEND_A_FILE_OFFSET = 18, BTRFS_SEND_A_DATA = 19, BTRFS_SEND_A_CLONE_UUID = 20, BTRFS_SEND_A_CLONE_CTRANSID = 21, BTRFS_SEND_A_CLONE_PATH = 22, BTRFS_SEND_A_CLONE_OFFSET = 23, BTRFS_SEND_A_CLONE_LEN = 24, BTRFS_SEND_A_MAX_V1 = 24, BTRFS_SEND_A_FALLOCATE_MODE = 25, BTRFS_SEND_A_FILEATTR = 26, BTRFS_SEND_A_UNENCODED_FILE_LEN = 27, BTRFS_SEND_A_UNENCODED_LEN = 28, BTRFS_SEND_A_UNENCODED_OFFSET = 29, BTRFS_SEND_A_COMPRESSION = 30, BTRFS_SEND_A_ENCRYPTION = 31, BTRFS_SEND_A_MAX_V2 = 31, BTRFS_SEND_A_VERITY_ALGORITHM = 32, BTRFS_SEND_A_VERITY_BLOCK_SIZE = 33, BTRFS_SEND_A_VERITY_SALT_DATA = 34, BTRFS_SEND_A_VERITY_SIG_DATA = 35, BTRFS_SEND_A_MAX_V3 = 35, __BTRFS_SEND_A_MAX = 35, }; struct btrfs_ioctl_send_args { __s64 send_fd; __u64 clone_sources_count; __u64 *clone_sources; __u64 parent_root; __u64 flags; __u32 version; __u8 reserved[28]; }; struct fs_path { union { struct { char *start; char *end; char *buf; short unsigned int buf_len: 15; short unsigned int reversed: 1; char inline_buf[0]; }; char pad[256]; }; }; struct clone_root { struct btrfs_root *root; u64 ino; u64 offset; u64 num_bytes; bool found_ref; }; struct backref_cache_entry { struct btrfs_lru_cache_entry entry; u64 root_ids[17]; int num_roots; }; struct send_ctx { struct file *send_filp; loff_t send_off; char *send_buf; u32 send_size; u32 send_max_size; bool put_data; struct page **send_buf_pages; u64 flags; u32 proto; struct btrfs_root *send_root; struct btrfs_root *parent_root; struct clone_root *clone_roots; int clone_roots_cnt; struct btrfs_path *left_path; struct btrfs_path *right_path; struct btrfs_key *cmp_key; u64 last_reloc_trans; u64 cur_ino; u64 cur_inode_gen; u64 cur_inode_size; u64 cur_inode_mode; u64 cur_inode_rdev; u64 cur_inode_last_extent; u64 cur_inode_next_write_offset; bool cur_inode_new; bool cur_inode_new_gen; bool cur_inode_deleted; bool ignore_cur_inode; bool cur_inode_needs_verity; void *verity_descriptor; u64 send_progress; struct list_head new_refs; struct list_head deleted_refs; struct btrfs_lru_cache name_cache; struct inode *cur_inode; struct file_ra_state ra; u64 page_cache_clear_start; bool clean_page_cache; struct rb_root pending_dir_moves; struct rb_root waiting_dir_moves; struct rb_root orphan_dirs; struct rb_root rbtree_new_refs; struct rb_root rbtree_deleted_refs; struct btrfs_lru_cache backref_cache; u64 backref_cache_last_reloc_trans; struct btrfs_lru_cache dir_created_cache; struct btrfs_lru_cache dir_utimes_cache; }; struct pending_dir_move { struct rb_node node; struct list_head list; u64 parent_ino; u64 ino; u64 gen; struct list_head update_refs; }; struct waiting_dir_move { struct rb_node node; u64 ino; u64 rmdir_ino; u64 rmdir_gen; bool orphanized; }; struct orphan_dir_info { struct rb_node node; u64 ino; u64 gen; u64 last_dir_index_offset; u64 dir_high_seq_ino; }; struct name_cache_entry { struct btrfs_lru_cache_entry entry; u64 parent_ino; u64 parent_gen; int ret; int need_later_update; int name_len; char name[0]; }; enum btrfs_compare_tree_result { BTRFS_COMPARE_TREE_NEW = 0, BTRFS_COMPARE_TREE_DELETED = 1, BTRFS_COMPARE_TREE_CHANGED = 2, BTRFS_COMPARE_TREE_SAME = 3, }; struct btrfs_inode_info { u64 size; u64 gen; u64 mode; u64 uid; u64 gid; u64 rdev; u64 fileattr; u64 nlink; }; typedef int (*iterate_inode_ref_t)(int, u64, int, struct fs_path *, void *); typedef int (*iterate_dir_item_t)(int, struct btrfs_key *, const char *, int, const char *, int, void *); struct backref_ctx { struct send_ctx *sctx; u64 found; u64 cur_objectid; u64 cur_offset; u64 extent_len; u64 bytenr; u64 backref_owner; u64 backref_offset; }; enum inode_state { inode_state_no_change = 0, inode_state_will_create = 1, inode_state_did_create = 2, inode_state_will_delete = 3, inode_state_did_delete = 4, }; struct recorded_ref { struct list_head list; char *name; struct fs_path *full_path; u64 dir; u64 dir_gen; int name_len; struct rb_node node; struct rb_root *root; }; struct find_xattr_ctx { const char *name; int name_len; int found_idx; char *found_data; int found_data_len; }; struct prop_handler { struct hlist_node node; const char *xattr_name; int (*validate)(const struct btrfs_inode *, const char *, size_t); int (*apply)(struct inode *, const char *, size_t); const char * (*extract)(struct inode *); bool (*ignore)(const struct btrfs_inode *); int inheritable; }; enum btrfs_subpage_type { BTRFS_SUBPAGE_METADATA = 0, BTRFS_SUBPAGE_DATA = 1, }; enum blk_zone_type { BLK_ZONE_TYPE_CONVENTIONAL = 1, BLK_ZONE_TYPE_SEQWRITE_REQ = 2, BLK_ZONE_TYPE_SEQWRITE_PREF = 3, }; enum blk_zone_cond { BLK_ZONE_COND_NOT_WP = 0, BLK_ZONE_COND_EMPTY = 1, BLK_ZONE_COND_IMP_OPEN = 2, BLK_ZONE_COND_EXP_OPEN = 3, BLK_ZONE_COND_CLOSED = 4, BLK_ZONE_COND_READONLY = 13, BLK_ZONE_COND_FULL = 14, BLK_ZONE_COND_OFFLINE = 15, }; enum pstore_type_id { PSTORE_TYPE_DMESG = 0, PSTORE_TYPE_MCE = 1, PSTORE_TYPE_CONSOLE = 2, PSTORE_TYPE_FTRACE = 3, PSTORE_TYPE_PPC_RTAS = 4, PSTORE_TYPE_PPC_OF = 5, PSTORE_TYPE_PPC_COMMON = 6, PSTORE_TYPE_PMSG = 7, PSTORE_TYPE_PPC_OPAL = 8, PSTORE_TYPE_MAX = 9, }; struct pstore_info; struct pstore_record { struct pstore_info *psi; enum pstore_type_id type; u64 id; struct timespec64 time; char *buf; ssize_t size; ssize_t ecc_notice_size; void *priv; int count; enum kmsg_dump_reason reason; unsigned int part; bool compressed; }; struct pstore_info { struct module *owner; const char *name; spinlock_t buf_lock; char *buf; size_t bufsize; struct mutex read_mutex; int flags; int max_reason; void *data; int (*open)(struct pstore_info *); int (*close)(struct pstore_info *); ssize_t (*read)(struct pstore_record *); int (*write)(struct pstore_record *); int (*write_user)(struct pstore_record *, const char *); int (*erase)(struct pstore_record *); }; struct pstore_zbackend { int (*zbufsize)(size_t); const char *name; }; struct msgbuf { __kernel_long_t mtype; char mtext[1]; }; struct msg; struct msqid_ds { struct ipc_perm msg_perm; struct msg *msg_first; struct msg *msg_last; __kernel_old_time_t msg_stime; __kernel_old_time_t msg_rtime; __kernel_old_time_t msg_ctime; long unsigned int msg_lcbytes; long unsigned int msg_lqbytes; short unsigned int msg_cbytes; short unsigned int msg_qnum; short unsigned int msg_qbytes; __kernel_ipc_pid_t msg_lspid; __kernel_ipc_pid_t msg_lrpid; }; struct msqid64_ds { struct ipc64_perm msg_perm; long int msg_stime; long int msg_rtime; long int msg_ctime; long unsigned int msg_cbytes; long unsigned int msg_qnum; long unsigned int msg_qbytes; __kernel_pid_t msg_lspid; __kernel_pid_t msg_lrpid; long unsigned int __unused4; long unsigned int __unused5; }; struct msginfo { int msgpool; int msgmap; int msgmax; int msgmnb; int msgmni; int msgssz; int msgtql; short unsigned int msgseg; }; struct compat_msqid64_ds { struct compat_ipc64_perm msg_perm; compat_ulong_t msg_stime; compat_ulong_t msg_stime_high; compat_ulong_t msg_rtime; compat_ulong_t msg_rtime_high; compat_ulong_t msg_ctime; compat_ulong_t msg_ctime_high; compat_ulong_t msg_cbytes; compat_ulong_t msg_qnum; compat_ulong_t msg_qbytes; compat_pid_t msg_lspid; compat_pid_t msg_lrpid; compat_ulong_t __unused4; compat_ulong_t __unused5; }; struct msg_queue { struct kern_ipc_perm q_perm; time64_t q_stime; time64_t q_rtime; time64_t q_ctime; long unsigned int q_cbytes; long unsigned int q_qnum; long unsigned int q_qbytes; struct pid *q_lspid; struct pid *q_lrpid; struct list_head q_messages; struct list_head q_receivers; struct list_head q_senders; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct msg_receiver { struct list_head r_list; struct task_struct *r_tsk; int r_mode; long int r_msgtype; long int r_maxsize; struct msg_msg *r_msg; }; struct msg_sender { struct list_head list; struct task_struct *tsk; size_t msgsz; }; struct compat_msqid_ds { struct compat_ipc_perm msg_perm; compat_uptr_t msg_first; compat_uptr_t msg_last; old_time32_t msg_stime; old_time32_t msg_rtime; old_time32_t msg_ctime; compat_ulong_t msg_lcbytes; compat_ulong_t msg_lqbytes; short unsigned int msg_cbytes; short unsigned int msg_qnum; short unsigned int msg_qbytes; compat_ipc_pid_t msg_lspid; compat_ipc_pid_t msg_lrpid; }; struct compat_msgbuf { compat_long_t mtype; char mtext[1]; }; struct ipc_kludge { struct msgbuf *msgp; long int msgtyp; }; struct compat_ipc_kludge { compat_uptr_t msgp; compat_long_t msgtyp; }; enum key_notification_subtype { NOTIFY_KEY_INSTANTIATED = 0, NOTIFY_KEY_UPDATED = 1, NOTIFY_KEY_LINKED = 2, NOTIFY_KEY_UNLINKED = 3, NOTIFY_KEY_CLEARED = 4, NOTIFY_KEY_REVOKED = 5, NOTIFY_KEY_INVALIDATED = 6, NOTIFY_KEY_SETATTR = 7, }; struct key_notification { struct watch_notification watch; __u32 key_id; __u32 aux; }; enum { Opt_err___7 = 0, Opt_enc = 1, Opt_hash = 2, }; struct osapsess { uint32_t handle; unsigned char secret[20]; unsigned char enonce[20]; }; enum { SEAL_keytype = 1, SRK_keytype = 4, }; struct sdesc { struct shash_desc shash; char ctx[0]; }; struct tpm_digests { unsigned char encauth[20]; unsigned char pubauth[20]; unsigned char xorwork[40]; unsigned char xorhash[20]; unsigned char nonceodd[20]; }; enum { Opt_err___8 = 0, Opt_keyhandle = 1, Opt_keyauth = 2, Opt_blobauth = 3, Opt_pcrinfo = 4, Opt_pcrlock = 5, Opt_migratable = 6, Opt_hash___2 = 7, Opt_policydigest = 8, Opt_policyhandle = 9, }; struct ecryptfs_session_key { u32 flags; u32 encrypted_key_size; u32 decrypted_key_size; u8 encrypted_key[512]; u8 decrypted_key[64]; }; struct ecryptfs_password { u32 password_bytes; s32 hash_algo; u32 hash_iterations; u32 session_key_encryption_key_bytes; u32 flags; u8 session_key_encryption_key[64]; u8 signature[17]; u8 salt[8]; }; enum ecryptfs_token_types { ECRYPTFS_PASSWORD = 0, ECRYPTFS_PRIVATE_KEY = 1, }; struct ecryptfs_private_key { u32 key_size; u32 data_len; u8 signature[17]; char pki_type[17]; u8 data[0]; }; struct ecryptfs_auth_tok { u16 version; u16 token_type; u32 flags; struct ecryptfs_session_key session_key; u8 reserved[32]; union { struct ecryptfs_password password; struct ecryptfs_private_key private_key; } token; }; struct vfs_cap_data { __le32 magic_etc; struct { __le32 permitted; __le32 inheritable; } data[2]; }; struct vfs_ns_cap_data { __le32 magic_etc; struct { __le32 permitted; __le32 inheritable; } data[2]; __le32 rootid; }; enum nf_ip_hook_priorities { NF_IP_PRI_FIRST = -2147483648, NF_IP_PRI_RAW_BEFORE_DEFRAG = -450, NF_IP_PRI_CONNTRACK_DEFRAG = -400, NF_IP_PRI_RAW = -300, NF_IP_PRI_SELINUX_FIRST = -225, NF_IP_PRI_CONNTRACK = -200, NF_IP_PRI_MANGLE = -150, NF_IP_PRI_NAT_DST = -100, NF_IP_PRI_FILTER = 0, NF_IP_PRI_SECURITY = 50, NF_IP_PRI_NAT_SRC = 100, NF_IP_PRI_SELINUX_LAST = 225, NF_IP_PRI_CONNTRACK_HELPER = 300, NF_IP_PRI_CONNTRACK_CONFIRM = 2147483647, NF_IP_PRI_LAST = 2147483647, }; enum nf_ip6_hook_priorities { NF_IP6_PRI_FIRST = -2147483648, NF_IP6_PRI_RAW_BEFORE_DEFRAG = -450, NF_IP6_PRI_CONNTRACK_DEFRAG = -400, NF_IP6_PRI_RAW = -300, NF_IP6_PRI_SELINUX_FIRST = -225, NF_IP6_PRI_CONNTRACK = -200, NF_IP6_PRI_MANGLE = -150, NF_IP6_PRI_NAT_DST = -100, NF_IP6_PRI_FILTER = 0, NF_IP6_PRI_SECURITY = 50, NF_IP6_PRI_NAT_SRC = 100, NF_IP6_PRI_SELINUX_LAST = 225, NF_IP6_PRI_CONNTRACK_HELPER = 300, NF_IP6_PRI_LAST = 2147483647, }; enum bpf_cmd { BPF_MAP_CREATE = 0, BPF_MAP_LOOKUP_ELEM = 1, BPF_MAP_UPDATE_ELEM = 2, BPF_MAP_DELETE_ELEM = 3, BPF_MAP_GET_NEXT_KEY = 4, BPF_PROG_LOAD = 5, BPF_OBJ_PIN = 6, BPF_OBJ_GET = 7, BPF_PROG_ATTACH = 8, BPF_PROG_DETACH = 9, BPF_PROG_TEST_RUN = 10, BPF_PROG_RUN = 10, BPF_PROG_GET_NEXT_ID = 11, BPF_MAP_GET_NEXT_ID = 12, BPF_PROG_GET_FD_BY_ID = 13, BPF_MAP_GET_FD_BY_ID = 14, BPF_OBJ_GET_INFO_BY_FD = 15, BPF_PROG_QUERY = 16, BPF_RAW_TRACEPOINT_OPEN = 17, BPF_BTF_LOAD = 18, BPF_BTF_GET_FD_BY_ID = 19, BPF_TASK_FD_QUERY = 20, BPF_MAP_LOOKUP_AND_DELETE_ELEM = 21, BPF_MAP_FREEZE = 22, BPF_BTF_GET_NEXT_ID = 23, BPF_MAP_LOOKUP_BATCH = 24, BPF_MAP_LOOKUP_AND_DELETE_BATCH = 25, BPF_MAP_UPDATE_BATCH = 26, BPF_MAP_DELETE_BATCH = 27, BPF_LINK_CREATE = 28, BPF_LINK_UPDATE = 29, BPF_LINK_GET_FD_BY_ID = 30, BPF_LINK_GET_NEXT_ID = 31, BPF_ENABLE_STATS = 32, BPF_ITER_CREATE = 33, BPF_LINK_DETACH = 34, BPF_PROG_BIND_MAP = 35, }; struct tty_file_private { struct tty_struct *tty; struct file *file; struct list_head list; }; struct dccp_hdr { __be16 dccph_sport; __be16 dccph_dport; __u8 dccph_doff; __u8 dccph_ccval: 4; __u8 dccph_cscov: 4; __sum16 dccph_checksum; __u8 dccph_reserved: 3; __u8 dccph_type: 4; __u8 dccph_x: 1; __u8 dccph_seq2; __be16 dccph_seq; }; enum dccp_state { DCCP_OPEN = 1, DCCP_REQUESTING = 2, DCCP_LISTEN = 10, DCCP_RESPOND = 3, DCCP_ACTIVE_CLOSEREQ = 4, DCCP_PASSIVE_CLOSE = 8, DCCP_CLOSING = 11, DCCP_TIME_WAIT = 6, DCCP_CLOSED = 7, DCCP_NEW_SYN_RECV = 12, DCCP_PARTOPEN = 13, DCCP_PASSIVE_CLOSEREQ = 14, DCCP_MAX_STATES = 15, }; enum sctp_msg_flags { MSG_NOTIFICATION = 32768, }; enum sctp_cid { SCTP_CID_DATA = 0, SCTP_CID_INIT = 1, SCTP_CID_INIT_ACK = 2, SCTP_CID_SACK = 3, SCTP_CID_HEARTBEAT = 4, SCTP_CID_HEARTBEAT_ACK = 5, SCTP_CID_ABORT = 6, SCTP_CID_SHUTDOWN = 7, SCTP_CID_SHUTDOWN_ACK = 8, SCTP_CID_ERROR = 9, SCTP_CID_COOKIE_ECHO = 10, SCTP_CID_COOKIE_ACK = 11, SCTP_CID_ECN_ECNE = 12, SCTP_CID_ECN_CWR = 13, SCTP_CID_SHUTDOWN_COMPLETE = 14, SCTP_CID_AUTH = 15, SCTP_CID_I_DATA = 64, SCTP_CID_FWD_TSN = 192, SCTP_CID_ASCONF = 193, SCTP_CID_I_FWD_TSN = 194, SCTP_CID_ASCONF_ACK = 128, SCTP_CID_RECONF = 130, SCTP_CID_PAD = 132, }; enum sctp_param { SCTP_PARAM_HEARTBEAT_INFO = 1, SCTP_PARAM_IPV4_ADDRESS = 5, SCTP_PARAM_IPV6_ADDRESS = 6, SCTP_PARAM_STATE_COOKIE = 7, SCTP_PARAM_UNRECOGNIZED_PARAMETERS = 8, SCTP_PARAM_COOKIE_PRESERVATIVE = 9, SCTP_PARAM_HOST_NAME_ADDRESS = 11, SCTP_PARAM_SUPPORTED_ADDRESS_TYPES = 12, SCTP_PARAM_ECN_CAPABLE = 32768, SCTP_PARAM_RANDOM = 32770, SCTP_PARAM_CHUNKS = 32771, SCTP_PARAM_HMAC_ALGO = 32772, SCTP_PARAM_SUPPORTED_EXT = 32776, SCTP_PARAM_FWD_TSN_SUPPORT = 49152, SCTP_PARAM_ADD_IP = 49153, SCTP_PARAM_DEL_IP = 49154, SCTP_PARAM_ERR_CAUSE = 49155, SCTP_PARAM_SET_PRIMARY = 49156, SCTP_PARAM_SUCCESS_REPORT = 49157, SCTP_PARAM_ADAPTATION_LAYER_IND = 49158, SCTP_PARAM_RESET_OUT_REQUEST = 13, SCTP_PARAM_RESET_IN_REQUEST = 14, SCTP_PARAM_RESET_TSN_REQUEST = 15, SCTP_PARAM_RESET_RESPONSE = 16, SCTP_PARAM_RESET_ADD_OUT_STREAMS = 17, SCTP_PARAM_RESET_ADD_IN_STREAMS = 18, }; enum { SCTP_MAX_STREAM = 65535, }; enum sctp_event_timeout { SCTP_EVENT_TIMEOUT_NONE = 0, SCTP_EVENT_TIMEOUT_T1_COOKIE = 1, SCTP_EVENT_TIMEOUT_T1_INIT = 2, SCTP_EVENT_TIMEOUT_T2_SHUTDOWN = 3, SCTP_EVENT_TIMEOUT_T3_RTX = 4, SCTP_EVENT_TIMEOUT_T4_RTO = 5, SCTP_EVENT_TIMEOUT_T5_SHUTDOWN_GUARD = 6, SCTP_EVENT_TIMEOUT_HEARTBEAT = 7, SCTP_EVENT_TIMEOUT_RECONF = 8, SCTP_EVENT_TIMEOUT_PROBE = 9, SCTP_EVENT_TIMEOUT_SACK = 10, SCTP_EVENT_TIMEOUT_AUTOCLOSE = 11, }; enum { SCTP_MAX_DUP_TSNS = 16, }; enum { SCTP_AUTH_HMAC_ID_RESERVED_0 = 0, SCTP_AUTH_HMAC_ID_SHA1 = 1, SCTP_AUTH_HMAC_ID_RESERVED_2 = 2, SCTP_AUTH_HMAC_ID_SHA256 = 3, __SCTP_AUTH_HMAC_MAX = 4, }; struct file_security_struct { u32 sid; u32 fown_sid; u32 isid; u32 pseqno; }; struct superblock_security_struct { u32 sid; u32 def_sid; u32 mntpoint_sid; short unsigned int behavior; short unsigned int flags; struct mutex lock; struct list_head isec_head; spinlock_t isec_lock; }; struct msg_security_struct { u32 sid; }; struct ipc_security_struct { u16 sclass; u32 sid; }; struct tun_security_struct { u32 sid; }; struct key_security_struct { u32 sid; }; struct ib_security_struct { u32 sid; }; struct bpf_security_struct { u32 sid; }; struct perf_event_security_struct { u32 sid; }; struct security_class_mapping { const char *name; const char *perms[33]; }; struct selinux_mnt_opts { u32 fscontext_sid; u32 context_sid; u32 rootcontext_sid; u32 defcontext_sid; }; enum { Opt_error = -1, Opt_context = 0, Opt_defcontext = 1, Opt_fscontext = 2, Opt_rootcontext = 3, Opt_seclabel = 4, }; struct hashtab_node { void *key; void *datum; struct hashtab_node *next; }; struct hashtab { struct hashtab_node **htable; u32 size; u32 nel; }; struct hashtab_info { u32 slots_used; u32 max_chain_len; }; struct hashtab_key_params { u32 (*hash)(const void *); int (*cmp)(const void *, const void *); }; struct symtab { struct hashtab table; u32 nprim; }; struct extended_perms_data { u32 p[8]; }; struct avtab_key { u16 source_type; u16 target_type; u16 target_class; u16 specified; }; struct avtab_extended_perms { u8 specified; u8 driver; struct extended_perms_data perms; }; struct avtab_datum { union { u32 data; struct avtab_extended_perms *xperms; } u; }; struct avtab_node { struct avtab_key key; struct avtab_datum datum; struct avtab_node *next; }; struct avtab { struct avtab_node **htable; u32 nel; u32 nslot; u32 mask; }; struct ebitmap_node { struct ebitmap_node *next; long unsigned int maps[6]; u32 startbit; }; struct ebitmap { struct ebitmap_node *node; u32 highbit; }; struct mls_level { u32 sens; struct ebitmap cat; }; struct mls_range { struct mls_level level[2]; }; struct context { u32 user; u32 role; u32 type; u32 len; struct mls_range range; char *str; }; struct type_set; struct constraint_expr { u32 expr_type; u32 attr; u32 op; struct ebitmap names; struct type_set *type_names; struct constraint_expr *next; }; struct type_set { struct ebitmap types; struct ebitmap negset; u32 flags; }; struct constraint_node { u32 permissions; struct constraint_expr *expr; struct constraint_node *next; }; struct common_datum { u32 value; struct symtab permissions; }; struct class_datum { u32 value; char *comkey; struct common_datum *comdatum; struct symtab permissions; struct constraint_node *constraints; struct constraint_node *validatetrans; char default_user; char default_role; char default_type; char default_range; }; struct role_datum { u32 value; u32 bounds; struct ebitmap dominates; struct ebitmap types; }; struct role_allow { u32 role; u32 new_role; struct role_allow *next; }; struct type_datum { u32 value; u32 bounds; unsigned char primary; unsigned char attribute; }; struct user_datum { u32 value; u32 bounds; struct ebitmap roles; struct mls_range range; struct mls_level dfltlevel; }; struct cond_bool_datum { __u32 value; int state; }; struct ocontext { union { char *name; struct { u8 protocol; u16 low_port; u16 high_port; } port; struct { u32 addr; u32 mask; } node; struct { u32 addr[4]; u32 mask[4]; } node6; struct { u64 subnet_prefix; u16 low_pkey; u16 high_pkey; } ibpkey; struct { char *dev_name; u8 port; } ibendport; } u; union { u32 sclass; u32 behavior; } v; struct context context[2]; u32 sid[2]; struct ocontext *next; }; struct genfs { char *fstype; struct ocontext *head; struct genfs *next; }; struct cond_node; struct policydb { int mls_enabled; struct symtab symtab[8]; char **sym_val_to_name[8]; struct class_datum **class_val_to_struct; struct role_datum **role_val_to_struct; struct user_datum **user_val_to_struct; struct type_datum **type_val_to_struct; struct avtab te_avtab; struct hashtab role_tr; struct ebitmap filename_trans_ttypes; struct hashtab filename_trans; u32 compat_filename_trans_count; struct cond_bool_datum **bool_val_to_struct; struct avtab te_cond_avtab; struct cond_node *cond_list; u32 cond_list_len; struct role_allow *role_allow; struct ocontext *ocontexts[9]; struct genfs *genfs; struct hashtab range_tr; struct ebitmap *type_attr_map_array; struct ebitmap policycaps; struct ebitmap permissive_map; size_t len; unsigned int policyvers; unsigned int reject_unknown: 1; unsigned int allow_unknown: 1; u16 process_class; u32 process_trans_perms; }; struct policy_file { char *data; size_t len; }; struct selinux_mapping; struct selinux_map { struct selinux_mapping *mapping; u16 size; }; struct sidtab; struct selinux_policy { struct sidtab *sidtab; struct policydb policydb; struct selinux_map map; u32 latest_granting; }; struct convert_context_args { struct policydb *oldp; struct policydb *newp; }; struct sidtab_convert_params { struct convert_context_args *args; struct sidtab *target; }; struct selinux_policy_convert_data { struct convert_context_args args; struct sidtab_convert_params sidtab_params; }; struct extended_perms_decision { u8 used; u8 driver; struct extended_perms_data *allowed; struct extended_perms_data *auditallow; struct extended_perms_data *dontaudit; }; struct extended_perms { u16 len; struct extended_perms_data drivers; }; struct sidtab_str_cache; struct sidtab_entry { u32 sid; u32 hash; struct context context; struct sidtab_str_cache *cache; struct hlist_node list; }; struct sidtab_node_inner; struct sidtab_node_leaf; union sidtab_entry_inner { struct sidtab_node_inner *ptr_inner; struct sidtab_node_leaf *ptr_leaf; }; struct sidtab_node_inner { union sidtab_entry_inner entries[512]; }; struct sidtab_node_leaf { struct sidtab_entry entries[39]; }; struct sidtab_isid_entry { int set; struct sidtab_entry entry; }; struct sidtab { union sidtab_entry_inner roots[4]; u32 count; struct sidtab_convert_params *convert; bool frozen; spinlock_t lock; u32 cache_free_slots; struct list_head cache_lru_list; spinlock_t cache_lock; struct sidtab_isid_entry isids[27]; struct hlist_head context_to_sid[512]; }; struct perm_datum { u32 value; }; struct role_trans_key { u32 role; u32 type; u32 tclass; }; struct role_trans_datum { u32 new_role; }; struct filename_trans_key { u32 ttype; u16 tclass; const char *name; }; struct filename_trans_datum { struct ebitmap stypes; u32 otype; struct filename_trans_datum *next; }; struct cond_expr_node; struct cond_expr { struct cond_expr_node *nodes; u32 len; }; struct cond_av_list { struct avtab_node **nodes; u32 len; }; struct cond_node { int cur_state; struct cond_expr expr; struct cond_av_list true_list; struct cond_av_list false_list; }; struct selinux_mapping { u16 value; unsigned int num_perms; u32 perms[32]; }; struct cond_expr_node { u32 expr_type; u32 bool; }; struct selinux_audit_rule { u32 au_seqno; struct context au_ctxt; }; struct landlock_ruleset_attr { __u64 handled_access_fs; }; enum landlock_rule_type { LANDLOCK_RULE_PATH_BENEATH = 1, }; struct landlock_path_beneath_attr { __u64 allowed_access; __s32 parent_fd; } __attribute__((packed)); struct ima_max_digest_data { struct ima_digest_data hdr; u8 digest[64]; }; enum lsm_rule_types { LSM_OBJ_USER = 0, LSM_OBJ_ROLE = 1, LSM_OBJ_TYPE = 2, LSM_SUBJ_USER = 3, LSM_SUBJ_ROLE = 4, LSM_SUBJ_TYPE = 5, }; enum policy_types { ORIGINAL_TCB = 1, DEFAULT_TCB = 2, }; enum policy_rule_list { IMA_DEFAULT_POLICY = 1, IMA_CUSTOM_POLICY = 2, }; struct ima_rule_opt_list { size_t count; char *items[0]; }; struct ima_rule_entry { struct list_head list; int action; unsigned int flags; enum ima_hooks func; int mask; long unsigned int fsmagic; uuid_t fsuuid; kuid_t uid; kgid_t gid; kuid_t fowner; kgid_t fgroup; bool (*uid_op)(kuid_t, kuid_t); bool (*gid_op)(kgid_t, kgid_t); bool (*fowner_op)(vfsuid_t, kuid_t); bool (*fgroup_op)(vfsgid_t, kgid_t); int pcr; unsigned int allowed_algos; struct { void *rule; char *args_p; int type; } lsm[6]; char *fsname; struct ima_rule_opt_list *keyrings; struct ima_rule_opt_list *label; struct ima_template_desc *template; }; enum policy_opt { Opt_measure = 0, Opt_dont_measure = 1, Opt_appraise = 2, Opt_dont_appraise = 3, Opt_audit = 4, Opt_hash___3 = 5, Opt_dont_hash = 6, Opt_obj_user = 7, Opt_obj_role = 8, Opt_obj_type = 9, Opt_subj_user = 10, Opt_subj_role = 11, Opt_subj_type = 12, Opt_func = 13, Opt_mask = 14, Opt_fsmagic = 15, Opt_fsname = 16, Opt_fsuuid = 17, Opt_uid_eq = 18, Opt_euid_eq = 19, Opt_gid_eq = 20, Opt_egid_eq = 21, Opt_fowner_eq = 22, Opt_fgroup_eq = 23, Opt_uid_gt = 24, Opt_euid_gt = 25, Opt_gid_gt = 26, Opt_egid_gt = 27, Opt_fowner_gt = 28, Opt_fgroup_gt = 29, Opt_uid_lt = 30, Opt_euid_lt = 31, Opt_gid_lt = 32, Opt_egid_lt = 33, Opt_fowner_lt = 34, Opt_fgroup_lt = 35, Opt_digest_type = 36, Opt_appraise_type = 37, Opt_appraise_flag = 38, Opt_appraise_algos = 39, Opt_permit_directio = 40, Opt_pcr = 41, Opt_template = 42, Opt_keyrings = 43, Opt_label = 44, Opt_err___9 = 45, }; enum { mask_exec = 0, mask_write = 1, mask_read = 2, mask_append = 3, }; struct ima_file_id { __u8 hash_type; __u8 hash_algorithm; __u8 hash[64]; }; struct evm_xattr { struct evm_ima_xattr_data data; u8 digest[20]; }; struct crypto_istat_aead { atomic64_t encrypt_cnt; atomic64_t encrypt_tlen; atomic64_t decrypt_cnt; atomic64_t decrypt_tlen; atomic64_t err_cnt; }; struct crypto_report_aead { char type[64]; char geniv[64]; unsigned int blocksize; unsigned int maxauthsize; unsigned int ivsize; }; struct crypto_istat_cipher { atomic64_t encrypt_cnt; atomic64_t encrypt_tlen; atomic64_t decrypt_cnt; atomic64_t decrypt_tlen; atomic64_t err_cnt; }; struct crypto_report_blkcipher { char type[64]; char geniv[64]; unsigned int blocksize; unsigned int min_keysize; unsigned int max_keysize; unsigned int ivsize; }; enum { SKCIPHER_WALK_PHYS = 1, SKCIPHER_WALK_SLOW = 2, SKCIPHER_WALK_COPY = 4, SKCIPHER_WALK_DIFF = 8, SKCIPHER_WALK_SLEEP = 16, }; struct skcipher_walk_buffer { struct list_head entry; struct scatter_walk dst; unsigned int len; u8 *data; u8 buffer[0]; }; struct crypto_report_hash { char type[64]; unsigned int blocksize; unsigned int digestsize; }; struct crypto_istat_hash { atomic64_t hash_cnt; atomic64_t hash_tlen; atomic64_t err_cnt; }; struct ahash_alg { int (*init)(struct ahash_request *); int (*update)(struct ahash_request *); int (*final)(struct ahash_request *); int (*finup)(struct ahash_request *); int (*digest)(struct ahash_request *); int (*export)(struct ahash_request *, void *); int (*import)(struct ahash_request *, const void *); int (*setkey)(struct crypto_ahash *, const u8 *, unsigned int); int (*init_tfm)(struct crypto_ahash *); void (*exit_tfm)(struct crypto_ahash *); int (*clone_tfm)(struct crypto_ahash *, struct crypto_ahash *); struct hash_alg_common halg; }; struct crypto_hash_walk { char *data; unsigned int offset; unsigned int alignmask; struct page *pg; unsigned int entrylen; unsigned int total; struct scatterlist *sg; unsigned int flags; }; struct ahash_instance { void (*free)(struct ahash_instance *); union { struct { char head[96]; struct crypto_instance base; } s; struct ahash_alg alg; }; }; struct crypto_ahash_spawn { struct crypto_spawn base; }; struct crypto_istat_kpp { atomic64_t setsecret_cnt; atomic64_t generate_public_key_cnt; atomic64_t compute_shared_secret_cnt; atomic64_t err_cnt; }; struct crypto_report_kpp { char type[64]; }; enum rsapubkey_actions { ACT_rsa_get_e = 0, ACT_rsa_get_n = 1, NR__rsapubkey_actions = 2, }; enum rsaprivkey_actions { ACT_rsa_get_d = 0, ACT_rsa_get_dp = 1, ACT_rsa_get_dq = 2, ACT_rsa_get_e___2 = 3, ACT_rsa_get_n___2 = 4, ACT_rsa_get_p = 5, ACT_rsa_get_q = 6, ACT_rsa_get_qinv = 7, NR__rsaprivkey_actions = 8, }; struct rsa_key { const u8 *n; const u8 *e; const u8 *d; const u8 *p; const u8 *q; const u8 *dp; const u8 *dq; const u8 *qinv; size_t n_sz; size_t e_sz; size_t d_sz; size_t p_sz; size_t q_sz; size_t dp_sz; size_t dq_sz; size_t qinv_sz; }; struct rsa_asn1_template { const char *name; const u8 *data; size_t size; }; struct pkcs1pad_ctx { struct crypto_akcipher *child; unsigned int key_size; }; struct pkcs1pad_inst_ctx { struct crypto_akcipher_spawn spawn; const struct rsa_asn1_template *digest_info; }; struct pkcs1pad_request { struct scatterlist in_sg[2]; struct scatterlist out_sg[1]; uint8_t *in_buf; uint8_t *out_buf; struct akcipher_request child_req; }; struct ecc_point { u64 *x; u64 *y; u8 ndigits; }; struct ecc_curve { char *name; struct ecc_point g; u64 *p; u64 *n; u64 *a; u64 *b; }; struct ecc_ctx { unsigned int curve_id; const struct ecc_curve *curve; bool pub_key_set; u64 x[8]; u64 y[8]; struct ecc_point pub_key; }; struct ecdsa_signature_ctx { const struct ecc_curve *curve; u64 r[8]; u64 s[8]; }; struct crypto_attr_alg { char name[128]; }; struct crypto_attr_type { u32 type; u32 mask; }; struct crypto_larval { struct crypto_alg alg; struct crypto_alg *adult; struct completion completion; u32 mask; bool test_started; }; enum { CRYPTOA_UNSPEC = 0, CRYPTOA_ALG = 1, CRYPTOA_TYPE = 2, __CRYPTOA_MAX = 3, }; struct cryptomgr_param { struct rtattr *tb[34]; struct { struct rtattr attr; struct crypto_attr_type data; } type; struct { struct rtattr attr; struct crypto_attr_alg data; } attrs[32]; char template[128]; struct crypto_larval *larval; u32 otype; u32 omask; }; struct crypto_test_param { char driver[128]; char alg[128]; u32 type; }; struct crypto_shash_spawn { struct crypto_spawn base; }; struct hmac_ctx { struct crypto_shash *hash; }; struct md5_state { u32 hash[4]; u32 block[16]; u64 byte_count; }; struct sha256_state { u32 state[8]; u64 count; u8 buf[64]; }; struct sha3_state { u64 st[25]; unsigned int rsiz; unsigned int rsizw; unsigned int partial; u8 buf[144]; }; struct xts_tfm_ctx { struct crypto_skcipher *child; struct crypto_cipher *tweak; }; struct xts_instance_ctx { struct crypto_skcipher_spawn spawn; char name[128]; }; struct xts_request_ctx { le128 t; struct scatterlist *tail; struct scatterlist sg[2]; struct skcipher_request subreq; }; struct gcm_instance_ctx { struct crypto_skcipher_spawn ctr; struct crypto_ahash_spawn ghash; }; struct crypto_gcm_ctx { struct crypto_skcipher *ctr; struct crypto_ahash *ghash; }; struct crypto_rfc4106_ctx { struct crypto_aead *child; u8 nonce[4]; }; struct crypto_rfc4106_req_ctx { struct scatterlist src[3]; struct scatterlist dst[3]; struct aead_request subreq; }; struct crypto_rfc4543_instance_ctx { struct crypto_aead_spawn aead; }; struct crypto_rfc4543_ctx { struct crypto_aead *child; struct crypto_sync_skcipher *null; u8 nonce[4]; }; struct crypto_rfc4543_req_ctx { struct aead_request subreq; }; struct crypto_gcm_ghash_ctx { unsigned int cryptlen; struct scatterlist *src; int (*complete)(struct aead_request *, u32); }; struct crypto_gcm_req_priv_ctx { u8 iv[16]; u8 auth_tag[16]; u8 iauth_tag[16]; struct scatterlist src[3]; struct scatterlist dst[3]; struct scatterlist sg; struct crypto_gcm_ghash_ctx ghash_ctx; union { struct ahash_request ahreq; struct skcipher_request skreq; } u; }; struct crypto_aes_ctx { u32 key_enc[60]; u32 key_dec[60]; u32 key_length; }; struct chksum_desc_ctx { __u16 crc; }; enum { CRYPTO_AUTHENC_KEYA_UNSPEC = 0, CRYPTO_AUTHENC_KEYA_PARAM = 1, }; struct crypto_authenc_key_param { __be32 enckeylen; }; struct crypto_authenc_keys { const u8 *authkey; const u8 *enckey; unsigned int authkeylen; unsigned int enckeylen; }; struct authenc_instance_ctx { struct crypto_ahash_spawn auth; struct crypto_skcipher_spawn enc; unsigned int reqoff; }; struct crypto_authenc_ctx { struct crypto_ahash *auth; struct crypto_skcipher *enc; struct crypto_sync_skcipher *null; }; struct authenc_request_ctx { struct scatterlist src[2]; struct scatterlist dst[2]; char tail[0]; }; struct lzorle_ctx { void *lzorle_comp_mem; }; struct crypto842_ctx { void *wmem; }; struct drbg_string { const unsigned char *buf; size_t len; struct list_head list; }; typedef uint32_t drbg_flag_t; struct drbg_core { drbg_flag_t flags; __u8 statelen; __u8 blocklen_bytes; char cra_name[128]; char backend_cra_name[128]; }; struct drbg_state; struct drbg_state_ops { int (*update)(struct drbg_state *, struct list_head *, int); int (*generate)(struct drbg_state *, unsigned char *, unsigned int, struct list_head *); int (*crypto_init)(struct drbg_state *); int (*crypto_fini)(struct drbg_state *); }; enum drbg_seed_state { DRBG_SEED_STATE_UNSEEDED = 0, DRBG_SEED_STATE_PARTIAL = 1, DRBG_SEED_STATE_FULL = 2, }; struct drbg_state { struct mutex drbg_mutex; unsigned char *V; unsigned char *Vbuf; unsigned char *C; unsigned char *Cbuf; size_t reseed_ctr; size_t reseed_threshold; unsigned char *scratchpad; unsigned char *scratchpadbuf; void *priv_data; struct crypto_skcipher *ctr_handle; struct skcipher_request *ctr_req; __u8 *outscratchpadbuf; __u8 *outscratchpad; struct crypto_wait ctr_wait; struct scatterlist sg_in; struct scatterlist sg_out; enum drbg_seed_state seeded; long unsigned int last_seed_time; bool pr; bool fips_primed; unsigned char *prev; struct crypto_rng *jent; const struct drbg_state_ops *d_ops; const struct drbg_core *core; struct drbg_string test_data; }; enum drbg_prefixes { DRBG_PREFIX0 = 0, DRBG_PREFIX1 = 1, DRBG_PREFIX2 = 2, DRBG_PREFIX3 = 3, }; struct s { __be32 conv; }; struct ghash_ctx { struct gf128mul_4k *gf128; }; struct ghash_desc_ctx { u8 buffer[16]; u32 bytes; }; struct rng_ctx { unsigned int len; struct crypto_rng *drng; u8 *addtl; size_t addtl_len; }; struct rng_parent_ctx { struct crypto_rng *drng; u8 *entropy; }; struct ecdh { char *key; short unsigned int key_size; }; struct ecdh_ctx { unsigned int curve_id; unsigned int ndigits; u64 private_key[8]; }; enum { CRYPTO_KPP_SECRET_TYPE_UNKNOWN = 0, CRYPTO_KPP_SECRET_TYPE_DH = 1, CRYPTO_KPP_SECRET_TYPE_ECDH = 2, }; struct kpp_secret { short unsigned int type; short unsigned int len; }; struct xor_block_template { struct xor_block_template *next; const char *name; int speed; void (*do_2)(long unsigned int, long unsigned int * restrict, const long unsigned int * restrict); void (*do_3)(long unsigned int, long unsigned int * restrict, const long unsigned int * restrict, const long unsigned int * restrict); void (*do_4)(long unsigned int, long unsigned int * restrict, const long unsigned int * restrict, const long unsigned int * restrict, const long unsigned int * restrict); void (*do_5)(long unsigned int, long unsigned int * restrict, const long unsigned int * restrict, const long unsigned int * restrict, const long unsigned int * restrict, const long unsigned int * restrict); }; struct asymmetric_key_ids { void *id[3]; }; struct asymmetric_key_subtype { struct module *owner; const char *name; short unsigned int name_len; void (*describe)(const struct key *, struct seq_file *); void (*destroy)(void *, void *); int (*query)(const struct kernel_pkey_params *, struct kernel_pkey_query *); int (*eds_op)(struct kernel_pkey_params *, const void *, void *); int (*verify_signature)(const struct key *, const struct public_key_signature *); }; struct asymmetric_key_parser { struct list_head link; struct module *owner; const char *name; int (*parse)(struct key_preparsed_payload *); }; enum mscode_actions { ACT_mscode_note_content_type = 0, ACT_mscode_note_digest = 1, ACT_mscode_note_digest_algo = 2, NR__mscode_actions = 3, }; struct kdf_testvec { unsigned char *key; size_t keylen; unsigned char *ikm; size_t ikmlen; struct kvec info; unsigned char *expected; size_t expectedlen; }; enum { DIO_SHOULD_DIRTY = 1, DIO_IS_SYNC = 2, }; struct blkdev_dio { union { struct kiocb *iocb; struct task_struct *waiter; }; size_t size; atomic_t ref; unsigned int flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct bio bio; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct blk_plug_cb; typedef void (*blk_plug_cb_fn)(struct blk_plug_cb *, bool); struct blk_plug_cb { struct list_head list; blk_plug_cb_fn callback; void *data; }; struct trace_event_raw_block_buffer { struct trace_entry ent; dev_t dev; sector_t sector; size_t size; char __data[0]; }; struct trace_event_raw_block_rq_requeue { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; char rwbs[8]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_rq_completion { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; int error; char rwbs[8]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_rq { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; unsigned int bytes; char rwbs[8]; char comm[16]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_bio_complete { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; int error; char rwbs[8]; char __data[0]; }; struct trace_event_raw_block_bio { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; char rwbs[8]; char comm[16]; char __data[0]; }; struct trace_event_raw_block_plug { struct trace_entry ent; char comm[16]; char __data[0]; }; struct trace_event_raw_block_unplug { struct trace_entry ent; int nr_rq; char comm[16]; char __data[0]; }; struct trace_event_raw_block_split { struct trace_entry ent; dev_t dev; sector_t sector; sector_t new_sector; char rwbs[8]; char comm[16]; char __data[0]; }; struct trace_event_raw_block_bio_remap { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; dev_t old_dev; sector_t old_sector; char rwbs[8]; char __data[0]; }; struct trace_event_raw_block_rq_remap { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; dev_t old_dev; sector_t old_sector; unsigned int nr_bios; char rwbs[8]; char __data[0]; }; struct trace_event_data_offsets_block_buffer {}; struct trace_event_data_offsets_block_rq_requeue { u32 cmd; }; struct trace_event_data_offsets_block_rq_completion { u32 cmd; }; struct trace_event_data_offsets_block_rq { u32 cmd; }; struct trace_event_data_offsets_block_bio_complete {}; struct trace_event_data_offsets_block_bio {}; struct trace_event_data_offsets_block_plug {}; struct trace_event_data_offsets_block_unplug {}; struct trace_event_data_offsets_block_split {}; struct trace_event_data_offsets_block_bio_remap {}; struct trace_event_data_offsets_block_rq_remap {}; typedef void (*btf_trace_block_touch_buffer)(void *, struct buffer_head *); typedef void (*btf_trace_block_dirty_buffer)(void *, struct buffer_head *); typedef void (*btf_trace_block_rq_requeue)(void *, struct request *); typedef void (*btf_trace_block_rq_complete)(void *, struct request *, blk_status_t, unsigned int); typedef void (*btf_trace_block_rq_error)(void *, struct request *, blk_status_t, unsigned int); typedef void (*btf_trace_block_rq_insert)(void *, struct request *); typedef void (*btf_trace_block_rq_issue)(void *, struct request *); typedef void (*btf_trace_block_rq_merge)(void *, struct request *); typedef void (*btf_trace_block_bio_complete)(void *, struct request_queue *, struct bio *); typedef void (*btf_trace_block_bio_bounce)(void *, struct bio *); typedef void (*btf_trace_block_bio_backmerge)(void *, struct bio *); typedef void (*btf_trace_block_bio_frontmerge)(void *, struct bio *); typedef void (*btf_trace_block_bio_queue)(void *, struct bio *); typedef void (*btf_trace_block_getrq)(void *, struct bio *); typedef void (*btf_trace_block_plug)(void *, struct request_queue *); typedef void (*btf_trace_block_unplug)(void *, struct request_queue *, unsigned int, bool); typedef void (*btf_trace_block_split)(void *, struct bio *, unsigned int); typedef void (*btf_trace_block_bio_remap)(void *, struct bio *, dev_t, sector_t); typedef void (*btf_trace_block_rq_remap)(void *, struct request *, dev_t, sector_t); struct throtl_grp; struct throtl_qnode { struct list_head node; struct bio_list bios; struct throtl_grp *tg; }; struct throtl_service_queue { struct throtl_service_queue *parent_sq; struct list_head queued[2]; unsigned int nr_queued[2]; struct rb_root_cached pending_tree; unsigned int nr_pending; long unsigned int first_pending_disptime; struct timer_list pending_timer; }; struct throtl_grp { struct blkg_policy_data pd; struct rb_node rb_node; struct throtl_data *td; struct throtl_service_queue service_queue; struct throtl_qnode qnode_on_self[2]; struct throtl_qnode qnode_on_parent[2]; long unsigned int disptime; unsigned int flags; bool has_rules_bps[2]; bool has_rules_iops[2]; uint64_t bps[4]; uint64_t bps_conf[4]; unsigned int iops[4]; unsigned int iops_conf[4]; uint64_t bytes_disp[2]; unsigned int io_disp[2]; long unsigned int last_low_overflow_time[2]; uint64_t last_bytes_disp[2]; unsigned int last_io_disp[2]; uint64_t carryover_bytes[2]; unsigned int carryover_ios[2]; long unsigned int last_check_time; long unsigned int latency_target; long unsigned int latency_target_conf; long unsigned int slice_start[2]; long unsigned int slice_end[2]; long unsigned int last_finish_time; long unsigned int checked_last_finish_time; long unsigned int avg_idletime; long unsigned int idletime_threshold; long unsigned int idletime_threshold_conf; unsigned int bio_cnt; unsigned int bad_bio_cnt; long unsigned int bio_cnt_reset_time; struct blkg_rwstat stat_bytes; struct blkg_rwstat stat_ios; }; enum blk_default_limits { BLK_MAX_SEGMENTS = 128, BLK_SAFE_MAX_SECTORS = 255, BLK_MAX_SEGMENT_SIZE = 65536, BLK_SEG_BOUNDARY_MASK = 4294967295, }; struct req_iterator { struct bvec_iter iter; struct bio *bio; }; enum bio_merge_status { BIO_MERGE_OK = 0, BIO_MERGE_NONE = 1, BIO_MERGE_FAILED = 2, }; struct blk_queue_stats { struct list_head callbacks; spinlock_t lock; int accounting; }; struct blk_mq_hw_ctx_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_mq_hw_ctx *, char *); }; struct blkpg_ioctl_arg { int op; int flags; int datalen; void *data; }; struct blkpg_partition { long long int start; long long int length; int pno; char devname[64]; char volname[64]; }; struct pr_reservation { __u64 key; __u32 type; __u32 flags; }; struct pr_registration { __u64 old_key; __u64 new_key; __u32 flags; __u32 __pad; }; struct pr_preempt { __u64 old_key; __u64 new_key; __u32 type; __u32 flags; }; struct pr_clear { __u64 key; __u32 flags; __u32 __pad; }; struct compat_blkpg_ioctl_arg { compat_int_t op; compat_int_t flags; compat_int_t datalen; compat_caddr_t data; }; struct compat_hd_geometry { unsigned char heads; unsigned char sectors; short unsigned int cylinders; u32 start; }; enum { IOPRIO_WHO_PROCESS = 1, IOPRIO_WHO_PGRP = 2, IOPRIO_WHO_USER = 3, }; enum { GENHD_FL_REMOVABLE = 1, GENHD_FL_HIDDEN = 2, GENHD_FL_NO_PART = 4, }; struct msdos_partition { u8 boot_ind; u8 head; u8 sector; u8 cyl; u8 sys_ind; u8 end_head; u8 end_sector; u8 end_cyl; __le32 start_sect; __le32 nr_sects; }; struct frag { struct list_head list; u32 group; u8 num; u8 rec; u8 map; u8 data[0]; }; struct privhead { u16 ver_major; u16 ver_minor; u64 logical_disk_start; u64 logical_disk_size; u64 config_start; u64 config_size; uuid_t disk_id; }; struct tocblock { u8 bitmap1_name[16]; u64 bitmap1_start; u64 bitmap1_size; u8 bitmap2_name[16]; u64 bitmap2_start; u64 bitmap2_size; }; struct vmdb { u16 ver_major; u16 ver_minor; u32 vblk_size; u32 vblk_offset; u32 last_vblk_seq; }; struct vblk_comp { u8 state[16]; u64 parent_id; u8 type; u8 children; u16 chunksize; }; struct vblk_dgrp { u8 disk_id[64]; }; struct vblk_disk { uuid_t disk_id; u8 alt_name[128]; }; struct vblk_part { u64 start; u64 size; u64 volume_offset; u64 parent_id; u64 disk_id; u8 partnum; }; struct vblk_volu { u8 volume_type[16]; u8 volume_state[16]; u8 guid[16]; u8 drive_hint[4]; u64 size; u8 partition_type; }; struct vblk { u8 name[64]; u64 obj_id; u32 sequence; u8 flags; u8 type; union { struct vblk_comp comp; struct vblk_dgrp dgrp; struct vblk_disk disk; struct vblk_part part; struct vblk_volu volu; } vblk; struct list_head list; }; struct ldmdb { struct privhead ph; struct tocblock toc; struct vmdb vm; struct list_head v_dgrp; struct list_head v_disk; struct list_head v_volu; struct list_head v_comp; struct list_head v_part; }; struct dasd_information2_t { unsigned int devno; unsigned int real_devno; unsigned int schid; unsigned int cu_type: 16; unsigned int cu_model: 8; long: 8; unsigned int dev_type: 16; unsigned int dev_model: 8; unsigned int open_count; unsigned int req_queue_len; unsigned int chanq_len; char type[4]; unsigned int status; unsigned int label_block; unsigned int FBA_layout; unsigned int characteristics_size; unsigned int confdata_size; char characteristics[64]; char configuration_data[256]; unsigned int format; unsigned int features; unsigned int reserved0; unsigned int reserved1; unsigned int reserved2; unsigned int reserved3; unsigned int reserved4; unsigned int reserved5; unsigned int reserved6; unsigned int reserved7; }; typedef struct dasd_information2_t dasd_information2_t; struct vtoc_ttr { __u16 tt; __u8 r; } __attribute__((packed)); struct vtoc_cchhb { __u16 cc; __u16 hh; __u8 b; } __attribute__((packed)); struct vtoc_cchh { __u16 cc; __u16 hh; }; struct vtoc_labeldate { __u8 year; __u16 day; } __attribute__((packed)); struct vtoc_volume_label_cdl { char volkey[4]; char vollbl[4]; char volid[6]; __u8 security; struct vtoc_cchhb vtoc; char res1[5]; char cisize[4]; char blkperci[4]; char labperci[4]; char res2[4]; char lvtoc[14]; char res3[29]; }; struct vtoc_volume_label_ldl { char vollbl[4]; char volid[6]; char res3[69]; char ldl_version; __u64 formatted_blocks; }; struct vtoc_extent { __u8 typeind; __u8 seqno; struct vtoc_cchh llimit; struct vtoc_cchh ulimit; }; struct vtoc_format1_label { char DS1DSNAM[44]; __u8 DS1FMTID; char DS1DSSN[6]; __u16 DS1VOLSQ; struct vtoc_labeldate DS1CREDT; struct vtoc_labeldate DS1EXPDT; __u8 DS1NOEPV; __u8 DS1NOBDB; __u8 DS1FLAG1; char DS1SYSCD[13]; struct vtoc_labeldate DS1REFD; __u8 DS1SMSFG; __u8 DS1SCXTF; __u16 DS1SCXTV; __u8 DS1DSRG1; __u8 DS1DSRG2; __u8 DS1RECFM; __u8 DS1OPTCD; __u16 DS1BLKL; __u16 DS1LRECL; __u8 DS1KEYL; __u16 DS1RKP; __u8 DS1DSIND; __u8 DS1SCAL1; char DS1SCAL3[3]; struct vtoc_ttr DS1LSTAR; __u16 DS1TRBAL; __u16 res1; struct vtoc_extent DS1EXT1; struct vtoc_extent DS1EXT2; struct vtoc_extent DS1EXT3; struct vtoc_cchhb DS1PTRDS; } __attribute__((packed)); struct vtoc_cms_label { __u8 label_id[4]; __u8 vol_id[6]; __u16 version_id; __u32 block_size; __u32 origin_ptr; __u32 usable_count; __u32 formatted_count; __u32 block_count; __u32 used_count; __u32 fst_size; __u32 fst_count; __u8 format_date[6]; __u8 reserved1[2]; __u32 disk_offset; __u32 map_block; __u32 hblk_disp; __u32 user_disp; __u8 reserved2[4]; __u8 segment_name[8]; }; union label_t { struct vtoc_volume_label_cdl vol; struct vtoc_volume_label_ldl lnx; struct vtoc_cms_label cms; }; enum { DISK_EVENT_FLAG_POLL = 1, DISK_EVENT_FLAG_UEVENT = 2, DISK_EVENT_FLAG_BLOCK_ON_EXCL_WRITE = 4, }; struct disk_events { struct list_head node; struct gendisk *disk; spinlock_t lock; struct mutex block_mutex; int block; unsigned int pending; unsigned int clearing; long int poll_msecs; struct delayed_work dwork; }; struct bsg_device { struct request_queue *queue; struct device device; struct cdev cdev; int max_queue; unsigned int timeout; unsigned int reserved_size; bsg_sg_io_fn *sg_io_fn; }; struct latency_bucket { long unsigned int total_latency; int samples; }; struct avg_latency_bucket { long unsigned int latency; bool valid; }; struct throtl_data { struct throtl_service_queue service_queue; struct request_queue *queue; unsigned int nr_queued[2]; unsigned int throtl_slice; struct work_struct dispatch_work; unsigned int limit_index; bool limit_valid[2]; long unsigned int low_upgrade_time; long unsigned int low_downgrade_time; unsigned int scale; struct latency_bucket tmp_buckets[18]; struct avg_latency_bucket avg_buckets[18]; struct latency_bucket *latency_buckets[2]; long unsigned int last_calculate_time; long unsigned int filtered_latency; bool track_bio_latency; }; enum tg_state_flags { THROTL_TG_PENDING = 1, THROTL_TG_WAS_EMPTY = 2, THROTL_TG_CANCELING = 4, }; struct blk_iolatency { struct rq_qos rqos; struct timer_list timer; bool enabled; atomic_t enable_cnt; struct work_struct enable_work; }; struct iolatency_grp; struct child_latency_info { spinlock_t lock; u64 last_scale_event; u64 scale_lat; u64 nr_samples; struct iolatency_grp *scale_grp; atomic_t scale_cookie; }; struct percentile_stats { u64 total; u64 missed; }; struct latency_stat { union { struct percentile_stats ps; struct blk_rq_stat rqs; }; }; struct iolatency_grp { struct blkg_policy_data pd; struct latency_stat *stats; struct latency_stat cur_stat; struct blk_iolatency *blkiolat; unsigned int max_depth; struct rq_wait rq_wait; atomic64_t window_start; atomic_t scale_cookie; u64 min_lat_nsec; u64 cur_win_nsec; u64 lat_avg; u64 nr_samples; bool ssd; struct child_latency_info child_lat; }; struct sbq_wait { struct sbitmap_queue *sbq; struct wait_queue_entry wait; }; struct trace_event_raw_kyber_latency { struct trace_entry ent; dev_t dev; char domain[16]; char type[8]; u8 percentile; u8 numerator; u8 denominator; unsigned int samples; char __data[0]; }; struct trace_event_raw_kyber_adjust { struct trace_entry ent; dev_t dev; char domain[16]; unsigned int depth; char __data[0]; }; struct trace_event_raw_kyber_throttled { struct trace_entry ent; dev_t dev; char domain[16]; char __data[0]; }; struct trace_event_data_offsets_kyber_latency {}; struct trace_event_data_offsets_kyber_adjust {}; struct trace_event_data_offsets_kyber_throttled {}; typedef void (*btf_trace_kyber_latency)(void *, dev_t, const char *, const char *, unsigned int, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_kyber_adjust)(void *, dev_t, const char *, unsigned int); typedef void (*btf_trace_kyber_throttled)(void *, dev_t, const char *); enum { KYBER_READ = 0, KYBER_WRITE = 1, KYBER_DISCARD = 2, KYBER_OTHER = 3, KYBER_NUM_DOMAINS = 4, }; enum { KYBER_ASYNC_PERCENT = 75, }; enum { KYBER_LATENCY_SHIFT = 2, KYBER_GOOD_BUCKETS = 4, KYBER_LATENCY_BUCKETS = 8, }; enum { KYBER_TOTAL_LATENCY = 0, KYBER_IO_LATENCY = 1, }; struct kyber_cpu_latency { atomic_t buckets[48]; }; struct kyber_ctx_queue { spinlock_t lock; struct list_head rq_list[4]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kyber_queue_data { struct request_queue *q; dev_t dev; struct sbitmap_queue domain_tokens[4]; unsigned int async_depth; struct kyber_cpu_latency *cpu_latency; struct timer_list timer; unsigned int latency_buckets[48]; long unsigned int latency_timeout[3]; int domain_p99[3]; u64 latency_targets[3]; }; struct kyber_hctx_data { spinlock_t lock; struct list_head rqs[4]; unsigned int cur_domain; unsigned int batching; struct kyber_ctx_queue *kcqs; struct sbitmap kcq_map[4]; struct sbq_wait domain_wait[4]; struct sbq_wait_state *domain_ws[4]; atomic_t wait_index[4]; }; struct flush_kcq_data { struct kyber_hctx_data *khd; unsigned int sched_domain; struct list_head *list; }; enum bip_flags { BIP_BLOCK_INTEGRITY = 1, BIP_MAPPED_INTEGRITY = 2, BIP_CTRL_NOCHECK = 4, BIP_DISK_NOCHECK = 8, BIP_IP_CHECKSUM = 16, }; struct show_busy_params { struct seq_file *m; struct blk_mq_hw_ctx *hctx; }; enum opal_mbr { OPAL_MBR_ENABLE = 0, OPAL_MBR_DISABLE = 1, }; enum opal_mbr_done_flag { OPAL_MBR_NOT_DONE = 0, OPAL_MBR_DONE = 1, }; enum opal_user { OPAL_ADMIN1 = 0, OPAL_USER1 = 1, OPAL_USER2 = 2, OPAL_USER3 = 3, OPAL_USER4 = 4, OPAL_USER5 = 5, OPAL_USER6 = 6, OPAL_USER7 = 7, OPAL_USER8 = 8, OPAL_USER9 = 9, }; enum opal_lock_state { OPAL_RO = 1, OPAL_RW = 2, OPAL_LK = 4, }; enum opal_lock_flags { OPAL_SAVE_FOR_LOCK = 1, }; struct opal_key { __u8 lr; __u8 key_len; __u8 __align[6]; __u8 key[256]; }; struct opal_lr_act { struct opal_key key; __u32 sum; __u8 num_lrs; __u8 lr[9]; __u8 align[2]; }; struct opal_session_info { __u32 sum; __u32 who; struct opal_key opal_key; }; struct opal_user_lr_setup { __u64 range_start; __u64 range_length; __u32 RLE; __u32 WLE; struct opal_session_info session; }; struct opal_lr_status { struct opal_session_info session; __u64 range_start; __u64 range_length; __u32 RLE; __u32 WLE; __u32 l_state; __u8 align[4]; }; struct opal_lock_unlock { struct opal_session_info session; __u32 l_state; __u16 flags; __u8 __align[2]; }; struct opal_new_pw { struct opal_session_info session; struct opal_session_info new_user_pw; }; struct opal_mbr_data { struct opal_key key; __u8 enable_disable; __u8 __align[7]; }; struct opal_mbr_done { struct opal_key key; __u8 done_flag; __u8 __align[7]; }; struct opal_shadow_mbr { struct opal_key key; const __u64 data; __u64 offset; __u64 size; }; enum opal_table_ops { OPAL_READ_TABLE = 0, OPAL_WRITE_TABLE = 1, }; struct opal_read_write_table { struct opal_key key; const __u64 data; const __u8 table_uid[8]; __u64 offset; __u64 size; __u64 flags; __u64 priv; }; struct opal_status { __u32 flags; __u32 reserved; }; struct opal_geometry { __u8 align; __u32 logical_block_size; __u64 alignment_granularity; __u64 lowest_aligned_lba; __u8 __align[3]; }; typedef int sec_send_recv(void *, u16, u8, void *, size_t, bool); enum { TCG_SECP_00 = 0, TCG_SECP_01 = 1, }; enum opal_response_token { OPAL_DTA_TOKENID_BYTESTRING = 224, OPAL_DTA_TOKENID_SINT = 225, OPAL_DTA_TOKENID_UINT = 226, OPAL_DTA_TOKENID_TOKEN = 227, OPAL_DTA_TOKENID_INVALID = 0, }; enum opal_uid { OPAL_SMUID_UID = 0, OPAL_THISSP_UID = 1, OPAL_ADMINSP_UID = 2, OPAL_LOCKINGSP_UID = 3, OPAL_ENTERPRISE_LOCKINGSP_UID = 4, OPAL_ANYBODY_UID = 5, OPAL_SID_UID = 6, OPAL_ADMIN1_UID = 7, OPAL_USER1_UID = 8, OPAL_USER2_UID = 9, OPAL_PSID_UID = 10, OPAL_ENTERPRISE_BANDMASTER0_UID = 11, OPAL_ENTERPRISE_ERASEMASTER_UID = 12, OPAL_TABLE_TABLE = 13, OPAL_LOCKINGRANGE_GLOBAL = 14, OPAL_LOCKINGRANGE_ACE_START_TO_KEY = 15, OPAL_LOCKINGRANGE_ACE_RDLOCKED = 16, OPAL_LOCKINGRANGE_ACE_WRLOCKED = 17, OPAL_MBRCONTROL = 18, OPAL_MBR = 19, OPAL_AUTHORITY_TABLE = 20, OPAL_C_PIN_TABLE = 21, OPAL_LOCKING_INFO_TABLE = 22, OPAL_ENTERPRISE_LOCKING_INFO_TABLE = 23, OPAL_DATASTORE = 24, OPAL_C_PIN_MSID = 25, OPAL_C_PIN_SID = 26, OPAL_C_PIN_ADMIN1 = 27, OPAL_HALF_UID_AUTHORITY_OBJ_REF = 28, OPAL_HALF_UID_BOOLEAN_ACE = 29, OPAL_UID_HEXFF = 30, }; enum opal_method { OPAL_PROPERTIES = 0, OPAL_STARTSESSION = 1, OPAL_REVERT = 2, OPAL_ACTIVATE = 3, OPAL_EGET = 4, OPAL_ESET = 5, OPAL_NEXT = 6, OPAL_EAUTHENTICATE = 7, OPAL_GETACL = 8, OPAL_GENKEY = 9, OPAL_REVERTSP = 10, OPAL_GET = 11, OPAL_SET = 12, OPAL_AUTHENTICATE = 13, OPAL_RANDOM = 14, OPAL_ERASE = 15, }; enum opal_token { OPAL_TRUE = 1, OPAL_FALSE = 0, OPAL_BOOLEAN_EXPR = 3, OPAL_TABLE = 0, OPAL_STARTROW = 1, OPAL_ENDROW = 2, OPAL_STARTCOLUMN = 3, OPAL_ENDCOLUMN = 4, OPAL_VALUES = 1, OPAL_TABLE_UID = 0, OPAL_TABLE_NAME = 1, OPAL_TABLE_COMMON = 2, OPAL_TABLE_TEMPLATE = 3, OPAL_TABLE_KIND = 4, OPAL_TABLE_COLUMN = 5, OPAL_TABLE_COLUMNS = 6, OPAL_TABLE_ROWS = 7, OPAL_TABLE_ROWS_FREE = 8, OPAL_TABLE_ROW_BYTES = 9, OPAL_TABLE_LASTID = 10, OPAL_TABLE_MIN = 11, OPAL_TABLE_MAX = 12, OPAL_PIN = 3, OPAL_RANGESTART = 3, OPAL_RANGELENGTH = 4, OPAL_READLOCKENABLED = 5, OPAL_WRITELOCKENABLED = 6, OPAL_READLOCKED = 7, OPAL_WRITELOCKED = 8, OPAL_ACTIVEKEY = 10, OPAL_LIFECYCLE = 6, OPAL_MAXRANGES = 4, OPAL_MBRENABLE = 1, OPAL_MBRDONE = 2, OPAL_HOSTPROPERTIES = 0, OPAL_STARTLIST = 240, OPAL_ENDLIST = 241, OPAL_STARTNAME = 242, OPAL_ENDNAME = 243, OPAL_CALL = 248, OPAL_ENDOFDATA = 249, OPAL_ENDOFSESSION = 250, OPAL_STARTTRANSACTON = 251, OPAL_ENDTRANSACTON = 252, OPAL_EMPTYATOM = 255, OPAL_WHERE = 0, }; enum opal_parameter { OPAL_SUM_SET_LIST = 393216, }; struct opal_compacket { __be32 reserved0; u8 extendedComID[4]; __be32 outstandingData; __be32 minTransfer; __be32 length; }; struct opal_packet { __be32 tsn; __be32 hsn; __be32 seq_number; __be16 reserved0; __be16 ack_type; __be32 acknowledgment; __be32 length; }; struct opal_data_subpacket { u8 reserved0[6]; __be16 kind; __be32 length; }; struct opal_header { struct opal_compacket cp; struct opal_packet pkt; struct opal_data_subpacket subpkt; }; struct d0_header { __be32 length; __be32 revision; __be32 reserved01; __be32 reserved02; u8 ignored[32]; }; struct d0_tper_features { u8 supported_features; u8 reserved01[3]; __be32 reserved02; __be32 reserved03; }; struct d0_locking_features { u8 supported_features; u8 reserved01[3]; __be32 reserved02; __be32 reserved03; }; struct d0_geometry_features { u8 header[4]; u8 reserved01; u8 reserved02[7]; __be32 logical_block_size; __be64 alignment_granularity; __be64 lowest_aligned_lba; }; struct d0_opal_v100 { __be16 baseComID; __be16 numComIDs; }; struct d0_single_user_mode { __be32 num_locking_objects; u8 reserved01; u8 reserved02; __be16 reserved03; __be32 reserved04; }; struct d0_opal_v200 { __be16 baseComID; __be16 numComIDs; u8 range_crossing; u8 num_locking_admin_auth[2]; u8 num_locking_user_auth[2]; u8 initialPIN; u8 revertedPIN; u8 reserved01; __be32 reserved02; }; struct d0_features { __be16 code; u8 r_version; u8 length; u8 features[0]; }; struct opal_step { int (*fn)(struct opal_dev *, void *); void *data; }; enum opal_atom_width { OPAL_WIDTH_TINY = 0, OPAL_WIDTH_SHORT = 1, OPAL_WIDTH_MEDIUM = 2, OPAL_WIDTH_LONG = 3, OPAL_WIDTH_TOKEN = 4, }; struct opal_resp_tok { const u8 *pos; size_t len; enum opal_response_token type; enum opal_atom_width width; union { u64 u; s64 s; } stored; }; struct parsed_resp { int num; struct opal_resp_tok toks[64]; }; struct opal_dev { u32 flags; void *data; sec_send_recv *send_recv; struct mutex dev_lock; u16 comid; u32 hsn; u32 tsn; u64 align; u64 lowest_lba; u32 logical_block_size; u8 align_required; size_t pos; u8 *cmd; u8 *resp; struct parsed_resp parsed; size_t prev_d_len; void *prev_data; struct list_head unlk_lst; }; typedef int cont_fn(struct opal_dev *); struct opal_suspend_data { struct opal_lock_unlock unlk; u8 lr; struct list_head node; }; struct blk_crypto_keyslot { atomic_t slot_refs; struct list_head idle_slot_node; struct hlist_node hash_node; const struct blk_crypto_key *key; struct blk_crypto_profile *profile; }; struct bd_holder_disk { struct list_head list; struct kobject *holder_dir; int refcnt; }; struct io_rename { struct file *file; int old_dfd; int new_dfd; struct filename *oldpath; struct filename *newpath; int flags; }; struct io_unlink { struct file *file; int dfd; int flags; struct filename *filename; }; struct io_mkdir { struct file *file; int dfd; umode_t mode; struct filename *filename; }; struct io_link { struct file *file; int old_dfd; int new_dfd; struct filename *oldpath; struct filename *newpath; int flags; }; struct io_sync { struct file *file; loff_t len; loff_t off; int flags; int mode; }; struct io_uring_file_index_range { __u32 off; __u32 len; __u64 resv; }; struct io_cancel_data { struct io_ring_ctx *ctx; union { u64 data; struct file *file; }; u32 flags; int seq; }; struct io_timeout_data { struct io_kiocb *req; struct hrtimer timer; struct timespec64 ts; enum hrtimer_mode mode; u32 flags; }; struct io_timeout { struct file *file; u32 off; u32 target_seq; u32 repeats; struct list_head list; struct io_kiocb *head; struct io_kiocb *prev; }; struct io_timeout_rem { struct file *file; u64 addr; struct timespec64 ts; u32 flags; bool ltimeout; }; struct io_overflow_cqe { struct list_head list; struct io_uring_cqe cqe; }; struct io_uring_sync_cancel_reg { __u64 addr; __s32 fd; __u32 flags; struct __kernel_timespec timeout; __u64 pad[4]; }; enum io_wq_cancel { IO_WQ_CANCEL_OK = 0, IO_WQ_CANCEL_RUNNING = 1, IO_WQ_CANCEL_NOTFOUND = 2, }; typedef bool work_cancel_fn(struct io_wq_work *, void *); struct io_cancel { struct file *file; u64 addr; u32 flags; s32 fd; }; struct io_uring_rsrc_register { __u32 nr; __u32 flags; __u64 resv2; __u64 data; __u64 tags; }; struct io_uring_rsrc_update2 { __u32 offset; __u32 resv; __u64 data; __u64 tags; __u32 nr; __u32 resv2; }; enum { IORING_RSRC_FILE = 0, IORING_RSRC_BUFFER = 1, }; struct io_rsrc_update { struct file *file; u64 arg; u32 nr_args; u32 offset; }; enum { IOU_F_TWQ_FORCE_NORMAL = 1, IOU_F_TWQ_LAZY_WAKE = 2, }; struct io_notif_data { struct file *file; struct ubuf_info uarg; long unsigned int account_pages; bool zc_report; bool zc_used; bool zc_copied; }; struct region { unsigned int start; unsigned int off; unsigned int group_len; unsigned int end; unsigned int nbits; }; enum { REG_OP_ISFREE = 0, REG_OP_ALLOC = 1, REG_OP_RELEASE = 2, }; struct once_work { struct work_struct work; struct static_key_true *key; struct module *module; }; struct strarray { char **array; size_t n; }; enum devm_ioremap_type { DEVM_IOREMAP = 0, DEVM_IOREMAP_UC = 1, DEVM_IOREMAP_WC = 2, DEVM_IOREMAP_NP = 3, }; struct pcim_iomap_devres { void *table[6]; }; struct arch_io_reserve_memtype_wc_devres { resource_size_t start; resource_size_t size; }; struct xxh32_state { uint32_t total_len_32; uint32_t large_len; uint32_t v1; uint32_t v2; uint32_t v3; uint32_t v4; uint32_t mem32[4]; uint32_t memsize; }; struct gen_pool_chunk { struct list_head next_chunk; atomic_long_t avail; phys_addr_t phys_addr; void *owner; long unsigned int start_addr; long unsigned int end_addr; long unsigned int bits[0]; }; struct genpool_data_align { int align; }; struct genpool_data_fixed { long unsigned int offset; }; typedef struct { unsigned char op; unsigned char bits; short unsigned int val; } code; typedef enum { HEAD = 0, FLAGS = 1, TIME = 2, OS = 3, EXLEN = 4, EXTRA = 5, NAME = 6, COMMENT = 7, HCRC = 8, DICTID = 9, DICT = 10, TYPE = 11, TYPEDO = 12, STORED = 13, COPY = 14, TABLE = 15, LENLENS = 16, CODELENS = 17, LEN = 18, LENEXT = 19, DIST = 20, DISTEXT = 21, MATCH = 22, LIT = 23, CHECK = 24, LENGTH = 25, DONE = 26, BAD = 27, MEM = 28, SYNC = 29, } inflate_mode; struct inflate_state { inflate_mode mode; int last; int wrap; int havedict; int flags; unsigned int dmax; long unsigned int check; long unsigned int total; unsigned int wbits; unsigned int wsize; unsigned int whave; unsigned int write; unsigned char *window; long unsigned int hold; unsigned int bits; unsigned int length; unsigned int offset; unsigned int extra; const code *lencode; const code *distcode; unsigned int lenbits; unsigned int distbits; unsigned int ncode; unsigned int nlen; unsigned int ndist; unsigned int have; code *next; short unsigned int lens[320]; short unsigned int work[288]; code codes[2048]; }; union uu { short unsigned int us; unsigned char b[2]; }; typedef unsigned int uInt; typedef enum { CODES = 0, LENS = 1, DISTS = 2, } codetype; struct dfltcc_qaf_param { char fns[16]; char reserved1[8]; char fmts[2]; char reserved2[6]; }; struct dfltcc_param_v0 { uint16_t pbvn; uint8_t mvn; uint8_t ribm; unsigned int reserved32: 31; unsigned int cf: 1; uint8_t reserved64[8]; unsigned int nt: 1; unsigned int reserved129: 1; unsigned int cvt: 1; unsigned int reserved131: 1; unsigned int htt: 1; unsigned int bcf: 1; unsigned int bcc: 1; unsigned int bhf: 1; unsigned int reserved136: 1; unsigned int reserved137: 1; unsigned int dhtgc: 1; unsigned int reserved139: 5; unsigned int reserved144: 5; unsigned int sbb: 3; uint8_t oesc; unsigned int reserved160: 12; unsigned int ifs: 4; uint16_t ifl; uint8_t reserved192[8]; uint8_t reserved256[8]; uint8_t reserved320[4]; uint16_t hl; unsigned int reserved368: 1; uint16_t ho: 15; uint32_t cv; unsigned int eobs: 15; unsigned int reserved431: 1; uint8_t eobl: 4; unsigned int reserved436: 12; unsigned int reserved448: 4; uint16_t cdhtl: 12; uint8_t reserved464[6]; uint8_t cdht[288]; uint8_t reserved[32]; uint8_t csb[1152]; }; struct dfltcc_state { struct dfltcc_param_v0 param; struct dfltcc_qaf_param af; char msg[64]; }; struct inflate_workspace { struct inflate_state inflate_state; struct dfltcc_state dfltcc_state; unsigned char working_window[36864]; }; typedef enum { DFLTCC_INFLATE_CONTINUE = 0, DFLTCC_INFLATE_BREAK = 1, DFLTCC_INFLATE_SOFTWARE = 2, } dfltcc_inflate_action; typedef unsigned char uch; typedef short unsigned int ush; typedef long unsigned int ulg; struct ct_data_s { union { ush freq; ush code; } fc; union { ush dad; ush len; } dl; }; typedef struct ct_data_s ct_data; struct static_tree_desc_s { const ct_data *static_tree; const int *extra_bits; int extra_base; int elems; int max_length; }; typedef struct static_tree_desc_s static_tree_desc; struct tree_desc_s { ct_data *dyn_tree; int max_code; static_tree_desc *stat_desc; }; typedef ush Pos; typedef unsigned int IPos; struct deflate_state { z_streamp strm; int status; Byte *pending_buf; ulg pending_buf_size; Byte *pending_out; int pending; int noheader; Byte data_type; Byte method; int last_flush; uInt w_size; uInt w_bits; uInt w_mask; Byte *window; ulg window_size; Pos *prev; Pos *head; uInt ins_h; uInt hash_size; uInt hash_bits; uInt hash_mask; uInt hash_shift; long int block_start; uInt match_length; IPos prev_match; int match_available; uInt strstart; uInt match_start; uInt lookahead; uInt prev_length; uInt max_chain_length; uInt max_lazy_match; int level; int strategy; uInt good_match; int nice_match; struct ct_data_s dyn_ltree[573]; struct ct_data_s dyn_dtree[61]; struct ct_data_s bl_tree[39]; struct tree_desc_s l_desc; struct tree_desc_s d_desc; struct tree_desc_s bl_desc; ush bl_count[16]; int heap[573]; int heap_len; int heap_max; uch depth[573]; uch *l_buf; uInt lit_bufsize; uInt last_lit; ush *d_buf; ulg opt_len; ulg static_len; ulg compressed_len; uInt matches; int last_eob_len; ush bi_buf; int bi_valid; }; typedef struct deflate_state deflate_state; typedef enum { need_more = 0, block_done = 1, finish_started = 2, finish_done = 3, } block_state; struct dfltcc_deflate_state { struct dfltcc_state common; uLong level_mask; uLong block_size; uLong block_threshold; uLong dht_threshold; }; typedef block_state (*compress_func)(deflate_state *, int); struct deflate_workspace { deflate_state deflate_memory; struct dfltcc_deflate_state dfltcc_memory; Byte *window_memory; Pos *prev_memory; Pos *head_memory; char *overlay_memory; }; typedef struct deflate_workspace deflate_workspace; struct config_s { ush good_length; ush max_lazy; ush nice_length; ush max_chain; compress_func func; }; typedef struct config_s config; typedef enum { DFLTCC_CC_OK = 0, DFLTCC_CC_OP1_TOO_SHORT = 1, DFLTCC_CC_OP2_TOO_SHORT = 2, DFLTCC_CC_OP2_CORRUPT = 2, DFLTCC_CC_AGAIN = 3, } dfltcc_cc; typedef ZSTD_compressionParameters zstd_compression_parameters; typedef ZSTD_parameters zstd_parameters; typedef ZSTD_CCtx zstd_cctx; typedef ZSTD_CStream zstd_cstream; typedef enum { trustInput = 0, checkMaxSymbolValue = 1, } HIST_checkInput_e; typedef struct { FSE_CTable CTable[59]; U32 scratchBuffer[41]; unsigned int count[13]; S16 norm[13]; } HUF_CompressWeightsWksp; typedef struct { HUF_CompressWeightsWksp wksp; BYTE bitsToWeight[13]; BYTE huffWeight[255]; } HUF_WriteCTableWksp; struct nodeElt_s { U32 count; U16 parent; BYTE byte; BYTE nbBits; }; typedef struct nodeElt_s nodeElt; typedef struct { U16 base; U16 curr; } rankPos; typedef nodeElt huffNodeTable[512]; typedef struct { huffNodeTable huffNodeTbl; rankPos rankPosition[192]; } HUF_buildCTable_wksp_tables; typedef struct { size_t bitContainer[2]; size_t bitPos[2]; BYTE *startPtr; BYTE *ptr; BYTE *endPtr; } HUF_CStream_t; typedef enum { HUF_singleStream = 0, HUF_fourStreams = 1, } HUF_nbStreams_e; typedef struct { unsigned int count[256]; HUF_CElt CTable[257]; union { HUF_buildCTable_wksp_tables buildCTable_wksp; HUF_WriteCTableWksp writeCTable_wksp; U32 hist_wksp[1024]; } wksps; } HUF_compress_tables_t; typedef struct { U32 litLength; U32 matchLength; } ZSTD_sequenceLength; typedef U64 ZSTD_VecMask; typedef enum { search_hashChain = 0, search_binaryTree = 1, search_rowHash = 2, } searchMethod_e; struct syscall_info { __u64 sp; struct seccomp_data data; }; struct cpu_rmap { struct kref refcount; u16 size; void **obj; struct { u16 index; u16 dist; } near[0]; }; struct irq_glue { struct irq_affinity_notify notify; struct cpu_rmap *rmap; u16 index; }; typedef mpi_limb_t *mpi_ptr_t; typedef int mpi_size_t; typedef mpi_limb_t UWtype; typedef unsigned int UHWtype; enum gcry_mpi_constants { MPI_C_ZERO = 0, MPI_C_ONE = 1, MPI_C_TWO = 2, MPI_C_THREE = 3, MPI_C_FOUR = 4, MPI_C_EIGHT = 5, }; struct barrett_ctx_s; typedef struct barrett_ctx_s *mpi_barrett_t; struct gcry_mpi_point { MPI x; MPI y; MPI z; }; typedef struct gcry_mpi_point *MPI_POINT; enum gcry_mpi_ec_models { MPI_EC_WEIERSTRASS = 0, MPI_EC_MONTGOMERY = 1, MPI_EC_EDWARDS = 2, }; enum ecc_dialects { ECC_DIALECT_STANDARD = 0, ECC_DIALECT_ED25519 = 1, ECC_DIALECT_SAFECURVE = 2, }; struct mpi_ec_ctx { enum gcry_mpi_ec_models model; enum ecc_dialects dialect; int flags; unsigned int nbits; MPI p; MPI a; MPI b; MPI_POINT G; MPI n; unsigned int h; MPI_POINT Q; MPI d; const char *name; struct { struct { unsigned int a_is_pminus3: 1; unsigned int two_inv_p: 1; } valid; int a_is_pminus3; MPI two_inv_p; mpi_barrett_t p_barrett; MPI scratch[11]; } t; void (*addm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*subm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*mulm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*pow2)(MPI, const MPI, struct mpi_ec_ctx *); void (*mul2)(MPI, MPI, struct mpi_ec_ctx *); }; struct field_table { const char *p; void (*addm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*subm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*mulm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*mul2)(MPI, MPI, struct mpi_ec_ctx *); void (*pow2)(MPI, const MPI, struct mpi_ec_ctx *); }; struct barrett_ctx_s { MPI m; int m_copied; int k; MPI y; MPI r1; MPI r2; MPI r3; }; struct karatsuba_ctx { struct karatsuba_ctx *next; mpi_ptr_t tspace; mpi_size_t tspace_size; mpi_ptr_t tp; mpi_size_t tp_size; }; typedef long int mpi_limb_signed_t; struct dim_sample { ktime_t time; u32 pkt_ctr; u32 byte_ctr; u16 event_ctr; u32 comp_ctr; }; struct dim_stats { int ppms; int bpms; int epms; int cpms; int cpe_ratio; }; struct dim { u8 state; struct dim_stats prev_stats; struct dim_sample start_sample; struct dim_sample measuring_sample; struct work_struct work; void *priv; u8 profile_ix; u8 mode; u8 tune_state; u8 steps_right; u8 steps_left; u8 tired; }; enum dim_tune_state { DIM_PARKING_ON_TOP = 0, DIM_PARKING_TIRED = 1, DIM_GOING_RIGHT = 2, DIM_GOING_LEFT = 3, }; struct dim_cq_moder { u16 usec; u16 pkts; u16 comps; u8 cq_period_mode; }; enum dim_cq_period_mode { DIM_CQ_PERIOD_MODE_START_FROM_EQE = 0, DIM_CQ_PERIOD_MODE_START_FROM_CQE = 1, DIM_CQ_PERIOD_NUM_MODES = 2, }; enum dim_state { DIM_START_MEASURE = 0, DIM_MEASURE_IN_PROGRESS = 1, DIM_APPLY_NEW_PROFILE = 2, }; enum dim_stats_state { DIM_STATS_WORSE = 0, DIM_STATS_SAME = 1, DIM_STATS_BETTER = 2, }; enum dim_step_result { DIM_STEPPED = 0, DIM_TOO_TIRED = 1, DIM_ON_EDGE = 2, }; enum pubkey_algo { PUBKEY_ALGO_RSA = 0, PUBKEY_ALGO_MAX = 1, }; struct pubkey_hdr { uint8_t version; uint32_t timestamp; uint8_t algo; uint8_t nmpi; char mpi[0]; } __attribute__((packed)); struct signature_hdr { uint8_t version; uint32_t timestamp; uint8_t algo; uint8_t hash; uint8_t keyid[8]; uint8_t nmpi; char mpi[0]; } __attribute__((packed)); struct font_desc { int idx; const char *name; unsigned int width; unsigned int height; unsigned int charcount; const void *data; int pref; }; struct font_data { unsigned int extra[4]; const unsigned char data[0]; }; enum { PCI_REASSIGN_ALL_RSRC = 1, PCI_REASSIGN_ALL_BUS = 2, PCI_PROBE_ONLY = 4, PCI_CAN_SKIP_ISA_ALIGN = 8, PCI_ENABLE_PROC_DOMAINS = 16, PCI_COMPAT_DOMAIN_0 = 32, PCI_SCAN_ALL_PCIE_DEVS = 64, }; enum pcie_bus_config_types { PCIE_BUS_TUNE_OFF = 0, PCIE_BUS_DEFAULT = 1, PCIE_BUS_SAFE = 2, PCIE_BUS_PERFORMANCE = 3, PCIE_BUS_PEER2PEER = 4, }; enum pci_bar_type { pci_bar_unknown = 0, pci_bar_io = 1, pci_bar_mem32 = 2, pci_bar_mem64 = 3, }; struct pci_domain_busn_res { struct list_head list; struct resource res; int domain_nr; }; struct pcie_port_service_driver { const char *name; int (*probe)(struct pcie_device *); void (*remove)(struct pcie_device *); int (*suspend)(struct pcie_device *); int (*resume_noirq)(struct pcie_device *); int (*resume)(struct pcie_device *); int (*runtime_suspend)(struct pcie_device *); int (*runtime_resume)(struct pcie_device *); int (*slot_reset)(struct pcie_device *); int port_type; u32 service; struct device_driver driver; }; struct pci_dynid { struct list_head node; struct pci_device_id id; }; struct drv_dev_and_id { struct pci_driver *drv; struct pci_dev *dev; const struct pci_device_id *id; }; enum pcie_link_width { PCIE_LNK_WIDTH_RESRV = 0, PCIE_LNK_X1 = 1, PCIE_LNK_X2 = 2, PCIE_LNK_X4 = 4, PCIE_LNK_X8 = 8, PCIE_LNK_X12 = 12, PCIE_LNK_X16 = 16, PCIE_LNK_X32 = 32, PCIE_LNK_WIDTH_UNKNOWN = 255, }; struct msi_domain_template { char name[48]; struct irq_chip chip; struct msi_domain_ops ops; struct msi_domain_info info; }; struct pcie_link_state { struct pci_dev *pdev; struct pci_dev *downstream; struct pcie_link_state *root; struct pcie_link_state *parent; struct list_head sibling; u32 aspm_support: 7; u32 aspm_enabled: 7; u32 aspm_capable: 7; u32 aspm_default: 7; int: 4; u32 aspm_disable: 7; u32 clkpm_capable: 1; u32 clkpm_enabled: 1; u32 clkpm_default: 1; u32 clkpm_disable: 1; }; struct aer_header_log_regs { unsigned int dw0; unsigned int dw1; unsigned int dw2; unsigned int dw3; }; struct aer_err_info { struct pci_dev *dev[5]; int error_dev_num; unsigned int id: 16; unsigned int severity: 2; unsigned int __pad1: 5; unsigned int multi_error_valid: 1; unsigned int first_error: 5; unsigned int __pad2: 2; unsigned int tlp_header_valid: 1; unsigned int status; unsigned int mask; struct aer_header_log_regs tlp; }; struct pci_slot_attribute { struct attribute attr; ssize_t (*show)(struct pci_slot *, char *); ssize_t (*store)(struct pci_slot *, const char *, size_t); }; struct aperture_range { struct device *dev; resource_size_t base; resource_size_t size; struct list_head lh; void (*detach)(struct device *); }; struct linux_logo { int type; unsigned int width; unsigned int height; unsigned int clutsize; const unsigned char *clut; const unsigned char *data; }; enum { FB_BLANK_UNBLANK = 0, FB_BLANK_NORMAL = 1, FB_BLANK_VSYNC_SUSPEND = 2, FB_BLANK_HSYNC_SUSPEND = 3, FB_BLANK_POWERDOWN = 4, }; struct fb_event { struct fb_info *info; void *data; }; struct logo_data { int depth; int needs_directpalette; int needs_truepalette; int needs_cmapreset; const struct linux_logo *logo; }; struct fb_fix_screeninfo32 { char id[16]; compat_caddr_t smem_start; u32 smem_len; u32 type; u32 type_aux; u32 visual; u16 xpanstep; u16 ypanstep; u16 ywrapstep; u32 line_length; compat_caddr_t mmio_start; u32 mmio_len; u32 accel; u16 reserved[3]; }; struct fb_cmap32 { u32 start; u32 len; compat_caddr_t red; compat_caddr_t green; compat_caddr_t blue; compat_caddr_t transp; }; enum { KERNEL_PARAM_FL_UNSAFE = 1, KERNEL_PARAM_FL_HWPARAM = 2, }; struct fb_con2fbmap { __u32 console; __u32 framebuffer; }; enum { FBCON_LOGO_CANSHOW = -1, FBCON_LOGO_DRAW = -2, FBCON_LOGO_DONTSHOW = -3, }; enum ipmi_addr_src { SI_INVALID = 0, SI_HOTMOD = 1, SI_HARDCODED = 2, SI_SPMI = 3, SI_ACPI = 4, SI_SMBIOS = 5, SI_PCI = 6, SI_DEVICETREE = 7, SI_PLATFORM = 8, SI_LAST = 9, }; enum ipmi_plat_interface_type { IPMI_PLAT_IF_SI = 0, IPMI_PLAT_IF_SSIF = 1, }; struct ipmi_plat_data { enum ipmi_plat_interface_type iftype; unsigned int type; unsigned int space; long unsigned int addr; unsigned int regspacing; unsigned int regsize; unsigned int regshift; unsigned int irq; unsigned int slave_addr; enum ipmi_addr_src addr_source; }; enum si_type { SI_TYPE_INVALID = 0, SI_KCS = 1, SI_SMIC = 2, SI_BT = 3, SI_TYPE_MAX = 4, }; enum ipmi_addr_space { IPMI_IO_ADDR_SPACE = 0, IPMI_MEM_ADDR_SPACE = 1, }; struct clk_bulk_data { const char *id; struct clk *clk; }; struct clk_notifier { struct clk *clk; struct srcu_notifier_head notifier_head; struct list_head node; }; struct clk { struct clk_core *core; struct device *dev; const char *dev_id; const char *con_id; long unsigned int min_rate; long unsigned int max_rate; unsigned int exclusive_count; struct hlist_node clks_node; }; struct clk_notifier_data { struct clk *clk; long unsigned int old_rate; long unsigned int new_rate; }; struct clk_parent_map; struct clk_core { const char *name; const struct clk_ops *ops; struct clk_hw *hw; struct module *owner; struct device *dev; struct device_node *of_node; struct clk_core *parent; struct clk_parent_map *parents; u8 num_parents; u8 new_parent_index; long unsigned int rate; long unsigned int req_rate; long unsigned int new_rate; struct clk_core *new_parent; struct clk_core *new_child; long unsigned int flags; bool orphan; bool rpm_enabled; unsigned int enable_count; unsigned int prepare_count; unsigned int protect_count; long unsigned int min_rate; long unsigned int max_rate; long unsigned int accuracy; int phase; struct clk_duty duty; struct hlist_head children; struct hlist_node child_node; struct hlist_head clks; unsigned int notifier_count; struct dentry *dentry; struct hlist_node debug_node; struct kref ref; }; struct clk_parent_map { const struct clk_hw *hw; struct clk_core *core; const char *fw_name; const char *name; int index; }; struct trace_event_raw_clk { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_clk_rate { struct trace_entry ent; u32 __data_loc_name; long unsigned int rate; char __data[0]; }; struct trace_event_raw_clk_rate_range { struct trace_entry ent; u32 __data_loc_name; long unsigned int min; long unsigned int max; char __data[0]; }; struct trace_event_raw_clk_parent { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_pname; char __data[0]; }; struct trace_event_raw_clk_phase { struct trace_entry ent; u32 __data_loc_name; int phase; char __data[0]; }; struct trace_event_raw_clk_duty_cycle { struct trace_entry ent; u32 __data_loc_name; unsigned int num; unsigned int den; char __data[0]; }; struct trace_event_raw_clk_rate_request { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_pname; long unsigned int min; long unsigned int max; long unsigned int prate; char __data[0]; }; struct trace_event_data_offsets_clk { u32 name; }; struct trace_event_data_offsets_clk_rate { u32 name; }; struct trace_event_data_offsets_clk_rate_range { u32 name; }; struct trace_event_data_offsets_clk_parent { u32 name; u32 pname; }; struct trace_event_data_offsets_clk_phase { u32 name; }; struct trace_event_data_offsets_clk_duty_cycle { u32 name; }; struct trace_event_data_offsets_clk_rate_request { u32 name; u32 pname; }; typedef void (*btf_trace_clk_enable)(void *, struct clk_core *); typedef void (*btf_trace_clk_enable_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_disable)(void *, struct clk_core *); typedef void (*btf_trace_clk_disable_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_prepare)(void *, struct clk_core *); typedef void (*btf_trace_clk_prepare_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_unprepare)(void *, struct clk_core *); typedef void (*btf_trace_clk_unprepare_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_set_rate)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_rate_complete)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_min_rate)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_max_rate)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_rate_range)(void *, struct clk_core *, long unsigned int, long unsigned int); typedef void (*btf_trace_clk_set_parent)(void *, struct clk_core *, struct clk_core *); typedef void (*btf_trace_clk_set_parent_complete)(void *, struct clk_core *, struct clk_core *); typedef void (*btf_trace_clk_set_phase)(void *, struct clk_core *, int); typedef void (*btf_trace_clk_set_phase_complete)(void *, struct clk_core *, int); typedef void (*btf_trace_clk_set_duty_cycle)(void *, struct clk_core *, struct clk_duty *); typedef void (*btf_trace_clk_set_duty_cycle_complete)(void *, struct clk_core *, struct clk_duty *); typedef void (*btf_trace_clk_rate_request_start)(void *, struct clk_rate_request *); typedef void (*btf_trace_clk_rate_request_done)(void *, struct clk_rate_request *); struct clk_notifier_devres { struct clk *clk; struct notifier_block *nb; }; struct clk_gate { struct clk_hw hw; void *reg; u8 bit_idx; u8 flags; spinlock_t *lock; }; struct u32_fract { __u32 numerator; __u32 denominator; }; struct clk_fractional_divider { struct clk_hw hw; void *reg; u8 mshift; u8 mwidth; u8 nshift; u8 nwidth; u8 flags; void (*approximation)(struct clk_hw *, long unsigned int, long unsigned int *, long unsigned int *, long unsigned int *); spinlock_t *lock; }; struct clk_gpio { struct clk_hw hw; struct gpio_desc *gpiod; }; struct pre_voltage_change_data { long unsigned int old_uV; long unsigned int min_uV; long unsigned int max_uV; }; struct regulator_coupler { struct list_head list; int (*attach_regulator)(struct regulator_coupler *, struct regulator_dev *); int (*detach_regulator)(struct regulator_coupler *, struct regulator_dev *); int (*balance_voltage)(struct regulator_coupler *, struct regulator_dev *, suspend_state_t); }; enum regulator_status { REGULATOR_STATUS_OFF = 0, REGULATOR_STATUS_ON = 1, REGULATOR_STATUS_ERROR = 2, REGULATOR_STATUS_FAST = 3, REGULATOR_STATUS_NORMAL = 4, REGULATOR_STATUS_IDLE = 5, REGULATOR_STATUS_STANDBY = 6, REGULATOR_STATUS_BYPASS = 7, REGULATOR_STATUS_UNDEFINED = 8, }; enum regulator_detection_severity { REGULATOR_SEVERITY_PROT = 0, REGULATOR_SEVERITY_ERR = 1, REGULATOR_SEVERITY_WARN = 2, }; struct regulator_enable_gpio { struct list_head list; struct gpio_desc *gpiod; u32 enable_count; u32 request_count; }; enum regulator_active_discharge { REGULATOR_ACTIVE_DISCHARGE_DEFAULT = 0, REGULATOR_ACTIVE_DISCHARGE_DISABLE = 1, REGULATOR_ACTIVE_DISCHARGE_ENABLE = 2, }; struct trace_event_raw_regulator_basic { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_regulator_range { struct trace_entry ent; u32 __data_loc_name; int min; int max; char __data[0]; }; struct trace_event_raw_regulator_value { struct trace_entry ent; u32 __data_loc_name; unsigned int val; char __data[0]; }; struct trace_event_data_offsets_regulator_basic { u32 name; }; struct trace_event_data_offsets_regulator_range { u32 name; }; struct trace_event_data_offsets_regulator_value { u32 name; }; typedef void (*btf_trace_regulator_enable)(void *, const char *); typedef void (*btf_trace_regulator_enable_delay)(void *, const char *); typedef void (*btf_trace_regulator_enable_complete)(void *, const char *); typedef void (*btf_trace_regulator_disable)(void *, const char *); typedef void (*btf_trace_regulator_disable_complete)(void *, const char *); typedef void (*btf_trace_regulator_bypass_enable)(void *, const char *); typedef void (*btf_trace_regulator_bypass_enable_complete)(void *, const char *); typedef void (*btf_trace_regulator_bypass_disable)(void *, const char *); typedef void (*btf_trace_regulator_bypass_disable_complete)(void *, const char *); typedef void (*btf_trace_regulator_set_voltage)(void *, const char *, int, int); typedef void (*btf_trace_regulator_set_voltage_complete)(void *, const char *, unsigned int); struct regulator_map { struct list_head list; const char *dev_name; const char *supply; struct regulator_dev *regulator; }; struct regulator_supply_alias { struct list_head list; struct device *src_dev; const char *src_supply; struct device *alias_dev; const char *alias_supply; }; struct summary_data { struct seq_file *s; struct regulator_dev *parent; int level; }; struct summary_lock_data { struct ww_acquire_ctx *ww_ctx; struct regulator_dev **new_contended_rdev; struct regulator_dev **old_contended_rdev; }; struct serial_struct32 { compat_int_t type; compat_int_t line; compat_uint_t port; compat_int_t irq; compat_int_t flags; compat_int_t xmit_fifo_size; compat_int_t custom_divisor; compat_int_t baud_base; short unsigned int close_delay; char io_type; char reserved_char; compat_int_t hub6; short unsigned int closing_wait; short unsigned int closing_wait2; compat_uint_t iomem_base; short unsigned int iomem_reg_shift; unsigned int port_high; compat_int_t reserved; }; struct n_tty_data { size_t read_head; size_t commit_head; size_t canon_head; size_t echo_head; size_t echo_commit; size_t echo_mark; long unsigned int char_map[4]; long unsigned int overrun_time; int num_overrun; bool no_room; unsigned char lnext: 1; unsigned char erasing: 1; unsigned char raw: 1; unsigned char real_raw: 1; unsigned char icanon: 1; unsigned char push: 1; char read_buf[4096]; long unsigned int read_flags[64]; unsigned char echo_buf[4096]; size_t read_tail; size_t line_start; size_t lookahead_count; unsigned int column; unsigned int canon_column; size_t echo_tail; struct mutex atomic_read_lock; struct mutex output_lock; }; enum { ERASE = 0, WERASE = 1, KILL = 2, }; struct ldsem_waiter { struct list_head list; struct task_struct *task; }; struct unipair { short unsigned int unicode; short unsigned int fontpos; }; struct unimapdesc { short unsigned int entry_ct; struct unipair *entries; }; struct console_font_op { unsigned int op; unsigned int flags; unsigned int width; unsigned int height; unsigned int charcount; unsigned char *data; }; struct vt_stat { short unsigned int v_active; short unsigned int v_signal; short unsigned int v_state; }; struct vt_sizes { short unsigned int v_rows; short unsigned int v_cols; short unsigned int v_scrollsize; }; struct vt_consize { short unsigned int v_rows; short unsigned int v_cols; short unsigned int v_vlin; short unsigned int v_clin; short unsigned int v_vcol; short unsigned int v_ccol; }; struct vt_event { unsigned int event; unsigned int oldev; unsigned int newev; unsigned int pad[4]; }; struct vt_setactivate { unsigned int console; struct vt_mode mode; }; struct vt_event_wait { struct list_head list; struct vt_event event; int done; }; struct compat_console_font_op { compat_uint_t op; compat_uint_t flags; compat_uint_t width; compat_uint_t height; compat_uint_t charcount; compat_caddr_t data; }; struct compat_unimapdesc { short unsigned int entry_ct; compat_caddr_t entries; }; struct tiocl_selection { short unsigned int xs; short unsigned int ys; short unsigned int xe; short unsigned int ye; short unsigned int sel_mode; }; struct vc_selection { struct mutex lock; struct vc_data *cons; char *buffer; unsigned int buf_len; volatile int start; int end; }; enum translation_map { LAT1_MAP = 0, GRAF_MAP = 1, IBMPC_MAP = 2, USER_MAP = 3, FIRST_MAP = 0, LAST_MAP = 3, }; struct con_driver { const struct consw *con; const char *desc; struct device *dev; int node; int first; int last; int flag; }; enum { blank_off = 0, blank_normal_wait = 1, blank_vesa_wait = 2, }; enum { EPecma = 0, EPdec = 1, EPeq = 2, EPgt = 3, EPlt = 4, }; struct rgb { u8 r; u8 g; u8 b; }; enum { ESnormal = 0, ESesc = 1, ESsquare = 2, ESgetpars = 3, ESfunckey = 4, EShash = 5, ESsetG0 = 6, ESsetG1 = 7, ESpercent = 8, EScsiignore = 9, ESnonstd = 10, ESpalette = 11, ESosc = 12, ESapc = 13, ESpm = 14, ESdcs = 15, }; struct interval { uint32_t first; uint32_t last; }; struct vc_draw_region { long unsigned int from; long unsigned int to; int x; }; struct iucv_tty_msg { u8 version; u8 type; u16 datalen; u8 data[0]; }; enum iucv_state_t { IUCV_DISCONN = 0, IUCV_CONNECTED = 1, IUCV_SEVERED = 2, }; enum tty_state_t { TTY_CLOSED = 0, TTY_OPENED = 1, }; struct hvc_iucv_private { struct hvc_struct *hvc; u8 srv_name[8]; unsigned char is_console; enum iucv_state_t iucv_state; enum tty_state_t tty_state; struct iucv_path *path; spinlock_t lock; void *sndbuf; size_t sndbuf_len; struct delayed_work sndbuf_work; wait_queue_head_t sndbuf_waitq; struct list_head tty_outqueue; struct list_head tty_inqueue; struct device *dev; u8 info_path[16]; }; struct iucv_tty_buffer { struct list_head list; struct iucv_message msg; size_t offset; struct iucv_tty_msg *mbuf; }; struct serdev_device; struct serdev_device_ops { int (*receive_buf)(struct serdev_device *, const unsigned char *, size_t); void (*write_wakeup)(struct serdev_device *); }; struct serdev_controller; struct serdev_device { struct device dev; int nr; struct serdev_controller *ctrl; const struct serdev_device_ops *ops; struct completion write_comp; struct mutex write_lock; }; struct serdev_controller_ops; struct serdev_controller { struct device dev; unsigned int nr; struct serdev_device *serdev; const struct serdev_controller_ops *ops; }; enum serdev_parity { SERDEV_PARITY_NONE = 0, SERDEV_PARITY_EVEN = 1, SERDEV_PARITY_ODD = 2, }; struct serdev_controller_ops { int (*write_buf)(struct serdev_controller *, const unsigned char *, size_t); void (*write_flush)(struct serdev_controller *); int (*write_room)(struct serdev_controller *); int (*open)(struct serdev_controller *); void (*close)(struct serdev_controller *); void (*set_flow_control)(struct serdev_controller *, bool); int (*set_parity)(struct serdev_controller *, enum serdev_parity); unsigned int (*set_baudrate)(struct serdev_controller *, unsigned int); void (*wait_until_sent)(struct serdev_controller *, long int); int (*get_tiocm)(struct serdev_controller *); int (*set_tiocm)(struct serdev_controller *, unsigned int, unsigned int); int (*break_ctl)(struct serdev_controller *, unsigned int); }; struct serport { struct tty_port *port; struct tty_struct *tty; struct tty_driver *tty_drv; int tty_idx; long unsigned int flags; }; struct timer_rand_state { long unsigned int last_time; long int last_delta; long int last_delta2; }; enum chacha_constants { CHACHA_CONSTANT_EXPA = 1634760805, CHACHA_CONSTANT_ND_3 = 857760878, CHACHA_CONSTANT_2_BY = 2036477234, CHACHA_CONSTANT_TE_K = 1797285236, }; enum { CRNG_EMPTY = 0, CRNG_EARLY = 1, CRNG_READY = 2, }; enum { CRNG_RESEED_START_INTERVAL = 100, CRNG_RESEED_INTERVAL = 6000, }; struct crng { u8 key[32]; long unsigned int generation; local_lock_t lock; }; struct batch_u8 { u8 entropy[96]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u16 { u16 entropy[48]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u32 { u32 entropy[24]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u64 { u64 entropy[12]; local_lock_t lock; long unsigned int generation; unsigned int position; }; enum { POOL_BITS = 256, POOL_READY_BITS = 256, POOL_EARLY_BITS = 128, }; struct fast_pool { long unsigned int pool[4]; long unsigned int last; unsigned int count; struct timer_list mix; }; struct entropy_timer_state { long unsigned int entropy; struct timer_list timer; atomic_t samples; unsigned int samples_per_bit; }; enum { NUM_TRIAL_SAMPLES = 8192, MAX_SAMPLES_PER_BIT = 6, }; enum { MIX_INFLIGHT = 2147483648, }; enum TPM_OPS_FLAGS { TPM_OPS_AUTO_STARTUP = 1, }; enum tpm_timeout { TPM_TIMEOUT = 5, TPM_TIMEOUT_RETRY = 100, TPM_TIMEOUT_RANGE_US = 300, TPM_TIMEOUT_POLL = 1, TPM_TIMEOUT_USECS_MIN = 100, TPM_TIMEOUT_USECS_MAX = 500, }; struct stclear_flags_t { __be16 tag; u8 deactivated; u8 disableForceClear; u8 physicalPresence; u8 physicalPresenceLock; u8 bGlobalLock; } __attribute__((packed)); struct tpm1_version { u8 major; u8 minor; u8 rev_major; u8 rev_minor; }; struct tpm1_version2 { __be16 tag; struct tpm1_version version; }; struct timeout_t { __be32 a; __be32 b; __be32 c; __be32 d; }; struct duration_t { __be32 tpm_short; __be32 tpm_medium; __be32 tpm_long; }; struct permanent_flags_t { __be16 tag; u8 disable; u8 ownership; u8 deactivated; u8 readPubek; u8 disableOwnerClear; u8 allowMaintenance; u8 physicalPresenceLifetimeLock; u8 physicalPresenceHWEnable; u8 physicalPresenceCMDEnable; u8 CEKPUsed; u8 TPMpost; u8 TPMpostLock; u8 FIPS; u8 operator; u8 enableRevokeEK; u8 nvLocked; u8 readSRKPub; u8 tpmEstablished; u8 maintenanceDone; u8 disableFullDALogicInfo; }; typedef union { struct permanent_flags_t perm_flags; struct stclear_flags_t stclear_flags; __u8 owned; __be32 num_pcrs; struct tpm1_version version1; struct tpm1_version2 version2; __be32 manufacturer_id; struct timeout_t timeout; struct duration_t duration; } cap_t; enum tpm_capabilities { TPM_CAP_FLAG = 4, TPM_CAP_PROP = 5, TPM_CAP_VERSION_1_1 = 6, TPM_CAP_VERSION_1_2 = 26, }; enum tpm_sub_capabilities { TPM_CAP_PROP_PCR = 257, TPM_CAP_PROP_MANUFACTURER = 259, TPM_CAP_FLAG_PERM = 264, TPM_CAP_FLAG_VOL = 265, TPM_CAP_PROP_OWNER = 273, TPM_CAP_PROP_TIS_TIMEOUT = 277, TPM_CAP_PROP_TIS_DURATION = 288, }; struct tpm1_get_random_out { __be32 rng_data_len; u8 rng_data[128]; }; enum tpm2_handle_types { TPM2_HT_HMAC_SESSION = 33554432, TPM2_HT_POLICY_SESSION = 50331648, TPM2_HT_TRANSIENT = 2147483648, }; struct tpm2_context { __be64 sequence; __be32 saved_handle; __be32 hierarchy; __be16 blob_size; } __attribute__((packed)); struct tpm2_cap_handles { u8 more_data; __be32 capability; __be32 count; __be32 handles[0]; } __attribute__((packed)); struct tpm_readpubek_out { u8 algorithm[4]; u8 encscheme[2]; u8 sigscheme[2]; __be32 paramsize; u8 parameters[12]; __be32 keysize; u8 modulus[256]; u8 checksum[20]; }; struct tpm_pcr_attr { int alg_id; int pcr; struct device_attribute attr; }; struct tcg_efi_specid_event_algs { u16 alg_id; u16 digest_size; }; struct tcg_efi_specid_event_head { u8 signature[16]; u32 platform_class; u8 spec_version_minor; u8 spec_version_major; u8 spec_errata; u8 uintnsize; u32 num_algs; struct tcg_efi_specid_event_algs digest_sizes[0]; }; struct tcg_pcr_event { u32 pcr_idx; u32 event_type; u8 digest[20]; u32 event_size; u8 event[0]; }; struct tcg_event_field { u32 event_size; u8 event[0]; }; struct tcg_pcr_event2_head { u32 pcr_idx; u32 event_type; u32 count; struct tpm_digest digests[0]; }; enum iommu_resv_type { IOMMU_RESV_DIRECT = 0, IOMMU_RESV_DIRECT_RELAXABLE = 1, IOMMU_RESV_RESERVED = 2, IOMMU_RESV_MSI = 3, IOMMU_RESV_SW_MSI = 4, }; struct iommu_resv_region { struct list_head list; phys_addr_t start; size_t length; int prot; enum iommu_resv_type type; void (*free)(struct device *, struct iommu_resv_region *); }; struct s390_domain { struct iommu_domain domain; struct list_head devices; long unsigned int *dma_table; spinlock_t list_lock; struct callback_head rcu; }; struct drm_mode_atomic { __u32 flags; __u32 count_objs; __u64 objs_ptr; __u64 count_props_ptr; __u64 props_ptr; __u64 prop_values_ptr; __u64 reserved; __u64 user_data; }; struct drm_writeback_job { struct drm_writeback_connector *connector; bool prepared; struct work_struct cleanup_work; struct list_head list_entry; struct drm_framebuffer *fb; struct dma_fence *out_fence; void *priv; }; struct drm_writeback_connector { struct drm_connector base; struct drm_encoder encoder; struct drm_property_blob *pixel_formats_blob_ptr; spinlock_t job_lock; struct list_head job_queue; unsigned int fence_context; spinlock_t fence_lock; long unsigned int fence_seqno; char timeline_name[32]; }; struct drm_out_fence_state { s32 *out_fence_ptr; struct sync_file *sync_file; int fd; }; struct drm_mode_fb_cmd { __u32 fb_id; __u32 width; __u32 height; __u32 pitch; __u32 bpp; __u32 depth; __u32 handle; }; struct drm_mode_get_connector { __u64 encoders_ptr; __u64 modes_ptr; __u64 props_ptr; __u64 prop_values_ptr; __u32 count_modes; __u32 count_props; __u32 count_encoders; __u32 encoder_id; __u32 connector_id; __u32 connector_type; __u32 connector_type_id; __u32 connection; __u32 mm_width; __u32 mm_height; __u32 subpixel; __u32 pad; }; struct drm_mode_connector_set_property { __u64 value; __u32 prop_id; __u32 connector_id; }; struct drm_mode_obj_set_property { __u64 value; __u32 prop_id; __u32 obj_id; __u32 obj_type; }; struct display_timing; struct drm_panel; struct drm_panel_funcs { int (*prepare)(struct drm_panel *); int (*enable)(struct drm_panel *); int (*disable)(struct drm_panel *); int (*unprepare)(struct drm_panel *); int (*get_modes)(struct drm_panel *, struct drm_connector *); enum drm_panel_orientation (*get_orientation)(struct drm_panel *); int (*get_timings)(struct drm_panel *, unsigned int, struct display_timing *); void (*debugfs_init)(struct drm_panel *, struct dentry *); }; struct backlight_device; struct drm_panel { struct device *dev; struct backlight_device *backlight; const struct drm_panel_funcs *funcs; int connector_type; struct list_head list; bool prepare_prev_first; }; struct drm_conn_prop_enum_list { int type; const char *name; struct ida ida; }; struct drm_mode_map_dumb { __u32 handle; __u32 pad; __u64 offset; }; struct drm_mode_destroy_dumb { __u32 handle; }; struct displayid_block { u8 tag; u8 rev; u8 num_bytes; }; struct displayid_tiled_block { struct displayid_block base; u8 tile_cap; u8 topo[3]; u8 tile_size[4]; u8 tile_pixel_bezel[5]; u8 topology_id[8]; }; struct displayid_detailed_timings_1 { u8 pixel_clock[3]; u8 flags; u8 hactive[2]; u8 hblank[2]; u8 hsync[2]; u8 hsw[2]; u8 vactive[2]; u8 vblank[2]; u8 vsync[2]; u8 vsw[2]; }; struct displayid_detailed_timing_block { struct displayid_block base; struct displayid_detailed_timings_1 timings[0]; }; struct displayid_vesa_vendor_specific_block { struct displayid_block base; u8 oui[3]; u8 data_structure_type; u8 mso; }; struct displayid_iter { const struct drm_edid *drm_edid; const u8 *section; int length; int idx; int ext_index; u8 version; u8 primary_use; }; struct cea_sad { u8 format; u8 channels; u8 freq; u8 byte2; }; struct detailed_mode_closure { struct drm_connector *connector; const struct drm_edid *drm_edid; bool preferred; int modes; }; struct edid_quirk { u32 panel_id; u32 quirks; }; struct minimode { short int w; short int h; short int r; short int rb; }; struct drm_edid_iter { const struct drm_edid *drm_edid; int index; }; enum edid_block_status { EDID_BLOCK_OK = 0, EDID_BLOCK_READ_FAIL = 1, EDID_BLOCK_NULL = 2, EDID_BLOCK_ZERO = 3, EDID_BLOCK_HEADER_CORRUPT = 4, EDID_BLOCK_HEADER_REPAIR = 5, EDID_BLOCK_HEADER_FIXED = 6, EDID_BLOCK_CHECKSUM = 7, EDID_BLOCK_VERSION = 8, }; typedef int read_block_fn___2(void *, u8 *, unsigned int, size_t); typedef void detailed_cb(const struct detailed_timing *, void *); struct stereo_mandatory_mode { int width; int height; int vrefresh; unsigned int flags; }; struct cea_db_iter { struct drm_edid_iter edid_iter; struct displayid_iter displayid_iter; const u8 *collection; int index; int end; }; struct cea_db { u8 tag_length; u8 data[0]; }; struct drm_stats { long unsigned int count; struct { long unsigned int value; enum drm_stat_type type; } data[15]; }; struct drm_set_version { int drm_di_major; int drm_di_minor; int drm_dd_major; int drm_dd_minor; }; struct drm_get_cap { __u64 capability; __u64 value; }; struct drm_set_client_cap { __u64 capability; __u64 value; }; enum drm_minor_type { DRM_MINOR_PRIMARY = 0, DRM_MINOR_CONTROL = 1, DRM_MINOR_RENDER = 2, DRM_MINOR_ACCEL = 32, }; struct drm_mode_create_lease { __u64 object_ids; __u32 object_count; __u32 flags; __u32 lessee_id; __u32 fd; }; struct drm_mode_list_lessees { __u32 count_lessees; __u32 pad; __u64 lessees_ptr; }; struct drm_mode_get_lease { __u32 count_objects; __u32 pad; __u64 objects_ptr; }; struct drm_mode_revoke_lease { __u32 lessee_id; }; struct drm_mm_scan { struct drm_mm *mm; u64 size; u64 alignment; u64 remainder_mask; u64 range_start; u64 range_end; u64 hit_start; u64 hit_end; long unsigned int color; enum drm_mm_insert_mode mode; }; struct drm_mode_card_res { __u64 fb_id_ptr; __u64 crtc_id_ptr; __u64 connector_id_ptr; __u64 encoder_id_ptr; __u32 count_fbs; __u32 count_crtcs; __u32 count_connectors; __u32 count_encoders; __u32 min_width; __u32 max_width; __u32 min_height; __u32 max_height; }; struct drm_mode_set_plane { __u32 plane_id; __u32 crtc_id; __u32 fb_id; __u32 flags; __s32 crtc_x; __s32 crtc_y; __u32 crtc_w; __u32 crtc_h; __u32 src_x; __u32 src_y; __u32 src_h; __u32 src_w; }; struct drm_mode_get_plane { __u32 plane_id; __u32 crtc_id; __u32 fb_id; __u32 possible_crtcs; __u32 gamma_size; __u32 count_format_types; __u64 format_type_ptr; }; struct drm_mode_get_plane_res { __u64 plane_id_ptr; __u32 count_planes; }; struct drm_mode_cursor { __u32 flags; __u32 crtc_id; __s32 x; __s32 y; __u32 width; __u32 height; __u32 handle; }; struct drm_mode_cursor2 { __u32 flags; __u32 crtc_id; __s32 x; __s32 y; __u32 width; __u32 height; __u32 handle; __s32 hot_x; __s32 hot_y; }; struct drm_mode_crtc_page_flip_target { __u32 crtc_id; __u32 fb_id; __u32 flags; __u32 sequence; __u64 user_data; }; struct drm_format_modifier_blob { __u32 version; __u32 flags; __u32 count_formats; __u32 formats_offset; __u32 count_modifiers; __u32 modifiers_offset; }; struct drm_format_modifier { __u64 formats; __u32 offset; __u32 pad; __u64 modifier; }; struct drm_mode_rect { __s32 x1; __s32 y1; __s32 x2; __s32 y2; }; struct drm_print_iterator { void *data; ssize_t start; ssize_t remain; ssize_t offset; }; struct drm_mode_property_enum { __u64 value; char name[32]; }; struct drm_mode_get_property { __u64 values_ptr; __u64 enum_blob_ptr; __u32 prop_id; __u32 flags; char name[32]; __u32 count_values; __u32 count_enum_blobs; }; struct drm_mode_get_blob { __u32 blob_id; __u32 length; __u64 data; }; struct drm_mode_create_blob { __u64 data; __u32 length; __u32 blob_id; }; struct drm_mode_destroy_blob { __u32 blob_id; }; struct drm_property_enum { uint64_t value; struct list_head head; char name[32]; }; struct drm_modeset_ctl { __u32 crtc; __u32 cmd; }; struct drm_crtc_get_sequence { __u32 crtc_id; __u32 active; __u64 sequence; __s64 sequence_ns; }; struct drm_crtc_queue_sequence { __u32 crtc_id; __u32 flags; __u64 sequence; __u64 user_data; }; typedef bool (*drm_vblank_get_scanout_position_func)(struct drm_crtc *, bool, int *, int *, ktime_t *, ktime_t *, const struct drm_display_mode *); struct drm_vblank_work { struct kthread_work base; struct drm_vblank_crtc *vblank; u64 count; int cancelling; struct list_head node; }; enum backlight_type { BACKLIGHT_RAW = 1, BACKLIGHT_PLATFORM = 2, BACKLIGHT_FIRMWARE = 3, BACKLIGHT_TYPE_MAX = 4, }; enum backlight_scale { BACKLIGHT_SCALE_UNKNOWN = 0, BACKLIGHT_SCALE_LINEAR = 1, BACKLIGHT_SCALE_NON_LINEAR = 2, }; struct backlight_ops { unsigned int options; int (*update_status)(struct backlight_device *); int (*get_brightness)(struct backlight_device *); int (*check_fb)(struct backlight_device *, struct fb_info *); }; struct backlight_properties { int brightness; int max_brightness; int power; int fb_blank; enum backlight_type type; unsigned int state; enum backlight_scale scale; }; struct backlight_device { struct backlight_properties props; struct mutex update_lock; struct mutex ops_lock; const struct backlight_ops *ops; struct notifier_block fb_notif; struct list_head entry; struct device dev; bool fb_bl_on[32]; int use_count; }; struct drm_encoder_slave_funcs { void (*set_config)(struct drm_encoder *, void *); void (*destroy)(struct drm_encoder *); void (*dpms)(struct drm_encoder *, int); void (*save)(struct drm_encoder *); void (*restore)(struct drm_encoder *); bool (*mode_fixup)(struct drm_encoder *, const struct drm_display_mode *, struct drm_display_mode *); int (*mode_valid)(struct drm_encoder *, struct drm_display_mode *); void (*mode_set)(struct drm_encoder *, struct drm_display_mode *, struct drm_display_mode *); enum drm_connector_status (*detect)(struct drm_encoder *, struct drm_connector *); int (*get_modes)(struct drm_encoder *, struct drm_connector *); int (*create_resources)(struct drm_encoder *, struct drm_connector *); int (*set_property)(struct drm_encoder *, struct drm_connector *, struct drm_property *, uint64_t); }; struct drm_encoder_slave { struct drm_encoder base; const struct drm_encoder_slave_funcs *slave_funcs; void *slave_priv; void *bus_priv; }; struct drm_i2c_encoder_driver { struct i2c_driver i2c_driver; int (*encoder_init)(struct i2c_client *, struct drm_device *, struct drm_encoder_slave *); }; struct drm_afbc_framebuffer { struct drm_framebuffer base; u32 block_width; u32 block_height; u32 aligned_width; u32 aligned_height; u32 offset; u32 afbc_size; }; struct ewma_psr_time { long unsigned int internal; }; struct drm_self_refresh_data { struct drm_crtc *crtc; struct delayed_work entry_work; struct mutex avg_mutex; struct ewma_psr_time entry_avg_ms; struct ewma_psr_time exit_avg_ms; }; struct panel_bridge { struct drm_bridge bridge; struct drm_connector connector; struct drm_panel *panel; u32 connector_type; }; struct simplefb_format { const char *name; u32 bits_per_pixel; struct fb_bitfield red; struct fb_bitfield green; struct fb_bitfield blue; struct fb_bitfield transp; u32 fourcc; }; struct simplefb_platform_data { u32 width; u32 height; u32 stride; const char *format; }; struct drm_atomic_helper_damage_iter { struct drm_rect plane_src; const struct drm_rect *clips; uint32_t num_clips; uint32_t curr_clip; bool full_update; }; struct drm_shadow_plane_state { struct drm_plane_state base; struct iosys_map map[4]; struct iosys_map data[4]; }; struct simpledrm_device { struct drm_device dev; struct drm_display_mode mode; const struct drm_format_info *format; unsigned int pitch; struct iosys_map screen_base; uint32_t formats[8]; size_t nformats; struct drm_plane primary_plane; struct drm_crtc crtc; struct drm_encoder encoder; struct drm_connector connector; }; struct component_master_ops { int (*bind)(struct device *); void (*unbind)(struct device *); }; struct component; struct component_match_array { void *data; int (*compare)(struct device *, void *); int (*compare_typed)(struct device *, int, void *); void (*release)(struct device *, void *); struct component *component; bool duplicate; }; struct aggregate_device; struct component { struct list_head node; struct aggregate_device *adev; bool bound; const struct component_ops *ops; int subcomponent; struct device *dev; }; struct component_match { size_t alloc; size_t num; struct component_match_array *compare; }; struct aggregate_device { struct list_head node; bool bound; const struct component_master_ops *ops; struct device *parent; struct component_match *match; }; struct subsys_interface { const char *name; struct bus_type *subsys; struct list_head node; int (*add_dev)(struct device *, struct subsys_interface *); void (*remove_dev)(struct device *, struct subsys_interface *); }; struct subsys_dev_iter { struct klist_iter ki; const struct device_type *type; }; typedef void *acpi_handle; struct irq_affinity_devres { unsigned int count; unsigned int irq[0]; }; struct platform_object { struct platform_device pdev; char name[0]; }; struct devres_node { struct list_head entry; dr_release_t release; const char *name; size_t size; }; struct devres { struct devres_node node; u8 data[0]; }; struct devres_group { struct devres_node node[2]; void *id; int color; }; struct action_devres { void *data; void (*action)(void *); }; struct pages_devres { long unsigned int addr; unsigned int order; }; struct transport_class { struct class class; int (*setup)(struct transport_container *, struct device *, struct device *); int (*configure)(struct transport_container *, struct device *, struct device *); int (*remove)(struct transport_container *, struct device *, struct device *); }; struct anon_transport_class { struct transport_class tclass; struct attribute_container container; }; typedef void * (*devcon_match_fn_t)(const struct fwnode_handle *, const char *, void *); struct auxiliary_device_id { char name[32]; kernel_ulong_t driver_data; }; struct auxiliary_device { struct device dev; const char *name; u32 id; }; struct auxiliary_driver { int (*probe)(struct auxiliary_device *, const struct auxiliary_device_id *); void (*remove)(struct auxiliary_device *); void (*shutdown)(struct auxiliary_device *); int (*suspend)(struct auxiliary_device *, pm_message_t); int (*resume)(struct auxiliary_device *); const char *name; struct device_driver driver; const struct auxiliary_device_id *id_table; }; struct pm_clk_notifier_block { struct notifier_block nb; struct dev_pm_domain *pm_domain; char *con_ids[0]; }; struct firmware_cache { spinlock_t lock; struct list_head head; int state; }; struct firmware_work { struct work_struct work; struct module *module; const char *name; struct device *device; void *context; void (*cont)(const struct firmware *, void *); u32 opt_flags; }; struct node_access_nodes { struct device dev; struct list_head list_node; unsigned int access; }; struct node_attr { struct device_attribute attr; enum node_states state; }; struct regmap_irq_type { unsigned int type_reg_offset; unsigned int type_reg_mask; unsigned int type_rising_val; unsigned int type_falling_val; unsigned int type_level_low_val; unsigned int type_level_high_val; unsigned int types_supported; }; struct regmap_irq { unsigned int reg_offset; unsigned int mask; struct regmap_irq_type type; }; struct regmap_irq_sub_irq_map { unsigned int num_regs; unsigned int *offset; }; struct regmap_irq_chip_data; struct regmap_irq_chip { const char *name; unsigned int main_status; unsigned int num_main_status_bits; struct regmap_irq_sub_irq_map *sub_reg_offsets; int num_main_regs; unsigned int status_base; unsigned int mask_base; unsigned int unmask_base; unsigned int ack_base; unsigned int wake_base; unsigned int type_base; unsigned int *virt_reg_base; const unsigned int *config_base; unsigned int irq_reg_stride; unsigned int init_ack_masked: 1; unsigned int mask_unmask_non_inverted: 1; unsigned int use_ack: 1; unsigned int ack_invert: 1; unsigned int clear_ack: 1; unsigned int status_invert: 1; unsigned int wake_invert: 1; unsigned int type_in_mask: 1; unsigned int clear_on_unmask: 1; unsigned int runtime_pm: 1; unsigned int not_fixed_stride: 1; unsigned int no_status: 1; int num_regs; const struct regmap_irq *irqs; int num_irqs; int num_type_reg; int num_virt_regs; int num_config_bases; int num_config_regs; int (*handle_pre_irq)(void *); int (*handle_post_irq)(void *); int (*handle_mask_sync)(struct regmap *, int, unsigned int, unsigned int, void *); int (*set_type_virt)(unsigned int **, unsigned int, long unsigned int, int); int (*set_type_config)(unsigned int **, unsigned int, const struct regmap_irq *, int, void *); unsigned int (*get_irq_reg)(struct regmap_irq_chip_data *, unsigned int, int); void *irq_drv_data; }; struct regmap_irq_chip_data { struct mutex lock; struct irq_chip irq_chip; struct regmap *map; const struct regmap_irq_chip *chip; int irq_base; struct irq_domain *domain; int irq; int wake_count; unsigned int mask_base; unsigned int unmask_base; void *status_reg_buf; unsigned int *main_status_buf; unsigned int *status_buf; unsigned int *mask_buf; unsigned int *mask_buf_def; unsigned int *wake_buf; unsigned int *type_buf; unsigned int *type_buf_def; unsigned int **virt_buf; unsigned int **config_buf; unsigned int irq_reg_stride; unsigned int (*get_irq_reg)(struct regmap_irq_chip_data *, unsigned int, int); unsigned int clear_status: 1; }; typedef void (*irq_write_msi_msg_t)(struct msi_desc *, struct msi_msg *); struct platform_msi_priv_data { struct device *dev; void *host_data; msi_alloc_info_t arg; irq_write_msi_msg_t write_msg; int devid; }; struct dax_device { struct inode inode; struct cdev cdev; void *private; long unsigned int flags; const struct dax_operations *ops; void *holder_data; const struct dax_holder_operations *holder_ops; }; enum dax_device_flags { DAXDEV_ALIVE = 0, DAXDEV_WRITE_CACHE = 1, DAXDEV_SYNC = 2, DAXDEV_NOCACHE = 3, DAXDEV_NOMC = 4, }; struct dma_buf_export_info { const char *exp_name; struct module *owner; const struct dma_buf_ops *ops; size_t size; int flags; struct dma_resv *resv; void *priv; }; struct dma_resv_iter { struct dma_resv *obj; enum dma_resv_usage usage; struct dma_fence *fence; enum dma_resv_usage fence_usage; unsigned int index; struct dma_resv_list *fences; unsigned int num_fences; bool is_restarted; }; struct dma_buf_sync { __u64 flags; }; struct dma_buf_export_sync_file { __u32 flags; __s32 fd; }; struct dma_buf_import_sync_file { __u32 flags; __s32 fd; }; struct dma_buf_list { struct list_head head; struct mutex lock; }; struct dma_fence_array; struct dma_fence_array_cb { struct dma_fence_cb cb; struct dma_fence_array *array; }; struct dma_fence_array { struct dma_fence base; spinlock_t lock; unsigned int num_fences; atomic_t num_pending; struct dma_fence **fences; struct irq_work work; }; struct system_heap_buffer { struct dma_heap *heap; struct list_head attachments; struct mutex lock; long unsigned int len; struct sg_table sg_table; int vmap_cnt; void *vaddr; }; struct dma_heap_attachment { struct device *dev; struct sg_table *table; struct list_head list; bool mapped; }; struct sync_merge_data { char name[32]; __s32 fd2; __s32 fence; __u32 flags; __u32 pad; }; struct sync_fence_info { char obj_name[32]; char driver_name[32]; __s32 status; __u32 flags; __u64 timestamp_ns; }; struct sync_file_info { char name[32]; __s32 status; __u32 flags; __u32 num_fences; __u32 pad; __u64 sync_fence_info; }; struct scsi_host_busy_iter_data { bool (*fn)(struct scsi_cmnd *, void *); void *priv; }; struct scsi_mode_data { __u32 length; __u16 block_descriptor_length; __u8 medium_type; __u8 device_specific; __u8 header_length; __u8 longlba: 1; }; struct scsi_event { enum scsi_device_event evt_type; struct list_head node; }; enum { ACTION_FAIL = 0, ACTION_REPREP = 1, ACTION_DELAYED_REPREP = 2, ACTION_RETRY = 3, ACTION_DELAYED_RETRY = 4, }; struct scsi_proc_entry { struct list_head entry; const struct scsi_host_template *sht; struct proc_dir_entry *proc_dir; unsigned int present; }; struct scsi_varlen_cdb_hdr { __u8 opcode; __u8 control; __u8 misc[5]; __u8 additional_cdb_length; __be16 service_action; }; enum pr_status { PR_STS_SUCCESS = 0, PR_STS_IOERR = 2, PR_STS_RESERVATION_CONFLICT = 24, PR_STS_RETRY_PATH_FAILURE = 917504, PR_STS_PATH_FAST_FAILED = 983040, PR_STS_PATH_FAILED = 65536, }; enum scsi_prot_flags { SCSI_PROT_TRANSFER_PI = 1, SCSI_PROT_GUARD_CHECK = 2, SCSI_PROT_REF_CHECK = 4, SCSI_PROT_REF_INCREMENT = 8, SCSI_PROT_IP_CHECKSUM = 16, }; enum { SD_EXT_CDB_SIZE = 32, SD_MEMPOOL_SIZE = 2, }; enum { SD_DEF_XFER_BLOCKS = 65535, SD_MAX_XFER_BLOCKS = 4294967295, SD_MAX_WS10_BLOCKS = 65535, SD_MAX_WS16_BLOCKS = 8388607, }; enum { SD_LBP_FULL = 0, SD_LBP_UNMAP = 1, SD_LBP_WS16 = 2, SD_LBP_WS10 = 3, SD_LBP_ZERO = 4, SD_LBP_DISABLE = 5, }; enum { SD_ZERO_WRITE = 0, SD_ZERO_WS = 1, SD_ZERO_WS16_UNMAP = 2, SD_ZERO_WS10_UNMAP = 3, }; enum { mechtype_caddy = 0, mechtype_tray = 1, mechtype_popup = 2, mechtype_individual_changer = 4, mechtype_cartridge_changer = 5, }; struct event_header { __be16 data_len; __u8 nea: 1; __u8 reserved1: 4; __u8 notification_class: 3; __u8 supp_event_class; }; struct ccs_modesel_head { __u8 _r1; __u8 medium; __u8 _r2; __u8 block_desc_length; __u8 density; __u8 number_blocks_hi; __u8 number_blocks_med; __u8 number_blocks_lo; __u8 _r3; __u8 block_length_hi; __u8 block_length_med; __u8 block_length_lo; }; enum ata_xfer_mask { ATA_MASK_PIO = 127, ATA_MASK_MWDMA = 3968, ATA_MASK_UDMA = 1044480, }; struct trace_event_raw_ata_qc_issue_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned char cmd; unsigned char dev; unsigned char lbal; unsigned char lbam; unsigned char lbah; unsigned char nsect; unsigned char feature; unsigned char hob_lbal; unsigned char hob_lbam; unsigned char hob_lbah; unsigned char hob_nsect; unsigned char hob_feature; unsigned char ctl; unsigned char proto; long unsigned int flags; char __data[0]; }; struct trace_event_raw_ata_qc_complete_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned char status; unsigned char dev; unsigned char lbal; unsigned char lbam; unsigned char lbah; unsigned char nsect; unsigned char error; unsigned char hob_lbal; unsigned char hob_lbam; unsigned char hob_lbah; unsigned char hob_nsect; unsigned char hob_feature; unsigned char ctl; long unsigned int flags; char __data[0]; }; struct trace_event_raw_ata_tf_load { struct trace_entry ent; unsigned int ata_port; unsigned char cmd; unsigned char dev; unsigned char lbal; unsigned char lbam; unsigned char lbah; unsigned char nsect; unsigned char feature; unsigned char hob_lbal; unsigned char hob_lbam; unsigned char hob_lbah; unsigned char hob_nsect; unsigned char hob_feature; unsigned char proto; char __data[0]; }; struct trace_event_raw_ata_exec_command_template { struct trace_entry ent; unsigned int ata_port; unsigned int tag; unsigned char cmd; unsigned char feature; unsigned char hob_nsect; unsigned char proto; char __data[0]; }; struct trace_event_raw_ata_bmdma_status { struct trace_entry ent; unsigned int ata_port; unsigned int tag; unsigned char host_stat; char __data[0]; }; struct trace_event_raw_ata_eh_link_autopsy { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int eh_action; unsigned int eh_err_mask; char __data[0]; }; struct trace_event_raw_ata_eh_link_autopsy_qc { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned int qc_flags; unsigned int eh_err_mask; char __data[0]; }; struct trace_event_raw_ata_eh_action_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int eh_action; char __data[0]; }; struct trace_event_raw_ata_link_reset_begin_template { struct trace_entry ent; unsigned int ata_port; unsigned int class[2]; long unsigned int deadline; char __data[0]; }; struct trace_event_raw_ata_link_reset_end_template { struct trace_entry ent; unsigned int ata_port; unsigned int class[2]; int rc; char __data[0]; }; struct trace_event_raw_ata_port_eh_begin_template { struct trace_entry ent; unsigned int ata_port; char __data[0]; }; struct trace_event_raw_ata_sff_hsm_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned int qc_flags; unsigned int protocol; unsigned int hsm_state; unsigned char dev_state; char __data[0]; }; struct trace_event_raw_ata_transfer_data_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned int flags; unsigned int offset; unsigned int bytes; char __data[0]; }; struct trace_event_raw_ata_sff_template { struct trace_entry ent; unsigned int ata_port; unsigned char hsm_state; char __data[0]; }; struct trace_event_data_offsets_ata_qc_issue_template {}; struct trace_event_data_offsets_ata_qc_complete_template {}; struct trace_event_data_offsets_ata_tf_load {}; struct trace_event_data_offsets_ata_exec_command_template {}; struct trace_event_data_offsets_ata_bmdma_status {}; struct trace_event_data_offsets_ata_eh_link_autopsy {}; struct trace_event_data_offsets_ata_eh_link_autopsy_qc {}; struct trace_event_data_offsets_ata_eh_action_template {}; struct trace_event_data_offsets_ata_link_reset_begin_template {}; struct trace_event_data_offsets_ata_link_reset_end_template {}; struct trace_event_data_offsets_ata_port_eh_begin_template {}; struct trace_event_data_offsets_ata_sff_hsm_template {}; struct trace_event_data_offsets_ata_transfer_data_template {}; struct trace_event_data_offsets_ata_sff_template {}; typedef void (*btf_trace_ata_qc_prep)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_issue)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_complete_internal)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_complete_failed)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_complete_done)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_tf_load)(void *, struct ata_port *, const struct ata_taskfile *); typedef void (*btf_trace_ata_exec_command)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_setup)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_start)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_stop)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_status)(void *, struct ata_port *, unsigned int); typedef void (*btf_trace_ata_eh_link_autopsy)(void *, struct ata_device *, unsigned int, unsigned int); typedef void (*btf_trace_ata_eh_link_autopsy_qc)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_eh_about_to_do)(void *, struct ata_link *, unsigned int, unsigned int); typedef void (*btf_trace_ata_eh_done)(void *, struct ata_link *, unsigned int, unsigned int); typedef void (*btf_trace_ata_link_hardreset_begin)(void *, struct ata_link *, unsigned int *, long unsigned int); typedef void (*btf_trace_ata_slave_hardreset_begin)(void *, struct ata_link *, unsigned int *, long unsigned int); typedef void (*btf_trace_ata_link_softreset_begin)(void *, struct ata_link *, unsigned int *, long unsigned int); typedef void (*btf_trace_ata_link_hardreset_end)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_slave_hardreset_end)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_link_softreset_end)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_link_postreset)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_slave_postreset)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_std_sched_eh)(void *, struct ata_port *); typedef void (*btf_trace_ata_port_freeze)(void *, struct ata_port *); typedef void (*btf_trace_ata_port_thaw)(void *, struct ata_port *); typedef void (*btf_trace_ata_sff_hsm_state)(void *, struct ata_queued_cmd *, unsigned char); typedef void (*btf_trace_ata_sff_hsm_command_complete)(void *, struct ata_queued_cmd *, unsigned char); typedef void (*btf_trace_ata_sff_port_intr)(void *, struct ata_queued_cmd *, unsigned char); typedef void (*btf_trace_ata_sff_pio_transfer_data)(void *, struct ata_queued_cmd *, unsigned int, unsigned int); typedef void (*btf_trace_atapi_pio_transfer_data)(void *, struct ata_queued_cmd *, unsigned int, unsigned int); typedef void (*btf_trace_atapi_send_cdb)(void *, struct ata_queued_cmd *, unsigned int, unsigned int); typedef void (*btf_trace_ata_sff_flush_pio_task)(void *, struct ata_port *); struct ata_force_param { const char *name; u8 cbl; u8 spd_limit; unsigned int xfer_mask; unsigned int horkage_on; unsigned int horkage_off; u16 lflags_on; u16 lflags_off; }; struct ata_force_ent { int port; int device; struct ata_force_param param; }; struct ata_xfer_ent { int shift; int bits; u8 base; }; struct ata_blacklist_entry { const char *model_num; const char *model_rev; long unsigned int horkage; }; struct ata_internal { struct scsi_transport_template t; struct device_attribute private_port_attrs[3]; struct device_attribute private_link_attrs[3]; struct device_attribute private_dev_attrs[9]; struct transport_container link_attr_cont; struct transport_container dev_attr_cont; struct device_attribute *link_attrs[4]; struct device_attribute *port_attrs[4]; struct device_attribute *dev_attrs[10]; }; struct ata_show_ering_arg { char *buf; int written; }; struct ata_timing { short unsigned int mode; short unsigned int setup; short unsigned int act8b; short unsigned int rec8b; short unsigned int cyc8b; short unsigned int active; short unsigned int recover; short unsigned int dmack_hold; short unsigned int cycle; short unsigned int udma; }; struct phy_configure_opts_dp { unsigned int link_rate; unsigned int lanes; unsigned int voltage[4]; unsigned int pre[4]; u8 ssc: 1; u8 set_rate: 1; u8 set_lanes: 1; u8 set_voltages: 1; }; struct phy_configure_opts_lvds { unsigned int bits_per_lane_and_dclk_cycle; long unsigned int differential_clk_rate; unsigned int lanes; bool is_slave; }; struct phy_configure_opts_mipi_dphy { unsigned int clk_miss; unsigned int clk_post; unsigned int clk_pre; unsigned int clk_prepare; unsigned int clk_settle; unsigned int clk_term_en; unsigned int clk_trail; unsigned int clk_zero; unsigned int d_term_en; unsigned int eot; unsigned int hs_exit; unsigned int hs_prepare; unsigned int hs_settle; unsigned int hs_skip; unsigned int hs_trail; unsigned int hs_zero; unsigned int init; unsigned int lpx; unsigned int ta_get; unsigned int ta_go; unsigned int ta_sure; unsigned int wakeup; long unsigned int hs_clk_rate; long unsigned int lp_clk_rate; unsigned char lanes; }; enum phy_mode { PHY_MODE_INVALID = 0, PHY_MODE_USB_HOST = 1, PHY_MODE_USB_HOST_LS = 2, PHY_MODE_USB_HOST_FS = 3, PHY_MODE_USB_HOST_HS = 4, PHY_MODE_USB_HOST_SS = 5, PHY_MODE_USB_DEVICE = 6, PHY_MODE_USB_DEVICE_LS = 7, PHY_MODE_USB_DEVICE_FS = 8, PHY_MODE_USB_DEVICE_HS = 9, PHY_MODE_USB_DEVICE_SS = 10, PHY_MODE_USB_OTG = 11, PHY_MODE_UFS_HS_A = 12, PHY_MODE_UFS_HS_B = 13, PHY_MODE_PCIE = 14, PHY_MODE_ETHERNET = 15, PHY_MODE_MIPI_DPHY = 16, PHY_MODE_SATA = 17, PHY_MODE_LVDS = 18, PHY_MODE_DP = 19, }; enum phy_media { PHY_MEDIA_DEFAULT = 0, PHY_MEDIA_SR = 1, PHY_MEDIA_DAC = 2, }; union phy_configure_opts { struct phy_configure_opts_mipi_dphy mipi_dphy; struct phy_configure_opts_dp dp; struct phy_configure_opts_lvds lvds; }; struct phy; struct phy_ops { int (*init)(struct phy *); int (*exit)(struct phy *); int (*power_on)(struct phy *); int (*power_off)(struct phy *); int (*set_mode)(struct phy *, enum phy_mode, int); int (*set_media)(struct phy *, enum phy_media); int (*set_speed)(struct phy *, int); int (*configure)(struct phy *, union phy_configure_opts *); int (*validate)(struct phy *, enum phy_mode, int, union phy_configure_opts *); int (*reset)(struct phy *); int (*calibrate)(struct phy *); void (*release)(struct phy *); struct module *owner; }; struct phy_attrs { u32 bus_width; u32 max_link_rate; enum phy_mode mode; }; struct phy { struct device dev; int id; const struct phy_ops *ops; struct mutex mutex; int init_count; int power_count; struct phy_attrs attrs; struct regulator *pwr; }; enum { AHCI_MAX_PORTS = 32, AHCI_MAX_SG = 168, AHCI_DMA_BOUNDARY = 4294967295, AHCI_MAX_CMDS = 32, AHCI_CMD_SZ = 32, AHCI_CMD_SLOT_SZ = 1024, AHCI_RX_FIS_SZ = 256, AHCI_CMD_TBL_CDB = 64, AHCI_CMD_TBL_HDR_SZ = 128, AHCI_CMD_TBL_SZ = 2816, AHCI_CMD_TBL_AR_SZ = 90112, AHCI_PORT_PRIV_DMA_SZ = 91392, AHCI_PORT_PRIV_FBS_DMA_SZ = 95232, AHCI_IRQ_ON_SG = 2147483648, AHCI_CMD_ATAPI = 32, AHCI_CMD_WRITE = 64, AHCI_CMD_PREFETCH = 128, AHCI_CMD_RESET = 256, AHCI_CMD_CLR_BUSY = 1024, RX_FIS_PIO_SETUP = 32, RX_FIS_D2H_REG = 64, RX_FIS_SDB = 88, RX_FIS_UNK = 96, HOST_CAP = 0, HOST_CTL = 4, HOST_IRQ_STAT = 8, HOST_PORTS_IMPL = 12, HOST_VERSION = 16, HOST_EM_LOC = 28, HOST_EM_CTL = 32, HOST_CAP2 = 36, HOST_RESET = 1, HOST_IRQ_EN = 2, HOST_MRSM = 4, HOST_AHCI_EN = 2147483648, HOST_CAP_SXS = 32, HOST_CAP_EMS = 64, HOST_CAP_CCC = 128, HOST_CAP_PART = 8192, HOST_CAP_SSC = 16384, HOST_CAP_PIO_MULTI = 32768, HOST_CAP_FBS = 65536, HOST_CAP_PMP = 131072, HOST_CAP_ONLY = 262144, HOST_CAP_CLO = 16777216, HOST_CAP_LED = 33554432, HOST_CAP_ALPM = 67108864, HOST_CAP_SSS = 134217728, HOST_CAP_MPS = 268435456, HOST_CAP_SNTF = 536870912, HOST_CAP_NCQ = 1073741824, HOST_CAP_64 = 2147483648, HOST_CAP2_BOH = 1, HOST_CAP2_NVMHCI = 2, HOST_CAP2_APST = 4, HOST_CAP2_SDS = 8, HOST_CAP2_SADM = 16, HOST_CAP2_DESO = 32, PORT_LST_ADDR = 0, PORT_LST_ADDR_HI = 4, PORT_FIS_ADDR = 8, PORT_FIS_ADDR_HI = 12, PORT_IRQ_STAT = 16, PORT_IRQ_MASK = 20, PORT_CMD = 24, PORT_TFDATA = 32, PORT_SIG = 36, PORT_CMD_ISSUE = 56, PORT_SCR_STAT = 40, PORT_SCR_CTL = 44, PORT_SCR_ERR = 48, PORT_SCR_ACT = 52, PORT_SCR_NTF = 60, PORT_FBS = 64, PORT_DEVSLP = 68, PORT_IRQ_COLD_PRES = 2147483648, PORT_IRQ_TF_ERR = 1073741824, PORT_IRQ_HBUS_ERR = 536870912, PORT_IRQ_HBUS_DATA_ERR = 268435456, PORT_IRQ_IF_ERR = 134217728, PORT_IRQ_IF_NONFATAL = 67108864, PORT_IRQ_OVERFLOW = 16777216, PORT_IRQ_BAD_PMP = 8388608, PORT_IRQ_PHYRDY = 4194304, PORT_IRQ_DMPS = 128, PORT_IRQ_CONNECT = 64, PORT_IRQ_SG_DONE = 32, PORT_IRQ_UNK_FIS = 16, PORT_IRQ_SDB_FIS = 8, PORT_IRQ_DMAS_FIS = 4, PORT_IRQ_PIOS_FIS = 2, PORT_IRQ_D2H_REG_FIS = 1, PORT_IRQ_FREEZE = 683671632, PORT_IRQ_ERROR = 2025848912, DEF_PORT_IRQ = 2025848959, PORT_CMD_ASP = 134217728, PORT_CMD_ALPE = 67108864, PORT_CMD_ATAPI = 16777216, PORT_CMD_FBSCP = 4194304, PORT_CMD_ESP = 2097152, PORT_CMD_CPD = 1048576, PORT_CMD_MPSP = 524288, PORT_CMD_HPCP = 262144, PORT_CMD_PMP = 131072, PORT_CMD_LIST_ON = 32768, PORT_CMD_FIS_ON = 16384, PORT_CMD_FIS_RX = 16, PORT_CMD_CLO = 8, PORT_CMD_POWER_ON = 4, PORT_CMD_SPIN_UP = 2, PORT_CMD_START = 1, PORT_CMD_ICC_MASK = 4026531840, PORT_CMD_ICC_ACTIVE = 268435456, PORT_CMD_ICC_PARTIAL = 536870912, PORT_CMD_ICC_SLUMBER = 1610612736, PORT_CMD_CAP = 8126464, PORT_FBS_DWE_OFFSET = 16, PORT_FBS_ADO_OFFSET = 12, PORT_FBS_DEV_OFFSET = 8, PORT_FBS_DEV_MASK = 3840, PORT_FBS_SDE = 4, PORT_FBS_DEC = 2, PORT_FBS_EN = 1, PORT_DEVSLP_DM_OFFSET = 25, PORT_DEVSLP_DM_MASK = 503316480, PORT_DEVSLP_DITO_OFFSET = 15, PORT_DEVSLP_MDAT_OFFSET = 10, PORT_DEVSLP_DETO_OFFSET = 2, PORT_DEVSLP_DSP = 2, PORT_DEVSLP_ADSE = 1, AHCI_HFLAG_NO_NCQ = 1, AHCI_HFLAG_IGN_IRQ_IF_ERR = 2, AHCI_HFLAG_IGN_SERR_INTERNAL = 4, AHCI_HFLAG_32BIT_ONLY = 8, AHCI_HFLAG_MV_PATA = 16, AHCI_HFLAG_NO_MSI = 32, AHCI_HFLAG_NO_PMP = 64, AHCI_HFLAG_SECT255 = 256, AHCI_HFLAG_YES_NCQ = 512, AHCI_HFLAG_NO_SUSPEND = 1024, AHCI_HFLAG_SRST_TOUT_IS_OFFLINE = 2048, AHCI_HFLAG_NO_SNTF = 4096, AHCI_HFLAG_NO_FPDMA_AA = 8192, AHCI_HFLAG_YES_FBS = 16384, AHCI_HFLAG_DELAY_ENGINE = 32768, AHCI_HFLAG_NO_DEVSLP = 131072, AHCI_HFLAG_NO_FBS = 262144, AHCI_HFLAG_MULTI_MSI = 1048576, AHCI_HFLAG_WAKE_BEFORE_STOP = 4194304, AHCI_HFLAG_YES_ALPM = 8388608, AHCI_HFLAG_NO_WRITE_TO_RO = 16777216, AHCI_HFLAG_USE_LPM_POLICY = 33554432, AHCI_HFLAG_SUSPEND_PHYS = 67108864, AHCI_HFLAG_NO_SXS = 268435456, AHCI_FLAG_COMMON = 393346, ICH_MAP = 144, PCS_6 = 146, PCS_7 = 148, EM_MAX_SLOTS = 15, EM_MAX_RETRY = 5, EM_CTL_RST = 512, EM_CTL_TM = 256, EM_CTL_MR = 1, EM_CTL_ALHD = 67108864, EM_CTL_XMT = 33554432, EM_CTL_SMB = 16777216, EM_CTL_SGPIO = 524288, EM_CTL_SES = 262144, EM_CTL_SAFTE = 131072, EM_CTL_LED = 65536, EM_MSG_TYPE_LED = 1, EM_MSG_TYPE_SAFTE = 2, EM_MSG_TYPE_SES2 = 4, EM_MSG_TYPE_SGPIO = 8, }; struct ahci_cmd_hdr { __le32 opts; __le32 status; __le32 tbl_addr; __le32 tbl_addr_hi; __le32 reserved[4]; }; struct ahci_sg { __le32 addr; __le32 addr_hi; __le32 reserved; __le32 flags_size; }; struct ahci_em_priv { enum sw_activity blink_policy; struct timer_list timer; long unsigned int saved_activity; long unsigned int activity; long unsigned int led_state; struct ata_link *link; }; struct ahci_port_priv { struct ata_link *active_link; struct ahci_cmd_hdr *cmd_slot; dma_addr_t cmd_slot_dma; void *cmd_tbl; dma_addr_t cmd_tbl_dma; void *rx_fis; dma_addr_t rx_fis_dma; unsigned int ncq_saw_d2h: 1; unsigned int ncq_saw_dmas: 1; unsigned int ncq_saw_sdb: 1; spinlock_t lock; u32 intr_mask; bool fbs_supported; bool fbs_enabled; int fbs_last_dev; struct ahci_em_priv em_priv[15]; char *irq_desc; }; struct ahci_host_priv { unsigned int flags; u32 mask_port_map; void *mmio; u32 cap; u32 cap2; u32 version; u32 port_map; u32 saved_cap; u32 saved_cap2; u32 saved_port_map; u32 saved_port_cap[32]; u32 em_loc; u32 em_buf_sz; u32 em_msg_type; u32 remapped_nvme; bool got_runtime_pm; unsigned int n_clks; struct clk_bulk_data *clks; unsigned int f_rsts; struct reset_control *rsts; struct regulator **target_pwrs; struct regulator *ahci_regulator; struct regulator *phy_regulator; struct phy **phys; unsigned int nports; void *plat_data; unsigned int irq; void (*start_engine)(struct ata_port *); int (*stop_engine)(struct ata_port *); irqreturn_t (*irq_handler)(int, void *); int (*get_irq_vector)(struct ata_host *, int); }; struct mdiobus_devres { struct mii_bus *mii; }; struct mii_ioctl_data { __u16 phy_id; __u16 reg_num; __u16 val_in; __u16 val_out; }; struct dev_ext_attribute { struct device_attribute attr; void *var; }; struct trace_event_raw_mdio_access { struct trace_entry ent; char busid[61]; char read; u8 addr; u16 val; unsigned int regnum; char __data[0]; }; struct trace_event_data_offsets_mdio_access {}; typedef void (*btf_trace_mdio_access)(void *, struct mii_bus *, char, u8, unsigned int, u16, int); struct mdio_bus_stat_attr { int addr; unsigned int field_offset; }; struct sfp; struct sfp_socket_ops; struct sfp_quirk; struct sfp_upstream_ops; struct sfp_bus { struct kref kref; struct list_head node; const struct fwnode_handle *fwnode; const struct sfp_socket_ops *socket_ops; struct device *sfp_dev; struct sfp *sfp; const struct sfp_quirk *sfp_quirk; const struct sfp_upstream_ops *upstream_ops; void *upstream; struct phy_device *phydev; bool registered; bool started; }; struct sfp_eeprom_base { u8 phys_id; u8 phys_ext_id; u8 connector; u8 e10g_base_er: 1; u8 e10g_base_lrm: 1; u8 e10g_base_lr: 1; u8 e10g_base_sr: 1; u8 if_1x_sx: 1; u8 if_1x_lx: 1; u8 if_1x_copper_active: 1; u8 if_1x_copper_passive: 1; u8 escon_mmf_1310_led: 1; u8 escon_smf_1310_laser: 1; u8 sonet_oc192_short_reach: 1; u8 sonet_reach_bit1: 1; u8 sonet_reach_bit2: 1; u8 sonet_oc48_long_reach: 1; u8 sonet_oc48_intermediate_reach: 1; u8 sonet_oc48_short_reach: 1; u8 unallocated_5_7: 1; u8 sonet_oc12_smf_long_reach: 1; u8 sonet_oc12_smf_intermediate_reach: 1; u8 sonet_oc12_short_reach: 1; u8 unallocated_5_3: 1; u8 sonet_oc3_smf_long_reach: 1; u8 sonet_oc3_smf_intermediate_reach: 1; u8 sonet_oc3_short_reach: 1; u8 e_base_px: 1; u8 e_base_bx10: 1; u8 e100_base_fx: 1; u8 e100_base_lx: 1; u8 e1000_base_t: 1; u8 e1000_base_cx: 1; u8 e1000_base_lx: 1; u8 e1000_base_sx: 1; u8 fc_ll_v: 1; u8 fc_ll_s: 1; u8 fc_ll_i: 1; u8 fc_ll_l: 1; u8 fc_ll_m: 1; u8 fc_tech_sa: 1; u8 fc_tech_lc: 1; u8 fc_tech_electrical_inter_enclosure: 1; u8 fc_tech_electrical_intra_enclosure: 1; u8 fc_tech_sn: 1; u8 fc_tech_sl: 1; u8 fc_tech_ll: 1; u8 sfp_ct_active: 1; u8 sfp_ct_passive: 1; u8 unallocated_8_1: 1; u8 unallocated_8_0: 1; u8 fc_media_tw: 1; u8 fc_media_tp: 1; u8 fc_media_mi: 1; u8 fc_media_tv: 1; u8 fc_media_m6: 1; u8 fc_media_m5: 1; u8 unallocated_9_1: 1; u8 fc_media_sm: 1; u8 fc_speed_1200: 1; u8 fc_speed_800: 1; u8 fc_speed_1600: 1; u8 fc_speed_400: 1; u8 fc_speed_3200: 1; u8 fc_speed_200: 1; u8 unallocated_10_1: 1; u8 fc_speed_100: 1; u8 encoding; u8 br_nominal; u8 rate_id; u8 link_len[6]; char vendor_name[16]; u8 extended_cc; char vendor_oui[3]; char vendor_pn[16]; char vendor_rev[4]; union { __be16 optical_wavelength; __be16 cable_compliance; struct { u8 reserved60_2: 6; u8 fc_pi_4_app_h: 1; u8 sff8431_app_e: 1; u8 reserved61: 8; } passive; struct { u8 reserved60_4: 4; u8 fc_pi_4_lim: 1; u8 sff8431_lim: 1; u8 fc_pi_4_app_h: 1; u8 sff8431_app_e: 1; u8 reserved61: 8; } active; }; u8 reserved62; u8 cc_base; }; struct sfp_eeprom_ext { __be16 options; u8 br_max; u8 br_min; char vendor_sn[16]; char datecode[8]; u8 diagmon; u8 enhopts; u8 sff8472_compliance; u8 cc_ext; }; struct sfp_eeprom_id { struct sfp_eeprom_base base; struct sfp_eeprom_ext ext; }; enum { SFF8024_ID_UNK = 0, SFF8024_ID_SFF_8472 = 2, SFF8024_ID_SFP = 3, SFF8024_ID_DWDM_SFP = 11, SFF8024_ID_QSFP_8438 = 12, SFF8024_ID_QSFP_8436_8636 = 13, SFF8024_ID_QSFP28_8636 = 17, SFF8024_ENCODING_UNSPEC = 0, SFF8024_ENCODING_8B10B = 1, SFF8024_ENCODING_4B5B = 2, SFF8024_ENCODING_NRZ = 3, SFF8024_ENCODING_8472_MANCHESTER = 4, SFF8024_ENCODING_8472_SONET = 5, SFF8024_ENCODING_8472_64B66B = 6, SFF8024_ENCODING_8436_MANCHESTER = 6, SFF8024_ENCODING_8436_SONET = 4, SFF8024_ENCODING_8436_64B66B = 5, SFF8024_ENCODING_256B257B = 7, SFF8024_ENCODING_PAM4 = 8, SFF8024_CONNECTOR_UNSPEC = 0, SFF8024_CONNECTOR_SC = 1, SFF8024_CONNECTOR_FIBERJACK = 6, SFF8024_CONNECTOR_LC = 7, SFF8024_CONNECTOR_MT_RJ = 8, SFF8024_CONNECTOR_MU = 9, SFF8024_CONNECTOR_SG = 10, SFF8024_CONNECTOR_OPTICAL_PIGTAIL = 11, SFF8024_CONNECTOR_MPO_1X12 = 12, SFF8024_CONNECTOR_MPO_2X16 = 13, SFF8024_CONNECTOR_HSSDC_II = 32, SFF8024_CONNECTOR_COPPER_PIGTAIL = 33, SFF8024_CONNECTOR_RJ45 = 34, SFF8024_CONNECTOR_NOSEPARATE = 35, SFF8024_CONNECTOR_MXC_2X16 = 36, SFF8024_ECC_UNSPEC = 0, SFF8024_ECC_100G_25GAUI_C2M_AOC = 1, SFF8024_ECC_100GBASE_SR4_25GBASE_SR = 2, SFF8024_ECC_100GBASE_LR4_25GBASE_LR = 3, SFF8024_ECC_100GBASE_ER4_25GBASE_ER = 4, SFF8024_ECC_100GBASE_SR10 = 5, SFF8024_ECC_100GBASE_CR4 = 11, SFF8024_ECC_25GBASE_CR_S = 12, SFF8024_ECC_25GBASE_CR_N = 13, SFF8024_ECC_10GBASE_T_SFI = 22, SFF8024_ECC_10GBASE_T_SR = 28, SFF8024_ECC_5GBASE_T = 29, SFF8024_ECC_2_5GBASE_T = 30, }; struct sfp_upstream_ops { void (*attach)(void *, struct sfp_bus *); void (*detach)(void *, struct sfp_bus *); int (*module_insert)(void *, const struct sfp_eeprom_id *); void (*module_remove)(void *); int (*module_start)(void *); void (*module_stop)(void *); void (*link_down)(void *); void (*link_up)(void *); int (*connect_phy)(void *, struct phy_device *); void (*disconnect_phy)(void *); }; struct sfp_quirk { const char *vendor; const char *part; void (*modes)(const struct sfp_eeprom_id *, long unsigned int *, long unsigned int *); void (*fixup)(struct sfp *); }; struct sfp_socket_ops { void (*attach)(struct sfp *); void (*detach)(struct sfp *); void (*start)(struct sfp *); void (*stop)(struct sfp *); int (*module_info)(struct sfp *, struct ethtool_modinfo *); int (*module_eeprom)(struct sfp *, struct ethtool_eeprom *, u8 *); int (*module_eeprom_by_page)(struct sfp *, const struct ethtool_module_eeprom *, struct netlink_ext_ack *); }; enum wwan_port_type { WWAN_PORT_AT = 0, WWAN_PORT_MBIM = 1, WWAN_PORT_QMI = 2, WWAN_PORT_QCDM = 3, WWAN_PORT_FIREHOSE = 4, WWAN_PORT_XMMRPC = 5, __WWAN_PORT_MAX = 6, WWAN_PORT_MAX = 5, WWAN_PORT_UNKNOWN = 6, }; struct wwan_port; struct wwan_port_ops { int (*start)(struct wwan_port *); void (*stop)(struct wwan_port *); int (*tx)(struct wwan_port *, struct sk_buff *); int (*tx_blocking)(struct wwan_port *, struct sk_buff *); __poll_t (*tx_poll)(struct wwan_port *, struct file *, poll_table *); }; struct wwan_port { enum wwan_port_type type; unsigned int start_count; long unsigned int flags; const struct wwan_port_ops *ops; struct mutex ops_lock; struct device dev; struct sk_buff_head rxq; wait_queue_head_t waitqueue; struct mutex data_lock; size_t headroom_len; size_t frag_len; union { struct { struct ktermios termios; int mdmbits; } at_data; }; }; struct wwan_port_caps { size_t frag_len; unsigned int headroom_len; }; struct wwan_netdev_priv { u32 link_id; long: 0; u8 drv_priv[0]; }; struct wwan_ops { unsigned int priv_size; void (*setup)(struct net_device *); int (*newlink)(void *, struct net_device *, u32, struct netlink_ext_ack *); void (*dellink)(void *, struct net_device *, struct list_head *); }; enum { IFLA_WWAN_UNSPEC = 0, IFLA_WWAN_LINK_ID = 1, __IFLA_WWAN_MAX = 2, }; struct wwan_device { unsigned int id; struct device dev; atomic_t port_id; const struct wwan_ops *ops; void *ops_ctxt; struct dentry *debugfs_dir; }; struct input_event { __kernel_ulong_t __sec; __kernel_ulong_t __usec; __u16 type; __u16 code; __s32 value; }; struct input_event_compat { compat_ulong_t sec; compat_ulong_t usec; __u16 type; __u16 code; __s32 value; }; struct ff_periodic_effect_compat { __u16 waveform; __u16 period; __s16 magnitude; __s16 offset; __u16 phase; struct ff_envelope envelope; __u32 custom_len; compat_uptr_t custom_data; }; struct ff_effect_compat { __u16 type; __s16 id; __u16 direction; struct ff_trigger trigger; struct ff_replay replay; union { struct ff_constant_effect constant; struct ff_ramp_effect ramp; struct ff_periodic_effect_compat periodic; struct ff_condition_effect condition[2]; struct ff_rumble_effect rumble; } u; }; struct lirc_scancode { __u64 timestamp; __u16 flags; __u16 rc_proto; __u32 keycode; __u64 scancode; }; enum rc_filter_type { RC_FILTER_NORMAL = 0, RC_FILTER_WAKEUP = 1, RC_FILTER_MAX = 2, }; struct led_trigger {}; struct rc_filter_attribute { struct device_attribute attr; enum rc_filter_type type; bool mask; }; struct ir_raw_handler { struct list_head list; u64 protocols; int (*decode)(struct rc_dev *, struct ir_raw_event); int (*encode)(enum rc_proto, u32, struct ir_raw_event *, unsigned int); u32 carrier; u32 min_timeout; int (*raw_register)(struct rc_dev *); int (*raw_unregister)(struct rc_dev *); }; struct ir_raw_timings_manchester { unsigned int leader_pulse; unsigned int leader_space; unsigned int clock; unsigned int invert: 1; unsigned int trailer_space; }; struct ir_raw_timings_pd { unsigned int header_pulse; unsigned int header_space; unsigned int bit_pulse; unsigned int bit_space[2]; unsigned int trailer_pulse; unsigned int trailer_space; unsigned int msb_first: 1; }; struct ir_raw_timings_pl { unsigned int header_pulse; unsigned int bit_space; unsigned int bit_pulse[2]; unsigned int trailer_space; unsigned int msb_first: 1; }; struct pps_ktime_compat { __s64 sec; __s32 nsec; __u32 flags; }; struct pps_kinfo { __u32 assert_sequence; __u32 clear_sequence; struct pps_ktime assert_tu; struct pps_ktime clear_tu; int current_mode; }; struct pps_kinfo_compat { __u32 assert_sequence; __u32 clear_sequence; struct pps_ktime_compat assert_tu; struct pps_ktime_compat clear_tu; int current_mode; } __attribute__((packed)); struct pps_fdata { struct pps_kinfo info; struct pps_ktime timeout; }; struct pps_fdata_compat { struct pps_kinfo_compat info; struct pps_ktime_compat timeout; } __attribute__((packed)); struct pps_bind_args { int tsformat; int edge; int consumer; }; struct ptp_clock_caps { int max_adj; int n_alarm; int n_ext_ts; int n_per_out; int pps; int n_pins; int cross_timestamping; int adjust_phase; int rsv[12]; }; struct ptp_sys_offset { unsigned int n_samples; unsigned int rsv[3]; struct ptp_clock_time ts[51]; }; struct ptp_sys_offset_extended { unsigned int n_samples; unsigned int rsv[3]; struct ptp_clock_time ts[75]; }; struct ptp_sys_offset_precise { struct ptp_clock_time device; struct ptp_clock_time sys_realtime; struct ptp_clock_time sys_monoraw; unsigned int rsv[4]; }; enum { POWER_SUPPLY_SCOPE_UNKNOWN = 0, POWER_SUPPLY_SCOPE_SYSTEM = 1, POWER_SUPPLY_SCOPE_DEVICE = 2, }; enum power_supply_property { POWER_SUPPLY_PROP_STATUS = 0, POWER_SUPPLY_PROP_CHARGE_TYPE = 1, POWER_SUPPLY_PROP_HEALTH = 2, POWER_SUPPLY_PROP_PRESENT = 3, POWER_SUPPLY_PROP_ONLINE = 4, POWER_SUPPLY_PROP_AUTHENTIC = 5, POWER_SUPPLY_PROP_TECHNOLOGY = 6, POWER_SUPPLY_PROP_CYCLE_COUNT = 7, POWER_SUPPLY_PROP_VOLTAGE_MAX = 8, POWER_SUPPLY_PROP_VOLTAGE_MIN = 9, POWER_SUPPLY_PROP_VOLTAGE_MAX_DESIGN = 10, POWER_SUPPLY_PROP_VOLTAGE_MIN_DESIGN = 11, POWER_SUPPLY_PROP_VOLTAGE_NOW = 12, POWER_SUPPLY_PROP_VOLTAGE_AVG = 13, POWER_SUPPLY_PROP_VOLTAGE_OCV = 14, POWER_SUPPLY_PROP_VOLTAGE_BOOT = 15, POWER_SUPPLY_PROP_CURRENT_MAX = 16, POWER_SUPPLY_PROP_CURRENT_NOW = 17, POWER_SUPPLY_PROP_CURRENT_AVG = 18, POWER_SUPPLY_PROP_CURRENT_BOOT = 19, POWER_SUPPLY_PROP_POWER_NOW = 20, POWER_SUPPLY_PROP_POWER_AVG = 21, POWER_SUPPLY_PROP_CHARGE_FULL_DESIGN = 22, POWER_SUPPLY_PROP_CHARGE_EMPTY_DESIGN = 23, POWER_SUPPLY_PROP_CHARGE_FULL = 24, POWER_SUPPLY_PROP_CHARGE_EMPTY = 25, POWER_SUPPLY_PROP_CHARGE_NOW = 26, POWER_SUPPLY_PROP_CHARGE_AVG = 27, POWER_SUPPLY_PROP_CHARGE_COUNTER = 28, POWER_SUPPLY_PROP_CONSTANT_CHARGE_CURRENT = 29, POWER_SUPPLY_PROP_CONSTANT_CHARGE_CURRENT_MAX = 30, POWER_SUPPLY_PROP_CONSTANT_CHARGE_VOLTAGE = 31, POWER_SUPPLY_PROP_CONSTANT_CHARGE_VOLTAGE_MAX = 32, POWER_SUPPLY_PROP_CHARGE_CONTROL_LIMIT = 33, POWER_SUPPLY_PROP_CHARGE_CONTROL_LIMIT_MAX = 34, POWER_SUPPLY_PROP_CHARGE_CONTROL_START_THRESHOLD = 35, POWER_SUPPLY_PROP_CHARGE_CONTROL_END_THRESHOLD = 36, POWER_SUPPLY_PROP_CHARGE_BEHAVIOUR = 37, POWER_SUPPLY_PROP_INPUT_CURRENT_LIMIT = 38, POWER_SUPPLY_PROP_INPUT_VOLTAGE_LIMIT = 39, POWER_SUPPLY_PROP_INPUT_POWER_LIMIT = 40, POWER_SUPPLY_PROP_ENERGY_FULL_DESIGN = 41, POWER_SUPPLY_PROP_ENERGY_EMPTY_DESIGN = 42, POWER_SUPPLY_PROP_ENERGY_FULL = 43, POWER_SUPPLY_PROP_ENERGY_EMPTY = 44, POWER_SUPPLY_PROP_ENERGY_NOW = 45, POWER_SUPPLY_PROP_ENERGY_AVG = 46, POWER_SUPPLY_PROP_CAPACITY = 47, POWER_SUPPLY_PROP_CAPACITY_ALERT_MIN = 48, POWER_SUPPLY_PROP_CAPACITY_ALERT_MAX = 49, POWER_SUPPLY_PROP_CAPACITY_ERROR_MARGIN = 50, POWER_SUPPLY_PROP_CAPACITY_LEVEL = 51, POWER_SUPPLY_PROP_TEMP = 52, POWER_SUPPLY_PROP_TEMP_MAX = 53, POWER_SUPPLY_PROP_TEMP_MIN = 54, POWER_SUPPLY_PROP_TEMP_ALERT_MIN = 55, POWER_SUPPLY_PROP_TEMP_ALERT_MAX = 56, POWER_SUPPLY_PROP_TEMP_AMBIENT = 57, POWER_SUPPLY_PROP_TEMP_AMBIENT_ALERT_MIN = 58, POWER_SUPPLY_PROP_TEMP_AMBIENT_ALERT_MAX = 59, POWER_SUPPLY_PROP_TIME_TO_EMPTY_NOW = 60, POWER_SUPPLY_PROP_TIME_TO_EMPTY_AVG = 61, POWER_SUPPLY_PROP_TIME_TO_FULL_NOW = 62, POWER_SUPPLY_PROP_TIME_TO_FULL_AVG = 63, POWER_SUPPLY_PROP_TYPE = 64, POWER_SUPPLY_PROP_USB_TYPE = 65, POWER_SUPPLY_PROP_SCOPE = 66, POWER_SUPPLY_PROP_PRECHARGE_CURRENT = 67, POWER_SUPPLY_PROP_CHARGE_TERM_CURRENT = 68, POWER_SUPPLY_PROP_CALIBRATE = 69, POWER_SUPPLY_PROP_MANUFACTURE_YEAR = 70, POWER_SUPPLY_PROP_MANUFACTURE_MONTH = 71, POWER_SUPPLY_PROP_MANUFACTURE_DAY = 72, POWER_SUPPLY_PROP_MODEL_NAME = 73, POWER_SUPPLY_PROP_MANUFACTURER = 74, POWER_SUPPLY_PROP_SERIAL_NUMBER = 75, }; enum power_supply_type { POWER_SUPPLY_TYPE_UNKNOWN = 0, POWER_SUPPLY_TYPE_BATTERY = 1, POWER_SUPPLY_TYPE_UPS = 2, POWER_SUPPLY_TYPE_MAINS = 3, POWER_SUPPLY_TYPE_USB = 4, POWER_SUPPLY_TYPE_USB_DCP = 5, POWER_SUPPLY_TYPE_USB_CDP = 6, POWER_SUPPLY_TYPE_USB_ACA = 7, POWER_SUPPLY_TYPE_USB_TYPE_C = 8, POWER_SUPPLY_TYPE_USB_PD = 9, POWER_SUPPLY_TYPE_USB_PD_DRP = 10, POWER_SUPPLY_TYPE_APPLE_BRICK_ID = 11, POWER_SUPPLY_TYPE_WIRELESS = 12, }; enum power_supply_usb_type { POWER_SUPPLY_USB_TYPE_UNKNOWN = 0, POWER_SUPPLY_USB_TYPE_SDP = 1, POWER_SUPPLY_USB_TYPE_DCP = 2, POWER_SUPPLY_USB_TYPE_CDP = 3, POWER_SUPPLY_USB_TYPE_ACA = 4, POWER_SUPPLY_USB_TYPE_C = 5, POWER_SUPPLY_USB_TYPE_PD = 6, POWER_SUPPLY_USB_TYPE_PD_DRP = 7, POWER_SUPPLY_USB_TYPE_PD_PPS = 8, POWER_SUPPLY_USB_TYPE_APPLE_BRICK_ID = 9, }; enum power_supply_notifier_events { PSY_EVENT_PROP_CHANGED = 0, }; union power_supply_propval { int intval; const char *strval; }; struct power_supply_config { struct device_node *of_node; struct fwnode_handle *fwnode; void *drv_data; const struct attribute_group **attr_grp; char **supplied_to; size_t num_supplicants; }; struct power_supply; struct power_supply_desc { const char *name; enum power_supply_type type; const enum power_supply_usb_type *usb_types; size_t num_usb_types; const enum power_supply_property *properties; size_t num_properties; int (*get_property)(struct power_supply *, enum power_supply_property, union power_supply_propval *); int (*set_property)(struct power_supply *, enum power_supply_property, const union power_supply_propval *); int (*property_is_writeable)(struct power_supply *, enum power_supply_property); void (*external_power_changed)(struct power_supply *); void (*set_charged)(struct power_supply *); bool no_thermal; int use_for_apm; }; struct power_supply { const struct power_supply_desc *desc; char **supplied_to; size_t num_supplicants; char **supplied_from; size_t num_supplies; struct device_node *of_node; void *drv_data; struct device dev; struct work_struct changed_work; struct delayed_work deferred_register_work; spinlock_t changed_lock; bool changed; bool initialized; bool removing; atomic_t use_cnt; struct power_supply_battery_info *battery_info; }; struct psy_am_i_supplied_data { struct power_supply *psy; unsigned int count; }; struct psy_get_supplier_prop_data { struct power_supply *psy; enum power_supply_property psp; union power_supply_propval *val; }; struct watchdog_info { __u32 options; __u32 firmware_version; __u8 identity[32]; }; struct watchdog_device; struct watchdog_ops { struct module *owner; int (*start)(struct watchdog_device *); int (*stop)(struct watchdog_device *); int (*ping)(struct watchdog_device *); unsigned int (*status)(struct watchdog_device *); int (*set_timeout)(struct watchdog_device *, unsigned int); int (*set_pretimeout)(struct watchdog_device *, unsigned int); unsigned int (*get_timeleft)(struct watchdog_device *); int (*restart)(struct watchdog_device *, long unsigned int, void *); long int (*ioctl)(struct watchdog_device *, unsigned int, long unsigned int); }; struct watchdog_governor; struct watchdog_core_data; struct watchdog_device { int id; struct device *parent; const struct attribute_group **groups; const struct watchdog_info *info; const struct watchdog_ops *ops; const struct watchdog_governor *gov; unsigned int bootstatus; unsigned int timeout; unsigned int pretimeout; unsigned int min_timeout; unsigned int max_timeout; unsigned int min_hw_heartbeat_ms; unsigned int max_hw_heartbeat_ms; struct notifier_block reboot_nb; struct notifier_block restart_nb; struct notifier_block pm_nb; void *driver_data; struct watchdog_core_data *wd_data; long unsigned int status; struct list_head deferred; }; struct watchdog_governor { const char name[20]; void (*pretimeout)(struct watchdog_device *); }; struct watchdog_core_data { struct device dev; struct cdev cdev; struct watchdog_device *wdd; struct mutex lock; ktime_t last_keepalive; ktime_t last_hw_keepalive; ktime_t open_deadline; struct hrtimer timer; struct kthread_work work; long unsigned int status; }; struct trace_event_raw_watchdog_template { struct trace_entry ent; int id; int err; char __data[0]; }; struct trace_event_raw_watchdog_set_timeout { struct trace_entry ent; int id; unsigned int timeout; int err; char __data[0]; }; struct trace_event_data_offsets_watchdog_template {}; struct trace_event_data_offsets_watchdog_set_timeout {}; typedef void (*btf_trace_watchdog_start)(void *, struct watchdog_device *, int); typedef void (*btf_trace_watchdog_ping)(void *, struct watchdog_device *, int); typedef void (*btf_trace_watchdog_stop)(void *, struct watchdog_device *, int); typedef void (*btf_trace_watchdog_set_timeout)(void *, struct watchdog_device *, unsigned int, int); struct md_setup_args { int minor; int partitioned; int level; int chunk; char *device_names; }; enum dm_uevent_type { DM_UEVENT_PATH_FAILED = 0, DM_UEVENT_PATH_REINSTATED = 1, }; struct dm_uevent { struct mapped_device *md; enum kobject_action action; struct kobj_uevent_env ku_env; struct list_head elist; char name[128]; char uuid[129]; }; enum { DM_TIO_INSIDE_DM_IO = 0, DM_TIO_IS_DUPLICATE_BIO = 1, }; enum { DM_IO_ACCOUNTED = 0, DM_IO_WAS_SPLIT = 1, }; struct clone_info { struct dm_table *map; struct bio *bio; struct dm_io *io; sector_t sector; unsigned int sector_count; bool is_abnormal_io: 1; bool submit_as_polled: 1; }; struct table_device { struct list_head list; refcount_t count; struct dm_dev dm_dev; }; struct dm_pr { u64 old_key; u64 new_key; u32 flags; bool abort; bool fail_early; int ret; enum pr_type type; }; struct dm_io_client { mempool_t pool; struct bio_set bios; }; struct io { long unsigned int error_bits; atomic_t count; struct dm_io_client *client; io_notify_fn callback; void *context; void *vma_invalidate_address; long unsigned int vma_invalidate_size; long: 64; }; struct dpages { void (*get_page)(struct dpages *, struct page **, long unsigned int *, unsigned int *); void (*next_page)(struct dpages *); union { unsigned int context_u; struct bvec_iter context_bi; }; void *context_ptr; void *vma_invalidate_address; long unsigned int vma_invalidate_size; }; struct sync_io { long unsigned int error_bits; struct completion wait; }; struct dm_stats_last_position { sector_t last_sector; unsigned int last_rw; }; struct dm_stat_percpu { long long unsigned int sectors[2]; long long unsigned int ios[2]; long long unsigned int merges[2]; long long unsigned int ticks[2]; long long unsigned int io_ticks[2]; long long unsigned int io_ticks_total; long long unsigned int time_in_queue; long long unsigned int *histogram; }; struct dm_stat_shared { atomic_t in_flight[2]; long long unsigned int stamp; struct dm_stat_percpu tmp; }; struct dm_stat { struct list_head list_entry; int id; unsigned int stat_flags; size_t n_entries; sector_t start; sector_t end; sector_t step; unsigned int n_histogram_entries; long long unsigned int *histogram_boundaries; const char *program_id; const char *aux_data; struct callback_head callback_head; size_t shared_alloc_size; size_t percpu_alloc_size; size_t histogram_alloc_size; struct dm_stat_percpu *stat_percpu[512]; struct dm_stat_shared stat_shared[0]; }; struct dm_bio_details { struct block_device *bi_bdev; int __bi_remaining; long unsigned int bi_flags; struct bvec_iter bi_iter; bio_end_io_t *bi_end_io; struct bio_integrity_payload *bi_integrity; }; enum dm_raid1_error { DM_RAID1_WRITE_ERROR = 0, DM_RAID1_FLUSH_ERROR = 1, DM_RAID1_SYNC_ERROR = 2, DM_RAID1_READ_ERROR = 3, }; struct mirror_set; struct mirror { struct mirror_set *ms; atomic_t error_count; long unsigned int error_type; struct dm_dev *dev; sector_t offset; }; struct mirror_set { struct dm_target *ti; struct list_head list; uint64_t features; spinlock_t lock; struct bio_list reads; struct bio_list writes; struct bio_list failures; struct bio_list holds; struct dm_region_hash *rh; struct dm_kcopyd_client *kcopyd_client; struct dm_io_client *io_client; region_t nr_regions; int in_sync; int log_failure; int leg_failure; atomic_t suspend; atomic_t default_mirror; struct workqueue_struct *kmirrord_wq; struct work_struct kmirrord_work; struct timer_list timer; long unsigned int timer_pending; struct work_struct trigger_event; unsigned int nr_mirrors; struct mirror mirror[0]; }; struct dm_raid1_bio_record { struct mirror *m; struct dm_bio_details details; region_t write_region; }; struct hwspinlock_ops { int (*trylock)(struct hwspinlock *); void (*unlock)(struct hwspinlock *); void (*relax)(struct hwspinlock *); }; struct hwspinlock_device; struct hwspinlock { struct hwspinlock_device *bank; spinlock_t lock; void *priv; }; struct hwspinlock_device { struct device *dev; const struct hwspinlock_ops *ops; int base_id; int num_locks; struct hwspinlock lock[0]; }; struct powercap_control_type; struct powercap_control_type_ops { int (*set_enable)(struct powercap_control_type *, bool); int (*get_enable)(struct powercap_control_type *, bool *); int (*release)(struct powercap_control_type *); }; struct powercap_control_type { struct device dev; struct idr idr; int nr_zones; const struct powercap_control_type_ops *ops; struct mutex lock; bool allocated; struct list_head node; }; struct powercap_zone; struct powercap_zone_ops { int (*get_max_energy_range_uj)(struct powercap_zone *, u64 *); int (*get_energy_uj)(struct powercap_zone *, u64 *); int (*reset_energy_uj)(struct powercap_zone *); int (*get_max_power_range_uw)(struct powercap_zone *, u64 *); int (*get_power_uw)(struct powercap_zone *, u64 *); int (*set_enable)(struct powercap_zone *, bool); int (*get_enable)(struct powercap_zone *, bool *); int (*release)(struct powercap_zone *); }; struct powercap_zone_constraint; struct powercap_zone { int id; char *name; void *control_type_inst; const struct powercap_zone_ops *ops; struct device dev; int const_id_cnt; struct idr idr; struct idr *parent_idr; void *private_data; struct attribute **zone_dev_attrs; int zone_attr_count; struct attribute_group dev_zone_attr_group; const struct attribute_group *dev_attr_groups[2]; bool allocated; struct powercap_zone_constraint *constraints; }; struct powercap_zone_constraint_ops; struct powercap_zone_constraint { int id; struct powercap_zone *power_zone; const struct powercap_zone_constraint_ops *ops; }; struct powercap_zone_constraint_ops { int (*set_power_limit_uw)(struct powercap_zone *, int, u64); int (*get_power_limit_uw)(struct powercap_zone *, int, u64 *); int (*set_time_window_us)(struct powercap_zone *, int, u64); int (*get_time_window_us)(struct powercap_zone *, int, u64 *); int (*get_max_power_uw)(struct powercap_zone *, int, u64 *); int (*get_min_power_uw)(struct powercap_zone *, int, u64 *); int (*get_max_time_window_us)(struct powercap_zone *, int, u64 *); int (*get_min_time_window_us)(struct powercap_zone *, int, u64 *); const char * (*get_name)(struct powercap_zone *, int); }; struct powercap_constraint_attr { struct device_attribute power_limit_attr; struct device_attribute time_window_attr; struct device_attribute max_power_attr; struct device_attribute min_power_attr; struct device_attribute max_time_window_attr; struct device_attribute min_time_window_attr; struct device_attribute name_attr; }; enum icl_lc_mailbox_cmd { ICL_LC_GO2SX = 2, ICL_LC_GO2SX_NO_WAKE = 3, ICL_LC_PREPARE_FOR_RESET = 33, }; struct cfg_error_pkg { struct tb_cfg_header header; enum tb_cfg_error error: 8; u32 port: 6; u32 reserved: 16; u32 pg: 2; }; struct cfg_event_pkg { struct tb_cfg_header header; u32 port: 6; u32 zero: 25; bool unplug: 1; }; struct tb_cm { struct list_head tunnel_list; struct list_head dp_resources; bool hotplug_active; struct delayed_work remove_work; struct tb_bandwidth_group groups[7]; }; struct tb_hotplug_event { struct work_struct work; struct tb *tb; u64 route; u8 port; bool unplug; }; struct tb_regs_hop { u32 next_hop: 11; u32 out_port: 6; u32 initial_credits: 8; u32 unknown1: 6; bool enable: 1; u32 weight: 4; u32 unknown2: 4; u32 priority: 3; bool drop_packages: 1; u32 counter: 11; bool counter_enable: 1; bool ingress_fc: 1; bool egress_fc: 1; bool ingress_shared_buffer: 1; bool egress_shared_buffer: 1; bool pending: 1; u32 unknown3: 3; }; struct tb_service_id { __u32 match_flags; char protocol_key[9]; __u32 protocol_id; __u32 protocol_version; __u32 protocol_revision; kernel_ulong_t driver_data; }; struct tb_service { struct device dev; int id; const char *key; u32 prtcid; u32 prtcvers; u32 prtcrevs; u32 prtcstns; struct dentry *debugfs_dir; }; struct tb_service_driver { struct device_driver driver; int (*probe)(struct tb_service *, const struct tb_service_id *); void (*remove)(struct tb_service *); void (*shutdown)(struct tb_service *); const struct tb_service_id *id_table; }; typedef bool (*event_cb)(void *, enum tb_cfg_pkg_type, const void *, size_t); enum tb_property_type { TB_PROPERTY_TYPE_UNKNOWN = 0, TB_PROPERTY_TYPE_DIRECTORY = 68, TB_PROPERTY_TYPE_DATA = 100, TB_PROPERTY_TYPE_TEXT = 116, TB_PROPERTY_TYPE_VALUE = 118, }; struct tb_property { struct list_head list; char key[9]; enum tb_property_type type; size_t length; union { struct tb_property_dir *dir; u8 *data; char *text; u32 immediate; } value; }; struct tb_property_entry { u32 key_hi; u32 key_lo; u16 length; u8 reserved; u8 type; u32 value; }; struct tb_property_rootdir_entry { u32 magic; u32 length; struct tb_property_entry entries[0]; }; struct tb_property_dir_entry { u32 uuid[4]; struct tb_property_entry entries[0]; }; struct tb_protocol_handler { const uuid_t *uuid; int (*callback)(const void *, size_t, void *); void *data; struct list_head list; }; struct tb_xdomain_header { u32 route_hi; u32 route_lo; u32 length_sn; }; enum tb_xdp_type { UUID_REQUEST_OLD = 1, UUID_RESPONSE = 2, PROPERTIES_REQUEST = 3, PROPERTIES_RESPONSE = 4, PROPERTIES_CHANGED_REQUEST = 5, PROPERTIES_CHANGED_RESPONSE = 6, ERROR_RESPONSE = 7, UUID_REQUEST = 12, LINK_STATE_STATUS_REQUEST = 15, LINK_STATE_STATUS_RESPONSE = 16, LINK_STATE_CHANGE_REQUEST = 17, LINK_STATE_CHANGE_RESPONSE = 18, }; struct tb_xdp_header { struct tb_xdomain_header xd_hdr; uuid_t uuid; u32 type; }; struct tb_xdp_error_response { struct tb_xdp_header hdr; u32 error; }; struct tb_xdp_link_state_status { struct tb_xdp_header hdr; }; struct tb_xdp_link_state_status_response { union { struct tb_xdp_error_response err; struct { struct tb_xdp_header hdr; u32 status; u8 slw; u8 tlw; u8 sls; u8 tls; }; }; }; struct tb_xdp_link_state_change { struct tb_xdp_header hdr; u8 tlw; u8 tls; u16 reserved; }; struct tb_xdp_link_state_change_response { union { struct tb_xdp_error_response err; struct { struct tb_xdp_header hdr; u32 status; }; }; }; struct tb_xdp_uuid { struct tb_xdp_header hdr; }; struct tb_xdp_uuid_response { union { struct tb_xdp_error_response err; struct { struct tb_xdp_header hdr; uuid_t src_uuid; u32 src_route_hi; u32 src_route_lo; }; }; }; struct tb_xdp_properties { struct tb_xdp_header hdr; uuid_t src_uuid; uuid_t dst_uuid; u16 offset; u16 reserved; }; struct tb_xdp_properties_response { union { struct tb_xdp_error_response err; struct { struct tb_xdp_header hdr; uuid_t src_uuid; uuid_t dst_uuid; u16 offset; u16 data_length; u32 generation; u32 data[0]; }; }; }; struct tb_xdp_properties_changed { struct tb_xdp_header hdr; uuid_t src_uuid; }; struct tb_xdp_properties_changed_response { union { struct tb_xdp_error_response err; struct tb_xdp_header hdr; }; }; enum tb_xdp_error { ERROR_SUCCESS = 0, ERROR_UNKNOWN_PACKET = 1, ERROR_UNKNOWN_DOMAIN = 2, ERROR_NOT_SUPPORTED = 3, ERROR_NOT_READY = 4, }; enum { XDOMAIN_STATE_INIT = 0, XDOMAIN_STATE_UUID = 1, XDOMAIN_STATE_LINK_STATUS = 2, XDOMAIN_STATE_LINK_STATE_CHANGE = 3, XDOMAIN_STATE_LINK_STATUS2 = 4, XDOMAIN_STATE_BONDING_UUID_LOW = 5, XDOMAIN_STATE_BONDING_UUID_HIGH = 6, XDOMAIN_STATE_PROPERTIES = 7, XDOMAIN_STATE_ENUMERATED = 8, XDOMAIN_STATE_ERROR = 9, }; struct xdomain_request_work { struct work_struct work; struct tb_xdp_header *pkg; struct tb *tb; }; struct tb_xdomain_lookup { const uuid_t *uuid; u8 link; u8 depth; u64 route; }; typedef int (*nvmem_reg_read_t)(void *, unsigned int, void *, size_t); typedef int (*nvmem_reg_write_t)(void *, unsigned int, void *, size_t); typedef int (*nvmem_cell_post_process_t)(void *, const char *, int, unsigned int, void *, size_t); enum nvmem_type { NVMEM_TYPE_UNKNOWN = 0, NVMEM_TYPE_EEPROM = 1, NVMEM_TYPE_OTP = 2, NVMEM_TYPE_BATTERY_BACKED = 3, NVMEM_TYPE_FRAM = 4, }; struct nvmem_keepout { unsigned int start; unsigned int end; unsigned char value; }; struct nvmem_cell_info { const char *name; unsigned int offset; size_t raw_len; unsigned int bytes; unsigned int bit_offset; unsigned int nbits; struct device_node *np; nvmem_cell_post_process_t read_post_process; void *priv; }; struct nvmem_layout; struct nvmem_config { struct device *dev; const char *name; int id; struct module *owner; const struct nvmem_cell_info *cells; int ncells; const struct nvmem_keepout *keepout; unsigned int nkeepout; enum nvmem_type type; bool read_only; bool root_only; bool ignore_wp; struct nvmem_layout *layout; struct device_node *of_node; bool no_of_node; nvmem_reg_read_t reg_read; nvmem_reg_write_t reg_write; int size; int word_size; int stride; void *priv; bool compat; struct device *base_dev; }; struct nvmem_layout { const char *name; const struct of_device_id *of_match_table; int (*add_cells)(struct device *, struct nvmem_device *, struct nvmem_layout *); void (*fixup_cell_info)(struct nvmem_device *, struct nvmem_layout *, struct nvmem_cell_info *); struct module *owner; struct list_head node; }; struct tb_retimer { struct device dev; struct tb *tb; u8 index; u32 vendor; u32 device; struct tb_port *port; struct tb_nvm *nvm; bool no_nvm_upgrade; u32 auth_status; }; struct tb_nvm_vendor { u16 vendor; const struct tb_nvm_vendor_ops *vops; }; struct icc_node; struct icc_req { struct hlist_node req_node; struct icc_node *node; struct device *dev; bool enabled; u32 tag; u32 avg_bw; u32 peak_bw; }; struct icc_path { const char *name; size_t num_nodes; struct icc_req reqs[0]; }; struct icc_node_data { struct icc_node *node; u32 tag; }; struct icc_provider; struct icc_node { int id; const char *name; struct icc_node **links; size_t num_links; struct icc_provider *provider; struct list_head node_list; struct list_head search_list; struct icc_node *reverse; u8 is_traversed: 1; struct hlist_head req_list; u32 avg_bw; u32 peak_bw; u32 init_avg; u32 init_peak; void *data; }; struct icc_onecell_data { unsigned int num_nodes; struct icc_node *nodes[0]; }; struct icc_provider { struct list_head provider_list; struct list_head nodes; int (*set)(struct icc_node *, struct icc_node *); int (*aggregate)(struct icc_node *, u32, u32, u32, u32 *, u32 *); void (*pre_aggregate)(struct icc_node *); int (*get_bw)(struct icc_node *, u32 *, u32 *); struct icc_node * (*xlate)(struct of_phandle_args *, void *); struct icc_node_data * (*xlate_extended)(struct of_phandle_args *, void *); struct device *dev; int users; bool inter_set; void *data; }; struct trace_event_raw_icc_set_bw { struct trace_entry ent; u32 __data_loc_path_name; u32 __data_loc_dev; u32 __data_loc_node_name; u32 avg_bw; u32 peak_bw; u32 node_avg_bw; u32 node_peak_bw; char __data[0]; }; struct trace_event_raw_icc_set_bw_end { struct trace_entry ent; u32 __data_loc_path_name; u32 __data_loc_dev; int ret; char __data[0]; }; struct trace_event_data_offsets_icc_set_bw { u32 path_name; u32 dev; u32 node_name; }; struct trace_event_data_offsets_icc_set_bw_end { u32 path_name; u32 dev; }; typedef void (*btf_trace_icc_set_bw)(void *, struct icc_path *, struct icc_node *, int, u32, u32); typedef void (*btf_trace_icc_set_bw_end)(void *, struct icc_path *, int); enum txtime_flags { SOF_TXTIME_DEADLINE_MODE = 1, SOF_TXTIME_REPORT_ERRORS = 2, SOF_TXTIME_FLAGS_LAST = 2, SOF_TXTIME_FLAGS_MASK = 3, }; struct sock_txtime { __kernel_clockid_t clockid; __u32 flags; }; enum sk_pacing { SK_PACING_NONE = 0, SK_PACING_NEEDED = 1, SK_PACING_FQ = 2, }; struct cgroup_cls_state { struct cgroup_subsys_state css; u32 classid; }; enum { SK_MEMINFO_RMEM_ALLOC = 0, SK_MEMINFO_RCVBUF = 1, SK_MEMINFO_WMEM_ALLOC = 2, SK_MEMINFO_SNDBUF = 3, SK_MEMINFO_FWD_ALLOC = 4, SK_MEMINFO_WMEM_QUEUED = 5, SK_MEMINFO_OPTMEM = 6, SK_MEMINFO_BACKLOG = 7, SK_MEMINFO_DROPS = 8, SK_MEMINFO_VARS = 9, }; enum sknetlink_groups { SKNLGRP_NONE = 0, SKNLGRP_INET_TCP_DESTROY = 1, SKNLGRP_INET_UDP_DESTROY = 2, SKNLGRP_INET6_TCP_DESTROY = 3, SKNLGRP_INET6_UDP_DESTROY = 4, __SKNLGRP_MAX = 5, }; struct scm_timestamping { struct __kernel_old_timespec ts[3]; }; struct scm_timestamping64 { struct __kernel_timespec ts[3]; }; struct ifbond { __s32 bond_mode; __s32 num_slaves; __s32 miimon; }; typedef struct ifbond ifbond; struct ifslave { __s32 slave_id; char slave_name[16]; __s8 link; __s8 state; __u32 link_failure_count; }; typedef struct ifslave ifslave; enum { NAPIF_STATE_SCHED = 1, NAPIF_STATE_MISSED = 2, NAPIF_STATE_DISABLE = 4, NAPIF_STATE_NPSVC = 8, NAPIF_STATE_LISTED = 16, NAPIF_STATE_NO_BUSY_POLL = 32, NAPIF_STATE_IN_BUSY_POLL = 64, NAPIF_STATE_PREFER_BUSY_POLL = 128, NAPIF_STATE_THREADED = 256, NAPIF_STATE_SCHED_THREADED = 512, }; struct net_device_path_stack { int num_paths; struct net_device_path path[5]; }; struct bpf_xdp_link { struct bpf_link link; struct net_device *dev; int flags; }; struct netdev_net_notifier { struct list_head list; struct notifier_block *nb; }; struct netdev_notifier_change_info { struct netdev_notifier_info info; unsigned int flags_changed; }; struct netdev_notifier_changelowerstate_info { struct netdev_notifier_info info; void *lower_state_info; }; struct netdev_notifier_pre_changeaddr_info { struct netdev_notifier_info info; const unsigned char *dev_addr; }; struct netdev_notifier_offload_xstats_rd { struct rtnl_hw_stats64 stats; bool used; }; struct netdev_notifier_offload_xstats_ru { bool used; }; struct netdev_notifier_offload_xstats_info { struct netdev_notifier_info info; enum netdev_offload_xstats_type type; union { struct netdev_notifier_offload_xstats_rd *report_delta; struct netdev_notifier_offload_xstats_ru *report_used; }; }; enum { NESTED_SYNC_IMM_BIT = 0, NESTED_SYNC_TODO_BIT = 1, }; struct netdev_bonding_info { ifslave slave; ifbond master; }; struct netdev_notifier_bonding_info { struct netdev_notifier_info info; struct netdev_bonding_info bonding_info; }; typedef int (*bpf_op_t)(struct net_device *, struct netdev_bpf *); struct dev_kfree_skb_cb { enum skb_drop_reason reason; }; struct netdev_adjacent { struct net_device *dev; netdevice_tracker dev_tracker; bool master; bool ignore; u16 ref_nr; void *private; struct list_head list; struct callback_head rcu; }; typedef u64 u_int64_t; enum { BPF_F_RECOMPUTE_CSUM = 1, BPF_F_INVALIDATE_HASH = 2, }; enum { BPF_F_HDR_FIELD_MASK = 15, }; enum { BPF_F_PSEUDO_HDR = 16, BPF_F_MARK_MANGLED_0 = 32, BPF_F_MARK_ENFORCE = 64, }; enum { BPF_F_TUNINFO_IPV6 = 1, }; enum { BPF_F_ZERO_CSUM_TX = 2, BPF_F_DONT_FRAGMENT = 4, BPF_F_SEQ_NUMBER = 8, BPF_F_NO_TUNNEL_KEY = 16, }; enum { BPF_F_TUNINFO_FLAGS = 16, }; enum { BPF_CSUM_LEVEL_QUERY = 0, BPF_CSUM_LEVEL_INC = 1, BPF_CSUM_LEVEL_DEC = 2, BPF_CSUM_LEVEL_RESET = 3, }; enum { BPF_F_ADJ_ROOM_FIXED_GSO = 1, BPF_F_ADJ_ROOM_ENCAP_L3_IPV4 = 2, BPF_F_ADJ_ROOM_ENCAP_L3_IPV6 = 4, BPF_F_ADJ_ROOM_ENCAP_L4_GRE = 8, BPF_F_ADJ_ROOM_ENCAP_L4_UDP = 16, BPF_F_ADJ_ROOM_NO_CSUM_RESET = 32, BPF_F_ADJ_ROOM_ENCAP_L2_ETH = 64, BPF_F_ADJ_ROOM_DECAP_L3_IPV4 = 128, BPF_F_ADJ_ROOM_DECAP_L3_IPV6 = 256, }; enum { BPF_ADJ_ROOM_ENCAP_L2_MASK = 255, BPF_ADJ_ROOM_ENCAP_L2_SHIFT = 56, }; enum { BPF_SK_LOOKUP_F_REPLACE = 1, BPF_SK_LOOKUP_F_NO_REUSEPORT = 2, }; enum bpf_adj_room_mode { BPF_ADJ_ROOM_NET = 0, BPF_ADJ_ROOM_MAC = 1, }; enum bpf_hdr_start_off { BPF_HDR_START_MAC = 0, BPF_HDR_START_NET = 1, }; enum bpf_lwt_encap_mode { BPF_LWT_ENCAP_SEG6 = 0, BPF_LWT_ENCAP_SEG6_INLINE = 1, BPF_LWT_ENCAP_IP = 2, }; enum { BPF_SKB_TSTAMP_UNSPEC = 0, BPF_SKB_TSTAMP_DELIVERY_MONO = 1, }; struct bpf_tunnel_key { __u32 tunnel_id; union { __u32 remote_ipv4; __u32 remote_ipv6[4]; }; __u8 tunnel_tos; __u8 tunnel_ttl; union { __u16 tunnel_ext; __be16 tunnel_flags; }; __u32 tunnel_label; union { __u32 local_ipv4; __u32 local_ipv6[4]; }; }; struct bpf_xfrm_state { __u32 reqid; __u32 spi; __u16 family; __u16 ext; union { __u32 remote_ipv4; __u32 remote_ipv6[4]; }; }; struct bpf_tcp_sock { __u32 snd_cwnd; __u32 srtt_us; __u32 rtt_min; __u32 snd_ssthresh; __u32 rcv_nxt; __u32 snd_nxt; __u32 snd_una; __u32 mss_cache; __u32 ecn_flags; __u32 rate_delivered; __u32 rate_interval_us; __u32 packets_out; __u32 retrans_out; __u32 total_retrans; __u32 segs_in; __u32 data_segs_in; __u32 segs_out; __u32 data_segs_out; __u32 lost_out; __u32 sacked_out; __u64 bytes_received; __u64 bytes_acked; __u32 dsack_dups; __u32 delivered; __u32 delivered_ce; __u32 icsk_retransmits; }; struct bpf_sock_tuple { union { struct { __be32 saddr; __be32 daddr; __be16 sport; __be16 dport; } ipv4; struct { __be32 saddr[4]; __be32 daddr[4]; __be16 sport; __be16 dport; } ipv6; }; }; struct bpf_xdp_sock { __u32 queue_id; }; enum { TCP_BPF_IW = 1001, TCP_BPF_SNDCWND_CLAMP = 1002, TCP_BPF_DELACK_MAX = 1003, TCP_BPF_RTO_MIN = 1004, TCP_BPF_SYN = 1005, TCP_BPF_SYN_IP = 1006, TCP_BPF_SYN_MAC = 1007, }; enum { BPF_LOAD_HDR_OPT_TCP_SYN = 1, }; enum { BPF_FIB_LOOKUP_DIRECT = 1, BPF_FIB_LOOKUP_OUTPUT = 2, BPF_FIB_LOOKUP_SKIP_NEIGH = 4, }; enum { BPF_FIB_LKUP_RET_SUCCESS = 0, BPF_FIB_LKUP_RET_BLACKHOLE = 1, BPF_FIB_LKUP_RET_UNREACHABLE = 2, BPF_FIB_LKUP_RET_PROHIBIT = 3, BPF_FIB_LKUP_RET_NOT_FWDED = 4, BPF_FIB_LKUP_RET_FWD_DISABLED = 5, BPF_FIB_LKUP_RET_UNSUPP_LWT = 6, BPF_FIB_LKUP_RET_NO_NEIGH = 7, BPF_FIB_LKUP_RET_FRAG_NEEDED = 8, }; struct bpf_fib_lookup { __u8 family; __u8 l4_protocol; __be16 sport; __be16 dport; union { __u16 tot_len; __u16 mtu_result; }; __u32 ifindex; union { __u8 tos; __be32 flowinfo; __u32 rt_metric; }; union { __be32 ipv4_src; __u32 ipv6_src[4]; }; union { __be32 ipv4_dst; __u32 ipv6_dst[4]; }; __be16 h_vlan_proto; __be16 h_vlan_TCI; __u8 smac[6]; __u8 dmac[6]; }; struct bpf_redir_neigh { __u32 nh_family; union { __be32 ipv4_nh; __u32 ipv6_nh[4]; }; }; enum bpf_check_mtu_flags { BPF_MTU_CHK_SEGS = 1, }; enum bpf_check_mtu_ret { BPF_MTU_CHK_RET_SUCCESS = 0, BPF_MTU_CHK_RET_FRAG_NEEDED = 1, BPF_MTU_CHK_RET_SEGS_TOOBIG = 2, }; union nf_inet_addr { __u32 all[4]; __be32 ip; __be32 ip6[4]; struct in_addr in; struct in6_addr in6; }; struct ip_ct_tcp_state { u_int32_t td_end; u_int32_t td_maxend; u_int32_t td_maxwin; u_int32_t td_maxack; u_int8_t td_scale; u_int8_t flags; }; struct ip_ct_tcp { struct ip_ct_tcp_state seen[2]; u_int8_t state; u_int8_t last_dir; u_int8_t retrans; u_int8_t last_index; u_int32_t last_seq; u_int32_t last_ack; u_int32_t last_end; u_int16_t last_win; u_int8_t last_wscale; u_int8_t last_flags; }; union nf_conntrack_man_proto { __be16 all; struct { __be16 port; } tcp; struct { __be16 port; } udp; struct { __be16 id; } icmp; struct { __be16 port; } dccp; struct { __be16 port; } sctp; struct { __be16 key; } gre; }; struct nf_ct_dccp { u_int8_t role[2]; u_int8_t state; u_int8_t last_pkt; u_int8_t last_dir; u_int64_t handshake_seq; }; struct ip_ct_sctp { enum sctp_conntrack state; __be32 vtag[2]; u8 last_dir; u8 flags; }; struct compat_sock_fprog { u16 len; compat_uptr_t filter; }; struct udp6_sock { struct udp_sock udp; struct ipv6_pinfo inet6; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct tcp6_sock { struct tcp_sock tcp; struct ipv6_pinfo inet6; }; struct strp_msg { int full_len; int offset; }; struct _strp_msg { struct strp_msg strp; int accum_len; }; struct tls_msg { u8 control; }; struct sk_skb_cb { unsigned char data[20]; unsigned char pad[4]; struct _strp_msg strp; struct tls_msg tls; u64 temp_reg; }; enum { SEG6_LOCAL_ACTION_UNSPEC = 0, SEG6_LOCAL_ACTION_END = 1, SEG6_LOCAL_ACTION_END_X = 2, SEG6_LOCAL_ACTION_END_T = 3, SEG6_LOCAL_ACTION_END_DX2 = 4, SEG6_LOCAL_ACTION_END_DX6 = 5, SEG6_LOCAL_ACTION_END_DX4 = 6, SEG6_LOCAL_ACTION_END_DT6 = 7, SEG6_LOCAL_ACTION_END_DT4 = 8, SEG6_LOCAL_ACTION_END_B6 = 9, SEG6_LOCAL_ACTION_END_B6_ENCAP = 10, SEG6_LOCAL_ACTION_END_BM = 11, SEG6_LOCAL_ACTION_END_S = 12, SEG6_LOCAL_ACTION_END_AS = 13, SEG6_LOCAL_ACTION_END_AM = 14, SEG6_LOCAL_ACTION_END_BPF = 15, SEG6_LOCAL_ACTION_END_DT46 = 16, __SEG6_LOCAL_ACTION_MAX = 17, }; struct seg6_bpf_srh_state { struct ipv6_sr_hdr *srh; u16 hdrlen; bool valid; }; struct tls_strparser { struct sock *sk; u32 mark: 8; u32 stopped: 1; u32 copy_mode: 1; u32 mixed_decrypted: 1; u32 msg_ready: 1; struct strp_msg stm; struct sk_buff *anchor; struct work_struct work; }; struct tls_sw_context_rx { struct crypto_aead *aead_recv; struct crypto_wait async_wait; struct sk_buff_head rx_list; void (*saved_data_ready)(struct sock *); u8 reader_present; u8 async_capable: 1; u8 zc_capable: 1; u8 reader_contended: 1; struct tls_strparser strp; atomic_t decrypt_pending; spinlock_t decrypt_compl_lock; struct sk_buff_head async_hold; struct wait_queue_head wq; }; struct nf_ct_gre { unsigned int stream_timeout; unsigned int timeout; }; struct nf_conntrack_zone { u16 id; u8 flags; u8 dir; }; struct nf_conntrack_man { union nf_inet_addr u3; union nf_conntrack_man_proto u; u_int16_t l3num; }; struct nf_conntrack_tuple { struct nf_conntrack_man src; struct { union nf_inet_addr u3; union { __be16 all; struct { __be16 port; } tcp; struct { __be16 port; } udp; struct { u_int8_t type; u_int8_t code; } icmp; struct { __be16 port; } dccp; struct { __be16 port; } sctp; struct { __be16 key; } gre; } u; u_int8_t protonum; struct {} __nfct_hash_offsetend; u_int8_t dir; } dst; }; struct nf_conntrack_tuple_hash { struct hlist_nulls_node hnnode; struct nf_conntrack_tuple tuple; }; struct nf_ct_udp { long unsigned int stream_ts; }; union nf_conntrack_proto { struct nf_ct_dccp dccp; struct ip_ct_sctp sctp; struct ip_ct_tcp tcp; struct nf_ct_udp udp; struct nf_ct_gre gre; unsigned int tmpl_padto; }; struct nf_ct_ext; struct nf_conn { struct nf_conntrack ct_general; spinlock_t lock; u32 timeout; struct nf_conntrack_zone zone; struct nf_conntrack_tuple_hash tuplehash[2]; long unsigned int status; possible_net_t ct_net; struct hlist_node nat_bysource; struct {} __nfct_init_offset; struct nf_conn *master; u_int32_t mark; u_int32_t secmark; struct nf_ct_ext *ext; union nf_conntrack_proto proto; }; struct nf_conn___init { struct nf_conn ct; }; typedef u64 (*btf_bpf_skb_get_pay_offset)(struct sk_buff *); typedef u64 (*btf_bpf_skb_get_nlattr)(struct sk_buff *, u32, u32); typedef u64 (*btf_bpf_skb_get_nlattr_nest)(struct sk_buff *, u32, u32); typedef u64 (*btf_bpf_skb_load_helper_8)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_8_no_cache)(const struct sk_buff *, int); typedef u64 (*btf_bpf_skb_load_helper_16)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_16_no_cache)(const struct sk_buff *, int); typedef u64 (*btf_bpf_skb_load_helper_32)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_32_no_cache)(const struct sk_buff *, int); struct bpf_scratchpad { union { __be32 diff[128]; u8 buff[512]; }; }; typedef u64 (*btf_bpf_skb_store_bytes)(struct sk_buff *, u32, const void *, u32, u64); typedef u64 (*btf_bpf_skb_load_bytes)(const struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_flow_dissector_load_bytes)(const struct bpf_flow_dissector *, u32, void *, u32); typedef u64 (*btf_bpf_skb_load_bytes_relative)(const struct sk_buff *, u32, void *, u32, u32); typedef u64 (*btf_bpf_skb_pull_data)(struct sk_buff *, u32); typedef u64 (*btf_bpf_sk_fullsock)(struct sock *); typedef u64 (*btf_sk_skb_pull_data)(struct sk_buff *, u32); typedef u64 (*btf_bpf_l3_csum_replace)(struct sk_buff *, u32, u64, u64, u64); typedef u64 (*btf_bpf_l4_csum_replace)(struct sk_buff *, u32, u64, u64, u64); typedef u64 (*btf_bpf_csum_diff)(__be32 *, u32, __be32 *, u32, __wsum); typedef u64 (*btf_bpf_csum_update)(struct sk_buff *, __wsum); typedef u64 (*btf_bpf_csum_level)(struct sk_buff *, u64); enum { BPF_F_NEIGH = 2, BPF_F_PEER = 4, BPF_F_NEXTHOP = 8, }; typedef u64 (*btf_bpf_clone_redirect)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_redirect)(u32, u64); typedef u64 (*btf_bpf_redirect_peer)(u32, u64); typedef u64 (*btf_bpf_redirect_neigh)(u32, struct bpf_redir_neigh *, int, u64); typedef u64 (*btf_bpf_msg_apply_bytes)(struct sk_msg *, u32); typedef u64 (*btf_bpf_msg_cork_bytes)(struct sk_msg *, u32); typedef u64 (*btf_bpf_msg_pull_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_msg_push_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_msg_pop_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_get_cgroup_classid_curr)(); typedef u64 (*btf_bpf_skb_cgroup_classid)(const struct sk_buff *); typedef u64 (*btf_bpf_get_cgroup_classid)(const struct sk_buff *); typedef u64 (*btf_bpf_get_route_realm)(const struct sk_buff *); typedef u64 (*btf_bpf_get_hash_recalc)(struct sk_buff *); typedef u64 (*btf_bpf_set_hash_invalid)(struct sk_buff *); typedef u64 (*btf_bpf_set_hash)(struct sk_buff *, u32); typedef u64 (*btf_bpf_skb_vlan_push)(struct sk_buff *, __be16, u16); typedef u64 (*btf_bpf_skb_vlan_pop)(struct sk_buff *); typedef u64 (*btf_bpf_skb_change_proto)(struct sk_buff *, __be16, u64); typedef u64 (*btf_bpf_skb_change_type)(struct sk_buff *, u32); typedef u64 (*btf_sk_skb_adjust_room)(struct sk_buff *, s32, u32, u64); typedef u64 (*btf_bpf_skb_adjust_room)(struct sk_buff *, s32, u32, u64); typedef u64 (*btf_bpf_skb_change_tail)(struct sk_buff *, u32, u64); typedef u64 (*btf_sk_skb_change_tail)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_skb_change_head)(struct sk_buff *, u32, u64); typedef u64 (*btf_sk_skb_change_head)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_xdp_get_buff_len)(struct xdp_buff *); typedef u64 (*btf_bpf_xdp_adjust_head)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_load_bytes)(struct xdp_buff *, u32, void *, u32); typedef u64 (*btf_bpf_xdp_store_bytes)(struct xdp_buff *, u32, void *, u32); typedef u64 (*btf_bpf_xdp_adjust_tail)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_adjust_meta)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_redirect)(u32, u64); typedef u64 (*btf_bpf_xdp_redirect_map)(struct bpf_map *, u64, u64); typedef u64 (*btf_bpf_skb_event_output)(struct sk_buff *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_skb_get_tunnel_key)(struct sk_buff *, struct bpf_tunnel_key *, u32, u64); typedef u64 (*btf_bpf_skb_get_tunnel_opt)(struct sk_buff *, u8 *, u32); typedef u64 (*btf_bpf_skb_set_tunnel_key)(struct sk_buff *, const struct bpf_tunnel_key *, u32, u64); typedef u64 (*btf_bpf_skb_set_tunnel_opt)(struct sk_buff *, const u8 *, u32); typedef u64 (*btf_bpf_skb_under_cgroup)(struct sk_buff *, struct bpf_map *, u32); typedef u64 (*btf_bpf_skb_cgroup_id)(const struct sk_buff *); typedef u64 (*btf_bpf_skb_ancestor_cgroup_id)(const struct sk_buff *, int); typedef u64 (*btf_bpf_sk_cgroup_id)(struct sock *); typedef u64 (*btf_bpf_sk_ancestor_cgroup_id)(struct sock *, int); typedef u64 (*btf_bpf_xdp_event_output)(struct xdp_buff *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_socket_cookie)(struct sk_buff *); typedef u64 (*btf_bpf_get_socket_cookie_sock_addr)(struct bpf_sock_addr_kern *); typedef u64 (*btf_bpf_get_socket_cookie_sock)(struct sock *); typedef u64 (*btf_bpf_get_socket_ptr_cookie)(struct sock *); typedef u64 (*btf_bpf_get_socket_cookie_sock_ops)(struct bpf_sock_ops_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sock)(struct sock *); typedef u64 (*btf_bpf_get_netns_cookie_sock_addr)(struct bpf_sock_addr_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sock_ops)(struct bpf_sock_ops_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sk_msg)(struct sk_msg *); typedef u64 (*btf_bpf_get_socket_uid)(struct sk_buff *); typedef u64 (*btf_bpf_sk_setsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_sk_getsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_unlocked_sk_setsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_unlocked_sk_getsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_sock_addr_setsockopt)(struct bpf_sock_addr_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_addr_getsockopt)(struct bpf_sock_addr_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_setsockopt)(struct bpf_sock_ops_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_getsockopt)(struct bpf_sock_ops_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_cb_flags_set)(struct bpf_sock_ops_kern *, int); typedef u64 (*btf_bpf_bind)(struct bpf_sock_addr_kern *, struct sockaddr *, int); typedef u64 (*btf_bpf_skb_get_xfrm_state)(struct sk_buff *, u32, struct bpf_xfrm_state *, u32, u64); typedef u64 (*btf_bpf_xdp_fib_lookup)(struct xdp_buff *, struct bpf_fib_lookup *, int, u32); typedef u64 (*btf_bpf_skb_fib_lookup)(struct sk_buff *, struct bpf_fib_lookup *, int, u32); typedef u64 (*btf_bpf_skb_check_mtu)(struct sk_buff *, u32, u32 *, s32, u64); typedef u64 (*btf_bpf_xdp_check_mtu)(struct xdp_buff *, u32, u32 *, s32, u64); typedef u64 (*btf_bpf_lwt_in_push_encap)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_lwt_xmit_push_encap)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_lwt_seg6_store_bytes)(struct sk_buff *, u32, const void *, u32); typedef u64 (*btf_bpf_lwt_seg6_action)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_lwt_seg6_adjust_srh)(struct sk_buff *, u32, s32); typedef u64 (*btf_bpf_skc_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_lookup_udp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tc_skc_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tc_sk_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tc_sk_lookup_udp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_release)(struct sock *); typedef u64 (*btf_bpf_xdp_sk_lookup_udp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_xdp_skc_lookup_tcp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_xdp_sk_lookup_tcp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_sock_addr_skc_lookup_tcp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sock_addr_sk_lookup_tcp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sock_addr_sk_lookup_udp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tcp_sock)(struct sock *); typedef u64 (*btf_bpf_get_listener_sock)(struct sock *); typedef u64 (*btf_bpf_skb_ecn_set_ce)(struct sk_buff *); typedef u64 (*btf_bpf_tcp_check_syncookie)(struct sock *, void *, u32, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_gen_syncookie)(struct sock *, void *, u32, struct tcphdr *, u32); typedef u64 (*btf_bpf_sk_assign)(struct sk_buff *, struct sock *, u64); typedef u64 (*btf_bpf_sock_ops_load_hdr_opt)(struct bpf_sock_ops_kern *, void *, u32, u64); typedef u64 (*btf_bpf_sock_ops_store_hdr_opt)(struct bpf_sock_ops_kern *, const void *, u32, u64); typedef u64 (*btf_bpf_sock_ops_reserve_hdr_opt)(struct bpf_sock_ops_kern *, u32, u64); typedef u64 (*btf_bpf_skb_set_tstamp)(struct sk_buff *, u64, u32); typedef u64 (*btf_bpf_tcp_raw_gen_syncookie_ipv4)(struct iphdr *, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_raw_gen_syncookie_ipv6)(struct ipv6hdr *, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_raw_check_syncookie_ipv4)(struct iphdr *, struct tcphdr *); typedef u64 (*btf_bpf_tcp_raw_check_syncookie_ipv6)(struct ipv6hdr *, struct tcphdr *); typedef u64 (*btf_sk_select_reuseport)(struct sk_reuseport_kern *, struct bpf_map *, void *, u32); typedef u64 (*btf_sk_reuseport_load_bytes)(const struct sk_reuseport_kern *, u32, void *, u32); typedef u64 (*btf_sk_reuseport_load_bytes_relative)(const struct sk_reuseport_kern *, u32, void *, u32, u32); typedef u64 (*btf_bpf_sk_lookup_assign)(struct bpf_sk_lookup_kern *, struct sock *, u64); typedef u64 (*btf_bpf_skc_to_tcp6_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_timewait_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_request_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_udp6_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_unix_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_mptcp_sock)(struct sock *); typedef u64 (*btf_bpf_sock_from_file)(struct file *); struct flow_dissector_mpls_lse { u32 mpls_ttl: 8; u32 mpls_bos: 1; u32 mpls_tc: 3; u32 mpls_label: 20; }; struct flow_dissector_key_mpls { struct flow_dissector_mpls_lse ls[7]; u8 used_lses; }; struct flow_dissector_key_enc_opts { u8 data[255]; u8 len; __be16 dst_opt_type; }; struct flow_dissector_key_arp { __u32 sip; __u32 tip; __u8 op; unsigned char sha[6]; unsigned char tha[6]; }; struct flow_dissector_key_ports_range { union { struct flow_dissector_key_ports tp; struct { struct flow_dissector_key_ports tp_min; struct flow_dissector_key_ports tp_max; }; }; }; struct flow_dissector_key_eth_addrs { unsigned char dst[6]; unsigned char src[6]; }; struct flow_dissector_key_tcp { __be16 flags; }; struct flow_dissector_key_ip { __u8 tos; __u8 ttl; }; struct flow_dissector_key_meta { int ingress_ifindex; u16 ingress_iftype; }; struct flow_dissector_key_ct { u16 ct_state; u16 ct_zone; u32 ct_mark; u32 ct_labels[4]; }; struct flow_dissector_key_pppoe { __be16 session_id; __be16 ppp_proto; __be16 type; }; struct flow_dissector_key_l2tpv3 { __be32 session_id; }; struct flow_match_meta { struct flow_dissector_key_meta *key; struct flow_dissector_key_meta *mask; }; struct flow_match_basic { struct flow_dissector_key_basic *key; struct flow_dissector_key_basic *mask; }; struct flow_match_control { struct flow_dissector_key_control *key; struct flow_dissector_key_control *mask; }; struct flow_match_eth_addrs { struct flow_dissector_key_eth_addrs *key; struct flow_dissector_key_eth_addrs *mask; }; struct flow_match_vlan { struct flow_dissector_key_vlan *key; struct flow_dissector_key_vlan *mask; }; struct flow_match_arp { struct flow_dissector_key_arp *key; struct flow_dissector_key_arp *mask; }; struct flow_match_ipv4_addrs { struct flow_dissector_key_ipv4_addrs *key; struct flow_dissector_key_ipv4_addrs *mask; }; struct flow_match_ipv6_addrs { struct flow_dissector_key_ipv6_addrs *key; struct flow_dissector_key_ipv6_addrs *mask; }; struct flow_match_ip { struct flow_dissector_key_ip *key; struct flow_dissector_key_ip *mask; }; struct flow_match_ports { struct flow_dissector_key_ports *key; struct flow_dissector_key_ports *mask; }; struct flow_match_ports_range { struct flow_dissector_key_ports_range *key; struct flow_dissector_key_ports_range *mask; }; struct flow_match_icmp { struct flow_dissector_key_icmp *key; struct flow_dissector_key_icmp *mask; }; struct flow_match_tcp { struct flow_dissector_key_tcp *key; struct flow_dissector_key_tcp *mask; }; struct flow_match_mpls { struct flow_dissector_key_mpls *key; struct flow_dissector_key_mpls *mask; }; struct flow_match_enc_keyid { struct flow_dissector_key_keyid *key; struct flow_dissector_key_keyid *mask; }; struct flow_match_enc_opts { struct flow_dissector_key_enc_opts *key; struct flow_dissector_key_enc_opts *mask; }; struct flow_match_ct { struct flow_dissector_key_ct *key; struct flow_dissector_key_ct *mask; }; struct flow_match_pppoe { struct flow_dissector_key_pppoe *key; struct flow_dissector_key_pppoe *mask; }; struct flow_match_l2tpv3 { struct flow_dissector_key_l2tpv3 *key; struct flow_dissector_key_l2tpv3 *mask; }; enum offload_act_command { FLOW_ACT_REPLACE = 0, FLOW_ACT_DESTROY = 1, FLOW_ACT_STATS = 2, }; struct flow_offload_action { struct netlink_ext_ack *extack; enum offload_act_command command; enum flow_action_id id; u32 index; long unsigned int cookie; struct flow_stats stats; struct flow_action action; }; typedef int flow_indr_block_bind_cb_t(struct net_device *, struct Qdisc *, void *, enum tc_setup_type, void *, void *, void (*)(struct flow_block_cb *)); struct flow_indr_dev { struct list_head list; flow_indr_block_bind_cb_t *cb; void *cb_priv; refcount_t refcnt; }; struct flow_indir_dev_info { void *data; struct net_device *dev; struct Qdisc *sch; enum tc_setup_type type; void (*cleanup)(struct flow_block_cb *); struct list_head list; enum flow_block_command command; enum flow_block_binder_type binder_type; struct list_head *cb_list; }; struct rx_queue_attribute { struct attribute attr; ssize_t (*show)(struct netdev_rx_queue *, char *); ssize_t (*store)(struct netdev_rx_queue *, const char *, size_t); }; struct netdev_queue_attribute { struct attribute attr; ssize_t (*show)(struct netdev_queue *, char *); ssize_t (*store)(struct netdev_queue *, const char *, size_t); }; struct dm_hw_stat_delta { long unsigned int last_rx; long unsigned int last_drop_val; struct callback_head rcu; }; struct net_dm_drop_point { __u8 pc[8]; __u32 count; }; struct net_dm_alert_msg { __u32 entries; struct net_dm_drop_point points[0]; }; enum { NET_DM_CMD_UNSPEC = 0, NET_DM_CMD_ALERT = 1, NET_DM_CMD_CONFIG = 2, NET_DM_CMD_START = 3, NET_DM_CMD_STOP = 4, NET_DM_CMD_PACKET_ALERT = 5, NET_DM_CMD_CONFIG_GET = 6, NET_DM_CMD_CONFIG_NEW = 7, NET_DM_CMD_STATS_GET = 8, NET_DM_CMD_STATS_NEW = 9, _NET_DM_CMD_MAX = 10, }; enum net_dm_attr { NET_DM_ATTR_UNSPEC = 0, NET_DM_ATTR_ALERT_MODE = 1, NET_DM_ATTR_PC = 2, NET_DM_ATTR_SYMBOL = 3, NET_DM_ATTR_IN_PORT = 4, NET_DM_ATTR_TIMESTAMP = 5, NET_DM_ATTR_PROTO = 6, NET_DM_ATTR_PAYLOAD = 7, NET_DM_ATTR_PAD = 8, NET_DM_ATTR_TRUNC_LEN = 9, NET_DM_ATTR_ORIG_LEN = 10, NET_DM_ATTR_QUEUE_LEN = 11, NET_DM_ATTR_STATS = 12, NET_DM_ATTR_HW_STATS = 13, NET_DM_ATTR_ORIGIN = 14, NET_DM_ATTR_HW_TRAP_GROUP_NAME = 15, NET_DM_ATTR_HW_TRAP_NAME = 16, NET_DM_ATTR_HW_ENTRIES = 17, NET_DM_ATTR_HW_ENTRY = 18, NET_DM_ATTR_HW_TRAP_COUNT = 19, NET_DM_ATTR_SW_DROPS = 20, NET_DM_ATTR_HW_DROPS = 21, NET_DM_ATTR_FLOW_ACTION_COOKIE = 22, NET_DM_ATTR_REASON = 23, __NET_DM_ATTR_MAX = 24, NET_DM_ATTR_MAX = 23, }; enum net_dm_alert_mode { NET_DM_ALERT_MODE_SUMMARY = 0, NET_DM_ALERT_MODE_PACKET = 1, }; enum { NET_DM_ATTR_PORT_NETDEV_IFINDEX = 0, NET_DM_ATTR_PORT_NETDEV_NAME = 1, __NET_DM_ATTR_PORT_MAX = 2, NET_DM_ATTR_PORT_MAX = 1, }; enum { NET_DM_ATTR_STATS_DROPPED = 0, __NET_DM_ATTR_STATS_MAX = 1, NET_DM_ATTR_STATS_MAX = 0, }; enum net_dm_origin { NET_DM_ORIGIN_SW = 0, NET_DM_ORIGIN_HW = 1, }; struct devlink_trap_metadata { const char *trap_name; const char *trap_group_name; struct net_device *input_dev; netdevice_tracker dev_tracker; const struct flow_action_cookie *fa_cookie; enum devlink_trap_type trap_type; }; struct net_dm_stats { u64_stats_t dropped; struct u64_stats_sync syncp; }; struct net_dm_hw_entry { char trap_name[40]; u32 count; }; struct net_dm_hw_entries { u32 num_entries; struct net_dm_hw_entry entries[0]; }; struct per_cpu_dm_data { spinlock_t lock; union { struct sk_buff *skb; struct net_dm_hw_entries *hw_entries; }; struct sk_buff_head drop_queue; struct work_struct dm_alert_work; struct timer_list send_timer; struct net_dm_stats stats; }; struct net_dm_alert_ops { void (*kfree_skb_probe)(void *, struct sk_buff *, void *, enum skb_drop_reason); void (*napi_poll_probe)(void *, struct napi_struct *, int, int); void (*work_item_func)(struct work_struct *); void (*hw_work_item_func)(struct work_struct *); void (*hw_trap_probe)(void *, const struct devlink *, struct sk_buff *, const struct devlink_trap_metadata *); }; struct net_dm_skb_cb { union { struct devlink_trap_metadata *hw_metadata; void *pc; }; enum skb_drop_reason reason; }; struct update_classid_context { u32 classid; unsigned int batch; }; struct dst_cache_pcpu { long unsigned int refresh_ts; struct dst_entry *dst; u32 cookie; union { struct in_addr in_saddr; struct in6_addr in6_saddr; }; }; struct compat_cmsghdr { compat_size_t cmsg_len; compat_int_t cmsg_level; compat_int_t cmsg_type; }; struct sch_frag_data { long unsigned int dst; struct qdisc_skb_cb cb; __be16 inner_protocol; u16 vlan_tci; __be16 vlan_proto; unsigned int l2_len; u8 l2_data[18]; int (*xmit)(struct sk_buff *); }; struct tcamsg { unsigned char tca_family; unsigned char tca__pad1; short unsigned int tca__pad2; }; enum { TCA_ROOT_UNSPEC = 0, TCA_ROOT_TAB = 1, TCA_ROOT_FLAGS = 2, TCA_ROOT_COUNT = 3, TCA_ROOT_TIME_DELTA = 4, TCA_ROOT_EXT_WARN_MSG = 5, __TCA_ROOT_MAX = 6, }; struct tc_action_net { struct tcf_idrinfo *idrinfo; const struct tc_action_ops *ops; }; struct tc_act_pernet_id { struct list_head list; unsigned int id; }; enum { TCA_FQ_CODEL_UNSPEC = 0, TCA_FQ_CODEL_TARGET = 1, TCA_FQ_CODEL_LIMIT = 2, TCA_FQ_CODEL_INTERVAL = 3, TCA_FQ_CODEL_ECN = 4, TCA_FQ_CODEL_FLOWS = 5, TCA_FQ_CODEL_QUANTUM = 6, TCA_FQ_CODEL_CE_THRESHOLD = 7, TCA_FQ_CODEL_DROP_BATCH_SIZE = 8, TCA_FQ_CODEL_MEMORY_LIMIT = 9, TCA_FQ_CODEL_CE_THRESHOLD_SELECTOR = 10, TCA_FQ_CODEL_CE_THRESHOLD_MASK = 11, __TCA_FQ_CODEL_MAX = 12, }; enum { TCA_FQ_CODEL_XSTATS_QDISC = 0, TCA_FQ_CODEL_XSTATS_CLASS = 1, }; struct tc_fq_codel_qd_stats { __u32 maxpacket; __u32 drop_overlimit; __u32 ecn_mark; __u32 new_flow_count; __u32 new_flows_len; __u32 old_flows_len; __u32 ce_mark; __u32 memory_usage; __u32 drop_overmemory; }; struct tc_fq_codel_cl_stats { __s32 deficit; __u32 ldelay; __u32 count; __u32 lastcount; __u32 dropping; __s32 drop_next; }; struct tc_fq_codel_xstats { __u32 type; union { struct tc_fq_codel_qd_stats qdisc_stats; struct tc_fq_codel_cl_stats class_stats; }; }; typedef u32 codel_time_t; typedef s32 codel_tdiff_t; struct codel_params { codel_time_t target; codel_time_t ce_threshold; codel_time_t interval; u32 mtu; bool ecn; u8 ce_threshold_selector; u8 ce_threshold_mask; }; struct codel_vars { u32 count; u32 lastcount; bool dropping; u16 rec_inv_sqrt; codel_time_t first_above_time; codel_time_t drop_next; codel_time_t ldelay; }; struct codel_stats { u32 maxpacket; u32 drop_count; u32 drop_len; u32 ecn_mark; u32 ce_mark; }; typedef u32 (*codel_skb_len_t)(const struct sk_buff *); typedef codel_time_t (*codel_skb_time_t)(const struct sk_buff *); typedef void (*codel_skb_drop_t)(struct sk_buff *, void *); typedef struct sk_buff * (*codel_skb_dequeue_t)(struct codel_vars *, void *); struct codel_skb_cb { codel_time_t enqueue_time; unsigned int mem_usage; }; struct fq_codel_flow { struct sk_buff *head; struct sk_buff *tail; struct list_head flowchain; int deficit; struct codel_vars cvars; }; struct fq_codel_sched_data { struct tcf_proto *filter_list; struct tcf_block *block; struct fq_codel_flow *flows; u32 *backlogs; u32 flows_cnt; u32 quantum; u32 drop_batch_size; u32 memory_limit; struct codel_params cparams; struct codel_stats cstats; u32 memory_usage; u32 drop_overmemory; u32 drop_overlimit; u32 new_flow_count; struct list_head new_flows; struct list_head old_flows; }; struct sockaddr_nl { __kernel_sa_family_t nl_family; short unsigned int nl_pad; __u32 nl_pid; __u32 nl_groups; }; enum nlmsgerr_attrs { NLMSGERR_ATTR_UNUSED = 0, NLMSGERR_ATTR_MSG = 1, NLMSGERR_ATTR_OFFS = 2, NLMSGERR_ATTR_COOKIE = 3, NLMSGERR_ATTR_POLICY = 4, NLMSGERR_ATTR_MISS_TYPE = 5, NLMSGERR_ATTR_MISS_NEST = 6, __NLMSGERR_ATTR_MAX = 7, NLMSGERR_ATTR_MAX = 6, }; struct nl_pktinfo { __u32 group; }; enum { NETLINK_UNCONNECTED = 0, NETLINK_CONNECTED = 1, }; enum netlink_skb_flags { NETLINK_SKB_DST = 8, }; struct netlink_notify { struct net *net; u32 portid; int protocol; }; struct netlink_tap { struct net_device *dev; struct module *module; struct list_head list; }; struct trace_event_raw_netlink_extack { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_data_offsets_netlink_extack { u32 msg; }; typedef void (*btf_trace_netlink_extack)(void *, const char *); struct netlink_sock { struct sock sk; u32 portid; u32 dst_portid; u32 dst_group; u32 flags; u32 subscriptions; u32 ngroups; long unsigned int *groups; long unsigned int state; size_t max_recvmsg_len; wait_queue_head_t wait; bool bound; bool cb_running; int dump_done_errno; struct netlink_callback cb; struct mutex *cb_mutex; struct mutex cb_def_mutex; void (*netlink_rcv)(struct sk_buff *); int (*netlink_bind)(struct net *, int); void (*netlink_unbind)(struct net *, int); struct module *module; struct rhash_head node; struct callback_head rcu; struct work_struct work; }; struct listeners; struct netlink_table { struct rhashtable hash; struct hlist_head mc_list; struct listeners *listeners; unsigned int flags; unsigned int groups; struct mutex *cb_mutex; struct module *module; int (*bind)(struct net *, int); void (*unbind)(struct net *, int); int registered; }; struct listeners { struct callback_head rcu; long unsigned int masks[0]; }; struct netlink_tap_net { struct list_head netlink_tap_all; struct mutex netlink_tap_lock; }; struct netlink_compare_arg { possible_net_t pnet; u32 portid; }; struct netlink_broadcast_data { struct sock *exclude_sk; struct net *net; u32 portid; u32 group; int failure; int delivery_failure; int congested; int delivered; gfp_t allocation; struct sk_buff *skb; struct sk_buff *skb2; }; struct netlink_set_err_data { struct sock *exclude_sk; u32 portid; u32 group; int code; }; struct nl_seq_iter { struct seq_net_private p; struct rhashtable_iter hti; int link; }; struct bpf_iter__netlink { union { struct bpf_iter_meta *meta; }; union { struct netlink_sock *sk; }; }; struct ethtool_cmd { __u32 cmd; __u32 supported; __u32 advertising; __u16 speed; __u8 duplex; __u8 port; __u8 phy_address; __u8 transceiver; __u8 autoneg; __u8 mdio_support; __u32 maxtxpkt; __u32 maxrxpkt; __u16 speed_hi; __u8 eth_tp_mdix; __u8 eth_tp_mdix_ctrl; __u32 lp_advertising; __u32 reserved[2]; }; struct ethtool_value { __u32 cmd; __u32 data; }; enum tunable_type_id { ETHTOOL_TUNABLE_UNSPEC = 0, ETHTOOL_TUNABLE_U8 = 1, ETHTOOL_TUNABLE_U16 = 2, ETHTOOL_TUNABLE_U32 = 3, ETHTOOL_TUNABLE_U64 = 4, ETHTOOL_TUNABLE_STRING = 5, ETHTOOL_TUNABLE_S8 = 6, ETHTOOL_TUNABLE_S16 = 7, ETHTOOL_TUNABLE_S32 = 8, ETHTOOL_TUNABLE_S64 = 9, }; enum ethtool_stringset { ETH_SS_TEST = 0, ETH_SS_STATS = 1, ETH_SS_PRIV_FLAGS = 2, ETH_SS_NTUPLE_FILTERS = 3, ETH_SS_FEATURES = 4, ETH_SS_RSS_HASH_FUNCS = 5, ETH_SS_TUNABLES = 6, ETH_SS_PHY_STATS = 7, ETH_SS_PHY_TUNABLES = 8, ETH_SS_LINK_MODES = 9, ETH_SS_MSG_CLASSES = 10, ETH_SS_WOL_MODES = 11, ETH_SS_SOF_TIMESTAMPING = 12, ETH_SS_TS_TX_TYPES = 13, ETH_SS_TS_RX_FILTERS = 14, ETH_SS_UDP_TUNNEL_TYPES = 15, ETH_SS_STATS_STD = 16, ETH_SS_STATS_ETH_PHY = 17, ETH_SS_STATS_ETH_MAC = 18, ETH_SS_STATS_ETH_CTRL = 19, ETH_SS_STATS_RMON = 20, ETH_SS_COUNT = 21, }; struct ethtool_gstrings { __u32 cmd; __u32 string_set; __u32 len; __u8 data[0]; }; struct ethtool_sset_info { __u32 cmd; __u32 reserved; __u64 sset_mask; __u32 data[0]; }; struct ethtool_perm_addr { __u32 cmd; __u32 size; __u8 data[0]; }; enum ethtool_flags { ETH_FLAG_TXVLAN = 128, ETH_FLAG_RXVLAN = 256, ETH_FLAG_LRO = 32768, ETH_FLAG_NTUPLE = 134217728, ETH_FLAG_RXHASH = 268435456, }; struct ethtool_rxfh { __u32 cmd; __u32 rss_context; __u32 indir_size; __u32 key_size; __u8 hfunc; __u8 rsvd8[3]; __u32 rsvd32; __u32 rss_config[0]; }; struct ethtool_get_features_block { __u32 available; __u32 requested; __u32 active; __u32 never_changed; }; struct ethtool_gfeatures { __u32 cmd; __u32 size; struct ethtool_get_features_block features[0]; }; struct ethtool_set_features_block { __u32 valid; __u32 requested; }; struct ethtool_sfeatures { __u32 cmd; __u32 size; struct ethtool_set_features_block features[0]; }; enum ethtool_sfeatures_retval_bits { ETHTOOL_F_UNSUPPORTED__BIT = 0, ETHTOOL_F_WISH__BIT = 1, ETHTOOL_F_COMPAT__BIT = 2, }; struct ethtool_per_queue_op { __u32 cmd; __u32 sub_command; __u32 queue_mask[128]; char data[0]; }; enum ethtool_fec_config_bits { ETHTOOL_FEC_NONE_BIT = 0, ETHTOOL_FEC_AUTO_BIT = 1, ETHTOOL_FEC_OFF_BIT = 2, ETHTOOL_FEC_RS_BIT = 3, ETHTOOL_FEC_BASER_BIT = 4, ETHTOOL_FEC_LLRS_BIT = 5, }; struct ethtool_rx_flow_rule { struct flow_rule *rule; long unsigned int priv[0]; }; struct ethtool_rx_flow_spec_input { const struct ethtool_rx_flow_spec *fs; u32 rss_ctx; }; struct ethtool_devlink_compat { struct devlink *devlink; union { struct ethtool_flash efl; struct ethtool_drvinfo info; }; }; struct ethtool_link_usettings { struct ethtool_link_settings base; struct { __u32 supported[4]; __u32 advertising[4]; __u32 lp_advertising[4]; } link_modes; }; struct ethtool_rx_flow_key { struct flow_dissector_key_basic basic; union { struct flow_dissector_key_ipv4_addrs ipv4; struct flow_dissector_key_ipv6_addrs ipv6; }; struct flow_dissector_key_ports tp; struct flow_dissector_key_ip ip; struct flow_dissector_key_vlan vlan; struct flow_dissector_key_eth_addrs eth_addrs; }; struct ethtool_rx_flow_match { struct flow_dissector dissector; long: 0; struct ethtool_rx_flow_key key; struct ethtool_rx_flow_key mask; }; enum { ETHTOOL_A_BITSET_BIT_UNSPEC = 0, ETHTOOL_A_BITSET_BIT_INDEX = 1, ETHTOOL_A_BITSET_BIT_NAME = 2, ETHTOOL_A_BITSET_BIT_VALUE = 3, __ETHTOOL_A_BITSET_BIT_CNT = 4, ETHTOOL_A_BITSET_BIT_MAX = 3, }; enum { ETHTOOL_A_BITSET_BITS_UNSPEC = 0, ETHTOOL_A_BITSET_BITS_BIT = 1, __ETHTOOL_A_BITSET_BITS_CNT = 2, ETHTOOL_A_BITSET_BITS_MAX = 1, }; enum { ETHTOOL_A_BITSET_UNSPEC = 0, ETHTOOL_A_BITSET_NOMASK = 1, ETHTOOL_A_BITSET_SIZE = 2, ETHTOOL_A_BITSET_BITS = 3, ETHTOOL_A_BITSET_VALUE = 4, ETHTOOL_A_BITSET_MASK = 5, __ETHTOOL_A_BITSET_CNT = 6, ETHTOOL_A_BITSET_MAX = 5, }; struct linkinfo_reply_data { struct ethnl_reply_data base; struct ethtool_link_ksettings ksettings; struct ethtool_link_settings *lsettings; }; struct linkstate_reply_data { struct ethnl_reply_data base; int link; int sqi; int sqi_max; struct ethtool_link_ext_stats link_stats; bool link_ext_state_provided; struct ethtool_link_ext_state_info ethtool_link_ext_state_info; }; struct features_reply_data { struct ethnl_reply_data base; u32 hw[2]; u32 wanted[2]; u32 active[2]; u32 nochange[2]; u32 all[2]; }; enum ethtool_supported_ring_param { ETHTOOL_RING_USE_RX_BUF_LEN = 1, ETHTOOL_RING_USE_CQE_SIZE = 2, ETHTOOL_RING_USE_TX_PUSH = 4, ETHTOOL_RING_USE_RX_PUSH = 8, ETHTOOL_RING_USE_TX_PUSH_BUF_LEN = 16, }; enum { ETHTOOL_TCP_DATA_SPLIT_UNKNOWN = 0, ETHTOOL_TCP_DATA_SPLIT_DISABLED = 1, ETHTOOL_TCP_DATA_SPLIT_ENABLED = 2, }; struct rings_reply_data { struct ethnl_reply_data base; struct ethtool_ringparam ringparam; struct kernel_ethtool_ringparam kernel_ringparam; u32 supported_ring_params; }; enum { ETHTOOL_A_PAUSE_STAT_UNSPEC = 0, ETHTOOL_A_PAUSE_STAT_PAD = 1, ETHTOOL_A_PAUSE_STAT_TX_FRAMES = 2, ETHTOOL_A_PAUSE_STAT_RX_FRAMES = 3, __ETHTOOL_A_PAUSE_STAT_CNT = 4, ETHTOOL_A_PAUSE_STAT_MAX = 3, }; struct pause_req_info { struct ethnl_req_info base; enum ethtool_mac_stats_src src; }; struct pause_reply_data { struct ethnl_reply_data base; struct ethtool_pauseparam pauseparam; struct ethtool_pause_stats pausestat; }; enum { ETHTOOL_A_CABLE_PAIR_A = 0, ETHTOOL_A_CABLE_PAIR_B = 1, ETHTOOL_A_CABLE_PAIR_C = 2, ETHTOOL_A_CABLE_PAIR_D = 3, }; enum { ETHTOOL_A_CABLE_RESULT_UNSPEC = 0, ETHTOOL_A_CABLE_RESULT_PAIR = 1, ETHTOOL_A_CABLE_RESULT_CODE = 2, __ETHTOOL_A_CABLE_RESULT_CNT = 3, ETHTOOL_A_CABLE_RESULT_MAX = 2, }; enum { ETHTOOL_A_CABLE_FAULT_LENGTH_UNSPEC = 0, ETHTOOL_A_CABLE_FAULT_LENGTH_PAIR = 1, ETHTOOL_A_CABLE_FAULT_LENGTH_CM = 2, __ETHTOOL_A_CABLE_FAULT_LENGTH_CNT = 3, ETHTOOL_A_CABLE_FAULT_LENGTH_MAX = 2, }; enum { ETHTOOL_A_CABLE_TEST_NTF_STATUS_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_NTF_STATUS_STARTED = 1, ETHTOOL_A_CABLE_TEST_NTF_STATUS_COMPLETED = 2, }; enum { ETHTOOL_A_CABLE_NEST_UNSPEC = 0, ETHTOOL_A_CABLE_NEST_RESULT = 1, ETHTOOL_A_CABLE_NEST_FAULT_LENGTH = 2, __ETHTOOL_A_CABLE_NEST_CNT = 3, ETHTOOL_A_CABLE_NEST_MAX = 2, }; enum { ETHTOOL_A_CABLE_TEST_NTF_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_NTF_HEADER = 1, ETHTOOL_A_CABLE_TEST_NTF_STATUS = 2, ETHTOOL_A_CABLE_TEST_NTF_NEST = 3, __ETHTOOL_A_CABLE_TEST_NTF_CNT = 4, ETHTOOL_A_CABLE_TEST_NTF_MAX = 3, }; enum { ETHTOOL_A_CABLE_TEST_TDR_CFG_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_TDR_CFG_FIRST = 1, ETHTOOL_A_CABLE_TEST_TDR_CFG_LAST = 2, ETHTOOL_A_CABLE_TEST_TDR_CFG_STEP = 3, ETHTOOL_A_CABLE_TEST_TDR_CFG_PAIR = 4, __ETHTOOL_A_CABLE_TEST_TDR_CFG_CNT = 5, ETHTOOL_A_CABLE_TEST_TDR_CFG_MAX = 4, }; enum { ETHTOOL_A_CABLE_AMPLITUDE_UNSPEC = 0, ETHTOOL_A_CABLE_AMPLITUDE_PAIR = 1, ETHTOOL_A_CABLE_AMPLITUDE_mV = 2, __ETHTOOL_A_CABLE_AMPLITUDE_CNT = 3, ETHTOOL_A_CABLE_AMPLITUDE_MAX = 2, }; enum { ETHTOOL_A_CABLE_PULSE_UNSPEC = 0, ETHTOOL_A_CABLE_PULSE_mV = 1, __ETHTOOL_A_CABLE_PULSE_CNT = 2, ETHTOOL_A_CABLE_PULSE_MAX = 1, }; enum { ETHTOOL_A_CABLE_STEP_UNSPEC = 0, ETHTOOL_A_CABLE_STEP_FIRST_DISTANCE = 1, ETHTOOL_A_CABLE_STEP_LAST_DISTANCE = 2, ETHTOOL_A_CABLE_STEP_STEP_DISTANCE = 3, __ETHTOOL_A_CABLE_STEP_CNT = 4, ETHTOOL_A_CABLE_STEP_MAX = 3, }; enum { ETHTOOL_A_CABLE_TDR_NEST_UNSPEC = 0, ETHTOOL_A_CABLE_TDR_NEST_STEP = 1, ETHTOOL_A_CABLE_TDR_NEST_AMPLITUDE = 2, ETHTOOL_A_CABLE_TDR_NEST_PULSE = 3, __ETHTOOL_A_CABLE_TDR_NEST_CNT = 4, ETHTOOL_A_CABLE_TDR_NEST_MAX = 3, }; struct eeprom_req_info { struct ethnl_req_info base; u32 offset; u32 length; u8 page; u8 bank; u8 i2c_address; }; struct eeprom_reply_data { struct ethnl_reply_data base; u32 length; u8 *data; }; enum { ETHTOOL_A_STATS_GRP_UNSPEC = 0, ETHTOOL_A_STATS_GRP_PAD = 1, ETHTOOL_A_STATS_GRP_ID = 2, ETHTOOL_A_STATS_GRP_SS_ID = 3, ETHTOOL_A_STATS_GRP_STAT = 4, ETHTOOL_A_STATS_GRP_HIST_RX = 5, ETHTOOL_A_STATS_GRP_HIST_TX = 6, ETHTOOL_A_STATS_GRP_HIST_BKT_LOW = 7, ETHTOOL_A_STATS_GRP_HIST_BKT_HI = 8, ETHTOOL_A_STATS_GRP_HIST_VAL = 9, __ETHTOOL_A_STATS_GRP_CNT = 10, ETHTOOL_A_STATS_GRP_MAX = 9, }; struct stats_req_info { struct ethnl_req_info base; long unsigned int stat_mask[1]; enum ethtool_mac_stats_src src; }; struct stats_reply_data { struct ethnl_reply_data base; union { struct { struct ethtool_eth_phy_stats phy_stats; struct ethtool_eth_mac_stats mac_stats; struct ethtool_eth_ctrl_stats ctrl_stats; struct ethtool_rmon_stats rmon_stats; }; struct { struct ethtool_eth_phy_stats phy_stats; struct ethtool_eth_mac_stats mac_stats; struct ethtool_eth_ctrl_stats ctrl_stats; struct ethtool_rmon_stats rmon_stats; } stats; }; const struct ethtool_rmon_hist_range *rmon_ranges; }; struct module_reply_data { struct ethnl_reply_data base; struct ethtool_module_power_mode_params power; }; enum ip_conntrack_info { IP_CT_ESTABLISHED = 0, IP_CT_RELATED = 1, IP_CT_NEW = 2, IP_CT_IS_REPLY = 3, IP_CT_ESTABLISHED_REPLY = 3, IP_CT_RELATED_REPLY = 4, IP_CT_NUMBER = 5, IP_CT_UNTRACKED = 7, }; struct nf_hook_entries_rcu_head { struct callback_head head; void *allocation; }; struct nf_ct_hook { int (*update)(struct net *, struct sk_buff *); void (*destroy)(struct nf_conntrack *); bool (*get_tuple_skb)(struct nf_conntrack_tuple *, const struct sk_buff *); void (*attach)(struct sk_buff *, const struct sk_buff *); void (*set_closing)(struct nf_conntrack *); }; struct nfnl_ct_hook { size_t (*build_size)(const struct nf_conn *); int (*build)(struct sk_buff *, struct nf_conn *, enum ip_conntrack_info, u_int16_t, u_int16_t); int (*parse)(const struct nlattr *, struct nf_conn *); int (*attach_expect)(const struct nlattr *, struct nf_conn *, u32, u32); void (*seq_adjust)(struct sk_buff *, struct nf_conn *, enum ip_conntrack_info, s32); }; struct nf_bridge_info { enum { BRNF_PROTO_UNCHANGED = 0, BRNF_PROTO_8021Q = 1, BRNF_PROTO_PPPOE = 2, } orig_proto: 8; u8 pkt_otherhost: 1; u8 in_prerouting: 1; u8 bridged_dnat: 1; u8 sabotage_in_done: 1; __u16 frag_max_size; struct net_device *physindev; struct net_device *physoutdev; union { __be32 ipv4_daddr; struct in6_addr ipv6_daddr; char neigh_header[8]; }; }; struct ip_rt_info { __be32 daddr; __be32 saddr; u_int8_t tos; u_int32_t mark; }; enum l2tp_debug_flags { L2TP_MSG_DEBUG = 1, L2TP_MSG_CONTROL = 2, L2TP_MSG_SEQ = 4, L2TP_MSG_DATA = 8, }; struct nf_queue_handler { int (*outfn)(struct nf_queue_entry *, unsigned int); void (*nf_hook_drop)(struct net *); }; struct bpf_nf_link { struct bpf_link link; struct nf_hook_ops hook_ops; struct net *net; u32 dead; }; struct xt_tcp { __u16 spts[2]; __u16 dpts[2]; __u8 option; __u8 flg_mask; __u8 flg_cmp; __u8 invflags; }; struct xt_udp { __u16 spts[2]; __u16 dpts[2]; __u8 invflags; }; struct ipt_icmp { __u8 type; __u8 code[2]; __u8 invflags; }; struct ip6t_icmp { __u8 type; __u8 code[2]; __u8 invflags; }; enum { INET_FRAG_FIRST_IN = 1, INET_FRAG_LAST_IN = 2, INET_FRAG_COMPLETE = 4, INET_FRAG_HASH_DEAD = 8, INET_FRAG_DROP = 16, }; struct ipq { struct inet_frag_queue q; u8 ecn; u16 max_df_size; int iif; unsigned int rid; struct inet_peer *peer; }; enum pkt_hash_types { PKT_HASH_TYPE_NONE = 0, PKT_HASH_TYPE_L2 = 1, PKT_HASH_TYPE_L3 = 2, PKT_HASH_TYPE_L4 = 3, }; struct ip_fraglist_iter { struct sk_buff *frag; struct iphdr *iph; int offset; unsigned int hlen; }; struct ip_frag_state { bool DF; unsigned int hlen; unsigned int ll_rs; unsigned int mtu; unsigned int left; int offset; int ptr; __be16 not_last_frag; }; struct ip_reply_arg { struct kvec iov[1]; int flags; __wsum csum; int csumoffset; int bound_dev_if; u8 tos; kuid_t uid; }; struct tcp_repair_opt { __u32 opt_code; __u32 opt_val; }; struct tcp_repair_window { __u32 snd_wl1; __u32 snd_wnd; __u32 max_window; __u32 rcv_wnd; __u32 rcv_wup; }; enum { TCP_NO_QUEUE = 0, TCP_RECV_QUEUE = 1, TCP_SEND_QUEUE = 2, TCP_QUEUES_NR = 3, }; enum { TCP_NLA_PAD = 0, TCP_NLA_BUSY = 1, TCP_NLA_RWND_LIMITED = 2, TCP_NLA_SNDBUF_LIMITED = 3, TCP_NLA_DATA_SEGS_OUT = 4, TCP_NLA_TOTAL_RETRANS = 5, TCP_NLA_PACING_RATE = 6, TCP_NLA_DELIVERY_RATE = 7, TCP_NLA_SND_CWND = 8, TCP_NLA_REORDERING = 9, TCP_NLA_MIN_RTT = 10, TCP_NLA_RECUR_RETRANS = 11, TCP_NLA_DELIVERY_RATE_APP_LMT = 12, TCP_NLA_SNDQ_SIZE = 13, TCP_NLA_CA_STATE = 14, TCP_NLA_SND_SSTHRESH = 15, TCP_NLA_DELIVERED = 16, TCP_NLA_DELIVERED_CE = 17, TCP_NLA_BYTES_SENT = 18, TCP_NLA_BYTES_RETRANS = 19, TCP_NLA_DSACK_DUPS = 20, TCP_NLA_REORD_SEEN = 21, TCP_NLA_SRTT = 22, TCP_NLA_TIMEOUT_REHASH = 23, TCP_NLA_BYTES_NOTSENT = 24, TCP_NLA_EDT = 25, TCP_NLA_TTL = 26, TCP_NLA_REHASH = 27, }; struct tcp_zerocopy_receive { __u64 address; __u32 length; __u32 recv_skip_hint; __u32 inq; __s32 err; __u64 copybuf_address; __s32 copybuf_len; __u32 flags; __u64 msg_control; __u64 msg_controllen; __u32 msg_flags; __u32 reserved; }; enum { BPF_TCP_ESTABLISHED = 1, BPF_TCP_SYN_SENT = 2, BPF_TCP_SYN_RECV = 3, BPF_TCP_FIN_WAIT1 = 4, BPF_TCP_FIN_WAIT2 = 5, BPF_TCP_TIME_WAIT = 6, BPF_TCP_CLOSE = 7, BPF_TCP_CLOSE_WAIT = 8, BPF_TCP_LAST_ACK = 9, BPF_TCP_LISTEN = 10, BPF_TCP_CLOSING = 11, BPF_TCP_NEW_SYN_RECV = 12, BPF_TCP_MAX_STATES = 13, }; struct tcp_md5sig_pool { struct ahash_request *md5_req; void *scratch; }; enum { TCP_CMSG_INQ = 1, TCP_CMSG_TS = 2, }; struct tcp_splice_state { struct pipe_inode_info *pipe; size_t len; unsigned int flags; }; enum tsq_flags { TSQF_THROTTLED = 1, TSQF_QUEUED = 2, TCPF_TSQ_DEFERRED = 4, TCPF_WRITE_TIMER_DEFERRED = 8, TCPF_DELACK_TIMER_DEFERRED = 16, TCPF_MTU_REDUCED_DEFERRED = 32, }; enum { BPF_WRITE_HDR_TCP_CURRENT_MSS = 1, BPF_WRITE_HDR_TCP_SYNACK_COOKIE = 2, }; struct mptcp_out_options { u16 suboptions; struct mptcp_rm_list rm_list; u8 join_id; u8 backup; u8 reset_reason: 4; u8 reset_transient: 1; u8 csum_reqd: 1; u8 allow_join_id0: 1; union { struct { u64 sndr_key; u64 rcvr_key; u64 data_seq; u32 subflow_seq; u16 data_len; __sum16 csum; }; struct { struct mptcp_addr_info addr; u64 ahmac; }; struct { struct mptcp_ext ext_copy; u64 fail_seq; }; struct { u32 nonce; u32 token; u64 thmac; u8 hmac[20]; }; }; }; struct tcp_out_options { u16 options; u16 mss; u8 ws; u8 num_sack_blocks; u8 hash_size; u8 bpf_opt_len; __u8 *hash_location; __u32 tsval; __u32 tsecr; struct tcp_fastopen_cookie *fastopen_cookie; struct mptcp_out_options mptcp; }; struct tsq_tasklet { struct tasklet_struct tasklet; struct list_head head; }; struct tcp_md5sig { struct __kernel_sockaddr_storage tcpm_addr; __u8 tcpm_flags; __u8 tcpm_prefixlen; __u16 tcpm_keylen; int tcpm_ifindex; __u8 tcpm_key[80]; }; struct tcp4_pseudohdr { __be32 saddr; __be32 daddr; __u8 pad; __u8 protocol; __be16 len; }; enum tcp_seq_states { TCP_SEQ_STATE_LISTENING = 0, TCP_SEQ_STATE_ESTABLISHED = 1, }; struct tcp_seq_afinfo { sa_family_t family; }; struct tcp_iter_state { struct seq_net_private p; enum tcp_seq_states state; struct sock *syn_wait_sk; int bucket; int offset; int sbucket; int num; loff_t last_pos; }; struct bpf_tcp_iter_state { struct tcp_iter_state state; unsigned int cur_sk; unsigned int end_sk; unsigned int max_sk; struct sock **batch; bool st_bucket_done; }; struct bpf_iter__tcp { union { struct bpf_iter_meta *meta; }; union { struct sock_common *sk_common; }; uid_t uid; }; enum tcp_metric_index { TCP_METRIC_RTT = 0, TCP_METRIC_RTTVAR = 1, TCP_METRIC_SSTHRESH = 2, TCP_METRIC_CWND = 3, TCP_METRIC_REORDERING = 4, TCP_METRIC_RTT_US = 5, TCP_METRIC_RTTVAR_US = 6, __TCP_METRIC_MAX = 7, }; enum { TCP_METRICS_ATTR_UNSPEC = 0, TCP_METRICS_ATTR_ADDR_IPV4 = 1, TCP_METRICS_ATTR_ADDR_IPV6 = 2, TCP_METRICS_ATTR_AGE = 3, TCP_METRICS_ATTR_TW_TSVAL = 4, TCP_METRICS_ATTR_TW_TS_STAMP = 5, TCP_METRICS_ATTR_VALS = 6, TCP_METRICS_ATTR_FOPEN_MSS = 7, TCP_METRICS_ATTR_FOPEN_SYN_DROPS = 8, TCP_METRICS_ATTR_FOPEN_SYN_DROP_TS = 9, TCP_METRICS_ATTR_FOPEN_COOKIE = 10, TCP_METRICS_ATTR_SADDR_IPV4 = 11, TCP_METRICS_ATTR_SADDR_IPV6 = 12, TCP_METRICS_ATTR_PAD = 13, __TCP_METRICS_ATTR_MAX = 14, }; enum { TCP_METRICS_CMD_UNSPEC = 0, TCP_METRICS_CMD_GET = 1, TCP_METRICS_CMD_DEL = 2, __TCP_METRICS_CMD_MAX = 3, }; struct tcp_fastopen_metrics { u16 mss; u16 syn_loss: 10; u16 try_exp: 2; long unsigned int last_syn_loss; struct tcp_fastopen_cookie cookie; }; struct tcp_metrics_block { struct tcp_metrics_block *tcpm_next; struct net *tcpm_net; struct inetpeer_addr tcpm_saddr; struct inetpeer_addr tcpm_daddr; long unsigned int tcpm_stamp; u32 tcpm_lock; u32 tcpm_vals[5]; struct tcp_fastopen_metrics tcpm_fastopen; struct callback_head callback_head; }; struct tcpm_hash_bucket { struct tcp_metrics_block *chain; }; typedef struct sock * (*udp_lookup_t)(const struct sk_buff *, __be16, __be16); typedef struct sk_buff * (*gro_receive_t)(struct list_head *, struct sk_buff *); typedef struct sk_buff * (*gro_receive_sk_t)(struct sock *, struct list_head *, struct sk_buff *); enum ip_conntrack_status { IPS_EXPECTED_BIT = 0, IPS_EXPECTED = 1, IPS_SEEN_REPLY_BIT = 1, IPS_SEEN_REPLY = 2, IPS_ASSURED_BIT = 2, IPS_ASSURED = 4, IPS_CONFIRMED_BIT = 3, IPS_CONFIRMED = 8, IPS_SRC_NAT_BIT = 4, IPS_SRC_NAT = 16, IPS_DST_NAT_BIT = 5, IPS_DST_NAT = 32, IPS_NAT_MASK = 48, IPS_SEQ_ADJUST_BIT = 6, IPS_SEQ_ADJUST = 64, IPS_SRC_NAT_DONE_BIT = 7, IPS_SRC_NAT_DONE = 128, IPS_DST_NAT_DONE_BIT = 8, IPS_DST_NAT_DONE = 256, IPS_NAT_DONE_MASK = 384, IPS_DYING_BIT = 9, IPS_DYING = 512, IPS_FIXED_TIMEOUT_BIT = 10, IPS_FIXED_TIMEOUT = 1024, IPS_TEMPLATE_BIT = 11, IPS_TEMPLATE = 2048, IPS_UNTRACKED_BIT = 12, IPS_UNTRACKED = 4096, IPS_NAT_CLASH_BIT = 12, IPS_NAT_CLASH = 4096, IPS_HELPER_BIT = 13, IPS_HELPER = 8192, IPS_OFFLOAD_BIT = 14, IPS_OFFLOAD = 16384, IPS_HW_OFFLOAD_BIT = 15, IPS_HW_OFFLOAD = 32768, IPS_UNCHANGEABLE_MASK = 56313, __IPS_MAX_BIT = 16, }; struct icmp_ext_hdr { __u8 version: 4; __u8 reserved1: 4; __u8 reserved2; __sum16 checksum; }; struct icmp_extobj_hdr { __be16 length; __u8 class_num; __u8 class_type; }; struct icmp_ext_echo_ctype3_hdr { __be16 afi; __u8 addrlen; __u8 reserved; }; struct icmp_ext_echo_iio { struct icmp_extobj_hdr extobj_hdr; union { char name[16]; __be32 ifindex; struct { struct icmp_ext_echo_ctype3_hdr ctype3_hdr; union { __be32 ipv4_addr; struct in6_addr ipv6_addr; } ip_addr; } addr; } ident; }; struct icmp_bxm { struct sk_buff *skb; int offset; int data_len; struct { struct icmphdr icmph; __be32 times[3]; } data; int head_len; struct ip_options_data replyopts; }; struct icmp_control { enum skb_drop_reason (*handler)(struct sk_buff *); short int error; }; struct compat_rtentry { u32 rt_pad1; struct sockaddr rt_dst; struct sockaddr rt_gateway; struct sockaddr rt_genmask; short unsigned int rt_flags; short int rt_pad2; u32 rt_pad3; unsigned char rt_tos; unsigned char rt_class; short int rt_pad4; short int rt_metric; compat_uptr_t rt_dev; u32 rt_mtu; u32 rt_window; short unsigned int rt_irtt; }; struct fib_rt_info { struct fib_info *fi; u32 tb_id; __be32 dst; int dst_len; dscp_t dscp; u8 type; u8 offload: 1; u8 trap: 1; u8 offload_failed: 1; u8 unused: 5; }; struct fib_nh_notifier_info { struct fib_notifier_info info; struct fib_nh *fib_nh; }; struct fib_alias { struct hlist_node fa_list; struct fib_info *fa_info; dscp_t fa_dscp; u8 fa_type; u8 fa_state; u8 fa_slen; u32 tb_id; s16 fa_default; u8 offload; u8 trap; u8 offload_failed; struct callback_head rcu; }; struct fib_prop { int error; u8 scope; }; struct ipfrag_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; }; struct sk_buff *next_frag; int frag_run_len; }; enum lwtunnel_ip_t { LWTUNNEL_IP_UNSPEC = 0, LWTUNNEL_IP_ID = 1, LWTUNNEL_IP_DST = 2, LWTUNNEL_IP_SRC = 3, LWTUNNEL_IP_TTL = 4, LWTUNNEL_IP_TOS = 5, LWTUNNEL_IP_FLAGS = 6, LWTUNNEL_IP_PAD = 7, LWTUNNEL_IP_OPTS = 8, __LWTUNNEL_IP_MAX = 9, }; enum lwtunnel_ip6_t { LWTUNNEL_IP6_UNSPEC = 0, LWTUNNEL_IP6_ID = 1, LWTUNNEL_IP6_DST = 2, LWTUNNEL_IP6_SRC = 3, LWTUNNEL_IP6_HOPLIMIT = 4, LWTUNNEL_IP6_TC = 5, LWTUNNEL_IP6_FLAGS = 6, LWTUNNEL_IP6_PAD = 7, LWTUNNEL_IP6_OPTS = 8, __LWTUNNEL_IP6_MAX = 9, }; enum { LWTUNNEL_IP_OPTS_UNSPEC = 0, LWTUNNEL_IP_OPTS_GENEVE = 1, LWTUNNEL_IP_OPTS_VXLAN = 2, LWTUNNEL_IP_OPTS_ERSPAN = 3, __LWTUNNEL_IP_OPTS_MAX = 4, }; enum { LWTUNNEL_IP_OPT_GENEVE_UNSPEC = 0, LWTUNNEL_IP_OPT_GENEVE_CLASS = 1, LWTUNNEL_IP_OPT_GENEVE_TYPE = 2, LWTUNNEL_IP_OPT_GENEVE_DATA = 3, __LWTUNNEL_IP_OPT_GENEVE_MAX = 4, }; enum { LWTUNNEL_IP_OPT_VXLAN_UNSPEC = 0, LWTUNNEL_IP_OPT_VXLAN_GBP = 1, __LWTUNNEL_IP_OPT_VXLAN_MAX = 2, }; enum { LWTUNNEL_IP_OPT_ERSPAN_UNSPEC = 0, LWTUNNEL_IP_OPT_ERSPAN_VER = 1, LWTUNNEL_IP_OPT_ERSPAN_INDEX = 2, LWTUNNEL_IP_OPT_ERSPAN_DIR = 3, LWTUNNEL_IP_OPT_ERSPAN_HWID = 4, __LWTUNNEL_IP_OPT_ERSPAN_MAX = 5, }; enum { IFLA_IPTUN_UNSPEC = 0, IFLA_IPTUN_LINK = 1, IFLA_IPTUN_LOCAL = 2, IFLA_IPTUN_REMOTE = 3, IFLA_IPTUN_TTL = 4, IFLA_IPTUN_TOS = 5, IFLA_IPTUN_ENCAP_LIMIT = 6, IFLA_IPTUN_FLOWINFO = 7, IFLA_IPTUN_FLAGS = 8, IFLA_IPTUN_PROTO = 9, IFLA_IPTUN_PMTUDISC = 10, IFLA_IPTUN_6RD_PREFIX = 11, IFLA_IPTUN_6RD_RELAY_PREFIX = 12, IFLA_IPTUN_6RD_PREFIXLEN = 13, IFLA_IPTUN_6RD_RELAY_PREFIXLEN = 14, IFLA_IPTUN_ENCAP_TYPE = 15, IFLA_IPTUN_ENCAP_FLAGS = 16, IFLA_IPTUN_ENCAP_SPORT = 17, IFLA_IPTUN_ENCAP_DPORT = 18, IFLA_IPTUN_COLLECT_METADATA = 19, IFLA_IPTUN_FWMARK = 20, __IFLA_IPTUN_MAX = 21, }; struct ip6_tnl_encap_ops { size_t (*encap_hlen)(struct ip_tunnel_encap *); int (*build_header)(struct sk_buff *, struct ip_tunnel_encap *, u8 *, struct flowi6 *); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); }; struct geneve_opt { __be16 opt_class; u8 type; u8 r1: 1; u8 r2: 1; u8 r3: 1; u8 length: 5; u8 opt_data[0]; }; struct vxlan_metadata { u32 gbp; }; struct erspan_md2 { __be32 timestamp; __be16 sgt; __u8 p: 1; __u8 ft: 5; __u8 hwid_upper: 2; __u8 hwid: 4; __u8 dir: 1; __u8 gra: 2; __u8 o: 1; }; struct erspan_metadata { int version; union { __be32 index; struct erspan_md2 md2; } u; }; struct fib4_rule { struct fib_rule common; u8 dst_len; u8 src_len; dscp_t dscp; __be32 src; __be32 srcmask; __be32 dst; __be32 dstmask; u32 tclassid; }; struct rta_mfc_stats { __u64 mfcs_packets; __u64 mfcs_bytes; __u64 mfcs_wrong_if; }; enum { INET_DIAG_NONE = 0, INET_DIAG_MEMINFO = 1, INET_DIAG_INFO = 2, INET_DIAG_VEGASINFO = 3, INET_DIAG_CONG = 4, INET_DIAG_TOS = 5, INET_DIAG_TCLASS = 6, INET_DIAG_SKMEMINFO = 7, INET_DIAG_SHUTDOWN = 8, INET_DIAG_DCTCPINFO = 9, INET_DIAG_PROTOCOL = 10, INET_DIAG_SKV6ONLY = 11, INET_DIAG_LOCALS = 12, INET_DIAG_PEERS = 13, INET_DIAG_PAD = 14, INET_DIAG_MARK = 15, INET_DIAG_BBRINFO = 16, INET_DIAG_CLASS_ID = 17, INET_DIAG_MD5SIG = 18, INET_DIAG_ULP_INFO = 19, INET_DIAG_SK_BPF_STORAGES = 20, INET_DIAG_CGROUP_ID = 21, INET_DIAG_SOCKOPT = 22, __INET_DIAG_MAX = 23, }; struct tcp_diag_md5sig { __u8 tcpm_family; __u8 tcpm_prefixlen; __u16 tcpm_keylen; __be32 tcpm_addr[4]; __u8 tcpm_key[80]; }; struct inet_diag_req_raw { __u8 sdiag_family; __u8 sdiag_protocol; __u8 idiag_ext; __u8 sdiag_raw_protocol; __u32 idiag_states; struct inet_diag_sockid id; }; enum { UDP_BPF_IPV4 = 0, UDP_BPF_IPV6 = 1, UDP_BPF_NUM_PROTS = 2, }; struct xfrm_input_afinfo { u8 family; bool is_ipip; int (*callback)(struct sk_buff *, u8, int); }; struct xfrm4_protocol { int (*handler)(struct sk_buff *); int (*input_handler)(struct sk_buff *, int, __be32, int); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, u32); struct xfrm4_protocol *next; int priority; }; typedef u64 (*btf_bpf_tcp_send_ack)(struct tcp_sock *, u32); struct ip_beet_phdr { __u8 nexthdr; __u8 hdrlen; __u8 padlen; __u8 reserved; }; struct gro_cell; struct gro_cells { struct gro_cell *cells; }; enum { XFRM_MODE_FLAG_TUNNEL = 1, }; struct ip_tunnel_6rd_parm { struct in6_addr prefix; __be32 relay_prefix; u16 prefixlen; u16 relay_prefixlen; }; struct ip_tunnel_prl_entry; struct ip_tunnel { struct ip_tunnel *next; struct hlist_node hash_node; struct net_device *dev; netdevice_tracker dev_tracker; struct net *net; long unsigned int err_time; int err_count; u32 i_seqno; atomic_t o_seqno; int tun_hlen; u32 index; u8 erspan_ver; u8 dir; u16 hwid; struct dst_cache dst_cache; struct ip_tunnel_parm parms; int mlink; int encap_hlen; int hlen; struct ip_tunnel_encap encap; struct ip_tunnel_6rd_parm ip6rd; struct ip_tunnel_prl_entry *prl; unsigned int prl_count; unsigned int ip_tnl_net_id; struct gro_cells gro_cells; __u32 fwmark; bool collect_md; bool ignore_df; }; struct __ip6_tnl_parm { char name[16]; int link; __u8 proto; __u8 encap_limit; __u8 hop_limit; bool collect_md; __be32 flowinfo; __u32 flags; struct in6_addr laddr; struct in6_addr raddr; __be16 i_flags; __be16 o_flags; __be32 i_key; __be32 o_key; __u32 fwmark; __u32 index; __u8 erspan_ver; __u8 dir; __u16 hwid; }; struct ip6_tnl { struct ip6_tnl *next; struct net_device *dev; netdevice_tracker dev_tracker; struct net *net; struct __ip6_tnl_parm parms; struct flowi fl; struct dst_cache dst_cache; struct gro_cells gro_cells; int err_count; long unsigned int err_time; __u32 i_seqno; atomic_t o_seqno; int hlen; int tun_hlen; int encap_hlen; struct ip_tunnel_encap encap; int mlink; }; struct xfrm_skb_cb { struct xfrm_tunnel_skb_cb header; union { struct { __u32 low; __u32 hi; } output; struct { __be32 low; __be32 hi; } input; } seq; }; struct ip_tunnel_prl_entry { struct ip_tunnel_prl_entry *next; __be32 addr; u16 flags; struct callback_head callback_head; }; struct xfrm_trans_tasklet { struct work_struct work; spinlock_t queue_lock; struct sk_buff_head queue; }; struct xfrm_trans_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; int (*finish)(struct net *, struct sock *, struct sk_buff *); struct net *net; }; struct xfrm_user_offload { int ifindex; __u8 flags; }; enum { XFRM_DEV_OFFLOAD_IN = 1, XFRM_DEV_OFFLOAD_OUT = 2, XFRM_DEV_OFFLOAD_FWD = 3, }; struct sadb_alg { __u8 sadb_alg_id; __u8 sadb_alg_ivlen; __u16 sadb_alg_minbits; __u16 sadb_alg_maxbits; __u16 sadb_alg_reserved; }; struct xfrm_algo_aead_info { char *geniv; u16 icv_truncbits; }; struct xfrm_algo_auth_info { u16 icv_truncbits; u16 icv_fullbits; }; struct xfrm_algo_encr_info { char *geniv; u16 blockbits; u16 defkeybits; }; struct xfrm_algo_comp_info { u16 threshold; }; struct xfrm_algo_desc { char *name; char *compat; u8 available: 1; u8 pfkey_supported: 1; union { struct xfrm_algo_aead_info aead; struct xfrm_algo_auth_info auth; struct xfrm_algo_encr_info encr; struct xfrm_algo_comp_info comp; } uinfo; struct sadb_alg desc; }; struct xfrm_algo_list { struct xfrm_algo_desc *algs; int entries; u32 type; u32 mask; }; struct xfrm_aead_name { const char *name; int icvbits; }; enum { XFRM_SHARE_ANY = 0, XFRM_SHARE_SESSION = 1, XFRM_SHARE_USER = 2, XFRM_SHARE_UNIQUE = 3, }; struct xfrm_user_tmpl { struct xfrm_id id; __u16 family; xfrm_address_t saddr; __u32 reqid; __u8 mode; __u8 share; __u8 optional; __u32 aalgos; __u32 ealgos; __u32 calgos; }; enum xfrm_ae_ftype_t { XFRM_AE_UNSPEC = 0, XFRM_AE_RTHR = 1, XFRM_AE_RVAL = 2, XFRM_AE_LVAL = 4, XFRM_AE_ETHR = 8, XFRM_AE_CR = 16, XFRM_AE_CE = 32, XFRM_AE_CU = 64, __XFRM_AE_MAX = 65, }; struct xfrm_userpolicy_type { __u8 type; __u16 reserved1; __u8 reserved2; }; enum xfrm_sadattr_type_t { XFRMA_SAD_UNSPEC = 0, XFRMA_SAD_CNT = 1, XFRMA_SAD_HINFO = 2, __XFRMA_SAD_MAX = 3, }; struct xfrmu_sadhinfo { __u32 sadhcnt; __u32 sadhmcnt; }; enum xfrm_spdattr_type_t { XFRMA_SPD_UNSPEC = 0, XFRMA_SPD_INFO = 1, XFRMA_SPD_HINFO = 2, XFRMA_SPD_IPV4_HTHRESH = 3, XFRMA_SPD_IPV6_HTHRESH = 4, __XFRMA_SPD_MAX = 5, }; struct xfrmu_spdinfo { __u32 incnt; __u32 outcnt; __u32 fwdcnt; __u32 inscnt; __u32 outscnt; __u32 fwdscnt; }; struct xfrmu_spdhinfo { __u32 spdhcnt; __u32 spdhmcnt; }; struct xfrmu_spdhthresh { __u8 lbits; __u8 rbits; }; struct xfrm_usersa_info { struct xfrm_selector sel; struct xfrm_id id; xfrm_address_t saddr; struct xfrm_lifetime_cfg lft; struct xfrm_lifetime_cur curlft; struct xfrm_stats stats; __u32 seq; __u32 reqid; __u16 family; __u8 mode; __u8 replay_window; __u8 flags; }; struct xfrm_usersa_id { xfrm_address_t daddr; __be32 spi; __u16 family; __u8 proto; }; struct xfrm_aevent_id { struct xfrm_usersa_id sa_id; xfrm_address_t saddr; __u32 flags; __u32 reqid; }; struct xfrm_userspi_info { struct xfrm_usersa_info info; __u32 min; __u32 max; }; struct xfrm_userpolicy_info { struct xfrm_selector sel; struct xfrm_lifetime_cfg lft; struct xfrm_lifetime_cur curlft; __u32 priority; __u32 index; __u8 dir; __u8 action; __u8 flags; __u8 share; }; struct xfrm_userpolicy_id { struct xfrm_selector sel; __u32 index; __u8 dir; }; struct xfrm_user_acquire { struct xfrm_id id; xfrm_address_t saddr; struct xfrm_selector sel; struct xfrm_userpolicy_info policy; __u32 aalgos; __u32 ealgos; __u32 calgos; __u32 seq; }; struct xfrm_user_expire { struct xfrm_usersa_info state; __u8 hard; }; struct xfrm_user_polexpire { struct xfrm_userpolicy_info pol; __u8 hard; }; struct xfrm_usersa_flush { __u8 proto; }; struct xfrm_user_report { __u8 proto; struct xfrm_selector sel; }; struct xfrm_user_kmaddress { xfrm_address_t local; xfrm_address_t remote; __u32 reserved; __u16 family; }; struct xfrm_user_migrate { xfrm_address_t old_daddr; xfrm_address_t old_saddr; xfrm_address_t new_daddr; xfrm_address_t new_saddr; __u8 proto; __u8 mode; __u16 reserved; __u32 reqid; __u16 old_family; __u16 new_family; }; struct xfrm_user_mapping { struct xfrm_usersa_id id; __u32 reqid; xfrm_address_t old_saddr; xfrm_address_t new_saddr; __be16 old_sport; __be16 new_sport; }; struct xfrm_userpolicy_default { __u8 in; __u8 fwd; __u8 out; }; enum xfrm_nlgroups { XFRMNLGRP_NONE = 0, XFRMNLGRP_ACQUIRE = 1, XFRMNLGRP_EXPIRE = 2, XFRMNLGRP_SA = 3, XFRMNLGRP_POLICY = 4, XFRMNLGRP_AEVENTS = 5, XFRMNLGRP_REPORT = 6, XFRMNLGRP_MIGRATE = 7, XFRMNLGRP_MAPPING = 8, __XFRMNLGRP_MAX = 9, }; struct km_event { union { u32 hard; u32 proto; u32 byid; u32 aevent; u32 type; } data; u32 seq; u32 portid; u32 event; struct net *net; }; struct xfrm_mgr { struct list_head list; int (*notify)(struct xfrm_state *, const struct km_event *); int (*acquire)(struct xfrm_state *, struct xfrm_tmpl *, struct xfrm_policy *); struct xfrm_policy * (*compile_policy)(struct sock *, int, u8 *, int, int *); int (*new_mapping)(struct xfrm_state *, xfrm_address_t *, __be16); int (*notify_policy)(struct xfrm_policy *, int, const struct km_event *); int (*report)(struct net *, u8, struct xfrm_selector *, xfrm_address_t *); int (*migrate)(const struct xfrm_selector *, u8, u8, const struct xfrm_migrate *, int, const struct xfrm_kmaddress *, const struct xfrm_encap_tmpl *); bool (*is_alive)(const struct km_event *); }; struct xfrmk_sadinfo { u32 sadhcnt; u32 sadhmcnt; u32 sadcnt; }; struct xfrm_translator { int (*alloc_compat)(struct sk_buff *, const struct nlmsghdr *); struct nlmsghdr * (*rcv_msg_compat)(const struct nlmsghdr *, int, const struct nla_policy *, struct netlink_ext_ack *); int (*xlate_user_policy_sockptr)(u8 **, int); struct module *owner; }; struct xfrm_dump_info { struct sk_buff *in_skb; struct sk_buff *out_skb; u32 nlmsg_seq; u16 nlmsg_flags; }; struct xfrm_link { int (*doit)(struct sk_buff *, struct nlmsghdr *, struct nlattr **, struct netlink_ext_ack *); int (*start)(struct netlink_callback *); int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); const struct nla_policy *nla_pol; int nla_max; }; struct ac6_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; }; enum { IFLA_INET6_UNSPEC = 0, IFLA_INET6_FLAGS = 1, IFLA_INET6_CONF = 2, IFLA_INET6_STATS = 3, IFLA_INET6_MCAST = 4, IFLA_INET6_CACHEINFO = 5, IFLA_INET6_ICMP6STATS = 6, IFLA_INET6_TOKEN = 7, IFLA_INET6_ADDR_GEN_MODE = 8, IFLA_INET6_RA_MTU = 9, __IFLA_INET6_MAX = 10, }; enum in6_addr_gen_mode { IN6_ADDR_GEN_MODE_EUI64 = 0, IN6_ADDR_GEN_MODE_NONE = 1, IN6_ADDR_GEN_MODE_STABLE_PRIVACY = 2, IN6_ADDR_GEN_MODE_RANDOM = 3, }; struct ifla_cacheinfo { __u32 max_reasm_len; __u32 tstamp; __u32 reachable_time; __u32 retrans_time; }; struct wpan_phy; struct wpan_dev_header_ops; struct wpan_dev { struct wpan_phy *wpan_phy; int iftype; struct list_head list; struct net_device *netdev; const struct wpan_dev_header_ops *header_ops; struct net_device *lowpan_dev; u32 identifier; __le16 pan_id; __le16 short_addr; __le64 extended_addr; atomic_t bsn; atomic_t dsn; u8 min_be; u8 max_be; u8 csma_retries; s8 frame_retries; bool lbt; bool ackreq; }; struct prefixmsg { unsigned char prefix_family; unsigned char prefix_pad1; short unsigned int prefix_pad2; int prefix_ifindex; unsigned char prefix_type; unsigned char prefix_len; unsigned char prefix_flags; unsigned char prefix_pad3; }; enum { PREFIX_UNSPEC = 0, PREFIX_ADDRESS = 1, PREFIX_CACHEINFO = 2, __PREFIX_MAX = 3, }; struct prefix_cacheinfo { __u32 preferred_time; __u32 valid_time; }; struct in6_ifreq { struct in6_addr ifr6_addr; __u32 ifr6_prefixlen; int ifr6_ifindex; }; enum { DEVCONF_FORWARDING = 0, DEVCONF_HOPLIMIT = 1, DEVCONF_MTU6 = 2, DEVCONF_ACCEPT_RA = 3, DEVCONF_ACCEPT_REDIRECTS = 4, DEVCONF_AUTOCONF = 5, DEVCONF_DAD_TRANSMITS = 6, DEVCONF_RTR_SOLICITS = 7, DEVCONF_RTR_SOLICIT_INTERVAL = 8, DEVCONF_RTR_SOLICIT_DELAY = 9, DEVCONF_USE_TEMPADDR = 10, DEVCONF_TEMP_VALID_LFT = 11, DEVCONF_TEMP_PREFERED_LFT = 12, DEVCONF_REGEN_MAX_RETRY = 13, DEVCONF_MAX_DESYNC_FACTOR = 14, DEVCONF_MAX_ADDRESSES = 15, DEVCONF_FORCE_MLD_VERSION = 16, DEVCONF_ACCEPT_RA_DEFRTR = 17, DEVCONF_ACCEPT_RA_PINFO = 18, DEVCONF_ACCEPT_RA_RTR_PREF = 19, DEVCONF_RTR_PROBE_INTERVAL = 20, DEVCONF_ACCEPT_RA_RT_INFO_MAX_PLEN = 21, DEVCONF_PROXY_NDP = 22, DEVCONF_OPTIMISTIC_DAD = 23, DEVCONF_ACCEPT_SOURCE_ROUTE = 24, DEVCONF_MC_FORWARDING = 25, DEVCONF_DISABLE_IPV6 = 26, DEVCONF_ACCEPT_DAD = 27, DEVCONF_FORCE_TLLAO = 28, DEVCONF_NDISC_NOTIFY = 29, DEVCONF_MLDV1_UNSOLICITED_REPORT_INTERVAL = 30, DEVCONF_MLDV2_UNSOLICITED_REPORT_INTERVAL = 31, DEVCONF_SUPPRESS_FRAG_NDISC = 32, DEVCONF_ACCEPT_RA_FROM_LOCAL = 33, DEVCONF_USE_OPTIMISTIC = 34, DEVCONF_ACCEPT_RA_MTU = 35, DEVCONF_STABLE_SECRET = 36, DEVCONF_USE_OIF_ADDRS_ONLY = 37, DEVCONF_ACCEPT_RA_MIN_HOP_LIMIT = 38, DEVCONF_IGNORE_ROUTES_WITH_LINKDOWN = 39, DEVCONF_DROP_UNICAST_IN_L2_MULTICAST = 40, DEVCONF_DROP_UNSOLICITED_NA = 41, DEVCONF_KEEP_ADDR_ON_DOWN = 42, DEVCONF_RTR_SOLICIT_MAX_INTERVAL = 43, DEVCONF_SEG6_ENABLED = 44, DEVCONF_SEG6_REQUIRE_HMAC = 45, DEVCONF_ENHANCED_DAD = 46, DEVCONF_ADDR_GEN_MODE = 47, DEVCONF_DISABLE_POLICY = 48, DEVCONF_ACCEPT_RA_RT_INFO_MIN_PLEN = 49, DEVCONF_NDISC_TCLASS = 50, DEVCONF_RPL_SEG_ENABLED = 51, DEVCONF_RA_DEFRTR_METRIC = 52, DEVCONF_IOAM6_ENABLED = 53, DEVCONF_IOAM6_ID = 54, DEVCONF_IOAM6_ID_WIDE = 55, DEVCONF_NDISC_EVICT_NOCARRIER = 56, DEVCONF_ACCEPT_UNTRACKED_NA = 57, DEVCONF_MAX = 58, }; enum { INET6_IFADDR_STATE_PREDAD = 0, INET6_IFADDR_STATE_DAD = 1, INET6_IFADDR_STATE_POSTDAD = 2, INET6_IFADDR_STATE_ERRDAD = 3, INET6_IFADDR_STATE_DEAD = 4, }; enum ieee802154_filtering_level { IEEE802154_FILTERING_NONE = 0, IEEE802154_FILTERING_1_FCS = 1, IEEE802154_FILTERING_2_PROMISCUOUS = 2, IEEE802154_FILTERING_3_SCAN = 3, IEEE802154_FILTERING_4_FRAME_FIELDS = 4, }; enum nl802154_cca_modes { __NL802154_CCA_INVALID = 0, NL802154_CCA_ENERGY = 1, NL802154_CCA_CARRIER = 2, NL802154_CCA_ENERGY_CARRIER = 3, NL802154_CCA_ALOHA = 4, NL802154_CCA_UWB_SHR = 5, NL802154_CCA_UWB_MULTIPLEXED = 6, __NL802154_CCA_ATTR_AFTER_LAST = 7, NL802154_CCA_ATTR_MAX = 6, }; enum nl802154_cca_opts { NL802154_CCA_OPT_ENERGY_CARRIER_AND = 0, NL802154_CCA_OPT_ENERGY_CARRIER_OR = 1, __NL802154_CCA_OPT_ATTR_AFTER_LAST = 2, NL802154_CCA_OPT_ATTR_MAX = 1, }; enum nl802154_supported_bool_states { NL802154_SUPPORTED_BOOL_FALSE = 0, NL802154_SUPPORTED_BOOL_TRUE = 1, __NL802154_SUPPORTED_BOOL_INVALD = 2, NL802154_SUPPORTED_BOOL_BOTH = 3, __NL802154_SUPPORTED_BOOL_AFTER_LAST = 4, NL802154_SUPPORTED_BOOL_MAX = 3, }; struct wpan_phy_supported { u32 channels[32]; u32 cca_modes; u32 cca_opts; u32 iftypes; enum nl802154_supported_bool_states lbt; u8 min_minbe; u8 max_minbe; u8 min_maxbe; u8 max_maxbe; u8 min_csma_backoffs; u8 max_csma_backoffs; s8 min_frame_retries; s8 max_frame_retries; size_t tx_powers_size; size_t cca_ed_levels_size; const s32 *tx_powers; const s32 *cca_ed_levels; }; struct wpan_phy_cca { enum nl802154_cca_modes mode; enum nl802154_cca_opts opt; }; struct wpan_phy { const void *privid; long unsigned int flags; u8 current_channel; u8 current_page; struct wpan_phy_supported supported; s32 transmit_power; struct wpan_phy_cca cca; __le64 perm_extended_addr; s32 cca_ed_level; u32 symbol_duration; u16 lifs_period; u16 sifs_period; struct device dev; possible_net_t _net; spinlock_t queue_lock; atomic_t ongoing_txs; atomic_t hold_txs; wait_queue_head_t sync_txq; enum ieee802154_filtering_level filtering; long: 0; char priv[0]; }; struct ieee802154_addr { u8 mode; __le16 pan_id; union { __le16 short_addr; __le64 extended_addr; }; }; struct wpan_dev_header_ops { int (*create)(struct sk_buff *, struct net_device *, const struct ieee802154_addr *, const struct ieee802154_addr *, unsigned int); }; union fwnet_hwaddr { u8 u[16]; struct { __be64 uniq_id; u8 max_rec; u8 sspd; u8 fifo[6]; } uc; }; struct in6_validator_info { struct in6_addr i6vi_addr; struct inet6_dev *i6vi_dev; struct netlink_ext_ack *extack; }; struct ifa6_config { const struct in6_addr *pfx; unsigned int plen; u8 ifa_proto; const struct in6_addr *peer_pfx; u32 rt_priority; u32 ifa_flags; u32 preferred_lft; u32 valid_lft; u16 scope; }; enum cleanup_prefix_rt_t { CLEANUP_PREFIX_RT_NOP = 0, CLEANUP_PREFIX_RT_DEL = 1, CLEANUP_PREFIX_RT_EXPIRE = 2, }; enum { IPV6_SADDR_RULE_INIT = 0, IPV6_SADDR_RULE_LOCAL = 1, IPV6_SADDR_RULE_SCOPE = 2, IPV6_SADDR_RULE_PREFERRED = 3, IPV6_SADDR_RULE_HOA = 4, IPV6_SADDR_RULE_OIF = 5, IPV6_SADDR_RULE_LABEL = 6, IPV6_SADDR_RULE_PRIVACY = 7, IPV6_SADDR_RULE_ORCHID = 8, IPV6_SADDR_RULE_PREFIX = 9, IPV6_SADDR_RULE_NOT_OPTIMISTIC = 10, IPV6_SADDR_RULE_MAX = 11, }; struct ipv6_saddr_score { int rule; int addr_type; struct inet6_ifaddr *ifa; long unsigned int scorebits[1]; int scopedist; int matchlen; }; struct ipv6_saddr_dst { const struct in6_addr *addr; int ifindex; int scope; int label; unsigned int prefs; }; struct if6_iter_state { struct seq_net_private p; int bucket; int offset; }; enum addr_type_t { UNICAST_ADDR = 0, MULTICAST_ADDR = 1, ANYCAST_ADDR = 2, }; struct inet6_fill_args { u32 portid; u32 seq; int event; unsigned int flags; int netnsid; int ifindex; enum addr_type_t type; }; enum { DAD_PROCESS = 0, DAD_BEGIN = 1, DAD_ABORT = 2, }; struct ipv6_mreq { struct in6_addr ipv6mr_multiaddr; int ipv6mr_ifindex; }; struct group_req { __u32 gr_interface; struct __kernel_sockaddr_storage gr_group; }; struct ip6_mtuinfo { struct sockaddr_in6 ip6m_addr; __u32 ip6m_mtu; }; struct ip6_ra_chain { struct ip6_ra_chain *next; struct sock *sk; int sel; void (*destructor)(struct sock *); }; struct compat_group_req { __u32 gr_interface; struct __kernel_sockaddr_storage gr_group; } __attribute__((packed)); struct compat_group_source_req { __u32 gsr_interface; struct __kernel_sockaddr_storage gsr_group; struct __kernel_sockaddr_storage gsr_source; } __attribute__((packed)); struct compat_group_filter { union { struct { __u32 gf_interface_aux; struct __kernel_sockaddr_storage gf_group_aux; __u32 gf_fmode_aux; __u32 gf_numsrc_aux; struct __kernel_sockaddr_storage gf_slist[1]; } __attribute__((packed)); struct { __u32 gf_interface; struct __kernel_sockaddr_storage gf_group; __u32 gf_fmode; __u32 gf_numsrc; struct __kernel_sockaddr_storage gf_slist_flex[0]; } __attribute__((packed)); }; }; struct raw_iter_state { struct seq_net_private p; int bucket; }; typedef int mh_filter_t(struct sock *, struct sk_buff *); struct raw6_frag_vec { struct msghdr *msg; int hlen; char c[4]; }; enum ip6_defrag_users { IP6_DEFRAG_LOCAL_DELIVER = 0, IP6_DEFRAG_CONNTRACK_IN = 1, __IP6_DEFRAG_CONNTRACK_IN = 65536, IP6_DEFRAG_CONNTRACK_OUT = 65537, __IP6_DEFRAG_CONNTRACK_OUT = 131072, IP6_DEFRAG_CONNTRACK_BRIDGE_IN = 131073, __IP6_DEFRAG_CONNTRACK_BRIDGE_IN = 196608, }; struct frag_queue { struct inet_frag_queue q; int iif; __u16 nhoffset; u8 ecn; }; struct tcp6_pseudohdr { struct in6_addr saddr; struct in6_addr daddr; __be32 len; __be32 protocol; }; struct in_pktinfo { int ipi_ifindex; struct in_addr ipi_spec_dst; struct in_addr ipi_addr; }; enum { SEG6_ATTR_UNSPEC = 0, SEG6_ATTR_DST = 1, SEG6_ATTR_DSTLEN = 2, SEG6_ATTR_HMACKEYID = 3, SEG6_ATTR_SECRET = 4, SEG6_ATTR_SECRETLEN = 5, SEG6_ATTR_ALGID = 6, SEG6_ATTR_HMACINFO = 7, __SEG6_ATTR_MAX = 8, }; enum { SEG6_CMD_UNSPEC = 0, SEG6_CMD_SETHMAC = 1, SEG6_CMD_DUMPHMAC = 2, SEG6_CMD_SET_TUNSRC = 3, SEG6_CMD_GET_TUNSRC = 4, __SEG6_CMD_MAX = 5, }; enum { IOAM6_ATTR_UNSPEC = 0, IOAM6_ATTR_NS_ID = 1, IOAM6_ATTR_NS_DATA = 2, IOAM6_ATTR_NS_DATA_WIDE = 3, IOAM6_ATTR_SC_ID = 4, IOAM6_ATTR_SC_DATA = 5, IOAM6_ATTR_SC_NONE = 6, IOAM6_ATTR_PAD = 7, __IOAM6_ATTR_MAX = 8, }; enum { IOAM6_CMD_UNSPEC = 0, IOAM6_CMD_ADD_NAMESPACE = 1, IOAM6_CMD_DEL_NAMESPACE = 2, IOAM6_CMD_DUMP_NAMESPACES = 3, IOAM6_CMD_ADD_SCHEMA = 4, IOAM6_CMD_DEL_SCHEMA = 5, IOAM6_CMD_DUMP_SCHEMAS = 6, IOAM6_CMD_NS_SET_SCHEMA = 7, __IOAM6_CMD_MAX = 8, }; struct fib6_rule { struct fib_rule common; struct rt6key src; struct rt6key dst; dscp_t dscp; }; enum l3mdev_type { L3MDEV_TYPE_UNSPEC = 0, L3MDEV_TYPE_VRF = 1, __L3MDEV_TYPE_MAX = 2, }; enum { SEG6_LOCAL_UNSPEC = 0, SEG6_LOCAL_ACTION = 1, SEG6_LOCAL_SRH = 2, SEG6_LOCAL_TABLE = 3, SEG6_LOCAL_NH4 = 4, SEG6_LOCAL_NH6 = 5, SEG6_LOCAL_IIF = 6, SEG6_LOCAL_OIF = 7, SEG6_LOCAL_BPF = 8, SEG6_LOCAL_VRFTABLE = 9, SEG6_LOCAL_COUNTERS = 10, SEG6_LOCAL_FLAVORS = 11, __SEG6_LOCAL_MAX = 12, }; enum { SEG6_LOCAL_BPF_PROG_UNSPEC = 0, SEG6_LOCAL_BPF_PROG = 1, SEG6_LOCAL_BPF_PROG_NAME = 2, __SEG6_LOCAL_BPF_PROG_MAX = 3, }; enum { SEG6_LOCAL_CNT_UNSPEC = 0, SEG6_LOCAL_CNT_PAD = 1, SEG6_LOCAL_CNT_PACKETS = 2, SEG6_LOCAL_CNT_BYTES = 3, SEG6_LOCAL_CNT_ERRORS = 4, __SEG6_LOCAL_CNT_MAX = 5, }; enum { SEG6_LOCAL_FLV_UNSPEC = 0, SEG6_LOCAL_FLV_OPERATION = 1, SEG6_LOCAL_FLV_LCBLOCK_BITS = 2, SEG6_LOCAL_FLV_LCNODE_FN_BITS = 3, __SEG6_LOCAL_FLV_MAX = 4, }; enum { SEG6_LOCAL_FLV_OP_UNSPEC = 0, SEG6_LOCAL_FLV_OP_PSP = 1, SEG6_LOCAL_FLV_OP_USP = 2, SEG6_LOCAL_FLV_OP_USD = 3, SEG6_LOCAL_FLV_OP_NEXT_CSID = 4, __SEG6_LOCAL_FLV_OP_MAX = 5, }; struct seg6_local_lwt; struct seg6_local_lwtunnel_ops { int (*build_state)(struct seg6_local_lwt *, const void *, struct netlink_ext_ack *); void (*destroy_state)(struct seg6_local_lwt *); }; enum seg6_end_dt_mode { DT_INVALID_MODE = -22, DT_LEGACY_MODE = 0, DT_VRF_MODE = 1, }; struct seg6_end_dt_info { enum seg6_end_dt_mode mode; struct net *net; int vrf_ifindex; int vrf_table; u16 family; }; struct seg6_flavors_info { __u32 flv_ops; __u8 lcblock_bits; __u8 lcnode_func_bits; }; struct pcpu_seg6_local_counters; struct seg6_action_desc; struct seg6_local_lwt { int action; struct ipv6_sr_hdr *srh; int table; struct in_addr nh4; struct in6_addr nh6; int iif; int oif; struct bpf_lwt_prog bpf; struct seg6_end_dt_info dt_info; struct seg6_flavors_info flv_info; struct pcpu_seg6_local_counters *pcpu_counters; int headroom; struct seg6_action_desc *desc; long unsigned int parsed_optattrs; }; struct seg6_action_desc { int action; long unsigned int attrs; long unsigned int optattrs; int (*input)(struct sk_buff *, struct seg6_local_lwt *); int static_headroom; struct seg6_local_lwtunnel_ops slwt_ops; }; struct pcpu_seg6_local_counters { u64_stats_t packets; u64_stats_t bytes; u64_stats_t errors; struct u64_stats_sync syncp; }; struct seg6_local_counters { __u64 packets; __u64 bytes; __u64 errors; }; enum seg6_local_pktinfo { SEG6_LOCAL_PKTINFO_NOHDR = 0, SEG6_LOCAL_PKTINFO_SL_ZERO = 1, SEG6_LOCAL_PKTINFO_SL_ONE = 2, SEG6_LOCAL_PKTINFO_SL_MORE = 3, __SEG6_LOCAL_PKTINFO_MAX = 4, }; enum seg6_local_flv_action { SEG6_LOCAL_FLV_ACT_UNSPEC = 0, SEG6_LOCAL_FLV_ACT_END = 1, SEG6_LOCAL_FLV_ACT_PSP = 2, SEG6_LOCAL_FLV_ACT_USP = 3, SEG6_LOCAL_FLV_ACT_USD = 4, __SEG6_LOCAL_FLV_ACT_MAX = 5, }; struct seg6_action_param { int (*parse)(struct nlattr **, struct seg6_local_lwt *, struct netlink_ext_ack *); int (*put)(struct sk_buff *, struct seg6_local_lwt *); int (*cmp)(struct seg6_local_lwt *, struct seg6_local_lwt *); void (*destroy)(struct seg6_local_lwt *); }; enum { __IOAM6_IPTUNNEL_MODE_MIN = 0, IOAM6_IPTUNNEL_MODE_INLINE = 1, IOAM6_IPTUNNEL_MODE_ENCAP = 2, IOAM6_IPTUNNEL_MODE_AUTO = 3, __IOAM6_IPTUNNEL_MODE_MAX = 4, }; enum { IOAM6_IPTUNNEL_UNSPEC = 0, IOAM6_IPTUNNEL_MODE = 1, IOAM6_IPTUNNEL_DST = 2, IOAM6_IPTUNNEL_TRACE = 3, IOAM6_IPTUNNEL_FREQ_K = 4, IOAM6_IPTUNNEL_FREQ_N = 5, __IOAM6_IPTUNNEL_MAX = 6, }; struct ioam6_lwt_encap { struct ipv6_opt_hdr eh; u8 pad[2]; struct ioam6_hdr ioamh; struct ioam6_trace_hdr traceh; }; struct ioam6_lwt_freq { u32 k; u32 n; }; struct ioam6_lwt { struct dst_cache cache; struct ioam6_lwt_freq freq; atomic_t pkt_cnt; u8 mode; struct in6_addr tundst; struct ioam6_lwt_encap tuninfo; }; struct rt2_hdr { struct ipv6_rt_hdr rt_hdr; __u32 reserved; struct in6_addr addr; }; struct mip6_report_rate_limiter { spinlock_t lock; ktime_t stamp; int iif; struct in6_addr src; struct in6_addr dst; }; struct packet_diag_req { __u8 sdiag_family; __u8 sdiag_protocol; __u16 pad; __u32 pdiag_ino; __u32 pdiag_show; __u32 pdiag_cookie[2]; }; struct packet_diag_msg { __u8 pdiag_family; __u8 pdiag_type; __u16 pdiag_num; __u32 pdiag_ino; __u32 pdiag_cookie[2]; }; enum { PACKET_DIAG_INFO = 0, PACKET_DIAG_MCLIST = 1, PACKET_DIAG_RX_RING = 2, PACKET_DIAG_TX_RING = 3, PACKET_DIAG_FANOUT = 4, PACKET_DIAG_UID = 5, PACKET_DIAG_MEMINFO = 6, PACKET_DIAG_FILTER = 7, __PACKET_DIAG_MAX = 8, }; struct packet_diag_info { __u32 pdi_index; __u32 pdi_version; __u32 pdi_reserve; __u32 pdi_copy_thresh; __u32 pdi_tstamp; __u32 pdi_flags; }; struct packet_diag_mclist { __u32 pdmc_index; __u32 pdmc_count; __u16 pdmc_type; __u16 pdmc_alen; __u8 pdmc_addr[32]; }; struct packet_diag_ring { __u32 pdr_block_size; __u32 pdr_block_nr; __u32 pdr_frame_size; __u32 pdr_frame_nr; __u32 pdr_retire_tmo; __u32 pdr_sizeof_priv; __u32 pdr_features; }; enum devlink_eswitch_mode { DEVLINK_ESWITCH_MODE_LEGACY = 0, DEVLINK_ESWITCH_MODE_SWITCHDEV = 1, }; enum { DEVLINK_FLASH_OVERWRITE_SETTINGS_BIT = 0, DEVLINK_FLASH_OVERWRITE_IDENTIFIERS_BIT = 1, __DEVLINK_FLASH_OVERWRITE_MAX_BIT = 2, DEVLINK_FLASH_OVERWRITE_MAX_BIT = 1, }; struct devlink_nl_dump_state { long unsigned int instance; int idx; union { struct { u64 start_offset; }; struct { u64 dump_ts; }; }; }; enum devlink_health_reporter_state { DEVLINK_HEALTH_REPORTER_STATE_HEALTHY = 0, DEVLINK_HEALTH_REPORTER_STATE_ERROR = 1, }; struct devlink_health_reporter; struct devlink_fmsg; struct devlink_health_reporter_ops { char *name; int (*recover)(struct devlink_health_reporter *, void *, struct netlink_ext_ack *); int (*dump)(struct devlink_health_reporter *, struct devlink_fmsg *, void *, struct netlink_ext_ack *); int (*diagnose)(struct devlink_health_reporter *, struct devlink_fmsg *, struct netlink_ext_ack *); int (*test)(struct devlink_health_reporter *, struct netlink_ext_ack *); }; struct devlink_health_reporter { struct list_head list; void *priv; const struct devlink_health_reporter_ops *ops; struct devlink *devlink; struct devlink_port *devlink_port; struct devlink_fmsg *dump_fmsg; struct mutex dump_lock; u64 graceful_period; bool auto_recover; bool auto_dump; u8 health_state; u64 dump_ts; u64 dump_real_ts; u64 error_count; u64 recovery_count; u64 last_recovery_ts; }; struct devlink_fmsg { struct list_head item_list; bool putting_binary; }; struct devlink_fmsg_item { struct list_head list; int attrtype; u8 nla_type; u16 len; int value[0]; }; struct netlbl_domhsh_tbl { struct list_head *tbl; u32 size; }; enum { NLBL_UNLABEL_C_UNSPEC = 0, NLBL_UNLABEL_C_ACCEPT = 1, NLBL_UNLABEL_C_LIST = 2, NLBL_UNLABEL_C_STATICADD = 3, NLBL_UNLABEL_C_STATICREMOVE = 4, NLBL_UNLABEL_C_STATICLIST = 5, NLBL_UNLABEL_C_STATICADDDEF = 6, NLBL_UNLABEL_C_STATICREMOVEDEF = 7, NLBL_UNLABEL_C_STATICLISTDEF = 8, __NLBL_UNLABEL_C_MAX = 9, }; enum { NLBL_UNLABEL_A_UNSPEC = 0, NLBL_UNLABEL_A_ACPTFLG = 1, NLBL_UNLABEL_A_IPV6ADDR = 2, NLBL_UNLABEL_A_IPV6MASK = 3, NLBL_UNLABEL_A_IPV4ADDR = 4, NLBL_UNLABEL_A_IPV4MASK = 5, NLBL_UNLABEL_A_IFACE = 6, NLBL_UNLABEL_A_SECCTX = 7, __NLBL_UNLABEL_A_MAX = 8, }; struct netlbl_unlhsh_tbl { struct list_head *tbl; u32 size; }; struct netlbl_unlhsh_addr4 { u32 secid; struct netlbl_af4list list; struct callback_head rcu; }; struct netlbl_unlhsh_addr6 { u32 secid; struct netlbl_af6list list; struct callback_head rcu; }; struct netlbl_unlhsh_iface { int ifindex; struct list_head addr4_list; struct list_head addr6_list; u32 valid; struct list_head list; struct callback_head rcu; }; struct netlbl_unlhsh_walk_arg { struct netlink_callback *nl_cb; struct sk_buff *skb; u32 seq; }; enum { NLBL_CALIPSO_C_UNSPEC = 0, NLBL_CALIPSO_C_ADD = 1, NLBL_CALIPSO_C_REMOVE = 2, NLBL_CALIPSO_C_LIST = 3, NLBL_CALIPSO_C_LISTALL = 4, __NLBL_CALIPSO_C_MAX = 5, }; enum { NLBL_CALIPSO_A_UNSPEC = 0, NLBL_CALIPSO_A_DOI = 1, NLBL_CALIPSO_A_MTYPE = 2, __NLBL_CALIPSO_A_MAX = 3, }; struct netlbl_calipso_doiwalk_arg { struct netlink_callback *nl_cb; struct sk_buff *skb; u32 seq; }; struct netlbl_domhsh_walk_arg___2 { struct netlbl_audit *audit_info; u32 doi; }; struct dcbmsg { __u8 dcb_family; __u8 cmd; __u16 dcb_pad; }; enum dcbnl_commands { DCB_CMD_UNDEFINED = 0, DCB_CMD_GSTATE = 1, DCB_CMD_SSTATE = 2, DCB_CMD_PGTX_GCFG = 3, DCB_CMD_PGTX_SCFG = 4, DCB_CMD_PGRX_GCFG = 5, DCB_CMD_PGRX_SCFG = 6, DCB_CMD_PFC_GCFG = 7, DCB_CMD_PFC_SCFG = 8, DCB_CMD_SET_ALL = 9, DCB_CMD_GPERM_HWADDR = 10, DCB_CMD_GCAP = 11, DCB_CMD_GNUMTCS = 12, DCB_CMD_SNUMTCS = 13, DCB_CMD_PFC_GSTATE = 14, DCB_CMD_PFC_SSTATE = 15, DCB_CMD_BCN_GCFG = 16, DCB_CMD_BCN_SCFG = 17, DCB_CMD_GAPP = 18, DCB_CMD_SAPP = 19, DCB_CMD_IEEE_SET = 20, DCB_CMD_IEEE_GET = 21, DCB_CMD_GDCBX = 22, DCB_CMD_SDCBX = 23, DCB_CMD_GFEATCFG = 24, DCB_CMD_SFEATCFG = 25, DCB_CMD_CEE_GET = 26, DCB_CMD_IEEE_DEL = 27, __DCB_CMD_ENUM_MAX = 28, DCB_CMD_MAX = 27, }; enum dcbnl_attrs { DCB_ATTR_UNDEFINED = 0, DCB_ATTR_IFNAME = 1, DCB_ATTR_STATE = 2, DCB_ATTR_PFC_STATE = 3, DCB_ATTR_PFC_CFG = 4, DCB_ATTR_NUM_TC = 5, DCB_ATTR_PG_CFG = 6, DCB_ATTR_SET_ALL = 7, DCB_ATTR_PERM_HWADDR = 8, DCB_ATTR_CAP = 9, DCB_ATTR_NUMTCS = 10, DCB_ATTR_BCN = 11, DCB_ATTR_APP = 12, DCB_ATTR_IEEE = 13, DCB_ATTR_DCBX = 14, DCB_ATTR_FEATCFG = 15, DCB_ATTR_CEE = 16, __DCB_ATTR_ENUM_MAX = 17, DCB_ATTR_MAX = 16, }; enum ieee_attrs { DCB_ATTR_IEEE_UNSPEC = 0, DCB_ATTR_IEEE_ETS = 1, DCB_ATTR_IEEE_PFC = 2, DCB_ATTR_IEEE_APP_TABLE = 3, DCB_ATTR_IEEE_PEER_ETS = 4, DCB_ATTR_IEEE_PEER_PFC = 5, DCB_ATTR_IEEE_PEER_APP = 6, DCB_ATTR_IEEE_MAXRATE = 7, DCB_ATTR_IEEE_QCN = 8, DCB_ATTR_IEEE_QCN_STATS = 9, DCB_ATTR_DCB_BUFFER = 10, DCB_ATTR_DCB_APP_TRUST_TABLE = 11, DCB_ATTR_DCB_REWR_TABLE = 12, __DCB_ATTR_IEEE_MAX = 13, }; enum ieee_attrs_app { DCB_ATTR_IEEE_APP_UNSPEC = 0, DCB_ATTR_IEEE_APP = 1, DCB_ATTR_DCB_APP = 2, __DCB_ATTR_IEEE_APP_MAX = 3, }; enum cee_attrs { DCB_ATTR_CEE_UNSPEC = 0, DCB_ATTR_CEE_PEER_PG = 1, DCB_ATTR_CEE_PEER_PFC = 2, DCB_ATTR_CEE_PEER_APP_TABLE = 3, DCB_ATTR_CEE_TX_PG = 4, DCB_ATTR_CEE_RX_PG = 5, DCB_ATTR_CEE_PFC = 6, DCB_ATTR_CEE_APP_TABLE = 7, DCB_ATTR_CEE_FEAT = 8, __DCB_ATTR_CEE_MAX = 9, }; enum peer_app_attr { DCB_ATTR_CEE_PEER_APP_UNSPEC = 0, DCB_ATTR_CEE_PEER_APP_INFO = 1, DCB_ATTR_CEE_PEER_APP = 2, __DCB_ATTR_CEE_PEER_APP_MAX = 3, }; enum dcbnl_pfc_up_attrs { DCB_PFC_UP_ATTR_UNDEFINED = 0, DCB_PFC_UP_ATTR_0 = 1, DCB_PFC_UP_ATTR_1 = 2, DCB_PFC_UP_ATTR_2 = 3, DCB_PFC_UP_ATTR_3 = 4, DCB_PFC_UP_ATTR_4 = 5, DCB_PFC_UP_ATTR_5 = 6, DCB_PFC_UP_ATTR_6 = 7, DCB_PFC_UP_ATTR_7 = 8, DCB_PFC_UP_ATTR_ALL = 9, __DCB_PFC_UP_ATTR_ENUM_MAX = 10, DCB_PFC_UP_ATTR_MAX = 9, }; enum dcbnl_pg_attrs { DCB_PG_ATTR_UNDEFINED = 0, DCB_PG_ATTR_TC_0 = 1, DCB_PG_ATTR_TC_1 = 2, DCB_PG_ATTR_TC_2 = 3, DCB_PG_ATTR_TC_3 = 4, DCB_PG_ATTR_TC_4 = 5, DCB_PG_ATTR_TC_5 = 6, DCB_PG_ATTR_TC_6 = 7, DCB_PG_ATTR_TC_7 = 8, DCB_PG_ATTR_TC_MAX = 9, DCB_PG_ATTR_TC_ALL = 10, DCB_PG_ATTR_BW_ID_0 = 11, DCB_PG_ATTR_BW_ID_1 = 12, DCB_PG_ATTR_BW_ID_2 = 13, DCB_PG_ATTR_BW_ID_3 = 14, DCB_PG_ATTR_BW_ID_4 = 15, DCB_PG_ATTR_BW_ID_5 = 16, DCB_PG_ATTR_BW_ID_6 = 17, DCB_PG_ATTR_BW_ID_7 = 18, DCB_PG_ATTR_BW_ID_MAX = 19, DCB_PG_ATTR_BW_ID_ALL = 20, __DCB_PG_ATTR_ENUM_MAX = 21, DCB_PG_ATTR_MAX = 20, }; enum dcbnl_tc_attrs { DCB_TC_ATTR_PARAM_UNDEFINED = 0, DCB_TC_ATTR_PARAM_PGID = 1, DCB_TC_ATTR_PARAM_UP_MAPPING = 2, DCB_TC_ATTR_PARAM_STRICT_PRIO = 3, DCB_TC_ATTR_PARAM_BW_PCT = 4, DCB_TC_ATTR_PARAM_ALL = 5, __DCB_TC_ATTR_PARAM_ENUM_MAX = 6, DCB_TC_ATTR_PARAM_MAX = 5, }; enum dcbnl_cap_attrs { DCB_CAP_ATTR_UNDEFINED = 0, DCB_CAP_ATTR_ALL = 1, DCB_CAP_ATTR_PG = 2, DCB_CAP_ATTR_PFC = 3, DCB_CAP_ATTR_UP2TC = 4, DCB_CAP_ATTR_PG_TCS = 5, DCB_CAP_ATTR_PFC_TCS = 6, DCB_CAP_ATTR_GSP = 7, DCB_CAP_ATTR_BCN = 8, DCB_CAP_ATTR_DCBX = 9, __DCB_CAP_ATTR_ENUM_MAX = 10, DCB_CAP_ATTR_MAX = 9, }; enum dcbnl_numtcs_attrs { DCB_NUMTCS_ATTR_UNDEFINED = 0, DCB_NUMTCS_ATTR_ALL = 1, DCB_NUMTCS_ATTR_PG = 2, DCB_NUMTCS_ATTR_PFC = 3, __DCB_NUMTCS_ATTR_ENUM_MAX = 4, DCB_NUMTCS_ATTR_MAX = 3, }; enum dcbnl_bcn_attrs { DCB_BCN_ATTR_UNDEFINED = 0, DCB_BCN_ATTR_RP_0 = 1, DCB_BCN_ATTR_RP_1 = 2, DCB_BCN_ATTR_RP_2 = 3, DCB_BCN_ATTR_RP_3 = 4, DCB_BCN_ATTR_RP_4 = 5, DCB_BCN_ATTR_RP_5 = 6, DCB_BCN_ATTR_RP_6 = 7, DCB_BCN_ATTR_RP_7 = 8, DCB_BCN_ATTR_RP_ALL = 9, DCB_BCN_ATTR_BCNA_0 = 10, DCB_BCN_ATTR_BCNA_1 = 11, DCB_BCN_ATTR_ALPHA = 12, DCB_BCN_ATTR_BETA = 13, DCB_BCN_ATTR_GD = 14, DCB_BCN_ATTR_GI = 15, DCB_BCN_ATTR_TMAX = 16, DCB_BCN_ATTR_TD = 17, DCB_BCN_ATTR_RMIN = 18, DCB_BCN_ATTR_W = 19, DCB_BCN_ATTR_RD = 20, DCB_BCN_ATTR_RU = 21, DCB_BCN_ATTR_WRTT = 22, DCB_BCN_ATTR_RI = 23, DCB_BCN_ATTR_C = 24, DCB_BCN_ATTR_ALL = 25, __DCB_BCN_ATTR_ENUM_MAX = 26, DCB_BCN_ATTR_MAX = 25, }; enum dcb_general_attr_values { DCB_ATTR_VALUE_UNDEFINED = 255, }; enum dcbnl_app_attrs { DCB_APP_ATTR_UNDEFINED = 0, DCB_APP_ATTR_IDTYPE = 1, DCB_APP_ATTR_ID = 2, DCB_APP_ATTR_PRIORITY = 3, __DCB_APP_ATTR_ENUM_MAX = 4, DCB_APP_ATTR_MAX = 3, }; enum dcbnl_featcfg_attrs { DCB_FEATCFG_ATTR_UNDEFINED = 0, DCB_FEATCFG_ATTR_ALL = 1, DCB_FEATCFG_ATTR_PG = 2, DCB_FEATCFG_ATTR_PFC = 3, DCB_FEATCFG_ATTR_APP = 4, __DCB_FEATCFG_ATTR_ENUM_MAX = 5, DCB_FEATCFG_ATTR_MAX = 4, }; struct dcb_app_type { int ifindex; struct dcb_app app; struct list_head list; u8 dcbx; }; struct dcb_rewr_prio_pcp_map { u16 map[8]; }; struct dcb_ieee_app_prio_map { u64 map[8]; }; struct dcb_ieee_app_dscp_map { u8 map[64]; }; enum dcbevent_notif_type { DCB_APP_EVENT = 1, }; struct reply_func { int type; int (*cb)(struct net_device *, struct nlmsghdr *, u32, struct nlattr **, struct sk_buff *); }; typedef int (*lookup_by_table_id_t)(struct net *, u32); struct l3mdev_handler { lookup_by_table_id_t dev_lookup; }; enum { NCSI_CAP_GENERIC_HWA = 1, NCSI_CAP_GENERIC_HDS = 2, NCSI_CAP_GENERIC_FC = 4, NCSI_CAP_GENERIC_FC1 = 8, NCSI_CAP_GENERIC_MC = 16, NCSI_CAP_GENERIC_HWA_UNKNOWN = 0, NCSI_CAP_GENERIC_HWA_SUPPORT = 32, NCSI_CAP_GENERIC_HWA_NOT_SUPPORT = 64, NCSI_CAP_GENERIC_HWA_RESERVED = 96, NCSI_CAP_GENERIC_HWA_MASK = 96, NCSI_CAP_GENERIC_MASK = 127, NCSI_CAP_BC_ARP = 1, NCSI_CAP_BC_DHCPC = 2, NCSI_CAP_BC_DHCPS = 4, NCSI_CAP_BC_NETBIOS = 8, NCSI_CAP_BC_MASK = 15, NCSI_CAP_MC_IPV6_NEIGHBOR = 1, NCSI_CAP_MC_IPV6_ROUTER = 2, NCSI_CAP_MC_DHCPV6_RELAY = 4, NCSI_CAP_MC_DHCPV6_WELL_KNOWN = 8, NCSI_CAP_MC_IPV6_MLD = 16, NCSI_CAP_MC_IPV6_NEIGHBOR_S = 32, NCSI_CAP_MC_MASK = 63, NCSI_CAP_AEN_LSC = 1, NCSI_CAP_AEN_CR = 2, NCSI_CAP_AEN_HDS = 4, NCSI_CAP_AEN_MASK = 7, NCSI_CAP_VLAN_ONLY = 1, NCSI_CAP_VLAN_NO = 2, NCSI_CAP_VLAN_ANY = 4, NCSI_CAP_VLAN_MASK = 7, }; struct ncsi_cmd_pkt_hdr { struct ncsi_pkt_hdr common; }; struct ncsi_rsp_pkt_hdr { struct ncsi_pkt_hdr common; __be16 code; __be16 reason; }; struct ncsi_rsp_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_ae_pkt { struct ncsi_cmd_pkt_hdr cmd; unsigned char reserved[3]; unsigned char mc_id; __be32 mode; __be32 checksum; unsigned char pad[18]; }; struct ncsi_cmd_sl_pkt { struct ncsi_cmd_pkt_hdr cmd; __be32 mode; __be32 oem_mode; __be32 checksum; unsigned char pad[18]; }; struct ncsi_cmd_svf_pkt { struct ncsi_cmd_pkt_hdr cmd; __be16 reserved; __be16 vlan; __be16 reserved1; unsigned char index; unsigned char enable; __be32 checksum; unsigned char pad[18]; }; struct ncsi_cmd_ev_pkt { struct ncsi_cmd_pkt_hdr cmd; unsigned char reserved[3]; unsigned char mode; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_sma_pkt { struct ncsi_cmd_pkt_hdr cmd; unsigned char mac[6]; unsigned char index; unsigned char at_e; __be32 checksum; unsigned char pad[18]; }; struct ncsi_cmd_ebf_pkt { struct ncsi_cmd_pkt_hdr cmd; __be32 mode; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_egmf_pkt { struct ncsi_cmd_pkt_hdr cmd; __be32 mode; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_snfc_pkt { struct ncsi_cmd_pkt_hdr cmd; unsigned char reserved[3]; unsigned char mode; __be32 checksum; unsigned char pad[22]; }; struct ncsi_rsp_oem_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 mfr_id; unsigned char data[0]; }; struct ncsi_rsp_oem_mlx_pkt { unsigned char cmd_rev; unsigned char cmd; unsigned char param; unsigned char optional; unsigned char data[0]; }; struct ncsi_rsp_oem_bcm_pkt { unsigned char ver; unsigned char type; __be16 len; unsigned char data[0]; }; struct ncsi_rsp_oem_intel_pkt { unsigned char cmd; unsigned char data[0]; }; struct ncsi_rsp_gls_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 status; __be32 other; __be32 oem_status; __be32 checksum; unsigned char pad[10]; }; struct ncsi_rsp_gvi_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 ncsi_version; unsigned char reserved[3]; unsigned char alpha2; unsigned char fw_name[12]; __be32 fw_version; __be16 pci_ids[4]; __be32 mf_id; __be32 checksum; }; struct ncsi_rsp_gc_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 cap; __be32 bc_cap; __be32 mc_cap; __be32 buf_cap; __be32 aen_cap; unsigned char vlan_cnt; unsigned char mixed_cnt; unsigned char mc_cnt; unsigned char uc_cnt; unsigned char reserved[2]; unsigned char vlan_mode; unsigned char channel_cnt; __be32 checksum; }; struct ncsi_rsp_gp_pkt { struct ncsi_rsp_pkt_hdr rsp; unsigned char mac_cnt; unsigned char reserved[2]; unsigned char mac_enable; unsigned char vlan_cnt; unsigned char reserved1; __be16 vlan_enable; __be32 link_mode; __be32 bc_mode; __be32 valid_modes; unsigned char vlan_mode; unsigned char fc_mode; unsigned char reserved2[2]; __be32 aen_mode; unsigned char mac[6]; __be16 vlan; __be32 checksum; }; struct ncsi_rsp_gcps_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 cnt_hi; __be32 cnt_lo; __be32 rx_bytes; __be32 tx_bytes; __be32 rx_uc_pkts; __be32 rx_mc_pkts; __be32 rx_bc_pkts; __be32 tx_uc_pkts; __be32 tx_mc_pkts; __be32 tx_bc_pkts; __be32 fcs_err; __be32 align_err; __be32 false_carrier; __be32 runt_pkts; __be32 jabber_pkts; __be32 rx_pause_xon; __be32 rx_pause_xoff; __be32 tx_pause_xon; __be32 tx_pause_xoff; __be32 tx_s_collision; __be32 tx_m_collision; __be32 l_collision; __be32 e_collision; __be32 rx_ctl_frames; __be32 rx_64_frames; __be32 rx_127_frames; __be32 rx_255_frames; __be32 rx_511_frames; __be32 rx_1023_frames; __be32 rx_1522_frames; __be32 rx_9022_frames; __be32 tx_64_frames; __be32 tx_127_frames; __be32 tx_255_frames; __be32 tx_511_frames; __be32 tx_1023_frames; __be32 tx_1522_frames; __be32 tx_9022_frames; __be32 rx_valid_bytes; __be32 rx_runt_pkts; __be32 rx_jabber_pkts; __be32 checksum; }; struct ncsi_rsp_gns_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 rx_cmds; __be32 dropped_cmds; __be32 cmd_type_errs; __be32 cmd_csum_errs; __be32 rx_pkts; __be32 tx_pkts; __be32 tx_aen_pkts; __be32 checksum; }; struct ncsi_rsp_gnpts_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 tx_pkts; __be32 tx_dropped; __be32 tx_channel_err; __be32 tx_us_err; __be32 rx_pkts; __be32 rx_dropped; __be32 rx_channel_err; __be32 rx_us_err; __be32 rx_os_err; __be32 checksum; }; struct ncsi_rsp_gps_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 status; __be32 checksum; }; struct ncsi_rsp_gpuuid_pkt { struct ncsi_rsp_pkt_hdr rsp; unsigned char uuid[16]; __be32 checksum; }; struct ncsi_rsp_oem_handler { unsigned int mfr_id; int (*handler)(struct ncsi_request *); }; struct ncsi_rsp_handler { unsigned char type; int payload; int (*handler)(struct ncsi_request *); }; enum ncsi_nl_commands { NCSI_CMD_UNSPEC = 0, NCSI_CMD_PKG_INFO = 1, NCSI_CMD_SET_INTERFACE = 2, NCSI_CMD_CLEAR_INTERFACE = 3, NCSI_CMD_SEND_CMD = 4, NCSI_CMD_SET_PACKAGE_MASK = 5, NCSI_CMD_SET_CHANNEL_MASK = 6, __NCSI_CMD_AFTER_LAST = 7, NCSI_CMD_MAX = 6, }; enum ncsi_nl_attrs { NCSI_ATTR_UNSPEC = 0, NCSI_ATTR_IFINDEX = 1, NCSI_ATTR_PACKAGE_LIST = 2, NCSI_ATTR_PACKAGE_ID = 3, NCSI_ATTR_CHANNEL_ID = 4, NCSI_ATTR_DATA = 5, NCSI_ATTR_MULTI_FLAG = 6, NCSI_ATTR_PACKAGE_MASK = 7, NCSI_ATTR_CHANNEL_MASK = 8, __NCSI_ATTR_AFTER_LAST = 9, NCSI_ATTR_MAX = 8, }; enum ncsi_nl_pkg_attrs { NCSI_PKG_ATTR_UNSPEC = 0, NCSI_PKG_ATTR = 1, NCSI_PKG_ATTR_ID = 2, NCSI_PKG_ATTR_FORCED = 3, NCSI_PKG_ATTR_CHANNEL_LIST = 4, __NCSI_PKG_ATTR_AFTER_LAST = 5, NCSI_PKG_ATTR_MAX = 4, }; enum ncsi_nl_channel_attrs { NCSI_CHANNEL_ATTR_UNSPEC = 0, NCSI_CHANNEL_ATTR = 1, NCSI_CHANNEL_ATTR_ID = 2, NCSI_CHANNEL_ATTR_VERSION_MAJOR = 3, NCSI_CHANNEL_ATTR_VERSION_MINOR = 4, NCSI_CHANNEL_ATTR_VERSION_STR = 5, NCSI_CHANNEL_ATTR_LINK_STATE = 6, NCSI_CHANNEL_ATTR_ACTIVE = 7, NCSI_CHANNEL_ATTR_FORCED = 8, NCSI_CHANNEL_ATTR_VLAN_LIST = 9, NCSI_CHANNEL_ATTR_VLAN_ID = 10, __NCSI_CHANNEL_ATTR_AFTER_LAST = 11, NCSI_CHANNEL_ATTR_MAX = 10, }; struct ncsi_cmd_arg { struct ncsi_dev_priv *ndp; unsigned char type; unsigned char id; unsigned char package; unsigned char channel; short unsigned int payload; unsigned int req_flags; union { unsigned char bytes[16]; short unsigned int words[8]; unsigned int dwords[4]; }; unsigned char *data; struct genl_info *info; }; struct xsk_dma_map { dma_addr_t *dma_pages; struct device *dev; struct net_device *netdev; refcount_t users; struct list_head list; u32 dma_pages_cnt; bool dma_need_sync; }; enum mptcp_addr_signal_status { MPTCP_ADD_ADDR_SIGNAL = 0, MPTCP_ADD_ADDR_ECHO = 1, MPTCP_RM_ADDR_SIGNAL = 2, }; struct csum_pseudo_header { __be64 data_seq; __be32 subflow_seq; __be16 data_len; __sum16 csum; }; struct token_bucket { spinlock_t lock; int chain_len; struct hlist_nulls_head req_chain; struct hlist_nulls_head msk_chain; }; enum mptcp_pm_status { MPTCP_PM_ADD_ADDR_RECEIVED = 0, MPTCP_PM_ADD_ADDR_SEND_ACK = 1, MPTCP_PM_RM_ADDR_RECEIVED = 2, MPTCP_PM_ESTABLISHED = 3, MPTCP_PM_SUBFLOW_ESTABLISHED = 4, MPTCP_PM_ALREADY_ESTABLISHED = 5, MPTCP_PM_MPC_ENDPOINT_ACCOUNTED = 6, }; enum { MPTCP_PM_ATTR_UNSPEC = 0, MPTCP_PM_ATTR_ADDR = 1, MPTCP_PM_ATTR_RCV_ADD_ADDRS = 2, MPTCP_PM_ATTR_SUBFLOWS = 3, MPTCP_PM_ATTR_TOKEN = 4, MPTCP_PM_ATTR_LOC_ID = 5, MPTCP_PM_ATTR_ADDR_REMOTE = 6, __MPTCP_PM_ATTR_MAX = 7, }; enum { MPTCP_PM_ADDR_ATTR_UNSPEC = 0, MPTCP_PM_ADDR_ATTR_FAMILY = 1, MPTCP_PM_ADDR_ATTR_ID = 2, MPTCP_PM_ADDR_ATTR_ADDR4 = 3, MPTCP_PM_ADDR_ATTR_ADDR6 = 4, MPTCP_PM_ADDR_ATTR_PORT = 5, MPTCP_PM_ADDR_ATTR_FLAGS = 6, MPTCP_PM_ADDR_ATTR_IF_IDX = 7, __MPTCP_PM_ADDR_ATTR_MAX = 8, }; enum { MPTCP_PM_CMD_UNSPEC = 0, MPTCP_PM_CMD_ADD_ADDR = 1, MPTCP_PM_CMD_DEL_ADDR = 2, MPTCP_PM_CMD_GET_ADDR = 3, MPTCP_PM_CMD_FLUSH_ADDRS = 4, MPTCP_PM_CMD_SET_LIMITS = 5, MPTCP_PM_CMD_GET_LIMITS = 6, MPTCP_PM_CMD_SET_FLAGS = 7, MPTCP_PM_CMD_ANNOUNCE = 8, MPTCP_PM_CMD_REMOVE = 9, MPTCP_PM_CMD_SUBFLOW_CREATE = 10, MPTCP_PM_CMD_SUBFLOW_DESTROY = 11, __MPTCP_PM_CMD_AFTER_LAST = 12, }; enum mptcp_event_attr { MPTCP_ATTR_UNSPEC = 0, MPTCP_ATTR_TOKEN = 1, MPTCP_ATTR_FAMILY = 2, MPTCP_ATTR_LOC_ID = 3, MPTCP_ATTR_REM_ID = 4, MPTCP_ATTR_SADDR4 = 5, MPTCP_ATTR_SADDR6 = 6, MPTCP_ATTR_DADDR4 = 7, MPTCP_ATTR_DADDR6 = 8, MPTCP_ATTR_SPORT = 9, MPTCP_ATTR_DPORT = 10, MPTCP_ATTR_BACKUP = 11, MPTCP_ATTR_ERROR = 12, MPTCP_ATTR_FLAGS = 13, MPTCP_ATTR_TIMEOUT = 14, MPTCP_ATTR_IF_IDX = 15, MPTCP_ATTR_RESET_REASON = 16, MPTCP_ATTR_RESET_FLAGS = 17, MPTCP_ATTR_SERVER_SIDE = 18, __MPTCP_ATTR_AFTER_LAST = 19, }; struct mptcp_pm_addr_entry { struct list_head list; struct mptcp_addr_info addr; u8 flags; int ifindex; struct socket *lsk; }; struct mptcp_pm_add_entry { struct list_head list; struct mptcp_addr_info addr; struct timer_list add_timer; struct mptcp_sock *sock; u8 retrans_times; }; struct pm_nl_pernet { spinlock_t lock; struct list_head local_addr_list; unsigned int addrs; unsigned int stale_loss_cnt; unsigned int add_addr_signal_max; unsigned int add_addr_accept_max; unsigned int local_addr_max; unsigned int subflows_max; unsigned int next_id; long unsigned int id_bitmap[4]; }; enum { HANDSHAKE_CMD_READY = 1, HANDSHAKE_CMD_ACCEPT = 2, HANDSHAKE_CMD_DONE = 3, __HANDSHAKE_CMD_MAX = 4, HANDSHAKE_CMD_MAX = 3, }; struct handshake_net { spinlock_t hn_lock; int hn_pending; int hn_pending_max; struct list_head hn_requests; long unsigned int hn_flags; }; enum hn_flags_bits { HANDSHAKE_F_NET_DRAINING = 0, }; struct trace_event_raw_handshake_event_class { struct trace_entry ent; const void *req; const void *sk; unsigned int netns_ino; char __data[0]; }; struct trace_event_raw_handshake_fd_class { struct trace_entry ent; const void *req; const void *sk; int fd; unsigned int netns_ino; char __data[0]; }; struct trace_event_raw_handshake_error_class { struct trace_entry ent; const void *req; const void *sk; int err; unsigned int netns_ino; char __data[0]; }; struct trace_event_raw_handshake_complete { struct trace_entry ent; const void *req; const void *sk; int status; unsigned int netns_ino; char __data[0]; }; struct trace_event_data_offsets_handshake_event_class {}; struct trace_event_data_offsets_handshake_fd_class {}; struct trace_event_data_offsets_handshake_error_class {}; struct trace_event_data_offsets_handshake_complete {}; typedef void (*btf_trace_handshake_submit)(void *, const struct net *, const struct handshake_req *, const struct sock *); typedef void (*btf_trace_handshake_submit_err)(void *, const struct net *, const struct handshake_req *, const struct sock *, int); typedef void (*btf_trace_handshake_cancel)(void *, const struct net *, const struct handshake_req *, const struct sock *); typedef void (*btf_trace_handshake_cancel_none)(void *, const struct net *, const struct handshake_req *, const struct sock *); typedef void (*btf_trace_handshake_cancel_busy)(void *, const struct net *, const struct handshake_req *, const struct sock *); typedef void (*btf_trace_handshake_destruct)(void *, const struct net *, const struct handshake_req *, const struct sock *); typedef void (*btf_trace_handshake_complete)(void *, const struct net *, const struct handshake_req *, const struct sock *, int); typedef void (*btf_trace_handshake_notify_err)(void *, const struct net *, const struct handshake_req *, const struct sock *, int); typedef void (*btf_trace_handshake_cmd_accept)(void *, const struct net *, const struct handshake_req *, const struct sock *, int); typedef void (*btf_trace_handshake_cmd_accept_err)(void *, const struct net *, const struct handshake_req *, const struct sock *, int); typedef void (*btf_trace_handshake_cmd_done)(void *, const struct net *, const struct handshake_req *, const struct sock *, int); typedef void (*btf_trace_handshake_cmd_done_err)(void *, const struct net *, const struct handshake_req *, const struct sock *, int); struct node_descriptor { union { struct { u32 validity: 3; u32 reserved: 5; } __attribute__((packed)); u8 byte0; }; u32 params: 24; char type[6]; char model[3]; char manufacturer[3]; char plant[2]; char seq[12]; u16 tag; }; struct chsc_header { __u16 length; __u16 code; }; struct chsc_pnso_naid_l2 { u64 nit; struct { u8 mac[6]; u16 lnid; } addr_lnid; }; struct chsc_pnso_resume_token { u64 t1; u64 t2; }; struct chsc_pnso_naihdr { struct chsc_pnso_resume_token resume_token; int: 32; u32 instance; int: 24; u8 naids; u32 reserved[3]; }; struct chsc_pnso_area { struct chsc_header request; char: 2; u8 m: 1; char: 5; char: 2; u8 ssid: 2; u8 fmt: 4; u16 sch; char: 8; u8 cssid; int: 0; u8 oc; struct chsc_pnso_resume_token resume_token; u32 n: 1; u32 reserved[3]; struct chsc_header response; struct chsc_pnso_naihdr naihdr; struct chsc_pnso_naid_l2 entries[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct crw { __u32 res1: 1; __u32 slct: 1; __u32 oflw: 1; __u32 chn: 1; __u32 rsc: 4; __u32 anc: 1; __u32 res2: 1; __u32 erc: 6; __u32 rsid: 16; }; typedef void (*crw_handler_t)(struct crw *, struct crw *, int); struct qdio_ssqd_desc { u8 flags; u16 sch; u8 qfmt; u8 parm; u8 qdioac1; u8 sch_class; u8 pcnt; u8 icnt; char: 8; u8 ocnt; char: 8; u8 mbccnt; u16 qdioac2; u64 sch_token; u8 mro; u8 mri; u16 qdioac3; int: 24; u8 mmwc; }; struct css_chsc_char { u64 res; int: 20; u32 secm: 1; char: 1; u32 scmc: 1; int: 9; short: 11; u32 scssc: 1; u32 scsscf: 1; short: 3; char: 4; u32 pnso: 1; }; struct chsc_ssqd_area { struct chsc_header request; short: 10; u8 ssid: 2; u8 fmt: 4; u16 first_sch; short: 16; u16 last_sch; long: 0; struct chsc_header response; struct qdio_ssqd_desc qdio_ssqd; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct chsc_scssc_area { struct chsc_header request; u16 operation_code; long: 64; u64 summary_indicator_addr; u64 subchannel_indicator_addr; u32 ks: 4; u32 kc: 4; short: 8; short: 13; u32 isc: 3; u32 word_with_d_bit; int: 32; struct subchannel_id schid; u32 reserved[1004]; struct chsc_header response; long: 64; long: 64; long: 64; }; struct chsc_scpd { struct chsc_header request; char: 2; u32 m: 1; u32 c: 1; u32 fmt: 4; u32 cssid: 8; char: 4; u32 rfmt: 4; u32 first_chpid: 8; int: 24; u32 last_chpid: 8; u32 zeroes1; struct chsc_header response; long: 0; u8 data[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct chsc_sda_area { struct chsc_header request; char: 4; u8 format: 4; u16 operation_code; long: 64; u32 operation_data_area[252]; struct chsc_header response; char: 4; u32 format2: 4; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sale { u64 sa; u32 p: 4; u32 op_state: 4; u32 data_state: 4; u32 rank: 4; u32 r: 1; char: 7; u32 rid: 8; }; struct chsc_scm_info { struct chsc_header request; u64 reqtok; u32 reserved1[4]; struct chsc_header response; long: 0; int: 24; u8 rq; u32 mbc; u64 msa; u16 is; u16 mmc; u32 mci; u64 nr_scm_ini; u64 nr_scm_unini; u32 reserved2[10]; u64 restok; struct sale scmal[248]; }; struct chsc_ssd_area { struct chsc_header request; short: 10; u16 ssid: 2; u16 f_sch; short: 16; u16 l_sch; long: 0; struct chsc_header response; long: 0; u8 sch_valid: 1; u8 dev_valid: 1; u8 st: 3; u8 zeroes: 3; u8 unit_addr; u16 devno; u8 path_mask; u8 fla_valid_mask; u16 sch; u8 chpid[8]; u16 fla[8]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct chsc_sei_nt0_area { u8 flags; u8 vf; u8 rs; u8 cc; u16 fla; u16 rsid; u32 reserved1; u32 reserved2; u8 ccdf[4056]; }; struct chsc_sei_nt2_area { u8 flags; u8 reserved1; u8 reserved2; u8 cc; u32 reserved3[13]; u8 ccdf[4016]; }; struct chsc_sei { struct chsc_header request; u32 reserved1; u64 ntsm; struct chsc_header response; int: 24; u8 nt; union { struct chsc_sei_nt0_area nt0_area; struct chsc_sei_nt2_area nt2_area; u8 nt_area[4072]; } u; }; struct lir { struct { u32 null: 1; u32 reserved: 3; u32 class: 2; u32 reserved2: 2; } __attribute__((packed)) iq; u32 ic: 8; u32 reserved: 16; struct node_descriptor incident_node; struct node_descriptor attached_node; u8 reserved2[32]; }; struct chp_config_data { u8 map[32]; u8 op; u8 pc; }; struct chse_cudb { u16 flags: 8; u16 chp_valid: 8; u16 cu; u32 esm_valid: 8; long: 0; u8 chpid[8]; long: 64; u8 esm[8]; u32 efla[8]; }; struct chsc_scud { struct chsc_header request; char: 4; u16 fmt: 4; u16 cssid: 8; u16 first_cu; short: 16; u16 last_cu; long: 0; struct chsc_header response; char: 4; u16 fmt_resp: 4; struct chse_cudb cudb[0]; }; struct cmg_entry { u32 values[8]; }; enum cfg_task_t { cfg_none = 0, cfg_configure = 1, cfg_deconfigure = 2, }; typedef struct { char _[4096]; } addr_type; struct arqb { u64 data; u16 fmt: 4; u16 cmd_code; short: 16; u16 msb_count; u32 reserved[12]; }; struct arsb { u16 fmt: 4; int: 0; u8 ef; short: 0; u8 ecbi; long: 0; u8 fvf; short: 0; char: 8; u8 eqc; u64 fail_msb; u64 fail_aidaw; u64 fail_ms; u64 fail_scm; u32 reserved[4]; }; struct msb { u8 fmt: 4; u8 oc: 4; u8 flags; short: 12; u16 bs: 4; u32 blk_count; u64 data_addr; u64 scm_addr; long: 64; }; struct aob { struct arqb request; struct arsb response; struct msb msb[124]; }; struct scm_device; struct aob_rq_header { struct scm_device *scmdev; char data[0]; }; struct scm_device { u64 address; u64 size; unsigned int nr_max_block; struct device dev; struct { unsigned int persistence: 4; unsigned int oper_state: 4; unsigned int data_state: 4; unsigned int rank: 4; unsigned int release: 1; unsigned int res_id: 8; } attrs; }; enum scm_event { SCM_CHANGE = 0, SCM_AVAIL = 1, }; struct scm_driver { struct device_driver drv; int (*probe)(struct scm_device *); void (*remove)(struct scm_device *); void (*notify)(struct scm_device *, enum scm_event); void (*handler)(struct scm_device *, void *, blk_status_t); }; struct kbd_data; typedef void fn_handler_fn___2(struct kbd_data *); struct kbd_data { struct tty_port *port; short unsigned int **key_maps; char **func_table; fn_handler_fn___2 **fn_handler; struct kbdiacruc *accent_table; unsigned int accent_table_size; unsigned int diacr; short unsigned int sysrq; }; typedef void k_handler_fn___2(struct kbd_data *, unsigned char); struct conf_mgm_data { u8 reserved; u8 ev_qualifier; }; struct sclp_ofb_evbuf { struct evbuf_header header; struct conf_mgm_data cm_data; char ev_data[64]; }; struct sclp_ofb_sccb { struct sccb_header header; struct sclp_ofb_evbuf ofb_evbuf; }; struct cpi_evbuf { struct evbuf_header header; u8 id_format; u8 reserved0; u8 system_type[8]; u64 reserved1; u8 system_name[8]; u64 reserved2; u64 system_level; u64 reserved3; u8 sysplex_name[8]; u8 reserved4[16]; }; struct cpi_sccb { struct sccb_header header; struct cpi_evbuf cpi_evbuf; }; struct sclp_ipl_info { int is_valid; int has_dump; char loadparm[8]; }; struct init_sccb { struct sccb_header header; u16 _reserved; u16 mask_length; u8 masks[4084]; }; struct read_info_sccb { struct sccb_header header; u16 rnmax; u8 rnsize; u8 _pad_11[5]; u16 ncpurl; u16 cpuoff; u8 _pad_20[4]; u8 loadparm[8]; u8 _pad_32[10]; u8 fac42; u8 fac43; u8 _pad_44[4]; u64 facilities; u8 _pad_56[10]; u8 fac66; u8 _pad_67[9]; u32 ibc; u8 _pad80[4]; u8 fac84; u8 fac85; u8 _pad_86[5]; u8 fac91; u8 _pad_92[6]; u8 fac98; u8 hamaxpow; u32 rnsize2; u64 rnmax2; u32 hsa_size; u8 fac116; u8 fac117; u8 fac118; u8 fac119; u16 hcpua; u8 _pad_122[2]; u32 hmfai; u8 _pad_128[6]; u8 byte_134; u8 cpudirq; u16 cbl; u8 _pad_138[12150]; }; struct physmem_range { u64 start; u64 end; }; enum reserved_range_type { RR_DECOMPRESSOR = 0, RR_INITRD = 1, RR_VMLINUX = 2, RR_AMODE31 = 3, RR_IPLREPORT = 4, RR_CERT_COMP_LIST = 5, RR_MEM_DETECT_EXTENDED = 6, RR_VMEM = 7, RR_MAX = 8, }; struct reserved_range { long unsigned int start; long unsigned int end; struct reserved_range *chain; }; struct physmem_info { u32 range_count; u8 info_source; long unsigned int usable; struct reserved_range reserved[8]; struct physmem_range online[255]; struct physmem_range *online_extended; }; enum { sclp_init_state_uninitialized = 0, sclp_init_state_initializing = 1, sclp_init_state_initialized = 2, }; struct write_sccb { struct sccb_header header; struct msg_buf msg; }; struct vt220_sccb { struct sccb_header header; struct { struct evbuf_header header; char data[0]; } msg; }; struct idal_buffer { size_t size; size_t page_order; void *data[0]; }; struct raw3270_view; struct raw3270_request { struct list_head list; struct raw3270_view *view; struct ccw1 ccw; void *buffer; size_t size; int rescnt; int rc; void (*callback)(struct raw3270_request *, void *); void *callback_data; }; struct raw3270; struct raw3270_fn; struct raw3270_view { struct list_head list; spinlock_t lock; atomic_t ref_count; struct raw3270 *dev; struct raw3270_fn *fn; unsigned int model; unsigned int rows; unsigned int cols; unsigned char *ascebc; }; struct raw3270_fn { int (*activate)(struct raw3270_view *); void (*deactivate)(struct raw3270_view *); void (*intv)(struct raw3270_view *, struct raw3270_request *, struct irb *); void (*release)(struct raw3270_view *); void (*free)(struct raw3270_view *); void (*resize)(struct raw3270_view *, int, int, int, int, int, int); }; struct raw3270 { struct list_head list; struct ccw_device *cdev; int minor; int model; int rows; int cols; int old_model; int old_rows; int old_cols; unsigned int state; long unsigned int flags; struct list_head req_queue; struct list_head view_list; struct raw3270_view *view; struct timer_list timer; unsigned char *ascebc; struct raw3270_view init_view; struct raw3270_request init_reset; struct raw3270_request init_readpart; struct raw3270_request init_readmod; unsigned char init_data[256]; struct work_struct resize_work; }; struct raw3270_notifier { struct list_head list; void (*create)(int); void (*destroy)(int); }; struct raw3270_ua { struct { short int l; char sfid; char qcode; char flags0; char flags1; short int w; short int h; char units; int xr; int yr; char aw; char ah; short int buffsz; char xmin; char ymin; char xmax; char ymax; } __attribute__((packed)) uab; struct { char l; char sdpid; char res; char auaid; short int wauai; short int hauai; char auaunits; int auaxr; int auayr; char awauai; char ahauai; } __attribute__((packed)) aua; }; struct err_notify_evbuf { struct evbuf_header header; u8 action; u8 atype; u32 fh; u32 fid; u8 data[0]; }; struct err_notify_sccb { struct sccb_header header; struct err_notify_evbuf evbuf; }; struct pci_cfg_sccb { struct sccb_header header; u8 atype; u8 reserved1; u16 reserved2; u32 aid; }; struct ap_cfg_sccb { struct sccb_header header; }; struct vmcp_session { char *response; unsigned int bufsize; unsigned int cma_alloc: 1; int resp_size; int resp_code; struct mutex mutex; }; enum arch_id { ARCH_S390 = 0, ARCH_S390X = 1, }; struct ipib_info { long unsigned int ipib; u32 checksum; } __attribute__((packed)); struct vq_config_block { __u16 index; __u16 num; }; struct vcdev_dma_area { long unsigned int indicators; long unsigned int indicators2; struct vq_config_block config_block; __u8 status; }; struct virtio_ccw_device { struct virtio_device vdev; __u8 config[256]; struct ccw_device *cdev; __u32 curr_io; int err; unsigned int revision; wait_queue_head_t wait_q; spinlock_t lock; rwlock_t irq_lock; struct mutex io_lock; struct list_head virtqueues; bool is_thinint; bool going_away; bool device_lost; unsigned int config_ready; void *airq_info; struct vcdev_dma_area *dma_area; }; struct vq_info_block_legacy { __u64 queue; __u32 align; __u16 index; __u16 num; }; struct vq_info_block { __u64 desc; __u32 res0; __u16 index; __u16 num; __u64 avail; __u64 used; }; struct virtio_feature_desc { __le32 features; __u8 index; } __attribute__((packed)); struct virtio_thinint_area { long unsigned int summary_indicator; long unsigned int indicator; u64 bit_nr; u8 isc; } __attribute__((packed)); struct virtio_rev_info { __u16 revision; __u16 length; __u8 data[0]; }; struct virtio_ccw_vq_info { struct virtqueue *vq; int num; union { struct vq_info_block s; struct vq_info_block_legacy l; } *info_block; int bit_nr; struct list_head node; long int cookie; }; struct airq_info { rwlock_t lock; u8 summary_indicator_idx; struct airq_struct airq; struct airq_iv *aiv; }; struct fprop_local_single { long unsigned int events; unsigned int period; raw_spinlock_t lock; }; struct ida_bitmap { long unsigned int bitmap[16]; }; struct klist_waiter { struct list_head list; struct klist_node *node; struct task_struct *process; int woken; }; enum { LOGIC_PIO_INDIRECT = 0, LOGIC_PIO_CPU_MMIO = 1, }; struct logic_pio_host_ops; struct logic_pio_hwaddr { struct list_head list; struct fwnode_handle *fwnode; resource_size_t hw_start; resource_size_t io_start; resource_size_t size; long unsigned int flags; void *hostdata; const struct logic_pio_host_ops *ops; }; struct logic_pio_host_ops { u32 (*in)(void *, long unsigned int, size_t); void (*out)(void *, long unsigned int, u32, size_t); u32 (*ins)(void *, long unsigned int, void *, size_t, unsigned int); void (*outs)(void *, long unsigned int, const void *, size_t, unsigned int); }; struct maple_metadata { unsigned char end; unsigned char gap; }; struct maple_pnode; struct maple_range_64 { struct maple_pnode *parent; long unsigned int pivot[15]; union { void *slot[16]; struct { void *pad[15]; struct maple_metadata meta; }; }; }; struct maple_arange_64 { struct maple_pnode *parent; long unsigned int pivot[9]; void *slot[10]; long unsigned int gap[10]; struct maple_metadata meta; }; struct maple_topiary { struct maple_pnode *parent; struct maple_enode *next; }; enum maple_type { maple_dense = 0, maple_leaf_64 = 1, maple_range_64 = 2, maple_arange_64 = 3, }; struct maple_node { union { struct { struct maple_pnode *parent; void *slot[31]; }; struct { void *pad; struct callback_head rcu; struct maple_enode *piv_parent; unsigned char parent_slot; enum maple_type type; unsigned char slot_len; unsigned int ma_flags; }; struct maple_range_64 mr64; struct maple_arange_64 ma64; struct maple_alloc alloc; }; }; struct ma_topiary { struct maple_enode *head; struct maple_enode *tail; struct maple_tree *mtree; }; struct ma_wr_state { struct ma_state *mas; struct maple_node *node; long unsigned int r_min; long unsigned int r_max; enum maple_type type; unsigned char offset_end; unsigned char node_end; long unsigned int *pivots; long unsigned int end_piv; void **slots; void *entry; void *content; }; struct trace_event_raw_ma_op { struct trace_entry ent; const char *fn; long unsigned int min; long unsigned int max; long unsigned int index; long unsigned int last; void *node; char __data[0]; }; struct trace_event_raw_ma_read { struct trace_entry ent; const char *fn; long unsigned int min; long unsigned int max; long unsigned int index; long unsigned int last; void *node; char __data[0]; }; struct trace_event_raw_ma_write { struct trace_entry ent; const char *fn; long unsigned int min; long unsigned int max; long unsigned int index; long unsigned int last; long unsigned int piv; void *val; void *node; char __data[0]; }; struct trace_event_data_offsets_ma_op {}; struct trace_event_data_offsets_ma_read {}; struct trace_event_data_offsets_ma_write {}; typedef void (*btf_trace_ma_op)(void *, const char *, struct ma_state *); typedef void (*btf_trace_ma_read)(void *, const char *, struct ma_state *); typedef void (*btf_trace_ma_write)(void *, const char *, struct ma_state *, long unsigned int, void *); struct maple_big_node { struct maple_pnode *parent; long unsigned int pivot[33]; union { struct maple_enode *slot[34]; struct { long unsigned int padding[21]; long unsigned int gap[21]; }; }; unsigned char b_end; enum maple_type type; }; struct maple_subtree_state { struct ma_state *orig_l; struct ma_state *orig_r; struct ma_state *l; struct ma_state *m; struct ma_state *r; struct ma_topiary *free; struct ma_topiary *destroy; struct maple_big_node *bn; }; typedef struct { long unsigned int key[2]; } hsiphash_key_t; struct tm { int tm_sec; int tm_min; int tm_hour; int tm_mday; int tm_mon; long int tm_year; int tm_wday; int tm_yday; }; struct rtc_time { int tm_sec; int tm_min; int tm_hour; int tm_mday; int tm_mon; int tm_year; int tm_wday; int tm_yday; int tm_isdst; }; enum format_type { FORMAT_TYPE_NONE = 0, FORMAT_TYPE_WIDTH = 1, FORMAT_TYPE_PRECISION = 2, FORMAT_TYPE_CHAR = 3, FORMAT_TYPE_STR = 4, FORMAT_TYPE_PTR = 5, FORMAT_TYPE_PERCENT_CHAR = 6, FORMAT_TYPE_INVALID = 7, FORMAT_TYPE_LONG_LONG = 8, FORMAT_TYPE_ULONG = 9, FORMAT_TYPE_LONG = 10, FORMAT_TYPE_UBYTE = 11, FORMAT_TYPE_BYTE = 12, FORMAT_TYPE_USHORT = 13, FORMAT_TYPE_SHORT = 14, FORMAT_TYPE_UINT = 15, FORMAT_TYPE_INT = 16, FORMAT_TYPE_SIZE_T = 17, FORMAT_TYPE_PTRDIFF = 18, }; struct printf_spec { unsigned int type: 8; int field_width: 24; unsigned int flags: 8; unsigned int base: 8; int precision: 16; }; struct page_flags_fields { int width; int shift; int mask; const struct printf_spec *spec; const char *name; }; union ctlreg5 { long unsigned int val; struct { long: 33; long unsigned int pasteo: 25; }; }; union ctlreg15 { long unsigned int val; struct { long unsigned int lsea: 61; }; }; typedef struct { unsigned char bytes[16]; } cpacf_mask_t; struct ipl_rb_component_entry { __u64 addr; __u64 len; __u8 flags; __u8 reserved1[5]; __u16 certificate_index; __u8 reserved2[8]; }; enum physmem_info_source { MEM_DETECT_NONE = 0, MEM_DETECT_SCLP_STOR_INFO = 1, MEM_DETECT_DIAG260 = 2, MEM_DETECT_SCLP_READ_INFO = 3, MEM_DETECT_BIN_SEARCH = 4, }; typedef struct { unsigned int len; long unsigned int kernel_addr; long unsigned int process_addr; } ptrace_area; typedef struct { __u32 len; __u32 kernel_addr; __u32 process_addr; } compat_ptrace_area; struct file_private_info { loff_t offset; int act_area; int act_page; int act_entry; size_t act_entry_offset; char temp_buf[2048]; debug_info_t *debug_info_org; debug_info_t *debug_info_snap; struct debug_view *view; }; typedef struct file_private_info file_private_info_t; typedef struct { char *string; long int args[0]; } debug_sprintf_entry_t; enum ipl_pbt { IPL_PBT_FCP = 0, IPL_PBT_SCP_DATA = 1, IPL_PBT_CCW = 2, IPL_PBT_ECKD = 3, IPL_PBT_NVME = 4, }; struct ipl_rl_hdr { __u32 len; __u8 flags; __u8 reserved1[2]; __u8 version; __u8 reserved2[8]; }; enum ipl_rbt { IPL_RBT_CERTIFICATES = 1, IPL_RBT_COMPONENTS = 2, }; struct ipl_rb_certificate_entry { __u64 addr; __u64 len; }; struct ipl_rb_certificates { __u32 len; __u8 rbt; __u8 reserved1[11]; struct ipl_rb_certificate_entry entries[0]; }; struct ipl_rb_components { __u32 len; __u8 rbt; __u8 reserved1[11]; struct ipl_rb_component_entry entries[0]; }; struct ipl_report_component { struct list_head list; struct ipl_rb_component_entry entry; }; struct ipl_report_certificate { struct list_head list; struct ipl_rb_certificate_entry entry; void *key; }; struct shutdown_action; struct shutdown_trigger { char *name; struct shutdown_action *action; }; struct shutdown_action { char *name; void (*fn)(struct shutdown_trigger *); int (*init)(); int init_rc; }; enum dump_type { DUMP_TYPE_NONE = 1, DUMP_TYPE_CCW = 2, DUMP_TYPE_FCP = 4, DUMP_TYPE_NVME = 8, DUMP_TYPE_ECKD = 16, }; struct os_info_entry { u64 addr; u64 size; u32 csum; } __attribute__((packed)); struct os_info { u64 magic; u32 csum; u16 version_major; u16 version_minor; u64 crashkernel_addr; u64 crashkernel_size; struct os_info_entry entry[2]; u8 reserved[4024]; }; enum { BRCL_EXPOLINE = 0, BRASL_EXPOLINE = 1, }; struct stat64_emu31 { long long unsigned int st_dev; unsigned int __pad1; u32 __st_ino; unsigned int st_mode; unsigned int st_nlink; u32 st_uid; u32 st_gid; long long unsigned int st_rdev; unsigned int __pad3; long int st_size; u32 st_blksize; unsigned char __pad4[4]; u32 __pad5; u32 st_blocks; u32 st_atime; u32 __pad6; u32 st_mtime; u32 __pad7; u32 st_ctime; u32 __pad8; long unsigned int st_ino; }; struct mmap_arg_struct_emu31 { compat_ulong_t addr; compat_ulong_t len; compat_ulong_t prot; compat_ulong_t flags; compat_ulong_t fd; compat_ulong_t offset; }; struct fadvise64_64_args { int fd; long long int offset; long long int len; int advice; }; struct s390_ctrset_start { __u64 version; __u64 data_bytes; __u64 cpumask_len; __u64 *cpumask; __u64 counter_sets; }; struct s390_ctrset_setdata { __u32 set; __u32 no_cnts; __u64 cv[0]; }; struct s390_ctrset_cpudata { __u32 cpu_nr; __u32 no_sets; struct s390_ctrset_setdata data[0]; }; struct s390_ctrset_read { __u64 no_cpus; struct s390_ctrset_cpudata data[0]; }; enum cpumf_ctr_set { CPUMF_CTR_SET_BASIC = 0, CPUMF_CTR_SET_USER = 1, CPUMF_CTR_SET_CRYPTO = 2, CPUMF_CTR_SET_EXT = 3, CPUMF_CTR_SET_MT_DIAG = 4, CPUMF_CTR_SET_MAX = 5, }; struct cpu_cf_events { atomic_t ctr_set[5]; u64 state; u64 dev_state; unsigned int flags; size_t used; size_t usedss; unsigned char start[4096]; unsigned char stop[4096]; unsigned char data[4096]; unsigned int sets; }; struct cf_ctrset_entry { unsigned int def: 16; unsigned int set: 16; unsigned int ctr: 16; unsigned int res1: 16; }; struct cf_trailer_entry { union { struct { unsigned int clock_base: 1; unsigned int speed: 1; unsigned int mtda: 1; unsigned int caca: 1; unsigned int lcda: 1; }; long unsigned int flags; }; unsigned int cfvn: 16; unsigned int csvn: 16; unsigned int cpu_speed: 32; long unsigned int timestamp; union { struct { long unsigned int progusage1; long unsigned int progusage2; long unsigned int progusage3; long unsigned int tod_base; }; long unsigned int progusage[4]; }; unsigned int mach_type: 16; unsigned int res1: 16; unsigned int res2: 32; }; struct cfset_call_on_cpu_parm { unsigned int sets; atomic_t cpus_ack; }; struct cfset_session { struct list_head head; }; struct cfset_request { long unsigned int ctrset; cpumask_t mask; struct list_head node; }; enum perf_event_s390_regs { PERF_REG_S390_R0 = 0, PERF_REG_S390_R1 = 1, PERF_REG_S390_R2 = 2, PERF_REG_S390_R3 = 3, PERF_REG_S390_R4 = 4, PERF_REG_S390_R5 = 5, PERF_REG_S390_R6 = 6, PERF_REG_S390_R7 = 7, PERF_REG_S390_R8 = 8, PERF_REG_S390_R9 = 9, PERF_REG_S390_R10 = 10, PERF_REG_S390_R11 = 11, PERF_REG_S390_R12 = 12, PERF_REG_S390_R13 = 13, PERF_REG_S390_R14 = 14, PERF_REG_S390_R15 = 15, PERF_REG_S390_FP0 = 16, PERF_REG_S390_FP1 = 17, PERF_REG_S390_FP2 = 18, PERF_REG_S390_FP3 = 19, PERF_REG_S390_FP4 = 20, PERF_REG_S390_FP5 = 21, PERF_REG_S390_FP6 = 22, PERF_REG_S390_FP7 = 23, PERF_REG_S390_FP8 = 24, PERF_REG_S390_FP9 = 25, PERF_REG_S390_FP10 = 26, PERF_REG_S390_FP11 = 27, PERF_REG_S390_FP12 = 28, PERF_REG_S390_FP13 = 29, PERF_REG_S390_FP14 = 30, PERF_REG_S390_FP15 = 31, PERF_REG_S390_MASK = 32, PERF_REG_S390_PC = 33, PERF_REG_S390_MAX = 34, }; struct trace_event_raw_s390_diagnose { struct trace_entry ent; short unsigned int nr; char __data[0]; }; struct trace_event_data_offsets_s390_diagnose {}; typedef void (*btf_trace_s390_diagnose)(void *, short unsigned int); struct qrange { long unsigned int start; long unsigned int end; }; struct qout64 { long unsigned int segstart; long unsigned int segend; int segcnt; int segrcnt; struct qrange range[6]; }; struct qin64 { char qopcode; char rsrv1[3]; char qrcode; char rsrv2[3]; char qname[8]; unsigned int qoutptr; short int qoutlen; }; struct dcss_segment { struct list_head list; char dcss_name[8]; char res_name[16]; long unsigned int start_addr; long unsigned int end; refcount_t ref_count; int do_nonshared; unsigned int vm_segtype; struct qrange range[6]; int segcnt; struct resource *res; }; struct chacha_ctx { u32 key[8]; int nrounds; }; struct cpu_feature { __u16 feature; }; struct diag204_info_blk_hdr { __u8 npar; __u8 flags; __u16 tslice; __u16 phys_cpus; __u16 this_part; __u64 curtod; }; struct diag204_part_hdr { __u8 pn; __u8 cpus; char reserved[6]; char part_name[8]; }; struct diag204_cpu_info { __u16 cpu_addr; char reserved1[2]; __u8 ctidx; __u8 cflag; __u16 weight; __u64 acc_time; __u64 lp_time; }; struct diag204_phys_hdr { char reserved1[1]; __u8 cpus; char reserved2[6]; char mgm_name[8]; }; struct diag204_phys_cpu { __u16 cpu_addr; char reserved1[2]; __u8 ctidx; char reserved2[3]; __u64 mgm_time; char reserved3[8]; }; struct dbfs_d204_hdr { u64 len; u16 version; u8 sc; char reserved[53]; }; struct dbfs_d204 { struct dbfs_d204_hdr hdr; char buf[0]; }; struct x_info_blk_hdr; struct hypfs_diag304 { __u32 args[2]; __u64 data; __u64 rc; }; enum zpci_ioat_dtype { ZPCI_IOTA_STO = 0, ZPCI_IOTA_RTTO = 1, ZPCI_IOTA_RSTO = 2, ZPCI_IOTA_RFTO = 3, ZPCI_IOTA_PFAA = 4, ZPCI_IOTA_IOPFAA = 5, ZPCI_IOTA_IOPTO = 7, }; struct clp_req_hdr { u16 len; u16 cmd; u32 fmt: 4; u32 reserved1: 28; u64 reserved2; }; struct clp_rsp_hdr { u16 len; u16 rsp; u32 fmt: 4; u32 reserved1: 28; u64 reserved2; }; struct clp_req_slpc { struct clp_req_hdr hdr; }; struct clp_rsp_slpc { struct clp_rsp_hdr hdr; u32 reserved2[4]; u32 lpif[8]; u32 reserved3[8]; u32 lpic[8]; }; struct clp_req_rsp_slpc { struct clp_req_slpc request; struct clp_rsp_slpc response; }; struct clp_fh_list_entry { u16 device_id; u16 vendor_id; u32 config_state: 1; u32 fid; u32 fh; }; struct clp_rsp_slpc_pci { struct clp_rsp_hdr hdr; u32 reserved2[4]; u32 lpif[8]; u32 reserved3[4]; u32 vwb: 1; char: 1; u32 mio_wb: 6; u32 reserved5[3]; u32 lpic[8]; }; struct clp_req_list_pci { struct clp_req_hdr hdr; u64 resume_token; u64 reserved2; }; struct clp_rsp_list_pci { struct clp_rsp_hdr hdr; u64 resume_token; u32 reserved2; u16 max_fn; char: 7; u8 uid_checking: 1; u8 entry_size; struct clp_fh_list_entry fh_list[252]; }; struct mio_info { u32 valid: 6; struct { u64 wb; u64 wt; } addr[6]; u32 reserved[6]; }; struct clp_req_query_pci { struct clp_req_hdr hdr; u32 fh; u32 reserved2; u64 reserved3; }; struct clp_rsp_query_pci { struct clp_rsp_hdr hdr; u16 vfn; char: 3; u16 rid_avail: 1; u16 is_physfn: 1; u16 reserved1: 1; u16 mio_addr_avail: 1; u16 util_str_avail: 1; u16 pfgid: 8; u32 fid; u8 bar_size[6]; u16 pchid; __le32 bar[6]; u8 pfip[4]; short: 12; u16 port: 4; u8 fmb_len; u8 pft; u64 sdma; u64 edma; u16 rid; u16 reserved0; u32 reserved[10]; u32 uid; u8 util_str[64]; u32 reserved2[16]; struct mio_info mio; }; struct clp_req_query_pci_grp { struct clp_req_hdr hdr; u32 reserved2: 24; u32 pfgid: 8; u32 reserved3; u64 reserved4; }; struct clp_rsp_query_pci_grp { struct clp_rsp_hdr hdr; char: 4; u16 noi: 12; u8 version; char: 6; u8 frame: 1; u8 refresh: 1; char: 3; u16 maxstbl: 13; u16 mui; u8 dtsm; u8 reserved3; u16 maxfaal; char: 4; u16 dnoi: 12; u16 maxcpu; u64 dasm; u64 msia; u64 reserved4; u64 reserved5; }; struct clp_req_set_pci { struct clp_req_hdr hdr; u32 fh; u16 reserved2; u8 oc; u8 ndas; u32 reserved3; u32 gisa; }; struct clp_rsp_set_pci { struct clp_rsp_hdr hdr; u32 fh; u32 reserved1; u64 reserved2; struct mio_info mio; }; struct clp_req_rsp_slpc_pci { struct clp_req_slpc request; struct clp_rsp_slpc_pci response; }; struct clp_req_rsp_list_pci { struct clp_req_list_pci request; struct clp_rsp_list_pci response; }; struct clp_req_rsp_set_pci { struct clp_req_set_pci request; struct clp_rsp_set_pci response; }; struct clp_req_rsp_query_pci { struct clp_req_query_pci request; struct clp_rsp_query_pci response; }; struct clp_req_rsp_query_pci_grp { struct clp_req_query_pci_grp request; struct clp_rsp_query_pci_grp response; }; struct clp_req { unsigned int c: 1; unsigned int r: 1; unsigned int lps: 6; unsigned int cmd: 8; unsigned int reserved; __u64 data_p; }; struct clone_args { __u64 flags; __u64 pidfd; __u64 child_tid; __u64 parent_tid; __u64 exit_signal; __u64 stack; __u64 stack_size; __u64 tls; __u64 set_tid; __u64 set_tid_size; __u64 cgroup; }; struct multiprocess_signals { sigset_t signal; struct hlist_node node; }; struct trace_event_raw_task_newtask { struct trace_entry ent; pid_t pid; char comm[16]; long unsigned int clone_flags; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_task_rename { struct trace_entry ent; pid_t pid; char oldcomm[16]; char newcomm[16]; short int oom_score_adj; char __data[0]; }; struct trace_event_data_offsets_task_newtask {}; struct trace_event_data_offsets_task_rename {}; typedef void (*btf_trace_task_newtask)(void *, struct task_struct *, long unsigned int); typedef void (*btf_trace_task_rename)(void *, struct task_struct *, const char *); struct vm_stack { struct callback_head rcu; struct vm_struct *stack_vm_area; }; typedef struct vm_struct *pcp_op_T_____8; struct resource_constraint { resource_size_t min; resource_size_t max; resource_size_t align; resource_size_t (*alignf)(void *, const struct resource *, resource_size_t, resource_size_t); void *alignf_data; }; enum { MAX_IORES_LEVEL = 5, }; struct region_devres { struct resource *parent; resource_size_t start; resource_size_t n; }; struct __user_cap_header_struct { __u32 version; int pid; }; typedef struct __user_cap_header_struct *cap_user_header_t; struct __user_cap_data_struct { __u32 effective; __u32 permitted; __u32 inheritable; }; typedef struct __user_cap_data_struct *cap_user_data_t; typedef long unsigned int old_sigset_t; struct old_sigaction { __sighandler_t sa_handler; old_sigset_t sa_mask; long unsigned int sa_flags; __sigrestore_t sa_restorer; }; typedef u32 compat_old_sigset_t; struct compat_sigaction { compat_uptr_t sa_handler; compat_ulong_t sa_flags; compat_uptr_t sa_restorer; compat_sigset_t sa_mask; }; struct compat_old_sigaction { compat_uptr_t sa_handler; compat_old_sigset_t sa_mask; compat_ulong_t sa_flags; compat_uptr_t sa_restorer; }; enum { TRACE_SIGNAL_DELIVERED = 0, TRACE_SIGNAL_IGNORED = 1, TRACE_SIGNAL_ALREADY_PENDING = 2, TRACE_SIGNAL_OVERFLOW_FAIL = 3, TRACE_SIGNAL_LOSE_INFO = 4, }; struct trace_event_raw_signal_generate { struct trace_entry ent; int sig; int errno; int code; char comm[16]; pid_t pid; int group; int result; char __data[0]; }; struct trace_event_raw_signal_deliver { struct trace_entry ent; int sig; int errno; int code; long unsigned int sa_handler; long unsigned int sa_flags; char __data[0]; }; struct trace_event_data_offsets_signal_generate {}; struct trace_event_data_offsets_signal_deliver {}; typedef void (*btf_trace_signal_generate)(void *, int, struct kernel_siginfo *, struct task_struct *, int, int); typedef void (*btf_trace_signal_deliver)(void *, int, struct kernel_siginfo *, struct k_sigaction *); enum sig_handler { HANDLER_CURRENT = 0, HANDLER_SIG_DFL = 1, HANDLER_EXIT = 2, }; struct wq_flusher; struct worker; struct pool_workqueue; struct wq_device; struct workqueue_struct { struct list_head pwqs; struct list_head list; struct mutex mutex; int work_color; int flush_color; atomic_t nr_pwqs_to_flush; struct wq_flusher *first_flusher; struct list_head flusher_queue; struct list_head flusher_overflow; struct list_head maydays; struct worker *rescuer; int nr_drainers; int saved_max_active; struct workqueue_attrs *unbound_attrs; struct pool_workqueue *dfl_pwq; struct wq_device *wq_dev; char name[24]; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; long: 64; unsigned int flags; struct pool_workqueue *cpu_pwqs; struct pool_workqueue *numa_pwq_tbl[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct worker_pool; struct worker { union { struct list_head entry; struct hlist_node hentry; }; struct work_struct *current_work; work_func_t current_func; struct pool_workqueue *current_pwq; unsigned int current_color; struct list_head scheduled; struct task_struct *task; struct worker_pool *pool; struct list_head node; long unsigned int last_active; unsigned int flags; int id; int sleeping; char desc[24]; struct workqueue_struct *rescue_wq; work_func_t last_func; }; struct pool_workqueue { struct worker_pool *pool; struct workqueue_struct *wq; int work_color; int flush_color; int refcnt; int nr_in_flight[16]; int nr_active; int max_active; struct list_head inactive_works; struct list_head pwqs_node; struct list_head mayday_node; struct work_struct unbound_release_work; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct worker_pool { raw_spinlock_t lock; int cpu; int node; int id; unsigned int flags; long unsigned int watchdog_ts; bool cpu_stall; int nr_running; struct list_head worklist; int nr_workers; int nr_idle; struct list_head idle_list; struct timer_list idle_timer; struct work_struct idle_cull_work; struct timer_list mayday_timer; struct hlist_head busy_hash[64]; struct worker *manager; struct list_head workers; struct list_head dying_workers; struct completion *detach_completion; struct ida worker_ida; struct workqueue_attrs *attrs; struct hlist_node hash_node; int refcnt; struct callback_head rcu; }; enum { POOL_MANAGER_ACTIVE = 1, POOL_DISASSOCIATED = 4, WORKER_DIE = 2, WORKER_IDLE = 4, WORKER_PREP = 8, WORKER_CPU_INTENSIVE = 64, WORKER_UNBOUND = 128, WORKER_REBOUND = 256, WORKER_NOT_RUNNING = 456, NR_STD_WORKER_POOLS = 2, UNBOUND_POOL_HASH_ORDER = 6, BUSY_WORKER_HASH_ORDER = 6, MAX_IDLE_WORKERS_RATIO = 4, IDLE_WORKER_TIMEOUT = 30000, MAYDAY_INITIAL_TIMEOUT = 2, MAYDAY_INTERVAL = 10, CREATE_COOLDOWN = 100, RESCUER_NICE_LEVEL = -20, HIGHPRI_NICE_LEVEL = -20, WQ_NAME_LEN = 24, }; struct wq_flusher { struct list_head list; int flush_color; struct completion done; }; struct wq_device { struct workqueue_struct *wq; struct device dev; }; struct trace_event_raw_workqueue_queue_work { struct trace_entry ent; void *work; void *function; u32 __data_loc_workqueue; int req_cpu; int cpu; char __data[0]; }; struct trace_event_raw_workqueue_activate_work { struct trace_entry ent; void *work; char __data[0]; }; struct trace_event_raw_workqueue_execute_start { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_workqueue_execute_end { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_data_offsets_workqueue_queue_work { u32 workqueue; }; struct trace_event_data_offsets_workqueue_activate_work {}; struct trace_event_data_offsets_workqueue_execute_start {}; struct trace_event_data_offsets_workqueue_execute_end {}; typedef void (*btf_trace_workqueue_queue_work)(void *, int, struct pool_workqueue *, struct work_struct *); typedef void (*btf_trace_workqueue_activate_work)(void *, struct work_struct *); typedef void (*btf_trace_workqueue_execute_start)(void *, struct work_struct *); typedef void (*btf_trace_workqueue_execute_end)(void *, struct work_struct *, work_func_t); struct wq_barrier { struct work_struct work; struct completion done; struct task_struct *task; }; struct cwt_wait { wait_queue_entry_t wait; struct work_struct *work; }; struct apply_wqattrs_ctx { struct workqueue_struct *wq; struct workqueue_attrs *attrs; struct list_head list; struct pool_workqueue *dfl_pwq; struct pool_workqueue *pwq_tbl[0]; }; struct pr_cont_work_struct { bool comma; work_func_t func; long int ctr; }; struct work_for_cpu { struct work_struct work; long int (*fn)(void *); void *arg; long int ret; }; enum { KERNEL_PARAM_OPS_FL_NOARG = 1, }; struct param_attribute { struct module_attribute mattr; const struct kernel_param *param; }; struct module_param_attrs { unsigned int num; struct attribute_group grp; struct param_attribute attrs[0]; }; struct kmalloced_param { struct list_head list; char val[0]; }; enum what { PROC_EVENT_NONE = 0, PROC_EVENT_FORK = 1, PROC_EVENT_EXEC = 2, PROC_EVENT_UID = 4, PROC_EVENT_GID = 64, PROC_EVENT_SID = 128, PROC_EVENT_PTRACE = 256, PROC_EVENT_COMM = 512, PROC_EVENT_COREDUMP = 1073741824, PROC_EVENT_EXIT = 2147483648, }; struct async_entry { struct list_head domain_list; struct list_head global_list; struct work_struct work; async_cookie_t cookie; async_func_t func; void *data; struct async_domain *domain; }; enum uclamp_id { UCLAMP_MIN = 0, UCLAMP_MAX = 1, UCLAMP_CNT = 2, }; struct numa_group { refcount_t refcount; spinlock_t lock; int nr_tasks; pid_t gid; int active_nodes; struct callback_head rcu; long unsigned int total_faults; long unsigned int max_faults_cpu; long unsigned int faults[0]; }; struct cpuidle_state_usage { long long unsigned int disable; long long unsigned int usage; u64 time_ns; long long unsigned int above; long long unsigned int below; long long unsigned int rejected; }; struct cpuidle_device; struct cpuidle_driver; struct cpuidle_state { char name[16]; char desc[32]; s64 exit_latency_ns; s64 target_residency_ns; unsigned int flags; unsigned int exit_latency; int power_usage; unsigned int target_residency; int (*enter)(struct cpuidle_device *, struct cpuidle_driver *, int); int (*enter_dead)(struct cpuidle_device *, int); int (*enter_s2idle)(struct cpuidle_device *, struct cpuidle_driver *, int); }; struct cpuidle_state_kobj; struct cpuidle_driver_kobj; struct cpuidle_device_kobj; struct cpuidle_device { unsigned int registered: 1; unsigned int enabled: 1; unsigned int poll_time_limit: 1; unsigned int cpu; ktime_t next_hrtimer; int last_state_idx; u64 last_residency_ns; u64 poll_limit_ns; u64 forced_idle_latency_limit_ns; struct cpuidle_state_usage states_usage[10]; struct cpuidle_state_kobj *kobjs[10]; struct cpuidle_driver_kobj *kobj_driver; struct cpuidle_device_kobj *kobj_dev; struct list_head device_list; }; struct cpuidle_driver { const char *name; struct module *owner; unsigned int bctimer: 1; struct cpuidle_state states[10]; int state_count; int safe_state_index; struct cpumask *cpumask; const char *governor; }; enum numa_faults_stats { NUMA_MEM = 0, NUMA_CPU = 1, NUMA_MEMBUF = 2, NUMA_CPUBUF = 3, }; enum numa_type { node_has_spare = 0, node_fully_busy = 1, node_overloaded = 2, }; struct numa_stats { long unsigned int load; long unsigned int runnable; long unsigned int util; long unsigned int compute_capacity; unsigned int nr_running; unsigned int weight; enum numa_type node_type; int idle_cpu; }; struct task_numa_env { struct task_struct *p; int src_cpu; int src_nid; int dst_cpu; int dst_nid; int imb_numa_nr; struct numa_stats src_stats; struct numa_stats dst_stats; int imbalance_pct; int dist; struct task_struct *best_task; long int best_imp; int best_cpu; }; struct energy_env { long unsigned int task_busy_time; long unsigned int pd_busy_time; long unsigned int cpu_cap; long unsigned int pd_cap; }; enum fbq_type { regular = 0, remote = 1, all = 2, }; enum group_type { group_has_spare = 0, group_fully_busy = 1, group_misfit_task = 2, group_asym_packing = 3, group_imbalanced = 4, group_overloaded = 5, }; enum migration_type { migrate_load = 0, migrate_util = 1, migrate_task = 2, migrate_misfit = 3, }; struct lb_env { struct sched_domain *sd; struct rq *src_rq; int src_cpu; int dst_cpu; struct rq *dst_rq; struct cpumask *dst_grpmask; int new_dst_cpu; enum cpu_idle_type idle; long int imbalance; struct cpumask *cpus; unsigned int flags; unsigned int loop; unsigned int loop_break; unsigned int loop_max; enum fbq_type fbq_type; enum migration_type migration_type; struct list_head tasks; }; struct sg_lb_stats { long unsigned int avg_load; long unsigned int group_load; long unsigned int group_capacity; long unsigned int group_util; long unsigned int group_runnable; unsigned int sum_nr_running; unsigned int sum_h_nr_running; unsigned int idle_cpus; unsigned int group_weight; enum group_type group_type; unsigned int group_asym_packing; long unsigned int group_misfit_task_load; unsigned int nr_numa_running; unsigned int nr_preferred_running; }; struct sd_lb_stats { struct sched_group *busiest; struct sched_group *local; long unsigned int total_load; long unsigned int total_capacity; long unsigned int avg_load; unsigned int prefer_sibling; struct sg_lb_stats busiest_stat; struct sg_lb_stats local_stat; }; struct dl_bandwidth { raw_spinlock_t dl_runtime_lock; u64 dl_runtime; u64 dl_period; }; struct idle_timer { struct hrtimer timer; int done; }; typedef struct rt_rq *rt_rq_iter_t; enum dl_bw_request { dl_bw_req_check_overflow = 0, dl_bw_req_alloc = 1, dl_bw_req_free = 2, }; struct trace_event_raw_contention_begin { struct trace_entry ent; void *lock_addr; unsigned int flags; char __data[0]; }; struct trace_event_raw_contention_end { struct trace_entry ent; void *lock_addr; int ret; char __data[0]; }; struct trace_event_data_offsets_contention_begin {}; struct trace_event_data_offsets_contention_end {}; typedef void (*btf_trace_contention_begin)(void *, void *, unsigned int); typedef void (*btf_trace_contention_end)(void *, void *, int); struct mutex_waiter { struct list_head list; struct task_struct *task; struct ww_acquire_ctx *ww_ctx; }; enum rwsem_waiter_type { RWSEM_WAITING_FOR_WRITE = 0, RWSEM_WAITING_FOR_READ = 1, }; struct rwsem_waiter { struct list_head list; struct task_struct *task; enum rwsem_waiter_type type; long unsigned int timeout; bool handoff_set; }; enum rwsem_wake_type { RWSEM_WAKE_ANY = 0, RWSEM_WAKE_READERS = 1, RWSEM_WAKE_READ_OWNED = 2, }; enum owner_state { OWNER_NULL = 1, OWNER_WRITER = 2, OWNER_READER = 4, OWNER_NONSPINNABLE = 8, }; struct optimistic_spin_node { struct optimistic_spin_node *next; struct optimistic_spin_node *prev; int locked; int cpu; }; struct prb_data_block { long unsigned int id; char data[0]; }; enum { IRQ_STARTUP_NORMAL = 0, IRQ_STARTUP_MANAGED = 1, IRQ_STARTUP_ABORT = 2, }; struct msi_map { int index; int virq; }; struct msi_ctrl { unsigned int domid; unsigned int first; unsigned int last; unsigned int nirqs; }; struct rcu_gp_oldstate { long unsigned int rgos_norm; long unsigned int rgos_exp; }; struct rcu_exp_work { long unsigned int rew_s; struct work_struct rew_work; }; struct rcu_node { raw_spinlock_t lock; long unsigned int gp_seq; long unsigned int gp_seq_needed; long unsigned int completedqs; long unsigned int qsmask; long unsigned int rcu_gp_init_mask; long unsigned int qsmaskinit; long unsigned int qsmaskinitnext; long unsigned int expmask; long unsigned int expmaskinit; long unsigned int expmaskinitnext; long unsigned int cbovldmask; long unsigned int ffmask; long unsigned int grpmask; int grplo; int grphi; u8 grpnum; u8 level; bool wait_blkd_tasks; struct rcu_node *parent; struct list_head blkd_tasks; struct list_head *gp_tasks; struct list_head *exp_tasks; struct list_head *boost_tasks; struct rt_mutex boost_mtx; long unsigned int boost_time; struct mutex boost_kthread_mutex; struct task_struct *boost_kthread_task; unsigned int boost_kthread_status; long unsigned int n_boosts; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; raw_spinlock_t fqslock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t exp_lock; long unsigned int exp_seq_rq; wait_queue_head_t exp_wq[4]; struct rcu_exp_work rew; bool exp_need_flush; raw_spinlock_t exp_poll_lock; long unsigned int exp_seq_poll_rq; struct work_struct exp_poll_wq; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; union rcu_noqs { struct { u8 norm; u8 exp; } b; u16 s; }; struct rcu_snap_record { long unsigned int gp_seq; u64 cputime_irq; u64 cputime_softirq; u64 cputime_system; long unsigned int nr_hardirqs; unsigned int nr_softirqs; long long unsigned int nr_csw; long unsigned int jiffies; }; struct rcu_data { long unsigned int gp_seq; long unsigned int gp_seq_needed; union rcu_noqs cpu_no_qs; bool core_needs_qs; bool beenonline; bool gpwrap; bool cpu_started; struct rcu_node *mynode; long unsigned int grpmask; long unsigned int ticks_this_gp; struct irq_work defer_qs_iw; bool defer_qs_iw_pending; struct work_struct strict_work; struct rcu_segcblist cblist; long int qlen_last_fqs_check; long unsigned int n_cbs_invoked; long unsigned int n_force_qs_snap; long int blimit; int dynticks_snap; bool rcu_need_heavy_qs; bool rcu_urgent_qs; bool rcu_forced_tick; bool rcu_forced_tick_exp; long unsigned int barrier_seq_snap; struct callback_head barrier_head; int exp_dynticks_snap; struct task_struct *rcu_cpu_kthread_task; unsigned int rcu_cpu_kthread_status; char rcu_cpu_has_work; long unsigned int rcuc_activity; unsigned int softirq_snap; struct irq_work rcu_iw; bool rcu_iw_pending; long unsigned int rcu_iw_gp_seq; long unsigned int rcu_ofl_gp_seq; short int rcu_ofl_gp_flags; long unsigned int rcu_onl_gp_seq; short int rcu_onl_gp_flags; long unsigned int last_fqs_resched; long unsigned int last_sched_clock; struct rcu_snap_record snap_record; long int lazy_len; int cpu; }; struct rcu_state { struct rcu_node node[33]; struct rcu_node *level[3]; int ncpus; int n_online_cpus; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int gp_seq; long unsigned int gp_max; struct task_struct *gp_kthread; struct swait_queue_head gp_wq; short int gp_flags; short int gp_state; long unsigned int gp_wake_time; long unsigned int gp_wake_seq; long unsigned int gp_seq_polled; long unsigned int gp_seq_polled_snap; long unsigned int gp_seq_polled_exp_snap; struct mutex barrier_mutex; atomic_t barrier_cpu_count; struct completion barrier_completion; long unsigned int barrier_sequence; raw_spinlock_t barrier_lock; struct mutex exp_mutex; struct mutex exp_wake_mutex; long unsigned int expedited_sequence; atomic_t expedited_need_qs; struct swait_queue_head expedited_wq; int ncpus_snap; u8 cbovld; u8 cbovldnext; long unsigned int jiffies_force_qs; long unsigned int jiffies_kick_kthreads; long unsigned int n_force_qs; long unsigned int gp_start; long unsigned int gp_end; long unsigned int gp_activity; long unsigned int gp_req_activity; long unsigned int jiffies_stall; long unsigned int jiffies_resched; long unsigned int n_force_qs_gpstart; const char *name; char abbr; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; arch_spinlock_t ofl_lock; int nocb_is_setup; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kvfree_rcu_bulk_data { struct list_head list; long unsigned int gp_snap; long unsigned int nr_records; void *records[0]; }; struct kfree_rcu_cpu; struct kfree_rcu_cpu_work { struct rcu_work rcu_work; struct callback_head *head_free; struct list_head bulk_head_free[2]; struct kfree_rcu_cpu *krcp; }; struct kfree_rcu_cpu { struct callback_head *head; long unsigned int head_gp_snap; atomic_t head_count; struct list_head bulk_head[2]; atomic_t bulk_count[2]; struct kfree_rcu_cpu_work krw_arr[2]; raw_spinlock_t lock; struct delayed_work monitor_work; bool initialized; struct delayed_work page_cache_work; atomic_t backoff_page_cache_fill; atomic_t work_in_progress; struct hrtimer hrtimer; struct llist_head bkvcache; int nr_bkv_objs; }; enum mod_license { NOT_GPL_ONLY = 0, GPL_ONLY = 1, }; struct find_symbol_arg { const char *name; bool gplok; bool warn; struct module *owner; const s32 *crc; const struct kernel_symbol *sym; enum mod_license license; }; enum fail_dup_mod_reason { FAIL_DUP_MOD_BECOMING = 0, FAIL_DUP_MOD_LOAD = 1, }; struct trace_event_raw_module_load { struct trace_entry ent; unsigned int taints; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_free { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_refcnt { struct trace_entry ent; long unsigned int ip; int refcnt; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_request { struct trace_entry ent; long unsigned int ip; bool wait; u32 __data_loc_name; char __data[0]; }; struct trace_event_data_offsets_module_load { u32 name; }; struct trace_event_data_offsets_module_free { u32 name; }; struct trace_event_data_offsets_module_refcnt { u32 name; }; struct trace_event_data_offsets_module_request { u32 name; }; typedef void (*btf_trace_module_load)(void *, struct module *); typedef void (*btf_trace_module_free)(void *, struct module *); typedef void (*btf_trace_module_get)(void *, struct module *, long unsigned int); typedef void (*btf_trace_module_put)(void *, struct module *, long unsigned int); typedef void (*btf_trace_module_request)(void *, char *, bool, long unsigned int); struct symsearch { const struct kernel_symbol *start; const struct kernel_symbol *stop; const s32 *crcs; enum mod_license license; }; struct mod_initfree { struct llist_node node; void *init_text; void *init_data; void *init_rodata; }; enum kcmp_type { KCMP_FILE = 0, KCMP_VM = 1, KCMP_FILES = 2, KCMP_FS = 3, KCMP_SIGHAND = 4, KCMP_IO = 5, KCMP_SYSVSEM = 6, KCMP_EPOLL_TFD = 7, KCMP_TYPES = 8, }; struct kcmp_epoll_slot { __u32 efd; __u32 tfd; __u32 toff; }; struct stacktrace_cookie { long unsigned int *store; unsigned int size; unsigned int skip; unsigned int len; }; struct rtc_wkalrm { unsigned char enabled; unsigned char pending; struct rtc_time time; }; struct rtc_param { __u64 param; union { __u64 uvalue; __s64 svalue; __u64 ptr; }; __u32 index; __u32 __pad; }; struct rtc_class_ops { int (*ioctl)(struct device *, unsigned int, long unsigned int); int (*read_time)(struct device *, struct rtc_time *); int (*set_time)(struct device *, struct rtc_time *); int (*read_alarm)(struct device *, struct rtc_wkalrm *); int (*set_alarm)(struct device *, struct rtc_wkalrm *); int (*proc)(struct device *, struct seq_file *); int (*alarm_irq_enable)(struct device *, unsigned int); int (*read_offset)(struct device *, long int *); int (*set_offset)(struct device *, long int); int (*param_get)(struct device *, struct rtc_param *); int (*param_set)(struct device *, struct rtc_param *); }; struct rtc_device; struct rtc_timer { struct timerqueue_node node; ktime_t period; void (*func)(struct rtc_device *); struct rtc_device *rtc; int enabled; }; struct rtc_device { struct device dev; struct module *owner; int id; const struct rtc_class_ops *ops; struct mutex ops_lock; struct cdev char_dev; long unsigned int flags; long unsigned int irq_data; spinlock_t irq_lock; wait_queue_head_t irq_queue; struct fasync_struct *async_queue; int irq_freq; int max_user_freq; struct timerqueue_head timerqueue; struct rtc_timer aie_timer; struct rtc_timer uie_rtctimer; struct hrtimer pie_timer; int pie_enabled; struct work_struct irqwork; long unsigned int set_offset_nsec; long unsigned int features[1]; time64_t range_min; timeu64_t range_max; time64_t start_secs; time64_t offset_secs; bool set_start_time; }; struct trace_event_raw_alarmtimer_suspend { struct trace_entry ent; s64 expires; unsigned char alarm_type; char __data[0]; }; struct trace_event_raw_alarm_class { struct trace_entry ent; void *alarm; unsigned char alarm_type; s64 expires; s64 now; char __data[0]; }; struct trace_event_data_offsets_alarmtimer_suspend {}; struct trace_event_data_offsets_alarm_class {}; typedef void (*btf_trace_alarmtimer_suspend)(void *, ktime_t, int); typedef void (*btf_trace_alarmtimer_fired)(void *, struct alarm *, ktime_t); typedef void (*btf_trace_alarmtimer_start)(void *, struct alarm *, ktime_t); typedef void (*btf_trace_alarmtimer_cancel)(void *, struct alarm *, ktime_t); struct alarm_base { spinlock_t lock; struct timerqueue_head timerqueue; ktime_t (*get_ktime)(); void (*get_timespec)(struct timespec64 *); clockid_t base_clockid; }; struct __kernel_old_itimerval { struct __kernel_old_timeval it_interval; struct __kernel_old_timeval it_value; }; struct old_itimerval32 { struct old_timeval32 it_interval; struct old_timeval32 it_value; }; enum { Q_REQUEUE_PI_NONE = 0, Q_REQUEUE_PI_IGNORE = 1, Q_REQUEUE_PI_IN_PROGRESS = 2, Q_REQUEUE_PI_WAIT = 3, Q_REQUEUE_PI_DONE = 4, Q_REQUEUE_PI_LOCKED = 5, }; struct kallsym_iter { loff_t pos; loff_t pos_arch_end; loff_t pos_mod_end; loff_t pos_ftrace_mod_end; loff_t pos_bpf_end; long unsigned int value; unsigned int nameoff; char type; char name[512]; char module_name[56]; int exported; int show_value; }; struct bpf_iter__ksym { union { struct bpf_iter_meta *meta; }; union { struct kallsym_iter *ksym; }; }; enum cgroup_filetype { CGROUP_FILE_PROCS = 0, CGROUP_FILE_TASKS = 1, }; struct cgroup_pidlist { struct { enum cgroup_filetype type; struct pid_namespace *ns; } key; pid_t *list; int length; struct list_head links; struct cgroup *owner; struct delayed_work destroy_dwork; }; enum cgroup1_param { Opt_all = 0, Opt_clone_children = 1, Opt_cpuset_v2_mode = 2, Opt_name = 3, Opt_none = 4, Opt_noprefix = 5, Opt_release_agent = 6, Opt_xattr = 7, Opt_favordynmods___2 = 8, Opt_nofavordynmods = 9, }; enum freezer_state_flags { CGROUP_FREEZER_ONLINE = 1, CGROUP_FREEZING_SELF = 2, CGROUP_FREEZING_PARENT = 4, CGROUP_FROZEN = 8, CGROUP_FREEZING = 6, }; struct freezer { struct cgroup_subsys_state css; unsigned int state; }; enum misc_res_type { MISC_CG_RES_TYPES = 0, }; struct misc_res { long unsigned int max; atomic_long_t usage; atomic_long_t events; }; struct misc_cg { struct cgroup_subsys_state css; struct cgroup_file events_file; struct misc_res res[0]; }; struct idmap_key { bool map_up; u32 id; u32 count; }; enum audit_nlgrps { AUDIT_NLGRP_NONE = 0, AUDIT_NLGRP_READLOG = 1, __AUDIT_NLGRP_MAX = 2, }; struct audit_status { __u32 mask; __u32 enabled; __u32 failure; __u32 pid; __u32 rate_limit; __u32 backlog_limit; __u32 lost; __u32 backlog; union { __u32 version; __u32 feature_bitmap; }; __u32 backlog_wait_time; __u32 backlog_wait_time_actual; }; struct audit_features { __u32 vers; __u32 mask; __u32 features; __u32 lock; }; struct audit_tty_status { __u32 enabled; __u32 log_passwd; }; struct audit_sig_info { uid_t uid; pid_t pid; char ctx[0]; }; struct audit_net { struct sock *sk; }; struct auditd_connection { struct pid *pid; u32 portid; struct net *net; struct callback_head rcu; }; struct audit_ctl_mutex { struct mutex lock; void *owner; }; struct audit_buffer { struct sk_buff *skb; struct audit_context *ctx; gfp_t gfp_mask; }; struct audit_reply { __u32 portid; struct net *net; struct sk_buff *skb; }; struct audit_fsnotify_mark { dev_t dev; long unsigned int ino; char *path; struct fsnotify_mark mark; struct audit_krule *rule; }; struct seccomp_notif_sizes { __u16 seccomp_notif; __u16 seccomp_notif_resp; __u16 seccomp_data; }; struct seccomp_notif { __u64 id; __u32 pid; __u32 flags; struct seccomp_data data; }; struct seccomp_notif_resp { __u64 id; __s64 val; __s32 error; __u32 flags; }; struct seccomp_notif_addfd { __u64 id; __u32 flags; __u32 srcfd; __u32 newfd; __u32 newfd_flags; }; struct action_cache { long unsigned int allow_native[8]; long unsigned int allow_compat[8]; }; struct notification; struct seccomp_filter { refcount_t refs; refcount_t users; bool log; bool wait_killable_recv; struct action_cache cache; struct seccomp_filter *prev; struct bpf_prog *prog; struct notification *notif; struct mutex notify_lock; wait_queue_head_t wqh; }; struct seccomp_metadata { __u64 filter_off; __u64 flags; }; enum notify_state { SECCOMP_NOTIFY_INIT = 0, SECCOMP_NOTIFY_SENT = 1, SECCOMP_NOTIFY_REPLIED = 2, }; struct seccomp_knotif { struct task_struct *task; u64 id; const struct seccomp_data *data; enum notify_state state; int error; long int val; u32 flags; struct completion ready; struct list_head list; struct list_head addfd; }; struct seccomp_kaddfd { struct file *file; int fd; unsigned int flags; __u32 ioctl_flags; union { bool setfd; int ret; }; struct completion completion; struct list_head list; }; struct notification { struct semaphore request; u64 next_id; struct list_head notifications; }; struct seccomp_log_name { u32 log; const char *name; }; enum ring_buffer_type { RINGBUF_TYPE_DATA_TYPE_LEN_MAX = 28, RINGBUF_TYPE_PADDING = 29, RINGBUF_TYPE_TIME_EXTEND = 30, RINGBUF_TYPE_TIME_STAMP = 31, }; struct ring_buffer_per_cpu; struct buffer_page; struct ring_buffer_iter { struct ring_buffer_per_cpu *cpu_buffer; long unsigned int head; long unsigned int next_event; struct buffer_page *head_page; struct buffer_page *cache_reader_page; long unsigned int cache_read; long unsigned int cache_pages_removed; u64 read_stamp; u64 page_stamp; struct ring_buffer_event *event; int missed_events; }; struct rb_irq_work { struct irq_work work; wait_queue_head_t waiters; wait_queue_head_t full_waiters; long int wait_index; bool waiters_pending; bool full_waiters_pending; bool wakeup_full; }; struct trace_buffer { unsigned int flags; int cpus; atomic_t record_disabled; atomic_t resizing; cpumask_var_t cpumask; struct lock_class_key *reader_lock_key; struct mutex mutex; struct ring_buffer_per_cpu **buffers; struct hlist_node node; u64 (*clock)(); struct rb_irq_work irq_work; bool time_stamp_abs; }; enum { RB_LEN_TIME_EXTEND = 8, RB_LEN_TIME_STAMP = 8, }; struct buffer_data_page { u64 time_stamp; local_t commit; unsigned char data[0]; }; struct buffer_page { struct list_head list; local_t write; unsigned int read; local_t entries; long unsigned int real_end; struct buffer_data_page *page; }; struct rb_event_info { u64 ts; u64 delta; u64 before; u64 after; long unsigned int length; struct buffer_page *tail_page; int add_timestamp; }; enum { RB_ADD_STAMP_NONE = 0, RB_ADD_STAMP_EXTEND = 2, RB_ADD_STAMP_ABSOLUTE = 4, RB_ADD_STAMP_FORCE = 8, }; enum { RB_CTX_TRANSITION = 0, RB_CTX_NMI = 1, RB_CTX_IRQ = 2, RB_CTX_SOFTIRQ = 3, RB_CTX_NORMAL = 4, RB_CTX_MAX = 5, }; struct rb_time_struct { local64_t time; }; typedef struct rb_time_struct rb_time_t; struct ring_buffer_per_cpu { int cpu; atomic_t record_disabled; atomic_t resize_disabled; struct trace_buffer *buffer; raw_spinlock_t reader_lock; arch_spinlock_t lock; struct lock_class_key lock_key; struct buffer_data_page *free_page; long unsigned int nr_pages; unsigned int current_context; struct list_head *pages; struct buffer_page *head_page; struct buffer_page *tail_page; struct buffer_page *commit_page; struct buffer_page *reader_page; long unsigned int lost_events; long unsigned int last_overrun; long unsigned int nest; local_t entries_bytes; local_t entries; local_t overrun; local_t commit_overrun; local_t dropped_events; local_t committing; local_t commits; local_t pages_touched; local_t pages_lost; local_t pages_read; long int last_pages_touch; size_t shortest_full; long unsigned int read; long unsigned int read_bytes; rb_time_t write_stamp; rb_time_t before_stamp; u64 event_stamp[5]; u64 read_stamp; long unsigned int pages_removed; long int nr_pages_to_update; struct list_head new_pages; struct work_struct update_pages_work; struct completion update_done; struct rb_irq_work irq_work; }; struct trace_bprintk_fmt { struct list_head list; const char *fmt; }; struct tracing_map_entry { u32 key; struct tracing_map_elt *val; }; struct trace_event_raw_thread_noise { struct trace_entry ent; char comm[16]; u64 start; u64 duration; pid_t pid; char __data[0]; }; struct trace_event_raw_softirq_noise { struct trace_entry ent; u64 start; u64 duration; int vector; char __data[0]; }; struct trace_event_raw_irq_noise { struct trace_entry ent; u64 start; u64 duration; u32 __data_loc_desc; int vector; char __data[0]; }; struct trace_event_raw_nmi_noise { struct trace_entry ent; u64 start; u64 duration; char __data[0]; }; struct trace_event_raw_sample_threshold { struct trace_entry ent; u64 start; u64 duration; u64 interference; char __data[0]; }; struct trace_event_data_offsets_thread_noise {}; struct trace_event_data_offsets_softirq_noise {}; struct trace_event_data_offsets_irq_noise { u32 desc; }; struct trace_event_data_offsets_nmi_noise {}; struct trace_event_data_offsets_sample_threshold {}; typedef void (*btf_trace_thread_noise)(void *, struct task_struct *, u64, u64); typedef void (*btf_trace_softirq_noise)(void *, int, u64, u64); typedef void (*btf_trace_irq_noise)(void *, int, const char *, u64, u64); typedef void (*btf_trace_nmi_noise)(void *, u64, u64); typedef void (*btf_trace_sample_threshold)(void *, u64, u64, u64); enum osnoise_options_index { OSN_DEFAULTS = 0, OSN_WORKLOAD = 1, OSN_PANIC_ON_STOP = 2, OSN_PREEMPT_DISABLE = 3, OSN_IRQ_DISABLE = 4, OSN_MAX = 5, }; struct osnoise_instance { struct list_head list; struct trace_array *tr; }; struct osn_nmi { u64 count; u64 delta_start; }; struct osn_irq { u64 count; u64 arrival_time; u64 delta_start; }; struct osn_softirq { u64 count; u64 arrival_time; u64 delta_start; }; struct osn_thread { u64 count; u64 arrival_time; u64 delta_start; }; struct osnoise_variables { struct task_struct *kthread; bool sampling; pid_t pid; struct osn_nmi nmi; struct osn_irq irq; struct osn_softirq softirq; struct osn_thread thread; local_t int_counter; }; struct timerlat_variables { struct task_struct *kthread; struct hrtimer timer; u64 rel_period; u64 abs_period; bool tracing_thread; u64 count; }; struct osnoise_sample { u64 runtime; u64 noise; u64 max_sample; int hw_count; int nmi_count; int irq_count; int softirq_count; int thread_count; }; struct timerlat_sample { u64 timer_latency; unsigned int seqnum; int context; }; struct osnoise_data { u64 sample_period; u64 sample_runtime; u64 stop_tracing; u64 stop_tracing_total; u64 timerlat_period; u64 print_stack; int timerlat_tracer; bool tainted; }; struct trace_stack { int stack_size; int nr_entries; long unsigned int calls[256]; }; struct module_string { struct list_head next; struct module *module; char *str; }; enum { FORMAT_HEADER = 1, FORMAT_FIELD_SEPERATOR = 2, FORMAT_PRINTFMT = 3, }; struct boot_triggers { const char *event; char *trigger; }; struct event_probe_data { struct trace_event_file *file; long unsigned int count; int ref; bool enable; }; struct trace_dynamic_info { u16 offset; u16 len; }; struct synth_field_desc { const char *type; const char *name; }; struct synth_trace_event; struct synth_event_trace_state { struct trace_event_buffer fbuffer; struct synth_trace_event *entry; struct trace_buffer *buffer; struct synth_event *event; unsigned int cur_field; unsigned int n_u64; bool disabled; bool add_next; bool add_name; }; union trace_synth_field { u8 as_u8; u16 as_u16; u32 as_u32; u64 as_u64; struct trace_dynamic_info as_dynamic; }; struct synth_trace_event { struct trace_entry ent; union trace_synth_field fields[0]; }; enum { SYNTH_ERR_BAD_NAME = 0, SYNTH_ERR_INVALID_CMD = 1, SYNTH_ERR_INVALID_DYN_CMD = 2, SYNTH_ERR_EVENT_EXISTS = 3, SYNTH_ERR_TOO_MANY_FIELDS = 4, SYNTH_ERR_INCOMPLETE_TYPE = 5, SYNTH_ERR_INVALID_TYPE = 6, SYNTH_ERR_INVALID_FIELD = 7, SYNTH_ERR_INVALID_ARRAY_SPEC = 8, }; struct kprobe_trace_entry_head { struct trace_entry ent; long unsigned int ip; }; struct kretprobe_trace_entry_head { struct trace_entry ent; long unsigned int func; long unsigned int ret_ip; }; struct trace_kprobe { struct dyn_event devent; struct kretprobe rp; long unsigned int *nhit; const char *symbol; struct trace_probe tp; }; enum uprobe_filter_ctx { UPROBE_FILTER_REGISTER = 0, UPROBE_FILTER_UNREGISTER = 1, UPROBE_FILTER_MMAP = 2, }; struct uprobe_consumer { int (*handler)(struct uprobe_consumer *, struct pt_regs *); int (*ret_handler)(struct uprobe_consumer *, long unsigned int, struct pt_regs *); bool (*filter)(struct uprobe_consumer *, enum uprobe_filter_ctx, struct mm_struct *); struct uprobe_consumer *next; }; struct uprobe_trace_entry_head { struct trace_entry ent; long unsigned int vaddr[0]; }; struct trace_uprobe { struct dyn_event devent; struct uprobe_consumer consumer; struct path path; struct inode *inode; char *filename; long unsigned int offset; long unsigned int ref_ctr_offset; long unsigned int nhit; struct trace_probe tp; }; struct uprobe_dispatch_data { struct trace_uprobe *tu; long unsigned int bp_addr; }; struct uprobe_cpu_buffer { struct mutex mutex; void *buf; }; typedef bool (*filter_func_t)(struct uprobe_consumer *, enum uprobe_filter_ctx, struct mm_struct *); enum states_wwnr { not_running_wwnr = 0, running_wwnr = 1, state_max_wwnr = 2, }; enum events_wwnr { switch_in_wwnr = 0, switch_out_wwnr = 1, wakeup_wwnr = 2, event_max_wwnr = 3, }; struct automaton_wwnr { char *state_names[2]; char *event_names[3]; unsigned char function[6]; unsigned char initial_state; bool final_states[2]; }; enum bpf_stats_type { BPF_STATS_RUN_TIME = 0, }; struct bpf_tracing_link { struct bpf_tramp_link link; enum bpf_attach_type attach_type; struct bpf_trampoline *trampoline; struct bpf_prog *tgt_prog; }; enum bpf_audit { BPF_AUDIT_LOAD = 0, BPF_AUDIT_UNLOAD = 1, BPF_AUDIT_MAX = 2, }; struct bpf_prog_kstats { u64 nsecs; u64 cnt; u64 misses; }; struct bpf_raw_tp_link { struct bpf_link link; struct bpf_raw_event_map *btp; }; struct bpf_perf_link { struct bpf_link link; struct file *perf_file; }; typedef u64 (*btf_bpf_sys_bpf)(int, union bpf_attr *, u32); typedef u64 (*btf_bpf_sys_close)(u32); typedef u64 (*btf_bpf_kallsyms_lookup_name)(const char *, int, int, u64 *); struct bpf_iter_seq_task_common { struct pid_namespace *ns; enum bpf_iter_task_type type; u32 pid; u32 pid_visiting; }; struct bpf_iter_seq_task_info { struct bpf_iter_seq_task_common common; u32 tid; }; struct bpf_iter__task { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; }; struct bpf_iter_seq_task_file_info { struct bpf_iter_seq_task_common common; struct task_struct *task; u32 tid; u32 fd; }; struct bpf_iter__task_file { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; u32 fd; union { struct file *file; }; }; struct bpf_iter_seq_task_vma_info { struct bpf_iter_seq_task_common common; struct task_struct *task; struct mm_struct *mm; struct vm_area_struct *vma; u32 tid; long unsigned int prev_vm_start; long unsigned int prev_vm_end; }; enum bpf_task_vma_iter_find_op { task_vma_iter_first_vma = 0, task_vma_iter_next_vma = 1, task_vma_iter_find_vma = 2, }; struct bpf_iter__task_vma { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; union { struct vm_area_struct *vma; }; }; typedef u64 (*btf_bpf_find_vma)(struct task_struct *, u64, bpf_callback_t, void *, u64); struct bpf_iter_seq_array_map_info { struct bpf_map *map; void *percpu_value_buf; u32 index; }; struct prog_poke_elem { struct list_head list; struct bpf_prog_aux *aux; }; struct bpf_cgroup_storage_map { struct bpf_map map; spinlock_t lock; struct rb_root root; struct list_head list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef u64 (*btf_bpf_task_storage_get_recur)(struct bpf_map *, struct task_struct *, void *, u64, gfp_t); typedef u64 (*btf_bpf_task_storage_get)(struct bpf_map *, struct task_struct *, void *, u64, gfp_t); typedef u64 (*btf_bpf_task_storage_delete_recur)(struct bpf_map *, struct task_struct *); typedef u64 (*btf_bpf_task_storage_delete)(struct bpf_map *, struct task_struct *); struct bpf_mem_cache { struct llist_head free_llist; local_t active; struct llist_head free_llist_extra; struct irq_work refill_work; struct obj_cgroup *objcg; int unit_size; int free_cnt; int low_watermark; int high_watermark; int batch; int percpu_size; struct callback_head rcu; struct llist_head free_by_rcu; struct llist_head waiting_for_gp; atomic_t call_rcu_in_progress; }; struct bpf_mem_caches { struct bpf_mem_cache cache[11]; }; struct bpf_devmap_val { __u32 ifindex; union { int fd; __u32 id; } bpf_prog; }; struct xdp_dev_bulk_queue { struct xdp_frame *q[16]; struct list_head flush_node; struct net_device *dev; struct net_device *dev_rx; struct bpf_prog *xdp_prog; unsigned int count; }; struct bpf_dtab; struct bpf_dtab_netdev { struct net_device *dev; struct hlist_node index_hlist; struct bpf_dtab *dtab; struct bpf_prog *xdp_prog; struct callback_head rcu; unsigned int idx; struct bpf_devmap_val val; }; struct bpf_dtab { struct bpf_map map; struct bpf_dtab_netdev **netdev_map; struct list_head list; struct hlist_head *dev_index_head; spinlock_t index_lock; unsigned int items; u32 n_buckets; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_netns_link { struct bpf_link link; enum bpf_attach_type type; enum netns_bpf_attach_type netns_type; struct net *net; struct list_head node; }; typedef u64 (*btf_bpf_cgrp_storage_get)(struct bpf_map *, struct cgroup *, void *, u64, gfp_t); typedef u64 (*btf_bpf_cgrp_storage_delete)(struct bpf_map *, struct cgroup *); struct bpf_cpumask { cpumask_t cpumask; struct callback_head rcu; refcount_t usage; }; struct uprobe { struct rb_node rb_node; refcount_t ref; struct rw_semaphore register_rwsem; struct rw_semaphore consumer_rwsem; struct list_head pending_list; struct uprobe_consumer *consumers; struct inode *inode; loff_t offset; loff_t ref_ctr_offset; long unsigned int flags; struct arch_uprobe arch; }; struct xol_area { wait_queue_head_t wq; atomic_t slot_count; long unsigned int *bitmap; struct vm_special_mapping xol_mapping; struct page *pages[2]; long unsigned int vaddr; }; struct delayed_uprobe { struct list_head list; struct uprobe *uprobe; struct mm_struct *mm; }; struct __uprobe_key { struct inode *inode; loff_t offset; }; struct map_info___2 { struct map_info___2 *next; struct mm_struct *mm; long unsigned int vaddr; }; struct static_key_mod { struct static_key_mod *next; struct jump_entry *entries; struct module *mod; }; struct static_key_deferred { struct static_key key; long unsigned int timeout; struct delayed_work work; }; struct wait_page_key { struct folio *folio; int bit_nr; int page_match; }; struct trace_event_raw_mm_filemap_op_page_cache { struct trace_entry ent; long unsigned int pfn; long unsigned int i_ino; long unsigned int index; dev_t s_dev; unsigned char order; char __data[0]; }; struct trace_event_raw_filemap_set_wb_err { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; errseq_t errseq; char __data[0]; }; struct trace_event_raw_file_check_and_advance_wb_err { struct trace_entry ent; struct file *file; long unsigned int i_ino; dev_t s_dev; errseq_t old; errseq_t new; char __data[0]; }; struct trace_event_data_offsets_mm_filemap_op_page_cache {}; struct trace_event_data_offsets_filemap_set_wb_err {}; struct trace_event_data_offsets_file_check_and_advance_wb_err {}; typedef void (*btf_trace_mm_filemap_delete_from_page_cache)(void *, struct folio *); typedef void (*btf_trace_mm_filemap_add_to_page_cache)(void *, struct folio *); typedef void (*btf_trace_filemap_set_wb_err)(void *, struct address_space *, errseq_t); typedef void (*btf_trace_file_check_and_advance_wb_err)(void *, struct file *, errseq_t); enum behavior { EXCLUSIVE = 0, SHARED = 1, DROP = 2, }; enum lruvec_flags { LRUVEC_CONGESTED = 0, }; enum pgdat_flags { PGDAT_DIRTY = 0, PGDAT_WRITEBACK = 1, PGDAT_RECLAIM_LOCKED = 2, }; struct reclaim_stat { unsigned int nr_dirty; unsigned int nr_unqueued_dirty; unsigned int nr_congested; unsigned int nr_writeback; unsigned int nr_immediate; unsigned int nr_pageout; unsigned int nr_activate[2]; unsigned int nr_ref_keep; unsigned int nr_unmap_fail; unsigned int nr_lazyfree_fail; }; struct trace_event_raw_mm_vmscan_kswapd_sleep { struct trace_entry ent; int nid; char __data[0]; }; struct trace_event_raw_mm_vmscan_kswapd_wake { struct trace_entry ent; int nid; int zid; int order; char __data[0]; }; struct trace_event_raw_mm_vmscan_wakeup_kswapd { struct trace_entry ent; int nid; int zid; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_direct_reclaim_begin_template { struct trace_entry ent; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_direct_reclaim_end_template { struct trace_entry ent; long unsigned int nr_reclaimed; char __data[0]; }; struct trace_event_raw_mm_shrink_slab_start { struct trace_entry ent; struct shrinker *shr; void *shrink; int nid; long int nr_objects_to_shrink; long unsigned int gfp_flags; long unsigned int cache_items; long long unsigned int delta; long unsigned int total_scan; int priority; char __data[0]; }; struct trace_event_raw_mm_shrink_slab_end { struct trace_entry ent; struct shrinker *shr; int nid; void *shrink; long int unused_scan; long int new_scan; int retval; long int total_scan; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_isolate { struct trace_entry ent; int highest_zoneidx; int order; long unsigned int nr_requested; long unsigned int nr_scanned; long unsigned int nr_skipped; long unsigned int nr_taken; unsigned int isolate_mode; int lru; char __data[0]; }; struct trace_event_raw_mm_vmscan_write_folio { struct trace_entry ent; long unsigned int pfn; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_shrink_inactive { struct trace_entry ent; int nid; long unsigned int nr_scanned; long unsigned int nr_reclaimed; long unsigned int nr_dirty; long unsigned int nr_writeback; long unsigned int nr_congested; long unsigned int nr_immediate; unsigned int nr_activate0; unsigned int nr_activate1; long unsigned int nr_ref_keep; long unsigned int nr_unmap_fail; int priority; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_shrink_active { struct trace_entry ent; int nid; long unsigned int nr_taken; long unsigned int nr_active; long unsigned int nr_deactivated; long unsigned int nr_referenced; int priority; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_node_reclaim_begin { struct trace_entry ent; int nid; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_throttled { struct trace_entry ent; int nid; int usec_timeout; int usec_delayed; int reason; char __data[0]; }; struct trace_event_data_offsets_mm_vmscan_kswapd_sleep {}; struct trace_event_data_offsets_mm_vmscan_kswapd_wake {}; struct trace_event_data_offsets_mm_vmscan_wakeup_kswapd {}; struct trace_event_data_offsets_mm_vmscan_direct_reclaim_begin_template {}; struct trace_event_data_offsets_mm_vmscan_direct_reclaim_end_template {}; struct trace_event_data_offsets_mm_shrink_slab_start {}; struct trace_event_data_offsets_mm_shrink_slab_end {}; struct trace_event_data_offsets_mm_vmscan_lru_isolate {}; struct trace_event_data_offsets_mm_vmscan_write_folio {}; struct trace_event_data_offsets_mm_vmscan_lru_shrink_inactive {}; struct trace_event_data_offsets_mm_vmscan_lru_shrink_active {}; struct trace_event_data_offsets_mm_vmscan_node_reclaim_begin {}; struct trace_event_data_offsets_mm_vmscan_throttled {}; typedef void (*btf_trace_mm_vmscan_kswapd_sleep)(void *, int); typedef void (*btf_trace_mm_vmscan_kswapd_wake)(void *, int, int, int); typedef void (*btf_trace_mm_vmscan_wakeup_kswapd)(void *, int, int, int, gfp_t); typedef void (*btf_trace_mm_vmscan_direct_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_memcg_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_memcg_softlimit_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_direct_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_memcg_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_memcg_softlimit_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_shrink_slab_start)(void *, struct shrinker *, struct shrink_control *, long int, long unsigned int, long long unsigned int, long unsigned int, int); typedef void (*btf_trace_mm_shrink_slab_end)(void *, struct shrinker *, int, int, long int, long int, long int); typedef void (*btf_trace_mm_vmscan_lru_isolate)(void *, int, int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, isolate_mode_t, int); typedef void (*btf_trace_mm_vmscan_write_folio)(void *, struct folio *); typedef void (*btf_trace_mm_vmscan_lru_shrink_inactive)(void *, int, long unsigned int, long unsigned int, struct reclaim_stat *, int, int); typedef void (*btf_trace_mm_vmscan_lru_shrink_active)(void *, int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, int, int); typedef void (*btf_trace_mm_vmscan_node_reclaim_begin)(void *, int, int, gfp_t); typedef void (*btf_trace_mm_vmscan_node_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_throttled)(void *, int, int, int, int); struct scan_control { long unsigned int nr_to_reclaim; nodemask_t *nodemask; struct mem_cgroup *target_mem_cgroup; long unsigned int anon_cost; long unsigned int file_cost; unsigned int may_deactivate: 2; unsigned int force_deactivate: 1; unsigned int skipped_deactivate: 1; unsigned int may_writepage: 1; unsigned int may_unmap: 1; unsigned int may_swap: 1; unsigned int proactive: 1; unsigned int memcg_low_reclaim: 1; unsigned int memcg_low_skipped: 1; unsigned int hibernation_mode: 1; unsigned int compaction_ready: 1; unsigned int cache_trim_mode: 1; unsigned int file_is_tiny: 1; unsigned int no_demotion: 1; s8 order; s8 priority; s8 reclaim_idx; gfp_t gfp_mask; long unsigned int nr_scanned; long unsigned int nr_reclaimed; struct { unsigned int dirty; unsigned int unqueued_dirty; unsigned int congested; unsigned int writeback; unsigned int immediate; unsigned int file_taken; unsigned int taken; } nr; struct reclaim_state reclaim_state; }; typedef enum { PAGE_KEEP = 0, PAGE_ACTIVATE = 1, PAGE_SUCCESS = 2, PAGE_CLEAN = 3, } pageout_t; enum folio_references { FOLIOREF_RECLAIM = 0, FOLIOREF_RECLAIM_CLEAN = 1, FOLIOREF_KEEP = 2, FOLIOREF_ACTIVATE = 3, }; enum scan_balance { SCAN_EQUAL = 0, SCAN_FRACT = 1, SCAN_ANON = 2, SCAN_FILE = 3, }; struct ctrl_pos { long unsigned int refaulted; long unsigned int total; int gain; }; enum { MEMCG_LRU_NOP = 0, MEMCG_LRU_HEAD = 1, MEMCG_LRU_TAIL = 2, MEMCG_LRU_OLD = 3, MEMCG_LRU_YOUNG = 4, }; struct kmalloc_info_struct { const char *name[4]; unsigned int size; }; struct trace_event_raw_kmem_cache_alloc { struct trace_entry ent; long unsigned int call_site; const void *ptr; size_t bytes_req; size_t bytes_alloc; long unsigned int gfp_flags; int node; bool accounted; char __data[0]; }; struct trace_event_raw_kmalloc { struct trace_entry ent; long unsigned int call_site; const void *ptr; size_t bytes_req; size_t bytes_alloc; long unsigned int gfp_flags; int node; char __data[0]; }; struct trace_event_raw_kfree { struct trace_entry ent; long unsigned int call_site; const void *ptr; char __data[0]; }; struct trace_event_raw_kmem_cache_free { struct trace_entry ent; long unsigned int call_site; const void *ptr; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_mm_page_free { struct trace_entry ent; long unsigned int pfn; unsigned int order; char __data[0]; }; struct trace_event_raw_mm_page_free_batched { struct trace_entry ent; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_mm_page_alloc { struct trace_entry ent; long unsigned int pfn; unsigned int order; long unsigned int gfp_flags; int migratetype; char __data[0]; }; struct trace_event_raw_mm_page { struct trace_entry ent; long unsigned int pfn; unsigned int order; int migratetype; int percpu_refill; char __data[0]; }; struct trace_event_raw_mm_page_pcpu_drain { struct trace_entry ent; long unsigned int pfn; unsigned int order; int migratetype; char __data[0]; }; struct trace_event_raw_mm_page_alloc_extfrag { struct trace_entry ent; long unsigned int pfn; int alloc_order; int fallback_order; int alloc_migratetype; int fallback_migratetype; int change_ownership; char __data[0]; }; struct trace_event_raw_rss_stat { struct trace_entry ent; unsigned int mm_id; unsigned int curr; int member; long int size; char __data[0]; }; struct trace_event_data_offsets_kmem_cache_alloc {}; struct trace_event_data_offsets_kmalloc {}; struct trace_event_data_offsets_kfree {}; struct trace_event_data_offsets_kmem_cache_free { u32 name; }; struct trace_event_data_offsets_mm_page_free {}; struct trace_event_data_offsets_mm_page_free_batched {}; struct trace_event_data_offsets_mm_page_alloc {}; struct trace_event_data_offsets_mm_page {}; struct trace_event_data_offsets_mm_page_pcpu_drain {}; struct trace_event_data_offsets_mm_page_alloc_extfrag {}; struct trace_event_data_offsets_rss_stat {}; typedef void (*btf_trace_kmem_cache_alloc)(void *, long unsigned int, const void *, struct kmem_cache *, gfp_t, int); typedef void (*btf_trace_kmalloc)(void *, long unsigned int, const void *, size_t, size_t, gfp_t, int); typedef void (*btf_trace_kfree)(void *, long unsigned int, const void *); typedef void (*btf_trace_kmem_cache_free)(void *, long unsigned int, const void *, const struct kmem_cache *); typedef void (*btf_trace_mm_page_free)(void *, struct page *, unsigned int); typedef void (*btf_trace_mm_page_free_batched)(void *, struct page *); typedef void (*btf_trace_mm_page_alloc)(void *, struct page *, unsigned int, gfp_t, int); typedef void (*btf_trace_mm_page_alloc_zone_locked)(void *, struct page *, unsigned int, int, int); typedef void (*btf_trace_mm_page_pcpu_drain)(void *, struct page *, unsigned int, int); typedef void (*btf_trace_mm_page_alloc_extfrag)(void *, struct page *, int, int, int, int); typedef void (*btf_trace_rss_stat)(void *, struct mm_struct *, int); struct list_lru_memcg { struct callback_head rcu; struct list_lru_one node[0]; }; struct list_lru_memcg_table { struct list_lru_memcg *mlru; struct mem_cgroup *memcg; }; typedef struct { long unsigned int pd; } hugepd_t; struct follow_page_context { struct dev_pagemap *pgmap; unsigned int page_mask; }; struct mlock_fbatch { local_lock_t lock; struct folio_batch fbatch; }; typedef void (*online_page_callback_t)(struct page *, unsigned int); enum { ONLINE_POLICY_CONTIG_ZONES = 0, ONLINE_POLICY_AUTO_MOVABLE = 1, }; struct auto_movable_stats { long unsigned int kernel_early_pages; long unsigned int movable_pages; }; struct auto_movable_group_stats { long unsigned int movable_pages; long unsigned int req_kernel_early_pages; }; union swap_header { struct { char reserved[4086]; char magic[10]; } magic; struct { char bootbits[1024]; __u32 version; __u32 last_page; __u32 nr_badpages; unsigned char sws_uuid[16]; unsigned char sws_volume[16]; __u32 padding[117]; __u32 badpages[1]; } info; }; struct swap_extent { struct rb_node rb_node; long unsigned int start_page; long unsigned int nr_pages; sector_t start_block; }; struct vmemmap_remap_walk { void (*remap_pte)(pte_t *, long unsigned int, struct vmemmap_remap_walk *); long unsigned int nr_walked; struct page *reuse_page; long unsigned int reuse_addr; struct list_head *vmemmap_pages; }; struct mm_slot { struct hlist_node hash; struct list_head mm_node; struct mm_struct *mm; }; struct trace_event_raw_ksm_scan_template { struct trace_entry ent; int seq; u32 rmap_entries; char __data[0]; }; struct trace_event_raw_ksm_enter_exit_template { struct trace_entry ent; void *mm; char __data[0]; }; struct trace_event_raw_ksm_merge_one_page { struct trace_entry ent; long unsigned int pfn; void *rmap_item; void *mm; int err; char __data[0]; }; struct trace_event_raw_ksm_merge_with_ksm_page { struct trace_entry ent; void *ksm_page; long unsigned int pfn; void *rmap_item; void *mm; int err; char __data[0]; }; struct trace_event_raw_ksm_remove_ksm_page { struct trace_entry ent; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_ksm_remove_rmap_item { struct trace_entry ent; long unsigned int pfn; void *rmap_item; void *mm; char __data[0]; }; struct trace_event_data_offsets_ksm_scan_template {}; struct trace_event_data_offsets_ksm_enter_exit_template {}; struct trace_event_data_offsets_ksm_merge_one_page {}; struct trace_event_data_offsets_ksm_merge_with_ksm_page {}; struct trace_event_data_offsets_ksm_remove_ksm_page {}; struct trace_event_data_offsets_ksm_remove_rmap_item {}; typedef void (*btf_trace_ksm_start_scan)(void *, int, u32); typedef void (*btf_trace_ksm_stop_scan)(void *, int, u32); typedef void (*btf_trace_ksm_enter)(void *, void *); typedef void (*btf_trace_ksm_exit)(void *, void *); typedef void (*btf_trace_ksm_merge_one_page)(void *, long unsigned int, void *, void *, int); typedef void (*btf_trace_ksm_merge_with_ksm_page)(void *, void *, long unsigned int, void *, void *, int); typedef void (*btf_trace_ksm_remove_ksm_page)(void *, long unsigned int); typedef void (*btf_trace_ksm_remove_rmap_item)(void *, long unsigned int, void *, void *); struct ksm_rmap_item; struct ksm_mm_slot { struct mm_slot slot; struct ksm_rmap_item *rmap_list; }; struct ksm_stable_node; struct ksm_rmap_item { struct ksm_rmap_item *rmap_list; union { struct anon_vma *anon_vma; int nid; }; struct mm_struct *mm; long unsigned int address; unsigned int oldchecksum; union { struct rb_node node; struct { struct ksm_stable_node *head; struct hlist_node hlist; }; }; }; struct ksm_scan { struct ksm_mm_slot *mm_slot; long unsigned int address; struct ksm_rmap_item **rmap_list; long unsigned int seqnr; }; struct ksm_stable_node { union { struct rb_node node; struct { struct list_head *head; struct { struct hlist_node hlist_dup; struct list_head list; }; }; }; struct hlist_head hlist; union { long unsigned int kpfn; long unsigned int chain_prune_time; }; int rmap_hlist_len; int nid; }; enum get_ksm_page_flags { GET_KSM_PAGE_NOLOCK = 0, GET_KSM_PAGE_LOCK = 1, GET_KSM_PAGE_TRYLOCK = 2, }; struct memory_tier { struct list_head list; struct list_head memory_types; int adistance_start; struct device dev; nodemask_t lower_tier_mask; }; struct memory_dev_type { struct list_head tier_sibiling; int adistance; nodemask_t nodes; struct kref kref; }; struct demotion_nodes { nodemask_t preferred; }; struct node_memory_type_map { struct memory_dev_type *memtype; int map_count; }; enum vmpressure_levels { VMPRESSURE_LOW = 0, VMPRESSURE_MEDIUM = 1, VMPRESSURE_CRITICAL = 2, VMPRESSURE_NUM_LEVELS = 3, }; enum vmpressure_modes { VMPRESSURE_NO_PASSTHROUGH = 0, VMPRESSURE_HIERARCHY = 1, VMPRESSURE_LOCAL = 2, VMPRESSURE_NUM_MODES = 3, }; struct vmpressure_event { struct eventfd_ctx *efd; enum vmpressure_levels level; enum vmpressure_modes mode; struct list_head node; }; enum page_ext_flags { PAGE_EXT_OWNER = 0, PAGE_EXT_OWNER_ALLOCATED = 1, }; struct page_owner { short unsigned int order; short int last_migrate_reason; gfp_t gfp_mask; depot_stack_handle_t handle; depot_stack_handle_t free_handle; u64 ts_nsec; u64 free_ts_nsec; char comm[16]; pid_t pid; pid_t tgid; }; struct zbud_pool { spinlock_t lock; union { struct list_head buddied; struct list_head unbuddied[63]; }; struct list_head lru; u64 pages_nr; struct zpool *zpool; const struct zpool_ops *zpool_ops; }; struct zbud_header { struct list_head buddy; struct list_head lru; unsigned int first_chunks; unsigned int last_chunks; bool under_reclaim; }; enum buddy___2 { FIRST___2 = 0, LAST___2 = 1, }; struct balloon_dev_info { long unsigned int isolated_pages; spinlock_t pages_lock; struct list_head pages; int (*migratepage)(struct balloon_dev_info *, struct page *, struct page *, enum migrate_mode); }; struct damon_young_walk_private { long unsigned int *folio_sz; bool young; }; struct damon_sysfs_region { struct kobject kobj; struct damon_addr_range ar; }; struct damon_sysfs_regions { struct kobject kobj; struct damon_sysfs_region **regions_arr; int nr; }; struct damon_sysfs_target { struct kobject kobj; struct damon_sysfs_regions *regions; int pid; }; struct damon_sysfs_targets { struct kobject kobj; struct damon_sysfs_target **targets_arr; int nr; }; struct damon_sysfs_intervals { struct kobject kobj; long unsigned int sample_us; long unsigned int aggr_us; long unsigned int update_us; }; struct damon_sysfs_attrs { struct kobject kobj; struct damon_sysfs_intervals *intervals; struct damon_sysfs_ul_range *nr_regions_range; }; struct damon_sysfs_context { struct kobject kobj; enum damon_ops_id ops_id; struct damon_sysfs_attrs *attrs; struct damon_sysfs_targets *targets; struct damon_sysfs_schemes *schemes; }; struct damon_sysfs_contexts { struct kobject kobj; struct damon_sysfs_context **contexts_arr; int nr; }; struct damon_sysfs_kdamond { struct kobject kobj; struct damon_sysfs_contexts *contexts; struct damon_ctx *damon_ctx; }; enum damon_sysfs_cmd { DAMON_SYSFS_CMD_ON = 0, DAMON_SYSFS_CMD_OFF = 1, DAMON_SYSFS_CMD_COMMIT = 2, DAMON_SYSFS_CMD_UPDATE_SCHEMES_STATS = 3, DAMON_SYSFS_CMD_UPDATE_SCHEMES_TRIED_REGIONS = 4, DAMON_SYSFS_CMD_CLEAR_SCHEMES_TRIED_REGIONS = 5, NR_DAMON_SYSFS_CMDS = 6, }; struct damon_sysfs_cmd_request { enum damon_sysfs_cmd cmd; struct damon_sysfs_kdamond *kdamond; }; struct damon_sysfs_kdamonds { struct kobject kobj; struct damon_sysfs_kdamond **kdamonds_arr; int nr; }; struct damon_sysfs_ui_dir { struct kobject kobj; struct damon_sysfs_kdamonds *kdamonds; }; enum { BAD_STACK = -1, NOT_STACK = 0, GOOD_FRAME = 1, GOOD_STACK = 2, }; struct file_clone_range { __s64 src_fd; __u64 src_offset; __u64 src_length; __u64 dest_offset; }; struct fsxattr { __u32 fsx_xflags; __u32 fsx_extsize; __u32 fsx_nextents; __u32 fsx_projid; __u32 fsx_cowextsize; unsigned char fsx_pad[8]; }; struct space_resv { __s16 l_type; __s16 l_whence; __s64 l_start; __s64 l_len; __s32 l_sysid; __u32 l_pid; __s32 l_pad[4]; }; struct linux_dirent64 { u64 d_ino; s64 d_off; short unsigned int d_reclen; unsigned char d_type; char d_name[0]; }; struct old_linux_dirent { long unsigned int d_ino; long unsigned int d_offset; short unsigned int d_namlen; char d_name[1]; }; struct readdir_callback { struct dir_context ctx; struct old_linux_dirent *dirent; int result; }; struct linux_dirent { long unsigned int d_ino; long unsigned int d_off; short unsigned int d_reclen; char d_name[1]; }; struct getdents_callback { struct dir_context ctx; struct linux_dirent *current_dir; int prev_reclen; int count; int error; }; struct getdents_callback64 { struct dir_context ctx; struct linux_dirent64 *current_dir; int prev_reclen; int count; int error; }; struct compat_old_linux_dirent { compat_ulong_t d_ino; compat_ulong_t d_offset; short unsigned int d_namlen; char d_name[1]; }; struct compat_readdir_callback { struct dir_context ctx; struct compat_old_linux_dirent *dirent; int result; }; struct compat_linux_dirent { compat_ulong_t d_ino; compat_ulong_t d_off; short unsigned int d_reclen; char d_name[1]; }; struct compat_getdents_callback { struct dir_context ctx; struct compat_linux_dirent *current_dir; int prev_reclen; int count; int error; }; struct dentry_stat_t { long int nr_dentry; long int nr_unused; long int age_limit; long int want_pages; long int nr_negative; long int dummy; }; struct external_name { union { atomic_t count; struct callback_head head; } u; unsigned char name[0]; }; enum d_walk_ret { D_WALK_CONTINUE = 0, D_WALK_QUIT = 1, D_WALK_NORETRY = 2, D_WALK_SKIP = 3, }; struct check_mount { struct vfsmount *mnt; unsigned int mounted; }; struct select_data { struct dentry *start; union { long int found; struct dentry *victim; }; struct list_head dispose; }; typedef long int pcp_op_T_____9; struct simple_transaction_argresp { ssize_t size; char data[0]; }; struct simple_attr { int (*get)(void *, u64 *); int (*set)(void *, u64); char get_buf[24]; char set_buf[24]; void *data; const char *fmt; struct mutex mutex; }; typedef int splice_direct_actor(struct pipe_inode_info *, struct splice_desc *); struct postprocess_bh_ctx { struct work_struct work; struct buffer_head *bh; }; struct bh_lru { struct buffer_head *bhs[16]; }; struct bh_accounting { int nr; int ratelimit; }; struct epoll_event { __poll_t events; __u64 data; }; struct wake_irq; struct wakeup_source { const char *name; int id; struct list_head entry; spinlock_t lock; struct wake_irq *wakeirq; struct timer_list timer; long unsigned int timer_expires; ktime_t total_time; ktime_t max_time; ktime_t last_time; ktime_t start_prevent_time; ktime_t prevent_sleep_time; long unsigned int event_count; long unsigned int active_count; long unsigned int relax_count; long unsigned int expire_count; long unsigned int wakeup_count; struct device *dev; bool active: 1; bool autosleep_enabled: 1; }; struct epoll_filefd { struct file *file; int fd; } __attribute__((packed)); struct epitem; struct eppoll_entry { struct eppoll_entry *next; struct epitem *base; wait_queue_entry_t wait; wait_queue_head_t *whead; }; struct eventpoll; struct epitem { union { struct rb_node rbn; struct callback_head rcu; }; struct list_head rdllink; struct epitem *next; struct epoll_filefd ffd; bool dying; struct eppoll_entry *pwqlist; struct eventpoll *ep; struct hlist_node fllink; struct wakeup_source *ws; struct epoll_event event; }; struct eventpoll { struct mutex mtx; wait_queue_head_t wq; wait_queue_head_t poll_wait; struct list_head rdllist; rwlock_t lock; struct rb_root_cached rbr; struct epitem *ovflist; struct wakeup_source *ws; struct user_struct *user; struct file *file; u64 gen; struct hlist_head refs; refcount_t refcount; unsigned int napi_id; }; struct ep_pqueue { poll_table pt; struct epitem *epi; }; struct epitems_head { struct hlist_head epitems; struct epitems_head *next; }; struct kioctx; struct kioctx_table { struct callback_head rcu; unsigned int nr; struct kioctx *table[0]; }; typedef __kernel_ulong_t aio_context_t; enum { IOCB_CMD_PREAD = 0, IOCB_CMD_PWRITE = 1, IOCB_CMD_FSYNC = 2, IOCB_CMD_FDSYNC = 3, IOCB_CMD_POLL = 5, IOCB_CMD_NOOP = 6, IOCB_CMD_PREADV = 7, IOCB_CMD_PWRITEV = 8, }; struct io_event { __u64 data; __u64 obj; __s64 res; __s64 res2; }; struct iocb { __u64 aio_data; __kernel_rwf_t aio_rw_flags; __u32 aio_key; __u16 aio_lio_opcode; __s16 aio_reqprio; __u32 aio_fildes; __u64 aio_buf; __u64 aio_nbytes; __s64 aio_offset; __u64 aio_reserved2; __u32 aio_flags; __u32 aio_resfd; }; typedef u32 compat_aio_context_t; typedef int kiocb_cancel_fn(struct kiocb *); struct aio_ring { unsigned int id; unsigned int nr; unsigned int head; unsigned int tail; unsigned int magic; unsigned int compat_features; unsigned int incompat_features; unsigned int header_length; struct io_event io_events[0]; }; struct kioctx_cpu; struct ctx_rq_wait; struct kioctx { struct percpu_ref users; atomic_t dead; struct percpu_ref reqs; long unsigned int user_id; struct kioctx_cpu *cpu; unsigned int req_batch; unsigned int max_reqs; unsigned int nr_events; long unsigned int mmap_base; long unsigned int mmap_size; struct page **ring_pages; long int nr_pages; struct rcu_work free_rwork; struct ctx_rq_wait *rq_wait; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct { atomic_t reqs_available; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { spinlock_t ctx_lock; struct list_head active_reqs; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { struct mutex ring_lock; wait_queue_head_t wait; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { unsigned int tail; unsigned int completed_events; spinlock_t completion_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct page *internal_pages[8]; struct file *aio_ring_file; unsigned int id; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kioctx_cpu { unsigned int reqs_available; }; struct ctx_rq_wait { struct completion comp; atomic_t count; }; struct fsync_iocb { struct file *file; struct work_struct work; bool datasync; struct cred *creds; }; struct poll_iocb { struct file *file; struct wait_queue_head *head; __poll_t events; bool cancelled; bool work_scheduled; bool work_need_resched; struct wait_queue_entry wait; struct work_struct work; }; struct aio_kiocb { union { struct file *ki_filp; struct kiocb rw; struct fsync_iocb fsync; struct poll_iocb poll; }; struct kioctx *ki_ctx; kiocb_cancel_fn *ki_cancel; struct io_event ki_res; struct list_head ki_list; refcount_t ki_refcnt; struct eventfd_ctx *ki_eventfd; }; struct aio_poll_table { struct poll_table_struct pt; struct aio_kiocb *iocb; bool queued; int error; }; struct __aio_sigset { const sigset_t *sigmask; size_t sigsetsize; }; struct __compat_aio_sigset { compat_uptr_t sigmask; compat_size_t sigsetsize; }; struct fsverity_read_metadata_arg { __u64 metadata_type; __u64 offset; __u64 length; __u64 buf_ptr; __u64 __reserved; }; struct elf_thread_core_info___2 { struct elf_thread_core_info___2 *next; struct task_struct *task; struct elf_prstatus prstatus; struct memelfnote notes[0]; }; struct elf_note_info___2 { struct elf_thread_core_info___2 *thread; struct memelfnote psinfo; struct memelfnote signote; struct memelfnote auxv; struct memelfnote files; siginfo_t csigdata; size_t size; int thread_notes; }; struct core_name { char *corename; int used; int size; }; struct iomap_ioend { struct list_head io_list; u16 io_type; u16 io_flags; u32 io_folios; struct inode *io_inode; size_t io_size; loff_t io_offset; sector_t io_sector; struct bio *io_bio; struct bio io_inline_bio; }; struct iomap_writepage_ctx; struct iomap_writeback_ops { int (*map_blocks)(struct iomap_writepage_ctx *, struct inode *, loff_t); int (*prepare_ioend)(struct iomap_ioend *, int); void (*discard_folio)(struct folio *, loff_t); }; struct iomap_writepage_ctx { struct iomap iomap; struct iomap_ioend *ioend; const struct iomap_writeback_ops *ops; }; struct iomap_page { atomic_t read_bytes_pending; atomic_t write_bytes_pending; spinlock_t uptodate_lock; long unsigned int uptodate[0]; }; struct iomap_readpage_ctx { struct folio *cur_folio; bool cur_folio_in_bio; struct bio *bio; struct readahead_control *rac; }; enum { QUOTA_NL_C_UNSPEC = 0, QUOTA_NL_C_WARNING = 1, __QUOTA_NL_C_MAX = 2, }; enum { QUOTA_NL_A_UNSPEC = 0, QUOTA_NL_A_QTYPE = 1, QUOTA_NL_A_EXCESS_ID = 2, QUOTA_NL_A_WARNING = 3, QUOTA_NL_A_DEV_MAJOR = 4, QUOTA_NL_A_DEV_MINOR = 5, QUOTA_NL_A_CAUSED_ID = 6, QUOTA_NL_A_PAD = 7, __QUOTA_NL_A_MAX = 8, }; enum resctrl_conf_type { CDP_NONE = 0, CDP_CODE = 1, CDP_DATA = 2, }; struct pid_entry { const char *name; unsigned int len; umode_t mode; const struct inode_operations *iop; const struct file_operations *fop; union proc_op op; }; struct limit_names { const char *name; const char *unit; }; struct map_files_info { long unsigned int start; long unsigned int end; fmode_t mode; }; struct timers_private { struct pid *pid; struct task_struct *task; struct sighand_struct *sighand; struct pid_namespace *ns; long unsigned int flags; }; struct tgid_iter { unsigned int tgid; struct task_struct *task; }; struct sysctl_alias { const char *kernel_param; const char *sysctl_param; }; struct kernfs_global_locks { struct mutex open_file_mutex[1024]; }; struct kernfs_open_node { struct callback_head callback_head; atomic_t event; wait_queue_head_t poll; struct list_head files; unsigned int nr_mmapped; unsigned int nr_to_release; }; struct configfs_buffer { size_t count; loff_t pos; char *page; struct configfs_item_operations *ops; struct mutex mutex; int needs_read_fill; bool read_in_progress; bool write_in_progress; char *bin_buffer; int bin_buffer_size; int cb_max_size; struct config_item *item; struct module *owner; union { struct configfs_attribute *attr; struct configfs_bin_attribute *bin_attr; }; }; typedef __kernel_mode_t mode_t; struct orlov_stats { __u64 free_clusters; __u32 free_inodes; __u32 used_dirs; }; typedef short unsigned int __kernel_uid16_t; typedef short unsigned int __kernel_gid16_t; typedef __kernel_uid16_t uid16_t; typedef __kernel_gid16_t gid16_t; struct ext4_io_submit { struct writeback_control *io_wbc; struct bio *io_bio; ext4_io_end_t *io_end; sector_t io_next_block; }; struct mpage_da_data { struct inode *inode; struct writeback_control *wbc; unsigned int can_map: 1; long unsigned int first_page; long unsigned int next_page; long unsigned int last_page; struct ext4_map_blocks map; struct ext4_io_submit io_submit; unsigned int do_map: 1; unsigned int scanned_until_end: 1; unsigned int journalled_more_data: 1; }; struct ext4_free_data { struct list_head efd_list; struct rb_node efd_node; ext4_group_t efd_group; ext4_grpblk_t efd_start_cluster; ext4_grpblk_t efd_count; tid_t efd_tid; }; enum { MB_INODE_PA = 0, MB_GROUP_PA = 1, }; struct ext4_buddy { struct page *bd_buddy_page; void *bd_buddy; struct page *bd_bitmap_page; void *bd_bitmap; struct ext4_group_info *bd_info; struct super_block *bd_sb; __u16 bd_blkbits; ext4_group_t bd_group; }; struct sg { struct ext4_group_info info; ext4_grpblk_t counters[18]; }; enum { BLOCK_BITMAP = 0, INODE_BITMAP = 1, INODE_TABLE = 2, GROUP_TABLE_COUNT = 3, }; struct ext4_rcu_ptr { struct callback_head rcu; void *ptr; }; struct ext4_new_flex_group_data { struct ext4_new_group_data *groups; __u16 *bg_flags; ext4_group_t count; }; enum { attr_noop = 0, attr_delayed_allocation_blocks = 1, attr_session_write_kbytes = 2, attr_lifetime_write_kbytes = 3, attr_reserved_clusters = 4, attr_sra_exceeded_retry_limit = 5, attr_inode_readahead = 6, attr_trigger_test_error = 7, attr_first_error_time = 8, attr_last_error_time = 9, attr_feature = 10, attr_pointer_ui = 11, attr_pointer_ul = 12, attr_pointer_u64 = 13, attr_pointer_u8 = 14, attr_pointer_string = 15, attr_pointer_atomic = 16, attr_journal_task = 17, }; enum { ptr_explicit = 0, ptr_ext4_sb_info_offset = 1, ptr_ext4_super_block_offset = 2, }; struct ext4_attr { struct attribute attr; short int attr_id; short int attr_ptr; short unsigned int attr_size; union { int offset; void *explicit_ptr; } u; }; struct ext4_fc_tl { __le16 fc_tag; __le16 fc_len; }; struct ext4_fc_head { __le32 fc_features; __le32 fc_tid; }; struct ext4_fc_add_range { __le32 fc_ino; __u8 fc_ex[12]; }; struct ext4_fc_del_range { __le32 fc_ino; __le32 fc_lblk; __le32 fc_len; }; struct ext4_fc_dentry_info { __le32 fc_parent_ino; __le32 fc_ino; __u8 fc_dname[0]; }; struct ext4_fc_inode { __le32 fc_ino; __u8 fc_raw_inode[0]; }; struct ext4_fc_tail { __le32 fc_tid; __le32 fc_crc; }; enum { EXT4_FC_STATUS_OK = 0, EXT4_FC_STATUS_INELIGIBLE = 1, EXT4_FC_STATUS_SKIPPED = 2, EXT4_FC_STATUS_FAILED = 3, }; struct ext4_fc_dentry_update { int fcd_op; int fcd_parent; int fcd_ino; struct qstr fcd_name; unsigned char fcd_iname[32]; struct list_head fcd_list; struct list_head fcd_dilist; }; struct __track_dentry_update_args { struct dentry *dentry; int op; }; struct __track_range_args { ext4_lblk_t start; ext4_lblk_t end; }; struct dentry_info_args { int parent_ino; int dname_len; int ino; int inode_len; char *dname; }; struct ext4_fc_tl_mem { u16 fc_tag; u16 fc_len; }; typedef struct { __le16 e_tag; __le16 e_perm; __le32 e_id; } ext4_acl_entry; typedef struct { __le32 a_version; } ext4_acl_header; struct jbd2_journal_revoke_header_s { journal_header_t r_header; __be32 r_count; }; typedef struct jbd2_journal_revoke_header_s jbd2_journal_revoke_header_t; struct recovery_info { tid_t start_transaction; tid_t end_transaction; int nr_replays; int nr_revokes; int nr_revoke_hits; }; struct jbd2_revoke_table_s { int hash_size; int hash_shift; struct list_head *hash_table; }; struct jbd2_revoke_record_s { struct list_head hash; tid_t sequence; long long unsigned int blocknr; }; struct getdents_callback___2 { struct dir_context ctx; char *name; u64 ino; int found; int sequence; }; struct args_protover { __u32 version; }; struct args_protosubver { __u32 sub_version; }; struct args_openmount { __u32 devid; }; struct args_ready { __u32 token; }; struct args_fail { __u32 token; __s32 status; }; struct args_setpipefd { __s32 pipefd; }; struct args_timeout { __u64 timeout; }; struct args_requester { __u32 uid; __u32 gid; }; struct args_expire { __u32 how; }; struct args_askumount { __u32 may_umount; }; struct args_in { __u32 type; }; struct args_out { __u32 devid; __u32 magic; }; struct args_ismountpoint { union { struct args_in in; struct args_out out; }; }; struct autofs_dev_ioctl { __u32 ver_major; __u32 ver_minor; __u32 size; __s32 ioctlfd; union { struct args_protover protover; struct args_protosubver protosubver; struct args_openmount openmount; struct args_ready ready; struct args_fail fail; struct args_setpipefd setpipefd; struct args_timeout timeout; struct args_requester requester; struct args_expire expire; struct args_askumount askumount; struct args_ismountpoint ismountpoint; }; char path[0]; }; enum { AUTOFS_DEV_IOCTL_VERSION_CMD = 113, AUTOFS_DEV_IOCTL_PROTOVER_CMD = 114, AUTOFS_DEV_IOCTL_PROTOSUBVER_CMD = 115, AUTOFS_DEV_IOCTL_OPENMOUNT_CMD = 116, AUTOFS_DEV_IOCTL_CLOSEMOUNT_CMD = 117, AUTOFS_DEV_IOCTL_READY_CMD = 118, AUTOFS_DEV_IOCTL_FAIL_CMD = 119, AUTOFS_DEV_IOCTL_SETPIPEFD_CMD = 120, AUTOFS_DEV_IOCTL_CATATONIC_CMD = 121, AUTOFS_DEV_IOCTL_TIMEOUT_CMD = 122, AUTOFS_DEV_IOCTL_REQUESTER_CMD = 123, AUTOFS_DEV_IOCTL_EXPIRE_CMD = 124, AUTOFS_DEV_IOCTL_ASKUMOUNT_CMD = 125, AUTOFS_DEV_IOCTL_ISMOUNTPOINT_CMD = 126, }; typedef int (*ioctl_fn)(struct file *, struct autofs_sb_info *, struct autofs_dev_ioctl *); struct btrfs_csums { u16 size; const char name[10]; const char driver[12]; }; struct root_name_map { u64 id; char name[16]; }; struct falloc_range { struct list_head list; u64 start; u64 len; }; enum { RANGE_BOUNDARY_WRITTEN_EXTENT = 0, RANGE_BOUNDARY_PREALLOC_EXTENT = 1, RANGE_BOUNDARY_HOLE = 2, }; struct btrfs_bio_ctrl { struct btrfs_bio *bbio; enum btrfs_compression_type compress_type; u32 len_to_oe_boundary; blk_opf_t opf; btrfs_bio_end_io_t end_io_func; struct writeback_control *wbc; }; struct processed_extent { struct btrfs_inode *inode; u64 start; u64 end; bool uptodate; }; struct fiemap_cache { u64 offset; u64 phys; u64 len; u32 flags; bool cached; }; struct btrfs_ioctl_qgroup_limit_args { __u64 qgroupid; struct btrfs_qgroup_limit lim; }; struct btrfs_ioctl_vol_args_v2 { __s64 fd; __u64 transid; __u64 flags; union { struct { __u64 size; struct btrfs_qgroup_inherit *qgroup_inherit; }; __u64 unused[4]; }; union { char name[4040]; __u64 devid; __u64 subvolid; }; }; struct btrfs_ioctl_scrub_args { __u64 devid; __u64 start; __u64 end; __u64 flags; struct btrfs_scrub_progress progress; __u64 unused[109]; }; struct btrfs_ioctl_dev_info_args { __u64 devid; __u8 uuid[16]; __u64 bytes_used; __u64 total_bytes; __u8 fsid[16]; __u64 unused[377]; __u8 path[1024]; }; struct btrfs_ioctl_fs_info_args { __u64 max_id; __u64 num_devices; __u8 fsid[16]; __u32 nodesize; __u32 sectorsize; __u32 clone_alignment; __u16 csum_type; __u16 csum_size; __u64 flags; __u64 generation; __u8 metadata_uuid[16]; __u8 reserved[944]; }; struct btrfs_ioctl_feature_flags { __u64 compat_flags; __u64 compat_ro_flags; __u64 incompat_flags; }; struct btrfs_ioctl_ino_lookup_args { __u64 treeid; __u64 objectid; char name[4080]; }; struct btrfs_ioctl_ino_lookup_user_args { __u64 dirid; __u64 treeid; char name[256]; char path[3824]; }; struct btrfs_ioctl_search_key { __u64 tree_id; __u64 min_objectid; __u64 max_objectid; __u64 min_offset; __u64 max_offset; __u64 min_transid; __u64 max_transid; __u32 min_type; __u32 max_type; __u32 nr_items; __u32 unused; __u64 unused1; __u64 unused2; __u64 unused3; __u64 unused4; }; struct btrfs_ioctl_search_header { __u64 transid; __u64 objectid; __u64 offset; __u32 type; __u32 len; }; struct btrfs_ioctl_search_args { struct btrfs_ioctl_search_key key; char buf[3992]; }; struct btrfs_ioctl_search_args_v2 { struct btrfs_ioctl_search_key key; __u64 buf_size; __u64 buf[0]; }; struct btrfs_ioctl_space_info { __u64 flags; __u64 total_bytes; __u64 used_bytes; }; struct btrfs_ioctl_space_args { __u64 space_slots; __u64 total_spaces; struct btrfs_ioctl_space_info spaces[0]; }; struct btrfs_ioctl_ino_path_args { __u64 inum; __u64 size; __u64 reserved[4]; __u64 fspath; }; struct btrfs_ioctl_logical_ino_args { __u64 logical; __u64 size; __u64 reserved[3]; __u64 flags; __u64 inodes; }; struct btrfs_ioctl_quota_ctl_args { __u64 cmd; __u64 status; }; struct btrfs_ioctl_quota_rescan_args { __u64 flags; __u64 progress; __u64 reserved[6]; }; struct btrfs_ioctl_qgroup_assign_args { __u64 assign; __u64 src; __u64 dst; }; struct btrfs_ioctl_qgroup_create_args { __u64 create; __u64 qgroupid; }; struct btrfs_ioctl_timespec { __u64 sec; __u32 nsec; }; struct btrfs_ioctl_received_subvol_args { char uuid[16]; __u64 stransid; __u64 rtransid; struct btrfs_ioctl_timespec stime; struct btrfs_ioctl_timespec rtime; __u64 flags; __u64 reserved[16]; }; struct btrfs_ioctl_get_subvol_info_args { __u64 treeid; char name[256]; __u64 parent_id; __u64 dirid; __u64 generation; __u64 flags; __u8 uuid[16]; __u8 parent_uuid[16]; __u8 received_uuid[16]; __u64 ctransid; __u64 otransid; __u64 stransid; __u64 rtransid; struct btrfs_ioctl_timespec ctime; struct btrfs_ioctl_timespec otime; struct btrfs_ioctl_timespec stime; struct btrfs_ioctl_timespec rtime; __u64 reserved[8]; }; struct btrfs_ioctl_get_subvol_rootref_args { __u64 min_treeid; struct { __u64 treeid; __u64 dirid; } rootref[255]; __u8 num_items; __u8 align[7]; }; struct btrfs_ioctl_timespec_32 { __u64 sec; __u32 nsec; } __attribute__((packed)); struct btrfs_ioctl_received_subvol_args_32 { char uuid[16]; __u64 stransid; __u64 rtransid; struct btrfs_ioctl_timespec_32 stime; struct btrfs_ioctl_timespec_32 rtime; __u64 flags; __u64 reserved[16]; }; struct btrfs_ioctl_send_args_32 { __s64 send_fd; __u64 clone_sources_count; compat_uptr_t clone_sources; __u64 parent_root; __u64 flags; __u32 version; __u8 reserved[28]; } __attribute__((packed)); struct btrfs_ioctl_encoded_io_args_32 { compat_uptr_t iov; compat_ulong_t iovcnt; __s64 offset; __u64 flags; __u64 len; __u64 unencoded_len; __u64 unencoded_offset; __u32 compression; __u32 encryption; __u8 reserved[64]; }; struct btrfs_free_space_entry { __le64 offset; __le64 bytes; __u8 type; } __attribute__((packed)); struct btrfs_free_space_header { struct btrfs_disk_key location; __le64 generation; __le64 num_entries; __le64 num_bitmaps; } __attribute__((packed)); struct btrfs_trim_range { u64 start; u64 bytes; struct list_head list; }; struct workspace___3 { void *mem; size_t size; char *buf; unsigned int level; unsigned int req_level; long unsigned int last_used; struct list_head list; struct list_head lru_list; zstd_in_buffer in_buf; zstd_out_buffer out_buf; }; struct zstd_workspace_manager { const struct btrfs_compress_op *ops; spinlock_t lock; struct list_head lru_list; struct list_head idle_ws[15]; long unsigned int active_map; wait_queue_head_t wait; struct timer_list timer; }; struct btrfs_async_delayed_work { struct btrfs_delayed_root *delayed_root; int nr; struct btrfs_work work; }; struct btrfs_qgroup_status_item { __le64 version; __le64 generation; __le64 flags; __le64 rescan; }; struct btrfs_qgroup_info_item { __le64 generation; __le64 rfer; __le64 rfer_cmpr; __le64 excl; __le64 excl_cmpr; }; struct btrfs_qgroup_limit_item { __le64 flags; __le64 max_rfer; __le64 max_excl; __le64 rsv_rfer; __le64 rsv_excl; }; struct btrfs_qgroup_swapped_block { struct rb_node node; int level; bool trace_leaf; u64 subvol_bytenr; u64 subvol_generation; u64 reloc_bytenr; u64 reloc_generation; u64 last_snapshot; struct btrfs_key first_key; }; struct btrfs_qgroup_list { struct list_head next_group; struct list_head next_member; struct btrfs_qgroup *group; struct btrfs_qgroup *member; }; struct btrfs_stripe_hash { struct list_head hash_list; spinlock_t lock; }; struct btrfs_stripe_hash_table { struct list_head stripe_cache; spinlock_t cache_lock; int cache_size; struct btrfs_stripe_hash table[0]; }; struct sector_ptr { struct page *page; unsigned int pgoff: 24; unsigned int uptodate: 8; }; struct btrfs_plug_cb { struct blk_plug_cb cb; struct btrfs_fs_info *info; struct list_head rbio_list; struct work_struct work; }; struct btrfs_free_space_info { __le32 extent_count; __le32 flags; }; struct reserve_ticket { u64 bytes; int error; bool steal; struct list_head list; wait_queue_head_t wait; }; struct btrfs_failed_bio { struct btrfs_bio *bbio; int num_copies; atomic_t repair_count; }; struct async_submit_bio { struct btrfs_bio *bbio; struct btrfs_io_context *bioc; struct btrfs_io_stripe smap; int mirror_num; struct btrfs_work work; }; struct pstore_ftrace_record { long unsigned int ip; long unsigned int parent_ip; u64 ts; }; struct pstore_private { struct list_head list; struct dentry *dentry; struct pstore_record *record; size_t total_size; }; struct pstore_ftrace_seq_data { const void *ptr; size_t off; size_t size; }; enum { Opt_kmsg_bytes = 0, Opt_err___10 = 1, }; struct msg_msgseg { struct msg_msgseg *next; }; struct sem; struct sem_queue; struct sem_undo; struct semid_ds { struct ipc_perm sem_perm; __kernel_old_time_t sem_otime; __kernel_old_time_t sem_ctime; struct sem *sem_base; struct sem_queue *sem_pending; struct sem_queue **sem_pending_last; struct sem_undo *undo; short unsigned int sem_nsems; }; struct sem { int semval; struct pid *sempid; spinlock_t lock; struct list_head pending_alter; struct list_head pending_const; time64_t sem_otime; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sem_queue { struct list_head list; struct task_struct *sleeper; struct sem_undo *undo; struct pid *pid; int status; struct sembuf *sops; struct sembuf *blocking; int nsops; bool alter; bool dupsop; }; struct sem_undo { struct list_head list_proc; struct callback_head rcu; struct sem_undo_list *ulp; struct list_head list_id; int semid; short int *semadj; }; struct semid64_ds { struct ipc64_perm sem_perm; long int sem_otime; long int sem_ctime; long unsigned int sem_nsems; long unsigned int __unused3; long unsigned int __unused4; }; struct seminfo { int semmap; int semmni; int semmns; int semmnu; int semmsl; int semopm; int semume; int semusz; int semvmx; int semaem; }; struct sem_undo_list { refcount_t refcnt; spinlock_t lock; struct list_head list_proc; }; struct compat_semid64_ds { struct compat_ipc64_perm sem_perm; compat_ulong_t sem_otime; compat_ulong_t sem_otime_high; compat_ulong_t sem_ctime; compat_ulong_t sem_ctime_high; compat_ulong_t sem_nsems; compat_ulong_t __unused3; compat_ulong_t __unused4; }; struct sem_array { struct kern_ipc_perm sem_perm; time64_t sem_ctime; struct list_head pending_alter; struct list_head pending_const; struct list_head list_id; int sem_nsems; int complex_count; unsigned int use_global_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sem sems[0]; }; struct compat_semid_ds { struct compat_ipc_perm sem_perm; old_time32_t sem_otime; old_time32_t sem_ctime; compat_uptr_t sem_base; compat_uptr_t sem_pending; compat_uptr_t sem_pending_last; compat_uptr_t undo; short unsigned int sem_nsems; }; struct keyring_read_iterator_context { size_t buflen; size_t count; key_serial_t *buffer; }; struct big_key_payload { u8 *data; struct path path; size_t length; }; enum tpm2key_actions { ACT_tpm2_key_parent = 0, ACT_tpm2_key_priv = 1, ACT_tpm2_key_pub = 2, ACT_tpm2_key_type = 3, NR__tpm2key_actions = 4, }; enum { Opt_new___2 = 0, Opt_load___2 = 1, Opt_update___2 = 2, Opt_err___11 = 3, }; enum { Opt_default = 0, Opt_ecryptfs = 1, Opt_enc32 = 2, Opt_error___2 = 3, }; enum derived_key_type { ENC_KEY = 0, AUTH_KEY = 1, }; struct trace_event_raw_selinux_audited { struct trace_entry ent; u32 requested; u32 denied; u32 audited; int result; u32 __data_loc_scontext; u32 __data_loc_tcontext; u32 __data_loc_tclass; char __data[0]; }; struct trace_event_data_offsets_selinux_audited { u32 scontext; u32 tcontext; u32 tclass; }; typedef void (*btf_trace_selinux_audited)(void *, struct selinux_audit_data *, char *, char *, const char *); struct avc_xperms_node; struct avc_entry { u32 ssid; u32 tsid; u16 tclass; struct av_decision avd; struct avc_xperms_node *xp_node; }; struct avc_xperms_node { struct extended_perms xp; struct list_head xpd_head; }; struct avc_node { struct avc_entry ae; struct hlist_node list; struct callback_head rhead; }; struct avc_xperms_decision_node { struct extended_perms_decision xpd; struct list_head xpd_list; }; struct avc_cache { struct hlist_head slots[512]; spinlock_t slots_lock[512]; atomic_t lru_hint; atomic_t active_nodes; u32 latest_notif; }; struct avc_callback_node { int (*callback)(u32); u32 events; struct avc_callback_node *next; }; struct selinux_avc { unsigned int avc_cache_threshold; struct avc_cache avc_cache; }; enum { SELNL_MSG_SETENFORCE = 16, SELNL_MSG_POLICYLOAD = 17, SELNL_MSG_MAX = 18, }; enum selinux_nlgroups { SELNLGRP_NONE = 0, SELNLGRP_AVC = 1, __SELNLGRP_MAX = 2, }; struct selnl_msg_setenforce { __s32 val; }; struct selnl_msg_policyload { __u32 seqno; }; struct nlmsg_perm { u16 nlmsg_type; u32 perm; }; struct netif_security_struct { struct net *ns; int ifindex; u32 sid; }; struct sel_netif { struct list_head list; struct netif_security_struct nsec; struct callback_head callback_head; }; struct netport_security_struct { u32 sid; u16 port; u8 protocol; }; struct sel_netport_bkt { int size; struct list_head list; }; struct sel_netport { struct netport_security_struct psec; struct list_head list; struct callback_head rcu; }; struct sidtab_str_cache { struct callback_head rcu_member; struct list_head lru_member; struct sidtab_entry *parent; u32 len; char str[0]; }; struct level_datum { struct mls_level *level; unsigned char isalias; }; struct cat_datum { u32 value; unsigned char isalias; }; struct range_trans { u32 source_type; u32 target_type; u32 target_class; }; struct policy_data { struct policydb *p; void *fp; }; struct policydb_compat_info { int version; int sym_num; int ocon_num; }; struct cond_insertf_data { struct policydb *p; struct avtab_node **dst; struct cond_av_list *other; }; struct pkey_security_struct { u64 subnet_prefix; u16 pkey; u32 sid; }; struct sel_ib_pkey_bkt { int size; struct list_head list; }; struct sel_ib_pkey { struct pkey_security_struct psec; struct list_head list; struct callback_head rcu; }; struct ptrace_relation { struct task_struct *tracer; struct task_struct *tracee; bool invalid; struct list_head node; struct callback_head rcu; }; struct access_report_info { struct callback_head work; const char *access; struct task_struct *target; struct task_struct *agent; }; enum data_formats { DATA_FMT_DIGEST = 0, DATA_FMT_DIGEST_WITH_ALGO = 1, DATA_FMT_DIGEST_WITH_TYPE_AND_ALGO = 2, DATA_FMT_STRING = 3, DATA_FMT_HEX = 4, DATA_FMT_UINT = 5, }; enum digest_type { DIGEST_TYPE_IMA = 0, DIGEST_TYPE_VERITY = 1, DIGEST_TYPE__LAST = 2, }; struct ima_key_entry { struct list_head list; void *payload; size_t payload_len; char *keyring_name; }; struct crypto_queue { struct list_head list; struct list_head *backlog; unsigned int qlen; unsigned int max_qlen; }; struct rsa_mpi_key { MPI n; MPI e; MPI d; MPI p; MPI q; MPI dp; MPI dq; MPI qinv; }; struct acomp_alg { int (*compress)(struct acomp_req *); int (*decompress)(struct acomp_req *); void (*dst_free)(struct scatterlist *); int (*init)(struct crypto_acomp *); void (*exit)(struct crypto_acomp *); unsigned int reqsize; union { struct { struct crypto_alg base; }; struct comp_alg_common calg; }; }; struct crypto_report_acomp { char type[64]; }; struct drbg_test_data { struct drbg_string *testentropy; }; struct hash_testvec { const char *key; const char *plaintext; const char *digest; unsigned int psize; short unsigned int ksize; int setkey_error; int digest_error; bool fips_skip; }; struct cipher_testvec { const char *key; const char *iv; const char *iv_out; const char *ptext; const char *ctext; unsigned char wk; short unsigned int klen; unsigned int len; bool fips_skip; bool generates_iv; int setkey_error; int crypt_error; }; struct aead_testvec { const char *key; const char *iv; const char *ptext; const char *assoc; const char *ctext; unsigned char novrfy; unsigned char wk; unsigned char klen; unsigned int plen; unsigned int clen; unsigned int alen; int setkey_error; int setauthsize_error; int crypt_error; }; struct cprng_testvec { const char *key; const char *dt; const char *v; const char *result; unsigned char klen; short unsigned int dtlen; short unsigned int vlen; short unsigned int rlen; short unsigned int loops; }; struct drbg_testvec { const unsigned char *entropy; size_t entropylen; const unsigned char *entpra; const unsigned char *entprb; size_t entprlen; const unsigned char *addtla; const unsigned char *addtlb; size_t addtllen; const unsigned char *pers; size_t perslen; const unsigned char *expected; size_t expectedlen; }; struct akcipher_testvec { const unsigned char *key; const unsigned char *params; const unsigned char *m; const unsigned char *c; unsigned int key_len; unsigned int param_len; unsigned int m_size; unsigned int c_size; bool public_key_vec; bool siggen_sigver_test; enum OID algo; }; struct kpp_testvec { const unsigned char *secret; const unsigned char *b_secret; const unsigned char *b_public; const unsigned char *expected_a_public; const unsigned char *expected_ss; short unsigned int secret_size; short unsigned int b_secret_size; short unsigned int b_public_size; short unsigned int expected_a_public_size; short unsigned int expected_ss_size; bool genkey; }; struct comp_testvec { int inlen; int outlen; char input[512]; char output[512]; }; struct aead_test_suite { const struct aead_testvec *vecs; unsigned int count; unsigned int einval_allowed: 1; unsigned int aad_iv: 1; }; struct cipher_test_suite { const struct cipher_testvec *vecs; unsigned int count; }; struct comp_test_suite { struct { const struct comp_testvec *vecs; unsigned int count; } comp; struct { const struct comp_testvec *vecs; unsigned int count; } decomp; }; struct hash_test_suite { const struct hash_testvec *vecs; unsigned int count; }; struct cprng_test_suite { const struct cprng_testvec *vecs; unsigned int count; }; struct drbg_test_suite { const struct drbg_testvec *vecs; unsigned int count; }; struct akcipher_test_suite { const struct akcipher_testvec *vecs; unsigned int count; }; struct kpp_test_suite { const struct kpp_testvec *vecs; unsigned int count; }; struct alg_test_desc { const char *alg; const char *generic_driver; int (*test)(const struct alg_test_desc *, const char *, u32, u32); int fips_allowed; union { struct aead_test_suite aead; struct cipher_test_suite cipher; struct comp_test_suite comp; struct hash_test_suite hash; struct cprng_test_suite cprng; struct drbg_test_suite drbg; struct akcipher_test_suite akcipher; struct kpp_test_suite kpp; } suite; }; enum flush_type { FLUSH_TYPE_NONE = 0, FLUSH_TYPE_FLUSH = 1, FLUSH_TYPE_REIMPORT = 2, }; enum finalization_type { FINALIZATION_TYPE_FINAL = 0, FINALIZATION_TYPE_FINUP = 1, FINALIZATION_TYPE_DIGEST = 2, }; enum inplace_mode { OUT_OF_PLACE = 0, INPLACE_ONE_SGLIST = 1, INPLACE_TWO_SGLISTS = 2, }; struct test_sg_division { unsigned int proportion_of_total; unsigned int offset; bool offset_relative_to_alignmask; enum flush_type flush_type; bool nosimd; }; struct testvec_config { const char *name; enum inplace_mode inplace_mode; u32 req_flags; struct test_sg_division src_divs[8]; struct test_sg_division dst_divs[8]; unsigned int iv_offset; unsigned int key_offset; bool iv_offset_relative_to_alignmask; bool key_offset_relative_to_alignmask; enum finalization_type finalization_type; bool nosimd; }; struct test_sglist { char *bufs[8]; struct scatterlist sgl[8]; struct scatterlist sgl_saved[8]; struct scatterlist *sgl_ptr; unsigned int nents; }; struct cipher_test_sglists { struct test_sglist src; struct test_sglist dst; }; struct sha512_state { u64 state[8]; u64 count[2]; u8 buf[128]; }; typedef void sha512_block_fn(struct sha512_state *, const u8 *, int); struct crypto_cts_ctx { struct crypto_skcipher *child; }; struct crypto_cts_reqctx { struct scatterlist sg[2]; unsigned int offset; struct skcipher_request subreq; }; struct ccm_instance_ctx { struct crypto_skcipher_spawn ctr; struct crypto_ahash_spawn mac; }; struct crypto_ccm_ctx { struct crypto_ahash *mac; struct crypto_skcipher *ctr; }; struct crypto_rfc4309_ctx { struct crypto_aead *child; u8 nonce[3]; }; struct crypto_rfc4309_req_ctx { struct scatterlist src[3]; struct scatterlist dst[3]; struct aead_request subreq; }; struct crypto_ccm_req_priv_ctx { u8 odata[16]; u8 idata[16]; u8 auth_tag[16]; u32 flags; struct scatterlist src[3]; struct scatterlist dst[3]; union { struct ahash_request ahreq; struct skcipher_request skreq; }; }; struct cbcmac_tfm_ctx { struct crypto_cipher *child; }; struct cbcmac_desc_ctx { unsigned int len; }; struct chksum_ctx { u32 key; }; struct chksum_desc_ctx___2 { u32 crc; }; struct authenc_esn_instance_ctx { struct crypto_ahash_spawn auth; struct crypto_skcipher_spawn enc; }; struct crypto_authenc_esn_ctx { unsigned int reqoff; struct crypto_ahash *auth; struct crypto_skcipher *enc; struct crypto_sync_skcipher *null; }; struct authenc_esn_request_ctx { struct scatterlist src[2]; struct scatterlist dst[2]; char tail[0]; }; struct xxhash64_tfm_ctx { u64 seed; }; struct xxhash64_desc_ctx { struct xxh64_state xxhstate; }; struct rand_data { __u64 data; __u64 old_data; __u64 prev_time; __u64 last_delta; __s64 last_delta2; unsigned int osr; unsigned char *mem; unsigned int memlocation; unsigned int memblocks; unsigned int memblocksize; unsigned int memaccessloops; unsigned int rct_count; unsigned int apt_observations; unsigned int apt_count; unsigned int apt_base; unsigned int apt_base_set: 1; }; struct jitterentropy { spinlock_t jent_lock; struct rand_data *entropy_collector; }; struct sockaddr_alg_new { __u16 salg_family; __u8 salg_type[14]; __u32 salg_feat; __u32 salg_mask; __u8 salg_name[0]; }; struct af_alg_iv { __u32 ivlen; __u8 iv[0]; }; struct af_alg_control { struct af_alg_iv *iv; int op; unsigned int aead_assoclen; }; struct alg_type_list { const struct af_alg_type *type; struct list_head list; }; typedef struct { u64 m_low; u64 m_high; } uint128_t; enum x509_akid_actions { ACT_x509_akid_note_kid = 0, ACT_x509_akid_note_name = 1, ACT_x509_akid_note_serial = 2, ACT_x509_extract_name_segment___2 = 3, ACT_x509_note_OID___2 = 4, NR__x509_akid_actions = 5, }; struct bdev_inode { struct block_device bdev; struct inode vfs_inode; }; struct queue_sysfs_entry { struct attribute attr; ssize_t (*show)(struct request_queue *, char *); ssize_t (*store)(struct request_queue *, const char *, size_t); }; enum { ICQ_EXITED = 4, ICQ_DESTROYED = 8, }; struct bt_iter_data { struct blk_mq_hw_ctx *hctx; struct request_queue *q; busy_tag_iter_fn *fn; void *data; bool reserved; }; struct bt_tags_iter_data { struct blk_mq_tags *tags; busy_tag_iter_fn *fn; void *data; unsigned int flags; }; struct blk_major_name { struct blk_major_name *next; int major; char name[16]; void (*probe)(dev_t); }; struct fat_boot_sector { __u8 ignored[3]; __u8 system_id[8]; __u8 sector_size[2]; __u8 sec_per_clus; __le16 reserved; __u8 fats; __u8 dir_entries[2]; __u8 sectors[2]; __u8 media; __le16 fat_length; __le16 secs_track; __le16 heads; __le32 hidden; __le32 total_sect; union { struct { __u8 drive_number; __u8 state; __u8 signature; __u8 vol_id[4]; __u8 vol_label[11]; __u8 fs_type[8]; } fat16; struct { __le32 length; __le16 flags; __u8 version[2]; __le32 root_cluster; __le16 info_sector; __le16 backup_boot; __le16 reserved2[6]; __u8 drive_number; __u8 state; __u8 signature; __u8 vol_id[4]; __u8 vol_label[11]; __u8 fs_type[8]; } fat32; }; }; enum msdos_sys_ind { DOS_EXTENDED_PARTITION = 5, LINUX_EXTENDED_PARTITION = 133, WIN98_EXTENDED_PARTITION = 15, LINUX_DATA_PARTITION = 131, LINUX_LVM_PARTITION = 142, LINUX_RAID_PARTITION = 253, SOLARIS_X86_PARTITION = 130, NEW_SOLARIS_X86_PARTITION = 191, DM6_AUX1PARTITION = 81, DM6_AUX3PARTITION = 83, DM6_PARTITION = 84, EZD_PARTITION = 85, FREEBSD_PARTITION = 165, OPENBSD_PARTITION = 166, NETBSD_PARTITION = 169, BSDI_PARTITION = 183, MINIX_PARTITION = 129, UNIXWARE_PARTITION = 99, }; struct solaris_x86_slice { __le16 s_tag; __le16 s_flag; __le32 s_start; __le32 s_size; }; struct solaris_x86_vtoc { unsigned int v_bootinfo[3]; __le32 v_sanity; __le32 v_version; char v_volume[8]; __le16 v_sectorsz; __le16 v_nparts; unsigned int v_reserved[10]; struct solaris_x86_slice v_slice[16]; unsigned int timestamp[16]; char v_asciilabel[128]; }; struct bsd_partition { __le32 p_size; __le32 p_offset; __le32 p_fsize; __u8 p_fstype; __u8 p_frag; __le16 p_cpg; }; struct bsd_disklabel { __le32 d_magic; __s16 d_type; __s16 d_subtype; char d_typename[16]; char d_packname[16]; __u32 d_secsize; __u32 d_nsectors; __u32 d_ntracks; __u32 d_ncylinders; __u32 d_secpercyl; __u32 d_secperunit; __u16 d_sparespertrack; __u16 d_sparespercyl; __u32 d_acylinders; __u16 d_rpm; __u16 d_interleave; __u16 d_trackskew; __u16 d_cylskew; __u32 d_headswitch; __u32 d_trkseek; __u32 d_flags; __u32 d_drivedata[5]; __u32 d_spare[5]; __le32 d_magic2; __le16 d_checksum; __le16 d_npartitions; __le32 d_bbsize; __le32 d_sbsize; struct bsd_partition d_partitions[16]; }; struct unixware_slice { __le16 s_label; __le16 s_flags; __le32 start_sect; __le32 nr_sects; }; struct unixware_vtoc { __le32 v_magic; __le32 v_version; char v_name[8]; __le16 v_nslices; __le16 v_unknown1; __le32 v_reserved[10]; struct unixware_slice v_slice[16]; }; struct unixware_disklabel { __le32 d_type; __le32 d_magic; __le32 d_version; char d_serial[12]; __le32 d_ncylinders; __le32 d_ntracks; __le32 d_nsectors; __le32 d_secsize; __le32 d_part_start; __le32 d_unknown1[12]; __le32 d_alt_tbl; __le32 d_alt_len; __le32 d_phys_cyl; __le32 d_phys_trk; __le32 d_phys_sec; __le32 d_phys_bytes; __le32 d_unknown2; __le32 d_unknown3; __le32 d_pad[8]; struct unixware_vtoc vtoc; }; struct rq_qos_wait_data { struct wait_queue_entry wq; struct task_struct *task; struct rq_wait *rqw; acquire_inflight_cb_t *cb; void *private_data; bool got_token; }; struct bsg_job; typedef int bsg_job_fn(struct bsg_job *); struct bsg_buffer { unsigned int payload_len; int sg_cnt; struct scatterlist *sg_list; }; struct bsg_job { struct device *dev; struct kref kref; unsigned int timeout; void *request; void *reply; unsigned int request_len; unsigned int reply_len; struct bsg_buffer request_payload; struct bsg_buffer reply_payload; int result; unsigned int reply_payload_rcv_len; struct request *bidi_rq; struct bio *bidi_bio; void *dd_data; }; typedef enum blk_eh_timer_return bsg_timeout_fn(struct request *); struct bsg_set { struct blk_mq_tag_set tag_set; struct bsg_device *bd; bsg_job_fn *job_fn; bsg_timeout_fn *timeout_fn; }; enum prio_policy { POLICY_NO_CHANGE = 0, POLICY_NONE_TO_RT = 1, POLICY_RESTRICT_TO_BE = 2, POLICY_ALL_TO_IDLE = 3, }; struct ioprio_blkg { struct blkg_policy_data pd; }; struct ioprio_blkcg { struct blkcg_policy_data cpd; enum prio_policy prio_policy; }; enum dd_data_dir { DD_READ = 0, DD_WRITE = 1, }; enum { DD_DIR_COUNT = 2, }; enum dd_prio { DD_RT_PRIO = 0, DD_BE_PRIO = 1, DD_IDLE_PRIO = 2, DD_PRIO_MAX = 2, }; enum { DD_PRIO_COUNT = 3, }; struct io_stats_per_prio { uint32_t inserted; uint32_t merged; uint32_t dispatched; atomic_t completed; }; struct dd_per_prio { struct list_head dispatch; struct rb_root sort_list[2]; struct list_head fifo_list[2]; struct request *next_rq[2]; struct io_stats_per_prio stats; }; struct deadline_data { struct dd_per_prio per_prio[3]; enum dd_data_dir last_dir; unsigned int batching; unsigned int starved; int fifo_expire[2]; int fifo_batch; int writes_starved; int front_merges; u32 async_depth; int prio_aging_expire; spinlock_t lock; spinlock_t zone_lock; }; enum bfqq_state_flags { BFQQF_just_created = 0, BFQQF_busy = 1, BFQQF_wait_request = 2, BFQQF_non_blocking_wait_rq = 3, BFQQF_fifo_expire = 4, BFQQF_has_short_ttime = 5, BFQQF_sync = 6, BFQQF_IO_bound = 7, BFQQF_in_large_burst = 8, BFQQF_softrt_update = 9, BFQQF_coop = 10, BFQQF_split_coop = 11, }; struct t10_pi_tuple { __be16 guard_tag; __be16 app_tag; __be32 ref_tag; }; struct crc64_pi_tuple { __be64 guard_tag; __be16 app_tag; __u8 ref_tag[6]; }; typedef __be16 csum_fn(void *, unsigned int); enum blk_zone_report_flags { BLK_ZONE_REP_CAPACITY = 1, }; struct blk_zone_report { __u64 sector; __u32 nr_zones; __u32 flags; struct blk_zone zones[0]; }; struct blk_zone_range { __u64 sector; __u64 nr_sectors; }; struct zone_report_args { struct blk_zone *zones; }; struct blk_revalidate_zone_args { struct gendisk *disk; long unsigned int *conv_zones_bitmap; long unsigned int *seq_zones_wlock; unsigned int nr_zones; sector_t zone_sectors; sector_t sector; }; struct blk_crypto_kobj { struct kobject kobj; struct blk_crypto_profile *profile; }; struct blk_crypto_attr { struct attribute attr; ssize_t (*show)(struct blk_crypto_profile *, struct blk_crypto_attr *, char *); }; struct io_sqring_offsets { __u32 head; __u32 tail; __u32 ring_mask; __u32 ring_entries; __u32 flags; __u32 dropped; __u32 array; __u32 resv1; __u64 resv2; }; struct io_cqring_offsets { __u32 head; __u32 tail; __u32 ring_mask; __u32 ring_entries; __u32 overflow; __u32 cqes; __u32 flags; __u32 resv1; __u64 resv2; }; struct io_uring_params { __u32 sq_entries; __u32 cq_entries; __u32 flags; __u32 sq_thread_cpu; __u32 sq_thread_idle; __u32 features; __u32 wq_fd; __u32 resv[3]; struct io_sqring_offsets sq_off; struct io_cqring_offsets cq_off; }; struct io_uring_probe_op { __u8 op; __u8 resv; __u16 flags; __u32 resv2; }; struct io_uring_probe { __u8 last_op; __u8 ops_len; __u16 resv; __u32 resv2[3]; struct io_uring_probe_op ops[0]; }; struct io_uring_restriction { __u16 opcode; union { __u8 register_op; __u8 sqe_op; __u8 sqe_flags; }; __u8 resv; __u32 resv2[3]; }; enum { IORING_RESTRICTION_REGISTER_OP = 0, IORING_RESTRICTION_SQE_OP = 1, IORING_RESTRICTION_SQE_FLAGS_ALLOWED = 2, IORING_RESTRICTION_SQE_FLAGS_REQUIRED = 3, IORING_RESTRICTION_LAST = 4, }; struct io_uring_getevents_arg { __u64 sigmask; __u32 sigmask_sz; __u32 pad; __u64 ts; }; struct trace_event_raw_io_uring_create { struct trace_entry ent; int fd; void *ctx; u32 sq_entries; u32 cq_entries; u32 flags; char __data[0]; }; struct trace_event_raw_io_uring_register { struct trace_entry ent; void *ctx; unsigned int opcode; unsigned int nr_files; unsigned int nr_bufs; long int ret; char __data[0]; }; struct trace_event_raw_io_uring_file_get { struct trace_entry ent; void *ctx; void *req; u64 user_data; int fd; char __data[0]; }; struct trace_event_raw_io_uring_queue_async_work { struct trace_entry ent; void *ctx; void *req; u64 user_data; u8 opcode; unsigned int flags; struct io_wq_work *work; int rw; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_defer { struct trace_entry ent; void *ctx; void *req; long long unsigned int data; u8 opcode; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_link { struct trace_entry ent; void *ctx; void *req; void *target_req; char __data[0]; }; struct trace_event_raw_io_uring_cqring_wait { struct trace_entry ent; void *ctx; int min_events; char __data[0]; }; struct trace_event_raw_io_uring_fail_link { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; void *link; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_complete { struct trace_entry ent; void *ctx; void *req; u64 user_data; int res; unsigned int cflags; u64 extra1; u64 extra2; char __data[0]; }; struct trace_event_raw_io_uring_submit_req { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; u32 flags; bool sq_thread; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_poll_arm { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; int mask; int events; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_task_add { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; int mask; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_req_failed { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; u8 flags; u8 ioprio; u64 off; u64 addr; u32 len; u32 op_flags; u16 buf_index; u16 personality; u32 file_index; u64 pad1; u64 addr3; int error; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_cqe_overflow { struct trace_entry ent; void *ctx; long long unsigned int user_data; s32 res; u32 cflags; void *ocqe; char __data[0]; }; struct trace_event_raw_io_uring_task_work_run { struct trace_entry ent; void *tctx; unsigned int count; unsigned int loops; char __data[0]; }; struct trace_event_raw_io_uring_short_write { struct trace_entry ent; void *ctx; u64 fpos; u64 wanted; u64 got; char __data[0]; }; struct trace_event_raw_io_uring_local_work_run { struct trace_entry ent; void *ctx; int count; unsigned int loops; char __data[0]; }; struct trace_event_data_offsets_io_uring_create {}; struct trace_event_data_offsets_io_uring_register {}; struct trace_event_data_offsets_io_uring_file_get {}; struct trace_event_data_offsets_io_uring_queue_async_work { u32 op_str; }; struct trace_event_data_offsets_io_uring_defer { u32 op_str; }; struct trace_event_data_offsets_io_uring_link {}; struct trace_event_data_offsets_io_uring_cqring_wait {}; struct trace_event_data_offsets_io_uring_fail_link { u32 op_str; }; struct trace_event_data_offsets_io_uring_complete {}; struct trace_event_data_offsets_io_uring_submit_req { u32 op_str; }; struct trace_event_data_offsets_io_uring_poll_arm { u32 op_str; }; struct trace_event_data_offsets_io_uring_task_add { u32 op_str; }; struct trace_event_data_offsets_io_uring_req_failed { u32 op_str; }; struct trace_event_data_offsets_io_uring_cqe_overflow {}; struct trace_event_data_offsets_io_uring_task_work_run {}; struct trace_event_data_offsets_io_uring_short_write {}; struct trace_event_data_offsets_io_uring_local_work_run {}; typedef void (*btf_trace_io_uring_create)(void *, int, void *, u32, u32, u32); typedef void (*btf_trace_io_uring_register)(void *, void *, unsigned int, unsigned int, unsigned int, long int); typedef void (*btf_trace_io_uring_file_get)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_queue_async_work)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_defer)(void *, struct io_kiocb *); typedef void (*btf_trace_io_uring_link)(void *, struct io_kiocb *, struct io_kiocb *); typedef void (*btf_trace_io_uring_cqring_wait)(void *, void *, int); typedef void (*btf_trace_io_uring_fail_link)(void *, struct io_kiocb *, struct io_kiocb *); typedef void (*btf_trace_io_uring_complete)(void *, void *, void *, u64, int, unsigned int, u64, u64); typedef void (*btf_trace_io_uring_submit_req)(void *, struct io_kiocb *); typedef void (*btf_trace_io_uring_poll_arm)(void *, struct io_kiocb *, int, int); typedef void (*btf_trace_io_uring_task_add)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_req_failed)(void *, const struct io_uring_sqe *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_cqe_overflow)(void *, void *, long long unsigned int, s32, u32, void *); typedef void (*btf_trace_io_uring_task_work_run)(void *, void *, unsigned int, unsigned int); typedef void (*btf_trace_io_uring_short_write)(void *, void *, u64, u64, u64); typedef void (*btf_trace_io_uring_local_work_run)(void *, void *, int, unsigned int); enum { IO_WQ_WORK_CANCEL = 1, IO_WQ_WORK_HASHED = 2, IO_WQ_WORK_UNBOUND = 4, IO_WQ_WORK_CONCURRENT = 16, IO_WQ_HASH_SHIFT = 24, }; enum { IO_APOLL_OK = 0, IO_APOLL_ABORTED = 1, IO_APOLL_READY = 2, }; enum { IO_CHECK_CQ_OVERFLOW_BIT = 0, IO_CHECK_CQ_DROPPED_BIT = 1, }; enum { IO_EVENTFD_OP_SIGNAL_BIT = 0, IO_EVENTFD_OP_FREE_BIT = 1, }; struct io_defer_entry { struct list_head list; struct io_kiocb *req; u32 seq; }; struct io_wait_queue { struct wait_queue_entry wq; struct io_ring_ctx *ctx; unsigned int cq_tail; unsigned int nr_timeouts; ktime_t timeout; }; struct io_tctx_exit { struct callback_head task_work; struct completion completion; struct io_ring_ctx *ctx; }; struct io_task_cancel { struct task_struct *task; bool all; }; struct creds; struct io_epoll { struct file *file; int epfd; int op; int fd; struct epoll_event event; }; struct io_uring_recvmsg_out { __u32 namelen; __u32 controllen; __u32 payloadlen; __u32 flags; }; struct io_async_msghdr { union { struct iovec fast_iov[8]; struct { struct iovec fast_iov_one; __kernel_size_t controllen; int namelen; __kernel_size_t payloadlen; }; struct io_cache_entry cache; }; struct iovec *free_iov; struct sockaddr *uaddr; struct msghdr msg; struct __kernel_sockaddr_storage addr; }; struct io_async_connect { struct __kernel_sockaddr_storage address; }; struct io_shutdown { struct file *file; int how; }; struct io_accept { struct file *file; struct sockaddr *addr; int *addr_len; int flags; u32 file_slot; long unsigned int nofile; }; struct io_socket { struct file *file; int domain; int type; int protocol; int flags; u32 file_slot; long unsigned int nofile; }; struct io_connect { struct file *file; struct sockaddr *addr; int addr_len; bool in_progress; bool seen_econnaborted; }; struct io_sr_msg { struct file *file; union { struct compat_msghdr *umsg_compat; struct user_msghdr *umsg; void *buf; }; unsigned int len; unsigned int done_io; unsigned int msg_flags; u16 flags; u16 addr_len; u16 buf_group; void *addr; void *msg_control; struct io_kiocb *notif; }; struct io_recvmsg_multishot_hdr { struct io_uring_recvmsg_out msg; struct __kernel_sockaddr_storage addr; }; enum { IO_SQ_THREAD_SHOULD_STOP = 0, IO_SQ_THREAD_SHOULD_PARK = 1, }; struct io_poll_update { struct file *file; u64 old_user_data; u64 new_user_data; __poll_t events; bool update_events; bool update_user_data; }; struct io_poll_table { struct poll_table_struct pt; struct io_kiocb *req; int nr_entries; int error; bool owning; __poll_t result_mask; }; enum { IOU_POLL_DONE = 0, IOU_POLL_NO_ACTION = 1, IOU_POLL_REMOVE_POLL_USE_RES = 2, IOU_POLL_REISSUE = 3, }; struct io_rw_state { struct iov_iter iter; struct iov_iter_state iter_state; struct iovec fast_iov[8]; }; struct io_async_rw { struct io_rw_state s; const struct iovec *free_iovec; size_t bytes_done; struct wait_page_queue wpq; }; struct io_rw { struct kiocb kiocb; u64 addr; u32 len; rwf_t flags; }; enum { IO_WQ_BOUND = 0, IO_WQ_UNBOUND = 1, }; struct io_wq_acct { unsigned int nr_workers; unsigned int max_workers; int index; atomic_t nr_running; raw_spinlock_t lock; struct io_wq_work_list work_list; long unsigned int flags; }; struct io_wq { long unsigned int state; free_work_fn *free_work; io_wq_work_fn *do_work; struct io_wq_hash *hash; atomic_t worker_refs; struct completion worker_done; struct hlist_node cpuhp_node; struct task_struct *task; struct io_wq_acct acct[2]; raw_spinlock_t lock; struct hlist_nulls_head free_list; struct list_head all_list; struct wait_queue_entry wait; struct io_wq_work *hash_tail[64]; cpumask_var_t cpu_mask; }; enum { IO_WORKER_F_UP = 1, IO_WORKER_F_RUNNING = 2, IO_WORKER_F_FREE = 4, IO_WORKER_F_BOUND = 8, }; enum { IO_WQ_BIT_EXIT = 0, }; enum { IO_ACCT_STALLED_BIT = 0, }; struct io_worker { refcount_t ref; unsigned int flags; struct hlist_nulls_node nulls_node; struct list_head all_list; struct task_struct *task; struct io_wq *wq; struct io_wq_work *cur_work; struct io_wq_work *next_work; raw_spinlock_t lock; struct completion ref_done; long unsigned int create_state; struct callback_head create_work; int create_index; union { struct callback_head rcu; struct work_struct work; }; }; enum { IO_WQ_ACCT_BOUND = 0, IO_WQ_ACCT_UNBOUND = 1, IO_WQ_ACCT_NR = 2, }; struct io_cb_cancel_data { work_cancel_fn *fn; void *data; int nr_running; int nr_pending; bool cancel_all; }; struct online_data { unsigned int cpu; bool online; }; union nested_table { union nested_table *table; struct rhash_lock_head *bucket; }; struct genradix_iter { size_t offset; size_t pos; }; struct genradix_node { union { struct genradix_node *children[512]; u8 data[4096]; }; }; struct kunit_hooks_table { void (*fail_current_test)(const char *, int, const char *, ...); void * (*get_static_stub_address)(struct kunit *, void *); }; struct reciprocal_value_adv { u32 m; u8 sh; u8 exp; bool is_wide_m; }; enum { TEST_ALIGNMENT = 16, }; struct interval_tree_span_iter { struct interval_tree_node *nodes[2]; long unsigned int first_index; long unsigned int last_index; union { long unsigned int start_hole; long unsigned int start_used; }; union { long unsigned int last_hole; long unsigned int last_used; }; int is_hole; }; enum packing_op { PACK = 0, UNPACK = 1, }; struct sw842_hlist_node8 { struct hlist_node node; u64 data; u8 index; }; struct sw842_hlist_node4 { struct hlist_node node; u32 data; u16 index; }; struct sw842_hlist_node2 { struct hlist_node node; u16 data; u8 index; }; struct sw842_param___2 { u8 *in; u8 *instart; u64 ilen; u8 *out; u64 olen; u8 bit; u64 data8[1]; u32 data4[2]; u16 data2[4]; int index8[1]; int index4[2]; int index2[4]; struct hlist_head htable8[1024]; struct hlist_head htable4[2048]; struct hlist_head htable2[1024]; struct sw842_hlist_node8 node8[256]; struct sw842_hlist_node4 node4[512]; struct sw842_hlist_node2 node2[256]; }; typedef struct tree_desc_s tree_desc; typedef struct { const uint8_t *externalDict; size_t extDictSize; const uint8_t *prefixEnd; size_t prefixSize; } LZ4_streamDecode_t_internal; typedef union { long long unsigned int table[4]; LZ4_streamDecode_t_internal internal_donotuse; } LZ4_streamDecode_t; typedef uintptr_t uptrval; typedef enum { noDict = 0, withPrefix64k = 1, usingExtDict = 2, } dict_directive; typedef enum { endOnOutputSize = 0, endOnInputSize = 1, } endCondition_directive; typedef enum { decode_full_block = 0, partial_decode = 1, } earlyEnd_directive; typedef struct { S16 norm[53]; U32 wksp[285]; } ZSTD_BuildCTableWksp; typedef struct { U64 rolling; U64 stopMask; } ldmRollingHashState_t; typedef U32 (*ZSTD_getAllMatchesFn)(ZSTD_match_t *, ZSTD_matchState_t *, U32 *, const BYTE *, const BYTE *, const U32 *, const U32, const U32); typedef struct { rawSeqStore_t seqStore; U32 startPosInBlock; U32 endPosInBlock; U32 offset; } ZSTD_optLdm_t; typedef struct { U32 fastMode; U32 tableLog; } ZSTD_seqSymbol_header; typedef struct { size_t litLength; size_t matchLength; size_t offset; } seq_t; typedef struct { size_t state; const ZSTD_seqSymbol *table; } ZSTD_fseState; typedef struct { BIT_DStream_t DStream; ZSTD_fseState stateLL; ZSTD_fseState stateOffb; ZSTD_fseState stateML; size_t prevOffset[3]; } seqState_t; typedef enum { ZSTD_lo_isRegularOffset = 0, ZSTD_lo_isLongOffset = 1, } ZSTD_longOffset_e; typedef struct { u8 _[128]; } addrtype___5; typedef s32 pcp_op_T_____10; struct ddebug_class_param { union { long unsigned int *bits; unsigned int *lvl; }; char flags[8]; const struct ddebug_class_map *map; }; struct irq_poll; typedef int irq_poll_fn(struct irq_poll *, int); struct irq_poll { struct list_head list; long unsigned int state; int weight; irq_poll_fn *poll; }; enum rdma_nl_counter_mode { RDMA_COUNTER_MODE_NONE = 0, RDMA_COUNTER_MODE_AUTO = 1, RDMA_COUNTER_MODE_MANUAL = 2, RDMA_COUNTER_MODE_MAX = 3, }; enum rdma_nl_counter_mask { RDMA_COUNTER_MASK_QP_TYPE = 1, RDMA_COUNTER_MASK_PID = 2, }; enum rdma_restrack_type { RDMA_RESTRACK_PD = 0, RDMA_RESTRACK_CQ = 1, RDMA_RESTRACK_QP = 2, RDMA_RESTRACK_CM_ID = 3, RDMA_RESTRACK_MR = 4, RDMA_RESTRACK_CTX = 5, RDMA_RESTRACK_COUNTER = 6, RDMA_RESTRACK_SRQ = 7, RDMA_RESTRACK_MAX = 8, }; struct rdma_restrack_entry { bool valid; u8 no_track: 1; struct kref kref; struct completion comp; struct task_struct *task; const char *kern_name; enum rdma_restrack_type type; bool user; u32 id; }; struct rdma_link_ops { struct list_head list; const char *type; int (*newlink)(const char *, struct net_device *); }; struct auto_mode_param { int qp_type; }; struct rdma_counter_mode { enum rdma_nl_counter_mode mode; enum rdma_nl_counter_mask mask; struct auto_mode_param param; }; struct rdma_hw_stats; struct rdma_port_counter { struct rdma_counter_mode mode; struct rdma_hw_stats *hstats; unsigned int num_counters; struct mutex lock; }; struct rdma_stat_desc; struct rdma_hw_stats { struct mutex lock; long unsigned int timestamp; long unsigned int lifespan; const struct rdma_stat_desc *descs; long unsigned int *is_disabled; int num_counters; u64 value[0]; }; struct rdma_counter { struct rdma_restrack_entry res; struct ib_device *device; uint32_t id; struct kref kref; struct rdma_counter_mode mode; struct mutex lock; struct rdma_hw_stats *stats; u32 port; }; enum rdma_driver_id { RDMA_DRIVER_UNKNOWN = 0, RDMA_DRIVER_MLX5 = 1, RDMA_DRIVER_MLX4 = 2, RDMA_DRIVER_CXGB3 = 3, RDMA_DRIVER_CXGB4 = 4, RDMA_DRIVER_MTHCA = 5, RDMA_DRIVER_BNXT_RE = 6, RDMA_DRIVER_OCRDMA = 7, RDMA_DRIVER_NES = 8, RDMA_DRIVER_I40IW = 9, RDMA_DRIVER_IRDMA = 9, RDMA_DRIVER_VMW_PVRDMA = 10, RDMA_DRIVER_QEDR = 11, RDMA_DRIVER_HNS = 12, RDMA_DRIVER_USNIC = 13, RDMA_DRIVER_RXE = 14, RDMA_DRIVER_HFI1 = 15, RDMA_DRIVER_QIB = 16, RDMA_DRIVER_EFA = 17, RDMA_DRIVER_SIW = 18, RDMA_DRIVER_ERDMA = 19, RDMA_DRIVER_MANA = 20, }; enum ib_cq_notify_flags { IB_CQ_SOLICITED = 1, IB_CQ_NEXT_COMP = 2, IB_CQ_SOLICITED_MASK = 3, IB_CQ_REPORT_MISSED_EVENTS = 4, }; struct ib_mad; enum rdma_link_layer { IB_LINK_LAYER_UNSPECIFIED = 0, IB_LINK_LAYER_INFINIBAND = 1, IB_LINK_LAYER_ETHERNET = 2, }; enum rdma_netdev_t { RDMA_NETDEV_OPA_VNIC = 0, RDMA_NETDEV_IPOIB = 1, }; enum ib_srq_attr_mask { IB_SRQ_MAX_WR = 1, IB_SRQ_LIMIT = 2, }; enum ib_mr_type { IB_MR_TYPE_MEM_REG = 0, IB_MR_TYPE_SG_GAPS = 1, IB_MR_TYPE_DM = 2, IB_MR_TYPE_USER = 3, IB_MR_TYPE_DMA = 4, IB_MR_TYPE_INTEGRITY = 5, }; enum ib_uverbs_advise_mr_advice { IB_UVERBS_ADVISE_MR_ADVICE_PREFETCH = 0, IB_UVERBS_ADVISE_MR_ADVICE_PREFETCH_WRITE = 1, IB_UVERBS_ADVISE_MR_ADVICE_PREFETCH_NO_FAULT = 2, }; struct uverbs_attr_bundle; struct rdma_cm_id; struct iw_cm_id; struct iw_cm_conn_param; struct ib_qp; struct ib_send_wr; struct ib_recv_wr; struct ib_cq; struct ib_wc; struct ib_srq; struct ib_grh; struct ib_device_attr; struct ib_udata; struct ib_device_modify; struct ib_port_attr; struct ib_port_modify; struct ib_port_immutable; struct rdma_netdev_alloc_params; union ib_gid; struct ib_gid_attr; struct ib_ucontext; struct rdma_user_mmap_entry; struct ib_pd; struct ib_ah; struct rdma_ah_init_attr; struct rdma_ah_attr; struct ib_srq_init_attr; struct ib_srq_attr; struct ib_qp_init_attr; struct ib_qp_attr; struct ib_cq_init_attr; struct ib_mr; struct ib_sge; struct ib_mr_status; struct ib_mw; struct ib_xrcd; struct ib_flow; struct ib_flow_attr; struct ib_flow_action; struct ib_wq; struct ib_wq_init_attr; struct ib_wq_attr; struct ib_rwq_ind_table; struct ib_rwq_ind_table_init_attr; struct ib_dm; struct ib_dm_alloc_attr; struct ib_dm_mr_attr; struct ib_counters; struct ib_counters_read_attr; struct ib_device_ops { struct module *owner; enum rdma_driver_id driver_id; u32 uverbs_abi_ver; unsigned int uverbs_no_driver_id_binding: 1; const struct attribute_group *device_group; const struct attribute_group **port_groups; int (*post_send)(struct ib_qp *, const struct ib_send_wr *, const struct ib_send_wr **); int (*post_recv)(struct ib_qp *, const struct ib_recv_wr *, const struct ib_recv_wr **); void (*drain_rq)(struct ib_qp *); void (*drain_sq)(struct ib_qp *); int (*poll_cq)(struct ib_cq *, int, struct ib_wc *); int (*peek_cq)(struct ib_cq *, int); int (*req_notify_cq)(struct ib_cq *, enum ib_cq_notify_flags); int (*post_srq_recv)(struct ib_srq *, const struct ib_recv_wr *, const struct ib_recv_wr **); int (*process_mad)(struct ib_device *, int, u32, const struct ib_wc *, const struct ib_grh *, const struct ib_mad *, struct ib_mad *, size_t *, u16 *); int (*query_device)(struct ib_device *, struct ib_device_attr *, struct ib_udata *); int (*modify_device)(struct ib_device *, int, struct ib_device_modify *); void (*get_dev_fw_str)(struct ib_device *, char *); const struct cpumask * (*get_vector_affinity)(struct ib_device *, int); int (*query_port)(struct ib_device *, u32, struct ib_port_attr *); int (*modify_port)(struct ib_device *, u32, int, struct ib_port_modify *); int (*get_port_immutable)(struct ib_device *, u32, struct ib_port_immutable *); enum rdma_link_layer (*get_link_layer)(struct ib_device *, u32); struct net_device * (*get_netdev)(struct ib_device *, u32); struct net_device * (*alloc_rdma_netdev)(struct ib_device *, u32, enum rdma_netdev_t, const char *, unsigned char, void (*)(struct net_device *)); int (*rdma_netdev_get_params)(struct ib_device *, u32, enum rdma_netdev_t, struct rdma_netdev_alloc_params *); int (*query_gid)(struct ib_device *, u32, int, union ib_gid *); int (*add_gid)(const struct ib_gid_attr *, void **); int (*del_gid)(const struct ib_gid_attr *, void **); int (*query_pkey)(struct ib_device *, u32, u16, u16 *); int (*alloc_ucontext)(struct ib_ucontext *, struct ib_udata *); void (*dealloc_ucontext)(struct ib_ucontext *); int (*mmap)(struct ib_ucontext *, struct vm_area_struct *); void (*mmap_free)(struct rdma_user_mmap_entry *); void (*disassociate_ucontext)(struct ib_ucontext *); int (*alloc_pd)(struct ib_pd *, struct ib_udata *); int (*dealloc_pd)(struct ib_pd *, struct ib_udata *); int (*create_ah)(struct ib_ah *, struct rdma_ah_init_attr *, struct ib_udata *); int (*create_user_ah)(struct ib_ah *, struct rdma_ah_init_attr *, struct ib_udata *); int (*modify_ah)(struct ib_ah *, struct rdma_ah_attr *); int (*query_ah)(struct ib_ah *, struct rdma_ah_attr *); int (*destroy_ah)(struct ib_ah *, u32); int (*create_srq)(struct ib_srq *, struct ib_srq_init_attr *, struct ib_udata *); int (*modify_srq)(struct ib_srq *, struct ib_srq_attr *, enum ib_srq_attr_mask, struct ib_udata *); int (*query_srq)(struct ib_srq *, struct ib_srq_attr *); int (*destroy_srq)(struct ib_srq *, struct ib_udata *); int (*create_qp)(struct ib_qp *, struct ib_qp_init_attr *, struct ib_udata *); int (*modify_qp)(struct ib_qp *, struct ib_qp_attr *, int, struct ib_udata *); int (*query_qp)(struct ib_qp *, struct ib_qp_attr *, int, struct ib_qp_init_attr *); int (*destroy_qp)(struct ib_qp *, struct ib_udata *); int (*create_cq)(struct ib_cq *, const struct ib_cq_init_attr *, struct ib_udata *); int (*modify_cq)(struct ib_cq *, u16, u16); int (*destroy_cq)(struct ib_cq *, struct ib_udata *); int (*resize_cq)(struct ib_cq *, int, struct ib_udata *); struct ib_mr * (*get_dma_mr)(struct ib_pd *, int); struct ib_mr * (*reg_user_mr)(struct ib_pd *, u64, u64, u64, int, struct ib_udata *); struct ib_mr * (*reg_user_mr_dmabuf)(struct ib_pd *, u64, u64, u64, int, int, struct ib_udata *); struct ib_mr * (*rereg_user_mr)(struct ib_mr *, int, u64, u64, u64, int, struct ib_pd *, struct ib_udata *); int (*dereg_mr)(struct ib_mr *, struct ib_udata *); struct ib_mr * (*alloc_mr)(struct ib_pd *, enum ib_mr_type, u32); struct ib_mr * (*alloc_mr_integrity)(struct ib_pd *, u32, u32); int (*advise_mr)(struct ib_pd *, enum ib_uverbs_advise_mr_advice, u32, struct ib_sge *, u32, struct uverbs_attr_bundle *); int (*map_mr_sg)(struct ib_mr *, struct scatterlist *, int, unsigned int *); int (*check_mr_status)(struct ib_mr *, u32, struct ib_mr_status *); int (*alloc_mw)(struct ib_mw *, struct ib_udata *); int (*dealloc_mw)(struct ib_mw *); int (*attach_mcast)(struct ib_qp *, union ib_gid *, u16); int (*detach_mcast)(struct ib_qp *, union ib_gid *, u16); int (*alloc_xrcd)(struct ib_xrcd *, struct ib_udata *); int (*dealloc_xrcd)(struct ib_xrcd *, struct ib_udata *); struct ib_flow * (*create_flow)(struct ib_qp *, struct ib_flow_attr *, struct ib_udata *); int (*destroy_flow)(struct ib_flow *); int (*destroy_flow_action)(struct ib_flow_action *); int (*set_vf_link_state)(struct ib_device *, int, u32, int); int (*get_vf_config)(struct ib_device *, int, u32, struct ifla_vf_info *); int (*get_vf_stats)(struct ib_device *, int, u32, struct ifla_vf_stats *); int (*get_vf_guid)(struct ib_device *, int, u32, struct ifla_vf_guid *, struct ifla_vf_guid *); int (*set_vf_guid)(struct ib_device *, int, u32, u64, int); struct ib_wq * (*create_wq)(struct ib_pd *, struct ib_wq_init_attr *, struct ib_udata *); int (*destroy_wq)(struct ib_wq *, struct ib_udata *); int (*modify_wq)(struct ib_wq *, struct ib_wq_attr *, u32, struct ib_udata *); int (*create_rwq_ind_table)(struct ib_rwq_ind_table *, struct ib_rwq_ind_table_init_attr *, struct ib_udata *); int (*destroy_rwq_ind_table)(struct ib_rwq_ind_table *); struct ib_dm * (*alloc_dm)(struct ib_device *, struct ib_ucontext *, struct ib_dm_alloc_attr *, struct uverbs_attr_bundle *); int (*dealloc_dm)(struct ib_dm *, struct uverbs_attr_bundle *); struct ib_mr * (*reg_dm_mr)(struct ib_pd *, struct ib_dm *, struct ib_dm_mr_attr *, struct uverbs_attr_bundle *); int (*create_counters)(struct ib_counters *, struct uverbs_attr_bundle *); int (*destroy_counters)(struct ib_counters *); int (*read_counters)(struct ib_counters *, struct ib_counters_read_attr *, struct uverbs_attr_bundle *); int (*map_mr_sg_pi)(struct ib_mr *, struct scatterlist *, int, unsigned int *, struct scatterlist *, int, unsigned int *); struct rdma_hw_stats * (*alloc_hw_device_stats)(struct ib_device *); struct rdma_hw_stats * (*alloc_hw_port_stats)(struct ib_device *, u32); int (*get_hw_stats)(struct ib_device *, struct rdma_hw_stats *, u32, int); int (*modify_hw_stat)(struct ib_device *, u32, unsigned int, bool); int (*fill_res_mr_entry)(struct sk_buff *, struct ib_mr *); int (*fill_res_mr_entry_raw)(struct sk_buff *, struct ib_mr *); int (*fill_res_cq_entry)(struct sk_buff *, struct ib_cq *); int (*fill_res_cq_entry_raw)(struct sk_buff *, struct ib_cq *); int (*fill_res_qp_entry)(struct sk_buff *, struct ib_qp *); int (*fill_res_qp_entry_raw)(struct sk_buff *, struct ib_qp *); int (*fill_res_cm_id_entry)(struct sk_buff *, struct rdma_cm_id *); int (*enable_driver)(struct ib_device *); void (*dealloc_driver)(struct ib_device *); void (*iw_add_ref)(struct ib_qp *); void (*iw_rem_ref)(struct ib_qp *); struct ib_qp * (*iw_get_qp)(struct ib_device *, int); int (*iw_connect)(struct iw_cm_id *, struct iw_cm_conn_param *); int (*iw_accept)(struct iw_cm_id *, struct iw_cm_conn_param *); int (*iw_reject)(struct iw_cm_id *, const void *, u8); int (*iw_create_listen)(struct iw_cm_id *, int); int (*iw_destroy_listen)(struct iw_cm_id *); int (*counter_bind_qp)(struct rdma_counter *, struct ib_qp *); int (*counter_unbind_qp)(struct ib_qp *); int (*counter_dealloc)(struct rdma_counter *); struct rdma_hw_stats * (*counter_alloc_stats)(struct rdma_counter *); int (*counter_update_stats)(struct rdma_counter *); int (*fill_stat_mr_entry)(struct sk_buff *, struct ib_mr *); int (*query_ucontext)(struct ib_ucontext *, struct uverbs_attr_bundle *); int (*get_numa_node)(struct ib_device *); size_t size_ib_ah; size_t size_ib_counters; size_t size_ib_cq; size_t size_ib_mw; size_t size_ib_pd; size_t size_ib_qp; size_t size_ib_rwq_ind_table; size_t size_ib_srq; size_t size_ib_ucontext; size_t size_ib_xrcd; }; struct ib_core_device { struct device dev; possible_net_t rdma_net; struct kobject *ports_kobj; struct list_head port_list; struct ib_device *owner; }; enum ib_atomic_cap { IB_ATOMIC_NONE = 0, IB_ATOMIC_HCA = 1, IB_ATOMIC_GLOB = 2, }; struct ib_odp_caps { uint64_t general_caps; struct { uint32_t rc_odp_caps; uint32_t uc_odp_caps; uint32_t ud_odp_caps; uint32_t xrc_odp_caps; } per_transport_caps; }; struct ib_rss_caps { u32 supported_qpts; u32 max_rwq_indirection_tables; u32 max_rwq_indirection_table_size; }; struct ib_tm_caps { u32 max_rndv_hdr_size; u32 max_num_tags; u32 flags; u32 max_ops; u32 max_sge; }; struct ib_cq_caps { u16 max_cq_moderation_count; u16 max_cq_moderation_period; }; struct ib_device_attr { u64 fw_ver; __be64 sys_image_guid; u64 max_mr_size; u64 page_size_cap; u32 vendor_id; u32 vendor_part_id; u32 hw_ver; int max_qp; int max_qp_wr; u64 device_cap_flags; u64 kernel_cap_flags; int max_send_sge; int max_recv_sge; int max_sge_rd; int max_cq; int max_cqe; int max_mr; int max_pd; int max_qp_rd_atom; int max_ee_rd_atom; int max_res_rd_atom; int max_qp_init_rd_atom; int max_ee_init_rd_atom; enum ib_atomic_cap atomic_cap; enum ib_atomic_cap masked_atomic_cap; int max_ee; int max_rdd; int max_mw; int max_raw_ipv6_qp; int max_raw_ethy_qp; int max_mcast_grp; int max_mcast_qp_attach; int max_total_mcast_qp_attach; int max_ah; int max_srq; int max_srq_wr; int max_srq_sge; unsigned int max_fast_reg_page_list_len; unsigned int max_pi_fast_reg_page_list_len; u16 max_pkeys; u8 local_ca_ack_delay; int sig_prot_cap; int sig_guard_cap; struct ib_odp_caps odp_caps; uint64_t timestamp_mask; uint64_t hca_core_clock; struct ib_rss_caps rss_caps; u32 max_wq_type_rq; u32 raw_packet_caps; struct ib_tm_caps tm_caps; struct ib_cq_caps cq_caps; u64 max_dm_size; u32 max_sgl_rd; }; struct hw_stats_device_data; struct rdma_restrack_root; struct uapi_definition; struct ib_port_data; struct ib_device { struct device *dma_device; struct ib_device_ops ops; char name[64]; struct callback_head callback_head; struct list_head event_handler_list; struct rw_semaphore event_handler_rwsem; spinlock_t qp_open_list_lock; struct rw_semaphore client_data_rwsem; struct xarray client_data; struct mutex unregistration_lock; rwlock_t cache_lock; struct ib_port_data *port_data; int num_comp_vectors; union { struct device dev; struct ib_core_device coredev; }; const struct attribute_group *groups[4]; u64 uverbs_cmd_mask; char node_desc[64]; __be64 node_guid; u32 local_dma_lkey; u16 is_switch: 1; u16 kverbs_provider: 1; u16 use_cq_dim: 1; u8 node_type; u32 phys_port_cnt; struct ib_device_attr attrs; struct hw_stats_device_data *hw_stats_data; struct rdmacg_device cg_device; u32 index; spinlock_t cq_pools_lock; struct list_head cq_pools[3]; struct rdma_restrack_root *res; const struct uapi_definition *driver_def; refcount_t refcount; struct completion unreg_completion; struct work_struct unregistration_work; const struct rdma_link_ops *link_ops; struct mutex compat_devs_mutex; struct xarray compat_devs; char iw_ifname[16]; u32 iw_driver_flags; u32 lag_flags; }; enum ib_signature_type { IB_SIG_TYPE_NONE = 0, IB_SIG_TYPE_T10_DIF = 1, }; enum ib_t10_dif_bg_type { IB_T10DIF_CRC = 0, IB_T10DIF_CSUM = 1, }; struct ib_t10_dif_domain { enum ib_t10_dif_bg_type bg_type; u16 pi_interval; u16 bg; u16 app_tag; u32 ref_tag; bool ref_remap; bool app_escape; bool ref_escape; u16 apptag_check_mask; }; struct ib_sig_domain { enum ib_signature_type sig_type; union { struct ib_t10_dif_domain dif; } sig; }; struct ib_sig_attrs { u8 check_mask; struct ib_sig_domain mem; struct ib_sig_domain wire; int meta_length; }; enum ib_sig_err_type { IB_SIG_BAD_GUARD = 0, IB_SIG_BAD_REFTAG = 1, IB_SIG_BAD_APPTAG = 2, }; struct ib_sig_err { enum ib_sig_err_type err_type; u32 expected; u32 actual; u64 sig_err_offset; u32 key; }; union ib_gid { u8 raw[16]; struct { __be64 subnet_prefix; __be64 interface_id; } global; }; enum ib_gid_type { IB_GID_TYPE_IB = 0, IB_GID_TYPE_ROCE = 1, IB_GID_TYPE_ROCE_UDP_ENCAP = 2, IB_GID_TYPE_SIZE = 3, }; struct ib_gid_attr { struct net_device *ndev; struct ib_device *device; union ib_gid gid; enum ib_gid_type gid_type; u16 index; u32 port_num; }; struct ib_cq_init_attr { unsigned int cqe; u32 comp_vector; u32 flags; }; struct ib_dm_mr_attr { u64 length; u64 offset; u32 access_flags; }; struct ib_dm_alloc_attr { u64 length; u32 alignment; u32 flags; }; enum ib_mtu { IB_MTU_256 = 1, IB_MTU_512 = 2, IB_MTU_1024 = 3, IB_MTU_2048 = 4, IB_MTU_4096 = 5, }; enum ib_port_state { IB_PORT_NOP = 0, IB_PORT_DOWN = 1, IB_PORT_INIT = 2, IB_PORT_ARMED = 3, IB_PORT_ACTIVE = 4, IB_PORT_ACTIVE_DEFER = 5, }; struct rdma_stat_desc { const char *name; unsigned int flags; const void *priv; }; struct ib_port_attr { u64 subnet_prefix; enum ib_port_state state; enum ib_mtu max_mtu; enum ib_mtu active_mtu; u32 phys_mtu; int gid_tbl_len; unsigned int ip_gids: 1; u32 port_cap_flags; u32 max_msg_sz; u32 bad_pkey_cntr; u32 qkey_viol_cntr; u16 pkey_tbl_len; u32 sm_lid; u32 lid; u8 lmc; u8 max_vl_num; u8 sm_sl; u8 subnet_timeout; u8 init_type_reply; u8 active_width; u16 active_speed; u8 phys_state; u16 port_cap_flags2; }; struct ib_device_modify { u64 sys_image_guid; char node_desc[64]; }; struct ib_port_modify { u32 set_port_cap_mask; u32 clr_port_cap_mask; u8 init_type; }; enum ib_event_type { IB_EVENT_CQ_ERR = 0, IB_EVENT_QP_FATAL = 1, IB_EVENT_QP_REQ_ERR = 2, IB_EVENT_QP_ACCESS_ERR = 3, IB_EVENT_COMM_EST = 4, IB_EVENT_SQ_DRAINED = 5, IB_EVENT_PATH_MIG = 6, IB_EVENT_PATH_MIG_ERR = 7, IB_EVENT_DEVICE_FATAL = 8, IB_EVENT_PORT_ACTIVE = 9, IB_EVENT_PORT_ERR = 10, IB_EVENT_LID_CHANGE = 11, IB_EVENT_PKEY_CHANGE = 12, IB_EVENT_SM_CHANGE = 13, IB_EVENT_SRQ_ERR = 14, IB_EVENT_SRQ_LIMIT_REACHED = 15, IB_EVENT_QP_LAST_WQE_REACHED = 16, IB_EVENT_CLIENT_REREGISTER = 17, IB_EVENT_GID_CHANGE = 18, IB_EVENT_WQ_FATAL = 19, }; struct ib_ucq_object; typedef void (*ib_comp_handler)(struct ib_cq *, void *); struct ib_event; struct ib_cq { struct ib_device *device; struct ib_ucq_object *uobject; ib_comp_handler comp_handler; void (*event_handler)(struct ib_event *, void *); void *cq_context; int cqe; unsigned int cqe_used; atomic_t usecnt; enum ib_poll_context poll_ctx; struct ib_wc *wc; struct list_head pool_entry; union { struct irq_poll iop; struct work_struct work; }; struct workqueue_struct *comp_wq; struct dim *dim; ktime_t timestamp; u8 interrupt: 1; u8 shared: 1; unsigned int comp_vector; struct rdma_restrack_entry res; }; struct ib_uqp_object; enum ib_qp_type { IB_QPT_SMI = 0, IB_QPT_GSI = 1, IB_QPT_RC = 2, IB_QPT_UC = 3, IB_QPT_UD = 4, IB_QPT_RAW_IPV6 = 5, IB_QPT_RAW_ETHERTYPE = 6, IB_QPT_RAW_PACKET = 8, IB_QPT_XRC_INI = 9, IB_QPT_XRC_TGT = 10, IB_QPT_MAX = 11, IB_QPT_DRIVER = 255, IB_QPT_RESERVED1 = 4096, IB_QPT_RESERVED2 = 4097, IB_QPT_RESERVED3 = 4098, IB_QPT_RESERVED4 = 4099, IB_QPT_RESERVED5 = 4100, IB_QPT_RESERVED6 = 4101, IB_QPT_RESERVED7 = 4102, IB_QPT_RESERVED8 = 4103, IB_QPT_RESERVED9 = 4104, IB_QPT_RESERVED10 = 4105, }; struct ib_qp_security; struct ib_qp { struct ib_device *device; struct ib_pd *pd; struct ib_cq *send_cq; struct ib_cq *recv_cq; spinlock_t mr_lock; int mrs_used; struct list_head rdma_mrs; struct list_head sig_mrs; struct ib_srq *srq; struct ib_xrcd *xrcd; struct list_head xrcd_list; atomic_t usecnt; struct list_head open_list; struct ib_qp *real_qp; struct ib_uqp_object *uobject; void (*event_handler)(struct ib_event *, void *); void *qp_context; const struct ib_gid_attr *av_sgid_attr; const struct ib_gid_attr *alt_path_sgid_attr; u32 qp_num; u32 max_write_sge; u32 max_read_sge; enum ib_qp_type qp_type; struct ib_rwq_ind_table *rwq_ind_tbl; struct ib_qp_security *qp_sec; u32 port; bool integrity_en; struct rdma_restrack_entry res; struct rdma_counter *counter; }; struct ib_usrq_object; enum ib_srq_type { IB_SRQT_BASIC = 0, IB_SRQT_XRC = 1, IB_SRQT_TM = 2, }; struct ib_srq { struct ib_device *device; struct ib_pd *pd; struct ib_usrq_object *uobject; void (*event_handler)(struct ib_event *, void *); void *srq_context; enum ib_srq_type srq_type; atomic_t usecnt; struct { struct ib_cq *cq; union { struct { struct ib_xrcd *xrcd; u32 srq_num; } xrc; }; } ext; struct rdma_restrack_entry res; }; struct ib_uwq_object; enum ib_wq_state { IB_WQS_RESET = 0, IB_WQS_RDY = 1, IB_WQS_ERR = 2, }; enum ib_wq_type { IB_WQT_RQ = 0, }; struct ib_wq { struct ib_device *device; struct ib_uwq_object *uobject; void *wq_context; void (*event_handler)(struct ib_event *, void *); struct ib_pd *pd; struct ib_cq *cq; u32 wq_num; enum ib_wq_state state; enum ib_wq_type wq_type; atomic_t usecnt; }; struct ib_event { struct ib_device *device; union { struct ib_cq *cq; struct ib_qp *qp; struct ib_srq *srq; struct ib_wq *wq; u32 port_num; } element; enum ib_event_type event; }; struct ib_global_route { const struct ib_gid_attr *sgid_attr; union ib_gid dgid; u32 flow_label; u8 sgid_index; u8 hop_limit; u8 traffic_class; }; struct ib_grh { __be32 version_tclass_flow; __be16 paylen; u8 next_hdr; u8 hop_limit; union ib_gid sgid; union ib_gid dgid; }; struct ib_mr_status { u32 fail_status; struct ib_sig_err sig_err; }; struct rdma_ah_init_attr { struct rdma_ah_attr *ah_attr; u32 flags; struct net_device *xmit_slave; }; enum rdma_ah_attr_type { RDMA_AH_ATTR_TYPE_UNDEFINED = 0, RDMA_AH_ATTR_TYPE_IB = 1, RDMA_AH_ATTR_TYPE_ROCE = 2, RDMA_AH_ATTR_TYPE_OPA = 3, }; struct ib_ah_attr { u16 dlid; u8 src_path_bits; }; struct roce_ah_attr { u8 dmac[6]; }; struct opa_ah_attr { u32 dlid; u8 src_path_bits; bool make_grd; }; struct rdma_ah_attr { struct ib_global_route grh; u8 sl; u8 static_rate; u32 port_num; u8 ah_flags; enum rdma_ah_attr_type type; union { struct ib_ah_attr ib; struct roce_ah_attr roce; struct opa_ah_attr opa; }; }; enum ib_wc_status { IB_WC_SUCCESS = 0, IB_WC_LOC_LEN_ERR = 1, IB_WC_LOC_QP_OP_ERR = 2, IB_WC_LOC_EEC_OP_ERR = 3, IB_WC_LOC_PROT_ERR = 4, IB_WC_WR_FLUSH_ERR = 5, IB_WC_MW_BIND_ERR = 6, IB_WC_BAD_RESP_ERR = 7, IB_WC_LOC_ACCESS_ERR = 8, IB_WC_REM_INV_REQ_ERR = 9, IB_WC_REM_ACCESS_ERR = 10, IB_WC_REM_OP_ERR = 11, IB_WC_RETRY_EXC_ERR = 12, IB_WC_RNR_RETRY_EXC_ERR = 13, IB_WC_LOC_RDD_VIOL_ERR = 14, IB_WC_REM_INV_RD_REQ_ERR = 15, IB_WC_REM_ABORT_ERR = 16, IB_WC_INV_EECN_ERR = 17, IB_WC_INV_EEC_STATE_ERR = 18, IB_WC_FATAL_ERR = 19, IB_WC_RESP_TIMEOUT_ERR = 20, IB_WC_GENERAL_ERR = 21, }; enum ib_wc_opcode { IB_WC_SEND = 0, IB_WC_RDMA_WRITE = 1, IB_WC_RDMA_READ = 2, IB_WC_COMP_SWAP = 3, IB_WC_FETCH_ADD = 4, IB_WC_BIND_MW = 5, IB_WC_LOCAL_INV = 6, IB_WC_LSO = 7, IB_WC_ATOMIC_WRITE = 9, IB_WC_REG_MR = 10, IB_WC_MASKED_COMP_SWAP = 11, IB_WC_MASKED_FETCH_ADD = 12, IB_WC_FLUSH = 8, IB_WC_RECV = 128, IB_WC_RECV_RDMA_WITH_IMM = 129, }; struct ib_cqe { void (*done)(struct ib_cq *, struct ib_wc *); }; struct ib_wc { union { u64 wr_id; struct ib_cqe *wr_cqe; }; enum ib_wc_status status; enum ib_wc_opcode opcode; u32 vendor_err; u32 byte_len; struct ib_qp *qp; union { __be32 imm_data; u32 invalidate_rkey; } ex; u32 src_qp; u32 slid; int wc_flags; u16 pkey_index; u8 sl; u8 dlid_path_bits; u32 port_num; u8 smac[6]; u16 vlan_id; u8 network_hdr_type; }; struct ib_srq_attr { u32 max_wr; u32 max_sge; u32 srq_limit; }; struct ib_xrcd { struct ib_device *device; atomic_t usecnt; struct inode *inode; struct rw_semaphore tgt_qps_rwsem; struct xarray tgt_qps; }; struct ib_srq_init_attr { void (*event_handler)(struct ib_event *, void *); void *srq_context; struct ib_srq_attr attr; enum ib_srq_type srq_type; struct { struct ib_cq *cq; union { struct { struct ib_xrcd *xrcd; } xrc; struct { u32 max_num_tags; } tag_matching; }; } ext; }; struct ib_qp_cap { u32 max_send_wr; u32 max_recv_wr; u32 max_send_sge; u32 max_recv_sge; u32 max_inline_data; u32 max_rdma_ctxs; }; enum ib_sig_type { IB_SIGNAL_ALL_WR = 0, IB_SIGNAL_REQ_WR = 1, }; struct ib_qp_init_attr { void (*event_handler)(struct ib_event *, void *); void *qp_context; struct ib_cq *send_cq; struct ib_cq *recv_cq; struct ib_srq *srq; struct ib_xrcd *xrcd; struct ib_qp_cap cap; enum ib_sig_type sq_sig_type; enum ib_qp_type qp_type; u32 create_flags; u32 port_num; struct ib_rwq_ind_table *rwq_ind_tbl; u32 source_qpn; }; struct ib_uobject; struct ib_rwq_ind_table { struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; u32 ind_tbl_num; u32 log_ind_tbl_size; struct ib_wq **ind_tbl; }; enum ib_qp_state { IB_QPS_RESET = 0, IB_QPS_INIT = 1, IB_QPS_RTR = 2, IB_QPS_RTS = 3, IB_QPS_SQD = 4, IB_QPS_SQE = 5, IB_QPS_ERR = 6, }; enum ib_mig_state { IB_MIG_MIGRATED = 0, IB_MIG_REARM = 1, IB_MIG_ARMED = 2, }; enum ib_mw_type { IB_MW_TYPE_1 = 1, IB_MW_TYPE_2 = 2, }; struct ib_qp_attr { enum ib_qp_state qp_state; enum ib_qp_state cur_qp_state; enum ib_mtu path_mtu; enum ib_mig_state path_mig_state; u32 qkey; u32 rq_psn; u32 sq_psn; u32 dest_qp_num; int qp_access_flags; struct ib_qp_cap cap; struct rdma_ah_attr ah_attr; struct rdma_ah_attr alt_ah_attr; u16 pkey_index; u16 alt_pkey_index; u8 en_sqd_async_notify; u8 sq_draining; u8 max_rd_atomic; u8 max_dest_rd_atomic; u8 min_rnr_timer; u32 port_num; u8 timeout; u8 retry_cnt; u8 rnr_retry; u32 alt_port_num; u8 alt_timeout; u32 rate_limit; struct net_device *xmit_slave; }; enum ib_wr_opcode { IB_WR_RDMA_WRITE = 0, IB_WR_RDMA_WRITE_WITH_IMM = 1, IB_WR_SEND = 2, IB_WR_SEND_WITH_IMM = 3, IB_WR_RDMA_READ = 4, IB_WR_ATOMIC_CMP_AND_SWP = 5, IB_WR_ATOMIC_FETCH_AND_ADD = 6, IB_WR_BIND_MW = 8, IB_WR_LSO = 10, IB_WR_SEND_WITH_INV = 9, IB_WR_RDMA_READ_WITH_INV = 11, IB_WR_LOCAL_INV = 7, IB_WR_MASKED_ATOMIC_CMP_AND_SWP = 12, IB_WR_MASKED_ATOMIC_FETCH_AND_ADD = 13, IB_WR_FLUSH = 14, IB_WR_ATOMIC_WRITE = 15, IB_WR_REG_MR = 32, IB_WR_REG_MR_INTEGRITY = 33, IB_WR_RESERVED1 = 240, IB_WR_RESERVED2 = 241, IB_WR_RESERVED3 = 242, IB_WR_RESERVED4 = 243, IB_WR_RESERVED5 = 244, IB_WR_RESERVED6 = 245, IB_WR_RESERVED7 = 246, IB_WR_RESERVED8 = 247, IB_WR_RESERVED9 = 248, IB_WR_RESERVED10 = 249, }; struct ib_sge { u64 addr; u32 length; u32 lkey; }; struct ib_send_wr { struct ib_send_wr *next; union { u64 wr_id; struct ib_cqe *wr_cqe; }; struct ib_sge *sg_list; int num_sge; enum ib_wr_opcode opcode; int send_flags; union { __be32 imm_data; u32 invalidate_rkey; } ex; }; struct ib_ah { struct ib_device *device; struct ib_pd *pd; struct ib_uobject *uobject; const struct ib_gid_attr *sgid_attr; enum rdma_ah_attr_type type; }; struct ib_mr { struct ib_device *device; struct ib_pd *pd; u32 lkey; u32 rkey; u64 iova; u64 length; unsigned int page_size; enum ib_mr_type type; bool need_inval; union { struct ib_uobject *uobject; struct list_head qp_entry; }; struct ib_dm *dm; struct ib_sig_attrs *sig_attrs; struct rdma_restrack_entry res; }; struct ib_recv_wr { struct ib_recv_wr *next; union { u64 wr_id; struct ib_cqe *wr_cqe; }; struct ib_sge *sg_list; int num_sge; }; struct ib_rdmacg_object { struct rdma_cgroup *cg; }; struct ib_uverbs_file; struct ib_ucontext { struct ib_device *device; struct ib_uverbs_file *ufile; struct ib_rdmacg_object cg_obj; struct rdma_restrack_entry res; struct xarray mmap_xa; }; struct uverbs_api_object; struct ib_uobject { u64 user_handle; struct ib_uverbs_file *ufile; struct ib_ucontext *context; void *object; struct list_head list; struct ib_rdmacg_object cg_obj; int id; struct kref ref; atomic_t usecnt; struct callback_head rcu; const struct uverbs_api_object *uapi_object; }; struct ib_udata { const void *inbuf; void *outbuf; size_t inlen; size_t outlen; }; struct ib_pd { u32 local_dma_lkey; u32 flags; struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; u32 unsafe_global_rkey; struct ib_mr *__internal_mr; struct rdma_restrack_entry res; }; struct ib_wq_init_attr { void *wq_context; enum ib_wq_type wq_type; u32 max_wr; u32 max_sge; struct ib_cq *cq; void (*event_handler)(struct ib_event *, void *); u32 create_flags; }; struct ib_wq_attr { enum ib_wq_state wq_state; enum ib_wq_state curr_wq_state; u32 flags; u32 flags_mask; }; struct ib_rwq_ind_table_init_attr { u32 log_ind_tbl_size; struct ib_wq **ind_tbl; }; enum port_pkey_state { IB_PORT_PKEY_NOT_VALID = 0, IB_PORT_PKEY_VALID = 1, IB_PORT_PKEY_LISTED = 2, }; struct ib_port_pkey { enum port_pkey_state state; u16 pkey_index; u32 port_num; struct list_head qp_list; struct list_head to_error_list; struct ib_qp_security *sec; }; struct ib_ports_pkeys; struct ib_qp_security { struct ib_qp *qp; struct ib_device *dev; struct mutex mutex; struct ib_ports_pkeys *ports_pkeys; struct list_head shared_qp_list; void *security; bool destroying; atomic_t error_list_count; struct completion error_complete; int error_comps_pending; }; struct ib_ports_pkeys { struct ib_port_pkey main; struct ib_port_pkey alt; }; struct ib_dm { struct ib_device *device; u32 length; u32 flags; struct ib_uobject *uobject; atomic_t usecnt; }; struct ib_mw { struct ib_device *device; struct ib_pd *pd; struct ib_uobject *uobject; u32 rkey; enum ib_mw_type type; }; enum ib_flow_attr_type { IB_FLOW_ATTR_NORMAL = 0, IB_FLOW_ATTR_ALL_DEFAULT = 1, IB_FLOW_ATTR_MC_DEFAULT = 2, IB_FLOW_ATTR_SNIFFER = 3, }; enum ib_flow_spec_type { IB_FLOW_SPEC_ETH = 32, IB_FLOW_SPEC_IB = 34, IB_FLOW_SPEC_IPV4 = 48, IB_FLOW_SPEC_IPV6 = 49, IB_FLOW_SPEC_ESP = 52, IB_FLOW_SPEC_TCP = 64, IB_FLOW_SPEC_UDP = 65, IB_FLOW_SPEC_VXLAN_TUNNEL = 80, IB_FLOW_SPEC_GRE = 81, IB_FLOW_SPEC_MPLS = 96, IB_FLOW_SPEC_INNER = 256, IB_FLOW_SPEC_ACTION_TAG = 4096, IB_FLOW_SPEC_ACTION_DROP = 4097, IB_FLOW_SPEC_ACTION_HANDLE = 4098, IB_FLOW_SPEC_ACTION_COUNT = 4099, }; struct ib_flow_eth_filter { u8 dst_mac[6]; u8 src_mac[6]; __be16 ether_type; __be16 vlan_tag; u8 real_sz[0]; }; struct ib_flow_spec_eth { u32 type; u16 size; struct ib_flow_eth_filter val; struct ib_flow_eth_filter mask; }; struct ib_flow_ib_filter { __be16 dlid; __u8 sl; u8 real_sz[0]; }; struct ib_flow_spec_ib { u32 type; u16 size; struct ib_flow_ib_filter val; struct ib_flow_ib_filter mask; }; struct ib_flow_ipv4_filter { __be32 src_ip; __be32 dst_ip; u8 proto; u8 tos; u8 ttl; u8 flags; u8 real_sz[0]; }; struct ib_flow_spec_ipv4 { u32 type; u16 size; struct ib_flow_ipv4_filter val; struct ib_flow_ipv4_filter mask; }; struct ib_flow_ipv6_filter { u8 src_ip[16]; u8 dst_ip[16]; __be32 flow_label; u8 next_hdr; u8 traffic_class; u8 hop_limit; u8 real_sz[0]; }; struct ib_flow_spec_ipv6 { u32 type; u16 size; struct ib_flow_ipv6_filter val; struct ib_flow_ipv6_filter mask; }; struct ib_flow_tcp_udp_filter { __be16 dst_port; __be16 src_port; u8 real_sz[0]; }; struct ib_flow_spec_tcp_udp { u32 type; u16 size; struct ib_flow_tcp_udp_filter val; struct ib_flow_tcp_udp_filter mask; }; struct ib_flow_tunnel_filter { __be32 tunnel_id; u8 real_sz[0]; }; struct ib_flow_spec_tunnel { u32 type; u16 size; struct ib_flow_tunnel_filter val; struct ib_flow_tunnel_filter mask; }; struct ib_flow_esp_filter { __be32 spi; __be32 seq; u8 real_sz[0]; }; struct ib_flow_spec_esp { u32 type; u16 size; struct ib_flow_esp_filter val; struct ib_flow_esp_filter mask; }; struct ib_flow_gre_filter { __be16 c_ks_res0_ver; __be16 protocol; __be32 key; u8 real_sz[0]; }; struct ib_flow_spec_gre { u32 type; u16 size; struct ib_flow_gre_filter val; struct ib_flow_gre_filter mask; }; struct ib_flow_mpls_filter { __be32 tag; u8 real_sz[0]; }; struct ib_flow_spec_mpls { u32 type; u16 size; struct ib_flow_mpls_filter val; struct ib_flow_mpls_filter mask; }; struct ib_flow_spec_action_tag { enum ib_flow_spec_type type; u16 size; u32 tag_id; }; struct ib_flow_spec_action_drop { enum ib_flow_spec_type type; u16 size; }; struct ib_flow_spec_action_handle { enum ib_flow_spec_type type; u16 size; struct ib_flow_action *act; }; enum ib_flow_action_type { IB_FLOW_ACTION_UNSPECIFIED = 0, IB_FLOW_ACTION_ESP = 1, }; struct ib_flow_action { struct ib_device *device; struct ib_uobject *uobject; enum ib_flow_action_type type; atomic_t usecnt; }; struct ib_flow_spec_action_count { enum ib_flow_spec_type type; u16 size; struct ib_counters *counters; }; struct ib_counters { struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; }; union ib_flow_spec { struct { u32 type; u16 size; }; struct ib_flow_spec_eth eth; struct ib_flow_spec_ib ib; struct ib_flow_spec_ipv4 ipv4; struct ib_flow_spec_tcp_udp tcp_udp; struct ib_flow_spec_ipv6 ipv6; struct ib_flow_spec_tunnel tunnel; struct ib_flow_spec_esp esp; struct ib_flow_spec_gre gre; struct ib_flow_spec_mpls mpls; struct ib_flow_spec_action_tag flow_tag; struct ib_flow_spec_action_drop drop; struct ib_flow_spec_action_handle action; struct ib_flow_spec_action_count flow_count; }; struct ib_flow_attr { enum ib_flow_attr_type type; u16 size; u16 priority; u32 flags; u8 num_of_specs; u32 port; union ib_flow_spec flows[0]; }; struct ib_flow { struct ib_qp *qp; struct ib_device *device; struct ib_uobject *uobject; }; struct ib_pkey_cache; struct ib_gid_table; struct ib_port_cache { u64 subnet_prefix; struct ib_pkey_cache *pkey; struct ib_gid_table *gid; u8 lmc; enum ib_port_state port_state; }; struct ib_port_immutable { int pkey_tbl_len; int gid_tbl_len; u32 core_cap_flags; u32 max_mad_size; }; struct ib_port; struct ib_port_data { struct ib_device *ib_dev; struct ib_port_immutable immutable; spinlock_t pkey_list_lock; spinlock_t netdev_lock; struct list_head pkey_list; struct ib_port_cache cache; struct net_device *netdev; netdevice_tracker netdev_tracker; struct hlist_node ndev_hash_link; struct rdma_port_counter port_counter; struct ib_port *sysfs; }; struct rdma_netdev_alloc_params { size_t sizeof_priv; unsigned int txqs; unsigned int rxqs; void *param; int (*initialize_rdma_netdev)(struct ib_device *, u32, struct net_device *, void *); }; struct ib_counters_read_attr { u64 *counters_buff; u32 ncounters; u32 flags; }; struct rdma_user_mmap_entry { struct kref ref; struct ib_ucontext *ucontext; long unsigned int start_pgoff; size_t npages; bool driver_removed; }; struct ddebug_table { struct list_head link; struct list_head maps; const char *mod_name; unsigned int num_ddebugs; struct _ddebug *ddebugs; }; struct ddebug_query { const char *filename; const char *module; const char *function; const char *format; const char *class_string; unsigned int first_lineno; unsigned int last_lineno; }; struct ddebug_iter { struct ddebug_table *table; int idx; }; struct flag_settings { unsigned int flags; unsigned int mask; }; struct flagsbuf { char buf[7]; }; struct word_at_a_time { const long unsigned int high_bits; const long unsigned int low_bits; }; struct sg_pool { size_t size; char *name; struct kmem_cache *slab; mempool_t *pool; }; enum { IRQ_POLL_F_SCHED = 0, IRQ_POLL_F_DISABLE = 1, }; struct node_groups { unsigned int id; union { unsigned int ngroups; unsigned int ncpus; }; }; struct phy_provider { struct device *dev; struct device_node *children; struct module *owner; struct list_head list; struct phy * (*of_xlate)(struct device *, struct of_phandle_args *); }; struct phy_lookup { struct list_head node; const char *dev_id; const char *con_id; struct phy *phy; }; enum pcie_reset_state { pcie_deassert_reset = 1, pcie_warm_reset = 2, pcie_hot_reset = 3, }; typedef int (*arch_set_vga_state_t)(struct pci_dev *, bool, unsigned int, u32); struct pci_reset_fn_method { int (*reset_fn)(struct pci_dev *, bool); char *name; }; struct pci_pme_device { struct list_head list; struct pci_dev *dev; }; struct pci_saved_state { u32 config_space[16]; struct pci_cap_saved_data cap[0]; }; struct pci_devres { unsigned int enabled: 1; unsigned int pinned: 1; unsigned int orig_intx: 1; unsigned int restore_intx: 1; unsigned int mwi: 1; u32 region_mask; }; struct pci_dev_resource { struct list_head list; struct resource *res; struct pci_dev *dev; resource_size_t start; resource_size_t end; resource_size_t add_size; resource_size_t min_align; long unsigned int flags; }; enum release_type { leaf_only = 0, whole_subtree = 1, }; enum enable_type { undefined = -1, user_disabled = 0, auto_disabled = 1, user_enabled = 2, auto_enabled = 3, }; struct portdrv_service_data { struct pcie_port_service_driver *drv; struct device *dev; u32 service; }; typedef int (*pcie_callback_t)(struct pcie_device *); struct aer_stats { u64 dev_cor_errs[16]; u64 dev_fatal_errs[27]; u64 dev_nonfatal_errs[27]; u64 dev_total_cor_errs; u64 dev_total_fatal_errs; u64 dev_total_nonfatal_errs; u64 rootport_total_cor_errs; u64 rootport_total_fatal_errs; u64 rootport_total_nonfatal_errs; }; struct aer_err_source { unsigned int status; unsigned int id; }; struct aer_rpc { struct pci_dev *rpd; struct { union { struct __kfifo kfifo; struct aer_err_source *type; const struct aer_err_source *const_type; char (*rectype)[0]; struct aer_err_source *ptr; const struct aer_err_source *ptr_const; }; struct aer_err_source buf[128]; } aer_fifo; }; struct pci_fixup { u16 vendor; u16 device; u32 class; unsigned int class_shift; void (*hook)(struct pci_dev *); }; struct pci_doe_mb { struct pci_dev *pdev; u16 cap_offset; struct xarray prots; wait_queue_head_t wq; struct workqueue_struct *work_queue; long unsigned int flags; }; struct pci_doe_protocol { u16 vid; u8 type; }; struct pci_doe_task { struct pci_doe_protocol prot; const __le32 *request_pl; size_t request_pl_sz; __le32 *response_pl; size_t response_pl_sz; int rv; void (*complete)(struct pci_doe_task *); void *private; struct work_struct work; struct pci_doe_mb *doe_mb; }; struct broken_edid { u8 manufacturer[4]; u32 model; u32 fix; }; struct __fb_timings { u32 dclk; u32 hfreq; u32 vfreq; u32 hactive; u32 vactive; u32 hblank; u32 vblank; u32 htotal; u32 vtotal; }; struct fb_cvt_data { u32 xres; u32 yres; u32 refresh; u32 f_refresh; u32 pixclock; u32 hperiod; u32 hblank; u32 hfreq; u32 htotal; u32 vtotal; u32 vsync; u32 hsync; u32 h_front_porch; u32 h_back_porch; u32 v_front_porch; u32 v_back_porch; u32 h_margin; u32 v_margin; u32 interlace; u32 aspect_ratio; u32 active_pixels; u32 flags; u32 status; }; struct devm_clk_state { struct clk *clk; void (*exit)(struct clk *); }; struct clk_bulk_devres { struct clk_bulk_data *clks; int num_clks; }; struct clk_div_table { unsigned int val; unsigned int div; }; struct clk_divider { struct clk_hw hw; void *reg; u8 shift; u8 width; u8 flags; const struct clk_div_table *table; spinlock_t *lock; }; struct clk_fixed_factor { struct clk_hw hw; unsigned int mult; unsigned int div; }; struct clk_multiplier { struct clk_hw hw; void *reg; u8 shift; u8 width; u8 flags; spinlock_t *lock; }; struct clk_composite { struct clk_hw hw; struct clk_ops ops; struct clk_hw *mux_hw; struct clk_hw *rate_hw; struct clk_hw *gate_hw; const struct clk_ops *mux_ops; const struct clk_ops *rate_ops; const struct clk_ops *gate_ops; }; typedef __u32 __virtio32; typedef __u64 __virtio64; struct vring_desc { __virtio64 addr; __virtio32 len; __virtio16 flags; __virtio16 next; }; struct vring_avail { __virtio16 flags; __virtio16 idx; __virtio16 ring[0]; }; struct vring_used_elem { __virtio32 id; __virtio32 len; }; typedef struct vring_used_elem vring_used_elem_t; struct vring_used { __virtio16 flags; __virtio16 idx; vring_used_elem_t ring[0]; }; typedef struct vring_desc vring_desc_t; typedef struct vring_avail vring_avail_t; typedef struct vring_used vring_used_t; struct vring { unsigned int num; vring_desc_t *desc; vring_avail_t *avail; vring_used_t *used; }; struct vring_packed_desc_event { __le16 off_wrap; __le16 flags; }; struct vring_packed_desc { __le64 addr; __le32 len; __le16 id; __le16 flags; }; struct vring_desc_state_split { void *data; struct vring_desc *indir_desc; }; struct vring_desc_state_packed { void *data; struct vring_packed_desc *indir_desc; u16 num; u16 last; }; struct vring_desc_extra { dma_addr_t addr; u32 len; u16 flags; u16 next; }; struct vring_virtqueue_split { struct vring vring; u16 avail_flags_shadow; u16 avail_idx_shadow; struct vring_desc_state_split *desc_state; struct vring_desc_extra *desc_extra; dma_addr_t queue_dma_addr; size_t queue_size_in_bytes; u32 vring_align; bool may_reduce_num; }; struct vring_virtqueue_packed { struct { unsigned int num; struct vring_packed_desc *desc; struct vring_packed_desc_event *driver; struct vring_packed_desc_event *device; } vring; bool avail_wrap_counter; u16 avail_used_flags; u16 next_avail_idx; u16 event_flags_shadow; struct vring_desc_state_packed *desc_state; struct vring_desc_extra *desc_extra; dma_addr_t ring_dma_addr; dma_addr_t driver_event_dma_addr; dma_addr_t device_event_dma_addr; size_t ring_size_in_bytes; size_t event_size_in_bytes; }; struct vring_virtqueue { struct virtqueue vq; bool packed_ring; bool use_dma_api; bool weak_barriers; bool broken; bool indirect; bool event; unsigned int free_head; unsigned int num_added; u16 last_used_idx; bool event_triggered; union { struct vring_virtqueue_split split; struct vring_virtqueue_packed packed; }; bool (*notify)(struct virtqueue *); bool we_own_ring; struct device *dma_dev; }; enum { VP_MSIX_CONFIG_VECTOR = 0, VP_MSIX_VQ_VECTOR = 1, }; struct fixed_voltage_config { const char *supply_name; const char *input_supply; int microvolts; unsigned int startup_delay; unsigned int off_on_delay; unsigned int enabled_at_boot: 1; struct regulator_init_data *init_data; }; struct fixed_regulator_data { struct fixed_voltage_config cfg; struct regulator_init_data init_data; struct platform_device pdev; }; enum { REGULATOR_ERROR_CLEARED = 0, REGULATOR_FAILED_RETRY = 1, REGULATOR_ERROR_ON = 2, }; struct regulator_irq { struct regulator_irq_data rdata; struct regulator_irq_desc desc; int irq; int retry_cnt; struct delayed_work isr_work; }; struct sysrq_state { struct input_handle handle; struct work_struct reinject_work; long unsigned int key_down[12]; unsigned int alt; unsigned int alt_use; unsigned int shift; unsigned int shift_use; bool active; bool need_reinject; bool reinjecting; bool reset_canceled; bool reset_requested; long unsigned int reset_keybit[12]; int reset_seq_len; int reset_seq_cnt; int reset_seq_version; struct timer_list keyreset_timer; }; struct uni_pagedict { u16 **uni_pgdir[32]; long unsigned int refcount; long unsigned int sum; unsigned char *inverse_translations[4]; u16 *inverse_trans_unicode; }; struct serdev_device_driver { struct device_driver driver; int (*probe)(struct serdev_device *); void (*remove)(struct serdev_device *); }; struct tpmrm_priv { struct file_priv priv; struct tpm_space space; }; struct iommu_group { struct kobject kobj; struct kobject *devices_kobj; struct list_head devices; struct xarray pasid_array; struct mutex mutex; void *iommu_data; void (*iommu_data_release)(void *); char *name; int id; struct iommu_domain *default_domain; struct iommu_domain *blocking_domain; struct iommu_domain *domain; struct list_head entry; unsigned int owner_cnt; void *owner; }; enum iommu_fault_type { IOMMU_FAULT_DMA_UNRECOV = 1, IOMMU_FAULT_PAGE_REQ = 2, }; struct fsl_mc_obj_desc { char type[16]; int id; u16 vendor; u16 ver_major; u16 ver_minor; u8 irq_count; u8 region_count; u32 state; char label[16]; u16 flags; }; struct fsl_mc_io; struct fsl_mc_device_irq; struct fsl_mc_resource; struct fsl_mc_device { struct device dev; u64 dma_mask; u16 flags; u32 icid; u16 mc_handle; struct fsl_mc_io *mc_io; struct fsl_mc_obj_desc obj_desc; struct resource *regions; struct fsl_mc_device_irq **irqs; struct fsl_mc_resource *resource; struct device_link *consumer_link; const char *driver_override; }; enum fsl_mc_pool_type { FSL_MC_POOL_DPMCP = 0, FSL_MC_POOL_DPBP = 1, FSL_MC_POOL_DPCON = 2, FSL_MC_POOL_IRQ = 3, FSL_MC_NUM_POOL_TYPES = 4, }; struct fsl_mc_resource_pool; struct fsl_mc_resource { enum fsl_mc_pool_type type; s32 id; void *data; struct fsl_mc_resource_pool *parent_pool; struct list_head node; }; struct fsl_mc_device_irq { unsigned int virq; struct fsl_mc_device *mc_dev; u8 dev_irq_index; struct fsl_mc_resource resource; }; struct fsl_mc_io { struct device *dev; u16 flags; u32 portal_size; phys_addr_t portal_phys_addr; void *portal_virt_addr; struct fsl_mc_device *dpmcp_dev; union { struct mutex mutex; raw_spinlock_t spinlock; }; }; struct group_device { struct list_head list; struct device *dev; char *name; }; struct iommu_group_attribute { struct attribute attr; ssize_t (*show)(struct iommu_group *, char *); ssize_t (*store)(struct iommu_group *, const char *, size_t); }; struct group_for_pci_data { struct pci_dev *pdev; struct iommu_group *group; }; struct __group_domain_type { struct device *dev; unsigned int type; }; struct drm_client_offset { int x; int y; }; struct displayid_header { u8 rev; u8 bytes; u8 prod_id; u8 ext_count; }; struct drm_mode_fb_dirty_cmd { __u32 fb_id; __u32 flags; __u32 color; __u32 num_clips; __u64 clips_ptr; }; struct drm_mode_rmfb_work { struct work_struct work; struct list_head fbs; }; struct drmres_node { struct list_head entry; drmres_release_t release; const char *name; size_t size; }; struct drmres { struct drmres_node node; u8 data[0]; }; struct drm_mode_obj_get_properties { __u64 props_ptr; __u64 prop_values_ptr; __u32 count_props; __u32 obj_id; __u32 obj_type; }; struct drm_prime_handle { __u32 handle; __u32 flags; __s32 fd; }; struct drm_prime_member { struct dma_buf *dma_buf; uint32_t handle; struct rb_node dmabuf_rb; struct rb_node handle_rb; }; struct trace_event_raw_drm_vblank_event { struct trace_entry ent; int crtc; unsigned int seq; ktime_t time; bool high_prec; char __data[0]; }; struct trace_event_raw_drm_vblank_event_queued { struct trace_entry ent; struct drm_file *file; int crtc; unsigned int seq; char __data[0]; }; struct trace_event_raw_drm_vblank_event_delivered { struct trace_entry ent; struct drm_file *file; int crtc; unsigned int seq; char __data[0]; }; struct trace_event_data_offsets_drm_vblank_event {}; struct trace_event_data_offsets_drm_vblank_event_queued {}; struct trace_event_data_offsets_drm_vblank_event_delivered {}; typedef void (*btf_trace_drm_vblank_event)(void *, int, unsigned int, ktime_t, bool); typedef void (*btf_trace_drm_vblank_event_queued)(void *, struct drm_file *, int, unsigned int); typedef void (*btf_trace_drm_vblank_event_delivered)(void *, struct drm_file *, int, unsigned int); struct drm_gem_shmem_object { struct drm_gem_object base; struct mutex pages_lock; struct page **pages; unsigned int pages_use_count; int madv; struct list_head madv_list; struct sg_table *sgt; struct mutex vmap_lock; void *vaddr; unsigned int vmap_use_count; bool pages_mark_dirty_on_put: 1; bool pages_mark_accessed_on_put: 1; bool map_wc: 1; }; struct drm_simple_display_pipe; struct drm_simple_display_pipe_funcs { enum drm_mode_status (*mode_valid)(struct drm_simple_display_pipe *, const struct drm_display_mode *); void (*enable)(struct drm_simple_display_pipe *, struct drm_crtc_state *, struct drm_plane_state *); void (*disable)(struct drm_simple_display_pipe *); int (*check)(struct drm_simple_display_pipe *, struct drm_plane_state *, struct drm_crtc_state *); void (*update)(struct drm_simple_display_pipe *, struct drm_plane_state *); int (*prepare_fb)(struct drm_simple_display_pipe *, struct drm_plane_state *); void (*cleanup_fb)(struct drm_simple_display_pipe *, struct drm_plane_state *); int (*begin_fb_access)(struct drm_simple_display_pipe *, struct drm_plane_state *); void (*end_fb_access)(struct drm_simple_display_pipe *, struct drm_plane_state *); int (*enable_vblank)(struct drm_simple_display_pipe *); void (*disable_vblank)(struct drm_simple_display_pipe *); void (*reset_crtc)(struct drm_simple_display_pipe *); struct drm_crtc_state * (*duplicate_crtc_state)(struct drm_simple_display_pipe *); void (*destroy_crtc_state)(struct drm_simple_display_pipe *, struct drm_crtc_state *); void (*reset_plane)(struct drm_simple_display_pipe *); struct drm_plane_state * (*duplicate_plane_state)(struct drm_simple_display_pipe *); void (*destroy_plane_state)(struct drm_simple_display_pipe *, struct drm_plane_state *); }; struct drm_simple_display_pipe { struct drm_crtc crtc; struct drm_plane plane; struct drm_encoder encoder; struct drm_connector *connector; const struct drm_simple_display_pipe_funcs *funcs; }; typedef ssize_t (*drm_fb_helper_read_screen)(struct fb_info *, char *, size_t, loff_t); typedef ssize_t (*drm_fb_helper_write_screen)(struct fb_info *, const char *, size_t, loff_t); enum proc_cn_mcast_op { PROC_CN_MCAST_LISTEN = 1, PROC_CN_MCAST_IGNORE = 2, }; struct fork_proc_event { __kernel_pid_t parent_pid; __kernel_pid_t parent_tgid; __kernel_pid_t child_pid; __kernel_pid_t child_tgid; }; struct exec_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; }; struct id_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; union { __u32 ruid; __u32 rgid; } r; union { __u32 euid; __u32 egid; } e; }; struct sid_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; }; struct ptrace_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; __kernel_pid_t tracer_pid; __kernel_pid_t tracer_tgid; }; struct comm_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; char comm[16]; }; struct coredump_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; __kernel_pid_t parent_pid; __kernel_pid_t parent_tgid; }; struct exit_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; __u32 exit_code; __u32 exit_signal; __kernel_pid_t parent_pid; __kernel_pid_t parent_tgid; }; struct proc_event { enum what what; __u32 cpu; __u64 timestamp_ns; union { struct { __u32 err; } ack; struct fork_proc_event fork; struct exec_proc_event exec; struct id_proc_event id; struct sid_proc_event sid; struct ptrace_proc_event ptrace; struct comm_proc_event comm; struct coredump_proc_event coredump; struct exit_proc_event exit; } event_data; }; struct local_event { local_lock_t lock; __u32 count; }; struct fwnode_link { struct fwnode_handle *supplier; struct list_head s_hook; struct fwnode_handle *consumer; struct list_head c_hook; u8 flags; }; union device_attr_group_devres { const struct attribute_group *group; const struct attribute_group **groups; }; struct class_dir { struct kobject kobj; const struct class *class; }; struct root_device { struct device dev; struct module *owner; }; struct probe { struct probe *next; dev_t dev; long unsigned int range; struct module *owner; kobj_probe_t *get; int (*lock)(dev_t, void *); void *data; }; struct kobj_map { struct probe *probes[255]; struct mutex *lock; }; struct container_dev { struct device dev; int (*offline)(struct container_dev *); }; struct software_node_ref_args { const struct software_node *node; unsigned int nargs; u64 args[8]; }; struct swnode { struct kobject kobj; struct fwnode_handle fwnode; const struct software_node *node; int id; struct ida child_ids; struct list_head entry; struct list_head children; struct swnode *parent; unsigned int allocated: 1; unsigned int managed: 1; }; enum fw_upload_err { FW_UPLOAD_ERR_NONE = 0, FW_UPLOAD_ERR_HW_ERROR = 1, FW_UPLOAD_ERR_TIMEOUT = 2, FW_UPLOAD_ERR_CANCELED = 3, FW_UPLOAD_ERR_BUSY = 4, FW_UPLOAD_ERR_INVALID_SIZE = 5, FW_UPLOAD_ERR_RW_ERROR = 6, FW_UPLOAD_ERR_WEAROUT = 7, FW_UPLOAD_ERR_MAX = 8, }; struct fw_upload { void *dd_handle; void *priv; }; struct fw_upload_ops { enum fw_upload_err (*prepare)(struct fw_upload *, const u8 *, u32); enum fw_upload_err (*write)(struct fw_upload *, const u8 *, u32, u32, u32 *); enum fw_upload_err (*poll_complete)(struct fw_upload *); void (*cancel)(struct fw_upload *); void (*cleanup)(struct fw_upload *); }; enum fw_upload_prog { FW_UPLOAD_PROG_IDLE = 0, FW_UPLOAD_PROG_RECEIVING = 1, FW_UPLOAD_PROG_PREPARING = 2, FW_UPLOAD_PROG_TRANSFERRING = 3, FW_UPLOAD_PROG_PROGRAMMING = 4, FW_UPLOAD_PROG_MAX = 5, }; struct fw_upload_priv { struct fw_upload *fw_upload; struct module *module; const char *name; const struct fw_upload_ops *ops; struct mutex lock; struct work_struct work; const u8 *data; u32 remaining_size; enum fw_upload_prog progress; enum fw_upload_prog err_progress; enum fw_upload_err err_code; }; struct regcache_rbtree_node { void *block; long int *cache_present; unsigned int base_reg; unsigned int blklen; struct rb_node node; }; struct regcache_rbtree_ctx { struct rb_root root; struct regcache_rbtree_node *cached_rbnode; }; struct regmap_mmio_context { void *regs; unsigned int val_bytes; bool big_endian; bool attached_clk; struct clk *clk; void (*reg_write)(struct regmap_mmio_context *, unsigned int, unsigned int); unsigned int (*reg_read)(struct regmap_mmio_context *, unsigned int); }; struct devcd_entry { struct device devcd_dev; void *data; size_t datalen; struct mutex mutex; bool delete_work; struct module *owner; ssize_t (*read)(char *, loff_t, size_t, void *, size_t); void (*free)(void *); struct delayed_work del_wk; struct device *failing_dev; }; struct syscon_platform_data { const char *label; }; struct syscon { struct device_node *np; struct regmap *regmap; struct reset_control *reset; struct list_head list; }; struct trace_event_raw_dma_fence { struct trace_entry ent; u32 __data_loc_driver; u32 __data_loc_timeline; unsigned int context; unsigned int seqno; char __data[0]; }; struct trace_event_data_offsets_dma_fence { u32 driver; u32 timeline; }; typedef void (*btf_trace_dma_fence_emit)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_init)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_destroy)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_enable_signal)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_signaled)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_wait_start)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_wait_end)(void *, struct dma_fence *); struct default_wait_cb { struct dma_fence_cb base; struct task_struct *task; }; struct dma_resv_list { struct callback_head rcu; u32 num_fences; u32 max_fences; struct dma_fence *table[0]; }; struct udmabuf_create { __u32 memfd; __u32 flags; __u64 offset; __u64 size; }; struct udmabuf_create_item { __u32 memfd; __u32 __pad; __u64 offset; __u64 size; }; struct udmabuf_create_list { __u32 flags; __u32 count; struct udmabuf_create_item list[0]; }; struct udmabuf { long unsigned int pagecount; struct page **pages; struct sg_table *sg; struct miscdevice *device; }; struct request_sense; struct cdrom_generic_command { unsigned char cmd[12]; unsigned char *buffer; unsigned int buflen; int stat; struct request_sense *sense; unsigned char data_direction; int quiet; int timeout; union { void *reserved[1]; void *unused; }; }; struct request_sense { __u8 valid: 1; __u8 error_code: 7; __u8 segment_number; __u8 reserved1: 2; __u8 ili: 1; __u8 reserved2: 1; __u8 sense_key: 4; __u8 information[4]; __u8 add_sense_len; __u8 command_info[4]; __u8 asc; __u8 ascq; __u8 fruc; __u8 sks[3]; __u8 asb[46]; }; struct scsi_ioctl_command { unsigned int inlen; unsigned int outlen; unsigned char data[0]; }; struct scsi_idlun { __u32 dev_id; __u32 host_unique_id; }; struct compat_cdrom_generic_command { unsigned char cmd[12]; compat_caddr_t buffer; compat_uint_t buflen; compat_int_t stat; compat_caddr_t sense; unsigned char data_direction; unsigned char pad[3]; compat_int_t quiet; compat_int_t timeout; compat_caddr_t unused; }; struct value_name_pair; struct sa_name_list { int opcode; const struct value_name_pair *arr; int arr_sz; }; struct value_name_pair { int value; const char *name; }; struct error_info { short unsigned int code12; short unsigned int size; }; struct error_info2 { unsigned char code1; unsigned char code2_min; unsigned char code2_max; const char *str; const char *fmt; }; enum scsi_devinfo_key { SCSI_DEVINFO_GLOBAL = 0, SCSI_DEVINFO_SPI = 1, }; struct scsi_dev_info_list { struct list_head dev_info_list; char vendor[8]; char model[16]; blist_flags_t flags; unsigned int compatible; }; struct scsi_dev_info_list_table { struct list_head node; struct list_head scsi_dev_info_list; const char *name; int key; }; struct double_list { struct list_head *top; struct list_head *bottom; }; enum { SCSI_DH_OK = 0, SCSI_DH_DEV_FAILED = 1, SCSI_DH_DEV_TEMP_BUSY = 2, SCSI_DH_DEV_UNSUPP = 3, SCSI_DH_DEVICE_MAX = 4, SCSI_DH_NOTCONN = 5, SCSI_DH_CONN_FAILURE = 6, SCSI_DH_TRANSPORT_MAX = 7, SCSI_DH_IO = 8, SCSI_DH_INVALID_IO = 9, SCSI_DH_RETRY = 10, SCSI_DH_IMM_RETRY = 11, SCSI_DH_TIMED_OUT = 12, SCSI_DH_RES_TEMP_UNAVAIL = 13, SCSI_DH_DEV_OFFLINED = 14, SCSI_DH_NOMEM = 15, SCSI_DH_NOSYS = 16, SCSI_DH_DRIVER_MAX = 17, }; struct scsi_dh_blist { const char *vendor; const char *model; const char *driver; }; enum zbc_zone_type { ZBC_ZONE_TYPE_CONV = 1, ZBC_ZONE_TYPE_SEQWRITE_REQ = 2, ZBC_ZONE_TYPE_SEQWRITE_PREF = 3, ZBC_ZONE_TYPE_SEQ_OR_BEFORE_REQ = 4, ZBC_ZONE_TYPE_GAP = 5, }; enum zbc_zone_cond { ZBC_ZONE_COND_NO_WP = 0, ZBC_ZONE_COND_EMPTY = 1, ZBC_ZONE_COND_IMP_OPEN = 2, ZBC_ZONE_COND_EXP_OPEN = 3, ZBC_ZONE_COND_CLOSED = 4, ZBC_ZONE_COND_READONLY = 13, ZBC_ZONE_COND_FULL = 14, ZBC_ZONE_COND_OFFLINE = 15, }; enum zbc_zone_alignment_method { ZBC_CONSTANT_ZONE_LENGTH = 1, ZBC_CONSTANT_ZONE_START_OFFSET = 8, }; struct trace_event_raw_scsi_prepare_zone_append { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; sector_t lba; unsigned int wp_offset; char __data[0]; }; struct trace_event_raw_scsi_zone_wp_update { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; sector_t rq_sector; unsigned int wp_offset; unsigned int good_bytes; char __data[0]; }; struct trace_event_data_offsets_scsi_prepare_zone_append {}; struct trace_event_data_offsets_scsi_zone_wp_update {}; typedef void (*btf_trace_scsi_prepare_zone_append)(void *, struct scsi_cmnd *, sector_t, unsigned int); typedef void (*btf_trace_scsi_zone_wp_update)(void *, struct scsi_cmnd *, sector_t, unsigned int, unsigned int); typedef unsigned int (*ata_xlat_func_t)(struct ata_queued_cmd *); struct ata_scsi_args { struct ata_device *dev; u16 *id; struct scsi_cmnd *cmd; }; enum { AHCI_PCI_BAR_STA2X11 = 0, AHCI_PCI_BAR_CAVIUM = 0, AHCI_PCI_BAR_LOONGSON = 0, AHCI_PCI_BAR_ENMOTUS = 2, AHCI_PCI_BAR_CAVIUM_GEN5 = 4, AHCI_PCI_BAR_STANDARD = 5, }; enum board_ids { board_ahci = 0, board_ahci_ign_iferr = 1, board_ahci_low_power = 2, board_ahci_no_debounce_delay = 3, board_ahci_nomsi = 4, board_ahci_noncq = 5, board_ahci_nosntf = 6, board_ahci_yes_fbs = 7, board_ahci_al = 8, board_ahci_avn = 9, board_ahci_mcp65 = 10, board_ahci_mcp77 = 11, board_ahci_mcp89 = 12, board_ahci_mv = 13, board_ahci_sb600 = 14, board_ahci_sb700 = 15, board_ahci_vt8251 = 16, board_ahci_pcs7 = 17, board_ahci_mcp_linux = 10, board_ahci_mcp67 = 10, board_ahci_mcp73 = 10, board_ahci_mcp79 = 11, }; struct phy_fixup { struct list_head list; char bus_id[64]; u32 phy_uid; u32 phy_uid_mask; int (*run)(struct phy_device *); }; struct mdio_device_id { __u32 phy_id; __u32 phy_id_mask; }; struct rtl821x_priv { u16 phycr1; u16 phycr2; bool has_phycr2; }; struct cdrom_msf { __u8 cdmsf_min0; __u8 cdmsf_sec0; __u8 cdmsf_frame0; __u8 cdmsf_min1; __u8 cdmsf_sec1; __u8 cdmsf_frame1; }; struct cdrom_volctrl { __u8 channel0; __u8 channel1; __u8 channel2; __u8 channel3; }; struct cdrom_subchnl { __u8 cdsc_format; __u8 cdsc_audiostatus; __u8 cdsc_adr: 4; __u8 cdsc_ctrl: 4; __u8 cdsc_trk; __u8 cdsc_ind; union cdrom_addr cdsc_absaddr; union cdrom_addr cdsc_reladdr; }; struct cdrom_read_audio { union cdrom_addr addr; __u8 addr_format; int nframes; __u8 *buf; }; struct cdrom_blk { unsigned int from; short unsigned int len; }; struct cdrom_timed_media_change_info { __s64 last_media_change; __u64 media_flags; }; struct dvd_layer { __u8 book_version: 4; __u8 book_type: 4; __u8 min_rate: 4; __u8 disc_size: 4; __u8 layer_type: 4; __u8 track_path: 1; __u8 nlayers: 2; char: 1; __u8 track_density: 4; __u8 linear_density: 4; __u8 bca: 1; __u32 start_sector; __u32 end_sector; __u32 end_sector_l0; }; struct dvd_physical { __u8 type; __u8 layer_num; struct dvd_layer layer[4]; }; struct dvd_copyright { __u8 type; __u8 layer_num; __u8 cpst; __u8 rmi; }; struct dvd_disckey { __u8 type; unsigned int agid: 2; __u8 value[2048]; }; struct dvd_bca { __u8 type; int len; __u8 value[188]; }; struct dvd_manufact { __u8 type; __u8 layer_num; int len; __u8 value[2048]; }; typedef union { __u8 type; struct dvd_physical physical; struct dvd_copyright copyright; struct dvd_disckey disckey; struct dvd_bca bca; struct dvd_manufact manufact; } dvd_struct; typedef __u8 dvd_key[5]; typedef __u8 dvd_challenge[10]; struct dvd_lu_send_agid { __u8 type; unsigned int agid: 2; }; struct dvd_host_send_challenge { __u8 type; unsigned int agid: 2; dvd_challenge chal; }; struct dvd_send_key { __u8 type; unsigned int agid: 2; dvd_key key; }; struct dvd_lu_send_challenge { __u8 type; unsigned int agid: 2; dvd_challenge chal; }; struct dvd_lu_send_title_key { __u8 type; unsigned int agid: 2; dvd_key title_key; int lba; unsigned int cpm: 1; unsigned int cp_sec: 1; unsigned int cgms: 2; }; struct dvd_lu_send_asf { __u8 type; unsigned int agid: 2; unsigned int asf: 1; }; struct dvd_host_send_rpcstate { __u8 type; __u8 pdrc; }; struct dvd_lu_send_rpcstate { __u8 type: 2; __u8 vra: 3; __u8 ucca: 3; __u8 region_mask; __u8 rpc_scheme; }; typedef union { __u8 type; struct dvd_lu_send_agid lsa; struct dvd_host_send_challenge hsc; struct dvd_send_key lsk; struct dvd_lu_send_challenge lsc; struct dvd_send_key hsk; struct dvd_lu_send_title_key lstk; struct dvd_lu_send_asf lsasf; struct dvd_host_send_rpcstate hrpcs; struct dvd_lu_send_rpcstate lrpcs; } dvd_authinfo; struct mrw_feature_desc { __be16 feature_code; __u8 reserved1: 2; __u8 feature_version: 4; __u8 persistent: 1; __u8 curr: 1; __u8 add_len; __u8 reserved2: 7; __u8 write: 1; __u8 reserved3; __u8 reserved4; __u8 reserved5; }; struct rwrt_feature_desc { __be16 feature_code; __u8 reserved1: 2; __u8 feature_version: 4; __u8 persistent: 1; __u8 curr: 1; __u8 add_len; __u32 last_lba; __u32 block_size; __u16 blocking; __u8 reserved2: 7; __u8 page_present: 1; __u8 reserved3; }; typedef struct { __be16 disc_information_length; __u8 reserved1: 3; __u8 erasable: 1; __u8 border_status: 2; __u8 disc_status: 2; __u8 n_first_track; __u8 n_sessions_lsb; __u8 first_track_lsb; __u8 last_track_lsb; __u8 did_v: 1; __u8 dbc_v: 1; __u8 uru: 1; __u8 reserved2: 2; __u8 dbit: 1; __u8 mrw_status: 2; __u8 disc_type; __u8 n_sessions_msb; __u8 first_track_msb; __u8 last_track_msb; __u32 disc_id; __u32 lead_in; __u32 lead_out; __u8 disc_bar_code[8]; __u8 reserved3; __u8 n_opc; } disc_information; typedef struct { __be16 track_information_length; __u8 track_lsb; __u8 session_lsb; __u8 reserved1; __u8 reserved2: 2; __u8 damage: 1; __u8 copy: 1; __u8 track_mode: 4; __u8 rt: 1; __u8 blank: 1; __u8 packet: 1; __u8 fp: 1; __u8 data_mode: 4; __u8 reserved3: 6; __u8 lra_v: 1; __u8 nwa_v: 1; __be32 track_start; __be32 next_writable; __be32 free_blocks; __be32 fixed_packet_size; __be32 track_size; __be32 last_rec_address; } track_information; struct mode_page_header { __be16 mode_data_length; __u8 medium_type; __u8 reserved1; __u8 reserved2; __u8 reserved3; __be16 desc_length; }; typedef struct { int data; int audio; int cdi; int xa; long int error; } tracktype; struct cdrom_mechstat_header { __u8 fault: 1; __u8 changer_state: 2; __u8 curslot: 5; __u8 mech_state: 3; __u8 door_open: 1; __u8 reserved1: 4; __u8 curlba[3]; __u8 nslots; __u16 slot_tablelen; }; struct cdrom_slot { __u8 disc_present: 1; __u8 reserved1: 6; __u8 change: 1; __u8 reserved2[3]; }; struct cdrom_changer_info { struct cdrom_mechstat_header hdr; struct cdrom_slot slots[256]; }; struct modesel_head { __u8 reserved1; __u8 medium; __u8 reserved2; __u8 block_desc_length; __u8 density; __u8 number_of_blocks_hi; __u8 number_of_blocks_med; __u8 number_of_blocks_lo; __u8 reserved3; __u8 block_length_hi; __u8 block_length_med; __u8 block_length_lo; }; typedef struct { __u16 report_key_length; __u8 reserved1; __u8 reserved2; __u8 type_code: 2; __u8 vra: 3; __u8 ucca: 3; __u8 region_mask; __u8 rpc_scheme; __u8 reserved3; } rpc_state_t; struct cdrom_sysctl_settings { char info[1000]; int autoclose; int autoeject; int debug; int lock; int check; }; enum cdrom_print_option { CTL_NAME = 0, CTL_SPEED = 1, CTL_SLOTS = 2, CTL_CAPABILITY = 3, }; struct compat_cdrom_read_audio { union cdrom_addr addr; u8 addr_format; compat_int_t nframes; compat_caddr_t buf; }; struct input_dev_poller { void (*poll)(struct input_dev *); unsigned int poll_interval; unsigned int poll_interval_max; unsigned int poll_interval_min; struct input_dev *input; struct delayed_work work; }; struct input_mask { __u32 type; __u32 codes_size; __u64 codes_ptr; }; struct evdev_client; struct evdev { int open; struct input_handle handle; struct evdev_client *grab; struct list_head client_list; spinlock_t client_lock; struct mutex mutex; struct device dev; struct cdev cdev; bool exist; }; struct evdev_client { unsigned int head; unsigned int tail; unsigned int packet_head; spinlock_t buffer_lock; wait_queue_head_t wait; struct fasync_struct *fasync; struct evdev *evdev; struct list_head node; enum input_clock_type clk_type; bool revoked; long unsigned int *evmasks[32]; unsigned int bufsize; struct input_event buffer[0]; }; struct i2c_smbus_alert_setup { int irq; }; struct trace_event_raw_smbus_write { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 command; __u8 len; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_read { struct trace_entry ent; int adapter_nr; __u16 flags; __u16 addr; __u8 command; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_reply { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 command; __u8 len; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_result { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 read_write; __u8 command; __s16 res; __u32 protocol; char __data[0]; }; struct trace_event_data_offsets_smbus_write {}; struct trace_event_data_offsets_smbus_read {}; struct trace_event_data_offsets_smbus_reply {}; struct trace_event_data_offsets_smbus_result {}; typedef void (*btf_trace_smbus_write)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, const union i2c_smbus_data *); typedef void (*btf_trace_smbus_read)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int); typedef void (*btf_trace_smbus_reply)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, const union i2c_smbus_data *, int); typedef void (*btf_trace_smbus_result)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, int); struct lirc_fh { struct list_head list; struct rc_dev *rc; int carrier_low; struct { union { struct __kfifo kfifo; unsigned int *type; const unsigned int *const_type; char (*rectype)[0]; unsigned int *ptr; const unsigned int *ptr_const; }; unsigned int buf[0]; } rawir; struct { union { struct __kfifo kfifo; struct lirc_scancode *type; const struct lirc_scancode *const_type; char (*rectype)[0]; struct lirc_scancode *ptr; const struct lirc_scancode *ptr_const; }; struct lirc_scancode buf[0]; } scancodes; wait_queue_head_t wait_poll; u8 send_mode; u8 rec_mode; }; struct pps_event_time { struct timespec64 ts_real; }; enum ptp_clock_events { PTP_CLOCK_ALARM = 0, PTP_CLOCK_EXTTS = 1, PTP_CLOCK_PPS = 2, PTP_CLOCK_PPSUSR = 3, }; struct ptp_clock_event { int type; int index; union { u64 timestamp; struct pps_event_time pps_times; }; }; enum { POWER_SUPPLY_STATUS_UNKNOWN = 0, POWER_SUPPLY_STATUS_CHARGING = 1, POWER_SUPPLY_STATUS_DISCHARGING = 2, POWER_SUPPLY_STATUS_NOT_CHARGING = 3, POWER_SUPPLY_STATUS_FULL = 4, }; enum { POWER_SUPPLY_CHARGE_TYPE_UNKNOWN = 0, POWER_SUPPLY_CHARGE_TYPE_NONE = 1, POWER_SUPPLY_CHARGE_TYPE_TRICKLE = 2, POWER_SUPPLY_CHARGE_TYPE_FAST = 3, POWER_SUPPLY_CHARGE_TYPE_STANDARD = 4, POWER_SUPPLY_CHARGE_TYPE_ADAPTIVE = 5, POWER_SUPPLY_CHARGE_TYPE_CUSTOM = 6, POWER_SUPPLY_CHARGE_TYPE_LONGLIFE = 7, POWER_SUPPLY_CHARGE_TYPE_BYPASS = 8, }; enum { POWER_SUPPLY_HEALTH_UNKNOWN = 0, POWER_SUPPLY_HEALTH_GOOD = 1, POWER_SUPPLY_HEALTH_OVERHEAT = 2, POWER_SUPPLY_HEALTH_DEAD = 3, POWER_SUPPLY_HEALTH_OVERVOLTAGE = 4, POWER_SUPPLY_HEALTH_UNSPEC_FAILURE = 5, POWER_SUPPLY_HEALTH_COLD = 6, POWER_SUPPLY_HEALTH_WATCHDOG_TIMER_EXPIRE = 7, POWER_SUPPLY_HEALTH_SAFETY_TIMER_EXPIRE = 8, POWER_SUPPLY_HEALTH_OVERCURRENT = 9, POWER_SUPPLY_HEALTH_CALIBRATION_REQUIRED = 10, POWER_SUPPLY_HEALTH_WARM = 11, POWER_SUPPLY_HEALTH_COOL = 12, POWER_SUPPLY_HEALTH_HOT = 13, POWER_SUPPLY_HEALTH_NO_BATTERY = 14, }; enum { POWER_SUPPLY_CAPACITY_LEVEL_UNKNOWN = 0, POWER_SUPPLY_CAPACITY_LEVEL_CRITICAL = 1, POWER_SUPPLY_CAPACITY_LEVEL_LOW = 2, POWER_SUPPLY_CAPACITY_LEVEL_NORMAL = 3, POWER_SUPPLY_CAPACITY_LEVEL_HIGH = 4, POWER_SUPPLY_CAPACITY_LEVEL_FULL = 5, }; enum power_supply_charge_behaviour { POWER_SUPPLY_CHARGE_BEHAVIOUR_AUTO = 0, POWER_SUPPLY_CHARGE_BEHAVIOUR_INHIBIT_CHARGE = 1, POWER_SUPPLY_CHARGE_BEHAVIOUR_FORCE_DISCHARGE = 2, }; struct power_supply_attr { const char *prop_name; char attr_name[31]; struct device_attribute dev_attr; const char * const *text_values; int text_values_len; }; typedef __u16 bitmap_counter_t; enum bitmap_state { BITMAP_STALE = 1, BITMAP_WRITE_ERROR = 2, BITMAP_HOSTENDIAN = 15, }; struct bitmap_super_s { __le32 magic; __le32 version; __u8 uuid[16]; __le64 events; __le64 events_cleared; __le64 sync_size; __le32 state; __le32 chunksize; __le32 daemon_sleep; __le32 write_behind; __le32 sectors_reserved; __le32 nodes; __u8 cluster_name[64]; __u8 pad[120]; }; typedef struct bitmap_super_s bitmap_super_t; enum bitmap_page_attr { BITMAP_PAGE_DIRTY = 0, BITMAP_PAGE_PENDING = 1, BITMAP_PAGE_NEEDWRITE = 2, }; struct dm_ioctl { __u32 version[3]; __u32 data_size; __u32 data_start; __u32 target_count; __s32 open_count; __u32 flags; __u32 event_nr; __u32 padding; __u64 dev; char name[128]; char uuid[129]; char data[7]; }; struct dm_target_spec { __u64 sector_start; __u64 length; __s32 status; __u32 next; char target_type[16]; }; struct dm_device { struct dm_ioctl dmi; struct dm_target_spec *table[256]; char *target_args_array[256]; struct list_head list; }; struct orig_bio_details { enum req_op op; unsigned int nr_sectors; }; struct dm_dev_internal { struct list_head list; refcount_t count; struct dm_dev *dm_dev; }; struct dm_crypto_profile { struct blk_crypto_profile profile; struct mapped_device *md; }; enum suspend_mode { PRESUSPEND = 0, PRESUSPEND_UNDO = 1, POSTSUSPEND = 2, }; struct linear_c { struct dm_dev *dev; sector_t start; }; struct dm_target_deps { __u32 count; __u32 padding; __u64 dev[0]; }; struct dm_name_list { __u64 dev; __u32 next; char name[0]; }; struct dm_target_versions { __u32 next; __u32 version[3]; char name[0]; }; struct dm_target_msg { __u64 sector; char message[0]; }; enum { DM_VERSION_CMD = 0, DM_REMOVE_ALL_CMD = 1, DM_LIST_DEVICES_CMD = 2, DM_DEV_CREATE_CMD = 3, DM_DEV_REMOVE_CMD = 4, DM_DEV_RENAME_CMD = 5, DM_DEV_SUSPEND_CMD = 6, DM_DEV_STATUS_CMD = 7, DM_DEV_WAIT_CMD = 8, DM_TABLE_LOAD_CMD = 9, DM_TABLE_CLEAR_CMD = 10, DM_TABLE_DEPS_CMD = 11, DM_TABLE_STATUS_CMD = 12, DM_LIST_VERSIONS_CMD = 13, DM_TARGET_MSG_CMD = 14, DM_DEV_SET_GEOMETRY_CMD = 15, DM_DEV_ARM_POLL_CMD = 16, DM_GET_TARGET_VERSION_CMD = 17, }; struct dm_file { volatile unsigned int global_event_nr; }; struct hash_cell { struct rb_node name_node; struct rb_node uuid_node; bool name_set; bool uuid_set; char *name; char *uuid; struct mapped_device *md; struct dm_table *new_map; }; struct vers_iter { size_t param_size; struct dm_target_versions *vers; struct dm_target_versions *old_vers; char *end; uint32_t flags; }; typedef int (*ioctl_fn___2)(struct file *, struct dm_ioctl *, size_t); struct dm_sysfs_attr { struct attribute attr; ssize_t (*show)(struct mapped_device *, char *); ssize_t (*store)(struct mapped_device *, const char *, size_t); }; struct lru_entry { struct list_head list; atomic_t referenced; }; struct lru; struct lru_iter { struct lru *lru; struct list_head list; struct lru_entry *stop; struct lru_entry *e; }; struct lru { struct list_head *cursor; long unsigned int count; struct list_head iterators; }; typedef bool (*iter_predicate)(struct lru_entry *, void *); enum evict_result { ER_EVICT = 0, ER_DONT_EVICT = 1, ER_STOP = 2, }; typedef enum evict_result (*le_predicate)(struct lru_entry *, void *); enum data_mode { DATA_MODE_SLAB = 0, DATA_MODE_GET_FREE_PAGES = 1, DATA_MODE_VMALLOC = 2, DATA_MODE_LIMIT = 3, }; struct dm_bufio_client; struct dm_buffer { struct rb_node node; sector_t block; void *data; unsigned char data_mode; atomic_t hold_count; long unsigned int last_accessed; long unsigned int state; struct lru_entry lru; unsigned char list_mode; blk_status_t read_error; blk_status_t write_error; unsigned int dirty_start; unsigned int dirty_end; unsigned int write_start; unsigned int write_end; struct list_head write_list; struct dm_bufio_client *c; void (*end_io)(struct dm_buffer *, blk_status_t); }; struct buffer_tree { struct rw_semaphore lock; struct rb_root root; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct dm_buffer_cache { struct lru lru[2]; unsigned int num_locks; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct buffer_tree trees[0]; }; struct dm_bufio_client { struct block_device *bdev; unsigned int block_size; s8 sectors_per_block_bits; bool no_sleep; struct mutex lock; spinlock_t spinlock; int async_write_error; void (*alloc_callback)(struct dm_buffer *); void (*write_callback)(struct dm_buffer *); struct kmem_cache *slab_buffer; struct kmem_cache *slab_cache; struct dm_io_client *dm_io; struct list_head reserved_buffers; unsigned int need_reserved_buffers; unsigned int minimum_buffers; sector_t start; struct shrinker shrinker; struct work_struct shrink_work; atomic_long_t need_shrink; wait_queue_head_t free_buffer_wait; struct list_head client_list; long unsigned int oldest_buffer; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct dm_buffer_cache cache; }; struct lock_history { struct dm_buffer_cache *cache; bool write; unsigned int previous; unsigned int no_previous; }; typedef enum evict_result (*b_predicate)(struct dm_buffer *, void *); struct evict_wrapper { struct lock_history *lh; b_predicate pred; void *context; }; enum it_action { IT_NEXT = 0, IT_COMPLETE = 1, }; typedef enum it_action (*iter_fn)(struct dm_buffer *, void *); typedef void (*b_release)(struct dm_buffer *); enum new_flag { NF_FRESH = 0, NF_READ = 1, NF_GET = 2, NF_PREFETCH = 3, }; struct write_context { int no_wait; struct list_head *write_list; }; struct evict_params { gfp_t gfp; long unsigned int age_hz; long unsigned int last_accessed; }; struct transient_c { sector_t next_free; }; struct log_header_disk { __le32 magic; __le32 version; __le64 nr_regions; }; struct log_header_core { uint32_t magic; uint32_t version; uint64_t nr_regions; }; enum sync { DEFAULTSYNC = 0, NOSYNC = 1, FORCESYNC = 2, }; struct log_c { struct dm_target *ti; int touched_dirtied; int touched_cleaned; int flush_failed; uint32_t region_size; unsigned int region_count; region_t sync_count; unsigned int bitset_uint32_count; uint32_t *clean_bits; uint32_t *sync_bits; uint32_t *recovering_bits; int sync_search; enum sync sync; struct dm_io_request io_req; int log_dev_failed; int log_dev_flush_failed; struct dm_dev *log_dev; struct log_header_core header; struct dm_io_region header_location; struct log_header_disk *disk_header; }; struct rproc_dump_segment { struct list_head node; dma_addr_t da; size_t size; void *priv; void (*dump)(struct rproc *, struct rproc_dump_segment *, void *, size_t, size_t); loff_t offset; }; struct rproc_coredump_state { struct rproc *rproc; void *header; struct completion dump_done; }; union extcon_property_value { int intval; }; struct extcon_cable { struct extcon_dev *edev; int cable_index; struct attribute_group attr_g; struct device_attribute attr_name; struct device_attribute attr_state; struct attribute *attrs[3]; union extcon_property_value usb_propval[3]; union extcon_property_value chg_propval[1]; union extcon_property_value jack_propval[1]; union extcon_property_value disp_propval[2]; long unsigned int usb_bits[1]; long unsigned int chg_bits[1]; long unsigned int jack_bits[1]; long unsigned int disp_bits[1]; }; struct __extcon_info { unsigned int type; unsigned int id; const char *name; }; struct cper_sec_proc_arm { u32 validation_bits; u16 err_info_num; u16 context_info_num; u32 section_length; u8 affinity_level; u8 reserved[3]; u64 mpidr; u64 midr; u32 running_state; u32 psci_state; }; enum hw_event_mc_err_type { HW_EVENT_ERR_CORRECTED = 0, HW_EVENT_ERR_UNCORRECTED = 1, HW_EVENT_ERR_DEFERRED = 2, HW_EVENT_ERR_FATAL = 3, HW_EVENT_ERR_INFO = 4, }; struct trace_event_raw_mc_event { struct trace_entry ent; unsigned int error_type; u32 __data_loc_msg; u32 __data_loc_label; u16 error_count; u8 mc_index; s8 top_layer; s8 middle_layer; s8 lower_layer; long int address; u8 grain_bits; long int syndrome; u32 __data_loc_driver_detail; char __data[0]; }; struct trace_event_raw_arm_event { struct trace_entry ent; u64 mpidr; u64 midr; u32 running_state; u32 psci_state; u8 affinity; char __data[0]; }; struct trace_event_raw_non_standard_event { struct trace_entry ent; char sec_type[16]; char fru_id[16]; u32 __data_loc_fru_text; u8 sev; u32 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_aer_event { struct trace_entry ent; u32 __data_loc_dev_name; u32 status; u8 severity; u8 tlp_header_valid; u32 tlp_header[4]; char __data[0]; }; struct trace_event_data_offsets_mc_event { u32 msg; u32 label; u32 driver_detail; }; struct trace_event_data_offsets_arm_event {}; struct trace_event_data_offsets_non_standard_event { u32 fru_text; u32 buf; }; struct trace_event_data_offsets_aer_event { u32 dev_name; }; typedef void (*btf_trace_mc_event)(void *, const unsigned int, const char *, const char *, const int, const u8, const s8, const s8, const s8, long unsigned int, const u8, long unsigned int, const char *); typedef void (*btf_trace_arm_event)(void *, const struct cper_sec_proc_arm *); typedef void (*btf_trace_non_standard_event)(void *, const guid_t *, const guid_t *, const char *, const u8, const u8 *, const u32); typedef void (*btf_trace_aer_event)(void *, const char *, const u32, const u8, const u8, struct aer_header_log_regs *); struct tb_ctl { struct tb_nhi *nhi; struct tb_ring *tx; struct tb_ring *rx; struct dma_pool *frame_pool; struct ctl_pkg *rx_packets[10]; struct mutex request_queue_lock; struct list_head request_queue; bool running; int timeout_msec; event_cb callback; void *callback_data; }; struct cfg_ack_pkg { struct tb_cfg_header header; }; struct cfg_reset_pkg { struct tb_cfg_header header; }; enum tb_port_state { TB_PORT_DISABLED = 0, TB_PORT_CONNECTING = 1, TB_PORT_UP = 2, TB_PORT_TX_CL0S = 3, TB_PORT_RX_CL0S = 4, TB_PORT_CL1 = 5, TB_PORT_CL2 = 6, TB_PORT_UNPLUGGED = 7, }; struct tb_cap_phy { struct tb_cap_basic cap_header; u32 unknown1: 16; u32 unknown2: 14; bool disable: 1; u32 unknown3: 11; enum tb_port_state state: 4; u32 unknown4: 2; }; enum tb_nvm_write_ops { WRITE_AND_AUTHENTICATE = 1, WRITE_ONLY = 2, AUTHENTICATE_ONLY = 3, }; struct nvm_auth_status { struct list_head list; uuid_t uuid; u32 status; }; struct tb_sw_lookup { struct tb *tb; u8 link; u8 depth; const uuid_t *uuid; u64 route; }; struct tb_eeprom_ctl { bool fl_sk: 1; bool fl_cs: 1; bool fl_di: 1; bool fl_do: 1; bool bit_banging_enable: 1; bool not_present: 1; bool unknown1: 1; bool present: 1; u32 unknown2: 24; }; struct tb_cap_plug_events { struct tb_cap_extended_short cap_header; u32 __unknown1: 2; u32 plug_events: 5; u32 __unknown2: 25; u32 vsc_cs_2; u32 vsc_cs_3; struct tb_eeprom_ctl eeprom_ctl; u32 __unknown5[7]; u32 drom_offset; }; enum tb_eeprom_transfer { TB_EEPROM_IN = 0, TB_EEPROM_OUT = 1, }; struct tb_drom_header { u8 uid_crc8; u64 uid; u32 data_crc32; u8 device_rom_revision; u16 data_len: 12; u8 reserved: 4; u16 vendor_id; u16 model_id; u8 model_rev; u8 eeprom_rev; } __attribute__((packed)); enum tb_drom_entry_type { TB_DROM_ENTRY_GENERIC = 0, TB_DROM_ENTRY_PORT = 1, }; struct tb_drom_entry_header { u8 len; u8 index: 6; bool port_disabled: 1; enum tb_drom_entry_type type: 1; } __attribute__((packed)); struct tb_drom_entry_generic { struct tb_drom_entry_header header; u8 data[0]; }; struct tb_drom_entry_port { struct tb_drom_entry_header header; u8 dual_link_port_rid: 4; u8 link_nr: 1; u8 unknown1: 2; bool has_dual_link_port: 1; u8 dual_link_port_nr: 6; u8 unknown2: 2; u8 micro2: 4; u8 micro1: 4; u8 micro3; u8 peer_port_rid: 4; u8 unknown3: 3; bool has_peer_port: 1; u8 peer_port_nr: 6; u8 unknown4: 2; }; struct tb_drom_entry_desc { struct tb_drom_entry_header header; u16 bcdUSBSpec; u16 idVendor; u16 idProduct; u16 bcdProductFWRevision; u32 TID; u8 productHWRevision; }; enum icm_pkg_code { ICM_GET_TOPOLOGY = 1, ICM_DRIVER_READY = 3, ICM_APPROVE_DEVICE = 4, ICM_CHALLENGE_DEVICE = 5, ICM_ADD_DEVICE_KEY = 6, ICM_GET_ROUTE = 10, ICM_APPROVE_XDOMAIN = 16, ICM_DISCONNECT_XDOMAIN = 17, ICM_PREBOOT_ACL = 24, ICM_USB4_SWITCH_OP = 32, }; enum icm_event_code { ICM_EVENT_DEVICE_CONNECTED = 3, ICM_EVENT_DEVICE_DISCONNECTED = 4, ICM_EVENT_XDOMAIN_CONNECTED = 6, ICM_EVENT_XDOMAIN_DISCONNECTED = 7, ICM_EVENT_RTD3_VETO = 10, }; struct icm_pkg_header { u8 code; u8 flags; u8 packet_id; u8 total_packets; }; struct icm_pkg_driver_ready { struct icm_pkg_header hdr; }; struct icm_fr_pkg_driver_ready_response { struct icm_pkg_header hdr; u8 romver; u8 ramver; u16 security_level; }; struct icm_fr_pkg_get_topology { struct icm_pkg_header hdr; }; struct icm_fr_pkg_get_topology_response { struct icm_pkg_header hdr; u32 route_lo; u32 route_hi; u8 first_data; u8 second_data; u8 drom_i2c_address_index; u8 switch_index; u32 reserved[2]; u32 ports[16]; u32 port_hop_info[16]; }; struct icm_fr_event_device_connected { struct icm_pkg_header hdr; uuid_t ep_uuid; u8 connection_key; u8 connection_id; u16 link_info; u32 ep_name[55]; }; struct icm_fr_pkg_approve_device { struct icm_pkg_header hdr; uuid_t ep_uuid; u8 connection_key; u8 connection_id; u16 reserved; }; struct icm_fr_event_device_disconnected { struct icm_pkg_header hdr; u16 reserved; u16 link_info; }; struct icm_fr_event_xdomain_connected { struct icm_pkg_header hdr; u16 reserved; u16 link_info; uuid_t remote_uuid; uuid_t local_uuid; u32 local_route_hi; u32 local_route_lo; u32 remote_route_hi; u32 remote_route_lo; }; struct icm_fr_event_xdomain_disconnected { struct icm_pkg_header hdr; u16 reserved; u16 link_info; uuid_t remote_uuid; }; struct icm_fr_pkg_add_device_key { struct icm_pkg_header hdr; uuid_t ep_uuid; u8 connection_key; u8 connection_id; u16 reserved; u32 key[8]; }; struct icm_fr_pkg_add_device_key_response { struct icm_pkg_header hdr; uuid_t ep_uuid; u8 connection_key; u8 connection_id; u16 reserved; }; struct icm_fr_pkg_challenge_device { struct icm_pkg_header hdr; uuid_t ep_uuid; u8 connection_key; u8 connection_id; u16 reserved; u32 challenge[8]; }; struct icm_fr_pkg_challenge_device_response { struct icm_pkg_header hdr; uuid_t ep_uuid; u8 connection_key; u8 connection_id; u16 reserved; u32 challenge[8]; u32 response[8]; }; struct icm_fr_pkg_approve_xdomain { struct icm_pkg_header hdr; u16 reserved; u16 link_info; uuid_t remote_uuid; u16 transmit_path; u16 transmit_ring; u16 receive_path; u16 receive_ring; }; struct icm_fr_pkg_approve_xdomain_response { struct icm_pkg_header hdr; u16 reserved; u16 link_info; uuid_t remote_uuid; u16 transmit_path; u16 transmit_ring; u16 receive_path; u16 receive_ring; }; struct icm_ar_pkg_driver_ready_response { struct icm_pkg_header hdr; u8 romver; u8 ramver; u16 info; }; struct icm_ar_pkg_get_route { struct icm_pkg_header hdr; u16 reserved; u16 link_info; }; struct icm_ar_pkg_get_route_response { struct icm_pkg_header hdr; u16 reserved; u16 link_info; u32 route_hi; u32 route_lo; }; struct icm_ar_boot_acl_entry { u32 uuid_lo; u32 uuid_hi; }; struct icm_ar_pkg_preboot_acl { struct icm_pkg_header hdr; struct icm_ar_boot_acl_entry acl[16]; }; struct icm_ar_pkg_preboot_acl_response { struct icm_pkg_header hdr; struct icm_ar_boot_acl_entry acl[16]; }; struct icm_tr_pkg_driver_ready_response { struct icm_pkg_header hdr; u16 reserved1; u16 info; u32 nvm_version; u16 device_id; u16 reserved2; }; struct icm_tr_event_device_connected { struct icm_pkg_header hdr; uuid_t ep_uuid; u32 route_hi; u32 route_lo; u8 connection_id; u8 reserved; u16 link_info; u32 ep_name[55]; }; struct icm_tr_event_device_disconnected { struct icm_pkg_header hdr; u32 route_hi; u32 route_lo; }; struct icm_tr_event_xdomain_connected { struct icm_pkg_header hdr; u16 reserved; u16 link_info; uuid_t remote_uuid; uuid_t local_uuid; u32 local_route_hi; u32 local_route_lo; u32 remote_route_hi; u32 remote_route_lo; }; struct icm_tr_event_xdomain_disconnected { struct icm_pkg_header hdr; u32 route_hi; u32 route_lo; uuid_t remote_uuid; }; struct icm_tr_pkg_approve_device { struct icm_pkg_header hdr; uuid_t ep_uuid; u32 route_hi; u32 route_lo; u8 connection_id; u8 reserved1[3]; }; struct icm_tr_pkg_add_device_key { struct icm_pkg_header hdr; uuid_t ep_uuid; u32 route_hi; u32 route_lo; u8 connection_id; u8 reserved[3]; u32 key[8]; }; struct icm_tr_pkg_challenge_device { struct icm_pkg_header hdr; uuid_t ep_uuid; u32 route_hi; u32 route_lo; u8 connection_id; u8 reserved[3]; u32 challenge[8]; }; struct icm_tr_pkg_approve_xdomain { struct icm_pkg_header hdr; u32 route_hi; u32 route_lo; uuid_t remote_uuid; u16 transmit_path; u16 transmit_ring; u16 receive_path; u16 receive_ring; }; struct icm_tr_pkg_disconnect_xdomain { struct icm_pkg_header hdr; u8 stage; u8 reserved[3]; u32 route_hi; u32 route_lo; uuid_t remote_uuid; }; struct icm_tr_pkg_challenge_device_response { struct icm_pkg_header hdr; uuid_t ep_uuid; u32 route_hi; u32 route_lo; u8 connection_id; u8 reserved[3]; u32 challenge[8]; u32 response[8]; }; struct icm_tr_pkg_add_device_key_response { struct icm_pkg_header hdr; uuid_t ep_uuid; u32 route_hi; u32 route_lo; u8 connection_id; u8 reserved[3]; }; struct icm_tr_pkg_approve_xdomain_response { struct icm_pkg_header hdr; u32 route_hi; u32 route_lo; uuid_t remote_uuid; u16 transmit_path; u16 transmit_ring; u16 receive_path; u16 receive_ring; }; struct icm_tr_pkg_disconnect_xdomain_response { struct icm_pkg_header hdr; u8 stage; u8 reserved[3]; u32 route_hi; u32 route_lo; uuid_t remote_uuid; }; struct icm_icl_event_rtd3_veto { struct icm_pkg_header hdr; u32 veto_reason; }; struct icm_usb4_switch_op { struct icm_pkg_header hdr; u32 route_hi; u32 route_lo; u32 metadata; u16 opcode; u16 data_len_valid; u32 data[16]; }; struct icm_usb4_switch_op_response { struct icm_pkg_header hdr; u32 route_hi; u32 route_lo; u32 metadata; u16 opcode; u16 status; u32 data[16]; }; enum usb4_switch_op { USB4_SWITCH_OP_QUERY_DP_RESOURCE = 16, USB4_SWITCH_OP_ALLOC_DP_RESOURCE = 17, USB4_SWITCH_OP_DEALLOC_DP_RESOURCE = 18, USB4_SWITCH_OP_NVM_WRITE = 32, USB4_SWITCH_OP_NVM_AUTH = 33, USB4_SWITCH_OP_NVM_READ = 34, USB4_SWITCH_OP_NVM_SET_OFFSET = 35, USB4_SWITCH_OP_DROM_READ = 36, USB4_SWITCH_OP_NVM_SECTOR_SIZE = 37, USB4_SWITCH_OP_BUFFER_ALLOC = 51, }; struct icm; struct usb4_switch_nvm_auth { struct icm_usb4_switch_op_response reply; struct icm_usb4_switch_op request; struct icm *icm; }; struct icm { struct mutex request_lock; struct delayed_work rescan_work; struct pci_dev *upstream_port; int vnd_cap; bool safe_mode; size_t max_boot_acl; bool rpm; bool can_upgrade_nvm; u8 proto_version; struct usb4_switch_nvm_auth *last_nvm_auth; bool veto; bool (*is_supported)(struct tb *); int (*cio_reset)(struct tb *); int (*get_mode)(struct tb *); int (*get_route)(struct tb *, u8, u8, u64 *); void (*save_devices)(struct tb *); int (*driver_ready)(struct tb *, enum tb_security_level *, u8 *, size_t *, bool *); void (*set_uuid)(struct tb *); void (*device_connected)(struct tb *, const struct icm_pkg_header *); void (*device_disconnected)(struct tb *, const struct icm_pkg_header *); void (*xdomain_connected)(struct tb *, const struct icm_pkg_header *); void (*xdomain_disconnected)(struct tb *, const struct icm_pkg_header *); void (*rtd3_veto)(struct tb *, const struct icm_pkg_header *); }; struct icm_notification { struct work_struct work; struct icm_pkg_header *pkg; struct tb *tb; }; struct ep_name_entry { u8 len; u8 type; u8 data[0]; }; struct intel_vss { u16 vendor; u16 model; u8 mc; u8 flags; u16 pci_devid; u32 nvm_version; }; enum usb4_sb_opcode { USB4_SB_OPCODE_ERR = 542265925, USB4_SB_OPCODE_ONS = 1145914145, USB4_SB_OPCODE_ROUTER_OFFLINE = 1313166156, USB4_SB_OPCODE_ENUMERATE_RETIMERS = 1297436229, USB4_SB_OPCODE_SET_INBOUND_SBTX = 1347769164, USB4_SB_OPCODE_UNSET_INBOUND_SBTX = 1347769173, USB4_SB_OPCODE_QUERY_LAST_RETIMER = 1414742348, USB4_SB_OPCODE_GET_NVM_SECTOR_SIZE = 1397968455, USB4_SB_OPCODE_NVM_SET_OFFSET = 1397772098, USB4_SB_OPCODE_NVM_BLOCK_WRITE = 1464552514, USB4_SB_OPCODE_NVM_AUTH_WRITE = 1213486401, USB4_SB_OPCODE_NVM_READ = 1381123649, USB4_SB_OPCODE_READ_LANE_MARGINING_CAP = 1346585682, USB4_SB_OPCODE_RUN_HW_LANE_MARGINING = 1196247122, USB4_SB_OPCODE_RUN_SW_LANE_MARGINING = 1196249938, USB4_SB_OPCODE_READ_SW_MARGIN_ERR = 1465074770, }; enum usb4_sb_target { USB4_SB_TARGET_ROUTER = 0, USB4_SB_TARGET_PARTNER = 1, USB4_SB_TARGET_RETIMER = 2, }; enum usb4_ba_index { USB4_BA_MAX_USB3 = 1, USB4_BA_MIN_DP_AUX = 2, USB4_BA_MIN_DP_MAIN = 3, USB4_BA_MAX_PCIE = 4, USB4_BA_MAX_HI = 5, }; struct retimer_info { struct tb_port *port; u8 index; }; struct tb_retimer_lookup { const struct tb_port *port; u8 index; }; struct nvmem_cell_lookup { const char *nvmem_name; const char *cell_name; const char *dev_id; const char *con_id; struct list_head node; }; enum { NVMEM_ADD = 1, NVMEM_REMOVE = 2, NVMEM_CELL_ADD = 3, NVMEM_CELL_REMOVE = 4, }; struct nvmem_cell_table { const char *nvmem_name; const struct nvmem_cell_info *cells; size_t ncells; struct list_head node; }; struct nvmem_device { struct module *owner; struct device dev; int stride; int word_size; int id; struct kref refcnt; size_t size; bool read_only; bool root_only; int flags; enum nvmem_type type; struct bin_attribute eeprom; struct device *base_dev; struct list_head cells; const struct nvmem_keepout *keepout; unsigned int nkeepout; nvmem_reg_read_t reg_read; nvmem_reg_write_t reg_write; struct gpio_desc *wp_gpio; struct nvmem_layout *layout; void *priv; }; struct nvmem_cell_entry { const char *name; int offset; size_t raw_len; int bytes; int bit_offset; int nbits; nvmem_cell_post_process_t read_post_process; void *priv; struct device_node *np; struct nvmem_device *nvmem; struct list_head node; }; struct nvmem_cell { struct nvmem_cell_entry *entry; const char *id; int index; }; struct net_device_devres { struct net_device *ndev; }; enum { TCA_STATS_UNSPEC = 0, TCA_STATS_BASIC = 1, TCA_STATS_RATE_EST = 2, TCA_STATS_QUEUE = 3, TCA_STATS_APP = 4, TCA_STATS_RATE_EST64 = 5, TCA_STATS_PAD = 6, TCA_STATS_BASIC_HW = 7, TCA_STATS_PKT64 = 8, __TCA_STATS_MAX = 9, }; struct gnet_stats_basic { __u64 bytes; __u32 packets; }; struct gnet_stats_rate_est { __u32 bps; __u32 pps; }; enum flow_dissect_ret { FLOW_DISSECT_RET_OUT_GOOD = 0, FLOW_DISSECT_RET_OUT_BAD = 1, FLOW_DISSECT_RET_PROTO_AGAIN = 2, FLOW_DISSECT_RET_IPPROTO_AGAIN = 3, FLOW_DISSECT_RET_CONTINUE = 4, }; struct flow_dissector_key_hash { u32 hash; }; struct flow_dissector_key_num_of_vlans { u8 num_of_vlans; }; struct flow_dissector_key { enum flow_dissector_key_id key_id; size_t offset; }; struct flow_keys_digest { u8 data[16]; }; struct nf_ct_event; struct nf_exp_event; struct nf_ct_event_notifier { int (*ct_event)(unsigned int, const struct nf_ct_event *); int (*exp_event)(unsigned int, const struct nf_exp_event *); }; enum { TCA_FLOWER_KEY_CT_FLAGS_NEW = 1, TCA_FLOWER_KEY_CT_FLAGS_ESTABLISHED = 2, TCA_FLOWER_KEY_CT_FLAGS_RELATED = 4, TCA_FLOWER_KEY_CT_FLAGS_TRACKED = 8, TCA_FLOWER_KEY_CT_FLAGS_INVALID = 16, TCA_FLOWER_KEY_CT_FLAGS_REPLY = 32, __TCA_FLOWER_KEY_CT_FLAGS_MAX = 33, }; enum { BPF_FLOW_DISSECTOR_F_PARSE_1ST_FRAG = 1, BPF_FLOW_DISSECTOR_F_STOP_AT_FLOW_LABEL = 2, BPF_FLOW_DISSECTOR_F_STOP_AT_ENCAP = 4, }; struct arphdr { __be16 ar_hrd; __be16 ar_pro; unsigned char ar_hln; unsigned char ar_pln; __be16 ar_op; }; struct gre_full_hdr { struct gre_base_hdr fixed_header; __be16 csum; __be16 reserved1; __be32 key; __be32 seq; }; struct pptp_gre_header { struct gre_base_hdr gre_hd; __be16 payload_len; __be16 call_id; __be32 seq; __be32 ack; }; struct tipc_basic_hdr { __be32 w[4]; }; struct pppoe_tag { __be16 tag_type; __be16 tag_len; char tag_data[0]; }; struct pppoe_hdr { __u8 ver: 4; __u8 type: 4; __u8 code; __be16 sid; __be16 length; struct pppoe_tag tag[0]; }; struct hsr_tag { __be16 path_and_LSDU_size; __be16 sequence_nr; __be16 encap_proto; }; struct mpls_label { __be32 entry; }; struct clock_identity { u8 id[8]; }; struct port_identity { struct clock_identity clock_identity; __be16 port_number; }; struct ptp_header { u8 tsmt; u8 ver; __be16 message_length; u8 domain_number; u8 reserved1; u8 flag_field[2]; __be64 correction; __be32 reserved2; struct port_identity source_port_identity; __be16 sequence_id; u8 control; u8 log_message_interval; } __attribute__((packed)); enum batadv_packettype { BATADV_IV_OGM = 0, BATADV_BCAST = 1, BATADV_CODED = 2, BATADV_ELP = 3, BATADV_OGM2 = 4, BATADV_MCAST = 5, BATADV_UNICAST = 64, BATADV_UNICAST_FRAG = 65, BATADV_UNICAST_4ADDR = 66, BATADV_ICMP = 67, BATADV_UNICAST_TVLV = 68, }; struct batadv_unicast_packet { __u8 packet_type; __u8 version; __u8 ttl; __u8 ttvn; __u8 dest[6]; }; struct nf_conntrack_tuple_mask { struct { union nf_inet_addr u3; union nf_conntrack_man_proto u; } src; }; struct nf_ct_ext { u8 offset[9]; u8 len; unsigned int gen_id; char data[0]; }; struct nf_conntrack_helper; struct nf_conntrack_expect { struct hlist_node lnode; struct hlist_node hnode; struct nf_conntrack_tuple tuple; struct nf_conntrack_tuple_mask mask; void (*expectfn)(struct nf_conn *, struct nf_conntrack_expect *); struct nf_conntrack_helper *helper; struct nf_conn *master; struct timer_list timeout; refcount_t use; unsigned int flags; unsigned int class; union nf_inet_addr saved_addr; union nf_conntrack_man_proto saved_proto; enum ip_conntrack_dir dir; struct callback_head rcu; }; struct nf_ct_event { struct nf_conn *ct; u32 portid; int report; }; struct nf_exp_event { struct nf_conntrack_expect *exp; u32 portid; int report; }; struct nf_conn_labels { long unsigned int bits[2]; }; struct _flow_keys_digest_data { __be16 n_proto; u8 ip_proto; u8 padding; __be32 ports; __be32 src; __be32 dst; }; struct nda_cacheinfo { __u32 ndm_confirmed; __u32 ndm_used; __u32 ndm_updated; __u32 ndm_refcnt; }; struct ndt_stats { __u64 ndts_allocs; __u64 ndts_destroys; __u64 ndts_hash_grows; __u64 ndts_res_failed; __u64 ndts_lookups; __u64 ndts_hits; __u64 ndts_rcv_probes_mcast; __u64 ndts_rcv_probes_ucast; __u64 ndts_periodic_gc_runs; __u64 ndts_forced_gc_runs; __u64 ndts_table_fulls; }; enum { NDTPA_UNSPEC = 0, NDTPA_IFINDEX = 1, NDTPA_REFCNT = 2, NDTPA_REACHABLE_TIME = 3, NDTPA_BASE_REACHABLE_TIME = 4, NDTPA_RETRANS_TIME = 5, NDTPA_GC_STALETIME = 6, NDTPA_DELAY_PROBE_TIME = 7, NDTPA_QUEUE_LEN = 8, NDTPA_APP_PROBES = 9, NDTPA_UCAST_PROBES = 10, NDTPA_MCAST_PROBES = 11, NDTPA_ANYCAST_DELAY = 12, NDTPA_PROXY_DELAY = 13, NDTPA_PROXY_QLEN = 14, NDTPA_LOCKTIME = 15, NDTPA_QUEUE_LENBYTES = 16, NDTPA_MCAST_REPROBES = 17, NDTPA_PAD = 18, NDTPA_INTERVAL_PROBE_TIME_MS = 19, __NDTPA_MAX = 20, }; struct ndtmsg { __u8 ndtm_family; __u8 ndtm_pad1; __u16 ndtm_pad2; }; struct ndt_config { __u16 ndtc_key_len; __u16 ndtc_entry_size; __u32 ndtc_entries; __u32 ndtc_last_flush; __u32 ndtc_last_rand; __u32 ndtc_hash_rnd; __u32 ndtc_hash_mask; __u32 ndtc_hash_chain_gc; __u32 ndtc_proxy_qlen; }; enum { NDTA_UNSPEC = 0, NDTA_NAME = 1, NDTA_THRESH1 = 2, NDTA_THRESH2 = 3, NDTA_THRESH3 = 4, NDTA_CONFIG = 5, NDTA_PARMS = 6, NDTA_STATS = 7, NDTA_GC_INTERVAL = 8, NDTA_PAD = 9, __NDTA_MAX = 10, }; enum { NEIGH_ARP_TABLE = 0, NEIGH_ND_TABLE = 1, NEIGH_DN_TABLE = 2, NEIGH_NR_TABLES = 3, NEIGH_LINK_TABLE = 3, }; struct neigh_seq_state { struct seq_net_private p; struct neigh_table *tbl; struct neigh_hash_table *nht; void * (*neigh_sub_iter)(struct neigh_seq_state *, struct neighbour *, loff_t *); unsigned int bucket; unsigned int flags; }; struct neighbour_cb { long unsigned int sched_next; unsigned int flags; }; struct neigh_dump_filter { int master_idx; int dev_idx; }; struct neigh_sysctl_table { struct ctl_table_header *sysctl_header; struct ctl_table neigh_vars[22]; }; enum { IF_LINK_MODE_DEFAULT = 0, IF_LINK_MODE_DORMANT = 1, IF_LINK_MODE_TESTING = 2, }; enum lw_bits { LW_URGENT = 0, }; struct sock_diag_req { __u8 sdiag_family; __u8 sdiag_protocol; }; struct broadcast_sk { struct sock *sk; struct work_struct work; }; struct tso_t { int next_frag_idx; int size; void *data; u16 ip_id; u8 tlen; bool ipv6; u32 tcp_seq; }; struct fib_notifier_net { struct list_head fib_notifier_ops; struct atomic_notifier_head fib_chain; }; enum gro_result { GRO_MERGED = 0, GRO_MERGED_FREE = 1, GRO_HELD = 2, GRO_NORMAL = 3, GRO_CONSUMED = 4, }; typedef enum gro_result gro_result_t; struct trace_event_raw_kfree_skb { struct trace_entry ent; void *skbaddr; void *location; short unsigned int protocol; enum skb_drop_reason reason; char __data[0]; }; struct trace_event_raw_consume_skb { struct trace_entry ent; void *skbaddr; void *location; char __data[0]; }; struct trace_event_raw_skb_copy_datagram_iovec { struct trace_entry ent; const void *skbaddr; int len; char __data[0]; }; struct trace_event_data_offsets_kfree_skb {}; struct trace_event_data_offsets_consume_skb {}; struct trace_event_data_offsets_skb_copy_datagram_iovec {}; typedef void (*btf_trace_kfree_skb)(void *, struct sk_buff *, void *, enum skb_drop_reason); typedef void (*btf_trace_consume_skb)(void *, struct sk_buff *, void *); typedef void (*btf_trace_skb_copy_datagram_iovec)(void *, const struct sk_buff *, int); struct trace_event_raw_net_dev_start_xmit { struct trace_entry ent; u32 __data_loc_name; u16 queue_mapping; const void *skbaddr; bool vlan_tagged; u16 vlan_proto; u16 vlan_tci; u16 protocol; u8 ip_summed; unsigned int len; unsigned int data_len; int network_offset; bool transport_offset_valid; int transport_offset; u8 tx_flags; u16 gso_size; u16 gso_segs; u16 gso_type; char __data[0]; }; struct trace_event_raw_net_dev_xmit { struct trace_entry ent; void *skbaddr; unsigned int len; int rc; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_net_dev_xmit_timeout { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_driver; int queue_index; char __data[0]; }; struct trace_event_raw_net_dev_template { struct trace_entry ent; void *skbaddr; unsigned int len; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_net_dev_rx_verbose_template { struct trace_entry ent; u32 __data_loc_name; unsigned int napi_id; u16 queue_mapping; const void *skbaddr; bool vlan_tagged; u16 vlan_proto; u16 vlan_tci; u16 protocol; u8 ip_summed; u32 hash; bool l4_hash; unsigned int len; unsigned int data_len; unsigned int truesize; bool mac_header_valid; int mac_header; unsigned char nr_frags; u16 gso_size; u16 gso_type; char __data[0]; }; struct trace_event_raw_net_dev_rx_exit_template { struct trace_entry ent; int ret; char __data[0]; }; struct trace_event_data_offsets_net_dev_start_xmit { u32 name; }; struct trace_event_data_offsets_net_dev_xmit { u32 name; }; struct trace_event_data_offsets_net_dev_xmit_timeout { u32 name; u32 driver; }; struct trace_event_data_offsets_net_dev_template { u32 name; }; struct trace_event_data_offsets_net_dev_rx_verbose_template { u32 name; }; struct trace_event_data_offsets_net_dev_rx_exit_template {}; typedef void (*btf_trace_net_dev_start_xmit)(void *, const struct sk_buff *, const struct net_device *); typedef void (*btf_trace_net_dev_xmit)(void *, struct sk_buff *, int, struct net_device *, unsigned int); typedef void (*btf_trace_net_dev_xmit_timeout)(void *, struct net_device *, int); typedef void (*btf_trace_net_dev_queue)(void *, struct sk_buff *); typedef void (*btf_trace_netif_receive_skb)(void *, struct sk_buff *); typedef void (*btf_trace_netif_rx)(void *, struct sk_buff *); typedef void (*btf_trace_napi_gro_frags_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_napi_gro_receive_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_receive_skb_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_receive_skb_list_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_rx_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_napi_gro_frags_exit)(void *, int); typedef void (*btf_trace_napi_gro_receive_exit)(void *, int); typedef void (*btf_trace_netif_receive_skb_exit)(void *, int); typedef void (*btf_trace_netif_rx_exit)(void *, int); typedef void (*btf_trace_netif_receive_skb_list_exit)(void *, int); struct trace_event_raw_napi_poll { struct trace_entry ent; struct napi_struct *napi; u32 __data_loc_dev_name; int work; int budget; char __data[0]; }; struct trace_event_data_offsets_napi_poll { u32 dev_name; }; typedef void (*btf_trace_napi_poll)(void *, struct napi_struct *, int, int); struct trace_event_raw_sock_rcvqueue_full { struct trace_entry ent; int rmem_alloc; unsigned int truesize; int sk_rcvbuf; char __data[0]; }; struct trace_event_raw_sock_exceed_buf_limit { struct trace_entry ent; char name[32]; long int sysctl_mem[3]; long int allocated; int sysctl_rmem; int rmem_alloc; int sysctl_wmem; int wmem_alloc; int wmem_queued; int kind; char __data[0]; }; struct trace_event_raw_inet_sock_set_state { struct trace_entry ent; const void *skaddr; int oldstate; int newstate; __u16 sport; __u16 dport; __u16 family; __u16 protocol; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_inet_sk_error_report { struct trace_entry ent; int error; __u16 sport; __u16 dport; __u16 family; __u16 protocol; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_sk_data_ready { struct trace_entry ent; const void *skaddr; __u16 family; __u16 protocol; long unsigned int ip; char __data[0]; }; struct trace_event_raw_sock_msg_length { struct trace_entry ent; void *sk; __u16 family; __u16 protocol; int ret; int flags; char __data[0]; }; struct trace_event_data_offsets_sock_rcvqueue_full {}; struct trace_event_data_offsets_sock_exceed_buf_limit {}; struct trace_event_data_offsets_inet_sock_set_state {}; struct trace_event_data_offsets_inet_sk_error_report {}; struct trace_event_data_offsets_sk_data_ready {}; struct trace_event_data_offsets_sock_msg_length {}; typedef void (*btf_trace_sock_rcvqueue_full)(void *, struct sock *, struct sk_buff *); typedef void (*btf_trace_sock_exceed_buf_limit)(void *, struct sock *, struct proto *, long int, int); typedef void (*btf_trace_inet_sock_set_state)(void *, const struct sock *, const int, const int); typedef void (*btf_trace_inet_sk_error_report)(void *, const struct sock *); typedef void (*btf_trace_sk_data_ready)(void *, const struct sock *); typedef void (*btf_trace_sock_send_length)(void *, struct sock *, int, int); typedef void (*btf_trace_sock_recv_length)(void *, struct sock *, int, int); struct trace_event_raw_udp_fail_queue_rcv_skb { struct trace_entry ent; int rc; __u16 lport; char __data[0]; }; struct trace_event_data_offsets_udp_fail_queue_rcv_skb {}; typedef void (*btf_trace_udp_fail_queue_rcv_skb)(void *, int, struct sock *); struct trace_event_raw_tcp_event_sk_skb { struct trace_entry ent; const void *skbaddr; const void *skaddr; int state; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_tcp_event_sk { struct trace_entry ent; const void *skaddr; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; __u64 sock_cookie; char __data[0]; }; struct trace_event_raw_tcp_retransmit_synack { struct trace_entry ent; const void *skaddr; const void *req; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_tcp_probe { struct trace_entry ent; __u8 saddr[28]; __u8 daddr[28]; __u16 sport; __u16 dport; __u16 family; __u32 mark; __u16 data_len; __u32 snd_nxt; __u32 snd_una; __u32 snd_cwnd; __u32 ssthresh; __u32 snd_wnd; __u32 srtt; __u32 rcv_wnd; __u64 sock_cookie; char __data[0]; }; struct trace_event_raw_tcp_event_skb { struct trace_entry ent; const void *skbaddr; __u8 saddr[28]; __u8 daddr[28]; char __data[0]; }; struct trace_event_raw_tcp_cong_state_set { struct trace_entry ent; const void *skaddr; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; __u8 cong_state; char __data[0]; }; struct trace_event_data_offsets_tcp_event_sk_skb {}; struct trace_event_data_offsets_tcp_event_sk {}; struct trace_event_data_offsets_tcp_retransmit_synack {}; struct trace_event_data_offsets_tcp_probe {}; struct trace_event_data_offsets_tcp_event_skb {}; struct trace_event_data_offsets_tcp_cong_state_set {}; typedef void (*btf_trace_tcp_retransmit_skb)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_send_reset)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_receive_reset)(void *, struct sock *); typedef void (*btf_trace_tcp_destroy_sock)(void *, struct sock *); typedef void (*btf_trace_tcp_rcv_space_adjust)(void *, struct sock *); typedef void (*btf_trace_tcp_retransmit_synack)(void *, const struct sock *, const struct request_sock *); typedef void (*btf_trace_tcp_probe)(void *, struct sock *, struct sk_buff *); typedef void (*btf_trace_tcp_bad_csum)(void *, const struct sk_buff *); typedef void (*btf_trace_tcp_cong_state_set)(void *, struct sock *, const u8); struct trace_event_raw_fib_table_lookup { struct trace_entry ent; u32 tb_id; int err; int oif; int iif; u8 proto; __u8 tos; __u8 scope; __u8 flags; __u8 src[4]; __u8 dst[4]; __u8 gw4[4]; __u8 gw6[16]; u16 sport; u16 dport; char name[16]; char __data[0]; }; struct trace_event_data_offsets_fib_table_lookup {}; typedef void (*btf_trace_fib_table_lookup)(void *, u32, const struct flowi4 *, const struct fib_nh_common *, int); struct trace_event_raw_qdisc_dequeue { struct trace_entry ent; struct Qdisc *qdisc; const struct netdev_queue *txq; int packets; void *skbaddr; int ifindex; u32 handle; u32 parent; long unsigned int txq_state; char __data[0]; }; struct trace_event_raw_qdisc_enqueue { struct trace_entry ent; struct Qdisc *qdisc; const struct netdev_queue *txq; void *skbaddr; int ifindex; u32 handle; u32 parent; char __data[0]; }; struct trace_event_raw_qdisc_reset { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; u32 handle; char __data[0]; }; struct trace_event_raw_qdisc_destroy { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; u32 handle; char __data[0]; }; struct trace_event_raw_qdisc_create { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; char __data[0]; }; struct trace_event_data_offsets_qdisc_dequeue {}; struct trace_event_data_offsets_qdisc_enqueue {}; struct trace_event_data_offsets_qdisc_reset { u32 dev; u32 kind; }; struct trace_event_data_offsets_qdisc_destroy { u32 dev; u32 kind; }; struct trace_event_data_offsets_qdisc_create { u32 dev; u32 kind; }; typedef void (*btf_trace_qdisc_dequeue)(void *, struct Qdisc *, const struct netdev_queue *, int, struct sk_buff *); typedef void (*btf_trace_qdisc_enqueue)(void *, struct Qdisc *, const struct netdev_queue *, struct sk_buff *); typedef void (*btf_trace_qdisc_reset)(void *, struct Qdisc *); typedef void (*btf_trace_qdisc_destroy)(void *, struct Qdisc *); typedef void (*btf_trace_qdisc_create)(void *, const struct Qdisc_ops *, struct net_device *, u32); struct bridge_stp_xstats { __u64 transition_blk; __u64 transition_fwd; __u64 rx_bpdu; __u64 tx_bpdu; __u64 rx_tcn; __u64 tx_tcn; }; struct br_mcast_stats { __u64 igmp_v1queries[2]; __u64 igmp_v2queries[2]; __u64 igmp_v3queries[2]; __u64 igmp_leaves[2]; __u64 igmp_v1reports[2]; __u64 igmp_v2reports[2]; __u64 igmp_v3reports[2]; __u64 igmp_parse_errors; __u64 mld_v1queries[2]; __u64 mld_v2queries[2]; __u64 mld_leaves[2]; __u64 mld_v1reports[2]; __u64 mld_v2reports[2]; __u64 mld_parse_errors; __u64 mcast_bytes[2]; __u64 mcast_packets[2]; }; struct br_ip { union { __be32 ip4; struct in6_addr ip6; } src; union { __be32 ip4; struct in6_addr ip6; unsigned char mac_addr[6]; } dst; __be16 proto; __u16 vid; }; struct bridge_id { unsigned char prio[2]; unsigned char addr[6]; }; typedef struct bridge_id bridge_id; struct mac_addr { unsigned char addr[6]; }; typedef struct mac_addr mac_addr; typedef __u16 port_id; struct bridge_mcast_own_query { struct timer_list timer; u32 startup_sent; }; struct bridge_mcast_other_query { struct timer_list timer; long unsigned int delay_time; }; struct bridge_mcast_querier { struct br_ip addr; int port_ifidx; seqcount_spinlock_t seq; }; struct bridge_mcast_stats { struct br_mcast_stats mstats; struct u64_stats_sync syncp; }; struct net_bridge; struct net_bridge_vlan; struct net_bridge_mcast { struct net_bridge *br; struct net_bridge_vlan *vlan; u32 multicast_last_member_count; u32 multicast_startup_query_count; u8 multicast_querier; u8 multicast_igmp_version; u8 multicast_router; u8 multicast_mld_version; long unsigned int multicast_last_member_interval; long unsigned int multicast_membership_interval; long unsigned int multicast_querier_interval; long unsigned int multicast_query_interval; long unsigned int multicast_query_response_interval; long unsigned int multicast_startup_query_interval; struct hlist_head ip4_mc_router_list; struct timer_list ip4_mc_router_timer; struct bridge_mcast_other_query ip4_other_query; struct bridge_mcast_own_query ip4_own_query; struct bridge_mcast_querier ip4_querier; struct hlist_head ip6_mc_router_list; struct timer_list ip6_mc_router_timer; struct bridge_mcast_other_query ip6_other_query; struct bridge_mcast_own_query ip6_own_query; struct bridge_mcast_querier ip6_querier; }; struct net_bridge_vlan_group; struct net_bridge { spinlock_t lock; spinlock_t hash_lock; struct hlist_head frame_type_list; struct net_device *dev; long unsigned int options; __be16 vlan_proto; u16 default_pvid; struct net_bridge_vlan_group *vlgrp; struct rhashtable fdb_hash_tbl; struct list_head port_list; union { struct rtable fake_rtable; struct rt6_info fake_rt6_info; }; u16 group_fwd_mask; u16 group_fwd_mask_required; bridge_id designated_root; bridge_id bridge_id; unsigned char topology_change; unsigned char topology_change_detected; u16 root_port; long unsigned int max_age; long unsigned int hello_time; long unsigned int forward_delay; long unsigned int ageing_time; long unsigned int bridge_max_age; long unsigned int bridge_hello_time; long unsigned int bridge_forward_delay; long unsigned int bridge_ageing_time; u32 root_path_cost; u8 group_addr[6]; enum { BR_NO_STP = 0, BR_KERNEL_STP = 1, BR_USER_STP = 2, } stp_enabled; struct net_bridge_mcast multicast_ctx; struct bridge_mcast_stats *mcast_stats; u32 hash_max; spinlock_t multicast_lock; struct rhashtable mdb_hash_tbl; struct rhashtable sg_port_tbl; struct hlist_head mcast_gc_list; struct hlist_head mdb_list; struct work_struct mcast_gc_work; struct timer_list hello_timer; struct timer_list tcn_timer; struct timer_list topology_change_timer; struct delayed_work gc_work; struct kobject *ifobj; u32 auto_cnt; int last_hwdom; long unsigned int busy_hwdoms; struct hlist_head fdb_list; struct hlist_head mrp_list; struct hlist_head mep_list; }; struct net_bridge_port; struct net_bridge_mcast_port { struct net_bridge_port *port; struct net_bridge_vlan *vlan; struct bridge_mcast_own_query ip4_own_query; struct timer_list ip4_mc_router_timer; struct hlist_node ip4_rlist; struct bridge_mcast_own_query ip6_own_query; struct timer_list ip6_mc_router_timer; struct hlist_node ip6_rlist; unsigned char multicast_router; u32 mdb_n_entries; u32 mdb_max_entries; }; struct net_bridge_port { struct net_bridge *br; struct net_device *dev; netdevice_tracker dev_tracker; struct list_head list; long unsigned int flags; struct net_bridge_vlan_group *vlgrp; struct net_bridge_port *backup_port; u8 priority; u8 state; u16 port_no; unsigned char topology_change_ack; unsigned char config_pending; port_id port_id; port_id designated_port; bridge_id designated_root; bridge_id designated_bridge; u32 path_cost; u32 designated_cost; long unsigned int designated_age; struct timer_list forward_delay_timer; struct timer_list hold_timer; struct timer_list message_age_timer; struct kobject kobj; struct callback_head rcu; struct net_bridge_mcast_port multicast_ctx; struct bridge_mcast_stats *mcast_stats; u32 multicast_eht_hosts_limit; u32 multicast_eht_hosts_cnt; struct hlist_head mglist; char sysfs_name[16]; struct netpoll *np; int hwdom; int offload_count; struct netdev_phys_item_id ppid; u16 group_fwd_mask; u16 backup_redirected_cnt; struct bridge_stp_xstats stp_xstats; }; struct br_tunnel_info { __be64 tunnel_id; struct metadata_dst *tunnel_dst; }; struct net_bridge_vlan { struct rhash_head vnode; struct rhash_head tnode; u16 vid; u16 flags; u16 priv_flags; u8 state; struct pcpu_sw_netstats *stats; union { struct net_bridge *br; struct net_bridge_port *port; }; union { refcount_t refcnt; struct net_bridge_vlan *brvlan; }; struct br_tunnel_info tinfo; union { struct net_bridge_mcast br_mcast_ctx; struct net_bridge_mcast_port port_mcast_ctx; }; u16 msti; struct list_head vlist; struct callback_head rcu; }; struct net_bridge_vlan_group { struct rhashtable vlan_hash; struct rhashtable tunnel_hash; struct list_head vlan_list; u16 num_vlans; u16 pvid; u8 pvid_state; }; struct net_bridge_fdb_key { mac_addr addr; u16 vlan_id; }; struct net_bridge_fdb_entry { struct rhash_head rhnode; struct net_bridge_port *dst; struct net_bridge_fdb_key key; struct hlist_node fdb_node; long unsigned int flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int updated; long unsigned int used; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct trace_event_raw_br_fdb_add { struct trace_entry ent; u8 ndm_flags; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; u16 nlh_flags; char __data[0]; }; struct trace_event_raw_br_fdb_external_learn_add { struct trace_entry ent; u32 __data_loc_br_dev; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; char __data[0]; }; struct trace_event_raw_fdb_delete { struct trace_entry ent; u32 __data_loc_br_dev; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; char __data[0]; }; struct trace_event_raw_br_fdb_update { struct trace_entry ent; u32 __data_loc_br_dev; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; long unsigned int flags; char __data[0]; }; struct trace_event_raw_br_mdb_full { struct trace_entry ent; u32 __data_loc_dev; int af; u16 vid; __u8 src[16]; __u8 grp[16]; __u8 grpmac[6]; char __data[0]; }; struct trace_event_data_offsets_br_fdb_add { u32 dev; }; struct trace_event_data_offsets_br_fdb_external_learn_add { u32 br_dev; u32 dev; }; struct trace_event_data_offsets_fdb_delete { u32 br_dev; u32 dev; }; struct trace_event_data_offsets_br_fdb_update { u32 br_dev; u32 dev; }; struct trace_event_data_offsets_br_mdb_full { u32 dev; }; typedef void (*btf_trace_br_fdb_add)(void *, struct ndmsg *, struct net_device *, const unsigned char *, u16, u16); typedef void (*btf_trace_br_fdb_external_learn_add)(void *, struct net_bridge *, struct net_bridge_port *, const unsigned char *, u16); typedef void (*btf_trace_fdb_delete)(void *, struct net_bridge *, struct net_bridge_fdb_entry *); typedef void (*btf_trace_br_fdb_update)(void *, struct net_bridge *, struct net_bridge_port *, const unsigned char *, u16, long unsigned int); typedef void (*btf_trace_br_mdb_full)(void *, const struct net_device *, const struct br_ip *); struct trace_event_raw_page_pool_release { struct trace_entry ent; const struct page_pool *pool; s32 inflight; u32 hold; u32 release; u64 cnt; char __data[0]; }; struct trace_event_raw_page_pool_state_release { struct trace_entry ent; const struct page_pool *pool; const struct page *page; u32 release; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_page_pool_state_hold { struct trace_entry ent; const struct page_pool *pool; const struct page *page; u32 hold; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_page_pool_update_nid { struct trace_entry ent; const struct page_pool *pool; int pool_nid; int new_nid; char __data[0]; }; struct trace_event_data_offsets_page_pool_release {}; struct trace_event_data_offsets_page_pool_state_release {}; struct trace_event_data_offsets_page_pool_state_hold {}; struct trace_event_data_offsets_page_pool_update_nid {}; typedef void (*btf_trace_page_pool_release)(void *, const struct page_pool *, s32, u32, u32); typedef void (*btf_trace_page_pool_state_release)(void *, const struct page_pool *, const struct page *, u32); typedef void (*btf_trace_page_pool_state_hold)(void *, const struct page_pool *, const struct page *, u32); typedef void (*btf_trace_page_pool_update_nid)(void *, const struct page_pool *, int); struct trace_event_raw_neigh_create { struct trace_entry ent; u32 family; u32 __data_loc_dev; int entries; u8 created; u8 gc_exempt; u8 primary_key4[4]; u8 primary_key6[16]; char __data[0]; }; struct trace_event_raw_neigh_update { struct trace_entry ent; u32 family; u32 __data_loc_dev; u8 lladdr[32]; u8 lladdr_len; u8 flags; u8 nud_state; u8 type; u8 dead; int refcnt; __u8 primary_key4[4]; __u8 primary_key6[16]; long unsigned int confirmed; long unsigned int updated; long unsigned int used; u8 new_lladdr[32]; u8 new_state; u32 update_flags; u32 pid; char __data[0]; }; struct trace_event_raw_neigh__update { struct trace_entry ent; u32 family; u32 __data_loc_dev; u8 lladdr[32]; u8 lladdr_len; u8 flags; u8 nud_state; u8 type; u8 dead; int refcnt; __u8 primary_key4[4]; __u8 primary_key6[16]; long unsigned int confirmed; long unsigned int updated; long unsigned int used; u32 err; char __data[0]; }; struct trace_event_data_offsets_neigh_create { u32 dev; }; struct trace_event_data_offsets_neigh_update { u32 dev; }; struct trace_event_data_offsets_neigh__update { u32 dev; }; typedef void (*btf_trace_neigh_create)(void *, struct neigh_table *, struct net_device *, const void *, const struct neighbour *, bool); typedef void (*btf_trace_neigh_update)(void *, struct neighbour *, const u8 *, u8, u32, u32); typedef void (*btf_trace_neigh_update_done)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_timer_handler)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_event_send_done)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_event_send_dead)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_cleanup_and_release)(void *, struct neighbour *, int); struct gro_cell { struct sk_buff_head napi_skbs; struct napi_struct napi; }; struct percpu_free_defer { struct callback_head rcu; void *ptr; }; enum { SK_DIAG_BPF_STORAGE_REQ_NONE = 0, SK_DIAG_BPF_STORAGE_REQ_MAP_FD = 1, __SK_DIAG_BPF_STORAGE_REQ_MAX = 2, }; enum { SK_DIAG_BPF_STORAGE_REP_NONE = 0, SK_DIAG_BPF_STORAGE = 1, __SK_DIAG_BPF_STORAGE_REP_MAX = 2, }; enum { SK_DIAG_BPF_STORAGE_NONE = 0, SK_DIAG_BPF_STORAGE_PAD = 1, SK_DIAG_BPF_STORAGE_MAP_ID = 2, SK_DIAG_BPF_STORAGE_MAP_VALUE = 3, __SK_DIAG_BPF_STORAGE_MAX = 4, }; typedef u64 (*btf_bpf_sk_storage_get)(struct bpf_map *, struct sock *, void *, u64, gfp_t); typedef u64 (*btf_bpf_sk_storage_delete)(struct bpf_map *, struct sock *); typedef u64 (*btf_bpf_sk_storage_get_tracing)(struct bpf_map *, struct sock *, void *, u64, gfp_t); typedef u64 (*btf_bpf_sk_storage_delete_tracing)(struct bpf_map *, struct sock *); struct bpf_sk_storage_diag { u32 nr_maps; struct bpf_map *maps[0]; }; struct bpf_iter_seq_sk_storage_map_info { struct bpf_map *map; unsigned int bucket_id; unsigned int skip_elems; }; struct bpf_iter__bpf_sk_storage_map { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { struct sock *sk; }; union { void *value; }; }; struct tc_qopt_offload_stats { struct gnet_stats_basic_sync *bstats; struct gnet_stats_queue *qstats; }; enum tc_mq_command { TC_MQ_CREATE = 0, TC_MQ_DESTROY = 1, TC_MQ_STATS = 2, TC_MQ_GRAFT = 3, }; struct tc_mq_opt_offload_graft_params { long unsigned int queue; u32 child_handle; }; struct tc_mq_qopt_offload { enum tc_mq_command command; u32 handle; union { struct tc_qopt_offload_stats stats; struct tc_mq_opt_offload_graft_params graft_params; }; }; struct mq_sched { struct Qdisc **qdiscs; }; enum tc_link_layer { TC_LINKLAYER_UNAWARE = 0, TC_LINKLAYER_ETHERNET = 1, TC_LINKLAYER_ATM = 2, }; enum { TCA_STAB_UNSPEC = 0, TCA_STAB_BASE = 1, TCA_STAB_DATA = 2, __TCA_STAB_MAX = 3, }; struct qdisc_rate_table { struct tc_ratespec rate; u32 data[256]; struct qdisc_rate_table *next; int refcnt; }; struct Qdisc_class_common { u32 classid; struct hlist_node hnode; }; struct Qdisc_class_hash { struct hlist_head *hash; unsigned int hashsize; unsigned int hashmask; unsigned int hashelems; }; struct qdisc_watchdog { struct hrtimer timer; struct Qdisc *qdisc; }; struct tc_query_caps_base { enum tc_setup_type type; void *caps; }; enum tc_root_command { TC_ROOT_GRAFT = 0, }; struct tc_root_qopt_offload { enum tc_root_command command; u32 handle; bool ingress; }; struct check_loop_arg { struct qdisc_walker w; struct Qdisc *p; int depth; }; struct tcf_bind_args { struct tcf_walker w; long unsigned int base; long unsigned int cl; u32 classid; }; struct tc_bind_class_args { struct qdisc_walker w; long unsigned int new_cl; u32 portid; u32 clid; }; struct qdisc_dump_args { struct qdisc_walker w; struct sk_buff *skb; struct netlink_callback *cb; }; struct tc_fifo_qopt { __u32 limit; }; enum tc_fifo_command { TC_FIFO_REPLACE = 0, TC_FIFO_DESTROY = 1, TC_FIFO_STATS = 2, }; struct tc_fifo_qopt_offload { enum tc_fifo_command command; u32 handle; u32 parent; union { struct tc_qopt_offload_stats stats; }; }; enum { TCA_CGROUP_UNSPEC = 0, TCA_CGROUP_ACT = 1, TCA_CGROUP_POLICE = 2, TCA_CGROUP_EMATCHES = 3, __TCA_CGROUP_MAX = 4, }; struct cls_cgroup_head { u32 handle; struct tcf_exts exts; struct tcf_ematch_tree ematches; struct tcf_proto *tp; struct rcu_work rwork; }; enum netlink_attribute_type { NL_ATTR_TYPE_INVALID = 0, NL_ATTR_TYPE_FLAG = 1, NL_ATTR_TYPE_U8 = 2, NL_ATTR_TYPE_U16 = 3, NL_ATTR_TYPE_U32 = 4, NL_ATTR_TYPE_U64 = 5, NL_ATTR_TYPE_S8 = 6, NL_ATTR_TYPE_S16 = 7, NL_ATTR_TYPE_S32 = 8, NL_ATTR_TYPE_S64 = 9, NL_ATTR_TYPE_BINARY = 10, NL_ATTR_TYPE_STRING = 11, NL_ATTR_TYPE_NUL_STRING = 12, NL_ATTR_TYPE_NESTED = 13, NL_ATTR_TYPE_NESTED_ARRAY = 14, NL_ATTR_TYPE_BITFIELD32 = 15, }; enum netlink_policy_type_attr { NL_POLICY_TYPE_ATTR_UNSPEC = 0, NL_POLICY_TYPE_ATTR_TYPE = 1, NL_POLICY_TYPE_ATTR_MIN_VALUE_S = 2, NL_POLICY_TYPE_ATTR_MAX_VALUE_S = 3, NL_POLICY_TYPE_ATTR_MIN_VALUE_U = 4, NL_POLICY_TYPE_ATTR_MAX_VALUE_U = 5, NL_POLICY_TYPE_ATTR_MIN_LENGTH = 6, NL_POLICY_TYPE_ATTR_MAX_LENGTH = 7, NL_POLICY_TYPE_ATTR_POLICY_IDX = 8, NL_POLICY_TYPE_ATTR_POLICY_MAXTYPE = 9, NL_POLICY_TYPE_ATTR_BITFIELD32_MASK = 10, NL_POLICY_TYPE_ATTR_PAD = 11, NL_POLICY_TYPE_ATTR_MASK = 12, __NL_POLICY_TYPE_ATTR_MAX = 13, NL_POLICY_TYPE_ATTR_MAX = 12, }; struct netlink_policy_dump_state { unsigned int policy_idx; unsigned int attr_idx; unsigned int n_alloc; struct { const struct nla_policy *policy; unsigned int maxtype; } policies[0]; }; struct netlink_diag_req { __u8 sdiag_family; __u8 sdiag_protocol; __u16 pad; __u32 ndiag_ino; __u32 ndiag_show; __u32 ndiag_cookie[2]; }; struct netlink_diag_msg { __u8 ndiag_family; __u8 ndiag_type; __u8 ndiag_protocol; __u8 ndiag_state; __u32 ndiag_portid; __u32 ndiag_dst_portid; __u32 ndiag_dst_group; __u32 ndiag_ino; __u32 ndiag_cookie[2]; }; enum { NETLINK_DIAG_MEMINFO = 0, NETLINK_DIAG_GROUPS = 1, NETLINK_DIAG_RX_RING = 2, NETLINK_DIAG_TX_RING = 3, NETLINK_DIAG_FLAGS = 4, __NETLINK_DIAG_MAX = 5, }; struct trace_event_raw_bpf_test_finish { struct trace_entry ent; int err; char __data[0]; }; struct trace_event_data_offsets_bpf_test_finish {}; typedef void (*btf_trace_bpf_test_finish)(void *, int *); struct bpf_test_timer { enum { NO_PREEMPT = 0, NO_MIGRATE = 1, } mode; u32 i; u64 time_start; u64 time_spent; }; struct xdp_page_head { struct xdp_buff orig_ctx; struct xdp_buff ctx; union { struct { struct {} __empty_frame; struct xdp_frame frame[0]; }; struct { struct {} __empty_data; u8 data[0]; }; }; }; struct xdp_test_data { struct xdp_buff *orig_ctx; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xdp_rxq_info rxq; struct net_device *dev; struct page_pool *pp; struct xdp_frame **frames; struct sk_buff **skbs; struct xdp_mem_info mem; u32 batch_size; u32 frame_cnt; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_fentry_test_t { struct bpf_fentry_test_t *a; }; struct prog_test_member1 { int a; }; struct prog_test_member { struct prog_test_member1 m; int c; }; struct prog_test_ref_kfunc { int a; int b; struct prog_test_member memb; struct prog_test_ref_kfunc *next; refcount_t cnt; }; struct prog_test_pass1 { int x0; struct { int x1; struct { int x2; struct { int x3; }; }; }; }; struct prog_test_pass2 { int len; short int arr1[4]; struct { char arr2[4]; long unsigned int arr3[8]; } x; }; struct prog_test_fail1 { void *p; int x; }; struct prog_test_fail2 { int x8; struct prog_test_pass1 x; }; struct prog_test_fail3 { int len; char arr1[2]; char arr2[0]; }; struct bpf_raw_tp_test_run_info { struct bpf_prog *prog; void *ctx; u32 retval; }; enum { ETHTOOL_A_STRING_UNSPEC = 0, ETHTOOL_A_STRING_INDEX = 1, ETHTOOL_A_STRING_VALUE = 2, __ETHTOOL_A_STRING_CNT = 3, ETHTOOL_A_STRING_MAX = 2, }; enum { ETHTOOL_A_STRINGS_UNSPEC = 0, ETHTOOL_A_STRINGS_STRING = 1, __ETHTOOL_A_STRINGS_CNT = 2, ETHTOOL_A_STRINGS_MAX = 1, }; enum { ETHTOOL_A_STRINGSET_UNSPEC = 0, ETHTOOL_A_STRINGSET_ID = 1, ETHTOOL_A_STRINGSET_COUNT = 2, ETHTOOL_A_STRINGSET_STRINGS = 3, __ETHTOOL_A_STRINGSET_CNT = 4, ETHTOOL_A_STRINGSET_MAX = 3, }; enum { ETHTOOL_A_STRINGSETS_UNSPEC = 0, ETHTOOL_A_STRINGSETS_STRINGSET = 1, __ETHTOOL_A_STRINGSETS_CNT = 2, ETHTOOL_A_STRINGSETS_MAX = 1, }; struct strset_info { bool per_dev; bool free_strings; unsigned int count; const char (*strings)[32]; }; struct strset_req_info { struct ethnl_req_info base; u32 req_ids; bool counts_only; }; struct strset_reply_data { struct ethnl_reply_data base; struct strset_info sets[21]; }; struct rss_req_info { struct ethnl_req_info base; u32 rss_context; }; struct rss_reply_data { struct ethnl_reply_data base; u32 indir_size; u32 hkey_size; u32 hfunc; u32 *indir_table; u8 *hkey; }; struct debug_reply_data { struct ethnl_reply_data base; u32 msg_mask; }; struct privflags_reply_data { struct ethnl_reply_data base; const char (*priv_flag_names)[32]; unsigned int n_priv_flags; u32 priv_flags; }; struct coalesce_reply_data { struct ethnl_reply_data base; struct ethtool_coalesce coalesce; struct kernel_ethtool_coalesce kernel_coalesce; u32 supported_params; }; struct tsinfo_reply_data { struct ethnl_reply_data base; struct ethtool_ts_info ts_info; }; enum { ETHTOOL_A_FEC_STAT_UNSPEC = 0, ETHTOOL_A_FEC_STAT_PAD = 1, ETHTOOL_A_FEC_STAT_CORRECTED = 2, ETHTOOL_A_FEC_STAT_UNCORR = 3, ETHTOOL_A_FEC_STAT_CORR_BITS = 4, __ETHTOOL_A_FEC_STAT_CNT = 5, ETHTOOL_A_FEC_STAT_MAX = 4, }; struct fec_stat_grp { u64 stats[9]; u8 cnt; }; struct fec_reply_data { struct ethnl_reply_data base; long unsigned int fec_link_modes[2]; u32 active_fec; u8 fec_auto; struct fec_stat_grp corr; struct fec_stat_grp uncorr; struct fec_stat_grp corr_bits; }; enum { ETHTOOL_A_MM_STAT_UNSPEC = 0, ETHTOOL_A_MM_STAT_PAD = 1, ETHTOOL_A_MM_STAT_REASSEMBLY_ERRORS = 2, ETHTOOL_A_MM_STAT_SMD_ERRORS = 3, ETHTOOL_A_MM_STAT_REASSEMBLY_OK = 4, ETHTOOL_A_MM_STAT_RX_FRAG_COUNT = 5, ETHTOOL_A_MM_STAT_TX_FRAG_COUNT = 6, ETHTOOL_A_MM_STAT_HOLD_COUNT = 7, __ETHTOOL_A_MM_STAT_CNT = 8, ETHTOOL_A_MM_STAT_MAX = 7, }; struct mm_reply_data { struct ethnl_reply_data base; struct ethtool_mm_state state; struct ethtool_mm_stats stats; }; enum ethtool_podl_pse_admin_state { ETHTOOL_PODL_PSE_ADMIN_STATE_UNKNOWN = 1, ETHTOOL_PODL_PSE_ADMIN_STATE_DISABLED = 2, ETHTOOL_PODL_PSE_ADMIN_STATE_ENABLED = 3, }; enum ethtool_podl_pse_pw_d_status { ETHTOOL_PODL_PSE_PW_D_STATUS_UNKNOWN = 1, ETHTOOL_PODL_PSE_PW_D_STATUS_DISABLED = 2, ETHTOOL_PODL_PSE_PW_D_STATUS_SEARCHING = 3, ETHTOOL_PODL_PSE_PW_D_STATUS_DELIVERING = 4, ETHTOOL_PODL_PSE_PW_D_STATUS_SLEEP = 5, ETHTOOL_PODL_PSE_PW_D_STATUS_IDLE = 6, ETHTOOL_PODL_PSE_PW_D_STATUS_ERROR = 7, }; struct pse_control_config { enum ethtool_podl_pse_admin_state admin_cotrol; }; struct pse_control_status { enum ethtool_podl_pse_admin_state podl_admin_state; enum ethtool_podl_pse_pw_d_status podl_pw_status; }; struct pse_reply_data { struct ethnl_reply_data base; struct pse_control_status status; }; struct nf_loginfo { u_int8_t type; union { struct { u_int32_t copy_len; u_int16_t group; u_int16_t qthreshold; u_int16_t flags; } ulog; struct { u_int8_t level; u_int8_t logflags; } log; } u; }; struct nf_log_buf { unsigned int count; char buf[1020]; }; struct rt_cache_stat { unsigned int in_slow_tot; unsigned int in_slow_mc; unsigned int in_no_route; unsigned int in_brd; unsigned int in_martian_dst; unsigned int in_martian_src; unsigned int out_slow_tot; unsigned int out_slow_mc; }; struct ip_mreq_source { __be32 imr_multiaddr; __be32 imr_interface; __be32 imr_sourceaddr; }; struct ip_msfilter { __be32 imsf_multiaddr; __be32 imsf_interface; __u32 imsf_fmode; __u32 imsf_numsrc; union { __be32 imsf_slist[1]; struct { struct {} __empty_imsf_slist_flex; __be32 imsf_slist_flex[0]; }; }; }; struct icmp_filter { __u32 data; }; struct raw_sock { struct inet_sock inet; struct icmp_filter filter; u32 ipmr_table; }; struct raw_frag_vec { struct msghdr *msg; union { struct icmphdr icmph; char c[1]; } hdr; int hlen; }; struct arpreq { struct sockaddr arp_pa; struct sockaddr arp_ha; int arp_flags; struct sockaddr arp_netmask; char arp_dev[16]; }; enum { AX25_VALUES_IPDEFMODE = 0, AX25_VALUES_AXDEFMODE = 1, AX25_VALUES_BACKOFF = 2, AX25_VALUES_CONMODE = 3, AX25_VALUES_WINDOW = 4, AX25_VALUES_EWINDOW = 5, AX25_VALUES_T1 = 6, AX25_VALUES_T2 = 7, AX25_VALUES_T3 = 8, AX25_VALUES_IDLE = 9, AX25_VALUES_N2 = 10, AX25_VALUES_PACLEN = 11, AX25_VALUES_PROTOCOL = 12, AX25_VALUES_DS_TIMEOUT = 13, AX25_MAX_VALUES = 14, }; struct igmphdr { __u8 type; __u8 code; __sum16 csum; __be32 group; }; struct igmpv3_grec { __u8 grec_type; __u8 grec_auxwords; __be16 grec_nsrcs; __be32 grec_mca; __be32 grec_src[0]; }; struct igmpv3_report { __u8 type; __u8 resv1; __sum16 csum; __be16 resv2; __be16 ngrec; struct igmpv3_grec grec[0]; }; struct igmpv3_query { __u8 type; __u8 code; __sum16 csum; __be32 group; __u8 resv: 4; __u8 suppress: 1; __u8 qrv: 3; __u8 qqic; __be16 nsrcs; __be32 srcs[0]; }; struct igmp_mc_iter_state { struct seq_net_private p; struct net_device *dev; struct in_device *in_dev; }; struct igmp_mcf_iter_state { struct seq_net_private p; struct net_device *dev; struct in_device *idev; struct ip_mc_list *im; }; struct fib_entry_notifier_info { struct fib_notifier_info info; u32 dst; int dst_len; struct fib_info *fi; dscp_t dscp; u8 type; u32 tb_id; }; typedef unsigned int t_key; struct key_vector { t_key key; unsigned char pos; unsigned char bits; unsigned char slen; union { struct hlist_head leaf; struct { struct {} __empty_tnode; struct key_vector *tnode[0]; }; }; }; struct tnode { struct callback_head rcu; t_key empty_children; t_key full_children; struct key_vector *parent; struct key_vector kv[1]; }; struct trie_use_stats { unsigned int gets; unsigned int backtrack; unsigned int semantic_match_passed; unsigned int semantic_match_miss; unsigned int null_node_hit; unsigned int resize_node_skipped; }; struct trie_stat { unsigned int totdepth; unsigned int maxdepth; unsigned int tnodes; unsigned int leaves; unsigned int nullpointers; unsigned int prefixes; unsigned int nodesizes[32]; }; struct trie { struct key_vector kv[1]; struct trie_use_stats *stats; }; struct fib_trie_iter { struct seq_net_private p; struct fib_table *tb; struct key_vector *tnode; unsigned int index; unsigned int depth; }; struct fib_route_iter { struct seq_net_private p; struct fib_table *main_tb; struct key_vector *tnode; loff_t pos; t_key key; }; struct nhmsg { unsigned char nh_family; unsigned char nh_scope; unsigned char nh_protocol; unsigned char resvd; unsigned int nh_flags; }; struct nexthop_grp { __u32 id; __u8 weight; __u8 resvd1; __u16 resvd2; }; enum { NEXTHOP_GRP_TYPE_MPATH = 0, NEXTHOP_GRP_TYPE_RES = 1, __NEXTHOP_GRP_TYPE_MAX = 2, }; enum { NHA_UNSPEC = 0, NHA_ID = 1, NHA_GROUP = 2, NHA_GROUP_TYPE = 3, NHA_BLACKHOLE = 4, NHA_OIF = 5, NHA_GATEWAY = 6, NHA_ENCAP_TYPE = 7, NHA_ENCAP = 8, NHA_GROUPS = 9, NHA_MASTER = 10, NHA_FDB = 11, NHA_RES_GROUP = 12, NHA_RES_BUCKET = 13, __NHA_MAX = 14, }; enum { NHA_RES_GROUP_UNSPEC = 0, NHA_RES_GROUP_PAD = 0, NHA_RES_GROUP_BUCKETS = 1, NHA_RES_GROUP_IDLE_TIMER = 2, NHA_RES_GROUP_UNBALANCED_TIMER = 3, NHA_RES_GROUP_UNBALANCED_TIME = 4, __NHA_RES_GROUP_MAX = 5, }; enum { NHA_RES_BUCKET_UNSPEC = 0, NHA_RES_BUCKET_PAD = 0, NHA_RES_BUCKET_INDEX = 1, NHA_RES_BUCKET_IDLE_TIME = 2, NHA_RES_BUCKET_NH_ID = 3, __NHA_RES_BUCKET_MAX = 4, }; struct nh_config { u32 nh_id; u8 nh_family; u8 nh_protocol; u8 nh_blackhole; u8 nh_fdb; u32 nh_flags; int nh_ifindex; struct net_device *dev; union { __be32 ipv4; struct in6_addr ipv6; } gw; struct nlattr *nh_grp; u16 nh_grp_type; u16 nh_grp_res_num_buckets; long unsigned int nh_grp_res_idle_timer; long unsigned int nh_grp_res_unbalanced_timer; bool nh_grp_res_has_num_buckets; bool nh_grp_res_has_idle_timer; bool nh_grp_res_has_unbalanced_timer; struct nlattr *nh_encap; u16 nh_encap_type; u32 nlflags; struct nl_info nlinfo; }; enum nexthop_event_type { NEXTHOP_EVENT_DEL = 0, NEXTHOP_EVENT_REPLACE = 1, NEXTHOP_EVENT_RES_TABLE_PRE_REPLACE = 2, NEXTHOP_EVENT_BUCKET_REPLACE = 3, }; enum nh_notifier_info_type { NH_NOTIFIER_INFO_TYPE_SINGLE = 0, NH_NOTIFIER_INFO_TYPE_GRP = 1, NH_NOTIFIER_INFO_TYPE_RES_TABLE = 2, NH_NOTIFIER_INFO_TYPE_RES_BUCKET = 3, }; struct nh_notifier_single_info { struct net_device *dev; u8 gw_family; union { __be32 ipv4; struct in6_addr ipv6; }; u8 is_reject: 1; u8 is_fdb: 1; u8 has_encap: 1; }; struct nh_notifier_grp_entry_info { u8 weight; u32 id; struct nh_notifier_single_info nh; }; struct nh_notifier_grp_info { u16 num_nh; bool is_fdb; struct nh_notifier_grp_entry_info nh_entries[0]; }; struct nh_notifier_res_bucket_info { u16 bucket_index; unsigned int idle_timer_ms; bool force; struct nh_notifier_single_info old_nh; struct nh_notifier_single_info new_nh; }; struct nh_notifier_res_table_info { u16 num_nh_buckets; struct nh_notifier_single_info nhs[0]; }; struct nh_notifier_info { struct net *net; struct netlink_ext_ack *extack; u32 id; enum nh_notifier_info_type type; union { struct nh_notifier_single_info *nh; struct nh_notifier_grp_info *nh_grp; struct nh_notifier_res_table_info *nh_res_table; struct nh_notifier_res_bucket_info *nh_res_bucket; }; }; struct nh_dump_filter { u32 nh_id; int dev_idx; int master_idx; bool group_filter; bool fdb_filter; u32 res_bucket_nh_id; }; struct rtm_dump_nh_ctx { u32 idx; }; struct rtm_dump_res_bucket_ctx { struct rtm_dump_nh_ctx nh; u16 bucket_index; u32 done_nh_idx; }; struct rtm_dump_nexthop_bucket_data { struct rtm_dump_res_bucket_ctx *ctx; struct nh_dump_filter filter; }; typedef short unsigned int vifi_t; struct vifctl { vifi_t vifc_vifi; unsigned char vifc_flags; unsigned char vifc_threshold; unsigned int vifc_rate_limit; union { struct in_addr vifc_lcl_addr; int vifc_lcl_ifindex; }; struct in_addr vifc_rmt_addr; }; struct mfcctl { struct in_addr mfcc_origin; struct in_addr mfcc_mcastgrp; vifi_t mfcc_parent; unsigned char mfcc_ttls[32]; unsigned int mfcc_pkt_cnt; unsigned int mfcc_byte_cnt; unsigned int mfcc_wrong_if; int mfcc_expire; }; struct sioc_sg_req { struct in_addr src; struct in_addr grp; long unsigned int pktcnt; long unsigned int bytecnt; long unsigned int wrong_if; }; struct sioc_vif_req { vifi_t vifi; long unsigned int icount; long unsigned int ocount; long unsigned int ibytes; long unsigned int obytes; }; struct igmpmsg { __u32 unused1; __u32 unused2; unsigned char im_msgtype; unsigned char im_mbz; unsigned char im_vif; unsigned char im_vif_hi; struct in_addr im_src; struct in_addr im_dst; }; enum { IPMRA_TABLE_UNSPEC = 0, IPMRA_TABLE_ID = 1, IPMRA_TABLE_CACHE_RES_QUEUE_LEN = 2, IPMRA_TABLE_MROUTE_REG_VIF_NUM = 3, IPMRA_TABLE_MROUTE_DO_ASSERT = 4, IPMRA_TABLE_MROUTE_DO_PIM = 5, IPMRA_TABLE_VIFS = 6, IPMRA_TABLE_MROUTE_DO_WRVIFWHOLE = 7, __IPMRA_TABLE_MAX = 8, }; enum { IPMRA_VIF_UNSPEC = 0, IPMRA_VIF = 1, __IPMRA_VIF_MAX = 2, }; enum { IPMRA_VIFA_UNSPEC = 0, IPMRA_VIFA_IFINDEX = 1, IPMRA_VIFA_VIF_ID = 2, IPMRA_VIFA_FLAGS = 3, IPMRA_VIFA_BYTES_IN = 4, IPMRA_VIFA_BYTES_OUT = 5, IPMRA_VIFA_PACKETS_IN = 6, IPMRA_VIFA_PACKETS_OUT = 7, IPMRA_VIFA_LOCAL_ADDR = 8, IPMRA_VIFA_REMOTE_ADDR = 9, IPMRA_VIFA_PAD = 10, __IPMRA_VIFA_MAX = 11, }; enum { IPMRA_CREPORT_UNSPEC = 0, IPMRA_CREPORT_MSGTYPE = 1, IPMRA_CREPORT_VIF_ID = 2, IPMRA_CREPORT_SRC_ADDR = 3, IPMRA_CREPORT_DST_ADDR = 4, IPMRA_CREPORT_PKT = 5, IPMRA_CREPORT_TABLE = 6, __IPMRA_CREPORT_MAX = 7, }; struct mfc_cache_cmp_arg { __be32 mfc_mcastgrp; __be32 mfc_origin; }; struct mfc_cache { struct mr_mfc _c; union { struct { __be32 mfc_mcastgrp; __be32 mfc_origin; }; struct mfc_cache_cmp_arg cmparg; }; }; struct ipmr_result { struct mr_table *mrt; }; struct compat_sioc_sg_req { struct in_addr src; struct in_addr grp; compat_ulong_t pktcnt; compat_ulong_t bytecnt; compat_ulong_t wrong_if; }; struct compat_sioc_vif_req { vifi_t vifi; compat_ulong_t icount; compat_ulong_t ocount; compat_ulong_t ibytes; compat_ulong_t obytes; }; struct inet_diag_req { __u8 idiag_family; __u8 idiag_src_len; __u8 idiag_dst_len; __u8 idiag_ext; struct inet_diag_sockid id; __u32 idiag_states; __u32 idiag_dbs; }; struct inet_diag_bc_op { unsigned char code; unsigned char yes; short unsigned int no; }; enum { INET_DIAG_BC_NOP = 0, INET_DIAG_BC_JMP = 1, INET_DIAG_BC_S_GE = 2, INET_DIAG_BC_S_LE = 3, INET_DIAG_BC_D_GE = 4, INET_DIAG_BC_D_LE = 5, INET_DIAG_BC_AUTO = 6, INET_DIAG_BC_S_COND = 7, INET_DIAG_BC_D_COND = 8, INET_DIAG_BC_DEV_COND = 9, INET_DIAG_BC_MARK_COND = 10, INET_DIAG_BC_S_EQ = 11, INET_DIAG_BC_D_EQ = 12, INET_DIAG_BC_CGROUP_COND = 13, }; struct inet_diag_hostcond { __u8 family; __u8 prefix_len; int port; __be32 addr[0]; }; struct inet_diag_markcond { __u32 mark; __u32 mask; }; struct inet_diag_meminfo { __u32 idiag_rmem; __u32 idiag_wmem; __u32 idiag_fmem; __u32 idiag_tmem; }; struct inet_diag_sockopt { __u8 recverr: 1; __u8 is_icsk: 1; __u8 freebind: 1; __u8 hdrincl: 1; __u8 mc_loop: 1; __u8 transparent: 1; __u8 mc_all: 1; __u8 nodefrag: 1; __u8 bind_address_no_port: 1; __u8 recverr_rfc4884: 1; __u8 defer_connect: 1; __u8 unused: 5; }; struct inet_diag_entry { const __be32 *saddr; const __be32 *daddr; u16 sport; u16 dport; u16 family; u16 userlocks; u32 ifindex; u32 mark; u64 cgroup_id; }; struct bictcp { u32 cnt; u32 last_max_cwnd; u32 last_cwnd; u32 last_time; u32 bic_origin_point; u32 bic_K; u32 delay_min; u32 epoch_start; u32 ack_cnt; u32 tcp_cwnd; u16 unused; u8 sample_cnt; u8 found; u32 round_start; u32 end_seq; u32 last_ack; u32 curr_rtt; }; struct cipso_v4_map_cache_bkt { spinlock_t lock; u32 size; struct list_head list; }; struct cipso_v4_map_cache_entry { u32 hash; unsigned char *key; size_t key_len; struct netlbl_lsm_cache *lsm_data; u32 activity; struct list_head list; }; enum { XFRM_DEV_OFFLOAD_FLAG_ACQ = 1, }; struct espintcp_msg { struct sk_buff *skb; struct sk_msg skmsg; int offset; int len; }; struct espintcp_ctx { struct strparser strp; struct sk_buff_head ike_queue; struct sk_buff_head out_queue; struct espintcp_msg partial; void (*saved_data_ready)(struct sock *); void (*saved_write_space)(struct sock *); void (*saved_destruct)(struct sock *); struct work_struct work; bool tx_running; }; struct hop_jumbo_hdr { u8 nexthdr; u8 hdrlen; u8 tlv_type; u8 tlv_len; __be32 jumbo_payload_len; }; enum fib6_walk_state { FWS_S = 0, FWS_L = 1, FWS_R = 2, FWS_C = 3, FWS_U = 4, }; struct fib6_walker { struct list_head lh; struct fib6_node *root; struct fib6_node *node; struct fib6_info *leaf; enum fib6_walk_state state; unsigned int skip; unsigned int count; unsigned int skip_in_node; int (*func)(struct fib6_walker *); void *args; }; struct fib6_entry_notifier_info { struct fib_notifier_info info; struct fib6_info *rt; unsigned int nsiblings; }; struct ipv6_route_iter { struct seq_net_private p; struct fib6_walker w; loff_t skip; struct fib6_table *tbl; int sernum; }; struct bpf_iter__ipv6_route { union { struct bpf_iter_meta *meta; }; union { struct fib6_info *rt; }; }; struct fib6_cleaner { struct fib6_walker w; struct net *net; int (*func)(struct fib6_info *, void *); int sernum; void *arg; bool skip_notify; }; enum { FIB6_NO_SERNUM_CHANGE = 0, }; struct fib6_dump_arg { struct net *net; struct notifier_block *nb; struct netlink_ext_ack *extack; }; struct fib6_nh_pcpu_arg { struct fib6_info *from; const struct fib6_table *table; }; struct lookup_args { int offset; const struct in6_addr *addr; }; struct nduseroptmsg { unsigned char nduseropt_family; unsigned char nduseropt_pad1; short unsigned int nduseropt_opts_len; int nduseropt_ifindex; __u8 nduseropt_icmp_type; __u8 nduseropt_icmp_code; short unsigned int nduseropt_pad2; unsigned int nduseropt_pad3; }; enum { NDUSEROPT_UNSPEC = 0, NDUSEROPT_SRCADDR = 1, __NDUSEROPT_MAX = 2, }; struct nd_msg { struct icmp6hdr icmph; struct in6_addr target; __u8 opt[0]; }; struct rs_msg { struct icmp6hdr icmph; __u8 opt[0]; }; struct ra_msg { struct icmp6hdr icmph; __be32 reachable_time; __be32 retrans_timer; }; typedef void ip6_icmp_send_t(struct sk_buff *, u8, u8, __u32, const struct in6_addr *, const struct inet6_skb_parm *); struct icmpv6_msg { struct sk_buff *skb; int offset; uint8_t type; }; struct icmp6_err { int err; int fatal; }; struct xfrm6_protocol { int (*handler)(struct sk_buff *); int (*input_handler)(struct sk_buff *, int, __be32, int); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); struct xfrm6_protocol *next; int priority; }; enum { SEG6_IPTUNNEL_UNSPEC = 0, SEG6_IPTUNNEL_SRH = 1, __SEG6_IPTUNNEL_MAX = 2, }; struct seg6_iptunnel_encap { int mode; struct ipv6_sr_hdr srh[0]; }; enum { SEG6_IPTUN_MODE_INLINE = 0, SEG6_IPTUN_MODE_ENCAP = 1, SEG6_IPTUN_MODE_L2ENCAP = 2, SEG6_IPTUN_MODE_ENCAP_RED = 3, SEG6_IPTUN_MODE_L2ENCAP_RED = 4, }; struct seg6_lwt { struct dst_cache cache; struct seg6_iptunnel_encap tuninfo[0]; }; enum { RPL_IPTUNNEL_UNSPEC = 0, RPL_IPTUNNEL_SRH = 1, __RPL_IPTUNNEL_MAX = 2, }; struct rpl_iptunnel_encap { struct { struct {} __empty_srh; struct ipv6_rpl_sr_hdr srh[0]; }; }; struct rpl_lwt { struct dst_cache cache; struct rpl_iptunnel_encap tuninfo; }; enum { DEVLINK_ATTR_STATS_RX_PACKETS = 0, DEVLINK_ATTR_STATS_RX_BYTES = 1, DEVLINK_ATTR_STATS_RX_DROPPED = 2, __DEVLINK_ATTR_STATS_MAX = 3, DEVLINK_ATTR_STATS_MAX = 2, }; enum { DEVLINK_ATTR_TRAP_METADATA_TYPE_IN_PORT = 0, DEVLINK_ATTR_TRAP_METADATA_TYPE_FA_COOKIE = 1, }; enum devlink_linecard_state { DEVLINK_LINECARD_STATE_UNSPEC = 0, DEVLINK_LINECARD_STATE_UNPROVISIONED = 1, DEVLINK_LINECARD_STATE_UNPROVISIONING = 2, DEVLINK_LINECARD_STATE_PROVISIONING = 3, DEVLINK_LINECARD_STATE_PROVISIONING_FAILED = 4, DEVLINK_LINECARD_STATE_PROVISIONED = 5, DEVLINK_LINECARD_STATE_ACTIVE = 6, __DEVLINK_LINECARD_STATE_MAX = 7, DEVLINK_LINECARD_STATE_MAX = 6, }; enum devlink_dpipe_match_type { DEVLINK_DPIPE_MATCH_TYPE_FIELD_EXACT = 0, }; enum devlink_dpipe_action_type { DEVLINK_DPIPE_ACTION_TYPE_FIELD_MODIFY = 0, }; enum devlink_dpipe_field_ethernet_id { DEVLINK_DPIPE_FIELD_ETHERNET_DST_MAC = 0, }; enum devlink_dpipe_field_ipv4_id { DEVLINK_DPIPE_FIELD_IPV4_DST_IP = 0, }; enum devlink_dpipe_field_ipv6_id { DEVLINK_DPIPE_FIELD_IPV6_DST_IP = 0, }; enum devlink_dpipe_header_id { DEVLINK_DPIPE_HEADER_ETHERNET = 0, DEVLINK_DPIPE_HEADER_IPV4 = 1, DEVLINK_DPIPE_HEADER_IPV6 = 2, }; enum devlink_resource_unit { DEVLINK_RESOURCE_UNIT_ENTRY = 0, }; enum devlink_port_fn_attr_cap { DEVLINK_PORT_FN_ATTR_CAP_ROCE_BIT = 0, DEVLINK_PORT_FN_ATTR_CAP_MIGRATABLE_BIT = 1, __DEVLINK_PORT_FN_ATTR_CAPS_MAX = 2, }; enum devlink_port_function_attr { DEVLINK_PORT_FUNCTION_ATTR_UNSPEC = 0, DEVLINK_PORT_FUNCTION_ATTR_HW_ADDR = 1, DEVLINK_PORT_FN_ATTR_STATE = 2, DEVLINK_PORT_FN_ATTR_OPSTATE = 3, DEVLINK_PORT_FN_ATTR_CAPS = 4, __DEVLINK_PORT_FUNCTION_ATTR_MAX = 5, DEVLINK_PORT_FUNCTION_ATTR_MAX = 4, }; struct devlink_linecard_ops; struct devlink_linecard_type; struct devlink_linecard { struct list_head list; struct devlink *devlink; unsigned int index; const struct devlink_linecard_ops *ops; void *priv; enum devlink_linecard_state state; struct mutex state_lock; const char *type; struct devlink_linecard_type *types; unsigned int types_count; struct devlink *nested_devlink; }; struct devlink_linecard_ops { int (*provision)(struct devlink_linecard *, void *, const char *, const void *, struct netlink_ext_ack *); int (*unprovision)(struct devlink_linecard *, void *, struct netlink_ext_ack *); bool (*same_provision)(struct devlink_linecard *, void *, const char *, const void *); unsigned int (*types_count)(struct devlink_linecard *, void *); void (*types_get)(struct devlink_linecard *, void *, unsigned int, const char **, const void **); }; struct devlink_dpipe_match { enum devlink_dpipe_match_type type; unsigned int header_index; struct devlink_dpipe_header *header; unsigned int field_id; }; struct devlink_dpipe_action { enum devlink_dpipe_action_type type; unsigned int header_index; struct devlink_dpipe_header *header; unsigned int field_id; }; struct devlink_dpipe_value { union { struct devlink_dpipe_action *action; struct devlink_dpipe_match *match; }; unsigned int mapping_value; bool mapping_valid; unsigned int value_size; void *value; void *mask; }; struct devlink_dpipe_entry { u64 index; struct devlink_dpipe_value *match_values; unsigned int match_values_count; struct devlink_dpipe_value *action_values; unsigned int action_values_count; u64 counter; bool counter_valid; }; struct devlink_dpipe_dump_ctx { struct genl_info *info; enum devlink_command cmd; struct sk_buff *skb; struct nlattr *nest; void *hdr; }; struct devlink_dpipe_table_ops; struct devlink_dpipe_table { void *priv; struct list_head list; const char *name; bool counters_enabled; bool counter_control_extern; bool resource_valid; u64 resource_id; u64 resource_units; struct devlink_dpipe_table_ops *table_ops; struct callback_head rcu; }; struct devlink_dpipe_table_ops { int (*actions_dump)(void *, struct sk_buff *); int (*matches_dump)(void *, struct sk_buff *); int (*entries_dump)(void *, bool, struct devlink_dpipe_dump_ctx *); int (*counters_set_update)(void *, bool); u64 (*size_get)(void *); }; struct devlink_resource_size_params { u64 size_min; u64 size_max; u64 size_granularity; enum devlink_resource_unit unit; }; typedef u64 devlink_resource_occ_get_t(void *); enum devlink_param_type { DEVLINK_PARAM_TYPE_U8 = 0, DEVLINK_PARAM_TYPE_U16 = 1, DEVLINK_PARAM_TYPE_U32 = 2, DEVLINK_PARAM_TYPE_STRING = 3, DEVLINK_PARAM_TYPE_BOOL = 4, }; struct devlink_param { u32 id; const char *name; bool generic; enum devlink_param_type type; long unsigned int supported_cmodes; int (*get)(struct devlink *, u32, struct devlink_param_gset_ctx *); int (*set)(struct devlink *, u32, struct devlink_param_gset_ctx *); int (*validate)(struct devlink *, u32, union devlink_param_value, struct netlink_ext_ack *); }; struct devlink_param_item { struct list_head list; const struct devlink_param *param; union devlink_param_value driverinit_value; bool driverinit_value_valid; union devlink_param_value driverinit_value_new; bool driverinit_value_new_valid; }; enum devlink_param_generic_id { DEVLINK_PARAM_GENERIC_ID_INT_ERR_RESET = 0, DEVLINK_PARAM_GENERIC_ID_MAX_MACS = 1, DEVLINK_PARAM_GENERIC_ID_ENABLE_SRIOV = 2, DEVLINK_PARAM_GENERIC_ID_REGION_SNAPSHOT = 3, DEVLINK_PARAM_GENERIC_ID_IGNORE_ARI = 4, DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MAX = 5, DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MIN = 6, DEVLINK_PARAM_GENERIC_ID_FW_LOAD_POLICY = 7, DEVLINK_PARAM_GENERIC_ID_RESET_DEV_ON_DRV_PROBE = 8, DEVLINK_PARAM_GENERIC_ID_ENABLE_ROCE = 9, DEVLINK_PARAM_GENERIC_ID_ENABLE_REMOTE_DEV_RESET = 10, DEVLINK_PARAM_GENERIC_ID_ENABLE_ETH = 11, DEVLINK_PARAM_GENERIC_ID_ENABLE_RDMA = 12, DEVLINK_PARAM_GENERIC_ID_ENABLE_VNET = 13, DEVLINK_PARAM_GENERIC_ID_ENABLE_IWARP = 14, DEVLINK_PARAM_GENERIC_ID_IO_EQ_SIZE = 15, DEVLINK_PARAM_GENERIC_ID_EVENT_EQ_SIZE = 16, __DEVLINK_PARAM_GENERIC_ID_MAX = 17, DEVLINK_PARAM_GENERIC_ID_MAX = 16, }; struct devlink_region_ops { const char *name; void (*destructor)(const void *); int (*snapshot)(struct devlink *, const struct devlink_region_ops *, struct netlink_ext_ack *, u8 **); int (*read)(struct devlink *, const struct devlink_region_ops *, struct netlink_ext_ack *, u64, u32, u8 *); void *priv; }; struct devlink_port_region_ops { const char *name; void (*destructor)(const void *); int (*snapshot)(struct devlink_port *, const struct devlink_port_region_ops *, struct netlink_ext_ack *, u8 **); int (*read)(struct devlink_port *, const struct devlink_port_region_ops *, struct netlink_ext_ack *, u64, u32, u8 *); void *priv; }; enum devlink_trap_generic_id { DEVLINK_TRAP_GENERIC_ID_SMAC_MC = 0, DEVLINK_TRAP_GENERIC_ID_VLAN_TAG_MISMATCH = 1, DEVLINK_TRAP_GENERIC_ID_INGRESS_VLAN_FILTER = 2, DEVLINK_TRAP_GENERIC_ID_INGRESS_STP_FILTER = 3, DEVLINK_TRAP_GENERIC_ID_EMPTY_TX_LIST = 4, DEVLINK_TRAP_GENERIC_ID_PORT_LOOPBACK_FILTER = 5, DEVLINK_TRAP_GENERIC_ID_BLACKHOLE_ROUTE = 6, DEVLINK_TRAP_GENERIC_ID_TTL_ERROR = 7, DEVLINK_TRAP_GENERIC_ID_TAIL_DROP = 8, DEVLINK_TRAP_GENERIC_ID_NON_IP_PACKET = 9, DEVLINK_TRAP_GENERIC_ID_UC_DIP_MC_DMAC = 10, DEVLINK_TRAP_GENERIC_ID_DIP_LB = 11, DEVLINK_TRAP_GENERIC_ID_SIP_MC = 12, DEVLINK_TRAP_GENERIC_ID_SIP_LB = 13, DEVLINK_TRAP_GENERIC_ID_CORRUPTED_IP_HDR = 14, DEVLINK_TRAP_GENERIC_ID_IPV4_SIP_BC = 15, DEVLINK_TRAP_GENERIC_ID_IPV6_MC_DIP_RESERVED_SCOPE = 16, DEVLINK_TRAP_GENERIC_ID_IPV6_MC_DIP_INTERFACE_LOCAL_SCOPE = 17, DEVLINK_TRAP_GENERIC_ID_MTU_ERROR = 18, DEVLINK_TRAP_GENERIC_ID_UNRESOLVED_NEIGH = 19, DEVLINK_TRAP_GENERIC_ID_RPF = 20, DEVLINK_TRAP_GENERIC_ID_REJECT_ROUTE = 21, DEVLINK_TRAP_GENERIC_ID_IPV4_LPM_UNICAST_MISS = 22, DEVLINK_TRAP_GENERIC_ID_IPV6_LPM_UNICAST_MISS = 23, DEVLINK_TRAP_GENERIC_ID_NON_ROUTABLE = 24, DEVLINK_TRAP_GENERIC_ID_DECAP_ERROR = 25, DEVLINK_TRAP_GENERIC_ID_OVERLAY_SMAC_MC = 26, DEVLINK_TRAP_GENERIC_ID_INGRESS_FLOW_ACTION_DROP = 27, DEVLINK_TRAP_GENERIC_ID_EGRESS_FLOW_ACTION_DROP = 28, DEVLINK_TRAP_GENERIC_ID_STP = 29, DEVLINK_TRAP_GENERIC_ID_LACP = 30, DEVLINK_TRAP_GENERIC_ID_LLDP = 31, DEVLINK_TRAP_GENERIC_ID_IGMP_QUERY = 32, DEVLINK_TRAP_GENERIC_ID_IGMP_V1_REPORT = 33, DEVLINK_TRAP_GENERIC_ID_IGMP_V2_REPORT = 34, DEVLINK_TRAP_GENERIC_ID_IGMP_V3_REPORT = 35, DEVLINK_TRAP_GENERIC_ID_IGMP_V2_LEAVE = 36, DEVLINK_TRAP_GENERIC_ID_MLD_QUERY = 37, DEVLINK_TRAP_GENERIC_ID_MLD_V1_REPORT = 38, DEVLINK_TRAP_GENERIC_ID_MLD_V2_REPORT = 39, DEVLINK_TRAP_GENERIC_ID_MLD_V1_DONE = 40, DEVLINK_TRAP_GENERIC_ID_IPV4_DHCP = 41, DEVLINK_TRAP_GENERIC_ID_IPV6_DHCP = 42, DEVLINK_TRAP_GENERIC_ID_ARP_REQUEST = 43, DEVLINK_TRAP_GENERIC_ID_ARP_RESPONSE = 44, DEVLINK_TRAP_GENERIC_ID_ARP_OVERLAY = 45, DEVLINK_TRAP_GENERIC_ID_IPV6_NEIGH_SOLICIT = 46, DEVLINK_TRAP_GENERIC_ID_IPV6_NEIGH_ADVERT = 47, DEVLINK_TRAP_GENERIC_ID_IPV4_BFD = 48, DEVLINK_TRAP_GENERIC_ID_IPV6_BFD = 49, DEVLINK_TRAP_GENERIC_ID_IPV4_OSPF = 50, DEVLINK_TRAP_GENERIC_ID_IPV6_OSPF = 51, DEVLINK_TRAP_GENERIC_ID_IPV4_BGP = 52, DEVLINK_TRAP_GENERIC_ID_IPV6_BGP = 53, DEVLINK_TRAP_GENERIC_ID_IPV4_VRRP = 54, DEVLINK_TRAP_GENERIC_ID_IPV6_VRRP = 55, DEVLINK_TRAP_GENERIC_ID_IPV4_PIM = 56, DEVLINK_TRAP_GENERIC_ID_IPV6_PIM = 57, DEVLINK_TRAP_GENERIC_ID_UC_LB = 58, DEVLINK_TRAP_GENERIC_ID_LOCAL_ROUTE = 59, DEVLINK_TRAP_GENERIC_ID_EXTERNAL_ROUTE = 60, DEVLINK_TRAP_GENERIC_ID_IPV6_UC_DIP_LINK_LOCAL_SCOPE = 61, DEVLINK_TRAP_GENERIC_ID_IPV6_DIP_ALL_NODES = 62, DEVLINK_TRAP_GENERIC_ID_IPV6_DIP_ALL_ROUTERS = 63, DEVLINK_TRAP_GENERIC_ID_IPV6_ROUTER_SOLICIT = 64, DEVLINK_TRAP_GENERIC_ID_IPV6_ROUTER_ADVERT = 65, DEVLINK_TRAP_GENERIC_ID_IPV6_REDIRECT = 66, DEVLINK_TRAP_GENERIC_ID_IPV4_ROUTER_ALERT = 67, DEVLINK_TRAP_GENERIC_ID_IPV6_ROUTER_ALERT = 68, DEVLINK_TRAP_GENERIC_ID_PTP_EVENT = 69, DEVLINK_TRAP_GENERIC_ID_PTP_GENERAL = 70, DEVLINK_TRAP_GENERIC_ID_FLOW_ACTION_SAMPLE = 71, DEVLINK_TRAP_GENERIC_ID_FLOW_ACTION_TRAP = 72, DEVLINK_TRAP_GENERIC_ID_EARLY_DROP = 73, DEVLINK_TRAP_GENERIC_ID_VXLAN_PARSING = 74, DEVLINK_TRAP_GENERIC_ID_LLC_SNAP_PARSING = 75, DEVLINK_TRAP_GENERIC_ID_VLAN_PARSING = 76, DEVLINK_TRAP_GENERIC_ID_PPPOE_PPP_PARSING = 77, DEVLINK_TRAP_GENERIC_ID_MPLS_PARSING = 78, DEVLINK_TRAP_GENERIC_ID_ARP_PARSING = 79, DEVLINK_TRAP_GENERIC_ID_IP_1_PARSING = 80, DEVLINK_TRAP_GENERIC_ID_IP_N_PARSING = 81, DEVLINK_TRAP_GENERIC_ID_GRE_PARSING = 82, DEVLINK_TRAP_GENERIC_ID_UDP_PARSING = 83, DEVLINK_TRAP_GENERIC_ID_TCP_PARSING = 84, DEVLINK_TRAP_GENERIC_ID_IPSEC_PARSING = 85, DEVLINK_TRAP_GENERIC_ID_SCTP_PARSING = 86, DEVLINK_TRAP_GENERIC_ID_DCCP_PARSING = 87, DEVLINK_TRAP_GENERIC_ID_GTP_PARSING = 88, DEVLINK_TRAP_GENERIC_ID_ESP_PARSING = 89, DEVLINK_TRAP_GENERIC_ID_BLACKHOLE_NEXTHOP = 90, DEVLINK_TRAP_GENERIC_ID_DMAC_FILTER = 91, DEVLINK_TRAP_GENERIC_ID_EAPOL = 92, DEVLINK_TRAP_GENERIC_ID_LOCKED_PORT = 93, __DEVLINK_TRAP_GENERIC_ID_MAX = 94, DEVLINK_TRAP_GENERIC_ID_MAX = 93, }; enum devlink_trap_group_generic_id { DEVLINK_TRAP_GROUP_GENERIC_ID_L2_DROPS = 0, DEVLINK_TRAP_GROUP_GENERIC_ID_L3_DROPS = 1, DEVLINK_TRAP_GROUP_GENERIC_ID_L3_EXCEPTIONS = 2, DEVLINK_TRAP_GROUP_GENERIC_ID_BUFFER_DROPS = 3, DEVLINK_TRAP_GROUP_GENERIC_ID_TUNNEL_DROPS = 4, DEVLINK_TRAP_GROUP_GENERIC_ID_ACL_DROPS = 5, DEVLINK_TRAP_GROUP_GENERIC_ID_STP = 6, DEVLINK_TRAP_GROUP_GENERIC_ID_LACP = 7, DEVLINK_TRAP_GROUP_GENERIC_ID_LLDP = 8, DEVLINK_TRAP_GROUP_GENERIC_ID_MC_SNOOPING = 9, DEVLINK_TRAP_GROUP_GENERIC_ID_DHCP = 10, DEVLINK_TRAP_GROUP_GENERIC_ID_NEIGH_DISCOVERY = 11, DEVLINK_TRAP_GROUP_GENERIC_ID_BFD = 12, DEVLINK_TRAP_GROUP_GENERIC_ID_OSPF = 13, DEVLINK_TRAP_GROUP_GENERIC_ID_BGP = 14, DEVLINK_TRAP_GROUP_GENERIC_ID_VRRP = 15, DEVLINK_TRAP_GROUP_GENERIC_ID_PIM = 16, DEVLINK_TRAP_GROUP_GENERIC_ID_UC_LB = 17, DEVLINK_TRAP_GROUP_GENERIC_ID_LOCAL_DELIVERY = 18, DEVLINK_TRAP_GROUP_GENERIC_ID_EXTERNAL_DELIVERY = 19, DEVLINK_TRAP_GROUP_GENERIC_ID_IPV6 = 20, DEVLINK_TRAP_GROUP_GENERIC_ID_PTP_EVENT = 21, DEVLINK_TRAP_GROUP_GENERIC_ID_PTP_GENERAL = 22, DEVLINK_TRAP_GROUP_GENERIC_ID_ACL_SAMPLE = 23, DEVLINK_TRAP_GROUP_GENERIC_ID_ACL_TRAP = 24, DEVLINK_TRAP_GROUP_GENERIC_ID_PARSER_ERROR_DROPS = 25, DEVLINK_TRAP_GROUP_GENERIC_ID_EAPOL = 26, __DEVLINK_TRAP_GROUP_GENERIC_ID_MAX = 27, DEVLINK_TRAP_GROUP_GENERIC_ID_MAX = 26, }; struct trace_event_raw_devlink_hwmsg { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; bool incoming; long unsigned int type; u32 __data_loc_buf; size_t len; char __data[0]; }; struct trace_event_raw_devlink_hwerr { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; int err; u32 __data_loc_msg; char __data[0]; }; struct trace_event_raw_devlink_health_report { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_reporter_name; u32 __data_loc_msg; char __data[0]; }; struct trace_event_raw_devlink_health_recover_aborted { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_reporter_name; bool health_state; u64 time_since_last_recover; char __data[0]; }; struct trace_event_raw_devlink_health_reporter_state_update { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_reporter_name; u8 new_state; char __data[0]; }; struct trace_event_raw_devlink_trap_report { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_trap_name; u32 __data_loc_trap_group_name; char input_dev_name[16]; char __data[0]; }; struct trace_event_data_offsets_devlink_hwmsg { u32 bus_name; u32 dev_name; u32 driver_name; u32 buf; }; struct trace_event_data_offsets_devlink_hwerr { u32 bus_name; u32 dev_name; u32 driver_name; u32 msg; }; struct trace_event_data_offsets_devlink_health_report { u32 bus_name; u32 dev_name; u32 driver_name; u32 reporter_name; u32 msg; }; struct trace_event_data_offsets_devlink_health_recover_aborted { u32 bus_name; u32 dev_name; u32 driver_name; u32 reporter_name; }; struct trace_event_data_offsets_devlink_health_reporter_state_update { u32 bus_name; u32 dev_name; u32 driver_name; u32 reporter_name; }; struct trace_event_data_offsets_devlink_trap_report { u32 bus_name; u32 dev_name; u32 driver_name; u32 trap_name; u32 trap_group_name; }; typedef void (*btf_trace_devlink_hwmsg)(void *, const struct devlink *, bool, long unsigned int, const u8 *, size_t); typedef void (*btf_trace_devlink_hwerr)(void *, const struct devlink *, int, const char *); typedef void (*btf_trace_devlink_health_report)(void *, const struct devlink *, const char *, const char *); typedef void (*btf_trace_devlink_health_recover_aborted)(void *, const struct devlink *, const char *, bool, u64); typedef void (*btf_trace_devlink_health_reporter_state_update)(void *, const struct devlink *, const char *, bool); typedef void (*btf_trace_devlink_trap_report)(void *, const struct devlink *, struct sk_buff *, const struct devlink_trap_metadata *); struct devlink_linecard_type { const char *type; const void *priv; }; struct devlink_resource { const char *name; u64 id; u64 size; u64 size_new; bool size_valid; struct devlink_resource *parent; struct devlink_resource_size_params size_params; struct list_head list; struct list_head resource_list; devlink_resource_occ_get_t *occ_get; void *occ_get_priv; }; struct devlink_sb { struct list_head list; unsigned int index; u32 size; u16 ingress_pools_count; u16 egress_pools_count; u16 ingress_tc_count; u16 egress_tc_count; }; struct devlink_region { struct devlink *devlink; struct devlink_port *port; struct list_head list; union { const struct devlink_region_ops *ops; const struct devlink_port_region_ops *port_ops; }; struct mutex snapshot_lock; struct list_head snapshot_list; u32 max_snapshots; u32 cur_snapshots; u64 size; }; struct devlink_snapshot { struct list_head list; struct devlink_region *region; u8 *data; u32 id; }; typedef int devlink_chunk_fill_t(void *, u8 *, u32, u64, struct netlink_ext_ack *); struct devlink_stats { u64_stats_t rx_bytes; u64_stats_t rx_packets; struct u64_stats_sync syncp; }; struct devlink_trap_policer_item { const struct devlink_trap_policer *policer; u64 rate; u64 burst; struct list_head list; }; struct devlink_trap_group_item { const struct devlink_trap_group *group; struct devlink_trap_policer_item *policer_item; struct list_head list; struct devlink_stats *stats; }; struct devlink_trap_item { const struct devlink_trap *trap; struct devlink_trap_group_item *group_item; struct list_head list; enum devlink_trap_action action; struct devlink_stats *stats; void *priv; }; enum { NLBL_CIPSOV4_C_UNSPEC = 0, NLBL_CIPSOV4_C_ADD = 1, NLBL_CIPSOV4_C_REMOVE = 2, NLBL_CIPSOV4_C_LIST = 3, NLBL_CIPSOV4_C_LISTALL = 4, __NLBL_CIPSOV4_C_MAX = 5, }; enum { NLBL_CIPSOV4_A_UNSPEC = 0, NLBL_CIPSOV4_A_DOI = 1, NLBL_CIPSOV4_A_MTYPE = 2, NLBL_CIPSOV4_A_TAG = 3, NLBL_CIPSOV4_A_TAGLST = 4, NLBL_CIPSOV4_A_MLSLVLLOC = 5, NLBL_CIPSOV4_A_MLSLVLREM = 6, NLBL_CIPSOV4_A_MLSLVL = 7, NLBL_CIPSOV4_A_MLSLVLLST = 8, NLBL_CIPSOV4_A_MLSCATLOC = 9, NLBL_CIPSOV4_A_MLSCATREM = 10, NLBL_CIPSOV4_A_MLSCAT = 11, NLBL_CIPSOV4_A_MLSCATLST = 12, __NLBL_CIPSOV4_A_MAX = 13, }; struct netlbl_cipsov4_doiwalk_arg { struct netlink_callback *nl_cb; struct sk_buff *skb; u32 seq; }; struct ncsi_cmd_pkt { struct ncsi_cmd_pkt_hdr cmd; __be32 checksum; unsigned char pad[26]; }; struct ncsi_cmd_sp_pkt { struct ncsi_cmd_pkt_hdr cmd; unsigned char reserved[3]; unsigned char hw_arbitration; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_dc_pkt { struct ncsi_cmd_pkt_hdr cmd; unsigned char reserved[3]; unsigned char ald; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_rc_pkt { struct ncsi_cmd_pkt_hdr cmd; __be32 reserved; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_oem_pkt { struct ncsi_cmd_pkt_hdr cmd; __be32 mfr_id; unsigned char data[0]; }; struct ncsi_cmd_handler { unsigned char type; int payload; int (*handler)(struct sk_buff *, struct ncsi_cmd_arg *); }; enum { ncsi_dev_state_registered = 0, ncsi_dev_state_functional = 256, ncsi_dev_state_probe = 512, ncsi_dev_state_config = 768, ncsi_dev_state_suspend = 1024, }; enum { MLX_MC_RBT_SUPPORT = 1, MLX_MC_RBT_AVL = 8, }; enum { ncsi_dev_state_major = 65280, ncsi_dev_state_minor = 255, ncsi_dev_state_probe_deselect = 513, ncsi_dev_state_probe_package = 514, ncsi_dev_state_probe_channel = 515, ncsi_dev_state_probe_mlx_gma = 516, ncsi_dev_state_probe_mlx_smaf = 517, ncsi_dev_state_probe_cis = 518, ncsi_dev_state_probe_keep_phy = 519, ncsi_dev_state_probe_gvi = 520, ncsi_dev_state_probe_gc = 521, ncsi_dev_state_probe_gls = 522, ncsi_dev_state_probe_dp = 523, ncsi_dev_state_config_sp = 769, ncsi_dev_state_config_cis = 770, ncsi_dev_state_config_oem_gma = 771, ncsi_dev_state_config_clear_vids = 772, ncsi_dev_state_config_svf = 773, ncsi_dev_state_config_ev = 774, ncsi_dev_state_config_sma = 775, ncsi_dev_state_config_ebf = 776, ncsi_dev_state_config_dgmf = 777, ncsi_dev_state_config_ecnt = 778, ncsi_dev_state_config_ec = 779, ncsi_dev_state_config_ae = 780, ncsi_dev_state_config_gls = 781, ncsi_dev_state_config_done = 782, ncsi_dev_state_suspend_select = 1025, ncsi_dev_state_suspend_gls = 1026, ncsi_dev_state_suspend_dcnt = 1027, ncsi_dev_state_suspend_dc = 1028, ncsi_dev_state_suspend_deselect = 1029, ncsi_dev_state_suspend_done = 1030, }; struct vlan_vid { struct list_head list; __be16 proto; u16 vid; }; struct ncsi_oem_gma_handler { unsigned int mfr_id; int (*handler)(struct ncsi_cmd_arg *); }; enum mapping_status { MAPPING_OK = 0, MAPPING_INVALID = 1, MAPPING_EMPTY = 2, MAPPING_DATA_FIN = 3, MAPPING_DUMMY = 4, MAPPING_BAD_CSUM = 5, }; struct mptcp_pernet { struct ctl_table_header *ctl_table_hdr; unsigned int add_addr_timeout; unsigned int stale_loss_cnt; u8 mptcp_enabled; u8 checksum_enabled; u8 allow_join_initial_addr_port; u8 pm_type; }; struct mptcp_diag_ctx { long int s_slot; long int s_num; unsigned int l_slot; unsigned int l_num; }; enum { IFLA_MCTP_UNSPEC = 0, IFLA_MCTP_NET = 1, __IFLA_MCTP_MAX = 2, }; struct mctp_dump_cb { int h; int idx; size_t a_idx; }; enum { HANDSHAKE_NLGRP_NONE = 0, HANDSHAKE_NLGRP_TLSHD = 1, }; enum hr_flags_bits { HANDSHAKE_F_REQ_COMPLETED = 0, }; struct cb_data { void *data; struct idset *set; int (*fn_known_sch)(struct subchannel *, void *); int (*fn_unknown_sch)(struct subchannel_id, void *); }; struct trace_event_raw_s390_class_schib { struct trace_entry ent; u8 cssid; u8 ssid; u16 schno; u16 devno; long: 0; struct schib schib; u8 pmcw_ena; u8 pmcw_st; u8 pmcw_dnv; u16 pmcw_dev; u8 pmcw_lpm; u8 pmcw_pnom; u8 pmcw_lpum; u8 pmcw_pim; u8 pmcw_pam; u8 pmcw_pom; u64 pmcw_chpid; int cc; char __data[0]; }; struct trace_event_raw_s390_cio_tsch { struct trace_entry ent; u8 cssid; u8 ssid; u16 schno; struct irb irb; u8 scsw_dcc; u8 scsw_pno; u8 scsw_fctl; u8 scsw_actl; u8 scsw_stctl; u8 scsw_dstat; u8 scsw_cstat; int cc; char __data[0]; }; struct trace_event_raw_s390_cio_tpi { struct trace_entry ent; int cc; struct tpi_info tpi_info; u8 cssid; u8 ssid; u16 schno; u8 adapter_IO; u8 isc; u8 type; char __data[0]; }; struct trace_event_raw_s390_cio_ssch { struct trace_entry ent; u8 cssid; u8 ssid; u16 schno; union orb orb; int cc; char __data[0]; }; struct trace_event_raw_s390_class_schid { struct trace_entry ent; u8 cssid; u8 ssid; u16 schno; int cc; char __data[0]; }; struct trace_event_raw_s390_cio_chsc { struct trace_entry ent; int cc; u16 code; u16 rcode; u8 request[64]; u8 response[64]; char __data[0]; }; struct trace_event_raw_s390_cio_interrupt { struct trace_entry ent; struct tpi_info tpi_info; u8 cssid; u8 ssid; u16 schno; u8 isc; u8 type; char __data[0]; }; struct trace_event_raw_s390_cio_adapter_int { struct trace_entry ent; struct tpi_info tpi_info; u8 isc; char __data[0]; }; struct trace_event_raw_s390_cio_stcrw { struct trace_entry ent; struct crw crw; int cc; u8 slct; u8 oflw; u8 chn; u8 rsc; u8 anc; u8 erc; u16 rsid; char __data[0]; }; struct trace_event_data_offsets_s390_class_schib {}; struct trace_event_data_offsets_s390_cio_tsch {}; struct trace_event_data_offsets_s390_cio_tpi {}; struct trace_event_data_offsets_s390_cio_ssch {}; struct trace_event_data_offsets_s390_class_schid {}; struct trace_event_data_offsets_s390_cio_chsc {}; struct trace_event_data_offsets_s390_cio_interrupt {}; struct trace_event_data_offsets_s390_cio_adapter_int {}; struct trace_event_data_offsets_s390_cio_stcrw {}; typedef void (*btf_trace_s390_cio_stsch)(void *, struct subchannel_id, struct schib *, int); typedef void (*btf_trace_s390_cio_msch)(void *, struct subchannel_id, struct schib *, int); typedef void (*btf_trace_s390_cio_tsch)(void *, struct subchannel_id, struct irb *, int); typedef void (*btf_trace_s390_cio_tpi)(void *, struct tpi_info *, int); typedef void (*btf_trace_s390_cio_ssch)(void *, struct subchannel_id, union orb *, int); typedef void (*btf_trace_s390_cio_csch)(void *, struct subchannel_id, int); typedef void (*btf_trace_s390_cio_hsch)(void *, struct subchannel_id, int); typedef void (*btf_trace_s390_cio_xsch)(void *, struct subchannel_id, int); typedef void (*btf_trace_s390_cio_rsch)(void *, struct subchannel_id, int); typedef void (*btf_trace_s390_cio_chsc)(void *, struct chsc_header *, int); typedef void (*btf_trace_s390_cio_interrupt)(void *, struct tpi_info *); typedef void (*btf_trace_s390_cio_adapter_int)(void *, struct tpi_info *); typedef void (*btf_trace_s390_cio_stcrw)(void *, struct crw *, int); struct cmbdata { __u64 size; __u64 elapsed_time; __u64 ssch_rsch_count; __u64 sample_count; __u64 device_connect_time; __u64 function_pending_time; __u64 device_disconnect_time; __u64 control_unit_queuing_time; __u64 device_active_only_time; __u64 device_busy_time; __u64 initial_command_response_time; }; enum cmb_index { avg_utilization = -1, cmb_ssch_rsch_count = 0, cmb_sample_count = 1, cmb_device_connect_time = 2, cmb_function_pending_time = 3, cmb_device_disconnect_time = 4, cmb_control_unit_queuing_time = 5, cmb_device_active_only_time = 6, cmb_device_busy_time = 7, cmb_initial_command_response_time = 8, }; enum cmb_format { CMF_BASIC = 0, CMF_EXTENDED = 1, CMF_AUTODETECT = -1, }; struct cmb_operations { int (*alloc)(struct ccw_device *); void (*free)(struct ccw_device *); int (*set)(struct ccw_device *, u32); u64 (*read)(struct ccw_device *, int); int (*readall)(struct ccw_device *, struct cmbdata *); void (*reset)(struct ccw_device *); struct attribute_group *attr_group; }; struct cmb_data { void *hw_block; void *last_block; int size; long long unsigned int last_update; }; struct set_schib_struct { u32 mme; int mbfc; long unsigned int address; wait_queue_head_t wait; int ret; }; struct copy_block_struct { wait_queue_head_t wait; int ret; }; struct cmb; struct cmb_area { struct cmb *mem; struct list_head list; int num_channels; spinlock_t lock; }; struct cmb { u16 ssch_rsch_count; u16 sample_count; u32 device_connect_time; u32 function_pending_time; u32 device_disconnect_time; u32 control_unit_queuing_time; u32 device_active_only_time; u32 reserved[2]; }; struct cmbe { u32 ssch_rsch_count; u32 sample_count; u32 device_connect_time; u32 function_pending_time; u32 device_disconnect_time; u32 control_unit_queuing_time; u32 device_active_only_time; u32 device_busy_time; u32 initial_command_response_time; u32 reserved[7]; }; struct sclp_trace_entry { char id[4]; u32 a; u64 b; }; enum sclp_running_state_t { sclp_running_state_idle = 0, sclp_running_state_running = 1, sclp_running_state_reset_pending = 2, }; enum sclp_reading_state_t { sclp_reading_state_idle = 0, sclp_reading_state_reading = 1, }; enum sclp_activation_state_t { sclp_activation_state_active = 0, sclp_activation_state_deactivating = 1, sclp_activation_state_inactive = 2, sclp_activation_state_activating = 3, }; enum sclp_mask_state_t { sclp_mask_state_idle = 0, sclp_mask_state_initializing = 1, }; struct sclp_statechangebuf { struct evbuf_header header; u8 validity_sclp_active_facility_mask: 1; u8 validity_sclp_receive_mask: 1; u8 validity_sclp_send_mask: 1; u8 validity_read_data_function_mask: 1; u16 _zeros: 12; u16 mask_length; u64 sclp_active_facility_mask; u8 masks[2046]; } __attribute__((packed)); struct sclp_ctl_sccb { __u32 cmdw; __u64 sccb; } __attribute__((packed)); struct tty3270_attribute { unsigned char alternate_charset: 1; unsigned char highlight: 3; unsigned char f_color: 4; unsigned char b_color: 4; }; struct tty3270_cell { unsigned char character; struct tty3270_attribute attributes; }; struct tty3270_line { struct tty3270_cell *cells; int len; int dirty; }; struct tty3270 { struct raw3270_view view; struct tty_port port; unsigned char wcc; int nr_up; long unsigned int update_flags; struct raw3270_request *write; struct timer_list timer; char *converted_line; unsigned int line_view_start; unsigned int line_write_start; unsigned int oops_line; unsigned int cx; unsigned int cy; struct tty3270_attribute attributes; struct tty3270_attribute saved_attributes; int allocated_lines; struct tty3270_line *screen; char *prompt; char *input; struct raw3270_request *read; struct raw3270_request *kreset; struct raw3270_request *readpartreq; unsigned char inattr; int throttle; int attn; struct tasklet_struct readlet; struct tasklet_struct hanglet; struct kbd_data *kbd; int esc_state; int esc_ques; int esc_npar; int esc_par[8]; unsigned int saved_cx; unsigned int saved_cy; char **rcl_lines; int rcl_write_index; int rcl_read_index; unsigned int char_count; char char_buf[256]; }; enum { ES_NORMAL = 0, ES_ESC = 1, ES_SQUARE = 2, ES_PAREN = 3, ES_GETPARS = 4, }; struct sdias_evbuf { struct evbuf_header hdr; u8 event_qual; u8 data_id; u64 reserved2; u32 event_id; u16 reserved3; u8 asa_size; u8 event_status; u32 reserved4; u32 blk_cnt; u64 asa; u32 reserved5; u32 fbn; u32 reserved6; u32 lbn; u16 reserved7; u16 dbs; } __attribute__((packed)); struct sdias_sccb { struct sccb_header hdr; struct sdias_evbuf evbuf; }; union ap_qirq_ctrl { long unsigned int value; struct { char: 8; unsigned int zone: 8; unsigned int ir: 1; char: 4; unsigned int gisc: 3; char: 6; unsigned int gf: 2; char: 1; unsigned int gisa: 27; char: 1; unsigned int isc: 3; }; }; typedef enum ap_sm_wait ap_func_t(struct ap_queue *); struct uevent_sock { struct list_head list; struct sock *sk; }; #ifndef BPF_NO_PRESERVE_ACCESS_INDEX #pragma clang attribute pop #endif #endif /* __VMLINUX_H__ */ bpfcc-0.31.0/libbpf-tools/sigsnoop.bpf.c000066400000000000000000000065401465134135300200310ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* Copyright (c) 2021~2022 Hengqi Chen */ #include #include #include "sigsnoop.h" #define MAX_ENTRIES 10240 const volatile pid_t filtered_pid = 0; const volatile int target_signals = 0; const volatile bool failed_only = false; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, __u32); __type(value, struct event); } values SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } events SEC(".maps"); static __always_inline bool is_target_signal(int sig) { if (target_signals == 0) return true; if ((target_signals & (1 << (sig - 1))) == 0) return false; return true; } static int probe_entry(pid_t tpid, int sig) { struct event event = {}; __u64 pid_tgid; __u32 pid, tid; if (!is_target_signal(sig)) return 0; pid_tgid = bpf_get_current_pid_tgid(); pid = pid_tgid >> 32; tid = (__u32)pid_tgid; if (filtered_pid && pid != filtered_pid) return 0; event.pid = pid; event.tpid = tpid; event.sig = sig; bpf_get_current_comm(event.comm, sizeof(event.comm)); bpf_map_update_elem(&values, &tid, &event, BPF_ANY); return 0; } static int probe_exit(void *ctx, int ret) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 tid = (__u32)pid_tgid; struct event *eventp; eventp = bpf_map_lookup_elem(&values, &tid); if (!eventp) return 0; if (failed_only && ret >= 0) goto cleanup; eventp->ret = ret; bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, eventp, sizeof(*eventp)); cleanup: bpf_map_delete_elem(&values, &tid); return 0; } SEC("tracepoint/syscalls/sys_enter_kill") int kill_entry(struct syscall_trace_enter *ctx) { pid_t tpid = (pid_t)ctx->args[0]; int sig = (int)ctx->args[1]; return probe_entry(tpid, sig); } SEC("tracepoint/syscalls/sys_exit_kill") int kill_exit(struct syscall_trace_exit *ctx) { return probe_exit(ctx, ctx->ret); } SEC("tracepoint/syscalls/sys_enter_tkill") int tkill_entry(struct syscall_trace_enter *ctx) { pid_t tpid = (pid_t)ctx->args[0]; int sig = (int)ctx->args[1]; return probe_entry(tpid, sig); } SEC("tracepoint/syscalls/sys_exit_tkill") int tkill_exit(struct syscall_trace_exit *ctx) { return probe_exit(ctx, ctx->ret); } SEC("tracepoint/syscalls/sys_enter_tgkill") int tgkill_entry(struct syscall_trace_enter *ctx) { pid_t tpid = (pid_t)ctx->args[1]; int sig = (int)ctx->args[2]; return probe_entry(tpid, sig); } SEC("tracepoint/syscalls/sys_exit_tgkill") int tgkill_exit(struct syscall_trace_exit *ctx) { return probe_exit(ctx, ctx->ret); } SEC("tracepoint/signal/signal_generate") int sig_trace(struct trace_event_raw_signal_generate *ctx) { struct event event = {}; pid_t tpid = ctx->pid; int ret = ctx->errno; int sig = ctx->sig; __u64 pid_tgid; __u32 pid; if (failed_only && ret == 0) return 0; if (!is_target_signal(sig)) return 0; pid_tgid = bpf_get_current_pid_tgid(); pid = pid_tgid >> 32; if (filtered_pid && pid != filtered_pid) return 0; event.pid = pid; event.tpid = tpid; event.sig = sig; event.ret = ret; bpf_get_current_comm(event.comm, sizeof(event.comm)); bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); return 0; } char LICENSE[] SEC("license") = "Dual BSD/GPL"; bpfcc-0.31.0/libbpf-tools/sigsnoop.c000066400000000000000000000147521465134135300172670ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* * sigsnoop Trace standard and real-time signals. * * Copyright (c) 2021~2022 Hengqi Chen * * 08-Aug-2021 Hengqi Chen Created this. */ #include #include #include #include #include #include "sigsnoop.h" #include "sigsnoop.skel.h" #define PERF_BUFFER_PAGES 16 #define PERF_POLL_TIMEOUT_MS 100 #define warn(...) fprintf(stderr, __VA_ARGS__) #define ARRAY_SIZE(arr) (sizeof(arr) / sizeof((arr)[0])) static volatile sig_atomic_t exiting = 0; static pid_t target_pid = 0; static int target_signals = 0; static bool failed_only = false; static bool kill_only = false; static bool signal_name = false; static bool verbose = false; static const char *sig_name[] = { [0] = "N/A", [1] = "SIGHUP", [2] = "SIGINT", [3] = "SIGQUIT", [4] = "SIGILL", [5] = "SIGTRAP", [6] = "SIGABRT", [7] = "SIGBUS", [8] = "SIGFPE", [9] = "SIGKILL", [10] = "SIGUSR1", [11] = "SIGSEGV", [12] = "SIGUSR2", [13] = "SIGPIPE", [14] = "SIGALRM", [15] = "SIGTERM", [16] = "SIGSTKFLT", [17] = "SIGCHLD", [18] = "SIGCONT", [19] = "SIGSTOP", [20] = "SIGTSTP", [21] = "SIGTTIN", [22] = "SIGTTOU", [23] = "SIGURG", [24] = "SIGXCPU", [25] = "SIGXFSZ", [26] = "SIGVTALRM", [27] = "SIGPROF", [28] = "SIGWINCH", [29] = "SIGIO", [30] = "SIGPWR", [31] = "SIGSYS", }; const char *argp_program_version = "sigsnoop 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace standard and real-time signals.\n" "\n" "USAGE: sigsnoop [-h] [-x] [-k] [-n] [-p PID] [-s SIGNAL]\n" "\n" "EXAMPLES:\n" " sigsnoop # trace signals system-wide\n" " sigsnoop -k # trace signals issued by kill syscall only\n" " sigsnoop -x # trace failed signals only\n" " sigsnoop -p 1216 # only trace PID 1216\n" " sigsnoop -s 1,9,15 # trace signal 1, 9, 15\n"; static const struct argp_option opts[] = { {"failed", 'x', NULL, 0, "Trace failed signals only.", 0}, {"kill", 'k', NULL, 0, "Trace signals issued by kill syscall only.", 0}, {"pid", 'p', "PID", 0, "Process ID to trace", 0}, {"signal", 's', "SIGNAL", 0, "Signals to trace.", 0}, {"name", 'n', NULL, 0, "Output signal name instead of signal number.", 0}, {"verbose", 'v', NULL, 0, "Verbose debug output", 0}, {NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0}, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { long pid, sig; char *token; switch (key) { case 'p': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { warn("Invalid PID: %s\n", arg); argp_usage(state); } target_pid = pid; break; case 's': errno = 0; token = strtok(arg, ","); while (token) { sig = strtol(token, NULL, 10); if (errno || sig <= 0 || sig > 31) { warn("Inavlid SIGNAL: %s\n", token); argp_usage(state); } target_signals |= (1 << (sig - 1)); token = strtok(NULL, ","); } break; case 'n': signal_name = true; break; case 'x': failed_only = true; break; case 'k': kill_only = true; break; case 'v': verbose = true; break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !verbose) return 0; return vfprintf(stderr, format, args); } static void alias_parse(char *prog) { char *name = basename(prog); if (strstr(name, "killsnoop")) { kill_only = true; } } static void sig_int(int signo) { exiting = 1; } static void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { struct event *e = data; struct tm *tm; char ts[32]; time_t t; time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); if (signal_name && e->sig < ARRAY_SIZE(sig_name)) printf("%-8s %-7d %-16s %-9s %-7d %-6d\n", ts, e->pid, e->comm, sig_name[e->sig], e->tpid, e->ret); else printf("%-8s %-7d %-16s %-9d %-7d %-6d\n", ts, e->pid, e->comm, e->sig, e->tpid, e->ret); } static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { warn("lost %llu events on CPU #%d\n", lost_cnt, cpu); } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct perf_buffer *pb = NULL; struct sigsnoop_bpf *obj; int err; alias_parse(argv[0]); err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); obj = sigsnoop_bpf__open(); if (!obj) { warn("failed to open BPF object\n"); return 1; } obj->rodata->filtered_pid = target_pid; obj->rodata->target_signals = target_signals; obj->rodata->failed_only = failed_only; if (kill_only) { bpf_program__set_autoload(obj->progs.sig_trace, false); } else { bpf_program__set_autoload(obj->progs.kill_entry, false); bpf_program__set_autoload(obj->progs.kill_exit, false); bpf_program__set_autoload(obj->progs.tkill_entry, false); bpf_program__set_autoload(obj->progs.tkill_exit, false); bpf_program__set_autoload(obj->progs.tgkill_entry, false); bpf_program__set_autoload(obj->progs.tgkill_exit, false); } err = sigsnoop_bpf__load(obj); if (err) { warn("failed to load BPF object: %d\n", err); goto cleanup; } err = sigsnoop_bpf__attach(obj); if (err) { warn("failed to attach BPF programs: %d\n", err); goto cleanup; } pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = -errno; warn("failed to open perf buffer: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { warn("can't set signal handler: %s\n", strerror(errno)); goto cleanup; } printf("%-8s %-7s %-16s %-9s %-7s %-6s\n", "TIME", "PID", "COMM", "SIG", "TPID", "RESULT"); while (!exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { warn("error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); sigsnoop_bpf__destroy(obj); return err != 0; } bpfcc-0.31.0/libbpf-tools/sigsnoop.h000066400000000000000000000004331465134135300172630ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* Copyright (c) 2021~2022 Hengqi Chen */ #ifndef __SIGSNOOP_H #define __SIGSNOOP_H #define TASK_COMM_LEN 16 struct event { __u32 pid; __u32 tpid; int sig; int ret; char comm[TASK_COMM_LEN]; }; #endif /* __SIGSNOOP_H */ bpfcc-0.31.0/libbpf-tools/sigsnoop_example.txt000066400000000000000000000031111465134135300213620ustar00rootroot00000000000000Demonstrations of sigsnoop. This traces signals generated system wide. For example: # ./sigsnoop -n TIME PID COMM SIG TPID RESULT 19:56:14 3204808 a.out SIGSEGV 3204808 0 19:56:14 3204808 a.out SIGPIPE 3204808 0 19:56:14 3204808 a.out SIGCHLD 3204722 0 The first line showed that a.out (a test program) deliver a SIGSEGV signal. The result, 0, means success. The second and third lines showed that a.out also deliver SIGPIPE/SIGCHLD signals successively. USAGE message: # ./sigsnoop -h Usage: sigsnoop [OPTION...] Trace standard and real-time signals. USAGE: sigsnoop [-h] [-x] [-k] [-n] [-p PID] [-s SIGNAL] EXAMPLES: sigsnoop # trace signals system-wide sigsnoop -k # trace signals issued by kill syscall only sigsnoop -x # trace failed signals only sigsnoop -p 1216 # only trace PID 1216 sigsnoop -s 9 # only trace signal 9 -k, --kill Trace signals issued by kill syscall only. -n, --name Output signal name instead of signal number. -p, --pid=PID Process ID to trace -s, --signal=SIGNAL Signal to trace. -x, --failed Trace failed signals only. -?, --help Give this help list --usage Give a short usage message -V, --version Print program version Mandatory or optional arguments to long options are also mandatory or optional for any corresponding short options. Report bugs to https://github.com/iovisor/bcc/tree/master/libbpf-tools. bpfcc-0.31.0/libbpf-tools/slabratetop.bpf.c000066400000000000000000000024461465134135300205110ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2022 Rong Tao */ #include #include #include #include #include "slabratetop.h" #define MAX_ENTRIES 10240 const volatile pid_t target_pid = 0; static struct slabrate_info slab_zero_value = {}; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, char *); __type(value, struct slabrate_info); } slab_entries SEC(".maps"); static int probe_entry(struct kmem_cache *cachep) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; struct slabrate_info *valuep; const char *name = BPF_CORE_READ(cachep, name); if (target_pid && target_pid != pid) return 0; valuep = bpf_map_lookup_elem(&slab_entries, &name); if (!valuep) { bpf_map_update_elem(&slab_entries, &name, &slab_zero_value, BPF_ANY); valuep = bpf_map_lookup_elem(&slab_entries, &name); if (!valuep) return 0; bpf_probe_read_kernel(&valuep->name, sizeof(valuep->name), name); } valuep->count++; valuep->size += BPF_CORE_READ(cachep, size); return 0; } SEC("kprobe/kmem_cache_alloc") int BPF_KPROBE(kmem_cache_alloc, struct kmem_cache *cachep) { return probe_entry(cachep); } char LICENSE[] SEC("license") = "Dual BSD/GPL"; bpfcc-0.31.0/libbpf-tools/slabratetop.c000066400000000000000000000154131465134135300177410ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* * slabratetop Trace slab kmem_cache_alloc by process. * Copyright (c) 2022 Rong Tao * * Based on slabratetop(8) from BCC by Brendan Gregg. * 07-Jan-2022 Rong Tao Created this. */ #include #include #include #include #include #include #include #include #include #include #include "slabratetop.h" #include "slabratetop.skel.h" #include "trace_helpers.h" #define warn(...) fprintf(stderr, __VA_ARGS__) #define OUTPUT_ROWS_LIMIT 10240 enum SORT_BY { SORT_BY_CACHE_NAME, SORT_BY_CACHE_COUNT, SORT_BY_CACHE_SIZE, }; static volatile sig_atomic_t exiting = 0; static pid_t target_pid = 0; static bool clear_screen = true; static int output_rows = 20; static int sort_by = SORT_BY_CACHE_SIZE; static int interval = 1; static int count = 99999999; static bool verbose = false; const char *argp_program_version = "slabratetop 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace slab kmem cache alloc by process.\n" "\n" "USAGE: slabratetop [-h] [-p PID] [interval] [count]\n" "\n" "EXAMPLES:\n" " slabratetop # slab rate top, refresh every 1s\n" " slabratetop -p 181 # only trace PID 181\n" " slabratetop -s count # sort columns by count\n" " slabratetop -r 100 # print 100 rows\n" " slabratetop 5 10 # 5s summaries, 10 times\n"; static const struct argp_option opts[] = { { "pid", 'p', "PID", 0, "Process ID to trace", 0 }, { "noclear", 'C', NULL, 0, "Don't clear the screen", 0 }, { "sort", 's', "SORT", 0, "Sort columns, default size [name, count, size]", 0 }, { "rows", 'r', "ROWS", 0, "Maximum rows to print, default 20", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { long pid, rows; static int pos_args; switch (key) { case 'p': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { warn("invalid PID: %s\n", arg); argp_usage(state); } target_pid = pid; break; case 'C': clear_screen = false; break; case 's': if (!strcmp(arg, "name")) { sort_by = SORT_BY_CACHE_NAME; } else if (!strcmp(arg, "count")) { sort_by = SORT_BY_CACHE_COUNT; } else if (!strcmp(arg, "size")) { sort_by = SORT_BY_CACHE_SIZE; } else { warn("invalid sort method: %s\n", arg); argp_usage(state); } break; case 'r': errno = 0; rows = strtol(arg, NULL, 10); if (errno || rows <= 0) { warn("invalid rows: %s\n", arg); argp_usage(state); } output_rows = rows; if (output_rows > OUTPUT_ROWS_LIMIT) output_rows = OUTPUT_ROWS_LIMIT; break; case 'v': verbose = true; break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case ARGP_KEY_ARG: errno = 0; if (pos_args == 0) { interval = strtol(arg, NULL, 10); if (errno || interval <= 0) { warn("invalid interval\n"); argp_usage(state); } } else if (pos_args == 1) { count = strtol(arg, NULL, 10); if (errno || count <= 0) { warn("invalid count\n"); argp_usage(state); } } else { warn("unrecognized positional argument: %s\n", arg); argp_usage(state); } pos_args++; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } static int sort_column(const void *obj1, const void *obj2) { struct slabrate_info *s1 = (struct slabrate_info *)obj1; struct slabrate_info *s2 = (struct slabrate_info *)obj2; if (sort_by == SORT_BY_CACHE_NAME) { return strcasecmp(s1->name, s2->name); } else if (sort_by == SORT_BY_CACHE_COUNT) { return s2->count - s1->count; } else if (sort_by == SORT_BY_CACHE_SIZE) { return s2->size - s1->size; } else { return s2->size - s1->size; } } static int print_stat(struct slabratetop_bpf *obj) { FILE *f; time_t t; struct tm *tm; char ts[16], buf[256]; char *key, **prev_key = NULL; static struct slabrate_info values[OUTPUT_ROWS_LIMIT]; int n, i, err = 0, rows = 0; int fd = bpf_map__fd(obj->maps.slab_entries); f = fopen("/proc/loadavg", "r"); if (f) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); memset(buf, 0 , sizeof(buf)); n = fread(buf, 1, sizeof(buf), f); if (n) printf("%8s loadavg: %s\n", ts, buf); fclose(f); } printf("%-32s %6s %10s\n", "CACHE", "ALLOCS", "BYTES"); while (1) { err = bpf_map_get_next_key(fd, prev_key, &key); if (err) { if (errno == ENOENT) { err = 0; break; } warn("bpf_map_get_next_key failed: %s\n", strerror(errno)); return err; } err = bpf_map_lookup_elem(fd, &key, &values[rows++]); if (err) { warn("bpf_map_lookup_elem failed: %s\n", strerror(errno)); return err; } prev_key = &key; } qsort(values, rows, sizeof(struct slabrate_info), sort_column); rows = rows < output_rows ? rows : output_rows; for (i = 0; i < rows; i++) printf("%-32s %6lld %10lld\n", values[i].name, values[i].count, values[i].size); printf("\n"); prev_key = NULL; while (1) { err = bpf_map_get_next_key(fd, prev_key, &key); if (err) { if (errno == ENOENT) { err = 0; break; } warn("bpf_map_get_next_key failed: %s\n", strerror(errno)); return err; } err = bpf_map_delete_elem(fd, &key); if (err) { warn("bpf_map_delete_elem failed: %s\n", strerror(errno)); return err; } prev_key = &key; } return err; } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct slabratetop_bpf *obj; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); obj = slabratetop_bpf__open(); if (!obj) { warn("failed to open BPF object\n"); return 1; } obj->rodata->target_pid = target_pid; err = slabratetop_bpf__load(obj); if (err) { warn("failed to load BPF object: %d\n", err); goto cleanup; } err = slabratetop_bpf__attach(obj); if (err) { warn("failed to attach BPF programs: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { warn("can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } while (1) { sleep(interval); if (clear_screen) { err = system("clear"); if (err) goto cleanup; } err = print_stat(obj); if (err) goto cleanup; count--; if (exiting || !count) goto cleanup; } cleanup: slabratetop_bpf__destroy(obj); return err != 0; } bpfcc-0.31.0/libbpf-tools/slabratetop.h000066400000000000000000000003671465134135300177500ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __SLABRATETOP_H #define __SLABRATETOP_H #define CACHE_NAME_SIZE 32 struct slabrate_info { char name[CACHE_NAME_SIZE]; __u64 count; __u64 size; }; #endif /* __SLABRATETOP_H */ bpfcc-0.31.0/libbpf-tools/softirqs.bpf.c000066400000000000000000000033221465134135300200350ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Wenbo Zhang #include #include #include #include "softirqs.h" #include "bits.bpf.h" #include "maps.bpf.h" const volatile bool targ_dist = false; const volatile bool targ_ns = false; struct { __uint(type, BPF_MAP_TYPE_PERCPU_ARRAY); __uint(max_entries, 1); __type(key, u32); __type(value, u64); } start SEC(".maps"); __u64 counts[NR_SOFTIRQS] = {}; __u64 time[NR_SOFTIRQS] = {}; struct hist hists[NR_SOFTIRQS] = {}; static int handle_entry(unsigned int vec_nr) { u64 ts = bpf_ktime_get_ns(); u32 key = 0; bpf_map_update_elem(&start, &key, &ts, BPF_ANY); return 0; } static int handle_exit(unsigned int vec_nr) { u64 delta, *tsp; u32 key = 0; if (vec_nr >= NR_SOFTIRQS) return 0; tsp = bpf_map_lookup_elem(&start, &key); if (!tsp) return 0; delta = bpf_ktime_get_ns() - *tsp; if (!targ_ns) delta /= 1000U; if (!targ_dist) { __sync_fetch_and_add(&counts[vec_nr], 1); __sync_fetch_and_add(&time[vec_nr], delta); } else { struct hist *hist; u64 slot; hist = &hists[vec_nr]; slot = log2(delta); if (slot >= MAX_SLOTS) slot = MAX_SLOTS - 1; __sync_fetch_and_add(&hist->slots[slot], 1); } return 0; } SEC("tp_btf/softirq_entry") int BPF_PROG(softirq_entry_btf, unsigned int vec_nr) { return handle_entry(vec_nr); } SEC("tp_btf/softirq_exit") int BPF_PROG(softirq_exit_btf, unsigned int vec_nr) { return handle_exit(vec_nr); } SEC("raw_tp/softirq_entry") int BPF_PROG(softirq_entry, unsigned int vec_nr) { return handle_entry(vec_nr); } SEC("raw_tp/softirq_exit") int BPF_PROG(softirq_exit, unsigned int vec_nr) { return handle_exit(vec_nr); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/softirqs.c000066400000000000000000000142001465134135300172640ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Wenbo Zhang // // Based on softirq(8) from BCC by Brendan Gregg & Sasha Goldshtein. // 15-Aug-2020 Wenbo Zhang Created this. #include #include #include #include #include #include #include #include #include #include "softirqs.h" #include "softirqs.skel.h" #include "trace_helpers.h" struct env { bool distributed; bool nanoseconds; bool count; time_t interval; int times; bool timestamp; bool verbose; } env = { .interval = 99999999, .times = 99999999, .count = false, }; static volatile bool exiting; const char *argp_program_version = "softirqs 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Summarize soft irq event time as histograms.\n" "\n" "USAGE: softirqs [--help] [-T] [-N] [-d] [interval] [count]\n" "\n" "EXAMPLES:\n" " softirqs # sum soft irq event time\n" " softirqs -d # show soft irq event time as histograms\n" " softirqs 1 10 # print 1 second summaries, 10 times\n" " softirqs -NT 1 # 1s summaries, nanoseconds, and timestamps\n"; static const struct argp_option opts[] = { { "distributed", 'd', NULL, 0, "Show distributions as histograms", 0 }, { "timestamp", 'T', NULL, 0, "Include timestamp on output", 0 }, { "nanoseconds", 'N', NULL, 0, "Output in nanoseconds", 0 }, { "count", 'C', NULL, 0, "Show event counts with timing", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'd': env.distributed = true; break; case 'N': env.nanoseconds = true; break; case 'T': env.timestamp = true; break; case 'C': env.count = true; break; case ARGP_KEY_ARG: errno = 0; if (pos_args == 0) { env.interval = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid internal\n"); argp_usage(state); } } else if (pos_args == 1) { env.times = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid times\n"); argp_usage(state); } } else { fprintf(stderr, "unrecognized positional argument: %s\n", arg); argp_usage(state); } pos_args++; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_handler(int sig) { exiting = true; } enum { HI_SOFTIRQ = 0, TIMER_SOFTIRQ = 1, NET_TX_SOFTIRQ = 2, NET_RX_SOFTIRQ = 3, BLOCK_SOFTIRQ = 4, IRQ_POLL_SOFTIRQ = 5, TASKLET_SOFTIRQ = 6, SCHED_SOFTIRQ = 7, HRTIMER_SOFTIRQ = 8, RCU_SOFTIRQ = 9, NR_SOFTIRQS = 10, }; static char *vec_names[] = { [HI_SOFTIRQ] = "hi", [TIMER_SOFTIRQ] = "timer", [NET_TX_SOFTIRQ] = "net_tx", [NET_RX_SOFTIRQ] = "net_rx", [BLOCK_SOFTIRQ] = "block", [IRQ_POLL_SOFTIRQ] = "irq_poll", [TASKLET_SOFTIRQ] = "tasklet", [SCHED_SOFTIRQ] = "sched", [HRTIMER_SOFTIRQ] = "hrtimer", [RCU_SOFTIRQ] = "rcu", }; static int print_count(struct softirqs_bpf__bss *bss) { const char *units = env.nanoseconds ? "nsecs" : "usecs"; __u64 count, time; __u32 vec; printf("%-16s %-6s%-5s %-11s\n", "SOFTIRQ", "TOTAL_", units, env.count?"TOTAL_count":""); for (vec = 0; vec < NR_SOFTIRQS; vec++) { time = __atomic_exchange_n(&bss->time[vec], 0, __ATOMIC_RELAXED); count = __atomic_exchange_n(&bss->counts[vec], 0, __ATOMIC_RELAXED); if (count > 0) { printf("%-16s %11llu", vec_names[vec], time); if (env.count) { printf(" %11llu", count); } printf("\n"); } } return 0; } static struct hist zero; static int print_hist(struct softirqs_bpf__bss *bss) { const char *units = env.nanoseconds ? "nsecs" : "usecs"; __u32 vec; for (vec = 0; vec < NR_SOFTIRQS; vec++) { struct hist hist = bss->hists[vec]; bss->hists[vec] = zero; if (!memcmp(&zero, &hist, sizeof(hist))) continue; printf("softirq = %s\n", vec_names[vec]); print_log2_hist(hist.slots, MAX_SLOTS, units); printf("\n"); } return 0; } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct softirqs_bpf *obj; struct tm *tm; char ts[32]; time_t t; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); obj = softirqs_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } if (probe_tp_btf("softirq_entry")) { bpf_program__set_autoload(obj->progs.softirq_entry, false); bpf_program__set_autoload(obj->progs.softirq_exit, false); } else { bpf_program__set_autoload(obj->progs.softirq_entry_btf, false); bpf_program__set_autoload(obj->progs.softirq_exit_btf, false); } /* initialize global data (filtering options) */ obj->rodata->targ_dist = env.distributed; obj->rodata->targ_ns = env.nanoseconds; err = softirqs_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } if (!obj->bss) { fprintf(stderr, "Memory-mapping BPF maps is supported starting from Linux 5.7, please upgrade.\n"); goto cleanup; } err = softirqs_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs\n"); goto cleanup; } signal(SIGINT, sig_handler); printf("Tracing soft irq event time... Hit Ctrl-C to end.\n"); /* main: poll */ while (1) { sleep(env.interval); printf("\n"); if (env.timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s\n", ts); } if (!env.distributed) err = print_count(obj->bss); else err = print_hist(obj->bss); if (err) break; if (exiting || --env.times == 0) break; } cleanup: softirqs_bpf__destroy(obj); return err != 0; } bpfcc-0.31.0/libbpf-tools/softirqs.h000066400000000000000000000003001465134135300172650ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __SOFTIRQS_H #define __SOFTIRQS_H #define MAX_SLOTS 20 struct hist { __u32 slots[MAX_SLOTS]; }; #endif /* __SOFTIRQS_H */ bpfcc-0.31.0/libbpf-tools/solisten.bpf.c000066400000000000000000000050311465134135300200220ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2021 Hengqi Chen */ #include #include #include #include #include #include "solisten.h" #define MAX_ENTRIES 10240 #define AF_INET 2 #define AF_INET6 10 const volatile pid_t target_pid = 0; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, __u32); __type(value, struct event); } values SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } events SEC(".maps"); static void fill_event(struct event *event, struct socket *sock) { __u16 family, type; struct sock *sk; struct inet_sock *inet; sk = BPF_CORE_READ(sock, sk); inet = (struct inet_sock *)sk; family = BPF_CORE_READ(sk, __sk_common.skc_family); type = BPF_CORE_READ(sock, type); event->proto = ((__u32)family << 16) | type; event->port = bpf_ntohs(BPF_CORE_READ(inet, inet_sport)); if (family == AF_INET) event->addr[0] = BPF_CORE_READ(sk, __sk_common.skc_rcv_saddr); else if (family == AF_INET6) BPF_CORE_READ_INTO(event->addr, sk, __sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32); bpf_get_current_comm(event->task, sizeof(event->task)); } SEC("kprobe/inet_listen") int BPF_KPROBE(inet_listen_entry, struct socket *sock, int backlog) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; __u32 tid = (__u32)pid_tgid; struct event event = {}; if (target_pid && target_pid != pid) return 0; fill_event(&event, sock); event.pid = pid; event.backlog = backlog; bpf_map_update_elem(&values, &tid, &event, BPF_ANY); return 0; } SEC("kretprobe/inet_listen") int BPF_KRETPROBE(inet_listen_exit, int ret) { __u32 tid = bpf_get_current_pid_tgid(); struct event *eventp; eventp = bpf_map_lookup_elem(&values, &tid); if (!eventp) return 0; eventp->ret = ret; bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, eventp, sizeof(*eventp)); bpf_map_delete_elem(&values, &tid); return 0; } SEC("fexit/inet_listen") int BPF_PROG(inet_listen_fexit, struct socket *sock, int backlog, int ret) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; struct event event = {}; if (target_pid && target_pid != pid) return 0; fill_event(&event, sock); event.pid = pid; event.backlog = backlog; event.ret = ret; bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); return 0; } char LICENSE[] SEC("license") = "Dual BSD/GPL"; bpfcc-0.31.0/libbpf-tools/solisten.c000066400000000000000000000121731465134135300172610ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* * solisten Trace IPv4 and IPv6 listen syscalls * * Copyright (c) 2021 Hengqi Chen * * Based on solisten(8) from BCC by Jean-Tiare Le Bigot * 31-May-2021 Hengqi Chen Created this. */ #include #include #include #include #include #include #include #include #include #include "solisten.h" #include "solisten.skel.h" #include "btf_helpers.h" #include "trace_helpers.h" #define PERF_BUFFER_PAGES 16 #define PERF_POLL_TIMEOUT_MS 100 #define warn(...) fprintf(stderr, __VA_ARGS__) static volatile sig_atomic_t exiting = 0; static pid_t target_pid = 0; static bool emit_timestamp = false; static bool verbose = false; const char *argp_program_version = "solisten 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace IPv4 and IPv6 listen syscalls.\n" "\n" "USAGE: solisten [-h] [-t] [-p PID]\n" "\n" "EXAMPLES:\n" " solisten # trace listen syscalls\n" " solisten -t # output with timestamp\n" " solisten -p 1216 # only trace PID 1216\n"; static const struct argp_option opts[] = { { "pid", 'p', "PID", 0, "Process ID to trace", 0 }, { "timestamp", 't', NULL, 0, "Include timestamp on output", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { long pid; switch (key) { case 'p': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { warn("Invalid PID: %s\n", arg); argp_usage(state); } target_pid = pid; break; case 't': emit_timestamp = true; break; case 'v': verbose = true; break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } static void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { const struct event *e = data; time_t t; struct tm *tm; char ts[32], proto[16], addr[48] = {}; __u16 family = e->proto >> 16; __u16 type = (__u16)e->proto; const char *prot; if (emit_timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%8s ", ts); } if (type == SOCK_STREAM) prot = "TCP"; else if (type == SOCK_DGRAM) prot = "UDP"; else prot = "UNK"; if (family == AF_INET) snprintf(proto, sizeof(proto), "%sv4", prot); else /* family == AF_INET6 */ snprintf(proto, sizeof(proto), "%sv6", prot); inet_ntop(family, e->addr, addr, sizeof(addr)); printf("%-7d %-16s %-3d %-7d %-5s %-5d %-32s\n", e->pid, e->task, e->ret, e->backlog, proto, e->port, addr); } static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { warn("lost %llu events on CPU #%d\n", lost_cnt, cpu); } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct perf_buffer *pb = NULL; struct solisten_bpf *obj; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = solisten_bpf__open_opts(&open_opts); if (!obj) { warn("failed to open BPF object\n"); return 1; } obj->rodata->target_pid = target_pid; if (fentry_can_attach("inet_listen", NULL)) { bpf_program__set_autoload(obj->progs.inet_listen_entry, false); bpf_program__set_autoload(obj->progs.inet_listen_exit, false); } else { bpf_program__set_autoload(obj->progs.inet_listen_fexit, false); } err = solisten_bpf__load(obj); if (err) { warn("failed to load BPF object: %d\n", err); goto cleanup; } err = solisten_bpf__attach(obj); if (err) { warn("failed to attach BPF programs: %d\n", err); goto cleanup; } pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = -errno; warn("failed to open perf buffer: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { warn("can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } if (emit_timestamp) printf("%-8s ", "TIME(s)"); printf("%-7s %-16s %-3s %-7s %-5s %-5s %-32s\n", "PID", "COMM", "RET", "BACKLOG", "PROTO", "PORT", "ADDR"); while (!exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { warn("error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); solisten_bpf__destroy(obj); cleanup_core_btf(&open_opts); return err != 0; } bpfcc-0.31.0/libbpf-tools/solisten.h000066400000000000000000000004261465134135300172640ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __SOLISTEN_H #define __SOLISTEN_H #define TASK_COMM_LEN 16 struct event { __u32 addr[4]; __u32 pid; __u32 proto; int backlog; int ret; __u16 port; char task[TASK_COMM_LEN]; }; #endif /* __SOLISTEN_H */ bpfcc-0.31.0/libbpf-tools/stat.h000066400000000000000000000013771465134135300164050ustar00rootroot00000000000000/* SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note */ #ifndef __STAT_H #define __STAT_H /* From include/uapi/linux/stat.h */ #define S_IFMT 00170000 #define S_IFSOCK 0140000 #define S_IFLNK 0120000 #define S_IFREG 0100000 #define S_IFBLK 0060000 #define S_IFDIR 0040000 #define S_IFCHR 0020000 #define S_IFIFO 0010000 #define S_ISUID 0004000 #define S_ISGID 0002000 #define S_ISVTX 0001000 #define S_ISLNK(m) (((m) & S_IFMT) == S_IFLNK) #define S_ISREG(m) (((m) & S_IFMT) == S_IFREG) #define S_ISDIR(m) (((m) & S_IFMT) == S_IFDIR) #define S_ISCHR(m) (((m) & S_IFMT) == S_IFCHR) #define S_ISBLK(m) (((m) & S_IFMT) == S_IFBLK) #define S_ISFIFO(m) (((m) & S_IFMT) == S_IFIFO) #define S_ISSOCK(m) (((m) & S_IFMT) == S_IFSOCK) #endif /* __STAT_H */ bpfcc-0.31.0/libbpf-tools/statsnoop.bpf.c000066400000000000000000000061451465134135300202230ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2021 Hengqi Chen #include #include #include #include "statsnoop.h" #define MAX_ENTRIES 10240 const volatile pid_t target_pid = 0; const volatile bool trace_failed_only = false; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, __u32); __type(value, const char *); } values SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } events SEC(".maps"); static int probe_entry(void *ctx, const char *pathname) { __u64 id = bpf_get_current_pid_tgid(); __u32 pid = id >> 32; __u32 tid = (__u32)id; if (!pathname) return 0; if (target_pid && target_pid != pid) return 0; bpf_map_update_elem(&values, &tid, &pathname, BPF_ANY); return 0; }; static int probe_return(void *ctx, int ret) { __u64 id = bpf_get_current_pid_tgid(); __u32 pid = id >> 32; __u32 tid = (__u32)id; const char **pathname; struct event event = {}; pathname = bpf_map_lookup_elem(&values, &tid); if (!pathname) return 0; if (trace_failed_only && ret >= 0) { bpf_map_delete_elem(&values, &tid); return 0; } event.pid = pid; event.ts_ns = bpf_ktime_get_ns(); event.ret = ret; bpf_get_current_comm(&event.comm, sizeof(event.comm)); bpf_probe_read_user_str(event.pathname, sizeof(event.pathname), *pathname); bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); bpf_map_delete_elem(&values, &tid); return 0; } SEC("tracepoint/syscalls/sys_enter_statfs") int handle_statfs_entry(struct syscall_trace_enter *ctx) { return probe_entry(ctx, (const char *)ctx->args[0]); } SEC("tracepoint/syscalls/sys_exit_statfs") int handle_statfs_return(struct syscall_trace_exit *ctx) { return probe_return(ctx, (int)ctx->ret); } SEC("tracepoint/syscalls/sys_enter_newstat") int handle_newstat_entry(struct syscall_trace_enter *ctx) { return probe_entry(ctx, (const char *)ctx->args[0]); } SEC("tracepoint/syscalls/sys_exit_newstat") int handle_newstat_return(struct syscall_trace_exit *ctx) { return probe_return(ctx, (int)ctx->ret); } SEC("tracepoint/syscalls/sys_enter_statx") int handle_statx_entry(struct syscall_trace_enter *ctx) { return probe_entry(ctx, (const char *)ctx->args[1]); } SEC("tracepoint/syscalls/sys_exit_statx") int handle_statx_return(struct syscall_trace_exit *ctx) { return probe_return(ctx, (int)ctx->ret); } SEC("tracepoint/syscalls/sys_enter_newfstatat") int handle_newfstatat_entry(struct syscall_trace_enter *ctx) { return probe_entry(ctx, (const char *)ctx->args[1]); } SEC("tracepoint/syscalls/sys_exit_newfstatat") int handle_newfstatat_return(struct syscall_trace_exit *ctx) { return probe_return(ctx, (int)ctx->ret); } SEC("tracepoint/syscalls/sys_enter_newlstat") int handle_newlstat_entry(struct syscall_trace_enter *ctx) { return probe_entry(ctx, (const char *)ctx->args[0]); } SEC("tracepoint/syscalls/sys_exit_newlstat") int handle_newlstat_return(struct syscall_trace_exit *ctx) { return probe_return(ctx, (int)ctx->ret); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/statsnoop.c000066400000000000000000000135071465134135300174550ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2021 Hengqi Chen // // Based on statsnoop(8) from BCC by Brendan Gregg. // 09-May-2021 Hengqi Chen Created this. #include #include #include #include #include #include #include #include "statsnoop.h" #include "statsnoop.skel.h" #include "btf_helpers.h" #include "trace_helpers.h" #define PERF_BUFFER_PAGES 16 #define PERF_POLL_TIMEOUT_MS 100 #define warn(...) fprintf(stderr, __VA_ARGS__) static volatile sig_atomic_t exiting = 0; static pid_t target_pid = 0; static bool trace_failed_only = false; static bool emit_timestamp = false; static bool verbose = false; const char *argp_program_version = "statsnoop 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace stat syscalls.\n" "\n" "USAGE: statsnoop [-h] [-t] [-x] [-p PID]\n" "\n" "EXAMPLES:\n" " statsnoop # trace all stat syscalls\n" " statsnoop -t # include timestamps\n" " statsnoop -x # only show failed stats\n" " statsnoop -p 1216 # only trace PID 1216\n"; static const struct argp_option opts[] = { { "pid", 'p', "PID", 0, "Process ID to trace", 0 }, { "failed", 'x', NULL, 0, "Only show failed stats", 0 }, { "timestamp", 't', NULL, 0, "Include timestamp on output", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { long pid; switch (key) { case 'p': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { warn("Invalid PID: %s\n", arg); argp_usage(state); } target_pid = pid; break; case 'x': trace_failed_only = true; break; case 't': emit_timestamp = true; break; case 'v': verbose = true; break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } static void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { static __u64 start_timestamp = 0; struct event e; int fd, err; double ts = 0.0; if (data_sz < sizeof(e)) { printf("Error: packet too small\n"); return; } /* Copy data as alignment in the perf buffer isn't guaranteed. */ memcpy(&e, data, sizeof(e)); if (e.ret >= 0) { fd = e.ret; err = 0; } else { fd = -1; err = -e.ret; } if (!start_timestamp) start_timestamp = e.ts_ns; if (emit_timestamp) { ts = (double)(e.ts_ns - start_timestamp) / 1000000000; printf("%-14.9f ", ts); } printf("%-7d %-20s %-4d %-4d %-s\n", e.pid, e.comm, fd, err, e.pathname); } static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { warn("lost %llu events on CPU #%d\n", lost_cnt, cpu); } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct perf_buffer *pb = NULL; struct statsnoop_bpf *obj; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = statsnoop_bpf__open_opts(&open_opts); if (!obj) { warn("failed to open BPF object\n"); return 1; } obj->rodata->target_pid = target_pid; obj->rodata->trace_failed_only = trace_failed_only; if (!tracepoint_exists("syscalls", "sys_enter_statfs")) { bpf_program__set_autoload(obj->progs.handle_statfs_entry, false); bpf_program__set_autoload(obj->progs.handle_statfs_return, false); } if (!tracepoint_exists("syscalls", "sys_enter_statx")) { bpf_program__set_autoload(obj->progs.handle_statx_entry, false); bpf_program__set_autoload(obj->progs.handle_statx_return, false); } if (!tracepoint_exists("syscalls", "sys_enter_newstat")) { bpf_program__set_autoload(obj->progs.handle_newstat_entry, false); bpf_program__set_autoload(obj->progs.handle_newstat_return, false); } if (!tracepoint_exists("syscalls", "sys_enter_newfstatat")) { bpf_program__set_autoload(obj->progs.handle_newfstatat_entry, false); bpf_program__set_autoload(obj->progs.handle_newfstatat_return, false); } if (!tracepoint_exists("syscalls", "sys_enter_newlstat")) { bpf_program__set_autoload(obj->progs.handle_newlstat_entry, false); bpf_program__set_autoload(obj->progs.handle_newlstat_return, false); } err = statsnoop_bpf__load(obj); if (err) { warn("failed to load BPF object: %d\n", err); goto cleanup; } err = statsnoop_bpf__attach(obj); if (err) { warn("failed to attach BPF programs: %d\n", err); goto cleanup; } pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = -errno; warn("failed to open perf buffer: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { warn("can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } if (emit_timestamp) printf("%-14s ", "TIME(s)"); printf("%-7s %-20s %-4s %-4s %-s\n", "PID", "COMM", "RET", "ERR", "PATH"); while (!exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { warn("error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); statsnoop_bpf__destroy(obj); cleanup_core_btf(&open_opts); return err != 0; } bpfcc-0.31.0/libbpf-tools/statsnoop.h000066400000000000000000000004351465134135300174560ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __STATSNOOP_H #define __STATSNOOP_H #define TASK_COMM_LEN 16 #define NAME_MAX 255 struct event { __u64 ts_ns; __u32 pid; int ret; char comm[TASK_COMM_LEN]; char pathname[NAME_MAX]; }; #endif /* __STATSNOOP_H */ bpfcc-0.31.0/libbpf-tools/syncsnoop.bpf.c000066400000000000000000000031501465134135300202150ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2024 Tiago Ilieve #include "vmlinux.h" #include #include "syncsnoop.h" struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(u32)); __uint(value_size, sizeof(u32)); } events SEC(".maps"); static void __syscall(struct trace_event_raw_sys_enter *ctx, enum sync_syscalls sys) { struct event event = {}; bpf_get_current_comm(event.comm, sizeof(event.comm)); event.ts_us = bpf_ktime_get_ns() / 1000; event.sys = sys; bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); } SEC("tracepoint/syscalls/sys_enter_sync") void tracepoint__syscalls__sys_enter_sync(struct trace_event_raw_sys_enter *ctx) { __syscall(ctx, SYS_SYNC); } SEC("tracepoint/syscalls/sys_enter_fsync") void tracepoint__syscalls__sys_enter_fsync(struct trace_event_raw_sys_enter *ctx) { __syscall(ctx, SYS_FSYNC); } SEC("tracepoint/syscalls/sys_enter_fdatasync") void tracepoint__syscalls__sys_enter_fdatasync(struct trace_event_raw_sys_enter *ctx) { __syscall(ctx, SYS_FDATASYNC); } SEC("tracepoint/syscalls/sys_enter_msync") void tracepoint__syscalls__sys_enter_msync(struct trace_event_raw_sys_enter *ctx) { __syscall(ctx, SYS_MSYNC); } SEC("tracepoint/syscalls/sys_enter_sync_file_range") void tracepoint__syscalls__sys_enter_sync_file_range(struct trace_event_raw_sys_enter *ctx) { __syscall(ctx, SYS_SYNC_FILE_RANGE); } SEC("tracepoint/syscalls/sys_enter_syncfs") void tracepoint__syscalls__sys_enter_syncfs(struct trace_event_raw_sys_enter *ctx) { __syscall(ctx, SYS_SYNCFS); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/syncsnoop.c000066400000000000000000000064511465134135300174560ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2024 Tiago Ilieve // // Based on syncsnoop(8) from BCC by Brendan Gregg. // 08-Feb-2024 Tiago Ilieve Created this. // 19-Jul-2024 Rong Tao Support more sync syscalls #include #include #include #include #include "syncsnoop.h" #include "syncsnoop.skel.h" #define PERF_BUFFER_PAGES 16 #define PERF_POLL_TIMEOUT_MS 100 static volatile sig_atomic_t exiting = 0; struct env { bool verbose; } env = {}; const char *argp_program_version = "syncsnoop 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace sync syscalls.\n" "\n" "USAGE: syncsnoop [--help]\n" "\n" "EXAMPLES:\n" " syncsnoop # trace sync syscalls\n"; static const struct argp_option opts[] = { { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { switch (key) { case 'v': env.verbose = true; break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { struct event e; if (data_sz < sizeof(e)) { printf("Error: packet too small\n"); return; } /* Copy data as alignment in the perf buffer isn't guaranteed. */ memcpy(&e, data, sizeof(e)); printf("%-18.9f %-16s %-16s\n", (float) e.ts_us / 1000000, e.comm, sys_names[e.sys]); } void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { printf("Lost %llu events on CPU #%d!\n", lost_cnt, cpu); } static void sig_int(int signo) { exiting = 1; } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct perf_buffer *pb = NULL; struct syncsnoop_bpf *obj; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); obj = syncsnoop_bpf__open_and_load(); if (!obj) { fprintf(stderr, "failed to open and load BPF object\n"); return 1; } err = syncsnoop_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF object\n"); return 1; } pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = -errno; fprintf(stderr, "failed to open perf buffer: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { fprintf(stderr, "can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } /* print header */ printf("%-18s %-16s %s\n", "TIME(s)", "COMM", "CALL"); while (!exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { fprintf(stderr, "error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); syncsnoop_bpf__destroy(obj); return err != 0; } bpfcc-0.31.0/libbpf-tools/syncsnoop.h000066400000000000000000000007521465134135300174610ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __SYNCSNOOP_H #define __SYNCSNOOP_H #define TASK_COMM_LEN 16 enum sync_syscalls { SYS_T_MIN, SYS_SYNC, SYS_FSYNC, SYS_FDATASYNC, SYS_MSYNC, SYS_SYNC_FILE_RANGE, SYS_SYNCFS, SYS_T_MAX, }; struct event { char comm[TASK_COMM_LEN]; __u64 ts_us; int sys; }; static const char *sys_names[] = { "N/A", "sync", "fsync", "fdatasync", "msync", "sync_file_range", "syncfs", "N/A", }; #endif /* __SYNCSNOOP_H */ bpfcc-0.31.0/libbpf-tools/syscall_helpers.c000066400000000000000000000447401465134135300206220ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Anton Protopopov #include #include #include #include #include static const char **syscall_names; static size_t syscall_names_size; #define warn(...) fprintf(stderr, __VA_ARGS__) #define MAX(x, y) (((x) > (y)) ? (x) : (y)) static const char *parse_syscall(const char *buf, int *number) { char *end; long x; errno = 0; x = strtol(buf, &end, 10); if (errno) { warn("strtol(%s): %s\n", buf, strerror(errno)); return NULL; } else if (end == buf) { warn("strtol(%s): no digits found\n", buf); return NULL; } else if (x < 0 || x > INT_MAX) { warn("strtol(%s): bad syscall number: %ld\n", buf, x); return NULL; } if (*end != '\t') { warn("bad input: %s (expected \t)\n", buf); return NULL; } *number = x; return ++end; } void init_syscall_names(void) { size_t old_size, size = 1024; const char *name; char buf[64]; int number; int err; FILE *f; f = popen("ausyscall --dump 2>/dev/null", "r"); if (!f) { warn("popen: ausyscall --dump: %s\n", strerror(errno)); return; } syscall_names = calloc(size, sizeof(char *)); if (!syscall_names) { warn("calloc: %s\n", strerror(errno)); goto close; } /* skip the header, ignore the result of fgets, outwit the comiler */ (void) !!fgets(buf, sizeof(buf), f); while (fgets(buf, sizeof(buf), f)) { if (buf[strlen(buf) - 1] == '\n') buf[strlen(buf) - 1] = '\0'; name = parse_syscall(buf, &number); if (!name || !name[0]) goto close; /* In a rare case when syscall number is > than initial 1024 */ if (number >= size) { old_size = size; size = 1024 * (1 + number / 1024); syscall_names = realloc(syscall_names, size * sizeof(char *)); if (!syscall_names) { warn("realloc: %s\n", strerror(errno)); goto close; } memset(syscall_names+old_size, 0, (size - old_size) * sizeof(char *)); } if (syscall_names[number]) { warn("duplicate number: %d (stored: %s)", number, syscall_names[number]); goto close; } syscall_names[number] = strdup(name); if (!syscall_names[number]) { warn("strdup: %s\n", strerror(errno)); goto close; } syscall_names_size = MAX(number+1, syscall_names_size); } if (ferror(f)) warn("fgets: %s\n", strerror(errno)); close: err = pclose(f); if (err < 0) warn("pclose: %s\n", strerror(errno)); #if !defined(__x86_64__) && !defined(__aarch64__) && !defined(__riscv) /* Ignore the error for x86_64/arm64/riscv where we have a table compiled in */ else if (err && WEXITSTATUS(err) == 127) { warn("ausyscall required for syscalls number/name mapping\n"); } else if (err) { warn("ausyscall exit status (see wait(2)): 0x%x\n", err); } #endif } void free_syscall_names(void) { size_t i; for (i = 0; i < syscall_names_size; i++) free((void *) syscall_names[i]); free(syscall_names); } /* * Syscall table for Linux x86_64. * * Semi-automatically generated from strace/linux/x86_64/syscallent.h and * linux/syscallent-common.h using the following commands: * * awk -F\" '/SEN/{printf("%d %s\n", substr($0,2,3), $(NF-1));}' syscallent.h * awk '/SEN/ { printf("%d %s\n", $3, $9); }' syscallent-common.h * * (The idea is taken from src/python/bcc/syscall.py.) */ #ifdef __x86_64__ static const char *syscall_names_x86_64[] = { [0] = "read", [1] = "write", [2] = "open", [3] = "close", [4] = "stat", [5] = "fstat", [6] = "lstat", [7] = "poll", [8] = "lseek", [9] = "mmap", [10] = "mprotect", [11] = "munmap", [12] = "brk", [13] = "rt_sigaction", [14] = "rt_sigprocmask", [15] = "rt_sigreturn", [16] = "ioctl", [17] = "pread64", [18] = "pwrite64", [19] = "readv", [20] = "writev", [21] = "access", [22] = "pipe", [23] = "select", [24] = "sched_yield", [25] = "mremap", [26] = "msync", [27] = "mincore", [28] = "madvise", [29] = "shmget", [30] = "shmat", [31] = "shmctl", [32] = "dup", [33] = "dup2", [34] = "pause", [35] = "nanosleep", [36] = "getitimer", [37] = "alarm", [38] = "setitimer", [39] = "getpid", [40] = "sendfile", [41] = "socket", [42] = "connect", [43] = "accept", [44] = "sendto", [45] = "recvfrom", [46] = "sendmsg", [47] = "recvmsg", [48] = "shutdown", [49] = "bind", [50] = "listen", [51] = "getsockname", [52] = "getpeername", [53] = "socketpair", [54] = "setsockopt", [55] = "getsockopt", [56] = "clone", [57] = "fork", [58] = "vfork", [59] = "execve", [60] = "exit", [61] = "wait4", [62] = "kill", [63] = "uname", [64] = "semget", [65] = "semop", [66] = "semctl", [67] = "shmdt", [68] = "msgget", [69] = "msgsnd", [70] = "msgrcv", [71] = "msgctl", [72] = "fcntl", [73] = "flock", [74] = "fsync", [75] = "fdatasync", [76] = "truncate", [77] = "ftruncate", [78] = "getdents", [79] = "getcwd", [80] = "chdir", [81] = "fchdir", [82] = "rename", [83] = "mkdir", [84] = "rmdir", [85] = "creat", [86] = "link", [87] = "unlink", [88] = "symlink", [89] = "readlink", [90] = "chmod", [91] = "fchmod", [92] = "chown", [93] = "fchown", [94] = "lchown", [95] = "umask", [96] = "gettimeofday", [97] = "getrlimit", [98] = "getrusage", [99] = "sysinfo", [100] = "times", [101] = "ptrace", [102] = "getuid", [103] = "syslog", [104] = "getgid", [105] = "setuid", [106] = "setgid", [107] = "geteuid", [108] = "getegid", [109] = "setpgid", [110] = "getppid", [111] = "getpgrp", [112] = "setsid", [113] = "setreuid", [114] = "setregid", [115] = "getgroups", [116] = "setgroups", [117] = "setresuid", [118] = "getresuid", [119] = "setresgid", [120] = "getresgid", [121] = "getpgid", [122] = "setfsuid", [123] = "setfsgid", [124] = "getsid", [125] = "capget", [126] = "capset", [127] = "rt_sigpending", [128] = "rt_sigtimedwait", [129] = "rt_sigqueueinfo", [130] = "rt_sigsuspend", [131] = "sigaltstack", [132] = "utime", [133] = "mknod", [134] = "uselib", [135] = "personality", [136] = "ustat", [137] = "statfs", [138] = "fstatfs", [139] = "sysfs", [140] = "getpriority", [141] = "setpriority", [142] = "sched_setparam", [143] = "sched_getparam", [144] = "sched_setscheduler", [145] = "sched_getscheduler", [146] = "sched_get_priority_max", [147] = "sched_get_priority_min", [148] = "sched_rr_get_interval", [149] = "mlock", [150] = "munlock", [151] = "mlockall", [152] = "munlockall", [153] = "vhangup", [154] = "modify_ldt", [155] = "pivot_root", [156] = "_sysctl", [157] = "prctl", [158] = "arch_prctl", [159] = "adjtimex", [160] = "setrlimit", [161] = "chroot", [162] = "sync", [163] = "acct", [164] = "settimeofday", [165] = "mount", [166] = "umount2", [167] = "swapon", [168] = "swapoff", [169] = "reboot", [170] = "sethostname", [171] = "setdomainname", [172] = "iopl", [173] = "ioperm", [174] = "create_module", [175] = "init_module", [176] = "delete_module", [177] = "get_kernel_syms", [178] = "query_module", [179] = "quotactl", [180] = "nfsservctl", [181] = "getpmsg", [182] = "putpmsg", [183] = "afs_syscall", [184] = "tuxcall", [185] = "security", [186] = "gettid", [187] = "readahead", [188] = "setxattr", [189] = "lsetxattr", [190] = "fsetxattr", [191] = "getxattr", [192] = "lgetxattr", [193] = "fgetxattr", [194] = "listxattr", [195] = "llistxattr", [196] = "flistxattr", [197] = "removexattr", [198] = "lremovexattr", [199] = "fremovexattr", [200] = "tkill", [201] = "time", [202] = "futex", [203] = "sched_setaffinity", [204] = "sched_getaffinity", [205] = "set_thread_area", [206] = "io_setup", [207] = "io_destroy", [208] = "io_getevents", [209] = "io_submit", [210] = "io_cancel", [211] = "get_thread_area", [212] = "lookup_dcookie", [213] = "epoll_create", [214] = "epoll_ctl_old", [215] = "epoll_wait_old", [216] = "remap_file_pages", [217] = "getdents64", [218] = "set_tid_address", [219] = "restart_syscall", [220] = "semtimedop", [221] = "fadvise64", [222] = "timer_create", [223] = "timer_settime", [224] = "timer_gettime", [225] = "timer_getoverrun", [226] = "timer_delete", [227] = "clock_settime", [228] = "clock_gettime", [229] = "clock_getres", [230] = "clock_nanosleep", [231] = "exit_group", [232] = "epoll_wait", [233] = "epoll_ctl", [234] = "tgkill", [235] = "utimes", [236] = "vserver", [237] = "mbind", [238] = "set_mempolicy", [239] = "get_mempolicy", [240] = "mq_open", [241] = "mq_unlink", [242] = "mq_timedsend", [243] = "mq_timedreceive", [244] = "mq_notify", [245] = "mq_getsetattr", [246] = "kexec_load", [247] = "waitid", [248] = "add_key", [249] = "request_key", [250] = "keyctl", [251] = "ioprio_set", [252] = "ioprio_get", [253] = "inotify_init", [254] = "inotify_add_watch", [255] = "inotify_rm_watch", [256] = "migrate_pages", [257] = "openat", [258] = "mkdirat", [259] = "mknodat", [260] = "fchownat", [261] = "futimesat", [262] = "newfstatat", [263] = "unlinkat", [264] = "renameat", [265] = "linkat", [266] = "symlinkat", [267] = "readlinkat", [268] = "fchmodat", [269] = "faccessat", [270] = "pselect6", [271] = "ppoll", [272] = "unshare", [273] = "set_robust_list", [274] = "get_robust_list", [275] = "splice", [276] = "tee", [277] = "sync_file_range", [278] = "vmsplice", [279] = "move_pages", [280] = "utimensat", [281] = "epoll_pwait", [282] = "signalfd", [283] = "timerfd_create", [284] = "eventfd", [285] = "fallocate", [286] = "timerfd_settime", [287] = "timerfd_gettime", [288] = "accept4", [289] = "signalfd4", [290] = "eventfd2", [291] = "epoll_create1", [292] = "dup3", [293] = "pipe2", [294] = "inotify_init1", [295] = "preadv", [296] = "pwritev", [297] = "rt_tgsigqueueinfo", [298] = "perf_event_open", [299] = "recvmmsg", [300] = "fanotify_init", [301] = "fanotify_mark", [302] = "prlimit64", [303] = "name_to_handle_at", [304] = "open_by_handle_at", [305] = "clock_adjtime", [306] = "syncfs", [307] = "sendmmsg", [308] = "setns", [309] = "getcpu", [310] = "process_vm_readv", [311] = "process_vm_writev", [312] = "kcmp", [313] = "finit_module", [314] = "sched_setattr", [315] = "sched_getattr", [316] = "renameat2", [317] = "seccomp", [318] = "getrandom", [319] = "memfd_create", [320] = "kexec_file_load", [321] = "bpf", [322] = "execveat", [323] = "userfaultfd", [324] = "membarrier", [325] = "mlock2", [326] = "copy_file_range", [327] = "preadv2", [328] = "pwritev2", [329] = "pkey_mprotect", [330] = "pkey_alloc", [331] = "pkey_free", [332] = "statx", [333] = "io_pgetevents", [334] = "rseq", [424] = "pidfd_send_signal", [425] = "io_uring_setup", [426] = "io_uring_enter", [427] = "io_uring_register", [428] = "open_tree", [429] = "move_mount", [430] = "fsopen", [431] = "fsconfig", [432] = "fsmount", [433] = "fspick", [434] = "pidfd_open", [435] = "clone3", [437] = "openat2", [438] = "pidfd_getfd", }; size_t syscall_names_x86_64_size = sizeof(syscall_names_x86_64)/sizeof(char*); #elif defined(__aarch64__) || defined(__riscv) static const char *syscall_names_generic[] = { [0] = "io_setup", [1] = "io_destroy", [2] = "io_submit", [3] = "io_cancel", [4] = "io_getevents", [5] = "setxattr", [6] = "lsetxattr", [7] = "fsetxattr", [8] = "getxattr", [9] = "lgetxattr", [10] = "fgetxattr", [11] = "listxattr", [12] = "llistxattr", [13] = "flistxattr", [14] = "removexattr", [15] = "lremovexattr", [16] = "fremovexattr", [17] = "getcwd", [18] = "lookup_dcookie", [19] = "eventfd2", [20] = "epoll_create1", [21] = "epoll_ctl", [22] = "epoll_pwait", [23] = "dup", [24] = "dup3", [25] = "fcntl", [26] = "inotify_init1", [27] = "inotify_add_watch", [28] = "inotify_rm_watch", [29] = "ioctl", [30] = "ioprio_set", [31] = "ioprio_get", [32] = "flock", [33] = "mknodat", [34] = "mkdirat", [35] = "unlinkat", [36] = "symlinkat", [37] = "linkat", [38] = "renameat", [39] = "umount2", [40] = "mount", [41] = "pivot_root", [42] = "nfsservctl", [43] = "statfs", [44] = "fstatfs", [45] = "truncate", [46] = "ftruncate", [47] = "fallocate", [48] = "faccessat", [49] = "chdir", [50] = "fchdir", [51] = "chroot", [52] = "fchmod", [53] = "fchmodat", [54] = "fchownat", [55] = "fchown", [56] = "openat", [57] = "close", [58] = "vhangup", [59] = "pipe2", [60] = "quotactl", [61] = "getdents64", [62] = "lseek", [63] = "read", [64] = "write", [65] = "readv", [66] = "writev", [67] = "pread64", [68] = "pwrite64", [69] = "preadv", [70] = "pwritev", [71] = "sendfile", [72] = "pselect6", [73] = "ppoll", [74] = "signalfd4", [75] = "vmsplice", [76] = "splice", [77] = "tee", [78] = "readlinkat", [79] = "newfstatat", [80] = "fstat", [81] = "sync", [82] = "fsync", [83] = "fdatasync", [84] = "sync_file_range", [85] = "timerfd_create", [86] = "timerfd_settime", [87] = "timerfd_gettime", [88] = "utimensat", [89] = "acct", [90] = "capget", [91] = "capset", [92] = "personality", [93] = "exit", [94] = "exit_group", [95] = "waitid", [96] = "set_tid_address", [97] = "unshare", [98] = "futex", [99] = "set_robust_list", [100] = "get_robust_list", [101] = "nanosleep", [102] = "getitimer", [103] = "setitimer", [104] = "kexec_load", [105] = "init_module", [106] = "delete_module", [107] = "timer_create", [108] = "timer_gettime", [109] = "timer_getoverrun", [110] = "timer_settime", [111] = "timer_delete", [112] = "clock_settime", [113] = "clock_gettime", [114] = "clock_getres", [115] = "clock_nanosleep", [116] = "syslog", [117] = "ptrace", [118] = "sched_setparam", [119] = "sched_setscheduler", [120] = "sched_getscheduler", [121] = "sched_getparam", [122] = "sched_setaffinity", [123] = "sched_getaffinity", [124] = "sched_yield", [125] = "sched_get_priority_max", [126] = "sched_get_priority_min", [127] = "sched_rr_get_interval", [128] = "restart_syscall", [129] = "kill", [130] = "tkill", [131] = "tgkill", [132] = "sigaltstack", [133] = "rt_sigsuspend", [134] = "rt_sigaction", [135] = "rt_sigprocmask", [136] = "rt_sigpending", [137] = "rt_sigtimedwait", [138] = "rt_sigqueueinfo", [139] = "rt_sigreturn", [140] = "setpriority", [141] = "getpriority", [142] = "reboot", [143] = "setregid", [144] = "setgid", [145] = "setreuid", [146] = "setuid", [147] = "setresuid", [148] = "getresuid", [149] = "setresgid", [150] = "getresgid", [151] = "setfsuid", [152] = "setfsgid", [153] = "times", [154] = "setpgid", [155] = "getpgid", [156] = "getsid", [157] = "setsid", [158] = "getgroups", [159] = "setgroups", [160] = "uname", [161] = "sethostname", [162] = "setdomainname", [163] = "getrlimit", [164] = "setrlimit", [165] = "getrusage", [166] = "umask", [167] = "prctl", [168] = "getcpu", [169] = "gettimeofday", [170] = "settimeofday", [171] = "adjtimex", [172] = "getpid", [173] = "getppid", [174] = "getuid", [175] = "geteuid", [176] = "getgid", [177] = "getegid", [178] = "gettid", [179] = "sysinfo", [180] = "mq_open", [181] = "mq_unlink", [182] = "mq_timedsend", [183] = "mq_timedreceive", [184] = "mq_notify", [185] = "mq_getsetattr", [186] = "msgget", [187] = "msgctl", [188] = "msgrcv", [189] = "msgsnd", [190] = "semget", [191] = "semctl", [192] = "semtimedop", [193] = "semop", [194] = "shmget", [195] = "shmctl", [196] = "shmat", [197] = "shmdt", [198] = "socket", [199] = "socketpair", [200] = "bind", [201] = "listen", [202] = "accept", [203] = "connect", [204] = "getsockname", [205] = "getpeername", [206] = "sendto", [207] = "recvfrom", [208] = "setsockopt", [209] = "getsockopt", [210] = "shutdown", [211] = "sendmsg", [212] = "recvmsg", [213] = "readahead", [214] = "brk", [215] = "munmap", [216] = "mremap", [217] = "add_key", [218] = "request_key", [219] = "keyctl", [220] = "clone", [221] = "execve", [222] = "mmap", [223] = "fadvise64", [224] = "swapon", [225] = "swapoff", [226] = "mprotect", [227] = "msync", [228] = "mlock", [229] = "munlock", [230] = "mlockall", [231] = "munlockall", [232] = "mincore", [233] = "madvise", [234] = "remap_file_pages", [235] = "mbind", [236] = "get_mempolicy", [237] = "set_mempolicy", [238] = "migrate_pages", [239] = "move_pages", [240] = "rt_tgsigqueueinfo", [241] = "perf_event_open", [242] = "accept4", [243] = "recvmmsg", [244] = "arch_specific_syscall", #if defined(__riscv) [258] = "riscv_hwprobe", [259] = "riscv_flush_icache", #endif [260] = "wait4", [261] = "prlimit64", [262] = "fanotify_init", [263] = "fanotify_mark", [264] = "name_to_handle_at", [265] = "open_by_handle_at", [266] = "clock_adjtime", [267] = "syncfs", [268] = "setns", [269] = "sendmmsg", [270] = "process_vm_readv", [271] = "process_vm_writev", [272] = "kcmp", [273] = "finit_module", [274] = "sched_setattr", [275] = "sched_getattr", [276] = "renameat2", [277] = "seccomp", [278] = "getrandom", [279] = "memfd_create", [280] = "bpf", [281] = "execveat", [282] = "userfaultfd", [283] = "membarrier", [284] = "mlock2", [285] = "copy_file_range", [286] = "preadv2", [287] = "pwritev2", [288] = "pkey_mprotect", [289] = "pkey_alloc", [290] = "pkey_free", [291] = "statx", [292] = "io_pgetevents", [293] = "rseq", [294] = "kexec_file_load", [424] = "pidfd_send_signal", [425] = "io_uring_setup", [426] = "io_uring_enter", [427] = "io_uring_register", [428] = "open_tree", [429] = "move_mount", [430] = "fsopen", [431] = "fsconfig", [432] = "fsmount", [433] = "fspick", [434] = "pidfd_open", [435] = "clone3", [436] = "close_range", [437] = "openat2", [438] = "pidfd_getfd", [439] = "faccessat2", [440] = "process_madvise", [441] = "syscalls", [442] = "mount_setattr", [443] = "quotactl_fd", [444] = "landlock_create_ruleset", [445] = "landlock_add_rule", [446] = "landlock_restrict_self", [447] = "memfd_secret", [448] = "process_mrelease", [449] = "futex_waitv", [450] = "set_mempolicy_home_node", }; size_t syscall_names_generic_size = sizeof(syscall_names_generic)/sizeof(char*); #endif void syscall_name(unsigned n, char *buf, size_t size) { const char *name = NULL; if (n < syscall_names_size) name = syscall_names[n]; #ifdef __x86_64__ else if (n < syscall_names_x86_64_size) name = syscall_names_x86_64[n]; #elif defined(__aarch64__) || defined(__riscv) else if (n < syscall_names_generic_size) name = syscall_names_generic[n]; #endif if (name) strncpy(buf, name, size-1); else snprintf(buf, size, "[unknown: %u]", n); } int list_syscalls(void) { const char **list = syscall_names; size_t i, size = syscall_names_size; #ifdef __x86_64__ if (!size) { size = syscall_names_x86_64_size; list = syscall_names_x86_64; } #elif defined(__aarch64__) || defined(__riscv) if (!size) { size = syscall_names_generic_size; list = syscall_names_generic; } #endif for (i = 0; i < size; i++) { if (list[i]) printf("%3zd: %s\n", i, list[i]); } return (!list || !size); } bpfcc-0.31.0/libbpf-tools/syscall_helpers.h000066400000000000000000000004711465134135300206200ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __SYSCALL_HELPERS_H #define __SYSCALL_HELPERS_H #include void init_syscall_names(void); void free_syscall_names(void); void list_syscalls(void); void syscall_name(unsigned n, char *buf, size_t size); #endif /* __SYSCALL_HELPERS_H */ bpfcc-0.31.0/libbpf-tools/syscount.bpf.c000066400000000000000000000054371465134135300200630ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Anton Protopopov // // Based on syscount(8) from BCC by Sasha Goldshtein #include #include #include #include #include "syscount.h" #include "maps.bpf.h" const volatile bool filter_cg = false; const volatile bool count_by_process = false; const volatile bool measure_latency = false; const volatile bool filter_failed = false; const volatile int filter_errno = false; const volatile pid_t filter_pid = 0; struct { __uint(type, BPF_MAP_TYPE_CGROUP_ARRAY); __type(key, u32); __type(value, u32); __uint(max_entries, 1); } cgroup_map SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, u32); __type(value, u64); } start SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, u32); __type(value, struct data_t); } data SEC(".maps"); static __always_inline void save_proc_name(struct data_t *val) { struct task_struct *current = (void *)bpf_get_current_task(); /* We should save the process name every time because it can be * changed (e.g., by exec). This can be optimized later by managing * this field with the help of tp/sched/sched_process_exec and * raw_tp/task_rename. */ BPF_CORE_READ_STR_INTO(&val->comm, current, group_leader, comm); } SEC("tracepoint/raw_syscalls/sys_enter") int sys_enter(struct trace_event_raw_sys_enter *args) { u64 id = bpf_get_current_pid_tgid(); pid_t pid = id >> 32; u32 tid = id; u64 ts; if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; if (filter_pid && pid != filter_pid) return 0; ts = bpf_ktime_get_ns(); bpf_map_update_elem(&start, &tid, &ts, 0); return 0; } SEC("tracepoint/raw_syscalls/sys_exit") int sys_exit(struct trace_event_raw_sys_exit *args) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; u64 id = bpf_get_current_pid_tgid(); static const struct data_t zero; pid_t pid = id >> 32; struct data_t *val; u64 *start_ts, lat = 0; u32 tid = id; u32 key; /* this happens when there is an interrupt */ if (args->id == -1) return 0; if (filter_pid && pid != filter_pid) return 0; if (filter_failed && args->ret >= 0) return 0; if (filter_errno && args->ret != -filter_errno) return 0; if (measure_latency) { start_ts = bpf_map_lookup_elem(&start, &tid); if (!start_ts) return 0; lat = bpf_ktime_get_ns() - *start_ts; } key = (count_by_process) ? pid : args->id; val = bpf_map_lookup_or_try_init(&data, &key, &zero); if (val) { __sync_fetch_and_add(&val->count, 1); if (count_by_process) save_proc_name(val); if (measure_latency) __sync_fetch_and_add(&val->total_ns, lat); } return 0; } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/syscount.c000066400000000000000000000300551465134135300173070ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Anton Protopopov // // Based on syscount(8) from BCC by Sasha Goldshtein #include #include #include #include #include #include #include #include "syscount.h" #include "syscount.skel.h" #include "errno_helpers.h" #include "syscall_helpers.h" #include "btf_helpers.h" #include "trace_helpers.h" /* This structure extends data_t by adding a key item which should be sorted * together with the count and total_ns fields */ struct data_ext_t { __u64 count; __u64 total_ns; char comm[TASK_COMM_LEN]; __u32 key; }; #define warn(...) fprintf(stderr, __VA_ARGS__) const char *argp_program_version = "syscount 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; static const char argp_program_doc[] = "\nsyscount: summarize syscall counts and latencies\n" "\n" "EXAMPLES:\n" " syscount # print top 10 syscalls by count every second\n" " syscount -p $(pidof dd) # look only at a particular process\n" " syscount -L # measure and sort output by latency\n" " syscount -P # group statistics by pid, not by syscall\n" " syscount -x -i 5 # count only failed syscalls\n" " syscount -e ENOENT -i 5 # count only syscalls failed with a given errno\n" " syscount -c CG # Trace process under cgroupsPath CG\n"; ; static const struct argp_option opts[] = { { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { "pid", 'p', "PID", 0, "Process PID to trace", 0 }, { "interval", 'i', "INTERVAL", 0, "Print summary at this interval" " (seconds), 0 for infinite wait (default)", 0 }, { "duration", 'd', "DURATION", 0, "Total tracing duration (seconds)", 0 }, { "top", 'T', "TOP", 0, "Print only the top syscalls (default 10)", 0 }, { "cgroup", 'c', "/sys/fs/cgroup/unified/", 0, "Trace process in cgroup path", 0 }, { "failures", 'x', NULL, 0, "Trace only failed syscalls", 0 }, { "latency", 'L', NULL, 0, "Collect syscall latency", 0 }, { "milliseconds", 'm', NULL, 0, "Display latency in milliseconds" " (default: microseconds)", 0 }, { "process", 'P', NULL, 0, "Count by process and not by syscall", 0 }, { "errno", 'e', "ERRNO", 0, "Trace only syscalls that return this error" "(numeric or EPERM, etc.)", 0 }, { "list", 'l', NULL, 0, "Print list of recognized syscalls and exit", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static struct env { bool list_syscalls; bool milliseconds; bool failures; bool verbose; bool latency; bool process; int filter_errno; int interval; int duration; int top; pid_t pid; char *cgroupspath; bool cg; } env = { .top = 10, }; static int get_int(const char *arg, int *ret, int min, int max) { char *end; long val; errno = 0; val = strtol(arg, &end, 10); if (errno) { warn("strtol: %s: %s\n", arg, strerror(errno)); return -1; } else if (end == arg || val < min || val > max) { return -1; } if (ret) *ret = val; return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static int compar_count(const void *dx, const void *dy) { __u64 x = ((struct data_ext_t *) dx)->count; __u64 y = ((struct data_ext_t *) dy)->count; return x > y ? -1 : !(x == y); } static int compar_latency(const void *dx, const void *dy) { __u64 x = ((struct data_ext_t *) dx)->total_ns; __u64 y = ((struct data_ext_t *) dy)->total_ns; return x > y ? -1 : !(x == y); } static const char *agg_col(struct data_ext_t *val, char *buf, size_t size) { if (env.process) { snprintf(buf, size, "%-6u %-15s", val->key, val->comm); } else { syscall_name(val->key, buf, size); } return buf; } static const char *agg_colname(void) { return (env.process) ? "PID COMM" : "SYSCALL"; } static const char *time_colname(void) { return (env.milliseconds) ? "TIME (ms)" : "TIME (us)"; } static void print_latency_header(void) { printf("%-22s %8s %16s\n", agg_colname(), "COUNT", time_colname()); } static void print_count_header(void) { printf("%-22s %8s\n", agg_colname(), "COUNT"); } static void print_latency(struct data_ext_t *vals, size_t count) { double div = env.milliseconds ? 1000000.0 : 1000.0; char buf[2 * TASK_COMM_LEN]; int i; print_latency_header(); for (i = 0; i < count && i < env.top; i++) printf("%-22s %8llu %16.3lf\n", agg_col(&vals[i], buf, sizeof(buf)), vals[i].count, vals[i].total_ns / div); printf("\n"); } static void print_count(struct data_ext_t *vals, size_t count) { char buf[2 * TASK_COMM_LEN]; int i; print_count_header(); for (i = 0; i < count && i < env.top; i++) printf("%-22s %8llu\n", agg_col(&vals[i], buf, sizeof(buf)), vals[i].count); printf("\n"); } static void print_timestamp() { time_t now = time(NULL); struct tm tm; if (localtime_r(&now, &tm)) printf("[%02d:%02d:%02d]\n", tm.tm_hour, tm.tm_min, tm.tm_sec); else warn("localtime_r: %s", strerror(errno)); } static bool batch_map_ops = true; /* hope for the best */ static int read_vals_batch(int fd, struct data_ext_t *vals, __u32 *count) { struct data_t orig_vals[*count]; void *in = NULL, *out; __u32 i, n, n_read = 0; __u32 keys[*count]; int err = 0; while (n_read < *count && !err) { n = *count - n_read; err = bpf_map_lookup_and_delete_batch(fd, &in, &out, keys + n_read, orig_vals + n_read, &n, NULL); if (err < 0 && err != -ENOENT) { /* we want to propagate EINVAL upper, so that * the batch_map_ops flag is set to false */ if (err != -EINVAL) warn("bpf_map_lookup_and_delete_batch: %s\n", strerror(-err)); return err; } n_read += n; in = out; } for (i = 0; i < n_read; i++) { vals[i].count = orig_vals[i].count; vals[i].total_ns = orig_vals[i].total_ns; vals[i].key = keys[i]; strncpy(vals[i].comm, orig_vals[i].comm, TASK_COMM_LEN); } *count = n_read; return 0; } static bool read_vals(int fd, struct data_ext_t *vals, __u32 *count) { __u32 keys[MAX_ENTRIES]; struct data_t val; __u32 key = -1; __u32 next_key; int i = 0, j; int err; if (batch_map_ops) { err = read_vals_batch(fd, vals, count); if (err < 0 && err == -EINVAL) { /* fall back to a racy variant */ batch_map_ops = false; } else { return err >= 0; } } if (!vals || !count || !*count) return true; for (key = -1; i < *count; ) { err = bpf_map_get_next_key(fd, &key, &next_key); if (err && errno != ENOENT) { warn("failed to get next key: %s\n", strerror(errno)); return false; } else if (err) { break; } key = keys[i++] = next_key; } for (j = 0; j < i; j++) { err = bpf_map_lookup_elem(fd, &keys[j], &val); if (err && errno != ENOENT) { warn("failed to lookup element: %s\n", strerror(errno)); return false; } vals[j].count = val.count; vals[j].total_ns = val.total_ns; vals[j].key = keys[j]; memcpy(vals[j].comm, val.comm, TASK_COMM_LEN); } /* There is a race here: system calls which are represented by keys * above and happened between lookup and delete will be ignored. This * will be fixed in future by using bpf_map_lookup_and_delete_batch, * but this function is too fresh to use it in bcc. */ for (j = 0; j < i; j++) { err = bpf_map_delete_elem(fd, &keys[j]); if (err) { warn("failed to delete element: %s\n", strerror(errno)); return false; } } *count = i; return true; } static error_t parse_arg(int key, char *arg, struct argp_state *state) { int number; int err; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'x': env.failures = true; break; case 'L': env.latency = true; break; case 'm': env.milliseconds = true; break; case 'P': env.process = true; break; case 'p': err = get_int(arg, &env.pid, 1, INT_MAX); if (err) { warn("invalid PID: %s\n", arg); argp_usage(state); } break; case 'i': err = get_int(arg, &env.interval, 0, INT_MAX); if (err) { warn("invalid INTERVAL: %s\n", arg); argp_usage(state); } break; case 'd': err = get_int(arg, &env.duration, 1, INT_MAX); if (err) { warn("invalid DURATION: %s\n", arg); argp_usage(state); } break; case 'T': err = get_int(arg, &env.top, 1, INT_MAX); if (err) { warn("invalid TOP: %s\n", arg); argp_usage(state); } break; case 'c': env.cgroupspath = arg; env.cg = true; break; case 'e': err = get_int(arg, &number, 1, INT_MAX); if (err) { number = errno_by_name(arg); if (number < 0) { warn("invalid errno: %s (bad, or can't " "parse dynamically; consider using " "numeric value and/or installing the " "errno program from moreutils)\n", arg); argp_usage(state); } } env.filter_errno = number; break; case 'l': env.list_syscalls = true; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static volatile sig_atomic_t hang_on = 1; void sig_int(int signo) { hang_on = 0; } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); void (*print)(struct data_ext_t *, size_t); int (*compar)(const void *, const void *); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct data_ext_t vals[MAX_ENTRIES]; struct syscount_bpf *obj; int seconds = 0; __u32 count; int err; int idx, cg_map_fd; int cgfd = -1; init_syscall_names(); err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) goto free_names; if (env.list_syscalls) { list_syscalls(); goto free_names; } libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = syscount_bpf__open_opts(&open_opts); if (!obj) { warn("failed to open BPF object\n"); err = 1; goto free_names; } if (env.pid) obj->rodata->filter_pid = env.pid; if (env.failures) obj->rodata->filter_failed = true; if (env.latency) obj->rodata->measure_latency = true; if (env.process) obj->rodata->count_by_process = true; if (env.filter_errno) obj->rodata->filter_errno = env.filter_errno; if (env.cg) obj->rodata->filter_cg = env.cg; err = syscount_bpf__load(obj); if (err) { warn("failed to load BPF object: %s\n", strerror(-err)); goto cleanup_obj; } /* update cgroup path fd to map */ if (env.cg) { idx = 0; cg_map_fd = bpf_map__fd(obj->maps.cgroup_map); cgfd = open(env.cgroupspath, O_RDONLY); if (cgfd < 0) { fprintf(stderr, "Failed opening Cgroup path: %s", env.cgroupspath); goto cleanup_obj; } if (bpf_map_update_elem(cg_map_fd, &idx, &cgfd, BPF_ANY)) { fprintf(stderr, "Failed adding target cgroup to map"); goto cleanup_obj; } } obj->links.sys_exit = bpf_program__attach(obj->progs.sys_exit); if (!obj->links.sys_exit) { err = -errno; warn("failed to attach sys_exit program: %s\n", strerror(-err)); goto cleanup_obj; } if (env.latency) { obj->links.sys_enter = bpf_program__attach(obj->progs.sys_enter); if (!obj->links.sys_enter) { err = -errno; warn("failed to attach sys_enter programs: %s\n", strerror(-err)); goto cleanup_obj; } } if (signal(SIGINT, sig_int) == SIG_ERR) { warn("can't set signal handler: %s\n", strerror(errno)); goto cleanup_obj; } compar = env.latency ? compar_latency : compar_count; print = env.latency ? print_latency : print_count; printf("Tracing syscalls, printing top %d... Ctrl+C to quit.\n", env.top); while (hang_on) { sleep(env.interval ?: 1); if (env.duration) { seconds += env.interval ?: 1; if (seconds >= env.duration) hang_on = 0; } if (hang_on && !env.interval) continue; count = MAX_ENTRIES; if (!read_vals(bpf_map__fd(obj->maps.data), vals, &count)) break; if (!count) continue; qsort(vals, count, sizeof(vals[0]), compar); print_timestamp(); print(vals, count); } cleanup_obj: syscount_bpf__destroy(obj); free_names: free_syscall_names(); cleanup_core_btf(&open_opts); if (cgfd > 0) close(cgfd); return err != 0; } bpfcc-0.31.0/libbpf-tools/syscount.h000066400000000000000000000004221465134135300173070ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Anton Protopopov #ifndef __SYSCOUNT_H #define __SYSCOUNT_H #define MAX_ENTRIES 8192 #define TASK_COMM_LEN 16 struct data_t { __u64 count; __u64 total_ns; char comm[TASK_COMM_LEN]; }; #endif /* __SYSCOUNT_H */ bpfcc-0.31.0/libbpf-tools/tcpconnect.bpf.c000066400000000000000000000124071465134135300203270ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Anton Protopopov // // Based on tcpconnect(8) from BCC by Brendan Gregg #include #include #include #include #include "maps.bpf.h" #include "tcpconnect.h" const volatile int filter_ports[MAX_PORTS]; const volatile int filter_ports_len = 0; const volatile uid_t filter_uid = -1; const volatile pid_t filter_pid = 0; const volatile bool do_count = 0; const volatile bool source_port = 0; /* Define here, because there are conflicts with include files */ #define AF_INET 2 #define AF_INET6 10 struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, u32); __type(value, struct sock *); } sockets SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct ipv4_flow_key); __type(value, u64); } ipv4_count SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct ipv6_flow_key); __type(value, u64); } ipv6_count SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(u32)); __uint(value_size, sizeof(u32)); } events SEC(".maps"); static __always_inline bool filter_port(__u16 port) { int i; if (filter_ports_len == 0) return false; for (i = 0; i < filter_ports_len && i < MAX_PORTS; i++) { if (port == filter_ports[i]) return false; } return true; } static __always_inline int enter_tcp_connect(struct pt_regs *ctx, struct sock *sk) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; __u32 tid = pid_tgid; __u32 uid; if (filter_pid && pid != filter_pid) return 0; uid = bpf_get_current_uid_gid(); if (filter_uid != (uid_t) -1 && uid != filter_uid) return 0; bpf_map_update_elem(&sockets, &tid, &sk, 0); return 0; } static __always_inline void count_v4(struct sock *sk, __u16 sport, __u16 dport) { struct ipv4_flow_key key = {}; static __u64 zero; __u64 *val; BPF_CORE_READ_INTO(&key.saddr, sk, __sk_common.skc_rcv_saddr); BPF_CORE_READ_INTO(&key.daddr, sk, __sk_common.skc_daddr); key.sport = sport; key.dport = dport; val = bpf_map_lookup_or_try_init(&ipv4_count, &key, &zero); if (val) __atomic_add_fetch(val, 1, __ATOMIC_RELAXED); } static __always_inline void count_v6(struct sock *sk, __u16 sport, __u16 dport) { struct ipv6_flow_key key = {}; static const __u64 zero; __u64 *val; BPF_CORE_READ_INTO(&key.saddr, sk, __sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32); BPF_CORE_READ_INTO(&key.daddr, sk, __sk_common.skc_v6_daddr.in6_u.u6_addr32); key.sport = sport; key.dport = dport; val = bpf_map_lookup_or_try_init(&ipv6_count, &key, &zero); if (val) __atomic_add_fetch(val, 1, __ATOMIC_RELAXED); } static __always_inline void trace_v4(struct pt_regs *ctx, pid_t pid, struct sock *sk, __u16 sport, __u16 dport) { struct event event = {}; event.af = AF_INET; event.pid = pid; event.uid = bpf_get_current_uid_gid(); event.ts_us = bpf_ktime_get_ns() / 1000; BPF_CORE_READ_INTO(&event.saddr_v4, sk, __sk_common.skc_rcv_saddr); BPF_CORE_READ_INTO(&event.daddr_v4, sk, __sk_common.skc_daddr); event.sport = sport; event.dport = dport; bpf_get_current_comm(event.task, sizeof(event.task)); bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); } static __always_inline void trace_v6(struct pt_regs *ctx, pid_t pid, struct sock *sk, __u16 sport, __u16 dport) { struct event event = {}; event.af = AF_INET6; event.pid = pid; event.uid = bpf_get_current_uid_gid(); event.ts_us = bpf_ktime_get_ns() / 1000; BPF_CORE_READ_INTO(&event.saddr_v6, sk, __sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32); BPF_CORE_READ_INTO(&event.daddr_v6, sk, __sk_common.skc_v6_daddr.in6_u.u6_addr32); event.sport = sport; event.dport = dport; bpf_get_current_comm(event.task, sizeof(event.task)); bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); } static __always_inline int exit_tcp_connect(struct pt_regs *ctx, int ret, int ip_ver) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; __u32 tid = pid_tgid; struct sock **skpp; struct sock *sk; __u16 sport = 0; __u16 dport; skpp = bpf_map_lookup_elem(&sockets, &tid); if (!skpp) return 0; if (ret) goto end; sk = *skpp; if (source_port) BPF_CORE_READ_INTO(&sport, sk, __sk_common.skc_num); BPF_CORE_READ_INTO(&dport, sk, __sk_common.skc_dport); if (filter_port(dport)) goto end; if (do_count) { if (ip_ver == 4) count_v4(sk, sport, dport); else count_v6(sk, sport, dport); } else { if (ip_ver == 4) trace_v4(ctx, pid, sk, sport, dport); else trace_v6(ctx, pid, sk, sport, dport); } end: bpf_map_delete_elem(&sockets, &tid); return 0; } SEC("kprobe/tcp_v4_connect") int BPF_KPROBE(tcp_v4_connect, struct sock *sk) { return enter_tcp_connect(ctx, sk); } SEC("kretprobe/tcp_v4_connect") int BPF_KRETPROBE(tcp_v4_connect_ret, int ret) { return exit_tcp_connect(ctx, ret, 4); } SEC("kprobe/tcp_v6_connect") int BPF_KPROBE(tcp_v6_connect, struct sock *sk) { return enter_tcp_connect(ctx, sk); } SEC("kretprobe/tcp_v6_connect") int BPF_KRETPROBE(tcp_v6_connect_ret, int ret) { return exit_tcp_connect(ctx, ret, 6); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/tcpconnect.c000066400000000000000000000251771465134135300175710ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Anton Protopopov // // Based on tcpconnect(8) from BCC by Brendan Gregg #include #include #include #include #include #include #include #include #include "tcpconnect.h" #include "tcpconnect.skel.h" #include "btf_helpers.h" #include "trace_helpers.h" #include "map_helpers.h" #define warn(...) fprintf(stderr, __VA_ARGS__) static volatile sig_atomic_t exiting = 0; const char *argp_program_version = "tcpconnect 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; static const char argp_program_doc[] = "\ntcpconnect: Count/Trace active tcp connections\n" "\n" "EXAMPLES:\n" " tcpconnect # trace all TCP connect()s\n" " tcpconnect -t # include timestamps\n" " tcpconnect -p 181 # only trace PID 181\n" " tcpconnect -P 80 # only trace port 80\n" " tcpconnect -P 80,81 # only trace port 80 and 81\n" " tcpconnect -U # include UID\n" " tcpconnect -u 1000 # only trace UID 1000\n" " tcpconnect -c # count connects per src, dest, port\n" " tcpconnect --C mappath # only trace cgroups in the map\n" " tcpconnect --M mappath # only trace mount namespaces in the map\n" ; static int get_int(const char *arg, int *ret, int min, int max) { char *end; long val; errno = 0; val = strtol(arg, &end, 10); if (errno) { warn("strtol: %s: %s\n", arg, strerror(errno)); return -1; } else if (end == arg || val < min || val > max) { return -1; } if (ret) *ret = val; return 0; } static int get_ints(const char *arg, int *size, int *ret, int min, int max) { const char *argp = arg; int max_size = *size; int sz = 0; char *end; long val; while (sz < max_size) { errno = 0; val = strtol(argp, &end, 10); if (errno) { warn("strtol: %s: %s\n", arg, strerror(errno)); return -1; } else if (end == arg || val < min || val > max) { return -1; } ret[sz++] = val; if (*end == 0) break; argp = end + 1; } *size = sz; return 0; } static int get_uint(const char *arg, unsigned int *ret, unsigned int min, unsigned int max) { char *end; long val; errno = 0; val = strtoul(arg, &end, 10); if (errno) { warn("strtoul: %s: %s\n", arg, strerror(errno)); return -1; } else if (end == arg || val < min || val > max) { return -1; } if (ret) *ret = val; return 0; } static const struct argp_option opts[] = { { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { "timestamp", 't', NULL, 0, "Include timestamp on output", 0 }, { "count", 'c', NULL, 0, "Count connects per src ip and dst ip/port", 0 }, { "print-uid", 'U', NULL, 0, "Include UID on output", 0 }, { "pid", 'p', "PID", 0, "Process PID to trace", 0 }, { "uid", 'u', "UID", 0, "Process UID to trace", 0 }, { "source-port", 's', NULL, 0, "Consider source port when counting", 0 }, { "port", 'P', "PORTS", 0, "Comma-separated list of destination ports to trace", 0 }, { "cgroupmap", 'C', "PATH", 0, "trace cgroups in this map", 0 }, { "mntnsmap", 'M', "PATH", 0, "trace mount namespaces in this map", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static struct env { bool verbose; bool count; bool print_timestamp; bool print_uid; pid_t pid; uid_t uid; int nports; int ports[MAX_PORTS]; bool source_port; } env = { .uid = (uid_t) -1, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { int err; int nports; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'c': env.count = true; break; case 's': env.source_port = true; break; case 't': env.print_timestamp = true; break; case 'U': env.print_uid = true; break; case 'p': err = get_int(arg, &env.pid, 1, INT_MAX); if (err) { warn("invalid PID: %s\n", arg); argp_usage(state); } break; case 'u': err = get_uint(arg, &env.uid, 0, (uid_t) -2); if (err) { warn("invalid UID: %s\n", arg); argp_usage(state); } break; case 'P': nports = MAX_PORTS; err = get_ints(arg, &nports, env.ports, 1, 65535); if (err) { warn("invalid PORT_LIST: %s\n", arg); argp_usage(state); } env.nports = nports; break; case 'C': warn("not implemented: --cgroupmap"); break; case 'M': warn("not implemented: --mntnsmap"); break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } static void print_count_ipv4(int map_fd) { static struct ipv4_flow_key keys[MAX_ENTRIES]; __u32 value_size = sizeof(__u64); __u32 key_size = sizeof(keys[0]); static struct ipv4_flow_key zero; static __u64 counts[MAX_ENTRIES]; char s[INET_ADDRSTRLEN]; char d[INET_ADDRSTRLEN]; __u32 i, n = MAX_ENTRIES; struct in_addr src; struct in_addr dst; if (dump_hash(map_fd, keys, key_size, counts, value_size, &n, &zero)) { warn("dump_hash: %s", strerror(errno)); return; } for (i = 0; i < n; i++) { src.s_addr = keys[i].saddr; dst.s_addr = keys[i].daddr; printf("%-25s %-25s", inet_ntop(AF_INET, &src, s, sizeof(s)), inet_ntop(AF_INET, &dst, d, sizeof(d))); if (env.source_port) printf(" %-20d", keys[i].sport); printf(" %-20d", ntohs(keys[i].dport)); printf(" %-10llu", counts[i]); printf("\n"); } } static void print_count_ipv6(int map_fd) { static struct ipv6_flow_key keys[MAX_ENTRIES]; __u32 value_size = sizeof(__u64); __u32 key_size = sizeof(keys[0]); static struct ipv6_flow_key zero; static __u64 counts[MAX_ENTRIES]; char s[INET6_ADDRSTRLEN]; char d[INET6_ADDRSTRLEN]; __u32 i, n = MAX_ENTRIES; struct in6_addr src; struct in6_addr dst; if (dump_hash(map_fd, keys, key_size, counts, value_size, &n, &zero)) { warn("dump_hash: %s", strerror(errno)); return; } for (i = 0; i < n; i++) { memcpy(src.s6_addr, keys[i].saddr, sizeof(src.s6_addr)); memcpy(dst.s6_addr, keys[i].daddr, sizeof(src.s6_addr)); printf("%-25s %-25s", inet_ntop(AF_INET6, &src, s, sizeof(s)), inet_ntop(AF_INET6, &dst, d, sizeof(d))); if (env.source_port) printf(" %-20d", keys[i].sport); printf(" %-20d", ntohs(keys[i].dport)); printf(" %-10llu", counts[i]); printf("\n"); } } static void print_count_header() { printf("\n%-25s %-25s", "LADDR", "RADDR"); if (env.source_port) printf(" %-20s", "LPORT"); printf(" %-20s", "RPORT"); printf(" %-10s", "CONNECTS"); printf("\n"); } static void print_count(int map_fd_ipv4, int map_fd_ipv6) { while (!exiting) pause(); print_count_header(); print_count_ipv4(map_fd_ipv4); print_count_ipv6(map_fd_ipv6); } static void print_events_header() { if (env.print_timestamp) printf("%-9s", "TIME(s)"); if (env.print_uid) printf("%-6s", "UID"); printf("%-6s %-16s %-2s %-16s %-16s", "PID", "COMM", "IP", "SADDR", "DADDR"); if (env.source_port) printf(" %-5s", "SPORT"); printf(" %-5s\n", "DPORT"); } static void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { struct event event; char src[INET6_ADDRSTRLEN]; char dst[INET6_ADDRSTRLEN]; union { struct in_addr x4; struct in6_addr x6; } s, d; static __u64 start_ts; if (data_sz < sizeof(event)) { printf("Error: packet too small\n"); return; } /* Copy data as alignment in the perf buffer isn't guaranteed. */ memcpy(&event, data, sizeof(event)); if (event.af == AF_INET) { s.x4.s_addr = event.saddr_v4; d.x4.s_addr = event.daddr_v4; } else if (event.af == AF_INET6) { memcpy(&s.x6.s6_addr, event.saddr_v6, sizeof(s.x6.s6_addr)); memcpy(&d.x6.s6_addr, event.daddr_v6, sizeof(d.x6.s6_addr)); } else { warn("broken event: event.af=%d", event.af); return; } if (env.print_timestamp) { if (start_ts == 0) start_ts = event.ts_us; printf("%-9.3f", (event.ts_us - start_ts) / 1000000.0); } if (env.print_uid) printf("%-6d", event.uid); printf("%-6d %-16.16s %-2d %-16s %-16s", event.pid, event.task, event.af == AF_INET ? 4 : 6, inet_ntop(event.af, &s, src, sizeof(src)), inet_ntop(event.af, &d, dst, sizeof(dst))); if (env.source_port) printf(" %-5d", event.sport); printf(" %-5d", ntohs(event.dport)); printf("\n"); } static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { warn("Lost %llu events on CPU #%d!\n", lost_cnt, cpu); } static void print_events(int perf_map_fd) { struct perf_buffer *pb; int err; pb = perf_buffer__new(perf_map_fd, 128, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = -errno; warn("failed to open perf buffer: %d\n", err); goto cleanup; } print_events_header(); while (!exiting) { err = perf_buffer__poll(pb, 100); if (err < 0 && err != -EINTR) { warn("error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, .args_doc = NULL, }; struct tcpconnect_bpf *obj; int i, err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = tcpconnect_bpf__open_opts(&open_opts); if (!obj) { warn("failed to open BPF object\n"); return 1; } if (env.count) obj->rodata->do_count = true; if (env.pid) obj->rodata->filter_pid = env.pid; if (env.uid != (uid_t) -1) obj->rodata->filter_uid = env.uid; if (env.nports > 0) { obj->rodata->filter_ports_len = env.nports; for (i = 0; i < env.nports; i++) { obj->rodata->filter_ports[i] = htons(env.ports[i]); } } if (env.source_port) obj->rodata->source_port = true; err = tcpconnect_bpf__load(obj); if (err) { warn("failed to load BPF object: %d\n", err); goto cleanup; } err = tcpconnect_bpf__attach(obj); if (err) { warn("failed to attach BPF programs: %s\n", strerror(-err)); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { warn("can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } if (env.count) { print_count(bpf_map__fd(obj->maps.ipv4_count), bpf_map__fd(obj->maps.ipv6_count)); } else { print_events(bpf_map__fd(obj->maps.events)); } cleanup: tcpconnect_bpf__destroy(obj); cleanup_core_btf(&open_opts); return err != 0; } bpfcc-0.31.0/libbpf-tools/tcpconnect.h000066400000000000000000000013341465134135300175630ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Anton Protopopov #ifndef __TCPCONNECT_H #define __TCPCONNECT_H /* The maximum number of items in maps */ #define MAX_ENTRIES 8192 /* The maximum number of ports to filter */ #define MAX_PORTS 64 #define TASK_COMM_LEN 16 struct ipv4_flow_key { __u32 saddr; __u32 daddr; __u16 sport; __u16 dport; }; struct ipv6_flow_key { __u8 saddr[16]; __u8 daddr[16]; __u16 sport; __u16 dport; }; struct event { union { __u32 saddr_v4; __u8 saddr_v6[16]; }; union { __u32 daddr_v4; __u8 daddr_v6[16]; }; char task[TASK_COMM_LEN]; __u64 ts_us; __u32 af; // AF_INET or AF_INET6 __u32 pid; __u32 uid; __u16 sport; __u16 dport; }; #endif /* __TCPCONNECT_H */ bpfcc-0.31.0/libbpf-tools/tcpconnlat.bpf.c000066400000000000000000000063231465134135300203340ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Wenbo Zhang #include #include #include #include #include "tcpconnlat.h" #define AF_INET 2 #define AF_INET6 10 const volatile __u64 targ_min_us = 0; const volatile pid_t targ_tgid = 0; struct piddata { char comm[TASK_COMM_LEN]; u64 ts; u32 tgid; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 4096); __type(key, struct sock *); __type(value, struct piddata); } start SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(u32)); __uint(value_size, sizeof(u32)); } events SEC(".maps"); static int trace_connect(struct sock *sk) { u32 tgid = bpf_get_current_pid_tgid() >> 32; struct piddata piddata = {}; if (targ_tgid && targ_tgid != tgid) return 0; bpf_get_current_comm(&piddata.comm, sizeof(piddata.comm)); piddata.ts = bpf_ktime_get_ns(); piddata.tgid = tgid; bpf_map_update_elem(&start, &sk, &piddata, 0); return 0; } static int handle_tcp_rcv_state_process(void *ctx, struct sock *sk) { struct piddata *piddatap; struct event event = {}; s64 delta; u64 ts; if (BPF_CORE_READ(sk, __sk_common.skc_state) != TCP_SYN_SENT) return 0; piddatap = bpf_map_lookup_elem(&start, &sk); if (!piddatap) return 0; ts = bpf_ktime_get_ns(); delta = (s64)(ts - piddatap->ts); if (delta < 0) goto cleanup; event.delta_us = delta / 1000U; if (targ_min_us && event.delta_us < targ_min_us) goto cleanup; __builtin_memcpy(&event.comm, piddatap->comm, sizeof(event.comm)); event.ts_us = ts / 1000; event.tgid = piddatap->tgid; event.lport = BPF_CORE_READ(sk, __sk_common.skc_num); event.dport = BPF_CORE_READ(sk, __sk_common.skc_dport); event.af = BPF_CORE_READ(sk, __sk_common.skc_family); if (event.af == AF_INET) { event.saddr_v4 = BPF_CORE_READ(sk, __sk_common.skc_rcv_saddr); event.daddr_v4 = BPF_CORE_READ(sk, __sk_common.skc_daddr); } else { BPF_CORE_READ_INTO(&event.saddr_v6, sk, __sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32); BPF_CORE_READ_INTO(&event.daddr_v6, sk, __sk_common.skc_v6_daddr.in6_u.u6_addr32); } bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); cleanup: bpf_map_delete_elem(&start, &sk); return 0; } SEC("kprobe/tcp_v4_connect") int BPF_KPROBE(tcp_v4_connect, struct sock *sk) { return trace_connect(sk); } SEC("kprobe/tcp_v6_connect") int BPF_KPROBE(tcp_v6_connect, struct sock *sk) { return trace_connect(sk); } SEC("kprobe/tcp_rcv_state_process") int BPF_KPROBE(tcp_rcv_state_process, struct sock *sk) { return handle_tcp_rcv_state_process(ctx, sk); } SEC("tracepoint/tcp/tcp_destroy_sock") int tcp_destroy_sock(struct trace_event_raw_tcp_event_sk *ctx) { const struct sock *sk = ctx->skaddr; bpf_map_delete_elem(&start, &sk); return 0; } SEC("fentry/tcp_v4_connect") int BPF_PROG(fentry_tcp_v4_connect, struct sock *sk) { return trace_connect(sk); } SEC("fentry/tcp_v6_connect") int BPF_PROG(fentry_tcp_v6_connect, struct sock *sk) { return trace_connect(sk); } SEC("fentry/tcp_rcv_state_process") int BPF_PROG(fentry_tcp_rcv_state_process, struct sock *sk) { return handle_tcp_rcv_state_process(ctx, sk); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/tcpconnlat.c000066400000000000000000000150721465134135300175670ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Wenbo Zhang // // Based on tcpconnlat(8) from BCC by Brendan Gregg. // 11-Jul-2020 Wenbo Zhang Created this. #include #include #include #include #include #include #include #include #include "tcpconnlat.h" #include "tcpconnlat.skel.h" #include "trace_helpers.h" #define PERF_BUFFER_PAGES 16 #define PERF_POLL_TIMEOUT_MS 100 static volatile sig_atomic_t exiting = 0; static struct env { __u64 min_us; pid_t pid; bool timestamp; bool lport; bool verbose; } env; const char *argp_program_version = "tcpconnlat 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "\nTrace TCP connects and show connection latency.\n" "\n" "USAGE: tcpconnlat [--help] [-t] [-p PID] [-L]\n" "\n" "EXAMPLES:\n" " tcpconnlat # summarize on-CPU time as a histogram\n" " tcpconnlat 1 # trace connection latency slower than 1 ms\n" " tcpconnlat 0.1 # trace connection latency slower than 100 us\n" " tcpconnlat -t # 1s summaries, milliseconds, and timestamps\n" " tcpconnlat -p 185 # trace PID 185 only\n" " tcpconnlat -L # include LPORT while printing outputs\n"; static const struct argp_option opts[] = { { "timestamp", 't', NULL, 0, "Include timestamp on output", 0 }, { "pid", 'p', "PID", 0, "Trace this PID only", 0 }, { "lport", 'L', NULL, 0, "Include LPORT on output", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'p': errno = 0; env.pid = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid PID: %s\n", arg); argp_usage(state); } break; case 't': env.timestamp = true; break; case 'L': env.lport = true; break; case ARGP_KEY_ARG: if (pos_args++) { fprintf(stderr, "Unrecognized positional argument: %s\n", arg); argp_usage(state); } errno = 0; env.min_us = strtod(arg, NULL) * 1000; if (errno || env.min_us <= 0) { fprintf(stderr, "Invalid delay (in us): %s\n", arg); argp_usage(state); } break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { const struct event *e = data; char src[INET6_ADDRSTRLEN]; char dst[INET6_ADDRSTRLEN]; union { struct in_addr x4; struct in6_addr x6; } s, d; static __u64 start_ts; if (env.timestamp) { if (start_ts == 0) start_ts = e->ts_us; printf("%-9.3f ", (e->ts_us - start_ts) / 1000000.0); } if (e->af == AF_INET) { s.x4.s_addr = e->saddr_v4; d.x4.s_addr = e->daddr_v4; } else if (e->af == AF_INET6) { memcpy(&s.x6.s6_addr, e->saddr_v6, sizeof(s.x6.s6_addr)); memcpy(&d.x6.s6_addr, e->daddr_v6, sizeof(d.x6.s6_addr)); } else { fprintf(stderr, "broken event: event->af=%d", e->af); return; } if (env.lport) { printf("%-6d %-12.12s %-2d %-16s %-6d %-16s %-5d %.2f\n", e->tgid, e->comm, e->af == AF_INET ? 4 : 6, inet_ntop(e->af, &s, src, sizeof(src)), e->lport, inet_ntop(e->af, &d, dst, sizeof(dst)), ntohs(e->dport), e->delta_us / 1000.0); } else { printf("%-6d %-12.12s %-2d %-16s %-16s %-5d %.2f\n", e->tgid, e->comm, e->af == AF_INET ? 4 : 6, inet_ntop(e->af, &s, src, sizeof(src)), inet_ntop(e->af, &d, dst, sizeof(dst)), ntohs(e->dport), e->delta_us / 1000.0); } } void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { fprintf(stderr, "lost %llu events on CPU #%d\n", lost_cnt, cpu); } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct perf_buffer *pb = NULL; struct tcpconnlat_bpf *obj; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); obj = tcpconnlat_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } /* initialize global data (filtering options) */ obj->rodata->targ_min_us = env.min_us; obj->rodata->targ_tgid = env.pid; if (fentry_can_attach("tcp_v4_connect", NULL)) { bpf_program__set_attach_target(obj->progs.fentry_tcp_v4_connect, 0, "tcp_v4_connect"); bpf_program__set_attach_target(obj->progs.fentry_tcp_v6_connect, 0, "tcp_v6_connect"); bpf_program__set_attach_target(obj->progs.fentry_tcp_rcv_state_process, 0, "tcp_rcv_state_process"); bpf_program__set_autoload(obj->progs.tcp_v4_connect, false); bpf_program__set_autoload(obj->progs.tcp_v6_connect, false); bpf_program__set_autoload(obj->progs.tcp_rcv_state_process, false); } else { bpf_program__set_autoload(obj->progs.fentry_tcp_v4_connect, false); bpf_program__set_autoload(obj->progs.fentry_tcp_v6_connect, false); bpf_program__set_autoload(obj->progs.fentry_tcp_rcv_state_process, false); } err = tcpconnlat_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } err = tcpconnlat_bpf__attach(obj); if (err) { goto cleanup; } pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); if (!pb) { fprintf(stderr, "failed to open perf buffer: %d\n", errno); goto cleanup; } /* print header */ if (env.timestamp) printf("%-9s ", ("TIME(s)")); if (env.lport) { printf("%-6s %-12s %-2s %-16s %-6s %-16s %-5s %s\n", "PID", "COMM", "IP", "SADDR", "LPORT", "DADDR", "DPORT", "LAT(ms)"); } else { printf("%-6s %-12s %-2s %-16s %-16s %-5s %s\n", "PID", "COMM", "IP", "SADDR", "DADDR", "DPORT", "LAT(ms)"); } if (signal(SIGINT, sig_int) == SIG_ERR) { fprintf(stderr, "can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } /* main: poll */ while (!exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { fprintf(stderr, "error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); tcpconnlat_bpf__destroy(obj); return err != 0; } bpfcc-0.31.0/libbpf-tools/tcpconnlat.h000066400000000000000000000006101465134135300175640ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __TCPCONNLAT_H #define __TCPCONNLAT_H #define TASK_COMM_LEN 16 struct event { union { __u32 saddr_v4; __u8 saddr_v6[16]; }; union { __u32 daddr_v4; __u8 daddr_v6[16]; }; char comm[TASK_COMM_LEN]; __u64 delta_us; __u64 ts_us; __u32 tgid; int af; __u16 lport; __u16 dport; }; #endif /* __TCPCONNLAT_H_ */ bpfcc-0.31.0/libbpf-tools/tcplife.bpf.c000066400000000000000000000076421465134135300176220ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 /* Copyright (c) 2022 Hengqi Chen */ #include #include #include #include #include "tcplife.h" #define MAX_ENTRIES 10240 #define AF_INET 2 #define AF_INET6 10 const volatile bool filter_sport = false; const volatile bool filter_dport = false; const volatile __u16 target_sports[MAX_PORTS] = {}; const volatile __u16 target_dports[MAX_PORTS] = {}; const volatile pid_t target_pid = 0; const volatile __u16 target_family = 0; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct sock *); __type(value, __u64); } birth SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct sock *); __type(value, struct ident); } idents SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } events SEC(".maps"); SEC("tracepoint/sock/inet_sock_set_state") int inet_sock_set_state(struct trace_event_raw_inet_sock_set_state *args) { __u64 ts, *start, delta_us, rx_b, tx_b; struct ident ident = {}, *identp; __u16 sport, dport, family; struct event event = {}; struct tcp_sock *tp; struct sock *sk; bool found; __u32 pid; int i; if (BPF_CORE_READ(args, protocol) != IPPROTO_TCP) return 0; family = BPF_CORE_READ(args, family); if (target_family && family != target_family) return 0; sport = BPF_CORE_READ(args, sport); if (filter_sport) { found = false; for (i = 0; i < MAX_PORTS; i++) { if (!target_sports[i]) return 0; if (sport != target_sports[i]) continue; found = true; break; } if (!found) return 0; } dport = BPF_CORE_READ(args, dport); if (filter_dport) { found = false; for (i = 0; i < MAX_PORTS; i++) { if (!target_dports[i]) return 0; if (dport != target_dports[i]) continue; found = true; break; } if (!found) return 0; } sk = (struct sock *)BPF_CORE_READ(args, skaddr); if (BPF_CORE_READ(args, newstate) < TCP_FIN_WAIT1) { ts = bpf_ktime_get_ns(); bpf_map_update_elem(&birth, &sk, &ts, BPF_ANY); } if (BPF_CORE_READ(args, newstate) == TCP_SYN_SENT || BPF_CORE_READ(args, newstate) == TCP_LAST_ACK) { pid = bpf_get_current_pid_tgid() >> 32; if (target_pid && pid != target_pid) return 0; ident.pid = pid; bpf_get_current_comm(ident.comm, sizeof(ident.comm)); bpf_map_update_elem(&idents, &sk, &ident, BPF_ANY); } if (BPF_CORE_READ(args, newstate) != TCP_CLOSE) return 0; start = bpf_map_lookup_elem(&birth, &sk); if (!start) { bpf_map_delete_elem(&idents, &sk); return 0; } ts = bpf_ktime_get_ns(); delta_us = (ts - *start) / 1000; identp = bpf_map_lookup_elem(&idents, &sk); pid = identp ? identp->pid : bpf_get_current_pid_tgid() >> 32; if (target_pid && pid != target_pid) goto cleanup; tp = (struct tcp_sock *)sk; rx_b = BPF_CORE_READ(tp, bytes_received); tx_b = BPF_CORE_READ(tp, bytes_acked); event.ts_us = ts / 1000; event.span_us = delta_us; event.rx_b = rx_b; event.tx_b = tx_b; event.pid = pid; event.sport = sport; event.dport = dport; event.family = family; if (!identp) bpf_get_current_comm(event.comm, sizeof(event.comm)); else bpf_probe_read_kernel(event.comm, sizeof(event.comm), (void *)identp->comm); if (family == AF_INET) { bpf_probe_read_kernel(&event.saddr, sizeof(args->saddr), BPF_CORE_READ(args, saddr)); bpf_probe_read_kernel(&event.daddr, sizeof(args->daddr), BPF_CORE_READ(args, daddr)); } else { /* AF_INET6 */ bpf_probe_read_kernel(&event.saddr, sizeof(args->saddr_v6), BPF_CORE_READ(args, saddr_v6)); bpf_probe_read_kernel(&event.daddr, sizeof(args->daddr_v6), BPF_CORE_READ(args, daddr_v6)); } bpf_perf_event_output(args, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); cleanup: bpf_map_delete_elem(&birth, &sk); bpf_map_delete_elem(&idents, &sk); return 0; } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/tcplife.c000066400000000000000000000141651465134135300170520ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 /* * tcplife Trace the lifespan of TCP sessions and summarize. * * Copyright (c) 2022 Hengqi Chen * * Based on tcplife(8) from BCC by Brendan Gregg. * 02-Jun-2022 Hengqi Chen Created this. */ #include #include #include #include #include #include #include "btf_helpers.h" #include "tcplife.h" #include "tcplife.skel.h" #define PERF_BUFFER_PAGES 16 #define PERF_POLL_TIMEOUT_MS 100 static volatile sig_atomic_t exiting = 0; static pid_t target_pid = 0; static short target_family = 0; static char *target_sports = NULL; static char *target_dports = NULL; static int column_width = 15; static bool emit_timestamp = false; static bool verbose = false; const char *argp_program_version = "tcplife 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace the lifespan of TCP sessions and summarize.\n" "\n" "USAGE: tcplife [-h] [-p PID] [-4] [-6] [-L] [-D] [-T] [-w]\n" "\n" "EXAMPLES:\n" " tcplife -p 1215 # only trace PID 1215\n" " tcplife -p 1215 -4 # trace IPv4 only\n"; static const struct argp_option opts[] = { { "pid", 'p', "PID", 0, "Process ID to trace", 0 }, { "ipv4", '4', NULL, 0, "Trace IPv4 only", 0 }, { "ipv6", '6', NULL, 0, "Trace IPv6 only", 0 }, { "wide", 'w', NULL, 0, "Wide column output (fits IPv6 addresses)", 0 }, { "time", 'T', NULL, 0, "Include timestamp on output", 0 }, { "localport", 'L', "LOCALPORT", 0, "Comma-separated list of local ports to trace.", 0 }, { "remoteport", 'D', "REMOTEPORT", 0, "Comma-separated list of remote ports to trace.", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { long n; switch (key) { case 'p': errno = 0; n = strtol(arg, NULL, 10); if (errno || n <= 0) { fprintf(stderr, "Invalid PID: %s\n", arg); argp_usage(state); } target_pid = n; break; case '4': target_family = AF_INET; break; case '6': target_family = AF_INET6; break; case 'w': column_width = 39; break; case 'L': target_sports = strdup(arg); break; case 'D': target_dports = strdup(arg); break; case 'T': emit_timestamp = true; break; case 'v': verbose = true; break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } static void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { char ts[32], saddr[48], daddr[48]; struct event e; struct tm *tm; time_t t; if (data_sz < sizeof(e)) { printf("Error: packet too small\n"); return; } /* Copy data as alignment in the perf buffer isn't guaranteed. */ memcpy(&e, data, sizeof(e)); if (emit_timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%8s ", ts); } inet_ntop(e.family, &e.saddr, saddr, sizeof(saddr)); inet_ntop(e.family, &e.daddr, daddr, sizeof(daddr)); printf("%-7d %-16s %-*s %-5d %-*s %-5d %-6.2f %-6.2f %-.2f\n", e.pid, e.comm, column_width, saddr, e.sport, column_width, daddr, e.dport, (double)e.tx_b / 1024, (double)e.rx_b / 1024, (double)e.span_us / 1000); } static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { fprintf(stderr, "lost %llu events on CPU #%d\n", lost_cnt, cpu); } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct tcplife_bpf *obj; struct perf_buffer *pb = NULL; short port_num; char *port; int err, i; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = tcplife_bpf__open_opts(&open_opts); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } obj->rodata->target_pid = target_pid; obj->rodata->target_family = target_family; if (target_sports) { i = 0; port = strtok(target_sports, ","); while (port && i < MAX_PORTS) { port_num = strtol(port, NULL, 10); obj->rodata->target_sports[i++] = port_num; port = strtok(NULL, ","); } obj->rodata->filter_sport = true; } if (target_dports) { i = 0; port = strtok(target_dports, ","); while (port && i < MAX_PORTS) { port_num = strtol(port, NULL, 10); obj->rodata->target_dports[i++] = port_num; port = strtok(NULL, ","); } obj->rodata->filter_dport = true; } err = tcplife_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } err = tcplife_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF object: %d\n", err); goto cleanup; } pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = -errno; fprintf(stderr, "failed to open perf buffer: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { fprintf(stderr, "can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } if (emit_timestamp) printf("%-8s ", "TIME(s)"); printf("%-7s %-16s %-*s %-5s %-*s %-5s %-6s %-6s %-s\n", "PID", "COMM", column_width, "LADDR", "LPORT", column_width, "RADDR", "RPORT", "TX_KB", "RX_KB", "MS"); while (!exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { fprintf(stderr, "error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); tcplife_bpf__destroy(obj); cleanup_core_btf(&open_opts); return err != 0; } bpfcc-0.31.0/libbpf-tools/tcplife.h000066400000000000000000000007071465134135300170540ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 /* Copyright (c) 2022 Hengqi Chen */ #ifndef __TCPLIFE_H #define __TCPLIFE_H #define MAX_PORTS 1024 #define TASK_COMM_LEN 16 struct ident { __u32 pid; char comm[TASK_COMM_LEN]; }; struct event { unsigned __int128 saddr; unsigned __int128 daddr; __u64 ts_us; __u64 span_us; __u64 rx_b; __u64 tx_b; __u32 pid; __u16 sport; __u16 dport; __u16 family; char comm[TASK_COMM_LEN]; }; #endif /* __TCPLIFE_H */ bpfcc-0.31.0/libbpf-tools/tcppktlat.bpf.c000066400000000000000000000072271465134135300202010ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2023 Wenbo Zhang #include #include #include #include #include "compat.bpf.h" #include "core_fixes.bpf.h" #include "tcppktlat.h" #define MAX_ENTRIES 10240 #define AF_INET 2 const volatile pid_t targ_pid = 0; const volatile pid_t targ_tid = 0; const volatile __u16 targ_sport = 0; const volatile __u16 targ_dport = 0; const volatile __u64 targ_min_us = 0; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, u64); __type(value, u64); } start SEC(".maps"); static int handle_tcp_probe(struct sock *sk, struct sk_buff *skb) { const struct inet_sock *inet = (struct inet_sock *)(sk); u64 sock_ident, ts, len, doff; const struct tcphdr *th; if (targ_sport && targ_sport != BPF_CORE_READ(inet, inet_sport)) return 0; if (targ_dport && targ_dport != BPF_CORE_READ(sk, __sk_common.skc_dport)) return 0; th = (const struct tcphdr*)BPF_CORE_READ(skb, data); doff = BPF_CORE_READ_BITFIELD_PROBED(th, doff); len = BPF_CORE_READ(skb, len); /* `doff * 4` means `__tcp_hdrlen` */ if (len <= doff * 4) return 0; sock_ident = get_sock_ident(sk); ts = bpf_ktime_get_ns(); bpf_map_update_elem(&start, &sock_ident, &ts, 0); return 0; } static int handle_tcp_rcv_space_adjust(void *ctx, struct sock *sk) { const struct inet_sock *inet = (struct inet_sock *)(sk); u64 sock_ident = get_sock_ident(sk); u64 id = bpf_get_current_pid_tgid(), *tsp; u32 pid = id >> 32, tid = id; struct event *eventp; s64 delta_us; u16 family; tsp = bpf_map_lookup_elem(&start, &sock_ident); if (!tsp) return 0; if (targ_pid && targ_pid != pid) goto cleanup; if (targ_tid && targ_tid != tid) goto cleanup; delta_us = (bpf_ktime_get_ns() - *tsp) / 1000; if (delta_us < 0 || delta_us <= targ_min_us) goto cleanup; eventp = reserve_buf(sizeof(*eventp)); if (!eventp) goto cleanup; eventp->pid = pid; eventp->tid = tid; eventp->delta_us = delta_us; eventp->sport = BPF_CORE_READ(inet, inet_sport); eventp->dport = BPF_CORE_READ(sk, __sk_common.skc_dport); bpf_get_current_comm(&eventp->comm, TASK_COMM_LEN); family = BPF_CORE_READ(sk, __sk_common.skc_family); if (family == AF_INET) { eventp->saddr[0] = BPF_CORE_READ(sk, __sk_common.skc_rcv_saddr); eventp->daddr[0] = BPF_CORE_READ(sk, __sk_common.skc_daddr); } else { /* family == AF_INET6 */ BPF_CORE_READ_INTO(eventp->saddr, sk, __sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32); BPF_CORE_READ_INTO(eventp->daddr, sk, __sk_common.skc_v6_daddr.in6_u.u6_addr32); } eventp->family = family; submit_buf(ctx, eventp, sizeof(*eventp)); cleanup: bpf_map_delete_elem(&start, &sock_ident); return 0; } static int handle_tcp_destroy_sock(void *ctx, struct sock *sk) { u64 sock_ident = get_sock_ident(sk); bpf_map_delete_elem(&start, &sock_ident); return 0; } SEC("tp_btf/tcp_probe") int BPF_PROG(tcp_probe_btf, struct sock *sk, struct sk_buff *skb) { return handle_tcp_probe(sk, skb); } SEC("tp_btf/tcp_rcv_space_adjust") int BPF_PROG(tcp_rcv_space_adjust_btf, struct sock *sk) { return handle_tcp_rcv_space_adjust(ctx, sk); } SEC("tp_btf/tcp_destroy_sock") int BPF_PROG(tcp_destroy_sock_btf, struct sock *sk) { return handle_tcp_destroy_sock(ctx, sk); } SEC("raw_tp/tcp_probe") int BPF_PROG(tcp_probe, struct sock *sk, struct sk_buff *skb) { return handle_tcp_probe(sk, skb); } SEC("raw_tp/tcp_rcv_space_adjust") int BPF_PROG(tcp_rcv_space_adjust, struct sock *sk) { return handle_tcp_rcv_space_adjust(ctx, sk); } SEC("raw_tp/tcp_destroy_sock") int BPF_PROG(tcp_destroy_sock, struct sock *sk) { return handle_tcp_destroy_sock(ctx, sk); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/tcppktlat.c000066400000000000000000000152031465134135300174240ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2023 Wenbo Zhang #include #include #include #include #include #include #include #include #include #include #include #include "tcppktlat.h" #include "tcppktlat.skel.h" #include "compat.h" #include "trace_helpers.h" static struct env { pid_t pid; pid_t tid; __u64 min_us; __u16 lport; __u16 rport; bool timestamp; bool verbose; } env = {}; static volatile sig_atomic_t exiting = 0; static int column_width = 15; const char *argp_program_version = "tcppktlat 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace latency between TCP received pkt and picked up by userspace thread.\n" "\n" "USAGE: tcppktlat [--help] [-T] [-p PID] [-t TID] [-l LPORT] [-r RPORT] [-w] [-v]\n" "\n" "EXAMPLES:\n" " tcppktlat # Trace all TCP packet picked up latency\n" " tcppktlat -T # summarize with timestamps\n" " tcppktlat -p # filter for pid\n" " tcppktlat -t # filter for tid\n" " tcppktlat -l # filter for local port\n" " tcppktlat -r # filter for remote port\n" " tcppktlat 1000 # filter for latency higher than 1000us"; static const struct argp_option opts[] = { { "pid", 'p', "PID", 0, "Process PID to trace", 0 }, { "tid", 't', "TID", 0, "Thread TID to trace", 0 }, { "timestamp", 'T', NULL, 0, "include timestamp on output", 0 }, { "lport", 'l', "LPORT", 0, "filter for local port", 0 }, { "rport", 'r', "RPORT", 0, "filter for remote port", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { "wide", 'w', NULL, 0, "Wide column output (fits IPv6 addresses)", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; long long min_us; int pid; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'T': env.timestamp = true; break; case 'p': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { fprintf(stderr, "Invalid PID: %s\n", arg); argp_usage(state); } env.pid = pid; break; case 't': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { fprintf(stderr, "Invalid TID: %s\n", arg); argp_usage(state); } env.tid = pid; break; case 'l': errno = 0; env.lport = strtoul(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid lport: %s\n", arg); argp_usage(state); } env.lport = htons(env.lport); break; case 'r': errno = 0; env.rport = strtoul(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid rport: %s\n", arg); argp_usage(state); } env.rport = htons(env.rport); break; case 'w': column_width = 26; break; case ARGP_KEY_ARG: if (pos_args++) { fprintf(stderr, "Unrecognized positional argument: %s\n", arg); argp_usage(state); } errno = 0; min_us = strtoll(arg, NULL, 10); if (errno || min_us <= 0) { fprintf(stderr, "Invalid delay (in us): %s\n", arg); argp_usage(state); } env.min_us = min_us; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } static int handle_event(void *ctx, void *data, size_t data_sz) { const struct event *e = data; char saddr[48], daddr[48]; struct tm *tm; char ts[32]; time_t t; if (env.timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s ", ts); } inet_ntop(e->family, &e->saddr, saddr, sizeof(saddr)); inet_ntop(e->family, &e->daddr, daddr, sizeof(daddr)); printf("%-7d %-7d %-16s %-*s %-5d %-*s %-5d %-.2f\n", e->pid, e->tid, e->comm, column_width, saddr, ntohs(e->sport), column_width, daddr, ntohs(e->dport), e->delta_us / 1000.0); return 0; } static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { fprintf(stderr, "lost %llu events on CPU #%d\n", lost_cnt, cpu); } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct bpf_buffer *buf = NULL; struct tcppktlat_bpf *obj; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); obj = tcppktlat_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } obj->rodata->targ_pid = env.pid; obj->rodata->targ_tid = env.tid; obj->rodata->targ_sport = env.lport; obj->rodata->targ_dport = env.rport; obj->rodata->targ_min_us = env.min_us; buf = bpf_buffer__new(obj->maps.events, obj->maps.heap); if (!buf) { err = -errno; fprintf(stderr, "failed to create ring/perf buffer: %d\n", err); goto cleanup; } if (probe_tp_btf("tcp_probe")) { bpf_program__set_autoload(obj->progs.tcp_probe, false); bpf_program__set_autoload(obj->progs.tcp_rcv_space_adjust, false); bpf_program__set_autoload(obj->progs.tcp_destroy_sock, false); } else { bpf_program__set_autoload(obj->progs.tcp_probe_btf, false); bpf_program__set_autoload(obj->progs.tcp_rcv_space_adjust_btf, false); bpf_program__set_autoload(obj->progs.tcp_destroy_sock_btf, false); } err = tcppktlat_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d, maybe your kernel doesn't support `bpf_get_socket_cookie`\n", err); goto cleanup; } err = tcppktlat_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF object: %d\n", err); goto cleanup; } err = bpf_buffer__open(buf, handle_event, handle_lost_events, NULL); if (err) { fprintf(stderr, "failed to open ring/perf buffer: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { fprintf(stderr, "can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } if (env.timestamp) printf("%-8s ", "TIME(s)"); printf("%-7s %-7s %-16s %-*s %-5s %-*s %-5s %-s\n", "PID", "TID", "COMM", column_width, "LADDR", "LPORT", column_width, "RADDR", "RPORT", "MS"); while (!exiting) { err = bpf_buffer__poll(buf, POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { fprintf(stderr, "error polling ring/perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: bpf_buffer__free(buf); tcppktlat_bpf__destroy(obj); return err != 0; } bpfcc-0.31.0/libbpf-tools/tcppktlat.h000066400000000000000000000005011465134135300174240ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __TCPPKGLAT_H #define __TCPPKGLAT_H #define TASK_COMM_LEN 16 struct event { __u32 saddr[4]; __u32 daddr[4]; __u64 delta_us; pid_t pid; pid_t tid; __u16 dport; __u16 sport; __u16 family; char comm[TASK_COMM_LEN]; }; #endif /* __TCPPKGLAT_H_ */ bpfcc-0.31.0/libbpf-tools/tcppktlat_example.txt000066400000000000000000000065061465134135300215420ustar00rootroot00000000000000Demonstrations of tcppktlat, the Linux BPF CO-RE version. tcppktlat traces latency between TCP received pkt and picked up by userspace thread system-wide, and prints various details. Example output: # tcppktlat PID COMM LADDR LPORT RADDR RPORT MS 4424 etcd 127.0.0.1 2379 127.0.0.1 53202 0.06 4405 kube-apiserver 127.0.0.1 53202 127.0.0.1 2379 0.06 1370211 wakatime-cli 172.22.130.115 59394 143.244.210.202 443 2.75 3894 kubelet 172.18.0.3 51584 172.18.0.4 6443 0.08 ^C In the process of tracing, when a network soft interrupt reads a TCP packet, it is placed into the corresponding socket's receive queue, and then copied from kernel space to user space by a user-level thread. The latency between receiving the packet and it being retrieved can be used to determine if there are any performance issues in the user-level path for handling received TCP packet. The -l option can be used to filter on a local port, which is filtered in-kernel. # tcppktlat -l 7000 PID COMM LADDR LPORT RADDR RPORT MS 1354840 server 127.0.0.1 7000 127.0.0.1 43932 0.05 1354840 server 127.0.0.1 7000 127.0.0.1 43932 4.88 1354840 server 127.0.0.1 7000 127.0.0.1 43932 6.02 ^C The output shows server experiences jitter and higher latency in reading data, requiring troubleshooting. We can use minimum latency(us) as a filtering condition. # tcppktlat 1000 PID COMM LADDR LPORT RADDR RPORT MS 1354840 server 127.0.0.1 7000 127.0.0.1 35924 130.21 1370211 wakatime-cli 172.22.130.115 59394 143.244.210.202 443 2.75 4405 kube-apiserver :: 6443 :: 55726 1.61 1370227 wakatime-cli 172.22.130.115 50642 143.244.210.202 443 2.80 4405 kube-apiserver 127.0.0.1 53178 127.0.0.1 2379 1.57 1370281 wakatime-cli 172.22.130.115 40908 143.244.210.202 443 3.31 1370315 sshd 127.0.0.1 22 127.0.0.1 42070 6.41 ^C # tcppktlat --help Usage: tcppktlat [OPTION...] Trace latency between TCP received pkt and picked up by userspace thread. USAGE: tcppktlat [--help] [-T] [-p PID] [-t TID] [-l LPORT] [-r RPORT] [-v] EXAMPLES: tcppktlat # Trace all TCP packet picked up latency tcppktlat -T # summarize with timestamps tcppktlat -p # filter for pid tcppktlat -t # filter for tid tcppktlat -l # filter for local port tcppktlat -r # filter for remote port tcppktlat 1000 # filter for latency higher than 1000us -l, --lport=LPORT filter for local port -p, --pid=PID Process PID to trace -r, --rport=RPORT filter for remote port -t, --tid=TID Thread TID to trace -T, --timestamp include timestamp on output -v, --verbose Verbose debug output -?, --help Give this help list --usage Give a short usage message -V, --version Print program version Mandatory or optional arguments to long options are also mandatory or optional for any corresponding short options. Report bugs to https://github.com/iovisor/bcc/tree/master/libbpf-tools. bpfcc-0.31.0/libbpf-tools/tcprtt.bpf.c000066400000000000000000000103451465134135300175060ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2021 Wenbo Zhang #include #include #include #include #include #include "tcprtt.h" #include "bits.bpf.h" #include "maps.bpf.h" /* Taken from kernel include/linux/socket.h. */ #define AF_INET 2 /* IP version 4 */ #define AF_INET6 10 /* IP version 6 */ const volatile bool targ_laddr_hist = false; const volatile bool targ_raddr_hist = false; const volatile bool targ_show_ext = false; const volatile __u16 targ_sport = 0; const volatile __u16 targ_dport = 0; const volatile __u32 targ_saddr = 0; const volatile __u32 targ_daddr = 0; const volatile __u8 targ_saddr_v6[IPV6_LEN] = {}; const volatile __u8 targ_daddr_v6[IPV6_LEN] = {}; const volatile bool targ_ms = false; #define MAX_ENTRIES 10240 struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct hist_key); __type(value, struct hist); } hists SEC(".maps"); static struct hist zero; /* * We cannot use the following: * __builtin_memcmp(targ_*addr_v6, *, sizeof(targ_*addr_v6)); * Indeed, by using the builtin, we would discard the volatile qualifier of * targ_*addr_v6, so the compiler would optimize it and replaces the call * with 0. * So, using the volatile qualifier ensures this function is called at runtime. */ static bool inline ipv6_is_not_zero(const volatile __u8 addr[IPV6_LEN]) { for (int i = 0; i < IPV6_LEN; i++) if (addr[i]) return true; return false; } static bool inline ipv6_are_different(const volatile __u8 a[IPV6_LEN], const __u8 b[IPV6_LEN]) { for (int i = 0; i < IPV6_LEN; i++) if (a[i] != b[i]) return true; return false; } static int handle_tcp_rcv_established(struct sock *sk) { const struct inet_sock *inet = (struct inet_sock *)(sk); struct tcp_sock *ts; struct hist *histp; struct hist_key key = {}; u64 slot; u32 srtt; if (targ_sport && targ_sport != BPF_CORE_READ(inet, inet_sport)) return 0; if (targ_dport && targ_dport != BPF_CORE_READ(sk, __sk_common.skc_dport)) return 0; key.family = BPF_CORE_READ(sk, __sk_common.skc_family); switch (key.family) { case AF_INET: /* If we set any of IPv6 address, we do not care about IPv4 ones. */ if (ipv6_is_not_zero(targ_saddr_v6) || ipv6_is_not_zero(targ_daddr_v6)) return 0; if (targ_saddr && targ_saddr != BPF_CORE_READ(inet, inet_saddr)) return 0; if (targ_daddr && targ_daddr != BPF_CORE_READ(sk, __sk_common.skc_daddr)) return 0; break; case AF_INET6: /* * Reciprocal of the above: if we set any of IPv4 address, we do not care * about IPv6 ones. */ if (targ_saddr || targ_daddr) return 0; if (ipv6_is_not_zero(targ_saddr_v6) && ipv6_are_different(targ_saddr_v6, BPF_CORE_READ(inet, pinet6, saddr.in6_u.u6_addr8))) return 0; if (ipv6_is_not_zero(targ_daddr_v6) && ipv6_are_different(targ_daddr_v6, BPF_CORE_READ(sk, __sk_common.skc_v6_daddr.in6_u.u6_addr8))) return 0; break; default: return 0; } if (targ_laddr_hist) { if (key.family == AF_INET6) bpf_probe_read_kernel(key.addr, sizeof(key.addr), BPF_CORE_READ(inet, pinet6, saddr.in6_u.u6_addr8)); else bpf_probe_read_kernel(key.addr, sizeof(inet->inet_saddr), &inet->inet_saddr); } else if (targ_raddr_hist) { if (key.family == AF_INET6) bpf_probe_read_kernel(&key.addr, sizeof(key.addr), BPF_CORE_READ(sk, __sk_common.skc_v6_daddr.in6_u.u6_addr8)); else bpf_probe_read_kernel(&key.addr, sizeof(inet->sk.__sk_common.skc_daddr), &inet->sk.__sk_common.skc_daddr); } else { key.family = 0; } histp = bpf_map_lookup_or_try_init(&hists, &key, &zero); if (!histp) return 0; ts = (struct tcp_sock *)(sk); srtt = BPF_CORE_READ(ts, srtt_us) >> 3; if (targ_ms) srtt /= 1000U; slot = log2l(srtt); if (slot >= MAX_SLOTS) slot = MAX_SLOTS - 1; __sync_fetch_and_add(&histp->slots[slot], 1); if (targ_show_ext) { __sync_fetch_and_add(&histp->latency, srtt); __sync_fetch_and_add(&histp->cnt, 1); } return 0; } SEC("fentry/tcp_rcv_established") int BPF_PROG(tcp_rcv, struct sock *sk) { return handle_tcp_rcv_established(sk); } SEC("kprobe/tcp_rcv_established") int BPF_KPROBE(tcp_rcv_kprobe, struct sock *sk) { return handle_tcp_rcv_established(sk); } char LICENSE[] SEC("license") = "Dual BSD/GPL"; bpfcc-0.31.0/libbpf-tools/tcprtt.c000066400000000000000000000215621465134135300167430ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2021 Wenbo Zhang // // Based on tcprtt(8) from BCC by zhenwei pi. // 06-Aug-2021 Wenbo Zhang Created this. #define _DEFAULT_SOURCE #include #include #include #include #include #include #include #include #include "tcprtt.h" #include "tcprtt.skel.h" #include "trace_helpers.h" static struct env { __u16 lport; __u16 rport; __u32 laddr; __u32 raddr; __u8 laddr_v6[IPV6_LEN]; __u8 raddr_v6[IPV6_LEN]; bool milliseconds; time_t duration; time_t interval; bool timestamp; bool laddr_hist; bool raddr_hist; bool extended; bool verbose; } env = { .interval = 99999999, }; static volatile bool exiting; const char *argp_program_version = "tcprtt 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Summarize TCP RTT as a histogram.\n" "\n" "USAGE: \n" "\n" "EXAMPLES:\n" " tcprtt # summarize TCP RTT\n" " tcprtt -i 1 -d 10 # print 1 second summaries, 10 times\n" " tcprtt -m -T # summarize in millisecond, and timestamps\n" " tcprtt -p # filter for local port\n" " tcprtt -P # filter for remote port\n" " tcprtt -a # filter for local address\n" " tcprtt -A # filter for remote address\n" " tcprtt -b # show sockets histogram by local address\n" " tcprtt -B # show sockets histogram by remote address\n" " tcprtt -e # show extension summary(average)\n"; static const struct argp_option opts[] = { { "interval", 'i', "INTERVAL", 0, "summary interval, seconds", 0 }, { "duration", 'd', "DURATION", 0, "total duration of trace, seconds", 0 }, { "timestamp", 'T', NULL, 0, "include timestamp on output", 0 }, { "millisecond", 'm', NULL, 0, "millisecond histogram", 0 }, { "lport", 'p', "LPORT", 0, "filter for local port", 0 }, { "rport", 'P', "RPORT", 0, "filter for remote port", 0 }, { "laddr", 'a', "LADDR", 0, "filter for local address", 0 }, { "raddr", 'A', "RADDR", 0, "filter for remote address", 0 }, { "byladdr", 'b', NULL, 0, "show sockets histogram by local address", 0 }, { "byraddr", 'B', NULL, 0, "show sockets histogram by remote address", 0 }, { "extension", 'e', NULL, 0, "show extension summary(average)", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { struct in_addr addr; struct in6_addr addr_v6; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'i': errno = 0; env.interval = strtol(arg, NULL, 10); if (errno || env.interval <= 0) { fprintf(stderr, "invalid interval: %s\n", arg); argp_usage(state); } break; case 'd': errno = 0; env.duration = strtol(arg, NULL, 10); if (errno || env.duration <= 0) { fprintf(stderr, "invalid duration: %s\n", arg); argp_usage(state); } break; case 'T': env.timestamp = true; break; case 'm': env.milliseconds = true; break; case 'p': errno = 0; env.lport = strtoul(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid lport: %s\n", arg); argp_usage(state); } env.lport = htons(env.lport); break; case 'P': errno = 0; env.rport = strtoul(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid rport: %s\n", arg); argp_usage(state); } env.rport = htons(env.rport); break; case 'a': if (strchr(arg, ':')) { if (inet_pton(AF_INET6, arg, &addr_v6) < 1) { fprintf(stderr, "invalid local IPv6 address: %s\n", arg); argp_usage(state); } memcpy(env.laddr_v6, &addr_v6, sizeof(env.laddr_v6)); } else { if (inet_pton(AF_INET, arg, &addr) < 0) { fprintf(stderr, "invalid local address: %s\n", arg); argp_usage(state); } env.laddr = addr.s_addr; } break; case 'A': if (strchr(arg, ':')) { if (inet_pton(AF_INET6, arg, &addr_v6) < 1) { fprintf(stderr, "invalid remote address: %s\n", arg); argp_usage(state); } memcpy(env.raddr_v6, &addr_v6, sizeof(env.raddr_v6)); } else { if (inet_pton(AF_INET, arg, &addr) < 0) { fprintf(stderr, "invalid remote address: %s\n", arg); argp_usage(state); } env.raddr = addr.s_addr; } break; case 'b': env.laddr_hist = true; break; case 'B': env.raddr_hist = true; break; case 'e': env.extended = true; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_handler(int sig) { exiting = true; } static int print_map(struct bpf_map *map) { const char *units = env.milliseconds ? "msecs" : "usecs"; struct hist_key *lookup_key = NULL, next_key; int err, fd = bpf_map__fd(map); struct hist hist; while (!bpf_map_get_next_key(fd, lookup_key, &next_key)) { err = bpf_map_lookup_elem(fd, &next_key, &hist); if (err < 0) { fprintf(stderr, "failed to lookup infos: %d\n", err); return -1; } if (env.laddr_hist) printf("Local Address = "); else if (env.raddr_hist) printf("Remote Address = "); else printf("All Addresses = ****** "); if (env.laddr_hist || env.raddr_hist) { __u16 family = next_key.family; char str[INET6_ADDRSTRLEN]; if (!inet_ntop(family, next_key.addr, str, sizeof(str))) { perror("converting IP to string:"); return -1; } printf("%s ", str); } if (env.extended) printf("[AVG %llu]", hist.latency / hist.cnt); printf("\n"); print_log2_hist(hist.slots, MAX_SLOTS, units); lookup_key = &next_key; } lookup_key = NULL; while (!bpf_map_get_next_key(fd, lookup_key, &next_key)) { err = bpf_map_delete_elem(fd, &next_key); if (err < 0) { fprintf(stderr, "failed to cleanup infos: %d\n", err); return -1; } lookup_key = &next_key; } return 0; } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; __u8 zero_addr_v6[IPV6_LEN] = {}; struct tcprtt_bpf *obj; __u64 time_end = 0; struct tm *tm; char ts[32]; time_t t; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; if ((env.laddr || env.raddr) && (memcmp(env.laddr_v6, zero_addr_v6, sizeof(env.laddr_v6)) || memcmp(env.raddr_v6, zero_addr_v6, sizeof(env.raddr_v6)))) { fprintf(stderr, "It is not permitted to filter by both IPv4 and IPv6\n"); return 1; } libbpf_set_print(libbpf_print_fn); obj = tcprtt_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } obj->rodata->targ_laddr_hist = env.laddr_hist; obj->rodata->targ_raddr_hist = env.raddr_hist; obj->rodata->targ_show_ext = env.extended; obj->rodata->targ_sport = env.lport; obj->rodata->targ_dport = env.rport; obj->rodata->targ_saddr = env.laddr; obj->rodata->targ_daddr = env.raddr; memcpy(obj->rodata->targ_saddr_v6, env.laddr_v6, sizeof(obj->rodata->targ_saddr_v6)); memcpy(obj->rodata->targ_daddr_v6, env.raddr_v6, sizeof(obj->rodata->targ_daddr_v6)); obj->rodata->targ_ms = env.milliseconds; if (fentry_can_attach("tcp_rcv_established", NULL)) bpf_program__set_autoload(obj->progs.tcp_rcv_kprobe, false); else bpf_program__set_autoload(obj->progs.tcp_rcv, false); err = tcprtt_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } err = tcprtt_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs: %d\n", err); goto cleanup; } signal(SIGINT, sig_handler); printf("Tracing TCP RTT"); if (env.duration) printf(" for %ld secs.\n", env.duration); else printf("... Hit Ctrl-C to end.\n"); /* setup duration */ if (env.duration) time_end = get_ktime_ns() + env.duration * NSEC_PER_SEC; /* main: poll */ while (1) { sleep(env.interval); printf("\n"); if (env.timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s\n", ts); } err = print_map(obj->maps.hists); if (err) break; if (env.duration && get_ktime_ns() > time_end) goto cleanup; if (exiting) break; } cleanup: tcprtt_bpf__destroy(obj); return err != 0; } bpfcc-0.31.0/libbpf-tools/tcprtt.h000066400000000000000000000004451465134135300167450ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __TCPRTT_H #define __TCPRTT_H #define MAX_SLOTS 27 #define IPV6_LEN 16 struct hist { __u64 latency; __u64 cnt; __u32 slots[MAX_SLOTS]; }; struct hist_key { __u16 family; __u8 addr[IPV6_LEN]; }; #endif /* __TCPRTT_H */ bpfcc-0.31.0/libbpf-tools/tcpstates.bpf.c000066400000000000000000000053351465134135300202030ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* Copyright (c) 2021 Hengqi Chen */ #include #include #include #include #include "tcpstates.h" #define MAX_ENTRIES 10240 #define AF_INET 2 #define AF_INET6 10 const volatile bool filter_by_sport = false; const volatile bool filter_by_dport = false; const volatile short target_family = 0; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, __u16); __type(value, __u16); } sports SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, __u16); __type(value, __u16); } dports SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct sock *); __type(value, __u64); } timestamps SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } events SEC(".maps"); SEC("tracepoint/sock/inet_sock_set_state") int handle_set_state(struct trace_event_raw_inet_sock_set_state *ctx) { struct sock *sk = (struct sock *)ctx->skaddr; __u16 family = ctx->family; __u16 sport = ctx->sport; __u16 dport = ctx->dport; __u64 *tsp, delta_us, ts; struct event event = {}; if (ctx->protocol != IPPROTO_TCP) return 0; if (target_family && target_family != family) return 0; if (filter_by_sport && !bpf_map_lookup_elem(&sports, &sport)) return 0; if (filter_by_dport && !bpf_map_lookup_elem(&dports, &dport)) return 0; tsp = bpf_map_lookup_elem(×tamps, &sk); ts = bpf_ktime_get_ns(); if (!tsp) delta_us = 0; else delta_us = (ts - *tsp) / 1000; event.skaddr = (__u64)sk; event.ts_us = ts / 1000; event.delta_us = delta_us; event.pid = bpf_get_current_pid_tgid() >> 32; event.oldstate = ctx->oldstate; event.newstate = ctx->newstate; event.family = family; event.sport = sport; event.dport = dport; bpf_get_current_comm(&event.task, sizeof(event.task)); if (family == AF_INET) { bpf_probe_read_kernel(&event.saddr, sizeof(event.saddr), &sk->__sk_common.skc_rcv_saddr); bpf_probe_read_kernel(&event.daddr, sizeof(event.daddr), &sk->__sk_common.skc_daddr); } else { /* family == AF_INET6 */ bpf_probe_read_kernel(&event.saddr, sizeof(event.saddr), &sk->__sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32); bpf_probe_read_kernel(&event.daddr, sizeof(event.daddr), &sk->__sk_common.skc_v6_daddr.in6_u.u6_addr32); } bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); if (ctx->newstate == TCP_CLOSE) bpf_map_delete_elem(×tamps, &sk); else bpf_map_update_elem(×tamps, &sk, &ts, BPF_ANY); return 0; } char LICENSE[] SEC("license") = "Dual BSD/GPL"; bpfcc-0.31.0/libbpf-tools/tcpstates.c000066400000000000000000000171631465134135300174370ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* * tcpstates Trace TCP session state changes with durations. * Copyright (c) 2021 Hengqi Chen * * Based on tcpstates(8) from BCC by Brendan Gregg. * 18-Dec-2021 Hengqi Chen Created this. */ #include #include #include #include #include #include #include #include #include #include "btf_helpers.h" #include "tcpstates.h" #include "tcpstates.skel.h" #include "trace_helpers.h" #define PERF_BUFFER_PAGES 16 #define PERF_POLL_TIMEOUT_MS 100 #define warn(...) fprintf(stderr, __VA_ARGS__) static volatile sig_atomic_t exiting = 0; static bool emit_timestamp = false; static short target_family = 0; static char *target_sports = NULL; static char *target_dports = NULL; static bool wide_output = false; static bool verbose = false; static const char *tcp_states[] = { [1] = "ESTABLISHED", [2] = "SYN_SENT", [3] = "SYN_RECV", [4] = "FIN_WAIT1", [5] = "FIN_WAIT2", [6] = "TIME_WAIT", [7] = "CLOSE", [8] = "CLOSE_WAIT", [9] = "LAST_ACK", [10] = "LISTEN", [11] = "CLOSING", [12] = "NEW_SYN_RECV", [13] = "UNKNOWN", }; const char *argp_program_version = "tcpstates 1.0"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Trace TCP session state changes and durations.\n" "\n" "USAGE: tcpstates [-4] [-6] [-T] [-L lport] [-D dport]\n" "\n" "EXAMPLES:\n" " tcpstates # trace all TCP state changes\n" " tcpstates -T # include timestamps\n" " tcpstates -L 80 # only trace local port 80\n" " tcpstates -D 80 # only trace remote port 80\n"; static const struct argp_option opts[] = { { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { "timestamp", 'T', NULL, 0, "Include timestamp on output", 0 }, { "ipv4", '4', NULL, 0, "Trace IPv4 family only", 0 }, { "ipv6", '6', NULL, 0, "Trace IPv6 family only", 0 }, { "wide", 'w', NULL, 0, "Wide column output (fits IPv6 addresses)", 0 }, { "localport", 'L', "LPORT", 0, "Comma-separated list of local ports to trace.", 0 }, { "remoteport", 'D', "DPORT", 0, "Comma-separated list of remote ports to trace.", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { long port_num; char *port; switch (key) { case 'v': verbose = true; break; case 'T': emit_timestamp = true; break; case '4': target_family = AF_INET; break; case '6': target_family = AF_INET6; break; case 'w': wide_output = true; break; case 'L': if (!arg) { warn("No ports specified\n"); argp_usage(state); } target_sports = strdup(arg); port = strtok(arg, ","); while (port) { port_num = strtol(port, NULL, 10); if (errno || port_num <= 0 || port_num > 65536) { warn("Invalid ports: %s\n", arg); argp_usage(state); } port = strtok(NULL, ","); } break; case 'D': if (!arg) { warn("No ports specified\n"); argp_usage(state); } target_dports = strdup(arg); port = strtok(arg, ","); while (port) { port_num = strtol(port, NULL, 10); if (errno || port_num <= 0 || port_num > 65536) { warn("Invalid ports: %s\n", arg); argp_usage(state); } port = strtok(NULL, ","); } break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } static void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { char ts[32], saddr[39], daddr[39]; struct event e; struct tm *tm; int family; time_t t; if (data_sz < sizeof(e)) { printf("Error: packet too small\n"); return; } /* Copy data as alignment in the perf buffer isn't guaranteed. */ memcpy(&e, data, sizeof(e)); if (emit_timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%8s ", ts); } inet_ntop(e.family, &e.saddr, saddr, sizeof(saddr)); inet_ntop(e.family, &e.daddr, daddr, sizeof(daddr)); if (wide_output) { family = e.family == AF_INET ? 4 : 6; printf("%-16llx %-7d %-16s %-2d %-39s %-5d %-39s %-5d %-11s -> %-11s %.3f\n", e.skaddr, e.pid, e.task, family, saddr, e.sport, daddr, e.dport, tcp_states[e.oldstate], tcp_states[e.newstate], (double)e.delta_us / 1000); } else { printf("%-16llx %-7d %-10.10s %-15s %-5d %-15s %-5d %-11s -> %-11s %.3f\n", e.skaddr, e.pid, e.task, saddr, e.sport, daddr, e.dport, tcp_states[e.oldstate], tcp_states[e.newstate], (double)e.delta_us / 1000); } } static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { warn("lost %llu events on CPU #%d\n", lost_cnt, cpu); } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct perf_buffer *pb = NULL; struct tcpstates_bpf *obj; int err, port_map_fd; short port_num; char *port; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { warn("failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = tcpstates_bpf__open_opts(&open_opts); if (!obj) { warn("failed to open BPF object\n"); return 1; } obj->rodata->filter_by_sport = target_sports != NULL; obj->rodata->filter_by_dport = target_dports != NULL; obj->rodata->target_family = target_family; err = tcpstates_bpf__load(obj); if (err) { warn("failed to load BPF object: %d\n", err); goto cleanup; } if (target_sports) { port_map_fd = bpf_map__fd(obj->maps.sports); port = strtok(target_sports, ","); while (port) { port_num = strtol(port, NULL, 10); bpf_map_update_elem(port_map_fd, &port_num, &port_num, BPF_ANY); port = strtok(NULL, ","); } } if (target_dports) { port_map_fd = bpf_map__fd(obj->maps.dports); port = strtok(target_dports, ","); while (port) { port_num = strtol(port, NULL, 10); bpf_map_update_elem(port_map_fd, &port_num, &port_num, BPF_ANY); port = strtok(NULL, ","); } } err = tcpstates_bpf__attach(obj); if (err) { warn("failed to attach BPF programs: %d\n", err); goto cleanup; } pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = - errno; warn("failed to open perf buffer: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { warn("can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } if (emit_timestamp) printf("%-8s ", "TIME(s)"); if (wide_output) printf("%-16s %-7s %-16s %-2s %-39s %-5s %-39s %-5s %-11s -> %-11s %s\n", "SKADDR", "PID", "COMM", "IP", "LADDR", "LPORT", "RADDR", "RPORT", "OLDSTATE", "NEWSTATE", "MS"); else printf("%-16s %-7s %-10s %-15s %-5s %-15s %-5s %-11s -> %-11s %s\n", "SKADDR", "PID", "COMM", "LADDR", "LPORT", "RADDR", "RPORT", "OLDSTATE", "NEWSTATE", "MS"); while (!exiting) { err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS); if (err < 0 && err != -EINTR) { warn("error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); tcpstates_bpf__destroy(obj); cleanup_core_btf(&open_opts); return err != 0; } bpfcc-0.31.0/libbpf-tools/tcpstates.h000066400000000000000000000006431465134135300174370ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* Copyright (c) 2021 Hengqi Chen */ #ifndef __TCPSTATES_H #define __TCPSTATES_H #define TASK_COMM_LEN 16 struct event { unsigned __int128 saddr; unsigned __int128 daddr; __u64 skaddr; __u64 ts_us; __u64 delta_us; __u32 pid; int oldstate; int newstate; __u16 family; __u16 sport; __u16 dport; char task[TASK_COMM_LEN]; }; #endif /* __TCPSTATES_H */ bpfcc-0.31.0/libbpf-tools/tcpsynbl.bpf.c000066400000000000000000000025651465134135300200310ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2021 Yaqi Chen #include #include #include #include #include #include "tcpsynbl.h" #include "bits.bpf.h" #include "maps.bpf.h" #define MAX_ENTRIES 65536 struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, u64); __type(value, struct hist); } hists SEC(".maps"); static struct hist zero; static int do_entry(struct sock *sk) { u64 max_backlog, backlog, slot; struct hist *histp; max_backlog = BPF_CORE_READ(sk, sk_max_ack_backlog); backlog = BPF_CORE_READ(sk, sk_ack_backlog); histp = bpf_map_lookup_or_try_init(&hists, &max_backlog, &zero); if (!histp) return 0; slot = log2l(backlog); if (slot >= MAX_SLOTS) slot = MAX_SLOTS - 1; __sync_fetch_and_add(&histp->slots[slot], 1); return 0; } SEC("kprobe/tcp_v4_syn_recv_sock") int BPF_KPROBE(tcp_v4_syn_recv_kprobe, struct sock *sk) { return do_entry(sk); } SEC("kprobe/tcp_v6_syn_recv_sock") int BPF_KPROBE(tcp_v6_syn_recv_kprobe, struct sock *sk) { return do_entry(sk); } SEC("fentry/tcp_v4_syn_recv_sock") int BPF_PROG(tcp_v4_syn_recv, struct sock *sk) { return do_entry(sk); } SEC("fentry/tcp_v6_syn_recv_sock") int BPF_PROG(tcp_v6_syn_recv, struct sock *sk) { return do_entry(sk); } char LICENSE[] SEC("license") = "Dual BSD/GPL"; bpfcc-0.31.0/libbpf-tools/tcpsynbl.c000066400000000000000000000134041465134135300172550ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2021 Yaqi Chen // // Based on tcpsynbl(8) from BCC by Brendan Gregg. // 19-Dec-2021 Yaqi Chen Created this. #include #include #include #include #include #include #include #include "tcpsynbl.h" #include "tcpsynbl.skel.h" #include "btf_helpers.h" #include "trace_helpers.h" static struct env { bool ipv4; bool ipv6; time_t interval; int times; bool timestamp; bool verbose; } env = { .interval = 99999999, .times = 99999999, }; static volatile sig_atomic_t exiting = 0; const char *argp_program_version = "tcpsynbl 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Summarize TCP SYN backlog as a histogram.\n" "\n" "USAGE: tcpsynbl [--help] [-T] [-4] [-6] [interval] [count]\n" "\n" "EXAMPLES:\n" " tcpsynbl # summarize TCP SYN backlog as a histogram\n" " tcpsynbl 1 10 # print 1 second summaries, 10 times\n" " tcpsynbl -T 1 # 1s summaries with timestamps\n" " tcpsynbl -4 # trace IPv4 family only\n" " tcpsynbl -6 # trace IPv6 family only\n"; static const struct argp_option opts[] = { { "timestamp", 'T', NULL, 0, "Include timestamp on output", 0 }, { "ipv4", '4', NULL, 0, "Trace IPv4 family only", 0 }, { "ipv6", '6', NULL, 0, "Trace IPv6 family only", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'T': env.timestamp = true; break; case '4': env.ipv4 = true; break; case '6': env.ipv6 = true; break; case ARGP_KEY_ARG: errno = 0; if (pos_args == 0) { env.interval = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid internal\n"); argp_usage(state); } } else if (pos_args == 1) { env.times = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid times\n"); argp_usage(state); } } else { fprintf(stderr, "unrecognized positional argument: %s\n", arg); argp_usage(state); } pos_args++; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_handler(int sig) { exiting = true; } static void disable_all_progs(struct tcpsynbl_bpf *obj) { bpf_program__set_autoload(obj->progs.tcp_v4_syn_recv_kprobe, false); bpf_program__set_autoload(obj->progs.tcp_v6_syn_recv_kprobe, false); bpf_program__set_autoload(obj->progs.tcp_v4_syn_recv, false); bpf_program__set_autoload(obj->progs.tcp_v6_syn_recv, false); } static void set_autoload_prog(struct tcpsynbl_bpf *obj, int version) { if (version == 4) { if (fentry_can_attach("tcp_v4_syn_recv_sock", NULL)) bpf_program__set_autoload(obj->progs.tcp_v4_syn_recv, true); else bpf_program__set_autoload(obj->progs.tcp_v4_syn_recv_kprobe, true); } if (version == 6){ if (fentry_can_attach("tcp_v6_syn_recv_sock", NULL)) bpf_program__set_autoload(obj->progs.tcp_v6_syn_recv, true); else bpf_program__set_autoload(obj->progs.tcp_v6_syn_recv_kprobe, true); } } static int print_log2_hists(int fd) { __u64 lookup_key = -1, next_key; struct hist hist; int err; while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_lookup_elem(fd, &next_key, &hist); if (err < 0) { fprintf(stderr, "failed to lookup hist: %d\n", err); return -1; } printf("backlog_max = %lld\n", next_key); print_log2_hist(hist.slots, MAX_SLOTS, "backlog"); lookup_key = next_key; } lookup_key = -1; while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) { err = bpf_map_delete_elem(fd, &next_key); if (err < 0) { fprintf(stderr, "failed to cleanup hist : %d\n", err); return -1; } lookup_key = next_key; } return 0; } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc }; struct tcpsynbl_bpf *obj; struct tm *tm; char ts[32]; time_t t; int err, map_fd; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = tcpsynbl_bpf__open_opts(&open_opts); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } disable_all_progs(obj); if (env.ipv4) { set_autoload_prog(obj, 4); } else if (env.ipv6) { set_autoload_prog(obj, 6); } else { set_autoload_prog(obj, 4); set_autoload_prog(obj, 6); } err = tcpsynbl_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } err = tcpsynbl_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs\n"); goto cleanup; } map_fd= bpf_map__fd(obj->maps.hists); signal(SIGINT, sig_handler); printf("Tracing SYN backlog size. Ctrl-C to end.\n"); /* main: poll */ while (1) { sleep(env.interval); printf("\n"); if (env.timestamp) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); printf("%-8s\n", ts); } err = print_log2_hists(map_fd); if (err) break; if (exiting || --env.times == 0) break; } cleanup: tcpsynbl_bpf__destroy(obj); cleanup_core_btf(&open_opts); return err != 0; } bpfcc-0.31.0/libbpf-tools/tcpsynbl.h000066400000000000000000000003001465134135300172510ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __TCPSYNBL_H #define __TCPSYNBL_H #define MAX_SLOTS 32 struct hist { __u32 slots[MAX_SLOTS]; }; #endif /* __TCPSYNBL_H */ bpfcc-0.31.0/libbpf-tools/tcptop.bpf.c000066400000000000000000000063731465134135300175050ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2022 Francis Laniel #include #include #include #include #include #include "tcptop.h" /* Taken from kernel include/linux/socket.h. */ #define AF_INET 2 /* Internet IP Protocol */ #define AF_INET6 10 /* IP version 6 */ const volatile bool filter_cg = false; const volatile pid_t target_pid = -1; const volatile int target_family = -1; struct { __uint(type, BPF_MAP_TYPE_CGROUP_ARRAY); __type(key, u32); __type(value, u32); __uint(max_entries, 1); } cgroup_map SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, struct ip_key_t); __type(value, struct traffic_t); } ip_map SEC(".maps"); static int probe_ip(bool receiving, struct sock *sk, size_t size) { struct ip_key_t ip_key = {}; struct traffic_t *trafficp; u16 family; u32 pid; if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; pid = bpf_get_current_pid_tgid() >> 32; if (target_pid != -1 && target_pid != pid) return 0; family = BPF_CORE_READ(sk, __sk_common.skc_family); if (target_family != -1 && target_family != family) return 0; /* drop */ if (family != AF_INET && family != AF_INET6) return 0; ip_key.pid = pid; bpf_get_current_comm(&ip_key.name, sizeof(ip_key.name)); ip_key.lport = BPF_CORE_READ(sk, __sk_common.skc_num); ip_key.dport = bpf_ntohs(BPF_CORE_READ(sk, __sk_common.skc_dport)); ip_key.family = family; if (family == AF_INET) { bpf_probe_read_kernel(&ip_key.saddr, sizeof(sk->__sk_common.skc_rcv_saddr), &sk->__sk_common.skc_rcv_saddr); bpf_probe_read_kernel(&ip_key.daddr, sizeof(sk->__sk_common.skc_daddr), &sk->__sk_common.skc_daddr); } else { /* * family == AF_INET6, * we already checked above family is correct. */ bpf_probe_read_kernel(&ip_key.saddr, sizeof(sk->__sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32), &sk->__sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32); bpf_probe_read_kernel(&ip_key.daddr, sizeof(sk->__sk_common.skc_v6_daddr.in6_u.u6_addr32), &sk->__sk_common.skc_v6_daddr.in6_u.u6_addr32); } trafficp = bpf_map_lookup_elem(&ip_map, &ip_key); if (!trafficp) { struct traffic_t zero; if (receiving) { zero.sent = 0; zero.received = size; } else { zero.sent = size; zero.received = 0; } bpf_map_update_elem(&ip_map, &ip_key, &zero, BPF_NOEXIST); } else { if (receiving) trafficp->received += size; else trafficp->sent += size; bpf_map_update_elem(&ip_map, &ip_key, trafficp, BPF_EXIST); } return 0; } SEC("kprobe/tcp_sendmsg") int BPF_KPROBE(tcp_sendmsg, struct sock *sk, struct msghdr *msg, size_t size) { return probe_ip(false, sk, size); } /* * tcp_recvmsg() would be obvious to trace, but is less suitable because: * - we'd need to trace both entry and return, to have both sock and size * - misses tcp_read_sock() traffic * we'd much prefer tracepoints once they are available. */ SEC("kprobe/tcp_cleanup_rbuf") int BPF_KPROBE(tcp_cleanup_rbuf, struct sock *sk, int copied) { if (copied <= 0) return 0; return probe_ip(true, sk, copied); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/tcptop.c000066400000000000000000000234711465134135300167350ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* * tcptop: Summarize the top active TCP sessions - like top, but for TCP * Copyright (c) 2022 Francis Laniel * * Based on tcptop(8) from BCC by Brendan Gregg. * 03-Mar-2022 Francis Laniel Created this. */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "tcptop.h" #include "tcptop.skel.h" #include "trace_helpers.h" #define warn(...) fprintf(stderr, __VA_ARGS__) #define OUTPUT_ROWS_LIMIT 10240 #define IPV4 0 #define PORT_LENGTH 5 enum SORT { ALL, SENT, RECEIVED, }; static volatile sig_atomic_t exiting = 0; static pid_t target_pid = -1; static char *cgroup_path; static bool cgroup_filtering = false; static bool clear_screen = true; static bool no_summary = false; static bool ipv4_only = false; static bool ipv6_only = false; static int output_rows = 20; static int sort_by = ALL; static int interval = 1; static int count = 99999999; static bool verbose = false; const char *argp_program_version = "tcptop 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Summarize the top active TCP sessions - like top, but for TCP\n" "\n" "USAGE: tcptop [-h] [-p PID] [interval] [count]\n" "\n" "EXAMPLES:\n" " tcptop # TCP top, refresh every 1s\n" " tcptop -p 1216 # only trace PID 1216\n" " tcptop -c path # only trace the given cgroup path\n" " tcptop 5 10 # 5s summaries, 10 times\n"; static const struct argp_option opts[] = { { "pid", 'p', "PID", 0, "Process ID to trace", 0 }, { "cgroup", 'c', "/sys/fs/cgroup/unified", 0, "Trace process in cgroup path", 0 }, { "ipv4", '4', NULL, 0, "trace IPv4 family only", 0 }, { "ipv6", '6', NULL, 0, "trace IPv6 family only", 0 }, { "nosummary", 'S', NULL, 0, "Skip system summary line", 0 }, { "noclear", 'C', NULL, 0, "Don't clear the screen", 0 }, { "sort", 's', "SORT", 0, "Sort columns, default all [all, sent, received]", 0 }, { "rows", 'r', "ROWS", 0, "Maximum rows to print, default 20", 0 }, { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; struct info_t { struct ip_key_t key; struct traffic_t value; }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { long pid, rows; static int pos_args; switch (key) { case 'p': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { warn("invalid PID: %s\n", arg); argp_usage(state); } target_pid = pid; break; case 'c': cgroup_path = arg; cgroup_filtering = true; break; case 'C': clear_screen = false; break; case 'S': no_summary = true; break; case '4': ipv4_only = true; if (ipv6_only) { warn("Only one --ipvX option should be used\n"); argp_usage(state); } break; case '6': ipv6_only = true; if (ipv4_only) { warn("Only one --ipvX option should be used\n"); argp_usage(state); } break; case 's': if (!strcmp(arg, "all")) { sort_by = ALL; } else if (!strcmp(arg, "sent")) { sort_by = SENT; } else if (!strcmp(arg, "received")) { sort_by = RECEIVED; } else { warn("invalid sort method: %s\n", arg); argp_usage(state); } break; case 'r': errno = 0; rows = strtol(arg, NULL, 10); if (errno || rows <= 0) { warn("invalid rows: %s\n", arg); argp_usage(state); } output_rows = rows; if (output_rows > OUTPUT_ROWS_LIMIT) output_rows = OUTPUT_ROWS_LIMIT; break; case 'v': verbose = true; break; case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case ARGP_KEY_ARG: errno = 0; if (pos_args == 0) { interval = strtol(arg, NULL, 10); if (errno || interval <= 0) { warn("invalid interval\n"); argp_usage(state); } } else if (pos_args == 1) { count = strtol(arg, NULL, 10); if (errno || count <= 0) { warn("invalid count\n"); argp_usage(state); } } else { warn("unrecognized positional argument: %s\n", arg); argp_usage(state); } pos_args++; break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } static int sort_column(const void *obj1, const void *obj2) { struct info_t *i1 = (struct info_t *)obj1; struct info_t *i2 = (struct info_t *)obj2; if (i1->key.family != i2->key.family) /* * i1 - i2 because we want to sort by increasing order (first AF_INET then * AF_INET6). */ return i1->key.family - i2->key.family; if (sort_by == SENT) return i2->value.sent - i1->value.sent; else if (sort_by == RECEIVED) return i2->value.received - i1->value.received; else return (i2->value.sent + i2->value.received) - (i1->value.sent + i1->value.received); } static int print_stat(struct tcptop_bpf *obj) { FILE *f; time_t t; struct tm *tm; char ts[16], buf[256]; struct ip_key_t key, *prev_key = NULL; static struct info_t infos[OUTPUT_ROWS_LIMIT]; int n, i, err = 0; int fd = bpf_map__fd(obj->maps.ip_map); int rows = 0; bool ipv6_header_printed = false; int pid_max_fd = open("/proc/sys/kernel/pid_max", O_RDONLY); int pid_maxlen = read(pid_max_fd, buf, sizeof buf) - 1; if (pid_maxlen < 6) pid_maxlen = 6; close(pid_max_fd); if (!no_summary) { f = fopen("/proc/loadavg", "r"); if (f) { time(&t); tm = localtime(&t); strftime(ts, sizeof(ts), "%H:%M:%S", tm); memset(buf, 0, sizeof(buf)); n = fread(buf, 1, sizeof(buf), f); if (n) printf("%8s loadavg: %s\n", ts, buf); fclose(f); } } while (1) { err = bpf_map_get_next_key(fd, prev_key, &infos[rows].key); if (err) { if (errno == ENOENT) { err = 0; break; } warn("bpf_map_get_next_key failed: %s\n", strerror(errno)); return err; } err = bpf_map_lookup_elem(fd, &infos[rows].key, &infos[rows].value); if (err) { warn("bpf_map_lookup_elem failed: %s\n", strerror(errno)); return err; } prev_key = &infos[rows].key; rows++; } printf("%-*s %-12s %-21s %-21s %6s %6s\n", pid_maxlen, "PID", "COMM", "LADDR", "RADDR", "RX_KB", "TX_KB"); qsort(infos, rows, sizeof(struct info_t), sort_column); rows = rows < output_rows ? rows : output_rows; for (i = 0; i < rows; i++) { /* Default width to fit IPv4 plus port. */ int column_width = 21; struct ip_key_t *key = &infos[i].key; struct traffic_t *value = &infos[i].value; if (key->family == AF_INET6) { /* Width to fit IPv6 plus port. */ column_width = 51; if (!ipv6_header_printed) { printf("\n%-*s %-12s %-51s %-51s %6s %6s\n", pid_maxlen, "PID", "COMM", "LADDR6", "RADDR6", "RX_KB", "TX_KB"); ipv6_header_printed = true; } } char saddr[INET6_ADDRSTRLEN]; char daddr[INET6_ADDRSTRLEN]; inet_ntop(key->family, &key->saddr, saddr, INET6_ADDRSTRLEN); inet_ntop(key->family, &key->daddr, daddr, INET6_ADDRSTRLEN); /* * A port is stored in u16, so highest value is 65535, which is 5 * characters long. * We need one character more for ':'. */ size_t size = INET6_ADDRSTRLEN + PORT_LENGTH + 1; char saddr_port[size]; char daddr_port[size]; snprintf(saddr_port, size, "%s:%d", saddr, key->lport); snprintf(daddr_port, size, "%s:%d", daddr, key->dport); printf("%-*d %-12.12s %-*s %-*s %6ld %6ld\n", pid_maxlen, key->pid, key->name, column_width, saddr_port, column_width, daddr_port, value->received / 1024, value->sent / 1024); } printf("\n"); prev_key = NULL; while (1) { err = bpf_map_get_next_key(fd, prev_key, &key); if (err) { if (errno == ENOENT) { err = 0; break; } warn("bpf_map_get_next_key failed: %s\n", strerror(errno)); return err; } err = bpf_map_delete_elem(fd, &key); if (err) { warn("bpf_map_delete_elem failed: %s\n", strerror(errno)); return err; } prev_key = &key; } return err; } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct tcptop_bpf *obj; int family; int cgfd = -1; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); family = -1; if (ipv4_only) family = AF_INET; if (ipv6_only) family = AF_INET6; obj = tcptop_bpf__open(); if (!obj) { warn("failed to open BPF object\n"); return 1; } obj->rodata->target_pid = target_pid; obj->rodata->target_family = family; obj->rodata->filter_cg = cgroup_filtering; err = tcptop_bpf__load(obj); if (err) { warn("failed to load BPF object: %d\n", err); goto cleanup; } if (cgroup_filtering) { int zero = 0; int cg_map_fd = bpf_map__fd(obj->maps.cgroup_map); cgfd = open(cgroup_path, O_RDONLY); if (cgfd < 0) { warn("Failed opening Cgroup path: %s\n", cgroup_path); goto cleanup; } warn("bpf_map__fd: %d\n", cg_map_fd); if (bpf_map_update_elem(cg_map_fd, &zero, &cgfd, BPF_ANY)) { warn("Failed adding target cgroup to map\n"); goto cleanup; } } err = tcptop_bpf__attach(obj); if (err) { warn("failed to attach BPF programs: %d\n", err); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { warn("can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } while (1) { sleep(interval); if (clear_screen) { err = system("clear"); if (err) goto cleanup; } err = print_stat(obj); if (err) goto cleanup; count--; if (exiting || !count) goto cleanup; } cleanup: if (cgroup_filtering && cgfd != -1) close(cgfd); tcptop_bpf__destroy(obj); return err != 0; } bpfcc-0.31.0/libbpf-tools/tcptop.h000066400000000000000000000005461465134135300167400ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __TCPTOP_H #define __TCPTOP_H #define TASK_COMM_LEN 16 struct ip_key_t { unsigned __int128 saddr; unsigned __int128 daddr; __u32 pid; char name[TASK_COMM_LEN]; __u16 lport; __u16 dport; __u16 family; }; struct traffic_t { size_t sent; size_t received; }; #endif /* __TCPTOP_H */ bpfcc-0.31.0/libbpf-tools/tcptop_example.txt000066400000000000000000000067741465134135300210540ustar00rootroot00000000000000Documentation of tcptop (the Linux BPF CO-RE version). It is usually shipped as libbpf-tcptop. Description: Trace sending and received operation over IP. Example output: # ./tcptop 12:20:00 loadavg: 0.00 0.00 0.00 1/407 1987822 PID COMM LADDR RADDR RX_KB TX_KB 1987802 wget 127.0.0.1:44960 127.0.0.1:443 6 0 1987815 wget 127.0.0.1:44968 127.0.0.1:443 6 0 2770 stunnel 127.0.0.1:51460 127.0.0.1:80 4 0 2770 stunnel 127.0.0.1:51452 127.0.0.1:80 4 0 1936412 sshd 10.71.56.137:22 10.71.8.14:45682 0 2 1987805 curl 127.0.0.1:44964 127.0.0.1:443 1 0 1987818 curl 127.0.0.1:44972 127.0.0.1:443 1 0 2770 stunnel 127.0.0.1:51456 127.0.0.1:80 0 0 2770 stunnel 127.0.0.1:51464 127.0.0.1:80 0 0 1918977 sshd 10.71.56.137:22 10.71.8.14:51046 0 0 PID COMM LADDR6 RADDR6 RX_KB TX_KB 2770 stunnel ::ffff:127.0.0.1:443 ::ffff:127.0.0.1:44960 0 6 2770 stunnel ::ffff:127.0.0.1:443 ::ffff:127.0.0.1:44968 0 6 2158 server ::ffff:127.0.0.1:80 ::ffff:127.0.0.1:51452 0 4 2158 server ::ffff:127.0.0.1:80 ::ffff:127.0.0.1:51460 0 4 2770 stunnel ::ffff:127.0.0.1:443 ::ffff:127.0.0.1:44964 0 1 2770 stunnel ::ffff:127.0.0.1:443 ::ffff:127.0.0.1:44972 0 1 2158 server ::ffff:127.0.0.1:80 ::ffff:127.0.0.1:51464 0 0 2158 server ::ffff:127.0.0.1:80 ::ffff:127.0.0.1:51456 0 0 USAGE message: # ./tcptop -h Trace sending and received operation over IP. USAGE: tcptop [-h] [-p PID] [interval] [count] EXAMPLES: tcptop # TCP top, refresh every 1s tcptop -p 1216 # only trace PID 1216 tcptop -c path # only trace the given cgroup path tcptop 5 10 # 5s summaries, 10 times -4, --ipv4 trace IPv4 family only -6, --ipv6 trace IPv6 family only -c, --cgroup=/sys/fs/cgroup/unified Trace process in cgroup path -C, --noclear Don't clear the screen -p, --pid=PID Process ID to trace -r, --rows=ROWS Maximum rows to print, default 20 -s, --sort=SORT Sort columns, default all [all, sent, received] -S, --nosummary Skip system summary line -v, --verbose Verbose debug output -?, --help Give this help list --usage Give a short usage message -V, --version Print program version Mandatory or optional arguments to long options are also mandatory or optional for any corresponding short options. Report bugs to https://github.com/iovisor/bcc/tree/master/libbpf-tools. bpfcc-0.31.0/libbpf-tools/tcptracer.bpf.c000066400000000000000000000170761465134135300201650ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2022 Microsoft Corporation // // Based on tcptracer(8) from BCC by Kinvolk GmbH and // tcpconnect(8) by Anton Protopopov #include #include #include #include #include #include "tcptracer.h" const volatile uid_t filter_uid = -1; const volatile pid_t filter_pid = 0; /* Define here, because there are conflicts with include files */ #define AF_INET 2 #define AF_INET6 10 /* * tcp_set_state doesn't run in the context of the process that initiated the * connection so we need to store a map TUPLE -> PID to send the right PID on * the event. */ struct tuple_key_t { union { __u32 saddr_v4; unsigned __int128 saddr_v6; }; union { __u32 daddr_v4; unsigned __int128 daddr_v6; }; u16 sport; u16 dport; u32 netns; }; struct pid_comm_t { u64 pid; char comm[TASK_COMM_LEN]; u32 uid; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct tuple_key_t); __type(value, struct pid_comm_t); } tuplepid SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, u32); __type(value, struct sock *); } sockets SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(u32)); __uint(value_size, sizeof(u32)); } events SEC(".maps"); static __always_inline bool fill_tuple(struct tuple_key_t *tuple, struct sock *sk, int family) { struct inet_sock *sockp = (struct inet_sock *)sk; BPF_CORE_READ_INTO(&tuple->netns, sk, __sk_common.skc_net.net, ns.inum); switch (family) { case AF_INET: BPF_CORE_READ_INTO(&tuple->saddr_v4, sk, __sk_common.skc_rcv_saddr); if (tuple->saddr_v4 == 0) return false; BPF_CORE_READ_INTO(&tuple->daddr_v4, sk, __sk_common.skc_daddr); if (tuple->daddr_v4 == 0) return false; break; case AF_INET6: BPF_CORE_READ_INTO(&tuple->saddr_v6, sk, __sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32); if (tuple->saddr_v6 == 0) return false; BPF_CORE_READ_INTO(&tuple->daddr_v6, sk, __sk_common.skc_v6_daddr.in6_u.u6_addr32); if (tuple->daddr_v6 == 0) return false; break; /* it should not happen but to be sure let's handle this case */ default: return false; } BPF_CORE_READ_INTO(&tuple->dport, sk, __sk_common.skc_dport); if (tuple->dport == 0) return false; BPF_CORE_READ_INTO(&tuple->sport, sockp, inet_sport); if (tuple->sport == 0) return false; return true; } static __always_inline void fill_event(struct tuple_key_t *tuple, struct event *event, __u32 pid, __u32 uid, __u16 family, __u8 type) { event->ts_us = bpf_ktime_get_ns() / 1000; event->type = type; event->pid = pid; event->uid = uid; event->af = family; event->netns = tuple->netns; if (family == AF_INET) { event->saddr_v4 = tuple->saddr_v4; event->daddr_v4 = tuple->daddr_v4; } else { event->saddr_v6 = tuple->saddr_v6; event->daddr_v6 = tuple->daddr_v6; } event->sport = tuple->sport; event->dport = tuple->dport; } /* returns true if the event should be skipped */ static __always_inline bool filter_event(struct sock *sk, __u32 uid, __u32 pid) { u16 family = BPF_CORE_READ(sk, __sk_common.skc_family); if (family != AF_INET && family != AF_INET6) return true; if (filter_pid && pid != filter_pid) return true; if (filter_uid != (uid_t) -1 && uid != filter_uid) return true; return false; } static __always_inline int enter_tcp_connect(struct pt_regs *ctx, struct sock *sk) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; __u32 tid = pid_tgid; __u64 uid_gid = bpf_get_current_uid_gid(); __u32 uid = uid_gid; if (filter_event(sk, uid, pid)) return 0; bpf_map_update_elem(&sockets, &tid, &sk, 0); return 0; } static __always_inline int exit_tcp_connect(struct pt_regs *ctx, int ret, __u16 family) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; __u32 tid = pid_tgid; __u64 uid_gid = bpf_get_current_uid_gid(); __u32 uid = uid_gid; struct tuple_key_t tuple = {}; struct pid_comm_t pid_comm = {}; struct sock **skpp; struct sock *sk; skpp = bpf_map_lookup_elem(&sockets, &tid); if (!skpp) return 0; if (ret) goto end; sk = *skpp; if (!fill_tuple(&tuple, sk, family)) goto end; pid_comm.pid = pid; pid_comm.uid = uid; bpf_get_current_comm(&pid_comm.comm, sizeof(pid_comm.comm)); bpf_map_update_elem(&tuplepid, &tuple, &pid_comm, 0); end: bpf_map_delete_elem(&sockets, &tid); return 0; } SEC("kprobe/tcp_v4_connect") int BPF_KPROBE(tcp_v4_connect, struct sock *sk) { return enter_tcp_connect(ctx, sk); } SEC("kretprobe/tcp_v4_connect") int BPF_KRETPROBE(tcp_v4_connect_ret, int ret) { return exit_tcp_connect(ctx, ret, AF_INET); } SEC("kprobe/tcp_v6_connect") int BPF_KPROBE(tcp_v6_connect, struct sock *sk) { return enter_tcp_connect(ctx, sk); } SEC("kretprobe/tcp_v6_connect") int BPF_KRETPROBE(tcp_v6_connect_ret, int ret) { return exit_tcp_connect(ctx, ret, AF_INET6); } SEC("kprobe/tcp_close") int BPF_KPROBE(entry_trace_close, struct sock *sk) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; __u64 uid_gid = bpf_get_current_uid_gid(); __u32 uid = uid_gid; struct tuple_key_t tuple = {}; struct event event = {}; u16 family; if (filter_event(sk, uid, pid)) return 0; /* * Don't generate close events for connections that were never * established in the first place. */ u8 oldstate = BPF_CORE_READ(sk, __sk_common.skc_state); if (oldstate == TCP_SYN_SENT || oldstate == TCP_SYN_RECV || oldstate == TCP_NEW_SYN_RECV) return 0; family = BPF_CORE_READ(sk, __sk_common.skc_family); if (!fill_tuple(&tuple, sk, family)) return 0; fill_event(&tuple, &event, pid, uid, family, TCP_EVENT_TYPE_CLOSE); bpf_get_current_comm(&event.task, sizeof(event.task)); bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); return 0; }; SEC("kprobe/tcp_set_state") int BPF_KPROBE(enter_tcp_set_state, struct sock *sk, int state) { struct tuple_key_t tuple = {}; struct event event = {}; __u16 family; if (state != TCP_ESTABLISHED && state != TCP_CLOSE) goto end; family = BPF_CORE_READ(sk, __sk_common.skc_family); if (!fill_tuple(&tuple, sk, family)) goto end; if (state == TCP_CLOSE) goto end; struct pid_comm_t *p; p = bpf_map_lookup_elem(&tuplepid, &tuple); if (!p) return 0; /* missed entry */ fill_event(&tuple, &event, p->pid, p->uid, family, TCP_EVENT_TYPE_CONNECT); __builtin_memcpy(&event.task, p->comm, sizeof(event.task)); bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); end: bpf_map_delete_elem(&tuplepid, &tuple); return 0; } SEC("kretprobe/inet_csk_accept") int BPF_KRETPROBE(exit_inet_csk_accept, struct sock *sk) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; __u64 uid_gid = bpf_get_current_uid_gid(); __u32 uid = uid_gid; __u16 sport, family; struct event event = {}; if (!sk) return 0; if (filter_event(sk, uid, pid)) return 0; family = BPF_CORE_READ(sk, __sk_common.skc_family); sport = BPF_CORE_READ(sk, __sk_common.skc_num); struct tuple_key_t t = {}; fill_tuple(&t, sk, family); t.sport = bpf_ntohs(sport); /* do not send event if IP address is 0.0.0.0 or port is 0 */ if (t.saddr_v6 == 0 || t.daddr_v6 == 0 || t.dport == 0 || t.sport == 0) return 0; fill_event(&t, &event, pid, uid, family, TCP_EVENT_TYPE_ACCEPT); bpf_get_current_comm(&event.task, sizeof(event.task)); bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); return 0; } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/tcptracer.c000066400000000000000000000161261465134135300174120ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2022 Microsoft Corporation // // Based on tcptracer(8) from BCC by Kinvolk GmbH and // tcpconnect(8) by Anton Protopopov #include #include #include #include #include #include #include #include #include "tcptracer.h" #include "tcptracer.skel.h" #include "btf_helpers.h" #include "trace_helpers.h" #include "map_helpers.h" #define warn(...) fprintf(stderr, __VA_ARGS__) static volatile sig_atomic_t exiting = 0; const char *argp_program_version = "tcptracer 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; static const char argp_program_doc[] = "\ntcptracer: Trace TCP connections\n" "\n" "EXAMPLES:\n" " tcptracer # trace all TCP connections\n" " tcptracer -t # include timestamps\n" " tcptracer -p 181 # only trace PID 181\n" " tcptracer -U # include UID\n" " tcptracer -u 1000 # only trace UID 1000\n" " tcptracer --C mappath # only trace cgroups in the map\n" " tcptracer --M mappath # only trace mount namespaces in the map\n" ; static int get_int(const char *arg, int *ret, int min, int max) { char *end; long val; errno = 0; val = strtol(arg, &end, 10); if (errno) { warn("strtol: %s: %s\n", arg, strerror(errno)); return -1; } else if (end == arg || val < min || val > max) { return -1; } if (ret) *ret = val; return 0; } static int get_uint(const char *arg, unsigned int *ret, unsigned int min, unsigned int max) { char *end; long val; errno = 0; val = strtoul(arg, &end, 10); if (errno) { warn("strtoul: %s: %s\n", arg, strerror(errno)); return -1; } else if (end == arg || val < min || val > max) { return -1; } if (ret) *ret = val; return 0; } static const struct argp_option opts[] = { { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { "timestamp", 't', NULL, 0, "Include timestamp on output", 0 }, { "print-uid", 'U', NULL, 0, "Include UID on output", 0 }, { "pid", 'p', "PID", 0, "Process PID to trace", 0 }, { "uid", 'u', "UID", 0, "Process UID to trace", 0 }, { "cgroupmap", 'C', "PATH", 0, "trace cgroups in this map", 0 }, { "mntnsmap", 'M', "PATH", 0, "trace mount namespaces in this map", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static struct env { bool verbose; bool count; bool print_timestamp; bool print_uid; pid_t pid; uid_t uid; } env = { .uid = (uid_t) -1, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { int err; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'c': env.count = true; break; case 't': env.print_timestamp = true; break; case 'U': env.print_uid = true; break; case 'p': err = get_int(arg, &env.pid, 1, INT_MAX); if (err) { warn("invalid PID: %s\n", arg); argp_usage(state); } break; case 'u': err = get_uint(arg, &env.uid, 0, (uid_t) -2); if (err) { warn("invalid UID: %s\n", arg); argp_usage(state); } break; case 'C': warn("not implemented: --cgroupmap"); break; case 'M': warn("not implemented: --mntnsmap"); break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { exiting = 1; } static void print_events_header() { if (env.print_timestamp) printf("%-9s", "TIME(s)"); if (env.print_uid) printf("%-6s", "UID"); printf("%s %-6s %-12s %-2s %-16s %-16s %-4s %-4s\n", "T", "PID", "COMM", "IP", "SADDR", "DADDR", "SPORT", "DPORT"); } static void handle_event(void *ctx, int cpu, void *data, __u32 data_sz) { struct event event; char src[INET6_ADDRSTRLEN]; char dst[INET6_ADDRSTRLEN]; union { struct in_addr x4; struct in6_addr x6; } s, d; static __u64 start_ts; if (data_sz < sizeof(event)) { printf("Error: packet too small\n"); return; } /* Copy data as alignment in the perf buffer isn't guaranteed. */ memcpy(&event, data, sizeof(event)); if (event.af == AF_INET) { s.x4.s_addr = event.saddr_v4; d.x4.s_addr = event.daddr_v4; } else if (event.af == AF_INET6) { memcpy(&s.x6.s6_addr, &event.saddr_v6, sizeof(s.x6.s6_addr)); memcpy(&d.x6.s6_addr, &event.daddr_v6, sizeof(d.x6.s6_addr)); } else { warn("broken event: event.af=%d", event.af); return; } if (env.print_timestamp) { if (start_ts == 0) start_ts = event.ts_us; printf("%-9.3f", (event.ts_us - start_ts) / 1000000.0); } if (env.print_uid) printf("%-6d", event.uid); char type = '-'; switch (event.type) { case TCP_EVENT_TYPE_CONNECT: type = 'C'; break; case TCP_EVENT_TYPE_ACCEPT: type = 'A'; break; case TCP_EVENT_TYPE_CLOSE: type = 'X'; break; } printf("%c %-6d %-12.12s %-2d %-16s %-16s %-4d %-4d\n", type, event.pid, event.task, event.af == AF_INET ? 4 : 6, inet_ntop(event.af, &s, src, sizeof(src)), inet_ntop(event.af, &d, dst, sizeof(dst)), ntohs(event.sport), ntohs(event.dport)); } static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt) { warn("Lost %llu events on CPU #%d!\n", lost_cnt, cpu); } static void print_events(int perf_map_fd) { struct perf_buffer *pb; int err; pb = perf_buffer__new(perf_map_fd, 128, handle_event, handle_lost_events, NULL, NULL); if (!pb) { err = -errno; warn("failed to open perf buffer: %d\n", err); goto cleanup; } print_events_header(); while (!exiting) { err = perf_buffer__poll(pb, 100); if (err < 0 && err != -EINTR) { warn("error polling perf buffer: %s\n", strerror(-err)); goto cleanup; } /* reset err to return 0 if exiting */ err = 0; } cleanup: perf_buffer__free(pb); } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, .args_doc = NULL, }; struct tcptracer_bpf *obj; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } obj = tcptracer_bpf__open_opts(&open_opts); if (!obj) { warn("failed to open BPF object\n"); return 1; } if (env.pid) obj->rodata->filter_pid = env.pid; if (env.uid != (uid_t) -1) obj->rodata->filter_uid = env.uid; err = tcptracer_bpf__load(obj); if (err) { warn("failed to load BPF object: %d\n", err); goto cleanup; } err = tcptracer_bpf__attach(obj); if (err) { warn("failed to attach BPF programs: %s\n", strerror(-err)); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { warn("can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } print_events(bpf_map__fd(obj->maps.events)); cleanup: tcptracer_bpf__destroy(obj); cleanup_core_btf(&open_opts); return err != 0; } bpfcc-0.31.0/libbpf-tools/tcptracer.h000066400000000000000000000013351465134135300174130ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2022 Microsoft Corporation // // Based on tcptracer(8) from BCC by Kinvolk GmbH and // tcpconnect(8) by Anton Protopopov #ifndef __TCPTRACER_H #define __TCPTRACER_H /* The maximum number of items in maps */ #define MAX_ENTRIES 8192 #define TASK_COMM_LEN 16 enum event_type { TCP_EVENT_TYPE_CONNECT, TCP_EVENT_TYPE_ACCEPT, TCP_EVENT_TYPE_CLOSE, }; struct event { union { __u32 saddr_v4; unsigned __int128 saddr_v6; }; union { __u32 daddr_v4; unsigned __int128 daddr_v6; }; char task[TASK_COMM_LEN]; __u64 ts_us; __u32 af; /* AF_INET or AF_INET6 */ __u32 pid; __u32 uid; __u32 netns; __u16 dport; __u16 sport; __u8 type; }; #endif /* __TCPTRACER_H */ bpfcc-0.31.0/libbpf-tools/trace_helpers.c000066400000000000000000000612411465134135300202410ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ // Copyright (c) 2020 Wenbo Zhang // // Based on ksyms improvements from Andrii Nakryiko, add more helpers. // 28-Feb-2020 Wenbo Zhang Created this. #ifndef _GNU_SOURCE #define _GNU_SOURCE #endif #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "trace_helpers.h" #include "uprobe_helpers.h" #define min(x, y) ({ \ typeof(x) _min1 = (x); \ typeof(y) _min2 = (y); \ (void) (&_min1 == &_min2); \ _min1 < _min2 ? _min1 : _min2; }) #define DISK_NAME_LEN 32 #define MINORBITS 20 #define MINORMASK ((1U << MINORBITS) - 1) #define MKDEV(ma, mi) (((ma) << MINORBITS) | (mi)) struct ksyms { struct ksym *syms; int syms_sz; int syms_cap; char *strs; int strs_sz; int strs_cap; }; static int ksyms__add_symbol(struct ksyms *ksyms, const char *name, unsigned long addr) { size_t new_cap, name_len = strlen(name) + 1; struct ksym *ksym; void *tmp; if (ksyms->strs_sz + name_len > ksyms->strs_cap) { new_cap = ksyms->strs_cap * 4 / 3; if (new_cap < ksyms->strs_sz + name_len) new_cap = ksyms->strs_sz + name_len; if (new_cap < 1024) new_cap = 1024; tmp = realloc(ksyms->strs, new_cap); if (!tmp) return -1; ksyms->strs = tmp; ksyms->strs_cap = new_cap; } if (ksyms->syms_sz + 1 > ksyms->syms_cap) { new_cap = ksyms->syms_cap * 4 / 3; if (new_cap < 1024) new_cap = 1024; tmp = realloc(ksyms->syms, sizeof(*ksyms->syms) * new_cap); if (!tmp) return -1; ksyms->syms = tmp; ksyms->syms_cap = new_cap; } ksym = &ksyms->syms[ksyms->syms_sz]; /* while constructing, re-use pointer as just a plain offset */ ksym->name = (void *)(unsigned long)ksyms->strs_sz; ksym->addr = addr; memcpy(ksyms->strs + ksyms->strs_sz, name, name_len); ksyms->strs_sz += name_len; ksyms->syms_sz++; return 0; } static int ksym_cmp(const void *p1, const void *p2) { const struct ksym *s1 = p1, *s2 = p2; if (s1->addr == s2->addr) return strcmp(s1->name, s2->name); return s1->addr < s2->addr ? -1 : 1; } struct ksyms *ksyms__load(void) { char sym_type, sym_name[256]; struct ksyms *ksyms; unsigned long sym_addr; int i, ret; FILE *f; f = fopen("/proc/kallsyms", "r"); if (!f) return NULL; ksyms = calloc(1, sizeof(*ksyms)); if (!ksyms) goto err_out; while (true) { ret = fscanf(f, "%lx %c %s%*[^\n]\n", &sym_addr, &sym_type, sym_name); if (ret == EOF && feof(f)) break; if (ret != 3) goto err_out; if (ksyms__add_symbol(ksyms, sym_name, sym_addr)) goto err_out; } /* now when strings are finalized, adjust pointers properly */ for (i = 0; i < ksyms->syms_sz; i++) ksyms->syms[i].name += (unsigned long)ksyms->strs; qsort(ksyms->syms, ksyms->syms_sz, sizeof(*ksyms->syms), ksym_cmp); fclose(f); return ksyms; err_out: ksyms__free(ksyms); fclose(f); return NULL; } void ksyms__free(struct ksyms *ksyms) { if (!ksyms) return; free(ksyms->syms); free(ksyms->strs); free(ksyms); } const struct ksym *ksyms__map_addr(const struct ksyms *ksyms, unsigned long addr) { int start = 0, end = ksyms->syms_sz - 1, mid; unsigned long sym_addr; /* find largest sym_addr <= addr using binary search */ while (start < end) { mid = start + (end - start + 1) / 2; sym_addr = ksyms->syms[mid].addr; if (sym_addr <= addr) start = mid; else end = mid - 1; } if (start == end && ksyms->syms[start].addr <= addr) return &ksyms->syms[start]; return NULL; } const struct ksym *ksyms__get_symbol(const struct ksyms *ksyms, const char *name) { int i; for (i = 0; i < ksyms->syms_sz; i++) { if (strcmp(ksyms->syms[i].name, name) == 0) return &ksyms->syms[i]; } return NULL; } struct load_range { uint64_t start; uint64_t end; uint64_t file_off; }; enum elf_type { EXEC, DYN, PERF_MAP, VDSO, UNKNOWN, }; struct dso { char *name; struct load_range *ranges; int range_sz; /* Dyn's first text section virtual addr at execution */ uint64_t sh_addr; /* Dyn's first text section file offset */ uint64_t sh_offset; enum elf_type type; struct sym *syms; int syms_sz; int syms_cap; /* * libbpf's struct btf is actually a pretty efficient * "set of strings" data structure, so we create an * empty one and use it to store symbol names. */ struct btf *btf; }; struct map { uint64_t start_addr; uint64_t end_addr; uint64_t file_off; uint64_t dev_major; uint64_t dev_minor; uint64_t inode; }; struct syms { struct dso *dsos; int dso_sz; }; static bool is_file_backed(const char *mapname) { #define STARTS_WITH(mapname, prefix) \ (!strncmp(mapname, prefix, sizeof(prefix) - 1)) return mapname[0] && !( STARTS_WITH(mapname, "//anon") || STARTS_WITH(mapname, "/dev/zero") || STARTS_WITH(mapname, "/anon_hugepage") || STARTS_WITH(mapname, "[stack") || STARTS_WITH(mapname, "/SYSV") || STARTS_WITH(mapname, "[heap]") || STARTS_WITH(mapname, "[uprobes]") || STARTS_WITH(mapname, "[vsyscall]")); } static bool is_perf_map(const char *path) { return false; } static bool is_vdso(const char *path) { return !strcmp(path, "[vdso]"); } static bool is_uprobes(const char *path) { return !strcmp(path, "[uprobes]"); } static int get_elf_type(const char *path) { GElf_Ehdr hdr; void *res; Elf *e; int fd; if (is_vdso(path)) return -1; if (is_uprobes(path)) return -1; e = open_elf(path, &fd); if (!e) return -1; res = gelf_getehdr(e, &hdr); close_elf(e, fd); if (!res) return -1; return hdr.e_type; } static int get_elf_text_scn_info(const char *path, uint64_t *addr, uint64_t *offset) { Elf_Scn *section = NULL; int fd = -1, err = -1; GElf_Shdr header; size_t stridx; Elf *e = NULL; char *name; e = open_elf(path, &fd); if (!e) goto err_out; err = elf_getshdrstrndx(e, &stridx); if (err < 0) goto err_out; err = -1; while ((section = elf_nextscn(e, section)) != 0) { if (!gelf_getshdr(section, &header)) continue; name = elf_strptr(e, stridx, header.sh_name); if (name && !strcmp(name, ".text")) { *addr = (uint64_t)header.sh_addr; *offset = (uint64_t)header.sh_offset; err = 0; break; } } err_out: close_elf(e, fd); return err; } static int syms__add_dso(struct syms *syms, struct map *map, const char *name) { struct dso *dso = NULL; int i, type; void *tmp; for (i = 0; i < syms->dso_sz; i++) { if (!strcmp(syms->dsos[i].name, name)) { dso = &syms->dsos[i]; break; } } if (!dso) { tmp = realloc(syms->dsos, (syms->dso_sz + 1) * sizeof(*syms->dsos)); if (!tmp) return -1; syms->dsos = tmp; dso = &syms->dsos[syms->dso_sz++]; memset(dso, 0, sizeof(*dso)); dso->name = strdup(name); dso->btf = btf__new_empty(); } tmp = realloc(dso->ranges, (dso->range_sz + 1) * sizeof(*dso->ranges)); if (!tmp) return -1; dso->ranges = tmp; dso->ranges[dso->range_sz].start = map->start_addr; dso->ranges[dso->range_sz].end = map->end_addr; dso->ranges[dso->range_sz].file_off = map->file_off; dso->range_sz++; type = get_elf_type(name); if (type == ET_EXEC) { dso->type = EXEC; } else if (type == ET_DYN) { dso->type = DYN; if (get_elf_text_scn_info(name, &dso->sh_addr, &dso->sh_offset) < 0) return -1; } else if (is_perf_map(name)) { dso->type = PERF_MAP; } else if (is_vdso(name)) { dso->type = VDSO; } else { dso->type = UNKNOWN; } return 0; } static struct dso *syms__find_dso(const struct syms *syms, unsigned long addr, uint64_t *offset) { struct load_range *range; struct dso *dso; int i, j; for (i = 0; i < syms->dso_sz; i++) { dso = &syms->dsos[i]; for (j = 0; j < dso->range_sz; j++) { range = &dso->ranges[j]; if (addr <= range->start || addr >= range->end) continue; if (dso->type == DYN || dso->type == VDSO) { /* Offset within the mmap */ *offset = addr - range->start + range->file_off; /* Offset within the ELF for dyn symbol lookup */ *offset += dso->sh_addr - dso->sh_offset; } else { *offset = addr; } return dso; } } return NULL; } static int dso__load_sym_table_from_perf_map(struct dso *dso) { return -1; } static int dso__add_sym(struct dso *dso, const char *name, uint64_t start, uint64_t size) { struct sym *sym; size_t new_cap; void *tmp; int off; off = btf__add_str(dso->btf, name); if (off < 0) return off; if (dso->syms_sz + 1 > dso->syms_cap) { new_cap = dso->syms_cap * 4 / 3; if (new_cap < 1024) new_cap = 1024; tmp = realloc(dso->syms, sizeof(*dso->syms) * new_cap); if (!tmp) return -1; dso->syms = tmp; dso->syms_cap = new_cap; } sym = &dso->syms[dso->syms_sz++]; /* while constructing, re-use pointer as just a plain offset */ sym->name = (void*)(unsigned long)off; sym->start = start; sym->size = size; sym->offset = 0; return 0; } static int sym_cmp(const void *p1, const void *p2) { const struct sym *s1 = p1, *s2 = p2; if (s1->start == s2->start) return strcmp(s1->name, s2->name); return s1->start < s2->start ? -1 : 1; } static int dso__add_syms(struct dso *dso, Elf *e, Elf_Scn *section, size_t stridx, size_t symsize) { Elf_Data *data = NULL; while ((data = elf_getdata(section, data)) != 0) { size_t i, symcount = data->d_size / symsize; if (data->d_size % symsize) return -1; for (i = 0; i < symcount; ++i) { const char *name; GElf_Sym sym; if (!gelf_getsym(data, (int)i, &sym)) continue; if (!(name = elf_strptr(e, stridx, sym.st_name))) continue; if (name[0] == '\0') continue; if (sym.st_value == 0) continue; if (dso__add_sym(dso, name, sym.st_value, sym.st_size)) goto err_out; } } return 0; err_out: return -1; } static void dso__free_fields(struct dso *dso) { if (!dso) return; free(dso->name); free(dso->ranges); free(dso->syms); btf__free(dso->btf); } static int dso__load_sym_table_from_elf(struct dso *dso, int fd) { Elf_Scn *section = NULL; Elf *e; int i; e = fd > 0 ? open_elf_by_fd(fd) : open_elf(dso->name, &fd); if (!e) return -1; while ((section = elf_nextscn(e, section)) != 0) { GElf_Shdr header; if (!gelf_getshdr(section, &header)) continue; if (header.sh_type != SHT_SYMTAB && header.sh_type != SHT_DYNSYM) continue; if (dso__add_syms(dso, e, section, header.sh_link, header.sh_entsize)) goto err_out; } /* now when strings are finalized, adjust pointers properly */ for (i = 0; i < dso->syms_sz; i++) dso->syms[i].name = btf__name_by_offset(dso->btf, (unsigned long)dso->syms[i].name); qsort(dso->syms, dso->syms_sz, sizeof(*dso->syms), sym_cmp); close_elf(e, fd); return 0; err_out: dso__free_fields(dso); close_elf(e, fd); return -1; } static int create_tmp_vdso_image(struct dso *dso) { uint64_t start_addr, end_addr; long pid = getpid(); char buf[PATH_MAX]; void *image = NULL; char tmpfile[128]; int ret, fd = -1; uint64_t sz; char *name; FILE *f; snprintf(tmpfile, sizeof(tmpfile), "/proc/%ld/maps", pid); f = fopen(tmpfile, "r"); if (!f) return -1; while (true) { ret = fscanf(f, "%llx-%llx %*s %*x %*x:%*x %*u%[^\n]", (long long*)&start_addr, (long long*)&end_addr, buf); if (ret == EOF && feof(f)) break; if (ret != 3) goto err_out; name = buf; while (isspace(*name)) name++; if (!is_file_backed(name)) continue; if (is_vdso(name)) break; } sz = end_addr - start_addr; image = malloc(sz); if (!image) goto err_out; memcpy(image, (void *)start_addr, sz); snprintf(tmpfile, sizeof(tmpfile), "/tmp/libbpf_%ld_vdso_image_XXXXXX", pid); fd = mkostemp(tmpfile, O_CLOEXEC); if (fd < 0) { fprintf(stderr, "failed to create temp file: %s\n", strerror(errno)); goto err_out; } /* Unlink the file to avoid leaking */ if (unlink(tmpfile) == -1) fprintf(stderr, "failed to unlink %s: %s\n", tmpfile, strerror(errno)); if (write(fd, image, sz) == -1) { fprintf(stderr, "failed to write to vDSO image: %s\n", strerror(errno)); close(fd); fd = -1; goto err_out; } err_out: fclose(f); free(image); return fd; } static int dso__load_sym_table_from_vdso_image(struct dso *dso) { int fd = create_tmp_vdso_image(dso); if (fd < 0) return -1; return dso__load_sym_table_from_elf(dso, fd); } static int dso__load_sym_table(struct dso *dso) { if (dso->type == UNKNOWN) return -1; if (dso->type == PERF_MAP) return dso__load_sym_table_from_perf_map(dso); if (dso->type == EXEC || dso->type == DYN) return dso__load_sym_table_from_elf(dso, 0); if (dso->type == VDSO) return dso__load_sym_table_from_vdso_image(dso); return -1; } static struct sym *dso__find_sym(struct dso *dso, uint64_t offset) { unsigned long sym_addr; int start, end, mid; if (!dso->syms && dso__load_sym_table(dso)) return NULL; start = 0; end = dso->syms_sz - 1; /* find largest sym_addr <= addr using binary search */ while (start < end) { mid = start + (end - start + 1) / 2; sym_addr = dso->syms[mid].start; if (sym_addr <= offset) start = mid; else end = mid - 1; } if (start == end && dso->syms[start].start <= offset && offset < dso->syms[start].start + dso->syms[start].size) { (dso->syms[start]).offset = offset - dso->syms[start].start; return &dso->syms[start]; } return NULL; } struct syms *syms__load_file(const char *fname) { char buf[PATH_MAX], perm[5]; struct syms *syms; struct map map; char *name; FILE *f; int ret; f = fopen(fname, "r"); if (!f) return NULL; syms = calloc(1, sizeof(*syms)); if (!syms) goto err_out; while (true) { ret = fscanf(f, "%llx-%llx %4s %llx %llx:%llx %llu%[^\n]", (long long*)&map.start_addr, (long long*)&map.end_addr, perm, (long long*)&map.file_off, (long long*)&map.dev_major, (long long*)&map.dev_minor, (long long*)&map.inode, buf); if (ret == EOF && feof(f)) break; if (ret != 8) /* perf-.map */ goto err_out; if (perm[2] != 'x') continue; name = buf; while (isspace(*name)) name++; if (!is_file_backed(name)) continue; if (syms__add_dso(syms, &map, name)) goto err_out; } fclose(f); return syms; err_out: syms__free(syms); fclose(f); return NULL; } struct syms *syms__load_pid(pid_t tgid) { char fname[128]; snprintf(fname, sizeof(fname), "/proc/%ld/maps", (long)tgid); return syms__load_file(fname); } void syms__free(struct syms *syms) { int i; if (!syms) return; for (i = 0; i < syms->dso_sz; i++) dso__free_fields(&syms->dsos[i]); free(syms->dsos); free(syms); } const struct sym *syms__map_addr(const struct syms *syms, unsigned long addr) { struct dso *dso; uint64_t offset; dso = syms__find_dso(syms, addr, &offset); if (!dso) return NULL; return dso__find_sym(dso, offset); } int syms__map_addr_dso(const struct syms *syms, unsigned long addr, struct sym_info *sinfo) { struct dso *dso; struct sym *sym; uint64_t offset; memset(sinfo, 0x0, sizeof(struct sym_info)); dso = syms__find_dso(syms, addr, &offset); if (!dso) return -1; sinfo->dso_name = dso->name; sinfo->dso_offset = offset; sym = dso__find_sym(dso, offset); if (sym) { sinfo->sym_name = sym->name; sinfo->sym_offset = sym->offset; } return 0; } struct syms_cache { struct { struct syms *syms; int tgid; } *data; int nr; }; struct syms_cache *syms_cache__new(int nr) { struct syms_cache *syms_cache; syms_cache = calloc(1, sizeof(*syms_cache)); if (!syms_cache) return NULL; if (nr > 0) syms_cache->data = calloc(nr, sizeof(*syms_cache->data)); return syms_cache; } void syms_cache__free(struct syms_cache *syms_cache) { int i; if (!syms_cache) return; for (i = 0; i < syms_cache->nr; i++) syms__free(syms_cache->data[i].syms); free(syms_cache->data); free(syms_cache); } struct syms *syms_cache__get_syms(struct syms_cache *syms_cache, int tgid) { void *tmp; int i; for (i = 0; i < syms_cache->nr; i++) { if (syms_cache->data[i].tgid == tgid) return syms_cache->data[i].syms; } tmp = realloc(syms_cache->data, (syms_cache->nr + 1) * sizeof(*syms_cache->data)); if (!tmp) return NULL; syms_cache->data = tmp; syms_cache->data[syms_cache->nr].syms = syms__load_pid(tgid); syms_cache->data[syms_cache->nr].tgid = tgid; return syms_cache->data[syms_cache->nr++].syms; } struct partitions { struct partition *items; int sz; }; static int partitions__add_partition(struct partitions *partitions, const char *name, unsigned int dev) { struct partition *partition; void *tmp; tmp = realloc(partitions->items, (partitions->sz + 1) * sizeof(*partitions->items)); if (!tmp) return -1; partitions->items = tmp; partition = &partitions->items[partitions->sz]; partition->name = strdup(name); partition->dev = dev; partitions->sz++; return 0; } struct partitions *partitions__load(void) { char part_name[DISK_NAME_LEN]; unsigned int devmaj, devmin; unsigned long long nop; struct partitions *partitions; char buf[64]; FILE *f; f = fopen("/proc/partitions", "r"); if (!f) return NULL; partitions = calloc(1, sizeof(*partitions)); if (!partitions) goto err_out; while (fgets(buf, sizeof(buf), f) != NULL) { /* skip heading */ if (buf[0] != ' ' || buf[0] == '\n') continue; if (sscanf(buf, "%u %u %llu %s", &devmaj, &devmin, &nop, part_name) != 4) goto err_out; if (partitions__add_partition(partitions, part_name, MKDEV(devmaj, devmin))) goto err_out; } fclose(f); return partitions; err_out: partitions__free(partitions); fclose(f); return NULL; } void partitions__free(struct partitions *partitions) { int i; if (!partitions) return; for (i = 0; i < partitions->sz; i++) free(partitions->items[i].name); free(partitions->items); free(partitions); } const struct partition * partitions__get_by_dev(const struct partitions *partitions, unsigned int dev) { int i; for (i = 0; i < partitions->sz; i++) { if (partitions->items[i].dev == dev) return &partitions->items[i]; } return NULL; } const struct partition * partitions__get_by_name(const struct partitions *partitions, const char *name) { int i; for (i = 0; i < partitions->sz; i++) { if (strcmp(partitions->items[i].name, name) == 0) return &partitions->items[i]; } return NULL; } static void print_stars(unsigned int val, unsigned int val_max, int width) { int num_stars, num_spaces, i; bool need_plus; num_stars = min(val, val_max) * width / val_max; num_spaces = width - num_stars; need_plus = val > val_max; for (i = 0; i < num_stars; i++) printf("*"); for (i = 0; i < num_spaces; i++) printf(" "); if (need_plus) printf("+"); } void print_log2_hist(unsigned int *vals, int vals_size, const char *val_type) { int stars_max = 40, idx_max = -1; unsigned int val, val_max = 0; unsigned long long low, high; int stars, width, i; for (i = 0; i < vals_size; i++) { val = vals[i]; if (val > 0) idx_max = i; if (val > val_max) val_max = val; } if (idx_max < 0) return; printf("%*s%-*s : count distribution\n", idx_max <= 32 ? 5 : 15, "", idx_max <= 32 ? 19 : 29, val_type); if (idx_max <= 32) stars = stars_max; else stars = stars_max / 2; for (i = 0; i <= idx_max; i++) { low = (1ULL << (i + 1)) >> 1; high = (1ULL << (i + 1)) - 1; if (low == high) low -= 1; val = vals[i]; width = idx_max <= 32 ? 10 : 20; printf("%*lld -> %-*lld : %-8d |", width, low, width, high, val); print_stars(val, val_max, stars); printf("|\n"); } } void print_linear_hist(unsigned int *vals, int vals_size, unsigned int base, unsigned int step, const char *val_type) { int i, stars_max = 40, idx_min = -1, idx_max = -1; unsigned int val, val_max = 0; for (i = 0; i < vals_size; i++) { val = vals[i]; if (val > 0) { idx_max = i; if (idx_min < 0) idx_min = i; } if (val > val_max) val_max = val; } if (idx_max < 0) return; printf(" %-13s : count distribution\n", val_type); for (i = idx_min; i <= idx_max; i++) { val = vals[i]; if (!val) continue; printf(" %-10d : %-8d |", base + i * step, val); print_stars(val, val_max, stars_max); printf("|\n"); } } unsigned long long get_ktime_ns(void) { struct timespec ts; clock_gettime(CLOCK_MONOTONIC, &ts); return ts.tv_sec * NSEC_PER_SEC + ts.tv_nsec; } bool is_kernel_module(const char *name) { bool found = false; char buf[64]; FILE *f; f = fopen("/proc/modules", "r"); if (!f) return false; while (fgets(buf, sizeof(buf), f) != NULL) { if (sscanf(buf, "%s %*s\n", buf) != 1) break; if (!strcmp(buf, name)) { found = true; break; } } fclose(f); return found; } static bool fentry_try_attach(int id) { int prog_fd, attach_fd; char error[4096]; struct bpf_insn insns[] = { { .code = BPF_ALU64 | BPF_MOV | BPF_K, .dst_reg = BPF_REG_0, .imm = 0 }, { .code = BPF_JMP | BPF_EXIT }, }; LIBBPF_OPTS(bpf_prog_load_opts, opts, .expected_attach_type = BPF_TRACE_FENTRY, .attach_btf_id = id, .log_buf = error, .log_size = sizeof(error), ); prog_fd = bpf_prog_load(BPF_PROG_TYPE_TRACING, "test", "GPL", insns, sizeof(insns) / sizeof(struct bpf_insn), &opts); if (prog_fd < 0) return false; attach_fd = bpf_raw_tracepoint_open(NULL, prog_fd); if (attach_fd >= 0) close(attach_fd); close(prog_fd); return attach_fd >= 0; } bool fentry_can_attach(const char *name, const char *mod) { struct btf *btf, *vmlinux_btf, *module_btf = NULL; int err, id; vmlinux_btf = btf__load_vmlinux_btf(); err = libbpf_get_error(vmlinux_btf); if (err) return false; btf = vmlinux_btf; if (mod) { module_btf = btf__load_module_btf(mod, vmlinux_btf); err = libbpf_get_error(module_btf); if (!err) btf = module_btf; } id = btf__find_by_name_kind(btf, name, BTF_KIND_FUNC); btf__free(module_btf); btf__free(vmlinux_btf); return id > 0 && fentry_try_attach(id); } #define DEBUGFS "/sys/kernel/debug/tracing" #define TRACEFS "/sys/kernel/tracing" static bool use_debugfs(void) { static int has_debugfs = -1; if (has_debugfs < 0) has_debugfs = faccessat(AT_FDCWD, DEBUGFS, F_OK, AT_EACCESS) == 0; return has_debugfs == 1; } static const char *tracefs_path(void) { return use_debugfs() ? DEBUGFS : TRACEFS; } static const char *tracefs_available_filter_functions(void) { return use_debugfs() ? DEBUGFS"/available_filter_functions" : TRACEFS"/available_filter_functions"; } bool kprobe_exists(const char *name) { char addr_range[256]; char sym_name[256]; FILE *f; int ret; f = fopen("/sys/kernel/debug/kprobes/blacklist", "r"); if (!f) goto avail_filter; while (true) { ret = fscanf(f, "%s %s%*[^\n]\n", addr_range, sym_name); if (ret == EOF && feof(f)) break; if (ret != 2) { fprintf(stderr, "failed to read symbol from kprobe blacklist\n"); break; } if (!strcmp(name, sym_name)) { fclose(f); return false; } } fclose(f); avail_filter: f = fopen(tracefs_available_filter_functions(), "r"); if (!f) goto slow_path; while (true) { ret = fscanf(f, "%s%*[^\n]\n", sym_name); if (ret == EOF && feof(f)) break; if (ret != 1) { fprintf(stderr, "failed to read symbol from available_filter_functions\n"); break; } if (!strcmp(name, sym_name)) { fclose(f); return true; } } fclose(f); return false; slow_path: f = fopen("/proc/kallsyms", "r"); if (!f) return false; while (true) { ret = fscanf(f, "%*x %*c %s%*[^\n]\n", sym_name); if (ret == EOF && feof(f)) break; if (ret != 1) { fprintf(stderr, "failed to read symbol from kallsyms\n"); break; } if (!strcmp(name, sym_name)) { fclose(f); return true; } } fclose(f); return false; } bool tracepoint_exists(const char *category, const char *event) { char path[PATH_MAX]; snprintf(path, sizeof(path), "%s/events/%s/%s/format", tracefs_path(), category, event); if (!access(path, F_OK)) return true; return false; } bool vmlinux_btf_exists(void) { struct btf *btf; int err; btf = btf__load_vmlinux_btf(); err = libbpf_get_error(btf); if (err) return false; btf__free(btf); return true; } bool module_btf_exists(const char *mod) { char sysfs_mod[80]; if (mod) { snprintf(sysfs_mod, sizeof(sysfs_mod), "/sys/kernel/btf/%s", mod); if (!access(sysfs_mod, R_OK)) return true; } return false; } bool probe_tp_btf(const char *name) { LIBBPF_OPTS(bpf_prog_load_opts, opts, .expected_attach_type = BPF_TRACE_RAW_TP); struct bpf_insn insns[] = { { .code = BPF_ALU64 | BPF_MOV | BPF_K, .dst_reg = BPF_REG_0, .imm = 0 }, { .code = BPF_JMP | BPF_EXIT }, }; int fd, insn_cnt = sizeof(insns) / sizeof(struct bpf_insn); opts.attach_btf_id = libbpf_find_vmlinux_btf_id(name, BPF_TRACE_RAW_TP); fd = bpf_prog_load(BPF_PROG_TYPE_TRACING, NULL, "GPL", insns, insn_cnt, &opts); if (fd >= 0) close(fd); return fd >= 0; } bool probe_ringbuf() { int map_fd; map_fd = bpf_map_create(BPF_MAP_TYPE_RINGBUF, NULL, 0, 0, getpagesize(), NULL); if (map_fd < 0) return false; close(map_fd); return true; } bpfcc-0.31.0/libbpf-tools/trace_helpers.h000066400000000000000000000064471465134135300202550ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __TRACE_HELPERS_H #define __TRACE_HELPERS_H #include #define NSEC_PER_SEC 1000000000ULL struct ksym { const char *name; unsigned long addr; }; struct ksyms; struct ksyms *ksyms__load(void); void ksyms__free(struct ksyms *ksyms); const struct ksym *ksyms__map_addr(const struct ksyms *ksyms, unsigned long addr); const struct ksym *ksyms__get_symbol(const struct ksyms *ksyms, const char *name); struct sym { const char *name; unsigned long start; unsigned long size; unsigned long offset; }; struct sym_info { const char *dso_name; unsigned long dso_offset; const char *sym_name; unsigned long sym_offset; }; struct syms; struct syms *syms__load_pid(int tgid); struct syms *syms__load_file(const char *fname); void syms__free(struct syms *syms); const struct sym *syms__map_addr(const struct syms *syms, unsigned long addr); int syms__map_addr_dso(const struct syms *syms, unsigned long addr, struct sym_info *sinfo); struct syms_cache; struct syms_cache *syms_cache__new(int nr); struct syms *syms_cache__get_syms(struct syms_cache *syms_cache, int tgid); void syms_cache__free(struct syms_cache *syms_cache); struct partition { char *name; unsigned int dev; }; struct partitions; struct partitions *partitions__load(void); void partitions__free(struct partitions *partitions); const struct partition * partitions__get_by_dev(const struct partitions *partitions, unsigned int dev); const struct partition * partitions__get_by_name(const struct partitions *partitions, const char *name); void print_log2_hist(unsigned int *vals, int vals_size, const char *val_type); void print_linear_hist(unsigned int *vals, int vals_size, unsigned int base, unsigned int step, const char *val_type); unsigned long long get_ktime_ns(void); bool is_kernel_module(const char *name); /* * When attempting to use kprobe/kretprobe, please check out new fentry/fexit * probes, as they provide better performance and usability. But in some * situations we have to fallback to kprobe/kretprobe probes. This helper * is used to detect fentry/fexit support for the specified kernel function. * * 1. A gap between kernel versions, kernel BTF is exposed * starting from 5.4 kernel. but fentry/fexit is actually * supported starting from 5.5. * 2. Whether kernel supports module BTF or not * * *name* is the name of a kernel function to be attached to, which can be * from vmlinux or a kernel module. * *mod* is a hint that indicates the *name* may reside in module BTF, * if NULL, it means *name* belongs to vmlinux. */ bool fentry_can_attach(const char *name, const char *mod); /* * The name of a kernel function to be attached to may be changed between * kernel releases. This helper is used to confirm whether the target kernel * uses a certain function name before attaching. * * It is achieved by scaning * /sys/kernel/debug/tracing/available_filter_functions * If this file does not exist, it fallbacks to parse /proc/kallsyms, * which is slower. */ bool kprobe_exists(const char *name); bool tracepoint_exists(const char *category, const char *event); bool vmlinux_btf_exists(void); bool module_btf_exists(const char *mod); bool probe_tp_btf(const char *name); bool probe_ringbuf(); #endif /* __TRACE_HELPERS_H */ bpfcc-0.31.0/libbpf-tools/uprobe_helpers.c000066400000000000000000000150101465134135300204300ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* Copyright (c) 2021 Google LLC. */ #ifndef _GNU_SOURCE #define _GNU_SOURCE #endif #include #include #include #include #include #include #include #include #include #include #include #define warn(...) fprintf(stderr, __VA_ARGS__) /* * Returns 0 on success; -1 on failure. On sucess, returns via `path` the full * path to the program for pid. */ int get_pid_binary_path(pid_t pid, char *path, size_t path_sz) { ssize_t ret; char proc_pid_exe[32]; if (snprintf(proc_pid_exe, sizeof(proc_pid_exe), "/proc/%d/exe", pid) >= sizeof(proc_pid_exe)) { warn("snprintf /proc/PID/exe failed"); return -1; } ret = readlink(proc_pid_exe, path, path_sz); if (ret < 0) { warn("No such pid %d\n", pid); return -1; } if (ret >= path_sz) { warn("readlink truncation"); return -1; } path[ret] = '\0'; return 0; } /* * Returns 0 on success; -1 on failure. On success, returns via `path` the full * path to a library matching the name `lib` that is loaded into pid's address * space. */ int get_pid_lib_path(pid_t pid, const char *lib, char *path, size_t path_sz) { FILE *maps; char *p; char proc_pid_maps[32]; char line_buf[1024]; char path_buf[1024]; if (snprintf(proc_pid_maps, sizeof(proc_pid_maps), "/proc/%d/maps", pid) >= sizeof(proc_pid_maps)) { warn("snprintf /proc/PID/maps failed"); return -1; } maps = fopen(proc_pid_maps, "r"); if (!maps) { warn("No such pid %d\n", pid); return -1; } while (fgets(line_buf, sizeof(line_buf), maps)) { if (sscanf(line_buf, "%*x-%*x %*s %*x %*s %*u %s", path_buf) != 1) continue; /* e.g. /usr/lib/x86_64-linux-gnu/libc-2.31.so */ p = strrchr(path_buf, '/'); if (!p) continue; if (strncmp(p, "/lib", 4)) continue; p += 4; if (strncmp(lib, p, strlen(lib))) continue; p += strlen(lib); /* libraries can have - or . after the name */ if (*p != '.' && *p != '-') continue; if (strnlen(path_buf, 1024) >= path_sz) { warn("path size too small\n"); return -1; } strcpy(path, path_buf); fclose(maps); return 0; } warn("Cannot find library %s\n", lib); fclose(maps); return -1; } /* * Returns 0 on success; -1 on failure. On success, returns via `path` the full * path to the program. */ static int which_program(const char *prog, char *path, size_t path_sz) { FILE *which; char cmd[100]; if (snprintf(cmd, sizeof(cmd), "which %s", prog) >= sizeof(cmd)) { warn("snprintf which prog failed"); return -1; } which = popen(cmd, "r"); if (!which) { warn("which failed"); return -1; } if (!fgets(path, path_sz, which)) { warn("fgets which failed"); pclose(which); return -1; } /* which has a \n at the end of the string */ path[strlen(path) - 1] = '\0'; pclose(which); return 0; } /* * Returns 0 on success; -1 on failure. On success, returns via `path` the full * path to the binary for the given pid. * 1) pid == x, binary == "" : returns the path to x's program * 2) pid == x, binary == "foo" : returns the path to libfoo linked in x * 3) pid == 0, binary == "" : failure: need a pid or a binary * 4) pid == 0, binary == "bar" : returns the path to `which bar` * * For case 4), ideally we'd like to search for libbar too, but we don't support * that yet. */ int resolve_binary_path(const char *binary, pid_t pid, char *path, size_t path_sz) { if (!strcmp(binary, "")) { if (!pid) { warn("Uprobes need a pid or a binary\n"); return -1; } return get_pid_binary_path(pid, path, path_sz); } if (pid) return get_pid_lib_path(pid, binary, path, path_sz); if (which_program(binary, path, path_sz)) { /* * If the user is tracing a program by name, we can find it. * But we can't find a library by name yet. We'd need to parse * ld.so.cache or something similar. */ warn("Can't find %s (Need a PID if this is a library)\n", binary); return -1; } return 0; } /* * Opens an elf at `path` of kind ELF_K_ELF. Returns NULL on failure. On * success, close with close_elf(e, fd_close). */ Elf *open_elf(const char *path, int *fd_close) { int fd; Elf *e; if (elf_version(EV_CURRENT) == EV_NONE) { warn("elf init failed\n"); return NULL; } fd = open(path, O_RDONLY); if (fd < 0) { warn("Could not open %s\n", path); return NULL; } e = elf_begin(fd, ELF_C_READ, NULL); if (!e) { warn("elf_begin failed: %s\n", elf_errmsg(-1)); close(fd); return NULL; } if (elf_kind(e) != ELF_K_ELF) { warn("elf kind %d is not ELF_K_ELF\n", elf_kind(e)); elf_end(e); close(fd); return NULL; } *fd_close = fd; return e; } Elf *open_elf_by_fd(int fd) { Elf *e; if (elf_version(EV_CURRENT) == EV_NONE) { warn("elf init failed\n"); return NULL; } e = elf_begin(fd, ELF_C_READ, NULL); if (!e) { warn("elf_begin failed: %s\n", elf_errmsg(-1)); close(fd); return NULL; } if (elf_kind(e) != ELF_K_ELF) { warn("elf kind %d is not ELF_K_ELF\n", elf_kind(e)); elf_end(e); close(fd); return NULL; } return e; } void close_elf(Elf *e, int fd_close) { elf_end(e); close(fd_close); } /* Returns the offset of a function in the elf file `path`, or -1 on failure. */ off_t get_elf_func_offset(const char *path, const char *func) { off_t ret = -1; int i, fd = -1; Elf *e; Elf_Scn *scn; Elf_Data *data; GElf_Ehdr ehdr; GElf_Shdr shdr[1]; GElf_Phdr phdr; GElf_Sym sym[1]; size_t shstrndx, nhdrs; char *n; e = open_elf(path, &fd); if (!gelf_getehdr(e, &ehdr)) goto out; if (elf_getshdrstrndx(e, &shstrndx) != 0) goto out; scn = NULL; while ((scn = elf_nextscn(e, scn))) { if (!gelf_getshdr(scn, shdr)) continue; if (!(shdr->sh_type == SHT_SYMTAB || shdr->sh_type == SHT_DYNSYM)) continue; data = NULL; while ((data = elf_getdata(scn, data))) { for (i = 0; gelf_getsym(data, i, sym); i++) { n = elf_strptr(e, shdr->sh_link, sym->st_name); if (!n) continue; if (GELF_ST_TYPE(sym->st_info) != STT_FUNC) continue; if (!strcmp(n, func)) { ret = sym->st_value; goto check; } } } } check: if (ehdr.e_type == ET_EXEC || ehdr.e_type == ET_DYN) { if (elf_getphdrnum(e, &nhdrs) != 0) { ret = -1; goto out; } for (i = 0; i < (int)nhdrs; i++) { if (!gelf_getphdr(e, i, &phdr)) continue; if (phdr.p_type != PT_LOAD || !(phdr.p_flags & PF_X)) continue; if (phdr.p_vaddr <= ret && ret < (phdr.p_vaddr + phdr.p_memsz)) { ret = ret - phdr.p_vaddr + phdr.p_offset; goto out; } } ret = -1; } out: close_elf(e, fd); return ret; } bpfcc-0.31.0/libbpf-tools/uprobe_helpers.h000066400000000000000000000012111465134135300204330ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2021 Google LLC. */ #ifndef __UPROBE_HELPERS_H #define __UPROBE_HELPERS_H #include #include #include int get_pid_binary_path(pid_t pid, char *path, size_t path_sz); int get_pid_lib_path(pid_t pid, const char *lib, char *path, size_t path_sz); int resolve_binary_path(const char *binary, pid_t pid, char *path, size_t path_sz); off_t get_elf_func_offset(const char *path, const char *func); Elf *open_elf(const char *path, int *fd_close); Elf *open_elf_by_fd(int fd); void close_elf(Elf *e, int fd_close); #endif /* __UPROBE_HELPERS_H */ bpfcc-0.31.0/libbpf-tools/vfsstat.bpf.c000066400000000000000000000034561465134135300176650ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Anton Protopopov // // Based on vfsstat(8) from BCC by Brendan Gregg #include #include #include #include "vfsstat.h" __u64 stats[S_MAXSTAT] = {}; static __always_inline int inc_stats(int key) { __atomic_add_fetch(&stats[key], 1, __ATOMIC_RELAXED); return 0; } SEC("kprobe/vfs_read") int BPF_KPROBE(kprobe_vfs_read) { return inc_stats(S_READ); } SEC("kprobe/vfs_write") int BPF_KPROBE(kprobe_vfs_write) { return inc_stats(S_WRITE); } SEC("kprobe/vfs_fsync") int BPF_KPROBE(kprobe_vfs_fsync) { return inc_stats(S_FSYNC); } SEC("kprobe/vfs_open") int BPF_KPROBE(kprobe_vfs_open) { return inc_stats(S_OPEN); } SEC("kprobe/vfs_create") int BPF_KPROBE(kprobe_vfs_create) { return inc_stats(S_CREATE); } SEC("kprobe/vfs_unlink") int BPF_KPROBE(kprobe_vfs_unlink) { return inc_stats(S_UNLINK); } SEC("kprobe/vfs_mkdir") int BPF_KPROBE(kprobe_vfs_mkdir) { return inc_stats(S_MKDIR); } SEC("kprobe/vfs_rmdir") int BPF_KPROBE(kprobe_vfs_rmdir) { return inc_stats(S_RMDIR); } SEC("fentry/vfs_read") int BPF_PROG(fentry_vfs_read) { return inc_stats(S_READ); } SEC("fentry/vfs_write") int BPF_PROG(fentry_vfs_write) { return inc_stats(S_WRITE); } SEC("fentry/vfs_fsync") int BPF_PROG(fentry_vfs_fsync) { return inc_stats(S_FSYNC); } SEC("fentry/vfs_open") int BPF_PROG(fentry_vfs_open) { return inc_stats(S_OPEN); } SEC("fentry/vfs_create") int BPF_PROG(fentry_vfs_create) { return inc_stats(S_CREATE); } SEC("fentry/vfs_unlink") int BPF_PROG(fentry_vfs_unlink) { return inc_stats(S_UNLINK); } SEC("fentry/vfs_mkdir") int BPF_PROG(fentry_vfs_mkdir) { return inc_stats(S_MKDIR); } SEC("fentry/vfs_rmdir") int BPF_PROG(fentry_vfs_rmdir) { return inc_stats(S_RMDIR); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/vfsstat.c000066400000000000000000000126101465134135300171070ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Anton Protopopov // // Based on vfsstat(8) from BCC by Brendan Gregg #include #include #include #include #include "vfsstat.h" #include "vfsstat.skel.h" #include "btf_helpers.h" #include "trace_helpers.h" const char *argp_program_version = "vfsstat 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; static const char argp_program_doc[] = "\nvfsstat: Count some VFS calls\n" "\n" "EXAMPLES:\n" " vfsstat # interval one second\n" " vfsstat 5 3 # interval five seconds, three output lines\n"; static char args_doc[] = "[interval [count]]"; static const struct argp_option opts[] = { { "verbose", 'v', NULL, 0, "Verbose debug output", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static struct env { bool verbose; int count; int interval; } env = { .interval = 1, /* once a second */ }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { long interval; long count; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case ARGP_KEY_ARG: switch (state->arg_num) { case 0: errno = 0; interval = strtol(arg, NULL, 10); if (errno || interval <= 0 || interval > INT_MAX) { fprintf(stderr, "invalid interval: %s\n", arg); argp_usage(state); } env.interval = interval; break; case 1: errno = 0; count = strtol(arg, NULL, 10); if (errno || count < 0 || count > INT_MAX) { fprintf(stderr, "invalid count: %s\n", arg); argp_usage(state); } env.count = count; break; default: argp_usage(state); break; } break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static const char *strftime_now(char *s, size_t max, const char *format) { struct tm *tm; time_t t; t = time(NULL); tm = localtime(&t); if (tm == NULL) { fprintf(stderr, "localtime: %s\n", strerror(errno)); return ""; } if (strftime(s, max, format, tm) == 0) { fprintf(stderr, "strftime error\n"); return ""; } return s; } static const char *stat_types_names[] = { [S_READ] = "READ", [S_WRITE] = "WRITE", [S_FSYNC] = "FSYNC", [S_OPEN] = "OPEN", [S_CREATE] = "CREATE", [S_UNLINK] = "UNLINK", [S_MKDIR] = "MKDIR", [S_RMDIR] = "RMDIR", }; static void print_header(void) { int i; printf("%-8s ", "TIME"); for (i = 0; i < S_MAXSTAT; i++) printf(" %6s/s", stat_types_names[i]); printf("\n"); } static void print_and_reset_stats(__u64 stats[S_MAXSTAT]) { char s[16]; __u64 val; int i; printf("%-8s: ", strftime_now(s, sizeof(s), "%H:%M:%S")); for (i = 0; i < S_MAXSTAT; i++) { val = __atomic_exchange_n(&stats[i], 0, __ATOMIC_RELAXED); printf(" %8llu", val / env.interval); } printf("\n"); } int main(int argc, char **argv) { LIBBPF_OPTS(bpf_object_open_opts, open_opts); static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, .args_doc = args_doc, }; struct vfsstat_bpf *skel; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; libbpf_set_print(libbpf_print_fn); err = ensure_core_btf(&open_opts); if (err) { fprintf(stderr, "failed to fetch necessary BTF for CO-RE: %s\n", strerror(-err)); return 1; } skel = vfsstat_bpf__open(); if (!skel) { fprintf(stderr, "failed to open BPF skelect\n"); return 1; } /* It fallbacks to kprobes when kernel does not support fentry. */ if (fentry_can_attach("vfs_read", NULL)) { bpf_program__set_autoload(skel->progs.kprobe_vfs_read, false); bpf_program__set_autoload(skel->progs.kprobe_vfs_write, false); bpf_program__set_autoload(skel->progs.kprobe_vfs_fsync, false); bpf_program__set_autoload(skel->progs.kprobe_vfs_open, false); bpf_program__set_autoload(skel->progs.kprobe_vfs_create, false); bpf_program__set_autoload(skel->progs.kprobe_vfs_unlink, false); bpf_program__set_autoload(skel->progs.kprobe_vfs_mkdir, false); bpf_program__set_autoload(skel->progs.kprobe_vfs_rmdir, false); } else { bpf_program__set_autoload(skel->progs.fentry_vfs_read, false); bpf_program__set_autoload(skel->progs.fentry_vfs_write, false); bpf_program__set_autoload(skel->progs.fentry_vfs_fsync, false); bpf_program__set_autoload(skel->progs.fentry_vfs_open, false); bpf_program__set_autoload(skel->progs.fentry_vfs_create, false); bpf_program__set_autoload(skel->progs.fentry_vfs_unlink, false); bpf_program__set_autoload(skel->progs.fentry_vfs_mkdir, false); bpf_program__set_autoload(skel->progs.fentry_vfs_rmdir, false); } err = vfsstat_bpf__load(skel); if (err) { fprintf(stderr, "failed to load BPF skelect: %d\n", err); goto cleanup; } if (!skel->bss) { fprintf(stderr, "Memory-mapping BPF maps is supported starting from Linux 5.7, please upgrade.\n"); goto cleanup; } err = vfsstat_bpf__attach(skel); if (err) { fprintf(stderr, "failed to attach BPF programs: %s\n", strerror(-err)); goto cleanup; } print_header(); do { sleep(env.interval); print_and_reset_stats(skel->bss->stats); } while (!env.count || --env.count); cleanup: vfsstat_bpf__destroy(skel); cleanup_core_btf(&open_opts); return err != 0; } bpfcc-0.31.0/libbpf-tools/vfsstat.h000066400000000000000000000003771465134135300171230ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Anton Protopopov #ifndef __VFSSTAT_H #define __VFSSTAT_H enum stat_types { S_READ, S_WRITE, S_FSYNC, S_OPEN, S_CREATE, S_UNLINK, S_MKDIR, S_RMDIR, S_MAXSTAT, }; #endif /* __VFSSTAT_H */ bpfcc-0.31.0/libbpf-tools/wakeuptime.bpf.c000066400000000000000000000043461465134135300203450ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-3.0 // Copyright (c) 2022 Nicolas Sterchele #include "vmlinux.h" #include #include #include #include "wakeuptime.h" #include "maps.bpf.h" #define PF_KTHREAD 0x00200000 /* kernel thread */ const volatile pid_t targ_pid = 0; const volatile __u64 max_block_ns = -1; const volatile __u64 min_block_ns = 1; const volatile bool user_threads_only = false; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct key_t); __type(value, u64); } counts SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, u32); __type(value, u64); } start SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_STACK_TRACE); __uint(key_size, sizeof(u32)); } stackmap SEC(".maps"); static int offcpu_sched_switch(struct task_struct *prev) { u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; u64 ts; if (targ_pid && targ_pid != pid) return 0; if (user_threads_only && prev->flags & PF_KTHREAD) return 0; ts = bpf_ktime_get_ns(); bpf_map_update_elem(&start, &tid, &ts, BPF_ANY); return 0; } static int wakeup(void *ctx, struct task_struct *p) { u32 pid = p->tgid; u32 tid = p->pid; u64 delta, *count_key, *tsp; static const u64 zero; struct key_t key = {}; if (targ_pid && targ_pid != pid) return 0; tsp = bpf_map_lookup_elem(&start, &tid); if (tsp == 0) return 0; bpf_map_delete_elem(&start, &tid); delta = bpf_ktime_get_ns() - *tsp; if ((delta < min_block_ns) || (delta > max_block_ns)) return 0; key.w_k_stack_id = bpf_get_stackid(ctx, &stackmap, 0); bpf_probe_read_kernel(&key.target, sizeof(key.target), p->comm); bpf_get_current_comm(&key.waker, sizeof(key.waker)); count_key = bpf_map_lookup_or_try_init(&counts, &key, &zero); if (count_key) __atomic_add_fetch(count_key, delta, __ATOMIC_RELAXED); return 0; } SEC("tp_btf/sched_switch") int BPF_PROG(sched_switch, bool preempt, struct task_struct *prev, struct task_struct *next) { return offcpu_sched_switch(prev); } SEC("tp_btf/sched_wakeup") int BPF_PROG(sched_wakeup, struct task_struct *p) { return wakeup(ctx, p); } char LICENSE[] SEC("license") = "GPL"; bpfcc-0.31.0/libbpf-tools/wakeuptime.c000066400000000000000000000162041465134135300175730ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2022 Nicolas Sterchele // // Based on wakeuptime(8) from BCC by Brendan Gregg // XX-Jul-2022 Nicolas Sterchele created this. #include #include #include #include #include #include #include #include #include "wakeuptime.h" #include "wakeuptime.skel.h" #include "trace_helpers.h" #include struct env { pid_t pid; bool user_threads_only; bool verbose; int stack_storage_size; int perf_max_stack_depth; __u64 min_block_time; __u64 max_block_time; int duration; } env = { .verbose = false, .stack_storage_size = 1024, .perf_max_stack_depth = 127, .min_block_time = 1, .max_block_time = -1, .duration = 99999999, }; const char *argp_program_version = "wakeuptime 0.1"; const char *argp_program_bug_address = "https://github.com/iovisor/bcc/tree/master/libbpf-tools"; const char argp_program_doc[] = "Summarize sleep to wakeup time by waker kernel stack.\n" "\n" "USAGE: wakeuptime [-h] [-p PID | -u] [-v] [-m MIN-BLOCK-TIME] " "[-M MAX-BLOCK-TIME] ]--perf-max-stack-depth] [--stack-storage-size] [duration]\n" "EXAMPLES:\n" " wakeuptime # trace blocked time with waker stacks\n" " wakeuptime 5 # trace for 5 seconds only\n" " wakeuptime -u # don't include kernel threads (user only)\n" " wakeuptime -p 185 # trace for PID 185 only\n"; #define OPT_PERF_MAX_STACK_DEPTH 1 /* --pef-max-stack-depth */ #define OPT_STACK_STORAGE_SIZE 2 /* --stack-storage-size */ static const struct argp_option opts[] = { { "pid", 'p', "PID", 0, "trace this PID only", 0 }, { "verbose", 'v', NULL, 0, "show raw addresses", 0 }, { "user-threads-only", 'u', NULL, 0, "user threads only (no kernel threads)", 0 }, { "perf-max-stack-depth", OPT_PERF_MAX_STACK_DEPTH, "PERF-MAX-STACK-DEPTH", 0, "the limit for both kernel and user stack traces (default 127)", 0 }, { "stack-storage-size", OPT_STACK_STORAGE_SIZE, "STACK-STORAGE-SIZE", 0, "the number of unique stack traces that can be stored and displayed (default 1024)", 0 }, { "min-block-time", 'm', "MIN-BLOCK-TIME", 0, "the amount of time in microseconds over which we store traces (default 1)", 0 }, { "max-block-time", 'M', "MAX-BLOCK-TIME", 0, "the amount of time in microseconds under which we store traces (default U64_MAX)", 0 }, { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help", 0 }, {}, }; static error_t parse_arg(int key, char *arg, struct argp_state *state) { static int pos_args; int pid; switch (key) { case 'h': argp_state_help(state, stderr, ARGP_HELP_STD_HELP); break; case 'v': env.verbose = true; break; case 'u': env.user_threads_only = true; break; case 'p': errno = 0; pid = strtol(arg, NULL, 10); if (errno || pid <= 0) { fprintf(stderr, "Invalid PID: %s\n", arg); argp_usage(state); } env.pid = pid; break; case OPT_PERF_MAX_STACK_DEPTH: errno = 0; env.perf_max_stack_depth = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid perf max stack depth: %s\n", arg); argp_usage(state); } break; case OPT_STACK_STORAGE_SIZE: errno = 0; env.stack_storage_size = strtol(arg, NULL, 10); if (errno) { fprintf(stderr, "invalid stack storage size: %s\n", arg); argp_usage(state); } break; case 'm': errno = 0; env.min_block_time = strtoll(arg, NULL, 10); if (errno) { fprintf(stderr, "Invalid min block time (in us): %s\n", arg); argp_usage(state); } break; case 'M': errno = 0; env.max_block_time = strtoll(arg, NULL, 10); if (errno) { fprintf(stderr, "Invalid min block time (in us): %s\n", arg); argp_usage(state); } break; case ARGP_KEY_ARG: errno = 0; if (pos_args == 0){ env.duration = strtol(arg, NULL, 10); if (errno || env.duration <= 0) { fprintf(stderr, "invalid duration (in s)\n"); argp_usage(state); } } else { fprintf(stderr, "Unrecognized positional argument: %s\n", arg); argp_usage(state); } break; default: return ARGP_ERR_UNKNOWN; } return 0; } static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args) { if (level == LIBBPF_DEBUG && !env.verbose) return 0; return vfprintf(stderr, format, args); } static void sig_int(int signo) { } static void print_map(struct ksyms *ksyms, struct wakeuptime_bpf *obj) { struct key_t lookup_key = {}, next_key; int err, i, counts_fd, stack_traces_fd; unsigned long *ip; const struct ksym *ksym; __u64 val; ip = calloc(env.perf_max_stack_depth, sizeof(*ip)); if (!ip) { fprintf(stderr, "failed to alloc ip\n"); return; } counts_fd = bpf_map__fd(obj->maps.counts); stack_traces_fd = bpf_map__fd(obj->maps.stackmap); while (!bpf_map_get_next_key(counts_fd, &lookup_key, &next_key)){ err = bpf_map_lookup_elem(counts_fd, &next_key, &val); if (err < 0) { fprintf(stderr, "failed to lookup info: %d\n", err); free(ip); return; } printf("\n %-16s %s\n", "target:", next_key.target); lookup_key = next_key; err = bpf_map_lookup_elem(stack_traces_fd, &next_key.w_k_stack_id, ip); if (err < 0) { fprintf(stderr, "missed kernel stack: %d\n", err); } for (i = 0; i < env.perf_max_stack_depth && ip[i]; i++) { ksym = ksyms__map_addr(ksyms, ip[i]); if (ksym) printf(" %-16lx %s+0x%lx\n", ip[i], ksym->name, ip[i] - ksym->addr); else printf(" %-16lx Unknown\n", ip[i]); } printf(" %16s %s\n","waker:", next_key.waker); /*to convert val in microseconds*/ val /= 1000; printf(" %lld\n", val); } free(ip); } int main(int argc, char **argv) { static const struct argp argp = { .options = opts, .parser = parse_arg, .doc = argp_program_doc, }; struct wakeuptime_bpf *obj; struct ksyms *ksyms = NULL; int err; err = argp_parse(&argp, argc, argv, 0, NULL, NULL); if (err) return err; if (env.min_block_time >= env.max_block_time) { fprintf(stderr, "min_block_time should be smaller than max_block_time\n"); return 1; } if (env.user_threads_only && env.pid > 0) { fprintf(stderr, "use either -u or -p"); } libbpf_set_print(libbpf_print_fn); obj = wakeuptime_bpf__open(); if (!obj) { fprintf(stderr, "failed to open BPF object\n"); return 1; } obj->rodata->targ_pid = env.pid; obj->rodata->min_block_ns = env.min_block_time * 1000; obj->rodata->max_block_ns = env.max_block_time * 1000; obj->rodata->user_threads_only = env.user_threads_only; bpf_map__set_value_size(obj->maps.stackmap, env.perf_max_stack_depth * sizeof(unsigned long)); bpf_map__set_max_entries(obj->maps.stackmap, env.stack_storage_size); err = wakeuptime_bpf__load(obj); if (err) { fprintf(stderr, "failed to load BPF object: %d\n", err); goto cleanup; } ksyms = ksyms__load(); if (!ksyms) { fprintf(stderr, "failed to load kallsyms\n"); goto cleanup; } err = wakeuptime_bpf__attach(obj); if (err) { fprintf(stderr, "failed to attach BPF programs\n"); goto cleanup; } if (signal(SIGINT, sig_int) == SIG_ERR) { fprintf(stderr, "can't set signal handler: %s\n", strerror(errno)); err = 1; goto cleanup; } printf("Tracing blocked time (us) by kernel stack\n"); sleep(env.duration); print_map(ksyms, obj); cleanup: wakeuptime_bpf__destroy(obj); ksyms__free(ksyms); return err != 0; } bpfcc-0.31.0/libbpf-tools/wakeuptime.h000066400000000000000000000004311465134135300175730ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __WAKEUPTIME_H #define __WAKEUPTIME_H #define MAX_ENTRIES 10240 #define TASK_COMM_LEN 16 struct key_t { char waker[TASK_COMM_LEN]; char target[TASK_COMM_LEN]; int w_k_stack_id; }; #endif /* __WAKEUPTIME_H */ bpfcc-0.31.0/libbpf-tools/x86/000077500000000000000000000000001465134135300156765ustar00rootroot00000000000000bpfcc-0.31.0/libbpf-tools/x86/vmlinux.h000077700000000000000000000000001465134135300220142vmlinux_518.hustar00rootroot00000000000000bpfcc-0.31.0/libbpf-tools/x86/vmlinux_518.h000066400000000000000000125241421465134135300201610ustar00rootroot00000000000000#ifndef __VMLINUX_H__ #define __VMLINUX_H__ #ifndef BPF_NO_PRESERVE_ACCESS_INDEX #pragma clang attribute push (__attribute__((preserve_access_index)), apply_to = record) #endif typedef signed char __s8; typedef unsigned char __u8; typedef short int __s16; typedef short unsigned int __u16; typedef int __s32; typedef unsigned int __u32; typedef long long int __s64; typedef long long unsigned int __u64; typedef __s8 s8; typedef __u8 u8; typedef __s16 s16; typedef __u16 u16; typedef __s32 s32; typedef __u32 u32; typedef __s64 s64; typedef __u64 u64; enum { false = 0, true = 1, }; typedef long int __kernel_long_t; typedef long unsigned int __kernel_ulong_t; typedef int __kernel_pid_t; typedef unsigned int __kernel_uid32_t; typedef unsigned int __kernel_gid32_t; typedef __kernel_ulong_t __kernel_size_t; typedef __kernel_long_t __kernel_ssize_t; typedef long long int __kernel_loff_t; typedef long long int __kernel_time64_t; typedef __kernel_long_t __kernel_clock_t; typedef int __kernel_timer_t; typedef int __kernel_clockid_t; typedef unsigned int __poll_t; typedef u32 __kernel_dev_t; typedef __kernel_dev_t dev_t; typedef short unsigned int umode_t; typedef __kernel_pid_t pid_t; typedef __kernel_clockid_t clockid_t; typedef _Bool bool; typedef __kernel_uid32_t uid_t; typedef __kernel_gid32_t gid_t; typedef __kernel_loff_t loff_t; typedef __kernel_size_t size_t; typedef __kernel_ssize_t ssize_t; typedef s32 int32_t; typedef u32 uint32_t; typedef u64 sector_t; typedef u64 blkcnt_t; typedef unsigned int gfp_t; typedef unsigned int fmode_t; typedef u64 phys_addr_t; typedef struct { int counter; } atomic_t; typedef struct { s64 counter; } atomic64_t; struct list_head { struct list_head *next; struct list_head *prev; }; struct hlist_node; struct hlist_head { struct hlist_node *first; }; struct hlist_node { struct hlist_node *next; struct hlist_node **pprev; }; struct callback_head { struct callback_head *next; void (*func)(struct callback_head *); }; struct lock_class_key {}; struct fs_context; struct fs_parameter_spec; struct dentry; struct super_block; struct module; struct file_system_type { const char *name; int fs_flags; int (*init_fs_context)(struct fs_context *); const struct fs_parameter_spec *parameters; struct dentry * (*mount)(struct file_system_type *, int, const char *, void *); void (*kill_sb)(struct super_block *); struct module *owner; struct file_system_type *next; struct hlist_head fs_supers; struct lock_class_key s_lock_key; struct lock_class_key s_umount_key; struct lock_class_key s_vfs_rename_key; struct lock_class_key s_writers_key[3]; struct lock_class_key i_lock_key; struct lock_class_key i_mutex_key; struct lock_class_key invalidate_lock_key; struct lock_class_key i_mutex_dir_key; }; struct kernel_symbol { int value_offset; int name_offset; int namespace_offset; }; struct qspinlock { union { atomic_t val; struct { u8 locked; u8 pending; }; struct { u16 locked_pending; u16 tail; }; }; }; typedef struct qspinlock arch_spinlock_t; struct qrwlock { union { atomic_t cnts; struct { u8 wlocked; u8 __lstate[3]; }; }; arch_spinlock_t wait_lock; }; typedef struct qrwlock arch_rwlock_t; struct lockdep_map {}; struct raw_spinlock { arch_spinlock_t raw_lock; }; typedef struct raw_spinlock raw_spinlock_t; struct ratelimit_state { raw_spinlock_t lock; int interval; int burst; int printed; int missed; long unsigned int begin; long unsigned int flags; }; struct jump_entry { s32 code; s32 target; long int key; }; struct static_key_mod; struct static_key { atomic_t enabled; union { long unsigned int type; struct jump_entry *entries; struct static_key_mod *next; }; }; typedef void *fl_owner_t; struct file; struct kiocb; struct iov_iter; struct io_comp_batch; struct dir_context; struct poll_table_struct; struct vm_area_struct; struct inode; struct file_lock; struct page; struct pipe_inode_info; struct seq_file; struct io_uring_cmd; struct file_operations { struct module *owner; loff_t (*llseek)(struct file *, loff_t, int); ssize_t (*read)(struct file *, char *, size_t, loff_t *); ssize_t (*write)(struct file *, const char *, size_t, loff_t *); ssize_t (*read_iter)(struct kiocb *, struct iov_iter *); ssize_t (*write_iter)(struct kiocb *, struct iov_iter *); int (*iopoll)(struct kiocb *, struct io_comp_batch *, unsigned int); int (*iterate)(struct file *, struct dir_context *); int (*iterate_shared)(struct file *, struct dir_context *); __poll_t (*poll)(struct file *, struct poll_table_struct *); long int (*unlocked_ioctl)(struct file *, unsigned int, long unsigned int); long int (*compat_ioctl)(struct file *, unsigned int, long unsigned int); int (*mmap)(struct file *, struct vm_area_struct *); long unsigned int mmap_supported_flags; int (*open)(struct inode *, struct file *); int (*flush)(struct file *, fl_owner_t); int (*release)(struct inode *, struct file *); int (*fsync)(struct file *, loff_t, loff_t, int); int (*fasync)(int, struct file *, int); int (*lock)(struct file *, int, struct file_lock *); ssize_t (*sendpage)(struct file *, struct page *, int, size_t, loff_t *, int); long unsigned int (*get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); int (*check_flags)(int); int (*flock)(struct file *, int, struct file_lock *); ssize_t (*splice_write)(struct pipe_inode_info *, struct file *, loff_t *, size_t, unsigned int); ssize_t (*splice_read)(struct file *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); int (*setlease)(struct file *, long int, struct file_lock **, void **); long int (*fallocate)(struct file *, int, loff_t, loff_t); void (*show_fdinfo)(struct seq_file *, struct file *); ssize_t (*copy_file_range)(struct file *, loff_t, struct file *, loff_t, size_t, unsigned int); loff_t (*remap_file_range)(struct file *, loff_t, struct file *, loff_t, loff_t, unsigned int); int (*fadvise)(struct file *, loff_t, loff_t, int); int (*uring_cmd)(struct io_uring_cmd *, unsigned int); }; struct static_call_site { s32 addr; s32 key; }; struct static_call_mod; struct static_call_key { void *func; union { long unsigned int type; struct static_call_mod *mods; struct static_call_site *sites; }; }; struct bug_entry { int bug_addr_disp; int file_disp; short unsigned int line; short unsigned int flags; }; typedef __s64 time64_t; struct __kernel_timespec { __kernel_time64_t tv_sec; long long int tv_nsec; }; struct timespec64 { time64_t tv_sec; long int tv_nsec; }; enum timespec_type { TT_NONE = 0, TT_NATIVE = 1, TT_COMPAT = 2, }; typedef s32 old_time32_t; struct old_timespec32 { old_time32_t tv_sec; s32 tv_nsec; }; struct pollfd; struct restart_block { long unsigned int arch_data; long int (*fn)(struct restart_block *); union { struct { u32 *uaddr; u32 val; u32 flags; u32 bitset; u64 time; u32 *uaddr2; } futex; struct { clockid_t clockid; enum timespec_type type; union { struct __kernel_timespec *rmtp; struct old_timespec32 *compat_rmtp; }; u64 expires; } nanosleep; struct { struct pollfd *ufds; int nfds; int has_timeout; long unsigned int tv_sec; long unsigned int tv_nsec; } poll; }; }; struct thread_info { long unsigned int flags; long unsigned int syscall_work; u32 status; u32 cpu; }; struct refcount_struct { atomic_t refs; }; typedef struct refcount_struct refcount_t; struct llist_node { struct llist_node *next; }; struct __call_single_node { struct llist_node llist; union { unsigned int u_flags; atomic_t a_flags; }; u16 src; u16 dst; }; struct load_weight { long unsigned int weight; u32 inv_weight; }; struct rb_node { long unsigned int __rb_parent_color; struct rb_node *rb_right; struct rb_node *rb_left; }; struct util_est { unsigned int enqueued; unsigned int ewma; }; struct sched_avg { u64 last_update_time; u64 load_sum; u64 runnable_sum; u32 util_sum; u32 period_contrib; long unsigned int load_avg; long unsigned int runnable_avg; long unsigned int util_avg; struct util_est util_est; }; struct cfs_rq; struct sched_entity { struct load_weight load; struct rb_node run_node; struct list_head group_node; unsigned int on_rq; u64 exec_start; u64 sum_exec_runtime; u64 vruntime; u64 prev_sum_exec_runtime; u64 nr_migrations; int depth; struct sched_entity *parent; struct cfs_rq *cfs_rq; struct cfs_rq *my_q; long unsigned int runnable_weight; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_avg avg; }; struct sched_rt_entity { struct list_head run_list; long unsigned int timeout; long unsigned int watchdog_stamp; unsigned int time_slice; short unsigned int on_rq; short unsigned int on_list; struct sched_rt_entity *back; }; typedef s64 ktime_t; struct timerqueue_node { struct rb_node node; ktime_t expires; }; enum hrtimer_restart { HRTIMER_NORESTART = 0, HRTIMER_RESTART = 1, }; struct hrtimer_clock_base; struct hrtimer { struct timerqueue_node node; ktime_t _softexpires; enum hrtimer_restart (*function)(struct hrtimer *); struct hrtimer_clock_base *base; u8 state; u8 is_rel; u8 is_soft; u8 is_hard; }; struct sched_dl_entity { struct rb_node rb_node; u64 dl_runtime; u64 dl_deadline; u64 dl_period; u64 dl_bw; u64 dl_density; s64 runtime; u64 deadline; unsigned int flags; unsigned int dl_throttled: 1; unsigned int dl_yielded: 1; unsigned int dl_non_contending: 1; unsigned int dl_overrun: 1; struct hrtimer dl_timer; struct hrtimer inactive_timer; struct sched_dl_entity *pi_se; }; struct uclamp_se { unsigned int value: 11; unsigned int bucket_id: 3; unsigned int active: 1; unsigned int user_defined: 1; }; struct sched_statistics { u64 wait_start; u64 wait_max; u64 wait_count; u64 wait_sum; u64 iowait_count; u64 iowait_sum; u64 sleep_start; u64 sleep_max; s64 sum_sleep_runtime; u64 block_start; u64 block_max; s64 sum_block_runtime; u64 exec_max; u64 slice_max; u64 nr_migrations_cold; u64 nr_failed_migrations_affine; u64 nr_failed_migrations_running; u64 nr_failed_migrations_hot; u64 nr_forced_migrations; u64 nr_wakeups; u64 nr_wakeups_sync; u64 nr_wakeups_migrate; u64 nr_wakeups_local; u64 nr_wakeups_remote; u64 nr_wakeups_affine; u64 nr_wakeups_affine_attempts; u64 nr_wakeups_passive; u64 nr_wakeups_idle; u64 core_forceidle_sum; long: 64; long: 64; long: 64; }; struct cpumask { long unsigned int bits[128]; }; typedef struct cpumask cpumask_t; union rcu_special { struct { u8 blocked; u8 need_qs; u8 exp_hint; u8 need_mb; } b; u32 s; }; struct sched_info { long unsigned int pcount; long long unsigned int run_delay; long long unsigned int last_arrival; long long unsigned int last_queued; }; struct plist_node { int prio; struct list_head prio_list; struct list_head node_list; }; struct vmacache { u64 seqnum; struct vm_area_struct *vmas[4]; }; struct task_rss_stat { int events; int count[4]; }; struct prev_cputime { u64 utime; u64 stime; raw_spinlock_t lock; }; struct rb_root { struct rb_node *rb_node; }; struct rb_root_cached { struct rb_root rb_root; struct rb_node *rb_leftmost; }; struct timerqueue_head { struct rb_root_cached rb_root; }; struct posix_cputimer_base { u64 nextevt; struct timerqueue_head tqhead; }; struct posix_cputimers { struct posix_cputimer_base bases[3]; unsigned int timers_active; unsigned int expiry_active; }; struct posix_cputimers_work { struct callback_head work; unsigned int scheduled; }; struct sem_undo_list; struct sysv_sem { struct sem_undo_list *undo_list; }; struct sysv_shm { struct list_head shm_clist; }; typedef struct { long unsigned int sig[1]; } sigset_t; struct sigpending { struct list_head list; sigset_t signal; }; typedef struct { uid_t val; } kuid_t; struct seccomp_filter; struct seccomp { int mode; atomic_t filter_count; struct seccomp_filter *filter; }; struct syscall_user_dispatch { char *selector; long unsigned int offset; long unsigned int len; bool on_dispatch; }; struct spinlock { union { struct raw_spinlock rlock; }; }; typedef struct spinlock spinlock_t; struct wake_q_node { struct wake_q_node *next; }; struct task_io_accounting { u64 rchar; u64 wchar; u64 syscr; u64 syscw; u64 read_bytes; u64 write_bytes; u64 cancelled_write_bytes; }; typedef struct { long unsigned int bits[16]; } nodemask_t; struct seqcount { unsigned int sequence; }; typedef struct seqcount seqcount_t; struct seqcount_spinlock { seqcount_t seqcount; }; typedef struct seqcount_spinlock seqcount_spinlock_t; typedef atomic64_t atomic_long_t; struct optimistic_spin_queue { atomic_t tail; }; struct mutex { atomic_long_t owner; raw_spinlock_t wait_lock; struct optimistic_spin_queue osq; struct list_head wait_list; }; struct arch_tlbflush_unmap_batch { struct cpumask cpumask; }; struct tlbflush_unmap_batch { struct arch_tlbflush_unmap_batch arch; bool flush_required; bool writable; }; struct page_frag { struct page *page; __u32 offset; __u32 size; }; struct kmap_ctrl {}; struct timer_list { struct hlist_node entry; long unsigned int expires; void (*function)(struct timer_list *); u32 flags; }; struct llist_head { struct llist_node *first; }; struct desc_struct { u16 limit0; u16 base0; u16 base1: 8; u16 type: 4; u16 s: 1; u16 dpl: 2; u16 p: 1; u16 limit1: 4; u16 avl: 1; u16 l: 1; u16 d: 1; u16 g: 1; u16 base2: 8; }; struct fpu_state_perm { u64 __state_perm; unsigned int __state_size; unsigned int __user_state_size; }; struct fregs_state { u32 cwd; u32 swd; u32 twd; u32 fip; u32 fcs; u32 foo; u32 fos; u32 st_space[20]; u32 status; }; struct fxregs_state { u16 cwd; u16 swd; u16 twd; u16 fop; union { struct { u64 rip; u64 rdp; }; struct { u32 fip; u32 fcs; u32 foo; u32 fos; }; }; u32 mxcsr; u32 mxcsr_mask; u32 st_space[32]; u32 xmm_space[64]; u32 padding[12]; union { u32 padding1[12]; u32 sw_reserved[12]; }; }; struct math_emu_info; struct swregs_state { u32 cwd; u32 swd; u32 twd; u32 fip; u32 fcs; u32 foo; u32 fos; u32 st_space[20]; u8 ftop; u8 changed; u8 lookahead; u8 no_update; u8 rm; u8 alimit; struct math_emu_info *info; u32 entry_eip; }; struct xstate_header { u64 xfeatures; u64 xcomp_bv; u64 reserved[6]; }; struct xregs_state { struct fxregs_state i387; struct xstate_header header; u8 extended_state_area[0]; }; union fpregs_state { struct fregs_state fsave; struct fxregs_state fxsave; struct swregs_state soft; struct xregs_state xsave; u8 __padding[4096]; }; struct fpstate { unsigned int size; unsigned int user_size; u64 xfeatures; u64 user_xfeatures; u64 xfd; unsigned int is_valloc: 1; unsigned int is_guest: 1; unsigned int is_confidential: 1; unsigned int in_use: 1; long: 60; long: 64; long: 64; long: 64; union fpregs_state regs; }; struct fpu { unsigned int last_cpu; long unsigned int avx512_timestamp; struct fpstate *fpstate; struct fpstate *__task_fpstate; struct fpu_state_perm perm; struct fpu_state_perm guest_perm; struct fpstate __fpstate; }; struct perf_event; struct io_bitmap; struct thread_struct { struct desc_struct tls_array[3]; long unsigned int sp; short unsigned int es; short unsigned int ds; short unsigned int fsindex; short unsigned int gsindex; long unsigned int fsbase; long unsigned int gsbase; struct perf_event *ptrace_bps[4]; long unsigned int virtual_dr6; long unsigned int ptrace_dr7; long unsigned int cr2; long unsigned int trap_nr; long unsigned int error_code; struct io_bitmap *io_bitmap; long unsigned int iopl_emul; unsigned int iopl_warn: 1; unsigned int sig_on_uaccess_err: 1; u32 pkru; long: 64; long: 64; long: 64; long: 64; long: 64; struct fpu fpu; }; struct sched_class; struct task_group; struct rcu_node; struct mm_struct; struct pid; struct completion; struct cred; struct key; struct nameidata; struct fs_struct; struct files_struct; struct io_uring_task; struct nsproxy; struct signal_struct; struct sighand_struct; struct audit_context; struct rt_mutex_waiter; struct bio_list; struct blk_plug; struct reclaim_state; struct backing_dev_info; struct io_context; struct capture_control; struct kernel_siginfo; typedef struct kernel_siginfo kernel_siginfo_t; struct css_set; struct robust_list_head; struct compat_robust_list_head; struct futex_pi_state; struct perf_event_context; struct mempolicy; struct numa_group; struct rseq; struct task_delay_info; struct ftrace_ret_stack; struct mem_cgroup; struct request_queue; struct uprobe_task; struct vm_struct; struct bpf_local_storage; struct bpf_run_ctx; struct task_struct { struct thread_info thread_info; unsigned int __state; void *stack; refcount_t usage; unsigned int flags; unsigned int ptrace; int on_cpu; struct __call_single_node wake_entry; unsigned int wakee_flips; long unsigned int wakee_flip_decay_ts; struct task_struct *last_wakee; int recent_used_cpu; int wake_cpu; int on_rq; int prio; int static_prio; int normal_prio; unsigned int rt_priority; struct sched_entity se; struct sched_rt_entity rt; struct sched_dl_entity dl; const struct sched_class *sched_class; struct rb_node core_node; long unsigned int core_cookie; unsigned int core_occupation; struct task_group *sched_task_group; struct uclamp_se uclamp_req[2]; struct uclamp_se uclamp[2]; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_statistics stats; struct hlist_head preempt_notifiers; unsigned int btrace_seq; unsigned int policy; int nr_cpus_allowed; const cpumask_t *cpus_ptr; cpumask_t *user_cpus_ptr; cpumask_t cpus_mask; void *migration_pending; short unsigned int migration_disabled; short unsigned int migration_flags; int rcu_read_lock_nesting; union rcu_special rcu_read_unlock_special; struct list_head rcu_node_entry; struct rcu_node *rcu_blocked_node; long unsigned int rcu_tasks_nvcsw; u8 rcu_tasks_holdout; u8 rcu_tasks_idx; int rcu_tasks_idle_cpu; struct list_head rcu_tasks_holdout_list; int trc_reader_nesting; int trc_ipi_to_cpu; union rcu_special trc_reader_special; bool trc_reader_checked; struct list_head trc_holdout_list; struct sched_info sched_info; struct list_head tasks; struct plist_node pushable_tasks; struct rb_node pushable_dl_tasks; struct mm_struct *mm; struct mm_struct *active_mm; struct vmacache vmacache; struct task_rss_stat rss_stat; int exit_state; int exit_code; int exit_signal; int pdeath_signal; long unsigned int jobctl; unsigned int personality; unsigned int sched_reset_on_fork: 1; unsigned int sched_contributes_to_load: 1; unsigned int sched_migrated: 1; unsigned int sched_psi_wake_requeue: 1; int: 28; unsigned int sched_remote_wakeup: 1; unsigned int in_execve: 1; unsigned int in_iowait: 1; unsigned int restore_sigmask: 1; unsigned int in_user_fault: 1; unsigned int no_cgroup_migration: 1; unsigned int frozen: 1; unsigned int use_memdelay: 1; unsigned int in_memstall: 1; unsigned int in_eventfd_signal: 1; unsigned int pasid_activated: 1; unsigned int reported_split_lock: 1; long unsigned int atomic_flags; struct restart_block restart_block; pid_t pid; pid_t tgid; long unsigned int stack_canary; struct task_struct *real_parent; struct task_struct *parent; struct list_head children; struct list_head sibling; struct task_struct *group_leader; struct list_head ptraced; struct list_head ptrace_entry; struct pid *thread_pid; struct hlist_node pid_links[4]; struct list_head thread_group; struct list_head thread_node; struct completion *vfork_done; int *set_child_tid; int *clear_child_tid; void *worker_private; u64 utime; u64 stime; u64 gtime; struct prev_cputime prev_cputime; long unsigned int nvcsw; long unsigned int nivcsw; u64 start_time; u64 start_boottime; long unsigned int min_flt; long unsigned int maj_flt; struct posix_cputimers posix_cputimers; struct posix_cputimers_work posix_cputimers_work; const struct cred *ptracer_cred; const struct cred *real_cred; const struct cred *cred; struct key *cached_requested_key; char comm[16]; struct nameidata *nameidata; struct sysv_sem sysvsem; struct sysv_shm sysvshm; long unsigned int last_switch_count; long unsigned int last_switch_time; struct fs_struct *fs; struct files_struct *files; struct io_uring_task *io_uring; struct nsproxy *nsproxy; struct signal_struct *signal; struct sighand_struct *sighand; sigset_t blocked; sigset_t real_blocked; sigset_t saved_sigmask; struct sigpending pending; long unsigned int sas_ss_sp; size_t sas_ss_size; unsigned int sas_ss_flags; struct callback_head *task_works; struct audit_context *audit_context; kuid_t loginuid; unsigned int sessionid; struct seccomp seccomp; struct syscall_user_dispatch syscall_dispatch; u64 parent_exec_id; u64 self_exec_id; spinlock_t alloc_lock; raw_spinlock_t pi_lock; struct wake_q_node wake_q; struct rb_root_cached pi_waiters; struct task_struct *pi_top_task; struct rt_mutex_waiter *pi_blocked_on; void *journal_info; struct bio_list *bio_list; struct blk_plug *plug; struct reclaim_state *reclaim_state; struct backing_dev_info *backing_dev_info; struct io_context *io_context; struct capture_control *capture_control; long unsigned int ptrace_message; kernel_siginfo_t *last_siginfo; struct task_io_accounting ioac; unsigned int psi_flags; u64 acct_rss_mem1; u64 acct_vm_mem1; u64 acct_timexpd; nodemask_t mems_allowed; seqcount_spinlock_t mems_allowed_seq; int cpuset_mem_spread_rotor; int cpuset_slab_spread_rotor; struct css_set *cgroups; struct list_head cg_list; u32 closid; u32 rmid; struct robust_list_head *robust_list; struct compat_robust_list_head *compat_robust_list; struct list_head pi_state_list; struct futex_pi_state *pi_state_cache; struct mutex futex_exit_mutex; unsigned int futex_state; struct perf_event_context *perf_event_ctxp[2]; struct mutex perf_event_mutex; struct list_head perf_event_list; long unsigned int preempt_disable_ip; struct mempolicy *mempolicy; short int il_prev; short int pref_node_fork; int numa_scan_seq; unsigned int numa_scan_period; unsigned int numa_scan_period_max; int numa_preferred_nid; long unsigned int numa_migrate_retry; u64 node_stamp; u64 last_task_numa_placement; u64 last_sum_exec_runtime; struct callback_head numa_work; struct numa_group *numa_group; long unsigned int *numa_faults; long unsigned int total_numa_faults; long unsigned int numa_faults_locality[3]; long unsigned int numa_pages_migrated; struct rseq *rseq; u32 rseq_sig; long unsigned int rseq_event_mask; struct tlbflush_unmap_batch tlb_ubc; union { refcount_t rcu_users; struct callback_head rcu; }; struct pipe_inode_info *splice_pipe; struct page_frag task_frag; struct task_delay_info *delays; int nr_dirtied; int nr_dirtied_pause; long unsigned int dirty_paused_when; u64 timer_slack_ns; u64 default_timer_slack_ns; int curr_ret_stack; int curr_ret_depth; struct ftrace_ret_stack *ret_stack; long long unsigned int ftrace_timestamp; atomic_t trace_overrun; atomic_t tracing_graph_pause; long unsigned int trace; long unsigned int trace_recursion; struct mem_cgroup *memcg_in_oom; gfp_t memcg_oom_gfp_mask; int memcg_oom_order; unsigned int memcg_nr_pages_over_high; struct mem_cgroup *active_memcg; struct request_queue *throttle_queue; struct uprobe_task *utask; unsigned int sequential_io; unsigned int sequential_io_avg; struct kmap_ctrl kmap_ctrl; int pagefault_disabled; struct task_struct *oom_reaper_list; struct timer_list oom_reaper_timer; struct vm_struct *stack_vm_area; refcount_t stack_refcount; int patch_state; void *security; struct bpf_local_storage *bpf_storage; struct bpf_run_ctx *bpf_ctx; void *mce_vaddr; __u64 mce_kflags; u64 mce_addr; __u64 mce_ripv: 1; __u64 mce_whole_page: 1; __u64 __mce_reserved: 62; struct callback_head mce_kill_me; int mce_count; struct llist_head kretprobe_instances; struct llist_head rethooks; struct callback_head l1d_flush_kill; long: 64; long: 64; long: 64; long: 64; long: 64; struct thread_struct thread; }; struct screen_info { __u8 orig_x; __u8 orig_y; __u16 ext_mem_k; __u16 orig_video_page; __u8 orig_video_mode; __u8 orig_video_cols; __u8 flags; __u8 unused2; __u16 orig_video_ega_bx; __u16 unused3; __u8 orig_video_lines; __u8 orig_video_isVGA; __u16 orig_video_points; __u16 lfb_width; __u16 lfb_height; __u16 lfb_depth; __u32 lfb_base; __u32 lfb_size; __u16 cl_magic; __u16 cl_offset; __u16 lfb_linelength; __u8 red_size; __u8 red_pos; __u8 green_size; __u8 green_pos; __u8 blue_size; __u8 blue_pos; __u8 rsvd_size; __u8 rsvd_pos; __u16 vesapm_seg; __u16 vesapm_off; __u16 pages; __u16 vesa_attributes; __u32 capabilities; __u32 ext_lfb_base; __u8 _reserved[2]; } __attribute__((packed)); struct apm_bios_info { __u16 version; __u16 cseg; __u32 offset; __u16 cseg_16; __u16 dseg; __u16 flags; __u16 cseg_len; __u16 cseg_16_len; __u16 dseg_len; }; struct edd_device_params { __u16 length; __u16 info_flags; __u32 num_default_cylinders; __u32 num_default_heads; __u32 sectors_per_track; __u64 number_of_sectors; __u16 bytes_per_sector; __u32 dpte_ptr; __u16 key; __u8 device_path_info_length; __u8 reserved2; __u16 reserved3; __u8 host_bus_type[4]; __u8 interface_type[8]; union { struct { __u16 base_address; __u16 reserved1; __u32 reserved2; } isa; struct { __u8 bus; __u8 slot; __u8 function; __u8 channel; __u32 reserved; } pci; struct { __u64 reserved; } ibnd; struct { __u64 reserved; } xprs; struct { __u64 reserved; } htpt; struct { __u64 reserved; } unknown; } interface_path; union { struct { __u8 device; __u8 reserved1; __u16 reserved2; __u32 reserved3; __u64 reserved4; } ata; struct { __u8 device; __u8 lun; __u8 reserved1; __u8 reserved2; __u32 reserved3; __u64 reserved4; } atapi; struct { __u16 id; __u64 lun; __u16 reserved1; __u32 reserved2; } __attribute__((packed)) scsi; struct { __u64 serial_number; __u64 reserved; } usb; struct { __u64 eui; __u64 reserved; } i1394; struct { __u64 wwid; __u64 lun; } fibre; struct { __u64 identity_tag; __u64 reserved; } i2o; struct { __u32 array_number; __u32 reserved1; __u64 reserved2; } raid; struct { __u8 device; __u8 reserved1; __u16 reserved2; __u32 reserved3; __u64 reserved4; } sata; struct { __u64 reserved1; __u64 reserved2; } unknown; } device_path; __u8 reserved4; __u8 checksum; } __attribute__((packed)); struct edd_info { __u8 device; __u8 version; __u16 interface_support; __u16 legacy_max_cylinder; __u8 legacy_max_head; __u8 legacy_sectors_per_track; struct edd_device_params params; } __attribute__((packed)); struct ist_info { __u32 signature; __u32 command; __u32 event; __u32 perf_level; }; struct edid_info { unsigned char dummy[128]; }; struct setup_header { __u8 setup_sects; __u16 root_flags; __u32 syssize; __u16 ram_size; __u16 vid_mode; __u16 root_dev; __u16 boot_flag; __u16 jump; __u32 header; __u16 version; __u32 realmode_swtch; __u16 start_sys_seg; __u16 kernel_version; __u8 type_of_loader; __u8 loadflags; __u16 setup_move_size; __u32 code32_start; __u32 ramdisk_image; __u32 ramdisk_size; __u32 bootsect_kludge; __u16 heap_end_ptr; __u8 ext_loader_ver; __u8 ext_loader_type; __u32 cmd_line_ptr; __u32 initrd_addr_max; __u32 kernel_alignment; __u8 relocatable_kernel; __u8 min_alignment; __u16 xloadflags; __u32 cmdline_size; __u32 hardware_subarch; __u64 hardware_subarch_data; __u32 payload_offset; __u32 payload_length; __u64 setup_data; __u64 pref_address; __u32 init_size; __u32 handover_offset; __u32 kernel_info_offset; } __attribute__((packed)); struct sys_desc_table { __u16 length; __u8 table[14]; }; struct olpc_ofw_header { __u32 ofw_magic; __u32 ofw_version; __u32 cif_handler; __u32 irq_desc_table; }; struct efi_info { __u32 efi_loader_signature; __u32 efi_systab; __u32 efi_memdesc_size; __u32 efi_memdesc_version; __u32 efi_memmap; __u32 efi_memmap_size; __u32 efi_systab_hi; __u32 efi_memmap_hi; }; struct boot_e820_entry { __u64 addr; __u64 size; __u32 type; } __attribute__((packed)); struct boot_params { struct screen_info screen_info; struct apm_bios_info apm_bios_info; __u8 _pad2[4]; __u64 tboot_addr; struct ist_info ist_info; __u64 acpi_rsdp_addr; __u8 _pad3[8]; __u8 hd0_info[16]; __u8 hd1_info[16]; struct sys_desc_table sys_desc_table; struct olpc_ofw_header olpc_ofw_header; __u32 ext_ramdisk_image; __u32 ext_ramdisk_size; __u32 ext_cmd_line_ptr; __u8 _pad4[112]; __u32 cc_blob_address; struct edid_info edid_info; struct efi_info efi_info; __u32 alt_mem_k; __u32 scratch; __u8 e820_entries; __u8 eddbuf_entries; __u8 edd_mbr_sig_buf_entries; __u8 kbd_status; __u8 secure_boot; __u8 _pad5[2]; __u8 sentinel; __u8 _pad6[1]; struct setup_header hdr; __u8 _pad7[36]; __u32 edd_mbr_sig_buffer[16]; struct boot_e820_entry e820_table[128]; __u8 _pad8[48]; struct edd_info eddbuf[6]; __u8 _pad9[276]; } __attribute__((packed)); enum x86_hardware_subarch { X86_SUBARCH_PC = 0, X86_SUBARCH_LGUEST = 1, X86_SUBARCH_XEN = 2, X86_SUBARCH_INTEL_MID = 3, X86_SUBARCH_CE4100 = 4, X86_NR_SUBARCHS = 5, }; struct pt_regs { long unsigned int r15; long unsigned int r14; long unsigned int r13; long unsigned int r12; long unsigned int bp; long unsigned int bx; long unsigned int r11; long unsigned int r10; long unsigned int r9; long unsigned int r8; long unsigned int ax; long unsigned int cx; long unsigned int dx; long unsigned int si; long unsigned int di; long unsigned int orig_ax; long unsigned int ip; long unsigned int cs; long unsigned int flags; long unsigned int sp; long unsigned int ss; }; enum { GATE_INTERRUPT = 14, GATE_TRAP = 15, GATE_CALL = 12, GATE_TASK = 5, }; struct idt_bits { u16 ist: 3; u16 zero: 5; u16 type: 5; u16 dpl: 2; u16 p: 1; }; struct idt_data { unsigned int vector; unsigned int segment; struct idt_bits bits; const void *addr; }; struct gate_struct { u16 offset_low; u16 segment; struct idt_bits bits; u16 offset_middle; u32 offset_high; u32 reserved; }; typedef struct gate_struct gate_desc; struct desc_ptr { short unsigned int size; long unsigned int address; } __attribute__((packed)); typedef long unsigned int pteval_t; typedef long unsigned int pmdval_t; typedef long unsigned int pudval_t; typedef long unsigned int p4dval_t; typedef long unsigned int pgdval_t; typedef long unsigned int pgprotval_t; typedef struct { pteval_t pte; } pte_t; struct pgprot { pgprotval_t pgprot; }; typedef struct pgprot pgprot_t; typedef struct { pgdval_t pgd; } pgd_t; typedef struct { p4dval_t p4d; } p4d_t; typedef struct { pudval_t pud; } pud_t; typedef struct { pmdval_t pmd; } pmd_t; typedef struct page *pgtable_t; struct address_space; struct page_pool; struct dev_pagemap; struct page { long unsigned int flags; union { struct { union { struct list_head lru; struct { void *__filler; unsigned int mlock_count; }; }; struct address_space *mapping; long unsigned int index; long unsigned int private; }; struct { long unsigned int pp_magic; struct page_pool *pp; long unsigned int _pp_mapping_pad; long unsigned int dma_addr; union { long unsigned int dma_addr_upper; atomic_long_t pp_frag_count; }; }; struct { long unsigned int compound_head; unsigned char compound_dtor; unsigned char compound_order; atomic_t compound_mapcount; atomic_t compound_pincount; unsigned int compound_nr; }; struct { long unsigned int _compound_pad_1; long unsigned int _compound_pad_2; struct list_head deferred_list; }; struct { long unsigned int _pt_pad_1; pgtable_t pmd_huge_pte; long unsigned int _pt_pad_2; union { struct mm_struct *pt_mm; atomic_t pt_frag_refcount; }; spinlock_t ptl; }; struct { struct dev_pagemap *pgmap; void *zone_device_data; }; struct callback_head callback_head; }; union { atomic_t _mapcount; unsigned int page_type; }; atomic_t _refcount; long unsigned int memcg_data; }; struct paravirt_callee_save { void *func; }; struct pv_lazy_ops { void (*enter)(); void (*leave)(); void (*flush)(); }; struct pv_cpu_ops { void (*io_delay)(); long unsigned int (*get_debugreg)(int); void (*set_debugreg)(int, long unsigned int); long unsigned int (*read_cr0)(); void (*write_cr0)(long unsigned int); void (*write_cr4)(long unsigned int); void (*load_tr_desc)(); void (*load_gdt)(const struct desc_ptr *); void (*load_idt)(const struct desc_ptr *); void (*set_ldt)(const void *, unsigned int); long unsigned int (*store_tr)(); void (*load_tls)(struct thread_struct *, unsigned int); void (*load_gs_index)(unsigned int); void (*write_ldt_entry)(struct desc_struct *, int, const void *); void (*write_gdt_entry)(struct desc_struct *, int, const void *, int); void (*write_idt_entry)(gate_desc *, int, const gate_desc *); void (*alloc_ldt)(struct desc_struct *, unsigned int); void (*free_ldt)(struct desc_struct *, unsigned int); void (*load_sp0)(long unsigned int); void (*invalidate_io_bitmap)(); void (*update_io_bitmap)(); void (*wbinvd)(); void (*cpuid)(unsigned int *, unsigned int *, unsigned int *, unsigned int *); u64 (*read_msr)(unsigned int); void (*write_msr)(unsigned int, unsigned int, unsigned int); u64 (*read_msr_safe)(unsigned int, int *); int (*write_msr_safe)(unsigned int, unsigned int, unsigned int); u64 (*read_pmc)(int); void (*start_context_switch)(struct task_struct *); void (*end_context_switch)(struct task_struct *); }; struct pv_irq_ops { struct paravirt_callee_save save_fl; struct paravirt_callee_save irq_disable; struct paravirt_callee_save irq_enable; void (*safe_halt)(); void (*halt)(); }; struct flush_tlb_info; struct mmu_gather; struct pv_mmu_ops { void (*flush_tlb_user)(); void (*flush_tlb_kernel)(); void (*flush_tlb_one_user)(long unsigned int); void (*flush_tlb_multi)(const struct cpumask *, const struct flush_tlb_info *); void (*tlb_remove_table)(struct mmu_gather *, void *); void (*exit_mmap)(struct mm_struct *); void (*notify_page_enc_status_changed)(long unsigned int, int, bool); struct paravirt_callee_save read_cr2; void (*write_cr2)(long unsigned int); long unsigned int (*read_cr3)(); void (*write_cr3)(long unsigned int); void (*activate_mm)(struct mm_struct *, struct mm_struct *); void (*dup_mmap)(struct mm_struct *, struct mm_struct *); int (*pgd_alloc)(struct mm_struct *); void (*pgd_free)(struct mm_struct *, pgd_t *); void (*alloc_pte)(struct mm_struct *, long unsigned int); void (*alloc_pmd)(struct mm_struct *, long unsigned int); void (*alloc_pud)(struct mm_struct *, long unsigned int); void (*alloc_p4d)(struct mm_struct *, long unsigned int); void (*release_pte)(long unsigned int); void (*release_pmd)(long unsigned int); void (*release_pud)(long unsigned int); void (*release_p4d)(long unsigned int); void (*set_pte)(pte_t *, pte_t); void (*set_pmd)(pmd_t *, pmd_t); pte_t (*ptep_modify_prot_start)(struct vm_area_struct *, long unsigned int, pte_t *); void (*ptep_modify_prot_commit)(struct vm_area_struct *, long unsigned int, pte_t *, pte_t); struct paravirt_callee_save pte_val; struct paravirt_callee_save make_pte; struct paravirt_callee_save pgd_val; struct paravirt_callee_save make_pgd; void (*set_pud)(pud_t *, pud_t); struct paravirt_callee_save pmd_val; struct paravirt_callee_save make_pmd; struct paravirt_callee_save pud_val; struct paravirt_callee_save make_pud; void (*set_p4d)(p4d_t *, p4d_t); struct paravirt_callee_save p4d_val; struct paravirt_callee_save make_p4d; void (*set_pgd)(pgd_t *, pgd_t); struct pv_lazy_ops lazy_mode; void (*set_fixmap)(unsigned int, phys_addr_t, pgprot_t); }; struct flush_tlb_info { struct mm_struct *mm; long unsigned int start; long unsigned int end; u64 new_tlb_gen; unsigned int initiating_cpu; u8 stride_shift; u8 freed_tables; }; struct rw_semaphore { atomic_long_t count; atomic_long_t owner; struct optimistic_spin_queue osq; raw_spinlock_t wait_lock; struct list_head wait_list; }; struct mm_rss_stat { atomic_long_t count[4]; }; struct ldt_struct; struct vdso_image; typedef struct { u64 ctx_id; atomic64_t tlb_gen; struct rw_semaphore ldt_usr_sem; struct ldt_struct *ldt; short unsigned int flags; struct mutex lock; void *vdso; const struct vdso_image *vdso_image; atomic_t perf_rdpmc_allowed; u16 pkey_allocation_map; s16 execute_only_pkey; } mm_context_t; struct xol_area; struct uprobes_state { struct xol_area *xol_area; }; struct work_struct; typedef void (*work_func_t)(struct work_struct *); struct work_struct { atomic_long_t data; struct list_head entry; work_func_t func; }; struct linux_binfmt; struct kioctx_table; struct user_namespace; struct mmu_notifier_subscriptions; struct mm_struct { struct { struct vm_area_struct *mmap; struct rb_root mm_rb; u64 vmacache_seqnum; long unsigned int (*get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); long unsigned int mmap_base; long unsigned int mmap_legacy_base; long unsigned int mmap_compat_base; long unsigned int mmap_compat_legacy_base; long unsigned int task_size; long unsigned int highest_vm_end; pgd_t *pgd; atomic_t membarrier_state; atomic_t mm_users; atomic_t mm_count; atomic_long_t pgtables_bytes; int map_count; spinlock_t page_table_lock; struct rw_semaphore mmap_lock; struct list_head mmlist; long unsigned int hiwater_rss; long unsigned int hiwater_vm; long unsigned int total_vm; long unsigned int locked_vm; atomic64_t pinned_vm; long unsigned int data_vm; long unsigned int exec_vm; long unsigned int stack_vm; long unsigned int def_flags; seqcount_t write_protect_seq; spinlock_t arg_lock; long unsigned int start_code; long unsigned int end_code; long unsigned int start_data; long unsigned int end_data; long unsigned int start_brk; long unsigned int brk; long unsigned int start_stack; long unsigned int arg_start; long unsigned int arg_end; long unsigned int env_start; long unsigned int env_end; long unsigned int saved_auxv[48]; struct mm_rss_stat rss_stat; struct linux_binfmt *binfmt; mm_context_t context; long unsigned int flags; spinlock_t ioctx_lock; struct kioctx_table *ioctx_table; struct task_struct *owner; struct user_namespace *user_ns; struct file *exe_file; struct mmu_notifier_subscriptions *notifier_subscriptions; long unsigned int numa_next_scan; long unsigned int numa_scan_offset; int numa_scan_seq; atomic_t tlb_flush_pending; atomic_t tlb_flush_batched; struct uprobes_state uprobes_state; atomic_long_t hugetlb_usage; struct work_struct async_put_work; u32 pasid; long unsigned int ksm_merging_pages; }; long unsigned int cpu_bitmap[0]; }; struct userfaultfd_ctx; struct vm_userfaultfd_ctx { struct userfaultfd_ctx *ctx; }; struct anon_vma_name; struct anon_vma; struct vm_operations_struct; struct vm_area_struct { long unsigned int vm_start; long unsigned int vm_end; struct vm_area_struct *vm_next; struct vm_area_struct *vm_prev; struct rb_node vm_rb; long unsigned int rb_subtree_gap; struct mm_struct *vm_mm; pgprot_t vm_page_prot; long unsigned int vm_flags; union { struct { struct rb_node rb; long unsigned int rb_subtree_last; } shared; struct anon_vma_name *anon_name; }; struct list_head anon_vma_chain; struct anon_vma *anon_vma; const struct vm_operations_struct *vm_ops; long unsigned int vm_pgoff; struct file *vm_file; void *vm_private_data; atomic_long_t swap_readahead_info; struct mempolicy *vm_policy; struct vm_userfaultfd_ctx vm_userfaultfd_ctx; }; struct pv_lock_ops { void (*queued_spin_lock_slowpath)(struct qspinlock *, u32); struct paravirt_callee_save queued_spin_unlock; void (*wait)(u8 *, u8); void (*kick)(int); struct paravirt_callee_save vcpu_is_preempted; }; struct paravirt_patch_template { struct pv_cpu_ops cpu; struct pv_irq_ops irq; struct pv_mmu_ops mmu; struct pv_lock_ops lock; }; struct math_emu_info { long int ___orig_eip; struct pt_regs *regs; }; struct tracepoint_func { void *func; void *data; int prio; }; struct tracepoint { const char *name; struct static_key key; struct static_call_key *static_call_key; void *static_call_tramp; void *iterator; int (*regfunc)(); void (*unregfunc)(); struct tracepoint_func *funcs; }; typedef const int tracepoint_ptr_t; struct bpf_raw_event_map { struct tracepoint *tp; void *bpf_func; u32 num_args; u32 writable_size; long: 64; }; enum { UNAME26 = 131072, ADDR_NO_RANDOMIZE = 262144, FDPIC_FUNCPTRS = 524288, MMAP_PAGE_ZERO = 1048576, ADDR_COMPAT_LAYOUT = 2097152, READ_IMPLIES_EXEC = 4194304, ADDR_LIMIT_32BIT = 8388608, SHORT_INODE = 16777216, WHOLE_SECONDS = 33554432, STICKY_TIMEOUTS = 67108864, ADDR_LIMIT_3GB = 134217728, }; enum tlb_infos { ENTRIES = 0, NR_INFO = 1, }; enum pcpu_fc { PCPU_FC_AUTO = 0, PCPU_FC_EMBED = 1, PCPU_FC_PAGE = 2, PCPU_FC_NR = 3, }; typedef struct { arch_rwlock_t raw_lock; } rwlock_t; struct vm_struct { struct vm_struct *next; void *addr; long unsigned int size; long unsigned int flags; struct page **pages; unsigned int page_order; unsigned int nr_pages; phys_addr_t phys_addr; const void *caller; }; struct wait_queue_head { spinlock_t lock; struct list_head head; }; typedef struct wait_queue_head wait_queue_head_t; struct kobject; struct attribute; struct bin_attribute; struct attribute_group { const char *name; umode_t (*is_visible)(struct kobject *, struct attribute *, int); umode_t (*is_bin_visible)(struct kobject *, struct bin_attribute *, int); struct attribute **attrs; struct bin_attribute **bin_attrs; }; struct seqcount_raw_spinlock { seqcount_t seqcount; }; typedef struct seqcount_raw_spinlock seqcount_raw_spinlock_t; typedef struct { seqcount_spinlock_t seqcount; spinlock_t lock; } seqlock_t; enum node_states { N_POSSIBLE = 0, N_ONLINE = 1, N_NORMAL_MEMORY = 2, N_HIGH_MEMORY = 2, N_MEMORY = 3, N_CPU = 4, N_GENERIC_INITIATOR = 5, NR_NODE_STATES = 6, }; enum { MM_FILEPAGES = 0, MM_ANONPAGES = 1, MM_SWAPENTS = 2, MM_SHMEMPAGES = 3, NR_MM_COUNTERS = 4, }; struct kref { refcount_t refcount; }; struct swait_queue_head { raw_spinlock_t lock; struct list_head task_list; }; struct completion { unsigned int done; struct swait_queue_head wait; }; struct workqueue_struct; struct delayed_work { struct work_struct work; struct timer_list timer; struct workqueue_struct *wq; int cpu; }; struct rcu_segcblist { struct callback_head *head; struct callback_head **tails[4]; long unsigned int gp_seq[4]; long int len; long int seglen[4]; u8 flags; }; struct srcu_node; struct srcu_struct; struct srcu_data { long unsigned int srcu_lock_count[2]; long unsigned int srcu_unlock_count[2]; long: 64; long: 64; long: 64; long: 64; spinlock_t lock; struct rcu_segcblist srcu_cblist; long unsigned int srcu_gp_seq_needed; long unsigned int srcu_gp_seq_needed_exp; bool srcu_cblist_invoking; struct timer_list delay_work; struct work_struct work; struct callback_head srcu_barrier_head; struct srcu_node *mynode; long unsigned int grpmask; int cpu; struct srcu_struct *ssp; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct srcu_node { spinlock_t lock; long unsigned int srcu_have_cbs[4]; long unsigned int srcu_data_have_cbs[4]; long unsigned int srcu_gp_seq_needed_exp; struct srcu_node *srcu_parent; int grplo; int grphi; }; struct srcu_struct { struct srcu_node *node; struct srcu_node *level[4]; int srcu_size_state; struct mutex srcu_cb_mutex; spinlock_t lock; struct mutex srcu_gp_mutex; unsigned int srcu_idx; long unsigned int srcu_gp_seq; long unsigned int srcu_gp_seq_needed; long unsigned int srcu_gp_seq_needed_exp; long unsigned int srcu_gp_start; long unsigned int srcu_last_gp_end; long unsigned int srcu_size_jiffies; long unsigned int srcu_n_lock_retries; long unsigned int srcu_n_exp_nodelay; struct srcu_data *sda; bool sda_is_static; long unsigned int srcu_barrier_seq; struct mutex srcu_barrier_mutex; struct completion srcu_barrier_completion; atomic_t srcu_barrier_cpu_cnt; long unsigned int reschedule_jiffies; long unsigned int reschedule_count; struct delayed_work work; struct lockdep_map dep_map; }; struct arch_uprobe_task { long unsigned int saved_scratch_register; unsigned int saved_trap_nr; unsigned int saved_tf; }; enum uprobe_task_state { UTASK_RUNNING = 0, UTASK_SSTEP = 1, UTASK_SSTEP_ACK = 2, UTASK_SSTEP_TRAPPED = 3, }; struct uprobe; struct return_instance; struct uprobe_task { enum uprobe_task_state state; union { struct { struct arch_uprobe_task autask; long unsigned int vaddr; }; struct { struct callback_head dup_xol_work; long unsigned int dup_xol_addr; }; }; struct uprobe *active_uprobe; long unsigned int xol_vaddr; struct return_instance *return_instances; unsigned int depth; }; struct return_instance { struct uprobe *uprobe; long unsigned int func; long unsigned int stack; long unsigned int orig_ret_vaddr; bool chained; struct return_instance *next; }; struct vdso_image { void *data; long unsigned int size; long unsigned int alt; long unsigned int alt_len; long unsigned int extable_base; long unsigned int extable_len; const void *extable; long int sym_vvar_start; long int sym_vvar_page; long int sym_pvclock_page; long int sym_hvclock_page; long int sym_timens_page; long int sym_VDSO32_NOTE_MASK; long int sym___kernel_sigreturn; long int sym___kernel_rt_sigreturn; long int sym___kernel_vsyscall; long int sym_int80_landing_pad; long int sym_vdso32_sigreturn_landing_pad; long int sym_vdso32_rt_sigreturn_landing_pad; }; struct xarray { spinlock_t xa_lock; gfp_t xa_flags; void *xa_head; }; typedef u32 errseq_t; struct address_space_operations; struct address_space { struct inode *host; struct xarray i_pages; struct rw_semaphore invalidate_lock; gfp_t gfp_mask; atomic_t i_mmap_writable; struct rb_root_cached i_mmap; struct rw_semaphore i_mmap_rwsem; long unsigned int nrpages; long unsigned int writeback_index; const struct address_space_operations *a_ops; long unsigned int flags; errseq_t wb_err; spinlock_t private_lock; struct list_head private_list; void *private_data; }; struct folio { union { struct { long unsigned int flags; union { struct list_head lru; struct { void *__filler; unsigned int mlock_count; }; }; struct address_space *mapping; long unsigned int index; void *private; atomic_t _mapcount; atomic_t _refcount; long unsigned int memcg_data; }; struct page page; }; }; struct vfsmount; struct path { struct vfsmount *mnt; struct dentry *dentry; }; enum pid_type { PIDTYPE_PID = 0, PIDTYPE_TGID = 1, PIDTYPE_PGID = 2, PIDTYPE_SID = 3, PIDTYPE_MAX = 4, }; struct fown_struct { rwlock_t lock; struct pid *pid; enum pid_type pid_type; kuid_t uid; kuid_t euid; int signum; }; struct file_ra_state { long unsigned int start; unsigned int size; unsigned int async_size; unsigned int ra_pages; unsigned int mmap_miss; loff_t prev_pos; }; struct file { union { struct llist_node fu_llist; struct callback_head fu_rcuhead; } f_u; struct path f_path; struct inode *f_inode; const struct file_operations *f_op; spinlock_t f_lock; atomic_long_t f_count; unsigned int f_flags; fmode_t f_mode; struct mutex f_pos_lock; loff_t f_pos; struct fown_struct f_owner; const struct cred *f_cred; struct file_ra_state f_ra; u64 f_version; void *f_security; void *private_data; struct hlist_head *f_ep; struct address_space *f_mapping; errseq_t f_wb_err; errseq_t f_sb_err; }; struct anon_vma_name { struct kref kref; char name[0]; }; typedef unsigned int vm_fault_t; enum page_entry_size { PE_SIZE_PTE = 0, PE_SIZE_PMD = 1, PE_SIZE_PUD = 2, }; struct vm_fault; struct vm_operations_struct { void (*open)(struct vm_area_struct *); void (*close)(struct vm_area_struct *); int (*may_split)(struct vm_area_struct *, long unsigned int); int (*mremap)(struct vm_area_struct *); int (*mprotect)(struct vm_area_struct *, long unsigned int, long unsigned int, long unsigned int); vm_fault_t (*fault)(struct vm_fault *); vm_fault_t (*huge_fault)(struct vm_fault *, enum page_entry_size); vm_fault_t (*map_pages)(struct vm_fault *, long unsigned int, long unsigned int); long unsigned int (*pagesize)(struct vm_area_struct *); vm_fault_t (*page_mkwrite)(struct vm_fault *); vm_fault_t (*pfn_mkwrite)(struct vm_fault *); int (*access)(struct vm_area_struct *, long unsigned int, void *, int, int); const char * (*name)(struct vm_area_struct *); int (*set_policy)(struct vm_area_struct *, struct mempolicy *); struct mempolicy * (*get_policy)(struct vm_area_struct *, long unsigned int); struct page * (*find_special_page)(struct vm_area_struct *, long unsigned int); }; enum fault_flag { FAULT_FLAG_WRITE = 1, FAULT_FLAG_MKWRITE = 2, FAULT_FLAG_ALLOW_RETRY = 4, FAULT_FLAG_RETRY_NOWAIT = 8, FAULT_FLAG_KILLABLE = 16, FAULT_FLAG_TRIED = 32, FAULT_FLAG_USER = 64, FAULT_FLAG_REMOTE = 128, FAULT_FLAG_INSTRUCTION = 256, FAULT_FLAG_INTERRUPTIBLE = 512, FAULT_FLAG_UNSHARE = 1024, FAULT_FLAG_ORIG_PTE_VALID = 2048, }; struct vm_fault { const struct { struct vm_area_struct *vma; gfp_t gfp_mask; long unsigned int pgoff; long unsigned int address; long unsigned int real_address; }; enum fault_flag flags; pmd_t *pmd; pud_t *pud; union { pte_t orig_pte; pmd_t orig_pmd; }; struct page *cow_page; struct page *page; pte_t *pte; spinlock_t *ptl; pgtable_t prealloc_pte; }; enum migratetype { MIGRATE_UNMOVABLE = 0, MIGRATE_MOVABLE = 1, MIGRATE_RECLAIMABLE = 2, MIGRATE_PCPTYPES = 3, MIGRATE_HIGHATOMIC = 3, MIGRATE_ISOLATE = 4, MIGRATE_TYPES = 5, }; enum numa_stat_item { NUMA_HIT = 0, NUMA_MISS = 1, NUMA_FOREIGN = 2, NUMA_INTERLEAVE_HIT = 3, NUMA_LOCAL = 4, NUMA_OTHER = 5, NR_VM_NUMA_EVENT_ITEMS = 6, }; enum zone_stat_item { NR_FREE_PAGES = 0, NR_ZONE_LRU_BASE = 1, NR_ZONE_INACTIVE_ANON = 1, NR_ZONE_ACTIVE_ANON = 2, NR_ZONE_INACTIVE_FILE = 3, NR_ZONE_ACTIVE_FILE = 4, NR_ZONE_UNEVICTABLE = 5, NR_ZONE_WRITE_PENDING = 6, NR_MLOCK = 7, NR_BOUNCE = 8, NR_ZSPAGES = 9, NR_FREE_CMA_PAGES = 10, NR_VM_ZONE_STAT_ITEMS = 11, }; enum node_stat_item { NR_LRU_BASE = 0, NR_INACTIVE_ANON = 0, NR_ACTIVE_ANON = 1, NR_INACTIVE_FILE = 2, NR_ACTIVE_FILE = 3, NR_UNEVICTABLE = 4, NR_SLAB_RECLAIMABLE_B = 5, NR_SLAB_UNRECLAIMABLE_B = 6, NR_ISOLATED_ANON = 7, NR_ISOLATED_FILE = 8, WORKINGSET_NODES = 9, WORKINGSET_REFAULT_BASE = 10, WORKINGSET_REFAULT_ANON = 10, WORKINGSET_REFAULT_FILE = 11, WORKINGSET_ACTIVATE_BASE = 12, WORKINGSET_ACTIVATE_ANON = 12, WORKINGSET_ACTIVATE_FILE = 13, WORKINGSET_RESTORE_BASE = 14, WORKINGSET_RESTORE_ANON = 14, WORKINGSET_RESTORE_FILE = 15, WORKINGSET_NODERECLAIM = 16, NR_ANON_MAPPED = 17, NR_FILE_MAPPED = 18, NR_FILE_PAGES = 19, NR_FILE_DIRTY = 20, NR_WRITEBACK = 21, NR_WRITEBACK_TEMP = 22, NR_SHMEM = 23, NR_SHMEM_THPS = 24, NR_SHMEM_PMDMAPPED = 25, NR_FILE_THPS = 26, NR_FILE_PMDMAPPED = 27, NR_ANON_THPS = 28, NR_VMSCAN_WRITE = 29, NR_VMSCAN_IMMEDIATE = 30, NR_DIRTIED = 31, NR_WRITTEN = 32, NR_THROTTLED_WRITTEN = 33, NR_KERNEL_MISC_RECLAIMABLE = 34, NR_FOLL_PIN_ACQUIRED = 35, NR_FOLL_PIN_RELEASED = 36, NR_KERNEL_STACK_KB = 37, NR_PAGETABLE = 38, NR_SWAPCACHE = 39, PGPROMOTE_SUCCESS = 40, NR_VM_NODE_STAT_ITEMS = 41, }; enum lru_list { LRU_INACTIVE_ANON = 0, LRU_ACTIVE_ANON = 1, LRU_INACTIVE_FILE = 2, LRU_ACTIVE_FILE = 3, LRU_UNEVICTABLE = 4, NR_LRU_LISTS = 5, }; enum vmscan_throttle_state { VMSCAN_THROTTLE_WRITEBACK = 0, VMSCAN_THROTTLE_ISOLATED = 1, VMSCAN_THROTTLE_NOPROGRESS = 2, VMSCAN_THROTTLE_CONGESTED = 3, NR_VMSCAN_THROTTLE = 4, }; typedef unsigned int isolate_mode_t; enum zone_watermarks { WMARK_MIN = 0, WMARK_LOW = 1, WMARK_HIGH = 2, WMARK_PROMO = 3, NR_WMARK = 4, }; enum { ZONELIST_FALLBACK = 0, ZONELIST_NOFALLBACK = 1, MAX_ZONELISTS = 2, }; struct shrink_control { gfp_t gfp_mask; int nid; long unsigned int nr_to_scan; long unsigned int nr_scanned; struct mem_cgroup *memcg; }; struct shrinker { long unsigned int (*count_objects)(struct shrinker *, struct shrink_control *); long unsigned int (*scan_objects)(struct shrinker *, struct shrink_control *); long int batch; int seeks; unsigned int flags; struct list_head list; int id; atomic_long_t *nr_deferred; }; struct rlimit { __kernel_ulong_t rlim_cur; __kernel_ulong_t rlim_max; }; struct pid_namespace; struct upid { int nr; struct pid_namespace *ns; }; struct pid { refcount_t count; unsigned int level; spinlock_t lock; struct hlist_head tasks[4]; struct hlist_head inodes; wait_queue_head_t wait_pidfd; struct callback_head rcu; struct upid numbers[1]; }; typedef struct { gid_t val; } kgid_t; struct hrtimer_cpu_base; struct hrtimer_clock_base { struct hrtimer_cpu_base *cpu_base; unsigned int index; clockid_t clockid; seqcount_raw_spinlock_t seq; struct hrtimer *running; struct timerqueue_head active; ktime_t (*get_time)(); ktime_t offset; }; struct hrtimer_cpu_base { raw_spinlock_t lock; unsigned int cpu; unsigned int active_bases; unsigned int clock_was_set_seq; unsigned int hres_active: 1; unsigned int in_hrtirq: 1; unsigned int hang_detected: 1; unsigned int softirq_activated: 1; unsigned int nr_events; short unsigned int nr_retries; short unsigned int nr_hangs; unsigned int max_hang_time; ktime_t expires_next; struct hrtimer *next_timer; ktime_t softirq_expires_next; struct hrtimer *softirq_next_timer; struct hrtimer_clock_base clock_base[8]; }; enum hrtimer_base_type { HRTIMER_BASE_MONOTONIC = 0, HRTIMER_BASE_REALTIME = 1, HRTIMER_BASE_BOOTTIME = 2, HRTIMER_BASE_TAI = 3, HRTIMER_BASE_MONOTONIC_SOFT = 4, HRTIMER_BASE_REALTIME_SOFT = 5, HRTIMER_BASE_BOOTTIME_SOFT = 6, HRTIMER_BASE_TAI_SOFT = 7, HRTIMER_MAX_CLOCK_BASES = 8, }; typedef void __signalfn_t(int); typedef __signalfn_t *__sighandler_t; typedef void __restorefn_t(); typedef __restorefn_t *__sigrestore_t; union sigval { int sival_int; void *sival_ptr; }; typedef union sigval sigval_t; union __sifields { struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; } _kill; struct { __kernel_timer_t _tid; int _overrun; sigval_t _sigval; int _sys_private; } _timer; struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; sigval_t _sigval; } _rt; struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; int _status; __kernel_clock_t _utime; __kernel_clock_t _stime; } _sigchld; struct { void *_addr; union { int _trapno; short int _addr_lsb; struct { char _dummy_bnd[8]; void *_lower; void *_upper; } _addr_bnd; struct { char _dummy_pkey[8]; __u32 _pkey; } _addr_pkey; struct { long unsigned int _data; __u32 _type; __u32 _flags; } _perf; }; } _sigfault; struct { long int _band; int _fd; } _sigpoll; struct { void *_call_addr; int _syscall; unsigned int _arch; } _sigsys; }; struct kernel_siginfo { struct { int si_signo; int si_errno; int si_code; union __sifields _sifields; }; }; struct sigaction { __sighandler_t sa_handler; long unsigned int sa_flags; __sigrestore_t sa_restorer; sigset_t sa_mask; }; struct k_sigaction { struct sigaction sa; }; struct cpu_itimer { u64 expires; u64 incr; }; struct task_cputime_atomic { atomic64_t utime; atomic64_t stime; atomic64_t sum_exec_runtime; }; struct thread_group_cputimer { struct task_cputime_atomic cputime_atomic; }; struct pacct_struct { int ac_flag; long int ac_exitcode; long unsigned int ac_mem; u64 ac_utime; u64 ac_stime; long unsigned int ac_minflt; long unsigned int ac_majflt; }; struct core_state; struct tty_struct; struct autogroup; struct taskstats; struct tty_audit_buf; struct signal_struct { refcount_t sigcnt; atomic_t live; int nr_threads; struct list_head thread_head; wait_queue_head_t wait_chldexit; struct task_struct *curr_target; struct sigpending shared_pending; struct hlist_head multiprocess; int group_exit_code; int notify_count; struct task_struct *group_exec_task; int group_stop_count; unsigned int flags; struct core_state *core_state; unsigned int is_child_subreaper: 1; unsigned int has_child_subreaper: 1; int posix_timer_id; struct list_head posix_timers; struct hrtimer real_timer; ktime_t it_real_incr; struct cpu_itimer it[2]; struct thread_group_cputimer cputimer; struct posix_cputimers posix_cputimers; struct pid *pids[4]; struct pid *tty_old_pgrp; int leader; struct tty_struct *tty; struct autogroup *autogroup; seqlock_t stats_lock; u64 utime; u64 stime; u64 cutime; u64 cstime; u64 gtime; u64 cgtime; struct prev_cputime prev_cputime; long unsigned int nvcsw; long unsigned int nivcsw; long unsigned int cnvcsw; long unsigned int cnivcsw; long unsigned int min_flt; long unsigned int maj_flt; long unsigned int cmin_flt; long unsigned int cmaj_flt; long unsigned int inblock; long unsigned int oublock; long unsigned int cinblock; long unsigned int coublock; long unsigned int maxrss; long unsigned int cmaxrss; struct task_io_accounting ioac; long long unsigned int sum_sched_runtime; struct rlimit rlim[16]; struct pacct_struct pacct; struct taskstats *stats; unsigned int audit_tty; struct tty_audit_buf *tty_audit_buf; bool oom_flag_origin; short int oom_score_adj; short int oom_score_adj_min; struct mm_struct *oom_mm; struct mutex cred_guard_mutex; struct rw_semaphore exec_update_lock; }; enum rseq_cs_flags_bit { RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT_BIT = 0, RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL_BIT = 1, RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE_BIT = 2, }; struct rseq { __u32 cpu_id_start; __u32 cpu_id; __u64 rseq_cs; __u32 flags; long: 32; long: 64; }; enum { TASK_COMM_LEN = 16, }; enum uclamp_id { UCLAMP_MIN = 0, UCLAMP_MAX = 1, UCLAMP_CNT = 2, }; enum perf_event_task_context { perf_invalid_context = 4294967295, perf_hw_context = 0, perf_sw_context = 1, perf_nr_task_contexts = 2, }; struct rq; struct rq_flags; struct sched_class { int uclamp_enabled; void (*enqueue_task)(struct rq *, struct task_struct *, int); void (*dequeue_task)(struct rq *, struct task_struct *, int); void (*yield_task)(struct rq *); bool (*yield_to_task)(struct rq *, struct task_struct *); void (*check_preempt_curr)(struct rq *, struct task_struct *, int); struct task_struct * (*pick_next_task)(struct rq *); void (*put_prev_task)(struct rq *, struct task_struct *); void (*set_next_task)(struct rq *, struct task_struct *, bool); int (*balance)(struct rq *, struct task_struct *, struct rq_flags *); int (*select_task_rq)(struct task_struct *, int, int); struct task_struct * (*pick_task)(struct rq *); void (*migrate_task_rq)(struct task_struct *, int); void (*task_woken)(struct rq *, struct task_struct *); void (*set_cpus_allowed)(struct task_struct *, const struct cpumask *, u32); void (*rq_online)(struct rq *); void (*rq_offline)(struct rq *); struct rq * (*find_lock_rq)(struct task_struct *, struct rq *); void (*task_tick)(struct rq *, struct task_struct *, int); void (*task_fork)(struct task_struct *); void (*task_dead)(struct task_struct *); void (*switched_from)(struct rq *, struct task_struct *); void (*switched_to)(struct rq *, struct task_struct *); void (*prio_changed)(struct rq *, struct task_struct *, int); unsigned int (*get_rr_interval)(struct rq *, struct task_struct *); void (*update_curr)(struct rq *); void (*task_change_group)(struct task_struct *, int); }; struct kernel_cap_struct { __u32 cap[2]; }; typedef struct kernel_cap_struct kernel_cap_t; struct user_struct; struct ucounts; struct group_info; struct cred { atomic_t usage; kuid_t uid; kgid_t gid; kuid_t suid; kgid_t sgid; kuid_t euid; kgid_t egid; kuid_t fsuid; kgid_t fsgid; unsigned int securebits; kernel_cap_t cap_inheritable; kernel_cap_t cap_permitted; kernel_cap_t cap_effective; kernel_cap_t cap_bset; kernel_cap_t cap_ambient; unsigned char jit_keyring; struct key *session_keyring; struct key *process_keyring; struct key *thread_keyring; struct key *request_key_auth; void *security; struct user_struct *user; struct user_namespace *user_ns; struct ucounts *ucounts; struct group_info *group_info; union { int non_rcu; struct callback_head rcu; }; }; typedef int32_t key_serial_t; typedef uint32_t key_perm_t; struct key_type; struct key_tag; struct keyring_index_key { long unsigned int hash; union { struct { u16 desc_len; char desc[6]; }; long unsigned int x; }; struct key_type *type; struct key_tag *domain_tag; const char *description; }; union key_payload { void *rcu_data0; void *data[4]; }; struct assoc_array_ptr; struct assoc_array { struct assoc_array_ptr *root; long unsigned int nr_leaves_on_tree; }; struct watch_list; struct key_user; struct key_restriction; struct key { refcount_t usage; key_serial_t serial; union { struct list_head graveyard_link; struct rb_node serial_node; }; struct watch_list *watchers; struct rw_semaphore sem; struct key_user *user; void *security; union { time64_t expiry; time64_t revoked_at; }; time64_t last_used_at; kuid_t uid; kgid_t gid; key_perm_t perm; short unsigned int quotalen; short unsigned int datalen; short int state; long unsigned int flags; union { struct keyring_index_key index_key; struct { long unsigned int hash; long unsigned int len_desc; struct key_type *type; struct key_tag *domain_tag; char *description; }; }; union { union key_payload payload; struct { struct list_head name_link; struct assoc_array keys; }; }; struct key_restriction *restrict_link; }; struct sighand_struct { spinlock_t siglock; refcount_t count; wait_queue_head_t signalfd_wqh; struct k_sigaction action[64]; }; struct io_cq; struct io_context { atomic_long_t refcount; atomic_t active_ref; short unsigned int ioprio; spinlock_t lock; struct xarray icq_tree; struct io_cq *icq_hint; struct hlist_head icq_list; struct work_struct release_work; }; enum rseq_event_mask_bits { RSEQ_EVENT_PREEMPT_BIT = 0, RSEQ_EVENT_SIGNAL_BIT = 1, RSEQ_EVENT_MIGRATE_BIT = 2, }; enum fixed_addresses { VSYSCALL_PAGE = 511, FIX_DBGP_BASE = 512, FIX_EARLYCON_MEM_BASE = 513, FIX_APIC_BASE = 514, FIX_IO_APIC_BASE_0 = 515, FIX_IO_APIC_BASE_END = 642, FIX_PARAVIRT_BOOTMAP = 643, FIX_APEI_GHES_IRQ = 644, FIX_APEI_GHES_NMI = 645, __end_of_permanent_fixed_addresses = 646, FIX_BTMAP_END = 1024, FIX_BTMAP_BEGIN = 1535, FIX_TBOOT_BASE = 1536, __end_of_fixed_addresses = 1537, }; struct hlist_bl_node; struct hlist_bl_head { struct hlist_bl_node *first; }; struct hlist_bl_node { struct hlist_bl_node *next; struct hlist_bl_node **pprev; }; struct lockref { union { __u64 lock_count; struct { spinlock_t lock; int count; }; }; }; struct qstr { union { struct { u32 hash; u32 len; }; u64 hash_len; }; const unsigned char *name; }; struct dentry_operations; struct dentry { unsigned int d_flags; seqcount_spinlock_t d_seq; struct hlist_bl_node d_hash; struct dentry *d_parent; struct qstr d_name; struct inode *d_inode; unsigned char d_iname[32]; struct lockref d_lockref; const struct dentry_operations *d_op; struct super_block *d_sb; long unsigned int d_time; void *d_fsdata; union { struct list_head d_lru; wait_queue_head_t *d_wait; }; struct list_head d_child; struct list_head d_subdirs; union { struct hlist_node d_alias; struct hlist_bl_node d_in_lookup_hash; struct callback_head d_rcu; } d_u; }; struct posix_acl; struct inode_operations; struct bdi_writeback; struct file_lock_context; struct cdev; struct fsnotify_mark_connector; struct fscrypt_info; struct fsverity_info; struct inode { umode_t i_mode; short unsigned int i_opflags; kuid_t i_uid; kgid_t i_gid; unsigned int i_flags; struct posix_acl *i_acl; struct posix_acl *i_default_acl; const struct inode_operations *i_op; struct super_block *i_sb; struct address_space *i_mapping; void *i_security; long unsigned int i_ino; union { const unsigned int i_nlink; unsigned int __i_nlink; }; dev_t i_rdev; loff_t i_size; struct timespec64 i_atime; struct timespec64 i_mtime; struct timespec64 i_ctime; spinlock_t i_lock; short unsigned int i_bytes; u8 i_blkbits; u8 i_write_hint; blkcnt_t i_blocks; long unsigned int i_state; struct rw_semaphore i_rwsem; long unsigned int dirtied_when; long unsigned int dirtied_time_when; struct hlist_node i_hash; struct list_head i_io_list; struct bdi_writeback *i_wb; int i_wb_frn_winner; u16 i_wb_frn_avg_time; u16 i_wb_frn_history; struct list_head i_lru; struct list_head i_sb_list; struct list_head i_wb_list; union { struct hlist_head i_dentry; struct callback_head i_rcu; }; atomic64_t i_version; atomic64_t i_sequence; atomic_t i_count; atomic_t i_dio_count; atomic_t i_writecount; atomic_t i_readcount; union { const struct file_operations *i_fop; void (*free_inode)(struct inode *); }; struct file_lock_context *i_flctx; struct address_space i_data; struct list_head i_devices; union { struct pipe_inode_info *i_pipe; struct cdev *i_cdev; char *i_link; unsigned int i_dir_seq; }; __u32 i_generation; __u32 i_fsnotify_mask; struct fsnotify_mark_connector *i_fsnotify_marks; struct fscrypt_info *i_crypt_info; struct fsverity_info *i_verity_info; void *i_private; }; struct dentry_operations { int (*d_revalidate)(struct dentry *, unsigned int); int (*d_weak_revalidate)(struct dentry *, unsigned int); int (*d_hash)(const struct dentry *, struct qstr *); int (*d_compare)(const struct dentry *, unsigned int, const char *, const struct qstr *); int (*d_delete)(const struct dentry *); int (*d_init)(struct dentry *); void (*d_release)(struct dentry *); void (*d_prune)(struct dentry *); void (*d_iput)(struct dentry *, struct inode *); char * (*d_dname)(struct dentry *, char *, int); struct vfsmount * (*d_automount)(struct path *); int (*d_manage)(const struct path *, bool); struct dentry * (*d_real)(struct dentry *, const struct inode *); long: 64; long: 64; long: 64; }; struct mtd_info; typedef long long int qsize_t; struct quota_format_type; struct mem_dqinfo { struct quota_format_type *dqi_format; int dqi_fmt_id; struct list_head dqi_dirty_list; long unsigned int dqi_flags; unsigned int dqi_bgrace; unsigned int dqi_igrace; qsize_t dqi_max_spc_limit; qsize_t dqi_max_ino_limit; void *dqi_priv; }; struct quota_format_ops; struct quota_info { unsigned int flags; struct rw_semaphore dqio_sem; struct inode *files[3]; struct mem_dqinfo info[3]; const struct quota_format_ops *ops[3]; }; struct rcu_sync { int gp_state; int gp_count; wait_queue_head_t gp_wait; struct callback_head cb_head; }; struct rcuwait { struct task_struct *task; }; struct percpu_rw_semaphore { struct rcu_sync rss; unsigned int *read_count; struct rcuwait writer; wait_queue_head_t waiters; atomic_t block; }; struct sb_writers { int frozen; wait_queue_head_t wait_unfrozen; struct percpu_rw_semaphore rw_sem[3]; }; typedef struct { __u8 b[16]; } uuid_t; struct list_lru_node; struct list_lru { struct list_lru_node *node; struct list_head list; int shrinker_id; bool memcg_aware; struct xarray xa; }; struct super_operations; struct dquot_operations; struct quotactl_ops; struct export_operations; struct xattr_handler; struct fscrypt_operations; struct fsverity_operations; struct unicode_map; struct block_device; struct super_block { struct list_head s_list; dev_t s_dev; unsigned char s_blocksize_bits; long unsigned int s_blocksize; loff_t s_maxbytes; struct file_system_type *s_type; const struct super_operations *s_op; const struct dquot_operations *dq_op; const struct quotactl_ops *s_qcop; const struct export_operations *s_export_op; long unsigned int s_flags; long unsigned int s_iflags; long unsigned int s_magic; struct dentry *s_root; struct rw_semaphore s_umount; int s_count; atomic_t s_active; void *s_security; const struct xattr_handler **s_xattr; const struct fscrypt_operations *s_cop; struct key *s_master_keys; const struct fsverity_operations *s_vop; struct unicode_map *s_encoding; __u16 s_encoding_flags; struct hlist_bl_head s_roots; struct list_head s_mounts; struct block_device *s_bdev; struct backing_dev_info *s_bdi; struct mtd_info *s_mtd; struct hlist_node s_instances; unsigned int s_quota_types; struct quota_info s_dquot; struct sb_writers s_writers; void *s_fs_info; u32 s_time_gran; time64_t s_time_min; time64_t s_time_max; __u32 s_fsnotify_mask; struct fsnotify_mark_connector *s_fsnotify_marks; char s_id[32]; uuid_t s_uuid; unsigned int s_max_links; fmode_t s_mode; struct mutex s_vfs_rename_mutex; const char *s_subtype; const struct dentry_operations *s_d_op; struct shrinker s_shrink; atomic_long_t s_remove_count; atomic_long_t s_fsnotify_connectors; int s_readonly_remount; errseq_t s_wb_err; struct workqueue_struct *s_dio_done_wq; struct hlist_head s_pins; struct user_namespace *s_user_ns; struct list_lru s_dentry_lru; struct list_lru s_inode_lru; struct callback_head rcu; struct work_struct destroy_work; struct mutex s_sync_lock; int s_stack_depth; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t s_inode_list_lock; struct list_head s_inodes; spinlock_t s_inode_wblist_lock; struct list_head s_inodes_wb; long: 64; long: 64; }; struct vfsmount { struct dentry *mnt_root; struct super_block *mnt_sb; int mnt_flags; struct user_namespace *mnt_userns; }; struct kstat { u32 result_mask; umode_t mode; unsigned int nlink; uint32_t blksize; u64 attributes; u64 attributes_mask; u64 ino; dev_t dev; dev_t rdev; kuid_t uid; kgid_t gid; loff_t size; struct timespec64 atime; struct timespec64 mtime; struct timespec64 ctime; struct timespec64 btime; u64 blocks; u64 mnt_id; }; struct list_lru_one { struct list_head list; long int nr_items; }; struct list_lru_node { spinlock_t lock; struct list_lru_one lru; long int nr_items; long: 64; long: 64; long: 64; }; enum migrate_mode { MIGRATE_ASYNC = 0, MIGRATE_SYNC_LIGHT = 1, MIGRATE_SYNC = 2, MIGRATE_SYNC_NO_COPY = 3, }; struct exception_table_entry { int insn; int fixup; int data; }; struct key_tag { struct callback_head rcu; refcount_t usage; bool removed; }; typedef int (*request_key_actor_t)(struct key *, void *); struct key_preparsed_payload; struct key_match_data; struct kernel_pkey_params; struct kernel_pkey_query; struct key_type { const char *name; size_t def_datalen; unsigned int flags; int (*vet_description)(const char *); int (*preparse)(struct key_preparsed_payload *); void (*free_preparse)(struct key_preparsed_payload *); int (*instantiate)(struct key *, struct key_preparsed_payload *); int (*update)(struct key *, struct key_preparsed_payload *); int (*match_preparse)(struct key_match_data *); void (*match_free)(struct key_match_data *); void (*revoke)(struct key *); void (*destroy)(struct key *); void (*describe)(const struct key *, struct seq_file *); long int (*read)(const struct key *, char *, size_t); request_key_actor_t request_key; struct key_restriction * (*lookup_restriction)(const char *); int (*asym_query)(const struct kernel_pkey_params *, struct kernel_pkey_query *); int (*asym_eds_op)(struct kernel_pkey_params *, const void *, void *); int (*asym_verify_signature)(struct kernel_pkey_params *, const void *, const void *); struct list_head link; struct lock_class_key lock_class; }; typedef int (*key_restrict_link_func_t)(struct key *, const struct key_type *, const union key_payload *, struct key *); struct key_restriction { key_restrict_link_func_t check; struct key *key; struct key_type *keytype; }; struct percpu_counter { raw_spinlock_t lock; s64 count; struct list_head list; s32 *counters; }; struct user_struct { refcount_t __count; struct percpu_counter epoll_watches; long unsigned int unix_inflight; atomic_long_t pipe_bufs; struct hlist_node uidhash_node; kuid_t uid; atomic_long_t locked_vm; atomic_t nr_watches; struct ratelimit_state ratelimit; }; struct group_info { atomic_t usage; int ngroups; kgid_t gid[0]; }; struct core_thread { struct task_struct *task; struct core_thread *next; }; struct core_state { atomic_t nr_threads; struct core_thread dumper; struct completion startup; }; struct delayed_call { void (*fn)(void *); void *arg; }; struct kmem_cache; struct io_cq { struct request_queue *q; struct io_context *ioc; union { struct list_head q_node; struct kmem_cache *__rcu_icq_cache; }; union { struct hlist_node ioc_node; struct callback_head __rcu_head; }; unsigned int flags; }; enum kmalloc_cache_type { KMALLOC_NORMAL = 0, KMALLOC_CGROUP = 1, KMALLOC_RECLAIM = 2, KMALLOC_DMA = 3, NR_KMALLOC_TYPES = 4, }; struct wait_page_queue; struct kiocb { struct file *ki_filp; loff_t ki_pos; void (*ki_complete)(struct kiocb *, long int); void *private; int ki_flags; u16 ki_ioprio; struct wait_page_queue *ki_waitq; }; struct iattr { unsigned int ia_valid; umode_t ia_mode; kuid_t ia_uid; kgid_t ia_gid; loff_t ia_size; struct timespec64 ia_atime; struct timespec64 ia_mtime; struct timespec64 ia_ctime; struct file *ia_file; }; typedef __kernel_uid32_t projid_t; typedef struct { projid_t val; } kprojid_t; enum quota_type { USRQUOTA = 0, GRPQUOTA = 1, PRJQUOTA = 2, }; struct kqid { union { kuid_t uid; kgid_t gid; kprojid_t projid; }; enum quota_type type; }; struct mem_dqblk { qsize_t dqb_bhardlimit; qsize_t dqb_bsoftlimit; qsize_t dqb_curspace; qsize_t dqb_rsvspace; qsize_t dqb_ihardlimit; qsize_t dqb_isoftlimit; qsize_t dqb_curinodes; time64_t dqb_btime; time64_t dqb_itime; }; struct dquot { struct hlist_node dq_hash; struct list_head dq_inuse; struct list_head dq_free; struct list_head dq_dirty; struct mutex dq_lock; spinlock_t dq_dqb_lock; atomic_t dq_count; struct super_block *dq_sb; struct kqid dq_id; loff_t dq_off; long unsigned int dq_flags; struct mem_dqblk dq_dqb; }; enum { DQF_ROOT_SQUASH_B = 0, DQF_SYS_FILE_B = 16, DQF_PRIVATE = 17, }; struct quota_format_type { int qf_fmt_id; const struct quota_format_ops *qf_ops; struct module *qf_owner; struct quota_format_type *qf_next; }; enum { DQST_LOOKUPS = 0, DQST_DROPS = 1, DQST_READS = 2, DQST_WRITES = 3, DQST_CACHE_HITS = 4, DQST_ALLOC_DQUOTS = 5, DQST_FREE_DQUOTS = 6, DQST_SYNCS = 7, _DQST_DQSTAT_LAST = 8, }; struct quota_format_ops { int (*check_quota_file)(struct super_block *, int); int (*read_file_info)(struct super_block *, int); int (*write_file_info)(struct super_block *, int); int (*free_file_info)(struct super_block *, int); int (*read_dqblk)(struct dquot *); int (*commit_dqblk)(struct dquot *); int (*release_dqblk)(struct dquot *); int (*get_next_id)(struct super_block *, struct kqid *); }; struct dquot_operations { int (*write_dquot)(struct dquot *); struct dquot * (*alloc_dquot)(struct super_block *, int); void (*destroy_dquot)(struct dquot *); int (*acquire_dquot)(struct dquot *); int (*release_dquot)(struct dquot *); int (*mark_dirty)(struct dquot *); int (*write_info)(struct super_block *, int); qsize_t * (*get_reserved_space)(struct inode *); int (*get_projid)(struct inode *, kprojid_t *); int (*get_inode_usage)(struct inode *, qsize_t *); int (*get_next_id)(struct super_block *, struct kqid *); }; struct qc_dqblk { int d_fieldmask; u64 d_spc_hardlimit; u64 d_spc_softlimit; u64 d_ino_hardlimit; u64 d_ino_softlimit; u64 d_space; u64 d_ino_count; s64 d_ino_timer; s64 d_spc_timer; int d_ino_warns; int d_spc_warns; u64 d_rt_spc_hardlimit; u64 d_rt_spc_softlimit; u64 d_rt_space; s64 d_rt_spc_timer; int d_rt_spc_warns; }; struct qc_type_state { unsigned int flags; unsigned int spc_timelimit; unsigned int ino_timelimit; unsigned int rt_spc_timelimit; unsigned int spc_warnlimit; unsigned int ino_warnlimit; unsigned int rt_spc_warnlimit; long long unsigned int ino; blkcnt_t blocks; blkcnt_t nextents; }; struct qc_state { unsigned int s_incoredqs; struct qc_type_state s_state[3]; }; struct qc_info { int i_fieldmask; unsigned int i_flags; unsigned int i_spc_timelimit; unsigned int i_ino_timelimit; unsigned int i_rt_spc_timelimit; unsigned int i_spc_warnlimit; unsigned int i_ino_warnlimit; unsigned int i_rt_spc_warnlimit; }; struct quotactl_ops { int (*quota_on)(struct super_block *, int, int, const struct path *); int (*quota_off)(struct super_block *, int); int (*quota_enable)(struct super_block *, unsigned int); int (*quota_disable)(struct super_block *, unsigned int); int (*quota_sync)(struct super_block *, int); int (*set_info)(struct super_block *, int, struct qc_info *); int (*get_dqblk)(struct super_block *, struct kqid, struct qc_dqblk *); int (*get_nextdqblk)(struct super_block *, struct kqid *, struct qc_dqblk *); int (*set_dqblk)(struct super_block *, struct kqid, struct qc_dqblk *); int (*get_state)(struct super_block *, struct qc_state *); int (*rm_xquota)(struct super_block *, unsigned int); }; enum module_state { MODULE_STATE_LIVE = 0, MODULE_STATE_COMING = 1, MODULE_STATE_GOING = 2, MODULE_STATE_UNFORMED = 3, }; struct kset; struct kobj_type; struct kernfs_node; struct kobject { const char *name; struct list_head entry; struct kobject *parent; struct kset *kset; const struct kobj_type *ktype; struct kernfs_node *sd; struct kref kref; unsigned int state_initialized: 1; unsigned int state_in_sysfs: 1; unsigned int state_add_uevent_sent: 1; unsigned int state_remove_uevent_sent: 1; unsigned int uevent_suppress: 1; }; struct module_param_attrs; struct module_kobject { struct kobject kobj; struct module *mod; struct kobject *drivers_dir; struct module_param_attrs *mp; struct completion *kobj_completion; }; struct latch_tree_node { struct rb_node node[2]; }; struct mod_tree_node { struct module *mod; struct latch_tree_node node; }; struct module_layout { void *base; unsigned int size; unsigned int text_size; unsigned int ro_size; unsigned int ro_after_init_size; struct mod_tree_node mtn; }; struct mod_arch_specific {}; struct elf64_sym; typedef struct elf64_sym Elf64_Sym; struct mod_kallsyms { Elf64_Sym *symtab; unsigned int num_symtab; char *strtab; char *typetab; }; struct module_attribute; struct kernel_param; struct module_sect_attrs; struct module_notes_attrs; struct trace_event_call; struct trace_eval_map; struct klp_modinfo; struct error_injection_entry; struct module { enum module_state state; struct list_head list; char name[56]; struct module_kobject mkobj; struct module_attribute *modinfo_attrs; const char *version; const char *srcversion; struct kobject *holders_dir; const struct kernel_symbol *syms; const s32 *crcs; unsigned int num_syms; struct mutex param_lock; struct kernel_param *kp; unsigned int num_kp; unsigned int num_gpl_syms; const struct kernel_symbol *gpl_syms; const s32 *gpl_crcs; bool using_gplonly_symbols; bool sig_ok; bool async_probe_requested; unsigned int num_exentries; struct exception_table_entry *extable; int (*init)(); struct module_layout core_layout; struct module_layout init_layout; struct mod_arch_specific arch; long unsigned int taints; unsigned int num_bugs; struct list_head bug_list; struct bug_entry *bug_table; struct mod_kallsyms *kallsyms; struct mod_kallsyms core_kallsyms; struct module_sect_attrs *sect_attrs; struct module_notes_attrs *notes_attrs; char *args; void *percpu; unsigned int percpu_size; void *noinstr_text_start; unsigned int noinstr_text_size; unsigned int num_tracepoints; tracepoint_ptr_t *tracepoints_ptrs; unsigned int num_srcu_structs; struct srcu_struct **srcu_struct_ptrs; unsigned int num_bpf_raw_events; struct bpf_raw_event_map *bpf_raw_events; unsigned int btf_data_size; void *btf_data; struct jump_entry *jump_entries; unsigned int num_jump_entries; unsigned int num_trace_bprintk_fmt; const char **trace_bprintk_fmt_start; struct trace_event_call **trace_events; unsigned int num_trace_events; struct trace_eval_map **trace_evals; unsigned int num_trace_evals; unsigned int num_ftrace_callsites; long unsigned int *ftrace_callsites; void *kprobes_text_start; unsigned int kprobes_text_size; long unsigned int *kprobe_blacklist; unsigned int num_kprobe_blacklist; int num_static_call_sites; struct static_call_site *static_call_sites; bool klp; bool klp_alive; struct klp_modinfo *klp_info; struct list_head source_list; struct list_head target_list; void (*exit)(); atomic_t refcnt; struct error_injection_entry *ei_funcs; unsigned int num_ei_funcs; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct writeback_control; struct readahead_control; struct swap_info_struct; struct address_space_operations { int (*writepage)(struct page *, struct writeback_control *); int (*read_folio)(struct file *, struct folio *); int (*writepages)(struct address_space *, struct writeback_control *); bool (*dirty_folio)(struct address_space *, struct folio *); void (*readahead)(struct readahead_control *); int (*write_begin)(struct file *, struct address_space *, loff_t, unsigned int, struct page **, void **); int (*write_end)(struct file *, struct address_space *, loff_t, unsigned int, unsigned int, struct page *, void *); sector_t (*bmap)(struct address_space *, sector_t); void (*invalidate_folio)(struct folio *, size_t, size_t); bool (*release_folio)(struct folio *, gfp_t); void (*free_folio)(struct folio *); ssize_t (*direct_IO)(struct kiocb *, struct iov_iter *); int (*migratepage)(struct address_space *, struct page *, struct page *, enum migrate_mode); bool (*isolate_page)(struct page *, isolate_mode_t); void (*putback_page)(struct page *); int (*launder_folio)(struct folio *); bool (*is_partially_uptodate)(struct folio *, size_t, size_t); void (*is_dirty_writeback)(struct folio *, bool *, bool *); int (*error_remove_page)(struct address_space *, struct page *); int (*swap_activate)(struct swap_info_struct *, struct file *, sector_t *); void (*swap_deactivate)(struct file *); int (*swap_rw)(struct kiocb *, struct iov_iter *); }; struct fiemap_extent_info; struct fileattr; struct inode_operations { struct dentry * (*lookup)(struct inode *, struct dentry *, unsigned int); const char * (*get_link)(struct dentry *, struct inode *, struct delayed_call *); int (*permission)(struct user_namespace *, struct inode *, int); struct posix_acl * (*get_acl)(struct inode *, int, bool); int (*readlink)(struct dentry *, char *, int); int (*create)(struct user_namespace *, struct inode *, struct dentry *, umode_t, bool); int (*link)(struct dentry *, struct inode *, struct dentry *); int (*unlink)(struct inode *, struct dentry *); int (*symlink)(struct user_namespace *, struct inode *, struct dentry *, const char *); int (*mkdir)(struct user_namespace *, struct inode *, struct dentry *, umode_t); int (*rmdir)(struct inode *, struct dentry *); int (*mknod)(struct user_namespace *, struct inode *, struct dentry *, umode_t, dev_t); int (*rename)(struct user_namespace *, struct inode *, struct dentry *, struct inode *, struct dentry *, unsigned int); int (*setattr)(struct user_namespace *, struct dentry *, struct iattr *); int (*getattr)(struct user_namespace *, const struct path *, struct kstat *, u32, unsigned int); ssize_t (*listxattr)(struct dentry *, char *, size_t); int (*fiemap)(struct inode *, struct fiemap_extent_info *, u64, u64); int (*update_time)(struct inode *, struct timespec64 *, int); int (*atomic_open)(struct inode *, struct dentry *, struct file *, unsigned int, umode_t); int (*tmpfile)(struct user_namespace *, struct inode *, struct dentry *, umode_t); int (*set_acl)(struct user_namespace *, struct inode *, struct posix_acl *, int); int (*fileattr_set)(struct user_namespace *, struct dentry *, struct fileattr *); int (*fileattr_get)(struct dentry *, struct fileattr *); long: 64; }; struct file_lock_context { spinlock_t flc_lock; struct list_head flc_flock; struct list_head flc_posix; struct list_head flc_lease; }; struct file_lock_operations { void (*fl_copy_lock)(struct file_lock *, struct file_lock *); void (*fl_release_private)(struct file_lock *); }; struct nlm_lockowner; struct nfs_lock_info { u32 state; struct nlm_lockowner *owner; struct list_head list; }; struct nfs4_lock_state; struct nfs4_lock_info { struct nfs4_lock_state *owner; }; struct fasync_struct; struct lock_manager_operations; struct file_lock { struct file_lock *fl_blocker; struct list_head fl_list; struct hlist_node fl_link; struct list_head fl_blocked_requests; struct list_head fl_blocked_member; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; unsigned int fl_pid; int fl_link_cpu; wait_queue_head_t fl_wait; struct file *fl_file; loff_t fl_start; loff_t fl_end; struct fasync_struct *fl_fasync; long unsigned int fl_break_time; long unsigned int fl_downgrade_time; const struct file_lock_operations *fl_ops; const struct lock_manager_operations *fl_lmops; union { struct nfs_lock_info nfs_fl; struct nfs4_lock_info nfs4_fl; struct { struct list_head link; int state; unsigned int debug_id; } afs; } fl_u; }; struct lock_manager_operations { void *lm_mod_owner; fl_owner_t (*lm_get_owner)(fl_owner_t); void (*lm_put_owner)(fl_owner_t); void (*lm_notify)(struct file_lock *); int (*lm_grant)(struct file_lock *, int); bool (*lm_break)(struct file_lock *); int (*lm_change)(struct file_lock *, int, struct list_head *); void (*lm_setup)(struct file_lock *, void **); bool (*lm_breaker_owns_lease)(struct file_lock *); bool (*lm_lock_expirable)(struct file_lock *); void (*lm_expire_lock)(); }; struct fasync_struct { rwlock_t fa_lock; int magic; int fa_fd; struct fasync_struct *fa_next; struct file *fa_file; struct callback_head fa_rcu; }; enum { SB_UNFROZEN = 0, SB_FREEZE_WRITE = 1, SB_FREEZE_PAGEFAULT = 2, SB_FREEZE_FS = 3, SB_FREEZE_COMPLETE = 4, }; struct kstatfs; struct super_operations { struct inode * (*alloc_inode)(struct super_block *); void (*destroy_inode)(struct inode *); void (*free_inode)(struct inode *); void (*dirty_inode)(struct inode *, int); int (*write_inode)(struct inode *, struct writeback_control *); int (*drop_inode)(struct inode *); void (*evict_inode)(struct inode *); void (*put_super)(struct super_block *); int (*sync_fs)(struct super_block *, int); int (*freeze_super)(struct super_block *); int (*freeze_fs)(struct super_block *); int (*thaw_super)(struct super_block *); int (*unfreeze_fs)(struct super_block *); int (*statfs)(struct dentry *, struct kstatfs *); int (*remount_fs)(struct super_block *, int *, char *); void (*umount_begin)(struct super_block *); int (*show_options)(struct seq_file *, struct dentry *); int (*show_devname)(struct seq_file *, struct dentry *); int (*show_path)(struct seq_file *, struct dentry *); int (*show_stats)(struct seq_file *, struct dentry *); ssize_t (*quota_read)(struct super_block *, int, char *, size_t, loff_t); ssize_t (*quota_write)(struct super_block *, int, const char *, size_t, loff_t); struct dquot ** (*get_dquots)(struct inode *); long int (*nr_cached_objects)(struct super_block *, struct shrink_control *); long int (*free_cached_objects)(struct super_block *, struct shrink_control *); }; struct iomap; struct fid; struct export_operations { int (*encode_fh)(struct inode *, __u32 *, int *, struct inode *); struct dentry * (*fh_to_dentry)(struct super_block *, struct fid *, int, int); struct dentry * (*fh_to_parent)(struct super_block *, struct fid *, int, int); int (*get_name)(struct dentry *, char *, struct dentry *); struct dentry * (*get_parent)(struct dentry *); int (*commit_metadata)(struct inode *); int (*get_uuid)(struct super_block *, u8 *, u32 *, u64 *); int (*map_blocks)(struct inode *, loff_t, u64, struct iomap *, bool, u32 *); int (*commit_blocks)(struct inode *, struct iomap *, int, struct iattr *); u64 (*fetch_iversion)(struct inode *); long unsigned int flags; }; struct xattr_handler { const char *name; const char *prefix; int flags; bool (*list)(struct dentry *); int (*get)(const struct xattr_handler *, struct dentry *, struct inode *, const char *, void *, size_t); int (*set)(const struct xattr_handler *, struct user_namespace *, struct dentry *, struct inode *, const char *, const void *, size_t, int); }; union fscrypt_policy; struct fscrypt_operations { unsigned int flags; const char *key_prefix; int (*get_context)(struct inode *, void *, size_t); int (*set_context)(struct inode *, const void *, size_t, void *); const union fscrypt_policy * (*get_dummy_policy)(struct super_block *); bool (*empty_dir)(struct inode *); bool (*has_stable_inodes)(struct super_block *); void (*get_ino_and_lblk_bits)(struct super_block *, int *, int *); int (*get_num_devices)(struct super_block *); void (*get_devices)(struct super_block *, struct request_queue **); }; struct fsverity_operations { int (*begin_enable_verity)(struct file *); int (*end_enable_verity)(struct file *, const void *, size_t, u64); int (*get_verity_descriptor)(struct inode *, void *, size_t); struct page * (*read_merkle_tree_page)(struct inode *, long unsigned int, long unsigned int); int (*write_merkle_tree_block)(struct inode *, const void *, u64, int); }; typedef int (*filldir_t)(struct dir_context *, const char *, int, loff_t, u64, unsigned int); struct dir_context { filldir_t actor; loff_t pos; }; struct p_log; struct fs_parameter; struct fs_parse_result; typedef int fs_param_type(struct p_log *, const struct fs_parameter_spec *, struct fs_parameter *, struct fs_parse_result *); struct fs_parameter_spec { const char *name; fs_param_type *type; u8 opt; short unsigned int flags; const void *data; }; enum compound_dtor_id { NULL_COMPOUND_DTOR = 0, COMPOUND_PAGE_DTOR = 1, HUGETLB_PAGE_DTOR = 2, TRANSHUGE_PAGE_DTOR = 3, NR_COMPOUND_DTORS = 4, }; enum vm_event_item { PGPGIN = 0, PGPGOUT = 1, PSWPIN = 2, PSWPOUT = 3, PGALLOC_DMA = 4, PGALLOC_DMA32 = 5, PGALLOC_NORMAL = 6, PGALLOC_MOVABLE = 7, ALLOCSTALL_DMA = 8, ALLOCSTALL_DMA32 = 9, ALLOCSTALL_NORMAL = 10, ALLOCSTALL_MOVABLE = 11, PGSCAN_SKIP_DMA = 12, PGSCAN_SKIP_DMA32 = 13, PGSCAN_SKIP_NORMAL = 14, PGSCAN_SKIP_MOVABLE = 15, PGFREE = 16, PGACTIVATE = 17, PGDEACTIVATE = 18, PGLAZYFREE = 19, PGFAULT = 20, PGMAJFAULT = 21, PGLAZYFREED = 22, PGREFILL = 23, PGREUSE = 24, PGSTEAL_KSWAPD = 25, PGSTEAL_DIRECT = 26, PGDEMOTE_KSWAPD = 27, PGDEMOTE_DIRECT = 28, PGSCAN_KSWAPD = 29, PGSCAN_DIRECT = 30, PGSCAN_DIRECT_THROTTLE = 31, PGSCAN_ANON = 32, PGSCAN_FILE = 33, PGSTEAL_ANON = 34, PGSTEAL_FILE = 35, PGSCAN_ZONE_RECLAIM_FAILED = 36, PGINODESTEAL = 37, SLABS_SCANNED = 38, KSWAPD_INODESTEAL = 39, KSWAPD_LOW_WMARK_HIT_QUICKLY = 40, KSWAPD_HIGH_WMARK_HIT_QUICKLY = 41, PAGEOUTRUN = 42, PGROTATED = 43, DROP_PAGECACHE = 44, DROP_SLAB = 45, OOM_KILL = 46, NUMA_PTE_UPDATES = 47, NUMA_HUGE_PTE_UPDATES = 48, NUMA_HINT_FAULTS = 49, NUMA_HINT_FAULTS_LOCAL = 50, NUMA_PAGE_MIGRATE = 51, PGMIGRATE_SUCCESS = 52, PGMIGRATE_FAIL = 53, THP_MIGRATION_SUCCESS = 54, THP_MIGRATION_FAIL = 55, THP_MIGRATION_SPLIT = 56, COMPACTMIGRATE_SCANNED = 57, COMPACTFREE_SCANNED = 58, COMPACTISOLATED = 59, COMPACTSTALL = 60, COMPACTFAIL = 61, COMPACTSUCCESS = 62, KCOMPACTD_WAKE = 63, KCOMPACTD_MIGRATE_SCANNED = 64, KCOMPACTD_FREE_SCANNED = 65, HTLB_BUDDY_PGALLOC = 66, HTLB_BUDDY_PGALLOC_FAIL = 67, UNEVICTABLE_PGCULLED = 68, UNEVICTABLE_PGSCANNED = 69, UNEVICTABLE_PGRESCUED = 70, UNEVICTABLE_PGMLOCKED = 71, UNEVICTABLE_PGMUNLOCKED = 72, UNEVICTABLE_PGCLEARED = 73, UNEVICTABLE_PGSTRANDED = 74, THP_FAULT_ALLOC = 75, THP_FAULT_FALLBACK = 76, THP_FAULT_FALLBACK_CHARGE = 77, THP_COLLAPSE_ALLOC = 78, THP_COLLAPSE_ALLOC_FAILED = 79, THP_FILE_ALLOC = 80, THP_FILE_FALLBACK = 81, THP_FILE_FALLBACK_CHARGE = 82, THP_FILE_MAPPED = 83, THP_SPLIT_PAGE = 84, THP_SPLIT_PAGE_FAILED = 85, THP_DEFERRED_SPLIT_PAGE = 86, THP_SPLIT_PMD = 87, THP_SCAN_EXCEED_NONE_PTE = 88, THP_SCAN_EXCEED_SWAP_PTE = 89, THP_SCAN_EXCEED_SHARED_PTE = 90, THP_SPLIT_PUD = 91, THP_ZERO_PAGE_ALLOC = 92, THP_ZERO_PAGE_ALLOC_FAILED = 93, THP_SWPOUT = 94, THP_SWPOUT_FALLBACK = 95, BALLOON_INFLATE = 96, BALLOON_DEFLATE = 97, BALLOON_MIGRATE = 98, SWAP_RA = 99, SWAP_RA_HIT = 100, KSM_SWPIN_COPY = 101, COW_KSM = 102, ZSWPIN = 103, ZSWPOUT = 104, DIRECT_MAP_LEVEL2_SPLIT = 105, DIRECT_MAP_LEVEL3_SPLIT = 106, NR_VM_EVENT_ITEMS = 107, }; struct tlb_context { u64 ctx_id; u64 tlb_gen; }; struct tlb_state { struct mm_struct *loaded_mm; union { struct mm_struct *last_user_mm; long unsigned int last_user_mm_spec; }; u16 loaded_mm_asid; u16 next_asid; bool invalidate_other; short unsigned int user_pcid_flush_mask; long unsigned int cr4; struct tlb_context ctxs[6]; }; struct boot_params_to_save { unsigned int start; unsigned int len; }; struct kernfs_root; struct kernfs_elem_dir { long unsigned int subdirs; struct rb_root children; struct kernfs_root *root; long unsigned int rev; }; struct kernfs_elem_symlink { struct kernfs_node *target_kn; }; struct kernfs_ops; struct kernfs_open_node; struct kernfs_elem_attr { const struct kernfs_ops *ops; struct kernfs_open_node *open; loff_t size; struct kernfs_node *notify_next; }; struct kernfs_iattrs; struct kernfs_node { atomic_t count; atomic_t active; struct kernfs_node *parent; const char *name; struct rb_node rb; const void *ns; unsigned int hash; union { struct kernfs_elem_dir dir; struct kernfs_elem_symlink symlink; struct kernfs_elem_attr attr; }; void *priv; u64 id; short unsigned int flags; umode_t mode; struct kernfs_iattrs *iattr; }; struct kernfs_open_file; struct kernfs_ops { int (*open)(struct kernfs_open_file *); void (*release)(struct kernfs_open_file *); int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); ssize_t (*read)(struct kernfs_open_file *, char *, size_t, loff_t); size_t atomic_write_len; bool prealloc; ssize_t (*write)(struct kernfs_open_file *, char *, size_t, loff_t); __poll_t (*poll)(struct kernfs_open_file *, struct poll_table_struct *); int (*mmap)(struct kernfs_open_file *, struct vm_area_struct *); }; struct kernfs_open_file { struct kernfs_node *kn; struct file *file; struct seq_file *seq_file; void *priv; struct mutex mutex; struct mutex prealloc_mutex; int event; struct list_head list; char *prealloc_buf; size_t atomic_write_len; bool mmapped: 1; bool released: 1; const struct vm_operations_struct *vm_ops; }; enum kobj_ns_type { KOBJ_NS_TYPE_NONE = 0, KOBJ_NS_TYPE_NET = 1, KOBJ_NS_TYPES = 2, }; struct sock; struct kobj_ns_type_operations { enum kobj_ns_type type; bool (*current_may_mount)(); void * (*grab_current_ns)(); const void * (*netlink_ns)(struct sock *); const void * (*initial_ns)(); void (*drop_ns)(void *); }; struct attribute { const char *name; umode_t mode; }; struct bin_attribute { struct attribute attr; size_t size; void *private; struct address_space * (*f_mapping)(); ssize_t (*read)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t, size_t); ssize_t (*write)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t, size_t); int (*mmap)(struct file *, struct kobject *, struct bin_attribute *, struct vm_area_struct *); }; struct sysfs_ops { ssize_t (*show)(struct kobject *, struct attribute *, char *); ssize_t (*store)(struct kobject *, struct attribute *, const char *, size_t); }; struct kset_uevent_ops; struct kset { struct list_head list; spinlock_t list_lock; struct kobject kobj; const struct kset_uevent_ops *uevent_ops; }; struct kobj_type { void (*release)(struct kobject *); const struct sysfs_ops *sysfs_ops; const struct attribute_group **default_groups; const struct kobj_ns_type_operations * (*child_ns_type)(struct kobject *); const void * (*namespace)(struct kobject *); void (*get_ownership)(struct kobject *, kuid_t *, kgid_t *); }; struct kobj_uevent_env { char *argv[3]; char *envp[64]; int envp_idx; char buf[2048]; int buflen; }; struct kset_uevent_ops { int (* const filter)(struct kobject *); const char * (* const name)(struct kobject *); int (* const uevent)(struct kobject *, struct kobj_uevent_env *); }; enum cpu_idle_type { CPU_IDLE = 0, CPU_NOT_IDLE = 1, CPU_NEWLY_IDLE = 2, CPU_MAX_IDLE_TYPES = 3, }; enum { __SD_BALANCE_NEWIDLE = 0, __SD_BALANCE_EXEC = 1, __SD_BALANCE_FORK = 2, __SD_BALANCE_WAKE = 3, __SD_WAKE_AFFINE = 4, __SD_ASYM_CPUCAPACITY = 5, __SD_ASYM_CPUCAPACITY_FULL = 6, __SD_SHARE_CPUCAPACITY = 7, __SD_SHARE_PKG_RESOURCES = 8, __SD_SERIALIZE = 9, __SD_ASYM_PACKING = 10, __SD_PREFER_SIBLING = 11, __SD_OVERLAP = 12, __SD_NUMA = 13, __SD_FLAG_CNT = 14, }; typedef __u64 Elf64_Addr; typedef __u16 Elf64_Half; typedef __u64 Elf64_Off; typedef __u32 Elf64_Word; typedef __u64 Elf64_Xword; struct elf64_sym { Elf64_Word st_name; unsigned char st_info; unsigned char st_other; Elf64_Half st_shndx; Elf64_Addr st_value; Elf64_Xword st_size; }; struct elf64_hdr { unsigned char e_ident[16]; Elf64_Half e_type; Elf64_Half e_machine; Elf64_Word e_version; Elf64_Addr e_entry; Elf64_Off e_phoff; Elf64_Off e_shoff; Elf64_Word e_flags; Elf64_Half e_ehsize; Elf64_Half e_phentsize; Elf64_Half e_phnum; Elf64_Half e_shentsize; Elf64_Half e_shnum; Elf64_Half e_shstrndx; }; typedef struct elf64_hdr Elf64_Ehdr; struct elf64_shdr { Elf64_Word sh_name; Elf64_Word sh_type; Elf64_Xword sh_flags; Elf64_Addr sh_addr; Elf64_Off sh_offset; Elf64_Xword sh_size; Elf64_Word sh_link; Elf64_Word sh_info; Elf64_Xword sh_addralign; Elf64_Xword sh_entsize; }; typedef struct elf64_shdr Elf64_Shdr; struct kernel_param_ops { unsigned int flags; int (*set)(const char *, const struct kernel_param *); int (*get)(char *, const struct kernel_param *); void (*free)(void *); }; struct kparam_string; struct kparam_array; struct kernel_param { const char *name; struct module *mod; const struct kernel_param_ops *ops; const u16 perm; s8 level; u8 flags; union { void *arg; const struct kparam_string *str; const struct kparam_array *arr; }; }; struct kparam_string { unsigned int maxlen; char *string; }; struct kparam_array { unsigned int max; unsigned int elemsize; unsigned int *num; const struct kernel_param_ops *ops; void *elem; }; struct error_injection_entry { long unsigned int addr; int etype; }; struct module_attribute { struct attribute attr; ssize_t (*show)(struct module_attribute *, struct module_kobject *, char *); ssize_t (*store)(struct module_attribute *, struct module_kobject *, const char *, size_t); void (*setup)(struct module *, const char *); int (*test)(struct module *); void (*free)(struct module *); }; struct klp_modinfo { Elf64_Ehdr hdr; Elf64_Shdr *sechdrs; char *secstrings; unsigned int symndx; }; struct x86_guest { void (*enc_status_change_prepare)(long unsigned int, int, bool); bool (*enc_status_change_finish)(long unsigned int, int, bool); bool (*enc_tlb_flush_required)(bool); bool (*enc_cache_flush_required)(); }; struct x86_legacy_devices { int pnpbios; }; enum x86_legacy_i8042_state { X86_LEGACY_I8042_PLATFORM_ABSENT = 0, X86_LEGACY_I8042_FIRMWARE_ABSENT = 1, X86_LEGACY_I8042_EXPECTED_PRESENT = 2, }; struct x86_legacy_features { enum x86_legacy_i8042_state i8042; int rtc; int warm_reset; int no_vga; int reserve_bios_regions; struct x86_legacy_devices devices; }; struct ghcb; struct x86_hyper_runtime { void (*pin_vcpu)(int); void (*sev_es_hcall_prepare)(struct ghcb *, struct pt_regs *); bool (*sev_es_hcall_finish)(struct ghcb *, struct pt_regs *); }; struct x86_platform_ops { long unsigned int (*calibrate_cpu)(); long unsigned int (*calibrate_tsc)(); void (*get_wallclock)(struct timespec64 *); int (*set_wallclock)(const struct timespec64 *); void (*iommu_shutdown)(); bool (*is_untracked_pat_range)(u64, u64); void (*nmi_init)(); unsigned char (*get_nmi_reason)(); void (*save_sched_clock_state)(); void (*restore_sched_clock_state)(); void (*apic_post_init)(); struct x86_legacy_features legacy; void (*set_legacy_features)(); struct x86_hyper_runtime hyper; struct x86_guest guest; }; typedef __u16 __be16; typedef __u32 __le32; typedef __u32 __be32; typedef __u32 __wsum; typedef u16 uint16_t; typedef long unsigned int irq_hw_number_t; typedef int (*initcall_t)(); typedef int initcall_entry_t; struct obs_kernel_param { const char *str; int (*setup_func)(char *); int early; }; struct static_key_true { struct static_key key; }; struct static_key_false { struct static_key key; }; struct _ddebug { const char *modname; const char *function; const char *filename; const char *format; unsigned int lineno: 18; unsigned int flags: 8; union { struct static_key_true dd_key_true; struct static_key_false dd_key_false; } key; }; struct static_call_mod { struct static_call_mod *next; struct module *mod; struct static_call_site *sites; }; enum system_states { SYSTEM_BOOTING = 0, SYSTEM_SCHEDULING = 1, SYSTEM_FREEING_INITMEM = 2, SYSTEM_RUNNING = 3, SYSTEM_HALT = 4, SYSTEM_POWER_OFF = 5, SYSTEM_RESTART = 6, SYSTEM_SUSPEND = 7, }; struct range { u64 start; u64 end; }; typedef struct cpumask *cpumask_var_t; struct seq_operations { void * (*start)(struct seq_file *, loff_t *); void (*stop)(struct seq_file *, void *); void * (*next)(struct seq_file *, void *, loff_t *); int (*show)(struct seq_file *, void *); }; struct fixed_percpu_data { char gs_base[40]; long unsigned int stack_canary; }; enum perf_event_state { PERF_EVENT_STATE_DEAD = 4294967292, PERF_EVENT_STATE_EXIT = 4294967293, PERF_EVENT_STATE_ERROR = 4294967294, PERF_EVENT_STATE_OFF = 4294967295, PERF_EVENT_STATE_INACTIVE = 0, PERF_EVENT_STATE_ACTIVE = 1, }; typedef struct { atomic_long_t a; } local_t; typedef struct { local_t a; } local64_t; struct perf_event_attr { __u32 type; __u32 size; __u64 config; union { __u64 sample_period; __u64 sample_freq; }; __u64 sample_type; __u64 read_format; __u64 disabled: 1; __u64 inherit: 1; __u64 pinned: 1; __u64 exclusive: 1; __u64 exclude_user: 1; __u64 exclude_kernel: 1; __u64 exclude_hv: 1; __u64 exclude_idle: 1; __u64 mmap: 1; __u64 comm: 1; __u64 freq: 1; __u64 inherit_stat: 1; __u64 enable_on_exec: 1; __u64 task: 1; __u64 watermark: 1; __u64 precise_ip: 2; __u64 mmap_data: 1; __u64 sample_id_all: 1; __u64 exclude_host: 1; __u64 exclude_guest: 1; __u64 exclude_callchain_kernel: 1; __u64 exclude_callchain_user: 1; __u64 mmap2: 1; __u64 comm_exec: 1; __u64 use_clockid: 1; __u64 context_switch: 1; __u64 write_backward: 1; __u64 namespaces: 1; __u64 ksymbol: 1; __u64 bpf_event: 1; __u64 aux_output: 1; __u64 cgroup: 1; __u64 text_poke: 1; __u64 build_id: 1; __u64 inherit_thread: 1; __u64 remove_on_exec: 1; __u64 sigtrap: 1; __u64 __reserved_1: 26; union { __u32 wakeup_events; __u32 wakeup_watermark; }; __u32 bp_type; union { __u64 bp_addr; __u64 kprobe_func; __u64 uprobe_path; __u64 config1; }; union { __u64 bp_len; __u64 kprobe_addr; __u64 probe_offset; __u64 config2; }; __u64 branch_sample_type; __u64 sample_regs_user; __u32 sample_stack_user; __s32 clockid; __u64 sample_regs_intr; __u32 aux_watermark; __u16 sample_max_stack; __u16 __reserved_2; __u32 aux_sample_size; __u32 __reserved_3; __u64 sig_data; }; struct hw_perf_event_extra { u64 config; unsigned int reg; int alloc; int idx; }; struct arch_hw_breakpoint { long unsigned int address; long unsigned int mask; u8 len; u8 type; }; struct hw_perf_event { union { struct { u64 config; u64 last_tag; long unsigned int config_base; long unsigned int event_base; int event_base_rdpmc; int idx; int last_cpu; int flags; struct hw_perf_event_extra extra_reg; struct hw_perf_event_extra branch_reg; }; struct { struct hrtimer hrtimer; }; struct { struct list_head tp_list; }; struct { u64 pwr_acc; u64 ptsc; }; struct { struct arch_hw_breakpoint info; struct list_head bp_list; }; struct { u8 iommu_bank; u8 iommu_cntr; u16 padding; u64 conf; u64 conf1; }; }; struct task_struct *target; void *addr_filters; long unsigned int addr_filters_gen; int state; local64_t prev_count; u64 sample_period; union { struct { u64 last_period; local64_t period_left; }; struct { u64 saved_metric; u64 saved_slots; }; }; u64 interrupts_seq; u64 interrupts; u64 freq_time_stamp; u64 freq_count_stamp; }; struct irq_work { struct __call_single_node node; void (*func)(struct irq_work *); struct rcuwait irqwait; }; struct perf_addr_filters_head { struct list_head list; raw_spinlock_t lock; unsigned int nr_file_filters; }; struct perf_sample_data; typedef void (*perf_overflow_handler_t)(struct perf_event *, struct perf_sample_data *, struct pt_regs *); struct ftrace_ops; struct ftrace_regs; typedef void (*ftrace_func_t)(long unsigned int, long unsigned int, struct ftrace_ops *, struct ftrace_regs *); struct ftrace_hash; struct ftrace_ops_hash { struct ftrace_hash *notrace_hash; struct ftrace_hash *filter_hash; struct mutex regex_lock; }; struct ftrace_ops { ftrace_func_t func; struct ftrace_ops *next; long unsigned int flags; void *private; ftrace_func_t saved_func; struct ftrace_ops_hash local_hash; struct ftrace_ops_hash *func_hash; struct ftrace_ops_hash old_hash; long unsigned int trampoline; long unsigned int trampoline_size; struct list_head list; }; struct pmu; struct perf_buffer; struct perf_addr_filter_range; struct bpf_prog; struct event_filter; struct perf_cgroup; struct perf_event { struct list_head event_entry; struct list_head sibling_list; struct list_head active_list; struct rb_node group_node; u64 group_index; struct list_head migrate_entry; struct hlist_node hlist_entry; struct list_head active_entry; int nr_siblings; int event_caps; int group_caps; struct perf_event *group_leader; struct pmu *pmu; void *pmu_private; enum perf_event_state state; unsigned int attach_state; local64_t count; atomic64_t child_count; u64 total_time_enabled; u64 total_time_running; u64 tstamp; struct perf_event_attr attr; u16 header_size; u16 id_header_size; u16 read_size; struct hw_perf_event hw; struct perf_event_context *ctx; atomic_long_t refcount; atomic64_t child_total_time_enabled; atomic64_t child_total_time_running; struct mutex child_mutex; struct list_head child_list; struct perf_event *parent; int oncpu; int cpu; struct list_head owner_entry; struct task_struct *owner; struct mutex mmap_mutex; atomic_t mmap_count; struct perf_buffer *rb; struct list_head rb_entry; long unsigned int rcu_batches; int rcu_pending; wait_queue_head_t waitq; struct fasync_struct *fasync; int pending_wakeup; int pending_kill; int pending_disable; long unsigned int pending_addr; struct irq_work pending; atomic_t event_limit; struct perf_addr_filters_head addr_filters; struct perf_addr_filter_range *addr_filter_ranges; long unsigned int addr_filters_gen; struct perf_event *aux_event; void (*destroy)(struct perf_event *); struct callback_head callback_head; struct pid_namespace *ns; u64 id; u64 (*clock)(); perf_overflow_handler_t overflow_handler; void *overflow_handler_context; perf_overflow_handler_t orig_overflow_handler; struct bpf_prog *prog; u64 bpf_cookie; struct trace_event_call *tp_event; struct event_filter *filter; struct ftrace_ops ftrace_ops; struct perf_cgroup *cgrp; void *security; struct list_head sb_list; }; struct uid_gid_extent { u32 first; u32 lower_first; u32 count; }; struct uid_gid_map { u32 nr_extents; union { struct uid_gid_extent extent[5]; struct { struct uid_gid_extent *forward; struct uid_gid_extent *reverse; }; }; }; struct proc_ns_operations; struct ns_common { atomic_long_t stashed; const struct proc_ns_operations *ops; unsigned int inum; refcount_t count; }; struct ctl_table; struct ctl_table_root; struct ctl_table_set; struct ctl_dir; struct ctl_node; struct ctl_table_header { union { struct { struct ctl_table *ctl_table; int used; int count; int nreg; }; struct callback_head rcu; }; struct completion *unregistering; struct ctl_table *ctl_table_arg; struct ctl_table_root *root; struct ctl_table_set *set; struct ctl_dir *parent; struct ctl_node *node; struct hlist_head inodes; }; struct ctl_dir { struct ctl_table_header header; struct rb_root root; }; struct ctl_table_set { int (*is_seen)(struct ctl_table_set *); struct ctl_dir dir; }; struct user_namespace { struct uid_gid_map uid_map; struct uid_gid_map gid_map; struct uid_gid_map projid_map; struct user_namespace *parent; int level; kuid_t owner; kgid_t group; struct ns_common ns; long unsigned int flags; bool parent_could_setfcap; struct list_head keyring_name_list; struct key *user_keyring_register; struct rw_semaphore keyring_sem; struct key *persistent_keyring_register; struct work_struct work; struct ctl_table_set set; struct ctl_table_header *sysctls; struct ucounts *ucounts; long int ucount_max[16]; }; struct pollfd { int fd; short int events; short int revents; }; struct smp_ops { void (*smp_prepare_boot_cpu)(); void (*smp_prepare_cpus)(unsigned int); void (*smp_cpus_done)(unsigned int); void (*stop_other_cpus)(int); void (*crash_stop_other_cpus)(); void (*smp_send_reschedule)(int); int (*cpu_up)(unsigned int, struct task_struct *); int (*cpu_disable)(); void (*cpu_die)(unsigned int); void (*play_dead)(); void (*send_call_func_ipi)(const struct cpumask *); void (*send_call_func_single_ipi)(int); }; enum refcount_saturation_type { REFCOUNT_ADD_NOT_ZERO_OVF = 0, REFCOUNT_ADD_OVF = 1, REFCOUNT_ADD_UAF = 2, REFCOUNT_SUB_UAF = 3, REFCOUNT_DEC_LEAK = 4, }; struct wait_queue_entry; typedef int (*wait_queue_func_t)(struct wait_queue_entry *, unsigned int, int, void *); struct wait_queue_entry { unsigned int flags; void *private; wait_queue_func_t func; struct list_head entry; }; typedef struct wait_queue_entry wait_queue_entry_t; struct rcu_work { struct work_struct work; struct callback_head rcu; struct workqueue_struct *wq; }; struct notifier_block; typedef int (*notifier_fn_t)(struct notifier_block *, long unsigned int, void *); struct notifier_block { notifier_fn_t notifier_call; struct notifier_block *next; int priority; }; struct blocking_notifier_head { struct rw_semaphore rwsem; struct notifier_block *head; }; struct raw_notifier_head { struct notifier_block *head; }; struct ldt_struct { struct desc_struct *entries; unsigned int nr_entries; int slot; }; enum dma_data_direction { DMA_BIDIRECTIONAL = 0, DMA_TO_DEVICE = 1, DMA_FROM_DEVICE = 2, DMA_NONE = 3, }; struct device; struct page_pool_params { unsigned int flags; unsigned int order; unsigned int pool_size; int nid; struct device *dev; enum dma_data_direction dma_dir; unsigned int max_len; unsigned int offset; void (*init_callback)(struct page *, void *); void *init_arg; }; struct pp_alloc_cache { u32 count; struct page *cache[128]; }; struct ptr_ring { int producer; spinlock_t producer_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; int consumer_head; int consumer_tail; spinlock_t consumer_lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; int size; int batch; void **queue; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct page_pool { struct page_pool_params p; struct delayed_work release_dw; void (*disconnect)(void *); long unsigned int defer_start; long unsigned int defer_warn; u32 pages_state_hold_cnt; unsigned int frag_offset; struct page *frag_page; long int frag_users; u32 xdp_mem_id; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct pp_alloc_cache alloc; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct ptr_ring ring; atomic_t pages_state_release_cnt; refcount_t user_cnt; u64 destroy_cnt; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct vmem_altmap { long unsigned int base_pfn; const long unsigned int end_pfn; const long unsigned int reserve; long unsigned int free; long unsigned int align; long unsigned int alloc; }; struct percpu_ref_data; struct percpu_ref { long unsigned int percpu_count_ptr; struct percpu_ref_data *data; }; enum memory_type { MEMORY_DEVICE_PRIVATE = 1, MEMORY_DEVICE_FS_DAX = 2, MEMORY_DEVICE_GENERIC = 3, MEMORY_DEVICE_PCI_P2PDMA = 4, }; struct dev_pagemap_ops; struct dev_pagemap { struct vmem_altmap altmap; struct percpu_ref ref; struct completion done; enum memory_type type; unsigned int flags; long unsigned int vmemmap_shift; const struct dev_pagemap_ops *ops; void *owner; int nr_range; union { struct range range; struct range ranges[0]; }; }; struct anon_vma { struct anon_vma *root; struct rw_semaphore rwsem; atomic_t refcount; unsigned int degree; struct anon_vma *parent; struct rb_root_cached rb_root; }; struct mempolicy { atomic_t refcnt; short unsigned int mode; short unsigned int flags; nodemask_t nodes; int home_node; union { nodemask_t cpuset_mems_allowed; nodemask_t user_nodemask; } w; }; struct linux_binprm; struct coredump_params; struct linux_binfmt { struct list_head lh; struct module *module; int (*load_binary)(struct linux_binprm *); int (*load_shlib)(struct file *); int (*core_dump)(struct coredump_params *); long unsigned int min_coredump; }; struct free_area { struct list_head free_list[5]; long unsigned int nr_free; }; struct zone_padding { char x[0]; }; struct pglist_data; struct lruvec { struct list_head lists[5]; spinlock_t lru_lock; long unsigned int anon_cost; long unsigned int file_cost; atomic_long_t nonresident_age; long unsigned int refaults[2]; long unsigned int flags; struct pglist_data *pgdat; }; struct per_cpu_pages; struct per_cpu_zonestat; struct zone { long unsigned int _watermark[4]; long unsigned int watermark_boost; long unsigned int nr_reserved_highatomic; long int lowmem_reserve[5]; int node; struct pglist_data *zone_pgdat; struct per_cpu_pages *per_cpu_pageset; struct per_cpu_zonestat *per_cpu_zonestats; int pageset_high; int pageset_batch; long unsigned int zone_start_pfn; atomic_long_t managed_pages; long unsigned int spanned_pages; long unsigned int present_pages; long unsigned int present_early_pages; const char *name; long unsigned int nr_isolate_pageblock; seqlock_t span_seqlock; int initialized; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct zone_padding _pad1_; struct free_area free_area[11]; long unsigned int flags; spinlock_t lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; struct zone_padding _pad2_; long unsigned int percpu_drift_mark; long unsigned int compact_cached_free_pfn; long unsigned int compact_cached_migrate_pfn[2]; long unsigned int compact_init_migrate_pfn; long unsigned int compact_init_free_pfn; unsigned int compact_considered; unsigned int compact_defer_shift; int compact_order_failed; bool compact_blockskip_flush; bool contiguous; short: 16; struct zone_padding _pad3_; atomic_long_t vm_stat[11]; atomic_long_t vm_numa_event[6]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct zoneref { struct zone *zone; int zone_idx; }; struct zonelist { struct zoneref _zonerefs[5121]; }; enum zone_type { ZONE_DMA = 0, ZONE_DMA32 = 1, ZONE_NORMAL = 2, ZONE_MOVABLE = 3, ZONE_DEVICE = 4, __MAX_NR_ZONES = 5, }; struct deferred_split { spinlock_t split_queue_lock; struct list_head split_queue; long unsigned int split_queue_len; }; struct per_cpu_nodestat; struct pglist_data { struct zone node_zones[5]; struct zonelist node_zonelists[2]; int nr_zones; spinlock_t node_size_lock; long unsigned int node_start_pfn; long unsigned int node_present_pages; long unsigned int node_spanned_pages; int node_id; wait_queue_head_t kswapd_wait; wait_queue_head_t pfmemalloc_wait; wait_queue_head_t reclaim_wait[4]; atomic_t nr_writeback_throttled; long unsigned int nr_reclaim_start; struct task_struct *kswapd; int kswapd_order; enum zone_type kswapd_highest_zoneidx; int kswapd_failures; int kcompactd_max_order; enum zone_type kcompactd_highest_zoneidx; wait_queue_head_t kcompactd_wait; struct task_struct *kcompactd; bool proactive_compact_trigger; long unsigned int totalreserve_pages; long unsigned int min_unmapped_pages; long unsigned int min_slab_pages; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct zone_padding _pad1_; struct deferred_split deferred_split_queue; struct lruvec __lruvec; long unsigned int flags; long: 64; struct zone_padding _pad2_; struct per_cpu_nodestat *per_cpu_nodestats; atomic_long_t vm_stat[41]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct per_cpu_pages { int count; int high; int batch; short int free_factor; short int expire; struct list_head lists[15]; }; struct per_cpu_zonestat { s8 vm_stat_diff[11]; s8 stat_threshold; long unsigned int vm_numa_event[6]; }; struct per_cpu_nodestat { s8 stat_threshold; s8 vm_node_stat_diff[41]; }; enum irq_domain_bus_token { DOMAIN_BUS_ANY = 0, DOMAIN_BUS_WIRED = 1, DOMAIN_BUS_GENERIC_MSI = 2, DOMAIN_BUS_PCI_MSI = 3, DOMAIN_BUS_PLATFORM_MSI = 4, DOMAIN_BUS_NEXUS = 5, DOMAIN_BUS_IPI = 6, DOMAIN_BUS_FSL_MC_MSI = 7, DOMAIN_BUS_TI_SCI_INTA_MSI = 8, DOMAIN_BUS_WAKEUP = 9, DOMAIN_BUS_VMD_MSI = 10, }; struct irq_domain_ops; struct fwnode_handle; struct irq_domain_chip_generic; struct irq_data; struct irq_domain { struct list_head link; const char *name; const struct irq_domain_ops *ops; void *host_data; unsigned int flags; unsigned int mapcount; struct fwnode_handle *fwnode; enum irq_domain_bus_token bus_token; struct irq_domain_chip_generic *gc; struct device *dev; struct irq_domain *parent; irq_hw_number_t hwirq_max; unsigned int revmap_size; struct xarray revmap_tree; struct mutex revmap_mutex; struct irq_data *revmap[0]; }; typedef int proc_handler(struct ctl_table *, int, void *, size_t *, loff_t *); struct ctl_table_poll; struct ctl_table { const char *procname; void *data; int maxlen; umode_t mode; struct ctl_table *child; proc_handler *proc_handler; struct ctl_table_poll *poll; void *extra1; void *extra2; }; struct ctl_table_poll { atomic_t event; wait_queue_head_t wait; }; struct ctl_node { struct rb_node node; struct ctl_table_header *header; }; struct ctl_table_root { struct ctl_table_set default_set; struct ctl_table_set * (*lookup)(struct ctl_table_root *); void (*set_ownership)(struct ctl_table_header *, struct ctl_table *, kuid_t *, kgid_t *); int (*permissions)(struct ctl_table_header *, struct ctl_table *); }; struct idr { struct xarray idr_rt; unsigned int idr_base; unsigned int idr_next; }; struct seq_file { char *buf; size_t size; size_t from; size_t count; size_t pad_until; loff_t index; loff_t read_pos; struct mutex lock; const struct seq_operations *op; int poll_event; const struct file *file; void *private; }; typedef void (*poll_queue_proc)(struct file *, wait_queue_head_t *, struct poll_table_struct *); struct poll_table_struct { poll_queue_proc _qproc; __poll_t _key; }; struct trace_event_functions; struct trace_event { struct hlist_node node; struct list_head list; int type; struct trace_event_functions *funcs; }; struct trace_event_class; struct bpf_prog_array; struct trace_event_call { struct list_head list; struct trace_event_class *class; union { char *name; struct tracepoint *tp; }; struct trace_event event; char *print_fmt; struct event_filter *filter; union { void *module; atomic_t refcnt; }; void *data; int flags; int perf_refcount; struct hlist_head *perf_events; struct bpf_prog_array *prog_array; int (*perf_perm)(struct trace_event_call *, struct perf_event *); }; struct trace_eval_map { const char *system; const char *eval_string; long unsigned int eval_value; }; struct cgroup; struct cgroup_subsys; struct cgroup_subsys_state { struct cgroup *cgroup; struct cgroup_subsys *ss; struct percpu_ref refcnt; struct list_head sibling; struct list_head children; struct list_head rstat_css_node; int id; unsigned int flags; u64 serial_nr; atomic_t online_cnt; struct work_struct destroy_work; struct rcu_work destroy_rwork; struct cgroup_subsys_state *parent; }; struct mem_cgroup_id { int id; refcount_t ref; }; struct page_counter { atomic_long_t usage; long unsigned int min; long unsigned int low; long unsigned int high; long unsigned int max; long unsigned int emin; atomic_long_t min_usage; atomic_long_t children_min_usage; long unsigned int elow; atomic_long_t low_usage; atomic_long_t children_low_usage; long unsigned int watermark; long unsigned int failcnt; struct page_counter *parent; }; struct vmpressure { long unsigned int scanned; long unsigned int reclaimed; long unsigned int tree_scanned; long unsigned int tree_reclaimed; spinlock_t sr_lock; struct list_head events; struct mutex events_lock; struct work_struct work; }; struct cgroup_file { struct kernfs_node *kn; long unsigned int notified_at; struct timer_list notify_timer; }; struct mem_cgroup_threshold_ary; struct mem_cgroup_thresholds { struct mem_cgroup_threshold_ary *primary; struct mem_cgroup_threshold_ary *spare; }; struct memcg_padding { char x[0]; }; struct memcg_vmstats { long int state[48]; long unsigned int events[107]; long int state_pending[48]; long unsigned int events_pending[107]; }; struct fprop_global { struct percpu_counter events; unsigned int period; seqcount_t sequence; }; struct wb_domain { spinlock_t lock; struct fprop_global completions; struct timer_list period_timer; long unsigned int period_time; long unsigned int dirty_limit_tstamp; long unsigned int dirty_limit; }; struct wb_completion { atomic_t cnt; wait_queue_head_t *waitq; }; struct memcg_cgwb_frn { u64 bdi_id; int memcg_id; u64 at; struct wb_completion done; }; struct obj_cgroup; struct memcg_vmstats_percpu; struct mem_cgroup_per_node; struct mem_cgroup { struct cgroup_subsys_state css; struct mem_cgroup_id id; struct page_counter memory; union { struct page_counter swap; struct page_counter memsw; }; struct page_counter kmem; struct page_counter tcpmem; struct work_struct high_work; long unsigned int zswap_max; long unsigned int soft_limit; struct vmpressure vmpressure; bool oom_group; bool oom_lock; int under_oom; int swappiness; int oom_kill_disable; struct cgroup_file events_file; struct cgroup_file events_local_file; struct cgroup_file swap_events_file; struct mutex thresholds_lock; struct mem_cgroup_thresholds thresholds; struct mem_cgroup_thresholds memsw_thresholds; struct list_head oom_notify; long unsigned int move_charge_at_immigrate; spinlock_t move_lock; long unsigned int move_lock_flags; long: 64; long: 64; long: 64; long: 64; long: 64; struct memcg_padding _pad1_; struct memcg_vmstats vmstats; atomic_long_t memory_events[9]; atomic_long_t memory_events_local[9]; long unsigned int socket_pressure; bool tcpmem_active; int tcpmem_pressure; int kmemcg_id; struct obj_cgroup *objcg; struct list_head objcg_list; long: 64; long: 64; struct memcg_padding _pad2_; atomic_t moving_account; struct task_struct *move_lock_task; struct memcg_vmstats_percpu *vmstats_percpu; struct list_head cgwb_list; struct wb_domain cgwb_domain; struct memcg_cgwb_frn cgwb_frn[4]; struct list_head event_list; spinlock_t event_list_lock; struct deferred_split deferred_split_queue; struct mem_cgroup_per_node *nodeinfo[0]; long: 64; }; struct fs_pin; struct pid_namespace { struct idr idr; struct callback_head rcu; unsigned int pid_allocated; struct task_struct *child_reaper; struct kmem_cache *pid_cachep; unsigned int level; struct pid_namespace *parent; struct fs_pin *bacct; struct user_namespace *user_ns; struct ucounts *ucounts; int reboot; struct ns_common ns; }; struct ucounts { struct hlist_node node; struct user_namespace *ns; kuid_t uid; atomic_t count; atomic_long_t ucount[16]; }; struct rhash_head { struct rhash_head *next; }; struct rhashtable; struct rhashtable_compare_arg { struct rhashtable *ht; const void *key; }; typedef u32 (*rht_hashfn_t)(const void *, u32, u32); typedef u32 (*rht_obj_hashfn_t)(const void *, u32, u32); typedef int (*rht_obj_cmpfn_t)(struct rhashtable_compare_arg *, const void *); struct rhashtable_params { u16 nelem_hint; u16 key_len; u16 key_offset; u16 head_offset; unsigned int max_size; u16 min_size; bool automatic_shrinking; rht_hashfn_t hashfn; rht_obj_hashfn_t obj_hashfn; rht_obj_cmpfn_t obj_cmpfn; }; struct bucket_table; struct rhashtable { struct bucket_table *tbl; unsigned int key_len; unsigned int max_elems; struct rhashtable_params p; bool rhlist; struct work_struct run_work; struct mutex mutex; spinlock_t lock; atomic_t nelems; }; struct task_cputime { u64 stime; u64 utime; long long unsigned int sum_exec_runtime; }; struct uts_namespace; struct ipc_namespace; struct mnt_namespace; struct net; struct time_namespace; struct cgroup_namespace; struct nsproxy { atomic_t count; struct uts_namespace *uts_ns; struct ipc_namespace *ipc_ns; struct mnt_namespace *mnt_ns; struct pid_namespace *pid_ns_for_children; struct net *net_ns; struct time_namespace *time_ns; struct time_namespace *time_ns_for_children; struct cgroup_namespace *cgroup_ns; }; struct bio; struct bio_list { struct bio *head; struct bio *tail; }; struct request; struct blk_plug { struct request *mq_list; struct request *cached_rq; short unsigned int nr_ios; short unsigned int rq_count; bool multiple_queues; bool has_elevator; bool nowait; struct list_head cb_list; }; struct reclaim_state { long unsigned int reclaimed_slab; }; struct fprop_local_percpu { struct percpu_counter events; unsigned int period; raw_spinlock_t lock; }; enum wb_reason { WB_REASON_BACKGROUND = 0, WB_REASON_VMSCAN = 1, WB_REASON_SYNC = 2, WB_REASON_PERIODIC = 3, WB_REASON_LAPTOP_TIMER = 4, WB_REASON_FS_FREE_SPACE = 5, WB_REASON_FORKER_THREAD = 6, WB_REASON_FOREIGN_FLUSH = 7, WB_REASON_MAX = 8, }; struct bdi_writeback { struct backing_dev_info *bdi; long unsigned int state; long unsigned int last_old_flush; struct list_head b_dirty; struct list_head b_io; struct list_head b_more_io; struct list_head b_dirty_time; spinlock_t list_lock; atomic_t writeback_inodes; struct percpu_counter stat[4]; long unsigned int congested; long unsigned int bw_time_stamp; long unsigned int dirtied_stamp; long unsigned int written_stamp; long unsigned int write_bandwidth; long unsigned int avg_write_bandwidth; long unsigned int dirty_ratelimit; long unsigned int balanced_dirty_ratelimit; struct fprop_local_percpu completions; int dirty_exceeded; enum wb_reason start_all_reason; spinlock_t work_lock; struct list_head work_list; struct delayed_work dwork; struct delayed_work bw_dwork; long unsigned int dirty_sleep; struct list_head bdi_node; struct percpu_ref refcnt; struct fprop_local_percpu memcg_completions; struct cgroup_subsys_state *memcg_css; struct cgroup_subsys_state *blkcg_css; struct list_head memcg_node; struct list_head blkcg_node; struct list_head b_attached; struct list_head offline_node; union { struct work_struct release_work; struct callback_head rcu; }; }; struct backing_dev_info { u64 id; struct rb_node rb_node; struct list_head bdi_list; long unsigned int ra_pages; long unsigned int io_pages; struct kref refcnt; unsigned int capabilities; unsigned int min_ratio; unsigned int max_ratio; unsigned int max_prop_frac; atomic_long_t tot_write_bandwidth; struct bdi_writeback wb; struct list_head wb_list; struct xarray cgwb_tree; struct mutex cgwb_release_mutex; struct rw_semaphore wb_switch_rwsem; wait_queue_head_t wb_waitq; struct device *dev; char dev_name[64]; struct device *owner; struct timer_list laptop_mode_wb_timer; struct dentry *debug_dir; }; struct css_set { struct cgroup_subsys_state *subsys[14]; refcount_t refcount; struct css_set *dom_cset; struct cgroup *dfl_cgrp; int nr_tasks; struct list_head tasks; struct list_head mg_tasks; struct list_head dying_tasks; struct list_head task_iters; struct list_head e_cset_node[14]; struct list_head threaded_csets; struct list_head threaded_csets_node; struct hlist_node hlist; struct list_head cgrp_links; struct list_head mg_preload_node; struct list_head mg_node; struct cgroup *mg_src_cgrp; struct cgroup *mg_dst_cgrp; struct css_set *mg_dst_cset; bool dead; struct callback_head callback_head; }; typedef u32 compat_uptr_t; struct compat_robust_list { compat_uptr_t next; }; typedef s32 compat_long_t; struct compat_robust_list_head { struct compat_robust_list list; compat_long_t futex_offset; compat_uptr_t list_op_pending; }; struct perf_event_groups { struct rb_root tree; u64 index; }; struct perf_event_context { struct pmu *pmu; raw_spinlock_t lock; struct mutex mutex; struct list_head active_ctx_list; struct perf_event_groups pinned_groups; struct perf_event_groups flexible_groups; struct list_head event_list; struct list_head pinned_active; struct list_head flexible_active; int nr_events; int nr_active; int nr_user; int is_active; int nr_stat; int nr_freq; int rotate_disable; int rotate_necessary; refcount_t refcount; struct task_struct *task; u64 time; u64 timestamp; u64 timeoffset; struct perf_event_context *parent_ctx; u64 parent_gen; u64 generation; int pin_count; int nr_cgroups; void *task_ctx_data; struct callback_head callback_head; }; struct pipe_buffer; struct watch_queue; struct pipe_inode_info { struct mutex mutex; wait_queue_head_t rd_wait; wait_queue_head_t wr_wait; unsigned int head; unsigned int tail; unsigned int max_usage; unsigned int ring_size; bool note_loss; unsigned int nr_accounted; unsigned int readers; unsigned int writers; unsigned int files; unsigned int r_counter; unsigned int w_counter; bool poll_usage; struct page *tmp_page; struct fasync_struct *fasync_readers; struct fasync_struct *fasync_writers; struct pipe_buffer *bufs; struct user_struct *user; struct watch_queue *watch_queue; }; struct task_delay_info { raw_spinlock_t lock; u64 blkio_start; u64 blkio_delay; u64 swapin_start; u64 swapin_delay; u32 blkio_count; u32 swapin_count; u64 freepages_start; u64 freepages_delay; u64 thrashing_start; u64 thrashing_delay; u64 compact_start; u64 compact_delay; u64 wpcopy_start; u64 wpcopy_delay; u32 freepages_count; u32 thrashing_count; u32 compact_count; u32 wpcopy_count; }; struct ftrace_ret_stack { long unsigned int ret; long unsigned int func; long long unsigned int calltime; long long unsigned int subtime; long unsigned int *retp; }; struct blk_integrity_profile; struct blk_integrity { const struct blk_integrity_profile *profile; unsigned char flags; unsigned char tuple_size; unsigned char interval_exp; unsigned char tag_size; }; enum rpm_status { RPM_INVALID = 4294967295, RPM_ACTIVE = 0, RPM_RESUMING = 1, RPM_SUSPENDED = 2, RPM_SUSPENDING = 3, }; enum blk_bounce { BLK_BOUNCE_NONE = 0, BLK_BOUNCE_HIGH = 1, }; enum blk_zoned_model { BLK_ZONED_NONE = 0, BLK_ZONED_HA = 1, BLK_ZONED_HM = 2, }; struct queue_limits { enum blk_bounce bounce; long unsigned int seg_boundary_mask; long unsigned int virt_boundary_mask; unsigned int max_hw_sectors; unsigned int max_dev_sectors; unsigned int chunk_sectors; unsigned int max_sectors; unsigned int max_segment_size; unsigned int physical_block_size; unsigned int logical_block_size; unsigned int alignment_offset; unsigned int io_min; unsigned int io_opt; unsigned int max_discard_sectors; unsigned int max_hw_discard_sectors; unsigned int max_secure_erase_sectors; unsigned int max_write_zeroes_sectors; unsigned int max_zone_append_sectors; unsigned int discard_granularity; unsigned int discard_alignment; unsigned int zone_write_granularity; short unsigned int max_segments; short unsigned int max_integrity_segments; short unsigned int max_discard_segments; unsigned char misaligned; unsigned char discard_misaligned; unsigned char raid_partial_stripes_expensive; enum blk_zoned_model zoned; }; typedef void *mempool_alloc_t(gfp_t, void *); typedef void mempool_free_t(void *, void *); struct mempool_s { spinlock_t lock; int min_nr; int curr_nr; void **elements; void *pool_data; mempool_alloc_t *alloc; mempool_free_t *free; wait_queue_head_t wait; }; typedef struct mempool_s mempool_t; struct bio_alloc_cache; struct bio_set { struct kmem_cache *bio_slab; unsigned int front_pad; struct bio_alloc_cache *cache; mempool_t bio_pool; mempool_t bvec_pool; mempool_t bio_integrity_pool; mempool_t bvec_integrity_pool; unsigned int back_pad; spinlock_t rescue_lock; struct bio_list rescue_list; struct work_struct rescue_work; struct workqueue_struct *rescue_workqueue; struct hlist_node cpuhp_dead; }; struct elevator_queue; struct blk_queue_stats; struct rq_qos; struct blk_mq_ops; struct blk_mq_ctx; struct gendisk; struct blk_crypto_profile; struct blk_stat_callback; struct blk_rq_stat; struct blk_mq_tags; struct blkcg_gq; struct blk_trace; struct blk_flush_queue; struct throtl_data; struct blk_mq_tag_set; struct blk_independent_access_ranges; struct request_queue { struct request *last_merge; struct elevator_queue *elevator; struct percpu_ref q_usage_counter; struct blk_queue_stats *stats; struct rq_qos *rq_qos; const struct blk_mq_ops *mq_ops; struct blk_mq_ctx *queue_ctx; unsigned int queue_depth; struct xarray hctx_table; unsigned int nr_hw_queues; void *queuedata; long unsigned int queue_flags; atomic_t pm_only; int id; spinlock_t queue_lock; struct gendisk *disk; struct kobject kobj; struct kobject *mq_kobj; struct blk_integrity integrity; struct device *dev; enum rpm_status rpm_status; long unsigned int nr_requests; unsigned int dma_pad_mask; unsigned int dma_alignment; struct blk_crypto_profile *crypto_profile; struct kobject *crypto_kobject; unsigned int rq_timeout; int poll_nsec; struct blk_stat_callback *poll_cb; struct blk_rq_stat *poll_stat; struct timer_list timeout; struct work_struct timeout_work; atomic_t nr_active_requests_shared_tags; struct blk_mq_tags *sched_shared_tags; struct list_head icq_list; long unsigned int blkcg_pols[1]; struct blkcg_gq *root_blkg; struct list_head blkg_list; struct queue_limits limits; unsigned int required_elevator_features; unsigned int nr_zones; long unsigned int *conv_zones_bitmap; long unsigned int *seq_zones_wlock; unsigned int max_open_zones; unsigned int max_active_zones; int node; struct mutex debugfs_mutex; struct blk_trace *blk_trace; struct blk_flush_queue *fq; struct list_head requeue_list; spinlock_t requeue_lock; struct delayed_work requeue_work; struct mutex sysfs_lock; struct mutex sysfs_dir_lock; struct list_head unused_hctx_list; spinlock_t unused_hctx_lock; int mq_freeze_depth; struct throtl_data *td; struct callback_head callback_head; wait_queue_head_t mq_freeze_wq; struct mutex mq_freeze_lock; int quiesce_depth; struct blk_mq_tag_set *tag_set; struct list_head tag_set_list; struct bio_set bio_split; struct dentry *debugfs_dir; struct dentry *sched_debugfs_dir; struct dentry *rqos_debugfs_dir; bool mq_sysfs_init_done; struct blk_independent_access_ranges *ia_ranges; struct srcu_struct srcu[0]; }; struct cgroup_base_stat { struct task_cputime cputime; }; struct psi_group_cpu; struct psi_group { struct mutex avgs_lock; struct psi_group_cpu *pcpu; u64 avg_total[6]; u64 avg_last_update; u64 avg_next_update; struct delayed_work avgs_work; u64 total[12]; long unsigned int avg[18]; struct task_struct *poll_task; struct timer_list poll_timer; wait_queue_head_t poll_wait; atomic_t poll_wakeup; struct mutex trigger_lock; struct list_head triggers; u32 nr_triggers[6]; u32 poll_states; u64 poll_min_period; u64 polling_total[6]; u64 polling_next_update; u64 polling_until; }; struct cgroup_bpf { struct bpf_prog_array *effective[23]; struct list_head progs[23]; u32 flags[23]; struct list_head storages; struct bpf_prog_array *inactive; struct percpu_ref refcnt; struct work_struct release_work; }; struct cgroup_freezer_state { bool freeze; int e_freeze; int nr_frozen_descendants; int nr_frozen_tasks; }; struct cgroup_root; struct cgroup_rstat_cpu; struct cgroup { struct cgroup_subsys_state self; long unsigned int flags; int level; int max_depth; int nr_descendants; int nr_dying_descendants; int max_descendants; int nr_populated_csets; int nr_populated_domain_children; int nr_populated_threaded_children; int nr_threaded_children; struct kernfs_node *kn; struct cgroup_file procs_file; struct cgroup_file events_file; u16 subtree_control; u16 subtree_ss_mask; u16 old_subtree_control; u16 old_subtree_ss_mask; struct cgroup_subsys_state *subsys[14]; struct cgroup_root *root; struct list_head cset_links; struct list_head e_csets[14]; struct cgroup *dom_cgrp; struct cgroup *old_dom_cgrp; struct cgroup_rstat_cpu *rstat_cpu; struct list_head rstat_css_list; struct cgroup_base_stat last_bstat; struct cgroup_base_stat bstat; struct prev_cputime prev_cputime; struct list_head pidlists; struct mutex pidlist_mutex; wait_queue_head_t offline_waitq; struct work_struct release_agent_work; struct psi_group psi; struct cgroup_bpf bpf; atomic_t congestion_count; struct cgroup_freezer_state freezer; u64 ancestor_ids[0]; }; struct taskstats { __u16 version; __u32 ac_exitcode; __u8 ac_flag; __u8 ac_nice; __u64 cpu_count; __u64 cpu_delay_total; __u64 blkio_count; __u64 blkio_delay_total; __u64 swapin_count; __u64 swapin_delay_total; __u64 cpu_run_real_total; __u64 cpu_run_virtual_total; char ac_comm[32]; __u8 ac_sched; __u8 ac_pad[3]; int: 32; __u32 ac_uid; __u32 ac_gid; __u32 ac_pid; __u32 ac_ppid; __u32 ac_btime; __u64 ac_etime; __u64 ac_utime; __u64 ac_stime; __u64 ac_minflt; __u64 ac_majflt; __u64 coremem; __u64 virtmem; __u64 hiwater_rss; __u64 hiwater_vm; __u64 read_char; __u64 write_char; __u64 read_syscalls; __u64 write_syscalls; __u64 read_bytes; __u64 write_bytes; __u64 cancelled_write_bytes; __u64 nvcsw; __u64 nivcsw; __u64 ac_utimescaled; __u64 ac_stimescaled; __u64 cpu_scaled_run_real_total; __u64 freepages_count; __u64 freepages_delay_total; __u64 thrashing_count; __u64 thrashing_delay_total; __u64 ac_btime64; __u64 compact_count; __u64 compact_delay_total; __u32 ac_tgid; __u64 ac_tgetime; __u64 ac_exe_dev; __u64 ac_exe_inode; __u64 wpcopy_count; __u64 wpcopy_delay_total; }; typedef struct { __u8 b[16]; } guid_t; typedef void percpu_ref_func_t(struct percpu_ref *); struct percpu_ref_data { atomic_long_t count; percpu_ref_func_t *release; percpu_ref_func_t *confirm_switch; bool force_atomic: 1; bool allow_reinit: 1; struct callback_head rcu; struct percpu_ref *ref; }; struct wait_page_queue { struct folio *folio; int bit_nr; wait_queue_entry_t wait; }; enum writeback_sync_modes { WB_SYNC_NONE = 0, WB_SYNC_ALL = 1, }; struct swap_iocb; struct writeback_control { long int nr_to_write; long int pages_skipped; loff_t range_start; loff_t range_end; enum writeback_sync_modes sync_mode; unsigned int for_kupdate: 1; unsigned int for_background: 1; unsigned int tagged_writepages: 1; unsigned int for_reclaim: 1; unsigned int range_cyclic: 1; unsigned int for_sync: 1; unsigned int unpinned_fscache_wb: 1; unsigned int no_cgroup_owner: 1; unsigned int punt_to_cgroup: 1; struct swap_iocb **swap_plug; struct bdi_writeback *wb; struct inode *inode; int wb_id; int wb_lcand_id; int wb_tcand_id; size_t wb_bytes; size_t wb_lcand_bytes; size_t wb_tcand_bytes; }; struct readahead_control { struct file *file; struct address_space *mapping; struct file_ra_state *ra; long unsigned int _index; unsigned int _nr_pages; unsigned int _batch_count; }; struct iovec; struct kvec; struct bio_vec; struct iov_iter { u8 iter_type; bool nofault; bool data_source; size_t iov_offset; size_t count; union { const struct iovec *iov; const struct kvec *kvec; const struct bio_vec *bvec; struct xarray *xarray; struct pipe_inode_info *pipe; }; union { long unsigned int nr_segs; struct { unsigned int head; unsigned int start_head; }; loff_t xarray_start; }; }; struct swap_cluster_info { spinlock_t lock; unsigned int data: 24; unsigned int flags: 8; }; struct swap_cluster_list { struct swap_cluster_info head; struct swap_cluster_info tail; }; struct percpu_cluster; struct swap_info_struct { struct percpu_ref users; long unsigned int flags; short int prio; struct plist_node list; signed char type; unsigned int max; unsigned char *swap_map; struct swap_cluster_info *cluster_info; struct swap_cluster_list free_clusters; unsigned int lowest_bit; unsigned int highest_bit; unsigned int pages; unsigned int inuse_pages; unsigned int cluster_next; unsigned int cluster_nr; unsigned int *cluster_next_cpu; struct percpu_cluster *percpu_cluster; struct rb_root swap_extent_root; struct block_device *bdev; struct file *swap_file; unsigned int old_block_size; struct completion comp; long unsigned int *frontswap_map; atomic_t frontswap_pages; spinlock_t lock; spinlock_t cont_lock; struct work_struct discard_work; struct swap_cluster_list discard_clusters; struct plist_node avail_lists[0]; }; struct cdev { struct kobject kobj; struct module *owner; const struct file_operations *ops; struct list_head list; dev_t dev; unsigned int count; }; enum dl_dev_state { DL_DEV_NO_DRIVER = 0, DL_DEV_PROBING = 1, DL_DEV_DRIVER_BOUND = 2, DL_DEV_UNBINDING = 3, }; struct dev_links_info { struct list_head suppliers; struct list_head consumers; struct list_head defer_sync; enum dl_dev_state status; }; struct pm_message { int event; }; typedef struct pm_message pm_message_t; enum rpm_request { RPM_REQ_NONE = 0, RPM_REQ_IDLE = 1, RPM_REQ_SUSPEND = 2, RPM_REQ_AUTOSUSPEND = 3, RPM_REQ_RESUME = 4, }; struct wakeup_source; struct wake_irq; struct pm_subsys_data; struct dev_pm_qos; struct dev_pm_info { pm_message_t power_state; unsigned int can_wakeup: 1; unsigned int async_suspend: 1; bool in_dpm_list: 1; bool is_prepared: 1; bool is_suspended: 1; bool is_noirq_suspended: 1; bool is_late_suspended: 1; bool no_pm: 1; bool early_init: 1; bool direct_complete: 1; u32 driver_flags; spinlock_t lock; struct list_head entry; struct completion completion; struct wakeup_source *wakeup; bool wakeup_path: 1; bool syscore: 1; bool no_pm_callbacks: 1; unsigned int must_resume: 1; unsigned int may_skip_resume: 1; struct hrtimer suspend_timer; u64 timer_expires; struct work_struct work; wait_queue_head_t wait_queue; struct wake_irq *wakeirq; atomic_t usage_count; atomic_t child_count; unsigned int disable_depth: 3; unsigned int idle_notification: 1; unsigned int request_pending: 1; unsigned int deferred_resume: 1; unsigned int needs_force_resume: 1; unsigned int runtime_auto: 1; bool ignore_children: 1; unsigned int no_callbacks: 1; unsigned int irq_safe: 1; unsigned int use_autosuspend: 1; unsigned int timer_autosuspends: 1; unsigned int memalloc_noio: 1; unsigned int links_count; enum rpm_request request; enum rpm_status runtime_status; enum rpm_status last_status; int runtime_error; int autosuspend_delay; u64 last_busy; u64 active_time; u64 suspended_time; u64 accounting_timestamp; struct pm_subsys_data *subsys_data; void (*set_latency_tolerance)(struct device *, s32); struct dev_pm_qos *qos; }; struct msi_device_data; struct dev_msi_info { struct irq_domain *domain; struct msi_device_data *data; }; struct dev_archdata {}; enum device_removable { DEVICE_REMOVABLE_NOT_SUPPORTED = 0, DEVICE_REMOVABLE_UNKNOWN = 1, DEVICE_FIXED = 2, DEVICE_REMOVABLE = 3, }; struct device_private; struct device_type; struct bus_type; struct device_driver; struct dev_pm_domain; struct em_perf_domain; struct dev_pin_info; struct dma_map_ops; struct bus_dma_region; struct device_dma_parameters; struct io_tlb_mem; struct device_node; struct class; struct iommu_group; struct dev_iommu; struct device_physical_location; struct device { struct kobject kobj; struct device *parent; struct device_private *p; const char *init_name; const struct device_type *type; struct bus_type *bus; struct device_driver *driver; void *platform_data; void *driver_data; struct mutex mutex; struct dev_links_info links; struct dev_pm_info power; struct dev_pm_domain *pm_domain; struct em_perf_domain *em_pd; struct dev_pin_info *pins; struct dev_msi_info msi; const struct dma_map_ops *dma_ops; u64 *dma_mask; u64 coherent_dma_mask; u64 bus_dma_limit; const struct bus_dma_region *dma_range_map; struct device_dma_parameters *dma_parms; struct list_head dma_pools; struct io_tlb_mem *dma_io_tlb_mem; struct dev_archdata archdata; struct device_node *of_node; struct fwnode_handle *fwnode; int numa_node; dev_t devt; u32 id; spinlock_t devres_lock; struct list_head devres_head; struct class *class; const struct attribute_group **groups; void (*release)(struct device *); struct iommu_group *iommu_group; struct dev_iommu *iommu; struct device_physical_location *physical_location; enum device_removable removable; bool offline_disabled: 1; bool offline: 1; bool of_node_reused: 1; bool state_synced: 1; bool can_match: 1; }; struct disk_stats; struct partition_meta_info; struct block_device { sector_t bd_start_sect; sector_t bd_nr_sectors; struct disk_stats *bd_stats; long unsigned int bd_stamp; bool bd_read_only; dev_t bd_dev; atomic_t bd_openers; struct inode *bd_inode; struct super_block *bd_super; void *bd_claiming; struct device bd_device; void *bd_holder; int bd_holders; bool bd_write_holder; struct kobject *bd_holder_dir; u8 bd_partno; spinlock_t bd_size_lock; struct gendisk *bd_disk; struct request_queue *bd_queue; int bd_fsfreeze_count; struct mutex bd_fsfreeze_mutex; struct super_block *bd_fsfreeze_sb; struct partition_meta_info *bd_meta_info; }; struct io_comp_batch { struct request *req_list; bool need_ts; void (*complete)(struct io_comp_batch *); }; struct fc_log; struct p_log { const char *prefix; struct fc_log *log; }; enum fs_context_purpose { FS_CONTEXT_FOR_MOUNT = 0, FS_CONTEXT_FOR_SUBMOUNT = 1, FS_CONTEXT_FOR_RECONFIGURE = 2, }; enum fs_context_phase { FS_CONTEXT_CREATE_PARAMS = 0, FS_CONTEXT_CREATING = 1, FS_CONTEXT_AWAITING_MOUNT = 2, FS_CONTEXT_AWAITING_RECONF = 3, FS_CONTEXT_RECONF_PARAMS = 4, FS_CONTEXT_RECONFIGURING = 5, FS_CONTEXT_FAILED = 6, }; struct fs_context_operations; struct fs_context { const struct fs_context_operations *ops; struct mutex uapi_mutex; struct file_system_type *fs_type; void *fs_private; void *sget_key; struct dentry *root; struct user_namespace *user_ns; struct net *net_ns; const struct cred *cred; struct p_log log; const char *source; void *security; void *s_fs_info; unsigned int sb_flags; unsigned int sb_flags_mask; unsigned int s_iflags; unsigned int lsm_flags; enum fs_context_purpose purpose: 8; enum fs_context_phase phase: 8; bool need_free: 1; bool global: 1; bool oldapi: 1; }; struct audit_names; struct filename { const char *name; const char *uptr; int refcnt; struct audit_names *aname; const char iname[0]; }; typedef u8 blk_status_t; struct bvec_iter { sector_t bi_sector; unsigned int bi_size; unsigned int bi_idx; unsigned int bi_bvec_done; } __attribute__((packed)); typedef unsigned int blk_qc_t; typedef void bio_end_io_t(struct bio *); struct bio_issue { u64 value; }; struct bio_vec { struct page *bv_page; unsigned int bv_len; unsigned int bv_offset; }; struct bio_crypt_ctx; struct bio_integrity_payload; struct bio { struct bio *bi_next; struct block_device *bi_bdev; unsigned int bi_opf; short unsigned int bi_flags; short unsigned int bi_ioprio; blk_status_t bi_status; atomic_t __bi_remaining; struct bvec_iter bi_iter; blk_qc_t bi_cookie; bio_end_io_t *bi_end_io; void *bi_private; struct blkcg_gq *bi_blkg; struct bio_issue bi_issue; u64 bi_iocost_cost; struct bio_crypt_ctx *bi_crypt_context; union { struct bio_integrity_payload *bi_integrity; }; short unsigned int bi_vcnt; short unsigned int bi_max_vecs; atomic_t __bi_cnt; struct bio_vec *bi_io_vec; struct bio_set *bi_pool; struct bio_vec bi_inline_vecs[0]; }; struct linux_binprm { struct vm_area_struct *vma; long unsigned int vma_pages; struct mm_struct *mm; long unsigned int p; long unsigned int argmin; unsigned int have_execfd: 1; unsigned int execfd_creds: 1; unsigned int secureexec: 1; unsigned int point_of_no_return: 1; struct file *executable; struct file *interpreter; struct file *file; struct cred *cred; int unsafe; unsigned int per_clear; int argc; int envc; const char *filename; const char *interp; const char *fdpath; unsigned int interp_flags; int execfd; long unsigned int loader; long unsigned int exec; struct rlimit rlim_stack; char buf[256]; }; struct em_perf_state { long unsigned int frequency; long unsigned int power; long unsigned int cost; long unsigned int flags; }; struct em_perf_domain { struct em_perf_state *table; int nr_perf_states; long unsigned int flags; long unsigned int cpus[0]; }; struct dev_pm_ops { int (*prepare)(struct device *); void (*complete)(struct device *); int (*suspend)(struct device *); int (*resume)(struct device *); int (*freeze)(struct device *); int (*thaw)(struct device *); int (*poweroff)(struct device *); int (*restore)(struct device *); int (*suspend_late)(struct device *); int (*resume_early)(struct device *); int (*freeze_late)(struct device *); int (*thaw_early)(struct device *); int (*poweroff_late)(struct device *); int (*restore_early)(struct device *); int (*suspend_noirq)(struct device *); int (*resume_noirq)(struct device *); int (*freeze_noirq)(struct device *); int (*thaw_noirq)(struct device *); int (*poweroff_noirq)(struct device *); int (*restore_noirq)(struct device *); int (*runtime_suspend)(struct device *); int (*runtime_resume)(struct device *); int (*runtime_idle)(struct device *); }; struct pm_domain_data; struct pm_subsys_data { spinlock_t lock; unsigned int refcount; unsigned int clock_op_might_sleep; struct mutex clock_mutex; struct list_head clock_list; struct pm_domain_data *domain_data; }; struct wakeup_source { const char *name; int id; struct list_head entry; spinlock_t lock; struct wake_irq *wakeirq; struct timer_list timer; long unsigned int timer_expires; ktime_t total_time; ktime_t max_time; ktime_t last_time; ktime_t start_prevent_time; ktime_t prevent_sleep_time; long unsigned int event_count; long unsigned int active_count; long unsigned int relax_count; long unsigned int expire_count; long unsigned int wakeup_count; struct device *dev; bool active: 1; bool autosleep_enabled: 1; }; struct dev_pm_domain { struct dev_pm_ops ops; int (*start)(struct device *); void (*detach)(struct device *, bool); int (*activate)(struct device *); void (*sync)(struct device *); void (*dismiss)(struct device *); }; struct iommu_ops; struct subsys_private; struct bus_type { const char *name; const char *dev_name; struct device *dev_root; const struct attribute_group **bus_groups; const struct attribute_group **dev_groups; const struct attribute_group **drv_groups; int (*match)(struct device *, struct device_driver *); int (*uevent)(struct device *, struct kobj_uevent_env *); int (*probe)(struct device *); void (*sync_state)(struct device *); void (*remove)(struct device *); void (*shutdown)(struct device *); int (*online)(struct device *); int (*offline)(struct device *); int (*suspend)(struct device *, pm_message_t); int (*resume)(struct device *); int (*num_vf)(struct device *); int (*dma_configure)(struct device *); void (*dma_cleanup)(struct device *); const struct dev_pm_ops *pm; const struct iommu_ops *iommu_ops; struct subsys_private *p; struct lock_class_key lock_key; bool need_parent_lock; }; enum probe_type { PROBE_DEFAULT_STRATEGY = 0, PROBE_PREFER_ASYNCHRONOUS = 1, PROBE_FORCE_SYNCHRONOUS = 2, }; struct of_device_id; struct acpi_device_id; struct driver_private; struct device_driver { const char *name; struct bus_type *bus; struct module *owner; const char *mod_name; bool suppress_bind_attrs; enum probe_type probe_type; const struct of_device_id *of_match_table; const struct acpi_device_id *acpi_match_table; int (*probe)(struct device *); void (*sync_state)(struct device *); int (*remove)(struct device *); void (*shutdown)(struct device *); int (*suspend)(struct device *, pm_message_t); int (*resume)(struct device *); const struct attribute_group **groups; const struct attribute_group **dev_groups; const struct dev_pm_ops *pm; void (*coredump)(struct device *); struct driver_private *p; }; enum iommu_cap { IOMMU_CAP_CACHE_COHERENCY = 0, IOMMU_CAP_INTR_REMAP = 1, IOMMU_CAP_NOEXEC = 2, IOMMU_CAP_PRE_BOOT_PROTECTION = 3, }; enum iommu_dev_features { IOMMU_DEV_FEAT_SVA = 0, IOMMU_DEV_FEAT_IOPF = 1, }; struct iommu_domain; struct iommu_device; struct of_phandle_args; struct iommu_sva; struct iommu_fault_event; struct iommu_page_response; struct iommu_domain_ops; struct iommu_ops { bool (*capable)(enum iommu_cap); struct iommu_domain * (*domain_alloc)(unsigned int); struct iommu_device * (*probe_device)(struct device *); void (*release_device)(struct device *); void (*probe_finalize)(struct device *); struct iommu_group * (*device_group)(struct device *); void (*get_resv_regions)(struct device *, struct list_head *); void (*put_resv_regions)(struct device *, struct list_head *); int (*of_xlate)(struct device *, struct of_phandle_args *); bool (*is_attach_deferred)(struct device *); bool (*dev_has_feat)(struct device *, enum iommu_dev_features); bool (*dev_feat_enabled)(struct device *, enum iommu_dev_features); int (*dev_enable_feat)(struct device *, enum iommu_dev_features); int (*dev_disable_feat)(struct device *, enum iommu_dev_features); struct iommu_sva * (*sva_bind)(struct device *, struct mm_struct *, void *); void (*sva_unbind)(struct iommu_sva *); u32 (*sva_get_pasid)(struct iommu_sva *); int (*page_response)(struct device *, struct iommu_fault_event *, struct iommu_page_response *); int (*def_domain_type)(struct device *); const struct iommu_domain_ops *default_domain_ops; long unsigned int pgsize_bitmap; struct module *owner; }; struct device_type { const char *name; const struct attribute_group **groups; int (*uevent)(struct device *, struct kobj_uevent_env *); char * (*devnode)(struct device *, umode_t *, kuid_t *, kgid_t *); void (*release)(struct device *); const struct dev_pm_ops *pm; }; struct class { const char *name; struct module *owner; const struct attribute_group **class_groups; const struct attribute_group **dev_groups; struct kobject *dev_kobj; int (*dev_uevent)(struct device *, struct kobj_uevent_env *); char * (*devnode)(struct device *, umode_t *); void (*class_release)(struct class *); void (*dev_release)(struct device *); int (*shutdown_pre)(struct device *); const struct kobj_ns_type_operations *ns_type; const void * (*namespace)(struct device *); void (*get_ownership)(struct device *, kuid_t *, kgid_t *); const struct dev_pm_ops *pm; struct subsys_private *p; }; struct of_device_id { char name[32]; char type[32]; char compatible[128]; const void *data; }; typedef long unsigned int kernel_ulong_t; struct acpi_device_id { __u8 id[16]; kernel_ulong_t driver_data; __u32 cls; __u32 cls_msk; }; struct device_dma_parameters { unsigned int max_segment_size; unsigned int min_align_mask; long unsigned int segment_boundary_mask; }; enum device_physical_location_panel { DEVICE_PANEL_TOP = 0, DEVICE_PANEL_BOTTOM = 1, DEVICE_PANEL_LEFT = 2, DEVICE_PANEL_RIGHT = 3, DEVICE_PANEL_FRONT = 4, DEVICE_PANEL_BACK = 5, DEVICE_PANEL_UNKNOWN = 6, }; enum device_physical_location_vertical_position { DEVICE_VERT_POS_UPPER = 0, DEVICE_VERT_POS_CENTER = 1, DEVICE_VERT_POS_LOWER = 2, }; enum device_physical_location_horizontal_position { DEVICE_HORI_POS_LEFT = 0, DEVICE_HORI_POS_CENTER = 1, DEVICE_HORI_POS_RIGHT = 2, }; struct device_physical_location { enum device_physical_location_panel panel; enum device_physical_location_vertical_position vertical_position; enum device_physical_location_horizontal_position horizontal_position; bool dock; bool lid; }; typedef u64 dma_addr_t; struct sg_table; struct scatterlist; struct dma_map_ops { void * (*alloc)(struct device *, size_t, dma_addr_t *, gfp_t, long unsigned int); void (*free)(struct device *, size_t, void *, dma_addr_t, long unsigned int); struct page * (*alloc_pages)(struct device *, size_t, dma_addr_t *, enum dma_data_direction, gfp_t); void (*free_pages)(struct device *, size_t, struct page *, dma_addr_t, enum dma_data_direction); struct sg_table * (*alloc_noncontiguous)(struct device *, size_t, enum dma_data_direction, gfp_t, long unsigned int); void (*free_noncontiguous)(struct device *, size_t, struct sg_table *, enum dma_data_direction); int (*mmap)(struct device *, struct vm_area_struct *, void *, dma_addr_t, size_t, long unsigned int); int (*get_sgtable)(struct device *, struct sg_table *, void *, dma_addr_t, size_t, long unsigned int); dma_addr_t (*map_page)(struct device *, struct page *, long unsigned int, size_t, enum dma_data_direction, long unsigned int); void (*unmap_page)(struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); int (*map_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction, long unsigned int); void (*unmap_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction, long unsigned int); dma_addr_t (*map_resource)(struct device *, phys_addr_t, size_t, enum dma_data_direction, long unsigned int); void (*unmap_resource)(struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); void (*sync_single_for_cpu)(struct device *, dma_addr_t, size_t, enum dma_data_direction); void (*sync_single_for_device)(struct device *, dma_addr_t, size_t, enum dma_data_direction); void (*sync_sg_for_cpu)(struct device *, struct scatterlist *, int, enum dma_data_direction); void (*sync_sg_for_device)(struct device *, struct scatterlist *, int, enum dma_data_direction); void (*cache_sync)(struct device *, void *, size_t, enum dma_data_direction); int (*dma_supported)(struct device *, u64); u64 (*get_required_mask)(struct device *); size_t (*max_mapping_size)(struct device *); long unsigned int (*get_merge_boundary)(struct device *); }; struct bus_dma_region { phys_addr_t cpu_start; dma_addr_t dma_start; u64 size; u64 offset; }; typedef u32 phandle; struct fwnode_operations; struct fwnode_handle { struct fwnode_handle *secondary; const struct fwnode_operations *ops; struct device *dev; struct list_head suppliers; struct list_head consumers; u8 flags; }; struct property; struct device_node { const char *name; phandle phandle; const char *full_name; struct fwnode_handle fwnode; struct property *properties; struct property *deadprops; struct device_node *parent; struct device_node *child; struct device_node *sibling; long unsigned int _flags; void *data; }; enum cpuhp_state { CPUHP_INVALID = 4294967295, CPUHP_OFFLINE = 0, CPUHP_CREATE_THREADS = 1, CPUHP_PERF_PREPARE = 2, CPUHP_PERF_X86_PREPARE = 3, CPUHP_PERF_X86_AMD_UNCORE_PREP = 4, CPUHP_PERF_POWER = 5, CPUHP_PERF_SUPERH = 6, CPUHP_X86_HPET_DEAD = 7, CPUHP_X86_APB_DEAD = 8, CPUHP_X86_MCE_DEAD = 9, CPUHP_VIRT_NET_DEAD = 10, CPUHP_SLUB_DEAD = 11, CPUHP_DEBUG_OBJ_DEAD = 12, CPUHP_MM_WRITEBACK_DEAD = 13, CPUHP_MM_DEMOTION_DEAD = 14, CPUHP_MM_VMSTAT_DEAD = 15, CPUHP_SOFTIRQ_DEAD = 16, CPUHP_NET_MVNETA_DEAD = 17, CPUHP_CPUIDLE_DEAD = 18, CPUHP_ARM64_FPSIMD_DEAD = 19, CPUHP_ARM_OMAP_WAKE_DEAD = 20, CPUHP_IRQ_POLL_DEAD = 21, CPUHP_BLOCK_SOFTIRQ_DEAD = 22, CPUHP_BIO_DEAD = 23, CPUHP_ACPI_CPUDRV_DEAD = 24, CPUHP_S390_PFAULT_DEAD = 25, CPUHP_BLK_MQ_DEAD = 26, CPUHP_FS_BUFF_DEAD = 27, CPUHP_PRINTK_DEAD = 28, CPUHP_MM_MEMCQ_DEAD = 29, CPUHP_XFS_DEAD = 30, CPUHP_PERCPU_CNT_DEAD = 31, CPUHP_RADIX_DEAD = 32, CPUHP_PAGE_ALLOC = 33, CPUHP_NET_DEV_DEAD = 34, CPUHP_PCI_XGENE_DEAD = 35, CPUHP_IOMMU_IOVA_DEAD = 36, CPUHP_LUSTRE_CFS_DEAD = 37, CPUHP_AP_ARM_CACHE_B15_RAC_DEAD = 38, CPUHP_PADATA_DEAD = 39, CPUHP_AP_DTPM_CPU_DEAD = 40, CPUHP_RANDOM_PREPARE = 41, CPUHP_WORKQUEUE_PREP = 42, CPUHP_POWER_NUMA_PREPARE = 43, CPUHP_HRTIMERS_PREPARE = 44, CPUHP_PROFILE_PREPARE = 45, CPUHP_X2APIC_PREPARE = 46, CPUHP_SMPCFD_PREPARE = 47, CPUHP_RELAY_PREPARE = 48, CPUHP_SLAB_PREPARE = 49, CPUHP_MD_RAID5_PREPARE = 50, CPUHP_RCUTREE_PREP = 51, CPUHP_CPUIDLE_COUPLED_PREPARE = 52, CPUHP_POWERPC_PMAC_PREPARE = 53, CPUHP_POWERPC_MMU_CTX_PREPARE = 54, CPUHP_XEN_PREPARE = 55, CPUHP_XEN_EVTCHN_PREPARE = 56, CPUHP_ARM_SHMOBILE_SCU_PREPARE = 57, CPUHP_SH_SH3X_PREPARE = 58, CPUHP_NET_FLOW_PREPARE = 59, CPUHP_TOPOLOGY_PREPARE = 60, CPUHP_NET_IUCV_PREPARE = 61, CPUHP_ARM_BL_PREPARE = 62, CPUHP_TRACE_RB_PREPARE = 63, CPUHP_MM_ZS_PREPARE = 64, CPUHP_MM_ZSWP_MEM_PREPARE = 65, CPUHP_MM_ZSWP_POOL_PREPARE = 66, CPUHP_KVM_PPC_BOOK3S_PREPARE = 67, CPUHP_ZCOMP_PREPARE = 68, CPUHP_TIMERS_PREPARE = 69, CPUHP_MIPS_SOC_PREPARE = 70, CPUHP_LOONGARCH_SOC_PREPARE = 71, CPUHP_BP_PREPARE_DYN = 72, CPUHP_BP_PREPARE_DYN_END = 92, CPUHP_BRINGUP_CPU = 93, CPUHP_AP_IDLE_DEAD = 94, CPUHP_AP_OFFLINE = 95, CPUHP_AP_SCHED_STARTING = 96, CPUHP_AP_RCUTREE_DYING = 97, CPUHP_AP_CPU_PM_STARTING = 98, CPUHP_AP_IRQ_GIC_STARTING = 99, CPUHP_AP_IRQ_HIP04_STARTING = 100, CPUHP_AP_IRQ_APPLE_AIC_STARTING = 101, CPUHP_AP_IRQ_ARMADA_XP_STARTING = 102, CPUHP_AP_IRQ_BCM2836_STARTING = 103, CPUHP_AP_IRQ_MIPS_GIC_STARTING = 104, CPUHP_AP_IRQ_RISCV_STARTING = 105, CPUHP_AP_IRQ_SIFIVE_PLIC_STARTING = 106, CPUHP_AP_ARM_MVEBU_COHERENCY = 107, CPUHP_AP_MICROCODE_LOADER = 108, CPUHP_AP_PERF_X86_AMD_UNCORE_STARTING = 109, CPUHP_AP_PERF_X86_STARTING = 110, CPUHP_AP_PERF_X86_AMD_IBS_STARTING = 111, CPUHP_AP_PERF_X86_CQM_STARTING = 112, CPUHP_AP_PERF_X86_CSTATE_STARTING = 113, CPUHP_AP_PERF_XTENSA_STARTING = 114, CPUHP_AP_MIPS_OP_LOONGSON3_STARTING = 115, CPUHP_AP_ARM_SDEI_STARTING = 116, CPUHP_AP_ARM_VFP_STARTING = 117, CPUHP_AP_ARM64_DEBUG_MONITORS_STARTING = 118, CPUHP_AP_PERF_ARM_HW_BREAKPOINT_STARTING = 119, CPUHP_AP_PERF_ARM_ACPI_STARTING = 120, CPUHP_AP_PERF_ARM_STARTING = 121, CPUHP_AP_PERF_RISCV_STARTING = 122, CPUHP_AP_ARM_L2X0_STARTING = 123, CPUHP_AP_EXYNOS4_MCT_TIMER_STARTING = 124, CPUHP_AP_ARM_ARCH_TIMER_STARTING = 125, CPUHP_AP_ARM_GLOBAL_TIMER_STARTING = 126, CPUHP_AP_JCORE_TIMER_STARTING = 127, CPUHP_AP_ARM_TWD_STARTING = 128, CPUHP_AP_QCOM_TIMER_STARTING = 129, CPUHP_AP_TEGRA_TIMER_STARTING = 130, CPUHP_AP_ARMADA_TIMER_STARTING = 131, CPUHP_AP_MARCO_TIMER_STARTING = 132, CPUHP_AP_MIPS_GIC_TIMER_STARTING = 133, CPUHP_AP_ARC_TIMER_STARTING = 134, CPUHP_AP_RISCV_TIMER_STARTING = 135, CPUHP_AP_CLINT_TIMER_STARTING = 136, CPUHP_AP_CSKY_TIMER_STARTING = 137, CPUHP_AP_TI_GP_TIMER_STARTING = 138, CPUHP_AP_HYPERV_TIMER_STARTING = 139, CPUHP_AP_KVM_STARTING = 140, CPUHP_AP_KVM_ARM_VGIC_INIT_STARTING = 141, CPUHP_AP_KVM_ARM_VGIC_STARTING = 142, CPUHP_AP_KVM_ARM_TIMER_STARTING = 143, CPUHP_AP_DUMMY_TIMER_STARTING = 144, CPUHP_AP_ARM_XEN_STARTING = 145, CPUHP_AP_ARM_CORESIGHT_STARTING = 146, CPUHP_AP_ARM_CORESIGHT_CTI_STARTING = 147, CPUHP_AP_ARM64_ISNDEP_STARTING = 148, CPUHP_AP_SMPCFD_DYING = 149, CPUHP_AP_X86_TBOOT_DYING = 150, CPUHP_AP_ARM_CACHE_B15_RAC_DYING = 151, CPUHP_AP_ONLINE = 152, CPUHP_TEARDOWN_CPU = 153, CPUHP_AP_ONLINE_IDLE = 154, CPUHP_AP_SCHED_WAIT_EMPTY = 155, CPUHP_AP_SMPBOOT_THREADS = 156, CPUHP_AP_X86_VDSO_VMA_ONLINE = 157, CPUHP_AP_IRQ_AFFINITY_ONLINE = 158, CPUHP_AP_BLK_MQ_ONLINE = 159, CPUHP_AP_ARM_MVEBU_SYNC_CLOCKS = 160, CPUHP_AP_X86_INTEL_EPB_ONLINE = 161, CPUHP_AP_PERF_ONLINE = 162, CPUHP_AP_PERF_X86_ONLINE = 163, CPUHP_AP_PERF_X86_UNCORE_ONLINE = 164, CPUHP_AP_PERF_X86_AMD_UNCORE_ONLINE = 165, CPUHP_AP_PERF_X86_AMD_POWER_ONLINE = 166, CPUHP_AP_PERF_X86_RAPL_ONLINE = 167, CPUHP_AP_PERF_X86_CQM_ONLINE = 168, CPUHP_AP_PERF_X86_CSTATE_ONLINE = 169, CPUHP_AP_PERF_X86_IDXD_ONLINE = 170, CPUHP_AP_PERF_S390_CF_ONLINE = 171, CPUHP_AP_PERF_S390_SF_ONLINE = 172, CPUHP_AP_PERF_ARM_CCI_ONLINE = 173, CPUHP_AP_PERF_ARM_CCN_ONLINE = 174, CPUHP_AP_PERF_ARM_HISI_CPA_ONLINE = 175, CPUHP_AP_PERF_ARM_HISI_DDRC_ONLINE = 176, CPUHP_AP_PERF_ARM_HISI_HHA_ONLINE = 177, CPUHP_AP_PERF_ARM_HISI_L3_ONLINE = 178, CPUHP_AP_PERF_ARM_HISI_PA_ONLINE = 179, CPUHP_AP_PERF_ARM_HISI_SLLC_ONLINE = 180, CPUHP_AP_PERF_ARM_HISI_PCIE_PMU_ONLINE = 181, CPUHP_AP_PERF_ARM_L2X0_ONLINE = 182, CPUHP_AP_PERF_ARM_QCOM_L2_ONLINE = 183, CPUHP_AP_PERF_ARM_QCOM_L3_ONLINE = 184, CPUHP_AP_PERF_ARM_APM_XGENE_ONLINE = 185, CPUHP_AP_PERF_ARM_CAVIUM_TX2_UNCORE_ONLINE = 186, CPUHP_AP_PERF_ARM_MARVELL_CN10K_DDR_ONLINE = 187, CPUHP_AP_PERF_POWERPC_NEST_IMC_ONLINE = 188, CPUHP_AP_PERF_POWERPC_CORE_IMC_ONLINE = 189, CPUHP_AP_PERF_POWERPC_THREAD_IMC_ONLINE = 190, CPUHP_AP_PERF_POWERPC_TRACE_IMC_ONLINE = 191, CPUHP_AP_PERF_POWERPC_HV_24x7_ONLINE = 192, CPUHP_AP_PERF_POWERPC_HV_GPCI_ONLINE = 193, CPUHP_AP_PERF_CSKY_ONLINE = 194, CPUHP_AP_WATCHDOG_ONLINE = 195, CPUHP_AP_WORKQUEUE_ONLINE = 196, CPUHP_AP_RANDOM_ONLINE = 197, CPUHP_AP_RCUTREE_ONLINE = 198, CPUHP_AP_BASE_CACHEINFO_ONLINE = 199, CPUHP_AP_ONLINE_DYN = 200, CPUHP_AP_ONLINE_DYN_END = 230, CPUHP_AP_MM_DEMOTION_ONLINE = 231, CPUHP_AP_X86_HPET_ONLINE = 232, CPUHP_AP_X86_KVM_CLK_ONLINE = 233, CPUHP_AP_ACTIVE = 234, CPUHP_ONLINE = 235, }; struct ring_buffer_event { u32 type_len: 5; u32 time_delta: 27; u32 array[0]; }; struct seq_buf { char *buffer; size_t size; size_t len; loff_t readpos; }; struct trace_seq { char buffer[4096]; struct seq_buf seq; int full; }; enum perf_sw_ids { PERF_COUNT_SW_CPU_CLOCK = 0, PERF_COUNT_SW_TASK_CLOCK = 1, PERF_COUNT_SW_PAGE_FAULTS = 2, PERF_COUNT_SW_CONTEXT_SWITCHES = 3, PERF_COUNT_SW_CPU_MIGRATIONS = 4, PERF_COUNT_SW_PAGE_FAULTS_MIN = 5, PERF_COUNT_SW_PAGE_FAULTS_MAJ = 6, PERF_COUNT_SW_ALIGNMENT_FAULTS = 7, PERF_COUNT_SW_EMULATION_FAULTS = 8, PERF_COUNT_SW_DUMMY = 9, PERF_COUNT_SW_BPF_OUTPUT = 10, PERF_COUNT_SW_CGROUP_SWITCHES = 11, PERF_COUNT_SW_MAX = 12, }; union perf_mem_data_src { __u64 val; struct { __u64 mem_op: 5; __u64 mem_lvl: 14; __u64 mem_snoop: 5; __u64 mem_lock: 2; __u64 mem_dtlb: 7; __u64 mem_lvl_num: 4; __u64 mem_remote: 1; __u64 mem_snoopx: 2; __u64 mem_blk: 3; __u64 mem_hops: 3; __u64 mem_rsvd: 18; }; }; struct perf_branch_entry { __u64 from; __u64 to; __u64 mispred: 1; __u64 predicted: 1; __u64 in_tx: 1; __u64 abort: 1; __u64 cycles: 16; __u64 type: 4; __u64 reserved: 40; }; union perf_sample_weight { __u64 full; struct { __u32 var1_dw; __u16 var2_w; __u16 var3_w; }; }; struct new_utsname { char sysname[65]; char nodename[65]; char release[65]; char version[65]; char machine[65]; char domainname[65]; }; struct uts_namespace { struct new_utsname name; struct user_namespace *user_ns; struct ucounts *ucounts; struct ns_common ns; }; struct ref_tracker_dir {}; struct prot_inuse; struct netns_core { struct ctl_table_header *sysctl_hdr; int sysctl_somaxconn; u8 sysctl_txrehash; struct prot_inuse *prot_inuse; }; struct ipstats_mib; struct tcp_mib; struct linux_mib; struct udp_mib; struct linux_xfrm_mib; struct linux_tls_mib; struct mptcp_mib; struct icmp_mib; struct icmpmsg_mib; struct icmpv6_mib; struct icmpv6msg_mib; struct proc_dir_entry; struct netns_mib { struct ipstats_mib *ip_statistics; struct ipstats_mib *ipv6_statistics; struct tcp_mib *tcp_statistics; struct linux_mib *net_statistics; struct udp_mib *udp_statistics; struct udp_mib *udp_stats_in6; struct linux_xfrm_mib *xfrm_statistics; struct linux_tls_mib *tls_statistics; struct mptcp_mib *mptcp_statistics; struct udp_mib *udplite_statistics; struct udp_mib *udplite_stats_in6; struct icmp_mib *icmp_statistics; struct icmpmsg_mib *icmpmsg_statistics; struct icmpv6_mib *icmpv6_statistics; struct icmpv6msg_mib *icmpv6msg_statistics; struct proc_dir_entry *proc_net_devsnmp6; }; struct netns_packet { struct mutex sklist_lock; struct hlist_head sklist; }; struct netns_unix { int sysctl_max_dgram_qlen; struct ctl_table_header *ctl; }; struct netns_nexthop { struct rb_root rb_root; struct hlist_head *devhash; unsigned int seq; u32 last_id_allocated; struct blocking_notifier_head notifier_chain; }; struct local_ports { seqlock_t lock; int range[2]; bool warned; }; struct ping_group_range { seqlock_t lock; kgid_t range[2]; }; typedef struct { u64 key[2]; } siphash_key_t; struct inet_timewait_death_row; struct ipv4_devconf; struct ip_ra_chain; struct fib_rules_ops; struct fib_table; struct inet_peer_base; struct fqdir; struct tcp_congestion_ops; struct tcp_fastopen_context; struct fib_notifier_ops; struct netns_ipv4 { struct inet_timewait_death_row *tcp_death_row; struct ctl_table_header *forw_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *ipv4_hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *xfrm4_hdr; struct ipv4_devconf *devconf_all; struct ipv4_devconf *devconf_dflt; struct ip_ra_chain *ra_chain; struct mutex ra_mutex; struct fib_rules_ops *rules_ops; struct fib_table *fib_main; struct fib_table *fib_default; unsigned int fib_rules_require_fldissect; bool fib_has_custom_rules; bool fib_has_custom_local_routes; bool fib_offload_disabled; atomic_t fib_num_tclassid_users; struct hlist_head *fib_table_hash; struct sock *fibnl; struct sock *mc_autojoin_sk; struct inet_peer_base *peers; struct fqdir *fqdir; u8 sysctl_icmp_echo_ignore_all; u8 sysctl_icmp_echo_enable_probe; u8 sysctl_icmp_echo_ignore_broadcasts; u8 sysctl_icmp_ignore_bogus_error_responses; u8 sysctl_icmp_errors_use_inbound_ifaddr; int sysctl_icmp_ratelimit; int sysctl_icmp_ratemask; u32 ip_rt_min_pmtu; int ip_rt_mtu_expires; int ip_rt_min_advmss; struct local_ports ip_local_ports; u8 sysctl_tcp_ecn; u8 sysctl_tcp_ecn_fallback; u8 sysctl_ip_default_ttl; u8 sysctl_ip_no_pmtu_disc; u8 sysctl_ip_fwd_use_pmtu; u8 sysctl_ip_fwd_update_priority; u8 sysctl_ip_nonlocal_bind; u8 sysctl_ip_autobind_reuse; u8 sysctl_ip_dynaddr; u8 sysctl_ip_early_demux; u8 sysctl_raw_l3mdev_accept; u8 sysctl_tcp_early_demux; u8 sysctl_udp_early_demux; u8 sysctl_nexthop_compat_mode; u8 sysctl_fwmark_reflect; u8 sysctl_tcp_fwmark_accept; u8 sysctl_tcp_l3mdev_accept; u8 sysctl_tcp_mtu_probing; int sysctl_tcp_mtu_probe_floor; int sysctl_tcp_base_mss; int sysctl_tcp_min_snd_mss; int sysctl_tcp_probe_threshold; u32 sysctl_tcp_probe_interval; int sysctl_tcp_keepalive_time; int sysctl_tcp_keepalive_intvl; u8 sysctl_tcp_keepalive_probes; u8 sysctl_tcp_syn_retries; u8 sysctl_tcp_synack_retries; u8 sysctl_tcp_syncookies; u8 sysctl_tcp_migrate_req; u8 sysctl_tcp_comp_sack_nr; int sysctl_tcp_reordering; u8 sysctl_tcp_retries1; u8 sysctl_tcp_retries2; u8 sysctl_tcp_orphan_retries; u8 sysctl_tcp_tw_reuse; int sysctl_tcp_fin_timeout; unsigned int sysctl_tcp_notsent_lowat; u8 sysctl_tcp_sack; u8 sysctl_tcp_window_scaling; u8 sysctl_tcp_timestamps; u8 sysctl_tcp_early_retrans; u8 sysctl_tcp_recovery; u8 sysctl_tcp_thin_linear_timeouts; u8 sysctl_tcp_slow_start_after_idle; u8 sysctl_tcp_retrans_collapse; u8 sysctl_tcp_stdurg; u8 sysctl_tcp_rfc1337; u8 sysctl_tcp_abort_on_overflow; u8 sysctl_tcp_fack; int sysctl_tcp_max_reordering; int sysctl_tcp_adv_win_scale; u8 sysctl_tcp_dsack; u8 sysctl_tcp_app_win; u8 sysctl_tcp_frto; u8 sysctl_tcp_nometrics_save; u8 sysctl_tcp_no_ssthresh_metrics_save; u8 sysctl_tcp_moderate_rcvbuf; u8 sysctl_tcp_tso_win_divisor; u8 sysctl_tcp_workaround_signed_windows; int sysctl_tcp_limit_output_bytes; int sysctl_tcp_challenge_ack_limit; int sysctl_tcp_min_rtt_wlen; u8 sysctl_tcp_min_tso_segs; u8 sysctl_tcp_tso_rtt_log; u8 sysctl_tcp_autocorking; u8 sysctl_tcp_reflect_tos; int sysctl_tcp_invalid_ratelimit; int sysctl_tcp_pacing_ss_ratio; int sysctl_tcp_pacing_ca_ratio; int sysctl_tcp_wmem[3]; int sysctl_tcp_rmem[3]; long unsigned int sysctl_tcp_comp_sack_delay_ns; long unsigned int sysctl_tcp_comp_sack_slack_ns; int sysctl_max_syn_backlog; int sysctl_tcp_fastopen; const struct tcp_congestion_ops *tcp_congestion_control; struct tcp_fastopen_context *tcp_fastopen_ctx; unsigned int sysctl_tcp_fastopen_blackhole_timeout; atomic_t tfo_active_disable_times; long unsigned int tfo_active_disable_stamp; int sysctl_udp_wmem_min; int sysctl_udp_rmem_min; u8 sysctl_fib_notify_on_flag_change; u8 sysctl_udp_l3mdev_accept; u8 sysctl_igmp_llm_reports; int sysctl_igmp_max_memberships; int sysctl_igmp_max_msf; int sysctl_igmp_qrv; struct ping_group_range ping_group_range; atomic_t dev_addr_genid; long unsigned int *sysctl_local_reserved_ports; int sysctl_ip_prot_sock; struct list_head mr_tables; struct fib_rules_ops *mr_rules_ops; u32 sysctl_fib_multipath_hash_fields; u8 sysctl_fib_multipath_use_neigh; u8 sysctl_fib_multipath_hash_policy; struct fib_notifier_ops *notifier_ops; unsigned int fib_seq; struct fib_notifier_ops *ipmr_notifier_ops; unsigned int ipmr_seq; atomic_t rt_genid; siphash_key_t ip_id_key; }; struct dst_entry; struct net_device; struct sk_buff; struct neighbour; struct dst_ops { short unsigned int family; unsigned int gc_thresh; int (*gc)(struct dst_ops *); struct dst_entry * (*check)(struct dst_entry *, __u32); unsigned int (*default_advmss)(const struct dst_entry *); unsigned int (*mtu)(const struct dst_entry *); u32 * (*cow_metrics)(struct dst_entry *, long unsigned int); void (*destroy)(struct dst_entry *); void (*ifdown)(struct dst_entry *, struct net_device *, int); struct dst_entry * (*negative_advice)(struct dst_entry *); void (*link_failure)(struct sk_buff *); void (*update_pmtu)(struct dst_entry *, struct sock *, struct sk_buff *, u32, bool); void (*redirect)(struct dst_entry *, struct sock *, struct sk_buff *); int (*local_out)(struct net *, struct sock *, struct sk_buff *); struct neighbour * (*neigh_lookup)(const struct dst_entry *, struct sk_buff *, const void *); void (*confirm_neigh)(const struct dst_entry *, const void *); struct kmem_cache *kmem_cachep; struct percpu_counter pcpuc_entries; long: 64; long: 64; long: 64; }; struct netns_sysctl_ipv6 { struct ctl_table_header *hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *icmp_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *xfrm6_hdr; int flush_delay; int ip6_rt_max_size; int ip6_rt_gc_min_interval; int ip6_rt_gc_timeout; int ip6_rt_gc_interval; int ip6_rt_gc_elasticity; int ip6_rt_mtu_expires; int ip6_rt_min_advmss; u32 multipath_hash_fields; u8 multipath_hash_policy; u8 bindv6only; u8 flowlabel_consistency; u8 auto_flowlabels; int icmpv6_time; u8 icmpv6_echo_ignore_all; u8 icmpv6_echo_ignore_multicast; u8 icmpv6_echo_ignore_anycast; long unsigned int icmpv6_ratemask[4]; long unsigned int *icmpv6_ratemask_ptr; u8 anycast_src_echo_reply; u8 ip_nonlocal_bind; u8 fwmark_reflect; u8 flowlabel_state_ranges; int idgen_retries; int idgen_delay; int flowlabel_reflect; int max_dst_opts_cnt; int max_hbh_opts_cnt; int max_dst_opts_len; int max_hbh_opts_len; int seg6_flowlabel; u32 ioam6_id; u64 ioam6_id_wide; bool skip_notify_on_dev_down; u8 fib_notify_on_flag_change; }; struct ipv6_devconf; struct fib6_info; struct rt6_info; struct rt6_statistics; struct fib6_table; struct seg6_pernet_data; struct ioam6_pernet_data; struct netns_ipv6 { struct dst_ops ip6_dst_ops; struct netns_sysctl_ipv6 sysctl; struct ipv6_devconf *devconf_all; struct ipv6_devconf *devconf_dflt; struct inet_peer_base *peers; struct fqdir *fqdir; struct fib6_info *fib6_null_entry; struct rt6_info *ip6_null_entry; struct rt6_statistics *rt6_stats; struct timer_list ip6_fib_timer; struct hlist_head *fib_table_hash; struct fib6_table *fib6_main_tbl; struct list_head fib6_walkers; rwlock_t fib6_walker_lock; spinlock_t fib6_gc_lock; atomic_t ip6_rt_gc_expire; long unsigned int ip6_rt_last_gc; unsigned char flowlabel_has_excl; bool fib6_has_custom_rules; unsigned int fib6_rules_require_fldissect; unsigned int fib6_routes_require_src; struct rt6_info *ip6_prohibit_entry; struct rt6_info *ip6_blk_hole_entry; struct fib6_table *fib6_local_tbl; struct fib_rules_ops *fib6_rules_ops; struct sock *ndisc_sk; struct sock *tcp_sk; struct sock *igmp_sk; struct sock *mc_autojoin_sk; struct hlist_head *inet6_addr_lst; spinlock_t addrconf_hash_lock; struct delayed_work addr_chk_work; struct list_head mr6_tables; struct fib_rules_ops *mr6_rules_ops; atomic_t dev_addr_genid; atomic_t fib6_sernum; struct seg6_pernet_data *seg6_data; struct fib_notifier_ops *notifier_ops; struct fib_notifier_ops *ip6mr_notifier_ops; unsigned int ipmr_seq; struct { struct hlist_head head; spinlock_t lock; u32 seq; } ip6addrlbl_table; struct ioam6_pernet_data *ioam6_data; long: 64; long: 64; long: 64; long: 64; }; struct netns_sysctl_lowpan { struct ctl_table_header *frags_hdr; }; struct netns_ieee802154_lowpan { struct netns_sysctl_lowpan sysctl; struct fqdir *fqdir; }; struct sctp_mib; struct netns_sctp { struct sctp_mib *sctp_statistics; struct proc_dir_entry *proc_net_sctp; struct ctl_table_header *sysctl_header; struct sock *ctl_sock; struct sock *udp4_sock; struct sock *udp6_sock; int udp_port; int encap_port; struct list_head local_addr_list; struct list_head addr_waitq; struct timer_list addr_wq_timer; struct list_head auto_asconf_splist; spinlock_t addr_wq_lock; spinlock_t local_addr_lock; unsigned int rto_initial; unsigned int rto_min; unsigned int rto_max; int rto_alpha; int rto_beta; int max_burst; int cookie_preserve_enable; char *sctp_hmac_alg; unsigned int valid_cookie_life; unsigned int sack_timeout; unsigned int hb_interval; unsigned int probe_interval; int max_retrans_association; int max_retrans_path; int max_retrans_init; int pf_retrans; int ps_retrans; int pf_enable; int pf_expose; int sndbuf_policy; int rcvbuf_policy; int default_auto_asconf; int addip_enable; int addip_noauth; int prsctp_enable; int reconf_enable; int auth_enable; int intl_enable; int ecn_enable; int scope_policy; int rwnd_upd_shift; long unsigned int max_autoclose; }; struct nf_logger; struct nf_hook_entries; struct netns_nf { struct proc_dir_entry *proc_netfilter; const struct nf_logger *nf_loggers[13]; struct ctl_table_header *nf_log_dir_header; struct nf_hook_entries *hooks_ipv4[5]; struct nf_hook_entries *hooks_ipv6[5]; struct nf_hook_entries *hooks_arp[3]; struct nf_hook_entries *hooks_bridge[5]; struct nf_hook_entries *hooks_decnet[7]; unsigned int defrag_ipv4_users; unsigned int defrag_ipv6_users; }; struct nf_generic_net { unsigned int timeout; }; struct nf_tcp_net { unsigned int timeouts[14]; u8 tcp_loose; u8 tcp_be_liberal; u8 tcp_max_retrans; u8 tcp_ignore_invalid_rst; unsigned int offload_timeout; }; struct nf_udp_net { unsigned int timeouts[2]; unsigned int offload_timeout; }; struct nf_icmp_net { unsigned int timeout; }; struct nf_dccp_net { u8 dccp_loose; unsigned int dccp_timeout[10]; }; struct nf_sctp_net { unsigned int timeouts[10]; }; struct nf_gre_net { struct list_head keymap_list; unsigned int timeouts[2]; }; struct nf_ip_net { struct nf_generic_net generic; struct nf_tcp_net tcp; struct nf_udp_net udp; struct nf_icmp_net icmp; struct nf_icmp_net icmpv6; struct nf_dccp_net dccp; struct nf_sctp_net sctp; struct nf_gre_net gre; }; struct ip_conntrack_stat; struct nf_ct_event_notifier; struct netns_ct { bool ctnetlink_has_listener; bool ecache_dwork_pending; u8 sysctl_log_invalid; u8 sysctl_events; u8 sysctl_acct; u8 sysctl_auto_assign_helper; u8 sysctl_tstamp; u8 sysctl_checksum; struct ip_conntrack_stat *stat; struct nf_ct_event_notifier *nf_conntrack_event_cb; struct nf_ip_net nf_ct_proto; unsigned int labels_used; }; struct netns_nftables { u8 gencursor; }; struct sk_buff_list { struct sk_buff *next; struct sk_buff *prev; }; struct sk_buff_head { union { struct { struct sk_buff *next; struct sk_buff *prev; }; struct sk_buff_list list; }; __u32 qlen; spinlock_t lock; }; struct netns_bpf { struct bpf_prog_array *run_array[2]; struct bpf_prog *progs[2]; struct list_head links[2]; }; struct xfrm_policy_hash { struct hlist_head *table; unsigned int hmask; u8 dbits4; u8 sbits4; u8 dbits6; u8 sbits6; }; struct xfrm_policy_hthresh { struct work_struct work; seqlock_t lock; u8 lbits4; u8 rbits4; u8 lbits6; u8 rbits6; }; struct netns_xfrm { struct list_head state_all; struct hlist_head *state_bydst; struct hlist_head *state_bysrc; struct hlist_head *state_byspi; struct hlist_head *state_byseq; unsigned int state_hmask; unsigned int state_num; struct work_struct state_hash_work; struct list_head policy_all; struct hlist_head *policy_byidx; unsigned int policy_idx_hmask; struct hlist_head policy_inexact[3]; struct xfrm_policy_hash policy_bydst[3]; unsigned int policy_count[6]; struct work_struct policy_hash_work; struct xfrm_policy_hthresh policy_hthresh; struct list_head inexact_bins; struct sock *nlsk; struct sock *nlsk_stash; u32 sysctl_aevent_etime; u32 sysctl_aevent_rseqth; int sysctl_larval_drop; u32 sysctl_acq_expires; u8 policy_default[3]; struct ctl_table_header *sysctl_hdr; long: 64; long: 64; long: 64; struct dst_ops xfrm4_dst_ops; struct dst_ops xfrm6_dst_ops; spinlock_t xfrm_state_lock; seqcount_spinlock_t xfrm_state_hash_generation; seqcount_spinlock_t xfrm_policy_hash_generation; spinlock_t xfrm_policy_lock; struct mutex xfrm_cfg_mutex; long: 64; long: 64; }; struct netns_ipvs; struct mpls_route; struct netns_mpls { int ip_ttl_propagate; int default_ttl; size_t platform_labels; struct mpls_route **platform_label; struct ctl_table_header *ctl; }; struct can_dev_rcv_lists; struct can_pkg_stats; struct can_rcv_lists_stats; struct netns_can { struct proc_dir_entry *proc_dir; struct proc_dir_entry *pde_stats; struct proc_dir_entry *pde_reset_stats; struct proc_dir_entry *pde_rcvlist_all; struct proc_dir_entry *pde_rcvlist_fil; struct proc_dir_entry *pde_rcvlist_inv; struct proc_dir_entry *pde_rcvlist_sff; struct proc_dir_entry *pde_rcvlist_eff; struct proc_dir_entry *pde_rcvlist_err; struct proc_dir_entry *bcmproc_dir; struct can_dev_rcv_lists *rx_alldev_list; spinlock_t rcvlists_lock; struct timer_list stattimer; struct can_pkg_stats *pkg_stats; struct can_rcv_lists_stats *rcv_lists_stats; struct hlist_head cgw_list; }; struct netns_xdp { struct mutex lock; struct hlist_head list; }; struct smc_stats; struct smc_stats_rsn; struct netns_smc { struct smc_stats *smc_stats; struct mutex mutex_fback_rsn; struct smc_stats_rsn *fback_rsn; bool limit_smc_hs; struct ctl_table_header *smc_hdr; unsigned int sysctl_autocorking_size; }; struct uevent_sock; struct net_generic; struct net { refcount_t passive; spinlock_t rules_mod_lock; atomic_t dev_unreg_count; unsigned int dev_base_seq; int ifindex; spinlock_t nsid_lock; atomic_t fnhe_genid; struct list_head list; struct list_head exit_list; struct llist_node cleanup_list; struct key_tag *key_domain; struct user_namespace *user_ns; struct ucounts *ucounts; struct idr netns_ids; struct ns_common ns; struct ref_tracker_dir refcnt_tracker; struct list_head dev_base_head; struct proc_dir_entry *proc_net; struct proc_dir_entry *proc_net_stat; struct ctl_table_set sysctls; struct sock *rtnl; struct sock *genl_sock; struct uevent_sock *uevent_sock; struct hlist_head *dev_name_head; struct hlist_head *dev_index_head; struct raw_notifier_head netdev_chain; u32 hash_mix; struct net_device *loopback_dev; struct list_head rules_ops; struct netns_core core; struct netns_mib mib; struct netns_packet packet; struct netns_unix unx; struct netns_nexthop nexthop; struct netns_ipv4 ipv4; struct netns_ipv6 ipv6; struct netns_ieee802154_lowpan ieee802154_lowpan; struct netns_sctp sctp; struct netns_nf nf; struct netns_ct ct; struct netns_nftables nft; struct sk_buff_head wext_nlevents; struct net_generic *gen; struct netns_bpf bpf; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct netns_xfrm xfrm; u64 net_cookie; struct netns_ipvs *ipvs; struct netns_mpls mpls; struct netns_can can; struct netns_xdp xdp; struct sock *crypto_nlsk; struct sock *diag_nlsk; struct netns_smc smc; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct cgroup_namespace { struct ns_common ns; struct user_namespace *user_ns; struct ucounts *ucounts; struct css_set *root_cset; }; struct nsset { unsigned int flags; struct nsproxy *nsproxy; struct fs_struct *fs; const struct cred *cred; }; struct proc_ns_operations { const char *name; const char *real_ns_name; int type; struct ns_common * (*get)(struct task_struct *); void (*put)(struct ns_common *); int (*install)(struct nsset *, struct ns_common *); struct user_namespace * (*owner)(struct ns_common *); struct ns_common * (*get_parent)(struct ns_common *); }; struct perf_cpu_context; struct perf_output_handle; struct pmu { struct list_head entry; struct module *module; struct device *dev; const struct attribute_group **attr_groups; const struct attribute_group **attr_update; const char *name; int type; int capabilities; int *pmu_disable_count; struct perf_cpu_context *pmu_cpu_context; atomic_t exclusive_cnt; int task_ctx_nr; int hrtimer_interval_ms; unsigned int nr_addr_filters; void (*pmu_enable)(struct pmu *); void (*pmu_disable)(struct pmu *); int (*event_init)(struct perf_event *); void (*event_mapped)(struct perf_event *, struct mm_struct *); void (*event_unmapped)(struct perf_event *, struct mm_struct *); int (*add)(struct perf_event *, int); void (*del)(struct perf_event *, int); void (*start)(struct perf_event *, int); void (*stop)(struct perf_event *, int); void (*read)(struct perf_event *); void (*start_txn)(struct pmu *, unsigned int); int (*commit_txn)(struct pmu *); void (*cancel_txn)(struct pmu *); int (*event_idx)(struct perf_event *); void (*sched_task)(struct perf_event_context *, bool); struct kmem_cache *task_ctx_cache; void (*swap_task_ctx)(struct perf_event_context *, struct perf_event_context *); void * (*setup_aux)(struct perf_event *, void **, int, bool); void (*free_aux)(void *); long int (*snapshot_aux)(struct perf_event *, struct perf_output_handle *, long unsigned int); int (*addr_filters_validate)(struct list_head *); void (*addr_filters_sync)(struct perf_event *); int (*aux_output_match)(struct perf_event *); int (*filter_match)(struct perf_event *); int (*check_period)(struct perf_event *, u64); }; struct ftrace_regs { struct pt_regs regs; }; struct iovec { void *iov_base; __kernel_size_t iov_len; }; struct kvec { void *iov_base; size_t iov_len; }; struct perf_regs { __u64 abi; struct pt_regs *regs; }; struct u64_stats_sync {}; struct psi_group_cpu { seqcount_t seq; unsigned int tasks[5]; u32 state_mask; u32 times[7]; u64 state_start; u32 times_prev[14]; long: 64; }; struct cgroup_taskset; struct cftype; struct cgroup_subsys { struct cgroup_subsys_state * (*css_alloc)(struct cgroup_subsys_state *); int (*css_online)(struct cgroup_subsys_state *); void (*css_offline)(struct cgroup_subsys_state *); void (*css_released)(struct cgroup_subsys_state *); void (*css_free)(struct cgroup_subsys_state *); void (*css_reset)(struct cgroup_subsys_state *); void (*css_rstat_flush)(struct cgroup_subsys_state *, int); int (*css_extra_stat_show)(struct seq_file *, struct cgroup_subsys_state *); int (*can_attach)(struct cgroup_taskset *); void (*cancel_attach)(struct cgroup_taskset *); void (*attach)(struct cgroup_taskset *); void (*post_attach)(); int (*can_fork)(struct task_struct *, struct css_set *); void (*cancel_fork)(struct task_struct *, struct css_set *); void (*fork)(struct task_struct *); void (*exit)(struct task_struct *); void (*release)(struct task_struct *); void (*bind)(struct cgroup_subsys_state *); bool early_init: 1; bool implicit_on_dfl: 1; bool threaded: 1; int id; const char *name; const char *legacy_name; struct cgroup_root *root; struct idr css_idr; struct list_head cfts; struct cftype *dfl_cftypes; struct cftype *legacy_cftypes; unsigned int depends_on; }; struct cgroup_rstat_cpu { struct u64_stats_sync bsync; struct cgroup_base_stat bstat; struct cgroup_base_stat last_bstat; struct cgroup *updated_children; struct cgroup *updated_next; }; struct cgroup_root { struct kernfs_root *kf_root; unsigned int subsys_mask; int hierarchy_id; struct cgroup cgrp; u64 cgrp_ancestor_id_storage; atomic_t nr_cgrps; struct list_head root_list; unsigned int flags; char release_agent_path[4096]; char name[64]; }; struct cftype { char name[64]; long unsigned int private; size_t max_write_len; unsigned int flags; unsigned int file_offset; struct cgroup_subsys *ss; struct list_head node; struct kernfs_ops *kf_ops; int (*open)(struct kernfs_open_file *); void (*release)(struct kernfs_open_file *); u64 (*read_u64)(struct cgroup_subsys_state *, struct cftype *); s64 (*read_s64)(struct cgroup_subsys_state *, struct cftype *); int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); int (*write_u64)(struct cgroup_subsys_state *, struct cftype *, u64); int (*write_s64)(struct cgroup_subsys_state *, struct cftype *, s64); ssize_t (*write)(struct kernfs_open_file *, char *, size_t, loff_t); __poll_t (*poll)(struct kernfs_open_file *, struct poll_table_struct *); }; struct perf_callchain_entry { __u64 nr; __u64 ip[0]; }; typedef long unsigned int (*perf_copy_f)(void *, const void *, long unsigned int, long unsigned int); struct perf_raw_frag { union { struct perf_raw_frag *next; long unsigned int pad; }; perf_copy_f copy; void *data; u32 size; } __attribute__((packed)); struct perf_raw_record { struct perf_raw_frag frag; u32 size; }; struct perf_branch_stack { __u64 nr; __u64 hw_idx; struct perf_branch_entry entries[0]; }; struct perf_cpu_context { struct perf_event_context ctx; struct perf_event_context *task_ctx; int active_oncpu; int exclusive; raw_spinlock_t hrtimer_lock; struct hrtimer hrtimer; ktime_t hrtimer_interval; unsigned int hrtimer_active; struct perf_cgroup *cgrp; struct list_head cgrp_cpuctx_entry; struct list_head sched_cb_entry; int sched_cb_usage; int online; int heap_size; struct perf_event **heap; struct perf_event *heap_default[2]; }; struct perf_output_handle { struct perf_event *event; struct perf_buffer *rb; long unsigned int wakeup; long unsigned int size; u64 aux_flags; union { void *addr; long unsigned int head; }; int page; }; struct perf_addr_filter_range { long unsigned int start; long unsigned int size; }; struct perf_sample_data { u64 addr; struct perf_raw_record *raw; struct perf_branch_stack *br_stack; u64 period; union perf_sample_weight weight; u64 txn; union perf_mem_data_src data_src; u64 type; u64 ip; struct { u32 pid; u32 tid; } tid_entry; u64 time; u64 id; u64 stream_id; struct { u32 cpu; u32 reserved; } cpu_entry; struct perf_callchain_entry *callchain; u64 aux_size; struct perf_regs regs_user; struct perf_regs regs_intr; u64 stack_user_size; u64 phys_addr; u64 cgroup; u64 data_page_size; u64 code_page_size; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct perf_cgroup_info; struct perf_cgroup { struct cgroup_subsys_state css; struct perf_cgroup_info *info; }; struct perf_cgroup_info { u64 time; u64 timestamp; u64 timeoffset; int active; }; struct trace_entry { short unsigned int type; unsigned char flags; unsigned char preempt_count; int pid; }; struct trace_array; struct tracer; struct array_buffer; struct ring_buffer_iter; struct trace_iterator { struct trace_array *tr; struct tracer *trace; struct array_buffer *array_buffer; void *private; int cpu_file; struct mutex mutex; struct ring_buffer_iter **buffer_iter; long unsigned int iter_flags; void *temp; unsigned int temp_size; char *fmt; unsigned int fmt_size; struct trace_seq tmp_seq; cpumask_var_t started; bool snapshot; struct trace_seq seq; struct trace_entry *ent; long unsigned int lost_events; int leftover; int ent_size; int cpu; u64 ts; loff_t pos; long int idx; }; enum print_line_t { TRACE_TYPE_PARTIAL_LINE = 0, TRACE_TYPE_HANDLED = 1, TRACE_TYPE_UNHANDLED = 2, TRACE_TYPE_NO_CONSUME = 3, }; typedef enum print_line_t (*trace_print_func)(struct trace_iterator *, int, struct trace_event *); struct trace_event_functions { trace_print_func trace; trace_print_func raw; trace_print_func hex; trace_print_func binary; }; enum trace_reg { TRACE_REG_REGISTER = 0, TRACE_REG_UNREGISTER = 1, TRACE_REG_PERF_REGISTER = 2, TRACE_REG_PERF_UNREGISTER = 3, TRACE_REG_PERF_OPEN = 4, TRACE_REG_PERF_CLOSE = 5, TRACE_REG_PERF_ADD = 6, TRACE_REG_PERF_DEL = 7, }; struct trace_event_fields { const char *type; union { struct { const char *name; const int size; const int align; const int is_signed; const int filter_type; }; int (*define_fields)(struct trace_event_call *); }; }; struct trace_event_class { const char *system; void *probe; void *perf_probe; int (*reg)(struct trace_event_call *, enum trace_reg, void *); struct trace_event_fields *fields_array; struct list_head * (*get_fields)(struct trace_event_call *); struct list_head fields; int (*raw_init)(struct trace_event_call *); }; struct trace_buffer; struct trace_event_file; struct trace_event_buffer { struct trace_buffer *buffer; struct ring_buffer_event *event; struct trace_event_file *trace_file; void *entry; unsigned int trace_ctx; struct pt_regs *regs; }; struct trace_subsystem_dir; struct trace_event_file { struct list_head list; struct trace_event_call *event_call; struct event_filter *filter; struct dentry *dir; struct trace_array *tr; struct trace_subsystem_dir *system; struct list_head triggers; long unsigned int flags; atomic_t sm_ref; atomic_t tm_ref; }; enum { TRACE_EVENT_FL_FILTERED_BIT = 0, TRACE_EVENT_FL_CAP_ANY_BIT = 1, TRACE_EVENT_FL_NO_SET_FILTER_BIT = 2, TRACE_EVENT_FL_IGNORE_ENABLE_BIT = 3, TRACE_EVENT_FL_TRACEPOINT_BIT = 4, TRACE_EVENT_FL_DYNAMIC_BIT = 5, TRACE_EVENT_FL_KPROBE_BIT = 6, TRACE_EVENT_FL_UPROBE_BIT = 7, TRACE_EVENT_FL_EPROBE_BIT = 8, TRACE_EVENT_FL_CUSTOM_BIT = 9, }; enum { TRACE_EVENT_FL_FILTERED = 1, TRACE_EVENT_FL_CAP_ANY = 2, TRACE_EVENT_FL_NO_SET_FILTER = 4, TRACE_EVENT_FL_IGNORE_ENABLE = 8, TRACE_EVENT_FL_TRACEPOINT = 16, TRACE_EVENT_FL_DYNAMIC = 32, TRACE_EVENT_FL_KPROBE = 64, TRACE_EVENT_FL_UPROBE = 128, TRACE_EVENT_FL_EPROBE = 256, TRACE_EVENT_FL_CUSTOM = 512, }; enum { EVENT_FILE_FL_ENABLED_BIT = 0, EVENT_FILE_FL_RECORDED_CMD_BIT = 1, EVENT_FILE_FL_RECORDED_TGID_BIT = 2, EVENT_FILE_FL_FILTERED_BIT = 3, EVENT_FILE_FL_NO_SET_FILTER_BIT = 4, EVENT_FILE_FL_SOFT_MODE_BIT = 5, EVENT_FILE_FL_SOFT_DISABLED_BIT = 6, EVENT_FILE_FL_TRIGGER_MODE_BIT = 7, EVENT_FILE_FL_TRIGGER_COND_BIT = 8, EVENT_FILE_FL_PID_FILTER_BIT = 9, EVENT_FILE_FL_WAS_ENABLED_BIT = 10, }; enum { EVENT_FILE_FL_ENABLED = 1, EVENT_FILE_FL_RECORDED_CMD = 2, EVENT_FILE_FL_RECORDED_TGID = 4, EVENT_FILE_FL_FILTERED = 8, EVENT_FILE_FL_NO_SET_FILTER = 16, EVENT_FILE_FL_SOFT_MODE = 32, EVENT_FILE_FL_SOFT_DISABLED = 64, EVENT_FILE_FL_TRIGGER_MODE = 128, EVENT_FILE_FL_TRIGGER_COND = 256, EVENT_FILE_FL_PID_FILTER = 512, EVENT_FILE_FL_WAS_ENABLED = 1024, }; enum { FILTER_OTHER = 0, FILTER_STATIC_STRING = 1, FILTER_DYN_STRING = 2, FILTER_RDYN_STRING = 3, FILTER_PTR_STRING = 4, FILTER_TRACE_FN = 5, FILTER_COMM = 6, FILTER_CPU = 7, }; enum dev_dma_attr { DEV_DMA_NOT_SUPPORTED = 0, DEV_DMA_NON_COHERENT = 1, DEV_DMA_COHERENT = 2, }; struct fwnode_reference_args; struct fwnode_endpoint; struct fwnode_operations { struct fwnode_handle * (*get)(struct fwnode_handle *); void (*put)(struct fwnode_handle *); bool (*device_is_available)(const struct fwnode_handle *); const void * (*device_get_match_data)(const struct fwnode_handle *, const struct device *); bool (*device_dma_supported)(const struct fwnode_handle *); enum dev_dma_attr (*device_get_dma_attr)(const struct fwnode_handle *); bool (*property_present)(const struct fwnode_handle *, const char *); int (*property_read_int_array)(const struct fwnode_handle *, const char *, unsigned int, void *, size_t); int (*property_read_string_array)(const struct fwnode_handle *, const char *, const char **, size_t); const char * (*get_name)(const struct fwnode_handle *); const char * (*get_name_prefix)(const struct fwnode_handle *); struct fwnode_handle * (*get_parent)(const struct fwnode_handle *); struct fwnode_handle * (*get_next_child_node)(const struct fwnode_handle *, struct fwnode_handle *); struct fwnode_handle * (*get_named_child_node)(const struct fwnode_handle *, const char *); int (*get_reference_args)(const struct fwnode_handle *, const char *, const char *, unsigned int, unsigned int, struct fwnode_reference_args *); struct fwnode_handle * (*graph_get_next_endpoint)(const struct fwnode_handle *, struct fwnode_handle *); struct fwnode_handle * (*graph_get_remote_endpoint)(const struct fwnode_handle *); struct fwnode_handle * (*graph_get_port_parent)(struct fwnode_handle *); int (*graph_parse_endpoint)(const struct fwnode_handle *, struct fwnode_endpoint *); void * (*iomap)(struct fwnode_handle *, int); int (*irq_get)(const struct fwnode_handle *, unsigned int); int (*add_links)(struct fwnode_handle *); }; struct fwnode_endpoint { unsigned int port; unsigned int id; const struct fwnode_handle *local_fwnode; }; struct fwnode_reference_args { struct fwnode_handle *fwnode; unsigned int nargs; u64 args[8]; }; struct property { char *name; int length; void *value; struct property *next; }; struct irq_fwspec { struct fwnode_handle *fwnode; int param_count; u32 param[16]; }; struct irq_domain_ops { int (*match)(struct irq_domain *, struct device_node *, enum irq_domain_bus_token); int (*select)(struct irq_domain *, struct irq_fwspec *, enum irq_domain_bus_token); int (*map)(struct irq_domain *, unsigned int, irq_hw_number_t); void (*unmap)(struct irq_domain *, unsigned int); int (*xlate)(struct irq_domain *, struct device_node *, const u32 *, unsigned int, long unsigned int *, unsigned int *); int (*alloc)(struct irq_domain *, unsigned int, unsigned int, void *); void (*free)(struct irq_domain *, unsigned int, unsigned int); int (*activate)(struct irq_domain *, struct irq_data *, bool); void (*deactivate)(struct irq_domain *, struct irq_data *); int (*translate)(struct irq_domain *, struct irq_fwspec *, long unsigned int *, unsigned int *); }; struct xbc_node { uint16_t next; uint16_t child; uint16_t parent; uint16_t data; }; enum wb_stat_item { WB_RECLAIMABLE = 0, WB_WRITEBACK = 1, WB_DIRTIED = 2, WB_WRITTEN = 3, NR_WB_STAT_ITEMS = 4, }; struct block_device_operations; struct timer_rand_state; struct disk_events; struct cdrom_device_info; struct badblocks; struct gendisk { int major; int first_minor; int minors; char disk_name[32]; short unsigned int events; short unsigned int event_flags; struct xarray part_tbl; struct block_device *part0; const struct block_device_operations *fops; struct request_queue *queue; void *private_data; int flags; long unsigned int state; struct mutex open_mutex; unsigned int open_partitions; struct backing_dev_info *bdi; struct kobject *slave_dir; struct list_head slave_bdevs; struct timer_rand_state *random; atomic_t sync_io; struct disk_events *ev; struct kobject integrity_kobj; struct cdrom_device_info *cdi; int node_id; struct badblocks *bb; struct lockdep_map lockdep_map; u64 diskseq; }; struct partition_meta_info { char uuid[37]; u8 volname[64]; }; struct bio_integrity_payload { struct bio *bip_bio; struct bvec_iter bip_iter; short unsigned int bip_vcnt; short unsigned int bip_max_vcnt; short unsigned int bip_flags; struct bvec_iter bio_iter; short: 16; struct work_struct bip_work; struct bio_vec *bip_vec; struct bio_vec bip_inline_vecs[0]; } __attribute__((packed)); struct blk_rq_stat { u64 mean; u64 min; u64 max; u32 nr_samples; u64 batch; }; typedef long unsigned int efi_status_t; typedef u8 efi_bool_t; typedef u16 efi_char16_t; typedef guid_t efi_guid_t; typedef struct { u64 signature; u32 revision; u32 headersize; u32 crc32; u32 reserved; } efi_table_hdr_t; typedef struct { u32 type; u32 pad; u64 phys_addr; u64 virt_addr; u64 num_pages; u64 attribute; } efi_memory_desc_t; typedef struct { efi_guid_t guid; u32 headersize; u32 flags; u32 imagesize; } efi_capsule_header_t; typedef struct { u16 year; u8 month; u8 day; u8 hour; u8 minute; u8 second; u8 pad1; u32 nanosecond; s16 timezone; u8 daylight; u8 pad2; } efi_time_t; typedef struct { u32 resolution; u32 accuracy; u8 sets_to_zero; } efi_time_cap_t; typedef struct { efi_table_hdr_t hdr; u32 get_time; u32 set_time; u32 get_wakeup_time; u32 set_wakeup_time; u32 set_virtual_address_map; u32 convert_pointer; u32 get_variable; u32 get_next_variable; u32 set_variable; u32 get_next_high_mono_count; u32 reset_system; u32 update_capsule; u32 query_capsule_caps; u32 query_variable_info; } efi_runtime_services_32_t; typedef efi_status_t efi_get_time_t(efi_time_t *, efi_time_cap_t *); typedef efi_status_t efi_set_time_t(efi_time_t *); typedef efi_status_t efi_get_wakeup_time_t(efi_bool_t *, efi_bool_t *, efi_time_t *); typedef efi_status_t efi_set_wakeup_time_t(efi_bool_t, efi_time_t *); typedef efi_status_t efi_get_variable_t(efi_char16_t *, efi_guid_t *, u32 *, long unsigned int *, void *); typedef efi_status_t efi_get_next_variable_t(long unsigned int *, efi_char16_t *, efi_guid_t *); typedef efi_status_t efi_set_variable_t(efi_char16_t *, efi_guid_t *, u32, long unsigned int, void *); typedef efi_status_t efi_get_next_high_mono_count_t(u32 *); typedef void efi_reset_system_t(int, efi_status_t, long unsigned int, efi_char16_t *); typedef efi_status_t efi_query_variable_info_t(u32, u64 *, u64 *, u64 *); typedef efi_status_t efi_update_capsule_t(efi_capsule_header_t **, long unsigned int, long unsigned int); typedef efi_status_t efi_query_capsule_caps_t(efi_capsule_header_t **, long unsigned int, u64 *, int *); typedef union { struct { efi_table_hdr_t hdr; efi_status_t (*get_time)(efi_time_t *, efi_time_cap_t *); efi_status_t (*set_time)(efi_time_t *); efi_status_t (*get_wakeup_time)(efi_bool_t *, efi_bool_t *, efi_time_t *); efi_status_t (*set_wakeup_time)(efi_bool_t, efi_time_t *); efi_status_t (*set_virtual_address_map)(long unsigned int, long unsigned int, u32, efi_memory_desc_t *); void *convert_pointer; efi_status_t (*get_variable)(efi_char16_t *, efi_guid_t *, u32 *, long unsigned int *, void *); efi_status_t (*get_next_variable)(long unsigned int *, efi_char16_t *, efi_guid_t *); efi_status_t (*set_variable)(efi_char16_t *, efi_guid_t *, u32, long unsigned int, void *); efi_status_t (*get_next_high_mono_count)(u32 *); void (*reset_system)(int, efi_status_t, long unsigned int, efi_char16_t *); efi_status_t (*update_capsule)(efi_capsule_header_t **, long unsigned int, long unsigned int); efi_status_t (*query_capsule_caps)(efi_capsule_header_t **, long unsigned int, u64 *, int *); efi_status_t (*query_variable_info)(u32, u64 *, u64 *, u64 *); }; efi_runtime_services_32_t mixed_mode; } efi_runtime_services_t; struct efi_memory_map { phys_addr_t phys_map; void *map; void *map_end; int nr_map; long unsigned int desc_version; long unsigned int desc_size; long unsigned int flags; }; struct efi { const efi_runtime_services_t *runtime; unsigned int runtime_version; unsigned int runtime_supported_mask; long unsigned int acpi; long unsigned int acpi20; long unsigned int smbios; long unsigned int smbios3; long unsigned int esrt; long unsigned int tpm_log; long unsigned int tpm_final_log; long unsigned int mokvar_table; long unsigned int coco_secret; efi_get_time_t *get_time; efi_set_time_t *set_time; efi_get_wakeup_time_t *get_wakeup_time; efi_set_wakeup_time_t *set_wakeup_time; efi_get_variable_t *get_variable; efi_get_next_variable_t *get_next_variable; efi_set_variable_t *set_variable; efi_set_variable_t *set_variable_nonblocking; efi_query_variable_info_t *query_variable_info; efi_query_variable_info_t *query_variable_info_nonblocking; efi_update_capsule_t *update_capsule; efi_query_capsule_caps_t *query_capsule_caps; efi_get_next_high_mono_count_t *get_next_high_mono_count; efi_reset_system_t *reset_system; struct efi_memory_map memmap; long unsigned int flags; }; enum memcg_stat_item { MEMCG_SWAP = 41, MEMCG_SOCK = 42, MEMCG_PERCPU_B = 43, MEMCG_VMALLOC = 44, MEMCG_KMEM = 45, MEMCG_ZSWAP_B = 46, MEMCG_ZSWAPPED = 47, MEMCG_NR_STAT = 48, }; enum memcg_memory_event { MEMCG_LOW = 0, MEMCG_HIGH = 1, MEMCG_MAX = 2, MEMCG_OOM = 3, MEMCG_OOM_KILL = 4, MEMCG_OOM_GROUP_KILL = 5, MEMCG_SWAP_HIGH = 6, MEMCG_SWAP_MAX = 7, MEMCG_SWAP_FAIL = 8, MEMCG_NR_MEMORY_EVENTS = 9, }; enum mem_cgroup_events_target { MEM_CGROUP_TARGET_THRESH = 0, MEM_CGROUP_TARGET_SOFTLIMIT = 1, MEM_CGROUP_NTARGETS = 2, }; struct memcg_vmstats_percpu { long int state[48]; long unsigned int events[107]; long int state_prev[48]; long unsigned int events_prev[107]; long unsigned int nr_page_events; long unsigned int targets[2]; }; struct mem_cgroup_reclaim_iter { struct mem_cgroup *position; unsigned int generation; }; struct shrinker_info { struct callback_head rcu; atomic_long_t *nr_deferred; long unsigned int *map; }; struct lruvec_stats_percpu { long int state[41]; long int state_prev[41]; }; struct lruvec_stats { long int state[41]; long int state_pending[41]; }; struct mem_cgroup_per_node { struct lruvec lruvec; struct lruvec_stats_percpu *lruvec_stats_percpu; struct lruvec_stats lruvec_stats; long unsigned int lru_zone_size[25]; struct mem_cgroup_reclaim_iter iter; struct shrinker_info *shrinker_info; struct rb_node tree_node; long unsigned int usage_in_excess; bool on_tree; struct mem_cgroup *memcg; }; struct eventfd_ctx; struct mem_cgroup_threshold { struct eventfd_ctx *eventfd; long unsigned int threshold; }; struct mem_cgroup_threshold_ary { int current_threshold; unsigned int size; struct mem_cgroup_threshold entries[0]; }; struct obj_cgroup { struct percpu_ref refcnt; struct mem_cgroup *memcg; atomic_t nr_charged_bytes; union { struct list_head list; struct callback_head rcu; }; }; struct dev_pagemap_ops { void (*page_free)(struct page *); vm_fault_t (*migrate_to_ram)(struct vm_fault *); }; struct percpu_cluster { struct swap_cluster_info index; unsigned int next; }; enum fs_value_type { fs_value_is_undefined = 0, fs_value_is_flag = 1, fs_value_is_string = 2, fs_value_is_blob = 3, fs_value_is_filename = 4, fs_value_is_file = 5, }; struct fs_parameter { const char *key; enum fs_value_type type: 8; union { char *string; void *blob; struct filename *name; struct file *file; }; size_t size; int dirfd; }; struct fc_log { refcount_t usage; u8 head; u8 tail; u8 need_free; struct module *owner; char *buffer[8]; }; struct fs_context_operations { void (*free)(struct fs_context *); int (*dup)(struct fs_context *, struct fs_context *); int (*parse_param)(struct fs_context *, struct fs_parameter *); int (*parse_monolithic)(struct fs_context *, void *); int (*get_tree)(struct fs_context *); int (*reconfigure)(struct fs_context *); }; struct fs_parse_result { bool negated; union { bool boolean; int int_32; unsigned int uint_32; u64 uint_64; }; }; struct blk_zone { __u64 start; __u64 len; __u64 wp; __u8 type; __u8 cond; __u8 non_seq; __u8 reset; __u8 resv[4]; __u64 capacity; __u8 reserved[24]; }; struct blk_integrity_iter; typedef blk_status_t integrity_processing_fn(struct blk_integrity_iter *); typedef void integrity_prepare_fn(struct request *); typedef void integrity_complete_fn(struct request *, unsigned int); struct blk_integrity_profile { integrity_processing_fn *generate_fn; integrity_processing_fn *verify_fn; integrity_prepare_fn *prepare_fn; integrity_complete_fn *complete_fn; const char *name; }; typedef int (*report_zones_cb)(struct blk_zone *, unsigned int, void *); enum blk_unique_id { BLK_UID_T10 = 1, BLK_UID_EUI64 = 2, BLK_UID_NAA = 3, }; struct hd_geometry; struct pr_ops; struct block_device_operations { void (*submit_bio)(struct bio *); int (*poll_bio)(struct bio *, struct io_comp_batch *, unsigned int); int (*open)(struct block_device *, fmode_t); void (*release)(struct gendisk *, fmode_t); int (*rw_page)(struct block_device *, sector_t, struct page *, unsigned int); int (*ioctl)(struct block_device *, fmode_t, unsigned int, long unsigned int); int (*compat_ioctl)(struct block_device *, fmode_t, unsigned int, long unsigned int); unsigned int (*check_events)(struct gendisk *, unsigned int); void (*unlock_native_capacity)(struct gendisk *); int (*getgeo)(struct block_device *, struct hd_geometry *); int (*set_read_only)(struct block_device *, bool); void (*free_disk)(struct gendisk *); void (*swap_slot_free_notify)(struct block_device *, long unsigned int); int (*report_zones)(struct gendisk *, sector_t, unsigned int, report_zones_cb, void *); char * (*devnode)(struct gendisk *, umode_t *); int (*get_unique_id)(struct gendisk *, u8 *, enum blk_unique_id); struct module *owner; const struct pr_ops *pr_ops; int (*alternative_gpt_sector)(struct gendisk *, sector_t *); }; struct blk_independent_access_range { struct kobject kobj; struct request_queue *queue; sector_t sector; sector_t nr_sectors; }; struct blk_independent_access_ranges { struct kobject kobj; bool sysfs_registered; unsigned int nr_ia_ranges; struct blk_independent_access_range ia_range[0]; }; enum blk_eh_timer_return { BLK_EH_DONE = 0, BLK_EH_RESET_TIMER = 1, }; struct blk_mq_hw_ctx; struct blk_mq_queue_data; struct blk_mq_ops { blk_status_t (*queue_rq)(struct blk_mq_hw_ctx *, const struct blk_mq_queue_data *); void (*commit_rqs)(struct blk_mq_hw_ctx *); void (*queue_rqs)(struct request **); int (*get_budget)(struct request_queue *); void (*put_budget)(struct request_queue *, int); void (*set_rq_budget_token)(struct request *, int); int (*get_rq_budget_token)(struct request *); enum blk_eh_timer_return (*timeout)(struct request *, bool); int (*poll)(struct blk_mq_hw_ctx *, struct io_comp_batch *); void (*complete)(struct request *); int (*init_hctx)(struct blk_mq_hw_ctx *, void *, unsigned int); void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); int (*init_request)(struct blk_mq_tag_set *, struct request *, unsigned int, unsigned int); void (*exit_request)(struct blk_mq_tag_set *, struct request *, unsigned int); void (*cleanup_rq)(struct request *); bool (*busy)(struct request_queue *); int (*map_queues)(struct blk_mq_tag_set *); void (*show_rq)(struct seq_file *, struct request *); }; enum pr_type { PR_WRITE_EXCLUSIVE = 1, PR_EXCLUSIVE_ACCESS = 2, PR_WRITE_EXCLUSIVE_REG_ONLY = 3, PR_EXCLUSIVE_ACCESS_REG_ONLY = 4, PR_WRITE_EXCLUSIVE_ALL_REGS = 5, PR_EXCLUSIVE_ACCESS_ALL_REGS = 6, }; struct pr_ops { int (*pr_register)(struct block_device *, u64, u64, u32); int (*pr_reserve)(struct block_device *, u64, enum pr_type, u32); int (*pr_release)(struct block_device *, u64, enum pr_type); int (*pr_preempt)(struct block_device *, u64, u64, enum pr_type, bool); int (*pr_clear)(struct block_device *, u64); }; struct in6_addr { union { __u8 u6_addr8[16]; __be16 u6_addr16[8]; __be32 u6_addr32[4]; } in6_u; }; enum flow_dissector_key_id { FLOW_DISSECTOR_KEY_CONTROL = 0, FLOW_DISSECTOR_KEY_BASIC = 1, FLOW_DISSECTOR_KEY_IPV4_ADDRS = 2, FLOW_DISSECTOR_KEY_IPV6_ADDRS = 3, FLOW_DISSECTOR_KEY_PORTS = 4, FLOW_DISSECTOR_KEY_PORTS_RANGE = 5, FLOW_DISSECTOR_KEY_ICMP = 6, FLOW_DISSECTOR_KEY_ETH_ADDRS = 7, FLOW_DISSECTOR_KEY_TIPC = 8, FLOW_DISSECTOR_KEY_ARP = 9, FLOW_DISSECTOR_KEY_VLAN = 10, FLOW_DISSECTOR_KEY_FLOW_LABEL = 11, FLOW_DISSECTOR_KEY_GRE_KEYID = 12, FLOW_DISSECTOR_KEY_MPLS_ENTROPY = 13, FLOW_DISSECTOR_KEY_ENC_KEYID = 14, FLOW_DISSECTOR_KEY_ENC_IPV4_ADDRS = 15, FLOW_DISSECTOR_KEY_ENC_IPV6_ADDRS = 16, FLOW_DISSECTOR_KEY_ENC_CONTROL = 17, FLOW_DISSECTOR_KEY_ENC_PORTS = 18, FLOW_DISSECTOR_KEY_MPLS = 19, FLOW_DISSECTOR_KEY_TCP = 20, FLOW_DISSECTOR_KEY_IP = 21, FLOW_DISSECTOR_KEY_CVLAN = 22, FLOW_DISSECTOR_KEY_ENC_IP = 23, FLOW_DISSECTOR_KEY_ENC_OPTS = 24, FLOW_DISSECTOR_KEY_META = 25, FLOW_DISSECTOR_KEY_CT = 26, FLOW_DISSECTOR_KEY_HASH = 27, FLOW_DISSECTOR_KEY_NUM_OF_VLANS = 28, FLOW_DISSECTOR_KEY_MAX = 29, }; typedef unsigned int sk_buff_data_t; struct skb_ext; struct sk_buff { union { struct { struct sk_buff *next; struct sk_buff *prev; union { struct net_device *dev; long unsigned int dev_scratch; }; }; struct rb_node rbnode; struct list_head list; struct llist_node ll_node; }; union { struct sock *sk; int ip_defrag_offset; }; union { ktime_t tstamp; u64 skb_mstamp_ns; }; char cb[48]; union { struct { long unsigned int _skb_refdst; void (*destructor)(struct sk_buff *); }; struct list_head tcp_tsorted_anchor; long unsigned int _sk_redir; }; long unsigned int _nfct; unsigned int len; unsigned int data_len; __u16 mac_len; __u16 hdr_len; __u16 queue_mapping; __u8 __cloned_offset[0]; __u8 cloned: 1; __u8 nohdr: 1; __u8 fclone: 2; __u8 peeked: 1; __u8 head_frag: 1; __u8 pfmemalloc: 1; __u8 pp_recycle: 1; __u8 active_extensions; union { struct { __u8 __pkt_type_offset[0]; __u8 pkt_type: 3; __u8 ignore_df: 1; __u8 nf_trace: 1; __u8 ip_summed: 2; __u8 ooo_okay: 1; __u8 l4_hash: 1; __u8 sw_hash: 1; __u8 wifi_acked_valid: 1; __u8 wifi_acked: 1; __u8 no_fcs: 1; __u8 encapsulation: 1; __u8 encap_hdr_csum: 1; __u8 csum_valid: 1; __u8 __pkt_vlan_present_offset[0]; __u8 vlan_present: 1; __u8 csum_complete_sw: 1; __u8 csum_level: 2; __u8 dst_pending_confirm: 1; __u8 mono_delivery_time: 1; __u8 tc_skip_classify: 1; __u8 tc_at_ingress: 1; __u8 ndisc_nodetype: 2; __u8 ipvs_property: 1; __u8 inner_protocol_type: 1; __u8 remcsum_offload: 1; __u8 offload_fwd_mark: 1; __u8 offload_l3_fwd_mark: 1; __u8 redirected: 1; __u8 from_ingress: 1; __u8 nf_skip_egress: 1; __u8 decrypted: 1; __u8 slow_gro: 1; __u8 csum_not_inet: 1; __u16 tc_index; union { __wsum csum; struct { __u16 csum_start; __u16 csum_offset; }; }; __u32 priority; int skb_iif; __u32 hash; __be16 vlan_proto; __u16 vlan_tci; union { unsigned int napi_id; unsigned int sender_cpu; }; u16 alloc_cpu; __u32 secmark; union { __u32 mark; __u32 reserved_tailroom; }; union { __be16 inner_protocol; __u8 inner_ipproto; }; __u16 inner_transport_header; __u16 inner_network_header; __u16 inner_mac_header; __be16 protocol; __u16 transport_header; __u16 network_header; __u16 mac_header; }; struct { __u8 __pkt_type_offset[0]; __u8 pkt_type: 3; __u8 ignore_df: 1; __u8 nf_trace: 1; __u8 ip_summed: 2; __u8 ooo_okay: 1; __u8 l4_hash: 1; __u8 sw_hash: 1; __u8 wifi_acked_valid: 1; __u8 wifi_acked: 1; __u8 no_fcs: 1; __u8 encapsulation: 1; __u8 encap_hdr_csum: 1; __u8 csum_valid: 1; __u8 __pkt_vlan_present_offset[0]; __u8 vlan_present: 1; __u8 csum_complete_sw: 1; __u8 csum_level: 2; __u8 dst_pending_confirm: 1; __u8 mono_delivery_time: 1; __u8 tc_skip_classify: 1; __u8 tc_at_ingress: 1; __u8 ndisc_nodetype: 2; __u8 ipvs_property: 1; __u8 inner_protocol_type: 1; __u8 remcsum_offload: 1; __u8 offload_fwd_mark: 1; __u8 offload_l3_fwd_mark: 1; __u8 redirected: 1; __u8 from_ingress: 1; __u8 nf_skip_egress: 1; __u8 decrypted: 1; __u8 slow_gro: 1; __u8 csum_not_inet: 1; __u16 tc_index; union { __wsum csum; struct { __u16 csum_start; __u16 csum_offset; }; }; __u32 priority; int skb_iif; __u32 hash; __be16 vlan_proto; __u16 vlan_tci; union { unsigned int napi_id; unsigned int sender_cpu; }; u16 alloc_cpu; __u32 secmark; union { __u32 mark; __u32 reserved_tailroom; }; union { __be16 inner_protocol; __u8 inner_ipproto; }; __u16 inner_transport_header; __u16 inner_network_header; __u16 inner_mac_header; __be16 protocol; __u16 transport_header; __u16 network_header; __u16 mac_header; } headers; }; sk_buff_data_t tail; sk_buff_data_t end; unsigned char *head; unsigned char *data; unsigned int truesize; refcount_t users; struct skb_ext *extensions; }; enum { IPSTATS_MIB_NUM = 0, IPSTATS_MIB_INPKTS = 1, IPSTATS_MIB_INOCTETS = 2, IPSTATS_MIB_INDELIVERS = 3, IPSTATS_MIB_OUTFORWDATAGRAMS = 4, IPSTATS_MIB_OUTPKTS = 5, IPSTATS_MIB_OUTOCTETS = 6, IPSTATS_MIB_INHDRERRORS = 7, IPSTATS_MIB_INTOOBIGERRORS = 8, IPSTATS_MIB_INNOROUTES = 9, IPSTATS_MIB_INADDRERRORS = 10, IPSTATS_MIB_INUNKNOWNPROTOS = 11, IPSTATS_MIB_INTRUNCATEDPKTS = 12, IPSTATS_MIB_INDISCARDS = 13, IPSTATS_MIB_OUTDISCARDS = 14, IPSTATS_MIB_OUTNOROUTES = 15, IPSTATS_MIB_REASMTIMEOUT = 16, IPSTATS_MIB_REASMREQDS = 17, IPSTATS_MIB_REASMOKS = 18, IPSTATS_MIB_REASMFAILS = 19, IPSTATS_MIB_FRAGOKS = 20, IPSTATS_MIB_FRAGFAILS = 21, IPSTATS_MIB_FRAGCREATES = 22, IPSTATS_MIB_INMCASTPKTS = 23, IPSTATS_MIB_OUTMCASTPKTS = 24, IPSTATS_MIB_INBCASTPKTS = 25, IPSTATS_MIB_OUTBCASTPKTS = 26, IPSTATS_MIB_INMCASTOCTETS = 27, IPSTATS_MIB_OUTMCASTOCTETS = 28, IPSTATS_MIB_INBCASTOCTETS = 29, IPSTATS_MIB_OUTBCASTOCTETS = 30, IPSTATS_MIB_CSUMERRORS = 31, IPSTATS_MIB_NOECTPKTS = 32, IPSTATS_MIB_ECT1PKTS = 33, IPSTATS_MIB_ECT0PKTS = 34, IPSTATS_MIB_CEPKTS = 35, IPSTATS_MIB_REASM_OVERLAPS = 36, __IPSTATS_MIB_MAX = 37, }; enum { ICMP_MIB_NUM = 0, ICMP_MIB_INMSGS = 1, ICMP_MIB_INERRORS = 2, ICMP_MIB_INDESTUNREACHS = 3, ICMP_MIB_INTIMEEXCDS = 4, ICMP_MIB_INPARMPROBS = 5, ICMP_MIB_INSRCQUENCHS = 6, ICMP_MIB_INREDIRECTS = 7, ICMP_MIB_INECHOS = 8, ICMP_MIB_INECHOREPS = 9, ICMP_MIB_INTIMESTAMPS = 10, ICMP_MIB_INTIMESTAMPREPS = 11, ICMP_MIB_INADDRMASKS = 12, ICMP_MIB_INADDRMASKREPS = 13, ICMP_MIB_OUTMSGS = 14, ICMP_MIB_OUTERRORS = 15, ICMP_MIB_OUTDESTUNREACHS = 16, ICMP_MIB_OUTTIMEEXCDS = 17, ICMP_MIB_OUTPARMPROBS = 18, ICMP_MIB_OUTSRCQUENCHS = 19, ICMP_MIB_OUTREDIRECTS = 20, ICMP_MIB_OUTECHOS = 21, ICMP_MIB_OUTECHOREPS = 22, ICMP_MIB_OUTTIMESTAMPS = 23, ICMP_MIB_OUTTIMESTAMPREPS = 24, ICMP_MIB_OUTADDRMASKS = 25, ICMP_MIB_OUTADDRMASKREPS = 26, ICMP_MIB_CSUMERRORS = 27, __ICMP_MIB_MAX = 28, }; enum { ICMP6_MIB_NUM = 0, ICMP6_MIB_INMSGS = 1, ICMP6_MIB_INERRORS = 2, ICMP6_MIB_OUTMSGS = 3, ICMP6_MIB_OUTERRORS = 4, ICMP6_MIB_CSUMERRORS = 5, __ICMP6_MIB_MAX = 6, }; enum { TCP_MIB_NUM = 0, TCP_MIB_RTOALGORITHM = 1, TCP_MIB_RTOMIN = 2, TCP_MIB_RTOMAX = 3, TCP_MIB_MAXCONN = 4, TCP_MIB_ACTIVEOPENS = 5, TCP_MIB_PASSIVEOPENS = 6, TCP_MIB_ATTEMPTFAILS = 7, TCP_MIB_ESTABRESETS = 8, TCP_MIB_CURRESTAB = 9, TCP_MIB_INSEGS = 10, TCP_MIB_OUTSEGS = 11, TCP_MIB_RETRANSSEGS = 12, TCP_MIB_INERRS = 13, TCP_MIB_OUTRSTS = 14, TCP_MIB_CSUMERRORS = 15, __TCP_MIB_MAX = 16, }; enum { UDP_MIB_NUM = 0, UDP_MIB_INDATAGRAMS = 1, UDP_MIB_NOPORTS = 2, UDP_MIB_INERRORS = 3, UDP_MIB_OUTDATAGRAMS = 4, UDP_MIB_RCVBUFERRORS = 5, UDP_MIB_SNDBUFERRORS = 6, UDP_MIB_CSUMERRORS = 7, UDP_MIB_IGNOREDMULTI = 8, UDP_MIB_MEMERRORS = 9, __UDP_MIB_MAX = 10, }; enum { LINUX_MIB_NUM = 0, LINUX_MIB_SYNCOOKIESSENT = 1, LINUX_MIB_SYNCOOKIESRECV = 2, LINUX_MIB_SYNCOOKIESFAILED = 3, LINUX_MIB_EMBRYONICRSTS = 4, LINUX_MIB_PRUNECALLED = 5, LINUX_MIB_RCVPRUNED = 6, LINUX_MIB_OFOPRUNED = 7, LINUX_MIB_OUTOFWINDOWICMPS = 8, LINUX_MIB_LOCKDROPPEDICMPS = 9, LINUX_MIB_ARPFILTER = 10, LINUX_MIB_TIMEWAITED = 11, LINUX_MIB_TIMEWAITRECYCLED = 12, LINUX_MIB_TIMEWAITKILLED = 13, LINUX_MIB_PAWSACTIVEREJECTED = 14, LINUX_MIB_PAWSESTABREJECTED = 15, LINUX_MIB_DELAYEDACKS = 16, LINUX_MIB_DELAYEDACKLOCKED = 17, LINUX_MIB_DELAYEDACKLOST = 18, LINUX_MIB_LISTENOVERFLOWS = 19, LINUX_MIB_LISTENDROPS = 20, LINUX_MIB_TCPHPHITS = 21, LINUX_MIB_TCPPUREACKS = 22, LINUX_MIB_TCPHPACKS = 23, LINUX_MIB_TCPRENORECOVERY = 24, LINUX_MIB_TCPSACKRECOVERY = 25, LINUX_MIB_TCPSACKRENEGING = 26, LINUX_MIB_TCPSACKREORDER = 27, LINUX_MIB_TCPRENOREORDER = 28, LINUX_MIB_TCPTSREORDER = 29, LINUX_MIB_TCPFULLUNDO = 30, LINUX_MIB_TCPPARTIALUNDO = 31, LINUX_MIB_TCPDSACKUNDO = 32, LINUX_MIB_TCPLOSSUNDO = 33, LINUX_MIB_TCPLOSTRETRANSMIT = 34, LINUX_MIB_TCPRENOFAILURES = 35, LINUX_MIB_TCPSACKFAILURES = 36, LINUX_MIB_TCPLOSSFAILURES = 37, LINUX_MIB_TCPFASTRETRANS = 38, LINUX_MIB_TCPSLOWSTARTRETRANS = 39, LINUX_MIB_TCPTIMEOUTS = 40, LINUX_MIB_TCPLOSSPROBES = 41, LINUX_MIB_TCPLOSSPROBERECOVERY = 42, LINUX_MIB_TCPRENORECOVERYFAIL = 43, LINUX_MIB_TCPSACKRECOVERYFAIL = 44, LINUX_MIB_TCPRCVCOLLAPSED = 45, LINUX_MIB_TCPDSACKOLDSENT = 46, LINUX_MIB_TCPDSACKOFOSENT = 47, LINUX_MIB_TCPDSACKRECV = 48, LINUX_MIB_TCPDSACKOFORECV = 49, LINUX_MIB_TCPABORTONDATA = 50, LINUX_MIB_TCPABORTONCLOSE = 51, LINUX_MIB_TCPABORTONMEMORY = 52, LINUX_MIB_TCPABORTONTIMEOUT = 53, LINUX_MIB_TCPABORTONLINGER = 54, LINUX_MIB_TCPABORTFAILED = 55, LINUX_MIB_TCPMEMORYPRESSURES = 56, LINUX_MIB_TCPMEMORYPRESSURESCHRONO = 57, LINUX_MIB_TCPSACKDISCARD = 58, LINUX_MIB_TCPDSACKIGNOREDOLD = 59, LINUX_MIB_TCPDSACKIGNOREDNOUNDO = 60, LINUX_MIB_TCPSPURIOUSRTOS = 61, LINUX_MIB_TCPMD5NOTFOUND = 62, LINUX_MIB_TCPMD5UNEXPECTED = 63, LINUX_MIB_TCPMD5FAILURE = 64, LINUX_MIB_SACKSHIFTED = 65, LINUX_MIB_SACKMERGED = 66, LINUX_MIB_SACKSHIFTFALLBACK = 67, LINUX_MIB_TCPBACKLOGDROP = 68, LINUX_MIB_PFMEMALLOCDROP = 69, LINUX_MIB_TCPMINTTLDROP = 70, LINUX_MIB_TCPDEFERACCEPTDROP = 71, LINUX_MIB_IPRPFILTER = 72, LINUX_MIB_TCPTIMEWAITOVERFLOW = 73, LINUX_MIB_TCPREQQFULLDOCOOKIES = 74, LINUX_MIB_TCPREQQFULLDROP = 75, LINUX_MIB_TCPRETRANSFAIL = 76, LINUX_MIB_TCPRCVCOALESCE = 77, LINUX_MIB_TCPBACKLOGCOALESCE = 78, LINUX_MIB_TCPOFOQUEUE = 79, LINUX_MIB_TCPOFODROP = 80, LINUX_MIB_TCPOFOMERGE = 81, LINUX_MIB_TCPCHALLENGEACK = 82, LINUX_MIB_TCPSYNCHALLENGE = 83, LINUX_MIB_TCPFASTOPENACTIVE = 84, LINUX_MIB_TCPFASTOPENACTIVEFAIL = 85, LINUX_MIB_TCPFASTOPENPASSIVE = 86, LINUX_MIB_TCPFASTOPENPASSIVEFAIL = 87, LINUX_MIB_TCPFASTOPENLISTENOVERFLOW = 88, LINUX_MIB_TCPFASTOPENCOOKIEREQD = 89, LINUX_MIB_TCPFASTOPENBLACKHOLE = 90, LINUX_MIB_TCPSPURIOUS_RTX_HOSTQUEUES = 91, LINUX_MIB_BUSYPOLLRXPACKETS = 92, LINUX_MIB_TCPAUTOCORKING = 93, LINUX_MIB_TCPFROMZEROWINDOWADV = 94, LINUX_MIB_TCPTOZEROWINDOWADV = 95, LINUX_MIB_TCPWANTZEROWINDOWADV = 96, LINUX_MIB_TCPSYNRETRANS = 97, LINUX_MIB_TCPORIGDATASENT = 98, LINUX_MIB_TCPHYSTARTTRAINDETECT = 99, LINUX_MIB_TCPHYSTARTTRAINCWND = 100, LINUX_MIB_TCPHYSTARTDELAYDETECT = 101, LINUX_MIB_TCPHYSTARTDELAYCWND = 102, LINUX_MIB_TCPACKSKIPPEDSYNRECV = 103, LINUX_MIB_TCPACKSKIPPEDPAWS = 104, LINUX_MIB_TCPACKSKIPPEDSEQ = 105, LINUX_MIB_TCPACKSKIPPEDFINWAIT2 = 106, LINUX_MIB_TCPACKSKIPPEDTIMEWAIT = 107, LINUX_MIB_TCPACKSKIPPEDCHALLENGE = 108, LINUX_MIB_TCPWINPROBE = 109, LINUX_MIB_TCPKEEPALIVE = 110, LINUX_MIB_TCPMTUPFAIL = 111, LINUX_MIB_TCPMTUPSUCCESS = 112, LINUX_MIB_TCPDELIVERED = 113, LINUX_MIB_TCPDELIVEREDCE = 114, LINUX_MIB_TCPACKCOMPRESSED = 115, LINUX_MIB_TCPZEROWINDOWDROP = 116, LINUX_MIB_TCPRCVQDROP = 117, LINUX_MIB_TCPWQUEUETOOBIG = 118, LINUX_MIB_TCPFASTOPENPASSIVEALTKEY = 119, LINUX_MIB_TCPTIMEOUTREHASH = 120, LINUX_MIB_TCPDUPLICATEDATAREHASH = 121, LINUX_MIB_TCPDSACKRECVSEGS = 122, LINUX_MIB_TCPDSACKIGNOREDDUBIOUS = 123, LINUX_MIB_TCPMIGRATEREQSUCCESS = 124, LINUX_MIB_TCPMIGRATEREQFAILURE = 125, __LINUX_MIB_MAX = 126, }; enum { LINUX_MIB_XFRMNUM = 0, LINUX_MIB_XFRMINERROR = 1, LINUX_MIB_XFRMINBUFFERERROR = 2, LINUX_MIB_XFRMINHDRERROR = 3, LINUX_MIB_XFRMINNOSTATES = 4, LINUX_MIB_XFRMINSTATEPROTOERROR = 5, LINUX_MIB_XFRMINSTATEMODEERROR = 6, LINUX_MIB_XFRMINSTATESEQERROR = 7, LINUX_MIB_XFRMINSTATEEXPIRED = 8, LINUX_MIB_XFRMINSTATEMISMATCH = 9, LINUX_MIB_XFRMINSTATEINVALID = 10, LINUX_MIB_XFRMINTMPLMISMATCH = 11, LINUX_MIB_XFRMINNOPOLS = 12, LINUX_MIB_XFRMINPOLBLOCK = 13, LINUX_MIB_XFRMINPOLERROR = 14, LINUX_MIB_XFRMOUTERROR = 15, LINUX_MIB_XFRMOUTBUNDLEGENERROR = 16, LINUX_MIB_XFRMOUTBUNDLECHECKERROR = 17, LINUX_MIB_XFRMOUTNOSTATES = 18, LINUX_MIB_XFRMOUTSTATEPROTOERROR = 19, LINUX_MIB_XFRMOUTSTATEMODEERROR = 20, LINUX_MIB_XFRMOUTSTATESEQERROR = 21, LINUX_MIB_XFRMOUTSTATEEXPIRED = 22, LINUX_MIB_XFRMOUTPOLBLOCK = 23, LINUX_MIB_XFRMOUTPOLDEAD = 24, LINUX_MIB_XFRMOUTPOLERROR = 25, LINUX_MIB_XFRMFWDHDRERROR = 26, LINUX_MIB_XFRMOUTSTATEINVALID = 27, LINUX_MIB_XFRMACQUIREERROR = 28, __LINUX_MIB_XFRMMAX = 29, }; enum { LINUX_MIB_TLSNUM = 0, LINUX_MIB_TLSCURRTXSW = 1, LINUX_MIB_TLSCURRRXSW = 2, LINUX_MIB_TLSCURRTXDEVICE = 3, LINUX_MIB_TLSCURRRXDEVICE = 4, LINUX_MIB_TLSTXSW = 5, LINUX_MIB_TLSRXSW = 6, LINUX_MIB_TLSTXDEVICE = 7, LINUX_MIB_TLSRXDEVICE = 8, LINUX_MIB_TLSDECRYPTERROR = 9, LINUX_MIB_TLSRXDEVICERESYNC = 10, __LINUX_MIB_TLSMAX = 11, }; struct ipstats_mib { u64 mibs[37]; struct u64_stats_sync syncp; }; struct icmp_mib { long unsigned int mibs[28]; }; struct icmpmsg_mib { atomic_long_t mibs[512]; }; struct icmpv6_mib { long unsigned int mibs[6]; }; struct icmpv6msg_mib { atomic_long_t mibs[512]; }; struct tcp_mib { long unsigned int mibs[16]; }; struct udp_mib { long unsigned int mibs[10]; }; struct linux_mib { long unsigned int mibs[126]; }; struct linux_xfrm_mib { long unsigned int mibs[29]; }; struct linux_tls_mib { long unsigned int mibs[11]; }; struct inet_frags; struct fqdir { long int high_thresh; long int low_thresh; int timeout; int max_dist; struct inet_frags *f; struct net *net; bool dead; long: 56; long: 64; long: 64; struct rhashtable rhashtable; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_long_t mem; struct work_struct destroy_work; struct llist_node free_list; long: 64; long: 64; }; struct inet_frag_queue; struct inet_frags { unsigned int qsize; void (*constructor)(struct inet_frag_queue *, const void *); void (*destructor)(struct inet_frag_queue *); void (*frag_expire)(struct timer_list *); struct kmem_cache *frags_cachep; const char *frags_cache_name; struct rhashtable_params rhash_params; refcount_t refcnt; struct completion completion; }; struct frag_v4_compare_key { __be32 saddr; __be32 daddr; u32 user; u32 vif; __be16 id; u16 protocol; }; struct frag_v6_compare_key { struct in6_addr saddr; struct in6_addr daddr; u32 user; __be32 id; u32 iif; }; struct inet_frag_queue { struct rhash_head node; union { struct frag_v4_compare_key v4; struct frag_v6_compare_key v6; } key; struct timer_list timer; spinlock_t lock; refcount_t refcnt; struct rb_root rb_fragments; struct sk_buff *fragments_tail; struct sk_buff *last_run_head; ktime_t stamp; int len; int meat; u8 mono_delivery_time; __u8 flags; u16 max_size; struct fqdir *fqdir; struct callback_head rcu; }; struct inet_hashinfo; struct inet_timewait_death_row { refcount_t tw_refcount; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct inet_hashinfo *hashinfo; int sysctl_max_tw_buckets; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum tcp_ca_event { CA_EVENT_TX_START = 0, CA_EVENT_CWND_RESTART = 1, CA_EVENT_COMPLETE_CWR = 2, CA_EVENT_LOSS = 3, CA_EVENT_ECN_NO_CE = 4, CA_EVENT_ECN_IS_CE = 5, }; struct ack_sample; struct rate_sample; union tcp_cc_info; struct tcp_congestion_ops { u32 (*ssthresh)(struct sock *); void (*cong_avoid)(struct sock *, u32, u32); void (*set_state)(struct sock *, u8); void (*cwnd_event)(struct sock *, enum tcp_ca_event); void (*in_ack_event)(struct sock *, u32); void (*pkts_acked)(struct sock *, const struct ack_sample *); u32 (*min_tso_segs)(struct sock *); void (*cong_control)(struct sock *, const struct rate_sample *); u32 (*undo_cwnd)(struct sock *); u32 (*sndbuf_expand)(struct sock *); size_t (*get_info)(struct sock *, u32, int *, union tcp_cc_info *); char name[16]; struct module *owner; struct list_head list; u32 key; u32 flags; void (*init)(struct sock *); void (*release)(struct sock *); long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef struct {} netdevice_tracker; struct xfrm_state; struct lwtunnel_state; struct dst_entry { struct net_device *dev; struct dst_ops *ops; long unsigned int _metrics; long unsigned int expires; struct xfrm_state *xfrm; int (*input)(struct sk_buff *); int (*output)(struct net *, struct sock *, struct sk_buff *); short unsigned int flags; short int obsolete; short unsigned int header_len; short unsigned int trailer_len; atomic_t __refcnt; int __use; long unsigned int lastuse; struct lwtunnel_state *lwtstate; struct callback_head callback_head; short int error; short int __pad; __u32 tclassid; netdevice_tracker dev_tracker; }; enum nf_inet_hooks { NF_INET_PRE_ROUTING = 0, NF_INET_LOCAL_IN = 1, NF_INET_FORWARD = 2, NF_INET_LOCAL_OUT = 3, NF_INET_POST_ROUTING = 4, NF_INET_NUMHOOKS = 5, NF_INET_INGRESS = 5, }; enum { NFPROTO_UNSPEC = 0, NFPROTO_INET = 1, NFPROTO_IPV4 = 2, NFPROTO_ARP = 3, NFPROTO_NETDEV = 5, NFPROTO_BRIDGE = 7, NFPROTO_IPV6 = 10, NFPROTO_DECNET = 12, NFPROTO_NUMPROTO = 13, }; enum nf_log_type { NF_LOG_TYPE_LOG = 0, NF_LOG_TYPE_ULOG = 1, NF_LOG_TYPE_MAX = 2, }; typedef u8 u_int8_t; struct nf_loginfo; typedef void nf_logfn(struct net *, u_int8_t, unsigned int, const struct sk_buff *, const struct net_device *, const struct net_device *, const struct nf_loginfo *, const char *); struct nf_logger { char *name; enum nf_log_type type; nf_logfn *logfn; struct module *me; }; enum tcp_conntrack { TCP_CONNTRACK_NONE = 0, TCP_CONNTRACK_SYN_SENT = 1, TCP_CONNTRACK_SYN_RECV = 2, TCP_CONNTRACK_ESTABLISHED = 3, TCP_CONNTRACK_FIN_WAIT = 4, TCP_CONNTRACK_CLOSE_WAIT = 5, TCP_CONNTRACK_LAST_ACK = 6, TCP_CONNTRACK_TIME_WAIT = 7, TCP_CONNTRACK_CLOSE = 8, TCP_CONNTRACK_LISTEN = 9, TCP_CONNTRACK_MAX = 10, TCP_CONNTRACK_IGNORE = 11, TCP_CONNTRACK_RETRANS = 12, TCP_CONNTRACK_UNACK = 13, TCP_CONNTRACK_TIMEOUT_MAX = 14, }; enum ct_dccp_states { CT_DCCP_NONE = 0, CT_DCCP_REQUEST = 1, CT_DCCP_RESPOND = 2, CT_DCCP_PARTOPEN = 3, CT_DCCP_OPEN = 4, CT_DCCP_CLOSEREQ = 5, CT_DCCP_CLOSING = 6, CT_DCCP_TIMEWAIT = 7, CT_DCCP_IGNORE = 8, CT_DCCP_INVALID = 9, __CT_DCCP_MAX = 10, }; struct ip_conntrack_stat { unsigned int found; unsigned int invalid; unsigned int insert; unsigned int insert_failed; unsigned int clash_resolve; unsigned int drop; unsigned int early_drop; unsigned int error; unsigned int expect_new; unsigned int expect_create; unsigned int expect_delete; unsigned int search_restart; unsigned int chaintoolong; }; enum ip_conntrack_dir { IP_CT_DIR_ORIGINAL = 0, IP_CT_DIR_REPLY = 1, IP_CT_DIR_MAX = 2, }; enum sctp_conntrack { SCTP_CONNTRACK_NONE = 0, SCTP_CONNTRACK_CLOSED = 1, SCTP_CONNTRACK_COOKIE_WAIT = 2, SCTP_CONNTRACK_COOKIE_ECHOED = 3, SCTP_CONNTRACK_ESTABLISHED = 4, SCTP_CONNTRACK_SHUTDOWN_SENT = 5, SCTP_CONNTRACK_SHUTDOWN_RECD = 6, SCTP_CONNTRACK_SHUTDOWN_ACK_SENT = 7, SCTP_CONNTRACK_HEARTBEAT_SENT = 8, SCTP_CONNTRACK_HEARTBEAT_ACKED = 9, SCTP_CONNTRACK_MAX = 10, }; enum udp_conntrack { UDP_CT_UNREPLIED = 0, UDP_CT_REPLIED = 1, UDP_CT_MAX = 2, }; enum gre_conntrack { GRE_CT_UNREPLIED = 0, GRE_CT_REPLIED = 1, GRE_CT_MAX = 2, }; enum { XFRM_POLICY_IN = 0, XFRM_POLICY_OUT = 1, XFRM_POLICY_FWD = 2, XFRM_POLICY_MASK = 3, XFRM_POLICY_MAX = 3, }; enum netns_bpf_attach_type { NETNS_BPF_INVALID = 4294967295, NETNS_BPF_FLOW_DISSECTOR = 0, NETNS_BPF_SK_LOOKUP = 1, MAX_NETNS_BPF_ATTACH_TYPE = 2, }; struct pipe_buf_operations; struct pipe_buffer { struct page *page; unsigned int offset; unsigned int len; const struct pipe_buf_operations *ops; unsigned int flags; long unsigned int private; }; struct pipe_buf_operations { int (*confirm)(struct pipe_inode_info *, struct pipe_buffer *); void (*release)(struct pipe_inode_info *, struct pipe_buffer *); bool (*try_steal)(struct pipe_inode_info *, struct pipe_buffer *); bool (*get)(struct pipe_inode_info *, struct pipe_buffer *); }; struct skb_ext { refcount_t refcnt; u8 offset[4]; u8 chunks; long: 56; char data[0]; }; enum skb_ext_id { SKB_EXT_BRIDGE_NF = 0, SKB_EXT_SEC_PATH = 1, TC_SKB_EXT = 2, SKB_EXT_MPTCP = 3, SKB_EXT_NUM = 4, }; struct trace_event_raw_initcall_level { struct trace_entry ent; u32 __data_loc_level; char __data[0]; }; struct trace_event_raw_initcall_start { struct trace_entry ent; initcall_t func; char __data[0]; }; struct trace_event_raw_initcall_finish { struct trace_entry ent; initcall_t func; int ret; char __data[0]; }; struct trace_event_data_offsets_initcall_level { u32 level; }; struct trace_event_data_offsets_initcall_start {}; struct trace_event_data_offsets_initcall_finish {}; typedef void (*btf_trace_initcall_level)(void *, const char *); typedef void (*btf_trace_initcall_start)(void *, initcall_t); typedef void (*btf_trace_initcall_finish)(void *, initcall_t, int); struct blacklist_entry { struct list_head next; char *buf; }; typedef __u32 Elf32_Word; struct elf32_note { Elf32_Word n_namesz; Elf32_Word n_descsz; Elf32_Word n_type; }; enum { PROC_ROOT_INO = 1, PROC_IPC_INIT_INO = 4026531839, PROC_UTS_INIT_INO = 4026531838, PROC_USER_INIT_INO = 4026531837, PROC_PID_INIT_INO = 4026531836, PROC_CGROUP_INIT_INO = 4026531835, PROC_TIME_INIT_INO = 4026531834, }; typedef __u16 __le16; typedef __u64 __be64; typedef unsigned int slab_flags_t; enum pageflags { PG_locked = 0, PG_referenced = 1, PG_uptodate = 2, PG_dirty = 3, PG_lru = 4, PG_active = 5, PG_workingset = 6, PG_waiters = 7, PG_error = 8, PG_slab = 9, PG_owner_priv_1 = 10, PG_arch_1 = 11, PG_reserved = 12, PG_private = 13, PG_private_2 = 14, PG_writeback = 15, PG_head = 16, PG_mappedtodisk = 17, PG_reclaim = 18, PG_swapbacked = 19, PG_unevictable = 20, PG_mlocked = 21, PG_uncached = 22, PG_hwpoison = 23, PG_young = 24, PG_idle = 25, PG_arch_2 = 26, __NR_PAGEFLAGS = 27, PG_readahead = 18, PG_anon_exclusive = 17, PG_checked = 10, PG_swapcache = 10, PG_fscache = 14, PG_pinned = 10, PG_savepinned = 3, PG_foreign = 10, PG_xen_remapped = 10, PG_slob_free = 13, PG_double_map = 6, PG_has_hwpoisoned = 8, PG_isolated = 18, PG_reported = 2, }; typedef __u64 __addrpair; typedef __u32 __portpair; typedef struct { struct net *net; } possible_net_t; struct hlist_nulls_node { struct hlist_nulls_node *next; struct hlist_nulls_node **pprev; }; struct proto; struct sock_common { union { __addrpair skc_addrpair; struct { __be32 skc_daddr; __be32 skc_rcv_saddr; }; }; union { unsigned int skc_hash; __u16 skc_u16hashes[2]; }; union { __portpair skc_portpair; struct { __be16 skc_dport; __u16 skc_num; }; }; short unsigned int skc_family; volatile unsigned char skc_state; unsigned char skc_reuse: 4; unsigned char skc_reuseport: 1; unsigned char skc_ipv6only: 1; unsigned char skc_net_refcnt: 1; int skc_bound_dev_if; union { struct hlist_node skc_bind_node; struct hlist_node skc_portaddr_node; }; struct proto *skc_prot; possible_net_t skc_net; struct in6_addr skc_v6_daddr; struct in6_addr skc_v6_rcv_saddr; atomic64_t skc_cookie; union { long unsigned int skc_flags; struct sock *skc_listener; struct inet_timewait_death_row *skc_tw_dr; }; int skc_dontcopy_begin[0]; union { struct hlist_node skc_node; struct hlist_nulls_node skc_nulls_node; }; short unsigned int skc_tx_queue_mapping; short unsigned int skc_rx_queue_mapping; union { int skc_incoming_cpu; u32 skc_rcv_wnd; u32 skc_tw_rcv_nxt; }; refcount_t skc_refcnt; int skc_dontcopy_end[0]; union { u32 skc_rxhash; u32 skc_window_clamp; u32 skc_tw_snd_nxt; }; }; typedef struct { spinlock_t slock; int owned; wait_queue_head_t wq; } socket_lock_t; typedef u64 netdev_features_t; struct sock_cgroup_data { struct cgroup *cgroup; u32 classid; u16 prioidx; }; typedef struct {} netns_tracker; struct sk_filter; struct socket_wq; struct xfrm_policy; struct socket; struct sock_reuseport; struct sock { struct sock_common __sk_common; struct dst_entry *sk_rx_dst; int sk_rx_dst_ifindex; u32 sk_rx_dst_cookie; socket_lock_t sk_lock; atomic_t sk_drops; int sk_rcvlowat; struct sk_buff_head sk_error_queue; struct sk_buff_head sk_receive_queue; struct { atomic_t rmem_alloc; int len; struct sk_buff *head; struct sk_buff *tail; } sk_backlog; int sk_forward_alloc; u32 sk_reserved_mem; unsigned int sk_ll_usec; unsigned int sk_napi_id; int sk_rcvbuf; struct sk_filter *sk_filter; union { struct socket_wq *sk_wq; struct socket_wq *sk_wq_raw; }; struct xfrm_policy *sk_policy[2]; struct dst_entry *sk_dst_cache; atomic_t sk_omem_alloc; int sk_sndbuf; int sk_wmem_queued; refcount_t sk_wmem_alloc; long unsigned int sk_tsq_flags; union { struct sk_buff *sk_send_head; struct rb_root tcp_rtx_queue; }; struct sk_buff_head sk_write_queue; __s32 sk_peek_off; int sk_write_pending; __u32 sk_dst_pending_confirm; u32 sk_pacing_status; long int sk_sndtimeo; struct timer_list sk_timer; __u32 sk_priority; __u32 sk_mark; long unsigned int sk_pacing_rate; long unsigned int sk_max_pacing_rate; struct page_frag sk_frag; netdev_features_t sk_route_caps; int sk_gso_type; unsigned int sk_gso_max_size; gfp_t sk_allocation; __u32 sk_txhash; u8 sk_gso_disabled: 1; u8 sk_kern_sock: 1; u8 sk_no_check_tx: 1; u8 sk_no_check_rx: 1; u8 sk_userlocks: 4; u8 sk_pacing_shift; u16 sk_type; u16 sk_protocol; u16 sk_gso_max_segs; long unsigned int sk_lingertime; struct proto *sk_prot_creator; rwlock_t sk_callback_lock; int sk_err; int sk_err_soft; u32 sk_ack_backlog; u32 sk_max_ack_backlog; kuid_t sk_uid; u8 sk_txrehash; u8 sk_prefer_busy_poll; u16 sk_busy_poll_budget; spinlock_t sk_peer_lock; int sk_bind_phc; struct pid *sk_peer_pid; const struct cred *sk_peer_cred; long int sk_rcvtimeo; ktime_t sk_stamp; u16 sk_tsflags; u8 sk_shutdown; atomic_t sk_tskey; atomic_t sk_zckey; u8 sk_clockid; u8 sk_txtime_deadline_mode: 1; u8 sk_txtime_report_errors: 1; u8 sk_txtime_unused: 6; struct socket *sk_socket; void *sk_user_data; void *sk_security; struct sock_cgroup_data sk_cgrp_data; struct mem_cgroup *sk_memcg; void (*sk_state_change)(struct sock *); void (*sk_data_ready)(struct sock *); void (*sk_write_space)(struct sock *); void (*sk_error_report)(struct sock *); int (*sk_backlog_rcv)(struct sock *, struct sk_buff *); struct sk_buff * (*sk_validate_xmit_skb)(struct sock *, struct net_device *, struct sk_buff *); void (*sk_destruct)(struct sock *); struct sock_reuseport *sk_reuseport_cb; struct bpf_local_storage *sk_bpf_storage; struct callback_head sk_rcu; netns_tracker ns_tracker; }; struct fs_struct { int users; spinlock_t lock; seqcount_spinlock_t seq; int umask; int in_exec; struct path root; struct path pwd; }; typedef short unsigned int __kernel_sa_family_t; typedef __kernel_sa_family_t sa_family_t; struct sockaddr { sa_family_t sa_family; char sa_data[14]; }; struct msghdr { void *msg_name; int msg_namelen; int msg_inq; struct iov_iter msg_iter; union { void *msg_control; void *msg_control_user; }; bool msg_control_is_user: 1; bool msg_get_inq: 1; unsigned int msg_flags; __kernel_size_t msg_controllen; struct kiocb *msg_iocb; }; typedef struct { unsigned int clock_rate; unsigned int clock_type; short unsigned int loopback; } sync_serial_settings; typedef struct { unsigned int clock_rate; unsigned int clock_type; short unsigned int loopback; unsigned int slot_map; } te1_settings; typedef struct { short unsigned int encoding; short unsigned int parity; } raw_hdlc_proto; typedef struct { unsigned int t391; unsigned int t392; unsigned int n391; unsigned int n392; unsigned int n393; short unsigned int lmi; short unsigned int dce; } fr_proto; typedef struct { unsigned int dlci; } fr_proto_pvc; typedef struct { unsigned int dlci; char master[16]; } fr_proto_pvc_info; typedef struct { unsigned int interval; unsigned int timeout; } cisco_proto; typedef struct { short unsigned int dce; unsigned int modulo; unsigned int window; unsigned int t1; unsigned int t2; unsigned int n2; } x25_hdlc_proto; struct ifmap { long unsigned int mem_start; long unsigned int mem_end; short unsigned int base_addr; unsigned char irq; unsigned char dma; unsigned char port; }; struct if_settings { unsigned int type; unsigned int size; union { raw_hdlc_proto *raw_hdlc; cisco_proto *cisco; fr_proto *fr; fr_proto_pvc *fr_pvc; fr_proto_pvc_info *fr_pvc_info; x25_hdlc_proto *x25; sync_serial_settings *sync; te1_settings *te1; } ifs_ifsu; }; struct ifreq { union { char ifrn_name[16]; } ifr_ifrn; union { struct sockaddr ifru_addr; struct sockaddr ifru_dstaddr; struct sockaddr ifru_broadaddr; struct sockaddr ifru_netmask; struct sockaddr ifru_hwaddr; short int ifru_flags; int ifru_ivalue; int ifru_mtu; struct ifmap ifru_map; char ifru_slave[16]; char ifru_newname[16]; void *ifru_data; struct if_settings ifru_settings; } ifr_ifru; }; struct ld_semaphore { atomic_long_t count; raw_spinlock_t wait_lock; unsigned int wait_readers; struct list_head read_wait; struct list_head write_wait; }; typedef unsigned int tcflag_t; typedef unsigned char cc_t; typedef unsigned int speed_t; struct ktermios { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; speed_t c_ispeed; speed_t c_ospeed; }; struct winsize { short unsigned int ws_row; short unsigned int ws_col; short unsigned int ws_xpixel; short unsigned int ws_ypixel; }; struct tty_driver; struct tty_operations; struct tty_ldisc; struct tty_port; struct tty_struct { int magic; struct kref kref; struct device *dev; struct tty_driver *driver; const struct tty_operations *ops; int index; struct ld_semaphore ldisc_sem; struct tty_ldisc *ldisc; struct mutex atomic_write_lock; struct mutex legacy_mutex; struct mutex throttle_mutex; struct rw_semaphore termios_rwsem; struct mutex winsize_mutex; struct ktermios termios; struct ktermios termios_locked; char name[64]; long unsigned int flags; int count; struct winsize winsize; struct { spinlock_t lock; bool stopped; bool tco_stopped; long unsigned int unused[0]; } flow; struct { spinlock_t lock; struct pid *pgrp; struct pid *session; unsigned char pktstatus; bool packet; long unsigned int unused[0]; } ctrl; int hw_stopped; unsigned int receive_room; int flow_change; struct tty_struct *link; struct fasync_struct *fasync; wait_queue_head_t write_wait; wait_queue_head_t read_wait; struct work_struct hangup_work; void *disc_data; void *driver_data; spinlock_t files_lock; struct list_head tty_files; int closing; unsigned char *write_buf; int write_cnt; struct work_struct SAK_work; struct tty_port *port; }; struct posix_acl_entry { short int e_tag; short unsigned int e_perm; union { kuid_t e_uid; kgid_t e_gid; }; }; struct posix_acl { refcount_t a_refcount; struct callback_head a_rcu; unsigned int a_count; struct posix_acl_entry a_entries[0]; }; struct tty_buffer { union { struct tty_buffer *next; struct llist_node free; }; int used; int size; int commit; int read; int flags; long unsigned int data[0]; }; struct tty_bufhead { struct tty_buffer *head; struct work_struct work; struct mutex lock; atomic_t priority; struct tty_buffer sentinel; struct llist_head free; atomic_t mem_used; int mem_limit; struct tty_buffer *tail; }; struct serial_icounter_struct; struct serial_struct; struct tty_operations { struct tty_struct * (*lookup)(struct tty_driver *, struct file *, int); int (*install)(struct tty_driver *, struct tty_struct *); void (*remove)(struct tty_driver *, struct tty_struct *); int (*open)(struct tty_struct *, struct file *); void (*close)(struct tty_struct *, struct file *); void (*shutdown)(struct tty_struct *); void (*cleanup)(struct tty_struct *); int (*write)(struct tty_struct *, const unsigned char *, int); int (*put_char)(struct tty_struct *, unsigned char); void (*flush_chars)(struct tty_struct *); unsigned int (*write_room)(struct tty_struct *); unsigned int (*chars_in_buffer)(struct tty_struct *); int (*ioctl)(struct tty_struct *, unsigned int, long unsigned int); long int (*compat_ioctl)(struct tty_struct *, unsigned int, long unsigned int); void (*set_termios)(struct tty_struct *, struct ktermios *); void (*throttle)(struct tty_struct *); void (*unthrottle)(struct tty_struct *); void (*stop)(struct tty_struct *); void (*start)(struct tty_struct *); void (*hangup)(struct tty_struct *); int (*break_ctl)(struct tty_struct *, int); void (*flush_buffer)(struct tty_struct *); void (*set_ldisc)(struct tty_struct *); void (*wait_until_sent)(struct tty_struct *, int); void (*send_xchar)(struct tty_struct *, char); int (*tiocmget)(struct tty_struct *); int (*tiocmset)(struct tty_struct *, unsigned int, unsigned int); int (*resize)(struct tty_struct *, struct winsize *); int (*get_icount)(struct tty_struct *, struct serial_icounter_struct *); int (*get_serial)(struct tty_struct *, struct serial_struct *); int (*set_serial)(struct tty_struct *, struct serial_struct *); void (*show_fdinfo)(struct tty_struct *, struct seq_file *); int (*poll_init)(struct tty_driver *, int, char *); int (*poll_get_char)(struct tty_driver *, int); void (*poll_put_char)(struct tty_driver *, int, char); int (*proc_show)(struct seq_file *, void *); }; struct tty_driver { int magic; struct kref kref; struct cdev **cdevs; struct module *owner; const char *driver_name; const char *name; int name_base; int major; int minor_start; unsigned int num; short int type; short int subtype; struct ktermios init_termios; long unsigned int flags; struct proc_dir_entry *proc_entry; struct tty_driver *other; struct tty_struct **ttys; struct tty_port **ports; struct ktermios **termios; void *driver_state; const struct tty_operations *ops; struct list_head tty_drivers; }; struct __kfifo { unsigned int in; unsigned int out; unsigned int mask; unsigned int esize; void *data; }; struct tty_port_operations; struct tty_port_client_operations; struct tty_port { struct tty_bufhead buf; struct tty_struct *tty; struct tty_struct *itty; const struct tty_port_operations *ops; const struct tty_port_client_operations *client_ops; spinlock_t lock; int blocked_open; int count; wait_queue_head_t open_wait; wait_queue_head_t delta_msr_wait; long unsigned int flags; long unsigned int iflags; unsigned char console: 1; struct mutex mutex; struct mutex buf_mutex; unsigned char *xmit_buf; struct { union { struct __kfifo kfifo; unsigned char *type; const unsigned char *const_type; char (*rectype)[0]; unsigned char *ptr; const unsigned char *ptr_const; }; unsigned char buf[0]; } xmit_fifo; unsigned int close_delay; unsigned int closing_wait; int drain_delay; struct kref kref; void *client_data; }; struct tty_ldisc_ops { char *name; int num; int (*open)(struct tty_struct *); void (*close)(struct tty_struct *); void (*flush_buffer)(struct tty_struct *); ssize_t (*read)(struct tty_struct *, struct file *, unsigned char *, size_t, void **, long unsigned int); ssize_t (*write)(struct tty_struct *, struct file *, const unsigned char *, size_t); int (*ioctl)(struct tty_struct *, unsigned int, long unsigned int); int (*compat_ioctl)(struct tty_struct *, unsigned int, long unsigned int); void (*set_termios)(struct tty_struct *, struct ktermios *); __poll_t (*poll)(struct tty_struct *, struct file *, struct poll_table_struct *); void (*hangup)(struct tty_struct *); void (*receive_buf)(struct tty_struct *, const unsigned char *, const char *, int); void (*write_wakeup)(struct tty_struct *); void (*dcd_change)(struct tty_struct *, unsigned int); int (*receive_buf2)(struct tty_struct *, const unsigned char *, const char *, int); struct module *owner; }; struct tty_ldisc { struct tty_ldisc_ops *ops; struct tty_struct *tty; }; struct scatterlist { long unsigned int page_link; unsigned int offset; unsigned int length; dma_addr_t dma_address; unsigned int dma_length; }; struct tty_port_operations { int (*carrier_raised)(struct tty_port *); void (*dtr_rts)(struct tty_port *, int); void (*shutdown)(struct tty_port *); int (*activate)(struct tty_port *, struct tty_struct *); void (*destruct)(struct tty_port *); }; struct tty_port_client_operations { int (*receive_buf)(struct tty_port *, const unsigned char *, const unsigned char *, size_t); void (*write_wakeup)(struct tty_port *); }; typedef struct { local64_t v; } u64_stats_t; enum { Root_NFS = 255, Root_CIFS = 254, Root_RAM0 = 1048576, Root_RAM1 = 1048577, Root_FD0 = 2097152, Root_HDA1 = 3145729, Root_HDA2 = 3145730, Root_SDA1 = 8388609, Root_SDA2 = 8388610, Root_HDC1 = 23068673, Root_SR0 = 11534336, }; enum { IPPROTO_IP = 0, IPPROTO_ICMP = 1, IPPROTO_IGMP = 2, IPPROTO_IPIP = 4, IPPROTO_TCP = 6, IPPROTO_EGP = 8, IPPROTO_PUP = 12, IPPROTO_UDP = 17, IPPROTO_IDP = 22, IPPROTO_TP = 29, IPPROTO_DCCP = 33, IPPROTO_IPV6 = 41, IPPROTO_RSVP = 46, IPPROTO_GRE = 47, IPPROTO_ESP = 50, IPPROTO_AH = 51, IPPROTO_MTP = 92, IPPROTO_BEETPH = 94, IPPROTO_ENCAP = 98, IPPROTO_PIM = 103, IPPROTO_COMP = 108, IPPROTO_SCTP = 132, IPPROTO_UDPLITE = 136, IPPROTO_MPLS = 137, IPPROTO_ETHERNET = 143, IPPROTO_RAW = 255, IPPROTO_MPTCP = 262, IPPROTO_MAX = 263, }; struct flowi_tunnel { __be64 tun_id; }; struct flowi_common { int flowic_oif; int flowic_iif; int flowic_l3mdev; __u32 flowic_mark; __u8 flowic_tos; __u8 flowic_scope; __u8 flowic_proto; __u8 flowic_flags; __u32 flowic_secid; kuid_t flowic_uid; struct flowi_tunnel flowic_tun_key; __u32 flowic_multipath_hash; }; union flowi_uli { struct { __be16 dport; __be16 sport; } ports; struct { __u8 type; __u8 code; } icmpt; struct { __le16 dport; __le16 sport; } dnports; __be32 gre_key; struct { __u8 type; } mht; }; struct flowi4 { struct flowi_common __fl_common; __be32 saddr; __be32 daddr; union flowi_uli uli; }; struct flowi6 { struct flowi_common __fl_common; struct in6_addr daddr; struct in6_addr saddr; __be32 flowlabel; union flowi_uli uli; __u32 mp_hash; }; struct flowidn { struct flowi_common __fl_common; __le16 daddr; __le16 saddr; union flowi_uli uli; }; struct flowi { union { struct flowi_common __fl_common; struct flowi4 ip4; struct flowi6 ip6; struct flowidn dn; } u; }; struct prot_inuse { int all; int val[64]; }; struct icmpv6_mib_device { atomic_long_t mibs[6]; }; struct icmpv6msg_mib_device { atomic_long_t mibs[512]; }; struct fib_rule; struct fib_lookup_arg; struct fib_rule_hdr; struct nlattr; struct netlink_ext_ack; struct fib_rules_ops { int family; struct list_head list; int rule_size; int addr_size; int unresolved_rules; int nr_goto_rules; unsigned int fib_rules_seq; int (*action)(struct fib_rule *, struct flowi *, int, struct fib_lookup_arg *); bool (*suppress)(struct fib_rule *, int, struct fib_lookup_arg *); int (*match)(struct fib_rule *, struct flowi *, int); int (*configure)(struct fib_rule *, struct sk_buff *, struct fib_rule_hdr *, struct nlattr **, struct netlink_ext_ack *); int (*delete)(struct fib_rule *); int (*compare)(struct fib_rule *, struct fib_rule_hdr *, struct nlattr **); int (*fill)(struct fib_rule *, struct sk_buff *, struct fib_rule_hdr *); size_t (*nlmsg_payload)(struct fib_rule *); void (*flush_cache)(struct fib_rules_ops *); int nlgroup; struct list_head rules_list; struct module *owner; struct net *fro_net; struct callback_head rcu; }; struct fib_notifier_ops { int family; struct list_head list; unsigned int (*fib_seq_read)(struct net *); int (*fib_dump)(struct net *, struct notifier_block *, struct netlink_ext_ack *); struct module *owner; struct callback_head rcu; }; struct net_device_stats { long unsigned int rx_packets; long unsigned int tx_packets; long unsigned int rx_bytes; long unsigned int tx_bytes; long unsigned int rx_errors; long unsigned int tx_errors; long unsigned int rx_dropped; long unsigned int tx_dropped; long unsigned int multicast; long unsigned int collisions; long unsigned int rx_length_errors; long unsigned int rx_over_errors; long unsigned int rx_crc_errors; long unsigned int rx_frame_errors; long unsigned int rx_fifo_errors; long unsigned int rx_missed_errors; long unsigned int tx_aborted_errors; long unsigned int tx_carrier_errors; long unsigned int tx_fifo_errors; long unsigned int tx_heartbeat_errors; long unsigned int tx_window_errors; long unsigned int rx_compressed; long unsigned int tx_compressed; }; struct netdev_hw_addr_list { struct list_head list; int count; struct rb_root tree; }; struct tipc_bearer; struct dn_dev; struct mpls_dev; enum rx_handler_result { RX_HANDLER_CONSUMED = 0, RX_HANDLER_ANOTHER = 1, RX_HANDLER_EXACT = 2, RX_HANDLER_PASS = 3, }; typedef enum rx_handler_result rx_handler_result_t; typedef rx_handler_result_t rx_handler_func_t(struct sk_buff **); enum netdev_ml_priv_type { ML_PRIV_NONE = 0, ML_PRIV_CAN = 1, }; struct pcpu_dstats; struct garp_port; struct mrp_port; struct netdev_tc_txq { u16 count; u16 offset; }; struct macsec_ops; struct udp_tunnel_nic; struct bpf_xdp_link; struct bpf_xdp_entity { struct bpf_prog *prog; struct bpf_xdp_link *link; }; struct netdev_name_node; struct dev_ifalias; struct net_device_ops; struct net_device_core_stats; struct iw_handler_def; struct iw_public_data; struct ethtool_ops; struct l3mdev_ops; struct ndisc_ops; struct xfrmdev_ops; struct tlsdev_ops; struct header_ops; struct in_device; struct inet6_dev; struct vlan_info; struct dsa_port; struct wireless_dev; struct wpan_dev; struct netdev_rx_queue; struct mini_Qdisc; struct netdev_queue; struct cpu_rmap; struct Qdisc; struct xdp_dev_bulk_queue; struct xps_dev_maps; struct netpoll_info; struct pcpu_lstats; struct pcpu_sw_netstats; struct dm_hw_stat_delta; struct rtnl_link_ops; struct dcbnl_rtnl_ops; struct netprio_map; struct phy_device; struct sfp_bus; struct udp_tunnel_nic_info; struct rtnl_hw_stats64; struct net_device { char name[16]; struct netdev_name_node *name_node; struct dev_ifalias *ifalias; long unsigned int mem_end; long unsigned int mem_start; long unsigned int base_addr; long unsigned int state; struct list_head dev_list; struct list_head napi_list; struct list_head unreg_list; struct list_head close_list; struct list_head ptype_all; struct list_head ptype_specific; struct { struct list_head upper; struct list_head lower; } adj_list; unsigned int flags; long long unsigned int priv_flags; const struct net_device_ops *netdev_ops; int ifindex; short unsigned int gflags; short unsigned int hard_header_len; unsigned int mtu; short unsigned int needed_headroom; short unsigned int needed_tailroom; netdev_features_t features; netdev_features_t hw_features; netdev_features_t wanted_features; netdev_features_t vlan_features; netdev_features_t hw_enc_features; netdev_features_t mpls_features; netdev_features_t gso_partial_features; unsigned int min_mtu; unsigned int max_mtu; short unsigned int type; unsigned char min_header_len; unsigned char name_assign_type; int group; struct net_device_stats stats; struct net_device_core_stats *core_stats; atomic_t carrier_up_count; atomic_t carrier_down_count; const struct iw_handler_def *wireless_handlers; struct iw_public_data *wireless_data; const struct ethtool_ops *ethtool_ops; const struct l3mdev_ops *l3mdev_ops; const struct ndisc_ops *ndisc_ops; const struct xfrmdev_ops *xfrmdev_ops; const struct tlsdev_ops *tlsdev_ops; const struct header_ops *header_ops; unsigned char operstate; unsigned char link_mode; unsigned char if_port; unsigned char dma; unsigned char perm_addr[32]; unsigned char addr_assign_type; unsigned char addr_len; unsigned char upper_level; unsigned char lower_level; short unsigned int neigh_priv_len; short unsigned int dev_id; short unsigned int dev_port; short unsigned int padded; spinlock_t addr_list_lock; int irq; struct netdev_hw_addr_list uc; struct netdev_hw_addr_list mc; struct netdev_hw_addr_list dev_addrs; struct kset *queues_kset; unsigned int promiscuity; unsigned int allmulti; bool uc_promisc; struct in_device *ip_ptr; struct inet6_dev *ip6_ptr; struct vlan_info *vlan_info; struct dsa_port *dsa_ptr; struct tipc_bearer *tipc_ptr; void *atalk_ptr; struct dn_dev *dn_ptr; void *ax25_ptr; struct wireless_dev *ieee80211_ptr; struct wpan_dev *ieee802154_ptr; struct mpls_dev *mpls_ptr; const unsigned char *dev_addr; struct netdev_rx_queue *_rx; unsigned int num_rx_queues; unsigned int real_num_rx_queues; struct bpf_prog *xdp_prog; long unsigned int gro_flush_timeout; int napi_defer_hard_irqs; unsigned int gro_max_size; rx_handler_func_t *rx_handler; void *rx_handler_data; struct mini_Qdisc *miniq_ingress; struct netdev_queue *ingress_queue; struct nf_hook_entries *nf_hooks_ingress; unsigned char broadcast[32]; struct cpu_rmap *rx_cpu_rmap; struct hlist_node index_hlist; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct netdev_queue *_tx; unsigned int num_tx_queues; unsigned int real_num_tx_queues; struct Qdisc *qdisc; unsigned int tx_queue_len; spinlock_t tx_global_lock; struct xdp_dev_bulk_queue *xdp_bulkq; struct xps_dev_maps *xps_maps[2]; struct mini_Qdisc *miniq_egress; struct nf_hook_entries *nf_hooks_egress; struct hlist_head qdisc_hash[16]; struct timer_list watchdog_timer; int watchdog_timeo; u32 proto_down_reason; struct list_head todo_list; int *pcpu_refcnt; struct ref_tracker_dir refcnt_tracker; struct list_head link_watch_list; enum { NETREG_UNINITIALIZED = 0, NETREG_REGISTERED = 1, NETREG_UNREGISTERING = 2, NETREG_UNREGISTERED = 3, NETREG_RELEASED = 4, NETREG_DUMMY = 5, } reg_state: 8; bool dismantle; enum { RTNL_LINK_INITIALIZED = 0, RTNL_LINK_INITIALIZING = 1, } rtnl_link_state: 16; bool needs_free_netdev; void (*priv_destructor)(struct net_device *); struct netpoll_info *npinfo; possible_net_t nd_net; void *ml_priv; enum netdev_ml_priv_type ml_priv_type; union { struct pcpu_lstats *lstats; struct pcpu_sw_netstats *tstats; struct pcpu_dstats *dstats; }; struct garp_port *garp_port; struct mrp_port *mrp_port; struct dm_hw_stat_delta *dm_private; struct device dev; const struct attribute_group *sysfs_groups[4]; const struct attribute_group *sysfs_rx_queue_group; const struct rtnl_link_ops *rtnl_link_ops; unsigned int gso_max_size; unsigned int tso_max_size; u16 gso_max_segs; u16 tso_max_segs; const struct dcbnl_rtnl_ops *dcbnl_ops; s16 num_tc; struct netdev_tc_txq tc_to_txq[16]; u8 prio_tc_map[16]; unsigned int fcoe_ddp_xid; struct netprio_map *priomap; struct phy_device *phydev; struct sfp_bus *sfp_bus; struct lock_class_key *qdisc_tx_busylock; bool proto_down; unsigned int wol_enabled: 1; unsigned int threaded: 1; struct list_head net_notifier_list; const struct macsec_ops *macsec_ops; const struct udp_tunnel_nic_info *udp_tunnel_nic_info; struct udp_tunnel_nic *udp_tunnel_nic; struct bpf_xdp_entity xdp_state[3]; u8 dev_addr_shadow[32]; netdevice_tracker linkwatch_dev_tracker; netdevice_tracker watchdog_dev_tracker; netdevice_tracker dev_registered_tracker; struct rtnl_hw_stats64 *offload_xstats_l3; long: 64; long: 64; long: 64; long: 64; }; struct hh_cache { unsigned int hh_len; seqlock_t hh_lock; long unsigned int hh_data[16]; }; struct neigh_table; struct neigh_parms; struct neigh_ops; struct neighbour { struct neighbour *next; struct neigh_table *tbl; struct neigh_parms *parms; long unsigned int confirmed; long unsigned int updated; rwlock_t lock; refcount_t refcnt; unsigned int arp_queue_len_bytes; struct sk_buff_head arp_queue; struct timer_list timer; long unsigned int used; atomic_t probes; u8 nud_state; u8 type; u8 dead; u8 protocol; u32 flags; seqlock_t ha_lock; int: 32; unsigned char ha[32]; struct hh_cache hh; int (*output)(struct neighbour *, struct sk_buff *); const struct neigh_ops *ops; struct list_head gc_list; struct list_head managed_list; struct callback_head rcu; struct net_device *dev; netdevice_tracker dev_tracker; u8 primary_key[0]; }; struct ipv6_stable_secret { bool initialized; struct in6_addr secret; }; struct ipv6_devconf { __s32 forwarding; __s32 hop_limit; __s32 mtu6; __s32 accept_ra; __s32 accept_redirects; __s32 autoconf; __s32 dad_transmits; __s32 rtr_solicits; __s32 rtr_solicit_interval; __s32 rtr_solicit_max_interval; __s32 rtr_solicit_delay; __s32 force_mld_version; __s32 mldv1_unsolicited_report_interval; __s32 mldv2_unsolicited_report_interval; __s32 use_tempaddr; __s32 temp_valid_lft; __s32 temp_prefered_lft; __s32 regen_max_retry; __s32 max_desync_factor; __s32 max_addresses; __s32 accept_ra_defrtr; __u32 ra_defrtr_metric; __s32 accept_ra_min_hop_limit; __s32 accept_ra_pinfo; __s32 ignore_routes_with_linkdown; __s32 accept_ra_rtr_pref; __s32 rtr_probe_interval; __s32 accept_ra_rt_info_min_plen; __s32 accept_ra_rt_info_max_plen; __s32 proxy_ndp; __s32 accept_source_route; __s32 accept_ra_from_local; atomic_t mc_forwarding; __s32 disable_ipv6; __s32 drop_unicast_in_l2_multicast; __s32 accept_dad; __s32 force_tllao; __s32 ndisc_notify; __s32 suppress_frag_ndisc; __s32 accept_ra_mtu; __s32 drop_unsolicited_na; __s32 accept_untracked_na; struct ipv6_stable_secret stable_secret; __s32 use_oif_addrs_only; __s32 keep_addr_on_down; __s32 seg6_enabled; __s32 seg6_require_hmac; __u32 enhanced_dad; __u32 addr_gen_mode; __s32 disable_policy; __s32 ndisc_tclass; __s32 rpl_seg_enabled; __u32 ioam6_id; __u32 ioam6_id_wide; __u8 ioam6_enabled; __u8 ndisc_evict_nocarrier; struct ctl_table_header *sysctl_header; }; typedef struct { union { void *kernel; void *user; }; bool is_kernel: 1; } sockptr_t; typedef enum { SS_FREE = 0, SS_UNCONNECTED = 1, SS_CONNECTING = 2, SS_CONNECTED = 3, SS_DISCONNECTING = 4, } socket_state; struct socket_wq { wait_queue_head_t wait; struct fasync_struct *fasync_list; long unsigned int flags; struct callback_head rcu; long: 64; }; struct proto_ops; struct socket { socket_state state; short int type; long unsigned int flags; struct file *file; struct sock *sk; const struct proto_ops *ops; long: 64; long: 64; long: 64; struct socket_wq wq; }; typedef struct { size_t written; size_t count; union { char *buf; void *data; } arg; int error; } read_descriptor_t; typedef int (*sk_read_actor_t)(read_descriptor_t *, struct sk_buff *, unsigned int, size_t); typedef int (*skb_read_actor_t)(struct sock *, struct sk_buff *); struct proto_ops { int family; struct module *owner; int (*release)(struct socket *); int (*bind)(struct socket *, struct sockaddr *, int); int (*connect)(struct socket *, struct sockaddr *, int, int); int (*socketpair)(struct socket *, struct socket *); int (*accept)(struct socket *, struct socket *, int, bool); int (*getname)(struct socket *, struct sockaddr *, int); __poll_t (*poll)(struct file *, struct socket *, struct poll_table_struct *); int (*ioctl)(struct socket *, unsigned int, long unsigned int); int (*compat_ioctl)(struct socket *, unsigned int, long unsigned int); int (*gettstamp)(struct socket *, void *, bool, bool); int (*listen)(struct socket *, int); int (*shutdown)(struct socket *, int); int (*setsockopt)(struct socket *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct socket *, int, int, char *, int *); void (*show_fdinfo)(struct seq_file *, struct socket *); int (*sendmsg)(struct socket *, struct msghdr *, size_t); int (*recvmsg)(struct socket *, struct msghdr *, size_t, int); int (*mmap)(struct file *, struct socket *, struct vm_area_struct *); ssize_t (*sendpage)(struct socket *, struct page *, int, size_t, int); ssize_t (*splice_read)(struct socket *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); int (*set_peek_off)(struct sock *, int); int (*peek_len)(struct socket *); int (*read_sock)(struct sock *, read_descriptor_t *, sk_read_actor_t); int (*read_skb)(struct sock *, skb_read_actor_t); int (*sendpage_locked)(struct sock *, struct page *, int, size_t, int); int (*sendmsg_locked)(struct sock *, struct msghdr *, size_t); int (*set_rcvlowat)(struct sock *, int); }; struct skb_shared_hwtstamps { union { ktime_t hwtstamp; void *netdev_data; }; }; enum rpc_display_format_t { RPC_DISPLAY_ADDR = 0, RPC_DISPLAY_PORT = 1, RPC_DISPLAY_PROTO = 2, RPC_DISPLAY_HEX_ADDR = 3, RPC_DISPLAY_HEX_PORT = 4, RPC_DISPLAY_NETID = 5, RPC_DISPLAY_MAX = 6, }; struct dql { unsigned int num_queued; unsigned int adj_limit; unsigned int last_obj_cnt; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; unsigned int limit; unsigned int num_completed; unsigned int prev_ovlimit; unsigned int prev_num_queued; unsigned int prev_last_obj_cnt; unsigned int lowest_slack; long unsigned int slack_start_time; unsigned int max_limit; unsigned int min_limit; unsigned int slack_hold_time; long: 32; long: 64; long: 64; }; struct ieee_ets { __u8 willing; __u8 ets_cap; __u8 cbs; __u8 tc_tx_bw[8]; __u8 tc_rx_bw[8]; __u8 tc_tsa[8]; __u8 prio_tc[8]; __u8 tc_reco_bw[8]; __u8 tc_reco_tsa[8]; __u8 reco_prio_tc[8]; }; struct ieee_maxrate { __u64 tc_maxrate[8]; }; struct ieee_qcn { __u8 rpg_enable[8]; __u32 rppp_max_rps[8]; __u32 rpg_time_reset[8]; __u32 rpg_byte_reset[8]; __u32 rpg_threshold[8]; __u32 rpg_max_rate[8]; __u32 rpg_ai_rate[8]; __u32 rpg_hai_rate[8]; __u32 rpg_gd[8]; __u32 rpg_min_dec_fac[8]; __u32 rpg_min_rate[8]; __u32 cndd_state_machine[8]; }; struct ieee_qcn_stats { __u64 rppp_rp_centiseconds[8]; __u32 rppp_created_rps[8]; }; struct ieee_pfc { __u8 pfc_cap; __u8 pfc_en; __u8 mbc; __u16 delay; __u64 requests[8]; __u64 indications[8]; }; struct dcbnl_buffer { __u8 prio2buffer[8]; __u32 buffer_size[8]; __u32 total_size; }; struct cee_pg { __u8 willing; __u8 error; __u8 pg_en; __u8 tcs_supported; __u8 pg_bw[8]; __u8 prio_pg[8]; }; struct cee_pfc { __u8 willing; __u8 error; __u8 pfc_en; __u8 tcs_supported; }; struct dcb_app { __u8 selector; __u8 priority; __u16 protocol; }; struct dcb_peer_app_info { __u8 willing; __u8 error; }; struct dcbnl_rtnl_ops { int (*ieee_getets)(struct net_device *, struct ieee_ets *); int (*ieee_setets)(struct net_device *, struct ieee_ets *); int (*ieee_getmaxrate)(struct net_device *, struct ieee_maxrate *); int (*ieee_setmaxrate)(struct net_device *, struct ieee_maxrate *); int (*ieee_getqcn)(struct net_device *, struct ieee_qcn *); int (*ieee_setqcn)(struct net_device *, struct ieee_qcn *); int (*ieee_getqcnstats)(struct net_device *, struct ieee_qcn_stats *); int (*ieee_getpfc)(struct net_device *, struct ieee_pfc *); int (*ieee_setpfc)(struct net_device *, struct ieee_pfc *); int (*ieee_getapp)(struct net_device *, struct dcb_app *); int (*ieee_setapp)(struct net_device *, struct dcb_app *); int (*ieee_delapp)(struct net_device *, struct dcb_app *); int (*ieee_peer_getets)(struct net_device *, struct ieee_ets *); int (*ieee_peer_getpfc)(struct net_device *, struct ieee_pfc *); u8 (*getstate)(struct net_device *); u8 (*setstate)(struct net_device *, u8); void (*getpermhwaddr)(struct net_device *, u8 *); void (*setpgtccfgtx)(struct net_device *, int, u8, u8, u8, u8); void (*setpgbwgcfgtx)(struct net_device *, int, u8); void (*setpgtccfgrx)(struct net_device *, int, u8, u8, u8, u8); void (*setpgbwgcfgrx)(struct net_device *, int, u8); void (*getpgtccfgtx)(struct net_device *, int, u8 *, u8 *, u8 *, u8 *); void (*getpgbwgcfgtx)(struct net_device *, int, u8 *); void (*getpgtccfgrx)(struct net_device *, int, u8 *, u8 *, u8 *, u8 *); void (*getpgbwgcfgrx)(struct net_device *, int, u8 *); void (*setpfccfg)(struct net_device *, int, u8); void (*getpfccfg)(struct net_device *, int, u8 *); u8 (*setall)(struct net_device *); u8 (*getcap)(struct net_device *, int, u8 *); int (*getnumtcs)(struct net_device *, int, u8 *); int (*setnumtcs)(struct net_device *, int, u8); u8 (*getpfcstate)(struct net_device *); void (*setpfcstate)(struct net_device *, u8); void (*getbcncfg)(struct net_device *, int, u32 *); void (*setbcncfg)(struct net_device *, int, u32); void (*getbcnrp)(struct net_device *, int, u8 *); void (*setbcnrp)(struct net_device *, int, u8); int (*setapp)(struct net_device *, u8, u16, u8); int (*getapp)(struct net_device *, u8, u16); u8 (*getfeatcfg)(struct net_device *, int, u8 *); u8 (*setfeatcfg)(struct net_device *, int, u8); u8 (*getdcbx)(struct net_device *); u8 (*setdcbx)(struct net_device *, u8); int (*peer_getappinfo)(struct net_device *, struct dcb_peer_app_info *, u16 *); int (*peer_getapptable)(struct net_device *, struct dcb_app *); int (*cee_peer_getpg)(struct net_device *, struct cee_pg *); int (*cee_peer_getpfc)(struct net_device *, struct cee_pfc *); int (*dcbnl_getbuffer)(struct net_device *, struct dcbnl_buffer *); int (*dcbnl_setbuffer)(struct net_device *, struct dcbnl_buffer *); }; struct netprio_map { struct callback_head rcu; u32 priomap_len; u32 priomap[0]; }; struct xdp_mem_info { u32 type; u32 id; }; struct xdp_rxq_info { struct net_device *dev; u32 queue_index; u32 reg_state; struct xdp_mem_info mem; unsigned int napi_id; u32 frag_size; long: 64; long: 64; long: 64; long: 64; }; struct xdp_txq_info { struct net_device *dev; }; struct xdp_buff { void *data; void *data_end; void *data_meta; void *data_hard_start; struct xdp_rxq_info *rxq; struct xdp_txq_info *txq; u32 frame_sz; u32 flags; }; struct xdp_frame { void *data; u16 len; u16 headroom; u32 metasize: 8; u32 frame_sz: 24; struct xdp_mem_info mem; struct net_device *dev_rx; u32 flags; }; struct nlmsghdr { __u32 nlmsg_len; __u16 nlmsg_type; __u16 nlmsg_flags; __u32 nlmsg_seq; __u32 nlmsg_pid; }; struct nlattr { __u16 nla_len; __u16 nla_type; }; struct nla_policy; struct netlink_ext_ack { const char *_msg; const struct nlattr *bad_attr; const struct nla_policy *policy; u8 cookie[20]; u8 cookie_len; }; struct netlink_range_validation; struct netlink_range_validation_signed; struct nla_policy { u8 type; u8 validation_type; u16 len; union { const u32 bitfield32_valid; const u32 mask; const char *reject_message; const struct nla_policy *nested_policy; struct netlink_range_validation *range; struct netlink_range_validation_signed *range_signed; struct { s16 min; s16 max; }; int (*validate)(const struct nlattr *, struct netlink_ext_ack *); u16 strict_start_type; }; }; struct netlink_callback { struct sk_buff *skb; const struct nlmsghdr *nlh; int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); void *data; struct module *module; struct netlink_ext_ack *extack; u16 family; u16 answer_flags; u32 min_dump_alloc; unsigned int prev_seq; unsigned int seq; bool strict_check; union { u8 ctx[48]; long int args[6]; }; }; struct ndmsg { __u8 ndm_family; __u8 ndm_pad1; __u16 ndm_pad2; __s32 ndm_ifindex; __u16 ndm_state; __u8 ndm_flags; __u8 ndm_type; }; struct rtnl_link_stats64 { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 rx_errors; __u64 tx_errors; __u64 rx_dropped; __u64 tx_dropped; __u64 multicast; __u64 collisions; __u64 rx_length_errors; __u64 rx_over_errors; __u64 rx_crc_errors; __u64 rx_frame_errors; __u64 rx_fifo_errors; __u64 rx_missed_errors; __u64 tx_aborted_errors; __u64 tx_carrier_errors; __u64 tx_fifo_errors; __u64 tx_heartbeat_errors; __u64 tx_window_errors; __u64 rx_compressed; __u64 tx_compressed; __u64 rx_nohandler; __u64 rx_otherhost_dropped; }; struct rtnl_hw_stats64 { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 rx_errors; __u64 tx_errors; __u64 rx_dropped; __u64 tx_dropped; __u64 multicast; }; struct ifla_vf_guid { __u32 vf; __u64 guid; }; struct ifla_vf_stats { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 broadcast; __u64 multicast; __u64 rx_dropped; __u64 tx_dropped; }; struct ifla_vf_info { __u32 vf; __u8 mac[32]; __u32 vlan; __u32 qos; __u32 spoofchk; __u32 linkstate; __u32 min_tx_rate; __u32 max_tx_rate; __u32 rss_query_en; __u32 trusted; __be16 vlan_proto; }; enum netdev_tx { __NETDEV_TX_MIN = 2147483648, NETDEV_TX_OK = 0, NETDEV_TX_BUSY = 16, }; typedef enum netdev_tx netdev_tx_t; struct net_device_core_stats { long unsigned int rx_dropped; long unsigned int tx_dropped; long unsigned int rx_nohandler; long unsigned int rx_otherhost_dropped; }; struct header_ops { int (*create)(struct sk_buff *, struct net_device *, short unsigned int, const void *, const void *, unsigned int); int (*parse)(const struct sk_buff *, unsigned char *); int (*cache)(const struct neighbour *, struct hh_cache *, __be16); void (*cache_update)(struct hh_cache *, const struct net_device *, const unsigned char *); bool (*validate)(const char *, unsigned int); __be16 (*parse_protocol)(const struct sk_buff *); }; enum { NAPI_STATE_SCHED = 0, NAPI_STATE_MISSED = 1, NAPI_STATE_DISABLE = 2, NAPI_STATE_NPSVC = 3, NAPI_STATE_LISTED = 4, NAPI_STATE_NO_BUSY_POLL = 5, NAPI_STATE_IN_BUSY_POLL = 6, NAPI_STATE_PREFER_BUSY_POLL = 7, NAPI_STATE_THREADED = 8, NAPI_STATE_SCHED_THREADED = 9, }; struct xsk_buff_pool; struct netdev_queue { struct net_device *dev; netdevice_tracker dev_tracker; struct Qdisc *qdisc; struct Qdisc *qdisc_sleeping; struct kobject kobj; int numa_node; long unsigned int tx_maxrate; atomic_long_t trans_timeout; struct net_device *sb_dev; struct xsk_buff_pool *pool; spinlock_t _xmit_lock; int xmit_lock_owner; long unsigned int trans_start; long unsigned int state; long: 64; long: 64; long: 64; long: 64; long: 64; struct dql dql; }; struct rps_map { unsigned int len; struct callback_head rcu; u16 cpus[0]; }; struct rps_dev_flow { u16 cpu; u16 filter; unsigned int last_qtail; }; struct rps_dev_flow_table { unsigned int mask; struct callback_head rcu; struct rps_dev_flow flows[0]; }; struct netdev_rx_queue { struct xdp_rxq_info xdp_rxq; struct rps_map *rps_map; struct rps_dev_flow_table *rps_flow_table; struct kobject kobj; struct net_device *dev; netdevice_tracker dev_tracker; struct xsk_buff_pool *pool; long: 64; long: 64; long: 64; long: 64; }; enum xps_map_type { XPS_CPUS = 0, XPS_RXQS = 1, XPS_MAPS_MAX = 2, }; struct xps_map { unsigned int len; unsigned int alloc_len; struct callback_head rcu; u16 queues[0]; }; struct xps_dev_maps { struct callback_head rcu; unsigned int nr_ids; s16 num_tc; struct xps_map *attr_map[0]; }; struct netdev_fcoe_hbainfo { char manufacturer[64]; char serial_number[64]; char hardware_version[64]; char driver_version[64]; char optionrom_version[64]; char firmware_version[64]; char model[256]; char model_description[256]; }; struct netdev_phys_item_id { unsigned char id[32]; unsigned char id_len; }; enum net_device_path_type { DEV_PATH_ETHERNET = 0, DEV_PATH_VLAN = 1, DEV_PATH_BRIDGE = 2, DEV_PATH_PPPOE = 3, DEV_PATH_DSA = 4, DEV_PATH_MTK_WDMA = 5, }; struct net_device_path { enum net_device_path_type type; const struct net_device *dev; union { struct { u16 id; __be16 proto; u8 h_dest[6]; } encap; struct { enum { DEV_PATH_BR_VLAN_KEEP = 0, DEV_PATH_BR_VLAN_TAG = 1, DEV_PATH_BR_VLAN_UNTAG = 2, DEV_PATH_BR_VLAN_UNTAG_HW = 3, } vlan_mode; u16 vlan_id; __be16 vlan_proto; } bridge; struct { int port; u16 proto; } dsa; struct { u8 wdma_idx; u8 queue; u16 wcid; u8 bss; } mtk_wdma; }; }; struct net_device_path_ctx { const struct net_device *dev; u8 daddr[6]; int num_vlans; struct { u16 id; __be16 proto; } vlan[2]; }; enum tc_setup_type { TC_SETUP_QDISC_MQPRIO = 0, TC_SETUP_CLSU32 = 1, TC_SETUP_CLSFLOWER = 2, TC_SETUP_CLSMATCHALL = 3, TC_SETUP_CLSBPF = 4, TC_SETUP_BLOCK = 5, TC_SETUP_QDISC_CBS = 6, TC_SETUP_QDISC_RED = 7, TC_SETUP_QDISC_PRIO = 8, TC_SETUP_QDISC_MQ = 9, TC_SETUP_QDISC_ETF = 10, TC_SETUP_ROOT_QDISC = 11, TC_SETUP_QDISC_GRED = 12, TC_SETUP_QDISC_TAPRIO = 13, TC_SETUP_FT = 14, TC_SETUP_QDISC_ETS = 15, TC_SETUP_QDISC_TBF = 16, TC_SETUP_QDISC_FIFO = 17, TC_SETUP_QDISC_HTB = 18, TC_SETUP_ACT = 19, }; enum bpf_netdev_command { XDP_SETUP_PROG = 0, XDP_SETUP_PROG_HW = 1, BPF_OFFLOAD_MAP_ALLOC = 2, BPF_OFFLOAD_MAP_FREE = 3, XDP_SETUP_XSK_POOL = 4, }; enum bpf_xdp_mode { XDP_MODE_SKB = 0, XDP_MODE_DRV = 1, XDP_MODE_HW = 2, __MAX_XDP_MODE = 3, }; struct bpf_offloaded_map; struct netdev_bpf { enum bpf_netdev_command command; union { struct { u32 flags; struct bpf_prog *prog; struct netlink_ext_ack *extack; }; struct { struct bpf_offloaded_map *offmap; }; struct { struct xsk_buff_pool *pool; u16 queue_id; } xsk; }; }; struct xfrmdev_ops { int (*xdo_dev_state_add)(struct xfrm_state *); void (*xdo_dev_state_delete)(struct xfrm_state *); void (*xdo_dev_state_free)(struct xfrm_state *); bool (*xdo_dev_offload_ok)(struct sk_buff *, struct xfrm_state *); void (*xdo_dev_state_advance_esn)(struct xfrm_state *); }; struct dev_ifalias { struct callback_head rcuhead; char ifalias[0]; }; struct devlink_port; struct ip_tunnel_parm; struct net_device_ops { int (*ndo_init)(struct net_device *); void (*ndo_uninit)(struct net_device *); int (*ndo_open)(struct net_device *); int (*ndo_stop)(struct net_device *); netdev_tx_t (*ndo_start_xmit)(struct sk_buff *, struct net_device *); netdev_features_t (*ndo_features_check)(struct sk_buff *, struct net_device *, netdev_features_t); u16 (*ndo_select_queue)(struct net_device *, struct sk_buff *, struct net_device *); void (*ndo_change_rx_flags)(struct net_device *, int); void (*ndo_set_rx_mode)(struct net_device *); int (*ndo_set_mac_address)(struct net_device *, void *); int (*ndo_validate_addr)(struct net_device *); int (*ndo_do_ioctl)(struct net_device *, struct ifreq *, int); int (*ndo_eth_ioctl)(struct net_device *, struct ifreq *, int); int (*ndo_siocbond)(struct net_device *, struct ifreq *, int); int (*ndo_siocwandev)(struct net_device *, struct if_settings *); int (*ndo_siocdevprivate)(struct net_device *, struct ifreq *, void *, int); int (*ndo_set_config)(struct net_device *, struct ifmap *); int (*ndo_change_mtu)(struct net_device *, int); int (*ndo_neigh_setup)(struct net_device *, struct neigh_parms *); void (*ndo_tx_timeout)(struct net_device *, unsigned int); void (*ndo_get_stats64)(struct net_device *, struct rtnl_link_stats64 *); bool (*ndo_has_offload_stats)(const struct net_device *, int); int (*ndo_get_offload_stats)(int, const struct net_device *, void *); struct net_device_stats * (*ndo_get_stats)(struct net_device *); int (*ndo_vlan_rx_add_vid)(struct net_device *, __be16, u16); int (*ndo_vlan_rx_kill_vid)(struct net_device *, __be16, u16); void (*ndo_poll_controller)(struct net_device *); int (*ndo_netpoll_setup)(struct net_device *, struct netpoll_info *); void (*ndo_netpoll_cleanup)(struct net_device *); int (*ndo_set_vf_mac)(struct net_device *, int, u8 *); int (*ndo_set_vf_vlan)(struct net_device *, int, u16, u8, __be16); int (*ndo_set_vf_rate)(struct net_device *, int, int, int); int (*ndo_set_vf_spoofchk)(struct net_device *, int, bool); int (*ndo_set_vf_trust)(struct net_device *, int, bool); int (*ndo_get_vf_config)(struct net_device *, int, struct ifla_vf_info *); int (*ndo_set_vf_link_state)(struct net_device *, int, int); int (*ndo_get_vf_stats)(struct net_device *, int, struct ifla_vf_stats *); int (*ndo_set_vf_port)(struct net_device *, int, struct nlattr **); int (*ndo_get_vf_port)(struct net_device *, int, struct sk_buff *); int (*ndo_get_vf_guid)(struct net_device *, int, struct ifla_vf_guid *, struct ifla_vf_guid *); int (*ndo_set_vf_guid)(struct net_device *, int, u64, int); int (*ndo_set_vf_rss_query_en)(struct net_device *, int, bool); int (*ndo_setup_tc)(struct net_device *, enum tc_setup_type, void *); int (*ndo_fcoe_enable)(struct net_device *); int (*ndo_fcoe_disable)(struct net_device *); int (*ndo_fcoe_ddp_setup)(struct net_device *, u16, struct scatterlist *, unsigned int); int (*ndo_fcoe_ddp_done)(struct net_device *, u16); int (*ndo_fcoe_ddp_target)(struct net_device *, u16, struct scatterlist *, unsigned int); int (*ndo_fcoe_get_hbainfo)(struct net_device *, struct netdev_fcoe_hbainfo *); int (*ndo_fcoe_get_wwn)(struct net_device *, u64 *, int); int (*ndo_rx_flow_steer)(struct net_device *, const struct sk_buff *, u16, u32); int (*ndo_add_slave)(struct net_device *, struct net_device *, struct netlink_ext_ack *); int (*ndo_del_slave)(struct net_device *, struct net_device *); struct net_device * (*ndo_get_xmit_slave)(struct net_device *, struct sk_buff *, bool); struct net_device * (*ndo_sk_get_lower_dev)(struct net_device *, struct sock *); netdev_features_t (*ndo_fix_features)(struct net_device *, netdev_features_t); int (*ndo_set_features)(struct net_device *, netdev_features_t); int (*ndo_neigh_construct)(struct net_device *, struct neighbour *); void (*ndo_neigh_destroy)(struct net_device *, struct neighbour *); int (*ndo_fdb_add)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *, u16, u16, struct netlink_ext_ack *); int (*ndo_fdb_del)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *, u16, struct netlink_ext_ack *); int (*ndo_fdb_del_bulk)(struct ndmsg *, struct nlattr **, struct net_device *, u16, struct netlink_ext_ack *); int (*ndo_fdb_dump)(struct sk_buff *, struct netlink_callback *, struct net_device *, struct net_device *, int *); int (*ndo_fdb_get)(struct sk_buff *, struct nlattr **, struct net_device *, const unsigned char *, u16, u32, u32, struct netlink_ext_ack *); int (*ndo_bridge_setlink)(struct net_device *, struct nlmsghdr *, u16, struct netlink_ext_ack *); int (*ndo_bridge_getlink)(struct sk_buff *, u32, u32, struct net_device *, u32, int); int (*ndo_bridge_dellink)(struct net_device *, struct nlmsghdr *, u16); int (*ndo_change_carrier)(struct net_device *, bool); int (*ndo_get_phys_port_id)(struct net_device *, struct netdev_phys_item_id *); int (*ndo_get_port_parent_id)(struct net_device *, struct netdev_phys_item_id *); int (*ndo_get_phys_port_name)(struct net_device *, char *, size_t); void * (*ndo_dfwd_add_station)(struct net_device *, struct net_device *); void (*ndo_dfwd_del_station)(struct net_device *, void *); int (*ndo_set_tx_maxrate)(struct net_device *, int, u32); int (*ndo_get_iflink)(const struct net_device *); int (*ndo_fill_metadata_dst)(struct net_device *, struct sk_buff *); void (*ndo_set_rx_headroom)(struct net_device *, int); int (*ndo_bpf)(struct net_device *, struct netdev_bpf *); int (*ndo_xdp_xmit)(struct net_device *, int, struct xdp_frame **, u32); struct net_device * (*ndo_xdp_get_xmit_slave)(struct net_device *, struct xdp_buff *); int (*ndo_xsk_wakeup)(struct net_device *, u32, u32); struct devlink_port * (*ndo_get_devlink_port)(struct net_device *); int (*ndo_tunnel_ctl)(struct net_device *, struct ip_tunnel_parm *, int); struct net_device * (*ndo_get_peer_dev)(struct net_device *); int (*ndo_fill_forward_path)(struct net_device_path_ctx *, struct net_device_path *); ktime_t (*ndo_get_tstamp)(struct net_device *, const struct skb_shared_hwtstamps *, bool); }; struct neigh_parms { possible_net_t net; struct net_device *dev; netdevice_tracker dev_tracker; struct list_head list; int (*neigh_setup)(struct neighbour *); struct neigh_table *tbl; void *sysctl_table; int dead; refcount_t refcnt; struct callback_head callback_head; int reachable_time; int data[13]; long unsigned int data_state[1]; }; struct pcpu_lstats { u64_stats_t packets; u64_stats_t bytes; struct u64_stats_sync syncp; }; struct pcpu_sw_netstats { u64_stats_t rx_packets; u64_stats_t rx_bytes; u64_stats_t tx_packets; u64_stats_t tx_bytes; struct u64_stats_sync syncp; }; struct iw_request_info; union iwreq_data; typedef int (*iw_handler)(struct net_device *, struct iw_request_info *, union iwreq_data *, char *); struct iw_priv_args; struct iw_statistics; struct iw_handler_def { const iw_handler *standard; __u16 num_standard; __u16 num_private; __u16 num_private_args; const iw_handler *private; const struct iw_priv_args *private_args; struct iw_statistics * (*get_wireless_stats)(struct net_device *); }; enum ethtool_phys_id_state { ETHTOOL_ID_INACTIVE = 0, ETHTOOL_ID_ACTIVE = 1, ETHTOOL_ID_ON = 2, ETHTOOL_ID_OFF = 3, }; struct ethtool_drvinfo; struct ethtool_regs; struct ethtool_wolinfo; struct ethtool_link_ext_state_info; struct ethtool_eeprom; struct ethtool_coalesce; struct kernel_ethtool_coalesce; struct ethtool_ringparam; struct kernel_ethtool_ringparam; struct ethtool_pause_stats; struct ethtool_pauseparam; struct ethtool_test; struct ethtool_stats; struct ethtool_rxnfc; struct ethtool_flash; struct ethtool_channels; struct ethtool_dump; struct ethtool_ts_info; struct ethtool_modinfo; struct ethtool_eee; struct ethtool_tunable; struct ethtool_link_ksettings; struct ethtool_fec_stats; struct ethtool_fecparam; struct ethtool_module_eeprom; struct ethtool_eth_phy_stats; struct ethtool_eth_mac_stats; struct ethtool_eth_ctrl_stats; struct ethtool_rmon_stats; struct ethtool_rmon_hist_range; struct ethtool_module_power_mode_params; struct ethtool_ops { u32 cap_link_lanes_supported: 1; u32 supported_coalesce_params; u32 supported_ring_params; void (*get_drvinfo)(struct net_device *, struct ethtool_drvinfo *); int (*get_regs_len)(struct net_device *); void (*get_regs)(struct net_device *, struct ethtool_regs *, void *); void (*get_wol)(struct net_device *, struct ethtool_wolinfo *); int (*set_wol)(struct net_device *, struct ethtool_wolinfo *); u32 (*get_msglevel)(struct net_device *); void (*set_msglevel)(struct net_device *, u32); int (*nway_reset)(struct net_device *); u32 (*get_link)(struct net_device *); int (*get_link_ext_state)(struct net_device *, struct ethtool_link_ext_state_info *); int (*get_eeprom_len)(struct net_device *); int (*get_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*set_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_coalesce)(struct net_device *, struct ethtool_coalesce *, struct kernel_ethtool_coalesce *, struct netlink_ext_ack *); int (*set_coalesce)(struct net_device *, struct ethtool_coalesce *, struct kernel_ethtool_coalesce *, struct netlink_ext_ack *); void (*get_ringparam)(struct net_device *, struct ethtool_ringparam *, struct kernel_ethtool_ringparam *, struct netlink_ext_ack *); int (*set_ringparam)(struct net_device *, struct ethtool_ringparam *, struct kernel_ethtool_ringparam *, struct netlink_ext_ack *); void (*get_pause_stats)(struct net_device *, struct ethtool_pause_stats *); void (*get_pauseparam)(struct net_device *, struct ethtool_pauseparam *); int (*set_pauseparam)(struct net_device *, struct ethtool_pauseparam *); void (*self_test)(struct net_device *, struct ethtool_test *, u64 *); void (*get_strings)(struct net_device *, u32, u8 *); int (*set_phys_id)(struct net_device *, enum ethtool_phys_id_state); void (*get_ethtool_stats)(struct net_device *, struct ethtool_stats *, u64 *); int (*begin)(struct net_device *); void (*complete)(struct net_device *); u32 (*get_priv_flags)(struct net_device *); int (*set_priv_flags)(struct net_device *, u32); int (*get_sset_count)(struct net_device *, int); int (*get_rxnfc)(struct net_device *, struct ethtool_rxnfc *, u32 *); int (*set_rxnfc)(struct net_device *, struct ethtool_rxnfc *); int (*flash_device)(struct net_device *, struct ethtool_flash *); int (*reset)(struct net_device *, u32 *); u32 (*get_rxfh_key_size)(struct net_device *); u32 (*get_rxfh_indir_size)(struct net_device *); int (*get_rxfh)(struct net_device *, u32 *, u8 *, u8 *); int (*set_rxfh)(struct net_device *, const u32 *, const u8 *, const u8); int (*get_rxfh_context)(struct net_device *, u32 *, u8 *, u8 *, u32); int (*set_rxfh_context)(struct net_device *, const u32 *, const u8 *, const u8, u32 *, bool); void (*get_channels)(struct net_device *, struct ethtool_channels *); int (*set_channels)(struct net_device *, struct ethtool_channels *); int (*get_dump_flag)(struct net_device *, struct ethtool_dump *); int (*get_dump_data)(struct net_device *, struct ethtool_dump *, void *); int (*set_dump)(struct net_device *, struct ethtool_dump *); int (*get_ts_info)(struct net_device *, struct ethtool_ts_info *); int (*get_module_info)(struct net_device *, struct ethtool_modinfo *); int (*get_module_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_eee)(struct net_device *, struct ethtool_eee *); int (*set_eee)(struct net_device *, struct ethtool_eee *); int (*get_tunable)(struct net_device *, const struct ethtool_tunable *, void *); int (*set_tunable)(struct net_device *, const struct ethtool_tunable *, const void *); int (*get_per_queue_coalesce)(struct net_device *, u32, struct ethtool_coalesce *); int (*set_per_queue_coalesce)(struct net_device *, u32, struct ethtool_coalesce *); int (*get_link_ksettings)(struct net_device *, struct ethtool_link_ksettings *); int (*set_link_ksettings)(struct net_device *, const struct ethtool_link_ksettings *); void (*get_fec_stats)(struct net_device *, struct ethtool_fec_stats *); int (*get_fecparam)(struct net_device *, struct ethtool_fecparam *); int (*set_fecparam)(struct net_device *, struct ethtool_fecparam *); void (*get_ethtool_phy_stats)(struct net_device *, struct ethtool_stats *, u64 *); int (*get_phy_tunable)(struct net_device *, const struct ethtool_tunable *, void *); int (*set_phy_tunable)(struct net_device *, const struct ethtool_tunable *, const void *); int (*get_module_eeprom_by_page)(struct net_device *, const struct ethtool_module_eeprom *, struct netlink_ext_ack *); void (*get_eth_phy_stats)(struct net_device *, struct ethtool_eth_phy_stats *); void (*get_eth_mac_stats)(struct net_device *, struct ethtool_eth_mac_stats *); void (*get_eth_ctrl_stats)(struct net_device *, struct ethtool_eth_ctrl_stats *); void (*get_rmon_stats)(struct net_device *, struct ethtool_rmon_stats *, const struct ethtool_rmon_hist_range **); int (*get_module_power_mode)(struct net_device *, struct ethtool_module_power_mode_params *, struct netlink_ext_ack *); int (*set_module_power_mode)(struct net_device *, const struct ethtool_module_power_mode_params *, struct netlink_ext_ack *); }; struct l3mdev_ops { u32 (*l3mdev_fib_table)(const struct net_device *); struct sk_buff * (*l3mdev_l3_rcv)(struct net_device *, struct sk_buff *, u16); struct sk_buff * (*l3mdev_l3_out)(struct net_device *, struct sock *, struct sk_buff *, u16); struct dst_entry * (*l3mdev_link_scope_lookup)(const struct net_device *, struct flowi6 *); }; struct nd_opt_hdr; struct ndisc_options; struct prefix_info; struct ndisc_ops { int (*is_useropt)(u8); int (*parse_options)(const struct net_device *, struct nd_opt_hdr *, struct ndisc_options *); void (*update)(const struct net_device *, struct neighbour *, u32, u8, const struct ndisc_options *); int (*opt_addr_space)(const struct net_device *, u8, struct neighbour *, u8 *, u8 **); void (*fill_addr_option)(const struct net_device *, struct sk_buff *, u8, const u8 *); void (*prefix_rcv_add_addr)(struct net *, struct net_device *, const struct prefix_info *, struct inet6_dev *, struct in6_addr *, int, u32, bool, bool, __u32, u32, bool); }; enum tls_offload_ctx_dir { TLS_OFFLOAD_CTX_DIR_RX = 0, TLS_OFFLOAD_CTX_DIR_TX = 1, }; struct tls_crypto_info; struct tls_context; struct tlsdev_ops { int (*tls_dev_add)(struct net_device *, struct sock *, enum tls_offload_ctx_dir, struct tls_crypto_info *, u32); void (*tls_dev_del)(struct net_device *, struct tls_context *, enum tls_offload_ctx_dir); int (*tls_dev_resync)(struct net_device *, struct sock *, u32, u8 *, enum tls_offload_ctx_dir); }; struct ipv6_devstat { struct proc_dir_entry *proc_dir_entry; struct ipstats_mib *ipv6; struct icmpv6_mib_device *icmpv6dev; struct icmpv6msg_mib_device *icmpv6msgdev; }; struct ifmcaddr6; struct ifacaddr6; struct inet6_dev { struct net_device *dev; netdevice_tracker dev_tracker; struct list_head addr_list; struct ifmcaddr6 *mc_list; struct ifmcaddr6 *mc_tomb; unsigned char mc_qrv; unsigned char mc_gq_running; unsigned char mc_ifc_count; unsigned char mc_dad_count; long unsigned int mc_v1_seen; long unsigned int mc_qi; long unsigned int mc_qri; long unsigned int mc_maxdelay; struct delayed_work mc_gq_work; struct delayed_work mc_ifc_work; struct delayed_work mc_dad_work; struct delayed_work mc_query_work; struct delayed_work mc_report_work; struct sk_buff_head mc_query_queue; struct sk_buff_head mc_report_queue; spinlock_t mc_query_lock; spinlock_t mc_report_lock; struct mutex mc_lock; struct ifacaddr6 *ac_list; rwlock_t lock; refcount_t refcnt; __u32 if_flags; int dead; u32 desync_factor; struct list_head tempaddr_list; struct in6_addr token; struct neigh_parms *nd_parms; struct ipv6_devconf cnf; struct ipv6_devstat stats; struct timer_list rs_timer; __s32 rs_interval; __u8 rs_probes; long unsigned int tstamp; struct callback_head rcu; unsigned int ra_mtu; }; struct rtnl_link_ops { struct list_head list; const char *kind; size_t priv_size; struct net_device * (*alloc)(struct nlattr **, const char *, unsigned char, unsigned int, unsigned int); void (*setup)(struct net_device *); bool netns_refund; unsigned int maxtype; const struct nla_policy *policy; int (*validate)(struct nlattr **, struct nlattr **, struct netlink_ext_ack *); int (*newlink)(struct net *, struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); int (*changelink)(struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); void (*dellink)(struct net_device *, struct list_head *); size_t (*get_size)(const struct net_device *); int (*fill_info)(struct sk_buff *, const struct net_device *); size_t (*get_xstats_size)(const struct net_device *); int (*fill_xstats)(struct sk_buff *, const struct net_device *); unsigned int (*get_num_tx_queues)(); unsigned int (*get_num_rx_queues)(); unsigned int slave_maxtype; const struct nla_policy *slave_policy; int (*slave_changelink)(struct net_device *, struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); size_t (*get_slave_size)(const struct net_device *, const struct net_device *); int (*fill_slave_info)(struct sk_buff *, const struct net_device *, const struct net_device *); struct net * (*get_link_net)(const struct net_device *); size_t (*get_linkxstats_size)(const struct net_device *, int); int (*fill_linkxstats)(struct sk_buff *, const struct net_device *, int *, int); }; struct udp_tunnel_nic_table_info { unsigned int n_entries; unsigned int tunnel_types; }; struct udp_tunnel_info; struct udp_tunnel_nic_shared; struct udp_tunnel_nic_info { int (*set_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); int (*unset_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); int (*sync_table)(struct net_device *, unsigned int); struct udp_tunnel_nic_shared *shared; unsigned int flags; struct udp_tunnel_nic_table_info tables[4]; }; enum { NETIF_MSG_DRV_BIT = 0, NETIF_MSG_PROBE_BIT = 1, NETIF_MSG_LINK_BIT = 2, NETIF_MSG_TIMER_BIT = 3, NETIF_MSG_IFDOWN_BIT = 4, NETIF_MSG_IFUP_BIT = 5, NETIF_MSG_RX_ERR_BIT = 6, NETIF_MSG_TX_ERR_BIT = 7, NETIF_MSG_TX_QUEUED_BIT = 8, NETIF_MSG_INTR_BIT = 9, NETIF_MSG_TX_DONE_BIT = 10, NETIF_MSG_RX_STATUS_BIT = 11, NETIF_MSG_PKTDATA_BIT = 12, NETIF_MSG_HW_BIT = 13, NETIF_MSG_WOL_BIT = 14, NETIF_MSG_CLASS_COUNT = 15, }; enum { RTAX_UNSPEC = 0, RTAX_LOCK = 1, RTAX_MTU = 2, RTAX_WINDOW = 3, RTAX_RTT = 4, RTAX_RTTVAR = 5, RTAX_SSTHRESH = 6, RTAX_CWND = 7, RTAX_ADVMSS = 8, RTAX_REORDERING = 9, RTAX_HOPLIMIT = 10, RTAX_INITCWND = 11, RTAX_FEATURES = 12, RTAX_RTO_MIN = 13, RTAX_INITRWND = 14, RTAX_QUICKACK = 15, RTAX_CC_ALGO = 16, RTAX_FASTOPEN_NO_COOKIE = 17, __RTAX_MAX = 18, }; struct netlink_range_validation { u64 min; u64 max; }; struct netlink_range_validation_signed { s64 min; s64 max; }; enum { NEIGH_VAR_MCAST_PROBES = 0, NEIGH_VAR_UCAST_PROBES = 1, NEIGH_VAR_APP_PROBES = 2, NEIGH_VAR_MCAST_REPROBES = 3, NEIGH_VAR_RETRANS_TIME = 4, NEIGH_VAR_BASE_REACHABLE_TIME = 5, NEIGH_VAR_DELAY_PROBE_TIME = 6, NEIGH_VAR_GC_STALETIME = 7, NEIGH_VAR_QUEUE_LEN_BYTES = 8, NEIGH_VAR_PROXY_QLEN = 9, NEIGH_VAR_ANYCAST_DELAY = 10, NEIGH_VAR_PROXY_DELAY = 11, NEIGH_VAR_LOCKTIME = 12, NEIGH_VAR_QUEUE_LEN = 13, NEIGH_VAR_RETRANS_TIME_MS = 14, NEIGH_VAR_BASE_REACHABLE_TIME_MS = 15, NEIGH_VAR_GC_INTERVAL = 16, NEIGH_VAR_GC_THRESH1 = 17, NEIGH_VAR_GC_THRESH2 = 18, NEIGH_VAR_GC_THRESH3 = 19, NEIGH_VAR_MAX = 20, }; struct pneigh_entry; struct neigh_statistics; struct neigh_hash_table; struct neigh_table { int family; unsigned int entry_size; unsigned int key_len; __be16 protocol; __u32 (*hash)(const void *, const struct net_device *, __u32 *); bool (*key_eq)(const struct neighbour *, const void *); int (*constructor)(struct neighbour *); int (*pconstructor)(struct pneigh_entry *); void (*pdestructor)(struct pneigh_entry *); void (*proxy_redo)(struct sk_buff *); int (*is_multicast)(const void *); bool (*allow_add)(const struct net_device *, struct netlink_ext_ack *); char *id; struct neigh_parms parms; struct list_head parms_list; int gc_interval; int gc_thresh1; int gc_thresh2; int gc_thresh3; long unsigned int last_flush; struct delayed_work gc_work; struct delayed_work managed_work; struct timer_list proxy_timer; struct sk_buff_head proxy_queue; atomic_t entries; atomic_t gc_entries; struct list_head gc_list; struct list_head managed_list; rwlock_t lock; long unsigned int last_rand; struct neigh_statistics *stats; struct neigh_hash_table *nht; struct pneigh_entry **phash_buckets; }; struct neigh_statistics { long unsigned int allocs; long unsigned int destroys; long unsigned int hash_grows; long unsigned int res_failed; long unsigned int lookups; long unsigned int hits; long unsigned int rcv_probes_mcast; long unsigned int rcv_probes_ucast; long unsigned int periodic_gc_runs; long unsigned int forced_gc_runs; long unsigned int unres_discards; long unsigned int table_fulls; }; struct neigh_ops { int family; void (*solicit)(struct neighbour *, struct sk_buff *); void (*error_report)(struct neighbour *, struct sk_buff *); int (*output)(struct neighbour *, struct sk_buff *); int (*connected_output)(struct neighbour *, struct sk_buff *); }; struct pneigh_entry { struct pneigh_entry *next; possible_net_t net; struct net_device *dev; netdevice_tracker dev_tracker; u32 flags; u8 protocol; u8 key[0]; }; struct neigh_hash_table { struct neighbour **hash_buckets; unsigned int hash_shift; __u32 hash_rnd[4]; struct callback_head rcu; }; enum { TCP_ESTABLISHED = 1, TCP_SYN_SENT = 2, TCP_SYN_RECV = 3, TCP_FIN_WAIT1 = 4, TCP_FIN_WAIT2 = 5, TCP_TIME_WAIT = 6, TCP_CLOSE = 7, TCP_CLOSE_WAIT = 8, TCP_LAST_ACK = 9, TCP_LISTEN = 10, TCP_CLOSING = 11, TCP_NEW_SYN_RECV = 12, TCP_MAX_STATES = 13, }; struct fib_rule_hdr { __u8 family; __u8 dst_len; __u8 src_len; __u8 tos; __u8 table; __u8 res1; __u8 res2; __u8 action; __u32 flags; }; struct fib_rule_port_range { __u16 start; __u16 end; }; struct fib_kuid_range { kuid_t start; kuid_t end; }; struct fib_rule { struct list_head list; int iifindex; int oifindex; u32 mark; u32 mark_mask; u32 flags; u32 table; u8 action; u8 l3mdev; u8 proto; u8 ip_proto; u32 target; __be64 tun_id; struct fib_rule *ctarget; struct net *fr_net; refcount_t refcnt; u32 pref; int suppress_ifgroup; int suppress_prefixlen; char iifname[16]; char oifname[16]; struct fib_kuid_range uid_range; struct fib_rule_port_range sport_range; struct fib_rule_port_range dport_range; struct callback_head rcu; }; struct fib_lookup_arg { void *lookup_ptr; const void *lookup_data; void *result; struct fib_rule *rule; u32 table; int flags; }; struct smc_hashinfo; struct sk_psock; struct request_sock_ops; struct timewait_sock_ops; struct udp_table; struct raw_hashinfo; struct proto { void (*close)(struct sock *, long int); int (*pre_connect)(struct sock *, struct sockaddr *, int); int (*connect)(struct sock *, struct sockaddr *, int); int (*disconnect)(struct sock *, int); struct sock * (*accept)(struct sock *, int, int *, bool); int (*ioctl)(struct sock *, int, long unsigned int); int (*init)(struct sock *); void (*destroy)(struct sock *); void (*shutdown)(struct sock *, int); int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*keepalive)(struct sock *, int); int (*compat_ioctl)(struct sock *, unsigned int, long unsigned int); int (*sendmsg)(struct sock *, struct msghdr *, size_t); int (*recvmsg)(struct sock *, struct msghdr *, size_t, int, int *); int (*sendpage)(struct sock *, struct page *, int, size_t, int); int (*bind)(struct sock *, struct sockaddr *, int); int (*bind_add)(struct sock *, struct sockaddr *, int); int (*backlog_rcv)(struct sock *, struct sk_buff *); bool (*bpf_bypass_getsockopt)(int, int); void (*release_cb)(struct sock *); int (*hash)(struct sock *); void (*unhash)(struct sock *); void (*rehash)(struct sock *); int (*get_port)(struct sock *, short unsigned int); void (*put_port)(struct sock *); int (*psock_update_sk_prot)(struct sock *, struct sk_psock *, bool); unsigned int inuse_idx; int (*forward_alloc_get)(const struct sock *); bool (*stream_memory_free)(const struct sock *, int); bool (*sock_is_readable)(struct sock *); void (*enter_memory_pressure)(struct sock *); void (*leave_memory_pressure)(struct sock *); atomic_long_t *memory_allocated; int *per_cpu_fw_alloc; struct percpu_counter *sockets_allocated; long unsigned int *memory_pressure; long int *sysctl_mem; int *sysctl_wmem; int *sysctl_rmem; u32 sysctl_wmem_offset; u32 sysctl_rmem_offset; int max_header; bool no_autobind; struct kmem_cache *slab; unsigned int obj_size; slab_flags_t slab_flags; unsigned int useroffset; unsigned int usersize; unsigned int *orphan_count; struct request_sock_ops *rsk_prot; struct timewait_sock_ops *twsk_prot; union { struct inet_hashinfo *hashinfo; struct udp_table *udp_table; struct raw_hashinfo *raw_hash; struct smc_hashinfo *smc_hash; } h; struct module *owner; char name[32]; struct list_head node; int (*diag_destroy)(struct sock *, int); }; struct request_sock; struct request_sock_ops { int family; unsigned int obj_size; struct kmem_cache *slab; char *slab_name; int (*rtx_syn_ack)(const struct sock *, struct request_sock *); void (*send_ack)(const struct sock *, struct sk_buff *, struct request_sock *); void (*send_reset)(const struct sock *, struct sk_buff *); void (*destructor)(struct request_sock *); void (*syn_ack_timeout)(const struct request_sock *); }; struct timewait_sock_ops { struct kmem_cache *twsk_slab; char *twsk_slab_name; unsigned int twsk_obj_size; int (*twsk_unique)(struct sock *, struct sock *, void *); void (*twsk_destructor)(struct sock *); }; struct saved_syn; struct request_sock { struct sock_common __req_common; struct request_sock *dl_next; u16 mss; u8 num_retrans; u8 syncookie: 1; u8 num_timeout: 7; u32 ts_recent; struct timer_list rsk_timer; const struct request_sock_ops *rsk_ops; struct sock *sk; struct saved_syn *saved_syn; u32 secid; u32 peer_secid; u32 timeout; }; struct saved_syn { u32 mac_hdrlen; u32 network_hdrlen; u32 tcp_hdrlen; u8 data[0]; }; enum tsq_enum { TSQ_THROTTLED = 0, TSQ_QUEUED = 1, TCP_TSQ_DEFERRED = 2, TCP_WRITE_TIMER_DEFERRED = 3, TCP_DELACK_TIMER_DEFERRED = 4, TCP_MTU_REDUCED_DEFERRED = 5, }; struct ip6_sf_list { struct ip6_sf_list *sf_next; struct in6_addr sf_addr; long unsigned int sf_count[2]; unsigned char sf_gsresp; unsigned char sf_oldin; unsigned char sf_crcount; struct callback_head rcu; }; struct ifmcaddr6 { struct in6_addr mca_addr; struct inet6_dev *idev; struct ifmcaddr6 *next; struct ip6_sf_list *mca_sources; struct ip6_sf_list *mca_tomb; unsigned int mca_sfmode; unsigned char mca_crcount; long unsigned int mca_sfcount[2]; struct delayed_work mca_work; unsigned int mca_flags; int mca_users; refcount_t mca_refcnt; long unsigned int mca_cstamp; long unsigned int mca_tstamp; struct callback_head rcu; }; struct ifacaddr6 { struct in6_addr aca_addr; struct fib6_info *aca_rt; struct ifacaddr6 *aca_next; struct hlist_node aca_addr_lst; int aca_users; refcount_t aca_refcnt; long unsigned int aca_cstamp; long unsigned int aca_tstamp; struct callback_head rcu; }; enum nfs_opnum4 { OP_ACCESS = 3, OP_CLOSE = 4, OP_COMMIT = 5, OP_CREATE = 6, OP_DELEGPURGE = 7, OP_DELEGRETURN = 8, OP_GETATTR = 9, OP_GETFH = 10, OP_LINK = 11, OP_LOCK = 12, OP_LOCKT = 13, OP_LOCKU = 14, OP_LOOKUP = 15, OP_LOOKUPP = 16, OP_NVERIFY = 17, OP_OPEN = 18, OP_OPENATTR = 19, OP_OPEN_CONFIRM = 20, OP_OPEN_DOWNGRADE = 21, OP_PUTFH = 22, OP_PUTPUBFH = 23, OP_PUTROOTFH = 24, OP_READ = 25, OP_READDIR = 26, OP_READLINK = 27, OP_REMOVE = 28, OP_RENAME = 29, OP_RENEW = 30, OP_RESTOREFH = 31, OP_SAVEFH = 32, OP_SECINFO = 33, OP_SETATTR = 34, OP_SETCLIENTID = 35, OP_SETCLIENTID_CONFIRM = 36, OP_VERIFY = 37, OP_WRITE = 38, OP_RELEASE_LOCKOWNER = 39, OP_BACKCHANNEL_CTL = 40, OP_BIND_CONN_TO_SESSION = 41, OP_EXCHANGE_ID = 42, OP_CREATE_SESSION = 43, OP_DESTROY_SESSION = 44, OP_FREE_STATEID = 45, OP_GET_DIR_DELEGATION = 46, OP_GETDEVICEINFO = 47, OP_GETDEVICELIST = 48, OP_LAYOUTCOMMIT = 49, OP_LAYOUTGET = 50, OP_LAYOUTRETURN = 51, OP_SECINFO_NO_NAME = 52, OP_SEQUENCE = 53, OP_SET_SSV = 54, OP_TEST_STATEID = 55, OP_WANT_DELEGATION = 56, OP_DESTROY_CLIENTID = 57, OP_RECLAIM_COMPLETE = 58, OP_ALLOCATE = 59, OP_COPY = 60, OP_COPY_NOTIFY = 61, OP_DEALLOCATE = 62, OP_IO_ADVISE = 63, OP_LAYOUTERROR = 64, OP_LAYOUTSTATS = 65, OP_OFFLOAD_CANCEL = 66, OP_OFFLOAD_STATUS = 67, OP_READ_PLUS = 68, OP_SEEK = 69, OP_WRITE_SAME = 70, OP_CLONE = 71, OP_GETXATTR = 72, OP_SETXATTR = 73, OP_LISTXATTRS = 74, OP_REMOVEXATTR = 75, OP_ILLEGAL = 10044, }; enum perf_branch_sample_type_shift { PERF_SAMPLE_BRANCH_USER_SHIFT = 0, PERF_SAMPLE_BRANCH_KERNEL_SHIFT = 1, PERF_SAMPLE_BRANCH_HV_SHIFT = 2, PERF_SAMPLE_BRANCH_ANY_SHIFT = 3, PERF_SAMPLE_BRANCH_ANY_CALL_SHIFT = 4, PERF_SAMPLE_BRANCH_ANY_RETURN_SHIFT = 5, PERF_SAMPLE_BRANCH_IND_CALL_SHIFT = 6, PERF_SAMPLE_BRANCH_ABORT_TX_SHIFT = 7, PERF_SAMPLE_BRANCH_IN_TX_SHIFT = 8, PERF_SAMPLE_BRANCH_NO_TX_SHIFT = 9, PERF_SAMPLE_BRANCH_COND_SHIFT = 10, PERF_SAMPLE_BRANCH_CALL_STACK_SHIFT = 11, PERF_SAMPLE_BRANCH_IND_JUMP_SHIFT = 12, PERF_SAMPLE_BRANCH_CALL_SHIFT = 13, PERF_SAMPLE_BRANCH_NO_FLAGS_SHIFT = 14, PERF_SAMPLE_BRANCH_NO_CYCLES_SHIFT = 15, PERF_SAMPLE_BRANCH_TYPE_SAVE_SHIFT = 16, PERF_SAMPLE_BRANCH_HW_INDEX_SHIFT = 17, PERF_SAMPLE_BRANCH_MAX_SHIFT = 18, }; enum exception_stack_ordering { ESTACK_DF = 0, ESTACK_NMI = 1, ESTACK_DB = 2, ESTACK_MCE = 3, ESTACK_VC = 4, ESTACK_VC2 = 5, N_EXCEPTION_STACKS = 6, }; enum { TSK_TRACE_FL_TRACE_BIT = 0, TSK_TRACE_FL_GRAPH_BIT = 1, }; struct uuidcmp { const char *uuid; int len; }; struct subprocess_info { struct work_struct work; struct completion *complete; const char *path; char **argv; char **envp; int wait; int retval; int (*init)(struct subprocess_info *, struct cred *); void (*cleanup)(struct subprocess_info *); void *data; }; typedef phys_addr_t resource_size_t; struct __va_list_tag { unsigned int gp_offset; unsigned int fp_offset; void *overflow_arg_area; void *reg_save_area; }; typedef __builtin_va_list va_list; struct resource { resource_size_t start; resource_size_t end; const char *name; long unsigned int flags; long unsigned int desc; struct resource *parent; struct resource *sibling; struct resource *child; }; enum umh_disable_depth { UMH_ENABLED = 0, UMH_FREEZING = 1, UMH_DISABLED = 2, }; typedef u64 async_cookie_t; typedef void (*async_func_t)(void *, async_cookie_t); struct async_domain { struct list_head pending; unsigned int registered: 1; }; struct hash { int ino; int minor; int major; umode_t mode; struct hash *next; char name[4098]; }; struct dir_entry { struct list_head list; time64_t mtime; char name[0]; }; enum state { Start = 0, Collect = 1, GotHeader = 2, SkipIt = 3, GotName = 4, CopyFile = 5, GotSymlink = 6, Reset = 7, }; typedef int (*decompress_fn)(unsigned char *, long int, long int (*)(void *, long unsigned int), long int (*)(void *, long unsigned int), unsigned char *, long int *, void (*)(char *)); enum { HI_SOFTIRQ = 0, TIMER_SOFTIRQ = 1, NET_TX_SOFTIRQ = 2, NET_RX_SOFTIRQ = 3, BLOCK_SOFTIRQ = 4, IRQ_POLL_SOFTIRQ = 5, TASKLET_SOFTIRQ = 6, SCHED_SOFTIRQ = 7, HRTIMER_SOFTIRQ = 8, RCU_SOFTIRQ = 9, NR_SOFTIRQS = 10, }; enum ucount_type { UCOUNT_USER_NAMESPACES = 0, UCOUNT_PID_NAMESPACES = 1, UCOUNT_UTS_NAMESPACES = 2, UCOUNT_IPC_NAMESPACES = 3, UCOUNT_NET_NAMESPACES = 4, UCOUNT_MNT_NAMESPACES = 5, UCOUNT_CGROUP_NAMESPACES = 6, UCOUNT_TIME_NAMESPACES = 7, UCOUNT_INOTIFY_INSTANCES = 8, UCOUNT_INOTIFY_WATCHES = 9, UCOUNT_FANOTIFY_GROUPS = 10, UCOUNT_FANOTIFY_MARKS = 11, UCOUNT_RLIMIT_NPROC = 12, UCOUNT_RLIMIT_MSGQUEUE = 13, UCOUNT_RLIMIT_SIGPENDING = 14, UCOUNT_RLIMIT_MEMLOCK = 15, UCOUNT_COUNTS = 16, }; enum audit_ntp_type { AUDIT_NTP_OFFSET = 0, AUDIT_NTP_FREQ = 1, AUDIT_NTP_STATUS = 2, AUDIT_NTP_TAI = 3, AUDIT_NTP_TICK = 4, AUDIT_NTP_ADJUST = 5, AUDIT_NTP_NVALS = 6, }; enum cc_attr { CC_ATTR_MEM_ENCRYPT = 0, CC_ATTR_HOST_MEM_ENCRYPT = 1, CC_ATTR_GUEST_MEM_ENCRYPT = 2, CC_ATTR_GUEST_STATE_ENCRYPT = 3, CC_ATTR_GUEST_UNROLL_STRING_IO = 4, CC_ATTR_GUEST_SEV_SNP = 5, CC_ATTR_HOTPLUG_DISABLED = 6, }; enum cc_vendor { CC_VENDOR_NONE = 0, CC_VENDOR_AMD = 1, CC_VENDOR_HYPERV = 2, CC_VENDOR_INTEL = 3, }; typedef long int (*sys_call_ptr_t)(const struct pt_regs *); struct io_bitmap { u64 sequence; refcount_t refcnt; unsigned int max; long unsigned int bitmap[1024]; }; enum { EI_ETYPE_NONE = 0, EI_ETYPE_NULL = 1, EI_ETYPE_ERRNO = 2, EI_ETYPE_ERRNO_NULL = 3, EI_ETYPE_TRUE = 4, }; struct device_attribute { struct attribute attr; ssize_t (*show)(struct device *, struct device_attribute *, char *); ssize_t (*store)(struct device *, struct device_attribute *, const char *, size_t); }; struct platform_msi_priv_data; struct msi_device_data { long unsigned int properties; struct platform_msi_priv_data *platform_data; struct mutex mutex; struct xarray __store; long unsigned int __iter_idx; }; typedef struct { u16 __softirq_pending; u8 kvm_cpu_l1tf_flush_l1d; unsigned int __nmi_count; unsigned int apic_timer_irqs; unsigned int irq_spurious_count; unsigned int icr_read_retry_count; unsigned int kvm_posted_intr_ipis; unsigned int kvm_posted_intr_wakeup_ipis; unsigned int kvm_posted_intr_nested_ipis; unsigned int x86_platform_ipis; unsigned int apic_perf_irqs; unsigned int apic_irq_work_irqs; unsigned int irq_resched_count; unsigned int irq_call_count; unsigned int irq_tlb_count; unsigned int irq_thermal_count; unsigned int irq_threshold_count; unsigned int irq_deferred_error_count; unsigned int irq_hv_callback_count; unsigned int irq_hv_reenlightenment_count; unsigned int hyperv_stimer0_count; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; } irq_cpustat_t; enum irqreturn { IRQ_NONE = 0, IRQ_HANDLED = 1, IRQ_WAKE_THREAD = 2, }; typedef enum irqreturn irqreturn_t; typedef irqreturn_t (*irq_handler_t)(int, void *); struct irqaction { irq_handler_t handler; void *dev_id; void *percpu_dev_id; struct irqaction *next; irq_handler_t thread_fn; struct task_struct *thread; struct irqaction *secondary; unsigned int irq; unsigned int flags; long unsigned int thread_flags; long unsigned int thread_mask; const char *name; struct proc_dir_entry *dir; long: 64; long: 64; long: 64; long: 64; }; struct irq_affinity_notify { unsigned int irq; struct kref kref; struct work_struct work; void (*notify)(struct irq_affinity_notify *, const cpumask_t *); void (*release)(struct kref *); }; struct irq_affinity_desc { struct cpumask mask; unsigned int is_managed: 1; }; enum irqchip_irq_state { IRQCHIP_STATE_PENDING = 0, IRQCHIP_STATE_ACTIVE = 1, IRQCHIP_STATE_MASKED = 2, IRQCHIP_STATE_LINE_LEVEL = 3, }; struct syscall_metadata { const char *name; int syscall_nr; int nb_args; const char **types; const char **args; struct list_head enter_fields; struct trace_event_call *enter_event; struct trace_event_call *exit_event; }; struct irqentry_state { union { bool exit_rcu; bool lockdep; }; }; typedef struct irqentry_state irqentry_state_t; struct irq_desc; typedef void (*irq_flow_handler_t)(struct irq_desc *); struct msi_desc; struct irq_common_data { unsigned int state_use_accessors; unsigned int node; void *handler_data; struct msi_desc *msi_desc; cpumask_var_t affinity; cpumask_var_t effective_affinity; }; struct irq_chip; struct irq_data { u32 mask; unsigned int irq; long unsigned int hwirq; struct irq_common_data *common; struct irq_chip *chip; struct irq_domain *domain; struct irq_data *parent_data; void *chip_data; }; struct irq_desc { struct irq_common_data irq_common_data; struct irq_data irq_data; unsigned int *kstat_irqs; irq_flow_handler_t handle_irq; struct irqaction *action; unsigned int status_use_accessors; unsigned int core_internal_state__do_not_mess_with_it; unsigned int depth; unsigned int wake_depth; unsigned int tot_count; unsigned int irq_count; long unsigned int last_unhandled; unsigned int irqs_unhandled; atomic_t threads_handled; int threads_handled_last; raw_spinlock_t lock; struct cpumask *percpu_enabled; const struct cpumask *percpu_affinity; const struct cpumask *affinity_hint; struct irq_affinity_notify *affinity_notify; cpumask_var_t pending_mask; long unsigned int threads_oneshot; atomic_t threads_active; wait_queue_head_t wait_for_threads; unsigned int nr_actions; unsigned int no_suspend_depth; unsigned int cond_suspend_depth; unsigned int force_resume_depth; struct proc_dir_entry *dir; struct callback_head rcu; struct kobject kobj; struct mutex request_mutex; int parent_irq; struct module *owner; const char *name; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct x86_msi_addr_lo { union { struct { u32 reserved_0: 2; u32 dest_mode_logical: 1; u32 redirect_hint: 1; u32 reserved_1: 1; u32 virt_destid_8_14: 7; u32 destid_0_7: 8; u32 base_address: 12; }; struct { u32 dmar_reserved_0: 2; u32 dmar_index_15: 1; u32 dmar_subhandle_valid: 1; u32 dmar_format: 1; u32 dmar_index_0_14: 15; u32 dmar_base_address: 12; }; }; }; typedef struct x86_msi_addr_lo arch_msi_msg_addr_lo_t; struct x86_msi_addr_hi { u32 reserved: 8; u32 destid_8_31: 24; }; typedef struct x86_msi_addr_hi arch_msi_msg_addr_hi_t; struct x86_msi_data { union { struct { u32 vector: 8; u32 delivery_mode: 3; u32 dest_mode_logical: 1; u32 reserved: 2; u32 active_low: 1; u32 is_level: 1; }; u32 dmar_subhandle; }; }; typedef struct x86_msi_data arch_msi_msg_data_t; struct msi_msg { union { u32 address_lo; arch_msi_msg_addr_lo_t arch_addr_lo; }; union { u32 address_hi; arch_msi_msg_addr_hi_t arch_addr_hi; }; union { u32 data; arch_msi_msg_data_t arch_data; }; }; struct pci_msi_desc { union { u32 msi_mask; u32 msix_ctrl; }; struct { u8 is_msix: 1; u8 multiple: 3; u8 multi_cap: 3; u8 can_mask: 1; u8 is_64: 1; u8 is_virtual: 1; unsigned int default_irq; } msi_attrib; union { u8 mask_pos; void *mask_base; }; }; struct msi_desc { unsigned int irq; unsigned int nvec_used; struct device *dev; struct msi_msg msg; struct irq_affinity_desc *affinity; const void *iommu_cookie; struct device_attribute *sysfs_attrs; void (*write_msi_msg)(struct msi_desc *, void *); void *write_msi_msg_data; u16 msi_index; struct pci_msi_desc pci; }; struct irq_chip { const char *name; unsigned int (*irq_startup)(struct irq_data *); void (*irq_shutdown)(struct irq_data *); void (*irq_enable)(struct irq_data *); void (*irq_disable)(struct irq_data *); void (*irq_ack)(struct irq_data *); void (*irq_mask)(struct irq_data *); void (*irq_mask_ack)(struct irq_data *); void (*irq_unmask)(struct irq_data *); void (*irq_eoi)(struct irq_data *); int (*irq_set_affinity)(struct irq_data *, const struct cpumask *, bool); int (*irq_retrigger)(struct irq_data *); int (*irq_set_type)(struct irq_data *, unsigned int); int (*irq_set_wake)(struct irq_data *, unsigned int); void (*irq_bus_lock)(struct irq_data *); void (*irq_bus_sync_unlock)(struct irq_data *); void (*irq_suspend)(struct irq_data *); void (*irq_resume)(struct irq_data *); void (*irq_pm_shutdown)(struct irq_data *); void (*irq_calc_mask)(struct irq_data *); void (*irq_print_chip)(struct irq_data *, struct seq_file *); int (*irq_request_resources)(struct irq_data *); void (*irq_release_resources)(struct irq_data *); void (*irq_compose_msi_msg)(struct irq_data *, struct msi_msg *); void (*irq_write_msi_msg)(struct irq_data *, struct msi_msg *); int (*irq_get_irqchip_state)(struct irq_data *, enum irqchip_irq_state, bool *); int (*irq_set_irqchip_state)(struct irq_data *, enum irqchip_irq_state, bool); int (*irq_set_vcpu_affinity)(struct irq_data *, void *); void (*ipi_send_single)(struct irq_data *, unsigned int); void (*ipi_send_mask)(struct irq_data *, const struct cpumask *); int (*irq_nmi_setup)(struct irq_data *); void (*irq_nmi_teardown)(struct irq_data *); long unsigned int flags; }; struct irq_chip_regs { long unsigned int enable; long unsigned int disable; long unsigned int mask; long unsigned int ack; long unsigned int eoi; long unsigned int type; long unsigned int polarity; }; struct irq_chip_type { struct irq_chip chip; struct irq_chip_regs regs; irq_flow_handler_t handler; u32 type; u32 mask_cache_priv; u32 *mask_cache; }; struct irq_chip_generic { raw_spinlock_t lock; void *reg_base; u32 (*reg_readl)(void *); void (*reg_writel)(u32, void *); void (*suspend)(struct irq_chip_generic *); void (*resume)(struct irq_chip_generic *); unsigned int irq_base; unsigned int irq_cnt; u32 mask_cache; u32 type_cache; u32 polarity_cache; u32 wake_enabled; u32 wake_active; unsigned int num_ct; void *private; long unsigned int installed; long unsigned int unused; struct irq_domain *domain; struct list_head list; struct irq_chip_type chip_types[0]; }; enum irq_gc_flags { IRQ_GC_INIT_MASK_CACHE = 1, IRQ_GC_INIT_NESTED_LOCK = 2, IRQ_GC_MASK_CACHE_PER_TYPE = 4, IRQ_GC_NO_MASK = 8, IRQ_GC_BE_IO = 16, }; struct irq_domain_chip_generic { unsigned int irqs_per_chip; unsigned int num_chips; unsigned int irq_flags_to_clear; unsigned int irq_flags_to_set; enum irq_gc_flags gc_flags; struct irq_chip_generic *gc[0]; }; struct alt_instr { s32 instr_offset; s32 repl_offset; u16 cpuid; u8 instrlen; u8 replacementlen; }; struct timens_offset { s64 sec; u64 nsec; }; enum vm_fault_reason { VM_FAULT_OOM = 1, VM_FAULT_SIGBUS = 2, VM_FAULT_MAJOR = 4, VM_FAULT_WRITE = 8, VM_FAULT_HWPOISON = 16, VM_FAULT_HWPOISON_LARGE = 32, VM_FAULT_SIGSEGV = 64, VM_FAULT_NOPAGE = 256, VM_FAULT_LOCKED = 512, VM_FAULT_RETRY = 1024, VM_FAULT_FALLBACK = 2048, VM_FAULT_DONE_COW = 4096, VM_FAULT_NEEDDSYNC = 8192, VM_FAULT_HINDEX_MASK = 983040, }; struct vm_special_mapping { const char *name; struct page **pages; vm_fault_t (*fault)(const struct vm_special_mapping *, struct vm_area_struct *, struct vm_fault *); int (*mremap)(const struct vm_special_mapping *, struct vm_area_struct *); }; struct timens_offsets { struct timespec64 monotonic; struct timespec64 boottime; }; struct time_namespace { struct user_namespace *user_ns; struct ucounts *ucounts; struct ns_common ns; struct timens_offsets offsets; struct page *vvar_page; bool frozen_offsets; }; struct pvclock_vcpu_time_info { u32 version; u32 pad0; u64 tsc_timestamp; u64 system_time; u32 tsc_to_system_mul; s8 tsc_shift; u8 flags; u8 pad[2]; }; struct pvclock_vsyscall_time_info { struct pvclock_vcpu_time_info pvti; long: 64; long: 64; long: 64; long: 64; }; enum vdso_clock_mode { VDSO_CLOCKMODE_NONE = 0, VDSO_CLOCKMODE_TSC = 1, VDSO_CLOCKMODE_PVCLOCK = 2, VDSO_CLOCKMODE_HVCLOCK = 3, VDSO_CLOCKMODE_MAX = 4, VDSO_CLOCKMODE_TIMENS = 2147483647, }; struct arch_vdso_data {}; struct vdso_timestamp { u64 sec; u64 nsec; }; struct vdso_data { u32 seq; s32 clock_mode; u64 cycle_last; u64 mask; u32 mult; u32 shift; union { struct vdso_timestamp basetime[12]; struct timens_offset offset[12]; }; s32 tz_minuteswest; s32 tz_dsttime; u32 hrtimer_res; u32 __unused; struct arch_vdso_data arch_data; }; struct ms_hyperv_tsc_page { volatile u32 tsc_sequence; u32 reserved1; volatile u64 tsc_scale; volatile s64 tsc_offset; }; enum { TASKSTATS_CMD_UNSPEC = 0, TASKSTATS_CMD_GET = 1, TASKSTATS_CMD_NEW = 2, __TASKSTATS_CMD_MAX = 3, }; enum cpu_usage_stat { CPUTIME_USER = 0, CPUTIME_NICE = 1, CPUTIME_SYSTEM = 2, CPUTIME_SOFTIRQ = 3, CPUTIME_IRQ = 4, CPUTIME_IDLE = 5, CPUTIME_IOWAIT = 6, CPUTIME_STEAL = 7, CPUTIME_GUEST = 8, CPUTIME_GUEST_NICE = 9, NR_STATS = 10, }; enum cgroup_bpf_attach_type { CGROUP_BPF_ATTACH_TYPE_INVALID = 4294967295, CGROUP_INET_INGRESS = 0, CGROUP_INET_EGRESS = 1, CGROUP_INET_SOCK_CREATE = 2, CGROUP_SOCK_OPS = 3, CGROUP_DEVICE = 4, CGROUP_INET4_BIND = 5, CGROUP_INET6_BIND = 6, CGROUP_INET4_CONNECT = 7, CGROUP_INET6_CONNECT = 8, CGROUP_INET4_POST_BIND = 9, CGROUP_INET6_POST_BIND = 10, CGROUP_UDP4_SENDMSG = 11, CGROUP_UDP6_SENDMSG = 12, CGROUP_SYSCTL = 13, CGROUP_UDP4_RECVMSG = 14, CGROUP_UDP6_RECVMSG = 15, CGROUP_GETSOCKOPT = 16, CGROUP_SETSOCKOPT = 17, CGROUP_INET4_GETPEERNAME = 18, CGROUP_INET6_GETPEERNAME = 19, CGROUP_INET4_GETSOCKNAME = 20, CGROUP_INET6_GETSOCKNAME = 21, CGROUP_INET_SOCK_RELEASE = 22, MAX_CGROUP_BPF_ATTACH_TYPE = 23, }; enum psi_task_count { NR_IOWAIT = 0, NR_MEMSTALL = 1, NR_RUNNING = 2, NR_ONCPU = 3, NR_MEMSTALL_RUNNING = 4, NR_PSI_TASK_COUNTS = 5, }; enum psi_states { PSI_IO_SOME = 0, PSI_IO_FULL = 1, PSI_MEM_SOME = 2, PSI_MEM_FULL = 3, PSI_CPU_SOME = 4, PSI_CPU_FULL = 5, PSI_NONIDLE = 6, NR_PSI_STATES = 7, }; enum psi_aggregators { PSI_AVGS = 0, PSI_POLL = 1, NR_PSI_AGGREGATORS = 2, }; enum cgroup_subsys_id { cpuset_cgrp_id = 0, cpu_cgrp_id = 1, cpuacct_cgrp_id = 2, io_cgrp_id = 3, memory_cgrp_id = 4, devices_cgrp_id = 5, freezer_cgrp_id = 6, net_cls_cgrp_id = 7, perf_event_cgrp_id = 8, net_prio_cgrp_id = 9, hugetlb_cgrp_id = 10, pids_cgrp_id = 11, rdma_cgrp_id = 12, misc_cgrp_id = 13, CGROUP_SUBSYS_COUNT = 14, }; struct vdso_exception_table_entry { int insn; int fixup; }; struct cpuinfo_x86 { __u8 x86; __u8 x86_vendor; __u8 x86_model; __u8 x86_stepping; int x86_tlbsize; __u32 vmx_capability[3]; __u8 x86_virt_bits; __u8 x86_phys_bits; __u8 x86_coreid_bits; __u8 cu_id; __u32 extended_cpuid_level; int cpuid_level; union { __u32 x86_capability[21]; long unsigned int x86_capability_alignment; }; char x86_vendor_id[16]; char x86_model_id[64]; unsigned int x86_cache_size; int x86_cache_alignment; int x86_cache_max_rmid; int x86_cache_occ_scale; int x86_cache_mbm_width_offset; int x86_power; long unsigned int loops_per_jiffy; u64 ppin; u16 x86_max_cores; u16 apicid; u16 initial_apicid; u16 x86_clflush_size; u16 booted_cores; u16 phys_proc_id; u16 logical_proc_id; u16 cpu_core_id; u16 cpu_die_id; u16 logical_die_id; u16 cpu_index; bool smt_active; u32 microcode; u8 x86_cache_bits; unsigned int initialized: 1; }; enum syscall_work_bit { SYSCALL_WORK_BIT_SECCOMP = 0, SYSCALL_WORK_BIT_SYSCALL_TRACEPOINT = 1, SYSCALL_WORK_BIT_SYSCALL_TRACE = 2, SYSCALL_WORK_BIT_SYSCALL_EMU = 3, SYSCALL_WORK_BIT_SYSCALL_AUDIT = 4, SYSCALL_WORK_BIT_SYSCALL_USER_DISPATCH = 5, SYSCALL_WORK_BIT_SYSCALL_EXIT_TRAP = 6, }; enum x86_pf_error_code { X86_PF_PROT = 1, X86_PF_WRITE = 2, X86_PF_USER = 4, X86_PF_RSVD = 8, X86_PF_INSTR = 16, X86_PF_PK = 32, X86_PF_SGX = 32768, }; struct trace_event_raw_emulate_vsyscall { struct trace_entry ent; int nr; char __data[0]; }; struct trace_event_data_offsets_emulate_vsyscall {}; typedef void (*btf_trace_emulate_vsyscall)(void *, int); enum { EMULATE = 0, XONLY = 1, NONE = 2, }; enum perf_type_id { PERF_TYPE_HARDWARE = 0, PERF_TYPE_SOFTWARE = 1, PERF_TYPE_TRACEPOINT = 2, PERF_TYPE_HW_CACHE = 3, PERF_TYPE_RAW = 4, PERF_TYPE_BREAKPOINT = 5, PERF_TYPE_MAX = 6, }; enum perf_hw_id { PERF_COUNT_HW_CPU_CYCLES = 0, PERF_COUNT_HW_INSTRUCTIONS = 1, PERF_COUNT_HW_CACHE_REFERENCES = 2, PERF_COUNT_HW_CACHE_MISSES = 3, PERF_COUNT_HW_BRANCH_INSTRUCTIONS = 4, PERF_COUNT_HW_BRANCH_MISSES = 5, PERF_COUNT_HW_BUS_CYCLES = 6, PERF_COUNT_HW_STALLED_CYCLES_FRONTEND = 7, PERF_COUNT_HW_STALLED_CYCLES_BACKEND = 8, PERF_COUNT_HW_REF_CPU_CYCLES = 9, PERF_COUNT_HW_MAX = 10, }; enum perf_hw_cache_id { PERF_COUNT_HW_CACHE_L1D = 0, PERF_COUNT_HW_CACHE_L1I = 1, PERF_COUNT_HW_CACHE_LL = 2, PERF_COUNT_HW_CACHE_DTLB = 3, PERF_COUNT_HW_CACHE_ITLB = 4, PERF_COUNT_HW_CACHE_BPU = 5, PERF_COUNT_HW_CACHE_NODE = 6, PERF_COUNT_HW_CACHE_MAX = 7, }; enum perf_hw_cache_op_id { PERF_COUNT_HW_CACHE_OP_READ = 0, PERF_COUNT_HW_CACHE_OP_WRITE = 1, PERF_COUNT_HW_CACHE_OP_PREFETCH = 2, PERF_COUNT_HW_CACHE_OP_MAX = 3, }; enum perf_hw_cache_op_result_id { PERF_COUNT_HW_CACHE_RESULT_ACCESS = 0, PERF_COUNT_HW_CACHE_RESULT_MISS = 1, PERF_COUNT_HW_CACHE_RESULT_MAX = 2, }; enum perf_event_sample_format { PERF_SAMPLE_IP = 1, PERF_SAMPLE_TID = 2, PERF_SAMPLE_TIME = 4, PERF_SAMPLE_ADDR = 8, PERF_SAMPLE_READ = 16, PERF_SAMPLE_CALLCHAIN = 32, PERF_SAMPLE_ID = 64, PERF_SAMPLE_CPU = 128, PERF_SAMPLE_PERIOD = 256, PERF_SAMPLE_STREAM_ID = 512, PERF_SAMPLE_RAW = 1024, PERF_SAMPLE_BRANCH_STACK = 2048, PERF_SAMPLE_REGS_USER = 4096, PERF_SAMPLE_STACK_USER = 8192, PERF_SAMPLE_WEIGHT = 16384, PERF_SAMPLE_DATA_SRC = 32768, PERF_SAMPLE_IDENTIFIER = 65536, PERF_SAMPLE_TRANSACTION = 131072, PERF_SAMPLE_REGS_INTR = 262144, PERF_SAMPLE_PHYS_ADDR = 524288, PERF_SAMPLE_AUX = 1048576, PERF_SAMPLE_CGROUP = 2097152, PERF_SAMPLE_DATA_PAGE_SIZE = 4194304, PERF_SAMPLE_CODE_PAGE_SIZE = 8388608, PERF_SAMPLE_WEIGHT_STRUCT = 16777216, PERF_SAMPLE_MAX = 33554432, __PERF_SAMPLE_CALLCHAIN_EARLY = 0, }; enum perf_branch_sample_type { PERF_SAMPLE_BRANCH_USER = 1, PERF_SAMPLE_BRANCH_KERNEL = 2, PERF_SAMPLE_BRANCH_HV = 4, PERF_SAMPLE_BRANCH_ANY = 8, PERF_SAMPLE_BRANCH_ANY_CALL = 16, PERF_SAMPLE_BRANCH_ANY_RETURN = 32, PERF_SAMPLE_BRANCH_IND_CALL = 64, PERF_SAMPLE_BRANCH_ABORT_TX = 128, PERF_SAMPLE_BRANCH_IN_TX = 256, PERF_SAMPLE_BRANCH_NO_TX = 512, PERF_SAMPLE_BRANCH_COND = 1024, PERF_SAMPLE_BRANCH_CALL_STACK = 2048, PERF_SAMPLE_BRANCH_IND_JUMP = 4096, PERF_SAMPLE_BRANCH_CALL = 8192, PERF_SAMPLE_BRANCH_NO_FLAGS = 16384, PERF_SAMPLE_BRANCH_NO_CYCLES = 32768, PERF_SAMPLE_BRANCH_TYPE_SAVE = 65536, PERF_SAMPLE_BRANCH_HW_INDEX = 131072, PERF_SAMPLE_BRANCH_MAX = 262144, }; struct perf_event_mmap_page { __u32 version; __u32 compat_version; __u32 lock; __u32 index; __s64 offset; __u64 time_enabled; __u64 time_running; union { __u64 capabilities; struct { __u64 cap_bit0: 1; __u64 cap_bit0_is_deprecated: 1; __u64 cap_user_rdpmc: 1; __u64 cap_user_time: 1; __u64 cap_user_time_zero: 1; __u64 cap_user_time_short: 1; __u64 cap_____res: 58; }; }; __u16 pmc_width; __u16 time_shift; __u32 time_mult; __u64 time_offset; __u64 time_zero; __u32 size; __u32 __reserved_1; __u64 time_cycles; __u64 time_mask; __u8 __reserved[928]; __u64 data_head; __u64 data_tail; __u64 data_offset; __u64 data_size; __u64 aux_head; __u64 aux_tail; __u64 aux_offset; __u64 aux_size; }; struct pv_info { u16 extra_user_64bit_cs; const char *name; }; typedef void (*smp_call_func_t)(void *); enum apic_delivery_modes { APIC_DELIVERY_MODE_FIXED = 0, APIC_DELIVERY_MODE_LOWESTPRIO = 1, APIC_DELIVERY_MODE_SMI = 2, APIC_DELIVERY_MODE_NMI = 4, APIC_DELIVERY_MODE_INIT = 5, APIC_DELIVERY_MODE_EXTINT = 7, }; struct physid_mask { long unsigned int mask[512]; }; typedef struct physid_mask physid_mask_t; struct x86_pmu_capability { int version; int num_counters_gp; int num_counters_fixed; int bit_width_gp; int bit_width_fixed; unsigned int events_mask; int events_mask_len; }; struct debug_store { u64 bts_buffer_base; u64 bts_index; u64 bts_absolute_maximum; u64 bts_interrupt_threshold; u64 pebs_buffer_base; u64 pebs_index; u64 pebs_absolute_maximum; u64 pebs_interrupt_threshold; u64 pebs_event_reset[48]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum stack_type { STACK_TYPE_UNKNOWN = 0, STACK_TYPE_TASK = 1, STACK_TYPE_IRQ = 2, STACK_TYPE_SOFTIRQ = 3, STACK_TYPE_ENTRY = 4, STACK_TYPE_EXCEPTION = 5, STACK_TYPE_EXCEPTION_LAST = 10, }; struct stack_info { enum stack_type type; long unsigned int *begin; long unsigned int *end; long unsigned int *next_sp; }; struct stack_frame { struct stack_frame *next_frame; long unsigned int return_address; }; struct stack_frame_ia32 { u32 next_frame; u32 return_address; }; struct perf_guest_switch_msr { unsigned int msr; u64 host; u64 guest; }; enum perf_event_x86_regs { PERF_REG_X86_AX = 0, PERF_REG_X86_BX = 1, PERF_REG_X86_CX = 2, PERF_REG_X86_DX = 3, PERF_REG_X86_SI = 4, PERF_REG_X86_DI = 5, PERF_REG_X86_BP = 6, PERF_REG_X86_SP = 7, PERF_REG_X86_IP = 8, PERF_REG_X86_FLAGS = 9, PERF_REG_X86_CS = 10, PERF_REG_X86_SS = 11, PERF_REG_X86_DS = 12, PERF_REG_X86_ES = 13, PERF_REG_X86_FS = 14, PERF_REG_X86_GS = 15, PERF_REG_X86_R8 = 16, PERF_REG_X86_R9 = 17, PERF_REG_X86_R10 = 18, PERF_REG_X86_R11 = 19, PERF_REG_X86_R12 = 20, PERF_REG_X86_R13 = 21, PERF_REG_X86_R14 = 22, PERF_REG_X86_R15 = 23, PERF_REG_X86_32_MAX = 16, PERF_REG_X86_64_MAX = 24, PERF_REG_X86_XMM0 = 32, PERF_REG_X86_XMM1 = 34, PERF_REG_X86_XMM2 = 36, PERF_REG_X86_XMM3 = 38, PERF_REG_X86_XMM4 = 40, PERF_REG_X86_XMM5 = 42, PERF_REG_X86_XMM6 = 44, PERF_REG_X86_XMM7 = 46, PERF_REG_X86_XMM8 = 48, PERF_REG_X86_XMM9 = 50, PERF_REG_X86_XMM10 = 52, PERF_REG_X86_XMM11 = 54, PERF_REG_X86_XMM12 = 56, PERF_REG_X86_XMM13 = 58, PERF_REG_X86_XMM14 = 60, PERF_REG_X86_XMM15 = 62, PERF_REG_X86_XMM_MAX = 64, }; struct perf_callchain_entry_ctx { struct perf_callchain_entry *entry; u32 max_stack; u32 nr; short int contexts; bool contexts_maxed; }; struct perf_pmu_events_attr { struct device_attribute attr; u64 id; const char *event_str; }; struct perf_pmu_events_ht_attr { struct device_attribute attr; u64 id; const char *event_str_ht; const char *event_str_noht; }; struct perf_pmu_events_hybrid_attr { struct device_attribute attr; u64 id; const char *event_str; u64 pmu_type; }; struct apic { void (*eoi_write)(u32, u32); void (*native_eoi_write)(u32, u32); void (*write)(u32, u32); u32 (*read)(u32); void (*wait_icr_idle)(); u32 (*safe_wait_icr_idle)(); void (*send_IPI)(int, int); void (*send_IPI_mask)(const struct cpumask *, int); void (*send_IPI_mask_allbutself)(const struct cpumask *, int); void (*send_IPI_allbutself)(int); void (*send_IPI_all)(int); void (*send_IPI_self)(int); u32 disable_esr; enum apic_delivery_modes delivery_mode; bool dest_mode_logical; u32 (*calc_dest_apicid)(unsigned int); u64 (*icr_read)(); void (*icr_write)(u32, u32); int (*probe)(); int (*acpi_madt_oem_check)(char *, char *); int (*apic_id_valid)(u32); int (*apic_id_registered)(); bool (*check_apicid_used)(physid_mask_t *, int); void (*init_apic_ldr)(); void (*ioapic_phys_id_map)(physid_mask_t *, physid_mask_t *); void (*setup_apic_routing)(); int (*cpu_present_to_apicid)(int); void (*apicid_to_cpu_present)(int, physid_mask_t *); int (*check_phys_apicid_present)(int); int (*phys_pkg_id)(int, int); u32 (*get_apic_id)(long unsigned int); u32 (*set_apic_id)(unsigned int); int (*wakeup_secondary_cpu)(int, long unsigned int); int (*wakeup_secondary_cpu_64)(int, long unsigned int); void (*inquire_remote_apic)(int); char *name; }; enum { NMI_LOCAL = 0, NMI_UNKNOWN = 1, NMI_SERR = 2, NMI_IO_CHECK = 3, NMI_MAX = 4, }; typedef int (*nmi_handler_t)(unsigned int, struct pt_regs *); struct nmiaction { struct list_head list; nmi_handler_t handler; u64 max_duration; long unsigned int flags; const char *name; }; struct gdt_page { struct desc_struct gdt[16]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct cyc2ns_data { u32 cyc2ns_mul; u32 cyc2ns_shift; u64 cyc2ns_offset; }; struct unwind_state { struct stack_info stack_info; long unsigned int stack_mask; struct task_struct *task; int graph_idx; struct llist_node *kr_cur; bool error; bool got_irq; long unsigned int *bp; long unsigned int *orig_sp; long unsigned int ip; long unsigned int *next_bp; struct pt_regs *regs; }; enum extra_reg_type { EXTRA_REG_NONE = 4294967295, EXTRA_REG_RSP_0 = 0, EXTRA_REG_RSP_1 = 1, EXTRA_REG_LBR = 2, EXTRA_REG_LDLAT = 3, EXTRA_REG_FE = 4, EXTRA_REG_MAX = 5, }; struct event_constraint { union { long unsigned int idxmsk[1]; u64 idxmsk64; }; u64 code; u64 cmask; int weight; int overlap; int flags; unsigned int size; }; struct amd_nb { int nb_id; int refcnt; struct perf_event *owners[64]; struct event_constraint event_constraints[64]; }; struct er_account { raw_spinlock_t lock; u64 config; u64 reg; atomic_t ref; }; struct intel_shared_regs { struct er_account regs[5]; int refcnt; unsigned int core_id; }; enum intel_excl_state_type { INTEL_EXCL_UNUSED = 0, INTEL_EXCL_SHARED = 1, INTEL_EXCL_EXCLUSIVE = 2, }; struct intel_excl_states { enum intel_excl_state_type state[64]; bool sched_started; }; struct intel_excl_cntrs { raw_spinlock_t lock; struct intel_excl_states states[2]; union { u16 has_exclusive[2]; u32 exclusive_present; }; int refcnt; unsigned int core_id; }; enum { X86_PERF_KFREE_SHARED = 0, X86_PERF_KFREE_EXCL = 1, X86_PERF_KFREE_MAX = 2, }; struct cpu_hw_events { struct perf_event *events[64]; long unsigned int active_mask[1]; long unsigned int dirty[1]; int enabled; int n_events; int n_added; int n_txn; int n_txn_pair; int n_txn_metric; int assign[64]; u64 tags[64]; struct perf_event *event_list[64]; struct event_constraint *event_constraint[64]; int n_excl; unsigned int txn_flags; int is_fake; struct debug_store *ds; void *ds_pebs_vaddr; void *ds_bts_vaddr; u64 pebs_enabled; int n_pebs; int n_large_pebs; int n_pebs_via_pt; int pebs_output; u64 pebs_data_cfg; u64 active_pebs_data_cfg; int pebs_record_size; int lbr_users; int lbr_pebs_users; struct perf_branch_stack lbr_stack; struct perf_branch_entry lbr_entries[32]; union { struct er_account *lbr_sel; struct er_account *lbr_ctl; }; u64 br_sel; void *last_task_ctx; int last_log_id; int lbr_select; void *lbr_xsave; u64 intel_ctrl_guest_mask; u64 intel_ctrl_host_mask; struct perf_guest_switch_msr guest_switch_msrs[64]; u64 intel_cp_status; struct intel_shared_regs *shared_regs; struct event_constraint *constraint_list; struct intel_excl_cntrs *excl_cntrs; int excl_thread_id; u64 tfa_shadow; int n_metric; struct amd_nb *amd_nb; int brs_active; u64 perf_ctr_virt_mask; int n_pair; void *kfree_on_online[2]; struct pmu *pmu; }; struct extra_reg { unsigned int event; unsigned int msr; u64 config_mask; u64 valid_mask; int idx; bool extra_msr_access; }; union perf_capabilities { struct { u64 lbr_format: 6; u64 pebs_trap: 1; u64 pebs_arch_reg: 1; u64 pebs_format: 4; u64 smm_freeze: 1; u64 full_width_write: 1; u64 pebs_baseline: 1; u64 perf_metrics: 1; u64 pebs_output_pt_available: 1; u64 anythread_deprecated: 1; }; u64 capabilities; }; struct x86_pmu_quirk { struct x86_pmu_quirk *next; void (*func)(); }; enum { x86_lbr_exclusive_lbr = 0, x86_lbr_exclusive_bts = 1, x86_lbr_exclusive_pt = 2, x86_lbr_exclusive_max = 3, }; struct x86_hybrid_pmu { struct pmu pmu; const char *name; u8 cpu_type; cpumask_t supported_cpus; union perf_capabilities intel_cap; u64 intel_ctrl; int max_pebs_events; int num_counters; int num_counters_fixed; struct event_constraint unconstrained; u64 hw_cache_event_ids[42]; u64 hw_cache_extra_regs[42]; struct event_constraint *event_constraints; struct event_constraint *pebs_constraints; struct extra_reg *extra_regs; unsigned int late_ack: 1; unsigned int mid_ack: 1; unsigned int enabled_ack: 1; }; enum hybrid_pmu_type { hybrid_big = 64, hybrid_small = 32, hybrid_big_small = 96, }; struct x86_pmu { const char *name; int version; int (*handle_irq)(struct pt_regs *); void (*disable_all)(); void (*enable_all)(int); void (*enable)(struct perf_event *); void (*disable)(struct perf_event *); void (*assign)(struct perf_event *, int); void (*add)(struct perf_event *); void (*del)(struct perf_event *); void (*read)(struct perf_event *); int (*hw_config)(struct perf_event *); int (*schedule_events)(struct cpu_hw_events *, int, int *); unsigned int eventsel; unsigned int perfctr; int (*addr_offset)(int, bool); int (*rdpmc_index)(int); u64 (*event_map)(int); int max_events; int num_counters; int num_counters_fixed; int cntval_bits; u64 cntval_mask; union { long unsigned int events_maskl; long unsigned int events_mask[1]; }; int events_mask_len; int apic; u64 max_period; struct event_constraint * (*get_event_constraints)(struct cpu_hw_events *, int, struct perf_event *); void (*put_event_constraints)(struct cpu_hw_events *, struct perf_event *); void (*start_scheduling)(struct cpu_hw_events *); void (*commit_scheduling)(struct cpu_hw_events *, int, int); void (*stop_scheduling)(struct cpu_hw_events *); struct event_constraint *event_constraints; struct x86_pmu_quirk *quirks; int perfctr_second_write; u64 (*limit_period)(struct perf_event *, u64); unsigned int late_ack: 1; unsigned int mid_ack: 1; unsigned int enabled_ack: 1; int attr_rdpmc_broken; int attr_rdpmc; struct attribute **format_attrs; ssize_t (*events_sysfs_show)(char *, u64); const struct attribute_group **attr_update; long unsigned int attr_freeze_on_smi; int (*cpu_prepare)(int); void (*cpu_starting)(int); void (*cpu_dying)(int); void (*cpu_dead)(int); void (*check_microcode)(); void (*sched_task)(struct perf_event_context *, bool); u64 intel_ctrl; union perf_capabilities intel_cap; unsigned int bts: 1; unsigned int bts_active: 1; unsigned int pebs: 1; unsigned int pebs_active: 1; unsigned int pebs_broken: 1; unsigned int pebs_prec_dist: 1; unsigned int pebs_no_tlb: 1; unsigned int pebs_no_isolation: 1; unsigned int pebs_block: 1; int pebs_record_size; int pebs_buffer_size; int max_pebs_events; void (*drain_pebs)(struct pt_regs *, struct perf_sample_data *); struct event_constraint *pebs_constraints; void (*pebs_aliases)(struct perf_event *); long unsigned int large_pebs_flags; u64 rtm_abort_event; unsigned int lbr_tos; unsigned int lbr_from; unsigned int lbr_to; unsigned int lbr_info; unsigned int lbr_nr; union { u64 lbr_sel_mask; u64 lbr_ctl_mask; }; union { const int *lbr_sel_map; int *lbr_ctl_map; }; bool lbr_double_abort; bool lbr_pt_coexist; unsigned int lbr_has_info: 1; unsigned int lbr_has_tsx: 1; unsigned int lbr_from_flags: 1; unsigned int lbr_to_cycles: 1; unsigned int lbr_depth_mask: 8; unsigned int lbr_deep_c_reset: 1; unsigned int lbr_lip: 1; unsigned int lbr_cpl: 1; unsigned int lbr_filter: 1; unsigned int lbr_call_stack: 1; unsigned int lbr_mispred: 1; unsigned int lbr_timed_lbr: 1; unsigned int lbr_br_type: 1; void (*lbr_reset)(); void (*lbr_read)(struct cpu_hw_events *); void (*lbr_save)(void *); void (*lbr_restore)(void *); atomic_t lbr_exclusive[3]; int num_topdown_events; u64 (*update_topdown_event)(struct perf_event *); int (*set_topdown_event_period)(struct perf_event *); void (*swap_task_ctx)(struct perf_event_context *, struct perf_event_context *); unsigned int amd_nb_constraints: 1; u64 perf_ctr_pair_en; struct extra_reg *extra_regs; unsigned int flags; struct perf_guest_switch_msr * (*guest_get_msrs)(int *); int (*check_period)(struct perf_event *, u64); int (*aux_output_match)(struct perf_event *); int (*filter_match)(struct perf_event *); int num_hybrid_pmus; struct x86_hybrid_pmu *hybrid_pmu; u8 (*get_hybrid_cpu_type)(); }; struct sched_state { int weight; int event; int counter; int unassigned; int nr_gp; u64 used; }; struct perf_sched { int max_weight; int max_events; int max_gp; int saved_states; struct event_constraint **constraints; struct sched_state state; struct sched_state saved[2]; }; struct perf_msr { u64 msr; struct attribute_group *grp; bool (*test)(int, void *); bool no_check; u64 mask; }; union cpuid_0x80000022_ebx { struct { unsigned int num_core_pmc: 4; } split; unsigned int full; }; struct pci_device_id { __u32 vendor; __u32 device; __u32 subvendor; __u32 subdevice; __u32 class; __u32 class_mask; kernel_ulong_t driver_data; __u32 override_only; }; struct pci_bus; struct hotplug_slot; struct pci_slot { struct pci_bus *bus; struct list_head list; struct hotplug_slot *hotplug; unsigned char number; struct kobject kobj; }; typedef short unsigned int pci_bus_flags_t; struct pci_dev; struct pci_ops; struct pci_bus { struct list_head node; struct pci_bus *parent; struct list_head children; struct list_head devices; struct pci_dev *self; struct list_head slots; struct resource *resource[4]; struct list_head resources; struct resource busn_res; struct pci_ops *ops; void *sysdata; struct proc_dir_entry *procdir; unsigned char number; unsigned char primary; unsigned char max_bus_speed; unsigned char cur_bus_speed; char name[48]; short unsigned int bridge_ctl; pci_bus_flags_t bus_flags; struct device *bridge; struct device dev; struct bin_attribute *legacy_io; struct bin_attribute *legacy_mem; unsigned int is_added: 1; unsigned int unsafe_warn: 1; }; enum { PCI_STD_RESOURCES = 0, PCI_STD_RESOURCE_END = 5, PCI_ROM_RESOURCE = 6, PCI_IOV_RESOURCES = 7, PCI_IOV_RESOURCE_END = 12, PCI_BRIDGE_RESOURCES = 13, PCI_BRIDGE_RESOURCE_END = 16, PCI_NUM_RESOURCES = 17, DEVICE_COUNT_RESOURCE = 17, }; typedef int pci_power_t; typedef unsigned int pci_channel_state_t; typedef unsigned int pcie_reset_state_t; typedef short unsigned int pci_dev_flags_t; struct pci_vpd { struct mutex lock; unsigned int len; u8 cap; }; struct aer_stats; struct rcec_ea; struct pci_driver; struct pcie_link_state; struct pci_sriov; struct pci_dev { struct list_head bus_list; struct pci_bus *bus; struct pci_bus *subordinate; void *sysdata; struct proc_dir_entry *procent; struct pci_slot *slot; unsigned int devfn; short unsigned int vendor; short unsigned int device; short unsigned int subsystem_vendor; short unsigned int subsystem_device; unsigned int class; u8 revision; u8 hdr_type; u16 aer_cap; struct aer_stats *aer_stats; struct rcec_ea *rcec_ea; struct pci_dev *rcec; u32 devcap; u8 pcie_cap; u8 msi_cap; u8 msix_cap; u8 pcie_mpss: 3; u8 rom_base_reg; u8 pin; u16 pcie_flags_reg; long unsigned int *dma_alias_mask; struct pci_driver *driver; u64 dma_mask; struct device_dma_parameters dma_parms; pci_power_t current_state; unsigned int imm_ready: 1; u8 pm_cap; unsigned int pme_support: 5; unsigned int pme_poll: 1; unsigned int d1_support: 1; unsigned int d2_support: 1; unsigned int no_d1d2: 1; unsigned int no_d3cold: 1; unsigned int bridge_d3: 1; unsigned int d3cold_allowed: 1; unsigned int mmio_always_on: 1; unsigned int wakeup_prepared: 1; unsigned int skip_bus_pm: 1; unsigned int ignore_hotplug: 1; unsigned int hotplug_user_indicators: 1; unsigned int clear_retrain_link: 1; unsigned int d3hot_delay; unsigned int d3cold_delay; struct pcie_link_state *link_state; unsigned int ltr_path: 1; u16 l1ss; unsigned int pasid_no_tlp: 1; unsigned int eetlp_prefix_path: 1; pci_channel_state_t error_state; struct device dev; int cfg_size; unsigned int irq; struct resource resource[17]; bool match_driver; unsigned int transparent: 1; unsigned int io_window: 1; unsigned int pref_window: 1; unsigned int pref_64_window: 1; unsigned int multifunction: 1; unsigned int is_busmaster: 1; unsigned int no_msi: 1; unsigned int no_64bit_msi: 1; unsigned int block_cfg_access: 1; unsigned int broken_parity_status: 1; unsigned int irq_reroute_variant: 2; unsigned int msi_enabled: 1; unsigned int msix_enabled: 1; unsigned int ari_enabled: 1; unsigned int ats_enabled: 1; unsigned int pasid_enabled: 1; unsigned int pri_enabled: 1; unsigned int is_managed: 1; unsigned int is_msi_managed: 1; unsigned int needs_freset: 1; unsigned int state_saved: 1; unsigned int is_physfn: 1; unsigned int is_virtfn: 1; unsigned int is_hotplug_bridge: 1; unsigned int shpc_managed: 1; unsigned int is_thunderbolt: 1; unsigned int untrusted: 1; unsigned int external_facing: 1; unsigned int broken_intx_masking: 1; unsigned int io_window_1k: 1; unsigned int irq_managed: 1; unsigned int non_compliant_bars: 1; unsigned int is_probed: 1; unsigned int link_active_reporting: 1; unsigned int no_vf_scan: 1; unsigned int no_command_memory: 1; unsigned int rom_bar_overlap: 1; pci_dev_flags_t dev_flags; atomic_t enable_cnt; u32 saved_config_space[16]; struct hlist_head saved_cap_space; int rom_attr_enabled; struct bin_attribute *res_attr[17]; struct bin_attribute *res_attr_wc[17]; unsigned int broken_cmd_compl: 1; unsigned int ptm_root: 1; unsigned int ptm_enabled: 1; u8 ptm_granularity; void *msix_base; raw_spinlock_t msi_lock; struct pci_vpd vpd; u16 dpc_cap; unsigned int dpc_rp_extensions: 1; u8 dpc_rp_log_size; union { struct pci_sriov *sriov; struct pci_dev *physfn; }; u16 ats_cap; u8 ats_stu; u16 pri_cap; u32 pri_reqs_alloc; unsigned int pasid_required: 1; u16 pasid_cap; u16 pasid_features; u16 acs_cap; phys_addr_t rom; size_t romlen; const char *driver_override; long unsigned int priv_flags; u8 reset_methods[7]; }; struct pci_dynids { spinlock_t lock; struct list_head list; }; struct pci_error_handlers; struct pci_driver { struct list_head node; const char *name; const struct pci_device_id *id_table; int (*probe)(struct pci_dev *, const struct pci_device_id *); void (*remove)(struct pci_dev *); int (*suspend)(struct pci_dev *, pm_message_t); int (*resume)(struct pci_dev *); void (*shutdown)(struct pci_dev *); int (*sriov_configure)(struct pci_dev *, int); int (*sriov_set_msix_vec_count)(struct pci_dev *, int); u32 (*sriov_get_vf_total_msix)(struct pci_dev *); const struct pci_error_handlers *err_handler; const struct attribute_group **groups; const struct attribute_group **dev_groups; struct device_driver driver; struct pci_dynids dynids; bool driver_managed_dma; }; struct pci_ops { int (*add_bus)(struct pci_bus *); void (*remove_bus)(struct pci_bus *); void * (*map_bus)(struct pci_bus *, unsigned int, int); int (*read)(struct pci_bus *, unsigned int, int, int, u32 *); int (*write)(struct pci_bus *, unsigned int, int, int, u32); }; typedef unsigned int pci_ers_result_t; struct pci_error_handlers { pci_ers_result_t (*error_detected)(struct pci_dev *, pci_channel_state_t); pci_ers_result_t (*mmio_enabled)(struct pci_dev *); pci_ers_result_t (*slot_reset)(struct pci_dev *); void (*reset_prepare)(struct pci_dev *); void (*reset_done)(struct pci_dev *); void (*resume)(struct pci_dev *); }; struct syscore_ops { struct list_head node; int (*suspend)(); void (*resume)(); void (*shutdown)(); }; union ibs_fetch_ctl { __u64 val; struct { __u64 fetch_maxcnt: 16; __u64 fetch_cnt: 16; __u64 fetch_lat: 16; __u64 fetch_en: 1; __u64 fetch_val: 1; __u64 fetch_comp: 1; __u64 ic_miss: 1; __u64 phy_addr_valid: 1; __u64 l1tlb_pgsz: 2; __u64 l1tlb_miss: 1; __u64 l2tlb_miss: 1; __u64 rand_en: 1; __u64 fetch_l2_miss: 1; __u64 reserved: 5; }; }; union ibs_op_ctl { __u64 val; struct { __u64 opmaxcnt: 16; __u64 reserved0: 1; __u64 op_en: 1; __u64 op_val: 1; __u64 cnt_ctl: 1; __u64 opmaxcnt_ext: 7; __u64 reserved1: 5; __u64 opcurcnt: 27; __u64 reserved2: 5; }; }; struct perf_ibs_data { u32 size; union { u32 data[0]; u32 caps; }; u64 regs[8]; }; enum ibs_states { IBS_ENABLED = 0, IBS_STARTED = 1, IBS_STOPPING = 2, IBS_STOPPED = 3, IBS_MAX_STATES = 4, }; struct cpu_perf_ibs { struct perf_event *event; long unsigned int state[1]; }; struct perf_ibs { struct pmu pmu; unsigned int msr; u64 config_mask; u64 cnt_mask; u64 enable_mask; u64 valid_mask; u64 max_period; long unsigned int offset_mask[1]; int offset_max; unsigned int fetch_count_reset_broken: 1; unsigned int fetch_ignore_if_zero_rip: 1; struct cpu_perf_ibs *pcpu; u64 (*get_count)(u64); }; typedef void (*exitcall_t)(); struct amd_uncore { int id; int refcnt; int cpu; int num_counters; int rdpmc_base; u32 msr_base; cpumask_t *active_mask; struct pmu *pmu; struct perf_event *events[6]; struct hlist_node node; }; struct amd_iommu; struct perf_amd_iommu { struct list_head list; struct pmu pmu; struct amd_iommu *iommu; char name[16]; u8 max_banks; u8 max_counters; u64 cntr_assign_mask; raw_spinlock_t lock; }; struct amd_iommu_event_desc { struct device_attribute attr; const char *event; }; enum perf_msr_id { PERF_MSR_TSC = 0, PERF_MSR_APERF = 1, PERF_MSR_MPERF = 2, PERF_MSR_PPERF = 3, PERF_MSR_SMI = 4, PERF_MSR_PTSC = 5, PERF_MSR_IRPERF = 6, PERF_MSR_THERM = 7, PERF_MSR_EVENT_MAX = 8, }; struct x86_cpu_desc { u8 x86_family; u8 x86_vendor; u8 x86_model; u8 x86_stepping; u32 x86_microcode_rev; }; union cpuid10_eax { struct { unsigned int version_id: 8; unsigned int num_counters: 8; unsigned int bit_width: 8; unsigned int mask_length: 8; } split; unsigned int full; }; union cpuid10_ebx { struct { unsigned int no_unhalted_core_cycles: 1; unsigned int no_instructions_retired: 1; unsigned int no_unhalted_reference_cycles: 1; unsigned int no_llc_reference: 1; unsigned int no_llc_misses: 1; unsigned int no_branch_instruction_retired: 1; unsigned int no_branch_misses_retired: 1; } split; unsigned int full; }; union cpuid10_edx { struct { unsigned int num_counters_fixed: 5; unsigned int bit_width_fixed: 8; unsigned int reserved1: 2; unsigned int anythread_deprecated: 1; unsigned int reserved2: 16; } split; unsigned int full; }; struct perf_pmu_format_hybrid_attr { struct device_attribute attr; u64 pmu_type; }; typedef int perf_snapshot_branch_stack_t(struct perf_branch_entry *, unsigned int); enum { LBR_FORMAT_32 = 0, LBR_FORMAT_LIP = 1, LBR_FORMAT_EIP = 2, LBR_FORMAT_EIP_FLAGS = 3, LBR_FORMAT_EIP_FLAGS2 = 4, LBR_FORMAT_INFO = 5, LBR_FORMAT_TIME = 6, LBR_FORMAT_INFO2 = 7, LBR_FORMAT_MAX_KNOWN = 7, }; union x86_pmu_config { struct { u64 event: 8; u64 umask: 8; u64 usr: 1; u64 os: 1; u64 edge: 1; u64 pc: 1; u64 interrupt: 1; u64 __reserved1: 1; u64 en: 1; u64 inv: 1; u64 cmask: 8; u64 event2: 4; u64 __reserved2: 4; u64 go: 1; u64 ho: 1; } bits; u64 value; }; struct bts_ctx { struct perf_output_handle handle; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct debug_store ds_back; int state; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum { BTS_STATE_STOPPED = 0, BTS_STATE_INACTIVE = 1, BTS_STATE_ACTIVE = 2, }; struct bts_phys { struct page *page; long unsigned int size; long unsigned int offset; long unsigned int displacement; }; struct bts_buffer { size_t real_size; unsigned int nr_pages; unsigned int nr_bufs; unsigned int cur_buf; bool snapshot; local_t data_size; local_t head; long unsigned int end; void **data_pages; struct bts_phys buf[0]; }; struct lbr_entry { u64 from; u64 to; u64 info; }; struct pebs_basic { u64 format_size; u64 ip; u64 applicable_counters; u64 tsc; }; struct pebs_meminfo { u64 address; u64 aux; u64 latency; u64 tsx_tuning; }; struct pebs_gprs { u64 flags; u64 ip; u64 ax; u64 cx; u64 dx; u64 bx; u64 sp; u64 bp; u64 si; u64 di; u64 r8; u64 r9; u64 r10; u64 r11; u64 r12; u64 r13; u64 r14; u64 r15; }; struct pebs_xmm { u64 xmm[32]; }; struct x86_perf_regs { struct pt_regs regs; u64 *xmm_regs; }; typedef unsigned int insn_attr_t; typedef unsigned char insn_byte_t; typedef int insn_value_t; struct insn_field { union { insn_value_t value; insn_byte_t bytes[4]; }; unsigned char got; unsigned char nbytes; }; struct insn { struct insn_field prefixes; struct insn_field rex_prefix; struct insn_field vex_prefix; struct insn_field opcode; struct insn_field modrm; struct insn_field sib; struct insn_field displacement; union { struct insn_field immediate; struct insn_field moffset1; struct insn_field immediate1; }; union { struct insn_field moffset2; struct insn_field immediate2; }; int emulate_prefix_size; insn_attr_t attr; unsigned char opnd_bytes; unsigned char addr_bytes; unsigned char length; unsigned char x86_64; const insn_byte_t *kaddr; const insn_byte_t *end_kaddr; const insn_byte_t *next_byte; }; enum { PERF_TXN_ELISION = 1, PERF_TXN_TRANSACTION = 2, PERF_TXN_SYNC = 4, PERF_TXN_ASYNC = 8, PERF_TXN_RETRY = 16, PERF_TXN_CONFLICT = 32, PERF_TXN_CAPACITY_WRITE = 64, PERF_TXN_CAPACITY_READ = 128, PERF_TXN_MAX = 256, PERF_TXN_ABORT_MASK = 0, PERF_TXN_ABORT_SHIFT = 32, }; struct perf_event_header { __u32 type; __u16 misc; __u16 size; }; union intel_x86_pebs_dse { u64 val; struct { unsigned int ld_dse: 4; unsigned int ld_stlb_miss: 1; unsigned int ld_locked: 1; unsigned int ld_data_blk: 1; unsigned int ld_addr_blk: 1; unsigned int ld_reserved: 24; }; struct { unsigned int st_l1d_hit: 1; unsigned int st_reserved1: 3; unsigned int st_stlb_miss: 1; unsigned int st_locked: 1; unsigned int st_reserved2: 26; }; struct { unsigned int st_lat_dse: 4; unsigned int st_lat_stlb_miss: 1; unsigned int st_lat_locked: 1; unsigned int ld_reserved3: 26; }; }; struct pebs_record_core { u64 flags; u64 ip; u64 ax; u64 bx; u64 cx; u64 dx; u64 si; u64 di; u64 bp; u64 sp; u64 r8; u64 r9; u64 r10; u64 r11; u64 r12; u64 r13; u64 r14; u64 r15; }; struct pebs_record_nhm { u64 flags; u64 ip; u64 ax; u64 bx; u64 cx; u64 dx; u64 si; u64 di; u64 bp; u64 sp; u64 r8; u64 r9; u64 r10; u64 r11; u64 r12; u64 r13; u64 r14; u64 r15; u64 status; u64 dla; u64 dse; u64 lat; }; union hsw_tsx_tuning { struct { u32 cycles_last_block: 32; u32 hle_abort: 1; u32 rtm_abort: 1; u32 instruction_abort: 1; u32 non_instruction_abort: 1; u32 retry: 1; u32 data_conflict: 1; u32 capacity_writes: 1; u32 capacity_reads: 1; }; u64 value; }; struct pebs_record_skl { u64 flags; u64 ip; u64 ax; u64 bx; u64 cx; u64 dx; u64 si; u64 di; u64 bp; u64 sp; u64 r8; u64 r9; u64 r10; u64 r11; u64 r12; u64 r13; u64 r14; u64 r15; u64 status; u64 dla; u64 dse; u64 lat; u64 real_ip; u64 tsx_tuning; u64 tsc; }; struct bts_record { u64 from; u64 to; u64 flags; }; enum { PERF_BR_UNKNOWN = 0, PERF_BR_COND = 1, PERF_BR_UNCOND = 2, PERF_BR_IND = 3, PERF_BR_CALL = 4, PERF_BR_IND_CALL = 5, PERF_BR_RET = 6, PERF_BR_SYSCALL = 7, PERF_BR_SYSRET = 8, PERF_BR_COND_CALL = 9, PERF_BR_COND_RET = 10, PERF_BR_ERET = 11, PERF_BR_IRQ = 12, PERF_BR_MAX = 13, }; enum xfeature { XFEATURE_FP = 0, XFEATURE_SSE = 1, XFEATURE_YMM = 2, XFEATURE_BNDREGS = 3, XFEATURE_BNDCSR = 4, XFEATURE_OPMASK = 5, XFEATURE_ZMM_Hi256 = 6, XFEATURE_Hi16_ZMM = 7, XFEATURE_PT_UNIMPLEMENTED_SO_FAR = 8, XFEATURE_PKRU = 9, XFEATURE_PASID = 10, XFEATURE_RSRVD_COMP_11 = 11, XFEATURE_RSRVD_COMP_12 = 12, XFEATURE_RSRVD_COMP_13 = 13, XFEATURE_RSRVD_COMP_14 = 14, XFEATURE_LBR = 15, XFEATURE_RSRVD_COMP_16 = 16, XFEATURE_XTILE_CFG = 17, XFEATURE_XTILE_DATA = 18, XFEATURE_MAX = 19, }; struct arch_lbr_state { u64 lbr_ctl; u64 lbr_depth; u64 ler_from; u64 ler_to; u64 ler_info; struct lbr_entry entries[0]; }; union cpuid28_eax { struct { unsigned int lbr_depth_mask: 8; unsigned int reserved: 22; unsigned int lbr_deep_c_reset: 1; unsigned int lbr_lip: 1; } split; unsigned int full; }; union cpuid28_ebx { struct { unsigned int lbr_cpl: 1; unsigned int lbr_filter: 1; unsigned int lbr_call_stack: 1; } split; unsigned int full; }; union cpuid28_ecx { struct { unsigned int lbr_mispred: 1; unsigned int lbr_timed_lbr: 1; unsigned int lbr_br_type: 1; } split; unsigned int full; }; struct x86_pmu_lbr { unsigned int nr; unsigned int from; unsigned int to; unsigned int info; }; struct x86_perf_task_context_opt { int lbr_callstack_users; int lbr_stack_state; int log_id; }; struct x86_perf_task_context { u64 lbr_sel; int tos; int valid_lbrs; struct x86_perf_task_context_opt opt; struct lbr_entry lbr[32]; }; struct x86_perf_task_context_arch_lbr { struct x86_perf_task_context_opt opt; struct lbr_entry entries[0]; }; struct x86_perf_task_context_arch_lbr_xsave { struct x86_perf_task_context_opt opt; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct xregs_state xsave; struct { struct fxregs_state i387; struct xstate_header header; struct arch_lbr_state lbr; long: 64; long: 64; long: 64; }; }; }; enum { X86_BR_NONE = 0, X86_BR_USER = 1, X86_BR_KERNEL = 2, X86_BR_CALL = 4, X86_BR_RET = 8, X86_BR_SYSCALL = 16, X86_BR_SYSRET = 32, X86_BR_INT = 64, X86_BR_IRET = 128, X86_BR_JCC = 256, X86_BR_JMP = 512, X86_BR_IRQ = 1024, X86_BR_IND_CALL = 2048, X86_BR_ABORT = 4096, X86_BR_IN_TX = 8192, X86_BR_NO_TX = 16384, X86_BR_ZERO_CALL = 32768, X86_BR_CALL_STACK = 65536, X86_BR_IND_JMP = 131072, X86_BR_TYPE_SAVE = 262144, }; enum { LBR_NONE = 0, LBR_VALID = 1, }; enum { ARCH_LBR_BR_TYPE_JCC = 0, ARCH_LBR_BR_TYPE_NEAR_IND_JMP = 1, ARCH_LBR_BR_TYPE_NEAR_REL_JMP = 2, ARCH_LBR_BR_TYPE_NEAR_IND_CALL = 3, ARCH_LBR_BR_TYPE_NEAR_REL_CALL = 4, ARCH_LBR_BR_TYPE_NEAR_RET = 5, ARCH_LBR_BR_TYPE_KNOWN_MAX = 5, ARCH_LBR_BR_TYPE_MAP_MAX = 16, }; enum P4_EVENTS { P4_EVENT_TC_DELIVER_MODE = 0, P4_EVENT_BPU_FETCH_REQUEST = 1, P4_EVENT_ITLB_REFERENCE = 2, P4_EVENT_MEMORY_CANCEL = 3, P4_EVENT_MEMORY_COMPLETE = 4, P4_EVENT_LOAD_PORT_REPLAY = 5, P4_EVENT_STORE_PORT_REPLAY = 6, P4_EVENT_MOB_LOAD_REPLAY = 7, P4_EVENT_PAGE_WALK_TYPE = 8, P4_EVENT_BSQ_CACHE_REFERENCE = 9, P4_EVENT_IOQ_ALLOCATION = 10, P4_EVENT_IOQ_ACTIVE_ENTRIES = 11, P4_EVENT_FSB_DATA_ACTIVITY = 12, P4_EVENT_BSQ_ALLOCATION = 13, P4_EVENT_BSQ_ACTIVE_ENTRIES = 14, P4_EVENT_SSE_INPUT_ASSIST = 15, P4_EVENT_PACKED_SP_UOP = 16, P4_EVENT_PACKED_DP_UOP = 17, P4_EVENT_SCALAR_SP_UOP = 18, P4_EVENT_SCALAR_DP_UOP = 19, P4_EVENT_64BIT_MMX_UOP = 20, P4_EVENT_128BIT_MMX_UOP = 21, P4_EVENT_X87_FP_UOP = 22, P4_EVENT_TC_MISC = 23, P4_EVENT_GLOBAL_POWER_EVENTS = 24, P4_EVENT_TC_MS_XFER = 25, P4_EVENT_UOP_QUEUE_WRITES = 26, P4_EVENT_RETIRED_MISPRED_BRANCH_TYPE = 27, P4_EVENT_RETIRED_BRANCH_TYPE = 28, P4_EVENT_RESOURCE_STALL = 29, P4_EVENT_WC_BUFFER = 30, P4_EVENT_B2B_CYCLES = 31, P4_EVENT_BNR = 32, P4_EVENT_SNOOP = 33, P4_EVENT_RESPONSE = 34, P4_EVENT_FRONT_END_EVENT = 35, P4_EVENT_EXECUTION_EVENT = 36, P4_EVENT_REPLAY_EVENT = 37, P4_EVENT_INSTR_RETIRED = 38, P4_EVENT_UOPS_RETIRED = 39, P4_EVENT_UOP_TYPE = 40, P4_EVENT_BRANCH_RETIRED = 41, P4_EVENT_MISPRED_BRANCH_RETIRED = 42, P4_EVENT_X87_ASSIST = 43, P4_EVENT_MACHINE_CLEAR = 44, P4_EVENT_INSTR_COMPLETED = 45, }; enum P4_EVENT_OPCODES { P4_EVENT_TC_DELIVER_MODE_OPCODE = 257, P4_EVENT_BPU_FETCH_REQUEST_OPCODE = 768, P4_EVENT_ITLB_REFERENCE_OPCODE = 6147, P4_EVENT_MEMORY_CANCEL_OPCODE = 517, P4_EVENT_MEMORY_COMPLETE_OPCODE = 2050, P4_EVENT_LOAD_PORT_REPLAY_OPCODE = 1026, P4_EVENT_STORE_PORT_REPLAY_OPCODE = 1282, P4_EVENT_MOB_LOAD_REPLAY_OPCODE = 770, P4_EVENT_PAGE_WALK_TYPE_OPCODE = 260, P4_EVENT_BSQ_CACHE_REFERENCE_OPCODE = 3079, P4_EVENT_IOQ_ALLOCATION_OPCODE = 774, P4_EVENT_IOQ_ACTIVE_ENTRIES_OPCODE = 6662, P4_EVENT_FSB_DATA_ACTIVITY_OPCODE = 5894, P4_EVENT_BSQ_ALLOCATION_OPCODE = 1287, P4_EVENT_BSQ_ACTIVE_ENTRIES_OPCODE = 1543, P4_EVENT_SSE_INPUT_ASSIST_OPCODE = 13313, P4_EVENT_PACKED_SP_UOP_OPCODE = 2049, P4_EVENT_PACKED_DP_UOP_OPCODE = 3073, P4_EVENT_SCALAR_SP_UOP_OPCODE = 2561, P4_EVENT_SCALAR_DP_UOP_OPCODE = 3585, P4_EVENT_64BIT_MMX_UOP_OPCODE = 513, P4_EVENT_128BIT_MMX_UOP_OPCODE = 6657, P4_EVENT_X87_FP_UOP_OPCODE = 1025, P4_EVENT_TC_MISC_OPCODE = 1537, P4_EVENT_GLOBAL_POWER_EVENTS_OPCODE = 4870, P4_EVENT_TC_MS_XFER_OPCODE = 1280, P4_EVENT_UOP_QUEUE_WRITES_OPCODE = 2304, P4_EVENT_RETIRED_MISPRED_BRANCH_TYPE_OPCODE = 1282, P4_EVENT_RETIRED_BRANCH_TYPE_OPCODE = 1026, P4_EVENT_RESOURCE_STALL_OPCODE = 257, P4_EVENT_WC_BUFFER_OPCODE = 1285, P4_EVENT_B2B_CYCLES_OPCODE = 5635, P4_EVENT_BNR_OPCODE = 2051, P4_EVENT_SNOOP_OPCODE = 1539, P4_EVENT_RESPONSE_OPCODE = 1027, P4_EVENT_FRONT_END_EVENT_OPCODE = 2053, P4_EVENT_EXECUTION_EVENT_OPCODE = 3077, P4_EVENT_REPLAY_EVENT_OPCODE = 2309, P4_EVENT_INSTR_RETIRED_OPCODE = 516, P4_EVENT_UOPS_RETIRED_OPCODE = 260, P4_EVENT_UOP_TYPE_OPCODE = 514, P4_EVENT_BRANCH_RETIRED_OPCODE = 1541, P4_EVENT_MISPRED_BRANCH_RETIRED_OPCODE = 772, P4_EVENT_X87_ASSIST_OPCODE = 773, P4_EVENT_MACHINE_CLEAR_OPCODE = 517, P4_EVENT_INSTR_COMPLETED_OPCODE = 1796, }; enum P4_ESCR_EMASKS { P4_EVENT_TC_DELIVER_MODE__DD = 512, P4_EVENT_TC_DELIVER_MODE__DB = 1024, P4_EVENT_TC_DELIVER_MODE__DI = 2048, P4_EVENT_TC_DELIVER_MODE__BD = 4096, P4_EVENT_TC_DELIVER_MODE__BB = 8192, P4_EVENT_TC_DELIVER_MODE__BI = 16384, P4_EVENT_TC_DELIVER_MODE__ID = 32768, P4_EVENT_BPU_FETCH_REQUEST__TCMISS = 512, P4_EVENT_ITLB_REFERENCE__HIT = 512, P4_EVENT_ITLB_REFERENCE__MISS = 1024, P4_EVENT_ITLB_REFERENCE__HIT_UK = 2048, P4_EVENT_MEMORY_CANCEL__ST_RB_FULL = 2048, P4_EVENT_MEMORY_CANCEL__64K_CONF = 4096, P4_EVENT_MEMORY_COMPLETE__LSC = 512, P4_EVENT_MEMORY_COMPLETE__SSC = 1024, P4_EVENT_LOAD_PORT_REPLAY__SPLIT_LD = 1024, P4_EVENT_STORE_PORT_REPLAY__SPLIT_ST = 1024, P4_EVENT_MOB_LOAD_REPLAY__NO_STA = 1024, P4_EVENT_MOB_LOAD_REPLAY__NO_STD = 4096, P4_EVENT_MOB_LOAD_REPLAY__PARTIAL_DATA = 8192, P4_EVENT_MOB_LOAD_REPLAY__UNALGN_ADDR = 16384, P4_EVENT_PAGE_WALK_TYPE__DTMISS = 512, P4_EVENT_PAGE_WALK_TYPE__ITMISS = 1024, P4_EVENT_BSQ_CACHE_REFERENCE__RD_2ndL_HITS = 512, P4_EVENT_BSQ_CACHE_REFERENCE__RD_2ndL_HITE = 1024, P4_EVENT_BSQ_CACHE_REFERENCE__RD_2ndL_HITM = 2048, P4_EVENT_BSQ_CACHE_REFERENCE__RD_3rdL_HITS = 4096, P4_EVENT_BSQ_CACHE_REFERENCE__RD_3rdL_HITE = 8192, P4_EVENT_BSQ_CACHE_REFERENCE__RD_3rdL_HITM = 16384, P4_EVENT_BSQ_CACHE_REFERENCE__RD_2ndL_MISS = 131072, P4_EVENT_BSQ_CACHE_REFERENCE__RD_3rdL_MISS = 262144, P4_EVENT_BSQ_CACHE_REFERENCE__WR_2ndL_MISS = 524288, P4_EVENT_IOQ_ALLOCATION__DEFAULT = 512, P4_EVENT_IOQ_ALLOCATION__ALL_READ = 16384, P4_EVENT_IOQ_ALLOCATION__ALL_WRITE = 32768, P4_EVENT_IOQ_ALLOCATION__MEM_UC = 65536, P4_EVENT_IOQ_ALLOCATION__MEM_WC = 131072, P4_EVENT_IOQ_ALLOCATION__MEM_WT = 262144, P4_EVENT_IOQ_ALLOCATION__MEM_WP = 524288, P4_EVENT_IOQ_ALLOCATION__MEM_WB = 1048576, P4_EVENT_IOQ_ALLOCATION__OWN = 4194304, P4_EVENT_IOQ_ALLOCATION__OTHER = 8388608, P4_EVENT_IOQ_ALLOCATION__PREFETCH = 16777216, P4_EVENT_IOQ_ACTIVE_ENTRIES__DEFAULT = 512, P4_EVENT_IOQ_ACTIVE_ENTRIES__ALL_READ = 16384, P4_EVENT_IOQ_ACTIVE_ENTRIES__ALL_WRITE = 32768, P4_EVENT_IOQ_ACTIVE_ENTRIES__MEM_UC = 65536, P4_EVENT_IOQ_ACTIVE_ENTRIES__MEM_WC = 131072, P4_EVENT_IOQ_ACTIVE_ENTRIES__MEM_WT = 262144, P4_EVENT_IOQ_ACTIVE_ENTRIES__MEM_WP = 524288, P4_EVENT_IOQ_ACTIVE_ENTRIES__MEM_WB = 1048576, P4_EVENT_IOQ_ACTIVE_ENTRIES__OWN = 4194304, P4_EVENT_IOQ_ACTIVE_ENTRIES__OTHER = 8388608, P4_EVENT_IOQ_ACTIVE_ENTRIES__PREFETCH = 16777216, P4_EVENT_FSB_DATA_ACTIVITY__DRDY_DRV = 512, P4_EVENT_FSB_DATA_ACTIVITY__DRDY_OWN = 1024, P4_EVENT_FSB_DATA_ACTIVITY__DRDY_OTHER = 2048, P4_EVENT_FSB_DATA_ACTIVITY__DBSY_DRV = 4096, P4_EVENT_FSB_DATA_ACTIVITY__DBSY_OWN = 8192, P4_EVENT_FSB_DATA_ACTIVITY__DBSY_OTHER = 16384, P4_EVENT_BSQ_ALLOCATION__REQ_TYPE0 = 512, P4_EVENT_BSQ_ALLOCATION__REQ_TYPE1 = 1024, P4_EVENT_BSQ_ALLOCATION__REQ_LEN0 = 2048, P4_EVENT_BSQ_ALLOCATION__REQ_LEN1 = 4096, P4_EVENT_BSQ_ALLOCATION__REQ_IO_TYPE = 16384, P4_EVENT_BSQ_ALLOCATION__REQ_LOCK_TYPE = 32768, P4_EVENT_BSQ_ALLOCATION__REQ_CACHE_TYPE = 65536, P4_EVENT_BSQ_ALLOCATION__REQ_SPLIT_TYPE = 131072, P4_EVENT_BSQ_ALLOCATION__REQ_DEM_TYPE = 262144, P4_EVENT_BSQ_ALLOCATION__REQ_ORD_TYPE = 524288, P4_EVENT_BSQ_ALLOCATION__MEM_TYPE0 = 1048576, P4_EVENT_BSQ_ALLOCATION__MEM_TYPE1 = 2097152, P4_EVENT_BSQ_ALLOCATION__MEM_TYPE2 = 4194304, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_TYPE0 = 512, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_TYPE1 = 1024, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_LEN0 = 2048, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_LEN1 = 4096, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_IO_TYPE = 16384, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_LOCK_TYPE = 32768, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_CACHE_TYPE = 65536, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_SPLIT_TYPE = 131072, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_DEM_TYPE = 262144, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_ORD_TYPE = 524288, P4_EVENT_BSQ_ACTIVE_ENTRIES__MEM_TYPE0 = 1048576, P4_EVENT_BSQ_ACTIVE_ENTRIES__MEM_TYPE1 = 2097152, P4_EVENT_BSQ_ACTIVE_ENTRIES__MEM_TYPE2 = 4194304, P4_EVENT_SSE_INPUT_ASSIST__ALL = 16777216, P4_EVENT_PACKED_SP_UOP__ALL = 16777216, P4_EVENT_PACKED_DP_UOP__ALL = 16777216, P4_EVENT_SCALAR_SP_UOP__ALL = 16777216, P4_EVENT_SCALAR_DP_UOP__ALL = 16777216, P4_EVENT_64BIT_MMX_UOP__ALL = 16777216, P4_EVENT_128BIT_MMX_UOP__ALL = 16777216, P4_EVENT_X87_FP_UOP__ALL = 16777216, P4_EVENT_TC_MISC__FLUSH = 8192, P4_EVENT_GLOBAL_POWER_EVENTS__RUNNING = 512, P4_EVENT_TC_MS_XFER__CISC = 512, P4_EVENT_UOP_QUEUE_WRITES__FROM_TC_BUILD = 512, P4_EVENT_UOP_QUEUE_WRITES__FROM_TC_DELIVER = 1024, P4_EVENT_UOP_QUEUE_WRITES__FROM_ROM = 2048, P4_EVENT_RETIRED_MISPRED_BRANCH_TYPE__CONDITIONAL = 1024, P4_EVENT_RETIRED_MISPRED_BRANCH_TYPE__CALL = 2048, P4_EVENT_RETIRED_MISPRED_BRANCH_TYPE__RETURN = 4096, P4_EVENT_RETIRED_MISPRED_BRANCH_TYPE__INDIRECT = 8192, P4_EVENT_RETIRED_BRANCH_TYPE__CONDITIONAL = 1024, P4_EVENT_RETIRED_BRANCH_TYPE__CALL = 2048, P4_EVENT_RETIRED_BRANCH_TYPE__RETURN = 4096, P4_EVENT_RETIRED_BRANCH_TYPE__INDIRECT = 8192, P4_EVENT_RESOURCE_STALL__SBFULL = 16384, P4_EVENT_WC_BUFFER__WCB_EVICTS = 512, P4_EVENT_WC_BUFFER__WCB_FULL_EVICTS = 1024, P4_EVENT_FRONT_END_EVENT__NBOGUS = 512, P4_EVENT_FRONT_END_EVENT__BOGUS = 1024, P4_EVENT_EXECUTION_EVENT__NBOGUS0 = 512, P4_EVENT_EXECUTION_EVENT__NBOGUS1 = 1024, P4_EVENT_EXECUTION_EVENT__NBOGUS2 = 2048, P4_EVENT_EXECUTION_EVENT__NBOGUS3 = 4096, P4_EVENT_EXECUTION_EVENT__BOGUS0 = 8192, P4_EVENT_EXECUTION_EVENT__BOGUS1 = 16384, P4_EVENT_EXECUTION_EVENT__BOGUS2 = 32768, P4_EVENT_EXECUTION_EVENT__BOGUS3 = 65536, P4_EVENT_REPLAY_EVENT__NBOGUS = 512, P4_EVENT_REPLAY_EVENT__BOGUS = 1024, P4_EVENT_INSTR_RETIRED__NBOGUSNTAG = 512, P4_EVENT_INSTR_RETIRED__NBOGUSTAG = 1024, P4_EVENT_INSTR_RETIRED__BOGUSNTAG = 2048, P4_EVENT_INSTR_RETIRED__BOGUSTAG = 4096, P4_EVENT_UOPS_RETIRED__NBOGUS = 512, P4_EVENT_UOPS_RETIRED__BOGUS = 1024, P4_EVENT_UOP_TYPE__TAGLOADS = 1024, P4_EVENT_UOP_TYPE__TAGSTORES = 2048, P4_EVENT_BRANCH_RETIRED__MMNP = 512, P4_EVENT_BRANCH_RETIRED__MMNM = 1024, P4_EVENT_BRANCH_RETIRED__MMTP = 2048, P4_EVENT_BRANCH_RETIRED__MMTM = 4096, P4_EVENT_MISPRED_BRANCH_RETIRED__NBOGUS = 512, P4_EVENT_X87_ASSIST__FPSU = 512, P4_EVENT_X87_ASSIST__FPSO = 1024, P4_EVENT_X87_ASSIST__POAO = 2048, P4_EVENT_X87_ASSIST__POAU = 4096, P4_EVENT_X87_ASSIST__PREA = 8192, P4_EVENT_MACHINE_CLEAR__CLEAR = 512, P4_EVENT_MACHINE_CLEAR__MOCLEAR = 1024, P4_EVENT_MACHINE_CLEAR__SMCLEAR = 2048, P4_EVENT_INSTR_COMPLETED__NBOGUS = 512, P4_EVENT_INSTR_COMPLETED__BOGUS = 1024, }; enum P4_PEBS_METRIC { P4_PEBS_METRIC__none = 0, P4_PEBS_METRIC__1stl_cache_load_miss_retired = 1, P4_PEBS_METRIC__2ndl_cache_load_miss_retired = 2, P4_PEBS_METRIC__dtlb_load_miss_retired = 3, P4_PEBS_METRIC__dtlb_store_miss_retired = 4, P4_PEBS_METRIC__dtlb_all_miss_retired = 5, P4_PEBS_METRIC__tagged_mispred_branch = 6, P4_PEBS_METRIC__mob_load_replay_retired = 7, P4_PEBS_METRIC__split_load_retired = 8, P4_PEBS_METRIC__split_store_retired = 9, P4_PEBS_METRIC__max = 10, }; struct p4_event_bind { unsigned int opcode; unsigned int escr_msr[2]; unsigned int escr_emask; unsigned int shared; char cntr[6]; }; struct p4_pebs_bind { unsigned int metric_pebs; unsigned int metric_vert; }; struct p4_event_alias { u64 original; u64 alternative; }; enum cpuid_regs_idx { CPUID_EAX = 0, CPUID_EBX = 1, CPUID_ECX = 2, CPUID_EDX = 3, }; struct dev_ext_attribute { struct device_attribute attr; void *var; }; enum pt_capabilities { PT_CAP_max_subleaf = 0, PT_CAP_cr3_filtering = 1, PT_CAP_psb_cyc = 2, PT_CAP_ip_filtering = 3, PT_CAP_mtc = 4, PT_CAP_ptwrite = 5, PT_CAP_power_event_trace = 6, PT_CAP_event_trace = 7, PT_CAP_tnt_disable = 8, PT_CAP_topa_output = 9, PT_CAP_topa_multiple_entries = 10, PT_CAP_single_range_output = 11, PT_CAP_output_subsys = 12, PT_CAP_payloads_lip = 13, PT_CAP_num_address_ranges = 14, PT_CAP_mtc_periods = 15, PT_CAP_cycle_thresholds = 16, PT_CAP_psb_periods = 17, }; enum perf_addr_filter_action_t { PERF_ADDR_FILTER_ACTION_STOP = 0, PERF_ADDR_FILTER_ACTION_START = 1, PERF_ADDR_FILTER_ACTION_FILTER = 2, }; struct perf_addr_filter { struct list_head entry; struct path path; long unsigned int offset; long unsigned int size; enum perf_addr_filter_action_t action; }; struct topa_entry { u64 end: 1; u64 rsvd0: 1; u64 intr: 1; u64 rsvd1: 1; u64 stop: 1; u64 rsvd2: 1; u64 size: 4; u64 rsvd3: 2; u64 base: 36; u64 rsvd4: 16; }; struct pt_pmu { struct pmu pmu; u32 caps[8]; bool vmx; bool branch_en_always_on; long unsigned int max_nonturbo_ratio; unsigned int tsc_art_num; unsigned int tsc_art_den; }; struct topa; struct pt_buffer { struct list_head tables; struct topa *first; struct topa *last; struct topa *cur; unsigned int cur_idx; size_t output_off; long unsigned int nr_pages; local_t data_size; local64_t head; bool snapshot; bool single; long int stop_pos; long int intr_pos; struct topa_entry *stop_te; struct topa_entry *intr_te; void **data_pages; }; struct topa { struct list_head list; u64 offset; size_t size; int last; unsigned int z_count; }; struct pt_filter { long unsigned int msr_a; long unsigned int msr_b; long unsigned int config; }; struct pt_filters { struct pt_filter filter[4]; unsigned int nr_filters; }; struct pt { struct perf_output_handle handle; struct pt_filters filters; int handle_nmi; int vmx_on; u64 output_base; u64 output_mask; }; struct pt_cap_desc { const char *name; u32 leaf; u8 reg; u32 mask; }; struct pt_address_range { long unsigned int msr_a; long unsigned int msr_b; unsigned int reg_off; }; struct topa_page { struct topa_entry table[507]; struct topa topa; }; struct x86_cpu_id { __u16 vendor; __u16 family; __u16 model; __u16 steppings; __u16 feature; kernel_ulong_t driver_data; }; enum hrtimer_mode { HRTIMER_MODE_ABS = 0, HRTIMER_MODE_REL = 1, HRTIMER_MODE_PINNED = 2, HRTIMER_MODE_SOFT = 4, HRTIMER_MODE_HARD = 8, HRTIMER_MODE_ABS_PINNED = 2, HRTIMER_MODE_REL_PINNED = 3, HRTIMER_MODE_ABS_SOFT = 4, HRTIMER_MODE_REL_SOFT = 5, HRTIMER_MODE_ABS_PINNED_SOFT = 6, HRTIMER_MODE_REL_PINNED_SOFT = 7, HRTIMER_MODE_ABS_HARD = 8, HRTIMER_MODE_REL_HARD = 9, HRTIMER_MODE_ABS_PINNED_HARD = 10, HRTIMER_MODE_REL_PINNED_HARD = 11, }; struct acpi_device; struct pci_sysdata { int domain; int node; struct acpi_device *companion; void *iommu; void *fwnode; struct pci_dev *vmd_dev; }; struct pci_extra_dev { struct pci_dev *dev[4]; }; struct intel_uncore_pmu; struct intel_uncore_ops; struct uncore_event_desc; struct freerunning_counters; struct intel_uncore_topology; struct intel_uncore_type { const char *name; int num_counters; int num_boxes; int perf_ctr_bits; int fixed_ctr_bits; int num_freerunning_types; int type_id; unsigned int perf_ctr; unsigned int event_ctl; unsigned int event_mask; unsigned int event_mask_ext; unsigned int fixed_ctr; unsigned int fixed_ctl; unsigned int box_ctl; u64 *box_ctls; union { unsigned int msr_offset; unsigned int mmio_offset; }; unsigned int mmio_map_size; unsigned int num_shared_regs: 8; unsigned int single_fixed: 1; unsigned int pair_ctr_ctl: 1; union { unsigned int *msr_offsets; unsigned int *pci_offsets; unsigned int *mmio_offsets; }; unsigned int *box_ids; struct event_constraint unconstrainted; struct event_constraint *constraints; struct intel_uncore_pmu *pmus; struct intel_uncore_ops *ops; struct uncore_event_desc *event_descs; struct freerunning_counters *freerunning; const struct attribute_group *attr_groups[4]; const struct attribute_group **attr_update; struct pmu *pmu; struct intel_uncore_topology *topology; int (*get_topology)(struct intel_uncore_type *); int (*set_mapping)(struct intel_uncore_type *); void (*cleanup_mapping)(struct intel_uncore_type *); }; struct intel_uncore_box; struct intel_uncore_pmu { struct pmu pmu; char name[32]; int pmu_idx; int func_id; bool registered; atomic_t activeboxes; struct intel_uncore_type *type; struct intel_uncore_box **boxes; }; struct intel_uncore_ops { void (*init_box)(struct intel_uncore_box *); void (*exit_box)(struct intel_uncore_box *); void (*disable_box)(struct intel_uncore_box *); void (*enable_box)(struct intel_uncore_box *); void (*disable_event)(struct intel_uncore_box *, struct perf_event *); void (*enable_event)(struct intel_uncore_box *, struct perf_event *); u64 (*read_counter)(struct intel_uncore_box *, struct perf_event *); int (*hw_config)(struct intel_uncore_box *, struct perf_event *); struct event_constraint * (*get_constraint)(struct intel_uncore_box *, struct perf_event *); void (*put_constraint)(struct intel_uncore_box *, struct perf_event *); }; struct uncore_event_desc { struct device_attribute attr; const char *config; }; struct freerunning_counters { unsigned int counter_base; unsigned int counter_offset; unsigned int box_offset; unsigned int num_counters; unsigned int bits; unsigned int *box_offsets; }; struct intel_uncore_topology { u64 configuration; int segment; }; struct intel_uncore_extra_reg { raw_spinlock_t lock; u64 config; u64 config1; u64 config2; atomic_t ref; }; struct intel_uncore_box { int dieid; int n_active; int n_events; int cpu; long unsigned int flags; atomic_t refcnt; struct perf_event *events[10]; struct perf_event *event_list[10]; struct event_constraint *event_constraint[10]; long unsigned int active_mask[1]; u64 tags[10]; struct pci_dev *pci_dev; struct intel_uncore_pmu *pmu; u64 hrtimer_duration; struct hrtimer hrtimer; struct list_head list; struct list_head active_list; void *io_addr; struct intel_uncore_extra_reg shared_regs[0]; }; struct pci2phy_map { struct list_head list; int segment; int pbus_to_dieid[256]; }; struct intel_uncore_init_fun { void (*cpu_init)(); int (*pci_init)(); void (*mmio_init)(); bool use_discovery; }; enum { EXTRA_REG_NHMEX_M_FILTER = 0, EXTRA_REG_NHMEX_M_DSP = 1, EXTRA_REG_NHMEX_M_ISS = 2, EXTRA_REG_NHMEX_M_MAP = 3, EXTRA_REG_NHMEX_M_MSC_THR = 4, EXTRA_REG_NHMEX_M_PGT = 5, EXTRA_REG_NHMEX_M_PLD = 6, EXTRA_REG_NHMEX_M_ZDP_CTL_FVC = 7, }; enum { SNB_PCI_UNCORE_IMC = 0, }; enum perf_snb_uncore_imc_freerunning_types { SNB_PCI_UNCORE_IMC_DATA_READS = 0, SNB_PCI_UNCORE_IMC_DATA_WRITES = 1, SNB_PCI_UNCORE_IMC_GT_REQUESTS = 2, SNB_PCI_UNCORE_IMC_IA_REQUESTS = 3, SNB_PCI_UNCORE_IMC_IO_REQUESTS = 4, SNB_PCI_UNCORE_IMC_FREERUNNING_TYPE_MAX = 5, }; struct imc_uncore_pci_dev { __u32 pci_id; struct pci_driver *driver; }; enum perf_tgl_uncore_imc_freerunning_types { TGL_MMIO_UNCORE_IMC_DATA_TOTAL = 0, TGL_MMIO_UNCORE_IMC_DATA_READ = 1, TGL_MMIO_UNCORE_IMC_DATA_WRITE = 2, TGL_MMIO_UNCORE_IMC_FREERUNNING_TYPE_MAX = 3, }; enum perf_adl_uncore_imc_freerunning_types { ADL_MMIO_UNCORE_IMC_DATA_TOTAL = 0, ADL_MMIO_UNCORE_IMC_DATA_READ = 1, ADL_MMIO_UNCORE_IMC_DATA_WRITE = 2, ADL_MMIO_UNCORE_IMC_FREERUNNING_TYPE_MAX = 3, }; enum uncore_access_type { UNCORE_ACCESS_MSR = 0, UNCORE_ACCESS_MMIO = 1, UNCORE_ACCESS_PCI = 2, UNCORE_ACCESS_MAX = 3, }; enum { SNBEP_PCI_QPI_PORT0_FILTER = 0, SNBEP_PCI_QPI_PORT1_FILTER = 1, BDX_PCI_QPI_PORT2_FILTER = 2, }; enum { SNBEP_PCI_UNCORE_HA = 0, SNBEP_PCI_UNCORE_IMC = 1, SNBEP_PCI_UNCORE_QPI = 2, SNBEP_PCI_UNCORE_R2PCIE = 3, SNBEP_PCI_UNCORE_R3QPI = 4, }; enum { IVBEP_PCI_UNCORE_HA = 0, IVBEP_PCI_UNCORE_IMC = 1, IVBEP_PCI_UNCORE_IRP = 2, IVBEP_PCI_UNCORE_QPI = 3, IVBEP_PCI_UNCORE_R2PCIE = 4, IVBEP_PCI_UNCORE_R3QPI = 5, }; enum { KNL_PCI_UNCORE_MC_UCLK = 0, KNL_PCI_UNCORE_MC_DCLK = 1, KNL_PCI_UNCORE_EDC_UCLK = 2, KNL_PCI_UNCORE_EDC_ECLK = 3, KNL_PCI_UNCORE_M2PCIE = 4, KNL_PCI_UNCORE_IRP = 5, }; enum { HSWEP_PCI_UNCORE_HA = 0, HSWEP_PCI_UNCORE_IMC = 1, HSWEP_PCI_UNCORE_IRP = 2, HSWEP_PCI_UNCORE_QPI = 3, HSWEP_PCI_UNCORE_R2PCIE = 4, HSWEP_PCI_UNCORE_R3QPI = 5, }; enum { BDX_PCI_UNCORE_HA = 0, BDX_PCI_UNCORE_IMC = 1, BDX_PCI_UNCORE_IRP = 2, BDX_PCI_UNCORE_QPI = 3, BDX_PCI_UNCORE_R2PCIE = 4, BDX_PCI_UNCORE_R3QPI = 5, }; enum perf_uncore_iio_freerunning_type_id { SKX_IIO_MSR_IOCLK = 0, SKX_IIO_MSR_BW = 1, SKX_IIO_MSR_UTIL = 2, SKX_IIO_FREERUNNING_TYPE_MAX = 3, }; enum { SKX_PCI_UNCORE_IMC = 0, SKX_PCI_UNCORE_M2M = 1, SKX_PCI_UNCORE_UPI = 2, SKX_PCI_UNCORE_M2PCIE = 3, SKX_PCI_UNCORE_M3UPI = 4, }; enum { SNR_QAT_PMON_ID = 0, SNR_CBDMA_DMI_PMON_ID = 1, SNR_NIS_PMON_ID = 2, SNR_DLB_PMON_ID = 3, SNR_PCIE_GEN3_PMON_ID = 4, }; enum perf_uncore_snr_iio_freerunning_type_id { SNR_IIO_MSR_IOCLK = 0, SNR_IIO_MSR_BW_IN = 1, SNR_IIO_FREERUNNING_TYPE_MAX = 2, }; enum { SNR_PCI_UNCORE_M2M = 0, SNR_PCI_UNCORE_PCIE3 = 1, }; enum perf_uncore_snr_imc_freerunning_type_id { SNR_IMC_DCLK = 0, SNR_IMC_DDR = 1, SNR_IMC_FREERUNNING_TYPE_MAX = 2, }; enum { ICX_PCIE1_PMON_ID = 0, ICX_PCIE2_PMON_ID = 1, ICX_PCIE3_PMON_ID = 2, ICX_PCIE4_PMON_ID = 3, ICX_PCIE5_PMON_ID = 4, ICX_CBDMA_DMI_PMON_ID = 5, }; enum perf_uncore_icx_iio_freerunning_type_id { ICX_IIO_MSR_IOCLK = 0, ICX_IIO_MSR_BW_IN = 1, ICX_IIO_FREERUNNING_TYPE_MAX = 2, }; enum { ICX_PCI_UNCORE_M2M = 0, ICX_PCI_UNCORE_UPI = 1, ICX_PCI_UNCORE_M3UPI = 2, }; enum perf_uncore_icx_imc_freerunning_type_id { ICX_IMC_DCLK = 0, ICX_IMC_DDR = 1, ICX_IMC_DDRT = 2, ICX_IMC_FREERUNNING_TYPE_MAX = 3, }; enum perf_uncore_spr_iio_freerunning_type_id { SPR_IIO_MSR_IOCLK = 0, SPR_IIO_MSR_BW_IN = 1, SPR_IIO_MSR_BW_OUT = 2, SPR_IIO_FREERUNNING_TYPE_MAX = 3, }; enum perf_uncore_spr_imc_freerunning_type_id { SPR_IMC_DCLK = 0, SPR_IMC_PQ_CYCLES = 1, SPR_IMC_FREERUNNING_TYPE_MAX = 2, }; struct uncore_global_discovery { union { u64 table1; struct { u64 type: 8; u64 stride: 8; u64 max_units: 10; u64 __reserved_1: 36; u64 access_type: 2; }; }; u64 ctl; union { u64 table3; struct { u64 status_offset: 8; u64 num_status: 16; u64 __reserved_2: 40; }; }; }; struct uncore_unit_discovery { union { u64 table1; struct { u64 num_regs: 8; u64 ctl_offset: 8; u64 bit_width: 8; u64 ctr_offset: 8; u64 status_offset: 8; u64 __reserved_1: 22; u64 access_type: 2; }; }; u64 ctl; union { u64 table3; struct { u64 box_type: 16; u64 box_id: 16; u64 __reserved_2: 32; }; }; }; struct intel_uncore_discovery_type { struct rb_node node; enum uncore_access_type access_type; u64 box_ctrl; u64 *box_ctrl_die; u16 type; u8 num_counters; u8 counter_width; u8 ctl_offset; u8 ctr_offset; u16 num_boxes; unsigned int *ids; unsigned int *box_offset; }; typedef s8 int8_t; typedef u8 uint8_t; typedef u64 uint64_t; struct atomic_notifier_head { spinlock_t lock; struct notifier_block *head; }; enum xen_domain_type { XEN_NATIVE = 0, XEN_PV_DOMAIN = 1, XEN_HVM_DOMAIN = 2, }; typedef long unsigned int xen_pfn_t; typedef long unsigned int xen_ulong_t; struct arch_shared_info { long unsigned int max_pfn; xen_pfn_t pfn_to_mfn_frame_list_list; long unsigned int nmi_reason; long unsigned int p2m_cr3; long unsigned int p2m_vaddr; long unsigned int p2m_generation; }; struct arch_vcpu_info { long unsigned int cr2; long unsigned int pad; }; struct pvclock_wall_clock { u32 version; u32 sec; u32 nsec; }; struct vcpu_info { uint8_t evtchn_upcall_pending; uint8_t evtchn_upcall_mask; xen_ulong_t evtchn_pending_sel; struct arch_vcpu_info arch; struct pvclock_vcpu_time_info time; }; struct shared_info { struct vcpu_info vcpu_info[32]; xen_ulong_t evtchn_pending[64]; xen_ulong_t evtchn_mask[64]; struct pvclock_wall_clock wc; uint32_t wc_sec_hi; struct arch_shared_info arch; }; struct start_info { char magic[32]; long unsigned int nr_pages; long unsigned int shared_info; uint32_t flags; xen_pfn_t store_mfn; uint32_t store_evtchn; union { struct { xen_pfn_t mfn; uint32_t evtchn; } domU; struct { uint32_t info_off; uint32_t info_size; } dom0; } console; long unsigned int pt_base; long unsigned int nr_pt_frames; long unsigned int mfn_list; long unsigned int mod_start; long unsigned int mod_len; int8_t cmd_line[1024]; long unsigned int first_p2m_pfn; long unsigned int nr_p2m_frames; }; struct sched_shutdown { unsigned int reason; }; struct sched_pin_override { int32_t pcpu; }; struct xen_extraversion { char extraversion[16]; }; struct vcpu_register_vcpu_info { uint64_t mfn; uint32_t offset; uint32_t rsvd; }; struct xmaddr { phys_addr_t maddr; }; typedef struct xmaddr xmaddr_t; struct xpaddr { phys_addr_t paddr; }; typedef struct xpaddr xpaddr_t; typedef s16 int16_t; enum clocksource_ids { CSID_GENERIC = 0, CSID_ARM_ARCH_COUNTER = 1, CSID_MAX = 2, }; struct clocksource { u64 (*read)(struct clocksource *); u64 mask; u32 mult; u32 shift; u64 max_idle_ns; u32 maxadj; u32 uncertainty_margin; u64 max_cycles; const char *name; struct list_head list; int rating; enum clocksource_ids id; enum vdso_clock_mode vdso_clock_mode; long unsigned int flags; int (*enable)(struct clocksource *); void (*disable)(struct clocksource *); void (*suspend)(struct clocksource *); void (*resume)(struct clocksource *); void (*mark_unstable)(struct clocksource *); void (*tick_stable)(struct clocksource *); struct list_head wd_list; u64 cs_last; u64 wd_last; struct module *owner; }; struct x86_init_mpparse { void (*setup_ioapic_ids)(); void (*find_smp_config)(); void (*get_smp_config)(unsigned int); }; struct x86_init_resources { void (*probe_roms)(); void (*reserve_resources)(); char * (*memory_setup)(); }; struct x86_init_irqs { void (*pre_vector_init)(); void (*intr_init)(); void (*intr_mode_select)(); void (*intr_mode_init)(); struct irq_domain * (*create_pci_msi_domain)(); }; struct x86_init_oem { void (*arch_setup)(); void (*banner)(); }; struct x86_init_paging { void (*pagetable_init)(); }; struct x86_init_timers { void (*setup_percpu_clockev)(); void (*timer_init)(); void (*wallclock_init)(); }; struct x86_init_iommu { int (*iommu_init)(); }; struct x86_init_pci { int (*arch_init)(); int (*init)(); void (*init_irq)(); void (*fixup_irqs)(); }; struct x86_hyper_init { void (*init_platform)(); void (*guest_late_init)(); bool (*x2apic_available)(); bool (*msi_ext_dest_id)(); void (*init_mem_mapping)(); void (*init_after_bootmem)(); }; struct x86_init_acpi { void (*set_root_pointer)(u64); u64 (*get_root_pointer)(); void (*reduced_hw_early_init)(); }; struct x86_init_ops { struct x86_init_resources resources; struct x86_init_mpparse mpparse; struct x86_init_irqs irqs; struct x86_init_oem oem; struct x86_init_paging paging; struct x86_init_timers timers; struct x86_init_iommu iommu; struct x86_init_pci pci; struct x86_hyper_init hyper; struct x86_init_acpi acpi; }; struct x86_cpuinit_ops { void (*setup_percpu_clockev)(); void (*early_percpu_clock_init)(); void (*fixup_cpu_id)(struct cpuinfo_x86 *, int); }; enum clock_event_state { CLOCK_EVT_STATE_DETACHED = 0, CLOCK_EVT_STATE_SHUTDOWN = 1, CLOCK_EVT_STATE_PERIODIC = 2, CLOCK_EVT_STATE_ONESHOT = 3, CLOCK_EVT_STATE_ONESHOT_STOPPED = 4, }; struct clock_event_device { void (*event_handler)(struct clock_event_device *); int (*set_next_event)(long unsigned int, struct clock_event_device *); int (*set_next_ktime)(ktime_t, struct clock_event_device *); ktime_t next_event; u64 max_delta_ns; u64 min_delta_ns; u32 mult; u32 shift; enum clock_event_state state_use_accessors; unsigned int features; long unsigned int retries; int (*set_state_periodic)(struct clock_event_device *); int (*set_state_oneshot)(struct clock_event_device *); int (*set_state_oneshot_stopped)(struct clock_event_device *); int (*set_state_shutdown)(struct clock_event_device *); int (*tick_resume)(struct clock_event_device *); void (*broadcast)(const struct cpumask *); void (*suspend)(struct clock_event_device *); void (*resume)(struct clock_event_device *); long unsigned int min_delta_ticks; long unsigned int max_delta_ticks; const char *name; int rating; int irq; int bound_on; const struct cpumask *cpumask; struct list_head list; struct module *owner; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct tk_read_base { struct clocksource *clock; u64 mask; u64 cycle_last; u32 mult; u32 shift; u64 xtime_nsec; ktime_t base; u64 base_real; }; struct timekeeper { struct tk_read_base tkr_mono; struct tk_read_base tkr_raw; u64 xtime_sec; long unsigned int ktime_sec; struct timespec64 wall_to_monotonic; ktime_t offs_real; ktime_t offs_boot; ktime_t offs_tai; s32 tai_offset; unsigned int clock_was_set_seq; u8 cs_was_changed_seq; ktime_t next_leap_ktime; u64 raw_sec; struct timespec64 monotonic_to_boot; u64 cycle_interval; u64 xtime_interval; s64 xtime_remainder; u64 raw_interval; u64 ntp_tick; s64 ntp_error; u32 ntp_error_shift; u32 ntp_err_mult; u32 skip_second_overflow; }; typedef unsigned char *__guest_handle_uchar; typedef char *__guest_handle_char; typedef void *__guest_handle_void; typedef uint64_t *__guest_handle_uint64_t; typedef uint32_t *__guest_handle_uint32_t; struct vcpu_time_info { uint32_t version; uint32_t pad0; uint64_t tsc_timestamp; uint64_t system_time; uint32_t tsc_to_system_mul; int8_t tsc_shift; int8_t pad1[3]; }; struct xenpf_settime32 { uint32_t secs; uint32_t nsecs; uint64_t system_time; }; struct xenpf_settime64 { uint64_t secs; uint32_t nsecs; uint32_t mbz; uint64_t system_time; }; struct xenpf_add_memtype { xen_pfn_t mfn; uint64_t nr_mfns; uint32_t type; uint32_t handle; uint32_t reg; }; struct xenpf_del_memtype { uint32_t handle; uint32_t reg; }; struct xenpf_read_memtype { uint32_t reg; xen_pfn_t mfn; uint64_t nr_mfns; uint32_t type; }; struct xenpf_microcode_update { __guest_handle_void data; uint32_t length; }; struct xenpf_platform_quirk { uint32_t quirk_id; }; struct xenpf_efi_time { uint16_t year; uint8_t month; uint8_t day; uint8_t hour; uint8_t min; uint8_t sec; uint32_t ns; int16_t tz; uint8_t daylight; }; struct xenpf_efi_guid { uint32_t data1; uint16_t data2; uint16_t data3; uint8_t data4[8]; }; struct xenpf_efi_runtime_call { uint32_t function; uint32_t misc; xen_ulong_t status; union { struct { struct xenpf_efi_time time; uint32_t resolution; uint32_t accuracy; } get_time; struct xenpf_efi_time set_time; struct xenpf_efi_time get_wakeup_time; struct xenpf_efi_time set_wakeup_time; struct { __guest_handle_void name; xen_ulong_t size; __guest_handle_void data; struct xenpf_efi_guid vendor_guid; } get_variable; struct { __guest_handle_void name; xen_ulong_t size; __guest_handle_void data; struct xenpf_efi_guid vendor_guid; } set_variable; struct { xen_ulong_t size; __guest_handle_void name; struct xenpf_efi_guid vendor_guid; } get_next_variable_name; struct { uint32_t attr; uint64_t max_store_size; uint64_t remain_store_size; uint64_t max_size; } query_variable_info; struct { __guest_handle_void capsule_header_array; xen_ulong_t capsule_count; uint64_t max_capsule_size; uint32_t reset_type; } query_capsule_capabilities; struct { __guest_handle_void capsule_header_array; xen_ulong_t capsule_count; uint64_t sg_list; } update_capsule; } u; }; union xenpf_efi_info { uint32_t version; struct { uint64_t addr; uint32_t nent; } cfg; struct { uint32_t revision; uint32_t bufsz; __guest_handle_void name; } vendor; struct { uint64_t addr; uint64_t size; uint64_t attr; uint32_t type; } mem; }; struct xenpf_firmware_info { uint32_t type; uint32_t index; union { struct { uint8_t device; uint8_t version; uint16_t interface_support; uint16_t legacy_max_cylinder; uint8_t legacy_max_head; uint8_t legacy_sectors_per_track; __guest_handle_void edd_params; } disk_info; struct { uint8_t device; uint32_t mbr_signature; } disk_mbr_signature; struct { uint8_t capabilities; uint8_t edid_transfer_time; __guest_handle_uchar edid; } vbeddc_info; union xenpf_efi_info efi_info; uint8_t kbd_shift_flags; } u; }; struct xenpf_enter_acpi_sleep { uint16_t val_a; uint16_t val_b; uint32_t sleep_state; uint32_t flags; }; struct xenpf_change_freq { uint32_t flags; uint32_t cpu; uint64_t freq; }; struct xenpf_getidletime { __guest_handle_uchar cpumap_bitmap; uint32_t cpumap_nr_cpus; __guest_handle_uint64_t idletime; uint64_t now; }; struct xen_power_register { uint32_t space_id; uint32_t bit_width; uint32_t bit_offset; uint32_t access_size; uint64_t address; }; struct xen_processor_csd { uint32_t domain; uint32_t coord_type; uint32_t num; }; typedef struct xen_processor_csd *__guest_handle_xen_processor_csd; struct xen_processor_cx { struct xen_power_register reg; uint8_t type; uint32_t latency; uint32_t power; uint32_t dpcnt; __guest_handle_xen_processor_csd dp; }; typedef struct xen_processor_cx *__guest_handle_xen_processor_cx; struct xen_processor_flags { uint32_t bm_control: 1; uint32_t bm_check: 1; uint32_t has_cst: 1; uint32_t power_setup_done: 1; uint32_t bm_rld_set: 1; }; struct xen_processor_power { uint32_t count; struct xen_processor_flags flags; __guest_handle_xen_processor_cx states; }; struct xen_pct_register { uint8_t descriptor; uint16_t length; uint8_t space_id; uint8_t bit_width; uint8_t bit_offset; uint8_t reserved; uint64_t address; }; struct xen_processor_px { uint64_t core_frequency; uint64_t power; uint64_t transition_latency; uint64_t bus_master_latency; uint64_t control; uint64_t status; }; typedef struct xen_processor_px *__guest_handle_xen_processor_px; struct xen_psd_package { uint64_t num_entries; uint64_t revision; uint64_t domain; uint64_t coord_type; uint64_t num_processors; }; struct xen_processor_performance { uint32_t flags; uint32_t platform_limit; struct xen_pct_register control_register; struct xen_pct_register status_register; uint32_t state_count; __guest_handle_xen_processor_px states; struct xen_psd_package domain_info; uint32_t shared_type; }; struct xenpf_set_processor_pminfo { uint32_t id; uint32_t type; union { struct xen_processor_power power; struct xen_processor_performance perf; __guest_handle_uint32_t pdc; }; }; struct xenpf_pcpuinfo { uint32_t xen_cpuid; uint32_t max_present; uint32_t flags; uint32_t apic_id; uint32_t acpi_id; }; struct xenpf_cpu_ol { uint32_t cpuid; }; struct xenpf_cpu_hotadd { uint32_t apic_id; uint32_t acpi_id; uint32_t pxm; }; struct xenpf_mem_hotadd { uint64_t spfn; uint64_t epfn; uint32_t pxm; uint32_t flags; }; struct xenpf_core_parking { uint32_t type; uint32_t idle_nums; }; struct xenpf_symdata { uint32_t namelen; uint32_t symnum; __guest_handle_char name; uint64_t address; char type; }; struct xen_platform_op { uint32_t cmd; uint32_t interface_version; union { struct xenpf_settime32 settime32; struct xenpf_settime64 settime64; struct xenpf_add_memtype add_memtype; struct xenpf_del_memtype del_memtype; struct xenpf_read_memtype read_memtype; struct xenpf_microcode_update microcode; struct xenpf_platform_quirk platform_quirk; struct xenpf_efi_runtime_call efi_runtime_call; struct xenpf_firmware_info firmware_info; struct xenpf_enter_acpi_sleep enter_acpi_sleep; struct xenpf_change_freq change_freq; struct xenpf_getidletime getidletime; struct xenpf_set_processor_pminfo set_pminfo; struct xenpf_pcpuinfo pcpu_info; struct xenpf_cpu_ol cpu_ol; struct xenpf_cpu_hotadd cpu_add; struct xenpf_mem_hotadd mem_add; struct xenpf_core_parking core_parking; struct xenpf_symdata symdata; uint8_t pad[128]; } u; }; struct vcpu_set_singleshot_timer { uint64_t timeout_abs_ns; uint32_t flags; }; typedef struct vcpu_time_info *__guest_handle_vcpu_time_info; struct vcpu_register_time_memory_area { union { __guest_handle_vcpu_time_info h; struct pvclock_vcpu_time_info *v; uint64_t p; } addr; }; struct xen_clock_event_device { struct clock_event_device evt; char name[16]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef uint16_t grant_status_t; struct grant_frames { xen_pfn_t *pfn; unsigned int count; void *vaddr; }; struct gnttab_vm_area { struct vm_struct *area; pte_t **ptes; int idx; }; enum acpi_irq_model_id { ACPI_IRQ_MODEL_PIC = 0, ACPI_IRQ_MODEL_IOAPIC = 1, ACPI_IRQ_MODEL_IOSAPIC = 2, ACPI_IRQ_MODEL_PLATFORM = 3, ACPI_IRQ_MODEL_GIC = 4, ACPI_IRQ_MODEL_COUNT = 5, }; typedef uint16_t domid_t; struct xen_add_to_physmap { domid_t domid; uint16_t size; unsigned int space; xen_ulong_t idx; xen_pfn_t gpfn; }; struct machine_ops { void (*restart)(char *); void (*halt)(); void (*power_off)(); void (*shutdown)(); void (*crash_shutdown)(struct pt_regs *); void (*emergency_restart)(); }; enum x86_hypervisor_type { X86_HYPER_NATIVE = 0, X86_HYPER_VMWARE = 1, X86_HYPER_MS_HYPERV = 2, X86_HYPER_XEN_PV = 3, X86_HYPER_XEN_HVM = 4, X86_HYPER_KVM = 5, X86_HYPER_JAILHOUSE = 6, X86_HYPER_ACRN = 7, }; struct hypervisor_x86 { const char *name; uint32_t (*detect)(); enum x86_hypervisor_type type; struct x86_hyper_init init; struct x86_hyper_runtime runtime; bool ignore_nopv; }; enum e820_type { E820_TYPE_RAM = 1, E820_TYPE_RESERVED = 2, E820_TYPE_ACPI = 3, E820_TYPE_NVS = 4, E820_TYPE_UNUSABLE = 5, E820_TYPE_PMEM = 7, E820_TYPE_PRAM = 12, E820_TYPE_SOFT_RESERVED = 4026531839, E820_TYPE_RESERVED_KERN = 128, }; struct vmcore_cb { bool (*pfn_is_ram)(struct vmcore_cb *, long unsigned int); struct list_head next; }; struct xen_hvm_pagetable_dying { domid_t domid; __u64 gpa; }; enum hvmmem_type_t { HVMMEM_ram_rw = 0, HVMMEM_ram_ro = 1, HVMMEM_mmio_dm = 2, }; struct xen_hvm_get_mem_type { domid_t domid; uint16_t mem_type; uint16_t pad[2]; uint64_t pfn; }; struct e820_entry { u64 addr; u64 size; enum e820_type type; } __attribute__((packed)); struct e820_table { __u32 nr_entries; struct e820_entry entries[3200]; } __attribute__((packed)); typedef xen_pfn_t *__guest_handle_xen_pfn_t; typedef long unsigned int xen_callback_t; struct mmu_update { uint64_t ptr; uint64_t val; }; struct xen_memory_region { long unsigned int start_pfn; long unsigned int n_pfns; }; struct callback_register { uint16_t type; uint16_t flags; xen_callback_t address; }; struct xen_memory_reservation { __guest_handle_xen_pfn_t extent_start; xen_ulong_t nr_extents; unsigned int extent_order; unsigned int address_bits; domid_t domid; }; struct xen_memory_map { unsigned int nr_entries; __guest_handle_void buffer; }; struct x86_apic_ops { unsigned int (*io_apic_read)(unsigned int, unsigned int); void (*restore)(); }; struct physdev_apic { long unsigned int apic_physbase; uint32_t reg; uint32_t value; }; typedef long unsigned int uintptr_t; struct xen_pmu_amd_ctxt { uint32_t counters; uint32_t ctrls; uint64_t regs[0]; }; struct xen_pmu_cntr_pair { uint64_t counter; uint64_t control; }; struct xen_pmu_intel_ctxt { uint32_t fixed_counters; uint32_t arch_counters; uint64_t global_ctrl; uint64_t global_ovf_ctrl; uint64_t global_status; uint64_t fixed_ctrl; uint64_t ds_area; uint64_t pebs_enable; uint64_t debugctl; uint64_t regs[0]; }; struct xen_pmu_regs { uint64_t ip; uint64_t sp; uint64_t flags; uint16_t cs; uint16_t ss; uint8_t cpl; uint8_t pad[3]; }; struct xen_pmu_arch { union { struct xen_pmu_regs regs; uint8_t pad[64]; } r; uint64_t pmu_flags; union { uint32_t lapic_lvtpc; uint64_t pad; } l; union { struct xen_pmu_amd_ctxt amd; struct xen_pmu_intel_ctxt intel; uint8_t pad[128]; } c; }; struct xen_pmu_params { struct { uint32_t maj; uint32_t min; } version; uint64_t val; uint32_t vcpu; uint32_t pad; }; struct xen_pmu_data { uint32_t vcpu_id; uint32_t pcpu_id; domid_t domain_id; uint8_t pad[6]; struct xen_pmu_arch pmu; }; struct perf_guest_info_callbacks { unsigned int (*state)(); long unsigned int (*get_ip)(); unsigned int (*handle_intel_pt_intr)(); }; struct xenpmu { struct xen_pmu_data *xenpmu_data; uint8_t flags; }; enum pg_level { PG_LEVEL_NONE = 0, PG_LEVEL_4K = 1, PG_LEVEL_2M = 2, PG_LEVEL_1G = 3, PG_LEVEL_512G = 4, PG_LEVEL_NUM = 5, }; typedef uint32_t grant_ref_t; typedef uint32_t grant_handle_t; struct gnttab_map_grant_ref { uint64_t host_addr; uint32_t flags; grant_ref_t ref; domid_t dom; int16_t status; grant_handle_t handle; uint64_t dev_bus_addr; }; struct gnttab_unmap_grant_ref { uint64_t host_addr; uint64_t dev_bus_addr; grant_handle_t handle; int16_t status; }; enum { DESC_TSS = 9, DESC_LDT = 2, DESCTYPE_S = 16, }; enum paravirt_lazy_mode { PARAVIRT_LAZY_NONE = 0, PARAVIRT_LAZY_MMU = 1, PARAVIRT_LAZY_CPU = 2, }; struct x86_hw_tss { u32 reserved1; u64 sp0; u64 sp1; u64 sp2; u64 reserved2; u64 ist[7]; u32 reserved3; u32 reserved4; u16 reserved5; u16 io_bitmap_base; } __attribute__((packed)); struct x86_io_bitmap { u64 prev_sequence; unsigned int prev_max; long unsigned int bitmap[1025]; long unsigned int mapall[1025]; }; struct tss_struct { struct x86_hw_tss x86_tss; struct x86_io_bitmap io_bitmap; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct plist_head { struct list_head node_list; }; enum pm_qos_type { PM_QOS_UNITIALIZED = 0, PM_QOS_MAX = 1, PM_QOS_MIN = 2, }; struct pm_qos_constraints { struct plist_head list; s32 target_value; s32 default_value; s32 no_constraint_value; enum pm_qos_type type; struct blocking_notifier_head *notifiers; }; struct freq_constraints { struct pm_qos_constraints min_freq; struct blocking_notifier_head min_freq_notifiers; struct pm_qos_constraints max_freq; struct blocking_notifier_head max_freq_notifiers; }; struct pm_qos_flags { struct list_head list; s32 effective_flags; }; struct dev_pm_qos_request; struct dev_pm_qos { struct pm_qos_constraints resume_latency; struct pm_qos_constraints latency_tolerance; struct freq_constraints freq; struct pm_qos_flags flags; struct dev_pm_qos_request *resume_latency_req; struct dev_pm_qos_request *latency_tolerance_req; struct dev_pm_qos_request *flags_req; }; union text_poke_insn { u8 text[5]; struct { u8 opcode; s32 disp; } __attribute__((packed)); }; typedef long int xen_long_t; struct trap_info { uint8_t vector; uint8_t flags; uint16_t cs; long unsigned int address; }; struct mmuext_op { unsigned int cmd; union { xen_pfn_t mfn; long unsigned int linear_addr; } arg1; union { unsigned int nr_ents; void *vcpumask; xen_pfn_t src_mfn; } arg2; }; struct multicall_entry { xen_ulong_t op; xen_long_t result; xen_ulong_t args[6]; }; struct dom0_vga_console_info { uint8_t video_type; union { struct { uint16_t font_height; uint16_t cursor_x; uint16_t cursor_y; uint16_t rows; uint16_t columns; } text_mode_3; struct { uint16_t width; uint16_t height; uint16_t bytes_per_line; uint16_t bits_per_pixel; uint32_t lfb_base; uint32_t lfb_size; uint8_t red_pos; uint8_t red_size; uint8_t green_pos; uint8_t green_size; uint8_t blue_pos; uint8_t blue_size; uint8_t rsvd_pos; uint8_t rsvd_size; uint32_t gbl_caps; uint16_t mode_attrs; uint16_t pad; uint32_t ext_lfb_base; } vesa_lfb; } u; }; struct physdev_set_iopl { uint32_t iopl; }; struct physdev_set_iobitmap { uint8_t *bitmap; uint32_t nr_ports; }; struct pm_qos_flags_request { struct list_head node; s32 flags; }; enum freq_qos_req_type { FREQ_QOS_MIN = 1, FREQ_QOS_MAX = 2, }; struct freq_qos_request { enum freq_qos_req_type type; struct plist_node pnode; struct freq_constraints *qos; }; enum dev_pm_qos_req_type { DEV_PM_QOS_RESUME_LATENCY = 1, DEV_PM_QOS_LATENCY_TOLERANCE = 2, DEV_PM_QOS_MIN_FREQUENCY = 3, DEV_PM_QOS_MAX_FREQUENCY = 4, DEV_PM_QOS_FLAGS = 5, }; struct dev_pm_qos_request { enum dev_pm_qos_req_type type; union { struct plist_node pnode; struct pm_qos_flags_request flr; struct freq_qos_request freq; } data; struct device *dev; }; struct multicall_space { struct multicall_entry *mc; void *args; }; struct tls_descs { struct desc_struct desc[3]; }; struct trap_array_entry { void (*orig)(); void (*xen)(); bool ist_okay; }; struct mmu_gather_batch { struct mmu_gather_batch *next; unsigned int nr; unsigned int max; struct page *pages[0]; }; struct mmu_table_batch; struct mmu_gather { struct mm_struct *mm; struct mmu_table_batch *batch; long unsigned int start; long unsigned int end; unsigned int fullmm: 1; unsigned int need_flush_all: 1; unsigned int freed_tables: 1; unsigned int cleared_ptes: 1; unsigned int cleared_pmds: 1; unsigned int cleared_puds: 1; unsigned int cleared_p4ds: 1; unsigned int vma_exec: 1; unsigned int vma_huge: 1; unsigned int batch_count; struct mmu_gather_batch *active; struct mmu_gather_batch local; struct page *__pages[8]; }; struct io_tlb_slot; struct io_tlb_mem { phys_addr_t start; phys_addr_t end; void *vaddr; long unsigned int nslabs; long unsigned int used; unsigned int index; spinlock_t lock; struct dentry *debugfs; bool late_alloc; bool force_bounce; bool for_alloc; struct io_tlb_slot *slots; }; struct mmu_table_batch { struct callback_head rcu; unsigned int nr; void *tables[0]; }; struct xen_memory_exchange { struct xen_memory_reservation in; struct xen_memory_reservation out; xen_ulong_t nr_exchanged; }; struct xen_machphys_mapping { xen_ulong_t v_start; xen_ulong_t v_end; xen_ulong_t max_mfn; }; struct io_tlb_slot { phys_addr_t orig_addr; size_t alloc_size; unsigned int list; }; enum pt_level { PT_PGD = 0, PT_P4D = 1, PT_PUD = 2, PT_PMD = 3, PT_PTE = 4, }; struct remap_data { xen_pfn_t *pfn; bool contiguous; bool no_translate; pgprot_t prot; struct mmu_update *mmu_update; }; enum xen_mc_flush_reason { XEN_MC_FL_NONE = 0, XEN_MC_FL_BATCH = 1, XEN_MC_FL_ARGS = 2, XEN_MC_FL_CALLBACK = 3, }; enum xen_mc_extend_args { XEN_MC_XE_OK = 0, XEN_MC_XE_BAD_OP = 1, XEN_MC_XE_NO_SPACE = 2, }; typedef void (*xen_mc_callback_fn_t)(void *); struct callback { void (*fn)(void *); void *data; }; struct mc_buffer { unsigned int mcidx; unsigned int argidx; unsigned int cbidx; struct multicall_entry entries[32]; unsigned char args[512]; struct callback callbacks[32]; }; struct hvm_start_info { uint32_t magic; uint32_t version; uint32_t flags; uint32_t nr_modules; uint64_t modlist_paddr; uint64_t cmdline_paddr; uint64_t rsdp_paddr; uint64_t memmap_paddr; uint32_t memmap_entries; uint32_t reserved; }; struct trace_event_raw_xen_mc__batch { struct trace_entry ent; enum paravirt_lazy_mode mode; char __data[0]; }; struct trace_event_raw_xen_mc_entry { struct trace_entry ent; unsigned int op; unsigned int nargs; long unsigned int args[6]; char __data[0]; }; struct trace_event_raw_xen_mc_entry_alloc { struct trace_entry ent; size_t args; char __data[0]; }; struct trace_event_raw_xen_mc_callback { struct trace_entry ent; xen_mc_callback_fn_t fn; void *data; char __data[0]; }; struct trace_event_raw_xen_mc_flush_reason { struct trace_entry ent; enum xen_mc_flush_reason reason; char __data[0]; }; struct trace_event_raw_xen_mc_flush { struct trace_entry ent; unsigned int mcidx; unsigned int argidx; unsigned int cbidx; char __data[0]; }; struct trace_event_raw_xen_mc_extend_args { struct trace_entry ent; unsigned int op; size_t args; enum xen_mc_extend_args res; char __data[0]; }; struct trace_event_raw_xen_mmu__set_pte { struct trace_entry ent; pte_t *ptep; pteval_t pteval; char __data[0]; }; struct trace_event_raw_xen_mmu_set_pmd { struct trace_entry ent; pmd_t *pmdp; pmdval_t pmdval; char __data[0]; }; struct trace_event_raw_xen_mmu_set_pud { struct trace_entry ent; pud_t *pudp; pudval_t pudval; char __data[0]; }; struct trace_event_raw_xen_mmu_set_p4d { struct trace_entry ent; p4d_t *p4dp; p4d_t *user_p4dp; p4dval_t p4dval; char __data[0]; }; struct trace_event_raw_xen_mmu_ptep_modify_prot { struct trace_entry ent; struct mm_struct *mm; long unsigned int addr; pte_t *ptep; pteval_t pteval; char __data[0]; }; struct trace_event_raw_xen_mmu_alloc_ptpage { struct trace_entry ent; struct mm_struct *mm; long unsigned int pfn; unsigned int level; bool pinned; char __data[0]; }; struct trace_event_raw_xen_mmu_release_ptpage { struct trace_entry ent; long unsigned int pfn; unsigned int level; bool pinned; char __data[0]; }; struct trace_event_raw_xen_mmu_pgd { struct trace_entry ent; struct mm_struct *mm; pgd_t *pgd; char __data[0]; }; struct trace_event_raw_xen_mmu_flush_tlb_one_user { struct trace_entry ent; long unsigned int addr; char __data[0]; }; struct trace_event_raw_xen_mmu_flush_tlb_multi { struct trace_entry ent; unsigned int ncpus; struct mm_struct *mm; long unsigned int addr; long unsigned int end; char __data[0]; }; struct trace_event_raw_xen_mmu_write_cr3 { struct trace_entry ent; bool kernel; long unsigned int cr3; char __data[0]; }; struct trace_event_raw_xen_cpu_write_ldt_entry { struct trace_entry ent; struct desc_struct *dt; int entrynum; u64 desc; char __data[0]; }; struct trace_event_raw_xen_cpu_write_idt_entry { struct trace_entry ent; gate_desc *dt; int entrynum; char __data[0]; }; struct trace_event_raw_xen_cpu_load_idt { struct trace_entry ent; long unsigned int addr; char __data[0]; }; struct trace_event_raw_xen_cpu_write_gdt_entry { struct trace_entry ent; u64 desc; struct desc_struct *dt; int entrynum; int type; char __data[0]; }; struct trace_event_raw_xen_cpu_set_ldt { struct trace_entry ent; const void *addr; unsigned int entries; char __data[0]; }; struct trace_event_data_offsets_xen_mc__batch {}; struct trace_event_data_offsets_xen_mc_entry {}; struct trace_event_data_offsets_xen_mc_entry_alloc {}; struct trace_event_data_offsets_xen_mc_callback {}; struct trace_event_data_offsets_xen_mc_flush_reason {}; struct trace_event_data_offsets_xen_mc_flush {}; struct trace_event_data_offsets_xen_mc_extend_args {}; struct trace_event_data_offsets_xen_mmu__set_pte {}; struct trace_event_data_offsets_xen_mmu_set_pmd {}; struct trace_event_data_offsets_xen_mmu_set_pud {}; struct trace_event_data_offsets_xen_mmu_set_p4d {}; struct trace_event_data_offsets_xen_mmu_ptep_modify_prot {}; struct trace_event_data_offsets_xen_mmu_alloc_ptpage {}; struct trace_event_data_offsets_xen_mmu_release_ptpage {}; struct trace_event_data_offsets_xen_mmu_pgd {}; struct trace_event_data_offsets_xen_mmu_flush_tlb_one_user {}; struct trace_event_data_offsets_xen_mmu_flush_tlb_multi {}; struct trace_event_data_offsets_xen_mmu_write_cr3 {}; struct trace_event_data_offsets_xen_cpu_write_ldt_entry {}; struct trace_event_data_offsets_xen_cpu_write_idt_entry {}; struct trace_event_data_offsets_xen_cpu_load_idt {}; struct trace_event_data_offsets_xen_cpu_write_gdt_entry {}; struct trace_event_data_offsets_xen_cpu_set_ldt {}; typedef void (*btf_trace_xen_mc_batch)(void *, enum paravirt_lazy_mode); typedef void (*btf_trace_xen_mc_issue)(void *, enum paravirt_lazy_mode); typedef void (*btf_trace_xen_mc_entry)(void *, struct multicall_entry *, unsigned int); typedef void (*btf_trace_xen_mc_entry_alloc)(void *, size_t); typedef void (*btf_trace_xen_mc_callback)(void *, xen_mc_callback_fn_t, void *); typedef void (*btf_trace_xen_mc_flush_reason)(void *, enum xen_mc_flush_reason); typedef void (*btf_trace_xen_mc_flush)(void *, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_xen_mc_extend_args)(void *, long unsigned int, size_t, enum xen_mc_extend_args); typedef void (*btf_trace_xen_mmu_set_pte)(void *, pte_t *, pte_t); typedef void (*btf_trace_xen_mmu_set_pmd)(void *, pmd_t *, pmd_t); typedef void (*btf_trace_xen_mmu_set_pud)(void *, pud_t *, pud_t); typedef void (*btf_trace_xen_mmu_set_p4d)(void *, p4d_t *, p4d_t *, p4d_t); typedef void (*btf_trace_xen_mmu_ptep_modify_prot_start)(void *, struct mm_struct *, long unsigned int, pte_t *, pte_t); typedef void (*btf_trace_xen_mmu_ptep_modify_prot_commit)(void *, struct mm_struct *, long unsigned int, pte_t *, pte_t); typedef void (*btf_trace_xen_mmu_alloc_ptpage)(void *, struct mm_struct *, long unsigned int, unsigned int, bool); typedef void (*btf_trace_xen_mmu_release_ptpage)(void *, long unsigned int, unsigned int, bool); typedef void (*btf_trace_xen_mmu_pgd_pin)(void *, struct mm_struct *, pgd_t *); typedef void (*btf_trace_xen_mmu_pgd_unpin)(void *, struct mm_struct *, pgd_t *); typedef void (*btf_trace_xen_mmu_flush_tlb_one_user)(void *, long unsigned int); typedef void (*btf_trace_xen_mmu_flush_tlb_multi)(void *, const struct cpumask *, struct mm_struct *, long unsigned int, long unsigned int); typedef void (*btf_trace_xen_mmu_write_cr3)(void *, bool, long unsigned int); typedef void (*btf_trace_xen_cpu_write_ldt_entry)(void *, struct desc_struct *, int, u64); typedef void (*btf_trace_xen_cpu_write_idt_entry)(void *, gate_desc *, int, const gate_desc *); typedef void (*btf_trace_xen_cpu_load_idt)(void *, const struct desc_ptr *); typedef void (*btf_trace_xen_cpu_write_gdt_entry)(void *, struct desc_struct *, int, const void *, int); typedef void (*btf_trace_xen_cpu_set_ldt)(void *, const void *, unsigned int); enum ipi_vector { XEN_RESCHEDULE_VECTOR = 0, XEN_CALL_FUNCTION_VECTOR = 1, XEN_CALL_FUNCTION_SINGLE_VECTOR = 2, XEN_SPIN_UNLOCK_VECTOR = 3, XEN_IRQ_WORK_VECTOR = 4, XEN_NMI_VECTOR = 5, XEN_NR_IPIS = 6, }; struct xen_common_irq { int irq; char *name; }; struct cpu_user_regs { uint64_t r15; uint64_t r14; uint64_t r13; uint64_t r12; union { uint64_t rbp; uint64_t ebp; uint32_t _ebp; }; union { uint64_t rbx; uint64_t ebx; uint32_t _ebx; }; uint64_t r11; uint64_t r10; uint64_t r9; uint64_t r8; union { uint64_t rax; uint64_t eax; uint32_t _eax; }; union { uint64_t rcx; uint64_t ecx; uint32_t _ecx; }; union { uint64_t rdx; uint64_t edx; uint32_t _edx; }; union { uint64_t rsi; uint64_t esi; uint32_t _esi; }; union { uint64_t rdi; uint64_t edi; uint32_t _edi; }; uint32_t error_code; uint32_t entry_vector; union { uint64_t rip; uint64_t eip; uint32_t _eip; }; uint16_t cs; uint16_t _pad0[1]; uint8_t saved_upcall_mask; uint8_t _pad1[3]; union { uint64_t rflags; uint64_t eflags; uint32_t _eflags; }; union { uint64_t rsp; uint64_t esp; uint32_t _esp; }; uint16_t ss; uint16_t _pad2[3]; uint16_t es; uint16_t _pad3[3]; uint16_t ds; uint16_t _pad4[3]; uint16_t fs; uint16_t _pad5[3]; uint16_t gs; uint16_t _pad6[3]; }; struct vcpu_guest_context { struct { char x[512]; } fpu_ctxt; long unsigned int flags; struct cpu_user_regs user_regs; struct trap_info trap_ctxt[256]; long unsigned int ldt_base; long unsigned int ldt_ents; long unsigned int gdt_frames[16]; long unsigned int gdt_ents; long unsigned int kernel_ss; long unsigned int kernel_sp; long unsigned int ctrlreg[8]; long unsigned int debugreg[8]; long unsigned int event_callback_eip; long unsigned int failsafe_callback_eip; long unsigned int syscall_callback_eip; long unsigned int vm_assist; uint64_t fs_base; uint64_t gs_base_kernel; uint64_t gs_base_user; }; union efi_boot_services; typedef union efi_boot_services efi_boot_services_t; typedef struct { efi_table_hdr_t hdr; u32 fw_vendor; u32 fw_revision; u32 con_in_handle; u32 con_in; u32 con_out_handle; u32 con_out; u32 stderr_handle; u32 stderr; u32 runtime; u32 boottime; u32 nr_tables; u32 tables; } efi_system_table_32_t; union efi_simple_text_input_protocol; typedef union efi_simple_text_input_protocol efi_simple_text_input_protocol_t; union efi_simple_text_output_protocol; typedef union efi_simple_text_output_protocol efi_simple_text_output_protocol_t; typedef union { struct { efi_table_hdr_t hdr; long unsigned int fw_vendor; u32 fw_revision; long unsigned int con_in_handle; efi_simple_text_input_protocol_t *con_in; long unsigned int con_out_handle; efi_simple_text_output_protocol_t *con_out; long unsigned int stderr_handle; long unsigned int stderr; efi_runtime_services_t *runtime; efi_boot_services_t *boottime; long unsigned int nr_tables; long unsigned int tables; }; efi_system_table_32_t mixed_mode; } efi_system_table_t; enum efi_secureboot_mode { efi_secureboot_mode_unset = 0, efi_secureboot_mode_unknown = 1, efi_secureboot_mode_disabled = 2, efi_secureboot_mode_enabled = 3, }; struct hvm_modlist_entry { uint64_t paddr; uint64_t size; uint64_t cmdline_paddr; uint64_t reserved; }; struct hvm_memmap_table_entry { uint64_t addr; uint64_t size; uint32_t type; uint32_t reserved; }; enum { WORK_STRUCT_PENDING_BIT = 0, WORK_STRUCT_INACTIVE_BIT = 1, WORK_STRUCT_PWQ_BIT = 2, WORK_STRUCT_LINKED_BIT = 3, WORK_STRUCT_COLOR_SHIFT = 4, WORK_STRUCT_COLOR_BITS = 4, WORK_STRUCT_PENDING = 1, WORK_STRUCT_INACTIVE = 2, WORK_STRUCT_PWQ = 4, WORK_STRUCT_LINKED = 8, WORK_STRUCT_STATIC = 0, WORK_NR_COLORS = 16, WORK_CPU_UNBOUND = 8192, WORK_STRUCT_FLAG_BITS = 8, WORK_OFFQ_FLAG_BASE = 4, __WORK_OFFQ_CANCELING = 4, WORK_OFFQ_CANCELING = 16, WORK_OFFQ_FLAG_BITS = 1, WORK_OFFQ_POOL_SHIFT = 5, WORK_OFFQ_LEFT = 59, WORK_OFFQ_POOL_BITS = 31, WORK_OFFQ_POOL_NONE = 2147483647, WORK_STRUCT_FLAG_MASK = 255, WORK_STRUCT_WQ_DATA_MASK = 4294967040, WORK_STRUCT_NO_POOL = 4294967264, WORK_BUSY_PENDING = 1, WORK_BUSY_RUNNING = 2, WORKER_DESC_LEN = 24, }; enum { MEMREMAP_WB = 1, MEMREMAP_WT = 2, MEMREMAP_WC = 4, MEMREMAP_ENC = 8, MEMREMAP_DEC = 16, }; union hv_x64_msr_hypercall_contents { u64 as_uint64; struct { u64 enable: 1; u64 reserved: 11; u64 guest_physical_address: 52; }; }; union hv_vp_assist_msr_contents { u64 as_uint64; struct { u64 enable: 1; u64 reserved: 11; u64 pfn: 52; }; }; struct hv_reenlightenment_control { __u64 vector: 8; __u64 reserved1: 8; __u64 enabled: 1; __u64 reserved2: 15; __u64 target_vp: 32; }; struct hv_tsc_emulation_control { __u64 enabled: 1; __u64 reserved: 63; }; struct hv_tsc_emulation_status { __u64 inprogress: 1; __u64 reserved: 63; }; struct hv_nested_enlightenments_control { struct { __u32 directhypercall: 1; __u32 reserved: 31; } features; struct { __u32 reserved; } hypercallControls; }; struct hv_vp_assist_page { __u32 apic_assist; __u32 reserved1; __u64 vtl_control[3]; struct hv_nested_enlightenments_control nested_control; __u8 enlighten_vmentry; __u8 reserved2[7]; __u64 current_nested_vmcs; }; struct hv_get_partition_id { u64 partition_id; }; union hv_ghcb; struct ms_hyperv_info { u32 features; u32 priv_high; u32 misc_features; u32 hints; u32 nested_features; u32 max_vp_index; u32 max_lp_index; u32 isolation_config_a; union { u32 isolation_config_b; struct { u32 cvm_type: 4; u32 reserved1: 1; u32 shared_gpa_boundary_active: 1; u32 shared_gpa_boundary_bits: 6; u32 reserved2: 20; }; }; u64 shared_gpa_boundary; }; enum HV_GENERIC_SET_FORMAT { HV_GENERIC_SET_SPARSE_4K = 0, HV_GENERIC_SET_ALL = 1, }; struct hv_vpset { u64 format; u64 valid_bank_mask; u64 bank_contents[0]; }; struct hv_tlb_flush { u64 address_space; u64 flags; u64 processor_mask; u64 gva_list[0]; }; struct hv_tlb_flush_ex { u64 address_space; u64 flags; struct hv_vpset hv_vp_set; u64 gva_list[0]; }; struct trace_event_raw_hyperv_mmu_flush_tlb_multi { struct trace_entry ent; unsigned int ncpus; struct mm_struct *mm; long unsigned int addr; long unsigned int end; char __data[0]; }; struct trace_event_raw_hyperv_nested_flush_guest_mapping { struct trace_entry ent; u64 as; int ret; char __data[0]; }; struct trace_event_raw_hyperv_nested_flush_guest_mapping_range { struct trace_entry ent; u64 as; int ret; char __data[0]; }; struct trace_event_raw_hyperv_send_ipi_mask { struct trace_entry ent; unsigned int ncpus; int vector; char __data[0]; }; struct trace_event_raw_hyperv_send_ipi_one { struct trace_entry ent; int cpu; int vector; char __data[0]; }; struct trace_event_data_offsets_hyperv_mmu_flush_tlb_multi {}; struct trace_event_data_offsets_hyperv_nested_flush_guest_mapping {}; struct trace_event_data_offsets_hyperv_nested_flush_guest_mapping_range {}; struct trace_event_data_offsets_hyperv_send_ipi_mask {}; struct trace_event_data_offsets_hyperv_send_ipi_one {}; typedef void (*btf_trace_hyperv_mmu_flush_tlb_multi)(void *, const struct cpumask *, const struct flush_tlb_info *); typedef void (*btf_trace_hyperv_nested_flush_guest_mapping)(void *, u64, int); typedef void (*btf_trace_hyperv_nested_flush_guest_mapping_range)(void *, u64, int); typedef void (*btf_trace_hyperv_send_ipi_mask)(void *, const struct cpumask *, int); typedef void (*btf_trace_hyperv_send_ipi_one)(void *, int, int); struct hv_guest_mapping_flush { u64 address_space; u64 flags; }; union hv_gpa_page_range { u64 address_space; struct { u64 additional_pages: 11; u64 largepage: 1; u64 basepfn: 52; } page; struct { u64 reserved: 12; u64 page_size: 1; u64 reserved1: 8; u64 base_large_pfn: 43; }; }; struct hv_guest_mapping_flush_list { u64 address_space; u64 flags; union hv_gpa_page_range gpa_list[510]; }; typedef int (*hyperv_fill_flush_list_func)(struct hv_guest_mapping_flush_list *, void *); enum { IRQCHIP_SET_TYPE_MASKED = 1, IRQCHIP_EOI_IF_HANDLED = 2, IRQCHIP_MASK_ON_SUSPEND = 4, IRQCHIP_ONOFFLINE_ENABLED = 8, IRQCHIP_SKIP_SET_WAKE = 16, IRQCHIP_ONESHOT_SAFE = 32, IRQCHIP_EOI_THREADED = 64, IRQCHIP_SUPPORTS_LEVEL_MSI = 128, IRQCHIP_SUPPORTS_NMI = 256, IRQCHIP_ENABLE_WAKEUP_ON_SUSPEND = 512, IRQCHIP_AFFINITY_PRE_STARTUP = 1024, IRQCHIP_IMMUTABLE = 2048, }; enum irq_alloc_type { X86_IRQ_ALLOC_TYPE_IOAPIC = 1, X86_IRQ_ALLOC_TYPE_HPET = 2, X86_IRQ_ALLOC_TYPE_PCI_MSI = 3, X86_IRQ_ALLOC_TYPE_PCI_MSIX = 4, X86_IRQ_ALLOC_TYPE_DMAR = 5, X86_IRQ_ALLOC_TYPE_AMDVI = 6, X86_IRQ_ALLOC_TYPE_UV = 7, }; struct ioapic_alloc_info { int pin; int node; u32 is_level: 1; u32 active_low: 1; u32 valid: 1; }; struct uv_alloc_info { int limit; int blade; long unsigned int offset; char *name; }; struct irq_alloc_info { enum irq_alloc_type type; u32 flags; u32 devid; irq_hw_number_t hwirq; const struct cpumask *mask; struct msi_desc *desc; void *data; union { struct ioapic_alloc_info ioapic; struct uv_alloc_info uv; }; }; struct irq_cfg { unsigned int dest_apicid; unsigned int vector; }; enum { IRQCHIP_FWNODE_REAL = 0, IRQCHIP_FWNODE_NAMED = 1, IRQCHIP_FWNODE_NAMED_ID = 2, }; typedef struct irq_alloc_info msi_alloc_info_t; struct msi_domain_info; struct msi_domain_ops { irq_hw_number_t (*get_hwirq)(struct msi_domain_info *, msi_alloc_info_t *); int (*msi_init)(struct irq_domain *, struct msi_domain_info *, unsigned int, irq_hw_number_t, msi_alloc_info_t *); void (*msi_free)(struct irq_domain *, struct msi_domain_info *, unsigned int); int (*msi_check)(struct irq_domain *, struct msi_domain_info *, struct device *); int (*msi_prepare)(struct irq_domain *, struct device *, int, msi_alloc_info_t *); void (*set_desc)(msi_alloc_info_t *, struct msi_desc *); int (*domain_alloc_irqs)(struct irq_domain *, struct device *, int); void (*domain_free_irqs)(struct irq_domain *, struct device *); }; struct msi_domain_info { u32 flags; struct msi_domain_ops *ops; struct irq_chip *chip; void *chip_data; irq_flow_handler_t handler; void *handler_data; const char *handler_name; void *data; }; enum { MSI_FLAG_USE_DEF_DOM_OPS = 1, MSI_FLAG_USE_DEF_CHIP_OPS = 2, MSI_FLAG_MULTI_PCI_MSI = 4, MSI_FLAG_PCI_MSIX = 8, MSI_FLAG_ACTIVATE_EARLY = 16, MSI_FLAG_MUST_REACTIVATE = 32, MSI_FLAG_LEVEL_CAPABLE = 64, MSI_FLAG_DEV_SYSFS = 128, MSI_FLAG_MSIX_CONTIGUOUS = 256, MSI_FLAG_ALLOC_SIMPLE_MSI_DESCS = 512, MSI_FLAG_FREE_MSI_DESCS = 1024, }; enum hv_interrupt_type { HV_X64_INTERRUPT_TYPE_FIXED = 0, HV_X64_INTERRUPT_TYPE_LOWESTPRIORITY = 1, HV_X64_INTERRUPT_TYPE_SMI = 2, HV_X64_INTERRUPT_TYPE_REMOTEREAD = 3, HV_X64_INTERRUPT_TYPE_NMI = 4, HV_X64_INTERRUPT_TYPE_INIT = 5, HV_X64_INTERRUPT_TYPE_SIPI = 6, HV_X64_INTERRUPT_TYPE_EXTINT = 7, HV_X64_INTERRUPT_TYPE_LOCALINT0 = 8, HV_X64_INTERRUPT_TYPE_LOCALINT1 = 9, HV_X64_INTERRUPT_TYPE_MAXIMUM = 10, }; union hv_msi_address_register { u32 as_uint32; struct { u32 reserved1: 2; u32 destination_mode: 1; u32 redirection_hint: 1; u32 reserved2: 8; u32 destination_id: 8; u32 msi_base: 12; }; }; union hv_msi_data_register { u32 as_uint32; struct { u32 vector: 8; u32 delivery_mode: 3; u32 reserved1: 3; u32 level_assert: 1; u32 trigger_mode: 1; u32 reserved2: 16; }; }; union hv_msi_entry { u64 as_uint64; struct { union hv_msi_address_register address; union hv_msi_data_register data; }; }; union hv_ioapic_rte { u64 as_uint64; struct { u32 vector: 8; u32 delivery_mode: 3; u32 destination_mode: 1; u32 delivery_status: 1; u32 interrupt_polarity: 1; u32 remote_irr: 1; u32 trigger_mode: 1; u32 interrupt_mask: 1; u32 reserved1: 15; u32 reserved2: 24; u32 destination_id: 8; }; struct { u32 low_uint32; u32 high_uint32; }; }; struct hv_interrupt_entry { u32 source; u32 reserved1; union { union hv_msi_entry msi_entry; union hv_ioapic_rte ioapic_rte; }; }; struct hv_device_interrupt_target { u32 vector; u32 flags; union { u64 vp_mask; struct hv_vpset vp_set; }; }; enum hv_device_type { HV_DEVICE_TYPE_LOGICAL = 0, HV_DEVICE_TYPE_PCI = 1, HV_DEVICE_TYPE_IOAPIC = 2, HV_DEVICE_TYPE_ACPI = 3, }; typedef u16 hv_pci_rid; typedef u16 hv_pci_segment; union hv_pci_bdf { u16 as_uint16; struct { u8 function: 3; u8 device: 5; u8 bus; }; }; union hv_pci_bus_range { u16 as_uint16; struct { u8 subordinate_bus; u8 secondary_bus; }; }; union hv_device_id { u64 as_uint64; struct { u64 reserved0: 62; u64 device_type: 2; }; struct { u64 id: 62; u64 device_type: 2; } logical; struct { union { hv_pci_rid rid; union hv_pci_bdf bdf; }; hv_pci_segment segment; union hv_pci_bus_range shadow_bus_range; u16 phantom_function_bits: 2; u16 source_shadow: 1; u16 rsvdz0: 11; u16 device_type: 2; } pci; struct { u8 ioapic_id; u8 rsvdz0; u16 rsvdz1; u16 rsvdz2; u16 rsvdz3: 14; u16 device_type: 2; } ioapic; struct { u32 input_mapping_base; u32 input_mapping_count: 30; u32 device_type: 2; } acpi; }; enum hv_interrupt_trigger_mode { HV_INTERRUPT_TRIGGER_MODE_EDGE = 0, HV_INTERRUPT_TRIGGER_MODE_LEVEL = 1, }; struct hv_device_interrupt_descriptor { u32 interrupt_type; u32 trigger_mode; u32 vector_count; u32 reserved; struct hv_device_interrupt_target target; }; struct hv_input_map_device_interrupt { u64 partition_id; u64 device_id; u64 flags; struct hv_interrupt_entry logical_interrupt_entry; struct hv_device_interrupt_descriptor interrupt_descriptor; }; struct hv_output_map_device_interrupt { struct hv_interrupt_entry interrupt_entry; }; struct hv_input_unmap_device_interrupt { u64 partition_id; u64 device_id; struct hv_interrupt_entry interrupt_entry; }; struct rid_data { struct pci_dev *bridge; u32 rid; }; struct ghcb_save_area { u8 reserved_1[203]; u8 cpl; u8 reserved_2[116]; u64 xss; u8 reserved_3[24]; u64 dr7; u8 reserved_4[16]; u64 rip; u8 reserved_5[88]; u64 rsp; u8 reserved_6[24]; u64 rax; u8 reserved_7[264]; u64 rcx; u64 rdx; u64 rbx; u8 reserved_8[8]; u64 rbp; u64 rsi; u64 rdi; u64 r8; u64 r9; u64 r10; u64 r11; u64 r12; u64 r13; u64 r14; u64 r15; u8 reserved_9[16]; u64 sw_exit_code; u64 sw_exit_info_1; u64 sw_exit_info_2; u64 sw_scratch; u8 reserved_10[56]; u64 xcr0; u8 valid_bitmap[16]; u64 x87_state_gpa; }; struct ghcb { struct ghcb_save_area save; u8 reserved_save[1016]; u8 shared_buffer[2032]; u8 reserved_1[10]; u16 protocol_version; u32 ghcb_usage; }; enum hv_isolation_type { HV_ISOLATION_TYPE_NONE = 0, HV_ISOLATION_TYPE_VBS = 1, HV_ISOLATION_TYPE_SNP = 2, }; enum hv_mem_host_visibility { VMBUS_PAGE_NOT_VISIBLE = 0, VMBUS_PAGE_VISIBLE_READ_ONLY = 1, VMBUS_PAGE_VISIBLE_READ_WRITE = 3, }; struct hv_gpa_range_for_visibility { u64 partition_id; u32 host_visibility: 2; u32 reserved0: 30; u32 reserved1; u64 gpa_page_list[510]; }; enum intercept_words { INTERCEPT_CR = 0, INTERCEPT_DR = 1, INTERCEPT_EXCEPTION = 2, INTERCEPT_WORD3 = 3, INTERCEPT_WORD4 = 4, INTERCEPT_WORD5 = 5, MAX_INTERCEPT = 6, }; struct es_fault_info { long unsigned int vector; long unsigned int error_code; long unsigned int cr2; }; struct es_em_ctxt { struct pt_regs *regs; struct insn insn; struct es_fault_info fi; }; union hv_ghcb___2 { struct ghcb ghcb; struct { u64 hypercalldata[509]; u64 outputgpa; union { union { struct { u32 callcode: 16; u32 isfast: 1; u32 reserved1: 14; u32 isnested: 1; u32 countofelements: 12; u32 reserved2: 4; u32 repstartindex: 12; u32 reserved3: 4; }; u64 asuint64; } hypercallinput; union { struct { u16 callstatus; u16 reserved1; u32 elementsprocessed: 12; u32 reserved2: 20; }; u64 asunit64; } hypercalloutput; }; u64 reserved2; } hypercall; }; struct hv_send_ipi { u32 vector; u32 reserved; u64 cpu_mask; }; struct hv_send_ipi_ex { u32 vector; u32 reserved; struct hv_vpset vp_set; }; struct hv_deposit_memory { u64 partition_id; u64 gpa_page_list[0]; }; struct hv_proximity_domain_flags { u32 proximity_preferred: 1; u32 reserved: 30; u32 proximity_info_valid: 1; }; union hv_proximity_domain_info { struct { u32 domain_id; struct hv_proximity_domain_flags flags; }; u64 as_uint64; }; struct hv_lp_startup_status { u64 hv_status; u64 substatus1; u64 substatus2; u64 substatus3; u64 substatus4; u64 substatus5; u64 substatus6; }; struct hv_add_logical_processor_in { u32 lp_index; u32 apic_id; union hv_proximity_domain_info proximity_domain_info; u64 flags; }; struct hv_add_logical_processor_out { struct hv_lp_startup_status startup_status; }; enum HV_SUBNODE_TYPE { HvSubnodeAny = 0, HvSubnodeSocket = 1, HvSubnodeAmdNode = 2, HvSubnodeL3 = 3, HvSubnodeCount = 4, HvSubnodeInvalid = 4294967295, }; struct hv_create_vp { u64 partition_id; u32 vp_index; u8 padding[3]; u8 subnode_type; u64 subnode_id; union hv_proximity_domain_info proximity_domain_info; u64 flags; }; struct real_mode_header { u32 text_start; u32 ro_end; u32 trampoline_start; u32 trampoline_header; u32 sev_es_trampoline_start; u32 trampoline_start64; u32 trampoline_pgd; u32 wakeup_start; u32 wakeup_header; u32 machine_real_restart_asm; u32 machine_real_restart_seg; }; struct trampoline_header { u64 start; u64 efer; u32 cr4; u32 flags; }; enum show_regs_mode { SHOW_REGS_SHORT = 0, SHOW_REGS_USER = 1, SHOW_REGS_ALL = 2, }; struct resctrl_pqr_state { u32 cur_rmid; u32 cur_closid; u32 default_rmid; u32 default_closid; }; enum which_selector { FS = 0, GS = 1, }; struct sigcontext_64 { __u64 r8; __u64 r9; __u64 r10; __u64 r11; __u64 r12; __u64 r13; __u64 r14; __u64 r15; __u64 di; __u64 si; __u64 bp; __u64 bx; __u64 dx; __u64 ax; __u64 cx; __u64 sp; __u64 ip; __u64 flags; __u16 cs; __u16 gs; __u16 fs; __u16 ss; __u64 err; __u64 trapno; __u64 oldmask; __u64 cr2; __u64 fpstate; __u64 reserved1[8]; }; struct sigaltstack { void *ss_sp; int ss_flags; __kernel_size_t ss_size; }; typedef struct sigaltstack stack_t; struct siginfo { union { struct { int si_signo; int si_errno; int si_code; union __sifields _sifields; }; int _si_pad[32]; }; }; struct ksignal { struct k_sigaction ka; kernel_siginfo_t info; int sig; }; struct __large_struct { long unsigned int buf[100]; }; typedef u32 compat_sigset_word; typedef struct { compat_sigset_word sig[2]; } compat_sigset_t; struct ucontext { long unsigned int uc_flags; struct ucontext *uc_link; stack_t uc_stack; struct sigcontext_64 uc_mcontext; sigset_t uc_sigmask; }; struct kernel_vm86_regs { struct pt_regs pt; short unsigned int es; short unsigned int __esh; short unsigned int ds; short unsigned int __dsh; short unsigned int fs; short unsigned int __fsh; short unsigned int gs; short unsigned int __gsh; }; struct rt_sigframe { char *pretcode; struct ucontext uc; struct siginfo info; }; typedef struct siginfo siginfo_t; typedef s32 compat_clock_t; typedef s32 compat_pid_t; typedef s32 compat_timer_t; typedef s32 compat_int_t; typedef u32 compat_ulong_t; typedef u32 __compat_uid32_t; union compat_sigval { compat_int_t sival_int; compat_uptr_t sival_ptr; }; typedef union compat_sigval compat_sigval_t; struct compat_siginfo { int si_signo; int si_errno; int si_code; union { int _pad[29]; struct { compat_pid_t _pid; __compat_uid32_t _uid; } _kill; struct { compat_timer_t _tid; int _overrun; compat_sigval_t _sigval; } _timer; struct { compat_pid_t _pid; __compat_uid32_t _uid; compat_sigval_t _sigval; } _rt; struct { compat_pid_t _pid; __compat_uid32_t _uid; int _status; compat_clock_t _utime; compat_clock_t _stime; } _sigchld; struct { compat_uptr_t _addr; union { int _trapno; short int _addr_lsb; struct { char _dummy_bnd[4]; compat_uptr_t _lower; compat_uptr_t _upper; } _addr_bnd; struct { char _dummy_pkey[4]; u32 _pkey; } _addr_pkey; struct { compat_ulong_t _data; u32 _type; u32 _flags; } _perf; }; } _sigfault; struct { compat_long_t _band; int _fd; } _sigpoll; struct { compat_uptr_t _call_addr; int _syscall; unsigned int _arch; } _sigsys; } _sifields; }; typedef struct compat_siginfo compat_siginfo_t; enum bug_trap_type { BUG_TRAP_TYPE_NONE = 0, BUG_TRAP_TYPE_WARN = 1, BUG_TRAP_TYPE_BUG = 2, }; enum insn_mode { INSN_MODE_32 = 0, INSN_MODE_64 = 1, INSN_MODE_KERN = 2, INSN_NUM_MODES = 3, }; typedef u8 kprobe_opcode_t; struct kprobe; struct arch_specific_insn { kprobe_opcode_t *insn; unsigned int boostable: 1; unsigned char size; union { unsigned char opcode; struct { unsigned char type; } jcc; struct { unsigned char type; unsigned char asize; } loop; struct { unsigned char reg; } indirect; }; s32 rel32; void (*emulate_op)(struct kprobe *, struct pt_regs *); int tp_len; }; typedef int (*kprobe_pre_handler_t)(struct kprobe *, struct pt_regs *); typedef void (*kprobe_post_handler_t)(struct kprobe *, struct pt_regs *, long unsigned int); struct kprobe { struct hlist_node hlist; struct list_head list; long unsigned int nmissed; kprobe_opcode_t *addr; const char *symbol_name; unsigned int offset; kprobe_pre_handler_t pre_handler; kprobe_post_handler_t post_handler; kprobe_opcode_t opcode; struct arch_specific_insn ainsn; u32 flags; }; enum die_val { DIE_OOPS = 1, DIE_INT3 = 2, DIE_DEBUG = 3, DIE_PANIC = 4, DIE_NMI = 5, DIE_DIE = 6, DIE_KERNELDEBUG = 7, DIE_TRAP = 8, DIE_GPF = 9, DIE_CALL = 10, DIE_PAGE_FAULT = 11, DIE_NMIUNKNOWN = 12, }; typedef unsigned int ioasid_t; struct cea_exception_stacks { char DF_stack_guard[4096]; char DF_stack[8192]; char NMI_stack_guard[4096]; char NMI_stack[8192]; char DB_stack_guard[4096]; char DB_stack[8192]; char MCE_stack_guard[4096]; char MCE_stack[8192]; char VC_stack_guard[4096]; char VC_stack[8192]; char VC2_stack_guard[4096]; char VC2_stack[8192]; char IST_top_guard[4096]; }; enum kernel_gp_hint { GP_NO_HINT = 0, GP_NON_CANONICAL = 1, GP_CANONICAL = 2, }; typedef struct irq_desc *vector_irq_t[256]; struct trace_event_raw_x86_irq_vector { struct trace_entry ent; int vector; char __data[0]; }; struct trace_event_raw_vector_config { struct trace_entry ent; unsigned int irq; unsigned int vector; unsigned int cpu; unsigned int apicdest; char __data[0]; }; struct trace_event_raw_vector_mod { struct trace_entry ent; unsigned int irq; unsigned int vector; unsigned int cpu; unsigned int prev_vector; unsigned int prev_cpu; char __data[0]; }; struct trace_event_raw_vector_reserve { struct trace_entry ent; unsigned int irq; int ret; char __data[0]; }; struct trace_event_raw_vector_alloc { struct trace_entry ent; unsigned int irq; unsigned int vector; bool reserved; int ret; char __data[0]; }; struct trace_event_raw_vector_alloc_managed { struct trace_entry ent; unsigned int irq; unsigned int vector; int ret; char __data[0]; }; struct trace_event_raw_vector_activate { struct trace_entry ent; unsigned int irq; bool is_managed; bool can_reserve; bool reserve; char __data[0]; }; struct trace_event_raw_vector_teardown { struct trace_entry ent; unsigned int irq; bool is_managed; bool has_reserved; char __data[0]; }; struct trace_event_raw_vector_setup { struct trace_entry ent; unsigned int irq; bool is_legacy; int ret; char __data[0]; }; struct trace_event_raw_vector_free_moved { struct trace_entry ent; unsigned int irq; unsigned int cpu; unsigned int vector; bool is_managed; char __data[0]; }; struct trace_event_data_offsets_x86_irq_vector {}; struct trace_event_data_offsets_vector_config {}; struct trace_event_data_offsets_vector_mod {}; struct trace_event_data_offsets_vector_reserve {}; struct trace_event_data_offsets_vector_alloc {}; struct trace_event_data_offsets_vector_alloc_managed {}; struct trace_event_data_offsets_vector_activate {}; struct trace_event_data_offsets_vector_teardown {}; struct trace_event_data_offsets_vector_setup {}; struct trace_event_data_offsets_vector_free_moved {}; typedef void (*btf_trace_local_timer_entry)(void *, int); typedef void (*btf_trace_local_timer_exit)(void *, int); typedef void (*btf_trace_spurious_apic_entry)(void *, int); typedef void (*btf_trace_spurious_apic_exit)(void *, int); typedef void (*btf_trace_error_apic_entry)(void *, int); typedef void (*btf_trace_error_apic_exit)(void *, int); typedef void (*btf_trace_x86_platform_ipi_entry)(void *, int); typedef void (*btf_trace_x86_platform_ipi_exit)(void *, int); typedef void (*btf_trace_irq_work_entry)(void *, int); typedef void (*btf_trace_irq_work_exit)(void *, int); typedef void (*btf_trace_reschedule_entry)(void *, int); typedef void (*btf_trace_reschedule_exit)(void *, int); typedef void (*btf_trace_call_function_entry)(void *, int); typedef void (*btf_trace_call_function_exit)(void *, int); typedef void (*btf_trace_call_function_single_entry)(void *, int); typedef void (*btf_trace_call_function_single_exit)(void *, int); typedef void (*btf_trace_threshold_apic_entry)(void *, int); typedef void (*btf_trace_threshold_apic_exit)(void *, int); typedef void (*btf_trace_deferred_error_apic_entry)(void *, int); typedef void (*btf_trace_deferred_error_apic_exit)(void *, int); typedef void (*btf_trace_thermal_apic_entry)(void *, int); typedef void (*btf_trace_thermal_apic_exit)(void *, int); typedef void (*btf_trace_vector_config)(void *, unsigned int, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_vector_update)(void *, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_vector_clear)(void *, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_vector_reserve_managed)(void *, unsigned int, int); typedef void (*btf_trace_vector_reserve)(void *, unsigned int, int); typedef void (*btf_trace_vector_alloc)(void *, unsigned int, unsigned int, bool, int); typedef void (*btf_trace_vector_alloc_managed)(void *, unsigned int, unsigned int, int); typedef void (*btf_trace_vector_activate)(void *, unsigned int, bool, bool, bool); typedef void (*btf_trace_vector_deactivate)(void *, unsigned int, bool, bool, bool); typedef void (*btf_trace_vector_teardown)(void *, unsigned int, bool, bool); typedef void (*btf_trace_vector_setup)(void *, unsigned int, bool, int); typedef void (*btf_trace_vector_free_moved)(void *, unsigned int, unsigned int, unsigned int, bool); struct irq_stack { char stack[16384]; }; struct estack_pages { u32 offs; u16 size; u16 type; }; enum lockdown_reason { LOCKDOWN_NONE = 0, LOCKDOWN_MODULE_SIGNATURE = 1, LOCKDOWN_DEV_MEM = 2, LOCKDOWN_EFI_TEST = 3, LOCKDOWN_KEXEC = 4, LOCKDOWN_HIBERNATION = 5, LOCKDOWN_PCI_ACCESS = 6, LOCKDOWN_IOPORT = 7, LOCKDOWN_MSR = 8, LOCKDOWN_ACPI_TABLES = 9, LOCKDOWN_PCMCIA_CIS = 10, LOCKDOWN_TIOCSSERIAL = 11, LOCKDOWN_MODULE_PARAMETERS = 12, LOCKDOWN_MMIOTRACE = 13, LOCKDOWN_DEBUGFS = 14, LOCKDOWN_XMON_WR = 15, LOCKDOWN_BPF_WRITE_USER = 16, LOCKDOWN_DBG_WRITE_KERNEL = 17, LOCKDOWN_INTEGRITY_MAX = 18, LOCKDOWN_KCORE = 19, LOCKDOWN_KPROBES = 20, LOCKDOWN_BPF_READ_KERNEL = 21, LOCKDOWN_DBG_READ_KERNEL = 22, LOCKDOWN_PERF = 23, LOCKDOWN_TRACEFS = 24, LOCKDOWN_XMON_RW = 25, LOCKDOWN_XFRM_SECRET = 26, LOCKDOWN_CONFIDENTIALITY_MAX = 27, }; enum lockdep_ok { LOCKDEP_STILL_OK = 0, LOCKDEP_NOW_UNRELIABLE = 1, }; struct entry_stack { char stack[4096]; }; struct trace_event_raw_nmi_handler { struct trace_entry ent; void *handler; s64 delta_ns; int handled; char __data[0]; }; struct trace_event_data_offsets_nmi_handler {}; typedef void (*btf_trace_nmi_handler)(void *, void *, s64, int); struct nmi_desc { raw_spinlock_t lock; struct list_head head; }; struct nmi_stats { unsigned int normal; unsigned int unknown; unsigned int external; unsigned int swallow; }; enum nmi_states { NMI_NOT_RUNNING = 0, NMI_EXECUTING = 1, NMI_LATCHED = 2, }; struct user_desc { unsigned int entry_number; unsigned int base_addr; unsigned int limit; unsigned int seg_32bit: 1; unsigned int contents: 2; unsigned int read_exec_only: 1; unsigned int limit_in_pages: 1; unsigned int seg_not_present: 1; unsigned int useable: 1; unsigned int lm: 1; }; struct edd { unsigned int mbr_signature[16]; struct edd_info edd_info[6]; unsigned char mbr_signature_nr; unsigned char edd_info_nr; }; struct setup_data { __u64 next; __u32 type; __u32 len; __u8 data[0]; }; struct setup_indirect { __u32 type; __u32 reserved; __u64 len; __u64 addr; }; enum con_scroll { SM_UP = 0, SM_DOWN = 1, }; enum vc_intensity { VCI_HALF_BRIGHT = 0, VCI_NORMAL = 1, VCI_BOLD = 2, VCI_MASK = 3, }; struct vc_data; struct console_font; struct consw { struct module *owner; const char * (*con_startup)(); void (*con_init)(struct vc_data *, int); void (*con_deinit)(struct vc_data *); void (*con_clear)(struct vc_data *, int, int, int, int); void (*con_putc)(struct vc_data *, int, int, int); void (*con_putcs)(struct vc_data *, const short unsigned int *, int, int, int); void (*con_cursor)(struct vc_data *, int); bool (*con_scroll)(struct vc_data *, unsigned int, unsigned int, enum con_scroll, unsigned int); int (*con_switch)(struct vc_data *); int (*con_blank)(struct vc_data *, int, int); int (*con_font_set)(struct vc_data *, struct console_font *, unsigned int); int (*con_font_get)(struct vc_data *, struct console_font *); int (*con_font_default)(struct vc_data *, struct console_font *, char *); int (*con_resize)(struct vc_data *, unsigned int, unsigned int, unsigned int); void (*con_set_palette)(struct vc_data *, const unsigned char *); void (*con_scrolldelta)(struct vc_data *, int); int (*con_set_origin)(struct vc_data *); void (*con_save_screen)(struct vc_data *); u8 (*con_build_attr)(struct vc_data *, u8, enum vc_intensity, bool, bool, bool, bool); void (*con_invert_region)(struct vc_data *, u16 *, int); u16 * (*con_screen_pos)(const struct vc_data *, int); long unsigned int (*con_getxy)(struct vc_data *, long unsigned int, int *, int *); void (*con_flush_scrollback)(struct vc_data *); int (*con_debug_enter)(struct vc_data *); int (*con_debug_leave)(struct vc_data *); }; struct vc_state { unsigned int x; unsigned int y; unsigned char color; unsigned char Gx_charset[2]; unsigned int charset: 1; enum vc_intensity intensity; bool italic; bool underline; bool blink; bool reverse; }; struct console_font { unsigned int width; unsigned int height; unsigned int charcount; unsigned char *data; }; struct vt_mode { char mode; char waitv; short int relsig; short int acqsig; short int frsig; }; struct uni_pagedir; struct uni_screen; struct vc_data { struct tty_port port; struct vc_state state; struct vc_state saved_state; short unsigned int vc_num; unsigned int vc_cols; unsigned int vc_rows; unsigned int vc_size_row; unsigned int vc_scan_lines; unsigned int vc_cell_height; long unsigned int vc_origin; long unsigned int vc_scr_end; long unsigned int vc_visible_origin; unsigned int vc_top; unsigned int vc_bottom; const struct consw *vc_sw; short unsigned int *vc_screenbuf; unsigned int vc_screenbuf_size; unsigned char vc_mode; unsigned char vc_attr; unsigned char vc_def_color; unsigned char vc_ulcolor; unsigned char vc_itcolor; unsigned char vc_halfcolor; unsigned int vc_cursor_type; short unsigned int vc_complement_mask; short unsigned int vc_s_complement_mask; long unsigned int vc_pos; short unsigned int vc_hi_font_mask; struct console_font vc_font; short unsigned int vc_video_erase_char; unsigned int vc_state; unsigned int vc_npar; unsigned int vc_par[16]; struct vt_mode vt_mode; struct pid *vt_pid; int vt_newvt; wait_queue_head_t paste_wait; unsigned int vc_disp_ctrl: 1; unsigned int vc_toggle_meta: 1; unsigned int vc_decscnm: 1; unsigned int vc_decom: 1; unsigned int vc_decawm: 1; unsigned int vc_deccm: 1; unsigned int vc_decim: 1; unsigned int vc_priv: 3; unsigned int vc_need_wrap: 1; unsigned int vc_can_do_color: 1; unsigned int vc_report_mouse: 2; unsigned char vc_utf: 1; unsigned char vc_utf_count; int vc_utf_char; long unsigned int vc_tab_stop[4]; unsigned char vc_palette[48]; short unsigned int *vc_translate; unsigned int vc_resize_user; unsigned int vc_bell_pitch; unsigned int vc_bell_duration; short unsigned int vc_cur_blink_ms; struct vc_data **vc_display_fg; struct uni_pagedir *vc_uni_pagedir; struct uni_pagedir **vc_uni_pagedir_loc; struct uni_screen *vc_uni_screen; }; struct sg_table { struct scatterlist *sgl; unsigned int nents; unsigned int orig_nents; }; enum memblock_flags { MEMBLOCK_NONE = 0, MEMBLOCK_HOTPLUG = 1, MEMBLOCK_MIRROR = 2, MEMBLOCK_NOMAP = 4, MEMBLOCK_DRIVER_MANAGED = 8, }; struct memblock_region { phys_addr_t base; phys_addr_t size; enum memblock_flags flags; int nid; }; struct memblock_type { long unsigned int cnt; long unsigned int max; phys_addr_t total_size; struct memblock_region *regions; char *name; }; struct memblock { bool bottom_up; phys_addr_t current_limit; struct memblock_type memory; struct memblock_type reserved; }; struct legacy_pic { int nr_legacy_irqs; struct irq_chip *chip; void (*mask)(unsigned int); void (*unmask)(unsigned int); void (*mask_all)(); void (*restore_mask)(); void (*init)(int); int (*probe)(); int (*irq_pending)(unsigned int); void (*make_irq)(unsigned int); }; enum jump_label_type { JUMP_LABEL_NOP = 0, JUMP_LABEL_JMP = 1, }; struct jump_label_patch { const void *code; int size; }; enum { JL_STATE_START = 0, JL_STATE_NO_UPDATE = 1, JL_STATE_UPDATE = 2, }; enum psc_op { SNP_PAGE_STATE_PRIVATE = 1, SNP_PAGE_STATE_SHARED = 2, }; typedef short unsigned int __kernel_old_uid_t; typedef short unsigned int __kernel_old_gid_t; typedef struct { int val[2]; } __kernel_fsid_t; typedef __kernel_old_uid_t old_uid_t; typedef __kernel_old_gid_t old_gid_t; struct kernel_clone_args { u64 flags; int *pidfd; int *child_tid; int *parent_tid; int exit_signal; long unsigned int stack; long unsigned int stack_size; long unsigned int tls; pid_t *set_tid; size_t set_tid_size; int cgroup; int io_thread; int kthread; int idle; int (*fn)(void *); void *fn_arg; struct cgroup *cgrp; struct css_set *cset; }; struct kstatfs { long int f_type; long int f_bsize; u64 f_blocks; u64 f_bfree; u64 f_bavail; u64 f_files; u64 f_ffree; __kernel_fsid_t f_fsid; long int f_namelen; long int f_frsize; long int f_flags; long int f_spare[4]; }; struct stat64 { long long unsigned int st_dev; unsigned char __pad0[4]; unsigned int __st_ino; unsigned int st_mode; unsigned int st_nlink; unsigned int st_uid; unsigned int st_gid; long long unsigned int st_rdev; unsigned char __pad3[4]; long long int st_size; unsigned int st_blksize; long long int st_blocks; unsigned int st_atime; unsigned int st_atime_nsec; unsigned int st_mtime; unsigned int st_mtime_nsec; unsigned int st_ctime; unsigned int st_ctime_nsec; long long unsigned int st_ino; } __attribute__((packed)); struct mmap_arg_struct32 { unsigned int addr; unsigned int len; unsigned int prot; unsigned int flags; unsigned int fd; unsigned int offset; }; enum align_flags { ALIGN_VA_32 = 1, ALIGN_VA_64 = 2, }; struct va_alignment { int flags; long unsigned int mask; long unsigned int bits; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct vm_unmapped_area_info { long unsigned int flags; long unsigned int length; long unsigned int low_limit; long unsigned int high_limit; long unsigned int align_mask; long unsigned int align_offset; }; struct kobj_attribute { struct attribute attr; ssize_t (*show)(struct kobject *, struct kobj_attribute *, char *); ssize_t (*store)(struct kobject *, struct kobj_attribute *, const char *, size_t); }; enum { IORES_DESC_NONE = 0, IORES_DESC_CRASH_KERNEL = 1, IORES_DESC_ACPI_TABLES = 2, IORES_DESC_ACPI_NV_STORAGE = 3, IORES_DESC_PERSISTENT_MEMORY = 4, IORES_DESC_PERSISTENT_MEMORY_LEGACY = 5, IORES_DESC_DEVICE_PRIVATE_MEMORY = 6, IORES_DESC_RESERVED = 7, IORES_DESC_SOFT_RESERVED = 8, }; struct change_member { struct e820_entry *entry; long long unsigned int addr; }; struct iommu_fault_param; struct iopf_device_param; struct iommu_fwspec; struct dev_iommu { struct mutex lock; struct iommu_fault_param *fault_param; struct iopf_device_param *iopf_param; struct iommu_fwspec *fwspec; struct iommu_device *iommu_dev; void *priv; }; struct of_phandle_args { struct device_node *np; int args_count; uint32_t args[16]; }; struct iommu_fault_unrecoverable { __u32 reason; __u32 flags; __u32 pasid; __u32 perm; __u64 addr; __u64 fetch_addr; }; struct iommu_fault_page_request { __u32 flags; __u32 pasid; __u32 grpid; __u32 perm; __u64 addr; __u64 private_data[2]; }; struct iommu_fault { __u32 type; __u32 padding; union { struct iommu_fault_unrecoverable event; struct iommu_fault_page_request prm; __u8 padding2[56]; }; }; struct iommu_page_response { __u32 argsz; __u32 version; __u32 flags; __u32 pasid; __u32 grpid; __u32 code; }; typedef int (*iommu_fault_handler_t)(struct iommu_domain *, struct device *, long unsigned int, int, void *); struct iommu_domain_geometry { dma_addr_t aperture_start; dma_addr_t aperture_end; bool force_aperture; }; struct iommu_dma_cookie; struct iommu_domain { unsigned int type; const struct iommu_domain_ops *ops; long unsigned int pgsize_bitmap; iommu_fault_handler_t handler; void *handler_token; struct iommu_domain_geometry geometry; struct iommu_dma_cookie *iova_cookie; }; typedef int (*iommu_dev_fault_handler_t)(struct iommu_fault *, void *); struct iommu_iotlb_gather; struct iommu_domain_ops { int (*attach_dev)(struct iommu_domain *, struct device *); void (*detach_dev)(struct iommu_domain *, struct device *); int (*map)(struct iommu_domain *, long unsigned int, phys_addr_t, size_t, int, gfp_t); int (*map_pages)(struct iommu_domain *, long unsigned int, phys_addr_t, size_t, size_t, int, gfp_t, size_t *); size_t (*unmap)(struct iommu_domain *, long unsigned int, size_t, struct iommu_iotlb_gather *); size_t (*unmap_pages)(struct iommu_domain *, long unsigned int, size_t, size_t, struct iommu_iotlb_gather *); void (*flush_iotlb_all)(struct iommu_domain *); void (*iotlb_sync_map)(struct iommu_domain *, long unsigned int, size_t); void (*iotlb_sync)(struct iommu_domain *, struct iommu_iotlb_gather *); phys_addr_t (*iova_to_phys)(struct iommu_domain *, dma_addr_t); bool (*enforce_cache_coherency)(struct iommu_domain *); int (*enable_nesting)(struct iommu_domain *); int (*set_pgtable_quirks)(struct iommu_domain *, long unsigned int); void (*free)(struct iommu_domain *); }; struct iommu_iotlb_gather { long unsigned int start; long unsigned int end; size_t pgsize; struct list_head freelist; bool queued; }; struct iommu_device { struct list_head list; const struct iommu_ops *ops; struct fwnode_handle *fwnode; struct device *dev; }; struct iommu_sva { struct device *dev; }; struct iommu_fault_event { struct iommu_fault fault; struct list_head list; }; struct iommu_fault_param { iommu_dev_fault_handler_t handler; void *data; struct list_head faults; struct mutex lock; }; struct iommu_fwspec { const struct iommu_ops *ops; struct fwnode_handle *iommu_fwnode; u32 flags; unsigned int num_ids; u32 ids[0]; }; enum dmi_field { DMI_NONE = 0, DMI_BIOS_VENDOR = 1, DMI_BIOS_VERSION = 2, DMI_BIOS_DATE = 3, DMI_BIOS_RELEASE = 4, DMI_EC_FIRMWARE_RELEASE = 5, DMI_SYS_VENDOR = 6, DMI_PRODUCT_NAME = 7, DMI_PRODUCT_VERSION = 8, DMI_PRODUCT_SERIAL = 9, DMI_PRODUCT_UUID = 10, DMI_PRODUCT_SKU = 11, DMI_PRODUCT_FAMILY = 12, DMI_BOARD_VENDOR = 13, DMI_BOARD_NAME = 14, DMI_BOARD_VERSION = 15, DMI_BOARD_SERIAL = 16, DMI_BOARD_ASSET_TAG = 17, DMI_CHASSIS_VENDOR = 18, DMI_CHASSIS_TYPE = 19, DMI_CHASSIS_VERSION = 20, DMI_CHASSIS_SERIAL = 21, DMI_CHASSIS_ASSET_TAG = 22, DMI_STRING_MAX = 23, DMI_OEM_STRING = 24, }; enum { NONE_FORCE_HPET_RESUME = 0, OLD_ICH_FORCE_HPET_RESUME = 1, ICH_FORCE_HPET_RESUME = 2, VT8237_FORCE_HPET_RESUME = 3, NVIDIA_FORCE_HPET_RESUME = 4, ATI_FORCE_HPET_RESUME = 5, }; struct cpu { int node_id; int hotpluggable; struct device dev; }; struct x86_cpu { struct cpu cpu; }; typedef int (*cmp_func_t)(const void *, const void *); typedef u8 retpoline_thunk_t[32]; struct paravirt_patch_site { u8 *instr; u8 type; u8 len; }; struct die_args { struct pt_regs *regs; const char *str; long int err; int trapnr; int signr; }; struct tlb_state_shared { bool is_lazy; }; struct smp_alt_module { struct module *mod; char *name; const s32 *locks; const s32 *locks_end; u8 *text; u8 *text_end; struct list_head next; }; typedef struct { struct mm_struct *mm; } temp_mm_state_t; typedef void text_poke_f(void *, const void *, size_t); struct text_poke_loc { s32 rel_addr; s32 disp; u8 len; u8 opcode; const u8 text[5]; u8 old; }; struct bp_patching_desc { struct text_poke_loc *vec; int nr_entries; atomic_t refs; }; enum { HW_BREAKPOINT_LEN_1 = 1, HW_BREAKPOINT_LEN_2 = 2, HW_BREAKPOINT_LEN_3 = 3, HW_BREAKPOINT_LEN_4 = 4, HW_BREAKPOINT_LEN_5 = 5, HW_BREAKPOINT_LEN_6 = 6, HW_BREAKPOINT_LEN_7 = 7, HW_BREAKPOINT_LEN_8 = 8, }; enum { HW_BREAKPOINT_EMPTY = 0, HW_BREAKPOINT_R = 1, HW_BREAKPOINT_W = 2, HW_BREAKPOINT_RW = 3, HW_BREAKPOINT_X = 4, HW_BREAKPOINT_INVALID = 7, }; typedef unsigned int u_int; typedef long long unsigned int cycles_t; struct system_counterval_t { u64 cycles; struct clocksource *cs; }; typedef struct { seqcount_t seqcount; } seqcount_latch_t; enum cpufreq_table_sorting { CPUFREQ_TABLE_UNSORTED = 0, CPUFREQ_TABLE_SORTED_ASCENDING = 1, CPUFREQ_TABLE_SORTED_DESCENDING = 2, }; struct cpufreq_cpuinfo { unsigned int max_freq; unsigned int min_freq; unsigned int transition_latency; }; struct clk; struct cpufreq_governor; struct cpufreq_frequency_table; struct cpufreq_stats; struct thermal_cooling_device; struct cpufreq_policy { cpumask_var_t cpus; cpumask_var_t related_cpus; cpumask_var_t real_cpus; unsigned int shared_type; unsigned int cpu; struct clk *clk; struct cpufreq_cpuinfo cpuinfo; unsigned int min; unsigned int max; unsigned int cur; unsigned int suspend_freq; unsigned int policy; unsigned int last_policy; struct cpufreq_governor *governor; void *governor_data; char last_governor[16]; struct work_struct update; struct freq_constraints constraints; struct freq_qos_request *min_freq_req; struct freq_qos_request *max_freq_req; struct cpufreq_frequency_table *freq_table; enum cpufreq_table_sorting freq_table_sorted; struct list_head policy_list; struct kobject kobj; struct completion kobj_unregister; struct rw_semaphore rwsem; bool fast_switch_possible; bool fast_switch_enabled; bool strict_target; bool efficiencies_available; unsigned int transition_delay_us; bool dvfs_possible_from_any_cpu; unsigned int cached_target_freq; unsigned int cached_resolved_idx; bool transition_ongoing; spinlock_t transition_lock; wait_queue_head_t transition_wait; struct task_struct *transition_task; struct cpufreq_stats *stats; void *driver_data; struct thermal_cooling_device *cdev; struct notifier_block nb_min; struct notifier_block nb_max; }; struct cpufreq_governor { char name[16]; int (*init)(struct cpufreq_policy *); void (*exit)(struct cpufreq_policy *); int (*start)(struct cpufreq_policy *); void (*stop)(struct cpufreq_policy *); void (*limits)(struct cpufreq_policy *); ssize_t (*show_setspeed)(struct cpufreq_policy *, char *); int (*store_setspeed)(struct cpufreq_policy *, unsigned int); struct list_head governor_list; struct module *owner; u8 flags; }; struct cpufreq_frequency_table { unsigned int flags; unsigned int driver_data; unsigned int frequency; }; struct cpufreq_freqs { struct cpufreq_policy *policy; unsigned int old; unsigned int new; u8 flags; }; struct cyc2ns { struct cyc2ns_data data[2]; seqcount_latch_t seq; }; struct muldiv { u32 multiplier; u32 divider; }; struct freq_desc { bool use_msr_plat; struct muldiv muldiv[16]; u32 freqs[16]; u32 mask; }; struct dmi_strmatch { unsigned char slot: 7; unsigned char exact_match: 1; char substr[79]; }; struct dmi_system_id { int (*callback)(const struct dmi_system_id *); const char *ident; struct dmi_strmatch matches[4]; void *driver_data; }; struct pdev_archdata {}; struct platform_device_id; struct mfd_cell; struct platform_device { const char *name; int id; bool id_auto; struct device dev; u64 platform_dma_mask; struct device_dma_parameters dma_parms; u32 num_resources; struct resource *resource; const struct platform_device_id *id_entry; const char *driver_override; struct mfd_cell *mfd_cell; struct pdev_archdata archdata; }; struct platform_device_id { char name[20]; kernel_ulong_t driver_data; }; struct rtc_time { int tm_sec; int tm_min; int tm_hour; int tm_mday; int tm_mon; int tm_year; int tm_wday; int tm_yday; int tm_isdst; }; struct pnp_device_id { __u8 id[8]; kernel_ulong_t driver_data; }; struct pnp_card_device_id { __u8 id[8]; kernel_ulong_t driver_data; struct { __u8 id[8]; } devs[8]; }; struct acpi_table_header { char signature[4]; u32 length; u8 revision; u8 checksum; char oem_id[6]; char oem_table_id[8]; u32 oem_revision; char asl_compiler_id[4]; u32 asl_compiler_revision; }; struct acpi_generic_address { u8 space_id; u8 bit_width; u8 bit_offset; u8 access_width; u64 address; } __attribute__((packed)); struct acpi_table_fadt { struct acpi_table_header header; u32 facs; u32 dsdt; u8 model; u8 preferred_profile; u16 sci_interrupt; u32 smi_command; u8 acpi_enable; u8 acpi_disable; u8 s4_bios_request; u8 pstate_control; u32 pm1a_event_block; u32 pm1b_event_block; u32 pm1a_control_block; u32 pm1b_control_block; u32 pm2_control_block; u32 pm_timer_block; u32 gpe0_block; u32 gpe1_block; u8 pm1_event_length; u8 pm1_control_length; u8 pm2_control_length; u8 pm_timer_length; u8 gpe0_block_length; u8 gpe1_block_length; u8 gpe1_base; u8 cst_control; u16 c2_latency; u16 c3_latency; u16 flush_size; u16 flush_stride; u8 duty_offset; u8 duty_width; u8 day_alarm; u8 month_alarm; u8 century; u16 boot_flags; u8 reserved; u32 flags; struct acpi_generic_address reset_register; u8 reset_value; u16 arm_boot_flags; u8 minor_revision; u64 Xfacs; u64 Xdsdt; struct acpi_generic_address xpm1a_event_block; struct acpi_generic_address xpm1b_event_block; struct acpi_generic_address xpm1a_control_block; struct acpi_generic_address xpm1b_control_block; struct acpi_generic_address xpm2_control_block; struct acpi_generic_address xpm_timer_block; struct acpi_generic_address xgpe0_block; struct acpi_generic_address xgpe1_block; struct acpi_generic_address sleep_control; struct acpi_generic_address sleep_status; u64 hypervisor_id; } __attribute__((packed)); struct pnp_protocol; struct pnp_id; struct pnp_card { struct device dev; unsigned char number; struct list_head global_list; struct list_head protocol_list; struct list_head devices; struct pnp_protocol *protocol; struct pnp_id *id; char name[50]; unsigned char pnpver; unsigned char productver; unsigned int serial; unsigned char checksum; struct proc_dir_entry *procdir; }; struct pnp_dev; struct pnp_protocol { struct list_head protocol_list; char *name; int (*get)(struct pnp_dev *); int (*set)(struct pnp_dev *); int (*disable)(struct pnp_dev *); bool (*can_wakeup)(struct pnp_dev *); int (*suspend)(struct pnp_dev *, pm_message_t); int (*resume)(struct pnp_dev *); unsigned char number; struct device dev; struct list_head cards; struct list_head devices; }; struct pnp_id { char id[8]; struct pnp_id *next; }; struct pnp_card_driver; struct pnp_card_link { struct pnp_card *card; struct pnp_card_driver *driver; void *driver_data; pm_message_t pm_state; }; struct pnp_driver { const char *name; const struct pnp_device_id *id_table; unsigned int flags; int (*probe)(struct pnp_dev *, const struct pnp_device_id *); void (*remove)(struct pnp_dev *); void (*shutdown)(struct pnp_dev *); int (*suspend)(struct pnp_dev *, pm_message_t); int (*resume)(struct pnp_dev *); struct device_driver driver; }; struct pnp_card_driver { struct list_head global_list; char *name; const struct pnp_card_device_id *id_table; unsigned int flags; int (*probe)(struct pnp_card_link *, const struct pnp_card_device_id *); void (*remove)(struct pnp_card_link *); int (*suspend)(struct pnp_card_link *, pm_message_t); int (*resume)(struct pnp_card_link *); struct pnp_driver link; }; struct pnp_dev { struct device dev; u64 dma_mask; unsigned int number; int status; struct list_head global_list; struct list_head protocol_list; struct list_head card_list; struct list_head rdev_list; struct pnp_protocol *protocol; struct pnp_card *card; struct pnp_driver *driver; struct pnp_card_link *card_link; struct pnp_id *id; int active; int capabilities; unsigned int num_dependent_sets; struct list_head resources; struct list_head options; char name[50]; int flags; struct proc_dir_entry *procent; void *data; }; enum insn_type { CALL = 0, NOP = 1, JMP = 2, RET = 3, }; struct ldttss_desc { u16 limit0; u16 base0; u16 base1: 8; u16 type: 5; u16 dpl: 2; u16 p: 1; u16 limit1: 4; u16 zero0: 3; u16 g: 1; u16 base2: 8; u32 base3; u32 zero1; }; typedef struct ldttss_desc tss_desc; enum idle_boot_override { IDLE_NO_OVERRIDE = 0, IDLE_HALT = 1, IDLE_NOMWAIT = 2, IDLE_POLL = 3, }; enum tick_broadcast_mode { TICK_BROADCAST_OFF = 0, TICK_BROADCAST_ON = 1, TICK_BROADCAST_FORCE = 2, }; enum tick_broadcast_state { TICK_BROADCAST_EXIT = 0, TICK_BROADCAST_ENTER = 1, }; struct inactive_task_frame { long unsigned int r15; long unsigned int r14; long unsigned int r13; long unsigned int r12; long unsigned int bx; long unsigned int bp; long unsigned int ret_addr; }; struct fork_frame { struct inactive_task_frame frame; struct pt_regs regs; }; struct ssb_state { struct ssb_state *shared_state; raw_spinlock_t lock; unsigned int disable_state; long unsigned int local_state; }; struct fpu_state_config { unsigned int max_size; unsigned int default_size; u64 max_features; u64 default_features; u64 legacy_features; }; struct pkru_state { u32 pkru; u32 pad; }; struct fpu_guest { u64 xfeatures; u64 perm; u64 xfd_err; unsigned int uabi_size; struct fpstate *fpstate; }; struct membuf { void *p; size_t left; }; enum xstate_copy_mode { XSTATE_COPY_FP = 0, XSTATE_COPY_FX = 1, XSTATE_COPY_XSAVE = 2, }; struct trace_event_raw_x86_fpu { struct trace_entry ent; struct fpu *fpu; bool load_fpu; u64 xfeatures; u64 xcomp_bv; char __data[0]; }; struct trace_event_data_offsets_x86_fpu {}; typedef void (*btf_trace_x86_fpu_before_save)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_after_save)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_before_restore)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_after_restore)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_regs_activated)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_regs_deactivated)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_init_state)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_dropped)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_copy_src)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_copy_dst)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_xstate_check_failed)(void *, struct fpu *); struct _fpreg { __u16 significand[4]; __u16 exponent; }; struct _fpxreg { __u16 significand[4]; __u16 exponent; __u16 padding[3]; }; struct user_i387_ia32_struct { u32 cwd; u32 swd; u32 twd; u32 fip; u32 fcs; u32 foo; u32 fos; u32 st_space[20]; }; struct user_regset; typedef int user_regset_active_fn(struct task_struct *, const struct user_regset *); typedef int user_regset_get2_fn(struct task_struct *, const struct user_regset *, struct membuf); typedef int user_regset_set_fn(struct task_struct *, const struct user_regset *, unsigned int, unsigned int, const void *, const void *); typedef int user_regset_writeback_fn(struct task_struct *, const struct user_regset *, int); struct user_regset { user_regset_get2_fn *regset_get; user_regset_set_fn *set; user_regset_active_fn *active; user_regset_writeback_fn *writeback; unsigned int n; unsigned int size; unsigned int align; unsigned int bias; unsigned int core_note_type; }; struct _fpx_sw_bytes { __u32 magic1; __u32 extended_size; __u64 xfeatures; __u32 xstate_size; __u32 padding[7]; }; struct _xmmreg { __u32 element[4]; }; struct _fpstate_32 { __u32 cw; __u32 sw; __u32 tag; __u32 ipoff; __u32 cssel; __u32 dataoff; __u32 datasel; struct _fpreg _st[8]; __u16 status; __u16 magic; __u32 _fxsr_env[6]; __u32 mxcsr; __u32 reserved; struct _fpxreg _fxsr_st[8]; struct _xmmreg _xmm[8]; union { __u32 padding1[44]; __u32 padding[44]; }; union { __u32 padding2[12]; struct _fpx_sw_bytes sw_reserved; }; }; struct user_regset_view { const char *name; const struct user_regset *regsets; unsigned int n; u32 e_flags; u16 e_machine; u8 ei_osabi; }; enum x86_regset { REGSET_GENERAL = 0, REGSET_FP = 1, REGSET_XFP = 2, REGSET_IOPERM64 = 2, REGSET_XSTATE = 3, REGSET_TLS = 4, REGSET_IOPERM32 = 5, }; struct pt_regs_offset { const char *name; int offset; }; enum { TB_SHUTDOWN_REBOOT = 0, TB_SHUTDOWN_S5 = 1, TB_SHUTDOWN_S4 = 2, TB_SHUTDOWN_S3 = 3, TB_SHUTDOWN_HALT = 4, TB_SHUTDOWN_WFS = 5, }; struct tboot_mac_region { u64 start; u32 size; } __attribute__((packed)); struct tboot_acpi_generic_address { u8 space_id; u8 bit_width; u8 bit_offset; u8 access_width; u64 address; } __attribute__((packed)); struct tboot_acpi_sleep_info { struct tboot_acpi_generic_address pm1a_cnt_blk; struct tboot_acpi_generic_address pm1b_cnt_blk; struct tboot_acpi_generic_address pm1a_evt_blk; struct tboot_acpi_generic_address pm1b_evt_blk; u16 pm1a_cnt_val; u16 pm1b_cnt_val; u64 wakeup_vector; u32 vector_width; u64 kernel_s3_resume_vector; } __attribute__((packed)); struct tboot { u8 uuid[16]; u32 version; u32 log_addr; u32 shutdown_entry; u32 shutdown_type; struct tboot_acpi_sleep_info acpi_sinfo; u32 tboot_base; u32 tboot_size; u8 num_mac_regions; struct tboot_mac_region mac_regions[32]; u8 s3_key[64]; u8 reserved_align[3]; u32 num_in_wfs; } __attribute__((packed)); struct sha1_hash { u8 hash[20]; }; struct sinit_mle_data { u32 version; struct sha1_hash bios_acm_id; u32 edx_senter_flags; u64 mseg_valid; struct sha1_hash sinit_hash; struct sha1_hash mle_hash; struct sha1_hash stm_hash; struct sha1_hash lcp_policy_hash; u32 lcp_policy_control; u32 rlp_wakeup_addr; u32 reserved; u32 num_mdrs; u32 mdrs_off; u32 num_vtd_dmars; u32 vtd_dmars_off; } __attribute__((packed)); typedef bool (*stack_trace_consume_fn)(void *, long unsigned int); struct stack_frame_user { const void *next_fp; long unsigned int ret_addr; }; enum cache_type { CACHE_TYPE_NOCACHE = 0, CACHE_TYPE_INST = 1, CACHE_TYPE_DATA = 2, CACHE_TYPE_SEPARATE = 3, CACHE_TYPE_UNIFIED = 4, }; struct cacheinfo { unsigned int id; enum cache_type type; unsigned int level; unsigned int coherency_line_size; unsigned int number_of_sets; unsigned int ways_of_associativity; unsigned int physical_line_partition; unsigned int size; cpumask_t shared_cpu_map; unsigned int attributes; void *fw_token; bool disable_sysfs; void *priv; }; struct cpu_cacheinfo { struct cacheinfo *info_list; unsigned int num_levels; unsigned int num_leaves; bool cpu_map_populated; }; struct amd_l3_cache { unsigned int indices; u8 subcaches[4]; }; struct threshold_block { unsigned int block; unsigned int bank; unsigned int cpu; u32 address; u16 interrupt_enable; bool interrupt_capable; u16 threshold_limit; struct kobject kobj; struct list_head miscj; }; struct threshold_bank { struct kobject *kobj; struct threshold_block *blocks; refcount_t cpus; unsigned int shared; }; struct amd_northbridge { struct pci_dev *root; struct pci_dev *misc; struct pci_dev *link; struct amd_l3_cache l3_cache; struct threshold_bank *bank4; }; struct _cache_table { unsigned char descriptor; char cache_type; short int size; }; enum _cache_type { CTYPE_NULL = 0, CTYPE_DATA = 1, CTYPE_INST = 2, CTYPE_UNIFIED = 3, }; union _cpuid4_leaf_eax { struct { enum _cache_type type: 5; unsigned int level: 3; unsigned int is_self_initializing: 1; unsigned int is_fully_associative: 1; unsigned int reserved: 4; unsigned int num_threads_sharing: 12; unsigned int num_cores_on_die: 6; } split; u32 full; }; union _cpuid4_leaf_ebx { struct { unsigned int coherency_line_size: 12; unsigned int physical_line_partition: 10; unsigned int ways_of_associativity: 10; } split; u32 full; }; union _cpuid4_leaf_ecx { struct { unsigned int number_of_sets: 32; } split; u32 full; }; struct _cpuid4_info_regs { union _cpuid4_leaf_eax eax; union _cpuid4_leaf_ebx ebx; union _cpuid4_leaf_ecx ecx; unsigned int id; long unsigned int size; struct amd_northbridge *nb; }; union l1_cache { struct { unsigned int line_size: 8; unsigned int lines_per_tag: 8; unsigned int assoc: 8; unsigned int size_in_kb: 8; }; unsigned int val; }; union l2_cache { struct { unsigned int line_size: 8; unsigned int lines_per_tag: 4; unsigned int assoc: 4; unsigned int size_in_kb: 16; }; unsigned int val; }; union l3_cache { struct { unsigned int line_size: 8; unsigned int lines_per_tag: 4; unsigned int assoc: 4; unsigned int res: 2; unsigned int size_encoded: 14; }; unsigned int val; }; struct cpuid_bit { u16 feature; u8 reg; u8 bit; u32 level; u32 sub_leaf; }; enum cpuid_leafs { CPUID_1_EDX = 0, CPUID_8000_0001_EDX = 1, CPUID_8086_0001_EDX = 2, CPUID_LNX_1 = 3, CPUID_1_ECX = 4, CPUID_C000_0001_EDX = 5, CPUID_8000_0001_ECX = 6, CPUID_LNX_2 = 7, CPUID_LNX_3 = 8, CPUID_7_0_EBX = 9, CPUID_D_1_EAX = 10, CPUID_LNX_4 = 11, CPUID_7_1_EAX = 12, CPUID_8000_0008_EBX = 13, CPUID_6_EAX = 14, CPUID_8000_000A_EDX = 15, CPUID_7_ECX = 16, CPUID_8000_0007_EBX = 17, CPUID_7_EDX = 18, CPUID_8000_001F_EAX = 19, }; enum kgdb_bptype { BP_BREAKPOINT = 0, BP_HARDWARE_BREAKPOINT = 1, BP_WRITE_WATCHPOINT = 2, BP_READ_WATCHPOINT = 3, BP_ACCESS_WATCHPOINT = 4, BP_POKE_BREAKPOINT = 5, }; struct kgdb_arch { unsigned char gdb_bpt_instr[1]; long unsigned int flags; int (*set_breakpoint)(long unsigned int, char *); int (*remove_breakpoint)(long unsigned int, char *); int (*set_hw_breakpoint)(long unsigned int, int, enum kgdb_bptype); int (*remove_hw_breakpoint)(long unsigned int, int, enum kgdb_bptype); void (*disable_hw_break)(struct pt_regs *); void (*remove_all_hw_break)(); void (*correct_hw_break)(); void (*enable_nmi)(bool); }; struct cpu_dev { const char *c_vendor; const char *c_ident[2]; void (*c_early_init)(struct cpuinfo_x86 *); void (*c_bsp_init)(struct cpuinfo_x86 *); void (*c_init)(struct cpuinfo_x86 *); void (*c_identify)(struct cpuinfo_x86 *); void (*c_detect_tlb)(struct cpuinfo_x86 *); int c_x86_vendor; }; struct ppin_info { int feature; int msr_ppin_ctl; int msr_ppin; }; struct cpuid_dependent_feature { u32 feature; u32 level; }; enum spectre_v2_mitigation { SPECTRE_V2_NONE = 0, SPECTRE_V2_RETPOLINE = 1, SPECTRE_V2_LFENCE = 2, SPECTRE_V2_EIBRS = 3, SPECTRE_V2_EIBRS_RETPOLINE = 4, SPECTRE_V2_EIBRS_LFENCE = 5, }; enum spectre_v2_user_mitigation { SPECTRE_V2_USER_NONE = 0, SPECTRE_V2_USER_STRICT = 1, SPECTRE_V2_USER_STRICT_PREFERRED = 2, SPECTRE_V2_USER_PRCTL = 3, SPECTRE_V2_USER_SECCOMP = 4, }; enum ssb_mitigation { SPEC_STORE_BYPASS_NONE = 0, SPEC_STORE_BYPASS_DISABLE = 1, SPEC_STORE_BYPASS_PRCTL = 2, SPEC_STORE_BYPASS_SECCOMP = 3, }; enum l1tf_mitigations { L1TF_MITIGATION_OFF = 0, L1TF_MITIGATION_FLUSH_NOWARN = 1, L1TF_MITIGATION_FLUSH = 2, L1TF_MITIGATION_FLUSH_NOSMT = 3, L1TF_MITIGATION_FULL = 4, L1TF_MITIGATION_FULL_FORCE = 5, }; enum mds_mitigations { MDS_MITIGATION_OFF = 0, MDS_MITIGATION_FULL = 1, MDS_MITIGATION_VMWERV = 2, }; struct bpf_run_ctx {}; enum cpuhp_smt_control { CPU_SMT_ENABLED = 0, CPU_SMT_DISABLED = 1, CPU_SMT_FORCE_DISABLED = 2, CPU_SMT_NOT_SUPPORTED = 3, CPU_SMT_NOT_IMPLEMENTED = 4, }; enum btf_kfunc_type { BTF_KFUNC_TYPE_CHECK = 0, BTF_KFUNC_TYPE_ACQUIRE = 1, BTF_KFUNC_TYPE_RELEASE = 2, BTF_KFUNC_TYPE_RET_NULL = 3, BTF_KFUNC_TYPE_KPTR_ACQUIRE = 4, BTF_KFUNC_TYPE_MAX = 5, }; enum { BPF_MAP_VALUE_OFF_MAX = 8, BPF_MAP_OFF_ARR_MAX = 10, }; enum bpf_type_flag { PTR_MAYBE_NULL = 256, MEM_RDONLY = 512, MEM_ALLOC = 1024, MEM_USER = 2048, MEM_PERCPU = 4096, OBJ_RELEASE = 8192, PTR_UNTRUSTED = 16384, MEM_UNINIT = 32768, DYNPTR_TYPE_LOCAL = 65536, DYNPTR_TYPE_RINGBUF = 131072, MEM_FIXED_SIZE = 262144, __BPF_TYPE_FLAG_MAX = 262145, __BPF_TYPE_LAST_FLAG = 262144, }; enum bpf_arg_type { ARG_DONTCARE = 0, ARG_CONST_MAP_PTR = 1, ARG_PTR_TO_MAP_KEY = 2, ARG_PTR_TO_MAP_VALUE = 3, ARG_PTR_TO_MEM = 4, ARG_CONST_SIZE = 5, ARG_CONST_SIZE_OR_ZERO = 6, ARG_PTR_TO_CTX = 7, ARG_ANYTHING = 8, ARG_PTR_TO_SPIN_LOCK = 9, ARG_PTR_TO_SOCK_COMMON = 10, ARG_PTR_TO_INT = 11, ARG_PTR_TO_LONG = 12, ARG_PTR_TO_SOCKET = 13, ARG_PTR_TO_BTF_ID = 14, ARG_PTR_TO_ALLOC_MEM = 15, ARG_CONST_ALLOC_SIZE_OR_ZERO = 16, ARG_PTR_TO_BTF_ID_SOCK_COMMON = 17, ARG_PTR_TO_PERCPU_BTF_ID = 18, ARG_PTR_TO_FUNC = 19, ARG_PTR_TO_STACK = 20, ARG_PTR_TO_CONST_STR = 21, ARG_PTR_TO_TIMER = 22, ARG_PTR_TO_KPTR = 23, ARG_PTR_TO_DYNPTR = 24, __BPF_ARG_TYPE_MAX = 25, ARG_PTR_TO_MAP_VALUE_OR_NULL = 259, ARG_PTR_TO_MEM_OR_NULL = 260, ARG_PTR_TO_CTX_OR_NULL = 263, ARG_PTR_TO_SOCKET_OR_NULL = 269, ARG_PTR_TO_ALLOC_MEM_OR_NULL = 271, ARG_PTR_TO_STACK_OR_NULL = 276, ARG_PTR_TO_BTF_ID_OR_NULL = 270, ARG_PTR_TO_UNINIT_MEM = 32772, ARG_PTR_TO_FIXED_SIZE_MEM = 262148, __BPF_ARG_TYPE_LIMIT = 524287, }; enum bpf_return_type { RET_INTEGER = 0, RET_VOID = 1, RET_PTR_TO_MAP_VALUE = 2, RET_PTR_TO_SOCKET = 3, RET_PTR_TO_TCP_SOCK = 4, RET_PTR_TO_SOCK_COMMON = 5, RET_PTR_TO_ALLOC_MEM = 6, RET_PTR_TO_MEM_OR_BTF_ID = 7, RET_PTR_TO_BTF_ID = 8, __BPF_RET_TYPE_MAX = 9, RET_PTR_TO_MAP_VALUE_OR_NULL = 258, RET_PTR_TO_SOCKET_OR_NULL = 259, RET_PTR_TO_TCP_SOCK_OR_NULL = 260, RET_PTR_TO_SOCK_COMMON_OR_NULL = 261, RET_PTR_TO_ALLOC_MEM_OR_NULL = 1286, RET_PTR_TO_DYNPTR_MEM_OR_NULL = 262, RET_PTR_TO_BTF_ID_OR_NULL = 264, __BPF_RET_TYPE_LIMIT = 524287, }; enum bpf_reg_type { NOT_INIT = 0, SCALAR_VALUE = 1, PTR_TO_CTX = 2, CONST_PTR_TO_MAP = 3, PTR_TO_MAP_VALUE = 4, PTR_TO_MAP_KEY = 5, PTR_TO_STACK = 6, PTR_TO_PACKET_META = 7, PTR_TO_PACKET = 8, PTR_TO_PACKET_END = 9, PTR_TO_FLOW_KEYS = 10, PTR_TO_SOCKET = 11, PTR_TO_SOCK_COMMON = 12, PTR_TO_TCP_SOCK = 13, PTR_TO_TP_BUFFER = 14, PTR_TO_XDP_SOCK = 15, PTR_TO_BTF_ID = 16, PTR_TO_MEM = 17, PTR_TO_BUF = 18, PTR_TO_FUNC = 19, __BPF_REG_TYPE_MAX = 20, PTR_TO_MAP_VALUE_OR_NULL = 260, PTR_TO_SOCKET_OR_NULL = 267, PTR_TO_SOCK_COMMON_OR_NULL = 268, PTR_TO_TCP_SOCK_OR_NULL = 269, PTR_TO_BTF_ID_OR_NULL = 272, __BPF_REG_TYPE_LIMIT = 524287, }; enum bpf_cgroup_storage_type { BPF_CGROUP_STORAGE_SHARED = 0, BPF_CGROUP_STORAGE_PERCPU = 1, __BPF_CGROUP_STORAGE_MAX = 2, }; enum bpf_tramp_prog_type { BPF_TRAMP_FENTRY = 0, BPF_TRAMP_FEXIT = 1, BPF_TRAMP_MODIFY_RETURN = 2, BPF_TRAMP_MAX = 3, BPF_TRAMP_REPLACE = 4, }; enum vmx_l1d_flush_state { VMENTER_L1D_FLUSH_AUTO = 0, VMENTER_L1D_FLUSH_NEVER = 1, VMENTER_L1D_FLUSH_COND = 2, VMENTER_L1D_FLUSH_ALWAYS = 3, VMENTER_L1D_FLUSH_EPT_DISABLED = 4, VMENTER_L1D_FLUSH_NOT_REQUIRED = 5, }; enum taa_mitigations { TAA_MITIGATION_OFF = 0, TAA_MITIGATION_UCODE_NEEDED = 1, TAA_MITIGATION_VERW = 2, TAA_MITIGATION_TSX_DISABLED = 3, }; enum mmio_mitigations { MMIO_MITIGATION_OFF = 0, MMIO_MITIGATION_UCODE_NEEDED = 1, MMIO_MITIGATION_VERW = 2, }; enum srbds_mitigations { SRBDS_MITIGATION_OFF = 0, SRBDS_MITIGATION_UCODE_NEEDED = 1, SRBDS_MITIGATION_FULL = 2, SRBDS_MITIGATION_TSX_OFF = 3, SRBDS_MITIGATION_HYPERVISOR = 4, }; enum l1d_flush_mitigations { L1D_FLUSH_OFF = 0, L1D_FLUSH_ON = 1, }; enum spectre_v1_mitigation { SPECTRE_V1_MITIGATION_NONE = 0, SPECTRE_V1_MITIGATION_AUTO = 1, }; enum spectre_v2_mitigation_cmd { SPECTRE_V2_CMD_NONE = 0, SPECTRE_V2_CMD_AUTO = 1, SPECTRE_V2_CMD_FORCE = 2, SPECTRE_V2_CMD_RETPOLINE = 3, SPECTRE_V2_CMD_RETPOLINE_GENERIC = 4, SPECTRE_V2_CMD_RETPOLINE_LFENCE = 5, SPECTRE_V2_CMD_EIBRS = 6, SPECTRE_V2_CMD_EIBRS_RETPOLINE = 7, SPECTRE_V2_CMD_EIBRS_LFENCE = 8, }; enum spectre_v2_user_cmd { SPECTRE_V2_USER_CMD_NONE = 0, SPECTRE_V2_USER_CMD_AUTO = 1, SPECTRE_V2_USER_CMD_FORCE = 2, SPECTRE_V2_USER_CMD_PRCTL = 3, SPECTRE_V2_USER_CMD_PRCTL_IBPB = 4, SPECTRE_V2_USER_CMD_SECCOMP = 5, SPECTRE_V2_USER_CMD_SECCOMP_IBPB = 6, }; enum ssb_mitigation_cmd { SPEC_STORE_BYPASS_CMD_NONE = 0, SPEC_STORE_BYPASS_CMD_AUTO = 1, SPEC_STORE_BYPASS_CMD_ON = 2, SPEC_STORE_BYPASS_CMD_PRCTL = 3, SPEC_STORE_BYPASS_CMD_SECCOMP = 4, }; struct aperfmperf { seqcount_t seq; long unsigned int last_update; u64 acnt; u64 mcnt; u64 aperf; u64 mperf; }; struct cpuid_dep { unsigned int feature; unsigned int depends; }; enum vmx_feature_leafs { MISC_FEATURES = 0, PRIMARY_CTLS = 1, SECONDARY_CTLS = 2, NR_VMX_FEATURE_WORDS = 3, }; struct semaphore { raw_spinlock_t lock; unsigned int count; struct list_head wait_list; }; struct cpu_signature { unsigned int sig; unsigned int pf; unsigned int rev; }; struct ucode_cpu_info { struct cpu_signature cpu_sig; int valid; void *mc; }; struct _tlb_table { unsigned char descriptor; char tlb_type; unsigned int entries; char info[128]; }; enum split_lock_detect_state { sld_off = 0, sld_warn = 1, sld_fatal = 2, sld_ratelimit = 3, }; struct sku_microcode { u8 model; u8 stepping; u32 microcode; }; struct cpuid_regs { u32 eax; u32 ebx; u32 ecx; u32 edx; }; enum pconfig_target { INVALID_TARGET = 0, MKTME_TARGET = 1, PCONFIG_TARGET_NR = 2, }; enum { PCONFIG_CPUID_SUBLEAF_INVALID = 0, PCONFIG_CPUID_SUBLEAF_TARGETID = 1, }; enum tsx_ctrl_states { TSX_CTRL_ENABLE = 0, TSX_CTRL_DISABLE = 1, TSX_CTRL_RTM_ALWAYS_ABORT = 2, TSX_CTRL_NOT_SUPPORTED = 3, }; enum energy_perf_value_index { EPB_INDEX_PERFORMANCE = 0, EPB_INDEX_BALANCE_PERFORMANCE = 1, EPB_INDEX_NORMAL = 2, EPB_INDEX_BALANCE_POWERSAVE = 3, EPB_INDEX_POWERSAVE = 4, }; enum mf_flags { MF_COUNT_INCREASED = 1, MF_ACTION_REQUIRED = 2, MF_MUST_KILL = 4, MF_SOFT_OFFLINE = 8, MF_UNPOISON = 16, }; enum task_work_notify_mode { TWA_NONE = 0, TWA_RESUME = 1, TWA_SIGNAL = 2, TWA_SIGNAL_NO_IPI = 3, }; struct mce { __u64 status; __u64 misc; __u64 addr; __u64 mcgstatus; __u64 ip; __u64 tsc; __u64 time; __u8 cpuvendor; __u8 inject_flags; __u8 severity; __u8 pad; __u32 cpuid; __u8 cs; __u8 bank; __u8 cpu; __u8 finished; __u32 extcpu; __u32 socketid; __u32 apicid; __u64 mcgcap; __u64 synd; __u64 ipid; __u64 ppin; __u32 microcode; __u64 kflags; }; enum mce_notifier_prios { MCE_PRIO_LOWEST = 0, MCE_PRIO_MCELOG = 1, MCE_PRIO_EDAC = 2, MCE_PRIO_NFIT = 3, MCE_PRIO_EXTLOG = 4, MCE_PRIO_UC = 5, MCE_PRIO_EARLY = 6, MCE_PRIO_CEC = 7, MCE_PRIO_HIGHEST = 7, }; typedef long unsigned int mce_banks_t[1]; enum mcp_flags { MCP_TIMESTAMP = 1, MCP_UC = 2, MCP_DONTLOG = 4, MCP_QUEUE_LOG = 8, }; enum severity_level { MCE_NO_SEVERITY = 0, MCE_DEFERRED_SEVERITY = 1, MCE_UCNA_SEVERITY = 1, MCE_KEEP_SEVERITY = 2, MCE_SOME_SEVERITY = 3, MCE_AO_SEVERITY = 4, MCE_UC_SEVERITY = 5, MCE_AR_SEVERITY = 6, MCE_PANIC_SEVERITY = 7, }; struct mce_evt_llist { struct llist_node llnode; struct mce mce; }; struct mca_config { __u64 lmce_disabled: 1; __u64 disabled: 1; __u64 ser: 1; __u64 recovery: 1; __u64 bios_cmci_threshold: 1; __u64 initialized: 1; __u64 __reserved: 58; bool dont_log_ce; bool cmci_disabled; bool ignore_ce; bool print_all; int monarch_timeout; int panic_timeout; u32 rip_msr; s8 bootlog; }; struct mce_vendor_flags { __u64 overflow_recov: 1; __u64 succor: 1; __u64 smca: 1; __u64 amd_threshold: 1; __u64 p5: 1; __u64 winchip: 1; __u64 snb_ifu_quirk: 1; __u64 skx_repmov_quirk: 1; __u64 __reserved_0: 56; }; enum mca_msr { MCA_CTL = 0, MCA_STATUS = 1, MCA_ADDR = 2, MCA_MISC = 3, }; struct trace_event_raw_mce_record { struct trace_entry ent; u64 mcgcap; u64 mcgstatus; u64 status; u64 addr; u64 misc; u64 synd; u64 ipid; u64 ip; u64 tsc; u64 walltime; u32 cpu; u32 cpuid; u32 apicid; u32 socketid; u8 cs; u8 bank; u8 cpuvendor; char __data[0]; }; struct trace_event_data_offsets_mce_record {}; typedef void (*btf_trace_mce_record)(void *, struct mce *); struct mce_bank { u64 ctl; __u64 init: 1; __u64 __reserved_1: 63; }; struct mce_bank_dev { struct device_attribute attr; char attrname[16]; u8 bank; }; enum context { IN_KERNEL = 1, IN_USER = 2, IN_KERNEL_RECOV = 3, }; enum ser { SER_REQUIRED = 1, NO_SER = 2, }; enum exception { EXCP_CONTEXT = 1, NO_EXCP = 2, }; struct severity { u64 mask; u64 result; unsigned char sev; unsigned char mcgmask; unsigned char mcgres; unsigned char ser; unsigned char context; unsigned char excp; unsigned char covered; unsigned char cpu_model; unsigned char cpu_minstepping; unsigned char bank_lo; unsigned char bank_hi; char *msg; }; struct gen_pool; typedef long unsigned int (*genpool_algo_t)(long unsigned int *, long unsigned int, long unsigned int, unsigned int, void *, struct gen_pool *, long unsigned int); struct gen_pool { spinlock_t lock; struct list_head chunks; int min_alloc_order; genpool_algo_t algo; void *data; const char *name; }; enum { CMCI_STORM_NONE = 0, CMCI_STORM_ACTIVE = 1, CMCI_STORM_SUBSIDED = 2, }; enum kobject_action { KOBJ_ADD = 0, KOBJ_REMOVE = 1, KOBJ_CHANGE = 2, KOBJ_MOVE = 3, KOBJ_ONLINE = 4, KOBJ_OFFLINE = 5, KOBJ_BIND = 6, KOBJ_UNBIND = 7, }; enum smca_bank_types { SMCA_LS = 0, SMCA_LS_V2 = 1, SMCA_IF = 2, SMCA_L2_CACHE = 3, SMCA_DE = 4, SMCA_RESERVED = 5, SMCA_EX = 6, SMCA_FP = 7, SMCA_L3_CACHE = 8, SMCA_CS = 9, SMCA_CS_V2 = 10, SMCA_PIE = 11, SMCA_UMC = 12, SMCA_UMC_V2 = 13, SMCA_PB = 14, SMCA_PSP = 15, SMCA_PSP_V2 = 16, SMCA_SMU = 17, SMCA_SMU_V2 = 18, SMCA_MP5 = 19, SMCA_MPDMA = 20, SMCA_NBIO = 21, SMCA_PCIE = 22, SMCA_PCIE_V2 = 23, SMCA_XGMI_PCS = 24, SMCA_NBIF = 25, SMCA_SHUB = 26, SMCA_SATA = 27, SMCA_USB = 28, SMCA_GMI_PCS = 29, SMCA_XGMI_PHY = 30, SMCA_WAFL_PHY = 31, SMCA_GMI_PHY = 32, N_SMCA_BANK_TYPES = 33, }; struct smca_hwid { unsigned int bank_type; u32 hwid_mcatype; }; struct smca_bank { const struct smca_hwid *hwid; u32 id; u8 sysfs_id; }; struct smca_bank_name { const char *name; const char *long_name; }; struct thresh_restart { struct threshold_block *b; int reset; int set_lvt_off; int lvt_off; u16 old_limit; }; struct threshold_attr { struct attribute attr; ssize_t (*show)(struct threshold_block *, char *); ssize_t (*store)(struct threshold_block *, const char *, size_t); }; enum { CPER_SEV_RECOVERABLE = 0, CPER_SEV_FATAL = 1, CPER_SEV_CORRECTED = 2, CPER_SEV_INFORMATIONAL = 3, }; struct cper_record_header { char signature[4]; u16 revision; u32 signature_end; u16 section_count; u32 error_severity; u32 validation_bits; u32 record_length; u64 timestamp; guid_t platform_id; guid_t partition_id; guid_t creator_id; guid_t notification_type; u64 record_id; u32 flags; u64 persistence_information; u8 reserved[12]; } __attribute__((packed)); struct cper_section_descriptor { u32 section_offset; u32 section_length; u16 revision; u8 validation_bits; u8 reserved; u32 flags; guid_t section_type; guid_t fru_id; u32 section_severity; u8 fru_text[20]; }; struct cper_ia_proc_ctx { u16 reg_ctx_type; u16 reg_arr_size; u32 msr_addr; u64 mm_reg_addr; }; struct cper_sec_mem_err { u64 validation_bits; u64 error_status; u64 physical_addr; u64 physical_addr_mask; u16 node; u16 card; u16 module; u16 bank; u16 device; u16 row; u16 column; u16 bit_pos; u64 requestor_id; u64 responder_id; u64 target_id; u8 error_type; u8 extended; u16 rank; u16 mem_array_handle; u16 mem_dev_handle; }; enum { GHES_SEV_NO = 0, GHES_SEV_CORRECTED = 1, GHES_SEV_RECOVERABLE = 2, GHES_SEV_PANIC = 3, }; struct cper_mce_record { struct cper_record_header hdr; struct cper_section_descriptor sec_hdr; struct mce mce; }; struct miscdevice { int minor; const char *name; const struct file_operations *fops; struct list_head list; struct device *parent; struct device *this_device; const struct attribute_group **groups; const char *nodename; umode_t mode; }; typedef struct poll_table_struct poll_table; struct mce_log_buffer { char signature[12]; unsigned int len; unsigned int next; unsigned int flags; unsigned int recordlen; struct mce entry[0]; }; typedef __u8 mtrr_type; struct mtrr_ops { u32 vendor; u32 use_intel_if; void (*set)(unsigned int, long unsigned int, long unsigned int, mtrr_type); void (*set_all)(); void (*get)(unsigned int, long unsigned int *, long unsigned int *, mtrr_type *); int (*get_free_region)(long unsigned int, long unsigned int, int); int (*validate_add_page)(long unsigned int, long unsigned int, unsigned int); int (*have_wrcomb)(); }; struct set_mtrr_data { long unsigned int smp_base; long unsigned int smp_size; unsigned int smp_reg; mtrr_type smp_type; }; struct mtrr_value { mtrr_type ltype; long unsigned int lbase; long unsigned int lsize; }; struct proc_ops { unsigned int proc_flags; int (*proc_open)(struct inode *, struct file *); ssize_t (*proc_read)(struct file *, char *, size_t, loff_t *); ssize_t (*proc_read_iter)(struct kiocb *, struct iov_iter *); ssize_t (*proc_write)(struct file *, const char *, size_t, loff_t *); loff_t (*proc_lseek)(struct file *, loff_t, int); int (*proc_release)(struct inode *, struct file *); __poll_t (*proc_poll)(struct file *, struct poll_table_struct *); long int (*proc_ioctl)(struct file *, unsigned int, long unsigned int); long int (*proc_compat_ioctl)(struct file *, unsigned int, long unsigned int); int (*proc_mmap)(struct file *, struct vm_area_struct *); long unsigned int (*proc_get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); }; struct mtrr_sentry { __u64 base; __u32 size; __u32 type; }; struct mtrr_gentry { __u64 base; __u32 size; __u32 regnum; __u32 type; __u32 _pad; }; typedef u32 compat_uint_t; struct mtrr_sentry32 { compat_ulong_t base; compat_uint_t size; compat_uint_t type; }; struct mtrr_gentry32 { compat_ulong_t regnum; compat_uint_t base; compat_uint_t size; compat_uint_t type; }; struct mtrr_var_range { __u32 base_lo; __u32 base_hi; __u32 mask_lo; __u32 mask_hi; }; struct mtrr_state_type { struct mtrr_var_range var_ranges[256]; mtrr_type fixed_ranges[88]; unsigned char enabled; unsigned char have_fixed; mtrr_type def_type; }; struct fixed_range_block { int base_msr; int ranges; }; struct var_mtrr_range_state { long unsigned int base_pfn; long unsigned int size_pfn; mtrr_type type; }; struct var_mtrr_state { long unsigned int range_startk; long unsigned int range_sizek; long unsigned int chunk_sizek; long unsigned int gran_sizek; unsigned int reg; }; struct mtrr_cleanup_result { long unsigned int gran_sizek; long unsigned int chunk_sizek; long unsigned int lose_cover_sizek; unsigned int num_reg; int bad; }; struct subsys_interface { const char *name; struct bus_type *subsys; struct list_head node; int (*add_dev)(struct device *, struct subsys_interface *); void (*remove_dev)(struct device *, struct subsys_interface *); }; struct property_entry; struct platform_device_info { struct device *parent; struct fwnode_handle *fwnode; bool of_node_reused; const char *name; int id; const struct resource *res; unsigned int num_res; const void *data; size_t size_data; u64 dma_mask; const struct property_entry *properties; }; enum dev_prop_type { DEV_PROP_U8 = 0, DEV_PROP_U16 = 1, DEV_PROP_U32 = 2, DEV_PROP_U64 = 3, DEV_PROP_STRING = 4, DEV_PROP_REF = 5, }; struct property_entry { const char *name; size_t length; bool is_inline; enum dev_prop_type type; union { const void *pointer; union { u8 u8_data[8]; u16 u16_data[4]; u32 u32_data[2]; u64 u64_data[1]; const char *str[1]; } value; }; }; struct cpio_data { void *data; size_t size; char name[18]; }; enum ucode_state { UCODE_OK = 0, UCODE_NEW = 1, UCODE_UPDATED = 2, UCODE_NFOUND = 3, UCODE_ERROR = 4, }; struct microcode_ops { enum ucode_state (*request_microcode_user)(int, const void *, size_t); enum ucode_state (*request_microcode_fw)(int, struct device *, bool); void (*microcode_fini_cpu)(int); enum ucode_state (*apply_microcode)(int); int (*collect_cpu_info)(int, struct cpu_signature *); }; struct cpu_info_ctx { struct cpu_signature *cpu_sig; int err; }; struct firmware { size_t size; const u8 *data; void *priv; }; struct ucode_patch { struct list_head plist; void *data; u32 patch_id; u16 equiv_cpu; }; struct microcode_header_intel { unsigned int hdrver; unsigned int rev; unsigned int date; unsigned int sig; unsigned int cksum; unsigned int ldrver; unsigned int pf; unsigned int datasize; unsigned int totalsize; unsigned int reserved[3]; }; struct microcode_intel { struct microcode_header_intel hdr; unsigned int bits[0]; }; struct extended_signature { unsigned int sig; unsigned int pf; unsigned int cksum; }; struct extended_sigtable { unsigned int count; unsigned int cksum; unsigned int reserved[3]; struct extended_signature sigs[0]; }; struct equiv_cpu_entry { u32 installed_cpu; u32 fixed_errata_mask; u32 fixed_errata_compare; u16 equiv_cpu; u16 res; }; struct microcode_header_amd { u32 data_code; u32 patch_id; u16 mc_patch_data_id; u8 mc_patch_data_len; u8 init_flag; u32 mc_patch_data_checksum; u32 nb_dev_id; u32 sb_dev_id; u16 processor_rev_id; u8 nb_rev_id; u8 sb_rev_id; u8 bios_api_rev; u8 reserved1[3]; u32 match_reg[8]; }; struct microcode_amd { struct microcode_header_amd hdr; unsigned int mpb[0]; }; struct equiv_cpu_table { unsigned int num_entries; struct equiv_cpu_entry *entry; }; struct cont_desc { struct microcode_amd *mc; u32 cpuid_1_eax; u32 psize; u8 *data; size_t size; }; enum resctrl_conf_type { CDP_NONE = 0, CDP_CODE = 1, CDP_DATA = 2, }; struct resctrl_staged_config { u32 new_ctrl; bool have_new_ctrl; }; struct mbm_state; struct pseudo_lock_region; struct rdt_domain { struct list_head list; int id; struct cpumask cpu_mask; long unsigned int *rmid_busy_llc; struct mbm_state *mbm_total; struct mbm_state *mbm_local; struct delayed_work mbm_over; struct delayed_work cqm_limbo; int mbm_work_cpu; int cqm_work_cpu; struct pseudo_lock_region *plr; struct resctrl_staged_config staged_config[3]; }; struct mbm_state { u64 chunks; u64 prev_msr; u64 prev_bw_msr; u32 prev_bw; u32 delta_bw; bool delta_comp; }; struct resctrl_schema; struct pseudo_lock_region { struct resctrl_schema *s; struct rdt_domain *d; u32 cbm; wait_queue_head_t lock_thread_wq; int thread_done; int cpu; unsigned int line_size; unsigned int size; void *kmem; unsigned int minor; struct dentry *debugfs_dir; struct list_head pm_reqs; }; struct resctrl_cache { unsigned int cbm_len; unsigned int min_cbm_bits; unsigned int shareable_bits; bool arch_has_sparse_bitmaps; bool arch_has_empty_bitmaps; bool arch_has_per_cpu_cfg; }; enum membw_throttle_mode { THREAD_THROTTLE_UNDEFINED = 0, THREAD_THROTTLE_MAX = 1, THREAD_THROTTLE_PER_THREAD = 2, }; struct resctrl_membw { u32 min_bw; u32 bw_gran; u32 delay_linear; bool arch_needs_linear; enum membw_throttle_mode throttle_mode; bool mba_sc; u32 *mb_map; }; struct rdt_parse_data; struct rdt_resource { int rid; bool alloc_enabled; bool mon_enabled; bool alloc_capable; bool mon_capable; int num_rmid; int cache_level; struct resctrl_cache cache; struct resctrl_membw membw; struct list_head domains; char *name; int data_width; u32 default_ctrl; const char *format_str; int (*parse_ctrlval)(struct rdt_parse_data *, struct resctrl_schema *, struct rdt_domain *); struct list_head evt_list; long unsigned int fflags; bool cdp_capable; }; struct rdtgroup; struct rdt_parse_data { struct rdtgroup *rdtgrp; char *buf; }; struct resctrl_schema { struct list_head list; char name[8]; enum resctrl_conf_type conf_type; struct rdt_resource *res; u32 num_closid; }; enum rdt_group_type { RDTCTRL_GROUP = 0, RDTMON_GROUP = 1, RDT_NUM_GROUP = 2, }; struct mongroup { struct kernfs_node *mon_data_kn; struct rdtgroup *parent; struct list_head crdtgrp_list; u32 rmid; }; enum rdtgrp_mode { RDT_MODE_SHAREABLE = 0, RDT_MODE_EXCLUSIVE = 1, RDT_MODE_PSEUDO_LOCKSETUP = 2, RDT_MODE_PSEUDO_LOCKED = 3, RDT_NUM_MODES = 4, }; struct rdtgroup { struct kernfs_node *kn; struct list_head rdtgroup_list; u32 closid; struct cpumask cpu_mask; int flags; atomic_t waitcount; enum rdt_group_type type; struct mongroup mon; enum rdtgrp_mode mode; struct pseudo_lock_region *plr; }; struct rdt_hw_domain { struct rdt_domain d_resctrl; u32 *ctrl_val; u32 *mbps_val; }; struct msr_param { struct rdt_resource *res; u32 low; u32 high; }; struct rdt_hw_resource { struct rdt_resource r_resctrl; u32 num_closid; unsigned int msr_base; void (*msr_update)(struct rdt_domain *, struct msr_param *, struct rdt_resource *); unsigned int mon_scale; unsigned int mbm_width; bool cdp_enabled; }; enum resctrl_res_level { RDT_RESOURCE_L3 = 0, RDT_RESOURCE_L2 = 1, RDT_RESOURCE_MBA = 2, RDT_NUM_RESOURCES = 3, }; union cpuid_0x10_1_eax { struct { unsigned int cbm_len: 5; } split; unsigned int full; }; union cpuid_0x10_3_eax { struct { unsigned int max_delay: 12; } split; unsigned int full; }; union cpuid_0x10_x_edx { struct { unsigned int cos_max: 16; } split; unsigned int full; }; enum { RDT_FLAG_CMT = 0, RDT_FLAG_MBM_TOTAL = 1, RDT_FLAG_MBM_LOCAL = 2, RDT_FLAG_L3_CAT = 3, RDT_FLAG_L3_CDP = 4, RDT_FLAG_L2_CAT = 5, RDT_FLAG_L2_CDP = 6, RDT_FLAG_MBA = 7, }; struct rdt_options { char *name; int flag; bool force_off; bool force_on; }; typedef unsigned int uint; enum kernfs_node_type { KERNFS_DIR = 1, KERNFS_FILE = 2, KERNFS_LINK = 4, }; enum kernfs_root_flag { KERNFS_ROOT_CREATE_DEACTIVATED = 1, KERNFS_ROOT_EXTRA_OPEN_PERM_CHECK = 2, KERNFS_ROOT_SUPPORT_EXPORTOP = 4, KERNFS_ROOT_SUPPORT_USER_XATTR = 8, }; struct kernfs_syscall_ops { int (*show_options)(struct seq_file *, struct kernfs_root *); int (*mkdir)(struct kernfs_node *, const char *, umode_t); int (*rmdir)(struct kernfs_node *); int (*rename)(struct kernfs_node *, struct kernfs_node *, const char *); int (*show_path)(struct seq_file *, struct kernfs_node *, struct kernfs_root *); }; struct kernfs_fs_context { struct kernfs_root *root; void *ns_tag; long unsigned int magic; bool new_sb_created; }; struct rdt_fs_context { struct kernfs_fs_context kfc; bool enable_cdpl2; bool enable_cdpl3; bool enable_mba_mbps; }; struct mon_evt { u32 evtid; char *name; struct list_head list; }; union mon_data_bits { void *priv; struct { unsigned int rid: 10; unsigned int evtid: 8; unsigned int domid: 14; } u; }; struct rmid_read { struct rdtgroup *rgrp; struct rdt_resource *r; struct rdt_domain *d; int evtid; bool first; u64 val; }; struct rftype { char *name; umode_t mode; const struct kernfs_ops *kf_ops; long unsigned int flags; long unsigned int fflags; int (*seq_show)(struct kernfs_open_file *, struct seq_file *, void *); ssize_t (*write)(struct kernfs_open_file *, char *, size_t, loff_t); }; enum rdt_param { Opt_cdp = 0, Opt_cdpl2 = 1, Opt_mba_mbps = 2, nr__rdt_params = 3, }; struct rmid_entry { u32 rmid; int busy; struct list_head list; }; struct mbm_correction_factor_table { u32 rmidthreshold; u64 cf; }; struct trace_event_raw_pseudo_lock_mem_latency { struct trace_entry ent; u32 latency; char __data[0]; }; struct trace_event_raw_pseudo_lock_l2 { struct trace_entry ent; u64 l2_hits; u64 l2_miss; char __data[0]; }; struct trace_event_raw_pseudo_lock_l3 { struct trace_entry ent; u64 l3_hits; u64 l3_miss; char __data[0]; }; struct trace_event_data_offsets_pseudo_lock_mem_latency {}; struct trace_event_data_offsets_pseudo_lock_l2 {}; struct trace_event_data_offsets_pseudo_lock_l3 {}; typedef void (*btf_trace_pseudo_lock_mem_latency)(void *, u32); typedef void (*btf_trace_pseudo_lock_l2)(void *, u64, u64); typedef void (*btf_trace_pseudo_lock_l3)(void *, u64, u64); struct pseudo_lock_pm_req { struct list_head list; struct dev_pm_qos_request req; }; struct residency_counts { u64 miss_before; u64 hits_before; u64 miss_after; u64 hits_after; }; enum mmu_notifier_event { MMU_NOTIFY_UNMAP = 0, MMU_NOTIFY_CLEAR = 1, MMU_NOTIFY_PROTECTION_VMA = 2, MMU_NOTIFY_PROTECTION_PAGE = 3, MMU_NOTIFY_SOFT_DIRTY = 4, MMU_NOTIFY_RELEASE = 5, MMU_NOTIFY_MIGRATE = 6, MMU_NOTIFY_EXCLUSIVE = 7, }; struct mmu_notifier; struct mmu_notifier_range; struct mmu_notifier_ops { void (*release)(struct mmu_notifier *, struct mm_struct *); int (*clear_flush_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); int (*clear_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); int (*test_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int); void (*change_pte)(struct mmu_notifier *, struct mm_struct *, long unsigned int, pte_t); int (*invalidate_range_start)(struct mmu_notifier *, const struct mmu_notifier_range *); void (*invalidate_range_end)(struct mmu_notifier *, const struct mmu_notifier_range *); void (*invalidate_range)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); struct mmu_notifier * (*alloc_notifier)(struct mm_struct *); void (*free_notifier)(struct mmu_notifier *); }; struct mmu_notifier { struct hlist_node hlist; const struct mmu_notifier_ops *ops; struct mm_struct *mm; struct callback_head rcu; unsigned int users; }; struct mmu_notifier_range { struct vm_area_struct *vma; struct mm_struct *mm; long unsigned int start; long unsigned int end; unsigned int flags; enum mmu_notifier_event event; void *owner; }; enum sgx_page_type { SGX_PAGE_TYPE_SECS = 0, SGX_PAGE_TYPE_TCS = 1, SGX_PAGE_TYPE_REG = 2, SGX_PAGE_TYPE_VA = 3, SGX_PAGE_TYPE_TRIM = 4, }; struct sgx_encl_page; struct sgx_epc_page { unsigned int section; u16 flags; u16 poison; struct sgx_encl_page *owner; struct list_head list; }; struct sgx_encl; struct sgx_va_page; struct sgx_encl_page { long unsigned int desc; long unsigned int vm_max_prot_bits; struct sgx_epc_page *epc_page; struct sgx_encl *encl; struct sgx_va_page *va_page; }; struct sgx_encl { long unsigned int base; long unsigned int size; long unsigned int flags; unsigned int page_cnt; unsigned int secs_child_cnt; struct mutex lock; struct xarray page_array; struct sgx_encl_page secs; long unsigned int attributes; long unsigned int attributes_mask; cpumask_t cpumask; struct file *backing; struct kref refcount; struct list_head va_pages; long unsigned int mm_list_version; struct list_head mm_list; spinlock_t mm_lock; struct srcu_struct srcu; }; struct sgx_va_page { struct sgx_epc_page *epc_page; long unsigned int slots[8]; struct list_head list; }; struct sgx_encl_mm { struct sgx_encl *encl; struct mm_struct *mm; struct list_head list; struct mmu_notifier mmu_notifier; }; enum { __PERCPU_REF_ATOMIC = 1, __PERCPU_REF_DEAD = 2, __PERCPU_REF_ATOMIC_DEAD = 3, __PERCPU_REF_FLAG_BITS = 2, }; typedef unsigned int xa_mark_t; struct xa_node { unsigned char shift; unsigned char offset; unsigned char count; unsigned char nr_values; struct xa_node *parent; struct xarray *array; union { struct list_head private_list; struct callback_head callback_head; }; void *slots[64]; union { long unsigned int tags[3]; long unsigned int marks[3]; }; }; typedef void (*xa_update_node_t)(struct xa_node *); struct xa_state { struct xarray *xa; long unsigned int xa_index; unsigned char xa_shift; unsigned char xa_sibs; unsigned char xa_offset; unsigned char xa_pad; struct xa_node *xa_node; struct xa_node *xa_alloc; xa_update_node_t xa_update; struct list_lru *xa_lru; }; enum { XA_CHECK_SCHED = 4096, }; enum { CSS_NO_REF = 1, CSS_ONLINE = 2, CSS_RELEASED = 4, CSS_VISIBLE = 8, CSS_DYING = 16, }; enum sgx_encls_function { ECREATE = 0, EADD = 1, EINIT = 2, EREMOVE = 3, EDGBRD = 4, EDGBWR = 5, EEXTEND = 6, ELDU = 8, EBLOCK = 9, EPA = 10, EWB = 11, ETRACK = 12, EAUG = 13, EMODPR = 14, EMODT = 15, }; struct sgx_pageinfo { u64 addr; u64 contents; u64 metadata; u64 secs; }; struct sgx_numa_node { struct list_head free_page_list; struct list_head sgx_poison_page_list; long unsigned int size; spinlock_t lock; }; struct sgx_epc_section { long unsigned int phys_addr; void *virt_addr; struct sgx_epc_page *pages; struct sgx_numa_node *node; }; enum sgx_encl_flags { SGX_ENCL_IOCTL = 1, SGX_ENCL_DEBUG = 2, SGX_ENCL_CREATED = 4, SGX_ENCL_INITIALIZED = 8, }; struct sgx_backing { long unsigned int page_index; struct page *contents; struct page *pcmd; long unsigned int pcmd_offset; }; enum sgx_return_code { SGX_NOT_TRACKED = 11, SGX_CHILD_PRESENT = 13, SGX_INVALID_EINITTOKEN = 16, SGX_UNMASKED_EVENT = 128, }; enum sgx_attribute { SGX_ATTR_INIT = 1, SGX_ATTR_DEBUG = 2, SGX_ATTR_MODE64BIT = 4, SGX_ATTR_PROVISIONKEY = 16, SGX_ATTR_EINITTOKENKEY = 32, SGX_ATTR_KSS = 128, }; struct sgx_secs { u64 size; u64 base; u32 ssa_frame_size; u32 miscselect; u8 reserved1[24]; u64 attributes; u64 xfrm; u32 mrenclave[8]; u8 reserved2[32]; u32 mrsigner[8]; u8 reserved3[32]; u32 config_id[16]; u16 isv_prod_id; u16 isv_svn; u16 config_svn; u8 reserved4[3834]; }; enum sgx_secinfo_flags { SGX_SECINFO_R = 1, SGX_SECINFO_W = 2, SGX_SECINFO_X = 4, SGX_SECINFO_SECS = 0, SGX_SECINFO_TCS = 256, SGX_SECINFO_REG = 512, SGX_SECINFO_VA = 768, SGX_SECINFO_TRIM = 1024, }; struct sgx_secinfo { u64 flags; u8 reserved[56]; }; struct sgx_sigstruct_header { u64 header1[2]; u32 vendor; u32 date; u64 header2[2]; u32 swdefined; u8 reserved1[84]; }; struct sgx_sigstruct_body { u32 miscselect; u32 misc_mask; u8 reserved2[20]; u64 attributes; u64 xfrm; u64 attributes_mask; u64 xfrm_mask; u8 mrenclave[32]; u8 reserved3[32]; u16 isvprodid; u16 isvsvn; } __attribute__((packed)); struct sgx_sigstruct { struct sgx_sigstruct_header header; u8 modulus[384]; u32 exponent; u8 signature[384]; struct sgx_sigstruct_body body; u8 reserved4[12]; u8 q1[384]; u8 q2[384]; } __attribute__((packed)); struct crypto_alg; struct crypto_tfm { u32 crt_flags; int node; void (*exit)(struct crypto_tfm *); struct crypto_alg *__crt_alg; void *__crt_ctx[0]; }; struct cipher_alg { unsigned int cia_min_keysize; unsigned int cia_max_keysize; int (*cia_setkey)(struct crypto_tfm *, const u8 *, unsigned int); void (*cia_encrypt)(struct crypto_tfm *, u8 *, const u8 *); void (*cia_decrypt)(struct crypto_tfm *, u8 *, const u8 *); }; struct compress_alg { int (*coa_compress)(struct crypto_tfm *, const u8 *, unsigned int, u8 *, unsigned int *); int (*coa_decompress)(struct crypto_tfm *, const u8 *, unsigned int, u8 *, unsigned int *); }; struct crypto_istat_aead { atomic64_t encrypt_cnt; atomic64_t encrypt_tlen; atomic64_t decrypt_cnt; atomic64_t decrypt_tlen; atomic64_t err_cnt; }; struct crypto_istat_akcipher { atomic64_t encrypt_cnt; atomic64_t encrypt_tlen; atomic64_t decrypt_cnt; atomic64_t decrypt_tlen; atomic64_t verify_cnt; atomic64_t sign_cnt; atomic64_t err_cnt; }; struct crypto_istat_cipher { atomic64_t encrypt_cnt; atomic64_t encrypt_tlen; atomic64_t decrypt_cnt; atomic64_t decrypt_tlen; atomic64_t err_cnt; }; struct crypto_istat_compress { atomic64_t compress_cnt; atomic64_t compress_tlen; atomic64_t decompress_cnt; atomic64_t decompress_tlen; atomic64_t err_cnt; }; struct crypto_istat_hash { atomic64_t hash_cnt; atomic64_t hash_tlen; atomic64_t err_cnt; }; struct crypto_istat_kpp { atomic64_t setsecret_cnt; atomic64_t generate_public_key_cnt; atomic64_t compute_shared_secret_cnt; atomic64_t err_cnt; }; struct crypto_istat_rng { atomic64_t generate_cnt; atomic64_t generate_tlen; atomic64_t seed_cnt; atomic64_t err_cnt; }; struct crypto_type; struct crypto_alg { struct list_head cra_list; struct list_head cra_users; u32 cra_flags; unsigned int cra_blocksize; unsigned int cra_ctxsize; unsigned int cra_alignmask; int cra_priority; refcount_t cra_refcnt; char cra_name[128]; char cra_driver_name[128]; const struct crypto_type *cra_type; union { struct cipher_alg cipher; struct compress_alg compress; } cra_u; int (*cra_init)(struct crypto_tfm *); void (*cra_exit)(struct crypto_tfm *); void (*cra_destroy)(struct crypto_alg *); struct module *cra_module; union { struct crypto_istat_aead aead; struct crypto_istat_akcipher akcipher; struct crypto_istat_cipher cipher; struct crypto_istat_compress compress; struct crypto_istat_hash hash; struct crypto_istat_rng rng; struct crypto_istat_kpp kpp; } stats; }; struct crypto_instance; struct crypto_type { unsigned int (*ctxsize)(struct crypto_alg *, u32, u32); unsigned int (*extsize)(struct crypto_alg *); int (*init)(struct crypto_tfm *, u32, u32); int (*init_tfm)(struct crypto_tfm *); void (*show)(struct seq_file *, struct crypto_alg *); int (*report)(struct sk_buff *, struct crypto_alg *); void (*free)(struct crypto_instance *); unsigned int type; unsigned int maskclear; unsigned int maskset; unsigned int tfmsize; }; struct crypto_shash; struct shash_desc { struct crypto_shash *tfm; void *__ctx[0]; }; struct crypto_shash { unsigned int descsize; struct crypto_tfm base; }; enum sgx_page_flags { SGX_PAGE_MEASURE = 1, }; struct sgx_enclave_create { __u64 src; }; struct sgx_enclave_add_pages { __u64 src; __u64 offset; __u64 length; __u64 secinfo; __u64 flags; __u64 count; }; struct sgx_enclave_init { __u64 sigstruct; }; struct sgx_enclave_provision { __u64 fd; }; struct node { struct device dev; struct list_head access_list; struct work_struct node_work; struct list_head cache_attrs; struct device *cache_dev; }; struct sgx_vepc { struct xarray page_array; struct mutex lock; }; struct vmware_steal_time { union { uint64_t clock; struct { uint32_t clock_low; uint32_t clock_high; }; }; uint64_t reserved[7]; }; struct mpc_intsrc { unsigned char type; unsigned char irqtype; short unsigned int irqflag; unsigned char srcbus; unsigned char srcbusirq; unsigned char dstapic; unsigned char dstirq; }; enum mp_irq_source_types { mp_INT = 0, mp_NMI = 1, mp_SMI = 2, mp_ExtINT = 3, }; enum mp_bustype { MP_BUS_ISA = 1, MP_BUS_EISA = 2, MP_BUS_PCI = 3, }; typedef u64 acpi_physical_address; typedef u32 acpi_status; typedef void *acpi_handle; typedef u8 acpi_adr_space_type; struct acpi_subtable_header { u8 type; u8 length; }; struct acpi_table_boot { struct acpi_table_header header; u8 cmos_index; u8 reserved[3]; }; struct acpi_cedt_header { u8 type; u8 reserved; u16 length; }; struct acpi_hmat_structure { u16 type; u16 reserved; u32 length; }; struct acpi_table_hpet { struct acpi_table_header header; u32 id; struct acpi_generic_address address; u8 sequence; u16 minimum_tick; u8 flags; } __attribute__((packed)); struct acpi_table_madt { struct acpi_table_header header; u32 address; u32 flags; }; enum acpi_madt_type { ACPI_MADT_TYPE_LOCAL_APIC = 0, ACPI_MADT_TYPE_IO_APIC = 1, ACPI_MADT_TYPE_INTERRUPT_OVERRIDE = 2, ACPI_MADT_TYPE_NMI_SOURCE = 3, ACPI_MADT_TYPE_LOCAL_APIC_NMI = 4, ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE = 5, ACPI_MADT_TYPE_IO_SAPIC = 6, ACPI_MADT_TYPE_LOCAL_SAPIC = 7, ACPI_MADT_TYPE_INTERRUPT_SOURCE = 8, ACPI_MADT_TYPE_LOCAL_X2APIC = 9, ACPI_MADT_TYPE_LOCAL_X2APIC_NMI = 10, ACPI_MADT_TYPE_GENERIC_INTERRUPT = 11, ACPI_MADT_TYPE_GENERIC_DISTRIBUTOR = 12, ACPI_MADT_TYPE_GENERIC_MSI_FRAME = 13, ACPI_MADT_TYPE_GENERIC_REDISTRIBUTOR = 14, ACPI_MADT_TYPE_GENERIC_TRANSLATOR = 15, ACPI_MADT_TYPE_MULTIPROC_WAKEUP = 16, ACPI_MADT_TYPE_RESERVED = 17, ACPI_MADT_TYPE_OEM_RESERVED = 128, }; struct acpi_madt_local_apic { struct acpi_subtable_header header; u8 processor_id; u8 id; u32 lapic_flags; }; struct acpi_madt_io_apic { struct acpi_subtable_header header; u8 id; u8 reserved; u32 address; u32 global_irq_base; }; struct acpi_madt_interrupt_override { struct acpi_subtable_header header; u8 bus; u8 source_irq; u32 global_irq; u16 inti_flags; } __attribute__((packed)); struct acpi_madt_nmi_source { struct acpi_subtable_header header; u16 inti_flags; u32 global_irq; }; struct acpi_madt_local_apic_nmi { struct acpi_subtable_header header; u8 processor_id; u16 inti_flags; u8 lint; } __attribute__((packed)); struct acpi_madt_local_apic_override { struct acpi_subtable_header header; u16 reserved; u64 address; } __attribute__((packed)); struct acpi_madt_local_sapic { struct acpi_subtable_header header; u8 processor_id; u8 id; u8 eid; u8 reserved[3]; u32 lapic_flags; u32 uid; char uid_string[1]; } __attribute__((packed)); struct acpi_madt_local_x2apic { struct acpi_subtable_header header; u16 reserved; u32 local_apic_id; u32 lapic_flags; u32 uid; }; struct acpi_madt_local_x2apic_nmi { struct acpi_subtable_header header; u16 inti_flags; u32 uid; u8 lint; u8 reserved[3]; }; struct acpi_madt_multiproc_wakeup { struct acpi_subtable_header header; u16 mailbox_version; u32 reserved; u64 base_address; }; struct acpi_madt_multiproc_wakeup_mailbox { u16 command; u16 reserved; u32 apic_id; u64 wakeup_vector; u8 reserved_os[2032]; u8 reserved_firmware[2048]; }; struct acpi_prmt_module_header { u16 revision; u16 length; }; union acpi_subtable_headers { struct acpi_subtable_header common; struct acpi_hmat_structure hmat; struct acpi_prmt_module_header prmt; struct acpi_cedt_header cedt; }; typedef int (*acpi_tbl_entry_handler)(union acpi_subtable_headers *, const long unsigned int); typedef int (*acpi_tbl_entry_handler_arg)(union acpi_subtable_headers *, void *, const long unsigned int); struct acpi_subtable_proc { int id; acpi_tbl_entry_handler handler; acpi_tbl_entry_handler_arg handler_arg; void *arg; int count; }; typedef u32 phys_cpuid_t; struct serial_icounter_struct { int cts; int dsr; int rng; int dcd; int rx; int tx; int frame; int overrun; int parity; int brk; int buf_overrun; int reserved[9]; }; struct serial_struct { int type; int line; unsigned int port; int irq; int flags; int xmit_fifo_size; int custom_divisor; int baud_base; short unsigned int close_delay; char io_type; char reserved_char[1]; int hub6; short unsigned int closing_wait; short unsigned int closing_wait2; unsigned char *iomem_base; short unsigned int iomem_reg_shift; unsigned int port_high; long unsigned int iomap_base; }; enum ioapic_domain_type { IOAPIC_DOMAIN_INVALID = 0, IOAPIC_DOMAIN_LEGACY = 1, IOAPIC_DOMAIN_STRICT = 2, IOAPIC_DOMAIN_DYNAMIC = 3, }; struct ioapic_domain_cfg { enum ioapic_domain_type type; const struct irq_domain_ops *ops; struct device_node *dev; }; struct wakeup_header { u16 video_mode; u32 pmode_entry; u16 pmode_cs; u32 pmode_cr0; u32 pmode_cr3; u32 pmode_cr4; u32 pmode_efer_low; u32 pmode_efer_high; u64 pmode_gdt; u32 pmode_misc_en_low; u32 pmode_misc_en_high; u32 pmode_behavior; u32 realmode_flags; u32 real_magic; u32 signature; } __attribute__((packed)); struct acpi_hest_header { u16 type; u16 source_id; }; struct acpi_hest_ia_error_bank { u8 bank_number; u8 clear_status_on_init; u8 status_format; u8 reserved; u32 control_register; u64 control_data; u32 status_register; u32 address_register; u32 misc_register; } __attribute__((packed)); struct acpi_hest_notify { u8 type; u8 length; u16 config_write_enable; u32 poll_interval; u32 vector; u32 polling_threshold_value; u32 polling_threshold_window; u32 error_threshold_value; u32 error_threshold_window; }; struct acpi_hest_ia_corrected { struct acpi_hest_header header; u16 reserved1; u8 flags; u8 enabled; u32 records_to_preallocate; u32 max_sections_per_record; struct acpi_hest_notify notify; u8 num_hardware_banks; u8 reserved2[3]; }; struct cpc_reg { u8 descriptor; u16 length; u8 space_id; u8 bit_width; u8 bit_offset; u8 access_width; u64 address; } __attribute__((packed)); struct cppc_perf_caps { u32 guaranteed_perf; u32 highest_perf; u32 nominal_perf; u32 lowest_perf; u32 lowest_nonlinear_perf; u32 lowest_freq; u32 nominal_freq; }; struct acpi_power_register { u8 descriptor; u16 length; u8 space_id; u8 bit_width; u8 bit_offset; u8 access_size; u64 address; } __attribute__((packed)); struct acpi_processor_cx { u8 valid; u8 type; u32 address; u8 entry_method; u8 index; u32 latency; u8 bm_sts_skip; char desc[32]; }; struct acpi_processor_flags { u8 power: 1; u8 performance: 1; u8 throttling: 1; u8 limit: 1; u8 bm_control: 1; u8 bm_check: 1; u8 has_cst: 1; u8 has_lpi: 1; u8 power_setup_done: 1; u8 bm_rld_set: 1; u8 need_hotplug_init: 1; }; struct cstate_entry { struct { unsigned int eax; unsigned int ecx; } states[8]; }; enum reboot_mode { REBOOT_UNDEFINED = 4294967295, REBOOT_COLD = 0, REBOOT_WARM = 1, REBOOT_HARD = 2, REBOOT_SOFT = 3, REBOOT_GPIO = 4, }; enum reboot_type { BOOT_TRIPLE = 116, BOOT_KBD = 107, BOOT_BIOS = 98, BOOT_ACPI = 97, BOOT_EFI = 101, BOOT_CF9_FORCE = 112, BOOT_CF9_SAFE = 113, }; typedef void (*nmi_shootdown_cb)(int, struct pt_regs *); struct intel_early_ops { resource_size_t (*stolen_size)(int, int, int); resource_size_t (*stolen_base)(int, int, int, resource_size_t); }; struct chipset { u32 vendor; u32 device; u32 class; u32 class_mask; u32 flags; void (*f)(int, int, int); }; enum { SD_BALANCE_NEWIDLE = 1, SD_BALANCE_EXEC = 2, SD_BALANCE_FORK = 4, SD_BALANCE_WAKE = 8, SD_WAKE_AFFINE = 16, SD_ASYM_CPUCAPACITY = 32, SD_ASYM_CPUCAPACITY_FULL = 64, SD_SHARE_CPUCAPACITY = 128, SD_SHARE_PKG_RESOURCES = 256, SD_SERIALIZE = 512, SD_ASYM_PACKING = 1024, SD_PREFER_SIBLING = 2048, SD_OVERLAP = 4096, SD_NUMA = 8192, }; struct sched_domain_shared { atomic_t ref; atomic_t nr_busy_cpus; int has_idle_cores; }; struct sched_group; struct sched_domain { struct sched_domain *parent; struct sched_domain *child; struct sched_group *groups; long unsigned int min_interval; long unsigned int max_interval; unsigned int busy_factor; unsigned int imbalance_pct; unsigned int cache_nice_tries; unsigned int imb_numa_nr; int nohz_idle; int flags; int level; long unsigned int last_balance; unsigned int balance_interval; unsigned int nr_balance_failed; u64 max_newidle_lb_cost; long unsigned int last_decay_max_lb_cost; u64 avg_scan_cost; unsigned int lb_count[3]; unsigned int lb_failed[3]; unsigned int lb_balanced[3]; unsigned int lb_imbalance[3]; unsigned int lb_gained[3]; unsigned int lb_hot_gained[3]; unsigned int lb_nobusyg[3]; unsigned int lb_nobusyq[3]; unsigned int alb_count; unsigned int alb_failed; unsigned int alb_pushed; unsigned int sbe_count; unsigned int sbe_balanced; unsigned int sbe_pushed; unsigned int sbf_count; unsigned int sbf_balanced; unsigned int sbf_pushed; unsigned int ttwu_wake_remote; unsigned int ttwu_move_affine; unsigned int ttwu_move_balance; char *name; union { void *private; struct callback_head rcu; }; struct sched_domain_shared *shared; unsigned int span_weight; long unsigned int span[0]; }; typedef const struct cpumask * (*sched_domain_mask_f)(int); typedef int (*sched_domain_flags_f)(); struct sched_group_capacity; struct sd_data { struct sched_domain **sd; struct sched_domain_shared **sds; struct sched_group **sg; struct sched_group_capacity **sgc; }; struct sched_domain_topology_level { sched_domain_mask_f mask; sched_domain_flags_f sd_flags; int flags; int numa_level; struct sd_data data; char *name; }; enum apic_intr_mode_id { APIC_PIC = 0, APIC_VIRTUAL_WIRE = 1, APIC_VIRTUAL_WIRE_NO_CONFIG = 2, APIC_SYMMETRIC_IO = 3, APIC_SYMMETRIC_IO_NO_ROUTING = 4, }; struct tsc_adjust { s64 bootval; s64 adjusted; long unsigned int nextcheck; bool warned; }; enum { DUMP_PREFIX_NONE = 0, DUMP_PREFIX_ADDRESS = 1, DUMP_PREFIX_OFFSET = 2, }; struct mpf_intel { char signature[4]; unsigned int physptr; unsigned char length; unsigned char specification; unsigned char checksum; unsigned char feature1; unsigned char feature2; unsigned char feature3; unsigned char feature4; unsigned char feature5; }; struct mpc_table { char signature[4]; short unsigned int length; char spec; char checksum; char oem[8]; char productid[12]; unsigned int oemptr; short unsigned int oemsize; short unsigned int oemcount; unsigned int lapic; unsigned int reserved; }; struct mpc_cpu { unsigned char type; unsigned char apicid; unsigned char apicver; unsigned char cpuflag; unsigned int cpufeature; unsigned int featureflag; unsigned int reserved[2]; }; struct mpc_bus { unsigned char type; unsigned char busid; unsigned char bustype[6]; }; struct mpc_ioapic { unsigned char type; unsigned char apicid; unsigned char apicver; unsigned char flags; unsigned int apicaddr; }; struct mpc_lintsrc { unsigned char type; unsigned char irqtype; short unsigned int irqflag; unsigned char srcbusid; unsigned char srcbusirq; unsigned char destapic; unsigned char destapiclint; }; enum page_cache_mode { _PAGE_CACHE_MODE_WB = 0, _PAGE_CACHE_MODE_WC = 1, _PAGE_CACHE_MODE_UC_MINUS = 2, _PAGE_CACHE_MODE_UC = 3, _PAGE_CACHE_MODE_WT = 4, _PAGE_CACHE_MODE_WP = 5, _PAGE_CACHE_MODE_NUM = 8, }; enum { IRQ_REMAP_XAPIC_MODE = 0, IRQ_REMAP_X2APIC_MODE = 1, }; typedef int (*wakeup_cpu_handler)(int, long unsigned int); union apic_ir { long unsigned int map[4]; u32 regs[8]; }; enum { X2APIC_OFF = 0, X2APIC_ON = 1, X2APIC_DISABLED = 2, }; enum { IRQ_SET_MASK_OK = 0, IRQ_SET_MASK_OK_NOCOPY = 1, IRQ_SET_MASK_OK_DONE = 2, }; enum { IRQD_TRIGGER_MASK = 15, IRQD_SETAFFINITY_PENDING = 256, IRQD_ACTIVATED = 512, IRQD_NO_BALANCING = 1024, IRQD_PER_CPU = 2048, IRQD_AFFINITY_SET = 4096, IRQD_LEVEL = 8192, IRQD_WAKEUP_STATE = 16384, IRQD_MOVE_PCNTXT = 32768, IRQD_IRQ_DISABLED = 65536, IRQD_IRQ_MASKED = 131072, IRQD_IRQ_INPROGRESS = 262144, IRQD_WAKEUP_ARMED = 524288, IRQD_FORWARDED_TO_VCPU = 1048576, IRQD_AFFINITY_MANAGED = 2097152, IRQD_IRQ_STARTED = 4194304, IRQD_MANAGED_SHUTDOWN = 8388608, IRQD_SINGLE_TARGET = 16777216, IRQD_DEFAULT_TRIGGER_SET = 33554432, IRQD_CAN_RESERVE = 67108864, IRQD_MSI_NOMASK_QUIRK = 134217728, IRQD_HANDLE_ENFORCE_IRQCTX = 268435456, IRQD_AFFINITY_ON_ACTIVATE = 536870912, IRQD_IRQ_ENABLED_ON_SUSPEND = 1073741824, }; enum { X86_IRQ_ALLOC_CONTIGUOUS_VECTORS = 1, X86_IRQ_ALLOC_LEGACY = 2, }; struct apic_chip_data { struct irq_cfg hw_irq_cfg; unsigned int vector; unsigned int prev_vector; unsigned int cpu; unsigned int prev_cpu; unsigned int irq; struct hlist_node clist; unsigned int move_in_progress: 1; unsigned int is_managed: 1; unsigned int can_reserve: 1; unsigned int has_reserved: 1; }; struct irq_matrix; enum { IRQ_TYPE_NONE = 0, IRQ_TYPE_EDGE_RISING = 1, IRQ_TYPE_EDGE_FALLING = 2, IRQ_TYPE_EDGE_BOTH = 3, IRQ_TYPE_LEVEL_HIGH = 4, IRQ_TYPE_LEVEL_LOW = 8, IRQ_TYPE_LEVEL_MASK = 12, IRQ_TYPE_SENSE_MASK = 15, IRQ_TYPE_DEFAULT = 15, IRQ_TYPE_PROBE = 16, IRQ_LEVEL = 256, IRQ_PER_CPU = 512, IRQ_NOPROBE = 1024, IRQ_NOREQUEST = 2048, IRQ_NOAUTOEN = 4096, IRQ_NO_BALANCING = 8192, IRQ_MOVE_PCNTXT = 16384, IRQ_NESTED_THREAD = 32768, IRQ_NOTHREAD = 65536, IRQ_PER_CPU_DEVID = 131072, IRQ_IS_POLLED = 262144, IRQ_DISABLE_UNLAZY = 524288, IRQ_HIDDEN = 1048576, IRQ_NO_DEBUG = 2097152, }; struct clock_event_device___2; union IO_APIC_reg_00 { u32 raw; struct { u32 __reserved_2: 14; u32 LTS: 1; u32 delivery_type: 1; u32 __reserved_1: 8; u32 ID: 8; } bits; }; union IO_APIC_reg_01 { u32 raw; struct { u32 version: 8; u32 __reserved_2: 7; u32 PRQ: 1; u32 entries: 8; u32 __reserved_1: 8; } bits; }; union IO_APIC_reg_02 { u32 raw; struct { u32 __reserved_2: 24; u32 arbitration: 4; u32 __reserved_1: 4; } bits; }; union IO_APIC_reg_03 { u32 raw; struct { u32 boot_DT: 1; u32 __reserved_1: 31; } bits; }; struct IO_APIC_route_entry { union { struct { u64 vector: 8; u64 delivery_mode: 3; u64 dest_mode_logical: 1; u64 delivery_status: 1; u64 active_low: 1; u64 irr: 1; u64 is_level: 1; u64 masked: 1; u64 reserved_0: 15; u64 reserved_1: 17; u64 virt_destid_8_14: 7; u64 destid_0_7: 8; }; struct { u64 ir_shared_0: 8; u64 ir_zero: 3; u64 ir_index_15: 1; u64 ir_shared_1: 5; u64 ir_reserved_0: 31; u64 ir_format: 1; u64 ir_index_0_14: 15; }; struct { u64 w1: 32; u64 w2: 32; }; }; }; struct irq_pin_list { struct list_head list; int apic; int pin; }; struct mp_chip_data { struct list_head irq_2_pin; struct IO_APIC_route_entry entry; bool is_level; bool active_low; bool isa_irq; u32 count; }; struct mp_ioapic_gsi { u32 gsi_base; u32 gsi_end; }; struct ioapic { int nr_registers; struct IO_APIC_route_entry *saved_registers; struct mpc_ioapic mp_config; struct mp_ioapic_gsi gsi_config; struct ioapic_domain_cfg irqdomain_cfg; struct irq_domain *irqdomain; struct resource *iomem_res; }; struct io_apic { unsigned int index; unsigned int unused[3]; unsigned int data; unsigned int unused2[11]; unsigned int eoi; }; enum { IRQ_DOMAIN_FLAG_HIERARCHY = 1, IRQ_DOMAIN_NAME_ALLOCATED = 2, IRQ_DOMAIN_FLAG_IPI_PER_CPU = 4, IRQ_DOMAIN_FLAG_IPI_SINGLE = 8, IRQ_DOMAIN_FLAG_MSI = 16, IRQ_DOMAIN_FLAG_MSI_REMAP = 32, IRQ_DOMAIN_MSI_NOMASK_QUIRK = 64, IRQ_DOMAIN_FLAG_NO_MAP = 128, IRQ_DOMAIN_FLAG_NONCORE = 65536, }; typedef struct pglist_data pg_data_t; struct acpi_device_status { u32 present: 1; u32 enabled: 1; u32 show_in_ui: 1; u32 functional: 1; u32 battery_present: 1; u32 reserved: 27; }; struct acpi_device_flags { u32 dynamic_status: 1; u32 removable: 1; u32 ejectable: 1; u32 power_manageable: 1; u32 match_driver: 1; u32 initialized: 1; u32 visited: 1; u32 hotplug_notify: 1; u32 is_dock_station: 1; u32 of_compatible_ok: 1; u32 coherent_dma: 1; u32 cca_seen: 1; u32 enumeration_by_parent: 1; u32 honor_deps: 1; u32 reserved: 18; }; typedef char acpi_bus_id[8]; struct acpi_pnp_type { u32 hardware_id: 1; u32 bus_address: 1; u32 platform_id: 1; u32 reserved: 29; }; typedef u64 acpi_bus_address; typedef char acpi_device_name[40]; typedef char acpi_device_class[20]; union acpi_object; struct acpi_device_pnp { acpi_bus_id bus_id; int instance_no; struct acpi_pnp_type type; acpi_bus_address bus_address; char *unique_id; struct list_head ids; acpi_device_name device_name; acpi_device_class device_class; union acpi_object *str_obj; }; struct acpi_device_power_flags { u32 explicit_get: 1; u32 power_resources: 1; u32 inrush_current: 1; u32 power_removed: 1; u32 ignore_parent: 1; u32 dsw_present: 1; u32 reserved: 26; }; struct acpi_device_power_state { struct { u8 valid: 1; u8 explicit_set: 1; u8 reserved: 6; } flags; int power; int latency; struct list_head resources; }; struct acpi_device_power { int state; struct acpi_device_power_flags flags; struct acpi_device_power_state states[5]; u8 state_for_enumeration; }; struct acpi_device_wakeup_flags { u8 valid: 1; u8 notifier_present: 1; }; struct acpi_device_wakeup_context { void (*func)(struct acpi_device_wakeup_context *); struct device *dev; }; struct acpi_device_wakeup { acpi_handle gpe_device; u64 gpe_number; u64 sleep_state; struct list_head resources; struct acpi_device_wakeup_flags flags; struct acpi_device_wakeup_context context; struct wakeup_source *ws; int prepare_count; int enable_count; }; struct acpi_device_perf_flags { u8 reserved: 8; }; struct acpi_device_perf_state; struct acpi_device_perf { int state; struct acpi_device_perf_flags flags; int state_count; struct acpi_device_perf_state *states; }; struct acpi_device_dir { struct proc_dir_entry *entry; }; struct acpi_device_data { const union acpi_object *pointer; struct list_head properties; const union acpi_object *of_compatible; struct list_head subnodes; }; struct acpi_scan_handler; struct acpi_hotplug_context; struct acpi_driver; struct acpi_gpio_mapping; struct acpi_device { u32 pld_crc; int device_type; acpi_handle handle; struct fwnode_handle fwnode; struct acpi_device *parent; struct list_head children; struct list_head node; struct list_head wakeup_list; struct list_head del_list; struct acpi_device_status status; struct acpi_device_flags flags; struct acpi_device_pnp pnp; struct acpi_device_power power; struct acpi_device_wakeup wakeup; struct acpi_device_perf performance; struct acpi_device_dir dir; struct acpi_device_data data; struct acpi_scan_handler *handler; struct acpi_hotplug_context *hp; struct acpi_driver *driver; const struct acpi_gpio_mapping *driver_gpios; void *driver_data; struct device dev; unsigned int physical_node_count; unsigned int dep_unmet; struct list_head physical_node_list; struct mutex physical_node_lock; void (*remove)(struct acpi_device *); }; typedef u64 acpi_io_address; typedef u32 acpi_object_type; union acpi_object { acpi_object_type type; struct { acpi_object_type type; u64 value; } integer; struct { acpi_object_type type; u32 length; char *pointer; } string; struct { acpi_object_type type; u32 length; u8 *pointer; } buffer; struct { acpi_object_type type; u32 count; union acpi_object *elements; } package; struct { acpi_object_type type; acpi_object_type actual_type; acpi_handle handle; } reference; struct { acpi_object_type type; u32 proc_id; acpi_io_address pblk_address; u32 pblk_length; } processor; struct { acpi_object_type type; u32 system_level; u32 resource_order; } power_resource; }; struct acpi_hotplug_profile { struct kobject kobj; int (*scan_dependent)(struct acpi_device *); void (*notify_online)(struct acpi_device *); bool enabled: 1; bool demand_offline: 1; }; struct acpi_scan_handler { const struct acpi_device_id *ids; struct list_head list_node; bool (*match)(const char *, const struct acpi_device_id **); int (*attach)(struct acpi_device *, const struct acpi_device_id *); void (*detach)(struct acpi_device *); void (*bind)(struct device *); void (*unbind)(struct device *); struct acpi_hotplug_profile hotplug; }; struct acpi_hotplug_context { struct acpi_device *self; int (*notify)(struct acpi_device *, u32); void (*uevent)(struct acpi_device *, u32); void (*fixup)(struct acpi_device *); }; typedef int (*acpi_op_add)(struct acpi_device *); typedef int (*acpi_op_remove)(struct acpi_device *); typedef void (*acpi_op_notify)(struct acpi_device *, u32); struct acpi_device_ops { acpi_op_add add; acpi_op_remove remove; acpi_op_notify notify; }; struct acpi_driver { char name[80]; char class[80]; const struct acpi_device_id *ids; unsigned int flags; struct acpi_device_ops ops; struct device_driver drv; struct module *owner; }; struct acpi_device_perf_state { struct { u8 valid: 1; u8 reserved: 7; } flags; u8 power; u8 performance; int latency; }; struct acpi_gpio_params; struct acpi_gpio_mapping { const char *name; const struct acpi_gpio_params *data; unsigned int size; unsigned int quirks; }; struct acpi_gpio_params { unsigned int crs_entry_index; unsigned int line_index; bool active_low; }; struct uvyh_gr0_gam_gr_config_s { long unsigned int rsvd_0_9: 10; long unsigned int subspace: 1; long unsigned int rsvd_11_63: 53; }; struct uv5h_gr0_gam_gr_config_s { long unsigned int rsvd_0_9: 10; long unsigned int subspace: 1; long unsigned int rsvd_11_63: 53; }; struct uv4h_gr0_gam_gr_config_s { long unsigned int rsvd_0_9: 10; long unsigned int subspace: 1; long unsigned int rsvd_11_63: 53; }; struct uv3h_gr0_gam_gr_config_s { long unsigned int m_skt: 6; long unsigned int undef_6_9: 4; long unsigned int subspace: 1; long unsigned int reserved: 53; }; struct uv2h_gr0_gam_gr_config_s { long unsigned int n_gr: 4; long unsigned int reserved: 60; }; union uvyh_gr0_gam_gr_config_u { long unsigned int v; struct uvyh_gr0_gam_gr_config_s sy; struct uv5h_gr0_gam_gr_config_s s5; struct uv4h_gr0_gam_gr_config_s s4; struct uv3h_gr0_gam_gr_config_s s3; struct uv2h_gr0_gam_gr_config_s s2; }; struct uvh_node_id_s { long unsigned int force1: 1; long unsigned int manufacturer: 11; long unsigned int part_number: 16; long unsigned int revision: 4; long unsigned int rsvd_32_63: 32; }; struct uvxh_node_id_s { long unsigned int force1: 1; long unsigned int manufacturer: 11; long unsigned int part_number: 16; long unsigned int revision: 4; long unsigned int node_id: 15; long unsigned int rsvd_47_49: 3; long unsigned int nodes_per_bit: 7; long unsigned int ni_port: 5; long unsigned int rsvd_62_63: 2; }; struct uvyh_node_id_s { long unsigned int force1: 1; long unsigned int manufacturer: 11; long unsigned int part_number: 16; long unsigned int revision: 4; long unsigned int node_id: 7; long unsigned int rsvd_39_56: 18; long unsigned int ni_port: 6; long unsigned int rsvd_63: 1; }; struct uv5h_node_id_s { long unsigned int force1: 1; long unsigned int manufacturer: 11; long unsigned int part_number: 16; long unsigned int revision: 4; long unsigned int node_id: 7; long unsigned int rsvd_39_56: 18; long unsigned int ni_port: 6; long unsigned int rsvd_63: 1; }; struct uv4h_node_id_s { long unsigned int force1: 1; long unsigned int manufacturer: 11; long unsigned int part_number: 16; long unsigned int revision: 4; long unsigned int node_id: 15; long unsigned int rsvd_47: 1; long unsigned int router_select: 1; long unsigned int rsvd_49: 1; long unsigned int nodes_per_bit: 7; long unsigned int ni_port: 5; long unsigned int rsvd_62_63: 2; }; struct uv3h_node_id_s { long unsigned int force1: 1; long unsigned int manufacturer: 11; long unsigned int part_number: 16; long unsigned int revision: 4; long unsigned int node_id: 15; long unsigned int rsvd_47: 1; long unsigned int router_select: 1; long unsigned int rsvd_49: 1; long unsigned int nodes_per_bit: 7; long unsigned int ni_port: 5; long unsigned int rsvd_62_63: 2; }; struct uv2h_node_id_s { long unsigned int force1: 1; long unsigned int manufacturer: 11; long unsigned int part_number: 16; long unsigned int revision: 4; long unsigned int node_id: 15; long unsigned int rsvd_47_49: 3; long unsigned int nodes_per_bit: 7; long unsigned int ni_port: 5; long unsigned int rsvd_62_63: 2; }; union uvh_node_id_u { long unsigned int v; struct uvh_node_id_s s; struct uvxh_node_id_s sx; struct uvyh_node_id_s sy; struct uv5h_node_id_s s5; struct uv4h_node_id_s s4; struct uv3h_node_id_s s3; struct uv2h_node_id_s s2; }; struct uvh_rh10_gam_addr_map_config_s { long unsigned int undef_0_5: 6; long unsigned int n_skt: 3; long unsigned int undef_9_11: 3; long unsigned int ls_enable: 1; long unsigned int undef_13_15: 3; long unsigned int mk_tme_keyid_bits: 4; long unsigned int rsvd_20_63: 44; }; struct uvyh_rh10_gam_addr_map_config_s { long unsigned int undef_0_5: 6; long unsigned int n_skt: 3; long unsigned int undef_9_11: 3; long unsigned int ls_enable: 1; long unsigned int undef_13_15: 3; long unsigned int mk_tme_keyid_bits: 4; long unsigned int rsvd_20_63: 44; }; struct uv5h_rh10_gam_addr_map_config_s { long unsigned int undef_0_5: 6; long unsigned int n_skt: 3; long unsigned int undef_9_11: 3; long unsigned int ls_enable: 1; long unsigned int undef_13_15: 3; long unsigned int mk_tme_keyid_bits: 4; }; union uvh_rh10_gam_addr_map_config_u { long unsigned int v; struct uvh_rh10_gam_addr_map_config_s s; struct uvyh_rh10_gam_addr_map_config_s sy; struct uv5h_rh10_gam_addr_map_config_s s5; }; struct uvh_rh10_gam_mmioh_overlay_config0_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 26; long unsigned int m_io: 6; long unsigned int n_io: 4; long unsigned int undef_62: 1; long unsigned int enable: 1; }; struct uvyh_rh10_gam_mmioh_overlay_config0_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 26; long unsigned int m_io: 6; long unsigned int n_io: 4; long unsigned int undef_62: 1; long unsigned int enable: 1; }; struct uv5h_rh10_gam_mmioh_overlay_config0_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 26; long unsigned int m_io: 6; long unsigned int n_io: 4; long unsigned int undef_62: 1; long unsigned int enable: 1; }; union uvh_rh10_gam_mmioh_overlay_config0_u { long unsigned int v; struct uvh_rh10_gam_mmioh_overlay_config0_s s; struct uvyh_rh10_gam_mmioh_overlay_config0_s sy; struct uv5h_rh10_gam_mmioh_overlay_config0_s s5; }; struct uvh_rh10_gam_mmioh_overlay_config1_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 26; long unsigned int m_io: 6; long unsigned int n_io: 4; long unsigned int undef_62: 1; long unsigned int enable: 1; }; struct uvyh_rh10_gam_mmioh_overlay_config1_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 26; long unsigned int m_io: 6; long unsigned int n_io: 4; long unsigned int undef_62: 1; long unsigned int enable: 1; }; struct uv5h_rh10_gam_mmioh_overlay_config1_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 26; long unsigned int m_io: 6; long unsigned int n_io: 4; long unsigned int undef_62: 1; long unsigned int enable: 1; }; union uvh_rh10_gam_mmioh_overlay_config1_u { long unsigned int v; struct uvh_rh10_gam_mmioh_overlay_config1_s s; struct uvyh_rh10_gam_mmioh_overlay_config1_s sy; struct uv5h_rh10_gam_mmioh_overlay_config1_s s5; }; struct uvh_rh10_gam_mmr_overlay_config_s { long unsigned int undef_0_24: 25; long unsigned int base: 27; long unsigned int undef_52_62: 11; long unsigned int enable: 1; }; struct uvyh_rh10_gam_mmr_overlay_config_s { long unsigned int undef_0_24: 25; long unsigned int base: 27; long unsigned int undef_52_62: 11; long unsigned int enable: 1; }; struct uv5h_rh10_gam_mmr_overlay_config_s { long unsigned int undef_0_24: 25; long unsigned int base: 27; long unsigned int undef_52_62: 11; long unsigned int enable: 1; }; union uvh_rh10_gam_mmr_overlay_config_u { long unsigned int v; struct uvh_rh10_gam_mmr_overlay_config_s s; struct uvyh_rh10_gam_mmr_overlay_config_s sy; struct uv5h_rh10_gam_mmr_overlay_config_s s5; }; struct uvh_rh_gam_addr_map_config_s { long unsigned int rsvd_0_5: 6; long unsigned int n_skt: 4; long unsigned int rsvd_10_63: 54; }; struct uvxh_rh_gam_addr_map_config_s { long unsigned int rsvd_0_5: 6; long unsigned int n_skt: 4; long unsigned int rsvd_10_63: 54; }; struct uv4h_rh_gam_addr_map_config_s { long unsigned int rsvd_0_5: 6; long unsigned int n_skt: 4; long unsigned int rsvd_10_63: 54; }; struct uv3h_rh_gam_addr_map_config_s { long unsigned int m_skt: 6; long unsigned int n_skt: 4; long unsigned int rsvd_10_63: 54; }; struct uv2h_rh_gam_addr_map_config_s { long unsigned int m_skt: 6; long unsigned int n_skt: 4; long unsigned int rsvd_10_63: 54; }; union uvh_rh_gam_addr_map_config_u { long unsigned int v; struct uvh_rh_gam_addr_map_config_s s; struct uvxh_rh_gam_addr_map_config_s sx; struct uv4h_rh_gam_addr_map_config_s s4; struct uv3h_rh_gam_addr_map_config_s s3; struct uv2h_rh_gam_addr_map_config_s s2; }; struct uvh_rh_gam_alias_2_overlay_config_s { long unsigned int rsvd_0_23: 24; long unsigned int base: 8; long unsigned int rsvd_32_47: 16; long unsigned int m_alias: 5; long unsigned int rsvd_53_62: 10; long unsigned int enable: 1; }; struct uvxh_rh_gam_alias_2_overlay_config_s { long unsigned int rsvd_0_23: 24; long unsigned int base: 8; long unsigned int rsvd_32_47: 16; long unsigned int m_alias: 5; long unsigned int rsvd_53_62: 10; long unsigned int enable: 1; }; struct uv4h_rh_gam_alias_2_overlay_config_s { long unsigned int rsvd_0_23: 24; long unsigned int base: 8; long unsigned int rsvd_32_47: 16; long unsigned int m_alias: 5; long unsigned int rsvd_53_62: 10; long unsigned int enable: 1; }; struct uv3h_rh_gam_alias_2_overlay_config_s { long unsigned int rsvd_0_23: 24; long unsigned int base: 8; long unsigned int rsvd_32_47: 16; long unsigned int m_alias: 5; long unsigned int rsvd_53_62: 10; long unsigned int enable: 1; }; struct uv2h_rh_gam_alias_2_overlay_config_s { long unsigned int rsvd_0_23: 24; long unsigned int base: 8; long unsigned int rsvd_32_47: 16; long unsigned int m_alias: 5; long unsigned int rsvd_53_62: 10; long unsigned int enable: 1; }; union uvh_rh_gam_alias_2_overlay_config_u { long unsigned int v; struct uvh_rh_gam_alias_2_overlay_config_s s; struct uvxh_rh_gam_alias_2_overlay_config_s sx; struct uv4h_rh_gam_alias_2_overlay_config_s s4; struct uv3h_rh_gam_alias_2_overlay_config_s s3; struct uv2h_rh_gam_alias_2_overlay_config_s s2; }; struct uvh_rh_gam_alias_2_redirect_config_s { long unsigned int rsvd_0_23: 24; long unsigned int dest_base: 22; long unsigned int rsvd_46_63: 18; }; struct uvxh_rh_gam_alias_2_redirect_config_s { long unsigned int rsvd_0_23: 24; long unsigned int dest_base: 22; long unsigned int rsvd_46_63: 18; }; struct uv4h_rh_gam_alias_2_redirect_config_s { long unsigned int rsvd_0_23: 24; long unsigned int dest_base: 22; long unsigned int rsvd_46_63: 18; }; struct uv3h_rh_gam_alias_2_redirect_config_s { long unsigned int rsvd_0_23: 24; long unsigned int dest_base: 22; long unsigned int rsvd_46_63: 18; }; struct uv2h_rh_gam_alias_2_redirect_config_s { long unsigned int rsvd_0_23: 24; long unsigned int dest_base: 22; long unsigned int rsvd_46_63: 18; }; union uvh_rh_gam_alias_2_redirect_config_u { long unsigned int v; struct uvh_rh_gam_alias_2_redirect_config_s s; struct uvxh_rh_gam_alias_2_redirect_config_s sx; struct uv4h_rh_gam_alias_2_redirect_config_s s4; struct uv3h_rh_gam_alias_2_redirect_config_s s3; struct uv2h_rh_gam_alias_2_redirect_config_s s2; }; struct uvh_rh_gam_gru_overlay_config_s { long unsigned int rsvd_0_45: 46; long unsigned int rsvd_46_51: 6; long unsigned int n_gru: 4; long unsigned int rsvd_56_62: 7; long unsigned int enable: 1; }; struct uvxh_rh_gam_gru_overlay_config_s { long unsigned int rsvd_0_45: 46; long unsigned int rsvd_46_51: 6; long unsigned int n_gru: 4; long unsigned int rsvd_56_62: 7; long unsigned int enable: 1; }; struct uv4ah_rh_gam_gru_overlay_config_s { long unsigned int rsvd_0_24: 25; long unsigned int undef_25: 1; long unsigned int base: 26; long unsigned int n_gru: 4; long unsigned int rsvd_56_62: 7; long unsigned int enable: 1; }; struct uv4h_rh_gam_gru_overlay_config_s { long unsigned int rsvd_0_24: 25; long unsigned int undef_25: 1; long unsigned int base: 20; long unsigned int rsvd_46_51: 6; long unsigned int n_gru: 4; long unsigned int rsvd_56_62: 7; long unsigned int enable: 1; }; struct uv3h_rh_gam_gru_overlay_config_s { long unsigned int rsvd_0_27: 28; long unsigned int base: 18; long unsigned int rsvd_46_51: 6; long unsigned int n_gru: 4; long unsigned int rsvd_56_61: 6; long unsigned int mode: 1; long unsigned int enable: 1; }; struct uv2h_rh_gam_gru_overlay_config_s { long unsigned int rsvd_0_27: 28; long unsigned int base: 18; long unsigned int rsvd_46_51: 6; long unsigned int n_gru: 4; long unsigned int rsvd_56_62: 7; long unsigned int enable: 1; }; union uvh_rh_gam_gru_overlay_config_u { long unsigned int v; struct uvh_rh_gam_gru_overlay_config_s s; struct uvxh_rh_gam_gru_overlay_config_s sx; struct uv4ah_rh_gam_gru_overlay_config_s s4a; struct uv4h_rh_gam_gru_overlay_config_s s4; struct uv3h_rh_gam_gru_overlay_config_s s3; struct uv2h_rh_gam_gru_overlay_config_s s2; }; struct uvh_rh_gam_mmioh_overlay_config_s { long unsigned int rsvd_0_26: 27; long unsigned int base: 19; long unsigned int m_io: 6; long unsigned int n_io: 4; long unsigned int rsvd_56_62: 7; long unsigned int enable: 1; }; struct uvxh_rh_gam_mmioh_overlay_config_s { long unsigned int rsvd_0_26: 27; long unsigned int base: 19; long unsigned int m_io: 6; long unsigned int n_io: 4; long unsigned int rsvd_56_62: 7; long unsigned int enable: 1; }; struct uv2h_rh_gam_mmioh_overlay_config_s { long unsigned int rsvd_0_26: 27; long unsigned int base: 19; long unsigned int m_io: 6; long unsigned int n_io: 4; long unsigned int rsvd_56_62: 7; long unsigned int enable: 1; }; union uvh_rh_gam_mmioh_overlay_config_u { long unsigned int v; struct uvh_rh_gam_mmioh_overlay_config_s s; struct uvxh_rh_gam_mmioh_overlay_config_s sx; struct uv2h_rh_gam_mmioh_overlay_config_s s2; }; struct uvh_rh_gam_mmioh_overlay_config0_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 20; long unsigned int m_io: 6; long unsigned int n_io: 4; long unsigned int rsvd_56_62: 7; long unsigned int enable: 1; }; struct uvxh_rh_gam_mmioh_overlay_config0_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 20; long unsigned int m_io: 6; long unsigned int n_io: 4; long unsigned int rsvd_56_62: 7; long unsigned int enable: 1; }; struct uv4ah_rh_gam_mmioh_overlay_config0_mmr_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 26; long unsigned int m_io: 6; long unsigned int n_io: 4; long unsigned int undef_62: 1; long unsigned int enable: 1; }; struct uv4h_rh_gam_mmioh_overlay_config0_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 20; long unsigned int m_io: 6; long unsigned int n_io: 4; long unsigned int rsvd_56_62: 7; long unsigned int enable: 1; }; struct uv3h_rh_gam_mmioh_overlay_config0_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 20; long unsigned int m_io: 6; long unsigned int n_io: 4; long unsigned int rsvd_56_62: 7; long unsigned int enable: 1; }; union uvh_rh_gam_mmioh_overlay_config0_u { long unsigned int v; struct uvh_rh_gam_mmioh_overlay_config0_s s; struct uvxh_rh_gam_mmioh_overlay_config0_s sx; struct uv4ah_rh_gam_mmioh_overlay_config0_mmr_s s4a; struct uv4h_rh_gam_mmioh_overlay_config0_s s4; struct uv3h_rh_gam_mmioh_overlay_config0_s s3; }; struct uvh_rh_gam_mmioh_overlay_config1_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 20; long unsigned int m_io: 6; long unsigned int n_io: 4; long unsigned int rsvd_56_62: 7; long unsigned int enable: 1; }; struct uvxh_rh_gam_mmioh_overlay_config1_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 20; long unsigned int m_io: 6; long unsigned int n_io: 4; long unsigned int rsvd_56_62: 7; long unsigned int enable: 1; }; struct uv4ah_rh_gam_mmioh_overlay_config1_mmr_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 26; long unsigned int m_io: 6; long unsigned int n_io: 4; long unsigned int undef_62: 1; long unsigned int enable: 1; }; struct uv4h_rh_gam_mmioh_overlay_config1_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 20; long unsigned int m_io: 6; long unsigned int n_io: 4; long unsigned int rsvd_56_62: 7; long unsigned int enable: 1; }; struct uv3h_rh_gam_mmioh_overlay_config1_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 20; long unsigned int m_io: 6; long unsigned int n_io: 4; long unsigned int rsvd_56_62: 7; long unsigned int enable: 1; }; union uvh_rh_gam_mmioh_overlay_config1_u { long unsigned int v; struct uvh_rh_gam_mmioh_overlay_config1_s s; struct uvxh_rh_gam_mmioh_overlay_config1_s sx; struct uv4ah_rh_gam_mmioh_overlay_config1_mmr_s s4a; struct uv4h_rh_gam_mmioh_overlay_config1_s s4; struct uv3h_rh_gam_mmioh_overlay_config1_s s3; }; struct uvh_rh_gam_mmr_overlay_config_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 20; long unsigned int rsvd_46_62: 17; long unsigned int enable: 1; }; struct uvxh_rh_gam_mmr_overlay_config_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 20; long unsigned int rsvd_46_62: 17; long unsigned int enable: 1; }; struct uv4h_rh_gam_mmr_overlay_config_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 20; long unsigned int rsvd_46_62: 17; long unsigned int enable: 1; }; struct uv3h_rh_gam_mmr_overlay_config_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 20; long unsigned int rsvd_46_62: 17; long unsigned int enable: 1; }; struct uv2h_rh_gam_mmr_overlay_config_s { long unsigned int rsvd_0_25: 26; long unsigned int base: 20; long unsigned int rsvd_46_62: 17; long unsigned int enable: 1; }; union uvh_rh_gam_mmr_overlay_config_u { long unsigned int v; struct uvh_rh_gam_mmr_overlay_config_s s; struct uvxh_rh_gam_mmr_overlay_config_s sx; struct uv4h_rh_gam_mmr_overlay_config_s s4; struct uv3h_rh_gam_mmr_overlay_config_s s3; struct uv2h_rh_gam_mmr_overlay_config_s s2; }; enum uv_system_type { UV_NONE = 0, UV_LEGACY_APIC = 1, UV_X2APIC = 2, }; enum { BIOS_STATUS_MORE_PASSES = 1, BIOS_STATUS_SUCCESS = 0, BIOS_STATUS_UNIMPLEMENTED = 4294967258, BIOS_STATUS_EINVAL = 4294967274, BIOS_STATUS_UNAVAIL = 4294967280, BIOS_STATUS_ABORT = 4294967292, }; struct uv_gam_parameters { u64 mmr_base; u64 gru_base; u8 mmr_shift; u8 gru_shift; u8 gpa_shift; u8 unused1; }; struct uv_gam_range_entry { char type; char unused1; u16 nasid; u16 sockid; u16 pnode; u32 unused2; u32 limit; }; struct uv_arch_type_entry { char archtype[8]; }; struct uv_systab { char signature[4]; u32 revision; u64 function; u32 size; struct { u32 type: 8; u32 offset: 24; } entry[1]; }; enum { BIOS_FREQ_BASE_PLATFORM = 0, BIOS_FREQ_BASE_INTERVAL_TIMER = 1, BIOS_FREQ_BASE_REALTIME_CLOCK = 2, }; struct uv_gam_range_s { u32 limit; u16 nasid; s8 base; u8 reserved; }; struct uv_hub_info_s { unsigned int hub_type; unsigned char hub_revision; long unsigned int global_mmr_base; long unsigned int global_mmr_shift; long unsigned int gpa_mask; short unsigned int *socket_to_node; short unsigned int *socket_to_pnode; short unsigned int *pnode_to_socket; struct uv_gam_range_s *gr_table; short unsigned int min_socket; short unsigned int min_pnode; unsigned char m_val; unsigned char n_val; unsigned char gr_table_len; unsigned char apic_pnode_shift; unsigned char gpa_shift; unsigned char nasid_shift; unsigned char m_shift; unsigned char n_lshift; unsigned int gnode_extra; long unsigned int gnode_upper; long unsigned int lowmem_remap_top; long unsigned int lowmem_remap_base; long unsigned int global_gru_base; long unsigned int global_gru_shift; short unsigned int pnode; short unsigned int pnode_mask; short unsigned int coherency_domain_number; short unsigned int numa_blade_id; short unsigned int nr_possible_cpus; short unsigned int nr_online_cpus; short int memory_nid; }; struct uv_cpu_info_s { void *p_uv_hub_info; unsigned char blade_cpu_id; void *reserved; }; struct uvh_apicid_s { long unsigned int local_apic_mask: 24; long unsigned int local_apic_shift: 5; long unsigned int unused1: 3; long unsigned int pnode_mask: 24; long unsigned int pnode_shift: 5; long unsigned int unused2: 3; }; union uvh_apicid { long unsigned int v; struct uvh_apicid_s s; }; enum map_type { map_wb = 0, map_uc = 1, }; enum mmioh_arch { UV2_MMIOH = 4294967295, UVY_MMIOH0 = 0, UVY_MMIOH1 = 1, UVX_MMIOH0 = 2, UVX_MMIOH1 = 3, }; struct mn { unsigned char m_val; unsigned char n_val; unsigned char m_shift; unsigned char n_lshift; }; struct cluster_mask { unsigned int clusterid; int node; struct cpumask mask; }; enum { TRACE_FTRACE_BIT = 0, TRACE_FTRACE_NMI_BIT = 1, TRACE_FTRACE_IRQ_BIT = 2, TRACE_FTRACE_SIRQ_BIT = 3, TRACE_FTRACE_TRANSITION_BIT = 4, TRACE_INTERNAL_BIT = 5, TRACE_INTERNAL_NMI_BIT = 6, TRACE_INTERNAL_IRQ_BIT = 7, TRACE_INTERNAL_SIRQ_BIT = 8, TRACE_INTERNAL_TRANSITION_BIT = 9, TRACE_BRANCH_BIT = 10, TRACE_IRQ_BIT = 11, TRACE_GRAPH_BIT = 12, TRACE_GRAPH_DEPTH_START_BIT = 13, TRACE_GRAPH_DEPTH_END_BIT = 14, TRACE_GRAPH_NOTRACE_BIT = 15, TRACE_RECORD_RECURSION_BIT = 16, }; enum { TRACE_CTX_NMI = 0, TRACE_CTX_IRQ = 1, TRACE_CTX_SOFTIRQ = 2, TRACE_CTX_NORMAL = 3, TRACE_CTX_TRANSITION = 4, }; struct dyn_arch_ftrace {}; enum { FTRACE_OPS_FL_ENABLED = 1, FTRACE_OPS_FL_DYNAMIC = 2, FTRACE_OPS_FL_SAVE_REGS = 4, FTRACE_OPS_FL_SAVE_REGS_IF_SUPPORTED = 8, FTRACE_OPS_FL_RECURSION = 16, FTRACE_OPS_FL_STUB = 32, FTRACE_OPS_FL_INITIALIZED = 64, FTRACE_OPS_FL_DELETED = 128, FTRACE_OPS_FL_ADDING = 256, FTRACE_OPS_FL_REMOVING = 512, FTRACE_OPS_FL_MODIFYING = 1024, FTRACE_OPS_FL_ALLOC_TRAMP = 2048, FTRACE_OPS_FL_IPMODIFY = 4096, FTRACE_OPS_FL_PID = 8192, FTRACE_OPS_FL_RCU = 16384, FTRACE_OPS_FL_TRACE_ARRAY = 32768, FTRACE_OPS_FL_PERMANENT = 65536, FTRACE_OPS_FL_DIRECT = 131072, }; enum { FTRACE_FL_ENABLED = 2147483648, FTRACE_FL_REGS = 1073741824, FTRACE_FL_REGS_EN = 536870912, FTRACE_FL_TRAMP = 268435456, FTRACE_FL_TRAMP_EN = 134217728, FTRACE_FL_IPMODIFY = 67108864, FTRACE_FL_DISABLED = 33554432, FTRACE_FL_DIRECT = 16777216, FTRACE_FL_DIRECT_EN = 8388608, }; struct dyn_ftrace { long unsigned int ip; long unsigned int flags; struct dyn_arch_ftrace arch; }; enum { FTRACE_UPDATE_IGNORE = 0, FTRACE_UPDATE_MAKE_CALL = 1, FTRACE_UPDATE_MODIFY_CALL = 2, FTRACE_UPDATE_MAKE_NOP = 3, }; union ftrace_op_code_union { char code[7]; struct { char op[3]; int offset; } __attribute__((packed)); }; struct ftrace_rec_iter; struct freelist_node { atomic_t refs; struct freelist_node *next; }; struct freelist_head { struct freelist_node *head; }; struct rethook_node; typedef void (*rethook_handler_t)(struct rethook_node *, void *, struct pt_regs *); struct rethook; struct rethook_node { union { struct freelist_node freelist; struct callback_head rcu; }; struct llist_node llist; struct rethook *rethook; long unsigned int ret_addr; long unsigned int frame; }; struct rethook { void *data; rethook_handler_t handler; struct freelist_head pool; refcount_t ref; struct callback_head rcu; }; typedef __s64 Elf64_Sxword; struct elf64_rela { Elf64_Addr r_offset; Elf64_Xword r_info; Elf64_Sxword r_addend; }; typedef struct elf64_rela Elf64_Rela; struct kimage_arch { p4d_t *p4d; pud_t *pud; pmd_t *pmd; pte_t *pte; }; typedef long unsigned int kimage_entry_t; struct kexec_segment { union { void *buf; void *kbuf; }; size_t bufsz; long unsigned int mem; size_t memsz; }; struct purgatory_info { const Elf64_Ehdr *ehdr; Elf64_Shdr *sechdrs; void *purgatory_buf; }; typedef int kexec_probe_t(const char *, long unsigned int); struct kimage; typedef void *kexec_load_t(struct kimage *, char *, long unsigned int, char *, long unsigned int, char *, long unsigned int); struct kexec_file_ops; struct kimage { kimage_entry_t head; kimage_entry_t *entry; kimage_entry_t *last_entry; long unsigned int start; struct page *control_code_page; struct page *swap_page; void *vmcoreinfo_data_copy; long unsigned int nr_segments; struct kexec_segment segment[16]; struct list_head control_pages; struct list_head dest_pages; struct list_head unusable_pages; long unsigned int control_page; unsigned int type: 1; unsigned int preserve_context: 1; unsigned int file_mode: 1; struct kimage_arch arch; void *kernel_buf; long unsigned int kernel_buf_len; void *initrd_buf; long unsigned int initrd_buf_len; char *cmdline_buf; long unsigned int cmdline_buf_len; const struct kexec_file_ops *fops; void *image_loader_data; struct purgatory_info purgatory_info; void *elf_headers; long unsigned int elf_headers_sz; long unsigned int elf_load_addr; }; typedef int kexec_cleanup_t(void *); typedef int kexec_verify_sig_t(const char *, long unsigned int); struct kexec_file_ops { kexec_probe_t *probe; kexec_load_t *load; kexec_cleanup_t *cleanup; kexec_verify_sig_t *verify_sig; }; struct x86_mapping_info { void * (*alloc_pgt_page)(void *); void *context; long unsigned int page_flag; long unsigned int offset; bool direct_gbpages; long unsigned int kernpg_flag; }; struct init_pgtable_data { struct x86_mapping_info *info; pgd_t *level4p; }; typedef void crash_vmclear_fn(); struct kexec_buf { struct kimage *image; void *buffer; long unsigned int bufsz; long unsigned int mem; long unsigned int memsz; long unsigned int buf_align; long unsigned int buf_min; long unsigned int buf_max; bool top_down; }; struct crash_mem_range { u64 start; u64 end; }; struct crash_mem { unsigned int max_nr_ranges; unsigned int nr_ranges; struct crash_mem_range ranges[0]; }; struct crash_memmap_data { struct boot_params *params; unsigned int type; }; struct kexec_entry64_regs { uint64_t rax; uint64_t rcx; uint64_t rdx; uint64_t rbx; uint64_t rsp; uint64_t rbp; uint64_t rsi; uint64_t rdi; uint64_t r8; uint64_t r9; uint64_t r10; uint64_t r11; uint64_t r12; uint64_t r13; uint64_t r14; uint64_t r15; uint64_t rip; }; enum key_being_used_for { VERIFYING_MODULE_SIGNATURE = 0, VERIFYING_FIRMWARE_SIGNATURE = 1, VERIFYING_KEXEC_PE_SIGNATURE = 2, VERIFYING_KEY_SIGNATURE = 3, VERIFYING_KEY_SELF_SIGNATURE = 4, VERIFYING_UNSPECIFIED_SIGNATURE = 5, NR__KEY_BEING_USED_FOR = 6, }; struct efi_setup_data { u64 fw_vendor; u64 __unused; u64 tables; u64 smbios; u64 reserved[8]; }; struct bzimage64_data { void *bootparams_buf; }; struct prev_kprobe { struct kprobe *kp; long unsigned int status; long unsigned int old_flags; long unsigned int saved_flags; }; struct kprobe_ctlblk { long unsigned int kprobe_status; long unsigned int kprobe_old_flags; long unsigned int kprobe_saved_flags; struct prev_kprobe prev_kprobe; }; struct kretprobe_blackpoint { const char *name; void *addr; }; struct kprobe_insn_cache { struct mutex mutex; void * (*alloc)(); void (*free)(void *); const char *sym; struct list_head pages; size_t insn_size; int nr_garbage; }; struct __arch_relative_insn { u8 op; s32 raddr; } __attribute__((packed)); struct arch_optimized_insn { kprobe_opcode_t copied_insn[4]; kprobe_opcode_t *insn; size_t size; }; struct optimized_kprobe { struct kprobe kp; struct list_head list; struct arch_optimized_insn optinsn; }; enum regnames { GDB_AX = 0, GDB_BX = 1, GDB_CX = 2, GDB_DX = 3, GDB_SI = 4, GDB_DI = 5, GDB_BP = 6, GDB_SP = 7, GDB_R8 = 8, GDB_R9 = 9, GDB_R10 = 10, GDB_R11 = 11, GDB_R12 = 12, GDB_R13 = 13, GDB_R14 = 14, GDB_R15 = 15, GDB_PC = 16, GDB_PS = 17, GDB_CS = 18, GDB_SS = 19, GDB_DS = 20, GDB_ES = 21, GDB_FS = 22, GDB_GS = 23, }; enum kgdb_bpstate { BP_UNDEFINED = 0, BP_REMOVED = 1, BP_SET = 2, BP_ACTIVE = 3, }; struct kgdb_bkpt { long unsigned int bpt_addr; unsigned char saved_instr[1]; enum kgdb_bptype type; enum kgdb_bpstate state; }; struct dbg_reg_def_t { char *name; int size; int offset; }; struct hw_breakpoint { unsigned int enabled; long unsigned int addr; int len; int type; struct perf_event **pev; }; struct console { char name[16]; void (*write)(struct console *, const char *, unsigned int); int (*read)(struct console *, char *, unsigned int); struct tty_driver * (*device)(struct console *, int *); void (*unblank)(); int (*setup)(struct console *, char *); int (*exit)(struct console *); int (*match)(struct console *, char *, int, char *); short int flags; short int index; int cflag; uint ispeed; uint ospeed; u64 seq; long unsigned int dropped; struct task_struct *thread; bool blocked; struct mutex lock; void *data; struct console *next; }; struct hpet_data { long unsigned int hd_phys_address; void *hd_address; short unsigned int hd_nirqs; unsigned int hd_state; unsigned int hd_irq[32]; }; typedef irqreturn_t (*rtc_irq_handler)(int, void *); enum hpet_mode { HPET_MODE_UNUSED = 0, HPET_MODE_LEGACY = 1, HPET_MODE_CLOCKEVT = 2, HPET_MODE_DEVICE = 3, }; struct hpet_channel { struct clock_event_device evt; unsigned int num; unsigned int cpu; unsigned int irq; unsigned int in_use; enum hpet_mode mode; unsigned int boot_cfg; char name[10]; long: 48; long: 64; long: 64; long: 64; }; struct hpet_base { unsigned int nr_channels; unsigned int nr_clockevents; unsigned int boot_cfg; struct hpet_channel *channels; }; union hpet_lock { struct { arch_spinlock_t lock; u32 value; }; u64 lockval; }; struct amd_nb_bus_dev_range { u8 bus; u8 dev_base; u8 dev_limit; }; struct amd_northbridge_info { u16 num; u64 flags; struct amd_northbridge *nb; }; struct swait_queue { struct task_struct *task; struct list_head task_list; }; struct kvm_steal_time { __u64 steal; __u32 version; __u32 flags; __u8 preempted; __u8 u8_pad[3]; __u32 pad[11]; }; struct kvm_vcpu_pv_apf_data { __u32 flags; __u32 token; __u8 pad[56]; __u32 enabled; }; struct kvm_task_sleep_node { struct hlist_node link; struct swait_queue_head wq; u32 token; int cpu; }; struct kvm_task_sleep_head { raw_spinlock_t lock; struct hlist_head list; }; typedef struct ldttss_desc ldt_desc; typedef long unsigned int ulong; struct jailhouse_setup_data { struct { __u16 version; __u16 compatible_version; } hdr; struct { __u16 pm_timer_address; __u16 num_cpus; __u64 pci_mmconfig_base; __u32 tsc_khz; __u32 apic_khz; __u8 standard_ioapic; __u8 cpu_ids[255]; } __attribute__((packed)) v1; struct { __u32 flags; } v2; } __attribute__((packed)); struct circ_buf { char *buf; int head; int tail; }; struct serial_rs485 { __u32 flags; __u32 delay_rts_before_send; __u32 delay_rts_after_send; __u32 padding[5]; }; struct serial_iso7816 { __u32 flags; __u32 tg; __u32 sc_fi; __u32 sc_di; __u32 clk; __u32 reserved[5]; }; struct uart_port; struct uart_ops { unsigned int (*tx_empty)(struct uart_port *); void (*set_mctrl)(struct uart_port *, unsigned int); unsigned int (*get_mctrl)(struct uart_port *); void (*stop_tx)(struct uart_port *); void (*start_tx)(struct uart_port *); void (*throttle)(struct uart_port *); void (*unthrottle)(struct uart_port *); void (*send_xchar)(struct uart_port *, char); void (*stop_rx)(struct uart_port *); void (*enable_ms)(struct uart_port *); void (*break_ctl)(struct uart_port *, int); int (*startup)(struct uart_port *); void (*shutdown)(struct uart_port *); void (*flush_buffer)(struct uart_port *); void (*set_termios)(struct uart_port *, struct ktermios *, struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); void (*pm)(struct uart_port *, unsigned int, unsigned int); const char * (*type)(struct uart_port *); void (*release_port)(struct uart_port *); int (*request_port)(struct uart_port *); void (*config_port)(struct uart_port *, int); int (*verify_port)(struct uart_port *, struct serial_struct *); int (*ioctl)(struct uart_port *, unsigned int, long unsigned int); int (*poll_init)(struct uart_port *); void (*poll_put_char)(struct uart_port *, unsigned char); int (*poll_get_char)(struct uart_port *); }; struct uart_icount { __u32 cts; __u32 dsr; __u32 rng; __u32 dcd; __u32 rx; __u32 tx; __u32 frame; __u32 overrun; __u32 parity; __u32 brk; __u32 buf_overrun; }; typedef unsigned int upf_t; typedef unsigned int upstat_t; struct gpio_desc; struct uart_state; struct uart_port { spinlock_t lock; long unsigned int iobase; unsigned char *membase; unsigned int (*serial_in)(struct uart_port *, int); void (*serial_out)(struct uart_port *, int, int); void (*set_termios)(struct uart_port *, struct ktermios *, struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); unsigned int (*get_mctrl)(struct uart_port *); void (*set_mctrl)(struct uart_port *, unsigned int); unsigned int (*get_divisor)(struct uart_port *, unsigned int, unsigned int *); void (*set_divisor)(struct uart_port *, unsigned int, unsigned int, unsigned int); int (*startup)(struct uart_port *); void (*shutdown)(struct uart_port *); void (*throttle)(struct uart_port *); void (*unthrottle)(struct uart_port *); int (*handle_irq)(struct uart_port *); void (*pm)(struct uart_port *, unsigned int, unsigned int); void (*handle_break)(struct uart_port *); int (*rs485_config)(struct uart_port *, struct serial_rs485 *); int (*iso7816_config)(struct uart_port *, struct serial_iso7816 *); unsigned int irq; long unsigned int irqflags; unsigned int uartclk; unsigned int fifosize; unsigned char x_char; unsigned char regshift; unsigned char iotype; unsigned char quirks; unsigned int read_status_mask; unsigned int ignore_status_mask; struct uart_state *state; struct uart_icount icount; struct console *cons; upf_t flags; upstat_t status; int hw_stopped; unsigned int mctrl; unsigned int timeout; unsigned int frame_time; unsigned int type; const struct uart_ops *ops; unsigned int custom_divisor; unsigned int line; unsigned int minor; resource_size_t mapbase; resource_size_t mapsize; struct device *dev; long unsigned int sysrq; unsigned int sysrq_ch; unsigned char has_sysrq; unsigned char sysrq_seq; unsigned char hub6; unsigned char suspended; unsigned char console_reinit; const char *name; struct attribute_group *attr_group; const struct attribute_group **tty_groups; struct serial_rs485 rs485; struct gpio_desc *rs485_term_gpio; struct serial_iso7816 iso7816; void *private_data; }; enum uart_pm_state { UART_PM_STATE_ON = 0, UART_PM_STATE_OFF = 3, UART_PM_STATE_UNDEFINED = 4, }; struct uart_state { struct tty_port port; enum uart_pm_state pm_state; struct circ_buf xmit; atomic_t refcount; wait_queue_head_t remove_wait; struct uart_port *uart_port; }; struct scan_area { u64 addr; u64 size; }; struct uprobe_xol_ops; struct arch_uprobe { union { u8 insn[16]; u8 ixol[16]; }; const struct uprobe_xol_ops *ops; union { struct { s32 offs; u8 ilen; u8 opc1; } branch; struct { u8 fixups; u8 ilen; } defparam; struct { u8 reg_offset; u8 ilen; } push; }; }; struct uprobe_xol_ops { bool (*emulate)(struct arch_uprobe *, struct pt_regs *); int (*pre_xol)(struct arch_uprobe *, struct pt_regs *); int (*post_xol)(struct arch_uprobe *, struct pt_regs *); void (*abort)(struct arch_uprobe *, struct pt_regs *); }; enum rp_check { RP_CHECK_CALL = 0, RP_CHECK_CHAIN_CALL = 1, RP_CHECK_RET = 2, }; enum perf_sample_regs_abi { PERF_SAMPLE_REGS_ABI_NONE = 0, PERF_SAMPLE_REGS_ABI_32 = 1, PERF_SAMPLE_REGS_ABI_64 = 2, }; struct va_format { const char *fmt; va_list *va; }; struct psc_hdr { u16 cur_entry; u16 end_entry; u32 reserved; }; struct psc_entry { u64 cur_page: 12; u64 gfn: 40; u64 operation: 4; u64 pagesize: 1; u64 reserved: 7; }; struct snp_psc_desc { struct psc_hdr hdr; struct psc_entry entries[253]; }; enum es_result { ES_OK = 0, ES_UNSUPPORTED = 1, ES_VMM_ERROR = 2, ES_DECODE_FAILED = 3, ES_EXCEPTION = 4, ES_RETRY = 5, }; struct cc_blob_sev_info { u32 magic; u16 version; u16 reserved; u64 secrets_phys; u32 secrets_len; u32 rsvd1; u64 cpuid_phys; u32 cpuid_len; u32 rsvd2; }; struct snp_req_data { long unsigned int req_gpa; long unsigned int resp_gpa; long unsigned int data_gpa; unsigned int data_npages; }; struct sev_guest_platform_data { u64 secrets_gpa; }; struct secrets_os_area { u32 msg_seqno_0; u32 msg_seqno_1; u32 msg_seqno_2; u32 msg_seqno_3; u64 ap_jump_table_pa; u8 rsvd[40]; u8 guest_usage[32]; }; struct snp_secrets_page_layout { u32 version; u32 imien: 1; u32 rsvd1: 31; u32 fms; u32 rsvd2; u8 gosvw[16]; u8 vmpck0[32]; u8 vmpck1[32]; u8 vmpck2[32]; u8 vmpck3[32]; struct secrets_os_area os_area; u8 rsvd3[3840]; }; enum mmio_type { MMIO_DECODE_FAILED = 0, MMIO_WRITE = 1, MMIO_WRITE_IMM = 2, MMIO_READ = 3, MMIO_READ_ZERO_EXTEND = 4, MMIO_READ_SIGN_EXTEND = 5, MMIO_MOVS = 6, }; struct vmcb_seg { u16 selector; u16 attrib; u32 limit; u64 base; }; struct sev_es_save_area { struct vmcb_seg es; struct vmcb_seg cs; struct vmcb_seg ss; struct vmcb_seg ds; struct vmcb_seg fs; struct vmcb_seg gs; struct vmcb_seg gdtr; struct vmcb_seg ldtr; struct vmcb_seg idtr; struct vmcb_seg tr; u64 vmpl0_ssp; u64 vmpl1_ssp; u64 vmpl2_ssp; u64 vmpl3_ssp; u64 u_cet; u8 reserved_1[2]; u8 vmpl; u8 cpl; u8 reserved_2[4]; u64 efer; u8 reserved_3[104]; u64 xss; u64 cr4; u64 cr3; u64 cr0; u64 dr7; u64 dr6; u64 rflags; u64 rip; u64 dr0; u64 dr1; u64 dr2; u64 dr3; u64 dr0_addr_mask; u64 dr1_addr_mask; u64 dr2_addr_mask; u64 dr3_addr_mask; u8 reserved_4[24]; u64 rsp; u64 s_cet; u64 ssp; u64 isst_addr; u64 rax; u64 star; u64 lstar; u64 cstar; u64 sfmask; u64 kernel_gs_base; u64 sysenter_cs; u64 sysenter_esp; u64 sysenter_eip; u64 cr2; u8 reserved_5[32]; u64 g_pat; u64 dbgctl; u64 br_from; u64 br_to; u64 last_excp_from; u64 last_excp_to; u8 reserved_7[80]; u32 pkru; u8 reserved_8[20]; u64 reserved_9; u64 rcx; u64 rdx; u64 rbx; u64 reserved_10; u64 rbp; u64 rsi; u64 rdi; u64 r8; u64 r9; u64 r10; u64 r11; u64 r12; u64 r13; u64 r14; u64 r15; u8 reserved_11[16]; u64 guest_exit_info_1; u64 guest_exit_info_2; u64 guest_exit_int_info; u64 guest_nrip; u64 sev_features; u64 vintr_ctrl; u64 guest_exit_code; u64 virtual_tom; u64 tlb_id; u64 pcpu_id; u64 event_inj; u64 xcr0; u8 reserved_12[16]; u64 x87_dp; u32 mxcsr; u16 x87_ftw; u16 x87_fsw; u16 x87_fcw; u16 x87_fop; u16 x87_ds; u16 x87_cs; u64 x87_rip; u8 fpreg_x87[80]; u8 fpreg_xmm[256]; u8 fpreg_ymm[256]; }; struct sev_es_runtime_data { struct ghcb ghcb_page; struct ghcb backup_ghcb; bool ghcb_active; bool backup_ghcb_active; long unsigned int dr7; }; struct ghcb_state { struct ghcb *ghcb; }; struct sev_config { __u64 debug: 1; __u64 __reserved: 63; }; struct cpuid_leaf { u32 fn; u32 subfn; u32 eax; u32 ebx; u32 ecx; u32 edx; }; struct snp_cpuid_fn { u32 eax_in; u32 ecx_in; u64 xcr0_in; u64 xss_in; u32 eax; u32 ebx; u32 ecx; u32 edx; u64 __reserved; }; struct snp_cpuid_table { u32 count; u32 __reserved1; u64 __reserved2; struct snp_cpuid_fn fn[64]; }; struct cc_setup_data { struct setup_data header; u32 cc_blob_address; }; enum auditsc_class_t { AUDITSC_NATIVE = 0, AUDITSC_COMPAT = 1, AUDITSC_OPEN = 2, AUDITSC_OPENAT = 3, AUDITSC_SOCKETCALL = 4, AUDITSC_EXECVE = 5, AUDITSC_OPENAT2 = 6, AUDITSC_NVALS = 7, }; enum chipset_type { NOT_SUPPORTED = 0, SUPPORTED = 1, }; struct agp_version { u16 major; u16 minor; }; struct agp_kern_info { struct agp_version version; struct pci_dev *device; enum chipset_type chipset; long unsigned int mode; long unsigned int aper_base; size_t aper_size; int max_memory; int current_memory; bool cant_use_aperture; long unsigned int page_mask; const struct vm_operations_struct *vm_ops; }; struct agp_bridge_data; struct pci_hostbridge_probe { u32 bus; u32 slot; u32 vendor; u32 device; }; enum { REGION_INTERSECTS = 0, REGION_DISJOINT = 1, REGION_MIXED = 2, }; struct map_range { long unsigned int start; long unsigned int end; unsigned int page_size_mask; }; struct mhp_params { struct vmem_altmap *altmap; pgprot_t pgprot; struct dev_pagemap *pgmap; }; struct mem_section_usage { long unsigned int subsection_map[1]; long unsigned int pageblock_flags[0]; }; struct mem_section { long unsigned int section_mem_map; struct mem_section_usage *usage; }; enum kcore_type { KCORE_TEXT = 0, KCORE_VMALLOC = 1, KCORE_RAM = 2, KCORE_VMEMMAP = 3, KCORE_USER = 4, }; struct kcore_list { struct list_head list; long unsigned int addr; size_t size; int type; }; enum { MEMORY_HOTPLUG_MIN_BOOTMEM_TYPE = 12, SECTION_INFO = 12, MIX_SECTION_INFO = 13, NODE_INFO = 14, MEMORY_HOTPLUG_MAX_BOOTMEM_TYPE = 14, }; struct hstate { struct mutex resize_lock; int next_nid_to_alloc; int next_nid_to_free; unsigned int order; unsigned int demote_order; long unsigned int mask; long unsigned int max_huge_pages; long unsigned int nr_huge_pages; long unsigned int free_huge_pages; long unsigned int resv_huge_pages; long unsigned int surplus_huge_pages; long unsigned int nr_overcommit_huge_pages; struct list_head hugepage_activelist; struct list_head hugepage_freelists[1024]; unsigned int max_huge_pages_node[1024]; unsigned int nr_huge_pages_node[1024]; unsigned int free_huge_pages_node[1024]; unsigned int surplus_huge_pages_node[1024]; unsigned int optimize_vmemmap_pages; struct cftype cgroup_files_dfl[8]; struct cftype cgroup_files_legacy[10]; char name[32]; }; struct trace_event_raw_x86_exceptions { struct trace_entry ent; long unsigned int address; long unsigned int ip; long unsigned int error_code; char __data[0]; }; struct trace_event_data_offsets_x86_exceptions {}; typedef void (*btf_trace_page_fault_user)(void *, long unsigned int, struct pt_regs *, long unsigned int); typedef void (*btf_trace_page_fault_kernel)(void *, long unsigned int, struct pt_regs *, long unsigned int); enum { IORES_MAP_SYSTEM_RAM = 1, IORES_MAP_ENCRYPTED = 2, }; struct ioremap_desc { unsigned int flags; }; struct hugepage_subpool { spinlock_t lock; long int count; long int max_hpages; long int used_hpages; struct hstate *hstate; long int min_hpages; long int rsv_hpages; }; struct hugetlbfs_sb_info { long int max_inodes; long int free_inodes; spinlock_t stat_lock; struct hstate *hstate; struct hugepage_subpool *spool; kuid_t uid; kgid_t gid; umode_t mode; }; enum tlb_flush_reason { TLB_FLUSH_ON_TASK_SWITCH = 0, TLB_REMOTE_SHOOTDOWN = 1, TLB_LOCAL_SHOOTDOWN = 2, TLB_LOCAL_MM_SHOOTDOWN = 3, TLB_REMOTE_SEND_IPI = 4, NR_TLB_FLUSH_REASONS = 5, }; struct entry_stack_page { struct entry_stack stack; }; struct debug_store_buffers { char bts_buffer[65536]; char pebs_buffer[65536]; }; struct exception_stacks { char DF_stack_guard[0]; char DF_stack[8192]; char NMI_stack_guard[0]; char NMI_stack[8192]; char DB_stack_guard[0]; char DB_stack[8192]; char MCE_stack_guard[0]; char MCE_stack[8192]; char VC_stack_guard[0]; char VC_stack[8192]; char VC2_stack_guard[0]; char VC2_stack[8192]; char IST_top_guard[0]; }; struct cpu_entry_area { char gdt[4096]; struct entry_stack_page entry_stack_page; struct tss_struct tss; struct cea_exception_stacks estacks; struct debug_store cpu_debug_store; struct debug_store_buffers cpu_debug_buffers; }; struct vm_event_state { long unsigned int event[107]; }; struct cpa_data { long unsigned int *vaddr; pgd_t *pgd; pgprot_t mask_set; pgprot_t mask_clr; long unsigned int numpages; long unsigned int curpage; long unsigned int pfn; unsigned int flags; unsigned int force_split: 1; unsigned int force_static_prot: 1; unsigned int force_flush_all: 1; struct page **pages; }; enum cpa_warn { CPA_CONFLICT = 0, CPA_PROTECT = 1, CPA_DETECT = 2, }; typedef struct { u64 val; } pfn_t; struct memtype { u64 start; u64 end; u64 subtree_max_end; enum page_cache_mode type; struct rb_node rb; }; enum { PAT_UC = 0, PAT_WC = 1, PAT_WT = 4, PAT_WP = 5, PAT_WB = 6, PAT_UC_MINUS = 7, }; struct pagerange_state { long unsigned int cur_pfn; int ram; int not_ram; }; struct rb_augment_callbacks { void (*propagate)(struct rb_node *, struct rb_node *); void (*copy)(struct rb_node *, struct rb_node *); void (*rotate)(struct rb_node *, struct rb_node *); }; enum { MEMTYPE_EXACT_MATCH = 0, MEMTYPE_END_MATCH = 1, }; struct ptdump_range { long unsigned int start; long unsigned int end; }; struct ptdump_state { void (*note_page)(struct ptdump_state *, long unsigned int, int, u64); void (*effective_prot)(struct ptdump_state *, int, u64); const struct ptdump_range *range; }; struct addr_marker; struct pg_state { struct ptdump_state ptdump; int level; pgprotval_t current_prot; pgprotval_t effective_prot; pgprotval_t prot_levels[5]; long unsigned int start_address; const struct addr_marker *marker; long unsigned int lines; bool to_dmesg; bool check_wx; long unsigned int wx_pages; struct seq_file *seq; }; struct addr_marker { long unsigned int start_address; const char *name; long unsigned int max_lines; }; enum address_markers_idx { USER_SPACE_NR = 0, KERNEL_SPACE_NR = 1, LDT_NR = 2, LOW_KERNEL_NR = 3, VMALLOC_START_NR = 4, VMEMMAP_START_NR = 5, CPU_ENTRY_AREA_NR = 6, ESPFIX_START_NR = 7, EFI_END_NR = 8, HIGH_KERNEL_NR = 9, MODULES_VADDR_NR = 10, MODULES_END_NR = 11, FIXADDR_START_NR = 12, END_OF_SPACE_NR = 13, }; struct kmmio_probe; typedef void (*kmmio_pre_handler_t)(struct kmmio_probe *, struct pt_regs *, long unsigned int); typedef void (*kmmio_post_handler_t)(struct kmmio_probe *, long unsigned int, struct pt_regs *); struct kmmio_probe { struct list_head list; long unsigned int addr; long unsigned int len; kmmio_pre_handler_t pre_handler; kmmio_post_handler_t post_handler; void *private; }; struct kmmio_fault_page { struct list_head list; struct kmmio_fault_page *release_next; long unsigned int addr; pteval_t old_presence; bool armed; int count; bool scheduled_for_release; }; struct kmmio_delayed_release { struct callback_head rcu; struct kmmio_fault_page *release_list; }; struct kmmio_context { struct kmmio_fault_page *fpage; struct kmmio_probe *probe; long unsigned int saved_flags; long unsigned int addr; int active; }; enum reason_type { NOT_ME = 0, NOTHING = 1, REG_READ = 2, REG_WRITE = 3, IMM_WRITE = 4, OTHERS = 5, }; struct prefix_bits { unsigned int shorted: 1; unsigned int enlarged: 1; unsigned int rexr: 1; unsigned int rex: 1; }; enum { arg_AL = 0, arg_CL = 1, arg_DL = 2, arg_BL = 3, arg_AH = 4, arg_CH = 5, arg_DH = 6, arg_BH = 7, arg_AX = 0, arg_CX = 1, arg_DX = 2, arg_BX = 3, arg_SP = 4, arg_BP = 5, arg_SI = 6, arg_DI = 7, arg_R8 = 8, arg_R9 = 9, arg_R10 = 10, arg_R11 = 11, arg_R12 = 12, arg_R13 = 13, arg_R14 = 14, arg_R15 = 15, }; enum mm_io_opcode { MMIO_READ___2 = 1, MMIO_WRITE___2 = 2, MMIO_PROBE = 3, MMIO_UNPROBE = 4, MMIO_UNKNOWN_OP = 5, }; struct mmiotrace_rw { resource_size_t phys; long unsigned int value; long unsigned int pc; int map_id; unsigned char opcode; unsigned char width; }; struct mmiotrace_map { resource_size_t phys; long unsigned int virt; long unsigned int len; int map_id; unsigned char opcode; }; struct trap_reason { long unsigned int addr; long unsigned int ip; enum reason_type type; int active_traces; }; struct remap_trace { struct list_head list; struct kmmio_probe probe; resource_size_t phys; long unsigned int id; }; struct numa_memblk { u64 start; u64 end; int nid; }; struct numa_meminfo { int nr_blks; struct numa_memblk blk[2048]; }; struct acpi_srat_cpu_affinity { struct acpi_subtable_header header; u8 proximity_domain_lo; u8 apic_id; u32 flags; u8 local_sapic_eid; u8 proximity_domain_hi[3]; u32 clock_domain; }; struct acpi_srat_x2apic_cpu_affinity { struct acpi_subtable_header header; u16 reserved; u32 proximity_domain; u32 apic_id; u32 flags; u32 clock_domain; u32 reserved2; }; struct rnd_state { __u32 s1; __u32 s2; __u32 s3; __u32 s4; }; struct kaslr_memory_region { long unsigned int *base; long unsigned int size_tb; }; enum pti_mode { PTI_AUTO = 0, PTI_FORCE_OFF = 1, PTI_FORCE_ON = 2, }; enum pti_clone_level { PTI_CLONE_PMD = 0, PTI_CLONE_PTE = 1, }; struct sme_populate_pgd_data { void *pgtable_area; pgd_t *pgd; pmdval_t pmd_flags; pteval_t pte_flags; long unsigned int paddr; long unsigned int vaddr; long unsigned int vaddr_end; }; enum blake2s_lengths { BLAKE2S_BLOCK_SIZE = 64, BLAKE2S_HASH_SIZE = 32, BLAKE2S_KEY_SIZE = 32, BLAKE2S_128_HASH_SIZE = 16, BLAKE2S_160_HASH_SIZE = 20, BLAKE2S_224_HASH_SIZE = 28, BLAKE2S_256_HASH_SIZE = 32, }; struct blake2s_state { u32 h[8]; u32 t[2]; u32 f[2]; u8 buf[64]; unsigned int buflen; unsigned int outlen; }; struct crypto_template; struct crypto_spawn; struct crypto_instance { struct crypto_alg alg; struct crypto_template *tmpl; union { struct hlist_node list; struct crypto_spawn *spawns; }; void *__ctx[0]; }; struct crypto_spawn { struct list_head list; struct crypto_alg *alg; union { struct crypto_instance *inst; struct crypto_spawn *next; }; const struct crypto_type *frontend; u32 mask; bool dead; bool registered; }; struct rtattr; struct crypto_template { struct list_head list; struct hlist_head instances; struct module *module; int (*create)(struct crypto_template *, struct rtattr **); char name[128]; }; struct shash_alg { int (*init)(struct shash_desc *); int (*update)(struct shash_desc *, const u8 *, unsigned int); int (*final)(struct shash_desc *, u8 *); int (*finup)(struct shash_desc *, const u8 *, unsigned int, u8 *); int (*digest)(struct shash_desc *, const u8 *, unsigned int, u8 *); int (*export)(struct shash_desc *, void *); int (*import)(struct shash_desc *, const void *); int (*setkey)(struct crypto_shash *, const u8 *, unsigned int); int (*init_tfm)(struct crypto_shash *); void (*exit_tfm)(struct crypto_shash *); unsigned int descsize; int: 32; unsigned int digestsize; unsigned int statesize; struct crypto_alg base; }; struct sigcontext_32 { __u16 gs; __u16 __gsh; __u16 fs; __u16 __fsh; __u16 es; __u16 __esh; __u16 ds; __u16 __dsh; __u32 di; __u32 si; __u32 bp; __u32 sp; __u32 bx; __u32 dx; __u32 cx; __u32 ax; __u32 trapno; __u32 err; __u32 ip; __u16 cs; __u16 __csh; __u32 flags; __u32 sp_at_signal; __u16 ss; __u16 __ssh; __u32 fpstate; __u32 oldmask; __u32 cr2; }; typedef u32 compat_size_t; struct compat_sigaltstack { compat_uptr_t ss_sp; int ss_flags; compat_size_t ss_size; }; typedef struct compat_sigaltstack compat_stack_t; struct ucontext_ia32 { unsigned int uc_flags; unsigned int uc_link; compat_stack_t uc_stack; struct sigcontext_32 uc_mcontext; compat_sigset_t uc_sigmask; }; struct sigframe_ia32 { u32 pretcode; int sig; struct sigcontext_32 sc; struct _fpstate_32 fpstate_unused; unsigned int extramask[1]; char retcode[8]; }; struct rt_sigframe_ia32 { u32 pretcode; int sig; u32 pinfo; u32 puc; compat_siginfo_t info; struct ucontext_ia32 uc; char retcode[8]; }; typedef struct { efi_guid_t guid; u64 table; } efi_config_table_64_t; struct efi_memory_map_data { phys_addr_t phys_map; long unsigned int size; long unsigned int desc_version; long unsigned int desc_size; long unsigned int flags; }; struct efi_mem_range { struct range range; u64 attribute; }; enum efi_rts_ids { EFI_NONE = 0, EFI_GET_TIME = 1, EFI_SET_TIME = 2, EFI_GET_WAKEUP_TIME = 3, EFI_SET_WAKEUP_TIME = 4, EFI_GET_VARIABLE = 5, EFI_GET_NEXT_VARIABLE = 6, EFI_SET_VARIABLE = 7, EFI_QUERY_VARIABLE_INFO = 8, EFI_GET_NEXT_HIGH_MONO_COUNT = 9, EFI_RESET_SYSTEM = 10, EFI_UPDATE_CAPSULE = 11, EFI_QUERY_CAPSULE_CAPS = 12, }; struct efi_runtime_work { void *arg1; void *arg2; void *arg3; void *arg4; void *arg5; efi_status_t status; struct work_struct work; enum efi_rts_ids efi_rts_id; struct completion efi_rts_comp; }; typedef struct { efi_guid_t guid; long unsigned int *ptr; const char name[16]; } efi_config_table_type_t; typedef struct { efi_table_hdr_t hdr; u64 fw_vendor; u32 fw_revision; u32 __pad1; u64 con_in_handle; u64 con_in; u64 con_out_handle; u64 con_out; u64 stderr_handle; u64 stderr; u64 runtime; u64 boottime; u32 nr_tables; u32 __pad2; u64 tables; } efi_system_table_64_t; typedef struct { u32 version; u32 length; u64 memory_protection_attribute; } efi_properties_table_t; struct pm_qos_request { struct plist_node node; struct pm_qos_constraints *qos; }; enum uv_bios_cmd { UV_BIOS_COMMON = 0, UV_BIOS_GET_SN_INFO = 1, UV_BIOS_FREQ_BASE = 2, UV_BIOS_WATCHLIST_ALLOC = 3, UV_BIOS_WATCHLIST_FREE = 4, UV_BIOS_MEMPROTECT = 5, UV_BIOS_GET_PARTITION_ADDR = 6, UV_BIOS_SET_LEGACY_VGA_TARGET = 7, }; union partition_info_u { u64 val; struct { u64 hub_version: 8; u64 partition_id: 16; u64 coherence_id: 16; u64 region_size: 24; }; }; enum uv_memprotect { UV_MEMPROT_RESTRICT_ACCESS = 0, UV_MEMPROT_ALLOW_AMO = 1, UV_MEMPROT_ALLOW_RW = 2, }; struct uv_IO_APIC_route_entry { __u64 vector: 8; __u64 delivery_mode: 3; __u64 dest_mode: 1; __u64 delivery_status: 1; __u64 polarity: 1; __u64 __reserved_1: 1; __u64 trigger: 1; __u64 mask: 1; __u64 __reserved_2: 15; __u64 dest: 32; }; enum { UV_AFFINITY_ALL = 0, UV_AFFINITY_NODE = 1, UV_AFFINITY_CPU = 2, }; struct uv_irq_2_mmr_pnode { long unsigned int offset; int pnode; }; struct uv_rtc_timer_head { spinlock_t lock; int next_cpu; int ncpus; struct { int lcpu; u64 expires; } cpu[0]; }; struct uv_hub_nmi_s { raw_spinlock_t nmi_lock; atomic_t in_nmi; atomic_t cpu_owner; atomic_t read_mmr_count; atomic_t nmi_count; long unsigned int nmi_value; bool hub_present; bool pch_owner; }; struct uv_cpu_nmi_s { struct uv_hub_nmi_s *hub; int state; int pinging; int queries; int pings; }; struct nmi_action { char *action; char *desc; }; typedef char action_t[16]; struct init_nmi { unsigned int offset; unsigned int mask; unsigned int data; }; struct bpf_cgroup_storage; struct bpf_prog_array_item { struct bpf_prog *prog; union { struct bpf_cgroup_storage *cgroup_storage[2]; u64 bpf_cookie; }; }; struct bpf_prog_array { struct callback_head rcu; struct bpf_prog_array_item items[0]; }; enum bpf_prog_type { BPF_PROG_TYPE_UNSPEC = 0, BPF_PROG_TYPE_SOCKET_FILTER = 1, BPF_PROG_TYPE_KPROBE = 2, BPF_PROG_TYPE_SCHED_CLS = 3, BPF_PROG_TYPE_SCHED_ACT = 4, BPF_PROG_TYPE_TRACEPOINT = 5, BPF_PROG_TYPE_XDP = 6, BPF_PROG_TYPE_PERF_EVENT = 7, BPF_PROG_TYPE_CGROUP_SKB = 8, BPF_PROG_TYPE_CGROUP_SOCK = 9, BPF_PROG_TYPE_LWT_IN = 10, BPF_PROG_TYPE_LWT_OUT = 11, BPF_PROG_TYPE_LWT_XMIT = 12, BPF_PROG_TYPE_SOCK_OPS = 13, BPF_PROG_TYPE_SK_SKB = 14, BPF_PROG_TYPE_CGROUP_DEVICE = 15, BPF_PROG_TYPE_SK_MSG = 16, BPF_PROG_TYPE_RAW_TRACEPOINT = 17, BPF_PROG_TYPE_CGROUP_SOCK_ADDR = 18, BPF_PROG_TYPE_LWT_SEG6LOCAL = 19, BPF_PROG_TYPE_LIRC_MODE2 = 20, BPF_PROG_TYPE_SK_REUSEPORT = 21, BPF_PROG_TYPE_FLOW_DISSECTOR = 22, BPF_PROG_TYPE_CGROUP_SYSCTL = 23, BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE = 24, BPF_PROG_TYPE_CGROUP_SOCKOPT = 25, BPF_PROG_TYPE_TRACING = 26, BPF_PROG_TYPE_STRUCT_OPS = 27, BPF_PROG_TYPE_EXT = 28, BPF_PROG_TYPE_LSM = 29, BPF_PROG_TYPE_SK_LOOKUP = 30, BPF_PROG_TYPE_SYSCALL = 31, }; enum bpf_attach_type { BPF_CGROUP_INET_INGRESS = 0, BPF_CGROUP_INET_EGRESS = 1, BPF_CGROUP_INET_SOCK_CREATE = 2, BPF_CGROUP_SOCK_OPS = 3, BPF_SK_SKB_STREAM_PARSER = 4, BPF_SK_SKB_STREAM_VERDICT = 5, BPF_CGROUP_DEVICE = 6, BPF_SK_MSG_VERDICT = 7, BPF_CGROUP_INET4_BIND = 8, BPF_CGROUP_INET6_BIND = 9, BPF_CGROUP_INET4_CONNECT = 10, BPF_CGROUP_INET6_CONNECT = 11, BPF_CGROUP_INET4_POST_BIND = 12, BPF_CGROUP_INET6_POST_BIND = 13, BPF_CGROUP_UDP4_SENDMSG = 14, BPF_CGROUP_UDP6_SENDMSG = 15, BPF_LIRC_MODE2 = 16, BPF_FLOW_DISSECTOR = 17, BPF_CGROUP_SYSCTL = 18, BPF_CGROUP_UDP4_RECVMSG = 19, BPF_CGROUP_UDP6_RECVMSG = 20, BPF_CGROUP_GETSOCKOPT = 21, BPF_CGROUP_SETSOCKOPT = 22, BPF_TRACE_RAW_TP = 23, BPF_TRACE_FENTRY = 24, BPF_TRACE_FEXIT = 25, BPF_MODIFY_RETURN = 26, BPF_LSM_MAC = 27, BPF_TRACE_ITER = 28, BPF_CGROUP_INET4_GETPEERNAME = 29, BPF_CGROUP_INET6_GETPEERNAME = 30, BPF_CGROUP_INET4_GETSOCKNAME = 31, BPF_CGROUP_INET6_GETSOCKNAME = 32, BPF_XDP_DEVMAP = 33, BPF_CGROUP_INET_SOCK_RELEASE = 34, BPF_XDP_CPUMAP = 35, BPF_SK_LOOKUP = 36, BPF_XDP = 37, BPF_SK_SKB_VERDICT = 38, BPF_SK_REUSEPORT_SELECT = 39, BPF_SK_REUSEPORT_SELECT_OR_MIGRATE = 40, BPF_PERF_EVENT = 41, BPF_TRACE_KPROBE_MULTI = 42, __MAX_BPF_ATTACH_TYPE = 43, }; struct sock_filter { __u16 code; __u8 jt; __u8 jf; __u32 k; }; struct bpf_insn { __u8 code; __u8 dst_reg: 4; __u8 src_reg: 4; __s16 off; __s32 imm; }; struct bpf_prog_stats; struct bpf_prog_aux; struct sock_fprog_kern; struct bpf_prog { u16 pages; u16 jited: 1; u16 jit_requested: 1; u16 gpl_compatible: 1; u16 cb_access: 1; u16 dst_needed: 1; u16 blinding_requested: 1; u16 blinded: 1; u16 is_func: 1; u16 kprobe_override: 1; u16 has_callchain_buf: 1; u16 enforce_expected_attach_type: 1; u16 call_get_stack: 1; u16 call_get_func_ip: 1; u16 tstamp_type_access: 1; enum bpf_prog_type type; enum bpf_attach_type expected_attach_type; u32 len; u32 jited_len; u8 tag[8]; struct bpf_prog_stats *stats; int *active; unsigned int (*bpf_func)(const void *, const struct bpf_insn *); struct bpf_prog_aux *aux; struct sock_fprog_kern *orig_prog; union { struct { struct { } __empty_insns; struct sock_filter insns[0]; }; struct { struct { } __empty_insnsi; struct bpf_insn insnsi[0]; }; }; }; struct tc_stats { __u64 bytes; __u32 packets; __u32 drops; __u32 overlimits; __u32 bps; __u32 pps; __u32 qlen; __u32 backlog; }; struct tc_sizespec { unsigned char cell_log; unsigned char size_log; short int cell_align; int overhead; unsigned int linklayer; unsigned int mpu; unsigned int mtu; unsigned int tsize; }; struct net_rate_estimator; struct qdisc_skb_head { struct sk_buff *head; struct sk_buff *tail; __u32 qlen; spinlock_t lock; }; struct gnet_stats_basic_sync { u64_stats_t bytes; u64_stats_t packets; struct u64_stats_sync syncp; }; struct gnet_stats_queue { __u32 qlen; __u32 backlog; __u32 drops; __u32 requeues; __u32 overlimits; }; struct Qdisc_ops; struct qdisc_size_table; struct Qdisc { int (*enqueue)(struct sk_buff *, struct Qdisc *, struct sk_buff **); struct sk_buff * (*dequeue)(struct Qdisc *); unsigned int flags; u32 limit; const struct Qdisc_ops *ops; struct qdisc_size_table *stab; struct hlist_node hash; u32 handle; u32 parent; struct netdev_queue *dev_queue; struct net_rate_estimator *rate_est; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_queue *cpu_qstats; int pad; refcount_t refcnt; long: 64; long: 64; long: 64; struct sk_buff_head gso_skb; struct qdisc_skb_head q; struct gnet_stats_basic_sync bstats; struct gnet_stats_queue qstats; long unsigned int state; long unsigned int state2; struct Qdisc *next_sched; struct sk_buff_head skb_bad_txq; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t busylock; spinlock_t seqlock; struct callback_head rcu; netdevice_tracker dev_tracker; long: 64; long: 64; long: 64; long: 64; long: 64; long int privdata[0]; }; enum bpf_map_type { BPF_MAP_TYPE_UNSPEC = 0, BPF_MAP_TYPE_HASH = 1, BPF_MAP_TYPE_ARRAY = 2, BPF_MAP_TYPE_PROG_ARRAY = 3, BPF_MAP_TYPE_PERF_EVENT_ARRAY = 4, BPF_MAP_TYPE_PERCPU_HASH = 5, BPF_MAP_TYPE_PERCPU_ARRAY = 6, BPF_MAP_TYPE_STACK_TRACE = 7, BPF_MAP_TYPE_CGROUP_ARRAY = 8, BPF_MAP_TYPE_LRU_HASH = 9, BPF_MAP_TYPE_LRU_PERCPU_HASH = 10, BPF_MAP_TYPE_LPM_TRIE = 11, BPF_MAP_TYPE_ARRAY_OF_MAPS = 12, BPF_MAP_TYPE_HASH_OF_MAPS = 13, BPF_MAP_TYPE_DEVMAP = 14, BPF_MAP_TYPE_SOCKMAP = 15, BPF_MAP_TYPE_CPUMAP = 16, BPF_MAP_TYPE_XSKMAP = 17, BPF_MAP_TYPE_SOCKHASH = 18, BPF_MAP_TYPE_CGROUP_STORAGE = 19, BPF_MAP_TYPE_REUSEPORT_SOCKARRAY = 20, BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE = 21, BPF_MAP_TYPE_QUEUE = 22, BPF_MAP_TYPE_STACK = 23, BPF_MAP_TYPE_SK_STORAGE = 24, BPF_MAP_TYPE_DEVMAP_HASH = 25, BPF_MAP_TYPE_STRUCT_OPS = 26, BPF_MAP_TYPE_RINGBUF = 27, BPF_MAP_TYPE_INODE_STORAGE = 28, BPF_MAP_TYPE_TASK_STORAGE = 29, BPF_MAP_TYPE_BLOOM_FILTER = 30, }; struct bpf_map_ops; struct bpf_map_value_off; struct btf; struct bpf_map_off_arr; struct bpf_map { const struct bpf_map_ops *ops; struct bpf_map *inner_map_meta; void *security; enum bpf_map_type map_type; u32 key_size; u32 value_size; u32 max_entries; u64 map_extra; u32 map_flags; int spin_lock_off; struct bpf_map_value_off *kptr_off_tab; int timer_off; u32 id; int numa_node; u32 btf_key_type_id; u32 btf_value_type_id; u32 btf_vmlinux_value_type_id; struct btf *btf; struct mem_cgroup *memcg; char name[16]; struct bpf_map_off_arr *off_arr; atomic64_t refcnt; atomic64_t usercnt; struct work_struct work; struct mutex freeze_mutex; atomic64_t writecnt; struct { spinlock_t lock; enum bpf_prog_type type; bool jited; bool xdp_has_frags; } owner; bool bypass_spec_v1; bool frozen; long: 16; long: 64; long: 64; long: 64; }; struct bpf_map_dev_ops; struct bpf_offloaded_map { struct bpf_map map; struct net_device *netdev; const struct bpf_map_dev_ops *dev_ops; void *dev_priv; struct list_head offloads; long: 64; long: 64; long: 64; }; struct tcf_proto; struct tcf_block; struct mini_Qdisc { struct tcf_proto *filter_list; struct tcf_block *block; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_queue *cpu_qstats; long unsigned int rcu_state; }; enum { BPF_REG_0 = 0, BPF_REG_1 = 1, BPF_REG_2 = 2, BPF_REG_3 = 3, BPF_REG_4 = 4, BPF_REG_5 = 5, BPF_REG_6 = 6, BPF_REG_7 = 7, BPF_REG_8 = 8, BPF_REG_9 = 9, BPF_REG_10 = 10, __MAX_BPF_REG = 11, }; enum bpf_link_type { BPF_LINK_TYPE_UNSPEC = 0, BPF_LINK_TYPE_RAW_TRACEPOINT = 1, BPF_LINK_TYPE_TRACING = 2, BPF_LINK_TYPE_CGROUP = 3, BPF_LINK_TYPE_ITER = 4, BPF_LINK_TYPE_NETNS = 5, BPF_LINK_TYPE_XDP = 6, BPF_LINK_TYPE_PERF_EVENT = 7, BPF_LINK_TYPE_KPROBE_MULTI = 8, BPF_LINK_TYPE_STRUCT_OPS = 9, MAX_BPF_LINK_TYPE = 10, }; union bpf_attr { struct { __u32 map_type; __u32 key_size; __u32 value_size; __u32 max_entries; __u32 map_flags; __u32 inner_map_fd; __u32 numa_node; char map_name[16]; __u32 map_ifindex; __u32 btf_fd; __u32 btf_key_type_id; __u32 btf_value_type_id; __u32 btf_vmlinux_value_type_id; __u64 map_extra; }; struct { __u32 map_fd; __u64 key; union { __u64 value; __u64 next_key; }; __u64 flags; }; struct { __u64 in_batch; __u64 out_batch; __u64 keys; __u64 values; __u32 count; __u32 map_fd; __u64 elem_flags; __u64 flags; } batch; struct { __u32 prog_type; __u32 insn_cnt; __u64 insns; __u64 license; __u32 log_level; __u32 log_size; __u64 log_buf; __u32 kern_version; __u32 prog_flags; char prog_name[16]; __u32 prog_ifindex; __u32 expected_attach_type; __u32 prog_btf_fd; __u32 func_info_rec_size; __u64 func_info; __u32 func_info_cnt; __u32 line_info_rec_size; __u64 line_info; __u32 line_info_cnt; __u32 attach_btf_id; union { __u32 attach_prog_fd; __u32 attach_btf_obj_fd; }; __u32 core_relo_cnt; __u64 fd_array; __u64 core_relos; __u32 core_relo_rec_size; }; struct { __u64 pathname; __u32 bpf_fd; __u32 file_flags; }; struct { __u32 target_fd; __u32 attach_bpf_fd; __u32 attach_type; __u32 attach_flags; __u32 replace_bpf_fd; }; struct { __u32 prog_fd; __u32 retval; __u32 data_size_in; __u32 data_size_out; __u64 data_in; __u64 data_out; __u32 repeat; __u32 duration; __u32 ctx_size_in; __u32 ctx_size_out; __u64 ctx_in; __u64 ctx_out; __u32 flags; __u32 cpu; __u32 batch_size; } test; struct { union { __u32 start_id; __u32 prog_id; __u32 map_id; __u32 btf_id; __u32 link_id; }; __u32 next_id; __u32 open_flags; }; struct { __u32 bpf_fd; __u32 info_len; __u64 info; } info; struct { __u32 target_fd; __u32 attach_type; __u32 query_flags; __u32 attach_flags; __u64 prog_ids; __u32 prog_cnt; } query; struct { __u64 name; __u32 prog_fd; } raw_tracepoint; struct { __u64 btf; __u64 btf_log_buf; __u32 btf_size; __u32 btf_log_size; __u32 btf_log_level; }; struct { __u32 pid; __u32 fd; __u32 flags; __u32 buf_len; __u64 buf; __u32 prog_id; __u32 fd_type; __u64 probe_offset; __u64 probe_addr; } task_fd_query; struct { __u32 prog_fd; union { __u32 target_fd; __u32 target_ifindex; }; __u32 attach_type; __u32 flags; union { __u32 target_btf_id; struct { __u64 iter_info; __u32 iter_info_len; }; struct { __u64 bpf_cookie; } perf_event; struct { __u32 flags; __u32 cnt; __u64 syms; __u64 addrs; __u64 cookies; } kprobe_multi; struct { __u32 target_btf_id; __u64 cookie; } tracing; }; } link_create; struct { __u32 link_fd; __u32 new_prog_fd; __u32 flags; __u32 old_prog_fd; } link_update; struct { __u32 link_fd; } link_detach; struct { __u32 type; } enable_stats; struct { __u32 link_fd; __u32 flags; } iter_create; struct { __u32 prog_fd; __u32 map_fd; __u32 flags; } prog_bind_map; }; struct bpf_link_info { __u32 type; __u32 id; __u32 prog_id; union { struct { __u64 tp_name; __u32 tp_name_len; } raw_tracepoint; struct { __u32 attach_type; __u32 target_obj_id; __u32 target_btf_id; } tracing; struct { __u64 cgroup_id; __u32 attach_type; } cgroup; struct { __u64 target_name; __u32 target_name_len; union { struct { __u32 map_id; } map; }; } iter; struct { __u32 netns_ino; __u32 attach_type; } netns; struct { __u32 ifindex; } xdp; }; }; struct bpf_func_info { __u32 insn_off; __u32 type_id; }; struct bpf_line_info { __u32 insn_off; __u32 file_name_off; __u32 line_off; __u32 line_col; }; struct btf_type { __u32 name_off; __u32 info; union { __u32 size; __u32 type; }; }; typedef void (*btf_dtor_kfunc_t)(void *); typedef u64 (*bpf_callback_t)(u64, u64, u64, u64, u64); struct bpf_iter_aux_info; typedef int (*bpf_iter_init_seq_priv_t)(void *, struct bpf_iter_aux_info *); struct bpf_iter_aux_info { struct bpf_map *map; }; typedef void (*bpf_iter_fini_seq_priv_t)(void *); struct bpf_iter_seq_info { const struct seq_operations *seq_ops; bpf_iter_init_seq_priv_t init_seq_private; bpf_iter_fini_seq_priv_t fini_seq_private; u32 seq_priv_size; }; struct bpf_local_storage_map; struct bpf_verifier_env; struct bpf_func_state; struct bpf_map_ops { int (*map_alloc_check)(union bpf_attr *); struct bpf_map * (*map_alloc)(union bpf_attr *); void (*map_release)(struct bpf_map *, struct file *); void (*map_free)(struct bpf_map *); int (*map_get_next_key)(struct bpf_map *, void *, void *); void (*map_release_uref)(struct bpf_map *); void * (*map_lookup_elem_sys_only)(struct bpf_map *, void *); int (*map_lookup_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); int (*map_lookup_and_delete_elem)(struct bpf_map *, void *, void *, u64); int (*map_lookup_and_delete_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); int (*map_update_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); int (*map_delete_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); void * (*map_lookup_elem)(struct bpf_map *, void *); int (*map_update_elem)(struct bpf_map *, void *, void *, u64); int (*map_delete_elem)(struct bpf_map *, void *); int (*map_push_elem)(struct bpf_map *, void *, u64); int (*map_pop_elem)(struct bpf_map *, void *); int (*map_peek_elem)(struct bpf_map *, void *); void * (*map_lookup_percpu_elem)(struct bpf_map *, void *, u32); void * (*map_fd_get_ptr)(struct bpf_map *, struct file *, int); void (*map_fd_put_ptr)(void *); int (*map_gen_lookup)(struct bpf_map *, struct bpf_insn *); u32 (*map_fd_sys_lookup_elem)(void *); void (*map_seq_show_elem)(struct bpf_map *, void *, struct seq_file *); int (*map_check_btf)(const struct bpf_map *, const struct btf *, const struct btf_type *, const struct btf_type *); int (*map_poke_track)(struct bpf_map *, struct bpf_prog_aux *); void (*map_poke_untrack)(struct bpf_map *, struct bpf_prog_aux *); void (*map_poke_run)(struct bpf_map *, u32, struct bpf_prog *, struct bpf_prog *); int (*map_direct_value_addr)(const struct bpf_map *, u64 *, u32); int (*map_direct_value_meta)(const struct bpf_map *, u64, u32 *); int (*map_mmap)(struct bpf_map *, struct vm_area_struct *); __poll_t (*map_poll)(struct bpf_map *, struct file *, struct poll_table_struct *); int (*map_local_storage_charge)(struct bpf_local_storage_map *, void *, u32); void (*map_local_storage_uncharge)(struct bpf_local_storage_map *, void *, u32); struct bpf_local_storage ** (*map_owner_storage_ptr)(void *); int (*map_redirect)(struct bpf_map *, u32, u64); bool (*map_meta_equal)(const struct bpf_map *, const struct bpf_map *); int (*map_set_for_each_callback_args)(struct bpf_verifier_env *, struct bpf_func_state *, struct bpf_func_state *); int (*map_for_each_callback)(struct bpf_map *, bpf_callback_t, void *, u64); int *map_btf_id; const struct bpf_iter_seq_info *iter_seq_info; }; struct btf_header { __u16 magic; __u8 version; __u8 flags; __u32 hdr_len; __u32 type_off; __u32 type_len; __u32 str_off; __u32 str_len; }; struct btf_kfunc_set_tab; struct btf_id_dtor_kfunc_tab; struct btf { void *data; struct btf_type **types; u32 *resolved_ids; u32 *resolved_sizes; const char *strings; void *nohdr_data; struct btf_header hdr; u32 nr_types; u32 types_size; u32 data_size; refcount_t refcnt; u32 id; struct callback_head rcu; struct btf_kfunc_set_tab *kfunc_set_tab; struct btf_id_dtor_kfunc_tab *dtor_kfunc_tab; struct btf *base_btf; u32 start_id; u32 start_str_off; char name[56]; bool kernel_btf; }; struct bpf_ksym { long unsigned int start; long unsigned int end; char name[128]; struct list_head lnode; struct latch_tree_node tnode; bool prog; }; struct bpf_ctx_arg_aux; struct bpf_trampoline; struct bpf_jit_poke_descriptor; struct bpf_kfunc_desc_tab; struct bpf_kfunc_btf_tab; struct bpf_prog_ops; struct btf_mod_pair; struct bpf_prog_offload; struct bpf_func_info_aux; struct bpf_prog_aux { atomic64_t refcnt; u32 used_map_cnt; u32 used_btf_cnt; u32 max_ctx_offset; u32 max_pkt_offset; u32 max_tp_access; u32 stack_depth; u32 id; u32 func_cnt; u32 func_idx; u32 attach_btf_id; u32 ctx_arg_info_size; u32 max_rdonly_access; u32 max_rdwr_access; struct btf *attach_btf; const struct bpf_ctx_arg_aux *ctx_arg_info; struct mutex dst_mutex; struct bpf_prog *dst_prog; struct bpf_trampoline *dst_trampoline; enum bpf_prog_type saved_dst_prog_type; enum bpf_attach_type saved_dst_attach_type; bool verifier_zext; bool offload_requested; bool attach_btf_trace; bool func_proto_unreliable; bool sleepable; bool tail_call_reachable; bool xdp_has_frags; bool use_bpf_prog_pack; const struct btf_type *attach_func_proto; const char *attach_func_name; struct bpf_prog **func; void *jit_data; struct bpf_jit_poke_descriptor *poke_tab; struct bpf_kfunc_desc_tab *kfunc_tab; struct bpf_kfunc_btf_tab *kfunc_btf_tab; u32 size_poke_tab; struct bpf_ksym ksym; const struct bpf_prog_ops *ops; struct bpf_map **used_maps; struct mutex used_maps_mutex; struct btf_mod_pair *used_btfs; struct bpf_prog *prog; struct user_struct *user; u64 load_time; u32 verified_insns; struct bpf_map *cgroup_storage[2]; char name[16]; void *security; struct bpf_prog_offload *offload; struct btf *btf; struct bpf_func_info *func_info; struct bpf_func_info_aux *func_info_aux; struct bpf_line_info *linfo; void **jited_linfo; u32 func_info_cnt; u32 nr_linfo; u32 linfo_idx; u32 num_exentries; struct exception_table_entry *extable; union { struct work_struct work; struct callback_head rcu; }; }; enum bpf_kptr_type { BPF_KPTR_UNREF = 0, BPF_KPTR_REF = 1, }; struct bpf_map_value_off_desc { u32 offset; enum bpf_kptr_type type; struct { struct btf *btf; struct module *module; btf_dtor_kfunc_t dtor; u32 btf_id; } kptr; }; struct bpf_map_value_off { u32 nr_off; struct bpf_map_value_off_desc off[0]; }; struct bpf_map_off_arr { u32 cnt; u32 field_off[10]; u8 field_sz[10]; }; struct bpf_map_dev_ops { int (*map_get_next_key)(struct bpf_offloaded_map *, void *, void *); int (*map_lookup_elem)(struct bpf_offloaded_map *, void *, void *); int (*map_update_elem)(struct bpf_offloaded_map *, void *, void *, u64); int (*map_delete_elem)(struct bpf_offloaded_map *, void *); }; struct bpf_prog_ops { int (*test_run)(struct bpf_prog *, const union bpf_attr *, union bpf_attr *); }; struct bpf_offload_dev; struct bpf_prog_offload { struct bpf_prog *prog; struct net_device *netdev; struct bpf_offload_dev *offdev; void *dev_priv; struct list_head offloads; bool dev_state; bool opt_failed; void *jited_image; u32 jited_len; }; struct btf_func_model { u8 ret_size; u8 nr_args; u8 arg_size[12]; }; struct bpf_tramp_link; struct bpf_tramp_links { struct bpf_tramp_link *links[38]; int nr_links; }; struct bpf_link_ops; struct bpf_link { atomic64_t refcnt; u32 id; enum bpf_link_type type; const struct bpf_link_ops *ops; struct bpf_prog *prog; struct work_struct work; }; struct bpf_tramp_link { struct bpf_link link; struct hlist_node tramp_hlist; u64 cookie; }; struct bpf_tramp_image { void *image; struct bpf_ksym ksym; struct percpu_ref pcref; void *ip_after_call; void *ip_epilogue; union { struct callback_head rcu; struct work_struct work; }; }; struct bpf_trampoline { struct hlist_node hlist; struct mutex mutex; refcount_t refcnt; u64 key; struct { struct btf_func_model model; void *addr; bool ftrace_managed; } func; struct bpf_prog *extension_prog; struct hlist_head progs_hlist[3]; int progs_cnt[3]; struct bpf_tramp_image *cur_image; u64 selector; struct module *mod; }; struct bpf_func_info_aux { u16 linkage; bool unreliable; }; enum bpf_jit_poke_reason { BPF_POKE_REASON_TAIL_CALL = 0, }; struct bpf_jit_poke_descriptor { void *tailcall_target; void *tailcall_bypass; void *bypass_addr; void *aux; union { struct { struct bpf_map *map; u32 key; } tail_call; }; bool tailcall_target_stable; u8 adj_off; u16 reason; u32 insn_idx; }; struct bpf_ctx_arg_aux { u32 offset; enum bpf_reg_type reg_type; u32 btf_id; }; struct btf_mod_pair { struct btf *btf; struct module *module; }; struct bpf_prog_stats { u64_stats_t cnt; u64_stats_t nsecs; u64_stats_t misses; struct u64_stats_sync syncp; long: 64; }; struct sock_fprog_kern { u16 len; struct sock_filter *filter; }; struct bpf_array_aux { struct list_head poke_progs; struct bpf_map *map; struct mutex poke_mutex; struct work_struct work; }; struct bpf_link_ops { void (*release)(struct bpf_link *); void (*dealloc)(struct bpf_link *); int (*detach)(struct bpf_link *); int (*update_prog)(struct bpf_link *, struct bpf_prog *, struct bpf_prog *); void (*show_fdinfo)(const struct bpf_link *, struct seq_file *); int (*fill_link_info)(const struct bpf_link *, struct bpf_link_info *); }; struct bpf_array { struct bpf_map map; u32 elem_size; u32 index_mask; struct bpf_array_aux *aux; union { char value[0]; void *ptrs[0]; void *pptrs[0]; }; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum bpf_text_poke_type { BPF_MOD_CALL = 0, BPF_MOD_JUMP = 1, }; struct tcmsg { unsigned char tcm_family; unsigned char tcm__pad1; short unsigned int tcm__pad2; int tcm_ifindex; __u32 tcm_handle; __u32 tcm_parent; __u32 tcm_info; }; struct gnet_dump { spinlock_t *lock; struct sk_buff *skb; struct nlattr *tail; int compat_tc_stats; int compat_xstats; int padattr; void *xstats; int xstats_len; struct tc_stats tc_stats; }; enum flow_action_hw_stats_bit { FLOW_ACTION_HW_STATS_IMMEDIATE_BIT = 0, FLOW_ACTION_HW_STATS_DELAYED_BIT = 1, FLOW_ACTION_HW_STATS_DISABLED_BIT = 2, FLOW_ACTION_HW_STATS_NUM_BITS = 3, }; struct flow_block { struct list_head cb_list; }; typedef int flow_setup_cb_t(enum tc_setup_type, void *, void *); struct qdisc_size_table { struct callback_head rcu; struct list_head list; struct tc_sizespec szopts; int refcnt; u16 data[0]; }; struct Qdisc_class_ops; struct Qdisc_ops { struct Qdisc_ops *next; const struct Qdisc_class_ops *cl_ops; char id[16]; int priv_size; unsigned int static_flags; int (*enqueue)(struct sk_buff *, struct Qdisc *, struct sk_buff **); struct sk_buff * (*dequeue)(struct Qdisc *); struct sk_buff * (*peek)(struct Qdisc *); int (*init)(struct Qdisc *, struct nlattr *, struct netlink_ext_ack *); void (*reset)(struct Qdisc *); void (*destroy)(struct Qdisc *); int (*change)(struct Qdisc *, struct nlattr *, struct netlink_ext_ack *); void (*attach)(struct Qdisc *); int (*change_tx_queue_len)(struct Qdisc *, unsigned int); void (*change_real_num_tx)(struct Qdisc *, unsigned int); int (*dump)(struct Qdisc *, struct sk_buff *); int (*dump_stats)(struct Qdisc *, struct gnet_dump *); void (*ingress_block_set)(struct Qdisc *, u32); void (*egress_block_set)(struct Qdisc *, u32); u32 (*ingress_block_get)(struct Qdisc *); u32 (*egress_block_get)(struct Qdisc *); struct module *owner; }; struct qdisc_walker; struct Qdisc_class_ops { unsigned int flags; struct netdev_queue * (*select_queue)(struct Qdisc *, struct tcmsg *); int (*graft)(struct Qdisc *, long unsigned int, struct Qdisc *, struct Qdisc **, struct netlink_ext_ack *); struct Qdisc * (*leaf)(struct Qdisc *, long unsigned int); void (*qlen_notify)(struct Qdisc *, long unsigned int); long unsigned int (*find)(struct Qdisc *, u32); int (*change)(struct Qdisc *, u32, u32, struct nlattr **, long unsigned int *, struct netlink_ext_ack *); int (*delete)(struct Qdisc *, long unsigned int, struct netlink_ext_ack *); void (*walk)(struct Qdisc *, struct qdisc_walker *); struct tcf_block * (*tcf_block)(struct Qdisc *, long unsigned int, struct netlink_ext_ack *); long unsigned int (*bind_tcf)(struct Qdisc *, long unsigned int, u32); void (*unbind_tcf)(struct Qdisc *, long unsigned int); int (*dump)(struct Qdisc *, long unsigned int, struct sk_buff *, struct tcmsg *); int (*dump_stats)(struct Qdisc *, long unsigned int, struct gnet_dump *); }; struct tcf_chain; struct tcf_block { struct mutex lock; struct list_head chain_list; u32 index; u32 classid; refcount_t refcnt; struct net *net; struct Qdisc *q; struct rw_semaphore cb_lock; struct flow_block flow_block; struct list_head owner_list; bool keep_dst; atomic_t offloadcnt; unsigned int nooffloaddevcnt; unsigned int lockeddevcnt; struct { struct tcf_chain *chain; struct list_head filter_chain_list; } chain0; struct callback_head rcu; struct hlist_head proto_destroy_ht[128]; struct mutex proto_destroy_lock; }; struct tcf_result; struct tcf_proto_ops; struct tcf_proto { struct tcf_proto *next; void *root; int (*classify)(struct sk_buff *, const struct tcf_proto *, struct tcf_result *); __be16 protocol; u32 prio; void *data; const struct tcf_proto_ops *ops; struct tcf_chain *chain; spinlock_t lock; bool deleting; refcount_t refcnt; struct callback_head rcu; struct hlist_node destroy_ht_node; }; struct tcf_result { union { struct { long unsigned int class; u32 classid; }; const struct tcf_proto *goto_tp; struct { bool ingress; struct gnet_stats_queue *qstats; }; }; }; struct tcf_walker; struct tcf_proto_ops { struct list_head head; char kind[16]; int (*classify)(struct sk_buff *, const struct tcf_proto *, struct tcf_result *); int (*init)(struct tcf_proto *); void (*destroy)(struct tcf_proto *, bool, struct netlink_ext_ack *); void * (*get)(struct tcf_proto *, u32); void (*put)(struct tcf_proto *, void *); int (*change)(struct net *, struct sk_buff *, struct tcf_proto *, long unsigned int, u32, struct nlattr **, void **, u32, struct netlink_ext_ack *); int (*delete)(struct tcf_proto *, void *, bool *, bool, struct netlink_ext_ack *); bool (*delete_empty)(struct tcf_proto *); void (*walk)(struct tcf_proto *, struct tcf_walker *, bool); int (*reoffload)(struct tcf_proto *, bool, flow_setup_cb_t *, void *, struct netlink_ext_ack *); void (*hw_add)(struct tcf_proto *, void *); void (*hw_del)(struct tcf_proto *, void *); void (*bind_class)(void *, u32, long unsigned int, void *, long unsigned int); void * (*tmplt_create)(struct net *, struct tcf_chain *, struct nlattr **, struct netlink_ext_ack *); void (*tmplt_destroy)(void *); int (*dump)(struct net *, struct tcf_proto *, void *, struct sk_buff *, struct tcmsg *, bool); int (*terse_dump)(struct net *, struct tcf_proto *, void *, struct sk_buff *, struct tcmsg *, bool); int (*tmplt_dump)(struct sk_buff *, struct net *, void *); struct module *owner; int flags; }; struct tcf_chain { struct mutex filter_chain_lock; struct tcf_proto *filter_chain; struct list_head list; struct tcf_block *block; u32 index; unsigned int refcnt; unsigned int action_refcnt; bool explicitly_created; bool flushing; const struct tcf_proto_ops *tmplt_ops; void *tmplt_priv; struct callback_head rcu; }; struct bpf_binary_header { u32 size; int: 32; u8 image[0]; }; struct jit_context { int cleanup_addr; int tail_call_direct_label; int tail_call_indirect_label; }; struct x64_jit_data { struct bpf_binary_header *rw_header; struct bpf_binary_header *header; int *addrs; u8 *image; int proglen; struct jit_context ctx; }; enum tk_offsets { TK_OFFS_REAL = 0, TK_OFFS_BOOT = 1, TK_OFFS_TAI = 2, TK_OFFS_MAX = 3, }; struct clone_args { __u64 flags; __u64 pidfd; __u64 child_tid; __u64 parent_tid; __u64 exit_signal; __u64 stack; __u64 stack_size; __u64 tls; __u64 set_tid; __u64 set_tid_size; __u64 cgroup; }; struct fdtable { unsigned int max_fds; struct file **fd; long unsigned int *close_on_exec; long unsigned int *open_fds; long unsigned int *full_fds_bits; struct callback_head rcu; }; struct files_struct { atomic_t count; bool resize_in_progress; wait_queue_head_t resize_wait; struct fdtable *fdt; struct fdtable fdtab; long: 64; long: 64; long: 64; long: 64; spinlock_t file_lock; unsigned int next_fd; long unsigned int close_on_exec_init[1]; long unsigned int open_fds_init[1]; long unsigned int full_fds_bits_init[1]; struct file *fd_array[64]; long: 64; long: 64; long: 64; long: 64; }; struct robust_list { struct robust_list *next; }; struct robust_list_head { struct robust_list list; long int futex_offset; struct robust_list *list_op_pending; }; struct multiprocess_signals { sigset_t signal; struct hlist_node node; }; typedef int (*proc_visitor)(struct task_struct *, void *); struct io_uring_cmd { struct file *file; const void *cmd; void (*task_work_cb)(struct io_uring_cmd *); u32 cmd_op; u32 pad; u8 pdu[32]; }; enum { FUTEX_STATE_OK = 0, FUTEX_STATE_EXITING = 1, FUTEX_STATE_DEAD = 2, }; enum proc_hidepid { HIDEPID_OFF = 0, HIDEPID_NO_ACCESS = 1, HIDEPID_INVISIBLE = 2, HIDEPID_NOT_PTRACEABLE = 4, }; enum proc_pidonly { PROC_PIDONLY_OFF = 0, PROC_PIDONLY_ON = 1, }; struct proc_fs_info { struct pid_namespace *pid_ns; struct dentry *proc_self; struct dentry *proc_thread_self; kgid_t pid_gid; enum proc_hidepid hide_pid; enum proc_pidonly pidonly; }; struct trace_event_raw_task_newtask { struct trace_entry ent; pid_t pid; char comm[16]; long unsigned int clone_flags; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_task_rename { struct trace_entry ent; pid_t pid; char oldcomm[16]; char newcomm[16]; short int oom_score_adj; char __data[0]; }; struct trace_event_data_offsets_task_newtask {}; struct trace_event_data_offsets_task_rename {}; typedef void (*btf_trace_task_newtask)(void *, struct task_struct *, long unsigned int); typedef void (*btf_trace_task_rename)(void *, struct task_struct *, const char *); struct vm_stack { struct callback_head rcu; struct vm_struct *stack_vm_area; }; struct taint_flag { char c_true; char c_false; bool module; }; enum ftrace_dump_mode { DUMP_NONE = 0, DUMP_ALL = 1, DUMP_ORIG = 2, }; enum kmsg_dump_reason { KMSG_DUMP_UNDEF = 0, KMSG_DUMP_PANIC = 1, KMSG_DUMP_OOPS = 2, KMSG_DUMP_EMERG = 3, KMSG_DUMP_SHUTDOWN = 4, KMSG_DUMP_MAX = 5, }; enum con_flush_mode { CONSOLE_FLUSH_PENDING = 0, CONSOLE_REPLAY_ALL = 1, }; enum error_detector { ERROR_DETECTOR_KFENCE = 0, ERROR_DETECTOR_KASAN = 1, ERROR_DETECTOR_WARN = 2, }; struct warn_args { const char *fmt; va_list args; }; enum hk_type { HK_TYPE_TIMER = 0, HK_TYPE_RCU = 1, HK_TYPE_MISC = 2, HK_TYPE_SCHED = 3, HK_TYPE_TICK = 4, HK_TYPE_DOMAIN = 5, HK_TYPE_WQ = 6, HK_TYPE_MANAGED_IRQ = 7, HK_TYPE_KTHREAD = 8, HK_TYPE_MAX = 9, }; struct smp_hotplug_thread { struct task_struct **store; struct list_head list; int (*thread_should_run)(unsigned int); void (*thread_fn)(unsigned int); void (*create)(unsigned int); void (*setup)(unsigned int); void (*cleanup)(unsigned int, bool); void (*park)(unsigned int); void (*unpark)(unsigned int); bool selfparking; const char *thread_comm; }; struct trace_event_raw_cpuhp_enter { struct trace_entry ent; unsigned int cpu; int target; int idx; void *fun; char __data[0]; }; struct trace_event_raw_cpuhp_multi_enter { struct trace_entry ent; unsigned int cpu; int target; int idx; void *fun; char __data[0]; }; struct trace_event_raw_cpuhp_exit { struct trace_entry ent; unsigned int cpu; int state; int idx; int ret; char __data[0]; }; struct trace_event_data_offsets_cpuhp_enter {}; struct trace_event_data_offsets_cpuhp_multi_enter {}; struct trace_event_data_offsets_cpuhp_exit {}; typedef void (*btf_trace_cpuhp_enter)(void *, unsigned int, int, int, int (*)(unsigned int)); typedef void (*btf_trace_cpuhp_multi_enter)(void *, unsigned int, int, int, int (*)(unsigned int, struct hlist_node *), struct hlist_node *); typedef void (*btf_trace_cpuhp_exit)(void *, unsigned int, int, int, int); struct cpuhp_cpu_state { enum cpuhp_state state; enum cpuhp_state target; enum cpuhp_state fail; struct task_struct *thread; bool should_run; bool rollback; bool single; bool bringup; struct hlist_node *node; struct hlist_node *last; enum cpuhp_state cb_state; int result; struct completion done_up; struct completion done_down; }; struct cpuhp_step { const char *name; union { int (*single)(unsigned int); int (*multi)(unsigned int, struct hlist_node *); } startup; union { int (*single)(unsigned int); int (*multi)(unsigned int, struct hlist_node *); } teardown; struct hlist_head list; bool cant_stop; bool multi_instance; }; enum cpu_mitigations { CPU_MITIGATIONS_OFF = 0, CPU_MITIGATIONS_AUTO = 1, CPU_MITIGATIONS_AUTO_NOSMT = 2, }; struct __kernel_old_timeval { __kernel_long_t tv_sec; __kernel_long_t tv_usec; }; struct old_timeval32 { old_time32_t tv_sec; s32 tv_usec; }; struct rusage { struct __kernel_old_timeval ru_utime; struct __kernel_old_timeval ru_stime; __kernel_long_t ru_maxrss; __kernel_long_t ru_ixrss; __kernel_long_t ru_idrss; __kernel_long_t ru_isrss; __kernel_long_t ru_minflt; __kernel_long_t ru_majflt; __kernel_long_t ru_nswap; __kernel_long_t ru_inblock; __kernel_long_t ru_oublock; __kernel_long_t ru_msgsnd; __kernel_long_t ru_msgrcv; __kernel_long_t ru_nsignals; __kernel_long_t ru_nvcsw; __kernel_long_t ru_nivcsw; }; struct compat_rusage { struct old_timeval32 ru_utime; struct old_timeval32 ru_stime; compat_long_t ru_maxrss; compat_long_t ru_ixrss; compat_long_t ru_idrss; compat_long_t ru_isrss; compat_long_t ru_minflt; compat_long_t ru_majflt; compat_long_t ru_nswap; compat_long_t ru_inblock; compat_long_t ru_oublock; compat_long_t ru_msgsnd; compat_long_t ru_msgrcv; compat_long_t ru_nsignals; compat_long_t ru_nvcsw; compat_long_t ru_nivcsw; }; struct waitid_info { pid_t pid; uid_t uid; int status; int cause; }; struct wait_opts { enum pid_type wo_type; int wo_flags; struct pid *wo_pid; struct waitid_info *wo_info; int wo_stat; struct rusage *wo_rusage; wait_queue_entry_t child_wait; int notask_error; }; struct trace_print_flags { long unsigned int mask; const char *name; }; struct softirq_action { void (*action)(struct softirq_action *); }; struct tasklet_struct { struct tasklet_struct *next; long unsigned int state; atomic_t count; bool use_callback; union { void (*func)(long unsigned int); void (*callback)(struct tasklet_struct *); }; long unsigned int data; }; enum { TASKLET_STATE_SCHED = 0, TASKLET_STATE_RUN = 1, }; struct kernel_stat { long unsigned int irqs_sum; unsigned int softirqs[10]; }; struct wait_bit_key { void *flags; int bit_nr; long unsigned int timeout; }; struct wait_bit_queue_entry { struct wait_bit_key key; struct wait_queue_entry wq_entry; }; struct trace_event_raw_irq_handler_entry { struct trace_entry ent; int irq; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_irq_handler_exit { struct trace_entry ent; int irq; int ret; char __data[0]; }; struct trace_event_raw_softirq { struct trace_entry ent; unsigned int vec; char __data[0]; }; struct trace_event_data_offsets_irq_handler_entry { u32 name; }; struct trace_event_data_offsets_irq_handler_exit {}; struct trace_event_data_offsets_softirq {}; typedef void (*btf_trace_irq_handler_entry)(void *, int, struct irqaction *); typedef void (*btf_trace_irq_handler_exit)(void *, int, struct irqaction *, int); typedef void (*btf_trace_softirq_entry)(void *, unsigned int); typedef void (*btf_trace_softirq_exit)(void *, unsigned int); typedef void (*btf_trace_softirq_raise)(void *, unsigned int); struct tasklet_head { struct tasklet_struct *head; struct tasklet_struct **tail; }; struct resource_entry { struct list_head node; struct resource *res; resource_size_t offset; struct resource __res; }; struct resource_constraint { resource_size_t min; resource_size_t max; resource_size_t align; resource_size_t (*alignf)(void *, const struct resource *, resource_size_t, resource_size_t); void *alignf_data; }; enum { MAX_IORES_LEVEL = 5, }; struct region_devres { struct resource *parent; resource_size_t start; resource_size_t n; }; struct sk_filter { refcount_t refcnt; struct callback_head rcu; struct bpf_prog *prog; }; enum sysctl_writes_mode { SYSCTL_WRITES_LEGACY = 4294967295, SYSCTL_WRITES_WARN = 0, SYSCTL_WRITES_STRICT = 1, }; struct do_proc_dointvec_minmax_conv_param { int *min; int *max; }; struct do_proc_douintvec_minmax_conv_param { unsigned int *min; unsigned int *max; }; struct __user_cap_header_struct { __u32 version; int pid; }; typedef struct __user_cap_header_struct *cap_user_header_t; struct __user_cap_data_struct { __u32 effective; __u32 permitted; __u32 inheritable; }; typedef struct __user_cap_data_struct *cap_user_data_t; struct sigqueue { struct list_head list; int flags; kernel_siginfo_t info; struct ucounts *ucounts; }; struct ptrace_peeksiginfo_args { __u64 off; __u32 flags; __s32 nr; }; struct ptrace_syscall_info { __u8 op; __u8 pad[3]; __u32 arch; __u64 instruction_pointer; __u64 stack_pointer; union { struct { __u64 nr; __u64 args[6]; } entry; struct { __s64 rval; __u8 is_error; } exit; struct { __u64 nr; __u64 args[6]; __u32 ret_data; } seccomp; }; }; struct ptrace_rseq_configuration { __u64 rseq_abi_pointer; __u32 rseq_abi_size; __u32 signature; __u32 flags; __u32 pad; }; struct compat_iovec { compat_uptr_t iov_base; compat_size_t iov_len; }; typedef long unsigned int old_sigset_t; enum siginfo_layout { SIL_KILL = 0, SIL_TIMER = 1, SIL_POLL = 2, SIL_FAULT = 3, SIL_FAULT_TRAPNO = 4, SIL_FAULT_MCEERR = 5, SIL_FAULT_BNDERR = 6, SIL_FAULT_PKUERR = 7, SIL_FAULT_PERF_EVENT = 8, SIL_CHLD = 9, SIL_RT = 10, SIL_SYS = 11, }; struct fd { struct file *file; unsigned int flags; }; struct core_vma_metadata; struct coredump_params { const kernel_siginfo_t *siginfo; struct pt_regs *regs; struct file *file; long unsigned int limit; long unsigned int mm_flags; loff_t written; loff_t pos; loff_t to_skip; int vma_count; size_t vma_data_size; struct core_vma_metadata *vma_meta; }; struct core_vma_metadata { long unsigned int start; long unsigned int end; long unsigned int flags; long unsigned int dump_size; long unsigned int pgoff; struct file *file; }; typedef u32 compat_old_sigset_t; struct compat_sigaction { compat_uptr_t sa_handler; compat_ulong_t sa_flags; compat_uptr_t sa_restorer; compat_sigset_t sa_mask; }; struct compat_old_sigaction { compat_uptr_t sa_handler; compat_old_sigset_t sa_mask; compat_ulong_t sa_flags; compat_uptr_t sa_restorer; }; enum { TRACE_SIGNAL_DELIVERED = 0, TRACE_SIGNAL_IGNORED = 1, TRACE_SIGNAL_ALREADY_PENDING = 2, TRACE_SIGNAL_OVERFLOW_FAIL = 3, TRACE_SIGNAL_LOSE_INFO = 4, }; struct trace_event_raw_signal_generate { struct trace_entry ent; int sig; int errno; int code; char comm[16]; pid_t pid; int group; int result; char __data[0]; }; struct trace_event_raw_signal_deliver { struct trace_entry ent; int sig; int errno; int code; long unsigned int sa_handler; long unsigned int sa_flags; char __data[0]; }; struct trace_event_data_offsets_signal_generate {}; struct trace_event_data_offsets_signal_deliver {}; typedef void (*btf_trace_signal_generate)(void *, int, struct kernel_siginfo *, struct task_struct *, int, int); typedef void (*btf_trace_signal_deliver)(void *, int, struct kernel_siginfo *, struct k_sigaction *); enum sig_handler { HANDLER_CURRENT = 0, HANDLER_SIG_DFL = 1, HANDLER_EXIT = 2, }; typedef __kernel_clock_t clock_t; struct sysinfo { __kernel_long_t uptime; __kernel_ulong_t loads[3]; __kernel_ulong_t totalram; __kernel_ulong_t freeram; __kernel_ulong_t sharedram; __kernel_ulong_t bufferram; __kernel_ulong_t totalswap; __kernel_ulong_t freeswap; __u16 procs; __u16 pad; __kernel_ulong_t totalhigh; __kernel_ulong_t freehigh; __u32 mem_unit; char _f[0]; }; enum { PER_LINUX = 0, PER_LINUX_32BIT = 8388608, PER_LINUX_FDPIC = 524288, PER_SVR4 = 68157441, PER_SVR3 = 83886082, PER_SCOSVR3 = 117440515, PER_OSR5 = 100663299, PER_WYSEV386 = 83886084, PER_ISCR4 = 67108869, PER_BSD = 6, PER_SUNOS = 67108870, PER_XENIX = 83886087, PER_LINUX32 = 8, PER_LINUX32_3GB = 134217736, PER_IRIX32 = 67108873, PER_IRIXN32 = 67108874, PER_IRIX64 = 67108875, PER_RISCOS = 12, PER_SOLARIS = 67108877, PER_UW7 = 68157454, PER_OSF4 = 15, PER_HPUX = 16, PER_MASK = 255, }; struct rlimit64 { __u64 rlim_cur; __u64 rlim_max; }; struct oldold_utsname { char sysname[9]; char nodename[9]; char release[9]; char version[9]; char machine[9]; }; struct old_utsname { char sysname[65]; char nodename[65]; char release[65]; char version[65]; char machine[65]; }; enum uts_proc { UTS_PROC_OSTYPE = 0, UTS_PROC_OSRELEASE = 1, UTS_PROC_VERSION = 2, UTS_PROC_HOSTNAME = 3, UTS_PROC_DOMAINNAME = 4, }; struct prctl_mm_map { __u64 start_code; __u64 end_code; __u64 start_data; __u64 end_data; __u64 start_brk; __u64 brk; __u64 start_stack; __u64 arg_start; __u64 arg_end; __u64 env_start; __u64 env_end; __u64 *auxv; __u32 auxv_size; __u32 exe_fd; }; struct compat_tms { compat_clock_t tms_utime; compat_clock_t tms_stime; compat_clock_t tms_cutime; compat_clock_t tms_cstime; }; struct compat_rlimit { compat_ulong_t rlim_cur; compat_ulong_t rlim_max; }; struct tms { __kernel_clock_t tms_utime; __kernel_clock_t tms_stime; __kernel_clock_t tms_cutime; __kernel_clock_t tms_cstime; }; struct getcpu_cache { long unsigned int blob[16]; }; struct compat_sysinfo { s32 uptime; u32 loads[3]; u32 totalram; u32 freeram; u32 sharedram; u32 bufferram; u32 totalswap; u32 freeswap; u16 procs; u16 pad; u32 totalhigh; u32 freehigh; u32 mem_unit; char _f[8]; }; struct wq_flusher; struct worker; struct workqueue_attrs; struct pool_workqueue; struct wq_device; struct workqueue_struct { struct list_head pwqs; struct list_head list; struct mutex mutex; int work_color; int flush_color; atomic_t nr_pwqs_to_flush; struct wq_flusher *first_flusher; struct list_head flusher_queue; struct list_head flusher_overflow; struct list_head maydays; struct worker *rescuer; int nr_drainers; int saved_max_active; struct workqueue_attrs *unbound_attrs; struct pool_workqueue *dfl_pwq; struct wq_device *wq_dev; char name[24]; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; long: 64; unsigned int flags; struct pool_workqueue *cpu_pwqs; struct pool_workqueue *numa_pwq_tbl[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct workqueue_attrs { int nice; cpumask_var_t cpumask; bool no_numa; }; struct execute_work { struct work_struct work; }; enum { WQ_UNBOUND = 2, WQ_FREEZABLE = 4, WQ_MEM_RECLAIM = 8, WQ_HIGHPRI = 16, WQ_CPU_INTENSIVE = 32, WQ_SYSFS = 64, WQ_POWER_EFFICIENT = 128, __WQ_DRAINING = 65536, __WQ_ORDERED = 131072, __WQ_LEGACY = 262144, __WQ_ORDERED_EXPLICIT = 524288, WQ_MAX_ACTIVE = 512, WQ_MAX_UNBOUND_PER_CPU = 4, WQ_DFL_ACTIVE = 256, }; enum xa_lock_type { XA_LOCK_IRQ = 1, XA_LOCK_BH = 2, }; struct ida { struct xarray xa; }; struct __una_u32 { u32 x; }; struct worker_pool; struct worker { union { struct list_head entry; struct hlist_node hentry; }; struct work_struct *current_work; work_func_t current_func; struct pool_workqueue *current_pwq; unsigned int current_color; struct list_head scheduled; struct task_struct *task; struct worker_pool *pool; struct list_head node; long unsigned int last_active; unsigned int flags; int id; int sleeping; char desc[24]; struct workqueue_struct *rescue_wq; work_func_t last_func; }; struct pool_workqueue { struct worker_pool *pool; struct workqueue_struct *wq; int work_color; int flush_color; int refcnt; int nr_in_flight[16]; int nr_active; int max_active; struct list_head inactive_works; struct list_head pwqs_node; struct list_head mayday_node; struct work_struct unbound_release_work; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct worker_pool { raw_spinlock_t lock; int cpu; int node; int id; unsigned int flags; long unsigned int watchdog_ts; int nr_running; struct list_head worklist; int nr_workers; int nr_idle; struct list_head idle_list; struct timer_list idle_timer; struct timer_list mayday_timer; struct hlist_head busy_hash[64]; struct worker *manager; struct list_head workers; struct completion *detach_completion; struct ida worker_ida; struct workqueue_attrs *attrs; struct hlist_node hash_node; int refcnt; struct callback_head rcu; }; enum { POOL_MANAGER_ACTIVE = 1, POOL_DISASSOCIATED = 4, WORKER_DIE = 2, WORKER_IDLE = 4, WORKER_PREP = 8, WORKER_CPU_INTENSIVE = 64, WORKER_UNBOUND = 128, WORKER_REBOUND = 256, WORKER_NOT_RUNNING = 456, NR_STD_WORKER_POOLS = 2, UNBOUND_POOL_HASH_ORDER = 6, BUSY_WORKER_HASH_ORDER = 6, MAX_IDLE_WORKERS_RATIO = 4, IDLE_WORKER_TIMEOUT = 75000, MAYDAY_INITIAL_TIMEOUT = 2, MAYDAY_INTERVAL = 25, CREATE_COOLDOWN = 250, RESCUER_NICE_LEVEL = 4294967276, HIGHPRI_NICE_LEVEL = 4294967276, WQ_NAME_LEN = 24, }; struct wq_flusher { struct list_head list; int flush_color; struct completion done; }; struct wq_device { struct workqueue_struct *wq; struct device dev; }; struct trace_event_raw_workqueue_queue_work { struct trace_entry ent; void *work; void *function; u32 __data_loc_workqueue; int req_cpu; int cpu; char __data[0]; }; struct trace_event_raw_workqueue_activate_work { struct trace_entry ent; void *work; char __data[0]; }; struct trace_event_raw_workqueue_execute_start { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_workqueue_execute_end { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_data_offsets_workqueue_queue_work { u32 workqueue; }; struct trace_event_data_offsets_workqueue_activate_work {}; struct trace_event_data_offsets_workqueue_execute_start {}; struct trace_event_data_offsets_workqueue_execute_end {}; typedef void (*btf_trace_workqueue_queue_work)(void *, int, struct pool_workqueue *, struct work_struct *); typedef void (*btf_trace_workqueue_activate_work)(void *, struct work_struct *); typedef void (*btf_trace_workqueue_execute_start)(void *, struct work_struct *); typedef void (*btf_trace_workqueue_execute_end)(void *, struct work_struct *, work_func_t); struct wq_barrier { struct work_struct work; struct completion done; struct task_struct *task; }; struct cwt_wait { wait_queue_entry_t wait; struct work_struct *work; }; struct apply_wqattrs_ctx { struct workqueue_struct *wq; struct workqueue_attrs *attrs; struct list_head list; struct pool_workqueue *dfl_pwq; struct pool_workqueue *pwq_tbl[0]; }; struct work_for_cpu { struct work_struct work; long int (*fn)(void *); void *arg; long int ret; }; typedef struct {} local_lock_t; struct radix_tree_preload { local_lock_t lock; unsigned int nr; struct xa_node *nodes; }; typedef void (*task_work_func_t)(struct callback_head *); enum { KERNEL_PARAM_OPS_FL_NOARG = 1, }; enum { KERNEL_PARAM_FL_UNSAFE = 1, KERNEL_PARAM_FL_HWPARAM = 2, }; struct param_attribute { struct module_attribute mattr; const struct kernel_param *param; }; struct module_param_attrs { unsigned int num; struct attribute_group grp; struct param_attribute attrs[0]; }; struct module_version_attribute { struct module_attribute mattr; const char *module_name; const char *version; }; struct kmalloced_param { struct list_head list; char val[0]; }; struct sched_param { int sched_priority; }; struct kthread_work; typedef void (*kthread_work_func_t)(struct kthread_work *); struct kthread_worker; struct kthread_work { struct list_head node; kthread_work_func_t func; struct kthread_worker *worker; int canceling; }; enum { KTW_FREEZABLE = 1, }; struct kthread_worker { unsigned int flags; raw_spinlock_t lock; struct list_head work_list; struct list_head delayed_work_list; struct task_struct *task; struct kthread_work *current_work; }; struct kthread_delayed_work { struct kthread_work work; struct timer_list timer; }; struct kthread_create_info { int (*threadfn)(void *); void *data; int node; struct task_struct *result; struct completion *done; struct list_head list; }; struct kthread { long unsigned int flags; unsigned int cpu; int result; int (*threadfn)(void *); void *data; struct completion parked; struct completion exited; struct cgroup_subsys_state *blkcg_css; char *full_name; }; enum KTHREAD_BITS { KTHREAD_IS_PER_CPU = 0, KTHREAD_SHOULD_STOP = 1, KTHREAD_SHOULD_PARK = 2, }; struct kthread_flush_work { struct kthread_work work; struct completion done; }; struct pt_regs___2; struct ipc_ids { int in_use; short unsigned int seq; struct rw_semaphore rwsem; struct idr ipcs_idr; int max_idx; int last_idx; int next_id; struct rhashtable key_ht; }; struct ipc_namespace { struct ipc_ids ids[3]; int sem_ctls[4]; int used_sems; unsigned int msg_ctlmax; unsigned int msg_ctlmnb; unsigned int msg_ctlmni; atomic_t msg_bytes; atomic_t msg_hdrs; size_t shm_ctlmax; size_t shm_ctlall; long unsigned int shm_tot; int shm_ctlmni; int shm_rmid_forced; struct notifier_block ipcns_nb; struct vfsmount *mq_mnt; unsigned int mq_queues_count; unsigned int mq_queues_max; unsigned int mq_msg_max; unsigned int mq_msgsize_max; unsigned int mq_msg_default; unsigned int mq_msgsize_default; struct ctl_table_set mq_set; struct ctl_table_header *mq_sysctls; struct ctl_table_set ipc_set; struct ctl_table_header *ipc_sysctls; struct user_namespace *user_ns; struct ucounts *ucounts; struct llist_node mnt_llist; struct ns_common ns; }; struct srcu_notifier_head { struct mutex mutex; struct srcu_struct srcu; struct notifier_block *head; }; enum what { PROC_EVENT_NONE = 0, PROC_EVENT_FORK = 1, PROC_EVENT_EXEC = 2, PROC_EVENT_UID = 4, PROC_EVENT_GID = 64, PROC_EVENT_SID = 128, PROC_EVENT_PTRACE = 256, PROC_EVENT_COMM = 512, PROC_EVENT_COREDUMP = 1073741824, PROC_EVENT_EXIT = 2147483648, }; enum sys_off_mode { SYS_OFF_MODE_POWER_OFF_PREPARE = 0, SYS_OFF_MODE_POWER_OFF = 1, SYS_OFF_MODE_RESTART = 2, }; struct sys_off_data { int mode; void *cb_data; const char *cmd; }; struct sys_off_handler { struct notifier_block nb; int (*sys_off_cb)(struct sys_off_data *); void *cb_data; enum sys_off_mode mode; bool blocking; void *list; }; struct async_entry { struct list_head domain_list; struct list_head global_list; struct work_struct work; async_cookie_t cookie; async_func_t func; void *data; struct async_domain *domain; }; struct smpboot_thread_data { unsigned int cpu; unsigned int status; struct smp_hotplug_thread *ht; }; enum { HP_THREAD_NONE = 0, HP_THREAD_ACTIVE = 1, HP_THREAD_PARKED = 2, }; struct umd_info { const char *driver_name; struct file *pipe_to_umh; struct file *pipe_from_umh; struct path wd; struct pid *tgid; }; struct pin_cookie {}; struct preempt_notifier; struct preempt_ops { void (*sched_in)(struct preempt_notifier *, int); void (*sched_out)(struct preempt_notifier *, struct task_struct *); }; struct preempt_notifier { struct hlist_node link; struct preempt_ops *ops; }; enum { CSD_FLAG_LOCK = 1, IRQ_WORK_PENDING = 1, IRQ_WORK_BUSY = 2, IRQ_WORK_LAZY = 4, IRQ_WORK_HARD_IRQ = 8, IRQ_WORK_CLAIMED = 3, CSD_TYPE_ASYNC = 0, CSD_TYPE_SYNC = 16, CSD_TYPE_IRQ_WORK = 32, CSD_TYPE_TTWU = 48, CSD_FLAG_TYPE_MASK = 240, }; struct __call_single_data { struct __call_single_node node; smp_call_func_t func; void *info; }; typedef struct __call_single_data call_single_data_t; typedef int (*task_call_f)(struct task_struct *, void *); struct dl_bw { raw_spinlock_t lock; u64 bw; u64 total_bw; }; struct cpudl_item; struct cpudl { raw_spinlock_t lock; int size; cpumask_var_t free_cpus; struct cpudl_item *elements; }; struct cpupri_vec { atomic_t count; cpumask_var_t mask; }; struct cpupri { struct cpupri_vec pri_to_cpu[101]; int *cpu_to_pri; }; struct perf_domain; struct root_domain { atomic_t refcount; atomic_t rto_count; struct callback_head rcu; cpumask_var_t span; cpumask_var_t online; int overload; int overutilized; cpumask_var_t dlo_mask; atomic_t dlo_count; struct dl_bw dl_bw; struct cpudl cpudl; u64 visit_gen; struct irq_work rto_push_work; raw_spinlock_t rto_lock; int rto_loop; int rto_cpu; atomic_t rto_loop_next; atomic_t rto_loop_start; cpumask_var_t rto_mask; struct cpupri cpupri; long unsigned int max_cpu_capacity; struct perf_domain *pd; }; struct cfs_rq { struct load_weight load; unsigned int nr_running; unsigned int h_nr_running; unsigned int idle_nr_running; unsigned int idle_h_nr_running; u64 exec_clock; u64 min_vruntime; unsigned int forceidle_seq; u64 min_vruntime_fi; struct rb_root_cached tasks_timeline; struct sched_entity *curr; struct sched_entity *next; struct sched_entity *last; struct sched_entity *skip; unsigned int nr_spread_over; long: 32; long: 64; struct sched_avg avg; struct { raw_spinlock_t lock; int nr; long unsigned int load_avg; long unsigned int util_avg; long unsigned int runnable_avg; long: 64; long: 64; long: 64; long: 64; } removed; long unsigned int tg_load_avg_contrib; long int propagate; long int prop_runnable_sum; long unsigned int h_load; u64 last_h_load_update; struct sched_entity *h_load_next; struct rq *rq; int on_list; struct list_head leaf_cfs_rq_list; struct task_group *tg; int idle; int runtime_enabled; s64 runtime_remaining; u64 throttled_clock; u64 throttled_clock_pelt; u64 throttled_clock_pelt_time; int throttled; int throttle_count; struct list_head throttled_list; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct cfs_bandwidth { raw_spinlock_t lock; ktime_t period; u64 quota; u64 runtime; u64 burst; u64 runtime_snap; s64 hierarchical_quota; u8 idle; u8 period_active; u8 slack_started; struct hrtimer period_timer; struct hrtimer slack_timer; struct list_head throttled_cfs_rq; int nr_periods; int nr_throttled; int nr_burst; u64 throttled_time; u64 burst_time; }; struct task_group { struct cgroup_subsys_state css; struct sched_entity **se; struct cfs_rq **cfs_rq; long unsigned int shares; int idle; long: 32; long: 64; long: 64; long: 64; atomic_long_t load_avg; struct callback_head rcu; struct list_head list; struct task_group *parent; struct list_head siblings; struct list_head children; struct autogroup *autogroup; struct cfs_bandwidth cfs_bandwidth; unsigned int uclamp_pct[2]; struct uclamp_se uclamp_req[2]; struct uclamp_se uclamp[2]; long: 64; long: 64; long: 64; long: 64; }; struct autogroup { struct kref kref; struct task_group *tg; struct rw_semaphore lock; long unsigned int id; int nice; }; enum ctx_state { CONTEXT_DISABLED = 4294967295, CONTEXT_KERNEL = 0, CONTEXT_USER = 1, CONTEXT_GUEST = 2, }; struct sched_group { struct sched_group *next; atomic_t ref; unsigned int group_weight; struct sched_group_capacity *sgc; int asym_prefer_cpu; int flags; long unsigned int cpumask[0]; }; struct sched_group_capacity { atomic_t ref; long unsigned int capacity; long unsigned int min_capacity; long unsigned int max_capacity; long unsigned int next_update; int imbalance; int id; long unsigned int cpumask[0]; }; struct kernel_cpustat { u64 cpustat[10]; }; enum { CFTYPE_ONLY_ON_ROOT = 1, CFTYPE_NOT_ON_ROOT = 2, CFTYPE_NS_DELEGATABLE = 4, CFTYPE_NO_PREFIX = 8, CFTYPE_WORLD_WRITABLE = 16, CFTYPE_DEBUG = 32, CFTYPE_PRESSURE = 64, __CFTYPE_ONLY_ON_DFL = 65536, __CFTYPE_NOT_ON_DFL = 131072, }; struct css_task_iter { struct cgroup_subsys *ss; unsigned int flags; struct list_head *cset_pos; struct list_head *cset_head; struct list_head *tcset_pos; struct list_head *tcset_head; struct list_head *task_pos; struct list_head *cur_tasks_head; struct css_set *cur_cset; struct css_set *cur_dcset; struct task_struct *cur_task; struct list_head iters_node; }; enum { MEMBARRIER_STATE_PRIVATE_EXPEDITED_READY = 1, MEMBARRIER_STATE_PRIVATE_EXPEDITED = 2, MEMBARRIER_STATE_GLOBAL_EXPEDITED_READY = 4, MEMBARRIER_STATE_GLOBAL_EXPEDITED = 8, MEMBARRIER_STATE_PRIVATE_EXPEDITED_SYNC_CORE_READY = 16, MEMBARRIER_STATE_PRIVATE_EXPEDITED_SYNC_CORE = 32, MEMBARRIER_STATE_PRIVATE_EXPEDITED_RSEQ_READY = 64, MEMBARRIER_STATE_PRIVATE_EXPEDITED_RSEQ = 128, }; struct wake_q_head { struct wake_q_node *first; struct wake_q_node **lastp; }; struct sched_attr { __u32 size; __u32 sched_policy; __u64 sched_flags; __s32 sched_nice; __u32 sched_priority; __u64 sched_runtime; __u64 sched_deadline; __u64 sched_period; __u32 sched_util_min; __u32 sched_util_max; }; struct trace_event_raw_sched_kthread_stop { struct trace_entry ent; char comm[16]; pid_t pid; char __data[0]; }; struct trace_event_raw_sched_kthread_stop_ret { struct trace_entry ent; int ret; char __data[0]; }; struct trace_event_raw_sched_kthread_work_queue_work { struct trace_entry ent; void *work; void *function; void *worker; char __data[0]; }; struct trace_event_raw_sched_kthread_work_execute_start { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_sched_kthread_work_execute_end { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_sched_wakeup_template { struct trace_entry ent; char comm[16]; pid_t pid; int prio; int target_cpu; char __data[0]; }; struct trace_event_raw_sched_switch { struct trace_entry ent; char prev_comm[16]; pid_t prev_pid; int prev_prio; long int prev_state; char next_comm[16]; pid_t next_pid; int next_prio; char __data[0]; }; struct trace_event_raw_sched_migrate_task { struct trace_entry ent; char comm[16]; pid_t pid; int prio; int orig_cpu; int dest_cpu; char __data[0]; }; struct trace_event_raw_sched_process_template { struct trace_entry ent; char comm[16]; pid_t pid; int prio; char __data[0]; }; struct trace_event_raw_sched_process_wait { struct trace_entry ent; char comm[16]; pid_t pid; int prio; char __data[0]; }; struct trace_event_raw_sched_process_fork { struct trace_entry ent; char parent_comm[16]; pid_t parent_pid; char child_comm[16]; pid_t child_pid; char __data[0]; }; struct trace_event_raw_sched_process_exec { struct trace_entry ent; u32 __data_loc_filename; pid_t pid; pid_t old_pid; char __data[0]; }; struct trace_event_raw_sched_stat_template { struct trace_entry ent; char comm[16]; pid_t pid; u64 delay; char __data[0]; }; struct trace_event_raw_sched_stat_runtime { struct trace_entry ent; char comm[16]; pid_t pid; u64 runtime; u64 vruntime; char __data[0]; }; struct trace_event_raw_sched_pi_setprio { struct trace_entry ent; char comm[16]; pid_t pid; int oldprio; int newprio; char __data[0]; }; struct trace_event_raw_sched_process_hang { struct trace_entry ent; char comm[16]; pid_t pid; char __data[0]; }; struct trace_event_raw_sched_move_numa { struct trace_entry ent; pid_t pid; pid_t tgid; pid_t ngid; int src_cpu; int src_nid; int dst_cpu; int dst_nid; char __data[0]; }; struct trace_event_raw_sched_numa_pair_template { struct trace_entry ent; pid_t src_pid; pid_t src_tgid; pid_t src_ngid; int src_cpu; int src_nid; pid_t dst_pid; pid_t dst_tgid; pid_t dst_ngid; int dst_cpu; int dst_nid; char __data[0]; }; struct trace_event_raw_sched_wake_idle_without_ipi { struct trace_entry ent; int cpu; char __data[0]; }; struct trace_event_data_offsets_sched_kthread_stop {}; struct trace_event_data_offsets_sched_kthread_stop_ret {}; struct trace_event_data_offsets_sched_kthread_work_queue_work {}; struct trace_event_data_offsets_sched_kthread_work_execute_start {}; struct trace_event_data_offsets_sched_kthread_work_execute_end {}; struct trace_event_data_offsets_sched_wakeup_template {}; struct trace_event_data_offsets_sched_switch {}; struct trace_event_data_offsets_sched_migrate_task {}; struct trace_event_data_offsets_sched_process_template {}; struct trace_event_data_offsets_sched_process_wait {}; struct trace_event_data_offsets_sched_process_fork {}; struct trace_event_data_offsets_sched_process_exec { u32 filename; }; struct trace_event_data_offsets_sched_stat_template {}; struct trace_event_data_offsets_sched_stat_runtime {}; struct trace_event_data_offsets_sched_pi_setprio {}; struct trace_event_data_offsets_sched_process_hang {}; struct trace_event_data_offsets_sched_move_numa {}; struct trace_event_data_offsets_sched_numa_pair_template {}; struct trace_event_data_offsets_sched_wake_idle_without_ipi {}; typedef void (*btf_trace_sched_kthread_stop)(void *, struct task_struct *); typedef void (*btf_trace_sched_kthread_stop_ret)(void *, int); typedef void (*btf_trace_sched_kthread_work_queue_work)(void *, struct kthread_worker *, struct kthread_work *); typedef void (*btf_trace_sched_kthread_work_execute_start)(void *, struct kthread_work *); typedef void (*btf_trace_sched_kthread_work_execute_end)(void *, struct kthread_work *, kthread_work_func_t); typedef void (*btf_trace_sched_waking)(void *, struct task_struct *); typedef void (*btf_trace_sched_wakeup)(void *, struct task_struct *); typedef void (*btf_trace_sched_wakeup_new)(void *, struct task_struct *); typedef void (*btf_trace_sched_switch)(void *, bool, struct task_struct *, struct task_struct *, unsigned int); typedef void (*btf_trace_sched_migrate_task)(void *, struct task_struct *, int); typedef void (*btf_trace_sched_process_free)(void *, struct task_struct *); typedef void (*btf_trace_sched_process_exit)(void *, struct task_struct *); typedef void (*btf_trace_sched_wait_task)(void *, struct task_struct *); typedef void (*btf_trace_sched_process_wait)(void *, struct pid *); typedef void (*btf_trace_sched_process_fork)(void *, struct task_struct *, struct task_struct *); typedef void (*btf_trace_sched_process_exec)(void *, struct task_struct *, pid_t, struct linux_binprm *); typedef void (*btf_trace_sched_stat_wait)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_sleep)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_iowait)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_blocked)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_runtime)(void *, struct task_struct *, u64, u64); typedef void (*btf_trace_sched_pi_setprio)(void *, struct task_struct *, struct task_struct *); typedef void (*btf_trace_sched_process_hang)(void *, struct task_struct *); typedef void (*btf_trace_sched_move_numa)(void *, struct task_struct *, int, int); typedef void (*btf_trace_sched_stick_numa)(void *, struct task_struct *, int, struct task_struct *, int); typedef void (*btf_trace_sched_swap_numa)(void *, struct task_struct *, int, struct task_struct *, int); typedef void (*btf_trace_sched_wake_idle_without_ipi)(void *, int); typedef void (*btf_trace_pelt_cfs_tp)(void *, struct cfs_rq *); typedef void (*btf_trace_pelt_rt_tp)(void *, struct rq *); struct uclamp_bucket { long unsigned int value: 11; long unsigned int tasks: 53; }; struct uclamp_rq { unsigned int value; struct uclamp_bucket bucket[5]; }; struct rt_prio_array { long unsigned int bitmap[2]; struct list_head queue[100]; }; struct rt_rq { struct rt_prio_array active; unsigned int rt_nr_running; unsigned int rr_nr_running; struct { int curr; int next; } highest_prio; unsigned int rt_nr_migratory; unsigned int rt_nr_total; int overloaded; struct plist_head pushable_tasks; int rt_queued; int rt_throttled; u64 rt_time; u64 rt_runtime; raw_spinlock_t rt_runtime_lock; }; struct dl_rq { struct rb_root_cached root; unsigned int dl_nr_running; struct { u64 curr; u64 next; } earliest_dl; unsigned int dl_nr_migratory; int overloaded; struct rb_root_cached pushable_dl_tasks_root; u64 running_bw; u64 this_bw; u64 extra_bw; u64 bw_ratio; }; typedef int (*cpu_stop_fn_t)(void *); struct cpu_stop_done; struct cpu_stop_work { struct list_head list; cpu_stop_fn_t fn; long unsigned int caller; void *arg; struct cpu_stop_done *done; }; struct cpuidle_state; struct rq { raw_spinlock_t __lock; unsigned int nr_running; unsigned int nr_numa_running; unsigned int nr_preferred_running; unsigned int numa_migrate_on; long unsigned int last_blocked_load_update_tick; unsigned int has_blocked_load; long: 32; long: 64; long: 64; long: 64; call_single_data_t nohz_csd; unsigned int nohz_tick_stopped; atomic_t nohz_flags; unsigned int ttwu_pending; u64 nr_switches; long: 64; struct uclamp_rq uclamp[2]; unsigned int uclamp_flags; long: 32; long: 64; long: 64; long: 64; struct cfs_rq cfs; struct rt_rq rt; struct dl_rq dl; struct list_head leaf_cfs_rq_list; struct list_head *tmp_alone_branch; unsigned int nr_uninterruptible; struct task_struct *curr; struct task_struct *idle; struct task_struct *stop; long unsigned int next_balance; struct mm_struct *prev_mm; unsigned int clock_update_flags; u64 clock; long: 64; long: 64; long: 64; long: 64; long: 64; u64 clock_task; u64 clock_pelt; long unsigned int lost_idle_time; atomic_t nr_iowait; u64 last_seen_need_resched_ns; int ticks_without_resched; int membarrier_state; struct root_domain *rd; struct sched_domain *sd; long unsigned int cpu_capacity; long unsigned int cpu_capacity_orig; struct callback_head *balance_callback; unsigned char nohz_idle_balance; unsigned char idle_balance; long unsigned int misfit_task_load; int active_balance; int push_cpu; struct cpu_stop_work active_balance_work; int cpu; int online; struct list_head cfs_tasks; long: 64; struct sched_avg avg_rt; struct sched_avg avg_dl; u64 idle_stamp; u64 avg_idle; long unsigned int wake_stamp; u64 wake_avg_idle; u64 max_idle_balance_cost; struct rcuwait hotplug_wait; u64 prev_steal_time; long unsigned int calc_load_update; long int calc_load_active; long: 64; long: 64; long: 64; call_single_data_t hrtick_csd; struct hrtimer hrtick_timer; ktime_t hrtick_time; struct sched_info rq_sched_info; long long unsigned int rq_cpu_time; unsigned int yld_count; unsigned int sched_count; unsigned int sched_goidle; unsigned int ttwu_count; unsigned int ttwu_local; struct cpuidle_state *idle_state; unsigned int nr_pinned; unsigned int push_busy; struct cpu_stop_work push_work; struct rq *core; struct task_struct *core_pick; unsigned int core_enabled; unsigned int core_sched_seq; struct rb_root core_tree; unsigned int core_task_seq; unsigned int core_pick_seq; long unsigned int core_cookie; unsigned int core_forceidle_count; unsigned int core_forceidle_seq; unsigned int core_forceidle_occupation; u64 core_forceidle_start; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef void (*btf_trace_pelt_dl_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_thermal_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_irq_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_se_tp)(void *, struct sched_entity *); typedef void (*btf_trace_sched_cpu_capacity_tp)(void *, struct rq *); typedef void (*btf_trace_sched_overutilized_tp)(void *, struct root_domain *, bool); typedef void (*btf_trace_sched_util_est_cfs_tp)(void *, struct cfs_rq *); typedef void (*btf_trace_sched_util_est_se_tp)(void *, struct sched_entity *); typedef void (*btf_trace_sched_update_nr_running_tp)(void *, struct rq *, int); struct cpudl_item { u64 dl; int cpu; int idx; }; struct rt_bandwidth { raw_spinlock_t rt_runtime_lock; ktime_t rt_period; u64 rt_runtime; struct hrtimer rt_period_timer; unsigned int rt_period_active; }; typedef int (*tg_visitor)(struct task_group *, void *); struct perf_domain { struct em_perf_domain *em_pd; struct perf_domain *next; struct callback_head rcu; }; struct rq_flags { long unsigned int flags; struct pin_cookie cookie; unsigned int clock_update_flags; }; struct sched_entity_stats { struct sched_entity se; struct sched_statistics stats; }; enum { __SCHED_FEAT_GENTLE_FAIR_SLEEPERS = 0, __SCHED_FEAT_START_DEBIT = 1, __SCHED_FEAT_NEXT_BUDDY = 2, __SCHED_FEAT_LAST_BUDDY = 3, __SCHED_FEAT_CACHE_HOT_BUDDY = 4, __SCHED_FEAT_WAKEUP_PREEMPTION = 5, __SCHED_FEAT_HRTICK = 6, __SCHED_FEAT_HRTICK_DL = 7, __SCHED_FEAT_DOUBLE_TICK = 8, __SCHED_FEAT_NONTASK_CAPACITY = 9, __SCHED_FEAT_TTWU_QUEUE = 10, __SCHED_FEAT_SIS_PROP = 11, __SCHED_FEAT_WARN_DOUBLE_CLOCK = 12, __SCHED_FEAT_RT_PUSH_IPI = 13, __SCHED_FEAT_RT_RUNTIME_SHARE = 14, __SCHED_FEAT_LB_MIN = 15, __SCHED_FEAT_ATTACH_AGE_LOAD = 16, __SCHED_FEAT_WA_IDLE = 17, __SCHED_FEAT_WA_WEIGHT = 18, __SCHED_FEAT_WA_BIAS = 19, __SCHED_FEAT_UTIL_EST = 20, __SCHED_FEAT_UTIL_EST_FASTUP = 21, __SCHED_FEAT_LATENCY_WARN = 22, __SCHED_FEAT_ALT_PERIOD = 23, __SCHED_FEAT_BASE_SLICE = 24, __SCHED_FEAT_NR = 25, }; enum cpu_util_type { FREQUENCY_UTIL = 0, ENERGY_UTIL = 1, }; struct set_affinity_pending; struct migration_arg { struct task_struct *task; int dest_cpu; struct set_affinity_pending *pending; }; struct set_affinity_pending { refcount_t refs; unsigned int stop_pending; struct completion done; struct cpu_stop_work stop_work; struct migration_arg arg; }; struct migration_swap_arg { struct task_struct *src_task; struct task_struct *dst_task; int src_cpu; int dst_cpu; }; enum { preempt_dynamic_undefined = 4294967295, preempt_dynamic_none = 0, preempt_dynamic_voluntary = 1, preempt_dynamic_full = 2, }; struct uclamp_request { s64 percent; u64 util; int ret; }; struct cfs_schedulable_data { struct task_group *tg; u64 period; u64 quota; }; enum { cpuset = 0, possible = 1, fail = 2, }; typedef void (*rcu_callback_t)(struct callback_head *); struct numa_group { refcount_t refcount; spinlock_t lock; int nr_tasks; pid_t gid; int active_nodes; struct callback_head rcu; long unsigned int total_faults; long unsigned int max_faults_cpu; long unsigned int faults[0]; }; struct update_util_data { void (*func)(struct update_util_data *, u64, unsigned int); }; struct cpuidle_state_usage { long long unsigned int disable; long long unsigned int usage; u64 time_ns; long long unsigned int above; long long unsigned int below; long long unsigned int rejected; long long unsigned int s2idle_usage; long long unsigned int s2idle_time; }; struct cpuidle_device; struct cpuidle_driver; struct cpuidle_state { char name[16]; char desc[32]; s64 exit_latency_ns; s64 target_residency_ns; unsigned int flags; unsigned int exit_latency; int power_usage; unsigned int target_residency; int (*enter)(struct cpuidle_device *, struct cpuidle_driver *, int); int (*enter_dead)(struct cpuidle_device *, int); int (*enter_s2idle)(struct cpuidle_device *, struct cpuidle_driver *, int); }; struct cpuidle_driver_kobj; struct cpuidle_state_kobj; struct cpuidle_device_kobj; struct cpuidle_device { unsigned int registered: 1; unsigned int enabled: 1; unsigned int poll_time_limit: 1; unsigned int cpu; ktime_t next_hrtimer; int last_state_idx; u64 last_residency_ns; u64 poll_limit_ns; u64 forced_idle_latency_limit_ns; struct cpuidle_state_usage states_usage[10]; struct cpuidle_state_kobj *kobjs[10]; struct cpuidle_driver_kobj *kobj_driver; struct cpuidle_device_kobj *kobj_dev; struct list_head device_list; }; struct cpuidle_driver { const char *name; struct module *owner; unsigned int bctimer: 1; struct cpuidle_state states[10]; int state_count; int safe_state_index; struct cpumask *cpumask; const char *governor; }; enum sched_tunable_scaling { SCHED_TUNABLESCALING_NONE = 0, SCHED_TUNABLESCALING_LOG = 1, SCHED_TUNABLESCALING_LINEAR = 2, SCHED_TUNABLESCALING_END = 3, }; enum numa_topology_type { NUMA_DIRECT = 0, NUMA_GLUELESS_MESH = 1, NUMA_BACKPLANE = 2, }; enum numa_faults_stats { NUMA_MEM = 0, NUMA_CPU = 1, NUMA_MEMBUF = 2, NUMA_CPUBUF = 3, }; enum numa_type { node_has_spare = 0, node_fully_busy = 1, node_overloaded = 2, }; struct numa_stats { long unsigned int load; long unsigned int runnable; long unsigned int util; long unsigned int compute_capacity; unsigned int nr_running; unsigned int weight; enum numa_type node_type; int idle_cpu; }; struct task_numa_env { struct task_struct *p; int src_cpu; int src_nid; int dst_cpu; int dst_nid; int imb_numa_nr; struct numa_stats src_stats; struct numa_stats dst_stats; int imbalance_pct; int dist; struct task_struct *best_task; long int best_imp; int best_cpu; }; enum fbq_type { regular = 0, remote = 1, all = 2, }; enum group_type { group_has_spare = 0, group_fully_busy = 1, group_misfit_task = 2, group_asym_packing = 3, group_imbalanced = 4, group_overloaded = 5, }; enum migration_type { migrate_load = 0, migrate_util = 1, migrate_task = 2, migrate_misfit = 3, }; struct lb_env { struct sched_domain *sd; struct rq *src_rq; int src_cpu; int dst_cpu; struct rq *dst_rq; struct cpumask *dst_grpmask; int new_dst_cpu; enum cpu_idle_type idle; long int imbalance; struct cpumask *cpus; unsigned int flags; unsigned int loop; unsigned int loop_break; unsigned int loop_max; enum fbq_type fbq_type; enum migration_type migration_type; struct list_head tasks; }; struct sg_lb_stats { long unsigned int avg_load; long unsigned int group_load; long unsigned int group_capacity; long unsigned int group_util; long unsigned int group_runnable; unsigned int sum_nr_running; unsigned int sum_h_nr_running; unsigned int idle_cpus; unsigned int group_weight; enum group_type group_type; unsigned int group_asym_packing; long unsigned int group_misfit_task_load; unsigned int nr_numa_running; unsigned int nr_preferred_running; }; struct sd_lb_stats { struct sched_group *busiest; struct sched_group *local; long unsigned int total_load; long unsigned int total_capacity; long unsigned int avg_load; unsigned int prefer_sibling; struct sg_lb_stats busiest_stat; struct sg_lb_stats local_stat; }; enum s2idle_states { S2IDLE_STATE_NONE = 0, S2IDLE_STATE_ENTER = 1, S2IDLE_STATE_WAKE = 2, }; struct dl_bandwidth { raw_spinlock_t dl_runtime_lock; u64 dl_runtime; u64 dl_period; }; struct idle_timer { struct hrtimer timer; int done; }; typedef struct rt_rq *rt_rq_iter_t; enum tick_dep_bits { TICK_DEP_BIT_POSIX_TIMER = 0, TICK_DEP_BIT_PERF_EVENTS = 1, TICK_DEP_BIT_SCHED = 2, TICK_DEP_BIT_CLOCK_UNSTABLE = 3, TICK_DEP_BIT_RCU = 4, TICK_DEP_BIT_RCU_EXP = 5, }; enum { MEMBARRIER_FLAG_SYNC_CORE = 1, MEMBARRIER_FLAG_RSEQ = 2, }; struct sd_flag_debug { unsigned int meta_flags; char *name; }; struct sched_domain_attr { int relax_domain_level; }; struct gov_attr_set { struct kobject kobj; struct list_head policy_list; struct mutex update_lock; int usage_count; }; struct governor_attr { struct attribute attr; ssize_t (*show)(struct gov_attr_set *, char *); ssize_t (*store)(struct gov_attr_set *, const char *, size_t); }; typedef int wait_bit_action_f(struct wait_bit_key *, int); enum membarrier_cmd { MEMBARRIER_CMD_QUERY = 0, MEMBARRIER_CMD_GLOBAL = 1, MEMBARRIER_CMD_GLOBAL_EXPEDITED = 2, MEMBARRIER_CMD_REGISTER_GLOBAL_EXPEDITED = 4, MEMBARRIER_CMD_PRIVATE_EXPEDITED = 8, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED = 16, MEMBARRIER_CMD_PRIVATE_EXPEDITED_SYNC_CORE = 32, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_SYNC_CORE = 64, MEMBARRIER_CMD_PRIVATE_EXPEDITED_RSEQ = 128, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_RSEQ = 256, MEMBARRIER_CMD_SHARED = 1, }; enum membarrier_cmd_flag { MEMBARRIER_CMD_FLAG_CPU = 1, }; enum psi_res { PSI_IO = 0, PSI_MEM = 1, PSI_CPU = 2, NR_PSI_RESOURCES = 3, }; struct psi_window { u64 size; u64 start_time; u64 start_value; u64 prev_growth; }; struct psi_trigger { enum psi_states state; u64 threshold; struct list_head node; struct psi_group *group; wait_queue_head_t event_wait; int event; struct psi_window win; u64 last_event_time; bool pending_event; }; struct sched_clock_data { u64 tick_raw; u64 tick_gtod; u64 clock; }; enum cpuacct_stat_index { CPUACCT_STAT_USER = 0, CPUACCT_STAT_SYSTEM = 1, CPUACCT_STAT_NSTATS = 2, }; struct cpuacct { struct cgroup_subsys_state css; u64 *cpuusage; struct kernel_cpustat *cpustat; }; struct sugov_tunables { struct gov_attr_set attr_set; unsigned int rate_limit_us; }; struct sugov_policy { struct cpufreq_policy *policy; struct sugov_tunables *tunables; struct list_head tunables_hook; raw_spinlock_t update_lock; u64 last_freq_update_time; s64 freq_update_delay_ns; unsigned int next_freq; unsigned int cached_raw_freq; struct irq_work irq_work; struct kthread_work work; struct mutex work_lock; struct kthread_worker worker; struct task_struct *thread; bool work_in_progress; bool limits_changed; bool need_freq_update; }; struct sugov_cpu { struct update_util_data update_util; struct sugov_policy *sg_policy; unsigned int cpu; bool iowait_boost_pending; unsigned int iowait_boost; u64 last_update; long unsigned int util; long unsigned int bw_dl; long unsigned int max; long unsigned int saved_idle_calls; }; struct s_data { struct sched_domain **sd; struct root_domain *rd; }; enum s_alloc { sa_rootdomain = 0, sa_sd = 1, sa_sd_storage = 2, sa_none = 3, }; struct asym_cap_data { struct list_head link; long unsigned int capacity; long unsigned int cpus[0]; }; struct sched_core_cookie { refcount_t refcnt; }; enum hk_flags { HK_FLAG_TIMER = 1, HK_FLAG_RCU = 2, HK_FLAG_MISC = 4, HK_FLAG_SCHED = 8, HK_FLAG_TICK = 16, HK_FLAG_DOMAIN = 32, HK_FLAG_WQ = 64, HK_FLAG_MANAGED_IRQ = 128, HK_FLAG_KTHREAD = 256, }; struct housekeeping { cpumask_var_t cpumasks[9]; long unsigned int flags; }; struct ww_acquire_ctx; struct ww_mutex { struct mutex base; struct ww_acquire_ctx *ctx; }; struct ww_acquire_ctx { struct task_struct *task; long unsigned int stamp; unsigned int acquired; short unsigned int wounded; short unsigned int is_wait_die; }; struct trace_event_raw_contention_begin { struct trace_entry ent; void *lock_addr; unsigned int flags; char __data[0]; }; struct trace_event_raw_contention_end { struct trace_entry ent; void *lock_addr; int ret; char __data[0]; }; struct trace_event_data_offsets_contention_begin {}; struct trace_event_data_offsets_contention_end {}; typedef void (*btf_trace_contention_begin)(void *, void *, unsigned int); typedef void (*btf_trace_contention_end)(void *, void *, int); struct mutex_waiter { struct list_head list; struct task_struct *task; struct ww_acquire_ctx *ww_ctx; }; struct semaphore_waiter { struct list_head list; struct task_struct *task; bool up; }; enum rwsem_waiter_type { RWSEM_WAITING_FOR_WRITE = 0, RWSEM_WAITING_FOR_READ = 1, }; struct rwsem_waiter { struct list_head list; struct task_struct *task; enum rwsem_waiter_type type; long unsigned int timeout; bool handoff_set; }; enum rwsem_wake_type { RWSEM_WAKE_ANY = 0, RWSEM_WAKE_READERS = 1, RWSEM_WAKE_READ_OWNED = 2, }; enum owner_state { OWNER_NULL = 1, OWNER_WRITER = 2, OWNER_READER = 4, OWNER_NONSPINNABLE = 8, }; struct optimistic_spin_node { struct optimistic_spin_node *next; struct optimistic_spin_node *prev; int locked; int cpu; }; struct mcs_spinlock { struct mcs_spinlock *next; int locked; int count; }; struct qnode { struct mcs_spinlock mcs; long int reserved[2]; }; enum vcpu_state { vcpu_running = 0, vcpu_halted = 1, vcpu_hashed = 2, }; struct pv_node { struct mcs_spinlock mcs; int cpu; u8 state; }; struct pv_hash_entry { struct qspinlock *lock; struct pv_node *node; }; struct hrtimer_sleeper { struct hrtimer timer; struct task_struct *task; }; struct rt_mutex_base; struct rt_mutex_waiter { struct rb_node tree_entry; struct rb_node pi_tree_entry; struct task_struct *task; struct rt_mutex_base *lock; unsigned int wake_state; int prio; u64 deadline; struct ww_acquire_ctx *ww_ctx; }; struct rt_mutex_base { raw_spinlock_t wait_lock; struct rb_root_cached waiters; struct task_struct *owner; }; struct rt_mutex { struct rt_mutex_base rtmutex; }; struct rt_wake_q_head { struct wake_q_head head; struct task_struct *rtlock_task; }; enum rtmutex_chainwalk { RT_MUTEX_MIN_CHAINWALK = 0, RT_MUTEX_FULL_CHAINWALK = 1, }; enum pm_qos_req_action { PM_QOS_ADD_REQ = 0, PM_QOS_UPDATE_REQ = 1, PM_QOS_REMOVE_REQ = 2, }; typedef int suspend_state_t; enum suspend_stat_step { SUSPEND_FREEZE = 1, SUSPEND_PREPARE = 2, SUSPEND_SUSPEND = 3, SUSPEND_SUSPEND_LATE = 4, SUSPEND_SUSPEND_NOIRQ = 5, SUSPEND_RESUME_NOIRQ = 6, SUSPEND_RESUME_EARLY = 7, SUSPEND_RESUME = 8, }; struct suspend_stats { int success; int fail; int failed_freeze; int failed_prepare; int failed_suspend; int failed_suspend_late; int failed_suspend_noirq; int failed_resume; int failed_resume_early; int failed_resume_noirq; int last_failed_dev; char failed_devs[80]; int last_failed_errno; int errno[2]; int last_failed_step; enum suspend_stat_step failed_steps[2]; }; enum { TEST_NONE = 0, TEST_CORE = 1, TEST_CPUS = 2, TEST_PLATFORM = 3, TEST_DEVICES = 4, TEST_FREEZER = 5, __TEST_AFTER_LAST = 6, }; struct pm_vt_switch { struct list_head head; struct device *dev; bool required; }; struct platform_suspend_ops { int (*valid)(suspend_state_t); int (*begin)(suspend_state_t); int (*prepare)(); int (*prepare_late)(); int (*enter)(suspend_state_t); void (*wake)(); void (*finish)(); bool (*suspend_again)(); void (*end)(); void (*recover)(); }; struct platform_s2idle_ops { int (*begin)(); int (*prepare)(); int (*prepare_late)(); bool (*wake)(); void (*restore_early)(); void (*restore)(); void (*end)(); }; struct platform_hibernation_ops { int (*begin)(pm_message_t); void (*end)(); int (*pre_snapshot)(); void (*finish)(); int (*prepare)(); int (*enter)(); void (*leave)(); int (*pre_restore)(); void (*restore_cleanup)(); void (*recover)(); }; enum { HIBERNATION_INVALID = 0, HIBERNATION_PLATFORM = 1, HIBERNATION_SHUTDOWN = 2, HIBERNATION_REBOOT = 3, HIBERNATION_SUSPEND = 4, HIBERNATION_TEST_RESUME = 5, __HIBERNATION_AFTER_LAST = 6, }; struct pbe { void *address; void *orig_address; struct pbe *next; }; struct swsusp_info { struct new_utsname uts; u32 version_code; long unsigned int num_physpages; int cpus; long unsigned int image_pages; long unsigned int pages; long unsigned int size; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct snapshot_handle { unsigned int cur; void *buffer; int sync_read; }; struct linked_page { struct linked_page *next; char data[4088]; }; struct chain_allocator { struct linked_page *chain; unsigned int used_space; gfp_t gfp_mask; int safe_needed; }; struct rtree_node { struct list_head list; long unsigned int *data; }; struct mem_zone_bm_rtree { struct list_head list; struct list_head nodes; struct list_head leaves; long unsigned int start_pfn; long unsigned int end_pfn; struct rtree_node *rtree; int levels; unsigned int blocks; }; struct bm_position { struct mem_zone_bm_rtree *zone; struct rtree_node *node; long unsigned int node_pfn; int node_bit; }; struct memory_bitmap { struct list_head zones; struct linked_page *p_list; struct bm_position cur; }; struct mem_extent { struct list_head hook; long unsigned int start; long unsigned int end; }; struct nosave_region { struct list_head list; long unsigned int start_pfn; long unsigned int end_pfn; }; typedef struct { long unsigned int val; } swp_entry_t; enum { BIO_NO_PAGE_REF = 0, BIO_CLONED = 1, BIO_BOUNCED = 2, BIO_WORKINGSET = 3, BIO_QUIET = 4, BIO_CHAIN = 5, BIO_REFFED = 6, BIO_THROTTLED = 7, BIO_TRACE_COMPLETION = 8, BIO_CGROUP_ACCT = 9, BIO_QOS_THROTTLED = 10, BIO_QOS_MERGED = 11, BIO_REMAPPED = 12, BIO_ZONE_WRITE_LOCKED = 13, BIO_FLAG_LAST = 14, }; enum req_opf { REQ_OP_READ = 0, REQ_OP_WRITE = 1, REQ_OP_FLUSH = 2, REQ_OP_DISCARD = 3, REQ_OP_SECURE_ERASE = 5, REQ_OP_WRITE_ZEROES = 9, REQ_OP_ZONE_OPEN = 10, REQ_OP_ZONE_CLOSE = 11, REQ_OP_ZONE_FINISH = 12, REQ_OP_ZONE_APPEND = 13, REQ_OP_ZONE_RESET = 15, REQ_OP_ZONE_RESET_ALL = 17, REQ_OP_DRV_IN = 34, REQ_OP_DRV_OUT = 35, REQ_OP_LAST = 36, }; enum req_flag_bits { __REQ_FAILFAST_DEV = 8, __REQ_FAILFAST_TRANSPORT = 9, __REQ_FAILFAST_DRIVER = 10, __REQ_SYNC = 11, __REQ_META = 12, __REQ_PRIO = 13, __REQ_NOMERGE = 14, __REQ_IDLE = 15, __REQ_INTEGRITY = 16, __REQ_FUA = 17, __REQ_PREFLUSH = 18, __REQ_RAHEAD = 19, __REQ_BACKGROUND = 20, __REQ_NOWAIT = 21, __REQ_CGROUP_PUNT = 22, __REQ_POLLED = 23, __REQ_ALLOC_CACHE = 24, __REQ_SWAP = 25, __REQ_DRV = 26, __REQ_NOUNMAP = 27, __REQ_NR_BITS = 28, }; struct swap_map_page { sector_t entries[511]; sector_t next_swap; }; struct swap_map_page_list { struct swap_map_page *map; struct swap_map_page_list *next; }; struct swap_map_handle { struct swap_map_page *cur; struct swap_map_page_list *maps; sector_t cur_swap; sector_t first_sector; unsigned int k; long unsigned int reqd_free_pages; u32 crc32; }; struct swsusp_header { char reserved[4056]; u32 hw_sig; u32 crc32; sector_t image; unsigned int flags; char orig_sig[10]; char sig[10]; }; struct swsusp_extent { struct rb_node node; long unsigned int start; long unsigned int end; }; struct hib_bio_batch { atomic_t count; wait_queue_head_t wait; blk_status_t error; struct blk_plug plug; }; struct crc_data { struct task_struct *thr; atomic_t ready; atomic_t stop; unsigned int run_threads; wait_queue_head_t go; wait_queue_head_t done; u32 *crc32; size_t *unc_len[3]; unsigned char *unc[3]; }; struct cmp_data { struct task_struct *thr; atomic_t ready; atomic_t stop; int ret; wait_queue_head_t go; wait_queue_head_t done; size_t unc_len; size_t cmp_len; unsigned char unc[131072]; unsigned char cmp[143360]; unsigned char wrk[16384]; }; struct dec_data { struct task_struct *thr; atomic_t ready; atomic_t stop; int ret; wait_queue_head_t go; wait_queue_head_t done; size_t unc_len; size_t cmp_len; unsigned char unc[131072]; unsigned char cmp[143360]; }; typedef s64 compat_loff_t; struct resume_swap_area { __kernel_loff_t offset; __u32 dev; } __attribute__((packed)); struct snapshot_data { struct snapshot_handle handle; int swap; int mode; bool frozen; bool ready; bool platform_support; bool free_bitmaps; dev_t dev; }; struct compat_resume_swap_area { compat_loff_t offset; u32 dev; } __attribute__((packed)); struct wakelock { char *name; struct rb_node node; struct wakeup_source *ws; struct list_head lru; }; struct sysrq_key_op { void (* const handler)(int); const char * const help_msg; const char * const action_msg; const int enable_mask; }; struct em_data_callback { int (*active_power)(struct device *, long unsigned int *, long unsigned int *); int (*get_cost)(struct device *, long unsigned int, long unsigned int *); }; struct dev_printk_info { char subsystem[16]; char device[48]; }; struct kmsg_dump_iter { u64 cur_seq; u64 next_seq; }; struct kmsg_dumper { struct list_head list; void (*dump)(struct kmsg_dumper *, enum kmsg_dump_reason); enum kmsg_dump_reason max_reason; bool registered; }; struct trace_event_raw_console { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_data_offsets_console { u32 msg; }; typedef void (*btf_trace_console)(void *, const char *, size_t); struct printk_info { u64 seq; u64 ts_nsec; u16 text_len; u8 facility; u8 flags: 5; u8 level: 3; u32 caller_id; struct dev_printk_info dev_info; }; struct printk_record { struct printk_info *info; char *text_buf; unsigned int text_buf_size; }; struct prb_data_blk_lpos { long unsigned int begin; long unsigned int next; }; struct prb_desc { atomic_long_t state_var; struct prb_data_blk_lpos text_blk_lpos; }; struct prb_data_ring { unsigned int size_bits; char *data; atomic_long_t head_lpos; atomic_long_t tail_lpos; }; struct prb_desc_ring { unsigned int count_bits; struct prb_desc *descs; struct printk_info *infos; atomic_long_t head_id; atomic_long_t tail_id; atomic_long_t last_finalized_id; }; struct printk_ringbuffer { struct prb_desc_ring desc_ring; struct prb_data_ring text_data_ring; atomic_long_t fail; }; struct prb_reserved_entry { struct printk_ringbuffer *rb; long unsigned int irqflags; long unsigned int id; unsigned int text_space; }; enum desc_state { desc_miss = 4294967295, desc_reserved = 0, desc_committed = 1, desc_finalized = 2, desc_reusable = 3, }; struct console_cmdline { char name[16]; int index; bool user_specified; char *options; }; enum printk_info_flags { LOG_NEWLINE = 2, LOG_CONT = 8, }; enum devkmsg_log_bits { __DEVKMSG_LOG_BIT_ON = 0, __DEVKMSG_LOG_BIT_OFF = 1, __DEVKMSG_LOG_BIT_LOCK = 2, }; enum devkmsg_log_masks { DEVKMSG_LOG_MASK_ON = 1, DEVKMSG_LOG_MASK_OFF = 2, DEVKMSG_LOG_MASK_LOCK = 4, }; enum con_msg_format_flags { MSG_FORMAT_DEFAULT = 0, MSG_FORMAT_SYSLOG = 1, }; struct latched_seq { seqcount_latch_t latch; u64 val[2]; }; struct devkmsg_user { atomic64_t seq; struct ratelimit_state rs; struct mutex lock; char buf[8192]; struct printk_info info; char text_buf[8192]; struct printk_record record; }; enum kdb_msgsrc { KDB_MSGSRC_INTERNAL = 0, KDB_MSGSRC_PRINTK = 1, }; struct prb_data_block { long unsigned int id; char data[0]; }; enum { IRQS_AUTODETECT = 1, IRQS_SPURIOUS_DISABLED = 2, IRQS_POLL_INPROGRESS = 8, IRQS_ONESHOT = 32, IRQS_REPLAY = 64, IRQS_WAITING = 128, IRQS_PENDING = 512, IRQS_SUSPENDED = 2048, IRQS_TIMINGS = 4096, IRQS_NMI = 8192, }; enum { _IRQ_DEFAULT_INIT_FLAGS = 0, _IRQ_PER_CPU = 512, _IRQ_LEVEL = 256, _IRQ_NOPROBE = 1024, _IRQ_NOREQUEST = 2048, _IRQ_NOTHREAD = 65536, _IRQ_NOAUTOEN = 4096, _IRQ_MOVE_PCNTXT = 16384, _IRQ_NO_BALANCING = 8192, _IRQ_NESTED_THREAD = 32768, _IRQ_PER_CPU_DEVID = 131072, _IRQ_IS_POLLED = 262144, _IRQ_DISABLE_UNLAZY = 524288, _IRQ_HIDDEN = 1048576, _IRQ_NO_DEBUG = 2097152, _IRQF_MODIFY_MASK = 2096911, }; enum { IRQTF_RUNTHREAD = 0, IRQTF_WARNED = 1, IRQTF_AFFINITY = 2, IRQTF_FORCED_THREAD = 3, IRQTF_READY = 4, }; enum { IRQC_IS_HARDIRQ = 0, IRQC_IS_NESTED = 1, }; enum { IRQ_STARTUP_NORMAL = 0, IRQ_STARTUP_MANAGED = 1, IRQ_STARTUP_ABORT = 2, }; struct irq_devres { unsigned int irq; void *dev_id; }; struct irq_desc_devres { unsigned int from; unsigned int cnt; }; struct irq_generic_chip_devres { struct irq_chip_generic *gc; u32 msk; unsigned int clr; unsigned int set; }; struct irqchip_fwid { struct fwnode_handle fwnode; unsigned int type; char *name; phys_addr_t *pa; }; enum { AFFINITY = 0, AFFINITY_LIST = 1, EFFECTIVE = 2, EFFECTIVE_LIST = 3, }; enum msi_desc_filter { MSI_DESC_ALL = 0, MSI_DESC_NOTASSOCIATED = 1, MSI_DESC_ASSOCIATED = 2, }; struct irq_affinity { unsigned int pre_vectors; unsigned int post_vectors; unsigned int nr_sets; unsigned int set_size[4]; void (*calc_sets)(struct irq_affinity *, unsigned int); void *priv; }; struct node_vectors { unsigned int id; union { unsigned int nvectors; unsigned int ncpus; }; }; struct cpumap { unsigned int available; unsigned int allocated; unsigned int managed; unsigned int managed_allocated; bool initialized; bool online; long unsigned int alloc_map[4]; long unsigned int managed_map[4]; }; struct irq_matrix___2 { unsigned int matrix_bits; unsigned int alloc_start; unsigned int alloc_end; unsigned int alloc_size; unsigned int global_available; unsigned int global_reserved; unsigned int systembits_inalloc; unsigned int total_allocated; unsigned int online_maps; struct cpumap *maps; long unsigned int scratch_map[4]; long unsigned int system_map[4]; }; struct trace_event_raw_irq_matrix_global { struct trace_entry ent; unsigned int online_maps; unsigned int global_available; unsigned int global_reserved; unsigned int total_allocated; char __data[0]; }; struct trace_event_raw_irq_matrix_global_update { struct trace_entry ent; int bit; unsigned int online_maps; unsigned int global_available; unsigned int global_reserved; unsigned int total_allocated; char __data[0]; }; struct trace_event_raw_irq_matrix_cpu { struct trace_entry ent; int bit; unsigned int cpu; bool online; unsigned int available; unsigned int allocated; unsigned int managed; unsigned int online_maps; unsigned int global_available; unsigned int global_reserved; unsigned int total_allocated; char __data[0]; }; struct trace_event_data_offsets_irq_matrix_global {}; struct trace_event_data_offsets_irq_matrix_global_update {}; struct trace_event_data_offsets_irq_matrix_cpu {}; typedef void (*btf_trace_irq_matrix_online)(void *, struct irq_matrix___2 *); typedef void (*btf_trace_irq_matrix_offline)(void *, struct irq_matrix___2 *); typedef void (*btf_trace_irq_matrix_reserve)(void *, struct irq_matrix___2 *); typedef void (*btf_trace_irq_matrix_remove_reserved)(void *, struct irq_matrix___2 *); typedef void (*btf_trace_irq_matrix_assign_system)(void *, int, struct irq_matrix___2 *); typedef void (*btf_trace_irq_matrix_alloc_reserved)(void *, int, unsigned int, struct irq_matrix___2 *, struct cpumap *); typedef void (*btf_trace_irq_matrix_reserve_managed)(void *, int, unsigned int, struct irq_matrix___2 *, struct cpumap *); typedef void (*btf_trace_irq_matrix_remove_managed)(void *, int, unsigned int, struct irq_matrix___2 *, struct cpumap *); typedef void (*btf_trace_irq_matrix_alloc_managed)(void *, int, unsigned int, struct irq_matrix___2 *, struct cpumap *); typedef void (*btf_trace_irq_matrix_assign)(void *, int, unsigned int, struct irq_matrix___2 *, struct cpumap *); typedef void (*btf_trace_irq_matrix_alloc)(void *, int, unsigned int, struct irq_matrix___2 *, struct cpumap *); typedef void (*btf_trace_irq_matrix_free)(void *, int, unsigned int, struct irq_matrix___2 *, struct cpumap *); typedef void (*call_rcu_func_t)(struct callback_head *, rcu_callback_t); struct rcu_cblist { struct callback_head *head; struct callback_head **tail; long int len; }; struct rcu_synchronize { struct callback_head head; struct completion completion; }; struct trace_event_raw_rcu_utilization { struct trace_entry ent; const char *s; char __data[0]; }; struct trace_event_raw_rcu_stall_warning { struct trace_entry ent; const char *rcuname; const char *msg; char __data[0]; }; struct trace_event_data_offsets_rcu_utilization {}; struct trace_event_data_offsets_rcu_stall_warning {}; typedef void (*btf_trace_rcu_utilization)(void *, const char *); typedef void (*btf_trace_rcu_stall_warning)(void *, const char *, const char *); struct rcu_tasks; typedef void (*rcu_tasks_gp_func_t)(struct rcu_tasks *); typedef void (*pregp_func_t)(); typedef void (*pertask_func_t)(struct task_struct *, struct list_head *); typedef void (*postscan_func_t)(struct list_head *); typedef void (*holdouts_func_t)(struct list_head *, bool, bool *); typedef void (*postgp_func_t)(struct rcu_tasks *); struct rcu_tasks_percpu; struct rcu_tasks { struct rcuwait cbs_wait; raw_spinlock_t cbs_gbl_lock; int gp_state; int gp_sleep; int init_fract; long unsigned int gp_jiffies; long unsigned int gp_start; long unsigned int tasks_gp_seq; long unsigned int n_ipis; long unsigned int n_ipis_fails; struct task_struct *kthread_ptr; rcu_tasks_gp_func_t gp_func; pregp_func_t pregp_func; pertask_func_t pertask_func; postscan_func_t postscan_func; holdouts_func_t holdouts_func; postgp_func_t postgp_func; call_rcu_func_t call_func; struct rcu_tasks_percpu *rtpcpu; int percpu_enqueue_shift; int percpu_enqueue_lim; int percpu_dequeue_lim; long unsigned int percpu_dequeue_gpseq; struct mutex barrier_q_mutex; atomic_t barrier_q_count; struct completion barrier_q_completion; long unsigned int barrier_q_seq; char *name; char *kname; }; struct rcu_tasks_percpu { struct rcu_segcblist cblist; raw_spinlock_t lock; long unsigned int rtp_jiffies; long unsigned int rtp_n_lock_retries; struct work_struct rtp_work; struct irq_work rtp_irq_work; struct callback_head barrier_q_head; int cpu; struct rcu_tasks *rtpp; }; struct trc_stall_chk_rdr { int nesting; int ipi_to_cpu; u8 needqs; }; enum { GP_IDLE = 0, GP_ENTER = 1, GP_PASSED = 2, GP_EXIT = 3, GP_REPLAY = 4, }; enum rcutorture_type { RCU_FLAVOR = 0, RCU_TASKS_FLAVOR = 1, RCU_TASKS_RUDE_FLAVOR = 2, RCU_TASKS_TRACING_FLAVOR = 3, RCU_TRIVIAL_FLAVOR = 4, SRCU_FLAVOR = 5, INVALID_RCU_FLAVOR = 6, }; struct rcu_exp_work { long unsigned int rew_s; struct work_struct rew_work; }; struct rcu_node { raw_spinlock_t lock; long unsigned int gp_seq; long unsigned int gp_seq_needed; long unsigned int completedqs; long unsigned int qsmask; long unsigned int rcu_gp_init_mask; long unsigned int qsmaskinit; long unsigned int qsmaskinitnext; long unsigned int expmask; long unsigned int expmaskinit; long unsigned int expmaskinitnext; long unsigned int cbovldmask; long unsigned int ffmask; long unsigned int grpmask; int grplo; int grphi; u8 grpnum; u8 level; bool wait_blkd_tasks; struct rcu_node *parent; struct list_head blkd_tasks; struct list_head *gp_tasks; struct list_head *exp_tasks; struct list_head *boost_tasks; struct rt_mutex boost_mtx; long unsigned int boost_time; struct mutex boost_kthread_mutex; struct task_struct *boost_kthread_task; unsigned int boost_kthread_status; long unsigned int n_boosts; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; raw_spinlock_t fqslock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t exp_lock; long unsigned int exp_seq_rq; wait_queue_head_t exp_wq[4]; struct rcu_exp_work rew; bool exp_need_flush; long: 56; long: 64; long: 64; long: 64; long: 64; }; union rcu_noqs { struct { u8 norm; u8 exp; } b; u16 s; }; struct rcu_data { long unsigned int gp_seq; long unsigned int gp_seq_needed; union rcu_noqs cpu_no_qs; bool core_needs_qs; bool beenonline; bool gpwrap; bool cpu_started; struct rcu_node *mynode; long unsigned int grpmask; long unsigned int ticks_this_gp; struct irq_work defer_qs_iw; bool defer_qs_iw_pending; struct work_struct strict_work; struct rcu_segcblist cblist; long int qlen_last_fqs_check; long unsigned int n_cbs_invoked; long unsigned int n_force_qs_snap; long int blimit; int dynticks_snap; long int dynticks_nesting; long int dynticks_nmi_nesting; atomic_t dynticks; bool rcu_need_heavy_qs; bool rcu_urgent_qs; bool rcu_forced_tick; bool rcu_forced_tick_exp; long unsigned int barrier_seq_snap; struct callback_head barrier_head; int exp_dynticks_snap; struct task_struct *rcu_cpu_kthread_task; unsigned int rcu_cpu_kthread_status; char rcu_cpu_has_work; long unsigned int rcuc_activity; unsigned int softirq_snap; struct irq_work rcu_iw; bool rcu_iw_pending; long unsigned int rcu_iw_gp_seq; long unsigned int rcu_ofl_gp_seq; short int rcu_ofl_gp_flags; long unsigned int rcu_onl_gp_seq; short int rcu_onl_gp_flags; long unsigned int last_fqs_resched; long unsigned int last_sched_clock; int cpu; }; struct rcu_state { struct rcu_node node[521]; struct rcu_node *level[4]; int ncpus; int n_online_cpus; long: 64; long: 64; long: 64; long unsigned int gp_seq; long unsigned int gp_max; struct task_struct *gp_kthread; struct swait_queue_head gp_wq; short int gp_flags; short int gp_state; long unsigned int gp_wake_time; long unsigned int gp_wake_seq; struct mutex barrier_mutex; atomic_t barrier_cpu_count; struct completion barrier_completion; long unsigned int barrier_sequence; raw_spinlock_t barrier_lock; struct mutex exp_mutex; struct mutex exp_wake_mutex; long unsigned int expedited_sequence; atomic_t expedited_need_qs; struct swait_queue_head expedited_wq; int ncpus_snap; u8 cbovld; u8 cbovldnext; long unsigned int jiffies_force_qs; long unsigned int jiffies_kick_kthreads; long unsigned int n_force_qs; long unsigned int gp_start; long unsigned int gp_end; long unsigned int gp_activity; long unsigned int gp_req_activity; long unsigned int jiffies_stall; long unsigned int jiffies_resched; long unsigned int n_force_qs_gpstart; const char *name; char abbr; long: 56; long: 64; long: 64; arch_spinlock_t ofl_lock; int nocb_is_setup; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kvfree_rcu_bulk_data { long unsigned int nr_records; struct kvfree_rcu_bulk_data *next; void *records[0]; }; struct kfree_rcu_cpu; struct kfree_rcu_cpu_work { struct rcu_work rcu_work; struct callback_head *head_free; struct kvfree_rcu_bulk_data *bkvhead_free[2]; struct kfree_rcu_cpu *krcp; }; struct kfree_rcu_cpu { struct callback_head *head; struct kvfree_rcu_bulk_data *bkvhead[2]; struct kfree_rcu_cpu_work krw_arr[2]; raw_spinlock_t lock; struct delayed_work monitor_work; bool monitor_todo; bool initialized; int count; struct delayed_work page_cache_work; atomic_t backoff_page_cache_fill; atomic_t work_in_progress; struct hrtimer hrtimer; struct llist_head bkvcache; int nr_bkv_objs; }; struct rcu_stall_chk_rdr { int nesting; union rcu_special rs; bool on_blkd_list; }; struct klp_func { const char *old_name; void *new_func; long unsigned int old_sympos; void *old_func; struct kobject kobj; struct list_head node; struct list_head stack_node; long unsigned int old_size; long unsigned int new_size; bool nop; bool patched; bool transition; }; struct klp_object; struct klp_callbacks { int (*pre_patch)(struct klp_object *); void (*post_patch)(struct klp_object *); void (*pre_unpatch)(struct klp_object *); void (*post_unpatch)(struct klp_object *); bool post_unpatch_enabled; }; struct klp_object { const char *name; struct klp_func *funcs; struct klp_callbacks callbacks; struct kobject kobj; struct list_head func_list; struct list_head node; struct module *mod; bool dynamic; bool patched; }; struct klp_state { long unsigned int id; unsigned int version; void *data; }; struct klp_patch { struct module *mod; struct klp_object *objs; struct klp_state *states; bool replace; struct list_head list; struct kobject kobj; struct list_head obj_list; bool enabled; bool forced; struct work_struct free_work; struct completion finish; }; struct klp_find_arg { const char *objname; const char *name; long unsigned int addr; long unsigned int count; long unsigned int pos; }; struct klp_ops { struct list_head node; struct list_head func_stack; struct ftrace_ops fops; }; typedef int (*klp_shadow_ctor_t)(void *, void *, void *); typedef void (*klp_shadow_dtor_t)(void *, void *); struct klp_shadow { struct hlist_node node; struct callback_head callback_head; void *obj; long unsigned int id; char data[0]; }; struct dma_sgt_handle { struct sg_table sgt; struct page **pages; }; struct dma_devres { size_t size; void *vaddr; dma_addr_t dma_handle; long unsigned int attrs; }; struct trace_event_raw_swiotlb_bounced { struct trace_entry ent; u32 __data_loc_dev_name; u64 dma_mask; dma_addr_t dev_addr; size_t size; bool force; char __data[0]; }; struct trace_event_data_offsets_swiotlb_bounced { u32 dev_name; }; typedef void (*btf_trace_swiotlb_bounced)(void *, struct device *, dma_addr_t, size_t); struct cma; struct trace_event_raw_sys_enter { struct trace_entry ent; long int id; long unsigned int args[6]; char __data[0]; }; struct trace_event_raw_sys_exit { struct trace_entry ent; long int id; long int ret; char __data[0]; }; struct trace_event_data_offsets_sys_enter {}; struct trace_event_data_offsets_sys_exit {}; typedef void (*btf_trace_sys_enter)(void *, struct pt_regs *, long int); typedef void (*btf_trace_sys_exit)(void *, struct pt_regs *, long int); struct interval_tree_node { struct rb_node rb; long unsigned int start; long unsigned int last; long unsigned int __subtree_last; }; struct kvm_regs { __u64 rax; __u64 rbx; __u64 rcx; __u64 rdx; __u64 rsi; __u64 rdi; __u64 rsp; __u64 rbp; __u64 r8; __u64 r9; __u64 r10; __u64 r11; __u64 r12; __u64 r13; __u64 r14; __u64 r15; __u64 rip; __u64 rflags; }; struct kvm_segment { __u64 base; __u32 limit; __u16 selector; __u8 type; __u8 present; __u8 dpl; __u8 db; __u8 s; __u8 l; __u8 g; __u8 avl; __u8 unusable; __u8 padding; }; struct kvm_dtable { __u64 base; __u16 limit; __u16 padding[3]; }; struct kvm_sregs { struct kvm_segment cs; struct kvm_segment ds; struct kvm_segment es; struct kvm_segment fs; struct kvm_segment gs; struct kvm_segment ss; struct kvm_segment tr; struct kvm_segment ldt; struct kvm_dtable gdt; struct kvm_dtable idt; __u64 cr0; __u64 cr2; __u64 cr3; __u64 cr4; __u64 cr8; __u64 efer; __u64 apic_base; __u64 interrupt_bitmap[4]; }; struct kvm_msr_entry { __u32 index; __u32 reserved; __u64 data; }; struct kvm_cpuid_entry2 { __u32 function; __u32 index; __u32 flags; __u32 eax; __u32 ebx; __u32 ecx; __u32 edx; __u32 padding[3]; }; struct kvm_debug_exit_arch { __u32 exception; __u32 pad; __u64 pc; __u64 dr6; __u64 dr7; }; struct kvm_vcpu_events { struct { __u8 injected; __u8 nr; __u8 has_error_code; __u8 pending; __u32 error_code; } exception; struct { __u8 injected; __u8 nr; __u8 soft; __u8 shadow; } interrupt; struct { __u8 injected; __u8 pending; __u8 masked; __u8 pad; } nmi; __u32 sipi_vector; __u32 flags; struct { __u8 smm; __u8 pending; __u8 smm_inside_nmi; __u8 latched_init; } smi; __u8 reserved[27]; __u8 exception_has_payload; __u64 exception_payload; }; struct kvm_sync_regs { struct kvm_regs regs; struct kvm_sregs sregs; struct kvm_vcpu_events events; }; struct kvm_vmx_nested_state_data { __u8 vmcs12[4096]; __u8 shadow_vmcs12[4096]; }; struct kvm_vmx_nested_state_hdr { __u64 vmxon_pa; __u64 vmcs12_pa; struct { __u16 flags; } smm; __u16 pad; __u32 flags; __u64 preemption_timer_deadline; }; struct kvm_svm_nested_state_data { __u8 vmcb12[4096]; }; struct kvm_svm_nested_state_hdr { __u64 vmcb_pa; }; struct kvm_nested_state { __u16 flags; __u16 format; __u32 size; union { struct kvm_vmx_nested_state_hdr vmx; struct kvm_svm_nested_state_hdr svm; __u8 pad[120]; } hdr; union { struct kvm_vmx_nested_state_data vmx[0]; struct kvm_svm_nested_state_data svm[0]; } data; }; struct kvm_pmu_event_filter { __u32 action; __u32 nevents; __u32 fixed_counter_bitmap; __u32 flags; __u32 pad[4]; __u64 events[0]; }; struct kvm_hyperv_exit { __u32 type; __u32 pad1; union { struct { __u32 msr; __u32 pad2; __u64 control; __u64 evt_page; __u64 msg_page; } synic; struct { __u64 input; __u64 result; __u64 params[2]; } hcall; struct { __u32 msr; __u32 pad2; __u64 control; __u64 status; __u64 send_page; __u64 recv_page; __u64 pending_page; } syndbg; } u; }; struct kvm_xen_exit { __u32 type; union { struct { __u32 longmode; __u32 cpl; __u64 input; __u64 result; __u64 params[6]; } hcall; } u; }; struct kvm_run { __u8 request_interrupt_window; __u8 immediate_exit; __u8 padding1[6]; __u32 exit_reason; __u8 ready_for_interrupt_injection; __u8 if_flag; __u16 flags; __u64 cr8; __u64 apic_base; union { struct { __u64 hardware_exit_reason; } hw; struct { __u64 hardware_entry_failure_reason; __u32 cpu; } fail_entry; struct { __u32 exception; __u32 error_code; } ex; struct { __u8 direction; __u8 size; __u16 port; __u32 count; __u64 data_offset; } io; struct { struct kvm_debug_exit_arch arch; } debug; struct { __u64 phys_addr; __u8 data[8]; __u32 len; __u8 is_write; } mmio; struct { __u64 nr; __u64 args[6]; __u64 ret; __u32 longmode; __u32 pad; } hypercall; struct { __u64 rip; __u32 is_write; __u32 pad; } tpr_access; struct { __u8 icptcode; __u16 ipa; __u32 ipb; } s390_sieic; __u64 s390_reset_flags; struct { __u64 trans_exc_code; __u32 pgm_code; } s390_ucontrol; struct { __u32 dcrn; __u32 data; __u8 is_write; } dcr; struct { __u32 suberror; __u32 ndata; __u64 data[16]; } internal; struct { __u32 suberror; __u32 ndata; __u64 flags; union { struct { __u8 insn_size; __u8 insn_bytes[15]; }; }; } emulation_failure; struct { __u64 gprs[32]; } osi; struct { __u64 nr; __u64 ret; __u64 args[9]; } papr_hcall; struct { __u16 subchannel_id; __u16 subchannel_nr; __u32 io_int_parm; __u32 io_int_word; __u32 ipb; __u8 dequeued; } s390_tsch; struct { __u32 epr; } epr; struct { __u32 type; __u32 ndata; union { __u64 data[16]; }; } system_event; struct { __u64 addr; __u8 ar; __u8 reserved; __u8 fc; __u8 sel1; __u16 sel2; } s390_stsi; struct { __u8 vector; } eoi; struct kvm_hyperv_exit hyperv; struct { __u64 esr_iss; __u64 fault_ipa; } arm_nisv; struct { __u8 error; __u8 pad[7]; __u32 reason; __u32 index; __u64 data; } msr; struct kvm_xen_exit xen; struct { long unsigned int extension_id; long unsigned int function_id; long unsigned int args[6]; long unsigned int ret[2]; } riscv_sbi; char padding[256]; }; __u64 kvm_valid_regs; __u64 kvm_dirty_regs; union { struct kvm_sync_regs regs; char padding[2048]; } s; }; struct kvm_coalesced_mmio { __u64 phys_addr; __u32 len; union { __u32 pad; __u32 pio; }; __u8 data[8]; }; struct kvm_coalesced_mmio_ring { __u32 first; __u32 last; struct kvm_coalesced_mmio coalesced_mmio[0]; }; struct kvm_xen_hvm_config { __u32 flags; __u32 msr; __u64 blob_addr_32; __u64 blob_addr_64; __u8 blob_size_32; __u8 blob_size_64; __u8 pad2[30]; }; struct kvm_enc_region { __u64 addr; __u64 size; }; struct kvm_dirty_gfn { __u32 flags; __u32 slot; __u64 offset; }; struct kvm_stats_desc { __u32 flags; __s16 exponent; __u16 size; __u32 offset; __u32 bucket_size; char name[0]; }; typedef long unsigned int gva_t; typedef u64 gpa_t; typedef u64 gfn_t; typedef u64 hpa_t; typedef u64 hfn_t; typedef hfn_t kvm_pfn_t; enum pfn_cache_usage { KVM_GUEST_USES_PFN = 1, KVM_HOST_USES_PFN = 2, KVM_GUEST_AND_HOST_USE_PFN = 3, }; struct kvm_memory_slot; struct gfn_to_hva_cache { u64 generation; gpa_t gpa; long unsigned int hva; long unsigned int len; struct kvm_memory_slot *memslot; }; struct kvm_rmap_head; struct kvm_lpage_info; struct kvm_arch_memory_slot { struct kvm_rmap_head *rmap[3]; struct kvm_lpage_info *lpage_info[2]; short unsigned int *gfn_track[1]; }; struct kvm_memory_slot { struct hlist_node id_node[2]; struct interval_tree_node hva_node[2]; struct rb_node gfn_node[2]; gfn_t base_gfn; long unsigned int npages; long unsigned int *dirty_bitmap; struct kvm_arch_memory_slot arch; long unsigned int userspace_addr; u32 flags; short int id; u16 as_id; }; struct kvm_vcpu; struct gfn_to_pfn_cache { u64 generation; gpa_t gpa; long unsigned int uhva; struct kvm_memory_slot *memslot; struct kvm_vcpu *vcpu; struct list_head list; rwlock_t lock; void *khva; kvm_pfn_t pfn; enum pfn_cache_usage usage; bool active; bool valid; }; struct kvm_mmio_fragment { gpa_t gpa; void *data; unsigned int len; }; struct kvm_lapic; struct kvm_page_fault; struct x86_exception; struct kvm_mmu_page; struct kvm_mmu_root_info { gpa_t pgd; hpa_t hpa; }; union kvm_mmu_page_role { u32 word; struct { unsigned int level: 4; unsigned int has_4_byte_gpte: 1; unsigned int quadrant: 2; unsigned int direct: 1; unsigned int access: 3; unsigned int invalid: 1; unsigned int efer_nx: 1; unsigned int cr0_wp: 1; unsigned int smep_andnot_wp: 1; unsigned int smap_andnot_wp: 1; unsigned int ad_disabled: 1; unsigned int guest_mode: 1; unsigned int passthrough: 1; char: 5; unsigned int smm: 8; }; }; union kvm_mmu_extended_role { u32 word; struct { unsigned int valid: 1; unsigned int execonly: 1; unsigned int cr4_pse: 1; unsigned int cr4_pke: 1; unsigned int cr4_smap: 1; unsigned int cr4_smep: 1; unsigned int cr4_la57: 1; unsigned int efer_lma: 1; }; }; union kvm_cpu_role { u64 as_u64; struct { union kvm_mmu_page_role base; union kvm_mmu_extended_role ext; }; }; struct rsvd_bits_validate { u64 rsvd_bits_mask[10]; u64 bad_mt_xwr; }; struct kvm_mmu { long unsigned int (*get_guest_pgd)(struct kvm_vcpu *); u64 (*get_pdptr)(struct kvm_vcpu *, int); int (*page_fault)(struct kvm_vcpu *, struct kvm_page_fault *); void (*inject_page_fault)(struct kvm_vcpu *, struct x86_exception *); gpa_t (*gva_to_gpa)(struct kvm_vcpu *, struct kvm_mmu *, gpa_t, u64, struct x86_exception *); int (*sync_page)(struct kvm_vcpu *, struct kvm_mmu_page *); void (*invlpg)(struct kvm_vcpu *, gva_t, hpa_t); struct kvm_mmu_root_info root; union kvm_cpu_role cpu_role; union kvm_mmu_page_role root_role; u32 pkru_mask; struct kvm_mmu_root_info prev_roots[3]; u8 permissions[16]; u64 *pae_root; u64 *pml4_root; u64 *pml5_root; struct rsvd_bits_validate shadow_zero_check; struct rsvd_bits_validate guest_rsvd_check; u64 pdptrs[4]; }; struct kvm_mmu_memory_cache { int nobjs; gfp_t gfp_zero; struct kmem_cache *kmem_cache; void *objects[40]; }; struct kvm_pio_request { long unsigned int linear_rip; long unsigned int count; int in; int port; int size; }; struct kvm_queued_exception { bool pending; bool injected; bool has_error_code; u8 nr; u32 error_code; long unsigned int payload; bool has_payload; u8 nested_apf; }; struct kvm_queued_interrupt { bool injected; bool soft; u8 nr; }; struct x86_emulate_ctxt; struct kvm_mtrr_range { u64 base; u64 mask; struct list_head node; }; struct kvm_mtrr { struct kvm_mtrr_range var_ranges[8]; mtrr_type fixed_ranges[88]; u64 deftype; struct list_head head; }; enum pmc_type { KVM_PMC_GP = 0, KVM_PMC_FIXED = 1, }; struct kvm_pmc { enum pmc_type type; u8 idx; u64 counter; u64 eventsel; struct perf_event *perf_event; struct kvm_vcpu *vcpu; u64 current_config; bool is_paused; bool intr; }; struct kvm_pmu { unsigned int nr_arch_gp_counters; unsigned int nr_arch_fixed_counters; unsigned int available_event_types; u64 fixed_ctr_ctrl; u64 global_ctrl; u64 global_status; u64 counter_bitmask[2]; u64 global_ctrl_mask; u64 global_ovf_ctrl_mask; u64 reserved_bits; u64 raw_event_mask; u8 version; struct kvm_pmc gp_counters[32]; struct kvm_pmc fixed_counters[3]; struct irq_work irq_work; long unsigned int reprogram_pmi[1]; long unsigned int all_valid_pmc_idx[1]; long unsigned int pmc_in_use[1]; bool need_cleanup; u8 event_count; }; struct kvm_vcpu_xen { u64 hypercall_rip; u32 current_runstate; u8 upcall_vector; struct gfn_to_pfn_cache vcpu_info_cache; struct gfn_to_pfn_cache vcpu_time_info_cache; struct gfn_to_pfn_cache runstate_cache; u64 last_steal; u64 runstate_entry_time; u64 runstate_times[4]; long unsigned int evtchn_pending_sel; u32 vcpu_id; u32 timer_virq; u64 timer_expires; atomic_t timer_pending; struct hrtimer timer; int poll_evtchn; struct timer_list poll_timer; }; struct kvm_vcpu_hv; struct kvm_vcpu_arch { long unsigned int regs[17]; u32 regs_avail; u32 regs_dirty; long unsigned int cr0; long unsigned int cr0_guest_owned_bits; long unsigned int cr2; long unsigned int cr3; long unsigned int cr4; long unsigned int cr4_guest_owned_bits; long unsigned int cr4_guest_rsvd_bits; long unsigned int cr8; u32 host_pkru; u32 pkru; u32 hflags; u64 efer; u64 apic_base; struct kvm_lapic *apic; bool apicv_active; bool load_eoi_exitmap_pending; long unsigned int ioapic_handled_vectors[4]; long unsigned int apic_attention; int32_t apic_arb_prio; int mp_state; u64 ia32_misc_enable_msr; u64 smbase; u64 smi_count; bool at_instruction_boundary; bool tpr_access_reporting; bool xsaves_enabled; bool xfd_no_write_intercept; u64 ia32_xss; u64 microcode_version; u64 arch_capabilities; u64 perf_capabilities; struct kvm_mmu *mmu; struct kvm_mmu root_mmu; struct kvm_mmu guest_mmu; struct kvm_mmu nested_mmu; struct kvm_mmu *walk_mmu; struct kvm_mmu_memory_cache mmu_pte_list_desc_cache; struct kvm_mmu_memory_cache mmu_shadow_page_cache; struct kvm_mmu_memory_cache mmu_gfn_array_cache; struct kvm_mmu_memory_cache mmu_page_header_cache; struct fpu_guest guest_fpu; u64 xcr0; struct kvm_pio_request pio; void *pio_data; void *sev_pio_data; unsigned int sev_pio_count; u8 event_exit_inst_len; struct kvm_queued_exception exception; struct kvm_queued_interrupt interrupt; int halt_request; int cpuid_nent; struct kvm_cpuid_entry2 *cpuid_entries; u32 kvm_cpuid_base; u64 reserved_gpa_bits; int maxphyaddr; struct x86_emulate_ctxt *emulate_ctxt; bool emulate_regs_need_sync_to_vcpu; bool emulate_regs_need_sync_from_vcpu; int (*complete_userspace_io)(struct kvm_vcpu *); gpa_t time; struct pvclock_vcpu_time_info hv_clock; unsigned int hw_tsc_khz; struct gfn_to_pfn_cache pv_time; bool pvclock_set_guest_stopped_request; struct { u8 preempted; u64 msr_val; u64 last_steal; struct gfn_to_hva_cache cache; } st; u64 l1_tsc_offset; u64 tsc_offset; u64 last_guest_tsc; u64 last_host_tsc; u64 tsc_offset_adjustment; u64 this_tsc_nsec; u64 this_tsc_write; u64 this_tsc_generation; bool tsc_catchup; bool tsc_always_catchup; s8 virtual_tsc_shift; u32 virtual_tsc_mult; u32 virtual_tsc_khz; s64 ia32_tsc_adjust_msr; u64 msr_ia32_power_ctl; u64 l1_tsc_scaling_ratio; u64 tsc_scaling_ratio; atomic_t nmi_queued; unsigned int nmi_pending; bool nmi_injected; bool smi_pending; u8 handling_intr_from_guest; struct kvm_mtrr mtrr_state; u64 pat; unsigned int switch_db_regs; long unsigned int db[4]; long unsigned int dr6; long unsigned int dr7; long unsigned int eff_db[4]; long unsigned int guest_debug_dr7; u64 msr_platform_info; u64 msr_misc_features_enables; u64 mcg_cap; u64 mcg_status; u64 mcg_ctl; u64 mcg_ext_ctl; u64 *mce_banks; u64 mmio_gva; unsigned int mmio_access; gfn_t mmio_gfn; u64 mmio_gen; struct kvm_pmu pmu; long unsigned int singlestep_rip; bool hyperv_enabled; struct kvm_vcpu_hv *hyperv; struct kvm_vcpu_xen xen; cpumask_var_t wbinvd_dirty_mask; long unsigned int last_retry_eip; long unsigned int last_retry_addr; struct { bool halted; gfn_t gfns[64]; struct gfn_to_hva_cache data; u64 msr_en_val; u64 msr_int_val; u16 vec; u32 id; bool send_user_only; u32 host_apf_flags; long unsigned int nested_apf_token; bool delivery_as_pf_vmexit; bool pageready_pending; } apf; struct { u64 length; u64 status; } osvw; struct { u64 msr_val; struct gfn_to_hva_cache data; } pv_eoi; u64 msr_kvm_poll_control; bool write_fault_to_shadow_pgtable; long unsigned int exit_qualification; struct { bool pv_unhalted; } pv; int pending_ioapic_eoi; int pending_external_vector; bool preempted_in_kernel; bool l1tf_flush_l1d; int last_vmentry_cpu; u64 msr_hwcr; struct { u32 features; bool enforce; } pv_cpuid; bool guest_state_protected; bool pdptrs_from_userspace; hpa_t hv_root_tdp; }; struct kvm_vcpu_stat_generic { u64 halt_successful_poll; u64 halt_attempted_poll; u64 halt_poll_invalid; u64 halt_wakeup; u64 halt_poll_success_ns; u64 halt_poll_fail_ns; u64 halt_wait_ns; u64 halt_poll_success_hist[32]; u64 halt_poll_fail_hist[32]; u64 halt_wait_hist[32]; u64 blocking; }; struct kvm_vcpu_stat { struct kvm_vcpu_stat_generic generic; u64 pf_taken; u64 pf_fixed; u64 pf_emulate; u64 pf_spurious; u64 pf_fast; u64 pf_mmio_spte_created; u64 pf_guest; u64 tlb_flush; u64 invlpg; u64 exits; u64 io_exits; u64 mmio_exits; u64 signal_exits; u64 irq_window_exits; u64 nmi_window_exits; u64 l1d_flush; u64 halt_exits; u64 request_irq_exits; u64 irq_exits; u64 host_state_reload; u64 fpu_reload; u64 insn_emulation; u64 insn_emulation_fail; u64 hypercalls; u64 irq_injections; u64 nmi_injections; u64 req_event; u64 nested_run; u64 directed_yield_attempted; u64 directed_yield_successful; u64 preemption_reported; u64 preemption_other; u64 guest_mode; }; struct kvm_dirty_ring { u32 dirty_index; u32 reset_index; u32 size; u32 soft_limit; struct kvm_dirty_gfn *dirty_gfns; int index; }; struct kvm; struct kvm_vcpu { struct kvm *kvm; struct preempt_notifier preempt_notifier; int cpu; int vcpu_id; int vcpu_idx; int ____srcu_idx; int mode; u64 requests; long unsigned int guest_debug; struct mutex mutex; struct kvm_run *run; struct rcuwait wait; struct pid *pid; int sigset_active; sigset_t sigset; unsigned int halt_poll_ns; bool valid_wakeup; int mmio_needed; int mmio_read_completed; int mmio_is_write; int mmio_cur_fragment; int mmio_nr_fragments; struct kvm_mmio_fragment mmio_fragments[2]; struct { u32 queued; struct list_head queue; struct list_head done; spinlock_t lock; } async_pf; struct { bool in_spin_loop; bool dy_eligible; } spin_loop; bool preempted; bool ready; struct kvm_vcpu_arch arch; struct kvm_vcpu_stat stat; char stats_id[48]; struct kvm_dirty_ring dirty_ring; struct kvm_memory_slot *last_used_slot; u64 last_used_slot_gen; }; struct kvm_vm_stat_generic { u64 remote_tlb_flush; u64 remote_tlb_flush_requests; }; struct hv_partition_assist_pg { u32 tlb_lock_count; }; union hv_message_flags { __u8 asu8; struct { __u8 msg_pending: 1; __u8 reserved: 7; }; }; union hv_port_id { __u32 asu32; struct { __u32 id: 24; __u32 reserved: 8; } u; }; struct hv_message_header { __u32 message_type; __u8 payload_size; union hv_message_flags message_flags; __u8 reserved[2]; union { __u64 sender; union hv_port_id port; }; }; struct hv_message { struct hv_message_header header; union { __u64 payload[30]; } u; }; union hv_stimer_config { u64 as_uint64; struct { u64 enable: 1; u64 periodic: 1; u64 lazy: 1; u64 auto_enable: 1; u64 apic_vector: 8; u64 direct_mode: 1; u64 reserved_z0: 3; u64 sintx: 4; u64 reserved_z1: 44; }; }; enum kvm_page_track_mode { KVM_PAGE_TRACK_WRITE = 0, KVM_PAGE_TRACK_MAX = 1, }; struct kvm_page_track_notifier_head { struct srcu_struct track_srcu; struct hlist_head track_notifier_list; }; struct kvm_page_track_notifier_node { struct hlist_node node; void (*track_write)(struct kvm_vcpu *, gpa_t, const u8 *, int, struct kvm_page_track_notifier_node *); void (*track_flush_slot)(struct kvm *, struct kvm_memory_slot *, struct kvm_page_track_notifier_node *); }; struct kvm_memslots { u64 generation; atomic_long_t last_used_slot; struct rb_root_cached hva_tree; struct rb_root gfn_tree; struct hlist_head id_hash[128]; int node_idx; }; struct kvm_vm_stat { struct kvm_vm_stat_generic generic; u64 mmu_shadow_zapped; u64 mmu_pte_write; u64 mmu_pde_zapped; u64 mmu_flooded; u64 mmu_recycled; u64 mmu_cache_miss; u64 mmu_unsync; union { struct { atomic64_t pages_4k; atomic64_t pages_2m; atomic64_t pages_1g; }; atomic64_t pages[3]; }; u64 nx_lpage_splits; u64 max_mmu_page_hash_collisions; u64 max_mmu_rmap_size; }; struct kvm_pic; struct kvm_ioapic; struct kvm_pit; enum hv_tsc_page_status { HV_TSC_PAGE_UNSET = 0, HV_TSC_PAGE_GUEST_CHANGED = 1, HV_TSC_PAGE_HOST_CHANGED = 2, HV_TSC_PAGE_SET = 3, HV_TSC_PAGE_BROKEN = 4, }; struct kvm_hv_syndbg { struct { u64 control; u64 status; u64 send_page; u64 recv_page; u64 pending_page; } control; u64 options; }; struct kvm_hv { struct mutex hv_lock; u64 hv_guest_os_id; u64 hv_hypercall; u64 hv_tsc_page; enum hv_tsc_page_status hv_tsc_page_status; u64 hv_crash_param[5]; u64 hv_crash_ctl; struct ms_hyperv_tsc_page tsc_ref; struct idr conn_to_evt; u64 hv_reenlightenment_control; u64 hv_tsc_emulation_control; u64 hv_tsc_emulation_status; atomic_t num_mismatched_vp_indexes; unsigned int synic_auto_eoi_used; struct hv_partition_assist_pg *hv_pa_pg; struct kvm_hv_syndbg hv_syndbg; }; struct kvm_xen { u32 xen_version; bool long_mode; u8 upcall_vector; struct gfn_to_pfn_cache shinfo_cache; struct idr evtchn_ports; long unsigned int poll_mask[16]; }; enum kvm_irqchip_mode { KVM_IRQCHIP_NONE = 0, KVM_IRQCHIP_KERNEL = 1, KVM_IRQCHIP_SPLIT = 2, }; struct kvm_apic_map; struct kvm_x86_msr_filter; struct kvm_arch { long unsigned int n_used_mmu_pages; long unsigned int n_requested_mmu_pages; long unsigned int n_max_mmu_pages; unsigned int indirect_shadow_pages; u8 mmu_valid_gen; struct hlist_head mmu_page_hash[4096]; struct list_head active_mmu_pages; struct list_head zapped_obsolete_pages; struct list_head lpage_disallowed_mmu_pages; struct kvm_page_track_notifier_node mmu_sp_tracker; struct kvm_page_track_notifier_head track_notifier_head; spinlock_t mmu_unsync_pages_lock; struct list_head assigned_dev_head; struct iommu_domain *iommu_domain; bool iommu_noncoherent; atomic_t noncoherent_dma_count; atomic_t assigned_device_count; struct kvm_pic *vpic; struct kvm_ioapic *vioapic; struct kvm_pit *vpit; atomic_t vapics_in_nmi_mode; struct mutex apic_map_lock; struct kvm_apic_map *apic_map; atomic_t apic_map_dirty; struct rw_semaphore apicv_update_lock; bool apic_access_memslot_enabled; long unsigned int apicv_inhibit_reasons; gpa_t wall_clock; bool mwait_in_guest; bool hlt_in_guest; bool pause_in_guest; bool cstate_in_guest; long unsigned int irq_sources_bitmap; s64 kvmclock_offset; raw_spinlock_t tsc_write_lock; u64 last_tsc_nsec; u64 last_tsc_write; u32 last_tsc_khz; u64 last_tsc_offset; u64 cur_tsc_nsec; u64 cur_tsc_write; u64 cur_tsc_offset; u64 cur_tsc_generation; int nr_vcpus_matched_tsc; u32 default_tsc_khz; seqcount_raw_spinlock_t pvclock_sc; bool use_master_clock; u64 master_kernel_ns; u64 master_cycle_now; struct delayed_work kvmclock_update_work; struct delayed_work kvmclock_sync_work; struct kvm_xen_hvm_config xen_hvm_config; struct hlist_head mask_notifier_list; struct kvm_hv hyperv; struct kvm_xen xen; bool backwards_tsc_observed; bool boot_vcpu_runs_old_kvmclock; u32 bsp_vcpu_id; u64 disabled_quirks; int cpu_dirty_logging_count; enum kvm_irqchip_mode irqchip_mode; u8 nr_reserved_ioapic_pins; bool disabled_lapic_found; bool x2apic_format; bool x2apic_broadcast_quirk_disabled; bool guest_can_read_msr_platform_info; bool exception_payload_enabled; bool bus_lock_detection_enabled; bool enable_pmu; bool exit_on_emulation_error; u32 user_space_msr_mask; struct kvm_x86_msr_filter *msr_filter; u32 hypercall_exit_enabled; bool sgx_provisioning_allowed; struct kvm_pmu_event_filter *pmu_event_filter; struct task_struct *nx_lpage_recovery_thread; bool tdp_mmu_enabled; struct list_head tdp_mmu_roots; struct list_head tdp_mmu_pages; spinlock_t tdp_mmu_pages_lock; struct workqueue_struct *tdp_mmu_zap_wq; bool shadow_root_allocated; hpa_t hv_root_tdp; spinlock_t hv_root_tdp_lock; }; struct kvm_io_bus; struct kvm_irq_routing_table; struct kvm_stat_data; struct kvm { rwlock_t mmu_lock; struct mutex slots_lock; struct mutex slots_arch_lock; struct mm_struct *mm; long unsigned int nr_memslot_pages; struct kvm_memslots __memslots[4]; struct kvm_memslots *memslots[2]; struct xarray vcpu_array; spinlock_t mn_invalidate_lock; long unsigned int mn_active_invalidate_count; struct rcuwait mn_memslots_update_rcuwait; spinlock_t gpc_lock; struct list_head gpc_list; atomic_t online_vcpus; int max_vcpus; int created_vcpus; int last_boosted_vcpu; struct list_head vm_list; struct mutex lock; struct kvm_io_bus *buses[4]; struct { spinlock_t lock; struct list_head items; struct list_head resampler_list; struct mutex resampler_lock; } irqfds; struct list_head ioeventfds; struct kvm_vm_stat stat; struct kvm_arch arch; refcount_t users_count; struct kvm_coalesced_mmio_ring *coalesced_mmio_ring; spinlock_t ring_lock; struct list_head coalesced_zones; struct mutex irq_lock; struct kvm_irq_routing_table *irq_routing; struct hlist_head irq_ack_notifier_list; struct mmu_notifier mmu_notifier; long unsigned int mmu_notifier_seq; long int mmu_notifier_count; long unsigned int mmu_notifier_range_start; long unsigned int mmu_notifier_range_end; struct list_head devices; u64 manual_dirty_log_protect; struct dentry *debugfs_dentry; struct kvm_stat_data **debugfs_stat_data; struct srcu_struct srcu; struct srcu_struct irq_srcu; pid_t userspace_pid; unsigned int max_halt_poll_ns; u32 dirty_ring_size; bool vm_bugged; bool vm_dead; struct notifier_block pm_notifier; char stats_id[48]; }; enum kvm_reg { VCPU_REGS_RAX = 0, VCPU_REGS_RCX = 1, VCPU_REGS_RDX = 2, VCPU_REGS_RBX = 3, VCPU_REGS_RSP = 4, VCPU_REGS_RBP = 5, VCPU_REGS_RSI = 6, VCPU_REGS_RDI = 7, VCPU_REGS_R8 = 8, VCPU_REGS_R9 = 9, VCPU_REGS_R10 = 10, VCPU_REGS_R11 = 11, VCPU_REGS_R12 = 12, VCPU_REGS_R13 = 13, VCPU_REGS_R14 = 14, VCPU_REGS_R15 = 15, VCPU_REGS_RIP = 16, NR_VCPU_REGS = 17, VCPU_EXREG_PDPTR = 17, VCPU_EXREG_CR0 = 18, VCPU_EXREG_CR3 = 19, VCPU_EXREG_CR4 = 20, VCPU_EXREG_RFLAGS = 21, VCPU_EXREG_SEGMENTS = 22, VCPU_EXREG_EXIT_INFO_1 = 23, VCPU_EXREG_EXIT_INFO_2 = 24, }; enum exit_fastpath_completion { EXIT_FASTPATH_NONE = 0, EXIT_FASTPATH_REENTER_GUEST = 1, EXIT_FASTPATH_EXIT_HANDLED = 2, }; struct kvm_rmap_head { long unsigned int val; }; struct kvm_tlb_range { u64 start_gfn; u64 pages; }; struct kvm_vcpu_hv_stimer { struct hrtimer timer; int index; union hv_stimer_config config; u64 count; u64 exp_time; struct hv_message msg; bool msg_pending; }; struct kvm_vcpu_hv_synic { u64 version; u64 control; u64 msg_page; u64 evt_page; atomic64_t sint[16]; atomic_t sint_to_gsi[16]; long unsigned int auto_eoi_bitmap[4]; long unsigned int vec_bitmap[4]; bool active; bool dont_zero_synic_pages; }; struct kvm_vcpu_hv { struct kvm_vcpu *vcpu; u32 vp_index; u64 hv_vapic; s64 runtime_offset; struct kvm_vcpu_hv_synic synic; struct kvm_hyperv_exit exit; struct kvm_vcpu_hv_stimer stimer[4]; long unsigned int stimer_pending_bitmap[1]; bool enforce_cpuid; struct { u32 features_eax; u32 features_ebx; u32 features_edx; u32 enlightenments_eax; u32 enlightenments_ebx; u32 syndbg_cap_eax; } cpuid_cache; }; struct kvm_lpage_info { int disallow_lpage; }; struct kvm_apic_map { struct callback_head rcu; u8 mode; u32 max_apic_id; union { struct kvm_lapic *xapic_flat_map[8]; struct kvm_lapic *xapic_cluster_map[64]; }; struct kvm_lapic *phys_map[0]; }; struct msr_bitmap_range { u32 flags; u32 nmsrs; u32 base; long unsigned int *bitmap; }; struct kvm_x86_msr_filter { u8 count; bool default_allow: 1; struct msr_bitmap_range ranges[16]; }; enum kvm_apicv_inhibit { APICV_INHIBIT_REASON_DISABLE = 0, APICV_INHIBIT_REASON_HYPERV = 1, APICV_INHIBIT_REASON_ABSENT = 2, APICV_INHIBIT_REASON_BLOCKIRQ = 3, APICV_INHIBIT_REASON_APIC_ID_MODIFIED = 4, APICV_INHIBIT_REASON_APIC_BASE_MODIFIED = 5, APICV_INHIBIT_REASON_NESTED = 6, APICV_INHIBIT_REASON_IRQWIN = 7, APICV_INHIBIT_REASON_PIT_REINJ = 8, APICV_INHIBIT_REASON_X2APIC = 9, APICV_INHIBIT_REASON_SEV = 10, }; struct msr_data { bool host_initiated; u32 index; u64 data; }; struct x86_instruction_info; enum x86_intercept_stage; struct kvm_x86_nested_ops; struct kvm_x86_ops { const char *name; int (*hardware_enable)(); void (*hardware_disable)(); void (*hardware_unsetup)(); bool (*has_emulated_msr)(struct kvm *, u32); void (*vcpu_after_set_cpuid)(struct kvm_vcpu *); unsigned int vm_size; int (*vm_init)(struct kvm *); void (*vm_destroy)(struct kvm *); int (*vcpu_create)(struct kvm_vcpu *); void (*vcpu_free)(struct kvm_vcpu *); void (*vcpu_reset)(struct kvm_vcpu *, bool); void (*prepare_switch_to_guest)(struct kvm_vcpu *); void (*vcpu_load)(struct kvm_vcpu *, int); void (*vcpu_put)(struct kvm_vcpu *); void (*update_exception_bitmap)(struct kvm_vcpu *); int (*get_msr)(struct kvm_vcpu *, struct msr_data *); int (*set_msr)(struct kvm_vcpu *, struct msr_data *); u64 (*get_segment_base)(struct kvm_vcpu *, int); void (*get_segment)(struct kvm_vcpu *, struct kvm_segment *, int); int (*get_cpl)(struct kvm_vcpu *); void (*set_segment)(struct kvm_vcpu *, struct kvm_segment *, int); void (*get_cs_db_l_bits)(struct kvm_vcpu *, int *, int *); void (*set_cr0)(struct kvm_vcpu *, long unsigned int); void (*post_set_cr3)(struct kvm_vcpu *, long unsigned int); bool (*is_valid_cr4)(struct kvm_vcpu *, long unsigned int); void (*set_cr4)(struct kvm_vcpu *, long unsigned int); int (*set_efer)(struct kvm_vcpu *, u64); void (*get_idt)(struct kvm_vcpu *, struct desc_ptr *); void (*set_idt)(struct kvm_vcpu *, struct desc_ptr *); void (*get_gdt)(struct kvm_vcpu *, struct desc_ptr *); void (*set_gdt)(struct kvm_vcpu *, struct desc_ptr *); void (*sync_dirty_debug_regs)(struct kvm_vcpu *); void (*set_dr7)(struct kvm_vcpu *, long unsigned int); void (*cache_reg)(struct kvm_vcpu *, enum kvm_reg); long unsigned int (*get_rflags)(struct kvm_vcpu *); void (*set_rflags)(struct kvm_vcpu *, long unsigned int); bool (*get_if_flag)(struct kvm_vcpu *); void (*flush_tlb_all)(struct kvm_vcpu *); void (*flush_tlb_current)(struct kvm_vcpu *); int (*tlb_remote_flush)(struct kvm *); int (*tlb_remote_flush_with_range)(struct kvm *, struct kvm_tlb_range *); void (*flush_tlb_gva)(struct kvm_vcpu *, gva_t); void (*flush_tlb_guest)(struct kvm_vcpu *); int (*vcpu_pre_run)(struct kvm_vcpu *); enum exit_fastpath_completion (*vcpu_run)(struct kvm_vcpu *); int (*handle_exit)(struct kvm_vcpu *, enum exit_fastpath_completion); int (*skip_emulated_instruction)(struct kvm_vcpu *); void (*update_emulated_instruction)(struct kvm_vcpu *); void (*set_interrupt_shadow)(struct kvm_vcpu *, int); u32 (*get_interrupt_shadow)(struct kvm_vcpu *); void (*patch_hypercall)(struct kvm_vcpu *, unsigned char *); void (*inject_irq)(struct kvm_vcpu *); void (*inject_nmi)(struct kvm_vcpu *); void (*queue_exception)(struct kvm_vcpu *); void (*cancel_injection)(struct kvm_vcpu *); int (*interrupt_allowed)(struct kvm_vcpu *, bool); int (*nmi_allowed)(struct kvm_vcpu *, bool); bool (*get_nmi_mask)(struct kvm_vcpu *); void (*set_nmi_mask)(struct kvm_vcpu *, bool); void (*enable_nmi_window)(struct kvm_vcpu *); void (*enable_irq_window)(struct kvm_vcpu *); void (*update_cr8_intercept)(struct kvm_vcpu *, int, int); bool (*check_apicv_inhibit_reasons)(enum kvm_apicv_inhibit); void (*refresh_apicv_exec_ctrl)(struct kvm_vcpu *); void (*hwapic_irr_update)(struct kvm_vcpu *, int); void (*hwapic_isr_update)(struct kvm_vcpu *, int); bool (*guest_apic_has_interrupt)(struct kvm_vcpu *); void (*load_eoi_exitmap)(struct kvm_vcpu *, u64 *); void (*set_virtual_apic_mode)(struct kvm_vcpu *); void (*set_apic_access_page_addr)(struct kvm_vcpu *); void (*deliver_interrupt)(struct kvm_lapic *, int, int, int); int (*sync_pir_to_irr)(struct kvm_vcpu *); int (*set_tss_addr)(struct kvm *, unsigned int); int (*set_identity_map_addr)(struct kvm *, u64); u64 (*get_mt_mask)(struct kvm_vcpu *, gfn_t, bool); void (*load_mmu_pgd)(struct kvm_vcpu *, hpa_t, int); bool (*has_wbinvd_exit)(); u64 (*get_l2_tsc_offset)(struct kvm_vcpu *); u64 (*get_l2_tsc_multiplier)(struct kvm_vcpu *); void (*write_tsc_offset)(struct kvm_vcpu *, u64); void (*write_tsc_multiplier)(struct kvm_vcpu *, u64); void (*get_exit_info)(struct kvm_vcpu *, u32 *, u64 *, u64 *, u32 *, u32 *); int (*check_intercept)(struct kvm_vcpu *, struct x86_instruction_info *, enum x86_intercept_stage, struct x86_exception *); void (*handle_exit_irqoff)(struct kvm_vcpu *); void (*request_immediate_exit)(struct kvm_vcpu *); void (*sched_in)(struct kvm_vcpu *, int); int cpu_dirty_log_size; void (*update_cpu_dirty_logging)(struct kvm_vcpu *); const struct kvm_x86_nested_ops *nested_ops; void (*vcpu_blocking)(struct kvm_vcpu *); void (*vcpu_unblocking)(struct kvm_vcpu *); int (*pi_update_irte)(struct kvm *, unsigned int, uint32_t, bool); void (*pi_start_assignment)(struct kvm *); void (*apicv_post_state_restore)(struct kvm_vcpu *); bool (*dy_apicv_has_pending_interrupt)(struct kvm_vcpu *); int (*set_hv_timer)(struct kvm_vcpu *, u64, bool *); void (*cancel_hv_timer)(struct kvm_vcpu *); void (*setup_mce)(struct kvm_vcpu *); int (*smi_allowed)(struct kvm_vcpu *, bool); int (*enter_smm)(struct kvm_vcpu *, char *); int (*leave_smm)(struct kvm_vcpu *, const char *); void (*enable_smi_window)(struct kvm_vcpu *); int (*mem_enc_ioctl)(struct kvm *, void *); int (*mem_enc_register_region)(struct kvm *, struct kvm_enc_region *); int (*mem_enc_unregister_region)(struct kvm *, struct kvm_enc_region *); int (*vm_copy_enc_context_from)(struct kvm *, unsigned int); int (*vm_move_enc_context_from)(struct kvm *, unsigned int); void (*guest_memory_reclaimed)(struct kvm *); int (*get_msr_feature)(struct kvm_msr_entry *); bool (*can_emulate_instruction)(struct kvm_vcpu *, int, void *, int); bool (*apic_init_signal_blocked)(struct kvm_vcpu *); int (*enable_direct_tlbflush)(struct kvm_vcpu *); void (*migrate_timers)(struct kvm_vcpu *); void (*msr_filter_changed)(struct kvm_vcpu *); int (*complete_emulated_msr)(struct kvm_vcpu *, int); void (*vcpu_deliver_sipi_vector)(struct kvm_vcpu *, u8); long unsigned int (*vcpu_get_apicv_inhibit_reasons)(struct kvm_vcpu *); }; struct kvm_x86_nested_ops { void (*leave_nested)(struct kvm_vcpu *); int (*check_events)(struct kvm_vcpu *); bool (*handle_page_fault_workaround)(struct kvm_vcpu *, struct x86_exception *); bool (*hv_timer_pending)(struct kvm_vcpu *); void (*triple_fault)(struct kvm_vcpu *); int (*get_state)(struct kvm_vcpu *, struct kvm_nested_state *, unsigned int); int (*set_state)(struct kvm_vcpu *, struct kvm_nested_state *, struct kvm_nested_state *); bool (*get_nested_state_pages)(struct kvm_vcpu *); int (*write_log_dirty)(struct kvm_vcpu *, gpa_t); int (*enable_evmcs)(struct kvm_vcpu *, uint16_t *); uint16_t (*get_evmcs_version)(struct kvm_vcpu *); }; struct kvm_io_device; struct kvm_io_range { gpa_t addr; int len; struct kvm_io_device *dev; }; struct kvm_io_bus { int dev_count; int ioeventfd_count; struct kvm_io_range range[0]; }; enum kvm_bus { KVM_MMIO_BUS = 0, KVM_PIO_BUS = 1, KVM_VIRTIO_CCW_NOTIFY_BUS = 2, KVM_FAST_MMIO_BUS = 3, KVM_NR_BUSES = 4, }; struct kvm_irq_routing_table { int chip[72]; u32 nr_rt_entries; struct hlist_head map[0]; }; enum kvm_stat_kind { KVM_STAT_VM = 0, KVM_STAT_VCPU = 1, }; struct _kvm_stats_desc; struct kvm_stat_data { struct kvm *kvm; const struct _kvm_stats_desc *desc; enum kvm_stat_kind kind; }; struct _kvm_stats_desc { struct kvm_stats_desc desc; char name[48]; }; struct latch_tree_root { seqcount_latch_t seq; struct rb_root tree[2]; }; struct module_use { struct list_head source_list; struct list_head target_list; struct module *source; struct module *target; }; enum kernel_read_file_id { READING_UNKNOWN = 0, READING_FIRMWARE = 1, READING_MODULE = 2, READING_KEXEC_IMAGE = 3, READING_KEXEC_INITRAMFS = 4, READING_POLICY = 5, READING_X509_CERTIFICATE = 6, READING_MAX_ID = 7, }; enum kernel_load_data_id { LOADING_UNKNOWN = 0, LOADING_FIRMWARE = 1, LOADING_MODULE = 2, LOADING_KEXEC_IMAGE = 3, LOADING_KEXEC_INITRAMFS = 4, LOADING_POLICY = 5, LOADING_X509_CERTIFICATE = 6, LOADING_MAX_ID = 7, }; struct load_info { const char *name; struct module *mod; Elf64_Ehdr *hdr; long unsigned int len; Elf64_Shdr *sechdrs; char *secstrings; char *strtab; long unsigned int symoffs; long unsigned int stroffs; long unsigned int init_typeoffs; long unsigned int core_typeoffs; struct _ddebug *debug; unsigned int num_debug; bool sig_ok; long unsigned int mod_kallsyms_init_off; struct { unsigned int sym; unsigned int str; unsigned int mod; unsigned int vers; unsigned int info; unsigned int pcpu; } index; }; enum mod_license { NOT_GPL_ONLY = 0, GPL_ONLY = 1, }; struct find_symbol_arg { const char *name; bool gplok; bool warn; struct module *owner; const s32 *crc; const struct kernel_symbol *sym; enum mod_license license; }; struct mod_tree_root { struct latch_tree_root root; long unsigned int addr_min; long unsigned int addr_max; }; struct trace_event_raw_module_load { struct trace_entry ent; unsigned int taints; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_free { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_refcnt { struct trace_entry ent; long unsigned int ip; int refcnt; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_request { struct trace_entry ent; long unsigned int ip; bool wait; u32 __data_loc_name; char __data[0]; }; struct trace_event_data_offsets_module_load { u32 name; }; struct trace_event_data_offsets_module_free { u32 name; }; struct trace_event_data_offsets_module_refcnt { u32 name; }; struct trace_event_data_offsets_module_request { u32 name; }; typedef void (*btf_trace_module_load)(void *, struct module *); typedef void (*btf_trace_module_free)(void *, struct module *); typedef void (*btf_trace_module_get)(void *, struct module *, long unsigned int); typedef void (*btf_trace_module_put)(void *, struct module *, long unsigned int); typedef void (*btf_trace_module_request)(void *, char *, bool, long unsigned int); struct symsearch { const struct kernel_symbol *start; const struct kernel_symbol *stop; const s32 *crcs; enum mod_license license; }; struct mod_initfree { struct llist_node node; void *module_init; }; struct module_signature { u8 algo; u8 hash; u8 id_type; u8 signer_len; u8 key_id_len; u8 __pad[3]; __be32 sig_len; }; struct latch_tree_ops { bool (*less)(struct latch_tree_node *, struct latch_tree_node *); int (*comp)(void *, struct latch_tree_node *); }; enum { PROC_ENTRY_PERMANENT = 1, }; struct module_sect_attr { struct bin_attribute battr; long unsigned int address; }; struct module_sect_attrs { struct attribute_group grp; unsigned int nsections; struct module_sect_attr attrs[0]; }; struct module_notes_attrs { struct kobject *dir; unsigned int notes; struct bin_attribute attrs[0]; }; struct modversion_info { long unsigned int crc; char name[56]; }; enum kcmp_type { KCMP_FILE = 0, KCMP_VM = 1, KCMP_FILES = 2, KCMP_FS = 3, KCMP_SIGHAND = 4, KCMP_IO = 5, KCMP_SYSVSEM = 6, KCMP_EPOLL_TFD = 7, KCMP_TYPES = 8, }; struct kcmp_epoll_slot { __u32 efd; __u32 tfd; __u32 toff; }; struct profile_hit { u32 pc; u32 hits; }; struct stacktrace_cookie { long unsigned int *store; unsigned int size; unsigned int skip; unsigned int len; }; typedef __kernel_long_t __kernel_suseconds_t; typedef __kernel_long_t __kernel_old_time_t; typedef __kernel_suseconds_t suseconds_t; typedef __u64 timeu64_t; struct __kernel_itimerspec { struct __kernel_timespec it_interval; struct __kernel_timespec it_value; }; struct timezone { int tz_minuteswest; int tz_dsttime; }; struct itimerspec64 { struct timespec64 it_interval; struct timespec64 it_value; }; struct old_itimerspec32 { struct old_timespec32 it_interval; struct old_timespec32 it_value; }; struct old_timex32 { u32 modes; s32 offset; s32 freq; s32 maxerror; s32 esterror; s32 status; s32 constant; s32 precision; s32 tolerance; struct old_timeval32 time; s32 tick; s32 ppsfreq; s32 jitter; s32 shift; s32 stabil; s32 jitcnt; s32 calcnt; s32 errcnt; s32 stbcnt; s32 tai; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct __kernel_timex_timeval { __kernel_time64_t tv_sec; long long int tv_usec; }; struct __kernel_timex { unsigned int modes; long long int offset; long long int freq; long long int maxerror; long long int esterror; int status; long long int constant; long long int precision; long long int tolerance; struct __kernel_timex_timeval time; long long int tick; long long int ppsfreq; long long int jitter; int shift; long long int stabil; long long int jitcnt; long long int calcnt; long long int errcnt; long long int stbcnt; int tai; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct trace_event_raw_timer_class { struct trace_entry ent; void *timer; char __data[0]; }; struct trace_event_raw_timer_start { struct trace_entry ent; void *timer; void *function; long unsigned int expires; long unsigned int now; unsigned int flags; char __data[0]; }; struct trace_event_raw_timer_expire_entry { struct trace_entry ent; void *timer; long unsigned int now; void *function; long unsigned int baseclk; char __data[0]; }; struct trace_event_raw_hrtimer_init { struct trace_entry ent; void *hrtimer; clockid_t clockid; enum hrtimer_mode mode; char __data[0]; }; struct trace_event_raw_hrtimer_start { struct trace_entry ent; void *hrtimer; void *function; s64 expires; s64 softexpires; enum hrtimer_mode mode; char __data[0]; }; struct trace_event_raw_hrtimer_expire_entry { struct trace_entry ent; void *hrtimer; s64 now; void *function; char __data[0]; }; struct trace_event_raw_hrtimer_class { struct trace_entry ent; void *hrtimer; char __data[0]; }; struct trace_event_raw_itimer_state { struct trace_entry ent; int which; long long unsigned int expires; long int value_sec; long int value_nsec; long int interval_sec; long int interval_nsec; char __data[0]; }; struct trace_event_raw_itimer_expire { struct trace_entry ent; int which; pid_t pid; long long unsigned int now; char __data[0]; }; struct trace_event_raw_tick_stop { struct trace_entry ent; int success; int dependency; char __data[0]; }; struct trace_event_data_offsets_timer_class {}; struct trace_event_data_offsets_timer_start {}; struct trace_event_data_offsets_timer_expire_entry {}; struct trace_event_data_offsets_hrtimer_init {}; struct trace_event_data_offsets_hrtimer_start {}; struct trace_event_data_offsets_hrtimer_expire_entry {}; struct trace_event_data_offsets_hrtimer_class {}; struct trace_event_data_offsets_itimer_state {}; struct trace_event_data_offsets_itimer_expire {}; struct trace_event_data_offsets_tick_stop {}; typedef void (*btf_trace_timer_init)(void *, struct timer_list *); typedef void (*btf_trace_timer_start)(void *, struct timer_list *, long unsigned int, unsigned int); typedef void (*btf_trace_timer_expire_entry)(void *, struct timer_list *, long unsigned int); typedef void (*btf_trace_timer_expire_exit)(void *, struct timer_list *); typedef void (*btf_trace_timer_cancel)(void *, struct timer_list *); typedef void (*btf_trace_hrtimer_init)(void *, struct hrtimer *, clockid_t, enum hrtimer_mode); typedef void (*btf_trace_hrtimer_start)(void *, struct hrtimer *, enum hrtimer_mode); typedef void (*btf_trace_hrtimer_expire_entry)(void *, struct hrtimer *, ktime_t *); typedef void (*btf_trace_hrtimer_expire_exit)(void *, struct hrtimer *); typedef void (*btf_trace_hrtimer_cancel)(void *, struct hrtimer *); typedef void (*btf_trace_itimer_state)(void *, int, const struct itimerspec64 * const, long long unsigned int); typedef void (*btf_trace_itimer_expire)(void *, int, struct pid *, long long unsigned int); typedef void (*btf_trace_tick_stop)(void *, int, int); struct timer_base { raw_spinlock_t lock; struct timer_list *running_timer; long unsigned int clk; long unsigned int next_expiry; unsigned int cpu; bool next_expiry_recalc; bool is_idle; bool timers_pending; long unsigned int pending_map[9]; struct hlist_head vectors[576]; long: 64; long: 64; }; struct process_timer { struct timer_list timer; struct task_struct *task; }; enum tick_device_mode { TICKDEV_MODE_PERIODIC = 0, TICKDEV_MODE_ONESHOT = 1, }; struct tick_device { struct clock_event_device *evtdev; enum tick_device_mode mode; }; struct ktime_timestamps { u64 mono; u64 boot; u64 real; }; struct system_time_snapshot { u64 cycles; ktime_t real; ktime_t raw; enum clocksource_ids cs_id; unsigned int clock_was_set_seq; u8 cs_was_changed_seq; }; struct system_device_crosststamp { ktime_t device; ktime_t sys_realtime; ktime_t sys_monoraw; }; struct audit_ntp_val { long long int oldval; long long int newval; }; struct audit_ntp_data { struct audit_ntp_val vals[6]; }; enum timekeeping_adv_mode { TK_ADV_TICK = 0, TK_ADV_FREQ = 1, }; struct tk_fast { seqcount_latch_t seq; struct tk_read_base base[2]; }; struct rtc_wkalrm { unsigned char enabled; unsigned char pending; struct rtc_time time; }; struct rtc_param { __u64 param; union { __u64 uvalue; __s64 svalue; __u64 ptr; }; __u32 index; __u32 __pad; }; struct rtc_class_ops { int (*ioctl)(struct device *, unsigned int, long unsigned int); int (*read_time)(struct device *, struct rtc_time *); int (*set_time)(struct device *, struct rtc_time *); int (*read_alarm)(struct device *, struct rtc_wkalrm *); int (*set_alarm)(struct device *, struct rtc_wkalrm *); int (*proc)(struct device *, struct seq_file *); int (*alarm_irq_enable)(struct device *, unsigned int); int (*read_offset)(struct device *, long int *); int (*set_offset)(struct device *, long int); int (*param_get)(struct device *, struct rtc_param *); int (*param_set)(struct device *, struct rtc_param *); }; struct rtc_device; struct rtc_timer { struct timerqueue_node node; ktime_t period; void (*func)(struct rtc_device *); struct rtc_device *rtc; int enabled; }; struct rtc_device { struct device dev; struct module *owner; int id; const struct rtc_class_ops *ops; struct mutex ops_lock; struct cdev char_dev; long unsigned int flags; long unsigned int irq_data; spinlock_t irq_lock; wait_queue_head_t irq_queue; struct fasync_struct *async_queue; int irq_freq; int max_user_freq; struct timerqueue_head timerqueue; struct rtc_timer aie_timer; struct rtc_timer uie_rtctimer; struct hrtimer pie_timer; int pie_enabled; struct work_struct irqwork; long unsigned int set_offset_nsec; long unsigned int features[1]; time64_t range_min; timeu64_t range_max; time64_t start_secs; time64_t offset_secs; bool set_start_time; }; typedef s64 int64_t; enum wd_read_status { WD_READ_SUCCESS = 0, WD_READ_UNSTABLE = 1, WD_READ_SKIP = 2, }; enum tick_nohz_mode { NOHZ_MODE_INACTIVE = 0, NOHZ_MODE_LOWRES = 1, NOHZ_MODE_HIGHRES = 2, }; struct tick_sched { struct hrtimer sched_timer; long unsigned int check_clocks; enum tick_nohz_mode nohz_mode; unsigned int inidle: 1; unsigned int tick_stopped: 1; unsigned int idle_active: 1; unsigned int do_timer_last: 1; unsigned int got_idle_tick: 1; ktime_t last_tick; ktime_t next_tick; long unsigned int idle_jiffies; long unsigned int idle_calls; long unsigned int idle_sleeps; ktime_t idle_entrytime; ktime_t idle_waketime; ktime_t idle_exittime; ktime_t idle_sleeptime; ktime_t iowait_sleeptime; long unsigned int last_jiffies; u64 timer_expires; u64 timer_expires_base; u64 next_timer; ktime_t idle_expires; atomic_t tick_dep_mask; long unsigned int last_tick_jiffies; unsigned int stalled_jiffies; }; struct timer_list_iter { int cpu; bool second_pass; u64 now; }; struct tm { int tm_sec; int tm_min; int tm_hour; int tm_mday; int tm_mon; long int tm_year; int tm_wday; int tm_yday; }; struct cyclecounter { u64 (*read)(const struct cyclecounter *); u64 mask; u32 mult; u32 shift; }; struct timecounter { const struct cyclecounter *cc; u64 cycle_last; u64 nsec; u64 mask; u64 frac; }; typedef __kernel_timer_t timer_t; enum alarmtimer_type { ALARM_REALTIME = 0, ALARM_BOOTTIME = 1, ALARM_NUMTYPE = 2, ALARM_REALTIME_FREEZER = 3, ALARM_BOOTTIME_FREEZER = 4, }; enum alarmtimer_restart { ALARMTIMER_NORESTART = 0, ALARMTIMER_RESTART = 1, }; struct alarm { struct timerqueue_node node; struct hrtimer timer; enum alarmtimer_restart (*function)(struct alarm *, ktime_t); enum alarmtimer_type type; int state; void *data; }; struct cpu_timer { struct timerqueue_node node; struct timerqueue_head *head; struct pid *pid; struct list_head elist; int firing; }; struct k_clock; struct k_itimer { struct list_head list; struct hlist_node t_hash; spinlock_t it_lock; const struct k_clock *kclock; clockid_t it_clock; timer_t it_id; int it_active; s64 it_overrun; s64 it_overrun_last; int it_requeue_pending; int it_sigev_notify; ktime_t it_interval; struct signal_struct *it_signal; union { struct pid *it_pid; struct task_struct *it_process; }; struct sigqueue *sigq; union { struct { struct hrtimer timer; } real; struct cpu_timer cpu; struct { struct alarm alarmtimer; } alarm; } it; struct callback_head rcu; }; struct k_clock { int (*clock_getres)(const clockid_t, struct timespec64 *); int (*clock_set)(const clockid_t, const struct timespec64 *); int (*clock_get_timespec)(const clockid_t, struct timespec64 *); ktime_t (*clock_get_ktime)(const clockid_t); int (*clock_adj)(const clockid_t, struct __kernel_timex *); int (*timer_create)(struct k_itimer *); int (*nsleep)(const clockid_t, int, const struct timespec64 *); int (*timer_set)(struct k_itimer *, int, struct itimerspec64 *, struct itimerspec64 *); int (*timer_del)(struct k_itimer *); void (*timer_get)(struct k_itimer *, struct itimerspec64 *); void (*timer_rearm)(struct k_itimer *); s64 (*timer_forward)(struct k_itimer *, ktime_t); ktime_t (*timer_remaining)(struct k_itimer *, ktime_t); int (*timer_try_to_cancel)(struct k_itimer *); void (*timer_arm)(struct k_itimer *, ktime_t, bool, bool); void (*timer_wait_running)(struct k_itimer *); }; struct class_interface { struct list_head node; struct class *class; int (*add_dev)(struct device *, struct class_interface *); void (*remove_dev)(struct device *, struct class_interface *); }; struct platform_driver { int (*probe)(struct platform_device *); int (*remove)(struct platform_device *); void (*shutdown)(struct platform_device *); int (*suspend)(struct platform_device *, pm_message_t); int (*resume)(struct platform_device *); struct device_driver driver; const struct platform_device_id *id_table; bool prevent_deferred_probe; bool driver_managed_dma; }; struct trace_event_raw_alarmtimer_suspend { struct trace_entry ent; s64 expires; unsigned char alarm_type; char __data[0]; }; struct trace_event_raw_alarm_class { struct trace_entry ent; void *alarm; unsigned char alarm_type; s64 expires; s64 now; char __data[0]; }; struct trace_event_data_offsets_alarmtimer_suspend {}; struct trace_event_data_offsets_alarm_class {}; typedef void (*btf_trace_alarmtimer_suspend)(void *, ktime_t, int); typedef void (*btf_trace_alarmtimer_fired)(void *, struct alarm *, ktime_t); typedef void (*btf_trace_alarmtimer_start)(void *, struct alarm *, ktime_t); typedef void (*btf_trace_alarmtimer_cancel)(void *, struct alarm *, ktime_t); struct alarm_base { spinlock_t lock; struct timerqueue_head timerqueue; ktime_t (*get_ktime)(); void (*get_timespec)(struct timespec64 *); clockid_t base_clockid; }; struct sigevent { sigval_t sigev_value; int sigev_signo; int sigev_notify; union { int _pad[12]; int _tid; struct { void (*_function)(sigval_t); void *_attribute; } _sigev_thread; } _sigev_un; }; typedef struct sigevent sigevent_t; struct compat_sigevent { compat_sigval_t sigev_value; compat_int_t sigev_signo; compat_int_t sigev_notify; union { compat_int_t _pad[13]; compat_int_t _tid; struct { compat_uptr_t _function; compat_uptr_t _attribute; } _sigev_thread; } _sigev_un; }; struct posix_clock; struct posix_clock_operations { struct module *owner; int (*clock_adjtime)(struct posix_clock *, struct __kernel_timex *); int (*clock_gettime)(struct posix_clock *, struct timespec64 *); int (*clock_getres)(struct posix_clock *, struct timespec64 *); int (*clock_settime)(struct posix_clock *, const struct timespec64 *); long int (*ioctl)(struct posix_clock *, unsigned int, long unsigned int); int (*open)(struct posix_clock *, fmode_t); __poll_t (*poll)(struct posix_clock *, struct file *, poll_table *); int (*release)(struct posix_clock *); ssize_t (*read)(struct posix_clock *, uint, char *, size_t); }; struct posix_clock { struct posix_clock_operations ops; struct cdev cdev; struct device *dev; struct rw_semaphore rwsem; bool zombie; }; struct posix_clock_desc { struct file *fp; struct posix_clock *clk; }; struct __kernel_old_itimerval { struct __kernel_old_timeval it_interval; struct __kernel_old_timeval it_value; }; struct old_itimerval32 { struct old_timeval32 it_interval; struct old_timeval32 it_value; }; struct ce_unbind { struct clock_event_device *ce; int res; }; struct proc_timens_offset { int clockid; struct timespec64 val; }; union futex_key { struct { u64 i_seq; long unsigned int pgoff; unsigned int offset; } shared; struct { union { struct mm_struct *mm; u64 __tmp; }; long unsigned int address; unsigned int offset; } private; struct { u64 ptr; long unsigned int word; unsigned int offset; } both; }; struct futex_pi_state { struct list_head list; struct rt_mutex_base pi_mutex; struct task_struct *owner; refcount_t refcount; union futex_key key; }; struct futex_hash_bucket { atomic_t waiters; spinlock_t lock; struct plist_head chain; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct futex_q { struct plist_node list; struct task_struct *task; spinlock_t *lock_ptr; union futex_key key; struct futex_pi_state *pi_state; struct rt_mutex_waiter *rt_waiter; union futex_key *requeue_pi_key; u32 bitset; atomic_t requeue_state; }; enum futex_access { FUTEX_READ = 0, FUTEX_WRITE = 1, }; struct futex_waitv { __u64 val; __u64 uaddr; __u32 flags; __u32 __reserved; }; struct futex_vector { struct futex_waitv w; struct futex_q q; }; enum { Q_REQUEUE_PI_NONE = 0, Q_REQUEUE_PI_IGNORE = 1, Q_REQUEUE_PI_IN_PROGRESS = 2, Q_REQUEUE_PI_WAIT = 3, Q_REQUEUE_PI_DONE = 4, Q_REQUEUE_PI_LOCKED = 5, }; struct dma_chan { int lock; const char *device_id; }; typedef bool (*smp_cond_func_t)(int, void *); struct cfd_percpu { call_single_data_t csd; }; struct call_function_data { struct cfd_percpu *pcpu; cpumask_var_t cpumask; cpumask_var_t cpumask_ipi; }; struct smp_call_on_cpu_struct { struct work_struct work; struct completion done; int (*func)(void *); void *data; int ret; int cpu; }; enum pkey_id_type { PKEY_ID_PGP = 0, PKEY_ID_X509 = 1, PKEY_ID_PKCS7 = 2, }; struct kallsym_iter { loff_t pos; loff_t pos_arch_end; loff_t pos_mod_end; loff_t pos_ftrace_mod_end; loff_t pos_bpf_end; long unsigned int value; unsigned int nameoff; char type; char name[128]; char module_name[56]; int exported; int show_value; }; typedef __u16 comp_t; struct acct_v3 { char ac_flag; char ac_version; __u16 ac_tty; __u32 ac_exitcode; __u32 ac_uid; __u32 ac_gid; __u32 ac_pid; __u32 ac_ppid; __u32 ac_btime; __u32 ac_etime; comp_t ac_utime; comp_t ac_stime; comp_t ac_mem; comp_t ac_io; comp_t ac_rw; comp_t ac_minflt; comp_t ac_majflt; comp_t ac_swaps; char ac_comm[16]; }; typedef struct acct_v3 acct_t; struct fs_pin { wait_queue_head_t wait; int done; struct hlist_node s_list; struct hlist_node m_list; void (*kill)(struct fs_pin *); }; struct bsd_acct_struct { struct fs_pin pin; atomic_long_t count; struct callback_head rcu; struct mutex lock; int active; long unsigned int needcheck; struct file *file; struct pid_namespace *ns; struct work_struct work; struct completion done; }; struct elf64_note { Elf64_Word n_namesz; Elf64_Word n_descsz; Elf64_Word n_type; }; typedef long unsigned int elf_greg_t; typedef elf_greg_t elf_gregset_t[27]; struct elf_siginfo { int si_signo; int si_code; int si_errno; }; struct elf_prstatus_common { struct elf_siginfo pr_info; short int pr_cursig; long unsigned int pr_sigpend; long unsigned int pr_sighold; pid_t pr_pid; pid_t pr_ppid; pid_t pr_pgrp; pid_t pr_sid; struct __kernel_old_timeval pr_utime; struct __kernel_old_timeval pr_stime; struct __kernel_old_timeval pr_cutime; struct __kernel_old_timeval pr_cstime; }; struct elf_prstatus { struct elf_prstatus_common common; elf_gregset_t pr_reg; int pr_fpvalid; }; typedef u32 note_buf_t[92]; struct compat_kexec_segment { compat_uptr_t buf; compat_size_t bufsz; compat_ulong_t mem; compat_size_t memsz; }; struct elf64_phdr { Elf64_Word p_type; Elf64_Word p_flags; Elf64_Off p_offset; Elf64_Addr p_vaddr; Elf64_Addr p_paddr; Elf64_Xword p_filesz; Elf64_Xword p_memsz; Elf64_Xword p_align; }; typedef struct elf64_phdr Elf64_Phdr; enum hash_algo { HASH_ALGO_MD4 = 0, HASH_ALGO_MD5 = 1, HASH_ALGO_SHA1 = 2, HASH_ALGO_RIPE_MD_160 = 3, HASH_ALGO_SHA256 = 4, HASH_ALGO_SHA384 = 5, HASH_ALGO_SHA512 = 6, HASH_ALGO_SHA224 = 7, HASH_ALGO_RIPE_MD_128 = 8, HASH_ALGO_RIPE_MD_256 = 9, HASH_ALGO_RIPE_MD_320 = 10, HASH_ALGO_WP_256 = 11, HASH_ALGO_WP_384 = 12, HASH_ALGO_WP_512 = 13, HASH_ALGO_TGR_128 = 14, HASH_ALGO_TGR_160 = 15, HASH_ALGO_TGR_192 = 16, HASH_ALGO_SM3_256 = 17, HASH_ALGO_STREEBOG_256 = 18, HASH_ALGO_STREEBOG_512 = 19, HASH_ALGO__LAST = 20, }; struct kexec_sha_region { long unsigned int start; long unsigned int len; }; enum migrate_reason { MR_COMPACTION = 0, MR_MEMORY_FAILURE = 1, MR_MEMORY_HOTPLUG = 2, MR_SYSCALL = 3, MR_MEMPOLICY_MBIND = 4, MR_NUMA_MISPLACED = 5, MR_CONTIG_RANGE = 6, MR_LONGTERM_PIN = 7, MR_DEMOTION = 8, MR_TYPES = 9, }; typedef __kernel_ulong_t ino_t; enum { CGRP_NOTIFY_ON_RELEASE = 0, CGRP_CPUSET_CLONE_CHILDREN = 1, CGRP_FREEZE = 2, CGRP_FROZEN = 3, CGRP_KILL = 4, }; enum { CGRP_ROOT_NOPREFIX = 2, CGRP_ROOT_XATTR = 4, CGRP_ROOT_NS_DELEGATE = 8, CGRP_ROOT_CPUSET_V2_MODE = 16, CGRP_ROOT_MEMORY_LOCAL_EVENTS = 32, CGRP_ROOT_MEMORY_RECURSIVE_PROT = 64, }; struct cgroup_taskset { struct list_head src_csets; struct list_head dst_csets; int nr_tasks; int ssid; struct list_head *csets; struct css_set *cur_cset; struct task_struct *cur_task; }; struct cgroup_fs_context { struct kernfs_fs_context kfc; struct cgroup_root *root; struct cgroup_namespace *ns; unsigned int flags; bool cpuset_clone_children; bool none; bool all_ss; u16 subsys_mask; char *name; char *release_agent; }; struct cgroup_pidlist; struct cgroup_file_ctx { struct cgroup_namespace *ns; struct { void *trigger; } psi; struct { bool started; struct css_task_iter iter; } procs; struct { struct cgroup_pidlist *pidlist; } procs1; }; struct cgrp_cset_link { struct cgroup *cgrp; struct css_set *cset; struct list_head cset_link; struct list_head cgrp_link; }; struct cgroup_mgctx { struct list_head preloaded_src_csets; struct list_head preloaded_dst_csets; struct cgroup_taskset tset; u16 ss_mask; }; struct bpf_cgroup_storage_key { __u64 cgroup_inode_id; __u32 attach_type; }; struct bpf_storage_buffer; struct bpf_cgroup_storage_map; struct bpf_cgroup_storage { union { struct bpf_storage_buffer *buf; void *percpu_buf; }; struct bpf_cgroup_storage_map *map; struct bpf_cgroup_storage_key key; struct list_head list_map; struct list_head list_cg; struct rb_node node; struct callback_head rcu; }; struct bpf_storage_buffer { struct callback_head rcu; char data[0]; }; struct trace_event_raw_cgroup_root { struct trace_entry ent; int root; u16 ss_mask; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_cgroup { struct trace_entry ent; int root; int level; u64 id; u32 __data_loc_path; char __data[0]; }; struct trace_event_raw_cgroup_migrate { struct trace_entry ent; int dst_root; int dst_level; u64 dst_id; int pid; u32 __data_loc_dst_path; u32 __data_loc_comm; char __data[0]; }; struct trace_event_raw_cgroup_event { struct trace_entry ent; int root; int level; u64 id; u32 __data_loc_path; int val; char __data[0]; }; struct trace_event_data_offsets_cgroup_root { u32 name; }; struct trace_event_data_offsets_cgroup { u32 path; }; struct trace_event_data_offsets_cgroup_migrate { u32 dst_path; u32 comm; }; struct trace_event_data_offsets_cgroup_event { u32 path; }; typedef void (*btf_trace_cgroup_setup_root)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_destroy_root)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_remount)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_mkdir)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_rmdir)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_release)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_rename)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_freeze)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_unfreeze)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_attach_task)(void *, struct cgroup *, const char *, struct task_struct *, bool); typedef void (*btf_trace_cgroup_transfer_tasks)(void *, struct cgroup *, const char *, struct task_struct *, bool); typedef void (*btf_trace_cgroup_notify_populated)(void *, struct cgroup *, const char *, int); typedef void (*btf_trace_cgroup_notify_frozen)(void *, struct cgroup *, const char *, int); enum cgroup_opt_features { OPT_FEATURE_PRESSURE = 0, OPT_FEATURE_COUNT = 1, }; enum cgroup2_param { Opt_nsdelegate = 0, Opt_memory_localevents = 1, Opt_memory_recursiveprot = 2, nr__cgroup2_params = 3, }; struct cgroupstats { __u64 nr_sleeping; __u64 nr_running; __u64 nr_stopped; __u64 nr_uninterruptible; __u64 nr_io_wait; }; enum cgroup_filetype { CGROUP_FILE_PROCS = 0, CGROUP_FILE_TASKS = 1, }; struct cgroup_pidlist { struct { enum cgroup_filetype type; struct pid_namespace *ns; } key; pid_t *list; int length; struct list_head links; struct cgroup *owner; struct delayed_work destroy_dwork; }; enum cgroup1_param { Opt_all = 0, Opt_clone_children = 1, Opt_cpuset_v2_mode = 2, Opt_name = 3, Opt_none = 4, Opt_noprefix = 5, Opt_release_agent = 6, Opt_xattr = 7, }; enum freezer_state_flags { CGROUP_FREEZER_ONLINE = 1, CGROUP_FREEZING_SELF = 2, CGROUP_FREEZING_PARENT = 4, CGROUP_FROZEN = 8, CGROUP_FREEZING = 6, }; struct freezer { struct cgroup_subsys_state css; unsigned int state; }; struct pids_cgroup { struct cgroup_subsys_state css; atomic64_t counter; atomic64_t limit; struct cgroup_file events_file; atomic64_t events_limit; }; typedef struct { char *from; char *to; } substring_t; enum rdmacg_resource_type { RDMACG_RESOURCE_HCA_HANDLE = 0, RDMACG_RESOURCE_HCA_OBJECT = 1, RDMACG_RESOURCE_MAX = 2, }; struct rdma_cgroup { struct cgroup_subsys_state css; struct list_head rpools; }; struct rdmacg_device { struct list_head dev_node; struct list_head rpools; char *name; }; enum rdmacg_file_type { RDMACG_RESOURCE_TYPE_MAX = 0, RDMACG_RESOURCE_TYPE_STAT = 1, }; struct rdmacg_resource { int max; int usage; }; struct rdmacg_resource_pool { struct rdmacg_device *device; struct rdmacg_resource resources[2]; struct list_head cg_node; struct list_head dev_node; u64 usage_sum; int num_max_cnt; }; struct root_domain___2; struct fmeter { int cnt; int val; time64_t time; spinlock_t lock; }; struct cpuset { struct cgroup_subsys_state css; long unsigned int flags; cpumask_var_t cpus_allowed; nodemask_t mems_allowed; cpumask_var_t effective_cpus; nodemask_t effective_mems; cpumask_var_t subparts_cpus; nodemask_t old_mems_allowed; struct fmeter fmeter; int attach_in_progress; int pn; int relax_domain_level; int nr_subparts_cpus; int partition_root_state; int use_parent_ecpus; int child_ecpus_count; struct cgroup_file partition_file; }; struct tmpmasks { cpumask_var_t addmask; cpumask_var_t delmask; cpumask_var_t new_cpus; }; typedef enum { CS_ONLINE = 0, CS_CPU_EXCLUSIVE = 1, CS_MEM_EXCLUSIVE = 2, CS_MEM_HARDWALL = 3, CS_MEMORY_MIGRATE = 4, CS_SCHED_LOAD_BALANCE = 5, CS_SPREAD_PAGE = 6, CS_SPREAD_SLAB = 7, } cpuset_flagbits_t; enum subparts_cmd { partcmd_enable = 0, partcmd_disable = 1, partcmd_update = 2, }; struct cpuset_migrate_mm_work { struct work_struct work; struct mm_struct *mm; nodemask_t from; nodemask_t to; }; typedef enum { FILE_MEMORY_MIGRATE = 0, FILE_CPULIST = 1, FILE_MEMLIST = 2, FILE_EFFECTIVE_CPULIST = 3, FILE_EFFECTIVE_MEMLIST = 4, FILE_SUBPARTS_CPULIST = 5, FILE_CPU_EXCLUSIVE = 6, FILE_MEM_EXCLUSIVE = 7, FILE_MEM_HARDWALL = 8, FILE_SCHED_LOAD_BALANCE = 9, FILE_PARTITION_ROOT = 10, FILE_SCHED_RELAX_DOMAIN_LEVEL = 11, FILE_MEMORY_PRESSURE_ENABLED = 12, FILE_MEMORY_PRESSURE = 13, FILE_SPREAD_PAGE = 14, FILE_SPREAD_SLAB = 15, } cpuset_filetype_t; enum misc_res_type { MISC_CG_RES_SEV = 0, MISC_CG_RES_SEV_ES = 1, MISC_CG_RES_TYPES = 2, }; struct misc_res { long unsigned int max; atomic_long_t usage; atomic_long_t events; }; struct misc_cg { struct cgroup_subsys_state css; struct cgroup_file events_file; struct misc_res res[2]; }; struct kernel_pkey_query { __u32 supported_ops; __u32 key_size; __u16 max_data_size; __u16 max_sig_size; __u16 max_enc_size; __u16 max_dec_size; }; enum kernel_pkey_operation { kernel_pkey_encrypt = 0, kernel_pkey_decrypt = 1, kernel_pkey_sign = 2, kernel_pkey_verify = 3, }; struct kernel_pkey_params { struct key *key; const char *encoding; const char *hash_algo; char *info; __u32 in_len; union { __u32 out_len; __u32 in2_len; }; enum kernel_pkey_operation op: 8; }; struct key_preparsed_payload { const char *orig_description; char *description; union key_payload payload; const void *data; size_t datalen; size_t quotalen; time64_t expiry; }; struct key_match_data { bool (*cmp)(const struct key *, const struct key_match_data *); const void *raw_data; void *preparsed; unsigned int lookup_type; }; struct idmap_key { bool map_up; u32 id; u32 count; }; struct ctl_path { const char *procname; }; struct cpu_stop_done { atomic_t nr_todo; int ret; struct completion completion; }; struct cpu_stopper { struct task_struct *thread; raw_spinlock_t lock; bool enabled; struct list_head works; struct cpu_stop_work stop_work; long unsigned int caller; cpu_stop_fn_t fn; }; enum multi_stop_state { MULTI_STOP_NONE = 0, MULTI_STOP_PREPARE = 1, MULTI_STOP_DISABLE_IRQ = 2, MULTI_STOP_RUN = 3, MULTI_STOP_EXIT = 4, }; struct multi_stop_data { cpu_stop_fn_t fn; void *data; unsigned int num_threads; const struct cpumask *active_cpus; enum multi_stop_state state; atomic_t thread_ack; }; typedef int __kernel_mqd_t; typedef __kernel_mqd_t mqd_t; enum audit_state { AUDIT_STATE_DISABLED = 0, AUDIT_STATE_BUILD = 1, AUDIT_STATE_RECORD = 2, }; struct audit_cap_data { kernel_cap_t permitted; kernel_cap_t inheritable; union { unsigned int fE; kernel_cap_t effective; }; kernel_cap_t ambient; kuid_t rootid; }; struct audit_names { struct list_head list; struct filename *name; int name_len; bool hidden; long unsigned int ino; dev_t dev; umode_t mode; kuid_t uid; kgid_t gid; dev_t rdev; u32 osid; struct audit_cap_data fcap; unsigned int fcap_ver; unsigned char type; bool should_free; }; struct mq_attr { __kernel_long_t mq_flags; __kernel_long_t mq_maxmsg; __kernel_long_t mq_msgsize; __kernel_long_t mq_curmsgs; __kernel_long_t __reserved[4]; }; struct open_how { __u64 flags; __u64 mode; __u64 resolve; }; struct audit_proctitle { int len; char *value; }; struct audit_aux_data; struct __kernel_sockaddr_storage; struct audit_tree_refs; struct audit_context { int dummy; enum { AUDIT_CTX_UNUSED = 0, AUDIT_CTX_SYSCALL = 1, AUDIT_CTX_URING = 2, } context; enum audit_state state; enum audit_state current_state; unsigned int serial; int major; int uring_op; struct timespec64 ctime; long unsigned int argv[4]; long int return_code; u64 prio; int return_valid; struct audit_names preallocated_names[5]; int name_count; struct list_head names_list; char *filterkey; struct path pwd; struct audit_aux_data *aux; struct audit_aux_data *aux_pids; struct __kernel_sockaddr_storage *sockaddr; size_t sockaddr_len; pid_t pid; pid_t ppid; kuid_t uid; kuid_t euid; kuid_t suid; kuid_t fsuid; kgid_t gid; kgid_t egid; kgid_t sgid; kgid_t fsgid; long unsigned int personality; int arch; pid_t target_pid; kuid_t target_auid; kuid_t target_uid; unsigned int target_sessionid; u32 target_sid; char target_comm[16]; struct audit_tree_refs *trees; struct audit_tree_refs *first_trees; struct list_head killed_trees; int tree_count; int type; union { struct { int nargs; long int args[6]; } socketcall; struct { kuid_t uid; kgid_t gid; umode_t mode; u32 osid; int has_perm; uid_t perm_uid; gid_t perm_gid; umode_t perm_mode; long unsigned int qbytes; } ipc; struct { mqd_t mqdes; struct mq_attr mqstat; } mq_getsetattr; struct { mqd_t mqdes; int sigev_signo; } mq_notify; struct { mqd_t mqdes; size_t msg_len; unsigned int msg_prio; struct timespec64 abs_timeout; } mq_sendrecv; struct { int oflag; umode_t mode; struct mq_attr attr; } mq_open; struct { pid_t pid; struct audit_cap_data cap; } capset; struct { int fd; int flags; } mmap; struct open_how openat2; struct { int argc; } execve; struct { char *name; } module; struct { struct audit_ntp_data ntp_data; struct timespec64 tk_injoffset; } time; }; int fds[2]; struct audit_proctitle proctitle; }; struct __kernel_sockaddr_storage { union { struct { __kernel_sa_family_t ss_family; char __data[126]; }; void *__align; }; }; enum audit_nlgrps { AUDIT_NLGRP_NONE = 0, AUDIT_NLGRP_READLOG = 1, __AUDIT_NLGRP_MAX = 2, }; struct audit_status { __u32 mask; __u32 enabled; __u32 failure; __u32 pid; __u32 rate_limit; __u32 backlog_limit; __u32 lost; __u32 backlog; union { __u32 version; __u32 feature_bitmap; }; __u32 backlog_wait_time; __u32 backlog_wait_time_actual; }; struct audit_features { __u32 vers; __u32 mask; __u32 features; __u32 lock; }; struct audit_tty_status { __u32 enabled; __u32 log_passwd; }; struct audit_sig_info { uid_t uid; pid_t pid; char ctx[0]; }; enum skb_drop_reason { SKB_NOT_DROPPED_YET = 0, SKB_DROP_REASON_NOT_SPECIFIED = 1, SKB_DROP_REASON_NO_SOCKET = 2, SKB_DROP_REASON_PKT_TOO_SMALL = 3, SKB_DROP_REASON_TCP_CSUM = 4, SKB_DROP_REASON_SOCKET_FILTER = 5, SKB_DROP_REASON_UDP_CSUM = 6, SKB_DROP_REASON_NETFILTER_DROP = 7, SKB_DROP_REASON_OTHERHOST = 8, SKB_DROP_REASON_IP_CSUM = 9, SKB_DROP_REASON_IP_INHDR = 10, SKB_DROP_REASON_IP_RPFILTER = 11, SKB_DROP_REASON_UNICAST_IN_L2_MULTICAST = 12, SKB_DROP_REASON_XFRM_POLICY = 13, SKB_DROP_REASON_IP_NOPROTO = 14, SKB_DROP_REASON_SOCKET_RCVBUFF = 15, SKB_DROP_REASON_PROTO_MEM = 16, SKB_DROP_REASON_TCP_MD5NOTFOUND = 17, SKB_DROP_REASON_TCP_MD5UNEXPECTED = 18, SKB_DROP_REASON_TCP_MD5FAILURE = 19, SKB_DROP_REASON_SOCKET_BACKLOG = 20, SKB_DROP_REASON_TCP_FLAGS = 21, SKB_DROP_REASON_TCP_ZEROWINDOW = 22, SKB_DROP_REASON_TCP_OLD_DATA = 23, SKB_DROP_REASON_TCP_OVERWINDOW = 24, SKB_DROP_REASON_TCP_OFOMERGE = 25, SKB_DROP_REASON_TCP_RFC7323_PAWS = 26, SKB_DROP_REASON_TCP_INVALID_SEQUENCE = 27, SKB_DROP_REASON_TCP_RESET = 28, SKB_DROP_REASON_TCP_INVALID_SYN = 29, SKB_DROP_REASON_TCP_CLOSE = 30, SKB_DROP_REASON_TCP_FASTOPEN = 31, SKB_DROP_REASON_TCP_OLD_ACK = 32, SKB_DROP_REASON_TCP_TOO_OLD_ACK = 33, SKB_DROP_REASON_TCP_ACK_UNSENT_DATA = 34, SKB_DROP_REASON_TCP_OFO_QUEUE_PRUNE = 35, SKB_DROP_REASON_TCP_OFO_DROP = 36, SKB_DROP_REASON_IP_OUTNOROUTES = 37, SKB_DROP_REASON_BPF_CGROUP_EGRESS = 38, SKB_DROP_REASON_IPV6DISABLED = 39, SKB_DROP_REASON_NEIGH_CREATEFAIL = 40, SKB_DROP_REASON_NEIGH_FAILED = 41, SKB_DROP_REASON_NEIGH_QUEUEFULL = 42, SKB_DROP_REASON_NEIGH_DEAD = 43, SKB_DROP_REASON_TC_EGRESS = 44, SKB_DROP_REASON_QDISC_DROP = 45, SKB_DROP_REASON_CPU_BACKLOG = 46, SKB_DROP_REASON_XDP = 47, SKB_DROP_REASON_TC_INGRESS = 48, SKB_DROP_REASON_UNHANDLED_PROTO = 49, SKB_DROP_REASON_SKB_CSUM = 50, SKB_DROP_REASON_SKB_GSO_SEG = 51, SKB_DROP_REASON_SKB_UCOPY_FAULT = 52, SKB_DROP_REASON_DEV_HDR = 53, SKB_DROP_REASON_DEV_READY = 54, SKB_DROP_REASON_FULL_RING = 55, SKB_DROP_REASON_NOMEM = 56, SKB_DROP_REASON_HDR_TRUNC = 57, SKB_DROP_REASON_TAP_FILTER = 58, SKB_DROP_REASON_TAP_TXFILTER = 59, SKB_DROP_REASON_ICMP_CSUM = 60, SKB_DROP_REASON_INVALID_PROTO = 61, SKB_DROP_REASON_IP_INADDRERRORS = 62, SKB_DROP_REASON_IP_INNOROUTES = 63, SKB_DROP_REASON_PKT_TOO_BIG = 64, SKB_DROP_REASON_MAX = 65, }; struct net_generic { union { struct { unsigned int len; struct callback_head rcu; } s; void *ptr[0]; }; }; struct pernet_operations { struct list_head list; int (*init)(struct net *); void (*pre_exit)(struct net *); void (*exit)(struct net *); void (*exit_batch)(struct list_head *); unsigned int *id; size_t size; }; struct scm_creds { u32 pid; kuid_t uid; kgid_t gid; }; struct netlink_skb_parms { struct scm_creds creds; __u32 portid; __u32 dst_group; __u32 flags; struct sock *sk; bool nsid_is_set; int nsid; }; struct netlink_kernel_cfg { unsigned int groups; unsigned int flags; void (*input)(struct sk_buff *); struct mutex *cb_mutex; int (*bind)(struct net *, int); void (*unbind)(struct net *, int); bool (*compare)(struct net *, struct sock *); }; struct audit_netlink_list { __u32 portid; struct net *net; struct sk_buff_head q; }; struct audit_net { struct sock *sk; }; struct auditd_connection { struct pid *pid; u32 portid; struct net *net; struct callback_head rcu; }; struct audit_ctl_mutex { struct mutex lock; void *owner; }; struct audit_buffer { struct sk_buff *skb; struct audit_context *ctx; gfp_t gfp_mask; }; struct audit_reply { __u32 portid; struct net *net; struct sk_buff *skb; }; enum { Audit_equal = 0, Audit_not_equal = 1, Audit_bitmask = 2, Audit_bittest = 3, Audit_lt = 4, Audit_gt = 5, Audit_le = 6, Audit_ge = 7, Audit_bad = 8, }; struct audit_rule_data { __u32 flags; __u32 action; __u32 field_count; __u32 mask[64]; __u32 fields[64]; __u32 values[64]; __u32 fieldflags[64]; __u32 buflen; char buf[0]; }; struct audit_field; struct audit_watch; struct audit_tree; struct audit_fsnotify_mark; struct audit_krule { u32 pflags; u32 flags; u32 listnr; u32 action; u32 mask[64]; u32 buflen; u32 field_count; char *filterkey; struct audit_field *fields; struct audit_field *arch_f; struct audit_field *inode_f; struct audit_watch *watch; struct audit_tree *tree; struct audit_fsnotify_mark *exe; struct list_head rlist; struct list_head list; u64 prio; }; struct audit_field { u32 type; union { u32 val; kuid_t uid; kgid_t gid; struct { char *lsm_str; void *lsm_rule; }; }; u32 op; }; struct audit_entry { struct list_head list; struct callback_head rcu; struct audit_krule rule; }; struct audit_buffer___2; typedef int __kernel_key_t; typedef __kernel_key_t key_t; struct cpu_vfs_cap_data { __u32 magic_etc; kernel_cap_t permitted; kernel_cap_t inheritable; kuid_t rootid; }; struct kern_ipc_perm { spinlock_t lock; bool deleted; int id; key_t key; kuid_t uid; kgid_t gid; kuid_t cuid; kgid_t cgid; umode_t mode; long unsigned int seq; void *security; struct rhash_head khtnode; struct callback_head rcu; refcount_t refcount; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef struct fsnotify_mark_connector *fsnotify_connp_t; struct fsnotify_mark_connector { spinlock_t lock; short unsigned int type; short unsigned int flags; __kernel_fsid_t fsid; union { fsnotify_connp_t *obj; struct fsnotify_mark_connector *destroy_next; }; struct hlist_head list; }; enum audit_nfcfgop { AUDIT_XT_OP_REGISTER = 0, AUDIT_XT_OP_REPLACE = 1, AUDIT_XT_OP_UNREGISTER = 2, AUDIT_NFT_OP_TABLE_REGISTER = 3, AUDIT_NFT_OP_TABLE_UNREGISTER = 4, AUDIT_NFT_OP_CHAIN_REGISTER = 5, AUDIT_NFT_OP_CHAIN_UNREGISTER = 6, AUDIT_NFT_OP_RULE_REGISTER = 7, AUDIT_NFT_OP_RULE_UNREGISTER = 8, AUDIT_NFT_OP_SET_REGISTER = 9, AUDIT_NFT_OP_SET_UNREGISTER = 10, AUDIT_NFT_OP_SETELEM_REGISTER = 11, AUDIT_NFT_OP_SETELEM_UNREGISTER = 12, AUDIT_NFT_OP_GEN_REGISTER = 13, AUDIT_NFT_OP_OBJ_REGISTER = 14, AUDIT_NFT_OP_OBJ_UNREGISTER = 15, AUDIT_NFT_OP_OBJ_RESET = 16, AUDIT_NFT_OP_FLOWTABLE_REGISTER = 17, AUDIT_NFT_OP_FLOWTABLE_UNREGISTER = 18, AUDIT_NFT_OP_INVALID = 19, }; enum fsnotify_iter_type { FSNOTIFY_ITER_TYPE_INODE = 0, FSNOTIFY_ITER_TYPE_VFSMOUNT = 1, FSNOTIFY_ITER_TYPE_SB = 2, FSNOTIFY_ITER_TYPE_PARENT = 3, FSNOTIFY_ITER_TYPE_INODE2 = 4, FSNOTIFY_ITER_TYPE_COUNT = 5, }; struct audit_aux_data { struct audit_aux_data *next; int type; }; struct audit_chunk; struct audit_tree_refs { struct audit_tree_refs *next; struct audit_chunk *c[31]; }; struct audit_aux_data_pids { struct audit_aux_data d; pid_t target_pid[16]; kuid_t target_auid[16]; kuid_t target_uid[16]; unsigned int target_sessionid[16]; u32 target_sid[16]; char target_comm[256]; int pid_count; }; struct audit_aux_data_bprm_fcaps { struct audit_aux_data d; struct audit_cap_data fcap; unsigned int fcap_ver; struct audit_cap_data old_pcap; struct audit_cap_data new_pcap; }; struct audit_nfcfgop_tab { enum audit_nfcfgop op; const char *s; }; struct audit_parent; struct audit_watch { refcount_t count; dev_t dev; char *path; long unsigned int ino; struct audit_parent *parent; struct list_head wlist; struct list_head rules; }; struct fsnotify_group; struct fsnotify_iter_info; struct fsnotify_mark; struct fsnotify_event; struct fsnotify_ops { int (*handle_event)(struct fsnotify_group *, u32, const void *, int, struct inode *, const struct qstr *, u32, struct fsnotify_iter_info *); int (*handle_inode_event)(struct fsnotify_mark *, u32, struct inode *, struct inode *, const struct qstr *, u32); void (*free_group_priv)(struct fsnotify_group *); void (*freeing_mark)(struct fsnotify_mark *, struct fsnotify_group *); void (*free_event)(struct fsnotify_group *, struct fsnotify_event *); void (*free_mark)(struct fsnotify_mark *); }; struct inotify_group_private_data { spinlock_t idr_lock; struct idr idr; struct ucounts *ucounts; }; struct fanotify_group_private_data { struct hlist_head *merge_hash; struct list_head access_list; wait_queue_head_t access_waitq; int flags; int f_flags; struct ucounts *ucounts; mempool_t error_events_pool; }; struct fsnotify_group { const struct fsnotify_ops *ops; refcount_t refcnt; spinlock_t notification_lock; struct list_head notification_list; wait_queue_head_t notification_waitq; unsigned int q_len; unsigned int max_events; unsigned int priority; bool shutdown; int flags; unsigned int owner_flags; struct mutex mark_mutex; atomic_t user_waits; struct list_head marks_list; struct fasync_struct *fsn_fa; struct fsnotify_event *overflow_event; struct mem_cgroup *memcg; union { void *private; struct inotify_group_private_data inotify_data; struct fanotify_group_private_data fanotify_data; }; }; struct fsnotify_iter_info { struct fsnotify_mark *marks[5]; struct fsnotify_group *current_group; unsigned int report_mask; int srcu_idx; }; struct fsnotify_mark { __u32 mask; refcount_t refcnt; struct fsnotify_group *group; struct list_head g_list; spinlock_t lock; struct hlist_node obj_list; struct fsnotify_mark_connector *connector; __u32 ignored_mask; unsigned int flags; }; struct fsnotify_event { struct list_head list; }; enum fsnotify_obj_type { FSNOTIFY_OBJ_TYPE_ANY = 4294967295, FSNOTIFY_OBJ_TYPE_INODE = 0, FSNOTIFY_OBJ_TYPE_VFSMOUNT = 1, FSNOTIFY_OBJ_TYPE_SB = 2, FSNOTIFY_OBJ_TYPE_COUNT = 3, FSNOTIFY_OBJ_TYPE_DETACHED = 3, }; struct audit_parent { struct list_head watches; struct fsnotify_mark mark; }; struct audit_fsnotify_mark { dev_t dev; long unsigned int ino; char *path; struct fsnotify_mark mark; struct audit_krule *rule; }; struct audit_chunk___2; struct audit_tree { refcount_t count; int goner; struct audit_chunk___2 *root; struct list_head chunks; struct list_head rules; struct list_head list; struct list_head same_root; struct callback_head head; char pathname[0]; }; struct audit_node { struct list_head list; struct audit_tree *owner; unsigned int index; }; struct audit_chunk___2 { struct list_head hash; long unsigned int key; struct fsnotify_mark *mark; struct list_head trees; int count; atomic_long_t refs; struct callback_head head; struct audit_node owners[0]; }; struct audit_tree_mark { struct fsnotify_mark mark; struct audit_chunk___2 *chunk; }; enum { HASH_SIZE = 128, }; struct kretprobe_instance; typedef int (*kretprobe_handler_t)(struct kretprobe_instance *, struct pt_regs *); struct kretprobe_instance { struct rethook_node node; char data[0]; }; struct kretprobe { struct kprobe kp; kretprobe_handler_t handler; kretprobe_handler_t entry_handler; int maxactive; int nmissed; size_t data_size; struct rethook *rh; }; struct kprobe_blacklist_entry { struct list_head list; long unsigned int start_addr; long unsigned int end_addr; }; enum perf_record_ksymbol_type { PERF_RECORD_KSYMBOL_TYPE_UNKNOWN = 0, PERF_RECORD_KSYMBOL_TYPE_BPF = 1, PERF_RECORD_KSYMBOL_TYPE_OOL = 2, PERF_RECORD_KSYMBOL_TYPE_MAX = 3, }; struct kprobe_insn_page { struct list_head list; kprobe_opcode_t *insns; struct kprobe_insn_cache *cache; int nused; int ngarbage; char slot_used[0]; }; enum kprobe_slot_state { SLOT_CLEAN = 0, SLOT_DIRTY = 1, SLOT_USED = 2, }; struct kgdb_io { const char *name; int (*read_char)(); void (*write_char)(u8); void (*flush)(); int (*init)(); void (*deinit)(); void (*pre_exception)(); void (*post_exception)(); struct console *cons; }; enum { KDB_NOT_INITIALIZED = 0, KDB_INIT_EARLY = 1, KDB_INIT_FULL = 2, }; struct kgdb_state { int ex_vector; int signo; int err_code; int cpu; int pass_exception; long unsigned int thr_query; long unsigned int threadid; long int kgdb_usethreadid; struct pt_regs *linux_regs; atomic_t *send_ready; }; struct debuggerinfo_struct { void *debuggerinfo; struct task_struct *task; int exception_state; int ret_state; int irq_depth; int enter_kgdb; bool rounding_up; }; typedef int (*get_char_func)(); typedef enum { KDB_ENABLE_ALL = 1, KDB_ENABLE_MEM_READ = 2, KDB_ENABLE_MEM_WRITE = 4, KDB_ENABLE_REG_READ = 8, KDB_ENABLE_REG_WRITE = 16, KDB_ENABLE_INSPECT = 32, KDB_ENABLE_FLOW_CTRL = 64, KDB_ENABLE_SIGNAL = 128, KDB_ENABLE_REBOOT = 256, KDB_ENABLE_ALWAYS_SAFE = 512, KDB_ENABLE_MASK = 1023, KDB_ENABLE_ALL_NO_ARGS = 1024, KDB_ENABLE_MEM_READ_NO_ARGS = 2048, KDB_ENABLE_MEM_WRITE_NO_ARGS = 4096, KDB_ENABLE_REG_READ_NO_ARGS = 8192, KDB_ENABLE_REG_WRITE_NO_ARGS = 16384, KDB_ENABLE_INSPECT_NO_ARGS = 32768, KDB_ENABLE_FLOW_CTRL_NO_ARGS = 65536, KDB_ENABLE_SIGNAL_NO_ARGS = 131072, KDB_ENABLE_REBOOT_NO_ARGS = 262144, KDB_ENABLE_ALWAYS_SAFE_NO_ARGS = 524288, KDB_ENABLE_MASK_NO_ARGS = 1047552, KDB_REPEAT_NO_ARGS = 1073741824, KDB_REPEAT_WITH_ARGS = 2147483648, } kdb_cmdflags_t; typedef int (*kdb_func_t)(int, const char **); struct _kdbtab { char *name; kdb_func_t func; char *usage; char *help; short int minlen; kdb_cmdflags_t flags; struct list_head list_node; }; typedef struct _kdbtab kdbtab_t; typedef enum { KDB_REASON_ENTER = 1, KDB_REASON_ENTER_SLAVE = 2, KDB_REASON_BREAK = 3, KDB_REASON_DEBUG = 4, KDB_REASON_OOPS = 5, KDB_REASON_SWITCH = 6, KDB_REASON_KEYBOARD = 7, KDB_REASON_NMI = 8, KDB_REASON_RECURSE = 9, KDB_REASON_SSTEP = 10, KDB_REASON_SYSTEM_NMI = 11, } kdb_reason_t; struct __ksymtab { long unsigned int value; const char *mod_name; long unsigned int mod_start; long unsigned int mod_end; const char *sec_name; long unsigned int sec_start; long unsigned int sec_end; const char *sym_name; long unsigned int sym_start; long unsigned int sym_end; }; typedef struct __ksymtab kdb_symtab_t; typedef enum { KDB_DB_BPT = 0, KDB_DB_SS = 1, KDB_DB_SSBPT = 2, KDB_DB_NOBPT = 3, } kdb_dbtrap_t; struct _kdbmsg { int km_diag; char *km_msg; }; typedef struct _kdbmsg kdbmsg_t; struct kdb_macro { kdbtab_t cmd; struct list_head statements; }; struct kdb_macro_statement { char *statement; struct list_head list_node; }; struct _kdb_bp { long unsigned int bp_addr; unsigned int bp_free: 1; unsigned int bp_enabled: 1; unsigned int bp_type: 4; unsigned int bp_installed: 1; unsigned int bp_delay: 1; unsigned int bp_delayed: 1; unsigned int bph_length; }; typedef struct _kdb_bp kdb_bp_t; typedef short unsigned int u_short; struct seccomp_data { int nr; __u32 arch; __u64 instruction_pointer; __u64 args[6]; }; struct seccomp_notif_sizes { __u16 seccomp_notif; __u16 seccomp_notif_resp; __u16 seccomp_data; }; struct seccomp_notif { __u64 id; __u32 pid; __u32 flags; struct seccomp_data data; }; struct seccomp_notif_resp { __u64 id; __s64 val; __s32 error; __u32 flags; }; struct seccomp_notif_addfd { __u64 id; __u32 flags; __u32 srcfd; __u32 newfd; __u32 newfd_flags; }; struct action_cache { long unsigned int allow_native[8]; long unsigned int allow_compat[8]; }; struct notification; struct seccomp_filter { refcount_t refs; refcount_t users; bool log; bool wait_killable_recv; struct action_cache cache; struct seccomp_filter *prev; struct bpf_prog *prog; struct notification *notif; struct mutex notify_lock; wait_queue_head_t wqh; }; struct seccomp_metadata { __u64 filter_off; __u64 flags; }; struct sock_fprog { short unsigned int len; struct sock_filter *filter; }; struct compat_sock_fprog { u16 len; compat_uptr_t filter; }; typedef unsigned int (*bpf_dispatcher_fn)(const void *, const struct bpf_insn *, unsigned int (*)(const void *, const struct bpf_insn *)); enum notify_state { SECCOMP_NOTIFY_INIT = 0, SECCOMP_NOTIFY_SENT = 1, SECCOMP_NOTIFY_REPLIED = 2, }; struct seccomp_knotif { struct task_struct *task; u64 id; const struct seccomp_data *data; enum notify_state state; int error; long int val; u32 flags; struct completion ready; struct list_head list; struct list_head addfd; }; struct seccomp_kaddfd { struct file *file; int fd; unsigned int flags; __u32 ioctl_flags; union { bool setfd; int ret; }; struct completion completion; struct list_head list; }; struct notification { struct semaphore request; u64 next_id; struct list_head notifications; }; struct seccomp_log_name { u32 log; const char *name; }; struct rchan; struct rchan_buf { void *start; void *data; size_t offset; size_t subbufs_produced; size_t subbufs_consumed; struct rchan *chan; wait_queue_head_t read_wait; struct irq_work wakeup_work; struct dentry *dentry; struct kref kref; struct page **page_array; unsigned int page_count; unsigned int finalized; size_t *padding; size_t prev_padding; size_t bytes_consumed; size_t early_bytes; unsigned int cpu; long: 32; long: 64; long: 64; }; struct rchan_callbacks; struct rchan { u32 version; size_t subbuf_size; size_t n_subbufs; size_t alloc_size; const struct rchan_callbacks *cb; struct kref kref; void *private_data; size_t last_toobig; struct rchan_buf **buf; int is_global; struct list_head list; struct dentry *parent; int has_base_filename; char base_filename[255]; }; struct rchan_callbacks { int (*subbuf_start)(struct rchan_buf *, void *, void *, size_t); struct dentry * (*create_buf_file)(const char *, struct dentry *, umode_t, struct rchan_buf *, int *); int (*remove_buf_file)(struct dentry *); }; struct partial_page { unsigned int offset; unsigned int len; long unsigned int private; }; struct splice_pipe_desc { struct page **pages; struct partial_page *partial; int nr_pages; unsigned int nr_pages_max; const struct pipe_buf_operations *ops; void (*spd_release)(struct splice_pipe_desc *, unsigned int); }; struct rchan_percpu_buf_dispatcher { struct rchan_buf *buf; struct dentry *dentry; }; enum { TASKSTATS_TYPE_UNSPEC = 0, TASKSTATS_TYPE_PID = 1, TASKSTATS_TYPE_TGID = 2, TASKSTATS_TYPE_STATS = 3, TASKSTATS_TYPE_AGGR_PID = 4, TASKSTATS_TYPE_AGGR_TGID = 5, TASKSTATS_TYPE_NULL = 6, __TASKSTATS_TYPE_MAX = 7, }; enum { TASKSTATS_CMD_ATTR_UNSPEC = 0, TASKSTATS_CMD_ATTR_PID = 1, TASKSTATS_CMD_ATTR_TGID = 2, TASKSTATS_CMD_ATTR_REGISTER_CPUMASK = 3, TASKSTATS_CMD_ATTR_DEREGISTER_CPUMASK = 4, __TASKSTATS_CMD_ATTR_MAX = 5, }; enum { CGROUPSTATS_CMD_UNSPEC = 3, CGROUPSTATS_CMD_GET = 4, CGROUPSTATS_CMD_NEW = 5, __CGROUPSTATS_CMD_MAX = 6, }; enum { CGROUPSTATS_TYPE_UNSPEC = 0, CGROUPSTATS_TYPE_CGROUP_STATS = 1, __CGROUPSTATS_TYPE_MAX = 2, }; enum { CGROUPSTATS_CMD_ATTR_UNSPEC = 0, CGROUPSTATS_CMD_ATTR_FD = 1, __CGROUPSTATS_CMD_ATTR_MAX = 2, }; struct genlmsghdr { __u8 cmd; __u8 version; __u16 reserved; }; enum { NLA_UNSPEC = 0, NLA_U8 = 1, NLA_U16 = 2, NLA_U32 = 3, NLA_U64 = 4, NLA_STRING = 5, NLA_FLAG = 6, NLA_MSECS = 7, NLA_NESTED = 8, NLA_NESTED_ARRAY = 9, NLA_NUL_STRING = 10, NLA_BINARY = 11, NLA_S8 = 12, NLA_S16 = 13, NLA_S32 = 14, NLA_S64 = 15, NLA_BITFIELD32 = 16, NLA_REJECT = 17, __NLA_TYPE_MAX = 18, }; struct genl_multicast_group { char name[16]; u8 flags; }; struct genl_ops; struct genl_info; struct genl_small_ops; struct genl_family { int id; unsigned int hdrsize; char name[16]; unsigned int version; unsigned int maxattr; unsigned int mcgrp_offset; u8 netnsok: 1; u8 parallel_ops: 1; u8 n_ops; u8 n_small_ops; u8 n_mcgrps; const struct nla_policy *policy; int (*pre_doit)(const struct genl_ops *, struct sk_buff *, struct genl_info *); void (*post_doit)(const struct genl_ops *, struct sk_buff *, struct genl_info *); const struct genl_ops *ops; const struct genl_small_ops *small_ops; const struct genl_multicast_group *mcgrps; struct module *module; }; struct genl_ops { int (*doit)(struct sk_buff *, struct genl_info *); int (*start)(struct netlink_callback *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); const struct nla_policy *policy; unsigned int maxattr; u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; struct genl_info { u32 snd_seq; u32 snd_portid; struct nlmsghdr *nlhdr; struct genlmsghdr *genlhdr; void *userhdr; struct nlattr **attrs; possible_net_t _net; void *user_ptr[2]; struct netlink_ext_ack *extack; }; struct genl_small_ops { int (*doit)(struct sk_buff *, struct genl_info *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; enum genl_validate_flags { GENL_DONT_VALIDATE_STRICT = 1, GENL_DONT_VALIDATE_DUMP = 2, GENL_DONT_VALIDATE_DUMP_STRICT = 4, }; struct listener { struct list_head list; pid_t pid; char valid; }; struct listener_list { struct rw_semaphore sem; struct list_head list; }; enum actions { REGISTER = 0, DEREGISTER = 1, CPU_DONT_CARE = 2, }; struct tp_module { struct list_head list; struct module *mod; }; enum tp_func_state { TP_FUNC_0 = 0, TP_FUNC_1 = 1, TP_FUNC_2 = 2, TP_FUNC_N = 3, }; enum tp_transition_sync { TP_TRANSITION_SYNC_1_0_1 = 0, TP_TRANSITION_SYNC_N_2_1 = 1, _NR_TP_TRANSITION_SYNC = 2, }; struct tp_transition_snapshot { long unsigned int rcu; long unsigned int srcu; bool ongoing; }; struct tp_probes { struct callback_head rcu; struct tracepoint_func probes[0]; }; struct ftrace_hash { long unsigned int size_bits; struct hlist_head *buckets; long unsigned int count; long unsigned int flags; struct callback_head rcu; }; struct ftrace_func_entry { struct hlist_node hlist; long unsigned int ip; long unsigned int direct; }; enum ftrace_bug_type { FTRACE_BUG_UNKNOWN = 0, FTRACE_BUG_INIT = 1, FTRACE_BUG_NOP = 2, FTRACE_BUG_CALL = 3, FTRACE_BUG_UPDATE = 4, }; enum { FTRACE_UPDATE_CALLS = 1, FTRACE_DISABLE_CALLS = 2, FTRACE_UPDATE_TRACE_FUNC = 4, FTRACE_START_FUNC_RET = 8, FTRACE_STOP_FUNC_RET = 16, FTRACE_MAY_SLEEP = 32, }; enum { FTRACE_ITER_FILTER = 1, FTRACE_ITER_NOTRACE = 2, FTRACE_ITER_PRINTALL = 4, FTRACE_ITER_DO_PROBES = 8, FTRACE_ITER_PROBE = 16, FTRACE_ITER_MOD = 32, FTRACE_ITER_ENABLED = 64, }; struct ftrace_graph_ent { long unsigned int func; int depth; } __attribute__((packed)); struct ftrace_graph_ret { long unsigned int func; int depth; unsigned int overrun; long long unsigned int calltime; long long unsigned int rettime; }; typedef void (*trace_func_graph_ret_t)(struct ftrace_graph_ret *); typedef int (*trace_func_graph_ent_t)(struct ftrace_graph_ent *); struct fgraph_ops { trace_func_graph_ent_t entryfunc; trace_func_graph_ret_t retfunc; }; struct prog_entry; struct event_filter { struct prog_entry *prog; char *filter_string; }; struct trace_array_cpu; struct array_buffer { struct trace_array *tr; struct trace_buffer *buffer; struct trace_array_cpu *data; u64 time_start; int cpu; }; struct trace_pid_list; struct trace_options; struct cond_snapshot; struct trace_func_repeats; struct trace_array { struct list_head list; char *name; struct array_buffer array_buffer; struct array_buffer max_buffer; bool allocated_snapshot; long unsigned int max_latency; struct dentry *d_max_latency; struct work_struct fsnotify_work; struct irq_work fsnotify_irqwork; struct trace_pid_list *filtered_pids; struct trace_pid_list *filtered_no_pids; arch_spinlock_t max_lock; int buffer_disabled; int sys_refcount_enter; int sys_refcount_exit; struct trace_event_file *enter_syscall_files[451]; struct trace_event_file *exit_syscall_files[451]; int stop_count; int clock_id; int nr_topts; bool clear_trace; int buffer_percent; unsigned int n_err_log_entries; struct tracer *current_trace; unsigned int trace_flags; unsigned char trace_flags_index[32]; unsigned int flags; raw_spinlock_t start_lock; struct list_head err_log; struct dentry *dir; struct dentry *options; struct dentry *percpu_dir; struct dentry *event_dir; struct trace_options *topts; struct list_head systems; struct list_head events; struct trace_event_file *trace_marker_file; cpumask_var_t tracing_cpumask; int ref; int trace_ref; struct ftrace_ops *ops; struct trace_pid_list *function_pids; struct trace_pid_list *function_no_pids; struct list_head func_probes; struct list_head mod_trace; struct list_head mod_notrace; int function_enabled; int no_filter_buffering_ref; struct list_head hist_vars; struct cond_snapshot *cond_snapshot; struct trace_func_repeats *last_func_repeats; }; struct tracer_flags; struct tracer { const char *name; int (*init)(struct trace_array *); void (*reset)(struct trace_array *); void (*start)(struct trace_array *); void (*stop)(struct trace_array *); int (*update_thresh)(struct trace_array *); void (*open)(struct trace_iterator *); void (*pipe_open)(struct trace_iterator *); void (*close)(struct trace_iterator *); void (*pipe_close)(struct trace_iterator *); ssize_t (*read)(struct trace_iterator *, struct file *, char *, size_t, loff_t *); ssize_t (*splice_read)(struct trace_iterator *, struct file *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); void (*print_header)(struct seq_file *); enum print_line_t (*print_line)(struct trace_iterator *); int (*set_flag)(struct trace_array *, u32, u32, int); int (*flag_changed)(struct trace_array *, u32, int); struct tracer *next; struct tracer_flags *flags; int enabled; bool print_max; bool allow_instances; bool use_max_tr; bool noboot; }; struct event_subsystem; struct trace_subsystem_dir { struct list_head list; struct event_subsystem *subsystem; struct trace_array *tr; struct dentry *entry; int ref_count; int nr_events; }; union lower_chunk { union lower_chunk *next; long unsigned int data[256]; }; union upper_chunk { union upper_chunk *next; union lower_chunk *data[256]; }; struct trace_pid_list { raw_spinlock_t lock; struct irq_work refill_irqwork; union upper_chunk *upper[256]; union upper_chunk *upper_list; union lower_chunk *lower_list; int free_upper_chunks; int free_lower_chunks; }; struct trace_array_cpu { atomic_t disabled; void *buffer_page; long unsigned int entries; long unsigned int saved_latency; long unsigned int critical_start; long unsigned int critical_end; long unsigned int critical_sequence; long unsigned int nice; long unsigned int policy; long unsigned int rt_priority; long unsigned int skipped_entries; u64 preempt_timestamp; pid_t pid; kuid_t uid; char comm[16]; int ftrace_ignore_pid; bool ignore_pid; }; struct trace_option_dentry; struct trace_options { struct tracer *tracer; struct trace_option_dentry *topts; }; struct tracer_opt; struct trace_option_dentry { struct tracer_opt *opt; struct tracer_flags *flags; struct trace_array *tr; struct dentry *entry; }; enum { TRACE_PIDS = 1, TRACE_NO_PIDS = 2, }; typedef bool (*cond_update_fn_t)(struct trace_array *, void *); struct cond_snapshot { void *cond_data; cond_update_fn_t update; }; struct trace_func_repeats { long unsigned int ip; long unsigned int parent_ip; long unsigned int count; u64 ts_last_call; }; enum { TRACE_ARRAY_FL_GLOBAL = 1, }; struct tracer_opt { const char *name; u32 bit; }; struct tracer_flags { u32 val; struct tracer_opt *opts; struct tracer *trace; }; struct ftrace_mod_load { struct list_head list; char *func; char *module; int enable; }; enum { FTRACE_HASH_FL_MOD = 1, }; struct ftrace_func_command { struct list_head list; char *name; int (*func)(struct trace_array *, struct ftrace_hash *, char *, char *, char *, int); }; struct ftrace_probe_ops { void (*func)(long unsigned int, long unsigned int, struct trace_array *, struct ftrace_probe_ops *, void *); int (*init)(struct ftrace_probe_ops *, struct trace_array *, long unsigned int, void *, void **); void (*free)(struct ftrace_probe_ops *, struct trace_array *, long unsigned int, void *); int (*print)(struct seq_file *, long unsigned int, struct ftrace_probe_ops *, void *); }; typedef int (*ftrace_mapper_func)(void *); struct trace_parser { bool cont; char *buffer; unsigned int idx; unsigned int size; }; enum trace_iterator_bits { TRACE_ITER_PRINT_PARENT_BIT = 0, TRACE_ITER_SYM_OFFSET_BIT = 1, TRACE_ITER_SYM_ADDR_BIT = 2, TRACE_ITER_VERBOSE_BIT = 3, TRACE_ITER_RAW_BIT = 4, TRACE_ITER_HEX_BIT = 5, TRACE_ITER_BIN_BIT = 6, TRACE_ITER_BLOCK_BIT = 7, TRACE_ITER_PRINTK_BIT = 8, TRACE_ITER_ANNOTATE_BIT = 9, TRACE_ITER_USERSTACKTRACE_BIT = 10, TRACE_ITER_SYM_USEROBJ_BIT = 11, TRACE_ITER_PRINTK_MSGONLY_BIT = 12, TRACE_ITER_CONTEXT_INFO_BIT = 13, TRACE_ITER_LATENCY_FMT_BIT = 14, TRACE_ITER_RECORD_CMD_BIT = 15, TRACE_ITER_RECORD_TGID_BIT = 16, TRACE_ITER_OVERWRITE_BIT = 17, TRACE_ITER_STOP_ON_FREE_BIT = 18, TRACE_ITER_IRQ_INFO_BIT = 19, TRACE_ITER_MARKERS_BIT = 20, TRACE_ITER_EVENT_FORK_BIT = 21, TRACE_ITER_PAUSE_ON_TRACE_BIT = 22, TRACE_ITER_HASH_PTR_BIT = 23, TRACE_ITER_FUNCTION_BIT = 24, TRACE_ITER_FUNC_FORK_BIT = 25, TRACE_ITER_DISPLAY_GRAPH_BIT = 26, TRACE_ITER_STACKTRACE_BIT = 27, TRACE_ITER_LAST_BIT = 28, }; struct event_subsystem { struct list_head list; const char *name; struct event_filter *filter; int ref_count; }; enum regex_type { MATCH_FULL = 0, MATCH_FRONT_ONLY = 1, MATCH_MIDDLE_ONLY = 2, MATCH_END_ONLY = 3, MATCH_GLOB = 4, MATCH_INDEX = 5, }; struct tracer_stat { const char *name; void * (*stat_start)(struct tracer_stat *); void * (*stat_next)(void *, int); cmp_func_t stat_cmp; int (*stat_show)(struct seq_file *, void *); void (*stat_release)(void *); int (*stat_headers)(struct seq_file *); }; enum { FTRACE_MODIFY_ENABLE_FL = 1, FTRACE_MODIFY_MAY_SLEEP_FL = 2, }; struct ftrace_profile { struct hlist_node node; long unsigned int ip; long unsigned int counter; long long unsigned int time; long long unsigned int time_squared; }; struct ftrace_profile_page { struct ftrace_profile_page *next; long unsigned int index; struct ftrace_profile records[0]; }; struct ftrace_profile_stat { atomic_t disabled; struct hlist_head *hash; struct ftrace_profile_page *pages; struct ftrace_profile_page *start; struct tracer_stat stat; }; struct ftrace_func_probe { struct ftrace_probe_ops *probe_ops; struct ftrace_ops ops; struct trace_array *tr; struct list_head list; void *data; int ref; }; struct ftrace_page { struct ftrace_page *next; struct dyn_ftrace *records; int index; int order; }; struct ftrace_rec_iter___2 { struct ftrace_page *pg; int index; }; struct ftrace_iterator { loff_t pos; loff_t func_pos; loff_t mod_pos; struct ftrace_page *pg; struct dyn_ftrace *func; struct ftrace_func_probe *probe; struct ftrace_func_entry *probe_entry; struct trace_parser parser; struct ftrace_hash *hash; struct ftrace_ops *ops; struct trace_array *tr; struct list_head *mod_list; int pidx; int idx; unsigned int flags; }; struct ftrace_glob { char *search; unsigned int len; int type; }; struct ftrace_func_map { struct ftrace_func_entry entry; void *data; }; struct ftrace_func_mapper { struct ftrace_hash hash; }; struct ftrace_direct_func { struct list_head next; long unsigned int addr; int count; }; enum graph_filter_type { GRAPH_FILTER_NOTRACE = 0, GRAPH_FILTER_FUNCTION = 1, }; struct ftrace_graph_data { struct ftrace_hash *hash; struct ftrace_func_entry *entry; int idx; enum graph_filter_type type; struct ftrace_hash *new_hash; const struct seq_operations *seq_ops; struct trace_parser parser; }; struct ftrace_mod_func { struct list_head list; char *name; long unsigned int ip; unsigned int size; }; struct ftrace_mod_map { struct callback_head rcu; struct list_head list; struct module *mod; long unsigned int start_addr; long unsigned int end_addr; struct list_head funcs; unsigned int num_funcs; }; struct ftrace_init_func { struct list_head list; long unsigned int ip; }; struct kallsyms_data { long unsigned int *addrs; const char **syms; size_t cnt; size_t found; }; enum ring_buffer_type { RINGBUF_TYPE_DATA_TYPE_LEN_MAX = 28, RINGBUF_TYPE_PADDING = 29, RINGBUF_TYPE_TIME_EXTEND = 30, RINGBUF_TYPE_TIME_STAMP = 31, }; enum ring_buffer_flags { RB_FL_OVERWRITE = 1, }; struct ring_buffer_per_cpu; struct buffer_page; struct ring_buffer_iter { struct ring_buffer_per_cpu *cpu_buffer; long unsigned int head; long unsigned int next_event; struct buffer_page *head_page; struct buffer_page *cache_reader_page; long unsigned int cache_read; u64 read_stamp; u64 page_stamp; struct ring_buffer_event *event; int missed_events; }; struct rb_irq_work { struct irq_work work; wait_queue_head_t waiters; wait_queue_head_t full_waiters; bool waiters_pending; bool full_waiters_pending; bool wakeup_full; }; struct trace_buffer___2 { unsigned int flags; int cpus; atomic_t record_disabled; cpumask_var_t cpumask; struct lock_class_key *reader_lock_key; struct mutex mutex; struct ring_buffer_per_cpu **buffers; struct hlist_node node; u64 (*clock)(); struct rb_irq_work irq_work; bool time_stamp_abs; }; enum { RB_LEN_TIME_EXTEND = 8, RB_LEN_TIME_STAMP = 8, }; struct buffer_data_page { u64 time_stamp; local_t commit; unsigned char data[0]; }; struct buffer_page { struct list_head list; local_t write; unsigned int read; local_t entries; long unsigned int real_end; struct buffer_data_page *page; }; struct rb_event_info { u64 ts; u64 delta; u64 before; u64 after; long unsigned int length; struct buffer_page *tail_page; int add_timestamp; }; enum { RB_ADD_STAMP_NONE = 0, RB_ADD_STAMP_EXTEND = 2, RB_ADD_STAMP_ABSOLUTE = 4, RB_ADD_STAMP_FORCE = 8, }; enum { RB_CTX_TRANSITION = 0, RB_CTX_NMI = 1, RB_CTX_IRQ = 2, RB_CTX_SOFTIRQ = 3, RB_CTX_NORMAL = 4, RB_CTX_MAX = 5, }; struct rb_time_struct { local64_t time; }; typedef struct rb_time_struct rb_time_t; struct ring_buffer_per_cpu { int cpu; atomic_t record_disabled; atomic_t resize_disabled; struct trace_buffer___2 *buffer; raw_spinlock_t reader_lock; arch_spinlock_t lock; struct lock_class_key lock_key; struct buffer_data_page *free_page; long unsigned int nr_pages; unsigned int current_context; struct list_head *pages; struct buffer_page *head_page; struct buffer_page *tail_page; struct buffer_page *commit_page; struct buffer_page *reader_page; long unsigned int lost_events; long unsigned int last_overrun; long unsigned int nest; local_t entries_bytes; local_t entries; local_t overrun; local_t commit_overrun; local_t dropped_events; local_t committing; local_t commits; local_t pages_touched; local_t pages_read; long int last_pages_touch; size_t shortest_full; long unsigned int read; long unsigned int read_bytes; rb_time_t write_stamp; rb_time_t before_stamp; u64 event_stamp[5]; u64 read_stamp; long int nr_pages_to_update; struct list_head new_pages; struct work_struct update_pages_work; struct completion update_done; struct rb_irq_work irq_work; }; struct trace_export { struct trace_export *next; void (*write)(struct trace_export *, const void *, unsigned int); int flags; }; enum fsnotify_data_type { FSNOTIFY_EVENT_NONE = 0, FSNOTIFY_EVENT_PATH = 1, FSNOTIFY_EVENT_INODE = 2, FSNOTIFY_EVENT_DENTRY = 3, FSNOTIFY_EVENT_ERROR = 4, }; enum trace_iter_flags { TRACE_FILE_LAT_FMT = 1, TRACE_FILE_ANNOTATE = 2, TRACE_FILE_TIME_IN_NS = 4, }; enum trace_flag_type { TRACE_FLAG_IRQS_OFF = 1, TRACE_FLAG_IRQS_NOSUPPORT = 2, TRACE_FLAG_NEED_RESCHED = 4, TRACE_FLAG_HARDIRQ = 8, TRACE_FLAG_SOFTIRQ = 16, TRACE_FLAG_PREEMPT_RESCHED = 32, TRACE_FLAG_NMI = 64, TRACE_FLAG_BH_OFF = 128, }; enum event_trigger_type { ETT_NONE = 0, ETT_TRACE_ONOFF = 1, ETT_SNAPSHOT = 2, ETT_STACKTRACE = 4, ETT_EVENT_ENABLE = 8, ETT_EVENT_HIST = 16, ETT_HIST_ENABLE = 32, ETT_EVENT_EPROBE = 64, }; enum trace_type { __TRACE_FIRST_TYPE = 0, TRACE_FN = 1, TRACE_CTX = 2, TRACE_WAKE = 3, TRACE_STACK = 4, TRACE_PRINT = 5, TRACE_BPRINT = 6, TRACE_MMIO_RW = 7, TRACE_MMIO_MAP = 8, TRACE_BRANCH = 9, TRACE_GRAPH_RET = 10, TRACE_GRAPH_ENT = 11, TRACE_USER_STACK = 12, TRACE_BLK = 13, TRACE_BPUTS = 14, TRACE_HWLAT = 15, TRACE_OSNOISE = 16, TRACE_TIMERLAT = 17, TRACE_RAW_DATA = 18, TRACE_FUNC_REPEATS = 19, __TRACE_LAST_TYPE = 20, }; struct ftrace_entry { struct trace_entry ent; long unsigned int ip; long unsigned int parent_ip; }; struct stack_entry { struct trace_entry ent; int size; long unsigned int caller[8]; }; struct userstack_entry { struct trace_entry ent; unsigned int tgid; long unsigned int caller[8]; }; struct bprint_entry { struct trace_entry ent; long unsigned int ip; const char *fmt; u32 buf[0]; }; struct print_entry { struct trace_entry ent; long unsigned int ip; char buf[0]; }; struct raw_data_entry { struct trace_entry ent; unsigned int id; char buf[0]; }; struct bputs_entry { struct trace_entry ent; long unsigned int ip; const char *str; }; struct func_repeats_entry { struct trace_entry ent; long unsigned int ip; long unsigned int parent_ip; u16 count; u16 top_delta_ts; u32 bottom_delta_ts; }; enum trace_iterator_flags { TRACE_ITER_PRINT_PARENT = 1, TRACE_ITER_SYM_OFFSET = 2, TRACE_ITER_SYM_ADDR = 4, TRACE_ITER_VERBOSE = 8, TRACE_ITER_RAW = 16, TRACE_ITER_HEX = 32, TRACE_ITER_BIN = 64, TRACE_ITER_BLOCK = 128, TRACE_ITER_PRINTK = 256, TRACE_ITER_ANNOTATE = 512, TRACE_ITER_USERSTACKTRACE = 1024, TRACE_ITER_SYM_USEROBJ = 2048, TRACE_ITER_PRINTK_MSGONLY = 4096, TRACE_ITER_CONTEXT_INFO = 8192, TRACE_ITER_LATENCY_FMT = 16384, TRACE_ITER_RECORD_CMD = 32768, TRACE_ITER_RECORD_TGID = 65536, TRACE_ITER_OVERWRITE = 131072, TRACE_ITER_STOP_ON_FREE = 262144, TRACE_ITER_IRQ_INFO = 524288, TRACE_ITER_MARKERS = 1048576, TRACE_ITER_EVENT_FORK = 2097152, TRACE_ITER_PAUSE_ON_TRACE = 4194304, TRACE_ITER_HASH_PTR = 8388608, TRACE_ITER_FUNCTION = 16777216, TRACE_ITER_FUNC_FORK = 33554432, TRACE_ITER_DISPLAY_GRAPH = 67108864, TRACE_ITER_STACKTRACE = 134217728, }; struct trace_min_max_param { struct mutex *lock; u64 *val; u64 *min; u64 *max; }; struct saved_cmdlines_buffer { unsigned int map_pid_to_cmdline[32769]; unsigned int *map_cmdline_to_pid; unsigned int cmdline_num; int cmdline_idx; char *saved_cmdlines; }; struct ftrace_stack { long unsigned int calls[1024]; }; struct ftrace_stacks { struct ftrace_stack stacks[4]; }; struct trace_buffer_struct { int nesting; char buffer[4096]; }; struct ftrace_buffer_info { struct trace_iterator iter; void *spare; unsigned int spare_cpu; unsigned int read; }; struct err_info { const char **errs; u8 type; u16 pos; u64 ts; }; struct tracing_log_err { struct list_head list; struct err_info info; char loc[128]; char *cmd; }; struct buffer_ref { struct trace_buffer *buffer; void *page; int cpu; refcount_t refcount; }; struct ftrace_func_mapper___2; struct ctx_switch_entry { struct trace_entry ent; unsigned int prev_pid; unsigned int next_pid; unsigned int next_cpu; unsigned char prev_prio; unsigned char prev_state; unsigned char next_prio; unsigned char next_state; }; struct hwlat_entry { struct trace_entry ent; u64 duration; u64 outer_duration; u64 nmi_total_ts; struct timespec64 timestamp; unsigned int nmi_count; unsigned int seqnum; unsigned int count; }; struct osnoise_entry { struct trace_entry ent; u64 noise; u64 runtime; u64 max_sample; unsigned int hw_count; unsigned int nmi_count; unsigned int irq_count; unsigned int softirq_count; unsigned int thread_count; }; struct timerlat_entry { struct trace_entry ent; unsigned int seqnum; int context; u64 timer_latency; }; struct trace_mark { long long unsigned int val; char sym; }; struct stat_node { struct rb_node node; void *stat; }; struct stat_session { struct list_head session_list; struct tracer_stat *ts; struct rb_root stat_root; struct mutex stat_mutex; struct dentry *file; }; struct trace_bprintk_fmt { struct list_head list; const char *fmt; }; typedef int (*tracing_map_cmp_fn_t)(void *, void *); struct tracing_map_field { tracing_map_cmp_fn_t cmp_fn; union { atomic64_t sum; unsigned int offset; }; }; struct tracing_map; struct tracing_map_elt { struct tracing_map *map; struct tracing_map_field *fields; atomic64_t *vars; bool *var_set; void *key; void *private_data; }; struct tracing_map_sort_key { unsigned int field_idx; bool descending; }; struct tracing_map_array; struct tracing_map_ops; struct tracing_map { unsigned int key_size; unsigned int map_bits; unsigned int map_size; unsigned int max_elts; atomic_t next_elt; struct tracing_map_array *elts; struct tracing_map_array *map; const struct tracing_map_ops *ops; void *private_data; struct tracing_map_field fields[6]; unsigned int n_fields; int key_idx[3]; unsigned int n_keys; struct tracing_map_sort_key sort_key; unsigned int n_vars; atomic64_t hits; atomic64_t drops; }; struct tracing_map_entry { u32 key; struct tracing_map_elt *val; }; struct tracing_map_sort_entry { void *key; struct tracing_map_elt *elt; bool elt_copied; bool dup; }; struct tracing_map_array { unsigned int entries_per_page; unsigned int entry_size_shift; unsigned int entry_shift; unsigned int entry_mask; unsigned int n_pages; void **pages; }; struct tracing_map_ops { int (*elt_alloc)(struct tracing_map_elt *); void (*elt_free)(struct tracing_map_elt *); void (*elt_clear)(struct tracing_map_elt *); void (*elt_init)(struct tracing_map_elt *); }; enum { TRACE_FUNC_NO_OPTS = 0, TRACE_FUNC_OPT_STACK = 1, TRACE_FUNC_OPT_NO_REPEATS = 2, TRACE_FUNC_OPT_HIGHEST_BIT = 4, }; enum { MODE_NONE = 0, MODE_ROUND_ROBIN = 1, MODE_PER_CPU = 2, MODE_MAX = 3, }; struct hwlat_kthread_data { struct task_struct *kthread; u64 nmi_ts_start; u64 nmi_total_ts; int nmi_count; int nmi_cpu; }; struct hwlat_sample { u64 seqnum; u64 duration; u64 outer_duration; u64 nmi_total_ts; struct timespec64 timestamp; int nmi_count; int count; }; struct hwlat_data { struct mutex lock; u64 count; u64 sample_window; u64 sample_width; int thread_mode; }; enum { TRACE_NOP_OPT_ACCEPT = 1, TRACE_NOP_OPT_REFUSE = 2, }; struct trace_mmiotrace_rw { struct trace_entry ent; struct mmiotrace_rw rw; }; struct trace_mmiotrace_map { struct trace_entry ent; struct mmiotrace_map map; }; struct header_iter { struct pci_dev *dev; }; struct ftrace_graph_ent_entry { struct trace_entry ent; struct ftrace_graph_ent graph_ent; } __attribute__((packed)); struct ftrace_graph_ret_entry { struct trace_entry ent; struct ftrace_graph_ret ret; }; struct fgraph_cpu_data { pid_t last_pid; int depth; int depth_irq; int ignore; long unsigned int enter_funcs[50]; }; struct fgraph_data { struct fgraph_cpu_data *cpu_data; struct ftrace_graph_ent_entry ent; struct ftrace_graph_ret_entry ret; int failed; int cpu; int: 32; } __attribute__((packed)); enum { FLAGS_FILL_FULL = 268435456, FLAGS_FILL_START = 536870912, FLAGS_FILL_END = 805306368, }; struct blk_crypto_key; struct bio_crypt_ctx { const struct blk_crypto_key *bc_key; u64 bc_dun[4]; }; struct sbitmap_word { long unsigned int word; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int cleared; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sbitmap { unsigned int depth; unsigned int shift; unsigned int map_nr; bool round_robin; struct sbitmap_word *map; unsigned int *alloc_hint; }; struct sbq_wait_state { atomic_t wait_cnt; wait_queue_head_t wait; long: 64; long: 64; long: 64; long: 64; }; struct sbitmap_queue { struct sbitmap sb; unsigned int wake_batch; atomic_t wake_index; struct sbq_wait_state *ws; atomic_t ws_active; unsigned int min_shallow_depth; }; typedef __u32 req_flags_t; enum mq_rq_state { MQ_RQ_IDLE = 0, MQ_RQ_IN_FLIGHT = 1, MQ_RQ_COMPLETE = 2, }; typedef void rq_end_io_fn(struct request *, blk_status_t); struct blk_crypto_keyslot; struct request { struct request_queue *q; struct blk_mq_ctx *mq_ctx; struct blk_mq_hw_ctx *mq_hctx; unsigned int cmd_flags; req_flags_t rq_flags; int tag; int internal_tag; unsigned int timeout; unsigned int __data_len; sector_t __sector; struct bio *bio; struct bio *biotail; union { struct list_head queuelist; struct request *rq_next; }; struct block_device *part; u64 alloc_time_ns; u64 start_time_ns; u64 io_start_time_ns; short unsigned int wbt_flags; short unsigned int stats_sectors; short unsigned int nr_phys_segments; short unsigned int nr_integrity_segments; struct bio_crypt_ctx *crypt_ctx; struct blk_crypto_keyslot *crypt_keyslot; short unsigned int write_hint; short unsigned int ioprio; enum mq_rq_state state; atomic_t ref; long unsigned int deadline; union { struct hlist_node hash; struct llist_node ipi_list; }; union { struct rb_node rb_node; struct bio_vec special_vec; void *completion_data; }; union { struct { struct io_cq *icq; void *priv[2]; } elv; struct { unsigned int seq; struct list_head list; rq_end_io_fn *saved_end_io; } flush; }; union { struct __call_single_data csd; u64 fifo_time; }; rq_end_io_fn *end_io; void *end_io_data; }; struct blk_mq_tags { unsigned int nr_tags; unsigned int nr_reserved_tags; atomic_t active_queues; struct sbitmap_queue bitmap_tags; struct sbitmap_queue breserved_tags; struct request **rqs; struct request **static_rqs; struct list_head page_list; spinlock_t lock; }; struct blk_trace { int trace_state; struct rchan *rchan; long unsigned int *sequence; unsigned char *msg_data; u16 act_mask; u64 start_lba; u64 end_lba; u32 pid; u32 dev; struct dentry *dir; struct list_head running_list; atomic_t dropped; }; struct blk_flush_queue { unsigned int flush_pending_idx: 1; unsigned int flush_running_idx: 1; blk_status_t rq_status; long unsigned int flush_pending_since; struct list_head flush_queue[2]; struct list_head flush_data_in_flight; struct request *flush_rq; spinlock_t mq_flush_lock; }; struct blk_mq_queue_map { unsigned int *mq_map; unsigned int nr_queues; unsigned int queue_offset; }; struct blk_mq_tag_set { struct blk_mq_queue_map map[3]; unsigned int nr_maps; const struct blk_mq_ops *ops; unsigned int nr_hw_queues; unsigned int queue_depth; unsigned int reserved_tags; unsigned int cmd_size; int numa_node; unsigned int timeout; unsigned int flags; void *driver_data; struct blk_mq_tags **tags; struct blk_mq_tags *shared_tags; struct mutex tag_list_lock; struct list_head tag_list; }; struct blk_mq_hw_ctx { struct { spinlock_t lock; struct list_head dispatch; long unsigned int state; long: 64; long: 64; long: 64; long: 64; }; struct delayed_work run_work; cpumask_var_t cpumask; int next_cpu; int next_cpu_batch; long unsigned int flags; void *sched_data; struct request_queue *queue; struct blk_flush_queue *fq; void *driver_data; struct sbitmap ctx_map; struct blk_mq_ctx *dispatch_from; unsigned int dispatch_busy; short unsigned int type; short unsigned int nr_ctx; struct blk_mq_ctx **ctxs; spinlock_t dispatch_wait_lock; wait_queue_entry_t dispatch_wait; atomic_t wait_index; struct blk_mq_tags *tags; struct blk_mq_tags *sched_tags; long unsigned int queued; long unsigned int run; unsigned int numa_node; unsigned int queue_num; atomic_t nr_active; struct hlist_node cpuhp_online; struct hlist_node cpuhp_dead; struct kobject kobj; struct dentry *debugfs_dir; struct dentry *sched_debugfs_dir; struct list_head hctx_list; long: 64; long: 64; }; struct blk_mq_queue_data { struct request *rq; bool last; }; typedef u64 compat_u64; enum blktrace_cat { BLK_TC_READ = 1, BLK_TC_WRITE = 2, BLK_TC_FLUSH = 4, BLK_TC_SYNC = 8, BLK_TC_SYNCIO = 8, BLK_TC_QUEUE = 16, BLK_TC_REQUEUE = 32, BLK_TC_ISSUE = 64, BLK_TC_COMPLETE = 128, BLK_TC_FS = 256, BLK_TC_PC = 512, BLK_TC_NOTIFY = 1024, BLK_TC_AHEAD = 2048, BLK_TC_META = 4096, BLK_TC_DISCARD = 8192, BLK_TC_DRV_DATA = 16384, BLK_TC_FUA = 32768, BLK_TC_END = 32768, }; enum blktrace_act { __BLK_TA_QUEUE = 1, __BLK_TA_BACKMERGE = 2, __BLK_TA_FRONTMERGE = 3, __BLK_TA_GETRQ = 4, __BLK_TA_SLEEPRQ = 5, __BLK_TA_REQUEUE = 6, __BLK_TA_ISSUE = 7, __BLK_TA_COMPLETE = 8, __BLK_TA_PLUG = 9, __BLK_TA_UNPLUG_IO = 10, __BLK_TA_UNPLUG_TIMER = 11, __BLK_TA_INSERT = 12, __BLK_TA_SPLIT = 13, __BLK_TA_BOUNCE = 14, __BLK_TA_REMAP = 15, __BLK_TA_ABORT = 16, __BLK_TA_DRV_DATA = 17, __BLK_TA_CGROUP = 256, }; enum blktrace_notify { __BLK_TN_PROCESS = 0, __BLK_TN_TIMESTAMP = 1, __BLK_TN_MESSAGE = 2, __BLK_TN_CGROUP = 256, }; struct blk_io_trace { __u32 magic; __u32 sequence; __u64 time; __u64 sector; __u32 bytes; __u32 action; __u32 pid; __u32 device; __u32 cpu; __u16 error; __u16 pdu_len; }; struct blk_io_trace_remap { __be32 device_from; __be32 device_to; __be64 sector_from; }; enum { Blktrace_setup = 1, Blktrace_running = 2, Blktrace_stopped = 3, }; struct blk_user_trace_setup { char name[32]; __u16 act_mask; __u32 buf_size; __u32 buf_nr; __u64 start_lba; __u64 end_lba; __u32 pid; }; struct compat_blk_user_trace_setup { char name[32]; u16 act_mask; short: 16; u32 buf_size; u32 buf_nr; compat_u64 start_lba; compat_u64 end_lba; u32 pid; } __attribute__((packed)); enum blk_crypto_mode_num { BLK_ENCRYPTION_MODE_INVALID = 0, BLK_ENCRYPTION_MODE_AES_256_XTS = 1, BLK_ENCRYPTION_MODE_AES_128_CBC_ESSIV = 2, BLK_ENCRYPTION_MODE_ADIANTUM = 3, BLK_ENCRYPTION_MODE_MAX = 4, }; struct blk_crypto_config { enum blk_crypto_mode_num crypto_mode; unsigned int data_unit_size; unsigned int dun_bytes; }; struct blk_crypto_key { struct blk_crypto_config crypto_cfg; unsigned int data_unit_size_bits; unsigned int size; u8 raw[64]; }; typedef void blk_log_action_t(struct trace_iterator *, const char *, bool); struct ftrace_event_field { struct list_head link; const char *name; const char *type; int filter_type; int offset; int size; int is_signed; }; struct module_string { struct list_head next; struct module *module; char *str; }; enum { FORMAT_HEADER = 1, FORMAT_FIELD_SEPERATOR = 2, FORMAT_PRINTFMT = 3, }; struct event_probe_data { struct trace_event_file *file; long unsigned int count; int ref; bool enable; }; struct syscall_trace_enter { struct trace_entry ent; int nr; long unsigned int args[0]; }; struct syscall_trace_exit { struct trace_entry ent; int nr; long int ret; }; struct syscall_tp_t { long long unsigned int regs; long unsigned int syscall_nr; long unsigned int ret; }; struct syscall_tp_t___2 { long long unsigned int regs; long unsigned int syscall_nr; long unsigned int args[6]; }; typedef long unsigned int perf_trace_t[1024]; struct filter_pred; struct prog_entry { int target; int when_to_branch; struct filter_pred *pred; }; typedef int (*filter_pred_fn_t)(struct filter_pred *, void *); struct regex; typedef int (*regex_match_func)(char *, struct regex *, int); struct regex { char pattern[256]; int len; int field_len; regex_match_func match; }; struct filter_pred { filter_pred_fn_t fn; u64 val; struct regex regex; short unsigned int *ops; struct ftrace_event_field *field; int offset; int not; int op; }; enum filter_op_ids { OP_GLOB = 0, OP_NE = 1, OP_EQ = 2, OP_LE = 3, OP_LT = 4, OP_GE = 5, OP_GT = 6, OP_BAND = 7, OP_MAX = 8, }; enum { FILT_ERR_NONE = 0, FILT_ERR_INVALID_OP = 1, FILT_ERR_TOO_MANY_OPEN = 2, FILT_ERR_TOO_MANY_CLOSE = 3, FILT_ERR_MISSING_QUOTE = 4, FILT_ERR_OPERAND_TOO_LONG = 5, FILT_ERR_EXPECT_STRING = 6, FILT_ERR_EXPECT_DIGIT = 7, FILT_ERR_ILLEGAL_FIELD_OP = 8, FILT_ERR_FIELD_NOT_FOUND = 9, FILT_ERR_ILLEGAL_INTVAL = 10, FILT_ERR_BAD_SUBSYS_FILTER = 11, FILT_ERR_TOO_MANY_PREDS = 12, FILT_ERR_INVALID_FILTER = 13, FILT_ERR_IP_FIELD_ONLY = 14, FILT_ERR_INVALID_VALUE = 15, FILT_ERR_ERRNO = 16, FILT_ERR_NO_FILTER = 17, }; struct filter_parse_error { int lasterr; int lasterr_pos; }; typedef int (*parse_pred_fn)(const char *, void *, int, struct filter_parse_error *, struct filter_pred **); enum { INVERT = 1, PROCESS_AND = 2, PROCESS_OR = 4, }; struct ustring_buffer { char buffer[1024]; }; enum { TOO_MANY_CLOSE = 4294967295, TOO_MANY_OPEN = 4294967294, MISSING_QUOTE = 4294967293, }; struct filter_list { struct list_head list; struct event_filter *filter; }; struct function_filter_data { struct ftrace_ops *ops; int first_filter; int first_notrace; }; enum { EVENT_TRIGGER_FL_PROBE = 1, }; struct event_trigger_ops; struct event_command; struct event_trigger_data { long unsigned int count; int ref; int flags; struct event_trigger_ops *ops; struct event_command *cmd_ops; struct event_filter *filter; char *filter_str; void *private_data; bool paused; bool paused_tmp; struct list_head list; char *name; struct list_head named_list; struct event_trigger_data *named_data; }; struct event_trigger_ops { void (*trigger)(struct event_trigger_data *, struct trace_buffer *, void *, struct ring_buffer_event *); int (*init)(struct event_trigger_data *); void (*free)(struct event_trigger_data *); int (*print)(struct seq_file *, struct event_trigger_data *); }; struct event_command { struct list_head list; char *name; enum event_trigger_type trigger_type; int flags; int (*parse)(struct event_command *, struct trace_event_file *, char *, char *, char *); int (*reg)(char *, struct event_trigger_data *, struct trace_event_file *); void (*unreg)(char *, struct event_trigger_data *, struct trace_event_file *); void (*unreg_all)(struct trace_event_file *); int (*set_filter)(char *, struct event_trigger_data *, struct trace_event_file *); struct event_trigger_ops * (*get_trigger_ops)(char *, char *); }; struct enable_trigger_data { struct trace_event_file *file; bool enable; bool hist; }; enum event_command_flags { EVENT_CMD_FL_POST_TRIGGER = 1, EVENT_CMD_FL_NEEDS_REC = 2, }; struct eprobe_trace_entry_head { struct trace_entry ent; }; struct dyn_event; struct dyn_event_operations { struct list_head list; int (*create)(const char *); int (*show)(struct seq_file *, struct dyn_event *); bool (*is_busy)(struct dyn_event *); int (*free)(struct dyn_event *); bool (*match)(const char *, const char *, int, const char **, struct dyn_event *); }; struct dyn_event { struct list_head list; struct dyn_event_operations *ops; }; typedef int (*print_type_func_t)(struct trace_seq *, void *, void *); enum fetch_op { FETCH_OP_NOP = 0, FETCH_OP_REG = 1, FETCH_OP_STACK = 2, FETCH_OP_STACKP = 3, FETCH_OP_RETVAL = 4, FETCH_OP_IMM = 5, FETCH_OP_COMM = 6, FETCH_OP_ARG = 7, FETCH_OP_FOFFS = 8, FETCH_OP_DATA = 9, FETCH_OP_DEREF = 10, FETCH_OP_UDEREF = 11, FETCH_OP_ST_RAW = 12, FETCH_OP_ST_MEM = 13, FETCH_OP_ST_UMEM = 14, FETCH_OP_ST_STRING = 15, FETCH_OP_ST_USTRING = 16, FETCH_OP_MOD_BF = 17, FETCH_OP_LP_ARRAY = 18, FETCH_OP_TP_ARG = 19, FETCH_OP_END = 20, FETCH_NOP_SYMBOL = 21, }; struct fetch_insn { enum fetch_op op; union { unsigned int param; struct { unsigned int size; int offset; }; struct { unsigned char basesize; unsigned char lshift; unsigned char rshift; }; long unsigned int immediate; void *data; }; }; struct fetch_type { const char *name; size_t size; int is_signed; print_type_func_t print; const char *fmt; const char *fmttype; }; struct probe_arg { struct fetch_insn *code; bool dynamic; unsigned int offset; unsigned int count; const char *name; const char *comm; char *fmt; const struct fetch_type *type; }; struct trace_uprobe_filter { rwlock_t rwlock; int nr_systemwide; struct list_head perf_events; }; struct trace_probe_event { unsigned int flags; struct trace_event_class class; struct trace_event_call call; struct list_head files; struct list_head probes; struct trace_uprobe_filter filter[0]; }; struct trace_probe { struct list_head list; struct trace_probe_event *event; ssize_t size; unsigned int nr_args; struct probe_arg args[0]; }; enum probe_print_type { PROBE_PRINT_NORMAL = 0, PROBE_PRINT_RETURN = 1, PROBE_PRINT_EVENT = 2, }; enum { TP_ERR_FILE_NOT_FOUND = 0, TP_ERR_NO_REGULAR_FILE = 1, TP_ERR_BAD_REFCNT = 2, TP_ERR_REFCNT_OPEN_BRACE = 3, TP_ERR_BAD_REFCNT_SUFFIX = 4, TP_ERR_BAD_UPROBE_OFFS = 5, TP_ERR_MAXACT_NO_KPROBE = 6, TP_ERR_BAD_MAXACT = 7, TP_ERR_MAXACT_TOO_BIG = 8, TP_ERR_BAD_PROBE_ADDR = 9, TP_ERR_BAD_RETPROBE = 10, TP_ERR_BAD_ADDR_SUFFIX = 11, TP_ERR_NO_GROUP_NAME = 12, TP_ERR_GROUP_TOO_LONG = 13, TP_ERR_BAD_GROUP_NAME = 14, TP_ERR_NO_EVENT_NAME = 15, TP_ERR_EVENT_TOO_LONG = 16, TP_ERR_BAD_EVENT_NAME = 17, TP_ERR_EVENT_EXIST = 18, TP_ERR_RETVAL_ON_PROBE = 19, TP_ERR_BAD_STACK_NUM = 20, TP_ERR_BAD_ARG_NUM = 21, TP_ERR_BAD_VAR = 22, TP_ERR_BAD_REG_NAME = 23, TP_ERR_BAD_MEM_ADDR = 24, TP_ERR_BAD_IMM = 25, TP_ERR_IMMSTR_NO_CLOSE = 26, TP_ERR_FILE_ON_KPROBE = 27, TP_ERR_BAD_FILE_OFFS = 28, TP_ERR_SYM_ON_UPROBE = 29, TP_ERR_TOO_MANY_OPS = 30, TP_ERR_DEREF_NEED_BRACE = 31, TP_ERR_BAD_DEREF_OFFS = 32, TP_ERR_DEREF_OPEN_BRACE = 33, TP_ERR_COMM_CANT_DEREF = 34, TP_ERR_BAD_FETCH_ARG = 35, TP_ERR_ARRAY_NO_CLOSE = 36, TP_ERR_BAD_ARRAY_SUFFIX = 37, TP_ERR_BAD_ARRAY_NUM = 38, TP_ERR_ARRAY_TOO_BIG = 39, TP_ERR_BAD_TYPE = 40, TP_ERR_BAD_STRING = 41, TP_ERR_BAD_BITFIELD = 42, TP_ERR_ARG_NAME_TOO_LONG = 43, TP_ERR_NO_ARG_NAME = 44, TP_ERR_BAD_ARG_NAME = 45, TP_ERR_USED_ARG_NAME = 46, TP_ERR_ARG_TOO_LONG = 47, TP_ERR_NO_ARG_BODY = 48, TP_ERR_BAD_INSN_BNDRY = 49, TP_ERR_FAIL_REG_PROBE = 50, TP_ERR_DIFF_PROBE_TYPE = 51, TP_ERR_DIFF_ARG_TYPE = 52, TP_ERR_SAME_PROBE = 53, }; struct trace_eprobe { const char *event_system; const char *event_name; struct trace_event_call *event; struct dyn_event devent; struct trace_probe tp; }; struct eprobe_data { struct trace_event_file *file; struct trace_eprobe *ep; }; enum dynevent_type { DYNEVENT_TYPE_SYNTH = 1, DYNEVENT_TYPE_KPROBE = 2, DYNEVENT_TYPE_NONE = 3, }; struct dynevent_cmd; typedef int (*dynevent_create_fn_t)(struct dynevent_cmd *); struct dynevent_cmd { struct seq_buf seq; const char *event_name; unsigned int n_fields; enum dynevent_type type; dynevent_create_fn_t run_command; void *private_data; }; struct synth_field_desc { const char *type; const char *name; }; struct synth_trace_event; struct synth_event; struct synth_event_trace_state { struct trace_event_buffer fbuffer; struct synth_trace_event *entry; struct trace_buffer *buffer; struct synth_event *event; unsigned int cur_field; unsigned int n_u64; bool disabled; bool add_next; bool add_name; }; struct synth_trace_event { struct trace_entry ent; u64 fields[0]; }; struct synth_field; struct synth_event { struct dyn_event devent; int ref; char *name; struct synth_field **fields; unsigned int n_fields; struct synth_field **dynamic_fields; unsigned int n_dynamic_fields; unsigned int n_u64; struct trace_event_class class; struct trace_event_call call; struct tracepoint *tp; struct module *mod; }; struct dynevent_arg { const char *str; char separator; }; struct dynevent_arg_pair { const char *lhs; const char *rhs; char operator; char separator; }; struct synth_field { char *type; char *name; size_t size; unsigned int offset; unsigned int field_pos; bool is_signed; bool is_string; bool is_dynamic; }; enum { SYNTH_ERR_BAD_NAME = 0, SYNTH_ERR_INVALID_CMD = 1, SYNTH_ERR_INVALID_DYN_CMD = 2, SYNTH_ERR_EVENT_EXISTS = 3, SYNTH_ERR_TOO_MANY_FIELDS = 4, SYNTH_ERR_INCOMPLETE_TYPE = 5, SYNTH_ERR_INVALID_TYPE = 6, SYNTH_ERR_INVALID_FIELD = 7, SYNTH_ERR_INVALID_ARRAY_SPEC = 8, }; enum { HIST_ERR_NONE = 0, HIST_ERR_DUPLICATE_VAR = 1, HIST_ERR_VAR_NOT_UNIQUE = 2, HIST_ERR_TOO_MANY_VARS = 3, HIST_ERR_MALFORMED_ASSIGNMENT = 4, HIST_ERR_NAMED_MISMATCH = 5, HIST_ERR_TRIGGER_EEXIST = 6, HIST_ERR_TRIGGER_ENOENT_CLEAR = 7, HIST_ERR_SET_CLOCK_FAIL = 8, HIST_ERR_BAD_FIELD_MODIFIER = 9, HIST_ERR_TOO_MANY_SUBEXPR = 10, HIST_ERR_TIMESTAMP_MISMATCH = 11, HIST_ERR_TOO_MANY_FIELD_VARS = 12, HIST_ERR_EVENT_FILE_NOT_FOUND = 13, HIST_ERR_HIST_NOT_FOUND = 14, HIST_ERR_HIST_CREATE_FAIL = 15, HIST_ERR_SYNTH_VAR_NOT_FOUND = 16, HIST_ERR_SYNTH_EVENT_NOT_FOUND = 17, HIST_ERR_SYNTH_TYPE_MISMATCH = 18, HIST_ERR_SYNTH_COUNT_MISMATCH = 19, HIST_ERR_FIELD_VAR_PARSE_FAIL = 20, HIST_ERR_VAR_CREATE_FIND_FAIL = 21, HIST_ERR_ONX_NOT_VAR = 22, HIST_ERR_ONX_VAR_NOT_FOUND = 23, HIST_ERR_ONX_VAR_CREATE_FAIL = 24, HIST_ERR_FIELD_VAR_CREATE_FAIL = 25, HIST_ERR_TOO_MANY_PARAMS = 26, HIST_ERR_PARAM_NOT_FOUND = 27, HIST_ERR_INVALID_PARAM = 28, HIST_ERR_ACTION_NOT_FOUND = 29, HIST_ERR_NO_SAVE_PARAMS = 30, HIST_ERR_TOO_MANY_SAVE_ACTIONS = 31, HIST_ERR_ACTION_MISMATCH = 32, HIST_ERR_NO_CLOSING_PAREN = 33, HIST_ERR_SUBSYS_NOT_FOUND = 34, HIST_ERR_INVALID_SUBSYS_EVENT = 35, HIST_ERR_INVALID_REF_KEY = 36, HIST_ERR_VAR_NOT_FOUND = 37, HIST_ERR_FIELD_NOT_FOUND = 38, HIST_ERR_EMPTY_ASSIGNMENT = 39, HIST_ERR_INVALID_SORT_MODIFIER = 40, HIST_ERR_EMPTY_SORT_FIELD = 41, HIST_ERR_TOO_MANY_SORT_FIELDS = 42, HIST_ERR_INVALID_SORT_FIELD = 43, HIST_ERR_INVALID_STR_OPERAND = 44, HIST_ERR_EXPECT_NUMBER = 45, HIST_ERR_UNARY_MINUS_SUBEXPR = 46, HIST_ERR_DIVISION_BY_ZERO = 47, }; struct hist_field; typedef u64 (*hist_field_fn_t)(struct hist_field *, struct tracing_map_elt *, struct trace_buffer *, struct ring_buffer_event *, void *); struct hist_trigger_data; struct hist_var { char *name; struct hist_trigger_data *hist_data; unsigned int idx; }; enum field_op_id { FIELD_OP_NONE = 0, FIELD_OP_PLUS = 1, FIELD_OP_MINUS = 2, FIELD_OP_UNARY_MINUS = 3, FIELD_OP_DIV = 4, FIELD_OP_MULT = 5, }; struct hist_field { struct ftrace_event_field *field; long unsigned int flags; hist_field_fn_t fn; unsigned int ref; unsigned int size; unsigned int offset; unsigned int is_signed; long unsigned int buckets; const char *type; struct hist_field *operands[2]; struct hist_trigger_data *hist_data; struct hist_var var; enum field_op_id operator; char *system; char *event_name; char *name; unsigned int var_ref_idx; bool read_once; unsigned int var_str_idx; u64 constant; u64 div_multiplier; }; struct hist_trigger_attrs; struct action_data; struct field_var; struct field_var_hist; struct hist_trigger_data { struct hist_field *fields[22]; unsigned int n_vals; unsigned int n_keys; unsigned int n_fields; unsigned int n_vars; unsigned int n_var_str; unsigned int key_size; struct tracing_map_sort_key sort_keys[2]; unsigned int n_sort_keys; struct trace_event_file *event_file; struct hist_trigger_attrs *attrs; struct tracing_map *map; bool enable_timestamps; bool remove; struct hist_field *var_refs[16]; unsigned int n_var_refs; struct action_data *actions[8]; unsigned int n_actions; struct field_var *field_vars[64]; unsigned int n_field_vars; unsigned int n_field_var_str; struct field_var_hist *field_var_hists[64]; unsigned int n_field_var_hists; struct field_var *save_vars[64]; unsigned int n_save_vars; unsigned int n_save_var_str; }; enum hist_field_flags { HIST_FIELD_FL_HITCOUNT = 1, HIST_FIELD_FL_KEY = 2, HIST_FIELD_FL_STRING = 4, HIST_FIELD_FL_HEX = 8, HIST_FIELD_FL_SYM = 16, HIST_FIELD_FL_SYM_OFFSET = 32, HIST_FIELD_FL_EXECNAME = 64, HIST_FIELD_FL_SYSCALL = 128, HIST_FIELD_FL_STACKTRACE = 256, HIST_FIELD_FL_LOG2 = 512, HIST_FIELD_FL_TIMESTAMP = 1024, HIST_FIELD_FL_TIMESTAMP_USECS = 2048, HIST_FIELD_FL_VAR = 4096, HIST_FIELD_FL_EXPR = 8192, HIST_FIELD_FL_VAR_REF = 16384, HIST_FIELD_FL_CPU = 32768, HIST_FIELD_FL_ALIAS = 65536, HIST_FIELD_FL_BUCKET = 131072, HIST_FIELD_FL_CONST = 262144, }; struct var_defs { unsigned int n_vars; char *name[16]; char *expr[16]; }; struct hist_trigger_attrs { char *keys_str; char *vals_str; char *sort_key_str; char *name; char *clock; bool pause; bool cont; bool clear; bool ts_in_usecs; unsigned int map_bits; char *assignment_str[16]; unsigned int n_assignments; char *action_str[8]; unsigned int n_actions; struct var_defs var_defs; }; struct field_var { struct hist_field *var; struct hist_field *val; }; struct field_var_hist { struct hist_trigger_data *hist_data; char *cmd; }; enum handler_id { HANDLER_ONMATCH = 1, HANDLER_ONMAX = 2, HANDLER_ONCHANGE = 3, }; enum action_id { ACTION_SAVE = 1, ACTION_TRACE = 2, ACTION_SNAPSHOT = 3, }; typedef void (*action_fn_t)(struct hist_trigger_data *, struct tracing_map_elt *, struct trace_buffer *, void *, struct ring_buffer_event *, void *, struct action_data *, u64 *); typedef bool (*check_track_val_fn_t)(u64, u64); struct action_data { enum handler_id handler; enum action_id action; char *action_name; action_fn_t fn; unsigned int n_params; char *params[64]; unsigned int var_ref_idx[16]; struct synth_event *synth_event; bool use_trace_keyword; char *synth_event_name; union { struct { char *event; char *event_system; } match_data; struct { char *var_str; struct hist_field *var_ref; struct hist_field *track_var; check_track_val_fn_t check_val; action_fn_t save_data; } track_data; }; }; struct track_data { u64 track_val; bool updated; unsigned int key_len; void *key; struct tracing_map_elt elt; struct action_data *action_data; struct hist_trigger_data *hist_data; }; struct hist_elt_data { char *comm; u64 *var_ref_vals; char **field_var_str; int n_field_var_str; }; struct snapshot_context { struct tracing_map_elt *elt; void *key; }; typedef void (*synth_probe_func_t)(void *, u64 *, unsigned int *); struct hist_var_data { struct list_head list; struct hist_trigger_data *hist_data; }; enum bpf_func_id { BPF_FUNC_unspec = 0, BPF_FUNC_map_lookup_elem = 1, BPF_FUNC_map_update_elem = 2, BPF_FUNC_map_delete_elem = 3, BPF_FUNC_probe_read = 4, BPF_FUNC_ktime_get_ns = 5, BPF_FUNC_trace_printk = 6, BPF_FUNC_get_prandom_u32 = 7, BPF_FUNC_get_smp_processor_id = 8, BPF_FUNC_skb_store_bytes = 9, BPF_FUNC_l3_csum_replace = 10, BPF_FUNC_l4_csum_replace = 11, BPF_FUNC_tail_call = 12, BPF_FUNC_clone_redirect = 13, BPF_FUNC_get_current_pid_tgid = 14, BPF_FUNC_get_current_uid_gid = 15, BPF_FUNC_get_current_comm = 16, BPF_FUNC_get_cgroup_classid = 17, BPF_FUNC_skb_vlan_push = 18, BPF_FUNC_skb_vlan_pop = 19, BPF_FUNC_skb_get_tunnel_key = 20, BPF_FUNC_skb_set_tunnel_key = 21, BPF_FUNC_perf_event_read = 22, BPF_FUNC_redirect = 23, BPF_FUNC_get_route_realm = 24, BPF_FUNC_perf_event_output = 25, BPF_FUNC_skb_load_bytes = 26, BPF_FUNC_get_stackid = 27, BPF_FUNC_csum_diff = 28, BPF_FUNC_skb_get_tunnel_opt = 29, BPF_FUNC_skb_set_tunnel_opt = 30, BPF_FUNC_skb_change_proto = 31, BPF_FUNC_skb_change_type = 32, BPF_FUNC_skb_under_cgroup = 33, BPF_FUNC_get_hash_recalc = 34, BPF_FUNC_get_current_task = 35, BPF_FUNC_probe_write_user = 36, BPF_FUNC_current_task_under_cgroup = 37, BPF_FUNC_skb_change_tail = 38, BPF_FUNC_skb_pull_data = 39, BPF_FUNC_csum_update = 40, BPF_FUNC_set_hash_invalid = 41, BPF_FUNC_get_numa_node_id = 42, BPF_FUNC_skb_change_head = 43, BPF_FUNC_xdp_adjust_head = 44, BPF_FUNC_probe_read_str = 45, BPF_FUNC_get_socket_cookie = 46, BPF_FUNC_get_socket_uid = 47, BPF_FUNC_set_hash = 48, BPF_FUNC_setsockopt = 49, BPF_FUNC_skb_adjust_room = 50, BPF_FUNC_redirect_map = 51, BPF_FUNC_sk_redirect_map = 52, BPF_FUNC_sock_map_update = 53, BPF_FUNC_xdp_adjust_meta = 54, BPF_FUNC_perf_event_read_value = 55, BPF_FUNC_perf_prog_read_value = 56, BPF_FUNC_getsockopt = 57, BPF_FUNC_override_return = 58, BPF_FUNC_sock_ops_cb_flags_set = 59, BPF_FUNC_msg_redirect_map = 60, BPF_FUNC_msg_apply_bytes = 61, BPF_FUNC_msg_cork_bytes = 62, BPF_FUNC_msg_pull_data = 63, BPF_FUNC_bind = 64, BPF_FUNC_xdp_adjust_tail = 65, BPF_FUNC_skb_get_xfrm_state = 66, BPF_FUNC_get_stack = 67, BPF_FUNC_skb_load_bytes_relative = 68, BPF_FUNC_fib_lookup = 69, BPF_FUNC_sock_hash_update = 70, BPF_FUNC_msg_redirect_hash = 71, BPF_FUNC_sk_redirect_hash = 72, BPF_FUNC_lwt_push_encap = 73, BPF_FUNC_lwt_seg6_store_bytes = 74, BPF_FUNC_lwt_seg6_adjust_srh = 75, BPF_FUNC_lwt_seg6_action = 76, BPF_FUNC_rc_repeat = 77, BPF_FUNC_rc_keydown = 78, BPF_FUNC_skb_cgroup_id = 79, BPF_FUNC_get_current_cgroup_id = 80, BPF_FUNC_get_local_storage = 81, BPF_FUNC_sk_select_reuseport = 82, BPF_FUNC_skb_ancestor_cgroup_id = 83, BPF_FUNC_sk_lookup_tcp = 84, BPF_FUNC_sk_lookup_udp = 85, BPF_FUNC_sk_release = 86, BPF_FUNC_map_push_elem = 87, BPF_FUNC_map_pop_elem = 88, BPF_FUNC_map_peek_elem = 89, BPF_FUNC_msg_push_data = 90, BPF_FUNC_msg_pop_data = 91, BPF_FUNC_rc_pointer_rel = 92, BPF_FUNC_spin_lock = 93, BPF_FUNC_spin_unlock = 94, BPF_FUNC_sk_fullsock = 95, BPF_FUNC_tcp_sock = 96, BPF_FUNC_skb_ecn_set_ce = 97, BPF_FUNC_get_listener_sock = 98, BPF_FUNC_skc_lookup_tcp = 99, BPF_FUNC_tcp_check_syncookie = 100, BPF_FUNC_sysctl_get_name = 101, BPF_FUNC_sysctl_get_current_value = 102, BPF_FUNC_sysctl_get_new_value = 103, BPF_FUNC_sysctl_set_new_value = 104, BPF_FUNC_strtol = 105, BPF_FUNC_strtoul = 106, BPF_FUNC_sk_storage_get = 107, BPF_FUNC_sk_storage_delete = 108, BPF_FUNC_send_signal = 109, BPF_FUNC_tcp_gen_syncookie = 110, BPF_FUNC_skb_output = 111, BPF_FUNC_probe_read_user = 112, BPF_FUNC_probe_read_kernel = 113, BPF_FUNC_probe_read_user_str = 114, BPF_FUNC_probe_read_kernel_str = 115, BPF_FUNC_tcp_send_ack = 116, BPF_FUNC_send_signal_thread = 117, BPF_FUNC_jiffies64 = 118, BPF_FUNC_read_branch_records = 119, BPF_FUNC_get_ns_current_pid_tgid = 120, BPF_FUNC_xdp_output = 121, BPF_FUNC_get_netns_cookie = 122, BPF_FUNC_get_current_ancestor_cgroup_id = 123, BPF_FUNC_sk_assign = 124, BPF_FUNC_ktime_get_boot_ns = 125, BPF_FUNC_seq_printf = 126, BPF_FUNC_seq_write = 127, BPF_FUNC_sk_cgroup_id = 128, BPF_FUNC_sk_ancestor_cgroup_id = 129, BPF_FUNC_ringbuf_output = 130, BPF_FUNC_ringbuf_reserve = 131, BPF_FUNC_ringbuf_submit = 132, BPF_FUNC_ringbuf_discard = 133, BPF_FUNC_ringbuf_query = 134, BPF_FUNC_csum_level = 135, BPF_FUNC_skc_to_tcp6_sock = 136, BPF_FUNC_skc_to_tcp_sock = 137, BPF_FUNC_skc_to_tcp_timewait_sock = 138, BPF_FUNC_skc_to_tcp_request_sock = 139, BPF_FUNC_skc_to_udp6_sock = 140, BPF_FUNC_get_task_stack = 141, BPF_FUNC_load_hdr_opt = 142, BPF_FUNC_store_hdr_opt = 143, BPF_FUNC_reserve_hdr_opt = 144, BPF_FUNC_inode_storage_get = 145, BPF_FUNC_inode_storage_delete = 146, BPF_FUNC_d_path = 147, BPF_FUNC_copy_from_user = 148, BPF_FUNC_snprintf_btf = 149, BPF_FUNC_seq_printf_btf = 150, BPF_FUNC_skb_cgroup_classid = 151, BPF_FUNC_redirect_neigh = 152, BPF_FUNC_per_cpu_ptr = 153, BPF_FUNC_this_cpu_ptr = 154, BPF_FUNC_redirect_peer = 155, BPF_FUNC_task_storage_get = 156, BPF_FUNC_task_storage_delete = 157, BPF_FUNC_get_current_task_btf = 158, BPF_FUNC_bprm_opts_set = 159, BPF_FUNC_ktime_get_coarse_ns = 160, BPF_FUNC_ima_inode_hash = 161, BPF_FUNC_sock_from_file = 162, BPF_FUNC_check_mtu = 163, BPF_FUNC_for_each_map_elem = 164, BPF_FUNC_snprintf = 165, BPF_FUNC_sys_bpf = 166, BPF_FUNC_btf_find_by_name_kind = 167, BPF_FUNC_sys_close = 168, BPF_FUNC_timer_init = 169, BPF_FUNC_timer_set_callback = 170, BPF_FUNC_timer_start = 171, BPF_FUNC_timer_cancel = 172, BPF_FUNC_get_func_ip = 173, BPF_FUNC_get_attach_cookie = 174, BPF_FUNC_task_pt_regs = 175, BPF_FUNC_get_branch_snapshot = 176, BPF_FUNC_trace_vprintk = 177, BPF_FUNC_skc_to_unix_sock = 178, BPF_FUNC_kallsyms_lookup_name = 179, BPF_FUNC_find_vma = 180, BPF_FUNC_loop = 181, BPF_FUNC_strncmp = 182, BPF_FUNC_get_func_arg = 183, BPF_FUNC_get_func_ret = 184, BPF_FUNC_get_func_arg_cnt = 185, BPF_FUNC_get_retval = 186, BPF_FUNC_set_retval = 187, BPF_FUNC_xdp_get_buff_len = 188, BPF_FUNC_xdp_load_bytes = 189, BPF_FUNC_xdp_store_bytes = 190, BPF_FUNC_copy_from_user_task = 191, BPF_FUNC_skb_set_tstamp = 192, BPF_FUNC_ima_file_hash = 193, BPF_FUNC_kptr_xchg = 194, BPF_FUNC_map_lookup_percpu_elem = 195, BPF_FUNC_skc_to_mptcp_sock = 196, BPF_FUNC_dynptr_from_mem = 197, BPF_FUNC_ringbuf_reserve_dynptr = 198, BPF_FUNC_ringbuf_submit_dynptr = 199, BPF_FUNC_ringbuf_discard_dynptr = 200, BPF_FUNC_dynptr_read = 201, BPF_FUNC_dynptr_write = 202, BPF_FUNC_dynptr_data = 203, BPF_FUNC_tcp_raw_gen_syncookie_ipv4 = 204, BPF_FUNC_tcp_raw_gen_syncookie_ipv6 = 205, BPF_FUNC_tcp_raw_check_syncookie_ipv4 = 206, BPF_FUNC_tcp_raw_check_syncookie_ipv6 = 207, __BPF_FUNC_MAX_ID = 208, }; enum { BPF_F_INDEX_MASK = 4294967295, BPF_F_CURRENT_CPU = 4294967295, BPF_F_CTXLEN_MASK = 0, }; enum { BPF_F_GET_BRANCH_RECORDS_SIZE = 1, }; struct bpf_perf_event_value { __u64 counter; __u64 enabled; __u64 running; }; struct bpf_raw_tracepoint_args { __u64 args[0]; }; enum bpf_task_fd_type { BPF_FD_TYPE_RAW_TRACEPOINT = 0, BPF_FD_TYPE_TRACEPOINT = 1, BPF_FD_TYPE_KPROBE = 2, BPF_FD_TYPE_KRETPROBE = 3, BPF_FD_TYPE_UPROBE = 4, BPF_FD_TYPE_URETPROBE = 5, }; struct btf_ptr { void *ptr; __u32 type_id; __u32 flags; }; enum { BTF_F_COMPACT = 1, BTF_F_NONAME = 2, BTF_F_PTR_RAW = 4, BTF_F_ZERO = 8, }; struct bpf_local_storage_data; struct bpf_local_storage { struct bpf_local_storage_data *cache[16]; struct hlist_head list; void *owner; struct callback_head rcu; raw_spinlock_t lock; }; struct btf_id_set { u32 cnt; u32 ids[0]; }; struct bpf_local_storage_map_bucket; struct bpf_local_storage_map { struct bpf_map map; struct bpf_local_storage_map_bucket *buckets; u32 bucket_log; u16 elem_size; u16 cache_idx; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_func_proto { u64 (*func)(u64, u64, u64, u64, u64); bool gpl_only; bool pkt_access; enum bpf_return_type ret_type; union { struct { enum bpf_arg_type arg1_type; enum bpf_arg_type arg2_type; enum bpf_arg_type arg3_type; enum bpf_arg_type arg4_type; enum bpf_arg_type arg5_type; }; enum bpf_arg_type arg_type[5]; }; union { struct { u32 *arg1_btf_id; u32 *arg2_btf_id; u32 *arg3_btf_id; u32 *arg4_btf_id; u32 *arg5_btf_id; }; u32 *arg_btf_id[5]; struct { size_t arg1_size; size_t arg2_size; size_t arg3_size; size_t arg4_size; size_t arg5_size; }; size_t arg_size[5]; }; int *ret_btf_id; bool (*allowed)(const struct bpf_prog *); }; enum bpf_access_type { BPF_READ = 1, BPF_WRITE = 2, }; struct bpf_verifier_log; struct bpf_insn_access_aux { enum bpf_reg_type reg_type; union { int ctx_field_size; struct { struct btf *btf; u32 btf_id; }; }; struct bpf_verifier_log *log; }; struct bpf_verifier_ops { const struct bpf_func_proto * (*get_func_proto)(enum bpf_func_id, const struct bpf_prog *); bool (*is_valid_access)(int, int, enum bpf_access_type, const struct bpf_prog *, struct bpf_insn_access_aux *); int (*gen_prologue)(struct bpf_insn *, bool, const struct bpf_prog *); int (*gen_ld_abs)(const struct bpf_insn *, struct bpf_insn *); u32 (*convert_ctx_access)(enum bpf_access_type, const struct bpf_insn *, struct bpf_insn *, struct bpf_prog *, u32 *); int (*btf_struct_access)(struct bpf_verifier_log *, const struct btf *, const struct btf_type *, int, int, enum bpf_access_type, u32 *, enum bpf_type_flag *); }; struct bpf_event_entry { struct perf_event *event; struct file *perf_file; struct file *map_file; struct callback_head rcu; }; typedef long unsigned int (*bpf_ctx_copy_t)(void *, const void *, long unsigned int, long unsigned int); struct bpf_trace_run_ctx { struct bpf_run_ctx run_ctx; u64 bpf_cookie; }; typedef u32 (*bpf_prog_run_fn)(const struct bpf_prog *, const void *); typedef struct pt_regs bpf_user_pt_regs_t; struct bpf_perf_event_data { bpf_user_pt_regs_t regs; __u64 sample_period; __u64 addr; }; struct perf_event_query_bpf { __u32 ids_len; __u32 prog_cnt; __u32 ids[0]; }; struct bpf_perf_event_data_kern { bpf_user_pt_regs_t *regs; struct perf_sample_data *data; struct perf_event *event; }; enum { BTF_TRACING_TYPE_TASK = 0, BTF_TRACING_TYPE_FILE = 1, BTF_TRACING_TYPE_VMA = 2, MAX_BTF_TRACING_TYPE = 3, }; struct bpf_local_storage_map_bucket { struct hlist_head list; raw_spinlock_t lock; }; struct bpf_local_storage_data { struct bpf_local_storage_map *smap; u8 data[0]; }; struct trace_event_raw_bpf_trace_printk { struct trace_entry ent; u32 __data_loc_bpf_string; char __data[0]; }; struct trace_event_data_offsets_bpf_trace_printk { u32 bpf_string; }; typedef void (*btf_trace_bpf_trace_printk)(void *, const char *); struct bpf_trace_module { struct module *module; struct list_head list; }; typedef u64 (*btf_bpf_override_return)(struct pt_regs *, long unsigned int); typedef u64 (*btf_bpf_probe_read_user)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_user_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_kernel)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_kernel_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_compat)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_compat_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_write_user)(void *, const void *, u32); typedef u64 (*btf_bpf_trace_printk)(char *, u32, u64, u64, u64); typedef u64 (*btf_bpf_trace_vprintk)(char *, u32, const void *, u32); typedef u64 (*btf_bpf_seq_printf)(struct seq_file *, char *, u32, const void *, u32); typedef u64 (*btf_bpf_seq_write)(struct seq_file *, const void *, u32); typedef u64 (*btf_bpf_seq_printf_btf)(struct seq_file *, struct btf_ptr *, u32, u64); typedef u64 (*btf_bpf_perf_event_read)(struct bpf_map *, u64); typedef u64 (*btf_bpf_perf_event_read_value)(struct bpf_map *, u64, struct bpf_perf_event_value *, u32); struct bpf_trace_sample_data { struct perf_sample_data sds[3]; }; typedef u64 (*btf_bpf_perf_event_output)(struct pt_regs *, struct bpf_map *, u64, void *, u64); struct bpf_nested_pt_regs { struct pt_regs regs[3]; }; typedef u64 (*btf_bpf_get_current_task)(); typedef u64 (*btf_bpf_get_current_task_btf)(); typedef u64 (*btf_bpf_task_pt_regs)(struct task_struct *); typedef u64 (*btf_bpf_current_task_under_cgroup)(struct bpf_map *, u32); struct send_signal_irq_work { struct irq_work irq_work; struct task_struct *task; u32 sig; enum pid_type type; }; typedef u64 (*btf_bpf_send_signal)(u32); typedef u64 (*btf_bpf_send_signal_thread)(u32); typedef u64 (*btf_bpf_d_path)(struct path *, char *, u32); typedef u64 (*btf_bpf_snprintf_btf)(char *, u32, struct btf_ptr *, u32, u64); typedef u64 (*btf_bpf_get_func_ip_tracing)(void *); typedef u64 (*btf_bpf_get_func_ip_kprobe)(struct pt_regs *); typedef u64 (*btf_bpf_get_func_ip_kprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_attach_cookie_kprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_attach_cookie_trace)(void *); typedef u64 (*btf_bpf_get_attach_cookie_pe)(struct bpf_perf_event_data_kern *); typedef u64 (*btf_bpf_get_attach_cookie_tracing)(void *); typedef u64 (*btf_bpf_get_branch_snapshot)(void *, u32, u64); typedef u64 (*btf_get_func_arg)(void *, u32, u64 *); typedef u64 (*btf_get_func_ret)(void *, u64 *); typedef u64 (*btf_get_func_arg_cnt)(void *); typedef u64 (*btf_bpf_perf_event_output_tp)(void *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_stackid_tp)(void *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack_tp)(void *, void *, u32, u64); typedef u64 (*btf_bpf_perf_prog_read_value)(struct bpf_perf_event_data_kern *, struct bpf_perf_event_value *, u32); typedef u64 (*btf_bpf_read_branch_records)(struct bpf_perf_event_data_kern *, void *, u32, u64); struct bpf_raw_tp_regs { struct pt_regs regs[3]; }; typedef u64 (*btf_bpf_perf_event_output_raw_tp)(struct bpf_raw_tracepoint_args *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_stackid_raw_tp)(struct bpf_raw_tracepoint_args *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack_raw_tp)(struct bpf_raw_tracepoint_args *, void *, u32, u64); struct kprobe_trace_entry_head { struct trace_entry ent; long unsigned int ip; }; struct kretprobe_trace_entry_head { struct trace_entry ent; long unsigned int func; long unsigned int ret_ip; }; struct event_file_link { struct trace_event_file *file; struct list_head list; }; struct trace_kprobe { struct dyn_event devent; struct kretprobe rp; long unsigned int *nhit; const char *symbol; struct trace_probe tp; }; struct trace_event_raw_error_report_template { struct trace_entry ent; enum error_detector error_detector; long unsigned int id; char __data[0]; }; struct trace_event_data_offsets_error_report_template {}; typedef void (*btf_trace_error_report_end)(void *, enum error_detector, long unsigned int); struct trace_event_raw_cpu { struct trace_entry ent; u32 state; u32 cpu_id; char __data[0]; }; struct trace_event_raw_powernv_throttle { struct trace_entry ent; int chip_id; u32 __data_loc_reason; int pmax; char __data[0]; }; struct trace_event_raw_pstate_sample { struct trace_entry ent; u32 core_busy; u32 scaled_busy; u32 from; u32 to; u64 mperf; u64 aperf; u64 tsc; u32 freq; u32 io_boost; char __data[0]; }; struct trace_event_raw_cpu_frequency_limits { struct trace_entry ent; u32 min_freq; u32 max_freq; u32 cpu_id; char __data[0]; }; struct trace_event_raw_device_pm_callback_start { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; u32 __data_loc_parent; u32 __data_loc_pm_ops; int event; char __data[0]; }; struct trace_event_raw_device_pm_callback_end { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; int error; char __data[0]; }; struct trace_event_raw_suspend_resume { struct trace_entry ent; const char *action; int val; bool start; char __data[0]; }; struct trace_event_raw_wakeup_source { struct trace_entry ent; u32 __data_loc_name; u64 state; char __data[0]; }; struct trace_event_raw_clock { struct trace_entry ent; u32 __data_loc_name; u64 state; u64 cpu_id; char __data[0]; }; struct trace_event_raw_power_domain { struct trace_entry ent; u32 __data_loc_name; u64 state; u64 cpu_id; char __data[0]; }; struct trace_event_raw_cpu_latency_qos_request { struct trace_entry ent; s32 value; char __data[0]; }; struct trace_event_raw_pm_qos_update { struct trace_entry ent; enum pm_qos_req_action action; int prev_value; int curr_value; char __data[0]; }; struct trace_event_raw_dev_pm_qos_request { struct trace_entry ent; u32 __data_loc_name; enum dev_pm_qos_req_type type; s32 new_value; char __data[0]; }; struct trace_event_data_offsets_cpu {}; struct trace_event_data_offsets_powernv_throttle { u32 reason; }; struct trace_event_data_offsets_pstate_sample {}; struct trace_event_data_offsets_cpu_frequency_limits {}; struct trace_event_data_offsets_device_pm_callback_start { u32 device; u32 driver; u32 parent; u32 pm_ops; }; struct trace_event_data_offsets_device_pm_callback_end { u32 device; u32 driver; }; struct trace_event_data_offsets_suspend_resume {}; struct trace_event_data_offsets_wakeup_source { u32 name; }; struct trace_event_data_offsets_clock { u32 name; }; struct trace_event_data_offsets_power_domain { u32 name; }; struct trace_event_data_offsets_cpu_latency_qos_request {}; struct trace_event_data_offsets_pm_qos_update {}; struct trace_event_data_offsets_dev_pm_qos_request { u32 name; }; typedef void (*btf_trace_cpu_idle)(void *, unsigned int, unsigned int); typedef void (*btf_trace_powernv_throttle)(void *, int, const char *, int); typedef void (*btf_trace_pstate_sample)(void *, u32, u32, u32, u32, u64, u64, u64, u32, u32); typedef void (*btf_trace_cpu_frequency)(void *, unsigned int, unsigned int); typedef void (*btf_trace_cpu_frequency_limits)(void *, struct cpufreq_policy *); typedef void (*btf_trace_device_pm_callback_start)(void *, struct device *, const char *, int); typedef void (*btf_trace_device_pm_callback_end)(void *, struct device *, int); typedef void (*btf_trace_suspend_resume)(void *, const char *, int, bool); typedef void (*btf_trace_wakeup_source_activate)(void *, const char *, unsigned int); typedef void (*btf_trace_wakeup_source_deactivate)(void *, const char *, unsigned int); typedef void (*btf_trace_clock_enable)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_clock_disable)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_clock_set_rate)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_power_domain_target)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_pm_qos_add_request)(void *, s32); typedef void (*btf_trace_pm_qos_update_request)(void *, s32); typedef void (*btf_trace_pm_qos_remove_request)(void *, s32); typedef void (*btf_trace_pm_qos_update_target)(void *, enum pm_qos_req_action, int, int); typedef void (*btf_trace_pm_qos_update_flags)(void *, enum pm_qos_req_action, int, int); typedef void (*btf_trace_dev_pm_qos_add_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_dev_pm_qos_update_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_dev_pm_qos_remove_request)(void *, const char *, enum dev_pm_qos_req_type, s32); struct trace_event_raw_rpm_internal { struct trace_entry ent; u32 __data_loc_name; int flags; int usage_count; int disable_depth; int runtime_auto; int request_pending; int irq_safe; int child_count; char __data[0]; }; struct trace_event_raw_rpm_return_int { struct trace_entry ent; u32 __data_loc_name; long unsigned int ip; int ret; char __data[0]; }; struct trace_event_data_offsets_rpm_internal { u32 name; }; struct trace_event_data_offsets_rpm_return_int { u32 name; }; typedef void (*btf_trace_rpm_suspend)(void *, struct device *, int); typedef void (*btf_trace_rpm_resume)(void *, struct device *, int); typedef void (*btf_trace_rpm_idle)(void *, struct device *, int); typedef void (*btf_trace_rpm_usage)(void *, struct device *, int); typedef void (*btf_trace_rpm_return_int)(void *, struct device *, long unsigned int, int); typedef int (*dynevent_check_arg_fn_t)(void *); struct trace_probe_log { const char *subsystem; const char **argv; int argc; int index; }; enum uprobe_filter_ctx { UPROBE_FILTER_REGISTER = 0, UPROBE_FILTER_UNREGISTER = 1, UPROBE_FILTER_MMAP = 2, }; struct uprobe_consumer { int (*handler)(struct uprobe_consumer *, struct pt_regs *); int (*ret_handler)(struct uprobe_consumer *, long unsigned int, struct pt_regs *); bool (*filter)(struct uprobe_consumer *, enum uprobe_filter_ctx, struct mm_struct *); struct uprobe_consumer *next; }; struct uprobe_trace_entry_head { struct trace_entry ent; long unsigned int vaddr[0]; }; struct trace_uprobe { struct dyn_event devent; struct uprobe_consumer consumer; struct path path; struct inode *inode; char *filename; long unsigned int offset; long unsigned int ref_ctr_offset; long unsigned int nhit; struct trace_probe tp; }; struct uprobe_dispatch_data { struct trace_uprobe *tu; long unsigned int bp_addr; }; struct uprobe_cpu_buffer { struct mutex mutex; void *buf; }; typedef bool (*filter_func_t)(struct uprobe_consumer *, enum uprobe_filter_ctx, struct mm_struct *); enum xdp_action { XDP_ABORTED = 0, XDP_DROP = 1, XDP_PASS = 2, XDP_TX = 3, XDP_REDIRECT = 4, }; struct rhash_lock_head; struct bucket_table { unsigned int size; unsigned int nest; u32 hash_rnd; struct list_head walkers; struct callback_head rcu; struct bucket_table *future_tbl; struct lockdep_map dep_map; long: 64; struct rhash_lock_head *buckets[0]; }; typedef sockptr_t bpfptr_t; struct bpf_verifier_log { u32 level; char kbuf[1024]; char *ubuf; u32 len_used; u32 len_total; }; struct bpf_subprog_info { u32 start; u32 linfo_idx; u16 stack_depth; bool has_tail_call; bool tail_call_reachable; bool has_ld_abs; bool is_async_cb; }; struct bpf_id_pair { u32 old; u32 cur; }; struct bpf_verifier_stack_elem; struct bpf_verifier_state; struct bpf_verifier_state_list; struct bpf_insn_aux_data; struct bpf_verifier_env { u32 insn_idx; u32 prev_insn_idx; struct bpf_prog *prog; const struct bpf_verifier_ops *ops; struct bpf_verifier_stack_elem *head; int stack_size; bool strict_alignment; bool test_state_freq; struct bpf_verifier_state *cur_state; struct bpf_verifier_state_list **explored_states; struct bpf_verifier_state_list *free_list; struct bpf_map *used_maps[64]; struct btf_mod_pair used_btfs[64]; u32 used_map_cnt; u32 used_btf_cnt; u32 id_gen; bool explore_alu_limits; bool allow_ptr_leaks; bool allow_uninit_stack; bool allow_ptr_to_map_access; bool bpf_capable; bool bypass_spec_v1; bool bypass_spec_v4; bool seen_direct_write; struct bpf_insn_aux_data *insn_aux_data; const struct bpf_line_info *prev_linfo; struct bpf_verifier_log log; struct bpf_subprog_info subprog_info[257]; struct bpf_id_pair idmap_scratch[75]; struct { int *insn_state; int *insn_stack; int cur_stack; } cfg; u32 pass_cnt; u32 subprog_cnt; u32 prev_insn_processed; u32 insn_processed; u32 prev_jmps_processed; u32 jmps_processed; u64 verification_time; u32 max_states_per_insn; u32 total_states; u32 peak_states; u32 longest_mark_read_walk; bpfptr_t fd_array; u32 scratched_regs; u64 scratched_stack_slots; u32 prev_log_len; u32 prev_insn_print_len; char type_str_buf[64]; }; enum bpf_dynptr_type { BPF_DYNPTR_TYPE_INVALID = 0, BPF_DYNPTR_TYPE_LOCAL = 1, BPF_DYNPTR_TYPE_RINGBUF = 2, }; struct tnum { u64 value; u64 mask; }; enum bpf_reg_liveness { REG_LIVE_NONE = 0, REG_LIVE_READ32 = 1, REG_LIVE_READ64 = 2, REG_LIVE_READ = 3, REG_LIVE_WRITTEN = 4, REG_LIVE_DONE = 8, }; struct bpf_reg_state { enum bpf_reg_type type; s32 off; union { int range; struct { struct bpf_map *map_ptr; u32 map_uid; }; struct { struct btf *btf; u32 btf_id; }; u32 mem_size; struct { enum bpf_dynptr_type type; bool first_slot; } dynptr; struct { long unsigned int raw1; long unsigned int raw2; } raw; u32 subprogno; }; u32 id; u32 ref_obj_id; struct tnum var_off; s64 smin_value; s64 smax_value; u64 umin_value; u64 umax_value; s32 s32_min_value; s32 s32_max_value; u32 u32_min_value; u32 u32_max_value; struct bpf_reg_state *parent; u32 frameno; s32 subreg_def; enum bpf_reg_liveness live; bool precise; }; struct bpf_reference_state; struct bpf_stack_state; struct bpf_func_state { struct bpf_reg_state regs[11]; int callsite; u32 frameno; u32 subprogno; u32 async_entry_cnt; bool in_callback_fn; bool in_async_callback_fn; int acquired_refs; struct bpf_reference_state *refs; int allocated_stack; struct bpf_stack_state *stack; }; struct bpf_empty_prog_array { struct bpf_prog_array hdr; struct bpf_prog *null_prog; }; enum xdp_mem_type { MEM_TYPE_PAGE_SHARED = 0, MEM_TYPE_PAGE_ORDER0 = 1, MEM_TYPE_PAGE_POOL = 2, MEM_TYPE_XSK_BUFF_POOL = 3, MEM_TYPE_MAX = 4, }; struct xdp_cpumap_stats { unsigned int redirect; unsigned int pass; unsigned int drop; }; typedef void (*bpf_jit_fill_hole_t)(void *, unsigned int); struct bpf_stack_state { struct bpf_reg_state spilled_ptr; u8 slot_type[8]; }; struct bpf_reference_state { int id; int insn_idx; }; struct bpf_idx_pair { u32 prev_idx; u32 idx; }; struct bpf_verifier_state { struct bpf_func_state *frame[8]; struct bpf_verifier_state *parent; u32 branches; u32 insn_idx; u32 curframe; u32 active_spin_lock; bool speculative; u32 first_insn_idx; u32 last_insn_idx; struct bpf_idx_pair *jmp_history; u32 jmp_history_cnt; }; struct bpf_verifier_state_list { struct bpf_verifier_state state; struct bpf_verifier_state_list *next; int miss_cnt; int hit_cnt; }; struct bpf_loop_inline_state { int initialized: 1; int fit_for_inline: 1; u32 callback_subprogno; }; struct bpf_insn_aux_data { union { enum bpf_reg_type ptr_type; long unsigned int map_ptr_state; s32 call_imm; u32 alu_limit; struct { u32 map_index; u32 map_off; }; struct { enum bpf_reg_type reg_type; union { struct { struct btf *btf; u32 btf_id; }; u32 mem_size; }; } btf_var; struct bpf_loop_inline_state loop_inline_state; }; u64 map_key_state; int ctx_field_size; u32 seen; bool sanitize_stack_spill; bool zext_dst; u8 alu_state; unsigned int orig_idx; bool prune_point; }; struct bpf_prog_pack { struct list_head list; void *ptr; long unsigned int bitmap[0]; }; struct bpf_prog_dummy { struct bpf_prog prog; }; typedef u64 (*btf_bpf_user_rnd_u32)(); typedef u64 (*btf_bpf_get_raw_cpu_id)(); struct _bpf_dtab_netdev { struct net_device *dev; }; struct rhash_lock_head {}; struct xdp_mem_allocator { struct xdp_mem_info mem; union { void *allocator; struct page_pool *page_pool; }; struct rhash_head node; struct callback_head rcu; }; struct trace_event_raw_xdp_exception { struct trace_entry ent; int prog_id; u32 act; int ifindex; char __data[0]; }; struct trace_event_raw_xdp_bulk_tx { struct trace_entry ent; int ifindex; u32 act; int drops; int sent; int err; char __data[0]; }; struct trace_event_raw_xdp_redirect_template { struct trace_entry ent; int prog_id; u32 act; int ifindex; int err; int to_ifindex; u32 map_id; int map_index; char __data[0]; }; struct trace_event_raw_xdp_cpumap_kthread { struct trace_entry ent; int map_id; u32 act; int cpu; unsigned int drops; unsigned int processed; int sched; unsigned int xdp_pass; unsigned int xdp_drop; unsigned int xdp_redirect; char __data[0]; }; struct trace_event_raw_xdp_cpumap_enqueue { struct trace_entry ent; int map_id; u32 act; int cpu; unsigned int drops; unsigned int processed; int to_cpu; char __data[0]; }; struct trace_event_raw_xdp_devmap_xmit { struct trace_entry ent; int from_ifindex; u32 act; int to_ifindex; int drops; int sent; int err; char __data[0]; }; struct trace_event_raw_mem_disconnect { struct trace_entry ent; const struct xdp_mem_allocator *xa; u32 mem_id; u32 mem_type; const void *allocator; char __data[0]; }; struct trace_event_raw_mem_connect { struct trace_entry ent; const struct xdp_mem_allocator *xa; u32 mem_id; u32 mem_type; const void *allocator; const struct xdp_rxq_info *rxq; int ifindex; char __data[0]; }; struct trace_event_raw_mem_return_failed { struct trace_entry ent; const struct page *page; u32 mem_id; u32 mem_type; char __data[0]; }; struct trace_event_data_offsets_xdp_exception {}; struct trace_event_data_offsets_xdp_bulk_tx {}; struct trace_event_data_offsets_xdp_redirect_template {}; struct trace_event_data_offsets_xdp_cpumap_kthread {}; struct trace_event_data_offsets_xdp_cpumap_enqueue {}; struct trace_event_data_offsets_xdp_devmap_xmit {}; struct trace_event_data_offsets_mem_disconnect {}; struct trace_event_data_offsets_mem_connect {}; struct trace_event_data_offsets_mem_return_failed {}; typedef void (*btf_trace_xdp_exception)(void *, const struct net_device *, const struct bpf_prog *, u32); typedef void (*btf_trace_xdp_bulk_tx)(void *, const struct net_device *, int, int, int); typedef void (*btf_trace_xdp_redirect)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_err)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_map)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_map_err)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_cpumap_kthread)(void *, int, unsigned int, unsigned int, int, struct xdp_cpumap_stats *); typedef void (*btf_trace_xdp_cpumap_enqueue)(void *, int, unsigned int, unsigned int, int); typedef void (*btf_trace_xdp_devmap_xmit)(void *, const struct net_device *, const struct net_device *, int, int, int); typedef void (*btf_trace_mem_disconnect)(void *, const struct xdp_mem_allocator *); typedef void (*btf_trace_mem_connect)(void *, const struct xdp_mem_allocator *, const struct xdp_rxq_info *); typedef void (*btf_trace_mem_return_failed)(void *, const struct xdp_mem_info *, const struct page *); enum bpf_cmd { BPF_MAP_CREATE = 0, BPF_MAP_LOOKUP_ELEM = 1, BPF_MAP_UPDATE_ELEM = 2, BPF_MAP_DELETE_ELEM = 3, BPF_MAP_GET_NEXT_KEY = 4, BPF_PROG_LOAD = 5, BPF_OBJ_PIN = 6, BPF_OBJ_GET = 7, BPF_PROG_ATTACH = 8, BPF_PROG_DETACH = 9, BPF_PROG_TEST_RUN = 10, BPF_PROG_RUN = 10, BPF_PROG_GET_NEXT_ID = 11, BPF_MAP_GET_NEXT_ID = 12, BPF_PROG_GET_FD_BY_ID = 13, BPF_MAP_GET_FD_BY_ID = 14, BPF_OBJ_GET_INFO_BY_FD = 15, BPF_PROG_QUERY = 16, BPF_RAW_TRACEPOINT_OPEN = 17, BPF_BTF_LOAD = 18, BPF_BTF_GET_FD_BY_ID = 19, BPF_TASK_FD_QUERY = 20, BPF_MAP_LOOKUP_AND_DELETE_ELEM = 21, BPF_MAP_FREEZE = 22, BPF_BTF_GET_NEXT_ID = 23, BPF_MAP_LOOKUP_BATCH = 24, BPF_MAP_LOOKUP_AND_DELETE_BATCH = 25, BPF_MAP_UPDATE_BATCH = 26, BPF_MAP_DELETE_BATCH = 27, BPF_LINK_CREATE = 28, BPF_LINK_UPDATE = 29, BPF_LINK_GET_FD_BY_ID = 30, BPF_LINK_GET_NEXT_ID = 31, BPF_ENABLE_STATS = 32, BPF_ITER_CREATE = 33, BPF_LINK_DETACH = 34, BPF_PROG_BIND_MAP = 35, }; enum { BPF_ANY = 0, BPF_NOEXIST = 1, BPF_EXIST = 2, BPF_F_LOCK = 4, }; enum { BPF_F_NO_PREALLOC = 1, BPF_F_NO_COMMON_LRU = 2, BPF_F_NUMA_NODE = 4, BPF_F_RDONLY = 8, BPF_F_WRONLY = 16, BPF_F_STACK_BUILD_ID = 32, BPF_F_ZERO_SEED = 64, BPF_F_RDONLY_PROG = 128, BPF_F_WRONLY_PROG = 256, BPF_F_CLONE = 512, BPF_F_MMAPABLE = 1024, BPF_F_PRESERVE_ELEMS = 2048, BPF_F_INNER_MAP = 4096, }; enum bpf_stats_type { BPF_STATS_RUN_TIME = 0, }; struct bpf_prog_info { __u32 type; __u32 id; __u8 tag[8]; __u32 jited_prog_len; __u32 xlated_prog_len; __u64 jited_prog_insns; __u64 xlated_prog_insns; __u64 load_time; __u32 created_by_uid; __u32 nr_map_ids; __u64 map_ids; char name[16]; __u32 ifindex; __u32 gpl_compatible: 1; __u64 netns_dev; __u64 netns_ino; __u32 nr_jited_ksyms; __u32 nr_jited_func_lens; __u64 jited_ksyms; __u64 jited_func_lens; __u32 btf_id; __u32 func_info_rec_size; __u64 func_info; __u32 nr_func_info; __u32 nr_line_info; __u64 line_info; __u64 jited_line_info; __u32 nr_jited_line_info; __u32 line_info_rec_size; __u32 jited_line_info_rec_size; __u32 nr_prog_tags; __u64 prog_tags; __u64 run_time_ns; __u64 run_cnt; __u64 recursion_misses; __u32 verified_insns; }; struct bpf_map_info { __u32 type; __u32 id; __u32 key_size; __u32 value_size; __u32 max_entries; __u32 map_flags; char name[16]; __u32 ifindex; __u32 btf_vmlinux_value_type_id; __u64 netns_dev; __u64 netns_ino; __u32 btf_id; __u32 btf_key_type_id; __u32 btf_value_type_id; __u64 map_extra; }; struct bpf_btf_info { __u64 btf; __u32 btf_size; __u32 id; __u64 name; __u32 name_len; __u32 kernel_btf; }; struct bpf_attach_target_info { struct btf_func_model fmodel; long int tgt_addr; const char *tgt_name; const struct btf_type *tgt_type; }; struct bpf_tracing_link { struct bpf_tramp_link link; enum bpf_attach_type attach_type; struct bpf_trampoline *trampoline; struct bpf_prog *tgt_prog; }; struct bpf_link_primer { struct bpf_link *link; struct file *file; int fd; u32 id; }; struct bpf_tramp_run_ctx { struct bpf_run_ctx run_ctx; u64 bpf_cookie; struct bpf_run_ctx *saved_run_ctx; }; enum perf_bpf_event_type { PERF_BPF_EVENT_UNKNOWN = 0, PERF_BPF_EVENT_PROG_LOAD = 1, PERF_BPF_EVENT_PROG_UNLOAD = 2, PERF_BPF_EVENT_MAX = 3, }; enum bpf_audit { BPF_AUDIT_LOAD = 0, BPF_AUDIT_UNLOAD = 1, BPF_AUDIT_MAX = 2, }; struct bpf_prog_kstats { u64 nsecs; u64 cnt; u64 misses; }; struct bpf_raw_tp_link { struct bpf_link link; struct bpf_raw_event_map *btp; }; struct bpf_perf_link { struct bpf_link link; struct file *perf_file; }; typedef u64 (*btf_bpf_sys_bpf)(int, union bpf_attr *, u32); typedef u64 (*btf_bpf_sys_close)(u32); typedef u64 (*btf_bpf_kallsyms_lookup_name)(const char *, int, int, u64 *); enum { BTF_KIND_UNKN = 0, BTF_KIND_INT = 1, BTF_KIND_PTR = 2, BTF_KIND_ARRAY = 3, BTF_KIND_STRUCT = 4, BTF_KIND_UNION = 5, BTF_KIND_ENUM = 6, BTF_KIND_FWD = 7, BTF_KIND_TYPEDEF = 8, BTF_KIND_VOLATILE = 9, BTF_KIND_CONST = 10, BTF_KIND_RESTRICT = 11, BTF_KIND_FUNC = 12, BTF_KIND_FUNC_PROTO = 13, BTF_KIND_VAR = 14, BTF_KIND_DATASEC = 15, BTF_KIND_FLOAT = 16, BTF_KIND_DECL_TAG = 17, BTF_KIND_TYPE_TAG = 18, BTF_KIND_ENUM64 = 19, NR_BTF_KINDS = 20, BTF_KIND_MAX = 19, }; struct btf_member { __u32 name_off; __u32 type; __u32 offset; }; struct btf_param { __u32 name_off; __u32 type; }; enum btf_func_linkage { BTF_FUNC_STATIC = 0, BTF_FUNC_GLOBAL = 1, BTF_FUNC_EXTERN = 2, }; struct btf_var_secinfo { __u32 type; __u32 offset; __u32 size; }; enum sk_action { SK_DROP = 0, SK_PASS = 1, }; enum bpf_core_relo_kind { BPF_CORE_FIELD_BYTE_OFFSET = 0, BPF_CORE_FIELD_BYTE_SIZE = 1, BPF_CORE_FIELD_EXISTS = 2, BPF_CORE_FIELD_SIGNED = 3, BPF_CORE_FIELD_LSHIFT_U64 = 4, BPF_CORE_FIELD_RSHIFT_U64 = 5, BPF_CORE_TYPE_ID_LOCAL = 6, BPF_CORE_TYPE_ID_TARGET = 7, BPF_CORE_TYPE_EXISTS = 8, BPF_CORE_TYPE_SIZE = 9, BPF_CORE_ENUMVAL_EXISTS = 10, BPF_CORE_ENUMVAL_VALUE = 11, }; struct bpf_core_relo { __u32 insn_off; __u32 type_id; __u32 access_str_off; enum bpf_core_relo_kind kind; }; struct bpf_kfunc_desc { struct btf_func_model func_model; u32 func_id; s32 imm; u16 offset; }; struct bpf_kfunc_desc_tab { struct bpf_kfunc_desc descs[256]; u32 nr_descs; }; struct bpf_kfunc_btf { struct btf *btf; struct module *module; u16 offset; }; struct bpf_kfunc_btf_tab { struct bpf_kfunc_btf descs[256]; u32 nr_descs; }; struct bpf_struct_ops { const struct bpf_verifier_ops *verifier_ops; int (*init)(struct btf *); int (*check_member)(const struct btf_type *, const struct btf_member *); int (*init_member)(const struct btf_type *, const struct btf_member *, void *, const void *); int (*reg)(void *); void (*unreg)(void *); const struct btf_type *type; const struct btf_type *value_type; const char *name; struct btf_func_model func_models[64]; u32 type_id; u32 value_id; }; typedef u32 (*bpf_convert_ctx_access_t)(enum bpf_access_type, const struct bpf_insn *, struct bpf_insn *, struct bpf_prog *, u32 *); struct bpf_core_ctx { struct bpf_verifier_log *log; const struct btf *btf; }; enum bpf_stack_slot_type { STACK_INVALID = 0, STACK_SPILL = 1, STACK_MISC = 2, STACK_ZERO = 3, STACK_DYNPTR = 4, }; struct bpf_verifier_stack_elem { struct bpf_verifier_state st; int insn_idx; int prev_insn_idx; struct bpf_verifier_stack_elem *next; u32 log_pos; }; enum { BTF_SOCK_TYPE_INET = 0, BTF_SOCK_TYPE_INET_CONN = 1, BTF_SOCK_TYPE_INET_REQ = 2, BTF_SOCK_TYPE_INET_TW = 3, BTF_SOCK_TYPE_REQ = 4, BTF_SOCK_TYPE_SOCK = 5, BTF_SOCK_TYPE_SOCK_COMMON = 6, BTF_SOCK_TYPE_TCP = 7, BTF_SOCK_TYPE_TCP_REQ = 8, BTF_SOCK_TYPE_TCP_TW = 9, BTF_SOCK_TYPE_TCP6 = 10, BTF_SOCK_TYPE_UDP = 11, BTF_SOCK_TYPE_UDP6 = 12, BTF_SOCK_TYPE_UNIX = 13, BTF_SOCK_TYPE_MPTCP = 14, MAX_BTF_SOCK_TYPE = 15, }; typedef void (*bpf_insn_print_t)(void *, const char *, ...); typedef const char * (*bpf_insn_revmap_call_t)(void *, const struct bpf_insn *); typedef const char * (*bpf_insn_print_imm_t)(void *, const struct bpf_insn *, __u64); struct bpf_insn_cbs { bpf_insn_print_t cb_print; bpf_insn_revmap_call_t cb_call; bpf_insn_print_imm_t cb_imm; void *private_data; }; struct bpf_call_arg_meta { struct bpf_map *map_ptr; bool raw_mode; bool pkt_access; u8 release_regno; int regno; int access_size; int mem_size; u64 msize_max_value; int ref_obj_id; int map_uid; int func_id; struct btf *btf; u32 btf_id; struct btf *ret_btf; u32 ret_btf_id; u32 subprogno; struct bpf_map_value_off_desc *kptr_off_desc; u8 uninit_dynptr_regno; }; enum reg_arg_type { SRC_OP = 0, DST_OP = 1, DST_OP_NO_MARK = 2, }; enum bpf_access_src { ACCESS_DIRECT = 1, ACCESS_HELPER = 2, }; struct bpf_reg_types { const enum bpf_reg_type types[10]; u32 *btf_id; }; enum { AT_PKT_END = 4294967295, BEYOND_PKT_END = 4294967294, }; typedef int (*set_callee_state_fn)(struct bpf_verifier_env *, struct bpf_func_state *, struct bpf_func_state *, int); enum { REASON_BOUNDS = 4294967295, REASON_TYPE = 4294967294, REASON_PATHS = 4294967293, REASON_LIMIT = 4294967292, REASON_STACK = 4294967291, }; struct bpf_sanitize_info { struct bpf_insn_aux_data aux; bool mask_to_left; }; enum { DISCOVERED = 16, EXPLORED = 32, FALLTHROUGH = 1, BRANCH = 2, }; enum { DONE_EXPLORING = 0, KEEP_EXPLORING = 1, }; struct tree_descr { const char *name; const struct file_operations *ops; int mode; }; struct bpf_preload_info { char link_name[16]; struct bpf_link *link; }; struct bpf_preload_ops { int (*preload)(struct bpf_preload_info *); struct module *owner; }; enum bpf_type { BPF_TYPE_UNSPEC = 0, BPF_TYPE_PROG = 1, BPF_TYPE_MAP = 2, BPF_TYPE_LINK = 3, }; struct map_iter { void *key; bool done; }; enum { OPT_MODE = 0, }; struct bpf_mount_opts { umode_t mode; }; struct bpf_spin_lock { __u32 val; }; struct bpf_timer { long: 64; long: 64;}; struct bpf_pidns_info { __u32 pid; __u32 tgid; }; struct bpf_cg_run_ctx { struct bpf_run_ctx run_ctx; const struct bpf_prog_array_item *prog_item; int retval; }; struct bpf_dynptr_kern { void *data; u32 size; u32 offset; }; typedef u64 (*btf_bpf_map_lookup_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_update_elem)(struct bpf_map *, void *, void *, u64); typedef u64 (*btf_bpf_map_delete_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_push_elem)(struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_map_pop_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_peek_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_lookup_percpu_elem)(struct bpf_map *, void *, u32); typedef u64 (*btf_bpf_get_smp_processor_id)(); typedef u64 (*btf_bpf_get_numa_node_id)(); typedef u64 (*btf_bpf_ktime_get_ns)(); typedef u64 (*btf_bpf_ktime_get_boot_ns)(); typedef u64 (*btf_bpf_ktime_get_coarse_ns)(); typedef u64 (*btf_bpf_get_current_pid_tgid)(); typedef u64 (*btf_bpf_get_current_uid_gid)(); typedef u64 (*btf_bpf_get_current_comm)(char *, u32); typedef u64 (*btf_bpf_spin_lock)(struct bpf_spin_lock *); typedef u64 (*btf_bpf_spin_unlock)(struct bpf_spin_lock *); typedef u64 (*btf_bpf_jiffies64)(); typedef u64 (*btf_bpf_get_current_cgroup_id)(); typedef u64 (*btf_bpf_get_current_ancestor_cgroup_id)(int); typedef u64 (*btf_bpf_get_local_storage)(struct bpf_map *, u64); typedef u64 (*btf_bpf_strtol)(const char *, size_t, u64, long int *); typedef u64 (*btf_bpf_strtoul)(const char *, size_t, u64, long unsigned int *); typedef u64 (*btf_bpf_strncmp)(const char *, u32, const char *); typedef u64 (*btf_bpf_get_ns_current_pid_tgid)(u64, u64, struct bpf_pidns_info *, u32); typedef u64 (*btf_bpf_event_output_data)(void *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_copy_from_user)(void *, u32, const void *); typedef u64 (*btf_bpf_copy_from_user_task)(void *, u32, const void *, struct task_struct *, u64); typedef u64 (*btf_bpf_per_cpu_ptr)(const void *, u32); typedef u64 (*btf_bpf_this_cpu_ptr)(const void *); struct bpf_bprintf_buffers { char tmp_bufs[1536]; }; typedef u64 (*btf_bpf_snprintf)(char *, u32, char *, const void *, u32); struct bpf_hrtimer { struct hrtimer timer; struct bpf_map *map; struct bpf_prog *prog; void *callback_fn; void *value; }; struct bpf_timer_kern { struct bpf_hrtimer *timer; struct bpf_spin_lock lock; }; typedef u64 (*btf_bpf_timer_init)(struct bpf_timer_kern *, struct bpf_map *, u64); typedef u64 (*btf_bpf_timer_set_callback)(struct bpf_timer_kern *, void *, struct bpf_prog_aux *); typedef u64 (*btf_bpf_timer_start)(struct bpf_timer_kern *, u64, u64); typedef u64 (*btf_bpf_timer_cancel)(struct bpf_timer_kern *); typedef u64 (*btf_bpf_kptr_xchg)(void *, void *); typedef u64 (*btf_bpf_dynptr_from_mem)(void *, u32, u64, struct bpf_dynptr_kern *); typedef u64 (*btf_bpf_dynptr_read)(void *, u32, struct bpf_dynptr_kern *, u32); typedef u64 (*btf_bpf_dynptr_write)(struct bpf_dynptr_kern *, u32, void *, u32); typedef u64 (*btf_bpf_dynptr_data)(struct bpf_dynptr_kern *, u32, u32); union bpf_iter_link_info { struct { __u32 map_fd; } map; }; typedef int (*bpf_iter_attach_target_t)(struct bpf_prog *, union bpf_iter_link_info *, struct bpf_iter_aux_info *); typedef void (*bpf_iter_detach_target_t)(struct bpf_iter_aux_info *); typedef void (*bpf_iter_show_fdinfo_t)(const struct bpf_iter_aux_info *, struct seq_file *); typedef int (*bpf_iter_fill_link_info_t)(const struct bpf_iter_aux_info *, struct bpf_link_info *); typedef const struct bpf_func_proto * (*bpf_iter_get_func_proto_t)(enum bpf_func_id, const struct bpf_prog *); enum bpf_iter_feature { BPF_ITER_RESCHED = 1, }; struct bpf_iter_reg { const char *target; bpf_iter_attach_target_t attach_target; bpf_iter_detach_target_t detach_target; bpf_iter_show_fdinfo_t show_fdinfo; bpf_iter_fill_link_info_t fill_link_info; bpf_iter_get_func_proto_t get_func_proto; u32 ctx_arg_info_size; u32 feature; struct bpf_ctx_arg_aux ctx_arg_info[2]; const struct bpf_iter_seq_info *seq_info; }; struct bpf_iter_meta { union { struct seq_file *seq; }; u64 session_id; u64 seq_num; }; struct bpf_iter_target_info { struct list_head list; const struct bpf_iter_reg *reg_info; u32 btf_id; }; struct bpf_iter_link { struct bpf_link link; struct bpf_iter_aux_info aux; struct bpf_iter_target_info *tinfo; }; struct bpf_iter_priv_data { struct bpf_iter_target_info *tinfo; const struct bpf_iter_seq_info *seq_info; struct bpf_prog *prog; u64 session_id; u64 seq_num; bool done_stop; long: 56; u8 target_private[0]; }; typedef u64 (*btf_bpf_for_each_map_elem)(struct bpf_map *, void *, void *, u64); typedef u64 (*btf_bpf_loop)(u32, void *, void *, u64); struct bpf_iter_seq_map_info { u32 map_id; }; struct bpf_iter__bpf_map { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; }; struct mmap_unlock_irq_work { struct irq_work irq_work; struct mm_struct *mm; }; struct bpf_iter_seq_task_common { struct pid_namespace *ns; }; struct bpf_iter_seq_task_info { struct bpf_iter_seq_task_common common; u32 tid; }; struct bpf_iter__task { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; }; struct bpf_iter_seq_task_file_info { struct bpf_iter_seq_task_common common; struct task_struct *task; u32 tid; u32 fd; }; struct bpf_iter__task_file { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; u32 fd; union { struct file *file; }; }; struct bpf_iter_seq_task_vma_info { struct bpf_iter_seq_task_common common; struct task_struct *task; struct vm_area_struct *vma; u32 tid; long unsigned int prev_vm_start; long unsigned int prev_vm_end; }; enum bpf_task_vma_iter_find_op { task_vma_iter_first_vma = 0, task_vma_iter_next_vma = 1, task_vma_iter_find_vma = 2, }; struct bpf_iter__task_vma { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; union { struct vm_area_struct *vma; }; }; typedef u64 (*btf_bpf_find_vma)(struct task_struct *, u64, bpf_callback_t, void *, u64); struct bpf_iter_seq_prog_info { u32 prog_id; }; struct bpf_iter__bpf_prog { union { struct bpf_iter_meta *meta; }; union { struct bpf_prog *prog; }; }; struct bpf_iter_seq_link_info { u32 link_id; }; struct bpf_iter__bpf_link { union { struct bpf_iter_meta *meta; }; union { struct bpf_link *link; }; }; struct bpf_iter__bpf_map_elem { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { void *key; }; union { void *value; }; }; struct hlist_nulls_head { struct hlist_nulls_node *first; }; struct pcpu_freelist_node; struct pcpu_freelist_head { struct pcpu_freelist_node *first; raw_spinlock_t lock; }; struct pcpu_freelist_node { struct pcpu_freelist_node *next; }; struct pcpu_freelist { struct pcpu_freelist_head *freelist; struct pcpu_freelist_head extralist; }; struct bpf_lru_node { struct list_head list; u16 cpu; u8 type; u8 ref; }; struct bpf_lru_list { struct list_head lists[3]; unsigned int counts[2]; struct list_head *next_inactive_rotation; raw_spinlock_t lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_lru_locallist { struct list_head lists[2]; u16 next_steal; raw_spinlock_t lock; }; struct bpf_common_lru { struct bpf_lru_list lru_list; struct bpf_lru_locallist *local_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef bool (*del_from_htab_func)(void *, struct bpf_lru_node *); struct bpf_lru { union { struct bpf_common_lru common_lru; struct bpf_lru_list *percpu_lru; }; del_from_htab_func del_from_htab; void *del_arg; unsigned int hash_offset; unsigned int nr_scans; bool percpu; long: 56; long: 64; long: 64; long: 64; long: 64; }; struct bucket { struct hlist_nulls_head head; union { raw_spinlock_t raw_lock; spinlock_t lock; }; }; struct htab_elem; struct bpf_htab { struct bpf_map map; struct bucket *buckets; void *elems; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct pcpu_freelist freelist; struct bpf_lru lru; }; struct htab_elem **extra_elems; atomic_t count; u32 n_buckets; u32 elem_size; u32 hashrnd; struct lock_class_key lockdep_key; int *map_locked[8]; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct htab_elem { union { struct hlist_nulls_node hash_node; struct { void *padding; union { struct bpf_htab *htab; struct pcpu_freelist_node fnode; struct htab_elem *batch_flink; }; }; }; union { struct callback_head rcu; struct bpf_lru_node lru_node; }; u32 hash; int: 32; char key[0]; }; struct bpf_iter_seq_hash_map_info { struct bpf_map *map; struct bpf_htab *htab; void *percpu_value_buf; u32 bucket_id; u32 skip_elems; }; struct bpf_iter_seq_array_map_info { struct bpf_map *map; void *percpu_value_buf; u32 index; }; struct prog_poke_elem { struct list_head list; struct bpf_prog_aux *aux; }; enum bpf_lru_list_type { BPF_LRU_LIST_T_ACTIVE = 0, BPF_LRU_LIST_T_INACTIVE = 1, BPF_LRU_LIST_T_FREE = 2, BPF_LRU_LOCAL_LIST_T_FREE = 3, BPF_LRU_LOCAL_LIST_T_PENDING = 4, }; struct bpf_lpm_trie_key { __u32 prefixlen; __u8 data[0]; }; struct lpm_trie_node { struct callback_head rcu; struct lpm_trie_node *child[2]; u32 prefixlen; u32 flags; u8 data[0]; }; struct lpm_trie { struct bpf_map map; struct lpm_trie_node *root; size_t n_entries; size_t max_prefixlen; size_t data_size; spinlock_t lock; long: 32; long: 64; long: 64; long: 64; }; struct bpf_bloom_filter { struct bpf_map map; u32 bitset_mask; u32 hash_seed; u32 aligned_u32_count; u32 nr_hash_funcs; long unsigned int bitset[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_cgroup_storage_map { struct bpf_map map; spinlock_t lock; struct rb_root root; struct list_head list; long: 64; long: 64; long: 64; long: 64; }; struct bpf_queue_stack { struct bpf_map map; raw_spinlock_t lock; u32 head; u32 tail; u32 size; char elements[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum { BPF_RB_NO_WAKEUP = 1, BPF_RB_FORCE_WAKEUP = 2, }; enum { BPF_RB_AVAIL_DATA = 0, BPF_RB_RING_SIZE = 1, BPF_RB_CONS_POS = 2, BPF_RB_PROD_POS = 3, }; enum { BPF_RINGBUF_BUSY_BIT = 2147483648, BPF_RINGBUF_DISCARD_BIT = 1073741824, BPF_RINGBUF_HDR_SZ = 8, }; struct bpf_ringbuf { wait_queue_head_t waitq; struct irq_work work; u64 mask; struct page **pages; int nr_pages; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t spinlock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int consumer_pos; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int producer_pos; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; char data[0]; }; struct bpf_ringbuf_map { struct bpf_map map; struct bpf_ringbuf *rb; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_ringbuf_hdr { u32 len; u32 pg_off; }; typedef u64 (*btf_bpf_ringbuf_reserve)(struct bpf_map *, u64, u64); typedef u64 (*btf_bpf_ringbuf_submit)(void *, u64); typedef u64 (*btf_bpf_ringbuf_discard)(void *, u64); typedef u64 (*btf_bpf_ringbuf_output)(struct bpf_map *, void *, u64, u64); typedef u64 (*btf_bpf_ringbuf_query)(struct bpf_map *, u64); typedef u64 (*btf_bpf_ringbuf_reserve_dynptr)(struct bpf_map *, u32, u64, struct bpf_dynptr_kern *); typedef u64 (*btf_bpf_ringbuf_submit_dynptr)(struct bpf_dynptr_kern *, u64); typedef u64 (*btf_bpf_ringbuf_discard_dynptr)(struct bpf_dynptr_kern *, u64); struct bpf_local_storage_elem { struct hlist_node map_node; struct hlist_node snode; struct bpf_local_storage *local_storage; struct callback_head rcu; long: 64; struct bpf_local_storage_data sdata; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_local_storage_cache { spinlock_t idx_lock; u64 idx_usage_counts[16]; }; enum { BPF_LOCAL_STORAGE_GET_F_CREATE = 1, BPF_SK_STORAGE_GET_F_CREATE = 1, }; typedef u64 (*btf_bpf_task_storage_get)(struct bpf_map *, struct task_struct *, void *, u64, gfp_t); typedef u64 (*btf_bpf_task_storage_delete)(struct bpf_map *, struct task_struct *); struct lsm_blob_sizes { int lbs_cred; int lbs_file; int lbs_inode; int lbs_superblock; int lbs_ipc; int lbs_msg_msg; int lbs_task; }; struct bpf_storage_blob { struct bpf_local_storage *storage; }; typedef u64 (*btf_bpf_inode_storage_get)(struct bpf_map *, struct inode *, void *, u64, gfp_t); typedef u64 (*btf_bpf_inode_storage_delete)(struct bpf_map *, struct inode *); struct btf_enum { __u32 name_off; __s32 val; }; struct btf_array { __u32 type; __u32 index_type; __u32 nelems; }; enum { BTF_VAR_STATIC = 0, BTF_VAR_GLOBAL_ALLOCATED = 1, BTF_VAR_GLOBAL_EXTERN = 2, }; struct btf_var { __u32 linkage; }; struct btf_decl_tag { __s32 component_idx; }; struct btf_enum64 { __u32 name_off; __u32 val_lo32; __u32 val_hi32; }; struct bpf_flow_keys { __u16 nhoff; __u16 thoff; __u16 addr_proto; __u8 is_frag; __u8 is_first_frag; __u8 is_encap; __u8 ip_proto; __be16 n_proto; __be16 sport; __be16 dport; union { struct { __be32 ipv4_src; __be32 ipv4_dst; }; struct { __u32 ipv6_src[4]; __u32 ipv6_dst[4]; }; }; __u32 flags; __be32 flow_label; }; struct bpf_sock { __u32 bound_dev_if; __u32 family; __u32 type; __u32 protocol; __u32 mark; __u32 priority; __u32 src_ip4; __u32 src_ip6[4]; __u32 src_port; __be16 dst_port; __u32 dst_ip4; __u32 dst_ip6[4]; __u32 state; __s32 rx_queue_mapping; }; struct __sk_buff { __u32 len; __u32 pkt_type; __u32 mark; __u32 queue_mapping; __u32 protocol; __u32 vlan_present; __u32 vlan_tci; __u32 vlan_proto; __u32 priority; __u32 ingress_ifindex; __u32 ifindex; __u32 tc_index; __u32 cb[5]; __u32 hash; __u32 tc_classid; __u32 data; __u32 data_end; __u32 napi_id; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 data_meta; union { struct bpf_flow_keys *flow_keys; }; __u64 tstamp; __u32 wire_len; __u32 gso_segs; union { struct bpf_sock *sk; }; __u32 gso_size; __u8 tstamp_type; __u64 hwtstamp; }; struct xdp_md { __u32 data; __u32 data_end; __u32 data_meta; __u32 ingress_ifindex; __u32 rx_queue_index; __u32 egress_ifindex; }; struct sk_msg_md { union { void *data; }; union { void *data_end; }; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 size; union { struct bpf_sock *sk; }; }; struct sk_reuseport_md { union { void *data; }; union { void *data_end; }; __u32 len; __u32 eth_protocol; __u32 ip_protocol; __u32 bind_inany; __u32 hash; union { struct bpf_sock *sk; }; union { struct bpf_sock *migrating_sk; }; }; struct bpf_sock_addr { __u32 user_family; __u32 user_ip4; __u32 user_ip6[4]; __u32 user_port; __u32 family; __u32 type; __u32 protocol; __u32 msg_src_ip4; __u32 msg_src_ip6[4]; union { struct bpf_sock *sk; }; }; struct bpf_sock_ops { __u32 op; union { __u32 args[4]; __u32 reply; __u32 replylong[4]; }; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 is_fullsock; __u32 snd_cwnd; __u32 srtt_us; __u32 bpf_sock_ops_cb_flags; __u32 state; __u32 rtt_min; __u32 snd_ssthresh; __u32 rcv_nxt; __u32 snd_nxt; __u32 snd_una; __u32 mss_cache; __u32 ecn_flags; __u32 rate_delivered; __u32 rate_interval_us; __u32 packets_out; __u32 retrans_out; __u32 total_retrans; __u32 segs_in; __u32 data_segs_in; __u32 segs_out; __u32 data_segs_out; __u32 lost_out; __u32 sacked_out; __u32 sk_txhash; __u64 bytes_received; __u64 bytes_acked; union { struct bpf_sock *sk; }; union { void *skb_data; }; union { void *skb_data_end; }; __u32 skb_len; __u32 skb_tcp_flags; }; struct bpf_cgroup_dev_ctx { __u32 access_type; __u32 major; __u32 minor; }; struct bpf_sysctl { __u32 write; __u32 file_pos; }; struct bpf_sockopt { union { struct bpf_sock *sk; }; union { void *optval; }; union { void *optval_end; }; __s32 level; __s32 optname; __s32 optlen; __s32 retval; }; struct bpf_sk_lookup { union { union { struct bpf_sock *sk; }; __u64 cookie; }; __u32 family; __u32 protocol; __u32 remote_ip4; __u32 remote_ip6[4]; __be16 remote_port; __u32 local_ip4; __u32 local_ip6[4]; __u32 local_port; __u32 ingress_ifindex; }; struct btf_kfunc_id_set { struct module *owner; union { struct { struct btf_id_set *check_set; struct btf_id_set *acquire_set; struct btf_id_set *release_set; struct btf_id_set *ret_null_set; struct btf_id_set *kptr_acquire_set; }; struct btf_id_set *sets[5]; }; }; struct btf_id_dtor_kfunc { u32 btf_id; u32 kfunc_btf_id; }; struct sk_reuseport_kern { struct sk_buff *skb; struct sock *sk; struct sock *selected_sk; struct sock *migrating_sk; void *data_end; u32 hash; u32 reuseport_id; bool bind_inany; }; struct bpf_flow_dissector { struct bpf_flow_keys *flow_keys; const struct sk_buff *skb; const void *data; const void *data_end; }; struct inet_ehash_bucket; struct inet_bind_hashbucket; struct inet_listen_hashbucket; struct inet_hashinfo { struct inet_ehash_bucket *ehash; spinlock_t *ehash_locks; unsigned int ehash_mask; unsigned int ehash_locks_mask; struct kmem_cache *bind_bucket_cachep; struct inet_bind_hashbucket *bhash; unsigned int bhash_size; unsigned int lhash2_mask; struct inet_listen_hashbucket *lhash2; }; struct ip_ra_chain { struct ip_ra_chain *next; struct sock *sk; union { void (*destructor)(struct sock *); struct sock *saved_sk; }; struct callback_head rcu; }; struct fib_table { struct hlist_node tb_hlist; u32 tb_id; int tb_num_default; struct callback_head rcu; long unsigned int *tb_data; long unsigned int __data[0]; }; struct inet_peer_base { struct rb_root rb_root; seqlock_t lock; int total; }; struct tcp_fastopen_context { siphash_key_t key[2]; int num; struct callback_head rcu; }; struct bpf_sock_addr_kern { struct sock *sk; struct sockaddr *uaddr; u64 tmp_reg; void *t_ctx; }; struct bpf_sock_ops_kern { struct sock *sk; union { u32 args[4]; u32 reply; u32 replylong[4]; }; struct sk_buff *syn_skb; struct sk_buff *skb; void *skb_data_end; u8 op; u8 is_fullsock; u8 remaining_opt_len; u64 temp; }; struct bpf_sysctl_kern { struct ctl_table_header *head; struct ctl_table *table; void *cur_val; size_t cur_len; void *new_val; size_t new_len; int new_updated; int write; loff_t *ppos; u64 tmp_reg; }; struct bpf_sockopt_kern { struct sock *sk; u8 *optval; u8 *optval_end; s32 level; s32 optname; s32 optlen; struct task_struct *current_task; u64 tmp_reg; }; struct bpf_sk_lookup_kern { u16 family; u16 protocol; __be16 sport; u16 dport; struct { __be32 saddr; __be32 daddr; } v4; struct { const struct in6_addr *saddr; const struct in6_addr *daddr; } v6; struct sock *selected_sk; u32 ingress_ifindex; bool no_reuseport; }; struct lwtunnel_state { __u16 type; __u16 flags; __u16 headroom; atomic_t refcnt; int (*orig_output)(struct net *, struct sock *, struct sk_buff *); int (*orig_input)(struct sk_buff *); struct callback_head rcu; __u8 data[0]; }; struct sock_reuseport { struct callback_head rcu; u16 max_socks; u16 num_socks; u16 num_closed_socks; unsigned int synq_overflow_ts; unsigned int reuseport_id; unsigned int bind_inany: 1; unsigned int has_conns: 1; struct bpf_prog *prog; struct sock *socks[0]; }; struct sk_psock_progs { struct bpf_prog *msg_parser; struct bpf_prog *stream_parser; struct bpf_prog *stream_verdict; struct bpf_prog *skb_verdict; }; struct strp_stats { long long unsigned int msgs; long long unsigned int bytes; unsigned int mem_fail; unsigned int need_more_hdr; unsigned int msg_too_big; unsigned int msg_timeouts; unsigned int bad_hdr_len; }; struct strparser; struct strp_callbacks { int (*parse_msg)(struct strparser *, struct sk_buff *); void (*rcv_msg)(struct strparser *, struct sk_buff *); int (*read_sock_done)(struct strparser *, int); void (*abort_parser)(struct strparser *, int); void (*lock)(struct strparser *); void (*unlock)(struct strparser *); }; struct strparser { struct sock *sk; u32 stopped: 1; u32 paused: 1; u32 aborted: 1; u32 interrupted: 1; u32 unrecov_intr: 1; struct sk_buff **skb_nextp; struct sk_buff *skb_head; unsigned int need_bytes; struct delayed_work msg_timer_work; struct work_struct work; struct strp_stats stats; struct strp_callbacks cb; }; struct sk_psock_work_state { struct sk_buff *skb; u32 len; u32 off; }; struct sk_msg; struct sk_psock { struct sock *sk; struct sock *sk_redir; u32 apply_bytes; u32 cork_bytes; u32 eval; struct sk_msg *cork; struct sk_psock_progs progs; struct strparser strp; struct sk_buff_head ingress_skb; struct list_head ingress_msg; spinlock_t ingress_lock; long unsigned int state; struct list_head link; spinlock_t link_lock; refcount_t refcnt; void (*saved_unhash)(struct sock *); void (*saved_destroy)(struct sock *); void (*saved_close)(struct sock *, long int); void (*saved_write_space)(struct sock *); void (*saved_data_ready)(struct sock *); int (*psock_update_sk_prot)(struct sock *, struct sk_psock *, bool); struct proto *sk_proto; struct mutex work_mutex; struct sk_psock_work_state work_state; struct work_struct work; struct rcu_work rwork; }; enum { __ND_OPT_PREFIX_INFO_END = 0, ND_OPT_SOURCE_LL_ADDR = 1, ND_OPT_TARGET_LL_ADDR = 2, ND_OPT_PREFIX_INFO = 3, ND_OPT_REDIRECT_HDR = 4, ND_OPT_MTU = 5, ND_OPT_NONCE = 14, __ND_OPT_ARRAY_MAX = 15, ND_OPT_ROUTE_INFO = 24, ND_OPT_RDNSS = 25, ND_OPT_DNSSL = 31, ND_OPT_6CO = 34, ND_OPT_CAPTIVE_PORTAL = 37, ND_OPT_PREF64 = 38, __ND_OPT_MAX = 39, }; struct nd_opt_hdr { __u8 nd_opt_type; __u8 nd_opt_len; }; struct ndisc_options { struct nd_opt_hdr *nd_opt_array[15]; struct nd_opt_hdr *nd_opts_ri; struct nd_opt_hdr *nd_opts_ri_end; struct nd_opt_hdr *nd_useropts; struct nd_opt_hdr *nd_useropts_end; struct nd_opt_hdr *nd_802154_opt_array[3]; }; struct prefix_info { __u8 type; __u8 length; __u8 prefix_len; __u8 reserved: 6; __u8 autoconf: 1; __u8 onlink: 1; __be32 valid; __be32 prefered; __be32 reserved2; struct in6_addr prefix; }; struct inet_ehash_bucket { struct hlist_nulls_head chain; }; struct inet_bind_hashbucket { spinlock_t lock; struct hlist_head chain; }; struct inet_listen_hashbucket { spinlock_t lock; struct hlist_nulls_head nulls_head; }; struct ack_sample { u32 pkts_acked; s32 rtt_us; u32 in_flight; }; struct rate_sample { u64 prior_mstamp; u32 prior_delivered; u32 prior_delivered_ce; s32 delivered; s32 delivered_ce; long int interval_us; u32 snd_interval_us; u32 rcv_interval_us; long int rtt_us; int losses; u32 acked_sacked; u32 prior_in_flight; u32 last_end_seq; bool is_app_limited; bool is_retrans; bool is_ack_delayed; }; struct sk_msg_sg { u32 start; u32 curr; u32 end; u32 size; u32 copybreak; long unsigned int copy[1]; struct scatterlist data[19]; }; struct sk_msg { struct sk_msg_sg sg; void *data; void *data_end; u32 apply_bytes; u32 cork_bytes; u32 flags; struct sk_buff *skb; struct sock *sk_redir; struct sock *sk; struct list_head list; }; struct bpf_core_cand { const struct btf *btf; __u32 id; }; struct bpf_core_cand_list { struct bpf_core_cand *cands; int len; }; struct bpf_core_accessor { __u32 type_id; __u32 idx; const char *name; }; struct bpf_core_spec { const struct btf *btf; struct bpf_core_accessor spec[64]; __u32 root_type_id; enum bpf_core_relo_kind relo_kind; int len; int raw_spec[64]; int raw_len; __u32 bit_offset; }; struct bpf_core_relo_res { __u64 orig_val; __u64 new_val; bool poison; bool validate; bool fail_memsz_adjust; __u32 orig_sz; __u32 orig_type_id; __u32 new_sz; __u32 new_type_id; }; enum btf_kfunc_hook { BTF_KFUNC_HOOK_XDP = 0, BTF_KFUNC_HOOK_TC = 1, BTF_KFUNC_HOOK_STRUCT_OPS = 2, BTF_KFUNC_HOOK_TRACING = 3, BTF_KFUNC_HOOK_SYSCALL = 4, BTF_KFUNC_HOOK_MAX = 5, }; enum { BTF_KFUNC_SET_MAX_CNT = 32, BTF_DTOR_KFUNC_MAX_CNT = 256, }; struct btf_kfunc_set_tab { struct btf_id_set *sets[25]; }; struct btf_id_dtor_kfunc_tab { u32 cnt; struct btf_id_dtor_kfunc dtors[0]; }; enum verifier_phase { CHECK_META = 0, CHECK_TYPE = 1, }; struct resolve_vertex { const struct btf_type *t; u32 type_id; u16 next_member; }; enum visit_state { NOT_VISITED = 0, VISITED = 1, RESOLVED = 2, }; enum resolve_mode { RESOLVE_TBD = 0, RESOLVE_PTR = 1, RESOLVE_STRUCT_OR_ARRAY = 2, }; struct btf_sec_info { u32 off; u32 len; }; struct btf_verifier_env { struct btf *btf; u8 *visit_states; struct resolve_vertex stack[32]; struct bpf_verifier_log log; u32 log_type_id; u32 top_stack; enum verifier_phase phase; enum resolve_mode resolve_mode; }; struct btf_show { u64 flags; void *target; void (*showfn)(struct btf_show *, const char *, struct __va_list_tag *); const struct btf *btf; struct { u8 depth; u8 depth_to_show; u8 depth_check; u8 array_member: 1; u8 array_terminated: 1; u16 array_encoding; u32 type_id; int status; const struct btf_type *type; const struct btf_member *member; char name[80]; } state; struct { u32 size; void *head; void *data; u8 safe[32]; } obj; }; struct btf_kind_operations { s32 (*check_meta)(struct btf_verifier_env *, const struct btf_type *, u32); int (*resolve)(struct btf_verifier_env *, const struct resolve_vertex *); int (*check_member)(struct btf_verifier_env *, const struct btf_type *, const struct btf_member *, const struct btf_type *); int (*check_kflag_member)(struct btf_verifier_env *, const struct btf_type *, const struct btf_member *, const struct btf_type *); void (*log_details)(struct btf_verifier_env *, const struct btf_type *); void (*show)(const struct btf *, const struct btf_type *, u32, void *, u8, struct btf_show *); }; enum btf_field_type { BTF_FIELD_SPIN_LOCK = 0, BTF_FIELD_TIMER = 1, BTF_FIELD_KPTR = 2, }; enum { BTF_FIELD_IGNORE = 0, BTF_FIELD_FOUND = 1, }; struct btf_field_info { u32 type_id; u32 off; enum bpf_kptr_type type; }; struct bpf_ctx_convert { struct __sk_buff BPF_PROG_TYPE_SOCKET_FILTER_prog; struct sk_buff BPF_PROG_TYPE_SOCKET_FILTER_kern; struct __sk_buff BPF_PROG_TYPE_SCHED_CLS_prog; struct sk_buff BPF_PROG_TYPE_SCHED_CLS_kern; struct __sk_buff BPF_PROG_TYPE_SCHED_ACT_prog; struct sk_buff BPF_PROG_TYPE_SCHED_ACT_kern; struct xdp_md BPF_PROG_TYPE_XDP_prog; struct xdp_buff BPF_PROG_TYPE_XDP_kern; struct __sk_buff BPF_PROG_TYPE_CGROUP_SKB_prog; struct sk_buff BPF_PROG_TYPE_CGROUP_SKB_kern; struct bpf_sock BPF_PROG_TYPE_CGROUP_SOCK_prog; struct sock BPF_PROG_TYPE_CGROUP_SOCK_kern; struct bpf_sock_addr BPF_PROG_TYPE_CGROUP_SOCK_ADDR_prog; struct bpf_sock_addr_kern BPF_PROG_TYPE_CGROUP_SOCK_ADDR_kern; struct __sk_buff BPF_PROG_TYPE_LWT_IN_prog; struct sk_buff BPF_PROG_TYPE_LWT_IN_kern; struct __sk_buff BPF_PROG_TYPE_LWT_OUT_prog; struct sk_buff BPF_PROG_TYPE_LWT_OUT_kern; struct __sk_buff BPF_PROG_TYPE_LWT_XMIT_prog; struct sk_buff BPF_PROG_TYPE_LWT_XMIT_kern; struct __sk_buff BPF_PROG_TYPE_LWT_SEG6LOCAL_prog; struct sk_buff BPF_PROG_TYPE_LWT_SEG6LOCAL_kern; struct bpf_sock_ops BPF_PROG_TYPE_SOCK_OPS_prog; struct bpf_sock_ops_kern BPF_PROG_TYPE_SOCK_OPS_kern; struct __sk_buff BPF_PROG_TYPE_SK_SKB_prog; struct sk_buff BPF_PROG_TYPE_SK_SKB_kern; struct sk_msg_md BPF_PROG_TYPE_SK_MSG_prog; struct sk_msg BPF_PROG_TYPE_SK_MSG_kern; struct __sk_buff BPF_PROG_TYPE_FLOW_DISSECTOR_prog; struct bpf_flow_dissector BPF_PROG_TYPE_FLOW_DISSECTOR_kern; bpf_user_pt_regs_t BPF_PROG_TYPE_KPROBE_prog; struct pt_regs BPF_PROG_TYPE_KPROBE_kern; __u64 BPF_PROG_TYPE_TRACEPOINT_prog; u64 BPF_PROG_TYPE_TRACEPOINT_kern; struct bpf_perf_event_data BPF_PROG_TYPE_PERF_EVENT_prog; struct bpf_perf_event_data_kern BPF_PROG_TYPE_PERF_EVENT_kern; struct bpf_raw_tracepoint_args BPF_PROG_TYPE_RAW_TRACEPOINT_prog; u64 BPF_PROG_TYPE_RAW_TRACEPOINT_kern; struct bpf_raw_tracepoint_args BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE_prog; u64 BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE_kern; void *BPF_PROG_TYPE_TRACING_prog; void *BPF_PROG_TYPE_TRACING_kern; struct bpf_cgroup_dev_ctx BPF_PROG_TYPE_CGROUP_DEVICE_prog; struct bpf_cgroup_dev_ctx BPF_PROG_TYPE_CGROUP_DEVICE_kern; struct bpf_sysctl BPF_PROG_TYPE_CGROUP_SYSCTL_prog; struct bpf_sysctl_kern BPF_PROG_TYPE_CGROUP_SYSCTL_kern; struct bpf_sockopt BPF_PROG_TYPE_CGROUP_SOCKOPT_prog; struct bpf_sockopt_kern BPF_PROG_TYPE_CGROUP_SOCKOPT_kern; struct sk_reuseport_md BPF_PROG_TYPE_SK_REUSEPORT_prog; struct sk_reuseport_kern BPF_PROG_TYPE_SK_REUSEPORT_kern; struct bpf_sk_lookup BPF_PROG_TYPE_SK_LOOKUP_prog; struct bpf_sk_lookup_kern BPF_PROG_TYPE_SK_LOOKUP_kern; void *BPF_PROG_TYPE_STRUCT_OPS_prog; void *BPF_PROG_TYPE_STRUCT_OPS_kern; void *BPF_PROG_TYPE_EXT_prog; void *BPF_PROG_TYPE_EXT_kern; void *BPF_PROG_TYPE_LSM_prog; void *BPF_PROG_TYPE_LSM_kern; void *BPF_PROG_TYPE_SYSCALL_prog; void *BPF_PROG_TYPE_SYSCALL_kern; }; enum { __ctx_convertBPF_PROG_TYPE_SOCKET_FILTER = 0, __ctx_convertBPF_PROG_TYPE_SCHED_CLS = 1, __ctx_convertBPF_PROG_TYPE_SCHED_ACT = 2, __ctx_convertBPF_PROG_TYPE_XDP = 3, __ctx_convertBPF_PROG_TYPE_CGROUP_SKB = 4, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCK = 5, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCK_ADDR = 6, __ctx_convertBPF_PROG_TYPE_LWT_IN = 7, __ctx_convertBPF_PROG_TYPE_LWT_OUT = 8, __ctx_convertBPF_PROG_TYPE_LWT_XMIT = 9, __ctx_convertBPF_PROG_TYPE_LWT_SEG6LOCAL = 10, __ctx_convertBPF_PROG_TYPE_SOCK_OPS = 11, __ctx_convertBPF_PROG_TYPE_SK_SKB = 12, __ctx_convertBPF_PROG_TYPE_SK_MSG = 13, __ctx_convertBPF_PROG_TYPE_FLOW_DISSECTOR = 14, __ctx_convertBPF_PROG_TYPE_KPROBE = 15, __ctx_convertBPF_PROG_TYPE_TRACEPOINT = 16, __ctx_convertBPF_PROG_TYPE_PERF_EVENT = 17, __ctx_convertBPF_PROG_TYPE_RAW_TRACEPOINT = 18, __ctx_convertBPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE = 19, __ctx_convertBPF_PROG_TYPE_TRACING = 20, __ctx_convertBPF_PROG_TYPE_CGROUP_DEVICE = 21, __ctx_convertBPF_PROG_TYPE_CGROUP_SYSCTL = 22, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCKOPT = 23, __ctx_convertBPF_PROG_TYPE_SK_REUSEPORT = 24, __ctx_convertBPF_PROG_TYPE_SK_LOOKUP = 25, __ctx_convertBPF_PROG_TYPE_STRUCT_OPS = 26, __ctx_convertBPF_PROG_TYPE_EXT = 27, __ctx_convertBPF_PROG_TYPE_LSM = 28, __ctx_convertBPF_PROG_TYPE_SYSCALL = 29, __ctx_convert_unused = 30, }; enum bpf_struct_walk_result { WALK_SCALAR = 0, WALK_PTR = 1, WALK_STRUCT = 2, }; struct btf_show_snprintf { struct btf_show show; int len_left; int len; }; enum { BTF_MODULE_F_LIVE = 1, }; struct btf_module { struct list_head list; struct module *module; struct btf *btf; struct bin_attribute *sysfs_attr; int flags; }; typedef u64 (*btf_bpf_btf_find_by_name_kind)(char *, int, u32, int); struct bpf_cand_cache { const char *name; u32 name_len; u16 kind; u16 cnt; struct { const struct btf *btf; u32 id; } cands[0]; }; struct bpf_dispatcher_prog { struct bpf_prog *prog; refcount_t users; }; struct bpf_dispatcher { struct mutex mutex; void *func; struct bpf_dispatcher_prog progs[48]; int num_progs; void *image; u32 image_off; struct bpf_ksym ksym; }; enum { BPF_F_BROADCAST = 8, BPF_F_EXCLUDE_INGRESS = 16, }; struct bpf_devmap_val { __u32 ifindex; union { int fd; __u32 id; } bpf_prog; }; enum net_device_flags { IFF_UP = 1, IFF_BROADCAST = 2, IFF_DEBUG = 4, IFF_LOOPBACK = 8, IFF_POINTOPOINT = 16, IFF_NOTRAILERS = 32, IFF_RUNNING = 64, IFF_NOARP = 128, IFF_PROMISC = 256, IFF_ALLMULTI = 512, IFF_MASTER = 1024, IFF_SLAVE = 2048, IFF_MULTICAST = 4096, IFF_PORTSEL = 8192, IFF_AUTOMEDIA = 16384, IFF_DYNAMIC = 32768, IFF_LOWER_UP = 65536, IFF_DORMANT = 131072, IFF_ECHO = 262144, }; enum netdev_priv_flags { IFF_802_1Q_VLAN = 1, IFF_EBRIDGE = 2, IFF_BONDING = 4, IFF_ISATAP = 8, IFF_WAN_HDLC = 16, IFF_XMIT_DST_RELEASE = 32, IFF_DONT_BRIDGE = 64, IFF_DISABLE_NETPOLL = 128, IFF_MACVLAN_PORT = 256, IFF_BRIDGE_PORT = 512, IFF_OVS_DATAPATH = 1024, IFF_TX_SKB_SHARING = 2048, IFF_UNICAST_FLT = 4096, IFF_TEAM_PORT = 8192, IFF_SUPP_NOFCS = 16384, IFF_LIVE_ADDR_CHANGE = 32768, IFF_MACVLAN = 65536, IFF_XMIT_DST_RELEASE_PERM = 131072, IFF_L3MDEV_MASTER = 262144, IFF_NO_QUEUE = 524288, IFF_OPENVSWITCH = 1048576, IFF_L3MDEV_SLAVE = 2097152, IFF_TEAM = 4194304, IFF_RXFH_CONFIGURED = 8388608, IFF_PHONY_HEADROOM = 16777216, IFF_MACSEC = 33554432, IFF_NO_RX_HANDLER = 67108864, IFF_FAILOVER = 134217728, IFF_FAILOVER_SLAVE = 268435456, IFF_L3MDEV_RX_HANDLER = 536870912, IFF_LIVE_RENAME_OK = 1073741824, IFF_TX_SKB_NO_LINEAR = 2147483648, IFF_CHANGE_PROTO_DOWN = 0, }; struct xdp_dev_bulk_queue { struct xdp_frame *q[16]; struct list_head flush_node; struct net_device *dev; struct net_device *dev_rx; struct bpf_prog *xdp_prog; unsigned int count; }; enum netdev_cmd { NETDEV_UP = 1, NETDEV_DOWN = 2, NETDEV_REBOOT = 3, NETDEV_CHANGE = 4, NETDEV_REGISTER = 5, NETDEV_UNREGISTER = 6, NETDEV_CHANGEMTU = 7, NETDEV_CHANGEADDR = 8, NETDEV_PRE_CHANGEADDR = 9, NETDEV_GOING_DOWN = 10, NETDEV_CHANGENAME = 11, NETDEV_FEAT_CHANGE = 12, NETDEV_BONDING_FAILOVER = 13, NETDEV_PRE_UP = 14, NETDEV_PRE_TYPE_CHANGE = 15, NETDEV_POST_TYPE_CHANGE = 16, NETDEV_POST_INIT = 17, NETDEV_RELEASE = 18, NETDEV_NOTIFY_PEERS = 19, NETDEV_JOIN = 20, NETDEV_CHANGEUPPER = 21, NETDEV_RESEND_IGMP = 22, NETDEV_PRECHANGEMTU = 23, NETDEV_CHANGEINFODATA = 24, NETDEV_BONDING_INFO = 25, NETDEV_PRECHANGEUPPER = 26, NETDEV_CHANGELOWERSTATE = 27, NETDEV_UDP_TUNNEL_PUSH_INFO = 28, NETDEV_UDP_TUNNEL_DROP_INFO = 29, NETDEV_CHANGE_TX_QUEUE_LEN = 30, NETDEV_CVLAN_FILTER_PUSH_INFO = 31, NETDEV_CVLAN_FILTER_DROP_INFO = 32, NETDEV_SVLAN_FILTER_PUSH_INFO = 33, NETDEV_SVLAN_FILTER_DROP_INFO = 34, NETDEV_OFFLOAD_XSTATS_ENABLE = 35, NETDEV_OFFLOAD_XSTATS_DISABLE = 36, NETDEV_OFFLOAD_XSTATS_REPORT_USED = 37, NETDEV_OFFLOAD_XSTATS_REPORT_DELTA = 38, }; struct netdev_notifier_info { struct net_device *dev; struct netlink_ext_ack *extack; }; struct bpf_nh_params { u32 nh_family; union { u32 ipv4_nh; struct in6_addr ipv6_nh; }; }; struct bpf_redirect_info { u32 flags; u32 tgt_index; void *tgt_value; struct bpf_map *map; u32 map_id; enum bpf_map_type map_type; u32 kern_flags; struct bpf_nh_params nh; }; struct bpf_dtab; struct bpf_dtab_netdev { struct net_device *dev; struct hlist_node index_hlist; struct bpf_dtab *dtab; struct bpf_prog *xdp_prog; struct callback_head rcu; unsigned int idx; struct bpf_devmap_val val; }; struct bpf_dtab { struct bpf_map map; struct bpf_dtab_netdev **netdev_map; struct list_head list; struct hlist_head *dev_index_head; spinlock_t index_lock; unsigned int items; u32 n_buckets; long: 32; long: 64; long: 64; }; struct bpf_cpumap_val { __u32 qsize; union { int fd; __u32 id; } bpf_prog; }; struct bpf_cpu_map_entry; struct xdp_bulk_queue { void *q[8]; struct list_head flush_node; struct bpf_cpu_map_entry *obj; unsigned int count; }; struct bpf_cpu_map; struct bpf_cpu_map_entry { u32 cpu; int map_id; struct xdp_bulk_queue *bulkq; struct bpf_cpu_map *cmap; struct ptr_ring *queue; struct task_struct *kthread; struct bpf_cpumap_val value; struct bpf_prog *prog; atomic_t refcnt; struct callback_head rcu; struct work_struct kthread_stop_wq; }; struct bpf_cpu_map { struct bpf_map map; struct bpf_cpu_map_entry **cpu_map; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct rhlist_head { struct rhash_head rhead; struct rhlist_head *next; }; struct bpf_prog_offload_ops { int (*insn_hook)(struct bpf_verifier_env *, int, int); int (*finalize)(struct bpf_verifier_env *); int (*replace_insn)(struct bpf_verifier_env *, u32, struct bpf_insn *); int (*remove_insns)(struct bpf_verifier_env *, u32, u32); int (*prepare)(struct bpf_prog *); int (*translate)(struct bpf_prog *); void (*destroy)(struct bpf_prog *); }; struct bpf_offload_dev { const struct bpf_prog_offload_ops *ops; struct list_head netdevs; void *priv; }; struct bpf_offload_netdev { struct rhash_head l; struct net_device *netdev; struct bpf_offload_dev *offdev; struct list_head progs; struct list_head maps; struct list_head offdev_netdevs; }; struct ns_get_path_bpf_prog_args { struct bpf_prog *prog; struct bpf_prog_info *info; }; struct ns_get_path_bpf_map_args { struct bpf_offloaded_map *offmap; struct bpf_map_info *info; }; struct bpf_netns_link { struct bpf_link link; enum bpf_attach_type type; enum netns_bpf_attach_type netns_type; struct net *net; struct list_head node; }; enum bpf_stack_build_id_status { BPF_STACK_BUILD_ID_EMPTY = 0, BPF_STACK_BUILD_ID_VALID = 1, BPF_STACK_BUILD_ID_IP = 2, }; struct bpf_stack_build_id { __s32 status; unsigned char build_id[20]; union { __u64 offset; __u64 ip; }; }; enum { BPF_F_SKIP_FIELD_MASK = 255, BPF_F_USER_STACK = 256, BPF_F_FAST_STACK_CMP = 512, BPF_F_REUSE_STACKID = 1024, BPF_F_USER_BUILD_ID = 2048, }; enum perf_callchain_context { PERF_CONTEXT_HV = 4294967264, PERF_CONTEXT_KERNEL = 4294967168, PERF_CONTEXT_USER = 4294966784, PERF_CONTEXT_GUEST = 4294965248, PERF_CONTEXT_GUEST_KERNEL = 4294965120, PERF_CONTEXT_GUEST_USER = 4294964736, PERF_CONTEXT_MAX = 4294963201, }; struct stack_map_bucket { struct pcpu_freelist_node fnode; u32 hash; u32 nr; u64 data[0]; }; struct bpf_stack_map { struct bpf_map map; void *elems; struct pcpu_freelist freelist; u32 n_buckets; struct stack_map_bucket *buckets[0]; long: 64; long: 64; long: 64; }; typedef u64 (*btf_bpf_get_stackid)(struct pt_regs *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stackid_pe)(struct bpf_perf_event_data_kern *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack)(struct pt_regs *, void *, u32, u64); typedef u64 (*btf_bpf_get_task_stack)(struct task_struct *, void *, u32, u64); typedef u64 (*btf_bpf_get_stack_pe)(struct bpf_perf_event_data_kern *, void *, u32, u64); enum { BPF_F_SYSCTL_BASE_NAME = 1, }; struct qdisc_skb_cb { struct { unsigned int pkt_len; u16 slave_dev_queue_mapping; u16 tc_classid; }; unsigned char data[20]; }; struct bpf_skb_data_end { struct qdisc_skb_cb qdisc_cb; void *data_meta; void *data_end; }; struct bpf_sockopt_buf { u8 data[32]; }; enum { TCPF_ESTABLISHED = 2, TCPF_SYN_SENT = 4, TCPF_SYN_RECV = 8, TCPF_FIN_WAIT1 = 16, TCPF_FIN_WAIT2 = 32, TCPF_TIME_WAIT = 64, TCPF_CLOSE = 128, TCPF_CLOSE_WAIT = 256, TCPF_LAST_ACK = 512, TCPF_LISTEN = 1024, TCPF_CLOSING = 2048, TCPF_NEW_SYN_RECV = 4096, }; struct bpf_cgroup_link { struct bpf_link link; struct cgroup *cgroup; enum bpf_attach_type type; }; struct bpf_prog_list { struct list_head node; struct bpf_prog *prog; struct bpf_cgroup_link *link; struct bpf_cgroup_storage *storage[2]; }; typedef u64 (*btf_bpf_get_retval)(); typedef u64 (*btf_bpf_set_retval)(int); typedef u64 (*btf_bpf_sysctl_get_name)(struct bpf_sysctl_kern *, char *, size_t, u64); typedef u64 (*btf_bpf_sysctl_get_current_value)(struct bpf_sysctl_kern *, char *, size_t); typedef u64 (*btf_bpf_sysctl_get_new_value)(struct bpf_sysctl_kern *, char *, size_t); typedef u64 (*btf_bpf_sysctl_set_new_value)(struct bpf_sysctl_kern *, const char *, size_t); typedef u64 (*btf_bpf_get_netns_cookie_sockopt)(struct bpf_sockopt_kern *); enum sock_type { SOCK_STREAM = 1, SOCK_DGRAM = 2, SOCK_RAW = 3, SOCK_RDM = 4, SOCK_SEQPACKET = 5, SOCK_DCCP = 6, SOCK_PACKET = 10, }; enum sock_flags { SOCK_DEAD = 0, SOCK_DONE = 1, SOCK_URGINLINE = 2, SOCK_KEEPOPEN = 3, SOCK_LINGER = 4, SOCK_DESTROY = 5, SOCK_BROADCAST = 6, SOCK_TIMESTAMP = 7, SOCK_ZAPPED = 8, SOCK_USE_WRITE_QUEUE = 9, SOCK_DBG = 10, SOCK_RCVTSTAMP = 11, SOCK_RCVTSTAMPNS = 12, SOCK_LOCALROUTE = 13, SOCK_MEMALLOC = 14, SOCK_TIMESTAMPING_RX_SOFTWARE = 15, SOCK_FASYNC = 16, SOCK_RXQ_OVFL = 17, SOCK_ZEROCOPY = 18, SOCK_WIFI_STATUS = 19, SOCK_NOFCS = 20, SOCK_FILTER_LOCKED = 21, SOCK_SELECT_ERR_QUEUE = 22, SOCK_RCU_FREE = 23, SOCK_TXTIME = 24, SOCK_XDP = 25, SOCK_TSTAMP_NEW = 26, SOCK_RCVMARK = 27, }; struct reuseport_array { struct bpf_map map; struct sock *ptrs[0]; }; struct bpf_dummy_ops_state { int val; }; struct bpf_dummy_ops { int (*test_1)(struct bpf_dummy_ops_state *); int (*test_2)(struct bpf_dummy_ops_state *, int, short unsigned int, char, long unsigned int); }; enum bpf_struct_ops_state { BPF_STRUCT_OPS_STATE_INIT = 0, BPF_STRUCT_OPS_STATE_INUSE = 1, BPF_STRUCT_OPS_STATE_TOBEFREE = 2, }; struct bpf_struct_ops_value { refcount_t refcnt; enum bpf_struct_ops_state state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; char data[0]; }; struct bpf_struct_ops_map { struct bpf_map map; struct callback_head rcu; const struct bpf_struct_ops *st_ops; struct mutex lock; struct bpf_link **links; void *image; struct bpf_struct_ops_value *uvalue; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct bpf_struct_ops_value kvalue; }; struct bpf_struct_ops_bpf_dummy_ops { refcount_t refcnt; enum bpf_struct_ops_state state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct bpf_dummy_ops data; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_struct_ops_tcp_congestion_ops { refcount_t refcnt; enum bpf_struct_ops_state state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct tcp_congestion_ops data; }; enum { BPF_STRUCT_OPS_TYPE_bpf_dummy_ops = 0, BPF_STRUCT_OPS_TYPE_tcp_congestion_ops = 1, __NR_BPF_STRUCT_OPS_TYPE = 2, }; enum { BPF_F_BPRM_SECUREEXEC = 1, }; struct sembuf { short unsigned int sem_num; short int sem_op; short int sem_flg; }; enum key_need_perm { KEY_NEED_UNSPECIFIED = 0, KEY_NEED_VIEW = 1, KEY_NEED_READ = 2, KEY_NEED_WRITE = 3, KEY_NEED_SEARCH = 4, KEY_NEED_LINK = 5, KEY_NEED_SETATTR = 6, KEY_NEED_UNLINK = 7, KEY_SYSADMIN_OVERRIDE = 8, KEY_AUTHTOKEN_OVERRIDE = 9, KEY_DEFER_PERM_CHECK = 10, }; struct __key_reference_with_attributes; typedef struct __key_reference_with_attributes *key_ref_t; struct xfrm_sec_ctx { __u8 ctx_doi; __u8 ctx_alg; __u16 ctx_len; __u32 ctx_sid; char ctx_str[0]; }; struct xfrm_user_sec_ctx { __u16 len; __u16 exttype; __u8 ctx_alg; __u8 ctx_doi; __u16 ctx_len; }; typedef u64 (*btf_bpf_bprm_opts_set)(struct linux_binprm *, u64); typedef u64 (*btf_bpf_ima_inode_hash)(struct inode *, void *, u32); typedef u64 (*btf_bpf_ima_file_hash)(struct file *, void *, u32); typedef u64 (*btf_bpf_get_attach_cookie)(void *); struct static_call_tramp_key { s32 tramp; s32 key; }; enum perf_event_read_format { PERF_FORMAT_TOTAL_TIME_ENABLED = 1, PERF_FORMAT_TOTAL_TIME_RUNNING = 2, PERF_FORMAT_ID = 4, PERF_FORMAT_GROUP = 8, PERF_FORMAT_MAX = 16, }; enum perf_event_ioc_flags { PERF_IOC_FLAG_GROUP = 1, }; struct perf_ns_link_info { __u64 dev; __u64 ino; }; enum { NET_NS_INDEX = 0, UTS_NS_INDEX = 1, IPC_NS_INDEX = 2, PID_NS_INDEX = 3, USER_NS_INDEX = 4, MNT_NS_INDEX = 5, CGROUP_NS_INDEX = 6, NR_NAMESPACES = 7, }; enum perf_event_type { PERF_RECORD_MMAP = 1, PERF_RECORD_LOST = 2, PERF_RECORD_COMM = 3, PERF_RECORD_EXIT = 4, PERF_RECORD_THROTTLE = 5, PERF_RECORD_UNTHROTTLE = 6, PERF_RECORD_FORK = 7, PERF_RECORD_READ = 8, PERF_RECORD_SAMPLE = 9, PERF_RECORD_MMAP2 = 10, PERF_RECORD_AUX = 11, PERF_RECORD_ITRACE_START = 12, PERF_RECORD_LOST_SAMPLES = 13, PERF_RECORD_SWITCH = 14, PERF_RECORD_SWITCH_CPU_WIDE = 15, PERF_RECORD_NAMESPACES = 16, PERF_RECORD_KSYMBOL = 17, PERF_RECORD_BPF_EVENT = 18, PERF_RECORD_CGROUP = 19, PERF_RECORD_TEXT_POKE = 20, PERF_RECORD_AUX_OUTPUT_HW_ID = 21, PERF_RECORD_MAX = 22, }; struct swevent_hlist { struct hlist_head heads[256]; struct callback_head callback_head; }; struct pmu_event_list { raw_spinlock_t lock; struct list_head list; }; struct perf_buffer { refcount_t refcount; struct callback_head callback_head; int nr_pages; int overwrite; int paused; atomic_t poll; local_t head; unsigned int nest; local_t events; local_t wakeup; local_t lost; long int watermark; long int aux_watermark; spinlock_t event_lock; struct list_head event_list; atomic_t mmap_count; long unsigned int mmap_locked; struct user_struct *mmap_user; long int aux_head; unsigned int aux_nest; long int aux_wakeup; long unsigned int aux_pgoff; int aux_nr_pages; int aux_overwrite; atomic_t aux_mmap_count; long unsigned int aux_mmap_locked; void (*free_aux)(void *); refcount_t aux_refcount; int aux_in_sampling; void **aux_pages; void *aux_priv; struct perf_event_mmap_page *user_page; void *data_pages[0]; }; struct match_token { int token; const char *pattern; }; enum { MAX_OPT_ARGS = 3, }; struct min_heap { void *data; int nr; int size; }; struct min_heap_callbacks { int elem_size; bool (*less)(const void *, const void *); void (*swp)(void *, void *); }; typedef int (*remote_function_f)(void *); struct remote_function_call { struct task_struct *p; remote_function_f func; void *info; int ret; }; typedef void (*event_f)(struct perf_event *, struct perf_cpu_context *, struct perf_event_context *, void *); struct event_function_struct { struct perf_event *event; event_f func; void *data; }; enum event_type_t { EVENT_FLEXIBLE = 1, EVENT_PINNED = 2, EVENT_TIME = 4, EVENT_CPU = 8, EVENT_ALL = 3, }; struct __group_key { int cpu; struct cgroup *cgroup; }; struct stop_event_data { struct perf_event *event; unsigned int restart; }; struct perf_read_data { struct perf_event *event; bool group; int ret; }; struct perf_read_event { struct perf_event_header header; u32 pid; u32 tid; }; typedef void perf_iterate_f(struct perf_event *, void *); struct remote_output { struct perf_buffer *rb; int err; }; struct perf_task_event { struct task_struct *task; struct perf_event_context *task_ctx; struct { struct perf_event_header header; u32 pid; u32 ppid; u32 tid; u32 ptid; u64 time; } event_id; }; struct perf_comm_event { struct task_struct *task; char *comm; int comm_size; struct { struct perf_event_header header; u32 pid; u32 tid; } event_id; }; struct perf_namespaces_event { struct task_struct *task; struct { struct perf_event_header header; u32 pid; u32 tid; u64 nr_namespaces; struct perf_ns_link_info link_info[7]; } event_id; }; struct perf_cgroup_event { char *path; int path_size; struct { struct perf_event_header header; u64 id; char path[0]; } event_id; }; struct perf_mmap_event { struct vm_area_struct *vma; const char *file_name; int file_size; int maj; int min; u64 ino; u64 ino_generation; u32 prot; u32 flags; u8 build_id[20]; u32 build_id_size; struct { struct perf_event_header header; u32 pid; u32 tid; u64 start; u64 len; u64 pgoff; } event_id; }; struct perf_switch_event { struct task_struct *task; struct task_struct *next_prev; struct { struct perf_event_header header; u32 next_prev_pid; u32 next_prev_tid; } event_id; }; struct perf_ksymbol_event { const char *name; int name_len; struct { struct perf_event_header header; u64 addr; u32 len; u16 ksym_type; u16 flags; } event_id; }; struct perf_bpf_event { struct bpf_prog *prog; struct { struct perf_event_header header; u16 type; u16 flags; u32 id; u8 tag[8]; } event_id; }; struct perf_text_poke_event { const void *old_bytes; const void *new_bytes; size_t pad; u16 old_len; u16 new_len; struct { struct perf_event_header header; u64 addr; } event_id; }; struct swevent_htable { struct swevent_hlist *swevent_hlist; struct mutex hlist_mutex; int hlist_refcount; int recursion[4]; }; enum perf_probe_config { PERF_PROBE_CONFIG_IS_RETPROBE = 1, PERF_UPROBE_REF_CTR_OFFSET_BITS = 32, PERF_UPROBE_REF_CTR_OFFSET_SHIFT = 32, }; enum { IF_ACT_NONE = 4294967295, IF_ACT_FILTER = 0, IF_ACT_START = 1, IF_ACT_STOP = 2, IF_SRC_FILE = 3, IF_SRC_KERNEL = 4, IF_SRC_FILEADDR = 5, IF_SRC_KERNELADDR = 6, }; enum { IF_STATE_ACTION = 0, IF_STATE_SOURCE = 1, IF_STATE_END = 2, }; struct perf_aux_event { struct perf_event_header header; u64 hw_id; }; struct perf_aux_event___2 { struct perf_event_header header; u32 pid; u32 tid; }; struct perf_aux_event___3 { struct perf_event_header header; u64 offset; u64 size; u64 flags; }; struct callchain_cpus_entries { struct callback_head callback_head; struct perf_callchain_entry *cpu_entries[0]; }; enum bp_type_idx { TYPE_INST = 0, TYPE_DATA = 0, TYPE_MAX = 1, }; struct bp_cpuinfo { unsigned int cpu_pinned; unsigned int *tsk_pinned; unsigned int flexible; }; struct bp_busy_slots { unsigned int pinned; unsigned int flexible; }; typedef u8 uprobe_opcode_t; struct uprobe { struct rb_node rb_node; refcount_t ref; struct rw_semaphore register_rwsem; struct rw_semaphore consumer_rwsem; struct list_head pending_list; struct uprobe_consumer *consumers; struct inode *inode; loff_t offset; loff_t ref_ctr_offset; long unsigned int flags; struct arch_uprobe arch; }; struct xol_area { wait_queue_head_t wq; atomic_t slot_count; long unsigned int *bitmap; struct vm_special_mapping xol_mapping; struct page *pages[2]; long unsigned int vaddr; }; typedef long unsigned int vm_flags_t; struct compact_control; struct capture_control { struct compact_control *cc; struct page *page; }; struct page_vma_mapped_walk { long unsigned int pfn; long unsigned int nr_pages; long unsigned int pgoff; struct vm_area_struct *vma; long unsigned int address; pmd_t *pmd; pte_t *pte; spinlock_t *ptl; unsigned int flags; }; struct compact_control { struct list_head freepages; struct list_head migratepages; unsigned int nr_freepages; unsigned int nr_migratepages; long unsigned int free_pfn; long unsigned int migrate_pfn; long unsigned int fast_start_pfn; struct zone *zone; long unsigned int total_migrate_scanned; long unsigned int total_free_scanned; short unsigned int fast_search_fail; short int search_order; const gfp_t gfp_mask; int order; int migratetype; const unsigned int alloc_flags; const int highest_zoneidx; enum migrate_mode mode; bool ignore_skip_hint; bool no_set_skip_hint; bool ignore_block_suitable; bool direct_compaction; bool proactive_compaction; bool whole_zone; bool contended; bool rescan; bool alloc_contig; }; struct delayed_uprobe { struct list_head list; struct uprobe *uprobe; struct mm_struct *mm; }; struct __uprobe_key { struct inode *inode; loff_t offset; }; struct map_info { struct map_info *next; struct mm_struct *mm; long unsigned int vaddr; }; struct user_return_notifier { void (*on_user_return)(struct user_return_notifier *); struct hlist_node link; }; struct parallel_data; struct padata_priv { struct list_head list; struct parallel_data *pd; int cb_cpu; unsigned int seq_nr; int info; void (*parallel)(struct padata_priv *); void (*serial)(struct padata_priv *); }; struct padata_cpumask { cpumask_var_t pcpu; cpumask_var_t cbcpu; }; struct padata_shell; struct padata_list; struct padata_serial_queue; struct parallel_data { struct padata_shell *ps; struct padata_list *reorder_list; struct padata_serial_queue *squeue; refcount_t refcnt; unsigned int seq_nr; unsigned int processed; int cpu; struct padata_cpumask cpumask; struct work_struct reorder_work; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct padata_list { struct list_head list; spinlock_t lock; }; struct padata_serial_queue { struct padata_list serial; struct work_struct work; struct parallel_data *pd; }; struct padata_instance; struct padata_shell { struct padata_instance *pinst; struct parallel_data *pd; struct parallel_data *opd; struct list_head list; }; struct padata_instance { struct hlist_node cpu_online_node; struct hlist_node cpu_dead_node; struct workqueue_struct *parallel_wq; struct workqueue_struct *serial_wq; struct list_head pslist; struct padata_cpumask cpumask; struct kobject kobj; struct mutex lock; u8 flags; }; struct padata_mt_job { void (*thread_fn)(long unsigned int, long unsigned int, void *); void *fn_arg; long unsigned int start; long unsigned int size; long unsigned int align; long unsigned int min_chunk; int max_threads; }; struct padata_work { struct work_struct pw_work; struct list_head pw_list; void *pw_data; }; struct padata_mt_job_state { spinlock_t lock; struct completion completion; struct padata_mt_job *job; int nworks; int nworks_fini; long unsigned int chunk_size; }; struct padata_sysfs_entry { struct attribute attr; ssize_t (*show)(struct padata_instance *, struct attribute *, char *); ssize_t (*store)(struct padata_instance *, struct attribute *, const char *, size_t); }; struct static_key_mod { struct static_key_mod *next; struct jump_entry *entries; struct module *mod; }; struct static_key_deferred { struct static_key key; long unsigned int timeout; struct delayed_work work; }; enum rseq_cpu_id_state { RSEQ_CPU_ID_UNINITIALIZED = 4294967295, RSEQ_CPU_ID_REGISTRATION_FAILED = 4294967294, }; enum rseq_flags { RSEQ_FLAG_UNREGISTER = 1, }; enum rseq_cs_flags { RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT = 1, RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL = 2, RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE = 4, }; struct rseq_cs { __u32 version; __u32 flags; __u64 start_ip; __u64 post_commit_offset; __u64 abort_ip; }; struct trace_event_raw_rseq_update { struct trace_entry ent; s32 cpu_id; char __data[0]; }; struct trace_event_raw_rseq_ip_fixup { struct trace_entry ent; long unsigned int regs_ip; long unsigned int start_ip; long unsigned int post_commit_offset; long unsigned int abort_ip; char __data[0]; }; struct trace_event_data_offsets_rseq_update {}; struct trace_event_data_offsets_rseq_ip_fixup {}; typedef void (*btf_trace_rseq_update)(void *, struct task_struct *); typedef void (*btf_trace_rseq_ip_fixup)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); struct watch; struct watch_list { struct callback_head rcu; struct hlist_head watchers; void (*release_watch)(struct watch *); spinlock_t lock; }; enum watch_notification_type { WATCH_TYPE_META = 0, WATCH_TYPE_KEY_NOTIFY = 1, WATCH_TYPE__NR = 2, }; enum watch_meta_notification_subtype { WATCH_META_REMOVAL_NOTIFICATION = 0, WATCH_META_LOSS_NOTIFICATION = 1, }; struct watch_notification { __u32 type: 24; __u32 subtype: 8; __u32 info; }; struct watch_notification_type_filter { __u32 type; __u32 info_filter; __u32 info_mask; __u32 subtype_filter[8]; }; struct watch_notification_filter { __u32 nr_filters; __u32 __reserved; struct watch_notification_type_filter filters[0]; }; struct watch_notification_removal { struct watch_notification watch; __u64 id; }; struct watch_type_filter { enum watch_notification_type type; __u32 subtype_filter[1]; __u32 info_filter; __u32 info_mask; }; struct watch_filter { union { struct callback_head rcu; long unsigned int type_filter[1]; }; u32 nr_filters; struct watch_type_filter filters[0]; }; struct watch_queue { struct callback_head rcu; struct watch_filter *filter; struct pipe_inode_info *pipe; struct hlist_head watches; struct page **notes; long unsigned int *notes_bitmap; struct kref usage; spinlock_t lock; unsigned int nr_notes; unsigned int nr_pages; bool defunct; }; struct watch { union { struct callback_head rcu; u32 info_id; }; struct watch_queue *queue; struct hlist_node queue_node; struct watch_list *watch_list; struct hlist_node list_node; const struct cred *cred; void *private; u64 id; struct kref usage; }; struct pkcs7_message; enum blacklist_hash_type { BLACKLIST_HASH_X509_TBS = 1, BLACKLIST_HASH_BINARY = 2, }; typedef int __kernel_rwf_t; enum positive_aop_returns { AOP_WRITEPAGE_ACTIVATE = 524288, AOP_TRUNCATED_PAGE = 524289, }; enum iter_type { ITER_IOVEC = 0, ITER_KVEC = 1, ITER_BVEC = 2, ITER_PIPE = 3, ITER_XARRAY = 4, ITER_DISCARD = 5, }; enum mapping_flags { AS_EIO = 0, AS_ENOSPC = 1, AS_MM_ALL_LOCKS = 2, AS_UNEVICTABLE = 3, AS_EXITING = 4, AS_NO_WRITEBACK_TAGS = 5, AS_LARGE_FOLIO_SUPPORT = 6, }; typedef int filler_t(struct file *, struct folio *); struct wait_page_key { struct folio *folio; int bit_nr; int page_match; }; struct pagevec { unsigned char nr; bool percpu_pvec_drained; struct page *pages[15]; }; struct folio_batch { unsigned char nr; bool percpu_pvec_drained; struct folio *folios[15]; }; struct trace_event_raw_mm_filemap_op_page_cache { struct trace_entry ent; long unsigned int pfn; long unsigned int i_ino; long unsigned int index; dev_t s_dev; unsigned char order; char __data[0]; }; struct trace_event_raw_filemap_set_wb_err { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; errseq_t errseq; char __data[0]; }; struct trace_event_raw_file_check_and_advance_wb_err { struct trace_entry ent; struct file *file; long unsigned int i_ino; dev_t s_dev; errseq_t old; errseq_t new; char __data[0]; }; struct trace_event_data_offsets_mm_filemap_op_page_cache {}; struct trace_event_data_offsets_filemap_set_wb_err {}; struct trace_event_data_offsets_file_check_and_advance_wb_err {}; typedef void (*btf_trace_mm_filemap_delete_from_page_cache)(void *, struct folio *); typedef void (*btf_trace_mm_filemap_add_to_page_cache)(void *, struct folio *); typedef void (*btf_trace_filemap_set_wb_err)(void *, struct address_space *, errseq_t); typedef void (*btf_trace_file_check_and_advance_wb_err)(void *, struct file *, errseq_t); enum behavior { EXCLUSIVE = 0, SHARED = 1, DROP = 2, }; struct reciprocal_value { u32 m; u8 sh1; u8 sh2; }; struct kmem_cache_order_objects { unsigned int x; }; struct kmem_cache_cpu; struct kmem_cache_node; struct kmem_cache { struct kmem_cache_cpu *cpu_slab; slab_flags_t flags; long unsigned int min_partial; unsigned int size; unsigned int object_size; struct reciprocal_value reciprocal_size; unsigned int offset; unsigned int cpu_partial; unsigned int cpu_partial_slabs; struct kmem_cache_order_objects oo; struct kmem_cache_order_objects min; gfp_t allocflags; int refcount; void (*ctor)(void *); unsigned int inuse; unsigned int align; unsigned int red_left_pad; const char *name; struct list_head list; struct kobject kobj; long unsigned int random; unsigned int remote_node_defrag_ratio; unsigned int *random_seq; unsigned int useroffset; unsigned int usersize; struct kmem_cache_node *node[1024]; }; struct slab { long unsigned int __page_flags; union { struct list_head slab_list; struct callback_head callback_head; struct { struct slab *next; int slabs; }; }; struct kmem_cache *slab_cache; void *freelist; union { long unsigned int counters; struct { unsigned int inuse: 16; unsigned int objects: 15; unsigned int frozen: 1; }; }; unsigned int __unused; atomic_t __page_refcount; long unsigned int memcg_data; }; struct kmem_cache_cpu { void **freelist; long unsigned int tid; struct slab *slab; struct slab *partial; local_lock_t lock; }; struct kmem_cache_node { spinlock_t list_lock; long unsigned int nr_partial; struct list_head partial; atomic_long_t nr_slabs; atomic_long_t total_objects; struct list_head full; }; enum oom_constraint { CONSTRAINT_NONE = 0, CONSTRAINT_CPUSET = 1, CONSTRAINT_MEMORY_POLICY = 2, CONSTRAINT_MEMCG = 3, }; struct oom_control { struct zonelist *zonelist; nodemask_t *nodemask; struct mem_cgroup *memcg; const gfp_t gfp_mask; const int order; long unsigned int totalpages; struct task_struct *chosen; long int chosen_points; enum oom_constraint constraint; }; enum compact_priority { COMPACT_PRIO_SYNC_FULL = 0, MIN_COMPACT_PRIORITY = 0, COMPACT_PRIO_SYNC_LIGHT = 1, MIN_COMPACT_COSTLY_PRIORITY = 1, DEF_COMPACT_PRIORITY = 1, COMPACT_PRIO_ASYNC = 2, INIT_COMPACT_PRIORITY = 2, }; enum compact_result { COMPACT_NOT_SUITABLE_ZONE = 0, COMPACT_SKIPPED = 1, COMPACT_DEFERRED = 2, COMPACT_NO_SUITABLE_PAGE = 3, COMPACT_CONTINUE = 4, COMPACT_COMPLETE = 5, COMPACT_PARTIAL_SKIPPED = 6, COMPACT_CONTENDED = 7, COMPACT_SUCCESS = 8, }; struct trace_event_raw_oom_score_adj_update { struct trace_entry ent; pid_t pid; char comm[16]; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_reclaim_retry_zone { struct trace_entry ent; int node; int zone_idx; int order; long unsigned int reclaimable; long unsigned int available; long unsigned int min_wmark; int no_progress_loops; bool wmark_check; char __data[0]; }; struct trace_event_raw_mark_victim { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_wake_reaper { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_start_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_finish_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_skip_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_compact_retry { struct trace_entry ent; int order; int priority; int result; int retries; int max_retries; bool ret; char __data[0]; }; struct trace_event_data_offsets_oom_score_adj_update {}; struct trace_event_data_offsets_reclaim_retry_zone {}; struct trace_event_data_offsets_mark_victim {}; struct trace_event_data_offsets_wake_reaper {}; struct trace_event_data_offsets_start_task_reaping {}; struct trace_event_data_offsets_finish_task_reaping {}; struct trace_event_data_offsets_skip_task_reaping {}; struct trace_event_data_offsets_compact_retry {}; typedef void (*btf_trace_oom_score_adj_update)(void *, struct task_struct *); typedef void (*btf_trace_reclaim_retry_zone)(void *, struct zoneref *, int, long unsigned int, long unsigned int, long unsigned int, int, bool); typedef void (*btf_trace_mark_victim)(void *, int); typedef void (*btf_trace_wake_reaper)(void *, int); typedef void (*btf_trace_start_task_reaping)(void *, int); typedef void (*btf_trace_finish_task_reaping)(void *, int); typedef void (*btf_trace_skip_task_reaping)(void *, int); typedef void (*btf_trace_compact_retry)(void *, int, enum compact_priority, enum compact_result, int, int, bool); enum wb_state { WB_registered = 0, WB_writeback_running = 1, WB_has_dirty_io = 2, WB_start_all = 3, }; struct wb_lock_cookie { bool locked; long unsigned int flags; }; typedef int (*writepage_t)(struct page *, struct writeback_control *, void *); enum page_memcg_data_flags { MEMCG_DATA_OBJCGS = 1, MEMCG_DATA_KMEM = 2, __NR_MEMCG_DATA_FLAGS = 4, }; struct dirty_throttle_control { struct wb_domain *dom; struct dirty_throttle_control *gdtc; struct bdi_writeback *wb; struct fprop_local_percpu *wb_completions; long unsigned int avail; long unsigned int dirty; long unsigned int thresh; long unsigned int bg_thresh; long unsigned int wb_dirty; long unsigned int wb_thresh; long unsigned int wb_bg_thresh; long unsigned int pos_ratio; }; typedef void compound_page_dtor(struct page *); struct trace_event_raw_mm_lru_insertion { struct trace_entry ent; struct folio *folio; long unsigned int pfn; enum lru_list lru; long unsigned int flags; char __data[0]; }; struct trace_event_raw_mm_lru_activate { struct trace_entry ent; struct folio *folio; long unsigned int pfn; char __data[0]; }; struct trace_event_data_offsets_mm_lru_insertion {}; struct trace_event_data_offsets_mm_lru_activate {}; typedef void (*btf_trace_mm_lru_insertion)(void *, struct folio *); typedef void (*btf_trace_mm_lru_activate)(void *, struct folio *); struct lru_rotate { local_lock_t lock; struct pagevec pvec; }; struct lru_pvecs { local_lock_t lock; struct pagevec lru_add; struct pagevec lru_deactivate_file; struct pagevec lru_deactivate; struct pagevec lru_lazyfree; struct pagevec activate_page; }; enum lruvec_flags { LRUVEC_CONGESTED = 0, }; enum pgdat_flags { PGDAT_DIRTY = 0, PGDAT_WRITEBACK = 1, PGDAT_RECLAIM_LOCKED = 2, }; enum zone_flags { ZONE_BOOSTED_WATERMARK = 0, ZONE_RECLAIM_ACTIVE = 1, }; struct reclaim_stat { unsigned int nr_dirty; unsigned int nr_unqueued_dirty; unsigned int nr_congested; unsigned int nr_writeback; unsigned int nr_immediate; unsigned int nr_pageout; unsigned int nr_activate[2]; unsigned int nr_ref_keep; unsigned int nr_unmap_fail; unsigned int nr_lazyfree_fail; }; enum { SWP_USED = 1, SWP_WRITEOK = 2, SWP_DISCARDABLE = 4, SWP_DISCARDING = 8, SWP_SOLIDSTATE = 16, SWP_CONTINUED = 32, SWP_BLKDEV = 64, SWP_ACTIVATED = 128, SWP_FS_OPS = 256, SWP_AREA_DISCARD = 512, SWP_PAGE_DISCARD = 1024, SWP_STABLE_WRITES = 2048, SWP_SYNCHRONOUS_IO = 4096, SWP_SCANNING = 16384, }; enum ttu_flags { TTU_SPLIT_HUGE_PMD = 4, TTU_IGNORE_MLOCK = 8, TTU_SYNC = 16, TTU_IGNORE_HWPOISON = 32, TTU_BATCH_FLUSH = 64, TTU_RMAP_LOCKED = 128, }; struct migration_target_control { int nid; nodemask_t *nmask; gfp_t gfp_mask; }; struct trace_event_raw_mm_vmscan_kswapd_sleep { struct trace_entry ent; int nid; char __data[0]; }; struct trace_event_raw_mm_vmscan_kswapd_wake { struct trace_entry ent; int nid; int zid; int order; char __data[0]; }; struct trace_event_raw_mm_vmscan_wakeup_kswapd { struct trace_entry ent; int nid; int zid; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_direct_reclaim_begin_template { struct trace_entry ent; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_direct_reclaim_end_template { struct trace_entry ent; long unsigned int nr_reclaimed; char __data[0]; }; struct trace_event_raw_mm_shrink_slab_start { struct trace_entry ent; struct shrinker *shr; void *shrink; int nid; long int nr_objects_to_shrink; long unsigned int gfp_flags; long unsigned int cache_items; long long unsigned int delta; long unsigned int total_scan; int priority; char __data[0]; }; struct trace_event_raw_mm_shrink_slab_end { struct trace_entry ent; struct shrinker *shr; int nid; void *shrink; long int unused_scan; long int new_scan; int retval; long int total_scan; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_isolate { struct trace_entry ent; int highest_zoneidx; int order; long unsigned int nr_requested; long unsigned int nr_scanned; long unsigned int nr_skipped; long unsigned int nr_taken; unsigned int isolate_mode; int lru; char __data[0]; }; struct trace_event_raw_mm_vmscan_write_folio { struct trace_entry ent; long unsigned int pfn; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_shrink_inactive { struct trace_entry ent; int nid; long unsigned int nr_scanned; long unsigned int nr_reclaimed; long unsigned int nr_dirty; long unsigned int nr_writeback; long unsigned int nr_congested; long unsigned int nr_immediate; unsigned int nr_activate0; unsigned int nr_activate1; long unsigned int nr_ref_keep; long unsigned int nr_unmap_fail; int priority; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_shrink_active { struct trace_entry ent; int nid; long unsigned int nr_taken; long unsigned int nr_active; long unsigned int nr_deactivated; long unsigned int nr_referenced; int priority; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_node_reclaim_begin { struct trace_entry ent; int nid; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_throttled { struct trace_entry ent; int nid; int usec_timeout; int usec_delayed; int reason; char __data[0]; }; struct trace_event_data_offsets_mm_vmscan_kswapd_sleep {}; struct trace_event_data_offsets_mm_vmscan_kswapd_wake {}; struct trace_event_data_offsets_mm_vmscan_wakeup_kswapd {}; struct trace_event_data_offsets_mm_vmscan_direct_reclaim_begin_template {}; struct trace_event_data_offsets_mm_vmscan_direct_reclaim_end_template {}; struct trace_event_data_offsets_mm_shrink_slab_start {}; struct trace_event_data_offsets_mm_shrink_slab_end {}; struct trace_event_data_offsets_mm_vmscan_lru_isolate {}; struct trace_event_data_offsets_mm_vmscan_write_folio {}; struct trace_event_data_offsets_mm_vmscan_lru_shrink_inactive {}; struct trace_event_data_offsets_mm_vmscan_lru_shrink_active {}; struct trace_event_data_offsets_mm_vmscan_node_reclaim_begin {}; struct trace_event_data_offsets_mm_vmscan_throttled {}; typedef void (*btf_trace_mm_vmscan_kswapd_sleep)(void *, int); typedef void (*btf_trace_mm_vmscan_kswapd_wake)(void *, int, int, int); typedef void (*btf_trace_mm_vmscan_wakeup_kswapd)(void *, int, int, int, gfp_t); typedef void (*btf_trace_mm_vmscan_direct_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_memcg_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_memcg_softlimit_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_direct_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_memcg_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_memcg_softlimit_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_shrink_slab_start)(void *, struct shrinker *, struct shrink_control *, long int, long unsigned int, long long unsigned int, long unsigned int, int); typedef void (*btf_trace_mm_shrink_slab_end)(void *, struct shrinker *, int, int, long int, long int, long int); typedef void (*btf_trace_mm_vmscan_lru_isolate)(void *, int, int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, isolate_mode_t, int); typedef void (*btf_trace_mm_vmscan_write_folio)(void *, struct folio *); typedef void (*btf_trace_mm_vmscan_lru_shrink_inactive)(void *, int, long unsigned int, long unsigned int, struct reclaim_stat *, int, int); typedef void (*btf_trace_mm_vmscan_lru_shrink_active)(void *, int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, int, int); typedef void (*btf_trace_mm_vmscan_node_reclaim_begin)(void *, int, int, gfp_t); typedef void (*btf_trace_mm_vmscan_node_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_throttled)(void *, int, int, int, int); struct scan_control { long unsigned int nr_to_reclaim; nodemask_t *nodemask; struct mem_cgroup *target_mem_cgroup; long unsigned int anon_cost; long unsigned int file_cost; unsigned int may_deactivate: 2; unsigned int force_deactivate: 1; unsigned int skipped_deactivate: 1; unsigned int may_writepage: 1; unsigned int may_unmap: 1; unsigned int may_swap: 1; unsigned int memcg_low_reclaim: 1; unsigned int memcg_low_skipped: 1; unsigned int hibernation_mode: 1; unsigned int compaction_ready: 1; unsigned int cache_trim_mode: 1; unsigned int file_is_tiny: 1; unsigned int no_demotion: 1; s8 order; s8 priority; s8 reclaim_idx; gfp_t gfp_mask; long unsigned int nr_scanned; long unsigned int nr_reclaimed; struct { unsigned int dirty; unsigned int unqueued_dirty; unsigned int congested; unsigned int writeback; unsigned int immediate; unsigned int file_taken; unsigned int taken; } nr; struct reclaim_state reclaim_state; }; typedef enum { PAGE_KEEP = 0, PAGE_ACTIVATE = 1, PAGE_SUCCESS = 2, PAGE_CLEAN = 3, } pageout_t; enum page_references { PAGEREF_RECLAIM = 0, PAGEREF_RECLAIM_CLEAN = 1, PAGEREF_KEEP = 2, PAGEREF_ACTIVATE = 3, }; enum scan_balance { SCAN_EQUAL = 0, SCAN_FRACT = 1, SCAN_ANON = 2, SCAN_FILE = 3, }; typedef __u64 __le64; struct xattr { const char *name; void *value; size_t value_len; }; struct constant_table { const char *name; int value; }; enum { MPOL_DEFAULT = 0, MPOL_PREFERRED = 1, MPOL_BIND = 2, MPOL_INTERLEAVE = 3, MPOL_LOCAL = 4, MPOL_PREFERRED_MANY = 5, MPOL_MAX = 6, }; struct shared_policy { struct rb_root root; rwlock_t lock; }; struct simple_xattrs { struct list_head head; spinlock_t lock; }; struct simple_xattr { struct list_head list; char *name; size_t size; char value[0]; }; enum fid_type { FILEID_ROOT = 0, FILEID_INO32_GEN = 1, FILEID_INO32_GEN_PARENT = 2, FILEID_BTRFS_WITHOUT_PARENT = 77, FILEID_BTRFS_WITH_PARENT = 78, FILEID_BTRFS_WITH_PARENT_ROOT = 79, FILEID_UDF_WITHOUT_PARENT = 81, FILEID_UDF_WITH_PARENT = 82, FILEID_NILFS_WITHOUT_PARENT = 97, FILEID_NILFS_WITH_PARENT = 98, FILEID_FAT_WITHOUT_PARENT = 113, FILEID_FAT_WITH_PARENT = 114, FILEID_LUSTRE = 151, FILEID_KERNFS = 254, FILEID_INVALID = 255, }; struct fid { union { struct { u32 ino; u32 gen; u32 parent_ino; u32 parent_gen; } i32; struct { u32 block; u16 partref; u16 parent_partref; u32 generation; u32 parent_block; u32 parent_generation; } udf; __u32 raw[0]; }; }; struct shmem_inode_info { spinlock_t lock; unsigned int seals; long unsigned int flags; long unsigned int alloced; long unsigned int swapped; long unsigned int fallocend; struct list_head shrinklist; struct list_head swaplist; struct shared_policy policy; struct simple_xattrs xattrs; atomic_t stop_eviction; struct timespec64 i_crtime; struct inode vfs_inode; }; struct shmem_sb_info { long unsigned int max_blocks; struct percpu_counter used_blocks; long unsigned int max_inodes; long unsigned int free_inodes; raw_spinlock_t stat_lock; umode_t mode; unsigned char huge; kuid_t uid; kgid_t gid; bool full_inums; ino_t next_ino; ino_t *ino_batch; struct mempolicy *mpol; spinlock_t shrinklist_lock; struct list_head shrinklist; long unsigned int shrinklist_len; }; enum sgp_type { SGP_READ = 0, SGP_NOALLOC = 1, SGP_CACHE = 2, SGP_WRITE = 3, SGP_FALLOC = 4, }; struct shmem_falloc { wait_queue_head_t *waitq; long unsigned int start; long unsigned int next; long unsigned int nr_falloced; long unsigned int nr_unswapped; }; struct shmem_options { long long unsigned int blocks; long long unsigned int inodes; struct mempolicy *mpol; kuid_t uid; kgid_t gid; umode_t mode; bool full_inums; int huge; int seen; }; enum shmem_param { Opt_gid = 0, Opt_huge = 1, Opt_mode = 2, Opt_mpol = 3, Opt_nr_blocks = 4, Opt_nr_inodes = 5, Opt_size = 6, Opt_uid = 7, Opt_inode32 = 8, Opt_inode64 = 9, }; enum writeback_stat_item { NR_DIRTY_THRESHOLD = 0, NR_DIRTY_BG_THRESHOLD = 1, NR_VM_WRITEBACK_STAT_ITEMS = 2, }; struct contig_page_info { long unsigned int free_pages; long unsigned int free_blocks_total; long unsigned int free_blocks_suitable; }; struct radix_tree_iter { long unsigned int index; long unsigned int next_index; long unsigned int tags; struct xa_node *node; }; enum { RADIX_TREE_ITER_TAG_MASK = 15, RADIX_TREE_ITER_TAGGED = 16, RADIX_TREE_ITER_CONTIG = 32, }; struct pcpu_group_info { int nr_units; long unsigned int base_offset; unsigned int *cpu_map; }; struct pcpu_alloc_info { size_t static_size; size_t reserved_size; size_t dyn_size; size_t unit_size; size_t atom_size; size_t alloc_size; size_t __ai_size; int nr_groups; struct pcpu_group_info groups[0]; }; typedef int pcpu_fc_cpu_to_node_fn_t(int); typedef int pcpu_fc_cpu_distance_fn_t(unsigned int, unsigned int); struct trace_event_raw_percpu_alloc_percpu { struct trace_entry ent; long unsigned int call_site; bool reserved; bool is_atomic; size_t size; size_t align; void *base_addr; int off; void *ptr; size_t bytes_alloc; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_percpu_free_percpu { struct trace_entry ent; void *base_addr; int off; void *ptr; char __data[0]; }; struct trace_event_raw_percpu_alloc_percpu_fail { struct trace_entry ent; bool reserved; bool is_atomic; size_t size; size_t align; char __data[0]; }; struct trace_event_raw_percpu_create_chunk { struct trace_entry ent; void *base_addr; char __data[0]; }; struct trace_event_raw_percpu_destroy_chunk { struct trace_entry ent; void *base_addr; char __data[0]; }; struct trace_event_data_offsets_percpu_alloc_percpu {}; struct trace_event_data_offsets_percpu_free_percpu {}; struct trace_event_data_offsets_percpu_alloc_percpu_fail {}; struct trace_event_data_offsets_percpu_create_chunk {}; struct trace_event_data_offsets_percpu_destroy_chunk {}; typedef void (*btf_trace_percpu_alloc_percpu)(void *, long unsigned int, bool, bool, size_t, size_t, void *, int, void *, size_t, gfp_t); typedef void (*btf_trace_percpu_free_percpu)(void *, void *, int, void *); typedef void (*btf_trace_percpu_alloc_percpu_fail)(void *, bool, bool, size_t, size_t); typedef void (*btf_trace_percpu_create_chunk)(void *, void *); typedef void (*btf_trace_percpu_destroy_chunk)(void *, void *); struct pcpu_block_md { int scan_hint; int scan_hint_start; int contig_hint; int contig_hint_start; int left_free; int right_free; int first_free; int nr_bits; }; struct pcpu_chunk { struct list_head list; int free_bytes; struct pcpu_block_md chunk_md; void *base_addr; long unsigned int *alloc_map; long unsigned int *bound_map; struct pcpu_block_md *md_blocks; void *data; bool immutable; bool isolated; int start_offset; int end_offset; struct obj_cgroup **obj_cgroups; int nr_pages; int nr_populated; int nr_empty_pop_pages; long unsigned int populated[0]; }; struct trace_event_raw_kmem_alloc { struct trace_entry ent; long unsigned int call_site; const void *ptr; size_t bytes_req; size_t bytes_alloc; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_kmem_alloc_node { struct trace_entry ent; long unsigned int call_site; const void *ptr; size_t bytes_req; size_t bytes_alloc; long unsigned int gfp_flags; int node; char __data[0]; }; struct trace_event_raw_kfree { struct trace_entry ent; long unsigned int call_site; const void *ptr; char __data[0]; }; struct trace_event_raw_kmem_cache_free { struct trace_entry ent; long unsigned int call_site; const void *ptr; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_mm_page_free { struct trace_entry ent; long unsigned int pfn; unsigned int order; char __data[0]; }; struct trace_event_raw_mm_page_free_batched { struct trace_entry ent; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_mm_page_alloc { struct trace_entry ent; long unsigned int pfn; unsigned int order; long unsigned int gfp_flags; int migratetype; char __data[0]; }; struct trace_event_raw_mm_page { struct trace_entry ent; long unsigned int pfn; unsigned int order; int migratetype; int percpu_refill; char __data[0]; }; struct trace_event_raw_mm_page_pcpu_drain { struct trace_entry ent; long unsigned int pfn; unsigned int order; int migratetype; char __data[0]; }; struct trace_event_raw_mm_page_alloc_extfrag { struct trace_entry ent; long unsigned int pfn; int alloc_order; int fallback_order; int alloc_migratetype; int fallback_migratetype; int change_ownership; char __data[0]; }; struct trace_event_raw_rss_stat { struct trace_entry ent; unsigned int mm_id; unsigned int curr; int member; long int size; char __data[0]; }; struct trace_event_data_offsets_kmem_alloc {}; struct trace_event_data_offsets_kmem_alloc_node {}; struct trace_event_data_offsets_kfree {}; struct trace_event_data_offsets_kmem_cache_free { u32 name; }; struct trace_event_data_offsets_mm_page_free {}; struct trace_event_data_offsets_mm_page_free_batched {}; struct trace_event_data_offsets_mm_page_alloc {}; struct trace_event_data_offsets_mm_page {}; struct trace_event_data_offsets_mm_page_pcpu_drain {}; struct trace_event_data_offsets_mm_page_alloc_extfrag {}; struct trace_event_data_offsets_rss_stat {}; typedef void (*btf_trace_kmalloc)(void *, long unsigned int, const void *, size_t, size_t, gfp_t); typedef void (*btf_trace_kmem_cache_alloc)(void *, long unsigned int, const void *, size_t, size_t, gfp_t); typedef void (*btf_trace_kmalloc_node)(void *, long unsigned int, const void *, size_t, size_t, gfp_t, int); typedef void (*btf_trace_kmem_cache_alloc_node)(void *, long unsigned int, const void *, size_t, size_t, gfp_t, int); typedef void (*btf_trace_kfree)(void *, long unsigned int, const void *); typedef void (*btf_trace_kmem_cache_free)(void *, long unsigned int, const void *, const char *); typedef void (*btf_trace_mm_page_free)(void *, struct page *, unsigned int); typedef void (*btf_trace_mm_page_free_batched)(void *, struct page *); typedef void (*btf_trace_mm_page_alloc)(void *, struct page *, unsigned int, gfp_t, int); typedef void (*btf_trace_mm_page_alloc_zone_locked)(void *, struct page *, unsigned int, int, int); typedef void (*btf_trace_mm_page_pcpu_drain)(void *, struct page *, unsigned int, int); typedef void (*btf_trace_mm_page_alloc_extfrag)(void *, struct page *, int, int, int, int); typedef void (*btf_trace_rss_stat)(void *, struct mm_struct *, int, long int); enum slab_state { DOWN = 0, PARTIAL = 1, PARTIAL_NODE = 2, UP = 3, FULL = 4, }; struct kmalloc_info_struct { const char *name[4]; unsigned int size; }; struct slabinfo { long unsigned int active_objs; long unsigned int num_objs; long unsigned int active_slabs; long unsigned int num_slabs; long unsigned int shared_avail; unsigned int limit; unsigned int batchcount; unsigned int shared; unsigned int objects_per_slab; unsigned int cache_order; }; struct kmem_obj_info { void *kp_ptr; struct slab *kp_slab; void *kp_objp; long unsigned int kp_data_offset; struct kmem_cache *kp_slab_cache; void *kp_ret; void *kp_stack[16]; void *kp_free_stack[16]; }; enum pageblock_bits { PB_migrate = 0, PB_migrate_end = 2, PB_migrate_skip = 3, NR_PAGEBLOCK_BITS = 4, }; struct alloc_context { struct zonelist *zonelist; nodemask_t *nodemask; struct zoneref *preferred_zoneref; int migratetype; enum zone_type highest_zoneidx; bool spread_dirty_pages; }; struct trace_event_raw_mm_compaction_isolate_template { struct trace_entry ent; long unsigned int start_pfn; long unsigned int end_pfn; long unsigned int nr_scanned; long unsigned int nr_taken; char __data[0]; }; struct trace_event_raw_mm_compaction_migratepages { struct trace_entry ent; long unsigned int nr_migrated; long unsigned int nr_failed; char __data[0]; }; struct trace_event_raw_mm_compaction_begin { struct trace_entry ent; long unsigned int zone_start; long unsigned int migrate_pfn; long unsigned int free_pfn; long unsigned int zone_end; bool sync; char __data[0]; }; struct trace_event_raw_mm_compaction_end { struct trace_entry ent; long unsigned int zone_start; long unsigned int migrate_pfn; long unsigned int free_pfn; long unsigned int zone_end; bool sync; int status; char __data[0]; }; struct trace_event_raw_mm_compaction_try_to_compact_pages { struct trace_entry ent; int order; long unsigned int gfp_mask; int prio; char __data[0]; }; struct trace_event_raw_mm_compaction_suitable_template { struct trace_entry ent; int nid; enum zone_type idx; int order; int ret; char __data[0]; }; struct trace_event_raw_mm_compaction_defer_template { struct trace_entry ent; int nid; enum zone_type idx; int order; unsigned int considered; unsigned int defer_shift; int order_failed; char __data[0]; }; struct trace_event_raw_mm_compaction_kcompactd_sleep { struct trace_entry ent; int nid; char __data[0]; }; struct trace_event_raw_kcompactd_wake_template { struct trace_entry ent; int nid; int order; enum zone_type highest_zoneidx; char __data[0]; }; struct trace_event_data_offsets_mm_compaction_isolate_template {}; struct trace_event_data_offsets_mm_compaction_migratepages {}; struct trace_event_data_offsets_mm_compaction_begin {}; struct trace_event_data_offsets_mm_compaction_end {}; struct trace_event_data_offsets_mm_compaction_try_to_compact_pages {}; struct trace_event_data_offsets_mm_compaction_suitable_template {}; struct trace_event_data_offsets_mm_compaction_defer_template {}; struct trace_event_data_offsets_mm_compaction_kcompactd_sleep {}; struct trace_event_data_offsets_kcompactd_wake_template {}; typedef void (*btf_trace_mm_compaction_isolate_migratepages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_compaction_isolate_freepages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_compaction_migratepages)(void *, struct compact_control *, unsigned int); typedef void (*btf_trace_mm_compaction_begin)(void *, struct compact_control *, long unsigned int, long unsigned int, bool); typedef void (*btf_trace_mm_compaction_end)(void *, struct compact_control *, long unsigned int, long unsigned int, bool, int); typedef void (*btf_trace_mm_compaction_try_to_compact_pages)(void *, int, gfp_t, int); typedef void (*btf_trace_mm_compaction_finished)(void *, struct zone *, int, int); typedef void (*btf_trace_mm_compaction_suitable)(void *, struct zone *, int, int); typedef void (*btf_trace_mm_compaction_deferred)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_defer_compaction)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_defer_reset)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_kcompactd_sleep)(void *, int); typedef void (*btf_trace_mm_compaction_wakeup_kcompactd)(void *, int, int, enum zone_type); typedef void (*btf_trace_mm_compaction_kcompactd_wake)(void *, int, int, enum zone_type); typedef enum { ISOLATE_ABORT = 0, ISOLATE_NONE = 1, ISOLATE_SUCCESS = 2, } isolate_migrate_t; struct anon_vma_chain { struct vm_area_struct *vma; struct anon_vma *anon_vma; struct list_head same_vma; struct rb_node rb; long unsigned int rb_subtree_last; }; enum lru_status { LRU_REMOVED = 0, LRU_REMOVED_RETRY = 1, LRU_ROTATE = 2, LRU_SKIP = 3, LRU_RETRY = 4, }; struct list_lru_memcg { struct callback_head rcu; struct list_lru_one node[0]; }; typedef enum lru_status (*list_lru_walk_cb)(struct list_head *, struct list_lru_one *, spinlock_t *, void *); struct list_lru_memcg_table { struct list_lru_memcg *mlru; struct mem_cgroup *memcg; }; typedef struct { long unsigned int pd; } hugepd_t; struct follow_page_context { struct dev_pagemap *pgmap; unsigned int page_mask; }; struct trace_event_raw_mmap_lock { struct trace_entry ent; struct mm_struct *mm; u32 __data_loc_memcg_path; bool write; char __data[0]; }; struct trace_event_raw_mmap_lock_acquire_returned { struct trace_entry ent; struct mm_struct *mm; u32 __data_loc_memcg_path; bool write; bool success; char __data[0]; }; struct trace_event_data_offsets_mmap_lock { u32 memcg_path; }; struct trace_event_data_offsets_mmap_lock_acquire_returned { u32 memcg_path; }; typedef void (*btf_trace_mmap_lock_start_locking)(void *, struct mm_struct *, const char *, bool); typedef void (*btf_trace_mmap_lock_released)(void *, struct mm_struct *, const char *, bool); typedef void (*btf_trace_mmap_lock_acquire_returned)(void *, struct mm_struct *, const char *, bool, bool); struct memcg_path { local_lock_t lock; char *buf; local_t buf_idx; }; typedef unsigned int zap_flags_t; typedef unsigned int pgtbl_mod_mask; enum transparent_hugepage_flag { TRANSPARENT_HUGEPAGE_NEVER_DAX = 0, TRANSPARENT_HUGEPAGE_FLAG = 1, TRANSPARENT_HUGEPAGE_REQ_MADV_FLAG = 2, TRANSPARENT_HUGEPAGE_DEFRAG_DIRECT_FLAG = 3, TRANSPARENT_HUGEPAGE_DEFRAG_KSWAPD_FLAG = 4, TRANSPARENT_HUGEPAGE_DEFRAG_KSWAPD_OR_MADV_FLAG = 5, TRANSPARENT_HUGEPAGE_DEFRAG_REQ_MADV_FLAG = 6, TRANSPARENT_HUGEPAGE_DEFRAG_KHUGEPAGED_FLAG = 7, TRANSPARENT_HUGEPAGE_USE_ZERO_PAGE_FLAG = 8, }; typedef int (*pte_fn_t)(pte_t *, long unsigned int, void *); typedef long unsigned int pte_marker; typedef int rmap_t; struct zap_details { struct folio *single_folio; bool even_cows; zap_flags_t zap_flags; }; struct copy_subpage_arg { struct page *dst; struct page *src; struct vm_area_struct *vma; }; struct mm_walk; struct mm_walk_ops { int (*pgd_entry)(pgd_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*p4d_entry)(p4d_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pud_entry)(pud_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pmd_entry)(pmd_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pte_entry)(pte_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pte_hole)(long unsigned int, long unsigned int, int, struct mm_walk *); int (*hugetlb_entry)(pte_t *, long unsigned int, long unsigned int, long unsigned int, struct mm_walk *); int (*test_walk)(long unsigned int, long unsigned int, struct mm_walk *); int (*pre_vma)(long unsigned int, long unsigned int, struct mm_walk *); void (*post_vma)(struct mm_walk *); }; enum page_walk_action { ACTION_SUBTREE = 0, ACTION_CONTINUE = 1, ACTION_AGAIN = 2, }; struct mm_walk { const struct mm_walk_ops *ops; struct mm_struct *mm; pgd_t *pgd; struct vm_area_struct *vma; enum page_walk_action action; bool no_vma; void *private; }; struct mlock_pvec { local_lock_t lock; struct pagevec vec; }; enum { HUGETLB_SHMFS_INODE = 1, HUGETLB_ANONHUGE_INODE = 2, }; struct trace_event_raw_vm_unmapped_area { struct trace_entry ent; long unsigned int addr; long unsigned int total_vm; long unsigned int flags; long unsigned int length; long unsigned int low_limit; long unsigned int high_limit; long unsigned int align_mask; long unsigned int align_offset; char __data[0]; }; struct trace_event_data_offsets_vm_unmapped_area {}; typedef void (*btf_trace_vm_unmapped_area)(void *, long unsigned int, struct vm_unmapped_area_info *); enum pgt_entry { NORMAL_PMD = 0, HPAGE_PMD = 1, NORMAL_PUD = 2, HPAGE_PUD = 3, }; struct rmap_walk_control { void *arg; bool try_lock; bool contended; bool (*rmap_one)(struct folio *, struct vm_area_struct *, long unsigned int, void *); int (*done)(struct folio *); struct anon_vma * (*anon_lock)(struct folio *, struct rmap_walk_control *); bool (*invalid_vma)(struct vm_area_struct *, void *); }; struct trace_event_raw_tlb_flush { struct trace_entry ent; int reason; long unsigned int pages; char __data[0]; }; struct trace_event_data_offsets_tlb_flush {}; typedef void (*btf_trace_tlb_flush)(void *, int, long unsigned int); struct trace_event_raw_mm_migrate_pages { struct trace_entry ent; long unsigned int succeeded; long unsigned int failed; long unsigned int thp_succeeded; long unsigned int thp_failed; long unsigned int thp_split; enum migrate_mode mode; int reason; char __data[0]; }; struct trace_event_raw_mm_migrate_pages_start { struct trace_entry ent; enum migrate_mode mode; int reason; char __data[0]; }; struct trace_event_raw_migration_pte { struct trace_entry ent; long unsigned int addr; long unsigned int pte; int order; char __data[0]; }; struct trace_event_data_offsets_mm_migrate_pages {}; struct trace_event_data_offsets_mm_migrate_pages_start {}; struct trace_event_data_offsets_migration_pte {}; typedef void (*btf_trace_mm_migrate_pages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, enum migrate_mode, int); typedef void (*btf_trace_mm_migrate_pages_start)(void *, enum migrate_mode, int); typedef void (*btf_trace_set_migration_pte)(void *, long unsigned int, long unsigned int, int); typedef void (*btf_trace_remove_migration_pte)(void *, long unsigned int, long unsigned int, int); struct folio_referenced_arg { int mapcount; int referenced; long unsigned int vm_flags; struct mem_cgroup *memcg; }; struct make_exclusive_args { struct mm_struct *mm; long unsigned int address; void *owner; bool valid; }; struct vmap_area { long unsigned int va_start; long unsigned int va_end; struct rb_node rb_node; struct list_head list; union { long unsigned int subtree_max_size; struct vm_struct *vm; }; }; typedef unsigned int kasan_vmalloc_flags_t; struct vfree_deferred { struct llist_head list; struct work_struct wq; }; enum fit_type { NOTHING_FIT = 0, FL_FIT_TYPE = 1, LE_FIT_TYPE = 2, RE_FIT_TYPE = 3, NE_FIT_TYPE = 4, }; struct vmap_block_queue { spinlock_t lock; struct list_head free; }; struct vmap_block { spinlock_t lock; struct vmap_area *va; long unsigned int free; long unsigned int dirty; long unsigned int dirty_min; long unsigned int dirty_max; struct list_head free_list; struct callback_head callback_head; struct list_head purge; }; struct vmap_pfn_data { long unsigned int *pfns; pgprot_t prot; unsigned int idx; }; struct page_frag_cache { void *va; __u16 offset; __u16 size; unsigned int pagecnt_bias; bool pfmemalloc; }; enum meminit_context { MEMINIT_EARLY = 0, MEMINIT_HOTPLUG = 1, }; enum mminit_level { MMINIT_WARNING = 0, MMINIT_VERIFY = 1, MMINIT_TRACE = 2, }; typedef int fpi_t; struct pagesets { local_lock_t lock; }; struct pcpu_drain { struct zone *zone; struct work_struct work; }; struct mminit_pfnnid_cache { long unsigned int last_start; long unsigned int last_end; int last_nid; }; enum { MMOP_OFFLINE = 0, MMOP_ONLINE = 1, MMOP_ONLINE_KERNEL = 2, MMOP_ONLINE_MOVABLE = 3, }; typedef int mhp_t; typedef void (*online_page_callback_t)(struct page *, unsigned int); struct memory_group { int nid; struct list_head memory_blocks; long unsigned int present_kernel_pages; long unsigned int present_movable_pages; bool is_dynamic; union { struct { long unsigned int max_pages; } s; struct { long unsigned int unit_pages; } d; }; }; struct memory_block { long unsigned int start_section_nr; long unsigned int state; int online_type; int nid; struct zone *zone; struct device dev; long unsigned int nr_vmemmap_pages; struct memory_group *group; struct list_head group_next; }; struct memory_notify { long unsigned int start_pfn; long unsigned int nr_pages; int status_change_nid_normal; int status_change_nid; }; enum hugetlb_page_flags { HPG_restore_reserve = 0, HPG_migratable = 1, HPG_temporary = 2, HPG_freed = 3, HPG_vmemmap_optimized = 4, __NR_HPAGEFLAGS = 5, }; enum { ONLINE_POLICY_CONTIG_ZONES = 0, ONLINE_POLICY_AUTO_MOVABLE = 1, }; struct auto_movable_stats { long unsigned int kernel_early_pages; long unsigned int movable_pages; }; struct auto_movable_group_stats { long unsigned int movable_pages; long unsigned int req_kernel_early_pages; }; struct madvise_walk_private { struct mmu_gather *tlb; bool pageout; }; enum { IOPRIO_CLASS_NONE = 0, IOPRIO_CLASS_RT = 1, IOPRIO_CLASS_BE = 2, IOPRIO_CLASS_IDLE = 3, }; struct swap_iocb { struct kiocb iocb; struct bio_vec bvec[32]; int pages; int len; }; struct vma_swap_readahead { short unsigned int win; short unsigned int offset; short unsigned int nr_pte; pte_t *ptes; }; enum { PERCPU_REF_INIT_ATOMIC = 1, PERCPU_REF_INIT_DEAD = 2, PERCPU_REF_ALLOW_REINIT = 4, }; union swap_header { struct { char reserved[4086]; char magic[10]; } magic; struct { char bootbits[1024]; __u32 version; __u32 last_page; __u32 nr_badpages; unsigned char sws_uuid[16]; unsigned char sws_volume[16]; __u32 padding[117]; __u32 badpages[1]; } info; }; struct swap_extent { struct rb_node rb_node; long unsigned int start_page; long unsigned int nr_pages; sector_t start_block; }; struct swap_slots_cache { bool lock_initialized; struct mutex alloc_lock; swp_entry_t *slots; int nr; int cur; spinlock_t free_lock; swp_entry_t *slots_ret; int n_ret; }; struct frontswap_ops { void (*init)(unsigned int); int (*store)(unsigned int, long unsigned int, struct page *); int (*load)(unsigned int, long unsigned int, struct page *); void (*invalidate_page)(unsigned int, long unsigned int); void (*invalidate_area)(unsigned int); }; struct crypto_async_request; typedef void (*crypto_completion_t)(struct crypto_async_request *, int); struct crypto_async_request { struct list_head list; crypto_completion_t complete; void *data; struct crypto_tfm *tfm; u32 flags; }; struct crypto_wait { struct completion completion; int err; }; struct zpool; struct zpool_ops { int (*evict)(struct zpool *, long unsigned int); }; enum zpool_mapmode { ZPOOL_MM_RW = 0, ZPOOL_MM_RO = 1, ZPOOL_MM_WO = 2, ZPOOL_MM_DEFAULT = 0, }; struct acomp_req { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int slen; unsigned int dlen; u32 flags; void *__ctx[0]; }; struct crypto_acomp { int (*compress)(struct acomp_req *); int (*decompress)(struct acomp_req *); void (*dst_free)(struct scatterlist *); unsigned int reqsize; struct crypto_tfm base; }; struct crypto_acomp_ctx { struct crypto_acomp *acomp; struct acomp_req *req; struct crypto_wait wait; u8 *dstmem; struct mutex *mutex; }; struct zswap_pool { struct zpool *zpool; struct crypto_acomp_ctx *acomp_ctx; struct kref kref; struct list_head list; struct work_struct release_work; struct work_struct shrink_work; struct hlist_node node; char tfm_name[128]; }; struct zswap_entry { struct rb_node rbnode; long unsigned int offset; int refcount; unsigned int length; struct zswap_pool *pool; union { long unsigned int handle; long unsigned int value; }; struct obj_cgroup *objcg; }; struct zswap_header { swp_entry_t swpentry; }; struct zswap_tree { struct rb_root rbroot; spinlock_t lock; }; enum zswap_get_swap_ret { ZSWAP_SWAPCACHE_NEW = 0, ZSWAP_SWAPCACHE_EXIST = 1, ZSWAP_SWAPCACHE_FAIL = 2, }; struct dma_pool { struct list_head page_list; spinlock_t lock; size_t size; struct device *dev; size_t allocation; size_t boundary; char name[32]; struct list_head pools; }; struct dma_page { struct list_head page_list; void *vaddr; dma_addr_t dma; unsigned int in_use; unsigned int offset; }; enum string_size_units { STRING_UNITS_10 = 0, STRING_UNITS_2 = 1, }; enum mcopy_atomic_mode { MCOPY_ATOMIC_NORMAL = 0, MCOPY_ATOMIC_ZEROPAGE = 1, MCOPY_ATOMIC_CONTINUE = 2, }; enum { SUBPAGE_INDEX_SUBPOOL = 1, SUBPAGE_INDEX_CGROUP = 2, SUBPAGE_INDEX_CGROUP_RSVD = 3, __MAX_CGROUP_SUBPAGE_INDEX = 3, __NR_USED_SUBPAGE = 4, }; struct resv_map { struct kref refs; spinlock_t lock; struct list_head regions; long int adds_in_progress; struct list_head region_cache; long int region_cache_count; struct page_counter *reservation_counter; long unsigned int pages_per_hpage; struct cgroup_subsys_state *css; }; struct file_region { struct list_head link; long int from; long int to; struct page_counter *reservation_counter; struct cgroup_subsys_state *css; }; struct huge_bootmem_page { struct list_head list; struct hstate *hstate; }; enum hugetlb_memory_event { HUGETLB_MAX = 0, HUGETLB_NR_MEMORY_EVENTS = 1, }; struct hugetlb_cgroup_per_node { long unsigned int usage[2]; }; struct hugetlb_cgroup { struct cgroup_subsys_state css; struct page_counter hugepage[2]; struct page_counter rsvd_hugepage[2]; atomic_long_t events[2]; atomic_long_t events_local[2]; struct cgroup_file events_file[2]; struct cgroup_file events_local_file[2]; struct hugetlb_cgroup_per_node *nodeinfo[0]; }; enum vma_resv_mode { VMA_NEEDS_RESV = 0, VMA_COMMIT_RESV = 1, VMA_END_RESV = 2, VMA_ADD_RESV = 3, VMA_DEL_RESV = 4, }; struct node_hstate { struct kobject *hugepages_kobj; struct kobject *hstate_kobjs[2]; }; enum vmemmap_optimize_mode { VMEMMAP_OPTIMIZE_OFF = 0, VMEMMAP_OPTIMIZE_ON = 1, }; struct nodemask_scratch { nodemask_t mask1; nodemask_t mask2; }; struct sp_node { struct rb_node nd; long unsigned int start; long unsigned int end; struct mempolicy *policy; }; struct mempolicy_operations { int (*create)(struct mempolicy *, const nodemask_t *); void (*rebind)(struct mempolicy *, const nodemask_t *); }; struct queue_pages { struct list_head *pagelist; long unsigned int flags; nodemask_t *nmask; long unsigned int start; long unsigned int end; struct vm_area_struct *first; }; struct vmemmap_remap_walk { void (*remap_pte)(pte_t *, long unsigned int, struct vmemmap_remap_walk *); long unsigned int nr_walked; struct page *reuse_page; long unsigned int reuse_addr; struct list_head *vmemmap_pages; }; struct mmu_notifier_subscriptions { struct hlist_head list; bool has_itree; spinlock_t lock; long unsigned int invalidate_seq; long unsigned int active_invalidate_ranges; struct rb_root_cached itree; wait_queue_head_t wq; struct hlist_head deferred_list; }; struct mmu_interval_notifier; struct mmu_interval_notifier_ops { bool (*invalidate)(struct mmu_interval_notifier *, const struct mmu_notifier_range *, long unsigned int); }; struct mmu_interval_notifier { struct interval_tree_node interval_tree; const struct mmu_interval_notifier_ops *ops; struct mm_struct *mm; struct hlist_node deferred_item; long unsigned int invalidate_seq; }; struct rmap_item; struct mm_slot { struct hlist_node link; struct list_head mm_list; struct rmap_item *rmap_list; struct mm_struct *mm; }; struct stable_node; struct rmap_item { struct rmap_item *rmap_list; union { struct anon_vma *anon_vma; int nid; }; struct mm_struct *mm; long unsigned int address; unsigned int oldchecksum; union { struct rb_node node; struct { struct stable_node *head; struct hlist_node hlist; }; }; }; struct ksm_scan { struct mm_slot *mm_slot; long unsigned int address; struct rmap_item **rmap_list; long unsigned int seqnr; }; struct stable_node { union { struct rb_node node; struct { struct list_head *head; struct { struct hlist_node hlist_dup; struct list_head list; }; }; }; struct hlist_head hlist; union { long unsigned int kpfn; long unsigned int chain_prune_time; }; int rmap_hlist_len; int nid; }; enum get_ksm_page_flags { GET_KSM_PAGE_NOLOCK = 0, GET_KSM_PAGE_LOCK = 1, GET_KSM_PAGE_TRYLOCK = 2, }; typedef u32 depot_stack_handle_t; enum stat_item { ALLOC_FASTPATH = 0, ALLOC_SLOWPATH = 1, FREE_FASTPATH = 2, FREE_SLOWPATH = 3, FREE_FROZEN = 4, FREE_ADD_PARTIAL = 5, FREE_REMOVE_PARTIAL = 6, ALLOC_FROM_PARTIAL = 7, ALLOC_SLAB = 8, ALLOC_REFILL = 9, ALLOC_NODE_MISMATCH = 10, FREE_SLAB = 11, CPUSLAB_FLUSH = 12, DEACTIVATE_FULL = 13, DEACTIVATE_EMPTY = 14, DEACTIVATE_TO_HEAD = 15, DEACTIVATE_TO_TAIL = 16, DEACTIVATE_REMOTE_FREES = 17, DEACTIVATE_BYPASS = 18, ORDER_FALLBACK = 19, CMPXCHG_DOUBLE_CPU_FAIL = 20, CMPXCHG_DOUBLE_FAIL = 21, CPU_PARTIAL_ALLOC = 22, CPU_PARTIAL_FREE = 23, CPU_PARTIAL_NODE = 24, CPU_PARTIAL_DRAIN = 25, NR_SLUB_STAT_ITEMS = 26, }; struct track { long unsigned int addr; depot_stack_handle_t handle; int cpu; int pid; long unsigned int when; }; enum track_item { TRACK_ALLOC = 0, TRACK_FREE = 1, }; struct slub_flush_work { struct work_struct work; struct kmem_cache *s; bool skip; }; struct detached_freelist { struct slab *slab; void *tail; void *freelist; int cnt; struct kmem_cache *s; }; struct location { depot_stack_handle_t handle; long unsigned int count; long unsigned int addr; long long int sum_time; long int min_time; long int max_time; long int min_pid; long int max_pid; long unsigned int cpus[128]; nodemask_t nodes; }; struct loc_track { long unsigned int max; long unsigned int count; struct location *loc; loff_t idx; }; enum slab_stat_type { SL_ALL = 0, SL_PARTIAL = 1, SL_CPU = 2, SL_OBJECTS = 3, SL_TOTAL = 4, }; struct slab_attribute { struct attribute attr; ssize_t (*show)(struct kmem_cache *, char *); ssize_t (*store)(struct kmem_cache *, const char *, size_t); }; struct saved_alias { struct kmem_cache *s; const char *name; struct saved_alias *next; }; enum slab_modes { M_NONE = 0, M_PARTIAL = 1, M_FULL = 2, M_FREE = 3, M_FULL_NOLIST = 4, }; struct kcsan_scoped_access {}; enum kfence_object_state { KFENCE_OBJECT_UNUSED = 0, KFENCE_OBJECT_ALLOCATED = 1, KFENCE_OBJECT_FREED = 2, }; struct kfence_track { pid_t pid; int cpu; u64 ts_nsec; int num_stack_entries; long unsigned int stack_entries[64]; }; struct kfence_metadata { struct list_head list; struct callback_head callback_head; raw_spinlock_t lock; enum kfence_object_state state; long unsigned int addr; size_t size; struct kmem_cache *cache; long unsigned int unprotected_page; struct kfence_track alloc_track; struct kfence_track free_track; u32 alloc_stack_hash; struct obj_cgroup *objcg; }; enum kfence_error_type { KFENCE_ERROR_OOB = 0, KFENCE_ERROR_UAF = 1, KFENCE_ERROR_CORRUPTION = 2, KFENCE_ERROR_INVALID = 3, KFENCE_ERROR_INVALID_FREE = 4, }; enum kfence_counter_id { KFENCE_COUNTER_ALLOCATED = 0, KFENCE_COUNTER_ALLOCS = 1, KFENCE_COUNTER_FREES = 2, KFENCE_COUNTER_ZOMBIES = 3, KFENCE_COUNTER_BUGS = 4, KFENCE_COUNTER_SKIP_INCOMPAT = 5, KFENCE_COUNTER_SKIP_CAPACITY = 6, KFENCE_COUNTER_SKIP_COVERED = 7, KFENCE_COUNTER_COUNT = 8, }; typedef __kernel_long_t __kernel_ptrdiff_t; typedef __kernel_ptrdiff_t ptrdiff_t; struct buffer_head; typedef void bh_end_io_t(struct buffer_head *, int); struct buffer_head { long unsigned int b_state; struct buffer_head *b_this_page; struct page *b_page; sector_t b_blocknr; size_t b_size; char *b_data; struct block_device *b_bdev; bh_end_io_t *b_end_io; void *b_private; struct list_head b_assoc_buffers; struct address_space *b_assoc_map; atomic_t b_count; spinlock_t b_uptodate_lock; }; typedef struct page *new_page_t(struct page *, long unsigned int); typedef void free_page_t(struct page *, long unsigned int); enum bh_state_bits { BH_Uptodate = 0, BH_Dirty = 1, BH_Lock = 2, BH_Req = 3, BH_Mapped = 4, BH_New = 5, BH_Async_Read = 6, BH_Async_Write = 7, BH_Delay = 8, BH_Boundary = 9, BH_Write_EIO = 10, BH_Unwritten = 11, BH_Quiet = 12, BH_Meta = 13, BH_Prio = 14, BH_Defer_Completion = 15, BH_PrivateStart = 16, }; struct demotion_nodes { short unsigned int nr; short int nodes[15]; }; enum migrate_vma_direction { MIGRATE_VMA_SELECT_SYSTEM = 1, MIGRATE_VMA_SELECT_DEVICE_PRIVATE = 2, }; struct migrate_vma { struct vm_area_struct *vma; long unsigned int *dst; long unsigned int *src; long unsigned int cpages; long unsigned int npages; long unsigned int start; long unsigned int end; void *pgmap_owner; long unsigned int flags; }; struct trace_event_raw_hugepage_set_pmd { struct trace_entry ent; long unsigned int addr; long unsigned int pmd; char __data[0]; }; struct trace_event_raw_hugepage_update { struct trace_entry ent; long unsigned int addr; long unsigned int pte; long unsigned int clr; long unsigned int set; char __data[0]; }; struct trace_event_raw_migration_pmd { struct trace_entry ent; long unsigned int addr; long unsigned int pmd; char __data[0]; }; struct trace_event_data_offsets_hugepage_set_pmd {}; struct trace_event_data_offsets_hugepage_update {}; struct trace_event_data_offsets_migration_pmd {}; typedef void (*btf_trace_hugepage_set_pmd)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_hugepage_update)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_set_migration_pmd)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_remove_migration_pmd)(void *, long unsigned int, long unsigned int); enum scan_result { SCAN_FAIL = 0, SCAN_SUCCEED = 1, SCAN_PMD_NULL = 2, SCAN_EXCEED_NONE_PTE = 3, SCAN_EXCEED_SWAP_PTE = 4, SCAN_EXCEED_SHARED_PTE = 5, SCAN_PTE_NON_PRESENT = 6, SCAN_PTE_UFFD_WP = 7, SCAN_PAGE_RO = 8, SCAN_LACK_REFERENCED_PAGE = 9, SCAN_PAGE_NULL = 10, SCAN_SCAN_ABORT = 11, SCAN_PAGE_COUNT = 12, SCAN_PAGE_LRU = 13, SCAN_PAGE_LOCK = 14, SCAN_PAGE_ANON = 15, SCAN_PAGE_COMPOUND = 16, SCAN_ANY_PROCESS = 17, SCAN_VMA_NULL = 18, SCAN_VMA_CHECK = 19, SCAN_ADDRESS_RANGE = 20, SCAN_DEL_PAGE_LRU = 21, SCAN_ALLOC_HUGE_PAGE_FAIL = 22, SCAN_CGROUP_CHARGE_FAIL = 23, SCAN_TRUNCATED = 24, SCAN_PAGE_HAS_PRIVATE = 25, }; struct trace_event_raw_mm_khugepaged_scan_pmd { struct trace_entry ent; struct mm_struct *mm; long unsigned int pfn; bool writable; int referenced; int none_or_zero; int status; int unmapped; char __data[0]; }; struct trace_event_raw_mm_collapse_huge_page { struct trace_entry ent; struct mm_struct *mm; int isolated; int status; char __data[0]; }; struct trace_event_raw_mm_collapse_huge_page_isolate { struct trace_entry ent; long unsigned int pfn; int none_or_zero; int referenced; bool writable; int status; char __data[0]; }; struct trace_event_raw_mm_collapse_huge_page_swapin { struct trace_entry ent; struct mm_struct *mm; int swapped_in; int referenced; int ret; char __data[0]; }; struct trace_event_data_offsets_mm_khugepaged_scan_pmd {}; struct trace_event_data_offsets_mm_collapse_huge_page {}; struct trace_event_data_offsets_mm_collapse_huge_page_isolate {}; struct trace_event_data_offsets_mm_collapse_huge_page_swapin {}; typedef void (*btf_trace_mm_khugepaged_scan_pmd)(void *, struct mm_struct *, struct page *, bool, int, int, int, int); typedef void (*btf_trace_mm_collapse_huge_page)(void *, struct mm_struct *, int, int); typedef void (*btf_trace_mm_collapse_huge_page_isolate)(void *, struct page *, int, int, bool, int); typedef void (*btf_trace_mm_collapse_huge_page_swapin)(void *, struct mm_struct *, int, int, int); struct mm_slot___2 { struct hlist_node hash; struct list_head mm_node; struct mm_struct *mm; int nr_pte_mapped_thp; long unsigned int pte_mapped_thp[8]; }; struct khugepaged_scan { struct list_head mm_head; struct mm_slot___2 *mm_slot; long unsigned int address; }; struct mem_cgroup_reclaim_cookie { pg_data_t *pgdat; unsigned int generation; }; struct mem_cgroup_tree_per_node { struct rb_root rb_root; struct rb_node *rb_rightmost; spinlock_t lock; }; struct mem_cgroup_tree { struct mem_cgroup_tree_per_node *rb_tree_per_node[1024]; }; struct mem_cgroup_eventfd_list { struct list_head list; struct eventfd_ctx *eventfd; }; struct mem_cgroup_event { struct mem_cgroup *memcg; struct eventfd_ctx *eventfd; struct list_head list; int (*register_event)(struct mem_cgroup *, struct eventfd_ctx *, const char *); void (*unregister_event)(struct mem_cgroup *, struct eventfd_ctx *); poll_table pt; wait_queue_head_t *wqh; wait_queue_entry_t wait; struct work_struct remove; }; struct move_charge_struct { spinlock_t lock; struct mm_struct *mm; struct mem_cgroup *from; struct mem_cgroup *to; long unsigned int flags; long unsigned int precharge; long unsigned int moved_charge; long unsigned int moved_swap; struct task_struct *moving_task; wait_queue_head_t waitq; }; enum res_type { _MEM = 0, _MEMSWAP = 1, _KMEM = 2, _TCP = 3, }; struct memory_stat { const char *name; unsigned int idx; }; struct oom_wait_info { struct mem_cgroup *memcg; wait_queue_entry_t wait; }; struct memcg_stock_pcp { local_lock_t stock_lock; struct mem_cgroup *cached; unsigned int nr_pages; struct obj_cgroup *cached_objcg; struct pglist_data *cached_pgdat; unsigned int nr_bytes; int nr_slab_reclaimable_b; int nr_slab_unreclaimable_b; struct work_struct work; long unsigned int flags; }; enum { RES_USAGE = 0, RES_LIMIT = 1, RES_MAX_USAGE = 2, RES_FAILCNT = 3, RES_SOFT_LIMIT = 4, }; union mc_target { struct page *page; swp_entry_t ent; }; enum mc_target_type { MC_TARGET_NONE = 0, MC_TARGET_PAGE = 1, MC_TARGET_SWAP = 2, MC_TARGET_DEVICE = 3, }; struct uncharge_gather { struct mem_cgroup *memcg; long unsigned int nr_memory; long unsigned int pgpgout; long unsigned int nr_kmem; int nid; }; struct numa_stat { const char *name; unsigned int lru_mask; }; enum vmpressure_levels { VMPRESSURE_LOW = 0, VMPRESSURE_MEDIUM = 1, VMPRESSURE_CRITICAL = 2, VMPRESSURE_NUM_LEVELS = 3, }; enum vmpressure_modes { VMPRESSURE_NO_PASSTHROUGH = 0, VMPRESSURE_HIERARCHY = 1, VMPRESSURE_LOCAL = 2, VMPRESSURE_NUM_MODES = 3, }; struct vmpressure_event { struct eventfd_ctx *efd; enum vmpressure_levels level; enum vmpressure_modes mode; struct list_head node; }; struct swap_cgroup_ctrl { struct page **map; long unsigned int length; spinlock_t lock; }; struct swap_cgroup { short unsigned int id; }; enum { RES_USAGE___2 = 0, RES_RSVD_USAGE = 1, RES_LIMIT___2 = 2, RES_RSVD_LIMIT = 3, RES_MAX_USAGE___2 = 4, RES_RSVD_MAX_USAGE = 5, RES_FAILCNT___2 = 6, RES_RSVD_FAILCNT = 7, }; enum mf_result { MF_IGNORED = 0, MF_FAILED = 1, MF_DELAYED = 2, MF_RECOVERED = 3, }; enum mf_action_page_type { MF_MSG_KERNEL = 0, MF_MSG_KERNEL_HIGH_ORDER = 1, MF_MSG_SLAB = 2, MF_MSG_DIFFERENT_COMPOUND = 3, MF_MSG_HUGE = 4, MF_MSG_FREE_HUGE = 5, MF_MSG_NON_PMD_HUGE = 6, MF_MSG_UNMAP_FAILED = 7, MF_MSG_DIRTY_SWAPCACHE = 8, MF_MSG_CLEAN_SWAPCACHE = 9, MF_MSG_DIRTY_MLOCKED_LRU = 10, MF_MSG_CLEAN_MLOCKED_LRU = 11, MF_MSG_DIRTY_UNEVICTABLE_LRU = 12, MF_MSG_CLEAN_UNEVICTABLE_LRU = 13, MF_MSG_DIRTY_LRU = 14, MF_MSG_CLEAN_LRU = 15, MF_MSG_TRUNCATED_LRU = 16, MF_MSG_BUDDY = 17, MF_MSG_DAX = 18, MF_MSG_UNSPLIT_THP = 19, MF_MSG_UNKNOWN = 20, }; typedef long unsigned int dax_entry_t; struct to_kill { struct list_head nd; struct task_struct *tsk; long unsigned int addr; short int size_shift; }; struct hwp_walk { struct to_kill tk; long unsigned int pfn; int flags; }; struct page_state { long unsigned int mask; long unsigned int res; enum mf_action_page_type type; int (*action)(struct page_state *, struct page *); }; struct memory_failure_entry { long unsigned int pfn; int flags; }; struct memory_failure_cpu { struct { union { struct __kfifo kfifo; struct memory_failure_entry *type; const struct memory_failure_entry *const_type; char (*rectype)[0]; struct memory_failure_entry *ptr; const struct memory_failure_entry *ptr_const; }; struct memory_failure_entry buf[16]; } fifo; spinlock_t lock; struct work_struct work; }; struct trace_event_raw_test_pages_isolated { struct trace_entry ent; long unsigned int start_pfn; long unsigned int end_pfn; long unsigned int fin_pfn; char __data[0]; }; struct trace_event_data_offsets_test_pages_isolated {}; typedef void (*btf_trace_test_pages_isolated)(void *, long unsigned int, long unsigned int, long unsigned int); struct zpool_driver; struct zpool { struct zpool_driver *driver; void *pool; const struct zpool_ops *ops; bool evictable; bool can_sleep_mapped; }; struct zpool_driver { char *type; struct module *owner; atomic_t refcount; struct list_head list; void * (*create)(const char *, gfp_t, const struct zpool_ops *, struct zpool *); void (*destroy)(void *); bool malloc_support_movable; int (*malloc)(void *, size_t, gfp_t, long unsigned int *); void (*free)(void *, long unsigned int); int (*shrink)(void *, unsigned int, unsigned int *); bool sleep_mapped; void * (*map)(void *, long unsigned int, enum zpool_mapmode); void (*unmap)(void *, long unsigned int); u64 (*total_size)(void *); }; struct zbud_pool; struct zbud_ops { int (*evict)(struct zbud_pool *, long unsigned int); }; struct zbud_pool { spinlock_t lock; union { struct list_head buddied; struct list_head unbuddied[63]; }; struct list_head lru; u64 pages_nr; const struct zbud_ops *ops; struct zpool *zpool; const struct zpool_ops *zpool_ops; }; struct zbud_header { struct list_head buddy; struct list_head lru; unsigned int first_chunks; unsigned int last_chunks; bool under_reclaim; }; enum buddy { FIRST = 0, LAST = 1, }; enum zs_mapmode { ZS_MM_RW = 0, ZS_MM_RO = 1, ZS_MM_WO = 2, }; struct zs_pool_stats { atomic_long_t pages_compacted; }; enum fullness_group { ZS_EMPTY = 0, ZS_ALMOST_EMPTY = 1, ZS_ALMOST_FULL = 2, ZS_FULL = 3, NR_ZS_FULLNESS = 4, }; enum class_stat_type { CLASS_EMPTY = 0, CLASS_ALMOST_EMPTY = 1, CLASS_ALMOST_FULL = 2, CLASS_FULL = 3, OBJ_ALLOCATED = 4, OBJ_USED = 5, NR_ZS_STAT_TYPE = 6, }; struct zs_size_stat { long unsigned int objs[6]; }; struct size_class { spinlock_t lock; struct list_head fullness_list[4]; int size; int objs_per_zspage; int pages_per_zspage; unsigned int index; struct zs_size_stat stats; }; struct link_free { union { long unsigned int next; long unsigned int handle; }; }; struct zs_pool { const char *name; struct size_class *size_class[255]; struct kmem_cache *handle_cachep; struct kmem_cache *zspage_cachep; atomic_long_t pages_allocated; struct zs_pool_stats stats; struct shrinker shrinker; struct inode *inode; struct work_struct free_work; rwlock_t migrate_lock; }; struct zspage { struct { unsigned int huge: 1; unsigned int fullness: 2; unsigned int class: 9; unsigned int isolated: 3; unsigned int magic: 8; }; unsigned int inuse; unsigned int freeobj; struct page *first_page; struct list_head list; rwlock_t lock; }; struct mapping_area { local_lock_t lock; char *vm_buf; char *vm_addr; enum zs_mapmode vm_mm; }; struct zs_compact_control { struct page *s_page; struct page *d_page; int obj_idx; }; struct balloon_dev_info { long unsigned int isolated_pages; spinlock_t pages_lock; struct list_head pages; int (*migratepage)(struct balloon_dev_info *, struct page *, struct page *, enum migrate_mode); struct inode *inode; }; enum { BAD_STACK = 4294967295, NOT_STACK = 0, GOOD_FRAME = 1, GOOD_STACK = 2, }; enum hmm_pfn_flags { HMM_PFN_VALID = 0, HMM_PFN_WRITE = 0, HMM_PFN_ERROR = 0, HMM_PFN_ORDER_SHIFT = 56, HMM_PFN_REQ_FAULT = 0, HMM_PFN_REQ_WRITE = 0, HMM_PFN_FLAGS = 0, }; struct hmm_range { struct mmu_interval_notifier *notifier; long unsigned int notifier_seq; long unsigned int start; long unsigned int end; long unsigned int *hmm_pfns; long unsigned int default_flags; long unsigned int pfn_flags_mask; void *dev_private_owner; }; struct hmm_vma_walk { struct hmm_range *range; long unsigned int last; }; enum { HMM_NEED_FAULT = 1, HMM_NEED_WRITE_FAULT = 2, HMM_NEED_ALL_BITS = 3, }; struct hugetlbfs_inode_info { struct shared_policy policy; struct inode vfs_inode; unsigned int seals; }; struct wp_walk { struct mmu_notifier_range range; long unsigned int tlbflush_start; long unsigned int tlbflush_end; long unsigned int total; }; struct clean_walk { struct wp_walk base; long unsigned int bitmap_pgoff; long unsigned int *bitmap; long unsigned int start; long unsigned int end; }; struct page_reporting_dev_info { int (*report)(struct page_reporting_dev_info *, struct scatterlist *, unsigned int); struct delayed_work work; atomic_t state; unsigned int order; }; enum { PAGE_REPORTING_IDLE = 0, PAGE_REPORTING_REQUESTED = 1, PAGE_REPORTING_ACTIVE = 2, }; typedef s32 compat_off_t; struct open_flags { int open_flag; umode_t mode; int acc_mode; int intent; int lookup_flags; }; typedef __kernel_long_t __kernel_off_t; typedef __kernel_off_t off_t; typedef __kernel_rwf_t rwf_t; struct files_stat_struct { long unsigned int nr_files; long unsigned int nr_free_files; long unsigned int max_files; }; struct fscrypt_policy_v1 { __u8 version; __u8 contents_encryption_mode; __u8 filenames_encryption_mode; __u8 flags; __u8 master_key_descriptor[8]; }; struct fscrypt_policy_v2 { __u8 version; __u8 contents_encryption_mode; __u8 filenames_encryption_mode; __u8 flags; __u8 __reserved[4]; __u8 master_key_identifier[16]; }; union fscrypt_policy { u8 version; struct fscrypt_policy_v1 v1; struct fscrypt_policy_v2 v2; }; enum vfs_get_super_keying { vfs_get_single_super = 0, vfs_get_single_reconf_super = 1, vfs_get_keyed_super = 2, vfs_get_independent_super = 3, }; struct kobj_map; struct char_device_struct { struct char_device_struct *next; unsigned int major; unsigned int baseminor; int minorct; char name[64]; struct cdev *cdev; }; struct stat { __kernel_ulong_t st_dev; __kernel_ulong_t st_ino; __kernel_ulong_t st_nlink; unsigned int st_mode; unsigned int st_uid; unsigned int st_gid; unsigned int __pad0; __kernel_ulong_t st_rdev; __kernel_long_t st_size; __kernel_long_t st_blksize; __kernel_long_t st_blocks; __kernel_ulong_t st_atime; __kernel_ulong_t st_atime_nsec; __kernel_ulong_t st_mtime; __kernel_ulong_t st_mtime_nsec; __kernel_ulong_t st_ctime; __kernel_ulong_t st_ctime_nsec; __kernel_long_t __unused[3]; }; struct __old_kernel_stat { short unsigned int st_dev; short unsigned int st_ino; short unsigned int st_mode; short unsigned int st_nlink; short unsigned int st_uid; short unsigned int st_gid; short unsigned int st_rdev; unsigned int st_size; unsigned int st_atime; unsigned int st_mtime; unsigned int st_ctime; }; struct statx_timestamp { __s64 tv_sec; __u32 tv_nsec; __s32 __reserved; }; struct statx { __u32 stx_mask; __u32 stx_blksize; __u64 stx_attributes; __u32 stx_nlink; __u32 stx_uid; __u32 stx_gid; __u16 stx_mode; __u16 __spare0[1]; __u64 stx_ino; __u64 stx_size; __u64 stx_blocks; __u64 stx_attributes_mask; struct statx_timestamp stx_atime; struct statx_timestamp stx_btime; struct statx_timestamp stx_ctime; struct statx_timestamp stx_mtime; __u32 stx_rdev_major; __u32 stx_rdev_minor; __u32 stx_dev_major; __u32 stx_dev_minor; __u64 stx_mnt_id; __u64 __spare2; __u64 __spare3[12]; }; struct mount; struct mnt_namespace { struct ns_common ns; struct mount *root; struct list_head list; spinlock_t ns_lock; struct user_namespace *user_ns; struct ucounts *ucounts; u64 seq; wait_queue_head_t poll; u64 event; unsigned int mounts; unsigned int pending_mounts; }; typedef u16 compat_mode_t; typedef u16 __compat_uid_t; typedef u16 __compat_gid_t; typedef u32 compat_ino_t; typedef u16 compat_nlink_t; struct compat_stat { u32 st_dev; compat_ino_t st_ino; compat_mode_t st_mode; compat_nlink_t st_nlink; __compat_uid_t st_uid; __compat_gid_t st_gid; u32 st_rdev; u32 st_size; u32 st_blksize; u32 st_blocks; u32 st_atime; u32 st_atime_nsec; u32 st_mtime; u32 st_mtime_nsec; u32 st_ctime; u32 st_ctime_nsec; u32 __unused4; u32 __unused5; }; struct mnt_pcp; struct mountpoint; struct mount { struct hlist_node mnt_hash; struct mount *mnt_parent; struct dentry *mnt_mountpoint; struct vfsmount mnt; union { struct callback_head mnt_rcu; struct llist_node mnt_llist; }; struct mnt_pcp *mnt_pcp; struct list_head mnt_mounts; struct list_head mnt_child; struct list_head mnt_instance; const char *mnt_devname; struct list_head mnt_list; struct list_head mnt_expire; struct list_head mnt_share; struct list_head mnt_slave_list; struct list_head mnt_slave; struct mount *mnt_master; struct mnt_namespace *mnt_ns; struct mountpoint *mnt_mp; union { struct hlist_node mnt_mp_list; struct hlist_node mnt_umount; }; struct list_head mnt_umounting; struct fsnotify_mark_connector *mnt_fsnotify_marks; __u32 mnt_fsnotify_mask; int mnt_id; int mnt_group_id; int mnt_expiry_mark; struct hlist_head mnt_pins; struct hlist_head mnt_stuck_children; }; struct mnt_pcp { int mnt_count; int mnt_writers; }; struct mountpoint { struct hlist_node m_hash; struct dentry *m_dentry; struct hlist_head m_list; int m_count; }; typedef short unsigned int ushort; struct user_arg_ptr { bool is_compat; union { const char * const *native; const compat_uptr_t *compat; } ptr; }; enum inode_i_mutex_lock_class { I_MUTEX_NORMAL = 0, I_MUTEX_PARENT = 1, I_MUTEX_CHILD = 2, I_MUTEX_XATTR = 3, I_MUTEX_NONDIR2 = 4, I_MUTEX_PARENT2 = 5, }; struct pseudo_fs_context { const struct super_operations *ops; const struct xattr_handler **xattr; const struct dentry_operations *dops; long unsigned int magic; }; struct name_snapshot { struct qstr name; unsigned char inline_name[32]; }; struct saved { struct path link; struct delayed_call done; const char *name; unsigned int seq; }; struct nameidata { struct path path; struct qstr last; struct path root; struct inode *inode; unsigned int flags; unsigned int state; unsigned int seq; unsigned int m_seq; unsigned int r_seq; int last_type; unsigned int depth; int total_link_count; struct saved *stack; struct saved internal[2]; struct filename *name; struct nameidata *saved; unsigned int root_seq; int dfd; kuid_t dir_uid; umode_t dir_mode; }; struct renamedata { struct user_namespace *old_mnt_userns; struct inode *old_dir; struct dentry *old_dentry; struct user_namespace *new_mnt_userns; struct inode *new_dir; struct dentry *new_dentry; struct inode **delegated_inode; unsigned int flags; }; enum { LAST_NORM = 0, LAST_ROOT = 1, LAST_DOT = 2, LAST_DOTDOT = 3, }; enum { WALK_TRAILING = 1, WALK_MORE = 2, WALK_NOFOLLOW = 4, }; struct word_at_a_time { const long unsigned int one_bits; const long unsigned int high_bits; }; struct f_owner_ex { int type; __kernel_pid_t pid; }; struct flock { short int l_type; short int l_whence; __kernel_off_t l_start; __kernel_off_t l_len; __kernel_pid_t l_pid; }; enum rw_hint { WRITE_LIFE_NOT_SET = 0, WRITE_LIFE_NONE = 1, WRITE_LIFE_SHORT = 2, WRITE_LIFE_MEDIUM = 3, WRITE_LIFE_LONG = 4, WRITE_LIFE_EXTREME = 5, }; struct compat_flock { short int l_type; short int l_whence; compat_off_t l_start; compat_off_t l_len; compat_pid_t l_pid; }; struct compat_flock64 { short int l_type; short int l_whence; compat_loff_t l_start; compat_loff_t l_len; compat_pid_t l_pid; } __attribute__((packed)); struct file_clone_range { __s64 src_fd; __u64 src_offset; __u64 src_length; __u64 dest_offset; }; struct file_dedupe_range_info { __s64 dest_fd; __u64 dest_offset; __u64 bytes_deduped; __s32 status; __u32 reserved; }; struct file_dedupe_range { __u64 src_offset; __u64 src_length; __u16 dest_count; __u16 reserved1; __u32 reserved2; struct file_dedupe_range_info info[0]; }; struct fsxattr { __u32 fsx_xflags; __u32 fsx_extsize; __u32 fsx_nextents; __u32 fsx_projid; __u32 fsx_cowextsize; unsigned char fsx_pad[8]; }; struct fiemap_extent; struct fiemap_extent_info { unsigned int fi_flags; unsigned int fi_extents_mapped; unsigned int fi_extents_max; struct fiemap_extent *fi_extents_start; }; struct fileattr { u32 flags; u32 fsx_xflags; u32 fsx_extsize; u32 fsx_nextents; u32 fsx_projid; u32 fsx_cowextsize; bool flags_valid: 1; bool fsx_valid: 1; }; struct space_resv { __s16 l_type; __s16 l_whence; __s64 l_start; __s64 l_len; __s32 l_sysid; __u32 l_pid; __s32 l_pad[4]; }; struct space_resv_32 { __s16 l_type; __s16 l_whence; __s64 l_start; __s64 l_len; __s32 l_sysid; __u32 l_pid; __s32 l_pad[4]; } __attribute__((packed)); struct fiemap_extent { __u64 fe_logical; __u64 fe_physical; __u64 fe_length; __u64 fe_reserved64[2]; __u32 fe_flags; __u32 fe_reserved[3]; }; struct fiemap { __u64 fm_start; __u64 fm_length; __u32 fm_flags; __u32 fm_mapped_extents; __u32 fm_extent_count; __u32 fm_reserved; struct fiemap_extent fm_extents[0]; }; struct linux_dirent64 { u64 d_ino; s64 d_off; short unsigned int d_reclen; unsigned char d_type; char d_name[0]; }; struct old_linux_dirent { long unsigned int d_ino; long unsigned int d_offset; short unsigned int d_namlen; char d_name[1]; }; struct readdir_callback { struct dir_context ctx; struct old_linux_dirent *dirent; int result; }; struct linux_dirent { long unsigned int d_ino; long unsigned int d_off; short unsigned int d_reclen; char d_name[1]; }; struct getdents_callback { struct dir_context ctx; struct linux_dirent *current_dir; int prev_reclen; int count; int error; }; struct getdents_callback64 { struct dir_context ctx; struct linux_dirent64 *current_dir; int prev_reclen; int count; int error; }; struct compat_old_linux_dirent { compat_ulong_t d_ino; compat_ulong_t d_offset; short unsigned int d_namlen; char d_name[1]; }; struct compat_readdir_callback { struct dir_context ctx; struct compat_old_linux_dirent *dirent; int result; }; struct compat_linux_dirent { compat_ulong_t d_ino; compat_ulong_t d_off; short unsigned int d_reclen; char d_name[1]; }; struct compat_getdents_callback { struct dir_context ctx; struct compat_linux_dirent *current_dir; int prev_reclen; int count; int error; }; typedef struct { long unsigned int fds_bits[16]; } __kernel_fd_set; typedef __kernel_fd_set fd_set; struct poll_table_entry { struct file *filp; __poll_t key; wait_queue_entry_t wait; wait_queue_head_t *wait_address; }; struct poll_table_page; struct poll_wqueues { poll_table pt; struct poll_table_page *table; struct task_struct *polling_task; int triggered; int error; int inline_index; struct poll_table_entry inline_entries[9]; }; struct poll_table_page { struct poll_table_page *next; struct poll_table_entry *entry; struct poll_table_entry entries[0]; }; enum poll_time_type { PT_TIMEVAL = 0, PT_OLD_TIMEVAL = 1, PT_TIMESPEC = 2, PT_OLD_TIMESPEC = 3, }; typedef struct { long unsigned int *in; long unsigned int *out; long unsigned int *ex; long unsigned int *res_in; long unsigned int *res_out; long unsigned int *res_ex; } fd_set_bits; struct sigset_argpack { sigset_t *p; size_t size; }; struct poll_list { struct poll_list *next; int len; struct pollfd entries[0]; }; struct compat_sel_arg_struct { compat_ulong_t n; compat_uptr_t inp; compat_uptr_t outp; compat_uptr_t exp; compat_uptr_t tvp; }; struct compat_sigset_argpack { compat_uptr_t p; compat_size_t size; }; enum dentry_d_lock_class { DENTRY_D_LOCK_NORMAL = 0, DENTRY_D_LOCK_NESTED = 1, }; struct dentry_stat_t { long int nr_dentry; long int nr_unused; long int age_limit; long int want_pages; long int nr_negative; long int dummy; }; struct external_name { union { atomic_t count; struct callback_head head; } u; unsigned char name[0]; }; enum d_walk_ret { D_WALK_CONTINUE = 0, D_WALK_QUIT = 1, D_WALK_NORETRY = 2, D_WALK_SKIP = 3, }; struct check_mount { struct vfsmount *mnt; unsigned int mounted; }; struct select_data { struct dentry *start; union { long int found; struct dentry *victim; }; struct list_head dispose; }; struct inodes_stat_t { long int nr_inodes; long int nr_unused; long int dummy[5]; }; enum file_time_flags { S_ATIME = 1, S_MTIME = 2, S_CTIME = 4, S_VERSION = 8, }; struct mount_attr { __u64 attr_set; __u64 attr_clr; __u64 propagation; __u64 userns_fd; }; struct proc_mounts { struct mnt_namespace *ns; struct path root; int (*show)(struct seq_file *, struct vfsmount *); struct mount cursor; }; struct mount_kattr { unsigned int attr_set; unsigned int attr_clr; unsigned int propagation; unsigned int lookup_flags; bool recurse; struct user_namespace *mnt_userns; }; enum umount_tree_flags { UMOUNT_SYNC = 1, UMOUNT_PROPAGATE = 2, UMOUNT_CONNECTED = 4, }; struct xattr_name { char name[256]; }; struct xattr_ctx { union { const void *cvalue; void *value; }; void *kvalue; size_t size; struct xattr_name *kname; unsigned int flags; }; struct utf8data; struct utf8data_table; struct unicode_map { unsigned int version; const struct utf8data *ntab[2]; const struct utf8data_table *tables; }; struct simple_transaction_argresp { ssize_t size; char data[0]; }; enum utf8_normalization { UTF8_NFDI = 0, UTF8_NFDICF = 1, UTF8_NMAX = 2, }; struct utf8data { unsigned int maxage; unsigned int offset; }; struct utf8data_table { const unsigned int *utf8agetab; int utf8agetab_size; const struct utf8data *utf8nfdicfdata; int utf8nfdicfdata_size; const struct utf8data *utf8nfdidata; int utf8nfdidata_size; const unsigned char *utf8data; }; struct simple_attr { int (*get)(void *, u64 *); int (*set)(void *, u64); char get_buf[24]; char set_buf[24]; void *data; const char *fmt; struct mutex mutex; }; struct wb_writeback_work { long int nr_pages; struct super_block *sb; enum writeback_sync_modes sync_mode; unsigned int tagged_writepages: 1; unsigned int for_kupdate: 1; unsigned int range_cyclic: 1; unsigned int for_background: 1; unsigned int for_sync: 1; unsigned int auto_free: 1; enum wb_reason reason; struct list_head list; struct wb_completion *done; }; struct trace_event_raw_writeback_folio_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int index; char __data[0]; }; struct trace_event_raw_writeback_dirty_inode_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int flags; char __data[0]; }; struct trace_event_raw_inode_foreign_history { struct trace_entry ent; char name[32]; ino_t ino; ino_t cgroup_ino; unsigned int history; char __data[0]; }; struct trace_event_raw_inode_switch_wbs { struct trace_entry ent; char name[32]; ino_t ino; ino_t old_cgroup_ino; ino_t new_cgroup_ino; char __data[0]; }; struct trace_event_raw_track_foreign_dirty { struct trace_entry ent; char name[32]; u64 bdi_id; ino_t ino; unsigned int memcg_id; ino_t cgroup_ino; ino_t page_cgroup_ino; char __data[0]; }; struct trace_event_raw_flush_foreign { struct trace_entry ent; char name[32]; ino_t cgroup_ino; unsigned int frn_bdi_id; unsigned int frn_memcg_id; char __data[0]; }; struct trace_event_raw_writeback_write_inode_template { struct trace_entry ent; char name[32]; ino_t ino; int sync_mode; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_work_class { struct trace_entry ent; char name[32]; long int nr_pages; dev_t sb_dev; int sync_mode; int for_kupdate; int range_cyclic; int for_background; int reason; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_pages_written { struct trace_entry ent; long int pages; char __data[0]; }; struct trace_event_raw_writeback_class { struct trace_entry ent; char name[32]; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_bdi_register { struct trace_entry ent; char name[32]; char __data[0]; }; struct trace_event_raw_wbc_class { struct trace_entry ent; char name[32]; long int nr_to_write; long int pages_skipped; int sync_mode; int for_kupdate; int for_background; int for_reclaim; int range_cyclic; long int range_start; long int range_end; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_queue_io { struct trace_entry ent; char name[32]; long unsigned int older; long int age; int moved; int reason; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_global_dirty_state { struct trace_entry ent; long unsigned int nr_dirty; long unsigned int nr_writeback; long unsigned int background_thresh; long unsigned int dirty_thresh; long unsigned int dirty_limit; long unsigned int nr_dirtied; long unsigned int nr_written; char __data[0]; }; struct trace_event_raw_bdi_dirty_ratelimit { struct trace_entry ent; char bdi[32]; long unsigned int write_bw; long unsigned int avg_write_bw; long unsigned int dirty_rate; long unsigned int dirty_ratelimit; long unsigned int task_ratelimit; long unsigned int balanced_dirty_ratelimit; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_balance_dirty_pages { struct trace_entry ent; char bdi[32]; long unsigned int limit; long unsigned int setpoint; long unsigned int dirty; long unsigned int bdi_setpoint; long unsigned int bdi_dirty; long unsigned int dirty_ratelimit; long unsigned int task_ratelimit; unsigned int dirtied; unsigned int dirtied_pause; long unsigned int paused; long int pause; long unsigned int period; long int think; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_sb_inodes_requeue { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int dirtied_when; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_single_inode_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int dirtied_when; long unsigned int writeback_index; long int nr_to_write; long unsigned int wrote; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_inode_template { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int state; __u16 mode; long unsigned int dirtied_when; char __data[0]; }; struct trace_event_data_offsets_writeback_folio_template {}; struct trace_event_data_offsets_writeback_dirty_inode_template {}; struct trace_event_data_offsets_inode_foreign_history {}; struct trace_event_data_offsets_inode_switch_wbs {}; struct trace_event_data_offsets_track_foreign_dirty {}; struct trace_event_data_offsets_flush_foreign {}; struct trace_event_data_offsets_writeback_write_inode_template {}; struct trace_event_data_offsets_writeback_work_class {}; struct trace_event_data_offsets_writeback_pages_written {}; struct trace_event_data_offsets_writeback_class {}; struct trace_event_data_offsets_writeback_bdi_register {}; struct trace_event_data_offsets_wbc_class {}; struct trace_event_data_offsets_writeback_queue_io {}; struct trace_event_data_offsets_global_dirty_state {}; struct trace_event_data_offsets_bdi_dirty_ratelimit {}; struct trace_event_data_offsets_balance_dirty_pages {}; struct trace_event_data_offsets_writeback_sb_inodes_requeue {}; struct trace_event_data_offsets_writeback_single_inode_template {}; struct trace_event_data_offsets_writeback_inode_template {}; typedef void (*btf_trace_writeback_dirty_folio)(void *, struct folio *, struct address_space *); typedef void (*btf_trace_folio_wait_writeback)(void *, struct folio *, struct address_space *); typedef void (*btf_trace_writeback_mark_inode_dirty)(void *, struct inode *, int); typedef void (*btf_trace_writeback_dirty_inode_start)(void *, struct inode *, int); typedef void (*btf_trace_writeback_dirty_inode)(void *, struct inode *, int); typedef void (*btf_trace_inode_foreign_history)(void *, struct inode *, struct writeback_control *, unsigned int); typedef void (*btf_trace_inode_switch_wbs)(void *, struct inode *, struct bdi_writeback *, struct bdi_writeback *); typedef void (*btf_trace_track_foreign_dirty)(void *, struct folio *, struct bdi_writeback *); typedef void (*btf_trace_flush_foreign)(void *, struct bdi_writeback *, unsigned int, unsigned int); typedef void (*btf_trace_writeback_write_inode_start)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_writeback_write_inode)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_writeback_queue)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_exec)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_start)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_written)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_wait)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_pages_written)(void *, long int); typedef void (*btf_trace_writeback_wake_background)(void *, struct bdi_writeback *); typedef void (*btf_trace_writeback_bdi_register)(void *, struct backing_dev_info *); typedef void (*btf_trace_wbc_writepage)(void *, struct writeback_control *, struct backing_dev_info *); typedef void (*btf_trace_writeback_queue_io)(void *, struct bdi_writeback *, struct wb_writeback_work *, long unsigned int, int); typedef void (*btf_trace_global_dirty_state)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_bdi_dirty_ratelimit)(void *, struct bdi_writeback *, long unsigned int, long unsigned int); typedef void (*btf_trace_balance_dirty_pages)(void *, struct bdi_writeback *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long int, long unsigned int); typedef void (*btf_trace_writeback_sb_inodes_requeue)(void *, struct inode *); typedef void (*btf_trace_writeback_single_inode_start)(void *, struct inode *, struct writeback_control *, long unsigned int); typedef void (*btf_trace_writeback_single_inode)(void *, struct inode *, struct writeback_control *, long unsigned int); typedef void (*btf_trace_writeback_lazytime)(void *, struct inode *); typedef void (*btf_trace_writeback_lazytime_iput)(void *, struct inode *); typedef void (*btf_trace_writeback_dirty_inode_enqueue)(void *, struct inode *); typedef void (*btf_trace_sb_mark_inode_writeback)(void *, struct inode *); typedef void (*btf_trace_sb_clear_inode_writeback)(void *, struct inode *); struct inode_switch_wbs_context { struct rcu_work work; struct bdi_writeback *new_wb; struct inode *inodes[0]; }; struct splice_desc { size_t total_len; unsigned int len; unsigned int flags; union { void *userptr; struct file *file; void *data; } u; loff_t pos; loff_t *opos; size_t num_spliced; bool need_wakeup; }; typedef int splice_actor(struct pipe_inode_info *, struct pipe_buffer *, struct splice_desc *); typedef int splice_direct_actor(struct pipe_inode_info *, struct splice_desc *); struct old_utimbuf32 { old_time32_t actime; old_time32_t modtime; }; struct utimbuf { __kernel_old_time_t actime; __kernel_old_time_t modtime; }; struct prepend_buffer { char *buf; int len; }; typedef int __kernel_daddr_t; struct ustat { __kernel_daddr_t f_tfree; long unsigned int f_tinode; char f_fname[6]; char f_fpack[6]; }; typedef s32 compat_daddr_t; typedef __kernel_fsid_t compat_fsid_t; struct compat_statfs { int f_type; int f_bsize; int f_blocks; int f_bfree; int f_bavail; int f_files; int f_ffree; compat_fsid_t f_fsid; int f_namelen; int f_frsize; int f_flags; int f_spare[4]; }; struct compat_ustat { compat_daddr_t f_tfree; compat_ino_t f_tinode; char f_fname[6]; char f_fpack[6]; }; struct statfs { __kernel_long_t f_type; __kernel_long_t f_bsize; __kernel_long_t f_blocks; __kernel_long_t f_bfree; __kernel_long_t f_bavail; __kernel_long_t f_files; __kernel_long_t f_ffree; __kernel_fsid_t f_fsid; __kernel_long_t f_namelen; __kernel_long_t f_frsize; __kernel_long_t f_flags; __kernel_long_t f_spare[4]; }; struct statfs64 { __kernel_long_t f_type; __kernel_long_t f_bsize; __u64 f_blocks; __u64 f_bfree; __u64 f_bavail; __u64 f_files; __u64 f_ffree; __kernel_fsid_t f_fsid; __kernel_long_t f_namelen; __kernel_long_t f_frsize; __kernel_long_t f_flags; __kernel_long_t f_spare[4]; }; struct compat_statfs64 { __u32 f_type; __u32 f_bsize; __u64 f_blocks; __u64 f_bfree; __u64 f_bavail; __u64 f_files; __u64 f_ffree; __kernel_fsid_t f_fsid; __u32 f_namelen; __u32 f_frsize; __u32 f_flags; __u32 f_spare[4]; } __attribute__((packed)); typedef struct ns_common *ns_get_path_helper_t(void *); struct ns_get_path_task_args { const struct proc_ns_operations *ns_ops; struct task_struct *task; }; enum legacy_fs_param { LEGACY_FS_UNSET_PARAMS = 0, LEGACY_FS_MONOLITHIC_PARAMS = 1, LEGACY_FS_INDIVIDUAL_PARAMS = 2, }; struct legacy_fs_context { char *legacy_data; size_t data_size; enum legacy_fs_param param_type; }; enum fsconfig_command { FSCONFIG_SET_FLAG = 0, FSCONFIG_SET_STRING = 1, FSCONFIG_SET_BINARY = 2, FSCONFIG_SET_PATH = 3, FSCONFIG_SET_PATH_EMPTY = 4, FSCONFIG_SET_FD = 5, FSCONFIG_CMD_CREATE = 6, FSCONFIG_CMD_RECONFIGURE = 7, }; typedef int get_block_t(struct inode *, sector_t, struct buffer_head *, int); typedef __u32 blk_mq_req_flags_t; struct dax_device; struct iomap_page_ops; struct iomap___2 { u64 addr; loff_t offset; u64 length; u16 type; u16 flags; struct block_device *bdev; struct dax_device *dax_dev; void *inline_data; void *private; const struct iomap_page_ops *page_ops; }; struct iomap_page_ops { int (*page_prepare)(struct inode *, loff_t, unsigned int); void (*page_done)(struct inode *, loff_t, unsigned int, struct page *); }; enum hctx_type { HCTX_TYPE_DEFAULT = 0, HCTX_TYPE_READ = 1, HCTX_TYPE_POLL = 2, HCTX_MAX_TYPES = 3, }; struct decrypt_bh_ctx { struct work_struct work; struct buffer_head *bh; }; struct bh_lru { struct buffer_head *bhs[16]; }; struct bh_accounting { int nr; int ratelimit; }; typedef int dio_iodone_t(struct kiocb *, loff_t, ssize_t, void *); typedef void dio_submit_t(struct bio *, struct inode *, loff_t); enum { DIO_LOCKING = 1, DIO_SKIP_HOLES = 2, }; struct dio_submit { struct bio *bio; unsigned int blkbits; unsigned int blkfactor; unsigned int start_zero_done; int pages_in_io; sector_t block_in_file; unsigned int blocks_available; int reap_counter; sector_t final_block_in_request; int boundary; get_block_t *get_block; dio_submit_t *submit_io; loff_t logical_offset_in_bio; sector_t final_block_in_bio; sector_t next_block_for_io; struct page *cur_page; unsigned int cur_page_offset; unsigned int cur_page_len; sector_t cur_page_block; loff_t cur_page_fs_offset; struct iov_iter *iter; unsigned int head; unsigned int tail; size_t from; size_t to; }; struct dio { int flags; int op; int op_flags; struct gendisk *bio_disk; struct inode *inode; loff_t i_size; dio_iodone_t *end_io; void *private; spinlock_t bio_lock; int page_errors; int is_async; bool defer_completion; bool should_dirty; int io_error; long unsigned int refcount; struct bio *bio_list; struct task_struct *waiter; struct kiocb *iocb; ssize_t result; union { struct page *pages[64]; struct work_struct complete_work; }; long: 64; }; struct bvec_iter_all { struct bio_vec bv; int idx; unsigned int done; }; struct mpage_readpage_args { struct bio *bio; struct page *page; unsigned int nr_pages; bool is_readahead; sector_t last_block_in_bio; struct buffer_head map_bh; long unsigned int first_logical_block; get_block_t *get_block; }; struct mpage_data { struct bio *bio; sector_t last_block_in_bio; get_block_t *get_block; unsigned int use_writepage; }; typedef u32 nlink_t; typedef int (*proc_write_t)(struct file *, char *, size_t); struct proc_dir_entry { atomic_t in_use; refcount_t refcnt; struct list_head pde_openers; spinlock_t pde_unload_lock; struct completion *pde_unload_completion; const struct inode_operations *proc_iops; union { const struct proc_ops *proc_ops; const struct file_operations *proc_dir_ops; }; const struct dentry_operations *proc_dops; union { const struct seq_operations *seq_ops; int (*single_show)(struct seq_file *, void *); }; proc_write_t write; void *data; unsigned int state_size; unsigned int low_ino; nlink_t nlink; kuid_t uid; kgid_t gid; loff_t size; struct proc_dir_entry *parent; struct rb_root subdir; struct rb_node subdir_node; char *name; umode_t mode; u8 flags; u8 namelen; char inline_name[0]; }; union proc_op { int (*proc_get_link)(struct dentry *, struct path *); int (*proc_show)(struct seq_file *, struct pid_namespace *, struct pid *, struct task_struct *); const char *lsm; }; struct proc_inode { struct pid *pid; unsigned int fd; union proc_op op; struct proc_dir_entry *pde; struct ctl_table_header *sysctl; struct ctl_table *sysctl_entry; struct hlist_node sibling_inodes; const struct proc_ns_operations *ns_ops; struct inode vfs_inode; }; struct proc_fs_opts { int flag; const char *str; }; struct fs_error_report { int error; struct inode *inode; struct super_block *sb; }; struct file_handle { __u32 handle_bytes; int handle_type; unsigned char f_handle[0]; }; struct inotify_inode_mark { struct fsnotify_mark fsn_mark; int wd; }; struct dnotify_struct { struct dnotify_struct *dn_next; __u32 dn_mask; int dn_fd; struct file *dn_filp; fl_owner_t dn_owner; }; struct dnotify_mark { struct fsnotify_mark fsn_mark; struct dnotify_struct *dn; }; struct inotify_event_info { struct fsnotify_event fse; u32 mask; int wd; u32 sync_cookie; int name_len; char name[0]; }; struct inotify_event { __s32 wd; __u32 mask; __u32 cookie; __u32 len; char name[0]; }; enum { FAN_EVENT_INIT = 0, FAN_EVENT_REPORTED = 1, FAN_EVENT_ANSWERED = 2, FAN_EVENT_CANCELED = 3, }; struct fanotify_fh { u8 type; u8 len; u8 flags; u8 pad; unsigned char buf[0]; }; struct fanotify_info { u8 dir_fh_totlen; u8 dir2_fh_totlen; u8 file_fh_totlen; u8 name_len; u8 name2_len; u8 pad[3]; unsigned char buf[0]; }; enum fanotify_event_type { FANOTIFY_EVENT_TYPE_FID = 0, FANOTIFY_EVENT_TYPE_FID_NAME = 1, FANOTIFY_EVENT_TYPE_PATH = 2, FANOTIFY_EVENT_TYPE_PATH_PERM = 3, FANOTIFY_EVENT_TYPE_OVERFLOW = 4, FANOTIFY_EVENT_TYPE_FS_ERROR = 5, __FANOTIFY_EVENT_TYPE_NUM = 6, }; struct fanotify_event { struct fsnotify_event fse; struct hlist_node merge_list; u32 mask; struct { unsigned int type: 3; unsigned int hash: 29; }; struct pid *pid; }; struct fanotify_fid_event { struct fanotify_event fae; __kernel_fsid_t fsid; struct { struct fanotify_fh object_fh; unsigned char _inline_fh_buf[12]; }; }; struct fanotify_name_event { struct fanotify_event fae; __kernel_fsid_t fsid; struct fanotify_info info; }; struct fanotify_error_event { struct fanotify_event fae; s32 error; u32 err_count; __kernel_fsid_t fsid; struct { struct fanotify_fh object_fh; unsigned char _inline_fh_buf[128]; }; }; struct fanotify_path_event { struct fanotify_event fae; struct path path; }; struct fanotify_perm_event { struct fanotify_event fae; struct path path; short unsigned int response; short unsigned int state; int fd; }; struct fanotify_event_metadata { __u32 event_len; __u8 vers; __u8 reserved; __u16 metadata_len; __u64 mask; __s32 fd; __s32 pid; }; struct fanotify_event_info_header { __u8 info_type; __u8 pad; __u16 len; }; struct fanotify_event_info_fid { struct fanotify_event_info_header hdr; __kernel_fsid_t fsid; unsigned char handle[0]; }; struct fanotify_event_info_pidfd { struct fanotify_event_info_header hdr; __s32 pidfd; }; struct fanotify_event_info_error { struct fanotify_event_info_header hdr; __s32 error; __u32 error_count; }; struct fanotify_response { __s32 fd; __u32 response; }; struct epoll_event { __poll_t events; __u64 data; } __attribute__((packed)); struct epoll_filefd { struct file *file; int fd; } __attribute__((packed)); struct epitem; struct eppoll_entry { struct eppoll_entry *next; struct epitem *base; wait_queue_entry_t wait; wait_queue_head_t *whead; }; struct eventpoll; struct epitem { union { struct rb_node rbn; struct callback_head rcu; }; struct list_head rdllink; struct epitem *next; struct epoll_filefd ffd; struct eppoll_entry *pwqlist; struct eventpoll *ep; struct hlist_node fllink; struct wakeup_source *ws; struct epoll_event event; }; struct eventpoll { struct mutex mtx; wait_queue_head_t wq; wait_queue_head_t poll_wait; struct list_head rdllist; rwlock_t lock; struct rb_root_cached rbr; struct epitem *ovflist; struct wakeup_source *ws; struct user_struct *user; struct file *file; u64 gen; struct hlist_head refs; unsigned int napi_id; }; struct ep_pqueue { poll_table pt; struct epitem *epi; }; struct epitems_head { struct hlist_head epitems; struct epitems_head *next; }; struct signalfd_siginfo { __u32 ssi_signo; __s32 ssi_errno; __s32 ssi_code; __u32 ssi_pid; __u32 ssi_uid; __s32 ssi_fd; __u32 ssi_tid; __u32 ssi_band; __u32 ssi_overrun; __u32 ssi_trapno; __s32 ssi_status; __s32 ssi_int; __u64 ssi_ptr; __u64 ssi_utime; __u64 ssi_stime; __u64 ssi_addr; __u16 ssi_addr_lsb; __u16 __pad2; __s32 ssi_syscall; __u64 ssi_call_addr; __u32 ssi_arch; __u8 __pad[28]; }; struct signalfd_ctx { sigset_t sigmask; }; struct timerfd_ctx { union { struct hrtimer tmr; struct alarm alarm; } t; ktime_t tintv; ktime_t moffs; wait_queue_head_t wqh; u64 ticks; int clockid; short unsigned int expired; short unsigned int settime_flags; struct callback_head rcu; struct list_head clist; spinlock_t cancel_lock; bool might_cancel; }; struct eventfd_ctx___2 { struct kref kref; wait_queue_head_t wqh; __u64 count; unsigned int flags; int id; }; struct userfaultfd_ctx { wait_queue_head_t fault_pending_wqh; wait_queue_head_t fault_wqh; wait_queue_head_t fd_wqh; wait_queue_head_t event_wqh; seqcount_spinlock_t refile_seq; refcount_t refcount; unsigned int flags; unsigned int features; bool released; atomic_t mmap_changing; struct mm_struct *mm; }; struct uffd_msg { __u8 event; __u8 reserved1; __u16 reserved2; __u32 reserved3; union { struct { __u64 flags; __u64 address; union { __u32 ptid; } feat; } pagefault; struct { __u32 ufd; } fork; struct { __u64 from; __u64 to; __u64 len; } remap; struct { __u64 start; __u64 end; } remove; struct { __u64 reserved1; __u64 reserved2; __u64 reserved3; } reserved; } arg; }; struct uffdio_api { __u64 api; __u64 features; __u64 ioctls; }; struct uffdio_range { __u64 start; __u64 len; }; struct uffdio_register { struct uffdio_range range; __u64 mode; __u64 ioctls; }; struct uffdio_copy { __u64 dst; __u64 src; __u64 len; __u64 mode; __s64 copy; }; struct uffdio_zeropage { struct uffdio_range range; __u64 mode; __s64 zeropage; }; struct uffdio_writeprotect { struct uffdio_range range; __u64 mode; }; struct uffdio_continue { struct uffdio_range range; __u64 mode; __s64 mapped; }; struct userfaultfd_fork_ctx { struct userfaultfd_ctx *orig; struct userfaultfd_ctx *new; struct list_head list; }; struct userfaultfd_unmap_ctx { struct userfaultfd_ctx *ctx; long unsigned int start; long unsigned int end; struct list_head list; }; struct userfaultfd_wait_queue { struct uffd_msg msg; wait_queue_entry_t wq; struct userfaultfd_ctx *ctx; bool waken; }; struct userfaultfd_wake_range { long unsigned int start; long unsigned int len; }; struct kioctx; struct kioctx_table { struct callback_head rcu; unsigned int nr; struct kioctx *table[0]; }; typedef __kernel_ulong_t aio_context_t; enum { IOCB_CMD_PREAD = 0, IOCB_CMD_PWRITE = 1, IOCB_CMD_FSYNC = 2, IOCB_CMD_FDSYNC = 3, IOCB_CMD_POLL = 5, IOCB_CMD_NOOP = 6, IOCB_CMD_PREADV = 7, IOCB_CMD_PWRITEV = 8, }; struct io_event { __u64 data; __u64 obj; __s64 res; __s64 res2; }; struct iocb { __u64 aio_data; __u32 aio_key; __kernel_rwf_t aio_rw_flags; __u16 aio_lio_opcode; __s16 aio_reqprio; __u32 aio_fildes; __u64 aio_buf; __u64 aio_nbytes; __s64 aio_offset; __u64 aio_reserved2; __u32 aio_flags; __u32 aio_resfd; }; typedef u32 compat_aio_context_t; typedef int kiocb_cancel_fn(struct kiocb *); struct aio_ring { unsigned int id; unsigned int nr; unsigned int head; unsigned int tail; unsigned int magic; unsigned int compat_features; unsigned int incompat_features; unsigned int header_length; struct io_event io_events[0]; }; struct kioctx_cpu; struct ctx_rq_wait; struct kioctx { struct percpu_ref users; atomic_t dead; struct percpu_ref reqs; long unsigned int user_id; struct kioctx_cpu *cpu; unsigned int req_batch; unsigned int max_reqs; unsigned int nr_events; long unsigned int mmap_base; long unsigned int mmap_size; struct page **ring_pages; long int nr_pages; struct rcu_work free_rwork; struct ctx_rq_wait *rq_wait; long: 64; long: 64; long: 64; struct { atomic_t reqs_available; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { spinlock_t ctx_lock; struct list_head active_reqs; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { struct mutex ring_lock; wait_queue_head_t wait; long: 64; }; struct { unsigned int tail; unsigned int completed_events; spinlock_t completion_lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct page *internal_pages[8]; struct file *aio_ring_file; unsigned int id; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kioctx_cpu { unsigned int reqs_available; }; struct ctx_rq_wait { struct completion comp; atomic_t count; }; struct fsync_iocb { struct file *file; struct work_struct work; bool datasync; struct cred *creds; }; struct poll_iocb { struct file *file; struct wait_queue_head *head; __poll_t events; bool cancelled; bool work_scheduled; bool work_need_resched; struct wait_queue_entry wait; struct work_struct work; }; struct aio_kiocb { union { struct file *ki_filp; struct kiocb rw; struct fsync_iocb fsync; struct poll_iocb poll; }; struct kioctx *ki_ctx; kiocb_cancel_fn *ki_cancel; struct io_event ki_res; struct list_head ki_list; refcount_t ki_refcnt; struct eventfd_ctx *ki_eventfd; }; struct aio_poll_table { struct poll_table_struct pt; struct aio_kiocb *iocb; bool queued; int error; }; struct __aio_sigset { const sigset_t *sigmask; size_t sigsetsize; }; struct __compat_aio_sigset { compat_uptr_t sigmask; compat_size_t sigsetsize; }; struct xa_limit { u32 max; u32 min; }; struct io_wq; struct io_wq_work_node; struct io_wq_work_list { struct io_wq_work_node *first; struct io_wq_work_node *last; }; struct io_ring_ctx; struct io_uring_task { int cached_refs; struct xarray xa; struct wait_queue_head wait; const struct io_ring_ctx *last; struct io_wq *io_wq; struct percpu_counter inflight; atomic_t inflight_tracked; atomic_t in_idle; spinlock_t task_lock; struct io_wq_work_list task_list; struct io_wq_work_list prio_task_list; struct callback_head task_work; struct file **registered_rings; bool task_running; }; struct iov_iter_state { size_t iov_offset; size_t count; long unsigned int nr_segs; }; struct user_msghdr { void *msg_name; int msg_namelen; struct iovec *msg_iov; __kernel_size_t msg_iovlen; void *msg_control; __kernel_size_t msg_controllen; unsigned int msg_flags; }; typedef s32 compat_ssize_t; struct compat_msghdr { compat_uptr_t msg_name; compat_int_t msg_namelen; compat_uptr_t msg_iov; compat_size_t msg_iovlen; compat_uptr_t msg_control; compat_size_t msg_controllen; compat_uint_t msg_flags; }; struct scm_fp_list { short int count; short int max; struct user_struct *user; struct file *fp[253]; }; struct unix_skb_parms { struct pid *pid; kuid_t uid; kgid_t gid; struct scm_fp_list *fp; u32 secid; u32 consumed; }; enum io_uring_cmd_flags { IO_URING_F_COMPLETE_DEFER = 1, IO_URING_F_UNLOCKED = 2, IO_URING_F_NONBLOCK = 2147483648, IO_URING_F_SQE128 = 4, IO_URING_F_CQE32 = 8, IO_URING_F_IOPOLL = 16, }; struct io_uring_sqe { __u8 opcode; __u8 flags; __u16 ioprio; __s32 fd; union { __u64 off; __u64 addr2; __u32 cmd_op; }; union { __u64 addr; __u64 splice_off_in; }; __u32 len; union { __kernel_rwf_t rw_flags; __u32 fsync_flags; __u16 poll_events; __u32 poll32_events; __u32 sync_range_flags; __u32 msg_flags; __u32 timeout_flags; __u32 accept_flags; __u32 cancel_flags; __u32 open_flags; __u32 statx_flags; __u32 fadvise_advice; __u32 splice_flags; __u32 rename_flags; __u32 unlink_flags; __u32 hardlink_flags; __u32 xattr_flags; __u32 close_flags; }; __u64 user_data; union { __u16 buf_index; __u16 buf_group; }; __u16 personality; union { __s32 splice_fd_in; __u32 file_index; }; union { struct { __u64 addr3; __u64 __pad2[1]; }; __u8 cmd[0]; }; }; enum { IOSQE_FIXED_FILE_BIT = 0, IOSQE_IO_DRAIN_BIT = 1, IOSQE_IO_LINK_BIT = 2, IOSQE_IO_HARDLINK_BIT = 3, IOSQE_ASYNC_BIT = 4, IOSQE_BUFFER_SELECT_BIT = 5, IOSQE_CQE_SKIP_SUCCESS_BIT = 6, }; enum io_uring_op { IORING_OP_NOP = 0, IORING_OP_READV = 1, IORING_OP_WRITEV = 2, IORING_OP_FSYNC = 3, IORING_OP_READ_FIXED = 4, IORING_OP_WRITE_FIXED = 5, IORING_OP_POLL_ADD = 6, IORING_OP_POLL_REMOVE = 7, IORING_OP_SYNC_FILE_RANGE = 8, IORING_OP_SENDMSG = 9, IORING_OP_RECVMSG = 10, IORING_OP_TIMEOUT = 11, IORING_OP_TIMEOUT_REMOVE = 12, IORING_OP_ACCEPT = 13, IORING_OP_ASYNC_CANCEL = 14, IORING_OP_LINK_TIMEOUT = 15, IORING_OP_CONNECT = 16, IORING_OP_FALLOCATE = 17, IORING_OP_OPENAT = 18, IORING_OP_CLOSE = 19, IORING_OP_FILES_UPDATE = 20, IORING_OP_STATX = 21, IORING_OP_READ = 22, IORING_OP_WRITE = 23, IORING_OP_FADVISE = 24, IORING_OP_MADVISE = 25, IORING_OP_SEND = 26, IORING_OP_RECV = 27, IORING_OP_OPENAT2 = 28, IORING_OP_EPOLL_CTL = 29, IORING_OP_SPLICE = 30, IORING_OP_PROVIDE_BUFFERS = 31, IORING_OP_REMOVE_BUFFERS = 32, IORING_OP_TEE = 33, IORING_OP_SHUTDOWN = 34, IORING_OP_RENAMEAT = 35, IORING_OP_UNLINKAT = 36, IORING_OP_MKDIRAT = 37, IORING_OP_SYMLINKAT = 38, IORING_OP_LINKAT = 39, IORING_OP_MSG_RING = 40, IORING_OP_FSETXATTR = 41, IORING_OP_SETXATTR = 42, IORING_OP_FGETXATTR = 43, IORING_OP_GETXATTR = 44, IORING_OP_SOCKET = 45, IORING_OP_URING_CMD = 46, IORING_OP_LAST = 47, }; struct io_uring_cqe { __u64 user_data; __s32 res; __u32 flags; __u64 big_cqe[0]; }; enum { IORING_CQE_BUFFER_SHIFT = 16, }; struct io_sqring_offsets { __u32 head; __u32 tail; __u32 ring_mask; __u32 ring_entries; __u32 flags; __u32 dropped; __u32 array; __u32 resv1; __u64 resv2; }; struct io_cqring_offsets { __u32 head; __u32 tail; __u32 ring_mask; __u32 ring_entries; __u32 overflow; __u32 cqes; __u32 flags; __u32 resv1; __u64 resv2; }; struct io_uring_params { __u32 sq_entries; __u32 cq_entries; __u32 flags; __u32 sq_thread_cpu; __u32 sq_thread_idle; __u32 features; __u32 wq_fd; __u32 resv[3]; struct io_sqring_offsets sq_off; struct io_cqring_offsets cq_off; }; enum { IORING_REGISTER_BUFFERS = 0, IORING_UNREGISTER_BUFFERS = 1, IORING_REGISTER_FILES = 2, IORING_UNREGISTER_FILES = 3, IORING_REGISTER_EVENTFD = 4, IORING_UNREGISTER_EVENTFD = 5, IORING_REGISTER_FILES_UPDATE = 6, IORING_REGISTER_EVENTFD_ASYNC = 7, IORING_REGISTER_PROBE = 8, IORING_REGISTER_PERSONALITY = 9, IORING_UNREGISTER_PERSONALITY = 10, IORING_REGISTER_RESTRICTIONS = 11, IORING_REGISTER_ENABLE_RINGS = 12, IORING_REGISTER_FILES2 = 13, IORING_REGISTER_FILES_UPDATE2 = 14, IORING_REGISTER_BUFFERS2 = 15, IORING_REGISTER_BUFFERS_UPDATE = 16, IORING_REGISTER_IOWQ_AFF = 17, IORING_UNREGISTER_IOWQ_AFF = 18, IORING_REGISTER_IOWQ_MAX_WORKERS = 19, IORING_REGISTER_RING_FDS = 20, IORING_UNREGISTER_RING_FDS = 21, IORING_REGISTER_PBUF_RING = 22, IORING_UNREGISTER_PBUF_RING = 23, IORING_REGISTER_LAST = 24, }; struct io_uring_rsrc_register { __u32 nr; __u32 flags; __u64 resv2; __u64 data; __u64 tags; }; struct io_uring_rsrc_update { __u32 offset; __u32 resv; __u64 data; }; struct io_uring_rsrc_update2 { __u32 offset; __u32 resv; __u64 data; __u64 tags; __u32 nr; __u32 resv2; }; struct io_uring_probe_op { __u8 op; __u8 resv; __u16 flags; __u32 resv2; }; struct io_uring_probe { __u8 last_op; __u8 ops_len; __u16 resv; __u32 resv2[3]; struct io_uring_probe_op ops[0]; }; struct io_uring_restriction { __u16 opcode; union { __u8 register_op; __u8 sqe_op; __u8 sqe_flags; }; __u8 resv; __u32 resv2[3]; }; struct io_uring_buf { __u64 addr; __u32 len; __u16 bid; __u16 resv; }; struct io_uring_buf_ring { union { struct { __u64 resv1; __u32 resv2; __u16 resv3; __u16 tail; }; struct io_uring_buf bufs[0]; }; }; struct io_uring_buf_reg { __u64 ring_addr; __u32 ring_entries; __u16 bgid; __u16 pad; __u64 resv[3]; }; enum { IORING_RESTRICTION_REGISTER_OP = 0, IORING_RESTRICTION_SQE_OP = 1, IORING_RESTRICTION_SQE_FLAGS_ALLOWED = 2, IORING_RESTRICTION_SQE_FLAGS_REQUIRED = 3, IORING_RESTRICTION_LAST = 4, }; struct io_uring_getevents_arg { __u64 sigmask; __u32 sigmask_sz; __u32 pad; __u64 ts; }; struct trace_event_raw_io_uring_create { struct trace_entry ent; int fd; void *ctx; u32 sq_entries; u32 cq_entries; u32 flags; char __data[0]; }; struct trace_event_raw_io_uring_register { struct trace_entry ent; void *ctx; unsigned int opcode; unsigned int nr_files; unsigned int nr_bufs; long int ret; char __data[0]; }; struct trace_event_raw_io_uring_file_get { struct trace_entry ent; void *ctx; void *req; u64 user_data; int fd; char __data[0]; }; struct io_wq_work; struct trace_event_raw_io_uring_queue_async_work { struct trace_entry ent; void *ctx; void *req; u64 user_data; u8 opcode; unsigned int flags; struct io_wq_work *work; int rw; char __data[0]; }; struct io_wq_work_node { struct io_wq_work_node *next; }; struct io_wq_work { struct io_wq_work_node list; unsigned int flags; int cancel_seq; }; struct trace_event_raw_io_uring_defer { struct trace_entry ent; void *ctx; void *req; long long unsigned int data; u8 opcode; char __data[0]; }; struct trace_event_raw_io_uring_link { struct trace_entry ent; void *ctx; void *req; void *target_req; char __data[0]; }; struct trace_event_raw_io_uring_cqring_wait { struct trace_entry ent; void *ctx; int min_events; char __data[0]; }; struct trace_event_raw_io_uring_fail_link { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; void *link; char __data[0]; }; struct trace_event_raw_io_uring_complete { struct trace_entry ent; void *ctx; void *req; u64 user_data; int res; unsigned int cflags; u64 extra1; u64 extra2; char __data[0]; }; struct trace_event_raw_io_uring_submit_sqe { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; u32 flags; bool force_nonblock; bool sq_thread; char __data[0]; }; struct trace_event_raw_io_uring_poll_arm { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; int mask; int events; char __data[0]; }; struct trace_event_raw_io_uring_task_add { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; int mask; char __data[0]; }; struct trace_event_raw_io_uring_req_failed { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; u8 flags; u8 ioprio; u64 off; u64 addr; u32 len; u32 op_flags; u16 buf_index; u16 personality; u32 file_index; u64 pad1; u64 addr3; int error; char __data[0]; }; struct trace_event_raw_io_uring_cqe_overflow { struct trace_entry ent; void *ctx; long long unsigned int user_data; s32 res; u32 cflags; void *ocqe; char __data[0]; }; struct trace_event_data_offsets_io_uring_create {}; struct trace_event_data_offsets_io_uring_register {}; struct trace_event_data_offsets_io_uring_file_get {}; struct trace_event_data_offsets_io_uring_queue_async_work {}; struct trace_event_data_offsets_io_uring_defer {}; struct trace_event_data_offsets_io_uring_link {}; struct trace_event_data_offsets_io_uring_cqring_wait {}; struct trace_event_data_offsets_io_uring_fail_link {}; struct trace_event_data_offsets_io_uring_complete {}; struct trace_event_data_offsets_io_uring_submit_sqe {}; struct trace_event_data_offsets_io_uring_poll_arm {}; struct trace_event_data_offsets_io_uring_task_add {}; struct trace_event_data_offsets_io_uring_req_failed {}; struct trace_event_data_offsets_io_uring_cqe_overflow {}; typedef void (*btf_trace_io_uring_create)(void *, int, void *, u32, u32, u32); typedef void (*btf_trace_io_uring_register)(void *, void *, unsigned int, unsigned int, unsigned int, long int); typedef void (*btf_trace_io_uring_file_get)(void *, void *, void *, long long unsigned int, int); typedef void (*btf_trace_io_uring_queue_async_work)(void *, void *, void *, long long unsigned int, u8, unsigned int, struct io_wq_work *, int); typedef void (*btf_trace_io_uring_defer)(void *, void *, void *, long long unsigned int, u8); typedef void (*btf_trace_io_uring_link)(void *, void *, void *, void *); typedef void (*btf_trace_io_uring_cqring_wait)(void *, void *, int); typedef void (*btf_trace_io_uring_fail_link)(void *, void *, void *, long long unsigned int, u8, void *); typedef void (*btf_trace_io_uring_complete)(void *, void *, void *, u64, int, unsigned int, u64, u64); typedef void (*btf_trace_io_uring_submit_sqe)(void *, void *, void *, long long unsigned int, u8, u32, bool, bool); typedef void (*btf_trace_io_uring_poll_arm)(void *, void *, void *, u64, u8, int, int); typedef void (*btf_trace_io_uring_task_add)(void *, void *, void *, long long unsigned int, u8, int); typedef void (*btf_trace_io_uring_req_failed)(void *, const struct io_uring_sqe *, void *, void *, int); typedef void (*btf_trace_io_uring_cqe_overflow)(void *, void *, long long unsigned int, s32, u32, void *); enum { IO_WQ_WORK_CANCEL = 1, IO_WQ_WORK_HASHED = 2, IO_WQ_WORK_UNBOUND = 4, IO_WQ_WORK_CONCURRENT = 16, IO_WQ_HASH_SHIFT = 24, }; enum io_wq_cancel { IO_WQ_CANCEL_OK = 0, IO_WQ_CANCEL_RUNNING = 1, IO_WQ_CANCEL_NOTFOUND = 2, }; typedef struct io_wq_work *free_work_fn(struct io_wq_work *); typedef void io_wq_work_fn(struct io_wq_work *); struct io_wq_hash { refcount_t refs; long unsigned int map; struct wait_queue_head wait; }; struct io_wq_data { struct io_wq_hash *hash; struct task_struct *task; io_wq_work_fn *do_work; free_work_fn *free_work; }; struct io_uring { u32 head; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 tail; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_rings { struct io_uring sq; struct io_uring cq; u32 sq_ring_mask; u32 cq_ring_mask; u32 sq_ring_entries; u32 cq_ring_entries; u32 sq_dropped; atomic_t sq_flags; u32 cq_flags; u32 cq_overflow; long: 64; long: 64; long: 64; long: 64; struct io_uring_cqe cqes[0]; }; struct io_mapped_ubuf { u64 ubuf; u64 ubuf_end; unsigned int nr_bvecs; long unsigned int acct_pages; struct bio_vec bvec[0]; }; struct io_overflow_cqe { struct list_head list; struct io_uring_cqe cqe; }; struct io_fixed_file { long unsigned int file_ptr; }; struct io_rsrc_put { struct list_head list; u64 tag; union { void *rsrc; struct file *file; struct io_mapped_ubuf *buf; }; }; struct io_file_table { struct io_fixed_file *files; long unsigned int *bitmap; unsigned int alloc_hint; }; struct io_rsrc_data; struct io_rsrc_node { struct percpu_ref refs; struct list_head node; struct list_head rsrc_list; struct io_rsrc_data *rsrc_data; struct llist_node llist; bool done; }; typedef void rsrc_put_fn(struct io_ring_ctx *, struct io_rsrc_put *); struct io_rsrc_data { struct io_ring_ctx *ctx; u64 **tags; unsigned int nr; rsrc_put_fn *do_put; atomic_t refs; struct completion done; bool quiesce; }; struct io_kiocb; struct io_submit_link { struct io_kiocb *head; struct io_kiocb *last; }; struct io_submit_state { struct io_wq_work_node free_list; struct io_wq_work_list compl_reqs; struct io_submit_link link; bool plug_started; bool need_plug; bool flush_cqes; short unsigned int submit_nr; struct blk_plug plug; }; struct io_restriction { long unsigned int register_op[1]; long unsigned int sqe_op[1]; u8 sqe_flags_allowed; u8 sqe_flags_required; bool registered; }; struct io_buffer_list; struct io_sq_data; struct io_ev_fd; struct io_ring_ctx { struct { struct percpu_ref refs; struct io_rings *rings; unsigned int flags; enum task_work_notify_mode notify_method; unsigned int compat: 1; unsigned int drain_next: 1; unsigned int restricted: 1; unsigned int off_timeout_used: 1; unsigned int drain_active: 1; unsigned int drain_disabled: 1; unsigned int has_evfd: 1; unsigned int syscall_iopoll: 1; long: 56; long: 64; long: 64; long: 64; }; struct { struct mutex uring_lock; u32 *sq_array; struct io_uring_sqe *sq_sqes; unsigned int cached_sq_head; unsigned int sq_entries; struct list_head defer_list; struct io_rsrc_node *rsrc_node; int rsrc_cached_refs; atomic_t cancel_seq; struct io_file_table file_table; unsigned int nr_user_files; unsigned int nr_user_bufs; struct io_mapped_ubuf **user_bufs; struct io_submit_state submit_state; struct io_buffer_list *io_bl; struct xarray io_bl_xa; struct list_head io_buffers_cache; struct list_head timeout_list; struct list_head ltimeout_list; struct list_head cq_overflow_list; struct list_head apoll_cache; struct xarray personalities; u32 pers_next; unsigned int sq_thread_idle; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_wq_work_list locked_free_list; unsigned int locked_free_nr; const struct cred *sq_creds; struct io_sq_data *sq_data; struct wait_queue_head sqo_sq_wait; struct list_head sqd_list; long unsigned int check_cq; long: 64; long: 64; long: 64; long: 64; long: 64; struct { struct io_uring_cqe *cqe_cached; struct io_uring_cqe *cqe_sentinel; unsigned int cached_cq_tail; unsigned int cq_entries; struct io_ev_fd *io_ev_fd; struct wait_queue_head cq_wait; unsigned int cq_extra; atomic_t cq_timeouts; unsigned int cq_last_tm_flush; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { spinlock_t completion_lock; spinlock_t timeout_lock; struct io_wq_work_list iopoll_list; struct hlist_head *cancel_hash; unsigned int cancel_hash_bits; bool poll_multi_queue; struct list_head io_buffers_comp; long: 64; }; struct io_restriction restrictions; struct { struct io_rsrc_node *rsrc_backup_node; struct io_mapped_ubuf *dummy_ubuf; struct io_rsrc_data *file_data; struct io_rsrc_data *buf_data; struct delayed_work rsrc_put_work; struct llist_head rsrc_put_llist; struct list_head rsrc_ref_list; spinlock_t rsrc_ref_lock; struct list_head io_buffers_pages; }; struct { struct socket *ring_sock; struct io_wq_hash *hash_map; struct user_struct *user; struct mm_struct *mm_account; struct llist_head fallback_llist; struct delayed_work fallback_work; struct work_struct exit_work; struct list_head tctx_list; struct completion ref_comp; u32 iowq_limits[2]; bool iowq_limits_set; }; long: 64; long: 64; long: 64; long: 64; }; struct io_buffer_list { union { struct list_head buf_list; struct { struct page **buf_pages; struct io_uring_buf_ring *buf_ring; }; }; __u16 bgid; __u16 buf_nr_pages; __u16 nr_entries; __u32 head; __u32 mask; }; struct io_buffer { struct list_head list; __u64 addr; __u32 len; __u16 bid; __u16 bgid; }; enum { IO_SQ_THREAD_SHOULD_STOP = 0, IO_SQ_THREAD_SHOULD_PARK = 1, }; struct io_sq_data { refcount_t refs; atomic_t park_pending; struct mutex lock; struct list_head ctx_list; struct task_struct *thread; struct wait_queue_head wait; unsigned int sq_thread_idle; int sq_cpu; pid_t task_pid; pid_t task_tgid; long unsigned int state; struct completion exited; }; struct io_rw { struct kiocb kiocb; u64 addr; u32 len; rwf_t flags; }; struct io_poll_iocb { struct file *file; struct wait_queue_head *head; __poll_t events; struct wait_queue_entry wait; }; struct io_poll_update { struct file *file; u64 old_user_data; u64 new_user_data; __poll_t events; bool update_events; bool update_user_data; }; struct io_accept { struct file *file; struct sockaddr *addr; int *addr_len; int flags; u32 file_slot; long unsigned int nofile; }; struct io_sync { struct file *file; loff_t len; loff_t off; int flags; int mode; }; struct io_cancel { struct file *file; u64 addr; u32 flags; s32 fd; }; struct io_timeout { struct file *file; u32 off; u32 target_seq; struct list_head list; struct io_kiocb *head; struct io_kiocb *prev; }; struct io_timeout_rem { struct file *file; u64 addr; struct timespec64 ts; u32 flags; bool ltimeout; }; struct io_connect { struct file *file; struct sockaddr *addr; int addr_len; }; struct io_sr_msg { struct file *file; union { struct compat_msghdr *umsg_compat; struct user_msghdr *umsg; void *buf; }; int msg_flags; size_t len; size_t done_io; unsigned int flags; }; struct io_open { struct file *file; int dfd; u32 file_slot; struct filename *filename; struct open_how how; long unsigned int nofile; }; struct io_close { struct file *file; int fd; u32 file_slot; u32 flags; }; struct io_rsrc_update { struct file *file; u64 arg; u32 nr_args; u32 offset; }; struct io_fadvise { struct file *file; u64 offset; u32 len; u32 advice; }; struct io_madvise { struct file *file; u64 addr; u32 len; u32 advice; }; struct io_epoll { struct file *file; int epfd; int op; int fd; struct epoll_event event; } __attribute__((packed)); struct io_splice { struct file *file_out; loff_t off_out; loff_t off_in; u64 len; int splice_fd_in; unsigned int flags; }; struct io_provide_buf { struct file *file; __u64 addr; __u32 len; __u32 bgid; __u16 nbufs; __u16 bid; }; struct io_statx { struct file *file; int dfd; unsigned int mask; unsigned int flags; struct filename *filename; struct statx *buffer; }; struct io_shutdown { struct file *file; int how; }; struct io_rename { struct file *file; int old_dfd; int new_dfd; struct filename *oldpath; struct filename *newpath; int flags; }; struct io_unlink { struct file *file; int dfd; int flags; struct filename *filename; }; struct io_mkdir { struct file *file; int dfd; umode_t mode; struct filename *filename; }; struct io_symlink { struct file *file; int new_dfd; struct filename *oldpath; struct filename *newpath; }; struct io_hardlink { struct file *file; int old_dfd; int new_dfd; struct filename *oldpath; struct filename *newpath; int flags; }; struct io_msg { struct file *file; u64 user_data; u32 len; }; struct io_xattr { struct file *file; struct xattr_ctx ctx; struct filename *filename; }; struct io_socket { struct file *file; int domain; int type; int protocol; int flags; u32 file_slot; long unsigned int nofile; }; struct io_nop { struct file *file; u64 extra1; u64 extra2; }; struct io_cqe { __u64 user_data; __s32 res; union { __u32 flags; int fd; }; }; typedef void (*io_req_tw_func_t)(struct io_kiocb *, bool *); struct io_task_work { union { struct io_wq_work_node node; struct llist_node fallback_node; }; io_req_tw_func_t func; }; struct async_poll; struct io_kiocb { union { struct file *file; struct io_rw rw; struct io_poll_iocb poll; struct io_poll_update poll_update; struct io_accept accept; struct io_sync sync; struct io_cancel cancel; struct io_timeout timeout; struct io_timeout_rem timeout_rem; struct io_connect connect; struct io_sr_msg sr_msg; struct io_open open; struct io_close close; struct io_rsrc_update rsrc_update; struct io_fadvise fadvise; struct io_madvise madvise; struct io_epoll epoll; struct io_splice splice; struct io_provide_buf pbuf; struct io_statx statx; struct io_shutdown shutdown; struct io_rename rename; struct io_unlink unlink; struct io_mkdir mkdir; struct io_symlink symlink; struct io_hardlink hardlink; struct io_msg msg; struct io_xattr xattr; struct io_socket sock; struct io_nop nop; struct io_uring_cmd uring_cmd; }; u8 opcode; u8 iopoll_completed; u16 buf_index; unsigned int flags; struct io_cqe cqe; struct io_ring_ctx *ctx; struct task_struct *task; struct io_rsrc_node *rsrc_node; union { struct io_mapped_ubuf *imu; struct io_buffer *kbuf; struct io_buffer_list *buf_list; }; union { struct io_wq_work_node comp_list; __poll_t apoll_events; }; atomic_t refs; atomic_t poll_refs; struct io_task_work io_task_work; union { struct hlist_node hash_node; struct { u64 extra1; u64 extra2; }; }; struct async_poll *apoll; void *async_data; struct io_kiocb *link; const struct cred *creds; struct io_wq_work work; }; struct io_ev_fd { struct eventfd_ctx *cq_ev_fd; unsigned int eventfd_async: 1; struct callback_head rcu; }; struct io_timeout_data { struct io_kiocb *req; struct hrtimer timer; struct timespec64 ts; enum hrtimer_mode mode; u32 flags; }; struct io_async_connect { struct __kernel_sockaddr_storage address; }; struct io_async_msghdr { struct iovec fast_iov[8]; struct iovec *free_iov; struct sockaddr *uaddr; struct msghdr msg; struct __kernel_sockaddr_storage addr; }; struct io_rw_state { struct iov_iter iter; struct iov_iter_state iter_state; struct iovec fast_iov[8]; }; struct io_async_rw { struct io_rw_state s; const struct iovec *free_iovec; size_t bytes_done; struct wait_page_queue wpq; }; enum { REQ_F_FIXED_FILE_BIT = 0, REQ_F_IO_DRAIN_BIT = 1, REQ_F_LINK_BIT = 2, REQ_F_HARDLINK_BIT = 3, REQ_F_FORCE_ASYNC_BIT = 4, REQ_F_BUFFER_SELECT_BIT = 5, REQ_F_CQE_SKIP_BIT = 6, REQ_F_FAIL_BIT = 8, REQ_F_INFLIGHT_BIT = 9, REQ_F_CUR_POS_BIT = 10, REQ_F_NOWAIT_BIT = 11, REQ_F_LINK_TIMEOUT_BIT = 12, REQ_F_NEED_CLEANUP_BIT = 13, REQ_F_POLLED_BIT = 14, REQ_F_BUFFER_SELECTED_BIT = 15, REQ_F_BUFFER_RING_BIT = 16, REQ_F_COMPLETE_INLINE_BIT = 17, REQ_F_REISSUE_BIT = 18, REQ_F_CREDS_BIT = 19, REQ_F_REFCOUNT_BIT = 20, REQ_F_ARM_LTIMEOUT_BIT = 21, REQ_F_ASYNC_DATA_BIT = 22, REQ_F_SKIP_LINK_CQES_BIT = 23, REQ_F_SINGLE_POLL_BIT = 24, REQ_F_DOUBLE_POLL_BIT = 25, REQ_F_PARTIAL_IO_BIT = 26, REQ_F_APOLL_MULTISHOT_BIT = 27, REQ_F_SUPPORT_NOWAIT_BIT = 28, REQ_F_ISREG_BIT = 29, __REQ_F_LAST_BIT = 30, }; enum { REQ_F_FIXED_FILE = 1, REQ_F_IO_DRAIN = 2, REQ_F_LINK = 4, REQ_F_HARDLINK = 8, REQ_F_FORCE_ASYNC = 16, REQ_F_BUFFER_SELECT = 32, REQ_F_CQE_SKIP = 64, REQ_F_FAIL = 256, REQ_F_INFLIGHT = 512, REQ_F_CUR_POS = 1024, REQ_F_NOWAIT = 2048, REQ_F_LINK_TIMEOUT = 4096, REQ_F_NEED_CLEANUP = 8192, REQ_F_POLLED = 16384, REQ_F_BUFFER_SELECTED = 32768, REQ_F_BUFFER_RING = 65536, REQ_F_COMPLETE_INLINE = 131072, REQ_F_REISSUE = 262144, REQ_F_SUPPORT_NOWAIT = 268435456, REQ_F_ISREG = 536870912, REQ_F_CREDS = 524288, REQ_F_REFCOUNT = 1048576, REQ_F_ARM_LTIMEOUT = 2097152, REQ_F_ASYNC_DATA = 4194304, REQ_F_SKIP_LINK_CQES = 8388608, REQ_F_SINGLE_POLL = 16777216, REQ_F_DOUBLE_POLL = 33554432, REQ_F_PARTIAL_IO = 67108864, REQ_F_APOLL_MULTISHOT = 134217728, }; struct async_poll { struct io_poll_iocb poll; struct io_poll_iocb *double_poll; }; enum { IORING_RSRC_FILE = 0, IORING_RSRC_BUFFER = 1, }; enum { IO_CHECK_CQ_OVERFLOW_BIT = 0, IO_CHECK_CQ_DROPPED_BIT = 1, }; struct io_tctx_node { struct list_head ctx_node; struct task_struct *task; struct io_ring_ctx *ctx; }; struct io_defer_entry { struct list_head list; struct io_kiocb *req; u32 seq; }; struct io_cancel_data { struct io_ring_ctx *ctx; union { u64 data; struct file *file; }; u32 flags; int seq; }; struct io_op_def { unsigned int needs_file: 1; unsigned int plug: 1; unsigned int hash_reg_file: 1; unsigned int unbound_nonreg_file: 1; unsigned int pollin: 1; unsigned int pollout: 1; unsigned int poll_exclusive: 1; unsigned int buffer_select: 1; unsigned int needs_async_setup: 1; unsigned int not_supported: 1; unsigned int audit_skip: 1; unsigned int ioprio: 1; unsigned int iopoll: 1; short unsigned int async_size; }; struct io_poll_table { struct poll_table_struct pt; struct io_kiocb *req; int nr_entries; int error; }; enum { IO_APOLL_OK = 0, IO_APOLL_ABORTED = 1, IO_APOLL_READY = 2, }; struct io_wait_queue { struct wait_queue_entry wq; struct io_ring_ctx *ctx; unsigned int cq_tail; unsigned int nr_timeouts; }; struct io_tctx_exit { struct callback_head task_work; struct completion completion; struct io_ring_ctx *ctx; }; struct io_task_cancel { struct task_struct *task; bool all; }; struct creds; enum { IO_WQ_BOUND = 0, IO_WQ_UNBOUND = 1, }; typedef bool work_cancel_fn(struct io_wq_work *, void *); enum { IO_WORKER_F_UP = 1, IO_WORKER_F_RUNNING = 2, IO_WORKER_F_FREE = 4, IO_WORKER_F_BOUND = 8, }; enum { IO_WQ_BIT_EXIT = 0, }; enum { IO_ACCT_STALLED_BIT = 0, }; struct io_wqe; struct io_worker { refcount_t ref; unsigned int flags; struct hlist_nulls_node nulls_node; struct list_head all_list; struct task_struct *task; struct io_wqe *wqe; struct io_wq_work *cur_work; struct io_wq_work *next_work; raw_spinlock_t lock; struct completion ref_done; long unsigned int create_state; struct callback_head create_work; int create_index; union { struct callback_head rcu; struct work_struct work; }; }; struct io_wqe_acct { unsigned int nr_workers; unsigned int max_workers; int index; atomic_t nr_running; raw_spinlock_t lock; struct io_wq_work_list work_list; long unsigned int flags; }; struct io_wq___2; struct io_wqe { raw_spinlock_t lock; struct io_wqe_acct acct[2]; int node; struct hlist_nulls_head free_list; struct list_head all_list; struct wait_queue_entry wait; struct io_wq___2 *wq; struct io_wq_work *hash_tail[64]; cpumask_var_t cpu_mask; }; enum { IO_WQ_ACCT_BOUND = 0, IO_WQ_ACCT_UNBOUND = 1, IO_WQ_ACCT_NR = 2, }; struct io_wq___2 { long unsigned int state; free_work_fn *free_work; io_wq_work_fn *do_work; struct io_wq_hash *hash; atomic_t worker_refs; struct completion worker_done; struct hlist_node cpuhp_node; struct task_struct *task; struct io_wqe *wqes[0]; }; struct io_cb_cancel_data { work_cancel_fn *fn; void *data; int nr_running; int nr_pending; bool cancel_all; }; struct online_data { unsigned int cpu; bool online; }; enum dax_access_mode { DAX_ACCESS = 0, DAX_RECOVERY_WRITE = 1, }; struct iomap_ops { int (*iomap_begin)(struct inode *, loff_t, loff_t, unsigned int, struct iomap___2 *, struct iomap___2 *); int (*iomap_end)(struct inode *, loff_t, loff_t, ssize_t, unsigned int, struct iomap___2 *); }; struct iomap_iter { struct inode *inode; loff_t pos; u64 len; s64 processed; unsigned int flags; struct iomap___2 iomap; struct iomap___2 srcmap; void *private; }; struct trace_event_raw_dax_pmd_fault_class { struct trace_entry ent; long unsigned int ino; long unsigned int vm_start; long unsigned int vm_end; long unsigned int vm_flags; long unsigned int address; long unsigned int pgoff; long unsigned int max_pgoff; dev_t dev; unsigned int flags; int result; char __data[0]; }; struct trace_event_raw_dax_pmd_load_hole_class { struct trace_entry ent; long unsigned int ino; long unsigned int vm_flags; long unsigned int address; struct page *zero_page; void *radix_entry; dev_t dev; char __data[0]; }; struct trace_event_raw_dax_pmd_insert_mapping_class { struct trace_entry ent; long unsigned int ino; long unsigned int vm_flags; long unsigned int address; long int length; u64 pfn_val; void *radix_entry; dev_t dev; int write; char __data[0]; }; struct trace_event_raw_dax_pte_fault_class { struct trace_entry ent; long unsigned int ino; long unsigned int vm_flags; long unsigned int address; long unsigned int pgoff; dev_t dev; unsigned int flags; int result; char __data[0]; }; struct trace_event_raw_dax_insert_mapping { struct trace_entry ent; long unsigned int ino; long unsigned int vm_flags; long unsigned int address; void *radix_entry; dev_t dev; int write; char __data[0]; }; struct trace_event_raw_dax_writeback_range_class { struct trace_entry ent; long unsigned int ino; long unsigned int start_index; long unsigned int end_index; dev_t dev; char __data[0]; }; struct trace_event_raw_dax_writeback_one { struct trace_entry ent; long unsigned int ino; long unsigned int pgoff; long unsigned int pglen; dev_t dev; char __data[0]; }; struct trace_event_data_offsets_dax_pmd_fault_class {}; struct trace_event_data_offsets_dax_pmd_load_hole_class {}; struct trace_event_data_offsets_dax_pmd_insert_mapping_class {}; struct trace_event_data_offsets_dax_pte_fault_class {}; struct trace_event_data_offsets_dax_insert_mapping {}; struct trace_event_data_offsets_dax_writeback_range_class {}; struct trace_event_data_offsets_dax_writeback_one {}; typedef void (*btf_trace_dax_pmd_fault)(void *, struct inode *, struct vm_fault *, long unsigned int, int); typedef void (*btf_trace_dax_pmd_fault_done)(void *, struct inode *, struct vm_fault *, long unsigned int, int); typedef void (*btf_trace_dax_pmd_load_hole)(void *, struct inode *, struct vm_fault *, struct page *, void *); typedef void (*btf_trace_dax_pmd_load_hole_fallback)(void *, struct inode *, struct vm_fault *, struct page *, void *); typedef void (*btf_trace_dax_pmd_insert_mapping)(void *, struct inode *, struct vm_fault *, long int, pfn_t, void *); typedef void (*btf_trace_dax_pte_fault)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_pte_fault_done)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_load_hole)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_insert_pfn_mkwrite_no_entry)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_insert_pfn_mkwrite)(void *, struct inode *, struct vm_fault *, int); typedef void (*btf_trace_dax_insert_mapping)(void *, struct inode *, struct vm_fault *, void *); typedef void (*btf_trace_dax_writeback_range)(void *, struct inode *, long unsigned int, long unsigned int); typedef void (*btf_trace_dax_writeback_range_done)(void *, struct inode *, long unsigned int, long unsigned int); typedef void (*btf_trace_dax_writeback_one)(void *, struct inode *, long unsigned int, long unsigned int); struct exceptional_entry_key { struct xarray *xa; long unsigned int entry_start; }; struct wait_exceptional_entry_queue { wait_queue_entry_t wait; struct exceptional_entry_key key; }; enum dax_wake_mode { WAKE_ALL = 0, WAKE_NEXT = 1, }; struct crypto_skcipher; struct fscrypt_blk_crypto_key; struct fscrypt_prepared_key { struct crypto_skcipher *tfm; struct fscrypt_blk_crypto_key *blk_key; }; struct fscrypt_mode; struct fscrypt_direct_key; struct fscrypt_info { struct fscrypt_prepared_key ci_enc_key; bool ci_owns_key; bool ci_inlinecrypt; struct fscrypt_mode *ci_mode; struct inode *ci_inode; struct key *ci_master_key; struct list_head ci_master_key_link; struct fscrypt_direct_key *ci_direct_key; siphash_key_t ci_dirhash_key; bool ci_dirhash_key_initialized; union fscrypt_policy ci_policy; u8 ci_nonce[16]; u32 ci_hashed_ino; }; struct skcipher_request { unsigned int cryptlen; u8 *iv; struct scatterlist *src; struct scatterlist *dst; struct crypto_async_request base; void *__ctx[0]; }; struct crypto_skcipher { unsigned int reqsize; struct crypto_tfm base; }; struct fscrypt_mode { const char *friendly_name; const char *cipher_str; int keysize; int security_strength; int ivsize; int logged_cryptoapi_impl; int logged_blk_crypto_native; int logged_blk_crypto_fallback; enum blk_crypto_mode_num blk_crypto_mode; }; typedef enum { FS_DECRYPT = 0, FS_ENCRYPT = 1, } fscrypt_direction_t; union fscrypt_iv { struct { __le64 lblk_num; u8 nonce[16]; }; u8 raw[32]; __le64 dun[4]; }; struct fscrypt_str { unsigned char *name; u32 len; }; struct fscrypt_name { const struct qstr *usr_fname; struct fscrypt_str disk_name; u32 hash; u32 minor_hash; struct fscrypt_str crypto_buf; bool is_nokey_name; }; struct fscrypt_nokey_name { u32 dirhash[2]; u8 bytes[149]; u8 sha256[32]; }; struct fscrypt_hkdf { struct crypto_shash *hmac_tfm; }; struct fscrypt_key_specifier { __u32 type; __u32 __reserved; union { __u8 __reserved[32]; __u8 descriptor[8]; __u8 identifier[16]; } u; }; struct fscrypt_symlink_data { __le16 len; char encrypted_path[1]; } __attribute__((packed)); struct fscrypt_master_key_secret { struct fscrypt_hkdf hkdf; u32 size; u8 raw[64]; }; struct fscrypt_master_key { struct fscrypt_master_key_secret mk_secret; struct fscrypt_key_specifier mk_spec; struct key *mk_users; refcount_t mk_refcount; struct list_head mk_decrypted_inodes; spinlock_t mk_decrypted_inodes_lock; struct fscrypt_prepared_key mk_direct_keys[10]; struct fscrypt_prepared_key mk_iv_ino_lblk_64_keys[10]; struct fscrypt_prepared_key mk_iv_ino_lblk_32_keys[10]; siphash_key_t mk_ino_hash_key; bool mk_ino_hash_key_initialized; }; enum key_state { KEY_IS_UNINSTANTIATED = 0, KEY_IS_POSITIVE = 1, }; struct fscrypt_provisioning_key_payload { __u32 type; __u32 __reserved; __u8 raw[0]; }; struct fscrypt_add_key_arg { struct fscrypt_key_specifier key_spec; __u32 raw_size; __u32 key_id; __u32 __reserved[8]; __u8 raw[0]; }; struct fscrypt_remove_key_arg { struct fscrypt_key_specifier key_spec; __u32 removal_status_flags; __u32 __reserved[5]; }; struct fscrypt_get_key_status_arg { struct fscrypt_key_specifier key_spec; __u32 __reserved[6]; __u32 status; __u32 status_flags; __u32 user_count; __u32 __out_reserved[13]; }; struct fscrypt_dummy_policy { const union fscrypt_policy *policy; }; struct skcipher_alg { int (*setkey)(struct crypto_skcipher *, const u8 *, unsigned int); int (*encrypt)(struct skcipher_request *); int (*decrypt)(struct skcipher_request *); int (*init)(struct crypto_skcipher *); void (*exit)(struct crypto_skcipher *); unsigned int min_keysize; unsigned int max_keysize; unsigned int ivsize; unsigned int chunksize; unsigned int walksize; struct crypto_alg base; }; struct fscrypt_context_v1 { u8 version; u8 contents_encryption_mode; u8 filenames_encryption_mode; u8 flags; u8 master_key_descriptor[8]; u8 nonce[16]; }; struct fscrypt_context_v2 { u8 version; u8 contents_encryption_mode; u8 filenames_encryption_mode; u8 flags; u8 __reserved[4]; u8 master_key_identifier[16]; u8 nonce[16]; }; union fscrypt_context { u8 version; struct fscrypt_context_v1 v1; struct fscrypt_context_v2 v2; }; struct user_key_payload { struct callback_head rcu; short unsigned int datalen; long: 48; char data[0]; }; struct fscrypt_key { __u32 mode; __u8 raw[64]; __u32 size; }; struct fscrypt_direct_key { struct hlist_node dk_node; refcount_t dk_refcount; const struct fscrypt_mode *dk_mode; struct fscrypt_prepared_key dk_key; u8 dk_descriptor[8]; u8 dk_raw[64]; }; struct fscrypt_get_policy_ex_arg { __u64 policy_size; union { __u8 version; struct fscrypt_policy_v1 v1; struct fscrypt_policy_v2 v2; } policy; }; struct blk_crypto_ll_ops { int (*keyslot_program)(struct blk_crypto_profile *, const struct blk_crypto_key *, unsigned int); int (*keyslot_evict)(struct blk_crypto_profile *, const struct blk_crypto_key *, unsigned int); }; struct blk_crypto_profile { struct blk_crypto_ll_ops ll_ops; unsigned int max_dun_bytes_supported; unsigned int modes_supported[4]; struct device *dev; unsigned int num_slots; struct rw_semaphore lock; wait_queue_head_t idle_slots_wait_queue; struct list_head idle_slots; spinlock_t idle_slots_lock; struct hlist_head *slot_hashtable; unsigned int log_slot_ht_size; struct blk_crypto_keyslot *slots; }; struct fscrypt_blk_crypto_key { struct blk_crypto_key base; int num_devs; struct request_queue *devs[0]; }; struct fsverity_hash_alg; struct merkle_tree_params { struct fsverity_hash_alg *hash_alg; const u8 *hashstate; unsigned int digest_size; unsigned int block_size; unsigned int hashes_per_block; unsigned int log_blocksize; unsigned int log_arity; unsigned int num_levels; u64 tree_size; long unsigned int level0_blocks; u64 level_start[8]; }; struct fsverity_info { struct merkle_tree_params tree_params; u8 root_hash[64]; u8 file_digest[64]; const struct inode *inode; }; struct fsverity_enable_arg { __u32 version; __u32 hash_algorithm; __u32 block_size; __u32 salt_size; __u64 salt_ptr; __u32 sig_size; __u32 __reserved1; __u64 sig_ptr; __u64 __reserved2[11]; }; struct fsverity_descriptor { __u8 version; __u8 hash_algorithm; __u8 log_blocksize; __u8 salt_size; __le32 sig_size; __le64 data_size; __u8 root_hash[64]; __u8 salt[32]; __u8 __reserved[144]; __u8 signature[0]; }; struct crypto_ahash; struct fsverity_hash_alg { struct crypto_ahash *tfm; const char *name; unsigned int digest_size; unsigned int block_size; mempool_t req_pool; }; struct ahash_request; struct crypto_ahash { int (*init)(struct ahash_request *); int (*update)(struct ahash_request *); int (*final)(struct ahash_request *); int (*finup)(struct ahash_request *); int (*digest)(struct ahash_request *); int (*export)(struct ahash_request *, void *); int (*import)(struct ahash_request *, const void *); int (*setkey)(struct crypto_ahash *, const u8 *, unsigned int); unsigned int reqsize; struct crypto_tfm base; }; struct ahash_request { struct crypto_async_request base; unsigned int nbytes; struct scatterlist *src; u8 *result; void *priv; void *__ctx[0]; }; struct hash_alg_common { unsigned int digestsize; unsigned int statesize; struct crypto_alg base; }; struct fsverity_digest { __u16 digest_algorithm; __u16 digest_size; __u8 digest[0]; }; struct fsverity_read_metadata_arg { __u64 metadata_type; __u64 offset; __u64 length; __u64 buf_ptr; __u64 __reserved; }; struct fsverity_formatted_digest { char magic[8]; __le16 digest_algorithm; __le16 digest_size; __u8 digest[0]; }; struct flock64 { short int l_type; short int l_whence; __kernel_loff_t l_start; __kernel_loff_t l_len; __kernel_pid_t l_pid; }; struct trace_event_raw_locks_get_lock_context { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; unsigned char type; struct file_lock_context *ctx; char __data[0]; }; struct trace_event_raw_filelock_lock { struct trace_entry ent; struct file_lock *fl; long unsigned int i_ino; dev_t s_dev; struct file_lock *fl_blocker; fl_owner_t fl_owner; unsigned int fl_pid; unsigned int fl_flags; unsigned char fl_type; loff_t fl_start; loff_t fl_end; int ret; char __data[0]; }; struct trace_event_raw_filelock_lease { struct trace_entry ent; struct file_lock *fl; long unsigned int i_ino; dev_t s_dev; struct file_lock *fl_blocker; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; long unsigned int fl_break_time; long unsigned int fl_downgrade_time; char __data[0]; }; struct trace_event_raw_generic_add_lease { struct trace_entry ent; long unsigned int i_ino; int wcount; int rcount; int icount; dev_t s_dev; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; char __data[0]; }; struct trace_event_raw_leases_conflict { struct trace_entry ent; void *lease; void *breaker; unsigned int l_fl_flags; unsigned int b_fl_flags; unsigned char l_fl_type; unsigned char b_fl_type; bool conflict; char __data[0]; }; struct trace_event_data_offsets_locks_get_lock_context {}; struct trace_event_data_offsets_filelock_lock {}; struct trace_event_data_offsets_filelock_lease {}; struct trace_event_data_offsets_generic_add_lease {}; struct trace_event_data_offsets_leases_conflict {}; typedef void (*btf_trace_locks_get_lock_context)(void *, struct inode *, int, struct file_lock_context *); typedef void (*btf_trace_posix_lock_inode)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_fcntl_setlk)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_locks_remove_posix)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_flock_lock_inode)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_break_lease_noblock)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_break_lease_block)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_break_lease_unblock)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_generic_delete_lease)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_time_out_leases)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_generic_add_lease)(void *, struct inode *, struct file_lock *); typedef void (*btf_trace_leases_conflict)(void *, bool, struct file_lock *, struct file_lock *); struct file_lock_list_struct { spinlock_t lock; struct hlist_head hlist; }; struct locks_iterator { int li_cpu; loff_t li_pos; }; typedef unsigned int __kernel_uid_t; typedef unsigned int __kernel_gid_t; struct elf_prpsinfo { char pr_state; char pr_sname; char pr_zomb; char pr_nice; long unsigned int pr_flag; __kernel_uid_t pr_uid; __kernel_gid_t pr_gid; pid_t pr_pid; pid_t pr_ppid; pid_t pr_pgrp; pid_t pr_sid; char pr_fname[16]; char pr_psargs[80]; }; struct arch_elf_state {}; struct memelfnote { const char *name; int type; unsigned int datasz; void *data; }; struct elf_thread_core_info { struct elf_thread_core_info *next; struct task_struct *task; struct elf_prstatus prstatus; struct memelfnote notes[0]; }; struct elf_note_info { struct elf_thread_core_info *thread; struct memelfnote psinfo; struct memelfnote signote; struct memelfnote auxv; struct memelfnote files; siginfo_t csigdata; size_t size; int thread_notes; }; struct user_regs_struct { long unsigned int r15; long unsigned int r14; long unsigned int r13; long unsigned int r12; long unsigned int bp; long unsigned int bx; long unsigned int r11; long unsigned int r10; long unsigned int r9; long unsigned int r8; long unsigned int ax; long unsigned int cx; long unsigned int dx; long unsigned int si; long unsigned int di; long unsigned int orig_ax; long unsigned int ip; long unsigned int cs; long unsigned int flags; long unsigned int sp; long unsigned int ss; long unsigned int fs_base; long unsigned int gs_base; long unsigned int ds; long unsigned int es; long unsigned int fs; long unsigned int gs; }; typedef __u32 Elf32_Addr; typedef __u16 Elf32_Half; typedef __u32 Elf32_Off; struct elf32_hdr { unsigned char e_ident[16]; Elf32_Half e_type; Elf32_Half e_machine; Elf32_Word e_version; Elf32_Addr e_entry; Elf32_Off e_phoff; Elf32_Off e_shoff; Elf32_Word e_flags; Elf32_Half e_ehsize; Elf32_Half e_phentsize; Elf32_Half e_phnum; Elf32_Half e_shentsize; Elf32_Half e_shnum; Elf32_Half e_shstrndx; }; struct elf32_phdr { Elf32_Word p_type; Elf32_Off p_offset; Elf32_Addr p_vaddr; Elf32_Addr p_paddr; Elf32_Word p_filesz; Elf32_Word p_memsz; Elf32_Word p_flags; Elf32_Word p_align; }; struct elf32_shdr { Elf32_Word sh_name; Elf32_Word sh_type; Elf32_Word sh_flags; Elf32_Addr sh_addr; Elf32_Off sh_offset; Elf32_Word sh_size; Elf32_Word sh_link; Elf32_Word sh_info; Elf32_Word sh_addralign; Elf32_Word sh_entsize; }; struct user_regs_struct32 { __u32 ebx; __u32 ecx; __u32 edx; __u32 esi; __u32 edi; __u32 ebp; __u32 eax; short unsigned int ds; short unsigned int __ds; short unsigned int es; short unsigned int __es; short unsigned int fs; short unsigned int __fs; short unsigned int gs; short unsigned int __gs; __u32 orig_eax; __u32 eip; short unsigned int cs; short unsigned int __cs; __u32 eflags; __u32 esp; short unsigned int ss; short unsigned int __ss; }; struct compat_elf_siginfo { compat_int_t si_signo; compat_int_t si_code; compat_int_t si_errno; }; struct compat_elf_prstatus_common { struct compat_elf_siginfo pr_info; short int pr_cursig; compat_ulong_t pr_sigpend; compat_ulong_t pr_sighold; compat_pid_t pr_pid; compat_pid_t pr_ppid; compat_pid_t pr_pgrp; compat_pid_t pr_sid; struct old_timeval32 pr_utime; struct old_timeval32 pr_stime; struct old_timeval32 pr_cutime; struct old_timeval32 pr_cstime; }; struct compat_elf_prpsinfo { char pr_state; char pr_sname; char pr_zomb; char pr_nice; compat_ulong_t pr_flag; __compat_uid_t pr_uid; __compat_gid_t pr_gid; compat_pid_t pr_pid; compat_pid_t pr_ppid; compat_pid_t pr_pgrp; compat_pid_t pr_sid; char pr_fname[16]; char pr_psargs[80]; }; typedef struct user_regs_struct compat_elf_gregset_t; struct i386_elf_prstatus { struct compat_elf_prstatus_common common; struct user_regs_struct32 pr_reg; compat_int_t pr_fpvalid; }; struct compat_elf_prstatus { struct compat_elf_prstatus_common common; compat_elf_gregset_t pr_reg; compat_int_t pr_fpvalid; }; struct elf_thread_core_info___2 { struct elf_thread_core_info___2 *next; struct task_struct *task; struct compat_elf_prstatus prstatus; struct memelfnote notes[0]; }; struct elf_note_info___2 { struct elf_thread_core_info___2 *thread; struct memelfnote psinfo; struct memelfnote signote; struct memelfnote auxv; struct memelfnote files; compat_siginfo_t csigdata; size_t size; int thread_notes; }; struct mb_cache_entry { struct list_head e_list; struct hlist_bl_node e_hash_list; atomic_t e_refcnt; u32 e_key; u32 e_referenced: 1; u32 e_reusable: 1; u64 e_value; }; struct mb_cache { struct hlist_bl_head *c_hash; int c_bucket_bits; long unsigned int c_max_entries; spinlock_t c_list_lock; struct list_head c_list; long unsigned int c_entry_count; struct shrinker c_shrink; struct work_struct c_shrink_work; }; struct posix_acl_xattr_entry { __le16 e_tag; __le16 e_perm; __le32 e_id; }; struct posix_acl_xattr_header { __le32 a_version; }; struct rpc_timer { struct list_head list; long unsigned int expires; struct delayed_work dwork; }; struct rpc_wait_queue { spinlock_t lock; struct list_head tasks[4]; unsigned char maxpriority; unsigned char priority; unsigned char nr; short unsigned int qlen; struct rpc_timer timer_list; const char *name; }; struct nfs_seqid_counter { ktime_t create_time; int owner_id; int flags; u32 counter; spinlock_t lock; struct list_head list; struct rpc_wait_queue wait; }; struct nfs4_stateid_struct { union { char data[16]; struct { __be32 seqid; char other[12]; }; }; enum { NFS4_INVALID_STATEID_TYPE = 0, NFS4_SPECIAL_STATEID_TYPE = 1, NFS4_OPEN_STATEID_TYPE = 2, NFS4_LOCK_STATEID_TYPE = 3, NFS4_DELEGATION_STATEID_TYPE = 4, NFS4_LAYOUT_STATEID_TYPE = 5, NFS4_PNFS_DS_STATEID_TYPE = 6, NFS4_REVOKED_STATEID_TYPE = 7, } type; }; typedef struct nfs4_stateid_struct nfs4_stateid; struct nfs4_state; struct nfs4_lock_state { struct list_head ls_locks; struct nfs4_state *ls_state; long unsigned int ls_flags; struct nfs_seqid_counter ls_seqid; nfs4_stateid ls_stateid; refcount_t ls_count; fl_owner_t ls_owner; }; struct xdr_netobj { unsigned int len; u8 *data; }; struct xdr_buf { struct kvec head[1]; struct kvec tail[1]; struct bio_vec *bvec; struct page **pages; unsigned int page_base; unsigned int page_len; unsigned int flags; unsigned int buflen; unsigned int len; }; struct rpc_rqst; struct xdr_stream { __be32 *p; struct xdr_buf *buf; __be32 *end; struct kvec *iov; struct kvec scratch; struct page **page_ptr; unsigned int nwords; struct rpc_rqst *rqst; }; struct rpc_xprt; struct rpc_task; struct rpc_cred; struct rpc_rqst { struct rpc_xprt *rq_xprt; struct xdr_buf rq_snd_buf; struct xdr_buf rq_rcv_buf; struct rpc_task *rq_task; struct rpc_cred *rq_cred; __be32 rq_xid; int rq_cong; u32 rq_seqno; int rq_enc_pages_num; struct page **rq_enc_pages; void (*rq_release_snd_buf)(struct rpc_rqst *); union { struct list_head rq_list; struct rb_node rq_recv; }; struct list_head rq_xmit; struct list_head rq_xmit2; void *rq_buffer; size_t rq_callsize; void *rq_rbuffer; size_t rq_rcvsize; size_t rq_xmit_bytes_sent; size_t rq_reply_bytes_recvd; struct xdr_buf rq_private_buf; long unsigned int rq_majortimeo; long unsigned int rq_minortimeo; long unsigned int rq_timeout; ktime_t rq_rtt; unsigned int rq_retries; unsigned int rq_connect_cookie; atomic_t rq_pin; u32 rq_bytes_sent; ktime_t rq_xtime; int rq_ntrans; struct list_head rq_bc_list; long unsigned int rq_bc_pa_state; struct list_head rq_bc_pa_list; }; typedef void (*kxdreproc_t)(struct rpc_rqst *, struct xdr_stream *, const void *); typedef int (*kxdrdproc_t)(struct rpc_rqst *, struct xdr_stream *, void *); struct rpc_procinfo; struct rpc_message { const struct rpc_procinfo *rpc_proc; void *rpc_argp; void *rpc_resp; const struct cred *rpc_cred; }; struct rpc_procinfo { u32 p_proc; kxdreproc_t p_encode; kxdrdproc_t p_decode; unsigned int p_arglen; unsigned int p_replen; unsigned int p_timer; u32 p_statidx; const char *p_name; }; struct rpc_wait { struct list_head list; struct list_head links; struct list_head timer_list; }; struct rpc_call_ops; struct rpc_clnt; struct rpc_task { atomic_t tk_count; int tk_status; struct list_head tk_task; void (*tk_callback)(struct rpc_task *); void (*tk_action)(struct rpc_task *); long unsigned int tk_timeout; long unsigned int tk_runstate; struct rpc_wait_queue *tk_waitqueue; union { struct work_struct tk_work; struct rpc_wait tk_wait; } u; int tk_rpc_status; struct rpc_message tk_msg; void *tk_calldata; const struct rpc_call_ops *tk_ops; struct rpc_clnt *tk_client; struct rpc_xprt *tk_xprt; struct rpc_cred *tk_op_cred; struct rpc_rqst *tk_rqstp; struct workqueue_struct *tk_workqueue; ktime_t tk_start; pid_t tk_owner; short unsigned int tk_flags; short unsigned int tk_timeouts; short unsigned int tk_pid; unsigned char tk_priority: 2; unsigned char tk_garb_retry: 2; unsigned char tk_cred_retry: 2; unsigned char tk_rebind_retry: 2; }; struct rpc_call_ops { void (*rpc_call_prepare)(struct rpc_task *, void *); void (*rpc_call_done)(struct rpc_task *, void *); void (*rpc_count_stats)(struct rpc_task *, void *); void (*rpc_release)(void *); }; struct rpc_iostats; struct rpc_pipe_dir_head { struct list_head pdh_entries; struct dentry *pdh_dentry; }; struct rpc_rtt { long unsigned int timeo; long unsigned int srtt[5]; long unsigned int sdrtt[5]; int ntimeouts[5]; }; struct rpc_timeout { long unsigned int to_initval; long unsigned int to_maxval; long unsigned int to_increment; unsigned int to_retries; unsigned char to_exponential; }; struct rpc_sysfs_client; struct rpc_xprt_switch; struct rpc_xprt_iter_ops; struct rpc_xprt_iter { struct rpc_xprt_switch *xpi_xpswitch; struct rpc_xprt *xpi_cursor; const struct rpc_xprt_iter_ops *xpi_ops; }; struct rpc_auth; struct rpc_stat; struct rpc_program; struct rpc_clnt { refcount_t cl_count; unsigned int cl_clid; struct list_head cl_clients; struct list_head cl_tasks; atomic_t cl_pid; spinlock_t cl_lock; struct rpc_xprt *cl_xprt; const struct rpc_procinfo *cl_procinfo; u32 cl_prog; u32 cl_vers; u32 cl_maxproc; struct rpc_auth *cl_auth; struct rpc_stat *cl_stats; struct rpc_iostats *cl_metrics; unsigned int cl_softrtry: 1; unsigned int cl_softerr: 1; unsigned int cl_discrtry: 1; unsigned int cl_noretranstimeo: 1; unsigned int cl_autobind: 1; unsigned int cl_chatty: 1; struct rpc_rtt *cl_rtt; const struct rpc_timeout *cl_timeout; atomic_t cl_swapper; int cl_nodelen; char cl_nodename[65]; struct rpc_pipe_dir_head cl_pipedir_objects; struct rpc_clnt *cl_parent; struct rpc_rtt cl_rtt_default; struct rpc_timeout cl_timeout_default; const struct rpc_program *cl_program; const char *cl_principal; struct dentry *cl_debugfs; struct rpc_sysfs_client *cl_sysfs; union { struct rpc_xprt_iter cl_xpi; struct work_struct cl_work; }; const struct cred *cl_cred; unsigned int cl_max_connect; }; struct svc_xprt; struct rpc_sysfs_xprt; struct rpc_xprt_ops; struct svc_serv; struct xprt_class; struct rpc_xprt { struct kref kref; const struct rpc_xprt_ops *ops; unsigned int id; const struct rpc_timeout *timeout; struct __kernel_sockaddr_storage addr; size_t addrlen; int prot; long unsigned int cong; long unsigned int cwnd; size_t max_payload; struct rpc_wait_queue binding; struct rpc_wait_queue sending; struct rpc_wait_queue pending; struct rpc_wait_queue backlog; struct list_head free; unsigned int max_reqs; unsigned int min_reqs; unsigned int num_reqs; long unsigned int state; unsigned char resvport: 1; unsigned char reuseport: 1; atomic_t swapper; unsigned int bind_index; struct list_head xprt_switch; long unsigned int bind_timeout; long unsigned int reestablish_timeout; unsigned int connect_cookie; struct work_struct task_cleanup; struct timer_list timer; long unsigned int last_used; long unsigned int idle_timeout; long unsigned int connect_timeout; long unsigned int max_reconnect_timeout; atomic_long_t queuelen; spinlock_t transport_lock; spinlock_t reserve_lock; spinlock_t queue_lock; u32 xid; struct rpc_task *snd_task; struct list_head xmit_queue; atomic_long_t xmit_queuelen; struct svc_xprt *bc_xprt; struct svc_serv *bc_serv; unsigned int bc_alloc_max; unsigned int bc_alloc_count; atomic_t bc_slot_count; spinlock_t bc_pa_lock; struct list_head bc_pa_list; struct rb_root recv_queue; struct { long unsigned int bind_count; long unsigned int connect_count; long unsigned int connect_start; long unsigned int connect_time; long unsigned int sends; long unsigned int recvs; long unsigned int bad_xids; long unsigned int max_slots; long long unsigned int req_u; long long unsigned int bklog_u; long long unsigned int sending_u; long long unsigned int pending_u; } stat; struct net *xprt_net; netns_tracker ns_tracker; const char *servername; const char *address_strings[6]; struct dentry *debugfs; struct callback_head rcu; const struct xprt_class *xprt_class; struct rpc_sysfs_xprt *xprt_sysfs; bool main; }; struct rpc_credops; struct rpc_cred { struct hlist_node cr_hash; struct list_head cr_lru; struct callback_head cr_rcu; struct rpc_auth *cr_auth; const struct rpc_credops *cr_ops; long unsigned int cr_expire; long unsigned int cr_flags; refcount_t cr_count; const struct cred *cr_cred; }; typedef u32 rpc_authflavor_t; struct auth_cred { const struct cred *cred; const char *principal; }; struct rpc_cred_cache; struct rpc_authops; struct rpc_auth { unsigned int au_cslack; unsigned int au_rslack; unsigned int au_verfsize; unsigned int au_ralign; long unsigned int au_flags; const struct rpc_authops *au_ops; rpc_authflavor_t au_flavor; refcount_t au_count; struct rpc_cred_cache *au_credcache; }; struct rpc_credops { const char *cr_name; int (*cr_init)(struct rpc_auth *, struct rpc_cred *); void (*crdestroy)(struct rpc_cred *); int (*crmatch)(struct auth_cred *, struct rpc_cred *, int); int (*crmarshal)(struct rpc_task *, struct xdr_stream *); int (*crrefresh)(struct rpc_task *); int (*crvalidate)(struct rpc_task *, struct xdr_stream *); int (*crwrap_req)(struct rpc_task *, struct xdr_stream *); int (*crunwrap_resp)(struct rpc_task *, struct xdr_stream *); int (*crkey_timeout)(struct rpc_cred *); char * (*crstringify_acceptor)(struct rpc_cred *); bool (*crneed_reencode)(struct rpc_task *); }; struct rpc_auth_create_args; struct rpcsec_gss_info; struct rpc_authops { struct module *owner; rpc_authflavor_t au_flavor; char *au_name; struct rpc_auth * (*create)(const struct rpc_auth_create_args *, struct rpc_clnt *); void (*destroy)(struct rpc_auth *); int (*hash_cred)(struct auth_cred *, unsigned int); struct rpc_cred * (*lookup_cred)(struct rpc_auth *, struct auth_cred *, int); struct rpc_cred * (*crcreate)(struct rpc_auth *, struct auth_cred *, int, gfp_t); rpc_authflavor_t (*info2flavor)(struct rpcsec_gss_info *); int (*flavor2info)(rpc_authflavor_t, struct rpcsec_gss_info *); int (*key_timeout)(struct rpc_auth *, struct rpc_cred *); }; struct rpc_auth_create_args { rpc_authflavor_t pseudoflavor; const char *target_name; }; struct rpcsec_gss_oid { unsigned int len; u8 data[32]; }; struct rpcsec_gss_info { struct rpcsec_gss_oid oid; u32 qop; u32 service; }; struct rpc_xprt_ops { void (*set_buffer_size)(struct rpc_xprt *, size_t, size_t); int (*reserve_xprt)(struct rpc_xprt *, struct rpc_task *); void (*release_xprt)(struct rpc_xprt *, struct rpc_task *); void (*alloc_slot)(struct rpc_xprt *, struct rpc_task *); void (*free_slot)(struct rpc_xprt *, struct rpc_rqst *); void (*rpcbind)(struct rpc_task *); void (*set_port)(struct rpc_xprt *, short unsigned int); void (*connect)(struct rpc_xprt *, struct rpc_task *); int (*get_srcaddr)(struct rpc_xprt *, char *, size_t); short unsigned int (*get_srcport)(struct rpc_xprt *); int (*buf_alloc)(struct rpc_task *); void (*buf_free)(struct rpc_task *); int (*prepare_request)(struct rpc_rqst *); int (*send_request)(struct rpc_rqst *); void (*wait_for_reply_request)(struct rpc_task *); void (*timer)(struct rpc_xprt *, struct rpc_task *); void (*release_request)(struct rpc_task *); void (*close)(struct rpc_xprt *); void (*destroy)(struct rpc_xprt *); void (*set_connect_timeout)(struct rpc_xprt *, long unsigned int, long unsigned int); void (*print_stats)(struct rpc_xprt *, struct seq_file *); int (*enable_swap)(struct rpc_xprt *); void (*disable_swap)(struct rpc_xprt *); void (*inject_disconnect)(struct rpc_xprt *); int (*bc_setup)(struct rpc_xprt *, unsigned int); size_t (*bc_maxpayload)(struct rpc_xprt *); unsigned int (*bc_num_slots)(struct rpc_xprt *); void (*bc_free_rqst)(struct rpc_rqst *); void (*bc_destroy)(struct rpc_xprt *, unsigned int); }; struct svc_program; struct svc_stat; struct svc_pool; struct svc_serv { struct svc_program *sv_program; struct svc_stat *sv_stats; spinlock_t sv_lock; struct kref sv_refcnt; unsigned int sv_nrthreads; unsigned int sv_maxconn; unsigned int sv_max_payload; unsigned int sv_max_mesg; unsigned int sv_xdrsize; struct list_head sv_permsocks; struct list_head sv_tempsocks; int sv_tmpcnt; struct timer_list sv_temptimer; char *sv_name; unsigned int sv_nrpools; struct svc_pool *sv_pools; int (*sv_threadfn)(void *); struct list_head sv_cb_list; spinlock_t sv_cb_lock; wait_queue_head_t sv_cb_waitq; bool sv_bc_enabled; }; struct xprt_create; struct xprt_class { struct list_head list; int ident; struct rpc_xprt * (*setup)(struct xprt_create *); struct module *owner; char name[32]; const char *netid[0]; }; struct xprt_create { int ident; struct net *net; struct sockaddr *srcaddr; struct sockaddr *dstaddr; size_t addrlen; const char *servername; struct svc_xprt *bc_xprt; struct rpc_xprt_switch *bc_xps; unsigned int flags; }; struct rpc_sysfs_xprt_switch; struct rpc_xprt_switch { spinlock_t xps_lock; struct kref xps_kref; unsigned int xps_id; unsigned int xps_nxprts; unsigned int xps_nactive; unsigned int xps_nunique_destaddr_xprts; atomic_long_t xps_queuelen; struct list_head xps_xprt_list; struct net *xps_net; const struct rpc_xprt_iter_ops *xps_iter_ops; struct rpc_sysfs_xprt_switch *xps_sysfs; struct callback_head xps_rcu; }; struct rpc_stat { const struct rpc_program *program; unsigned int netcnt; unsigned int netudpcnt; unsigned int nettcpcnt; unsigned int nettcpconn; unsigned int netreconn; unsigned int rpccnt; unsigned int rpcretrans; unsigned int rpcauthrefresh; unsigned int rpcgarbage; }; struct rpc_version; struct rpc_program { const char *name; u32 number; unsigned int nrvers; const struct rpc_version **version; struct rpc_stat *stats; const char *pipe_dir_name; }; struct svc_stat { struct svc_program *program; unsigned int netcnt; unsigned int netudpcnt; unsigned int nettcpcnt; unsigned int nettcpconn; unsigned int rpccnt; unsigned int rpcbadfmt; unsigned int rpcbadauth; unsigned int rpcbadclnt; }; struct svc_version; struct svc_rqst; struct svc_process_info; struct svc_program { struct svc_program *pg_next; u32 pg_prog; unsigned int pg_lovers; unsigned int pg_hivers; unsigned int pg_nvers; const struct svc_version **pg_vers; char *pg_name; char *pg_class; struct svc_stat *pg_stats; int (*pg_authenticate)(struct svc_rqst *); __be32 (*pg_init_request)(struct svc_rqst *, const struct svc_program *, struct svc_process_info *); int (*pg_rpcbind_set)(struct net *, const struct svc_program *, u32, int, short unsigned int, short unsigned int); }; struct rpc_xprt_iter_ops { void (*xpi_rewind)(struct rpc_xprt_iter *); struct rpc_xprt * (*xpi_xprt)(struct rpc_xprt_iter *); struct rpc_xprt * (*xpi_next)(struct rpc_xprt_iter *); }; struct rpc_version { u32 number; unsigned int nrprocs; const struct rpc_procinfo *procs; unsigned int *counts; }; struct nfs_fh { short unsigned int size; unsigned char data[128]; }; enum nfs3_stable_how { NFS_UNSTABLE = 0, NFS_DATA_SYNC = 1, NFS_FILE_SYNC = 2, NFS_INVALID_STABLE_HOW = 4294967295, }; struct nfs4_label { uint32_t lfs; uint32_t pi; u32 len; char *label; }; typedef struct { char data[8]; } nfs4_verifier; enum nfs4_change_attr_type { NFS4_CHANGE_TYPE_IS_MONOTONIC_INCR = 0, NFS4_CHANGE_TYPE_IS_VERSION_COUNTER = 1, NFS4_CHANGE_TYPE_IS_VERSION_COUNTER_NOPNFS = 2, NFS4_CHANGE_TYPE_IS_TIME_METADATA = 3, NFS4_CHANGE_TYPE_IS_UNDEFINED = 4, }; struct gss_api_mech; struct gss_ctx { struct gss_api_mech *mech_type; void *internal_ctx_id; unsigned int slack; unsigned int align; }; struct gss_api_ops; struct pf_desc; struct gss_api_mech { struct list_head gm_list; struct module *gm_owner; struct rpcsec_gss_oid gm_oid; char *gm_name; const struct gss_api_ops *gm_ops; int gm_pf_num; struct pf_desc *gm_pfs; const char *gm_upcall_enctypes; }; struct auth_domain; struct pf_desc { u32 pseudoflavor; u32 qop; u32 service; char *name; char *auth_domain_name; struct auth_domain *domain; bool datatouch; }; struct auth_ops; struct auth_domain { struct kref ref; struct hlist_node hash; char *name; struct auth_ops *flavour; struct callback_head callback_head; }; struct gss_api_ops { int (*gss_import_sec_context)(const void *, size_t, struct gss_ctx *, time64_t *, gfp_t); u32 (*gss_get_mic)(struct gss_ctx *, struct xdr_buf *, struct xdr_netobj *); u32 (*gss_verify_mic)(struct gss_ctx *, struct xdr_buf *, struct xdr_netobj *); u32 (*gss_wrap)(struct gss_ctx *, int, struct xdr_buf *, struct page **); u32 (*gss_unwrap)(struct gss_ctx *, int, int, struct xdr_buf *); void (*gss_delete_sec_context)(void *); }; struct nfs4_string { unsigned int len; char *data; }; struct nfs_fsid { uint64_t major; uint64_t minor; }; struct nfs4_threshold { __u32 bm; __u32 l_type; __u64 rd_sz; __u64 wr_sz; __u64 rd_io_sz; __u64 wr_io_sz; }; struct nfs_fattr { unsigned int valid; umode_t mode; __u32 nlink; kuid_t uid; kgid_t gid; dev_t rdev; __u64 size; union { struct { __u32 blocksize; __u32 blocks; } nfs2; struct { __u64 used; } nfs3; } du; struct nfs_fsid fsid; __u64 fileid; __u64 mounted_on_fileid; struct timespec64 atime; struct timespec64 mtime; struct timespec64 ctime; __u64 change_attr; __u64 pre_change_attr; __u64 pre_size; struct timespec64 pre_mtime; struct timespec64 pre_ctime; long unsigned int time_start; long unsigned int gencount; struct nfs4_string *owner_name; struct nfs4_string *group_name; struct nfs4_threshold *mdsthreshold; struct nfs4_label *label; }; struct nfs_fsinfo { struct nfs_fattr *fattr; __u32 rtmax; __u32 rtpref; __u32 rtmult; __u32 wtmax; __u32 wtpref; __u32 wtmult; __u32 dtpref; __u64 maxfilesize; struct timespec64 time_delta; __u32 lease_time; __u32 nlayouttypes; __u32 layouttype[8]; __u32 blksize; __u32 clone_blksize; enum nfs4_change_attr_type change_attr_type; __u32 xattr_support; }; struct nfs_fsstat { struct nfs_fattr *fattr; __u64 tbytes; __u64 fbytes; __u64 abytes; __u64 tfiles; __u64 ffiles; __u64 afiles; }; struct nfs_pathconf { struct nfs_fattr *fattr; __u32 max_link; __u32 max_namelen; }; struct nfs4_change_info { u32 atomic; u64 before; u64 after; }; struct nfs4_slot; struct nfs4_sequence_args { struct nfs4_slot *sa_slot; u8 sa_cache_this: 1; u8 sa_privileged: 1; }; struct nfs4_sequence_res { struct nfs4_slot *sr_slot; long unsigned int sr_timestamp; int sr_status; u32 sr_status_flags; u32 sr_highest_slotid; u32 sr_target_highest_slotid; }; struct nfs_open_context; struct nfs_lock_context { refcount_t count; struct list_head list; struct nfs_open_context *open_context; fl_owner_t lockowner; atomic_t io_count; struct callback_head callback_head; }; struct nfs_open_context { struct nfs_lock_context lock_context; fl_owner_t flock_owner; struct dentry *dentry; const struct cred *cred; struct rpc_cred *ll_cred; struct nfs4_state *state; fmode_t mode; long unsigned int flags; int error; struct list_head list; struct nfs4_threshold *mdsthreshold; struct callback_head callback_head; }; struct nlm_host; struct nfs_iostats; struct nfs_auth_info { unsigned int flavor_len; rpc_authflavor_t flavors[12]; }; struct fscache_volume; struct pnfs_layoutdriver_type; struct nfs_client; struct nfs_server { struct nfs_client *nfs_client; struct list_head client_link; struct list_head master_link; struct rpc_clnt *client; struct rpc_clnt *client_acl; struct nlm_host *nlm_host; struct nfs_iostats *io_stats; atomic_long_t writeback; unsigned int write_congested; unsigned int flags; unsigned int fattr_valid; unsigned int caps; unsigned int rsize; unsigned int rpages; unsigned int wsize; unsigned int wpages; unsigned int wtmult; unsigned int dtsize; short unsigned int port; unsigned int bsize; unsigned int gxasize; unsigned int sxasize; unsigned int lxasize; unsigned int acregmin; unsigned int acregmax; unsigned int acdirmin; unsigned int acdirmax; unsigned int namelen; unsigned int options; unsigned int clone_blksize; enum nfs4_change_attr_type change_attr_type; struct nfs_fsid fsid; __u64 maxfilesize; struct timespec64 time_delta; long unsigned int mount_time; struct super_block *super; dev_t s_dev; struct nfs_auth_info auth_info; struct fscache_volume *fscache; char *fscache_uniq; u32 pnfs_blksize; u32 attr_bitmask[3]; u32 attr_bitmask_nl[3]; u32 exclcreat_bitmask[3]; u32 cache_consistency_bitmask[3]; u32 acl_bitmask; u32 fh_expire_type; struct pnfs_layoutdriver_type *pnfs_curr_ld; struct rpc_wait_queue roc_rpcwaitq; void *pnfs_ld_data; struct rb_root state_owners; struct ida openowner_id; struct ida lockowner_id; struct list_head state_owners_lru; struct list_head layouts; struct list_head delegations; struct list_head ss_copies; long unsigned int mig_gen; long unsigned int mig_status; void (*destroy)(struct nfs_server *); atomic_t active; struct __kernel_sockaddr_storage mountd_address; size_t mountd_addrlen; u32 mountd_version; short unsigned int mountd_port; short unsigned int mountd_protocol; struct rpc_wait_queue uoc_rpcwaitq; unsigned int read_hdrsize; const struct cred *cred; bool has_sec_mnt_opts; }; struct nfs_subversion; struct idmap; struct nfs4_slot_table; struct nfs4_session; struct nfs_rpc_ops; struct nfs4_minor_version_ops; struct nfs41_server_owner; struct nfs41_server_scope; struct nfs41_impl_id; struct nfs_client { refcount_t cl_count; atomic_t cl_mds_count; int cl_cons_state; long unsigned int cl_res_state; long unsigned int cl_flags; struct __kernel_sockaddr_storage cl_addr; size_t cl_addrlen; char *cl_hostname; char *cl_acceptor; struct list_head cl_share_link; struct list_head cl_superblocks; struct rpc_clnt *cl_rpcclient; const struct nfs_rpc_ops *rpc_ops; int cl_proto; struct nfs_subversion *cl_nfs_mod; u32 cl_minorversion; unsigned int cl_nconnect; unsigned int cl_max_connect; const char *cl_principal; struct list_head cl_ds_clients; u64 cl_clientid; nfs4_verifier cl_confirm; long unsigned int cl_state; spinlock_t cl_lock; long unsigned int cl_lease_time; long unsigned int cl_last_renewal; struct delayed_work cl_renewd; struct rpc_wait_queue cl_rpcwaitq; struct idmap *cl_idmap; const char *cl_owner_id; u32 cl_cb_ident; const struct nfs4_minor_version_ops *cl_mvops; long unsigned int cl_mig_gen; struct nfs4_slot_table *cl_slot_tbl; u32 cl_seqid; u32 cl_exchange_flags; struct nfs4_session *cl_session; bool cl_preserve_clid; struct nfs41_server_owner *cl_serverowner; struct nfs41_server_scope *cl_serverscope; struct nfs41_impl_id *cl_implid; long unsigned int cl_sp4_flags; wait_queue_head_t cl_lock_waitq; char cl_ipaddr[48]; struct net *cl_net; struct list_head pending_cb_stateids; }; struct pnfs_layout_segment; struct nfs_seqid { struct nfs_seqid_counter *sequence; struct list_head list; struct rpc_task *task; }; struct nfs_write_verifier { char data[8]; }; struct nfs_writeverf { struct nfs_write_verifier verifier; enum nfs3_stable_how committed; }; struct nfs_pgio_args { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; struct nfs_open_context *context; struct nfs_lock_context *lock_context; nfs4_stateid stateid; __u64 offset; __u32 count; unsigned int pgbase; struct page **pages; union { unsigned int replen; struct { const u32 *bitmask; u32 bitmask_store[3]; enum nfs3_stable_how stable; }; }; }; struct nfs_pgio_res { struct nfs4_sequence_res seq_res; struct nfs_fattr *fattr; __u64 count; __u32 op_status; union { struct { unsigned int replen; int eof; }; struct { struct nfs_writeverf *verf; const struct nfs_server *server; }; }; }; struct nfs_commitargs { struct nfs4_sequence_args seq_args; struct nfs_fh *fh; __u64 offset; __u32 count; const u32 *bitmask; }; struct nfs_commitres { struct nfs4_sequence_res seq_res; __u32 op_status; struct nfs_fattr *fattr; struct nfs_writeverf *verf; const struct nfs_server *server; }; struct nfs_removeargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *fh; struct qstr name; }; struct nfs_removeres { struct nfs4_sequence_res seq_res; struct nfs_server *server; struct nfs_fattr *dir_attr; struct nfs4_change_info cinfo; }; struct nfs_renameargs { struct nfs4_sequence_args seq_args; const struct nfs_fh *old_dir; const struct nfs_fh *new_dir; const struct qstr *old_name; const struct qstr *new_name; }; struct nfs_renameres { struct nfs4_sequence_res seq_res; struct nfs_server *server; struct nfs4_change_info old_cinfo; struct nfs_fattr *old_fattr; struct nfs4_change_info new_cinfo; struct nfs_fattr *new_fattr; }; struct nfs_entry { __u64 ino; __u64 cookie; const char *name; unsigned int len; int eof; struct nfs_fh *fh; struct nfs_fattr *fattr; unsigned char d_type; struct nfs_server *server; }; struct nfs_readdir_arg { struct dentry *dentry; const struct cred *cred; __be32 *verf; u64 cookie; struct page **pages; unsigned int page_len; bool plus; }; struct nfs_readdir_res { __be32 *verf; }; struct nfs4_pathname { unsigned int ncomponents; struct nfs4_string components[512]; }; struct nfs4_fs_location { unsigned int nservers; struct nfs4_string servers[10]; struct nfs4_pathname rootpath; }; struct nfs4_fs_locations { struct nfs_fattr *fattr; const struct nfs_server *server; struct nfs4_pathname fs_path; int nlocations; struct nfs4_fs_location locations[10]; }; struct nfstime4 { u64 seconds; u32 nseconds; }; struct pnfs_commit_ops; struct pnfs_ds_commit_info { struct list_head commits; unsigned int nwritten; unsigned int ncommitting; const struct pnfs_commit_ops *ops; }; struct nfs41_server_owner { uint64_t minor_id; uint32_t major_id_sz; char major_id[1024]; }; struct nfs41_server_scope { uint32_t server_scope_sz; char server_scope[1024]; }; struct nfs41_impl_id { char domain[1025]; char name[1025]; struct nfstime4 date; }; struct nfs_page_array { struct page **pagevec; unsigned int npages; struct page *page_array[8]; }; struct nfs_page; struct nfs_rw_ops; struct nfs_io_completion; struct nfs_direct_req; struct nfs_pgio_completion_ops; struct nfs_pgio_header { struct inode *inode; const struct cred *cred; struct list_head pages; struct nfs_page *req; struct nfs_writeverf verf; fmode_t rw_mode; struct pnfs_layout_segment *lseg; loff_t io_start; const struct rpc_call_ops *mds_ops; void (*release)(struct nfs_pgio_header *); const struct nfs_pgio_completion_ops *completion_ops; const struct nfs_rw_ops *rw_ops; struct nfs_io_completion *io_completion; struct nfs_direct_req *dreq; int pnfs_error; int error; unsigned int good_bytes; long unsigned int flags; struct rpc_task task; struct nfs_fattr fattr; struct nfs_pgio_args args; struct nfs_pgio_res res; long unsigned int timestamp; int (*pgio_done_cb)(struct rpc_task *, struct nfs_pgio_header *); __u64 mds_offset; struct nfs_page_array page_array; struct nfs_client *ds_clp; u32 ds_commit_idx; u32 pgio_mirror_idx; }; struct nfs_pgio_completion_ops { void (*error_cleanup)(struct list_head *, int); void (*init_hdr)(struct nfs_pgio_header *); void (*completion)(struct nfs_pgio_header *); void (*reschedule_io)(struct nfs_pgio_header *); }; struct nfs_mds_commit_info { atomic_t rpcs_out; atomic_long_t ncommit; struct list_head list; }; struct nfs_commit_data; struct nfs_commit_info; struct nfs_commit_completion_ops { void (*completion)(struct nfs_commit_data *); void (*resched_write)(struct nfs_commit_info *, struct nfs_page *); }; struct nfs_commit_data { struct rpc_task task; struct inode *inode; const struct cred *cred; struct nfs_fattr fattr; struct nfs_writeverf verf; struct list_head pages; struct list_head list; struct nfs_direct_req *dreq; struct nfs_commitargs args; struct nfs_commitres res; struct nfs_open_context *context; struct pnfs_layout_segment *lseg; struct nfs_client *ds_clp; int ds_commit_index; loff_t lwb; const struct rpc_call_ops *mds_ops; const struct nfs_commit_completion_ops *completion_ops; int (*commit_done_cb)(struct rpc_task *, struct nfs_commit_data *); long unsigned int flags; }; struct nfs_commit_info { struct inode *inode; struct nfs_mds_commit_info *mds; struct pnfs_ds_commit_info *ds; struct nfs_direct_req *dreq; const struct nfs_commit_completion_ops *completion_ops; }; struct nfs_unlinkdata { struct nfs_removeargs args; struct nfs_removeres res; struct dentry *dentry; wait_queue_head_t wq; const struct cred *cred; struct nfs_fattr dir_attr; long int timeout; }; struct nfs_renamedata { struct nfs_renameargs args; struct nfs_renameres res; struct rpc_task task; const struct cred *cred; struct inode *old_dir; struct dentry *old_dentry; struct nfs_fattr old_fattr; struct inode *new_dir; struct dentry *new_dentry; struct nfs_fattr new_fattr; void (*complete)(struct rpc_task *, struct nfs_renamedata *); long int timeout; bool cancelled; }; struct nlmclnt_operations; struct nfs_client_initdata; struct nfs_access_entry; struct nfs_rpc_ops { u32 version; const struct dentry_operations *dentry_ops; const struct inode_operations *dir_inode_ops; const struct inode_operations *file_inode_ops; const struct file_operations *file_ops; const struct nlmclnt_operations *nlmclnt_ops; int (*getroot)(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *); int (*submount)(struct fs_context *, struct nfs_server *); int (*try_get_tree)(struct fs_context *); int (*getattr)(struct nfs_server *, struct nfs_fh *, struct nfs_fattr *, struct inode *); int (*setattr)(struct dentry *, struct nfs_fattr *, struct iattr *); int (*lookup)(struct inode *, struct dentry *, struct nfs_fh *, struct nfs_fattr *); int (*lookupp)(struct inode *, struct nfs_fh *, struct nfs_fattr *); int (*access)(struct inode *, struct nfs_access_entry *, const struct cred *); int (*readlink)(struct inode *, struct page *, unsigned int, unsigned int); int (*create)(struct inode *, struct dentry *, struct iattr *, int); int (*remove)(struct inode *, struct dentry *); void (*unlink_setup)(struct rpc_message *, struct dentry *, struct inode *); void (*unlink_rpc_prepare)(struct rpc_task *, struct nfs_unlinkdata *); int (*unlink_done)(struct rpc_task *, struct inode *); void (*rename_setup)(struct rpc_message *, struct dentry *, struct dentry *); void (*rename_rpc_prepare)(struct rpc_task *, struct nfs_renamedata *); int (*rename_done)(struct rpc_task *, struct inode *, struct inode *); int (*link)(struct inode *, struct inode *, const struct qstr *); int (*symlink)(struct inode *, struct dentry *, struct page *, unsigned int, struct iattr *); int (*mkdir)(struct inode *, struct dentry *, struct iattr *); int (*rmdir)(struct inode *, const struct qstr *); int (*readdir)(struct nfs_readdir_arg *, struct nfs_readdir_res *); int (*mknod)(struct inode *, struct dentry *, struct iattr *, dev_t); int (*statfs)(struct nfs_server *, struct nfs_fh *, struct nfs_fsstat *); int (*fsinfo)(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *); int (*pathconf)(struct nfs_server *, struct nfs_fh *, struct nfs_pathconf *); int (*set_capabilities)(struct nfs_server *, struct nfs_fh *); int (*decode_dirent)(struct xdr_stream *, struct nfs_entry *, bool); int (*pgio_rpc_prepare)(struct rpc_task *, struct nfs_pgio_header *); void (*read_setup)(struct nfs_pgio_header *, struct rpc_message *); int (*read_done)(struct rpc_task *, struct nfs_pgio_header *); void (*write_setup)(struct nfs_pgio_header *, struct rpc_message *, struct rpc_clnt **); int (*write_done)(struct rpc_task *, struct nfs_pgio_header *); void (*commit_setup)(struct nfs_commit_data *, struct rpc_message *, struct rpc_clnt **); void (*commit_rpc_prepare)(struct rpc_task *, struct nfs_commit_data *); int (*commit_done)(struct rpc_task *, struct nfs_commit_data *); int (*lock)(struct file *, int, struct file_lock *); int (*lock_check_bounds)(const struct file_lock *); void (*clear_acl_cache)(struct inode *); void (*close_context)(struct nfs_open_context *, int); struct inode * (*open_context)(struct inode *, struct nfs_open_context *, int, struct iattr *, int *); int (*have_delegation)(struct inode *, fmode_t); struct nfs_client * (*alloc_client)(const struct nfs_client_initdata *); struct nfs_client * (*init_client)(struct nfs_client *, const struct nfs_client_initdata *); void (*free_client)(struct nfs_client *); struct nfs_server * (*create_server)(struct fs_context *); struct nfs_server * (*clone_server)(struct nfs_server *, struct nfs_fh *, struct nfs_fattr *, rpc_authflavor_t); int (*discover_trunking)(struct nfs_server *, struct nfs_fh *); void (*enable_swap)(struct inode *); void (*disable_swap)(struct inode *); }; struct nfs_access_entry { struct rb_node rb_node; struct list_head lru; kuid_t fsuid; kgid_t fsgid; struct group_info *group_info; __u32 mask; struct callback_head callback_head; }; struct nfs4_state_recovery_ops; struct nfs4_state_maintenance_ops; struct nfs4_mig_recovery_ops; struct nfs4_minor_version_ops { u32 minor_version; unsigned int init_caps; int (*init_client)(struct nfs_client *); void (*shutdown_client)(struct nfs_client *); bool (*match_stateid)(const nfs4_stateid *, const nfs4_stateid *); int (*find_root_sec)(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *); void (*free_lock_state)(struct nfs_server *, struct nfs4_lock_state *); int (*test_and_free_expired)(struct nfs_server *, nfs4_stateid *, const struct cred *); struct nfs_seqid * (*alloc_seqid)(struct nfs_seqid_counter *, gfp_t); void (*session_trunk)(struct rpc_clnt *, struct rpc_xprt *, void *); const struct rpc_call_ops *call_sync_ops; const struct nfs4_state_recovery_ops *reboot_recovery_ops; const struct nfs4_state_recovery_ops *nograce_recovery_ops; const struct nfs4_state_maintenance_ops *state_renewal_ops; const struct nfs4_mig_recovery_ops *mig_recovery_ops; }; struct nfs4_state_owner; struct nfs4_state { struct list_head open_states; struct list_head inode_states; struct list_head lock_states; struct nfs4_state_owner *owner; struct inode *inode; long unsigned int flags; spinlock_t state_lock; seqlock_t seqlock; nfs4_stateid stateid; nfs4_stateid open_stateid; unsigned int n_rdonly; unsigned int n_wronly; unsigned int n_rdwr; fmode_t state; refcount_t count; wait_queue_head_t waitq; struct callback_head callback_head; }; struct cache_head { struct hlist_node cache_list; time64_t expiry_time; time64_t last_refresh; struct kref ref; long unsigned int flags; }; struct cache_deferred_req; struct cache_req { struct cache_deferred_req * (*defer)(struct cache_req *); long unsigned int thread_wait; }; struct cache_deferred_req { struct hlist_node hash; struct list_head recent; struct cache_head *item; void *owner; void (*revisit)(struct cache_deferred_req *, int); }; struct svc_cred { kuid_t cr_uid; kgid_t cr_gid; struct group_info *cr_group_info; u32 cr_flavor; char *cr_raw_principal; char *cr_principal; char *cr_targ_princ; struct gss_api_mech *cr_gss_mech; }; struct auth_ops { char *name; struct module *owner; int flavour; int (*accept)(struct svc_rqst *); int (*release)(struct svc_rqst *); void (*domain_release)(struct auth_domain *); int (*set_client)(struct svc_rqst *); }; struct svc_cacherep; struct svc_procedure; struct svc_deferred_req; struct svc_rqst { struct list_head rq_all; struct callback_head rq_rcu_head; struct svc_xprt *rq_xprt; struct __kernel_sockaddr_storage rq_addr; size_t rq_addrlen; struct __kernel_sockaddr_storage rq_daddr; size_t rq_daddrlen; struct svc_serv *rq_server; struct svc_pool *rq_pool; const struct svc_procedure *rq_procinfo; struct auth_ops *rq_authop; struct svc_cred rq_cred; void *rq_xprt_ctxt; struct svc_deferred_req *rq_deferred; struct xdr_buf rq_arg; struct xdr_stream rq_arg_stream; struct xdr_stream rq_res_stream; struct page *rq_scratch_page; struct xdr_buf rq_res; struct page *rq_pages[260]; struct page **rq_respages; struct page **rq_next_page; struct page **rq_page_end; struct pagevec rq_pvec; struct kvec rq_vec[259]; struct bio_vec rq_bvec[259]; __be32 rq_xid; u32 rq_prog; u32 rq_vers; u32 rq_proc; u32 rq_prot; int rq_cachetype; long unsigned int rq_flags; ktime_t rq_qtime; void *rq_argp; void *rq_resp; void *rq_auth_data; __be32 rq_auth_stat; int rq_auth_slack; int rq_reserved; ktime_t rq_stime; struct cache_req rq_chandle; struct auth_domain *rq_client; struct auth_domain *rq_gssclient; struct svc_cacherep *rq_cacherep; struct task_struct *rq_task; spinlock_t rq_lock; struct net *rq_bc_net; void **rq_lease_breaker; }; struct svc_pool_stats { atomic_long_t packets; long unsigned int sockets_queued; atomic_long_t threads_woken; atomic_long_t threads_timedout; }; struct svc_pool { unsigned int sp_id; spinlock_t sp_lock; struct list_head sp_sockets; unsigned int sp_nrthreads; struct list_head sp_all_threads; struct svc_pool_stats sp_stats; long unsigned int sp_flags; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct svc_procedure { __be32 (*pc_func)(struct svc_rqst *); bool (*pc_decode)(struct svc_rqst *, struct xdr_stream *); bool (*pc_encode)(struct svc_rqst *, struct xdr_stream *); void (*pc_release)(struct svc_rqst *); unsigned int pc_argsize; unsigned int pc_ressize; unsigned int pc_cachetype; unsigned int pc_xdrressize; const char *pc_name; }; struct svc_deferred_req { u32 prot; struct svc_xprt *xprt; struct __kernel_sockaddr_storage addr; size_t addrlen; struct __kernel_sockaddr_storage daddr; size_t daddrlen; void *xprt_ctxt; struct cache_deferred_req handle; int argslen; __be32 args[0]; }; struct svc_process_info { union { int (*dispatch)(struct svc_rqst *, __be32 *); struct { unsigned int lovers; unsigned int hivers; } mismatch; }; }; struct svc_version { u32 vs_vers; u32 vs_nproc; const struct svc_procedure *vs_proc; unsigned int *vs_count; u32 vs_xdrsize; bool vs_hidden; bool vs_rpcb_optnl; bool vs_need_cong_ctrl; int (*vs_dispatch)(struct svc_rqst *, __be32 *); }; struct nfs4_ssc_client_ops; struct nfs_ssc_client_ops; struct nfs_ssc_client_ops_tbl { const struct nfs4_ssc_client_ops *ssc_nfs4_ops; const struct nfs_ssc_client_ops *ssc_nfs_ops; }; struct nfs4_ssc_client_ops { struct file * (*sco_open)(struct vfsmount *, struct nfs_fh *, nfs4_stateid *); void (*sco_close)(struct file *); }; struct nfs_ssc_client_ops { void (*sco_sb_deactive)(struct super_block *); }; struct nfs4_state_recovery_ops { int owner_flag_bit; int state_flag_bit; int (*recover_open)(struct nfs4_state_owner *, struct nfs4_state *); int (*recover_lock)(struct nfs4_state *, struct file_lock *); int (*establish_clid)(struct nfs_client *, const struct cred *); int (*reclaim_complete)(struct nfs_client *, const struct cred *); int (*detect_trunking)(struct nfs_client *, struct nfs_client **, const struct cred *); }; struct nfs4_state_maintenance_ops { int (*sched_state_renewal)(struct nfs_client *, const struct cred *, unsigned int); const struct cred * (*get_state_renewal_cred)(struct nfs_client *); int (*renew_lease)(struct nfs_client *, const struct cred *); }; struct nfs4_mig_recovery_ops { int (*get_locations)(struct nfs_server *, struct nfs_fh *, struct nfs4_fs_locations *, struct page *, const struct cred *); int (*fsid_present)(struct inode *, const struct cred *); }; struct nfs4_state_owner { struct nfs_server *so_server; struct list_head so_lru; long unsigned int so_expires; struct rb_node so_server_node; const struct cred *so_cred; spinlock_t so_lock; atomic_t so_count; long unsigned int so_flags; struct list_head so_states; struct nfs_seqid_counter so_seqid; seqcount_spinlock_t so_reclaim_seqcount; struct mutex so_delegreturn_mutex; }; struct core_name { char *corename; int used; int size; }; struct trace_event_raw_iomap_readpage_class { struct trace_entry ent; dev_t dev; u64 ino; int nr_pages; char __data[0]; }; struct trace_event_raw_iomap_range_class { struct trace_entry ent; dev_t dev; u64 ino; loff_t size; loff_t offset; u64 length; char __data[0]; }; struct trace_event_raw_iomap_class { struct trace_entry ent; dev_t dev; u64 ino; u64 addr; loff_t offset; u64 length; u16 type; u16 flags; dev_t bdev; char __data[0]; }; struct trace_event_raw_iomap_iter { struct trace_entry ent; dev_t dev; u64 ino; loff_t pos; u64 length; unsigned int flags; const void *ops; long unsigned int caller; char __data[0]; }; struct trace_event_data_offsets_iomap_readpage_class {}; struct trace_event_data_offsets_iomap_range_class {}; struct trace_event_data_offsets_iomap_class {}; struct trace_event_data_offsets_iomap_iter {}; typedef void (*btf_trace_iomap_readpage)(void *, struct inode *, int); typedef void (*btf_trace_iomap_readahead)(void *, struct inode *, int); typedef void (*btf_trace_iomap_writepage)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_release_folio)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_invalidate_folio)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_dio_invalidate_fail)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_iter_dstmap)(void *, struct inode *, struct iomap___2 *); typedef void (*btf_trace_iomap_iter_srcmap)(void *, struct inode *, struct iomap___2 *); typedef void (*btf_trace_iomap_iter)(void *, struct iomap_iter *, const void *, long unsigned int); struct folio_iter { struct folio *folio; size_t offset; size_t length; struct folio *_next; size_t _seg_count; int _i; }; enum { BIOSET_NEED_BVECS = 1, BIOSET_NEED_RESCUER = 2, BIOSET_PERCPU_CACHE = 4, }; struct iomap_ioend { struct list_head io_list; u16 io_type; u16 io_flags; u32 io_folios; struct inode *io_inode; size_t io_size; loff_t io_offset; sector_t io_sector; struct bio *io_bio; struct bio io_inline_bio; }; struct iomap_writepage_ctx; struct iomap_writeback_ops { int (*map_blocks)(struct iomap_writepage_ctx *, struct inode *, loff_t); int (*prepare_ioend)(struct iomap_ioend *, int); void (*discard_folio)(struct folio *, loff_t); }; struct iomap_writepage_ctx { struct iomap___2 iomap; struct iomap_ioend *ioend; const struct iomap_writeback_ops *ops; }; struct iomap_page { atomic_t read_bytes_pending; atomic_t write_bytes_pending; spinlock_t uptodate_lock; long unsigned int uptodate[0]; }; struct iomap_readpage_ctx { struct folio *cur_folio; bool cur_folio_in_bio; struct bio *bio; struct readahead_control *rac; }; struct iomap_dio_ops { int (*end_io)(struct kiocb *, ssize_t, int, unsigned int); void (*submit_io)(const struct iomap_iter *, struct bio *, loff_t); struct bio_set *bio_set; }; struct iomap_dio { struct kiocb *iocb; const struct iomap_dio_ops *dops; loff_t i_size; loff_t size; atomic_t ref; unsigned int flags; int error; size_t done_before; bool wait_for_completion; union { struct { struct iov_iter *iter; struct task_struct *waiter; struct bio *poll_bio; } submit; struct { struct work_struct work; } aio; }; }; struct iomap_swapfile_info { struct iomap___2 iomap; struct swap_info_struct *sis; uint64_t lowest_ppage; uint64_t highest_ppage; long unsigned int nr_pages; int nr_extents; struct file *file; }; enum { QIF_BLIMITS_B = 0, QIF_SPACE_B = 1, QIF_ILIMITS_B = 2, QIF_INODES_B = 3, QIF_BTIME_B = 4, QIF_ITIME_B = 5, }; typedef __kernel_uid32_t qid_t; enum { DQF_INFO_DIRTY_B = 17, }; struct dqstats { long unsigned int stat[8]; struct percpu_counter counter[8]; }; enum { _DQUOT_USAGE_ENABLED = 0, _DQUOT_LIMITS_ENABLED = 1, _DQUOT_SUSPENDED = 2, _DQUOT_STATE_FLAGS = 3, }; struct quota_module_name { int qm_fmt_id; char *qm_mod_name; }; struct dquot_warn { struct super_block *w_sb; struct kqid w_dq_id; short int w_type; }; struct fs_disk_quota { __s8 d_version; __s8 d_flags; __u16 d_fieldmask; __u32 d_id; __u64 d_blk_hardlimit; __u64 d_blk_softlimit; __u64 d_ino_hardlimit; __u64 d_ino_softlimit; __u64 d_bcount; __u64 d_icount; __s32 d_itimer; __s32 d_btimer; __u16 d_iwarns; __u16 d_bwarns; __s8 d_itimer_hi; __s8 d_btimer_hi; __s8 d_rtbtimer_hi; __s8 d_padding2; __u64 d_rtb_hardlimit; __u64 d_rtb_softlimit; __u64 d_rtbcount; __s32 d_rtbtimer; __u16 d_rtbwarns; __s16 d_padding3; char d_padding4[8]; }; struct fs_qfilestat { __u64 qfs_ino; __u64 qfs_nblks; __u32 qfs_nextents; }; typedef struct fs_qfilestat fs_qfilestat_t; struct fs_quota_stat { __s8 qs_version; __u16 qs_flags; __s8 qs_pad; fs_qfilestat_t qs_uquota; fs_qfilestat_t qs_gquota; __u32 qs_incoredqs; __s32 qs_btimelimit; __s32 qs_itimelimit; __s32 qs_rtbtimelimit; __u16 qs_bwarnlimit; __u16 qs_iwarnlimit; }; struct fs_qfilestatv { __u64 qfs_ino; __u64 qfs_nblks; __u32 qfs_nextents; __u32 qfs_pad; }; struct fs_quota_statv { __s8 qs_version; __u8 qs_pad1; __u16 qs_flags; __u32 qs_incoredqs; struct fs_qfilestatv qs_uquota; struct fs_qfilestatv qs_gquota; struct fs_qfilestatv qs_pquota; __s32 qs_btimelimit; __s32 qs_itimelimit; __s32 qs_rtbtimelimit; __u16 qs_bwarnlimit; __u16 qs_iwarnlimit; __u16 qs_rtbwarnlimit; __u16 qs_pad3; __u32 qs_pad4; __u64 qs_pad2[7]; }; struct if_dqblk { __u64 dqb_bhardlimit; __u64 dqb_bsoftlimit; __u64 dqb_curspace; __u64 dqb_ihardlimit; __u64 dqb_isoftlimit; __u64 dqb_curinodes; __u64 dqb_btime; __u64 dqb_itime; __u32 dqb_valid; }; struct if_nextdqblk { __u64 dqb_bhardlimit; __u64 dqb_bsoftlimit; __u64 dqb_curspace; __u64 dqb_ihardlimit; __u64 dqb_isoftlimit; __u64 dqb_curinodes; __u64 dqb_btime; __u64 dqb_itime; __u32 dqb_valid; __u32 dqb_id; }; struct if_dqinfo { __u64 dqi_bgrace; __u64 dqi_igrace; __u32 dqi_flags; __u32 dqi_valid; }; struct compat_if_dqblk { compat_u64 dqb_bhardlimit; compat_u64 dqb_bsoftlimit; compat_u64 dqb_curspace; compat_u64 dqb_ihardlimit; compat_u64 dqb_isoftlimit; compat_u64 dqb_curinodes; compat_u64 dqb_btime; compat_u64 dqb_itime; compat_uint_t dqb_valid; } __attribute__((packed)); struct compat_fs_qfilestat { compat_u64 dqb_bhardlimit; compat_u64 qfs_nblks; compat_uint_t qfs_nextents; } __attribute__((packed)); struct compat_fs_quota_stat { __s8 qs_version; char: 8; __u16 qs_flags; __s8 qs_pad; int: 24; struct compat_fs_qfilestat qs_uquota; struct compat_fs_qfilestat qs_gquota; compat_uint_t qs_incoredqs; compat_int_t qs_btimelimit; compat_int_t qs_itimelimit; compat_int_t qs_rtbtimelimit; __u16 qs_bwarnlimit; __u16 qs_iwarnlimit; } __attribute__((packed)); enum { QUOTA_NL_C_UNSPEC = 0, QUOTA_NL_C_WARNING = 1, __QUOTA_NL_C_MAX = 2, }; enum { QUOTA_NL_A_UNSPEC = 0, QUOTA_NL_A_QTYPE = 1, QUOTA_NL_A_EXCESS_ID = 2, QUOTA_NL_A_WARNING = 3, QUOTA_NL_A_DEV_MAJOR = 4, QUOTA_NL_A_DEV_MINOR = 5, QUOTA_NL_A_CAUSED_ID = 6, QUOTA_NL_A_PAD = 7, __QUOTA_NL_A_MAX = 8, }; struct proc_maps_private { struct inode *inode; struct task_struct *task; struct mm_struct *mm; struct vm_area_struct *tail_vma; struct mempolicy *task_mempolicy; }; struct mem_size_stats { long unsigned int resident; long unsigned int shared_clean; long unsigned int shared_dirty; long unsigned int private_clean; long unsigned int private_dirty; long unsigned int referenced; long unsigned int anonymous; long unsigned int lazyfree; long unsigned int anonymous_thp; long unsigned int shmem_thp; long unsigned int file_thp; long unsigned int swap; long unsigned int shared_hugetlb; long unsigned int private_hugetlb; u64 pss; u64 pss_anon; u64 pss_file; u64 pss_shmem; u64 pss_locked; u64 swap_pss; }; enum clear_refs_types { CLEAR_REFS_ALL = 1, CLEAR_REFS_ANON = 2, CLEAR_REFS_MAPPED = 3, CLEAR_REFS_SOFT_DIRTY = 4, CLEAR_REFS_MM_HIWATER_RSS = 5, CLEAR_REFS_LAST = 6, }; struct clear_refs_private { enum clear_refs_types type; }; typedef struct { u64 pme; } pagemap_entry_t; struct pagemapread { int pos; int len; pagemap_entry_t *buffer; bool show_pfn; }; struct numa_maps { long unsigned int pages; long unsigned int anon; long unsigned int active; long unsigned int writeback; long unsigned int mapcount_max; long unsigned int dirty; long unsigned int swapcache; long unsigned int node[1024]; }; struct numa_maps_private { struct proc_maps_private proc_maps; struct numa_maps md; }; struct pde_opener { struct list_head lh; struct file *file; bool closing; struct completion *c; }; enum { BIAS = 2147483648, }; struct proc_fs_context { struct pid_namespace *pid_ns; unsigned int mask; enum proc_hidepid hidepid; int gid; enum proc_pidonly pidonly; }; enum proc_param { Opt_gid___2 = 0, Opt_hidepid = 1, Opt_subset = 2, }; struct genradix_root; struct __genradix { struct genradix_root *root; }; struct syscall_info { __u64 sp; struct seccomp_data data; }; typedef struct dentry *instantiate_t(struct dentry *, struct task_struct *, const void *); struct pid_entry { const char *name; unsigned int len; umode_t mode; const struct inode_operations *iop; const struct file_operations *fop; union proc_op op; }; struct limit_names { const char *name; const char *unit; }; struct map_files_info { long unsigned int start; long unsigned int end; fmode_t mode; }; struct timers_private { struct pid *pid; struct task_struct *task; struct sighand_struct *sighand; struct pid_namespace *ns; long unsigned int flags; }; struct tgid_iter { unsigned int tgid; struct task_struct *task; }; struct fd_data { fmode_t mode; unsigned int fd; }; struct sysctl_alias { const char *kernel_param; const char *sysctl_param; }; struct seq_net_private { struct net *net; netns_tracker ns_tracker; }; struct bpf_iter_aux_info___2; struct vmcore { struct list_head list; long long unsigned int paddr; long long unsigned int size; loff_t offset; }; struct vmcoredd_node { struct list_head list; void *buf; unsigned int size; }; typedef struct elf32_hdr Elf32_Ehdr; typedef struct elf32_phdr Elf32_Phdr; typedef struct elf32_note Elf32_Nhdr; typedef struct elf64_note Elf64_Nhdr; struct vmcoredd_header { __u32 n_namesz; __u32 n_descsz; __u32 n_type; __u8 name[8]; __u8 dump_name[44]; }; struct vmcoredd_data { char dump_name[44]; unsigned int size; int (*vmcoredd_callback)(struct vmcoredd_data *, void *); }; struct kernfs_root { struct kernfs_node *kn; unsigned int flags; struct idr ino_idr; u32 last_id_lowbits; u32 id_highbits; struct kernfs_syscall_ops *syscall_ops; struct list_head supers; wait_queue_head_t deactivate_waitq; struct rw_semaphore kernfs_rwsem; }; struct kernfs_iattrs { kuid_t ia_uid; kgid_t ia_gid; struct timespec64 ia_atime; struct timespec64 ia_mtime; struct timespec64 ia_ctime; struct simple_xattrs xattrs; atomic_t nr_user_xattrs; atomic_t user_xattr_size; }; struct kernfs_super_info { struct super_block *sb; struct kernfs_root *root; const void *ns; struct list_head node; }; enum kernfs_node_flag { KERNFS_ACTIVATED = 16, KERNFS_NS = 32, KERNFS_HAS_SEQ_SHOW = 64, KERNFS_HAS_MMAP = 128, KERNFS_LOCKDEP = 256, KERNFS_SUICIDAL = 1024, KERNFS_SUICIDED = 2048, KERNFS_EMPTY_DIR = 4096, KERNFS_HAS_RELEASE = 8192, }; struct kernfs_open_node { atomic_t event; wait_queue_head_t poll; struct list_head files; }; struct config_group; struct config_item_type; struct config_item { char *ci_name; char ci_namebuf[20]; struct kref ci_kref; struct list_head ci_entry; struct config_item *ci_parent; struct config_group *ci_group; const struct config_item_type *ci_type; struct dentry *ci_dentry; }; struct configfs_subsystem; struct config_group { struct config_item cg_item; struct list_head cg_children; struct configfs_subsystem *cg_subsys; struct list_head default_groups; struct list_head group_entry; }; struct configfs_item_operations; struct configfs_group_operations; struct configfs_attribute; struct configfs_bin_attribute; struct config_item_type { struct module *ct_owner; struct configfs_item_operations *ct_item_ops; struct configfs_group_operations *ct_group_ops; struct configfs_attribute **ct_attrs; struct configfs_bin_attribute **ct_bin_attrs; }; struct configfs_item_operations { void (*release)(struct config_item *); int (*allow_link)(struct config_item *, struct config_item *); void (*drop_link)(struct config_item *, struct config_item *); }; struct configfs_group_operations { struct config_item * (*make_item)(struct config_group *, const char *); struct config_group * (*make_group)(struct config_group *, const char *); int (*commit_item)(struct config_item *); void (*disconnect_notify)(struct config_group *, struct config_item *); void (*drop_item)(struct config_group *, struct config_item *); }; struct configfs_attribute { const char *ca_name; struct module *ca_owner; umode_t ca_mode; ssize_t (*show)(struct config_item *, char *); ssize_t (*store)(struct config_item *, const char *, size_t); }; struct configfs_bin_attribute { struct configfs_attribute cb_attr; void *cb_private; size_t cb_max_size; ssize_t (*read)(struct config_item *, void *, size_t); ssize_t (*write)(struct config_item *, const void *, size_t); }; struct configfs_subsystem { struct config_group su_group; struct mutex su_mutex; }; struct configfs_fragment { atomic_t frag_count; struct rw_semaphore frag_sem; bool frag_dead; }; struct configfs_dirent { atomic_t s_count; int s_dependent_count; struct list_head s_sibling; struct list_head s_children; int s_links; void *s_element; int s_type; umode_t s_mode; struct dentry *s_dentry; struct iattr *s_iattr; struct configfs_fragment *s_frag; }; struct configfs_buffer { size_t count; loff_t pos; char *page; struct configfs_item_operations *ops; struct mutex mutex; int needs_read_fill; bool read_in_progress; bool write_in_progress; char *bin_buffer; int bin_buffer_size; int cb_max_size; struct config_item *item; struct module *owner; union { struct configfs_attribute *attr; struct configfs_bin_attribute *bin_attr; }; }; struct pts_mount_opts { int setuid; int setgid; kuid_t uid; kgid_t gid; umode_t mode; umode_t ptmxmode; int reserve; int max; }; enum { Opt_uid___2 = 0, Opt_gid___3 = 1, Opt_mode___2 = 2, Opt_ptmxmode = 3, Opt_newinstance = 4, Opt_max = 5, Opt_err = 6, }; struct pts_fs_info { struct ida allocated_ptys; struct pts_mount_opts mount_opts; struct super_block *sb; struct dentry *ptmx_dentry; }; typedef unsigned int tid_t; struct transaction_chp_stats_s { long unsigned int cs_chp_time; __u32 cs_forced_to_close; __u32 cs_written; __u32 cs_dropped; }; struct journal_s; typedef struct journal_s journal_t; struct journal_head; struct transaction_s; typedef struct transaction_s transaction_t; struct transaction_s { journal_t *t_journal; tid_t t_tid; enum { T_RUNNING = 0, T_LOCKED = 1, T_SWITCH = 2, T_FLUSH = 3, T_COMMIT = 4, T_COMMIT_DFLUSH = 5, T_COMMIT_JFLUSH = 6, T_COMMIT_CALLBACK = 7, T_FINISHED = 8, } t_state; long unsigned int t_log_start; int t_nr_buffers; struct journal_head *t_reserved_list; struct journal_head *t_buffers; struct journal_head *t_forget; struct journal_head *t_checkpoint_list; struct journal_head *t_checkpoint_io_list; struct journal_head *t_shadow_list; struct list_head t_inode_list; spinlock_t t_handle_lock; long unsigned int t_max_wait; long unsigned int t_start; long unsigned int t_requested; struct transaction_chp_stats_s t_chp_stats; atomic_t t_updates; atomic_t t_outstanding_credits; atomic_t t_outstanding_revokes; atomic_t t_handle_count; transaction_t *t_cpnext; transaction_t *t_cpprev; long unsigned int t_expires; ktime_t t_start_time; unsigned int t_synchronous_commit: 1; int t_need_data_flush; struct list_head t_private_list; }; struct jbd2_buffer_trigger_type; struct journal_head { struct buffer_head *b_bh; spinlock_t b_state_lock; int b_jcount; unsigned int b_jlist; unsigned int b_modified; char *b_frozen_data; char *b_committed_data; transaction_t *b_transaction; transaction_t *b_next_transaction; struct journal_head *b_tnext; struct journal_head *b_tprev; transaction_t *b_cp_transaction; struct journal_head *b_cpnext; struct journal_head *b_cpprev; struct jbd2_buffer_trigger_type *b_triggers; struct jbd2_buffer_trigger_type *b_frozen_triggers; }; struct jbd2_buffer_trigger_type { void (*t_frozen)(struct jbd2_buffer_trigger_type *, struct buffer_head *, void *, size_t); void (*t_abort)(struct jbd2_buffer_trigger_type *, struct buffer_head *); }; struct jbd2_journal_handle; typedef struct jbd2_journal_handle handle_t; struct jbd2_journal_handle { union { transaction_t *h_transaction; journal_t *h_journal; }; handle_t *h_rsv_handle; int h_total_credits; int h_revoke_credits; int h_revoke_credits_requested; int h_ref; int h_err; unsigned int h_sync: 1; unsigned int h_jdata: 1; unsigned int h_reserved: 1; unsigned int h_aborted: 1; unsigned int h_type: 8; unsigned int h_line_no: 16; long unsigned int h_start_jiffies; unsigned int h_requested_credits; unsigned int saved_alloc_context; }; struct transaction_run_stats_s { long unsigned int rs_wait; long unsigned int rs_request_delay; long unsigned int rs_running; long unsigned int rs_locked; long unsigned int rs_flushing; long unsigned int rs_logging; __u32 rs_handle_count; __u32 rs_blocks; __u32 rs_blocks_logged; }; struct transaction_stats_s { long unsigned int ts_tid; long unsigned int ts_requested; struct transaction_run_stats_s run; }; enum passtype { PASS_SCAN = 0, PASS_REVOKE = 1, PASS_REPLAY = 2, }; struct journal_superblock_s; typedef struct journal_superblock_s journal_superblock_t; struct jbd2_revoke_table_s; struct jbd2_inode; struct journal_s { long unsigned int j_flags; long unsigned int j_atomic_flags; int j_errno; struct mutex j_abort_mutex; struct buffer_head *j_sb_buffer; journal_superblock_t *j_superblock; int j_format_version; rwlock_t j_state_lock; int j_barrier_count; struct mutex j_barrier; transaction_t *j_running_transaction; transaction_t *j_committing_transaction; transaction_t *j_checkpoint_transactions; wait_queue_head_t j_wait_transaction_locked; wait_queue_head_t j_wait_done_commit; wait_queue_head_t j_wait_commit; wait_queue_head_t j_wait_updates; wait_queue_head_t j_wait_reserved; wait_queue_head_t j_fc_wait; struct mutex j_checkpoint_mutex; struct buffer_head *j_chkpt_bhs[64]; struct shrinker j_shrinker; struct percpu_counter j_checkpoint_jh_count; transaction_t *j_shrink_transaction; long unsigned int j_head; long unsigned int j_tail; long unsigned int j_free; long unsigned int j_first; long unsigned int j_last; long unsigned int j_fc_first; long unsigned int j_fc_off; long unsigned int j_fc_last; struct block_device *j_dev; int j_blocksize; long long unsigned int j_blk_offset; char j_devname[56]; struct block_device *j_fs_dev; unsigned int j_total_len; atomic_t j_reserved_credits; spinlock_t j_list_lock; struct inode *j_inode; tid_t j_tail_sequence; tid_t j_transaction_sequence; tid_t j_commit_sequence; tid_t j_commit_request; __u8 j_uuid[16]; struct task_struct *j_task; int j_max_transaction_buffers; int j_revoke_records_per_block; long unsigned int j_commit_interval; struct timer_list j_commit_timer; spinlock_t j_revoke_lock; struct jbd2_revoke_table_s *j_revoke; struct jbd2_revoke_table_s *j_revoke_table[2]; struct buffer_head **j_wbuf; struct buffer_head **j_fc_wbuf; int j_wbufsize; int j_fc_wbufsize; pid_t j_last_sync_writer; u64 j_average_commit_time; u32 j_min_batch_time; u32 j_max_batch_time; void (*j_commit_callback)(journal_t *, transaction_t *); int (*j_submit_inode_data_buffers)(struct jbd2_inode *); int (*j_finish_inode_data_buffers)(struct jbd2_inode *); spinlock_t j_history_lock; struct proc_dir_entry *j_proc_entry; struct transaction_stats_s j_stats; unsigned int j_failed_commit; void *j_private; struct crypto_shash *j_chksum_driver; __u32 j_csum_seed; void (*j_fc_cleanup_callback)(struct journal_s *, int, tid_t); int (*j_fc_replay_callback)(struct journal_s *, struct buffer_head *, enum passtype, int, tid_t); }; struct journal_header_s { __be32 h_magic; __be32 h_blocktype; __be32 h_sequence; }; typedef struct journal_header_s journal_header_t; struct journal_superblock_s { journal_header_t s_header; __be32 s_blocksize; __be32 s_maxlen; __be32 s_first; __be32 s_sequence; __be32 s_start; __be32 s_errno; __be32 s_feature_compat; __be32 s_feature_incompat; __be32 s_feature_ro_compat; __u8 s_uuid[16]; __be32 s_nr_users; __be32 s_dynsuper; __be32 s_max_transaction; __be32 s_max_trans_data; __u8 s_checksum_type; __u8 s_padding2[3]; __be32 s_num_fc_blks; __u32 s_padding[41]; __be32 s_checksum; __u8 s_users[768]; }; enum jbd_state_bits { BH_JBD = 16, BH_JWrite = 17, BH_Freed = 18, BH_Revoked = 19, BH_RevokeValid = 20, BH_JBDDirty = 21, BH_JournalHead = 22, BH_Shadow = 23, BH_Verified = 24, BH_JBDPrivateStart = 25, }; struct jbd2_inode { transaction_t *i_transaction; transaction_t *i_next_transaction; struct list_head i_list; struct inode *i_vfs_inode; long unsigned int i_flags; loff_t i_dirty_start; loff_t i_dirty_end; }; struct bgl_lock { spinlock_t lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct blockgroup_lock { struct bgl_lock locks[128]; }; typedef int ext4_grpblk_t; typedef long long unsigned int ext4_fsblk_t; typedef __u32 ext4_lblk_t; typedef unsigned int ext4_group_t; struct ext4_allocation_request { struct inode *inode; unsigned int len; ext4_lblk_t logical; ext4_lblk_t lleft; ext4_lblk_t lright; ext4_fsblk_t goal; ext4_fsblk_t pleft; ext4_fsblk_t pright; unsigned int flags; }; struct ext4_system_blocks { struct rb_root root; struct callback_head rcu; }; struct ext4_group_desc { __le32 bg_block_bitmap_lo; __le32 bg_inode_bitmap_lo; __le32 bg_inode_table_lo; __le16 bg_free_blocks_count_lo; __le16 bg_free_inodes_count_lo; __le16 bg_used_dirs_count_lo; __le16 bg_flags; __le32 bg_exclude_bitmap_lo; __le16 bg_block_bitmap_csum_lo; __le16 bg_inode_bitmap_csum_lo; __le16 bg_itable_unused_lo; __le16 bg_checksum; __le32 bg_block_bitmap_hi; __le32 bg_inode_bitmap_hi; __le32 bg_inode_table_hi; __le16 bg_free_blocks_count_hi; __le16 bg_free_inodes_count_hi; __le16 bg_used_dirs_count_hi; __le16 bg_itable_unused_hi; __le32 bg_exclude_bitmap_hi; __le16 bg_block_bitmap_csum_hi; __le16 bg_inode_bitmap_csum_hi; __u32 bg_reserved; }; struct flex_groups { atomic64_t free_clusters; atomic_t free_inodes; atomic_t used_dirs; }; struct extent_status { struct rb_node rb_node; ext4_lblk_t es_lblk; ext4_lblk_t es_len; ext4_fsblk_t es_pblk; }; struct ext4_es_tree { struct rb_root root; struct extent_status *cache_es; }; struct ext4_es_stats { long unsigned int es_stats_shrunk; struct percpu_counter es_stats_cache_hits; struct percpu_counter es_stats_cache_misses; u64 es_stats_scan_time; u64 es_stats_max_scan_time; struct percpu_counter es_stats_all_cnt; struct percpu_counter es_stats_shk_cnt; }; struct ext4_pending_tree { struct rb_root root; }; struct ext4_fc_stats { unsigned int fc_ineligible_reason_count[9]; long unsigned int fc_num_commits; long unsigned int fc_ineligible_commits; long unsigned int fc_failed_commits; long unsigned int fc_skipped_commits; long unsigned int fc_numblks; u64 s_fc_avg_commit_time; }; struct ext4_fc_alloc_region { ext4_lblk_t lblk; ext4_fsblk_t pblk; int ino; int len; }; struct ext4_fc_replay_state { int fc_replay_num_tags; int fc_replay_expected_off; int fc_current_pass; int fc_cur_tag; int fc_crc; struct ext4_fc_alloc_region *fc_regions; int fc_regions_size; int fc_regions_used; int fc_regions_valid; int *fc_modified_inodes; int fc_modified_inodes_used; int fc_modified_inodes_size; }; struct ext4_inode_info { __le32 i_data[15]; __u32 i_dtime; ext4_fsblk_t i_file_acl; ext4_group_t i_block_group; ext4_lblk_t i_dir_start_lookup; long unsigned int i_flags; struct rw_semaphore xattr_sem; union { struct list_head i_orphan; unsigned int i_orphan_idx; }; struct list_head i_fc_dilist; struct list_head i_fc_list; ext4_lblk_t i_fc_lblk_start; ext4_lblk_t i_fc_lblk_len; atomic_t i_fc_updates; wait_queue_head_t i_fc_wait; struct mutex i_fc_lock; loff_t i_disksize; struct rw_semaphore i_data_sem; struct inode vfs_inode; struct jbd2_inode *jinode; spinlock_t i_raw_lock; struct timespec64 i_crtime; atomic_t i_prealloc_active; struct list_head i_prealloc_list; spinlock_t i_prealloc_lock; struct ext4_es_tree i_es_tree; rwlock_t i_es_lock; struct list_head i_es_list; unsigned int i_es_all_nr; unsigned int i_es_shk_nr; ext4_lblk_t i_es_shrink_lblk; ext4_group_t i_last_alloc_group; unsigned int i_reserved_data_blocks; struct ext4_pending_tree i_pending_tree; __u16 i_extra_isize; u16 i_inline_off; u16 i_inline_size; qsize_t i_reserved_quota; spinlock_t i_completed_io_lock; struct list_head i_rsv_conversion_list; struct work_struct i_rsv_conversion_work; atomic_t i_unwritten; spinlock_t i_block_reservation_lock; tid_t i_sync_tid; tid_t i_datasync_tid; struct dquot *i_dquot[3]; __u32 i_csum_seed; kprojid_t i_projid; }; struct ext4_super_block { __le32 s_inodes_count; __le32 s_blocks_count_lo; __le32 s_r_blocks_count_lo; __le32 s_free_blocks_count_lo; __le32 s_free_inodes_count; __le32 s_first_data_block; __le32 s_log_block_size; __le32 s_log_cluster_size; __le32 s_blocks_per_group; __le32 s_clusters_per_group; __le32 s_inodes_per_group; __le32 s_mtime; __le32 s_wtime; __le16 s_mnt_count; __le16 s_max_mnt_count; __le16 s_magic; __le16 s_state; __le16 s_errors; __le16 s_minor_rev_level; __le32 s_lastcheck; __le32 s_checkinterval; __le32 s_creator_os; __le32 s_rev_level; __le16 s_def_resuid; __le16 s_def_resgid; __le32 s_first_ino; __le16 s_inode_size; __le16 s_block_group_nr; __le32 s_feature_compat; __le32 s_feature_incompat; __le32 s_feature_ro_compat; __u8 s_uuid[16]; char s_volume_name[16]; char s_last_mounted[64]; __le32 s_algorithm_usage_bitmap; __u8 s_prealloc_blocks; __u8 s_prealloc_dir_blocks; __le16 s_reserved_gdt_blocks; __u8 s_journal_uuid[16]; __le32 s_journal_inum; __le32 s_journal_dev; __le32 s_last_orphan; __le32 s_hash_seed[4]; __u8 s_def_hash_version; __u8 s_jnl_backup_type; __le16 s_desc_size; __le32 s_default_mount_opts; __le32 s_first_meta_bg; __le32 s_mkfs_time; __le32 s_jnl_blocks[17]; __le32 s_blocks_count_hi; __le32 s_r_blocks_count_hi; __le32 s_free_blocks_count_hi; __le16 s_min_extra_isize; __le16 s_want_extra_isize; __le32 s_flags; __le16 s_raid_stride; __le16 s_mmp_update_interval; __le64 s_mmp_block; __le32 s_raid_stripe_width; __u8 s_log_groups_per_flex; __u8 s_checksum_type; __u8 s_encryption_level; __u8 s_reserved_pad; __le64 s_kbytes_written; __le32 s_snapshot_inum; __le32 s_snapshot_id; __le64 s_snapshot_r_blocks_count; __le32 s_snapshot_list; __le32 s_error_count; __le32 s_first_error_time; __le32 s_first_error_ino; __le64 s_first_error_block; __u8 s_first_error_func[32]; __le32 s_first_error_line; __le32 s_last_error_time; __le32 s_last_error_ino; __le32 s_last_error_line; __le64 s_last_error_block; __u8 s_last_error_func[32]; __u8 s_mount_opts[64]; __le32 s_usr_quota_inum; __le32 s_grp_quota_inum; __le32 s_overhead_clusters; __le32 s_backup_bgs[2]; __u8 s_encrypt_algos[4]; __u8 s_encrypt_pw_salt[16]; __le32 s_lpf_ino; __le32 s_prj_quota_inum; __le32 s_checksum_seed; __u8 s_wtime_hi; __u8 s_mtime_hi; __u8 s_mkfs_time_hi; __u8 s_lastcheck_hi; __u8 s_first_error_time_hi; __u8 s_last_error_time_hi; __u8 s_first_error_errcode; __u8 s_last_error_errcode; __le16 s_encoding; __le16 s_encoding_flags; __le32 s_orphan_file_inum; __le32 s_reserved[94]; __le32 s_checksum; }; struct ext4_journal_trigger { struct jbd2_buffer_trigger_type tr_triggers; struct super_block *sb; }; struct ext4_orphan_block { atomic_t ob_free_entries; struct buffer_head *ob_bh; }; struct ext4_orphan_info { int of_blocks; __u32 of_csum_seed; struct ext4_orphan_block *of_binfo; }; struct mb_cache___2; struct ext4_group_info; struct ext4_locality_group; struct ext4_li_request; struct ext4_sb_info { long unsigned int s_desc_size; long unsigned int s_inodes_per_block; long unsigned int s_blocks_per_group; long unsigned int s_clusters_per_group; long unsigned int s_inodes_per_group; long unsigned int s_itb_per_group; long unsigned int s_gdb_count; long unsigned int s_desc_per_block; ext4_group_t s_groups_count; ext4_group_t s_blockfile_groups; long unsigned int s_overhead; unsigned int s_cluster_ratio; unsigned int s_cluster_bits; loff_t s_bitmap_maxbytes; struct buffer_head *s_sbh; struct ext4_super_block *s_es; struct buffer_head **s_group_desc; unsigned int s_mount_opt; unsigned int s_mount_opt2; long unsigned int s_mount_flags; unsigned int s_def_mount_opt; ext4_fsblk_t s_sb_block; atomic64_t s_resv_clusters; kuid_t s_resuid; kgid_t s_resgid; short unsigned int s_mount_state; short unsigned int s_pad; int s_addr_per_block_bits; int s_desc_per_block_bits; int s_inode_size; int s_first_ino; unsigned int s_inode_readahead_blks; unsigned int s_inode_goal; u32 s_hash_seed[4]; int s_def_hash_version; int s_hash_unsigned; struct percpu_counter s_freeclusters_counter; struct percpu_counter s_freeinodes_counter; struct percpu_counter s_dirs_counter; struct percpu_counter s_dirtyclusters_counter; struct percpu_counter s_sra_exceeded_retry_limit; struct blockgroup_lock *s_blockgroup_lock; struct proc_dir_entry *s_proc; struct kobject s_kobj; struct completion s_kobj_unregister; struct super_block *s_sb; struct buffer_head *s_mmp_bh; struct journal_s *s_journal; long unsigned int s_ext4_flags; struct mutex s_orphan_lock; struct list_head s_orphan; struct ext4_orphan_info s_orphan_info; long unsigned int s_commit_interval; u32 s_max_batch_time; u32 s_min_batch_time; struct block_device *s_journal_bdev; char *s_qf_names[3]; int s_jquota_fmt; unsigned int s_want_extra_isize; struct ext4_system_blocks *s_system_blks; struct ext4_group_info ***s_group_info; struct inode *s_buddy_cache; spinlock_t s_md_lock; short unsigned int *s_mb_offsets; unsigned int *s_mb_maxs; unsigned int s_group_info_size; unsigned int s_mb_free_pending; struct list_head s_freed_data_list; struct list_head s_discard_list; struct work_struct s_discard_work; atomic_t s_retry_alloc_pending; struct rb_root s_mb_avg_fragment_size_root; rwlock_t s_mb_rb_lock; struct list_head *s_mb_largest_free_orders; rwlock_t *s_mb_largest_free_orders_locks; long unsigned int s_stripe; unsigned int s_mb_max_linear_groups; unsigned int s_mb_stream_request; unsigned int s_mb_max_to_scan; unsigned int s_mb_min_to_scan; unsigned int s_mb_stats; unsigned int s_mb_order2_reqs; unsigned int s_mb_group_prealloc; unsigned int s_mb_max_inode_prealloc; unsigned int s_max_dir_size_kb; long unsigned int s_mb_last_group; long unsigned int s_mb_last_start; unsigned int s_mb_prefetch; unsigned int s_mb_prefetch_limit; atomic_t s_bal_reqs; atomic_t s_bal_success; atomic_t s_bal_allocated; atomic_t s_bal_ex_scanned; atomic_t s_bal_groups_scanned; atomic_t s_bal_goals; atomic_t s_bal_breaks; atomic_t s_bal_2orders; atomic_t s_bal_cr0_bad_suggestions; atomic_t s_bal_cr1_bad_suggestions; atomic64_t s_bal_cX_groups_considered[4]; atomic64_t s_bal_cX_hits[4]; atomic64_t s_bal_cX_failed[4]; atomic_t s_mb_buddies_generated; atomic64_t s_mb_generation_time; atomic_t s_mb_lost_chunks; atomic_t s_mb_preallocated; atomic_t s_mb_discarded; atomic_t s_lock_busy; struct ext4_locality_group *s_locality_groups; long unsigned int s_sectors_written_start; u64 s_kbytes_written; unsigned int s_extent_max_zeroout_kb; unsigned int s_log_groups_per_flex; struct flex_groups **s_flex_groups; ext4_group_t s_flex_groups_allocated; struct workqueue_struct *rsv_conversion_wq; struct timer_list s_err_report; struct ext4_li_request *s_li_request; unsigned int s_li_wait_mult; struct task_struct *s_mmp_tsk; long unsigned int s_last_trim_minblks; struct crypto_shash *s_chksum_driver; __u32 s_csum_seed; struct shrinker s_es_shrinker; struct list_head s_es_list; long int s_es_nr_inode; struct ext4_es_stats s_es_stats; struct mb_cache___2 *s_ea_block_cache; struct mb_cache___2 *s_ea_inode_cache; long: 64; long: 64; spinlock_t s_es_lock; struct ext4_journal_trigger s_journal_triggers[1]; struct ratelimit_state s_err_ratelimit_state; struct ratelimit_state s_warning_ratelimit_state; struct ratelimit_state s_msg_ratelimit_state; atomic_t s_warning_count; atomic_t s_msg_count; struct fscrypt_dummy_policy s_dummy_enc_policy; struct percpu_rw_semaphore s_writepages_rwsem; struct dax_device *s_daxdev; u64 s_dax_part_off; errseq_t s_bdev_wb_err; spinlock_t s_bdev_wb_lock; spinlock_t s_error_lock; int s_add_error_count; int s_first_error_code; __u32 s_first_error_line; __u32 s_first_error_ino; __u64 s_first_error_block; const char *s_first_error_func; time64_t s_first_error_time; int s_last_error_code; __u32 s_last_error_line; __u32 s_last_error_ino; __u64 s_last_error_block; const char *s_last_error_func; time64_t s_last_error_time; struct work_struct s_error_work; atomic_t s_fc_subtid; struct list_head s_fc_q[2]; struct list_head s_fc_dentry_q[2]; unsigned int s_fc_bytes; spinlock_t s_fc_lock; struct buffer_head *s_fc_bh; struct ext4_fc_stats s_fc_stats; tid_t s_fc_ineligible_tid; struct ext4_fc_replay_state s_fc_replay_state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ext4_group_info { long unsigned int bb_state; struct rb_root bb_free_root; ext4_grpblk_t bb_first_free; ext4_grpblk_t bb_free; ext4_grpblk_t bb_fragments; ext4_grpblk_t bb_largest_free_order; ext4_group_t bb_group; struct list_head bb_prealloc_list; struct rw_semaphore alloc_sem; struct rb_node bb_avg_fragment_size_rb; struct list_head bb_largest_free_order_node; ext4_grpblk_t bb_counters[0]; }; struct ext4_locality_group { struct mutex lg_mutex; struct list_head lg_prealloc_list[10]; spinlock_t lg_prealloc_lock; }; enum ext4_li_mode { EXT4_LI_MODE_PREFETCH_BBITMAP = 0, EXT4_LI_MODE_ITABLE = 1, }; struct ext4_li_request { struct super_block *lr_super; enum ext4_li_mode lr_mode; ext4_group_t lr_first_not_zeroed; ext4_group_t lr_next_group; struct list_head lr_request; long unsigned int lr_next_sched; long unsigned int lr_timeout; }; struct ext4_map_blocks { ext4_fsblk_t m_pblk; ext4_lblk_t m_lblk; unsigned int m_len; unsigned int m_flags; }; struct ext4_system_zone { struct rb_node node; ext4_fsblk_t start_blk; unsigned int count; u32 ino; }; enum { EXT4_INODE_SECRM = 0, EXT4_INODE_UNRM = 1, EXT4_INODE_COMPR = 2, EXT4_INODE_SYNC = 3, EXT4_INODE_IMMUTABLE = 4, EXT4_INODE_APPEND = 5, EXT4_INODE_NODUMP = 6, EXT4_INODE_NOATIME = 7, EXT4_INODE_DIRTY = 8, EXT4_INODE_COMPRBLK = 9, EXT4_INODE_NOCOMPR = 10, EXT4_INODE_ENCRYPT = 11, EXT4_INODE_INDEX = 12, EXT4_INODE_IMAGIC = 13, EXT4_INODE_JOURNAL_DATA = 14, EXT4_INODE_NOTAIL = 15, EXT4_INODE_DIRSYNC = 16, EXT4_INODE_TOPDIR = 17, EXT4_INODE_HUGE_FILE = 18, EXT4_INODE_EXTENTS = 19, EXT4_INODE_VERITY = 20, EXT4_INODE_EA_INODE = 21, EXT4_INODE_DAX = 25, EXT4_INODE_INLINE_DATA = 28, EXT4_INODE_PROJINHERIT = 29, EXT4_INODE_CASEFOLD = 30, EXT4_INODE_RESERVED = 31, }; enum { EXT4_FC_REASON_XATTR = 0, EXT4_FC_REASON_CROSS_RENAME = 1, EXT4_FC_REASON_JOURNAL_FLAG_CHANGE = 2, EXT4_FC_REASON_NOMEM = 3, EXT4_FC_REASON_SWAP_BOOT = 4, EXT4_FC_REASON_RESIZE = 5, EXT4_FC_REASON_RENAME_DIR = 6, EXT4_FC_REASON_FALLOC_RANGE = 7, EXT4_FC_REASON_INODE_JOURNAL_DATA = 8, EXT4_FC_REASON_MAX = 9, }; enum ext4_journal_trigger_type { EXT4_JTR_ORPHAN_FILE = 0, EXT4_JTR_NONE = 1, }; struct ext4_dir_entry_hash { __le32 hash; __le32 minor_hash; }; struct ext4_dir_entry_2 { __le32 inode; __le16 rec_len; __u8 name_len; __u8 file_type; char name[255]; }; struct fname; struct dir_private_info { struct rb_root root; struct rb_node *curr_node; struct fname *extra_fname; loff_t last_pos; __u32 curr_hash; __u32 curr_minor_hash; __u32 next_hash; }; struct fname { __u32 hash; __u32 minor_hash; struct rb_node rb_hash; struct fname *next; __u32 inode; __u8 name_len; __u8 file_type; char name[0]; }; enum SHIFT_DIRECTION { SHIFT_LEFT = 0, SHIFT_RIGHT = 1, }; struct ext4_io_end_vec { struct list_head list; loff_t offset; ssize_t size; }; struct ext4_io_end { struct list_head list; handle_t *handle; struct inode *inode; struct bio *bio; unsigned int flag; refcount_t count; struct list_head list_vec; }; typedef struct ext4_io_end ext4_io_end_t; enum { ES_WRITTEN_B = 0, ES_UNWRITTEN_B = 1, ES_DELAYED_B = 2, ES_HOLE_B = 3, ES_REFERENCED_B = 4, ES_FLAGS = 5, }; enum { EXT4_STATE_JDATA = 0, EXT4_STATE_NEW = 1, EXT4_STATE_XATTR = 2, EXT4_STATE_NO_EXPAND = 3, EXT4_STATE_DA_ALLOC_CLOSE = 4, EXT4_STATE_EXT_MIGRATE = 5, EXT4_STATE_NEWENTRY = 6, EXT4_STATE_MAY_INLINE_DATA = 7, EXT4_STATE_EXT_PRECACHED = 8, EXT4_STATE_LUSTRE_EA_INODE = 9, EXT4_STATE_VERITY_IN_PROGRESS = 10, EXT4_STATE_FC_COMMITTING = 11, EXT4_STATE_ORPHAN_FILE = 12, }; struct ext4_iloc { struct buffer_head *bh; long unsigned int offset; ext4_group_t block_group; }; struct ext4_extent_tail { __le32 et_checksum; }; struct ext4_extent { __le32 ee_block; __le16 ee_len; __le16 ee_start_hi; __le32 ee_start_lo; }; struct ext4_extent_idx { __le32 ei_block; __le32 ei_leaf_lo; __le16 ei_leaf_hi; __u16 ei_unused; }; struct ext4_extent_header { __le16 eh_magic; __le16 eh_entries; __le16 eh_max; __le16 eh_depth; __le32 eh_generation; }; struct ext4_ext_path { ext4_fsblk_t p_block; __u16 p_depth; __u16 p_maxdepth; struct ext4_extent *p_ext; struct ext4_extent_idx *p_idx; struct ext4_extent_header *p_hdr; struct buffer_head *p_bh; }; struct partial_cluster { ext4_fsblk_t pclu; ext4_lblk_t lblk; enum { initial = 0, tofree = 1, nofree = 2, } state; }; struct pending_reservation { struct rb_node rb_node; ext4_lblk_t lclu; }; struct rsvd_count { int ndelonly; bool first_do_lblk_found; ext4_lblk_t first_do_lblk; ext4_lblk_t last_do_lblk; struct extent_status *left_es; bool partial; ext4_lblk_t lclu; }; enum { EXT4_MF_MNTDIR_SAMPLED = 0, EXT4_MF_FS_ABORTED = 1, EXT4_MF_FC_INELIGIBLE = 2, }; struct fsmap { __u32 fmr_device; __u32 fmr_flags; __u64 fmr_physical; __u64 fmr_owner; __u64 fmr_offset; __u64 fmr_length; __u64 fmr_reserved[3]; }; struct ext4_fsmap { struct list_head fmr_list; dev_t fmr_device; uint32_t fmr_flags; uint64_t fmr_physical; uint64_t fmr_owner; uint64_t fmr_length; }; struct ext4_fsmap_head { uint32_t fmh_iflags; uint32_t fmh_oflags; unsigned int fmh_count; unsigned int fmh_entries; struct ext4_fsmap fmh_keys[2]; }; typedef int (*ext4_fsmap_format_t)(struct ext4_fsmap *, void *); struct ext4_getfsmap_info { struct ext4_fsmap_head *gfi_head; ext4_fsmap_format_t gfi_formatter; void *gfi_format_arg; ext4_fsblk_t gfi_next_fsblk; u32 gfi_dev; ext4_group_t gfi_agno; struct ext4_fsmap gfi_low; struct ext4_fsmap gfi_high; struct ext4_fsmap gfi_lastfree; struct list_head gfi_meta_list; bool gfi_last; }; struct ext4_getfsmap_dev { int (*gfd_fn)(struct super_block *, struct ext4_fsmap *, struct ext4_getfsmap_info *); u32 gfd_dev; }; struct dx_hash_info { u32 hash; u32 minor_hash; int hash_version; u32 *seed; }; typedef unsigned int __kernel_mode_t; typedef __kernel_mode_t mode_t; struct ext4_inode { __le16 i_mode; __le16 i_uid; __le32 i_size_lo; __le32 i_atime; __le32 i_ctime; __le32 i_mtime; __le32 i_dtime; __le16 i_gid; __le16 i_links_count; __le32 i_blocks_lo; __le32 i_flags; union { struct { __le32 l_i_version; } linux1; struct { __u32 h_i_translator; } hurd1; struct { __u32 m_i_reserved1; } masix1; } osd1; __le32 i_block[15]; __le32 i_generation; __le32 i_file_acl_lo; __le32 i_size_high; __le32 i_obso_faddr; union { struct { __le16 l_i_blocks_high; __le16 l_i_file_acl_high; __le16 l_i_uid_high; __le16 l_i_gid_high; __le16 l_i_checksum_lo; __le16 l_i_reserved; } linux2; struct { __le16 h_i_reserved1; __u16 h_i_mode_high; __u16 h_i_uid_high; __u16 h_i_gid_high; __u32 h_i_author; } hurd2; struct { __le16 h_i_reserved1; __le16 m_i_file_acl_high; __u32 m_i_reserved2[2]; } masix2; } osd2; __le16 i_extra_isize; __le16 i_checksum_hi; __le32 i_ctime_extra; __le32 i_mtime_extra; __le32 i_atime_extra; __le32 i_crtime; __le32 i_crtime_extra; __le32 i_version_hi; __le32 i_projid; }; struct orlov_stats { __u64 free_clusters; __u32 free_inodes; __u32 used_dirs; }; typedef struct { __le32 *p; __le32 key; struct buffer_head *bh; } Indirect; struct ext4_filename { const struct qstr *usr_fname; struct fscrypt_str disk_name; struct dx_hash_info hinfo; struct fscrypt_str crypto_buf; struct fscrypt_str cf_name; }; struct ext4_xattr_ibody_header { __le32 h_magic; }; struct ext4_xattr_entry { __u8 e_name_len; __u8 e_name_index; __le16 e_value_offs; __le32 e_value_inum; __le32 e_value_size; __le32 e_hash; char e_name[0]; }; struct ext4_xattr_info { const char *name; const void *value; size_t value_len; int name_index; int in_inode; }; struct ext4_xattr_search { struct ext4_xattr_entry *first; void *base; void *end; struct ext4_xattr_entry *here; int not_found; }; struct ext4_xattr_ibody_find { struct ext4_xattr_search s; struct ext4_iloc iloc; }; typedef short unsigned int __kernel_uid16_t; typedef short unsigned int __kernel_gid16_t; typedef __kernel_uid16_t uid16_t; typedef __kernel_gid16_t gid16_t; struct ext4_io_submit { struct writeback_control *io_wbc; struct bio *io_bio; ext4_io_end_t *io_end; sector_t io_next_block; }; typedef enum { EXT4_IGET_NORMAL = 0, EXT4_IGET_SPECIAL = 1, EXT4_IGET_HANDLE = 2, } ext4_iget_flags; struct ext4_xattr_inode_array { unsigned int count; struct inode *inodes[0]; }; struct mpage_da_data { struct inode *inode; struct writeback_control *wbc; long unsigned int first_page; long unsigned int next_page; long unsigned int last_page; struct ext4_map_blocks map; struct ext4_io_submit io_submit; unsigned int do_map: 1; unsigned int scanned_until_end: 1; }; struct fstrim_range { __u64 start; __u64 len; __u64 minlen; }; struct ext4_new_group_input { __u32 group; __u64 block_bitmap; __u64 inode_bitmap; __u64 inode_table; __u32 blocks_count; __u16 reserved_blocks; __u16 unused; }; struct compat_ext4_new_group_input { u32 group; compat_u64 block_bitmap; compat_u64 inode_bitmap; compat_u64 inode_table; u32 blocks_count; u16 reserved_blocks; u16 unused; } __attribute__((packed)); struct ext4_new_group_data { __u32 group; __u64 block_bitmap; __u64 inode_bitmap; __u64 inode_table; __u32 blocks_count; __u16 reserved_blocks; __u16 mdata_blocks; __u32 free_clusters_count; }; struct move_extent { __u32 reserved; __u32 donor_fd; __u64 orig_start; __u64 donor_start; __u64 len; __u64 moved_len; }; struct fsmap_head { __u32 fmh_iflags; __u32 fmh_oflags; __u32 fmh_count; __u32 fmh_entries; __u64 fmh_reserved[6]; struct fsmap fmh_keys[2]; struct fsmap fmh_recs[0]; }; typedef void ext4_update_sb_callback(struct ext4_super_block *, const void *); struct getfsmap_info { struct super_block *gi_sb; struct fsmap_head *gi_data; unsigned int gi_idx; __u32 gi_last_flags; }; enum blk_default_limits { BLK_MAX_SEGMENTS = 128, BLK_SAFE_MAX_SECTORS = 255, BLK_DEF_MAX_SECTORS = 2560, BLK_MAX_SEGMENT_SIZE = 65536, BLK_SEG_BOUNDARY_MASK = 4294967295, }; struct ext4_free_data { struct list_head efd_list; struct rb_node efd_node; ext4_group_t efd_group; ext4_grpblk_t efd_start_cluster; ext4_grpblk_t efd_count; tid_t efd_tid; }; struct ext4_prealloc_space { struct list_head pa_inode_list; struct list_head pa_group_list; union { struct list_head pa_tmp_list; struct callback_head pa_rcu; } u; spinlock_t pa_lock; atomic_t pa_count; unsigned int pa_deleted; ext4_fsblk_t pa_pstart; ext4_lblk_t pa_lstart; ext4_grpblk_t pa_len; ext4_grpblk_t pa_free; short unsigned int pa_type; spinlock_t *pa_obj_lock; struct inode *pa_inode; }; enum { MB_INODE_PA = 0, MB_GROUP_PA = 1, }; struct ext4_free_extent { ext4_lblk_t fe_logical; ext4_grpblk_t fe_start; ext4_group_t fe_group; ext4_grpblk_t fe_len; }; struct ext4_allocation_context { struct inode *ac_inode; struct super_block *ac_sb; struct ext4_free_extent ac_o_ex; struct ext4_free_extent ac_g_ex; struct ext4_free_extent ac_b_ex; struct ext4_free_extent ac_f_ex; ext4_group_t ac_last_optimal_group; __u32 ac_groups_considered; __u32 ac_flags; __u16 ac_groups_scanned; __u16 ac_groups_linear_remaining; __u16 ac_found; __u16 ac_tail; __u16 ac_buddy; __u8 ac_status; __u8 ac_criteria; __u8 ac_2order; __u8 ac_op; struct page *ac_bitmap_page; struct page *ac_buddy_page; struct ext4_prealloc_space *ac_pa; struct ext4_locality_group *ac_lg; }; struct ext4_buddy { struct page *bd_buddy_page; void *bd_buddy; struct page *bd_bitmap_page; void *bd_bitmap; struct ext4_group_info *bd_info; struct super_block *bd_sb; __u16 bd_blkbits; ext4_group_t bd_group; }; typedef int (*ext4_mballoc_query_range_fn)(struct super_block *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t, void *); struct sg { struct ext4_group_info info; ext4_grpblk_t counters[18]; }; struct migrate_struct { ext4_lblk_t first_block; ext4_lblk_t last_block; ext4_lblk_t curr_block; ext4_fsblk_t first_pblock; ext4_fsblk_t last_pblock; }; struct mmp_struct { __le32 mmp_magic; __le32 mmp_seq; __le64 mmp_time; char mmp_nodename[64]; char mmp_bdevname[32]; __le16 mmp_check_interval; __le16 mmp_pad1; __le32 mmp_pad2[226]; __le32 mmp_checksum; }; struct ext4_dir_entry { __le32 inode; __le16 rec_len; __le16 name_len; char name[255]; }; struct ext4_dir_entry_tail { __le32 det_reserved_zero1; __le16 det_rec_len; __u8 det_reserved_zero2; __u8 det_reserved_ft; __le32 det_checksum; }; typedef enum { EITHER = 0, INDEX = 1, DIRENT = 2, DIRENT_HTREE = 3, } dirblock_type_t; struct fake_dirent { __le32 inode; __le16 rec_len; u8 name_len; u8 file_type; }; struct dx_countlimit { __le16 limit; __le16 count; }; struct dx_entry { __le32 hash; __le32 block; }; struct dx_root_info { __le32 reserved_zero; u8 hash_version; u8 info_length; u8 indirect_levels; u8 unused_flags; }; struct dx_root { struct fake_dirent dot; char dot_name[4]; struct fake_dirent dotdot; char dotdot_name[4]; struct dx_root_info info; struct dx_entry entries[0]; }; struct dx_node { struct fake_dirent fake; struct dx_entry entries[0]; }; struct dx_frame { struct buffer_head *bh; struct dx_entry *entries; struct dx_entry *at; }; struct dx_map_entry { u32 hash; u16 offs; u16 size; }; struct dx_tail { u32 dt_reserved; __le32 dt_checksum; }; struct ext4_renament { struct inode *dir; struct dentry *dentry; struct inode *inode; bool is_dir; int dir_nlink_delta; struct buffer_head *bh; struct ext4_dir_entry_2 *de; int inlined; struct buffer_head *dir_bh; struct ext4_dir_entry_2 *parent_de; int dir_inlined; }; enum bio_post_read_step { STEP_INITIAL = 0, STEP_DECRYPT = 1, STEP_VERITY = 2, STEP_MAX = 3, }; struct bio_post_read_ctx { struct bio *bio; struct work_struct work; unsigned int cur_step; unsigned int enabled_steps; }; enum { BLOCK_BITMAP = 0, INODE_BITMAP = 1, INODE_TABLE = 2, GROUP_TABLE_COUNT = 3, }; struct ext4_rcu_ptr { struct callback_head rcu; void *ptr; }; struct ext4_new_flex_group_data { struct ext4_new_group_data *groups; __u16 *bg_flags; ext4_group_t count; }; struct disk_stats { u64 nsecs[4]; long unsigned int sectors[4]; long unsigned int ios[4]; long unsigned int merges[4]; long unsigned int io_ticks; local_t in_flight[2]; }; enum stat_group { STAT_READ = 0, STAT_WRITE = 1, STAT_DISCARD = 2, STAT_FLUSH = 3, NR_STAT_GROUPS = 4, }; enum { I_DATA_SEM_NORMAL = 0, I_DATA_SEM_OTHER = 1, I_DATA_SEM_QUOTA = 2, }; struct ext4_lazy_init { long unsigned int li_state; struct list_head li_request_list; struct mutex li_list_mtx; }; struct ext4_journal_cb_entry { struct list_head jce_list; void (*jce_func)(struct super_block *, struct ext4_journal_cb_entry *, int); }; struct trace_event_raw_ext4_other_inode_update_time { struct trace_entry ent; dev_t dev; ino_t ino; ino_t orig_ino; uid_t uid; gid_t gid; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_free_inode { struct trace_entry ent; dev_t dev; ino_t ino; uid_t uid; gid_t gid; __u64 blocks; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_request_inode { struct trace_entry ent; dev_t dev; ino_t dir; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_allocate_inode { struct trace_entry ent; dev_t dev; ino_t ino; ino_t dir; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_evict_inode { struct trace_entry ent; dev_t dev; ino_t ino; int nlink; char __data[0]; }; struct trace_event_raw_ext4_drop_inode { struct trace_entry ent; dev_t dev; ino_t ino; int drop; char __data[0]; }; struct trace_event_raw_ext4_nfs_commit_metadata { struct trace_entry ent; dev_t dev; ino_t ino; char __data[0]; }; struct trace_event_raw_ext4_mark_inode_dirty { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int ip; char __data[0]; }; struct trace_event_raw_ext4_begin_ordered_truncate { struct trace_entry ent; dev_t dev; ino_t ino; loff_t new_size; char __data[0]; }; struct trace_event_raw_ext4__write_begin { struct trace_entry ent; dev_t dev; ino_t ino; loff_t pos; unsigned int len; char __data[0]; }; struct trace_event_raw_ext4__write_end { struct trace_entry ent; dev_t dev; ino_t ino; loff_t pos; unsigned int len; unsigned int copied; char __data[0]; }; struct trace_event_raw_ext4_writepages { struct trace_entry ent; dev_t dev; ino_t ino; long int nr_to_write; long int pages_skipped; loff_t range_start; loff_t range_end; long unsigned int writeback_index; int sync_mode; char for_kupdate; char range_cyclic; char __data[0]; }; struct trace_event_raw_ext4_da_write_pages { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int first_page; long int nr_to_write; int sync_mode; char __data[0]; }; struct trace_event_raw_ext4_da_write_pages_extent { struct trace_entry ent; dev_t dev; ino_t ino; __u64 lblk; __u32 len; __u32 flags; char __data[0]; }; struct trace_event_raw_ext4_writepages_result { struct trace_entry ent; dev_t dev; ino_t ino; int ret; int pages_written; long int pages_skipped; long unsigned int writeback_index; int sync_mode; char __data[0]; }; struct trace_event_raw_ext4__page_op { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int index; char __data[0]; }; struct trace_event_raw_ext4_invalidate_folio_op { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int index; size_t offset; size_t length; char __data[0]; }; struct trace_event_raw_ext4_discard_blocks { struct trace_entry ent; dev_t dev; __u64 blk; __u64 count; char __data[0]; }; struct trace_event_raw_ext4__mb_new_pa { struct trace_entry ent; dev_t dev; ino_t ino; __u64 pa_pstart; __u64 pa_lstart; __u32 pa_len; char __data[0]; }; struct trace_event_raw_ext4_mb_release_inode_pa { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; __u32 count; char __data[0]; }; struct trace_event_raw_ext4_mb_release_group_pa { struct trace_entry ent; dev_t dev; __u64 pa_pstart; __u32 pa_len; char __data[0]; }; struct trace_event_raw_ext4_discard_preallocations { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int len; unsigned int needed; char __data[0]; }; struct trace_event_raw_ext4_mb_discard_preallocations { struct trace_entry ent; dev_t dev; int needed; char __data[0]; }; struct trace_event_raw_ext4_request_blocks { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int len; __u32 logical; __u32 lleft; __u32 lright; __u64 goal; __u64 pleft; __u64 pright; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4_allocate_blocks { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; unsigned int len; __u32 logical; __u32 lleft; __u32 lright; __u64 goal; __u64 pleft; __u64 pright; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4_free_blocks { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; long unsigned int count; int flags; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_sync_file_enter { struct trace_entry ent; dev_t dev; ino_t ino; ino_t parent; int datasync; char __data[0]; }; struct trace_event_raw_ext4_sync_file_exit { struct trace_entry ent; dev_t dev; ino_t ino; int ret; char __data[0]; }; struct trace_event_raw_ext4_sync_fs { struct trace_entry ent; dev_t dev; int wait; char __data[0]; }; struct trace_event_raw_ext4_alloc_da_blocks { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int data_blocks; char __data[0]; }; struct trace_event_raw_ext4_mballoc_alloc { struct trace_entry ent; dev_t dev; ino_t ino; __u32 orig_logical; int orig_start; __u32 orig_group; int orig_len; __u32 goal_logical; int goal_start; __u32 goal_group; int goal_len; __u32 result_logical; int result_start; __u32 result_group; int result_len; __u16 found; __u16 groups; __u16 buddy; __u16 flags; __u16 tail; __u8 cr; char __data[0]; }; struct trace_event_raw_ext4_mballoc_prealloc { struct trace_entry ent; dev_t dev; ino_t ino; __u32 orig_logical; int orig_start; __u32 orig_group; int orig_len; __u32 result_logical; int result_start; __u32 result_group; int result_len; char __data[0]; }; struct trace_event_raw_ext4__mballoc { struct trace_entry ent; dev_t dev; ino_t ino; int result_start; __u32 result_group; int result_len; char __data[0]; }; struct trace_event_raw_ext4_forget { struct trace_entry ent; dev_t dev; ino_t ino; __u64 block; int is_metadata; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_da_update_reserve_space { struct trace_entry ent; dev_t dev; ino_t ino; __u64 i_blocks; int used_blocks; int reserved_data_blocks; int quota_claim; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_da_reserve_space { struct trace_entry ent; dev_t dev; ino_t ino; __u64 i_blocks; int reserved_data_blocks; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4_da_release_space { struct trace_entry ent; dev_t dev; ino_t ino; __u64 i_blocks; int freed_blocks; int reserved_data_blocks; __u16 mode; char __data[0]; }; struct trace_event_raw_ext4__bitmap_load { struct trace_entry ent; dev_t dev; __u32 group; char __data[0]; }; struct trace_event_raw_ext4_read_block_bitmap_load { struct trace_entry ent; dev_t dev; __u32 group; bool prefetch; char __data[0]; }; struct trace_event_raw_ext4__fallocate_mode { struct trace_entry ent; dev_t dev; ino_t ino; loff_t offset; loff_t len; int mode; char __data[0]; }; struct trace_event_raw_ext4_fallocate_exit { struct trace_entry ent; dev_t dev; ino_t ino; loff_t pos; unsigned int blocks; int ret; char __data[0]; }; struct trace_event_raw_ext4_unlink_enter { struct trace_entry ent; dev_t dev; ino_t ino; ino_t parent; loff_t size; char __data[0]; }; struct trace_event_raw_ext4_unlink_exit { struct trace_entry ent; dev_t dev; ino_t ino; int ret; char __data[0]; }; struct trace_event_raw_ext4__truncate { struct trace_entry ent; dev_t dev; ino_t ino; __u64 blocks; char __data[0]; }; struct trace_event_raw_ext4_ext_convert_to_initialized_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t m_lblk; unsigned int m_len; ext4_lblk_t u_lblk; unsigned int u_len; ext4_fsblk_t u_pblk; char __data[0]; }; struct trace_event_raw_ext4_ext_convert_to_initialized_fastpath { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t m_lblk; unsigned int m_len; ext4_lblk_t u_lblk; unsigned int u_len; ext4_fsblk_t u_pblk; ext4_lblk_t i_lblk; unsigned int i_len; ext4_fsblk_t i_pblk; char __data[0]; }; struct trace_event_raw_ext4__map_blocks_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; unsigned int len; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4__map_blocks_exit { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int flags; ext4_fsblk_t pblk; ext4_lblk_t lblk; unsigned int len; unsigned int mflags; int ret; char __data[0]; }; struct trace_event_raw_ext4_ext_load_extent { struct trace_entry ent; dev_t dev; ino_t ino; ext4_fsblk_t pblk; ext4_lblk_t lblk; char __data[0]; }; struct trace_event_raw_ext4_load_inode { struct trace_entry ent; dev_t dev; ino_t ino; char __data[0]; }; struct trace_event_raw_ext4_journal_start { struct trace_entry ent; dev_t dev; long unsigned int ip; int blocks; int rsv_blocks; int revoke_creds; char __data[0]; }; struct trace_event_raw_ext4_journal_start_reserved { struct trace_entry ent; dev_t dev; long unsigned int ip; int blocks; char __data[0]; }; struct trace_event_raw_ext4__trim { struct trace_entry ent; int dev_major; int dev_minor; __u32 group; int start; int len; char __data[0]; }; struct trace_event_raw_ext4_ext_handle_unwritten_extents { struct trace_entry ent; dev_t dev; ino_t ino; int flags; ext4_lblk_t lblk; ext4_fsblk_t pblk; unsigned int len; unsigned int allocated; ext4_fsblk_t newblk; char __data[0]; }; struct trace_event_raw_ext4_get_implied_cluster_alloc_exit { struct trace_entry ent; dev_t dev; unsigned int flags; ext4_lblk_t lblk; ext4_fsblk_t pblk; unsigned int len; int ret; char __data[0]; }; struct trace_event_raw_ext4_ext_show_extent { struct trace_entry ent; dev_t dev; ino_t ino; ext4_fsblk_t pblk; ext4_lblk_t lblk; short unsigned int len; char __data[0]; }; struct trace_event_raw_ext4_remove_blocks { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t from; ext4_lblk_t to; ext4_fsblk_t ee_pblk; ext4_lblk_t ee_lblk; short unsigned int ee_len; ext4_fsblk_t pc_pclu; ext4_lblk_t pc_lblk; int pc_state; char __data[0]; }; struct trace_event_raw_ext4_ext_rm_leaf { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t start; ext4_lblk_t ee_lblk; ext4_fsblk_t ee_pblk; short int ee_len; ext4_fsblk_t pc_pclu; ext4_lblk_t pc_lblk; int pc_state; char __data[0]; }; struct trace_event_raw_ext4_ext_rm_idx { struct trace_entry ent; dev_t dev; ino_t ino; ext4_fsblk_t pblk; char __data[0]; }; struct trace_event_raw_ext4_ext_remove_space { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t start; ext4_lblk_t end; int depth; char __data[0]; }; struct trace_event_raw_ext4_ext_remove_space_done { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t start; ext4_lblk_t end; int depth; ext4_fsblk_t pc_pclu; ext4_lblk_t pc_lblk; int pc_state; short unsigned int eh_entries; char __data[0]; }; struct trace_event_raw_ext4__es_extent { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; char __data[0]; }; struct trace_event_raw_ext4_es_remove_extent { struct trace_entry ent; dev_t dev; ino_t ino; loff_t lblk; loff_t len; char __data[0]; }; struct trace_event_raw_ext4_es_find_extent_range_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; char __data[0]; }; struct trace_event_raw_ext4_es_find_extent_range_exit { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; char __data[0]; }; struct trace_event_raw_ext4_es_lookup_extent_enter { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; char __data[0]; }; struct trace_event_raw_ext4_es_lookup_extent_exit { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; int found; char __data[0]; }; struct trace_event_raw_ext4__es_shrink_enter { struct trace_entry ent; dev_t dev; int nr_to_scan; int cache_cnt; char __data[0]; }; struct trace_event_raw_ext4_es_shrink_scan_exit { struct trace_entry ent; dev_t dev; int nr_shrunk; int cache_cnt; char __data[0]; }; struct trace_event_raw_ext4_collapse_range { struct trace_entry ent; dev_t dev; ino_t ino; loff_t offset; loff_t len; char __data[0]; }; struct trace_event_raw_ext4_insert_range { struct trace_entry ent; dev_t dev; ino_t ino; loff_t offset; loff_t len; char __data[0]; }; struct trace_event_raw_ext4_es_shrink { struct trace_entry ent; dev_t dev; int nr_shrunk; long long unsigned int scan_time; int nr_skipped; int retried; char __data[0]; }; struct trace_event_raw_ext4_es_insert_delayed_block { struct trace_entry ent; dev_t dev; ino_t ino; ext4_lblk_t lblk; ext4_lblk_t len; ext4_fsblk_t pblk; char status; bool allocated; char __data[0]; }; struct trace_event_raw_ext4_fsmap_class { struct trace_entry ent; dev_t dev; dev_t keydev; u32 agno; u64 bno; u64 len; u64 owner; char __data[0]; }; struct trace_event_raw_ext4_getfsmap_class { struct trace_entry ent; dev_t dev; dev_t keydev; u64 block; u64 len; u64 owner; u64 flags; char __data[0]; }; struct trace_event_raw_ext4_shutdown { struct trace_entry ent; dev_t dev; unsigned int flags; char __data[0]; }; struct trace_event_raw_ext4_error { struct trace_entry ent; dev_t dev; const char *function; unsigned int line; char __data[0]; }; struct trace_event_raw_ext4_prefetch_bitmaps { struct trace_entry ent; dev_t dev; __u32 group; __u32 next; __u32 ios; char __data[0]; }; struct trace_event_raw_ext4_lazy_itable_init { struct trace_entry ent; dev_t dev; __u32 group; char __data[0]; }; struct trace_event_raw_ext4_fc_replay_scan { struct trace_entry ent; dev_t dev; int error; int off; char __data[0]; }; struct trace_event_raw_ext4_fc_replay { struct trace_entry ent; dev_t dev; int tag; int ino; int priv1; int priv2; char __data[0]; }; struct trace_event_raw_ext4_fc_commit_start { struct trace_entry ent; dev_t dev; tid_t tid; char __data[0]; }; struct trace_event_raw_ext4_fc_commit_stop { struct trace_entry ent; dev_t dev; int nblks; int reason; int num_fc; int num_fc_ineligible; int nblks_agg; tid_t tid; char __data[0]; }; struct trace_event_raw_ext4_fc_stats { struct trace_entry ent; dev_t dev; unsigned int fc_ineligible_rc[9]; long unsigned int fc_commits; long unsigned int fc_ineligible_commits; long unsigned int fc_numblks; char __data[0]; }; struct trace_event_raw_ext4_fc_track_dentry { struct trace_entry ent; dev_t dev; tid_t t_tid; ino_t i_ino; tid_t i_sync_tid; int error; char __data[0]; }; struct trace_event_raw_ext4_fc_track_inode { struct trace_entry ent; dev_t dev; tid_t t_tid; ino_t i_ino; tid_t i_sync_tid; int error; char __data[0]; }; struct trace_event_raw_ext4_fc_track_range { struct trace_entry ent; dev_t dev; tid_t t_tid; ino_t i_ino; tid_t i_sync_tid; long int start; long int end; int error; char __data[0]; }; struct trace_event_raw_ext4_fc_cleanup { struct trace_entry ent; dev_t dev; int j_fc_off; int full; tid_t tid; char __data[0]; }; struct trace_event_raw_ext4_update_sb { struct trace_entry ent; dev_t dev; ext4_fsblk_t fsblk; unsigned int flags; char __data[0]; }; struct trace_event_data_offsets_ext4_other_inode_update_time {}; struct trace_event_data_offsets_ext4_free_inode {}; struct trace_event_data_offsets_ext4_request_inode {}; struct trace_event_data_offsets_ext4_allocate_inode {}; struct trace_event_data_offsets_ext4_evict_inode {}; struct trace_event_data_offsets_ext4_drop_inode {}; struct trace_event_data_offsets_ext4_nfs_commit_metadata {}; struct trace_event_data_offsets_ext4_mark_inode_dirty {}; struct trace_event_data_offsets_ext4_begin_ordered_truncate {}; struct trace_event_data_offsets_ext4__write_begin {}; struct trace_event_data_offsets_ext4__write_end {}; struct trace_event_data_offsets_ext4_writepages {}; struct trace_event_data_offsets_ext4_da_write_pages {}; struct trace_event_data_offsets_ext4_da_write_pages_extent {}; struct trace_event_data_offsets_ext4_writepages_result {}; struct trace_event_data_offsets_ext4__page_op {}; struct trace_event_data_offsets_ext4_invalidate_folio_op {}; struct trace_event_data_offsets_ext4_discard_blocks {}; struct trace_event_data_offsets_ext4__mb_new_pa {}; struct trace_event_data_offsets_ext4_mb_release_inode_pa {}; struct trace_event_data_offsets_ext4_mb_release_group_pa {}; struct trace_event_data_offsets_ext4_discard_preallocations {}; struct trace_event_data_offsets_ext4_mb_discard_preallocations {}; struct trace_event_data_offsets_ext4_request_blocks {}; struct trace_event_data_offsets_ext4_allocate_blocks {}; struct trace_event_data_offsets_ext4_free_blocks {}; struct trace_event_data_offsets_ext4_sync_file_enter {}; struct trace_event_data_offsets_ext4_sync_file_exit {}; struct trace_event_data_offsets_ext4_sync_fs {}; struct trace_event_data_offsets_ext4_alloc_da_blocks {}; struct trace_event_data_offsets_ext4_mballoc_alloc {}; struct trace_event_data_offsets_ext4_mballoc_prealloc {}; struct trace_event_data_offsets_ext4__mballoc {}; struct trace_event_data_offsets_ext4_forget {}; struct trace_event_data_offsets_ext4_da_update_reserve_space {}; struct trace_event_data_offsets_ext4_da_reserve_space {}; struct trace_event_data_offsets_ext4_da_release_space {}; struct trace_event_data_offsets_ext4__bitmap_load {}; struct trace_event_data_offsets_ext4_read_block_bitmap_load {}; struct trace_event_data_offsets_ext4__fallocate_mode {}; struct trace_event_data_offsets_ext4_fallocate_exit {}; struct trace_event_data_offsets_ext4_unlink_enter {}; struct trace_event_data_offsets_ext4_unlink_exit {}; struct trace_event_data_offsets_ext4__truncate {}; struct trace_event_data_offsets_ext4_ext_convert_to_initialized_enter {}; struct trace_event_data_offsets_ext4_ext_convert_to_initialized_fastpath {}; struct trace_event_data_offsets_ext4__map_blocks_enter {}; struct trace_event_data_offsets_ext4__map_blocks_exit {}; struct trace_event_data_offsets_ext4_ext_load_extent {}; struct trace_event_data_offsets_ext4_load_inode {}; struct trace_event_data_offsets_ext4_journal_start {}; struct trace_event_data_offsets_ext4_journal_start_reserved {}; struct trace_event_data_offsets_ext4__trim {}; struct trace_event_data_offsets_ext4_ext_handle_unwritten_extents {}; struct trace_event_data_offsets_ext4_get_implied_cluster_alloc_exit {}; struct trace_event_data_offsets_ext4_ext_show_extent {}; struct trace_event_data_offsets_ext4_remove_blocks {}; struct trace_event_data_offsets_ext4_ext_rm_leaf {}; struct trace_event_data_offsets_ext4_ext_rm_idx {}; struct trace_event_data_offsets_ext4_ext_remove_space {}; struct trace_event_data_offsets_ext4_ext_remove_space_done {}; struct trace_event_data_offsets_ext4__es_extent {}; struct trace_event_data_offsets_ext4_es_remove_extent {}; struct trace_event_data_offsets_ext4_es_find_extent_range_enter {}; struct trace_event_data_offsets_ext4_es_find_extent_range_exit {}; struct trace_event_data_offsets_ext4_es_lookup_extent_enter {}; struct trace_event_data_offsets_ext4_es_lookup_extent_exit {}; struct trace_event_data_offsets_ext4__es_shrink_enter {}; struct trace_event_data_offsets_ext4_es_shrink_scan_exit {}; struct trace_event_data_offsets_ext4_collapse_range {}; struct trace_event_data_offsets_ext4_insert_range {}; struct trace_event_data_offsets_ext4_es_shrink {}; struct trace_event_data_offsets_ext4_es_insert_delayed_block {}; struct trace_event_data_offsets_ext4_fsmap_class {}; struct trace_event_data_offsets_ext4_getfsmap_class {}; struct trace_event_data_offsets_ext4_shutdown {}; struct trace_event_data_offsets_ext4_error {}; struct trace_event_data_offsets_ext4_prefetch_bitmaps {}; struct trace_event_data_offsets_ext4_lazy_itable_init {}; struct trace_event_data_offsets_ext4_fc_replay_scan {}; struct trace_event_data_offsets_ext4_fc_replay {}; struct trace_event_data_offsets_ext4_fc_commit_start {}; struct trace_event_data_offsets_ext4_fc_commit_stop {}; struct trace_event_data_offsets_ext4_fc_stats {}; struct trace_event_data_offsets_ext4_fc_track_dentry {}; struct trace_event_data_offsets_ext4_fc_track_inode {}; struct trace_event_data_offsets_ext4_fc_track_range {}; struct trace_event_data_offsets_ext4_fc_cleanup {}; struct trace_event_data_offsets_ext4_update_sb {}; typedef void (*btf_trace_ext4_other_inode_update_time)(void *, struct inode *, ino_t); typedef void (*btf_trace_ext4_free_inode)(void *, struct inode *); typedef void (*btf_trace_ext4_request_inode)(void *, struct inode *, int); typedef void (*btf_trace_ext4_allocate_inode)(void *, struct inode *, struct inode *, int); typedef void (*btf_trace_ext4_evict_inode)(void *, struct inode *); typedef void (*btf_trace_ext4_drop_inode)(void *, struct inode *, int); typedef void (*btf_trace_ext4_nfs_commit_metadata)(void *, struct inode *); typedef void (*btf_trace_ext4_mark_inode_dirty)(void *, struct inode *, long unsigned int); typedef void (*btf_trace_ext4_begin_ordered_truncate)(void *, struct inode *, loff_t); typedef void (*btf_trace_ext4_write_begin)(void *, struct inode *, loff_t, unsigned int); typedef void (*btf_trace_ext4_da_write_begin)(void *, struct inode *, loff_t, unsigned int); typedef void (*btf_trace_ext4_write_end)(void *, struct inode *, loff_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_journalled_write_end)(void *, struct inode *, loff_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_da_write_end)(void *, struct inode *, loff_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_writepages)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_ext4_da_write_pages)(void *, struct inode *, long unsigned int, struct writeback_control *); typedef void (*btf_trace_ext4_da_write_pages_extent)(void *, struct inode *, struct ext4_map_blocks *); typedef void (*btf_trace_ext4_writepages_result)(void *, struct inode *, struct writeback_control *, int, int); typedef void (*btf_trace_ext4_writepage)(void *, struct page *); typedef void (*btf_trace_ext4_readpage)(void *, struct page *); typedef void (*btf_trace_ext4_releasepage)(void *, struct page *); typedef void (*btf_trace_ext4_invalidate_folio)(void *, struct folio *, size_t, size_t); typedef void (*btf_trace_ext4_journalled_invalidate_folio)(void *, struct folio *, size_t, size_t); typedef void (*btf_trace_ext4_discard_blocks)(void *, struct super_block *, long long unsigned int, long long unsigned int); typedef void (*btf_trace_ext4_mb_new_inode_pa)(void *, struct ext4_allocation_context *, struct ext4_prealloc_space *); typedef void (*btf_trace_ext4_mb_new_group_pa)(void *, struct ext4_allocation_context *, struct ext4_prealloc_space *); typedef void (*btf_trace_ext4_mb_release_inode_pa)(void *, struct ext4_prealloc_space *, long long unsigned int, unsigned int); typedef void (*btf_trace_ext4_mb_release_group_pa)(void *, struct super_block *, struct ext4_prealloc_space *); typedef void (*btf_trace_ext4_discard_preallocations)(void *, struct inode *, unsigned int, unsigned int); typedef void (*btf_trace_ext4_mb_discard_preallocations)(void *, struct super_block *, int); typedef void (*btf_trace_ext4_request_blocks)(void *, struct ext4_allocation_request *); typedef void (*btf_trace_ext4_allocate_blocks)(void *, struct ext4_allocation_request *, long long unsigned int); typedef void (*btf_trace_ext4_free_blocks)(void *, struct inode *, __u64, long unsigned int, int); typedef void (*btf_trace_ext4_sync_file_enter)(void *, struct file *, int); typedef void (*btf_trace_ext4_sync_file_exit)(void *, struct inode *, int); typedef void (*btf_trace_ext4_sync_fs)(void *, struct super_block *, int); typedef void (*btf_trace_ext4_alloc_da_blocks)(void *, struct inode *); typedef void (*btf_trace_ext4_mballoc_alloc)(void *, struct ext4_allocation_context *); typedef void (*btf_trace_ext4_mballoc_prealloc)(void *, struct ext4_allocation_context *); typedef void (*btf_trace_ext4_mballoc_discard)(void *, struct super_block *, struct inode *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_mballoc_free)(void *, struct super_block *, struct inode *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_forget)(void *, struct inode *, int, __u64); typedef void (*btf_trace_ext4_da_update_reserve_space)(void *, struct inode *, int, int); typedef void (*btf_trace_ext4_da_reserve_space)(void *, struct inode *); typedef void (*btf_trace_ext4_da_release_space)(void *, struct inode *, int); typedef void (*btf_trace_ext4_mb_bitmap_load)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_mb_buddy_bitmap_load)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_load_inode_bitmap)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_read_block_bitmap_load)(void *, struct super_block *, long unsigned int, bool); typedef void (*btf_trace_ext4_fallocate_enter)(void *, struct inode *, loff_t, loff_t, int); typedef void (*btf_trace_ext4_punch_hole)(void *, struct inode *, loff_t, loff_t, int); typedef void (*btf_trace_ext4_zero_range)(void *, struct inode *, loff_t, loff_t, int); typedef void (*btf_trace_ext4_fallocate_exit)(void *, struct inode *, loff_t, unsigned int, int); typedef void (*btf_trace_ext4_unlink_enter)(void *, struct inode *, struct dentry *); typedef void (*btf_trace_ext4_unlink_exit)(void *, struct dentry *, int); typedef void (*btf_trace_ext4_truncate_enter)(void *, struct inode *); typedef void (*btf_trace_ext4_truncate_exit)(void *, struct inode *); typedef void (*btf_trace_ext4_ext_convert_to_initialized_enter)(void *, struct inode *, struct ext4_map_blocks *, struct ext4_extent *); typedef void (*btf_trace_ext4_ext_convert_to_initialized_fastpath)(void *, struct inode *, struct ext4_map_blocks *, struct ext4_extent *, struct ext4_extent *); typedef void (*btf_trace_ext4_ext_map_blocks_enter)(void *, struct inode *, ext4_lblk_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_ind_map_blocks_enter)(void *, struct inode *, ext4_lblk_t, unsigned int, unsigned int); typedef void (*btf_trace_ext4_ext_map_blocks_exit)(void *, struct inode *, unsigned int, struct ext4_map_blocks *, int); typedef void (*btf_trace_ext4_ind_map_blocks_exit)(void *, struct inode *, unsigned int, struct ext4_map_blocks *, int); typedef void (*btf_trace_ext4_ext_load_extent)(void *, struct inode *, ext4_lblk_t, ext4_fsblk_t); typedef void (*btf_trace_ext4_load_inode)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_journal_start)(void *, struct super_block *, int, int, int, long unsigned int); typedef void (*btf_trace_ext4_journal_start_reserved)(void *, struct super_block *, int, long unsigned int); typedef void (*btf_trace_ext4_trim_extent)(void *, struct super_block *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_trim_all_free)(void *, struct super_block *, ext4_group_t, ext4_grpblk_t, ext4_grpblk_t); typedef void (*btf_trace_ext4_ext_handle_unwritten_extents)(void *, struct inode *, struct ext4_map_blocks *, int, unsigned int, ext4_fsblk_t); typedef void (*btf_trace_ext4_get_implied_cluster_alloc_exit)(void *, struct super_block *, struct ext4_map_blocks *, int); typedef void (*btf_trace_ext4_ext_show_extent)(void *, struct inode *, ext4_lblk_t, ext4_fsblk_t, short unsigned int); typedef void (*btf_trace_ext4_remove_blocks)(void *, struct inode *, struct ext4_extent *, ext4_lblk_t, ext4_fsblk_t, struct partial_cluster *); typedef void (*btf_trace_ext4_ext_rm_leaf)(void *, struct inode *, ext4_lblk_t, struct ext4_extent *, struct partial_cluster *); typedef void (*btf_trace_ext4_ext_rm_idx)(void *, struct inode *, ext4_fsblk_t); typedef void (*btf_trace_ext4_ext_remove_space)(void *, struct inode *, ext4_lblk_t, ext4_lblk_t, int); typedef void (*btf_trace_ext4_ext_remove_space_done)(void *, struct inode *, ext4_lblk_t, ext4_lblk_t, int, struct partial_cluster *, __le16); typedef void (*btf_trace_ext4_es_insert_extent)(void *, struct inode *, struct extent_status *); typedef void (*btf_trace_ext4_es_cache_extent)(void *, struct inode *, struct extent_status *); typedef void (*btf_trace_ext4_es_remove_extent)(void *, struct inode *, ext4_lblk_t, ext4_lblk_t); typedef void (*btf_trace_ext4_es_find_extent_range_enter)(void *, struct inode *, ext4_lblk_t); typedef void (*btf_trace_ext4_es_find_extent_range_exit)(void *, struct inode *, struct extent_status *); typedef void (*btf_trace_ext4_es_lookup_extent_enter)(void *, struct inode *, ext4_lblk_t); typedef void (*btf_trace_ext4_es_lookup_extent_exit)(void *, struct inode *, struct extent_status *, int); typedef void (*btf_trace_ext4_es_shrink_count)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_es_shrink_scan_enter)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_es_shrink_scan_exit)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_collapse_range)(void *, struct inode *, loff_t, loff_t); typedef void (*btf_trace_ext4_insert_range)(void *, struct inode *, loff_t, loff_t); typedef void (*btf_trace_ext4_es_shrink)(void *, struct super_block *, int, u64, int, int); typedef void (*btf_trace_ext4_es_insert_delayed_block)(void *, struct inode *, struct extent_status *, bool); typedef void (*btf_trace_ext4_fsmap_low_key)(void *, struct super_block *, u32, u32, u64, u64, u64); typedef void (*btf_trace_ext4_fsmap_high_key)(void *, struct super_block *, u32, u32, u64, u64, u64); typedef void (*btf_trace_ext4_fsmap_mapping)(void *, struct super_block *, u32, u32, u64, u64, u64); typedef void (*btf_trace_ext4_getfsmap_low_key)(void *, struct super_block *, struct ext4_fsmap *); typedef void (*btf_trace_ext4_getfsmap_high_key)(void *, struct super_block *, struct ext4_fsmap *); typedef void (*btf_trace_ext4_getfsmap_mapping)(void *, struct super_block *, struct ext4_fsmap *); typedef void (*btf_trace_ext4_shutdown)(void *, struct super_block *, long unsigned int); typedef void (*btf_trace_ext4_error)(void *, struct super_block *, const char *, unsigned int); typedef void (*btf_trace_ext4_prefetch_bitmaps)(void *, struct super_block *, ext4_group_t, ext4_group_t, unsigned int); typedef void (*btf_trace_ext4_lazy_itable_init)(void *, struct super_block *, ext4_group_t); typedef void (*btf_trace_ext4_fc_replay_scan)(void *, struct super_block *, int, int); typedef void (*btf_trace_ext4_fc_replay)(void *, struct super_block *, int, int, int, int); typedef void (*btf_trace_ext4_fc_commit_start)(void *, struct super_block *, tid_t); typedef void (*btf_trace_ext4_fc_commit_stop)(void *, struct super_block *, int, int, tid_t); typedef void (*btf_trace_ext4_fc_stats)(void *, struct super_block *); typedef void (*btf_trace_ext4_fc_track_create)(void *, handle_t *, struct inode *, struct dentry *, int); typedef void (*btf_trace_ext4_fc_track_link)(void *, handle_t *, struct inode *, struct dentry *, int); typedef void (*btf_trace_ext4_fc_track_unlink)(void *, handle_t *, struct inode *, struct dentry *, int); typedef void (*btf_trace_ext4_fc_track_inode)(void *, handle_t *, struct inode *, int); typedef void (*btf_trace_ext4_fc_track_range)(void *, handle_t *, struct inode *, long int, long int, int); typedef void (*btf_trace_ext4_fc_cleanup)(void *, journal_t *, int, tid_t); typedef void (*btf_trace_ext4_update_sb)(void *, struct super_block *, ext4_fsblk_t, unsigned int); struct ext4_err_translation { int code; int errno; }; enum { Opt_bsd_df = 0, Opt_minix_df = 1, Opt_grpid = 2, Opt_nogrpid = 3, Opt_resgid = 4, Opt_resuid = 5, Opt_sb = 6, Opt_nouid32 = 7, Opt_debug = 8, Opt_removed = 9, Opt_user_xattr = 10, Opt_nouser_xattr = 11, Opt_acl = 12, Opt_noacl = 13, Opt_auto_da_alloc = 14, Opt_noauto_da_alloc = 15, Opt_noload = 16, Opt_commit = 17, Opt_min_batch_time = 18, Opt_max_batch_time = 19, Opt_journal_dev = 20, Opt_journal_path = 21, Opt_journal_checksum = 22, Opt_journal_async_commit = 23, Opt_abort = 24, Opt_data_journal = 25, Opt_data_ordered = 26, Opt_data_writeback = 27, Opt_data_err_abort = 28, Opt_data_err_ignore = 29, Opt_test_dummy_encryption = 30, Opt_inlinecrypt = 31, Opt_usrjquota = 32, Opt_grpjquota = 33, Opt_quota = 34, Opt_noquota = 35, Opt_barrier = 36, Opt_nobarrier = 37, Opt_err___2 = 38, Opt_usrquota = 39, Opt_grpquota = 40, Opt_prjquota = 41, Opt_i_version = 42, Opt_dax = 43, Opt_dax_always = 44, Opt_dax_inode = 45, Opt_dax_never = 46, Opt_stripe = 47, Opt_delalloc = 48, Opt_nodelalloc = 49, Opt_warn_on_error = 50, Opt_nowarn_on_error = 51, Opt_mblk_io_submit = 52, Opt_debug_want_extra_isize = 53, Opt_nomblk_io_submit = 54, Opt_block_validity = 55, Opt_noblock_validity = 56, Opt_inode_readahead_blks = 57, Opt_journal_ioprio = 58, Opt_dioread_nolock = 59, Opt_dioread_lock = 60, Opt_discard = 61, Opt_nodiscard = 62, Opt_init_itable = 63, Opt_noinit_itable = 64, Opt_max_dir_size_kb = 65, Opt_nojournal_checksum = 66, Opt_nombcache = 67, Opt_no_prefetch_block_bitmaps = 68, Opt_mb_optimize_scan = 69, Opt_errors = 70, Opt_data = 71, Opt_data_err = 72, Opt_jqfmt = 73, Opt_dax_type = 74, }; struct mount_opts { int token; int mount_opt; int flags; }; struct ext4_sb_encodings { __u16 magic; char *name; unsigned int version; }; struct ext4_fs_context { char *s_qf_names[3]; char *test_dummy_enc_arg; int s_jquota_fmt; short unsigned int qname_spec; long unsigned int vals_s_flags; long unsigned int mask_s_flags; long unsigned int journal_devnum; long unsigned int s_commit_interval; long unsigned int s_stripe; unsigned int s_inode_readahead_blks; unsigned int s_want_extra_isize; unsigned int s_li_wait_mult; unsigned int s_max_dir_size_kb; unsigned int journal_ioprio; unsigned int vals_s_mount_opt; unsigned int mask_s_mount_opt; unsigned int vals_s_mount_opt2; unsigned int mask_s_mount_opt2; long unsigned int vals_s_mount_flags; long unsigned int mask_s_mount_flags; unsigned int opt_flags; unsigned int spec; u32 s_max_batch_time; u32 s_min_batch_time; kuid_t s_resuid; kgid_t s_resgid; ext4_fsblk_t s_sb_block; }; struct ext4_mount_options { long unsigned int s_mount_opt; long unsigned int s_mount_opt2; kuid_t s_resuid; kgid_t s_resgid; long unsigned int s_commit_interval; u32 s_min_batch_time; u32 s_max_batch_time; int s_jquota_fmt; char *s_qf_names[3]; }; enum { attr_noop = 0, attr_delayed_allocation_blocks = 1, attr_session_write_kbytes = 2, attr_lifetime_write_kbytes = 3, attr_reserved_clusters = 4, attr_sra_exceeded_retry_limit = 5, attr_inode_readahead = 6, attr_trigger_test_error = 7, attr_first_error_time = 8, attr_last_error_time = 9, attr_feature = 10, attr_pointer_ui = 11, attr_pointer_ul = 12, attr_pointer_u64 = 13, attr_pointer_u8 = 14, attr_pointer_string = 15, attr_pointer_atomic = 16, attr_journal_task = 17, }; enum { ptr_explicit = 0, ptr_ext4_sb_info_offset = 1, ptr_ext4_super_block_offset = 2, }; struct ext4_attr { struct attribute attr; short int attr_id; short int attr_ptr; short unsigned int attr_size; union { int offset; void *explicit_ptr; } u; }; struct ext4_xattr_header { __le32 h_magic; __le32 h_refcount; __le32 h_blocks; __le32 h_hash; __le32 h_checksum; __u32 h_reserved[3]; }; struct ext4_xattr_block_find { struct ext4_xattr_search s; struct buffer_head *bh; }; struct ext4_fc_tl { __le16 fc_tag; __le16 fc_len; }; struct ext4_fc_head { __le32 fc_features; __le32 fc_tid; }; struct ext4_fc_add_range { __le32 fc_ino; __u8 fc_ex[12]; }; struct ext4_fc_del_range { __le32 fc_ino; __le32 fc_lblk; __le32 fc_len; }; struct ext4_fc_dentry_info { __le32 fc_parent_ino; __le32 fc_ino; __u8 fc_dname[0]; }; struct ext4_fc_inode { __le32 fc_ino; __u8 fc_raw_inode[0]; }; struct ext4_fc_tail { __le32 fc_tid; __le32 fc_crc; }; enum { EXT4_FC_STATUS_OK = 0, EXT4_FC_STATUS_INELIGIBLE = 1, EXT4_FC_STATUS_SKIPPED = 2, EXT4_FC_STATUS_FAILED = 3, }; struct ext4_fc_dentry_update { int fcd_op; int fcd_parent; int fcd_ino; struct qstr fcd_name; unsigned char fcd_iname[32]; struct list_head fcd_list; struct list_head fcd_dilist; }; struct __track_dentry_update_args { struct dentry *dentry; int op; }; struct __track_range_args { ext4_lblk_t start; ext4_lblk_t end; }; struct dentry_info_args { int parent_ino; int dname_len; int ino; int inode_len; char *dname; }; struct ext4_orphan_block_tail { __le32 ob_magic; __le32 ob_checksum; }; typedef struct { __le16 e_tag; __le16 e_perm; __le32 e_id; } ext4_acl_entry; typedef struct { __le32 a_version; } ext4_acl_header; struct commit_header { __be32 h_magic; __be32 h_blocktype; __be32 h_sequence; unsigned char h_chksum_type; unsigned char h_chksum_size; unsigned char h_padding[2]; __be32 h_chksum[8]; __be64 h_commit_sec; __be32 h_commit_nsec; }; struct journal_block_tag3_s { __be32 t_blocknr; __be32 t_flags; __be32 t_blocknr_high; __be32 t_checksum; }; typedef struct journal_block_tag3_s journal_block_tag3_t; struct journal_block_tag_s { __be32 t_blocknr; __be16 t_checksum; __be16 t_flags; __be32 t_blocknr_high; }; typedef struct journal_block_tag_s journal_block_tag_t; struct jbd2_journal_block_tail { __be32 t_checksum; }; struct jbd2_journal_revoke_header_s { journal_header_t r_header; __be32 r_count; }; typedef struct jbd2_journal_revoke_header_s jbd2_journal_revoke_header_t; struct recovery_info { tid_t start_transaction; tid_t end_transaction; int nr_replays; int nr_revokes; int nr_revoke_hits; }; struct jbd2_revoke_table_s { int hash_size; int hash_shift; struct list_head *hash_table; }; struct jbd2_revoke_record_s { struct list_head hash; tid_t sequence; long long unsigned int blocknr; }; struct trace_event_raw_jbd2_checkpoint { struct trace_entry ent; dev_t dev; int result; char __data[0]; }; struct trace_event_raw_jbd2_commit { struct trace_entry ent; dev_t dev; char sync_commit; int transaction; char __data[0]; }; struct trace_event_raw_jbd2_end_commit { struct trace_entry ent; dev_t dev; char sync_commit; int transaction; int head; char __data[0]; }; struct trace_event_raw_jbd2_submit_inode_data { struct trace_entry ent; dev_t dev; ino_t ino; char __data[0]; }; struct trace_event_raw_jbd2_handle_start_class { struct trace_entry ent; dev_t dev; long unsigned int tid; unsigned int type; unsigned int line_no; int requested_blocks; char __data[0]; }; struct trace_event_raw_jbd2_handle_extend { struct trace_entry ent; dev_t dev; long unsigned int tid; unsigned int type; unsigned int line_no; int buffer_credits; int requested_blocks; char __data[0]; }; struct trace_event_raw_jbd2_handle_stats { struct trace_entry ent; dev_t dev; long unsigned int tid; unsigned int type; unsigned int line_no; int interval; int sync; int requested_blocks; int dirtied_blocks; char __data[0]; }; struct trace_event_raw_jbd2_run_stats { struct trace_entry ent; dev_t dev; long unsigned int tid; long unsigned int wait; long unsigned int request_delay; long unsigned int running; long unsigned int locked; long unsigned int flushing; long unsigned int logging; __u32 handle_count; __u32 blocks; __u32 blocks_logged; char __data[0]; }; struct trace_event_raw_jbd2_checkpoint_stats { struct trace_entry ent; dev_t dev; long unsigned int tid; long unsigned int chp_time; __u32 forced_to_close; __u32 written; __u32 dropped; char __data[0]; }; struct trace_event_raw_jbd2_update_log_tail { struct trace_entry ent; dev_t dev; tid_t tail_sequence; tid_t first_tid; long unsigned int block_nr; long unsigned int freed; char __data[0]; }; struct trace_event_raw_jbd2_write_superblock { struct trace_entry ent; dev_t dev; int write_op; char __data[0]; }; struct trace_event_raw_jbd2_lock_buffer_stall { struct trace_entry ent; dev_t dev; long unsigned int stall_ms; char __data[0]; }; struct trace_event_raw_jbd2_journal_shrink { struct trace_entry ent; dev_t dev; long unsigned int nr_to_scan; long unsigned int count; char __data[0]; }; struct trace_event_raw_jbd2_shrink_scan_exit { struct trace_entry ent; dev_t dev; long unsigned int nr_to_scan; long unsigned int nr_shrunk; long unsigned int count; char __data[0]; }; struct trace_event_raw_jbd2_shrink_checkpoint_list { struct trace_entry ent; dev_t dev; tid_t first_tid; tid_t tid; tid_t last_tid; long unsigned int nr_freed; long unsigned int nr_scanned; tid_t next_tid; char __data[0]; }; struct trace_event_data_offsets_jbd2_checkpoint {}; struct trace_event_data_offsets_jbd2_commit {}; struct trace_event_data_offsets_jbd2_end_commit {}; struct trace_event_data_offsets_jbd2_submit_inode_data {}; struct trace_event_data_offsets_jbd2_handle_start_class {}; struct trace_event_data_offsets_jbd2_handle_extend {}; struct trace_event_data_offsets_jbd2_handle_stats {}; struct trace_event_data_offsets_jbd2_run_stats {}; struct trace_event_data_offsets_jbd2_checkpoint_stats {}; struct trace_event_data_offsets_jbd2_update_log_tail {}; struct trace_event_data_offsets_jbd2_write_superblock {}; struct trace_event_data_offsets_jbd2_lock_buffer_stall {}; struct trace_event_data_offsets_jbd2_journal_shrink {}; struct trace_event_data_offsets_jbd2_shrink_scan_exit {}; struct trace_event_data_offsets_jbd2_shrink_checkpoint_list {}; typedef void (*btf_trace_jbd2_checkpoint)(void *, journal_t *, int); typedef void (*btf_trace_jbd2_start_commit)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_commit_locking)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_commit_flushing)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_commit_logging)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_drop_transaction)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_end_commit)(void *, journal_t *, transaction_t *); typedef void (*btf_trace_jbd2_submit_inode_data)(void *, struct inode *); typedef void (*btf_trace_jbd2_handle_start)(void *, dev_t, long unsigned int, unsigned int, unsigned int, int); typedef void (*btf_trace_jbd2_handle_restart)(void *, dev_t, long unsigned int, unsigned int, unsigned int, int); typedef void (*btf_trace_jbd2_handle_extend)(void *, dev_t, long unsigned int, unsigned int, unsigned int, int, int); typedef void (*btf_trace_jbd2_handle_stats)(void *, dev_t, long unsigned int, unsigned int, unsigned int, int, int, int, int); typedef void (*btf_trace_jbd2_run_stats)(void *, dev_t, long unsigned int, struct transaction_run_stats_s *); typedef void (*btf_trace_jbd2_checkpoint_stats)(void *, dev_t, long unsigned int, struct transaction_chp_stats_s *); typedef void (*btf_trace_jbd2_update_log_tail)(void *, journal_t *, tid_t, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_write_superblock)(void *, journal_t *, int); typedef void (*btf_trace_jbd2_lock_buffer_stall)(void *, dev_t, long unsigned int); typedef void (*btf_trace_jbd2_shrink_count)(void *, journal_t *, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_shrink_scan_enter)(void *, journal_t *, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_shrink_scan_exit)(void *, journal_t *, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_jbd2_shrink_checkpoint_list)(void *, journal_t *, tid_t, tid_t, tid_t, long unsigned int, long unsigned int, tid_t); struct jbd2_stats_proc_session { journal_t *journal; struct transaction_stats_s *stats; int start; int max; }; struct meta_entry { u64 data_block; unsigned int index_block; short unsigned int offset; short unsigned int pad; }; struct meta_index { unsigned int inode_number; unsigned int offset; short unsigned int entries; short unsigned int skip; short unsigned int locked; short unsigned int pad; struct meta_entry meta_entry[127]; }; struct squashfs_cache_entry; struct squashfs_cache { char *name; int entries; int curr_blk; int next_blk; int num_waiters; int unused; int block_size; int pages; spinlock_t lock; wait_queue_head_t wait_queue; struct squashfs_cache_entry *entry; }; struct squashfs_page_actor; struct squashfs_cache_entry { u64 block; int length; int refcount; u64 next_index; int pending; int error; int num_waiters; wait_queue_head_t wait_queue; struct squashfs_cache *cache; void **data; struct squashfs_page_actor *actor; }; struct squashfs_page_actor { union { void **buffer; struct page **page; }; void *pageaddr; void * (*squashfs_first_page)(struct squashfs_page_actor *); void * (*squashfs_next_page)(struct squashfs_page_actor *); void (*squashfs_finish_page)(struct squashfs_page_actor *); int pages; int length; int next_page; }; struct squashfs_decompressor; struct squashfs_stream; struct squashfs_sb_info { const struct squashfs_decompressor *decompressor; int devblksize; int devblksize_log2; struct squashfs_cache *block_cache; struct squashfs_cache *fragment_cache; struct squashfs_cache *read_page; int next_meta_index; __le64 *id_table; __le64 *fragment_index; __le64 *xattr_id_table; struct mutex meta_index_mutex; struct meta_index *meta_index; struct squashfs_stream *stream; __le64 *inode_lookup_table; u64 inode_table; u64 directory_table; u64 xattr_table; unsigned int block_size; short unsigned int block_log; long long int bytes_used; unsigned int inodes; unsigned int fragments; int xattr_ids; unsigned int ids; bool panic_on_errors; }; struct squashfs_decompressor { void * (*init)(struct squashfs_sb_info *, void *); void * (*comp_opts)(struct squashfs_sb_info *, void *, int); void (*free)(void *); int (*decompress)(struct squashfs_sb_info *, void *, struct bio *, int, int, struct squashfs_page_actor *); int id; char *name; int supported; }; struct squashfs_dir_index { __le32 index; __le32 start_block; __le32 size; unsigned char name[0]; }; struct squashfs_dir_entry { __le16 offset; __le16 inode_number; __le16 type; __le16 size; char name[0]; }; struct squashfs_dir_header { __le32 count; __le32 start_block; __le32 inode_number; }; struct squashfs_inode_info { u64 start; int offset; u64 xattr; unsigned int xattr_size; int xattr_count; union { struct { u64 fragment_block; int fragment_size; int fragment_offset; u64 block_list_start; }; struct { u64 dir_idx_start; int dir_idx_offset; int dir_idx_cnt; int parent; }; }; struct inode vfs_inode; }; struct squashfs_fragment_entry { __le64 start_block; __le32 size; unsigned int unused; }; struct squashfs_base_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; }; struct squashfs_ipc_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 nlink; }; struct squashfs_lipc_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 nlink; __le32 xattr; }; struct squashfs_dev_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 nlink; __le32 rdev; }; struct squashfs_ldev_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 nlink; __le32 rdev; __le32 xattr; }; struct squashfs_symlink_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 nlink; __le32 symlink_size; char symlink[0]; }; struct squashfs_reg_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 start_block; __le32 fragment; __le32 offset; __le32 file_size; __le16 block_list[0]; }; struct squashfs_lreg_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le64 start_block; __le64 file_size; __le64 sparse; __le32 nlink; __le32 fragment; __le32 offset; __le32 xattr; __le16 block_list[0]; }; struct squashfs_dir_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 start_block; __le32 nlink; __le16 file_size; __le16 offset; __le32 parent_inode; }; struct squashfs_ldir_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 nlink; __le32 file_size; __le32 start_block; __le32 parent_inode; __le16 i_count; __le16 offset; __le32 xattr; struct squashfs_dir_index index[0]; }; union squashfs_inode { struct squashfs_base_inode base; struct squashfs_dev_inode dev; struct squashfs_ldev_inode ldev; struct squashfs_symlink_inode symlink; struct squashfs_reg_inode reg; struct squashfs_lreg_inode lreg; struct squashfs_dir_inode dir; struct squashfs_ldir_inode ldir; struct squashfs_ipc_inode ipc; struct squashfs_lipc_inode lipc; }; struct squashfs_super_block { __le32 s_magic; __le32 inodes; __le32 mkfs_time; __le32 block_size; __le32 fragments; __le16 compression; __le16 block_log; __le16 flags; __le16 no_ids; __le16 s_major; __le16 s_minor; __le64 root_inode; __le64 bytes_used; __le64 id_table_start; __le64 xattr_id_table_start; __le64 inode_table_start; __le64 directory_table_start; __le64 fragment_table_start; __le64 lookup_table_start; }; enum Opt_errors { Opt_errors_continue = 0, Opt_errors_panic = 1, }; enum squashfs_param { Opt_errors___2 = 0, }; struct squashfs_mount_opts { enum Opt_errors errors; }; struct squashfs_stream { void *stream; struct mutex mutex; }; struct squashfs_xattr_entry { __le16 type; __le16 size; char data[0]; }; struct squashfs_xattr_val { __le32 vsize; char value[0]; }; struct squashfs_xattr_id { __le64 xattr; __le32 count; __le32 size; }; struct squashfs_xattr_id_table { __le64 xattr_table_start; __le32 xattr_ids; __le32 unused; }; struct lz4_comp_opts { __le32 version; __le32 flags; }; struct squashfs_lz4 { void *input; void *output; }; struct squashfs_lzo { void *input; void *output; }; enum xz_mode { XZ_SINGLE = 0, XZ_PREALLOC = 1, XZ_DYNALLOC = 2, }; enum xz_ret { XZ_OK = 0, XZ_STREAM_END = 1, XZ_UNSUPPORTED_CHECK = 2, XZ_MEM_ERROR = 3, XZ_MEMLIMIT_ERROR = 4, XZ_FORMAT_ERROR = 5, XZ_OPTIONS_ERROR = 6, XZ_DATA_ERROR = 7, XZ_BUF_ERROR = 8, }; struct xz_buf { const uint8_t *in; size_t in_pos; size_t in_size; uint8_t *out; size_t out_pos; size_t out_size; }; struct xz_dec; struct squashfs_xz { struct xz_dec *state; struct xz_buf buf; }; struct disk_comp_opts { __le32 dictionary_size; __le32 flags; }; struct comp_opts { int dict_size; }; typedef unsigned char Byte; typedef long unsigned int uLong; struct internal_state; struct z_stream_s { const Byte *next_in; uLong avail_in; uLong total_in; Byte *next_out; uLong avail_out; uLong total_out; char *msg; struct internal_state *state; void *workspace; int data_type; uLong adler; uLong reserved; }; struct internal_state { int dummy; }; typedef struct z_stream_s z_stream; struct ZSTD_DCtx_s; typedef struct ZSTD_DCtx_s ZSTD_DCtx; struct ZSTD_inBuffer_s { const void *src; size_t size; size_t pos; }; typedef struct ZSTD_inBuffer_s ZSTD_inBuffer; struct ZSTD_outBuffer_s { void *dst; size_t size; size_t pos; }; typedef struct ZSTD_outBuffer_s ZSTD_outBuffer; typedef ZSTD_DCtx ZSTD_DStream; typedef void * (*ZSTD_allocFunction)(void *, size_t); typedef void (*ZSTD_freeFunction)(void *, void *); typedef struct { ZSTD_allocFunction customAlloc; ZSTD_freeFunction customFree; void *opaque; } ZSTD_customMem; typedef ZSTD_inBuffer zstd_in_buffer; typedef ZSTD_outBuffer zstd_out_buffer; typedef ZSTD_DStream zstd_dstream; struct workspace { void *mem; size_t mem_size; size_t window_size; }; struct ramfs_mount_opts { umode_t mode; }; struct ramfs_fs_info { struct ramfs_mount_opts mount_opts; }; enum ramfs_param { Opt_mode___3 = 0, }; enum hugetlbfs_size_type { NO_SIZE = 0, SIZE_STD = 1, SIZE_PERCENT = 2, }; struct hugetlbfs_fs_context { struct hstate *hstate; long long unsigned int max_size_opt; long long unsigned int min_size_opt; long int max_hpages; long int nr_inodes; long int min_hpages; enum hugetlbfs_size_type max_val_type; enum hugetlbfs_size_type min_val_type; kuid_t uid; kgid_t gid; umode_t mode; }; enum hugetlb_param { Opt_gid___4 = 0, Opt_min_size = 1, Opt_mode___4 = 2, Opt_nr_inodes___2 = 3, Opt_pagesize = 4, Opt_size___2 = 5, Opt_uid___3 = 6, }; typedef u16 wchar_t; struct nls_table { const char *charset; const char *alias; int (*uni2char)(wchar_t, unsigned char *, int); int (*char2uni)(const unsigned char *, int, wchar_t *); const unsigned char *charset2lower; const unsigned char *charset2upper; struct module *owner; struct nls_table *next; }; struct fat_mount_options { kuid_t fs_uid; kgid_t fs_gid; short unsigned int fs_fmask; short unsigned int fs_dmask; short unsigned int codepage; int time_offset; char *iocharset; short unsigned int shortname; unsigned char name_check; unsigned char errors; unsigned char nfs; short unsigned int allow_utime; unsigned int quiet: 1; unsigned int showexec: 1; unsigned int sys_immutable: 1; unsigned int dotsOK: 1; unsigned int isvfat: 1; unsigned int utf8: 1; unsigned int unicode_xlate: 1; unsigned int numtail: 1; unsigned int flush: 1; unsigned int nocase: 1; unsigned int usefree: 1; unsigned int tz_set: 1; unsigned int rodir: 1; unsigned int discard: 1; unsigned int dos1xfloppy: 1; }; struct fatent_operations; struct msdos_sb_info { short unsigned int sec_per_clus; short unsigned int cluster_bits; unsigned int cluster_size; unsigned char fats; unsigned char fat_bits; short unsigned int fat_start; long unsigned int fat_length; long unsigned int dir_start; short unsigned int dir_entries; long unsigned int data_start; long unsigned int max_cluster; long unsigned int root_cluster; long unsigned int fsinfo_sector; struct mutex fat_lock; struct mutex nfs_build_inode_lock; struct mutex s_lock; unsigned int prev_free; unsigned int free_clusters; unsigned int free_clus_valid; struct fat_mount_options options; struct nls_table *nls_disk; struct nls_table *nls_io; const void *dir_ops; int dir_per_block; int dir_per_block_bits; unsigned int vol_id; int fatent_shift; const struct fatent_operations *fatent_ops; struct inode *fat_inode; struct inode *fsinfo_inode; struct ratelimit_state ratelimit; spinlock_t inode_hash_lock; struct hlist_head inode_hashtable[256]; spinlock_t dir_hash_lock; struct hlist_head dir_hashtable[256]; unsigned int dirty; struct callback_head rcu; }; struct fat_entry; struct fatent_operations { void (*ent_blocknr)(struct super_block *, int, int *, sector_t *); void (*ent_set_ptr)(struct fat_entry *, int); int (*ent_bread)(struct super_block *, struct fat_entry *, int, sector_t); int (*ent_get)(struct fat_entry *); void (*ent_put)(struct fat_entry *, int); int (*ent_next)(struct fat_entry *); }; struct msdos_inode_info { spinlock_t cache_lru_lock; struct list_head cache_lru; int nr_caches; unsigned int cache_valid_id; loff_t mmu_private; int i_start; int i_logstart; int i_attrs; loff_t i_pos; struct hlist_node i_fat_hash; struct hlist_node i_dir_hash; struct rw_semaphore truncate_lock; struct timespec64 i_crtime; struct inode vfs_inode; }; struct fat_entry { int entry; union { u8 *ent12_p[2]; __le16 *ent16_p; __le32 *ent32_p; } u; int nr_bhs; struct buffer_head *bhs[2]; struct inode *fat_inode; }; struct fat_cache { struct list_head cache_list; int nr_contig; int fcluster; int dcluster; }; struct fat_cache_id { unsigned int id; int nr_contig; int fcluster; int dcluster; }; struct compat_dirent { u32 d_ino; compat_off_t d_off; u16 d_reclen; char d_name[256]; }; enum utf16_endian { UTF16_HOST_ENDIAN = 0, UTF16_LITTLE_ENDIAN = 1, UTF16_BIG_ENDIAN = 2, }; struct __fat_dirent { long int d_ino; __kernel_off_t d_off; short unsigned int d_reclen; char d_name[256]; }; struct msdos_dir_entry { __u8 name[11]; __u8 attr; __u8 lcase; __u8 ctime_cs; __le16 ctime; __le16 cdate; __le16 adate; __le16 starthi; __le16 time; __le16 date; __le16 start; __le32 size; }; struct msdos_dir_slot { __u8 id; __u8 name0_4[10]; __u8 attr; __u8 reserved; __u8 alias_checksum; __u8 name5_10[12]; __le16 start; __u8 name11_12[4]; }; struct fat_slot_info { loff_t i_pos; loff_t slot_off; int nr_slots; struct msdos_dir_entry *de; struct buffer_head *bh; }; typedef long long unsigned int llu; enum { PARSE_INVALID = 1, PARSE_NOT_LONGNAME = 2, PARSE_EOF = 3, }; struct fat_ioctl_filldir_callback { struct dir_context ctx; void *dirent; int result; const char *longname; int long_len; const char *shortname; int short_len; }; struct fatent_ra { sector_t cur; sector_t limit; unsigned int ra_blocks; sector_t ra_advance; sector_t ra_next; sector_t ra_limit; }; struct fat_boot_sector { __u8 ignored[3]; __u8 system_id[8]; __u8 sector_size[2]; __u8 sec_per_clus; __le16 reserved; __u8 fats; __u8 dir_entries[2]; __u8 sectors[2]; __u8 media; __le16 fat_length; __le16 secs_track; __le16 heads; __le32 hidden; __le32 total_sect; union { struct { __u8 drive_number; __u8 state; __u8 signature; __u8 vol_id[4]; __u8 vol_label[11]; __u8 fs_type[8]; } fat16; struct { __le32 length; __le16 flags; __u8 version[2]; __le32 root_cluster; __le16 info_sector; __le16 backup_boot; __le16 reserved2[6]; __u8 drive_number; __u8 state; __u8 signature; __u8 vol_id[4]; __u8 vol_label[11]; __u8 fs_type[8]; } fat32; }; }; struct fat_boot_fsinfo { __le32 signature1; __le32 reserved1[120]; __le32 signature2; __le32 free_clusters; __le32 next_cluster; __le32 reserved2[4]; }; struct fat_bios_param_block { u16 fat_sector_size; u8 fat_sec_per_clus; u16 fat_reserved; u8 fat_fats; u16 fat_dir_entries; u16 fat_sectors; u16 fat_fat_length; u32 fat_total_sect; u8 fat16_state; u32 fat16_vol_id; u32 fat32_length; u32 fat32_root_cluster; u16 fat32_info_sector; u8 fat32_state; u32 fat32_vol_id; }; struct fat_floppy_defaults { unsigned int nr_sectors; unsigned int sec_per_clus; unsigned int dir_entries; unsigned int media; unsigned int fat_length; }; enum { Opt_check_n = 0, Opt_check_r = 1, Opt_check_s = 2, Opt_uid___4 = 3, Opt_gid___5 = 4, Opt_umask = 5, Opt_dmask = 6, Opt_fmask = 7, Opt_allow_utime = 8, Opt_codepage = 9, Opt_usefree = 10, Opt_nocase = 11, Opt_quiet = 12, Opt_showexec = 13, Opt_debug___2 = 14, Opt_immutable = 15, Opt_dots = 16, Opt_nodots = 17, Opt_charset = 18, Opt_shortname_lower = 19, Opt_shortname_win95 = 20, Opt_shortname_winnt = 21, Opt_shortname_mixed = 22, Opt_utf8_no = 23, Opt_utf8_yes = 24, Opt_uni_xl_no = 25, Opt_uni_xl_yes = 26, Opt_nonumtail_no = 27, Opt_nonumtail_yes = 28, Opt_obsolete = 29, Opt_flush = 30, Opt_tz_utc = 31, Opt_rodir = 32, Opt_err_cont = 33, Opt_err_panic = 34, Opt_err_ro = 35, Opt_discard___2 = 36, Opt_nfs = 37, Opt_time_offset = 38, Opt_nfs_stale_rw = 39, Opt_nfs_nostale_ro = 40, Opt_err___3 = 41, Opt_dos1xfloppy = 42, }; struct fat_fid { u32 i_gen; u32 i_pos_low; u16 i_pos_hi; u16 parent_i_pos_hi; u32 parent_i_pos_low; u32 parent_i_gen; }; struct shortname_info { unsigned char lower: 1; unsigned char upper: 1; unsigned char valid: 1; }; struct ecryptfs_mount_crypt_stat; struct ecryptfs_crypt_stat { u32 flags; unsigned int file_version; size_t iv_bytes; size_t metadata_size; size_t extent_size; size_t key_size; size_t extent_shift; unsigned int extent_mask; struct ecryptfs_mount_crypt_stat *mount_crypt_stat; struct crypto_skcipher *tfm; struct crypto_shash *hash_tfm; unsigned char cipher[32]; unsigned char key[64]; unsigned char root_iv[16]; struct list_head keysig_list; struct mutex keysig_list_mutex; struct mutex cs_tfm_mutex; struct mutex cs_mutex; }; struct ecryptfs_mount_crypt_stat { u32 flags; struct list_head global_auth_tok_list; struct mutex global_auth_tok_list_mutex; size_t global_default_cipher_key_size; size_t global_default_fn_cipher_key_bytes; unsigned char global_default_cipher_name[32]; unsigned char global_default_fn_cipher_name[32]; char global_default_fnek_sig[17]; }; struct ecryptfs_inode_info { struct inode vfs_inode; struct inode *wii_inode; struct mutex lower_file_mutex; atomic_t lower_file_count; struct file *lower_file; struct ecryptfs_crypt_stat crypt_stat; }; struct ecryptfs_dentry_info { struct path lower_path; struct callback_head rcu; }; struct ecryptfs_sb_info { struct super_block *wsi_sb; struct ecryptfs_mount_crypt_stat mount_crypt_stat; }; struct ecryptfs_file_info { struct file *wfi_file; struct ecryptfs_crypt_stat *crypt_stat; }; struct ecryptfs_getdents_callback { struct dir_context ctx; struct dir_context *caller; struct super_block *sb; int filldir_called; int entries_written; }; struct ecryptfs_session_key { u32 flags; u32 encrypted_key_size; u32 decrypted_key_size; u8 encrypted_key[512]; u8 decrypted_key[64]; }; struct ecryptfs_password { u32 password_bytes; s32 hash_algo; u32 hash_iterations; u32 session_key_encryption_key_bytes; u32 flags; u8 session_key_encryption_key[64]; u8 signature[17]; u8 salt[8]; }; struct ecryptfs_private_key { u32 key_size; u32 data_len; u8 signature[17]; char pki_type[17]; u8 data[0]; }; struct ecryptfs_auth_tok { u16 version; u16 token_type; u32 flags; struct ecryptfs_session_key session_key; u8 reserved[32]; union { struct ecryptfs_password password; struct ecryptfs_private_key private_key; } token; }; struct ecryptfs_global_auth_tok { u32 flags; struct list_head mount_crypt_stat_list; struct key *global_auth_tok_key; unsigned char sig[17]; }; enum { ecryptfs_opt_sig = 0, ecryptfs_opt_ecryptfs_sig = 1, ecryptfs_opt_cipher = 2, ecryptfs_opt_ecryptfs_cipher = 3, ecryptfs_opt_ecryptfs_key_bytes = 4, ecryptfs_opt_passthrough = 5, ecryptfs_opt_xattr_metadata = 6, ecryptfs_opt_encrypted_view = 7, ecryptfs_opt_fnek_sig = 8, ecryptfs_opt_fn_cipher = 9, ecryptfs_opt_fn_cipher_key_bytes = 10, ecryptfs_opt_unlink_sigs = 11, ecryptfs_opt_mount_auth_tok_only = 12, ecryptfs_opt_check_dev_ruid = 13, ecryptfs_opt_err = 14, }; struct ecryptfs_cache_info { struct kmem_cache **cache; const char *name; size_t size; slab_flags_t flags; void (*ctor)(void *); }; struct ecryptfs_key_sig { struct list_head crypt_stat_list; char keysig[17]; }; struct ecryptfs_filename { struct list_head crypt_stat_list; u32 flags; u32 seq_no; char *filename; char *encrypted_filename; size_t filename_size; size_t encrypted_filename_size; char fnek_sig[16]; char dentry_name[57]; }; struct ecryptfs_key_tfm { struct crypto_skcipher *key_tfm; size_t key_size; struct mutex key_tfm_mutex; struct list_head key_tfm_list; unsigned char cipher_name[32]; }; struct extent_crypt_result { struct completion completion; int rc; }; struct ecryptfs_flag_map_elem { u32 file_flag; u32 local_flag; }; struct ecryptfs_cipher_code_str_map_elem { char cipher_str[16]; u8 cipher_code; }; struct encrypted_key_payload { struct callback_head rcu; char *format; char *master_desc; char *datalen; u8 *iv; u8 *encrypted_data; short unsigned int datablob_len; short unsigned int decrypted_datalen; short unsigned int payload_datalen; short unsigned int encrypted_key_format; u8 *decrypted_data; u8 payload_data[0]; }; enum ecryptfs_token_types { ECRYPTFS_PASSWORD = 0, ECRYPTFS_PRIVATE_KEY = 1, }; struct ecryptfs_key_record { unsigned char type; size_t enc_key_size; unsigned char sig[8]; unsigned char enc_key[512]; }; struct ecryptfs_auth_tok_list_item { unsigned char encrypted_session_key[64]; struct list_head list; struct ecryptfs_auth_tok auth_tok; }; struct ecryptfs_message { u32 index; u32 data_len; u8 data[0]; }; struct ecryptfs_msg_ctx { u8 state; u8 type; u32 index; u32 counter; size_t msg_size; struct ecryptfs_message *msg; struct task_struct *task; struct list_head node; struct list_head daemon_out_list; struct mutex mux; }; struct ecryptfs_write_tag_70_packet_silly_stack { u8 cipher_code; size_t max_packet_size; size_t packet_size_len; size_t block_aligned_filename_size; size_t block_size; size_t i; size_t j; size_t num_rand_bytes; struct mutex *tfm_mutex; char *block_aligned_filename; struct ecryptfs_auth_tok *auth_tok; struct scatterlist src_sg[2]; struct scatterlist dst_sg[2]; struct crypto_skcipher *skcipher_tfm; struct skcipher_request *skcipher_req; char iv[16]; char hash[16]; char tmp_hash[16]; struct crypto_shash *hash_tfm; struct shash_desc *hash_desc; }; struct ecryptfs_parse_tag_70_packet_silly_stack { u8 cipher_code; size_t max_packet_size; size_t packet_size_len; size_t parsed_tag_70_packet_size; size_t block_aligned_filename_size; size_t block_size; size_t i; struct mutex *tfm_mutex; char *decrypted_filename; struct ecryptfs_auth_tok *auth_tok; struct scatterlist src_sg[2]; struct scatterlist dst_sg[2]; struct crypto_skcipher *skcipher_tfm; struct skcipher_request *skcipher_req; char fnek_sig_hex[17]; char iv[16]; char cipher_string[32]; }; struct ecryptfs_open_req { struct file **lower_file; struct path path; struct completion done; struct list_head kthread_ctl_list; }; struct ecryptfs_kthread_ctl { u32 flags; struct mutex mux; struct list_head req_list; wait_queue_head_t wait; }; struct ecryptfs_daemon { u32 flags; u32 num_queued_msg_ctx; struct file *file; struct mutex mux; struct list_head msg_ctx_out_queue; wait_queue_head_t wait; struct hlist_node euid_chain; }; struct getdents_callback___2 { struct dir_context ctx; char *name; u64 ino; int found; int sequence; }; typedef u32 unicode_t; struct utf8_table { int cmask; int cval; int shift; long int lmask; long int lval; }; struct utf8cursor { const struct unicode_map *um; enum utf8_normalization n; const char *s; const char *p; const char *ss; const char *sp; unsigned int len; unsigned int slen; short int ccc; short int nccc; unsigned char hangul[12]; }; typedef const unsigned char utf8trie_t; typedef const unsigned char utf8leaf_t; enum fuse_opcode { FUSE_LOOKUP = 1, FUSE_FORGET = 2, FUSE_GETATTR = 3, FUSE_SETATTR = 4, FUSE_READLINK = 5, FUSE_SYMLINK = 6, FUSE_MKNOD = 8, FUSE_MKDIR = 9, FUSE_UNLINK = 10, FUSE_RMDIR = 11, FUSE_RENAME = 12, FUSE_LINK = 13, FUSE_OPEN = 14, FUSE_READ = 15, FUSE_WRITE = 16, FUSE_STATFS = 17, FUSE_RELEASE = 18, FUSE_FSYNC = 20, FUSE_SETXATTR = 21, FUSE_GETXATTR = 22, FUSE_LISTXATTR = 23, FUSE_REMOVEXATTR = 24, FUSE_FLUSH = 25, FUSE_INIT = 26, FUSE_OPENDIR = 27, FUSE_READDIR = 28, FUSE_RELEASEDIR = 29, FUSE_FSYNCDIR = 30, FUSE_GETLK = 31, FUSE_SETLK = 32, FUSE_SETLKW = 33, FUSE_ACCESS = 34, FUSE_CREATE = 35, FUSE_INTERRUPT = 36, FUSE_BMAP = 37, FUSE_DESTROY = 38, FUSE_IOCTL = 39, FUSE_POLL = 40, FUSE_NOTIFY_REPLY = 41, FUSE_BATCH_FORGET = 42, FUSE_FALLOCATE = 43, FUSE_READDIRPLUS = 44, FUSE_RENAME2 = 45, FUSE_LSEEK = 46, FUSE_COPY_FILE_RANGE = 47, FUSE_SETUPMAPPING = 48, FUSE_REMOVEMAPPING = 49, FUSE_SYNCFS = 50, CUSE_INIT = 4096, CUSE_INIT_BSWAP_RESERVED = 1048576, FUSE_INIT_BSWAP_RESERVED = 436207616, }; enum fuse_notify_code { FUSE_NOTIFY_POLL = 1, FUSE_NOTIFY_INVAL_INODE = 2, FUSE_NOTIFY_INVAL_ENTRY = 3, FUSE_NOTIFY_STORE = 4, FUSE_NOTIFY_RETRIEVE = 5, FUSE_NOTIFY_DELETE = 6, FUSE_NOTIFY_CODE_MAX = 7, }; struct fuse_forget_in { uint64_t nlookup; }; struct fuse_forget_one { uint64_t nodeid; uint64_t nlookup; }; struct fuse_batch_forget_in { uint32_t count; uint32_t dummy; }; struct fuse_interrupt_in { uint64_t unique; }; struct fuse_notify_poll_wakeup_out { uint64_t kh; }; struct fuse_in_header { uint32_t len; uint32_t opcode; uint64_t unique; uint64_t nodeid; uint32_t uid; uint32_t gid; uint32_t pid; uint32_t padding; }; struct fuse_out_header { uint32_t len; int32_t error; uint64_t unique; }; struct fuse_notify_inval_inode_out { uint64_t ino; int64_t off; int64_t len; }; struct fuse_notify_inval_entry_out { uint64_t parent; uint32_t namelen; uint32_t padding; }; struct fuse_notify_delete_out { uint64_t parent; uint64_t child; uint32_t namelen; uint32_t padding; }; struct fuse_notify_store_out { uint64_t nodeid; uint64_t offset; uint32_t size; uint32_t padding; }; struct fuse_notify_retrieve_out { uint64_t notify_unique; uint64_t nodeid; uint64_t offset; uint32_t size; uint32_t padding; }; struct fuse_notify_retrieve_in { uint64_t dummy1; uint64_t offset; uint32_t size; uint32_t dummy2; uint64_t dummy3; uint64_t dummy4; }; struct fuse_forget_link { struct fuse_forget_one forget_one; struct fuse_forget_link *next; }; struct fuse_mount; struct fuse_release_args; struct fuse_file { struct fuse_mount *fm; struct fuse_release_args *release_args; u64 kh; u64 fh; u64 nodeid; refcount_t count; u32 open_flags; struct list_head write_entry; struct { struct mutex lock; loff_t pos; loff_t cache_off; u64 version; } readdir; struct rb_node polled_node; wait_queue_head_t poll_wait; bool flock: 1; }; struct fuse_conn; struct fuse_mount { struct fuse_conn *fc; struct super_block *sb; struct list_head fc_entry; }; struct fuse_in_arg { unsigned int size; const void *value; }; struct fuse_arg { unsigned int size; void *value; }; struct fuse_page_desc { unsigned int length; unsigned int offset; }; struct fuse_args { uint64_t nodeid; uint32_t opcode; short unsigned int in_numargs; short unsigned int out_numargs; bool force: 1; bool noreply: 1; bool nocreds: 1; bool in_pages: 1; bool out_pages: 1; bool user_pages: 1; bool out_argvar: 1; bool page_zeroing: 1; bool page_replace: 1; bool may_block: 1; struct fuse_in_arg in_args[3]; struct fuse_arg out_args[2]; void (*end)(struct fuse_mount *, struct fuse_args *, int); }; struct fuse_args_pages { struct fuse_args args; struct page **pages; struct fuse_page_desc *descs; unsigned int num_pages; }; enum fuse_req_flag { FR_ISREPLY = 0, FR_FORCE = 1, FR_BACKGROUND = 2, FR_WAITING = 3, FR_ABORTED = 4, FR_INTERRUPTED = 5, FR_LOCKED = 6, FR_PENDING = 7, FR_SENT = 8, FR_FINISHED = 9, FR_PRIVATE = 10, FR_ASYNC = 11, }; struct fuse_req { struct list_head list; struct list_head intr_entry; struct fuse_args *args; refcount_t count; long unsigned int flags; struct { struct fuse_in_header h; } in; struct { struct fuse_out_header h; } out; wait_queue_head_t waitq; void *argbuf; struct fuse_mount *fm; }; struct fuse_iqueue; struct fuse_iqueue_ops { void (*wake_forget_and_unlock)(struct fuse_iqueue *); void (*wake_interrupt_and_unlock)(struct fuse_iqueue *); void (*wake_pending_and_unlock)(struct fuse_iqueue *); void (*release)(struct fuse_iqueue *); }; struct fuse_iqueue { unsigned int connected; spinlock_t lock; wait_queue_head_t waitq; u64 reqctr; struct list_head pending; struct list_head interrupts; struct fuse_forget_link forget_list_head; struct fuse_forget_link *forget_list_tail; int forget_batch; struct fasync_struct *fasync; const struct fuse_iqueue_ops *ops; void *priv; }; struct fuse_pqueue { unsigned int connected; spinlock_t lock; struct list_head *processing; struct list_head io; }; struct fuse_dev { struct fuse_conn *fc; struct fuse_pqueue pq; struct list_head entry; }; enum fuse_dax_mode { FUSE_DAX_INODE_DEFAULT = 0, FUSE_DAX_ALWAYS = 1, FUSE_DAX_NEVER = 2, FUSE_DAX_INODE_USER = 3, }; struct fuse_conn_dax; struct fuse_sync_bucket; struct fuse_conn { spinlock_t lock; refcount_t count; atomic_t dev_count; struct callback_head rcu; kuid_t user_id; kgid_t group_id; struct pid_namespace *pid_ns; struct user_namespace *user_ns; unsigned int max_read; unsigned int max_write; unsigned int max_pages; unsigned int max_pages_limit; struct fuse_iqueue iq; atomic64_t khctr; struct rb_root polled_files; unsigned int max_background; unsigned int congestion_threshold; unsigned int num_background; unsigned int active_background; struct list_head bg_queue; spinlock_t bg_lock; int initialized; int blocked; wait_queue_head_t blocked_waitq; unsigned int connected; bool aborted; unsigned int conn_error: 1; unsigned int conn_init: 1; unsigned int async_read: 1; unsigned int abort_err: 1; unsigned int atomic_o_trunc: 1; unsigned int export_support: 1; unsigned int writeback_cache: 1; unsigned int parallel_dirops: 1; unsigned int handle_killpriv: 1; unsigned int cache_symlinks: 1; unsigned int legacy_opts_show: 1; unsigned int handle_killpriv_v2: 1; unsigned int no_open: 1; unsigned int no_opendir: 1; unsigned int no_fsync: 1; unsigned int no_fsyncdir: 1; unsigned int no_flush: 1; unsigned int no_setxattr: 1; unsigned int setxattr_ext: 1; unsigned int no_getxattr: 1; unsigned int no_listxattr: 1; unsigned int no_removexattr: 1; unsigned int no_lock: 1; unsigned int no_access: 1; unsigned int no_create: 1; unsigned int no_interrupt: 1; unsigned int no_bmap: 1; unsigned int no_poll: 1; unsigned int big_writes: 1; unsigned int dont_mask: 1; unsigned int no_flock: 1; unsigned int no_fallocate: 1; unsigned int no_rename2: 1; unsigned int auto_inval_data: 1; unsigned int explicit_inval_data: 1; unsigned int do_readdirplus: 1; unsigned int readdirplus_auto: 1; unsigned int async_dio: 1; unsigned int no_lseek: 1; unsigned int posix_acl: 1; unsigned int default_permissions: 1; unsigned int allow_other: 1; unsigned int no_copy_file_range: 1; unsigned int destroy: 1; unsigned int delete_stale: 1; unsigned int no_control: 1; unsigned int no_force_umount: 1; unsigned int auto_submounts: 1; unsigned int sync_fs: 1; unsigned int init_security: 1; unsigned int inode_dax: 1; atomic_t num_waiting; unsigned int minor; struct list_head entry; dev_t dev; struct dentry *ctl_dentry[5]; int ctl_ndents; u32 scramble_key[4]; atomic64_t attr_version; void (*release)(struct fuse_conn *); struct rw_semaphore killsb; struct list_head devices; enum fuse_dax_mode dax_mode; struct fuse_conn_dax *dax; struct list_head mounts; struct fuse_sync_bucket *curr_bucket; }; struct fuse_sync_bucket { atomic_t count; wait_queue_head_t waitq; struct callback_head rcu; }; struct fuse_copy_state { int write; struct fuse_req *req; struct iov_iter *iter; struct pipe_buffer *pipebufs; struct pipe_buffer *currbuf; struct pipe_inode_info *pipe; long unsigned int nr_segs; struct page *pg; unsigned int len; unsigned int offset; unsigned int move_pages: 1; }; struct fuse_retrieve_args { struct fuse_args_pages ap; struct fuse_notify_retrieve_in inarg; }; struct fuse_attr { uint64_t ino; uint64_t size; uint64_t blocks; uint64_t atime; uint64_t mtime; uint64_t ctime; uint32_t atimensec; uint32_t mtimensec; uint32_t ctimensec; uint32_t mode; uint32_t nlink; uint32_t uid; uint32_t gid; uint32_t rdev; uint32_t blksize; uint32_t flags; }; struct fuse_entry_out { uint64_t nodeid; uint64_t generation; uint64_t entry_valid; uint64_t attr_valid; uint32_t entry_valid_nsec; uint32_t attr_valid_nsec; struct fuse_attr attr; }; struct fuse_getattr_in { uint32_t getattr_flags; uint32_t dummy; uint64_t fh; }; struct fuse_attr_out { uint64_t attr_valid; uint32_t attr_valid_nsec; uint32_t dummy; struct fuse_attr attr; }; struct fuse_mknod_in { uint32_t mode; uint32_t rdev; uint32_t umask; uint32_t padding; }; struct fuse_mkdir_in { uint32_t mode; uint32_t umask; }; struct fuse_rename2_in { uint64_t newdir; uint32_t flags; uint32_t padding; }; struct fuse_link_in { uint64_t oldnodeid; }; struct fuse_setattr_in { uint32_t valid; uint32_t padding; uint64_t fh; uint64_t size; uint64_t lock_owner; uint64_t atime; uint64_t mtime; uint64_t ctime; uint32_t atimensec; uint32_t mtimensec; uint32_t ctimensec; uint32_t mode; uint32_t unused4; uint32_t uid; uint32_t gid; uint32_t unused5; }; struct fuse_create_in { uint32_t flags; uint32_t mode; uint32_t umask; uint32_t open_flags; }; struct fuse_open_out { uint64_t fh; uint32_t open_flags; uint32_t padding; }; struct fuse_access_in { uint32_t mask; uint32_t padding; }; struct fuse_secctx { uint32_t size; uint32_t padding; }; struct fuse_secctx_header { uint32_t size; uint32_t nr_secctx; }; struct fuse_inode_dax; struct fuse_inode { struct inode inode; u64 nodeid; u64 nlookup; struct fuse_forget_link *forget; u64 i_time; u32 inval_mask; umode_t orig_i_mode; u64 orig_ino; u64 attr_version; union { struct { struct list_head write_files; struct list_head queued_writes; int writectr; wait_queue_head_t page_waitq; struct rb_root writepages; }; struct { bool cached; loff_t size; loff_t pos; u64 version; struct timespec64 mtime; u64 iversion; spinlock_t lock; } rdc; }; long unsigned int state; struct mutex mutex; spinlock_t lock; struct fuse_inode_dax *dax; }; enum { FUSE_I_ADVISE_RDPLUS = 0, FUSE_I_INIT_RDPLUS = 1, FUSE_I_SIZE_UNSTABLE = 2, FUSE_I_BAD = 3, }; struct fuse_file_lock { uint64_t start; uint64_t end; uint32_t type; uint32_t pid; }; struct fuse_open_in { uint32_t flags; uint32_t open_flags; }; struct fuse_release_in { uint64_t fh; uint32_t flags; uint32_t release_flags; uint64_t lock_owner; }; struct fuse_flush_in { uint64_t fh; uint32_t unused; uint32_t padding; uint64_t lock_owner; }; struct fuse_read_in { uint64_t fh; uint64_t offset; uint32_t size; uint32_t read_flags; uint64_t lock_owner; uint32_t flags; uint32_t padding; }; struct fuse_write_in { uint64_t fh; uint64_t offset; uint32_t size; uint32_t write_flags; uint64_t lock_owner; uint32_t flags; uint32_t padding; }; struct fuse_write_out { uint32_t size; uint32_t padding; }; struct fuse_fsync_in { uint64_t fh; uint32_t fsync_flags; uint32_t padding; }; struct fuse_lk_in { uint64_t fh; uint64_t owner; struct fuse_file_lock lk; uint32_t lk_flags; uint32_t padding; }; struct fuse_lk_out { struct fuse_file_lock lk; }; struct fuse_bmap_in { uint64_t block; uint32_t blocksize; uint32_t padding; }; struct fuse_bmap_out { uint64_t block; }; struct fuse_poll_in { uint64_t fh; uint64_t kh; uint32_t flags; uint32_t events; }; struct fuse_poll_out { uint32_t revents; uint32_t padding; }; struct fuse_fallocate_in { uint64_t fh; uint64_t offset; uint64_t length; uint32_t mode; uint32_t padding; }; struct fuse_lseek_in { uint64_t fh; uint64_t offset; uint32_t whence; uint32_t padding; }; struct fuse_lseek_out { uint64_t offset; }; struct fuse_copy_file_range_in { uint64_t fh_in; uint64_t off_in; uint64_t nodeid_out; uint64_t fh_out; uint64_t off_out; uint64_t len; uint64_t flags; }; struct fuse_release_args { struct fuse_args args; struct fuse_release_in inarg; struct inode *inode; }; struct fuse_io_priv { struct kref refcnt; int async; spinlock_t lock; unsigned int reqs; ssize_t bytes; size_t size; __u64 offset; bool write; bool should_dirty; int err; struct kiocb *iocb; struct completion *done; bool blocking; }; struct fuse_io_args { union { struct { struct fuse_read_in in; u64 attr_ver; } read; struct { struct fuse_write_in in; struct fuse_write_out out; bool page_locked; } write; }; struct fuse_args_pages ap; struct fuse_io_priv *io; struct fuse_file *ff; }; struct fuse_writepage_args { struct fuse_io_args ia; struct rb_node writepages_entry; struct list_head queue_entry; struct fuse_writepage_args *next; struct inode *inode; struct fuse_sync_bucket *bucket; }; struct fuse_fill_wb_data { struct fuse_writepage_args *wpa; struct fuse_file *ff; struct inode *inode; struct page **orig_pages; unsigned int max_pages; }; struct fuse_kstatfs { uint64_t blocks; uint64_t bfree; uint64_t bavail; uint64_t files; uint64_t ffree; uint32_t bsize; uint32_t namelen; uint32_t frsize; uint32_t padding; uint32_t spare[6]; }; struct fuse_statfs_out { struct fuse_kstatfs st; }; struct fuse_init_in { uint32_t major; uint32_t minor; uint32_t max_readahead; uint32_t flags; uint32_t flags2; uint32_t unused[11]; }; struct fuse_init_out { uint32_t major; uint32_t minor; uint32_t max_readahead; uint32_t flags; uint16_t max_background; uint16_t congestion_threshold; uint32_t max_write; uint32_t time_gran; uint16_t max_pages; uint16_t map_alignment; uint32_t flags2; uint32_t unused[7]; }; struct fuse_syncfs_in { uint64_t padding; }; struct fuse_fs_context { int fd; struct file *file; unsigned int rootmode; kuid_t user_id; kgid_t group_id; bool is_bdev: 1; bool fd_present: 1; bool rootmode_present: 1; bool user_id_present: 1; bool group_id_present: 1; bool default_permissions: 1; bool allow_other: 1; bool destroy: 1; bool no_control: 1; bool no_force_umount: 1; bool legacy_opts_show: 1; enum fuse_dax_mode dax_mode; unsigned int max_read; unsigned int blksize; const char *subtype; struct dax_device *dax_dev; void **fudptr; }; enum { OPT_SOURCE = 0, OPT_SUBTYPE = 1, OPT_FD = 2, OPT_ROOTMODE = 3, OPT_USER_ID = 4, OPT_GROUP_ID = 5, OPT_DEFAULT_PERMISSIONS = 6, OPT_ALLOW_OTHER = 7, OPT_MAX_READ = 8, OPT_BLKSIZE = 9, OPT_ERR = 10, }; struct fuse_inode_handle { u64 nodeid; u32 generation; }; struct fuse_init_args { struct fuse_args args; struct fuse_init_in in; struct fuse_init_out out; }; struct fuse_setxattr_in { uint32_t size; uint32_t flags; uint32_t setxattr_flags; uint32_t padding; }; struct fuse_getxattr_in { uint32_t size; uint32_t padding; }; struct fuse_getxattr_out { uint32_t size; uint32_t padding; }; struct fuse_dirent { uint64_t ino; uint64_t off; uint32_t namelen; uint32_t type; char name[0]; }; struct fuse_direntplus { struct fuse_entry_out entry_out; struct fuse_dirent dirent; }; enum fuse_parse_result { FOUND_ERR = 4294967295, FOUND_NONE = 0, FOUND_SOME = 1, FOUND_ALL = 2, }; struct fuse_ioctl_in { uint64_t fh; uint32_t flags; uint32_t cmd; uint64_t arg; uint32_t in_size; uint32_t out_size; }; struct fuse_ioctl_iovec { uint64_t base; uint64_t len; }; struct fuse_ioctl_out { int32_t result; uint32_t flags; uint32_t in_iovs; uint32_t out_iovs; }; struct fuse_setupmapping_in { uint64_t fh; uint64_t foffset; uint64_t len; uint64_t flags; uint64_t moffset; }; struct fuse_removemapping_in { uint32_t count; }; struct fuse_removemapping_one { uint64_t moffset; uint64_t len; }; struct fuse_inode_dax { struct rw_semaphore sem; struct rb_root_cached tree; long unsigned int nr; }; struct fuse_conn_dax { struct dax_device *dev; spinlock_t lock; long unsigned int nr_busy_ranges; struct list_head busy_ranges; struct delayed_work free_work; wait_queue_head_t range_waitq; long int nr_free_ranges; struct list_head free_ranges; long unsigned int nr_ranges; }; struct fuse_dax_mapping { struct inode *inode; struct list_head list; struct interval_tree_node itn; struct list_head busy_list; u64 window_offset; loff_t length; bool writable; refcount_t refcnt; }; typedef struct vfsmount * (*debugfs_automount_t)(struct dentry *, void *); struct debugfs_fsdata { const struct file_operations *real_fops; refcount_t active_users; struct completion active_users_drained; }; struct debugfs_mount_opts { kuid_t uid; kgid_t gid; umode_t mode; }; enum { Opt_uid___5 = 0, Opt_gid___6 = 1, Opt_mode___5 = 2, Opt_err___4 = 3, }; struct debugfs_fs_info { struct debugfs_mount_opts mount_opts; }; struct debugfs_blob_wrapper { void *data; long unsigned int size; }; struct debugfs_reg32 { char *name; long unsigned int offset; }; struct debugfs_regset32 { const struct debugfs_reg32 *regs; int nregs; void *base; struct device *dev; }; struct debugfs_u32_array { u32 *array; u32 n_elements; }; struct debugfs_devm_entry { int (*read)(struct seq_file *, void *); struct device *dev; }; struct tracefs_dir_ops { int (*mkdir)(const char *); int (*rmdir)(const char *); }; struct tracefs_mount_opts { kuid_t uid; kgid_t gid; umode_t mode; }; struct tracefs_fs_info { struct tracefs_mount_opts mount_opts; }; enum pstore_type_id { PSTORE_TYPE_DMESG = 0, PSTORE_TYPE_MCE = 1, PSTORE_TYPE_CONSOLE = 2, PSTORE_TYPE_FTRACE = 3, PSTORE_TYPE_PPC_RTAS = 4, PSTORE_TYPE_PPC_OF = 5, PSTORE_TYPE_PPC_COMMON = 6, PSTORE_TYPE_PMSG = 7, PSTORE_TYPE_PPC_OPAL = 8, PSTORE_TYPE_MAX = 9, }; struct pstore_info; struct pstore_record { struct pstore_info *psi; enum pstore_type_id type; u64 id; struct timespec64 time; char *buf; ssize_t size; ssize_t ecc_notice_size; int count; enum kmsg_dump_reason reason; unsigned int part; bool compressed; }; struct pstore_info { struct module *owner; const char *name; spinlock_t buf_lock; char *buf; size_t bufsize; struct mutex read_mutex; int flags; int max_reason; void *data; int (*open)(struct pstore_info *); int (*close)(struct pstore_info *); ssize_t (*read)(struct pstore_record *); int (*write)(struct pstore_record *); int (*write_user)(struct pstore_record *, const char *); int (*erase)(struct pstore_record *); }; struct pstore_ftrace_record { long unsigned int ip; long unsigned int parent_ip; u64 ts; }; struct pstore_private { struct list_head list; struct dentry *dentry; struct pstore_record *record; size_t total_size; }; struct pstore_ftrace_seq_data { const void *ptr; size_t off; size_t size; }; enum { Opt_kmsg_bytes = 0, Opt_err___5 = 1, }; struct crypto_comp { struct crypto_tfm base; }; struct pstore_zbackend { int (*zbufsize)(size_t); const char *name; }; struct efi_variable { efi_char16_t VariableName[512]; efi_guid_t VendorGuid; long unsigned int DataSize; __u8 Data[1024]; efi_status_t Status; __u32 Attributes; } __attribute__((packed)); struct efivar_entry { struct efi_variable var; struct list_head list; struct kobject kobj; bool scanning; bool deleting; }; struct ipc64_perm { __kernel_key_t key; __kernel_uid32_t uid; __kernel_gid32_t gid; __kernel_uid32_t cuid; __kernel_gid32_t cgid; __kernel_mode_t mode; unsigned char __pad1[0]; short unsigned int seq; short unsigned int __pad2; __kernel_ulong_t __unused1; __kernel_ulong_t __unused2; }; typedef s32 compat_key_t; typedef u16 compat_ushort_t; typedef u32 __compat_gid32_t; struct compat_ipc64_perm { compat_key_t key; __compat_uid32_t uid; __compat_gid32_t gid; __compat_uid32_t cuid; __compat_gid32_t cgid; compat_mode_t mode; unsigned char __pad1[2]; compat_ushort_t seq; compat_ushort_t __pad2; compat_ulong_t unused1; compat_ulong_t unused2; }; struct compat_ipc_perm { key_t key; __compat_uid_t uid; __compat_gid_t gid; __compat_uid_t cuid; __compat_gid_t cgid; compat_mode_t mode; short unsigned int seq; }; struct ipc_perm { __kernel_key_t key; __kernel_uid_t uid; __kernel_gid_t gid; __kernel_uid_t cuid; __kernel_gid_t cgid; __kernel_mode_t mode; short unsigned int seq; }; struct ipc_params { key_t key; int flg; union { size_t size; int nsems; } u; }; struct ipc_ops { int (*getnew)(struct ipc_namespace *, struct ipc_params *); int (*associate)(struct kern_ipc_perm *, int); int (*more_checks)(struct kern_ipc_perm *, struct ipc_params *); }; struct ipc_proc_iface { const char *path; const char *header; int ids; int (*show)(struct seq_file *, void *); }; struct ipc_proc_iter { struct ipc_namespace *ns; struct pid_namespace *pid_ns; struct ipc_proc_iface *iface; }; struct msg_msgseg; struct msg_msg { struct list_head m_list; long int m_type; size_t m_ts; struct msg_msgseg *next; void *security; }; struct msg_msgseg { struct msg_msgseg *next; }; typedef int __kernel_ipc_pid_t; struct msgbuf { __kernel_long_t mtype; char mtext[1]; }; struct msg; struct msqid_ds { struct ipc_perm msg_perm; struct msg *msg_first; struct msg *msg_last; __kernel_old_time_t msg_stime; __kernel_old_time_t msg_rtime; __kernel_old_time_t msg_ctime; long unsigned int msg_lcbytes; long unsigned int msg_lqbytes; short unsigned int msg_cbytes; short unsigned int msg_qnum; short unsigned int msg_qbytes; __kernel_ipc_pid_t msg_lspid; __kernel_ipc_pid_t msg_lrpid; }; struct msqid64_ds { struct ipc64_perm msg_perm; long int msg_stime; long int msg_rtime; long int msg_ctime; long unsigned int msg_cbytes; long unsigned int msg_qnum; long unsigned int msg_qbytes; __kernel_pid_t msg_lspid; __kernel_pid_t msg_lrpid; long unsigned int __unused4; long unsigned int __unused5; }; struct msginfo { int msgpool; int msgmap; int msgmax; int msgmnb; int msgmni; int msgssz; int msgtql; short unsigned int msgseg; }; typedef u16 compat_ipc_pid_t; struct compat_msqid64_ds { struct compat_ipc64_perm msg_perm; compat_ulong_t msg_stime; compat_ulong_t msg_stime_high; compat_ulong_t msg_rtime; compat_ulong_t msg_rtime_high; compat_ulong_t msg_ctime; compat_ulong_t msg_ctime_high; compat_ulong_t msg_cbytes; compat_ulong_t msg_qnum; compat_ulong_t msg_qbytes; compat_pid_t msg_lspid; compat_pid_t msg_lrpid; compat_ulong_t __unused4; compat_ulong_t __unused5; }; struct msg_queue { struct kern_ipc_perm q_perm; time64_t q_stime; time64_t q_rtime; time64_t q_ctime; long unsigned int q_cbytes; long unsigned int q_qnum; long unsigned int q_qbytes; struct pid *q_lspid; struct pid *q_lrpid; struct list_head q_messages; struct list_head q_receivers; struct list_head q_senders; long: 64; long: 64; }; struct msg_receiver { struct list_head r_list; struct task_struct *r_tsk; int r_mode; long int r_msgtype; long int r_maxsize; struct msg_msg *r_msg; }; struct msg_sender { struct list_head list; struct task_struct *tsk; size_t msgsz; }; struct compat_msqid_ds { struct compat_ipc_perm msg_perm; compat_uptr_t msg_first; compat_uptr_t msg_last; old_time32_t msg_stime; old_time32_t msg_rtime; old_time32_t msg_ctime; compat_ulong_t msg_lcbytes; compat_ulong_t msg_lqbytes; short unsigned int msg_cbytes; short unsigned int msg_qnum; short unsigned int msg_qbytes; compat_ipc_pid_t msg_lspid; compat_ipc_pid_t msg_lrpid; }; struct compat_msgbuf { compat_long_t mtype; char mtext[1]; }; struct sem; struct sem_queue; struct sem_undo; struct semid_ds { struct ipc_perm sem_perm; __kernel_old_time_t sem_otime; __kernel_old_time_t sem_ctime; struct sem *sem_base; struct sem_queue *sem_pending; struct sem_queue **sem_pending_last; struct sem_undo *undo; short unsigned int sem_nsems; }; struct sem { int semval; struct pid *sempid; spinlock_t lock; struct list_head pending_alter; struct list_head pending_const; time64_t sem_otime; }; struct sem_queue { struct list_head list; struct task_struct *sleeper; struct sem_undo *undo; struct pid *pid; int status; struct sembuf *sops; struct sembuf *blocking; int nsops; bool alter; bool dupsop; }; struct sem_undo { struct list_head list_proc; struct callback_head rcu; struct sem_undo_list *ulp; struct list_head list_id; int semid; short int *semadj; }; struct semid64_ds { struct ipc64_perm sem_perm; __kernel_long_t sem_otime; __kernel_ulong_t __unused1; __kernel_long_t sem_ctime; __kernel_ulong_t __unused2; __kernel_ulong_t sem_nsems; __kernel_ulong_t __unused3; __kernel_ulong_t __unused4; }; struct seminfo { int semmap; int semmni; int semmns; int semmnu; int semmsl; int semopm; int semume; int semusz; int semvmx; int semaem; }; struct sem_undo_list { refcount_t refcnt; spinlock_t lock; struct list_head list_proc; }; struct compat_semid64_ds { struct compat_ipc64_perm sem_perm; compat_ulong_t sem_otime; compat_ulong_t sem_otime_high; compat_ulong_t sem_ctime; compat_ulong_t sem_ctime_high; compat_ulong_t sem_nsems; compat_ulong_t __unused3; compat_ulong_t __unused4; }; struct sem_array { struct kern_ipc_perm sem_perm; time64_t sem_ctime; struct list_head pending_alter; struct list_head pending_const; struct list_head list_id; int sem_nsems; int complex_count; unsigned int use_global_lock; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sem sems[0]; }; struct compat_semid_ds { struct compat_ipc_perm sem_perm; old_time32_t sem_otime; old_time32_t sem_ctime; compat_uptr_t sem_base; compat_uptr_t sem_pending; compat_uptr_t sem_pending_last; compat_uptr_t undo; short unsigned int sem_nsems; }; struct shmid_ds { struct ipc_perm shm_perm; int shm_segsz; __kernel_old_time_t shm_atime; __kernel_old_time_t shm_dtime; __kernel_old_time_t shm_ctime; __kernel_ipc_pid_t shm_cpid; __kernel_ipc_pid_t shm_lpid; short unsigned int shm_nattch; short unsigned int shm_unused; void *shm_unused2; void *shm_unused3; }; struct shmid64_ds { struct ipc64_perm shm_perm; __kernel_size_t shm_segsz; long int shm_atime; long int shm_dtime; long int shm_ctime; __kernel_pid_t shm_cpid; __kernel_pid_t shm_lpid; long unsigned int shm_nattch; long unsigned int __unused4; long unsigned int __unused5; }; struct shminfo64 { long unsigned int shmmax; long unsigned int shmmin; long unsigned int shmmni; long unsigned int shmseg; long unsigned int shmall; long unsigned int __unused1; long unsigned int __unused2; long unsigned int __unused3; long unsigned int __unused4; }; struct shminfo { int shmmax; int shmmin; int shmmni; int shmseg; int shmall; }; struct shm_info { int used_ids; __kernel_ulong_t shm_tot; __kernel_ulong_t shm_rss; __kernel_ulong_t shm_swp; __kernel_ulong_t swap_attempts; __kernel_ulong_t swap_successes; }; struct compat_shmid64_ds { struct compat_ipc64_perm shm_perm; compat_size_t shm_segsz; compat_ulong_t shm_atime; compat_ulong_t shm_atime_high; compat_ulong_t shm_dtime; compat_ulong_t shm_dtime_high; compat_ulong_t shm_ctime; compat_ulong_t shm_ctime_high; compat_pid_t shm_cpid; compat_pid_t shm_lpid; compat_ulong_t shm_nattch; compat_ulong_t __unused4; compat_ulong_t __unused5; }; struct shmid_kernel { struct kern_ipc_perm shm_perm; struct file *shm_file; long unsigned int shm_nattch; long unsigned int shm_segsz; time64_t shm_atim; time64_t shm_dtim; time64_t shm_ctim; struct pid *shm_cprid; struct pid *shm_lprid; struct ucounts *mlock_ucounts; struct task_struct *shm_creator; struct list_head shm_clist; struct ipc_namespace *ns; long: 64; long: 64; long: 64; }; struct shm_file_data { int id; struct ipc_namespace *ns; struct file *file; const struct vm_operations_struct *vm_ops; }; struct compat_shmid_ds { struct compat_ipc_perm shm_perm; int shm_segsz; old_time32_t shm_atime; old_time32_t shm_dtime; old_time32_t shm_ctime; compat_ipc_pid_t shm_cpid; compat_ipc_pid_t shm_lpid; short unsigned int shm_nattch; short unsigned int shm_unused; compat_uptr_t shm_unused2; compat_uptr_t shm_unused3; }; struct compat_shminfo64 { compat_ulong_t shmmax; compat_ulong_t shmmin; compat_ulong_t shmmni; compat_ulong_t shmseg; compat_ulong_t shmall; compat_ulong_t __unused1; compat_ulong_t __unused2; compat_ulong_t __unused3; compat_ulong_t __unused4; }; struct compat_shm_info { compat_int_t used_ids; compat_ulong_t shm_tot; compat_ulong_t shm_rss; compat_ulong_t shm_swp; compat_ulong_t swap_attempts; compat_ulong_t swap_successes; }; struct compat_ipc_kludge { compat_uptr_t msgp; compat_long_t msgtyp; }; struct mqueue_fs_context { struct ipc_namespace *ipc_ns; bool newns; }; struct posix_msg_tree_node { struct rb_node rb_node; struct list_head msg_list; int priority; }; struct ext_wait_queue { struct task_struct *task; struct list_head list; struct msg_msg *msg; int state; }; struct mqueue_inode_info { spinlock_t lock; struct inode vfs_inode; wait_queue_head_t wait_q; struct rb_root msg_tree; struct rb_node *msg_tree_rightmost; struct posix_msg_tree_node *node_cache; struct mq_attr attr; struct sigevent notify; struct pid *notify_owner; u32 notify_self_exec_id; struct user_namespace *notify_user_ns; struct ucounts *ucounts; struct sock *notify_sock; struct sk_buff *notify_cookie; struct ext_wait_queue e_wait_q[2]; long unsigned int qsize; }; struct compat_mq_attr { compat_long_t mq_flags; compat_long_t mq_maxmsg; compat_long_t mq_msgsize; compat_long_t mq_curmsgs; compat_long_t __reserved[4]; }; struct key_user { struct rb_node node; struct mutex cons_lock; spinlock_t lock; refcount_t usage; atomic_t nkeys; atomic_t nikeys; kuid_t uid; int qnkeys; int qnbytes; }; enum key_notification_subtype { NOTIFY_KEY_INSTANTIATED = 0, NOTIFY_KEY_UPDATED = 1, NOTIFY_KEY_LINKED = 2, NOTIFY_KEY_UNLINKED = 3, NOTIFY_KEY_CLEARED = 4, NOTIFY_KEY_REVOKED = 5, NOTIFY_KEY_INVALIDATED = 6, NOTIFY_KEY_SETATTR = 7, }; struct key_notification { struct watch_notification watch; __u32 key_id; __u32 aux; }; struct assoc_array_edit; struct assoc_array_ops { long unsigned int (*get_key_chunk)(const void *, int); long unsigned int (*get_object_key_chunk)(const void *, int); bool (*compare_object)(const void *, const void *); int (*diff_objects)(const void *, const void *); void (*free_object)(void *); }; struct assoc_array_node { struct assoc_array_ptr *back_pointer; u8 parent_slot; struct assoc_array_ptr *slots[16]; long unsigned int nr_leaves_on_branch; }; struct assoc_array_shortcut { struct assoc_array_ptr *back_pointer; int parent_slot; int skip_to_level; struct assoc_array_ptr *next_node; long unsigned int index_key[0]; }; struct assoc_array_edit___2 { struct callback_head rcu; struct assoc_array *array; const struct assoc_array_ops *ops; const struct assoc_array_ops *ops_for_excised_subtree; struct assoc_array_ptr *leaf; struct assoc_array_ptr **leaf_p; struct assoc_array_ptr *dead_leaf; struct assoc_array_ptr *new_meta[3]; struct assoc_array_ptr *excised_meta[1]; struct assoc_array_ptr *excised_subtree; struct assoc_array_ptr **set_backpointers[16]; struct assoc_array_ptr *set_backpointers_to; struct assoc_array_node *adjust_count_on; long int adjust_count_by; struct { struct assoc_array_ptr **ptr; struct assoc_array_ptr *to; } set[2]; struct { u8 *p; u8 to; } set_parent_slot[1]; u8 segment_cache[17]; }; struct keyring_search_context { struct keyring_index_key index_key; const struct cred *cred; struct key_match_data match_data; unsigned int flags; int (*iterator)(const void *, void *); int skipped_ret; bool possessed; key_ref_t result; time64_t now; }; struct keyring_read_iterator_context { size_t buflen; size_t count; key_serial_t *buffer; }; struct keyctl_dh_params { union { __s32 private; __s32 priv; }; __s32 prime; __s32 base; }; struct keyctl_kdf_params { char *hashname; char *otherinfo; __u32 otherinfolen; __u32 __spare[8]; }; struct keyctl_pkey_query { __u32 supported_ops; __u32 key_size; __u16 max_data_size; __u16 max_sig_size; __u16 max_enc_size; __u16 max_dec_size; __u32 __spare[10]; }; struct keyctl_pkey_params { __s32 key_id; __u32 in_len; union { __u32 out_len; __u32 in2_len; }; __u32 __spare[7]; }; struct request_key_auth { struct callback_head rcu; struct key *target_key; struct key *dest_keyring; const struct cred *cred; void *callout_info; size_t callout_len; pid_t pid; char op[8]; }; struct compat_keyctl_kdf_params { compat_uptr_t hashname; compat_uptr_t otherinfo; __u32 otherinfolen; __u32 __spare[8]; }; struct kpp_request { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int src_len; unsigned int dst_len; void *__ctx[0]; }; struct crypto_kpp { struct crypto_tfm base; }; struct kpp_alg { int (*set_secret)(struct crypto_kpp *, const void *, unsigned int); int (*generate_public_key)(struct kpp_request *); int (*compute_shared_secret)(struct kpp_request *); unsigned int (*max_size)(struct crypto_kpp *); int (*init)(struct crypto_kpp *); void (*exit)(struct crypto_kpp *); unsigned int reqsize; struct crypto_alg base; }; struct dh { const void *key; const void *p; const void *g; unsigned int key_size; unsigned int p_size; unsigned int g_size; }; struct dh_completion { struct completion completion; int err; }; enum { Opt_err___6 = 0, Opt_enc = 1, Opt_hash = 2, }; enum tpm_duration { TPM_SHORT = 0, TPM_MEDIUM = 1, TPM_LONG = 2, TPM_LONG_LONG = 3, TPM_UNDEFINED = 4, TPM_NUM_DURATIONS = 4, }; struct trusted_key_payload { struct callback_head rcu; unsigned int key_len; unsigned int blob_len; unsigned char migratable; unsigned char old_format; unsigned char key[129]; unsigned char blob[512]; }; struct trusted_key_ops { unsigned char migratable; int (*init)(); int (*seal)(struct trusted_key_payload *, char *); int (*unseal)(struct trusted_key_payload *, char *); int (*get_random)(unsigned char *, size_t); void (*exit)(); }; struct trusted_key_source { char *name; struct trusted_key_ops *ops; }; enum { Opt_err___7 = 0, Opt_new = 1, Opt_load = 2, Opt_update = 3, }; struct hwrng { const char *name; int (*init)(struct hwrng *); void (*cleanup)(struct hwrng *); int (*data_present)(struct hwrng *, int); int (*data_read)(struct hwrng *, u32 *); int (*read)(struct hwrng *, void *, size_t, bool); long unsigned int priv; short unsigned int quality; struct list_head list; struct kref ref; struct completion cleanup_done; }; struct tpm_digest { u16 alg_id; u8 digest[64]; }; struct tpm_bank_info { u16 alg_id; u16 digest_size; u16 crypto_id; }; struct tpm_chip; struct tpm_class_ops { unsigned int flags; const u8 req_complete_mask; const u8 req_complete_val; bool (*req_canceled)(struct tpm_chip *, u8); int (*recv)(struct tpm_chip *, u8 *, size_t); int (*send)(struct tpm_chip *, u8 *, size_t); void (*cancel)(struct tpm_chip *); u8 (*status)(struct tpm_chip *); void (*update_timeouts)(struct tpm_chip *, long unsigned int *); void (*update_durations)(struct tpm_chip *, long unsigned int *); int (*go_idle)(struct tpm_chip *); int (*cmd_ready)(struct tpm_chip *); int (*request_locality)(struct tpm_chip *, int); int (*relinquish_locality)(struct tpm_chip *, int); void (*clk_enable)(struct tpm_chip *, bool); }; struct tpm_bios_log { void *bios_event_log; void *bios_event_log_end; }; struct tpm_chip_seqops { struct tpm_chip *chip; const struct seq_operations *seqops; }; struct tpm_space { u32 context_tbl[3]; u8 *context_buf; u32 session_tbl[3]; u8 *session_buf; u32 buf_size; }; struct tpm_chip { struct device dev; struct device devs; struct cdev cdev; struct cdev cdevs; struct rw_semaphore ops_sem; const struct tpm_class_ops *ops; struct tpm_bios_log log; struct tpm_chip_seqops bin_log_seqops; struct tpm_chip_seqops ascii_log_seqops; unsigned int flags; int dev_num; long unsigned int is_open; char hwrng_name[64]; struct hwrng hwrng; struct mutex tpm_mutex; long unsigned int timeout_a; long unsigned int timeout_b; long unsigned int timeout_c; long unsigned int timeout_d; bool timeout_adjusted; long unsigned int duration[4]; bool duration_adjusted; struct dentry *bios_dir[3]; const struct attribute_group *groups[8]; unsigned int groups_cnt; u32 nr_allocated_banks; struct tpm_bank_info *allocated_banks; acpi_handle acpi_dev_handle; char ppi_version[4]; struct tpm_space work_space; u32 last_cc; u32 nr_commands; u32 *cc_attrs_tbl; int locality; }; struct tpm_header { __be16 tag; __be32 length; union { __be32 ordinal; __be32 return_code; }; } __attribute__((packed)); enum tpm_buf_flags { TPM_BUF_OVERFLOW = 1, }; struct tpm_buf { unsigned int flags; u8 *data; }; struct trusted_key_options { uint16_t keytype; uint32_t keyhandle; unsigned char keyauth[20]; uint32_t blobauth_len; unsigned char blobauth[20]; uint32_t pcrinfo_len; unsigned char pcrinfo[64]; int pcrlock; uint32_t hash; uint32_t policydigest_len; unsigned char policydigest[64]; uint32_t policyhandle; }; struct osapsess { uint32_t handle; unsigned char secret[20]; unsigned char enonce[20]; }; enum { SEAL_keytype = 1, SRK_keytype = 4, }; struct sdesc { struct shash_desc shash; char ctx[0]; }; struct tpm_digests { unsigned char encauth[20]; unsigned char pubauth[20]; unsigned char xorwork[40]; unsigned char xorhash[20]; unsigned char nonceodd[20]; }; enum { Opt_err___8 = 0, Opt_keyhandle = 1, Opt_keyauth = 2, Opt_blobauth = 3, Opt_pcrinfo = 4, Opt_pcrlock = 5, Opt_migratable = 6, Opt_hash___2 = 7, Opt_policydigest = 8, Opt_policyhandle = 9, }; typedef int (*asn1_action_t)(void *, size_t, unsigned char, const void *, size_t); struct asn1_decoder { const unsigned char *machine; size_t machlen; const asn1_action_t *actions; }; enum OID { OID_id_dsa_with_sha1 = 0, OID_id_dsa = 1, OID_id_ecPublicKey = 2, OID_id_prime192v1 = 3, OID_id_prime256v1 = 4, OID_id_ecdsa_with_sha1 = 5, OID_id_ecdsa_with_sha224 = 6, OID_id_ecdsa_with_sha256 = 7, OID_id_ecdsa_with_sha384 = 8, OID_id_ecdsa_with_sha512 = 9, OID_rsaEncryption = 10, OID_md2WithRSAEncryption = 11, OID_md3WithRSAEncryption = 12, OID_md4WithRSAEncryption = 13, OID_sha1WithRSAEncryption = 14, OID_sha256WithRSAEncryption = 15, OID_sha384WithRSAEncryption = 16, OID_sha512WithRSAEncryption = 17, OID_sha224WithRSAEncryption = 18, OID_data = 19, OID_signed_data = 20, OID_email_address = 21, OID_contentType = 22, OID_messageDigest = 23, OID_signingTime = 24, OID_smimeCapabilites = 25, OID_smimeAuthenticatedAttrs = 26, OID_md2 = 27, OID_md4 = 28, OID_md5 = 29, OID_mskrb5 = 30, OID_krb5 = 31, OID_krb5u2u = 32, OID_msIndirectData = 33, OID_msStatementType = 34, OID_msSpOpusInfo = 35, OID_msPeImageDataObjId = 36, OID_msIndividualSPKeyPurpose = 37, OID_msOutlookExpress = 38, OID_ntlmssp = 39, OID_spnego = 40, OID_IAKerb = 41, OID_PKU2U = 42, OID_Scram = 43, OID_certAuthInfoAccess = 44, OID_sha1 = 45, OID_id_ansip384r1 = 46, OID_sha256 = 47, OID_sha384 = 48, OID_sha512 = 49, OID_sha224 = 50, OID_commonName = 51, OID_surname = 52, OID_countryName = 53, OID_locality = 54, OID_stateOrProvinceName = 55, OID_organizationName = 56, OID_organizationUnitName = 57, OID_title = 58, OID_description = 59, OID_name = 60, OID_givenName = 61, OID_initials = 62, OID_generationalQualifier = 63, OID_subjectKeyIdentifier = 64, OID_keyUsage = 65, OID_subjectAltName = 66, OID_issuerAltName = 67, OID_basicConstraints = 68, OID_crlDistributionPoints = 69, OID_certPolicies = 70, OID_authorityKeyIdentifier = 71, OID_extKeyUsage = 72, OID_NetlogonMechanism = 73, OID_appleLocalKdcSupported = 74, OID_gostCPSignA = 75, OID_gostCPSignB = 76, OID_gostCPSignC = 77, OID_gost2012PKey256 = 78, OID_gost2012PKey512 = 79, OID_gost2012Digest256 = 80, OID_gost2012Digest512 = 81, OID_gost2012Signature256 = 82, OID_gost2012Signature512 = 83, OID_gostTC26Sign256A = 84, OID_gostTC26Sign256B = 85, OID_gostTC26Sign256C = 86, OID_gostTC26Sign256D = 87, OID_gostTC26Sign512A = 88, OID_gostTC26Sign512B = 89, OID_gostTC26Sign512C = 90, OID_sm2 = 91, OID_sm3 = 92, OID_SM2_with_SM3 = 93, OID_sm3WithRSAEncryption = 94, OID_TPMLoadableKey = 95, OID_TPMImportableKey = 96, OID_TPMSealedData = 97, OID__NR = 98, }; enum tpm_algorithms { TPM_ALG_ERROR = 0, TPM_ALG_SHA1 = 4, TPM_ALG_KEYEDHASH = 8, TPM_ALG_SHA256 = 11, TPM_ALG_SHA384 = 12, TPM_ALG_SHA512 = 13, TPM_ALG_NULL = 16, TPM_ALG_SM3_256 = 18, }; enum tpm2_structures { TPM2_ST_NO_SESSIONS = 32769, TPM2_ST_SESSIONS = 32770, }; enum tpm2_return_codes { TPM2_RC_SUCCESS = 0, TPM2_RC_HASH = 131, TPM2_RC_HANDLE = 139, TPM2_RC_INITIALIZE = 256, TPM2_RC_FAILURE = 257, TPM2_RC_DISABLED = 288, TPM2_RC_UPGRADE = 301, TPM2_RC_COMMAND_CODE = 323, TPM2_RC_TESTING = 2314, TPM2_RC_REFERENCE_H0 = 2320, TPM2_RC_RETRY = 2338, }; enum tpm2_command_codes { TPM2_CC_FIRST = 287, TPM2_CC_HIERARCHY_CONTROL = 289, TPM2_CC_HIERARCHY_CHANGE_AUTH = 297, TPM2_CC_CREATE_PRIMARY = 305, TPM2_CC_SEQUENCE_COMPLETE = 318, TPM2_CC_SELF_TEST = 323, TPM2_CC_STARTUP = 324, TPM2_CC_SHUTDOWN = 325, TPM2_CC_NV_READ = 334, TPM2_CC_CREATE = 339, TPM2_CC_LOAD = 343, TPM2_CC_SEQUENCE_UPDATE = 348, TPM2_CC_UNSEAL = 350, TPM2_CC_CONTEXT_LOAD = 353, TPM2_CC_CONTEXT_SAVE = 354, TPM2_CC_FLUSH_CONTEXT = 357, TPM2_CC_VERIFY_SIGNATURE = 375, TPM2_CC_GET_CAPABILITY = 378, TPM2_CC_GET_RANDOM = 379, TPM2_CC_PCR_READ = 382, TPM2_CC_PCR_EXTEND = 386, TPM2_CC_EVENT_SEQUENCE_COMPLETE = 389, TPM2_CC_HASH_SEQUENCE_START = 390, TPM2_CC_CREATE_LOADED = 401, TPM2_CC_LAST = 403, }; enum tpm2_permanent_handles { TPM2_RS_PW = 1073741833, }; enum tpm2_object_attributes { TPM2_OA_FIXED_TPM = 2, TPM2_OA_FIXED_PARENT = 16, TPM2_OA_USER_WITH_AUTH = 64, }; enum tpm2_session_attributes { TPM2_SA_CONTINUE_SESSION = 1, }; struct tpm2_hash { unsigned int crypto_id; unsigned int tpm_id; }; struct tpm2_key_context { u32 parent; const u8 *pub; u32 pub_len; const u8 *priv; u32 priv_len; }; enum asn1_class { ASN1_UNIV = 0, ASN1_APPL = 1, ASN1_CONT = 2, ASN1_PRIV = 3, }; enum asn1_method { ASN1_PRIM = 0, ASN1_CONS = 1, }; enum asn1_tag { ASN1_EOC = 0, ASN1_BOOL = 1, ASN1_INT = 2, ASN1_BTS = 3, ASN1_OTS = 4, ASN1_NULL = 5, ASN1_OID = 6, ASN1_ODE = 7, ASN1_EXT = 8, ASN1_REAL = 9, ASN1_ENUM = 10, ASN1_EPDV = 11, ASN1_UTF8STR = 12, ASN1_RELOID = 13, ASN1_SEQ = 16, ASN1_SET = 17, ASN1_NUMSTR = 18, ASN1_PRNSTR = 19, ASN1_TEXSTR = 20, ASN1_VIDSTR = 21, ASN1_IA5STR = 22, ASN1_UNITIM = 23, ASN1_GENTIM = 24, ASN1_GRASTR = 25, ASN1_VISSTR = 26, ASN1_GENSTR = 27, ASN1_UNISTR = 28, ASN1_CHRSTR = 29, ASN1_BMPSTR = 30, ASN1_LONG_TAG = 31, }; enum asn1_opcode { ASN1_OP_MATCH = 0, ASN1_OP_MATCH_OR_SKIP = 1, ASN1_OP_MATCH_ACT = 2, ASN1_OP_MATCH_ACT_OR_SKIP = 3, ASN1_OP_MATCH_JUMP = 4, ASN1_OP_MATCH_JUMP_OR_SKIP = 5, ASN1_OP_MATCH_ANY = 8, ASN1_OP_MATCH_ANY_OR_SKIP = 9, ASN1_OP_MATCH_ANY_ACT = 10, ASN1_OP_MATCH_ANY_ACT_OR_SKIP = 11, ASN1_OP_COND_MATCH_OR_SKIP = 17, ASN1_OP_COND_MATCH_ACT_OR_SKIP = 19, ASN1_OP_COND_MATCH_JUMP_OR_SKIP = 21, ASN1_OP_COND_MATCH_ANY = 24, ASN1_OP_COND_MATCH_ANY_OR_SKIP = 25, ASN1_OP_COND_MATCH_ANY_ACT = 26, ASN1_OP_COND_MATCH_ANY_ACT_OR_SKIP = 27, ASN1_OP_COND_FAIL = 28, ASN1_OP_COMPLETE = 29, ASN1_OP_ACT = 30, ASN1_OP_MAYBE_ACT = 31, ASN1_OP_END_SEQ = 32, ASN1_OP_END_SET = 33, ASN1_OP_END_SEQ_OF = 34, ASN1_OP_END_SET_OF = 35, ASN1_OP_END_SEQ_ACT = 36, ASN1_OP_END_SET_ACT = 37, ASN1_OP_END_SEQ_OF_ACT = 38, ASN1_OP_END_SET_OF_ACT = 39, ASN1_OP_RETURN = 40, ASN1_OP__NR = 41, }; enum tpm2key_actions { ACT_tpm2_key_parent = 0, ACT_tpm2_key_priv = 1, ACT_tpm2_key_pub = 2, ACT_tpm2_key_type = 3, NR__tpm2key_actions = 4, }; enum { Opt_new___2 = 0, Opt_load___2 = 1, Opt_update___2 = 2, Opt_err___9 = 3, }; enum { Opt_default = 0, Opt_ecryptfs = 1, Opt_enc32 = 2, Opt_error = 3, }; enum derived_key_type { ENC_KEY = 0, AUTH_KEY = 1, }; struct vfs_cap_data { __le32 magic_etc; struct { __le32 permitted; __le32 inheritable; } data[2]; }; struct vfs_ns_cap_data { __le32 magic_etc; struct { __le32 permitted; __le32 inheritable; } data[2]; __le32 rootid; }; struct sctp_association; union security_list_options { int (*binder_set_context_mgr)(const struct cred *); int (*binder_transaction)(const struct cred *, const struct cred *); int (*binder_transfer_binder)(const struct cred *, const struct cred *); int (*binder_transfer_file)(const struct cred *, const struct cred *, struct file *); int (*ptrace_access_check)(struct task_struct *, unsigned int); int (*ptrace_traceme)(struct task_struct *); int (*capget)(struct task_struct *, kernel_cap_t *, kernel_cap_t *, kernel_cap_t *); int (*capset)(struct cred *, const struct cred *, const kernel_cap_t *, const kernel_cap_t *, const kernel_cap_t *); int (*capable)(const struct cred *, struct user_namespace *, int, unsigned int); int (*quotactl)(int, int, int, struct super_block *); int (*quota_on)(struct dentry *); int (*syslog)(int); int (*settime)(const struct timespec64 *, const struct timezone *); int (*vm_enough_memory)(struct mm_struct *, long int); int (*bprm_creds_for_exec)(struct linux_binprm *); int (*bprm_creds_from_file)(struct linux_binprm *, struct file *); int (*bprm_check_security)(struct linux_binprm *); void (*bprm_committing_creds)(struct linux_binprm *); void (*bprm_committed_creds)(struct linux_binprm *); int (*fs_context_dup)(struct fs_context *, struct fs_context *); int (*fs_context_parse_param)(struct fs_context *, struct fs_parameter *); int (*sb_alloc_security)(struct super_block *); void (*sb_delete)(struct super_block *); void (*sb_free_security)(struct super_block *); void (*sb_free_mnt_opts)(void *); int (*sb_eat_lsm_opts)(char *, void **); int (*sb_mnt_opts_compat)(struct super_block *, void *); int (*sb_remount)(struct super_block *, void *); int (*sb_kern_mount)(struct super_block *); int (*sb_show_options)(struct seq_file *, struct super_block *); int (*sb_statfs)(struct dentry *); int (*sb_mount)(const char *, const struct path *, const char *, long unsigned int, void *); int (*sb_umount)(struct vfsmount *, int); int (*sb_pivotroot)(const struct path *, const struct path *); int (*sb_set_mnt_opts)(struct super_block *, void *, long unsigned int, long unsigned int *); int (*sb_clone_mnt_opts)(const struct super_block *, struct super_block *, long unsigned int, long unsigned int *); int (*move_mount)(const struct path *, const struct path *); int (*dentry_init_security)(struct dentry *, int, const struct qstr *, const char **, void **, u32 *); int (*dentry_create_files_as)(struct dentry *, int, struct qstr *, const struct cred *, struct cred *); int (*path_unlink)(const struct path *, struct dentry *); int (*path_mkdir)(const struct path *, struct dentry *, umode_t); int (*path_rmdir)(const struct path *, struct dentry *); int (*path_mknod)(const struct path *, struct dentry *, umode_t, unsigned int); int (*path_truncate)(const struct path *); int (*path_symlink)(const struct path *, struct dentry *, const char *); int (*path_link)(struct dentry *, const struct path *, struct dentry *); int (*path_rename)(const struct path *, struct dentry *, const struct path *, struct dentry *, unsigned int); int (*path_chmod)(const struct path *, umode_t); int (*path_chown)(const struct path *, kuid_t, kgid_t); int (*path_chroot)(const struct path *); int (*path_notify)(const struct path *, u64, unsigned int); int (*inode_alloc_security)(struct inode *); void (*inode_free_security)(struct inode *); int (*inode_init_security)(struct inode *, struct inode *, const struct qstr *, const char **, void **, size_t *); int (*inode_init_security_anon)(struct inode *, const struct qstr *, const struct inode *); int (*inode_create)(struct inode *, struct dentry *, umode_t); int (*inode_link)(struct dentry *, struct inode *, struct dentry *); int (*inode_unlink)(struct inode *, struct dentry *); int (*inode_symlink)(struct inode *, struct dentry *, const char *); int (*inode_mkdir)(struct inode *, struct dentry *, umode_t); int (*inode_rmdir)(struct inode *, struct dentry *); int (*inode_mknod)(struct inode *, struct dentry *, umode_t, dev_t); int (*inode_rename)(struct inode *, struct dentry *, struct inode *, struct dentry *); int (*inode_readlink)(struct dentry *); int (*inode_follow_link)(struct dentry *, struct inode *, bool); int (*inode_permission)(struct inode *, int); int (*inode_setattr)(struct dentry *, struct iattr *); int (*inode_getattr)(const struct path *); int (*inode_setxattr)(struct user_namespace *, struct dentry *, const char *, const void *, size_t, int); void (*inode_post_setxattr)(struct dentry *, const char *, const void *, size_t, int); int (*inode_getxattr)(struct dentry *, const char *); int (*inode_listxattr)(struct dentry *); int (*inode_removexattr)(struct user_namespace *, struct dentry *, const char *); int (*inode_need_killpriv)(struct dentry *); int (*inode_killpriv)(struct user_namespace *, struct dentry *); int (*inode_getsecurity)(struct user_namespace *, struct inode *, const char *, void **, bool); int (*inode_setsecurity)(struct inode *, const char *, const void *, size_t, int); int (*inode_listsecurity)(struct inode *, char *, size_t); void (*inode_getsecid)(struct inode *, u32 *); int (*inode_copy_up)(struct dentry *, struct cred **); int (*inode_copy_up_xattr)(const char *); int (*kernfs_init_security)(struct kernfs_node *, struct kernfs_node *); int (*file_permission)(struct file *, int); int (*file_alloc_security)(struct file *); void (*file_free_security)(struct file *); int (*file_ioctl)(struct file *, unsigned int, long unsigned int); int (*mmap_addr)(long unsigned int); int (*mmap_file)(struct file *, long unsigned int, long unsigned int, long unsigned int); int (*file_mprotect)(struct vm_area_struct *, long unsigned int, long unsigned int); int (*file_lock)(struct file *, unsigned int); int (*file_fcntl)(struct file *, unsigned int, long unsigned int); void (*file_set_fowner)(struct file *); int (*file_send_sigiotask)(struct task_struct *, struct fown_struct *, int); int (*file_receive)(struct file *); int (*file_open)(struct file *); int (*task_alloc)(struct task_struct *, long unsigned int); void (*task_free)(struct task_struct *); int (*cred_alloc_blank)(struct cred *, gfp_t); void (*cred_free)(struct cred *); int (*cred_prepare)(struct cred *, const struct cred *, gfp_t); void (*cred_transfer)(struct cred *, const struct cred *); void (*cred_getsecid)(const struct cred *, u32 *); int (*kernel_act_as)(struct cred *, u32); int (*kernel_create_files_as)(struct cred *, struct inode *); int (*kernel_module_request)(char *); int (*kernel_load_data)(enum kernel_load_data_id, bool); int (*kernel_post_load_data)(char *, loff_t, enum kernel_load_data_id, char *); int (*kernel_read_file)(struct file *, enum kernel_read_file_id, bool); int (*kernel_post_read_file)(struct file *, char *, loff_t, enum kernel_read_file_id); int (*task_fix_setuid)(struct cred *, const struct cred *, int); int (*task_fix_setgid)(struct cred *, const struct cred *, int); int (*task_setpgid)(struct task_struct *, pid_t); int (*task_getpgid)(struct task_struct *); int (*task_getsid)(struct task_struct *); void (*current_getsecid_subj)(u32 *); void (*task_getsecid_obj)(struct task_struct *, u32 *); int (*task_setnice)(struct task_struct *, int); int (*task_setioprio)(struct task_struct *, int); int (*task_getioprio)(struct task_struct *); int (*task_prlimit)(const struct cred *, const struct cred *, unsigned int); int (*task_setrlimit)(struct task_struct *, unsigned int, struct rlimit *); int (*task_setscheduler)(struct task_struct *); int (*task_getscheduler)(struct task_struct *); int (*task_movememory)(struct task_struct *); int (*task_kill)(struct task_struct *, struct kernel_siginfo *, int, const struct cred *); int (*task_prctl)(int, long unsigned int, long unsigned int, long unsigned int, long unsigned int); void (*task_to_inode)(struct task_struct *, struct inode *); int (*ipc_permission)(struct kern_ipc_perm *, short int); void (*ipc_getsecid)(struct kern_ipc_perm *, u32 *); int (*msg_msg_alloc_security)(struct msg_msg *); void (*msg_msg_free_security)(struct msg_msg *); int (*msg_queue_alloc_security)(struct kern_ipc_perm *); void (*msg_queue_free_security)(struct kern_ipc_perm *); int (*msg_queue_associate)(struct kern_ipc_perm *, int); int (*msg_queue_msgctl)(struct kern_ipc_perm *, int); int (*msg_queue_msgsnd)(struct kern_ipc_perm *, struct msg_msg *, int); int (*msg_queue_msgrcv)(struct kern_ipc_perm *, struct msg_msg *, struct task_struct *, long int, int); int (*shm_alloc_security)(struct kern_ipc_perm *); void (*shm_free_security)(struct kern_ipc_perm *); int (*shm_associate)(struct kern_ipc_perm *, int); int (*shm_shmctl)(struct kern_ipc_perm *, int); int (*shm_shmat)(struct kern_ipc_perm *, char *, int); int (*sem_alloc_security)(struct kern_ipc_perm *); void (*sem_free_security)(struct kern_ipc_perm *); int (*sem_associate)(struct kern_ipc_perm *, int); int (*sem_semctl)(struct kern_ipc_perm *, int); int (*sem_semop)(struct kern_ipc_perm *, struct sembuf *, unsigned int, int); int (*netlink_send)(struct sock *, struct sk_buff *); void (*d_instantiate)(struct dentry *, struct inode *); int (*getprocattr)(struct task_struct *, char *, char **); int (*setprocattr)(const char *, void *, size_t); int (*ismaclabel)(const char *); int (*secid_to_secctx)(u32, char **, u32 *); int (*secctx_to_secid)(const char *, u32, u32 *); void (*release_secctx)(char *, u32); void (*inode_invalidate_secctx)(struct inode *); int (*inode_notifysecctx)(struct inode *, void *, u32); int (*inode_setsecctx)(struct dentry *, void *, u32); int (*inode_getsecctx)(struct inode *, void **, u32 *); int (*post_notification)(const struct cred *, const struct cred *, struct watch_notification *); int (*watch_key)(struct key *); int (*unix_stream_connect)(struct sock *, struct sock *, struct sock *); int (*unix_may_send)(struct socket *, struct socket *); int (*socket_create)(int, int, int, int); int (*socket_post_create)(struct socket *, int, int, int, int); int (*socket_socketpair)(struct socket *, struct socket *); int (*socket_bind)(struct socket *, struct sockaddr *, int); int (*socket_connect)(struct socket *, struct sockaddr *, int); int (*socket_listen)(struct socket *, int); int (*socket_accept)(struct socket *, struct socket *); int (*socket_sendmsg)(struct socket *, struct msghdr *, int); int (*socket_recvmsg)(struct socket *, struct msghdr *, int, int); int (*socket_getsockname)(struct socket *); int (*socket_getpeername)(struct socket *); int (*socket_getsockopt)(struct socket *, int, int); int (*socket_setsockopt)(struct socket *, int, int); int (*socket_shutdown)(struct socket *, int); int (*socket_sock_rcv_skb)(struct sock *, struct sk_buff *); int (*socket_getpeersec_stream)(struct socket *, char *, int *, unsigned int); int (*socket_getpeersec_dgram)(struct socket *, struct sk_buff *, u32 *); int (*sk_alloc_security)(struct sock *, int, gfp_t); void (*sk_free_security)(struct sock *); void (*sk_clone_security)(const struct sock *, struct sock *); void (*sk_getsecid)(struct sock *, u32 *); void (*sock_graft)(struct sock *, struct socket *); int (*inet_conn_request)(const struct sock *, struct sk_buff *, struct request_sock *); void (*inet_csk_clone)(struct sock *, const struct request_sock *); void (*inet_conn_established)(struct sock *, struct sk_buff *); int (*secmark_relabel_packet)(u32); void (*secmark_refcount_inc)(); void (*secmark_refcount_dec)(); void (*req_classify_flow)(const struct request_sock *, struct flowi_common *); int (*tun_dev_alloc_security)(void **); void (*tun_dev_free_security)(void *); int (*tun_dev_create)(); int (*tun_dev_attach_queue)(void *); int (*tun_dev_attach)(struct sock *, void *); int (*tun_dev_open)(void *); int (*sctp_assoc_request)(struct sctp_association *, struct sk_buff *); int (*sctp_bind_connect)(struct sock *, int, struct sockaddr *, int); void (*sctp_sk_clone)(struct sctp_association *, struct sock *, struct sock *); int (*sctp_assoc_established)(struct sctp_association *, struct sk_buff *); int (*ib_pkey_access)(void *, u64, u16); int (*ib_endport_manage_subnet)(void *, const char *, u8); int (*ib_alloc_security)(void **); void (*ib_free_security)(void *); int (*xfrm_policy_alloc_security)(struct xfrm_sec_ctx **, struct xfrm_user_sec_ctx *, gfp_t); int (*xfrm_policy_clone_security)(struct xfrm_sec_ctx *, struct xfrm_sec_ctx **); void (*xfrm_policy_free_security)(struct xfrm_sec_ctx *); int (*xfrm_policy_delete_security)(struct xfrm_sec_ctx *); int (*xfrm_state_alloc)(struct xfrm_state *, struct xfrm_user_sec_ctx *); int (*xfrm_state_alloc_acquire)(struct xfrm_state *, struct xfrm_sec_ctx *, u32); void (*xfrm_state_free_security)(struct xfrm_state *); int (*xfrm_state_delete_security)(struct xfrm_state *); int (*xfrm_policy_lookup)(struct xfrm_sec_ctx *, u32); int (*xfrm_state_pol_flow_match)(struct xfrm_state *, struct xfrm_policy *, const struct flowi_common *); int (*xfrm_decode_session)(struct sk_buff *, u32 *, int); int (*key_alloc)(struct key *, const struct cred *, long unsigned int); void (*key_free)(struct key *); int (*key_permission)(key_ref_t, const struct cred *, enum key_need_perm); int (*key_getsecurity)(struct key *, char **); int (*audit_rule_init)(u32, u32, char *, void **); int (*audit_rule_known)(struct audit_krule *); int (*audit_rule_match)(u32, u32, u32, void *); void (*audit_rule_free)(void *); int (*bpf)(int, union bpf_attr *, unsigned int); int (*bpf_map)(struct bpf_map *, fmode_t); int (*bpf_prog)(struct bpf_prog *); int (*bpf_map_alloc_security)(struct bpf_map *); void (*bpf_map_free_security)(struct bpf_map *); int (*bpf_prog_alloc_security)(struct bpf_prog_aux *); void (*bpf_prog_free_security)(struct bpf_prog_aux *); int (*locked_down)(enum lockdown_reason); int (*perf_event_open)(struct perf_event_attr *, int); int (*perf_event_alloc)(struct perf_event *); void (*perf_event_free)(struct perf_event *); int (*perf_event_read)(struct perf_event *); int (*perf_event_write)(struct perf_event *); int (*uring_override_creds)(const struct cred *); int (*uring_sqpoll)(); }; struct security_hook_heads { struct hlist_head binder_set_context_mgr; struct hlist_head binder_transaction; struct hlist_head binder_transfer_binder; struct hlist_head binder_transfer_file; struct hlist_head ptrace_access_check; struct hlist_head ptrace_traceme; struct hlist_head capget; struct hlist_head capset; struct hlist_head capable; struct hlist_head quotactl; struct hlist_head quota_on; struct hlist_head syslog; struct hlist_head settime; struct hlist_head vm_enough_memory; struct hlist_head bprm_creds_for_exec; struct hlist_head bprm_creds_from_file; struct hlist_head bprm_check_security; struct hlist_head bprm_committing_creds; struct hlist_head bprm_committed_creds; struct hlist_head fs_context_dup; struct hlist_head fs_context_parse_param; struct hlist_head sb_alloc_security; struct hlist_head sb_delete; struct hlist_head sb_free_security; struct hlist_head sb_free_mnt_opts; struct hlist_head sb_eat_lsm_opts; struct hlist_head sb_mnt_opts_compat; struct hlist_head sb_remount; struct hlist_head sb_kern_mount; struct hlist_head sb_show_options; struct hlist_head sb_statfs; struct hlist_head sb_mount; struct hlist_head sb_umount; struct hlist_head sb_pivotroot; struct hlist_head sb_set_mnt_opts; struct hlist_head sb_clone_mnt_opts; struct hlist_head move_mount; struct hlist_head dentry_init_security; struct hlist_head dentry_create_files_as; struct hlist_head path_unlink; struct hlist_head path_mkdir; struct hlist_head path_rmdir; struct hlist_head path_mknod; struct hlist_head path_truncate; struct hlist_head path_symlink; struct hlist_head path_link; struct hlist_head path_rename; struct hlist_head path_chmod; struct hlist_head path_chown; struct hlist_head path_chroot; struct hlist_head path_notify; struct hlist_head inode_alloc_security; struct hlist_head inode_free_security; struct hlist_head inode_init_security; struct hlist_head inode_init_security_anon; struct hlist_head inode_create; struct hlist_head inode_link; struct hlist_head inode_unlink; struct hlist_head inode_symlink; struct hlist_head inode_mkdir; struct hlist_head inode_rmdir; struct hlist_head inode_mknod; struct hlist_head inode_rename; struct hlist_head inode_readlink; struct hlist_head inode_follow_link; struct hlist_head inode_permission; struct hlist_head inode_setattr; struct hlist_head inode_getattr; struct hlist_head inode_setxattr; struct hlist_head inode_post_setxattr; struct hlist_head inode_getxattr; struct hlist_head inode_listxattr; struct hlist_head inode_removexattr; struct hlist_head inode_need_killpriv; struct hlist_head inode_killpriv; struct hlist_head inode_getsecurity; struct hlist_head inode_setsecurity; struct hlist_head inode_listsecurity; struct hlist_head inode_getsecid; struct hlist_head inode_copy_up; struct hlist_head inode_copy_up_xattr; struct hlist_head kernfs_init_security; struct hlist_head file_permission; struct hlist_head file_alloc_security; struct hlist_head file_free_security; struct hlist_head file_ioctl; struct hlist_head mmap_addr; struct hlist_head mmap_file; struct hlist_head file_mprotect; struct hlist_head file_lock; struct hlist_head file_fcntl; struct hlist_head file_set_fowner; struct hlist_head file_send_sigiotask; struct hlist_head file_receive; struct hlist_head file_open; struct hlist_head task_alloc; struct hlist_head task_free; struct hlist_head cred_alloc_blank; struct hlist_head cred_free; struct hlist_head cred_prepare; struct hlist_head cred_transfer; struct hlist_head cred_getsecid; struct hlist_head kernel_act_as; struct hlist_head kernel_create_files_as; struct hlist_head kernel_module_request; struct hlist_head kernel_load_data; struct hlist_head kernel_post_load_data; struct hlist_head kernel_read_file; struct hlist_head kernel_post_read_file; struct hlist_head task_fix_setuid; struct hlist_head task_fix_setgid; struct hlist_head task_setpgid; struct hlist_head task_getpgid; struct hlist_head task_getsid; struct hlist_head current_getsecid_subj; struct hlist_head task_getsecid_obj; struct hlist_head task_setnice; struct hlist_head task_setioprio; struct hlist_head task_getioprio; struct hlist_head task_prlimit; struct hlist_head task_setrlimit; struct hlist_head task_setscheduler; struct hlist_head task_getscheduler; struct hlist_head task_movememory; struct hlist_head task_kill; struct hlist_head task_prctl; struct hlist_head task_to_inode; struct hlist_head ipc_permission; struct hlist_head ipc_getsecid; struct hlist_head msg_msg_alloc_security; struct hlist_head msg_msg_free_security; struct hlist_head msg_queue_alloc_security; struct hlist_head msg_queue_free_security; struct hlist_head msg_queue_associate; struct hlist_head msg_queue_msgctl; struct hlist_head msg_queue_msgsnd; struct hlist_head msg_queue_msgrcv; struct hlist_head shm_alloc_security; struct hlist_head shm_free_security; struct hlist_head shm_associate; struct hlist_head shm_shmctl; struct hlist_head shm_shmat; struct hlist_head sem_alloc_security; struct hlist_head sem_free_security; struct hlist_head sem_associate; struct hlist_head sem_semctl; struct hlist_head sem_semop; struct hlist_head netlink_send; struct hlist_head d_instantiate; struct hlist_head getprocattr; struct hlist_head setprocattr; struct hlist_head ismaclabel; struct hlist_head secid_to_secctx; struct hlist_head secctx_to_secid; struct hlist_head release_secctx; struct hlist_head inode_invalidate_secctx; struct hlist_head inode_notifysecctx; struct hlist_head inode_setsecctx; struct hlist_head inode_getsecctx; struct hlist_head post_notification; struct hlist_head watch_key; struct hlist_head unix_stream_connect; struct hlist_head unix_may_send; struct hlist_head socket_create; struct hlist_head socket_post_create; struct hlist_head socket_socketpair; struct hlist_head socket_bind; struct hlist_head socket_connect; struct hlist_head socket_listen; struct hlist_head socket_accept; struct hlist_head socket_sendmsg; struct hlist_head socket_recvmsg; struct hlist_head socket_getsockname; struct hlist_head socket_getpeername; struct hlist_head socket_getsockopt; struct hlist_head socket_setsockopt; struct hlist_head socket_shutdown; struct hlist_head socket_sock_rcv_skb; struct hlist_head socket_getpeersec_stream; struct hlist_head socket_getpeersec_dgram; struct hlist_head sk_alloc_security; struct hlist_head sk_free_security; struct hlist_head sk_clone_security; struct hlist_head sk_getsecid; struct hlist_head sock_graft; struct hlist_head inet_conn_request; struct hlist_head inet_csk_clone; struct hlist_head inet_conn_established; struct hlist_head secmark_relabel_packet; struct hlist_head secmark_refcount_inc; struct hlist_head secmark_refcount_dec; struct hlist_head req_classify_flow; struct hlist_head tun_dev_alloc_security; struct hlist_head tun_dev_free_security; struct hlist_head tun_dev_create; struct hlist_head tun_dev_attach_queue; struct hlist_head tun_dev_attach; struct hlist_head tun_dev_open; struct hlist_head sctp_assoc_request; struct hlist_head sctp_bind_connect; struct hlist_head sctp_sk_clone; struct hlist_head sctp_assoc_established; struct hlist_head ib_pkey_access; struct hlist_head ib_endport_manage_subnet; struct hlist_head ib_alloc_security; struct hlist_head ib_free_security; struct hlist_head xfrm_policy_alloc_security; struct hlist_head xfrm_policy_clone_security; struct hlist_head xfrm_policy_free_security; struct hlist_head xfrm_policy_delete_security; struct hlist_head xfrm_state_alloc; struct hlist_head xfrm_state_alloc_acquire; struct hlist_head xfrm_state_free_security; struct hlist_head xfrm_state_delete_security; struct hlist_head xfrm_policy_lookup; struct hlist_head xfrm_state_pol_flow_match; struct hlist_head xfrm_decode_session; struct hlist_head key_alloc; struct hlist_head key_free; struct hlist_head key_permission; struct hlist_head key_getsecurity; struct hlist_head audit_rule_init; struct hlist_head audit_rule_known; struct hlist_head audit_rule_match; struct hlist_head audit_rule_free; struct hlist_head bpf; struct hlist_head bpf_map; struct hlist_head bpf_prog; struct hlist_head bpf_map_alloc_security; struct hlist_head bpf_map_free_security; struct hlist_head bpf_prog_alloc_security; struct hlist_head bpf_prog_free_security; struct hlist_head locked_down; struct hlist_head perf_event_open; struct hlist_head perf_event_alloc; struct hlist_head perf_event_free; struct hlist_head perf_event_read; struct hlist_head perf_event_write; struct hlist_head uring_override_creds; struct hlist_head uring_sqpoll; }; struct security_hook_list { struct hlist_node list; struct hlist_head *head; union security_list_options hook; const char *lsm; }; enum lsm_order { LSM_ORDER_FIRST = 4294967295, LSM_ORDER_MUTABLE = 0, }; struct lsm_info { const char *name; enum lsm_order order; long unsigned int flags; int *enabled; int (*init)(); struct lsm_blob_sizes *blobs; }; enum lsm_event { LSM_POLICY_CHANGE = 0, }; typedef int (*initxattrs)(struct inode *, const struct xattr *, void *); struct ethhdr { unsigned char h_dest[6]; unsigned char h_source[6]; __be16 h_proto; }; struct ethtool_drvinfo { __u32 cmd; char driver[32]; char version[32]; char fw_version[32]; char bus_info[32]; char erom_version[32]; char reserved2[12]; __u32 n_priv_flags; __u32 n_stats; __u32 testinfo_len; __u32 eedump_len; __u32 regdump_len; }; struct ethtool_wolinfo { __u32 cmd; __u32 supported; __u32 wolopts; __u8 sopass[6]; }; struct ethtool_tunable { __u32 cmd; __u32 id; __u32 type_id; __u32 len; void *data[0]; }; struct ethtool_regs { __u32 cmd; __u32 version; __u32 len; __u8 data[0]; }; struct ethtool_eeprom { __u32 cmd; __u32 magic; __u32 offset; __u32 len; __u8 data[0]; }; struct ethtool_eee { __u32 cmd; __u32 supported; __u32 advertised; __u32 lp_advertised; __u32 eee_active; __u32 eee_enabled; __u32 tx_lpi_enabled; __u32 tx_lpi_timer; __u32 reserved[2]; }; struct ethtool_modinfo { __u32 cmd; __u32 type; __u32 eeprom_len; __u32 reserved[8]; }; struct ethtool_coalesce { __u32 cmd; __u32 rx_coalesce_usecs; __u32 rx_max_coalesced_frames; __u32 rx_coalesce_usecs_irq; __u32 rx_max_coalesced_frames_irq; __u32 tx_coalesce_usecs; __u32 tx_max_coalesced_frames; __u32 tx_coalesce_usecs_irq; __u32 tx_max_coalesced_frames_irq; __u32 stats_block_coalesce_usecs; __u32 use_adaptive_rx_coalesce; __u32 use_adaptive_tx_coalesce; __u32 pkt_rate_low; __u32 rx_coalesce_usecs_low; __u32 rx_max_coalesced_frames_low; __u32 tx_coalesce_usecs_low; __u32 tx_max_coalesced_frames_low; __u32 pkt_rate_high; __u32 rx_coalesce_usecs_high; __u32 rx_max_coalesced_frames_high; __u32 tx_coalesce_usecs_high; __u32 tx_max_coalesced_frames_high; __u32 rate_sample_interval; }; struct ethtool_ringparam { __u32 cmd; __u32 rx_max_pending; __u32 rx_mini_max_pending; __u32 rx_jumbo_max_pending; __u32 tx_max_pending; __u32 rx_pending; __u32 rx_mini_pending; __u32 rx_jumbo_pending; __u32 tx_pending; }; struct ethtool_channels { __u32 cmd; __u32 max_rx; __u32 max_tx; __u32 max_other; __u32 max_combined; __u32 rx_count; __u32 tx_count; __u32 other_count; __u32 combined_count; }; struct ethtool_pauseparam { __u32 cmd; __u32 autoneg; __u32 rx_pause; __u32 tx_pause; }; enum ethtool_link_ext_state { ETHTOOL_LINK_EXT_STATE_AUTONEG = 0, ETHTOOL_LINK_EXT_STATE_LINK_TRAINING_FAILURE = 1, ETHTOOL_LINK_EXT_STATE_LINK_LOGICAL_MISMATCH = 2, ETHTOOL_LINK_EXT_STATE_BAD_SIGNAL_INTEGRITY = 3, ETHTOOL_LINK_EXT_STATE_NO_CABLE = 4, ETHTOOL_LINK_EXT_STATE_CABLE_ISSUE = 5, ETHTOOL_LINK_EXT_STATE_EEPROM_ISSUE = 6, ETHTOOL_LINK_EXT_STATE_CALIBRATION_FAILURE = 7, ETHTOOL_LINK_EXT_STATE_POWER_BUDGET_EXCEEDED = 8, ETHTOOL_LINK_EXT_STATE_OVERHEAT = 9, ETHTOOL_LINK_EXT_STATE_MODULE = 10, }; enum ethtool_link_ext_substate_autoneg { ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_PARTNER_DETECTED = 1, ETHTOOL_LINK_EXT_SUBSTATE_AN_ACK_NOT_RECEIVED = 2, ETHTOOL_LINK_EXT_SUBSTATE_AN_NEXT_PAGE_EXCHANGE_FAILED = 3, ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_PARTNER_DETECTED_FORCE_MODE = 4, ETHTOOL_LINK_EXT_SUBSTATE_AN_FEC_MISMATCH_DURING_OVERRIDE = 5, ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_HCD = 6, }; enum ethtool_link_ext_substate_link_training { ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_FRAME_LOCK_NOT_ACQUIRED = 1, ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_LINK_INHIBIT_TIMEOUT = 2, ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_LINK_PARTNER_DID_NOT_SET_RECEIVER_READY = 3, ETHTOOL_LINK_EXT_SUBSTATE_LT_REMOTE_FAULT = 4, }; enum ethtool_link_ext_substate_link_logical_mismatch { ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_ACQUIRE_BLOCK_LOCK = 1, ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_ACQUIRE_AM_LOCK = 2, ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_GET_ALIGN_STATUS = 3, ETHTOOL_LINK_EXT_SUBSTATE_LLM_FC_FEC_IS_NOT_LOCKED = 4, ETHTOOL_LINK_EXT_SUBSTATE_LLM_RS_FEC_IS_NOT_LOCKED = 5, }; enum ethtool_link_ext_substate_bad_signal_integrity { ETHTOOL_LINK_EXT_SUBSTATE_BSI_LARGE_NUMBER_OF_PHYSICAL_ERRORS = 1, ETHTOOL_LINK_EXT_SUBSTATE_BSI_UNSUPPORTED_RATE = 2, ETHTOOL_LINK_EXT_SUBSTATE_BSI_SERDES_REFERENCE_CLOCK_LOST = 3, ETHTOOL_LINK_EXT_SUBSTATE_BSI_SERDES_ALOS = 4, }; enum ethtool_link_ext_substate_cable_issue { ETHTOOL_LINK_EXT_SUBSTATE_CI_UNSUPPORTED_CABLE = 1, ETHTOOL_LINK_EXT_SUBSTATE_CI_CABLE_TEST_FAILURE = 2, }; enum ethtool_link_ext_substate_module { ETHTOOL_LINK_EXT_SUBSTATE_MODULE_CMIS_NOT_READY = 1, }; enum ethtool_module_power_mode_policy { ETHTOOL_MODULE_POWER_MODE_POLICY_HIGH = 1, ETHTOOL_MODULE_POWER_MODE_POLICY_AUTO = 2, }; enum ethtool_module_power_mode { ETHTOOL_MODULE_POWER_MODE_LOW = 1, ETHTOOL_MODULE_POWER_MODE_HIGH = 2, }; struct ethtool_test { __u32 cmd; __u32 flags; __u32 reserved; __u32 len; __u64 data[0]; }; struct ethtool_stats { __u32 cmd; __u32 n_stats; __u64 data[0]; }; struct ethtool_tcpip4_spec { __be32 ip4src; __be32 ip4dst; __be16 psrc; __be16 pdst; __u8 tos; }; struct ethtool_ah_espip4_spec { __be32 ip4src; __be32 ip4dst; __be32 spi; __u8 tos; }; struct ethtool_usrip4_spec { __be32 ip4src; __be32 ip4dst; __be32 l4_4_bytes; __u8 tos; __u8 ip_ver; __u8 proto; }; struct ethtool_tcpip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be16 psrc; __be16 pdst; __u8 tclass; }; struct ethtool_ah_espip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be32 spi; __u8 tclass; }; struct ethtool_usrip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be32 l4_4_bytes; __u8 tclass; __u8 l4_proto; }; union ethtool_flow_union { struct ethtool_tcpip4_spec tcp_ip4_spec; struct ethtool_tcpip4_spec udp_ip4_spec; struct ethtool_tcpip4_spec sctp_ip4_spec; struct ethtool_ah_espip4_spec ah_ip4_spec; struct ethtool_ah_espip4_spec esp_ip4_spec; struct ethtool_usrip4_spec usr_ip4_spec; struct ethtool_tcpip6_spec tcp_ip6_spec; struct ethtool_tcpip6_spec udp_ip6_spec; struct ethtool_tcpip6_spec sctp_ip6_spec; struct ethtool_ah_espip6_spec ah_ip6_spec; struct ethtool_ah_espip6_spec esp_ip6_spec; struct ethtool_usrip6_spec usr_ip6_spec; struct ethhdr ether_spec; __u8 hdata[52]; }; struct ethtool_flow_ext { __u8 padding[2]; unsigned char h_dest[6]; __be16 vlan_etype; __be16 vlan_tci; __be32 data[2]; }; struct ethtool_rx_flow_spec { __u32 flow_type; union ethtool_flow_union h_u; struct ethtool_flow_ext h_ext; union ethtool_flow_union m_u; struct ethtool_flow_ext m_ext; __u64 ring_cookie; __u32 location; }; struct ethtool_rxnfc { __u32 cmd; __u32 flow_type; __u64 data; struct ethtool_rx_flow_spec fs; union { __u32 rule_cnt; __u32 rss_context; }; __u32 rule_locs[0]; }; struct ethtool_flash { __u32 cmd; __u32 region; char data[128]; }; struct ethtool_dump { __u32 cmd; __u32 version; __u32 flag; __u32 len; __u8 data[0]; }; struct ethtool_ts_info { __u32 cmd; __u32 so_timestamping; __s32 phc_index; __u32 tx_types; __u32 tx_reserved[3]; __u32 rx_filters; __u32 rx_reserved[3]; }; struct ethtool_fecparam { __u32 cmd; __u32 active_fec; __u32 fec; __u32 reserved; }; enum ethtool_link_mode_bit_indices { ETHTOOL_LINK_MODE_10baseT_Half_BIT = 0, ETHTOOL_LINK_MODE_10baseT_Full_BIT = 1, ETHTOOL_LINK_MODE_100baseT_Half_BIT = 2, ETHTOOL_LINK_MODE_100baseT_Full_BIT = 3, ETHTOOL_LINK_MODE_1000baseT_Half_BIT = 4, ETHTOOL_LINK_MODE_1000baseT_Full_BIT = 5, ETHTOOL_LINK_MODE_Autoneg_BIT = 6, ETHTOOL_LINK_MODE_TP_BIT = 7, ETHTOOL_LINK_MODE_AUI_BIT = 8, ETHTOOL_LINK_MODE_MII_BIT = 9, ETHTOOL_LINK_MODE_FIBRE_BIT = 10, ETHTOOL_LINK_MODE_BNC_BIT = 11, ETHTOOL_LINK_MODE_10000baseT_Full_BIT = 12, ETHTOOL_LINK_MODE_Pause_BIT = 13, ETHTOOL_LINK_MODE_Asym_Pause_BIT = 14, ETHTOOL_LINK_MODE_2500baseX_Full_BIT = 15, ETHTOOL_LINK_MODE_Backplane_BIT = 16, ETHTOOL_LINK_MODE_1000baseKX_Full_BIT = 17, ETHTOOL_LINK_MODE_10000baseKX4_Full_BIT = 18, ETHTOOL_LINK_MODE_10000baseKR_Full_BIT = 19, ETHTOOL_LINK_MODE_10000baseR_FEC_BIT = 20, ETHTOOL_LINK_MODE_20000baseMLD2_Full_BIT = 21, ETHTOOL_LINK_MODE_20000baseKR2_Full_BIT = 22, ETHTOOL_LINK_MODE_40000baseKR4_Full_BIT = 23, ETHTOOL_LINK_MODE_40000baseCR4_Full_BIT = 24, ETHTOOL_LINK_MODE_40000baseSR4_Full_BIT = 25, ETHTOOL_LINK_MODE_40000baseLR4_Full_BIT = 26, ETHTOOL_LINK_MODE_56000baseKR4_Full_BIT = 27, ETHTOOL_LINK_MODE_56000baseCR4_Full_BIT = 28, ETHTOOL_LINK_MODE_56000baseSR4_Full_BIT = 29, ETHTOOL_LINK_MODE_56000baseLR4_Full_BIT = 30, ETHTOOL_LINK_MODE_25000baseCR_Full_BIT = 31, ETHTOOL_LINK_MODE_25000baseKR_Full_BIT = 32, ETHTOOL_LINK_MODE_25000baseSR_Full_BIT = 33, ETHTOOL_LINK_MODE_50000baseCR2_Full_BIT = 34, ETHTOOL_LINK_MODE_50000baseKR2_Full_BIT = 35, ETHTOOL_LINK_MODE_100000baseKR4_Full_BIT = 36, ETHTOOL_LINK_MODE_100000baseSR4_Full_BIT = 37, ETHTOOL_LINK_MODE_100000baseCR4_Full_BIT = 38, ETHTOOL_LINK_MODE_100000baseLR4_ER4_Full_BIT = 39, ETHTOOL_LINK_MODE_50000baseSR2_Full_BIT = 40, ETHTOOL_LINK_MODE_1000baseX_Full_BIT = 41, ETHTOOL_LINK_MODE_10000baseCR_Full_BIT = 42, ETHTOOL_LINK_MODE_10000baseSR_Full_BIT = 43, ETHTOOL_LINK_MODE_10000baseLR_Full_BIT = 44, ETHTOOL_LINK_MODE_10000baseLRM_Full_BIT = 45, ETHTOOL_LINK_MODE_10000baseER_Full_BIT = 46, ETHTOOL_LINK_MODE_2500baseT_Full_BIT = 47, ETHTOOL_LINK_MODE_5000baseT_Full_BIT = 48, ETHTOOL_LINK_MODE_FEC_NONE_BIT = 49, ETHTOOL_LINK_MODE_FEC_RS_BIT = 50, ETHTOOL_LINK_MODE_FEC_BASER_BIT = 51, ETHTOOL_LINK_MODE_50000baseKR_Full_BIT = 52, ETHTOOL_LINK_MODE_50000baseSR_Full_BIT = 53, ETHTOOL_LINK_MODE_50000baseCR_Full_BIT = 54, ETHTOOL_LINK_MODE_50000baseLR_ER_FR_Full_BIT = 55, ETHTOOL_LINK_MODE_50000baseDR_Full_BIT = 56, ETHTOOL_LINK_MODE_100000baseKR2_Full_BIT = 57, ETHTOOL_LINK_MODE_100000baseSR2_Full_BIT = 58, ETHTOOL_LINK_MODE_100000baseCR2_Full_BIT = 59, ETHTOOL_LINK_MODE_100000baseLR2_ER2_FR2_Full_BIT = 60, ETHTOOL_LINK_MODE_100000baseDR2_Full_BIT = 61, ETHTOOL_LINK_MODE_200000baseKR4_Full_BIT = 62, ETHTOOL_LINK_MODE_200000baseSR4_Full_BIT = 63, ETHTOOL_LINK_MODE_200000baseLR4_ER4_FR4_Full_BIT = 64, ETHTOOL_LINK_MODE_200000baseDR4_Full_BIT = 65, ETHTOOL_LINK_MODE_200000baseCR4_Full_BIT = 66, ETHTOOL_LINK_MODE_100baseT1_Full_BIT = 67, ETHTOOL_LINK_MODE_1000baseT1_Full_BIT = 68, ETHTOOL_LINK_MODE_400000baseKR8_Full_BIT = 69, ETHTOOL_LINK_MODE_400000baseSR8_Full_BIT = 70, ETHTOOL_LINK_MODE_400000baseLR8_ER8_FR8_Full_BIT = 71, ETHTOOL_LINK_MODE_400000baseDR8_Full_BIT = 72, ETHTOOL_LINK_MODE_400000baseCR8_Full_BIT = 73, ETHTOOL_LINK_MODE_FEC_LLRS_BIT = 74, ETHTOOL_LINK_MODE_100000baseKR_Full_BIT = 75, ETHTOOL_LINK_MODE_100000baseSR_Full_BIT = 76, ETHTOOL_LINK_MODE_100000baseLR_ER_FR_Full_BIT = 77, ETHTOOL_LINK_MODE_100000baseCR_Full_BIT = 78, ETHTOOL_LINK_MODE_100000baseDR_Full_BIT = 79, ETHTOOL_LINK_MODE_200000baseKR2_Full_BIT = 80, ETHTOOL_LINK_MODE_200000baseSR2_Full_BIT = 81, ETHTOOL_LINK_MODE_200000baseLR2_ER2_FR2_Full_BIT = 82, ETHTOOL_LINK_MODE_200000baseDR2_Full_BIT = 83, ETHTOOL_LINK_MODE_200000baseCR2_Full_BIT = 84, ETHTOOL_LINK_MODE_400000baseKR4_Full_BIT = 85, ETHTOOL_LINK_MODE_400000baseSR4_Full_BIT = 86, ETHTOOL_LINK_MODE_400000baseLR4_ER4_FR4_Full_BIT = 87, ETHTOOL_LINK_MODE_400000baseDR4_Full_BIT = 88, ETHTOOL_LINK_MODE_400000baseCR4_Full_BIT = 89, ETHTOOL_LINK_MODE_100baseFX_Half_BIT = 90, ETHTOOL_LINK_MODE_100baseFX_Full_BIT = 91, ETHTOOL_LINK_MODE_10baseT1L_Full_BIT = 92, __ETHTOOL_LINK_MODE_MASK_NBITS = 93, }; struct ethtool_link_settings { __u32 cmd; __u32 speed; __u8 duplex; __u8 port; __u8 phy_address; __u8 autoneg; __u8 mdio_support; __u8 eth_tp_mdix; __u8 eth_tp_mdix_ctrl; __s8 link_mode_masks_nwords; __u8 transceiver; __u8 master_slave_cfg; __u8 master_slave_state; __u8 reserved1[1]; __u32 reserved[7]; __u32 link_mode_masks[0]; }; struct kernel_ethtool_ringparam { u32 rx_buf_len; u8 tcp_data_split; u8 tx_push; u32 cqe_size; }; struct ethtool_link_ext_state_info { enum ethtool_link_ext_state link_ext_state; union { enum ethtool_link_ext_substate_autoneg autoneg; enum ethtool_link_ext_substate_link_training link_training; enum ethtool_link_ext_substate_link_logical_mismatch link_logical_mismatch; enum ethtool_link_ext_substate_bad_signal_integrity bad_signal_integrity; enum ethtool_link_ext_substate_cable_issue cable_issue; enum ethtool_link_ext_substate_module module; u32 __link_ext_substate; }; }; struct ethtool_link_ksettings { struct ethtool_link_settings base; struct { long unsigned int supported[2]; long unsigned int advertising[2]; long unsigned int lp_advertising[2]; } link_modes; u32 lanes; }; struct kernel_ethtool_coalesce { u8 use_cqe_mode_tx; u8 use_cqe_mode_rx; }; struct ethtool_eth_mac_stats { u64 FramesTransmittedOK; u64 SingleCollisionFrames; u64 MultipleCollisionFrames; u64 FramesReceivedOK; u64 FrameCheckSequenceErrors; u64 AlignmentErrors; u64 OctetsTransmittedOK; u64 FramesWithDeferredXmissions; u64 LateCollisions; u64 FramesAbortedDueToXSColls; u64 FramesLostDueToIntMACXmitError; u64 CarrierSenseErrors; u64 OctetsReceivedOK; u64 FramesLostDueToIntMACRcvError; u64 MulticastFramesXmittedOK; u64 BroadcastFramesXmittedOK; u64 FramesWithExcessiveDeferral; u64 MulticastFramesReceivedOK; u64 BroadcastFramesReceivedOK; u64 InRangeLengthErrors; u64 OutOfRangeLengthField; u64 FrameTooLongErrors; }; struct ethtool_eth_phy_stats { u64 SymbolErrorDuringCarrier; }; struct ethtool_eth_ctrl_stats { u64 MACControlFramesTransmitted; u64 MACControlFramesReceived; u64 UnsupportedOpcodesReceived; }; struct ethtool_pause_stats { u64 tx_pause_frames; u64 rx_pause_frames; }; struct ethtool_fec_stat { u64 total; u64 lanes[8]; }; struct ethtool_fec_stats { struct ethtool_fec_stat corrected_blocks; struct ethtool_fec_stat uncorrectable_blocks; struct ethtool_fec_stat corrected_bits; }; struct ethtool_rmon_hist_range { u16 low; u16 high; }; struct ethtool_rmon_stats { u64 undersize_pkts; u64 oversize_pkts; u64 fragments; u64 jabbers; u64 hist[10]; u64 hist_tx[10]; }; struct ethtool_module_eeprom { u32 offset; u32 length; u8 page; u8 bank; u8 i2c_address; u8 *data; }; struct ethtool_module_power_mode_params { enum ethtool_module_power_mode_policy policy; enum ethtool_module_power_mode mode; }; enum ib_uverbs_write_cmds { IB_USER_VERBS_CMD_GET_CONTEXT = 0, IB_USER_VERBS_CMD_QUERY_DEVICE = 1, IB_USER_VERBS_CMD_QUERY_PORT = 2, IB_USER_VERBS_CMD_ALLOC_PD = 3, IB_USER_VERBS_CMD_DEALLOC_PD = 4, IB_USER_VERBS_CMD_CREATE_AH = 5, IB_USER_VERBS_CMD_MODIFY_AH = 6, IB_USER_VERBS_CMD_QUERY_AH = 7, IB_USER_VERBS_CMD_DESTROY_AH = 8, IB_USER_VERBS_CMD_REG_MR = 9, IB_USER_VERBS_CMD_REG_SMR = 10, IB_USER_VERBS_CMD_REREG_MR = 11, IB_USER_VERBS_CMD_QUERY_MR = 12, IB_USER_VERBS_CMD_DEREG_MR = 13, IB_USER_VERBS_CMD_ALLOC_MW = 14, IB_USER_VERBS_CMD_BIND_MW = 15, IB_USER_VERBS_CMD_DEALLOC_MW = 16, IB_USER_VERBS_CMD_CREATE_COMP_CHANNEL = 17, IB_USER_VERBS_CMD_CREATE_CQ = 18, IB_USER_VERBS_CMD_RESIZE_CQ = 19, IB_USER_VERBS_CMD_DESTROY_CQ = 20, IB_USER_VERBS_CMD_POLL_CQ = 21, IB_USER_VERBS_CMD_PEEK_CQ = 22, IB_USER_VERBS_CMD_REQ_NOTIFY_CQ = 23, IB_USER_VERBS_CMD_CREATE_QP = 24, IB_USER_VERBS_CMD_QUERY_QP = 25, IB_USER_VERBS_CMD_MODIFY_QP = 26, IB_USER_VERBS_CMD_DESTROY_QP = 27, IB_USER_VERBS_CMD_POST_SEND = 28, IB_USER_VERBS_CMD_POST_RECV = 29, IB_USER_VERBS_CMD_ATTACH_MCAST = 30, IB_USER_VERBS_CMD_DETACH_MCAST = 31, IB_USER_VERBS_CMD_CREATE_SRQ = 32, IB_USER_VERBS_CMD_MODIFY_SRQ = 33, IB_USER_VERBS_CMD_QUERY_SRQ = 34, IB_USER_VERBS_CMD_DESTROY_SRQ = 35, IB_USER_VERBS_CMD_POST_SRQ_RECV = 36, IB_USER_VERBS_CMD_OPEN_XRCD = 37, IB_USER_VERBS_CMD_CLOSE_XRCD = 38, IB_USER_VERBS_CMD_CREATE_XSRQ = 39, IB_USER_VERBS_CMD_OPEN_QP = 40, }; enum ib_uverbs_wc_opcode { IB_UVERBS_WC_SEND = 0, IB_UVERBS_WC_RDMA_WRITE = 1, IB_UVERBS_WC_RDMA_READ = 2, IB_UVERBS_WC_COMP_SWAP = 3, IB_UVERBS_WC_FETCH_ADD = 4, IB_UVERBS_WC_BIND_MW = 5, IB_UVERBS_WC_LOCAL_INV = 6, IB_UVERBS_WC_TSO = 7, }; enum ib_uverbs_create_qp_mask { IB_UVERBS_CREATE_QP_MASK_IND_TABLE = 1, }; enum ib_uverbs_wr_opcode { IB_UVERBS_WR_RDMA_WRITE = 0, IB_UVERBS_WR_RDMA_WRITE_WITH_IMM = 1, IB_UVERBS_WR_SEND = 2, IB_UVERBS_WR_SEND_WITH_IMM = 3, IB_UVERBS_WR_RDMA_READ = 4, IB_UVERBS_WR_ATOMIC_CMP_AND_SWP = 5, IB_UVERBS_WR_ATOMIC_FETCH_AND_ADD = 6, IB_UVERBS_WR_LOCAL_INV = 7, IB_UVERBS_WR_BIND_MW = 8, IB_UVERBS_WR_SEND_WITH_INV = 9, IB_UVERBS_WR_TSO = 10, IB_UVERBS_WR_RDMA_READ_WITH_INV = 11, IB_UVERBS_WR_MASKED_ATOMIC_CMP_AND_SWP = 12, IB_UVERBS_WR_MASKED_ATOMIC_FETCH_AND_ADD = 13, }; enum ib_uverbs_device_cap_flags { IB_UVERBS_DEVICE_RESIZE_MAX_WR = 1, IB_UVERBS_DEVICE_BAD_PKEY_CNTR = 2, IB_UVERBS_DEVICE_BAD_QKEY_CNTR = 4, IB_UVERBS_DEVICE_RAW_MULTI = 8, IB_UVERBS_DEVICE_AUTO_PATH_MIG = 16, IB_UVERBS_DEVICE_CHANGE_PHY_PORT = 32, IB_UVERBS_DEVICE_UD_AV_PORT_ENFORCE = 64, IB_UVERBS_DEVICE_CURR_QP_STATE_MOD = 128, IB_UVERBS_DEVICE_SHUTDOWN_PORT = 256, IB_UVERBS_DEVICE_PORT_ACTIVE_EVENT = 1024, IB_UVERBS_DEVICE_SYS_IMAGE_GUID = 2048, IB_UVERBS_DEVICE_RC_RNR_NAK_GEN = 4096, IB_UVERBS_DEVICE_SRQ_RESIZE = 8192, IB_UVERBS_DEVICE_N_NOTIFY_CQ = 16384, IB_UVERBS_DEVICE_MEM_WINDOW = 131072, IB_UVERBS_DEVICE_UD_IP_CSUM = 262144, IB_UVERBS_DEVICE_XRC = 1048576, IB_UVERBS_DEVICE_MEM_MGT_EXTENSIONS = 2097152, IB_UVERBS_DEVICE_MEM_WINDOW_TYPE_2A = 8388608, IB_UVERBS_DEVICE_MEM_WINDOW_TYPE_2B = 16777216, IB_UVERBS_DEVICE_RC_IP_CSUM = 33554432, IB_UVERBS_DEVICE_RAW_IP_CSUM = 67108864, IB_UVERBS_DEVICE_MANAGED_FLOW_STEERING = 536870912, IB_UVERBS_DEVICE_RAW_SCATTER_FCS = 0, IB_UVERBS_DEVICE_PCI_WRITE_END_PADDING = 0, }; enum ib_uverbs_raw_packet_caps { IB_UVERBS_RAW_PACKET_CAP_CVLAN_STRIPPING = 1, IB_UVERBS_RAW_PACKET_CAP_SCATTER_FCS = 2, IB_UVERBS_RAW_PACKET_CAP_IP_CSUM = 4, IB_UVERBS_RAW_PACKET_CAP_DELAY_DROP = 8, }; enum ib_uverbs_access_flags { IB_UVERBS_ACCESS_LOCAL_WRITE = 1, IB_UVERBS_ACCESS_REMOTE_WRITE = 2, IB_UVERBS_ACCESS_REMOTE_READ = 4, IB_UVERBS_ACCESS_REMOTE_ATOMIC = 8, IB_UVERBS_ACCESS_MW_BIND = 16, IB_UVERBS_ACCESS_ZERO_BASED = 32, IB_UVERBS_ACCESS_ON_DEMAND = 64, IB_UVERBS_ACCESS_HUGETLB = 128, IB_UVERBS_ACCESS_RELAXED_ORDERING = 1048576, IB_UVERBS_ACCESS_OPTIONAL_RANGE = 1072693248, }; enum ib_uverbs_srq_type { IB_UVERBS_SRQT_BASIC = 0, IB_UVERBS_SRQT_XRC = 1, IB_UVERBS_SRQT_TM = 2, }; enum ib_uverbs_wq_type { IB_UVERBS_WQT_RQ = 0, }; enum ib_uverbs_wq_flags { IB_UVERBS_WQ_FLAGS_CVLAN_STRIPPING = 1, IB_UVERBS_WQ_FLAGS_SCATTER_FCS = 2, IB_UVERBS_WQ_FLAGS_DELAY_DROP = 4, IB_UVERBS_WQ_FLAGS_PCI_WRITE_END_PADDING = 8, }; enum ib_uverbs_qp_type { IB_UVERBS_QPT_RC = 2, IB_UVERBS_QPT_UC = 3, IB_UVERBS_QPT_UD = 4, IB_UVERBS_QPT_RAW_PACKET = 8, IB_UVERBS_QPT_XRC_INI = 9, IB_UVERBS_QPT_XRC_TGT = 10, IB_UVERBS_QPT_DRIVER = 255, }; enum ib_uverbs_qp_create_flags { IB_UVERBS_QP_CREATE_BLOCK_MULTICAST_LOOPBACK = 2, IB_UVERBS_QP_CREATE_SCATTER_FCS = 256, IB_UVERBS_QP_CREATE_CVLAN_STRIPPING = 512, IB_UVERBS_QP_CREATE_PCI_WRITE_END_PADDING = 2048, IB_UVERBS_QP_CREATE_SQ_SIG_ALL = 4096, }; enum ib_uverbs_gid_type { IB_UVERBS_GID_TYPE_IB = 0, IB_UVERBS_GID_TYPE_ROCE_V1 = 1, IB_UVERBS_GID_TYPE_ROCE_V2 = 2, }; enum ib_poll_context { IB_POLL_SOFTIRQ = 0, IB_POLL_WORKQUEUE = 1, IB_POLL_UNBOUND_WORKQUEUE = 2, IB_POLL_LAST_POOL_TYPE = 2, IB_POLL_DIRECT = 3, }; struct lsm_network_audit { int netif; const struct sock *sk; u16 family; __be16 dport; __be16 sport; union { struct { __be32 daddr; __be32 saddr; } v4; struct { struct in6_addr daddr; struct in6_addr saddr; } v6; } fam; }; struct lsm_ioctlop_audit { struct path path; u16 cmd; }; struct lsm_ibpkey_audit { u64 subnet_prefix; u16 pkey; }; struct lsm_ibendport_audit { const char *dev_name; u8 port; }; struct selinux_state; struct selinux_audit_data { u32 ssid; u32 tsid; u16 tclass; u32 requested; u32 audited; u32 denied; int result; struct selinux_state *state; }; struct smack_audit_data; struct apparmor_audit_data; struct common_audit_data { char type; union { struct path path; struct dentry *dentry; struct inode *inode; struct lsm_network_audit *net; int cap; int ipc_id; struct task_struct *tsk; struct { key_serial_t key; char *key_desc; } key_struct; char *kmod_name; struct lsm_ioctlop_audit *op; struct file *file; struct lsm_ibpkey_audit *ibpkey; struct lsm_ibendport_audit *ibendport; int reason; const char *anonclass; } u; union { struct smack_audit_data *smack_audit_data; struct selinux_audit_data *selinux_audit_data; struct apparmor_audit_data *apparmor_audit_data; }; }; enum { POLICYDB_CAP_NETPEER = 0, POLICYDB_CAP_OPENPERM = 1, POLICYDB_CAP_EXTSOCKCLASS = 2, POLICYDB_CAP_ALWAYSNETWORK = 3, POLICYDB_CAP_CGROUPSECLABEL = 4, POLICYDB_CAP_NNP_NOSUID_TRANSITION = 5, POLICYDB_CAP_GENFS_SECLABEL_SYMLINKS = 6, POLICYDB_CAP_IOCTL_SKIP_CLOEXEC = 7, __POLICYDB_CAP_MAX = 8, }; struct selinux_avc; struct selinux_policy; struct selinux_state { bool enforcing; bool checkreqprot; bool initialized; bool policycap[8]; struct page *status_page; struct mutex status_lock; struct selinux_avc *avc; struct selinux_policy *policy; struct mutex policy_mutex; }; struct avc_cache { struct hlist_head slots[512]; spinlock_t slots_lock[512]; atomic_t lru_hint; atomic_t active_nodes; u32 latest_notif; }; struct selinux_avc { unsigned int avc_cache_threshold; struct avc_cache avc_cache; }; struct av_decision { u32 allowed; u32 auditallow; u32 auditdeny; u32 seqno; u32 flags; }; struct extended_perms_data { u32 p[8]; }; struct extended_perms_decision { u8 used; u8 driver; struct extended_perms_data *allowed; struct extended_perms_data *auditallow; struct extended_perms_data *dontaudit; }; struct extended_perms { u16 len; struct extended_perms_data drivers; }; struct avc_cache_stats { unsigned int lookups; unsigned int misses; unsigned int allocations; unsigned int reclaims; unsigned int frees; }; struct security_class_mapping { const char *name; const char *perms[33]; }; struct trace_event_raw_selinux_audited { struct trace_entry ent; u32 requested; u32 denied; u32 audited; int result; u32 __data_loc_scontext; u32 __data_loc_tcontext; u32 __data_loc_tclass; char __data[0]; }; struct trace_event_data_offsets_selinux_audited { u32 scontext; u32 tcontext; u32 tclass; }; typedef void (*btf_trace_selinux_audited)(void *, struct selinux_audit_data *, char *, char *, const char *); struct avc_xperms_node; struct avc_entry { u32 ssid; u32 tsid; u16 tclass; struct av_decision avd; struct avc_xperms_node *xp_node; }; struct avc_xperms_node { struct extended_perms xp; struct list_head xpd_head; }; struct avc_node { struct avc_entry ae; struct hlist_node list; struct callback_head rhead; }; struct avc_xperms_decision_node { struct extended_perms_decision xpd; struct list_head xpd_list; }; struct avc_callback_node { int (*callback)(u32); u32 events; struct avc_callback_node *next; }; typedef __u16 __sum16; enum sctp_endpoint_type { SCTP_EP_TYPE_SOCKET = 0, SCTP_EP_TYPE_ASSOCIATION = 1, }; struct sctp_chunk; struct sctp_inq { struct list_head in_chunk_list; struct sctp_chunk *in_progress; struct work_struct immediate; }; struct sctp_bind_addr { __u16 port; struct list_head address_list; }; struct sctp_ep_common { enum sctp_endpoint_type type; refcount_t refcnt; bool dead; struct sock *sk; struct net *net; struct sctp_inq inqueue; struct sctp_bind_addr bind_addr; }; typedef __s32 sctp_assoc_t; struct in_addr { __be32 s_addr; }; struct sockaddr_in { __kernel_sa_family_t sin_family; __be16 sin_port; struct in_addr sin_addr; unsigned char __pad[8]; }; struct sockaddr_in6 { short unsigned int sin6_family; __be16 sin6_port; __be32 sin6_flowinfo; struct in6_addr sin6_addr; __u32 sin6_scope_id; }; union sctp_addr { struct sockaddr_in v4; struct sockaddr_in6 v6; struct sockaddr sa; }; struct sctp_chunkhdr { __u8 type; __u8 flags; __be16 length; }; struct sctp_inithdr { __be32 init_tag; __be32 a_rwnd; __be16 num_outbound_streams; __be16 num_inbound_streams; __be32 initial_tsn; __u8 params[0]; }; struct sctp_init_chunk { struct sctp_chunkhdr chunk_hdr; struct sctp_inithdr init_hdr; }; struct sctp_cookie { __u32 my_vtag; __u32 peer_vtag; __u32 my_ttag; __u32 peer_ttag; ktime_t expiration; __u16 sinit_num_ostreams; __u16 sinit_max_instreams; __u32 initial_tsn; union sctp_addr peer_addr; __u16 my_port; __u8 prsctp_capable; __u8 padding; __u32 adaptation_ind; __u8 auth_random[36]; __u8 auth_hmacs[10]; __u8 auth_chunks[20]; __u32 raw_addr_list_len; struct sctp_init_chunk peer_init[0]; }; struct sctp_tsnmap { long unsigned int *tsn_map; __u32 base_tsn; __u32 cumulative_tsn_ack_point; __u32 max_tsn_seen; __u16 len; __u16 pending_data; __u16 num_dup_tsns; __be32 dup_tsns[16]; }; struct sctp_inithdr_host { __u32 init_tag; __u32 a_rwnd; __u16 num_outbound_streams; __u16 num_inbound_streams; __u32 initial_tsn; }; enum sctp_state { SCTP_STATE_CLOSED = 0, SCTP_STATE_COOKIE_WAIT = 1, SCTP_STATE_COOKIE_ECHOED = 2, SCTP_STATE_ESTABLISHED = 3, SCTP_STATE_SHUTDOWN_PENDING = 4, SCTP_STATE_SHUTDOWN_SENT = 5, SCTP_STATE_SHUTDOWN_RECEIVED = 6, SCTP_STATE_SHUTDOWN_ACK_SENT = 7, }; struct sctp_stream_out_ext; struct sctp_stream_out { union { __u32 mid; __u16 ssn; }; __u32 mid_uo; struct sctp_stream_out_ext *ext; __u8 state; }; struct sctp_stream_in { union { __u32 mid; __u16 ssn; }; __u32 mid_uo; __u32 fsn; __u32 fsn_uo; char pd_mode; char pd_mode_uo; }; struct sctp_stream_interleave; struct sctp_stream { struct { struct __genradix tree; struct sctp_stream_out type[0]; } out; struct { struct __genradix tree; struct sctp_stream_in type[0]; } in; __u16 outcnt; __u16 incnt; struct sctp_stream_out *out_curr; union { struct { struct list_head prio_list; }; struct { struct list_head rr_list; struct sctp_stream_out_ext *rr_next; }; }; struct sctp_stream_interleave *si; }; struct sctp_sched_ops; struct sctp_outq { struct sctp_association *asoc; struct list_head out_chunk_list; struct sctp_sched_ops *sched; unsigned int out_qlen; unsigned int error; struct list_head control_chunk_list; struct list_head sacked; struct list_head retransmit; struct list_head abandoned; __u32 outstanding_bytes; char fast_rtx; char cork; }; struct sctp_ulpq { char pd_mode; struct sctp_association *asoc; struct sk_buff_head reasm; struct sk_buff_head reasm_uo; struct sk_buff_head lobby; }; struct sctp_priv_assoc_stats { struct __kernel_sockaddr_storage obs_rto_ipaddr; __u64 max_obs_rto; __u64 isacks; __u64 osacks; __u64 opackets; __u64 ipackets; __u64 rtxchunks; __u64 outofseqtsns; __u64 idupchunks; __u64 gapcnt; __u64 ouodchunks; __u64 iuodchunks; __u64 oodchunks; __u64 iodchunks; __u64 octrlchunks; __u64 ictrlchunks; }; struct sctp_endpoint; struct sctp_transport; struct sctp_random_param; struct sctp_chunks_param; struct sctp_hmac_algo_param; struct sctp_auth_bytes; struct sctp_shared_key; struct sctp_association { struct sctp_ep_common base; struct list_head asocs; sctp_assoc_t assoc_id; struct sctp_endpoint *ep; struct sctp_cookie c; struct { struct list_head transport_addr_list; __u32 rwnd; __u16 transport_count; __u16 port; struct sctp_transport *primary_path; union sctp_addr primary_addr; struct sctp_transport *active_path; struct sctp_transport *retran_path; struct sctp_transport *last_sent_to; struct sctp_transport *last_data_from; struct sctp_tsnmap tsn_map; __be16 addip_disabled_mask; __u16 ecn_capable: 1; __u16 ipv4_address: 1; __u16 ipv6_address: 1; __u16 hostname_address: 1; __u16 asconf_capable: 1; __u16 prsctp_capable: 1; __u16 reconf_capable: 1; __u16 intl_capable: 1; __u16 auth_capable: 1; __u16 sack_needed: 1; __u16 sack_generation: 1; __u16 zero_window_announced: 1; __u32 sack_cnt; __u32 adaptation_ind; struct sctp_inithdr_host i; void *cookie; int cookie_len; __u32 addip_serial; struct sctp_random_param *peer_random; struct sctp_chunks_param *peer_chunks; struct sctp_hmac_algo_param *peer_hmacs; } peer; enum sctp_state state; int overall_error_count; ktime_t cookie_life; long unsigned int rto_initial; long unsigned int rto_max; long unsigned int rto_min; int max_burst; int max_retrans; __u16 pf_retrans; __u16 ps_retrans; __u16 max_init_attempts; __u16 init_retries; long unsigned int max_init_timeo; long unsigned int hbinterval; long unsigned int probe_interval; __be16 encap_port; __u16 pathmaxrxt; __u32 flowlabel; __u8 dscp; __u8 pmtu_pending; __u32 pathmtu; __u32 param_flags; __u32 sackfreq; long unsigned int sackdelay; long unsigned int timeouts[12]; struct timer_list timers[12]; struct sctp_transport *shutdown_last_sent_to; struct sctp_transport *init_last_sent_to; int shutdown_retries; __u32 next_tsn; __u32 ctsn_ack_point; __u32 adv_peer_ack_point; __u32 highest_sacked; __u32 fast_recovery_exit; __u8 fast_recovery; __u16 unack_data; __u32 rtx_data_chunks; __u32 rwnd; __u32 a_rwnd; __u32 rwnd_over; __u32 rwnd_press; int sndbuf_used; atomic_t rmem_alloc; wait_queue_head_t wait; __u32 frag_point; __u32 user_frag; int init_err_counter; int init_cycle; __u16 default_stream; __u16 default_flags; __u32 default_ppid; __u32 default_context; __u32 default_timetolive; __u32 default_rcv_context; struct sctp_stream stream; struct sctp_outq outqueue; struct sctp_ulpq ulpq; __u32 last_ecne_tsn; __u32 last_cwr_tsn; int numduptsns; struct sctp_chunk *addip_last_asconf; struct list_head asconf_ack_list; struct list_head addip_chunk_list; __u32 addip_serial; int src_out_of_asoc_ok; union sctp_addr *asconf_addr_del_pending; struct sctp_transport *new_transport; struct list_head endpoint_shared_keys; struct sctp_auth_bytes *asoc_shared_key; struct sctp_shared_key *shkey; __u16 default_hmac_id; __u16 active_key_id; __u8 need_ecne: 1; __u8 temp: 1; __u8 pf_expose: 2; __u8 force_delay: 1; __u8 strreset_enable; __u8 strreset_outstanding; __u32 strreset_outseq; __u32 strreset_inseq; __u32 strreset_result[2]; struct sctp_chunk *strreset_chunk; struct sctp_priv_assoc_stats stats; int sent_cnt_removable; __u16 subscribe; __u64 abandoned_unsent[3]; __u64 abandoned_sent[3]; u32 secid; u32 peer_secid; struct callback_head rcu; }; typedef union { __be32 a4; __be32 a6[4]; struct in6_addr in6; } xfrm_address_t; struct xfrm_id { xfrm_address_t daddr; __be32 spi; __u8 proto; }; struct xfrm_selector { xfrm_address_t daddr; xfrm_address_t saddr; __be16 dport; __be16 dport_mask; __be16 sport; __be16 sport_mask; __u16 family; __u8 prefixlen_d; __u8 prefixlen_s; __u8 proto; int ifindex; __kernel_uid32_t user; }; struct xfrm_mark { __u32 v; __u32 m; }; struct xfrm_address_filter; struct xfrm_state_walk { struct list_head all; u8 state; u8 dying; u8 proto; u32 seq; struct xfrm_address_filter *filter; }; struct xfrm_lifetime_cfg { __u64 soft_byte_limit; __u64 hard_byte_limit; __u64 soft_packet_limit; __u64 hard_packet_limit; __u64 soft_add_expires_seconds; __u64 hard_add_expires_seconds; __u64 soft_use_expires_seconds; __u64 hard_use_expires_seconds; }; struct xfrm_replay_state { __u32 oseq; __u32 seq; __u32 bitmap; }; enum xfrm_replay_mode { XFRM_REPLAY_MODE_LEGACY = 0, XFRM_REPLAY_MODE_BMP = 1, XFRM_REPLAY_MODE_ESN = 2, }; struct xfrm_stats { __u32 replay_window; __u32 replay; __u32 integrity_failed; }; struct xfrm_lifetime_cur { __u64 bytes; __u64 packets; __u64 add_time; __u64 use_time; }; struct xfrm_dev_offload { struct net_device *dev; netdevice_tracker dev_tracker; struct net_device *real_dev; long unsigned int offload_handle; u8 dir: 2; }; struct xfrm_mode { u8 encap; u8 family; u8 flags; }; struct xfrm_algo_auth; struct xfrm_algo; struct xfrm_algo_aead; struct xfrm_encap_tmpl; struct xfrm_replay_state_esn; struct xfrm_type; struct xfrm_type_offload; struct xfrm_state { possible_net_t xs_net; union { struct hlist_node gclist; struct hlist_node bydst; }; struct hlist_node bysrc; struct hlist_node byspi; struct hlist_node byseq; refcount_t refcnt; spinlock_t lock; struct xfrm_id id; struct xfrm_selector sel; struct xfrm_mark mark; u32 if_id; u32 tfcpad; u32 genid; struct xfrm_state_walk km; struct { u32 reqid; u8 mode; u8 replay_window; u8 aalgo; u8 ealgo; u8 calgo; u8 flags; u16 family; xfrm_address_t saddr; int header_len; int trailer_len; u32 extra_flags; struct xfrm_mark smark; } props; struct xfrm_lifetime_cfg lft; struct xfrm_algo_auth *aalg; struct xfrm_algo *ealg; struct xfrm_algo *calg; struct xfrm_algo_aead *aead; const char *geniv; __be16 new_mapping_sport; u32 new_mapping; u32 mapping_maxage; struct xfrm_encap_tmpl *encap; struct sock *encap_sk; xfrm_address_t *coaddr; struct xfrm_state *tunnel; atomic_t tunnel_users; struct xfrm_replay_state replay; struct xfrm_replay_state_esn *replay_esn; struct xfrm_replay_state preplay; struct xfrm_replay_state_esn *preplay_esn; enum xfrm_replay_mode repl_mode; u32 xflags; u32 replay_maxage; u32 replay_maxdiff; struct timer_list rtimer; struct xfrm_stats stats; struct xfrm_lifetime_cur curlft; struct hrtimer mtimer; struct xfrm_dev_offload xso; long int saved_tmo; time64_t lastused; struct page_frag xfrag; const struct xfrm_type *type; struct xfrm_mode inner_mode; struct xfrm_mode inner_mode_iaf; struct xfrm_mode outer_mode; const struct xfrm_type_offload *type_offload; struct xfrm_sec_ctx *security; void *data; }; struct xfrm_policy_walk_entry { struct list_head all; u8 dead; }; struct xfrm_policy_queue { struct sk_buff_head hold_queue; struct timer_list hold_timer; long unsigned int timeout; }; struct xfrm_tmpl { struct xfrm_id id; xfrm_address_t saddr; short unsigned int encap_family; u32 reqid; u8 mode; u8 share; u8 optional; u8 allalgs; u32 aalgos; u32 ealgos; u32 calgos; }; struct xfrm_policy { possible_net_t xp_net; struct hlist_node bydst; struct hlist_node byidx; rwlock_t lock; refcount_t refcnt; u32 pos; struct timer_list timer; atomic_t genid; u32 priority; u32 index; u32 if_id; struct xfrm_mark mark; struct xfrm_selector selector; struct xfrm_lifetime_cfg lft; struct xfrm_lifetime_cur curlft; struct xfrm_policy_walk_entry walk; struct xfrm_policy_queue polq; bool bydst_reinsert; u8 type; u8 action; u8 flags; u8 xfrm_nr; u16 family; struct xfrm_sec_ctx *security; struct xfrm_tmpl xfrm_vec[6]; struct hlist_node bydst_inexact_list; struct callback_head rcu; }; struct rt6key { struct in6_addr addr; int plen; }; struct rtable; struct fnhe_hash_bucket; struct fib_nh_common { struct net_device *nhc_dev; netdevice_tracker nhc_dev_tracker; int nhc_oif; unsigned char nhc_scope; u8 nhc_family; u8 nhc_gw_family; unsigned char nhc_flags; struct lwtunnel_state *nhc_lwtstate; union { __be32 ipv4; struct in6_addr ipv6; } nhc_gw; int nhc_weight; atomic_t nhc_upper_bound; struct rtable **nhc_pcpu_rth_output; struct rtable *nhc_rth_input; struct fnhe_hash_bucket *nhc_exceptions; }; struct rt6_exception_bucket; struct fib6_nh { struct fib_nh_common nh_common; long unsigned int last_probe; struct rt6_info **rt6i_pcpu; struct rt6_exception_bucket *rt6i_exception_bucket; }; struct fib6_node; struct dst_metrics; struct nexthop; struct fib6_info { struct fib6_table *fib6_table; struct fib6_info *fib6_next; struct fib6_node *fib6_node; union { struct list_head fib6_siblings; struct list_head nh_list; }; unsigned int fib6_nsiblings; refcount_t fib6_ref; long unsigned int expires; struct dst_metrics *fib6_metrics; struct rt6key fib6_dst; u32 fib6_flags; struct rt6key fib6_src; struct rt6key fib6_prefsrc; u32 fib6_metric; u8 fib6_protocol; u8 fib6_type; u8 offload; u8 trap; u8 offload_failed; u8 should_flush: 1; u8 dst_nocount: 1; u8 dst_nopolicy: 1; u8 fib6_destroying: 1; u8 unused: 4; struct callback_head rcu; struct nexthop *nh; struct fib6_nh fib6_nh[0]; }; struct uncached_list; struct rt6_info { struct dst_entry dst; struct fib6_info *from; int sernum; struct rt6key rt6i_dst; struct rt6key rt6i_src; struct in6_addr rt6i_gateway; struct inet6_dev *rt6i_idev; u32 rt6i_flags; struct list_head rt6i_uncached; struct uncached_list *rt6i_uncached_list; short unsigned int rt6i_nfheader_len; }; struct rt6_statistics { __u32 fib_nodes; __u32 fib_route_nodes; __u32 fib_rt_entries; __u32 fib_rt_cache; __u32 fib_discarded_routes; atomic_t fib_rt_alloc; }; struct fib6_node { struct fib6_node *parent; struct fib6_node *left; struct fib6_node *right; struct fib6_node *subtree; struct fib6_info *leaf; __u16 fn_bit; __u16 fn_flags; int fn_sernum; struct fib6_info *rr_ptr; struct callback_head rcu; }; struct fib6_table { struct hlist_node tb6_hlist; u32 tb6_id; spinlock_t tb6_lock; struct fib6_node tb6_root; struct inet_peer_base tb6_peers; unsigned int flags; unsigned int fib_seq; }; struct nf_hook_state; typedef unsigned int nf_hookfn(void *, struct sk_buff *, const struct nf_hook_state *); struct nf_hook_entry { nf_hookfn *hook; void *priv; }; struct nf_hook_entries { u16 num_hook_entries; struct nf_hook_entry hooks[0]; }; struct xfrm_replay_state_esn { unsigned int bmp_len; __u32 oseq; __u32 seq; __u32 oseq_hi; __u32 seq_hi; __u32 replay_window; __u32 bmp[0]; }; struct xfrm_algo { char alg_name[64]; unsigned int alg_key_len; char alg_key[0]; }; struct xfrm_algo_auth { char alg_name[64]; unsigned int alg_key_len; unsigned int alg_trunc_len; char alg_key[0]; }; struct xfrm_algo_aead { char alg_name[64]; unsigned int alg_key_len; unsigned int alg_icv_len; char alg_key[0]; }; enum { XFRM_POLICY_TYPE_MAIN = 0, XFRM_POLICY_TYPE_SUB = 1, XFRM_POLICY_TYPE_MAX = 2, XFRM_POLICY_TYPE_ANY = 255, }; enum { XFRM_MSG_BASE = 16, XFRM_MSG_NEWSA = 16, XFRM_MSG_DELSA = 17, XFRM_MSG_GETSA = 18, XFRM_MSG_NEWPOLICY = 19, XFRM_MSG_DELPOLICY = 20, XFRM_MSG_GETPOLICY = 21, XFRM_MSG_ALLOCSPI = 22, XFRM_MSG_ACQUIRE = 23, XFRM_MSG_EXPIRE = 24, XFRM_MSG_UPDPOLICY = 25, XFRM_MSG_UPDSA = 26, XFRM_MSG_POLEXPIRE = 27, XFRM_MSG_FLUSHSA = 28, XFRM_MSG_FLUSHPOLICY = 29, XFRM_MSG_NEWAE = 30, XFRM_MSG_GETAE = 31, XFRM_MSG_REPORT = 32, XFRM_MSG_MIGRATE = 33, XFRM_MSG_NEWSADINFO = 34, XFRM_MSG_GETSADINFO = 35, XFRM_MSG_NEWSPDINFO = 36, XFRM_MSG_GETSPDINFO = 37, XFRM_MSG_MAPPING = 38, XFRM_MSG_SETDEFAULT = 39, XFRM_MSG_GETDEFAULT = 40, __XFRM_MSG_MAX = 41, }; struct xfrm_encap_tmpl { __u16 encap_type; __be16 encap_sport; __be16 encap_dport; xfrm_address_t encap_oa; }; enum xfrm_attr_type_t { XFRMA_UNSPEC = 0, XFRMA_ALG_AUTH = 1, XFRMA_ALG_CRYPT = 2, XFRMA_ALG_COMP = 3, XFRMA_ENCAP = 4, XFRMA_TMPL = 5, XFRMA_SA = 6, XFRMA_POLICY = 7, XFRMA_SEC_CTX = 8, XFRMA_LTIME_VAL = 9, XFRMA_REPLAY_VAL = 10, XFRMA_REPLAY_THRESH = 11, XFRMA_ETIMER_THRESH = 12, XFRMA_SRCADDR = 13, XFRMA_COADDR = 14, XFRMA_LASTUSED = 15, XFRMA_POLICY_TYPE = 16, XFRMA_MIGRATE = 17, XFRMA_ALG_AEAD = 18, XFRMA_KMADDRESS = 19, XFRMA_ALG_AUTH_TRUNC = 20, XFRMA_MARK = 21, XFRMA_TFCPAD = 22, XFRMA_REPLAY_ESN_VAL = 23, XFRMA_SA_EXTRA_FLAGS = 24, XFRMA_PROTO = 25, XFRMA_ADDRESS_FILTER = 26, XFRMA_PAD = 27, XFRMA_OFFLOAD_DEV = 28, XFRMA_SET_MARK = 29, XFRMA_SET_MARK_MASK = 30, XFRMA_IF_ID = 31, XFRMA_MTIMER_THRESH = 32, __XFRMA_MAX = 33, }; struct xfrm_address_filter { xfrm_address_t saddr; xfrm_address_t daddr; __u16 family; __u8 splen; __u8 dplen; }; struct nf_hook_state { u8 hook; u8 pf; struct net_device *in; struct net_device *out; struct sock *sk; struct net *net; int (*okfn)(struct net *, struct sock *, struct sk_buff *); }; enum nf_hook_ops_type { NF_HOOK_OP_UNDEFINED = 0, NF_HOOK_OP_NF_TABLES = 1, }; struct nf_hook_ops { nf_hookfn *hook; struct net_device *dev; void *priv; u8 pf; enum nf_hook_ops_type hook_ops_type: 8; unsigned int hooknum; int priority; }; enum nf_ip_hook_priorities { NF_IP_PRI_FIRST = 2147483648, NF_IP_PRI_RAW_BEFORE_DEFRAG = 4294966846, NF_IP_PRI_CONNTRACK_DEFRAG = 4294966896, NF_IP_PRI_RAW = 4294966996, NF_IP_PRI_SELINUX_FIRST = 4294967071, NF_IP_PRI_CONNTRACK = 4294967096, NF_IP_PRI_MANGLE = 4294967146, NF_IP_PRI_NAT_DST = 4294967196, NF_IP_PRI_FILTER = 0, NF_IP_PRI_SECURITY = 50, NF_IP_PRI_NAT_SRC = 100, NF_IP_PRI_SELINUX_LAST = 225, NF_IP_PRI_CONNTRACK_HELPER = 300, NF_IP_PRI_CONNTRACK_CONFIRM = 2147483647, NF_IP_PRI_LAST = 2147483647, }; enum nf_ip6_hook_priorities { NF_IP6_PRI_FIRST = 2147483648, NF_IP6_PRI_RAW_BEFORE_DEFRAG = 4294966846, NF_IP6_PRI_CONNTRACK_DEFRAG = 4294966896, NF_IP6_PRI_RAW = 4294966996, NF_IP6_PRI_SELINUX_FIRST = 4294967071, NF_IP6_PRI_CONNTRACK = 4294967096, NF_IP6_PRI_MANGLE = 4294967146, NF_IP6_PRI_NAT_DST = 4294967196, NF_IP6_PRI_FILTER = 0, NF_IP6_PRI_SECURITY = 50, NF_IP6_PRI_NAT_SRC = 100, NF_IP6_PRI_SELINUX_LAST = 225, NF_IP6_PRI_CONNTRACK_HELPER = 300, NF_IP6_PRI_LAST = 2147483647, }; struct dst_metrics { u32 metrics[17]; refcount_t refcnt; }; struct socket_alloc { struct socket socket; struct inode vfs_inode; long: 64; }; struct ip_options { __be32 faddr; __be32 nexthop; unsigned char optlen; unsigned char srr; unsigned char rr; unsigned char ts; unsigned char is_strictroute: 1; unsigned char srr_is_hit: 1; unsigned char is_changed: 1; unsigned char rr_needaddr: 1; unsigned char ts_needtime: 1; unsigned char ts_needaddr: 1; unsigned char router_alert; unsigned char cipso; unsigned char __pad2; unsigned char __data[0]; }; struct ip_options_rcu { struct callback_head rcu; struct ip_options opt; }; struct ipv6_opt_hdr; struct ipv6_rt_hdr; struct ipv6_txoptions { refcount_t refcnt; int tot_len; __u16 opt_flen; __u16 opt_nflen; struct ipv6_opt_hdr *hopopt; struct ipv6_opt_hdr *dst0opt; struct ipv6_rt_hdr *srcrt; struct ipv6_opt_hdr *dst1opt; struct callback_head rcu; }; struct inet_cork { unsigned int flags; __be32 addr; struct ip_options *opt; unsigned int fragsize; int length; struct dst_entry *dst; u8 tx_flags; __u8 ttl; __s16 tos; char priority; __u16 gso_size; u64 transmit_time; u32 mark; }; struct inet_cork_full { struct inet_cork base; struct flowi fl; }; struct ipv6_pinfo; struct ip_mc_socklist; struct inet_sock { struct sock sk; struct ipv6_pinfo *pinet6; __be32 inet_saddr; __s16 uc_ttl; __u16 cmsg_flags; struct ip_options_rcu *inet_opt; __be16 inet_sport; __u16 inet_id; __u8 tos; __u8 min_ttl; __u8 mc_ttl; __u8 pmtudisc; __u8 recverr: 1; __u8 is_icsk: 1; __u8 freebind: 1; __u8 hdrincl: 1; __u8 mc_loop: 1; __u8 transparent: 1; __u8 mc_all: 1; __u8 nodefrag: 1; __u8 bind_address_no_port: 1; __u8 recverr_rfc4884: 1; __u8 defer_connect: 1; __u8 rcv_tos; __u8 convert_csum; int uc_index; int mc_index; __be32 mc_addr; struct ip_mc_socklist *mc_list; struct inet_cork_full cork; }; struct in6_pktinfo { struct in6_addr ipi6_addr; int ipi6_ifindex; }; struct inet6_cork { struct ipv6_txoptions *opt; u8 hop_limit; u8 tclass; }; struct ipv6_mc_socklist; struct ipv6_ac_socklist; struct ipv6_fl_socklist; struct ipv6_pinfo { struct in6_addr saddr; struct in6_pktinfo sticky_pktinfo; const struct in6_addr *daddr_cache; const struct in6_addr *saddr_cache; __be32 flow_label; __u32 frag_size; __u16 __unused_1: 7; __s16 hop_limit: 9; __u16 mc_loop: 1; __u16 __unused_2: 6; __s16 mcast_hops: 9; int ucast_oif; int mcast_oif; union { struct { __u16 srcrt: 1; __u16 osrcrt: 1; __u16 rxinfo: 1; __u16 rxoinfo: 1; __u16 rxhlim: 1; __u16 rxohlim: 1; __u16 hopopts: 1; __u16 ohopopts: 1; __u16 dstopts: 1; __u16 odstopts: 1; __u16 rxflow: 1; __u16 rxtclass: 1; __u16 rxpmtu: 1; __u16 rxorigdstaddr: 1; __u16 recvfragsize: 1; } bits; __u16 all; } rxopt; __u16 recverr: 1; __u16 sndflow: 1; __u16 repflow: 1; __u16 pmtudisc: 3; __u16 padding: 1; __u16 srcprefs: 3; __u16 dontfrag: 1; __u16 autoflowlabel: 1; __u16 autoflowlabel_set: 1; __u16 mc_all: 1; __u16 recverr_rfc4884: 1; __u16 rtalert_isolate: 1; __u8 min_hopcount; __u8 tclass; __be32 rcv_flowinfo; __u32 dst_cookie; struct ipv6_mc_socklist *ipv6_mc_list; struct ipv6_ac_socklist *ipv6_ac_list; struct ipv6_fl_socklist *ipv6_fl_list; struct ipv6_txoptions *opt; struct sk_buff *pktoptions; struct sk_buff *rxpmtu; struct inet6_cork cork; }; struct tcphdr { __be16 source; __be16 dest; __be32 seq; __be32 ack_seq; __u16 res1: 4; __u16 doff: 4; __u16 fin: 1; __u16 syn: 1; __u16 rst: 1; __u16 psh: 1; __u16 ack: 1; __u16 urg: 1; __u16 ece: 1; __u16 cwr: 1; __be16 window; __sum16 check; __be16 urg_ptr; }; struct iphdr { __u8 ihl: 4; __u8 version: 4; __u8 tos; __be16 tot_len; __be16 id; __be16 frag_off; __u8 ttl; __u8 protocol; __sum16 check; __be32 saddr; __be32 daddr; }; struct ipv6_rt_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; }; struct ipv6_opt_hdr { __u8 nexthdr; __u8 hdrlen; }; struct ipv6hdr { __u8 priority: 4; __u8 version: 4; __u8 flow_lbl[3]; __be16 payload_len; __u8 nexthdr; __u8 hop_limit; struct in6_addr saddr; struct in6_addr daddr; }; struct udphdr { __be16 source; __be16 dest; __be16 len; __sum16 check; }; struct inet6_skb_parm { int iif; __be16 ra; __u16 dst0; __u16 srcrt; __u16 dst1; __u16 lastopt; __u16 nhoff; __u16 flags; __u16 dsthao; __u16 frag_max_size; __u16 srhoff; }; struct ip6_sf_socklist; struct ipv6_mc_socklist { struct in6_addr addr; int ifindex; unsigned int sfmode; struct ipv6_mc_socklist *next; struct ip6_sf_socklist *sflist; struct callback_head rcu; }; struct ipv6_ac_socklist { struct in6_addr acl_addr; int acl_ifindex; struct ipv6_ac_socklist *acl_next; }; struct ip6_flowlabel; struct ipv6_fl_socklist { struct ipv6_fl_socklist *next; struct ip6_flowlabel *fl; struct callback_head rcu; }; struct ip6_sf_socklist { unsigned int sl_max; unsigned int sl_count; struct callback_head rcu; struct in6_addr sl_addr[0]; }; struct ip6_flowlabel { struct ip6_flowlabel *next; __be32 label; atomic_t users; struct in6_addr dst; struct ipv6_txoptions *opt; long unsigned int linger; struct callback_head rcu; u8 share; union { struct pid *pid; kuid_t uid; } owner; long unsigned int lastuse; long unsigned int expires; struct net *fl_net; }; struct fib_nh_exception { struct fib_nh_exception *fnhe_next; int fnhe_genid; __be32 fnhe_daddr; u32 fnhe_pmtu; bool fnhe_mtu_locked; __be32 fnhe_gw; long unsigned int fnhe_expires; struct rtable *fnhe_rth_input; struct rtable *fnhe_rth_output; long unsigned int fnhe_stamp; struct callback_head rcu; }; struct rtable { struct dst_entry dst; int rt_genid; unsigned int rt_flags; __u16 rt_type; __u8 rt_is_input; __u8 rt_uses_gateway; int rt_iif; u8 rt_gw_family; union { __be32 rt_gw4; struct in6_addr rt_gw6; }; u32 rt_mtu_locked: 1; u32 rt_pmtu: 31; struct list_head rt_uncached; struct uncached_list *rt_uncached_list; }; struct fnhe_hash_bucket { struct fib_nh_exception *chain; }; struct inet_skb_parm { int iif; struct ip_options opt; u16 flags; u16 frag_max_size; }; struct tty_file_private { struct tty_struct *tty; struct file *file; struct list_head list; }; struct netlbl_lsm_cache { refcount_t refcount; void (*free)(const void *); void *data; }; struct netlbl_lsm_catmap { u32 startbit; u64 bitmap[4]; struct netlbl_lsm_catmap *next; }; struct netlbl_lsm_secattr { u32 flags; u32 type; char *domain; struct netlbl_lsm_cache *cache; struct { struct { struct netlbl_lsm_catmap *cat; u32 lvl; } mls; u32 secid; } attr; }; struct dccp_hdr { __be16 dccph_sport; __be16 dccph_dport; __u8 dccph_doff; __u8 dccph_cscov: 4; __u8 dccph_ccval: 4; __sum16 dccph_checksum; __u8 dccph_x: 1; __u8 dccph_type: 4; __u8 dccph_reserved: 3; __u8 dccph_seq2; __be16 dccph_seq; }; enum dccp_state { DCCP_OPEN = 1, DCCP_REQUESTING = 2, DCCP_LISTEN = 10, DCCP_RESPOND = 3, DCCP_ACTIVE_CLOSEREQ = 4, DCCP_PASSIVE_CLOSE = 8, DCCP_CLOSING = 11, DCCP_TIME_WAIT = 6, DCCP_CLOSED = 7, DCCP_NEW_SYN_RECV = 12, DCCP_PARTOPEN = 13, DCCP_PASSIVE_CLOSEREQ = 14, DCCP_MAX_STATES = 15, }; enum sctp_msg_flags { MSG_NOTIFICATION = 32768, }; struct sctp_initmsg { __u16 sinit_num_ostreams; __u16 sinit_max_instreams; __u16 sinit_max_attempts; __u16 sinit_max_init_timeo; }; struct sctp_sndrcvinfo { __u16 sinfo_stream; __u16 sinfo_ssn; __u16 sinfo_flags; __u32 sinfo_ppid; __u32 sinfo_context; __u32 sinfo_timetolive; __u32 sinfo_tsn; __u32 sinfo_cumtsn; sctp_assoc_t sinfo_assoc_id; }; struct sctp_rtoinfo { sctp_assoc_t srto_assoc_id; __u32 srto_initial; __u32 srto_max; __u32 srto_min; }; struct sctp_assocparams { sctp_assoc_t sasoc_assoc_id; __u16 sasoc_asocmaxrxt; __u16 sasoc_number_peer_destinations; __u32 sasoc_peer_rwnd; __u32 sasoc_local_rwnd; __u32 sasoc_cookie_life; }; struct sctp_paddrparams { sctp_assoc_t spp_assoc_id; struct __kernel_sockaddr_storage spp_address; __u32 spp_hbinterval; __u16 spp_pathmaxrxt; __u32 spp_pathmtu; __u32 spp_sackdelay; __u32 spp_flags; __u32 spp_ipv6_flowlabel; __u8 spp_dscp; char: 8; } __attribute__((packed)); struct sctphdr { __be16 source; __be16 dest; __be32 vtag; __le32 checksum; }; enum sctp_cid { SCTP_CID_DATA = 0, SCTP_CID_INIT = 1, SCTP_CID_INIT_ACK = 2, SCTP_CID_SACK = 3, SCTP_CID_HEARTBEAT = 4, SCTP_CID_HEARTBEAT_ACK = 5, SCTP_CID_ABORT = 6, SCTP_CID_SHUTDOWN = 7, SCTP_CID_SHUTDOWN_ACK = 8, SCTP_CID_ERROR = 9, SCTP_CID_COOKIE_ECHO = 10, SCTP_CID_COOKIE_ACK = 11, SCTP_CID_ECN_ECNE = 12, SCTP_CID_ECN_CWR = 13, SCTP_CID_SHUTDOWN_COMPLETE = 14, SCTP_CID_AUTH = 15, SCTP_CID_I_DATA = 64, SCTP_CID_FWD_TSN = 192, SCTP_CID_ASCONF = 193, SCTP_CID_I_FWD_TSN = 194, SCTP_CID_ASCONF_ACK = 128, SCTP_CID_RECONF = 130, SCTP_CID_PAD = 132, }; struct sctp_paramhdr { __be16 type; __be16 length; }; enum sctp_param { SCTP_PARAM_HEARTBEAT_INFO = 256, SCTP_PARAM_IPV4_ADDRESS = 1280, SCTP_PARAM_IPV6_ADDRESS = 1536, SCTP_PARAM_STATE_COOKIE = 1792, SCTP_PARAM_UNRECOGNIZED_PARAMETERS = 2048, SCTP_PARAM_COOKIE_PRESERVATIVE = 2304, SCTP_PARAM_HOST_NAME_ADDRESS = 2816, SCTP_PARAM_SUPPORTED_ADDRESS_TYPES = 3072, SCTP_PARAM_ECN_CAPABLE = 128, SCTP_PARAM_RANDOM = 640, SCTP_PARAM_CHUNKS = 896, SCTP_PARAM_HMAC_ALGO = 1152, SCTP_PARAM_SUPPORTED_EXT = 2176, SCTP_PARAM_FWD_TSN_SUPPORT = 192, SCTP_PARAM_ADD_IP = 448, SCTP_PARAM_DEL_IP = 704, SCTP_PARAM_ERR_CAUSE = 960, SCTP_PARAM_SET_PRIMARY = 1216, SCTP_PARAM_SUCCESS_REPORT = 1472, SCTP_PARAM_ADAPTATION_LAYER_IND = 1728, SCTP_PARAM_RESET_OUT_REQUEST = 3328, SCTP_PARAM_RESET_IN_REQUEST = 3584, SCTP_PARAM_RESET_TSN_REQUEST = 3840, SCTP_PARAM_RESET_RESPONSE = 4096, SCTP_PARAM_RESET_ADD_OUT_STREAMS = 4352, SCTP_PARAM_RESET_ADD_IN_STREAMS = 4608, }; struct sctp_datahdr { __be32 tsn; __be16 stream; __be16 ssn; __u32 ppid; __u8 payload[0]; }; struct sctp_idatahdr { __be32 tsn; __be16 stream; __be16 reserved; __be32 mid; union { __u32 ppid; __be32 fsn; }; __u8 payload[0]; }; struct sctp_ipv4addr_param { struct sctp_paramhdr param_hdr; struct in_addr addr; }; struct sctp_ipv6addr_param { struct sctp_paramhdr param_hdr; struct in6_addr addr; }; struct sctp_cookie_preserve_param { struct sctp_paramhdr param_hdr; __be32 lifespan_increment; }; struct sctp_hostname_param { struct sctp_paramhdr param_hdr; uint8_t hostname[0]; }; struct sctp_supported_addrs_param { struct sctp_paramhdr param_hdr; __be16 types[0]; }; struct sctp_adaptation_ind_param { struct sctp_paramhdr param_hdr; __be32 adaptation_ind; }; struct sctp_supported_ext_param { struct sctp_paramhdr param_hdr; __u8 chunks[0]; }; struct sctp_random_param { struct sctp_paramhdr param_hdr; __u8 random_val[0]; }; struct sctp_chunks_param { struct sctp_paramhdr param_hdr; __u8 chunks[0]; }; struct sctp_hmac_algo_param { struct sctp_paramhdr param_hdr; __be16 hmac_ids[0]; }; struct sctp_cookie_param { struct sctp_paramhdr p; __u8 body[0]; }; struct sctp_gap_ack_block { __be16 start; __be16 end; }; union sctp_sack_variable { struct sctp_gap_ack_block gab; __be32 dup; }; struct sctp_sackhdr { __be32 cum_tsn_ack; __be32 a_rwnd; __be16 num_gap_ack_blocks; __be16 num_dup_tsns; union sctp_sack_variable variable[0]; }; struct sctp_heartbeathdr { struct sctp_paramhdr info; }; struct sctp_shutdownhdr { __be32 cum_tsn_ack; }; struct sctp_errhdr { __be16 cause; __be16 length; __u8 variable[0]; }; struct sctp_ecnehdr { __be32 lowest_tsn; }; struct sctp_cwrhdr { __be32 lowest_tsn; }; struct sctp_fwdtsn_skip { __be16 stream; __be16 ssn; }; struct sctp_fwdtsn_hdr { __be32 new_cum_tsn; struct sctp_fwdtsn_skip skip[0]; }; struct sctp_ifwdtsn_skip { __be16 stream; __u8 reserved; __u8 flags; __be32 mid; }; struct sctp_ifwdtsn_hdr { __be32 new_cum_tsn; struct sctp_ifwdtsn_skip skip[0]; }; struct sctp_addip_param { struct sctp_paramhdr param_hdr; __be32 crr_id; }; struct sctp_addiphdr { __be32 serial; __u8 params[0]; }; struct sctp_authhdr { __be16 shkey_id; __be16 hmac_id; __u8 hmac[0]; }; struct sctp_auth_bytes { refcount_t refcnt; __u32 len; __u8 data[0]; }; struct sctp_shared_key { struct list_head key_list; struct sctp_auth_bytes *key; refcount_t refcnt; __u16 key_id; __u8 deactivated; }; enum { SCTP_MAX_STREAM = 65535, }; enum sctp_event_timeout { SCTP_EVENT_TIMEOUT_NONE = 0, SCTP_EVENT_TIMEOUT_T1_COOKIE = 1, SCTP_EVENT_TIMEOUT_T1_INIT = 2, SCTP_EVENT_TIMEOUT_T2_SHUTDOWN = 3, SCTP_EVENT_TIMEOUT_T3_RTX = 4, SCTP_EVENT_TIMEOUT_T4_RTO = 5, SCTP_EVENT_TIMEOUT_T5_SHUTDOWN_GUARD = 6, SCTP_EVENT_TIMEOUT_HEARTBEAT = 7, SCTP_EVENT_TIMEOUT_RECONF = 8, SCTP_EVENT_TIMEOUT_PROBE = 9, SCTP_EVENT_TIMEOUT_SACK = 10, SCTP_EVENT_TIMEOUT_AUTOCLOSE = 11, }; enum { SCTP_MAX_DUP_TSNS = 16, }; enum sctp_scope { SCTP_SCOPE_GLOBAL = 0, SCTP_SCOPE_PRIVATE = 1, SCTP_SCOPE_LINK = 2, SCTP_SCOPE_LOOPBACK = 3, SCTP_SCOPE_UNUSABLE = 4, }; enum { SCTP_AUTH_HMAC_ID_RESERVED_0 = 0, SCTP_AUTH_HMAC_ID_SHA1 = 1, SCTP_AUTH_HMAC_ID_RESERVED_2 = 2, SCTP_AUTH_HMAC_ID_SHA256 = 3, __SCTP_AUTH_HMAC_MAX = 4, }; struct sctp_ulpevent { struct sctp_association *asoc; struct sctp_chunk *chunk; unsigned int rmem_len; union { __u32 mid; __u16 ssn; }; union { __u32 ppid; __u32 fsn; }; __u32 tsn; __u32 cumtsn; __u16 stream; __u16 flags; __u16 msg_flags; } __attribute__((packed)); union sctp_addr_param; union sctp_params { void *v; struct sctp_paramhdr *p; struct sctp_cookie_preserve_param *life; struct sctp_hostname_param *dns; struct sctp_cookie_param *cookie; struct sctp_supported_addrs_param *sat; struct sctp_ipv4addr_param *v4; struct sctp_ipv6addr_param *v6; union sctp_addr_param *addr; struct sctp_adaptation_ind_param *aind; struct sctp_supported_ext_param *ext; struct sctp_random_param *random; struct sctp_chunks_param *chunks; struct sctp_hmac_algo_param *hmac_algo; struct sctp_addip_param *addip; }; struct sctp_sender_hb_info; struct sctp_signed_cookie; struct sctp_datamsg; struct sctp_chunk { struct list_head list; refcount_t refcnt; int sent_count; union { struct list_head transmitted_list; struct list_head stream_list; }; struct list_head frag_list; struct sk_buff *skb; union { struct sk_buff *head_skb; struct sctp_shared_key *shkey; }; union sctp_params param_hdr; union { __u8 *v; struct sctp_datahdr *data_hdr; struct sctp_inithdr *init_hdr; struct sctp_sackhdr *sack_hdr; struct sctp_heartbeathdr *hb_hdr; struct sctp_sender_hb_info *hbs_hdr; struct sctp_shutdownhdr *shutdown_hdr; struct sctp_signed_cookie *cookie_hdr; struct sctp_ecnehdr *ecne_hdr; struct sctp_cwrhdr *ecn_cwr_hdr; struct sctp_errhdr *err_hdr; struct sctp_addiphdr *addip_hdr; struct sctp_fwdtsn_hdr *fwdtsn_hdr; struct sctp_authhdr *auth_hdr; struct sctp_idatahdr *idata_hdr; struct sctp_ifwdtsn_hdr *ifwdtsn_hdr; } subh; __u8 *chunk_end; struct sctp_chunkhdr *chunk_hdr; struct sctphdr *sctp_hdr; struct sctp_sndrcvinfo sinfo; struct sctp_association *asoc; struct sctp_ep_common *rcvr; long unsigned int sent_at; union sctp_addr source; union sctp_addr dest; struct sctp_datamsg *msg; struct sctp_transport *transport; struct sk_buff *auth_chunk; __u16 rtt_in_progress: 1; __u16 has_tsn: 1; __u16 has_ssn: 1; __u16 singleton: 1; __u16 end_of_packet: 1; __u16 ecn_ce_done: 1; __u16 pdiscard: 1; __u16 tsn_gap_acked: 1; __u16 data_accepted: 1; __u16 auth: 1; __u16 has_asconf: 1; __u16 pmtu_probe: 1; __u16 tsn_missing_report: 2; __u16 fast_retransmit: 2; }; struct sctp_stream_interleave { __u16 data_chunk_len; __u16 ftsn_chunk_len; struct sctp_chunk * (*make_datafrag)(const struct sctp_association *, const struct sctp_sndrcvinfo *, int, __u8, gfp_t); void (*assign_number)(struct sctp_chunk *); bool (*validate_data)(struct sctp_chunk *); int (*ulpevent_data)(struct sctp_ulpq *, struct sctp_chunk *, gfp_t); int (*enqueue_event)(struct sctp_ulpq *, struct sctp_ulpevent *); void (*renege_events)(struct sctp_ulpq *, struct sctp_chunk *, gfp_t); void (*start_pd)(struct sctp_ulpq *, gfp_t); void (*abort_pd)(struct sctp_ulpq *, gfp_t); void (*generate_ftsn)(struct sctp_outq *, __u32); bool (*validate_ftsn)(struct sctp_chunk *); void (*report_ftsn)(struct sctp_ulpq *, __u32); void (*handle_ftsn)(struct sctp_ulpq *, struct sctp_chunk *); }; struct sctp_bind_bucket { short unsigned int port; signed char fastreuse; signed char fastreuseport; kuid_t fastuid; struct hlist_node node; struct hlist_head owner; struct net *net; }; enum sctp_socket_type { SCTP_SOCKET_UDP = 0, SCTP_SOCKET_UDP_HIGH_BANDWIDTH = 1, SCTP_SOCKET_TCP = 2, }; struct sctp_pf; struct sctp_sock { struct inet_sock inet; enum sctp_socket_type type; int: 32; struct sctp_pf *pf; struct crypto_shash *hmac; char *sctp_hmac_alg; struct sctp_endpoint *ep; struct sctp_bind_bucket *bind_hash; __u16 default_stream; short: 16; __u32 default_ppid; __u16 default_flags; short: 16; __u32 default_context; __u32 default_timetolive; __u32 default_rcv_context; int max_burst; __u32 hbinterval; __u32 probe_interval; __be16 udp_port; __be16 encap_port; __u16 pathmaxrxt; short: 16; __u32 flowlabel; __u8 dscp; char: 8; __u16 pf_retrans; __u16 ps_retrans; short: 16; __u32 pathmtu; __u32 sackdelay; __u32 sackfreq; __u32 param_flags; __u32 default_ss; struct sctp_rtoinfo rtoinfo; struct sctp_paddrparams paddrparam; struct sctp_assocparams assocparams; __u16 subscribe; struct sctp_initmsg initmsg; short: 16; int user_frag; __u32 autoclose; __u32 adaptation_ind; __u32 pd_point; __u16 nodelay: 1; __u16 pf_expose: 2; __u16 reuse: 1; __u16 disable_fragments: 1; __u16 v4mapped: 1; __u16 frag_interleave: 1; __u16 recvrcvinfo: 1; __u16 recvnxtinfo: 1; __u16 data_ready_signalled: 1; int: 22; atomic_t pd_mode; struct sk_buff_head pd_lobby; struct list_head auto_asconf_list; int do_auto_asconf; int: 32; } __attribute__((packed)); struct sctp_af; struct sctp_pf { void (*event_msgname)(struct sctp_ulpevent *, char *, int *); void (*skb_msgname)(struct sk_buff *, char *, int *); int (*af_supported)(sa_family_t, struct sctp_sock *); int (*cmp_addr)(const union sctp_addr *, const union sctp_addr *, struct sctp_sock *); int (*bind_verify)(struct sctp_sock *, union sctp_addr *); int (*send_verify)(struct sctp_sock *, union sctp_addr *); int (*supported_addrs)(const struct sctp_sock *, __be16 *); struct sock * (*create_accept_sk)(struct sock *, struct sctp_association *, bool); int (*addr_to_user)(struct sctp_sock *, union sctp_addr *); void (*to_sk_saddr)(union sctp_addr *, struct sock *); void (*to_sk_daddr)(union sctp_addr *, struct sock *); void (*copy_ip_options)(struct sock *, struct sock *); struct sctp_af *af; }; struct sctp_endpoint { struct sctp_ep_common base; struct hlist_node node; int hashent; struct list_head asocs; __u8 secret_key[32]; __u8 *digest; __u32 sndbuf_policy; __u32 rcvbuf_policy; struct crypto_shash **auth_hmacs; struct sctp_hmac_algo_param *auth_hmacs_list; struct sctp_chunks_param *auth_chunk_list; struct list_head endpoint_shared_keys; __u16 active_key_id; __u8 ecn_enable: 1; __u8 auth_enable: 1; __u8 intl_enable: 1; __u8 prsctp_enable: 1; __u8 asconf_enable: 1; __u8 reconf_enable: 1; __u8 strreset_enable; struct callback_head rcu; }; struct sctp_signed_cookie { __u8 signature[32]; __u32 __pad; struct sctp_cookie c; } __attribute__((packed)); union sctp_addr_param { struct sctp_paramhdr p; struct sctp_ipv4addr_param v4; struct sctp_ipv6addr_param v6; }; struct sctp_sender_hb_info { struct sctp_paramhdr param_hdr; union sctp_addr daddr; long unsigned int sent_at; __u64 hb_nonce; __u32 probe_size; }; struct sctp_af { int (*sctp_xmit)(struct sk_buff *, struct sctp_transport *); int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*get_dst)(struct sctp_transport *, union sctp_addr *, struct flowi *, struct sock *); void (*get_saddr)(struct sctp_sock *, struct sctp_transport *, struct flowi *); void (*copy_addrlist)(struct list_head *, struct net_device *); int (*cmp_addr)(const union sctp_addr *, const union sctp_addr *); void (*addr_copy)(union sctp_addr *, union sctp_addr *); void (*from_skb)(union sctp_addr *, struct sk_buff *, int); void (*from_sk)(union sctp_addr *, struct sock *); bool (*from_addr_param)(union sctp_addr *, union sctp_addr_param *, __be16, int); int (*to_addr_param)(const union sctp_addr *, union sctp_addr_param *); int (*addr_valid)(union sctp_addr *, struct sctp_sock *, const struct sk_buff *); enum sctp_scope (*scope)(union sctp_addr *); void (*inaddr_any)(union sctp_addr *, __be16); int (*is_any)(const union sctp_addr *); int (*available)(union sctp_addr *, struct sctp_sock *); int (*skb_iif)(const struct sk_buff *); int (*is_ce)(const struct sk_buff *); void (*seq_dump_addr)(struct seq_file *, union sctp_addr *); void (*ecn_capable)(struct sock *); __u16 net_header_len; int sockaddr_len; int (*ip_options_len)(struct sock *); sa_family_t sa_family; struct list_head list; }; struct sctp_packet { __u16 source_port; __u16 destination_port; __u32 vtag; struct list_head chunk_list; size_t overhead; size_t size; size_t max_size; struct sctp_transport *transport; struct sctp_chunk *auth; u8 has_cookie_echo: 1; u8 has_sack: 1; u8 has_auth: 1; u8 has_data: 1; u8 ipfragok: 1; }; struct sctp_transport { struct list_head transports; struct rhlist_head node; refcount_t refcnt; __u32 rto_pending: 1; __u32 hb_sent: 1; __u32 pmtu_pending: 1; __u32 dst_pending_confirm: 1; __u32 sack_generation: 1; u32 dst_cookie; struct flowi fl; union sctp_addr ipaddr; struct sctp_af *af_specific; struct sctp_association *asoc; long unsigned int rto; __u32 rtt; __u32 rttvar; __u32 srtt; __u32 cwnd; __u32 ssthresh; __u32 partial_bytes_acked; __u32 flight_size; __u32 burst_limited; struct dst_entry *dst; union sctp_addr saddr; long unsigned int hbinterval; long unsigned int probe_interval; long unsigned int sackdelay; __u32 sackfreq; atomic_t mtu_info; ktime_t last_time_heard; long unsigned int last_time_sent; long unsigned int last_time_ecne_reduced; __be16 encap_port; __u16 pathmaxrxt; __u32 flowlabel; __u8 dscp; __u16 pf_retrans; __u16 ps_retrans; __u32 pathmtu; __u32 param_flags; int init_sent_count; int state; short unsigned int error_count; struct timer_list T3_rtx_timer; struct timer_list hb_timer; struct timer_list proto_unreach_timer; struct timer_list reconf_timer; struct timer_list probe_timer; struct list_head transmitted; struct sctp_packet packet; struct list_head send_ready; struct { __u32 next_tsn_at_change; char changeover_active; char cycling_changeover; char cacc_saw_newack; } cacc; struct { __u16 pmtu; __u16 probe_size; __u16 probe_high; __u8 probe_count; __u8 state; } pl; __u64 hb_nonce; struct callback_head rcu; }; struct sctp_datamsg { struct list_head chunks; refcount_t refcnt; long unsigned int expires_at; int send_error; u8 send_failed: 1; u8 can_delay: 1; u8 abandoned: 1; }; struct sctp_stream_priorities { struct list_head prio_sched; struct list_head active; struct sctp_stream_out_ext *next; __u16 prio; }; struct sctp_stream_out_ext { __u64 abandoned_unsent[3]; __u64 abandoned_sent[3]; struct list_head outq; union { struct { struct list_head prio_list; struct sctp_stream_priorities *prio_head; }; struct { struct list_head rr_list; }; }; }; struct task_security_struct { u32 osid; u32 sid; u32 exec_sid; u32 create_sid; u32 keycreate_sid; u32 sockcreate_sid; }; enum label_initialized { LABEL_INVALID = 0, LABEL_INITIALIZED = 1, LABEL_PENDING = 2, }; struct inode_security_struct { struct inode *inode; struct list_head list; u32 task_sid; u32 sid; u16 sclass; unsigned char initialized; spinlock_t lock; }; struct file_security_struct { u32 sid; u32 fown_sid; u32 isid; u32 pseqno; }; struct superblock_security_struct { u32 sid; u32 def_sid; u32 mntpoint_sid; short unsigned int behavior; short unsigned int flags; struct mutex lock; struct list_head isec_head; spinlock_t isec_lock; }; struct msg_security_struct { u32 sid; }; struct ipc_security_struct { u16 sclass; u32 sid; }; struct sk_security_struct { enum { NLBL_UNSET = 0, NLBL_REQUIRE = 1, NLBL_LABELED = 2, NLBL_REQSKB = 3, NLBL_CONNLABELED = 4, } nlbl_state; struct netlbl_lsm_secattr *nlbl_secattr; u32 sid; u32 peer_sid; u16 sclass; enum { SCTP_ASSOC_UNSET = 0, SCTP_ASSOC_SET = 1, } sctp_assoc_state; }; struct tun_security_struct { u32 sid; }; struct key_security_struct { u32 sid; }; struct ib_security_struct { u32 sid; }; struct bpf_security_struct { u32 sid; }; struct perf_event_security_struct { u32 sid; }; struct rt6_exception_bucket { struct hlist_head chain; int depth; }; struct xfrm_type { struct module *owner; u8 proto; u8 flags; int (*init_state)(struct xfrm_state *); void (*destructor)(struct xfrm_state *); int (*input)(struct xfrm_state *, struct sk_buff *); int (*output)(struct xfrm_state *, struct sk_buff *); int (*reject)(struct xfrm_state *, struct sk_buff *, const struct flowi *); }; struct xfrm_type_offload { struct module *owner; u8 proto; void (*encap)(struct xfrm_state *, struct sk_buff *); int (*input_tail)(struct xfrm_state *, struct sk_buff *); int (*xmit)(struct xfrm_state *, struct sk_buff *, netdev_features_t); }; struct selinux_mnt_opts { u32 fscontext_sid; u32 context_sid; u32 rootcontext_sid; u32 defcontext_sid; }; enum { Opt_error___2 = 4294967295, Opt_context = 0, Opt_defcontext = 1, Opt_fscontext = 2, Opt_rootcontext = 3, Opt_seclabel = 4, }; struct selinux_policy_convert_data; struct selinux_load_state { struct selinux_policy *policy; struct selinux_policy_convert_data *convert_data; }; enum sel_inos { SEL_ROOT_INO = 2, SEL_LOAD = 3, SEL_ENFORCE = 4, SEL_CONTEXT = 5, SEL_ACCESS = 6, SEL_CREATE = 7, SEL_RELABEL = 8, SEL_USER = 9, SEL_POLICYVERS = 10, SEL_COMMIT_BOOLS = 11, SEL_MLS = 12, SEL_DISABLE = 13, SEL_MEMBER = 14, SEL_CHECKREQPROT = 15, SEL_COMPAT_NET = 16, SEL_REJECT_UNKNOWN = 17, SEL_DENY_UNKNOWN = 18, SEL_STATUS = 19, SEL_POLICY = 20, SEL_VALIDATE_TRANS = 21, SEL_INO_NEXT = 22, }; struct selinux_fs_info { struct dentry *bool_dir; unsigned int bool_num; char **bool_pending_names; unsigned int *bool_pending_values; struct dentry *class_dir; long unsigned int last_class_ino; bool policy_opened; struct dentry *policycap_dir; long unsigned int last_ino; struct selinux_state *state; struct super_block *sb; }; struct policy_load_memory { size_t len; void *data; }; enum { SELNL_MSG_SETENFORCE = 16, SELNL_MSG_POLICYLOAD = 17, SELNL_MSG_MAX = 18, }; enum selinux_nlgroups { SELNLGRP_NONE = 0, SELNLGRP_AVC = 1, __SELNLGRP_MAX = 2, }; struct selnl_msg_setenforce { __s32 val; }; struct selnl_msg_policyload { __u32 seqno; }; enum { RTM_BASE = 16, RTM_NEWLINK = 16, RTM_DELLINK = 17, RTM_GETLINK = 18, RTM_SETLINK = 19, RTM_NEWADDR = 20, RTM_DELADDR = 21, RTM_GETADDR = 22, RTM_NEWROUTE = 24, RTM_DELROUTE = 25, RTM_GETROUTE = 26, RTM_NEWNEIGH = 28, RTM_DELNEIGH = 29, RTM_GETNEIGH = 30, RTM_NEWRULE = 32, RTM_DELRULE = 33, RTM_GETRULE = 34, RTM_NEWQDISC = 36, RTM_DELQDISC = 37, RTM_GETQDISC = 38, RTM_NEWTCLASS = 40, RTM_DELTCLASS = 41, RTM_GETTCLASS = 42, RTM_NEWTFILTER = 44, RTM_DELTFILTER = 45, RTM_GETTFILTER = 46, RTM_NEWACTION = 48, RTM_DELACTION = 49, RTM_GETACTION = 50, RTM_NEWPREFIX = 52, RTM_GETMULTICAST = 58, RTM_GETANYCAST = 62, RTM_NEWNEIGHTBL = 64, RTM_GETNEIGHTBL = 66, RTM_SETNEIGHTBL = 67, RTM_NEWNDUSEROPT = 68, RTM_NEWADDRLABEL = 72, RTM_DELADDRLABEL = 73, RTM_GETADDRLABEL = 74, RTM_GETDCB = 78, RTM_SETDCB = 79, RTM_NEWNETCONF = 80, RTM_DELNETCONF = 81, RTM_GETNETCONF = 82, RTM_NEWMDB = 84, RTM_DELMDB = 85, RTM_GETMDB = 86, RTM_NEWNSID = 88, RTM_DELNSID = 89, RTM_GETNSID = 90, RTM_NEWSTATS = 92, RTM_GETSTATS = 94, RTM_SETSTATS = 95, RTM_NEWCACHEREPORT = 96, RTM_NEWCHAIN = 100, RTM_DELCHAIN = 101, RTM_GETCHAIN = 102, RTM_NEWNEXTHOP = 104, RTM_DELNEXTHOP = 105, RTM_GETNEXTHOP = 106, RTM_NEWLINKPROP = 108, RTM_DELLINKPROP = 109, RTM_GETLINKPROP = 110, RTM_NEWVLAN = 112, RTM_DELVLAN = 113, RTM_GETVLAN = 114, RTM_NEWNEXTHOPBUCKET = 116, RTM_DELNEXTHOPBUCKET = 117, RTM_GETNEXTHOPBUCKET = 118, RTM_NEWTUNNEL = 120, RTM_DELTUNNEL = 121, RTM_GETTUNNEL = 122, __RTM_MAX = 123, }; enum { INET_DIAG_REQ_NONE = 0, INET_DIAG_REQ_BYTECODE = 1, INET_DIAG_REQ_SK_BPF_STORAGES = 2, INET_DIAG_REQ_PROTOCOL = 3, __INET_DIAG_REQ_MAX = 4, }; struct nlmsg_perm { u16 nlmsg_type; u32 perm; }; struct netif_security_struct { struct net *ns; int ifindex; u32 sid; }; struct sel_netif { struct list_head list; struct netif_security_struct nsec; struct callback_head callback_head; }; struct netnode_security_struct { union { __be32 ipv4; struct in6_addr ipv6; } addr; u32 sid; u16 family; }; struct sel_netnode_bkt { unsigned int size; struct list_head list; }; struct sel_netnode { struct netnode_security_struct nsec; struct list_head list; struct callback_head rcu; }; struct netport_security_struct { u32 sid; u16 port; u8 protocol; }; struct sel_netport_bkt { int size; struct list_head list; }; struct sel_netport { struct netport_security_struct psec; struct list_head list; struct callback_head rcu; }; struct selinux_kernel_status { u32 version; u32 sequence; u32 enforcing; u32 policyload; u32 deny_unknown; }; struct ebitmap_node { struct ebitmap_node *next; long unsigned int maps[6]; u32 startbit; }; struct ebitmap { struct ebitmap_node *node; u32 highbit; }; struct policy_file { char *data; size_t len; }; struct hashtab_node { void *key; void *datum; struct hashtab_node *next; }; struct hashtab { struct hashtab_node **htable; u32 size; u32 nel; }; struct hashtab_info { u32 slots_used; u32 max_chain_len; }; struct hashtab_key_params { u32 (*hash)(const void *); int (*cmp)(const void *, const void *); }; struct symtab { struct hashtab table; u32 nprim; }; struct mls_level { u32 sens; struct ebitmap cat; }; struct mls_range { struct mls_level level[2]; }; struct context___2 { u32 user; u32 role; u32 type; u32 len; struct mls_range range; char *str; }; struct sidtab_str_cache; struct sidtab_entry { u32 sid; u32 hash; struct context___2 context; struct sidtab_str_cache *cache; struct hlist_node list; }; struct sidtab_str_cache { struct callback_head rcu_member; struct list_head lru_member; struct sidtab_entry *parent; u32 len; char str[0]; }; struct sidtab_node_inner; struct sidtab_node_leaf; union sidtab_entry_inner { struct sidtab_node_inner *ptr_inner; struct sidtab_node_leaf *ptr_leaf; }; struct sidtab_node_inner { union sidtab_entry_inner entries[512]; }; struct sidtab_node_leaf { struct sidtab_entry entries[39]; }; struct sidtab_isid_entry { int set; struct sidtab_entry entry; }; struct sidtab; struct sidtab_convert_params { int (*func)(struct context___2 *, struct context___2 *, void *); void *args; struct sidtab *target; }; struct sidtab { union sidtab_entry_inner roots[4]; u32 count; struct sidtab_convert_params *convert; bool frozen; spinlock_t lock; u32 cache_free_slots; struct list_head cache_lru_list; spinlock_t cache_lock; struct sidtab_isid_entry isids[27]; struct hlist_head context_to_sid[512]; }; struct avtab_key { u16 source_type; u16 target_type; u16 target_class; u16 specified; }; struct avtab_extended_perms { u8 specified; u8 driver; struct extended_perms_data perms; }; struct avtab_datum { union { u32 data; struct avtab_extended_perms *xperms; } u; }; struct avtab_node { struct avtab_key key; struct avtab_datum datum; struct avtab_node *next; }; struct avtab { struct avtab_node **htable; u32 nel; u32 nslot; u32 mask; }; struct type_set; struct constraint_expr { u32 expr_type; u32 attr; u32 op; struct ebitmap names; struct type_set *type_names; struct constraint_expr *next; }; struct type_set { struct ebitmap types; struct ebitmap negset; u32 flags; }; struct constraint_node { u32 permissions; struct constraint_expr *expr; struct constraint_node *next; }; struct common_datum { u32 value; struct symtab permissions; }; struct class_datum { u32 value; char *comkey; struct common_datum *comdatum; struct symtab permissions; struct constraint_node *constraints; struct constraint_node *validatetrans; char default_user; char default_role; char default_type; char default_range; }; struct role_datum { u32 value; u32 bounds; struct ebitmap dominates; struct ebitmap types; }; struct role_allow { u32 role; u32 new_role; struct role_allow *next; }; struct type_datum { u32 value; u32 bounds; unsigned char primary; unsigned char attribute; }; struct user_datum { u32 value; u32 bounds; struct ebitmap roles; struct mls_range range; struct mls_level dfltlevel; }; struct cond_bool_datum { __u32 value; int state; }; struct ocontext { union { char *name; struct { u8 protocol; u16 low_port; u16 high_port; } port; struct { u32 addr; u32 mask; } node; struct { u32 addr[4]; u32 mask[4]; } node6; struct { u64 subnet_prefix; u16 low_pkey; u16 high_pkey; } ibpkey; struct { char *dev_name; u8 port; } ibendport; } u; union { u32 sclass; u32 behavior; } v; struct context___2 context[2]; u32 sid[2]; struct ocontext *next; }; struct genfs { char *fstype; struct ocontext *head; struct genfs *next; }; struct cond_node; struct policydb { int mls_enabled; struct symtab symtab[8]; char **sym_val_to_name[8]; struct class_datum **class_val_to_struct; struct role_datum **role_val_to_struct; struct user_datum **user_val_to_struct; struct type_datum **type_val_to_struct; struct avtab te_avtab; struct hashtab role_tr; struct ebitmap filename_trans_ttypes; struct hashtab filename_trans; u32 compat_filename_trans_count; struct cond_bool_datum **bool_val_to_struct; struct avtab te_cond_avtab; struct cond_node *cond_list; u32 cond_list_len; struct role_allow *role_allow; struct ocontext *ocontexts[9]; struct genfs *genfs; struct hashtab range_tr; struct ebitmap *type_attr_map_array; struct ebitmap policycaps; struct ebitmap permissive_map; size_t len; unsigned int policyvers; unsigned int reject_unknown: 1; unsigned int allow_unknown: 1; u16 process_class; u32 process_trans_perms; }; struct perm_datum { u32 value; }; struct role_trans_key { u32 role; u32 type; u32 tclass; }; struct role_trans_datum { u32 new_role; }; struct filename_trans_key { u32 ttype; u16 tclass; const char *name; }; struct filename_trans_datum { struct ebitmap stypes; u32 otype; struct filename_trans_datum *next; }; struct level_datum { struct mls_level *level; unsigned char isalias; }; struct cat_datum { u32 value; unsigned char isalias; }; struct range_trans { u32 source_type; u32 target_type; u32 target_class; }; struct cond_expr_node; struct cond_expr { struct cond_expr_node *nodes; u32 len; }; struct cond_av_list { struct avtab_node **nodes; u32 len; }; struct cond_node { int cur_state; struct cond_expr expr; struct cond_av_list true_list; struct cond_av_list false_list; }; struct policy_data { struct policydb *p; void *fp; }; struct cond_expr_node { u32 expr_type; u32 bool; }; struct policydb_compat_info { int version; int sym_num; int ocon_num; }; struct selinux_mapping; struct selinux_map { struct selinux_mapping *mapping; u16 size; }; struct selinux_policy { struct sidtab *sidtab; struct policydb policydb; struct selinux_map map; u32 latest_granting; }; struct convert_context_args { struct selinux_state *state; struct policydb *oldp; struct policydb *newp; }; struct selinux_policy_convert_data { struct convert_context_args args; struct sidtab_convert_params sidtab_params; }; struct selinux_mapping { u16 value; unsigned int num_perms; u32 perms[32]; }; struct selinux_audit_rule { u32 au_seqno; struct context___2 au_ctxt; }; struct cond_insertf_data { struct policydb *p; struct avtab_node **dst; struct cond_av_list *other; }; struct udp_hslot; struct udp_table { struct udp_hslot *hash; struct udp_hslot *hash2; unsigned int mask; unsigned int log; }; struct xfrm_dst { union { struct dst_entry dst; struct rtable rt; struct rt6_info rt6; } u; struct dst_entry *route; struct dst_entry *child; struct dst_entry *path; struct xfrm_policy *pols[2]; int num_pols; int num_xfrms; u32 xfrm_genid; u32 policy_genid; u32 route_mtu_cached; u32 child_mtu_cached; u32 route_cookie; u32 path_cookie; }; struct xfrm_offload { struct { __u32 low; __u32 hi; } seq; __u32 flags; __u32 status; __u8 proto; __u8 inner_ipproto; }; struct sec_path { int len; int olen; struct xfrm_state *xvec[6]; struct xfrm_offload ovec[1]; }; struct udp_hslot { struct hlist_head head; int count; spinlock_t lock; }; struct pkey_security_struct { u64 subnet_prefix; u16 pkey; u32 sid; }; struct sel_ib_pkey_bkt { int size; struct list_head list; }; struct sel_ib_pkey { struct pkey_security_struct psec; struct list_head list; struct callback_head rcu; }; struct smack_audit_data { const char *function; char *subject; char *object; char *request; int result; }; struct smack_known { struct list_head list; struct hlist_node smk_hashed; char *smk_known; u32 smk_secid; struct netlbl_lsm_secattr smk_netlabel; struct list_head smk_rules; struct mutex smk_rules_lock; }; struct superblock_smack { struct smack_known *smk_root; struct smack_known *smk_floor; struct smack_known *smk_hat; struct smack_known *smk_default; int smk_flags; }; struct socket_smack { struct smack_known *smk_out; struct smack_known *smk_in; struct smack_known *smk_packet; int smk_state; }; struct inode_smack { struct smack_known *smk_inode; struct smack_known *smk_task; struct smack_known *smk_mmap; int smk_flags; }; struct task_smack { struct smack_known *smk_task; struct smack_known *smk_forked; struct list_head smk_rules; struct mutex smk_rules_lock; struct list_head smk_relabel; }; struct smack_rule { struct list_head list; struct smack_known *smk_subject; struct smack_known *smk_object; int smk_access; }; struct smk_net4addr { struct list_head list; struct in_addr smk_host; struct in_addr smk_mask; int smk_masks; struct smack_known *smk_label; }; struct smk_net6addr { struct list_head list; struct in6_addr smk_host; struct in6_addr smk_mask; int smk_masks; struct smack_known *smk_label; }; struct smack_known_list_elem { struct list_head list; struct smack_known *smk_label; }; enum { Opt_error___3 = 4294967295, Opt_fsdefault = 0, Opt_fsfloor = 1, Opt_fshat = 2, Opt_fsroot = 3, Opt_fstransmute = 4, }; struct smk_audit_info { struct common_audit_data a; struct smack_audit_data sad; }; struct smack_mnt_opts { const char *fsdefault; const char *fsfloor; const char *fshat; const char *fsroot; const char *fstransmute; }; struct netlbl_audit { u32 secid; kuid_t loginuid; unsigned int sessionid; }; struct cipso_v4_std_map_tbl { struct { u32 *cipso; u32 *local; u32 cipso_size; u32 local_size; } lvl; struct { u32 *cipso; u32 *local; u32 cipso_size; u32 local_size; } cat; }; struct cipso_v4_doi { u32 doi; u32 type; union { struct cipso_v4_std_map_tbl *std; } map; u8 tags[5]; refcount_t refcount; struct list_head list; struct callback_head rcu; }; enum smk_inos { SMK_ROOT_INO = 2, SMK_LOAD = 3, SMK_CIPSO = 4, SMK_DOI = 5, SMK_DIRECT = 6, SMK_AMBIENT = 7, SMK_NET4ADDR = 8, SMK_ONLYCAP = 9, SMK_LOGGING = 10, SMK_LOAD_SELF = 11, SMK_ACCESSES = 12, SMK_MAPPED = 13, SMK_LOAD2 = 14, SMK_LOAD_SELF2 = 15, SMK_ACCESS2 = 16, SMK_CIPSO2 = 17, SMK_REVOKE_SUBJ = 18, SMK_CHANGE_RULE = 19, SMK_SYSLOG = 20, SMK_PTRACE = 21, SMK_NET6ADDR = 23, SMK_RELABEL_SELF = 24, }; struct smack_parsed_rule { struct smack_known *smk_subject; struct smack_known *smk_object; int smk_access1; int smk_access2; }; struct sockaddr_un { __kernel_sa_family_t sun_family; char sun_path[108]; }; struct unix_address { refcount_t refcnt; int len; struct sockaddr_un name[0]; }; struct scm_stat { atomic_t nr_fds; }; struct unix_sock { struct sock sk; struct unix_address *addr; struct path path; struct mutex iolock; struct mutex bindlock; struct sock *peer; struct list_head link; atomic_long_t inflight; spinlock_t lock; long unsigned int gc_flags; struct socket_wq peer_wq; wait_queue_entry_t peer_wake; struct scm_stat scm_stat; struct sk_buff *oob_skb; long: 64; }; enum tomoyo_conditions_index { TOMOYO_TASK_UID = 0, TOMOYO_TASK_EUID = 1, TOMOYO_TASK_SUID = 2, TOMOYO_TASK_FSUID = 3, TOMOYO_TASK_GID = 4, TOMOYO_TASK_EGID = 5, TOMOYO_TASK_SGID = 6, TOMOYO_TASK_FSGID = 7, TOMOYO_TASK_PID = 8, TOMOYO_TASK_PPID = 9, TOMOYO_EXEC_ARGC = 10, TOMOYO_EXEC_ENVC = 11, TOMOYO_TYPE_IS_SOCKET = 12, TOMOYO_TYPE_IS_SYMLINK = 13, TOMOYO_TYPE_IS_FILE = 14, TOMOYO_TYPE_IS_BLOCK_DEV = 15, TOMOYO_TYPE_IS_DIRECTORY = 16, TOMOYO_TYPE_IS_CHAR_DEV = 17, TOMOYO_TYPE_IS_FIFO = 18, TOMOYO_MODE_SETUID = 19, TOMOYO_MODE_SETGID = 20, TOMOYO_MODE_STICKY = 21, TOMOYO_MODE_OWNER_READ = 22, TOMOYO_MODE_OWNER_WRITE = 23, TOMOYO_MODE_OWNER_EXECUTE = 24, TOMOYO_MODE_GROUP_READ = 25, TOMOYO_MODE_GROUP_WRITE = 26, TOMOYO_MODE_GROUP_EXECUTE = 27, TOMOYO_MODE_OTHERS_READ = 28, TOMOYO_MODE_OTHERS_WRITE = 29, TOMOYO_MODE_OTHERS_EXECUTE = 30, TOMOYO_EXEC_REALPATH = 31, TOMOYO_SYMLINK_TARGET = 32, TOMOYO_PATH1_UID = 33, TOMOYO_PATH1_GID = 34, TOMOYO_PATH1_INO = 35, TOMOYO_PATH1_MAJOR = 36, TOMOYO_PATH1_MINOR = 37, TOMOYO_PATH1_PERM = 38, TOMOYO_PATH1_TYPE = 39, TOMOYO_PATH1_DEV_MAJOR = 40, TOMOYO_PATH1_DEV_MINOR = 41, TOMOYO_PATH2_UID = 42, TOMOYO_PATH2_GID = 43, TOMOYO_PATH2_INO = 44, TOMOYO_PATH2_MAJOR = 45, TOMOYO_PATH2_MINOR = 46, TOMOYO_PATH2_PERM = 47, TOMOYO_PATH2_TYPE = 48, TOMOYO_PATH2_DEV_MAJOR = 49, TOMOYO_PATH2_DEV_MINOR = 50, TOMOYO_PATH1_PARENT_UID = 51, TOMOYO_PATH1_PARENT_GID = 52, TOMOYO_PATH1_PARENT_INO = 53, TOMOYO_PATH1_PARENT_PERM = 54, TOMOYO_PATH2_PARENT_UID = 55, TOMOYO_PATH2_PARENT_GID = 56, TOMOYO_PATH2_PARENT_INO = 57, TOMOYO_PATH2_PARENT_PERM = 58, TOMOYO_MAX_CONDITION_KEYWORD = 59, TOMOYO_NUMBER_UNION = 60, TOMOYO_NAME_UNION = 61, TOMOYO_ARGV_ENTRY = 62, TOMOYO_ENVP_ENTRY = 63, }; enum tomoyo_path_stat_index { TOMOYO_PATH1 = 0, TOMOYO_PATH1_PARENT = 1, TOMOYO_PATH2 = 2, TOMOYO_PATH2_PARENT = 3, TOMOYO_MAX_PATH_STAT = 4, }; enum tomoyo_mode_index { TOMOYO_CONFIG_DISABLED = 0, TOMOYO_CONFIG_LEARNING = 1, TOMOYO_CONFIG_PERMISSIVE = 2, TOMOYO_CONFIG_ENFORCING = 3, TOMOYO_CONFIG_MAX_MODE = 4, TOMOYO_CONFIG_WANT_REJECT_LOG = 64, TOMOYO_CONFIG_WANT_GRANT_LOG = 128, TOMOYO_CONFIG_USE_DEFAULT = 255, }; enum tomoyo_policy_id { TOMOYO_ID_GROUP = 0, TOMOYO_ID_ADDRESS_GROUP = 1, TOMOYO_ID_PATH_GROUP = 2, TOMOYO_ID_NUMBER_GROUP = 3, TOMOYO_ID_TRANSITION_CONTROL = 4, TOMOYO_ID_AGGREGATOR = 5, TOMOYO_ID_MANAGER = 6, TOMOYO_ID_CONDITION = 7, TOMOYO_ID_NAME = 8, TOMOYO_ID_ACL = 9, TOMOYO_ID_DOMAIN = 10, TOMOYO_MAX_POLICY = 11, }; enum tomoyo_domain_info_flags_index { TOMOYO_DIF_QUOTA_WARNED = 0, TOMOYO_DIF_TRANSITION_FAILED = 1, TOMOYO_MAX_DOMAIN_INFO_FLAGS = 2, }; enum tomoyo_grant_log { TOMOYO_GRANTLOG_AUTO = 0, TOMOYO_GRANTLOG_NO = 1, TOMOYO_GRANTLOG_YES = 2, }; enum tomoyo_group_id { TOMOYO_PATH_GROUP = 0, TOMOYO_NUMBER_GROUP = 1, TOMOYO_ADDRESS_GROUP = 2, TOMOYO_MAX_GROUP = 3, }; enum tomoyo_path_acl_index { TOMOYO_TYPE_EXECUTE = 0, TOMOYO_TYPE_READ = 1, TOMOYO_TYPE_WRITE = 2, TOMOYO_TYPE_APPEND = 3, TOMOYO_TYPE_UNLINK = 4, TOMOYO_TYPE_GETATTR = 5, TOMOYO_TYPE_RMDIR = 6, TOMOYO_TYPE_TRUNCATE = 7, TOMOYO_TYPE_SYMLINK = 8, TOMOYO_TYPE_CHROOT = 9, TOMOYO_TYPE_UMOUNT = 10, TOMOYO_MAX_PATH_OPERATION = 11, }; enum tomoyo_memory_stat_type { TOMOYO_MEMORY_POLICY = 0, TOMOYO_MEMORY_AUDIT = 1, TOMOYO_MEMORY_QUERY = 2, TOMOYO_MAX_MEMORY_STAT = 3, }; enum tomoyo_mkdev_acl_index { TOMOYO_TYPE_MKBLOCK = 0, TOMOYO_TYPE_MKCHAR = 1, TOMOYO_MAX_MKDEV_OPERATION = 2, }; enum tomoyo_network_acl_index { TOMOYO_NETWORK_BIND = 0, TOMOYO_NETWORK_LISTEN = 1, TOMOYO_NETWORK_CONNECT = 2, TOMOYO_NETWORK_SEND = 3, TOMOYO_MAX_NETWORK_OPERATION = 4, }; enum tomoyo_path2_acl_index { TOMOYO_TYPE_LINK = 0, TOMOYO_TYPE_RENAME = 1, TOMOYO_TYPE_PIVOT_ROOT = 2, TOMOYO_MAX_PATH2_OPERATION = 3, }; enum tomoyo_path_number_acl_index { TOMOYO_TYPE_CREATE = 0, TOMOYO_TYPE_MKDIR = 1, TOMOYO_TYPE_MKFIFO = 2, TOMOYO_TYPE_MKSOCK = 3, TOMOYO_TYPE_IOCTL = 4, TOMOYO_TYPE_CHMOD = 5, TOMOYO_TYPE_CHOWN = 6, TOMOYO_TYPE_CHGRP = 7, TOMOYO_MAX_PATH_NUMBER_OPERATION = 8, }; enum tomoyo_securityfs_interface_index { TOMOYO_DOMAINPOLICY = 0, TOMOYO_EXCEPTIONPOLICY = 1, TOMOYO_PROCESS_STATUS = 2, TOMOYO_STAT = 3, TOMOYO_AUDIT = 4, TOMOYO_VERSION = 5, TOMOYO_PROFILE = 6, TOMOYO_QUERY = 7, TOMOYO_MANAGER = 8, }; enum tomoyo_mac_index { TOMOYO_MAC_FILE_EXECUTE = 0, TOMOYO_MAC_FILE_OPEN = 1, TOMOYO_MAC_FILE_CREATE = 2, TOMOYO_MAC_FILE_UNLINK = 3, TOMOYO_MAC_FILE_GETATTR = 4, TOMOYO_MAC_FILE_MKDIR = 5, TOMOYO_MAC_FILE_RMDIR = 6, TOMOYO_MAC_FILE_MKFIFO = 7, TOMOYO_MAC_FILE_MKSOCK = 8, TOMOYO_MAC_FILE_TRUNCATE = 9, TOMOYO_MAC_FILE_SYMLINK = 10, TOMOYO_MAC_FILE_MKBLOCK = 11, TOMOYO_MAC_FILE_MKCHAR = 12, TOMOYO_MAC_FILE_LINK = 13, TOMOYO_MAC_FILE_RENAME = 14, TOMOYO_MAC_FILE_CHMOD = 15, TOMOYO_MAC_FILE_CHOWN = 16, TOMOYO_MAC_FILE_CHGRP = 17, TOMOYO_MAC_FILE_IOCTL = 18, TOMOYO_MAC_FILE_CHROOT = 19, TOMOYO_MAC_FILE_MOUNT = 20, TOMOYO_MAC_FILE_UMOUNT = 21, TOMOYO_MAC_FILE_PIVOT_ROOT = 22, TOMOYO_MAC_NETWORK_INET_STREAM_BIND = 23, TOMOYO_MAC_NETWORK_INET_STREAM_LISTEN = 24, TOMOYO_MAC_NETWORK_INET_STREAM_CONNECT = 25, TOMOYO_MAC_NETWORK_INET_DGRAM_BIND = 26, TOMOYO_MAC_NETWORK_INET_DGRAM_SEND = 27, TOMOYO_MAC_NETWORK_INET_RAW_BIND = 28, TOMOYO_MAC_NETWORK_INET_RAW_SEND = 29, TOMOYO_MAC_NETWORK_UNIX_STREAM_BIND = 30, TOMOYO_MAC_NETWORK_UNIX_STREAM_LISTEN = 31, TOMOYO_MAC_NETWORK_UNIX_STREAM_CONNECT = 32, TOMOYO_MAC_NETWORK_UNIX_DGRAM_BIND = 33, TOMOYO_MAC_NETWORK_UNIX_DGRAM_SEND = 34, TOMOYO_MAC_NETWORK_UNIX_SEQPACKET_BIND = 35, TOMOYO_MAC_NETWORK_UNIX_SEQPACKET_LISTEN = 36, TOMOYO_MAC_NETWORK_UNIX_SEQPACKET_CONNECT = 37, TOMOYO_MAC_ENVIRON = 38, TOMOYO_MAX_MAC_INDEX = 39, }; enum tomoyo_mac_category_index { TOMOYO_MAC_CATEGORY_FILE = 0, TOMOYO_MAC_CATEGORY_NETWORK = 1, TOMOYO_MAC_CATEGORY_MISC = 2, TOMOYO_MAX_MAC_CATEGORY_INDEX = 3, }; enum tomoyo_pref_index { TOMOYO_PREF_MAX_AUDIT_LOG = 0, TOMOYO_PREF_MAX_LEARNING_ENTRY = 1, TOMOYO_MAX_PREF = 2, }; struct tomoyo_shared_acl_head { struct list_head list; atomic_t users; } __attribute__((packed)); struct tomoyo_path_info { const char *name; u32 hash; u16 const_len; bool is_dir; bool is_patterned; }; struct tomoyo_obj_info; struct tomoyo_execve; struct tomoyo_domain_info; struct tomoyo_acl_info; struct tomoyo_request_info { struct tomoyo_obj_info *obj; struct tomoyo_execve *ee; struct tomoyo_domain_info *domain; union { struct { const struct tomoyo_path_info *filename; const struct tomoyo_path_info *matched_path; u8 operation; } path; struct { const struct tomoyo_path_info *filename1; const struct tomoyo_path_info *filename2; u8 operation; } path2; struct { const struct tomoyo_path_info *filename; unsigned int mode; unsigned int major; unsigned int minor; u8 operation; } mkdev; struct { const struct tomoyo_path_info *filename; long unsigned int number; u8 operation; } path_number; struct { const struct tomoyo_path_info *name; } environ; struct { const __be32 *address; u16 port; u8 protocol; u8 operation; bool is_ipv6; } inet_network; struct { const struct tomoyo_path_info *address; u8 protocol; u8 operation; } unix_network; struct { const struct tomoyo_path_info *type; const struct tomoyo_path_info *dir; const struct tomoyo_path_info *dev; long unsigned int flags; int need_dev; } mount; struct { const struct tomoyo_path_info *domainname; } task; } param; struct tomoyo_acl_info *matched_acl; u8 param_type; bool granted; u8 retry; u8 profile; u8 mode; u8 type; }; struct tomoyo_mini_stat { kuid_t uid; kgid_t gid; ino_t ino; umode_t mode; dev_t dev; dev_t rdev; }; struct tomoyo_obj_info { bool validate_done; bool stat_valid[4]; struct path path1; struct path path2; struct tomoyo_mini_stat stat[4]; struct tomoyo_path_info *symlink_target; }; struct tomoyo_page_dump { struct page *page; char *data; }; struct tomoyo_execve { struct tomoyo_request_info r; struct tomoyo_obj_info obj; struct linux_binprm *bprm; const struct tomoyo_path_info *transition; struct tomoyo_page_dump dump; char *tmp; }; struct tomoyo_policy_namespace; struct tomoyo_domain_info { struct list_head list; struct list_head acl_info_list; const struct tomoyo_path_info *domainname; struct tomoyo_policy_namespace *ns; long unsigned int group[4]; u8 profile; bool is_deleted; bool flags[2]; atomic_t users; }; struct tomoyo_condition; struct tomoyo_acl_info { struct list_head list; struct tomoyo_condition *cond; s8 is_deleted; u8 type; } __attribute__((packed)); struct tomoyo_condition { struct tomoyo_shared_acl_head head; u32 size; u16 condc; u16 numbers_count; u16 names_count; u16 argc; u16 envc; u8 grant_log; const struct tomoyo_path_info *transit; }; struct tomoyo_profile; struct tomoyo_policy_namespace { struct tomoyo_profile *profile_ptr[256]; struct list_head group_list[3]; struct list_head policy_list[11]; struct list_head acl_group[256]; struct list_head namespace_list; unsigned int profile_version; const char *name; }; struct tomoyo_io_buffer { void (*read)(struct tomoyo_io_buffer *); int (*write)(struct tomoyo_io_buffer *); __poll_t (*poll)(struct file *, poll_table *); struct mutex io_sem; char *read_user_buf; size_t read_user_buf_avail; struct { struct list_head *ns; struct list_head *domain; struct list_head *group; struct list_head *acl; size_t avail; unsigned int step; unsigned int query_index; u16 index; u16 cond_index; u8 acl_group_index; u8 cond_step; u8 bit; u8 w_pos; bool eof; bool print_this_domain_only; bool print_transition_related_only; bool print_cond_part; const char *w[64]; } r; struct { struct tomoyo_policy_namespace *ns; struct tomoyo_domain_info *domain; size_t avail; bool is_delete; } w; char *read_buf; size_t readbuf_size; char *write_buf; size_t writebuf_size; enum tomoyo_securityfs_interface_index type; u8 users; struct list_head list; }; struct tomoyo_preference { unsigned int learning_max_entry; bool enforcing_verbose; bool learning_verbose; bool permissive_verbose; }; struct tomoyo_profile { const struct tomoyo_path_info *comment; struct tomoyo_preference *learning; struct tomoyo_preference *permissive; struct tomoyo_preference *enforcing; struct tomoyo_preference preference; u8 default_config; u8 config[42]; unsigned int pref[2]; }; struct tomoyo_time { u16 year; u8 month; u8 day; u8 hour; u8 min; u8 sec; }; struct tomoyo_log { struct list_head list; char *log; int size; }; enum tomoyo_value_type { TOMOYO_VALUE_TYPE_INVALID = 0, TOMOYO_VALUE_TYPE_DECIMAL = 1, TOMOYO_VALUE_TYPE_OCTAL = 2, TOMOYO_VALUE_TYPE_HEXADECIMAL = 3, }; enum tomoyo_transition_type { TOMOYO_TRANSITION_CONTROL_NO_RESET = 0, TOMOYO_TRANSITION_CONTROL_RESET = 1, TOMOYO_TRANSITION_CONTROL_NO_INITIALIZE = 2, TOMOYO_TRANSITION_CONTROL_INITIALIZE = 3, TOMOYO_TRANSITION_CONTROL_NO_KEEP = 4, TOMOYO_TRANSITION_CONTROL_KEEP = 5, TOMOYO_MAX_TRANSITION_TYPE = 6, }; enum tomoyo_acl_entry_type_index { TOMOYO_TYPE_PATH_ACL = 0, TOMOYO_TYPE_PATH2_ACL = 1, TOMOYO_TYPE_PATH_NUMBER_ACL = 2, TOMOYO_TYPE_MKDEV_ACL = 3, TOMOYO_TYPE_MOUNT_ACL = 4, TOMOYO_TYPE_INET_ACL = 5, TOMOYO_TYPE_UNIX_ACL = 6, TOMOYO_TYPE_ENV_ACL = 7, TOMOYO_TYPE_MANUAL_TASK_ACL = 8, }; enum tomoyo_policy_stat_type { TOMOYO_STAT_POLICY_UPDATES = 0, TOMOYO_STAT_POLICY_LEARNING = 1, TOMOYO_STAT_POLICY_PERMISSIVE = 2, TOMOYO_STAT_POLICY_ENFORCING = 3, TOMOYO_MAX_POLICY_STAT = 4, }; struct tomoyo_acl_head { struct list_head list; s8 is_deleted; } __attribute__((packed)); struct tomoyo_name { struct tomoyo_shared_acl_head head; struct tomoyo_path_info entry; }; struct tomoyo_group; struct tomoyo_name_union { const struct tomoyo_path_info *filename; struct tomoyo_group *group; }; struct tomoyo_group { struct tomoyo_shared_acl_head head; const struct tomoyo_path_info *group_name; struct list_head member_list; }; struct tomoyo_number_union { long unsigned int values[2]; struct tomoyo_group *group; u8 value_type[2]; }; struct tomoyo_ipaddr_union { struct in6_addr ip[2]; struct tomoyo_group *group; bool is_ipv6; }; struct tomoyo_path_group { struct tomoyo_acl_head head; const struct tomoyo_path_info *member_name; }; struct tomoyo_number_group { struct tomoyo_acl_head head; struct tomoyo_number_union number; }; struct tomoyo_address_group { struct tomoyo_acl_head head; struct tomoyo_ipaddr_union address; }; struct tomoyo_argv { long unsigned int index; const struct tomoyo_path_info *value; bool is_not; }; struct tomoyo_envp { const struct tomoyo_path_info *name; const struct tomoyo_path_info *value; bool is_not; }; struct tomoyo_condition_element { u8 left; u8 right; bool equals; }; struct tomoyo_task_acl { struct tomoyo_acl_info head; const struct tomoyo_path_info *domainname; }; struct tomoyo_path_acl { struct tomoyo_acl_info head; u16 perm; struct tomoyo_name_union name; }; struct tomoyo_path_number_acl { struct tomoyo_acl_info head; u8 perm; struct tomoyo_name_union name; struct tomoyo_number_union number; }; struct tomoyo_mkdev_acl { struct tomoyo_acl_info head; u8 perm; struct tomoyo_name_union name; struct tomoyo_number_union mode; struct tomoyo_number_union major; struct tomoyo_number_union minor; }; struct tomoyo_path2_acl { struct tomoyo_acl_info head; u8 perm; struct tomoyo_name_union name1; struct tomoyo_name_union name2; }; struct tomoyo_mount_acl { struct tomoyo_acl_info head; struct tomoyo_name_union dev_name; struct tomoyo_name_union dir_name; struct tomoyo_name_union fs_type; struct tomoyo_number_union flags; }; struct tomoyo_env_acl { struct tomoyo_acl_info head; const struct tomoyo_path_info *env; }; struct tomoyo_inet_acl { struct tomoyo_acl_info head; u8 protocol; u8 perm; struct tomoyo_ipaddr_union address; struct tomoyo_number_union port; }; struct tomoyo_unix_acl { struct tomoyo_acl_info head; u8 protocol; u8 perm; struct tomoyo_name_union name; }; struct tomoyo_acl_param { char *data; struct list_head *list; struct tomoyo_policy_namespace *ns; bool is_delete; }; struct tomoyo_transition_control { struct tomoyo_acl_head head; u8 type; bool is_last_name; const struct tomoyo_path_info *domainname; const struct tomoyo_path_info *program; }; struct tomoyo_aggregator { struct tomoyo_acl_head head; const struct tomoyo_path_info *original_name; const struct tomoyo_path_info *aggregated_name; }; struct tomoyo_manager { struct tomoyo_acl_head head; const struct tomoyo_path_info *manager; }; struct tomoyo_task { struct tomoyo_domain_info *domain_info; struct tomoyo_domain_info *old_domain_info; }; struct tomoyo_query { struct list_head list; struct tomoyo_domain_info *domain; char *query; size_t query_len; unsigned int serial; u8 timer; u8 answer; u8 retry; }; enum tomoyo_special_mount { TOMOYO_MOUNT_BIND = 0, TOMOYO_MOUNT_MOVE = 1, TOMOYO_MOUNT_REMOUNT = 2, TOMOYO_MOUNT_MAKE_UNBINDABLE = 3, TOMOYO_MOUNT_MAKE_PRIVATE = 4, TOMOYO_MOUNT_MAKE_SLAVE = 5, TOMOYO_MOUNT_MAKE_SHARED = 6, TOMOYO_MAX_SPECIAL_MOUNT = 7, }; struct tomoyo_inet_addr_info { __be16 port; const __be32 *address; bool is_ipv6; }; struct tomoyo_unix_addr_info { u8 *addr; unsigned int addr_len; }; struct tomoyo_addr_info { u8 protocol; u8 operation; struct tomoyo_inet_addr_info inet; struct tomoyo_unix_addr_info unix0; }; enum audit_mode { AUDIT_NORMAL = 0, AUDIT_QUIET_DENIED = 1, AUDIT_QUIET = 2, AUDIT_NOQUIET = 3, AUDIT_ALL = 4, }; enum aa_sfs_type { AA_SFS_TYPE_BOOLEAN = 0, AA_SFS_TYPE_STRING = 1, AA_SFS_TYPE_U64 = 2, AA_SFS_TYPE_FOPS = 3, AA_SFS_TYPE_DIR = 4, }; struct aa_sfs_entry { const char *name; struct dentry *dentry; umode_t mode; enum aa_sfs_type v_type; union { bool boolean; char *string; long unsigned int u64; struct aa_sfs_entry *files; } v; const struct file_operations *file_ops; }; enum aafs_ns_type { AAFS_NS_DIR = 0, AAFS_NS_PROFS = 1, AAFS_NS_NS = 2, AAFS_NS_RAW_DATA = 3, AAFS_NS_LOAD = 4, AAFS_NS_REPLACE = 5, AAFS_NS_REMOVE = 6, AAFS_NS_REVISION = 7, AAFS_NS_COUNT = 8, AAFS_NS_MAX_COUNT = 9, AAFS_NS_SIZE = 10, AAFS_NS_MAX_SIZE = 11, AAFS_NS_OWNER = 12, AAFS_NS_SIZEOF = 13, }; enum aafs_prof_type { AAFS_PROF_DIR = 0, AAFS_PROF_PROFS = 1, AAFS_PROF_NAME = 2, AAFS_PROF_MODE = 3, AAFS_PROF_ATTACH = 4, AAFS_PROF_HASH = 5, AAFS_PROF_RAW_DATA = 6, AAFS_PROF_RAW_HASH = 7, AAFS_PROF_RAW_ABI = 8, AAFS_PROF_SIZEOF = 9, }; struct table_header { u16 td_id; u16 td_flags; u32 td_hilen; u32 td_lolen; char td_data[0]; }; struct aa_dfa { struct kref count; u16 flags; u32 max_oob; struct table_header *tables[8]; }; struct aa_policy { const char *name; char *hname; struct list_head list; struct list_head profiles; }; struct aa_labelset { rwlock_t lock; struct rb_root root; }; enum label_flags { FLAG_HAT = 1, FLAG_UNCONFINED = 2, FLAG_NULL = 4, FLAG_IX_ON_NAME_ERROR = 8, FLAG_IMMUTIBLE = 16, FLAG_USER_DEFINED = 32, FLAG_NO_LIST_REF = 64, FLAG_NS_COUNT = 128, FLAG_IN_TREE = 256, FLAG_PROFILE = 512, FLAG_EXPLICIT = 1024, FLAG_STALE = 2048, FLAG_RENAMED = 4096, FLAG_REVOKED = 8192, }; struct aa_label; struct aa_proxy { struct kref count; struct aa_label *label; }; struct aa_profile; struct aa_label { struct kref count; struct rb_node node; struct callback_head rcu; struct aa_proxy *proxy; char *hname; long int flags; u32 secid; int size; struct aa_profile *vec[0]; }; struct label_it { int i; int j; }; struct aa_policydb { struct aa_dfa *dfa; unsigned int start[17]; }; struct aa_domain { int size; char **table; }; struct aa_file_rules { unsigned int start; struct aa_dfa *dfa; struct aa_domain trans; }; struct aa_caps { kernel_cap_t allow; kernel_cap_t audit; kernel_cap_t denied; kernel_cap_t quiet; kernel_cap_t kill; kernel_cap_t extended; }; struct aa_rlimit { unsigned int mask; struct rlimit limits[16]; }; struct aa_ns; struct aa_secmark; struct aa_loaddata; struct aa_profile { struct aa_policy base; struct aa_profile *parent; struct aa_ns *ns; const char *rename; const char *attach; struct aa_dfa *xmatch; int xmatch_len; enum audit_mode audit; long int mode; u32 path_flags; const char *disconnected; int size; struct aa_policydb policy; struct aa_file_rules file; struct aa_caps caps; int xattr_count; char **xattrs; struct aa_rlimit rlimits; int secmark_count; struct aa_secmark *secmark; struct aa_loaddata *rawdata; unsigned char *hash; char *dirname; struct dentry *dents[9]; struct rhashtable *data; struct aa_label label; }; struct aa_perms { u32 allow; u32 audit; u32 deny; u32 quiet; u32 kill; u32 stop; u32 complain; u32 cond; u32 hide; u32 prompt; u16 xindex; }; struct path_cond { kuid_t uid; umode_t mode; }; struct aa_secmark { u8 audit; u8 deny; u32 secid; char *label; }; enum profile_mode { APPARMOR_ENFORCE = 0, APPARMOR_COMPLAIN = 1, APPARMOR_KILL = 2, APPARMOR_UNCONFINED = 3, }; struct aa_data { char *key; u32 size; char *data; struct rhash_head head; }; struct aa_ns_acct { int max_size; int max_count; int size; int count; }; struct aa_ns { struct aa_policy base; struct aa_ns *parent; struct mutex lock; struct aa_ns_acct acct; struct aa_profile *unconfined; struct list_head sub_ns; atomic_t uniq_null; long int uniq_id; int level; long int revision; wait_queue_head_t wait; struct aa_labelset labels; struct list_head rawdata_list; struct dentry *dents[13]; }; struct aa_loaddata { struct kref count; struct list_head list; struct work_struct work; struct dentry *dents[6]; struct aa_ns *ns; char *name; size_t size; size_t compressed_size; long int revision; int abi; unsigned char *hash; char *data; }; enum { AAFS_LOADDATA_ABI = 0, AAFS_LOADDATA_REVISION = 1, AAFS_LOADDATA_HASH = 2, AAFS_LOADDATA_DATA = 3, AAFS_LOADDATA_COMPRESSED_SIZE = 4, AAFS_LOADDATA_DIR = 5, AAFS_LOADDATA_NDENTS = 6, }; struct rawdata_f_data { struct aa_loaddata *loaddata; }; struct aa_revision { struct aa_ns *ns; long int last_read; }; struct multi_transaction { struct kref count; ssize_t size; char data[0]; }; struct apparmor_audit_data { int error; int type; const char *op; struct aa_label *label; const char *name; const char *info; u32 request; u32 denied; union { struct { struct aa_label *peer; union { struct { const char *target; kuid_t ouid; } fs; struct { int rlim; long unsigned int max; } rlim; struct { int signal; int unmappedsig; }; struct { int type; int protocol; struct sock *peer_sk; void *addr; int addrlen; } net; }; }; struct { struct aa_profile *profile; const char *ns; long int pos; } iface; struct { const char *src_name; const char *type; const char *trans; const char *data; long unsigned int flags; } mnt; }; }; enum audit_type { AUDIT_APPARMOR_AUDIT = 0, AUDIT_APPARMOR_ALLOWED = 1, AUDIT_APPARMOR_DENIED = 2, AUDIT_APPARMOR_HINT = 3, AUDIT_APPARMOR_STATUS = 4, AUDIT_APPARMOR_ERROR = 5, AUDIT_APPARMOR_KILL = 6, AUDIT_APPARMOR_AUTO = 7, }; struct aa_audit_rule { struct aa_label *label; }; struct audit_cache { struct aa_profile *profile; kernel_cap_t caps; }; struct aa_task_ctx { struct aa_label *nnp; struct aa_label *onexec; struct aa_label *previous; u64 token; }; struct counted_str { struct kref count; char name[0]; }; struct match_workbuf { unsigned int count; unsigned int pos; unsigned int len; unsigned int size; unsigned int history[24]; }; enum path_flags { PATH_IS_DIR = 1, PATH_CONNECT_PATH = 4, PATH_CHROOT_REL = 8, PATH_CHROOT_NSCONNECT = 16, PATH_DELEGATE_DELETED = 32768, PATH_MEDIATE_DELETED = 65536, }; struct aa_load_ent { struct list_head list; struct aa_profile *new; struct aa_profile *old; struct aa_profile *rename; const char *ns_name; }; enum aa_code { AA_U8 = 0, AA_U16 = 1, AA_U32 = 2, AA_U64 = 3, AA_NAME = 4, AA_STRING = 5, AA_BLOB = 6, AA_STRUCT = 7, AA_STRUCTEND = 8, AA_LIST = 9, AA_LISTEND = 10, AA_ARRAY = 11, AA_ARRAYEND = 12, }; struct aa_ext { void *start; void *end; void *pos; u32 version; }; struct aa_file_ctx { spinlock_t lock; struct aa_label *label; u32 allow; }; struct aa_sk_ctx { struct aa_label *label; struct aa_label *peer; }; union aa_buffer { struct list_head list; char buffer[1]; }; struct ptrace_relation { struct task_struct *tracer; struct task_struct *tracee; bool invalid; struct list_head node; struct callback_head rcu; }; struct access_report_info { struct callback_head work; const char *access; struct task_struct *target; struct task_struct *agent; }; enum sid_policy_type { SIDPOL_DEFAULT = 0, SIDPOL_CONSTRAINED = 1, SIDPOL_ALLOWED = 2, }; typedef union { kuid_t uid; kgid_t gid; } kid_t; enum setid_type { UID = 0, GID = 1, }; struct setid_rule { struct hlist_node next; kid_t src_id; kid_t dst_id; enum setid_type type; }; struct setid_ruleset { struct hlist_head rules[256]; char *policy_str; struct callback_head rcu; enum setid_type type; }; enum devcg_behavior { DEVCG_DEFAULT_NONE = 0, DEVCG_DEFAULT_ALLOW = 1, DEVCG_DEFAULT_DENY = 2, }; struct dev_exception_item { u32 major; u32 minor; short int type; short int access; struct list_head list; struct callback_head rcu; }; struct dev_cgroup { struct cgroup_subsys_state css; struct list_head exceptions; enum devcg_behavior behavior; }; struct landlock_ruleset_attr { __u64 handled_access_fs; }; enum landlock_rule_type { LANDLOCK_RULE_PATH_BENEATH = 1, }; struct landlock_path_beneath_attr { __u64 allowed_access; __s32 parent_fd; } __attribute__((packed)); typedef u16 access_mask_t; struct landlock_hierarchy { struct landlock_hierarchy *parent; refcount_t usage; }; struct landlock_ruleset { struct rb_root root; struct landlock_hierarchy *hierarchy; union { struct work_struct work_free; struct { struct mutex lock; refcount_t usage; u32 num_rules; u32 num_layers; access_mask_t fs_access_masks[0]; }; }; }; struct landlock_cred_security { struct landlock_ruleset *domain; }; struct landlock_object; struct landlock_object_underops { void (*release)(struct landlock_object * const); }; struct landlock_object { refcount_t usage; spinlock_t lock; void *underobj; union { struct callback_head rcu_free; const struct landlock_object_underops *underops; }; }; struct landlock_layer { u16 level; access_mask_t access; }; struct landlock_rule { struct rb_node node; struct landlock_object *object; u32 num_layers; struct landlock_layer layers[0]; }; typedef u16 layer_mask_t; struct landlock_inode_security { struct landlock_object *object; }; struct landlock_superblock_security { atomic_long_t inode_refs; }; enum integrity_status { INTEGRITY_PASS = 0, INTEGRITY_PASS_IMMUTABLE = 1, INTEGRITY_FAIL = 2, INTEGRITY_FAIL_IMMUTABLE = 3, INTEGRITY_NOLABEL = 4, INTEGRITY_NOXATTRS = 5, INTEGRITY_UNKNOWN = 6, }; struct ima_digest_data { u8 algo; u8 length; union { struct { u8 unused; u8 type; } sha1; struct { u8 type; u8 algo; } ng; u8 data[2]; } xattr; u8 digest[0]; }; struct integrity_iint_cache { struct rb_node rb_node; struct mutex mutex; struct inode *inode; u64 version; long unsigned int flags; long unsigned int measured_pcrs; long unsigned int atomic_flags; enum integrity_status ima_file_status: 4; enum integrity_status ima_mmap_status: 4; enum integrity_status ima_bprm_status: 4; enum integrity_status ima_read_status: 4; enum integrity_status ima_creds_status: 4; enum integrity_status evm_status: 4; struct ima_digest_data *ima_hash; }; struct modsig; struct public_key { void *key; u32 keylen; enum OID algo; void *params; u32 paramlen; bool key_is_private; const char *id_type; const char *pkey_algo; }; struct asymmetric_key_id; struct public_key_signature { struct asymmetric_key_id *auth_ids[3]; u8 *s; u8 *digest; u32 s_size; u32 digest_size; const char *pkey_algo; const char *hash_algo; const char *encoding; const void *data; unsigned int data_size; }; struct asymmetric_key_id { short unsigned int len; unsigned char data[0]; }; enum asymmetric_payload_bits { asym_crypto = 0, asym_subtype = 1, asym_key_ids = 2, asym_auth = 3, }; struct signature_v2_hdr { uint8_t type; uint8_t version; uint8_t hash_algo; __be32 keyid; __be16 sig_size; uint8_t sig[0]; } __attribute__((packed)); typedef struct { efi_guid_t signature_owner; u8 signature_data[0]; } efi_signature_data_t; typedef struct { efi_guid_t signature_type; u32 signature_list_size; u32 signature_header_size; u32 signature_size; u8 signature_header[0]; } efi_signature_list_t; typedef void (*efi_element_handler_t)(const char *, const void *, size_t); struct efi_mokvar_table_entry { char name[256]; u64 data_size; u8 data[0]; }; struct evm_ima_xattr_data { u8 type; u8 data[0]; }; enum ima_show_type { IMA_SHOW_BINARY = 0, IMA_SHOW_BINARY_NO_FIELD_LEN = 1, IMA_SHOW_BINARY_OLD_STRING_FMT = 2, IMA_SHOW_ASCII = 3, }; struct ima_event_data { struct integrity_iint_cache *iint; struct file *file; const unsigned char *filename; struct evm_ima_xattr_data *xattr_value; int xattr_len; const struct modsig *modsig; const char *violation; const void *buf; int buf_len; }; struct ima_field_data { u8 *data; u32 len; }; struct ima_template_field { const char field_id[16]; int (*field_init)(struct ima_event_data *, struct ima_field_data *); void (*field_show)(struct seq_file *, enum ima_show_type, struct ima_field_data *); }; struct ima_template_desc { struct list_head list; char *name; char *fmt; int num_fields; const struct ima_template_field **fields; }; struct ima_template_entry { int pcr; struct tpm_digest *digests; struct ima_template_desc *template_desc; u32 template_data_len; struct ima_field_data template_data[0]; }; struct ima_queue_entry { struct hlist_node hnext; struct list_head later; struct ima_template_entry *entry; }; struct ima_h_table { atomic_long_t len; atomic_long_t violations; struct hlist_head queue[1024]; }; enum ima_fs_flags { IMA_FS_BUSY = 0, }; struct ima_max_digest_data { struct ima_digest_data hdr; u8 digest[64]; }; enum evm_ima_xattr_type { IMA_XATTR_DIGEST = 1, EVM_XATTR_HMAC = 2, EVM_IMA_XATTR_DIGSIG = 3, IMA_XATTR_DIGEST_NG = 4, EVM_XATTR_PORTABLE_DIGSIG = 5, IMA_VERITY_DIGSIG = 6, IMA_XATTR_LAST = 7, }; enum ima_hooks { NONE___2 = 0, FILE_CHECK = 1, MMAP_CHECK = 2, BPRM_CHECK = 3, CREDS_CHECK = 4, POST_SETATTR = 5, MODULE_CHECK = 6, FIRMWARE_CHECK = 7, KEXEC_KERNEL_CHECK = 8, KEXEC_INITRAMFS_CHECK = 9, POLICY_CHECK = 10, KEXEC_CMDLINE = 11, KEY_CHECK = 12, CRITICAL_DATA = 13, SETXATTR_CHECK = 14, MAX_CHECK = 15, }; enum tpm_pcrs { TPM_PCR0 = 0, TPM_PCR8 = 8, TPM_PCR10 = 10, }; struct ima_algo_desc { struct crypto_shash *tfm; enum hash_algo algo; }; enum lsm_rule_types { LSM_OBJ_USER = 0, LSM_OBJ_ROLE = 1, LSM_OBJ_TYPE = 2, LSM_SUBJ_USER = 3, LSM_SUBJ_ROLE = 4, LSM_SUBJ_TYPE = 5, }; enum policy_types { ORIGINAL_TCB = 1, DEFAULT_TCB = 2, }; enum policy_rule_list { IMA_DEFAULT_POLICY = 1, IMA_CUSTOM_POLICY = 2, }; struct ima_rule_opt_list { size_t count; char *items[0]; }; struct ima_rule_entry { struct list_head list; int action; unsigned int flags; enum ima_hooks func; int mask; long unsigned int fsmagic; uuid_t fsuuid; kuid_t uid; kgid_t gid; kuid_t fowner; kgid_t fgroup; bool (*uid_op)(kuid_t, kuid_t); bool (*gid_op)(kgid_t, kgid_t); bool (*fowner_op)(kuid_t, kuid_t); bool (*fgroup_op)(kgid_t, kgid_t); int pcr; unsigned int allowed_algos; struct { void *rule; char *args_p; int type; } lsm[6]; char *fsname; struct ima_rule_opt_list *keyrings; struct ima_rule_opt_list *label; struct ima_template_desc *template; }; enum policy_opt { Opt_measure = 0, Opt_dont_measure = 1, Opt_appraise = 2, Opt_dont_appraise = 3, Opt_audit = 4, Opt_hash___3 = 5, Opt_dont_hash = 6, Opt_obj_user = 7, Opt_obj_role = 8, Opt_obj_type = 9, Opt_subj_user = 10, Opt_subj_role = 11, Opt_subj_type = 12, Opt_func = 13, Opt_mask = 14, Opt_fsmagic = 15, Opt_fsname = 16, Opt_fsuuid = 17, Opt_uid_eq = 18, Opt_euid_eq = 19, Opt_gid_eq = 20, Opt_egid_eq = 21, Opt_fowner_eq = 22, Opt_fgroup_eq = 23, Opt_uid_gt = 24, Opt_euid_gt = 25, Opt_gid_gt = 26, Opt_egid_gt = 27, Opt_fowner_gt = 28, Opt_fgroup_gt = 29, Opt_uid_lt = 30, Opt_euid_lt = 31, Opt_gid_lt = 32, Opt_egid_lt = 33, Opt_fowner_lt = 34, Opt_fgroup_lt = 35, Opt_digest_type = 36, Opt_appraise_type = 37, Opt_appraise_flag = 38, Opt_appraise_algos = 39, Opt_permit_directio = 40, Opt_pcr = 41, Opt_template = 42, Opt_keyrings = 43, Opt_label = 44, Opt_err___10 = 45, }; struct ima_kexec_hdr { u16 version; u16 _reserved0; u32 _reserved1; u64 buffer_size; u64 count; }; enum header_fields { HDR_PCR = 0, HDR_DIGEST = 1, HDR_TEMPLATE_NAME = 2, HDR_TEMPLATE_DATA = 3, HDR__LAST = 4, }; enum data_formats { DATA_FMT_DIGEST = 0, DATA_FMT_DIGEST_WITH_ALGO = 1, DATA_FMT_DIGEST_WITH_TYPE_AND_ALGO = 2, DATA_FMT_STRING = 3, DATA_FMT_HEX = 4, DATA_FMT_UINT = 5, }; enum digest_type { DIGEST_TYPE_IMA = 0, DIGEST_TYPE_VERITY = 1, DIGEST_TYPE__LAST = 2, }; struct ima_file_id { __u8 hash_type; __u8 hash_algorithm; __u8 hash[64]; }; struct modsig___2 { struct pkcs7_message *pkcs7_msg; enum hash_algo hash_algo; const u8 *digest; u32 digest_size; int raw_pkcs7_len; u8 raw_pkcs7[0]; }; struct ima_key_entry { struct list_head list; void *payload; size_t payload_len; char *keyring_name; }; struct evm_xattr { struct evm_ima_xattr_data data; u8 digest[20]; }; struct xattr_list { struct list_head list; char *name; bool enabled; }; struct evm_digest { struct ima_digest_data hdr; char digest[64]; }; struct h_misc { long unsigned int ino; __u32 generation; uid_t uid; gid_t gid; umode_t mode; }; enum { CRYPTO_MSG_ALG_REQUEST = 0, CRYPTO_MSG_ALG_REGISTER = 1, CRYPTO_MSG_ALG_LOADED = 2, }; struct crypto_larval { struct crypto_alg alg; struct crypto_alg *adult; struct completion completion; u32 mask; bool test_started; }; struct crypto_cipher { struct crypto_tfm base; }; struct rtattr { short unsigned int rta_len; short unsigned int rta_type; }; struct crypto_queue { struct list_head list; struct list_head *backlog; unsigned int qlen; unsigned int max_qlen; }; struct crypto_attr_alg { char name[128]; }; struct crypto_attr_type { u32 type; u32 mask; }; enum { CRYPTOA_UNSPEC = 0, CRYPTOA_ALG = 1, CRYPTOA_TYPE = 2, __CRYPTOA_MAX = 3, }; struct scatter_walk { struct scatterlist *sg; unsigned int offset; }; struct aead_request { struct crypto_async_request base; unsigned int assoclen; unsigned int cryptlen; u8 *iv; struct scatterlist *src; struct scatterlist *dst; void *__ctx[0]; }; struct crypto_aead; struct aead_alg { int (*setkey)(struct crypto_aead *, const u8 *, unsigned int); int (*setauthsize)(struct crypto_aead *, unsigned int); int (*encrypt)(struct aead_request *); int (*decrypt)(struct aead_request *); int (*init)(struct crypto_aead *); void (*exit)(struct crypto_aead *); unsigned int ivsize; unsigned int maxauthsize; unsigned int chunksize; struct crypto_alg base; }; struct crypto_aead { unsigned int authsize; unsigned int reqsize; struct crypto_tfm base; }; struct aead_instance { void (*free)(struct aead_instance *); union { struct { char head[64]; struct crypto_instance base; } s; struct aead_alg alg; }; }; struct crypto_aead_spawn { struct crypto_spawn base; }; enum crypto_attr_type_t { CRYPTOCFGA_UNSPEC = 0, CRYPTOCFGA_PRIORITY_VAL = 1, CRYPTOCFGA_REPORT_LARVAL = 2, CRYPTOCFGA_REPORT_HASH = 3, CRYPTOCFGA_REPORT_BLKCIPHER = 4, CRYPTOCFGA_REPORT_AEAD = 5, CRYPTOCFGA_REPORT_COMPRESS = 6, CRYPTOCFGA_REPORT_RNG = 7, CRYPTOCFGA_REPORT_CIPHER = 8, CRYPTOCFGA_REPORT_AKCIPHER = 9, CRYPTOCFGA_REPORT_KPP = 10, CRYPTOCFGA_REPORT_ACOMP = 11, CRYPTOCFGA_STAT_LARVAL = 12, CRYPTOCFGA_STAT_HASH = 13, CRYPTOCFGA_STAT_BLKCIPHER = 14, CRYPTOCFGA_STAT_AEAD = 15, CRYPTOCFGA_STAT_COMPRESS = 16, CRYPTOCFGA_STAT_RNG = 17, CRYPTOCFGA_STAT_CIPHER = 18, CRYPTOCFGA_STAT_AKCIPHER = 19, CRYPTOCFGA_STAT_KPP = 20, CRYPTOCFGA_STAT_ACOMP = 21, __CRYPTOCFGA_MAX = 22, }; struct crypto_report_aead { char type[64]; char geniv[64]; unsigned int blocksize; unsigned int maxauthsize; unsigned int ivsize; }; struct crypto_sync_skcipher; struct aead_geniv_ctx { spinlock_t lock; struct crypto_aead *child; struct crypto_sync_skcipher *sknull; u8 salt[0]; }; struct crypto_rng; struct rng_alg { int (*generate)(struct crypto_rng *, const u8 *, unsigned int, u8 *, unsigned int); int (*seed)(struct crypto_rng *, const u8 *, unsigned int); void (*set_ent)(struct crypto_rng *, const u8 *, unsigned int); unsigned int seedsize; struct crypto_alg base; }; struct crypto_rng { struct crypto_tfm base; }; struct crypto_cipher_spawn { struct crypto_spawn base; }; struct crypto_sync_skcipher { struct crypto_skcipher base; }; struct skcipher_instance { void (*free)(struct skcipher_instance *); union { struct { char head[64]; struct crypto_instance base; } s; struct skcipher_alg alg; }; }; struct crypto_skcipher_spawn { struct crypto_spawn base; }; struct skcipher_walk { union { struct { struct page *page; long unsigned int offset; } phys; struct { u8 *page; void *addr; } virt; } src; union { struct { struct page *page; long unsigned int offset; } phys; struct { u8 *page; void *addr; } virt; } dst; struct scatter_walk in; unsigned int nbytes; struct scatter_walk out; unsigned int total; struct list_head buffers; u8 *page; u8 *buffer; u8 *oiv; void *iv; unsigned int ivsize; int flags; unsigned int blocksize; unsigned int stride; unsigned int alignmask; }; struct skcipher_ctx_simple { struct crypto_cipher *cipher; }; struct crypto_report_blkcipher { char type[64]; char geniv[64]; unsigned int blocksize; unsigned int min_keysize; unsigned int max_keysize; unsigned int ivsize; }; enum { SKCIPHER_WALK_PHYS = 1, SKCIPHER_WALK_SLOW = 2, SKCIPHER_WALK_COPY = 4, SKCIPHER_WALK_DIFF = 8, SKCIPHER_WALK_SLEEP = 16, }; struct skcipher_walk_buffer { struct list_head entry; struct scatter_walk dst; unsigned int len; u8 *data; u8 buffer[0]; }; struct ahash_alg { int (*init)(struct ahash_request *); int (*update)(struct ahash_request *); int (*final)(struct ahash_request *); int (*finup)(struct ahash_request *); int (*digest)(struct ahash_request *); int (*export)(struct ahash_request *, void *); int (*import)(struct ahash_request *, const void *); int (*setkey)(struct crypto_ahash *, const u8 *, unsigned int); int (*init_tfm)(struct crypto_ahash *); void (*exit_tfm)(struct crypto_ahash *); struct hash_alg_common halg; }; struct crypto_hash_walk { char *data; unsigned int offset; unsigned int alignmask; struct page *pg; unsigned int entrylen; unsigned int total; struct scatterlist *sg; unsigned int flags; }; struct ahash_instance { void (*free)(struct ahash_instance *); union { struct { char head[88]; struct crypto_instance base; } s; struct ahash_alg alg; }; }; struct crypto_ahash_spawn { struct crypto_spawn base; }; struct crypto_report_hash { char type[64]; unsigned int blocksize; unsigned int digestsize; }; struct ahash_request_priv { crypto_completion_t complete; void *data; u8 *result; u32 flags; void *ubuf[0]; }; struct shash_instance { void (*free)(struct shash_instance *); union { struct { char head[96]; struct crypto_instance base; } s; struct shash_alg alg; }; }; struct crypto_shash_spawn { struct crypto_spawn base; }; struct crypto_report_akcipher { char type[64]; }; struct akcipher_request { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int src_len; unsigned int dst_len; void *__ctx[0]; }; struct crypto_akcipher { struct crypto_tfm base; }; struct akcipher_alg { int (*sign)(struct akcipher_request *); int (*verify)(struct akcipher_request *); int (*encrypt)(struct akcipher_request *); int (*decrypt)(struct akcipher_request *); int (*set_pub_key)(struct crypto_akcipher *, const void *, unsigned int); int (*set_priv_key)(struct crypto_akcipher *, const void *, unsigned int); unsigned int (*max_size)(struct crypto_akcipher *); int (*init)(struct crypto_akcipher *); void (*exit)(struct crypto_akcipher *); unsigned int reqsize; struct crypto_alg base; }; struct akcipher_instance { void (*free)(struct akcipher_instance *); union { struct { char head[80]; struct crypto_instance base; } s; struct akcipher_alg alg; }; }; struct crypto_akcipher_spawn { struct crypto_spawn base; }; struct crypto_report_kpp { char type[64]; }; struct kpp_instance { void (*free)(struct kpp_instance *); union { struct { char head[56]; struct crypto_instance base; } s; struct kpp_alg alg; }; }; struct crypto_kpp_spawn { struct crypto_spawn base; }; typedef long unsigned int mpi_limb_t; struct gcry_mpi { int alloced; int nlimbs; int nbits; int sign; unsigned int flags; mpi_limb_t *d; }; typedef struct gcry_mpi *MPI; struct dh_ctx { MPI p; MPI g; MPI xa; }; enum { CRYPTO_KPP_SECRET_TYPE_UNKNOWN = 0, CRYPTO_KPP_SECRET_TYPE_DH = 1, CRYPTO_KPP_SECRET_TYPE_ECDH = 2, }; struct kpp_secret { short unsigned int type; short unsigned int len; }; enum rsapubkey_actions { ACT_rsa_get_e = 0, ACT_rsa_get_n = 1, NR__rsapubkey_actions = 2, }; enum rsaprivkey_actions { ACT_rsa_get_d = 0, ACT_rsa_get_dp = 1, ACT_rsa_get_dq = 2, ACT_rsa_get_e___2 = 3, ACT_rsa_get_n___2 = 4, ACT_rsa_get_p = 5, ACT_rsa_get_q = 6, ACT_rsa_get_qinv = 7, NR__rsaprivkey_actions = 8, }; struct rsa_key { const u8 *n; const u8 *e; const u8 *d; const u8 *p; const u8 *q; const u8 *dp; const u8 *dq; const u8 *qinv; size_t n_sz; size_t e_sz; size_t d_sz; size_t p_sz; size_t q_sz; size_t dp_sz; size_t dq_sz; size_t qinv_sz; }; struct rsa_mpi_key { MPI n; MPI e; MPI d; }; struct asn1_decoder___2; struct rsa_asn1_template { const char *name; const u8 *data; size_t size; }; struct pkcs1pad_ctx { struct crypto_akcipher *child; unsigned int key_size; }; struct pkcs1pad_inst_ctx { struct crypto_akcipher_spawn spawn; const struct rsa_asn1_template *digest_info; }; struct pkcs1pad_request { struct scatterlist in_sg[2]; struct scatterlist out_sg[1]; uint8_t *in_buf; uint8_t *out_buf; struct akcipher_request child_req; }; struct crypto_report_acomp { char type[64]; }; struct acomp_alg { int (*compress)(struct acomp_req *); int (*decompress)(struct acomp_req *); void (*dst_free)(struct scatterlist *); int (*init)(struct crypto_acomp *); void (*exit)(struct crypto_acomp *); unsigned int reqsize; struct crypto_alg base; }; struct crypto_report_comp { char type[64]; }; struct crypto_scomp { struct crypto_tfm base; }; struct scomp_alg { void * (*alloc_ctx)(struct crypto_scomp *); void (*free_ctx)(struct crypto_scomp *, void *); int (*compress)(struct crypto_scomp *, const u8 *, unsigned int, u8 *, unsigned int *, void *); int (*decompress)(struct crypto_scomp *, const u8 *, unsigned int, u8 *, unsigned int *, void *); struct crypto_alg base; }; struct scomp_scratch { spinlock_t lock; void *src; void *dst; }; struct cryptomgr_param { struct rtattr *tb[34]; struct { struct rtattr attr; struct crypto_attr_type data; } type; struct { struct rtattr attr; struct crypto_attr_alg data; } attrs[32]; char template[128]; struct crypto_larval *larval; u32 otype; u32 omask; }; struct crypto_test_param { char driver[128]; char alg[128]; u32 type; }; struct hmac_ctx { struct crypto_shash *hash; }; struct md5_state { u32 hash[4]; u32 block[16]; u64 byte_count; }; struct sha1_state { u32 state[5]; u64 count; u8 buffer[64]; }; typedef void sha1_block_fn(struct sha1_state *, const u8 *, int); struct sha256_state { u32 state[8]; u64 count; u8 buf[64]; }; struct sha512_state { u64 state[8]; u64 count[2]; u8 buf[128]; }; typedef void sha512_block_fn(struct sha512_state *, const u8 *, int); typedef struct { u64 a; u64 b; } u128; typedef struct { __be64 a; __be64 b; } be128; typedef struct { __le64 b; __le64 a; } le128; struct gf128mul_4k { be128 t[256]; }; struct gf128mul_64k { struct gf128mul_4k *t[16]; }; struct crypto_cts_ctx { struct crypto_skcipher *child; }; struct crypto_cts_reqctx { struct scatterlist sg[2]; unsigned int offset; struct skcipher_request subreq; }; struct xts_tfm_ctx { struct crypto_skcipher *child; struct crypto_cipher *tweak; }; struct xts_instance_ctx { struct crypto_skcipher_spawn spawn; char name[128]; }; struct xts_request_ctx { le128 t; struct scatterlist *tail; struct scatterlist sg[2]; struct skcipher_request subreq; }; struct crypto_rfc3686_ctx { struct crypto_skcipher *child; u8 nonce[4]; }; struct crypto_rfc3686_req_ctx { u8 iv[16]; struct skcipher_request subreq; }; struct gcm_instance_ctx { struct crypto_skcipher_spawn ctr; struct crypto_ahash_spawn ghash; }; struct crypto_gcm_ctx { struct crypto_skcipher *ctr; struct crypto_ahash *ghash; }; struct crypto_rfc4106_ctx { struct crypto_aead *child; u8 nonce[4]; }; struct crypto_rfc4106_req_ctx { struct scatterlist src[3]; struct scatterlist dst[3]; struct aead_request subreq; }; struct crypto_rfc4543_instance_ctx { struct crypto_aead_spawn aead; }; struct crypto_rfc4543_ctx { struct crypto_aead *child; struct crypto_sync_skcipher *null; u8 nonce[4]; }; struct crypto_rfc4543_req_ctx { struct aead_request subreq; }; struct crypto_gcm_ghash_ctx { unsigned int cryptlen; struct scatterlist *src; int (*complete)(struct aead_request *, u32); }; struct crypto_gcm_req_priv_ctx { u8 iv[16]; u8 auth_tag[16]; u8 iauth_tag[16]; struct scatterlist src[3]; struct scatterlist dst[3]; struct scatterlist sg; struct crypto_gcm_ghash_ctx ghash_ctx; union { struct ahash_request ahreq; struct skcipher_request skreq; } u; }; struct crypto_aes_ctx { u32 key_enc[60]; u32 key_dec[60]; u32 key_length; }; struct deflate_ctx { struct z_stream_s comp_stream; struct z_stream_s decomp_stream; }; struct chksum_ctx { u32 key; }; struct chksum_desc_ctx { u32 crc; }; struct chksum_desc_ctx___2 { __u16 crc; }; struct lzo_ctx { void *lzo_comp_mem; }; struct lzorle_ctx { void *lzorle_comp_mem; }; struct crypto_report_rng { char type[64]; unsigned int seedsize; }; struct drbg_string { const unsigned char *buf; size_t len; struct list_head list; }; typedef uint32_t drbg_flag_t; struct drbg_core { drbg_flag_t flags; __u8 statelen; __u8 blocklen_bytes; char cra_name[128]; char backend_cra_name[128]; }; struct drbg_state; struct drbg_state_ops { int (*update)(struct drbg_state *, struct list_head *, int); int (*generate)(struct drbg_state *, unsigned char *, unsigned int, struct list_head *); int (*crypto_init)(struct drbg_state *); int (*crypto_fini)(struct drbg_state *); }; enum drbg_seed_state { DRBG_SEED_STATE_UNSEEDED = 0, DRBG_SEED_STATE_PARTIAL = 1, DRBG_SEED_STATE_FULL = 2, }; struct drbg_state { struct mutex drbg_mutex; unsigned char *V; unsigned char *Vbuf; unsigned char *C; unsigned char *Cbuf; size_t reseed_ctr; size_t reseed_threshold; unsigned char *scratchpad; unsigned char *scratchpadbuf; void *priv_data; struct crypto_skcipher *ctr_handle; struct skcipher_request *ctr_req; __u8 *outscratchpadbuf; __u8 *outscratchpad; struct crypto_wait ctr_wait; struct scatterlist sg_in; struct scatterlist sg_out; enum drbg_seed_state seeded; long unsigned int last_seed_time; bool pr; bool fips_primed; unsigned char *prev; struct crypto_rng *jent; const struct drbg_state_ops *d_ops; const struct drbg_core *core; struct drbg_string test_data; }; enum drbg_prefixes { DRBG_PREFIX0 = 0, DRBG_PREFIX1 = 1, DRBG_PREFIX2 = 2, DRBG_PREFIX3 = 3, }; struct s { __be32 conv; }; struct rand_data { __u64 data; __u64 old_data; __u64 prev_time; __u64 last_delta; __s64 last_delta2; unsigned int osr; unsigned char *mem; unsigned int memlocation; unsigned int memblocks; unsigned int memblocksize; unsigned int memaccessloops; int rct_count; unsigned int apt_observations; unsigned int apt_count; unsigned int apt_base; unsigned int apt_base_set: 1; unsigned int health_failure: 1; }; struct rand_data___2; struct jitterentropy { spinlock_t jent_lock; struct rand_data___2 *entropy_collector; unsigned int reset_cnt; }; struct ghash_ctx { struct gf128mul_4k *gf128; }; struct ghash_desc_ctx { u8 buffer[16]; u32 bytes; }; struct asymmetric_key_ids { void *id[3]; }; struct asymmetric_key_subtype { struct module *owner; const char *name; short unsigned int name_len; void (*describe)(const struct key *, struct seq_file *); void (*destroy)(void *, void *); int (*query)(const struct kernel_pkey_params *, struct kernel_pkey_query *); int (*eds_op)(struct kernel_pkey_params *, const void *, void *); int (*verify_signature)(const struct key *, const struct public_key_signature *); }; struct asymmetric_key_parser { struct list_head link; struct module *owner; const char *name; int (*parse)(struct key_preparsed_payload *); }; enum x509_actions { ACT_x509_extract_key_data = 0, ACT_x509_extract_name_segment = 1, ACT_x509_note_OID = 2, ACT_x509_note_issuer = 3, ACT_x509_note_not_after = 4, ACT_x509_note_not_before = 5, ACT_x509_note_params = 6, ACT_x509_note_serial = 7, ACT_x509_note_sig_algo = 8, ACT_x509_note_signature = 9, ACT_x509_note_subject = 10, ACT_x509_note_tbs_certificate = 11, ACT_x509_process_extension = 12, NR__x509_actions = 13, }; enum x509_akid_actions { ACT_x509_akid_note_kid = 0, ACT_x509_akid_note_name = 1, ACT_x509_akid_note_serial = 2, ACT_x509_extract_name_segment___2 = 3, ACT_x509_note_OID___2 = 4, NR__x509_akid_actions = 5, }; struct x509_certificate { struct x509_certificate *next; struct x509_certificate *signer; struct public_key *pub; struct public_key_signature *sig; char *issuer; char *subject; struct asymmetric_key_id *id; struct asymmetric_key_id *skid; time64_t valid_from; time64_t valid_to; const void *tbs; unsigned int tbs_size; unsigned int raw_sig_size; const void *raw_sig; const void *raw_serial; unsigned int raw_serial_size; unsigned int raw_issuer_size; const void *raw_issuer; const void *raw_subject; unsigned int raw_subject_size; unsigned int raw_skid_size; const void *raw_skid; unsigned int index; bool seen; bool verified; bool self_signed; bool unsupported_sig; bool blacklisted; }; struct x509_parse_context { struct x509_certificate *cert; long unsigned int data; const void *key; size_t key_size; const void *params; size_t params_size; enum OID key_algo; enum OID last_oid; enum OID sig_algo; u8 o_size; u8 cn_size; u8 email_size; u16 o_offset; u16 cn_offset; u16 email_offset; unsigned int raw_akid_size; const void *raw_akid; const void *akid_raw_issuer; unsigned int akid_raw_issuer_size; }; enum pkcs7_actions { ACT_pkcs7_check_content_type = 0, ACT_pkcs7_extract_cert = 1, ACT_pkcs7_note_OID = 2, ACT_pkcs7_note_certificate_list = 3, ACT_pkcs7_note_content = 4, ACT_pkcs7_note_data = 5, ACT_pkcs7_note_signed_info = 6, ACT_pkcs7_note_signeddata_version = 7, ACT_pkcs7_note_signerinfo_version = 8, ACT_pkcs7_sig_note_authenticated_attr = 9, ACT_pkcs7_sig_note_digest_algo = 10, ACT_pkcs7_sig_note_issuer = 11, ACT_pkcs7_sig_note_pkey_algo = 12, ACT_pkcs7_sig_note_serial = 13, ACT_pkcs7_sig_note_set_of_authattrs = 14, ACT_pkcs7_sig_note_signature = 15, ACT_pkcs7_sig_note_skid = 16, NR__pkcs7_actions = 17, }; struct pkcs7_signed_info { struct pkcs7_signed_info *next; struct x509_certificate *signer; unsigned int index; bool unsupported_crypto; bool blacklisted; const void *msgdigest; unsigned int msgdigest_len; unsigned int authattrs_len; const void *authattrs; long unsigned int aa_set; time64_t signing_time; struct public_key_signature *sig; }; struct pkcs7_message___2 { struct x509_certificate *certs; struct x509_certificate *crl; struct pkcs7_signed_info *signed_infos; u8 version; bool have_authattrs; enum OID data_type; size_t data_len; size_t data_hdrlen; const void *data; }; struct pkcs7_parse_context { struct pkcs7_message___2 *msg; struct pkcs7_signed_info *sinfo; struct pkcs7_signed_info **ppsinfo; struct x509_certificate *certs; struct x509_certificate **ppcerts; long unsigned int data; enum OID last_oid; unsigned int x509_index; unsigned int sinfo_index; const void *raw_serial; unsigned int raw_serial_size; unsigned int raw_issuer_size; const void *raw_issuer; const void *raw_skid; unsigned int raw_skid_size; bool expect_skid; }; struct mz_hdr { uint16_t magic; uint16_t lbsize; uint16_t blocks; uint16_t relocs; uint16_t hdrsize; uint16_t min_extra_pps; uint16_t max_extra_pps; uint16_t ss; uint16_t sp; uint16_t checksum; uint16_t ip; uint16_t cs; uint16_t reloc_table_offset; uint16_t overlay_num; uint16_t reserved0[4]; uint16_t oem_id; uint16_t oem_info; uint16_t reserved1[10]; uint32_t peaddr; char message[0]; }; struct pe_hdr { uint32_t magic; uint16_t machine; uint16_t sections; uint32_t timestamp; uint32_t symbol_table; uint32_t symbols; uint16_t opt_hdr_size; uint16_t flags; }; struct pe32_opt_hdr { uint16_t magic; uint8_t ld_major; uint8_t ld_minor; uint32_t text_size; uint32_t data_size; uint32_t bss_size; uint32_t entry_point; uint32_t code_base; uint32_t data_base; uint32_t image_base; uint32_t section_align; uint32_t file_align; uint16_t os_major; uint16_t os_minor; uint16_t image_major; uint16_t image_minor; uint16_t subsys_major; uint16_t subsys_minor; uint32_t win32_version; uint32_t image_size; uint32_t header_size; uint32_t csum; uint16_t subsys; uint16_t dll_flags; uint32_t stack_size_req; uint32_t stack_size; uint32_t heap_size_req; uint32_t heap_size; uint32_t loader_flags; uint32_t data_dirs; }; struct pe32plus_opt_hdr { uint16_t magic; uint8_t ld_major; uint8_t ld_minor; uint32_t text_size; uint32_t data_size; uint32_t bss_size; uint32_t entry_point; uint32_t code_base; uint64_t image_base; uint32_t section_align; uint32_t file_align; uint16_t os_major; uint16_t os_minor; uint16_t image_major; uint16_t image_minor; uint16_t subsys_major; uint16_t subsys_minor; uint32_t win32_version; uint32_t image_size; uint32_t header_size; uint32_t csum; uint16_t subsys; uint16_t dll_flags; uint64_t stack_size_req; uint64_t stack_size; uint64_t heap_size_req; uint64_t heap_size; uint32_t loader_flags; uint32_t data_dirs; }; struct data_dirent { uint32_t virtual_address; uint32_t size; }; struct data_directory { struct data_dirent exports; struct data_dirent imports; struct data_dirent resources; struct data_dirent exceptions; struct data_dirent certs; struct data_dirent base_relocations; struct data_dirent debug; struct data_dirent arch; struct data_dirent global_ptr; struct data_dirent tls; struct data_dirent load_config; struct data_dirent bound_imports; struct data_dirent import_addrs; struct data_dirent delay_imports; struct data_dirent clr_runtime_hdr; struct data_dirent reserved; }; struct section_header { char name[8]; uint32_t virtual_size; uint32_t virtual_address; uint32_t raw_data_size; uint32_t data_addr; uint32_t relocs; uint32_t line_numbers; uint16_t num_relocs; uint16_t num_lin_numbers; uint32_t flags; }; struct win_certificate { uint32_t length; uint16_t revision; uint16_t cert_type; }; struct pefile_context { unsigned int header_size; unsigned int image_checksum_offset; unsigned int cert_dirent_offset; unsigned int n_data_dirents; unsigned int n_sections; unsigned int certs_size; unsigned int sig_offset; unsigned int sig_len; const struct section_header *secs; const void *digest; unsigned int digest_len; const char *digest_algo; }; enum mscode_actions { ACT_mscode_note_content_type = 0, ACT_mscode_note_digest = 1, ACT_mscode_note_digest_algo = 2, NR__mscode_actions = 3, }; struct kdf_testvec { unsigned char *key; size_t keylen; unsigned char *ikm; size_t ikmlen; struct kvec info; unsigned char *expected; size_t expectedlen; }; enum { DISK_EVENT_MEDIA_CHANGE = 1, DISK_EVENT_EJECT_REQUEST = 2, }; enum { DISK_EVENT_FLAG_POLL = 1, DISK_EVENT_FLAG_UEVENT = 2, DISK_EVENT_FLAG_BLOCK_ON_EXCL_WRITE = 4, }; struct blk_integrity_iter { void *prot_buf; void *data_buf; sector_t seed; unsigned int data_size; short unsigned int interval; unsigned char tuple_size; const char *disk_name; }; struct bdev_inode { struct block_device bdev; struct inode vfs_inode; }; enum { DIO_SHOULD_DIRTY = 1, DIO_IS_SYNC = 2, }; struct blkdev_dio { union { struct kiocb *iocb; struct task_struct *waiter; }; size_t size; atomic_t ref; unsigned int flags; long: 64; long: 64; long: 64; long: 64; long: 64; struct bio bio; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct blkg_iostat { u64 bytes[3]; u64 ios[3]; }; struct blkg_iostat_set { struct u64_stats_sync sync; struct blkg_iostat cur; struct blkg_iostat last; }; struct blkcg; struct blkg_policy_data; struct blkcg_gq { struct request_queue *q; struct list_head q_node; struct hlist_node blkcg_node; struct blkcg *blkcg; struct blkcg_gq *parent; struct percpu_ref refcnt; bool online; struct blkg_iostat_set *iostat_cpu; struct blkg_iostat_set iostat; struct blkg_policy_data *pd[6]; spinlock_t async_bio_lock; struct bio_list async_bios; union { struct work_struct async_bio_work; struct work_struct free_work; }; atomic_t use_delay; atomic64_t delay_nsec; atomic64_t delay_start; u64 last_delay; int last_use; struct callback_head callback_head; }; struct bio_alloc_cache { struct bio *free_list; unsigned int nr; }; enum rq_qos_id { RQ_QOS_WBT = 0, RQ_QOS_LATENCY = 1, RQ_QOS_COST = 2, RQ_QOS_IOPRIO = 3, }; struct rq_qos_ops; struct rq_qos { struct rq_qos_ops *ops; struct request_queue *q; enum rq_qos_id id; struct rq_qos *next; struct dentry *debugfs_dir; }; struct blk_mq_debugfs_attr { const char *name; umode_t mode; int (*show)(void *, struct seq_file *); ssize_t (*write)(void *, const char *, size_t, loff_t *); const struct seq_operations *seq_ops; }; struct rq_qos_ops { void (*throttle)(struct rq_qos *, struct bio *); void (*track)(struct rq_qos *, struct request *, struct bio *); void (*merge)(struct rq_qos *, struct request *, struct bio *); void (*issue)(struct rq_qos *, struct request *); void (*requeue)(struct rq_qos *, struct request *); void (*done)(struct rq_qos *, struct request *); void (*done_bio)(struct rq_qos *, struct bio *); void (*cleanup)(struct rq_qos *, struct bio *); void (*queue_depth_changed)(struct rq_qos *); void (*exit)(struct rq_qos *); const struct blk_mq_debugfs_attr *debugfs_attrs; }; enum blkg_iostat_type { BLKG_IOSTAT_READ = 0, BLKG_IOSTAT_WRITE = 1, BLKG_IOSTAT_DISCARD = 2, BLKG_IOSTAT_NR = 3, }; struct blkcg_policy_data; struct blkcg { struct cgroup_subsys_state css; spinlock_t lock; refcount_t online_pin; struct xarray blkg_tree; struct blkcg_gq *blkg_hint; struct hlist_head blkg_list; struct blkcg_policy_data *cpd[6]; struct list_head all_blkcgs_node; char fc_app_id[129]; struct list_head cgwb_list; }; struct blkg_policy_data { struct blkcg_gq *blkg; int plid; }; struct blkcg_policy_data { struct blkcg *blkcg; int plid; }; struct biovec_slab { int nr_vecs; char *name; struct kmem_cache *slab; }; struct bio_slab { struct kmem_cache *slab; unsigned int slab_ref; unsigned int slab_size; char name[8]; }; struct elevator_type; struct elevator_queue { struct elevator_type *type; void *elevator_data; struct kobject kobj; struct mutex sysfs_lock; unsigned int registered: 1; struct hlist_head hash[64]; }; struct blk_mq_ctxs; struct blk_mq_ctx { struct { spinlock_t lock; struct list_head rq_lists[3]; long: 64; }; unsigned int cpu; short unsigned int index_hw[3]; struct blk_mq_hw_ctx *hctxs[3]; struct request_queue *queue; struct blk_mq_ctxs *ctxs; struct kobject kobj; long: 64; }; struct blk_stat_callback { struct list_head list; struct timer_list timer; struct blk_rq_stat *cpu_stat; int (*bucket_fn)(const struct request *); unsigned int buckets; struct blk_rq_stat *stat; void (*timer_fn)(struct blk_stat_callback *); void *data; struct callback_head rcu; }; enum { BLK_MQ_F_SHOULD_MERGE = 1, BLK_MQ_F_TAG_QUEUE_SHARED = 2, BLK_MQ_F_STACKING = 4, BLK_MQ_F_TAG_HCTX_SHARED = 8, BLK_MQ_F_BLOCKING = 32, BLK_MQ_F_NO_SCHED = 64, BLK_MQ_F_NO_SCHED_BY_DEFAULT = 128, BLK_MQ_F_ALLOC_POLICY_START_BIT = 8, BLK_MQ_F_ALLOC_POLICY_BITS = 1, BLK_MQ_S_STOPPED = 0, BLK_MQ_S_TAG_ACTIVE = 1, BLK_MQ_S_SCHED_RESTART = 2, BLK_MQ_S_INACTIVE = 3, BLK_MQ_MAX_DEPTH = 10240, BLK_MQ_CPU_WORK_BATCH = 8, }; enum elv_merge { ELEVATOR_NO_MERGE = 0, ELEVATOR_FRONT_MERGE = 1, ELEVATOR_BACK_MERGE = 2, ELEVATOR_DISCARD_MERGE = 3, }; struct blk_mq_alloc_data; struct elevator_mq_ops { int (*init_sched)(struct request_queue *, struct elevator_type *); void (*exit_sched)(struct elevator_queue *); int (*init_hctx)(struct blk_mq_hw_ctx *, unsigned int); void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); void (*depth_updated)(struct blk_mq_hw_ctx *); bool (*allow_merge)(struct request_queue *, struct request *, struct bio *); bool (*bio_merge)(struct request_queue *, struct bio *, unsigned int); int (*request_merge)(struct request_queue *, struct request **, struct bio *); void (*request_merged)(struct request_queue *, struct request *, enum elv_merge); void (*requests_merged)(struct request_queue *, struct request *, struct request *); void (*limit_depth)(unsigned int, struct blk_mq_alloc_data *); void (*prepare_request)(struct request *); void (*finish_request)(struct request *); void (*insert_requests)(struct blk_mq_hw_ctx *, struct list_head *, bool); struct request * (*dispatch_request)(struct blk_mq_hw_ctx *); bool (*has_work)(struct blk_mq_hw_ctx *); void (*completed_request)(struct request *, u64); void (*requeue_request)(struct request *); struct request * (*former_request)(struct request_queue *, struct request *); struct request * (*next_request)(struct request_queue *, struct request *); void (*init_icq)(struct io_cq *); void (*exit_icq)(struct io_cq *); }; struct elv_fs_entry; struct elevator_type { struct kmem_cache *icq_cache; struct elevator_mq_ops ops; size_t icq_size; size_t icq_align; struct elv_fs_entry *elevator_attrs; const char *elevator_name; const char *elevator_alias; const unsigned int elevator_features; struct module *elevator_owner; const struct blk_mq_debugfs_attr *queue_debugfs_attrs; const struct blk_mq_debugfs_attr *hctx_debugfs_attrs; char icq_cache_name[22]; struct list_head list; }; struct blk_mq_alloc_data { struct request_queue *q; blk_mq_req_flags_t flags; unsigned int shallow_depth; unsigned int cmd_flags; req_flags_t rq_flags; unsigned int nr_tags; struct request **cached_rq; struct blk_mq_ctx *ctx; struct blk_mq_hw_ctx *hctx; }; struct elv_fs_entry { struct attribute attr; ssize_t (*show)(struct elevator_queue *, char *); ssize_t (*store)(struct elevator_queue *, const char *, size_t); }; struct blk_mq_ctxs { struct kobject kobj; struct blk_mq_ctx *queue_ctx; }; enum { WBT_RWQ_BG = 0, WBT_RWQ_KSWAPD = 1, WBT_RWQ_DISCARD = 2, WBT_NUM_RWQ = 3, }; struct blk_plug_cb; typedef void (*blk_plug_cb_fn)(struct blk_plug_cb *, bool); struct blk_plug_cb { struct list_head list; blk_plug_cb_fn callback; void *data; }; enum { BLK_MQ_REQ_NOWAIT = 1, BLK_MQ_REQ_RESERVED = 2, BLK_MQ_REQ_PM = 4, }; struct trace_event_raw_block_buffer { struct trace_entry ent; dev_t dev; sector_t sector; size_t size; char __data[0]; }; struct trace_event_raw_block_rq_requeue { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; char rwbs[8]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_rq_completion { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; int error; char rwbs[8]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_rq { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; unsigned int bytes; char rwbs[8]; char comm[16]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_bio_complete { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; int error; char rwbs[8]; char __data[0]; }; struct trace_event_raw_block_bio { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; char rwbs[8]; char comm[16]; char __data[0]; }; struct trace_event_raw_block_plug { struct trace_entry ent; char comm[16]; char __data[0]; }; struct trace_event_raw_block_unplug { struct trace_entry ent; int nr_rq; char comm[16]; char __data[0]; }; struct trace_event_raw_block_split { struct trace_entry ent; dev_t dev; sector_t sector; sector_t new_sector; char rwbs[8]; char comm[16]; char __data[0]; }; struct trace_event_raw_block_bio_remap { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; dev_t old_dev; sector_t old_sector; char rwbs[8]; char __data[0]; }; struct trace_event_raw_block_rq_remap { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; dev_t old_dev; sector_t old_sector; unsigned int nr_bios; char rwbs[8]; char __data[0]; }; struct trace_event_data_offsets_block_buffer {}; struct trace_event_data_offsets_block_rq_requeue { u32 cmd; }; struct trace_event_data_offsets_block_rq_completion { u32 cmd; }; struct trace_event_data_offsets_block_rq { u32 cmd; }; struct trace_event_data_offsets_block_bio_complete {}; struct trace_event_data_offsets_block_bio {}; struct trace_event_data_offsets_block_plug {}; struct trace_event_data_offsets_block_unplug {}; struct trace_event_data_offsets_block_split {}; struct trace_event_data_offsets_block_bio_remap {}; struct trace_event_data_offsets_block_rq_remap {}; typedef void (*btf_trace_block_touch_buffer)(void *, struct buffer_head *); typedef void (*btf_trace_block_dirty_buffer)(void *, struct buffer_head *); typedef void (*btf_trace_block_rq_requeue)(void *, struct request *); typedef void (*btf_trace_block_rq_complete)(void *, struct request *, blk_status_t, unsigned int); typedef void (*btf_trace_block_rq_error)(void *, struct request *, blk_status_t, unsigned int); typedef void (*btf_trace_block_rq_insert)(void *, struct request *); typedef void (*btf_trace_block_rq_issue)(void *, struct request *); typedef void (*btf_trace_block_rq_merge)(void *, struct request *); typedef void (*btf_trace_block_bio_complete)(void *, struct request_queue *, struct bio *); typedef void (*btf_trace_block_bio_bounce)(void *, struct bio *); typedef void (*btf_trace_block_bio_backmerge)(void *, struct bio *); typedef void (*btf_trace_block_bio_frontmerge)(void *, struct bio *); typedef void (*btf_trace_block_bio_queue)(void *, struct bio *); typedef void (*btf_trace_block_getrq)(void *, struct bio *); typedef void (*btf_trace_block_plug)(void *, struct request_queue *); typedef void (*btf_trace_block_unplug)(void *, struct request_queue *, unsigned int, bool); typedef void (*btf_trace_block_split)(void *, struct bio *, unsigned int); typedef void (*btf_trace_block_bio_remap)(void *, struct bio *, dev_t, sector_t); typedef void (*btf_trace_block_rq_remap)(void *, struct request *, dev_t, sector_t); typedef struct blkcg_policy_data *blkcg_pol_alloc_cpd_fn(gfp_t); typedef void blkcg_pol_init_cpd_fn(struct blkcg_policy_data *); typedef void blkcg_pol_free_cpd_fn(struct blkcg_policy_data *); typedef void blkcg_pol_bind_cpd_fn(struct blkcg_policy_data *); typedef struct blkg_policy_data *blkcg_pol_alloc_pd_fn(gfp_t, struct request_queue *, struct blkcg *); typedef void blkcg_pol_init_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_online_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_offline_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_free_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_reset_pd_stats_fn(struct blkg_policy_data *); typedef void blkcg_pol_stat_pd_fn(struct blkg_policy_data *, struct seq_file *); struct blkcg_policy { int plid; struct cftype *dfl_cftypes; struct cftype *legacy_cftypes; blkcg_pol_alloc_cpd_fn *cpd_alloc_fn; blkcg_pol_init_cpd_fn *cpd_init_fn; blkcg_pol_free_cpd_fn *cpd_free_fn; blkcg_pol_bind_cpd_fn *cpd_bind_fn; blkcg_pol_alloc_pd_fn *pd_alloc_fn; blkcg_pol_init_pd_fn *pd_init_fn; blkcg_pol_online_pd_fn *pd_online_fn; blkcg_pol_offline_pd_fn *pd_offline_fn; blkcg_pol_free_pd_fn *pd_free_fn; blkcg_pol_reset_pd_stats_fn *pd_reset_stats_fn; blkcg_pol_stat_pd_fn *pd_stat_fn; }; enum blkg_rwstat_type { BLKG_RWSTAT_READ = 0, BLKG_RWSTAT_WRITE = 1, BLKG_RWSTAT_SYNC = 2, BLKG_RWSTAT_ASYNC = 3, BLKG_RWSTAT_DISCARD = 4, BLKG_RWSTAT_NR = 5, BLKG_RWSTAT_TOTAL = 5, }; struct blkg_rwstat { struct percpu_counter cpu_cnt[5]; atomic64_t aux_cnt[5]; }; struct throtl_grp; struct throtl_qnode { struct list_head node; struct bio_list bios; struct throtl_grp *tg; }; struct throtl_service_queue { struct throtl_service_queue *parent_sq; struct list_head queued[2]; unsigned int nr_queued[2]; struct rb_root_cached pending_tree; unsigned int nr_pending; long unsigned int first_pending_disptime; struct timer_list pending_timer; }; struct throtl_grp { struct blkg_policy_data pd; struct rb_node rb_node; struct throtl_data *td; struct throtl_service_queue service_queue; struct throtl_qnode qnode_on_self[2]; struct throtl_qnode qnode_on_parent[2]; long unsigned int disptime; unsigned int flags; bool has_rules[2]; uint64_t bps[4]; uint64_t bps_conf[4]; unsigned int iops[4]; unsigned int iops_conf[4]; uint64_t bytes_disp[2]; unsigned int io_disp[2]; long unsigned int last_low_overflow_time[2]; uint64_t last_bytes_disp[2]; unsigned int last_io_disp[2]; long unsigned int last_check_time; long unsigned int latency_target; long unsigned int latency_target_conf; long unsigned int slice_start[2]; long unsigned int slice_end[2]; long unsigned int last_finish_time; long unsigned int checked_last_finish_time; long unsigned int avg_idletime; long unsigned int idletime_threshold; long unsigned int idletime_threshold_conf; unsigned int bio_cnt; unsigned int bad_bio_cnt; long unsigned int bio_cnt_reset_time; struct blkg_rwstat stat_bytes; struct blkg_rwstat stat_ios; }; enum tg_state_flags { THROTL_TG_PENDING = 1, THROTL_TG_WAS_EMPTY = 2, THROTL_TG_HAS_IOPS_LIMIT = 4, THROTL_TG_CANCELING = 8, }; enum { LIMIT_LOW = 0, LIMIT_MAX = 1, LIMIT_CNT = 2, }; struct queue_sysfs_entry { struct attribute attr; ssize_t (*show)(struct request_queue *, char *); ssize_t (*store)(struct request_queue *, const char *, size_t); }; enum { BLK_MQ_NO_TAG = 4294967295, BLK_MQ_TAG_MIN = 1, BLK_MQ_TAG_MAX = 4294967294, }; enum { REQ_FSEQ_PREFLUSH = 1, REQ_FSEQ_DATA = 2, REQ_FSEQ_POSTFLUSH = 4, REQ_FSEQ_DONE = 8, REQ_FSEQ_ACTIONS = 7, FLUSH_PENDING_TIMEOUT = 1250, }; enum { ICQ_EXITED = 4, ICQ_DESTROYED = 8, }; struct rq_map_data { struct page **pages; int page_order; int nr_entries; long unsigned int offset; int null_mapped; int from_user; }; struct bio_map_data { bool is_our_pages: 1; bool is_null_mapped: 1; struct iov_iter iter; struct iovec iov[0]; }; struct req_iterator { struct bvec_iter iter; struct bio *bio; }; enum bio_merge_status { BIO_MERGE_OK = 0, BIO_MERGE_NONE = 1, BIO_MERGE_FAILED = 2, }; typedef bool (*sb_for_each_fn)(struct sbitmap *, unsigned int, void *); enum { BLK_MQ_UNIQUE_TAG_BITS = 16, BLK_MQ_UNIQUE_TAG_MASK = 65535, }; struct mq_inflight { struct block_device *part; unsigned int inflight[2]; }; struct blk_rq_wait { struct completion done; blk_status_t ret; }; struct flush_busy_ctx_data { struct blk_mq_hw_ctx *hctx; struct list_head *list; }; struct dispatch_rq_data { struct blk_mq_hw_ctx *hctx; struct request *rq; }; enum prep_dispatch { PREP_DISPATCH_OK = 0, PREP_DISPATCH_NO_TAG = 1, PREP_DISPATCH_NO_BUDGET = 2, }; struct rq_iter_data { struct blk_mq_hw_ctx *hctx; bool has_rq; }; struct blk_mq_qe_pair { struct list_head node; struct request_queue *q; struct elevator_type *type; }; struct sbq_wait { struct sbitmap_queue *sbq; struct wait_queue_entry wait; }; typedef bool busy_tag_iter_fn(struct request *, void *, bool); struct bt_iter_data { struct blk_mq_hw_ctx *hctx; struct request_queue *q; busy_tag_iter_fn *fn; void *data; bool reserved; }; struct bt_tags_iter_data { struct blk_mq_tags *tags; busy_tag_iter_fn *fn; void *data; unsigned int flags; }; struct blk_queue_stats { struct list_head callbacks; spinlock_t lock; int accounting; }; struct blk_mq_hw_ctx_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_mq_hw_ctx *, char *); ssize_t (*store)(struct blk_mq_hw_ctx *, const char *, size_t); }; typedef u32 compat_caddr_t; struct hd_geometry { unsigned char heads; unsigned char sectors; short unsigned int cylinders; long unsigned int start; }; struct blkpg_ioctl_arg { int op; int flags; int datalen; void *data; }; struct blkpg_partition { long long int start; long long int length; int pno; char devname[64]; char volname[64]; }; struct pr_reservation { __u64 key; __u32 type; __u32 flags; }; struct pr_registration { __u64 old_key; __u64 new_key; __u32 flags; __u32 __pad; }; struct pr_preempt { __u64 old_key; __u64 new_key; __u32 type; __u32 flags; }; struct pr_clear { __u64 key; __u32 flags; __u32 __pad; }; struct compat_blkpg_ioctl_arg { compat_int_t op; compat_int_t flags; compat_int_t datalen; compat_caddr_t data; }; struct compat_hd_geometry { unsigned char heads; unsigned char sectors; short unsigned int cylinders; u32 start; }; struct klist_node; struct klist { spinlock_t k_lock; struct list_head k_list; void (*get)(struct klist_node *); void (*put)(struct klist_node *); }; struct klist_node { void *n_klist; struct list_head n_node; struct kref n_ref; }; struct klist_iter { struct klist *i_klist; struct klist_node *i_cur; }; struct class_dev_iter { struct klist_iter ki; const struct device_type *type; }; enum { GENHD_FL_REMOVABLE = 1, GENHD_FL_HIDDEN = 2, GENHD_FL_NO_PART = 4, }; struct badblocks { struct device *dev; int count; int unacked_exist; int shift; u64 *page; int changed; seqlock_t lock; sector_t sector; sector_t size; }; struct blk_major_name { struct blk_major_name *next; int major; char name[16]; void (*probe)(dev_t); }; enum { IOPRIO_WHO_PROCESS = 1, IOPRIO_WHO_PGRP = 2, IOPRIO_WHO_USER = 3, }; struct parsed_partitions { struct gendisk *disk; char name[32]; struct { sector_t from; sector_t size; int flags; bool has_info; struct partition_meta_info info; } *parts; int next; int limit; bool access_beyond_eod; char *pp_buf; }; typedef struct { struct page *v; } Sector; struct RigidDiskBlock { __u32 rdb_ID; __be32 rdb_SummedLongs; __s32 rdb_ChkSum; __u32 rdb_HostID; __be32 rdb_BlockBytes; __u32 rdb_Flags; __u32 rdb_BadBlockList; __be32 rdb_PartitionList; __u32 rdb_FileSysHeaderList; __u32 rdb_DriveInit; __u32 rdb_Reserved1[6]; __u32 rdb_Cylinders; __u32 rdb_Sectors; __u32 rdb_Heads; __u32 rdb_Interleave; __u32 rdb_Park; __u32 rdb_Reserved2[3]; __u32 rdb_WritePreComp; __u32 rdb_ReducedWrite; __u32 rdb_StepRate; __u32 rdb_Reserved3[5]; __u32 rdb_RDBBlocksLo; __u32 rdb_RDBBlocksHi; __u32 rdb_LoCylinder; __u32 rdb_HiCylinder; __u32 rdb_CylBlocks; __u32 rdb_AutoParkSeconds; __u32 rdb_HighRDSKBlock; __u32 rdb_Reserved4; char rdb_DiskVendor[8]; char rdb_DiskProduct[16]; char rdb_DiskRevision[4]; char rdb_ControllerVendor[8]; char rdb_ControllerProduct[16]; char rdb_ControllerRevision[4]; __u32 rdb_Reserved5[10]; }; struct PartitionBlock { __be32 pb_ID; __be32 pb_SummedLongs; __s32 pb_ChkSum; __u32 pb_HostID; __be32 pb_Next; __u32 pb_Flags; __u32 pb_Reserved1[2]; __u32 pb_DevFlags; __u8 pb_DriveName[32]; __u32 pb_Reserved2[15]; __be32 pb_Environment[17]; __u32 pb_EReserved[15]; }; struct partition_info { u8 flg; char id[3]; __be32 st; __be32 siz; }; struct rootsector { char unused[342]; struct partition_info icdpart[8]; char unused2[12]; u32 hd_siz; struct partition_info part[4]; u32 bsl_st; u32 bsl_cnt; u16 checksum; } __attribute__((packed)); struct lvm_rec { char lvm_id[4]; char reserved4[16]; __be32 lvmarea_len; __be32 vgda_len; __be32 vgda_psn[2]; char reserved36[10]; __be16 pp_size; char reserved46[12]; __be16 version; }; struct vgda { __be32 secs; __be32 usec; char reserved8[16]; __be16 numlvs; __be16 maxlvs; __be16 pp_size; __be16 numpvs; __be16 total_vgdas; __be16 vgda_size; }; struct lvd { __be16 lv_ix; __be16 res2; __be16 res4; __be16 maxsize; __be16 lv_state; __be16 mirror; __be16 mirror_policy; __be16 num_lps; __be16 res10[8]; }; struct lvname { char name[64]; }; struct ppe { __be16 lv_ix; short unsigned int res2; short unsigned int res4; __be16 lp_ix; short unsigned int res8[12]; }; struct pvd { char reserved0[16]; __be16 pp_count; char reserved18[2]; __be32 psn_part1; char reserved24[8]; struct ppe ppe[1016]; }; struct lv_info { short unsigned int pps_per_lv; short unsigned int pps_found; unsigned char lv_is_contiguous; }; struct cmdline_subpart { char name[32]; sector_t from; sector_t size; int flags; struct cmdline_subpart *next_subpart; }; struct cmdline_parts { char name[32]; unsigned int nr_subparts; struct cmdline_subpart *subpart; struct cmdline_parts *next_parts; }; struct mac_partition { __be16 signature; __be16 res1; __be32 map_count; __be32 start_block; __be32 block_count; char name[32]; char type[32]; __be32 data_start; __be32 data_count; __be32 status; __be32 boot_start; __be32 boot_size; __be32 boot_load; __be32 boot_load2; __be32 boot_entry; __be32 boot_entry2; __be32 boot_cksum; char processor[16]; }; struct mac_driver_desc { __be16 signature; __be16 block_size; __be32 block_count; }; struct msdos_partition { u8 boot_ind; u8 head; u8 sector; u8 cyl; u8 sys_ind; u8 end_head; u8 end_sector; u8 end_cyl; __le32 start_sect; __le32 nr_sects; }; struct frag { struct list_head list; u32 group; u8 num; u8 rec; u8 map; u8 data[0]; }; struct privhead { u16 ver_major; u16 ver_minor; u64 logical_disk_start; u64 logical_disk_size; u64 config_start; u64 config_size; uuid_t disk_id; }; struct tocblock { u8 bitmap1_name[16]; u64 bitmap1_start; u64 bitmap1_size; u8 bitmap2_name[16]; u64 bitmap2_start; u64 bitmap2_size; }; struct vmdb { u16 ver_major; u16 ver_minor; u32 vblk_size; u32 vblk_offset; u32 last_vblk_seq; }; struct vblk_comp { u8 state[16]; u64 parent_id; u8 type; u8 children; u16 chunksize; }; struct vblk_dgrp { u8 disk_id[64]; }; struct vblk_disk { uuid_t disk_id; u8 alt_name[128]; }; struct vblk_part { u64 start; u64 size; u64 volume_offset; u64 parent_id; u64 disk_id; u8 partnum; }; struct vblk_volu { u8 volume_type[16]; u8 volume_state[16]; u8 guid[16]; u8 drive_hint[4]; u64 size; u8 partition_type; }; struct vblk { u8 name[64]; u64 obj_id; u32 sequence; u8 flags; u8 type; union { struct vblk_comp comp; struct vblk_dgrp dgrp; struct vblk_disk disk; struct vblk_part part; struct vblk_volu volu; } vblk; struct list_head list; }; struct ldmdb { struct privhead ph; struct tocblock toc; struct vmdb vm; struct list_head v_dgrp; struct list_head v_disk; struct list_head v_volu; struct list_head v_comp; struct list_head v_part; }; enum msdos_sys_ind { DOS_EXTENDED_PARTITION = 5, LINUX_EXTENDED_PARTITION = 133, WIN98_EXTENDED_PARTITION = 15, LINUX_DATA_PARTITION = 131, LINUX_LVM_PARTITION = 142, LINUX_RAID_PARTITION = 253, SOLARIS_X86_PARTITION = 130, NEW_SOLARIS_X86_PARTITION = 191, DM6_AUX1PARTITION = 81, DM6_AUX3PARTITION = 83, DM6_PARTITION = 84, EZD_PARTITION = 85, FREEBSD_PARTITION = 165, OPENBSD_PARTITION = 166, NETBSD_PARTITION = 169, BSDI_PARTITION = 183, MINIX_PARTITION = 129, UNIXWARE_PARTITION = 99, }; struct solaris_x86_slice { __le16 s_tag; __le16 s_flag; __le32 s_start; __le32 s_size; }; struct solaris_x86_vtoc { unsigned int v_bootinfo[3]; __le32 v_sanity; __le32 v_version; char v_volume[8]; __le16 v_sectorsz; __le16 v_nparts; unsigned int v_reserved[10]; struct solaris_x86_slice v_slice[16]; unsigned int timestamp[16]; char v_asciilabel[128]; }; struct bsd_partition { __le32 p_size; __le32 p_offset; __le32 p_fsize; __u8 p_fstype; __u8 p_frag; __le16 p_cpg; }; struct bsd_disklabel { __le32 d_magic; __s16 d_type; __s16 d_subtype; char d_typename[16]; char d_packname[16]; __u32 d_secsize; __u32 d_nsectors; __u32 d_ntracks; __u32 d_ncylinders; __u32 d_secpercyl; __u32 d_secperunit; __u16 d_sparespertrack; __u16 d_sparespercyl; __u32 d_acylinders; __u16 d_rpm; __u16 d_interleave; __u16 d_trackskew; __u16 d_cylskew; __u32 d_headswitch; __u32 d_trkseek; __u32 d_flags; __u32 d_drivedata[5]; __u32 d_spare[5]; __le32 d_magic2; __le16 d_checksum; __le16 d_npartitions; __le32 d_bbsize; __le32 d_sbsize; struct bsd_partition d_partitions[16]; }; struct unixware_slice { __le16 s_label; __le16 s_flags; __le32 start_sect; __le32 nr_sects; }; struct unixware_vtoc { __le32 v_magic; __le32 v_version; char v_name[8]; __le16 v_nslices; __le16 v_unknown1; __le32 v_reserved[10]; struct unixware_slice v_slice[16]; }; struct unixware_disklabel { __le32 d_type; __le32 d_magic; __le32 d_version; char d_serial[12]; __le32 d_ncylinders; __le32 d_ntracks; __le32 d_nsectors; __le32 d_secsize; __le32 d_part_start; __le32 d_unknown1[12]; __le32 d_alt_tbl; __le32 d_alt_len; __le32 d_phys_cyl; __le32 d_phys_trk; __le32 d_phys_sec; __le32 d_phys_bytes; __le32 d_unknown2; __le32 d_unknown3; __le32 d_pad[8]; struct unixware_vtoc vtoc; }; struct d_partition { __le32 p_size; __le32 p_offset; __le32 p_fsize; u8 p_fstype; u8 p_frag; __le16 p_cpg; }; struct disklabel { __le32 d_magic; __le16 d_type; __le16 d_subtype; u8 d_typename[16]; u8 d_packname[16]; __le32 d_secsize; __le32 d_nsectors; __le32 d_ntracks; __le32 d_ncylinders; __le32 d_secpercyl; __le32 d_secprtunit; __le16 d_sparespertrack; __le16 d_sparespercyl; __le32 d_acylinders; __le16 d_rpm; __le16 d_interleave; __le16 d_trackskew; __le16 d_cylskew; __le32 d_headswitch; __le32 d_trkseek; __le32 d_flags; __le32 d_drivedata[5]; __le32 d_spare[5]; __le32 d_magic2; __le16 d_checksum; __le16 d_npartitions; __le32 d_bbsize; __le32 d_sbsize; struct d_partition d_partitions[18]; }; enum { LINUX_RAID_PARTITION___2 = 253, }; struct sgi_volume { s8 name[8]; __be32 block_num; __be32 num_bytes; }; struct sgi_partition { __be32 num_blocks; __be32 first_block; __be32 type; }; struct sgi_disklabel { __be32 magic_mushroom; __be16 root_part_num; __be16 swap_part_num; s8 boot_file[16]; u8 _unused0[48]; struct sgi_volume volume[15]; struct sgi_partition partitions[16]; __be32 csum; __be32 _unused1; }; enum { SUN_WHOLE_DISK = 5, LINUX_RAID_PARTITION___3 = 253, }; struct sun_info { __be16 id; __be16 flags; }; struct sun_vtoc { __be32 version; char volume[8]; __be16 nparts; struct sun_info infos[8]; __be16 padding; __be32 bootinfo[3]; __be32 sanity; __be32 reserved[10]; __be32 timestamp[8]; }; struct sun_partition { __be32 start_cylinder; __be32 num_sectors; }; struct sun_disklabel { unsigned char info[128]; struct sun_vtoc vtoc; __be32 write_reinstruct; __be32 read_reinstruct; unsigned char spare[148]; __be16 rspeed; __be16 pcylcount; __be16 sparecyl; __be16 obs1; __be16 obs2; __be16 ilfact; __be16 ncyl; __be16 nacyl; __be16 ntrks; __be16 nsect; __be16 obs3; __be16 obs4; struct sun_partition partitions[8]; __be16 magic; __be16 csum; }; struct pt_info { s32 pi_nblocks; u32 pi_blkoff; }; struct ultrix_disklabel { s32 pt_magic; s32 pt_valid; struct pt_info pt_part[8]; }; struct _gpt_header { __le64 signature; __le32 revision; __le32 header_size; __le32 header_crc32; __le32 reserved1; __le64 my_lba; __le64 alternate_lba; __le64 first_usable_lba; __le64 last_usable_lba; efi_guid_t disk_guid; __le64 partition_entry_lba; __le32 num_partition_entries; __le32 sizeof_partition_entry; __le32 partition_entry_array_crc32; } __attribute__((packed)); typedef struct _gpt_header gpt_header; struct _gpt_entry_attributes { u64 required_to_function: 1; u64 reserved: 47; u64 type_guid_specific: 16; }; typedef struct _gpt_entry_attributes gpt_entry_attributes; struct _gpt_entry { efi_guid_t partition_type_guid; efi_guid_t unique_partition_guid; __le64 starting_lba; __le64 ending_lba; gpt_entry_attributes attributes; __le16 partition_name[36]; }; typedef struct _gpt_entry gpt_entry; struct _gpt_mbr_record { u8 boot_indicator; u8 start_head; u8 start_sector; u8 start_track; u8 os_type; u8 end_head; u8 end_sector; u8 end_track; __le32 starting_lba; __le32 size_in_lba; }; typedef struct _gpt_mbr_record gpt_mbr_record; struct _legacy_mbr { u8 boot_code[440]; __le32 unique_mbr_signature; __le16 unknown; gpt_mbr_record partition_record[4]; __le16 signature; } __attribute__((packed)); typedef struct _legacy_mbr legacy_mbr; struct d_partition___2 { __le32 p_res; u8 p_fstype; u8 p_res2[3]; __le32 p_offset; __le32 p_size; }; struct disklabel___2 { u8 d_reserved[270]; struct d_partition___2 d_partitions[2]; u8 d_blank[208]; __le16 d_magic; } __attribute__((packed)); struct volumeid { u8 vid_unused[248]; u8 vid_mac[8]; }; struct dkconfig { u8 ios_unused0[128]; __be32 ios_slcblk; __be16 ios_slccnt; u8 ios_unused1[122]; }; struct dkblk0 { struct volumeid dk_vid; struct dkconfig dk_ios; }; struct slice { __be32 nblocks; __be32 blkoff; }; struct rq_wait { wait_queue_head_t wait; atomic_t inflight; }; struct rq_depth { unsigned int max_depth; int scale_step; bool scaled_max; unsigned int queue_depth; unsigned int default_depth; }; typedef bool acquire_inflight_cb_t(struct rq_wait *, void *); typedef void cleanup_cb_t(struct rq_wait *, void *); struct rq_qos_wait_data { struct wait_queue_entry wq; struct task_struct *task; struct rq_wait *rqw; acquire_inflight_cb_t *cb; void *private_data; bool got_token; }; struct disk_events { struct list_head node; struct gendisk *disk; spinlock_t lock; struct mutex block_mutex; int block; unsigned int pending; unsigned int clearing; long int poll_msecs; struct delayed_work dwork; }; struct blk_ia_range_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_independent_access_range *, char *); }; struct sg_io_v4 { __s32 guard; __u32 protocol; __u32 subprotocol; __u32 request_len; __u64 request; __u64 request_tag; __u32 request_attr; __u32 request_priority; __u32 request_extra; __u32 max_response_len; __u64 response; __u32 dout_iovec_count; __u32 dout_xfer_len; __u32 din_iovec_count; __u32 din_xfer_len; __u64 dout_xferp; __u64 din_xferp; __u32 timeout; __u32 flags; __u64 usr_ptr; __u32 spare_in; __u32 driver_status; __u32 transport_status; __u32 device_status; __u32 retry_delay; __u32 info; __u32 duration; __u32 response_len; __s32 din_resid; __s32 dout_resid; __u64 generated_tag; __u32 spare_out; __u32 padding; }; typedef int bsg_sg_io_fn(struct request_queue *, struct sg_io_v4 *, fmode_t, unsigned int); struct bsg_device { struct request_queue *queue; struct device device; struct cdev cdev; int max_queue; unsigned int timeout; unsigned int reserved_size; bsg_sg_io_fn *sg_io_fn; }; struct bsg_job; typedef int bsg_job_fn(struct bsg_job *); struct bsg_buffer { unsigned int payload_len; int sg_cnt; struct scatterlist *sg_list; }; struct bsg_job { struct device *dev; struct kref kref; unsigned int timeout; void *request; void *reply; unsigned int request_len; unsigned int reply_len; struct bsg_buffer request_payload; struct bsg_buffer reply_payload; int result; unsigned int reply_payload_rcv_len; struct request *bidi_rq; struct bio *bidi_bio; void *dd_data; }; typedef enum blk_eh_timer_return bsg_timeout_fn(struct request *); enum scsi_device_event { SDEV_EVT_MEDIA_CHANGE = 1, SDEV_EVT_INQUIRY_CHANGE_REPORTED = 2, SDEV_EVT_CAPACITY_CHANGE_REPORTED = 3, SDEV_EVT_SOFT_THRESHOLD_REACHED_REPORTED = 4, SDEV_EVT_MODE_PARAMETER_CHANGE_REPORTED = 5, SDEV_EVT_LUN_CHANGE_REPORTED = 6, SDEV_EVT_ALUA_STATE_CHANGE_REPORTED = 7, SDEV_EVT_POWER_ON_RESET_OCCURRED = 8, SDEV_EVT_FIRST = 1, SDEV_EVT_LAST = 8, SDEV_EVT_MAXBITS = 9, }; struct bsg_device___2; struct bsg_set { struct blk_mq_tag_set tag_set; struct bsg_device___2 *bd; bsg_job_fn *job_fn; bsg_timeout_fn *timeout_fn; }; struct blkg_conf_ctx { struct block_device *bdev; struct blkcg_gq *blkg; char *body; }; struct blkg_rwstat_sample { u64 cnt[5]; }; struct latency_bucket { long unsigned int total_latency; int samples; }; struct avg_latency_bucket { long unsigned int latency; bool valid; }; struct throtl_data { struct throtl_service_queue service_queue; struct request_queue *queue; unsigned int nr_queued[2]; unsigned int throtl_slice; struct work_struct dispatch_work; unsigned int limit_index; bool limit_valid[2]; long unsigned int low_upgrade_time; long unsigned int low_downgrade_time; unsigned int scale; struct latency_bucket tmp_buckets[18]; struct avg_latency_bucket avg_buckets[18]; struct latency_bucket *latency_buckets[2]; long unsigned int last_calculate_time; long unsigned int filtered_latency; bool track_bio_latency; }; enum prio_policy { POLICY_NO_CHANGE = 0, POLICY_NONE_TO_RT = 1, POLICY_RESTRICT_TO_BE = 2, POLICY_ALL_TO_IDLE = 3, }; struct ioprio_blkg { struct blkg_policy_data pd; }; struct ioprio_blkcg { struct blkcg_policy_data cpd; enum prio_policy prio_policy; bool prio_set; }; struct blk_ioprio { struct rq_qos rqos; }; enum { MILLION = 1000000, MIN_PERIOD = 1000, MAX_PERIOD = 1000000, MARGIN_MIN_PCT = 10, MARGIN_LOW_PCT = 20, MARGIN_TARGET_PCT = 50, INUSE_ADJ_STEP_PCT = 25, TIMER_SLACK_PCT = 1, WEIGHT_ONE = 65536, VTIME_PER_SEC_SHIFT = 37, VTIME_PER_SEC = 0, VTIME_PER_USEC = 137438, VTIME_PER_NSEC = 137, VRATE_MIN_PPM = 10000, VRATE_MAX_PPM = 100000000, VRATE_MIN = 1374, VRATE_CLAMP_ADJ_PCT = 4, RQ_WAIT_BUSY_PCT = 5, UNBUSY_THR_PCT = 75, MIN_DELAY_THR_PCT = 500, MAX_DELAY_THR_PCT = 25000, MIN_DELAY = 250, MAX_DELAY = 250000, DFGV_USAGE_PCT = 50, DFGV_PERIOD = 100000, MAX_LAGGING_PERIODS = 10, AUTOP_CYCLE_NSEC = 1410065408, IOC_PAGE_SHIFT = 12, IOC_PAGE_SIZE = 4096, IOC_SECT_TO_PAGE_SHIFT = 3, LCOEF_RANDIO_PAGES = 4096, }; enum ioc_running { IOC_IDLE = 0, IOC_RUNNING = 1, IOC_STOP = 2, }; enum { QOS_ENABLE = 0, QOS_CTRL = 1, NR_QOS_CTRL_PARAMS = 2, }; enum { QOS_RPPM = 0, QOS_RLAT = 1, QOS_WPPM = 2, QOS_WLAT = 3, QOS_MIN = 4, QOS_MAX = 5, NR_QOS_PARAMS = 6, }; enum { COST_CTRL = 0, COST_MODEL = 1, NR_COST_CTRL_PARAMS = 2, }; enum { I_LCOEF_RBPS = 0, I_LCOEF_RSEQIOPS = 1, I_LCOEF_RRANDIOPS = 2, I_LCOEF_WBPS = 3, I_LCOEF_WSEQIOPS = 4, I_LCOEF_WRANDIOPS = 5, NR_I_LCOEFS = 6, }; enum { LCOEF_RPAGE = 0, LCOEF_RSEQIO = 1, LCOEF_RRANDIO = 2, LCOEF_WPAGE = 3, LCOEF_WSEQIO = 4, LCOEF_WRANDIO = 5, NR_LCOEFS = 6, }; enum { AUTOP_INVALID = 0, AUTOP_HDD = 1, AUTOP_SSD_QD1 = 2, AUTOP_SSD_DFL = 3, AUTOP_SSD_FAST = 4, }; struct ioc_params { u32 qos[6]; u64 i_lcoefs[6]; u64 lcoefs[6]; u32 too_fast_vrate_pct; u32 too_slow_vrate_pct; }; struct ioc_margins { s64 min; s64 low; s64 target; }; struct ioc_missed { local_t nr_met; local_t nr_missed; u32 last_met; u32 last_missed; }; struct ioc_pcpu_stat { struct ioc_missed missed[2]; local64_t rq_wait_ns; u64 last_rq_wait_ns; }; struct ioc { struct rq_qos rqos; bool enabled; struct ioc_params params; struct ioc_margins margins; u32 period_us; u32 timer_slack_ns; u64 vrate_min; u64 vrate_max; spinlock_t lock; struct timer_list timer; struct list_head active_iocgs; struct ioc_pcpu_stat *pcpu_stat; enum ioc_running running; atomic64_t vtime_rate; u64 vtime_base_rate; s64 vtime_err; seqcount_spinlock_t period_seqcount; u64 period_at; u64 period_at_vtime; atomic64_t cur_period; int busy_level; bool weights_updated; atomic_t hweight_gen; u64 dfgv_period_at; u64 dfgv_period_rem; u64 dfgv_usage_us_sum; u64 autop_too_fast_at; u64 autop_too_slow_at; int autop_idx; bool user_qos_params: 1; bool user_cost_model: 1; }; struct iocg_pcpu_stat { local64_t abs_vusage; }; struct iocg_stat { u64 usage_us; u64 wait_us; u64 indebt_us; u64 indelay_us; }; struct ioc_gq { struct blkg_policy_data pd; struct ioc *ioc; u32 cfg_weight; u32 weight; u32 active; u32 inuse; u32 last_inuse; s64 saved_margin; sector_t cursor; atomic64_t vtime; atomic64_t done_vtime; u64 abs_vdebt; u64 delay; u64 delay_at; atomic64_t active_period; struct list_head active_list; u64 child_active_sum; u64 child_inuse_sum; u64 child_adjusted_sum; int hweight_gen; u32 hweight_active; u32 hweight_inuse; u32 hweight_donating; u32 hweight_after_donation; struct list_head walk_list; struct list_head surplus_list; struct wait_queue_head waitq; struct hrtimer waitq_timer; u64 activated_at; struct iocg_pcpu_stat *pcpu_stat; struct iocg_stat stat; struct iocg_stat last_stat; u64 last_stat_abs_vusage; u64 usage_delta_us; u64 wait_since; u64 indebt_since; u64 indelay_since; int level; struct ioc_gq *ancestors[0]; }; struct ioc_cgrp { struct blkcg_policy_data cpd; unsigned int dfl_weight; }; struct ioc_now { u64 now_ns; u64 now; u64 vnow; u64 vrate; }; struct iocg_wait { struct wait_queue_entry wait; struct bio *bio; u64 abs_cost; bool committed; }; struct iocg_wake_ctx { struct ioc_gq *iocg; u32 hw_inuse; s64 vbudget; }; struct trace_event_raw_iocost_iocg_state { struct trace_entry ent; u32 __data_loc_devname; u32 __data_loc_cgroup; u64 now; u64 vnow; u64 vrate; u64 last_period; u64 cur_period; u64 vtime; u32 weight; u32 inuse; u64 hweight_active; u64 hweight_inuse; char __data[0]; }; struct trace_event_raw_iocg_inuse_update { struct trace_entry ent; u32 __data_loc_devname; u32 __data_loc_cgroup; u64 now; u32 old_inuse; u32 new_inuse; u64 old_hweight_inuse; u64 new_hweight_inuse; char __data[0]; }; struct trace_event_raw_iocost_ioc_vrate_adj { struct trace_entry ent; u32 __data_loc_devname; u64 old_vrate; u64 new_vrate; int busy_level; u32 read_missed_ppm; u32 write_missed_ppm; u32 rq_wait_pct; int nr_lagging; int nr_shortages; char __data[0]; }; struct trace_event_raw_iocost_iocg_forgive_debt { struct trace_entry ent; u32 __data_loc_devname; u32 __data_loc_cgroup; u64 now; u64 vnow; u32 usage_pct; u64 old_debt; u64 new_debt; u64 old_delay; u64 new_delay; char __data[0]; }; struct trace_event_data_offsets_iocost_iocg_state { u32 devname; u32 cgroup; }; struct trace_event_data_offsets_iocg_inuse_update { u32 devname; u32 cgroup; }; struct trace_event_data_offsets_iocost_ioc_vrate_adj { u32 devname; }; struct trace_event_data_offsets_iocost_iocg_forgive_debt { u32 devname; u32 cgroup; }; typedef void (*btf_trace_iocost_iocg_activate)(void *, struct ioc_gq *, const char *, struct ioc_now *, u64, u64, u64); typedef void (*btf_trace_iocost_iocg_idle)(void *, struct ioc_gq *, const char *, struct ioc_now *, u64, u64, u64); typedef void (*btf_trace_iocost_inuse_shortage)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u32, u64, u64); typedef void (*btf_trace_iocost_inuse_transfer)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u32, u64, u64); typedef void (*btf_trace_iocost_inuse_adjust)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u32, u64, u64); typedef void (*btf_trace_iocost_ioc_vrate_adj)(void *, struct ioc *, u64, u32 *, u32, int, int); typedef void (*btf_trace_iocost_iocg_forgive_debt)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u64, u64, u64, u64); enum dd_data_dir { DD_READ = 0, DD_WRITE = 1, }; enum { DD_DIR_COUNT = 2, }; enum dd_prio { DD_RT_PRIO = 0, DD_BE_PRIO = 1, DD_IDLE_PRIO = 2, DD_PRIO_MAX = 2, }; enum { DD_PRIO_COUNT = 3, }; struct io_stats_per_prio { uint32_t inserted; uint32_t merged; uint32_t dispatched; atomic_t completed; }; struct dd_per_prio { struct list_head dispatch; struct rb_root sort_list[2]; struct list_head fifo_list[2]; struct request *next_rq[2]; struct io_stats_per_prio stats; }; struct deadline_data { struct dd_per_prio per_prio[3]; enum dd_data_dir last_dir; unsigned int batching; unsigned int starved; int fifo_expire[2]; int fifo_batch; int writes_starved; int front_merges; u32 async_depth; int prio_aging_expire; spinlock_t lock; spinlock_t zone_lock; }; enum bip_flags { BIP_BLOCK_INTEGRITY = 1, BIP_MAPPED_INTEGRITY = 2, BIP_CTRL_NOCHECK = 4, BIP_DISK_NOCHECK = 8, BIP_IP_CHECKSUM = 16, }; enum blk_integrity_flags { BLK_INTEGRITY_VERIFY = 1, BLK_INTEGRITY_GENERATE = 2, BLK_INTEGRITY_DEVICE_CAPABLE = 4, BLK_INTEGRITY_IP_CHECKSUM = 8, }; struct integrity_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_integrity *, char *); ssize_t (*store)(struct blk_integrity *, const char *, size_t); }; enum t10_dif_type { T10_PI_TYPE0_PROTECTION = 0, T10_PI_TYPE1_PROTECTION = 1, T10_PI_TYPE2_PROTECTION = 2, T10_PI_TYPE3_PROTECTION = 3, }; struct t10_pi_tuple { __be16 guard_tag; __be16 app_tag; __be32 ref_tag; }; struct crc64_pi_tuple { __be64 guard_tag; __be16 app_tag; __u8 ref_tag[6]; }; typedef __be16 csum_fn(void *, unsigned int); struct virtio_device_id { __u32 device; __u32 vendor; }; struct virtio_device; struct virtqueue { struct list_head list; void (*callback)(struct virtqueue *); const char *name; struct virtio_device *vdev; unsigned int index; unsigned int num_free; void *priv; }; struct vringh_config_ops; struct virtio_config_ops; struct virtio_device { int index; bool failed; bool config_enabled; bool config_change_pending; spinlock_t config_lock; spinlock_t vqs_list_lock; struct device dev; struct virtio_device_id id; const struct virtio_config_ops *config; const struct vringh_config_ops *vringh_config; struct list_head vqs; u64 features; void *priv; }; typedef void vq_callback_t(struct virtqueue *); struct virtio_shm_region; struct virtio_config_ops { void (*get)(struct virtio_device *, unsigned int, void *, unsigned int); void (*set)(struct virtio_device *, unsigned int, const void *, unsigned int); u32 (*generation)(struct virtio_device *); u8 (*get_status)(struct virtio_device *); void (*set_status)(struct virtio_device *, u8); void (*reset)(struct virtio_device *); int (*find_vqs)(struct virtio_device *, unsigned int, struct virtqueue **, vq_callback_t **, const char * const *, const bool *, struct irq_affinity *); void (*del_vqs)(struct virtio_device *); void (*synchronize_cbs)(struct virtio_device *); u64 (*get_features)(struct virtio_device *); int (*finalize_features)(struct virtio_device *); const char * (*bus_name)(struct virtio_device *); int (*set_vq_affinity)(struct virtqueue *, const struct cpumask *); const struct cpumask * (*get_vq_affinity)(struct virtio_device *, int); bool (*get_shm_region)(struct virtio_device *, struct virtio_shm_region *, u8); }; struct virtio_shm_region { u64 addr; u64 len; }; struct irq_poll; typedef int irq_poll_fn(struct irq_poll *, int); struct irq_poll { struct list_head list; long unsigned int state; int weight; irq_poll_fn *poll; }; struct dim_sample { ktime_t time; u32 pkt_ctr; u32 byte_ctr; u16 event_ctr; u32 comp_ctr; }; struct dim_stats { int ppms; int bpms; int epms; int cpms; int cpe_ratio; }; struct dim { u8 state; struct dim_stats prev_stats; struct dim_sample start_sample; struct dim_sample measuring_sample; struct work_struct work; void *priv; u8 profile_ix; u8 mode; u8 tune_state; u8 steps_right; u8 steps_left; u8 tired; }; enum rdma_nl_counter_mode { RDMA_COUNTER_MODE_NONE = 0, RDMA_COUNTER_MODE_AUTO = 1, RDMA_COUNTER_MODE_MANUAL = 2, RDMA_COUNTER_MODE_MAX = 3, }; enum rdma_nl_counter_mask { RDMA_COUNTER_MASK_QP_TYPE = 1, RDMA_COUNTER_MASK_PID = 2, }; enum rdma_restrack_type { RDMA_RESTRACK_PD = 0, RDMA_RESTRACK_CQ = 1, RDMA_RESTRACK_QP = 2, RDMA_RESTRACK_CM_ID = 3, RDMA_RESTRACK_MR = 4, RDMA_RESTRACK_CTX = 5, RDMA_RESTRACK_COUNTER = 6, RDMA_RESTRACK_SRQ = 7, RDMA_RESTRACK_MAX = 8, }; struct rdma_restrack_entry { bool valid; u8 no_track: 1; struct kref kref; struct completion comp; struct task_struct *task; const char *kern_name; enum rdma_restrack_type type; bool user; u32 id; }; struct rdma_link_ops { struct list_head list; const char *type; int (*newlink)(const char *, struct net_device *); }; struct auto_mode_param { int qp_type; }; struct rdma_counter_mode { enum rdma_nl_counter_mode mode; enum rdma_nl_counter_mask mask; struct auto_mode_param param; }; struct rdma_hw_stats; struct rdma_port_counter { struct rdma_counter_mode mode; struct rdma_hw_stats *hstats; unsigned int num_counters; struct mutex lock; }; struct rdma_stat_desc; struct rdma_hw_stats { struct mutex lock; long unsigned int timestamp; long unsigned int lifespan; const struct rdma_stat_desc *descs; long unsigned int *is_disabled; int num_counters; u64 value[0]; }; struct ib_device; struct rdma_counter { struct rdma_restrack_entry res; struct ib_device *device; uint32_t id; struct kref kref; struct rdma_counter_mode mode; struct mutex lock; struct rdma_hw_stats *stats; u32 port; }; enum rdma_driver_id { RDMA_DRIVER_UNKNOWN = 0, RDMA_DRIVER_MLX5 = 1, RDMA_DRIVER_MLX4 = 2, RDMA_DRIVER_CXGB3 = 3, RDMA_DRIVER_CXGB4 = 4, RDMA_DRIVER_MTHCA = 5, RDMA_DRIVER_BNXT_RE = 6, RDMA_DRIVER_OCRDMA = 7, RDMA_DRIVER_NES = 8, RDMA_DRIVER_I40IW = 9, RDMA_DRIVER_IRDMA = 9, RDMA_DRIVER_VMW_PVRDMA = 10, RDMA_DRIVER_QEDR = 11, RDMA_DRIVER_HNS = 12, RDMA_DRIVER_USNIC = 13, RDMA_DRIVER_RXE = 14, RDMA_DRIVER_HFI1 = 15, RDMA_DRIVER_QIB = 16, RDMA_DRIVER_EFA = 17, RDMA_DRIVER_SIW = 18, }; enum ib_cq_notify_flags { IB_CQ_SOLICITED = 1, IB_CQ_NEXT_COMP = 2, IB_CQ_SOLICITED_MASK = 3, IB_CQ_REPORT_MISSED_EVENTS = 4, }; struct ib_mad; enum rdma_link_layer { IB_LINK_LAYER_UNSPECIFIED = 0, IB_LINK_LAYER_INFINIBAND = 1, IB_LINK_LAYER_ETHERNET = 2, }; enum rdma_netdev_t { RDMA_NETDEV_OPA_VNIC = 0, RDMA_NETDEV_IPOIB = 1, }; enum ib_srq_attr_mask { IB_SRQ_MAX_WR = 1, IB_SRQ_LIMIT = 2, }; enum ib_mr_type { IB_MR_TYPE_MEM_REG = 0, IB_MR_TYPE_SG_GAPS = 1, IB_MR_TYPE_DM = 2, IB_MR_TYPE_USER = 3, IB_MR_TYPE_DMA = 4, IB_MR_TYPE_INTEGRITY = 5, }; enum ib_uverbs_advise_mr_advice { IB_UVERBS_ADVISE_MR_ADVICE_PREFETCH = 0, IB_UVERBS_ADVISE_MR_ADVICE_PREFETCH_WRITE = 1, IB_UVERBS_ADVISE_MR_ADVICE_PREFETCH_NO_FAULT = 2, }; struct uverbs_attr_bundle; struct rdma_cm_id; struct iw_cm_id; struct iw_cm_conn_param; struct ib_qp; struct ib_send_wr; struct ib_recv_wr; struct ib_cq; struct ib_wc; struct ib_srq; struct ib_grh; struct ib_device_attr; struct ib_udata; struct ib_device_modify; struct ib_port_attr; struct ib_port_modify; struct ib_port_immutable; struct rdma_netdev_alloc_params; union ib_gid; struct ib_gid_attr; struct ib_ucontext; struct rdma_user_mmap_entry; struct ib_pd; struct ib_ah; struct rdma_ah_init_attr; struct rdma_ah_attr; struct ib_srq_init_attr; struct ib_srq_attr; struct ib_qp_init_attr; struct ib_qp_attr; struct ib_cq_init_attr; struct ib_mr; struct ib_sge; struct ib_mr_status; struct ib_mw; struct ib_xrcd; struct ib_flow; struct ib_flow_attr; struct ib_flow_action; struct ib_wq; struct ib_wq_init_attr; struct ib_wq_attr; struct ib_rwq_ind_table; struct ib_rwq_ind_table_init_attr; struct ib_dm; struct ib_dm_alloc_attr; struct ib_dm_mr_attr; struct ib_counters; struct ib_counters_read_attr; struct ib_device_ops { struct module *owner; enum rdma_driver_id driver_id; u32 uverbs_abi_ver; unsigned int uverbs_no_driver_id_binding: 1; const struct attribute_group *device_group; const struct attribute_group **port_groups; int (*post_send)(struct ib_qp *, const struct ib_send_wr *, const struct ib_send_wr **); int (*post_recv)(struct ib_qp *, const struct ib_recv_wr *, const struct ib_recv_wr **); void (*drain_rq)(struct ib_qp *); void (*drain_sq)(struct ib_qp *); int (*poll_cq)(struct ib_cq *, int, struct ib_wc *); int (*peek_cq)(struct ib_cq *, int); int (*req_notify_cq)(struct ib_cq *, enum ib_cq_notify_flags); int (*post_srq_recv)(struct ib_srq *, const struct ib_recv_wr *, const struct ib_recv_wr **); int (*process_mad)(struct ib_device *, int, u32, const struct ib_wc *, const struct ib_grh *, const struct ib_mad *, struct ib_mad *, size_t *, u16 *); int (*query_device)(struct ib_device *, struct ib_device_attr *, struct ib_udata *); int (*modify_device)(struct ib_device *, int, struct ib_device_modify *); void (*get_dev_fw_str)(struct ib_device *, char *); const struct cpumask * (*get_vector_affinity)(struct ib_device *, int); int (*query_port)(struct ib_device *, u32, struct ib_port_attr *); int (*modify_port)(struct ib_device *, u32, int, struct ib_port_modify *); int (*get_port_immutable)(struct ib_device *, u32, struct ib_port_immutable *); enum rdma_link_layer (*get_link_layer)(struct ib_device *, u32); struct net_device * (*get_netdev)(struct ib_device *, u32); struct net_device * (*alloc_rdma_netdev)(struct ib_device *, u32, enum rdma_netdev_t, const char *, unsigned char, void (*)(struct net_device *)); int (*rdma_netdev_get_params)(struct ib_device *, u32, enum rdma_netdev_t, struct rdma_netdev_alloc_params *); int (*query_gid)(struct ib_device *, u32, int, union ib_gid *); int (*add_gid)(const struct ib_gid_attr *, void **); int (*del_gid)(const struct ib_gid_attr *, void **); int (*query_pkey)(struct ib_device *, u32, u16, u16 *); int (*alloc_ucontext)(struct ib_ucontext *, struct ib_udata *); void (*dealloc_ucontext)(struct ib_ucontext *); int (*mmap)(struct ib_ucontext *, struct vm_area_struct *); void (*mmap_free)(struct rdma_user_mmap_entry *); void (*disassociate_ucontext)(struct ib_ucontext *); int (*alloc_pd)(struct ib_pd *, struct ib_udata *); int (*dealloc_pd)(struct ib_pd *, struct ib_udata *); int (*create_ah)(struct ib_ah *, struct rdma_ah_init_attr *, struct ib_udata *); int (*create_user_ah)(struct ib_ah *, struct rdma_ah_init_attr *, struct ib_udata *); int (*modify_ah)(struct ib_ah *, struct rdma_ah_attr *); int (*query_ah)(struct ib_ah *, struct rdma_ah_attr *); int (*destroy_ah)(struct ib_ah *, u32); int (*create_srq)(struct ib_srq *, struct ib_srq_init_attr *, struct ib_udata *); int (*modify_srq)(struct ib_srq *, struct ib_srq_attr *, enum ib_srq_attr_mask, struct ib_udata *); int (*query_srq)(struct ib_srq *, struct ib_srq_attr *); int (*destroy_srq)(struct ib_srq *, struct ib_udata *); int (*create_qp)(struct ib_qp *, struct ib_qp_init_attr *, struct ib_udata *); int (*modify_qp)(struct ib_qp *, struct ib_qp_attr *, int, struct ib_udata *); int (*query_qp)(struct ib_qp *, struct ib_qp_attr *, int, struct ib_qp_init_attr *); int (*destroy_qp)(struct ib_qp *, struct ib_udata *); int (*create_cq)(struct ib_cq *, const struct ib_cq_init_attr *, struct ib_udata *); int (*modify_cq)(struct ib_cq *, u16, u16); int (*destroy_cq)(struct ib_cq *, struct ib_udata *); int (*resize_cq)(struct ib_cq *, int, struct ib_udata *); struct ib_mr * (*get_dma_mr)(struct ib_pd *, int); struct ib_mr * (*reg_user_mr)(struct ib_pd *, u64, u64, u64, int, struct ib_udata *); struct ib_mr * (*reg_user_mr_dmabuf)(struct ib_pd *, u64, u64, u64, int, int, struct ib_udata *); struct ib_mr * (*rereg_user_mr)(struct ib_mr *, int, u64, u64, u64, int, struct ib_pd *, struct ib_udata *); int (*dereg_mr)(struct ib_mr *, struct ib_udata *); struct ib_mr * (*alloc_mr)(struct ib_pd *, enum ib_mr_type, u32); struct ib_mr * (*alloc_mr_integrity)(struct ib_pd *, u32, u32); int (*advise_mr)(struct ib_pd *, enum ib_uverbs_advise_mr_advice, u32, struct ib_sge *, u32, struct uverbs_attr_bundle *); int (*map_mr_sg)(struct ib_mr *, struct scatterlist *, int, unsigned int *); int (*check_mr_status)(struct ib_mr *, u32, struct ib_mr_status *); int (*alloc_mw)(struct ib_mw *, struct ib_udata *); int (*dealloc_mw)(struct ib_mw *); int (*attach_mcast)(struct ib_qp *, union ib_gid *, u16); int (*detach_mcast)(struct ib_qp *, union ib_gid *, u16); int (*alloc_xrcd)(struct ib_xrcd *, struct ib_udata *); int (*dealloc_xrcd)(struct ib_xrcd *, struct ib_udata *); struct ib_flow * (*create_flow)(struct ib_qp *, struct ib_flow_attr *, struct ib_udata *); int (*destroy_flow)(struct ib_flow *); int (*destroy_flow_action)(struct ib_flow_action *); int (*set_vf_link_state)(struct ib_device *, int, u32, int); int (*get_vf_config)(struct ib_device *, int, u32, struct ifla_vf_info *); int (*get_vf_stats)(struct ib_device *, int, u32, struct ifla_vf_stats *); int (*get_vf_guid)(struct ib_device *, int, u32, struct ifla_vf_guid *, struct ifla_vf_guid *); int (*set_vf_guid)(struct ib_device *, int, u32, u64, int); struct ib_wq * (*create_wq)(struct ib_pd *, struct ib_wq_init_attr *, struct ib_udata *); int (*destroy_wq)(struct ib_wq *, struct ib_udata *); int (*modify_wq)(struct ib_wq *, struct ib_wq_attr *, u32, struct ib_udata *); int (*create_rwq_ind_table)(struct ib_rwq_ind_table *, struct ib_rwq_ind_table_init_attr *, struct ib_udata *); int (*destroy_rwq_ind_table)(struct ib_rwq_ind_table *); struct ib_dm * (*alloc_dm)(struct ib_device *, struct ib_ucontext *, struct ib_dm_alloc_attr *, struct uverbs_attr_bundle *); int (*dealloc_dm)(struct ib_dm *, struct uverbs_attr_bundle *); struct ib_mr * (*reg_dm_mr)(struct ib_pd *, struct ib_dm *, struct ib_dm_mr_attr *, struct uverbs_attr_bundle *); int (*create_counters)(struct ib_counters *, struct uverbs_attr_bundle *); int (*destroy_counters)(struct ib_counters *); int (*read_counters)(struct ib_counters *, struct ib_counters_read_attr *, struct uverbs_attr_bundle *); int (*map_mr_sg_pi)(struct ib_mr *, struct scatterlist *, int, unsigned int *, struct scatterlist *, int, unsigned int *); struct rdma_hw_stats * (*alloc_hw_device_stats)(struct ib_device *); struct rdma_hw_stats * (*alloc_hw_port_stats)(struct ib_device *, u32); int (*get_hw_stats)(struct ib_device *, struct rdma_hw_stats *, u32, int); int (*modify_hw_stat)(struct ib_device *, u32, unsigned int, bool); int (*fill_res_mr_entry)(struct sk_buff *, struct ib_mr *); int (*fill_res_mr_entry_raw)(struct sk_buff *, struct ib_mr *); int (*fill_res_cq_entry)(struct sk_buff *, struct ib_cq *); int (*fill_res_cq_entry_raw)(struct sk_buff *, struct ib_cq *); int (*fill_res_qp_entry)(struct sk_buff *, struct ib_qp *); int (*fill_res_qp_entry_raw)(struct sk_buff *, struct ib_qp *); int (*fill_res_cm_id_entry)(struct sk_buff *, struct rdma_cm_id *); int (*enable_driver)(struct ib_device *); void (*dealloc_driver)(struct ib_device *); void (*iw_add_ref)(struct ib_qp *); void (*iw_rem_ref)(struct ib_qp *); struct ib_qp * (*iw_get_qp)(struct ib_device *, int); int (*iw_connect)(struct iw_cm_id *, struct iw_cm_conn_param *); int (*iw_accept)(struct iw_cm_id *, struct iw_cm_conn_param *); int (*iw_reject)(struct iw_cm_id *, const void *, u8); int (*iw_create_listen)(struct iw_cm_id *, int); int (*iw_destroy_listen)(struct iw_cm_id *); int (*counter_bind_qp)(struct rdma_counter *, struct ib_qp *); int (*counter_unbind_qp)(struct ib_qp *); int (*counter_dealloc)(struct rdma_counter *); struct rdma_hw_stats * (*counter_alloc_stats)(struct rdma_counter *); int (*counter_update_stats)(struct rdma_counter *); int (*fill_stat_mr_entry)(struct sk_buff *, struct ib_mr *); int (*query_ucontext)(struct ib_ucontext *, struct uverbs_attr_bundle *); int (*get_numa_node)(struct ib_device *); size_t size_ib_ah; size_t size_ib_counters; size_t size_ib_cq; size_t size_ib_mw; size_t size_ib_pd; size_t size_ib_qp; size_t size_ib_rwq_ind_table; size_t size_ib_srq; size_t size_ib_ucontext; size_t size_ib_xrcd; }; struct ib_core_device { struct device dev; possible_net_t rdma_net; struct kobject *ports_kobj; struct list_head port_list; struct ib_device *owner; }; enum ib_atomic_cap { IB_ATOMIC_NONE = 0, IB_ATOMIC_HCA = 1, IB_ATOMIC_GLOB = 2, }; struct ib_odp_caps { uint64_t general_caps; struct { uint32_t rc_odp_caps; uint32_t uc_odp_caps; uint32_t ud_odp_caps; uint32_t xrc_odp_caps; } per_transport_caps; }; struct ib_rss_caps { u32 supported_qpts; u32 max_rwq_indirection_tables; u32 max_rwq_indirection_table_size; }; struct ib_tm_caps { u32 max_rndv_hdr_size; u32 max_num_tags; u32 flags; u32 max_ops; u32 max_sge; }; struct ib_cq_caps { u16 max_cq_moderation_count; u16 max_cq_moderation_period; }; struct ib_device_attr { u64 fw_ver; __be64 sys_image_guid; u64 max_mr_size; u64 page_size_cap; u32 vendor_id; u32 vendor_part_id; u32 hw_ver; int max_qp; int max_qp_wr; u64 device_cap_flags; u64 kernel_cap_flags; int max_send_sge; int max_recv_sge; int max_sge_rd; int max_cq; int max_cqe; int max_mr; int max_pd; int max_qp_rd_atom; int max_ee_rd_atom; int max_res_rd_atom; int max_qp_init_rd_atom; int max_ee_init_rd_atom; enum ib_atomic_cap atomic_cap; enum ib_atomic_cap masked_atomic_cap; int max_ee; int max_rdd; int max_mw; int max_raw_ipv6_qp; int max_raw_ethy_qp; int max_mcast_grp; int max_mcast_qp_attach; int max_total_mcast_qp_attach; int max_ah; int max_srq; int max_srq_wr; int max_srq_sge; unsigned int max_fast_reg_page_list_len; unsigned int max_pi_fast_reg_page_list_len; u16 max_pkeys; u8 local_ca_ack_delay; int sig_prot_cap; int sig_guard_cap; struct ib_odp_caps odp_caps; uint64_t timestamp_mask; uint64_t hca_core_clock; struct ib_rss_caps rss_caps; u32 max_wq_type_rq; u32 raw_packet_caps; struct ib_tm_caps tm_caps; struct ib_cq_caps cq_caps; u64 max_dm_size; u32 max_sgl_rd; }; struct hw_stats_device_data; struct rdma_restrack_root; struct uapi_definition; struct ib_port_data; struct ib_device { struct device *dma_device; struct ib_device_ops ops; char name[64]; struct callback_head callback_head; struct list_head event_handler_list; struct rw_semaphore event_handler_rwsem; spinlock_t qp_open_list_lock; struct rw_semaphore client_data_rwsem; struct xarray client_data; struct mutex unregistration_lock; rwlock_t cache_lock; struct ib_port_data *port_data; int num_comp_vectors; union { struct device dev; struct ib_core_device coredev; }; const struct attribute_group *groups[4]; u64 uverbs_cmd_mask; char node_desc[64]; __be64 node_guid; u32 local_dma_lkey; u16 is_switch: 1; u16 kverbs_provider: 1; u16 use_cq_dim: 1; u8 node_type; u32 phys_port_cnt; struct ib_device_attr attrs; struct hw_stats_device_data *hw_stats_data; struct rdmacg_device cg_device; u32 index; spinlock_t cq_pools_lock; struct list_head cq_pools[3]; struct rdma_restrack_root *res; const struct uapi_definition *driver_def; refcount_t refcount; struct completion unreg_completion; struct work_struct unregistration_work; const struct rdma_link_ops *link_ops; struct mutex compat_devs_mutex; struct xarray compat_devs; char iw_ifname[16]; u32 iw_driver_flags; u32 lag_flags; }; enum ib_signature_type { IB_SIG_TYPE_NONE = 0, IB_SIG_TYPE_T10_DIF = 1, }; enum ib_t10_dif_bg_type { IB_T10DIF_CRC = 0, IB_T10DIF_CSUM = 1, }; struct ib_t10_dif_domain { enum ib_t10_dif_bg_type bg_type; u16 pi_interval; u16 bg; u16 app_tag; u32 ref_tag; bool ref_remap; bool app_escape; bool ref_escape; u16 apptag_check_mask; }; struct ib_sig_domain { enum ib_signature_type sig_type; union { struct ib_t10_dif_domain dif; } sig; }; struct ib_sig_attrs { u8 check_mask; struct ib_sig_domain mem; struct ib_sig_domain wire; int meta_length; }; enum ib_sig_err_type { IB_SIG_BAD_GUARD = 0, IB_SIG_BAD_REFTAG = 1, IB_SIG_BAD_APPTAG = 2, }; struct ib_sig_err { enum ib_sig_err_type err_type; u32 expected; u32 actual; u64 sig_err_offset; u32 key; }; union ib_gid { u8 raw[16]; struct { __be64 subnet_prefix; __be64 interface_id; } global; }; enum ib_gid_type { IB_GID_TYPE_IB = 0, IB_GID_TYPE_ROCE = 1, IB_GID_TYPE_ROCE_UDP_ENCAP = 2, IB_GID_TYPE_SIZE = 3, }; struct ib_gid_attr { struct net_device *ndev; struct ib_device *device; union ib_gid gid; enum ib_gid_type gid_type; u16 index; u32 port_num; }; struct ib_cq_init_attr { unsigned int cqe; u32 comp_vector; u32 flags; }; struct ib_dm_mr_attr { u64 length; u64 offset; u32 access_flags; }; struct ib_dm_alloc_attr { u64 length; u32 alignment; u32 flags; }; enum ib_mtu { IB_MTU_256 = 1, IB_MTU_512 = 2, IB_MTU_1024 = 3, IB_MTU_2048 = 4, IB_MTU_4096 = 5, }; enum ib_port_state { IB_PORT_NOP = 0, IB_PORT_DOWN = 1, IB_PORT_INIT = 2, IB_PORT_ARMED = 3, IB_PORT_ACTIVE = 4, IB_PORT_ACTIVE_DEFER = 5, }; struct rdma_stat_desc { const char *name; unsigned int flags; const void *priv; }; struct ib_port_attr { u64 subnet_prefix; enum ib_port_state state; enum ib_mtu max_mtu; enum ib_mtu active_mtu; u32 phys_mtu; int gid_tbl_len; unsigned int ip_gids: 1; u32 port_cap_flags; u32 max_msg_sz; u32 bad_pkey_cntr; u32 qkey_viol_cntr; u16 pkey_tbl_len; u32 sm_lid; u32 lid; u8 lmc; u8 max_vl_num; u8 sm_sl; u8 subnet_timeout; u8 init_type_reply; u8 active_width; u16 active_speed; u8 phys_state; u16 port_cap_flags2; }; struct ib_device_modify { u64 sys_image_guid; char node_desc[64]; }; struct ib_port_modify { u32 set_port_cap_mask; u32 clr_port_cap_mask; u8 init_type; }; enum ib_event_type { IB_EVENT_CQ_ERR = 0, IB_EVENT_QP_FATAL = 1, IB_EVENT_QP_REQ_ERR = 2, IB_EVENT_QP_ACCESS_ERR = 3, IB_EVENT_COMM_EST = 4, IB_EVENT_SQ_DRAINED = 5, IB_EVENT_PATH_MIG = 6, IB_EVENT_PATH_MIG_ERR = 7, IB_EVENT_DEVICE_FATAL = 8, IB_EVENT_PORT_ACTIVE = 9, IB_EVENT_PORT_ERR = 10, IB_EVENT_LID_CHANGE = 11, IB_EVENT_PKEY_CHANGE = 12, IB_EVENT_SM_CHANGE = 13, IB_EVENT_SRQ_ERR = 14, IB_EVENT_SRQ_LIMIT_REACHED = 15, IB_EVENT_QP_LAST_WQE_REACHED = 16, IB_EVENT_CLIENT_REREGISTER = 17, IB_EVENT_GID_CHANGE = 18, IB_EVENT_WQ_FATAL = 19, }; struct ib_ucq_object; typedef void (*ib_comp_handler)(struct ib_cq *, void *); struct ib_event; struct ib_cq { struct ib_device *device; struct ib_ucq_object *uobject; ib_comp_handler comp_handler; void (*event_handler)(struct ib_event *, void *); void *cq_context; int cqe; unsigned int cqe_used; atomic_t usecnt; enum ib_poll_context poll_ctx; struct ib_wc *wc; struct list_head pool_entry; union { struct irq_poll iop; struct work_struct work; }; struct workqueue_struct *comp_wq; struct dim *dim; ktime_t timestamp; u8 interrupt: 1; u8 shared: 1; unsigned int comp_vector; struct rdma_restrack_entry res; }; struct ib_uqp_object; enum ib_qp_type { IB_QPT_SMI = 0, IB_QPT_GSI = 1, IB_QPT_RC = 2, IB_QPT_UC = 3, IB_QPT_UD = 4, IB_QPT_RAW_IPV6 = 5, IB_QPT_RAW_ETHERTYPE = 6, IB_QPT_RAW_PACKET = 8, IB_QPT_XRC_INI = 9, IB_QPT_XRC_TGT = 10, IB_QPT_MAX = 11, IB_QPT_DRIVER = 255, IB_QPT_RESERVED1 = 4096, IB_QPT_RESERVED2 = 4097, IB_QPT_RESERVED3 = 4098, IB_QPT_RESERVED4 = 4099, IB_QPT_RESERVED5 = 4100, IB_QPT_RESERVED6 = 4101, IB_QPT_RESERVED7 = 4102, IB_QPT_RESERVED8 = 4103, IB_QPT_RESERVED9 = 4104, IB_QPT_RESERVED10 = 4105, }; struct ib_qp_security; struct ib_qp { struct ib_device *device; struct ib_pd *pd; struct ib_cq *send_cq; struct ib_cq *recv_cq; spinlock_t mr_lock; int mrs_used; struct list_head rdma_mrs; struct list_head sig_mrs; struct ib_srq *srq; struct ib_xrcd *xrcd; struct list_head xrcd_list; atomic_t usecnt; struct list_head open_list; struct ib_qp *real_qp; struct ib_uqp_object *uobject; void (*event_handler)(struct ib_event *, void *); void *qp_context; const struct ib_gid_attr *av_sgid_attr; const struct ib_gid_attr *alt_path_sgid_attr; u32 qp_num; u32 max_write_sge; u32 max_read_sge; enum ib_qp_type qp_type; struct ib_rwq_ind_table *rwq_ind_tbl; struct ib_qp_security *qp_sec; u32 port; bool integrity_en; struct rdma_restrack_entry res; struct rdma_counter *counter; }; struct ib_usrq_object; enum ib_srq_type { IB_SRQT_BASIC = 0, IB_SRQT_XRC = 1, IB_SRQT_TM = 2, }; struct ib_srq { struct ib_device *device; struct ib_pd *pd; struct ib_usrq_object *uobject; void (*event_handler)(struct ib_event *, void *); void *srq_context; enum ib_srq_type srq_type; atomic_t usecnt; struct { struct ib_cq *cq; union { struct { struct ib_xrcd *xrcd; u32 srq_num; } xrc; }; } ext; struct rdma_restrack_entry res; }; struct ib_uwq_object; enum ib_wq_state { IB_WQS_RESET = 0, IB_WQS_RDY = 1, IB_WQS_ERR = 2, }; enum ib_wq_type { IB_WQT_RQ = 0, }; struct ib_wq { struct ib_device *device; struct ib_uwq_object *uobject; void *wq_context; void (*event_handler)(struct ib_event *, void *); struct ib_pd *pd; struct ib_cq *cq; u32 wq_num; enum ib_wq_state state; enum ib_wq_type wq_type; atomic_t usecnt; }; struct ib_event { struct ib_device *device; union { struct ib_cq *cq; struct ib_qp *qp; struct ib_srq *srq; struct ib_wq *wq; u32 port_num; } element; enum ib_event_type event; }; struct ib_global_route { const struct ib_gid_attr *sgid_attr; union ib_gid dgid; u32 flow_label; u8 sgid_index; u8 hop_limit; u8 traffic_class; }; struct ib_grh { __be32 version_tclass_flow; __be16 paylen; u8 next_hdr; u8 hop_limit; union ib_gid sgid; union ib_gid dgid; }; struct ib_mr_status { u32 fail_status; struct ib_sig_err sig_err; }; struct rdma_ah_init_attr { struct rdma_ah_attr *ah_attr; u32 flags; struct net_device *xmit_slave; }; enum rdma_ah_attr_type { RDMA_AH_ATTR_TYPE_UNDEFINED = 0, RDMA_AH_ATTR_TYPE_IB = 1, RDMA_AH_ATTR_TYPE_ROCE = 2, RDMA_AH_ATTR_TYPE_OPA = 3, }; struct ib_ah_attr { u16 dlid; u8 src_path_bits; }; struct roce_ah_attr { u8 dmac[6]; }; struct opa_ah_attr { u32 dlid; u8 src_path_bits; bool make_grd; }; struct rdma_ah_attr { struct ib_global_route grh; u8 sl; u8 static_rate; u32 port_num; u8 ah_flags; enum rdma_ah_attr_type type; union { struct ib_ah_attr ib; struct roce_ah_attr roce; struct opa_ah_attr opa; }; }; enum ib_wc_status { IB_WC_SUCCESS = 0, IB_WC_LOC_LEN_ERR = 1, IB_WC_LOC_QP_OP_ERR = 2, IB_WC_LOC_EEC_OP_ERR = 3, IB_WC_LOC_PROT_ERR = 4, IB_WC_WR_FLUSH_ERR = 5, IB_WC_MW_BIND_ERR = 6, IB_WC_BAD_RESP_ERR = 7, IB_WC_LOC_ACCESS_ERR = 8, IB_WC_REM_INV_REQ_ERR = 9, IB_WC_REM_ACCESS_ERR = 10, IB_WC_REM_OP_ERR = 11, IB_WC_RETRY_EXC_ERR = 12, IB_WC_RNR_RETRY_EXC_ERR = 13, IB_WC_LOC_RDD_VIOL_ERR = 14, IB_WC_REM_INV_RD_REQ_ERR = 15, IB_WC_REM_ABORT_ERR = 16, IB_WC_INV_EECN_ERR = 17, IB_WC_INV_EEC_STATE_ERR = 18, IB_WC_FATAL_ERR = 19, IB_WC_RESP_TIMEOUT_ERR = 20, IB_WC_GENERAL_ERR = 21, }; enum ib_wc_opcode { IB_WC_SEND = 0, IB_WC_RDMA_WRITE = 1, IB_WC_RDMA_READ = 2, IB_WC_COMP_SWAP = 3, IB_WC_FETCH_ADD = 4, IB_WC_BIND_MW = 5, IB_WC_LOCAL_INV = 6, IB_WC_LSO = 7, IB_WC_REG_MR = 8, IB_WC_MASKED_COMP_SWAP = 9, IB_WC_MASKED_FETCH_ADD = 10, IB_WC_RECV = 128, IB_WC_RECV_RDMA_WITH_IMM = 129, }; struct ib_cqe { void (*done)(struct ib_cq *, struct ib_wc *); }; struct ib_wc { union { u64 wr_id; struct ib_cqe *wr_cqe; }; enum ib_wc_status status; enum ib_wc_opcode opcode; u32 vendor_err; u32 byte_len; struct ib_qp *qp; union { __be32 imm_data; u32 invalidate_rkey; } ex; u32 src_qp; u32 slid; int wc_flags; u16 pkey_index; u8 sl; u8 dlid_path_bits; u32 port_num; u8 smac[6]; u16 vlan_id; u8 network_hdr_type; }; struct ib_srq_attr { u32 max_wr; u32 max_sge; u32 srq_limit; }; struct ib_xrcd { struct ib_device *device; atomic_t usecnt; struct inode *inode; struct rw_semaphore tgt_qps_rwsem; struct xarray tgt_qps; }; struct ib_srq_init_attr { void (*event_handler)(struct ib_event *, void *); void *srq_context; struct ib_srq_attr attr; enum ib_srq_type srq_type; struct { struct ib_cq *cq; union { struct { struct ib_xrcd *xrcd; } xrc; struct { u32 max_num_tags; } tag_matching; }; } ext; }; struct ib_qp_cap { u32 max_send_wr; u32 max_recv_wr; u32 max_send_sge; u32 max_recv_sge; u32 max_inline_data; u32 max_rdma_ctxs; }; enum ib_sig_type { IB_SIGNAL_ALL_WR = 0, IB_SIGNAL_REQ_WR = 1, }; struct ib_qp_init_attr { void (*event_handler)(struct ib_event *, void *); void *qp_context; struct ib_cq *send_cq; struct ib_cq *recv_cq; struct ib_srq *srq; struct ib_xrcd *xrcd; struct ib_qp_cap cap; enum ib_sig_type sq_sig_type; enum ib_qp_type qp_type; u32 create_flags; u32 port_num; struct ib_rwq_ind_table *rwq_ind_tbl; u32 source_qpn; }; struct ib_uobject; struct ib_rwq_ind_table { struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; u32 ind_tbl_num; u32 log_ind_tbl_size; struct ib_wq **ind_tbl; }; enum ib_qp_state { IB_QPS_RESET = 0, IB_QPS_INIT = 1, IB_QPS_RTR = 2, IB_QPS_RTS = 3, IB_QPS_SQD = 4, IB_QPS_SQE = 5, IB_QPS_ERR = 6, }; enum ib_mig_state { IB_MIG_MIGRATED = 0, IB_MIG_REARM = 1, IB_MIG_ARMED = 2, }; enum ib_mw_type { IB_MW_TYPE_1 = 1, IB_MW_TYPE_2 = 2, }; struct ib_qp_attr { enum ib_qp_state qp_state; enum ib_qp_state cur_qp_state; enum ib_mtu path_mtu; enum ib_mig_state path_mig_state; u32 qkey; u32 rq_psn; u32 sq_psn; u32 dest_qp_num; int qp_access_flags; struct ib_qp_cap cap; struct rdma_ah_attr ah_attr; struct rdma_ah_attr alt_ah_attr; u16 pkey_index; u16 alt_pkey_index; u8 en_sqd_async_notify; u8 sq_draining; u8 max_rd_atomic; u8 max_dest_rd_atomic; u8 min_rnr_timer; u32 port_num; u8 timeout; u8 retry_cnt; u8 rnr_retry; u32 alt_port_num; u8 alt_timeout; u32 rate_limit; struct net_device *xmit_slave; }; enum ib_wr_opcode { IB_WR_RDMA_WRITE = 0, IB_WR_RDMA_WRITE_WITH_IMM = 1, IB_WR_SEND = 2, IB_WR_SEND_WITH_IMM = 3, IB_WR_RDMA_READ = 4, IB_WR_ATOMIC_CMP_AND_SWP = 5, IB_WR_ATOMIC_FETCH_AND_ADD = 6, IB_WR_BIND_MW = 8, IB_WR_LSO = 10, IB_WR_SEND_WITH_INV = 9, IB_WR_RDMA_READ_WITH_INV = 11, IB_WR_LOCAL_INV = 7, IB_WR_MASKED_ATOMIC_CMP_AND_SWP = 12, IB_WR_MASKED_ATOMIC_FETCH_AND_ADD = 13, IB_WR_REG_MR = 32, IB_WR_REG_MR_INTEGRITY = 33, IB_WR_RESERVED1 = 240, IB_WR_RESERVED2 = 241, IB_WR_RESERVED3 = 242, IB_WR_RESERVED4 = 243, IB_WR_RESERVED5 = 244, IB_WR_RESERVED6 = 245, IB_WR_RESERVED7 = 246, IB_WR_RESERVED8 = 247, IB_WR_RESERVED9 = 248, IB_WR_RESERVED10 = 249, }; struct ib_sge { u64 addr; u32 length; u32 lkey; }; struct ib_send_wr { struct ib_send_wr *next; union { u64 wr_id; struct ib_cqe *wr_cqe; }; struct ib_sge *sg_list; int num_sge; enum ib_wr_opcode opcode; int send_flags; union { __be32 imm_data; u32 invalidate_rkey; } ex; }; struct ib_ah { struct ib_device *device; struct ib_pd *pd; struct ib_uobject *uobject; const struct ib_gid_attr *sgid_attr; enum rdma_ah_attr_type type; }; struct ib_mr { struct ib_device *device; struct ib_pd *pd; u32 lkey; u32 rkey; u64 iova; u64 length; unsigned int page_size; enum ib_mr_type type; bool need_inval; union { struct ib_uobject *uobject; struct list_head qp_entry; }; struct ib_dm *dm; struct ib_sig_attrs *sig_attrs; struct rdma_restrack_entry res; }; struct ib_recv_wr { struct ib_recv_wr *next; union { u64 wr_id; struct ib_cqe *wr_cqe; }; struct ib_sge *sg_list; int num_sge; }; struct ib_rdmacg_object { struct rdma_cgroup *cg; }; struct ib_uverbs_file; struct ib_ucontext { struct ib_device *device; struct ib_uverbs_file *ufile; struct ib_rdmacg_object cg_obj; struct rdma_restrack_entry res; struct xarray mmap_xa; }; struct uverbs_api_object; struct ib_uobject { u64 user_handle; struct ib_uverbs_file *ufile; struct ib_ucontext *context; void *object; struct list_head list; struct ib_rdmacg_object cg_obj; int id; struct kref ref; atomic_t usecnt; struct callback_head rcu; const struct uverbs_api_object *uapi_object; }; struct ib_udata { const void *inbuf; void *outbuf; size_t inlen; size_t outlen; }; struct ib_pd { u32 local_dma_lkey; u32 flags; struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; u32 unsafe_global_rkey; struct ib_mr *__internal_mr; struct rdma_restrack_entry res; }; struct ib_wq_init_attr { void *wq_context; enum ib_wq_type wq_type; u32 max_wr; u32 max_sge; struct ib_cq *cq; void (*event_handler)(struct ib_event *, void *); u32 create_flags; }; struct ib_wq_attr { enum ib_wq_state wq_state; enum ib_wq_state curr_wq_state; u32 flags; u32 flags_mask; }; struct ib_rwq_ind_table_init_attr { u32 log_ind_tbl_size; struct ib_wq **ind_tbl; }; enum port_pkey_state { IB_PORT_PKEY_NOT_VALID = 0, IB_PORT_PKEY_VALID = 1, IB_PORT_PKEY_LISTED = 2, }; struct ib_port_pkey { enum port_pkey_state state; u16 pkey_index; u32 port_num; struct list_head qp_list; struct list_head to_error_list; struct ib_qp_security *sec; }; struct ib_ports_pkeys; struct ib_qp_security { struct ib_qp *qp; struct ib_device *dev; struct mutex mutex; struct ib_ports_pkeys *ports_pkeys; struct list_head shared_qp_list; void *security; bool destroying; atomic_t error_list_count; struct completion error_complete; int error_comps_pending; }; struct ib_ports_pkeys { struct ib_port_pkey main; struct ib_port_pkey alt; }; struct ib_dm { struct ib_device *device; u32 length; u32 flags; struct ib_uobject *uobject; atomic_t usecnt; }; struct ib_mw { struct ib_device *device; struct ib_pd *pd; struct ib_uobject *uobject; u32 rkey; enum ib_mw_type type; }; enum ib_flow_attr_type { IB_FLOW_ATTR_NORMAL = 0, IB_FLOW_ATTR_ALL_DEFAULT = 1, IB_FLOW_ATTR_MC_DEFAULT = 2, IB_FLOW_ATTR_SNIFFER = 3, }; enum ib_flow_spec_type { IB_FLOW_SPEC_ETH = 32, IB_FLOW_SPEC_IB = 34, IB_FLOW_SPEC_IPV4 = 48, IB_FLOW_SPEC_IPV6 = 49, IB_FLOW_SPEC_ESP = 52, IB_FLOW_SPEC_TCP = 64, IB_FLOW_SPEC_UDP = 65, IB_FLOW_SPEC_VXLAN_TUNNEL = 80, IB_FLOW_SPEC_GRE = 81, IB_FLOW_SPEC_MPLS = 96, IB_FLOW_SPEC_INNER = 256, IB_FLOW_SPEC_ACTION_TAG = 4096, IB_FLOW_SPEC_ACTION_DROP = 4097, IB_FLOW_SPEC_ACTION_HANDLE = 4098, IB_FLOW_SPEC_ACTION_COUNT = 4099, }; struct ib_flow_eth_filter { u8 dst_mac[6]; u8 src_mac[6]; __be16 ether_type; __be16 vlan_tag; u8 real_sz[0]; }; struct ib_flow_spec_eth { u32 type; u16 size; struct ib_flow_eth_filter val; struct ib_flow_eth_filter mask; }; struct ib_flow_ib_filter { __be16 dlid; __u8 sl; u8 real_sz[0]; }; struct ib_flow_spec_ib { u32 type; u16 size; struct ib_flow_ib_filter val; struct ib_flow_ib_filter mask; }; struct ib_flow_ipv4_filter { __be32 src_ip; __be32 dst_ip; u8 proto; u8 tos; u8 ttl; u8 flags; u8 real_sz[0]; }; struct ib_flow_spec_ipv4 { u32 type; u16 size; struct ib_flow_ipv4_filter val; struct ib_flow_ipv4_filter mask; }; struct ib_flow_ipv6_filter { u8 src_ip[16]; u8 dst_ip[16]; __be32 flow_label; u8 next_hdr; u8 traffic_class; u8 hop_limit; u8 real_sz[0]; }; struct ib_flow_spec_ipv6 { u32 type; u16 size; struct ib_flow_ipv6_filter val; struct ib_flow_ipv6_filter mask; }; struct ib_flow_tcp_udp_filter { __be16 dst_port; __be16 src_port; u8 real_sz[0]; }; struct ib_flow_spec_tcp_udp { u32 type; u16 size; struct ib_flow_tcp_udp_filter val; struct ib_flow_tcp_udp_filter mask; }; struct ib_flow_tunnel_filter { __be32 tunnel_id; u8 real_sz[0]; }; struct ib_flow_spec_tunnel { u32 type; u16 size; struct ib_flow_tunnel_filter val; struct ib_flow_tunnel_filter mask; }; struct ib_flow_esp_filter { __be32 spi; __be32 seq; u8 real_sz[0]; }; struct ib_flow_spec_esp { u32 type; u16 size; struct ib_flow_esp_filter val; struct ib_flow_esp_filter mask; }; struct ib_flow_gre_filter { __be16 c_ks_res0_ver; __be16 protocol; __be32 key; u8 real_sz[0]; }; struct ib_flow_spec_gre { u32 type; u16 size; struct ib_flow_gre_filter val; struct ib_flow_gre_filter mask; }; struct ib_flow_mpls_filter { __be32 tag; u8 real_sz[0]; }; struct ib_flow_spec_mpls { u32 type; u16 size; struct ib_flow_mpls_filter val; struct ib_flow_mpls_filter mask; }; struct ib_flow_spec_action_tag { enum ib_flow_spec_type type; u16 size; u32 tag_id; }; struct ib_flow_spec_action_drop { enum ib_flow_spec_type type; u16 size; }; struct ib_flow_spec_action_handle { enum ib_flow_spec_type type; u16 size; struct ib_flow_action *act; }; enum ib_flow_action_type { IB_FLOW_ACTION_UNSPECIFIED = 0, IB_FLOW_ACTION_ESP = 1, }; struct ib_flow_action { struct ib_device *device; struct ib_uobject *uobject; enum ib_flow_action_type type; atomic_t usecnt; }; struct ib_flow_spec_action_count { enum ib_flow_spec_type type; u16 size; struct ib_counters *counters; }; struct ib_counters { struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; }; union ib_flow_spec { struct { u32 type; u16 size; }; struct ib_flow_spec_eth eth; struct ib_flow_spec_ib ib; struct ib_flow_spec_ipv4 ipv4; struct ib_flow_spec_tcp_udp tcp_udp; struct ib_flow_spec_ipv6 ipv6; struct ib_flow_spec_tunnel tunnel; struct ib_flow_spec_esp esp; struct ib_flow_spec_gre gre; struct ib_flow_spec_mpls mpls; struct ib_flow_spec_action_tag flow_tag; struct ib_flow_spec_action_drop drop; struct ib_flow_spec_action_handle action; struct ib_flow_spec_action_count flow_count; }; struct ib_flow_attr { enum ib_flow_attr_type type; u16 size; u16 priority; u32 flags; u8 num_of_specs; u32 port; union ib_flow_spec flows[0]; }; struct ib_flow { struct ib_qp *qp; struct ib_device *device; struct ib_uobject *uobject; }; struct ib_pkey_cache; struct ib_gid_table; struct ib_port_cache { u64 subnet_prefix; struct ib_pkey_cache *pkey; struct ib_gid_table *gid; u8 lmc; enum ib_port_state port_state; }; struct ib_port_immutable { int pkey_tbl_len; int gid_tbl_len; u32 core_cap_flags; u32 max_mad_size; }; struct ib_port; struct ib_port_data { struct ib_device *ib_dev; struct ib_port_immutable immutable; spinlock_t pkey_list_lock; spinlock_t netdev_lock; struct list_head pkey_list; struct ib_port_cache cache; struct net_device *netdev; struct hlist_node ndev_hash_link; struct rdma_port_counter port_counter; struct ib_port *sysfs; }; struct rdma_netdev_alloc_params { size_t sizeof_priv; unsigned int txqs; unsigned int rxqs; void *param; int (*initialize_rdma_netdev)(struct ib_device *, u32, struct net_device *, void *); }; struct ib_counters_read_attr { u64 *counters_buff; u32 ncounters; u32 flags; }; struct rdma_user_mmap_entry { struct kref ref; struct ib_ucontext *ucontext; long unsigned int start_pgoff; size_t npages; bool driver_removed; }; enum blk_zone_type { BLK_ZONE_TYPE_CONVENTIONAL = 1, BLK_ZONE_TYPE_SEQWRITE_REQ = 2, BLK_ZONE_TYPE_SEQWRITE_PREF = 3, }; enum blk_zone_cond { BLK_ZONE_COND_NOT_WP = 0, BLK_ZONE_COND_EMPTY = 1, BLK_ZONE_COND_IMP_OPEN = 2, BLK_ZONE_COND_EXP_OPEN = 3, BLK_ZONE_COND_CLOSED = 4, BLK_ZONE_COND_READONLY = 13, BLK_ZONE_COND_FULL = 14, BLK_ZONE_COND_OFFLINE = 15, }; enum blk_zone_report_flags { BLK_ZONE_REP_CAPACITY = 1, }; struct blk_zone_report { __u64 sector; __u32 nr_zones; __u32 flags; struct blk_zone zones[0]; }; struct blk_zone_range { __u64 sector; __u64 nr_sectors; }; struct zone_report_args { struct blk_zone *zones; }; struct blk_revalidate_zone_args { struct gendisk *disk; long unsigned int *conv_zones_bitmap; long unsigned int *seq_zones_wlock; unsigned int nr_zones; sector_t zone_sectors; sector_t sector; }; enum wbt_flags { WBT_TRACKED = 1, WBT_READ = 2, WBT_KSWAPD = 4, WBT_DISCARD = 8, WBT_NR_BITS = 4, }; enum { WBT_STATE_ON_DEFAULT = 1, WBT_STATE_ON_MANUAL = 2, WBT_STATE_OFF_DEFAULT = 3, }; struct rq_wb { unsigned int wb_background; unsigned int wb_normal; short int enable_state; unsigned int unknown_cnt; u64 win_nsec; u64 cur_win_nsec; struct blk_stat_callback *cb; u64 sync_issue; void *sync_cookie; unsigned int wc; long unsigned int last_issue; long unsigned int last_comp; long unsigned int min_lat_nsec; struct rq_qos rqos; struct rq_wait rq_wait[3]; struct rq_depth rq_depth; }; struct trace_event_raw_wbt_stat { struct trace_entry ent; char name[32]; s64 rmean; u64 rmin; u64 rmax; s64 rnr_samples; s64 rtime; s64 wmean; u64 wmin; u64 wmax; s64 wnr_samples; s64 wtime; char __data[0]; }; struct trace_event_raw_wbt_lat { struct trace_entry ent; char name[32]; long unsigned int lat; char __data[0]; }; struct trace_event_raw_wbt_step { struct trace_entry ent; char name[32]; const char *msg; int step; long unsigned int window; unsigned int bg; unsigned int normal; unsigned int max; char __data[0]; }; struct trace_event_raw_wbt_timer { struct trace_entry ent; char name[32]; unsigned int status; int step; unsigned int inflight; char __data[0]; }; struct trace_event_data_offsets_wbt_stat {}; struct trace_event_data_offsets_wbt_lat {}; struct trace_event_data_offsets_wbt_step {}; struct trace_event_data_offsets_wbt_timer {}; typedef void (*btf_trace_wbt_stat)(void *, struct backing_dev_info *, struct blk_rq_stat *); typedef void (*btf_trace_wbt_lat)(void *, struct backing_dev_info *, long unsigned int); typedef void (*btf_trace_wbt_step)(void *, struct backing_dev_info *, const char *, int, long unsigned int, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_wbt_timer)(void *, struct backing_dev_info *, unsigned int, int, unsigned int); enum { RWB_DEF_DEPTH = 16, RWB_WINDOW_NSEC = 100000000, RWB_MIN_WRITE_SAMPLES = 3, RWB_UNKNOWN_BUMP = 5, }; enum { LAT_OK = 1, LAT_UNKNOWN = 2, LAT_UNKNOWN_WRITES = 3, LAT_EXCEEDED = 4, }; struct wbt_wait_data { struct rq_wb *rwb; enum wbt_flags wb_acct; long unsigned int rw; }; struct show_busy_params { struct seq_file *m; struct blk_mq_hw_ctx *hctx; }; enum opal_mbr { OPAL_MBR_ENABLE = 0, OPAL_MBR_DISABLE = 1, }; enum opal_mbr_done_flag { OPAL_MBR_NOT_DONE = 0, OPAL_MBR_DONE = 1, }; enum opal_user { OPAL_ADMIN1 = 0, OPAL_USER1 = 1, OPAL_USER2 = 2, OPAL_USER3 = 3, OPAL_USER4 = 4, OPAL_USER5 = 5, OPAL_USER6 = 6, OPAL_USER7 = 7, OPAL_USER8 = 8, OPAL_USER9 = 9, }; enum opal_lock_state { OPAL_RO = 1, OPAL_RW = 2, OPAL_LK = 4, }; struct opal_key { __u8 lr; __u8 key_len; __u8 __align[6]; __u8 key[256]; }; struct opal_lr_act { struct opal_key key; __u32 sum; __u8 num_lrs; __u8 lr[9]; __u8 align[2]; }; struct opal_session_info { __u32 sum; __u32 who; struct opal_key opal_key; }; struct opal_user_lr_setup { __u64 range_start; __u64 range_length; __u32 RLE; __u32 WLE; struct opal_session_info session; }; struct opal_lock_unlock { struct opal_session_info session; __u32 l_state; __u8 __align[4]; }; struct opal_new_pw { struct opal_session_info session; struct opal_session_info new_user_pw; }; struct opal_mbr_data { struct opal_key key; __u8 enable_disable; __u8 __align[7]; }; struct opal_mbr_done { struct opal_key key; __u8 done_flag; __u8 __align[7]; }; struct opal_shadow_mbr { struct opal_key key; const __u64 data; __u64 offset; __u64 size; }; enum opal_table_ops { OPAL_READ_TABLE = 0, OPAL_WRITE_TABLE = 1, }; struct opal_read_write_table { struct opal_key key; const __u64 data; const __u8 table_uid[8]; __u64 offset; __u64 size; __u64 flags; __u64 priv; }; typedef int sec_send_recv(void *, u16, u8, void *, size_t, bool); enum { TCG_SECP_00 = 0, TCG_SECP_01 = 1, }; enum opal_response_token { OPAL_DTA_TOKENID_BYTESTRING = 224, OPAL_DTA_TOKENID_SINT = 225, OPAL_DTA_TOKENID_UINT = 226, OPAL_DTA_TOKENID_TOKEN = 227, OPAL_DTA_TOKENID_INVALID = 0, }; enum opal_uid { OPAL_SMUID_UID = 0, OPAL_THISSP_UID = 1, OPAL_ADMINSP_UID = 2, OPAL_LOCKINGSP_UID = 3, OPAL_ENTERPRISE_LOCKINGSP_UID = 4, OPAL_ANYBODY_UID = 5, OPAL_SID_UID = 6, OPAL_ADMIN1_UID = 7, OPAL_USER1_UID = 8, OPAL_USER2_UID = 9, OPAL_PSID_UID = 10, OPAL_ENTERPRISE_BANDMASTER0_UID = 11, OPAL_ENTERPRISE_ERASEMASTER_UID = 12, OPAL_TABLE_TABLE = 13, OPAL_LOCKINGRANGE_GLOBAL = 14, OPAL_LOCKINGRANGE_ACE_RDLOCKED = 15, OPAL_LOCKINGRANGE_ACE_WRLOCKED = 16, OPAL_MBRCONTROL = 17, OPAL_MBR = 18, OPAL_AUTHORITY_TABLE = 19, OPAL_C_PIN_TABLE = 20, OPAL_LOCKING_INFO_TABLE = 21, OPAL_ENTERPRISE_LOCKING_INFO_TABLE = 22, OPAL_DATASTORE = 23, OPAL_C_PIN_MSID = 24, OPAL_C_PIN_SID = 25, OPAL_C_PIN_ADMIN1 = 26, OPAL_HALF_UID_AUTHORITY_OBJ_REF = 27, OPAL_HALF_UID_BOOLEAN_ACE = 28, OPAL_UID_HEXFF = 29, }; enum opal_method { OPAL_PROPERTIES = 0, OPAL_STARTSESSION = 1, OPAL_REVERT = 2, OPAL_ACTIVATE = 3, OPAL_EGET = 4, OPAL_ESET = 5, OPAL_NEXT = 6, OPAL_EAUTHENTICATE = 7, OPAL_GETACL = 8, OPAL_GENKEY = 9, OPAL_REVERTSP = 10, OPAL_GET = 11, OPAL_SET = 12, OPAL_AUTHENTICATE = 13, OPAL_RANDOM = 14, OPAL_ERASE = 15, }; enum opal_token { OPAL_TRUE = 1, OPAL_FALSE = 0, OPAL_BOOLEAN_EXPR = 3, OPAL_TABLE = 0, OPAL_STARTROW = 1, OPAL_ENDROW = 2, OPAL_STARTCOLUMN = 3, OPAL_ENDCOLUMN = 4, OPAL_VALUES = 1, OPAL_TABLE_UID = 0, OPAL_TABLE_NAME = 1, OPAL_TABLE_COMMON = 2, OPAL_TABLE_TEMPLATE = 3, OPAL_TABLE_KIND = 4, OPAL_TABLE_COLUMN = 5, OPAL_TABLE_COLUMNS = 6, OPAL_TABLE_ROWS = 7, OPAL_TABLE_ROWS_FREE = 8, OPAL_TABLE_ROW_BYTES = 9, OPAL_TABLE_LASTID = 10, OPAL_TABLE_MIN = 11, OPAL_TABLE_MAX = 12, OPAL_PIN = 3, OPAL_RANGESTART = 3, OPAL_RANGELENGTH = 4, OPAL_READLOCKENABLED = 5, OPAL_WRITELOCKENABLED = 6, OPAL_READLOCKED = 7, OPAL_WRITELOCKED = 8, OPAL_ACTIVEKEY = 10, OPAL_LIFECYCLE = 6, OPAL_MAXRANGES = 4, OPAL_MBRENABLE = 1, OPAL_MBRDONE = 2, OPAL_HOSTPROPERTIES = 0, OPAL_STARTLIST = 240, OPAL_ENDLIST = 241, OPAL_STARTNAME = 242, OPAL_ENDNAME = 243, OPAL_CALL = 248, OPAL_ENDOFDATA = 249, OPAL_ENDOFSESSION = 250, OPAL_STARTTRANSACTON = 251, OPAL_ENDTRANSACTON = 252, OPAL_EMPTYATOM = 255, OPAL_WHERE = 0, }; enum opal_parameter { OPAL_SUM_SET_LIST = 393216, }; struct opal_compacket { __be32 reserved0; u8 extendedComID[4]; __be32 outstandingData; __be32 minTransfer; __be32 length; }; struct opal_packet { __be32 tsn; __be32 hsn; __be32 seq_number; __be16 reserved0; __be16 ack_type; __be32 acknowledgment; __be32 length; }; struct opal_data_subpacket { u8 reserved0[6]; __be16 kind; __be32 length; }; struct opal_header { struct opal_compacket cp; struct opal_packet pkt; struct opal_data_subpacket subpkt; }; struct d0_header { __be32 length; __be32 revision; __be32 reserved01; __be32 reserved02; u8 ignored[32]; }; struct d0_tper_features { u8 supported_features; u8 reserved01[3]; __be32 reserved02; __be32 reserved03; }; struct d0_locking_features { u8 supported_features; u8 reserved01[3]; __be32 reserved02; __be32 reserved03; }; struct d0_geometry_features { u8 header[4]; u8 reserved01; u8 reserved02[7]; __be32 logical_block_size; __be64 alignment_granularity; __be64 lowest_aligned_lba; }; struct d0_opal_v100 { __be16 baseComID; __be16 numComIDs; }; struct d0_single_user_mode { __be32 num_locking_objects; u8 reserved01; u8 reserved02; __be16 reserved03; __be32 reserved04; }; struct d0_opal_v200 { __be16 baseComID; __be16 numComIDs; u8 range_crossing; u8 num_locking_admin_auth[2]; u8 num_locking_user_auth[2]; u8 initialPIN; u8 revertedPIN; u8 reserved01; __be32 reserved02; }; struct d0_features { __be16 code; u8 r_version; u8 length; u8 features[0]; }; struct opal_dev; struct opal_step { int (*fn)(struct opal_dev *, void *); void *data; }; enum opal_atom_width { OPAL_WIDTH_TINY = 0, OPAL_WIDTH_SHORT = 1, OPAL_WIDTH_MEDIUM = 2, OPAL_WIDTH_LONG = 3, OPAL_WIDTH_TOKEN = 4, }; struct opal_resp_tok { const u8 *pos; size_t len; enum opal_response_token type; enum opal_atom_width width; union { u64 u; s64 s; } stored; }; struct parsed_resp { int num; struct opal_resp_tok toks[64]; }; struct opal_dev { bool supported; bool mbr_enabled; void *data; sec_send_recv *send_recv; struct mutex dev_lock; u16 comid; u32 hsn; u32 tsn; u64 align; u64 lowest_lba; size_t pos; u8 cmd[2048]; u8 resp[2048]; struct parsed_resp parsed; size_t prev_d_len; void *prev_data; struct list_head unlk_lst; }; typedef int cont_fn(struct opal_dev *); struct opal_suspend_data { struct opal_lock_unlock unlk; u8 lr; struct list_head node; }; struct blk_crypto_mode { const char *name; const char *cipher_str; unsigned int keysize; unsigned int ivsize; }; struct blk_crypto_keyslot { atomic_t slot_refs; struct list_head idle_slot_node; struct hlist_node hash_node; const struct blk_crypto_key *key; struct blk_crypto_profile *profile; }; struct blk_crypto_kobj { struct kobject kobj; struct blk_crypto_profile *profile; }; struct blk_crypto_attr { struct attribute attr; ssize_t (*show)(struct blk_crypto_profile *, struct blk_crypto_attr *, char *); }; struct bio_fallback_crypt_ctx { struct bio_crypt_ctx crypt_ctx; struct bvec_iter crypt_iter; union { struct { struct work_struct work; struct bio *bio; }; struct { void *bi_private_orig; bio_end_io_t *bi_end_io_orig; }; }; }; struct blk_crypto_fallback_keyslot { enum blk_crypto_mode_num crypto_mode; struct crypto_skcipher *tfms[4]; }; union blk_crypto_iv { __le64 dun[4]; u8 bytes[32]; }; struct bd_holder_disk { struct list_head list; struct block_device *bdev; int refcnt; }; typedef void (*swap_r_func_t)(void *, void *, int, const void *); typedef void (*swap_func_t)(void *, void *, int); typedef int (*cmp_r_func_t)(const void *, const void *, const void *); struct wrapper { cmp_func_t cmp; swap_func_t swap; }; struct region { unsigned int start; unsigned int off; unsigned int group_len; unsigned int end; unsigned int nbits; }; enum { REG_OP_ISFREE = 0, REG_OP_ALLOC = 1, REG_OP_RELEASE = 2, }; struct sg_append_table { struct sg_table sgt; struct scatterlist *prv; unsigned int total_nents; }; typedef struct scatterlist *sg_alloc_fn(unsigned int, gfp_t); typedef void sg_free_fn(struct scatterlist *, unsigned int); struct sg_page_iter { struct scatterlist *sg; unsigned int sg_pgoffset; unsigned int __nents; int __pg_advance; }; struct sg_dma_page_iter { struct sg_page_iter base; }; struct sg_mapping_iter { struct page *page; void *addr; size_t length; size_t consumed; struct sg_page_iter piter; unsigned int __offset; unsigned int __remaining; unsigned int __flags; }; typedef int (*list_cmp_func_t)(void *, const struct list_head *, const struct list_head *); struct csum_state { __wsum csum; size_t off; }; struct rhltable { struct rhashtable ht; }; struct rhashtable_walker { struct list_head list; struct bucket_table *tbl; }; struct rhashtable_iter { struct rhashtable *ht; struct rhash_head *p; struct rhlist_head *list; struct rhashtable_walker walker; unsigned int slot; unsigned int skip; bool end_of_table; }; union nested_table { union nested_table *table; struct rhash_lock_head *bucket; }; struct once_work { struct work_struct work; struct static_key_true *key; struct module *module; }; struct genradix_iter { size_t offset; size_t pos; }; struct genradix_node { union { struct genradix_node *children[512]; u8 data[4096]; }; }; struct strarray { char **array; size_t n; }; struct reciprocal_value_adv { u32 m; u8 sh; u8 exp; bool is_wide_m; }; enum blake2s_iv { BLAKE2S_IV0 = 1779033703, BLAKE2S_IV1 = 3144134277, BLAKE2S_IV2 = 1013904242, BLAKE2S_IV3 = 2773480762, BLAKE2S_IV4 = 1359893119, BLAKE2S_IV5 = 2600822924, BLAKE2S_IV6 = 528734635, BLAKE2S_IV7 = 1541459225, }; enum devm_ioremap_type { DEVM_IOREMAP = 0, DEVM_IOREMAP_UC = 1, DEVM_IOREMAP_WC = 2, DEVM_IOREMAP_NP = 3, }; struct pcim_iomap_devres { void *table[6]; }; struct arch_io_reserve_memtype_wc_devres { resource_size_t start; resource_size_t size; }; struct btree_head { long unsigned int *node; mempool_t *mempool; int height; }; struct btree_geo { int keylen; int no_pairs; int no_longs; }; typedef void (*visitor128_t)(void *, long unsigned int, u64, u64, size_t); typedef void (*visitorl_t)(void *, long unsigned int, long unsigned int, size_t); typedef void (*visitor32_t)(void *, long unsigned int, u32, size_t); typedef void (*visitor64_t)(void *, long unsigned int, u64, size_t); enum assoc_array_walk_status { assoc_array_walk_tree_empty = 0, assoc_array_walk_found_terminal_node = 1, assoc_array_walk_found_wrong_shortcut = 2, }; struct assoc_array_walk_result { struct { struct assoc_array_node *node; int level; int slot; } terminal_node; struct { struct assoc_array_shortcut *shortcut; int level; int sc_level; long unsigned int sc_segments; long unsigned int dissimilarity; } wrong_shortcut; }; struct assoc_array_delete_collapse_context { struct assoc_array_node *node; const void *skip_leaf; int slot; }; struct linear_range { unsigned int min; unsigned int min_sel; unsigned int max_sel; unsigned int step; }; enum packing_op { PACK = 0, UNPACK = 1, }; struct xxh32_state { uint32_t total_len_32; uint32_t large_len; uint32_t v1; uint32_t v2; uint32_t v3; uint32_t v4; uint32_t mem32[4]; uint32_t memsize; }; struct xxh64_state { uint64_t total_len; uint64_t v1; uint64_t v2; uint64_t v3; uint64_t v4; uint64_t mem64[4]; uint32_t memsize; }; struct gen_pool_chunk { struct list_head next_chunk; atomic_long_t avail; phys_addr_t phys_addr; void *owner; long unsigned int start_addr; long unsigned int end_addr; long unsigned int bits[0]; }; struct genpool_data_align { int align; }; struct genpool_data_fixed { long unsigned int offset; }; typedef z_stream *z_streamp; typedef struct { unsigned char op; unsigned char bits; short unsigned int val; } code; typedef enum { HEAD = 0, FLAGS = 1, TIME = 2, OS = 3, EXLEN = 4, EXTRA = 5, NAME = 6, COMMENT = 7, HCRC = 8, DICTID = 9, DICT = 10, TYPE = 11, TYPEDO = 12, STORED = 13, COPY = 14, TABLE = 15, LENLENS = 16, CODELENS = 17, LEN = 18, LENEXT = 19, DIST = 20, DISTEXT = 21, MATCH = 22, LIT = 23, CHECK = 24, LENGTH = 25, DONE = 26, BAD = 27, MEM = 28, SYNC = 29, } inflate_mode; struct inflate_state { inflate_mode mode; int last; int wrap; int havedict; int flags; unsigned int dmax; long unsigned int check; long unsigned int total; unsigned int wbits; unsigned int wsize; unsigned int whave; unsigned int write; unsigned char *window; long unsigned int hold; unsigned int bits; unsigned int length; unsigned int offset; unsigned int extra; const code *lencode; const code *distcode; unsigned int lenbits; unsigned int distbits; unsigned int ncode; unsigned int nlen; unsigned int ndist; unsigned int have; code *next; short unsigned int lens[320]; short unsigned int work[288]; code codes[2048]; }; union uu { short unsigned int us; unsigned char b[2]; }; typedef unsigned int uInt; struct inflate_workspace { struct inflate_state inflate_state; unsigned char working_window[32768]; }; typedef enum { CODES = 0, LENS = 1, DISTS = 2, } codetype; typedef unsigned char uch; typedef short unsigned int ush; typedef long unsigned int ulg; struct ct_data_s { union { ush freq; ush code; } fc; union { ush dad; ush len; } dl; }; typedef struct ct_data_s ct_data; struct static_tree_desc_s { const ct_data *static_tree; const int *extra_bits; int extra_base; int elems; int max_length; }; typedef struct static_tree_desc_s static_tree_desc; struct tree_desc_s { ct_data *dyn_tree; int max_code; static_tree_desc *stat_desc; }; typedef ush Pos; typedef unsigned int IPos; struct deflate_state { z_streamp strm; int status; Byte *pending_buf; ulg pending_buf_size; Byte *pending_out; int pending; int noheader; Byte data_type; Byte method; int last_flush; uInt w_size; uInt w_bits; uInt w_mask; Byte *window; ulg window_size; Pos *prev; Pos *head; uInt ins_h; uInt hash_size; uInt hash_bits; uInt hash_mask; uInt hash_shift; long int block_start; uInt match_length; IPos prev_match; int match_available; uInt strstart; uInt match_start; uInt lookahead; uInt prev_length; uInt max_chain_length; uInt max_lazy_match; int level; int strategy; uInt good_match; int nice_match; struct ct_data_s dyn_ltree[573]; struct ct_data_s dyn_dtree[61]; struct ct_data_s bl_tree[39]; struct tree_desc_s l_desc; struct tree_desc_s d_desc; struct tree_desc_s bl_desc; ush bl_count[16]; int heap[573]; int heap_len; int heap_max; uch depth[573]; uch *l_buf; uInt lit_bufsize; uInt last_lit; ush *d_buf; ulg opt_len; ulg static_len; ulg compressed_len; uInt matches; int last_eob_len; ush bi_buf; int bi_valid; }; typedef struct deflate_state deflate_state; typedef enum { need_more = 0, block_done = 1, finish_started = 2, finish_done = 3, } block_state; typedef block_state (*compress_func)(deflate_state *, int); struct deflate_workspace { deflate_state deflate_memory; Byte *window_memory; Pos *prev_memory; Pos *head_memory; char *overlay_memory; }; typedef struct deflate_workspace deflate_workspace; struct config_s { ush good_length; ush max_lazy; ush nice_length; ush max_chain; compress_func func; }; typedef struct config_s config; typedef struct tree_desc_s tree_desc; typedef struct { const uint8_t *externalDict; size_t extDictSize; const uint8_t *prefixEnd; size_t prefixSize; } LZ4_streamDecode_t_internal; typedef union { long long unsigned int table[4]; LZ4_streamDecode_t_internal internal_donotuse; } LZ4_streamDecode_t; typedef uint8_t BYTE; typedef uint16_t U16; typedef uint32_t U32; typedef uint64_t U64; typedef uintptr_t uptrval; typedef enum { noDict = 0, withPrefix64k = 1, usingExtDict = 2, } dict_directive; typedef enum { endOnOutputSize = 0, endOnInputSize = 1, } endCondition_directive; typedef enum { decode_full_block = 0, partial_decode = 1, } earlyEnd_directive; typedef enum { ZSTD_error_no_error = 0, ZSTD_error_GENERIC = 1, ZSTD_error_prefix_unknown = 10, ZSTD_error_version_unsupported = 12, ZSTD_error_frameParameter_unsupported = 14, ZSTD_error_frameParameter_windowTooLarge = 16, ZSTD_error_corruption_detected = 20, ZSTD_error_checksum_wrong = 22, ZSTD_error_dictionary_corrupted = 30, ZSTD_error_dictionary_wrong = 32, ZSTD_error_dictionaryCreation_failed = 34, ZSTD_error_parameter_unsupported = 40, ZSTD_error_parameter_outOfBound = 42, ZSTD_error_tableLog_tooLarge = 44, ZSTD_error_maxSymbolValue_tooLarge = 46, ZSTD_error_maxSymbolValue_tooSmall = 48, ZSTD_error_stage_wrong = 60, ZSTD_error_init_missing = 62, ZSTD_error_memory_allocation = 64, ZSTD_error_workSpace_tooSmall = 66, ZSTD_error_dstSize_tooSmall = 70, ZSTD_error_srcSize_wrong = 72, ZSTD_error_dstBuffer_null = 74, ZSTD_error_frameIndex_tooLarge = 100, ZSTD_error_seekableIO = 102, ZSTD_error_dstBuffer_wrong = 104, ZSTD_error_srcBuffer_wrong = 105, ZSTD_error_maxCode = 120, } ZSTD_ErrorCode; typedef enum { ZSTD_frame = 0, ZSTD_skippableFrame = 1, } ZSTD_frameType_e; typedef struct { long long unsigned int frameContentSize; long long unsigned int windowSize; unsigned int blockSizeMax; ZSTD_frameType_e frameType; unsigned int headerSize; unsigned int dictID; unsigned int checksumFlag; } ZSTD_frameHeader; typedef ZSTD_ErrorCode zstd_error_code; typedef ZSTD_DCtx zstd_dctx; typedef ZSTD_frameHeader zstd_frame_header; typedef ZSTD_ErrorCode ERR_enum; typedef int16_t S16; typedef struct { size_t bitContainer; unsigned int bitsConsumed; const char *ptr; const char *start; const char *limitPtr; } BIT_DStream_t; typedef enum { BIT_DStream_unfinished = 0, BIT_DStream_endOfBuffer = 1, BIT_DStream_completed = 2, BIT_DStream_overflow = 3, } BIT_DStream_status; typedef unsigned int FSE_DTable; typedef struct { size_t state; const void *table; } FSE_DState_t; typedef struct { U16 tableLog; U16 fastMode; } FSE_DTableHeader; typedef struct { short unsigned int newState; unsigned char symbol; unsigned char nbBits; } FSE_decode_t; typedef struct { short int ncount[256]; FSE_DTable dtable[1]; } FSE_DecompressWksp; typedef U32 HUF_DTable; typedef struct { BYTE maxTableLog; BYTE tableType; BYTE tableLog; BYTE reserved; } DTableDesc; typedef struct { BYTE byte; BYTE nbBits; } HUF_DEltX1; typedef struct { U32 rankVal[16]; U32 rankStart[16]; U32 statsWksp[218]; BYTE symbols[256]; BYTE huffWeight[256]; } HUF_ReadDTableX1_Workspace; typedef struct { U16 sequence; BYTE nbBits; BYTE length; } HUF_DEltX2; typedef struct { BYTE symbol; BYTE weight; } sortedSymbol_t; typedef U32 rankValCol_t[13]; typedef struct { U32 rankVal[156]; U32 rankStats[13]; U32 rankStart0[14]; sortedSymbol_t sortedSymbol[256]; BYTE weightList[256]; U32 calleeWksp[218]; } HUF_ReadDTableX2_Workspace; typedef struct { U32 tableTime; U32 decode256Time; } algo_time_t; typedef struct { U16 nextState; BYTE nbAdditionalBits; BYTE nbBits; U32 baseValue; } ZSTD_seqSymbol; typedef struct { ZSTD_seqSymbol LLTable[513]; ZSTD_seqSymbol OFTable[257]; ZSTD_seqSymbol MLTable[513]; HUF_DTable hufTable[4097]; U32 rep[3]; U32 workspace[157]; } ZSTD_entropyDTables_t; typedef enum { bt_raw = 0, bt_rle = 1, bt_compressed = 2, bt_reserved = 3, } blockType_e; typedef enum { ZSTDds_getFrameHeaderSize = 0, ZSTDds_decodeFrameHeader = 1, ZSTDds_decodeBlockHeader = 2, ZSTDds_decompressBlock = 3, ZSTDds_decompressLastBlock = 4, ZSTDds_checkChecksum = 5, ZSTDds_decodeSkippableHeader = 6, ZSTDds_skipFrame = 7, } ZSTD_dStage; typedef enum { ZSTD_f_zstd1 = 0, ZSTD_f_zstd1_magicless = 1, } ZSTD_format_e; typedef enum { ZSTD_d_validateChecksum = 0, ZSTD_d_ignoreChecksum = 1, } ZSTD_forceIgnoreChecksum_e; typedef enum { ZSTD_use_indefinitely = 4294967295, ZSTD_dont_use = 0, ZSTD_use_once = 1, } ZSTD_dictUses_e; struct ZSTD_DDict_s; typedef struct ZSTD_DDict_s ZSTD_DDict; typedef struct { const ZSTD_DDict **ddictPtrTable; size_t ddictPtrTableSize; size_t ddictPtrCount; } ZSTD_DDictHashSet; typedef enum { ZSTD_rmd_refSingleDDict = 0, ZSTD_rmd_refMultipleDDicts = 1, } ZSTD_refMultipleDDicts_e; typedef enum { zdss_init = 0, zdss_loadHeader = 1, zdss_read = 2, zdss_load = 3, zdss_flush = 4, } ZSTD_dStreamStage; typedef enum { ZSTD_bm_buffered = 0, ZSTD_bm_stable = 1, } ZSTD_bufferMode_e; struct ZSTD_DCtx_s___2 { const ZSTD_seqSymbol *LLTptr; const ZSTD_seqSymbol *MLTptr; const ZSTD_seqSymbol *OFTptr; const HUF_DTable *HUFptr; ZSTD_entropyDTables_t entropy; U32 workspace[640]; const void *previousDstEnd; const void *prefixStart; const void *virtualStart; const void *dictEnd; size_t expected; ZSTD_frameHeader fParams; U64 processedCSize; U64 decodedSize; blockType_e bType; ZSTD_dStage stage; U32 litEntropy; U32 fseEntropy; struct xxh64_state xxhState; size_t headerSize; ZSTD_format_e format; ZSTD_forceIgnoreChecksum_e forceIgnoreChecksum; U32 validateChecksum; const BYTE *litPtr; ZSTD_customMem customMem; size_t litSize; size_t rleSize; size_t staticSize; int bmi2; ZSTD_DDict *ddictLocal; const ZSTD_DDict *ddict; U32 dictID; int ddictIsCold; ZSTD_dictUses_e dictUses; ZSTD_DDictHashSet *ddictSet; ZSTD_refMultipleDDicts_e refMultipleDDicts; ZSTD_dStreamStage streamStage; char *inBuff; size_t inBuffSize; size_t inPos; size_t maxWindowSize; char *outBuff; size_t outBuffSize; size_t outStart; size_t outEnd; size_t lhSize; void *legacyContext; U32 previousLegacyVersion; U32 legacyVersion; U32 hostageByte; int noForwardProgress; ZSTD_bufferMode_e outBufferMode; ZSTD_outBuffer expectedOutBuffer; BYTE litBuffer[131104]; BYTE headerBuffer[18]; size_t oversizedDuration; }; typedef struct ZSTD_DCtx_s___2 ZSTD_DCtx___2; struct ZSTD_DDict_s { void *dictBuffer; const void *dictContent; size_t dictSize; ZSTD_entropyDTables_t entropy; U32 dictID; U32 entropyPresent; ZSTD_customMem cMem; }; typedef enum { ZSTD_dct_auto = 0, ZSTD_dct_rawContent = 1, ZSTD_dct_fullDict = 2, } ZSTD_dictContentType_e; typedef enum { ZSTD_dlm_byCopy = 0, ZSTD_dlm_byRef = 1, } ZSTD_dictLoadMethod_e; typedef struct { U32 f1c; U32 f1d; U32 f7b; U32 f7c; } ZSTD_cpuid_t; typedef struct { size_t error; int lowerBound; int upperBound; } ZSTD_bounds; typedef enum { ZSTD_reset_session_only = 1, ZSTD_reset_parameters = 2, ZSTD_reset_session_and_parameters = 3, } ZSTD_ResetDirective; typedef enum { ZSTD_d_windowLogMax = 100, ZSTD_d_experimentalParam1 = 1000, ZSTD_d_experimentalParam2 = 1001, ZSTD_d_experimentalParam3 = 1002, ZSTD_d_experimentalParam4 = 1003, } ZSTD_dParameter; typedef ZSTD_DCtx___2 ZSTD_DStream___2; typedef enum { ZSTDnit_frameHeader = 0, ZSTDnit_blockHeader = 1, ZSTDnit_block = 2, ZSTDnit_lastBlock = 3, ZSTDnit_checksum = 4, ZSTDnit_skippableFrame = 5, } ZSTD_nextInputType_e; typedef struct { size_t compressedSize; long long unsigned int decompressedBound; } ZSTD_frameSizeInfo; typedef struct { blockType_e blockType; U32 lastBlock; U32 origSize; } blockProperties_t; typedef enum { set_basic = 0, set_rle = 1, set_compressed = 2, set_repeat = 3, } symbolEncodingType_e; typedef enum { ZSTD_no_overlap = 0, ZSTD_overlap_src_before_dst = 1, } ZSTD_overlap_e; typedef struct { U32 fastMode; U32 tableLog; } ZSTD_seqSymbol_header; typedef struct { size_t litLength; size_t matchLength; size_t offset; const BYTE *match; } seq_t; typedef struct { size_t state; const ZSTD_seqSymbol *table; } ZSTD_fseState; typedef struct { BIT_DStream_t DStream; ZSTD_fseState stateLL; ZSTD_fseState stateOffb; ZSTD_fseState stateML; size_t prevOffset[3]; const BYTE *prefixStart; const BYTE *dictEnd; size_t pos; } seqState_t; typedef enum { ZSTD_lo_isRegularOffset = 0, ZSTD_lo_isLongOffset = 1, } ZSTD_longOffset_e; typedef enum { ZSTD_p_noPrefetch = 0, ZSTD_p_prefetch = 1, } ZSTD_prefetch_e; typedef uint64_t vli_type; enum xz_check { XZ_CHECK_NONE = 0, XZ_CHECK_CRC32 = 1, XZ_CHECK_CRC64 = 4, XZ_CHECK_SHA256 = 10, }; struct xz_dec_hash { vli_type unpadded; vli_type uncompressed; uint32_t crc32; }; struct xz_dec_lzma2; struct xz_dec_bcj; struct xz_dec___2 { enum { SEQ_STREAM_HEADER = 0, SEQ_BLOCK_START = 1, SEQ_BLOCK_HEADER = 2, SEQ_BLOCK_UNCOMPRESS = 3, SEQ_BLOCK_PADDING = 4, SEQ_BLOCK_CHECK = 5, SEQ_INDEX = 6, SEQ_INDEX_PADDING = 7, SEQ_INDEX_CRC32 = 8, SEQ_STREAM_FOOTER = 9, } sequence; uint32_t pos; vli_type vli; size_t in_start; size_t out_start; uint32_t crc32; enum xz_check check_type; enum xz_mode mode; bool allow_buf_error; struct { vli_type compressed; vli_type uncompressed; uint32_t size; } block_header; struct { vli_type compressed; vli_type uncompressed; vli_type count; struct xz_dec_hash hash; } block; struct { enum { SEQ_INDEX_COUNT = 0, SEQ_INDEX_UNPADDED = 1, SEQ_INDEX_UNCOMPRESSED = 2, } sequence; vli_type size; vli_type count; struct xz_dec_hash hash; } index; struct { size_t pos; size_t size; uint8_t buf[1024]; } temp; struct xz_dec_lzma2 *lzma2; struct xz_dec_bcj *bcj; bool bcj_active; }; enum lzma_state { STATE_LIT_LIT = 0, STATE_MATCH_LIT_LIT = 1, STATE_REP_LIT_LIT = 2, STATE_SHORTREP_LIT_LIT = 3, STATE_MATCH_LIT = 4, STATE_REP_LIT = 5, STATE_SHORTREP_LIT = 6, STATE_LIT_MATCH = 7, STATE_LIT_LONGREP = 8, STATE_LIT_SHORTREP = 9, STATE_NONLIT_MATCH = 10, STATE_NONLIT_REP = 11, }; struct dictionary { uint8_t *buf; size_t start; size_t pos; size_t full; size_t limit; size_t end; uint32_t size; uint32_t size_max; uint32_t allocated; enum xz_mode mode; }; struct rc_dec { uint32_t range; uint32_t code; uint32_t init_bytes_left; const uint8_t *in; size_t in_pos; size_t in_limit; }; struct lzma_len_dec { uint16_t choice; uint16_t choice2; uint16_t low[128]; uint16_t mid[128]; uint16_t high[256]; }; struct lzma_dec { uint32_t rep0; uint32_t rep1; uint32_t rep2; uint32_t rep3; enum lzma_state state; uint32_t len; uint32_t lc; uint32_t literal_pos_mask; uint32_t pos_mask; uint16_t is_match[192]; uint16_t is_rep[12]; uint16_t is_rep0[12]; uint16_t is_rep1[12]; uint16_t is_rep2[12]; uint16_t is_rep0_long[192]; uint16_t dist_slot[256]; uint16_t dist_special[114]; uint16_t dist_align[16]; struct lzma_len_dec match_len_dec; struct lzma_len_dec rep_len_dec; uint16_t literal[12288]; }; enum lzma2_seq { SEQ_CONTROL = 0, SEQ_UNCOMPRESSED_1 = 1, SEQ_UNCOMPRESSED_2 = 2, SEQ_COMPRESSED_0 = 3, SEQ_COMPRESSED_1 = 4, SEQ_PROPERTIES = 5, SEQ_LZMA_PREPARE = 6, SEQ_LZMA_RUN = 7, SEQ_COPY = 8, }; struct lzma2_dec { enum lzma2_seq sequence; enum lzma2_seq next_sequence; uint32_t uncompressed; uint32_t compressed; bool need_dict_reset; bool need_props; }; struct xz_dec_lzma2___2 { struct rc_dec rc; struct dictionary dict; struct lzma2_dec lzma2; struct lzma_dec lzma; struct { uint32_t size; uint8_t buf[63]; } temp; }; struct xz_dec_bcj___2 { enum { BCJ_X86 = 4, BCJ_POWERPC = 5, BCJ_IA64 = 6, BCJ_ARM = 7, BCJ_ARMTHUMB = 8, BCJ_SPARC = 9, } type; enum xz_ret ret; bool single_call; uint32_t pos; uint32_t x86_prev_mask; uint8_t *out; size_t out_pos; size_t out_size; struct { size_t filtered; size_t size; uint8_t buf[16]; } temp; }; struct ts_state { unsigned int offset; char cb[48]; }; struct ts_config; struct ts_ops { const char *name; struct ts_config * (*init)(const void *, unsigned int, gfp_t, int); unsigned int (*find)(struct ts_config *, struct ts_state *); void (*destroy)(struct ts_config *); void * (*get_pattern)(struct ts_config *); unsigned int (*get_pattern_len)(struct ts_config *); struct module *owner; struct list_head list; }; struct ts_config { struct ts_ops *ops; int flags; unsigned int (*get_next_block)(unsigned int, const u8 **, struct ts_config *, struct ts_state *); void (*finish)(struct ts_config *, struct ts_state *); }; struct ts_linear_state { unsigned int len; const void *data; }; struct ei_entry { struct list_head list; long unsigned int start_addr; long unsigned int end_addr; int etype; void *priv; }; struct ddebug_table { struct list_head link; const char *mod_name; unsigned int num_ddebugs; struct _ddebug *ddebugs; }; struct ddebug_query { const char *filename; const char *module; const char *function; const char *format; unsigned int first_lineno; unsigned int last_lineno; }; struct ddebug_iter { struct ddebug_table *table; unsigned int idx; }; struct flag_settings { unsigned int flags; unsigned int mask; }; struct flagsbuf { char buf[7]; }; struct nla_bitfield32 { __u32 value; __u32 selector; }; enum nla_policy_validation { NLA_VALIDATE_NONE = 0, NLA_VALIDATE_RANGE = 1, NLA_VALIDATE_RANGE_WARN_TOO_LONG = 2, NLA_VALIDATE_MIN = 3, NLA_VALIDATE_MAX = 4, NLA_VALIDATE_MASK = 5, NLA_VALIDATE_RANGE_PTR = 6, NLA_VALIDATE_FUNCTION = 7, }; enum netlink_validation { NL_VALIDATE_LIBERAL = 0, NL_VALIDATE_TRAILING = 1, NL_VALIDATE_MAXTYPE = 2, NL_VALIDATE_UNSPEC = 4, NL_VALIDATE_STRICT_ATTRS = 8, NL_VALIDATE_NESTED = 16, }; struct cpu_rmap { struct kref refcount; u16 size; u16 used; void **obj; struct { u16 index; u16 dist; } near[0]; }; struct irq_glue { struct irq_affinity_notify notify; struct cpu_rmap *rmap; u16 index; }; typedef mpi_limb_t *mpi_ptr_t; typedef int mpi_size_t; typedef mpi_limb_t UWtype; typedef unsigned int UHWtype; enum gcry_mpi_constants { MPI_C_ZERO = 0, MPI_C_ONE = 1, MPI_C_TWO = 2, MPI_C_THREE = 3, MPI_C_FOUR = 4, MPI_C_EIGHT = 5, }; struct barrett_ctx_s; typedef struct barrett_ctx_s *mpi_barrett_t; struct gcry_mpi_point { MPI x; MPI y; MPI z; }; typedef struct gcry_mpi_point *MPI_POINT; enum gcry_mpi_ec_models { MPI_EC_WEIERSTRASS = 0, MPI_EC_MONTGOMERY = 1, MPI_EC_EDWARDS = 2, }; enum ecc_dialects { ECC_DIALECT_STANDARD = 0, ECC_DIALECT_ED25519 = 1, ECC_DIALECT_SAFECURVE = 2, }; struct mpi_ec_ctx { enum gcry_mpi_ec_models model; enum ecc_dialects dialect; int flags; unsigned int nbits; MPI p; MPI a; MPI b; MPI_POINT G; MPI n; unsigned int h; MPI_POINT Q; MPI d; const char *name; struct { struct { unsigned int a_is_pminus3: 1; unsigned int two_inv_p: 1; } valid; int a_is_pminus3; MPI two_inv_p; mpi_barrett_t p_barrett; MPI scratch[11]; } t; void (*addm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*subm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*mulm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*pow2)(MPI, const MPI, struct mpi_ec_ctx *); void (*mul2)(MPI, MPI, struct mpi_ec_ctx *); }; struct field_table { const char *p; void (*addm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*subm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*mulm)(MPI, MPI, MPI, struct mpi_ec_ctx *); void (*mul2)(MPI, MPI, struct mpi_ec_ctx *); void (*pow2)(MPI, const MPI, struct mpi_ec_ctx *); }; enum gcry_mpi_format { GCRYMPI_FMT_NONE = 0, GCRYMPI_FMT_STD = 1, GCRYMPI_FMT_PGP = 2, GCRYMPI_FMT_SSH = 3, GCRYMPI_FMT_HEX = 4, GCRYMPI_FMT_USG = 5, GCRYMPI_FMT_OPAQUE = 8, }; struct barrett_ctx_s___2; typedef struct barrett_ctx_s___2 *mpi_barrett_t___2; struct barrett_ctx_s___2 { MPI m; int m_copied; int k; MPI y; MPI r1; MPI r2; MPI r3; }; struct karatsuba_ctx { struct karatsuba_ctx *next; mpi_ptr_t tspace; mpi_size_t tspace_size; mpi_ptr_t tp; mpi_size_t tp_size; }; typedef long int mpi_limb_signed_t; enum dim_tune_state { DIM_PARKING_ON_TOP = 0, DIM_PARKING_TIRED = 1, DIM_GOING_RIGHT = 2, DIM_GOING_LEFT = 3, }; struct dim_cq_moder { u16 usec; u16 pkts; u16 comps; u8 cq_period_mode; }; enum dim_cq_period_mode { DIM_CQ_PERIOD_MODE_START_FROM_EQE = 0, DIM_CQ_PERIOD_MODE_START_FROM_CQE = 1, DIM_CQ_PERIOD_NUM_MODES = 2, }; enum dim_state { DIM_START_MEASURE = 0, DIM_MEASURE_IN_PROGRESS = 1, DIM_APPLY_NEW_PROFILE = 2, }; enum dim_stats_state { DIM_STATS_WORSE = 0, DIM_STATS_SAME = 1, DIM_STATS_BETTER = 2, }; enum dim_step_result { DIM_STEPPED = 0, DIM_TOO_TIRED = 1, DIM_ON_EDGE = 2, }; enum pubkey_algo { PUBKEY_ALGO_RSA = 0, PUBKEY_ALGO_MAX = 1, }; struct pubkey_hdr { uint8_t version; uint32_t timestamp; uint8_t algo; uint8_t nmpi; char mpi[0]; } __attribute__((packed)); struct signature_hdr { uint8_t version; uint32_t timestamp; uint8_t algo; uint8_t hash; uint8_t keyid[8]; uint8_t nmpi; char mpi[0]; } __attribute__((packed)); struct sg_pool { size_t size; char *name; struct kmem_cache *slab; mempool_t *pool; }; enum { IRQ_POLL_F_SCHED = 0, IRQ_POLL_F_DISABLE = 1, }; union handle_parts { depot_stack_handle_t handle; struct { u32 slabindex: 21; u32 offset: 10; u32 valid: 1; }; }; struct stack_record { struct stack_record *next; u32 hash; u32 size; union handle_parts handle; long unsigned int entries[0]; }; struct font_desc { int idx; const char *name; unsigned int width; unsigned int height; unsigned int charcount; const void *data; int pref; }; struct font_data { unsigned int extra[4]; const unsigned char data[0]; }; typedef u16 ucs2_char_t; struct pldmfw_record { struct list_head entry; struct list_head descs; const u8 *version_string; u8 version_type; u8 version_len; u16 package_data_len; u32 device_update_flags; const u8 *package_data; long unsigned int *component_bitmap; u16 component_bitmap_len; }; struct pldmfw_desc_tlv { struct list_head entry; const u8 *data; u16 type; u16 size; }; struct pldmfw_component { struct list_head entry; u16 classification; u16 identifier; u16 options; u16 activation_method; u32 comparison_stamp; u32 component_size; const u8 *component_data; const u8 *version_string; u8 version_type; u8 version_len; u8 index; }; struct pldmfw_ops; struct pldmfw { const struct pldmfw_ops *ops; struct device *dev; }; struct pldmfw_ops { bool (*match_record)(struct pldmfw *, struct pldmfw_record *); int (*send_package_data)(struct pldmfw *, const u8 *, u16); int (*send_component_table)(struct pldmfw *, struct pldmfw_component *, u8); int (*flash_component)(struct pldmfw *, struct pldmfw_component *); int (*finalize_update)(struct pldmfw *); }; struct __pldm_timestamp { u8 b[13]; }; struct __pldm_header { uuid_t id; u8 revision; __le16 size; struct __pldm_timestamp release_date; __le16 component_bitmap_len; u8 version_type; u8 version_len; u8 version_string[0]; } __attribute__((packed)); struct __pldmfw_record_info { __le16 record_len; u8 descriptor_count; __le32 device_update_flags; u8 version_type; u8 version_len; __le16 package_data_len; u8 variable_record_data[0]; } __attribute__((packed)); struct __pldmfw_desc_tlv { __le16 type; __le16 size; u8 data[0]; }; struct __pldmfw_record_area { u8 record_count; u8 records[0]; }; struct __pldmfw_component_info { __le16 classification; __le16 identifier; __le32 comparison_stamp; __le16 options; __le16 activation_method; __le32 location_offset; __le32 size; u8 version_type; u8 version_len; u8 version_string[0]; } __attribute__((packed)); struct __pldmfw_component_area { __le16 component_image_count; u8 components[0]; }; struct pldmfw_priv { struct pldmfw *context; const struct firmware *fw; size_t offset; struct list_head records; struct list_head components; const struct __pldm_header *header; u16 total_header_size; u16 component_bitmap_len; u16 bitmap_size; u16 component_count; const u8 *component_start; const u8 *record_start; u8 record_count; u32 header_crc; struct pldmfw_record *matching_record; }; struct pldm_pci_record_id { int vendor; int device; int subsystem_vendor; int subsystem_device; }; struct msr { union { struct { u32 l; u32 h; }; u64 q; }; }; struct msr_info { u32 msr_no; struct msr reg; struct msr *msrs; int err; }; struct msr_regs_info { u32 *regs; int err; }; struct msr_info_completion { struct msr_info msr; struct completion done; }; struct trace_event_raw_msr_trace_class { struct trace_entry ent; unsigned int msr; u64 val; int failed; char __data[0]; }; struct trace_event_data_offsets_msr_trace_class {}; typedef void (*btf_trace_read_msr)(void *, unsigned int, u64, int); typedef void (*btf_trace_write_msr)(void *, unsigned int, u64, int); typedef void (*btf_trace_rdpmc)(void *, unsigned int, u64, int); struct compress_format { unsigned char magic[2]; const char *name; decompress_fn decompressor; }; struct group_data { int limit[21]; int base[20]; int permute[258]; int minLen; int maxLen; }; struct bunzip_data { int writeCopies; int writePos; int writeRunCountdown; int writeCount; int writeCurrent; long int (*fill)(void *, long unsigned int); long int inbufCount; long int inbufPos; unsigned char *inbuf; unsigned int inbufBitCount; unsigned int inbufBits; unsigned int crc32Table[256]; unsigned int headerCRC; unsigned int totalCRC; unsigned int writeCRC; unsigned int *dbuf; unsigned int dbufSize; unsigned char selectors[32768]; struct group_data groups[6]; int io_error; int byteCount[256]; unsigned char symToByte[256]; unsigned char mtfSymbol[256]; }; struct rc { long int (*fill)(void *, long unsigned int); uint8_t *ptr; uint8_t *buffer; uint8_t *buffer_end; long int buffer_size; uint32_t code; uint32_t range; uint32_t bound; void (*error)(char *); }; struct lzma_header { uint8_t pos; uint32_t dict_size; uint64_t dst_size; } __attribute__((packed)); struct writer { uint8_t *buffer; uint8_t previous_byte; size_t buffer_pos; int bufsize; size_t global_pos; long int (*flush)(void *, long unsigned int); struct lzma_header *header; }; struct cstate { int state; uint32_t rep0; uint32_t rep1; uint32_t rep2; uint32_t rep3; }; enum cpio_fields { C_MAGIC = 0, C_INO = 1, C_MODE = 2, C_UID = 3, C_GID = 4, C_NLINK = 5, C_MTIME = 6, C_FILESIZE = 7, C_MAJ = 8, C_MIN = 9, C_RMAJ = 10, C_RMIN = 11, C_NAMESIZE = 12, C_CHKSUM = 13, C_NFIELDS = 14, }; struct fprop_local_single { long unsigned int events; unsigned int period; raw_spinlock_t lock; }; struct ida_bitmap { long unsigned int bitmap[16]; }; struct klist_waiter { struct list_head list; struct klist_node *node; struct task_struct *process; int woken; }; struct uevent_sock { struct list_head list; struct sock *sk; }; enum { LOGIC_PIO_INDIRECT = 0, LOGIC_PIO_CPU_MMIO = 1, }; struct logic_pio_host_ops; struct logic_pio_hwaddr { struct list_head list; struct fwnode_handle *fwnode; resource_size_t hw_start; resource_size_t io_start; resource_size_t size; long unsigned int flags; void *hostdata; const struct logic_pio_host_ops *ops; }; struct logic_pio_host_ops { u32 (*in)(void *, long unsigned int, size_t); void (*out)(void *, long unsigned int, u32, size_t); u32 (*ins)(void *, long unsigned int, void *, size_t, unsigned int); void (*outs)(void *, long unsigned int, const void *, size_t, unsigned int); }; typedef struct { long unsigned int key[2]; } hsiphash_key_t; enum format_type { FORMAT_TYPE_NONE = 0, FORMAT_TYPE_WIDTH = 1, FORMAT_TYPE_PRECISION = 2, FORMAT_TYPE_CHAR = 3, FORMAT_TYPE_STR = 4, FORMAT_TYPE_PTR = 5, FORMAT_TYPE_PERCENT_CHAR = 6, FORMAT_TYPE_INVALID = 7, FORMAT_TYPE_LONG_LONG = 8, FORMAT_TYPE_ULONG = 9, FORMAT_TYPE_LONG = 10, FORMAT_TYPE_UBYTE = 11, FORMAT_TYPE_BYTE = 12, FORMAT_TYPE_USHORT = 13, FORMAT_TYPE_SHORT = 14, FORMAT_TYPE_UINT = 15, FORMAT_TYPE_INT = 16, FORMAT_TYPE_SIZE_T = 17, FORMAT_TYPE_PTRDIFF = 18, }; struct printf_spec { unsigned int type: 8; int field_width: 24; unsigned int flags: 8; unsigned int base: 8; int precision: 16; }; struct page_flags_fields { int width; int shift; int mask; const struct printf_spec *spec; const char *name; }; struct minmax_sample { u32 t; u32 v; }; struct minmax { struct minmax_sample s[3]; }; enum { st_wordstart = 0, st_wordcmp = 1, st_wordskip = 2, st_bufcpy = 3, }; enum { st_wordstart___2 = 0, st_wordcmp___2 = 1, st_wordskip___2 = 2, }; struct in6_addr___2; enum reg_type { REG_TYPE_RM = 0, REG_TYPE_REG = 1, REG_TYPE_INDEX = 2, REG_TYPE_BASE = 3, }; enum device_link_state { DL_STATE_NONE = 4294967295, DL_STATE_DORMANT = 0, DL_STATE_AVAILABLE = 1, DL_STATE_CONSUMER_PROBE = 2, DL_STATE_ACTIVE = 3, DL_STATE_SUPPLIER_UNBIND = 4, }; struct device_link { struct device *supplier; struct list_head s_node; struct device *consumer; struct list_head c_node; struct device link_dev; enum device_link_state status; u32 flags; refcount_t rpm_active; struct kref kref; struct work_struct rm_work; bool supplier_preactivated; }; struct phy_configure_opts_dp { unsigned int link_rate; unsigned int lanes; unsigned int voltage[4]; unsigned int pre[4]; u8 ssc: 1; u8 set_rate: 1; u8 set_lanes: 1; u8 set_voltages: 1; }; struct phy_configure_opts_lvds { unsigned int bits_per_lane_and_dclk_cycle; long unsigned int differential_clk_rate; unsigned int lanes; bool is_slave; }; struct phy_configure_opts_mipi_dphy { unsigned int clk_miss; unsigned int clk_post; unsigned int clk_pre; unsigned int clk_prepare; unsigned int clk_settle; unsigned int clk_term_en; unsigned int clk_trail; unsigned int clk_zero; unsigned int d_term_en; unsigned int eot; unsigned int hs_exit; unsigned int hs_prepare; unsigned int hs_settle; unsigned int hs_skip; unsigned int hs_trail; unsigned int hs_zero; unsigned int init; unsigned int lpx; unsigned int ta_get; unsigned int ta_go; unsigned int ta_sure; unsigned int wakeup; long unsigned int hs_clk_rate; long unsigned int lp_clk_rate; unsigned char lanes; }; enum phy_mode { PHY_MODE_INVALID = 0, PHY_MODE_USB_HOST = 1, PHY_MODE_USB_HOST_LS = 2, PHY_MODE_USB_HOST_FS = 3, PHY_MODE_USB_HOST_HS = 4, PHY_MODE_USB_HOST_SS = 5, PHY_MODE_USB_DEVICE = 6, PHY_MODE_USB_DEVICE_LS = 7, PHY_MODE_USB_DEVICE_FS = 8, PHY_MODE_USB_DEVICE_HS = 9, PHY_MODE_USB_DEVICE_SS = 10, PHY_MODE_USB_OTG = 11, PHY_MODE_UFS_HS_A = 12, PHY_MODE_UFS_HS_B = 13, PHY_MODE_PCIE = 14, PHY_MODE_ETHERNET = 15, PHY_MODE_MIPI_DPHY = 16, PHY_MODE_SATA = 17, PHY_MODE_LVDS = 18, PHY_MODE_DP = 19, }; enum phy_media { PHY_MEDIA_DEFAULT = 0, PHY_MEDIA_SR = 1, PHY_MEDIA_DAC = 2, }; union phy_configure_opts { struct phy_configure_opts_mipi_dphy mipi_dphy; struct phy_configure_opts_dp dp; struct phy_configure_opts_lvds lvds; }; struct phy; struct phy_ops { int (*init)(struct phy *); int (*exit)(struct phy *); int (*power_on)(struct phy *); int (*power_off)(struct phy *); int (*set_mode)(struct phy *, enum phy_mode, int); int (*set_media)(struct phy *, enum phy_media); int (*set_speed)(struct phy *, int); int (*configure)(struct phy *, union phy_configure_opts *); int (*validate)(struct phy *, enum phy_mode, int, union phy_configure_opts *); int (*reset)(struct phy *); int (*calibrate)(struct phy *); void (*release)(struct phy *); struct module *owner; }; struct phy_attrs { u32 bus_width; u32 max_link_rate; enum phy_mode mode; }; struct regulator; struct phy { struct device dev; int id; const struct phy_ops *ops; struct mutex mutex; int init_count; int power_count; struct phy_attrs attrs; struct regulator *pwr; }; struct phy_provider { struct device *dev; struct device_node *children; struct module *owner; struct list_head list; struct phy * (*of_xlate)(struct device *, struct of_phandle_args *); }; struct phy_lookup { struct list_head node; const char *dev_id; const char *con_id; struct phy *phy; }; struct pinctrl; struct pinctrl_state; struct dev_pin_info { struct pinctrl *p; struct pinctrl_state *default_state; struct pinctrl_state *init_state; struct pinctrl_state *sleep_state; struct pinctrl_state *idle_state; }; struct pinctrl { struct list_head node; struct device *dev; struct list_head states; struct pinctrl_state *state; struct list_head dt_maps; struct kref users; }; struct pinctrl_state { struct list_head node; const char *name; struct list_head settings; }; struct pinctrl_pin_desc { unsigned int number; const char *name; void *drv_data; }; struct gpio_chip; struct pinctrl_gpio_range { struct list_head node; const char *name; unsigned int id; unsigned int base; unsigned int pin_base; unsigned int npins; const unsigned int *pins; struct gpio_chip *gc; }; struct gpio_irq_chip { struct irq_chip *chip; struct irq_domain *domain; const struct irq_domain_ops *domain_ops; struct fwnode_handle *fwnode; struct irq_domain *parent_domain; int (*child_to_parent_hwirq)(struct gpio_chip *, unsigned int, unsigned int, unsigned int *, unsigned int *); void * (*populate_parent_alloc_arg)(struct gpio_chip *, unsigned int, unsigned int); unsigned int (*child_offset_to_irq)(struct gpio_chip *, unsigned int); struct irq_domain_ops child_irq_domain_ops; irq_flow_handler_t handler; unsigned int default_type; struct lock_class_key *lock_key; struct lock_class_key *request_key; irq_flow_handler_t parent_handler; union { void *parent_handler_data; void **parent_handler_data_array; }; unsigned int num_parents; unsigned int *parents; unsigned int *map; bool threaded; bool per_parent_data; bool initialized; int (*init_hw)(struct gpio_chip *); void (*init_valid_mask)(struct gpio_chip *, long unsigned int *, unsigned int); long unsigned int *valid_mask; unsigned int first; void (*irq_enable)(struct irq_data *); void (*irq_disable)(struct irq_data *); void (*irq_unmask)(struct irq_data *); void (*irq_mask)(struct irq_data *); }; struct gpio_device; struct gpio_chip { const char *label; struct gpio_device *gpiodev; struct device *parent; struct fwnode_handle *fwnode; struct module *owner; int (*request)(struct gpio_chip *, unsigned int); void (*free)(struct gpio_chip *, unsigned int); int (*get_direction)(struct gpio_chip *, unsigned int); int (*direction_input)(struct gpio_chip *, unsigned int); int (*direction_output)(struct gpio_chip *, unsigned int, int); int (*get)(struct gpio_chip *, unsigned int); int (*get_multiple)(struct gpio_chip *, long unsigned int *, long unsigned int *); void (*set)(struct gpio_chip *, unsigned int, int); void (*set_multiple)(struct gpio_chip *, long unsigned int *, long unsigned int *); int (*set_config)(struct gpio_chip *, unsigned int, long unsigned int); int (*to_irq)(struct gpio_chip *, unsigned int); void (*dbg_show)(struct seq_file *, struct gpio_chip *); int (*init_valid_mask)(struct gpio_chip *, long unsigned int *, unsigned int); int (*add_pin_ranges)(struct gpio_chip *); int (*en_hw_timestamp)(struct gpio_chip *, u32, long unsigned int); int (*dis_hw_timestamp)(struct gpio_chip *, u32, long unsigned int); int base; u16 ngpio; u16 offset; const char * const *names; bool can_sleep; long unsigned int (*read_reg)(void *); void (*write_reg)(void *, long unsigned int); bool be_bits; void *reg_dat; void *reg_set; void *reg_clr; void *reg_dir_out; void *reg_dir_in; bool bgpio_dir_unreadable; int bgpio_bits; raw_spinlock_t bgpio_lock; long unsigned int bgpio_data; long unsigned int bgpio_dir; struct gpio_irq_chip irq; long unsigned int *valid_mask; }; struct pinctrl_dev; struct pinctrl_map; struct pinctrl_ops { int (*get_groups_count)(struct pinctrl_dev *); const char * (*get_group_name)(struct pinctrl_dev *, unsigned int); int (*get_group_pins)(struct pinctrl_dev *, unsigned int, const unsigned int **, unsigned int *); void (*pin_dbg_show)(struct pinctrl_dev *, struct seq_file *, unsigned int); int (*dt_node_to_map)(struct pinctrl_dev *, struct device_node *, struct pinctrl_map **, unsigned int *); void (*dt_free_map)(struct pinctrl_dev *, struct pinctrl_map *, unsigned int); }; struct pinctrl_desc; struct pinctrl_dev { struct list_head node; struct pinctrl_desc *desc; struct xarray pin_desc_tree; struct list_head gpio_ranges; struct device *dev; struct module *owner; void *driver_data; struct pinctrl *p; struct pinctrl_state *hog_default; struct pinctrl_state *hog_sleep; struct mutex mutex; struct dentry *device_root; }; enum pinctrl_map_type { PIN_MAP_TYPE_INVALID = 0, PIN_MAP_TYPE_DUMMY_STATE = 1, PIN_MAP_TYPE_MUX_GROUP = 2, PIN_MAP_TYPE_CONFIGS_PIN = 3, PIN_MAP_TYPE_CONFIGS_GROUP = 4, }; struct pinctrl_map_mux { const char *group; const char *function; }; struct pinctrl_map_configs { const char *group_or_pin; long unsigned int *configs; unsigned int num_configs; }; struct pinctrl_map { const char *dev_name; const char *name; enum pinctrl_map_type type; const char *ctrl_dev_name; union { struct pinctrl_map_mux mux; struct pinctrl_map_configs configs; } data; }; struct pinmux_ops; struct pinconf_ops; struct pinconf_generic_params; struct pin_config_item; struct pinctrl_desc { const char *name; const struct pinctrl_pin_desc *pins; unsigned int npins; const struct pinctrl_ops *pctlops; const struct pinmux_ops *pmxops; const struct pinconf_ops *confops; struct module *owner; unsigned int num_custom_params; const struct pinconf_generic_params *custom_params; const struct pin_config_item *custom_conf_items; bool link_consumers; }; struct pinmux_ops { int (*request)(struct pinctrl_dev *, unsigned int); int (*free)(struct pinctrl_dev *, unsigned int); int (*get_functions_count)(struct pinctrl_dev *); const char * (*get_function_name)(struct pinctrl_dev *, unsigned int); int (*get_function_groups)(struct pinctrl_dev *, unsigned int, const char * const **, unsigned int *); int (*set_mux)(struct pinctrl_dev *, unsigned int, unsigned int); int (*gpio_request_enable)(struct pinctrl_dev *, struct pinctrl_gpio_range *, unsigned int); void (*gpio_disable_free)(struct pinctrl_dev *, struct pinctrl_gpio_range *, unsigned int); int (*gpio_set_direction)(struct pinctrl_dev *, struct pinctrl_gpio_range *, unsigned int, bool); bool strict; }; struct pinconf_ops { bool is_generic; int (*pin_config_get)(struct pinctrl_dev *, unsigned int, long unsigned int *); int (*pin_config_set)(struct pinctrl_dev *, unsigned int, long unsigned int *, unsigned int); int (*pin_config_group_get)(struct pinctrl_dev *, unsigned int, long unsigned int *); int (*pin_config_group_set)(struct pinctrl_dev *, unsigned int, long unsigned int *, unsigned int); void (*pin_config_dbg_show)(struct pinctrl_dev *, struct seq_file *, unsigned int); void (*pin_config_group_dbg_show)(struct pinctrl_dev *, struct seq_file *, unsigned int); void (*pin_config_config_dbg_show)(struct pinctrl_dev *, struct seq_file *, long unsigned int); }; enum pin_config_param { PIN_CONFIG_BIAS_BUS_HOLD = 0, PIN_CONFIG_BIAS_DISABLE = 1, PIN_CONFIG_BIAS_HIGH_IMPEDANCE = 2, PIN_CONFIG_BIAS_PULL_DOWN = 3, PIN_CONFIG_BIAS_PULL_PIN_DEFAULT = 4, PIN_CONFIG_BIAS_PULL_UP = 5, PIN_CONFIG_DRIVE_OPEN_DRAIN = 6, PIN_CONFIG_DRIVE_OPEN_SOURCE = 7, PIN_CONFIG_DRIVE_PUSH_PULL = 8, PIN_CONFIG_DRIVE_STRENGTH = 9, PIN_CONFIG_DRIVE_STRENGTH_UA = 10, PIN_CONFIG_INPUT_DEBOUNCE = 11, PIN_CONFIG_INPUT_ENABLE = 12, PIN_CONFIG_INPUT_SCHMITT = 13, PIN_CONFIG_INPUT_SCHMITT_ENABLE = 14, PIN_CONFIG_MODE_LOW_POWER = 15, PIN_CONFIG_MODE_PWM = 16, PIN_CONFIG_OUTPUT = 17, PIN_CONFIG_OUTPUT_ENABLE = 18, PIN_CONFIG_OUTPUT_IMPEDANCE_OHMS = 19, PIN_CONFIG_PERSIST_STATE = 20, PIN_CONFIG_POWER_SOURCE = 21, PIN_CONFIG_SKEW_DELAY = 22, PIN_CONFIG_SLEEP_HARDWARE_STATE = 23, PIN_CONFIG_SLEW_RATE = 24, PIN_CONFIG_END = 127, PIN_CONFIG_MAX = 255, }; struct pinconf_generic_params { const char * const property; enum pin_config_param param; u32 default_value; }; struct pin_config_item { const enum pin_config_param param; const char * const display; const char * const format; bool has_arg; }; struct gpio_desc___2; struct gpio_device { int id; struct device dev; struct cdev chrdev; struct device *mockdev; struct module *owner; struct gpio_chip *chip; struct gpio_desc___2 *descs; int base; u16 ngpio; const char *label; void *data; struct list_head list; struct blocking_notifier_head notifier; struct list_head pin_ranges; }; struct gpio_desc___2 { struct gpio_device *gdev; long unsigned int flags; const char *label; const char *name; unsigned int debounce_period_us; }; struct pinctrl_setting_mux { unsigned int group; unsigned int func; }; struct pinctrl_setting_configs { unsigned int group_or_pin; long unsigned int *configs; unsigned int num_configs; }; struct pinctrl_setting { struct list_head node; enum pinctrl_map_type type; struct pinctrl_dev *pctldev; const char *dev_name; union { struct pinctrl_setting_mux mux; struct pinctrl_setting_configs configs; } data; }; struct pin_desc { struct pinctrl_dev *pctldev; const char *name; bool dynamic_name; void *drv_data; unsigned int mux_usecount; const char *mux_owner; const struct pinctrl_setting_mux *mux_setting; const char *gpio_owner; }; struct pinctrl_maps { struct list_head node; const struct pinctrl_map *maps; unsigned int num_maps; }; struct pctldev; struct amd_pingroup { const char *name; const unsigned int *pins; unsigned int npins; }; struct amd_gpio { raw_spinlock_t lock; void *base; const struct amd_pingroup *groups; u32 ngroups; struct pinctrl_dev *pctrl; struct gpio_chip gc; unsigned int hwbank_num; struct resource *res; struct platform_device *pdev; u32 *saved_regs; int irq; }; enum regcache_type { REGCACHE_NONE = 0, REGCACHE_RBTREE = 1, REGCACHE_COMPRESSED = 2, REGCACHE_FLAT = 3, }; struct reg_default { unsigned int reg; unsigned int def; }; enum regmap_endian { REGMAP_ENDIAN_DEFAULT = 0, REGMAP_ENDIAN_BIG = 1, REGMAP_ENDIAN_LITTLE = 2, REGMAP_ENDIAN_NATIVE = 3, }; struct regmap_range { unsigned int range_min; unsigned int range_max; }; struct regmap_access_table { const struct regmap_range *yes_ranges; unsigned int n_yes_ranges; const struct regmap_range *no_ranges; unsigned int n_no_ranges; }; typedef void (*regmap_lock)(void *); typedef void (*regmap_unlock)(void *); struct regmap_range_cfg; struct regmap_config { const char *name; int reg_bits; int reg_stride; int reg_downshift; unsigned int reg_base; int pad_bits; int val_bits; bool (*writeable_reg)(struct device *, unsigned int); bool (*readable_reg)(struct device *, unsigned int); bool (*volatile_reg)(struct device *, unsigned int); bool (*precious_reg)(struct device *, unsigned int); bool (*writeable_noinc_reg)(struct device *, unsigned int); bool (*readable_noinc_reg)(struct device *, unsigned int); bool disable_locking; regmap_lock lock; regmap_unlock unlock; void *lock_arg; int (*reg_read)(void *, unsigned int, unsigned int *); int (*reg_write)(void *, unsigned int, unsigned int); int (*reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); int (*read)(void *, const void *, size_t, void *, size_t); int (*write)(void *, const void *, size_t); size_t max_raw_read; size_t max_raw_write; bool fast_io; unsigned int max_register; const struct regmap_access_table *wr_table; const struct regmap_access_table *rd_table; const struct regmap_access_table *volatile_table; const struct regmap_access_table *precious_table; const struct regmap_access_table *wr_noinc_table; const struct regmap_access_table *rd_noinc_table; const struct reg_default *reg_defaults; unsigned int num_reg_defaults; enum regcache_type cache_type; const void *reg_defaults_raw; unsigned int num_reg_defaults_raw; long unsigned int read_flag_mask; long unsigned int write_flag_mask; bool zero_flag_mask; bool use_single_read; bool use_single_write; bool use_relaxed_mmio; bool can_multi_write; enum regmap_endian reg_format_endian; enum regmap_endian val_format_endian; const struct regmap_range_cfg *ranges; unsigned int num_ranges; bool use_hwlock; bool use_raw_spinlock; unsigned int hwlock_id; unsigned int hwlock_mode; bool can_sleep; }; struct regmap_range_cfg { const char *name; unsigned int range_min; unsigned int range_max; unsigned int selector_reg; unsigned int selector_mask; int selector_shift; unsigned int window_start; unsigned int window_len; }; struct i2c_device_id { char name[20]; kernel_ulong_t driver_data; }; struct software_node { const char *name; const struct software_node *parent; const struct property_entry *properties; }; struct i2c_msg { __u16 addr; __u16 flags; __u16 len; __u8 *buf; }; union i2c_smbus_data { __u8 byte; __u16 word; __u8 block[34]; }; struct i2c_adapter; struct i2c_client { short unsigned int flags; short unsigned int addr; char name[20]; struct i2c_adapter *adapter; struct device dev; int init_irq; int irq; struct list_head detected; void *devres_group_id; }; enum i2c_alert_protocol { I2C_PROTOCOL_SMBUS_ALERT = 0, I2C_PROTOCOL_SMBUS_HOST_NOTIFY = 1, }; struct i2c_board_info; struct i2c_driver { unsigned int class; int (*probe)(struct i2c_client *, const struct i2c_device_id *); int (*remove)(struct i2c_client *); int (*probe_new)(struct i2c_client *); void (*shutdown)(struct i2c_client *); void (*alert)(struct i2c_client *, enum i2c_alert_protocol, unsigned int); int (*command)(struct i2c_client *, unsigned int, void *); struct device_driver driver; const struct i2c_device_id *id_table; int (*detect)(struct i2c_client *, struct i2c_board_info *); const short unsigned int *address_list; struct list_head clients; u32 flags; }; struct i2c_board_info { char type[20]; short unsigned int flags; short unsigned int addr; const char *dev_name; void *platform_data; struct device_node *of_node; struct fwnode_handle *fwnode; const struct software_node *swnode; const struct resource *resources; unsigned int num_resources; int irq; }; struct i2c_algorithm; struct i2c_lock_operations; struct i2c_bus_recovery_info; struct i2c_adapter_quirks; struct i2c_adapter { struct module *owner; unsigned int class; const struct i2c_algorithm *algo; void *algo_data; const struct i2c_lock_operations *lock_ops; struct rt_mutex bus_lock; struct rt_mutex mux_lock; int timeout; int retries; struct device dev; long unsigned int locked_flags; int nr; char name[48]; struct completion dev_released; struct mutex userspace_clients_lock; struct list_head userspace_clients; struct i2c_bus_recovery_info *bus_recovery_info; const struct i2c_adapter_quirks *quirks; struct irq_domain *host_notify_domain; struct regulator *bus_regulator; }; struct i2c_algorithm { int (*master_xfer)(struct i2c_adapter *, struct i2c_msg *, int); int (*master_xfer_atomic)(struct i2c_adapter *, struct i2c_msg *, int); int (*smbus_xfer)(struct i2c_adapter *, u16, short unsigned int, char, u8, int, union i2c_smbus_data *); int (*smbus_xfer_atomic)(struct i2c_adapter *, u16, short unsigned int, char, u8, int, union i2c_smbus_data *); u32 (*functionality)(struct i2c_adapter *); }; struct i2c_lock_operations { void (*lock_bus)(struct i2c_adapter *, unsigned int); int (*trylock_bus)(struct i2c_adapter *, unsigned int); void (*unlock_bus)(struct i2c_adapter *, unsigned int); }; struct i2c_bus_recovery_info { int (*recover_bus)(struct i2c_adapter *); int (*get_scl)(struct i2c_adapter *); void (*set_scl)(struct i2c_adapter *, int); int (*get_sda)(struct i2c_adapter *); void (*set_sda)(struct i2c_adapter *, int); int (*get_bus_free)(struct i2c_adapter *); void (*prepare_recovery)(struct i2c_adapter *); void (*unprepare_recovery)(struct i2c_adapter *); struct gpio_desc *scl_gpiod; struct gpio_desc *sda_gpiod; struct pinctrl *pinctrl; struct pinctrl_state *pins_default; struct pinctrl_state *pins_gpio; }; struct i2c_adapter_quirks { u64 flags; int max_num_msgs; u16 max_write_len; u16 max_read_len; u16 max_comb_1st_msg_len; u16 max_comb_2nd_msg_len; }; enum { SX150X_123 = 0, SX150X_456 = 1, SX150X_789 = 2, }; enum { SX150X_789_REG_MISC_AUTOCLEAR_OFF = 1, SX150X_MAX_REGISTER = 173, SX150X_IRQ_TYPE_EDGE_RISING = 1, SX150X_IRQ_TYPE_EDGE_FALLING = 2, SX150X_789_RESET_KEY1 = 18, SX150X_789_RESET_KEY2 = 52, }; struct sx150x_123_pri { u8 reg_pld_mode; u8 reg_pld_table0; u8 reg_pld_table1; u8 reg_pld_table2; u8 reg_pld_table3; u8 reg_pld_table4; u8 reg_advanced; }; struct sx150x_456_pri { u8 reg_pld_mode; u8 reg_pld_table0; u8 reg_pld_table1; u8 reg_pld_table2; u8 reg_pld_table3; u8 reg_pld_table4; u8 reg_advanced; }; struct sx150x_789_pri { u8 reg_drain; u8 reg_polarity; u8 reg_clock; u8 reg_misc; u8 reg_reset; u8 ngpios; }; struct sx150x_device_data { u8 model; u8 reg_pullup; u8 reg_pulldn; u8 reg_dir; u8 reg_data; u8 reg_irq_mask; u8 reg_irq_src; u8 reg_sense; u8 ngpios; union { struct sx150x_123_pri x123; struct sx150x_456_pri x456; struct sx150x_789_pri x789; } pri; const struct pinctrl_pin_desc *pins; unsigned int npins; }; struct regmap; struct sx150x_pinctrl { struct device *dev; struct i2c_client *client; struct pinctrl_dev *pctldev; struct pinctrl_desc pinctrl_desc; struct gpio_chip gpio; struct irq_chip irq_chip; struct regmap *regmap; struct { u32 sense; u32 masked; } irq; struct mutex lock; const struct sx150x_device_data *data; }; struct intel_pingroup { const char *name; const unsigned int *pins; size_t npins; short unsigned int mode; const unsigned int *modes; }; struct intel_function { const char *name; const char * const *groups; size_t ngroups; }; struct intel_padgroup { unsigned int reg_num; unsigned int base; unsigned int size; int gpio_base; unsigned int padown_num; }; struct intel_community { unsigned int barno; unsigned int padown_offset; unsigned int padcfglock_offset; unsigned int hostown_offset; unsigned int is_offset; unsigned int ie_offset; unsigned int features; unsigned int pin_base; size_t npins; unsigned int gpp_size; unsigned int gpp_num_padown_regs; const struct intel_padgroup *gpps; size_t ngpps; const unsigned int *pad_map; short unsigned int nirqs; short unsigned int acpi_space_id; void *regs; void *pad_regs; }; struct intel_pinctrl_soc_data { const char *uid; const struct pinctrl_pin_desc *pins; size_t npins; const struct intel_pingroup *groups; size_t ngroups; const struct intel_function *functions; size_t nfunctions; const struct intel_community *communities; size_t ncommunities; }; struct intel_community_context; struct intel_pad_context; struct intel_pinctrl_context { struct intel_pad_context *pads; struct intel_community_context *communities; }; struct intel_pad_context { u32 conf0; u32 val; }; struct intel_pinctrl { struct device *dev; raw_spinlock_t lock; struct pinctrl_desc pctldesc; struct pinctrl_dev *pctldev; struct gpio_chip chip; const struct intel_pinctrl_soc_data *soc; struct intel_community *communities; size_t ncommunities; struct intel_pinctrl_context context; int irq; }; struct intel_pad_context___2; struct intel_community_context___2; struct intel_pinctrl_context___2 { struct intel_pad_context___2 *pads; struct intel_community_context___2 *communities; }; struct intel_pad_context___2 { u32 padctrl0; u32 padctrl1; }; struct intel_community_context___2 { unsigned int intr_lines[16]; u32 saved_intmask; }; struct intel_pinctrl___2 { struct device *dev; raw_spinlock_t lock; struct pinctrl_desc pctldesc; struct pinctrl_dev *pctldev; struct gpio_chip chip; const struct intel_pinctrl_soc_data *soc; struct intel_community *communities; size_t ncommunities; struct intel_pinctrl_context___2 context; int irq; }; enum { INTEL_GPIO_BASE_ZERO = 4294967294, INTEL_GPIO_BASE_NOMAP = 4294967295, INTEL_GPIO_BASE_MATCH = 0, }; struct intel_pad_context___3; struct intel_community_context___3; struct intel_pinctrl_context___3 { struct intel_pad_context___3 *pads; struct intel_community_context___3 *communities; }; struct intel_pad_context___3 { u32 padcfg0; u32 padcfg1; u32 padcfg2; }; struct intel_community_context___3 { u32 *intmask; u32 *hostown; }; struct intel_pinctrl___3 { struct device *dev; raw_spinlock_t lock; struct pinctrl_desc pctldesc; struct pinctrl_dev *pctldev; struct gpio_chip chip; const struct intel_pinctrl_soc_data *soc; struct intel_community *communities; size_t ncommunities; struct intel_pinctrl_context___3 context; int irq; }; enum { PAD_UNLOCKED = 0, PAD_LOCKED = 1, PAD_LOCKED_TX = 2, PAD_LOCKED_FULL = 3, }; struct gpio_pin_range { struct list_head node; struct pinctrl_dev *pctldev; struct pinctrl_gpio_range range; }; struct gpio_array; struct gpio_descs { struct gpio_array *info; unsigned int ndescs; struct gpio_desc___2 *desc[0]; }; struct gpio_array { struct gpio_desc___2 **desc; unsigned int size; struct gpio_chip *chip; long unsigned int *get_mask; long unsigned int *set_mask; long unsigned int invert_mask[0]; }; enum gpiod_flags { GPIOD_ASIS = 0, GPIOD_IN = 1, GPIOD_OUT_LOW = 3, GPIOD_OUT_HIGH = 7, GPIOD_OUT_LOW_OPEN_DRAIN = 11, GPIOD_OUT_HIGH_OPEN_DRAIN = 15, }; enum gpio_lookup_flags { GPIO_ACTIVE_HIGH = 0, GPIO_ACTIVE_LOW = 1, GPIO_OPEN_DRAIN = 2, GPIO_OPEN_SOURCE = 4, GPIO_PERSISTENT = 0, GPIO_TRANSITORY = 8, GPIO_PULL_UP = 16, GPIO_PULL_DOWN = 32, GPIO_LOOKUP_FLAGS_DEFAULT = 0, }; struct gpiod_lookup { const char *key; u16 chip_hwnum; const char *con_id; unsigned int idx; long unsigned int flags; }; struct gpiod_lookup_table { struct list_head list; const char *dev_id; struct gpiod_lookup table[0]; }; struct gpiod_hog { struct list_head list; const char *chip_label; u16 chip_hwnum; const char *line_name; long unsigned int lflags; int dflags; }; enum { GPIOLINE_CHANGED_REQUESTED = 1, GPIOLINE_CHANGED_RELEASED = 2, GPIOLINE_CHANGED_CONFIG = 3, }; struct acpi_gpio_info { struct acpi_device *adev; enum gpiod_flags flags; bool gpioint; int pin_config; int polarity; int triggering; unsigned int debounce; unsigned int quirks; }; struct trace_event_raw_gpio_direction { struct trace_entry ent; unsigned int gpio; int in; int err; char __data[0]; }; struct trace_event_raw_gpio_value { struct trace_entry ent; unsigned int gpio; int get; int value; char __data[0]; }; struct trace_event_data_offsets_gpio_direction {}; struct trace_event_data_offsets_gpio_value {}; typedef void (*btf_trace_gpio_direction)(void *, unsigned int, int, int); typedef void (*btf_trace_gpio_value)(void *, unsigned int, int, int); struct devres; struct gpio { unsigned int gpio; long unsigned int flags; const char *label; }; enum hte_edge { HTE_EDGE_NO_SETUP = 1, HTE_RISING_EDGE_TS = 2, HTE_FALLING_EDGE_TS = 4, }; enum hte_return { HTE_CB_HANDLED = 0, HTE_RUN_SECOND_CB = 1, }; struct hte_ts_data { u64 tsc; u64 seq; int raw_level; }; typedef enum hte_return (*hte_ts_cb_t)(struct hte_ts_data *, void *); typedef enum hte_return (*hte_ts_sec_cb_t)(void *); struct hte_line_attr { u32 line_id; void *line_data; long unsigned int edge_flags; const char *name; }; struct hte_ts_desc { struct hte_line_attr attr; void *hte_data; }; struct gpiochip_info { char name[32]; char label[32]; __u32 lines; }; enum gpio_v2_line_flag { GPIO_V2_LINE_FLAG_USED = 1, GPIO_V2_LINE_FLAG_ACTIVE_LOW = 2, GPIO_V2_LINE_FLAG_INPUT = 4, GPIO_V2_LINE_FLAG_OUTPUT = 8, GPIO_V2_LINE_FLAG_EDGE_RISING = 16, GPIO_V2_LINE_FLAG_EDGE_FALLING = 32, GPIO_V2_LINE_FLAG_OPEN_DRAIN = 64, GPIO_V2_LINE_FLAG_OPEN_SOURCE = 128, GPIO_V2_LINE_FLAG_BIAS_PULL_UP = 256, GPIO_V2_LINE_FLAG_BIAS_PULL_DOWN = 512, GPIO_V2_LINE_FLAG_BIAS_DISABLED = 1024, GPIO_V2_LINE_FLAG_EVENT_CLOCK_REALTIME = 2048, GPIO_V2_LINE_FLAG_EVENT_CLOCK_HTE = 4096, }; struct gpio_v2_line_values { __u64 bits; __u64 mask; }; enum gpio_v2_line_attr_id { GPIO_V2_LINE_ATTR_ID_FLAGS = 1, GPIO_V2_LINE_ATTR_ID_OUTPUT_VALUES = 2, GPIO_V2_LINE_ATTR_ID_DEBOUNCE = 3, }; struct gpio_v2_line_attribute { __u32 id; __u32 padding; union { __u64 flags; __u64 values; __u32 debounce_period_us; }; }; struct gpio_v2_line_config_attribute { struct gpio_v2_line_attribute attr; __u64 mask; }; struct gpio_v2_line_config { __u64 flags; __u32 num_attrs; __u32 padding[5]; struct gpio_v2_line_config_attribute attrs[10]; }; struct gpio_v2_line_request { __u32 offsets[64]; char consumer[32]; struct gpio_v2_line_config config; __u32 num_lines; __u32 event_buffer_size; __u32 padding[5]; __s32 fd; }; struct gpio_v2_line_info { char name[32]; char consumer[32]; __u32 offset; __u32 num_attrs; __u64 flags; struct gpio_v2_line_attribute attrs[10]; __u32 padding[4]; }; enum gpio_v2_line_changed_type { GPIO_V2_LINE_CHANGED_REQUESTED = 1, GPIO_V2_LINE_CHANGED_RELEASED = 2, GPIO_V2_LINE_CHANGED_CONFIG = 3, }; struct gpio_v2_line_info_changed { struct gpio_v2_line_info info; __u64 timestamp_ns; __u32 event_type; __u32 padding[5]; }; enum gpio_v2_line_event_id { GPIO_V2_LINE_EVENT_RISING_EDGE = 1, GPIO_V2_LINE_EVENT_FALLING_EDGE = 2, }; struct gpio_v2_line_event { __u64 timestamp_ns; __u32 id; __u32 offset; __u32 seqno; __u32 line_seqno; __u32 padding[6]; }; struct linereq; struct line { struct gpio_desc___2 *desc; struct linereq *req; unsigned int irq; u64 eflags; u64 timestamp_ns; u32 req_seqno; u32 line_seqno; struct delayed_work work; unsigned int sw_debounced; unsigned int level; struct hte_ts_desc hdesc; int raw_level; u32 total_discard_seq; u32 last_seqno; }; struct linereq { struct gpio_device *gdev; const char *label; u32 num_lines; wait_queue_head_t wait; u32 event_buffer_size; struct { union { struct __kfifo kfifo; struct gpio_v2_line_event *type; const struct gpio_v2_line_event *const_type; char (*rectype)[0]; struct gpio_v2_line_event *ptr; const struct gpio_v2_line_event *ptr_const; }; struct gpio_v2_line_event buf[0]; } events; atomic_t seqno; struct mutex config_mutex; struct line lines[0]; }; struct gpio_chardev_data { struct gpio_device *gdev; wait_queue_head_t wait; struct { union { struct __kfifo kfifo; struct gpio_v2_line_info_changed *type; const struct gpio_v2_line_info_changed *const_type; char (*rectype)[0]; struct gpio_v2_line_info_changed *ptr; const struct gpio_v2_line_info_changed *ptr_const; }; struct gpio_v2_line_info_changed buf[32]; } events; struct notifier_block lineinfo_changed_nb; long unsigned int *watched_lines; }; struct class_attribute { struct attribute attr; ssize_t (*show)(struct class *, struct class_attribute *, char *); ssize_t (*store)(struct class *, struct class_attribute *, const char *, size_t); }; struct gpiod_data { struct gpio_desc___2 *desc; struct mutex mutex; struct kernfs_node *value_kn; int irq; unsigned char irq_flags; bool direction_can_change; }; struct acpi_connection_info { u8 *connection; u16 length; u8 access_length; }; struct acpi_resource_irq { u8 descriptor_length; u8 triggering; u8 polarity; u8 shareable; u8 wake_capable; u8 interrupt_count; u8 interrupts[1]; }; struct acpi_resource_dma { u8 type; u8 bus_master; u8 transfer; u8 channel_count; u8 channels[1]; }; struct acpi_resource_start_dependent { u8 descriptor_length; u8 compatibility_priority; u8 performance_robustness; }; struct acpi_resource_io { u8 io_decode; u8 alignment; u8 address_length; u16 minimum; u16 maximum; } __attribute__((packed)); struct acpi_resource_fixed_io { u16 address; u8 address_length; } __attribute__((packed)); struct acpi_resource_fixed_dma { u16 request_lines; u16 channels; u8 width; } __attribute__((packed)); struct acpi_resource_vendor { u16 byte_length; u8 byte_data[1]; } __attribute__((packed)); struct acpi_resource_vendor_typed { u16 byte_length; u8 uuid_subtype; u8 uuid[16]; u8 byte_data[1]; }; struct acpi_resource_end_tag { u8 checksum; }; struct acpi_resource_memory24 { u8 write_protect; u16 minimum; u16 maximum; u16 alignment; u16 address_length; } __attribute__((packed)); struct acpi_resource_memory32 { u8 write_protect; u32 minimum; u32 maximum; u32 alignment; u32 address_length; } __attribute__((packed)); struct acpi_resource_fixed_memory32 { u8 write_protect; u32 address; u32 address_length; } __attribute__((packed)); struct acpi_memory_attribute { u8 write_protect; u8 caching; u8 range_type; u8 translation; }; struct acpi_io_attribute { u8 range_type; u8 translation; u8 translation_type; u8 reserved1; }; union acpi_resource_attribute { struct acpi_memory_attribute mem; struct acpi_io_attribute io; u8 type_specific; }; struct acpi_resource_label { u16 string_length; char *string_ptr; } __attribute__((packed)); struct acpi_resource_source { u8 index; u16 string_length; char *string_ptr; } __attribute__((packed)); struct acpi_address16_attribute { u16 granularity; u16 minimum; u16 maximum; u16 translation_offset; u16 address_length; }; struct acpi_address32_attribute { u32 granularity; u32 minimum; u32 maximum; u32 translation_offset; u32 address_length; }; struct acpi_address64_attribute { u64 granularity; u64 minimum; u64 maximum; u64 translation_offset; u64 address_length; }; struct acpi_resource_address { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; }; struct acpi_resource_address16 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; struct acpi_address16_attribute address; struct acpi_resource_source resource_source; } __attribute__((packed)); struct acpi_resource_address32 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; struct acpi_address32_attribute address; struct acpi_resource_source resource_source; } __attribute__((packed)); struct acpi_resource_address64 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; struct acpi_address64_attribute address; struct acpi_resource_source resource_source; } __attribute__((packed)); struct acpi_resource_extended_address64 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; u8 revision_ID; struct acpi_address64_attribute address; u64 type_specific; } __attribute__((packed)); struct acpi_resource_extended_irq { u8 producer_consumer; u8 triggering; u8 polarity; u8 shareable; u8 wake_capable; u8 interrupt_count; struct acpi_resource_source resource_source; u32 interrupts[1]; } __attribute__((packed)); struct acpi_resource_generic_register { u8 space_id; u8 bit_width; u8 bit_offset; u8 access_size; u64 address; } __attribute__((packed)); struct acpi_resource_gpio { u8 revision_id; u8 connection_type; u8 producer_consumer; u8 pin_config; u8 shareable; u8 wake_capable; u8 io_restriction; u8 triggering; u8 polarity; u16 drive_strength; u16 debounce_timeout; u16 pin_table_length; u16 vendor_length; struct acpi_resource_source resource_source; u16 *pin_table; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_common_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_i2c_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 access_mode; u16 slave_address; u32 connection_speed; } __attribute__((packed)); struct acpi_resource_spi_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 wire_mode; u8 device_polarity; u8 data_bit_length; u8 clock_phase; u8 clock_polarity; u16 device_selection; u32 connection_speed; } __attribute__((packed)); struct acpi_resource_uart_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 endian; u8 data_bits; u8 stop_bits; u8 flow_control; u8 parity; u8 lines_enabled; u16 rx_fifo_size; u16 tx_fifo_size; u32 default_baud_rate; } __attribute__((packed)); struct acpi_resource_csi2_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 local_port_instance; u8 phy_type; } __attribute__((packed)); struct acpi_resource_pin_function { u8 revision_id; u8 pin_config; u8 shareable; u16 function_number; u16 pin_table_length; u16 vendor_length; struct acpi_resource_source resource_source; u16 *pin_table; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_pin_config { u8 revision_id; u8 producer_consumer; u8 shareable; u8 pin_config_type; u32 pin_config_value; u16 pin_table_length; u16 vendor_length; struct acpi_resource_source resource_source; u16 *pin_table; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_pin_group { u8 revision_id; u8 producer_consumer; u16 pin_table_length; u16 vendor_length; u16 *pin_table; struct acpi_resource_label resource_label; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_pin_group_function { u8 revision_id; u8 producer_consumer; u8 shareable; u16 function_number; u16 vendor_length; struct acpi_resource_source resource_source; struct acpi_resource_label resource_source_label; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_pin_group_config { u8 revision_id; u8 producer_consumer; u8 shareable; u8 pin_config_type; u32 pin_config_value; u16 vendor_length; struct acpi_resource_source resource_source; struct acpi_resource_label resource_source_label; u8 *vendor_data; } __attribute__((packed)); union acpi_resource_data { struct acpi_resource_irq irq; struct acpi_resource_dma dma; struct acpi_resource_start_dependent start_dpf; struct acpi_resource_io io; struct acpi_resource_fixed_io fixed_io; struct acpi_resource_fixed_dma fixed_dma; struct acpi_resource_vendor vendor; struct acpi_resource_vendor_typed vendor_typed; struct acpi_resource_end_tag end_tag; struct acpi_resource_memory24 memory24; struct acpi_resource_memory32 memory32; struct acpi_resource_fixed_memory32 fixed_memory32; struct acpi_resource_address16 address16; struct acpi_resource_address32 address32; struct acpi_resource_address64 address64; struct acpi_resource_extended_address64 ext_address64; struct acpi_resource_extended_irq extended_irq; struct acpi_resource_generic_register generic_reg; struct acpi_resource_gpio gpio; struct acpi_resource_i2c_serialbus i2c_serial_bus; struct acpi_resource_spi_serialbus spi_serial_bus; struct acpi_resource_uart_serialbus uart_serial_bus; struct acpi_resource_csi2_serialbus csi2_serial_bus; struct acpi_resource_common_serialbus common_serial_bus; struct acpi_resource_pin_function pin_function; struct acpi_resource_pin_config pin_config; struct acpi_resource_pin_group pin_group; struct acpi_resource_pin_group_function pin_group_function; struct acpi_resource_pin_group_config pin_group_config; struct acpi_resource_address address; }; struct acpi_resource { u32 type; u32 length; union acpi_resource_data data; } __attribute__((packed)); struct acpi_gpiolib_dmi_quirk { bool no_edge_events_on_boot; char *ignore_wake; }; struct acpi_gpio_event { struct list_head node; acpi_handle handle; irq_handler_t handler; unsigned int pin; unsigned int irq; long unsigned int irqflags; bool irq_is_wake; bool irq_requested; struct gpio_desc___2 *desc; }; struct acpi_gpio_connection { struct list_head node; unsigned int pin; struct gpio_desc___2 *desc; }; struct acpi_gpio_chip { struct acpi_connection_info conn_info; struct list_head conns; struct mutex conn_lock; struct gpio_chip *chip; struct list_head events; struct list_head deferred_req_irqs_list_entry; }; struct acpi_gpio_lookup { struct acpi_gpio_info info; int index; u16 pin_index; bool active_low; struct gpio_desc___2 *desc; int n; }; enum intel_cht_wc_models { INTEL_CHT_WC_UNKNOWN = 0, INTEL_CHT_WC_GPD_WIN_POCKET = 1, INTEL_CHT_WC_XIAOMI_MIPAD2 = 2, INTEL_CHT_WC_LENOVO_YOGABOOK1 = 3, }; struct regmap_irq_chip_data; struct intel_scu_ipc_dev; struct intel_soc_pmic { int irq; struct regmap *regmap; struct regmap_irq_chip_data *irq_chip_data; struct regmap_irq_chip_data *irq_chip_data_pwrbtn; struct regmap_irq_chip_data *irq_chip_data_tmu; struct regmap_irq_chip_data *irq_chip_data_bcu; struct regmap_irq_chip_data *irq_chip_data_adc; struct regmap_irq_chip_data *irq_chip_data_chgr; struct regmap_irq_chip_data *irq_chip_data_crit; struct device *dev; struct intel_scu_ipc_dev *scu; enum intel_cht_wc_models cht_wc_model; }; enum ctrl_register { CTRL_IN = 0, CTRL_OUT = 1, }; struct crystalcove_gpio { struct mutex buslock; struct gpio_chip chip; struct regmap *regmap; int update; int intcnt_value; bool set_irq_mask; }; struct extcon_dev; struct regulator_dev; struct regulator_ops { int (*list_voltage)(struct regulator_dev *, unsigned int); int (*set_voltage)(struct regulator_dev *, int, int, unsigned int *); int (*map_voltage)(struct regulator_dev *, int, int); int (*set_voltage_sel)(struct regulator_dev *, unsigned int); int (*get_voltage)(struct regulator_dev *); int (*get_voltage_sel)(struct regulator_dev *); int (*set_current_limit)(struct regulator_dev *, int, int); int (*get_current_limit)(struct regulator_dev *); int (*set_input_current_limit)(struct regulator_dev *, int); int (*set_over_current_protection)(struct regulator_dev *, int, int, bool); int (*set_over_voltage_protection)(struct regulator_dev *, int, int, bool); int (*set_under_voltage_protection)(struct regulator_dev *, int, int, bool); int (*set_thermal_protection)(struct regulator_dev *, int, int, bool); int (*set_active_discharge)(struct regulator_dev *, bool); int (*enable)(struct regulator_dev *); int (*disable)(struct regulator_dev *); int (*is_enabled)(struct regulator_dev *); int (*set_mode)(struct regulator_dev *, unsigned int); unsigned int (*get_mode)(struct regulator_dev *); int (*get_error_flags)(struct regulator_dev *, unsigned int *); int (*enable_time)(struct regulator_dev *); int (*set_ramp_delay)(struct regulator_dev *, int); int (*set_voltage_time)(struct regulator_dev *, int, int); int (*set_voltage_time_sel)(struct regulator_dev *, unsigned int, unsigned int); int (*set_soft_start)(struct regulator_dev *); int (*get_status)(struct regulator_dev *); unsigned int (*get_optimum_mode)(struct regulator_dev *, int, int, int); int (*set_load)(struct regulator_dev *, int); int (*set_bypass)(struct regulator_dev *, bool); int (*get_bypass)(struct regulator_dev *, bool *); int (*set_suspend_voltage)(struct regulator_dev *, int); int (*set_suspend_enable)(struct regulator_dev *); int (*set_suspend_disable)(struct regulator_dev *); int (*set_suspend_mode)(struct regulator_dev *, unsigned int); int (*resume)(struct regulator_dev *); int (*set_pull_down)(struct regulator_dev *); }; struct regulator_coupler; struct coupling_desc { struct regulator_dev **coupled_rdevs; struct regulator_coupler *coupler; int n_resolved; int n_coupled; }; struct regulator_desc; struct regulation_constraints; struct regulator_enable_gpio; struct regulator_dev { const struct regulator_desc *desc; int exclusive; u32 use_count; u32 open_count; u32 bypass_count; struct list_head list; struct list_head consumer_list; struct coupling_desc coupling_desc; struct blocking_notifier_head notifier; struct ww_mutex mutex; struct task_struct *mutex_owner; int ref_cnt; struct module *owner; struct device dev; struct regulation_constraints *constraints; struct regulator *supply; const char *supply_name; struct regmap *regmap; struct delayed_work disable_work; void *reg_data; struct dentry *debugfs; struct regulator_enable_gpio *ena_pin; unsigned int ena_gpio_state: 1; unsigned int is_switch: 1; ktime_t last_off; int cached_err; bool use_cached_err; spinlock_t err_lock; }; enum regulator_type { REGULATOR_VOLTAGE = 0, REGULATOR_CURRENT = 1, }; struct regulator_config; struct regulator_desc { const char *name; const char *supply_name; const char *of_match; bool of_match_full_name; const char *regulators_node; int (*of_parse_cb)(struct device_node *, const struct regulator_desc *, struct regulator_config *); int id; unsigned int continuous_voltage_range: 1; unsigned int n_voltages; unsigned int n_current_limits; const struct regulator_ops *ops; int irq; enum regulator_type type; struct module *owner; unsigned int min_uV; unsigned int uV_step; unsigned int linear_min_sel; int fixed_uV; unsigned int ramp_delay; int min_dropout_uV; const struct linear_range *linear_ranges; const unsigned int *linear_range_selectors; int n_linear_ranges; const unsigned int *volt_table; const unsigned int *curr_table; unsigned int vsel_range_reg; unsigned int vsel_range_mask; unsigned int vsel_reg; unsigned int vsel_mask; unsigned int vsel_step; unsigned int csel_reg; unsigned int csel_mask; unsigned int apply_reg; unsigned int apply_bit; unsigned int enable_reg; unsigned int enable_mask; unsigned int enable_val; unsigned int disable_val; bool enable_is_inverted; unsigned int bypass_reg; unsigned int bypass_mask; unsigned int bypass_val_on; unsigned int bypass_val_off; unsigned int active_discharge_on; unsigned int active_discharge_off; unsigned int active_discharge_mask; unsigned int active_discharge_reg; unsigned int soft_start_reg; unsigned int soft_start_mask; unsigned int soft_start_val_on; unsigned int pull_down_reg; unsigned int pull_down_mask; unsigned int pull_down_val_on; unsigned int ramp_reg; unsigned int ramp_mask; const unsigned int *ramp_delay_table; unsigned int n_ramp_values; unsigned int enable_time; unsigned int off_on_delay; unsigned int poll_enabled_time; unsigned int (*of_map_mode)(unsigned int); }; struct regulator_init_data; struct regulator_config { struct device *dev; const struct regulator_init_data *init_data; void *driver_data; struct device_node *of_node; struct regmap *regmap; struct gpio_desc *ena_gpiod; }; struct regulator_state { int uV; int min_uV; int max_uV; unsigned int mode; int enabled; bool changeable; }; struct notification_limit { int prot; int err; int warn; }; struct regulation_constraints { const char *name; int min_uV; int max_uV; int uV_offset; int min_uA; int max_uA; int ilim_uA; int system_load; u32 *max_spread; int max_uV_step; unsigned int valid_modes_mask; unsigned int valid_ops_mask; int input_uV; struct regulator_state state_disk; struct regulator_state state_mem; struct regulator_state state_standby; struct notification_limit over_curr_limits; struct notification_limit over_voltage_limits; struct notification_limit under_voltage_limits; struct notification_limit temp_limits; suspend_state_t initial_state; unsigned int initial_mode; unsigned int ramp_delay; unsigned int settling_time; unsigned int settling_time_up; unsigned int settling_time_down; unsigned int enable_time; unsigned int active_discharge; unsigned int always_on: 1; unsigned int boot_on: 1; unsigned int apply_uV: 1; unsigned int ramp_disable: 1; unsigned int soft_start: 1; unsigned int pull_down: 1; unsigned int over_current_protection: 1; unsigned int over_current_detection: 1; unsigned int over_voltage_detection: 1; unsigned int under_voltage_detection: 1; unsigned int over_temp_detection: 1; }; struct regulator_consumer_supply; struct regulator_init_data { const char *supply_regulator; struct regulation_constraints constraints; int num_consumer_supplies; struct regulator_consumer_supply *consumer_supplies; int (*regulator_init)(void *); void *driver_data; }; enum palmas_usb_state { PALMAS_USB_STATE_DISCONNECT = 0, PALMAS_USB_STATE_VBUS = 1, PALMAS_USB_STATE_ID = 2, }; struct palmas_gpadc; struct palmas_pmic_driver_data; struct palmas_pmic; struct palmas_resource; struct palmas_usb; struct palmas { struct device *dev; struct i2c_client *i2c_clients[3]; struct regmap *regmap[3]; int id; unsigned int features; int irq; u32 irq_mask; struct mutex irq_lock; struct regmap_irq_chip_data *irq_data; struct palmas_pmic_driver_data *pmic_ddata; struct palmas_pmic *pmic; struct palmas_gpadc *gpadc; struct palmas_resource *resource; struct palmas_usb *usb; u8 gpio_muxed; u8 led_muxed; u8 pwm_muxed; }; struct of_regulator_match; struct palmas_regs_info; struct palmas_sleep_requestor_info; struct palmas_pmic_platform_data; struct palmas_pmic_driver_data { int smps_start; int smps_end; int ldo_begin; int ldo_end; int max_reg; bool has_regen3; struct palmas_regs_info *palmas_regs_info; struct of_regulator_match *palmas_matches; struct palmas_sleep_requestor_info *sleep_req_info; int (*smps_register)(struct palmas_pmic *, struct palmas_pmic_driver_data *, struct palmas_pmic_platform_data *, const char *, struct regulator_config); int (*ldo_register)(struct palmas_pmic *, struct palmas_pmic_driver_data *, struct palmas_pmic_platform_data *, const char *, struct regulator_config); }; struct palmas_pmic { struct palmas *palmas; struct device *dev; struct regulator_desc desc[27]; struct mutex mutex; int smps123; int smps457; int smps12; int range[10]; unsigned int ramp_delay[10]; unsigned int current_reg_mode[10]; }; struct palmas_resource { struct palmas *palmas; struct device *dev; }; struct palmas_usb { struct palmas *palmas; struct device *dev; struct extcon_dev *edev; int id_otg_irq; int id_irq; int vbus_otg_irq; int vbus_irq; int gpio_id_irq; int gpio_vbus_irq; struct gpio_desc *id_gpiod; struct gpio_desc *vbus_gpiod; long unsigned int sw_debounce_jiffies; struct delayed_work wq_detectid; enum palmas_usb_state linkstat; int wakeup; bool enable_vbus_detection; bool enable_id_detection; bool enable_gpio_id_detection; bool enable_gpio_vbus_detection; }; struct palmas_sleep_requestor_info { int id; int reg_offset; int bit_pos; }; struct palmas_regs_info { char *name; char *sname; u8 vsel_addr; u8 ctrl_addr; u8 tstep_addr; int sleep_id; }; struct palmas_reg_init; struct palmas_pmic_platform_data { struct regulator_init_data *reg_data[27]; struct palmas_reg_init *reg_init[27]; int ldo6_vibrator; bool enable_ldo8_tracking; }; struct palmas_adc_wakeup_property { int adc_channel_number; int adc_high_threshold; int adc_low_threshold; }; struct palmas_gpadc_platform_data { int ch3_current; int ch0_current; bool extended_delay; int bat_removal; int start_polarity; int auto_conversion_period_ms; struct palmas_adc_wakeup_property *adc_wakeup1_data; struct palmas_adc_wakeup_property *adc_wakeup2_data; }; struct palmas_reg_init { int warm_reset; int roof_floor; int mode_sleep; u8 vsel; }; enum palmas_regulators { PALMAS_REG_SMPS12 = 0, PALMAS_REG_SMPS123 = 1, PALMAS_REG_SMPS3 = 2, PALMAS_REG_SMPS45 = 3, PALMAS_REG_SMPS457 = 4, PALMAS_REG_SMPS6 = 5, PALMAS_REG_SMPS7 = 6, PALMAS_REG_SMPS8 = 7, PALMAS_REG_SMPS9 = 8, PALMAS_REG_SMPS10_OUT2 = 9, PALMAS_REG_SMPS10_OUT1 = 10, PALMAS_REG_LDO1 = 11, PALMAS_REG_LDO2 = 12, PALMAS_REG_LDO3 = 13, PALMAS_REG_LDO4 = 14, PALMAS_REG_LDO5 = 15, PALMAS_REG_LDO6 = 16, PALMAS_REG_LDO7 = 17, PALMAS_REG_LDO8 = 18, PALMAS_REG_LDO9 = 19, PALMAS_REG_LDOLN = 20, PALMAS_REG_LDOUSB = 21, PALMAS_REG_REGEN1 = 22, PALMAS_REG_REGEN2 = 23, PALMAS_REG_REGEN3 = 24, PALMAS_REG_SYSEN1 = 25, PALMAS_REG_SYSEN2 = 26, PALMAS_NUM_REGS = 27, }; struct palmas_usb_platform_data { int wakeup; }; struct palmas_resource_platform_data { int regen1_mode_sleep; int regen2_mode_sleep; int sysen1_mode_sleep; int sysen2_mode_sleep; u8 nsleep_res; u8 nsleep_smps; u8 nsleep_ldo1; u8 nsleep_ldo2; u8 enable1_res; u8 enable1_smps; u8 enable1_ldo1; u8 enable1_ldo2; u8 enable2_res; u8 enable2_smps; u8 enable2_ldo1; u8 enable2_ldo2; }; struct palmas_clk_platform_data { int clk32kg_mode_sleep; int clk32kgaudio_mode_sleep; }; struct palmas_platform_data { int irq_flags; int gpio_base; u8 power_ctrl; int mux_from_pdata; u8 pad1; u8 pad2; bool pm_off; struct palmas_pmic_platform_data *pmic_pdata; struct palmas_gpadc_platform_data *gpadc_pdata; struct palmas_usb_platform_data *usb_pdata; struct palmas_resource_platform_data *resource_pdata; struct palmas_clk_platform_data *clk_pdata; }; enum palmas_irqs { PALMAS_CHARG_DET_N_VBUS_OVV_IRQ = 0, PALMAS_PWRON_IRQ = 1, PALMAS_LONG_PRESS_KEY_IRQ = 2, PALMAS_RPWRON_IRQ = 3, PALMAS_PWRDOWN_IRQ = 4, PALMAS_HOTDIE_IRQ = 5, PALMAS_VSYS_MON_IRQ = 6, PALMAS_VBAT_MON_IRQ = 7, PALMAS_RTC_ALARM_IRQ = 8, PALMAS_RTC_TIMER_IRQ = 9, PALMAS_WDT_IRQ = 10, PALMAS_BATREMOVAL_IRQ = 11, PALMAS_RESET_IN_IRQ = 12, PALMAS_FBI_BB_IRQ = 13, PALMAS_SHORT_IRQ = 14, PALMAS_VAC_ACOK_IRQ = 15, PALMAS_GPADC_AUTO_0_IRQ = 16, PALMAS_GPADC_AUTO_1_IRQ = 17, PALMAS_GPADC_EOC_SW_IRQ = 18, PALMAS_GPADC_EOC_RT_IRQ = 19, PALMAS_ID_OTG_IRQ = 20, PALMAS_ID_IRQ = 21, PALMAS_VBUS_OTG_IRQ = 22, PALMAS_VBUS_IRQ = 23, PALMAS_GPIO_0_IRQ = 24, PALMAS_GPIO_1_IRQ = 25, PALMAS_GPIO_2_IRQ = 26, PALMAS_GPIO_3_IRQ = 27, PALMAS_GPIO_4_IRQ = 28, PALMAS_GPIO_5_IRQ = 29, PALMAS_GPIO_6_IRQ = 30, PALMAS_GPIO_7_IRQ = 31, PALMAS_NUM_IRQ = 32, }; struct palmas_gpio { struct gpio_chip gpio_chip; struct palmas *palmas; }; struct palmas_device_data { int ngpio; }; enum { RC5T583_IRQ_ONKEY = 0, RC5T583_IRQ_ACOK = 1, RC5T583_IRQ_LIDOPEN = 2, RC5T583_IRQ_PREOT = 3, RC5T583_IRQ_CLKSTP = 4, RC5T583_IRQ_ONKEY_OFF = 5, RC5T583_IRQ_WD = 6, RC5T583_IRQ_EN_PWRREQ1 = 7, RC5T583_IRQ_EN_PWRREQ2 = 8, RC5T583_IRQ_PRE_VINDET = 9, RC5T583_IRQ_DC0LIM = 10, RC5T583_IRQ_DC1LIM = 11, RC5T583_IRQ_DC2LIM = 12, RC5T583_IRQ_DC3LIM = 13, RC5T583_IRQ_CTC = 14, RC5T583_IRQ_YALE = 15, RC5T583_IRQ_DALE = 16, RC5T583_IRQ_WALE = 17, RC5T583_IRQ_AIN1L = 18, RC5T583_IRQ_AIN2L = 19, RC5T583_IRQ_AIN3L = 20, RC5T583_IRQ_VBATL = 21, RC5T583_IRQ_VIN3L = 22, RC5T583_IRQ_VIN8L = 23, RC5T583_IRQ_AIN1H = 24, RC5T583_IRQ_AIN2H = 25, RC5T583_IRQ_AIN3H = 26, RC5T583_IRQ_VBATH = 27, RC5T583_IRQ_VIN3H = 28, RC5T583_IRQ_VIN8H = 29, RC5T583_IRQ_ADCEND = 30, RC5T583_IRQ_GPIO0 = 31, RC5T583_IRQ_GPIO1 = 32, RC5T583_IRQ_GPIO2 = 33, RC5T583_IRQ_GPIO3 = 34, RC5T583_IRQ_GPIO4 = 35, RC5T583_IRQ_GPIO5 = 36, RC5T583_IRQ_GPIO6 = 37, RC5T583_IRQ_GPIO7 = 38, RC5T583_MAX_IRQS = 39, }; enum { RC5T583_GPIO0 = 0, RC5T583_GPIO1 = 1, RC5T583_GPIO2 = 2, RC5T583_GPIO3 = 3, RC5T583_GPIO4 = 4, RC5T583_GPIO5 = 5, RC5T583_GPIO6 = 6, RC5T583_GPIO7 = 7, RC5T583_MAX_GPIO = 8, }; enum { RC5T583_REGULATOR_DC0 = 0, RC5T583_REGULATOR_DC1 = 1, RC5T583_REGULATOR_DC2 = 2, RC5T583_REGULATOR_DC3 = 3, RC5T583_REGULATOR_LDO0 = 4, RC5T583_REGULATOR_LDO1 = 5, RC5T583_REGULATOR_LDO2 = 6, RC5T583_REGULATOR_LDO3 = 7, RC5T583_REGULATOR_LDO4 = 8, RC5T583_REGULATOR_LDO5 = 9, RC5T583_REGULATOR_LDO6 = 10, RC5T583_REGULATOR_LDO7 = 11, RC5T583_REGULATOR_LDO8 = 12, RC5T583_REGULATOR_LDO9 = 13, RC5T583_REGULATOR_MAX = 14, }; struct rc5t583 { struct device *dev; struct regmap *regmap; int chip_irq; int irq_base; struct mutex irq_lock; long unsigned int group_irq_en[5]; uint8_t intc_inten_reg; uint8_t irq_en_reg[8]; uint8_t gpedge_reg[2]; }; struct rc5t583_platform_data { int irq_base; int gpio_base; bool enable_shutdown; int regulator_deepsleep_slot[14]; long unsigned int regulator_ext_pwr_control[14]; struct regulator_init_data *reg_init_data[14]; }; struct rc5t583_gpio { struct gpio_chip gpio_chip; struct rc5t583 *rc5t583; }; enum { TPS6586X_ID_SYS = 0, TPS6586X_ID_SM_0 = 1, TPS6586X_ID_SM_1 = 2, TPS6586X_ID_SM_2 = 3, TPS6586X_ID_LDO_0 = 4, TPS6586X_ID_LDO_1 = 5, TPS6586X_ID_LDO_2 = 6, TPS6586X_ID_LDO_3 = 7, TPS6586X_ID_LDO_4 = 8, TPS6586X_ID_LDO_5 = 9, TPS6586X_ID_LDO_6 = 10, TPS6586X_ID_LDO_7 = 11, TPS6586X_ID_LDO_8 = 12, TPS6586X_ID_LDO_9 = 13, TPS6586X_ID_LDO_RTC = 14, TPS6586X_ID_MAX_REGULATOR = 15, }; enum { TPS6586X_INT_PLDO_0 = 0, TPS6586X_INT_PLDO_1 = 1, TPS6586X_INT_PLDO_2 = 2, TPS6586X_INT_PLDO_3 = 3, TPS6586X_INT_PLDO_4 = 4, TPS6586X_INT_PLDO_5 = 5, TPS6586X_INT_PLDO_6 = 6, TPS6586X_INT_PLDO_7 = 7, TPS6586X_INT_COMP_DET = 8, TPS6586X_INT_ADC = 9, TPS6586X_INT_PLDO_8 = 10, TPS6586X_INT_PLDO_9 = 11, TPS6586X_INT_PSM_0 = 12, TPS6586X_INT_PSM_1 = 13, TPS6586X_INT_PSM_2 = 14, TPS6586X_INT_PSM_3 = 15, TPS6586X_INT_RTC_ALM1 = 16, TPS6586X_INT_ACUSB_OVP = 17, TPS6586X_INT_USB_DET = 18, TPS6586X_INT_AC_DET = 19, TPS6586X_INT_BAT_DET = 20, TPS6586X_INT_CHG_STAT = 21, TPS6586X_INT_CHG_TEMP = 22, TPS6586X_INT_PP = 23, TPS6586X_INT_RESUME = 24, TPS6586X_INT_LOW_SYS = 25, TPS6586X_INT_RTC_ALM2 = 26, }; struct tps6586x_subdev_info { int id; const char *name; void *platform_data; struct device_node *of_node; }; struct tps6586x_platform_data { int num_subdevs; struct tps6586x_subdev_info *subdevs; int gpio_base; int irq_base; bool pm_off; struct regulator_init_data *reg_init_data[15]; }; struct tps6586x_gpio { struct gpio_chip gpio_chip; struct device *parent; }; struct tps65910_sleep_keepon_data { unsigned int therm_keepon: 1; unsigned int clkout32k_keepon: 1; unsigned int i2chs_keepon: 1; }; struct tps65910_board { int gpio_base; int irq; int irq_base; int vmbch_threshold; int vmbch2_threshold; bool en_ck32k_xtal; bool en_dev_slp; bool pm_off; struct tps65910_sleep_keepon_data slp_keepon; bool en_gpio_sleep[9]; long unsigned int regulator_ext_sleep_control[14]; struct regulator_init_data *tps65910_pmic_init_data[14]; }; struct tps65910 { struct device *dev; struct i2c_client *i2c_client; struct regmap *regmap; long unsigned int id; struct tps65910_board *of_plat_data; int chip_irq; struct regmap_irq_chip_data *irq_data; }; struct tps65910_gpio { struct gpio_chip gpio_chip; struct tps65910 *tps65910; }; enum pwm_polarity { PWM_POLARITY_NORMAL = 0, PWM_POLARITY_INVERSED = 1, }; struct pwm_args { u64 period; enum pwm_polarity polarity; }; enum { PWMF_REQUESTED = 1, PWMF_EXPORTED = 2, }; struct pwm_state { u64 period; u64 duty_cycle; enum pwm_polarity polarity; bool enabled; bool usage_power; }; struct pwm_chip; struct pwm_device { const char *label; long unsigned int flags; unsigned int hwpwm; unsigned int pwm; struct pwm_chip *chip; void *chip_data; struct pwm_args args; struct pwm_state state; struct pwm_state last; }; struct pwm_ops; struct pwm_chip { struct device *dev; const struct pwm_ops *ops; int base; unsigned int npwm; struct pwm_device * (*of_xlate)(struct pwm_chip *, const struct of_phandle_args *); unsigned int of_pwm_n_cells; struct list_head list; struct pwm_device *pwms; }; struct pwm_capture; struct pwm_ops { int (*request)(struct pwm_chip *, struct pwm_device *); void (*free)(struct pwm_chip *, struct pwm_device *); int (*capture)(struct pwm_chip *, struct pwm_device *, struct pwm_capture *, long unsigned int); int (*apply)(struct pwm_chip *, struct pwm_device *, const struct pwm_state *); void (*get_state)(struct pwm_chip *, struct pwm_device *, struct pwm_state *); struct module *owner; int (*config)(struct pwm_chip *, struct pwm_device *, int, int); int (*set_polarity)(struct pwm_chip *, struct pwm_device *, enum pwm_polarity); int (*enable)(struct pwm_chip *, struct pwm_device *); void (*disable)(struct pwm_chip *, struct pwm_device *); }; struct pwm_capture { unsigned int period; unsigned int duty_cycle; }; struct pwm_lookup { struct list_head list; const char *provider; unsigned int index; const char *dev_id; const char *con_id; unsigned int period; enum pwm_polarity polarity; const char *module; }; struct trace_event_raw_pwm { struct trace_entry ent; struct pwm_device *pwm; u64 period; u64 duty_cycle; enum pwm_polarity polarity; bool enabled; char __data[0]; }; struct trace_event_data_offsets_pwm {}; typedef void (*btf_trace_pwm_apply)(void *, struct pwm_device *, const struct pwm_state *); typedef void (*btf_trace_pwm_get)(void *, struct pwm_device *, const struct pwm_state *); struct pwm_export { struct device child; struct pwm_device *pwm; struct mutex lock; struct pwm_state suspend; }; struct crystalcove_pwm { struct pwm_chip chip; struct regmap *regmap; }; struct pwm_lpss_boardinfo; struct pwm_lpss_chip { struct pwm_chip chip; void *regs; const struct pwm_lpss_boardinfo *info; }; struct pwm_lpss_boardinfo { long unsigned int clk_rate; unsigned int npwm; long unsigned int base_unit_bits; bool bypass; bool other_devices_aml_touches_pwm_regs; }; enum { pci_channel_io_normal = 1, pci_channel_io_frozen = 2, pci_channel_io_perm_failure = 3, }; struct pci_sriov { int pos; int nres; u32 cap; u16 ctrl; u16 total_VFs; u16 initial_VFs; u16 num_VFs; u16 offset; u16 stride; u16 vf_device; u32 pgsz; u8 link; u8 max_VF_buses; u16 driver_max_VFs; struct pci_dev *dev; struct pci_dev *self; u32 class; u8 hdr_type; u16 subsystem_vendor; u16 subsystem_device; resource_size_t barsz[6]; bool drivers_autoprobe; }; struct rcec_ea { u8 nextbusn; u8 lastbusn; u32 bitmap; }; struct pci_bus_resource { struct list_head list; struct resource *res; unsigned int flags; }; typedef u64 pci_bus_addr_t; struct pci_bus_region { pci_bus_addr_t start; pci_bus_addr_t end; }; enum pci_fixup_pass { pci_fixup_early = 0, pci_fixup_header = 1, pci_fixup_final = 2, pci_fixup_enable = 3, pci_fixup_resume = 4, pci_fixup_suspend = 5, pci_fixup_resume_early = 6, pci_fixup_suspend_late = 7, }; struct hotplug_slot_ops; struct hotplug_slot { const struct hotplug_slot_ops *ops; struct list_head slot_list; struct pci_slot *pci_slot; struct module *owner; const char *mod_name; }; enum pci_dev_flags { PCI_DEV_FLAGS_MSI_INTX_DISABLE_BUG = 1, PCI_DEV_FLAGS_NO_D3 = 2, PCI_DEV_FLAGS_ASSIGNED = 4, PCI_DEV_FLAGS_ACS_ENABLED_QUIRK = 8, PCI_DEV_FLAG_PCIE_BRIDGE_ALIAS = 32, PCI_DEV_FLAGS_NO_BUS_RESET = 64, PCI_DEV_FLAGS_NO_PM_RESET = 128, PCI_DEV_FLAGS_VPD_REF_F0 = 256, PCI_DEV_FLAGS_BRIDGE_XLATE_ROOT = 512, PCI_DEV_FLAGS_NO_FLR_RESET = 1024, PCI_DEV_FLAGS_NO_RELAXED_ORDERING = 2048, PCI_DEV_FLAGS_HAS_MSI_MASKING = 4096, }; enum pci_bus_flags { PCI_BUS_FLAGS_NO_MSI = 1, PCI_BUS_FLAGS_NO_MMRBC = 2, PCI_BUS_FLAGS_NO_AERSID = 4, PCI_BUS_FLAGS_NO_EXTCFG = 8, }; enum pci_bus_speed { PCI_SPEED_33MHz = 0, PCI_SPEED_66MHz = 1, PCI_SPEED_66MHz_PCIX = 2, PCI_SPEED_100MHz_PCIX = 3, PCI_SPEED_133MHz_PCIX = 4, PCI_SPEED_66MHz_PCIX_ECC = 5, PCI_SPEED_100MHz_PCIX_ECC = 6, PCI_SPEED_133MHz_PCIX_ECC = 7, PCI_SPEED_66MHz_PCIX_266 = 9, PCI_SPEED_100MHz_PCIX_266 = 10, PCI_SPEED_133MHz_PCIX_266 = 11, AGP_UNKNOWN = 12, AGP_1X = 13, AGP_2X = 14, AGP_4X = 15, AGP_8X = 16, PCI_SPEED_66MHz_PCIX_533 = 17, PCI_SPEED_100MHz_PCIX_533 = 18, PCI_SPEED_133MHz_PCIX_533 = 19, PCIE_SPEED_2_5GT = 20, PCIE_SPEED_5_0GT = 21, PCIE_SPEED_8_0GT = 22, PCIE_SPEED_16_0GT = 23, PCIE_SPEED_32_0GT = 24, PCIE_SPEED_64_0GT = 25, PCI_SPEED_UNKNOWN = 255, }; struct pci_host_bridge { struct device dev; struct pci_bus *bus; struct pci_ops *ops; struct pci_ops *child_ops; void *sysdata; int busnr; int domain_nr; struct list_head windows; struct list_head dma_ranges; u8 (*swizzle_irq)(struct pci_dev *, u8 *); int (*map_irq)(const struct pci_dev *, u8, u8); void (*release_fn)(struct pci_host_bridge *); void *release_data; unsigned int ignore_reset_delay: 1; unsigned int no_ext_tags: 1; unsigned int native_aer: 1; unsigned int native_pcie_hotplug: 1; unsigned int native_shpc_hotplug: 1; unsigned int native_pme: 1; unsigned int native_ltr: 1; unsigned int native_dpc: 1; unsigned int preserve_config: 1; unsigned int size_windows: 1; unsigned int msi_domain: 1; resource_size_t (*align_resource)(struct pci_dev *, const struct resource *, resource_size_t, resource_size_t, resource_size_t); long: 64; long: 64; long: 64; long: 64; long unsigned int private[0]; }; enum { PCI_REASSIGN_ALL_RSRC = 1, PCI_REASSIGN_ALL_BUS = 2, PCI_PROBE_ONLY = 4, PCI_CAN_SKIP_ISA_ALIGN = 8, PCI_ENABLE_PROC_DOMAINS = 16, PCI_COMPAT_DOMAIN_0 = 32, PCI_SCAN_ALL_PCIE_DEVS = 64, }; enum pcie_bus_config_types { PCIE_BUS_TUNE_OFF = 0, PCIE_BUS_DEFAULT = 1, PCIE_BUS_SAFE = 2, PCIE_BUS_PERFORMANCE = 3, PCIE_BUS_PEER2PEER = 4, }; struct hotplug_slot_ops { int (*enable_slot)(struct hotplug_slot *); int (*disable_slot)(struct hotplug_slot *); int (*set_attention_status)(struct hotplug_slot *, u8); int (*hardware_test)(struct hotplug_slot *, u32); int (*get_power_status)(struct hotplug_slot *, u8 *); int (*get_attention_status)(struct hotplug_slot *, u8 *); int (*get_latch_status)(struct hotplug_slot *, u8 *); int (*get_adapter_status)(struct hotplug_slot *, u8 *); int (*reset_slot)(struct hotplug_slot *, bool); }; enum pci_bar_type { pci_bar_unknown = 0, pci_bar_io = 1, pci_bar_mem32 = 2, pci_bar_mem64 = 3, }; struct pci_domain_busn_res { struct list_head list; struct resource res; int domain_nr; }; struct bus_attribute { struct attribute attr; ssize_t (*show)(struct bus_type *, char *); ssize_t (*store)(struct bus_type *, const char *, size_t); }; enum pcie_reset_state { pcie_deassert_reset = 1, pcie_warm_reset = 2, pcie_hot_reset = 3, }; enum pcie_link_width { PCIE_LNK_WIDTH_RESRV = 0, PCIE_LNK_X1 = 1, PCIE_LNK_X2 = 2, PCIE_LNK_X4 = 4, PCIE_LNK_X8 = 8, PCIE_LNK_X12 = 12, PCIE_LNK_X16 = 16, PCIE_LNK_X32 = 32, PCIE_LNK_WIDTH_UNKNOWN = 255, }; typedef int (*arch_set_vga_state_t)(struct pci_dev *, bool, unsigned int, u32); struct pci_cap_saved_data { u16 cap_nr; bool cap_extended; unsigned int size; u32 data[0]; }; struct pci_cap_saved_state { struct hlist_node next; struct pci_cap_saved_data cap; }; struct pci_reset_fn_method { int (*reset_fn)(struct pci_dev *, bool); char *name; }; struct pci_pme_device { struct list_head list; struct pci_dev *dev; }; struct pci_saved_state { u32 config_space[16]; struct pci_cap_saved_data cap[0]; }; struct pci_devres { unsigned int enabled: 1; unsigned int pinned: 1; unsigned int orig_intx: 1; unsigned int restore_intx: 1; unsigned int mwi: 1; u32 region_mask; }; struct driver_attribute { struct attribute attr; ssize_t (*show)(struct device_driver *, char *); ssize_t (*store)(struct device_driver *, const char *, size_t); }; enum pci_ers_result { PCI_ERS_RESULT_NONE = 1, PCI_ERS_RESULT_CAN_RECOVER = 2, PCI_ERS_RESULT_NEED_RESET = 3, PCI_ERS_RESULT_DISCONNECT = 4, PCI_ERS_RESULT_RECOVERED = 5, PCI_ERS_RESULT_NO_AER_DRIVER = 6, }; struct pcie_device { int irq; struct pci_dev *port; u32 service; void *priv_data; struct device device; }; struct pcie_port_service_driver { const char *name; int (*probe)(struct pcie_device *); void (*remove)(struct pcie_device *); int (*suspend)(struct pcie_device *); int (*resume_noirq)(struct pcie_device *); int (*resume)(struct pcie_device *); int (*runtime_suspend)(struct pcie_device *); int (*runtime_resume)(struct pcie_device *); int (*slot_reset)(struct pcie_device *); int port_type; u32 service; struct device_driver driver; }; struct pci_dynid { struct list_head node; struct pci_device_id id; }; struct drv_dev_and_id { struct pci_driver *drv; struct pci_dev *dev; const struct pci_device_id *id; }; enum pci_mmap_state { pci_mmap_io = 0, pci_mmap_mem = 1, }; enum pci_mmap_api { PCI_MMAP_SYSFS = 0, PCI_MMAP_PROCFS = 1, }; struct pci_dev_resource { struct list_head list; struct resource *res; struct pci_dev *dev; resource_size_t start; resource_size_t end; resource_size_t add_size; resource_size_t min_align; long unsigned int flags; }; enum release_type { leaf_only = 0, whole_subtree = 1, }; enum enable_type { undefined = 4294967295, user_disabled = 0, auto_disabled = 1, user_enabled = 2, auto_enabled = 3, }; struct msix_entry { u32 vector; u16 entry; }; struct portdrv_service_data { struct pcie_port_service_driver *drv; struct device *dev; u32 service; }; typedef int (*pcie_callback_t)(struct pcie_device *); struct walk_rcec_data { struct pci_dev *rcec; int (*user_callback)(struct pci_dev *, void *); void *user_data; }; struct pcie_link_state { struct pci_dev *pdev; struct pci_dev *downstream; struct pcie_link_state *root; struct pcie_link_state *parent; struct list_head sibling; u32 aspm_support: 7; u32 aspm_enabled: 7; u32 aspm_capable: 7; u32 aspm_default: 7; char: 4; u32 aspm_disable: 7; u32 clkpm_capable: 1; u32 clkpm_enabled: 1; u32 clkpm_default: 1; u32 clkpm_disable: 1; }; struct aer_stats { u64 dev_cor_errs[16]; u64 dev_fatal_errs[27]; u64 dev_nonfatal_errs[27]; u64 dev_total_cor_errs; u64 dev_total_fatal_errs; u64 dev_total_nonfatal_errs; u64 rootport_total_cor_errs; u64 rootport_total_fatal_errs; u64 rootport_total_nonfatal_errs; }; struct aer_header_log_regs { unsigned int dw0; unsigned int dw1; unsigned int dw2; unsigned int dw3; }; struct aer_capability_regs { u32 header; u32 uncor_status; u32 uncor_mask; u32 uncor_severity; u32 cor_status; u32 cor_mask; u32 cap_control; struct aer_header_log_regs header_log; u32 root_command; u32 root_status; u16 cor_err_source; u16 uncor_err_source; }; struct aer_err_info { struct pci_dev *dev[5]; int error_dev_num; unsigned int id: 16; unsigned int severity: 2; unsigned int __pad1: 5; unsigned int multi_error_valid: 1; unsigned int first_error: 5; unsigned int __pad2: 2; unsigned int tlp_header_valid: 1; unsigned int status; unsigned int mask; struct aer_header_log_regs tlp; }; struct aer_err_source { unsigned int status; unsigned int id; }; struct aer_rpc { struct pci_dev *rpd; struct { union { struct __kfifo kfifo; struct aer_err_source *type; const struct aer_err_source *const_type; char (*rectype)[0]; struct aer_err_source *ptr; const struct aer_err_source *ptr_const; }; struct aer_err_source buf[128]; } aer_fifo; }; struct aer_recover_entry { u8 bus; u8 devfn; u16 domain; int severity; struct aer_capability_regs *regs; }; struct pcie_pme_service_data { spinlock_t lock; struct pcie_device *srv; struct work_struct work; bool noirq; }; struct pci_filp_private { enum pci_mmap_state mmap_state; int write_combine; }; struct pci_slot_attribute { struct attribute attr; ssize_t (*show)(struct pci_slot *, char *); ssize_t (*store)(struct pci_slot *, const char *, size_t); }; typedef u64 acpi_size; struct acpi_buffer { acpi_size length; void *pointer; }; struct acpi_pci_root { struct acpi_device *device; struct pci_bus *bus; u16 segment; int bridge_type; struct resource secondary; u32 osc_support_set; u32 osc_control_set; u32 osc_ext_support_set; u32 osc_ext_control_set; phys_addr_t mcfg_addr; }; enum pm_qos_flags_status { PM_QOS_FLAGS_UNDEFINED = 4294967295, PM_QOS_FLAGS_NONE = 0, PM_QOS_FLAGS_SOME = 1, PM_QOS_FLAGS_ALL = 2, }; struct hpx_type0 { u32 revision; u8 cache_line_size; u8 latency_timer; u8 enable_serr; u8 enable_perr; }; struct hpx_type1 { u32 revision; u8 max_mem_read; u8 avg_max_split; u16 tot_max_split; }; struct hpx_type2 { u32 revision; u32 unc_err_mask_and; u32 unc_err_mask_or; u32 unc_err_sever_and; u32 unc_err_sever_or; u32 cor_err_mask_and; u32 cor_err_mask_or; u32 adv_err_cap_and; u32 adv_err_cap_or; u16 pci_exp_devctl_and; u16 pci_exp_devctl_or; u16 pci_exp_lnkctl_and; u16 pci_exp_lnkctl_or; u32 sec_unc_err_sever_and; u32 sec_unc_err_sever_or; u32 sec_unc_err_mask_and; u32 sec_unc_err_mask_or; }; struct hpx_type3 { u16 device_type; u16 function_type; u16 config_space_location; u16 pci_exp_cap_id; u16 pci_exp_cap_ver; u16 pci_exp_vendor_id; u16 dvsec_id; u16 dvsec_rev; u16 match_offset; u32 match_mask_and; u32 match_value; u16 reg_offset; u32 reg_mask_and; u32 reg_mask_or; }; enum hpx_type3_dev_type { HPX_TYPE_ENDPOINT = 1, HPX_TYPE_LEG_END = 2, HPX_TYPE_RC_END = 4, HPX_TYPE_RC_EC = 8, HPX_TYPE_ROOT_PORT = 16, HPX_TYPE_UPSTREAM = 32, HPX_TYPE_DOWNSTREAM = 64, HPX_TYPE_PCI_BRIDGE = 128, HPX_TYPE_PCIE_BRIDGE = 256, }; enum hpx_type3_fn_type { HPX_FN_NORMAL = 1, HPX_FN_SRIOV_PHYS = 2, HPX_FN_SRIOV_VIRT = 4, }; enum hpx_type3_cfg_loc { HPX_CFG_PCICFG = 0, HPX_CFG_PCIE_CAP = 1, HPX_CFG_PCIE_CAP_EXT = 2, HPX_CFG_VEND_CAP = 3, HPX_CFG_DVSEC = 4, HPX_CFG_MAX = 5, }; enum pci_irq_reroute_variant { INTEL_IRQ_REROUTE_VARIANT = 1, MAX_IRQ_REROUTE_VARIANTS = 3, }; struct pci_fixup { u16 vendor; u16 device; u32 class; unsigned int class_shift; int hook_offset; }; enum { NVME_REG_CAP = 0, NVME_REG_VS = 8, NVME_REG_INTMS = 12, NVME_REG_INTMC = 16, NVME_REG_CC = 20, NVME_REG_CSTS = 28, NVME_REG_NSSR = 32, NVME_REG_AQA = 36, NVME_REG_ASQ = 40, NVME_REG_ACQ = 48, NVME_REG_CMBLOC = 56, NVME_REG_CMBSZ = 60, NVME_REG_BPINFO = 64, NVME_REG_BPRSEL = 68, NVME_REG_BPMBL = 72, NVME_REG_CMBMSC = 80, NVME_REG_CRTO = 104, NVME_REG_PMRCAP = 3584, NVME_REG_PMRCTL = 3588, NVME_REG_PMRSTS = 3592, NVME_REG_PMREBS = 3596, NVME_REG_PMRSWTP = 3600, NVME_REG_DBS = 4096, }; enum { NVME_CC_ENABLE = 1, NVME_CC_EN_SHIFT = 0, NVME_CC_CSS_SHIFT = 4, NVME_CC_MPS_SHIFT = 7, NVME_CC_AMS_SHIFT = 11, NVME_CC_SHN_SHIFT = 14, NVME_CC_IOSQES_SHIFT = 16, NVME_CC_IOCQES_SHIFT = 20, NVME_CC_CSS_NVM = 0, NVME_CC_CSS_CSI = 96, NVME_CC_CSS_MASK = 112, NVME_CC_AMS_RR = 0, NVME_CC_AMS_WRRU = 2048, NVME_CC_AMS_VS = 14336, NVME_CC_SHN_NONE = 0, NVME_CC_SHN_NORMAL = 16384, NVME_CC_SHN_ABRUPT = 32768, NVME_CC_SHN_MASK = 49152, NVME_CC_IOSQES = 393216, NVME_CC_IOCQES = 4194304, NVME_CC_CRIME = 16777216, }; enum { NVME_CSTS_RDY = 1, NVME_CSTS_CFS = 2, NVME_CSTS_NSSRO = 16, NVME_CSTS_PP = 32, NVME_CSTS_SHST_NORMAL = 0, NVME_CSTS_SHST_OCCUR = 4, NVME_CSTS_SHST_CMPLT = 8, NVME_CSTS_SHST_MASK = 12, }; enum { NVME_AEN_BIT_NS_ATTR = 8, NVME_AEN_BIT_FW_ACT = 9, NVME_AEN_BIT_ANA_CHANGE = 11, NVME_AEN_BIT_DISC_CHANGE = 31, }; enum { SWITCHTEC_GAS_MRPC_OFFSET = 0, SWITCHTEC_GAS_TOP_CFG_OFFSET = 4096, SWITCHTEC_GAS_SW_EVENT_OFFSET = 6144, SWITCHTEC_GAS_SYS_INFO_OFFSET = 8192, SWITCHTEC_GAS_FLASH_INFO_OFFSET = 8704, SWITCHTEC_GAS_PART_CFG_OFFSET = 16384, SWITCHTEC_GAS_NTB_OFFSET = 65536, SWITCHTEC_GAS_PFF_CSR_OFFSET = 1261568, }; enum { SWITCHTEC_NTB_REG_INFO_OFFSET = 0, SWITCHTEC_NTB_REG_CTRL_OFFSET = 16384, SWITCHTEC_NTB_REG_DBMSG_OFFSET = 409600, }; struct nt_partition_info { u32 xlink_enabled; u32 target_part_low; u32 target_part_high; u32 reserved; }; struct ntb_info_regs { u8 partition_count; u8 partition_id; u16 reserved1; u64 ep_map; u16 requester_id; u16 reserved2; u32 reserved3[4]; struct nt_partition_info ntp_info[48]; } __attribute__((packed)); struct ntb_ctrl_regs { u32 partition_status; u32 partition_op; u32 partition_ctrl; u32 bar_setup; u32 bar_error; u16 lut_table_entries; u16 lut_table_offset; u32 lut_error; u16 req_id_table_size; u16 req_id_table_offset; u32 req_id_error; u32 reserved1[7]; struct { u32 ctl; u32 win_size; u64 xlate_addr; } bar_entry[6]; struct { u32 win_size; u32 reserved[3]; } bar_ext_entry[6]; u32 reserved2[192]; u32 req_id_table[512]; u32 reserved3[256]; u64 lut_entry[512]; }; struct pci_dev_reset_methods { u16 vendor; u16 device; int (*reset)(struct pci_dev *, bool); }; struct pci_dev_acs_enabled { u16 vendor; u16 device; int (*acs_enabled)(struct pci_dev *, u16); }; struct pci_dev_acs_ops { u16 vendor; u16 device; int (*enable_acs)(struct pci_dev *); int (*disable_acs_redir)(struct pci_dev *); }; struct slot { u8 number; unsigned int devfn; struct pci_bus *bus; struct pci_dev *dev; unsigned int latch_status: 1; unsigned int adapter_status: 1; unsigned int extracting; struct hotplug_slot hotplug_slot; struct list_head slot_list; }; struct cpci_hp_controller_ops { int (*query_enum)(); int (*enable_irq)(); int (*disable_irq)(); int (*check_irq)(void *); int (*hardware_test)(struct slot *, u32); u8 (*get_power)(struct slot *); int (*set_power)(struct slot *, int); }; struct cpci_hp_controller { unsigned int irq; long unsigned int irq_flags; char *devname; void *dev_id; char *name; struct cpci_hp_controller_ops *ops; }; struct controller { struct pcie_device *pcie; u32 slot_cap; unsigned int inband_presence_disabled: 1; u16 slot_ctrl; struct mutex ctrl_lock; long unsigned int cmd_started; unsigned int cmd_busy: 1; wait_queue_head_t queue; atomic_t pending_events; unsigned int notification_enabled: 1; unsigned int power_fault_detected; struct task_struct *poll_thread; u8 state; struct mutex state_lock; struct delayed_work button_work; struct hotplug_slot hotplug_slot; struct rw_semaphore reset_lock; unsigned int depth; unsigned int ist_running; int request_result; wait_queue_head_t requester; }; struct controller___2; struct hpc_ops; struct slot___2 { u8 bus; u8 device; u16 status; u32 number; u8 is_a_board; u8 state; u8 attention_save; u8 presence_save; u8 latch_save; u8 pwr_save; struct controller___2 *ctrl; const struct hpc_ops *hpc_ops; struct hotplug_slot hotplug_slot; struct list_head slot_list; struct delayed_work work; struct mutex lock; struct workqueue_struct *wq; u8 hp_slot; }; struct controller___2 { struct mutex crit_sect; struct mutex cmd_lock; int num_slots; int slot_num_inc; struct pci_dev *pci_dev; struct list_head slot_list; const struct hpc_ops *hpc_ops; wait_queue_head_t queue; u8 slot_device_offset; u32 pcix_misc2_reg; u32 first_slot; u32 cap_offset; long unsigned int mmio_base; long unsigned int mmio_size; void *creg; struct timer_list poll_timer; }; struct hpc_ops { int (*power_on_slot)(struct slot___2 *); int (*slot_enable)(struct slot___2 *); int (*slot_disable)(struct slot___2 *); int (*set_bus_speed_mode)(struct slot___2 *, enum pci_bus_speed); int (*get_power_status)(struct slot___2 *, u8 *); int (*get_attention_status)(struct slot___2 *, u8 *); int (*set_attention_status)(struct slot___2 *, u8); int (*get_latch_status)(struct slot___2 *, u8 *); int (*get_adapter_status)(struct slot___2 *, u8 *); int (*get_adapter_speed)(struct slot___2 *, enum pci_bus_speed *); int (*get_mode1_ECC_cap)(struct slot___2 *, u8 *); int (*get_prog_int)(struct slot___2 *, u8 *); int (*query_power_fault)(struct slot___2 *); void (*green_led_on)(struct slot___2 *); void (*green_led_off)(struct slot___2 *); void (*green_led_blink)(struct slot___2 *); void (*release_ctlr)(struct controller___2 *); int (*check_cmd_status)(struct controller___2 *); }; struct event_info { u32 event_type; struct slot___2 *p_slot; struct work_struct work; }; struct pushbutton_work_info { struct slot___2 *p_slot; struct work_struct work; }; enum ctrl_offsets { BASE_OFFSET = 0, SLOT_AVAIL1 = 4, SLOT_AVAIL2 = 8, SLOT_CONFIG = 12, SEC_BUS_CONFIG = 16, MSI_CTRL = 18, PROG_INTERFACE = 19, CMD = 20, CMD_STATUS = 22, INTR_LOC = 24, SERR_LOC = 28, SERR_INTR_ENABLE = 32, SLOT1 = 36, }; struct acpiphp_slot; struct slot___3 { struct hotplug_slot hotplug_slot; struct acpiphp_slot *acpi_slot; unsigned int sun; }; struct acpiphp_slot { struct list_head node; struct pci_bus *bus; struct list_head funcs; struct slot___3 *slot; u8 device; u32 flags; }; struct acpiphp_attention_info { int (*set_attn)(struct hotplug_slot *, u8); int (*get_attn)(struct hotplug_slot *, u8 *); struct module *owner; }; struct acpiphp_context; struct acpiphp_bridge { struct list_head list; struct list_head slots; struct kref ref; struct acpiphp_context *context; int nr_slots; struct pci_bus *pci_bus; struct pci_dev *pci_dev; bool is_going_away; }; struct acpiphp_func { struct acpiphp_bridge *parent; struct acpiphp_slot *slot; struct list_head sibling; u8 function; u32 flags; }; struct acpiphp_context { struct acpi_hotplug_context hp; struct acpiphp_func func; struct acpiphp_bridge *bridge; unsigned int refcount; }; struct acpiphp_root_context { struct acpi_hotplug_context hp; struct acpiphp_bridge *root_bridge; }; enum dmi_device_type { DMI_DEV_TYPE_ANY = 0, DMI_DEV_TYPE_OTHER = 1, DMI_DEV_TYPE_UNKNOWN = 2, DMI_DEV_TYPE_VIDEO = 3, DMI_DEV_TYPE_SCSI = 4, DMI_DEV_TYPE_ETHERNET = 5, DMI_DEV_TYPE_TOKENRING = 6, DMI_DEV_TYPE_SOUND = 7, DMI_DEV_TYPE_PATA = 8, DMI_DEV_TYPE_SATA = 9, DMI_DEV_TYPE_SAS = 10, DMI_DEV_TYPE_IPMI = 4294967295, DMI_DEV_TYPE_OEM_STRING = 4294967294, DMI_DEV_TYPE_DEV_ONBOARD = 4294967293, DMI_DEV_TYPE_DEV_SLOT = 4294967292, }; struct dmi_device { struct list_head list; int type; const char *name; void *device_data; }; struct dmi_dev_onboard { struct dmi_device dev; int instance; int segment; int bus; int devfn; }; enum smbios_attr_enum { SMBIOS_ATTR_NONE = 0, SMBIOS_ATTR_LABEL_SHOW = 1, SMBIOS_ATTR_INSTANCE_SHOW = 2, }; enum acpi_attr_enum { ACPI_ATTR_LABEL_SHOW = 0, ACPI_ATTR_INDEX_SHOW = 1, }; struct vga_device { struct list_head list; struct pci_dev *pdev; unsigned int decodes; unsigned int owns; unsigned int locks; unsigned int io_lock_cnt; unsigned int mem_lock_cnt; unsigned int io_norm_cnt; unsigned int mem_norm_cnt; bool bridge_has_one_vga; bool is_firmware_default; unsigned int (*set_decode)(struct pci_dev *, bool); }; struct vga_arb_user_card { struct pci_dev *pdev; unsigned int mem_cnt; unsigned int io_cnt; }; struct vga_arb_private { struct list_head list; struct pci_dev *target; struct vga_arb_user_card cards[16]; spinlock_t lock; }; struct pci_epf_device_id { char name[20]; kernel_ulong_t driver_data; }; enum pci_interrupt_pin { PCI_INTERRUPT_UNKNOWN = 0, PCI_INTERRUPT_INTA = 1, PCI_INTERRUPT_INTB = 2, PCI_INTERRUPT_INTC = 3, PCI_INTERRUPT_INTD = 4, }; enum pci_barno { NO_BAR = 4294967295, BAR_0 = 0, BAR_1 = 1, BAR_2 = 2, BAR_3 = 3, BAR_4 = 4, BAR_5 = 5, }; struct pci_epf_header { u16 vendorid; u16 deviceid; u8 revid; u8 progif_code; u8 subclass_code; u8 baseclass_code; u8 cache_line_size; u16 subsys_vendor_id; u16 subsys_id; enum pci_interrupt_pin interrupt_pin; }; struct pci_epf; struct pci_epf_ops { int (*bind)(struct pci_epf *); void (*unbind)(struct pci_epf *); struct config_group * (*add_cfs)(struct pci_epf *, struct config_group *); }; struct pci_epf_bar { dma_addr_t phys_addr; void *addr; size_t size; enum pci_barno barno; int flags; }; struct pci_epc; struct pci_epf_driver; struct pci_epf { struct device dev; const char *name; struct pci_epf_header *header; struct pci_epf_bar bar[6]; u8 msi_interrupts; u16 msix_interrupts; u8 func_no; u8 vfunc_no; struct pci_epc *epc; struct pci_epf *epf_pf; struct pci_epf_driver *driver; struct list_head list; struct notifier_block nb; struct mutex lock; struct pci_epc *sec_epc; struct list_head sec_epc_list; struct pci_epf_bar sec_epc_bar[6]; u8 sec_epc_func_no; struct config_group *group; unsigned int is_bound; unsigned int is_vf; long unsigned int vfunction_num_map; struct list_head pci_vepf; }; struct pci_epf_driver { int (*probe)(struct pci_epf *); void (*remove)(struct pci_epf *); struct device_driver driver; struct pci_epf_ops *ops; struct module *owner; struct list_head epf_group; const struct pci_epf_device_id *id_table; }; struct pci_epc_ops; struct pci_epc_mem; struct pci_epc { struct device dev; struct list_head pci_epf; const struct pci_epc_ops *ops; struct pci_epc_mem **windows; struct pci_epc_mem *mem; unsigned int num_windows; u8 max_functions; u8 *max_vfs; struct config_group *group; struct mutex lock; long unsigned int function_num_map; struct atomic_notifier_head notifier; }; enum pci_epc_interface_type { UNKNOWN_INTERFACE = 4294967295, PRIMARY_INTERFACE = 0, SECONDARY_INTERFACE = 1, }; enum pci_epc_irq_type { PCI_EPC_IRQ_UNKNOWN = 0, PCI_EPC_IRQ_LEGACY = 1, PCI_EPC_IRQ_MSI = 2, PCI_EPC_IRQ_MSIX = 3, }; struct pci_epc_features; struct pci_epc_ops { int (*write_header)(struct pci_epc *, u8, u8, struct pci_epf_header *); int (*set_bar)(struct pci_epc *, u8, u8, struct pci_epf_bar *); void (*clear_bar)(struct pci_epc *, u8, u8, struct pci_epf_bar *); int (*map_addr)(struct pci_epc *, u8, u8, phys_addr_t, u64, size_t); void (*unmap_addr)(struct pci_epc *, u8, u8, phys_addr_t); int (*set_msi)(struct pci_epc *, u8, u8, u8); int (*get_msi)(struct pci_epc *, u8, u8); int (*set_msix)(struct pci_epc *, u8, u8, u16, enum pci_barno, u32); int (*get_msix)(struct pci_epc *, u8, u8); int (*raise_irq)(struct pci_epc *, u8, u8, enum pci_epc_irq_type, u16); int (*map_msi_irq)(struct pci_epc *, u8, u8, phys_addr_t, u8, u32, u32 *, u32 *); int (*start)(struct pci_epc *); void (*stop)(struct pci_epc *); const struct pci_epc_features * (*get_features)(struct pci_epc *, u8, u8); struct module *owner; }; struct pci_epc_features { unsigned int linkup_notifier: 1; unsigned int core_init_notifier: 1; unsigned int msi_capable: 1; unsigned int msix_capable: 1; u8 reserved_bar; u8 bar_fixed_64bit; u64 bar_fixed_size[6]; size_t align; }; struct pci_epc_mem_window { phys_addr_t phys_base; size_t size; size_t page_size; }; struct pci_epc_mem { struct pci_epc_mem_window window; long unsigned int *bitmap; int pages; struct mutex lock; }; struct pci_epf_group { struct config_group group; struct config_group primary_epc_group; struct config_group secondary_epc_group; struct delayed_work cfs_work; struct pci_epf *epf; int index; }; struct pci_epc_group { struct config_group group; struct pci_epc *epc; bool start; }; enum pci_notify_event { CORE_INIT = 0, LINK_UP = 1, }; enum dw_pcie_region_type { DW_PCIE_REGION_UNKNOWN = 0, DW_PCIE_REGION_INBOUND = 1, DW_PCIE_REGION_OUTBOUND = 2, }; struct pcie_port; struct dw_pcie_host_ops { int (*host_init)(struct pcie_port *); int (*msi_host_init)(struct pcie_port *); }; struct pcie_port { bool has_msi_ctrl: 1; u64 cfg0_base; void *va_cfg0_base; u32 cfg0_size; resource_size_t io_base; phys_addr_t io_bus_addr; u32 io_size; int irq; const struct dw_pcie_host_ops *ops; int msi_irq; struct irq_domain *irq_domain; struct irq_domain *msi_domain; u16 msi_msg; dma_addr_t msi_data; struct irq_chip *msi_irq_chip; u32 num_vectors; u32 irq_mask[8]; struct pci_host_bridge *bridge; raw_spinlock_t lock; long unsigned int msi_irq_in_use[4]; }; enum dw_pcie_as_type { DW_PCIE_AS_UNKNOWN = 0, DW_PCIE_AS_MEM = 1, DW_PCIE_AS_IO = 2, }; struct dw_pcie_ep; struct dw_pcie_ep_ops { void (*ep_init)(struct dw_pcie_ep *); int (*raise_irq)(struct dw_pcie_ep *, u8, enum pci_epc_irq_type, u16); const struct pci_epc_features * (*get_features)(struct dw_pcie_ep *); unsigned int (*func_conf_select)(struct dw_pcie_ep *, u8); }; struct dw_pcie_ep { struct pci_epc *epc; struct list_head func_list; const struct dw_pcie_ep_ops *ops; phys_addr_t phys_base; size_t addr_size; size_t page_size; u8 bar_to_atu[6]; phys_addr_t *outbound_addr; long unsigned int *ib_window_map; long unsigned int *ob_window_map; void *msi_mem; phys_addr_t msi_mem_phys; struct pci_epf_bar *epf_bar[6]; }; struct dw_pcie; struct dw_pcie_ops { u64 (*cpu_addr_fixup)(struct dw_pcie *, u64); u32 (*read_dbi)(struct dw_pcie *, void *, u32, size_t); void (*write_dbi)(struct dw_pcie *, void *, u32, size_t, u32); void (*write_dbi2)(struct dw_pcie *, void *, u32, size_t, u32); int (*link_up)(struct dw_pcie *); int (*start_link)(struct dw_pcie *); void (*stop_link)(struct dw_pcie *); }; struct dw_pcie { struct device *dev; void *dbi_base; void *dbi_base2; void *atu_base; size_t atu_size; u32 num_ib_windows; u32 num_ob_windows; struct pcie_port pp; struct dw_pcie_ep ep; const struct dw_pcie_ops *ops; unsigned int version; int num_lanes; int link_gen; u8 n_fts[2]; bool iatu_unroll_enabled: 1; bool io_cfg_atu_shared: 1; }; struct pci_epf_msix_tbl { u64 msg_addr; u32 msg_data; u32 vector_ctrl; }; struct dw_pcie_ep_func { struct list_head list; u8 func_no; u8 msi_cap; u8 msix_cap; }; enum dw_pcie_device_mode { DW_PCIE_UNKNOWN_TYPE = 0, DW_PCIE_EP_TYPE = 1, DW_PCIE_LEG_EP_TYPE = 2, DW_PCIE_RC_TYPE = 3, }; struct dw_plat_pcie { struct dw_pcie *pci; struct regmap *regmap; enum dw_pcie_device_mode mode; }; struct dw_plat_pcie_of_data { enum dw_pcie_device_mode mode; }; struct rio_device_id { __u16 did; __u16 vid; __u16 asm_did; __u16 asm_vid; }; typedef s32 dma_cookie_t; enum dma_status { DMA_COMPLETE = 0, DMA_IN_PROGRESS = 1, DMA_PAUSED = 2, DMA_ERROR = 3, DMA_OUT_OF_ORDER = 4, }; enum dma_transaction_type { DMA_MEMCPY = 0, DMA_MEMCPY_SG = 1, DMA_XOR = 2, DMA_PQ = 3, DMA_XOR_VAL = 4, DMA_PQ_VAL = 5, DMA_MEMSET = 6, DMA_MEMSET_SG = 7, DMA_INTERRUPT = 8, DMA_PRIVATE = 9, DMA_ASYNC_TX = 10, DMA_SLAVE = 11, DMA_CYCLIC = 12, DMA_INTERLEAVE = 13, DMA_COMPLETION_NO_ORDER = 14, DMA_REPEAT = 15, DMA_LOAD_EOT = 16, DMA_TX_TYPE_END = 17, }; enum dma_transfer_direction { DMA_MEM_TO_MEM = 0, DMA_MEM_TO_DEV = 1, DMA_DEV_TO_MEM = 2, DMA_DEV_TO_DEV = 3, DMA_TRANS_NONE = 4, }; struct data_chunk { size_t size; size_t icg; size_t dst_icg; size_t src_icg; }; struct dma_interleaved_template { dma_addr_t src_start; dma_addr_t dst_start; enum dma_transfer_direction dir; bool src_inc; bool dst_inc; bool src_sgl; bool dst_sgl; size_t numf; size_t frame_size; struct data_chunk sgl[0]; }; enum dma_ctrl_flags { DMA_PREP_INTERRUPT = 1, DMA_CTRL_ACK = 2, DMA_PREP_PQ_DISABLE_P = 4, DMA_PREP_PQ_DISABLE_Q = 8, DMA_PREP_CONTINUE = 16, DMA_PREP_FENCE = 32, DMA_CTRL_REUSE = 64, DMA_PREP_CMD = 128, DMA_PREP_REPEAT = 256, DMA_PREP_LOAD_EOT = 512, }; enum sum_check_bits { SUM_CHECK_P = 0, SUM_CHECK_Q = 1, }; enum sum_check_flags { SUM_CHECK_P_RESULT = 1, SUM_CHECK_Q_RESULT = 2, }; typedef struct { long unsigned int bits[1]; } dma_cap_mask_t; enum dma_desc_metadata_mode { DESC_METADATA_NONE = 0, DESC_METADATA_CLIENT = 1, DESC_METADATA_ENGINE = 2, }; struct dma_chan_percpu { long unsigned int memcpy_count; long unsigned int bytes_transferred; }; struct dma_router { struct device *dev; void (*route_free)(struct device *, void *); }; struct dma_device; struct dma_chan_dev; struct dma_chan___2 { struct dma_device *device; struct device *slave; dma_cookie_t cookie; dma_cookie_t completed_cookie; int chan_id; struct dma_chan_dev *dev; const char *name; char *dbg_client_name; struct list_head device_node; struct dma_chan_percpu *local; int client_count; int table_count; struct dma_router *router; void *route_data; void *private; }; typedef bool (*dma_filter_fn)(struct dma_chan___2 *, void *); struct dma_slave_map; struct dma_filter { dma_filter_fn fn; int mapcnt; const struct dma_slave_map *map; }; enum dmaengine_alignment { DMAENGINE_ALIGN_1_BYTE = 0, DMAENGINE_ALIGN_2_BYTES = 1, DMAENGINE_ALIGN_4_BYTES = 2, DMAENGINE_ALIGN_8_BYTES = 3, DMAENGINE_ALIGN_16_BYTES = 4, DMAENGINE_ALIGN_32_BYTES = 5, DMAENGINE_ALIGN_64_BYTES = 6, DMAENGINE_ALIGN_128_BYTES = 7, DMAENGINE_ALIGN_256_BYTES = 8, }; enum dma_residue_granularity { DMA_RESIDUE_GRANULARITY_DESCRIPTOR = 0, DMA_RESIDUE_GRANULARITY_SEGMENT = 1, DMA_RESIDUE_GRANULARITY_BURST = 2, }; struct dma_async_tx_descriptor; struct dma_slave_caps; struct dma_slave_config; struct dma_tx_state; struct dma_device { struct kref ref; unsigned int chancnt; unsigned int privatecnt; struct list_head channels; struct list_head global_node; struct dma_filter filter; dma_cap_mask_t cap_mask; enum dma_desc_metadata_mode desc_metadata_modes; short unsigned int max_xor; short unsigned int max_pq; enum dmaengine_alignment copy_align; enum dmaengine_alignment xor_align; enum dmaengine_alignment pq_align; enum dmaengine_alignment fill_align; int dev_id; struct device *dev; struct module *owner; struct ida chan_ida; u32 src_addr_widths; u32 dst_addr_widths; u32 directions; u32 min_burst; u32 max_burst; u32 max_sg_burst; bool descriptor_reuse; enum dma_residue_granularity residue_granularity; int (*device_alloc_chan_resources)(struct dma_chan___2 *); int (*device_router_config)(struct dma_chan___2 *); void (*device_free_chan_resources)(struct dma_chan___2 *); struct dma_async_tx_descriptor * (*device_prep_dma_memcpy)(struct dma_chan___2 *, dma_addr_t, dma_addr_t, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_memcpy_sg)(struct dma_chan___2 *, struct scatterlist *, unsigned int, struct scatterlist *, unsigned int, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_xor)(struct dma_chan___2 *, dma_addr_t, dma_addr_t *, unsigned int, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_xor_val)(struct dma_chan___2 *, dma_addr_t *, unsigned int, size_t, enum sum_check_flags *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_pq)(struct dma_chan___2 *, dma_addr_t *, dma_addr_t *, unsigned int, const unsigned char *, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_pq_val)(struct dma_chan___2 *, dma_addr_t *, dma_addr_t *, unsigned int, const unsigned char *, size_t, enum sum_check_flags *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_memset)(struct dma_chan___2 *, dma_addr_t, int, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_memset_sg)(struct dma_chan___2 *, struct scatterlist *, unsigned int, int, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_interrupt)(struct dma_chan___2 *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_slave_sg)(struct dma_chan___2 *, struct scatterlist *, unsigned int, enum dma_transfer_direction, long unsigned int, void *); struct dma_async_tx_descriptor * (*device_prep_dma_cyclic)(struct dma_chan___2 *, dma_addr_t, size_t, size_t, enum dma_transfer_direction, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_interleaved_dma)(struct dma_chan___2 *, struct dma_interleaved_template *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_imm_data)(struct dma_chan___2 *, dma_addr_t, u64, long unsigned int); void (*device_caps)(struct dma_chan___2 *, struct dma_slave_caps *); int (*device_config)(struct dma_chan___2 *, struct dma_slave_config *); int (*device_pause)(struct dma_chan___2 *); int (*device_resume)(struct dma_chan___2 *); int (*device_terminate_all)(struct dma_chan___2 *); void (*device_synchronize)(struct dma_chan___2 *); enum dma_status (*device_tx_status)(struct dma_chan___2 *, dma_cookie_t, struct dma_tx_state *); void (*device_issue_pending)(struct dma_chan___2 *); void (*device_release)(struct dma_device *); void (*dbg_summary_show)(struct seq_file *, struct dma_device *); struct dentry *dbg_dev_root; }; struct dma_chan_dev { struct dma_chan___2 *chan; struct device device; int dev_id; bool chan_dma_dev; }; enum dma_slave_buswidth { DMA_SLAVE_BUSWIDTH_UNDEFINED = 0, DMA_SLAVE_BUSWIDTH_1_BYTE = 1, DMA_SLAVE_BUSWIDTH_2_BYTES = 2, DMA_SLAVE_BUSWIDTH_3_BYTES = 3, DMA_SLAVE_BUSWIDTH_4_BYTES = 4, DMA_SLAVE_BUSWIDTH_8_BYTES = 8, DMA_SLAVE_BUSWIDTH_16_BYTES = 16, DMA_SLAVE_BUSWIDTH_32_BYTES = 32, DMA_SLAVE_BUSWIDTH_64_BYTES = 64, DMA_SLAVE_BUSWIDTH_128_BYTES = 128, }; struct dma_slave_config { enum dma_transfer_direction direction; phys_addr_t src_addr; phys_addr_t dst_addr; enum dma_slave_buswidth src_addr_width; enum dma_slave_buswidth dst_addr_width; u32 src_maxburst; u32 dst_maxburst; u32 src_port_window_size; u32 dst_port_window_size; bool device_fc; void *peripheral_config; size_t peripheral_size; }; struct dma_slave_caps { u32 src_addr_widths; u32 dst_addr_widths; u32 directions; u32 min_burst; u32 max_burst; u32 max_sg_burst; bool cmd_pause; bool cmd_resume; bool cmd_terminate; enum dma_residue_granularity residue_granularity; bool descriptor_reuse; }; typedef void (*dma_async_tx_callback)(void *); enum dmaengine_tx_result { DMA_TRANS_NOERROR = 0, DMA_TRANS_READ_FAILED = 1, DMA_TRANS_WRITE_FAILED = 2, DMA_TRANS_ABORTED = 3, }; struct dmaengine_result { enum dmaengine_tx_result result; u32 residue; }; typedef void (*dma_async_tx_callback_result)(void *, const struct dmaengine_result *); struct dmaengine_unmap_data { u16 map_cnt; u8 to_cnt; u8 from_cnt; u8 bidi_cnt; struct device *dev; struct kref kref; size_t len; dma_addr_t addr[0]; }; struct dma_descriptor_metadata_ops { int (*attach)(struct dma_async_tx_descriptor *, void *, size_t); void * (*get_ptr)(struct dma_async_tx_descriptor *, size_t *, size_t *); int (*set_len)(struct dma_async_tx_descriptor *, size_t); }; struct dma_async_tx_descriptor { dma_cookie_t cookie; enum dma_ctrl_flags flags; dma_addr_t phys; struct dma_chan___2 *chan; dma_cookie_t (*tx_submit)(struct dma_async_tx_descriptor *); int (*desc_free)(struct dma_async_tx_descriptor *); dma_async_tx_callback callback; dma_async_tx_callback_result callback_result; void *callback_param; struct dmaengine_unmap_data *unmap; enum dma_desc_metadata_mode desc_metadata_mode; struct dma_descriptor_metadata_ops *metadata_ops; }; struct dma_tx_state { dma_cookie_t last; dma_cookie_t used; u32 residue; u32 in_flight_bytes; }; struct dma_slave_map { const char *devname; const char *slave; void *param; }; struct rio_switch_ops; struct rio_dev; struct rio_switch { struct list_head node; u8 *route_table; u32 port_ok; struct rio_switch_ops *ops; spinlock_t lock; struct rio_dev *nextdev[0]; }; struct rio_mport; struct rio_switch_ops { struct module *owner; int (*add_entry)(struct rio_mport *, u16, u8, u16, u16, u8); int (*get_entry)(struct rio_mport *, u16, u8, u16, u16, u8 *); int (*clr_table)(struct rio_mport *, u16, u8, u16); int (*set_domain)(struct rio_mport *, u16, u8, u8); int (*get_domain)(struct rio_mport *, u16, u8, u8 *); int (*em_init)(struct rio_dev *); int (*em_handle)(struct rio_dev *, u8); }; struct rio_net; struct rio_driver; union rio_pw_msg; struct rio_dev { struct list_head global_list; struct list_head net_list; struct rio_net *net; bool do_enum; u16 did; u16 vid; u32 device_rev; u16 asm_did; u16 asm_vid; u16 asm_rev; u16 efptr; u32 pef; u32 swpinfo; u32 src_ops; u32 dst_ops; u32 comp_tag; u32 phys_efptr; u32 phys_rmap; u32 em_efptr; u64 dma_mask; struct rio_driver *driver; struct device dev; struct resource riores[16]; int (*pwcback)(struct rio_dev *, union rio_pw_msg *, int); u16 destid; u8 hopcount; struct rio_dev *prev; atomic_t state; struct rio_switch rswitch[0]; }; struct rio_msg { struct resource *res; void (*mcback)(struct rio_mport *, void *, int, int); }; struct rio_ops; struct rio_scan; struct rio_mport { struct list_head dbells; struct list_head pwrites; struct list_head node; struct list_head nnode; struct rio_net *net; struct mutex lock; struct resource iores; struct resource riores[16]; struct rio_msg inb_msg[4]; struct rio_msg outb_msg[4]; int host_deviceid; struct rio_ops *ops; unsigned char id; unsigned char index; unsigned int sys_size; u32 phys_efptr; u32 phys_rmap; unsigned char name[40]; struct device dev; void *priv; struct dma_device dma; struct rio_scan *nscan; atomic_t state; unsigned int pwe_refcnt; }; enum rio_device_state { RIO_DEVICE_INITIALIZING = 0, RIO_DEVICE_RUNNING = 1, RIO_DEVICE_GONE = 2, RIO_DEVICE_SHUTDOWN = 3, }; struct rio_net { struct list_head node; struct list_head devices; struct list_head switches; struct list_head mports; struct rio_mport *hport; unsigned char id; struct device dev; void *enum_data; void (*release)(struct rio_net *); }; struct rio_driver { struct list_head node; char *name; const struct rio_device_id *id_table; int (*probe)(struct rio_dev *, const struct rio_device_id *); void (*remove)(struct rio_dev *); void (*shutdown)(struct rio_dev *); int (*suspend)(struct rio_dev *, u32); int (*resume)(struct rio_dev *); int (*enable_wake)(struct rio_dev *, u32, int); struct device_driver driver; }; union rio_pw_msg { struct { u32 comptag; u32 errdetect; u32 is_port; u32 ltlerrdet; u32 padding[12]; } em; u32 raw[16]; }; struct rio_dbell { struct list_head node; struct resource *res; void (*dinb)(struct rio_mport *, void *, u16, u16, u16); void *dev_id; }; struct rio_mport_attr; struct rio_ops { int (*lcread)(struct rio_mport *, int, u32, int, u32 *); int (*lcwrite)(struct rio_mport *, int, u32, int, u32); int (*cread)(struct rio_mport *, int, u16, u8, u32, int, u32 *); int (*cwrite)(struct rio_mport *, int, u16, u8, u32, int, u32); int (*dsend)(struct rio_mport *, int, u16, u16); int (*pwenable)(struct rio_mport *, int); int (*open_outb_mbox)(struct rio_mport *, void *, int, int); void (*close_outb_mbox)(struct rio_mport *, int); int (*open_inb_mbox)(struct rio_mport *, void *, int, int); void (*close_inb_mbox)(struct rio_mport *, int); int (*add_outb_message)(struct rio_mport *, struct rio_dev *, int, void *, size_t); int (*add_inb_buffer)(struct rio_mport *, int, void *); void * (*get_inb_message)(struct rio_mport *, int); int (*map_inb)(struct rio_mport *, dma_addr_t, u64, u64, u32); void (*unmap_inb)(struct rio_mport *, dma_addr_t); int (*query_mport)(struct rio_mport *, struct rio_mport_attr *); int (*map_outb)(struct rio_mport *, u16, u64, u32, u32, dma_addr_t *); void (*unmap_outb)(struct rio_mport *, u16, u64); }; struct rio_scan { struct module *owner; int (*enumerate)(struct rio_mport *, u32); int (*discover)(struct rio_mport *, u32); }; struct rio_mport_attr { int flags; int link_speed; int link_width; int dma_max_sge; int dma_max_size; int dma_align; }; enum rio_write_type { RDW_DEFAULT = 0, RDW_ALL_NWRITE = 1, RDW_ALL_NWRITE_R = 2, RDW_LAST_NWRITE_R = 3, }; struct rio_dma_ext { u16 destid; u64 rio_addr; u8 rio_addr_u; enum rio_write_type wr_type; }; struct rio_dma_data { struct scatterlist *sg; unsigned int sg_len; u64 rio_addr; u8 rio_addr_u; enum rio_write_type wr_type; }; struct rio_scan_node { int mport_id; struct list_head node; struct rio_scan *ops; }; struct rio_pwrite { struct list_head node; int (*pwcback)(struct rio_mport *, void *, union rio_pw_msg *, int); void *context; }; struct rio_disc_work { struct work_struct work; struct rio_mport *mport; }; enum hdmi_infoframe_type { HDMI_INFOFRAME_TYPE_VENDOR = 129, HDMI_INFOFRAME_TYPE_AVI = 130, HDMI_INFOFRAME_TYPE_SPD = 131, HDMI_INFOFRAME_TYPE_AUDIO = 132, HDMI_INFOFRAME_TYPE_DRM = 135, }; struct hdmi_any_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; }; enum hdmi_colorspace { HDMI_COLORSPACE_RGB = 0, HDMI_COLORSPACE_YUV422 = 1, HDMI_COLORSPACE_YUV444 = 2, HDMI_COLORSPACE_YUV420 = 3, HDMI_COLORSPACE_RESERVED4 = 4, HDMI_COLORSPACE_RESERVED5 = 5, HDMI_COLORSPACE_RESERVED6 = 6, HDMI_COLORSPACE_IDO_DEFINED = 7, }; enum hdmi_scan_mode { HDMI_SCAN_MODE_NONE = 0, HDMI_SCAN_MODE_OVERSCAN = 1, HDMI_SCAN_MODE_UNDERSCAN = 2, HDMI_SCAN_MODE_RESERVED = 3, }; enum hdmi_colorimetry { HDMI_COLORIMETRY_NONE = 0, HDMI_COLORIMETRY_ITU_601 = 1, HDMI_COLORIMETRY_ITU_709 = 2, HDMI_COLORIMETRY_EXTENDED = 3, }; enum hdmi_picture_aspect { HDMI_PICTURE_ASPECT_NONE = 0, HDMI_PICTURE_ASPECT_4_3 = 1, HDMI_PICTURE_ASPECT_16_9 = 2, HDMI_PICTURE_ASPECT_64_27 = 3, HDMI_PICTURE_ASPECT_256_135 = 4, HDMI_PICTURE_ASPECT_RESERVED = 5, }; enum hdmi_active_aspect { HDMI_ACTIVE_ASPECT_16_9_TOP = 2, HDMI_ACTIVE_ASPECT_14_9_TOP = 3, HDMI_ACTIVE_ASPECT_16_9_CENTER = 4, HDMI_ACTIVE_ASPECT_PICTURE = 8, HDMI_ACTIVE_ASPECT_4_3 = 9, HDMI_ACTIVE_ASPECT_16_9 = 10, HDMI_ACTIVE_ASPECT_14_9 = 11, HDMI_ACTIVE_ASPECT_4_3_SP_14_9 = 13, HDMI_ACTIVE_ASPECT_16_9_SP_14_9 = 14, HDMI_ACTIVE_ASPECT_16_9_SP_4_3 = 15, }; enum hdmi_extended_colorimetry { HDMI_EXTENDED_COLORIMETRY_XV_YCC_601 = 0, HDMI_EXTENDED_COLORIMETRY_XV_YCC_709 = 1, HDMI_EXTENDED_COLORIMETRY_S_YCC_601 = 2, HDMI_EXTENDED_COLORIMETRY_OPYCC_601 = 3, HDMI_EXTENDED_COLORIMETRY_OPRGB = 4, HDMI_EXTENDED_COLORIMETRY_BT2020_CONST_LUM = 5, HDMI_EXTENDED_COLORIMETRY_BT2020 = 6, HDMI_EXTENDED_COLORIMETRY_RESERVED = 7, }; enum hdmi_quantization_range { HDMI_QUANTIZATION_RANGE_DEFAULT = 0, HDMI_QUANTIZATION_RANGE_LIMITED = 1, HDMI_QUANTIZATION_RANGE_FULL = 2, HDMI_QUANTIZATION_RANGE_RESERVED = 3, }; enum hdmi_nups { HDMI_NUPS_UNKNOWN = 0, HDMI_NUPS_HORIZONTAL = 1, HDMI_NUPS_VERTICAL = 2, HDMI_NUPS_BOTH = 3, }; enum hdmi_ycc_quantization_range { HDMI_YCC_QUANTIZATION_RANGE_LIMITED = 0, HDMI_YCC_QUANTIZATION_RANGE_FULL = 1, }; enum hdmi_content_type { HDMI_CONTENT_TYPE_GRAPHICS = 0, HDMI_CONTENT_TYPE_PHOTO = 1, HDMI_CONTENT_TYPE_CINEMA = 2, HDMI_CONTENT_TYPE_GAME = 3, }; enum hdmi_metadata_type { HDMI_STATIC_METADATA_TYPE1 = 0, }; enum hdmi_eotf { HDMI_EOTF_TRADITIONAL_GAMMA_SDR = 0, HDMI_EOTF_TRADITIONAL_GAMMA_HDR = 1, HDMI_EOTF_SMPTE_ST2084 = 2, HDMI_EOTF_BT_2100_HLG = 3, }; struct hdmi_avi_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; enum hdmi_colorspace colorspace; enum hdmi_scan_mode scan_mode; enum hdmi_colorimetry colorimetry; enum hdmi_picture_aspect picture_aspect; enum hdmi_active_aspect active_aspect; bool itc; enum hdmi_extended_colorimetry extended_colorimetry; enum hdmi_quantization_range quantization_range; enum hdmi_nups nups; unsigned char video_code; enum hdmi_ycc_quantization_range ycc_quantization_range; enum hdmi_content_type content_type; unsigned char pixel_repeat; short unsigned int top_bar; short unsigned int bottom_bar; short unsigned int left_bar; short unsigned int right_bar; }; struct hdmi_drm_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; enum hdmi_eotf eotf; enum hdmi_metadata_type metadata_type; struct { u16 x; u16 y; } display_primaries[3]; struct { u16 x; u16 y; } white_point; u16 max_display_mastering_luminance; u16 min_display_mastering_luminance; u16 max_cll; u16 max_fall; }; enum hdmi_spd_sdi { HDMI_SPD_SDI_UNKNOWN = 0, HDMI_SPD_SDI_DSTB = 1, HDMI_SPD_SDI_DVDP = 2, HDMI_SPD_SDI_DVHS = 3, HDMI_SPD_SDI_HDDVR = 4, HDMI_SPD_SDI_DVC = 5, HDMI_SPD_SDI_DSC = 6, HDMI_SPD_SDI_VCD = 7, HDMI_SPD_SDI_GAME = 8, HDMI_SPD_SDI_PC = 9, HDMI_SPD_SDI_BD = 10, HDMI_SPD_SDI_SACD = 11, HDMI_SPD_SDI_HDDVD = 12, HDMI_SPD_SDI_PMP = 13, }; struct hdmi_spd_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; char vendor[8]; char product[16]; enum hdmi_spd_sdi sdi; }; enum hdmi_audio_coding_type { HDMI_AUDIO_CODING_TYPE_STREAM = 0, HDMI_AUDIO_CODING_TYPE_PCM = 1, HDMI_AUDIO_CODING_TYPE_AC3 = 2, HDMI_AUDIO_CODING_TYPE_MPEG1 = 3, HDMI_AUDIO_CODING_TYPE_MP3 = 4, HDMI_AUDIO_CODING_TYPE_MPEG2 = 5, HDMI_AUDIO_CODING_TYPE_AAC_LC = 6, HDMI_AUDIO_CODING_TYPE_DTS = 7, HDMI_AUDIO_CODING_TYPE_ATRAC = 8, HDMI_AUDIO_CODING_TYPE_DSD = 9, HDMI_AUDIO_CODING_TYPE_EAC3 = 10, HDMI_AUDIO_CODING_TYPE_DTS_HD = 11, HDMI_AUDIO_CODING_TYPE_MLP = 12, HDMI_AUDIO_CODING_TYPE_DST = 13, HDMI_AUDIO_CODING_TYPE_WMA_PRO = 14, HDMI_AUDIO_CODING_TYPE_CXT = 15, }; enum hdmi_audio_sample_size { HDMI_AUDIO_SAMPLE_SIZE_STREAM = 0, HDMI_AUDIO_SAMPLE_SIZE_16 = 1, HDMI_AUDIO_SAMPLE_SIZE_20 = 2, HDMI_AUDIO_SAMPLE_SIZE_24 = 3, }; enum hdmi_audio_sample_frequency { HDMI_AUDIO_SAMPLE_FREQUENCY_STREAM = 0, HDMI_AUDIO_SAMPLE_FREQUENCY_32000 = 1, HDMI_AUDIO_SAMPLE_FREQUENCY_44100 = 2, HDMI_AUDIO_SAMPLE_FREQUENCY_48000 = 3, HDMI_AUDIO_SAMPLE_FREQUENCY_88200 = 4, HDMI_AUDIO_SAMPLE_FREQUENCY_96000 = 5, HDMI_AUDIO_SAMPLE_FREQUENCY_176400 = 6, HDMI_AUDIO_SAMPLE_FREQUENCY_192000 = 7, }; enum hdmi_audio_coding_type_ext { HDMI_AUDIO_CODING_TYPE_EXT_CT = 0, HDMI_AUDIO_CODING_TYPE_EXT_HE_AAC = 1, HDMI_AUDIO_CODING_TYPE_EXT_HE_AAC_V2 = 2, HDMI_AUDIO_CODING_TYPE_EXT_MPEG_SURROUND = 3, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_HE_AAC = 4, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_HE_AAC_V2 = 5, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_AAC_LC = 6, HDMI_AUDIO_CODING_TYPE_EXT_DRA = 7, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_HE_AAC_SURROUND = 8, HDMI_AUDIO_CODING_TYPE_EXT_MPEG4_AAC_LC_SURROUND = 10, }; struct hdmi_audio_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; unsigned char channels; enum hdmi_audio_coding_type coding_type; enum hdmi_audio_sample_size sample_size; enum hdmi_audio_sample_frequency sample_frequency; enum hdmi_audio_coding_type_ext coding_type_ext; unsigned char channel_allocation; unsigned char level_shift_value; bool downmix_inhibit; }; enum hdmi_3d_structure { HDMI_3D_STRUCTURE_INVALID = 4294967295, HDMI_3D_STRUCTURE_FRAME_PACKING = 0, HDMI_3D_STRUCTURE_FIELD_ALTERNATIVE = 1, HDMI_3D_STRUCTURE_LINE_ALTERNATIVE = 2, HDMI_3D_STRUCTURE_SIDE_BY_SIDE_FULL = 3, HDMI_3D_STRUCTURE_L_DEPTH = 4, HDMI_3D_STRUCTURE_L_DEPTH_GFX_GFX_DEPTH = 5, HDMI_3D_STRUCTURE_TOP_AND_BOTTOM = 6, HDMI_3D_STRUCTURE_SIDE_BY_SIDE_HALF = 8, }; struct hdmi_vendor_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; unsigned int oui; u8 vic; enum hdmi_3d_structure s3d_struct; unsigned int s3d_ext_data; }; union hdmi_vendor_any_infoframe { struct { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; unsigned int oui; } any; struct hdmi_vendor_infoframe hdmi; }; union hdmi_infoframe { struct hdmi_any_infoframe any; struct hdmi_avi_infoframe avi; struct hdmi_spd_infoframe spd; union hdmi_vendor_any_infoframe vendor; struct hdmi_audio_infoframe audio; struct hdmi_drm_infoframe drm; }; struct vc { struct vc_data *d; struct work_struct SAK_work; }; struct vgastate { void *vgabase; long unsigned int membase; __u32 memsize; __u32 flags; __u32 depth; __u32 num_attr; __u32 num_crtc; __u32 num_gfx; __u32 num_seq; void *vidstate; }; struct fb_fix_screeninfo { char id[16]; long unsigned int smem_start; __u32 smem_len; __u32 type; __u32 type_aux; __u32 visual; __u16 xpanstep; __u16 ypanstep; __u16 ywrapstep; __u32 line_length; long unsigned int mmio_start; __u32 mmio_len; __u32 accel; __u16 capabilities; __u16 reserved[2]; }; struct fb_bitfield { __u32 offset; __u32 length; __u32 msb_right; }; struct fb_var_screeninfo { __u32 xres; __u32 yres; __u32 xres_virtual; __u32 yres_virtual; __u32 xoffset; __u32 yoffset; __u32 bits_per_pixel; __u32 grayscale; struct fb_bitfield red; struct fb_bitfield green; struct fb_bitfield blue; struct fb_bitfield transp; __u32 nonstd; __u32 activate; __u32 height; __u32 width; __u32 accel_flags; __u32 pixclock; __u32 left_margin; __u32 right_margin; __u32 upper_margin; __u32 lower_margin; __u32 hsync_len; __u32 vsync_len; __u32 sync; __u32 vmode; __u32 rotate; __u32 colorspace; __u32 reserved[4]; }; struct fb_cmap { __u32 start; __u32 len; __u16 *red; __u16 *green; __u16 *blue; __u16 *transp; }; enum { FB_BLANK_UNBLANK = 0, FB_BLANK_NORMAL = 1, FB_BLANK_VSYNC_SUSPEND = 2, FB_BLANK_HSYNC_SUSPEND = 3, FB_BLANK_POWERDOWN = 4, }; struct fb_copyarea { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 sx; __u32 sy; }; struct fb_fillrect { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 color; __u32 rop; }; struct fb_image { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 fg_color; __u32 bg_color; __u8 depth; const char *data; struct fb_cmap cmap; }; struct fbcurpos { __u16 x; __u16 y; }; struct fb_cursor { __u16 set; __u16 enable; __u16 rop; const char *mask; struct fbcurpos hot; struct fb_image image; }; struct fb_chroma { __u32 redx; __u32 greenx; __u32 bluex; __u32 whitex; __u32 redy; __u32 greeny; __u32 bluey; __u32 whitey; }; struct fb_videomode; struct fb_monspecs { struct fb_chroma chroma; struct fb_videomode *modedb; __u8 manufacturer[4]; __u8 monitor[14]; __u8 serial_no[14]; __u8 ascii[14]; __u32 modedb_len; __u32 model; __u32 serial; __u32 year; __u32 week; __u32 hfmin; __u32 hfmax; __u32 dclkmin; __u32 dclkmax; __u16 input; __u16 dpms; __u16 signal; __u16 vfmin; __u16 vfmax; __u16 gamma; __u16 gtf: 1; __u16 misc; __u8 version; __u8 revision; __u8 max_x; __u8 max_y; }; struct fb_videomode { const char *name; u32 refresh; u32 xres; u32 yres; u32 pixclock; u32 left_margin; u32 right_margin; u32 upper_margin; u32 lower_margin; u32 hsync_len; u32 vsync_len; u32 sync; u32 vmode; u32 flag; }; struct fb_info; struct fb_event { struct fb_info *info; void *data; }; struct fb_pixmap { u8 *addr; u32 size; u32 offset; u32 buf_align; u32 scan_align; u32 access_align; u32 flags; u32 blit_x; u32 blit_y; void (*writeio)(struct fb_info *, void *, void *, unsigned int); void (*readio)(struct fb_info *, void *, void *, unsigned int); }; struct backlight_device; struct fb_deferred_io_pageref; struct fb_deferred_io; struct fb_ops; struct fb_tile_ops; struct apertures_struct; struct fb_info { refcount_t count; int node; int flags; int fbcon_rotate_hint; struct mutex lock; struct mutex mm_lock; struct fb_var_screeninfo var; struct fb_fix_screeninfo fix; struct fb_monspecs monspecs; struct fb_pixmap pixmap; struct fb_pixmap sprite; struct fb_cmap cmap; struct list_head modelist; struct fb_videomode *mode; struct backlight_device *bl_dev; struct mutex bl_curve_mutex; u8 bl_curve[128]; struct delayed_work deferred_work; long unsigned int npagerefs; struct fb_deferred_io_pageref *pagerefs; struct fb_deferred_io *fbdefio; const struct fb_ops *fbops; struct device *device; struct device *dev; int class_flag; struct fb_tile_ops *tileops; union { char *screen_base; char *screen_buffer; }; long unsigned int screen_size; void *pseudo_palette; u32 state; void *fbcon_par; void *par; struct apertures_struct *apertures; bool skip_vt_switch; bool forced_out; }; struct fb_blit_caps { u32 x; u32 y; u32 len; u32 flags; }; struct fb_deferred_io_pageref { struct page *page; long unsigned int offset; struct list_head list; }; struct fb_deferred_io { long unsigned int delay; bool sort_pagereflist; struct mutex lock; struct list_head pagereflist; void (*first_io)(struct fb_info *); void (*deferred_io)(struct fb_info *, struct list_head *); }; struct fb_ops { struct module *owner; int (*fb_open)(struct fb_info *, int); int (*fb_release)(struct fb_info *, int); ssize_t (*fb_read)(struct fb_info *, char *, size_t, loff_t *); ssize_t (*fb_write)(struct fb_info *, const char *, size_t, loff_t *); int (*fb_check_var)(struct fb_var_screeninfo *, struct fb_info *); int (*fb_set_par)(struct fb_info *); int (*fb_setcolreg)(unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, struct fb_info *); int (*fb_setcmap)(struct fb_cmap *, struct fb_info *); int (*fb_blank)(int, struct fb_info *); int (*fb_pan_display)(struct fb_var_screeninfo *, struct fb_info *); void (*fb_fillrect)(struct fb_info *, const struct fb_fillrect *); void (*fb_copyarea)(struct fb_info *, const struct fb_copyarea *); void (*fb_imageblit)(struct fb_info *, const struct fb_image *); int (*fb_cursor)(struct fb_info *, struct fb_cursor *); int (*fb_sync)(struct fb_info *); int (*fb_ioctl)(struct fb_info *, unsigned int, long unsigned int); int (*fb_compat_ioctl)(struct fb_info *, unsigned int, long unsigned int); int (*fb_mmap)(struct fb_info *, struct vm_area_struct *); void (*fb_get_caps)(struct fb_info *, struct fb_blit_caps *, struct fb_var_screeninfo *); void (*fb_destroy)(struct fb_info *); int (*fb_debug_enter)(struct fb_info *); int (*fb_debug_leave)(struct fb_info *); }; struct fb_tilemap { __u32 width; __u32 height; __u32 depth; __u32 length; const __u8 *data; }; struct fb_tilerect { __u32 sx; __u32 sy; __u32 width; __u32 height; __u32 index; __u32 fg; __u32 bg; __u32 rop; }; struct fb_tilearea { __u32 sx; __u32 sy; __u32 dx; __u32 dy; __u32 width; __u32 height; }; struct fb_tileblit { __u32 sx; __u32 sy; __u32 width; __u32 height; __u32 fg; __u32 bg; __u32 length; __u32 *indices; }; struct fb_tilecursor { __u32 sx; __u32 sy; __u32 mode; __u32 shape; __u32 fg; __u32 bg; }; struct fb_tile_ops { void (*fb_settile)(struct fb_info *, struct fb_tilemap *); void (*fb_tilecopy)(struct fb_info *, struct fb_tilearea *); void (*fb_tilefill)(struct fb_info *, struct fb_tilerect *); void (*fb_tileblit)(struct fb_info *, struct fb_tileblit *); void (*fb_tilecursor)(struct fb_info *, struct fb_tilecursor *); int (*fb_get_tilemax)(struct fb_info *); }; struct aperture { resource_size_t base; resource_size_t size; }; struct apertures_struct { unsigned int count; struct aperture ranges[0]; }; enum backlight_type { BACKLIGHT_RAW = 1, BACKLIGHT_PLATFORM = 2, BACKLIGHT_FIRMWARE = 3, BACKLIGHT_TYPE_MAX = 4, }; enum backlight_scale { BACKLIGHT_SCALE_UNKNOWN = 0, BACKLIGHT_SCALE_LINEAR = 1, BACKLIGHT_SCALE_NON_LINEAR = 2, }; struct backlight_properties { int brightness; int max_brightness; int power; int fb_blank; enum backlight_type type; unsigned int state; enum backlight_scale scale; }; struct backlight_ops; struct backlight_device { struct backlight_properties props; struct mutex update_lock; struct mutex ops_lock; const struct backlight_ops *ops; struct notifier_block fb_notif; struct list_head entry; struct device dev; bool fb_bl_on[32]; int use_count; }; enum backlight_update_reason { BACKLIGHT_UPDATE_HOTKEY = 0, BACKLIGHT_UPDATE_SYSFS = 1, }; enum backlight_notification { BACKLIGHT_REGISTERED = 0, BACKLIGHT_UNREGISTERED = 1, }; struct backlight_ops { unsigned int options; int (*update_status)(struct backlight_device *); int (*get_brightness)(struct backlight_device *); int (*check_fb)(struct backlight_device *, struct fb_info *); }; struct fb_cmap_user { __u32 start; __u32 len; __u16 *red; __u16 *green; __u16 *blue; __u16 *transp; }; struct fb_modelist { struct list_head list; struct fb_videomode mode; }; struct fb_fix_screeninfo32 { char id[16]; compat_caddr_t smem_start; u32 smem_len; u32 type; u32 type_aux; u32 visual; u16 xpanstep; u16 ypanstep; u16 ywrapstep; u32 line_length; compat_caddr_t mmio_start; u32 mmio_len; u32 accel; u16 reserved[3]; }; struct fb_cmap32 { u32 start; u32 len; compat_caddr_t red; compat_caddr_t green; compat_caddr_t blue; compat_caddr_t transp; }; struct dmt_videomode { u32 dmt_id; u32 std_2byte_code; u32 cvt_3byte_code; const struct fb_videomode *mode; }; enum display_flags { DISPLAY_FLAGS_HSYNC_LOW = 1, DISPLAY_FLAGS_HSYNC_HIGH = 2, DISPLAY_FLAGS_VSYNC_LOW = 4, DISPLAY_FLAGS_VSYNC_HIGH = 8, DISPLAY_FLAGS_DE_LOW = 16, DISPLAY_FLAGS_DE_HIGH = 32, DISPLAY_FLAGS_PIXDATA_POSEDGE = 64, DISPLAY_FLAGS_PIXDATA_NEGEDGE = 128, DISPLAY_FLAGS_INTERLACED = 256, DISPLAY_FLAGS_DOUBLESCAN = 512, DISPLAY_FLAGS_DOUBLECLK = 1024, DISPLAY_FLAGS_SYNC_POSEDGE = 2048, DISPLAY_FLAGS_SYNC_NEGEDGE = 4096, }; struct videomode { long unsigned int pixelclock; u32 hactive; u32 hfront_porch; u32 hback_porch; u32 hsync_len; u32 vactive; u32 vfront_porch; u32 vback_porch; u32 vsync_len; enum display_flags flags; }; struct broken_edid { u8 manufacturer[4]; u32 model; u32 fix; }; struct __fb_timings { u32 dclk; u32 hfreq; u32 vfreq; u32 hactive; u32 vactive; u32 hblank; u32 vblank; u32 htotal; u32 vtotal; }; struct fb_cvt_data { u32 xres; u32 yres; u32 refresh; u32 f_refresh; u32 pixclock; u32 hperiod; u32 hblank; u32 hfreq; u32 htotal; u32 vtotal; u32 vsync; u32 hsync; u32 h_front_porch; u32 h_back_porch; u32 v_front_porch; u32 v_back_porch; u32 h_margin; u32 v_margin; u32 interlace; u32 aspect_ratio; u32 active_pixels; u32 flags; u32 status; }; typedef unsigned char u_char; struct fb_con2fbmap { __u32 console; __u32 framebuffer; }; struct fbcon_display { const u_char *fontdata; int userfont; u_short inverse; short int yscroll; int vrows; int cursor_shape; int con_rotate; u32 xres_virtual; u32 yres_virtual; u32 height; u32 width; u32 bits_per_pixel; u32 grayscale; u32 nonstd; u32 accel_flags; u32 rotate; struct fb_bitfield red; struct fb_bitfield green; struct fb_bitfield blue; struct fb_bitfield transp; const struct fb_videomode *mode; }; struct fbcon_ops { void (*bmove)(struct vc_data *, struct fb_info *, int, int, int, int, int, int); void (*clear)(struct vc_data *, struct fb_info *, int, int, int, int); void (*putcs)(struct vc_data *, struct fb_info *, const short unsigned int *, int, int, int, int, int); void (*clear_margins)(struct vc_data *, struct fb_info *, int, int); void (*cursor)(struct vc_data *, struct fb_info *, int, int, int); int (*update_start)(struct fb_info *); int (*rotate_font)(struct fb_info *, struct vc_data *); struct fb_var_screeninfo var; struct delayed_work cursor_work; struct fb_cursor cursor_state; struct fbcon_display *p; struct fb_info *info; int currcon; int cur_blink_jiffies; int cursor_flash; int cursor_reset; int blank_state; int graphics; int save_graphics; bool initialized; int rotate; int cur_rotate; char *cursor_data; u8 *fontbuffer; u8 *fontdata; u8 *cursor_src; u32 cursor_size; u32 fd_size; }; enum { FBCON_LOGO_CANSHOW = 4294967295, FBCON_LOGO_DRAW = 4294967294, FBCON_LOGO_DONTSHOW = 4294967293, }; typedef long unsigned int u_long; enum { S1SA = 0, S2SA = 1, SP = 2, DSA = 3, CNT = 4, DP_OCTL = 5, CLR = 6, BI = 8, MBC = 9, BLTCTL = 10, HES = 12, HEB = 13, HSB = 14, HT = 15, VES = 16, VEB = 17, VSB = 18, VT = 19, HCIV = 20, VCIV = 21, TCDR = 22, VIL = 23, STGCTL = 24, SSR = 25, HRIR = 26, SPR = 27, CMR = 28, SRGCTL = 29, RRCIV = 30, RRSC = 31, RRCR = 34, GIOE = 32, GIO = 33, SCR = 35, SSTATUS = 36, PRC = 37, }; enum { PADDRW = 0, PDATA = 4, PPMASK = 8, PADDRR = 12, PIDXLO = 16, PIDXHI = 20, PIDXDATA = 24, PIDXCTL = 28, }; enum { CLKCTL = 2, SYNCCTL = 3, HSYNCPOS = 4, PWRMNGMT = 5, DACOP = 6, PALETCTL = 7, SYSCLKCTL = 8, PIXFMT = 10, BPP8 = 11, BPP16 = 12, BPP24 = 13, BPP32 = 14, PIXCTL1 = 16, PIXCTL2 = 17, SYSCLKN = 21, SYSCLKM = 22, SYSCLKP = 23, SYSCLKC = 24, PIXM0 = 32, PIXN0 = 33, PIXP0 = 34, PIXC0 = 35, CURSCTL = 48, CURSXLO = 49, CURSXHI = 50, CURSYLO = 51, CURSYHI = 52, CURSHOTX = 53, CURSHOTY = 54, CURSACCTL = 55, CURSACATTR = 56, CURS1R = 64, CURS1G = 65, CURS1B = 66, CURS2R = 67, CURS2G = 68, CURS2B = 69, CURS3R = 70, CURS3G = 71, CURS3B = 72, BORDR = 96, BORDG = 97, BORDB = 98, MISCTL1 = 112, MISCTL2 = 113, MISCTL3 = 114, KEYCTL = 120, }; enum { TVPADDRW = 0, TVPPDATA = 4, TVPPMASK = 8, TVPPADRR = 12, TVPCADRW = 16, TVPCDATA = 20, TVPCADRR = 28, TVPDCCTL = 36, TVPIDATA = 40, TVPCRDAT = 44, TVPCXPOL = 48, TVPCXPOH = 52, TVPCYPOL = 56, TVPCYPOH = 60, }; enum { TVPIRREV = 1, TVPIRICC = 6, TVPIRBRC = 7, TVPIRLAC = 15, TVPIRTCC = 24, TVPIRMXC = 25, TVPIRCLS = 26, TVPIRPPG = 28, TVPIRGEC = 29, TVPIRMIC = 30, TVPIRPLA = 44, TVPIRPPD = 45, TVPIRMPD = 46, TVPIRLPD = 47, TVPIRCKL = 48, TVPIRCKH = 49, TVPIRCRL = 50, TVPIRCRH = 51, TVPIRCGL = 52, TVPIRCGH = 53, TVPIRCBL = 54, TVPIRCBH = 55, TVPIRCKC = 56, TVPIRMLC = 57, TVPIRSEN = 58, TVPIRTMD = 59, TVPIRRML = 60, TVPIRRMM = 61, TVPIRRMS = 62, TVPIRDID = 63, TVPIRRES = 255, }; struct initvalues { __u8 addr; __u8 value; }; struct imstt_regvals { __u32 pitch; __u16 hes; __u16 heb; __u16 hsb; __u16 ht; __u16 ves; __u16 veb; __u16 vsb; __u16 vt; __u16 vil; __u8 pclk_m; __u8 pclk_n; __u8 pclk_p; __u8 mlc[3]; __u8 lckl_p[3]; }; struct imstt_par { struct imstt_regvals init; __u32 *dc_regs; long unsigned int cmap_regs_phys; __u8 *cmap_regs; __u32 ramdac; __u32 palette[16]; }; enum { IBM = 0, TVP = 1, }; struct chips_init_reg { unsigned char addr; unsigned char data; }; struct vesafb_par { u32 pseudo_palette[256]; int wc_cookie; struct resource *region; }; struct acpi_table_bgrt { struct acpi_table_header header; u16 version; u8 status; u8 image_type; u64 image_address; u32 image_offset_x; u32 image_offset_y; }; enum drm_panel_orientation { DRM_MODE_PANEL_ORIENTATION_UNKNOWN = 4294967295, DRM_MODE_PANEL_ORIENTATION_NORMAL = 0, DRM_MODE_PANEL_ORIENTATION_BOTTOM_UP = 1, DRM_MODE_PANEL_ORIENTATION_LEFT_UP = 2, DRM_MODE_PANEL_ORIENTATION_RIGHT_UP = 3, }; struct bmp_file_header { u16 id; u32 file_size; u32 reserved; u32 bitmap_offset; } __attribute__((packed)); struct bmp_dib_header { u32 dib_header_size; s32 width; s32 height; u16 planes; u16 bpp; u32 compression; u32 bitmap_size; u32 horz_resolution; u32 vert_resolution; u32 colors_used; u32 colors_important; }; struct timing_entry { u32 min; u32 typ; u32 max; }; struct display_timing { struct timing_entry pixelclock; struct timing_entry hactive; struct timing_entry hfront_porch; struct timing_entry hback_porch; struct timing_entry hsync_len; struct timing_entry vactive; struct timing_entry vfront_porch; struct timing_entry vback_porch; struct timing_entry vsync_len; enum display_flags flags; }; struct display_timings { unsigned int num_timings; unsigned int native_mode; struct display_timing **timings; }; struct thermal_cooling_device_ops; struct thermal_cooling_device { int id; char *type; struct device device; struct device_node *np; void *devdata; void *stats; const struct thermal_cooling_device_ops *ops; bool updated; struct mutex lock; struct list_head thermal_instances; struct list_head node; }; enum { C1E_PROMOTION_PRESERVE = 0, C1E_PROMOTION_ENABLE = 1, C1E_PROMOTION_DISABLE = 2, }; struct idle_cpu { struct cpuidle_state *state_table; long unsigned int auto_demotion_disable_flags; bool byt_auto_demotion_disable_flag; bool disable_promotion_to_c1e; bool use_acpi; }; struct thermal_cooling_device_ops { int (*get_max_state)(struct thermal_cooling_device *, long unsigned int *); int (*get_cur_state)(struct thermal_cooling_device *, long unsigned int *); int (*set_cur_state)(struct thermal_cooling_device *, long unsigned int); int (*get_requested_power)(struct thermal_cooling_device *, u32 *); int (*state2power)(struct thermal_cooling_device *, long unsigned int, u32 *); int (*power2state)(struct thermal_cooling_device *, u32, long unsigned int *); }; struct acpi_lpi_state { u32 min_residency; u32 wake_latency; u32 flags; u32 arch_flags; u32 res_cnt_freq; u32 enable_parent_state; u64 address; u8 index; u8 entry_method; char desc[32]; }; struct acpi_processor_power { int count; union { struct acpi_processor_cx states[8]; struct acpi_lpi_state lpi_states[8]; }; int timer_broadcast_on_state; }; struct acpi_psd_package { u64 num_entries; u64 revision; u64 domain; u64 coord_type; u64 num_processors; }; struct acpi_pct_register { u8 descriptor; u16 length; u8 space_id; u8 bit_width; u8 bit_offset; u8 reserved; u64 address; } __attribute__((packed)); struct acpi_processor_px { u64 core_frequency; u64 power; u64 transition_latency; u64 bus_master_latency; u64 control; u64 status; }; struct acpi_processor_performance { unsigned int state; unsigned int platform_limit; struct acpi_pct_register control_register; struct acpi_pct_register status_register; short: 16; unsigned int state_count; int: 32; struct acpi_processor_px *states; struct acpi_psd_package domain_info; cpumask_var_t shared_cpu_map; unsigned int shared_type; int: 32; } __attribute__((packed)); struct acpi_tsd_package { u64 num_entries; u64 revision; u64 domain; u64 coord_type; u64 num_processors; }; struct acpi_processor_tx_tss { u64 freqpercentage; u64 power; u64 transition_latency; u64 control; u64 status; }; struct acpi_processor_tx { u16 power; u16 performance; }; struct acpi_processor; struct acpi_processor_throttling { unsigned int state; unsigned int platform_limit; struct acpi_pct_register control_register; struct acpi_pct_register status_register; short: 16; unsigned int state_count; int: 32; struct acpi_processor_tx_tss *states_tss; struct acpi_tsd_package domain_info; cpumask_var_t shared_cpu_map; int (*acpi_processor_get_throttling)(struct acpi_processor *); int (*acpi_processor_set_throttling)(struct acpi_processor *, int, bool); u32 address; u8 duty_offset; u8 duty_width; u8 tsd_valid_flag; char: 8; unsigned int shared_type; struct acpi_processor_tx states[16]; int: 32; } __attribute__((packed)); struct acpi_processor_lx { int px; int tx; }; struct acpi_processor_limit { struct acpi_processor_lx state; struct acpi_processor_lx thermal; struct acpi_processor_lx user; }; struct acpi_processor { acpi_handle handle; u32 acpi_id; phys_cpuid_t phys_id; u32 id; u32 pblk; int performance_platform_limit; int throttling_platform_limit; struct acpi_processor_flags flags; struct acpi_processor_power power; struct acpi_processor_performance *performance; struct acpi_processor_throttling throttling; struct acpi_processor_limit limit; struct thermal_cooling_device *cdev; struct device *dev; struct freq_qos_request perflib_req; struct freq_qos_request thermal_req; }; enum ipmi_addr_src { SI_INVALID = 0, SI_HOTMOD = 1, SI_HARDCODED = 2, SI_SPMI = 3, SI_ACPI = 4, SI_SMBIOS = 5, SI_PCI = 6, SI_DEVICETREE = 7, SI_PLATFORM = 8, SI_LAST = 9, }; struct dmi_header { u8 type; u8 length; u16 handle; }; enum si_type { SI_TYPE_INVALID = 0, SI_KCS = 1, SI_SMIC = 2, SI_BT = 3, SI_TYPE_MAX = 4, }; enum ipmi_addr_space { IPMI_IO_ADDR_SPACE = 0, IPMI_MEM_ADDR_SPACE = 1, }; enum ipmi_plat_interface_type { IPMI_PLAT_IF_SI = 0, IPMI_PLAT_IF_SSIF = 1, }; struct ipmi_plat_data { enum ipmi_plat_interface_type iftype; unsigned int type; unsigned int space; long unsigned int addr; unsigned int regspacing; unsigned int regsize; unsigned int regshift; unsigned int irq; unsigned int slave_addr; enum ipmi_addr_src addr_source; }; struct ipmi_dmi_info { enum si_type si_type; unsigned int space; long unsigned int addr; u8 slave_addr; struct ipmi_dmi_info *next; }; typedef u16 acpi_owner_id; union acpi_name_union { u32 integer; char ascii[4]; }; struct acpi_table_desc { acpi_physical_address address; struct acpi_table_header *pointer; u32 length; union acpi_name_union signature; acpi_owner_id owner_id; u8 flags; u16 validation_count; }; enum acpi_cedt_type { ACPI_CEDT_TYPE_CHBS = 0, ACPI_CEDT_TYPE_CFMWS = 1, ACPI_CEDT_TYPE_RESERVED = 2, }; struct acpi_madt_io_sapic { struct acpi_subtable_header header; u8 id; u8 reserved; u32 global_irq_base; u64 address; }; struct acpi_madt_interrupt_source { struct acpi_subtable_header header; u16 inti_flags; u8 type; u8 id; u8 eid; u8 io_sapic_vector; u32 global_irq; u32 flags; }; struct acpi_madt_generic_interrupt { struct acpi_subtable_header header; u16 reserved; u32 cpu_interface_number; u32 uid; u32 flags; u32 parking_version; u32 performance_interrupt; u64 parked_address; u64 base_address; u64 gicv_base_address; u64 gich_base_address; u32 vgic_interrupt; u64 gicr_base_address; u64 arm_mpidr; u8 efficiency_class; u8 reserved2[1]; u16 spe_interrupt; } __attribute__((packed)); struct acpi_madt_generic_distributor { struct acpi_subtable_header header; u16 reserved; u32 gic_id; u64 base_address; u32 global_irq_base; u8 version; u8 reserved2[3]; }; typedef int (*acpi_tbl_table_handler)(struct acpi_table_header *); enum acpi_subtable_type { ACPI_SUBTABLE_COMMON = 0, ACPI_SUBTABLE_HMAT = 1, ACPI_SUBTABLE_PRMT = 2, ACPI_SUBTABLE_CEDT = 3, }; struct acpi_subtable_entry { union acpi_subtable_headers *hdr; enum acpi_subtable_type type; }; enum acpi_predicate { all_versions = 0, less_than_or_equal = 1, equal = 2, greater_than_or_equal = 3, }; struct acpi_platform_list { char oem_id[7]; char oem_table_id[9]; u32 oem_revision; char *table; enum acpi_predicate pred; char *reason; u32 data; }; typedef char *acpi_string; struct acpi_osi_entry { char string[64]; bool enable; }; struct acpi_osi_config { u8 default_disabling; unsigned int linux_enable: 1; unsigned int linux_dmi: 1; unsigned int linux_cmdline: 1; unsigned int darwin_enable: 1; unsigned int darwin_dmi: 1; unsigned int darwin_cmdline: 1; }; struct acpi_predefined_names { const char *name; u8 type; char *val; }; typedef u32 (*acpi_osd_handler)(void *); typedef void (*acpi_osd_exec_callback)(void *); struct acpi_pci_id { u16 segment; u16 bus; u16 device; u16 function; }; typedef enum { OSL_GLOBAL_LOCK_HANDLER = 0, OSL_NOTIFY_HANDLER = 1, OSL_GPE_HANDLER = 2, OSL_DEBUGGER_MAIN_THREAD = 3, OSL_DEBUGGER_EXEC_THREAD = 4, OSL_EC_POLL_HANDLER = 5, OSL_EC_BURST_HANDLER = 6, } acpi_execute_type; struct acpi_debugger_ops { int (*create_thread)(acpi_osd_exec_callback, void *); ssize_t (*write_log)(const char *); ssize_t (*read_cmd)(char *, size_t); int (*wait_command_ready)(bool, char *, size_t); int (*notify_command_complete)(); }; struct acpi_debugger { const struct acpi_debugger_ops *ops; struct module *owner; struct mutex lock; }; struct acpi_os_dpc { acpi_osd_exec_callback function; void *context; struct work_struct work; }; struct acpi_ioremap { struct list_head list; void *virt; acpi_physical_address phys; acpi_size size; union { long unsigned int refcount; struct rcu_work rwork; } track; }; struct acpi_hp_work { struct work_struct work; struct acpi_device *adev; u32 src; }; struct acpi_object_list { u32 count; union acpi_object *pointer; }; struct acpi_pld_info { u8 revision; u8 ignore_color; u8 red; u8 green; u8 blue; u16 width; u16 height; u8 user_visible; u8 dock; u8 lid; u8 panel; u8 vertical_position; u8 horizontal_position; u8 shape; u8 group_orientation; u8 group_token; u8 group_position; u8 bay; u8 ejectable; u8 ospm_eject_required; u8 cabinet_number; u8 card_cage_number; u8 reference; u8 rotation; u8 order; u8 reserved; u16 vertical_offset; u16 horizontal_offset; }; struct acpi_handle_list { u32 count; acpi_handle handles[10]; }; struct acpi_device_bus_id { const char *bus_id; struct ida instance_ida; struct list_head node; }; struct acpi_dev_match_info { struct acpi_device_id hid[2]; const char *uid; s64 hrv; }; struct nvs_region { __u64 phys_start; __u64 size; struct list_head node; }; struct nvs_page { long unsigned int phys_start; unsigned int size; void *kaddr; void *data; bool unmap; struct list_head node; }; struct acpi_wakeup_handler { struct list_head list_node; bool (*wakeup)(void *); void *context; }; typedef u32 acpi_event_status; struct acpi_table_facs { char signature[4]; u32 length; u32 hardware_signature; u32 firmware_waking_vector; u32 global_lock; u32 flags; u64 xfirmware_waking_vector; u8 version; u8 reserved[3]; u32 ospm_flags; u8 reserved1[24]; }; struct acpi_hardware_id { struct list_head list; const char *id; }; struct acpi_data_node { const char *name; acpi_handle handle; struct fwnode_handle fwnode; struct fwnode_handle *parent; struct acpi_device_data data; struct list_head sibling; struct kobject kobj; struct completion kobj_done; }; struct acpi_data_node_attr { struct attribute attr; ssize_t (*show)(struct acpi_data_node *, char *); ssize_t (*store)(struct acpi_data_node *, const char *, size_t); }; struct pm_domain_data { struct list_head list_node; struct device *dev; }; struct acpi_device_physical_node { unsigned int node_id; struct list_head node; struct device *dev; bool put_online: 1; }; enum acpi_bus_device_type { ACPI_BUS_TYPE_DEVICE = 0, ACPI_BUS_TYPE_POWER = 1, ACPI_BUS_TYPE_PROCESSOR = 2, ACPI_BUS_TYPE_THERMAL = 3, ACPI_BUS_TYPE_POWER_BUTTON = 4, ACPI_BUS_TYPE_SLEEP_BUTTON = 5, ACPI_BUS_TYPE_ECDT_EC = 6, ACPI_BUS_DEVICE_TYPE_COUNT = 7, }; struct acpi_osc_context { char *uuid_str; int rev; struct acpi_buffer cap; struct acpi_buffer ret; }; struct acpi_dev_walk_context { int (*fn)(struct acpi_device *, void *); void *data; }; struct acpi_bus_type { struct list_head list; const char *name; bool (*match)(struct device *); struct acpi_device * (*find_companion)(struct device *); void (*setup)(struct device *); }; struct acpi_pnp_device_id { u32 length; char *string; }; struct acpi_pnp_device_id_list { u32 count; u32 list_size; struct acpi_pnp_device_id ids[0]; }; struct acpi_device_info { u32 info_size; u32 name; acpi_object_type type; u8 param_count; u16 valid; u8 flags; u8 highest_dstates[4]; u8 lowest_dstates[5]; u64 address; struct acpi_pnp_device_id hardware_id; struct acpi_pnp_device_id unique_id; struct acpi_pnp_device_id class_code; struct acpi_pnp_device_id_list compatible_id_list; }; struct acpi_table_spcr { struct acpi_table_header header; u8 interface_type; u8 reserved[3]; struct acpi_generic_address serial_port; u8 interrupt_type; u8 pc_interrupt; u32 interrupt; u8 baud_rate; u8 parity; u8 stop_bits; u8 flow_control; u8 terminal_type; u8 reserved1; u16 pci_device_id; u16 pci_vendor_id; u8 pci_bus; u8 pci_device; u8 pci_function; u32 pci_flags; u8 pci_segment; u32 reserved2; } __attribute__((packed)); struct acpi_table_stao { struct acpi_table_header header; u8 ignore_uart; } __attribute__((packed)); struct acpi_dep_data { struct list_head node; acpi_handle supplier; acpi_handle consumer; bool honor_dep; }; enum acpi_reconfig_event { ACPI_RECONFIG_DEVICE_ADD = 0, ACPI_RECONFIG_DEVICE_REMOVE = 1, }; struct acpi_probe_entry; typedef bool (*acpi_probe_entry_validate_subtbl)(struct acpi_subtable_header *, struct acpi_probe_entry *); struct acpi_probe_entry { __u8 id[5]; __u8 type; acpi_probe_entry_validate_subtbl subtable_valid; union { acpi_tbl_table_handler probe_table; acpi_tbl_entry_handler probe_subtbl; }; kernel_ulong_t driver_data; }; struct acpi_scan_clear_dep_work { struct work_struct work; struct acpi_device *adev; }; struct resource_win { struct resource res; resource_size_t offset; }; struct irq_override_cmp { const struct dmi_system_id *system; unsigned char irq; unsigned char triggering; unsigned char polarity; unsigned char shareable; }; struct res_proc_context { struct list_head *list; int (*preproc)(struct acpi_resource *, void *); void *preproc_data; int count; int error; }; struct acpi_processor_errata { u8 smp; struct { u8 throttle: 1; u8 fdma: 1; u8 reserved: 6; u32 bmisx; } piix4; }; struct acpi_table_ecdt { struct acpi_table_header header; struct acpi_generic_address control; struct acpi_generic_address data; u32 uid; u8 gpe; u8 id[1]; } __attribute__((packed)); enum acpi_ec_event_state { EC_EVENT_READY = 0, EC_EVENT_IN_PROGRESS = 1, EC_EVENT_COMPLETE = 2, }; struct transaction; struct acpi_ec { acpi_handle handle; int gpe; int irq; long unsigned int command_addr; long unsigned int data_addr; bool global_lock; long unsigned int flags; long unsigned int reference_count; struct mutex mutex; wait_queue_head_t wait; struct list_head list; struct transaction *curr; spinlock_t lock; struct work_struct work; long unsigned int timestamp; enum acpi_ec_event_state event_state; unsigned int events_to_process; unsigned int events_in_progress; unsigned int queries_in_progress; bool busy_polling; unsigned int polling_guard; }; struct transaction { const u8 *wdata; u8 *rdata; short unsigned int irq_count; u8 command; u8 wi; u8 ri; u8 wlen; u8 rlen; u8 flags; }; typedef int (*acpi_ec_query_func)(void *); enum ec_command { ACPI_EC_COMMAND_READ = 128, ACPI_EC_COMMAND_WRITE = 129, ACPI_EC_BURST_ENABLE = 130, ACPI_EC_BURST_DISABLE = 131, ACPI_EC_COMMAND_QUERY = 132, }; enum { EC_FLAGS_QUERY_ENABLED = 0, EC_FLAGS_EVENT_HANDLER_INSTALLED = 1, EC_FLAGS_EC_HANDLER_INSTALLED = 2, EC_FLAGS_QUERY_METHODS_INSTALLED = 3, EC_FLAGS_STARTED = 4, EC_FLAGS_STOPPED = 5, EC_FLAGS_EVENTS_MASKED = 6, }; struct acpi_ec_query_handler { struct list_head node; acpi_ec_query_func func; acpi_handle handle; void *data; u8 query_bit; struct kref kref; }; struct acpi_ec_query { struct transaction transaction; struct work_struct work; struct acpi_ec_query_handler *handler; struct acpi_ec *ec; }; struct dock_station { acpi_handle handle; long unsigned int last_dock_time; u32 flags; struct list_head dependent_devices; struct list_head sibling; struct platform_device *dock_device; }; struct dock_dependent_device { struct list_head list; struct acpi_device *adev; }; enum dock_callback_type { DOCK_CALL_HANDLER = 0, DOCK_CALL_FIXUP = 1, DOCK_CALL_UEVENT = 2, }; enum acpi_bridge_type { ACPI_BRIDGE_TYPE_PCIE = 1, ACPI_BRIDGE_TYPE_CXL = 2, }; struct acpi_pci_root_ops; struct acpi_pci_root_info { struct acpi_pci_root *root; struct acpi_device *bridge; struct acpi_pci_root_ops *ops; struct list_head resources; char name[16]; }; struct acpi_pci_root_ops { struct pci_ops *pci_ops; int (*init_info)(struct acpi_pci_root_info *); void (*release_info)(struct acpi_pci_root_info *); int (*prepare_resources)(struct acpi_pci_root_info *); }; struct pci_osc_bit_struct { u32 bit; char *desc; }; struct acpi_handle_node { struct list_head node; acpi_handle handle; }; struct acpi_pci_link_irq { u32 active; u8 triggering; u8 polarity; u8 resource_type; u8 possible_count; u32 possible[16]; u8 initialized: 1; u8 reserved: 7; }; struct acpi_pci_link { struct list_head list; struct acpi_device *device; struct acpi_pci_link_irq irq; int refcnt; }; struct acpi_pci_routing_table { u32 length; u32 pin; u64 address; u32 source_index; char source[4]; }; struct acpi_prt_entry { struct acpi_pci_id id; u8 pin; acpi_handle link; u32 index; }; struct prt_quirk { const struct dmi_system_id *system; unsigned int segment; unsigned int bus; unsigned int device; unsigned char pin; const char *source; const char *actual_source; }; struct lpss_clk_data { const char *name; struct clk *clk; }; enum pxa_ssp_type { SSP_UNDEFINED = 0, PXA25x_SSP = 1, PXA25x_NSSP = 2, PXA27x_SSP = 3, PXA3xx_SSP = 4, PXA168_SSP = 5, MMP2_SSP = 6, PXA910_SSP = 7, CE4100_SSP = 8, MRFLD_SSP = 9, QUARK_X1000_SSP = 10, LPSS_LPT_SSP = 11, LPSS_BYT_SSP = 12, LPSS_BSW_SSP = 13, LPSS_SPT_SSP = 14, LPSS_BXT_SSP = 15, LPSS_CNL_SSP = 16, }; struct lpss_private_data; struct lpss_device_desc { unsigned int flags; const char *clk_con_id; unsigned int prv_offset; size_t prv_size_override; const struct property_entry *properties; void (*setup)(struct lpss_private_data *); bool resume_from_noirq; }; struct lpss_private_data { struct acpi_device *adev; void *mmio_base; resource_size_t mmio_size; unsigned int fixed_clk_rate; struct clk *clk; const struct lpss_device_desc *dev_desc; u32 prv_reg_ctx[9]; }; struct lpss_device_links { const char *supplier_hid; const char *supplier_uid; const char *consumer_hid; const char *consumer_uid; u32 flags; const struct dmi_system_id *dep_missing_ids; }; struct hid_uid { const char *hid; const char *uid; }; struct fch_clk_data { void *base; char *name; }; struct apd_private_data; struct apd_device_desc { unsigned int fixed_clk_rate; struct property_entry *properties; int (*setup)(struct apd_private_data *); }; struct apd_private_data { struct clk *clk; struct acpi_device *adev; const struct apd_device_desc *dev_desc; }; struct acpi_power_dependent_device { struct device *dev; struct list_head node; }; struct acpi_power_resource { struct acpi_device device; struct list_head list_node; u32 system_level; u32 order; unsigned int ref_count; u8 state; struct mutex resource_lock; struct list_head dependents; }; struct acpi_power_resource_entry { struct list_head node; struct acpi_power_resource *resource; }; struct acpi_bus_event { struct list_head node; acpi_device_class device_class; acpi_bus_id bus_id; u32 type; u32 data; }; struct acpi_genl_event { acpi_device_class device_class; char bus_id[15]; u32 type; u32 data; }; enum { ACPI_GENL_ATTR_UNSPEC = 0, ACPI_GENL_ATTR_EVENT = 1, __ACPI_GENL_ATTR_MAX = 2, }; enum { ACPI_GENL_CMD_UNSPEC = 0, ACPI_GENL_CMD_EVENT = 1, __ACPI_GENL_CMD_MAX = 2, }; struct acpi_ged_device { struct device *dev; struct list_head event_list; }; struct acpi_ged_event { struct list_head node; struct device *dev; unsigned int gsi; unsigned int irq; acpi_handle handle; }; struct acpi_table_bert { struct acpi_table_header header; u32 region_length; u64 address; }; struct acpi_dlayer { const char *name; long unsigned int value; }; struct acpi_dlevel { const char *name; long unsigned int value; }; struct acpi_table_attr { struct bin_attribute attr; char name[4]; int instance; char filename[8]; struct list_head node; }; struct acpi_data_attr { struct bin_attribute attr; u64 addr; }; struct acpi_data_obj { char *name; int (*fn)(void *, struct acpi_data_attr *); }; struct event_counter { u32 count; u32 flags; }; struct acpi_device_properties { const guid_t *guid; const union acpi_object *properties; struct list_head list; }; struct override_status_id { struct acpi_device_id hid[2]; struct x86_cpu_id cpu_ids[2]; struct dmi_system_id dmi_ids[2]; const char *uid; const char *path; long long unsigned int status; }; struct acpi_s2idle_dev_ops { struct list_head list_node; void (*prepare)(); void (*restore)(); }; struct lpi_device_info { char *name; int enabled; union acpi_object *package; }; struct lpi_device_constraint { int uid; int min_dstate; int function_states; }; struct lpi_constraints { acpi_handle handle; int min_dstate; }; struct lpi_device_constraint_amd { char *name; int enabled; int function_states; int min_dstate; }; struct acpi_lpat { int temp; int raw; }; struct acpi_lpat_conversion_table { struct acpi_lpat *lpat; int lpat_count; }; enum fpdt_subtable_type { SUBTABLE_FBPT = 0, SUBTABLE_S3PT = 1, }; struct fpdt_subtable_entry { u16 type; u8 length; u8 revision; u32 reserved; u64 address; }; struct fpdt_subtable_header { u32 signature; u32 length; }; enum fpdt_record_type { RECORD_S3_RESUME = 0, RECORD_S3_SUSPEND = 1, RECORD_BOOT = 2, }; struct fpdt_record_header { u16 type; u8 length; u8 revision; }; struct resume_performance_record { struct fpdt_record_header header; u32 resume_count; u64 resume_prev; u64 resume_avg; }; struct boot_performance_record { struct fpdt_record_header header; u32 reserved; u64 firmware_start; u64 bootloader_load; u64 bootloader_launch; u64 exitbootservice_start; u64 exitbootservice_end; }; struct suspend_performance_record { struct fpdt_record_header header; u64 suspend_start; u64 suspend_end; } __attribute__((packed)); struct acpi_table_lpit { struct acpi_table_header header; }; struct acpi_lpit_header { u32 type; u32 length; u16 unique_id; u16 reserved; u32 flags; }; struct acpi_lpit_native { struct acpi_lpit_header header; struct acpi_generic_address entry_trigger; u32 residency; u32 latency; struct acpi_generic_address residency_counter; u64 counter_frequency; } __attribute__((packed)); struct lpit_residency_info { struct acpi_generic_address gaddr; u64 frequency; void *iomem_addr; }; struct acpi_table_wdat { struct acpi_table_header header; u32 header_length; u16 pci_segment; u8 pci_bus; u8 pci_device; u8 pci_function; u8 reserved[3]; u32 timer_period; u32 max_count; u32 min_count; u8 flags; u8 reserved2[3]; u32 entries; }; struct acpi_wdat_entry { u8 action; u8 instruction; u16 reserved; struct acpi_generic_address register_region; u32 value; u32 mask; } __attribute__((packed)); typedef u64 acpi_integer; struct acpi_prmt_module_info { u16 revision; u16 length; u8 module_guid[16]; u16 major_rev; u16 minor_rev; u16 handler_info_count; u32 handler_info_offset; u64 mmio_list_pointer; } __attribute__((packed)); struct acpi_prmt_handler_info { u16 revision; u16 length; u8 handler_guid[16]; u64 handler_address; u64 static_data_buffer_address; u64 acpi_param_buffer_address; } __attribute__((packed)); struct prm_mmio_addr_range { u64 phys_addr; u64 virt_addr; u32 length; } __attribute__((packed)); struct prm_mmio_info { u64 mmio_count; struct prm_mmio_addr_range addr_ranges[0]; }; struct prm_buffer { u8 prm_status; u64 efi_status; u8 prm_cmd; guid_t handler_guid; } __attribute__((packed)); struct prm_context_buffer { char signature[4]; u16 revision; u16 reserved; guid_t identifier; u64 static_data_buffer; struct prm_mmio_info *mmio_ranges; }; struct prm_handler_info { guid_t guid; u64 handler_addr; u64 static_data_buffer_addr; u64 acpi_param_buffer_addr; struct list_head handler_list; }; struct prm_module_info { guid_t guid; u16 major_rev; u16 minor_rev; u16 handler_count; struct prm_mmio_info *mmio_info; bool updatable; struct list_head module_list; struct prm_handler_info handlers[0]; }; struct acpi_pcc_info { u8 subspace_id; u16 length; u8 *internal_buffer; }; struct mbox_chan; struct mbox_chan_ops { int (*send_data)(struct mbox_chan *, void *); int (*flush)(struct mbox_chan *, long unsigned int); int (*startup)(struct mbox_chan *); void (*shutdown)(struct mbox_chan *); bool (*last_tx_done)(struct mbox_chan *); bool (*peek_data)(struct mbox_chan *); }; struct mbox_controller; struct mbox_client; struct mbox_chan { struct mbox_controller *mbox; unsigned int txdone_method; struct mbox_client *cl; struct completion tx_complete; void *active_req; unsigned int msg_count; unsigned int msg_free; void *msg_data[20]; spinlock_t lock; void *con_priv; }; struct mbox_controller { struct device *dev; const struct mbox_chan_ops *ops; struct mbox_chan *chans; int num_chans; bool txdone_irq; bool txdone_poll; unsigned int txpoll_period; struct mbox_chan * (*of_xlate)(struct mbox_controller *, const struct of_phandle_args *); struct hrtimer poll_hrt; spinlock_t poll_hrt_lock; struct list_head node; }; struct mbox_client { struct device *dev; bool tx_block; long unsigned int tx_tout; bool knows_txdone; void (*rx_callback)(struct mbox_client *, void *); void (*tx_prepare)(struct mbox_client *, void *); void (*tx_done)(struct mbox_client *, void *, int); }; struct pcc_mbox_chan { struct mbox_chan *mchan; u64 shmem_base_addr; u64 shmem_size; u32 latency; u32 max_access_rate; u16 min_turnaround_time; }; struct pcc_data { struct pcc_mbox_chan *pcc_chan; void *pcc_comm_addr; struct completion done; struct mbox_client cl; struct acpi_pcc_info ctx; }; typedef u32 (*acpi_gpe_handler)(acpi_handle, u32, void *); typedef void (*acpi_notify_handler)(acpi_handle, u32, void *); typedef void (*acpi_object_handler)(acpi_handle, void *); typedef acpi_status (*acpi_adr_space_handler)(u32, acpi_physical_address, u32, u64 *, void *, void *); typedef acpi_status (*acpi_adr_space_setup)(acpi_handle, u32, void *, void **); union acpi_operand_object; struct acpi_namespace_node { union acpi_operand_object *object; u8 descriptor_type; u8 type; u16 flags; union acpi_name_union name; struct acpi_namespace_node *parent; struct acpi_namespace_node *child; struct acpi_namespace_node *peer; acpi_owner_id owner_id; }; struct acpi_object_common { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; }; struct acpi_object_integer { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 fill[3]; u64 value; }; struct acpi_object_string { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; char *pointer; u32 length; }; struct acpi_object_buffer { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 *pointer; u32 length; u32 aml_length; u8 *aml_start; struct acpi_namespace_node *node; }; struct acpi_object_package { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; struct acpi_namespace_node *node; union acpi_operand_object **elements; u8 *aml_start; u32 aml_length; u32 count; }; struct acpi_object_event { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; void *os_semaphore; }; struct acpi_walk_state; typedef acpi_status (*acpi_internal_method)(struct acpi_walk_state *); struct acpi_object_method { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 info_flags; u8 param_count; u8 sync_level; union acpi_operand_object *mutex; union acpi_operand_object *node; u8 *aml_start; union { acpi_internal_method implementation; union acpi_operand_object *handler; } dispatch; u32 aml_length; acpi_owner_id owner_id; u8 thread_count; }; struct acpi_thread_state; struct acpi_object_mutex { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 sync_level; u16 acquisition_depth; void *os_mutex; u64 thread_id; struct acpi_thread_state *owner_thread; union acpi_operand_object *prev; union acpi_operand_object *next; struct acpi_namespace_node *node; u8 original_sync_level; }; struct acpi_object_region { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 space_id; struct acpi_namespace_node *node; union acpi_operand_object *handler; union acpi_operand_object *next; acpi_physical_address address; u32 length; void *pointer; }; struct acpi_object_notify_common { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; }; struct acpi_gpe_block_info; struct acpi_object_device { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; struct acpi_gpe_block_info *gpe_block; }; struct acpi_object_power_resource { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; u32 system_level; u32 resource_order; }; struct acpi_object_processor { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 proc_id; u8 length; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; acpi_io_address address; }; struct acpi_object_thermal_zone { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; }; struct acpi_object_field_common { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; union acpi_operand_object *region_obj; }; struct acpi_object_region_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; u16 resource_length; union acpi_operand_object *region_obj; u8 *resource_buffer; u16 pin_number_index; u8 *internal_pcc_buffer; }; struct acpi_object_buffer_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; u8 is_create_field; union acpi_operand_object *buffer_obj; }; struct acpi_object_bank_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; union acpi_operand_object *region_obj; union acpi_operand_object *bank_obj; }; struct acpi_object_index_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; union acpi_operand_object *index_obj; union acpi_operand_object *data_obj; }; struct acpi_object_notify_handler { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; struct acpi_namespace_node *node; u32 handler_type; acpi_notify_handler handler; void *context; union acpi_operand_object *next[2]; }; struct acpi_object_addr_handler { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 space_id; u8 handler_flags; acpi_adr_space_handler handler; struct acpi_namespace_node *node; void *context; void *context_mutex; acpi_adr_space_setup setup; union acpi_operand_object *region_list; union acpi_operand_object *next; }; struct acpi_object_reference { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 class; u8 target_type; u8 resolved; void *object; struct acpi_namespace_node *node; union acpi_operand_object **where; u8 *index_pointer; u8 *aml; u32 value; }; struct acpi_object_extra { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; struct acpi_namespace_node *method_REG; struct acpi_namespace_node *scope_node; void *region_context; u8 *aml_start; u32 aml_length; }; struct acpi_object_data { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; acpi_object_handler handler; void *pointer; }; struct acpi_object_cache_list { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *next; }; union acpi_operand_object { struct acpi_object_common common; struct acpi_object_integer integer; struct acpi_object_string string; struct acpi_object_buffer buffer; struct acpi_object_package package; struct acpi_object_event event; struct acpi_object_method method; struct acpi_object_mutex mutex; struct acpi_object_region region; struct acpi_object_notify_common common_notify; struct acpi_object_device device; struct acpi_object_power_resource power_resource; struct acpi_object_processor processor; struct acpi_object_thermal_zone thermal_zone; struct acpi_object_field_common common_field; struct acpi_object_region_field field; struct acpi_object_buffer_field buffer_field; struct acpi_object_bank_field bank_field; struct acpi_object_index_field index_field; struct acpi_object_notify_handler notify; struct acpi_object_addr_handler address_space; struct acpi_object_reference reference; struct acpi_object_extra extra; struct acpi_object_data data; struct acpi_object_cache_list cache; struct acpi_namespace_node node; }; union acpi_parse_object; union acpi_generic_state; struct acpi_parse_state { u8 *aml_start; u8 *aml; u8 *aml_end; u8 *pkg_start; u8 *pkg_end; union acpi_parse_object *start_op; struct acpi_namespace_node *start_node; union acpi_generic_state *scope; union acpi_parse_object *start_scope; u32 aml_size; }; typedef acpi_status (*acpi_parse_downwards)(struct acpi_walk_state *, union acpi_parse_object **); typedef acpi_status (*acpi_parse_upwards)(struct acpi_walk_state *); struct acpi_opcode_info; struct acpi_walk_state { struct acpi_walk_state *next; u8 descriptor_type; u8 walk_type; u16 opcode; u8 next_op_info; u8 num_operands; u8 operand_index; acpi_owner_id owner_id; u8 last_predicate; u8 current_result; u8 return_used; u8 scope_depth; u8 pass_number; u8 namespace_override; u8 result_size; u8 result_count; u8 *aml; u32 arg_types; u32 method_breakpoint; u32 user_breakpoint; u32 parse_flags; struct acpi_parse_state parser_state; u32 prev_arg_types; u32 arg_count; u16 method_nesting_depth; u8 method_is_nested; struct acpi_namespace_node arguments[7]; struct acpi_namespace_node local_variables[8]; union acpi_operand_object *operands[9]; union acpi_operand_object **params; u8 *aml_last_while; union acpi_operand_object **caller_return_desc; union acpi_generic_state *control_state; struct acpi_namespace_node *deferred_node; union acpi_operand_object *implicit_return_obj; struct acpi_namespace_node *method_call_node; union acpi_parse_object *method_call_op; union acpi_operand_object *method_desc; struct acpi_namespace_node *method_node; char *method_pathname; union acpi_parse_object *op; const struct acpi_opcode_info *op_info; union acpi_parse_object *origin; union acpi_operand_object *result_obj; union acpi_generic_state *results; union acpi_operand_object *return_desc; union acpi_generic_state *scope_info; union acpi_parse_object *prev_op; union acpi_parse_object *next_op; struct acpi_thread_state *thread; acpi_parse_downwards descending_callback; acpi_parse_upwards ascending_callback; }; struct acpi_gpe_handler_info { acpi_gpe_handler address; void *context; struct acpi_namespace_node *method_node; u8 original_flags; u8 originally_enabled; }; struct acpi_gpe_notify_info { struct acpi_namespace_node *device_node; struct acpi_gpe_notify_info *next; }; union acpi_gpe_dispatch_info { struct acpi_namespace_node *method_node; struct acpi_gpe_handler_info *handler; struct acpi_gpe_notify_info *notify_list; }; struct acpi_gpe_register_info; struct acpi_gpe_event_info { union acpi_gpe_dispatch_info dispatch; struct acpi_gpe_register_info *register_info; u8 flags; u8 gpe_number; u8 runtime_count; u8 disable_for_dispatch; }; struct acpi_gpe_address { u8 space_id; u64 address; }; struct acpi_gpe_register_info { struct acpi_gpe_address status_address; struct acpi_gpe_address enable_address; u16 base_gpe_number; u8 enable_for_wake; u8 enable_for_run; u8 mask_for_run; u8 enable_mask; }; struct acpi_gpe_xrupt_info; struct acpi_gpe_block_info { struct acpi_namespace_node *node; struct acpi_gpe_block_info *previous; struct acpi_gpe_block_info *next; struct acpi_gpe_xrupt_info *xrupt_block; struct acpi_gpe_register_info *register_info; struct acpi_gpe_event_info *event_info; u64 address; u32 register_count; u16 gpe_count; u16 block_base_number; u8 space_id; u8 initialized; }; struct acpi_gpe_xrupt_info { struct acpi_gpe_xrupt_info *previous; struct acpi_gpe_xrupt_info *next; struct acpi_gpe_block_info *gpe_block_list_head; u32 interrupt_number; }; struct acpi_common_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; }; struct acpi_update_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; union acpi_operand_object *object; }; struct acpi_pkg_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u32 index; union acpi_operand_object *source_object; union acpi_operand_object *dest_object; struct acpi_walk_state *walk_state; void *this_target_obj; u32 num_packages; }; struct acpi_control_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u16 opcode; union acpi_parse_object *predicate_op; u8 *aml_predicate_start; u8 *package_end; u64 loop_timeout; }; union acpi_parse_value { u64 integer; u32 size; char *string; u8 *buffer; char *name; union acpi_parse_object *arg; }; struct acpi_parse_obj_common { union acpi_parse_object *parent; u8 descriptor_type; u8 flags; u16 aml_opcode; u8 *aml; union acpi_parse_object *next; struct acpi_namespace_node *node; union acpi_parse_value value; u8 arg_list_length; u16 disasm_flags; u8 disasm_opcode; char *operator_symbol; char aml_op_name[16]; }; struct acpi_parse_obj_named { union acpi_parse_object *parent; u8 descriptor_type; u8 flags; u16 aml_opcode; u8 *aml; union acpi_parse_object *next; struct acpi_namespace_node *node; union acpi_parse_value value; u8 arg_list_length; u16 disasm_flags; u8 disasm_opcode; char *operator_symbol; char aml_op_name[16]; char *path; u8 *data; u32 length; u32 name; }; struct acpi_parse_obj_asl { union acpi_parse_object *parent; u8 descriptor_type; u8 flags; u16 aml_opcode; u8 *aml; union acpi_parse_object *next; struct acpi_namespace_node *node; union acpi_parse_value value; u8 arg_list_length; u16 disasm_flags; u8 disasm_opcode; char *operator_symbol; char aml_op_name[16]; union acpi_parse_object *child; union acpi_parse_object *parent_method; char *filename; u8 file_changed; char *parent_filename; char *external_name; char *namepath; char name_seg[4]; u32 extra_value; u32 column; u32 line_number; u32 logical_line_number; u32 logical_byte_offset; u32 end_line; u32 end_logical_line; u32 acpi_btype; u32 aml_length; u32 aml_subtree_length; u32 final_aml_length; u32 final_aml_offset; u32 compile_flags; u16 parse_opcode; u8 aml_opcode_length; u8 aml_pkg_len_bytes; u8 extra; char parse_op_name[20]; }; union acpi_parse_object { struct acpi_parse_obj_common common; struct acpi_parse_obj_named named; struct acpi_parse_obj_asl asl; }; struct acpi_scope_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; struct acpi_namespace_node *node; }; struct acpi_pscope_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u32 arg_count; union acpi_parse_object *op; u8 *arg_end; u8 *pkg_end; u32 arg_list; }; struct acpi_thread_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u8 current_sync_level; struct acpi_walk_state *walk_state_list; union acpi_operand_object *acquired_mutex_list; u64 thread_id; }; struct acpi_result_values { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; union acpi_operand_object *obj_desc[8]; }; struct acpi_global_notify_handler { acpi_notify_handler handler; void *context; }; struct acpi_notify_info { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u8 handler_list_id; struct acpi_namespace_node *node; union acpi_operand_object *handler_list_head; struct acpi_global_notify_handler *global; }; union acpi_generic_state { struct acpi_common_state common; struct acpi_control_state control; struct acpi_update_state update; struct acpi_scope_state scope; struct acpi_pscope_state parse_scope; struct acpi_pkg_state pkg; struct acpi_thread_state thread; struct acpi_result_values results; struct acpi_notify_info notify; }; struct acpi_opcode_info { char *name; u32 parse_args; u32 runtime_args; u16 flags; u8 object_type; u8 class; u8 type; }; enum { ACPI_REFCLASS_LOCAL = 0, ACPI_REFCLASS_ARG = 1, ACPI_REFCLASS_REFOF = 2, ACPI_REFCLASS_INDEX = 3, ACPI_REFCLASS_TABLE = 4, ACPI_REFCLASS_NAME = 5, ACPI_REFCLASS_DEBUG = 6, ACPI_REFCLASS_MAX = 6, }; struct acpi_common_descriptor { void *common_pointer; u8 descriptor_type; }; union acpi_descriptor { struct acpi_common_descriptor common; union acpi_operand_object object; struct acpi_namespace_node node; union acpi_parse_object op; }; struct acpi_create_field_info { struct acpi_namespace_node *region_node; struct acpi_namespace_node *field_node; struct acpi_namespace_node *register_node; struct acpi_namespace_node *data_register_node; struct acpi_namespace_node *connection_node; u8 *resource_buffer; u32 bank_value; u32 field_bit_position; u32 field_bit_length; u16 resource_length; u16 pin_number_index; u8 field_flags; u8 attribute; u8 field_type; u8 access_length; }; struct acpi_init_walk_info { u32 table_index; u32 object_count; u32 method_count; u32 serial_method_count; u32 non_serial_method_count; u32 serialized_method_count; u32 device_count; u32 op_region_count; u32 field_count; u32 buffer_count; u32 package_count; u32 op_region_init; u32 field_init; u32 buffer_init; u32 package_init; acpi_owner_id owner_id; }; typedef u32 acpi_name; typedef acpi_status (*acpi_exception_handler)(acpi_status, acpi_name, u16, u32, void *); struct acpi_name_info { char name[4]; u16 argument_list; u8 expected_btypes; } __attribute__((packed)); struct acpi_package_info { u8 type; u8 object_type1; u8 count1; u8 object_type2; u8 count2; u16 reserved; } __attribute__((packed)); struct acpi_package_info2 { u8 type; u8 count; u8 object_type[4]; u8 reserved; }; struct acpi_package_info3 { u8 type; u8 count; u8 object_type[2]; u8 tail_object_type; u16 reserved; } __attribute__((packed)); struct acpi_package_info4 { u8 type; u8 object_type1; u8 count1; u8 sub_object_types; u8 pkg_count; u16 reserved; } __attribute__((packed)); union acpi_predefined_info { struct acpi_name_info info; struct acpi_package_info ret_info; struct acpi_package_info2 ret_info2; struct acpi_package_info3 ret_info3; struct acpi_package_info4 ret_info4; }; struct acpi_evaluate_info { struct acpi_namespace_node *prefix_node; const char *relative_pathname; union acpi_operand_object **parameters; struct acpi_namespace_node *node; union acpi_operand_object *obj_desc; char *full_pathname; const union acpi_predefined_info *predefined; union acpi_operand_object *return_object; union acpi_operand_object *parent_package; u32 return_flags; u32 return_btype; u16 param_count; u16 node_flags; u8 pass_number; u8 return_object_type; u8 flags; }; enum { AML_FIELD_ACCESS_ANY = 0, AML_FIELD_ACCESS_BYTE = 1, AML_FIELD_ACCESS_WORD = 2, AML_FIELD_ACCESS_DWORD = 3, AML_FIELD_ACCESS_QWORD = 4, AML_FIELD_ACCESS_BUFFER = 5, }; typedef enum { ACPI_IMODE_LOAD_PASS1 = 1, ACPI_IMODE_LOAD_PASS2 = 2, ACPI_IMODE_EXECUTE = 3, } acpi_interpreter_mode; typedef acpi_status (*acpi_execute_op)(struct acpi_walk_state *); typedef void (*acpi_gbl_event_handler)(u32, acpi_handle, u32, void *); typedef u32 (*acpi_event_handler)(void *); struct acpi_fixed_event_handler { acpi_event_handler handler; void *context; }; struct acpi_fixed_event_info { u8 status_register_id; u8 enable_register_id; u16 status_bit_mask; u16 enable_bit_mask; }; struct acpi_gpe_walk_info { struct acpi_namespace_node *gpe_device; struct acpi_gpe_block_info *gpe_block; u16 count; acpi_owner_id owner_id; u8 execute_by_owner_id; }; struct acpi_gpe_device_info { u32 index; u32 next_block_base_index; acpi_status status; struct acpi_namespace_node *gpe_device; }; typedef acpi_status (*acpi_gpe_callback)(struct acpi_gpe_xrupt_info *, struct acpi_gpe_block_info *, void *); struct acpi_reg_walk_info { u32 function; u32 reg_run_count; acpi_adr_space_type space_id; }; struct acpi_mem_mapping { acpi_physical_address physical_address; u8 *logical_address; acpi_size length; struct acpi_mem_mapping *next_mm; }; struct acpi_mem_space_context { u32 length; acpi_physical_address address; struct acpi_mem_mapping *cur_mm; struct acpi_mem_mapping *first_mm; }; struct acpi_data_table_space_context { void *pointer; }; typedef u32 (*acpi_sci_handler)(void *); struct acpi_sci_handler_info { struct acpi_sci_handler_info *next; acpi_sci_handler address; void *context; }; struct acpi_exdump_info { u8 opcode; u8 offset; const char *name; } __attribute__((packed)); enum { AML_FIELD_UPDATE_PRESERVE = 0, AML_FIELD_UPDATE_WRITE_AS_ONES = 32, AML_FIELD_UPDATE_WRITE_AS_ZEROS = 64, }; struct acpi_signal_fatal_info { u32 type; u32 code; u32 argument; }; enum { MATCH_MTR = 0, MATCH_MEQ = 1, MATCH_MLE = 2, MATCH_MLT = 3, MATCH_MGE = 4, MATCH_MGT = 5, }; enum { AML_FIELD_ATTRIB_QUICK = 2, AML_FIELD_ATTRIB_SEND_RECEIVE = 4, AML_FIELD_ATTRIB_BYTE = 6, AML_FIELD_ATTRIB_WORD = 8, AML_FIELD_ATTRIB_BLOCK = 10, AML_FIELD_ATTRIB_BYTES = 11, AML_FIELD_ATTRIB_PROCESS_CALL = 12, AML_FIELD_ATTRIB_BLOCK_PROCESS_CALL = 13, AML_FIELD_ATTRIB_RAW_BYTES = 14, AML_FIELD_ATTRIB_RAW_PROCESS_BYTES = 15, }; typedef enum { ACPI_TRACE_AML_METHOD = 0, ACPI_TRACE_AML_OPCODE = 1, ACPI_TRACE_AML_REGION = 2, } acpi_trace_event_type; struct acpi_gpe_block_status_context { struct acpi_gpe_register_info *gpe_skip_register_info; u8 gpe_skip_mask; u8 retval; }; struct acpi_bit_register_info { u8 parent_register; u8 bit_position; u16 access_bit_mask; }; struct acpi_port_info { char *name; u16 start; u16 end; u8 osi_dependency; }; struct acpi_pci_device { acpi_handle device; struct acpi_pci_device *next; }; struct acpi_walk_info { u32 debug_level; u32 count; acpi_owner_id owner_id; u8 display_type; }; typedef acpi_status (*acpi_init_handler)(acpi_handle, u32); struct acpi_device_walk_info { struct acpi_table_desc *table_desc; struct acpi_evaluate_info *evaluate_info; u32 device_count; u32 num_STA; u32 num_INI; }; struct acpi_table_list { struct acpi_table_desc *tables; u32 current_table_count; u32 max_table_count; u8 flags; }; enum acpi_return_package_types { ACPI_PTYPE1_FIXED = 1, ACPI_PTYPE1_VAR = 2, ACPI_PTYPE1_OPTION = 3, ACPI_PTYPE2 = 4, ACPI_PTYPE2_COUNT = 5, ACPI_PTYPE2_PKG_COUNT = 6, ACPI_PTYPE2_FIXED = 7, ACPI_PTYPE2_MIN = 8, ACPI_PTYPE2_REV_FIXED = 9, ACPI_PTYPE2_FIX_VAR = 10, ACPI_PTYPE2_VAR_VAR = 11, ACPI_PTYPE2_UUID_PAIR = 12, ACPI_PTYPE_CUSTOM = 13, }; typedef acpi_status (*acpi_object_converter)(struct acpi_namespace_node *, union acpi_operand_object *, union acpi_operand_object **); struct acpi_simple_repair_info { char name[4]; u32 unexpected_btypes; u32 package_index; acpi_object_converter object_converter; }; typedef acpi_status (*acpi_repair_function)(struct acpi_evaluate_info *, union acpi_operand_object **); struct acpi_repair_info { char name[4]; acpi_repair_function repair_function; }; struct acpi_namestring_info { const char *external_name; const char *next_external_char; char *internal_name; u32 length; u32 num_segments; u32 num_carats; u8 fully_qualified; }; typedef acpi_status (*acpi_walk_callback)(acpi_handle, u32, void *, void **); struct acpi_rw_lock { void *writer_mutex; void *reader_mutex; u32 num_readers; }; struct acpi_get_devices_info { acpi_walk_callback user_function; void *context; const char *hid; }; struct aml_resource_small_header { u8 descriptor_type; }; struct aml_resource_irq { u8 descriptor_type; u16 irq_mask; u8 flags; } __attribute__((packed)); struct aml_resource_dma { u8 descriptor_type; u8 dma_channel_mask; u8 flags; }; struct aml_resource_start_dependent { u8 descriptor_type; u8 flags; }; struct aml_resource_end_dependent { u8 descriptor_type; }; struct aml_resource_io { u8 descriptor_type; u8 flags; u16 minimum; u16 maximum; u8 alignment; u8 address_length; }; struct aml_resource_fixed_io { u8 descriptor_type; u16 address; u8 address_length; } __attribute__((packed)); struct aml_resource_vendor_small { u8 descriptor_type; }; struct aml_resource_end_tag { u8 descriptor_type; u8 checksum; }; struct aml_resource_fixed_dma { u8 descriptor_type; u16 request_lines; u16 channels; u8 width; } __attribute__((packed)); struct aml_resource_large_header { u8 descriptor_type; u16 resource_length; } __attribute__((packed)); struct aml_resource_memory24 { u8 descriptor_type; u16 resource_length; u8 flags; u16 minimum; u16 maximum; u16 alignment; u16 address_length; } __attribute__((packed)); struct aml_resource_vendor_large { u8 descriptor_type; u16 resource_length; } __attribute__((packed)); struct aml_resource_memory32 { u8 descriptor_type; u16 resource_length; u8 flags; u32 minimum; u32 maximum; u32 alignment; u32 address_length; } __attribute__((packed)); struct aml_resource_fixed_memory32 { u8 descriptor_type; u16 resource_length; u8 flags; u32 address; u32 address_length; } __attribute__((packed)); struct aml_resource_address { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; } __attribute__((packed)); struct aml_resource_extended_address64 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u8 revision_ID; u8 reserved; u64 granularity; u64 minimum; u64 maximum; u64 translation_offset; u64 address_length; u64 type_specific; } __attribute__((packed)); struct aml_resource_address64 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u64 granularity; u64 minimum; u64 maximum; u64 translation_offset; u64 address_length; } __attribute__((packed)); struct aml_resource_address32 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u32 granularity; u32 minimum; u32 maximum; u32 translation_offset; u32 address_length; } __attribute__((packed)); struct aml_resource_address16 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u16 granularity; u16 minimum; u16 maximum; u16 translation_offset; u16 address_length; } __attribute__((packed)); struct aml_resource_extended_irq { u8 descriptor_type; u16 resource_length; u8 flags; u8 interrupt_count; u32 interrupts[1]; } __attribute__((packed)); struct aml_resource_generic_register { u8 descriptor_type; u16 resource_length; u8 address_space_id; u8 bit_width; u8 bit_offset; u8 access_size; u64 address; } __attribute__((packed)); struct aml_resource_gpio { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 connection_type; u16 flags; u16 int_flags; u8 pin_config; u16 drive_strength; u16 debounce_timeout; u16 pin_table_offset; u8 res_source_index; u16 res_source_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_common_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; } __attribute__((packed)); struct aml_resource_csi2_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; } __attribute__((packed)); struct aml_resource_i2c_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; u32 connection_speed; u16 slave_address; } __attribute__((packed)); struct aml_resource_spi_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; u32 connection_speed; u8 data_bit_length; u8 clock_phase; u8 clock_polarity; u16 device_selection; } __attribute__((packed)); struct aml_resource_uart_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; u32 default_baud_rate; u16 rx_fifo_size; u16 tx_fifo_size; u8 parity; u8 lines_enabled; } __attribute__((packed)); struct aml_resource_pin_function { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u8 pin_config; u16 function_number; u16 pin_table_offset; u8 res_source_index; u16 res_source_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_pin_config { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u8 pin_config_type; u32 pin_config_value; u16 pin_table_offset; u8 res_source_index; u16 res_source_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_pin_group { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u16 pin_table_offset; u16 label_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_pin_group_function { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u16 function_number; u8 res_source_index; u16 res_source_offset; u16 res_source_label_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_pin_group_config { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u8 pin_config_type; u32 pin_config_value; u8 res_source_index; u16 res_source_offset; u16 res_source_label_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); union aml_resource { u8 descriptor_type; struct aml_resource_small_header small_header; struct aml_resource_large_header large_header; struct aml_resource_irq irq; struct aml_resource_dma dma; struct aml_resource_start_dependent start_dpf; struct aml_resource_end_dependent end_dpf; struct aml_resource_io io; struct aml_resource_fixed_io fixed_io; struct aml_resource_fixed_dma fixed_dma; struct aml_resource_vendor_small vendor_small; struct aml_resource_end_tag end_tag; struct aml_resource_memory24 memory24; struct aml_resource_generic_register generic_reg; struct aml_resource_vendor_large vendor_large; struct aml_resource_memory32 memory32; struct aml_resource_fixed_memory32 fixed_memory32; struct aml_resource_address16 address16; struct aml_resource_address32 address32; struct aml_resource_address64 address64; struct aml_resource_extended_address64 ext_address64; struct aml_resource_extended_irq extended_irq; struct aml_resource_gpio gpio; struct aml_resource_i2c_serialbus i2c_serial_bus; struct aml_resource_spi_serialbus spi_serial_bus; struct aml_resource_uart_serialbus uart_serial_bus; struct aml_resource_csi2_serialbus csi2_serial_bus; struct aml_resource_common_serialbus common_serial_bus; struct aml_resource_pin_function pin_function; struct aml_resource_pin_config pin_config; struct aml_resource_pin_group pin_group; struct aml_resource_pin_group_function pin_group_function; struct aml_resource_pin_group_config pin_group_config; struct aml_resource_address address; u32 dword_item; u16 word_item; u8 byte_item; }; struct acpi_rsconvert_info { u8 opcode; u8 resource_offset; u8 aml_offset; u8 value; }; enum { ACPI_RSC_INITGET = 0, ACPI_RSC_INITSET = 1, ACPI_RSC_FLAGINIT = 2, ACPI_RSC_1BITFLAG = 3, ACPI_RSC_2BITFLAG = 4, ACPI_RSC_3BITFLAG = 5, ACPI_RSC_6BITFLAG = 6, ACPI_RSC_ADDRESS = 7, ACPI_RSC_BITMASK = 8, ACPI_RSC_BITMASK16 = 9, ACPI_RSC_COUNT = 10, ACPI_RSC_COUNT16 = 11, ACPI_RSC_COUNT_GPIO_PIN = 12, ACPI_RSC_COUNT_GPIO_RES = 13, ACPI_RSC_COUNT_GPIO_VEN = 14, ACPI_RSC_COUNT_SERIAL_RES = 15, ACPI_RSC_COUNT_SERIAL_VEN = 16, ACPI_RSC_DATA8 = 17, ACPI_RSC_EXIT_EQ = 18, ACPI_RSC_EXIT_LE = 19, ACPI_RSC_EXIT_NE = 20, ACPI_RSC_LENGTH = 21, ACPI_RSC_MOVE_GPIO_PIN = 22, ACPI_RSC_MOVE_GPIO_RES = 23, ACPI_RSC_MOVE_SERIAL_RES = 24, ACPI_RSC_MOVE_SERIAL_VEN = 25, ACPI_RSC_MOVE8 = 26, ACPI_RSC_MOVE16 = 27, ACPI_RSC_MOVE32 = 28, ACPI_RSC_MOVE64 = 29, ACPI_RSC_SET8 = 30, ACPI_RSC_SOURCE = 31, ACPI_RSC_SOURCEX = 32, }; typedef u16 acpi_rs_length; struct acpi_rsdump_info { u8 opcode; u8 offset; const char *name; const char **pointer; } __attribute__((packed)); enum { ACPI_RSD_TITLE = 0, ACPI_RSD_1BITFLAG = 1, ACPI_RSD_2BITFLAG = 2, ACPI_RSD_3BITFLAG = 3, ACPI_RSD_6BITFLAG = 4, ACPI_RSD_ADDRESS = 5, ACPI_RSD_DWORDLIST = 6, ACPI_RSD_LITERAL = 7, ACPI_RSD_LONGLIST = 8, ACPI_RSD_SHORTLIST = 9, ACPI_RSD_SHORTLISTX = 10, ACPI_RSD_SOURCE = 11, ACPI_RSD_STRING = 12, ACPI_RSD_UINT8 = 13, ACPI_RSD_UINT16 = 14, ACPI_RSD_UINT32 = 15, ACPI_RSD_UINT64 = 16, ACPI_RSD_WORDLIST = 17, ACPI_RSD_LABEL = 18, ACPI_RSD_SOURCE_LABEL = 19, }; typedef u32 acpi_rsdesc_size; struct acpi_vendor_uuid { u8 subtype; u8 data[16]; }; typedef acpi_status (*acpi_walk_resource_callback)(struct acpi_resource *, void *); struct acpi_vendor_walk_info { struct acpi_vendor_uuid *uuid; struct acpi_buffer *buffer; acpi_status status; }; typedef acpi_status (*acpi_table_handler)(u32, void *, void *); struct acpi_fadt_info { const char *name; u16 address64; u16 address32; u16 length; u8 default_length; u8 flags; }; struct acpi_fadt_pm_info { struct acpi_generic_address *target; u16 source; u8 register_num; }; struct acpi_table_rsdp { char signature[8]; u8 checksum; char oem_id[6]; u8 revision; u32 rsdt_physical_address; u32 length; u64 xsdt_physical_address; u8 extended_checksum; u8 reserved[3]; } __attribute__((packed)); struct acpi_address_range { struct acpi_address_range *next; struct acpi_namespace_node *region_node; acpi_physical_address start_address; acpi_physical_address end_address; }; struct acpi_pkg_info { u8 *free_space; acpi_size length; u32 object_space; u32 num_packages; }; struct acpi_exception_info { char *name; }; typedef u32 (*acpi_interface_handler)(acpi_string, u32); struct acpi_mutex_info { void *mutex; u32 use_count; u64 thread_id; }; struct acpi_comment_node { char *comment; struct acpi_comment_node *next; }; struct acpi_interface_info { char *name; struct acpi_interface_info *next; u8 flags; u8 value; }; typedef acpi_status (*acpi_pkg_callback)(u8, union acpi_operand_object *, union acpi_generic_state *, void *); typedef u32 acpi_mutex_handle; typedef acpi_status (*acpi_walk_aml_callback)(u8 *, u32, u32, u8, void **); struct acpi_handler_info { void *handler; char *name; }; struct acpi_db_method_info { acpi_handle method; acpi_handle main_thread_gate; acpi_handle thread_complete_gate; acpi_handle info_gate; u64 *threads; u32 num_threads; u32 num_created; u32 num_completed; char *name; u32 flags; u32 num_loops; char pathname[512]; char **args; acpi_object_type *types; char init_args; acpi_object_type arg_types[7]; char *arguments[7]; char num_threads_str[11]; char id_of_thread_str[11]; char index_of_thread_str[11]; }; struct history_info { char *command; u32 cmd_num; }; typedef struct history_info HISTORY_INFO; struct acpi_db_command_info { const char *name; u8 min_args; }; struct acpi_db_command_help { u8 line_count; char *invocation; char *description; }; enum acpi_ex_debugger_commands { CMD_NOT_FOUND = 0, CMD_NULL = 1, CMD_ALL = 2, CMD_ALLOCATIONS = 3, CMD_ARGS = 4, CMD_ARGUMENTS = 5, CMD_BREAKPOINT = 6, CMD_BUSINFO = 7, CMD_CALL = 8, CMD_DEBUG = 9, CMD_DISASSEMBLE = 10, CMD_DISASM = 11, CMD_DUMP = 12, CMD_EVALUATE = 13, CMD_EXECUTE = 14, CMD_EXIT = 15, CMD_FIELDS = 16, CMD_FIND = 17, CMD_GO = 18, CMD_HANDLERS = 19, CMD_HELP = 20, CMD_HELP2 = 21, CMD_HISTORY = 22, CMD_HISTORY_EXE = 23, CMD_HISTORY_LAST = 24, CMD_INFORMATION = 25, CMD_INTEGRITY = 26, CMD_INTO = 27, CMD_LEVEL = 28, CMD_LIST = 29, CMD_LOCALS = 30, CMD_LOCKS = 31, CMD_METHODS = 32, CMD_NAMESPACE = 33, CMD_NOTIFY = 34, CMD_OBJECTS = 35, CMD_OSI = 36, CMD_OWNER = 37, CMD_PATHS = 38, CMD_PREDEFINED = 39, CMD_PREFIX = 40, CMD_QUIT = 41, CMD_REFERENCES = 42, CMD_RESOURCES = 43, CMD_RESULTS = 44, CMD_SET = 45, CMD_STATS = 46, CMD_STOP = 47, CMD_TABLES = 48, CMD_TEMPLATE = 49, CMD_TRACE = 50, CMD_TREE = 51, CMD_TYPE = 52, }; struct acpi_db_execute_walk { u32 count; u32 max_count; char name_seg[5]; }; struct acpi_integrity_info { u32 nodes; u32 objects; }; struct acpi_object_info { u32 types[28]; }; struct acpi_region_walk_info { u32 debug_level; u32 count; acpi_owner_id owner_id; u8 display_type; u32 address_space_id; }; struct acpi_db_argument_info { const char *name; }; enum led_brightness { LED_OFF = 0, LED_ON = 1, LED_HALF = 127, LED_FULL = 255, }; struct led_hw_trigger_type { int dummy; }; struct led_pattern; struct led_trigger; struct led_classdev { const char *name; unsigned int brightness; unsigned int max_brightness; int flags; long unsigned int work_flags; void (*brightness_set)(struct led_classdev *, enum led_brightness); int (*brightness_set_blocking)(struct led_classdev *, enum led_brightness); enum led_brightness (*brightness_get)(struct led_classdev *); int (*blink_set)(struct led_classdev *, long unsigned int *, long unsigned int *); int (*pattern_set)(struct led_classdev *, struct led_pattern *, u32, int); int (*pattern_clear)(struct led_classdev *); struct device *dev; const struct attribute_group **groups; struct list_head node; const char *default_trigger; long unsigned int blink_delay_on; long unsigned int blink_delay_off; struct timer_list blink_timer; int blink_brightness; int new_blink_brightness; void (*flash_resume)(struct led_classdev *); struct work_struct set_brightness_work; int delayed_set_value; struct rw_semaphore trigger_lock; struct led_trigger *trigger; struct list_head trig_list; void *trigger_data; bool activated; struct led_hw_trigger_type *trigger_type; int brightness_hw_changed; struct kernfs_node *brightness_hw_changed_kn; struct mutex led_access; }; struct led_pattern { u32 delta_t; int brightness; }; struct led_trigger { const char *name; int (*activate)(struct led_classdev *); void (*deactivate)(struct led_classdev *); struct led_hw_trigger_type *trigger_type; spinlock_t leddev_list_lock; struct list_head led_cdevs; struct list_head next_trig; const struct attribute_group **groups; }; enum power_supply_property { POWER_SUPPLY_PROP_STATUS = 0, POWER_SUPPLY_PROP_CHARGE_TYPE = 1, POWER_SUPPLY_PROP_HEALTH = 2, POWER_SUPPLY_PROP_PRESENT = 3, POWER_SUPPLY_PROP_ONLINE = 4, POWER_SUPPLY_PROP_AUTHENTIC = 5, POWER_SUPPLY_PROP_TECHNOLOGY = 6, POWER_SUPPLY_PROP_CYCLE_COUNT = 7, POWER_SUPPLY_PROP_VOLTAGE_MAX = 8, POWER_SUPPLY_PROP_VOLTAGE_MIN = 9, POWER_SUPPLY_PROP_VOLTAGE_MAX_DESIGN = 10, POWER_SUPPLY_PROP_VOLTAGE_MIN_DESIGN = 11, POWER_SUPPLY_PROP_VOLTAGE_NOW = 12, POWER_SUPPLY_PROP_VOLTAGE_AVG = 13, POWER_SUPPLY_PROP_VOLTAGE_OCV = 14, POWER_SUPPLY_PROP_VOLTAGE_BOOT = 15, POWER_SUPPLY_PROP_CURRENT_MAX = 16, POWER_SUPPLY_PROP_CURRENT_NOW = 17, POWER_SUPPLY_PROP_CURRENT_AVG = 18, POWER_SUPPLY_PROP_CURRENT_BOOT = 19, POWER_SUPPLY_PROP_POWER_NOW = 20, POWER_SUPPLY_PROP_POWER_AVG = 21, POWER_SUPPLY_PROP_CHARGE_FULL_DESIGN = 22, POWER_SUPPLY_PROP_CHARGE_EMPTY_DESIGN = 23, POWER_SUPPLY_PROP_CHARGE_FULL = 24, POWER_SUPPLY_PROP_CHARGE_EMPTY = 25, POWER_SUPPLY_PROP_CHARGE_NOW = 26, POWER_SUPPLY_PROP_CHARGE_AVG = 27, POWER_SUPPLY_PROP_CHARGE_COUNTER = 28, POWER_SUPPLY_PROP_CONSTANT_CHARGE_CURRENT = 29, POWER_SUPPLY_PROP_CONSTANT_CHARGE_CURRENT_MAX = 30, POWER_SUPPLY_PROP_CONSTANT_CHARGE_VOLTAGE = 31, POWER_SUPPLY_PROP_CONSTANT_CHARGE_VOLTAGE_MAX = 32, POWER_SUPPLY_PROP_CHARGE_CONTROL_LIMIT = 33, POWER_SUPPLY_PROP_CHARGE_CONTROL_LIMIT_MAX = 34, POWER_SUPPLY_PROP_CHARGE_CONTROL_START_THRESHOLD = 35, POWER_SUPPLY_PROP_CHARGE_CONTROL_END_THRESHOLD = 36, POWER_SUPPLY_PROP_CHARGE_BEHAVIOUR = 37, POWER_SUPPLY_PROP_INPUT_CURRENT_LIMIT = 38, POWER_SUPPLY_PROP_INPUT_VOLTAGE_LIMIT = 39, POWER_SUPPLY_PROP_INPUT_POWER_LIMIT = 40, POWER_SUPPLY_PROP_ENERGY_FULL_DESIGN = 41, POWER_SUPPLY_PROP_ENERGY_EMPTY_DESIGN = 42, POWER_SUPPLY_PROP_ENERGY_FULL = 43, POWER_SUPPLY_PROP_ENERGY_EMPTY = 44, POWER_SUPPLY_PROP_ENERGY_NOW = 45, POWER_SUPPLY_PROP_ENERGY_AVG = 46, POWER_SUPPLY_PROP_CAPACITY = 47, POWER_SUPPLY_PROP_CAPACITY_ALERT_MIN = 48, POWER_SUPPLY_PROP_CAPACITY_ALERT_MAX = 49, POWER_SUPPLY_PROP_CAPACITY_ERROR_MARGIN = 50, POWER_SUPPLY_PROP_CAPACITY_LEVEL = 51, POWER_SUPPLY_PROP_TEMP = 52, POWER_SUPPLY_PROP_TEMP_MAX = 53, POWER_SUPPLY_PROP_TEMP_MIN = 54, POWER_SUPPLY_PROP_TEMP_ALERT_MIN = 55, POWER_SUPPLY_PROP_TEMP_ALERT_MAX = 56, POWER_SUPPLY_PROP_TEMP_AMBIENT = 57, POWER_SUPPLY_PROP_TEMP_AMBIENT_ALERT_MIN = 58, POWER_SUPPLY_PROP_TEMP_AMBIENT_ALERT_MAX = 59, POWER_SUPPLY_PROP_TIME_TO_EMPTY_NOW = 60, POWER_SUPPLY_PROP_TIME_TO_EMPTY_AVG = 61, POWER_SUPPLY_PROP_TIME_TO_FULL_NOW = 62, POWER_SUPPLY_PROP_TIME_TO_FULL_AVG = 63, POWER_SUPPLY_PROP_TYPE = 64, POWER_SUPPLY_PROP_USB_TYPE = 65, POWER_SUPPLY_PROP_SCOPE = 66, POWER_SUPPLY_PROP_PRECHARGE_CURRENT = 67, POWER_SUPPLY_PROP_CHARGE_TERM_CURRENT = 68, POWER_SUPPLY_PROP_CALIBRATE = 69, POWER_SUPPLY_PROP_MANUFACTURE_YEAR = 70, POWER_SUPPLY_PROP_MANUFACTURE_MONTH = 71, POWER_SUPPLY_PROP_MANUFACTURE_DAY = 72, POWER_SUPPLY_PROP_MODEL_NAME = 73, POWER_SUPPLY_PROP_MANUFACTURER = 74, POWER_SUPPLY_PROP_SERIAL_NUMBER = 75, }; enum power_supply_type { POWER_SUPPLY_TYPE_UNKNOWN = 0, POWER_SUPPLY_TYPE_BATTERY = 1, POWER_SUPPLY_TYPE_UPS = 2, POWER_SUPPLY_TYPE_MAINS = 3, POWER_SUPPLY_TYPE_USB = 4, POWER_SUPPLY_TYPE_USB_DCP = 5, POWER_SUPPLY_TYPE_USB_CDP = 6, POWER_SUPPLY_TYPE_USB_ACA = 7, POWER_SUPPLY_TYPE_USB_TYPE_C = 8, POWER_SUPPLY_TYPE_USB_PD = 9, POWER_SUPPLY_TYPE_USB_PD_DRP = 10, POWER_SUPPLY_TYPE_APPLE_BRICK_ID = 11, POWER_SUPPLY_TYPE_WIRELESS = 12, }; enum power_supply_usb_type { POWER_SUPPLY_USB_TYPE_UNKNOWN = 0, POWER_SUPPLY_USB_TYPE_SDP = 1, POWER_SUPPLY_USB_TYPE_DCP = 2, POWER_SUPPLY_USB_TYPE_CDP = 3, POWER_SUPPLY_USB_TYPE_ACA = 4, POWER_SUPPLY_USB_TYPE_C = 5, POWER_SUPPLY_USB_TYPE_PD = 6, POWER_SUPPLY_USB_TYPE_PD_DRP = 7, POWER_SUPPLY_USB_TYPE_PD_PPS = 8, POWER_SUPPLY_USB_TYPE_APPLE_BRICK_ID = 9, }; union power_supply_propval { int intval; const char *strval; }; struct power_supply_config { struct device_node *of_node; struct fwnode_handle *fwnode; void *drv_data; const struct attribute_group **attr_grp; char **supplied_to; size_t num_supplicants; }; struct power_supply; struct power_supply_desc { const char *name; enum power_supply_type type; const enum power_supply_usb_type *usb_types; size_t num_usb_types; const enum power_supply_property *properties; size_t num_properties; int (*get_property)(struct power_supply *, enum power_supply_property, union power_supply_propval *); int (*set_property)(struct power_supply *, enum power_supply_property, const union power_supply_propval *); int (*property_is_writeable)(struct power_supply *, enum power_supply_property); void (*external_power_changed)(struct power_supply *); void (*set_charged)(struct power_supply *); bool no_thermal; int use_for_apm; }; struct thermal_zone_device; struct power_supply { const struct power_supply_desc *desc; char **supplied_to; size_t num_supplicants; char **supplied_from; size_t num_supplies; struct device_node *of_node; void *drv_data; struct device dev; struct work_struct changed_work; struct delayed_work deferred_register_work; spinlock_t changed_lock; bool changed; bool initialized; bool removing; atomic_t use_cnt; struct thermal_zone_device *tzd; struct thermal_cooling_device *tcd; struct led_trigger *charging_full_trig; char *charging_full_trig_name; struct led_trigger *charging_trig; char *charging_trig_name; struct led_trigger *full_trig; char *full_trig_name; struct led_trigger *online_trig; char *online_trig_name; struct led_trigger *charging_blink_full_solid_trig; char *charging_blink_full_solid_trig_name; }; struct acpi_ac { struct power_supply *charger; struct power_supply_desc charger_desc; struct acpi_device *device; long long unsigned int state; struct notifier_block battery_nb; }; struct input_id { __u16 bustype; __u16 vendor; __u16 product; __u16 version; }; struct input_absinfo { __s32 value; __s32 minimum; __s32 maximum; __s32 fuzz; __s32 flat; __s32 resolution; }; struct input_keymap_entry { __u8 flags; __u8 len; __u16 index; __u32 keycode; __u8 scancode[32]; }; struct ff_replay { __u16 length; __u16 delay; }; struct ff_trigger { __u16 button; __u16 interval; }; struct ff_envelope { __u16 attack_length; __u16 attack_level; __u16 fade_length; __u16 fade_level; }; struct ff_constant_effect { __s16 level; struct ff_envelope envelope; }; struct ff_ramp_effect { __s16 start_level; __s16 end_level; struct ff_envelope envelope; }; struct ff_condition_effect { __u16 right_saturation; __u16 left_saturation; __s16 right_coeff; __s16 left_coeff; __u16 deadband; __s16 center; }; struct ff_periodic_effect { __u16 waveform; __u16 period; __s16 magnitude; __s16 offset; __u16 phase; struct ff_envelope envelope; __u32 custom_len; __s16 *custom_data; }; struct ff_rumble_effect { __u16 strong_magnitude; __u16 weak_magnitude; }; struct ff_effect { __u16 type; __s16 id; __u16 direction; struct ff_trigger trigger; struct ff_replay replay; union { struct ff_constant_effect constant; struct ff_ramp_effect ramp; struct ff_periodic_effect periodic; struct ff_condition_effect condition[2]; struct ff_rumble_effect rumble; } u; }; struct input_device_id { kernel_ulong_t flags; __u16 bustype; __u16 vendor; __u16 product; __u16 version; kernel_ulong_t evbit[1]; kernel_ulong_t keybit[12]; kernel_ulong_t relbit[1]; kernel_ulong_t absbit[1]; kernel_ulong_t mscbit[1]; kernel_ulong_t ledbit[1]; kernel_ulong_t sndbit[1]; kernel_ulong_t ffbit[2]; kernel_ulong_t swbit[1]; kernel_ulong_t propbit[1]; kernel_ulong_t driver_info; }; struct input_value { __u16 type; __u16 code; __s32 value; }; enum input_clock_type { INPUT_CLK_REAL = 0, INPUT_CLK_MONO = 1, INPUT_CLK_BOOT = 2, INPUT_CLK_MAX = 3, }; struct ff_device; struct input_dev_poller; struct input_mt; struct input_handle; struct input_dev { const char *name; const char *phys; const char *uniq; struct input_id id; long unsigned int propbit[1]; long unsigned int evbit[1]; long unsigned int keybit[12]; long unsigned int relbit[1]; long unsigned int absbit[1]; long unsigned int mscbit[1]; long unsigned int ledbit[1]; long unsigned int sndbit[1]; long unsigned int ffbit[2]; long unsigned int swbit[1]; unsigned int hint_events_per_packet; unsigned int keycodemax; unsigned int keycodesize; void *keycode; int (*setkeycode)(struct input_dev *, const struct input_keymap_entry *, unsigned int *); int (*getkeycode)(struct input_dev *, struct input_keymap_entry *); struct ff_device *ff; struct input_dev_poller *poller; unsigned int repeat_key; struct timer_list timer; int rep[2]; struct input_mt *mt; struct input_absinfo *absinfo; long unsigned int key[12]; long unsigned int led[1]; long unsigned int snd[1]; long unsigned int sw[1]; int (*open)(struct input_dev *); void (*close)(struct input_dev *); int (*flush)(struct input_dev *, struct file *); int (*event)(struct input_dev *, unsigned int, unsigned int, int); struct input_handle *grab; spinlock_t event_lock; struct mutex mutex; unsigned int users; bool going_away; struct device dev; struct list_head h_list; struct list_head node; unsigned int num_vals; unsigned int max_vals; struct input_value *vals; bool devres_managed; ktime_t timestamp[3]; bool inhibited; }; struct ff_device { int (*upload)(struct input_dev *, struct ff_effect *, struct ff_effect *); int (*erase)(struct input_dev *, int); int (*playback)(struct input_dev *, int, int); void (*set_gain)(struct input_dev *, u16); void (*set_autocenter)(struct input_dev *, u16); void (*destroy)(struct ff_device *); void *private; long unsigned int ffbit[2]; struct mutex mutex; int max_effects; struct ff_effect *effects; struct file *effect_owners[0]; }; struct input_handler; struct input_handle { void *private; int open; const char *name; struct input_dev *dev; struct input_handler *handler; struct list_head d_node; struct list_head h_node; }; struct input_handler { void *private; void (*event)(struct input_handle *, unsigned int, unsigned int, int); void (*events)(struct input_handle *, const struct input_value *, unsigned int); bool (*filter)(struct input_handle *, unsigned int, unsigned int, int); bool (*match)(struct input_handler *, struct input_dev *); int (*connect)(struct input_handler *, struct input_dev *, const struct input_device_id *); void (*disconnect)(struct input_handle *); void (*start)(struct input_handle *); bool legacy_minors; int minor; const char *name; const struct input_device_id *id_table; struct list_head h_list; struct list_head node; }; enum { ACPI_BUTTON_LID_INIT_IGNORE = 0, ACPI_BUTTON_LID_INIT_OPEN = 1, ACPI_BUTTON_LID_INIT_METHOD = 2, ACPI_BUTTON_LID_INIT_DISABLED = 3, }; struct acpi_button { unsigned int type; struct input_dev *input; char phys[32]; long unsigned int pushed; int last_state; ktime_t last_time; bool suspended; bool lid_state_initialized; }; struct acpi_fan_fps { u64 control; u64 trip_point; u64 speed; u64 noise_level; u64 power; char name[20]; struct device_attribute dev_attr; }; struct acpi_fan_fif { u8 revision; u8 fine_grain_ctrl; u8 step_size; u8 low_speed_notification; }; struct acpi_fan_fst { u64 revision; u64 control; u64 speed; }; struct acpi_fan { bool acpi4; struct acpi_fan_fif fif; struct acpi_fan_fps *fps; int fps_count; struct thermal_cooling_device *cdev; struct device_attribute fst_speed; struct device_attribute fine_grain_control; }; struct acpi_pci_slot { struct pci_slot *pci_slot; struct list_head list; }; struct acpi_lpi_states_array { unsigned int size; unsigned int composite_states_size; struct acpi_lpi_state *entries; struct acpi_lpi_state *composite_states[8]; }; struct throttling_tstate { unsigned int cpu; int target_state; }; struct acpi_processor_throttling_arg { struct acpi_processor *pr; int target_state; bool force; }; struct container_dev { struct device dev; int (*offline)(struct container_dev *); }; enum thermal_device_mode { THERMAL_DEVICE_DISABLED = 0, THERMAL_DEVICE_ENABLED = 1, }; enum thermal_trip_type { THERMAL_TRIP_ACTIVE = 0, THERMAL_TRIP_PASSIVE = 1, THERMAL_TRIP_HOT = 2, THERMAL_TRIP_CRITICAL = 3, }; enum thermal_trend { THERMAL_TREND_STABLE = 0, THERMAL_TREND_RAISING = 1, THERMAL_TREND_DROPPING = 2, THERMAL_TREND_RAISE_FULL = 3, THERMAL_TREND_DROP_FULL = 4, }; enum thermal_notify_event { THERMAL_EVENT_UNSPECIFIED = 0, THERMAL_EVENT_TEMP_SAMPLE = 1, THERMAL_TRIP_VIOLATED = 2, THERMAL_TRIP_CHANGED = 3, THERMAL_DEVICE_DOWN = 4, THERMAL_DEVICE_UP = 5, THERMAL_DEVICE_POWER_CAPABILITY_CHANGED = 6, THERMAL_TABLE_CHANGED = 7, THERMAL_EVENT_KEEP_ALIVE = 8, }; struct thermal_zone_device_ops { int (*bind)(struct thermal_zone_device *, struct thermal_cooling_device *); int (*unbind)(struct thermal_zone_device *, struct thermal_cooling_device *); int (*get_temp)(struct thermal_zone_device *, int *); int (*set_trips)(struct thermal_zone_device *, int, int); int (*change_mode)(struct thermal_zone_device *, enum thermal_device_mode); int (*get_trip_type)(struct thermal_zone_device *, int, enum thermal_trip_type *); int (*get_trip_temp)(struct thermal_zone_device *, int, int *); int (*set_trip_temp)(struct thermal_zone_device *, int, int); int (*get_trip_hyst)(struct thermal_zone_device *, int, int *); int (*set_trip_hyst)(struct thermal_zone_device *, int, int); int (*get_crit_temp)(struct thermal_zone_device *, int *); int (*set_emul_temp)(struct thermal_zone_device *, int); int (*get_trend)(struct thermal_zone_device *, int, enum thermal_trend *); void (*hot)(struct thermal_zone_device *); void (*critical)(struct thermal_zone_device *); }; struct thermal_attr; struct thermal_zone_params; struct thermal_governor; struct thermal_zone_device { int id; char type[20]; struct device device; struct attribute_group trips_attribute_group; struct thermal_attr *trip_temp_attrs; struct thermal_attr *trip_type_attrs; struct thermal_attr *trip_hyst_attrs; enum thermal_device_mode mode; void *devdata; int trips; long unsigned int trips_disabled; long unsigned int passive_delay_jiffies; long unsigned int polling_delay_jiffies; int temperature; int last_temperature; int emul_temperature; int passive; int prev_low_trip; int prev_high_trip; atomic_t need_update; struct thermal_zone_device_ops *ops; struct thermal_zone_params *tzp; struct thermal_governor *governor; void *governor_data; struct list_head thermal_instances; struct ida ida; struct mutex lock; struct list_head node; struct delayed_work poll_queue; enum thermal_notify_event notify_event; }; struct thermal_bind_params; struct thermal_zone_params { char governor_name[20]; bool no_hwmon; int num_tbps; struct thermal_bind_params *tbp; u32 sustainable_power; s32 k_po; s32 k_pu; s32 k_i; s32 k_d; s32 integral_cutoff; int slope; int offset; }; struct thermal_governor { char name[20]; int (*bind_to_tz)(struct thermal_zone_device *); void (*unbind_from_tz)(struct thermal_zone_device *); int (*throttle)(struct thermal_zone_device *, int); struct list_head governor_list; }; struct thermal_bind_params { struct thermal_cooling_device *cdev; int weight; int trip_mask; long unsigned int *binding_limits; int (*match)(struct thermal_zone_device *, struct thermal_cooling_device *); }; struct acpi_thermal_state { u8 critical: 1; u8 hot: 1; u8 passive: 1; u8 active: 1; u8 reserved: 4; int active_index; }; struct acpi_thermal_state_flags { u8 valid: 1; u8 enabled: 1; u8 reserved: 6; }; struct acpi_thermal_critical { struct acpi_thermal_state_flags flags; long unsigned int temperature; }; struct acpi_thermal_hot { struct acpi_thermal_state_flags flags; long unsigned int temperature; }; struct acpi_thermal_passive { struct acpi_thermal_state_flags flags; long unsigned int temperature; long unsigned int tc1; long unsigned int tc2; long unsigned int tsp; struct acpi_handle_list devices; }; struct acpi_thermal_active { struct acpi_thermal_state_flags flags; long unsigned int temperature; struct acpi_handle_list devices; }; struct acpi_thermal_trips { struct acpi_thermal_critical critical; struct acpi_thermal_hot hot; struct acpi_thermal_passive passive; struct acpi_thermal_active active[10]; }; struct acpi_thermal_flags { u8 cooling_mode: 1; u8 devices: 1; u8 reserved: 6; }; struct acpi_thermal { struct acpi_device *device; acpi_bus_id name; long unsigned int temperature; long unsigned int last_temperature; long unsigned int polling_frequency; volatile u8 zombie; struct acpi_thermal_flags flags; struct acpi_thermal_state state; struct acpi_thermal_trips trips; struct acpi_handle_list devices; struct thermal_zone_device *thermal_zone; int kelvin_offset; struct work_struct thermal_check_work; struct mutex thermal_check_lock; refcount_t thermal_check_count; }; struct acpi_cedt_cfmws { struct acpi_cedt_header header; u32 reserved1; u64 base_hpa; u64 window_size; u8 interleave_ways; u8 interleave_arithmetic; u16 reserved2; u32 granularity; u16 restrictions; u16 qtg_id; u32 interleave_targets[0]; } __attribute__((packed)); struct acpi_table_slit { struct acpi_table_header header; u64 locality_count; u8 entry[1]; } __attribute__((packed)); struct acpi_table_srat { struct acpi_table_header header; u32 table_revision; u64 reserved; }; enum acpi_srat_type { ACPI_SRAT_TYPE_CPU_AFFINITY = 0, ACPI_SRAT_TYPE_MEMORY_AFFINITY = 1, ACPI_SRAT_TYPE_X2APIC_CPU_AFFINITY = 2, ACPI_SRAT_TYPE_GICC_AFFINITY = 3, ACPI_SRAT_TYPE_GIC_ITS_AFFINITY = 4, ACPI_SRAT_TYPE_GENERIC_AFFINITY = 5, ACPI_SRAT_TYPE_GENERIC_PORT_AFFINITY = 6, ACPI_SRAT_TYPE_RESERVED = 7, }; struct acpi_srat_mem_affinity { struct acpi_subtable_header header; u32 proximity_domain; u16 reserved; u64 base_address; u64 length; u32 reserved1; u32 flags; u64 reserved2; } __attribute__((packed)); struct acpi_srat_gicc_affinity { struct acpi_subtable_header header; u32 proximity_domain; u32 acpi_processor_uid; u32 flags; u32 clock_domain; } __attribute__((packed)); struct acpi_srat_generic_affinity { struct acpi_subtable_header header; u8 reserved; u8 device_handle_type; u32 proximity_domain; u8 device_handle[16]; u32 flags; u32 reserved1; }; enum acpi_hmat_type { ACPI_HMAT_TYPE_PROXIMITY = 0, ACPI_HMAT_TYPE_LOCALITY = 1, ACPI_HMAT_TYPE_CACHE = 2, ACPI_HMAT_TYPE_RESERVED = 3, }; struct acpi_hmat_proximity_domain { struct acpi_hmat_structure header; u16 flags; u16 reserved1; u32 processor_PD; u32 memory_PD; u32 reserved2; u64 reserved3; u64 reserved4; }; struct acpi_hmat_locality { struct acpi_hmat_structure header; u8 flags; u8 data_type; u8 min_transfer_size; u8 reserved1; u32 number_of_initiator_Pds; u32 number_of_target_Pds; u32 reserved2; u64 entry_base_unit; }; struct acpi_hmat_cache { struct acpi_hmat_structure header; u32 memory_PD; u32 reserved1; u64 cache_size; u32 cache_attributes; u16 reserved2; u16 number_of_SMBIOShandles; }; struct node_hmem_attrs { unsigned int read_bandwidth; unsigned int write_bandwidth; unsigned int read_latency; unsigned int write_latency; }; enum cache_indexing { NODE_CACHE_DIRECT_MAP = 0, NODE_CACHE_INDEXED = 1, NODE_CACHE_OTHER = 2, }; enum cache_write_policy { NODE_CACHE_WRITE_BACK = 0, NODE_CACHE_WRITE_THROUGH = 1, NODE_CACHE_WRITE_OTHER = 2, }; struct node_cache_attrs { enum cache_indexing indexing; enum cache_write_policy write_policy; u64 size; u16 line_size; u8 level; }; enum locality_types { WRITE_LATENCY = 0, READ_LATENCY = 1, WRITE_BANDWIDTH = 2, READ_BANDWIDTH = 3, }; struct memory_locality { struct list_head node; struct acpi_hmat_locality *hmat_loc; }; struct target_cache { struct list_head node; struct node_cache_attrs cache_attrs; }; struct memory_target { struct list_head node; unsigned int memory_pxm; unsigned int processor_pxm; struct resource memregions; struct node_hmem_attrs hmem_attrs[2]; struct list_head caches; struct node_cache_attrs cache_attrs; bool registered; }; struct memory_initiator { struct list_head node; unsigned int processor_pxm; bool has_cpu; }; struct acpi_memory_info { struct list_head list; u64 start_addr; u64 length; short unsigned int caching; short unsigned int write_protect; unsigned int enabled: 1; }; struct acpi_memory_device { struct acpi_device *device; struct list_head res_list; int mgid; }; struct acpi_pci_ioapic { acpi_handle root_handle; acpi_handle handle; u32 gsi_base; struct resource res; struct pci_dev *pdev; struct list_head list; }; enum dmi_entry_type { DMI_ENTRY_BIOS = 0, DMI_ENTRY_SYSTEM = 1, DMI_ENTRY_BASEBOARD = 2, DMI_ENTRY_CHASSIS = 3, DMI_ENTRY_PROCESSOR = 4, DMI_ENTRY_MEM_CONTROLLER = 5, DMI_ENTRY_MEM_MODULE = 6, DMI_ENTRY_CACHE = 7, DMI_ENTRY_PORT_CONNECTOR = 8, DMI_ENTRY_SYSTEM_SLOT = 9, DMI_ENTRY_ONBOARD_DEVICE = 10, DMI_ENTRY_OEMSTRINGS = 11, DMI_ENTRY_SYSCONF = 12, DMI_ENTRY_BIOS_LANG = 13, DMI_ENTRY_GROUP_ASSOC = 14, DMI_ENTRY_SYSTEM_EVENT_LOG = 15, DMI_ENTRY_PHYS_MEM_ARRAY = 16, DMI_ENTRY_MEM_DEVICE = 17, DMI_ENTRY_32_MEM_ERROR = 18, DMI_ENTRY_MEM_ARRAY_MAPPED_ADDR = 19, DMI_ENTRY_MEM_DEV_MAPPED_ADDR = 20, DMI_ENTRY_BUILTIN_POINTING_DEV = 21, DMI_ENTRY_PORTABLE_BATTERY = 22, DMI_ENTRY_SYSTEM_RESET = 23, DMI_ENTRY_HW_SECURITY = 24, DMI_ENTRY_SYSTEM_POWER_CONTROLS = 25, DMI_ENTRY_VOLTAGE_PROBE = 26, DMI_ENTRY_COOLING_DEV = 27, DMI_ENTRY_TEMP_PROBE = 28, DMI_ENTRY_ELECTRICAL_CURRENT_PROBE = 29, DMI_ENTRY_OOB_REMOTE_ACCESS = 30, DMI_ENTRY_BIS_ENTRY = 31, DMI_ENTRY_SYSTEM_BOOT = 32, DMI_ENTRY_MGMT_DEV = 33, DMI_ENTRY_MGMT_DEV_COMPONENT = 34, DMI_ENTRY_MGMT_DEV_THRES = 35, DMI_ENTRY_MEM_CHANNEL = 36, DMI_ENTRY_IPMI_DEV = 37, DMI_ENTRY_SYS_POWER_SUPPLY = 38, DMI_ENTRY_ADDITIONAL = 39, DMI_ENTRY_ONBOARD_DEV_EXT = 40, DMI_ENTRY_MGMT_CONTROLLER_HOST = 41, DMI_ENTRY_INACTIVE = 126, DMI_ENTRY_END_OF_TABLE = 127, }; enum { POWER_SUPPLY_STATUS_UNKNOWN = 0, POWER_SUPPLY_STATUS_CHARGING = 1, POWER_SUPPLY_STATUS_DISCHARGING = 2, POWER_SUPPLY_STATUS_NOT_CHARGING = 3, POWER_SUPPLY_STATUS_FULL = 4, }; enum { POWER_SUPPLY_TECHNOLOGY_UNKNOWN = 0, POWER_SUPPLY_TECHNOLOGY_NiMH = 1, POWER_SUPPLY_TECHNOLOGY_LION = 2, POWER_SUPPLY_TECHNOLOGY_LIPO = 3, POWER_SUPPLY_TECHNOLOGY_LiFe = 4, POWER_SUPPLY_TECHNOLOGY_NiCd = 5, POWER_SUPPLY_TECHNOLOGY_LiMn = 6, }; enum { POWER_SUPPLY_CAPACITY_LEVEL_UNKNOWN = 0, POWER_SUPPLY_CAPACITY_LEVEL_CRITICAL = 1, POWER_SUPPLY_CAPACITY_LEVEL_LOW = 2, POWER_SUPPLY_CAPACITY_LEVEL_NORMAL = 3, POWER_SUPPLY_CAPACITY_LEVEL_HIGH = 4, POWER_SUPPLY_CAPACITY_LEVEL_FULL = 5, }; struct acpi_battery_hook { const char *name; int (*add_battery)(struct power_supply *); int (*remove_battery)(struct power_supply *); struct list_head list; }; enum { ACPI_BATTERY_ALARM_PRESENT = 0, ACPI_BATTERY_XINFO_PRESENT = 1, ACPI_BATTERY_QUIRK_PERCENTAGE_CAPACITY = 2, ACPI_BATTERY_QUIRK_THINKPAD_MAH = 3, ACPI_BATTERY_QUIRK_DEGRADED_FULL_CHARGE = 4, }; struct acpi_battery { struct mutex lock; struct mutex sysfs_lock; struct power_supply *bat; struct power_supply_desc bat_desc; struct acpi_device *device; struct notifier_block pm_nb; struct list_head list; long unsigned int update_time; int revision; int rate_now; int capacity_now; int voltage_now; int design_capacity; int full_charge_capacity; int technology; int design_voltage; int design_capacity_warning; int design_capacity_low; int cycle_count; int measurement_accuracy; int max_sampling_time; int min_sampling_time; int max_averaging_interval; int min_averaging_interval; int capacity_granularity_1; int capacity_granularity_2; int alarm; char model_number[32]; char serial_number[32]; char type[32]; char oem_info[32]; int state; int power_unit; long unsigned int flags; }; struct acpi_offsets { size_t offset; u8 mode; }; struct acpi_pcct_shared_memory { u32 signature; u16 command; u16 status; }; struct cpc_register_resource { acpi_object_type type; u64 *sys_mem_vaddr; union { struct cpc_reg reg; u64 int_value; } cpc_entry; }; struct cpc_desc { int num_entries; int version; int cpu_id; int write_cmd_status; int write_cmd_id; struct cpc_register_resource cpc_regs[21]; struct acpi_psd_package domain_info; struct kobject kobj; }; enum cppc_regs { HIGHEST_PERF = 0, NOMINAL_PERF = 1, LOW_NON_LINEAR_PERF = 2, LOWEST_PERF = 3, GUARANTEED_PERF = 4, DESIRED_PERF = 5, MIN_PERF = 6, MAX_PERF = 7, PERF_REDUC_TOLERANCE = 8, TIME_WINDOW = 9, CTR_WRAP_TIME = 10, REFERENCE_CTR = 11, DELIVERED_CTR = 12, PERF_LIMITED = 13, ENABLE = 14, AUTO_SEL_ENABLE = 15, AUTO_ACT_WINDOW = 16, ENERGY_PERF = 17, REFERENCE_PERF = 18, LOWEST_FREQ = 19, NOMINAL_FREQ = 20, }; struct cppc_perf_ctrls { u32 max_perf; u32 min_perf; u32 desired_perf; }; struct cppc_perf_fb_ctrs { u64 reference; u64 delivered; u64 reference_perf; u64 wraparound_time; }; struct cppc_cpudata { struct list_head node; struct cppc_perf_caps perf_caps; struct cppc_perf_ctrls perf_ctrls; struct cppc_perf_fb_ctrs perf_fb_ctrs; unsigned int shared_type; cpumask_var_t shared_cpu_map; }; struct cppc_pcc_data { struct pcc_mbox_chan *pcc_channel; void *pcc_comm_addr; bool pcc_channel_acquired; unsigned int deadline_us; unsigned int pcc_mpar; unsigned int pcc_mrtt; unsigned int pcc_nominal; bool pending_pcc_write_cmd; bool platform_owns_pcc; unsigned int pcc_write_cnt; struct rw_semaphore pcc_lock; wait_queue_head_t pcc_write_wait_q; ktime_t last_cmd_cmpl_time; ktime_t last_mpar_reset; int mpar_count; int refcount; }; struct acpi_aml_io { wait_queue_head_t wait; long unsigned int flags; long unsigned int users; struct mutex lock; struct task_struct *thread; char out_buf[4096]; struct circ_buf out_crc; char in_buf[4096]; struct circ_buf in_crc; acpi_osd_exec_callback function; void *context; long unsigned int usages; }; struct acpi_whea_header { u8 action; u8 instruction; u8 flags; u8 reserved; struct acpi_generic_address register_region; u64 value; u64 mask; } __attribute__((packed)); struct apei_exec_context; typedef int (*apei_exec_ins_func_t)(struct apei_exec_context *, struct acpi_whea_header *); struct apei_exec_ins_type; struct apei_exec_context { u32 ip; u64 value; u64 var1; u64 var2; u64 src_base; u64 dst_base; struct apei_exec_ins_type *ins_table; u32 instructions; struct acpi_whea_header *action_table; u32 entries; }; struct apei_exec_ins_type { u32 flags; apei_exec_ins_func_t run; }; struct apei_resources { struct list_head iomem; struct list_head ioport; }; typedef int (*apei_exec_entry_func_t)(struct apei_exec_context *, struct acpi_whea_header *, void *); struct apei_res { struct list_head list; long unsigned int start; long unsigned int end; }; struct acpi_table_hest { struct acpi_table_header header; u32 error_source_count; }; enum acpi_hest_types { ACPI_HEST_TYPE_IA32_CHECK = 0, ACPI_HEST_TYPE_IA32_CORRECTED_CHECK = 1, ACPI_HEST_TYPE_IA32_NMI = 2, ACPI_HEST_TYPE_NOT_USED3 = 3, ACPI_HEST_TYPE_NOT_USED4 = 4, ACPI_HEST_TYPE_NOT_USED5 = 5, ACPI_HEST_TYPE_AER_ROOT_PORT = 6, ACPI_HEST_TYPE_AER_ENDPOINT = 7, ACPI_HEST_TYPE_AER_BRIDGE = 8, ACPI_HEST_TYPE_GENERIC_ERROR = 9, ACPI_HEST_TYPE_GENERIC_ERROR_V2 = 10, ACPI_HEST_TYPE_IA32_DEFERRED_CHECK = 11, ACPI_HEST_TYPE_RESERVED = 12, }; struct acpi_hest_ia_machine_check { struct acpi_hest_header header; u16 reserved1; u8 flags; u8 enabled; u32 records_to_preallocate; u32 max_sections_per_record; u64 global_capability_data; u64 global_control_data; u8 num_hardware_banks; u8 reserved3[7]; }; struct acpi_hest_generic { struct acpi_hest_header header; u16 related_source_id; u8 reserved; u8 enabled; u32 records_to_preallocate; u32 max_sections_per_record; u32 max_raw_data_length; struct acpi_generic_address error_status_address; struct acpi_hest_notify notify; u32 error_block_length; } __attribute__((packed)); struct acpi_hest_ia_deferred_check { struct acpi_hest_header header; u16 reserved1; u8 flags; u8 enabled; u32 records_to_preallocate; u32 max_sections_per_record; struct acpi_hest_notify notify; u8 num_hardware_banks; u8 reserved2[3]; }; enum hest_status { HEST_ENABLED = 0, HEST_DISABLED = 1, HEST_NOT_FOUND = 2, }; typedef int (*apei_hest_func_t)(struct acpi_hest_header *, void *); struct ghes_arr { struct platform_device **ghes_devs; unsigned int count; }; struct acpi_table_erst { struct acpi_table_header header; u32 header_length; u32 reserved; u32 entries; }; enum acpi_erst_actions { ACPI_ERST_BEGIN_WRITE = 0, ACPI_ERST_BEGIN_READ = 1, ACPI_ERST_BEGIN_CLEAR = 2, ACPI_ERST_END = 3, ACPI_ERST_SET_RECORD_OFFSET = 4, ACPI_ERST_EXECUTE_OPERATION = 5, ACPI_ERST_CHECK_BUSY_STATUS = 6, ACPI_ERST_GET_COMMAND_STATUS = 7, ACPI_ERST_GET_RECORD_ID = 8, ACPI_ERST_SET_RECORD_ID = 9, ACPI_ERST_GET_RECORD_COUNT = 10, ACPI_ERST_BEGIN_DUMMY_WRIITE = 11, ACPI_ERST_NOT_USED = 12, ACPI_ERST_GET_ERROR_RANGE = 13, ACPI_ERST_GET_ERROR_LENGTH = 14, ACPI_ERST_GET_ERROR_ATTRIBUTES = 15, ACPI_ERST_EXECUTE_TIMINGS = 16, ACPI_ERST_ACTION_RESERVED = 17, }; enum acpi_erst_instructions { ACPI_ERST_READ_REGISTER = 0, ACPI_ERST_READ_REGISTER_VALUE = 1, ACPI_ERST_WRITE_REGISTER = 2, ACPI_ERST_WRITE_REGISTER_VALUE = 3, ACPI_ERST_NOOP = 4, ACPI_ERST_LOAD_VAR1 = 5, ACPI_ERST_LOAD_VAR2 = 6, ACPI_ERST_STORE_VAR1 = 7, ACPI_ERST_ADD = 8, ACPI_ERST_SUBTRACT = 9, ACPI_ERST_ADD_VALUE = 10, ACPI_ERST_SUBTRACT_VALUE = 11, ACPI_ERST_STALL = 12, ACPI_ERST_STALL_WHILE_TRUE = 13, ACPI_ERST_SKIP_NEXT_IF_TRUE = 14, ACPI_ERST_GOTO = 15, ACPI_ERST_SET_SRC_ADDRESS_BASE = 16, ACPI_ERST_SET_DST_ADDRESS_BASE = 17, ACPI_ERST_MOVE_DATA = 18, ACPI_ERST_INSTRUCTION_RESERVED = 19, }; struct erst_erange { u64 base; u64 size; void *vaddr; u32 attr; }; struct erst_record_id_cache { struct mutex lock; u64 *entries; int len; int size; int refcount; }; struct cper_pstore_record { struct cper_record_header hdr; struct cper_section_descriptor sec_hdr; char data[0]; }; struct acpi_bert_region { u32 block_status; u32 raw_data_offset; u32 raw_data_length; u32 data_length; u32 error_severity; }; struct acpi_hest_generic_status { u32 block_status; u32 raw_data_offset; u32 raw_data_length; u32 data_length; u32 error_severity; }; enum acpi_hest_notify_types { ACPI_HEST_NOTIFY_POLLED = 0, ACPI_HEST_NOTIFY_EXTERNAL = 1, ACPI_HEST_NOTIFY_LOCAL = 2, ACPI_HEST_NOTIFY_SCI = 3, ACPI_HEST_NOTIFY_NMI = 4, ACPI_HEST_NOTIFY_CMCI = 5, ACPI_HEST_NOTIFY_MCE = 6, ACPI_HEST_NOTIFY_GPIO = 7, ACPI_HEST_NOTIFY_SEA = 8, ACPI_HEST_NOTIFY_SEI = 9, ACPI_HEST_NOTIFY_GSIV = 10, ACPI_HEST_NOTIFY_SOFTWARE_DELEGATED = 11, ACPI_HEST_NOTIFY_RESERVED = 12, }; struct acpi_hest_generic_v2 { struct acpi_hest_header header; u16 related_source_id; u8 reserved; u8 enabled; u32 records_to_preallocate; u32 max_sections_per_record; u32 max_raw_data_length; struct acpi_generic_address error_status_address; struct acpi_hest_notify notify; u32 error_block_length; struct acpi_generic_address read_ack_register; u64 read_ack_preserve; u64 read_ack_write; } __attribute__((packed)); struct acpi_hest_generic_data { u8 section_type[16]; u32 error_severity; u16 revision; u8 validation_bits; u8 flags; u32 error_data_length; u8 fru_id[16]; u8 fru_text[20]; }; struct acpi_hest_generic_data_v300 { u8 section_type[16]; u32 error_severity; u16 revision; u8 validation_bits; u8 flags; u32 error_data_length; u8 fru_id[16]; u8 fru_text[20]; u64 time_stamp; }; struct cper_sec_proc_arm { u32 validation_bits; u16 err_info_num; u16 context_info_num; u32 section_length; u8 affinity_level; u8 reserved[3]; u64 mpidr; u64 midr; u32 running_state; u32 psci_state; }; struct cper_arm_err_info { u8 version; u8 length; u16 validation_bits; u8 type; u16 multiple_error; u8 flags; u64 error_info; u64 virt_fault_addr; u64 physical_fault_addr; } __attribute__((packed)); struct cper_sec_pcie { u64 validation_bits; u32 port_type; struct { u8 minor; u8 major; u8 reserved[2]; } version; u16 command; u16 status; u32 reserved; struct { u16 vendor_id; u16 device_id; u8 class_code[3]; u8 function; u8 device; u16 segment; u8 bus; u8 secondary_bus; u16 slot; u8 reserved; } __attribute__((packed)) device_id; struct { u32 lower; u32 upper; } serial_number; struct { u16 secondary_status; u16 control; } bridge; u8 capability[60]; u8 aer_info[96]; }; struct ghes { union { struct acpi_hest_generic *generic; struct acpi_hest_generic_v2 *generic_v2; }; struct acpi_hest_generic_status *estatus; long unsigned int flags; union { struct list_head list; struct timer_list timer; unsigned int irq; }; }; struct ghes_estatus_node { struct llist_node llnode; struct acpi_hest_generic *generic; struct ghes *ghes; int task_work_cpu; struct callback_head task_work; }; struct ghes_estatus_cache { u32 estatus_len; atomic_t count; struct acpi_hest_generic *generic; long long unsigned int time_in; struct callback_head rcu; }; struct ghes_vendor_record_entry { struct work_struct work; int error_severity; char vendor_record[0]; }; struct pmic_table { int address; int reg; int bit; }; struct intel_pmic_opregion_data { int (*get_power)(struct regmap *, int, int, u64 *); int (*update_power)(struct regmap *, int, int, bool); int (*get_raw_temp)(struct regmap *, int); int (*update_aux)(struct regmap *, int, int); int (*get_policy)(struct regmap *, int, int, u64 *); int (*update_policy)(struct regmap *, int, int, int); int (*exec_mipi_pmic_seq_element)(struct regmap *, u16, u32, u32, u32); int (*lpat_raw_to_temp)(struct acpi_lpat_conversion_table *, int); struct pmic_table *power_table; int power_table_count; struct pmic_table *thermal_table; int thermal_table_count; int pmic_i2c_address; }; struct intel_pmic_regs_handler_ctx { unsigned int val; u16 addr; }; struct intel_pmic_opregion { struct mutex lock; struct acpi_lpat_conversion_table *lpat_table; struct regmap *regmap; const struct intel_pmic_opregion_data *data; struct intel_pmic_regs_handler_ctx ctx; }; struct regmap_irq_type { unsigned int type_reg_offset; unsigned int type_reg_mask; unsigned int type_rising_val; unsigned int type_falling_val; unsigned int type_level_low_val; unsigned int type_level_high_val; unsigned int types_supported; }; struct regmap_irq { unsigned int reg_offset; unsigned int mask; struct regmap_irq_type type; }; struct regmap_irq_sub_irq_map { unsigned int num_regs; unsigned int *offset; }; struct regmap_irq_chip { const char *name; unsigned int main_status; unsigned int num_main_status_bits; struct regmap_irq_sub_irq_map *sub_reg_offsets; int num_main_regs; unsigned int status_base; unsigned int mask_base; unsigned int unmask_base; unsigned int ack_base; unsigned int wake_base; unsigned int type_base; unsigned int *virt_reg_base; unsigned int irq_reg_stride; bool mask_writeonly: 1; bool init_ack_masked: 1; bool mask_invert: 1; bool use_ack: 1; bool ack_invert: 1; bool clear_ack: 1; bool wake_invert: 1; bool runtime_pm: 1; bool type_invert: 1; bool type_in_mask: 1; bool clear_on_unmask: 1; bool not_fixed_stride: 1; bool status_invert: 1; int num_regs; const struct regmap_irq *irqs; int num_irqs; int num_type_reg; int num_virt_regs; unsigned int type_reg_stride; int (*handle_pre_irq)(void *); int (*handle_post_irq)(void *); int (*set_type_virt)(unsigned int **, unsigned int, long unsigned int, int); void *irq_drv_data; }; struct axp20x_dev { struct device *dev; int irq; long unsigned int irq_flags; struct regmap *regmap; struct regmap_irq_chip_data *regmap_irqc; long int variant; int nr_cells; const struct mfd_cell *cells; const struct regmap_config *regmap_cfg; const struct regmap_irq_chip *regmap_irq_chip; }; struct mfd_cell_acpi_match; struct mfd_cell { const char *name; int id; int level; int (*enable)(struct platform_device *); int (*disable)(struct platform_device *); int (*suspend)(struct platform_device *); int (*resume)(struct platform_device *); void *platform_data; size_t pdata_size; const struct software_node *swnode; const char *of_compatible; const u64 of_reg; bool use_of_reg; const struct mfd_cell_acpi_match *acpi_match; int num_resources; const struct resource *resources; bool ignore_resource_conflicts; bool pm_runtime_no_callbacks; const char * const *parent_supplies; int num_parent_supplies; }; struct tps68470_pmic_table { u32 address; u32 reg; u32 bitmask; }; struct tps68470_pmic_opregion { struct mutex lock; struct regmap *regmap; }; struct acpi_table_viot { struct acpi_table_header header; u16 node_count; u16 node_offset; u8 reserved[8]; }; struct acpi_viot_header { u8 type; u8 reserved; u16 length; }; enum acpi_viot_node_type { ACPI_VIOT_NODE_PCI_RANGE = 1, ACPI_VIOT_NODE_MMIO = 2, ACPI_VIOT_NODE_VIRTIO_IOMMU_PCI = 3, ACPI_VIOT_NODE_VIRTIO_IOMMU_MMIO = 4, ACPI_VIOT_RESERVED = 5, }; struct acpi_viot_pci_range { struct acpi_viot_header header; u32 endpoint_start; u16 segment_start; u16 segment_end; u16 bdf_start; u16 bdf_end; u16 output_node; u8 reserved[6]; }; struct acpi_viot_mmio { struct acpi_viot_header header; u32 endpoint; u64 base_address; u16 output_node; u8 reserved[6]; }; struct acpi_viot_virtio_iommu_pci { struct acpi_viot_header header; u16 segment; u16 bdf; u8 reserved[8]; }; struct acpi_viot_virtio_iommu_mmio { struct acpi_viot_header header; u8 reserved[4]; u64 base_address; }; struct viot_iommu { unsigned int offset; struct fwnode_handle *fwnode; struct list_head list; }; struct viot_endpoint { union { struct { u16 segment_start; u16 segment_end; u16 bdf_start; u16 bdf_end; }; u64 address; }; u32 endpoint_id; struct viot_iommu *viommu; struct list_head list; }; struct pnp_resource { struct list_head list; struct resource res; }; struct pnp_port { resource_size_t min; resource_size_t max; resource_size_t align; resource_size_t size; unsigned char flags; }; typedef struct { long unsigned int bits[4]; } pnp_irq_mask_t; struct pnp_irq { pnp_irq_mask_t map; unsigned char flags; }; struct pnp_dma { unsigned char map; unsigned char flags; }; struct pnp_mem { resource_size_t min; resource_size_t max; resource_size_t align; resource_size_t size; unsigned char flags; }; struct pnp_option { struct list_head list; unsigned int flags; long unsigned int type; union { struct pnp_port port; struct pnp_irq irq; struct pnp_dma dma; struct pnp_mem mem; } u; }; struct pnp_info_buffer { char *buffer; char *curr; long unsigned int size; long unsigned int len; int stop; int error; }; typedef struct pnp_info_buffer pnp_info_buffer_t; struct pnp_fixup { char id[7]; void (*quirk_function)(struct pnp_dev *); }; struct acpipnp_parse_option_s { struct pnp_dev *dev; unsigned int option_flags; }; struct clk_bulk_data { const char *id; struct clk *clk; }; struct clk_bulk_devres { struct clk_bulk_data *clks; int num_clks; }; struct clk_hw; struct clk_lookup { struct list_head node; const char *dev_id; const char *con_id; struct clk *clk; struct clk_hw *clk_hw; }; struct clk_core; struct clk_init_data; struct clk_hw { struct clk_core *core; struct clk *clk; const struct clk_init_data *init; }; struct clk_rate_request { long unsigned int rate; long unsigned int min_rate; long unsigned int max_rate; long unsigned int best_parent_rate; struct clk_hw *best_parent_hw; }; struct clk_duty { unsigned int num; unsigned int den; }; struct clk_ops { int (*prepare)(struct clk_hw *); void (*unprepare)(struct clk_hw *); int (*is_prepared)(struct clk_hw *); void (*unprepare_unused)(struct clk_hw *); int (*enable)(struct clk_hw *); void (*disable)(struct clk_hw *); int (*is_enabled)(struct clk_hw *); void (*disable_unused)(struct clk_hw *); int (*save_context)(struct clk_hw *); void (*restore_context)(struct clk_hw *); long unsigned int (*recalc_rate)(struct clk_hw *, long unsigned int); long int (*round_rate)(struct clk_hw *, long unsigned int, long unsigned int *); int (*determine_rate)(struct clk_hw *, struct clk_rate_request *); int (*set_parent)(struct clk_hw *, u8); u8 (*get_parent)(struct clk_hw *); int (*set_rate)(struct clk_hw *, long unsigned int, long unsigned int); int (*set_rate_and_parent)(struct clk_hw *, long unsigned int, long unsigned int, u8); long unsigned int (*recalc_accuracy)(struct clk_hw *, long unsigned int); int (*get_phase)(struct clk_hw *); int (*set_phase)(struct clk_hw *, int); int (*get_duty_cycle)(struct clk_hw *, struct clk_duty *); int (*set_duty_cycle)(struct clk_hw *, struct clk_duty *); int (*init)(struct clk_hw *); void (*terminate)(struct clk_hw *); void (*debug_init)(struct clk_hw *, struct dentry *); }; struct clk_parent_data { const struct clk_hw *hw; const char *fw_name; const char *name; int index; }; struct clk_init_data { const char *name; const struct clk_ops *ops; const char * const *parent_names; const struct clk_parent_data *parent_data; const struct clk_hw **parent_hws; u8 num_parents; long unsigned int flags; }; struct clk_lookup_alloc { struct clk_lookup cl; char dev_id[20]; char con_id[16]; }; struct clk_notifier { struct clk *clk; struct srcu_notifier_head notifier_head; struct list_head node; }; struct clk { struct clk_core *core; struct device *dev; const char *dev_id; const char *con_id; long unsigned int min_rate; long unsigned int max_rate; unsigned int exclusive_count; struct hlist_node clks_node; }; struct clk_notifier_data { struct clk *clk; long unsigned int old_rate; long unsigned int new_rate; }; struct clk_parent_map; struct clk_core { const char *name; const struct clk_ops *ops; struct clk_hw *hw; struct module *owner; struct device *dev; struct device_node *of_node; struct clk_core *parent; struct clk_parent_map *parents; u8 num_parents; u8 new_parent_index; long unsigned int rate; long unsigned int req_rate; long unsigned int new_rate; struct clk_core *new_parent; struct clk_core *new_child; long unsigned int flags; bool orphan; bool rpm_enabled; unsigned int enable_count; unsigned int prepare_count; unsigned int protect_count; long unsigned int min_rate; long unsigned int max_rate; long unsigned int accuracy; int phase; struct clk_duty duty; struct hlist_head children; struct hlist_node child_node; struct hlist_head clks; unsigned int notifier_count; struct dentry *dentry; struct hlist_node debug_node; struct kref ref; }; struct clk_parent_map { const struct clk_hw *hw; struct clk_core *core; const char *fw_name; const char *name; int index; }; struct trace_event_raw_clk { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_clk_rate { struct trace_entry ent; u32 __data_loc_name; long unsigned int rate; char __data[0]; }; struct trace_event_raw_clk_rate_range { struct trace_entry ent; u32 __data_loc_name; long unsigned int min; long unsigned int max; char __data[0]; }; struct trace_event_raw_clk_parent { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_pname; char __data[0]; }; struct trace_event_raw_clk_phase { struct trace_entry ent; u32 __data_loc_name; int phase; char __data[0]; }; struct trace_event_raw_clk_duty_cycle { struct trace_entry ent; u32 __data_loc_name; unsigned int num; unsigned int den; char __data[0]; }; struct trace_event_data_offsets_clk { u32 name; }; struct trace_event_data_offsets_clk_rate { u32 name; }; struct trace_event_data_offsets_clk_rate_range { u32 name; }; struct trace_event_data_offsets_clk_parent { u32 name; u32 pname; }; struct trace_event_data_offsets_clk_phase { u32 name; }; struct trace_event_data_offsets_clk_duty_cycle { u32 name; }; typedef void (*btf_trace_clk_enable)(void *, struct clk_core *); typedef void (*btf_trace_clk_enable_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_disable)(void *, struct clk_core *); typedef void (*btf_trace_clk_disable_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_prepare)(void *, struct clk_core *); typedef void (*btf_trace_clk_prepare_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_unprepare)(void *, struct clk_core *); typedef void (*btf_trace_clk_unprepare_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_set_rate)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_rate_complete)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_min_rate)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_max_rate)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_rate_range)(void *, struct clk_core *, long unsigned int, long unsigned int); typedef void (*btf_trace_clk_set_parent)(void *, struct clk_core *, struct clk_core *); typedef void (*btf_trace_clk_set_parent_complete)(void *, struct clk_core *, struct clk_core *); typedef void (*btf_trace_clk_set_phase)(void *, struct clk_core *, int); typedef void (*btf_trace_clk_set_phase_complete)(void *, struct clk_core *, int); typedef void (*btf_trace_clk_set_duty_cycle)(void *, struct clk_core *, struct clk_duty *); typedef void (*btf_trace_clk_set_duty_cycle_complete)(void *, struct clk_core *, struct clk_duty *); struct clk_notifier_devres { struct clk *clk; struct notifier_block *nb; }; struct clk_div_table { unsigned int val; unsigned int div; }; struct clk_divider { struct clk_hw hw; void *reg; u8 shift; u8 width; u8 flags; const struct clk_div_table *table; spinlock_t *lock; }; struct clk_fixed_factor { struct clk_hw hw; unsigned int mult; unsigned int div; }; struct clk_fixed_rate { struct clk_hw hw; long unsigned int fixed_rate; long unsigned int fixed_accuracy; long unsigned int flags; }; struct clk_gate { struct clk_hw hw; void *reg; u8 bit_idx; u8 flags; spinlock_t *lock; }; struct clk_multiplier { struct clk_hw hw; void *reg; u8 shift; u8 width; u8 flags; spinlock_t *lock; }; struct clk_mux { struct clk_hw hw; void *reg; const u32 *table; u32 mask; u8 shift; u8 flags; spinlock_t *lock; }; struct clk_composite { struct clk_hw hw; struct clk_ops ops; struct clk_hw *mux_hw; struct clk_hw *rate_hw; struct clk_hw *gate_hw; const struct clk_ops *mux_ops; const struct clk_ops *rate_ops; const struct clk_ops *gate_ops; }; struct clk_fractional_divider { struct clk_hw hw; void *reg; u8 mshift; u8 mwidth; u32 mmask; u8 nshift; u8 nwidth; u32 nmask; u8 flags; void (*approximation)(struct clk_hw *, long unsigned int, long unsigned int *, long unsigned int *, long unsigned int *); spinlock_t *lock; }; struct clk_gpio { struct clk_hw hw; struct gpio_desc *gpiod; }; struct pmc_clk { const char *name; long unsigned int freq; const char *parent_name; }; struct pmc_clk_data { void *base; const struct pmc_clk *clks; bool critical; }; struct clk_plt_fixed { struct clk_hw *clk; struct clk_lookup *lookup; }; struct clk_plt { struct clk_hw hw; void *reg; struct clk_lookup *lookup; spinlock_t lock; }; struct clk_plt_data { struct clk_plt_fixed **parents; u8 nparents; struct clk_plt *clks[6]; struct clk_lookup *mclk_lookup; struct clk_lookup *ether_clk_lookup; }; struct dma_chan_tbl_ent { struct dma_chan___2 *chan; }; struct dmaengine_unmap_pool { struct kmem_cache *cache; const char *name; mempool_t *pool; size_t size; }; struct dmaengine_desc_callback { dma_async_tx_callback callback; dma_async_tx_callback_result callback_result; void *callback_param; }; struct virt_dma_desc { struct dma_async_tx_descriptor tx; struct dmaengine_result tx_result; struct list_head node; }; struct virt_dma_chan { struct dma_chan___2 chan; struct tasklet_struct task; void (*desc_free)(struct virt_dma_desc *); spinlock_t lock; struct list_head desc_allocated; struct list_head desc_submitted; struct list_head desc_issued; struct list_head desc_completed; struct list_head desc_terminated; struct virt_dma_desc *cyclic; }; struct acpi_table_csrt { struct acpi_table_header header; }; struct acpi_csrt_group { u32 length; u32 vendor_id; u32 subvendor_id; u16 device_id; u16 subdevice_id; u16 revision; u16 reserved; u32 shared_info_length; }; struct acpi_csrt_shared_info { u16 major_version; u16 minor_version; u32 mmio_base_low; u32 mmio_base_high; u32 gsi_interrupt; u8 interrupt_polarity; u8 interrupt_mode; u8 num_channels; u8 dma_address_width; u16 base_request_line; u16 num_handshake_signals; u32 max_block_size; }; struct acpi_dma_spec { int chan_id; int slave_id; struct device *dev; }; struct acpi_dma { struct list_head dma_controllers; struct device *dev; struct dma_chan___2 * (*acpi_dma_xlate)(struct acpi_dma_spec *, struct acpi_dma *); void *data; short unsigned int base_request_line; short unsigned int end_request_line; }; struct acpi_dma_filter_info { dma_cap_mask_t dma_cap; dma_filter_fn filter_fn; }; struct acpi_dma_parser_data { struct acpi_dma_spec dma_spec; size_t index; size_t n; }; struct of_dma { struct list_head of_dma_controllers; struct device_node *of_node; struct dma_chan___2 * (*of_dma_xlate)(struct of_phandle_args *, struct of_dma *); void * (*of_dma_route_allocate)(struct of_phandle_args *, struct of_dma *); struct dma_router *dma_router; void *of_dma_data; }; struct reset_control; enum ldma_chan_on_off { DMA_CH_OFF = 0, DMA_CH_ON = 1, }; enum { DMA_TYPE_TX = 0, DMA_TYPE_RX = 1, DMA_TYPE_MCPY = 2, }; struct dma_pool___2; struct ldma_port; struct dw2_desc_sw; struct ldma_chan { struct virt_dma_chan vchan; struct ldma_port *port; char name[8]; int nr; u32 flags; enum ldma_chan_on_off onoff; dma_addr_t desc_phys; void *desc_base; u32 desc_cnt; int rst; u32 hdrm_len; bool hdrm_csum; u32 boff_len; u32 data_endian; u32 desc_endian; bool pden; bool desc_rx_np; bool data_endian_en; bool desc_endian_en; bool abc_en; bool desc_init; struct dma_pool___2 *desc_pool; u32 desc_num; struct dw2_desc_sw *ds; struct work_struct work; struct dma_slave_config config; }; struct ldma_dev; struct ldma_port { struct ldma_dev *ldev; u32 portid; u32 rxbl; u32 txbl; u32 rxendi; u32 txendi; u32 pkt_drop; }; struct dw2_desc; struct dw2_desc_sw { struct virt_dma_desc vdesc; struct ldma_chan *chan; dma_addr_t desc_phys; size_t desc_cnt; size_t size; struct dw2_desc *desc_hw; }; struct ldma_inst_data; struct ldma_dev { struct device *dev; void *base; struct reset_control *rst; struct clk *core_clk; struct dma_device dma_dev; u32 ver; int irq; struct ldma_port *ports; struct ldma_chan *chans; spinlock_t dev_lock; u32 chan_nrs; u32 port_nrs; u32 channels_mask; u32 flags; u32 pollcnt; const struct ldma_inst_data *inst; struct workqueue_struct *wq; }; struct ldma_inst_data { bool desc_in_sram; bool chan_fc; bool desc_fod; bool valid_desc_fetch_ack; u32 orrc; const char *name; u32 type; }; struct dw2_desc { u32 field; u32 addr; }; struct virtio_driver { struct device_driver driver; const struct virtio_device_id *id_table; const unsigned int *feature_table; unsigned int feature_table_size; const unsigned int *feature_table_legacy; unsigned int feature_table_size_legacy; int (*validate)(struct virtio_device *); int (*probe)(struct virtio_device *); void (*scan)(struct virtio_device *); void (*remove)(struct virtio_device *); void (*config_changed)(struct virtio_device *); int (*freeze)(struct virtio_device *); int (*restore)(struct virtio_device *); }; typedef __u16 __virtio16; typedef __u32 __virtio32; typedef __u64 __virtio64; struct vring_desc { __virtio64 addr; __virtio32 len; __virtio16 flags; __virtio16 next; }; struct vring_avail { __virtio16 flags; __virtio16 idx; __virtio16 ring[0]; }; struct vring_used_elem { __virtio32 id; __virtio32 len; }; typedef struct vring_used_elem vring_used_elem_t; struct vring_used { __virtio16 flags; __virtio16 idx; vring_used_elem_t ring[0]; }; typedef struct vring_desc vring_desc_t; typedef struct vring_avail vring_avail_t; typedef struct vring_used vring_used_t; struct vring { unsigned int num; vring_desc_t *desc; vring_avail_t *avail; vring_used_t *used; }; struct vring_packed_desc_event { __le16 off_wrap; __le16 flags; }; struct vring_packed_desc { __le64 addr; __le32 len; __le16 id; __le16 flags; }; struct vring_desc_state_split { void *data; struct vring_desc *indir_desc; }; struct vring_desc_state_packed { void *data; struct vring_packed_desc *indir_desc; u16 num; u16 last; }; struct vring_desc_extra { dma_addr_t addr; u32 len; u16 flags; u16 next; }; struct vring_virtqueue { struct virtqueue vq; bool packed_ring; bool use_dma_api; bool weak_barriers; bool broken; bool indirect; bool event; unsigned int free_head; unsigned int num_added; u16 last_used_idx; bool event_triggered; union { struct { struct vring vring; u16 avail_flags_shadow; u16 avail_idx_shadow; struct vring_desc_state_split *desc_state; struct vring_desc_extra *desc_extra; dma_addr_t queue_dma_addr; size_t queue_size_in_bytes; } split; struct { struct { unsigned int num; struct vring_packed_desc *desc; struct vring_packed_desc_event *driver; struct vring_packed_desc_event *device; } vring; bool avail_wrap_counter; bool used_wrap_counter; u16 avail_used_flags; u16 next_avail_idx; u16 event_flags_shadow; struct vring_desc_state_packed *desc_state; struct vring_desc_extra *desc_extra; dma_addr_t ring_dma_addr; dma_addr_t driver_event_dma_addr; dma_addr_t device_event_dma_addr; size_t ring_size_in_bytes; size_t event_size_in_bytes; } packed; }; bool (*notify)(struct virtqueue *); bool we_own_ring; }; struct virtio_pci_common_cfg { __le32 device_feature_select; __le32 device_feature; __le32 guest_feature_select; __le32 guest_feature; __le16 msix_config; __le16 num_queues; __u8 device_status; __u8 config_generation; __le16 queue_select; __le16 queue_size; __le16 queue_msix_vector; __le16 queue_enable; __le16 queue_notify_off; __le32 queue_desc_lo; __le32 queue_desc_hi; __le32 queue_avail_lo; __le32 queue_avail_hi; __le32 queue_used_lo; __le32 queue_used_hi; }; struct virtio_pci_modern_device { struct pci_dev *pci_dev; struct virtio_pci_common_cfg *common; void *device; void *notify_base; resource_size_t notify_pa; u8 *isr; size_t notify_len; size_t device_len; int notify_map_cap; u32 notify_offset_multiplier; int modern_bars; struct virtio_device_id id; }; struct virtio_pci_legacy_device { struct pci_dev *pci_dev; u8 *isr; void *ioaddr; struct virtio_device_id id; }; struct virtio_mmio_device { struct virtio_device vdev; struct platform_device *pdev; void *base; long unsigned int version; spinlock_t lock; struct list_head virtqueues; }; struct virtio_mmio_vq_info { struct virtqueue *vq; struct list_head node; }; struct virtio_pci_vq_info { struct virtqueue *vq; struct list_head node; unsigned int msix_vector; }; struct virtio_pci_device { struct virtio_device vdev; struct pci_dev *pci_dev; struct virtio_pci_legacy_device ldev; struct virtio_pci_modern_device mdev; bool is_legacy; u8 *isr; spinlock_t lock; struct list_head virtqueues; struct virtio_pci_vq_info **vqs; int msix_enabled; int intx_enabled; cpumask_var_t *msix_affinity_masks; char (*msix_names)[256]; unsigned int msix_vectors; unsigned int msix_used_vectors; bool per_vq_vectors; struct virtqueue * (*setup_vq)(struct virtio_pci_device *, struct virtio_pci_vq_info *, unsigned int, void (*)(struct virtqueue *), const char *, bool, u16); void (*del_vq)(struct virtio_pci_vq_info *); u16 (*config_vector)(struct virtio_pci_device *, u16); }; enum { VP_MSIX_CONFIG_VECTOR = 0, VP_MSIX_VQ_VECTOR = 1, }; struct virtio_balloon_config { __le32 num_pages; __le32 actual; union { __le32 free_page_hint_cmd_id; __le32 free_page_report_cmd_id; }; __le32 poison_val; }; struct virtio_balloon_stat { __virtio16 tag; __virtio64 val; } __attribute__((packed)); enum virtio_balloon_vq { VIRTIO_BALLOON_VQ_INFLATE = 0, VIRTIO_BALLOON_VQ_DEFLATE = 1, VIRTIO_BALLOON_VQ_STATS = 2, VIRTIO_BALLOON_VQ_FREE_PAGE = 3, VIRTIO_BALLOON_VQ_REPORTING = 4, VIRTIO_BALLOON_VQ_MAX = 5, }; enum virtio_balloon_config_read { VIRTIO_BALLOON_CONFIG_READ_CMD_ID = 0, }; struct virtio_balloon { struct virtio_device *vdev; struct virtqueue *inflate_vq; struct virtqueue *deflate_vq; struct virtqueue *stats_vq; struct virtqueue *free_page_vq; struct workqueue_struct *balloon_wq; struct work_struct report_free_page_work; struct work_struct update_balloon_stats_work; struct work_struct update_balloon_size_work; spinlock_t stop_update_lock; bool stop_update; int: 24; long unsigned int config_read_bitmap; struct list_head free_page_list; spinlock_t free_page_list_lock; int: 32; long unsigned int num_free_page_blocks; u32 cmd_id_received_cache; __virtio32 cmd_id_active; __virtio32 cmd_id_stop; int: 32; wait_queue_head_t acked; unsigned int num_pages; int: 32; struct balloon_dev_info vb_dev_info; struct mutex balloon_lock; unsigned int num_pfns; __virtio32 pfns[256]; struct virtio_balloon_stat stats[10]; struct shrinker shrinker; struct notifier_block oom_nb; struct virtqueue *reporting_vq; struct page_reporting_dev_info pr_dev_info; } __attribute__((packed)); struct xsd_errors { int errnum; const char *errstring; }; struct xenbus_watch { struct list_head list; const char *node; unsigned int nr_pending; bool (*will_handle)(struct xenbus_watch *, const char *, const char *); void (*callback)(struct xenbus_watch *, const char *, const char *); }; struct xenbus_transaction { u32 id; }; struct grant_entry_v1 { uint16_t flags; domid_t domid; uint32_t frame; }; struct grant_entry_header { uint16_t flags; domid_t domid; }; union grant_entry_v2 { struct grant_entry_header hdr; struct { struct grant_entry_header hdr; uint32_t pad0; uint64_t frame; } full_page; struct { struct grant_entry_header hdr; uint16_t page_off; uint16_t length; uint64_t frame; } sub_page; struct { struct grant_entry_header hdr; domid_t trans_domid; uint16_t pad0; grant_ref_t gref; } transitive; uint32_t __spacer[4]; }; struct gnttab_setup_table { domid_t dom; uint32_t nr_frames; int16_t status; __guest_handle_xen_pfn_t frame_list; }; struct gnttab_copy_ptr { union { grant_ref_t ref; xen_pfn_t gmfn; } u; domid_t domid; uint16_t offset; }; struct gnttab_copy { struct gnttab_copy_ptr source; struct gnttab_copy_ptr dest; uint16_t len; uint16_t flags; int16_t status; }; struct gnttab_query_size { domid_t dom; uint32_t nr_frames; uint32_t max_nr_frames; int16_t status; }; struct gnttab_set_version { uint32_t version; }; struct gnttab_get_status_frames { uint32_t nr_frames; domid_t dom; int16_t status; __guest_handle_uint64_t frame_list; }; struct gnttab_free_callback { struct gnttab_free_callback *next; void (*fn)(void *); void *arg; u16 count; }; struct gntab_unmap_queue_data; typedef void (*gnttab_unmap_refs_done)(int, struct gntab_unmap_queue_data *); struct gntab_unmap_queue_data { struct delayed_work gnttab_work; void *data; gnttab_unmap_refs_done done; struct gnttab_unmap_grant_ref *unmap_ops; struct gnttab_unmap_grant_ref *kunmap_ops; struct page **pages; unsigned int count; unsigned int age; }; struct gnttab_page_cache { spinlock_t lock; struct page *pages; unsigned int num_pages; }; struct gnttab_dma_alloc_args { struct device *dev; bool coherent; int nr_pages; struct page **pages; xen_pfn_t *frames; void *vaddr; dma_addr_t dev_bus_addr; }; struct xen_page_foreign { domid_t domid; grant_ref_t gref; }; typedef void (*xen_grant_fn_t)(long unsigned int, unsigned int, unsigned int, void *); struct gnttab_ops { unsigned int version; unsigned int grefs_per_grant_frame; int (*map_frames)(xen_pfn_t *, unsigned int); void (*unmap_frames)(); void (*update_entry)(grant_ref_t, domid_t, long unsigned int, unsigned int); int (*end_foreign_access_ref)(grant_ref_t); long unsigned int (*read_frame)(grant_ref_t); }; struct unmap_refs_callback_data { struct completion completion; int result; }; struct deferred_entry { struct list_head list; grant_ref_t ref; uint16_t warn_delay; struct page *page; }; struct xen_feature_info { unsigned int submap_idx; uint32_t submap; }; struct balloon_stats { long unsigned int current_pages; long unsigned int target_pages; long unsigned int target_unpopulated; long unsigned int balloon_low; long unsigned int balloon_high; long unsigned int total_pages; long unsigned int schedule_delay; long unsigned int max_schedule_delay; long unsigned int retry_count; long unsigned int max_retry_count; }; enum bp_state { BP_DONE = 0, BP_WAIT = 1, BP_EAGAIN = 2, BP_ECANCELED = 3, }; enum shutdown_state { SHUTDOWN_INVALID = 4294967295, SHUTDOWN_POWEROFF = 0, SHUTDOWN_SUSPEND = 2, SHUTDOWN_HALT = 4, }; struct suspend_info { int cancelled; }; struct shutdown_handler { const char command[11]; bool flag; void (*cb)(); }; struct vcpu_runstate_info { int state; uint64_t state_entry_time; uint64_t time[4]; }; typedef struct vcpu_runstate_info *__guest_handle_vcpu_runstate_info; struct vcpu_register_runstate_memory_area { union { __guest_handle_vcpu_runstate_info h; struct vcpu_runstate_info *v; uint64_t p; } addr; }; typedef uint32_t evtchn_port_t; typedef evtchn_port_t *__guest_handle_evtchn_port_t; struct evtchn_bind_interdomain { domid_t remote_dom; evtchn_port_t remote_port; evtchn_port_t local_port; }; struct evtchn_bind_virq { uint32_t virq; uint32_t vcpu; evtchn_port_t port; }; struct evtchn_bind_pirq { uint32_t pirq; uint32_t flags; evtchn_port_t port; }; struct evtchn_bind_ipi { uint32_t vcpu; evtchn_port_t port; }; struct evtchn_close { evtchn_port_t port; }; struct evtchn_send { evtchn_port_t port; }; struct evtchn_status { domid_t dom; evtchn_port_t port; uint32_t status; uint32_t vcpu; union { struct { domid_t dom; } unbound; struct { domid_t dom; evtchn_port_t port; } interdomain; uint32_t pirq; uint32_t virq; } u; }; struct evtchn_bind_vcpu { evtchn_port_t port; uint32_t vcpu; }; struct evtchn_set_priority { evtchn_port_t port; uint32_t priority; }; struct sched_poll { __guest_handle_evtchn_port_t ports; unsigned int nr_ports; uint64_t timeout; }; struct physdev_eoi { uint32_t irq; }; struct physdev_pirq_eoi_gmfn { xen_ulong_t gmfn; }; struct physdev_irq_status_query { uint32_t irq; uint32_t flags; }; struct physdev_irq { uint32_t irq; uint32_t vector; }; struct physdev_map_pirq { domid_t domid; int type; int index; int pirq; int bus; int devfn; int entry_nr; uint64_t table_base; }; struct physdev_unmap_pirq { domid_t domid; int pirq; }; struct physdev_get_free_pirq { int type; uint32_t pirq; }; enum xenbus_state { XenbusStateUnknown = 0, XenbusStateInitialising = 1, XenbusStateInitWait = 2, XenbusStateInitialised = 3, XenbusStateConnected = 4, XenbusStateClosing = 5, XenbusStateClosed = 6, XenbusStateReconfiguring = 7, XenbusStateReconfigured = 8, }; struct xenbus_device { const char *devicetype; const char *nodename; const char *otherend; int otherend_id; struct xenbus_watch otherend_watch; struct device dev; enum xenbus_state state; struct completion down; struct work_struct work; struct semaphore reclaim_sem; atomic_t event_channels; atomic_t events; atomic_t spurious_events; atomic_t jiffies_eoi_delayed; unsigned int spurious_threshold; }; struct evtchn_loop_ctrl; struct evtchn_ops { unsigned int (*max_channels)(); unsigned int (*nr_channels)(); int (*setup)(evtchn_port_t); void (*remove)(evtchn_port_t, unsigned int); void (*bind_to_cpu)(evtchn_port_t, unsigned int, unsigned int); void (*clear_pending)(evtchn_port_t); void (*set_pending)(evtchn_port_t); bool (*is_pending)(evtchn_port_t); void (*mask)(evtchn_port_t); void (*unmask)(evtchn_port_t); void (*handle_events)(unsigned int, struct evtchn_loop_ctrl *); void (*resume)(); int (*percpu_init)(unsigned int); int (*percpu_deinit)(unsigned int); }; struct evtchn_loop_ctrl { ktime_t timeout; unsigned int count; bool defer_eoi; }; enum xen_irq_type { IRQT_UNBOUND = 0, IRQT_PIRQ = 1, IRQT_VIRQ = 2, IRQT_IPI = 3, IRQT_EVTCHN = 4, }; struct irq_info { struct list_head list; struct list_head eoi_list; short int refcnt; u8 spurious_cnt; u8 is_accounted; short int type; u8 mask_reason; u8 is_active; unsigned int irq; evtchn_port_t evtchn; short unsigned int cpu; short unsigned int eoi_cpu; unsigned int irq_epoch; u64 eoi_time; raw_spinlock_t lock; union { short unsigned int virq; enum ipi_vector ipi; struct { short unsigned int pirq; short unsigned int gsi; unsigned char vector; unsigned char flags; uint16_t domid; } pirq; struct xenbus_device *interdomain; } u; }; struct lateeoi_work { struct delayed_work delayed; spinlock_t eoi_list_lock; struct list_head eoi_list; }; struct evtchn_unmask { evtchn_port_t port; }; struct evtchn_init_control { uint64_t control_gfn; uint32_t offset; uint32_t vcpu; uint8_t link_bits; uint8_t _pad[7]; }; struct evtchn_expand_array { uint64_t array_gfn; }; typedef uint32_t event_word_t; struct evtchn_fifo_control_block { uint32_t ready; uint32_t _rsvd; event_word_t head[16]; }; struct evtchn_fifo_queue { uint32_t head[16]; }; struct evtchn_alloc_unbound { domid_t dom; domid_t remote_dom; evtchn_port_t port; }; struct xenbus_map_node { struct list_head next; union { struct { struct vm_struct *area; } pv; struct { struct page *pages[16]; long unsigned int addrs[16]; void *addr; } hvm; }; grant_handle_t handles[16]; unsigned int nr_handles; }; struct map_ring_valloc { struct xenbus_map_node *node; long unsigned int addrs[16]; phys_addr_t phys_addrs[16]; struct gnttab_map_grant_ref map[16]; struct gnttab_unmap_grant_ref unmap[16]; unsigned int idx; }; struct xenbus_ring_ops { int (*map)(struct xenbus_device *, struct map_ring_valloc *, grant_ref_t *, unsigned int, void **); int (*unmap)(struct xenbus_device *, void *); }; struct unmap_ring_hvm { unsigned int idx; long unsigned int addrs[16]; }; enum xsd_sockmsg_type { XS_CONTROL = 0, XS_DIRECTORY = 1, XS_READ = 2, XS_GET_PERMS = 3, XS_WATCH = 4, XS_UNWATCH = 5, XS_TRANSACTION_START = 6, XS_TRANSACTION_END = 7, XS_INTRODUCE = 8, XS_RELEASE = 9, XS_GET_DOMAIN_PATH = 10, XS_WRITE = 11, XS_MKDIR = 12, XS_RM = 13, XS_SET_PERMS = 14, XS_WATCH_EVENT = 15, XS_ERROR = 16, XS_IS_DOMAIN_INTRODUCED = 17, XS_RESUME = 18, XS_SET_TARGET = 19, XS_RESET_WATCHES = 21, XS_DIRECTORY_PART = 22, XS_TYPE_COUNT = 23, XS_INVALID = 65535, }; struct xsd_sockmsg { uint32_t type; uint32_t req_id; uint32_t tx_id; uint32_t len; }; typedef uint32_t XENSTORE_RING_IDX; struct xenstore_domain_interface { char req[1024]; char rsp[1024]; XENSTORE_RING_IDX req_cons; XENSTORE_RING_IDX req_prod; XENSTORE_RING_IDX rsp_cons; XENSTORE_RING_IDX rsp_prod; uint32_t server_features; uint32_t connection; uint32_t error; }; struct xs_watch_event { struct list_head list; unsigned int len; struct xenbus_watch *handle; const char *path; const char *token; char body[0]; }; enum xb_req_state { xb_req_state_queued = 0, xb_req_state_wait_reply = 1, xb_req_state_got_reply = 2, xb_req_state_aborted = 3, }; struct xb_req_data { struct list_head list; wait_queue_head_t wq; struct xsd_sockmsg msg; uint32_t caller_req_id; enum xsd_sockmsg_type type; char *body; const struct kvec *vec; int num_vecs; int err; enum xb_req_state state; bool user_req; void (*cb)(struct xb_req_data *); void *par; }; enum xenstore_init { XS_UNKNOWN = 0, XS_PV = 1, XS_HVM = 2, XS_LOCAL = 3, }; struct xenbus_device_id { char devicetype[32]; }; struct xenbus_driver { const char *name; const struct xenbus_device_id *ids; bool allow_rebind; bool not_essential; int (*probe)(struct xenbus_device *, const struct xenbus_device_id *); void (*otherend_changed)(struct xenbus_device *, enum xenbus_state); int (*remove)(struct xenbus_device *); int (*suspend)(struct xenbus_device *); int (*resume)(struct xenbus_device *); int (*uevent)(struct xenbus_device *, struct kobj_uevent_env *); struct device_driver driver; int (*read_otherend_details)(struct xenbus_device *); int (*is_ready)(struct xenbus_device *); void (*reclaim_memory)(struct xenbus_device *); }; struct xen_hvm_param { domid_t domid; uint32_t index; uint64_t value; }; struct xen_bus_type { char *root; unsigned int levels; int (*get_bus_id)(char *, const char *); int (*probe)(struct xen_bus_type *, const char *, const char *); bool (*otherend_will_handle)(struct xenbus_watch *, const char *, const char *); void (*otherend_changed)(struct xenbus_watch *, const char *, const char *); struct bus_type bus; }; struct xb_find_info { struct xenbus_device *dev; const char *nodename; }; struct xenbus_transaction_holder { struct list_head list; struct xenbus_transaction handle; unsigned int generation_id; }; struct read_buffer { struct list_head list; unsigned int cons; unsigned int len; char msg[0]; }; struct xenbus_file_priv { struct mutex msgbuffer_mutex; struct list_head transactions; struct list_head watches; unsigned int len; union { struct xsd_sockmsg msg; char buffer[4096]; } u; struct mutex reply_mutex; struct list_head read_buffers; wait_queue_head_t read_waitq; struct kref kref; struct work_struct wq; }; struct watch_adapter { struct list_head list; struct xenbus_watch watch; struct xenbus_file_priv *dev_data; char *token; }; struct physdev_manage_pci { uint8_t bus; uint8_t devfn; }; struct physdev_manage_pci_ext { uint8_t bus; uint8_t devfn; unsigned int is_extfn; unsigned int is_virtfn; struct { uint8_t bus; uint8_t devfn; } physfn; }; struct physdev_pci_mmcfg_reserved { uint64_t address; uint16_t segment; uint8_t start_bus; uint8_t end_bus; uint32_t flags; }; struct physdev_pci_device_add { uint16_t seg; uint8_t bus; uint8_t devfn; uint32_t flags; struct { uint8_t bus; uint8_t devfn; } physfn; uint32_t optarr[0]; }; struct physdev_pci_device { uint16_t seg; uint8_t bus; uint8_t devfn; }; struct pci_mmcfg_region { struct list_head list; struct resource res; u64 address; char *virt; u16 segment; u8 start_bus; u8 end_bus; char name[30]; }; struct xen_device_domain_owner { domid_t domain; struct pci_dev *dev; struct list_head list; }; struct usb_device_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 bcdUSB; __u8 bDeviceClass; __u8 bDeviceSubClass; __u8 bDeviceProtocol; __u8 bMaxPacketSize0; __le16 idVendor; __le16 idProduct; __le16 bcdDevice; __u8 iManufacturer; __u8 iProduct; __u8 iSerialNumber; __u8 bNumConfigurations; }; struct usb_config_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 wTotalLength; __u8 bNumInterfaces; __u8 bConfigurationValue; __u8 iConfiguration; __u8 bmAttributes; __u8 bMaxPower; } __attribute__((packed)); struct usb_interface_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bInterfaceNumber; __u8 bAlternateSetting; __u8 bNumEndpoints; __u8 bInterfaceClass; __u8 bInterfaceSubClass; __u8 bInterfaceProtocol; __u8 iInterface; }; struct usb_endpoint_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bEndpointAddress; __u8 bmAttributes; __le16 wMaxPacketSize; __u8 bInterval; __u8 bRefresh; __u8 bSynchAddress; } __attribute__((packed)); struct usb_ssp_isoc_ep_comp_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 wReseved; __le32 dwBytesPerInterval; }; struct usb_ss_ep_comp_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bMaxBurst; __u8 bmAttributes; __le16 wBytesPerInterval; }; struct usb_interface_assoc_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bFirstInterface; __u8 bInterfaceCount; __u8 bFunctionClass; __u8 bFunctionSubClass; __u8 bFunctionProtocol; __u8 iFunction; }; struct usb_bos_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 wTotalLength; __u8 bNumDeviceCaps; } __attribute__((packed)); struct usb_ext_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __le32 bmAttributes; } __attribute__((packed)); struct usb_ss_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __u8 bmAttributes; __le16 wSpeedSupported; __u8 bFunctionalitySupport; __u8 bU1devExitLat; __le16 bU2DevExitLat; }; struct usb_ss_container_id_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __u8 bReserved; __u8 ContainerID[16]; }; struct usb_ssp_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; __u8 bReserved; __le32 bmAttributes; __le16 wFunctionalitySupport; __le16 wReserved; __le32 bmSublinkSpeedAttr[1]; }; struct usb_ptm_cap_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; }; enum usb_device_speed { USB_SPEED_UNKNOWN = 0, USB_SPEED_LOW = 1, USB_SPEED_FULL = 2, USB_SPEED_HIGH = 3, USB_SPEED_WIRELESS = 4, USB_SPEED_SUPER = 5, USB_SPEED_SUPER_PLUS = 6, }; enum usb_device_state { USB_STATE_NOTATTACHED = 0, USB_STATE_ATTACHED = 1, USB_STATE_POWERED = 2, USB_STATE_RECONNECTING = 3, USB_STATE_UNAUTHENTICATED = 4, USB_STATE_DEFAULT = 5, USB_STATE_ADDRESS = 6, USB_STATE_CONFIGURED = 7, USB_STATE_SUSPENDED = 8, }; enum usb3_link_state { USB3_LPM_U0 = 0, USB3_LPM_U1 = 1, USB3_LPM_U2 = 2, USB3_LPM_U3 = 3, }; enum usb_ssp_rate { USB_SSP_GEN_UNKNOWN = 0, USB_SSP_GEN_2x1 = 1, USB_SSP_GEN_1x2 = 2, USB_SSP_GEN_2x2 = 3, }; struct ep_device; struct usb_host_endpoint { struct usb_endpoint_descriptor desc; struct usb_ss_ep_comp_descriptor ss_ep_comp; struct usb_ssp_isoc_ep_comp_descriptor ssp_isoc_ep_comp; char: 8; struct list_head urb_list; void *hcpriv; struct ep_device *ep_dev; unsigned char *extra; int extralen; int enabled; int streams; int: 32; } __attribute__((packed)); struct usb_host_interface { struct usb_interface_descriptor desc; int extralen; unsigned char *extra; struct usb_host_endpoint *endpoint; char *string; }; enum usb_interface_condition { USB_INTERFACE_UNBOUND = 0, USB_INTERFACE_BINDING = 1, USB_INTERFACE_BOUND = 2, USB_INTERFACE_UNBINDING = 3, }; struct usb_interface { struct usb_host_interface *altsetting; struct usb_host_interface *cur_altsetting; unsigned int num_altsetting; struct usb_interface_assoc_descriptor *intf_assoc; int minor; enum usb_interface_condition condition; unsigned int sysfs_files_created: 1; unsigned int ep_devs_created: 1; unsigned int unregistering: 1; unsigned int needs_remote_wakeup: 1; unsigned int needs_altsetting0: 1; unsigned int needs_binding: 1; unsigned int resetting_device: 1; unsigned int authorized: 1; struct device dev; struct device *usb_dev; struct work_struct reset_ws; }; struct usb_interface_cache { unsigned int num_altsetting; struct kref ref; struct usb_host_interface altsetting[0]; }; struct usb_host_config { struct usb_config_descriptor desc; char *string; struct usb_interface_assoc_descriptor *intf_assoc[16]; struct usb_interface *interface[32]; struct usb_interface_cache *intf_cache[32]; unsigned char *extra; int extralen; }; struct usb_host_bos { struct usb_bos_descriptor *desc; struct usb_ext_cap_descriptor *ext_cap; struct usb_ss_cap_descriptor *ss_cap; struct usb_ssp_cap_descriptor *ssp_cap; struct usb_ss_container_id_descriptor *ss_id; struct usb_ptm_cap_descriptor *ptm_cap; }; struct usb_devmap { long unsigned int devicemap[2]; }; struct mon_bus; struct usb_device; struct usb_bus { struct device *controller; struct device *sysdev; int busnum; const char *bus_name; u8 uses_pio_for_control; u8 otg_port; unsigned int is_b_host: 1; unsigned int b_hnp_enable: 1; unsigned int no_stop_on_short: 1; unsigned int no_sg_constraint: 1; unsigned int sg_tablesize; int devnum_next; struct mutex devnum_next_mutex; struct usb_devmap devmap; struct usb_device *root_hub; struct usb_bus *hs_companion; int bandwidth_allocated; int bandwidth_int_reqs; int bandwidth_isoc_reqs; unsigned int resuming_ports; struct mon_bus *mon_bus; int monitored; }; struct wusb_dev; struct usb2_lpm_parameters { unsigned int besl; int timeout; }; struct usb3_lpm_parameters { unsigned int mel; unsigned int pel; unsigned int sel; int timeout; }; struct usb_tt; struct usb_device { int devnum; char devpath[16]; u32 route; enum usb_device_state state; enum usb_device_speed speed; unsigned int rx_lanes; unsigned int tx_lanes; enum usb_ssp_rate ssp_rate; struct usb_tt *tt; int ttport; unsigned int toggle[2]; struct usb_device *parent; struct usb_bus *bus; struct usb_host_endpoint ep0; struct device dev; struct usb_device_descriptor descriptor; struct usb_host_bos *bos; struct usb_host_config *config; struct usb_host_config *actconfig; struct usb_host_endpoint *ep_in[16]; struct usb_host_endpoint *ep_out[16]; char **rawdescriptors; short unsigned int bus_mA; u8 portnum; u8 level; u8 devaddr; unsigned int can_submit: 1; unsigned int persist_enabled: 1; unsigned int have_langid: 1; unsigned int authorized: 1; unsigned int authenticated: 1; unsigned int wusb: 1; unsigned int lpm_capable: 1; unsigned int usb2_hw_lpm_capable: 1; unsigned int usb2_hw_lpm_besl_capable: 1; unsigned int usb2_hw_lpm_enabled: 1; unsigned int usb2_hw_lpm_allowed: 1; unsigned int usb3_lpm_u1_enabled: 1; unsigned int usb3_lpm_u2_enabled: 1; int string_langid; char *product; char *manufacturer; char *serial; struct list_head filelist; int maxchild; u32 quirks; atomic_t urbnum; long unsigned int active_duration; long unsigned int connect_time; unsigned int do_remote_wakeup: 1; unsigned int reset_resume: 1; unsigned int port_is_suspended: 1; struct wusb_dev *wusb_dev; int slot_id; struct usb2_lpm_parameters l1_params; struct usb3_lpm_parameters u1_params; struct usb3_lpm_parameters u2_params; unsigned int lpm_disable_count; u16 hub_delay; unsigned int use_generic_driver: 1; }; struct usb_tt { struct usb_device *hub; int multi; unsigned int think_time; void *hcpriv; spinlock_t lock; struct list_head clear_list; struct work_struct clear_work; }; struct usb_iso_packet_descriptor { unsigned int offset; unsigned int length; unsigned int actual_length; int status; }; struct usb_anchor { struct list_head urb_list; wait_queue_head_t wait; spinlock_t lock; atomic_t suspend_wakeups; unsigned int poisoned: 1; }; struct urb; typedef void (*usb_complete_t)(struct urb *); struct urb { struct kref kref; int unlinked; void *hcpriv; atomic_t use_count; atomic_t reject; struct list_head urb_list; struct list_head anchor_list; struct usb_anchor *anchor; struct usb_device *dev; struct usb_host_endpoint *ep; unsigned int pipe; unsigned int stream_id; int status; unsigned int transfer_flags; void *transfer_buffer; dma_addr_t transfer_dma; struct scatterlist *sg; int num_mapped_sgs; int num_sgs; u32 transfer_buffer_length; u32 actual_length; unsigned char *setup_packet; dma_addr_t setup_dma; int start_frame; int number_of_packets; int interval; int error_count; void *context; usb_complete_t complete; struct usb_iso_packet_descriptor iso_frame_desc[0]; }; struct giveback_urb_bh { bool running; spinlock_t lock; struct list_head head; struct tasklet_struct bh; struct usb_host_endpoint *completing_ep; }; enum usb_dev_authorize_policy { USB_DEVICE_AUTHORIZE_NONE = 0, USB_DEVICE_AUTHORIZE_ALL = 1, USB_DEVICE_AUTHORIZE_INTERNAL = 2, }; struct usb_phy_roothub; struct hc_driver; struct usb_phy; struct usb_hcd { struct usb_bus self; struct kref kref; const char *product_desc; int speed; char irq_descr[24]; struct timer_list rh_timer; struct urb *status_urb; struct work_struct wakeup_work; struct work_struct died_work; const struct hc_driver *driver; struct usb_phy *usb_phy; struct usb_phy_roothub *phy_roothub; long unsigned int flags; enum usb_dev_authorize_policy dev_policy; unsigned int rh_registered: 1; unsigned int rh_pollable: 1; unsigned int msix_enabled: 1; unsigned int msi_enabled: 1; unsigned int skip_phy_initialization: 1; unsigned int uses_new_polling: 1; unsigned int wireless: 1; unsigned int has_tt: 1; unsigned int amd_resume_bug: 1; unsigned int can_do_streams: 1; unsigned int tpl_support: 1; unsigned int cant_recv_wakeups: 1; unsigned int irq; void *regs; resource_size_t rsrc_start; resource_size_t rsrc_len; unsigned int power_budget; struct giveback_urb_bh high_prio_bh; struct giveback_urb_bh low_prio_bh; struct mutex *address0_mutex; struct mutex *bandwidth_mutex; struct usb_hcd *shared_hcd; struct usb_hcd *primary_hcd; struct dma_pool___2 *pool[4]; int state; struct gen_pool *localmem_pool; long unsigned int hcd_priv[0]; }; struct hc_driver { const char *description; const char *product_desc; size_t hcd_priv_size; irqreturn_t (*irq)(struct usb_hcd *); int flags; int (*reset)(struct usb_hcd *); int (*start)(struct usb_hcd *); int (*pci_suspend)(struct usb_hcd *, bool); int (*pci_resume)(struct usb_hcd *, bool); void (*stop)(struct usb_hcd *); void (*shutdown)(struct usb_hcd *); int (*get_frame_number)(struct usb_hcd *); int (*urb_enqueue)(struct usb_hcd *, struct urb *, gfp_t); int (*urb_dequeue)(struct usb_hcd *, struct urb *, int); int (*map_urb_for_dma)(struct usb_hcd *, struct urb *, gfp_t); void (*unmap_urb_for_dma)(struct usb_hcd *, struct urb *); void (*endpoint_disable)(struct usb_hcd *, struct usb_host_endpoint *); void (*endpoint_reset)(struct usb_hcd *, struct usb_host_endpoint *); int (*hub_status_data)(struct usb_hcd *, char *); int (*hub_control)(struct usb_hcd *, u16, u16, u16, char *, u16); int (*bus_suspend)(struct usb_hcd *); int (*bus_resume)(struct usb_hcd *); int (*start_port_reset)(struct usb_hcd *, unsigned int); long unsigned int (*get_resuming_ports)(struct usb_hcd *); void (*relinquish_port)(struct usb_hcd *, int); int (*port_handed_over)(struct usb_hcd *, int); void (*clear_tt_buffer_complete)(struct usb_hcd *, struct usb_host_endpoint *); int (*alloc_dev)(struct usb_hcd *, struct usb_device *); void (*free_dev)(struct usb_hcd *, struct usb_device *); int (*alloc_streams)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint **, unsigned int, unsigned int, gfp_t); int (*free_streams)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint **, unsigned int, gfp_t); int (*add_endpoint)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint *); int (*drop_endpoint)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint *); int (*check_bandwidth)(struct usb_hcd *, struct usb_device *); void (*reset_bandwidth)(struct usb_hcd *, struct usb_device *); int (*address_device)(struct usb_hcd *, struct usb_device *); int (*enable_device)(struct usb_hcd *, struct usb_device *); int (*update_hub_device)(struct usb_hcd *, struct usb_device *, struct usb_tt *, gfp_t); int (*reset_device)(struct usb_hcd *, struct usb_device *); int (*update_device)(struct usb_hcd *, struct usb_device *); int (*set_usb2_hw_lpm)(struct usb_hcd *, struct usb_device *, int); int (*enable_usb3_lpm_timeout)(struct usb_hcd *, struct usb_device *, enum usb3_link_state); int (*disable_usb3_lpm_timeout)(struct usb_hcd *, struct usb_device *, enum usb3_link_state); int (*find_raw_port_number)(struct usb_hcd *, int); int (*port_power)(struct usb_hcd *, int, bool); int (*submit_single_step_set_feature)(struct usb_hcd *, struct urb *, int); }; struct physdev_dbgp_op { uint8_t op; uint8_t bus; union { struct physdev_pci_device pci; } u; }; struct pcpu { struct list_head list; struct device dev; uint32_t cpu_id; uint32_t flags; }; typedef uint8_t xen_domain_handle_t[16]; struct xen_compile_info { char compiler[64]; char compile_by[16]; char compile_domain[32]; char compile_date[32]; }; struct xen_platform_parameters { xen_ulong_t virt_start; }; struct xen_build_id { uint32_t len; unsigned char buf[0]; }; struct hyp_sysfs_attr { struct attribute attr; ssize_t (*show)(struct hyp_sysfs_attr *, char *); ssize_t (*store)(struct hyp_sysfs_attr *, const char *, size_t); void *hyp_attr_data; }; struct pmu_mode { const char *name; uint32_t mode; }; struct mcinfo_common { uint16_t type; uint16_t size; }; struct mcinfo_global { struct mcinfo_common common; uint16_t mc_domid; uint16_t mc_vcpuid; uint32_t mc_socketid; uint16_t mc_coreid; uint16_t mc_core_threadid; uint32_t mc_apicid; uint32_t mc_flags; uint64_t mc_gstatus; }; struct mcinfo_bank { struct mcinfo_common common; uint16_t mc_bank; uint16_t mc_domid; uint64_t mc_status; uint64_t mc_addr; uint64_t mc_misc; uint64_t mc_ctrl2; uint64_t mc_tsc; }; struct mcinfo_msr { uint64_t reg; uint64_t value; }; struct mc_info { uint32_t mi_nentries; uint32_t flags; uint64_t mi_data[95]; }; typedef struct mc_info *__guest_handle_mc_info; struct mcinfo_logical_cpu { uint32_t mc_cpunr; uint32_t mc_chipid; uint16_t mc_coreid; uint16_t mc_threadid; uint32_t mc_apicid; uint32_t mc_clusterid; uint32_t mc_ncores; uint32_t mc_ncores_active; uint32_t mc_nthreads; uint32_t mc_cpuid_level; uint32_t mc_family; uint32_t mc_vendor; uint32_t mc_model; uint32_t mc_step; char mc_vendorid[16]; char mc_brandid[64]; uint32_t mc_cpu_caps[7]; uint32_t mc_cache_size; uint32_t mc_cache_alignment; uint32_t mc_nmsrvals; struct mcinfo_msr mc_msrvalues[8]; }; typedef struct mcinfo_logical_cpu *__guest_handle_mcinfo_logical_cpu; struct xen_mc_fetch { uint32_t flags; uint32_t _pad0; uint64_t fetch_id; __guest_handle_mc_info data; }; struct xen_mc_notifydomain { uint16_t mc_domid; uint16_t mc_vcpuid; uint32_t flags; }; struct xen_mc_physcpuinfo { uint32_t ncpus; uint32_t _pad0; __guest_handle_mcinfo_logical_cpu info; }; struct xen_mc_msrinject { uint32_t mcinj_cpunr; uint32_t mcinj_flags; uint32_t mcinj_count; uint32_t _pad0; struct mcinfo_msr mcinj_msr[8]; }; struct xen_mc_mceinject { unsigned int mceinj_cpunr; }; struct xen_mc { uint32_t cmd; uint32_t interface_version; union { struct xen_mc_fetch mc_fetch; struct xen_mc_notifydomain mc_notifydomain; struct xen_mc_physcpuinfo mc_physcpuinfo; struct xen_mc_msrinject mc_msrinject; struct xen_mc_mceinject mc_mceinject; } u; }; struct xen_mce { __u64 status; __u64 misc; __u64 addr; __u64 mcgstatus; __u64 ip; __u64 tsc; __u64 time; __u8 cpuvendor; __u8 inject_flags; __u16 pad; __u32 cpuid; __u8 cs; __u8 bank; __u8 cpu; __u8 finished; __u32 extcpu; __u32 socketid; __u32 apicid; __u64 mcgcap; __u64 synd; __u64 ipid; __u64 ppin; }; struct xen_mce_log { char signature[12]; unsigned int len; unsigned int next; unsigned int flags; unsigned int recordlen; struct xen_mce entry[32]; }; typedef int *__guest_handle_int; typedef xen_ulong_t *__guest_handle_xen_ulong_t; struct xen_add_to_physmap_range { domid_t domid; uint16_t space; uint16_t size; domid_t foreign_domid; __guest_handle_xen_ulong_t idxs; __guest_handle_xen_pfn_t gpfns; __guest_handle_int errs; }; struct xen_remove_from_physmap { domid_t domid; xen_pfn_t gpfn; }; typedef void (*xen_gfn_fn_t)(long unsigned int, void *); struct xen_remap_gfn_info; struct remap_data___2 { xen_pfn_t *fgfn; int nr_fgfn; pgprot_t prot; domid_t domid; struct vm_area_struct *vma; int index; struct page **pages; struct xen_remap_gfn_info *info; int *err_ptr; int mapped; int h_errs[1]; xen_ulong_t h_idxs[1]; xen_pfn_t h_gpfns[1]; int h_iter; }; struct map_balloon_pages { xen_pfn_t *pfns; unsigned int idx; }; struct remap_pfn { struct mm_struct *mm; struct page **pages; pgprot_t prot; long unsigned int i; }; struct pre_voltage_change_data { long unsigned int old_uV; long unsigned int min_uV; long unsigned int max_uV; }; struct regulator_bulk_data { const char *supply; struct regulator *consumer; int ret; }; struct regulator_voltage { int min_uV; int max_uV; }; struct regulator { struct device *dev; struct list_head list; unsigned int always_on: 1; unsigned int bypass: 1; unsigned int device_link: 1; int uA_load; unsigned int enable_count; unsigned int deferred_disables; struct regulator_voltage voltage[5]; const char *supply_name; struct device_attribute dev_attr; struct regulator_dev *rdev; struct dentry *debugfs; }; struct regulator_coupler { struct list_head list; int (*attach_regulator)(struct regulator_coupler *, struct regulator_dev *); int (*detach_regulator)(struct regulator_coupler *, struct regulator_dev *); int (*balance_voltage)(struct regulator_coupler *, struct regulator_dev *, suspend_state_t); }; struct ww_class { atomic_long_t stamp; struct lock_class_key acquire_key; struct lock_class_key mutex_key; const char *acquire_name; const char *mutex_name; unsigned int is_wait_die; }; enum regulator_status { REGULATOR_STATUS_OFF = 0, REGULATOR_STATUS_ON = 1, REGULATOR_STATUS_ERROR = 2, REGULATOR_STATUS_FAST = 3, REGULATOR_STATUS_NORMAL = 4, REGULATOR_STATUS_IDLE = 5, REGULATOR_STATUS_STANDBY = 6, REGULATOR_STATUS_BYPASS = 7, REGULATOR_STATUS_UNDEFINED = 8, }; enum regulator_detection_severity { REGULATOR_SEVERITY_PROT = 0, REGULATOR_SEVERITY_ERR = 1, REGULATOR_SEVERITY_WARN = 2, }; struct regulator_enable_gpio { struct list_head list; struct gpio_desc *gpiod; u32 enable_count; u32 request_count; }; enum regulator_active_discharge { REGULATOR_ACTIVE_DISCHARGE_DEFAULT = 0, REGULATOR_ACTIVE_DISCHARGE_DISABLE = 1, REGULATOR_ACTIVE_DISCHARGE_ENABLE = 2, }; struct regulator_consumer_supply { const char *dev_name; const char *supply; }; struct trace_event_raw_regulator_basic { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_regulator_range { struct trace_entry ent; u32 __data_loc_name; int min; int max; char __data[0]; }; struct trace_event_raw_regulator_value { struct trace_entry ent; u32 __data_loc_name; unsigned int val; char __data[0]; }; struct trace_event_data_offsets_regulator_basic { u32 name; }; struct trace_event_data_offsets_regulator_range { u32 name; }; struct trace_event_data_offsets_regulator_value { u32 name; }; typedef void (*btf_trace_regulator_enable)(void *, const char *); typedef void (*btf_trace_regulator_enable_delay)(void *, const char *); typedef void (*btf_trace_regulator_enable_complete)(void *, const char *); typedef void (*btf_trace_regulator_disable)(void *, const char *); typedef void (*btf_trace_regulator_disable_complete)(void *, const char *); typedef void (*btf_trace_regulator_bypass_enable)(void *, const char *); typedef void (*btf_trace_regulator_bypass_enable_complete)(void *, const char *); typedef void (*btf_trace_regulator_bypass_disable)(void *, const char *); typedef void (*btf_trace_regulator_bypass_disable_complete)(void *, const char *); typedef void (*btf_trace_regulator_set_voltage)(void *, const char *, int, int); typedef void (*btf_trace_regulator_set_voltage_complete)(void *, const char *, unsigned int); enum regulator_get_type { NORMAL_GET = 0, EXCLUSIVE_GET = 1, OPTIONAL_GET = 2, MAX_GET_TYPE = 3, }; struct regulator_map { struct list_head list; const char *dev_name; const char *supply; struct regulator_dev *regulator; }; struct regulator_supply_alias { struct list_head list; struct device *src_dev; const char *src_supply; struct device *alias_dev; const char *alias_supply; }; struct summary_data { struct seq_file *s; struct regulator_dev *parent; int level; }; struct summary_lock_data { struct ww_acquire_ctx *ww_ctx; struct regulator_dev **new_contended_rdev; struct regulator_dev **old_contended_rdev; }; struct fixed_voltage_config { const char *supply_name; const char *input_supply; int microvolts; unsigned int startup_delay; unsigned int off_on_delay; unsigned int enabled_at_boot: 1; struct regulator_init_data *init_data; }; struct fixed_regulator_data { struct fixed_voltage_config cfg; struct regulator_init_data init_data; struct platform_device pdev; }; struct regulator_err_state { struct regulator_dev *rdev; long unsigned int notifs; long unsigned int errors; int possible_errs; }; struct regulator_irq_data { struct regulator_err_state *states; int num_states; void *data; long int opaque; }; struct regulator_irq_desc { const char *name; int fatal_cnt; int reread_ms; int irq_off_ms; bool skip_off; bool high_prio; void *data; int (*die)(struct regulator_irq_data *); int (*map_event)(int, struct regulator_irq_data *, long unsigned int *); int (*renable)(struct regulator_irq_data *); }; struct regulator_bulk_devres { struct regulator_bulk_data *consumers; int num_consumers; }; struct regulator_supply_alias_match { struct device *dev; const char *id; }; struct regulator_notifier_match { struct regulator *regulator; struct notifier_block *nb; }; enum { REGULATOR_ERROR_CLEARED = 0, REGULATOR_FAILED_RETRY = 1, REGULATOR_ERROR_ON = 2, }; struct regulator_irq { struct regulator_irq_data rdata; struct regulator_irq_desc desc; int irq; int retry_cnt; struct delayed_work isr_work; }; struct reset_control___2; struct reset_control_bulk_data { const char *id; struct reset_control___2 *rstc; }; struct reset_controller_dev; struct reset_control___2 { struct reset_controller_dev *rcdev; struct list_head list; unsigned int id; struct kref refcnt; bool acquired; bool shared; bool array; atomic_t deassert_count; atomic_t triggered_count; }; struct reset_control_ops { int (*reset)(struct reset_controller_dev *, long unsigned int); int (*assert)(struct reset_controller_dev *, long unsigned int); int (*deassert)(struct reset_controller_dev *, long unsigned int); int (*status)(struct reset_controller_dev *, long unsigned int); }; struct reset_controller_dev { const struct reset_control_ops *ops; struct module *owner; struct list_head list; struct list_head reset_control_head; struct device *dev; struct device_node *of_node; int of_reset_n_cells; int (*of_xlate)(struct reset_controller_dev *, const struct of_phandle_args *); unsigned int nr_resets; }; struct reset_control_lookup { struct list_head list; const char *provider; unsigned int index; const char *dev_id; const char *con_id; }; struct reset_control_array { struct reset_control___2 base; unsigned int num_rstcs; struct reset_control___2 *rstc[0]; }; struct reset_control_bulk_devres { int num_rstcs; struct reset_control_bulk_data *rstcs; }; struct serial_struct32 { compat_int_t type; compat_int_t line; compat_uint_t port; compat_int_t irq; compat_int_t flags; compat_int_t xmit_fifo_size; compat_int_t custom_divisor; compat_int_t baud_base; short unsigned int close_delay; char io_type; char reserved_char; compat_int_t hub6; short unsigned int closing_wait; short unsigned int closing_wait2; compat_uint_t iomem_base; short unsigned int iomem_reg_shift; unsigned int port_high; compat_int_t reserved; }; struct n_tty_data { size_t read_head; size_t commit_head; size_t canon_head; size_t echo_head; size_t echo_commit; size_t echo_mark; long unsigned int char_map[4]; long unsigned int overrun_time; int num_overrun; bool no_room; unsigned char lnext: 1; unsigned char erasing: 1; unsigned char raw: 1; unsigned char real_raw: 1; unsigned char icanon: 1; unsigned char push: 1; char read_buf[4096]; long unsigned int read_flags[64]; unsigned char echo_buf[4096]; size_t read_tail; size_t line_start; unsigned int column; unsigned int canon_column; size_t echo_tail; struct mutex atomic_read_lock; struct mutex output_lock; }; enum { ERASE = 0, WERASE = 1, KILL = 2, }; struct termios { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; }; struct termios2 { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; speed_t c_ispeed; speed_t c_ospeed; }; struct termio { short unsigned int c_iflag; short unsigned int c_oflag; short unsigned int c_cflag; short unsigned int c_lflag; unsigned char c_line; unsigned char c_cc[8]; }; struct ldsem_waiter { struct list_head list; struct task_struct *task; }; struct pts_fs_info___2; struct tty_audit_buf { struct mutex mutex; dev_t dev; unsigned int icanon: 1; size_t valid; unsigned char *data; }; struct sysrq_state { struct input_handle handle; struct work_struct reinject_work; long unsigned int key_down[12]; unsigned int alt; unsigned int alt_use; unsigned int shift; unsigned int shift_use; bool active; bool need_reinject; bool reinjecting; bool reset_canceled; bool reset_requested; long unsigned int reset_keybit[12]; int reset_seq_len; int reset_seq_cnt; int reset_seq_version; struct timer_list keyreset_timer; }; struct unipair { short unsigned int unicode; short unsigned int fontpos; }; struct unimapdesc { short unsigned int entry_ct; struct unipair *entries; }; struct kbd_repeat { int delay; int period; }; struct console_font_op { unsigned int op; unsigned int flags; unsigned int width; unsigned int height; unsigned int charcount; unsigned char *data; }; struct vt_stat { short unsigned int v_active; short unsigned int v_signal; short unsigned int v_state; }; struct vt_sizes { short unsigned int v_rows; short unsigned int v_cols; short unsigned int v_scrollsize; }; struct vt_consize { short unsigned int v_rows; short unsigned int v_cols; short unsigned int v_vlin; short unsigned int v_clin; short unsigned int v_vcol; short unsigned int v_ccol; }; struct vt_event { unsigned int event; unsigned int oldev; unsigned int newev; unsigned int pad[4]; }; struct vt_setactivate { unsigned int console; struct vt_mode mode; }; struct vt_spawn_console { spinlock_t lock; struct pid *pid; int sig; }; struct vt_event_wait { struct list_head list; struct vt_event event; int done; }; struct compat_console_font_op { compat_uint_t op; compat_uint_t flags; compat_uint_t width; compat_uint_t height; compat_uint_t charcount; compat_caddr_t data; }; struct compat_unimapdesc { short unsigned int entry_ct; compat_caddr_t entries; }; struct vt_notifier_param { struct vc_data *vc; unsigned int c; }; struct vcs_poll_data { struct notifier_block notifier; unsigned int cons_num; int event; wait_queue_head_t waitq; struct fasync_struct *fasync; }; struct tiocl_selection { short unsigned int xs; short unsigned int ys; short unsigned int xe; short unsigned int ye; short unsigned int sel_mode; }; struct vc_selection { struct mutex lock; struct vc_data *cons; char *buffer; unsigned int buf_len; volatile int start; int end; }; struct kbentry { unsigned char kb_table; unsigned char kb_index; short unsigned int kb_value; }; struct kbsentry { unsigned char kb_func; unsigned char kb_string[512]; }; struct kbdiacr { unsigned char diacr; unsigned char base; unsigned char result; }; struct kbdiacrs { unsigned int kb_cnt; struct kbdiacr kbdiacr[256]; }; struct kbdiacruc { unsigned int diacr; unsigned int base; unsigned int result; }; struct kbdiacrsuc { unsigned int kb_cnt; struct kbdiacruc kbdiacruc[256]; }; struct kbkeycode { unsigned int scancode; unsigned int keycode; }; struct keyboard_notifier_param { struct vc_data *vc; int down; int shift; int ledstate; unsigned int value; }; struct kbd_struct { unsigned char lockstate; unsigned char slockstate; unsigned char ledmode: 1; unsigned char ledflagstate: 4; char: 3; unsigned char default_ledflagstate: 4; unsigned char kbdmode: 3; char: 1; unsigned char modeflags: 5; }; typedef void k_handler_fn(struct vc_data *, unsigned char, char); typedef void fn_handler_fn(struct vc_data *); struct getset_keycode_data { struct input_keymap_entry ke; int error; }; struct kbd_led_trigger { struct led_trigger trigger; unsigned int mask; }; struct uni_pagedir { u16 **uni_pgdir[32]; long unsigned int refcount; long unsigned int sum; unsigned char *inverse_translations[4]; u16 *inverse_trans_unicode; }; typedef uint32_t char32_t; struct uni_screen { char32_t *lines[0]; }; struct con_driver { const struct consw *con; const char *desc; struct device *dev; int node; int first; int last; int flag; }; enum { blank_off = 0, blank_normal_wait = 1, blank_vesa_wait = 2, }; enum { EPecma = 0, EPdec = 1, EPeq = 2, EPgt = 3, EPlt = 4, }; struct rgb { u8 r; u8 g; u8 b; }; enum { ESnormal = 0, ESesc = 1, ESsquare = 2, ESgetpars = 3, ESfunckey = 4, EShash = 5, ESsetG0 = 6, ESsetG1 = 7, ESpercent = 8, EScsiignore = 9, ESnonstd = 10, ESpalette = 11, ESosc = 12, ESapc = 13, ESpm = 14, ESdcs = 15, }; struct interval { uint32_t first; uint32_t last; }; struct vc_draw_region { long unsigned int from; long unsigned int to; int x; }; struct hv_ops; struct hvc_struct { struct tty_port port; spinlock_t lock; int index; int do_wakeup; char *outbuf; int outbuf_size; int n_outbuf; uint32_t vtermno; const struct hv_ops *ops; int irq_requested; int data; struct winsize ws; struct work_struct tty_resize; struct list_head next; long unsigned int flags; }; struct hv_ops { int (*get_chars)(uint32_t, char *, int); int (*put_chars)(uint32_t, const char *, int); int (*flush)(uint32_t, bool); int (*notifier_add)(struct hvc_struct *, int); void (*notifier_del)(struct hvc_struct *, int); void (*notifier_hangup)(struct hvc_struct *, int); int (*tiocmget)(struct hvc_struct *); int (*tiocmset)(struct hvc_struct *, unsigned int, unsigned int); void (*dtr_rts)(struct hvc_struct *, int); }; struct earlycon_device { struct console *con; struct uart_port port; char options[16]; unsigned int baud; }; struct earlycon_id { char name[15]; char name_term; char compatible[128]; int (*setup)(struct earlycon_device *, const char *); }; typedef uint32_t XENCONS_RING_IDX; struct xencons_interface { char in[1024]; char out[2048]; XENCONS_RING_IDX in_cons; XENCONS_RING_IDX in_prod; XENCONS_RING_IDX out_cons; XENCONS_RING_IDX out_prod; }; struct xencons_info { struct list_head list; struct xenbus_device *xbdev; struct xencons_interface *intf; unsigned int evtchn; XENCONS_RING_IDX out_cons; unsigned int out_cons_same; struct hvc_struct *hvc; int irq; int vtermno; grant_ref_t gntref; }; struct uart_driver { struct module *owner; const char *driver_name; const char *dev_name; int major; int minor; int nr; struct console *cons; struct uart_state *state; struct tty_driver *tty_driver; }; struct uart_match { struct uart_port *port; struct uart_driver *driver; }; enum hwparam_type { hwparam_ioport = 0, hwparam_iomem = 1, hwparam_ioport_or_iomem = 2, hwparam_irq = 3, hwparam_dma = 4, hwparam_dma_addr = 5, hwparam_other = 6, }; struct plat_serial8250_port { long unsigned int iobase; void *membase; resource_size_t mapbase; unsigned int irq; long unsigned int irqflags; unsigned int uartclk; void *private_data; unsigned char regshift; unsigned char iotype; unsigned char hub6; unsigned char has_sysrq; upf_t flags; unsigned int type; unsigned int (*serial_in)(struct uart_port *, int); void (*serial_out)(struct uart_port *, int, int); void (*set_termios)(struct uart_port *, struct ktermios *, struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); unsigned int (*get_mctrl)(struct uart_port *); int (*handle_irq)(struct uart_port *); void (*pm)(struct uart_port *, unsigned int, unsigned int); void (*handle_break)(struct uart_port *); }; enum { PLAT8250_DEV_LEGACY = 4294967295, PLAT8250_DEV_PLATFORM = 0, PLAT8250_DEV_PLATFORM1 = 1, PLAT8250_DEV_PLATFORM2 = 2, PLAT8250_DEV_FOURPORT = 3, PLAT8250_DEV_ACCENT = 4, PLAT8250_DEV_BOCA = 5, PLAT8250_DEV_EXAR_ST16C554 = 6, PLAT8250_DEV_HUB6 = 7, PLAT8250_DEV_AU1X00 = 8, PLAT8250_DEV_SM501 = 9, }; struct uart_8250_port; struct uart_8250_ops { int (*setup_irq)(struct uart_8250_port *); void (*release_irq)(struct uart_8250_port *); }; struct mctrl_gpios; struct uart_8250_dma; struct uart_8250_em485; struct uart_8250_port { struct uart_port port; struct timer_list timer; struct list_head list; u32 capabilities; short unsigned int bugs; bool fifo_bug; unsigned int tx_loadsz; unsigned char acr; unsigned char fcr; unsigned char ier; unsigned char lcr; unsigned char mcr; unsigned char cur_iotype; unsigned int rpm_tx_active; unsigned char canary; unsigned char probe; struct mctrl_gpios *gpios; unsigned char lsr_saved_flags; unsigned char msr_saved_flags; struct uart_8250_dma *dma; const struct uart_8250_ops *ops; int (*dl_read)(struct uart_8250_port *); void (*dl_write)(struct uart_8250_port *, int); struct uart_8250_em485 *em485; void (*rs485_start_tx)(struct uart_8250_port *); void (*rs485_stop_tx)(struct uart_8250_port *); struct delayed_work overrun_backoff; u32 overrun_backoff_time_ms; }; struct uart_8250_em485 { struct hrtimer start_tx_timer; struct hrtimer stop_tx_timer; struct hrtimer *active_timer; struct uart_8250_port *port; unsigned int tx_stopped: 1; }; struct uart_8250_dma { int (*tx_dma)(struct uart_8250_port *); int (*rx_dma)(struct uart_8250_port *); void (*prepare_tx_dma)(struct uart_8250_port *); void (*prepare_rx_dma)(struct uart_8250_port *); dma_filter_fn fn; void *rx_param; void *tx_param; struct dma_slave_config rxconf; struct dma_slave_config txconf; struct dma_chan___2 *rxchan; struct dma_chan___2 *txchan; phys_addr_t rx_dma_addr; phys_addr_t tx_dma_addr; dma_addr_t rx_addr; dma_addr_t tx_addr; dma_cookie_t rx_cookie; dma_cookie_t tx_cookie; void *rx_buf; size_t rx_size; size_t tx_size; unsigned char tx_running; unsigned char tx_err; unsigned char rx_running; }; struct old_serial_port { unsigned int uart; unsigned int baud_base; unsigned int port; unsigned int irq; upf_t flags; unsigned char io_type; unsigned char *iomem_base; short unsigned int iomem_reg_shift; }; struct irq_info___2 { struct hlist_node node; int irq; spinlock_t lock; struct list_head *head; }; struct serial8250_config { const char *name; short unsigned int fifo_size; short unsigned int tx_loadsz; unsigned char fcr; unsigned char rxtrig_bytes[4]; unsigned int flags; }; struct dw8250_port_data { int line; struct uart_8250_dma dma; u8 dlf_size; bool hw_rs485_support; }; struct dw8250_platform_data { u8 usr_reg; u32 cpr_val; unsigned int quirks; }; struct dw8250_data { struct dw8250_port_data data; const struct dw8250_platform_data *pdata; int msr_mask_on; int msr_mask_off; struct clk *clk; struct clk *pclk; struct notifier_block clk_notifier; struct work_struct clk_work; struct reset_control *rst; unsigned int skip_autocfg: 1; unsigned int uart_16550_compatible: 1; }; struct fintek_8250 { u16 pid; u16 base_port; u8 index; u8 key; }; struct pciserial_board { unsigned int flags; unsigned int num_ports; unsigned int base_baud; unsigned int uart_offset; unsigned int reg_shift; unsigned int first_offset; }; struct serial_private; struct pci_serial_quirk { u32 vendor; u32 device; u32 subvendor; u32 subdevice; int (*probe)(struct pci_dev *); int (*init)(struct pci_dev *); int (*setup)(struct serial_private *, const struct pciserial_board *, struct uart_8250_port *, int); void (*exit)(struct pci_dev *); }; struct serial_private { struct pci_dev *dev; unsigned int nr; struct pci_serial_quirk *quirk; const struct pciserial_board *board; int line[0]; }; struct f815xxa_data { spinlock_t lock; int idx; }; struct timedia_struct { int num; const short unsigned int *ids; }; enum pci_board_num_t { pbn_default = 0, pbn_b0_1_115200 = 1, pbn_b0_2_115200 = 2, pbn_b0_4_115200 = 3, pbn_b0_5_115200 = 4, pbn_b0_8_115200 = 5, pbn_b0_1_921600 = 6, pbn_b0_2_921600 = 7, pbn_b0_4_921600 = 8, pbn_b0_2_1130000 = 9, pbn_b0_4_1152000 = 10, pbn_b0_4_1250000 = 11, pbn_b0_2_1843200 = 12, pbn_b0_4_1843200 = 13, pbn_b0_1_15625000 = 14, pbn_b0_bt_1_115200 = 15, pbn_b0_bt_2_115200 = 16, pbn_b0_bt_4_115200 = 17, pbn_b0_bt_8_115200 = 18, pbn_b0_bt_1_460800 = 19, pbn_b0_bt_2_460800 = 20, pbn_b0_bt_4_460800 = 21, pbn_b0_bt_1_921600 = 22, pbn_b0_bt_2_921600 = 23, pbn_b0_bt_4_921600 = 24, pbn_b0_bt_8_921600 = 25, pbn_b1_1_115200 = 26, pbn_b1_2_115200 = 27, pbn_b1_4_115200 = 28, pbn_b1_8_115200 = 29, pbn_b1_16_115200 = 30, pbn_b1_1_921600 = 31, pbn_b1_2_921600 = 32, pbn_b1_4_921600 = 33, pbn_b1_8_921600 = 34, pbn_b1_2_1250000 = 35, pbn_b1_bt_1_115200 = 36, pbn_b1_bt_2_115200 = 37, pbn_b1_bt_4_115200 = 38, pbn_b1_bt_2_921600 = 39, pbn_b1_1_1382400 = 40, pbn_b1_2_1382400 = 41, pbn_b1_4_1382400 = 42, pbn_b1_8_1382400 = 43, pbn_b2_1_115200 = 44, pbn_b2_2_115200 = 45, pbn_b2_4_115200 = 46, pbn_b2_8_115200 = 47, pbn_b2_1_460800 = 48, pbn_b2_4_460800 = 49, pbn_b2_8_460800 = 50, pbn_b2_16_460800 = 51, pbn_b2_1_921600 = 52, pbn_b2_4_921600 = 53, pbn_b2_8_921600 = 54, pbn_b2_8_1152000 = 55, pbn_b2_bt_1_115200 = 56, pbn_b2_bt_2_115200 = 57, pbn_b2_bt_4_115200 = 58, pbn_b2_bt_2_921600 = 59, pbn_b2_bt_4_921600 = 60, pbn_b3_2_115200 = 61, pbn_b3_4_115200 = 62, pbn_b3_8_115200 = 63, pbn_b4_bt_2_921600 = 64, pbn_b4_bt_4_921600 = 65, pbn_b4_bt_8_921600 = 66, pbn_panacom = 67, pbn_panacom2 = 68, pbn_panacom4 = 69, pbn_plx_romulus = 70, pbn_oxsemi = 71, pbn_oxsemi_1_15625000 = 72, pbn_oxsemi_2_15625000 = 73, pbn_oxsemi_4_15625000 = 74, pbn_oxsemi_8_15625000 = 75, pbn_intel_i960 = 76, pbn_sgi_ioc3 = 77, pbn_computone_4 = 78, pbn_computone_6 = 79, pbn_computone_8 = 80, pbn_sbsxrsio = 81, pbn_pasemi_1682M = 82, pbn_ni8430_2 = 83, pbn_ni8430_4 = 84, pbn_ni8430_8 = 85, pbn_ni8430_16 = 86, pbn_ADDIDATA_PCIe_1_3906250 = 87, pbn_ADDIDATA_PCIe_2_3906250 = 88, pbn_ADDIDATA_PCIe_4_3906250 = 89, pbn_ADDIDATA_PCIe_8_3906250 = 90, pbn_ce4100_1_115200 = 91, pbn_omegapci = 92, pbn_NETMOS9900_2s_115200 = 93, pbn_brcm_trumanage = 94, pbn_fintek_4 = 95, pbn_fintek_8 = 96, pbn_fintek_12 = 97, pbn_fintek_F81504A = 98, pbn_fintek_F81508A = 99, pbn_fintek_F81512A = 100, pbn_wch382_2 = 101, pbn_wch384_4 = 102, pbn_wch384_8 = 103, pbn_sunix_pci_1s = 104, pbn_sunix_pci_2s = 105, pbn_sunix_pci_4s = 106, pbn_sunix_pci_8s = 107, pbn_sunix_pci_16s = 108, pbn_titan_1_4000000 = 109, pbn_titan_2_4000000 = 110, pbn_titan_4_4000000 = 111, pbn_titan_8_4000000 = 112, pbn_moxa8250_2p = 113, pbn_moxa8250_4p = 114, pbn_moxa8250_8p = 115, }; struct pericom8250 { void *virt; unsigned int nr; int line[0]; }; struct spi_device_id { char name[32]; kernel_ulong_t driver_data; }; struct spi_statistics { spinlock_t lock; long unsigned int messages; long unsigned int transfers; long unsigned int errors; long unsigned int timedout; long unsigned int spi_sync; long unsigned int spi_sync_immediate; long unsigned int spi_async; long long unsigned int bytes; long long unsigned int bytes_rx; long long unsigned int bytes_tx; long unsigned int transfer_bytes_histo[17]; long unsigned int transfers_split_maxsize; }; struct spi_delay { u16 value; u8 unit; }; struct spi_controller; struct spi_device { struct device dev; struct spi_controller *controller; struct spi_controller *master; u32 max_speed_hz; u8 chip_select; u8 bits_per_word; bool rt; u32 mode; int irq; void *controller_state; void *controller_data; char modalias[32]; const char *driver_override; struct gpio_desc *cs_gpiod; struct spi_delay word_delay; struct spi_delay cs_setup; struct spi_delay cs_hold; struct spi_delay cs_inactive; struct spi_statistics statistics; }; struct spi_message; struct spi_transfer; struct spi_controller_mem_ops; struct spi_controller_mem_caps; struct spi_controller { struct device dev; struct list_head list; s16 bus_num; u16 num_chipselect; u16 dma_alignment; u32 mode_bits; u32 buswidth_override_bits; u32 bits_per_word_mask; u32 min_speed_hz; u32 max_speed_hz; u16 flags; bool devm_allocated; bool slave; size_t (*max_transfer_size)(struct spi_device *); size_t (*max_message_size)(struct spi_device *); struct mutex io_mutex; struct mutex add_lock; spinlock_t bus_lock_spinlock; struct mutex bus_lock_mutex; bool bus_lock_flag; int (*setup)(struct spi_device *); int (*set_cs_timing)(struct spi_device *); int (*transfer)(struct spi_device *, struct spi_message *); void (*cleanup)(struct spi_device *); bool (*can_dma)(struct spi_controller *, struct spi_device *, struct spi_transfer *); struct device *dma_map_dev; bool queued; struct kthread_worker *kworker; struct kthread_work pump_messages; spinlock_t queue_lock; struct list_head queue; struct spi_message *cur_msg; bool idling; bool busy; bool running; bool rt; bool auto_runtime_pm; bool cur_msg_prepared; bool cur_msg_mapped; char last_cs; bool last_cs_mode_high; bool fallback; struct completion xfer_completion; size_t max_dma_len; int (*prepare_transfer_hardware)(struct spi_controller *); int (*transfer_one_message)(struct spi_controller *, struct spi_message *); int (*unprepare_transfer_hardware)(struct spi_controller *); int (*prepare_message)(struct spi_controller *, struct spi_message *); int (*unprepare_message)(struct spi_controller *, struct spi_message *); int (*slave_abort)(struct spi_controller *); void (*set_cs)(struct spi_device *, bool); int (*transfer_one)(struct spi_controller *, struct spi_device *, struct spi_transfer *); void (*handle_err)(struct spi_controller *, struct spi_message *); const struct spi_controller_mem_ops *mem_ops; const struct spi_controller_mem_caps *mem_caps; struct gpio_desc **cs_gpiods; bool use_gpio_descriptors; s8 unused_native_cs; s8 max_native_cs; struct spi_statistics statistics; struct dma_chan___2 *dma_tx; struct dma_chan___2 *dma_rx; void *dummy_rx; void *dummy_tx; int (*fw_translate_cs)(struct spi_controller *, unsigned int); bool ptp_sts_supported; long unsigned int irq_flags; }; struct spi_driver { const struct spi_device_id *id_table; int (*probe)(struct spi_device *); void (*remove)(struct spi_device *); void (*shutdown)(struct spi_device *); struct device_driver driver; }; struct spi_message { struct list_head transfers; struct spi_device *spi; unsigned int is_dma_mapped: 1; void (*complete)(void *); void *context; unsigned int frame_length; unsigned int actual_length; int status; struct list_head queue; void *state; struct list_head resources; }; struct ptp_system_timestamp; struct spi_transfer { const void *tx_buf; void *rx_buf; unsigned int len; dma_addr_t tx_dma; dma_addr_t rx_dma; struct sg_table tx_sg; struct sg_table rx_sg; unsigned int dummy_data: 1; unsigned int cs_change: 1; unsigned int tx_nbits: 3; unsigned int rx_nbits: 3; u8 bits_per_word; struct spi_delay delay; struct spi_delay cs_change_delay; struct spi_delay word_delay; u32 speed_hz; u32 effective_speed_hz; unsigned int ptp_sts_word_pre; unsigned int ptp_sts_word_post; struct ptp_system_timestamp *ptp_sts; bool timestamped; struct list_head transfer_list; u16 error; }; struct spi_mem; struct spi_mem_op; struct spi_mem_dirmap_desc; struct spi_controller_mem_ops { int (*adjust_op_size)(struct spi_mem *, struct spi_mem_op *); bool (*supports_op)(struct spi_mem *, const struct spi_mem_op *); int (*exec_op)(struct spi_mem *, const struct spi_mem_op *); const char * (*get_name)(struct spi_mem *); int (*dirmap_create)(struct spi_mem_dirmap_desc *); void (*dirmap_destroy)(struct spi_mem_dirmap_desc *); ssize_t (*dirmap_read)(struct spi_mem_dirmap_desc *, u64, size_t, void *); ssize_t (*dirmap_write)(struct spi_mem_dirmap_desc *, u64, size_t, const void *); int (*poll_status)(struct spi_mem *, const struct spi_mem_op *, u16, u16, long unsigned int, long unsigned int, long unsigned int); }; struct spi_controller_mem_caps { bool dtr; bool ecc; }; struct max310x_devtype { char name[9]; int nr; u8 mode1; int (*detect)(struct device *); void (*power)(struct uart_port *, int); }; struct max310x_one { struct uart_port port; struct work_struct tx_work; struct work_struct md_work; struct work_struct rs_work; u8 wr_header; u8 rd_header; u8 rx_buf[128]; }; struct max310x_port { const struct max310x_devtype *devtype; struct regmap *regmap; struct clk *clk; struct gpio_chip gpio; struct max310x_one p[0]; }; struct sccnxp_pdata { const u8 reg_shift; const u32 mctrl_cfg[2]; const unsigned int poll_time_us; }; struct sccnxp_chip { const char *name; unsigned int nr; long unsigned int freq_min; long unsigned int freq_std; long unsigned int freq_max; unsigned int flags; unsigned int fifosize; unsigned int trwd; }; struct sccnxp_port { struct uart_driver uart; struct uart_port port[2]; bool opened[2]; int irq; u8 imr; struct sccnxp_chip *chip; struct console console; spinlock_t lock; bool poll; struct timer_list timer; struct sccnxp_pdata pdata; struct regulator *regulator; }; enum mctrl_gpio_idx { UART_GPIO_CTS = 0, UART_GPIO_DSR = 1, UART_GPIO_DCD = 2, UART_GPIO_RNG = 3, UART_GPIO_RI = 3, UART_GPIO_RTS = 4, UART_GPIO_DTR = 5, UART_GPIO_MAX = 6, }; struct mctrl_gpios___2 { struct uart_port *port; struct gpio_desc *gpio[6]; int irq[6]; unsigned int mctrl_prev; bool mctrl_on; }; typedef unsigned char unchar; struct kgdb_nmi_tty_priv { struct tty_port port; struct timer_list timer; struct { union { struct __kfifo kfifo; char *type; const char *const_type; char (*rectype)[0]; char *ptr; const char *ptr_const; }; char buf[64]; } fifo; }; struct serdev_device; struct serdev_device_ops { int (*receive_buf)(struct serdev_device *, const unsigned char *, size_t); void (*write_wakeup)(struct serdev_device *); }; struct serdev_controller; struct serdev_device { struct device dev; int nr; struct serdev_controller *ctrl; const struct serdev_device_ops *ops; struct completion write_comp; struct mutex write_lock; }; struct serdev_controller_ops; struct serdev_controller { struct device dev; unsigned int nr; struct serdev_device *serdev; const struct serdev_controller_ops *ops; }; struct serdev_device_driver { struct device_driver driver; int (*probe)(struct serdev_device *); void (*remove)(struct serdev_device *); }; enum serdev_parity { SERDEV_PARITY_NONE = 0, SERDEV_PARITY_EVEN = 1, SERDEV_PARITY_ODD = 2, }; struct serdev_controller_ops { int (*write_buf)(struct serdev_controller *, const unsigned char *, size_t); void (*write_flush)(struct serdev_controller *); int (*write_room)(struct serdev_controller *); int (*open)(struct serdev_controller *); void (*close)(struct serdev_controller *); void (*set_flow_control)(struct serdev_controller *, bool); int (*set_parity)(struct serdev_controller *, enum serdev_parity); unsigned int (*set_baudrate)(struct serdev_controller *, unsigned int); void (*wait_until_sent)(struct serdev_controller *, long int); int (*get_tiocm)(struct serdev_controller *); int (*set_tiocm)(struct serdev_controller *, unsigned int, unsigned int); }; struct acpi_serdev_lookup { acpi_handle device_handle; acpi_handle controller_handle; int n; int index; }; struct serport { struct tty_port *port; struct tty_struct *tty; struct tty_driver *tty_drv; int tty_idx; long unsigned int flags; }; struct memdev { const char *name; umode_t mode; const struct file_operations *fops; fmode_t fmode; }; struct timer_rand_state { long unsigned int last_time; long int last_delta; long int last_delta2; }; enum chacha_constants { CHACHA_CONSTANT_EXPA = 1634760805, CHACHA_CONSTANT_ND_3 = 857760878, CHACHA_CONSTANT_2_BY = 2036477234, CHACHA_CONSTANT_TE_K = 1797285236, }; enum { CRNG_EMPTY = 0, CRNG_EARLY = 1, CRNG_READY = 2, }; enum { CRNG_RESEED_START_INTERVAL = 250, CRNG_RESEED_INTERVAL = 15000, }; struct crng { u8 key[32]; long unsigned int generation; local_lock_t lock; }; struct batch_u64 { u64 entropy[12]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u32 { u32 entropy[24]; local_lock_t lock; long unsigned int generation; unsigned int position; }; enum { POOL_BITS = 256, POOL_READY_BITS = 256, POOL_EARLY_BITS = 128, }; struct fast_pool { struct work_struct mix; long unsigned int pool[4]; long unsigned int last; unsigned int count; }; struct entropy_timer_state { long unsigned int entropy; struct timer_list timer; unsigned int samples; unsigned int samples_per_bit; }; enum { NUM_TRIAL_SAMPLES = 8192, MAX_SAMPLES_PER_BIT = 32, }; enum { MIX_INFLIGHT = 2147483648, }; struct ttyprintk_port { struct tty_port port; spinlock_t spinlock; }; struct virtio_console_config { __virtio16 cols; __virtio16 rows; __virtio32 max_nr_ports; __virtio32 emerg_wr; }; struct virtio_console_control { __virtio32 id; __virtio16 event; __virtio16 value; }; struct ports_driver_data { struct class *class; struct dentry *debugfs_dir; struct list_head portdevs; unsigned int next_vtermno; struct list_head consoles; }; struct console___2 { struct list_head list; struct hvc_struct *hvc; struct winsize ws; u32 vtermno; }; struct port_buffer { char *buf; size_t size; size_t len; size_t offset; dma_addr_t dma; struct device *dev; struct list_head list; unsigned int sgpages; struct scatterlist sg[0]; }; struct ports_device { struct list_head list; struct work_struct control_work; struct work_struct config_work; struct list_head ports; spinlock_t ports_lock; spinlock_t c_ivq_lock; spinlock_t c_ovq_lock; u32 max_nr_ports; struct virtio_device *vdev; struct virtqueue *c_ivq; struct virtqueue *c_ovq; struct virtio_console_control cpkt; struct virtqueue **in_vqs; struct virtqueue **out_vqs; int chr_major; }; struct port_stats { long unsigned int bytes_sent; long unsigned int bytes_received; long unsigned int bytes_discarded; }; struct port { struct list_head list; struct ports_device *portdev; struct port_buffer *inbuf; spinlock_t inbuf_lock; spinlock_t outvq_lock; struct virtqueue *in_vq; struct virtqueue *out_vq; struct dentry *debugfs_file; struct port_stats stats; struct console___2 cons; struct cdev *cdev; struct device *dev; struct kref kref; wait_queue_head_t waitqueue; char *name; struct fasync_struct *async_queue; u32 id; bool outvq_full; bool host_connected; bool guest_connected; }; struct sg_list { unsigned int n; unsigned int size; size_t len; struct scatterlist *sg; }; struct hpet_info { long unsigned int hi_ireqfreq; long unsigned int hi_flags; short unsigned int hi_hpet; short unsigned int hi_timer; }; struct hpet_timer { u64 hpet_config; union { u64 _hpet_hc64; u32 _hpet_hc32; long unsigned int _hpet_compare; } _u1; u64 hpet_fsb[2]; }; struct hpet { u64 hpet_cap; u64 res0; u64 hpet_config; u64 res1; u64 hpet_isr; u64 res2[25]; union { u64 _hpet_mc64; u32 _hpet_mc32; long unsigned int _hpet_mc; } _u0; u64 res3; struct hpet_timer hpet_timers[1]; }; struct hpets; struct hpet_dev { struct hpets *hd_hpets; struct hpet *hd_hpet; struct hpet_timer *hd_timer; long unsigned int hd_ireqfreq; long unsigned int hd_irqdata; wait_queue_head_t hd_waitqueue; struct fasync_struct *hd_async_queue; unsigned int hd_flags; unsigned int hd_irq; unsigned int hd_hdwirq; char hd_name[7]; }; struct hpets { struct hpets *hp_next; struct hpet *hp_hpet; long unsigned int hp_hpet_phys; struct clocksource *hp_clocksource; long long unsigned int hp_tick_freq; long unsigned int hp_delta; unsigned int hp_ntimer; unsigned int hp_which; struct hpet_dev hp_dev[0]; }; struct compat_hpet_info { compat_ulong_t hi_ireqfreq; compat_ulong_t hi_flags; short unsigned int hi_hpet; short unsigned int hi_timer; }; struct agp_bridge_data___2; struct agp_memory { struct agp_memory *next; struct agp_memory *prev; struct agp_bridge_data___2 *bridge; struct page **pages; size_t page_count; int key; int num_scratch_pages; off_t pg_start; u32 type; u32 physical; bool is_bound; bool is_flushed; struct list_head mapped_list; struct scatterlist *sg_list; int num_sg; }; struct agp_bridge_driver; struct agp_bridge_data___2 { const struct agp_version *version; const struct agp_bridge_driver *driver; const struct vm_operations_struct *vm_ops; void *previous_size; void *current_size; void *dev_private_data; struct pci_dev *dev; u32 *gatt_table; u32 *gatt_table_real; long unsigned int scratch_page; struct page *scratch_page_page; dma_addr_t scratch_page_dma; long unsigned int gart_bus_addr; long unsigned int gatt_bus_addr; u32 mode; enum chipset_type type; long unsigned int *key_list; atomic_t current_memory_agp; atomic_t agp_in_use; int max_memory_agp; int aperture_size_idx; int capndx; int flags; char major_version; char minor_version; struct list_head list; u32 apbase_config; struct list_head mapped_list; spinlock_t mapped_lock; }; enum aper_size_type { U8_APER_SIZE = 0, U16_APER_SIZE = 1, U32_APER_SIZE = 2, LVL2_APER_SIZE = 3, FIXED_APER_SIZE = 4, }; struct gatt_mask { long unsigned int mask; u32 type; }; struct agp_bridge_driver { struct module *owner; const void *aperture_sizes; int num_aperture_sizes; enum aper_size_type size_type; bool cant_use_aperture; bool needs_scratch_page; const struct gatt_mask *masks; int (*fetch_size)(); int (*configure)(); void (*agp_enable)(struct agp_bridge_data___2 *, u32); void (*cleanup)(); void (*tlb_flush)(struct agp_memory *); long unsigned int (*mask_memory)(struct agp_bridge_data___2 *, dma_addr_t, int); void (*cache_flush)(); int (*create_gatt_table)(struct agp_bridge_data___2 *); int (*free_gatt_table)(struct agp_bridge_data___2 *); int (*insert_memory)(struct agp_memory *, off_t, int); int (*remove_memory)(struct agp_memory *, off_t, int); struct agp_memory * (*alloc_by_type)(size_t, int); void (*free_by_type)(struct agp_memory *); struct page * (*agp_alloc_page)(struct agp_bridge_data___2 *); int (*agp_alloc_pages)(struct agp_bridge_data___2 *, struct agp_memory *, size_t); void (*agp_destroy_page)(struct page *, int); void (*agp_destroy_pages)(struct agp_memory *); int (*agp_type_to_mask_type)(struct agp_bridge_data___2 *, int); }; struct aper_size_info_8 { int size; int num_entries; int page_order; u8 size_value; }; struct aper_size_info_16 { int size; int num_entries; int page_order; u16 size_value; }; struct aper_size_info_32 { int size; int num_entries; int page_order; u32 size_value; }; struct aper_size_info_lvl2 { int size; int num_entries; u32 size_value; }; struct aper_size_info_fixed { int size; int num_entries; int page_order; }; struct agp_3_5_dev { struct list_head list; u8 capndx; u32 maxbw; struct pci_dev *dev; }; struct isoch_data { u32 maxbw; u32 n; u32 y; u32 l; u32 rq; struct agp_3_5_dev *dev; }; struct intel_agp_driver_description { unsigned int chip_id; char *name; const struct agp_bridge_driver *driver; }; struct intel_gtt_driver { unsigned int gen: 8; unsigned int is_g33: 1; unsigned int is_pineview: 1; unsigned int is_ironlake: 1; unsigned int has_pgtbl_enable: 1; unsigned int dma_mask_size: 8; int (*setup)(); void (*cleanup)(); void (*write_entry)(dma_addr_t, unsigned int, unsigned int); bool (*check_flags)(unsigned int); void (*chipset_flush)(); }; struct _intel_private { const struct intel_gtt_driver *driver; struct pci_dev *pcidev; struct pci_dev *bridge_dev; u8 *registers; phys_addr_t gtt_phys_addr; u32 PGETBL_save; u32 *gtt; bool clear_fake_agp; int num_dcache_entries; void *i9xx_flush_page; char *i81x_gtt_table; struct resource ifp_resource; int resource_valid; struct page *scratch_page; phys_addr_t scratch_page_dma; int refcount; unsigned int needs_dmar: 1; phys_addr_t gma_bus_addr; resource_size_t stolen_size; unsigned int gtt_total_entries; unsigned int gtt_mappable_entries; }; struct intel_gtt_driver_description { unsigned int gmch_chip_id; char *name; const struct intel_gtt_driver *gtt_driver; }; struct agp_device_ids { short unsigned int device_id; enum chipset_type chipset; const char *chipset_name; int (*chipset_setup)(struct pci_dev *); }; enum tpm2_startup_types { TPM2_SU_CLEAR = 0, TPM2_SU_STATE = 1, }; enum tpm_chip_flags { TPM_CHIP_FLAG_TPM2 = 2, TPM_CHIP_FLAG_IRQ = 4, TPM_CHIP_FLAG_VIRTUAL = 8, TPM_CHIP_FLAG_HAVE_TIMEOUTS = 16, TPM_CHIP_FLAG_ALWAYS_POWERED = 32, TPM_CHIP_FLAG_FIRMWARE_POWER_MANAGED = 64, TPM_CHIP_FLAG_FIRMWARE_UPGRADE = 128, }; struct file_priv { struct tpm_chip *chip; struct tpm_space *space; struct mutex buffer_mutex; struct timer_list user_read_timer; struct work_struct timeout_work; struct work_struct async_work; wait_queue_head_t async_wait; ssize_t response_length; bool response_read; bool command_enqueued; u8 data_buffer[4096]; }; enum TPM_OPS_FLAGS { TPM_OPS_AUTO_STARTUP = 1, }; enum tpm2_timeouts { TPM2_TIMEOUT_A = 750, TPM2_TIMEOUT_B = 2000, TPM2_TIMEOUT_C = 200, TPM2_TIMEOUT_D = 30, TPM2_DURATION_SHORT = 20, TPM2_DURATION_MEDIUM = 750, TPM2_DURATION_LONG = 2000, TPM2_DURATION_LONG_LONG = 300000, TPM2_DURATION_DEFAULT = 120000, }; enum tpm_timeout { TPM_TIMEOUT = 5, TPM_TIMEOUT_RETRY = 100, TPM_TIMEOUT_RANGE_US = 300, TPM_TIMEOUT_POLL = 1, TPM_TIMEOUT_USECS_MIN = 100, TPM_TIMEOUT_USECS_MAX = 500, }; struct stclear_flags_t { __be16 tag; u8 deactivated; u8 disableForceClear; u8 physicalPresence; u8 physicalPresenceLock; u8 bGlobalLock; } __attribute__((packed)); struct tpm1_version { u8 major; u8 minor; u8 rev_major; u8 rev_minor; }; struct tpm1_version2 { __be16 tag; struct tpm1_version version; }; struct timeout_t { __be32 a; __be32 b; __be32 c; __be32 d; }; struct duration_t { __be32 tpm_short; __be32 tpm_medium; __be32 tpm_long; }; struct permanent_flags_t { __be16 tag; u8 disable; u8 ownership; u8 deactivated; u8 readPubek; u8 disableOwnerClear; u8 allowMaintenance; u8 physicalPresenceLifetimeLock; u8 physicalPresenceHWEnable; u8 physicalPresenceCMDEnable; u8 CEKPUsed; u8 TPMpost; u8 TPMpostLock; u8 FIPS; u8 operator; u8 enableRevokeEK; u8 nvLocked; u8 readSRKPub; u8 tpmEstablished; u8 maintenanceDone; u8 disableFullDALogicInfo; }; typedef union { struct permanent_flags_t perm_flags; struct stclear_flags_t stclear_flags; __u8 owned; __be32 num_pcrs; struct tpm1_version version1; struct tpm1_version2 version2; __be32 manufacturer_id; struct timeout_t timeout; struct duration_t duration; } cap_t; enum tpm_capabilities { TPM_CAP_FLAG = 4, TPM_CAP_PROP = 5, TPM_CAP_VERSION_1_1 = 6, TPM_CAP_VERSION_1_2 = 26, }; enum tpm_sub_capabilities { TPM_CAP_PROP_PCR = 257, TPM_CAP_PROP_MANUFACTURER = 259, TPM_CAP_FLAG_PERM = 264, TPM_CAP_FLAG_VOL = 265, TPM_CAP_PROP_OWNER = 273, TPM_CAP_PROP_TIS_TIMEOUT = 277, TPM_CAP_PROP_TIS_DURATION = 288, }; struct tpm1_get_random_out { __be32 rng_data_len; u8 rng_data[128]; }; enum tpm2_const { TPM2_PLATFORM_PCR = 24, TPM2_PCR_SELECT_MIN = 3, }; enum tpm2_capabilities { TPM2_CAP_HANDLES = 1, TPM2_CAP_COMMANDS = 2, TPM2_CAP_PCRS = 5, TPM2_CAP_TPM_PROPERTIES = 6, }; enum tpm2_properties { TPM_PT_TOTAL_COMMANDS = 297, }; enum tpm2_cc_attrs { TPM2_CC_ATTR_CHANDLES = 25, TPM2_CC_ATTR_RHANDLE = 28, }; struct tpm2_pcr_read_out { __be32 update_cnt; __be32 pcr_selects_cnt; __be16 hash_alg; u8 pcr_select_size; u8 pcr_select[3]; __be32 digests_cnt; __be16 digest_size; u8 digest[0]; } __attribute__((packed)); struct tpm2_null_auth_area { __be32 handle; __be16 nonce_size; u8 attributes; __be16 auth_size; } __attribute__((packed)); struct tpm2_get_random_out { __be16 size; u8 buffer[128]; }; struct tpm2_get_cap_out { u8 more_data; __be32 subcap_id; __be32 property_cnt; __be32 property_id; __be32 value; } __attribute__((packed)); struct tpm2_pcr_selection { __be16 hash_alg; u8 size_of_select; u8 pcr_select[3]; }; struct tpmrm_priv { struct file_priv priv; struct tpm_space space; }; enum tpm2_handle_types { TPM2_HT_HMAC_SESSION = 33554432, TPM2_HT_POLICY_SESSION = 50331648, TPM2_HT_TRANSIENT = 2147483648, }; struct tpm2_context { __be64 sequence; __be32 saved_handle; __be32 hierarchy; __be16 blob_size; } __attribute__((packed)); struct tpm2_cap_handles { u8 more_data; __be32 capability; __be32 count; __be32 handles[0]; } __attribute__((packed)); struct tpm_readpubek_out { u8 algorithm[4]; u8 encscheme[2]; u8 sigscheme[2]; __be32 paramsize; u8 parameters[12]; __be32 keysize; u8 modulus[256]; u8 checksum[20]; }; struct tpm_pcr_attr { int alg_id; int pcr; struct device_attribute attr; }; struct tcpa_event { u32 pcr_index; u32 event_type; u8 pcr_value[20]; u32 event_size; u8 event_data[0]; }; enum tcpa_event_types { PREBOOT = 0, POST_CODE = 1, UNUSED = 2, NO_ACTION = 3, SEPARATOR = 4, ACTION = 5, EVENT_TAG = 6, SCRTM_CONTENTS = 7, SCRTM_VERSION = 8, CPU_MICROCODE = 9, PLATFORM_CONFIG_FLAGS = 10, TABLE_OF_DEVICES = 11, COMPACT_HASH = 12, IPL = 13, IPL_PARTITION_DATA = 14, NONHOST_CODE = 15, NONHOST_CONFIG = 16, NONHOST_INFO = 17, }; struct tcpa_pc_event { u32 event_id; u32 event_size; u8 event_data[0]; }; enum tcpa_pc_event_ids { SMBIOS = 1, BIS_CERT = 2, POST_BIOS_ROM = 3, ESCD = 4, CMOS = 5, NVRAM = 6, OPTION_ROM_EXEC = 7, OPTION_ROM_CONFIG = 8, OPTION_ROM_MICROCODE = 10, S_CRTM_VERSION = 11, S_CRTM_CONTENTS = 12, POST_CONTENTS = 13, HOST_TABLE_OF_DEVICES = 14, }; struct tcg_efi_specid_event_algs { u16 alg_id; u16 digest_size; }; struct tcg_efi_specid_event_head { u8 signature[16]; u32 platform_class; u8 spec_version_minor; u8 spec_version_major; u8 spec_errata; u8 uintnsize; u32 num_algs; struct tcg_efi_specid_event_algs digest_sizes[0]; }; struct tcg_pcr_event { u32 pcr_idx; u32 event_type; u8 digest[20]; u32 event_size; u8 event[0]; }; struct tcg_event_field { u32 event_size; u8 event[0]; }; struct tcg_pcr_event2_head { u32 pcr_idx; u32 event_type; u32 count; struct tpm_digest digests[0]; }; struct acpi_table_tpm2 { struct acpi_table_header header; u16 platform_class; u16 reserved; u64 control_address; u32 start_method; } __attribute__((packed)); struct acpi_tpm2_phy { u8 start_method_specific[12]; u32 log_area_minimum_length; u64 log_area_start_address; }; enum bios_platform_class { BIOS_CLIENT = 0, BIOS_SERVER = 1, }; struct client_hdr { u32 log_max_len; u64 log_start_addr; } __attribute__((packed)); struct server_hdr { u16 reserved; u64 log_max_len; u64 log_start_addr; } __attribute__((packed)); struct acpi_tcpa { struct acpi_table_header hdr; u16 platform_class; union { struct client_hdr client; struct server_hdr server; }; } __attribute__((packed)); struct linux_efi_tpm_eventlog { u32 size; u32 final_events_preboot_size; u8 version; u8 log[0]; }; struct efi_tcg2_final_events_table { u64 version; u64 nr_events; u8 events[0]; }; enum tis_access { TPM_ACCESS_VALID = 128, TPM_ACCESS_ACTIVE_LOCALITY = 32, TPM_ACCESS_REQUEST_PENDING = 4, TPM_ACCESS_REQUEST_USE = 2, }; enum tis_status { TPM_STS_VALID = 128, TPM_STS_COMMAND_READY = 64, TPM_STS_GO = 32, TPM_STS_DATA_AVAIL = 16, TPM_STS_DATA_EXPECT = 8, TPM_STS_READ_ZERO = 35, }; enum tis_int_flags { TPM_GLOBAL_INT_ENABLE = 2147483648, TPM_INTF_BURST_COUNT_STATIC = 256, TPM_INTF_CMD_READY_INT = 128, TPM_INTF_INT_EDGE_FALLING = 64, TPM_INTF_INT_EDGE_RISING = 32, TPM_INTF_INT_LEVEL_LOW = 16, TPM_INTF_INT_LEVEL_HIGH = 8, TPM_INTF_LOCALITY_CHANGE_INT = 4, TPM_INTF_STS_VALID_INT = 2, TPM_INTF_DATA_AVAIL_INT = 1, }; enum tis_defaults { TIS_MEM_LEN = 20480, TIS_SHORT_TIMEOUT = 750, TIS_LONG_TIMEOUT = 2000, TIS_TIMEOUT_MIN_ATML = 14700, TIS_TIMEOUT_MAX_ATML = 15000, }; enum tpm_tis_flags { TPM_TIS_ITPM_WORKAROUND = 1, TPM_TIS_INVALID_STATUS = 2, }; struct tpm_tis_phy_ops; struct tpm_tis_data { u16 manufacturer_id; int locality; int irq; bool irq_tested; long unsigned int flags; void *ilb_base_addr; u16 clkrun_enabled; wait_queue_head_t int_queue; wait_queue_head_t read_queue; const struct tpm_tis_phy_ops *phy_ops; short unsigned int rng_quality; unsigned int timeout_min; unsigned int timeout_max; }; enum tpm_tis_io_mode { TPM_TIS_PHYS_8 = 0, TPM_TIS_PHYS_16 = 1, TPM_TIS_PHYS_32 = 2, }; struct tpm_tis_phy_ops { int (*read_bytes)(struct tpm_tis_data *, u32, u16, u8 *, enum tpm_tis_io_mode); int (*write_bytes)(struct tpm_tis_data *, u32, u16, const u8 *, enum tpm_tis_io_mode); }; struct tis_vendor_durations_override { u32 did_vid; struct tpm1_version version; long unsigned int durations[3]; }; struct tis_vendor_timeout_override { u32 did_vid; long unsigned int timeout_us[4]; }; struct tpm_info { struct resource res; int irq; }; struct tpm_tis_tcg_phy { struct tpm_tis_data priv; void *iobase; }; enum crb_defaults { CRB_ACPI_START_REVISION_ID = 1, CRB_ACPI_START_INDEX = 1, }; enum crb_loc_ctrl { CRB_LOC_CTRL_REQUEST_ACCESS = 1, CRB_LOC_CTRL_RELINQUISH = 2, }; enum crb_loc_state { CRB_LOC_STATE_LOC_ASSIGNED = 2, CRB_LOC_STATE_TPM_REG_VALID_STS = 128, }; enum crb_ctrl_req { CRB_CTRL_REQ_CMD_READY = 1, CRB_CTRL_REQ_GO_IDLE = 2, }; enum crb_ctrl_sts { CRB_CTRL_STS_ERROR = 1, CRB_CTRL_STS_TPM_IDLE = 2, }; enum crb_start { CRB_START_INVOKE = 1, }; enum crb_cancel { CRB_CANCEL_INVOKE = 1, }; struct crb_regs_head { u32 loc_state; u32 reserved1; u32 loc_ctrl; u32 loc_sts; u8 reserved2[32]; u64 intf_id; u64 ctrl_ext; }; struct crb_regs_tail { u32 ctrl_req; u32 ctrl_sts; u32 ctrl_cancel; u32 ctrl_start; u32 ctrl_int_enable; u32 ctrl_int_sts; u32 ctrl_cmd_size; u32 ctrl_cmd_pa_low; u32 ctrl_cmd_pa_high; u32 ctrl_rsp_size; u64 ctrl_rsp_pa; }; enum crb_status { CRB_DRV_STS_COMPLETE = 1, }; struct crb_priv { u32 sm; const char *hid; struct crb_regs_head *regs_h; struct crb_regs_tail *regs_t; u8 *cmd; u8 *rsp; u32 cmd_size; u32 smc_func_id; }; struct tpm2_crb_smc { u32 interrupt; u8 interrupt_flags; u8 op_flags; u16 reserved2; u32 smc_func_id; }; enum iommu_resv_type { IOMMU_RESV_DIRECT = 0, IOMMU_RESV_DIRECT_RELAXABLE = 1, IOMMU_RESV_RESERVED = 2, IOMMU_RESV_MSI = 3, IOMMU_RESV_SW_MSI = 4, }; struct iommu_resv_region { struct list_head list; phys_addr_t start; size_t length; int prot; enum iommu_resv_type type; }; struct vcpu_data; struct amd_iommu_pi_data { u32 ga_tag; u32 prev_ga_tag; u64 base; bool is_guest_mode; struct vcpu_data *vcpu_data; void *ir_data; }; struct vcpu_data { u64 pi_desc_addr; u32 vector; }; struct amd_iommu_device_info { int max_pasids; u32 flags; }; enum io_pgtable_fmt { ARM_32_LPAE_S1 = 0, ARM_32_LPAE_S2 = 1, ARM_64_LPAE_S1 = 2, ARM_64_LPAE_S2 = 3, ARM_V7S = 4, ARM_MALI_LPAE = 5, AMD_IOMMU_V1 = 6, APPLE_DART = 7, IO_PGTABLE_NUM_FMTS = 8, }; struct iommu_flush_ops { void (*tlb_flush_all)(void *); void (*tlb_flush_walk)(long unsigned int, size_t, size_t, void *); void (*tlb_add_page)(struct iommu_iotlb_gather *, long unsigned int, size_t, void *); }; struct io_pgtable_cfg { long unsigned int quirks; long unsigned int pgsize_bitmap; unsigned int ias; unsigned int oas; bool coherent_walk; const struct iommu_flush_ops *tlb; struct device *iommu_dev; union { struct { u64 ttbr; struct { u32 ips: 3; u32 tg: 2; u32 sh: 2; u32 orgn: 2; u32 irgn: 2; u32 tsz: 6; } tcr; u64 mair; } arm_lpae_s1_cfg; struct { u64 vttbr; struct { u32 ps: 3; u32 tg: 2; u32 sh: 2; u32 orgn: 2; u32 irgn: 2; u32 sl: 2; u32 tsz: 6; } vtcr; } arm_lpae_s2_cfg; struct { u32 ttbr; u32 tcr; u32 nmrr; u32 prrr; } arm_v7s_cfg; struct { u64 transtab; u64 memattr; } arm_mali_lpae_cfg; struct { u64 ttbr[4]; u32 n_ttbrs; } apple_dart_cfg; }; }; struct io_pgtable_ops { int (*map)(struct io_pgtable_ops *, long unsigned int, phys_addr_t, size_t, int, gfp_t); int (*map_pages)(struct io_pgtable_ops *, long unsigned int, phys_addr_t, size_t, size_t, int, gfp_t, size_t *); size_t (*unmap)(struct io_pgtable_ops *, long unsigned int, size_t, struct iommu_iotlb_gather *); size_t (*unmap_pages)(struct io_pgtable_ops *, long unsigned int, size_t, size_t, struct iommu_iotlb_gather *); phys_addr_t (*iova_to_phys)(struct io_pgtable_ops *, long unsigned int); }; struct io_pgtable { enum io_pgtable_fmt fmt; void *cookie; struct io_pgtable_cfg cfg; struct io_pgtable_ops ops; }; struct irq_remap_table { raw_spinlock_t lock; unsigned int min_index; u32 *table; }; struct amd_iommu_fault { u64 address; u32 pasid; u16 device_id; u16 tag; u16 flags; }; struct amd_io_pgtable { struct io_pgtable_cfg pgtbl_cfg; struct io_pgtable iop; int mode; u64 *root; atomic64_t pt_root; }; struct protection_domain { struct list_head dev_list; struct iommu_domain domain; struct amd_io_pgtable iop; spinlock_t lock; u16 id; int glx; u64 *gcr3_tbl; long unsigned int flags; unsigned int dev_cnt; unsigned int dev_iommu[32]; }; struct amd_irte_ops; struct amd_iommu___2 { struct list_head list; int index; raw_spinlock_t lock; struct pci_dev *dev; struct pci_dev *root_pdev; u64 mmio_phys; u64 mmio_phys_end; u8 *mmio_base; u32 cap; u8 acpi_flags; u64 features; bool is_iommu_v2; u16 devid; u16 cap_ptr; u16 pci_seg; u64 exclusion_start; u64 exclusion_length; u8 *cmd_buf; u32 cmd_buf_head; u32 cmd_buf_tail; u8 *evt_buf; u8 *ppr_log; u8 *ga_log; u8 *ga_log_tail; bool int_enabled; bool need_sync; struct iommu_device iommu; u32 stored_addr_lo; u32 stored_addr_hi; u32 stored_l1[108]; u32 stored_l2[131]; u8 max_banks; u8 max_counters; struct irq_domain *ir_domain; struct irq_domain *msi_domain; struct amd_irte_ops *irte_ops; u32 flags; volatile u64 *cmd_sem; u64 cmd_sem_val; }; struct amd_irte_ops { void (*prepare)(void *, u32, bool, u8, u32, int); void (*activate)(void *, u16, u16); void (*deactivate)(void *, u16, u16); void (*set_affinity)(void *, u16, u16, u8, u32); void * (*get)(struct irq_remap_table *, int); void (*set_allocated)(struct irq_remap_table *, int); bool (*is_allocated)(struct irq_remap_table *, int); void (*clear_allocated)(struct irq_remap_table *, int); }; struct acpihid_map_entry { struct list_head list; u8 uid[256]; u8 hid[9]; u16 devid; u16 root_devid; bool cmd_line; struct iommu_group *group; }; struct devid_map { struct list_head list; u8 id; u16 devid; bool cmd_line; }; struct iommu_dev_data { spinlock_t lock; struct list_head list; struct llist_node dev_data_list; struct protection_domain *domain; struct pci_dev *pdev; u16 devid; bool iommu_v2; struct { bool enabled; int qdep; } ats; bool pri_tlp; bool use_vapic; bool defer_attach; struct ratelimit_state rs; }; struct dev_table_entry { u64 data[4]; }; struct unity_map_entry { struct list_head list; u16 devid_start; u16 devid_end; u64 address_start; u64 address_end; int prot; }; enum amd_iommu_intr_mode_type { AMD_IOMMU_GUEST_IR_LEGACY = 0, AMD_IOMMU_GUEST_IR_LEGACY_GA = 1, AMD_IOMMU_GUEST_IR_VAPIC = 2, }; union irte { u32 val; struct { u32 valid: 1; u32 no_fault: 1; u32 int_type: 3; u32 rq_eoi: 1; u32 dm: 1; u32 rsvd_1: 1; u32 destination: 8; u32 vector: 8; u32 rsvd_2: 8; } fields; }; union irte_ga_lo { u64 val; struct { u64 valid: 1; u64 no_fault: 1; u64 int_type: 3; u64 rq_eoi: 1; u64 dm: 1; u64 guest_mode: 1; u64 destination: 24; u64 ga_tag: 32; } fields_remap; struct { u64 valid: 1; u64 no_fault: 1; u64 ga_log_intr: 1; u64 rsvd1: 3; u64 is_run: 1; u64 guest_mode: 1; u64 destination: 24; u64 ga_tag: 32; } fields_vapic; }; union irte_ga_hi { u64 val; struct { u64 vector: 8; u64 rsvd_1: 4; u64 ga_root_ptr: 40; u64 rsvd_2: 4; u64 destination: 8; } fields; }; struct irte_ga { union irte_ga_lo lo; union irte_ga_hi hi; }; struct irq_2_irte { u16 devid; u16 index; }; struct amd_ir_data { u32 cached_ga_tag; struct irq_2_irte irq_2_irte; struct msi_msg msi_entry; void *entry; void *ref; struct irq_cfg *cfg; int ga_vector; int ga_root_ptr; int ga_tag; }; struct irq_remap_ops { int capability; int (*prepare)(); int (*enable)(); void (*disable)(); int (*reenable)(int); int (*enable_faulting)(); }; struct iommu_cmd { u32 data[4]; }; enum irq_remap_cap { IRQ_POSTING_CAP = 0, }; struct ivhd_header { u8 type; u8 flags; u16 length; u16 devid; u16 cap_ptr; u64 mmio_phys; u16 pci_seg; u16 info; u32 efr_attr; u64 efr_reg; u64 res; }; struct ivhd_entry { u8 type; u16 devid; u8 flags; union { struct { u32 ext; u32 hidh; }; struct { u32 ext; u32 hidh; } ext_hid; }; u64 cid; u8 uidf; u8 uidl; u8 uid; } __attribute__((packed)); struct ivmd_header { u8 type; u8 flags; u16 length; u16 devid; u16 aux; u64 resv; u64 range_start; u64 range_length; }; enum iommu_init_state { IOMMU_START_STATE = 0, IOMMU_IVRS_DETECTED = 1, IOMMU_ACPI_FINISHED = 2, IOMMU_ENABLED = 3, IOMMU_PCI_INIT = 4, IOMMU_INTERRUPTS_EN = 5, IOMMU_INITIALIZED = 6, IOMMU_NOT_FOUND = 7, IOMMU_INIT_ERROR = 8, IOMMU_CMDLINE_DISABLED = 9, }; union intcapxt { u64 capxt; struct { u64 reserved_0: 2; u64 dest_mode_logical: 1; u64 reserved_1: 5; u64 destid_0_23: 24; u64 vector: 8; u64 reserved_2: 16; u64 destid_24_31: 8; }; }; struct ivrs_quirk_entry { u8 id; u16 devid; }; enum { DELL_INSPIRON_7375 = 0, DELL_LATITUDE_5495 = 1, LENOVO_IDEAPAD_330S_15ARR = 2, }; struct io_pgtable_init_fns { struct io_pgtable * (*alloc)(struct io_pgtable_cfg *, void *); void (*free)(struct io_pgtable *); }; struct acpi_table_dmar { struct acpi_table_header header; u8 width; u8 flags; u8 reserved[10]; }; struct acpi_dmar_header { u16 type; u16 length; }; enum acpi_dmar_type { ACPI_DMAR_TYPE_HARDWARE_UNIT = 0, ACPI_DMAR_TYPE_RESERVED_MEMORY = 1, ACPI_DMAR_TYPE_ROOT_ATS = 2, ACPI_DMAR_TYPE_HARDWARE_AFFINITY = 3, ACPI_DMAR_TYPE_NAMESPACE = 4, ACPI_DMAR_TYPE_SATC = 5, ACPI_DMAR_TYPE_RESERVED = 6, }; struct acpi_dmar_device_scope { u8 entry_type; u8 length; u16 reserved; u8 enumeration_id; u8 bus; }; enum acpi_dmar_scope_type { ACPI_DMAR_SCOPE_TYPE_NOT_USED = 0, ACPI_DMAR_SCOPE_TYPE_ENDPOINT = 1, ACPI_DMAR_SCOPE_TYPE_BRIDGE = 2, ACPI_DMAR_SCOPE_TYPE_IOAPIC = 3, ACPI_DMAR_SCOPE_TYPE_HPET = 4, ACPI_DMAR_SCOPE_TYPE_NAMESPACE = 5, ACPI_DMAR_SCOPE_TYPE_RESERVED = 6, }; struct acpi_dmar_pci_path { u8 device; u8 function; }; struct acpi_dmar_hardware_unit { struct acpi_dmar_header header; u8 flags; u8 reserved; u16 segment; u64 address; }; struct acpi_dmar_reserved_memory { struct acpi_dmar_header header; u16 reserved; u16 segment; u64 base_address; u64 end_address; }; struct acpi_dmar_atsr { struct acpi_dmar_header header; u8 flags; u8 reserved; u16 segment; }; struct acpi_dmar_rhsa { struct acpi_dmar_header header; u32 reserved; u64 base_address; u32 proximity_domain; } __attribute__((packed)); struct acpi_dmar_andd { struct acpi_dmar_header header; u8 reserved[3]; u8 device_number; char device_name[1]; } __attribute__((packed)); struct acpi_dmar_satc { struct acpi_dmar_header header; u8 flags; u8 reserved; u16 segment; }; struct dmar_dev_scope { struct device *dev; u8 bus; u8 devfn; }; struct intel_iommu; struct dmar_drhd_unit { struct list_head list; struct acpi_dmar_header *hdr; u64 reg_base_addr; struct dmar_dev_scope *devices; int devices_cnt; u16 segment; u8 ignored: 1; u8 include_all: 1; u8 gfx_dedicated: 1; struct intel_iommu *iommu; }; struct iommu_flush { void (*flush_context)(struct intel_iommu *, u16, u16, u8, u64); void (*flush_iotlb)(struct intel_iommu *, u16, u64, unsigned int, u64); }; typedef ioasid_t (*ioasid_alloc_fn_t)(ioasid_t, ioasid_t, void *); typedef void (*ioasid_free_fn_t)(ioasid_t, void *); struct ioasid_allocator_ops { ioasid_alloc_fn_t alloc; ioasid_free_fn_t free; struct list_head list; void *pdata; }; struct iopf_queue; struct root_entry; struct page_req_dsc; struct q_inval; struct ir_table; struct intel_iommu { void *reg; u64 reg_phys; u64 reg_size; u64 cap; u64 ecap; u64 vccap; u32 gcmd; raw_spinlock_t register_lock; int seq_id; int agaw; int msagaw; unsigned int irq; unsigned int pr_irq; u16 segment; unsigned char name[13]; long unsigned int *domain_ids; spinlock_t lock; struct root_entry *root_entry; struct iommu_flush flush; struct page_req_dsc *prq; unsigned char prq_name[16]; struct completion prq_complete; struct ioasid_allocator_ops pasid_allocator; struct iopf_queue *iopf_queue; unsigned char iopfq_name[16]; struct q_inval *qi; u32 *iommu_state; struct ir_table *ir_table; struct irq_domain *ir_domain; struct irq_domain *ir_msi_domain; struct iommu_device iommu; int node; u32 flags; struct dmar_drhd_unit *drhd; void *perf_statistic; }; struct dmar_pci_path { u8 bus; u8 device; u8 function; }; struct dmar_pci_notify_info { struct pci_dev *dev; long unsigned int event; int bus; u16 seg; u16 level; struct dmar_pci_path path[0]; }; struct irte___2 { union { struct { __u64 present: 1; __u64 fpd: 1; __u64 __res0: 6; __u64 avail: 4; __u64 __res1: 3; __u64 pst: 1; __u64 vector: 8; __u64 __res2: 40; }; struct { __u64 r_present: 1; __u64 r_fpd: 1; __u64 dst_mode: 1; __u64 redir_hint: 1; __u64 trigger_mode: 1; __u64 dlvry_mode: 3; __u64 r_avail: 4; __u64 r_res0: 4; __u64 r_vector: 8; __u64 r_res1: 8; __u64 dest_id: 32; }; struct { __u64 p_present: 1; __u64 p_fpd: 1; __u64 p_res0: 6; __u64 p_avail: 4; __u64 p_res1: 2; __u64 p_urgent: 1; __u64 p_pst: 1; __u64 p_vector: 8; __u64 p_res2: 14; __u64 pda_l: 26; }; __u64 low; }; union { struct { __u64 sid: 16; __u64 sq: 2; __u64 svt: 2; __u64 __res3: 44; }; struct { __u64 p_sid: 16; __u64 p_sq: 2; __u64 p_svt: 2; __u64 p_res3: 12; __u64 pda_h: 32; }; __u64 high; }; }; enum { QI_FREE = 0, QI_IN_USE = 1, QI_DONE = 2, QI_ABORT = 3, }; struct qi_desc { u64 qw0; u64 qw1; u64 qw2; u64 qw3; }; struct q_inval { raw_spinlock_t q_lock; void *desc; int *desc_status; int free_head; int free_tail; int free_cnt; }; struct ir_table { struct irte___2 *base; long unsigned int *bitmap; }; struct root_entry { u64 lo; u64 hi; }; enum latency_type { DMAR_LATENCY_INV_IOTLB = 0, DMAR_LATENCY_INV_DEVTLB = 1, DMAR_LATENCY_INV_IEC = 2, DMAR_LATENCY_PRQ = 3, DMAR_LATENCY_NUM = 4, }; enum latency_count { COUNTS_10e2 = 0, COUNTS_10e3 = 1, COUNTS_10e4 = 2, COUNTS_10e5 = 3, COUNTS_10e6 = 4, COUNTS_10e7 = 5, COUNTS_10e8_plus = 6, COUNTS_MIN = 7, COUNTS_MAX = 8, COUNTS_SUM = 9, COUNTS_NUM = 10, }; typedef int (*dmar_res_handler_t)(struct acpi_dmar_header *, void *); struct dmar_res_callback { dmar_res_handler_t cb[6]; void *arg[6]; bool ignore_unhandled; bool print_entry; }; enum faulttype { DMA_REMAP = 0, INTR_REMAP = 1, UNKNOWN = 2, }; struct iova { struct rb_node node; long unsigned int pfn_hi; long unsigned int pfn_lo; }; struct iova_rcache; struct iova_domain { spinlock_t iova_rbtree_lock; struct rb_root rbroot; struct rb_node *cached_node; struct rb_node *cached32_node; long unsigned int granule; long unsigned int start_pfn; long unsigned int dma_32bit_pfn; long unsigned int max32_alloc_size; struct iova anchor; struct iova_rcache *rcaches; struct hlist_node cpuhp_dead; }; enum { SR_DMAR_FECTL_REG = 0, SR_DMAR_FEDATA_REG = 1, SR_DMAR_FEADDR_REG = 2, SR_DMAR_FEUADDR_REG = 3, MAX_SR_DMAR_REGS = 4, }; struct context_entry { u64 lo; u64 hi; }; struct dma_pte; struct dmar_domain { int nid; unsigned int iommu_refcnt[128]; u16 iommu_did[128]; u8 has_iotlb_device: 1; u8 iommu_coherency: 1; u8 force_snooping: 1; u8 set_pte_snp: 1; struct list_head devices; struct iova_domain iovad; struct dma_pte *pgd; int gaw; int agaw; int flags; int iommu_superpage; u64 max_addr; struct iommu_domain domain; }; struct dma_pte { u64 val; }; struct pasid_table; struct device_domain_info { struct list_head link; struct list_head global; struct list_head table; u32 segment; u8 bus; u8 devfn; u16 pfsid; u8 pasid_supported: 3; u8 pasid_enabled: 1; u8 pri_supported: 1; u8 pri_enabled: 1; u8 ats_supported: 1; u8 ats_enabled: 1; u8 ats_qdep; struct device *dev; struct intel_iommu *iommu; struct dmar_domain *domain; struct pasid_table *pasid_table; }; struct pasid_table { void *table; int order; u32 max_pasid; struct list_head dev; }; enum cap_audit_type { CAP_AUDIT_STATIC_DMAR = 0, CAP_AUDIT_STATIC_IRQR = 1, CAP_AUDIT_HOTPLUG_DMAR = 2, CAP_AUDIT_HOTPLUG_IRQR = 3, }; struct dmar_rmrr_unit { struct list_head list; struct acpi_dmar_header *hdr; u64 base_address; u64 end_address; struct dmar_dev_scope *devices; int devices_cnt; }; struct dmar_atsr_unit { struct list_head list; struct acpi_dmar_header *hdr; struct dmar_dev_scope *devices; int devices_cnt; u8 include_all: 1; }; struct dmar_satc_unit { struct list_head list; struct acpi_dmar_header *hdr; struct dmar_dev_scope *devices; struct intel_iommu *iommu; int devices_cnt; u8 atc_required: 1; }; struct domain_context_mapping_data { struct dmar_domain *domain; struct intel_iommu *iommu; struct pasid_table *table; }; struct pasid_dir_entry { u64 val; }; struct pasid_entry { u64 val[8]; }; struct pasid_table_opaque { struct pasid_table **pasid_table; int segment; int bus; int devfn; }; struct trace_event_raw_qi_submit { struct trace_entry ent; u64 qw0; u64 qw1; u64 qw2; u64 qw3; u32 __data_loc_iommu; char __data[0]; }; struct trace_event_raw_prq_report { struct trace_entry ent; u64 dw0; u64 dw1; u64 dw2; u64 dw3; long unsigned int seq; u32 __data_loc_iommu; u32 __data_loc_dev; u32 __data_loc_buff; char __data[0]; }; struct trace_event_data_offsets_qi_submit { u32 iommu; }; struct trace_event_data_offsets_prq_report { u32 iommu; u32 dev; u32 buff; }; typedef void (*btf_trace_qi_submit)(void *, struct intel_iommu *, u64, u64, u64, u64); typedef void (*btf_trace_prq_report)(void *, struct intel_iommu *, struct device *, u64, u64, u64, u64, long unsigned int); enum iommu_fault_type { IOMMU_FAULT_DMA_UNRECOV = 1, IOMMU_FAULT_PAGE_REQ = 2, }; struct page_req_dsc { union { struct { u64 type: 8; u64 pasid_present: 1; u64 priv_data_present: 1; u64 rsvd: 6; u64 rid: 16; u64 pasid: 20; u64 exe_req: 1; u64 pm_req: 1; u64 rsvd2: 10; }; u64 qw_0; }; union { struct { u64 rd_req: 1; u64 wr_req: 1; u64 lpig: 1; u64 prg_index: 9; u64 addr: 52; }; u64 qw_1; }; u64 priv_data[2]; }; struct intel_svm_dev { struct list_head list; struct callback_head rcu; struct device *dev; struct intel_iommu *iommu; struct iommu_sva sva; long unsigned int prq_seq_number; u32 pasid; int users; u16 did; u16 dev_iotlb: 1; u16 sid; u16 qdep; }; struct intel_svm { struct mmu_notifier notifier; struct mm_struct *mm; unsigned int flags; u32 pasid; struct list_head devs; }; enum irq_mode { IRQ_REMAPPING = 0, IRQ_POSTING = 1, }; struct ioapic_scope { struct intel_iommu *iommu; unsigned int id; unsigned int bus; unsigned int devfn; }; struct hpet_scope { struct intel_iommu *iommu; u8 id; unsigned int bus; unsigned int devfn; }; struct irq_2_iommu { struct intel_iommu *iommu; u16 irte_index; u16 sub_handle; u8 irte_mask; enum irq_mode mode; }; struct intel_ir_data { struct irq_2_iommu irq_2_iommu; struct irte___2 irte_entry; union { struct msi_msg msi_entry; }; }; struct set_msi_sid_data { struct pci_dev *pdev; u16 alias; int count; int busmatch_count; }; struct iommu_group { struct kobject kobj; struct kobject *devices_kobj; struct list_head devices; struct mutex mutex; void *iommu_data; void (*iommu_data_release)(void *); char *name; int id; struct iommu_domain *default_domain; struct iommu_domain *blocking_domain; struct iommu_domain *domain; struct list_head entry; unsigned int owner_cnt; void *owner; }; struct fsl_mc_obj_desc { char type[16]; int id; u16 vendor; u16 ver_major; u16 ver_minor; u8 irq_count; u8 region_count; u32 state; char label[16]; u16 flags; }; struct fsl_mc_io; struct fsl_mc_device_irq; struct fsl_mc_resource; struct fsl_mc_device { struct device dev; u64 dma_mask; u16 flags; u32 icid; u16 mc_handle; struct fsl_mc_io *mc_io; struct fsl_mc_obj_desc obj_desc; struct resource *regions; struct fsl_mc_device_irq **irqs; struct fsl_mc_resource *resource; struct device_link *consumer_link; const char *driver_override; }; enum fsl_mc_pool_type { FSL_MC_POOL_DPMCP = 0, FSL_MC_POOL_DPBP = 1, FSL_MC_POOL_DPCON = 2, FSL_MC_POOL_IRQ = 3, FSL_MC_NUM_POOL_TYPES = 4, }; struct fsl_mc_resource_pool; struct fsl_mc_resource { enum fsl_mc_pool_type type; s32 id; void *data; struct fsl_mc_resource_pool *parent_pool; struct list_head node; }; struct fsl_mc_device_irq { unsigned int virq; struct fsl_mc_device *mc_dev; u8 dev_irq_index; struct fsl_mc_resource resource; }; struct fsl_mc_io { struct device *dev; u16 flags; u32 portal_size; phys_addr_t portal_phys_addr; void *portal_virt_addr; struct fsl_mc_device *dpmcp_dev; union { struct mutex mutex; raw_spinlock_t spinlock; }; }; struct group_device { struct list_head list; struct device *dev; char *name; }; struct iommu_group_attribute { struct attribute attr; ssize_t (*show)(struct iommu_group *, char *); ssize_t (*store)(struct iommu_group *, const char *, size_t); }; struct group_for_pci_data { struct pci_dev *pdev; struct iommu_group *group; }; struct __group_domain_type { struct device *dev; unsigned int type; }; struct trace_event_raw_iommu_group_event { struct trace_entry ent; int gid; u32 __data_loc_device; char __data[0]; }; struct trace_event_raw_iommu_device_event { struct trace_entry ent; u32 __data_loc_device; char __data[0]; }; struct trace_event_raw_map { struct trace_entry ent; u64 iova; u64 paddr; size_t size; char __data[0]; }; struct trace_event_raw_unmap { struct trace_entry ent; u64 iova; size_t size; size_t unmapped_size; char __data[0]; }; struct trace_event_raw_iommu_error { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; u64 iova; int flags; char __data[0]; }; struct trace_event_data_offsets_iommu_group_event { u32 device; }; struct trace_event_data_offsets_iommu_device_event { u32 device; }; struct trace_event_data_offsets_map {}; struct trace_event_data_offsets_unmap {}; struct trace_event_data_offsets_iommu_error { u32 device; u32 driver; }; typedef void (*btf_trace_add_device_to_group)(void *, int, struct device *); typedef void (*btf_trace_remove_device_from_group)(void *, int, struct device *); typedef void (*btf_trace_attach_device_to_domain)(void *, struct device *); typedef void (*btf_trace_detach_device_from_domain)(void *, struct device *); typedef void (*btf_trace_map)(void *, long unsigned int, phys_addr_t, size_t); typedef void (*btf_trace_unmap)(void *, long unsigned int, size_t, size_t); typedef void (*btf_trace_io_page_fault)(void *, struct device *, long unsigned int, int); enum iommu_dma_cookie_type { IOMMU_DMA_IOVA_COOKIE = 0, IOMMU_DMA_MSI_COOKIE = 1, }; struct iova_fq; struct iommu_dma_cookie { enum iommu_dma_cookie_type type; union { struct { struct iova_domain iovad; struct iova_fq *fq; atomic64_t fq_flush_start_cnt; atomic64_t fq_flush_finish_cnt; struct timer_list fq_timer; atomic_t fq_timer_on; }; dma_addr_t msi_iova; }; struct list_head msi_page_list; struct iommu_domain *fq_domain; }; struct iommu_dma_msi_page { struct list_head list; dma_addr_t iova; phys_addr_t phys; }; struct iova_fq_entry { long unsigned int iova_pfn; long unsigned int pages; struct list_head freelist; u64 counter; }; struct iova_fq { struct iova_fq_entry entries[256]; unsigned int head; unsigned int tail; spinlock_t lock; }; struct ioasid_set { int dummy; }; struct ioasid_data { ioasid_t id; struct ioasid_set *set; void *private; struct callback_head rcu; }; struct ioasid_allocator_data { struct ioasid_allocator_ops *ops; struct list_head list; struct list_head slist; long unsigned int flags; struct xarray xa; struct callback_head rcu; }; struct iova_magazine; struct iova_cpu_rcache; struct iova_rcache { spinlock_t lock; long unsigned int depot_size; struct iova_magazine *depot[32]; struct iova_cpu_rcache *cpu_rcaches; }; struct iova_magazine { long unsigned int size; long unsigned int pfns[128]; }; struct iova_cpu_rcache { spinlock_t lock; struct iova_magazine *loaded; struct iova_magazine *prev; }; struct hyperv_root_ir_data { u8 ioapic_id; bool is_level; struct hv_interrupt_entry entry; } __attribute__((packed)); struct virtio_iommu_range_64 { __le64 start; __le64 end; }; struct virtio_iommu_range_32 { __le32 start; __le32 end; }; struct virtio_iommu_config { __le64 page_size_mask; struct virtio_iommu_range_64 input_range; struct virtio_iommu_range_32 domain_range; __le32 probe_size; __u8 bypass; __u8 reserved[3]; }; struct virtio_iommu_req_head { __u8 type; __u8 reserved[3]; }; struct virtio_iommu_req_tail { __u8 status; __u8 reserved[3]; }; struct virtio_iommu_req_attach { struct virtio_iommu_req_head head; __le32 domain; __le32 endpoint; __le32 flags; __u8 reserved[4]; struct virtio_iommu_req_tail tail; }; struct virtio_iommu_req_map { struct virtio_iommu_req_head head; __le32 domain; __le64 virt_start; __le64 virt_end; __le64 phys_start; __le32 flags; struct virtio_iommu_req_tail tail; }; struct virtio_iommu_req_unmap { struct virtio_iommu_req_head head; __le32 domain; __le64 virt_start; __le64 virt_end; __u8 reserved[4]; struct virtio_iommu_req_tail tail; }; struct virtio_iommu_probe_property { __le16 type; __le16 length; }; struct virtio_iommu_probe_resv_mem { struct virtio_iommu_probe_property head; __u8 subtype; __u8 reserved[3]; __le64 start; __le64 end; }; struct virtio_iommu_req_probe { struct virtio_iommu_req_head head; __le32 endpoint; __u8 reserved[64]; __u8 properties[0]; }; struct virtio_iommu_fault { __u8 reason; __u8 reserved[3]; __le32 flags; __le32 endpoint; __u8 reserved2[4]; __le64 address; }; struct viommu_dev { struct iommu_device iommu; struct device *dev; struct virtio_device *vdev; struct ida domain_ids; struct virtqueue *vqs[2]; spinlock_t request_lock; struct list_head requests; void *evts; struct iommu_domain_geometry geometry; u64 pgsize_bitmap; u32 first_domain; u32 last_domain; u32 map_flags; u32 probe_size; }; struct viommu_mapping { phys_addr_t paddr; struct interval_tree_node iova; u32 flags; }; struct viommu_domain { struct iommu_domain domain; struct viommu_dev *viommu; struct mutex mutex; unsigned int id; u32 map_flags; spinlock_t mappings_lock; struct rb_root_cached mappings; long unsigned int nr_endpoints; bool bypass; }; struct viommu_endpoint { struct device *dev; struct viommu_dev *viommu; struct viommu_domain *vdomain; struct list_head resv_regions; }; struct viommu_request { struct list_head list; void *writeback; unsigned int write_offset; unsigned int len; char buf[0]; }; struct viommu_event { union { u32 head; struct virtio_iommu_fault fault; }; }; enum iommu_page_response_code { IOMMU_PAGE_RESP_SUCCESS = 0, IOMMU_PAGE_RESP_INVALID = 1, IOMMU_PAGE_RESP_FAILURE = 2, }; struct iopf_queue___2; struct iopf_device_param { struct device *dev; struct iopf_queue___2 *queue; struct list_head queue_list; struct list_head partial; }; struct iopf_queue___2 { struct workqueue_struct *wq; struct list_head devices; struct mutex lock; }; struct iopf_fault { struct iommu_fault fault; struct list_head list; }; struct iopf_group { struct iopf_fault last_fault; struct list_head faults; struct work_struct work; struct device *dev; }; struct drm_dmi_panel_orientation_data { int width; int height; const char * const *bios_dates; int orientation; }; struct drm_dsc_picture_parameter_set { u8 dsc_version; u8 pps_identifier; u8 pps_reserved; u8 pps_3; u8 pps_4; u8 bits_per_pixel_low; __be16 pic_height; __be16 pic_width; __be16 slice_height; __be16 slice_width; __be16 chunk_size; u8 initial_xmit_delay_high; u8 initial_xmit_delay_low; __be16 initial_dec_delay; u8 pps20_reserved; u8 initial_scale_value; __be16 scale_increment_interval; u8 scale_decrement_interval_high; u8 scale_decrement_interval_low; u8 pps26_reserved; u8 first_line_bpg_offset; __be16 nfl_bpg_offset; __be16 slice_bpg_offset; __be16 initial_offset; __be16 final_offset; u8 flatness_min_qp; u8 flatness_max_qp; __be16 rc_model_size; u8 rc_edge_factor; u8 rc_quant_incr_limit0; u8 rc_quant_incr_limit1; u8 rc_tgt_offset; u8 rc_buf_thresh[14]; __be16 rc_range_parameters[15]; u8 native_422_420; u8 second_line_bpg_offset; __be16 nsl_bpg_offset; __be16 second_line_offset_adj; u32 pps_long_94_reserved; u32 pps_long_98_reserved; u32 pps_long_102_reserved; u32 pps_long_106_reserved; u32 pps_long_110_reserved; u32 pps_long_114_reserved; u32 pps_long_118_reserved; u32 pps_long_122_reserved; __be16 pps_short_126_reserved; } __attribute__((packed)); struct mipi_dsi_msg { u8 channel; u8 type; u16 flags; size_t tx_len; const void *tx_buf; size_t rx_len; void *rx_buf; }; struct mipi_dsi_packet { size_t size; u8 header[4]; size_t payload_length; const u8 *payload; }; struct mipi_dsi_host; struct mipi_dsi_device; struct mipi_dsi_host_ops { int (*attach)(struct mipi_dsi_host *, struct mipi_dsi_device *); int (*detach)(struct mipi_dsi_host *, struct mipi_dsi_device *); ssize_t (*transfer)(struct mipi_dsi_host *, const struct mipi_dsi_msg *); }; struct mipi_dsi_host { struct device *dev; const struct mipi_dsi_host_ops *ops; struct list_head list; }; enum mipi_dsi_pixel_format { MIPI_DSI_FMT_RGB888 = 0, MIPI_DSI_FMT_RGB666 = 1, MIPI_DSI_FMT_RGB666_PACKED = 2, MIPI_DSI_FMT_RGB565 = 3, }; struct mipi_dsi_device { struct mipi_dsi_host *host; struct device dev; char name[20]; unsigned int channel; unsigned int lanes; enum mipi_dsi_pixel_format format; long unsigned int mode_flags; long unsigned int hs_rate; long unsigned int lp_rate; }; struct mipi_dsi_device_info { char type[20]; u32 channel; struct device_node *node; }; enum mipi_dsi_dcs_tear_mode { MIPI_DSI_DCS_TEAR_MODE_VBLANK = 0, MIPI_DSI_DCS_TEAR_MODE_VHBLANK = 1, }; struct mipi_dsi_driver { struct device_driver driver; int (*probe)(struct mipi_dsi_device *); int (*remove)(struct mipi_dsi_device *); void (*shutdown)(struct mipi_dsi_device *); }; enum { MIPI_DSI_V_SYNC_START = 1, MIPI_DSI_V_SYNC_END = 17, MIPI_DSI_H_SYNC_START = 33, MIPI_DSI_H_SYNC_END = 49, MIPI_DSI_COMPRESSION_MODE = 7, MIPI_DSI_END_OF_TRANSMISSION = 8, MIPI_DSI_COLOR_MODE_OFF = 2, MIPI_DSI_COLOR_MODE_ON = 18, MIPI_DSI_SHUTDOWN_PERIPHERAL = 34, MIPI_DSI_TURN_ON_PERIPHERAL = 50, MIPI_DSI_GENERIC_SHORT_WRITE_0_PARAM = 3, MIPI_DSI_GENERIC_SHORT_WRITE_1_PARAM = 19, MIPI_DSI_GENERIC_SHORT_WRITE_2_PARAM = 35, MIPI_DSI_GENERIC_READ_REQUEST_0_PARAM = 4, MIPI_DSI_GENERIC_READ_REQUEST_1_PARAM = 20, MIPI_DSI_GENERIC_READ_REQUEST_2_PARAM = 36, MIPI_DSI_DCS_SHORT_WRITE = 5, MIPI_DSI_DCS_SHORT_WRITE_PARAM = 21, MIPI_DSI_DCS_READ = 6, MIPI_DSI_EXECUTE_QUEUE = 22, MIPI_DSI_SET_MAXIMUM_RETURN_PACKET_SIZE = 55, MIPI_DSI_NULL_PACKET = 9, MIPI_DSI_BLANKING_PACKET = 25, MIPI_DSI_GENERIC_LONG_WRITE = 41, MIPI_DSI_DCS_LONG_WRITE = 57, MIPI_DSI_PICTURE_PARAMETER_SET = 10, MIPI_DSI_COMPRESSED_PIXEL_STREAM = 11, MIPI_DSI_LOOSELY_PACKED_PIXEL_STREAM_YCBCR20 = 12, MIPI_DSI_PACKED_PIXEL_STREAM_YCBCR24 = 28, MIPI_DSI_PACKED_PIXEL_STREAM_YCBCR16 = 44, MIPI_DSI_PACKED_PIXEL_STREAM_30 = 13, MIPI_DSI_PACKED_PIXEL_STREAM_36 = 29, MIPI_DSI_PACKED_PIXEL_STREAM_YCBCR12 = 61, MIPI_DSI_PACKED_PIXEL_STREAM_16 = 14, MIPI_DSI_PACKED_PIXEL_STREAM_18 = 30, MIPI_DSI_PIXEL_STREAM_3BYTE_18 = 46, MIPI_DSI_PACKED_PIXEL_STREAM_24 = 62, }; enum { MIPI_DCS_NOP = 0, MIPI_DCS_SOFT_RESET = 1, MIPI_DCS_GET_COMPRESSION_MODE = 3, MIPI_DCS_GET_DISPLAY_ID = 4, MIPI_DCS_GET_ERROR_COUNT_ON_DSI = 5, MIPI_DCS_GET_RED_CHANNEL = 6, MIPI_DCS_GET_GREEN_CHANNEL = 7, MIPI_DCS_GET_BLUE_CHANNEL = 8, MIPI_DCS_GET_DISPLAY_STATUS = 9, MIPI_DCS_GET_POWER_MODE = 10, MIPI_DCS_GET_ADDRESS_MODE = 11, MIPI_DCS_GET_PIXEL_FORMAT = 12, MIPI_DCS_GET_DISPLAY_MODE = 13, MIPI_DCS_GET_SIGNAL_MODE = 14, MIPI_DCS_GET_DIAGNOSTIC_RESULT = 15, MIPI_DCS_ENTER_SLEEP_MODE = 16, MIPI_DCS_EXIT_SLEEP_MODE = 17, MIPI_DCS_ENTER_PARTIAL_MODE = 18, MIPI_DCS_ENTER_NORMAL_MODE = 19, MIPI_DCS_GET_IMAGE_CHECKSUM_RGB = 20, MIPI_DCS_GET_IMAGE_CHECKSUM_CT = 21, MIPI_DCS_EXIT_INVERT_MODE = 32, MIPI_DCS_ENTER_INVERT_MODE = 33, MIPI_DCS_SET_GAMMA_CURVE = 38, MIPI_DCS_SET_DISPLAY_OFF = 40, MIPI_DCS_SET_DISPLAY_ON = 41, MIPI_DCS_SET_COLUMN_ADDRESS = 42, MIPI_DCS_SET_PAGE_ADDRESS = 43, MIPI_DCS_WRITE_MEMORY_START = 44, MIPI_DCS_WRITE_LUT = 45, MIPI_DCS_READ_MEMORY_START = 46, MIPI_DCS_SET_PARTIAL_ROWS = 48, MIPI_DCS_SET_PARTIAL_COLUMNS = 49, MIPI_DCS_SET_SCROLL_AREA = 51, MIPI_DCS_SET_TEAR_OFF = 52, MIPI_DCS_SET_TEAR_ON = 53, MIPI_DCS_SET_ADDRESS_MODE = 54, MIPI_DCS_SET_SCROLL_START = 55, MIPI_DCS_EXIT_IDLE_MODE = 56, MIPI_DCS_ENTER_IDLE_MODE = 57, MIPI_DCS_SET_PIXEL_FORMAT = 58, MIPI_DCS_WRITE_MEMORY_CONTINUE = 60, MIPI_DCS_SET_3D_CONTROL = 61, MIPI_DCS_READ_MEMORY_CONTINUE = 62, MIPI_DCS_GET_3D_CONTROL = 63, MIPI_DCS_SET_VSYNC_TIMING = 64, MIPI_DCS_SET_TEAR_SCANLINE = 68, MIPI_DCS_GET_SCANLINE = 69, MIPI_DCS_SET_DISPLAY_BRIGHTNESS = 81, MIPI_DCS_GET_DISPLAY_BRIGHTNESS = 82, MIPI_DCS_WRITE_CONTROL_DISPLAY = 83, MIPI_DCS_GET_CONTROL_DISPLAY = 84, MIPI_DCS_WRITE_POWER_SAVE = 85, MIPI_DCS_GET_POWER_SAVE = 86, MIPI_DCS_SET_CABC_MIN_BRIGHTNESS = 94, MIPI_DCS_GET_CABC_MIN_BRIGHTNESS = 95, MIPI_DCS_READ_DDB_START = 161, MIPI_DCS_READ_PPS_START = 162, MIPI_DCS_READ_DDB_CONTINUE = 168, MIPI_DCS_READ_PPS_CONTINUE = 169, }; enum vga_switcheroo_handler_flags_t { VGA_SWITCHEROO_CAN_SWITCH_DDC = 1, VGA_SWITCHEROO_NEEDS_EDP_CONFIG = 2, }; enum vga_switcheroo_state { VGA_SWITCHEROO_OFF = 0, VGA_SWITCHEROO_ON = 1, VGA_SWITCHEROO_NOT_FOUND = 2, }; enum vga_switcheroo_client_id { VGA_SWITCHEROO_UNKNOWN_ID = 4096, VGA_SWITCHEROO_IGD = 0, VGA_SWITCHEROO_DIS = 1, VGA_SWITCHEROO_MAX_CLIENTS = 2, }; struct vga_switcheroo_handler { int (*init)(); int (*switchto)(enum vga_switcheroo_client_id); int (*switch_ddc)(enum vga_switcheroo_client_id); int (*power_state)(enum vga_switcheroo_client_id, enum vga_switcheroo_state); enum vga_switcheroo_client_id (*get_client_id)(struct pci_dev *); }; struct vga_switcheroo_client_ops { void (*set_gpu_state)(struct pci_dev *, enum vga_switcheroo_state); void (*reprobe)(struct pci_dev *); bool (*can_switch)(struct pci_dev *); void (*gpu_bound)(struct pci_dev *, enum vga_switcheroo_client_id); }; struct vga_switcheroo_client { struct pci_dev *pdev; struct fb_info *fb_info; enum vga_switcheroo_state pwr_state; const struct vga_switcheroo_client_ops *ops; enum vga_switcheroo_client_id id; bool active; bool driver_power_control; struct list_head list; struct pci_dev *vga_dev; }; struct vgasr_priv { bool active; bool delayed_switch_active; enum vga_switcheroo_client_id delayed_client_id; struct dentry *debugfs_root; int registered_clients; struct list_head clients; const struct vga_switcheroo_handler *handler; enum vga_switcheroo_handler_flags_t handler_flags; struct mutex mux_hw_lock; int old_ddc_owner; }; struct cb_id { __u32 idx; __u32 val; }; struct cn_msg { struct cb_id id; __u32 seq; __u32 ack; __u16 len; __u16 flags; __u8 data[0]; }; struct cn_queue_dev { atomic_t refcnt; unsigned char name[32]; struct list_head queue_list; spinlock_t queue_lock; struct sock *nls; }; struct cn_callback_id { unsigned char name[32]; struct cb_id id; }; struct cn_callback_entry { struct list_head callback_entry; refcount_t refcnt; struct cn_queue_dev *pdev; struct cn_callback_id id; void (*callback)(struct cn_msg *, struct netlink_skb_parms *); u32 seq; u32 group; }; struct cn_dev { struct cb_id id; u32 seq; u32 groups; struct sock *nls; struct cn_queue_dev *cbdev; }; enum proc_cn_mcast_op { PROC_CN_MCAST_LISTEN = 1, PROC_CN_MCAST_IGNORE = 2, }; struct fork_proc_event { __kernel_pid_t parent_pid; __kernel_pid_t parent_tgid; __kernel_pid_t child_pid; __kernel_pid_t child_tgid; }; struct exec_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; }; struct id_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; union { __u32 ruid; __u32 rgid; } r; union { __u32 euid; __u32 egid; } e; }; struct sid_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; }; struct ptrace_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; __kernel_pid_t tracer_pid; __kernel_pid_t tracer_tgid; }; struct comm_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; char comm[16]; }; struct coredump_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; __kernel_pid_t parent_pid; __kernel_pid_t parent_tgid; }; struct exit_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; __u32 exit_code; __u32 exit_signal; __kernel_pid_t parent_pid; __kernel_pid_t parent_tgid; }; struct proc_event { enum what what; __u32 cpu; __u64 timestamp_ns; union { struct { __u32 err; } ack; struct fork_proc_event fork; struct exec_proc_event exec; struct id_proc_event id; struct sid_proc_event sid; struct ptrace_proc_event ptrace; struct comm_proc_event comm; struct coredump_proc_event coredump; struct exit_proc_event exit; } event_data; }; struct local_event { local_lock_t lock; __u32 count; }; struct component_ops { int (*bind)(struct device *, struct device *, void *); void (*unbind)(struct device *, struct device *, void *); }; struct component_master_ops { int (*bind)(struct device *); void (*unbind)(struct device *); }; struct component; struct component_match_array { void *data; int (*compare)(struct device *, void *); int (*compare_typed)(struct device *, int, void *); void (*release)(struct device *, void *); struct component *component; bool duplicate; }; struct aggregate_device; struct component { struct list_head node; struct aggregate_device *adev; bool bound; const struct component_ops *ops; int subcomponent; struct device *dev; }; struct component_match { size_t alloc; size_t num; struct component_match_array *compare; }; struct aggregate_device { struct list_head node; bool bound; const struct component_master_ops *ops; struct device *parent; struct component_match *match; }; struct fwnode_link { struct fwnode_handle *supplier; struct list_head s_hook; struct fwnode_handle *consumer; struct list_head c_hook; }; struct wake_irq { struct device *dev; unsigned int status; int irq; const char *name; }; enum dpm_order { DPM_ORDER_NONE = 0, DPM_ORDER_DEV_AFTER_PARENT = 1, DPM_ORDER_PARENT_BEFORE_DEV = 2, DPM_ORDER_DEV_LAST = 3, }; struct subsys_private { struct kset subsys; struct kset *devices_kset; struct list_head interfaces; struct mutex mutex; struct kset *drivers_kset; struct klist klist_devices; struct klist klist_drivers; struct blocking_notifier_head bus_notifier; unsigned int drivers_autoprobe: 1; struct bus_type *bus; struct kset glue_dirs; struct class *class; }; struct driver_private { struct kobject kobj; struct klist klist_devices; struct klist_node knode_bus; struct module_kobject *mkobj; struct device_driver *driver; }; struct device_private { struct klist klist_children; struct klist_node knode_parent; struct klist_node knode_driver; struct klist_node knode_bus; struct klist_node knode_class; struct list_head deferred_probe; struct device_driver *async_driver; char *deferred_probe_reason; struct device *device; u8 dead: 1; }; union device_attr_group_devres { const struct attribute_group *group; const struct attribute_group **groups; }; struct class_dir { struct kobject kobj; struct class *class; }; struct root_device { struct device dev; struct module *owner; }; struct subsys_dev_iter { struct klist_iter ki; const struct device_type *type; }; struct device_attach_data { struct device *dev; bool check_async; bool want_async; bool have_async; }; struct class_attribute_string { struct class_attribute attr; char *str; }; struct class_compat { struct kobject *kobj; }; struct irq_affinity_devres { unsigned int count; unsigned int irq[0]; }; struct platform_object { struct platform_device pdev; char name[0]; }; struct cpu_attr { struct device_attribute attr; const struct cpumask * const map; }; typedef struct kobject *kobj_probe_t(dev_t, int *, void *); struct probe { struct probe *next; dev_t dev; long unsigned int range; struct module *owner; kobj_probe_t *get; int (*lock)(dev_t, void *); void *data; }; struct kobj_map___2 { struct probe *probes[255]; struct mutex *lock; }; typedef void (*dr_release_t)(struct device *, void *); typedef int (*dr_match_t)(struct device *, void *, void *); struct devres_node { struct list_head entry; dr_release_t release; const char *name; size_t size; }; struct devres___2 { struct devres_node node; u8 data[0]; }; struct devres_group { struct devres_node node[2]; void *id; int color; }; struct action_devres { void *data; void (*action)(void *); }; struct pages_devres { long unsigned int addr; unsigned int order; }; struct attribute_container { struct list_head node; struct klist containers; struct class *class; const struct attribute_group *grp; struct device_attribute **attrs; int (*match)(struct attribute_container *, struct device *); long unsigned int flags; }; struct internal_container { struct klist_node node; struct attribute_container *cont; struct device classdev; }; struct transport_container; struct transport_class { struct class class; int (*setup)(struct transport_container *, struct device *, struct device *); int (*configure)(struct transport_container *, struct device *, struct device *); int (*remove)(struct transport_container *, struct device *, struct device *); }; struct transport_container { struct attribute_container ac; const struct attribute_group *statistics; }; struct anon_transport_class { struct transport_class tclass; struct attribute_container container; }; typedef void * (*devcon_match_fn_t)(struct fwnode_handle *, const char *, void *); typedef enum { PHY_INTERFACE_MODE_NA = 0, PHY_INTERFACE_MODE_INTERNAL = 1, PHY_INTERFACE_MODE_MII = 2, PHY_INTERFACE_MODE_GMII = 3, PHY_INTERFACE_MODE_SGMII = 4, PHY_INTERFACE_MODE_TBI = 5, PHY_INTERFACE_MODE_REVMII = 6, PHY_INTERFACE_MODE_RMII = 7, PHY_INTERFACE_MODE_REVRMII = 8, PHY_INTERFACE_MODE_RGMII = 9, PHY_INTERFACE_MODE_RGMII_ID = 10, PHY_INTERFACE_MODE_RGMII_RXID = 11, PHY_INTERFACE_MODE_RGMII_TXID = 12, PHY_INTERFACE_MODE_RTBI = 13, PHY_INTERFACE_MODE_SMII = 14, PHY_INTERFACE_MODE_XGMII = 15, PHY_INTERFACE_MODE_XLGMII = 16, PHY_INTERFACE_MODE_MOCA = 17, PHY_INTERFACE_MODE_QSGMII = 18, PHY_INTERFACE_MODE_TRGMII = 19, PHY_INTERFACE_MODE_100BASEX = 20, PHY_INTERFACE_MODE_1000BASEX = 21, PHY_INTERFACE_MODE_2500BASEX = 22, PHY_INTERFACE_MODE_5GBASER = 23, PHY_INTERFACE_MODE_RXAUI = 24, PHY_INTERFACE_MODE_XAUI = 25, PHY_INTERFACE_MODE_10GBASER = 26, PHY_INTERFACE_MODE_25GBASER = 27, PHY_INTERFACE_MODE_USXGMII = 28, PHY_INTERFACE_MODE_10GKR = 29, PHY_INTERFACE_MODE_MAX = 30, } phy_interface_t; struct software_node_ref_args { const struct software_node *node; unsigned int nargs; u64 args[8]; }; struct swnode { struct kobject kobj; struct fwnode_handle fwnode; const struct software_node *node; int id; struct ida child_ids; struct list_head entry; struct list_head children; struct swnode *parent; unsigned int allocated: 1; unsigned int managed: 1; }; struct auxiliary_device_id { char name[32]; kernel_ulong_t driver_data; }; struct auxiliary_device { struct device dev; const char *name; u32 id; }; struct auxiliary_driver { int (*probe)(struct auxiliary_device *, const struct auxiliary_device_id *); void (*remove)(struct auxiliary_device *); void (*shutdown)(struct auxiliary_device *); int (*suspend)(struct auxiliary_device *, pm_message_t); int (*resume)(struct auxiliary_device *); const char *name; struct device_driver driver; const struct auxiliary_device_id *id_table; }; struct req { struct req *next; struct completion done; int err; const char *name; umode_t mode; kuid_t uid; kgid_t gid; struct device *dev; }; typedef int (*pm_callback_t)(struct device *); enum gpd_status { GENPD_STATE_ON = 0, GENPD_STATE_OFF = 1, }; enum genpd_notication { GENPD_NOTIFY_PRE_OFF = 0, GENPD_NOTIFY_OFF = 1, GENPD_NOTIFY_PRE_ON = 2, GENPD_NOTIFY_ON = 3, }; struct dev_power_governor { bool (*power_down_ok)(struct dev_pm_domain *); bool (*suspend_ok)(struct device *); }; struct gpd_dev_ops { int (*start)(struct device *); int (*stop)(struct device *); }; struct genpd_governor_data { s64 max_off_time_ns; bool max_off_time_changed; ktime_t next_wakeup; bool cached_power_down_ok; bool cached_power_down_state_idx; }; struct genpd_power_state { s64 power_off_latency_ns; s64 power_on_latency_ns; s64 residency_ns; u64 usage; u64 rejected; struct fwnode_handle *fwnode; u64 idle_time; void *data; }; struct opp_table; struct dev_pm_opp; struct genpd_lock_ops; struct generic_pm_domain { struct device dev; struct dev_pm_domain domain; struct list_head gpd_list_node; struct list_head parent_links; struct list_head child_links; struct list_head dev_list; struct dev_power_governor *gov; struct genpd_governor_data *gd; struct work_struct power_off_work; struct fwnode_handle *provider; bool has_provider; const char *name; atomic_t sd_count; enum gpd_status status; unsigned int device_count; unsigned int suspended_count; unsigned int prepared_count; unsigned int performance_state; cpumask_var_t cpus; int (*power_off)(struct generic_pm_domain *); int (*power_on)(struct generic_pm_domain *); struct raw_notifier_head power_notifiers; struct opp_table *opp_table; unsigned int (*opp_to_performance_state)(struct generic_pm_domain *, struct dev_pm_opp *); int (*set_performance_state)(struct generic_pm_domain *, unsigned int); struct gpd_dev_ops dev_ops; int (*attach_dev)(struct generic_pm_domain *, struct device *); void (*detach_dev)(struct generic_pm_domain *, struct device *); unsigned int flags; struct genpd_power_state *states; void (*free_states)(struct genpd_power_state *, unsigned int); unsigned int state_count; unsigned int state_idx; u64 on_time; u64 accounting_time; const struct genpd_lock_ops *lock_ops; union { struct mutex mlock; struct { spinlock_t slock; long unsigned int lock_flags; }; }; }; struct genpd_lock_ops { void (*lock)(struct generic_pm_domain *); void (*lock_nested)(struct generic_pm_domain *, int); int (*lock_interruptible)(struct generic_pm_domain *); void (*unlock)(struct generic_pm_domain *); }; struct gpd_link { struct generic_pm_domain *parent; struct list_head parent_node; struct generic_pm_domain *child; struct list_head child_node; unsigned int performance_state; unsigned int prev_performance_state; }; struct gpd_timing_data { s64 suspend_latency_ns; s64 resume_latency_ns; s64 effective_constraint_ns; ktime_t next_wakeup; bool constraint_changed; bool cached_suspend_ok; }; struct generic_pm_domain_data { struct pm_domain_data base; struct gpd_timing_data *td; struct notifier_block nb; struct notifier_block *power_nb; int cpu; unsigned int performance_state; unsigned int default_pstate; unsigned int rpm_pstate; void *data; }; struct pm_clk_notifier_block { struct notifier_block nb; struct dev_pm_domain *pm_domain; char *con_ids[0]; }; enum pce_status { PCE_STATUS_NONE = 0, PCE_STATUS_ACQUIRED = 1, PCE_STATUS_PREPARED = 2, PCE_STATUS_ENABLED = 3, PCE_STATUS_ERROR = 4, }; struct pm_clock_entry { struct list_head node; char *con_id; struct clk *clk; enum pce_status status; bool enabled_when_prepared; }; struct isa_driver { int (*match)(struct device *, unsigned int); int (*probe)(struct device *, unsigned int); void (*remove)(struct device *, unsigned int); void (*shutdown)(struct device *, unsigned int); int (*suspend)(struct device *, unsigned int, pm_message_t); int (*resume)(struct device *, unsigned int); struct device_driver driver; struct device *devices; }; struct isa_dev { struct device dev; struct device *next; unsigned int id; }; struct firmware_fallback_config { unsigned int force_sysfs_fallback; unsigned int ignore_sysfs_fallback; int old_timeout; int loading_timeout; }; enum fw_opt { FW_OPT_UEVENT = 1, FW_OPT_NOWAIT = 2, FW_OPT_USERHELPER = 4, FW_OPT_NO_WARN = 8, FW_OPT_NOCACHE = 16, FW_OPT_NOFALLBACK_SYSFS = 32, FW_OPT_FALLBACK_PLATFORM = 64, FW_OPT_PARTIAL = 128, }; enum fw_status { FW_STATUS_UNKNOWN = 0, FW_STATUS_LOADING = 1, FW_STATUS_DONE = 2, FW_STATUS_ABORTED = 3, }; struct fw_state { struct completion completion; enum fw_status status; }; struct firmware_cache; struct fw_priv { struct kref ref; struct list_head list; struct firmware_cache *fwc; struct fw_state fw_st; void *data; size_t size; size_t allocated_size; size_t offset; u32 opt_flags; bool is_paged_buf; struct page **pages; int nr_pages; int page_array_size; bool need_uevent; struct list_head pending_list; const char *fw_name; }; struct firmware_cache { spinlock_t lock; struct list_head head; int state; spinlock_t name_lock; struct list_head fw_names; struct delayed_work work; struct notifier_block pm_notify; }; struct fw_cache_entry { struct list_head list; const char *name; }; struct fw_name_devm { long unsigned int magic; const char *name; }; struct firmware_work { struct work_struct work; struct module *module; const char *name; struct device *device; void *context; void (*cont)(const struct firmware *, void *); u32 opt_flags; }; struct fw_sysfs { bool nowait; struct device dev; struct fw_priv *fw_priv; struct firmware *fw; void *fw_upload_priv; }; struct builtin_fw { char *name; void *data; long unsigned int size; }; typedef void (*node_registration_func_t)(struct node *); typedef int (*walk_memory_blocks_func_t)(struct memory_block *, void *); struct node_access_nodes { struct device dev; struct list_head list_node; unsigned int access; struct node_hmem_attrs hmem_attrs; }; struct node_cache_info { struct device dev; struct list_head node; struct node_cache_attrs cache_attrs; }; struct node_attr { struct device_attribute attr; enum node_states state; }; typedef int (*walk_memory_groups_func_t)(struct memory_group *, void *); struct for_each_memory_block_cb_data { walk_memory_blocks_func_t func; void *arg; }; struct reg_sequence { unsigned int reg; unsigned int def; unsigned int delay_us; }; typedef int (*regmap_hw_write)(void *, const void *, size_t); typedef int (*regmap_hw_gather_write)(void *, const void *, size_t, const void *, size_t); struct regmap_async; typedef int (*regmap_hw_async_write)(void *, const void *, size_t, const void *, size_t, struct regmap_async *); struct regmap___2; struct regmap_async { struct list_head list; struct regmap___2 *map; void *work_buf; }; typedef int (*regmap_hw_read)(void *, const void *, size_t, void *, size_t); typedef int (*regmap_hw_reg_read)(void *, unsigned int, unsigned int *); typedef int (*regmap_hw_reg_write)(void *, unsigned int, unsigned int); typedef int (*regmap_hw_reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); typedef struct regmap_async * (*regmap_hw_async_alloc)(); typedef void (*regmap_hw_free_context)(void *); struct regmap_bus { bool fast_io; regmap_hw_write write; regmap_hw_gather_write gather_write; regmap_hw_async_write async_write; regmap_hw_reg_write reg_write; regmap_hw_reg_update_bits reg_update_bits; regmap_hw_read read; regmap_hw_reg_read reg_read; regmap_hw_free_context free_context; regmap_hw_async_alloc async_alloc; u8 read_flag_mask; enum regmap_endian reg_format_endian_default; enum regmap_endian val_format_endian_default; size_t max_raw_read; size_t max_raw_write; bool free_on_exit; }; struct reg_field { unsigned int reg; unsigned int lsb; unsigned int msb; unsigned int id_size; unsigned int id_offset; }; struct regmap_format { size_t buf_size; size_t reg_bytes; size_t pad_bytes; size_t reg_downshift; size_t val_bytes; void (*format_write)(struct regmap___2 *, unsigned int, unsigned int); void (*format_reg)(void *, unsigned int, unsigned int); void (*format_val)(void *, unsigned int, unsigned int); unsigned int (*parse_val)(const void *); void (*parse_inplace)(void *); }; struct hwspinlock; struct regcache_ops; struct regmap___2 { union { struct mutex mutex; struct { spinlock_t spinlock; long unsigned int spinlock_flags; }; struct { raw_spinlock_t raw_spinlock; long unsigned int raw_spinlock_flags; }; }; regmap_lock lock; regmap_unlock unlock; void *lock_arg; gfp_t alloc_flags; unsigned int reg_base; struct device *dev; void *work_buf; struct regmap_format format; const struct regmap_bus *bus; void *bus_context; const char *name; bool async; spinlock_t async_lock; wait_queue_head_t async_waitq; struct list_head async_list; struct list_head async_free; int async_ret; bool debugfs_disable; struct dentry *debugfs; const char *debugfs_name; unsigned int debugfs_reg_len; unsigned int debugfs_val_len; unsigned int debugfs_tot_len; struct list_head debugfs_off_cache; struct mutex cache_lock; unsigned int max_register; bool (*writeable_reg)(struct device *, unsigned int); bool (*readable_reg)(struct device *, unsigned int); bool (*volatile_reg)(struct device *, unsigned int); bool (*precious_reg)(struct device *, unsigned int); bool (*writeable_noinc_reg)(struct device *, unsigned int); bool (*readable_noinc_reg)(struct device *, unsigned int); const struct regmap_access_table *wr_table; const struct regmap_access_table *rd_table; const struct regmap_access_table *volatile_table; const struct regmap_access_table *precious_table; const struct regmap_access_table *wr_noinc_table; const struct regmap_access_table *rd_noinc_table; int (*reg_read)(void *, unsigned int, unsigned int *); int (*reg_write)(void *, unsigned int, unsigned int); int (*reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); int (*read)(void *, const void *, size_t, void *, size_t); int (*write)(void *, const void *, size_t); bool defer_caching; long unsigned int read_flag_mask; long unsigned int write_flag_mask; int reg_shift; int reg_stride; int reg_stride_order; const struct regcache_ops *cache_ops; enum regcache_type cache_type; unsigned int cache_size_raw; unsigned int cache_word_size; unsigned int num_reg_defaults; unsigned int num_reg_defaults_raw; bool cache_only; bool cache_bypass; bool cache_free; struct reg_default *reg_defaults; const void *reg_defaults_raw; void *cache; bool cache_dirty; bool no_sync_defaults; struct reg_sequence *patch; int patch_regs; bool use_single_read; bool use_single_write; bool can_multi_write; size_t max_raw_read; size_t max_raw_write; struct rb_root range_tree; void *selector_work_buf; struct hwspinlock *hwlock; bool can_sleep; }; struct regcache_ops { const char *name; enum regcache_type type; int (*init)(struct regmap___2 *); int (*exit)(struct regmap___2 *); void (*debugfs_init)(struct regmap___2 *); int (*read)(struct regmap___2 *, unsigned int, unsigned int *); int (*write)(struct regmap___2 *, unsigned int, unsigned int); int (*sync)(struct regmap___2 *, unsigned int, unsigned int); int (*drop)(struct regmap___2 *, unsigned int, unsigned int); }; struct regmap_range_node { struct rb_node node; const char *name; struct regmap___2 *map; unsigned int range_min; unsigned int range_max; unsigned int selector_reg; unsigned int selector_mask; int selector_shift; unsigned int window_start; unsigned int window_len; }; struct regmap_field { struct regmap___2 *regmap; unsigned int mask; unsigned int shift; unsigned int reg; unsigned int id_size; unsigned int id_offset; }; struct trace_event_raw_regmap_reg { struct trace_entry ent; u32 __data_loc_name; unsigned int reg; unsigned int val; char __data[0]; }; struct trace_event_raw_regmap_block { struct trace_entry ent; u32 __data_loc_name; unsigned int reg; int count; char __data[0]; }; struct trace_event_raw_regcache_sync { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_status; u32 __data_loc_type; char __data[0]; }; struct trace_event_raw_regmap_bool { struct trace_entry ent; u32 __data_loc_name; int flag; char __data[0]; }; struct trace_event_raw_regmap_async { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_regcache_drop_region { struct trace_entry ent; u32 __data_loc_name; unsigned int from; unsigned int to; char __data[0]; }; struct trace_event_data_offsets_regmap_reg { u32 name; }; struct trace_event_data_offsets_regmap_block { u32 name; }; struct trace_event_data_offsets_regcache_sync { u32 name; u32 status; u32 type; }; struct trace_event_data_offsets_regmap_bool { u32 name; }; struct trace_event_data_offsets_regmap_async { u32 name; }; struct trace_event_data_offsets_regcache_drop_region { u32 name; }; typedef void (*btf_trace_regmap_reg_write)(void *, struct regmap___2 *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_reg_read)(void *, struct regmap___2 *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_reg_read_cache)(void *, struct regmap___2 *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_hw_read_start)(void *, struct regmap___2 *, unsigned int, int); typedef void (*btf_trace_regmap_hw_read_done)(void *, struct regmap___2 *, unsigned int, int); typedef void (*btf_trace_regmap_hw_write_start)(void *, struct regmap___2 *, unsigned int, int); typedef void (*btf_trace_regmap_hw_write_done)(void *, struct regmap___2 *, unsigned int, int); typedef void (*btf_trace_regcache_sync)(void *, struct regmap___2 *, const char *, const char *); typedef void (*btf_trace_regmap_cache_only)(void *, struct regmap___2 *, bool); typedef void (*btf_trace_regmap_cache_bypass)(void *, struct regmap___2 *, bool); typedef void (*btf_trace_regmap_async_write_start)(void *, struct regmap___2 *, unsigned int, int); typedef void (*btf_trace_regmap_async_io_complete)(void *, struct regmap___2 *); typedef void (*btf_trace_regmap_async_complete_start)(void *, struct regmap___2 *); typedef void (*btf_trace_regmap_async_complete_done)(void *, struct regmap___2 *); typedef void (*btf_trace_regcache_drop_region)(void *, struct regmap___2 *, unsigned int, unsigned int); struct regcache_rbtree_node { void *block; long int *cache_present; unsigned int base_reg; unsigned int blklen; struct rb_node node; }; struct regcache_rbtree_ctx { struct rb_root root; struct regcache_rbtree_node *cached_rbnode; }; struct regmap_debugfs_off_cache { struct list_head list; off_t min; off_t max; unsigned int base_reg; unsigned int max_reg; }; struct regmap_debugfs_node { struct regmap___2 *map; struct list_head link; }; struct regmap_async_spi { struct regmap_async core; struct spi_message m; struct spi_transfer t[2]; }; struct regmap_mmio_context { void *regs; unsigned int val_bytes; bool relaxed_mmio; bool attached_clk; struct clk *clk; void (*reg_write)(struct regmap_mmio_context *, unsigned int, unsigned int); unsigned int (*reg_read)(struct regmap_mmio_context *, unsigned int); }; struct regmap_irq_chip_data___2 { struct mutex lock; struct irq_chip irq_chip; struct regmap___2 *map; const struct regmap_irq_chip *chip; int irq_base; struct irq_domain *domain; int irq; int wake_count; void *status_reg_buf; unsigned int *main_status_buf; unsigned int *status_buf; unsigned int *mask_buf; unsigned int *mask_buf_def; unsigned int *wake_buf; unsigned int *type_buf; unsigned int *type_buf_def; unsigned int **virt_buf; unsigned int irq_reg_stride; unsigned int type_reg_stride; bool clear_status: 1; }; struct devcd_entry { struct device devcd_dev; void *data; size_t datalen; struct module *owner; ssize_t (*read)(char *, loff_t, size_t, void *, size_t); void (*free)(void *); struct delayed_work del_wk; struct device *failing_dev; }; typedef void (*irq_write_msi_msg_t)(struct msi_desc *, struct msi_msg *); struct platform_msi_priv_data { struct device *dev; void *host_data; msi_alloc_info_t arg; irq_write_msi_msg_t write_msg; int devid; }; struct trace_event_raw_devres { struct trace_entry ent; u32 __data_loc_devname; struct device *dev; const char *op; void *node; const char *name; size_t size; char __data[0]; }; struct trace_event_data_offsets_devres { u32 devname; }; typedef void (*btf_trace_devres_log)(void *, struct device *, const char *, void *, const char *, size_t); typedef long unsigned int __kernel_old_dev_t; typedef u16 compat_dev_t; enum { LO_FLAGS_READ_ONLY = 1, LO_FLAGS_AUTOCLEAR = 4, LO_FLAGS_PARTSCAN = 8, LO_FLAGS_DIRECT_IO = 16, }; struct loop_info { int lo_number; __kernel_old_dev_t lo_device; long unsigned int lo_inode; __kernel_old_dev_t lo_rdevice; int lo_offset; int lo_encrypt_type; int lo_encrypt_key_size; int lo_flags; char lo_name[64]; unsigned char lo_encrypt_key[32]; long unsigned int lo_init[2]; char reserved[4]; }; struct loop_info64 { __u64 lo_device; __u64 lo_inode; __u64 lo_rdevice; __u64 lo_offset; __u64 lo_sizelimit; __u32 lo_number; __u32 lo_encrypt_type; __u32 lo_encrypt_key_size; __u32 lo_flags; __u8 lo_file_name[64]; __u8 lo_crypt_name[64]; __u8 lo_encrypt_key[32]; __u64 lo_init[2]; }; struct loop_config { __u32 fd; __u32 block_size; struct loop_info64 info; __u64 __reserved[8]; }; enum { Lo_unbound = 0, Lo_bound = 1, Lo_rundown = 2, Lo_deleting = 3, }; struct loop_device { int lo_number; loff_t lo_offset; loff_t lo_sizelimit; int lo_flags; char lo_file_name[64]; struct file *lo_backing_file; struct block_device *lo_device; gfp_t old_gfp_mask; spinlock_t lo_lock; int lo_state; spinlock_t lo_work_lock; struct workqueue_struct *workqueue; struct work_struct rootcg_work; struct list_head rootcg_cmd_list; struct list_head idle_worker_list; struct rb_root worker_tree; struct timer_list timer; bool use_dio; bool sysfs_inited; struct request_queue *lo_queue; struct blk_mq_tag_set tag_set; struct gendisk *lo_disk; struct mutex lo_mutex; bool idr_visible; }; struct loop_cmd { struct list_head list_entry; bool use_aio; atomic_t ref; long int ret; struct kiocb iocb; struct bio_vec *bvec; struct cgroup_subsys_state *blkcg_css; struct cgroup_subsys_state *memcg_css; }; struct loop_worker { struct rb_node rb_node; struct work_struct work; struct list_head cmd_list; struct list_head idle_list; struct loop_device *lo; struct cgroup_subsys_state *blkcg_css; long unsigned int last_ran_at; }; struct compat_loop_info { compat_int_t lo_number; compat_dev_t lo_device; compat_ulong_t lo_inode; compat_dev_t lo_rdevice; compat_int_t lo_offset; compat_int_t lo_encrypt_type; compat_int_t lo_encrypt_key_size; compat_int_t lo_flags; char lo_name[64]; unsigned char lo_encrypt_key[32]; compat_ulong_t lo_init[2]; char reserved[4]; }; struct cdrom_device_ops; struct cdrom_device_info { const struct cdrom_device_ops *ops; struct list_head list; struct gendisk *disk; void *handle; int mask; int speed; int capacity; unsigned int options: 30; unsigned int mc_flags: 2; unsigned int vfs_events; unsigned int ioctl_events; int use_count; char name[20]; __u8 sanyo_slot: 2; __u8 keeplocked: 1; __u8 reserved: 5; int cdda_method; __u8 last_sense; __u8 media_written; short unsigned int mmc3_profile; int for_data; int (*exit)(struct cdrom_device_info *); int mrw_mode_page; __s64 last_media_change_ms; }; struct scsi_sense_hdr { u8 response_code; u8 sense_key; u8 asc; u8 ascq; u8 byte4; u8 byte5; u8 byte6; u8 additional_length; }; struct cdrom_msf0 { __u8 minute; __u8 second; __u8 frame; }; union cdrom_addr { struct cdrom_msf0 msf; int lba; }; struct cdrom_multisession { union cdrom_addr addr; __u8 xa_flag; __u8 addr_format; }; struct cdrom_mcn { __u8 medium_catalog_number[14]; }; struct packet_command { unsigned char cmd[12]; unsigned char *buffer; unsigned int buflen; int stat; struct scsi_sense_hdr *sshdr; unsigned char data_direction; int quiet; int timeout; void *reserved[1]; }; struct cdrom_device_ops { int (*open)(struct cdrom_device_info *, int); void (*release)(struct cdrom_device_info *); int (*drive_status)(struct cdrom_device_info *, int); unsigned int (*check_events)(struct cdrom_device_info *, unsigned int, int); int (*tray_move)(struct cdrom_device_info *, int); int (*lock_door)(struct cdrom_device_info *, int); int (*select_speed)(struct cdrom_device_info *, int); int (*get_last_session)(struct cdrom_device_info *, struct cdrom_multisession *); int (*get_mcn)(struct cdrom_device_info *, struct cdrom_mcn *); int (*reset)(struct cdrom_device_info *); int (*audio_ioctl)(struct cdrom_device_info *, unsigned int, void *); int (*generic_packet)(struct cdrom_device_info *, struct packet_command *); int (*read_cdda_bpc)(struct cdrom_device_info *, void *, u32, u32, u8 *); const int capability; }; typedef unsigned int RING_IDX; typedef uint16_t blkif_vdev_t; typedef uint64_t blkif_sector_t; struct blkif_request_segment { grant_ref_t gref; uint8_t first_sect; uint8_t last_sect; }; struct blkif_request_rw { uint8_t nr_segments; blkif_vdev_t handle; uint32_t _pad1; uint64_t id; blkif_sector_t sector_number; struct blkif_request_segment seg[11]; } __attribute__((packed)); struct blkif_request_discard { uint8_t flag; blkif_vdev_t _pad1; uint32_t _pad2; uint64_t id; blkif_sector_t sector_number; uint64_t nr_sectors; uint8_t _pad3; } __attribute__((packed)); struct blkif_request_other { uint8_t _pad1; blkif_vdev_t _pad2; uint32_t _pad3; uint64_t id; } __attribute__((packed)); struct blkif_request_indirect { uint8_t indirect_op; uint16_t nr_segments; uint32_t _pad1; uint64_t id; blkif_sector_t sector_number; blkif_vdev_t handle; uint16_t _pad2; grant_ref_t indirect_grefs[8]; uint32_t _pad3; } __attribute__((packed)); struct blkif_request { uint8_t operation; union { struct blkif_request_rw rw; struct blkif_request_discard discard; struct blkif_request_other other; struct blkif_request_indirect indirect; } u; } __attribute__((packed)); struct blkif_response { uint64_t id; uint8_t operation; int16_t status; }; union blkif_sring_entry { struct blkif_request req; struct blkif_response rsp; }; struct blkif_sring { RING_IDX req_prod; RING_IDX req_event; RING_IDX rsp_prod; RING_IDX rsp_event; uint8_t __pad[48]; union blkif_sring_entry ring[1]; }; struct blkif_front_ring { RING_IDX req_prod_pvt; RING_IDX rsp_cons; unsigned int nr_ents; struct blkif_sring *sring; }; enum blkif_state { BLKIF_STATE_DISCONNECTED = 0, BLKIF_STATE_CONNECTED = 1, BLKIF_STATE_SUSPENDED = 2, BLKIF_STATE_ERROR = 3, }; struct grant { grant_ref_t gref; struct page *page; struct list_head node; }; enum blk_req_status { REQ_PROCESSING = 0, REQ_WAITING = 1, REQ_DONE = 2, REQ_ERROR = 3, REQ_EOPNOTSUPP = 4, }; struct blk_shadow { struct blkif_request req; struct request *request; struct grant **grants_used; struct grant **indirect_grants; struct scatterlist *sg; unsigned int num_sg; enum blk_req_status status; long unsigned int associated_id; }; struct blkif_req { blk_status_t error; }; struct blkfront_info; struct blkfront_ring_info { spinlock_t ring_lock; struct blkif_front_ring ring; unsigned int ring_ref[16]; unsigned int evtchn; unsigned int irq; struct work_struct work; struct gnttab_free_callback callback; struct list_head indirect_pages; struct list_head grants; unsigned int persistent_gnts_c; long unsigned int shadow_free; struct blkfront_info *dev_info; struct blk_shadow shadow[0]; }; struct blkfront_info { struct mutex mutex; struct xenbus_device *xbdev; struct gendisk *gd; u16 sector_size; unsigned int physical_sector_size; long unsigned int vdisk_info; int vdevice; blkif_vdev_t handle; enum blkif_state connected; unsigned int nr_ring_pages; struct request_queue *rq; unsigned int feature_flush: 1; unsigned int feature_fua: 1; unsigned int feature_discard: 1; unsigned int feature_secdiscard: 1; unsigned int feature_persistent: 1; unsigned int discard_granularity; unsigned int discard_alignment; unsigned int max_indirect_segments; int is_ready; struct blk_mq_tag_set tag_set; struct blkfront_ring_info *rinfo; unsigned int nr_rings; unsigned int rinfo_size; struct list_head requests; struct bio_list bio_list; struct list_head info_list; }; struct setup_rw_req { unsigned int grant_idx; struct blkif_request_segment *segments; struct blkfront_ring_info *rinfo; struct blkif_request *ring_req; grant_ref_t gref_head; unsigned int id; bool need_copy; unsigned int bvec_off; char *bvec_data; bool require_extra_req; struct blkif_request *extra_ring_req; }; struct copy_from_grant { const struct blk_shadow *s; unsigned int grant_idx; unsigned int bvec_offset; char *bvec_data; }; struct sram_config { int (*init)(); bool map_only_reserved; }; struct sram_partition { void *base; struct gen_pool *pool; struct bin_attribute battr; struct mutex lock; struct list_head list; }; struct sram_dev { const struct sram_config *config; struct device *dev; void *virt_base; bool no_memory_wc; struct gen_pool *pool; struct clk *clk; struct sram_partition *partition; u32 partitions; }; struct sram_reserve { struct list_head list; u32 start; u32 size; struct resource res; bool export; bool pool; bool protect_exec; const char *label; }; struct mfd_cell_acpi_match { const char *pnpid; const long long unsigned int adr; }; enum { CHIP_INVALID = 0, CHIP_PM8606 = 1, CHIP_PM8607 = 2, CHIP_MAX = 3, }; enum pm8606_ref_gp_and_osc_clients { REF_GP_NO_CLIENTS = 0, WLED1_DUTY = 1, WLED2_DUTY = 2, WLED3_DUTY = 4, RGB1_ENABLE = 8, RGB2_ENABLE = 16, LDO_VBR_EN = 32, REF_GP_MAX_CLIENT = 65535, }; enum { PM8607_IRQ_ONKEY = 0, PM8607_IRQ_EXTON = 1, PM8607_IRQ_CHG = 2, PM8607_IRQ_BAT = 3, PM8607_IRQ_RTC = 4, PM8607_IRQ_CC = 5, PM8607_IRQ_VBAT = 6, PM8607_IRQ_VCHG = 7, PM8607_IRQ_VSYS = 8, PM8607_IRQ_TINT = 9, PM8607_IRQ_GPADC0 = 10, PM8607_IRQ_GPADC1 = 11, PM8607_IRQ_GPADC2 = 12, PM8607_IRQ_GPADC3 = 13, PM8607_IRQ_AUDIO_SHORT = 14, PM8607_IRQ_PEN = 15, PM8607_IRQ_HEADSET = 16, PM8607_IRQ_HOOK = 17, PM8607_IRQ_MICIN = 18, PM8607_IRQ_CHG_FAIL = 19, PM8607_IRQ_CHG_DONE = 20, PM8607_IRQ_CHG_FAULT = 21, }; struct pm860x_chip { struct device *dev; struct mutex irq_lock; struct mutex osc_lock; struct i2c_client *client; struct i2c_client *companion; struct regmap *regmap; struct regmap *regmap_companion; int buck3_double; int companion_addr; short unsigned int osc_vote; int id; int irq_mode; int irq_base; int core_irq; unsigned char chip_version; unsigned char osc_status; unsigned int wakeup_flag; }; enum { GI2C_PORT = 0, PI2C_PORT = 1, }; struct pm860x_backlight_pdata { int pwm; int iset; }; struct pm860x_led_pdata { int iset; }; struct pm860x_rtc_pdata { int (*sync)(unsigned int); int vrtc; }; struct pm860x_touch_pdata { int gpadc_prebias; int slot_cycle; int off_scale; int sw_cal; int tsi_prebias; int pen_prebias; int pen_prechg; int res_x; long unsigned int flags; }; struct pm860x_power_pdata { int max_capacity; int resistor; }; struct charger_desc; struct pm860x_platform_data { struct pm860x_backlight_pdata *backlight; struct pm860x_led_pdata *led; struct pm860x_rtc_pdata *rtc; struct pm860x_touch_pdata *touch; struct pm860x_power_pdata *power; struct regulator_init_data *buck1; struct regulator_init_data *buck2; struct regulator_init_data *buck3; struct regulator_init_data *ldo1; struct regulator_init_data *ldo2; struct regulator_init_data *ldo3; struct regulator_init_data *ldo4; struct regulator_init_data *ldo5; struct regulator_init_data *ldo6; struct regulator_init_data *ldo7; struct regulator_init_data *ldo8; struct regulator_init_data *ldo9; struct regulator_init_data *ldo10; struct regulator_init_data *ldo12; struct regulator_init_data *ldo_vibrator; struct regulator_init_data *ldo14; struct charger_desc *chg_desc; int companion_addr; int i2c_port; int irq_mode; int irq_base; int num_leds; int num_backlights; }; enum polling_modes { CM_POLL_DISABLE = 0, CM_POLL_ALWAYS = 1, CM_POLL_EXTERNAL_POWER_ONLY = 2, CM_POLL_CHARGING_ONLY = 3, }; enum data_source { CM_BATTERY_PRESENT = 0, CM_NO_BATTERY = 1, CM_FUEL_GAUGE = 2, CM_CHARGER_STAT = 3, }; struct charger_regulator; struct charger_desc { const char *psy_name; enum polling_modes polling_mode; unsigned int polling_interval_ms; unsigned int fullbatt_vchkdrop_uV; unsigned int fullbatt_uV; unsigned int fullbatt_soc; unsigned int fullbatt_full_capacity; enum data_source battery_present; const char **psy_charger_stat; int num_charger_regulators; struct charger_regulator *charger_regulators; const struct attribute_group **sysfs_groups; const char *psy_fuel_gauge; const char *thermal_zone; int temp_min; int temp_max; int temp_diff; bool measure_battery_temp; u32 charging_max_duration_ms; u32 discharging_max_duration_ms; }; struct charger_manager; struct charger_cable { const char *extcon_name; const char *name; struct extcon_dev *extcon_dev; u64 extcon_type; struct work_struct wq; struct notifier_block nb; bool attached; struct charger_regulator *charger; int min_uA; int max_uA; struct charger_manager *cm; }; struct charger_regulator { const char *regulator_name; struct regulator *consumer; int externally_control; struct charger_cable *cables; int num_cables; struct attribute_group attr_grp; struct device_attribute attr_name; struct device_attribute attr_state; struct device_attribute attr_externally_control; struct attribute *attrs[4]; struct charger_manager *cm; }; struct charger_manager { struct list_head entry; struct device *dev; struct charger_desc *desc; struct thermal_zone_device *tzd_batt; bool charger_enabled; int emergency_stop; char psy_name_buf[31]; struct power_supply_desc charger_psy_desc; struct power_supply *charger_psy; u64 charging_start_time; u64 charging_end_time; int battery_status; }; struct pm860x_irq_data { int reg; int mask_reg; int enable; int offs; }; struct htcpld_chip_platform_data { unsigned int addr; unsigned int reset; unsigned int num_gpios; unsigned int gpio_out_base; unsigned int gpio_in_base; unsigned int irq_base; unsigned int num_irqs; }; struct htcpld_core_platform_data { unsigned int int_reset_gpio_hi; unsigned int int_reset_gpio_lo; unsigned int i2c_adapter_id; struct htcpld_chip_platform_data *chip; unsigned int num_chip; }; struct htcpld_chip { spinlock_t lock; u8 reset; u8 addr; struct device *dev; struct i2c_client *client; u8 cache_out; struct gpio_chip chip_out; u8 cache_in; struct gpio_chip chip_in; u16 irqs_enabled; uint irq_start; int nirqs; unsigned int flow_type; struct work_struct set_val_work; }; struct htcpld_data { u16 irqs_enabled; uint irq_start; int nirqs; uint chained_irq; unsigned int int_reset_gpio_hi; unsigned int int_reset_gpio_lo; struct htcpld_chip *chip; unsigned int nchips; }; struct wm8400_platform_data { int (*platform_init)(struct device *); }; struct wm8400 { struct device *dev; struct regmap *regmap; struct platform_device regulators[6]; }; enum wm831x_auxadc { WM831X_AUX_CAL = 15, WM831X_AUX_BKUP_BATT = 10, WM831X_AUX_WALL = 9, WM831X_AUX_BATT = 8, WM831X_AUX_USB = 7, WM831X_AUX_SYSVDD = 6, WM831X_AUX_BATT_TEMP = 5, WM831X_AUX_CHIP_TEMP = 4, WM831X_AUX_AUX4 = 3, WM831X_AUX_AUX3 = 2, WM831X_AUX_AUX2 = 1, WM831X_AUX_AUX1 = 0, }; struct wm831x_backlight_pdata { int isink; int max_uA; }; struct wm831x_backup_pdata { int charger_enable; int no_constant_voltage; int vlim; int ilim; }; struct wm831x_battery_pdata { int enable; int fast_enable; int off_mask; int trickle_ilim; int vsel; int eoc_iterm; int fast_ilim; int timeout; }; enum wm831x_status_src { WM831X_STATUS_PRESERVE = 0, WM831X_STATUS_OTP = 1, WM831X_STATUS_POWER = 2, WM831X_STATUS_CHARGER = 3, WM831X_STATUS_MANUAL = 4, }; struct wm831x_status_pdata { enum wm831x_status_src default_src; const char *name; const char *default_trigger; }; struct wm831x_touch_pdata { int fivewire; int isel; int rpu; int pressure; unsigned int data_irq; int data_irqf; unsigned int pd_irq; int pd_irqf; }; enum wm831x_watchdog_action { WM831X_WDOG_NONE = 0, WM831X_WDOG_INTERRUPT = 1, WM831X_WDOG_RESET = 2, WM831X_WDOG_WAKE = 3, }; struct wm831x_watchdog_pdata { enum wm831x_watchdog_action primary; enum wm831x_watchdog_action secondary; unsigned int software: 1; }; struct wm831x; struct wm831x_pdata { int wm831x_num; int (*pre_init)(struct wm831x *); int (*post_init)(struct wm831x *); bool irq_cmos; bool disable_touch; bool soft_shutdown; int irq_base; int gpio_base; int gpio_defaults[16]; struct wm831x_backlight_pdata *backlight; struct wm831x_backup_pdata *backup; struct wm831x_battery_pdata *battery; struct wm831x_touch_pdata *touch; struct wm831x_watchdog_pdata *watchdog; struct wm831x_status_pdata *status[2]; struct regulator_init_data *dcdc[4]; struct regulator_init_data *epe[2]; struct regulator_init_data *ldo[11]; struct regulator_init_data *isink[2]; }; enum wm831x_parent { WM8310 = 33552, WM8311 = 33553, WM8312 = 33554, WM8320 = 33568, WM8321 = 33569, WM8325 = 33573, WM8326 = 33574, }; typedef int (*wm831x_auxadc_read_fn)(struct wm831x *, enum wm831x_auxadc); struct wm831x { struct mutex io_lock; struct device *dev; struct regmap *regmap; struct wm831x_pdata pdata; enum wm831x_parent type; int irq; struct mutex irq_lock; struct irq_domain *irq_domain; int irq_masks_cur[5]; int irq_masks_cache[5]; bool soft_shutdown; unsigned int has_gpio_ena: 1; unsigned int has_cs_sts: 1; unsigned int charger_irq_wake: 1; int num_gpio; int gpio_update[16]; bool gpio_level_high[16]; bool gpio_level_low[16]; struct mutex auxadc_lock; struct list_head auxadc_pending; u16 auxadc_active; wm831x_auxadc_read_fn auxadc_read; struct mutex key_lock; unsigned int locked: 1; }; struct wm831x_irq_data { int primary; int reg; int mask; }; struct wm831x_auxadc_req { struct list_head list; enum wm831x_auxadc input; int val; struct completion done; }; struct wm8350_audio_platform_data { int vmid_discharge_msecs; int drain_msecs; int cap_discharge_msecs; int vmid_charge_msecs; u32 vmid_s_curve: 2; u32 dis_out4: 2; u32 dis_out3: 2; u32 dis_out2: 2; u32 dis_out1: 2; u32 vroi_out4: 1; u32 vroi_out3: 1; u32 vroi_out2: 1; u32 vroi_out1: 1; u32 vroi_enable: 1; u32 codec_current_on: 2; u32 codec_current_standby: 2; u32 codec_current_charge: 2; }; struct wm8350_codec { struct platform_device *pdev; struct wm8350_audio_platform_data *platform_data; }; struct wm8350_gpio { struct platform_device *pdev; }; struct wm8350_led { struct platform_device *pdev; struct work_struct work; spinlock_t value_lock; enum led_brightness value; struct led_classdev cdev; int max_uA_index; int enabled; struct regulator *isink; struct regulator_consumer_supply isink_consumer; struct regulator_init_data isink_init; struct regulator *dcdc; struct regulator_consumer_supply dcdc_consumer; struct regulator_init_data dcdc_init; }; struct wm8350_pmic { int max_dcdc; int max_isink; int isink_A_dcdc; int isink_B_dcdc; u16 dcdc1_hib_mode; u16 dcdc3_hib_mode; u16 dcdc4_hib_mode; u16 dcdc6_hib_mode; struct platform_device *pdev[12]; struct wm8350_led led[2]; }; struct rtc_device___2; struct wm8350_rtc { struct platform_device *pdev; struct rtc_device___2 *rtc; int alarm_enabled; int update_enabled; }; struct wm8350_charger_policy { int eoc_mA; int charge_mV; int fast_limit_mA; int fast_limit_USB_mA; int charge_timeout; int trickle_start_mV; int trickle_charge_mA; int trickle_charge_USB_mA; }; struct wm8350_power { struct platform_device *pdev; struct power_supply *battery; struct power_supply *usb; struct power_supply *ac; struct wm8350_charger_policy *policy; int rev_g_coeff; }; struct wm8350_wdt { struct platform_device *pdev; }; struct wm8350_hwmon { struct platform_device *pdev; struct device *classdev; }; struct wm8350 { struct device *dev; struct regmap *regmap; bool unlocked; struct mutex auxadc_mutex; struct completion auxadc_done; struct mutex irq_lock; int chip_irq; int irq_base; u16 irq_masks[7]; struct wm8350_codec codec; struct wm8350_gpio gpio; struct wm8350_hwmon hwmon; struct wm8350_pmic pmic; struct wm8350_power power; struct wm8350_rtc rtc; struct wm8350_wdt wdt; }; struct wm8350_platform_data { int (*init)(struct wm8350 *); int irq_high; int irq_base; int gpio_base; }; struct wm8350_reg_access { u16 readable; u16 writable; u16 vol; }; struct wm8350_irq_data { int primary; int reg; int mask; int primary_only; }; struct tps65910_platform_data { int irq; int irq_base; }; enum tps65912_irqs { TPS65912_IRQ_PWRHOLD_F = 0, TPS65912_IRQ_VMON = 1, TPS65912_IRQ_PWRON = 2, TPS65912_IRQ_PWRON_LP = 3, TPS65912_IRQ_PWRHOLD_R = 4, TPS65912_IRQ_HOTDIE = 5, TPS65912_IRQ_GPIO1_R = 6, TPS65912_IRQ_GPIO1_F = 7, TPS65912_IRQ_GPIO2_R = 8, TPS65912_IRQ_GPIO2_F = 9, TPS65912_IRQ_GPIO3_R = 10, TPS65912_IRQ_GPIO3_F = 11, TPS65912_IRQ_GPIO4_R = 12, TPS65912_IRQ_GPIO4_F = 13, TPS65912_IRQ_GPIO5_R = 14, TPS65912_IRQ_GPIO5_F = 15, TPS65912_IRQ_PGOOD_DCDC1 = 16, TPS65912_IRQ_PGOOD_DCDC2 = 17, TPS65912_IRQ_PGOOD_DCDC3 = 18, TPS65912_IRQ_PGOOD_DCDC4 = 19, TPS65912_IRQ_PGOOD_LDO1 = 20, TPS65912_IRQ_PGOOD_LDO2 = 21, TPS65912_IRQ_PGOOD_LDO3 = 22, TPS65912_IRQ_PGOOD_LDO4 = 23, TPS65912_IRQ_PGOOD_LDO5 = 24, TPS65912_IRQ_PGOOD_LDO6 = 25, TPS65912_IRQ_PGOOD_LDO7 = 26, TPS65912_IRQ_PGOOD_LDO8 = 27, TPS65912_IRQ_PGOOD_LDO9 = 28, TPS65912_IRQ_PGOOD_LDO10 = 29, }; struct tps65912 { struct device *dev; struct regmap *regmap; int irq; struct regmap_irq_chip_data *irq_data; }; struct of_dev_auxdata { char *compatible; resource_size_t phys_addr; char *name; void *platform_data; }; struct matrix_keymap_data { const uint32_t *keymap; unsigned int keymap_size; }; enum twl_module_ids { TWL_MODULE_USB = 0, TWL_MODULE_PIH = 1, TWL_MODULE_MAIN_CHARGE = 2, TWL_MODULE_PM_MASTER = 3, TWL_MODULE_PM_RECEIVER = 4, TWL_MODULE_RTC = 5, TWL_MODULE_PWM = 6, TWL_MODULE_LED = 7, TWL_MODULE_SECURED_REG = 8, TWL_MODULE_LAST = 9, }; enum twl4030_module_ids { TWL4030_MODULE_AUDIO_VOICE = 9, TWL4030_MODULE_GPIO = 10, TWL4030_MODULE_INTBR = 11, TWL4030_MODULE_TEST = 12, TWL4030_MODULE_KEYPAD = 13, TWL4030_MODULE_MADC = 14, TWL4030_MODULE_INTERRUPTS = 15, TWL4030_MODULE_PRECHARGE = 16, TWL4030_MODULE_BACKUP = 17, TWL4030_MODULE_INT = 18, TWL5031_MODULE_ACCESSORY = 19, TWL5031_MODULE_INTERRUPTS = 20, TWL4030_MODULE_LAST = 21, }; enum twl6030_module_ids { TWL6030_MODULE_ID0 = 9, TWL6030_MODULE_ID1 = 10, TWL6030_MODULE_ID2 = 11, TWL6030_MODULE_GPADC = 12, TWL6030_MODULE_GASGAUGE = 13, TWL6030_MODULE_LAST = 14, }; struct twl4030_clock_init_data { bool ck32k_lowpwr_enable; }; struct twl4030_bci_platform_data { int *battery_tmp_tbl; unsigned int tblsize; int bb_uvolt; int bb_uamp; }; struct twl4030_gpio_platform_data { bool use_leds; u8 mmc_cd; u32 debounce; u32 pullups; u32 pulldowns; int (*setup)(struct device *, unsigned int, unsigned int); int (*teardown)(struct device *, unsigned int, unsigned int); }; struct twl4030_madc_platform_data { int irq_line; }; struct twl4030_keypad_data { const struct matrix_keymap_data *keymap_data; unsigned int rows; unsigned int cols; bool rep; }; enum twl4030_usb_mode { T2_USB_MODE_ULPI = 1, T2_USB_MODE_CEA2011_3PIN = 2, }; struct twl4030_usb_data { enum twl4030_usb_mode usb_mode; long unsigned int features; int (*phy_init)(struct device *); int (*phy_exit)(struct device *); int (*phy_power)(struct device *, int, int); int (*phy_set_clock)(struct device *, int); int (*phy_suspend)(struct device *, int); }; struct twl4030_ins { u16 pmb_message; u8 delay; }; struct twl4030_script { struct twl4030_ins *script; unsigned int size; u8 flags; }; struct twl4030_resconfig { u8 resource; u8 devgroup; u8 type; u8 type2; u8 remap_off; u8 remap_sleep; }; struct twl4030_power_data { struct twl4030_script **scripts; unsigned int num; struct twl4030_resconfig *resource_config; struct twl4030_resconfig *board_config; bool use_poweroff; bool ac_charger_quirk; }; struct twl4030_codec_data { unsigned int digimic_delay; unsigned int ramp_delay_value; unsigned int offset_cncl_path; unsigned int hs_extmute: 1; int hs_extmute_gpio; }; struct twl4030_vibra_data { unsigned int coexist; }; struct twl4030_audio_data { unsigned int audio_mclk; struct twl4030_codec_data *codec; struct twl4030_vibra_data *vibra; int audpwron_gpio; int naudint_irq; unsigned int irq_base; }; struct twl4030_platform_data { struct twl4030_clock_init_data *clock; struct twl4030_bci_platform_data *bci; struct twl4030_gpio_platform_data *gpio; struct twl4030_madc_platform_data *madc; struct twl4030_keypad_data *keypad; struct twl4030_usb_data *usb; struct twl4030_power_data *power; struct twl4030_audio_data *audio; struct regulator_init_data *vdac; struct regulator_init_data *vaux1; struct regulator_init_data *vaux2; struct regulator_init_data *vaux3; struct regulator_init_data *vdd1; struct regulator_init_data *vdd2; struct regulator_init_data *vdd3; struct regulator_init_data *vpll1; struct regulator_init_data *vpll2; struct regulator_init_data *vmmc1; struct regulator_init_data *vmmc2; struct regulator_init_data *vsim; struct regulator_init_data *vaux4; struct regulator_init_data *vio; struct regulator_init_data *vintana1; struct regulator_init_data *vintana2; struct regulator_init_data *vintdig; struct regulator_init_data *vmmc; struct regulator_init_data *vpp; struct regulator_init_data *vusim; struct regulator_init_data *vana; struct regulator_init_data *vcxio; struct regulator_init_data *vusb; struct regulator_init_data *clk32kg; struct regulator_init_data *v1v8; struct regulator_init_data *v2v1; struct regulator_init_data *ldo1; struct regulator_init_data *ldo2; struct regulator_init_data *ldo3; struct regulator_init_data *ldo4; struct regulator_init_data *ldo5; struct regulator_init_data *ldo6; struct regulator_init_data *ldo7; struct regulator_init_data *ldoln; struct regulator_init_data *ldousb; struct regulator_init_data *smps3; struct regulator_init_data *smps4; struct regulator_init_data *vio6025; }; struct twl_regulator_driver_data { int (*set_voltage)(void *, int); int (*get_voltage)(void *); void *data; long unsigned int features; }; struct twl_client { struct i2c_client *client; struct regmap *regmap; }; struct twl_mapping { unsigned char sid; unsigned char base; }; struct twl_private { bool ready; u32 twl_idcode; unsigned int twl_id; struct twl_mapping *twl_map; struct twl_client *twl_modules; }; struct sih_irq_data { u8 isr_offset; u8 imr_offset; }; struct sih { char name[8]; u8 module; u8 control_offset; bool set_cor; u8 bits; u8 bytes_ixr; u8 edr_offset; u8 bytes_edr; u8 irq_lines; struct sih_irq_data mask[2]; }; struct sih_agent { int irq_base; const struct sih *sih; u32 imr; bool imr_change_pending; u32 edge_change; struct mutex irq_lock; char *irq_name; }; struct twl6030_irq { unsigned int irq_base; int twl_irq; bool irq_wake_enabled; atomic_t wakeirqs; struct notifier_block pm_nb; struct irq_chip irq_chip; struct irq_domain *irq_domain; const int *irq_mapping_tbl; }; enum twl4030_audio_res { TWL4030_AUDIO_RES_POWER = 0, TWL4030_AUDIO_RES_APLL = 1, TWL4030_AUDIO_RES_MAX = 2, }; struct twl4030_audio_resource { int request_count; u8 reg; u8 mask; }; struct twl4030_audio { unsigned int audio_mclk; struct mutex mutex; struct twl4030_audio_resource resource[2]; struct mfd_cell cells[2]; }; enum of_gpio_flags { OF_GPIO_ACTIVE_LOW = 1, OF_GPIO_SINGLE_ENDED = 2, OF_GPIO_OPEN_DRAIN = 4, OF_GPIO_TRANSITORY = 8, OF_GPIO_PULL_UP = 16, OF_GPIO_PULL_DOWN = 32, }; struct twl6040 { struct device *dev; struct regmap *regmap; struct regmap_irq_chip_data *irq_data; struct regulator_bulk_data supplies[2]; struct clk *clk32k; struct clk *mclk; struct mutex mutex; struct mutex irq_mutex; struct mfd_cell cells[4]; struct completion ready; int audpwron; int power_count; int rev; int pll; unsigned int sysclk_rate; unsigned int mclk_rate; unsigned int irq; unsigned int irq_ready; unsigned int irq_th; }; struct mfd_of_node_entry { struct list_head list; struct device *dev; struct device_node *np; }; struct pcap_subdev { int id; const char *name; void *platform_data; }; struct pcap_platform_data { unsigned int irq_base; unsigned int config; int gpio; void (*init)(void *); int num_subdevs; struct pcap_subdev *subdevs; }; struct pcap_adc_request { u8 bank; u8 ch[2]; u32 flags; void (*callback)(void *, u16 *); void *data; }; struct pcap_adc_sync_request { u16 res[2]; struct completion completion; }; struct pcap_chip { struct spi_device *spi; u32 buf; spinlock_t io_lock; unsigned int irq_base; u32 msr; struct work_struct isr_work; struct work_struct msr_work; struct workqueue_struct *workqueue; struct pcap_adc_request *adc_queue[8]; u8 adc_head; u8 adc_tail; spinlock_t adc_lock; }; struct da903x_subdev_info { int id; const char *name; void *platform_data; }; struct da903x_platform_data { int num_subdevs; struct da903x_subdev_info *subdevs; }; struct da903x_chip; struct da903x_chip_ops { int (*init_chip)(struct da903x_chip *); int (*unmask_events)(struct da903x_chip *, unsigned int); int (*mask_events)(struct da903x_chip *, unsigned int); int (*read_events)(struct da903x_chip *, unsigned int *); int (*read_status)(struct da903x_chip *, unsigned int *); }; struct da903x_chip { struct i2c_client *client; struct device *dev; const struct da903x_chip_ops *ops; int type; uint32_t events_mask; struct mutex lock; struct work_struct irq_work; struct blocking_notifier_head notifier_list; }; struct da9052 { struct device *dev; struct regmap *regmap; struct mutex auxadc_lock; struct completion done; int irq_base; struct regmap_irq_chip_data *irq_data; u8 chip_id; int chip_irq; int (*fix_io)(struct da9052 *, unsigned char); }; struct led_platform_data; struct da9052_pdata { struct led_platform_data *pled; int (*init)(struct da9052 *); int irq_base; int gpio_base; int use_for_apm; struct regulator_init_data *regulators[14]; }; enum da9052_chip_id { DA9052 = 0, DA9053_AA = 1, DA9053_BA = 2, DA9053_BB = 3, DA9053_BC = 4, }; enum lp8788_int_id { LP8788_INT_TSDL = 0, LP8788_INT_TSDH = 1, LP8788_INT_UVLO = 2, LP8788_INT_FLAGMON = 3, LP8788_INT_PWRON_TIME = 4, LP8788_INT_PWRON = 5, LP8788_INT_COMP1 = 6, LP8788_INT_COMP2 = 7, LP8788_INT_CHG_INPUT_STATE = 8, LP8788_INT_CHG_STATE = 9, LP8788_INT_EOC = 10, LP8788_INT_CHG_RESTART = 11, LP8788_INT_RESTART_TIMEOUT = 12, LP8788_INT_FULLCHG_TIMEOUT = 13, LP8788_INT_PRECHG_TIMEOUT = 14, LP8788_INT_RTC_ALARM1 = 17, LP8788_INT_RTC_ALARM2 = 18, LP8788_INT_ENTER_SYS_SUPPORT = 19, LP8788_INT_EXIT_SYS_SUPPORT = 20, LP8788_INT_BATT_LOW = 21, LP8788_INT_NO_BATT = 22, LP8788_INT_MAX = 24, }; enum lp8788_dvs_sel { DVS_SEL_V0 = 0, DVS_SEL_V1 = 1, DVS_SEL_V2 = 2, DVS_SEL_V3 = 3, }; enum lp8788_charger_event { NO_CHARGER = 0, CHARGER_DETECTED = 1, }; enum lp8788_bl_ctrl_mode { LP8788_BL_REGISTER_ONLY = 0, LP8788_BL_COMB_PWM_BASED = 1, LP8788_BL_COMB_REGISTER_BASED = 2, }; enum lp8788_bl_dim_mode { LP8788_DIM_EXPONENTIAL = 0, LP8788_DIM_LINEAR = 1, }; enum lp8788_bl_full_scale_current { LP8788_FULLSCALE_5000uA = 0, LP8788_FULLSCALE_8500uA = 1, LP8788_FULLSCALE_1200uA = 2, LP8788_FULLSCALE_1550uA = 3, LP8788_FULLSCALE_1900uA = 4, LP8788_FULLSCALE_2250uA = 5, LP8788_FULLSCALE_2600uA = 6, LP8788_FULLSCALE_2950uA = 7, }; enum lp8788_bl_ramp_step { LP8788_RAMP_8us = 0, LP8788_RAMP_1024us = 1, LP8788_RAMP_2048us = 2, LP8788_RAMP_4096us = 3, LP8788_RAMP_8192us = 4, LP8788_RAMP_16384us = 5, LP8788_RAMP_32768us = 6, LP8788_RAMP_65538us = 7, }; enum lp8788_isink_scale { LP8788_ISINK_SCALE_100mA = 0, LP8788_ISINK_SCALE_120mA = 1, }; enum lp8788_isink_number { LP8788_ISINK_1 = 0, LP8788_ISINK_2 = 1, LP8788_ISINK_3 = 2, }; enum lp8788_alarm_sel { LP8788_ALARM_1 = 0, LP8788_ALARM_2 = 1, LP8788_ALARM_MAX = 2, }; struct lp8788_buck1_dvs { int gpio; enum lp8788_dvs_sel vsel; }; struct lp8788_buck2_dvs { int gpio[2]; enum lp8788_dvs_sel vsel; }; struct lp8788_chg_param { u8 addr; u8 val; }; struct lp8788; struct lp8788_charger_platform_data { const char *adc_vbatt; const char *adc_batt_temp; unsigned int max_vbatt_mv; struct lp8788_chg_param *chg_params; int num_chg_params; void (*charger_event)(struct lp8788 *, enum lp8788_charger_event); }; struct lp8788_platform_data; struct lp8788 { struct device *dev; struct regmap *regmap; struct irq_domain *irqdm; int irq; struct lp8788_platform_data *pdata; }; struct lp8788_backlight_platform_data { char *name; int initial_brightness; enum lp8788_bl_ctrl_mode bl_mode; enum lp8788_bl_dim_mode dim_mode; enum lp8788_bl_full_scale_current full_scale; enum lp8788_bl_ramp_step rise_time; enum lp8788_bl_ramp_step fall_time; enum pwm_polarity pwm_pol; unsigned int period_ns; }; struct lp8788_led_platform_data { char *name; enum lp8788_isink_scale scale; enum lp8788_isink_number num; int iout_code; }; struct lp8788_vib_platform_data { char *name; enum lp8788_isink_scale scale; enum lp8788_isink_number num; int iout_code; int pwm_code; }; struct iio_map; struct lp8788_platform_data { int (*init_func)(struct lp8788 *); struct regulator_init_data *buck_data[4]; struct regulator_init_data *dldo_data[12]; struct regulator_init_data *aldo_data[10]; struct lp8788_buck1_dvs *buck1_dvs; struct lp8788_buck2_dvs *buck2_dvs; struct lp8788_charger_platform_data *chg_pdata; enum lp8788_alarm_sel alarm_sel; struct lp8788_backlight_platform_data *bl_pdata; struct lp8788_led_platform_data *led_pdata; struct lp8788_vib_platform_data *vib_pdata; struct iio_map *adc_pdata; }; struct lp8788_irq_data { struct lp8788 *lp; struct mutex irq_lock; struct irq_domain *domain; int enabled[24]; }; struct da9055 { struct regmap *regmap; struct regmap_irq_chip_data *irq_data; struct device *dev; struct i2c_client *i2c_client; int irq_base; int chip_irq; }; enum gpio_select { NO_GPIO = 0, GPIO_1 = 1, GPIO_2 = 2, }; struct da9055_pdata { int (*init)(struct da9055 *); int irq_base; int gpio_base; struct regulator_init_data *regulators[8]; bool reset_enable; int *gpio_ren; int *gpio_rsel; enum gpio_select *reg_ren; enum gpio_select *reg_rsel; struct gpio_desc **ena_gpiods; }; enum da9063_type { PMIC_TYPE_DA9063 = 0, PMIC_TYPE_DA9063L = 1, }; enum da9063_irqs { DA9063_IRQ_ONKEY = 0, DA9063_IRQ_ALARM = 1, DA9063_IRQ_TICK = 2, DA9063_IRQ_ADC_RDY = 3, DA9063_IRQ_SEQ_RDY = 4, DA9063_IRQ_WAKE = 5, DA9063_IRQ_TEMP = 6, DA9063_IRQ_COMP_1V2 = 7, DA9063_IRQ_LDO_LIM = 8, DA9063_IRQ_REG_UVOV = 9, DA9063_IRQ_DVC_RDY = 10, DA9063_IRQ_VDD_MON = 11, DA9063_IRQ_WARN = 12, DA9063_IRQ_GPI0 = 13, DA9063_IRQ_GPI1 = 14, DA9063_IRQ_GPI2 = 15, DA9063_IRQ_GPI3 = 16, DA9063_IRQ_GPI4 = 17, DA9063_IRQ_GPI5 = 18, DA9063_IRQ_GPI6 = 19, DA9063_IRQ_GPI7 = 20, DA9063_IRQ_GPI8 = 21, DA9063_IRQ_GPI9 = 22, DA9063_IRQ_GPI10 = 23, DA9063_IRQ_GPI11 = 24, DA9063_IRQ_GPI12 = 25, DA9063_IRQ_GPI13 = 26, DA9063_IRQ_GPI14 = 27, DA9063_IRQ_GPI15 = 28, }; struct da9063 { struct device *dev; enum da9063_type type; unsigned char variant_code; unsigned int flags; struct regmap *regmap; int chip_irq; unsigned int irq_base; struct regmap_irq_chip_data *regmap_irq; }; enum da9063_variant_codes { PMIC_DA9063_AD = 3, PMIC_DA9063_BB = 5, PMIC_DA9063_CA = 6, PMIC_DA9063_DA = 7, PMIC_DA9063_EA = 8, }; enum da9063_page_sel_buf_fmt { DA9063_PAGE_SEL_BUF_PAGE_REG = 0, DA9063_PAGE_SEL_BUF_PAGE_VAL = 1, DA9063_PAGE_SEL_BUF_SIZE = 2, }; enum da9063_paged_read_msgs { DA9063_PAGED_READ_MSG_PAGE_SEL = 0, DA9063_PAGED_READ_MSG_REG_SEL = 1, DA9063_PAGED_READ_MSG_DATA = 2, DA9063_PAGED_READ_MSG_CNT = 3, }; enum { DA9063_DEV_ID_REG = 0, DA9063_VAR_ID_REG = 1, DA9063_CHIP_ID_REGS = 2, }; struct max14577_regulator_platform_data { int id; struct regulator_init_data *initdata; struct device_node *of_node; }; struct max14577_platform_data { int irq_base; int gpio_pogo_vbatt_en; int gpio_pogo_vbus_en; int (*set_gpio_pogo_vbatt_en)(int); int (*set_gpio_pogo_vbus_en)(int); int (*set_gpio_pogo_cb)(int); struct max14577_regulator_platform_data *regulators; }; struct maxim_charger_current { unsigned int min; unsigned int high_start; unsigned int high_step; unsigned int max; }; enum maxim_device_type { MAXIM_DEVICE_TYPE_UNKNOWN = 0, MAXIM_DEVICE_TYPE_MAX14577 = 1, MAXIM_DEVICE_TYPE_MAX77836 = 2, MAXIM_DEVICE_TYPE_NUM = 3, }; enum max14577_reg { MAX14577_REG_DEVICEID = 0, MAX14577_REG_INT1 = 1, MAX14577_REG_INT2 = 2, MAX14577_REG_INT3 = 3, MAX14577_REG_STATUS1 = 4, MAX14577_REG_STATUS2 = 5, MAX14577_REG_STATUS3 = 6, MAX14577_REG_INTMASK1 = 7, MAX14577_REG_INTMASK2 = 8, MAX14577_REG_INTMASK3 = 9, MAX14577_REG_CDETCTRL1 = 10, MAX14577_REG_RFU = 11, MAX14577_REG_CONTROL1 = 12, MAX14577_REG_CONTROL2 = 13, MAX14577_REG_CONTROL3 = 14, MAX14577_REG_CHGCTRL1 = 15, MAX14577_REG_CHGCTRL2 = 16, MAX14577_REG_CHGCTRL3 = 17, MAX14577_REG_CHGCTRL4 = 18, MAX14577_REG_CHGCTRL5 = 19, MAX14577_REG_CHGCTRL6 = 20, MAX14577_REG_CHGCTRL7 = 21, MAX14577_REG_END = 22, }; enum max77836_pmic_reg { MAX77836_PMIC_REG_PMIC_ID = 32, MAX77836_PMIC_REG_PMIC_REV = 33, MAX77836_PMIC_REG_INTSRC = 34, MAX77836_PMIC_REG_INTSRC_MASK = 35, MAX77836_PMIC_REG_TOPSYS_INT = 36, MAX77836_PMIC_REG_TOPSYS_INT_MASK = 38, MAX77836_PMIC_REG_TOPSYS_STAT = 40, MAX77836_PMIC_REG_MRSTB_CNTL = 42, MAX77836_PMIC_REG_LSCNFG = 43, MAX77836_LDO_REG_CNFG1_LDO1 = 81, MAX77836_LDO_REG_CNFG2_LDO1 = 82, MAX77836_LDO_REG_CNFG1_LDO2 = 83, MAX77836_LDO_REG_CNFG2_LDO2 = 84, MAX77836_LDO_REG_CNFG_LDO_BIAS = 85, MAX77836_COMP_REG_COMP1 = 96, MAX77836_PMIC_REG_END = 97, }; enum max77836_fg_reg { MAX77836_FG_REG_VCELL_MSB = 2, MAX77836_FG_REG_VCELL_LSB = 3, MAX77836_FG_REG_SOC_MSB = 4, MAX77836_FG_REG_SOC_LSB = 5, MAX77836_FG_REG_MODE_H = 6, MAX77836_FG_REG_MODE_L = 7, MAX77836_FG_REG_VERSION_MSB = 8, MAX77836_FG_REG_VERSION_LSB = 9, MAX77836_FG_REG_HIBRT_H = 10, MAX77836_FG_REG_HIBRT_L = 11, MAX77836_FG_REG_CONFIG_H = 12, MAX77836_FG_REG_CONFIG_L = 13, MAX77836_FG_REG_VALRT_MIN = 20, MAX77836_FG_REG_VALRT_MAX = 21, MAX77836_FG_REG_CRATE_MSB = 22, MAX77836_FG_REG_CRATE_LSB = 23, MAX77836_FG_REG_VRESET = 24, MAX77836_FG_REG_FGID = 25, MAX77836_FG_REG_STATUS_H = 26, MAX77836_FG_REG_STATUS_L = 27, MAX77836_FG_REG_END = 28, }; struct max14577 { struct device *dev; struct i2c_client *i2c; struct i2c_client *i2c_pmic; enum maxim_device_type dev_type; struct regmap *regmap; struct regmap *regmap_pmic; struct regmap_irq_chip_data *irq_data; struct regmap_irq_chip_data *irq_data_pmic; int irq; }; enum max77693_types { TYPE_MAX77693_UNKNOWN = 0, TYPE_MAX77693 = 1, TYPE_MAX77843 = 2, TYPE_MAX77693_NUM = 3, }; struct max77693_dev { struct device *dev; struct i2c_client *i2c; struct i2c_client *i2c_muic; struct i2c_client *i2c_haptic; struct i2c_client *i2c_chg; enum max77693_types type; struct regmap *regmap; struct regmap *regmap_muic; struct regmap *regmap_haptic; struct regmap *regmap_chg; struct regmap_irq_chip_data *irq_data_led; struct regmap_irq_chip_data *irq_data_topsys; struct regmap_irq_chip_data *irq_data_chg; struct regmap_irq_chip_data *irq_data_muic; int irq; }; enum max77693_pmic_reg { MAX77693_LED_REG_IFLASH1 = 0, MAX77693_LED_REG_IFLASH2 = 1, MAX77693_LED_REG_ITORCH = 2, MAX77693_LED_REG_ITORCHTIMER = 3, MAX77693_LED_REG_FLASH_TIMER = 4, MAX77693_LED_REG_FLASH_EN = 5, MAX77693_LED_REG_MAX_FLASH1 = 6, MAX77693_LED_REG_MAX_FLASH2 = 7, MAX77693_LED_REG_MAX_FLASH3 = 8, MAX77693_LED_REG_MAX_FLASH4 = 9, MAX77693_LED_REG_VOUT_CNTL = 10, MAX77693_LED_REG_VOUT_FLASH1 = 11, MAX77693_LED_REG_VOUT_FLASH2 = 12, MAX77693_LED_REG_FLASH_INT = 14, MAX77693_LED_REG_FLASH_INT_MASK = 15, MAX77693_LED_REG_FLASH_STATUS = 16, MAX77693_PMIC_REG_PMIC_ID1 = 32, MAX77693_PMIC_REG_PMIC_ID2 = 33, MAX77693_PMIC_REG_INTSRC = 34, MAX77693_PMIC_REG_INTSRC_MASK = 35, MAX77693_PMIC_REG_TOPSYS_INT = 36, MAX77693_PMIC_REG_TOPSYS_INT_MASK = 38, MAX77693_PMIC_REG_TOPSYS_STAT = 40, MAX77693_PMIC_REG_MAINCTRL1 = 42, MAX77693_PMIC_REG_LSCNFG = 43, MAX77693_CHG_REG_CHG_INT = 176, MAX77693_CHG_REG_CHG_INT_MASK = 177, MAX77693_CHG_REG_CHG_INT_OK = 178, MAX77693_CHG_REG_CHG_DETAILS_00 = 179, MAX77693_CHG_REG_CHG_DETAILS_01 = 180, MAX77693_CHG_REG_CHG_DETAILS_02 = 181, MAX77693_CHG_REG_CHG_DETAILS_03 = 182, MAX77693_CHG_REG_CHG_CNFG_00 = 183, MAX77693_CHG_REG_CHG_CNFG_01 = 184, MAX77693_CHG_REG_CHG_CNFG_02 = 185, MAX77693_CHG_REG_CHG_CNFG_03 = 186, MAX77693_CHG_REG_CHG_CNFG_04 = 187, MAX77693_CHG_REG_CHG_CNFG_05 = 188, MAX77693_CHG_REG_CHG_CNFG_06 = 189, MAX77693_CHG_REG_CHG_CNFG_07 = 190, MAX77693_CHG_REG_CHG_CNFG_08 = 191, MAX77693_CHG_REG_CHG_CNFG_09 = 192, MAX77693_CHG_REG_CHG_CNFG_10 = 193, MAX77693_CHG_REG_CHG_CNFG_11 = 194, MAX77693_CHG_REG_CHG_CNFG_12 = 195, MAX77693_CHG_REG_CHG_CNFG_13 = 196, MAX77693_CHG_REG_CHG_CNFG_14 = 197, MAX77693_CHG_REG_SAFEOUT_CTRL = 198, MAX77693_PMIC_REG_END = 199, }; enum max77693_muic_reg { MAX77693_MUIC_REG_ID = 0, MAX77693_MUIC_REG_INT1 = 1, MAX77693_MUIC_REG_INT2 = 2, MAX77693_MUIC_REG_INT3 = 3, MAX77693_MUIC_REG_STATUS1 = 4, MAX77693_MUIC_REG_STATUS2 = 5, MAX77693_MUIC_REG_STATUS3 = 6, MAX77693_MUIC_REG_INTMASK1 = 7, MAX77693_MUIC_REG_INTMASK2 = 8, MAX77693_MUIC_REG_INTMASK3 = 9, MAX77693_MUIC_REG_CDETCTRL1 = 10, MAX77693_MUIC_REG_CDETCTRL2 = 11, MAX77693_MUIC_REG_CTRL1 = 12, MAX77693_MUIC_REG_CTRL2 = 13, MAX77693_MUIC_REG_CTRL3 = 14, MAX77693_MUIC_REG_END = 15, }; enum max77693_haptic_reg { MAX77693_HAPTIC_REG_STATUS = 0, MAX77693_HAPTIC_REG_CONFIG1 = 1, MAX77693_HAPTIC_REG_CONFIG2 = 2, MAX77693_HAPTIC_REG_CONFIG_CHNL = 3, MAX77693_HAPTIC_REG_CONFG_CYC1 = 4, MAX77693_HAPTIC_REG_CONFG_CYC2 = 5, MAX77693_HAPTIC_REG_CONFIG_PER1 = 6, MAX77693_HAPTIC_REG_CONFIG_PER2 = 7, MAX77693_HAPTIC_REG_CONFIG_PER3 = 8, MAX77693_HAPTIC_REG_CONFIG_PER4 = 9, MAX77693_HAPTIC_REG_CONFIG_DUTY1 = 10, MAX77693_HAPTIC_REG_CONFIG_DUTY2 = 11, MAX77693_HAPTIC_REG_CONFIG_PWM1 = 12, MAX77693_HAPTIC_REG_CONFIG_PWM2 = 13, MAX77693_HAPTIC_REG_CONFIG_PWM3 = 14, MAX77693_HAPTIC_REG_CONFIG_PWM4 = 15, MAX77693_HAPTIC_REG_REV = 16, MAX77693_HAPTIC_REG_END = 17, }; enum max77843_sys_reg { MAX77843_SYS_REG_PMICID = 0, MAX77843_SYS_REG_PMICREV = 1, MAX77843_SYS_REG_MAINCTRL1 = 2, MAX77843_SYS_REG_INTSRC = 34, MAX77843_SYS_REG_INTSRCMASK = 35, MAX77843_SYS_REG_SYSINTSRC = 36, MAX77843_SYS_REG_SYSINTMASK = 38, MAX77843_SYS_REG_TOPSYS_STAT = 40, MAX77843_SYS_REG_SAFEOUTCTRL = 198, MAX77843_SYS_REG_END = 199, }; enum max77843_charger_reg { MAX77843_CHG_REG_CHG_INT = 176, MAX77843_CHG_REG_CHG_INT_MASK = 177, MAX77843_CHG_REG_CHG_INT_OK = 178, MAX77843_CHG_REG_CHG_DTLS_00 = 179, MAX77843_CHG_REG_CHG_DTLS_01 = 180, MAX77843_CHG_REG_CHG_DTLS_02 = 181, MAX77843_CHG_REG_CHG_CNFG_00 = 183, MAX77843_CHG_REG_CHG_CNFG_01 = 184, MAX77843_CHG_REG_CHG_CNFG_02 = 185, MAX77843_CHG_REG_CHG_CNFG_03 = 186, MAX77843_CHG_REG_CHG_CNFG_04 = 187, MAX77843_CHG_REG_CHG_CNFG_06 = 189, MAX77843_CHG_REG_CHG_CNFG_07 = 190, MAX77843_CHG_REG_CHG_CNFG_09 = 192, MAX77843_CHG_REG_CHG_CNFG_10 = 193, MAX77843_CHG_REG_CHG_CNFG_11 = 194, MAX77843_CHG_REG_CHG_CNFG_12 = 195, MAX77843_CHG_REG_END = 196, }; enum { MAX8925_IRQ_VCHG_DC_OVP = 0, MAX8925_IRQ_VCHG_DC_F = 1, MAX8925_IRQ_VCHG_DC_R = 2, MAX8925_IRQ_VCHG_THM_OK_R = 3, MAX8925_IRQ_VCHG_THM_OK_F = 4, MAX8925_IRQ_VCHG_SYSLOW_F = 5, MAX8925_IRQ_VCHG_SYSLOW_R = 6, MAX8925_IRQ_VCHG_RST = 7, MAX8925_IRQ_VCHG_DONE = 8, MAX8925_IRQ_VCHG_TOPOFF = 9, MAX8925_IRQ_VCHG_TMR_FAULT = 10, MAX8925_IRQ_GPM_RSTIN = 11, MAX8925_IRQ_GPM_MPL = 12, MAX8925_IRQ_GPM_SW_3SEC = 13, MAX8925_IRQ_GPM_EXTON_F = 14, MAX8925_IRQ_GPM_EXTON_R = 15, MAX8925_IRQ_GPM_SW_1SEC = 16, MAX8925_IRQ_GPM_SW_F = 17, MAX8925_IRQ_GPM_SW_R = 18, MAX8925_IRQ_GPM_SYSCKEN_F = 19, MAX8925_IRQ_GPM_SYSCKEN_R = 20, MAX8925_IRQ_RTC_ALARM1 = 21, MAX8925_IRQ_RTC_ALARM0 = 22, MAX8925_IRQ_TSC_STICK = 23, MAX8925_IRQ_TSC_NSTICK = 24, MAX8925_NR_IRQS = 25, }; struct max8925_chip { struct device *dev; struct i2c_client *i2c; struct i2c_client *adc; struct i2c_client *rtc; struct mutex io_lock; struct mutex irq_lock; int irq_base; int core_irq; int tsc_irq; unsigned int wakeup_flag; }; struct max8925_backlight_pdata { int lxw_scl; int lxw_freq; int dual_string; }; struct max8925_touch_pdata { unsigned int flags; }; struct max8925_power_pdata { int (*set_charger)(int); unsigned int batt_detect: 1; unsigned int topoff_threshold: 2; unsigned int fast_charge: 3; unsigned int no_temp_support: 1; unsigned int no_insert_detect: 1; char **supplied_to; int num_supplicants; }; struct max8925_platform_data { struct max8925_backlight_pdata *backlight; struct max8925_touch_pdata *touch; struct max8925_power_pdata *power; struct regulator_init_data *sd1; struct regulator_init_data *sd2; struct regulator_init_data *sd3; struct regulator_init_data *ldo1; struct regulator_init_data *ldo2; struct regulator_init_data *ldo3; struct regulator_init_data *ldo4; struct regulator_init_data *ldo5; struct regulator_init_data *ldo6; struct regulator_init_data *ldo7; struct regulator_init_data *ldo8; struct regulator_init_data *ldo9; struct regulator_init_data *ldo10; struct regulator_init_data *ldo11; struct regulator_init_data *ldo12; struct regulator_init_data *ldo13; struct regulator_init_data *ldo14; struct regulator_init_data *ldo15; struct regulator_init_data *ldo16; struct regulator_init_data *ldo17; struct regulator_init_data *ldo18; struct regulator_init_data *ldo19; struct regulator_init_data *ldo20; int irq_base; int tsc_irq; }; enum { FLAGS_ADC = 1, FLAGS_RTC = 2, }; struct max8925_irq_data { int reg; int mask_reg; int enable; int offs; int flags; int tsc_irq; }; struct max8997_regulator_data { int id; struct regulator_init_data *initdata; struct device_node *reg_node; }; struct max8997_muic_reg_data { u8 addr; u8 data; }; struct max8997_muic_platform_data { struct max8997_muic_reg_data *init_data; int num_init_data; int detcable_delay_ms; int path_usb; int path_uart; }; enum max8997_haptic_motor_type { MAX8997_HAPTIC_ERM = 0, MAX8997_HAPTIC_LRA = 1, }; enum max8997_haptic_pulse_mode { MAX8997_EXTERNAL_MODE = 0, MAX8997_INTERNAL_MODE = 1, }; enum max8997_haptic_pwm_divisor { MAX8997_PWM_DIVISOR_32 = 0, MAX8997_PWM_DIVISOR_64 = 1, MAX8997_PWM_DIVISOR_128 = 2, MAX8997_PWM_DIVISOR_256 = 3, }; struct max8997_haptic_platform_data { unsigned int pwm_channel_id; unsigned int pwm_period; enum max8997_haptic_motor_type type; enum max8997_haptic_pulse_mode mode; enum max8997_haptic_pwm_divisor pwm_divisor; unsigned int internal_mode_pattern; unsigned int pattern_cycle; unsigned int pattern_signal_period; }; enum max8997_led_mode { MAX8997_NONE = 0, MAX8997_FLASH_MODE = 1, MAX8997_MOVIE_MODE = 2, MAX8997_FLASH_PIN_CONTROL_MODE = 3, MAX8997_MOVIE_PIN_CONTROL_MODE = 4, }; struct max8997_led_platform_data { enum max8997_led_mode mode[2]; u8 brightness[2]; }; struct max8997_platform_data { int ono; struct max8997_regulator_data *regulators; int num_regulators; bool ignore_gpiodvs_side_effect; int buck125_gpios[3]; int buck125_default_idx; unsigned int buck1_voltage[8]; bool buck1_gpiodvs; unsigned int buck2_voltage[8]; bool buck2_gpiodvs; unsigned int buck5_voltage[8]; bool buck5_gpiodvs; int eoc_mA; int timeout; struct max8997_muic_platform_data *muic_pdata; struct max8997_haptic_platform_data *haptic_pdata; struct max8997_led_platform_data *led_pdata; }; enum max8997_pmic_reg { MAX8997_REG_PMIC_ID0 = 0, MAX8997_REG_PMIC_ID1 = 1, MAX8997_REG_INTSRC = 2, MAX8997_REG_INT1 = 3, MAX8997_REG_INT2 = 4, MAX8997_REG_INT3 = 5, MAX8997_REG_INT4 = 6, MAX8997_REG_INT1MSK = 8, MAX8997_REG_INT2MSK = 9, MAX8997_REG_INT3MSK = 10, MAX8997_REG_INT4MSK = 11, MAX8997_REG_STATUS1 = 13, MAX8997_REG_STATUS2 = 14, MAX8997_REG_STATUS3 = 15, MAX8997_REG_STATUS4 = 16, MAX8997_REG_MAINCON1 = 19, MAX8997_REG_MAINCON2 = 20, MAX8997_REG_BUCKRAMP = 21, MAX8997_REG_BUCK1CTRL = 24, MAX8997_REG_BUCK1DVS1 = 25, MAX8997_REG_BUCK1DVS2 = 26, MAX8997_REG_BUCK1DVS3 = 27, MAX8997_REG_BUCK1DVS4 = 28, MAX8997_REG_BUCK1DVS5 = 29, MAX8997_REG_BUCK1DVS6 = 30, MAX8997_REG_BUCK1DVS7 = 31, MAX8997_REG_BUCK1DVS8 = 32, MAX8997_REG_BUCK2CTRL = 33, MAX8997_REG_BUCK2DVS1 = 34, MAX8997_REG_BUCK2DVS2 = 35, MAX8997_REG_BUCK2DVS3 = 36, MAX8997_REG_BUCK2DVS4 = 37, MAX8997_REG_BUCK2DVS5 = 38, MAX8997_REG_BUCK2DVS6 = 39, MAX8997_REG_BUCK2DVS7 = 40, MAX8997_REG_BUCK2DVS8 = 41, MAX8997_REG_BUCK3CTRL = 42, MAX8997_REG_BUCK3DVS = 43, MAX8997_REG_BUCK4CTRL = 44, MAX8997_REG_BUCK4DVS = 45, MAX8997_REG_BUCK5CTRL = 46, MAX8997_REG_BUCK5DVS1 = 47, MAX8997_REG_BUCK5DVS2 = 48, MAX8997_REG_BUCK5DVS3 = 49, MAX8997_REG_BUCK5DVS4 = 50, MAX8997_REG_BUCK5DVS5 = 51, MAX8997_REG_BUCK5DVS6 = 52, MAX8997_REG_BUCK5DVS7 = 53, MAX8997_REG_BUCK5DVS8 = 54, MAX8997_REG_BUCK6CTRL = 55, MAX8997_REG_BUCK6BPSKIPCTRL = 56, MAX8997_REG_BUCK7CTRL = 57, MAX8997_REG_BUCK7DVS = 58, MAX8997_REG_LDO1CTRL = 59, MAX8997_REG_LDO2CTRL = 60, MAX8997_REG_LDO3CTRL = 61, MAX8997_REG_LDO4CTRL = 62, MAX8997_REG_LDO5CTRL = 63, MAX8997_REG_LDO6CTRL = 64, MAX8997_REG_LDO7CTRL = 65, MAX8997_REG_LDO8CTRL = 66, MAX8997_REG_LDO9CTRL = 67, MAX8997_REG_LDO10CTRL = 68, MAX8997_REG_LDO11CTRL = 69, MAX8997_REG_LDO12CTRL = 70, MAX8997_REG_LDO13CTRL = 71, MAX8997_REG_LDO14CTRL = 72, MAX8997_REG_LDO15CTRL = 73, MAX8997_REG_LDO16CTRL = 74, MAX8997_REG_LDO17CTRL = 75, MAX8997_REG_LDO18CTRL = 76, MAX8997_REG_LDO21CTRL = 77, MAX8997_REG_MBCCTRL1 = 80, MAX8997_REG_MBCCTRL2 = 81, MAX8997_REG_MBCCTRL3 = 82, MAX8997_REG_MBCCTRL4 = 83, MAX8997_REG_MBCCTRL5 = 84, MAX8997_REG_MBCCTRL6 = 85, MAX8997_REG_OTPCGHCVS = 86, MAX8997_REG_SAFEOUTCTRL = 90, MAX8997_REG_LBCNFG1 = 94, MAX8997_REG_LBCNFG2 = 95, MAX8997_REG_BBCCTRL = 96, MAX8997_REG_FLASH1_CUR = 99, MAX8997_REG_FLASH2_CUR = 100, MAX8997_REG_MOVIE_CUR = 101, MAX8997_REG_GSMB_CUR = 102, MAX8997_REG_BOOST_CNTL = 103, MAX8997_REG_LEN_CNTL = 104, MAX8997_REG_FLASH_CNTL = 105, MAX8997_REG_WDT_CNTL = 106, MAX8997_REG_MAXFLASH1 = 107, MAX8997_REG_MAXFLASH2 = 108, MAX8997_REG_FLASHSTATUS = 109, MAX8997_REG_FLASHSTATUSMASK = 110, MAX8997_REG_GPIOCNTL1 = 112, MAX8997_REG_GPIOCNTL2 = 113, MAX8997_REG_GPIOCNTL3 = 114, MAX8997_REG_GPIOCNTL4 = 115, MAX8997_REG_GPIOCNTL5 = 116, MAX8997_REG_GPIOCNTL6 = 117, MAX8997_REG_GPIOCNTL7 = 118, MAX8997_REG_GPIOCNTL8 = 119, MAX8997_REG_GPIOCNTL9 = 120, MAX8997_REG_GPIOCNTL10 = 121, MAX8997_REG_GPIOCNTL11 = 122, MAX8997_REG_GPIOCNTL12 = 123, MAX8997_REG_LDO1CONFIG = 128, MAX8997_REG_LDO2CONFIG = 129, MAX8997_REG_LDO3CONFIG = 130, MAX8997_REG_LDO4CONFIG = 131, MAX8997_REG_LDO5CONFIG = 132, MAX8997_REG_LDO6CONFIG = 133, MAX8997_REG_LDO7CONFIG = 134, MAX8997_REG_LDO8CONFIG = 135, MAX8997_REG_LDO9CONFIG = 136, MAX8997_REG_LDO10CONFIG = 137, MAX8997_REG_LDO11CONFIG = 138, MAX8997_REG_LDO12CONFIG = 139, MAX8997_REG_LDO13CONFIG = 140, MAX8997_REG_LDO14CONFIG = 141, MAX8997_REG_LDO15CONFIG = 142, MAX8997_REG_LDO16CONFIG = 143, MAX8997_REG_LDO17CONFIG = 144, MAX8997_REG_LDO18CONFIG = 145, MAX8997_REG_LDO21CONFIG = 146, MAX8997_REG_DVSOKTIMER1 = 151, MAX8997_REG_DVSOKTIMER2 = 152, MAX8997_REG_DVSOKTIMER4 = 153, MAX8997_REG_DVSOKTIMER5 = 154, MAX8997_REG_PMIC_END = 155, }; enum max8997_muic_reg { MAX8997_MUIC_REG_ID = 0, MAX8997_MUIC_REG_INT1 = 1, MAX8997_MUIC_REG_INT2 = 2, MAX8997_MUIC_REG_INT3 = 3, MAX8997_MUIC_REG_STATUS1 = 4, MAX8997_MUIC_REG_STATUS2 = 5, MAX8997_MUIC_REG_STATUS3 = 6, MAX8997_MUIC_REG_INTMASK1 = 7, MAX8997_MUIC_REG_INTMASK2 = 8, MAX8997_MUIC_REG_INTMASK3 = 9, MAX8997_MUIC_REG_CDETCTRL = 10, MAX8997_MUIC_REG_CONTROL1 = 12, MAX8997_MUIC_REG_CONTROL2 = 13, MAX8997_MUIC_REG_CONTROL3 = 14, MAX8997_MUIC_REG_END = 15, }; enum max8997_haptic_reg { MAX8997_HAPTIC_REG_GENERAL = 0, MAX8997_HAPTIC_REG_CONF1 = 1, MAX8997_HAPTIC_REG_CONF2 = 2, MAX8997_HAPTIC_REG_DRVCONF = 3, MAX8997_HAPTIC_REG_CYCLECONF1 = 4, MAX8997_HAPTIC_REG_CYCLECONF2 = 5, MAX8997_HAPTIC_REG_SIGCONF1 = 6, MAX8997_HAPTIC_REG_SIGCONF2 = 7, MAX8997_HAPTIC_REG_SIGCONF3 = 8, MAX8997_HAPTIC_REG_SIGCONF4 = 9, MAX8997_HAPTIC_REG_SIGDC1 = 10, MAX8997_HAPTIC_REG_SIGDC2 = 11, MAX8997_HAPTIC_REG_SIGPWMDC1 = 12, MAX8997_HAPTIC_REG_SIGPWMDC2 = 13, MAX8997_HAPTIC_REG_SIGPWMDC3 = 14, MAX8997_HAPTIC_REG_SIGPWMDC4 = 15, MAX8997_HAPTIC_REG_MTR_REV = 16, MAX8997_HAPTIC_REG_END = 17, }; enum max8997_irq_source { PMIC_INT1 = 0, PMIC_INT2 = 1, PMIC_INT3 = 2, PMIC_INT4 = 3, FUEL_GAUGE = 4, MUIC_INT1 = 5, MUIC_INT2 = 6, MUIC_INT3 = 7, GPIO_LOW = 8, GPIO_HI = 9, FLASH_STATUS = 10, MAX8997_IRQ_GROUP_NR = 11, }; struct max8997_dev { struct device *dev; struct max8997_platform_data *pdata; struct i2c_client *i2c; struct i2c_client *rtc; struct i2c_client *haptic; struct i2c_client *muic; struct mutex iolock; long unsigned int type; struct platform_device *battery; int irq; int ono; struct irq_domain *irq_domain; struct mutex irqlock; int irq_masks_cur[11]; int irq_masks_cache[11]; u8 reg_dump[187]; bool gpio_status[12]; }; enum max8997_types { TYPE_MAX8997 = 0, TYPE_MAX8966 = 1, }; enum max8997_irq { MAX8997_PMICIRQ_PWRONR = 0, MAX8997_PMICIRQ_PWRONF = 1, MAX8997_PMICIRQ_PWRON1SEC = 2, MAX8997_PMICIRQ_JIGONR = 3, MAX8997_PMICIRQ_JIGONF = 4, MAX8997_PMICIRQ_LOWBAT2 = 5, MAX8997_PMICIRQ_LOWBAT1 = 6, MAX8997_PMICIRQ_JIGR = 7, MAX8997_PMICIRQ_JIGF = 8, MAX8997_PMICIRQ_MR = 9, MAX8997_PMICIRQ_DVS1OK = 10, MAX8997_PMICIRQ_DVS2OK = 11, MAX8997_PMICIRQ_DVS3OK = 12, MAX8997_PMICIRQ_DVS4OK = 13, MAX8997_PMICIRQ_CHGINS = 14, MAX8997_PMICIRQ_CHGRM = 15, MAX8997_PMICIRQ_DCINOVP = 16, MAX8997_PMICIRQ_TOPOFFR = 17, MAX8997_PMICIRQ_CHGRSTF = 18, MAX8997_PMICIRQ_MBCHGTMEXPD = 19, MAX8997_PMICIRQ_RTC60S = 20, MAX8997_PMICIRQ_RTCA1 = 21, MAX8997_PMICIRQ_RTCA2 = 22, MAX8997_PMICIRQ_SMPL_INT = 23, MAX8997_PMICIRQ_RTC1S = 24, MAX8997_PMICIRQ_WTSR = 25, MAX8997_MUICIRQ_ADCError = 26, MAX8997_MUICIRQ_ADCLow = 27, MAX8997_MUICIRQ_ADC = 28, MAX8997_MUICIRQ_VBVolt = 29, MAX8997_MUICIRQ_DBChg = 30, MAX8997_MUICIRQ_DCDTmr = 31, MAX8997_MUICIRQ_ChgDetRun = 32, MAX8997_MUICIRQ_ChgTyp = 33, MAX8997_MUICIRQ_OVP = 34, MAX8997_IRQ_NR = 35, }; struct max8997_irq_data { int mask; enum max8997_irq_source group; }; struct max8998_regulator_data { int id; struct regulator_init_data *initdata; struct device_node *reg_node; }; struct max8998_platform_data { struct max8998_regulator_data *regulators; int num_regulators; unsigned int irq_base; int ono; bool buck_voltage_lock; int buck1_voltage[4]; int buck2_voltage[2]; int buck1_set1; int buck1_set2; int buck1_default_idx; int buck2_set3; int buck2_default_idx; bool wakeup; bool rtc_delay; int eoc; int restart; int timeout; }; enum { MAX8998_REG_IRQ1 = 0, MAX8998_REG_IRQ2 = 1, MAX8998_REG_IRQ3 = 2, MAX8998_REG_IRQ4 = 3, MAX8998_REG_IRQM1 = 4, MAX8998_REG_IRQM2 = 5, MAX8998_REG_IRQM3 = 6, MAX8998_REG_IRQM4 = 7, MAX8998_REG_STATUS1 = 8, MAX8998_REG_STATUS2 = 9, MAX8998_REG_STATUSM1 = 10, MAX8998_REG_STATUSM2 = 11, MAX8998_REG_CHGR1 = 12, MAX8998_REG_CHGR2 = 13, MAX8998_REG_LDO_ACTIVE_DISCHARGE1 = 14, MAX8998_REG_LDO_ACTIVE_DISCHARGE2 = 15, MAX8998_REG_BUCK_ACTIVE_DISCHARGE3 = 16, MAX8998_REG_ONOFF1 = 17, MAX8998_REG_ONOFF2 = 18, MAX8998_REG_ONOFF3 = 19, MAX8998_REG_ONOFF4 = 20, MAX8998_REG_BUCK1_VOLTAGE1 = 21, MAX8998_REG_BUCK1_VOLTAGE2 = 22, MAX8998_REG_BUCK1_VOLTAGE3 = 23, MAX8998_REG_BUCK1_VOLTAGE4 = 24, MAX8998_REG_BUCK2_VOLTAGE1 = 25, MAX8998_REG_BUCK2_VOLTAGE2 = 26, MAX8998_REG_BUCK3 = 27, MAX8998_REG_BUCK4 = 28, MAX8998_REG_LDO2_LDO3 = 29, MAX8998_REG_LDO4 = 30, MAX8998_REG_LDO5 = 31, MAX8998_REG_LDO6 = 32, MAX8998_REG_LDO7 = 33, MAX8998_REG_LDO8_LDO9 = 34, MAX8998_REG_LDO10_LDO11 = 35, MAX8998_REG_LDO12 = 36, MAX8998_REG_LDO13 = 37, MAX8998_REG_LDO14 = 38, MAX8998_REG_LDO15 = 39, MAX8998_REG_LDO16 = 40, MAX8998_REG_LDO17 = 41, MAX8998_REG_BKCHR = 42, MAX8998_REG_LBCNFG1 = 43, MAX8998_REG_LBCNFG2 = 44, }; enum { TYPE_MAX8998 = 0, TYPE_LP3974 = 1, TYPE_LP3979 = 2, }; struct max8998_dev { struct device *dev; struct max8998_platform_data *pdata; struct i2c_client *i2c; struct i2c_client *rtc; struct mutex iolock; struct mutex irqlock; unsigned int irq_base; struct irq_domain *irq_domain; int irq; int ono; u8 irq_masks_cur[4]; u8 irq_masks_cache[4]; long unsigned int type; bool wakeup; }; struct max8998_reg_dump { u8 addr; u8 val; }; enum { MAX8998_IRQ_DCINF = 0, MAX8998_IRQ_DCINR = 1, MAX8998_IRQ_JIGF = 2, MAX8998_IRQ_JIGR = 3, MAX8998_IRQ_PWRONF = 4, MAX8998_IRQ_PWRONR = 5, MAX8998_IRQ_WTSREVNT = 6, MAX8998_IRQ_SMPLEVNT = 7, MAX8998_IRQ_ALARM1 = 8, MAX8998_IRQ_ALARM0 = 9, MAX8998_IRQ_ONKEY1S = 10, MAX8998_IRQ_TOPOFFR = 11, MAX8998_IRQ_DCINOVPR = 12, MAX8998_IRQ_CHGRSTF = 13, MAX8998_IRQ_DONER = 14, MAX8998_IRQ_CHGFAULT = 15, MAX8998_IRQ_LOBAT1 = 16, MAX8998_IRQ_LOBAT2 = 17, MAX8998_IRQ_NR = 18, }; struct max8998_irq_data { int reg; int mask; }; struct max8997_dev___2; struct adp5520_gpio_platform_data { unsigned int gpio_start; u8 gpio_en_mask; u8 gpio_pullup_mask; }; struct adp5520_keys_platform_data { int rows_en_mask; int cols_en_mask; const short unsigned int *keymap; short unsigned int keymapsize; unsigned int repeat: 1; }; struct led_info; struct adp5520_leds_platform_data { int num_leds; struct led_info *leds; u8 fade_in; u8 fade_out; u8 led_on_time; }; struct adp5520_backlight_platform_data { u8 fade_in; u8 fade_out; u8 fade_led_law; u8 en_ambl_sens; u8 abml_filt; u8 l1_daylight_max; u8 l1_daylight_dim; u8 l2_office_max; u8 l2_office_dim; u8 l3_dark_max; u8 l3_dark_dim; u8 l2_trip; u8 l2_hyst; u8 l3_trip; u8 l3_hyst; }; struct adp5520_platform_data { struct adp5520_keys_platform_data *keys; struct adp5520_gpio_platform_data *gpio; struct adp5520_leds_platform_data *leds; struct adp5520_backlight_platform_data *backlight; }; struct adp5520_chip { struct i2c_client *client; struct device *dev; struct mutex lock; struct blocking_notifier_head notifier_list; int irq; long unsigned int id; uint8_t mode; }; struct tps6586x_irq_data { u8 mask_reg; u8 mask_mask; }; struct tps6586x { struct device *dev; struct i2c_client *client; struct regmap *regmap; int version; int irq; struct irq_chip irq_chip; struct mutex irq_lock; int irq_base; u32 irq_en; u8 mask_reg[5]; struct irq_domain *irq_domain; }; enum { TPS65090_IRQ_INTERRUPT = 0, TPS65090_IRQ_VAC_STATUS_CHANGE = 1, TPS65090_IRQ_VSYS_STATUS_CHANGE = 2, TPS65090_IRQ_BAT_STATUS_CHANGE = 3, TPS65090_IRQ_CHARGING_STATUS_CHANGE = 4, TPS65090_IRQ_CHARGING_COMPLETE = 5, TPS65090_IRQ_OVERLOAD_DCDC1 = 6, TPS65090_IRQ_OVERLOAD_DCDC2 = 7, TPS65090_IRQ_OVERLOAD_DCDC3 = 8, TPS65090_IRQ_OVERLOAD_FET1 = 9, TPS65090_IRQ_OVERLOAD_FET2 = 10, TPS65090_IRQ_OVERLOAD_FET3 = 11, TPS65090_IRQ_OVERLOAD_FET4 = 12, TPS65090_IRQ_OVERLOAD_FET5 = 13, TPS65090_IRQ_OVERLOAD_FET6 = 14, TPS65090_IRQ_OVERLOAD_FET7 = 15, }; enum { TPS65090_REGULATOR_DCDC1 = 0, TPS65090_REGULATOR_DCDC2 = 1, TPS65090_REGULATOR_DCDC3 = 2, TPS65090_REGULATOR_FET1 = 3, TPS65090_REGULATOR_FET2 = 4, TPS65090_REGULATOR_FET3 = 5, TPS65090_REGULATOR_FET4 = 6, TPS65090_REGULATOR_FET5 = 7, TPS65090_REGULATOR_FET6 = 8, TPS65090_REGULATOR_FET7 = 9, TPS65090_REGULATOR_LDO1 = 10, TPS65090_REGULATOR_LDO2 = 11, TPS65090_REGULATOR_MAX = 12, }; struct tps65090 { struct device *dev; struct regmap *rmap; struct regmap_irq_chip_data *irq_data; }; struct tps65090_regulator_plat_data { struct regulator_init_data *reg_init_data; bool enable_ext_control; struct gpio_desc *gpiod; bool overcurrent_wait_valid; int overcurrent_wait; }; struct tps65090_platform_data { int irq_base; char **supplied_to; size_t num_supplicants; int enable_low_current_chrg; struct tps65090_regulator_plat_data *reg_pdata[12]; }; enum tps65090_cells { PMIC = 0, CHARGER = 1, }; enum aat2870_id { AAT2870_ID_BL = 0, AAT2870_ID_LDOA = 1, AAT2870_ID_LDOB = 2, AAT2870_ID_LDOC = 3, AAT2870_ID_LDOD = 4, }; struct aat2870_register { bool readable; bool writeable; u8 value; }; struct aat2870_data { struct device *dev; struct i2c_client *client; struct mutex io_lock; struct aat2870_register *reg_cache; int en_pin; bool is_enable; int (*init)(struct aat2870_data *); void (*uninit)(struct aat2870_data *); int (*read)(struct aat2870_data *, u8, u8 *); int (*write)(struct aat2870_data *, u8, u8); int (*update)(struct aat2870_data *, u8, u8, u8); struct dentry *dentry_root; }; struct aat2870_subdev_info { int id; const char *name; void *platform_data; }; struct aat2870_platform_data { int en_pin; struct aat2870_subdev_info *subdevs; int num_subdevs; int (*init)(struct aat2870_data *); void (*uninit)(struct aat2870_data *); }; enum { PALMAS_EXT_CONTROL_ENABLE1 = 1, PALMAS_EXT_CONTROL_ENABLE2 = 2, PALMAS_EXT_CONTROL_NSLEEP = 4, }; enum palmas_external_requestor_id { PALMAS_EXTERNAL_REQSTR_ID_REGEN1 = 0, PALMAS_EXTERNAL_REQSTR_ID_REGEN2 = 1, PALMAS_EXTERNAL_REQSTR_ID_SYSEN1 = 2, PALMAS_EXTERNAL_REQSTR_ID_SYSEN2 = 3, PALMAS_EXTERNAL_REQSTR_ID_CLK32KG = 4, PALMAS_EXTERNAL_REQSTR_ID_CLK32KGAUDIO = 5, PALMAS_EXTERNAL_REQSTR_ID_REGEN3 = 6, PALMAS_EXTERNAL_REQSTR_ID_SMPS12 = 7, PALMAS_EXTERNAL_REQSTR_ID_SMPS3 = 8, PALMAS_EXTERNAL_REQSTR_ID_SMPS45 = 9, PALMAS_EXTERNAL_REQSTR_ID_SMPS6 = 10, PALMAS_EXTERNAL_REQSTR_ID_SMPS7 = 11, PALMAS_EXTERNAL_REQSTR_ID_SMPS8 = 12, PALMAS_EXTERNAL_REQSTR_ID_SMPS9 = 13, PALMAS_EXTERNAL_REQSTR_ID_SMPS10 = 14, PALMAS_EXTERNAL_REQSTR_ID_LDO1 = 15, PALMAS_EXTERNAL_REQSTR_ID_LDO2 = 16, PALMAS_EXTERNAL_REQSTR_ID_LDO3 = 17, PALMAS_EXTERNAL_REQSTR_ID_LDO4 = 18, PALMAS_EXTERNAL_REQSTR_ID_LDO5 = 19, PALMAS_EXTERNAL_REQSTR_ID_LDO6 = 20, PALMAS_EXTERNAL_REQSTR_ID_LDO7 = 21, PALMAS_EXTERNAL_REQSTR_ID_LDO8 = 22, PALMAS_EXTERNAL_REQSTR_ID_LDO9 = 23, PALMAS_EXTERNAL_REQSTR_ID_LDOLN = 24, PALMAS_EXTERNAL_REQSTR_ID_LDOUSB = 25, PALMAS_EXTERNAL_REQSTR_ID_MAX = 26, }; enum tps65917_irqs { TPS65917_RESERVED1 = 0, TPS65917_PWRON_IRQ = 1, TPS65917_LONG_PRESS_KEY_IRQ = 2, TPS65917_RESERVED2 = 3, TPS65917_PWRDOWN_IRQ = 4, TPS65917_HOTDIE_IRQ = 5, TPS65917_VSYS_MON_IRQ = 6, TPS65917_RESERVED3 = 7, TPS65917_RESERVED4 = 8, TPS65917_OTP_ERROR_IRQ = 9, TPS65917_WDT_IRQ = 10, TPS65917_RESERVED5 = 11, TPS65917_RESET_IN_IRQ = 12, TPS65917_FSD_IRQ = 13, TPS65917_SHORT_IRQ = 14, TPS65917_RESERVED6 = 15, TPS65917_GPADC_AUTO_0_IRQ = 16, TPS65917_GPADC_AUTO_1_IRQ = 17, TPS65917_GPADC_EOC_SW_IRQ = 18, TPS65917_RESREVED6 = 19, TPS65917_RESERVED7 = 20, TPS65917_RESERVED8 = 21, TPS65917_RESERVED9 = 22, TPS65917_VBUS_IRQ = 23, TPS65917_GPIO_0_IRQ = 24, TPS65917_GPIO_1_IRQ = 25, TPS65917_GPIO_2_IRQ = 26, TPS65917_GPIO_3_IRQ = 27, TPS65917_GPIO_4_IRQ = 28, TPS65917_GPIO_5_IRQ = 29, TPS65917_GPIO_6_IRQ = 30, TPS65917_RESERVED10 = 31, TPS65917_NUM_IRQ = 32, }; struct palmas_driver_data { unsigned int *features; struct regmap_irq_chip *irq_chip; }; enum { RC5T583_DS_NONE = 0, RC5T583_DS_DC0 = 1, RC5T583_DS_DC1 = 2, RC5T583_DS_DC2 = 3, RC5T583_DS_DC3 = 4, RC5T583_DS_LDO0 = 5, RC5T583_DS_LDO1 = 6, RC5T583_DS_LDO2 = 7, RC5T583_DS_LDO3 = 8, RC5T583_DS_LDO4 = 9, RC5T583_DS_LDO5 = 10, RC5T583_DS_LDO6 = 11, RC5T583_DS_LDO7 = 12, RC5T583_DS_LDO8 = 13, RC5T583_DS_LDO9 = 14, RC5T583_DS_PSO0 = 15, RC5T583_DS_PSO1 = 16, RC5T583_DS_PSO2 = 17, RC5T583_DS_PSO3 = 18, RC5T583_DS_PSO4 = 19, RC5T583_DS_PSO5 = 20, RC5T583_DS_PSO6 = 21, RC5T583_DS_PSO7 = 22, RC5T583_DS_MAX = 23, }; enum { RC5T583_EXT_PWRREQ1_CONTROL = 1, RC5T583_EXT_PWRREQ2_CONTROL = 2, }; struct deepsleep_control_data { u8 reg_add; u8 ds_pos_bit; }; enum int_type { SYS_INT = 1, DCDC_INT = 2, RTC_INT = 4, ADC_INT = 8, GPIO_INT = 16, }; struct rc5t583_irq_data { u8 int_type; u8 master_bit; u8 int_en_bit; u8 mask_reg_index; int grp_index; }; struct syscon_platform_data { const char *label; }; struct syscon { struct device_node *np; struct regmap *regmap; struct list_head list; }; enum { AS3711_REGULATOR_SD_1 = 0, AS3711_REGULATOR_SD_2 = 1, AS3711_REGULATOR_SD_3 = 2, AS3711_REGULATOR_SD_4 = 3, AS3711_REGULATOR_LDO_1 = 4, AS3711_REGULATOR_LDO_2 = 5, AS3711_REGULATOR_LDO_3 = 6, AS3711_REGULATOR_LDO_4 = 7, AS3711_REGULATOR_LDO_5 = 8, AS3711_REGULATOR_LDO_6 = 9, AS3711_REGULATOR_LDO_7 = 10, AS3711_REGULATOR_LDO_8 = 11, AS3711_REGULATOR_MAX = 12, }; struct as3711 { struct device *dev; struct regmap *regmap; }; enum as3711_su2_feedback { AS3711_SU2_VOLTAGE = 0, AS3711_SU2_CURR1 = 1, AS3711_SU2_CURR2 = 2, AS3711_SU2_CURR3 = 3, AS3711_SU2_CURR_AUTO = 4, }; enum as3711_su2_fbprot { AS3711_SU2_LX_SD4 = 0, AS3711_SU2_GPIO2 = 1, AS3711_SU2_GPIO3 = 2, AS3711_SU2_GPIO4 = 3, }; struct as3711_regulator_pdata { struct regulator_init_data *init_data[12]; }; struct as3711_bl_pdata { bool su1_fb; int su1_max_uA; bool su2_fb; int su2_max_uA; enum as3711_su2_feedback su2_feedback; enum as3711_su2_fbprot su2_fbprot; bool su2_auto_curr1; bool su2_auto_curr2; bool su2_auto_curr3; }; struct as3711_platform_data { struct as3711_regulator_pdata regulator; struct as3711_bl_pdata backlight; }; enum { AS3711_REGULATOR = 0, AS3711_BACKLIGHT = 1, }; struct intel_soc_pmic_config { long unsigned int irq_flags; struct mfd_cell *cell_dev; int n_cell_devs; const struct regmap_config *regmap_config; const struct regmap_irq_chip *irq_chip; }; enum { CHT_WC_PWRSRC_IRQ = 0, CHT_WC_THRM_IRQ = 1, CHT_WC_BCU_IRQ = 2, CHT_WC_ADC_IRQ = 3, CHT_WC_EXT_CHGR_IRQ = 4, CHT_WC_GPIO_IRQ = 5, CHT_WC_CRIT_IRQ = 7, }; struct badrange { struct list_head list; spinlock_t lock; }; struct nvdimm_bus_descriptor; struct nvdimm; typedef int (*ndctl_fn)(struct nvdimm_bus_descriptor *, struct nvdimm *, unsigned int, void *, unsigned int, int *); struct nvdimm_bus_fw_ops; struct nvdimm_bus_descriptor { const struct attribute_group **attr_groups; long unsigned int cmd_mask; long unsigned int dimm_family_mask; long unsigned int bus_family_mask; struct module *module; char *provider_name; struct device_node *of_node; ndctl_fn ndctl; int (*flush_probe)(struct nvdimm_bus_descriptor *); int (*clear_to_send)(struct nvdimm_bus_descriptor *, struct nvdimm *, unsigned int, void *); const struct nvdimm_bus_fw_ops *fw_ops; }; struct nvdimm_security_ops; struct nvdimm_fw_ops; struct nvdimm { long unsigned int flags; void *provider_data; long unsigned int cmd_mask; struct device dev; atomic_t busy; int id; int num_flush; struct resource *flush_wpq; const char *dimm_id; struct { const struct nvdimm_security_ops *ops; long unsigned int flags; long unsigned int ext_flags; unsigned int overwrite_tmo; struct kernfs_node *overwrite_state; } sec; struct delayed_work dwork; const struct nvdimm_fw_ops *fw_ops; }; enum nvdimm_fwa_state { NVDIMM_FWA_INVALID = 0, NVDIMM_FWA_IDLE = 1, NVDIMM_FWA_ARMED = 2, NVDIMM_FWA_BUSY = 3, NVDIMM_FWA_ARM_OVERFLOW = 4, }; enum nvdimm_fwa_capability { NVDIMM_FWA_CAP_INVALID = 0, NVDIMM_FWA_CAP_NONE = 1, NVDIMM_FWA_CAP_QUIESCE = 2, NVDIMM_FWA_CAP_LIVE = 3, }; struct nvdimm_bus_fw_ops { enum nvdimm_fwa_state (*activate_state)(struct nvdimm_bus_descriptor *); enum nvdimm_fwa_capability (*capability)(struct nvdimm_bus_descriptor *); int (*activate)(struct nvdimm_bus_descriptor *); }; struct nvdimm_key_data { u8 data[32]; }; enum nvdimm_passphrase_type { NVDIMM_USER = 0, NVDIMM_MASTER = 1, }; struct nvdimm_security_ops { long unsigned int (*get_flags)(struct nvdimm *, enum nvdimm_passphrase_type); int (*freeze)(struct nvdimm *); int (*change_key)(struct nvdimm *, const struct nvdimm_key_data *, const struct nvdimm_key_data *, enum nvdimm_passphrase_type); int (*unlock)(struct nvdimm *, const struct nvdimm_key_data *); int (*disable)(struct nvdimm *, const struct nvdimm_key_data *); int (*erase)(struct nvdimm *, const struct nvdimm_key_data *, enum nvdimm_passphrase_type); int (*overwrite)(struct nvdimm *, const struct nvdimm_key_data *); int (*query_overwrite)(struct nvdimm *); }; enum nvdimm_fwa_trigger { NVDIMM_FWA_ARM = 0, NVDIMM_FWA_DISARM = 1, }; enum nvdimm_fwa_result { NVDIMM_FWA_RESULT_INVALID = 0, NVDIMM_FWA_RESULT_NONE = 1, NVDIMM_FWA_RESULT_SUCCESS = 2, NVDIMM_FWA_RESULT_NOTSTAGED = 3, NVDIMM_FWA_RESULT_NEEDRESET = 4, NVDIMM_FWA_RESULT_FAIL = 5, }; struct nvdimm_fw_ops { enum nvdimm_fwa_state (*activate_state)(struct nvdimm *); enum nvdimm_fwa_result (*activate_result)(struct nvdimm *); int (*arm)(struct nvdimm *, enum nvdimm_fwa_trigger); }; enum { ND_CMD_IMPLEMENTED = 0, ND_CMD_ARS_CAP = 1, ND_CMD_ARS_START = 2, ND_CMD_ARS_STATUS = 3, ND_CMD_CLEAR_ERROR = 4, ND_CMD_SMART = 1, ND_CMD_SMART_THRESHOLD = 2, ND_CMD_DIMM_FLAGS = 3, ND_CMD_GET_CONFIG_SIZE = 4, ND_CMD_GET_CONFIG_DATA = 5, ND_CMD_SET_CONFIG_DATA = 6, ND_CMD_VENDOR_EFFECT_LOG_SIZE = 7, ND_CMD_VENDOR_EFFECT_LOG = 8, ND_CMD_VENDOR = 9, ND_CMD_CALL = 10, }; enum { NSINDEX_SIG_LEN = 16, NSINDEX_ALIGN = 256, NSINDEX_SEQ_MASK = 3, NSLABEL_UUID_LEN = 16, NSLABEL_NAME_LEN = 64, NSLABEL_FLAG_ROLABEL = 1, NSLABEL_FLAG_LOCAL = 2, NSLABEL_FLAG_BTT = 4, NSLABEL_FLAG_UPDATING = 8, BTT_ALIGN = 4096, BTTINFO_SIG_LEN = 16, BTTINFO_UUID_LEN = 16, BTTINFO_FLAG_ERROR = 1, BTTINFO_MAJOR_VERSION = 1, ND_LABEL_MIN_SIZE = 1024, ND_LABEL_ID_SIZE = 50, ND_NSINDEX_INIT = 1, }; struct nvdimm_bus { struct nvdimm_bus_descriptor *nd_desc; wait_queue_head_t wait; struct list_head list; struct device dev; int id; int probe_active; atomic_t ioctl_active; struct list_head mapping_list; struct mutex reconfig_mutex; struct badrange badrange; }; struct nvdimm_map { struct nvdimm_bus *nvdimm_bus; struct list_head list; resource_size_t offset; long unsigned int flags; size_t size; union { void *mem; void *iomem; }; struct kref kref; }; struct badrange_entry { u64 start; u64 length; struct list_head list; }; enum { NDD_UNARMED = 1, NDD_LOCKED = 2, NDD_SECURITY_OVERWRITE = 3, NDD_WORK_PENDING = 4, NDD_LABELING = 6, ND_IOCTL_MAX_BUFLEN = 4194304, ND_CMD_MAX_ELEM = 5, ND_CMD_MAX_ENVELOPE = 256, ND_MAX_MAPPINGS = 32, ND_REGION_PAGEMAP = 0, ND_REGION_PERSIST_CACHE = 1, ND_REGION_PERSIST_MEMCTRL = 2, ND_REGION_ASYNC = 3, DPA_RESOURCE_ADJUSTED = 1, }; struct nd_cmd_desc { int in_num; int out_num; u32 in_sizes[5]; int out_sizes[5]; }; struct nd_interleave_set { u64 cookie1; u64 cookie2; u64 altcookie; guid_t type_guid; }; struct nvdimm_drvdata; struct nd_mapping { struct nvdimm *nvdimm; u64 start; u64 size; int position; struct list_head labels; struct mutex lock; struct nvdimm_drvdata *ndd; }; struct nd_percpu_lane; struct nd_region { struct device dev; struct ida ns_ida; struct ida btt_ida; struct ida pfn_ida; struct ida dax_ida; long unsigned int flags; struct device *ns_seed; struct device *btt_seed; struct device *pfn_seed; struct device *dax_seed; long unsigned int align; u16 ndr_mappings; u64 ndr_size; u64 ndr_start; int id; int num_lanes; int ro; int numa_node; int target_node; void *provider_data; struct kernfs_node *bb_state; struct badblocks bb; struct nd_interleave_set *nd_set; struct nd_percpu_lane *lane; int (*flush)(struct nd_region *, struct bio *); struct nd_mapping mapping[0]; }; struct nd_cmd_get_config_size { __u32 status; __u32 config_size; __u32 max_xfer; }; struct nd_cmd_set_config_hdr { __u32 in_offset; __u32 in_length; __u8 in_buf[0]; }; struct nd_cmd_vendor_hdr { __u32 opcode; __u32 in_length; __u8 in_buf[0]; }; struct nd_cmd_ars_cap { __u64 address; __u64 length; __u32 status; __u32 max_ars_out; __u32 clear_err_unit; __u16 flags; __u16 reserved; }; struct nd_cmd_clear_error { __u64 address; __u64 length; __u32 status; __u8 reserved[4]; __u64 cleared; }; struct nd_cmd_pkg { __u64 nd_family; __u64 nd_command; __u32 nd_size_in; __u32 nd_size_out; __u32 nd_reserved2[9]; __u32 nd_fw_size; unsigned char nd_payload[0]; }; enum nvdimm_event { NVDIMM_REVALIDATE_POISON = 0, NVDIMM_REVALIDATE_REGION = 1, }; enum nvdimm_claim_class { NVDIMM_CCLASS_NONE = 0, NVDIMM_CCLASS_BTT = 1, NVDIMM_CCLASS_BTT2 = 2, NVDIMM_CCLASS_PFN = 3, NVDIMM_CCLASS_DAX = 4, NVDIMM_CCLASS_UNKNOWN = 5, }; struct nd_device_driver { struct device_driver drv; long unsigned int type; int (*probe)(struct device *); void (*remove)(struct device *); void (*shutdown)(struct device *); void (*notify)(struct device *, enum nvdimm_event); }; struct nd_namespace_common { int force_raw; struct device dev; struct device *claim; enum nvdimm_claim_class claim_class; int (*rw_bytes)(struct nd_namespace_common *, resource_size_t, void *, size_t, int, long unsigned int); }; struct nd_namespace_io { struct nd_namespace_common common; struct resource res; resource_size_t size; void *addr; struct badblocks bb; }; struct nvdimm_drvdata { struct device *dev; int nslabel_size; struct nd_cmd_get_config_size nsarea; void *data; bool cxl; int ns_current; int ns_next; struct resource dpa; struct kref kref; }; struct nd_percpu_lane { int count; spinlock_t lock; }; struct btt; struct nd_btt { struct device dev; struct nd_namespace_common *ndns; struct btt *btt; long unsigned int lbasize; u64 size; uuid_t *uuid; int id; int initial_offset; u16 version_major; u16 version_minor; }; enum nd_pfn_mode { PFN_MODE_NONE = 0, PFN_MODE_RAM = 1, PFN_MODE_PMEM = 2, }; struct nd_pfn_sb; struct nd_pfn { int id; uuid_t *uuid; struct device dev; long unsigned int align; long unsigned int npfns; enum nd_pfn_mode mode; struct nd_pfn_sb *pfn_sb; struct nd_namespace_common *ndns; }; struct nd_pfn_sb { u8 signature[16]; u8 uuid[16]; u8 parent_uuid[16]; __le32 flags; __le16 version_major; __le16 version_minor; __le64 dataoff; __le64 npfns; __le32 mode; __le32 start_pad; __le32 end_trunc; __le32 align; __le32 page_size; __le16 page_struct_size; u8 padding[3994]; __le64 checksum; }; struct nd_dax { struct nd_pfn nd_pfn; }; enum nd_async_mode { ND_SYNC = 0, ND_ASYNC = 1, }; struct clear_badblocks_context { resource_size_t phys; resource_size_t cleared; }; enum nd_ioctl_mode { BUS_IOCTL = 0, DIMM_IOCTL = 1, }; struct nd_cmd_get_config_data_hdr { __u32 in_offset; __u32 in_length; __u32 status; __u8 out_buf[0]; }; enum nvdimm_security_bits { NVDIMM_SECURITY_DISABLED = 0, NVDIMM_SECURITY_UNLOCKED = 1, NVDIMM_SECURITY_LOCKED = 2, NVDIMM_SECURITY_FROZEN = 3, NVDIMM_SECURITY_OVERWRITE = 4, }; struct nd_label_id { char id[50]; }; struct nvdimm_pmu { struct pmu pmu; struct device *dev; int cpu; struct hlist_node node; enum cpuhp_state cpuhp_state; struct cpumask arch_cpumask; }; enum { CTL_RES_CNT = 1, }; enum { CTL_RES_TM = 2, }; enum { POWERON_SECS = 3, }; enum { MEM_LIFE = 4, }; enum { CRI_RES_UTIL = 5, }; enum { HOST_L_CNT = 6, }; enum { HOST_S_CNT = 7, }; enum { HOST_S_DUR = 8, }; enum { HOST_L_DUR = 9, }; enum { MED_R_CNT = 10, }; enum { MED_W_CNT = 11, }; enum { MED_R_DUR = 12, }; enum { MED_W_DUR = 13, }; enum { CACHE_RH_CNT = 14, }; enum { CACHE_WH_CNT = 15, }; enum { FAST_W_CNT = 16, }; enum nd_driver_flags { ND_DRIVER_DIMM = 2, ND_DRIVER_REGION_PMEM = 4, ND_DRIVER_REGION_BLK = 8, ND_DRIVER_NAMESPACE_IO = 16, ND_DRIVER_NAMESPACE_PMEM = 32, ND_DRIVER_DAX_PMEM = 128, }; struct nd_mapping_desc { struct nvdimm *nvdimm; u64 start; u64 size; int position; }; struct nd_region_desc { struct resource *res; struct nd_mapping_desc *mapping; u16 num_mappings; const struct attribute_group **attr_groups; struct nd_interleave_set *nd_set; void *provider_data; int num_lanes; int numa_node; int target_node; long unsigned int flags; struct device_node *of_node; int (*flush)(struct nd_region *, struct bio *); }; struct nd_namespace_index { u8 sig[16]; u8 flags[3]; u8 labelsize; __le32 seq; __le64 myoff; __le64 mysize; __le64 otheroff; __le64 labeloff; __le32 nslot; __le16 major; __le16 minor; __le64 checksum; u8 free[0]; }; struct nvdimm_efi_label { u8 uuid[16]; u8 name[64]; __le32 flags; __le16 nlabel; __le16 position; __le64 isetcookie; __le64 lbasize; __le64 dpa; __le64 rawsize; __le32 slot; u8 align; u8 reserved[3]; guid_t type_guid; guid_t abstraction_guid; u8 reserved2[88]; __le64 checksum; }; struct nvdimm_cxl_label { u8 type[16]; u8 uuid[16]; u8 name[64]; __le32 flags; __le16 nrange; __le16 position; __le64 dpa; __le64 rawsize; __le32 slot; __le32 align; u8 region_uuid[16]; u8 abstraction_uuid[16]; __le16 lbasize; u8 reserved[86]; __le64 checksum; }; struct nd_namespace_label { union { struct nvdimm_cxl_label cxl; struct nvdimm_efi_label efi; }; }; enum { ND_MAX_LANES = 256, INT_LBASIZE_ALIGNMENT = 64, NVDIMM_IO_ATOMIC = 1, }; struct nd_region_data { int ns_count; int ns_active; unsigned int hints_shift; void *flush_wpq[0]; }; struct nd_label_ent { struct list_head list; long unsigned int flags; struct nd_namespace_label *label; }; struct conflict_context { struct nd_region *nd_region; resource_size_t start; resource_size_t size; }; enum { ND_MIN_NAMESPACE_SIZE = 4096, }; struct nd_namespace_pmem { struct nd_namespace_io nsio; long unsigned int lbasize; char *alt_name; uuid_t *uuid; int id; }; enum nd_label_flags { ND_LABEL_REAP = 0, }; enum alloc_loc { ALLOC_ERR = 0, ALLOC_BEFORE = 1, ALLOC_MID = 2, ALLOC_AFTER = 3, }; struct btt { struct gendisk *btt_disk; struct list_head arena_list; struct dentry *debugfs_dir; struct nd_btt *nd_btt; u64 nlba; long long unsigned int rawsize; u32 lbasize; u32 sector_size; struct nd_region *nd_region; struct mutex init_lock; int init_state; int num_arenas; struct badblocks *phys_bb; }; struct nd_gen_sb { char reserved[4088]; __le64 checksum; }; struct btt_sb { u8 signature[16]; u8 uuid[16]; u8 parent_uuid[16]; __le32 flags; __le16 version_major; __le16 version_minor; __le32 external_lbasize; __le32 external_nlba; __le32 internal_lbasize; __le32 internal_nlba; __le32 nfree; __le32 infosize; __le64 nextoff; __le64 dataoff; __le64 mapoff; __le64 logoff; __le64 info2off; u8 padding[3968]; __le64 checksum; }; enum nvdimmsec_op_ids { OP_FREEZE = 0, OP_DISABLE = 1, OP_UPDATE = 2, OP_ERASE = 3, OP_OVERWRITE = 4, OP_MASTER_UPDATE = 5, OP_MASTER_ERASE = 6, }; struct nvdimm_bus___2; struct dax_operations { long int (*direct_access)(struct dax_device *, long unsigned int, long int, enum dax_access_mode, void **, pfn_t *); bool (*dax_supported)(struct dax_device *, struct block_device *, int, sector_t, sector_t); int (*zero_page_range)(struct dax_device *, long unsigned int, size_t); size_t (*recovery_write)(struct dax_device *, long unsigned int, void *, size_t, struct iov_iter *); }; struct dax_device { struct inode inode; struct cdev cdev; void *private; long unsigned int flags; const struct dax_operations *ops; }; enum dax_device_flags { DAXDEV_ALIVE = 0, DAXDEV_WRITE_CACHE = 1, DAXDEV_SYNC = 2, DAXDEV_NOCACHE = 3, DAXDEV_NOMC = 4, }; struct dax_region { int id; int target_node; struct kref kref; struct device *dev; unsigned int align; struct ida ida; struct resource res; struct device *seed; struct device *youngest; }; struct dax_mapping { struct device dev; int range_id; int id; }; struct dev_dax_range { long unsigned int pgoff; struct range range; struct dax_mapping *mapping; }; struct dev_dax { struct dax_region *region; struct dax_device *dax_dev; unsigned int align; int target_node; int id; struct ida ida; struct device dev; struct dev_pagemap *pgmap; int nr_range; struct dev_dax_range *ranges; }; struct dev_dax_data { struct dax_region *dax_region; struct dev_pagemap *pgmap; resource_size_t size; int id; }; struct dax_device_driver { struct device_driver drv; struct list_head ids; int match_always; int (*probe)(struct dev_dax *); void (*remove)(struct dev_dax *); }; struct dax_id { struct list_head list; char dev_name[30]; }; enum id_action { ID_REMOVE = 0, ID_ADD = 1, }; struct memregion_info { int target_node; }; struct iosys_map { union { void *vaddr_iomem; void *vaddr; }; bool is_iomem; }; struct dma_fence_ops; struct dma_fence { spinlock_t *lock; const struct dma_fence_ops *ops; union { struct list_head cb_list; ktime_t timestamp; struct callback_head rcu; }; u64 context; u64 seqno; long unsigned int flags; struct kref refcount; int error; }; struct dma_fence_ops { bool use_64bit_seqno; const char * (*get_driver_name)(struct dma_fence *); const char * (*get_timeline_name)(struct dma_fence *); bool (*enable_signaling)(struct dma_fence *); bool (*signaled)(struct dma_fence *); long int (*wait)(struct dma_fence *, bool, long int); void (*release)(struct dma_fence *); void (*fence_value_str)(struct dma_fence *, char *, int); void (*timeline_value_str)(struct dma_fence *, char *, int); }; struct dma_fence_cb; typedef void (*dma_fence_func_t)(struct dma_fence *, struct dma_fence_cb *); struct dma_fence_cb { struct list_head node; dma_fence_func_t func; }; struct dma_buf; struct dma_buf_attachment; struct dma_buf_ops { bool cache_sgt_mapping; int (*attach)(struct dma_buf *, struct dma_buf_attachment *); void (*detach)(struct dma_buf *, struct dma_buf_attachment *); int (*pin)(struct dma_buf_attachment *); void (*unpin)(struct dma_buf_attachment *); struct sg_table * (*map_dma_buf)(struct dma_buf_attachment *, enum dma_data_direction); void (*unmap_dma_buf)(struct dma_buf_attachment *, struct sg_table *, enum dma_data_direction); void (*release)(struct dma_buf *); int (*begin_cpu_access)(struct dma_buf *, enum dma_data_direction); int (*end_cpu_access)(struct dma_buf *, enum dma_data_direction); int (*mmap)(struct dma_buf *, struct vm_area_struct *); int (*vmap)(struct dma_buf *, struct iosys_map *); void (*vunmap)(struct dma_buf *, struct iosys_map *); }; struct dma_buf_poll_cb_t { struct dma_fence_cb cb; wait_queue_head_t *poll; __poll_t active; }; struct dma_resv; struct dma_buf { size_t size; struct file *file; struct list_head attachments; const struct dma_buf_ops *ops; struct mutex lock; unsigned int vmapping_counter; struct iosys_map vmap_ptr; const char *exp_name; const char *name; spinlock_t name_lock; struct module *owner; struct list_head list_node; void *priv; struct dma_resv *resv; wait_queue_head_t poll; struct dma_buf_poll_cb_t cb_in; struct dma_buf_poll_cb_t cb_out; }; struct dma_buf_attach_ops; struct dma_buf_attachment { struct dma_buf *dmabuf; struct device *dev; struct list_head node; struct sg_table *sgt; enum dma_data_direction dir; bool peer2peer; const struct dma_buf_attach_ops *importer_ops; void *importer_priv; void *priv; }; struct dma_resv_list; struct dma_resv { struct ww_mutex lock; struct dma_resv_list *fences; }; struct dma_buf_attach_ops { bool allow_peer2peer; void (*move_notify)(struct dma_buf_attachment *); }; struct dma_buf_export_info { const char *exp_name; struct module *owner; const struct dma_buf_ops *ops; size_t size; int flags; struct dma_resv *resv; void *priv; }; enum dma_resv_usage { DMA_RESV_USAGE_KERNEL = 0, DMA_RESV_USAGE_WRITE = 1, DMA_RESV_USAGE_READ = 2, DMA_RESV_USAGE_BOOKKEEP = 3, }; struct dma_resv_iter { struct dma_resv *obj; enum dma_resv_usage usage; struct dma_fence *fence; enum dma_resv_usage fence_usage; unsigned int index; struct dma_resv_list *fences; unsigned int num_fences; bool is_restarted; }; struct dma_buf_sync { __u64 flags; }; struct dma_buf_list { struct list_head head; struct mutex lock; }; enum dma_fence_flag_bits { DMA_FENCE_FLAG_SIGNALED_BIT = 0, DMA_FENCE_FLAG_TIMESTAMP_BIT = 1, DMA_FENCE_FLAG_ENABLE_SIGNAL_BIT = 2, DMA_FENCE_FLAG_USER_BITS = 3, }; struct trace_event_raw_dma_fence { struct trace_entry ent; u32 __data_loc_driver; u32 __data_loc_timeline; unsigned int context; unsigned int seqno; char __data[0]; }; struct trace_event_data_offsets_dma_fence { u32 driver; u32 timeline; }; typedef void (*btf_trace_dma_fence_emit)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_init)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_destroy)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_enable_signal)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_signaled)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_wait_start)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_wait_end)(void *, struct dma_fence *); struct default_wait_cb { struct dma_fence_cb base; struct task_struct *task; }; struct dma_fence_array; struct dma_fence_array_cb { struct dma_fence_cb cb; struct dma_fence_array *array; }; struct dma_fence_array { struct dma_fence base; spinlock_t lock; unsigned int num_fences; atomic_t num_pending; struct dma_fence **fences; struct irq_work work; }; struct dma_fence_chain { struct dma_fence base; struct dma_fence *prev; u64 prev_seqno; struct dma_fence *fence; union { struct dma_fence_cb cb; struct irq_work work; }; spinlock_t lock; }; struct dma_resv_list { struct callback_head rcu; u32 num_fences; u32 max_fences; struct dma_fence *table[0]; }; struct dma_heap; struct dma_heap_ops { struct dma_buf * (*allocate)(struct dma_heap *, long unsigned int, long unsigned int, long unsigned int); }; struct dma_heap { const char *name; const struct dma_heap_ops *ops; void *priv; dev_t heap_devt; struct list_head list; struct cdev heap_cdev; }; struct dma_heap_export_info { const char *name; const struct dma_heap_ops *ops; void *priv; }; struct dma_heap_allocation_data { __u64 len; __u32 fd; __u32 fd_flags; __u64 heap_flags; }; struct system_heap_buffer { struct dma_heap *heap; struct list_head attachments; struct mutex lock; long unsigned int len; struct sg_table sg_table; int vmap_cnt; void *vaddr; }; struct dma_heap_attachment { struct device *dev; struct sg_table *table; struct list_head list; bool mapped; }; struct dma_fence_unwrap { struct dma_fence *chain; struct dma_fence *array; unsigned int index; }; struct sync_file { struct file *file; char user_name[32]; struct list_head sync_file_list; wait_queue_head_t wq; long unsigned int flags; struct dma_fence *fence; struct dma_fence_cb cb; }; struct sync_merge_data { char name[32]; __s32 fd2; __s32 fence; __u32 flags; __u32 pad; }; struct sync_fence_info { char obj_name[32]; char driver_name[32]; __s32 status; __u32 flags; __u64 timestamp_ns; }; struct sync_file_info { char name[32]; __s32 status; __u32 flags; __u32 num_fences; __u32 pad; __u64 sync_fence_info; }; struct sync_timeline { struct kref kref; char name[32]; u64 context; int value; struct rb_root pt_tree; struct list_head pt_list; spinlock_t lock; struct list_head sync_timeline_list; }; struct sync_pt { struct dma_fence base; struct list_head link; struct rb_node node; }; struct trace_event_raw_sync_timeline { struct trace_entry ent; u32 __data_loc_name; u32 value; char __data[0]; }; struct trace_event_data_offsets_sync_timeline { u32 name; }; typedef void (*btf_trace_sync_timeline)(void *, struct sync_timeline *); struct sw_sync_create_fence_data { __u32 value; char name[32]; __s32 fence; }; struct udmabuf_create { __u32 memfd; __u32 flags; __u64 offset; __u64 size; }; struct udmabuf_create_item { __u32 memfd; __u32 __pad; __u64 offset; __u64 size; }; struct udmabuf_create_list { __u32 flags; __u32 count; struct udmabuf_create_item list[0]; }; struct udmabuf { long unsigned int pagecount; struct page **pages; struct sg_table *sg; struct miscdevice *device; }; enum { CXL_MEM_COMMAND_ID_INVALID = 0, CXL_MEM_COMMAND_ID_IDENTIFY = 1, CXL_MEM_COMMAND_ID_RAW = 2, CXL_MEM_COMMAND_ID_GET_SUPPORTED_LOGS = 3, CXL_MEM_COMMAND_ID_GET_FW_INFO = 4, CXL_MEM_COMMAND_ID_GET_PARTITION_INFO = 5, CXL_MEM_COMMAND_ID_GET_LSA = 6, CXL_MEM_COMMAND_ID_GET_HEALTH_INFO = 7, CXL_MEM_COMMAND_ID_GET_LOG = 8, CXL_MEM_COMMAND_ID_SET_PARTITION_INFO = 9, CXL_MEM_COMMAND_ID_SET_LSA = 10, CXL_MEM_COMMAND_ID_GET_ALERT_CONFIG = 11, CXL_MEM_COMMAND_ID_SET_ALERT_CONFIG = 12, CXL_MEM_COMMAND_ID_GET_SHUTDOWN_STATE = 13, CXL_MEM_COMMAND_ID_SET_SHUTDOWN_STATE = 14, CXL_MEM_COMMAND_ID_GET_POISON = 15, CXL_MEM_COMMAND_ID_INJECT_POISON = 16, CXL_MEM_COMMAND_ID_CLEAR_POISON = 17, CXL_MEM_COMMAND_ID_GET_SCAN_MEDIA_CAPS = 18, CXL_MEM_COMMAND_ID_SCAN_MEDIA = 19, CXL_MEM_COMMAND_ID_GET_SCAN_MEDIA = 20, CXL_MEM_COMMAND_ID_MAX = 21, }; struct cxl_mbox_cmd_rc { int err; const char *desc; }; enum sam_status { SAM_STAT_GOOD = 0, SAM_STAT_CHECK_CONDITION = 2, SAM_STAT_CONDITION_MET = 4, SAM_STAT_BUSY = 8, SAM_STAT_INTERMEDIATE = 16, SAM_STAT_INTERMEDIATE_CONDITION_MET = 20, SAM_STAT_RESERVATION_CONFLICT = 24, SAM_STAT_COMMAND_TERMINATED = 34, SAM_STAT_TASK_SET_FULL = 40, SAM_STAT_ACA_ACTIVE = 48, SAM_STAT_TASK_ABORTED = 64, }; enum scsi_host_status { DID_OK = 0, DID_NO_CONNECT = 1, DID_BUS_BUSY = 2, DID_TIME_OUT = 3, DID_BAD_TARGET = 4, DID_ABORT = 5, DID_PARITY = 6, DID_ERROR = 7, DID_RESET = 8, DID_BAD_INTR = 9, DID_PASSTHROUGH = 10, DID_SOFT_ERROR = 11, DID_IMM_RETRY = 12, DID_REQUEUE = 13, DID_TRANSPORT_DISRUPTED = 14, DID_TRANSPORT_FAILFAST = 15, DID_TARGET_FAILURE = 16, DID_NEXUS_FAILURE = 17, DID_ALLOC_FAILURE = 18, DID_MEDIUM_ERROR = 19, DID_TRANSPORT_MARGINAL = 20, }; enum scsi_disposition { NEEDS_RETRY = 8193, SUCCESS = 8194, FAILED = 8195, QUEUED = 8196, SOFT_ERROR = 8197, ADD_TO_MLQUEUE = 8198, TIMEOUT_ERROR = 8199, SCSI_RETURN_NOT_HANDLED = 8200, FAST_IO_FAIL = 8201, }; typedef __u64 blist_flags_t; enum scsi_device_state { SDEV_CREATED = 1, SDEV_RUNNING = 2, SDEV_CANCEL = 3, SDEV_DEL = 4, SDEV_QUIESCE = 5, SDEV_OFFLINE = 6, SDEV_TRANSPORT_OFFLINE = 7, SDEV_BLOCK = 8, SDEV_CREATED_BLOCK = 9, }; struct scsi_vpd { struct callback_head rcu; int len; unsigned char data[0]; }; enum scsi_vpd_parameters { SCSI_VPD_HEADER_SIZE = 4, }; struct Scsi_Host; struct scsi_target; struct scsi_device_handler; struct scsi_device { struct Scsi_Host *host; struct request_queue *request_queue; struct list_head siblings; struct list_head same_target_siblings; struct sbitmap budget_map; atomic_t device_blocked; atomic_t restarts; spinlock_t list_lock; struct list_head starved_entry; short unsigned int queue_depth; short unsigned int max_queue_depth; short unsigned int last_queue_full_depth; short unsigned int last_queue_full_count; long unsigned int last_queue_full_time; long unsigned int queue_ramp_up_period; long unsigned int last_queue_ramp_up; unsigned int id; unsigned int channel; u64 lun; unsigned int manufacturer; unsigned int sector_size; void *hostdata; unsigned char type; char scsi_level; char inq_periph_qual; struct mutex inquiry_mutex; unsigned char inquiry_len; unsigned char *inquiry; const char *vendor; const char *model; const char *rev; struct scsi_vpd *vpd_pg0; struct scsi_vpd *vpd_pg83; struct scsi_vpd *vpd_pg80; struct scsi_vpd *vpd_pg89; struct scsi_vpd *vpd_pgb0; struct scsi_vpd *vpd_pgb1; struct scsi_vpd *vpd_pgb2; struct scsi_target *sdev_target; blist_flags_t sdev_bflags; unsigned int eh_timeout; unsigned int removable: 1; unsigned int changed: 1; unsigned int busy: 1; unsigned int lockable: 1; unsigned int locked: 1; unsigned int borken: 1; unsigned int disconnect: 1; unsigned int soft_reset: 1; unsigned int sdtr: 1; unsigned int wdtr: 1; unsigned int ppr: 1; unsigned int tagged_supported: 1; unsigned int simple_tags: 1; unsigned int was_reset: 1; unsigned int expecting_cc_ua: 1; unsigned int use_10_for_rw: 1; unsigned int use_10_for_ms: 1; unsigned int set_dbd_for_ms: 1; unsigned int no_report_opcodes: 1; unsigned int no_write_same: 1; unsigned int use_16_for_rw: 1; unsigned int skip_ms_page_8: 1; unsigned int skip_ms_page_3f: 1; unsigned int skip_vpd_pages: 1; unsigned int try_vpd_pages: 1; unsigned int use_192_bytes_for_3f: 1; unsigned int no_start_on_add: 1; unsigned int allow_restart: 1; unsigned int manage_start_stop: 1; unsigned int start_stop_pwr_cond: 1; unsigned int no_uld_attach: 1; unsigned int select_no_atn: 1; unsigned int fix_capacity: 1; unsigned int guess_capacity: 1; unsigned int retry_hwerror: 1; unsigned int last_sector_bug: 1; unsigned int no_read_disc_info: 1; unsigned int no_read_capacity_16: 1; unsigned int try_rc_10_first: 1; unsigned int security_supported: 1; unsigned int is_visible: 1; unsigned int wce_default_on: 1; unsigned int no_dif: 1; unsigned int broken_fua: 1; unsigned int lun_in_cdb: 1; unsigned int unmap_limit_for_ws: 1; unsigned int rpm_autosuspend: 1; unsigned int ignore_media_change: 1; unsigned int silence_suspend: 1; unsigned int queue_stopped; bool offline_already; atomic_t disk_events_disable_depth; long unsigned int supported_events[1]; long unsigned int pending_events[1]; struct list_head event_list; struct work_struct event_work; unsigned int max_device_blocked; atomic_t iorequest_cnt; atomic_t iodone_cnt; atomic_t ioerr_cnt; struct device sdev_gendev; struct device sdev_dev; struct execute_work ew; struct work_struct requeue_work; struct scsi_device_handler *handler; void *handler_data; size_t dma_drain_len; void *dma_drain_buf; unsigned int sg_timeout; unsigned int sg_reserved_size; struct bsg_device___2 *bsg_dev; unsigned char access_state; struct mutex state_mutex; enum scsi_device_state sdev_state; struct task_struct *quiesced_by; long unsigned int sdev_data[0]; }; enum scsi_host_state { SHOST_CREATED = 1, SHOST_RUNNING = 2, SHOST_CANCEL = 3, SHOST_DEL = 4, SHOST_RECOVERY = 5, SHOST_CANCEL_RECOVERY = 6, SHOST_DEL_RECOVERY = 7, }; struct scsi_host_template; struct scsi_transport_template; struct Scsi_Host { struct list_head __devices; struct list_head __targets; struct list_head starved_list; spinlock_t default_lock; spinlock_t *host_lock; struct mutex scan_mutex; struct list_head eh_abort_list; struct list_head eh_cmd_q; struct task_struct *ehandler; struct completion *eh_action; wait_queue_head_t host_wait; struct scsi_host_template *hostt; struct scsi_transport_template *transportt; struct blk_mq_tag_set tag_set; atomic_t host_blocked; unsigned int host_failed; unsigned int host_eh_scheduled; unsigned int host_no; int eh_deadline; long unsigned int last_reset; unsigned int max_channel; unsigned int max_id; u64 max_lun; unsigned int unique_id; short unsigned int max_cmd_len; int this_id; int can_queue; short int cmd_per_lun; short unsigned int sg_tablesize; short unsigned int sg_prot_tablesize; unsigned int max_sectors; unsigned int max_segment_size; long unsigned int dma_boundary; long unsigned int virt_boundary_mask; unsigned int nr_hw_queues; unsigned int nr_maps; unsigned int active_mode: 2; unsigned int host_self_blocked: 1; unsigned int reverse_ordering: 1; unsigned int tmf_in_progress: 1; unsigned int async_scan: 1; unsigned int eh_noresume: 1; unsigned int no_write_same: 1; unsigned int host_tagset: 1; unsigned int short_inquiry: 1; unsigned int no_scsi2_lun_in_cdb: 1; char work_q_name[20]; struct workqueue_struct *work_q; struct workqueue_struct *tmf_work_q; unsigned int max_host_blocked; unsigned int prot_capabilities; unsigned char prot_guard_type; long unsigned int base; long unsigned int io_port; unsigned char n_io_port; unsigned char dma_channel; unsigned int irq; enum scsi_host_state shost_state; struct device shost_gendev; struct device shost_dev; void *shost_data; struct device *dma_dev; long unsigned int hostdata[0]; }; enum scsi_target_state { STARGET_CREATED = 1, STARGET_RUNNING = 2, STARGET_REMOVE = 3, STARGET_CREATED_REMOVE = 4, STARGET_DEL = 5, }; struct scsi_target { struct scsi_device *starget_sdev_user; struct list_head siblings; struct list_head devices; struct device dev; struct kref reap_ref; unsigned int channel; unsigned int id; unsigned int create: 1; unsigned int single_lun: 1; unsigned int pdt_1f_for_no_lun: 1; unsigned int no_report_luns: 1; unsigned int expecting_lun_change: 1; atomic_t target_busy; atomic_t target_blocked; unsigned int can_queue; unsigned int max_target_blocked; char scsi_level; enum scsi_target_state state; void *hostdata; long unsigned int starget_data[0]; }; struct scsi_data_buffer { struct sg_table table; unsigned int length; }; enum scsi_cmnd_submitter { SUBMITTED_BY_BLOCK_LAYER = 0, SUBMITTED_BY_SCSI_ERROR_HANDLER = 1, SUBMITTED_BY_SCSI_RESET_IOCTL = 2, }; struct scsi_cmnd { struct scsi_device *device; struct list_head eh_entry; struct delayed_work abort_work; struct callback_head rcu; int eh_eflags; int budget_token; long unsigned int jiffies_at_alloc; int retries; int allowed; unsigned char prot_op; unsigned char prot_type; unsigned char prot_flags; enum scsi_cmnd_submitter submitter; short unsigned int cmd_len; enum dma_data_direction sc_data_direction; unsigned char cmnd[32]; struct scsi_data_buffer sdb; struct scsi_data_buffer *prot_sdb; unsigned int underflow; unsigned int transfersize; unsigned int resid_len; unsigned int sense_len; unsigned char *sense_buffer; int flags; long unsigned int state; unsigned int extra_len; unsigned char *host_scribble; int result; }; enum scsi_prot_operations { SCSI_PROT_NORMAL = 0, SCSI_PROT_READ_INSERT = 1, SCSI_PROT_WRITE_STRIP = 2, SCSI_PROT_READ_STRIP = 3, SCSI_PROT_WRITE_INSERT = 4, SCSI_PROT_READ_PASS = 5, SCSI_PROT_WRITE_PASS = 6, }; struct scsi_driver { struct device_driver gendrv; void (*rescan)(struct device *); blk_status_t (*init_command)(struct scsi_cmnd *); void (*uninit_command)(struct scsi_cmnd *); int (*done)(struct scsi_cmnd *); int (*eh_action)(struct scsi_cmnd *, int); void (*eh_reset)(struct scsi_cmnd *); }; struct scsi_host_template { unsigned int cmd_size; int (*queuecommand)(struct Scsi_Host *, struct scsi_cmnd *); void (*commit_rqs)(struct Scsi_Host *, u16); struct module *module; const char *name; const char * (*info)(struct Scsi_Host *); int (*ioctl)(struct scsi_device *, unsigned int, void *); int (*compat_ioctl)(struct scsi_device *, unsigned int, void *); int (*init_cmd_priv)(struct Scsi_Host *, struct scsi_cmnd *); int (*exit_cmd_priv)(struct Scsi_Host *, struct scsi_cmnd *); int (*eh_abort_handler)(struct scsi_cmnd *); int (*eh_device_reset_handler)(struct scsi_cmnd *); int (*eh_target_reset_handler)(struct scsi_cmnd *); int (*eh_bus_reset_handler)(struct scsi_cmnd *); int (*eh_host_reset_handler)(struct scsi_cmnd *); int (*slave_alloc)(struct scsi_device *); int (*slave_configure)(struct scsi_device *); void (*slave_destroy)(struct scsi_device *); int (*target_alloc)(struct scsi_target *); void (*target_destroy)(struct scsi_target *); int (*scan_finished)(struct Scsi_Host *, long unsigned int); void (*scan_start)(struct Scsi_Host *); int (*change_queue_depth)(struct scsi_device *, int); int (*map_queues)(struct Scsi_Host *); int (*mq_poll)(struct Scsi_Host *, unsigned int); bool (*dma_need_drain)(struct request *); int (*bios_param)(struct scsi_device *, struct block_device *, sector_t, int *); void (*unlock_native_capacity)(struct scsi_device *); int (*show_info)(struct seq_file *, struct Scsi_Host *); int (*write_info)(struct Scsi_Host *, char *, int); enum blk_eh_timer_return (*eh_timed_out)(struct scsi_cmnd *); bool (*eh_should_retry_cmd)(struct scsi_cmnd *); int (*host_reset)(struct Scsi_Host *, int); const char *proc_name; struct proc_dir_entry *proc_dir; int can_queue; int this_id; short unsigned int sg_tablesize; short unsigned int sg_prot_tablesize; unsigned int max_sectors; unsigned int max_segment_size; long unsigned int dma_boundary; long unsigned int virt_boundary_mask; short int cmd_per_lun; unsigned char present; int tag_alloc_policy; unsigned int track_queue_depth: 1; unsigned int supported_mode: 2; unsigned int emulated: 1; unsigned int skip_settle_delay: 1; unsigned int no_write_same: 1; unsigned int host_tagset: 1; unsigned int max_host_blocked; const struct attribute_group **shost_groups; const struct attribute_group **sdev_groups; u64 vendor_id; int rpm_autosuspend_delay; }; struct trace_event_raw_scsi_dispatch_cmd_start { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; unsigned int opcode; unsigned int cmd_len; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_dispatch_cmd_error { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; int rtn; unsigned int opcode; unsigned int cmd_len; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_cmd_done_timeout_template { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; int result; unsigned int opcode; unsigned int cmd_len; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_eh_wakeup { struct trace_entry ent; unsigned int host_no; char __data[0]; }; struct trace_event_data_offsets_scsi_dispatch_cmd_start { u32 cmnd; }; struct trace_event_data_offsets_scsi_dispatch_cmd_error { u32 cmnd; }; struct trace_event_data_offsets_scsi_cmd_done_timeout_template { u32 cmnd; }; struct trace_event_data_offsets_scsi_eh_wakeup {}; typedef void (*btf_trace_scsi_dispatch_cmd_start)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_dispatch_cmd_error)(void *, struct scsi_cmnd *, int); typedef void (*btf_trace_scsi_dispatch_cmd_done)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_dispatch_cmd_timeout)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_eh_wakeup)(void *, struct Scsi_Host *); struct scsi_transport_template { struct transport_container host_attrs; struct transport_container target_attrs; struct transport_container device_attrs; int (*user_scan)(struct Scsi_Host *, uint, uint, u64); int device_size; int device_private_offset; int target_size; int target_private_offset; int host_size; unsigned int create_work_queue: 1; void (*eh_strategy_handler)(struct Scsi_Host *); }; struct scsi_host_busy_iter_data { bool (*fn)(struct scsi_cmnd *, void *, bool); void *priv; }; struct request_sense; struct cdrom_generic_command { unsigned char cmd[12]; unsigned char *buffer; unsigned int buflen; int stat; struct request_sense *sense; unsigned char data_direction; int quiet; int timeout; union { void *reserved[1]; void *unused; }; }; struct request_sense { __u8 error_code: 7; __u8 valid: 1; __u8 segment_number; __u8 sense_key: 4; __u8 reserved2: 1; __u8 ili: 1; __u8 reserved1: 2; __u8 information[4]; __u8 add_sense_len; __u8 command_info[4]; __u8 asc; __u8 ascq; __u8 fruc; __u8 sks[3]; __u8 asb[46]; }; enum scsi_msg_byte { COMMAND_COMPLETE = 0, EXTENDED_MESSAGE = 1, SAVE_POINTERS = 2, RESTORE_POINTERS = 3, DISCONNECT = 4, INITIATOR_ERROR = 5, ABORT_TASK_SET = 6, MESSAGE_REJECT = 7, NOP___2 = 8, MSG_PARITY_ERROR = 9, LINKED_CMD_COMPLETE = 10, LINKED_FLG_CMD_COMPLETE = 11, TARGET_RESET = 12, ABORT_TASK = 13, CLEAR_TASK_SET = 14, INITIATE_RECOVERY = 15, RELEASE_RECOVERY = 16, TERMINATE_IO_PROC = 17, CLEAR_ACA = 22, LOGICAL_UNIT_RESET = 23, SIMPLE_QUEUE_TAG = 32, HEAD_OF_QUEUE_TAG = 33, ORDERED_QUEUE_TAG = 34, IGNORE_WIDE_RESIDUE = 35, ACA = 36, QAS_REQUEST = 85, BUS_DEVICE_RESET = 12, ABORT = 6, }; struct scsi_ioctl_command { unsigned int inlen; unsigned int outlen; unsigned char data[0]; }; struct scsi_idlun { __u32 dev_id; __u32 host_unique_id; }; struct sg_io_hdr { int interface_id; int dxfer_direction; unsigned char cmd_len; unsigned char mx_sb_len; short unsigned int iovec_count; unsigned int dxfer_len; void *dxferp; unsigned char *cmdp; void *sbp; unsigned int timeout; unsigned int flags; int pack_id; void *usr_ptr; unsigned char status; unsigned char masked_status; unsigned char msg_status; unsigned char sb_len_wr; short unsigned int host_status; short unsigned int driver_status; int resid; unsigned int duration; unsigned int info; }; struct compat_sg_io_hdr { compat_int_t interface_id; compat_int_t dxfer_direction; unsigned char cmd_len; unsigned char mx_sb_len; short unsigned int iovec_count; compat_uint_t dxfer_len; compat_uint_t dxferp; compat_uptr_t cmdp; compat_uptr_t sbp; compat_uint_t timeout; compat_uint_t flags; compat_int_t pack_id; compat_uptr_t usr_ptr; unsigned char status; unsigned char masked_status; unsigned char msg_status; unsigned char sb_len_wr; short unsigned int host_status; short unsigned int driver_status; compat_int_t resid; compat_uint_t duration; compat_uint_t info; }; struct compat_cdrom_generic_command { unsigned char cmd[12]; compat_caddr_t buffer; compat_uint_t buflen; compat_int_t stat; compat_caddr_t sense; unsigned char data_direction; unsigned char pad[3]; compat_int_t quiet; compat_int_t timeout; compat_caddr_t unused; }; typedef void (*activate_complete)(void *, int); struct scsi_device_handler { struct list_head list; struct module *module; const char *name; enum scsi_disposition (*check_sense)(struct scsi_device *, struct scsi_sense_hdr *); int (*attach)(struct scsi_device *); void (*detach)(struct scsi_device *); int (*activate)(struct scsi_device *, activate_complete, void *); blk_status_t (*prep_fn)(struct scsi_device *, struct request *); int (*set_params)(struct scsi_device *, const char *); void (*rescan)(struct scsi_device *); }; struct scsi_eh_save { int result; unsigned int resid_len; int eh_eflags; enum dma_data_direction data_direction; unsigned int underflow; unsigned char cmd_len; unsigned char prot_op; unsigned char cmnd[32]; struct scsi_data_buffer sdb; struct scatterlist sense_sgl; }; struct scsi_mode_data { __u32 length; __u16 block_descriptor_length; __u8 medium_type; __u8 device_specific; __u8 header_length; __u8 longlba: 1; }; struct scsi_event { enum scsi_device_event evt_type; struct list_head node; }; enum scsi_host_prot_capabilities { SHOST_DIF_TYPE1_PROTECTION = 1, SHOST_DIF_TYPE2_PROTECTION = 2, SHOST_DIF_TYPE3_PROTECTION = 4, SHOST_DIX_TYPE0_PROTECTION = 8, SHOST_DIX_TYPE1_PROTECTION = 16, SHOST_DIX_TYPE2_PROTECTION = 32, SHOST_DIX_TYPE3_PROTECTION = 64, }; enum { ACTION_FAIL = 0, ACTION_REPREP = 1, ACTION_RETRY = 2, ACTION_DELAYED_RETRY = 3, }; struct value_name_pair; struct sa_name_list { int opcode; const struct value_name_pair *arr; int arr_sz; }; struct value_name_pair { int value; const char *name; }; struct error_info { short unsigned int code12; short unsigned int size; }; struct error_info2 { unsigned char code1; unsigned char code2_min; unsigned char code2_max; const char *str; const char *fmt; }; struct scsi_lun { __u8 scsi_lun[8]; }; enum scsi_timeouts { SCSI_DEFAULT_EH_TIMEOUT = 2500, }; enum scsi_scan_mode { SCSI_SCAN_INITIAL = 0, SCSI_SCAN_RESCAN = 1, SCSI_SCAN_MANUAL = 2, }; struct async_scan_data { struct list_head list; struct Scsi_Host *shost; struct completion prev_finished; }; enum scsi_devinfo_key { SCSI_DEVINFO_GLOBAL = 0, SCSI_DEVINFO_SPI = 1, }; struct scsi_dev_info_list { struct list_head dev_info_list; char vendor[8]; char model[16]; blist_flags_t flags; unsigned int compatible; }; struct scsi_dev_info_list_table { struct list_head node; struct list_head scsi_dev_info_list; const char *name; int key; }; struct double_list { struct list_head *top; struct list_head *bottom; }; struct scsi_nl_hdr { __u8 version; __u8 transport; __u16 magic; __u16 msgtype; __u16 msglen; }; struct scsi_varlen_cdb_hdr { __u8 opcode; __u8 control; __u8 misc[5]; __u8 additional_cdb_length; __be16 service_action; }; enum { SCSI_DH_OK = 0, SCSI_DH_DEV_FAILED = 1, SCSI_DH_DEV_TEMP_BUSY = 2, SCSI_DH_DEV_UNSUPP = 3, SCSI_DH_DEVICE_MAX = 4, SCSI_DH_NOTCONN = 5, SCSI_DH_CONN_FAILURE = 6, SCSI_DH_TRANSPORT_MAX = 7, SCSI_DH_IO = 8, SCSI_DH_INVALID_IO = 9, SCSI_DH_RETRY = 10, SCSI_DH_IMM_RETRY = 11, SCSI_DH_TIMED_OUT = 12, SCSI_DH_RES_TEMP_UNAVAIL = 13, SCSI_DH_DEV_OFFLINED = 14, SCSI_DH_NOMEM = 15, SCSI_DH_NOSYS = 16, SCSI_DH_DRIVER_MAX = 17, }; struct scsi_dh_blist { const char *vendor; const char *model; const char *driver; }; enum scsi_prot_flags { SCSI_PROT_TRANSFER_PI = 1, SCSI_PROT_GUARD_CHECK = 2, SCSI_PROT_REF_CHECK = 4, SCSI_PROT_REF_INCREMENT = 8, SCSI_PROT_IP_CHECKSUM = 16, }; enum { SD_EXT_CDB_SIZE = 32, SD_MEMPOOL_SIZE = 2, }; enum { SD_DEF_XFER_BLOCKS = 65535, SD_MAX_XFER_BLOCKS = 4294967295, SD_MAX_WS10_BLOCKS = 65535, SD_MAX_WS16_BLOCKS = 8388607, }; enum { SD_LBP_FULL = 0, SD_LBP_UNMAP = 1, SD_LBP_WS16 = 2, SD_LBP_WS10 = 3, SD_LBP_ZERO = 4, SD_LBP_DISABLE = 5, }; enum { SD_ZERO_WRITE = 0, SD_ZERO_WS = 1, SD_ZERO_WS16_UNMAP = 2, SD_ZERO_WS10_UNMAP = 3, }; struct zoned_disk_info { u32 nr_zones; u32 zone_blocks; }; struct opal_dev___2; struct scsi_disk { struct scsi_device *device; struct device disk_dev; struct gendisk *disk; struct opal_dev___2 *opal_dev; struct zoned_disk_info early_zone_info; struct zoned_disk_info zone_info; u32 zones_optimal_open; u32 zones_optimal_nonseq; u32 zones_max_open; u32 zone_starting_lba_gran; u32 *zones_wp_offset; spinlock_t zones_wp_offset_lock; u32 *rev_wp_offset; struct mutex rev_mutex; struct work_struct zone_wp_offset_work; char *zone_wp_update_buf; atomic_t openers; sector_t capacity; int max_retries; u32 min_xfer_blocks; u32 max_xfer_blocks; u32 opt_xfer_blocks; u32 max_ws_blocks; u32 max_unmap_blocks; u32 unmap_granularity; u32 unmap_alignment; u32 index; unsigned int physical_block_size; unsigned int max_medium_access_timeouts; unsigned int medium_access_timed_out; u8 media_present; u8 write_prot; u8 protection_type; u8 provisioning_mode; u8 zeroing_mode; u8 nr_actuators; unsigned int ATO: 1; unsigned int cache_override: 1; unsigned int WCE: 1; unsigned int RCD: 1; unsigned int DPOFUA: 1; unsigned int first_scan: 1; unsigned int lbpme: 1; unsigned int lbprz: 1; unsigned int lbpu: 1; unsigned int lbpws: 1; unsigned int lbpws10: 1; unsigned int lbpvpd: 1; unsigned int ws10: 1; unsigned int ws16: 1; unsigned int rc_basis: 2; unsigned int zoned: 2; unsigned int urswrz: 1; unsigned int security: 1; unsigned int ignore_medium_access_errors: 1; }; enum scsi_host_guard_type { SHOST_DIX_GUARD_CRC = 1, SHOST_DIX_GUARD_IP = 2, }; enum zbc_zone_type { ZBC_ZONE_TYPE_CONV = 1, ZBC_ZONE_TYPE_SEQWRITE_REQ = 2, ZBC_ZONE_TYPE_SEQWRITE_PREF = 3, ZBC_ZONE_TYPE_SEQ_OR_BEFORE_REQ = 4, ZBC_ZONE_TYPE_GAP = 5, }; enum zbc_zone_cond { ZBC_ZONE_COND_NO_WP = 0, ZBC_ZONE_COND_EMPTY = 1, ZBC_ZONE_COND_IMP_OPEN = 2, ZBC_ZONE_COND_EXP_OPEN = 3, ZBC_ZONE_COND_CLOSED = 4, ZBC_ZONE_COND_READONLY = 13, ZBC_ZONE_COND_FULL = 14, ZBC_ZONE_COND_OFFLINE = 15, }; enum zbc_zone_alignment_method { ZBC_CONSTANT_ZONE_LENGTH = 1, ZBC_CONSTANT_ZONE_START_OFFSET = 8, }; enum { mechtype_caddy = 0, mechtype_tray = 1, mechtype_popup = 2, mechtype_individual_changer = 4, mechtype_cartridge_changer = 5, }; struct event_header { __be16 data_len; __u8 notification_class: 3; __u8 reserved1: 4; __u8 nea: 1; __u8 supp_event_class; }; struct media_event_desc { __u8 media_event_code: 4; __u8 reserved1: 4; __u8 door_open: 1; __u8 media_present: 1; __u8 reserved2: 6; __u8 start_slot; __u8 end_slot; }; struct scsi_cd { unsigned int capacity; struct scsi_device *device; unsigned int vendor; long unsigned int ms_offset; unsigned int writeable: 1; unsigned int use: 1; unsigned int xa_flag: 1; unsigned int readcd_known: 1; unsigned int readcd_cdda: 1; unsigned int media_present: 1; int tur_mismatch; bool tur_changed: 1; bool get_event_changed: 1; bool ignore_get_event: 1; struct cdrom_device_info cdi; struct mutex lock; struct gendisk *disk; }; struct cdrom_ti { __u8 cdti_trk0; __u8 cdti_ind0; __u8 cdti_trk1; __u8 cdti_ind1; }; struct cdrom_tochdr { __u8 cdth_trk0; __u8 cdth_trk1; }; struct cdrom_tocentry { __u8 cdte_track; __u8 cdte_adr: 4; __u8 cdte_ctrl: 4; __u8 cdte_format; union cdrom_addr cdte_addr; __u8 cdte_datamode; }; typedef struct scsi_cd Scsi_CD; struct ccs_modesel_head { __u8 _r1; __u8 medium; __u8 _r2; __u8 block_desc_length; __u8 density; __u8 number_blocks_hi; __u8 number_blocks_med; __u8 number_blocks_lo; __u8 _r3; __u8 block_length_hi; __u8 block_length_med; __u8 block_length_lo; }; typedef struct sg_io_hdr sg_io_hdr_t; struct sg_scsi_id { int host_no; int channel; int scsi_id; int lun; int scsi_type; short int h_cmd_per_lun; short int d_queue_depth; int unused[2]; }; typedef struct sg_scsi_id sg_scsi_id_t; struct sg_req_info { char req_state; char orphan; char sg_io_owned; char problem; int pack_id; void *usr_ptr; unsigned int duration; int unused; }; typedef struct sg_req_info sg_req_info_t; struct sg_header { int pack_len; int reply_len; int pack_id; int result; unsigned int twelve_byte: 1; unsigned int target_status: 5; unsigned int host_status: 8; unsigned int driver_status: 8; unsigned int other_flags: 10; unsigned char sense_buffer[16]; }; struct sg_scatter_hold { short unsigned int k_use_sg; unsigned int sglist_len; unsigned int bufflen; struct page **pages; int page_order; char dio_in_use; unsigned char cmd_opcode; }; typedef struct sg_scatter_hold Sg_scatter_hold; struct sg_fd; struct sg_request { struct list_head entry; struct sg_fd *parentfp; Sg_scatter_hold data; sg_io_hdr_t header; unsigned char sense_b[96]; char res_used; char orphan; char sg_io_owned; char done; struct request *rq; struct bio *bio; struct execute_work ew; }; typedef struct sg_request Sg_request; struct sg_device; struct sg_fd { struct list_head sfd_siblings; struct sg_device *parentdp; wait_queue_head_t read_wait; rwlock_t rq_list_lock; struct mutex f_mutex; int timeout; int timeout_user; Sg_scatter_hold reserve; struct list_head rq_list; struct fasync_struct *async_qp; Sg_request req_arr[16]; char force_packid; char cmd_q; unsigned char next_cmd_len; char keep_orphan; char mmap_called; char res_in_use; struct kref f_ref; struct execute_work ew; }; struct sg_device { struct scsi_device *device; wait_queue_head_t open_wait; struct mutex open_rel_lock; int sg_tablesize; u32 index; struct list_head sfds; rwlock_t sfd_lock; atomic_t detaching; bool exclude; int open_cnt; char sgdebug; char name[32]; struct cdev *cdev; struct kref d_ref; }; typedef struct sg_fd Sg_fd; typedef struct sg_device Sg_device; struct compat_sg_req_info { char req_state; char orphan; char sg_io_owned; char problem; int pack_id; compat_uptr_t usr_ptr; unsigned int duration; int unused; }; struct sg_proc_deviter { loff_t index; size_t max; }; enum { ATA_MAX_DEVICES = 2, ATA_MAX_PRD = 256, ATA_SECT_SIZE = 512, ATA_MAX_SECTORS_128 = 128, ATA_MAX_SECTORS = 256, ATA_MAX_SECTORS_1024 = 1024, ATA_MAX_SECTORS_LBA48 = 65535, ATA_MAX_SECTORS_TAPE = 65535, ATA_MAX_TRIM_RNUM = 64, ATA_ID_WORDS = 256, ATA_ID_CONFIG = 0, ATA_ID_CYLS = 1, ATA_ID_HEADS = 3, ATA_ID_SECTORS = 6, ATA_ID_SERNO = 10, ATA_ID_BUF_SIZE = 21, ATA_ID_FW_REV = 23, ATA_ID_PROD = 27, ATA_ID_MAX_MULTSECT = 47, ATA_ID_DWORD_IO = 48, ATA_ID_TRUSTED = 48, ATA_ID_CAPABILITY = 49, ATA_ID_OLD_PIO_MODES = 51, ATA_ID_OLD_DMA_MODES = 52, ATA_ID_FIELD_VALID = 53, ATA_ID_CUR_CYLS = 54, ATA_ID_CUR_HEADS = 55, ATA_ID_CUR_SECTORS = 56, ATA_ID_MULTSECT = 59, ATA_ID_LBA_CAPACITY = 60, ATA_ID_SWDMA_MODES = 62, ATA_ID_MWDMA_MODES = 63, ATA_ID_PIO_MODES = 64, ATA_ID_EIDE_DMA_MIN = 65, ATA_ID_EIDE_DMA_TIME = 66, ATA_ID_EIDE_PIO = 67, ATA_ID_EIDE_PIO_IORDY = 68, ATA_ID_ADDITIONAL_SUPP = 69, ATA_ID_QUEUE_DEPTH = 75, ATA_ID_SATA_CAPABILITY = 76, ATA_ID_SATA_CAPABILITY_2 = 77, ATA_ID_FEATURE_SUPP = 78, ATA_ID_MAJOR_VER = 80, ATA_ID_COMMAND_SET_1 = 82, ATA_ID_COMMAND_SET_2 = 83, ATA_ID_CFSSE = 84, ATA_ID_CFS_ENABLE_1 = 85, ATA_ID_CFS_ENABLE_2 = 86, ATA_ID_CSF_DEFAULT = 87, ATA_ID_UDMA_MODES = 88, ATA_ID_HW_CONFIG = 93, ATA_ID_SPG = 98, ATA_ID_LBA_CAPACITY_2 = 100, ATA_ID_SECTOR_SIZE = 106, ATA_ID_WWN = 108, ATA_ID_LOGICAL_SECTOR_SIZE = 117, ATA_ID_COMMAND_SET_3 = 119, ATA_ID_COMMAND_SET_4 = 120, ATA_ID_LAST_LUN = 126, ATA_ID_DLF = 128, ATA_ID_CSFO = 129, ATA_ID_CFA_POWER = 160, ATA_ID_CFA_KEY_MGMT = 162, ATA_ID_CFA_MODES = 163, ATA_ID_DATA_SET_MGMT = 169, ATA_ID_SCT_CMD_XPORT = 206, ATA_ID_ROT_SPEED = 217, ATA_ID_PIO4 = 2, ATA_ID_SERNO_LEN = 20, ATA_ID_FW_REV_LEN = 8, ATA_ID_PROD_LEN = 40, ATA_ID_WWN_LEN = 8, ATA_PCI_CTL_OFS = 2, ATA_PIO0 = 1, ATA_PIO1 = 3, ATA_PIO2 = 7, ATA_PIO3 = 15, ATA_PIO4 = 31, ATA_PIO5 = 63, ATA_PIO6 = 127, ATA_PIO4_ONLY = 16, ATA_SWDMA0 = 1, ATA_SWDMA1 = 3, ATA_SWDMA2 = 7, ATA_SWDMA2_ONLY = 4, ATA_MWDMA0 = 1, ATA_MWDMA1 = 3, ATA_MWDMA2 = 7, ATA_MWDMA3 = 15, ATA_MWDMA4 = 31, ATA_MWDMA12_ONLY = 6, ATA_MWDMA2_ONLY = 4, ATA_UDMA0 = 1, ATA_UDMA1 = 3, ATA_UDMA2 = 7, ATA_UDMA3 = 15, ATA_UDMA4 = 31, ATA_UDMA5 = 63, ATA_UDMA6 = 127, ATA_UDMA7 = 255, ATA_UDMA24_ONLY = 20, ATA_UDMA_MASK_40C = 7, ATA_PRD_SZ = 8, ATA_PRD_TBL_SZ = 2048, ATA_PRD_EOT = 2147483648, ATA_DMA_TABLE_OFS = 4, ATA_DMA_STATUS = 2, ATA_DMA_CMD = 0, ATA_DMA_WR = 8, ATA_DMA_START = 1, ATA_DMA_INTR = 4, ATA_DMA_ERR = 2, ATA_DMA_ACTIVE = 1, ATA_HOB = 128, ATA_NIEN = 2, ATA_LBA = 64, ATA_DEV1 = 16, ATA_DEVICE_OBS = 160, ATA_DEVCTL_OBS = 8, ATA_BUSY = 128, ATA_DRDY = 64, ATA_DF = 32, ATA_DSC = 16, ATA_DRQ = 8, ATA_CORR = 4, ATA_SENSE = 2, ATA_ERR = 1, ATA_SRST = 4, ATA_ICRC = 128, ATA_BBK = 128, ATA_UNC = 64, ATA_MC = 32, ATA_IDNF = 16, ATA_MCR = 8, ATA_ABORTED = 4, ATA_TRK0NF = 2, ATA_AMNF = 1, ATAPI_LFS = 240, ATAPI_EOM = 2, ATAPI_ILI = 1, ATAPI_IO = 2, ATAPI_COD = 1, ATA_REG_DATA = 0, ATA_REG_ERR = 1, ATA_REG_NSECT = 2, ATA_REG_LBAL = 3, ATA_REG_LBAM = 4, ATA_REG_LBAH = 5, ATA_REG_DEVICE = 6, ATA_REG_STATUS = 7, ATA_REG_FEATURE = 1, ATA_REG_CMD = 7, ATA_REG_BYTEL = 4, ATA_REG_BYTEH = 5, ATA_REG_DEVSEL = 6, ATA_REG_IRQ = 2, ATA_CMD_DEV_RESET = 8, ATA_CMD_CHK_POWER = 229, ATA_CMD_STANDBY = 226, ATA_CMD_IDLE = 227, ATA_CMD_EDD = 144, ATA_CMD_DOWNLOAD_MICRO = 146, ATA_CMD_DOWNLOAD_MICRO_DMA = 147, ATA_CMD_NOP = 0, ATA_CMD_FLUSH = 231, ATA_CMD_FLUSH_EXT = 234, ATA_CMD_ID_ATA = 236, ATA_CMD_ID_ATAPI = 161, ATA_CMD_SERVICE = 162, ATA_CMD_READ = 200, ATA_CMD_READ_EXT = 37, ATA_CMD_READ_QUEUED = 38, ATA_CMD_READ_STREAM_EXT = 43, ATA_CMD_READ_STREAM_DMA_EXT = 42, ATA_CMD_WRITE = 202, ATA_CMD_WRITE_EXT = 53, ATA_CMD_WRITE_QUEUED = 54, ATA_CMD_WRITE_STREAM_EXT = 59, ATA_CMD_WRITE_STREAM_DMA_EXT = 58, ATA_CMD_WRITE_FUA_EXT = 61, ATA_CMD_WRITE_QUEUED_FUA_EXT = 62, ATA_CMD_FPDMA_READ = 96, ATA_CMD_FPDMA_WRITE = 97, ATA_CMD_NCQ_NON_DATA = 99, ATA_CMD_FPDMA_SEND = 100, ATA_CMD_FPDMA_RECV = 101, ATA_CMD_PIO_READ = 32, ATA_CMD_PIO_READ_EXT = 36, ATA_CMD_PIO_WRITE = 48, ATA_CMD_PIO_WRITE_EXT = 52, ATA_CMD_READ_MULTI = 196, ATA_CMD_READ_MULTI_EXT = 41, ATA_CMD_WRITE_MULTI = 197, ATA_CMD_WRITE_MULTI_EXT = 57, ATA_CMD_WRITE_MULTI_FUA_EXT = 206, ATA_CMD_SET_FEATURES = 239, ATA_CMD_SET_MULTI = 198, ATA_CMD_PACKET = 160, ATA_CMD_VERIFY = 64, ATA_CMD_VERIFY_EXT = 66, ATA_CMD_WRITE_UNCORR_EXT = 69, ATA_CMD_STANDBYNOW1 = 224, ATA_CMD_IDLEIMMEDIATE = 225, ATA_CMD_SLEEP = 230, ATA_CMD_INIT_DEV_PARAMS = 145, ATA_CMD_READ_NATIVE_MAX = 248, ATA_CMD_READ_NATIVE_MAX_EXT = 39, ATA_CMD_SET_MAX = 249, ATA_CMD_SET_MAX_EXT = 55, ATA_CMD_READ_LOG_EXT = 47, ATA_CMD_WRITE_LOG_EXT = 63, ATA_CMD_READ_LOG_DMA_EXT = 71, ATA_CMD_WRITE_LOG_DMA_EXT = 87, ATA_CMD_TRUSTED_NONDATA = 91, ATA_CMD_TRUSTED_RCV = 92, ATA_CMD_TRUSTED_RCV_DMA = 93, ATA_CMD_TRUSTED_SND = 94, ATA_CMD_TRUSTED_SND_DMA = 95, ATA_CMD_PMP_READ = 228, ATA_CMD_PMP_READ_DMA = 233, ATA_CMD_PMP_WRITE = 232, ATA_CMD_PMP_WRITE_DMA = 235, ATA_CMD_CONF_OVERLAY = 177, ATA_CMD_SEC_SET_PASS = 241, ATA_CMD_SEC_UNLOCK = 242, ATA_CMD_SEC_ERASE_PREP = 243, ATA_CMD_SEC_ERASE_UNIT = 244, ATA_CMD_SEC_FREEZE_LOCK = 245, ATA_CMD_SEC_DISABLE_PASS = 246, ATA_CMD_CONFIG_STREAM = 81, ATA_CMD_SMART = 176, ATA_CMD_MEDIA_LOCK = 222, ATA_CMD_MEDIA_UNLOCK = 223, ATA_CMD_DSM = 6, ATA_CMD_CHK_MED_CRD_TYP = 209, ATA_CMD_CFA_REQ_EXT_ERR = 3, ATA_CMD_CFA_WRITE_NE = 56, ATA_CMD_CFA_TRANS_SECT = 135, ATA_CMD_CFA_ERASE = 192, ATA_CMD_CFA_WRITE_MULT_NE = 205, ATA_CMD_REQ_SENSE_DATA = 11, ATA_CMD_SANITIZE_DEVICE = 180, ATA_CMD_ZAC_MGMT_IN = 74, ATA_CMD_ZAC_MGMT_OUT = 159, ATA_CMD_RESTORE = 16, ATA_SUBCMD_FPDMA_RECV_RD_LOG_DMA_EXT = 1, ATA_SUBCMD_FPDMA_RECV_ZAC_MGMT_IN = 2, ATA_SUBCMD_FPDMA_SEND_DSM = 0, ATA_SUBCMD_FPDMA_SEND_WR_LOG_DMA_EXT = 2, ATA_SUBCMD_NCQ_NON_DATA_ABORT_QUEUE = 0, ATA_SUBCMD_NCQ_NON_DATA_SET_FEATURES = 5, ATA_SUBCMD_NCQ_NON_DATA_ZERO_EXT = 6, ATA_SUBCMD_NCQ_NON_DATA_ZAC_MGMT_OUT = 7, ATA_SUBCMD_ZAC_MGMT_IN_REPORT_ZONES = 0, ATA_SUBCMD_ZAC_MGMT_OUT_CLOSE_ZONE = 1, ATA_SUBCMD_ZAC_MGMT_OUT_FINISH_ZONE = 2, ATA_SUBCMD_ZAC_MGMT_OUT_OPEN_ZONE = 3, ATA_SUBCMD_ZAC_MGMT_OUT_RESET_WRITE_POINTER = 4, ATA_LOG_DIRECTORY = 0, ATA_LOG_SATA_NCQ = 16, ATA_LOG_NCQ_NON_DATA = 18, ATA_LOG_NCQ_SEND_RECV = 19, ATA_LOG_IDENTIFY_DEVICE = 48, ATA_LOG_CONCURRENT_POSITIONING_RANGES = 71, ATA_LOG_SECURITY = 6, ATA_LOG_SATA_SETTINGS = 8, ATA_LOG_ZONED_INFORMATION = 9, ATA_LOG_DEVSLP_OFFSET = 48, ATA_LOG_DEVSLP_SIZE = 8, ATA_LOG_DEVSLP_MDAT = 0, ATA_LOG_DEVSLP_MDAT_MASK = 31, ATA_LOG_DEVSLP_DETO = 1, ATA_LOG_DEVSLP_VALID = 7, ATA_LOG_DEVSLP_VALID_MASK = 128, ATA_LOG_NCQ_PRIO_OFFSET = 9, ATA_LOG_NCQ_SEND_RECV_SUBCMDS_OFFSET = 0, ATA_LOG_NCQ_SEND_RECV_SUBCMDS_DSM = 1, ATA_LOG_NCQ_SEND_RECV_DSM_OFFSET = 4, ATA_LOG_NCQ_SEND_RECV_DSM_TRIM = 1, ATA_LOG_NCQ_SEND_RECV_RD_LOG_OFFSET = 8, ATA_LOG_NCQ_SEND_RECV_RD_LOG_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_WR_LOG_OFFSET = 12, ATA_LOG_NCQ_SEND_RECV_WR_LOG_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_OFFSET = 16, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_OUT_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_IN_SUPPORTED = 2, ATA_LOG_NCQ_SEND_RECV_SIZE = 20, ATA_LOG_NCQ_NON_DATA_SUBCMDS_OFFSET = 0, ATA_LOG_NCQ_NON_DATA_ABORT_OFFSET = 0, ATA_LOG_NCQ_NON_DATA_ABORT_NCQ = 1, ATA_LOG_NCQ_NON_DATA_ABORT_ALL = 2, ATA_LOG_NCQ_NON_DATA_ABORT_STREAMING = 4, ATA_LOG_NCQ_NON_DATA_ABORT_NON_STREAMING = 8, ATA_LOG_NCQ_NON_DATA_ABORT_SELECTED = 16, ATA_LOG_NCQ_NON_DATA_ZAC_MGMT_OFFSET = 28, ATA_LOG_NCQ_NON_DATA_ZAC_MGMT_OUT = 1, ATA_LOG_NCQ_NON_DATA_SIZE = 64, ATA_CMD_READ_LONG = 34, ATA_CMD_READ_LONG_ONCE = 35, ATA_CMD_WRITE_LONG = 50, ATA_CMD_WRITE_LONG_ONCE = 51, SETFEATURES_XFER = 3, XFER_UDMA_7 = 71, XFER_UDMA_6 = 70, XFER_UDMA_5 = 69, XFER_UDMA_4 = 68, XFER_UDMA_3 = 67, XFER_UDMA_2 = 66, XFER_UDMA_1 = 65, XFER_UDMA_0 = 64, XFER_MW_DMA_4 = 36, XFER_MW_DMA_3 = 35, XFER_MW_DMA_2 = 34, XFER_MW_DMA_1 = 33, XFER_MW_DMA_0 = 32, XFER_SW_DMA_2 = 18, XFER_SW_DMA_1 = 17, XFER_SW_DMA_0 = 16, XFER_PIO_6 = 14, XFER_PIO_5 = 13, XFER_PIO_4 = 12, XFER_PIO_3 = 11, XFER_PIO_2 = 10, XFER_PIO_1 = 9, XFER_PIO_0 = 8, XFER_PIO_SLOW = 0, SETFEATURES_WC_ON = 2, SETFEATURES_WC_OFF = 130, SETFEATURES_RA_ON = 170, SETFEATURES_RA_OFF = 85, SETFEATURES_AAM_ON = 66, SETFEATURES_AAM_OFF = 194, SETFEATURES_SPINUP = 7, SETFEATURES_SPINUP_TIMEOUT = 30000, SETFEATURES_SATA_ENABLE = 16, SETFEATURES_SATA_DISABLE = 144, SATA_FPDMA_OFFSET = 1, SATA_FPDMA_AA = 2, SATA_DIPM = 3, SATA_FPDMA_IN_ORDER = 4, SATA_AN = 5, SATA_SSP = 6, SATA_DEVSLP = 9, SETFEATURE_SENSE_DATA = 195, ATA_SET_MAX_ADDR = 0, ATA_SET_MAX_PASSWD = 1, ATA_SET_MAX_LOCK = 2, ATA_SET_MAX_UNLOCK = 3, ATA_SET_MAX_FREEZE_LOCK = 4, ATA_SET_MAX_PASSWD_DMA = 5, ATA_SET_MAX_UNLOCK_DMA = 6, ATA_DCO_RESTORE = 192, ATA_DCO_FREEZE_LOCK = 193, ATA_DCO_IDENTIFY = 194, ATA_DCO_SET = 195, ATA_SMART_ENABLE = 216, ATA_SMART_READ_VALUES = 208, ATA_SMART_READ_THRESHOLDS = 209, ATA_DSM_TRIM = 1, ATA_SMART_LBAM_PASS = 79, ATA_SMART_LBAH_PASS = 194, ATAPI_PKT_DMA = 1, ATAPI_DMADIR = 4, ATAPI_CDB_LEN = 16, SATA_PMP_MAX_PORTS = 15, SATA_PMP_CTRL_PORT = 15, SATA_PMP_GSCR_DWORDS = 128, SATA_PMP_GSCR_PROD_ID = 0, SATA_PMP_GSCR_REV = 1, SATA_PMP_GSCR_PORT_INFO = 2, SATA_PMP_GSCR_ERROR = 32, SATA_PMP_GSCR_ERROR_EN = 33, SATA_PMP_GSCR_FEAT = 64, SATA_PMP_GSCR_FEAT_EN = 96, SATA_PMP_PSCR_STATUS = 0, SATA_PMP_PSCR_ERROR = 1, SATA_PMP_PSCR_CONTROL = 2, SATA_PMP_FEAT_BIST = 1, SATA_PMP_FEAT_PMREQ = 2, SATA_PMP_FEAT_DYNSSC = 4, SATA_PMP_FEAT_NOTIFY = 8, ATA_CBL_NONE = 0, ATA_CBL_PATA40 = 1, ATA_CBL_PATA80 = 2, ATA_CBL_PATA40_SHORT = 3, ATA_CBL_PATA_UNK = 4, ATA_CBL_PATA_IGN = 5, ATA_CBL_SATA = 6, SCR_STATUS = 0, SCR_ERROR = 1, SCR_CONTROL = 2, SCR_ACTIVE = 3, SCR_NOTIFICATION = 4, SERR_DATA_RECOVERED = 1, SERR_COMM_RECOVERED = 2, SERR_DATA = 256, SERR_PERSISTENT = 512, SERR_PROTOCOL = 1024, SERR_INTERNAL = 2048, SERR_PHYRDY_CHG = 65536, SERR_PHY_INT_ERR = 131072, SERR_COMM_WAKE = 262144, SERR_10B_8B_ERR = 524288, SERR_DISPARITY = 1048576, SERR_CRC = 2097152, SERR_HANDSHAKE = 4194304, SERR_LINK_SEQ_ERR = 8388608, SERR_TRANS_ST_ERROR = 16777216, SERR_UNRECOG_FIS = 33554432, SERR_DEV_XCHG = 67108864, }; enum ata_prot_flags { ATA_PROT_FLAG_PIO = 1, ATA_PROT_FLAG_DMA = 2, ATA_PROT_FLAG_NCQ = 4, ATA_PROT_FLAG_ATAPI = 8, ATA_PROT_UNKNOWN = 255, ATA_PROT_NODATA = 0, ATA_PROT_PIO = 1, ATA_PROT_DMA = 2, ATA_PROT_NCQ_NODATA = 4, ATA_PROT_NCQ = 6, ATAPI_PROT_NODATA = 8, ATAPI_PROT_PIO = 9, ATAPI_PROT_DMA = 10, }; struct ata_bmdma_prd { __le32 addr; __le32 flags_len; }; enum { LIBATA_MAX_PRD = 128, LIBATA_DUMB_MAX_PRD = 64, ATA_DEF_QUEUE = 1, ATA_MAX_QUEUE = 32, ATA_TAG_INTERNAL = 32, ATA_SHORT_PAUSE = 16, ATAPI_MAX_DRAIN = 16384, ATA_ALL_DEVICES = 3, ATA_SHT_EMULATED = 1, ATA_SHT_THIS_ID = 4294967295, ATA_TFLAG_LBA48 = 1, ATA_TFLAG_ISADDR = 2, ATA_TFLAG_DEVICE = 4, ATA_TFLAG_WRITE = 8, ATA_TFLAG_LBA = 16, ATA_TFLAG_FUA = 32, ATA_TFLAG_POLLING = 64, ATA_DFLAG_LBA = 1, ATA_DFLAG_LBA48 = 2, ATA_DFLAG_CDB_INTR = 4, ATA_DFLAG_NCQ = 8, ATA_DFLAG_FLUSH_EXT = 16, ATA_DFLAG_ACPI_PENDING = 32, ATA_DFLAG_ACPI_FAILED = 64, ATA_DFLAG_AN = 128, ATA_DFLAG_TRUSTED = 256, ATA_DFLAG_DMADIR = 1024, ATA_DFLAG_CFG_MASK = 4095, ATA_DFLAG_PIO = 4096, ATA_DFLAG_NCQ_OFF = 8192, ATA_DFLAG_SLEEPING = 32768, ATA_DFLAG_DUBIOUS_XFER = 65536, ATA_DFLAG_NO_UNLOAD = 131072, ATA_DFLAG_UNLOCK_HPA = 262144, ATA_DFLAG_NCQ_SEND_RECV = 524288, ATA_DFLAG_NCQ_PRIO = 1048576, ATA_DFLAG_NCQ_PRIO_ENABLE = 2097152, ATA_DFLAG_INIT_MASK = 16777215, ATA_DFLAG_DETACH = 16777216, ATA_DFLAG_DETACHED = 33554432, ATA_DFLAG_DA = 67108864, ATA_DFLAG_DEVSLP = 134217728, ATA_DFLAG_ACPI_DISABLED = 268435456, ATA_DFLAG_D_SENSE = 536870912, ATA_DFLAG_ZAC = 1073741824, ATA_DFLAG_FEATURES_MASK = 202899712, ATA_DEV_UNKNOWN = 0, ATA_DEV_ATA = 1, ATA_DEV_ATA_UNSUP = 2, ATA_DEV_ATAPI = 3, ATA_DEV_ATAPI_UNSUP = 4, ATA_DEV_PMP = 5, ATA_DEV_PMP_UNSUP = 6, ATA_DEV_SEMB = 7, ATA_DEV_SEMB_UNSUP = 8, ATA_DEV_ZAC = 9, ATA_DEV_ZAC_UNSUP = 10, ATA_DEV_NONE = 11, ATA_LFLAG_NO_HRST = 2, ATA_LFLAG_NO_SRST = 4, ATA_LFLAG_ASSUME_ATA = 8, ATA_LFLAG_ASSUME_SEMB = 16, ATA_LFLAG_ASSUME_CLASS = 24, ATA_LFLAG_NO_RETRY = 32, ATA_LFLAG_DISABLED = 64, ATA_LFLAG_SW_ACTIVITY = 128, ATA_LFLAG_NO_LPM = 256, ATA_LFLAG_RST_ONCE = 512, ATA_LFLAG_CHANGED = 1024, ATA_LFLAG_NO_DEBOUNCE_DELAY = 2048, ATA_FLAG_SLAVE_POSS = 1, ATA_FLAG_SATA = 2, ATA_FLAG_NO_LPM = 4, ATA_FLAG_NO_LOG_PAGE = 32, ATA_FLAG_NO_ATAPI = 64, ATA_FLAG_PIO_DMA = 128, ATA_FLAG_PIO_LBA48 = 256, ATA_FLAG_PIO_POLLING = 512, ATA_FLAG_NCQ = 1024, ATA_FLAG_NO_POWEROFF_SPINDOWN = 2048, ATA_FLAG_NO_HIBERNATE_SPINDOWN = 4096, ATA_FLAG_DEBUGMSG = 8192, ATA_FLAG_FPDMA_AA = 16384, ATA_FLAG_IGN_SIMPLEX = 32768, ATA_FLAG_NO_IORDY = 65536, ATA_FLAG_ACPI_SATA = 131072, ATA_FLAG_AN = 262144, ATA_FLAG_PMP = 524288, ATA_FLAG_FPDMA_AUX = 1048576, ATA_FLAG_EM = 2097152, ATA_FLAG_SW_ACTIVITY = 4194304, ATA_FLAG_NO_DIPM = 8388608, ATA_FLAG_SAS_HOST = 16777216, ATA_PFLAG_EH_PENDING = 1, ATA_PFLAG_EH_IN_PROGRESS = 2, ATA_PFLAG_FROZEN = 4, ATA_PFLAG_RECOVERED = 8, ATA_PFLAG_LOADING = 16, ATA_PFLAG_SCSI_HOTPLUG = 64, ATA_PFLAG_INITIALIZING = 128, ATA_PFLAG_RESETTING = 256, ATA_PFLAG_UNLOADING = 512, ATA_PFLAG_UNLOADED = 1024, ATA_PFLAG_SUSPENDED = 131072, ATA_PFLAG_PM_PENDING = 262144, ATA_PFLAG_INIT_GTM_VALID = 524288, ATA_PFLAG_PIO32 = 1048576, ATA_PFLAG_PIO32CHANGE = 2097152, ATA_PFLAG_EXTERNAL = 4194304, ATA_QCFLAG_ACTIVE = 1, ATA_QCFLAG_DMAMAP = 2, ATA_QCFLAG_IO = 8, ATA_QCFLAG_RESULT_TF = 16, ATA_QCFLAG_CLEAR_EXCL = 32, ATA_QCFLAG_QUIET = 64, ATA_QCFLAG_RETRY = 128, ATA_QCFLAG_FAILED = 65536, ATA_QCFLAG_SENSE_VALID = 131072, ATA_QCFLAG_EH_SCHEDULED = 262144, ATA_HOST_SIMPLEX = 1, ATA_HOST_STARTED = 2, ATA_HOST_PARALLEL_SCAN = 4, ATA_HOST_IGNORE_ATA = 8, ATA_TMOUT_BOOT = 30000, ATA_TMOUT_BOOT_QUICK = 7000, ATA_TMOUT_INTERNAL_QUICK = 5000, ATA_TMOUT_MAX_PARK = 30000, ATA_TMOUT_FF_WAIT_LONG = 2000, ATA_TMOUT_FF_WAIT = 800, ATA_WAIT_AFTER_RESET = 150, ATA_TMOUT_PMP_SRST_WAIT = 5000, ATA_TMOUT_SPURIOUS_PHY = 10000, BUS_UNKNOWN = 0, BUS_DMA = 1, BUS_IDLE = 2, BUS_NOINTR = 3, BUS_NODATA = 4, BUS_TIMER = 5, BUS_PIO = 6, BUS_EDD = 7, BUS_IDENTIFY = 8, BUS_PACKET = 9, PORT_UNKNOWN = 0, PORT_ENABLED = 1, PORT_DISABLED = 2, ATA_NR_PIO_MODES = 7, ATA_NR_MWDMA_MODES = 5, ATA_NR_UDMA_MODES = 8, ATA_SHIFT_PIO = 0, ATA_SHIFT_MWDMA = 7, ATA_SHIFT_UDMA = 12, ATA_SHIFT_PRIO = 6, ATA_PRIO_HIGH = 2, ATA_DMA_PAD_SZ = 4, ATA_ERING_SIZE = 32, ATA_DEFER_LINK = 1, ATA_DEFER_PORT = 2, ATA_EH_DESC_LEN = 80, ATA_EH_REVALIDATE = 1, ATA_EH_SOFTRESET = 2, ATA_EH_HARDRESET = 4, ATA_EH_RESET = 6, ATA_EH_ENABLE_LINK = 8, ATA_EH_PARK = 32, ATA_EH_PERDEV_MASK = 33, ATA_EH_ALL_ACTIONS = 15, ATA_EHI_HOTPLUGGED = 1, ATA_EHI_NO_AUTOPSY = 4, ATA_EHI_QUIET = 8, ATA_EHI_NO_RECOVERY = 16, ATA_EHI_DID_SOFTRESET = 65536, ATA_EHI_DID_HARDRESET = 131072, ATA_EHI_PRINTINFO = 262144, ATA_EHI_SETMODE = 524288, ATA_EHI_POST_SETMODE = 1048576, ATA_EHI_DID_RESET = 196608, ATA_EHI_TO_SLAVE_MASK = 12, ATA_EH_MAX_TRIES = 5, ATA_LINK_RESUME_TRIES = 5, ATA_PROBE_MAX_TRIES = 3, ATA_EH_DEV_TRIES = 3, ATA_EH_PMP_TRIES = 5, ATA_EH_PMP_LINK_TRIES = 3, SATA_PMP_RW_TIMEOUT = 3000, ATA_EH_CMD_TIMEOUT_TABLE_SIZE = 7, ATA_HORKAGE_DIAGNOSTIC = 1, ATA_HORKAGE_NODMA = 2, ATA_HORKAGE_NONCQ = 4, ATA_HORKAGE_MAX_SEC_128 = 8, ATA_HORKAGE_BROKEN_HPA = 16, ATA_HORKAGE_DISABLE = 32, ATA_HORKAGE_HPA_SIZE = 64, ATA_HORKAGE_IVB = 256, ATA_HORKAGE_STUCK_ERR = 512, ATA_HORKAGE_BRIDGE_OK = 1024, ATA_HORKAGE_ATAPI_MOD16_DMA = 2048, ATA_HORKAGE_FIRMWARE_WARN = 4096, ATA_HORKAGE_1_5_GBPS = 8192, ATA_HORKAGE_NOSETXFER = 16384, ATA_HORKAGE_BROKEN_FPDMA_AA = 32768, ATA_HORKAGE_DUMP_ID = 65536, ATA_HORKAGE_MAX_SEC_LBA48 = 131072, ATA_HORKAGE_ATAPI_DMADIR = 262144, ATA_HORKAGE_NO_NCQ_TRIM = 524288, ATA_HORKAGE_NOLPM = 1048576, ATA_HORKAGE_WD_BROKEN_LPM = 2097152, ATA_HORKAGE_ZERO_AFTER_TRIM = 4194304, ATA_HORKAGE_NO_DMA_LOG = 8388608, ATA_HORKAGE_NOTRIM = 16777216, ATA_HORKAGE_MAX_SEC_1024 = 33554432, ATA_HORKAGE_MAX_TRIM_128M = 67108864, ATA_HORKAGE_NO_NCQ_ON_ATI = 134217728, ATA_HORKAGE_NO_ID_DEV_LOG = 268435456, ATA_HORKAGE_NO_LOG_DIR = 536870912, ATA_DMA_MASK_ATA = 1, ATA_DMA_MASK_ATAPI = 2, ATA_DMA_MASK_CFA = 4, ATAPI_READ = 0, ATAPI_WRITE = 1, ATAPI_READ_CD = 2, ATAPI_PASS_THRU = 3, ATAPI_MISC = 4, ATA_TIMING_SETUP = 1, ATA_TIMING_ACT8B = 2, ATA_TIMING_REC8B = 4, ATA_TIMING_CYC8B = 8, ATA_TIMING_8BIT = 14, ATA_TIMING_ACTIVE = 16, ATA_TIMING_RECOVER = 32, ATA_TIMING_DMACK_HOLD = 64, ATA_TIMING_CYCLE = 128, ATA_TIMING_UDMA = 256, ATA_TIMING_ALL = 511, ATA_ACPI_FILTER_SETXFER = 1, ATA_ACPI_FILTER_LOCK = 2, ATA_ACPI_FILTER_DIPM = 4, ATA_ACPI_FILTER_FPDMA_OFFSET = 8, ATA_ACPI_FILTER_FPDMA_AA = 16, ATA_ACPI_FILTER_DEFAULT = 7, }; enum ata_xfer_mask { ATA_MASK_PIO = 127, ATA_MASK_MWDMA = 3968, ATA_MASK_UDMA = 1044480, }; enum hsm_task_states { HSM_ST_IDLE = 0, HSM_ST_FIRST = 1, HSM_ST = 2, HSM_ST_LAST = 3, HSM_ST_ERR = 4, }; enum ata_completion_errors { AC_ERR_OK = 0, AC_ERR_DEV = 1, AC_ERR_HSM = 2, AC_ERR_TIMEOUT = 4, AC_ERR_MEDIA = 8, AC_ERR_ATA_BUS = 16, AC_ERR_HOST_BUS = 32, AC_ERR_SYSTEM = 64, AC_ERR_INVALID = 128, AC_ERR_OTHER = 256, AC_ERR_NODEV_HINT = 512, AC_ERR_NCQ = 1024, }; enum ata_lpm_policy { ATA_LPM_UNKNOWN = 0, ATA_LPM_MAX_POWER = 1, ATA_LPM_MED_POWER = 2, ATA_LPM_MED_POWER_WITH_DIPM = 3, ATA_LPM_MIN_POWER_WITH_PARTIAL = 4, ATA_LPM_MIN_POWER = 5, }; struct ata_queued_cmd; typedef void (*ata_qc_cb_t)(struct ata_queued_cmd *); struct ata_taskfile { long unsigned int flags; u8 protocol; u8 ctl; u8 hob_feature; u8 hob_nsect; u8 hob_lbal; u8 hob_lbam; u8 hob_lbah; union { u8 error; u8 feature; }; u8 nsect; u8 lbal; u8 lbam; u8 lbah; u8 device; union { u8 status; u8 command; }; u32 auxiliary; }; struct ata_port; struct ata_device; struct ata_queued_cmd { struct ata_port *ap; struct ata_device *dev; struct scsi_cmnd *scsicmd; void (*scsidone)(struct scsi_cmnd *); struct ata_taskfile tf; u8 cdb[16]; long unsigned int flags; unsigned int tag; unsigned int hw_tag; unsigned int n_elem; unsigned int orig_n_elem; int dma_dir; unsigned int sect_size; unsigned int nbytes; unsigned int extrabytes; unsigned int curbytes; struct scatterlist sgent; struct scatterlist *sg; struct scatterlist *cursg; unsigned int cursg_ofs; unsigned int err_mask; struct ata_taskfile result_tf; ata_qc_cb_t complete_fn; void *private_data; void *lldd_task; }; struct ata_link; typedef int (*ata_prereset_fn_t)(struct ata_link *, long unsigned int); struct ata_eh_info { struct ata_device *dev; u32 serror; unsigned int err_mask; unsigned int action; unsigned int dev_action[2]; unsigned int flags; unsigned int probe_mask; char desc[80]; int desc_len; }; struct ata_eh_context { struct ata_eh_info i; int tries[2]; int cmd_timeout_idx[14]; unsigned int classes[2]; unsigned int did_probe_mask; unsigned int unloaded_mask; unsigned int saved_ncq_enabled; u8 saved_xfer_mode[2]; long unsigned int last_reset; }; struct ata_ering_entry { unsigned int eflags; unsigned int err_mask; u64 timestamp; }; struct ata_ering { int cursor; struct ata_ering_entry ring[32]; }; struct ata_cpr_log; struct ata_device { struct ata_link *link; unsigned int devno; unsigned int horkage; long unsigned int flags; struct scsi_device *sdev; void *private_data; union acpi_object *gtf_cache; unsigned int gtf_filter; void *zpodd; struct device tdev; u64 n_sectors; u64 n_native_sectors; unsigned int class; long unsigned int unpark_deadline; u8 pio_mode; u8 dma_mode; u8 xfer_mode; unsigned int xfer_shift; unsigned int multi_count; unsigned int max_sectors; unsigned int cdb_len; long unsigned int pio_mask; long unsigned int mwdma_mask; long unsigned int udma_mask; u16 cylinders; u16 heads; u16 sectors; union { u16 id[256]; u32 gscr[128]; }; u8 devslp_timing[8]; u8 ncq_send_recv_cmds[20]; u8 ncq_non_data_cmds[64]; u32 zac_zoned_cap; u32 zac_zones_optimal_open; u32 zac_zones_optimal_nonseq; u32 zac_zones_max_open; struct ata_cpr_log *cpr_log; int spdn_cnt; struct ata_ering ering; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ata_link { struct ata_port *ap; int pmp; struct device tdev; unsigned int active_tag; u32 sactive; unsigned int flags; u32 saved_scontrol; unsigned int hw_sata_spd_limit; unsigned int sata_spd_limit; unsigned int sata_spd; enum ata_lpm_policy lpm_policy; struct ata_eh_info eh_info; struct ata_eh_context eh_context; long: 64; long: 64; long: 64; struct ata_device device[2]; long unsigned int last_lpm_change; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef int (*ata_reset_fn_t)(struct ata_link *, unsigned int *, long unsigned int); typedef void (*ata_postreset_fn_t)(struct ata_link *, unsigned int *); enum sw_activity { OFF = 0, BLINK_ON = 1, BLINK_OFF = 2, }; struct ata_ioports { void *cmd_addr; void *data_addr; void *error_addr; void *feature_addr; void *nsect_addr; void *lbal_addr; void *lbam_addr; void *lbah_addr; void *device_addr; void *status_addr; void *command_addr; void *altstatus_addr; void *ctl_addr; void *bmdma_addr; void *scr_addr; }; struct ata_port_operations; struct ata_host { spinlock_t lock; struct device *dev; void * const *iomap; unsigned int n_ports; unsigned int n_tags; void *private_data; struct ata_port_operations *ops; long unsigned int flags; struct kref kref; struct mutex eh_mutex; struct task_struct *eh_owner; struct ata_port *simplex_claimed; struct ata_port *ports[0]; }; struct ata_port_operations { int (*qc_defer)(struct ata_queued_cmd *); int (*check_atapi_dma)(struct ata_queued_cmd *); enum ata_completion_errors (*qc_prep)(struct ata_queued_cmd *); unsigned int (*qc_issue)(struct ata_queued_cmd *); bool (*qc_fill_rtf)(struct ata_queued_cmd *); int (*cable_detect)(struct ata_port *); long unsigned int (*mode_filter)(struct ata_device *, long unsigned int); void (*set_piomode)(struct ata_port *, struct ata_device *); void (*set_dmamode)(struct ata_port *, struct ata_device *); int (*set_mode)(struct ata_link *, struct ata_device **); unsigned int (*read_id)(struct ata_device *, struct ata_taskfile *, __le16 *); void (*dev_config)(struct ata_device *); void (*freeze)(struct ata_port *); void (*thaw)(struct ata_port *); ata_prereset_fn_t prereset; ata_reset_fn_t softreset; ata_reset_fn_t hardreset; ata_postreset_fn_t postreset; ata_prereset_fn_t pmp_prereset; ata_reset_fn_t pmp_softreset; ata_reset_fn_t pmp_hardreset; ata_postreset_fn_t pmp_postreset; void (*error_handler)(struct ata_port *); void (*lost_interrupt)(struct ata_port *); void (*post_internal_cmd)(struct ata_queued_cmd *); void (*sched_eh)(struct ata_port *); void (*end_eh)(struct ata_port *); int (*scr_read)(struct ata_link *, unsigned int, u32 *); int (*scr_write)(struct ata_link *, unsigned int, u32); void (*pmp_attach)(struct ata_port *); void (*pmp_detach)(struct ata_port *); int (*set_lpm)(struct ata_link *, enum ata_lpm_policy, unsigned int); int (*port_suspend)(struct ata_port *, pm_message_t); int (*port_resume)(struct ata_port *); int (*port_start)(struct ata_port *); void (*port_stop)(struct ata_port *); void (*host_stop)(struct ata_host *); void (*sff_dev_select)(struct ata_port *, unsigned int); void (*sff_set_devctl)(struct ata_port *, u8); u8 (*sff_check_status)(struct ata_port *); u8 (*sff_check_altstatus)(struct ata_port *); void (*sff_tf_load)(struct ata_port *, const struct ata_taskfile *); void (*sff_tf_read)(struct ata_port *, struct ata_taskfile *); void (*sff_exec_command)(struct ata_port *, const struct ata_taskfile *); unsigned int (*sff_data_xfer)(struct ata_queued_cmd *, unsigned char *, unsigned int, int); void (*sff_irq_on)(struct ata_port *); bool (*sff_irq_check)(struct ata_port *); void (*sff_irq_clear)(struct ata_port *); void (*sff_drain_fifo)(struct ata_queued_cmd *); void (*bmdma_setup)(struct ata_queued_cmd *); void (*bmdma_start)(struct ata_queued_cmd *); void (*bmdma_stop)(struct ata_queued_cmd *); u8 (*bmdma_status)(struct ata_port *); ssize_t (*em_show)(struct ata_port *, char *); ssize_t (*em_store)(struct ata_port *, const char *, size_t); ssize_t (*sw_activity_show)(struct ata_device *, char *); ssize_t (*sw_activity_store)(struct ata_device *, enum sw_activity); ssize_t (*transmit_led_message)(struct ata_port *, u32, ssize_t); void (*phy_reset)(struct ata_port *); void (*eng_timeout)(struct ata_port *); const struct ata_port_operations *inherits; }; struct ata_port_stats { long unsigned int unhandled_irq; long unsigned int idle_irq; long unsigned int rw_reqbuf; }; struct ata_acpi_drive { u32 pio; u32 dma; }; struct ata_acpi_gtm { struct ata_acpi_drive drive[2]; u32 flags; }; struct ata_port { struct Scsi_Host *scsi_host; struct ata_port_operations *ops; spinlock_t *lock; long unsigned int flags; unsigned int pflags; unsigned int print_id; unsigned int local_port_no; unsigned int port_no; struct ata_ioports ioaddr; u8 ctl; u8 last_ctl; struct ata_link *sff_pio_task_link; struct delayed_work sff_pio_task; struct ata_bmdma_prd *bmdma_prd; dma_addr_t bmdma_prd_dma; unsigned int pio_mask; unsigned int mwdma_mask; unsigned int udma_mask; unsigned int cbl; struct ata_queued_cmd qcmd[33]; u64 qc_active; int nr_active_links; long: 32; long: 64; long: 64; struct ata_link link; struct ata_link *slave_link; int nr_pmp_links; struct ata_link *pmp_link; struct ata_link *excl_link; struct ata_port_stats stats; struct ata_host *host; struct device *dev; struct device tdev; struct mutex scsi_scan_mutex; struct delayed_work hotplug_task; struct work_struct scsi_rescan_task; unsigned int hsm_task_state; struct list_head eh_done_q; wait_queue_head_t eh_wait_q; int eh_tries; struct completion park_req_pending; pm_message_t pm_mesg; enum ata_lpm_policy target_lpm_policy; struct timer_list fastdrain_timer; long unsigned int fastdrain_cnt; async_cookie_t cookie; int em_message_type; void *private_data; struct ata_acpi_gtm __acpi_init_gtm; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u8 sector_buf[512]; }; struct ata_cpr { u8 num; u8 num_storage_elements; u64 start_lba; u64 num_lbas; }; struct ata_cpr_log { u8 nr_cpr; struct ata_cpr cpr[0]; }; struct ata_port_info { long unsigned int flags; long unsigned int link_flags; long unsigned int pio_mask; long unsigned int mwdma_mask; long unsigned int udma_mask; struct ata_port_operations *port_ops; void *private_data; }; struct ata_timing { short unsigned int mode; short unsigned int setup; short unsigned int act8b; short unsigned int rec8b; short unsigned int cyc8b; short unsigned int active; short unsigned int recover; short unsigned int dmack_hold; short unsigned int cycle; short unsigned int udma; }; struct pci_bits { unsigned int reg; unsigned int width; long unsigned int mask; long unsigned int val; }; enum ata_link_iter_mode { ATA_LITER_EDGE = 0, ATA_LITER_HOST_FIRST = 1, ATA_LITER_PMP_FIRST = 2, }; enum ata_dev_iter_mode { ATA_DITER_ENABLED = 0, ATA_DITER_ENABLED_REVERSE = 1, ATA_DITER_ALL = 2, ATA_DITER_ALL_REVERSE = 3, }; struct trace_event_raw_ata_qc_issue_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned char cmd; unsigned char dev; unsigned char lbal; unsigned char lbam; unsigned char lbah; unsigned char nsect; unsigned char feature; unsigned char hob_lbal; unsigned char hob_lbam; unsigned char hob_lbah; unsigned char hob_nsect; unsigned char hob_feature; unsigned char ctl; unsigned char proto; long unsigned int flags; char __data[0]; }; struct trace_event_raw_ata_qc_complete_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned char status; unsigned char dev; unsigned char lbal; unsigned char lbam; unsigned char lbah; unsigned char nsect; unsigned char error; unsigned char hob_lbal; unsigned char hob_lbam; unsigned char hob_lbah; unsigned char hob_nsect; unsigned char hob_feature; unsigned char ctl; long unsigned int flags; char __data[0]; }; struct trace_event_raw_ata_tf_load { struct trace_entry ent; unsigned int ata_port; unsigned char cmd; unsigned char dev; unsigned char lbal; unsigned char lbam; unsigned char lbah; unsigned char nsect; unsigned char feature; unsigned char hob_lbal; unsigned char hob_lbam; unsigned char hob_lbah; unsigned char hob_nsect; unsigned char hob_feature; unsigned char proto; char __data[0]; }; struct trace_event_raw_ata_exec_command_template { struct trace_entry ent; unsigned int ata_port; unsigned int tag; unsigned char cmd; unsigned char feature; unsigned char hob_nsect; unsigned char proto; char __data[0]; }; struct trace_event_raw_ata_bmdma_status { struct trace_entry ent; unsigned int ata_port; unsigned int tag; unsigned char host_stat; char __data[0]; }; struct trace_event_raw_ata_eh_link_autopsy { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int eh_action; unsigned int eh_err_mask; char __data[0]; }; struct trace_event_raw_ata_eh_link_autopsy_qc { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned int qc_flags; unsigned int eh_err_mask; char __data[0]; }; struct trace_event_raw_ata_eh_action_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int eh_action; char __data[0]; }; struct trace_event_raw_ata_link_reset_begin_template { struct trace_entry ent; unsigned int ata_port; unsigned int class[2]; long unsigned int deadline; char __data[0]; }; struct trace_event_raw_ata_link_reset_end_template { struct trace_entry ent; unsigned int ata_port; unsigned int class[2]; int rc; char __data[0]; }; struct trace_event_raw_ata_port_eh_begin_template { struct trace_entry ent; unsigned int ata_port; char __data[0]; }; struct trace_event_raw_ata_sff_hsm_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned int qc_flags; unsigned int protocol; unsigned int hsm_state; unsigned char dev_state; char __data[0]; }; struct trace_event_raw_ata_transfer_data_template { struct trace_entry ent; unsigned int ata_port; unsigned int ata_dev; unsigned int tag; unsigned int flags; unsigned int offset; unsigned int bytes; char __data[0]; }; struct trace_event_raw_ata_sff_template { struct trace_entry ent; unsigned int ata_port; unsigned char hsm_state; char __data[0]; }; struct trace_event_data_offsets_ata_qc_issue_template {}; struct trace_event_data_offsets_ata_qc_complete_template {}; struct trace_event_data_offsets_ata_tf_load {}; struct trace_event_data_offsets_ata_exec_command_template {}; struct trace_event_data_offsets_ata_bmdma_status {}; struct trace_event_data_offsets_ata_eh_link_autopsy {}; struct trace_event_data_offsets_ata_eh_link_autopsy_qc {}; struct trace_event_data_offsets_ata_eh_action_template {}; struct trace_event_data_offsets_ata_link_reset_begin_template {}; struct trace_event_data_offsets_ata_link_reset_end_template {}; struct trace_event_data_offsets_ata_port_eh_begin_template {}; struct trace_event_data_offsets_ata_sff_hsm_template {}; struct trace_event_data_offsets_ata_transfer_data_template {}; struct trace_event_data_offsets_ata_sff_template {}; typedef void (*btf_trace_ata_qc_prep)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_issue)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_complete_internal)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_complete_failed)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_qc_complete_done)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_tf_load)(void *, struct ata_port *, const struct ata_taskfile *); typedef void (*btf_trace_ata_exec_command)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_setup)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_start)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_stop)(void *, struct ata_port *, const struct ata_taskfile *, unsigned int); typedef void (*btf_trace_ata_bmdma_status)(void *, struct ata_port *, unsigned int); typedef void (*btf_trace_ata_eh_link_autopsy)(void *, struct ata_device *, unsigned int, unsigned int); typedef void (*btf_trace_ata_eh_link_autopsy_qc)(void *, struct ata_queued_cmd *); typedef void (*btf_trace_ata_eh_about_to_do)(void *, struct ata_link *, unsigned int, unsigned int); typedef void (*btf_trace_ata_eh_done)(void *, struct ata_link *, unsigned int, unsigned int); typedef void (*btf_trace_ata_link_hardreset_begin)(void *, struct ata_link *, unsigned int *, long unsigned int); typedef void (*btf_trace_ata_slave_hardreset_begin)(void *, struct ata_link *, unsigned int *, long unsigned int); typedef void (*btf_trace_ata_link_softreset_begin)(void *, struct ata_link *, unsigned int *, long unsigned int); typedef void (*btf_trace_ata_link_hardreset_end)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_slave_hardreset_end)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_link_softreset_end)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_link_postreset)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_slave_postreset)(void *, struct ata_link *, unsigned int *, int); typedef void (*btf_trace_ata_std_sched_eh)(void *, struct ata_port *); typedef void (*btf_trace_ata_port_freeze)(void *, struct ata_port *); typedef void (*btf_trace_ata_port_thaw)(void *, struct ata_port *); typedef void (*btf_trace_ata_sff_hsm_state)(void *, struct ata_queued_cmd *, unsigned char); typedef void (*btf_trace_ata_sff_hsm_command_complete)(void *, struct ata_queued_cmd *, unsigned char); typedef void (*btf_trace_ata_sff_port_intr)(void *, struct ata_queued_cmd *, unsigned char); typedef void (*btf_trace_ata_sff_pio_transfer_data)(void *, struct ata_queued_cmd *, unsigned int, unsigned int); typedef void (*btf_trace_atapi_pio_transfer_data)(void *, struct ata_queued_cmd *, unsigned int, unsigned int); typedef void (*btf_trace_atapi_send_cdb)(void *, struct ata_queued_cmd *, unsigned int, unsigned int); typedef void (*btf_trace_ata_sff_flush_pio_task)(void *, struct ata_port *); enum { ATA_READID_POSTRESET = 1, ATA_DNXFER_PIO = 0, ATA_DNXFER_DMA = 1, ATA_DNXFER_40C = 2, ATA_DNXFER_FORCE_PIO = 3, ATA_DNXFER_FORCE_PIO0 = 4, ATA_DNXFER_QUIET = 2147483648, }; struct ata_force_param { const char *name; u8 cbl; u8 spd_limit; long unsigned int xfer_mask; unsigned int horkage_on; unsigned int horkage_off; u16 lflags_on; u16 lflags_off; }; struct ata_force_ent { int port; int device; struct ata_force_param param; }; struct ata_xfer_ent { int shift; int bits; u8 base; }; struct ata_blacklist_entry { const char *model_num; const char *model_rev; long unsigned int horkage; }; typedef unsigned int (*ata_xlat_func_t)(struct ata_queued_cmd *); struct ata_scsi_args { struct ata_device *dev; u16 *id; struct scsi_cmnd *cmd; }; enum ata_lpm_hints { ATA_LPM_EMPTY = 1, ATA_LPM_HIPM = 2, ATA_LPM_WAKE_ONLY = 4, }; enum { ATA_EH_SPDN_NCQ_OFF = 1, ATA_EH_SPDN_SPEED_DOWN = 2, ATA_EH_SPDN_FALLBACK_TO_PIO = 4, ATA_EH_SPDN_KEEP_ERRORS = 8, ATA_EFLAG_IS_IO = 1, ATA_EFLAG_DUBIOUS_XFER = 2, ATA_EFLAG_OLD_ER = 2147483648, ATA_ECAT_NONE = 0, ATA_ECAT_ATA_BUS = 1, ATA_ECAT_TOUT_HSM = 2, ATA_ECAT_UNK_DEV = 3, ATA_ECAT_DUBIOUS_NONE = 4, ATA_ECAT_DUBIOUS_ATA_BUS = 5, ATA_ECAT_DUBIOUS_TOUT_HSM = 6, ATA_ECAT_DUBIOUS_UNK_DEV = 7, ATA_ECAT_NR = 8, ATA_EH_CMD_DFL_TIMEOUT = 5000, ATA_EH_RESET_COOL_DOWN = 5000, ATA_EH_PRERESET_TIMEOUT = 10000, ATA_EH_FASTDRAIN_INTERVAL = 3000, ATA_EH_UA_TRIES = 5, ATA_EH_PROBE_TRIAL_INTERVAL = 60000, ATA_EH_PROBE_TRIALS = 2, }; struct ata_eh_cmd_timeout_ent { const u8 *commands; const long unsigned int *timeouts; }; struct speed_down_verdict_arg { u64 since; int xfer_ok; int nr_errors[8]; }; struct ata_internal { struct scsi_transport_template t; struct device_attribute private_port_attrs[3]; struct device_attribute private_link_attrs[3]; struct device_attribute private_dev_attrs[9]; struct transport_container link_attr_cont; struct transport_container dev_attr_cont; struct device_attribute *link_attrs[4]; struct device_attribute *port_attrs[4]; struct device_attribute *dev_attrs[10]; }; struct ata_show_ering_arg { char *buf; int written; }; struct ata_acpi_gtf { u8 tf[7]; }; struct ata_acpi_hotplug_context { struct acpi_hotplug_context hp; union { struct ata_port *ap; struct ata_device *dev; } data; }; struct rm_feature_desc { __be16 feature_code; __u8 curr: 1; __u8 persistent: 1; __u8 feature_version: 4; __u8 reserved1: 2; __u8 add_len; __u8 lock: 1; __u8 dbml: 1; __u8 pvnt_jmpr: 1; __u8 eject: 1; __u8 load: 1; __u8 mech_type: 3; __u8 reserved2; __u8 reserved3; __u8 reserved4; }; enum odd_mech_type { ODD_MECH_TYPE_SLOT = 0, ODD_MECH_TYPE_DRAWER = 1, ODD_MECH_TYPE_UNSUPPORTED = 2, }; struct zpodd { enum odd_mech_type mech_type; struct ata_device *dev; bool from_notify; bool zp_ready; long unsigned int last_ready; bool zp_sampled; bool powered_off; }; enum { PIIX_IOCFG = 84, ICH5_PMR = 144, ICH5_PCS = 146, PIIX_SIDPR_BAR = 5, PIIX_SIDPR_LEN = 16, PIIX_SIDPR_IDX = 0, PIIX_SIDPR_DATA = 4, PIIX_FLAG_CHECKINTR = 268435456, PIIX_FLAG_SIDPR = 536870912, PIIX_PATA_FLAGS = 1, PIIX_SATA_FLAGS = 268435458, PIIX_FLAG_PIO16 = 1073741824, PIIX_80C_PRI = 48, PIIX_80C_SEC = 192, P0 = 0, P1 = 1, P2 = 2, P3 = 3, IDE = 4294967295, NA = 4294967294, RV = 4294967293, PIIX_AHCI_DEVICE = 6, PIIX_HOST_BROKEN_SUSPEND = 16777216, }; enum piix_controller_ids { piix_pata_mwdma = 0, piix_pata_33 = 1, ich_pata_33 = 2, ich_pata_66 = 3, ich_pata_100 = 4, ich_pata_100_nomwdma1 = 5, ich5_sata = 6, ich6_sata = 7, ich6m_sata = 8, ich8_sata = 9, ich8_2port_sata = 10, ich8m_apple_sata = 11, tolapai_sata = 12, piix_pata_vmw = 13, ich8_sata_snb = 14, ich8_2port_sata_snb = 15, ich8_2port_sata_byt = 16, }; struct piix_map_db { const u32 mask; const u16 port_enable; const int map[0]; }; struct piix_host_priv { const int *map; u32 saved_iocfg; void *sidpr; }; struct ich_laptop { u16 device; u16 subvendor; u16 subdevice; }; struct sis_chipset { u16 device; const struct ata_port_info *info; }; struct sis_laptop { u16 device; u16 subvendor; u16 subdevice; }; enum { ATA_GEN_CLASS_MATCH = 1, ATA_GEN_FORCE_DMA = 2, ATA_GEN_INTEL_IDER = 4, }; typedef void (*spi_res_release_t)(struct spi_controller *, struct spi_message *, void *); struct spi_res { struct list_head entry; spi_res_release_t release; long long unsigned int data[0]; }; struct ptp_system_timestamp { struct timespec64 pre_ts; struct timespec64 post_ts; }; struct spi_replaced_transfers; typedef void (*spi_replaced_release_t)(struct spi_controller *, struct spi_message *, struct spi_replaced_transfers *); struct spi_replaced_transfers { spi_replaced_release_t release; void *extradata; struct list_head replaced_transfers; struct list_head *replaced_after; size_t inserted; struct spi_transfer inserted_transfers[0]; }; struct spi_board_info { char modalias[32]; const void *platform_data; const struct software_node *swnode; void *controller_data; int irq; u32 max_speed_hz; u16 bus_num; u16 chip_select; u32 mode; }; enum spi_mem_data_dir { SPI_MEM_NO_DATA = 0, SPI_MEM_DATA_IN = 1, SPI_MEM_DATA_OUT = 2, }; struct spi_mem_op { struct { u8 nbytes; u8 buswidth; u8 dtr: 1; u16 opcode; } cmd; struct { u8 nbytes; u8 buswidth; u8 dtr: 1; u64 val; } addr; struct { u8 nbytes; u8 buswidth; u8 dtr: 1; } dummy; struct { u8 buswidth; u8 dtr: 1; u8 ecc: 1; enum spi_mem_data_dir dir; unsigned int nbytes; union { void *in; const void *out; } buf; } data; }; struct spi_mem_dirmap_info { struct spi_mem_op op_tmpl; u64 offset; u64 length; }; struct spi_mem_dirmap_desc { struct spi_mem *mem; struct spi_mem_dirmap_info info; unsigned int nodirmap; void *priv; }; struct spi_mem { struct spi_device *spi; void *drvpriv; const char *name; }; struct trace_event_raw_spi_controller { struct trace_entry ent; int bus_num; char __data[0]; }; struct trace_event_raw_spi_setup { struct trace_entry ent; int bus_num; int chip_select; long unsigned int mode; unsigned int bits_per_word; unsigned int max_speed_hz; int status; char __data[0]; }; struct trace_event_raw_spi_set_cs { struct trace_entry ent; int bus_num; int chip_select; long unsigned int mode; bool enable; char __data[0]; }; struct trace_event_raw_spi_message { struct trace_entry ent; int bus_num; int chip_select; struct spi_message *msg; char __data[0]; }; struct trace_event_raw_spi_message_done { struct trace_entry ent; int bus_num; int chip_select; struct spi_message *msg; unsigned int frame; unsigned int actual; char __data[0]; }; struct trace_event_raw_spi_transfer { struct trace_entry ent; int bus_num; int chip_select; struct spi_transfer *xfer; int len; u32 __data_loc_rx_buf; u32 __data_loc_tx_buf; char __data[0]; }; struct trace_event_data_offsets_spi_controller {}; struct trace_event_data_offsets_spi_setup {}; struct trace_event_data_offsets_spi_set_cs {}; struct trace_event_data_offsets_spi_message {}; struct trace_event_data_offsets_spi_message_done {}; struct trace_event_data_offsets_spi_transfer { u32 rx_buf; u32 tx_buf; }; typedef void (*btf_trace_spi_controller_idle)(void *, struct spi_controller *); typedef void (*btf_trace_spi_controller_busy)(void *, struct spi_controller *); typedef void (*btf_trace_spi_setup)(void *, struct spi_device *, int); typedef void (*btf_trace_spi_set_cs)(void *, struct spi_device *, bool); typedef void (*btf_trace_spi_message_submit)(void *, struct spi_message *); typedef void (*btf_trace_spi_message_start)(void *, struct spi_message *); typedef void (*btf_trace_spi_message_done)(void *, struct spi_message *); typedef void (*btf_trace_spi_transfer_start)(void *, struct spi_message *, struct spi_transfer *); typedef void (*btf_trace_spi_transfer_stop)(void *, struct spi_message *, struct spi_transfer *); struct boardinfo { struct list_head list; struct spi_board_info board_info; }; struct acpi_spi_lookup { struct spi_controller *ctlr; u32 max_speed_hz; u32 mode; int irq; u8 bits_per_word; u8 chip_select; int n; int index; }; struct spi_mem_driver { struct spi_driver spidrv; int (*probe)(struct spi_mem *); int (*remove)(struct spi_mem *); void (*shutdown)(struct spi_mem *); }; enum { NETIF_F_SG_BIT = 0, NETIF_F_IP_CSUM_BIT = 1, __UNUSED_NETIF_F_1 = 2, NETIF_F_HW_CSUM_BIT = 3, NETIF_F_IPV6_CSUM_BIT = 4, NETIF_F_HIGHDMA_BIT = 5, NETIF_F_FRAGLIST_BIT = 6, NETIF_F_HW_VLAN_CTAG_TX_BIT = 7, NETIF_F_HW_VLAN_CTAG_RX_BIT = 8, NETIF_F_HW_VLAN_CTAG_FILTER_BIT = 9, NETIF_F_VLAN_CHALLENGED_BIT = 10, NETIF_F_GSO_BIT = 11, NETIF_F_LLTX_BIT = 12, NETIF_F_NETNS_LOCAL_BIT = 13, NETIF_F_GRO_BIT = 14, NETIF_F_LRO_BIT = 15, NETIF_F_GSO_SHIFT = 16, NETIF_F_TSO_BIT = 16, NETIF_F_GSO_ROBUST_BIT = 17, NETIF_F_TSO_ECN_BIT = 18, NETIF_F_TSO_MANGLEID_BIT = 19, NETIF_F_TSO6_BIT = 20, NETIF_F_FSO_BIT = 21, NETIF_F_GSO_GRE_BIT = 22, NETIF_F_GSO_GRE_CSUM_BIT = 23, NETIF_F_GSO_IPXIP4_BIT = 24, NETIF_F_GSO_IPXIP6_BIT = 25, NETIF_F_GSO_UDP_TUNNEL_BIT = 26, NETIF_F_GSO_UDP_TUNNEL_CSUM_BIT = 27, NETIF_F_GSO_PARTIAL_BIT = 28, NETIF_F_GSO_TUNNEL_REMCSUM_BIT = 29, NETIF_F_GSO_SCTP_BIT = 30, NETIF_F_GSO_ESP_BIT = 31, NETIF_F_GSO_UDP_BIT = 32, NETIF_F_GSO_UDP_L4_BIT = 33, NETIF_F_GSO_FRAGLIST_BIT = 34, NETIF_F_GSO_LAST = 34, NETIF_F_FCOE_CRC_BIT = 35, NETIF_F_SCTP_CRC_BIT = 36, NETIF_F_FCOE_MTU_BIT = 37, NETIF_F_NTUPLE_BIT = 38, NETIF_F_RXHASH_BIT = 39, NETIF_F_RXCSUM_BIT = 40, NETIF_F_NOCACHE_COPY_BIT = 41, NETIF_F_LOOPBACK_BIT = 42, NETIF_F_RXFCS_BIT = 43, NETIF_F_RXALL_BIT = 44, NETIF_F_HW_VLAN_STAG_TX_BIT = 45, NETIF_F_HW_VLAN_STAG_RX_BIT = 46, NETIF_F_HW_VLAN_STAG_FILTER_BIT = 47, NETIF_F_HW_L2FW_DOFFLOAD_BIT = 48, NETIF_F_HW_TC_BIT = 49, NETIF_F_HW_ESP_BIT = 50, NETIF_F_HW_ESP_TX_CSUM_BIT = 51, NETIF_F_RX_UDP_TUNNEL_PORT_BIT = 52, NETIF_F_HW_TLS_TX_BIT = 53, NETIF_F_HW_TLS_RX_BIT = 54, NETIF_F_GRO_HW_BIT = 55, NETIF_F_HW_TLS_RECORD_BIT = 56, NETIF_F_GRO_FRAGLIST_BIT = 57, NETIF_F_HW_MACSEC_BIT = 58, NETIF_F_GRO_UDP_FWD_BIT = 59, NETIF_F_HW_HSR_TAG_INS_BIT = 60, NETIF_F_HW_HSR_TAG_RM_BIT = 61, NETIF_F_HW_HSR_FWD_BIT = 62, NETIF_F_HW_HSR_DUP_BIT = 63, NETDEV_FEATURE_COUNT = 64, }; typedef struct bio_vec skb_frag_t; enum { SKBTX_HW_TSTAMP = 1, SKBTX_SW_TSTAMP = 2, SKBTX_IN_PROGRESS = 4, SKBTX_HW_TSTAMP_USE_CYCLES = 8, SKBTX_WIFI_STATUS = 16, SKBTX_HW_TSTAMP_NETDEV = 32, SKBTX_SCHED_TSTAMP = 64, }; struct skb_shared_info { __u8 flags; __u8 meta_len; __u8 nr_frags; __u8 tx_flags; short unsigned int gso_size; short unsigned int gso_segs; struct sk_buff *frag_list; struct skb_shared_hwtstamps hwtstamps; unsigned int gso_type; u32 tskey; atomic_t dataref; unsigned int xdp_frags_size; void *destructor_arg; skb_frag_t frags[17]; }; struct mii_bus; struct mdio_device { struct device dev; struct mii_bus *bus; char modalias[32]; int (*bus_match)(struct device *, struct device_driver *); void (*device_free)(struct mdio_device *); void (*device_remove)(struct mdio_device *); int addr; int flags; struct gpio_desc *reset_gpio; struct reset_control *reset_ctrl; unsigned int reset_assert_delay; unsigned int reset_deassert_delay; }; struct mdio_bus_stats { u64_stats_t transfers; u64_stats_t errors; u64_stats_t writes; u64_stats_t reads; struct u64_stats_sync syncp; }; struct phy_package_shared; struct mii_bus { struct module *owner; const char *name; char id[61]; void *priv; int (*read)(struct mii_bus *, int, int); int (*write)(struct mii_bus *, int, int, u16); int (*reset)(struct mii_bus *); struct mdio_bus_stats stats[32]; struct mutex mdio_lock; struct device *parent; enum { MDIOBUS_ALLOCATED = 1, MDIOBUS_REGISTERED = 2, MDIOBUS_UNREGISTERED = 3, MDIOBUS_RELEASED = 4, } state; struct device dev; struct mdio_device *mdio_map[32]; u32 phy_mask; u32 phy_ignore_ta_mask; int irq[32]; int reset_delay_us; int reset_post_delay_us; struct gpio_desc *reset_gpiod; enum { MDIOBUS_NO_CAP = 0, MDIOBUS_C22 = 1, MDIOBUS_C45 = 2, MDIOBUS_C22_C45 = 3, } probe_capabilities; struct mutex shared_lock; struct phy_package_shared *shared[32]; }; struct phy_package_shared { int addr; refcount_t refcnt; long unsigned int flags; size_t priv_size; void *priv; }; struct mdio_board_info { const char *bus_id; char modalias[32]; int mdio_addr; const void *platform_data; }; struct mdio_board_entry { struct list_head list; struct mdio_board_info board_info; }; struct mdiobus_devres { struct mii_bus *mii; }; enum netdev_state_t { __LINK_STATE_START = 0, __LINK_STATE_PRESENT = 1, __LINK_STATE_NOCARRIER = 2, __LINK_STATE_LINKWATCH_PENDING = 3, __LINK_STATE_DORMANT = 4, __LINK_STATE_TESTING = 5, }; struct phy_c45_device_ids { u32 devices_in_package; u32 mmds_present; u32 device_ids[32]; }; enum phy_state { PHY_DOWN = 0, PHY_READY = 1, PHY_HALTED = 2, PHY_UP = 3, PHY_RUNNING = 4, PHY_NOLINK = 5, PHY_CABLETEST = 6, }; struct phylink; struct phy_driver; struct phy_led_trigger; struct mii_timestamper; struct phy_device { struct mdio_device mdio; struct phy_driver *drv; u32 phy_id; struct phy_c45_device_ids c45_ids; unsigned int is_c45: 1; unsigned int is_internal: 1; unsigned int is_pseudo_fixed_link: 1; unsigned int is_gigabit_capable: 1; unsigned int has_fixups: 1; unsigned int suspended: 1; unsigned int suspended_by_mdio_bus: 1; unsigned int sysfs_links: 1; unsigned int loopback_enabled: 1; unsigned int downshifted_rate: 1; unsigned int is_on_sfp_module: 1; unsigned int mac_managed_pm: 1; unsigned int autoneg: 1; unsigned int link: 1; unsigned int autoneg_complete: 1; unsigned int interrupts: 1; enum phy_state state; u32 dev_flags; phy_interface_t interface; int speed; int duplex; int port; int pause; int asym_pause; u8 master_slave_get; u8 master_slave_set; u8 master_slave_state; long unsigned int supported[2]; long unsigned int advertising[2]; long unsigned int lp_advertising[2]; long unsigned int adv_old[2]; u32 eee_broken_modes; struct phy_led_trigger *phy_led_triggers; unsigned int phy_num_led_triggers; struct phy_led_trigger *last_triggered; struct phy_led_trigger *led_link_trigger; int irq; void *priv; struct phy_package_shared *shared; struct sk_buff *skb; void *ehdr; struct nlattr *nest; struct delayed_work state_queue; struct mutex lock; bool sfp_bus_attached; struct sfp_bus *sfp_bus; struct phylink *phylink; struct net_device *attached_dev; struct mii_timestamper *mii_ts; u8 mdix; u8 mdix_ctrl; int pma_extable; void (*phy_link_change)(struct phy_device *, bool); void (*adjust_link)(struct net_device *); const struct macsec_ops *macsec_ops; }; struct phy_tdr_config { u32 first; u32 last; u32 step; s8 pair; }; struct mii_ioctl_data { __u16 phy_id; __u16 reg_num; __u16 val_in; __u16 val_out; }; enum { ETHTOOL_MSG_KERNEL_NONE = 0, ETHTOOL_MSG_STRSET_GET_REPLY = 1, ETHTOOL_MSG_LINKINFO_GET_REPLY = 2, ETHTOOL_MSG_LINKINFO_NTF = 3, ETHTOOL_MSG_LINKMODES_GET_REPLY = 4, ETHTOOL_MSG_LINKMODES_NTF = 5, ETHTOOL_MSG_LINKSTATE_GET_REPLY = 6, ETHTOOL_MSG_DEBUG_GET_REPLY = 7, ETHTOOL_MSG_DEBUG_NTF = 8, ETHTOOL_MSG_WOL_GET_REPLY = 9, ETHTOOL_MSG_WOL_NTF = 10, ETHTOOL_MSG_FEATURES_GET_REPLY = 11, ETHTOOL_MSG_FEATURES_SET_REPLY = 12, ETHTOOL_MSG_FEATURES_NTF = 13, ETHTOOL_MSG_PRIVFLAGS_GET_REPLY = 14, ETHTOOL_MSG_PRIVFLAGS_NTF = 15, ETHTOOL_MSG_RINGS_GET_REPLY = 16, ETHTOOL_MSG_RINGS_NTF = 17, ETHTOOL_MSG_CHANNELS_GET_REPLY = 18, ETHTOOL_MSG_CHANNELS_NTF = 19, ETHTOOL_MSG_COALESCE_GET_REPLY = 20, ETHTOOL_MSG_COALESCE_NTF = 21, ETHTOOL_MSG_PAUSE_GET_REPLY = 22, ETHTOOL_MSG_PAUSE_NTF = 23, ETHTOOL_MSG_EEE_GET_REPLY = 24, ETHTOOL_MSG_EEE_NTF = 25, ETHTOOL_MSG_TSINFO_GET_REPLY = 26, ETHTOOL_MSG_CABLE_TEST_NTF = 27, ETHTOOL_MSG_CABLE_TEST_TDR_NTF = 28, ETHTOOL_MSG_TUNNEL_INFO_GET_REPLY = 29, ETHTOOL_MSG_FEC_GET_REPLY = 30, ETHTOOL_MSG_FEC_NTF = 31, ETHTOOL_MSG_MODULE_EEPROM_GET_REPLY = 32, ETHTOOL_MSG_STATS_GET_REPLY = 33, ETHTOOL_MSG_PHC_VCLOCKS_GET_REPLY = 34, ETHTOOL_MSG_MODULE_GET_REPLY = 35, ETHTOOL_MSG_MODULE_NTF = 36, __ETHTOOL_MSG_KERNEL_CNT = 37, ETHTOOL_MSG_KERNEL_MAX = 36, }; enum { ETHTOOL_A_STATS_UNSPEC = 0, ETHTOOL_A_STATS_PAD = 1, ETHTOOL_A_STATS_HEADER = 2, ETHTOOL_A_STATS_GROUPS = 3, ETHTOOL_A_STATS_GRP = 4, __ETHTOOL_A_STATS_CNT = 5, ETHTOOL_A_STATS_MAX = 4, }; struct mdio_driver_common { struct device_driver driver; int flags; }; struct mii_timestamper { bool (*rxtstamp)(struct mii_timestamper *, struct sk_buff *, int); void (*txtstamp)(struct mii_timestamper *, struct sk_buff *, int); int (*hwtstamp)(struct mii_timestamper *, struct ifreq *); void (*link_state)(struct mii_timestamper *, struct phy_device *); int (*ts_info)(struct mii_timestamper *, struct ethtool_ts_info *); struct device *device; }; struct phy_driver { struct mdio_driver_common mdiodrv; u32 phy_id; char *name; u32 phy_id_mask; const long unsigned int * const features; u32 flags; const void *driver_data; int (*soft_reset)(struct phy_device *); int (*config_init)(struct phy_device *); int (*probe)(struct phy_device *); int (*get_features)(struct phy_device *); int (*suspend)(struct phy_device *); int (*resume)(struct phy_device *); int (*config_aneg)(struct phy_device *); int (*aneg_done)(struct phy_device *); int (*read_status)(struct phy_device *); int (*config_intr)(struct phy_device *); irqreturn_t (*handle_interrupt)(struct phy_device *); void (*remove)(struct phy_device *); int (*match_phy_device)(struct phy_device *); int (*set_wol)(struct phy_device *, struct ethtool_wolinfo *); void (*get_wol)(struct phy_device *, struct ethtool_wolinfo *); void (*link_change_notify)(struct phy_device *); int (*read_mmd)(struct phy_device *, int, u16); int (*write_mmd)(struct phy_device *, int, u16, u16); int (*read_page)(struct phy_device *); int (*write_page)(struct phy_device *, int); int (*module_info)(struct phy_device *, struct ethtool_modinfo *); int (*module_eeprom)(struct phy_device *, struct ethtool_eeprom *, u8 *); int (*cable_test_start)(struct phy_device *); int (*cable_test_tdr_start)(struct phy_device *, const struct phy_tdr_config *); int (*cable_test_get_status)(struct phy_device *, bool *); int (*get_sset_count)(struct phy_device *); void (*get_strings)(struct phy_device *, u8 *); void (*get_stats)(struct phy_device *, struct ethtool_stats *, u64 *); int (*get_tunable)(struct phy_device *, struct ethtool_tunable *, void *); int (*set_tunable)(struct phy_device *, struct ethtool_tunable *, const void *); int (*set_loopback)(struct phy_device *, bool); int (*get_sqi)(struct phy_device *); int (*get_sqi_max)(struct phy_device *); }; struct phy_led_trigger { struct led_trigger trigger; char name[76]; unsigned int speed; }; struct phy_setting { u32 speed; u8 duplex; u8 bit; }; struct ethtool_phy_ops { int (*get_sset_count)(struct phy_device *); int (*get_strings)(struct phy_device *, u8 *); int (*get_stats)(struct phy_device *, struct ethtool_stats *, u64 *); int (*start_cable_test)(struct phy_device *, struct netlink_ext_ack *); int (*start_cable_test_tdr)(struct phy_device *, struct netlink_ext_ack *, const struct phy_tdr_config *); }; struct phy_fixup { struct list_head list; char bus_id[64]; u32 phy_uid; u32 phy_uid_mask; int (*run)(struct phy_device *); }; struct sfp_eeprom_base { u8 phys_id; u8 phys_ext_id; u8 connector; u8 if_1x_copper_passive: 1; u8 if_1x_copper_active: 1; u8 if_1x_lx: 1; u8 if_1x_sx: 1; u8 e10g_base_sr: 1; u8 e10g_base_lr: 1; u8 e10g_base_lrm: 1; u8 e10g_base_er: 1; u8 sonet_oc3_short_reach: 1; u8 sonet_oc3_smf_intermediate_reach: 1; u8 sonet_oc3_smf_long_reach: 1; u8 unallocated_5_3: 1; u8 sonet_oc12_short_reach: 1; u8 sonet_oc12_smf_intermediate_reach: 1; u8 sonet_oc12_smf_long_reach: 1; u8 unallocated_5_7: 1; u8 sonet_oc48_short_reach: 1; u8 sonet_oc48_intermediate_reach: 1; u8 sonet_oc48_long_reach: 1; u8 sonet_reach_bit2: 1; u8 sonet_reach_bit1: 1; u8 sonet_oc192_short_reach: 1; u8 escon_smf_1310_laser: 1; u8 escon_mmf_1310_led: 1; u8 e1000_base_sx: 1; u8 e1000_base_lx: 1; u8 e1000_base_cx: 1; u8 e1000_base_t: 1; u8 e100_base_lx: 1; u8 e100_base_fx: 1; u8 e_base_bx10: 1; u8 e_base_px: 1; u8 fc_tech_electrical_inter_enclosure: 1; u8 fc_tech_lc: 1; u8 fc_tech_sa: 1; u8 fc_ll_m: 1; u8 fc_ll_l: 1; u8 fc_ll_i: 1; u8 fc_ll_s: 1; u8 fc_ll_v: 1; u8 unallocated_8_0: 1; u8 unallocated_8_1: 1; u8 sfp_ct_passive: 1; u8 sfp_ct_active: 1; u8 fc_tech_ll: 1; u8 fc_tech_sl: 1; u8 fc_tech_sn: 1; u8 fc_tech_electrical_intra_enclosure: 1; u8 fc_media_sm: 1; u8 unallocated_9_1: 1; u8 fc_media_m5: 1; u8 fc_media_m6: 1; u8 fc_media_tv: 1; u8 fc_media_mi: 1; u8 fc_media_tp: 1; u8 fc_media_tw: 1; u8 fc_speed_100: 1; u8 unallocated_10_1: 1; u8 fc_speed_200: 1; u8 fc_speed_3200: 1; u8 fc_speed_400: 1; u8 fc_speed_1600: 1; u8 fc_speed_800: 1; u8 fc_speed_1200: 1; u8 encoding; u8 br_nominal; u8 rate_id; u8 link_len[6]; char vendor_name[16]; u8 extended_cc; char vendor_oui[3]; char vendor_pn[16]; char vendor_rev[4]; union { __be16 optical_wavelength; __be16 cable_compliance; struct { u8 sff8431_app_e: 1; u8 fc_pi_4_app_h: 1; u8 reserved60_2: 6; u8 reserved61: 8; } passive; struct { u8 sff8431_app_e: 1; u8 fc_pi_4_app_h: 1; u8 sff8431_lim: 1; u8 fc_pi_4_lim: 1; u8 reserved60_4: 4; u8 reserved61: 8; } active; }; u8 reserved62; u8 cc_base; }; struct sfp_eeprom_ext { __be16 options; u8 br_max; u8 br_min; char vendor_sn[16]; char datecode[8]; u8 diagmon; u8 enhopts; u8 sff8472_compliance; u8 cc_ext; }; struct sfp_eeprom_id { struct sfp_eeprom_base base; struct sfp_eeprom_ext ext; }; struct sfp_upstream_ops { void (*attach)(void *, struct sfp_bus *); void (*detach)(void *, struct sfp_bus *); int (*module_insert)(void *, const struct sfp_eeprom_id *); void (*module_remove)(void *); int (*module_start)(void *); void (*module_stop)(void *); void (*link_down)(void *); void (*link_up)(void *); int (*connect_phy)(void *, struct phy_device *); void (*disconnect_phy)(void *); }; struct mdio_driver { struct mdio_driver_common mdiodrv; int (*probe)(struct mdio_device *); void (*remove)(struct mdio_device *); void (*shutdown)(struct mdio_device *); }; struct trace_event_raw_mdio_access { struct trace_entry ent; char busid[61]; char read; u8 addr; u16 val; unsigned int regnum; char __data[0]; }; struct trace_event_data_offsets_mdio_access {}; typedef void (*btf_trace_mdio_access)(void *, struct mii_bus *, char, u8, unsigned int, u16, int); struct mdio_bus_stat_attr { int addr; unsigned int field_offset; }; struct fixed_phy_status { int link; int speed; int duplex; int pause; int asym_pause; }; struct swmii_regs { u16 bmsr; u16 lpa; u16 lpagb; u16 estat; }; enum { SWMII_SPEED_10 = 0, SWMII_SPEED_100 = 1, SWMII_SPEED_1000 = 2, SWMII_DUPLEX_HALF = 0, SWMII_DUPLEX_FULL = 1, }; struct mii_timestamping_ctrl { struct mii_timestamper * (*probe_channel)(struct device *, unsigned int); void (*release_channel)(struct device *, struct mii_timestamper *); }; struct mii_timestamping_desc { struct list_head list; struct mii_timestamping_ctrl *ctrl; struct device *device; }; struct sfp; struct sfp_socket_ops; struct sfp_quirk; struct sfp_bus { struct kref kref; struct list_head node; struct fwnode_handle *fwnode; const struct sfp_socket_ops *socket_ops; struct device *sfp_dev; struct sfp *sfp; const struct sfp_quirk *sfp_quirk; const struct sfp_upstream_ops *upstream_ops; void *upstream; struct phy_device *phydev; bool registered; bool started; }; enum { SFF8024_ID_UNK = 0, SFF8024_ID_SFF_8472 = 2, SFF8024_ID_SFP = 3, SFF8024_ID_DWDM_SFP = 11, SFF8024_ID_QSFP_8438 = 12, SFF8024_ID_QSFP_8436_8636 = 13, SFF8024_ID_QSFP28_8636 = 17, SFF8024_ENCODING_UNSPEC = 0, SFF8024_ENCODING_8B10B = 1, SFF8024_ENCODING_4B5B = 2, SFF8024_ENCODING_NRZ = 3, SFF8024_ENCODING_8472_MANCHESTER = 4, SFF8024_ENCODING_8472_SONET = 5, SFF8024_ENCODING_8472_64B66B = 6, SFF8024_ENCODING_8436_MANCHESTER = 6, SFF8024_ENCODING_8436_SONET = 4, SFF8024_ENCODING_8436_64B66B = 5, SFF8024_ENCODING_256B257B = 7, SFF8024_ENCODING_PAM4 = 8, SFF8024_CONNECTOR_UNSPEC = 0, SFF8024_CONNECTOR_SC = 1, SFF8024_CONNECTOR_FIBERJACK = 6, SFF8024_CONNECTOR_LC = 7, SFF8024_CONNECTOR_MT_RJ = 8, SFF8024_CONNECTOR_MU = 9, SFF8024_CONNECTOR_SG = 10, SFF8024_CONNECTOR_OPTICAL_PIGTAIL = 11, SFF8024_CONNECTOR_MPO_1X12 = 12, SFF8024_CONNECTOR_MPO_2X16 = 13, SFF8024_CONNECTOR_HSSDC_II = 32, SFF8024_CONNECTOR_COPPER_PIGTAIL = 33, SFF8024_CONNECTOR_RJ45 = 34, SFF8024_CONNECTOR_NOSEPARATE = 35, SFF8024_CONNECTOR_MXC_2X16 = 36, SFF8024_ECC_UNSPEC = 0, SFF8024_ECC_100G_25GAUI_C2M_AOC = 1, SFF8024_ECC_100GBASE_SR4_25GBASE_SR = 2, SFF8024_ECC_100GBASE_LR4_25GBASE_LR = 3, SFF8024_ECC_100GBASE_ER4_25GBASE_ER = 4, SFF8024_ECC_100GBASE_SR10 = 5, SFF8024_ECC_100GBASE_CR4 = 11, SFF8024_ECC_25GBASE_CR_S = 12, SFF8024_ECC_25GBASE_CR_N = 13, SFF8024_ECC_10GBASE_T_SFI = 22, SFF8024_ECC_10GBASE_T_SR = 28, SFF8024_ECC_5GBASE_T = 29, SFF8024_ECC_2_5GBASE_T = 30, }; struct sfp_socket_ops { void (*attach)(struct sfp *); void (*detach)(struct sfp *); void (*start)(struct sfp *); void (*stop)(struct sfp *); int (*module_info)(struct sfp *, struct ethtool_modinfo *); int (*module_eeprom)(struct sfp *, struct ethtool_eeprom *, u8 *); int (*module_eeprom_by_page)(struct sfp *, const struct ethtool_module_eeprom *, struct netlink_ext_ack *); }; struct sfp_quirk { const char *vendor; const char *part; void (*modes)(const struct sfp_eeprom_id *, long unsigned int *); }; struct mdio_device_id { __u32 phy_id; __u32 phy_id_mask; }; enum { MDIO_AN_C22 = 65504, }; struct fixed_mdio_bus { struct mii_bus *mii_bus; struct list_head phys; }; struct fixed_phy { int addr; struct phy_device *phydev; struct fixed_phy_status status; bool no_carrier; int (*link_update)(struct net_device *, struct fixed_phy_status *); struct list_head node; struct gpio_desc *link_gpiod; }; struct flow_dissector_key_control { u16 thoff; u16 addr_type; u32 flags; }; struct flow_dissector_key_basic { __be16 n_proto; u8 ip_proto; u8 padding; }; struct flow_dissector { unsigned int used_keys; short unsigned int offset[29]; }; struct flow_keys_basic { struct flow_dissector_key_control control; struct flow_dissector_key_basic basic; }; struct nf_conntrack { refcount_t use; }; enum { SKBFL_ZEROCOPY_ENABLE = 1, SKBFL_SHARED_FRAG = 2, SKBFL_PURE_ZEROCOPY = 4, }; struct mmpin { struct user_struct *user; unsigned int num_pg; }; struct ubuf_info { void (*callback)(struct sk_buff *, struct ubuf_info *, bool); union { struct { long unsigned int desc; void *ctx; }; struct { u32 id; u16 len; u16 zerocopy: 1; u32 bytelen; }; }; refcount_t refcnt; u8 flags; struct mmpin mmp; }; enum { SKB_GSO_TCPV4 = 1, SKB_GSO_DODGY = 2, SKB_GSO_TCP_ECN = 4, SKB_GSO_TCP_FIXEDID = 8, SKB_GSO_TCPV6 = 16, SKB_GSO_FCOE = 32, SKB_GSO_GRE = 64, SKB_GSO_GRE_CSUM = 128, SKB_GSO_IPXIP4 = 256, SKB_GSO_IPXIP6 = 512, SKB_GSO_UDP_TUNNEL = 1024, SKB_GSO_UDP_TUNNEL_CSUM = 2048, SKB_GSO_PARTIAL = 4096, SKB_GSO_TUNNEL_REMCSUM = 8192, SKB_GSO_SCTP = 16384, SKB_GSO_ESP = 32768, SKB_GSO_UDP = 65536, SKB_GSO_UDP_L4 = 131072, SKB_GSO_FRAGLIST = 262144, }; enum { IFLA_TUN_UNSPEC = 0, IFLA_TUN_OWNER = 1, IFLA_TUN_GROUP = 2, IFLA_TUN_TYPE = 3, IFLA_TUN_PI = 4, IFLA_TUN_VNET_HDR = 5, IFLA_TUN_PERSIST = 6, IFLA_TUN_MULTI_QUEUE = 7, IFLA_TUN_NUM_QUEUES = 8, IFLA_TUN_NUM_DISABLED_QUEUES = 9, __IFLA_TUN_MAX = 10, }; struct gro_list { struct list_head list; int count; }; struct napi_struct { struct list_head poll_list; long unsigned int state; int weight; int defer_hard_irqs_count; long unsigned int gro_bitmask; int (*poll)(struct napi_struct *, int); int poll_owner; struct net_device *dev; struct gro_list gro_hash[8]; struct sk_buff *skb; struct list_head rx_list; int rx_count; struct hrtimer timer; struct list_head dev_list; struct hlist_node napi_hash_node; unsigned int napi_id; struct task_struct *thread; }; enum netdev_queue_state_t { __QUEUE_STATE_DRV_XOFF = 0, __QUEUE_STATE_STACK_XOFF = 1, __QUEUE_STATE_FROZEN = 2, }; struct rps_sock_flow_table { u32 mask; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 ents[0]; }; struct ip_tunnel_parm { char name[16]; int link; __be16 i_flags; __be16 o_flags; __be32 i_key; __be32 o_key; struct iphdr iph; }; struct wpan_phy; struct wpan_dev_header_ops; struct wpan_dev { struct wpan_phy *wpan_phy; int iftype; struct list_head list; struct net_device *netdev; const struct wpan_dev_header_ops *header_ops; struct net_device *lowpan_dev; u32 identifier; __le16 pan_id; __le16 short_addr; __le64 extended_addr; atomic_t bsn; atomic_t dsn; u8 min_be; u8 max_be; u8 csma_retries; s8 frame_retries; bool lbt; bool promiscuous_mode; bool ackreq; }; struct tun_pi { __u16 flags; __be16 proto; }; struct tun_filter { __u16 flags; __u16 count; __u8 addr[0]; }; struct virtio_net_hdr { __u8 flags; __u8 gso_type; __virtio16 hdr_len; __virtio16 gso_size; __virtio16 csum_start; __virtio16 csum_offset; }; struct tun_msg_ctl { short unsigned int type; short unsigned int num; void *ptr; }; struct tun_xdp_hdr { int buflen; struct virtio_net_hdr gso; }; struct fib_info; struct fib_nh { struct fib_nh_common nh_common; struct hlist_node nh_hash; struct fib_info *nh_parent; __u32 nh_tclassid; __be32 nh_saddr; int nh_saddr_genid; }; struct fib_info { struct hlist_node fib_hash; struct hlist_node fib_lhash; struct list_head nh_list; struct net *fib_net; refcount_t fib_treeref; refcount_t fib_clntref; unsigned int fib_flags; unsigned char fib_dead; unsigned char fib_protocol; unsigned char fib_scope; unsigned char fib_type; __be32 fib_prefsrc; u32 fib_tb_id; u32 fib_priority; struct dst_metrics *fib_metrics; int fib_nhs; bool fib_nh_is_v6; bool nh_updated; struct nexthop *nh; struct callback_head rcu; struct fib_nh fib_nh[0]; }; struct nh_info; struct nh_group; struct nexthop { struct rb_node rb_node; struct list_head fi_list; struct list_head f6i_list; struct list_head fdb_list; struct list_head grp_list; struct net *net; u32 id; u8 protocol; u8 nh_flags; bool is_group; refcount_t refcnt; struct callback_head rcu; union { struct nh_info *nh_info; struct nh_group *nh_grp; }; }; struct nh_info { struct hlist_node dev_hash; struct nexthop *nh_parent; u8 family; bool reject_nh; bool fdb_nh; union { struct fib_nh_common fib_nhc; struct fib_nh fib_nh; struct fib6_nh fib6_nh; }; }; struct nh_grp_entry; struct nh_res_bucket { struct nh_grp_entry *nh_entry; atomic_long_t used_time; long unsigned int migrated_time; bool occupied; u8 nh_flags; }; struct nh_grp_entry { struct nexthop *nh; u8 weight; union { struct { atomic_t upper_bound; } hthr; struct { struct list_head uw_nh_entry; u16 count_buckets; u16 wants_buckets; } res; }; struct list_head nh_list; struct nexthop *nh_parent; }; struct nh_res_table { struct net *net; u32 nhg_id; struct delayed_work upkeep_dw; struct list_head uw_nh_entries; long unsigned int unbalanced_since; u32 idle_timer; u32 unbalanced_timer; u16 num_nh_buckets; struct nh_res_bucket nh_buckets[0]; }; struct nh_group { struct nh_group *spare; u16 num_nh; bool is_multipath; bool hash_threshold; bool resilient; bool fdb_nh; bool has_v4; struct nh_res_table *res_table; struct nh_grp_entry nh_entries[0]; }; enum { AX25_VALUES_IPDEFMODE = 0, AX25_VALUES_AXDEFMODE = 1, AX25_VALUES_BACKOFF = 2, AX25_VALUES_CONMODE = 3, AX25_VALUES_WINDOW = 4, AX25_VALUES_EWINDOW = 5, AX25_VALUES_T1 = 6, AX25_VALUES_T2 = 7, AX25_VALUES_T3 = 8, AX25_VALUES_IDLE = 9, AX25_VALUES_N2 = 10, AX25_VALUES_PACLEN = 11, AX25_VALUES_PROTOCOL = 12, AX25_VALUES_DS_TIMEOUT = 13, AX25_MAX_VALUES = 14, }; enum nl802154_cca_modes { __NL802154_CCA_INVALID = 0, NL802154_CCA_ENERGY = 1, NL802154_CCA_CARRIER = 2, NL802154_CCA_ENERGY_CARRIER = 3, NL802154_CCA_ALOHA = 4, NL802154_CCA_UWB_SHR = 5, NL802154_CCA_UWB_MULTIPLEXED = 6, __NL802154_CCA_ATTR_AFTER_LAST = 7, NL802154_CCA_ATTR_MAX = 6, }; enum nl802154_cca_opts { NL802154_CCA_OPT_ENERGY_CARRIER_AND = 0, NL802154_CCA_OPT_ENERGY_CARRIER_OR = 1, __NL802154_CCA_OPT_ATTR_AFTER_LAST = 2, NL802154_CCA_OPT_ATTR_MAX = 1, }; enum nl802154_supported_bool_states { NL802154_SUPPORTED_BOOL_FALSE = 0, NL802154_SUPPORTED_BOOL_TRUE = 1, __NL802154_SUPPORTED_BOOL_INVALD = 2, NL802154_SUPPORTED_BOOL_BOTH = 3, __NL802154_SUPPORTED_BOOL_AFTER_LAST = 4, NL802154_SUPPORTED_BOOL_MAX = 3, }; struct wpan_phy_supported { u32 channels[32]; u32 cca_modes; u32 cca_opts; u32 iftypes; enum nl802154_supported_bool_states lbt; u8 min_minbe; u8 max_minbe; u8 min_maxbe; u8 max_maxbe; u8 min_csma_backoffs; u8 max_csma_backoffs; s8 min_frame_retries; s8 max_frame_retries; size_t tx_powers_size; size_t cca_ed_levels_size; const s32 *tx_powers; const s32 *cca_ed_levels; }; struct wpan_phy_cca { enum nl802154_cca_modes mode; enum nl802154_cca_opts opt; }; struct wpan_phy { const void *privid; u32 flags; u8 current_channel; u8 current_page; struct wpan_phy_supported supported; s32 transmit_power; struct wpan_phy_cca cca; __le64 perm_extended_addr; s32 cca_ed_level; u32 symbol_duration; u16 lifs_period; u16 sifs_period; struct device dev; possible_net_t _net; char priv[0]; }; struct ieee802154_addr { u8 mode; __le16 pan_id; union { __le16 short_addr; __le64 extended_addr; }; }; struct wpan_dev_header_ops { int (*create)(struct sk_buff *, struct net_device *, const struct ieee802154_addr *, const struct ieee802154_addr *, unsigned int); }; struct tap_filter { unsigned int count; u32 mask[2]; unsigned char addr[48]; }; struct tun_struct; struct tun_file { struct sock sk; long: 64; struct socket socket; struct tun_struct *tun; struct fasync_struct *fasync; unsigned int flags; union { u16 queue_index; unsigned int ifindex; }; struct napi_struct napi; bool napi_enabled; bool napi_frags_enabled; struct mutex napi_mutex; struct list_head next; struct tun_struct *detached; long: 64; long: 64; long: 64; struct ptr_ring tx_ring; struct xdp_rxq_info xdp_rxq; }; struct tun_prog; struct tun_struct { struct tun_file *tfiles[256]; unsigned int numqueues; unsigned int flags; kuid_t owner; kgid_t group; struct net_device *dev; netdev_features_t set_features; int align; int vnet_hdr_sz; int sndbuf; struct tap_filter txflt; struct sock_fprog fprog; bool filter_attached; u32 msg_enable; spinlock_t lock; struct hlist_head flows[1024]; struct timer_list flow_gc_timer; long unsigned int ageing_time; unsigned int numdisabled; struct list_head disabled; void *security; u32 flow_count; u32 rx_batched; atomic_long_t rx_frame_errors; struct bpf_prog *xdp_prog; struct tun_prog *steering_prog; struct tun_prog *filter_prog; struct ethtool_link_ksettings link_ksettings; struct file *file; struct ifreq *ifr; }; struct tun_page { struct page *page; int count; }; struct tun_flow_entry { struct hlist_node hash_link; struct callback_head rcu; struct tun_struct *tun; u32 rxhash; u32 rps_rxhash; int queue_index; long: 32; long: 64; long unsigned int updated; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct tun_prog { struct callback_head rcu; struct bpf_prog *prog; }; struct veth { __be16 h_vlan_proto; __be16 h_vlan_TCI; }; enum { IFLA_UNSPEC = 0, IFLA_ADDRESS = 1, IFLA_BROADCAST = 2, IFLA_IFNAME = 3, IFLA_MTU = 4, IFLA_LINK = 5, IFLA_QDISC = 6, IFLA_STATS = 7, IFLA_COST = 8, IFLA_PRIORITY = 9, IFLA_MASTER = 10, IFLA_WIRELESS = 11, IFLA_PROTINFO = 12, IFLA_TXQLEN = 13, IFLA_MAP = 14, IFLA_WEIGHT = 15, IFLA_OPERSTATE = 16, IFLA_LINKMODE = 17, IFLA_LINKINFO = 18, IFLA_NET_NS_PID = 19, IFLA_IFALIAS = 20, IFLA_NUM_VF = 21, IFLA_VFINFO_LIST = 22, IFLA_STATS64 = 23, IFLA_VF_PORTS = 24, IFLA_PORT_SELF = 25, IFLA_AF_SPEC = 26, IFLA_GROUP = 27, IFLA_NET_NS_FD = 28, IFLA_EXT_MASK = 29, IFLA_PROMISCUITY = 30, IFLA_NUM_TX_QUEUES = 31, IFLA_NUM_RX_QUEUES = 32, IFLA_CARRIER = 33, IFLA_PHYS_PORT_ID = 34, IFLA_CARRIER_CHANGES = 35, IFLA_PHYS_SWITCH_ID = 36, IFLA_LINK_NETNSID = 37, IFLA_PHYS_PORT_NAME = 38, IFLA_PROTO_DOWN = 39, IFLA_GSO_MAX_SEGS = 40, IFLA_GSO_MAX_SIZE = 41, IFLA_PAD = 42, IFLA_XDP = 43, IFLA_EVENT = 44, IFLA_NEW_NETNSID = 45, IFLA_IF_NETNSID = 46, IFLA_TARGET_NETNSID = 46, IFLA_CARRIER_UP_COUNT = 47, IFLA_CARRIER_DOWN_COUNT = 48, IFLA_NEW_IFINDEX = 49, IFLA_MIN_MTU = 50, IFLA_MAX_MTU = 51, IFLA_PROP_LIST = 52, IFLA_ALT_IFNAME = 53, IFLA_PERM_ADDRESS = 54, IFLA_PROTO_DOWN_REASON = 55, IFLA_PARENT_DEV_NAME = 56, IFLA_PARENT_DEV_BUS_NAME = 57, IFLA_GRO_MAX_SIZE = 58, IFLA_TSO_MAX_SIZE = 59, IFLA_TSO_MAX_SEGS = 60, __IFLA_MAX = 61, }; enum { IFLA_PPP_UNSPEC = 0, IFLA_PPP_DEV_FD = 1, __IFLA_PPP_MAX = 2, }; enum NPmode { NPMODE_PASS = 0, NPMODE_DROP = 1, NPMODE_ERROR = 2, NPMODE_QUEUE = 3, }; struct pppstat { __u32 ppp_discards; __u32 ppp_ibytes; __u32 ppp_ioctects; __u32 ppp_ipackets; __u32 ppp_ierrors; __u32 ppp_ilqrs; __u32 ppp_obytes; __u32 ppp_ooctects; __u32 ppp_opackets; __u32 ppp_oerrors; __u32 ppp_olqrs; }; struct vjstat { __u32 vjs_packets; __u32 vjs_compressed; __u32 vjs_searches; __u32 vjs_misses; __u32 vjs_uncompressedin; __u32 vjs_compressedin; __u32 vjs_errorin; __u32 vjs_tossed; }; struct compstat { __u32 unc_bytes; __u32 unc_packets; __u32 comp_bytes; __u32 comp_packets; __u32 inc_bytes; __u32 inc_packets; __u32 in_count; __u32 bytes_out; double ratio; }; struct ppp_stats { struct pppstat p; struct vjstat vj; }; struct ppp_comp_stats { struct compstat c; struct compstat d; }; struct ppp_idle32 { __s32 xmit_idle; __s32 recv_idle; }; struct ppp_idle64 { __s64 xmit_idle; __s64 recv_idle; }; struct npioctl { int protocol; enum NPmode mode; }; struct ppp_option_data { __u8 *ptr; __u32 length; int transmit; }; struct ppp_channel; struct ppp_channel_ops { int (*start_xmit)(struct ppp_channel *, struct sk_buff *); int (*ioctl)(struct ppp_channel *, unsigned int, long unsigned int); int (*fill_forward_path)(struct net_device_path_ctx *, struct net_device_path *, const struct ppp_channel *); }; struct ppp_channel { void *private; const struct ppp_channel_ops *ops; int mtu; int hdrlen; void *ppp; int speed; int latency; }; struct compressor { int compress_proto; void * (*comp_alloc)(unsigned char *, int); void (*comp_free)(void *); int (*comp_init)(void *, unsigned char *, int, int, int, int); void (*comp_reset)(void *); int (*compress)(void *, unsigned char *, unsigned char *, int, int); void (*comp_stat)(void *, struct compstat *); void * (*decomp_alloc)(unsigned char *, int); void (*decomp_free)(void *); int (*decomp_init)(void *, unsigned char *, int, int, int, int, int); void (*decomp_reset)(void *); int (*decompress)(void *, unsigned char *, int, unsigned char *, int); void (*incomp)(void *, unsigned char *, int); void (*decomp_stat)(void *, struct compstat *); struct module *owner; unsigned int comp_extra; }; typedef __u8 byte_t; typedef __u32 int32; struct cstate___2 { byte_t cs_this; bool initialized; struct cstate___2 *next; struct iphdr cs_ip; struct tcphdr cs_tcp; unsigned char cs_ipopt[64]; unsigned char cs_tcpopt[64]; int cs_hsize; }; struct slcompress { struct cstate___2 *tstate; struct cstate___2 *rstate; byte_t tslot_limit; byte_t rslot_limit; byte_t xmit_oldest; byte_t xmit_current; byte_t recv_current; byte_t flags; int32 sls_o_nontcp; int32 sls_o_tcp; int32 sls_o_uncompressed; int32 sls_o_compressed; int32 sls_o_searches; int32 sls_o_misses; int32 sls_i_uncompressed; int32 sls_i_compressed; int32 sls_i_error; int32 sls_i_tossed; int32 sls_i_runt; int32 sls_i_badcheck; }; struct ppp_file { enum { INTERFACE = 1, CHANNEL = 2, } kind; struct sk_buff_head xq; struct sk_buff_head rq; wait_queue_head_t rwait; refcount_t refcnt; int hdrlen; int index; int dead; }; struct ppp_link_stats { u64 rx_packets; u64 tx_packets; u64 rx_bytes; u64 tx_bytes; }; struct ppp { struct ppp_file file; struct file *owner; struct list_head channels; int n_channels; spinlock_t rlock; spinlock_t wlock; int *xmit_recursion; int mru; unsigned int flags; unsigned int xstate; unsigned int rstate; int debug; struct slcompress *vj; enum NPmode npmode[6]; struct sk_buff *xmit_pending; struct compressor *xcomp; void *xc_state; struct compressor *rcomp; void *rc_state; long unsigned int last_xmit; long unsigned int last_recv; struct net_device *dev; int closing; int nxchan; u32 nxseq; int mrru; u32 nextseq; u32 minseq; struct sk_buff_head mrq; struct bpf_prog *pass_filter; struct bpf_prog *active_filter; struct net *ppp_net; struct ppp_link_stats stats64; }; struct channel { struct ppp_file file; struct list_head list; struct ppp_channel *chan; struct rw_semaphore chan_sem; spinlock_t downl; struct ppp *ppp; struct net *chan_net; netns_tracker ns_tracker; struct list_head clist; rwlock_t upl; struct channel *bridge; u8 avail; u8 had_frag; u32 lastseq; int speed; }; struct ppp_config { struct file *file; s32 unit; bool ifname_is_set; }; struct ppp_net { struct idr units_idr; struct mutex all_ppp_mutex; struct list_head all_channels; struct list_head new_channels; int last_channel_index; spinlock_t all_channels_lock; }; struct sock_fprog32 { short unsigned int len; compat_caddr_t filter; }; struct ppp_option_data32 { compat_uptr_t ptr; u32 length; compat_int_t transmit; }; struct ppp_mp_skb_parm { u32 sequence; u8 BEbits; }; struct compressor_entry { struct list_head list; struct compressor *comp; }; struct wl1251_platform_data { int power_gpio; int irq; bool use_eeprom; }; enum { IFLA_INFO_UNSPEC = 0, IFLA_INFO_KIND = 1, IFLA_INFO_DATA = 2, IFLA_INFO_XSTATS = 3, IFLA_INFO_SLAVE_KIND = 4, IFLA_INFO_SLAVE_DATA = 5, __IFLA_INFO_MAX = 6, }; enum wwan_port_type { WWAN_PORT_AT = 0, WWAN_PORT_MBIM = 1, WWAN_PORT_QMI = 2, WWAN_PORT_QCDM = 3, WWAN_PORT_FIREHOSE = 4, __WWAN_PORT_MAX = 5, WWAN_PORT_MAX = 4, WWAN_PORT_UNKNOWN = 5, }; struct wwan_port; struct wwan_port_ops { int (*start)(struct wwan_port *); void (*stop)(struct wwan_port *); int (*tx)(struct wwan_port *, struct sk_buff *); int (*tx_blocking)(struct wwan_port *, struct sk_buff *); __poll_t (*tx_poll)(struct wwan_port *, struct file *, poll_table *); }; struct wwan_port { enum wwan_port_type type; unsigned int start_count; long unsigned int flags; const struct wwan_port_ops *ops; struct mutex ops_lock; struct device dev; struct sk_buff_head rxq; wait_queue_head_t waitqueue; struct mutex data_lock; union { struct { struct ktermios termios; int mdmbits; } at_data; }; }; struct wwan_netdev_priv { u32 link_id; int: 32; u8 drv_priv[0]; }; struct wwan_ops { unsigned int priv_size; void (*setup)(struct net_device *); int (*newlink)(void *, struct net_device *, u32, struct netlink_ext_ack *); void (*dellink)(void *, struct net_device *, struct list_head *); }; enum { IFLA_WWAN_UNSPEC = 0, IFLA_WWAN_LINK_ID = 1, __IFLA_WWAN_MAX = 2, }; struct wwan_device { unsigned int id; struct device dev; atomic_t port_id; const struct wwan_ops *ops; void *ops_ctxt; struct dentry *debugfs_dir; }; enum skb_free_reason { SKB_REASON_CONSUMED = 0, SKB_REASON_DROPPED = 1, }; enum ethtool_stringset { ETH_SS_TEST = 0, ETH_SS_STATS = 1, ETH_SS_PRIV_FLAGS = 2, ETH_SS_NTUPLE_FILTERS = 3, ETH_SS_FEATURES = 4, ETH_SS_RSS_HASH_FUNCS = 5, ETH_SS_TUNABLES = 6, ETH_SS_PHY_STATS = 7, ETH_SS_PHY_TUNABLES = 8, ETH_SS_LINK_MODES = 9, ETH_SS_MSG_CLASSES = 10, ETH_SS_WOL_MODES = 11, ETH_SS_SOF_TIMESTAMPING = 12, ETH_SS_TS_TX_TYPES = 13, ETH_SS_TS_RX_FILTERS = 14, ETH_SS_UDP_TUNNEL_TYPES = 15, ETH_SS_STATS_STD = 16, ETH_SS_STATS_ETH_PHY = 17, ETH_SS_STATS_ETH_MAC = 18, ETH_SS_STATS_ETH_CTRL = 19, ETH_SS_STATS_RMON = 20, ETH_SS_COUNT = 21, }; struct xen_netif_tx_request { grant_ref_t gref; uint16_t offset; uint16_t flags; uint16_t id; uint16_t size; }; struct xen_netif_extra_info { uint8_t type; uint8_t flags; union { struct { uint16_t size; uint8_t type; uint8_t pad; uint16_t features; } gso; struct { uint8_t addr[6]; } mcast; struct { uint8_t type; uint8_t algorithm; uint8_t value[4]; } hash; struct { uint16_t headroom; uint16_t pad[2]; } xdp; uint16_t pad[3]; } u; }; struct xen_netif_tx_response { uint16_t id; int16_t status; }; struct xen_netif_rx_request { uint16_t id; uint16_t pad; grant_ref_t gref; }; struct xen_netif_rx_response { uint16_t id; uint16_t offset; uint16_t flags; int16_t status; }; union xen_netif_tx_sring_entry { struct xen_netif_tx_request req; struct xen_netif_tx_response rsp; }; struct xen_netif_tx_sring { RING_IDX req_prod; RING_IDX req_event; RING_IDX rsp_prod; RING_IDX rsp_event; uint8_t __pad[48]; union xen_netif_tx_sring_entry ring[1]; }; struct xen_netif_tx_front_ring { RING_IDX req_prod_pvt; RING_IDX rsp_cons; unsigned int nr_ents; struct xen_netif_tx_sring *sring; }; union xen_netif_rx_sring_entry { struct xen_netif_rx_request req; struct xen_netif_rx_response rsp; }; struct xen_netif_rx_sring { RING_IDX req_prod; RING_IDX req_event; RING_IDX rsp_prod; RING_IDX rsp_event; uint8_t __pad[48]; union xen_netif_rx_sring_entry ring[1]; }; struct xen_netif_rx_front_ring { RING_IDX req_prod_pvt; RING_IDX rsp_cons; unsigned int nr_ents; struct xen_netif_rx_sring *sring; }; struct netfront_cb { int pull_to; }; struct netfront_stats { u64 packets; u64 bytes; struct u64_stats_sync syncp; }; struct netfront_info; struct netfront_queue { unsigned int id; char name[22]; struct netfront_info *info; struct bpf_prog *xdp_prog; struct napi_struct napi; unsigned int tx_evtchn; unsigned int rx_evtchn; unsigned int tx_irq; unsigned int rx_irq; char tx_irq_name[25]; char rx_irq_name[25]; spinlock_t tx_lock; struct xen_netif_tx_front_ring tx; int tx_ring_ref; struct sk_buff *tx_skbs[256]; short unsigned int tx_link[256]; grant_ref_t gref_tx_head; grant_ref_t grant_tx_ref[256]; struct page *grant_tx_page[256]; unsigned int tx_skb_freelist; unsigned int tx_pend_queue; long: 64; spinlock_t rx_lock; struct xen_netif_rx_front_ring rx; int rx_ring_ref; struct timer_list rx_refill_timer; struct sk_buff *rx_skbs[256]; grant_ref_t gref_rx_head; grant_ref_t grant_rx_ref[256]; unsigned int rx_rsp_unconsumed; spinlock_t rx_cons_lock; struct page_pool *page_pool; long: 64; long: 64; long: 64; struct xdp_rxq_info xdp_rxq; }; struct netfront_info { struct list_head list; struct net_device *netdev; struct xenbus_device *xbdev; struct netfront_queue *queues; struct netfront_stats *rx_stats; struct netfront_stats *tx_stats; bool netback_has_xdp_headroom; bool netfront_xdp_enabled; bool broken; atomic_t rx_gso_checksum_fixup; }; struct netfront_rx_info { struct xen_netif_rx_response rx; struct xen_netif_extra_info extras[5]; }; struct xennet_gnttab_make_txreq { struct netfront_queue *queue; struct sk_buff *skb; struct page *page; struct xen_netif_tx_request *tx; struct xen_netif_tx_request tx_local; unsigned int size; }; struct xennet_stat { char name[32]; u16 offset; }; struct vfio_info_cap_header { __u16 id; __u16 version; __u32 next; }; struct vfio_group_status { __u32 argsz; __u32 flags; }; struct vfio_irq_set { __u32 argsz; __u32 flags; __u32 index; __u32 start; __u32 count; __u8 data[0]; }; struct vfio_device_feature { __u32 argsz; __u32 flags; __u8 data[0]; }; struct vfio_device_feature_migration { __u64 flags; }; struct vfio_device_feature_mig_state { __u32 device_state; __s32 data_fd; }; enum vfio_device_mig_state { VFIO_DEVICE_STATE_ERROR = 0, VFIO_DEVICE_STATE_STOP = 1, VFIO_DEVICE_STATE_RUNNING = 2, VFIO_DEVICE_STATE_STOP_COPY = 3, VFIO_DEVICE_STATE_RESUMING = 4, VFIO_DEVICE_STATE_RUNNING_P2P = 5, }; struct vfio_device_set { void *set_id; struct mutex lock; struct list_head device_list; unsigned int device_count; }; struct kvm___2; struct vfio_device_ops; struct vfio_group; struct vfio_device { struct device *dev; const struct vfio_device_ops *ops; struct vfio_group *group; struct vfio_device_set *dev_set; struct list_head dev_set_list; unsigned int migration_flags; struct kvm___2 *kvm; refcount_t refcount; unsigned int open_count; struct completion comp; struct list_head group_next; }; struct vfio_device_ops { char *name; int (*open_device)(struct vfio_device *); void (*close_device)(struct vfio_device *); ssize_t (*read)(struct vfio_device *, char *, size_t, loff_t *); ssize_t (*write)(struct vfio_device *, const char *, size_t, loff_t *); long int (*ioctl)(struct vfio_device *, unsigned int, long unsigned int); int (*mmap)(struct vfio_device *, struct vm_area_struct *); void (*request)(struct vfio_device *, unsigned int); int (*match)(struct vfio_device *, char *); int (*device_feature)(struct vfio_device *, u32, void *, size_t); struct file * (*migration_set_state)(struct vfio_device *, enum vfio_device_mig_state); int (*migration_get_state)(struct vfio_device *, enum vfio_device_mig_state *); }; enum vfio_group_type { VFIO_IOMMU = 0, VFIO_EMULATED_IOMMU = 1, VFIO_NO_IOMMU = 2, }; struct vfio_container; struct vfio_group { struct device dev; struct cdev cdev; refcount_t users; unsigned int container_users; struct iommu_group *iommu_group; struct vfio_container *container; struct list_head device_list; struct mutex device_lock; struct list_head vfio_next; struct list_head container_next; enum vfio_group_type type; unsigned int dev_counter; struct rw_semaphore group_rwsem; struct kvm___2 *kvm; struct file *opened_file; struct blocking_notifier_head notifier; }; enum vfio_notify_type { VFIO_IOMMU_NOTIFY = 0, }; struct vfio_info_cap { struct vfio_info_cap_header *buf; size_t size; }; enum vfio_iommu_notify_type { VFIO_IOMMU_CONTAINER_CLOSE = 0, }; struct vfio_iommu_driver_ops { char *name; struct module *owner; void * (*open)(long unsigned int); void (*release)(void *); long int (*ioctl)(void *, unsigned int, long unsigned int); int (*attach_group)(void *, struct iommu_group *, enum vfio_group_type); void (*detach_group)(void *, struct iommu_group *); int (*pin_pages)(void *, struct iommu_group *, long unsigned int *, int, int, long unsigned int *); int (*unpin_pages)(void *, long unsigned int *, int); int (*register_notifier)(void *, long unsigned int *, struct notifier_block *); int (*unregister_notifier)(void *, struct notifier_block *); int (*dma_rw)(void *, dma_addr_t, void *, size_t, bool); struct iommu_domain * (*group_iommu_domain)(void *, struct iommu_group *); void (*notify)(void *, enum vfio_iommu_notify_type); }; struct vfio { struct class *class; struct list_head iommu_drivers_list; struct mutex iommu_drivers_lock; struct list_head group_list; struct mutex group_lock; struct ida group_ida; dev_t group_devt; }; struct vfio_iommu_driver { const struct vfio_iommu_driver_ops *ops; struct list_head vfio_next; }; struct vfio_container { struct kref kref; struct list_head group_list; struct rw_semaphore group_lock; struct vfio_iommu_driver *iommu_driver; void *iommu_data; bool noiommu; }; enum { VFIO_DEVICE_NUM_STATES = 6, }; struct virqfd { void *opaque; struct eventfd_ctx *eventfd; int (*handler)(void *, void *); void (*thread)(void *, void *); void *data; struct work_struct inject; wait_queue_entry_t wait; poll_table pt; struct work_struct shutdown; struct virqfd **pvirqfd; }; struct vfio_iommu_type1_info { __u32 argsz; __u32 flags; __u64 iova_pgsizes; __u32 cap_offset; }; struct vfio_iova_range { __u64 start; __u64 end; }; struct vfio_iommu_type1_info_cap_iova_range { struct vfio_info_cap_header header; __u32 nr_iovas; __u32 reserved; struct vfio_iova_range iova_ranges[0]; }; struct vfio_iommu_type1_info_cap_migration { struct vfio_info_cap_header header; __u32 flags; __u64 pgsize_bitmap; __u64 max_dirty_bitmap_size; }; struct vfio_iommu_type1_info_dma_avail { struct vfio_info_cap_header header; __u32 avail; }; struct vfio_iommu_type1_dma_map { __u32 argsz; __u32 flags; __u64 vaddr; __u64 iova; __u64 size; }; struct vfio_bitmap { __u64 pgsize; __u64 size; __u64 *data; }; struct vfio_iommu_type1_dma_unmap { __u32 argsz; __u32 flags; __u64 iova; __u64 size; __u8 data[0]; }; struct vfio_iommu_type1_dirty_bitmap { __u32 argsz; __u32 flags; __u8 data[0]; }; struct vfio_iommu_type1_dirty_bitmap_get { __u64 iova; __u64 size; struct vfio_bitmap bitmap; }; struct vfio_iommu { struct list_head domain_list; struct list_head iova_list; struct mutex lock; struct rb_root dma_list; struct blocking_notifier_head notifier; unsigned int dma_avail; unsigned int vaddr_invalid_count; uint64_t pgsize_bitmap; uint64_t num_non_pinned_groups; wait_queue_head_t vaddr_wait; bool v2; bool nesting; bool dirty_page_tracking; bool container_open; struct list_head emulated_iommu_groups; }; struct vfio_domain { struct iommu_domain *domain; struct list_head next; struct list_head group_list; bool fgsp: 1; bool enforce_cache_coherency: 1; }; struct vfio_dma { struct rb_node node; dma_addr_t iova; long unsigned int vaddr; size_t size; int prot; bool iommu_mapped; bool lock_cap; bool vaddr_invalid; struct task_struct *task; struct rb_root pfn_list; long unsigned int *bitmap; }; struct vfio_batch { struct page **pages; struct page *fallback_page; int capacity; int size; int offset; }; struct vfio_iommu_group { struct iommu_group *iommu_group; struct list_head next; bool pinned_page_dirty_scope; }; struct vfio_iova { struct list_head list; dma_addr_t start; dma_addr_t end; }; struct vfio_pfn { struct rb_node node; dma_addr_t iova; long unsigned int pfn; unsigned int ref_count; }; struct vfio_regions { struct list_head list; dma_addr_t iova; phys_addr_t phys; size_t len; }; struct vfio_device_info { __u32 argsz; __u32 flags; __u32 num_regions; __u32 num_irqs; __u32 cap_offset; }; struct vfio_region_info { __u32 argsz; __u32 flags; __u32 index; __u32 cap_offset; __u64 size; __u64 offset; }; struct vfio_region_info_cap_type { struct vfio_info_cap_header header; __u32 type; __u32 subtype; }; struct vfio_irq_info { __u32 argsz; __u32 flags; __u32 index; __u32 count; }; enum { VFIO_PCI_BAR0_REGION_INDEX = 0, VFIO_PCI_BAR1_REGION_INDEX = 1, VFIO_PCI_BAR2_REGION_INDEX = 2, VFIO_PCI_BAR3_REGION_INDEX = 3, VFIO_PCI_BAR4_REGION_INDEX = 4, VFIO_PCI_BAR5_REGION_INDEX = 5, VFIO_PCI_ROM_REGION_INDEX = 6, VFIO_PCI_CONFIG_REGION_INDEX = 7, VFIO_PCI_VGA_REGION_INDEX = 8, VFIO_PCI_NUM_REGIONS = 9, }; enum { VFIO_PCI_INTX_IRQ_INDEX = 0, VFIO_PCI_MSI_IRQ_INDEX = 1, VFIO_PCI_MSIX_IRQ_INDEX = 2, VFIO_PCI_ERR_IRQ_INDEX = 3, VFIO_PCI_REQ_IRQ_INDEX = 4, VFIO_PCI_NUM_IRQS = 5, }; struct vfio_pci_dependent_device { __u32 group_id; __u16 segment; __u8 bus; __u8 devfn; }; struct vfio_pci_hot_reset_info { __u32 argsz; __u32 flags; __u32 count; struct vfio_pci_dependent_device devices[0]; }; struct vfio_pci_hot_reset { __u32 argsz; __u32 flags; __u32 count; __s32 group_fds[0]; }; struct vfio_device_ioeventfd { __u32 argsz; __u32 flags; __u64 offset; __u64 data; __s32 fd; }; struct irq_bypass_consumer; struct irq_bypass_producer { struct list_head node; void *token; int irq; int (*add_consumer)(struct irq_bypass_producer *, struct irq_bypass_consumer *); void (*del_consumer)(struct irq_bypass_producer *, struct irq_bypass_consumer *); void (*stop)(struct irq_bypass_producer *); void (*start)(struct irq_bypass_producer *); }; struct irq_bypass_consumer { struct list_head node; void *token; int (*add_producer)(struct irq_bypass_consumer *, struct irq_bypass_producer *); void (*del_producer)(struct irq_bypass_consumer *, struct irq_bypass_producer *); void (*stop)(struct irq_bypass_consumer *); void (*start)(struct irq_bypass_consumer *); }; struct vfio_pci_core_device; struct vfio_pci_ioeventfd { struct list_head next; struct vfio_pci_core_device *vdev; struct virqfd *virqfd; void *addr; uint64_t data; loff_t pos; int bar; int count; bool test_mem; }; struct pci_saved_state___2; struct perm_bits; struct vfio_pci_irq_ctx; struct vfio_pci_region; struct vfio_pci_vf_token; struct vfio_pci_core_device { struct vfio_device vdev; struct pci_dev *pdev; void *barmap[6]; bool bar_mmap_supported[6]; u8 *pci_config_map; u8 *vconfig; struct perm_bits *msi_perm; spinlock_t irqlock; struct mutex igate; struct vfio_pci_irq_ctx *ctx; int num_ctx; int irq_type; int num_regions; struct vfio_pci_region *region; u8 msi_qmax; u8 msix_bar; u16 msix_size; u32 msix_offset; u32 rbar[7]; bool pci_2_3; bool virq_disabled; bool reset_works; bool extended_caps; bool bardirty; bool has_vga; bool needs_reset; bool nointx; bool needs_pm_restore; struct pci_saved_state___2 *pci_saved_state; struct pci_saved_state___2 *pm_save; int ioeventfds_nr; struct eventfd_ctx *err_trigger; struct eventfd_ctx *req_trigger; struct list_head dummy_resources_list; struct mutex ioeventfds_lock; struct list_head ioeventfds_list; struct vfio_pci_vf_token *vf_token; struct list_head sriov_pfs_item; struct vfio_pci_core_device *sriov_pf_core_dev; struct notifier_block nb; struct mutex vma_lock; struct list_head vma_list; struct rw_semaphore memory_lock; }; struct vfio_pci_irq_ctx { struct eventfd_ctx *trigger; struct virqfd *unmask; struct virqfd *mask; char *name; bool masked; struct irq_bypass_producer producer; }; struct vfio_pci_regops { ssize_t (*rw)(struct vfio_pci_core_device *, char *, size_t, loff_t *, bool); void (*release)(struct vfio_pci_core_device *, struct vfio_pci_region *); int (*mmap)(struct vfio_pci_core_device *, struct vfio_pci_region *, struct vm_area_struct *); int (*add_capability)(struct vfio_pci_core_device *, struct vfio_pci_region *, struct vfio_info_cap *); }; struct vfio_pci_region { u32 type; u32 subtype; const struct vfio_pci_regops *ops; void *data; size_t size; u32 flags; }; struct vfio_pci_dummy_resource { struct resource resource; int index; struct list_head res_next; }; struct vfio_pci_vf_token { struct mutex lock; uuid_t uuid; int users; }; struct vfio_pci_mmap_vma { struct vm_area_struct *vma; struct list_head vma_next; }; struct vfio_pci_fill_info { int max; int cur; struct vfio_pci_dependent_device *devices; }; struct vfio_pci_group_info { int count; struct file **files; }; struct vfio_pci_walk_info { int (*fn)(struct pci_dev *, void *); void *data; struct pci_dev *pdev; bool slot; int ret; }; struct perm_bits { u8 *virt; u8 *write; int (*readfn)(struct vfio_pci_core_device *, int, int, struct perm_bits *, int, __le32 *); int (*writefn)(struct vfio_pci_core_device *, int, int, struct perm_bits *, int, __le32); }; enum { PCI_ID_F_VFIO_DRIVER_OVERRIDE = 1, }; struct igd_opregion_vbt { void *opregion; void *vbt_ex; }; struct cdrom_msf { __u8 cdmsf_min0; __u8 cdmsf_sec0; __u8 cdmsf_frame0; __u8 cdmsf_min1; __u8 cdmsf_sec1; __u8 cdmsf_frame1; }; struct cdrom_volctrl { __u8 channel0; __u8 channel1; __u8 channel2; __u8 channel3; }; struct cdrom_subchnl { __u8 cdsc_format; __u8 cdsc_audiostatus; __u8 cdsc_adr: 4; __u8 cdsc_ctrl: 4; __u8 cdsc_trk; __u8 cdsc_ind; union cdrom_addr cdsc_absaddr; union cdrom_addr cdsc_reladdr; }; struct cdrom_read_audio { union cdrom_addr addr; __u8 addr_format; int nframes; __u8 *buf; }; struct cdrom_blk { unsigned int from; short unsigned int len; }; struct cdrom_timed_media_change_info { __s64 last_media_change; __u64 media_flags; }; struct dvd_layer { __u8 book_version: 4; __u8 book_type: 4; __u8 min_rate: 4; __u8 disc_size: 4; __u8 layer_type: 4; __u8 track_path: 1; __u8 nlayers: 2; char: 1; __u8 track_density: 4; __u8 linear_density: 4; __u8 bca: 1; __u32 start_sector; __u32 end_sector; __u32 end_sector_l0; }; struct dvd_physical { __u8 type; __u8 layer_num; struct dvd_layer layer[4]; }; struct dvd_copyright { __u8 type; __u8 layer_num; __u8 cpst; __u8 rmi; }; struct dvd_disckey { __u8 type; unsigned int agid: 2; __u8 value[2048]; }; struct dvd_bca { __u8 type; int len; __u8 value[188]; }; struct dvd_manufact { __u8 type; __u8 layer_num; int len; __u8 value[2048]; }; typedef union { __u8 type; struct dvd_physical physical; struct dvd_copyright copyright; struct dvd_disckey disckey; struct dvd_bca bca; struct dvd_manufact manufact; } dvd_struct; typedef __u8 dvd_key[5]; typedef __u8 dvd_challenge[10]; struct dvd_lu_send_agid { __u8 type; unsigned int agid: 2; }; struct dvd_host_send_challenge { __u8 type; unsigned int agid: 2; dvd_challenge chal; }; struct dvd_send_key { __u8 type; unsigned int agid: 2; dvd_key key; }; struct dvd_lu_send_challenge { __u8 type; unsigned int agid: 2; dvd_challenge chal; }; struct dvd_lu_send_title_key { __u8 type; unsigned int agid: 2; dvd_key title_key; int lba; unsigned int cpm: 1; unsigned int cp_sec: 1; unsigned int cgms: 2; }; struct dvd_lu_send_asf { __u8 type; unsigned int agid: 2; unsigned int asf: 1; }; struct dvd_host_send_rpcstate { __u8 type; __u8 pdrc; }; struct dvd_lu_send_rpcstate { __u8 type: 2; __u8 vra: 3; __u8 ucca: 3; __u8 region_mask; __u8 rpc_scheme; }; typedef union { __u8 type; struct dvd_lu_send_agid lsa; struct dvd_host_send_challenge hsc; struct dvd_send_key lsk; struct dvd_lu_send_challenge lsc; struct dvd_send_key hsk; struct dvd_lu_send_title_key lstk; struct dvd_lu_send_asf lsasf; struct dvd_host_send_rpcstate hrpcs; struct dvd_lu_send_rpcstate lrpcs; } dvd_authinfo; struct mrw_feature_desc { __be16 feature_code; __u8 curr: 1; __u8 persistent: 1; __u8 feature_version: 4; __u8 reserved1: 2; __u8 add_len; __u8 write: 1; __u8 reserved2: 7; __u8 reserved3; __u8 reserved4; __u8 reserved5; }; struct rwrt_feature_desc { __be16 feature_code; __u8 curr: 1; __u8 persistent: 1; __u8 feature_version: 4; __u8 reserved1: 2; __u8 add_len; __u32 last_lba; __u32 block_size; __u16 blocking; __u8 page_present: 1; __u8 reserved2: 7; __u8 reserved3; }; typedef struct { __be16 disc_information_length; __u8 disc_status: 2; __u8 border_status: 2; __u8 erasable: 1; __u8 reserved1: 3; __u8 n_first_track; __u8 n_sessions_lsb; __u8 first_track_lsb; __u8 last_track_lsb; __u8 mrw_status: 2; __u8 dbit: 1; __u8 reserved2: 2; __u8 uru: 1; __u8 dbc_v: 1; __u8 did_v: 1; __u8 disc_type; __u8 n_sessions_msb; __u8 first_track_msb; __u8 last_track_msb; __u32 disc_id; __u32 lead_in; __u32 lead_out; __u8 disc_bar_code[8]; __u8 reserved3; __u8 n_opc; } disc_information; typedef struct { __be16 track_information_length; __u8 track_lsb; __u8 session_lsb; __u8 reserved1; __u8 track_mode: 4; __u8 copy: 1; __u8 damage: 1; __u8 reserved2: 2; __u8 data_mode: 4; __u8 fp: 1; __u8 packet: 1; __u8 blank: 1; __u8 rt: 1; __u8 nwa_v: 1; __u8 lra_v: 1; __u8 reserved3: 6; __be32 track_start; __be32 next_writable; __be32 free_blocks; __be32 fixed_packet_size; __be32 track_size; __be32 last_rec_address; } track_information; struct mode_page_header { __be16 mode_data_length; __u8 medium_type; __u8 reserved1; __u8 reserved2; __u8 reserved3; __be16 desc_length; }; typedef struct { int data; int audio; int cdi; int xa; long int error; } tracktype; struct cdrom_mechstat_header { __u8 curslot: 5; __u8 changer_state: 2; __u8 fault: 1; __u8 reserved1: 4; __u8 door_open: 1; __u8 mech_state: 3; __u8 curlba[3]; __u8 nslots; __u16 slot_tablelen; }; struct cdrom_slot { __u8 change: 1; __u8 reserved1: 6; __u8 disc_present: 1; __u8 reserved2[3]; }; struct cdrom_changer_info { struct cdrom_mechstat_header hdr; struct cdrom_slot slots[256]; }; struct modesel_head { __u8 reserved1; __u8 medium; __u8 reserved2; __u8 block_desc_length; __u8 density; __u8 number_of_blocks_hi; __u8 number_of_blocks_med; __u8 number_of_blocks_lo; __u8 reserved3; __u8 block_length_hi; __u8 block_length_med; __u8 block_length_lo; }; typedef struct { __u16 report_key_length; __u8 reserved1; __u8 reserved2; __u8 ucca: 3; __u8 vra: 3; __u8 type_code: 2; __u8 region_mask; __u8 rpc_scheme; __u8 reserved3; } rpc_state_t; struct cdrom_sysctl_settings { char info[1000]; int autoclose; int autoeject; int debug; int lock; int check; }; enum cdrom_print_option { CTL_NAME = 0, CTL_SPEED = 1, CTL_SLOTS = 2, CTL_CAPABILITY = 3, }; struct compat_cdrom_read_audio { union cdrom_addr addr; u8 addr_format; compat_int_t nframes; compat_caddr_t buf; }; enum usb_otg_state { OTG_STATE_UNDEFINED = 0, OTG_STATE_B_IDLE = 1, OTG_STATE_B_SRP_INIT = 2, OTG_STATE_B_PERIPHERAL = 3, OTG_STATE_B_WAIT_ACON = 4, OTG_STATE_B_HOST = 5, OTG_STATE_A_IDLE = 6, OTG_STATE_A_WAIT_VRISE = 7, OTG_STATE_A_WAIT_BCON = 8, OTG_STATE_A_HOST = 9, OTG_STATE_A_SUSPEND = 10, OTG_STATE_A_PERIPHERAL = 11, OTG_STATE_A_WAIT_VFALL = 12, OTG_STATE_A_VBUS_ERR = 13, }; enum usb_dr_mode { USB_DR_MODE_UNKNOWN = 0, USB_DR_MODE_HOST = 1, USB_DR_MODE_PERIPHERAL = 2, USB_DR_MODE_OTG = 3, }; enum usb_led_event { USB_LED_EVENT_HOST = 0, USB_LED_EVENT_GADGET = 1, }; struct usb_device_id { __u16 match_flags; __u16 idVendor; __u16 idProduct; __u16 bcdDevice_lo; __u16 bcdDevice_hi; __u8 bDeviceClass; __u8 bDeviceSubClass; __u8 bDeviceProtocol; __u8 bInterfaceClass; __u8 bInterfaceSubClass; __u8 bInterfaceProtocol; __u8 bInterfaceNumber; kernel_ulong_t driver_info; }; struct usb_descriptor_header { __u8 bLength; __u8 bDescriptorType; }; enum usb_port_connect_type { USB_PORT_CONNECT_TYPE_UNKNOWN = 0, USB_PORT_CONNECT_TYPE_HOT_PLUG = 1, USB_PORT_CONNECT_TYPE_HARD_WIRED = 2, USB_PORT_NOT_USED = 3, }; struct usb_dynids { spinlock_t lock; struct list_head list; }; struct usbdrv_wrap { struct device_driver driver; int for_devices; }; struct usb_driver { const char *name; int (*probe)(struct usb_interface *, const struct usb_device_id *); void (*disconnect)(struct usb_interface *); int (*unlocked_ioctl)(struct usb_interface *, unsigned int, void *); int (*suspend)(struct usb_interface *, pm_message_t); int (*resume)(struct usb_interface *); int (*reset_resume)(struct usb_interface *); int (*pre_reset)(struct usb_interface *); int (*post_reset)(struct usb_interface *); const struct usb_device_id *id_table; const struct attribute_group **dev_groups; struct usb_dynids dynids; struct usbdrv_wrap drvwrap; unsigned int no_dynamic_id: 1; unsigned int supports_autosuspend: 1; unsigned int disable_hub_initiated_lpm: 1; unsigned int soft_unbind: 1; }; struct usb_device_driver { const char *name; bool (*match)(struct usb_device *); int (*probe)(struct usb_device *); void (*disconnect)(struct usb_device *); int (*suspend)(struct usb_device *, pm_message_t); int (*resume)(struct usb_device *, pm_message_t); const struct attribute_group **dev_groups; struct usbdrv_wrap drvwrap; const struct usb_device_id *id_table; unsigned int supports_autosuspend: 1; unsigned int generic_subclass: 1; }; enum usb_phy_type { USB_PHY_TYPE_UNDEFINED = 0, USB_PHY_TYPE_USB2 = 1, USB_PHY_TYPE_USB3 = 2, }; enum usb_phy_events { USB_EVENT_NONE = 0, USB_EVENT_VBUS = 1, USB_EVENT_ID = 2, USB_EVENT_CHARGER = 3, USB_EVENT_ENUMERATED = 4, }; enum usb_charger_type { UNKNOWN_TYPE = 0, SDP_TYPE = 1, DCP_TYPE = 2, CDP_TYPE = 3, ACA_TYPE = 4, }; enum usb_charger_state { USB_CHARGER_DEFAULT = 0, USB_CHARGER_PRESENT = 1, USB_CHARGER_ABSENT = 2, }; struct usb_charger_current { unsigned int sdp_min; unsigned int sdp_max; unsigned int dcp_min; unsigned int dcp_max; unsigned int cdp_min; unsigned int cdp_max; unsigned int aca_min; unsigned int aca_max; }; struct usb_otg; struct usb_phy_io_ops; struct usb_phy { struct device *dev; const char *label; unsigned int flags; enum usb_phy_type type; enum usb_phy_events last_event; struct usb_otg *otg; struct device *io_dev; struct usb_phy_io_ops *io_ops; void *io_priv; struct extcon_dev *edev; struct extcon_dev *id_edev; struct notifier_block vbus_nb; struct notifier_block id_nb; struct notifier_block type_nb; enum usb_charger_type chg_type; enum usb_charger_state chg_state; struct usb_charger_current chg_cur; struct work_struct chg_work; struct atomic_notifier_head notifier; u16 port_status; u16 port_change; struct list_head head; int (*init)(struct usb_phy *); void (*shutdown)(struct usb_phy *); int (*set_vbus)(struct usb_phy *, int); int (*set_power)(struct usb_phy *, unsigned int); int (*set_suspend)(struct usb_phy *, int); int (*set_wakeup)(struct usb_phy *, bool); int (*notify_connect)(struct usb_phy *, enum usb_device_speed); int (*notify_disconnect)(struct usb_phy *, enum usb_device_speed); enum usb_charger_type (*charger_detect)(struct usb_phy *); }; struct usb_port_status { __le16 wPortStatus; __le16 wPortChange; __le32 dwExtPortStatus; }; struct usb_hub_status { __le16 wHubStatus; __le16 wHubChange; }; struct usb_hub_descriptor { __u8 bDescLength; __u8 bDescriptorType; __u8 bNbrPorts; __le16 wHubCharacteristics; __u8 bPwrOn2PwrGood; __u8 bHubContrCurrent; union { struct { __u8 DeviceRemovable[4]; __u8 PortPwrCtrlMask[4]; } hs; struct { __u8 bHubHdrDecLat; __le16 wHubDelay; __le16 DeviceRemovable; } __attribute__((packed)) ss; } u; } __attribute__((packed)); struct usb_phy_io_ops { int (*read)(struct usb_phy *, u32); int (*write)(struct usb_phy *, u32, u32); }; struct usb_gadget; struct usb_otg { u8 default_a; struct phy *phy; struct usb_phy *usb_phy; struct usb_bus *host; struct usb_gadget *gadget; enum usb_otg_state state; int (*set_host)(struct usb_otg *, struct usb_bus *); int (*set_peripheral)(struct usb_otg *, struct usb_gadget *); int (*set_vbus)(struct usb_otg *, bool); int (*start_srp)(struct usb_otg *); int (*start_hnp)(struct usb_otg *); }; typedef u32 usb_port_location_t; struct usb_port; struct usb_hub { struct device *intfdev; struct usb_device *hdev; struct kref kref; struct urb *urb; u8 (*buffer)[8]; union { struct usb_hub_status hub; struct usb_port_status port; } *status; struct mutex status_mutex; int error; int nerrors; long unsigned int event_bits[1]; long unsigned int change_bits[1]; long unsigned int removed_bits[1]; long unsigned int wakeup_bits[1]; long unsigned int power_bits[1]; long unsigned int child_usage_bits[1]; long unsigned int warm_reset_bits[1]; struct usb_hub_descriptor *descriptor; struct usb_tt tt; unsigned int mA_per_port; unsigned int wakeup_enabled_descendants; unsigned int limited_power: 1; unsigned int quiescing: 1; unsigned int disconnected: 1; unsigned int in_reset: 1; unsigned int quirk_disable_autosuspend: 1; unsigned int quirk_check_port_auto_suspend: 1; unsigned int has_indicators: 1; u8 indicator[31]; struct delayed_work leds; struct delayed_work init_work; struct work_struct events; spinlock_t irq_urb_lock; struct timer_list irq_urb_retry; struct usb_port **ports; }; struct usb_dev_state; struct usb_port { struct usb_device *child; struct device dev; struct usb_dev_state *port_owner; struct usb_port *peer; struct dev_pm_qos_request *req; enum usb_port_connect_type connect_type; usb_port_location_t location; struct mutex status_lock; u32 over_current_count; u8 portnum; u32 quirks; unsigned int is_superspeed: 1; unsigned int usb3_lpm_u1_permit: 1; unsigned int usb3_lpm_u2_permit: 1; }; struct find_interface_arg { int minor; struct device_driver *drv; }; struct each_dev_arg { void *data; int (*fn)(struct usb_device *, void *); }; struct usb_qualifier_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 bcdUSB; __u8 bDeviceClass; __u8 bDeviceSubClass; __u8 bDeviceProtocol; __u8 bMaxPacketSize0; __u8 bNumConfigurations; __u8 bRESERVED; }; struct usb_set_sel_req { __u8 u1_sel; __u8 u1_pel; __le16 u2_sel; __le16 u2_pel; }; struct usbdevfs_hub_portinfo { char nports; char port[127]; }; enum hub_led_mode { INDICATOR_AUTO = 0, INDICATOR_CYCLE = 1, INDICATOR_GREEN_BLINK = 2, INDICATOR_GREEN_BLINK_OFF = 3, INDICATOR_AMBER_BLINK = 4, INDICATOR_AMBER_BLINK_OFF = 5, INDICATOR_ALT_BLINK = 6, INDICATOR_ALT_BLINK_OFF = 7, }; struct usb_tt_clear { struct list_head clear_list; unsigned int tt; u16 devinfo; struct usb_hcd *hcd; struct usb_host_endpoint *ep; }; enum hub_activation_type { HUB_INIT = 0, HUB_INIT2 = 1, HUB_INIT3 = 2, HUB_POST_RESET = 3, HUB_RESUME = 4, HUB_RESET_RESUME = 5, }; enum hub_quiescing_type { HUB_DISCONNECT = 0, HUB_PRE_RESET = 1, HUB_SUSPEND = 2, }; struct usb_ctrlrequest { __u8 bRequestType; __u8 bRequest; __le16 wValue; __le16 wIndex; __le16 wLength; }; struct usb_mon_operations { void (*urb_submit)(struct usb_bus *, struct urb *); void (*urb_submit_error)(struct usb_bus *, struct urb *, int); void (*urb_complete)(struct usb_bus *, struct urb *, int); }; struct usb_sg_request { int status; size_t bytes; spinlock_t lock; struct usb_device *dev; int pipe; int entries; struct urb **urbs; int count; struct completion complete; }; struct usb_cdc_header_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdCDC; } __attribute__((packed)); struct usb_cdc_call_mgmt_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bmCapabilities; __u8 bDataInterface; }; struct usb_cdc_acm_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bmCapabilities; }; struct usb_cdc_union_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bMasterInterface0; __u8 bSlaveInterface0; }; struct usb_cdc_country_functional_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 iCountryCodeRelDate; __le16 wCountyCode0; }; struct usb_cdc_network_terminal_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bEntityId; __u8 iName; __u8 bChannelIndex; __u8 bPhysicalInterface; }; struct usb_cdc_ether_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 iMACAddress; __le32 bmEthernetStatistics; __le16 wMaxSegmentSize; __le16 wNumberMCFilters; __u8 bNumberPowerFilters; } __attribute__((packed)); struct usb_cdc_dmm_desc { __u8 bFunctionLength; __u8 bDescriptorType; __u8 bDescriptorSubtype; __u16 bcdVersion; __le16 wMaxCommand; } __attribute__((packed)); struct usb_cdc_mdlm_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdVersion; __u8 bGUID[16]; } __attribute__((packed)); struct usb_cdc_mdlm_detail_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __u8 bGuidDescriptorType; __u8 bDetailData[0]; }; struct usb_cdc_obex_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdVersion; } __attribute__((packed)); struct usb_cdc_ncm_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdNcmVersion; __u8 bmNetworkCapabilities; } __attribute__((packed)); struct usb_cdc_mbim_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdMBIMVersion; __le16 wMaxControlMessage; __u8 bNumberFilters; __u8 bMaxFilterSize; __le16 wMaxSegmentSize; __u8 bmNetworkCapabilities; } __attribute__((packed)); struct usb_cdc_mbim_extended_desc { __u8 bLength; __u8 bDescriptorType; __u8 bDescriptorSubType; __le16 bcdMBIMExtendedVersion; __u8 bMaxOutstandingCommandMessages; __le16 wMTU; } __attribute__((packed)); struct usb_cdc_parsed_header { struct usb_cdc_union_desc *usb_cdc_union_desc; struct usb_cdc_header_desc *usb_cdc_header_desc; struct usb_cdc_call_mgmt_descriptor *usb_cdc_call_mgmt_descriptor; struct usb_cdc_acm_descriptor *usb_cdc_acm_descriptor; struct usb_cdc_country_functional_desc *usb_cdc_country_functional_desc; struct usb_cdc_network_terminal_desc *usb_cdc_network_terminal_desc; struct usb_cdc_ether_desc *usb_cdc_ether_desc; struct usb_cdc_dmm_desc *usb_cdc_dmm_desc; struct usb_cdc_mdlm_desc *usb_cdc_mdlm_desc; struct usb_cdc_mdlm_detail_desc *usb_cdc_mdlm_detail_desc; struct usb_cdc_obex_desc *usb_cdc_obex_desc; struct usb_cdc_ncm_desc *usb_cdc_ncm_desc; struct usb_cdc_mbim_desc *usb_cdc_mbim_desc; struct usb_cdc_mbim_extended_desc *usb_cdc_mbim_extended_desc; bool phonet_magic_present; }; struct api_context { struct completion done; int status; }; struct set_config_request { struct usb_device *udev; int config; struct work_struct work; struct list_head node; }; struct usb_dynid { struct list_head node; struct usb_device_id id; }; struct usb_dev_cap_header { __u8 bLength; __u8 bDescriptorType; __u8 bDevCapabilityType; }; struct usb_class_driver { char *name; char * (*devnode)(struct device *, umode_t *); const struct file_operations *fops; int minor_base; }; struct usb_class { struct kref kref; struct class *class; }; struct ep_device { struct usb_endpoint_descriptor *desc; struct usb_device *udev; struct device dev; }; struct usbdevfs_ctrltransfer { __u8 bRequestType; __u8 bRequest; __u16 wValue; __u16 wIndex; __u16 wLength; __u32 timeout; void *data; }; struct usbdevfs_bulktransfer { unsigned int ep; unsigned int len; unsigned int timeout; void *data; }; struct usbdevfs_setinterface { unsigned int interface; unsigned int altsetting; }; struct usbdevfs_disconnectsignal { unsigned int signr; void *context; }; struct usbdevfs_getdriver { unsigned int interface; char driver[256]; }; struct usbdevfs_connectinfo { unsigned int devnum; unsigned char slow; }; struct usbdevfs_conninfo_ex { __u32 size; __u32 busnum; __u32 devnum; __u32 speed; __u8 num_ports; __u8 ports[7]; }; struct usbdevfs_iso_packet_desc { unsigned int length; unsigned int actual_length; unsigned int status; }; struct usbdevfs_urb { unsigned char type; unsigned char endpoint; int status; unsigned int flags; void *buffer; int buffer_length; int actual_length; int start_frame; union { int number_of_packets; unsigned int stream_id; }; int error_count; unsigned int signr; void *usercontext; struct usbdevfs_iso_packet_desc iso_frame_desc[0]; }; struct usbdevfs_ioctl { int ifno; int ioctl_code; void *data; }; struct usbdevfs_disconnect_claim { unsigned int interface; unsigned int flags; char driver[256]; }; struct usbdevfs_streams { unsigned int num_streams; unsigned int num_eps; unsigned char eps[0]; }; struct usbdevfs_ctrltransfer32 { u8 bRequestType; u8 bRequest; u16 wValue; u16 wIndex; u16 wLength; u32 timeout; compat_caddr_t data; }; struct usbdevfs_bulktransfer32 { compat_uint_t ep; compat_uint_t len; compat_uint_t timeout; compat_caddr_t data; }; struct usbdevfs_disconnectsignal32 { compat_int_t signr; compat_caddr_t context; }; struct usbdevfs_urb32 { unsigned char type; unsigned char endpoint; compat_int_t status; compat_uint_t flags; compat_caddr_t buffer; compat_int_t buffer_length; compat_int_t actual_length; compat_int_t start_frame; compat_int_t number_of_packets; compat_int_t error_count; compat_uint_t signr; compat_caddr_t usercontext; struct usbdevfs_iso_packet_desc iso_frame_desc[0]; }; struct usbdevfs_ioctl32 { s32 ifno; s32 ioctl_code; compat_caddr_t data; }; struct usb_dev_state___2 { struct list_head list; struct usb_device *dev; struct file *file; spinlock_t lock; struct list_head async_pending; struct list_head async_completed; struct list_head memory_list; wait_queue_head_t wait; wait_queue_head_t wait_for_resume; unsigned int discsignr; struct pid *disc_pid; const struct cred *cred; sigval_t disccontext; long unsigned int ifclaimed; u32 disabled_bulk_eps; long unsigned int interface_allowed_mask; int not_yet_resumed; bool suspend_allowed; bool privileges_dropped; }; struct usb_memory { struct list_head memlist; int vma_use_count; int urb_use_count; u32 size; void *mem; dma_addr_t dma_handle; long unsigned int vm_start; struct usb_dev_state___2 *ps; }; struct async { struct list_head asynclist; struct usb_dev_state___2 *ps; struct pid *pid; const struct cred *cred; unsigned int signr; unsigned int ifnum; void *userbuffer; void *userurb; sigval_t userurb_sigval; struct urb *urb; struct usb_memory *usbm; unsigned int mem_usage; int status; u8 bulk_addr; u8 bulk_status; }; enum snoop_when { SUBMIT = 0, COMPLETE = 1, }; struct quirk_entry { u16 vid; u16 pid; u32 flags; }; struct class_info { int class; char *class_name; }; struct usb_phy_roothub___2 { struct phy *phy; struct list_head list; }; typedef void (*companion_fn)(struct pci_dev *, struct usb_hcd *, struct pci_dev *, struct usb_hcd *); struct phy_devm { struct usb_phy *phy; struct notifier_block *nb; }; struct usb_ep; struct usb_request { void *buf; unsigned int length; dma_addr_t dma; struct scatterlist *sg; unsigned int num_sgs; unsigned int num_mapped_sgs; unsigned int stream_id: 16; unsigned int is_last: 1; unsigned int no_interrupt: 1; unsigned int zero: 1; unsigned int short_not_ok: 1; unsigned int dma_mapped: 1; void (*complete)(struct usb_ep *, struct usb_request *); void *context; struct list_head list; unsigned int frame_number; int status; unsigned int actual; }; struct usb_ep_caps { unsigned int type_control: 1; unsigned int type_iso: 1; unsigned int type_bulk: 1; unsigned int type_int: 1; unsigned int dir_in: 1; unsigned int dir_out: 1; }; struct usb_ep_ops; struct usb_ep { void *driver_data; const char *name; const struct usb_ep_ops *ops; struct list_head ep_list; struct usb_ep_caps caps; bool claimed; bool enabled; unsigned int maxpacket: 16; unsigned int maxpacket_limit: 16; unsigned int max_streams: 16; unsigned int mult: 2; unsigned int maxburst: 5; u8 address; const struct usb_endpoint_descriptor *desc; const struct usb_ss_ep_comp_descriptor *comp_desc; }; struct usb_ep_ops { int (*enable)(struct usb_ep *, const struct usb_endpoint_descriptor *); int (*disable)(struct usb_ep *); void (*dispose)(struct usb_ep *); struct usb_request * (*alloc_request)(struct usb_ep *, gfp_t); void (*free_request)(struct usb_ep *, struct usb_request *); int (*queue)(struct usb_ep *, struct usb_request *, gfp_t); int (*dequeue)(struct usb_ep *, struct usb_request *); int (*set_halt)(struct usb_ep *, int); int (*set_wedge)(struct usb_ep *); int (*fifo_status)(struct usb_ep *); void (*fifo_flush)(struct usb_ep *); }; struct usb_dcd_config_params { __u8 bU1devExitLat; __le16 bU2DevExitLat; __u8 besl_baseline; __u8 besl_deep; }; struct usb_gadget_driver; struct usb_gadget_ops { int (*get_frame)(struct usb_gadget *); int (*wakeup)(struct usb_gadget *); int (*set_selfpowered)(struct usb_gadget *, int); int (*vbus_session)(struct usb_gadget *, int); int (*vbus_draw)(struct usb_gadget *, unsigned int); int (*pullup)(struct usb_gadget *, int); int (*ioctl)(struct usb_gadget *, unsigned int, long unsigned int); void (*get_config_params)(struct usb_gadget *, struct usb_dcd_config_params *); int (*udc_start)(struct usb_gadget *, struct usb_gadget_driver *); int (*udc_stop)(struct usb_gadget *); void (*udc_set_speed)(struct usb_gadget *, enum usb_device_speed); void (*udc_set_ssp_rate)(struct usb_gadget *, enum usb_ssp_rate); void (*udc_async_callbacks)(struct usb_gadget *, bool); struct usb_ep * (*match_ep)(struct usb_gadget *, struct usb_endpoint_descriptor *, struct usb_ss_ep_comp_descriptor *); int (*check_config)(struct usb_gadget *); }; struct usb_udc; struct usb_otg_caps; struct usb_gadget { struct work_struct work; struct usb_udc *udc; const struct usb_gadget_ops *ops; struct usb_ep *ep0; struct list_head ep_list; enum usb_device_speed speed; enum usb_device_speed max_speed; enum usb_ssp_rate ssp_rate; enum usb_ssp_rate max_ssp_rate; enum usb_device_state state; const char *name; struct device dev; unsigned int isoch_delay; unsigned int out_epnum; unsigned int in_epnum; unsigned int mA; struct usb_otg_caps *otg_caps; unsigned int sg_supported: 1; unsigned int is_otg: 1; unsigned int is_a_peripheral: 1; unsigned int b_hnp_enable: 1; unsigned int a_hnp_support: 1; unsigned int a_alt_hnp_support: 1; unsigned int hnp_polling_support: 1; unsigned int host_request_flag: 1; unsigned int quirk_ep_out_aligned_size: 1; unsigned int quirk_altset_not_supp: 1; unsigned int quirk_stall_not_supp: 1; unsigned int quirk_zlp_not_supp: 1; unsigned int quirk_avoids_skb_reserve: 1; unsigned int is_selfpowered: 1; unsigned int deactivated: 1; unsigned int connected: 1; unsigned int lpm_capable: 1; int irq; int id_number; }; struct usb_gadget_driver { char *function; enum usb_device_speed max_speed; int (*bind)(struct usb_gadget *, struct usb_gadget_driver *); void (*unbind)(struct usb_gadget *); int (*setup)(struct usb_gadget *, const struct usb_ctrlrequest *); void (*disconnect)(struct usb_gadget *); void (*suspend)(struct usb_gadget *); void (*resume)(struct usb_gadget *); void (*reset)(struct usb_gadget *); struct device_driver driver; char *udc_name; unsigned int match_existing_only: 1; bool is_bound: 1; }; struct usb_otg_caps { u16 otg_rev; bool hnp_support; bool srp_support; bool adp_support; }; struct dwc2_dma_desc { u32 status; u32 buf; }; struct dwc2_hw_params { unsigned int op_mode: 3; unsigned int arch: 2; unsigned int dma_desc_enable: 1; unsigned int enable_dynamic_fifo: 1; unsigned int en_multiple_tx_fifo: 1; unsigned int rx_fifo_size: 16; char: 8; unsigned int host_nperio_tx_fifo_size: 16; unsigned int dev_nperio_tx_fifo_size: 16; unsigned int host_perio_tx_fifo_size: 16; unsigned int nperio_tx_q_depth: 3; unsigned int host_perio_tx_q_depth: 3; unsigned int dev_token_q_depth: 5; char: 5; unsigned int max_transfer_size: 26; char: 6; unsigned int max_packet_count: 11; unsigned int host_channels: 5; unsigned int hs_phy_type: 2; unsigned int fs_phy_type: 2; unsigned int i2c_enable: 1; unsigned int acg_enable: 1; unsigned int num_dev_ep: 4; unsigned int num_dev_in_eps: 4; char: 2; unsigned int num_dev_perio_in_ep: 4; unsigned int total_fifo_size: 16; unsigned int power_optimized: 1; unsigned int hibernation: 1; unsigned int utmi_phy_data_width: 2; unsigned int lpm_mode: 1; unsigned int ipg_isoc_en: 1; unsigned int service_interval_mode: 1; u32 snpsid; u32 dev_ep_dirs; u32 g_tx_fifo_size[16]; }; struct dwc2_core_params { struct usb_otg_caps otg_caps; u8 phy_type; u8 speed; u8 phy_utmi_width; bool phy_ulpi_ddr; bool phy_ulpi_ext_vbus; bool enable_dynamic_fifo; bool en_multiple_tx_fifo; bool i2c_enable; bool acg_enable; bool ulpi_fs_ls; bool ts_dline; bool reload_ctl; bool uframe_sched; bool external_id_pin_ctl; int power_down; bool no_clock_gating; bool lpm; bool lpm_clock_gating; bool besl; bool hird_threshold_en; bool service_interval; u8 hird_threshold; bool activate_stm_fs_transceiver; bool activate_stm_id_vb_detection; bool activate_ingenic_overcurrent_detection; bool ipg_isoc_en; u16 max_packet_count; u32 max_transfer_size; u32 ahbcfg; u32 ref_clk_per; u16 sof_cnt_wkup_alert; bool host_dma; bool dma_desc_enable; bool dma_desc_fs_enable; bool host_support_fs_ls_low_power; bool host_ls_low_power_phy_clk; bool oc_disable; u8 host_channels; u16 host_rx_fifo_size; u16 host_nperio_tx_fifo_size; u16 host_perio_tx_fifo_size; bool g_dma; bool g_dma_desc; u32 g_rx_fifo_size; u32 g_np_tx_fifo_size; u32 g_tx_fifo_size[16]; bool change_speed_quirk; }; enum dwc2_lx_state { DWC2_L0 = 0, DWC2_L1 = 1, DWC2_L2 = 2, DWC2_L3 = 3, }; struct dwc2_gregs_backup { u32 gotgctl; u32 gintmsk; u32 gahbcfg; u32 gusbcfg; u32 grxfsiz; u32 gnptxfsiz; u32 gi2cctl; u32 glpmcfg; u32 pcgcctl; u32 pcgcctl1; u32 gdfifocfg; u32 gpwrdn; bool valid; }; struct dwc2_dregs_backup { u32 dcfg; u32 dctl; u32 daintmsk; u32 diepmsk; u32 doepmsk; u32 diepctl[16]; u32 dieptsiz[16]; u32 diepdma[16]; u32 doepctl[16]; u32 doeptsiz[16]; u32 doepdma[16]; u32 dtxfsiz[16]; bool valid; }; struct dwc2_hregs_backup { u32 hcfg; u32 haintmsk; u32 hcintmsk[16]; u32 hprt0; u32 hfir; u32 hptxfsiz; bool valid; }; union dwc2_hcd_internal_flags { u32 d32; struct { unsigned int port_connect_status_change: 1; unsigned int port_connect_status: 1; unsigned int port_reset_change: 1; unsigned int port_enable_change: 1; unsigned int port_suspend_change: 1; unsigned int port_over_current_change: 1; unsigned int port_l1_change: 1; unsigned int reserved: 25; } b; }; struct usb_role_switch; struct dwc2_hsotg_plat; struct dwc2_host_chan; struct dwc2_hsotg { struct device *dev; void *regs; struct dwc2_hw_params hw_params; struct dwc2_core_params params; enum usb_otg_state op_state; enum usb_dr_mode dr_mode; struct usb_role_switch *role_sw; enum usb_dr_mode role_sw_default_mode; unsigned int hcd_enabled: 1; unsigned int gadget_enabled: 1; unsigned int ll_hw_enabled: 1; unsigned int hibernated: 1; unsigned int in_ppd: 1; bool bus_suspended; unsigned int reset_phy_on_wake: 1; unsigned int need_phy_for_wake: 1; unsigned int phy_off_for_suspend: 1; u16 frame_number; struct phy *phy; struct usb_phy *uphy; struct dwc2_hsotg_plat *plat; struct regulator_bulk_data supplies[2]; struct regulator *vbus_supply; struct regulator *usb33d; spinlock_t lock; void *priv; int irq; struct clk *clk; struct reset_control *reset; struct reset_control *reset_ecc; unsigned int queuing_high_bandwidth: 1; unsigned int srp_success: 1; struct workqueue_struct *wq_otg; struct work_struct wf_otg; struct timer_list wkp_timer; enum dwc2_lx_state lx_state; struct dwc2_gregs_backup gr_backup; struct dwc2_dregs_backup dr_backup; struct dwc2_hregs_backup hr_backup; struct dentry *debug_root; struct debugfs_regset32 *regset; bool needs_byte_swap; union dwc2_hcd_internal_flags flags; struct list_head non_periodic_sched_inactive; struct list_head non_periodic_sched_waiting; struct list_head non_periodic_sched_active; struct list_head *non_periodic_qh_ptr; struct list_head periodic_sched_inactive; struct list_head periodic_sched_ready; struct list_head periodic_sched_assigned; struct list_head periodic_sched_queued; struct list_head split_order; u16 periodic_usecs; long unsigned int hs_periodic_bitmap[13]; u16 periodic_qh_count; bool new_connection; u16 last_frame_num; struct list_head free_hc_list; int periodic_channels; int non_periodic_channels; int available_host_channels; struct dwc2_host_chan *hc_ptr_array[16]; u8 *status_buf; dma_addr_t status_buf_dma; struct delayed_work start_work; struct delayed_work reset_work; struct work_struct phy_reset_work; u8 otg_port; u32 *frame_list; dma_addr_t frame_list_dma; u32 frame_list_sz; struct kmem_cache *desc_gen_cache; struct kmem_cache *desc_hsisoc_cache; struct kmem_cache *unaligned_cache; }; enum dwc2_halt_status { DWC2_HC_XFER_NO_HALT_STATUS = 0, DWC2_HC_XFER_COMPLETE = 1, DWC2_HC_XFER_URB_COMPLETE = 2, DWC2_HC_XFER_ACK = 3, DWC2_HC_XFER_NAK = 4, DWC2_HC_XFER_NYET = 5, DWC2_HC_XFER_STALL = 6, DWC2_HC_XFER_XACT_ERR = 7, DWC2_HC_XFER_FRAME_OVERRUN = 8, DWC2_HC_XFER_BABBLE_ERR = 9, DWC2_HC_XFER_DATA_TOGGLE_ERR = 10, DWC2_HC_XFER_AHB_ERR = 11, DWC2_HC_XFER_PERIODIC_INCOMPLETE = 12, DWC2_HC_XFER_URB_DEQUEUE = 13, }; struct dwc2_qh; struct dwc2_host_chan { u8 hc_num; unsigned int dev_addr: 7; unsigned int ep_num: 4; unsigned int ep_is_in: 1; unsigned int speed: 4; unsigned int ep_type: 2; char: 6; unsigned int max_packet: 11; unsigned int data_pid_start: 2; unsigned int multi_count: 2; u8 *xfer_buf; dma_addr_t xfer_dma; dma_addr_t align_buf; u32 xfer_len; u32 xfer_count; u16 start_pkt_count; u8 xfer_started; u8 do_ping; u8 error_state; u8 halt_on_queue; u8 halt_pending; u8 do_split; u8 complete_split; u8 hub_addr; u8 hub_port; u8 xact_pos; u8 requests; u8 schinfo; u16 ntd; enum dwc2_halt_status halt_status; u32 hcint; struct dwc2_qh *qh; struct list_head hc_list_entry; dma_addr_t desc_list_addr; u32 desc_list_sz; struct list_head split_order_list_entry; }; struct dwc2_hs_transfer_time { u32 start_schedule_us; u16 duration_us; }; struct dwc2_tt; struct dwc2_qh { struct dwc2_hsotg *hsotg; u8 ep_type; u8 ep_is_in; u16 maxp; u16 maxp_mult; u8 dev_speed; u8 data_toggle; u8 ping_state; u8 do_split; u8 td_first; u8 td_last; u16 host_us; u16 device_us; u16 host_interval; u16 device_interval; u16 next_active_frame; u16 start_active_frame; s16 num_hs_transfers; struct dwc2_hs_transfer_time hs_transfers[8]; u32 ls_start_schedule_slice; u16 ntd; u8 *dw_align_buf; dma_addr_t dw_align_buf_dma; struct list_head qtd_list; struct dwc2_host_chan *channel; struct list_head qh_list_entry; struct dwc2_dma_desc *desc_list; dma_addr_t desc_list_dma; u32 desc_list_sz; u32 *n_bytes; struct timer_list unreserve_timer; struct hrtimer wait_timer; struct dwc2_tt *dwc_tt; int ttport; unsigned int tt_buffer_dirty: 1; unsigned int unreserve_pending: 1; unsigned int schedule_low_speed: 1; unsigned int want_wait: 1; unsigned int wait_timer_cancel: 1; }; struct dwc2_tt { int refcount; struct usb_tt *usb_tt; long unsigned int periodic_bitmaps[0]; }; enum dwc2_hsotg_dmamode { S3C_HSOTG_DMA_NONE = 0, S3C_HSOTG_DMA_ONLY = 1, S3C_HSOTG_DMA_DRV = 2, }; struct dwc2_hsotg_plat { enum dwc2_hsotg_dmamode dma; unsigned int is_osc: 1; int phy_type; int (*phy_init)(struct platform_device *, int); int (*phy_exit)(struct platform_device *, int); }; enum usb_role { USB_ROLE_NONE = 0, USB_ROLE_HOST = 1, USB_ROLE_DEVICE = 2, }; typedef int (*usb_role_switch_set_t)(struct usb_role_switch *, enum usb_role); typedef enum usb_role (*usb_role_switch_get_t)(struct usb_role_switch *); struct usb_role_switch_desc { struct fwnode_handle *fwnode; struct device *usb2_port; struct device *usb3_port; struct device *udc; usb_role_switch_set_t set; usb_role_switch_get_t get; bool allow_userspace_control; void *driver_data; const char *name; }; typedef void (*set_params_cb)(struct dwc2_hsotg *); struct dwc2_hcd_pipe_info { u8 dev_addr; u8 ep_num; u8 pipe_type; u8 pipe_dir; u16 maxp; u16 maxp_mult; }; struct dwc2_hcd_iso_packet_desc { u32 offset; u32 length; u32 actual_length; u32 status; }; struct dwc2_qtd; struct dwc2_hcd_urb { void *priv; struct dwc2_qtd *qtd; void *buf; dma_addr_t dma; void *setup_packet; dma_addr_t setup_dma; u32 length; u32 actual_length; u32 status; u32 error_count; u32 packet_count; u32 flags; u16 interval; struct dwc2_hcd_pipe_info pipe_info; struct dwc2_hcd_iso_packet_desc iso_descs[0]; }; enum dwc2_control_phase { DWC2_CONTROL_SETUP = 0, DWC2_CONTROL_DATA = 1, DWC2_CONTROL_STATUS = 2, }; struct dwc2_qtd { enum dwc2_control_phase control_phase; u8 in_process; u8 data_toggle; u8 complete_split; u8 isoc_split_pos; u16 isoc_frame_index; u16 isoc_split_offset; u16 isoc_td_last; u16 isoc_td_first; u32 ssplit_out_xfer_count; u8 error_count; u8 n_desc; u16 isoc_frame_index_last; u16 num_naks; struct dwc2_hcd_urb *urb; struct dwc2_qh *qh; struct list_head qtd_list_entry; }; enum dwc2_transaction_type { DWC2_TRANSACTION_NONE = 0, DWC2_TRANSACTION_PERIODIC = 1, DWC2_TRANSACTION_NON_PERIODIC = 2, DWC2_TRANSACTION_ALL = 3, }; struct wrapper_priv_data { struct dwc2_hsotg *hsotg; }; enum amd_chipset_gen { NOT_AMD_CHIPSET = 0, AMD_CHIPSET_SB600 = 1, AMD_CHIPSET_SB700 = 2, AMD_CHIPSET_SB800 = 3, AMD_CHIPSET_HUDSON2 = 4, AMD_CHIPSET_BOLTON = 5, AMD_CHIPSET_YANGTZE = 6, AMD_CHIPSET_TAISHAN = 7, AMD_CHIPSET_UNKNOWN = 8, }; struct amd_chipset_type { enum amd_chipset_gen gen; u8 rev; }; struct amd_chipset_info { struct pci_dev *nb_dev; struct pci_dev *smbus_dev; int nb_type; struct amd_chipset_type sb_type; int isoc_reqs; int probe_count; bool need_pll_quirk; }; struct ehci_stats { long unsigned int normal; long unsigned int error; long unsigned int iaa; long unsigned int lost_iaa; long unsigned int complete; long unsigned int unlink; }; struct ehci_per_sched { struct usb_device *udev; struct usb_host_endpoint *ep; struct list_head ps_list; u16 tt_usecs; u16 cs_mask; u16 period; u16 phase; u8 bw_phase; u8 phase_uf; u8 usecs; u8 c_usecs; u8 bw_uperiod; u8 bw_period; }; enum ehci_rh_state { EHCI_RH_HALTED = 0, EHCI_RH_SUSPENDED = 1, EHCI_RH_RUNNING = 2, EHCI_RH_STOPPING = 3, }; enum ehci_hrtimer_event { EHCI_HRTIMER_POLL_ASS = 0, EHCI_HRTIMER_POLL_PSS = 1, EHCI_HRTIMER_POLL_DEAD = 2, EHCI_HRTIMER_UNLINK_INTR = 3, EHCI_HRTIMER_FREE_ITDS = 4, EHCI_HRTIMER_ACTIVE_UNLINK = 5, EHCI_HRTIMER_START_UNLINK_INTR = 6, EHCI_HRTIMER_ASYNC_UNLINKS = 7, EHCI_HRTIMER_IAA_WATCHDOG = 8, EHCI_HRTIMER_DISABLE_PERIODIC = 9, EHCI_HRTIMER_DISABLE_ASYNC = 10, EHCI_HRTIMER_IO_WATCHDOG = 11, EHCI_HRTIMER_NUM_EVENTS = 12, }; struct ehci_caps; struct ehci_regs; struct ehci_dbg_port; struct ehci_qh; union ehci_shadow; struct ehci_itd; struct ehci_sitd; struct ehci_hcd { enum ehci_hrtimer_event next_hrtimer_event; unsigned int enabled_hrtimer_events; ktime_t hr_timeouts[12]; struct hrtimer hrtimer; int PSS_poll_count; int ASS_poll_count; int died_poll_count; struct ehci_caps *caps; struct ehci_regs *regs; struct ehci_dbg_port *debug; __u32 hcs_params; spinlock_t lock; enum ehci_rh_state rh_state; bool scanning: 1; bool need_rescan: 1; bool intr_unlinking: 1; bool iaa_in_progress: 1; bool async_unlinking: 1; bool shutdown: 1; struct ehci_qh *qh_scan_next; struct ehci_qh *async; struct ehci_qh *dummy; struct list_head async_unlink; struct list_head async_idle; unsigned int async_unlink_cycle; unsigned int async_count; __le32 old_current; __le32 old_token; unsigned int periodic_size; __le32 *periodic; dma_addr_t periodic_dma; struct list_head intr_qh_list; unsigned int i_thresh; union ehci_shadow *pshadow; struct list_head intr_unlink_wait; struct list_head intr_unlink; unsigned int intr_unlink_wait_cycle; unsigned int intr_unlink_cycle; unsigned int now_frame; unsigned int last_iso_frame; unsigned int intr_count; unsigned int isoc_count; unsigned int periodic_count; unsigned int uframe_periodic_max; struct list_head cached_itd_list; struct ehci_itd *last_itd_to_free; struct list_head cached_sitd_list; struct ehci_sitd *last_sitd_to_free; long unsigned int reset_done[15]; long unsigned int bus_suspended; long unsigned int companion_ports; long unsigned int owned_ports; long unsigned int port_c_suspend; long unsigned int suspended_ports; long unsigned int resuming_ports; struct dma_pool___2 *qh_pool; struct dma_pool___2 *qtd_pool; struct dma_pool___2 *itd_pool; struct dma_pool___2 *sitd_pool; unsigned int random_frame; long unsigned int next_statechange; ktime_t last_periodic_enable; u32 command; unsigned int no_selective_suspend: 1; unsigned int has_fsl_port_bug: 1; unsigned int has_fsl_hs_errata: 1; unsigned int has_fsl_susp_errata: 1; unsigned int big_endian_mmio: 1; unsigned int big_endian_desc: 1; unsigned int big_endian_capbase: 1; unsigned int has_amcc_usb23: 1; unsigned int need_io_watchdog: 1; unsigned int amd_pll_fix: 1; unsigned int use_dummy_qh: 1; unsigned int has_synopsys_hc_bug: 1; unsigned int frame_index_bug: 1; unsigned int need_oc_pp_cycle: 1; unsigned int imx28_write_fix: 1; unsigned int spurious_oc: 1; unsigned int is_aspeed: 1; unsigned int zx_wakeup_clear_needed: 1; __le32 *ohci_hcctrl_reg; unsigned int has_hostpc: 1; unsigned int has_tdi_phy_lpm: 1; unsigned int has_ppcd: 1; u8 sbrn; struct ehci_stats stats; struct dentry *debug_dir; u8 bandwidth[64]; u8 tt_budget[64]; struct list_head tt_list; long unsigned int priv[0]; }; struct ehci_caps { u32 hc_capbase; u32 hcs_params; u32 hcc_params; u8 portroute[8]; }; struct ehci_regs { u32 command; u32 status; u32 intr_enable; u32 frame_index; u32 segment; u32 frame_list; u32 async_next; u32 reserved1[2]; u32 txfill_tuning; u32 reserved2[6]; u32 configured_flag; union { u32 port_status[15]; struct { u32 reserved3[9]; u32 usbmode; }; }; union { struct { u32 reserved4; u32 hostpc[15]; }; u32 brcm_insnreg[4]; }; u32 reserved5[2]; u32 usbmode_ex; }; struct ehci_dbg_port { u32 control; u32 pids; u32 data03; u32 data47; u32 address; }; struct ehci_fstn; union ehci_shadow { struct ehci_qh *qh; struct ehci_itd *itd; struct ehci_sitd *sitd; struct ehci_fstn *fstn; __le32 *hw_next; void *ptr; }; struct ehci_qh_hw; struct ehci_qtd; struct ehci_qh { struct ehci_qh_hw *hw; dma_addr_t qh_dma; union ehci_shadow qh_next; struct list_head qtd_list; struct list_head intr_node; struct ehci_qtd *dummy; struct list_head unlink_node; struct ehci_per_sched ps; unsigned int unlink_cycle; u8 qh_state; u8 xacterrs; u8 unlink_reason; u8 gap_uf; unsigned int is_out: 1; unsigned int clearing_tt: 1; unsigned int dequeue_during_giveback: 1; unsigned int should_be_inactive: 1; }; struct ehci_iso_stream; struct ehci_itd { __le32 hw_next; __le32 hw_transaction[8]; __le32 hw_bufp[7]; __le32 hw_bufp_hi[7]; dma_addr_t itd_dma; union ehci_shadow itd_next; struct urb *urb; struct ehci_iso_stream *stream; struct list_head itd_list; unsigned int frame; unsigned int pg; unsigned int index[8]; long: 64; }; struct ehci_sitd { __le32 hw_next; __le32 hw_fullspeed_ep; __le32 hw_uframe; __le32 hw_results; __le32 hw_buf[2]; __le32 hw_backpointer; __le32 hw_buf_hi[2]; dma_addr_t sitd_dma; union ehci_shadow sitd_next; struct urb *urb; struct ehci_iso_stream *stream; struct list_head sitd_list; unsigned int frame; unsigned int index; }; struct ehci_qtd { __le32 hw_next; __le32 hw_alt_next; __le32 hw_token; __le32 hw_buf[5]; __le32 hw_buf_hi[5]; dma_addr_t qtd_dma; struct list_head qtd_list; struct urb *urb; size_t length; }; struct ehci_fstn { __le32 hw_next; __le32 hw_prev; dma_addr_t fstn_dma; union ehci_shadow fstn_next; long: 64; }; struct ehci_qh_hw { __le32 hw_next; __le32 hw_info1; __le32 hw_info2; __le32 hw_current; __le32 hw_qtd_next; __le32 hw_alt_next; __le32 hw_token; __le32 hw_buf[5]; __le32 hw_buf_hi[5]; long: 32; long: 64; long: 64; long: 64; }; struct ehci_iso_packet { u64 bufp; __le32 transaction; u8 cross; u32 buf1; }; struct ehci_iso_sched { struct list_head td_list; unsigned int span; unsigned int first_packet; struct ehci_iso_packet packet[0]; }; struct ehci_iso_stream { struct ehci_qh_hw *hw; u8 bEndpointAddress; u8 highspeed; struct list_head td_list; struct list_head free_list; struct ehci_per_sched ps; unsigned int next_uframe; __le32 splits; u16 uperiod; u16 maxp; unsigned int bandwidth; __le32 buf0; __le32 buf1; __le32 buf2; __le32 address; }; struct ehci_tt { u16 bandwidth[8]; struct list_head tt_list; struct list_head ps_list; struct usb_tt *usb_tt; int tt_port; }; struct ehci_driver_overrides { size_t extra_priv_size; int (*reset)(struct usb_hcd *); int (*port_power)(struct usb_hcd *, int, bool); }; struct debug_buffer { ssize_t (*fill_func)(struct debug_buffer *); struct usb_bus *bus; struct mutex mutex; size_t count; char *output_buf; size_t alloc_size; }; struct soc_device_attribute { const char *machine; const char *family; const char *revision; const char *serial_number; const char *soc_id; const void *data; const struct attribute_group *custom_attr_group; }; struct usb_ehci_pdata { int caps_offset; unsigned int has_tt: 1; unsigned int has_synopsys_hc_bug: 1; unsigned int big_endian_desc: 1; unsigned int big_endian_mmio: 1; unsigned int no_io_watchdog: 1; unsigned int reset_on_resume: 1; unsigned int dma_mask_64: 1; unsigned int spurious_oc: 1; int (*power_on)(struct platform_device *); void (*power_off)(struct platform_device *); void (*power_suspend)(struct platform_device *); int (*pre_setup)(struct usb_hcd *); }; struct ehci_platform_priv { struct clk *clks[4]; struct reset_control *rsts; bool reset_on_resume; bool quirk_poll; struct timer_list poll_timer; struct delayed_work poll_work; }; typedef __u32 __hc32; typedef __u16 __hc16; struct td; struct ed { __hc32 hwINFO; __hc32 hwTailP; __hc32 hwHeadP; __hc32 hwNextED; dma_addr_t dma; struct td *dummy; struct ed *ed_next; struct ed *ed_prev; struct list_head td_list; struct list_head in_use_list; u8 state; u8 type; u8 branch; u16 interval; u16 load; u16 last_iso; u16 tick; unsigned int takeback_wdh_cnt; struct td *pending_td; long: 64; }; struct td { __hc32 hwINFO; __hc32 hwCBP; __hc32 hwNextTD; __hc32 hwBE; __hc16 hwPSW[2]; __u8 index; struct ed *ed; struct td *td_hash; struct td *next_dl_td; struct urb *urb; dma_addr_t td_dma; dma_addr_t data_dma; struct list_head td_list; long: 64; }; struct ohci_hcca { __hc32 int_table[32]; __hc32 frame_no; __hc32 done_head; u8 reserved_for_hc[116]; u8 what[4]; }; struct ohci_roothub_regs { __hc32 a; __hc32 b; __hc32 status; __hc32 portstatus[15]; }; struct ohci_regs { __hc32 revision; __hc32 control; __hc32 cmdstatus; __hc32 intrstatus; __hc32 intrenable; __hc32 intrdisable; __hc32 hcca; __hc32 ed_periodcurrent; __hc32 ed_controlhead; __hc32 ed_controlcurrent; __hc32 ed_bulkhead; __hc32 ed_bulkcurrent; __hc32 donehead; __hc32 fminterval; __hc32 fmremaining; __hc32 fmnumber; __hc32 periodicstart; __hc32 lsthresh; struct ohci_roothub_regs roothub; long: 64; long: 64; }; struct urb_priv { struct ed *ed; u16 length; u16 td_cnt; struct list_head pending; struct td *td[0]; }; typedef struct urb_priv urb_priv_t; enum ohci_rh_state { OHCI_RH_HALTED = 0, OHCI_RH_SUSPENDED = 1, OHCI_RH_RUNNING = 2, }; struct ohci_hcd { spinlock_t lock; struct ohci_regs *regs; struct ohci_hcca *hcca; dma_addr_t hcca_dma; struct ed *ed_rm_list; struct ed *ed_bulktail; struct ed *ed_controltail; struct ed *periodic[32]; void (*start_hnp)(struct ohci_hcd *); struct dma_pool___2 *td_cache; struct dma_pool___2 *ed_cache; struct td *td_hash[64]; struct td *dl_start; struct td *dl_end; struct list_head pending; struct list_head eds_in_use; enum ohci_rh_state rh_state; int num_ports; int load[32]; u32 hc_control; long unsigned int next_statechange; u32 fminterval; unsigned int autostop: 1; unsigned int working: 1; unsigned int restart_work: 1; long unsigned int flags; unsigned int prev_frame_no; unsigned int wdh_cnt; unsigned int prev_wdh_cnt; u32 prev_donehead; struct timer_list io_watchdog; struct work_struct nec_work; struct dentry *debug_dir; long unsigned int priv[0]; }; struct ohci_driver_overrides { const char *product_desc; size_t extra_priv_size; int (*reset)(struct usb_hcd *); }; struct debug_buffer___2 { ssize_t (*fill_func)(struct debug_buffer___2 *); struct ohci_hcd *ohci; struct mutex mutex; size_t count; char *page; }; struct usb_ohci_pdata { unsigned int big_endian_desc: 1; unsigned int big_endian_mmio: 1; unsigned int no_big_frame_no: 1; unsigned int num_ports; int (*power_on)(struct platform_device *); void (*power_off)(struct platform_device *); void (*power_suspend)(struct platform_device *); }; struct ohci_platform_priv { struct clk *clks[3]; struct reset_control *resets; }; struct uhci_td; struct uhci_qh { __le32 link; __le32 element; dma_addr_t dma_handle; struct list_head node; struct usb_host_endpoint *hep; struct usb_device *udev; struct list_head queue; struct uhci_td *dummy_td; struct uhci_td *post_td; struct usb_iso_packet_descriptor *iso_packet_desc; long unsigned int advance_jiffies; unsigned int unlink_frame; unsigned int period; short int phase; short int load; unsigned int iso_frame; int state; int type; int skel; unsigned int initial_toggle: 1; unsigned int needs_fixup: 1; unsigned int is_stopped: 1; unsigned int wait_expired: 1; unsigned int bandwidth_reserved: 1; }; struct uhci_td { __le32 link; __le32 status; __le32 token; __le32 buffer; dma_addr_t dma_handle; struct list_head list; int frame; struct list_head fl_list; }; enum uhci_rh_state { UHCI_RH_RESET = 0, UHCI_RH_SUSPENDED = 1, UHCI_RH_AUTO_STOPPED = 2, UHCI_RH_RESUMING = 3, UHCI_RH_SUSPENDING = 4, UHCI_RH_RUNNING = 5, UHCI_RH_RUNNING_NODEVS = 6, }; struct uhci_hcd { long unsigned int io_addr; void *regs; struct dma_pool___2 *qh_pool; struct dma_pool___2 *td_pool; struct uhci_td *term_td; struct uhci_qh *skelqh[11]; struct uhci_qh *next_qh; spinlock_t lock; dma_addr_t frame_dma_handle; __le32 *frame; void **frame_cpu; enum uhci_rh_state rh_state; long unsigned int auto_stop_time; unsigned int frame_number; unsigned int is_stopped; unsigned int last_iso_frame; unsigned int cur_iso_frame; unsigned int scan_in_progress: 1; unsigned int need_rescan: 1; unsigned int dead: 1; unsigned int RD_enable: 1; unsigned int is_initialized: 1; unsigned int fsbr_is_on: 1; unsigned int fsbr_is_wanted: 1; unsigned int fsbr_expiring: 1; struct timer_list fsbr_timer; unsigned int oc_low: 1; unsigned int wait_for_hp: 1; unsigned int big_endian_mmio: 1; unsigned int big_endian_desc: 1; unsigned int is_aspeed: 1; long unsigned int port_c_suspend; long unsigned int resuming_ports; long unsigned int ports_timeout; struct list_head idle_qh_list; int rh_numports; wait_queue_head_t waitqh; int num_waiting; int total_load; short int load[32]; struct clk *clk; void (*reset_hc)(struct uhci_hcd *); int (*check_and_reset_hc)(struct uhci_hcd *); void (*configure_hc)(struct uhci_hcd *); int (*resume_detect_interrupts_are_broken)(struct uhci_hcd *); int (*global_suspend_mode_is_broken)(struct uhci_hcd *); }; struct urb_priv___2 { struct list_head node; struct urb *urb; struct uhci_qh *qh; struct list_head td_list; unsigned int fsbr: 1; }; struct uhci_debug { int size; char *data; }; struct xhci_cap_regs { __le32 hc_capbase; __le32 hcs_params1; __le32 hcs_params2; __le32 hcs_params3; __le32 hcc_params; __le32 db_off; __le32 run_regs_off; __le32 hcc_params2; }; struct xhci_op_regs { __le32 command; __le32 status; __le32 page_size; __le32 reserved1; __le32 reserved2; __le32 dev_notification; __le64 cmd_ring; __le32 reserved3[4]; __le64 dcbaa_ptr; __le32 config_reg; __le32 reserved4[241]; __le32 port_status_base; __le32 port_power_base; __le32 port_link_base; __le32 reserved5; __le32 reserved6[1016]; }; struct xhci_intr_reg { __le32 irq_pending; __le32 irq_control; __le32 erst_size; __le32 rsvd; __le64 erst_base; __le64 erst_dequeue; }; struct xhci_run_regs { __le32 microframe_index; __le32 rsvd[7]; struct xhci_intr_reg ir_set[128]; }; struct xhci_doorbell_array { __le32 doorbell[256]; }; struct xhci_container_ctx { unsigned int type; int size; u8 *bytes; dma_addr_t dma; }; struct xhci_slot_ctx { __le32 dev_info; __le32 dev_info2; __le32 tt_info; __le32 dev_state; __le32 reserved[4]; }; struct xhci_ep_ctx { __le32 ep_info; __le32 ep_info2; __le64 deq; __le32 tx_info; __le32 reserved[3]; }; struct xhci_input_control_ctx { __le32 drop_flags; __le32 add_flags; __le32 rsvd2[6]; }; union xhci_trb; struct xhci_command { struct xhci_container_ctx *in_ctx; u32 status; int slot_id; struct completion *completion; union xhci_trb *command_trb; struct list_head cmd_list; }; struct xhci_link_trb { __le64 segment_ptr; __le32 intr_target; __le32 control; }; struct xhci_transfer_event { __le64 buffer; __le32 transfer_len; __le32 flags; }; struct xhci_event_cmd { __le64 cmd_trb; __le32 status; __le32 flags; }; struct xhci_generic_trb { __le32 field[4]; }; union xhci_trb { struct xhci_link_trb link; struct xhci_transfer_event trans_event; struct xhci_event_cmd event_cmd; struct xhci_generic_trb generic; }; struct xhci_stream_ctx { __le64 stream_ring; __le32 reserved[2]; }; struct xhci_ring; struct xhci_stream_info { struct xhci_ring **stream_rings; unsigned int num_streams; struct xhci_stream_ctx *stream_ctx_array; unsigned int num_stream_ctxs; dma_addr_t ctx_array_dma; struct xarray trb_address_map; struct xhci_command *free_streams_command; }; enum xhci_ring_type { TYPE_CTRL = 0, TYPE_ISOC = 1, TYPE_BULK = 2, TYPE_INTR = 3, TYPE_STREAM = 4, TYPE_COMMAND = 5, TYPE_EVENT = 6, }; struct xhci_segment; struct xhci_ring { struct xhci_segment *first_seg; struct xhci_segment *last_seg; union xhci_trb *enqueue; struct xhci_segment *enq_seg; union xhci_trb *dequeue; struct xhci_segment *deq_seg; struct list_head td_list; u32 cycle_state; unsigned int err_count; unsigned int stream_id; unsigned int num_segs; unsigned int num_trbs_free; unsigned int num_trbs_free_temp; unsigned int bounce_buf_len; enum xhci_ring_type type; bool last_td_was_short; struct xarray *trb_address_map; }; struct xhci_bw_info { unsigned int ep_interval; unsigned int mult; unsigned int num_packets; unsigned int max_packet_size; unsigned int max_esit_payload; unsigned int type; }; struct xhci_virt_device; struct xhci_hcd; struct xhci_virt_ep { struct xhci_virt_device *vdev; unsigned int ep_index; struct xhci_ring *ring; struct xhci_stream_info *stream_info; struct xhci_ring *new_ring; unsigned int ep_state; struct list_head cancelled_td_list; struct xhci_hcd *xhci; struct xhci_segment *queued_deq_seg; union xhci_trb *queued_deq_ptr; bool skip; struct xhci_bw_info bw_info; struct list_head bw_endpoint_list; int next_frame_id; bool use_extended_tbc; }; struct xhci_interval_bw_table; struct xhci_tt_bw_info; struct xhci_virt_device { int slot_id; struct usb_device *udev; struct xhci_container_ctx *out_ctx; struct xhci_container_ctx *in_ctx; struct xhci_virt_ep eps[31]; u8 fake_port; u8 real_port; struct xhci_interval_bw_table *bw_table; struct xhci_tt_bw_info *tt_info; long unsigned int flags; u16 current_mel; void *debugfs_private; }; struct xhci_erst_entry; struct xhci_erst { struct xhci_erst_entry *entries; unsigned int num_entries; dma_addr_t erst_dma_addr; unsigned int erst_size; }; struct s3_save { u32 command; u32 dev_nt; u64 dcbaa_ptr; u32 config_reg; u32 irq_pending; u32 irq_control; u32 erst_size; u64 erst_base; u64 erst_dequeue; }; struct xhci_bus_state { long unsigned int bus_suspended; long unsigned int next_statechange; u32 port_c_suspend; u32 suspended_ports; u32 port_remote_wakeup; long unsigned int resume_done[31]; long unsigned int resuming_ports; long unsigned int rexit_ports; struct completion rexit_done[31]; struct completion u3exit_done[31]; }; struct xhci_port; struct xhci_hub { struct xhci_port **ports; unsigned int num_ports; struct usb_hcd *hcd; struct xhci_bus_state bus_state; u8 maj_rev; u8 min_rev; }; struct xhci_device_context_array; struct xhci_scratchpad; struct xhci_root_port_bw_info; struct xhci_port_cap; struct xhci_hcd { struct usb_hcd *main_hcd; struct usb_hcd *shared_hcd; struct xhci_cap_regs *cap_regs; struct xhci_op_regs *op_regs; struct xhci_run_regs *run_regs; struct xhci_doorbell_array *dba; struct xhci_intr_reg *ir_set; __u32 hcs_params1; __u32 hcs_params2; __u32 hcs_params3; __u32 hcc_params; __u32 hcc_params2; spinlock_t lock; u8 sbrn; u16 hci_version; u8 max_slots; u8 max_interrupters; u8 max_ports; u8 isoc_threshold; u32 imod_interval; u32 isoc_bei_interval; int event_ring_max; int page_size; int page_shift; int msix_count; struct clk *clk; struct clk *reg_clk; struct reset_control *reset; struct xhci_device_context_array *dcbaa; struct xhci_ring *cmd_ring; unsigned int cmd_ring_state; struct list_head cmd_list; unsigned int cmd_ring_reserved_trbs; struct delayed_work cmd_timer; struct completion cmd_ring_stop_completion; struct xhci_command *current_cmd; struct xhci_ring *event_ring; struct xhci_erst erst; struct xhci_scratchpad *scratchpad; struct list_head lpm_failed_devs; struct mutex mutex; struct xhci_virt_device *devs[256]; struct xhci_root_port_bw_info *rh_bw; struct dma_pool___2 *device_pool; struct dma_pool___2 *segment_pool; struct dma_pool___2 *small_streams_pool; struct dma_pool___2 *medium_streams_pool; unsigned int xhc_state; u32 command; struct s3_save s3; long long unsigned int quirks; unsigned int num_active_eps; unsigned int limit_active_eps; struct xhci_port *hw_ports; struct xhci_hub usb2_rhub; struct xhci_hub usb3_rhub; unsigned int hw_lpm_support: 1; unsigned int broken_suspend: 1; unsigned int allow_single_roothub: 1; u32 *ext_caps; unsigned int num_ext_caps; struct xhci_port_cap *port_caps; unsigned int num_port_caps; struct timer_list comp_mode_recovery_timer; u32 port_status_u0; u16 test_mode; struct dentry *debugfs_root; struct dentry *debugfs_slots; struct list_head regset_list; void *dbc; long unsigned int priv[0]; }; struct xhci_segment { union xhci_trb *trbs; struct xhci_segment *next; dma_addr_t dma; dma_addr_t bounce_dma; void *bounce_buf; unsigned int bounce_offs; unsigned int bounce_len; }; enum xhci_overhead_type { LS_OVERHEAD_TYPE = 0, FS_OVERHEAD_TYPE = 1, HS_OVERHEAD_TYPE = 2, }; struct xhci_interval_bw { unsigned int num_packets; struct list_head endpoints; unsigned int overhead[3]; }; struct xhci_interval_bw_table { unsigned int interval0_esit_payload; struct xhci_interval_bw interval_bw[16]; unsigned int bw_used; unsigned int ss_bw_in; unsigned int ss_bw_out; }; struct xhci_tt_bw_info { struct list_head tt_list; int slot_id; int ttport; struct xhci_interval_bw_table bw_table; int active_eps; }; struct xhci_root_port_bw_info { struct list_head tts; unsigned int num_active_tts; struct xhci_interval_bw_table bw_table; }; struct xhci_device_context_array { __le64 dev_context_ptrs[256]; dma_addr_t dma; }; enum xhci_setup_dev { SETUP_CONTEXT_ONLY = 0, SETUP_CONTEXT_ADDRESS = 1, }; enum xhci_cancelled_td_status { TD_DIRTY = 0, TD_HALTED = 1, TD_CLEARING_CACHE = 2, TD_CLEARED = 3, }; struct xhci_td { struct list_head td_list; struct list_head cancelled_td_list; int status; enum xhci_cancelled_td_status cancel_status; struct urb *urb; struct xhci_segment *start_seg; union xhci_trb *first_trb; union xhci_trb *last_trb; struct xhci_segment *last_trb_seg; struct xhci_segment *bounce_seg; bool urb_length_set; unsigned int num_trbs; }; struct xhci_erst_entry { __le64 seg_addr; __le32 seg_size; __le32 rsvd; }; struct xhci_scratchpad { u64 *sp_array; dma_addr_t sp_dma; void **sp_buffers; }; struct urb_priv___3 { int num_tds; int num_tds_done; struct xhci_td td[0]; }; struct xhci_port_cap { u32 *psi; u8 psi_count; u8 psi_uid_count; u8 maj_rev; u8 min_rev; }; struct xhci_port { __le32 *addr; int hw_portnum; int hcd_portnum; struct xhci_hub *rhub; struct xhci_port_cap *port_cap; }; struct xhci_driver_overrides { size_t extra_priv_size; int (*reset)(struct usb_hcd *); int (*start)(struct usb_hcd *); int (*add_endpoint)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint *); int (*drop_endpoint)(struct usb_hcd *, struct usb_device *, struct usb_host_endpoint *); int (*check_bandwidth)(struct usb_hcd *, struct usb_device *); void (*reset_bandwidth)(struct usb_hcd *, struct usb_device *); }; typedef void (*xhci_get_quirks_t)(struct device *, struct xhci_hcd *); enum xhci_ep_reset_type { EP_HARD_RESET = 0, EP_SOFT_RESET = 1, }; struct dbc_regs { __le32 capability; __le32 doorbell; __le32 ersts; __le32 __reserved_0; __le64 erstba; __le64 erdp; __le32 control; __le32 status; __le32 portsc; __le32 __reserved_1; __le64 dccp; __le32 devinfo1; __le32 devinfo2; }; struct dbc_str_descs { char string0[64]; char manufacturer[64]; char product[64]; char serial[64]; }; enum dbc_state { DS_DISABLED = 0, DS_INITIALIZED = 1, DS_ENABLED = 2, DS_CONNECTED = 3, DS_CONFIGURED = 4, DS_STALLED = 5, }; struct xhci_dbc; struct dbc_ep { struct xhci_dbc *dbc; struct list_head list_pending; struct xhci_ring *ring; unsigned int direction: 1; }; struct dbc_driver; struct xhci_dbc { spinlock_t lock; struct device *dev; struct xhci_hcd *xhci; struct dbc_regs *regs; struct xhci_ring *ring_evt; struct xhci_ring *ring_in; struct xhci_ring *ring_out; struct xhci_erst erst; struct xhci_container_ctx *ctx; struct dbc_str_descs *string; dma_addr_t string_dma; size_t string_size; enum dbc_state state; struct delayed_work event_work; unsigned int resume_required: 1; struct dbc_ep eps[2]; const struct dbc_driver *driver; void *priv; }; struct dbc_driver { int (*configure)(struct xhci_dbc *); void (*disconnect)(struct xhci_dbc *); }; struct dbc_request { void *buf; unsigned int length; dma_addr_t dma; void (*complete)(struct xhci_dbc *, struct dbc_request *); struct list_head list_pool; int status; unsigned int actual; struct xhci_dbc *dbc; struct list_head list_pending; dma_addr_t trb_dma; union xhci_trb *trb; unsigned int direction: 1; }; struct trace_event_raw_xhci_log_msg { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_raw_xhci_log_ctx { struct trace_entry ent; int ctx_64; unsigned int ctx_type; dma_addr_t ctx_dma; u8 *ctx_va; unsigned int ctx_ep_num; int slot_id; u32 __data_loc_ctx_data; char __data[0]; }; struct trace_event_raw_xhci_log_trb { struct trace_entry ent; u32 type; u32 field0; u32 field1; u32 field2; u32 field3; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_free_virt_dev { struct trace_entry ent; void *vdev; long long unsigned int out_ctx; long long unsigned int in_ctx; u8 fake_port; u8 real_port; u16 current_mel; char __data[0]; }; struct trace_event_raw_xhci_log_virt_dev { struct trace_entry ent; void *vdev; long long unsigned int out_ctx; long long unsigned int in_ctx; int devnum; int state; int speed; u8 portnum; u8 level; int slot_id; char __data[0]; }; struct trace_event_raw_xhci_log_urb { struct trace_entry ent; void *urb; unsigned int pipe; unsigned int stream; int status; unsigned int flags; int num_mapped_sgs; int num_sgs; int length; int actual; int epnum; int dir_in; int type; int slot_id; char __data[0]; }; struct trace_event_raw_xhci_log_ep_ctx { struct trace_entry ent; u32 info; u32 info2; u64 deq; u32 tx_info; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_slot_ctx { struct trace_entry ent; u32 info; u32 info2; u32 tt_info; u32 state; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_ctrl_ctx { struct trace_entry ent; u32 drop; u32 add; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_ring { struct trace_entry ent; u32 type; void *ring; dma_addr_t enq; dma_addr_t deq; dma_addr_t enq_seg; dma_addr_t deq_seg; unsigned int num_segs; unsigned int stream_id; unsigned int cycle_state; unsigned int num_trbs_free; unsigned int bounce_buf_len; char __data[0]; }; struct trace_event_raw_xhci_log_portsc { struct trace_entry ent; u32 portnum; u32 portsc; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_log_doorbell { struct trace_entry ent; u32 slot; u32 doorbell; u32 __data_loc_str; char __data[0]; }; struct trace_event_raw_xhci_dbc_log_request { struct trace_entry ent; struct dbc_request *req; bool dir; unsigned int actual; unsigned int length; int status; char __data[0]; }; struct trace_event_data_offsets_xhci_log_msg { u32 msg; }; struct trace_event_data_offsets_xhci_log_ctx { u32 ctx_data; }; struct trace_event_data_offsets_xhci_log_trb { u32 str; }; struct trace_event_data_offsets_xhci_log_free_virt_dev {}; struct trace_event_data_offsets_xhci_log_virt_dev {}; struct trace_event_data_offsets_xhci_log_urb {}; struct trace_event_data_offsets_xhci_log_ep_ctx { u32 str; }; struct trace_event_data_offsets_xhci_log_slot_ctx { u32 str; }; struct trace_event_data_offsets_xhci_log_ctrl_ctx { u32 str; }; struct trace_event_data_offsets_xhci_log_ring {}; struct trace_event_data_offsets_xhci_log_portsc { u32 str; }; struct trace_event_data_offsets_xhci_log_doorbell { u32 str; }; struct trace_event_data_offsets_xhci_dbc_log_request {}; typedef void (*btf_trace_xhci_dbg_address)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_context_change)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_quirks)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_reset_ep)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_cancel_urb)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_init)(void *, struct va_format *); typedef void (*btf_trace_xhci_dbg_ring_expansion)(void *, struct va_format *); typedef void (*btf_trace_xhci_address_ctx)(void *, struct xhci_hcd *, struct xhci_container_ctx *, unsigned int); typedef void (*btf_trace_xhci_handle_event)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_handle_command)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_handle_transfer)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_queue_trb)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_dbc_handle_event)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_dbc_handle_transfer)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_dbc_gadget_ep_queue)(void *, struct xhci_ring *, struct xhci_generic_trb *); typedef void (*btf_trace_xhci_free_virt_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_alloc_virt_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_setup_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_setup_addressable_virt_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_stop_device)(void *, struct xhci_virt_device *); typedef void (*btf_trace_xhci_urb_enqueue)(void *, struct urb *); typedef void (*btf_trace_xhci_urb_giveback)(void *, struct urb *); typedef void (*btf_trace_xhci_urb_dequeue)(void *, struct urb *); typedef void (*btf_trace_xhci_handle_cmd_stop_ep)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_handle_cmd_set_deq_ep)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_handle_cmd_reset_ep)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_handle_cmd_config_ep)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_add_endpoint)(void *, struct xhci_ep_ctx *); typedef void (*btf_trace_xhci_alloc_dev)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_free_dev)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_handle_cmd_disable_slot)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_discover_or_reset_device)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_setup_device_slot)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_handle_cmd_addr_dev)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_handle_cmd_reset_dev)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_handle_cmd_set_deq)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_configure_endpoint)(void *, struct xhci_slot_ctx *); typedef void (*btf_trace_xhci_address_ctrl_ctx)(void *, struct xhci_input_control_ctx *); typedef void (*btf_trace_xhci_configure_endpoint_ctrl_ctx)(void *, struct xhci_input_control_ctx *); typedef void (*btf_trace_xhci_ring_alloc)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_ring_free)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_ring_expansion)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_inc_enq)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_inc_deq)(void *, struct xhci_ring *); typedef void (*btf_trace_xhci_handle_port_status)(void *, u32, u32); typedef void (*btf_trace_xhci_get_port_status)(void *, u32, u32); typedef void (*btf_trace_xhci_hub_status_data)(void *, u32, u32); typedef void (*btf_trace_xhci_ring_ep_doorbell)(void *, u32, u32); typedef void (*btf_trace_xhci_ring_host_doorbell)(void *, u32, u32); typedef void (*btf_trace_xhci_dbc_alloc_request)(void *, struct dbc_request *); typedef void (*btf_trace_xhci_dbc_free_request)(void *, struct dbc_request *); typedef void (*btf_trace_xhci_dbc_queue_request)(void *, struct dbc_request *); typedef void (*btf_trace_xhci_dbc_giveback_request)(void *, struct dbc_request *); struct usb_string_descriptor { __u8 bLength; __u8 bDescriptorType; __le16 wData[1]; }; struct dbc_info_context { __le64 string0; __le64 manufacturer; __le64 product; __le64 serial; __le32 length; __le32 __reserved_0[7]; }; enum evtreturn { EVT_ERR = 4294967295, EVT_DONE = 0, EVT_GSER = 1, EVT_DISC = 2, }; struct kfifo { union { struct __kfifo kfifo; unsigned char *type; const unsigned char *const_type; char (*rectype)[0]; void *ptr; const void *ptr_const; }; unsigned char buf[0]; }; struct dbc_port { struct tty_port port; spinlock_t port_lock; int minor; struct list_head read_pool; struct list_head read_queue; unsigned int n_read; struct tasklet_struct push; struct list_head write_pool; struct kfifo write_fifo; bool registered; }; struct xhci_regset { char name[32]; struct debugfs_regset32 regset; size_t nregs; struct list_head list; }; struct xhci_file_map { const char *name; int (*show)(struct seq_file *, void *); }; struct xhci_ep_priv { char name[32]; struct dentry *root; struct xhci_stream_info *stream_info; struct xhci_ring *show_ring; unsigned int stream_id; }; struct xhci_slot_priv { char name[32]; struct dentry *root; struct xhci_ep_priv *eps[31]; struct xhci_virt_device *dev; }; struct usb_debug_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDebugInEndpoint; __u8 bDebugOutEndpoint; }; struct ehci_dev { u32 bus; u32 slot; u32 func; }; typedef void (*set_debug_port_t)(int); struct usb_hcd___2; struct xdbc_regs { __le32 capability; __le32 doorbell; __le32 ersts; __le32 __reserved_0; __le64 erstba; __le64 erdp; __le32 control; __le32 status; __le32 portsc; __le32 __reserved_1; __le64 dccp; __le32 devinfo1; __le32 devinfo2; }; struct xdbc_trb { __le32 field[4]; }; struct xdbc_erst_entry { __le64 seg_addr; __le32 seg_size; __le32 __reserved_0; }; struct xdbc_info_context { __le64 string0; __le64 manufacturer; __le64 product; __le64 serial; __le32 length; __le32 __reserved_0[7]; }; struct xdbc_ep_context { __le32 ep_info1; __le32 ep_info2; __le64 deq; __le32 tx_info; __le32 __reserved_0[11]; }; struct xdbc_context { struct xdbc_info_context info; struct xdbc_ep_context out; struct xdbc_ep_context in; }; struct xdbc_strings { char string0[64]; char manufacturer[64]; char product[64]; char serial[64]; }; struct xdbc_segment { struct xdbc_trb *trbs; dma_addr_t dma; }; struct xdbc_ring { struct xdbc_segment *segment; struct xdbc_trb *enqueue; struct xdbc_trb *dequeue; u32 cycle_state; }; struct xdbc_state { u16 vendor; u16 device; u32 bus; u32 dev; u32 func; void *xhci_base; u64 xhci_start; size_t xhci_length; int port_number; struct xdbc_regs *xdbc_reg; dma_addr_t table_dma; void *table_base; dma_addr_t erst_dma; size_t erst_size; void *erst_base; struct xdbc_ring evt_ring; struct xdbc_segment evt_seg; dma_addr_t dbcc_dma; size_t dbcc_size; void *dbcc_base; dma_addr_t string_dma; size_t string_size; void *string_base; struct xdbc_ring out_ring; struct xdbc_segment out_seg; void *out_buf; dma_addr_t out_dma; struct xdbc_ring in_ring; struct xdbc_segment in_seg; void *in_buf; dma_addr_t in_dma; u32 flags; raw_spinlock_t lock; }; struct usb_role_switch { struct device dev; struct mutex lock; enum usb_role role; struct device *usb2_port; struct device *usb3_port; struct device *udc; usb_role_switch_set_t set; usb_role_switch_get_t get; bool allow_userspace_control; }; struct serio_device_id { __u8 type; __u8 extra; __u8 id; __u8 proto; }; struct serio_driver; struct serio { void *port_data; char name[32]; char phys[32]; char firmware_id[128]; bool manual_bind; struct serio_device_id id; spinlock_t lock; int (*write)(struct serio *, unsigned char); int (*open)(struct serio *); void (*close)(struct serio *); int (*start)(struct serio *); void (*stop)(struct serio *); struct serio *parent; struct list_head child_node; struct list_head children; unsigned int depth; struct serio_driver *drv; struct mutex drv_mutex; struct device dev; struct list_head node; struct mutex *ps2_cmd_mutex; }; struct serio_driver { const char *description; const struct serio_device_id *id_table; bool manual_bind; void (*write_wakeup)(struct serio *); irqreturn_t (*interrupt)(struct serio *, unsigned char, unsigned int); int (*connect)(struct serio *, struct serio_driver *); int (*reconnect)(struct serio *); int (*fast_reconnect)(struct serio *); void (*disconnect)(struct serio *); void (*cleanup)(struct serio *); struct device_driver driver; }; enum serio_event_type { SERIO_RESCAN_PORT = 0, SERIO_RECONNECT_PORT = 1, SERIO_RECONNECT_SUBTREE = 2, SERIO_REGISTER_PORT = 3, SERIO_ATTACH_DRIVER = 4, }; struct serio_event { enum serio_event_type type; void *object; struct module *owner; struct list_head node; }; enum i8042_controller_reset_mode { I8042_RESET_NEVER = 0, I8042_RESET_ALWAYS = 1, I8042_RESET_ON_S2RAM = 2, }; struct i8042_port { struct serio *serio; int irq; bool exists; bool driver_bound; signed char mux; }; struct ps2dev { struct serio *serio; struct mutex cmd_mutex; wait_queue_head_t wait; long unsigned int flags; u8 cmdbuf[8]; u8 cmdcnt; u8 nak; }; struct input_mt_slot { int abs[14]; unsigned int frame; unsigned int key; }; struct input_mt { int trkid; int num_slots; int slot; unsigned int flags; unsigned int frame; int *red; struct input_mt_slot slots[0]; }; union input_seq_state { struct { short unsigned int pos; bool mutex_acquired; }; void *p; }; struct input_devres { struct input_dev *input; }; struct input_event { __kernel_ulong_t __sec; __kernel_ulong_t __usec; __u16 type; __u16 code; __s32 value; }; struct input_event_compat { compat_ulong_t sec; compat_ulong_t usec; __u16 type; __u16 code; __s32 value; }; struct ff_periodic_effect_compat { __u16 waveform; __u16 period; __s16 magnitude; __s16 offset; __u16 phase; struct ff_envelope envelope; __u32 custom_len; compat_uptr_t custom_data; }; struct ff_effect_compat { __u16 type; __s16 id; __u16 direction; struct ff_trigger trigger; struct ff_replay replay; union { struct ff_constant_effect constant; struct ff_ramp_effect ramp; struct ff_periodic_effect_compat periodic; struct ff_condition_effect condition[2]; struct ff_rumble_effect rumble; } u; }; struct input_mt_pos { s16 x; s16 y; }; struct input_dev_poller { void (*poll)(struct input_dev *); unsigned int poll_interval; unsigned int poll_interval_max; unsigned int poll_interval_min; struct input_dev *input; struct delayed_work work; }; struct touchscreen_properties { unsigned int max_x; unsigned int max_y; bool invert_x; bool invert_y; bool swap_x_y; }; struct vivaldi_data { u32 function_row_physmap[24]; unsigned int num_function_row_keys; }; struct mousedev_hw_data { int dx; int dy; int dz; int x; int y; int abs_event; long unsigned int buttons; }; struct mousedev { int open; struct input_handle handle; wait_queue_head_t wait; struct list_head client_list; spinlock_t client_lock; struct mutex mutex; struct device dev; struct cdev cdev; bool exist; struct list_head mixdev_node; bool opened_by_mixdev; struct mousedev_hw_data packet; unsigned int pkt_count; int old_x[4]; int old_y[4]; int frac_dx; int frac_dy; long unsigned int touch; int (*open_device)(struct mousedev *); void (*close_device)(struct mousedev *); }; enum mousedev_emul { MOUSEDEV_EMUL_PS2 = 0, MOUSEDEV_EMUL_IMPS = 1, MOUSEDEV_EMUL_EXPS = 2, }; struct mousedev_motion { int dx; int dy; int dz; long unsigned int buttons; }; struct mousedev_client { struct fasync_struct *fasync; struct mousedev *mousedev; struct list_head node; struct mousedev_motion packets[16]; unsigned int head; unsigned int tail; spinlock_t packet_lock; int pos_x; int pos_y; u8 ps2[6]; unsigned char ready; unsigned char buffer; unsigned char bufsiz; unsigned char imexseq; unsigned char impsseq; enum mousedev_emul mode; long unsigned int last_buttons; }; enum { FRACTION_DENOM = 128, }; struct input_mask { __u32 type; __u32 codes_size; __u64 codes_ptr; }; struct evdev_client; struct evdev { int open; struct input_handle handle; struct evdev_client *grab; struct list_head client_list; spinlock_t client_lock; struct mutex mutex; struct device dev; struct cdev cdev; bool exist; }; struct evdev_client { unsigned int head; unsigned int tail; unsigned int packet_head; spinlock_t buffer_lock; wait_queue_head_t wait; struct fasync_struct *fasync; struct evdev *evdev; struct list_head node; enum input_clock_type clk_type; bool revoked; long unsigned int *evmasks[32]; unsigned int bufsize; struct input_event buffer[0]; }; struct atkbd { struct ps2dev ps2dev; struct input_dev *dev; char name[64]; char phys[32]; short unsigned int id; short unsigned int keycode[512]; long unsigned int force_release_mask[8]; unsigned char set; bool translated; bool extra; bool write; bool softrepeat; bool softraw; bool scroll; bool enabled; unsigned char emul; bool resend; bool release; long unsigned int xl_bit; unsigned int last; long unsigned int time; long unsigned int err_count; struct delayed_work event_work; long unsigned int event_jiffies; long unsigned int event_mask; struct mutex mutex; struct vivaldi_data vdata; }; enum elants_chip_id { EKTH3500 = 0, EKTF3624 = 1, }; enum elants_state { ELAN_STATE_NORMAL = 0, ELAN_WAIT_QUEUE_HEADER = 1, ELAN_WAIT_RECALIBRATION = 2, }; enum elants_iap_mode { ELAN_IAP_OPERATIONAL = 0, ELAN_IAP_RECOVERY = 1, }; struct elants_data { struct i2c_client *client; struct input_dev *input; struct regulator *vcc33; struct regulator *vccio; struct gpio_desc *reset_gpio; u16 fw_version; u8 test_version; u8 solution_version; u8 bc_version; u8 iap_version; u16 hw_version; u8 major_res; unsigned int x_res; unsigned int y_res; unsigned int x_max; unsigned int y_max; unsigned int phy_x; unsigned int phy_y; struct touchscreen_properties prop; enum elants_state state; enum elants_chip_id chip_id; enum elants_iap_mode iap_mode; struct mutex sysfs_mutex; u8 cmd_resp[4]; struct completion cmd_done; bool wake_irq_enabled; bool keep_power_in_suspend; long: 48; long: 64; u8 buf[169]; long: 56; long: 64; long: 64; }; struct elants_version_attribute { struct device_attribute dattr; size_t field_offset; size_t field_size; }; struct uinput_ff_upload { __u32 request_id; __s32 retval; struct ff_effect effect; struct ff_effect old; }; struct uinput_ff_erase { __u32 request_id; __s32 retval; __u32 effect_id; }; struct uinput_setup { struct input_id id; char name[80]; __u32 ff_effects_max; }; struct uinput_abs_setup { __u16 code; struct input_absinfo absinfo; }; struct uinput_user_dev { char name[80]; struct input_id id; __u32 ff_effects_max; __s32 absmax[64]; __s32 absmin[64]; __s32 absfuzz[64]; __s32 absflat[64]; }; enum uinput_state { UIST_NEW_DEVICE = 0, UIST_SETUP_COMPLETE = 1, UIST_CREATED = 2, }; struct uinput_request { unsigned int id; unsigned int code; int retval; struct completion done; union { unsigned int effect_id; struct { struct ff_effect *effect; struct ff_effect *old; } upload; } u; }; struct uinput_device { struct input_dev *dev; struct mutex mutex; enum uinput_state state; wait_queue_head_t waitq; unsigned char ready; unsigned char head; unsigned char tail; struct input_event buff[16]; unsigned int ff_effects_max; struct uinput_request *requests[16]; wait_queue_head_t requests_waitq; spinlock_t requests_lock; }; struct uinput_ff_upload_compat { __u32 request_id; __s32 retval; struct ff_effect_compat effect; struct ff_effect_compat old; }; struct trace_event_raw_rtc_time_alarm_class { struct trace_entry ent; time64_t secs; int err; char __data[0]; }; struct trace_event_raw_rtc_irq_set_freq { struct trace_entry ent; int freq; int err; char __data[0]; }; struct trace_event_raw_rtc_irq_set_state { struct trace_entry ent; int enabled; int err; char __data[0]; }; struct trace_event_raw_rtc_alarm_irq_enable { struct trace_entry ent; unsigned int enabled; int err; char __data[0]; }; struct trace_event_raw_rtc_offset_class { struct trace_entry ent; long int offset; int err; char __data[0]; }; struct trace_event_raw_rtc_timer_class { struct trace_entry ent; struct rtc_timer *timer; ktime_t expires; ktime_t period; char __data[0]; }; struct trace_event_data_offsets_rtc_time_alarm_class {}; struct trace_event_data_offsets_rtc_irq_set_freq {}; struct trace_event_data_offsets_rtc_irq_set_state {}; struct trace_event_data_offsets_rtc_alarm_irq_enable {}; struct trace_event_data_offsets_rtc_offset_class {}; struct trace_event_data_offsets_rtc_timer_class {}; typedef void (*btf_trace_rtc_set_time)(void *, time64_t, int); typedef void (*btf_trace_rtc_read_time)(void *, time64_t, int); typedef void (*btf_trace_rtc_set_alarm)(void *, time64_t, int); typedef void (*btf_trace_rtc_read_alarm)(void *, time64_t, int); typedef void (*btf_trace_rtc_irq_set_freq)(void *, int, int); typedef void (*btf_trace_rtc_irq_set_state)(void *, int, int); typedef void (*btf_trace_rtc_alarm_irq_enable)(void *, unsigned int, int); typedef void (*btf_trace_rtc_set_offset)(void *, long int, int); typedef void (*btf_trace_rtc_read_offset)(void *, long int, int); typedef void (*btf_trace_rtc_timer_enqueue)(void *, struct rtc_timer *); typedef void (*btf_trace_rtc_timer_dequeue)(void *, struct rtc_timer *); typedef void (*btf_trace_rtc_timer_fired)(void *, struct rtc_timer *); enum { none = 0, day = 1, month = 2, year = 3, }; struct nvmem_cell_info { const char *name; unsigned int offset; unsigned int bytes; unsigned int bit_offset; unsigned int nbits; struct device_node *np; }; typedef int (*nvmem_reg_read_t)(void *, unsigned int, void *, size_t); typedef int (*nvmem_reg_write_t)(void *, unsigned int, void *, size_t); typedef int (*nvmem_cell_post_process_t)(void *, const char *, unsigned int, void *, size_t); enum nvmem_type { NVMEM_TYPE_UNKNOWN = 0, NVMEM_TYPE_EEPROM = 1, NVMEM_TYPE_OTP = 2, NVMEM_TYPE_BATTERY_BACKED = 3, NVMEM_TYPE_FRAM = 4, }; struct nvmem_keepout { unsigned int start; unsigned int end; unsigned char value; }; struct nvmem_config { struct device *dev; const char *name; int id; struct module *owner; struct gpio_desc *wp_gpio; const struct nvmem_cell_info *cells; int ncells; const struct nvmem_keepout *keepout; unsigned int nkeepout; enum nvmem_type type; bool read_only; bool root_only; bool ignore_wp; struct device_node *of_node; bool no_of_node; nvmem_reg_read_t reg_read; nvmem_reg_write_t reg_write; nvmem_cell_post_process_t cell_post_process; int size; int word_size; int stride; void *priv; bool compat; struct device *base_dev; }; struct nvmem_device; struct mc146818_get_time_callback_param { struct rtc_time *time; unsigned char ctrl; unsigned char century; }; struct cmos_rtc_board_info { void (*wake_on)(struct device *); void (*wake_off)(struct device *); u32 flags; int address_space; u8 rtc_day_alarm; u8 rtc_mon_alarm; u8 rtc_century; }; struct cmos_rtc { struct rtc_device *rtc; struct device *dev; int irq; struct resource *iomem; time64_t alarm_expires; void (*wake_on)(struct device *); void (*wake_off)(struct device *); u8 enabled_wake; u8 suspend_ctrl; u8 day_alrm; u8 mon_alrm; u8 century; struct rtc_wkalrm saved_wkalrm; }; struct cmos_read_alarm_callback_param { struct cmos_rtc *cmos; struct rtc_time *time; unsigned char rtc_control; }; struct cmos_set_alarm_callback_param { struct cmos_rtc *cmos; unsigned char mon; unsigned char mday; unsigned char hrs; unsigned char min; unsigned char sec; struct rtc_wkalrm *t; }; struct i2c_devinfo { struct list_head list; int busnum; struct i2c_board_info board_info; }; struct i2c_device_identity { u16 manufacturer_id; u16 part_id; u8 die_revision; }; struct i2c_timings { u32 bus_freq_hz; u32 scl_rise_ns; u32 scl_fall_ns; u32 scl_int_delay_ns; u32 sda_fall_ns; u32 sda_hold_ns; u32 digital_filter_width_ns; u32 analog_filter_cutoff_freq_hz; }; struct trace_event_raw_i2c_write { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_i2c_read { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; char __data[0]; }; struct trace_event_raw_i2c_reply { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_i2c_result { struct trace_entry ent; int adapter_nr; __u16 nr_msgs; __s16 ret; char __data[0]; }; struct trace_event_data_offsets_i2c_write { u32 buf; }; struct trace_event_data_offsets_i2c_read {}; struct trace_event_data_offsets_i2c_reply { u32 buf; }; struct trace_event_data_offsets_i2c_result {}; typedef void (*btf_trace_i2c_write)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_read)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_reply)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_result)(void *, const struct i2c_adapter *, int, int); struct class_compat___2; struct i2c_cmd_arg { unsigned int cmd; void *arg; }; struct i2c_smbus_alert_setup { int irq; }; struct trace_event_raw_smbus_write { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 command; __u8 len; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_read { struct trace_entry ent; int adapter_nr; __u16 flags; __u16 addr; __u8 command; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_reply { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 command; __u8 len; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_result { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 read_write; __u8 command; __s16 res; __u32 protocol; char __data[0]; }; struct trace_event_data_offsets_smbus_write {}; struct trace_event_data_offsets_smbus_read {}; struct trace_event_data_offsets_smbus_reply {}; struct trace_event_data_offsets_smbus_result {}; typedef void (*btf_trace_smbus_write)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, const union i2c_smbus_data *); typedef void (*btf_trace_smbus_read)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int); typedef void (*btf_trace_smbus_reply)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, const union i2c_smbus_data *, int); typedef void (*btf_trace_smbus_result)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, int); enum i2c_driver_flags { I2C_DRV_ACPI_WAIVE_D0_PROBE = 1, }; struct i2c_acpi_handler_data { struct acpi_connection_info info; struct i2c_adapter *adapter; }; struct gsb_buffer { u8 status; u8 len; union { u16 wdata; u8 bdata; u8 data[0]; }; }; struct i2c_acpi_lookup { struct i2c_board_info *info; acpi_handle adapter_handle; acpi_handle device_handle; acpi_handle search_handle; int n; int index; u32 speed; u32 min_speed; u32 force_speed; }; struct i2c_smbus_ioctl_data { __u8 read_write; __u8 command; __u32 size; union i2c_smbus_data *data; }; struct i2c_rdwr_ioctl_data { struct i2c_msg *msgs; __u32 nmsgs; }; struct i2c_dev { struct list_head list; struct i2c_adapter *adap; struct device dev; struct cdev cdev; }; struct i2c_smbus_ioctl_data32 { u8 read_write; u8 command; u32 size; compat_caddr_t data; }; struct i2c_msg32 { u16 addr; u16 flags; u16 len; compat_caddr_t buf; }; struct i2c_rdwr_ioctl_data32 { compat_caddr_t msgs; u32 nmsgs; }; struct dw_i2c_dev { struct device *dev; struct regmap *map; struct regmap *sysmap; void *base; void *ext; struct completion cmd_complete; struct clk *clk; struct clk *pclk; struct reset_control *rst; struct i2c_client *slave; u32 (*get_clk_rate_khz)(struct dw_i2c_dev *); int cmd_err; struct i2c_msg *msgs; int msgs_num; int msg_write_idx; u32 tx_buf_len; u8 *tx_buf; int msg_read_idx; u32 rx_buf_len; u8 *rx_buf; int msg_err; unsigned int status; u32 abort_source; int irq; u32 flags; struct i2c_adapter adapter; u32 functionality; u32 master_cfg; u32 slave_cfg; unsigned int tx_fifo_depth; unsigned int rx_fifo_depth; int rx_outstanding; struct i2c_timings timings; u32 sda_hold_time; u16 ss_hcnt; u16 ss_lcnt; u16 fs_hcnt; u16 fs_lcnt; u16 fp_hcnt; u16 fp_lcnt; u16 hs_hcnt; u16 hs_lcnt; int (*acquire_lock)(); void (*release_lock)(); int semaphore_idx; bool shared_with_punit; void (*disable)(struct dw_i2c_dev *); void (*disable_int)(struct dw_i2c_dev *); int (*init)(struct dw_i2c_dev *); int (*set_sda_hold_time)(struct dw_i2c_dev *); int mode; struct i2c_bus_recovery_info rinfo; }; struct i2c_dw_semaphore_callbacks { int (*probe)(struct dw_i2c_dev *); void (*remove)(struct dw_i2c_dev *); }; struct pps_ktime { __s64 sec; __s32 nsec; __u32 flags; }; struct pps_ktime_compat { __s64 sec; __s32 nsec; __u32 flags; }; struct pps_kinfo { __u32 assert_sequence; __u32 clear_sequence; struct pps_ktime assert_tu; struct pps_ktime clear_tu; int current_mode; }; struct pps_kinfo_compat { __u32 assert_sequence; __u32 clear_sequence; struct pps_ktime_compat assert_tu; struct pps_ktime_compat clear_tu; int current_mode; } __attribute__((packed)); struct pps_kparams { int api_version; int mode; struct pps_ktime assert_off_tu; struct pps_ktime clear_off_tu; }; struct pps_fdata { struct pps_kinfo info; struct pps_ktime timeout; }; struct pps_fdata_compat { struct pps_kinfo_compat info; struct pps_ktime_compat timeout; } __attribute__((packed)); struct pps_bind_args { int tsformat; int edge; int consumer; }; struct pps_device; struct pps_source_info { char name[32]; char path[32]; int mode; void (*echo)(struct pps_device *, int, void *); struct module *owner; struct device *dev; }; struct pps_device { struct pps_source_info info; struct pps_kparams params; __u32 assert_sequence; __u32 clear_sequence; struct pps_ktime assert_tu; struct pps_ktime clear_tu; int current_mode; unsigned int last_ev; wait_queue_head_t queue; unsigned int id; const void *lookup_cookie; struct cdev cdev; struct device *dev; struct fasync_struct *async_queue; spinlock_t lock; }; struct pps_event_time { struct timespec64 ts_real; }; struct ptp_clock_time { __s64 sec; __u32 nsec; __u32 reserved; }; struct ptp_extts_request { unsigned int index; unsigned int flags; unsigned int rsv[2]; }; struct ptp_perout_request { union { struct ptp_clock_time start; struct ptp_clock_time phase; }; struct ptp_clock_time period; unsigned int index; unsigned int flags; union { struct ptp_clock_time on; unsigned int rsv[4]; }; }; enum ptp_pin_function { PTP_PF_NONE = 0, PTP_PF_EXTTS = 1, PTP_PF_PEROUT = 2, PTP_PF_PHYSYNC = 3, }; struct ptp_pin_desc { char name[64]; unsigned int index; unsigned int func; unsigned int chan; unsigned int rsv[5]; }; struct ptp_extts_event { struct ptp_clock_time t; unsigned int index; unsigned int flags; unsigned int rsv[2]; }; struct ptp_clock_request { enum { PTP_CLK_REQ_EXTTS = 0, PTP_CLK_REQ_PEROUT = 1, PTP_CLK_REQ_PPS = 2, } type; union { struct ptp_extts_request extts; struct ptp_perout_request perout; }; }; struct ptp_clock_info { struct module *owner; char name[32]; s32 max_adj; int n_alarm; int n_ext_ts; int n_per_out; int n_pins; int pps; struct ptp_pin_desc *pin_config; int (*adjfine)(struct ptp_clock_info *, long int); int (*adjfreq)(struct ptp_clock_info *, s32); int (*adjphase)(struct ptp_clock_info *, s32); int (*adjtime)(struct ptp_clock_info *, s64); int (*gettime64)(struct ptp_clock_info *, struct timespec64 *); int (*gettimex64)(struct ptp_clock_info *, struct timespec64 *, struct ptp_system_timestamp *); int (*getcrosststamp)(struct ptp_clock_info *, struct system_device_crosststamp *); int (*settime64)(struct ptp_clock_info *, const struct timespec64 *); int (*getcycles64)(struct ptp_clock_info *, struct timespec64 *); int (*getcyclesx64)(struct ptp_clock_info *, struct timespec64 *, struct ptp_system_timestamp *); int (*getcrosscycles)(struct ptp_clock_info *, struct system_device_crosststamp *); int (*enable)(struct ptp_clock_info *, struct ptp_clock_request *, int); int (*verify)(struct ptp_clock_info *, unsigned int, enum ptp_pin_function, unsigned int); long int (*do_aux_work)(struct ptp_clock_info *); }; enum ptp_clock_events { PTP_CLOCK_ALARM = 0, PTP_CLOCK_EXTTS = 1, PTP_CLOCK_PPS = 2, PTP_CLOCK_PPSUSR = 3, }; struct ptp_clock_event { int type; int index; union { u64 timestamp; struct pps_event_time pps_times; }; }; struct timestamp_event_queue { struct ptp_extts_event buf[128]; int head; int tail; spinlock_t lock; }; struct ptp_clock { struct posix_clock clock; struct device dev; struct ptp_clock_info *info; dev_t devid; int index; struct pps_device *pps_source; long int dialed_frequency; struct timestamp_event_queue tsevq; struct mutex tsevq_mux; struct mutex pincfg_mux; wait_queue_head_t tsev_wq; int defunct; struct device_attribute *pin_dev_attr; struct attribute **pin_attr; struct attribute_group pin_attr_group; const struct attribute_group *pin_attr_groups[2]; struct kthread_worker *kworker; struct kthread_delayed_work aux_work; unsigned int max_vclocks; unsigned int n_vclocks; int *vclock_index; struct mutex n_vclocks_mux; bool is_virtual_clock; bool has_cycles; }; struct ptp_vclock { struct ptp_clock *pclock; struct ptp_clock_info info; struct ptp_clock *clock; struct hlist_node vclock_hash_node; struct cyclecounter cc; struct timecounter tc; spinlock_t lock; }; struct ptp_clock_caps { int max_adj; int n_alarm; int n_ext_ts; int n_per_out; int pps; int n_pins; int cross_timestamping; int adjust_phase; int rsv[12]; }; struct ptp_sys_offset { unsigned int n_samples; unsigned int rsv[3]; struct ptp_clock_time ts[51]; }; struct ptp_sys_offset_extended { unsigned int n_samples; unsigned int rsv[3]; struct ptp_clock_time ts[75]; }; struct ptp_sys_offset_precise { struct ptp_clock_time device; struct ptp_clock_time sys_realtime; struct ptp_clock_time sys_monoraw; unsigned int rsv[4]; }; struct mt6397_chip { struct device *dev; struct regmap *regmap; struct notifier_block pm_nb; int irq; struct irq_domain *irq_domain; struct mutex irqlock; u16 wake_mask[2]; u16 irq_masks_cur[2]; u16 irq_masks_cache[2]; u16 int_con[2]; u16 int_status[2]; u16 chip_id; void *irq_data; }; struct mt6323_pwrc { struct device *dev; struct regmap *regmap; u32 base; }; enum power_supply_notifier_events { PSY_EVENT_PROP_CHANGED = 0, }; struct power_supply_battery_ocv_table { int ocv; int capacity; }; struct power_supply_resistance_temp_table { int temp; int resistance; }; struct power_supply_vbat_ri_table { int vbat_uv; int ri_uohm; }; struct power_supply_maintenance_charge_table { int charge_current_max_ua; int charge_voltage_max_uv; int charge_safety_timer_minutes; }; struct power_supply_battery_info { unsigned int technology; int energy_full_design_uwh; int charge_full_design_uah; int voltage_min_design_uv; int voltage_max_design_uv; int tricklecharge_current_ua; int precharge_current_ua; int precharge_voltage_max_uv; int charge_term_current_ua; int charge_restart_voltage_uv; int overvoltage_limit_uv; int constant_charge_current_max_ua; int constant_charge_voltage_max_uv; struct power_supply_maintenance_charge_table *maintenance_charge; int maintenance_charge_size; int alert_low_temp_charge_current_ua; int alert_low_temp_charge_voltage_uv; int alert_high_temp_charge_current_ua; int alert_high_temp_charge_voltage_uv; int factory_internal_resistance_uohm; int factory_internal_resistance_charging_uohm; int ocv_temp[20]; int temp_ambient_alert_min; int temp_ambient_alert_max; int temp_alert_min; int temp_alert_max; int temp_min; int temp_max; struct power_supply_battery_ocv_table *ocv_table[20]; int ocv_table_size[20]; struct power_supply_resistance_temp_table *resist_table; int resist_table_size; struct power_supply_vbat_ri_table *vbat2ri_discharging; int vbat2ri_discharging_size; struct power_supply_vbat_ri_table *vbat2ri_charging; int vbat2ri_charging_size; int bti_resistance_ohm; int bti_resistance_tolerance; }; struct psy_am_i_supplied_data { struct power_supply *psy; unsigned int count; }; struct psy_get_supplier_prop_data { struct power_supply *psy; enum power_supply_property psp; union power_supply_propval *val; }; enum { POWER_SUPPLY_CHARGE_TYPE_UNKNOWN = 0, POWER_SUPPLY_CHARGE_TYPE_NONE = 1, POWER_SUPPLY_CHARGE_TYPE_TRICKLE = 2, POWER_SUPPLY_CHARGE_TYPE_FAST = 3, POWER_SUPPLY_CHARGE_TYPE_STANDARD = 4, POWER_SUPPLY_CHARGE_TYPE_ADAPTIVE = 5, POWER_SUPPLY_CHARGE_TYPE_CUSTOM = 6, POWER_SUPPLY_CHARGE_TYPE_LONGLIFE = 7, POWER_SUPPLY_CHARGE_TYPE_BYPASS = 8, }; enum { POWER_SUPPLY_HEALTH_UNKNOWN = 0, POWER_SUPPLY_HEALTH_GOOD = 1, POWER_SUPPLY_HEALTH_OVERHEAT = 2, POWER_SUPPLY_HEALTH_DEAD = 3, POWER_SUPPLY_HEALTH_OVERVOLTAGE = 4, POWER_SUPPLY_HEALTH_UNSPEC_FAILURE = 5, POWER_SUPPLY_HEALTH_COLD = 6, POWER_SUPPLY_HEALTH_WATCHDOG_TIMER_EXPIRE = 7, POWER_SUPPLY_HEALTH_SAFETY_TIMER_EXPIRE = 8, POWER_SUPPLY_HEALTH_OVERCURRENT = 9, POWER_SUPPLY_HEALTH_CALIBRATION_REQUIRED = 10, POWER_SUPPLY_HEALTH_WARM = 11, POWER_SUPPLY_HEALTH_COOL = 12, POWER_SUPPLY_HEALTH_HOT = 13, POWER_SUPPLY_HEALTH_NO_BATTERY = 14, }; enum { POWER_SUPPLY_SCOPE_UNKNOWN = 0, POWER_SUPPLY_SCOPE_SYSTEM = 1, POWER_SUPPLY_SCOPE_DEVICE = 2, }; enum power_supply_charge_behaviour { POWER_SUPPLY_CHARGE_BEHAVIOUR_AUTO = 0, POWER_SUPPLY_CHARGE_BEHAVIOUR_INHIBIT_CHARGE = 1, POWER_SUPPLY_CHARGE_BEHAVIOUR_FORCE_DISCHARGE = 2, }; struct power_supply_attr { const char *prop_name; char attr_name[31]; struct device_attribute dev_attr; const char * const *text_values; int text_values_len; }; enum hwmon_sensor_types { hwmon_chip = 0, hwmon_temp = 1, hwmon_in = 2, hwmon_curr = 3, hwmon_power = 4, hwmon_energy = 5, hwmon_humidity = 6, hwmon_fan = 7, hwmon_pwm = 8, hwmon_intrusion = 9, hwmon_max = 10, }; enum hwmon_temp_attributes { hwmon_temp_enable = 0, hwmon_temp_input = 1, hwmon_temp_type = 2, hwmon_temp_lcrit = 3, hwmon_temp_lcrit_hyst = 4, hwmon_temp_min = 5, hwmon_temp_min_hyst = 6, hwmon_temp_max = 7, hwmon_temp_max_hyst = 8, hwmon_temp_crit = 9, hwmon_temp_crit_hyst = 10, hwmon_temp_emergency = 11, hwmon_temp_emergency_hyst = 12, hwmon_temp_alarm = 13, hwmon_temp_lcrit_alarm = 14, hwmon_temp_min_alarm = 15, hwmon_temp_max_alarm = 16, hwmon_temp_crit_alarm = 17, hwmon_temp_emergency_alarm = 18, hwmon_temp_fault = 19, hwmon_temp_offset = 20, hwmon_temp_label = 21, hwmon_temp_lowest = 22, hwmon_temp_highest = 23, hwmon_temp_reset_history = 24, hwmon_temp_rated_min = 25, hwmon_temp_rated_max = 26, }; enum hwmon_in_attributes { hwmon_in_enable = 0, hwmon_in_input = 1, hwmon_in_min = 2, hwmon_in_max = 3, hwmon_in_lcrit = 4, hwmon_in_crit = 5, hwmon_in_average = 6, hwmon_in_lowest = 7, hwmon_in_highest = 8, hwmon_in_reset_history = 9, hwmon_in_label = 10, hwmon_in_alarm = 11, hwmon_in_min_alarm = 12, hwmon_in_max_alarm = 13, hwmon_in_lcrit_alarm = 14, hwmon_in_crit_alarm = 15, hwmon_in_rated_min = 16, hwmon_in_rated_max = 17, }; enum hwmon_curr_attributes { hwmon_curr_enable = 0, hwmon_curr_input = 1, hwmon_curr_min = 2, hwmon_curr_max = 3, hwmon_curr_lcrit = 4, hwmon_curr_crit = 5, hwmon_curr_average = 6, hwmon_curr_lowest = 7, hwmon_curr_highest = 8, hwmon_curr_reset_history = 9, hwmon_curr_label = 10, hwmon_curr_alarm = 11, hwmon_curr_min_alarm = 12, hwmon_curr_max_alarm = 13, hwmon_curr_lcrit_alarm = 14, hwmon_curr_crit_alarm = 15, hwmon_curr_rated_min = 16, hwmon_curr_rated_max = 17, }; struct hwmon_ops { umode_t (*is_visible)(const void *, enum hwmon_sensor_types, u32, int); int (*read)(struct device *, enum hwmon_sensor_types, u32, int, long int *); int (*read_string)(struct device *, enum hwmon_sensor_types, u32, int, const char **); int (*write)(struct device *, enum hwmon_sensor_types, u32, int, long int); }; struct hwmon_channel_info { enum hwmon_sensor_types type; const u32 *config; }; struct hwmon_chip_info { const struct hwmon_ops *ops; const struct hwmon_channel_info **info; }; struct power_supply_hwmon { struct power_supply *psy; long unsigned int *props; }; struct hwmon_type_attr_list { const u32 *attrs; size_t n_attrs; }; enum cm_batt_temp { CM_BATT_OK = 0, CM_BATT_OVERHEAT = 1, CM_BATT_COLD = 2, }; enum hwmon_chip_attributes { hwmon_chip_temp_reset_history = 0, hwmon_chip_in_reset_history = 1, hwmon_chip_curr_reset_history = 2, hwmon_chip_power_reset_history = 3, hwmon_chip_register_tz = 4, hwmon_chip_update_interval = 5, hwmon_chip_alarms = 6, hwmon_chip_samples = 7, hwmon_chip_curr_samples = 8, hwmon_chip_in_samples = 9, hwmon_chip_power_samples = 10, hwmon_chip_temp_samples = 11, }; enum hwmon_power_attributes { hwmon_power_enable = 0, hwmon_power_average = 1, hwmon_power_average_interval = 2, hwmon_power_average_interval_max = 3, hwmon_power_average_interval_min = 4, hwmon_power_average_highest = 5, hwmon_power_average_lowest = 6, hwmon_power_average_max = 7, hwmon_power_average_min = 8, hwmon_power_input = 9, hwmon_power_input_highest = 10, hwmon_power_input_lowest = 11, hwmon_power_reset_history = 12, hwmon_power_accuracy = 13, hwmon_power_cap = 14, hwmon_power_cap_hyst = 15, hwmon_power_cap_max = 16, hwmon_power_cap_min = 17, hwmon_power_min = 18, hwmon_power_max = 19, hwmon_power_crit = 20, hwmon_power_lcrit = 21, hwmon_power_label = 22, hwmon_power_alarm = 23, hwmon_power_cap_alarm = 24, hwmon_power_min_alarm = 25, hwmon_power_max_alarm = 26, hwmon_power_lcrit_alarm = 27, hwmon_power_crit_alarm = 28, hwmon_power_rated_min = 29, hwmon_power_rated_max = 30, }; enum hwmon_energy_attributes { hwmon_energy_enable = 0, hwmon_energy_input = 1, hwmon_energy_label = 2, }; enum hwmon_humidity_attributes { hwmon_humidity_enable = 0, hwmon_humidity_input = 1, hwmon_humidity_label = 2, hwmon_humidity_min = 3, hwmon_humidity_min_hyst = 4, hwmon_humidity_max = 5, hwmon_humidity_max_hyst = 6, hwmon_humidity_alarm = 7, hwmon_humidity_fault = 8, hwmon_humidity_rated_min = 9, hwmon_humidity_rated_max = 10, }; enum hwmon_fan_attributes { hwmon_fan_enable = 0, hwmon_fan_input = 1, hwmon_fan_label = 2, hwmon_fan_min = 3, hwmon_fan_max = 4, hwmon_fan_div = 5, hwmon_fan_pulses = 6, hwmon_fan_target = 7, hwmon_fan_alarm = 8, hwmon_fan_min_alarm = 9, hwmon_fan_max_alarm = 10, hwmon_fan_fault = 11, }; enum hwmon_pwm_attributes { hwmon_pwm_input = 0, hwmon_pwm_enable = 1, hwmon_pwm_mode = 2, hwmon_pwm_freq = 3, hwmon_pwm_auto_channels_temp = 4, }; enum hwmon_intrusion_attributes { hwmon_intrusion_alarm = 0, hwmon_intrusion_beep = 1, }; struct trace_event_raw_hwmon_attr_class { struct trace_entry ent; int index; u32 __data_loc_attr_name; long int val; char __data[0]; }; struct trace_event_raw_hwmon_attr_show_string { struct trace_entry ent; int index; u32 __data_loc_attr_name; u32 __data_loc_label; char __data[0]; }; struct trace_event_data_offsets_hwmon_attr_class { u32 attr_name; }; struct trace_event_data_offsets_hwmon_attr_show_string { u32 attr_name; u32 label; }; typedef void (*btf_trace_hwmon_attr_show)(void *, int, const char *, long int); typedef void (*btf_trace_hwmon_attr_store)(void *, int, const char *, long int); typedef void (*btf_trace_hwmon_attr_show_string)(void *, int, const char *, const char *); struct hwmon_device { const char *name; const char *label; struct device dev; const struct hwmon_chip_info *chip; struct list_head tzdata; struct attribute_group group; const struct attribute_group **groups; }; struct hwmon_device_attribute { struct device_attribute dev_attr; const struct hwmon_ops *ops; enum hwmon_sensor_types type; u32 attr; int index; char name[32]; }; struct thermal_attr { struct device_attribute attr; char name[20]; }; struct devfreq_dev_status { long unsigned int total_time; long unsigned int busy_time; long unsigned int current_frequency; void *private_data; }; struct trace_event_raw_thermal_temperature { struct trace_entry ent; u32 __data_loc_thermal_zone; int id; int temp_prev; int temp; char __data[0]; }; struct trace_event_raw_cdev_update { struct trace_entry ent; u32 __data_loc_type; long unsigned int target; char __data[0]; }; struct trace_event_raw_thermal_zone_trip { struct trace_entry ent; u32 __data_loc_thermal_zone; int id; int trip; enum thermal_trip_type trip_type; char __data[0]; }; struct trace_event_raw_thermal_power_devfreq_get_power { struct trace_entry ent; u32 __data_loc_type; long unsigned int freq; u32 busy_time; u32 total_time; u32 power; char __data[0]; }; struct trace_event_raw_thermal_power_devfreq_limit { struct trace_entry ent; u32 __data_loc_type; unsigned int freq; long unsigned int cdev_state; u32 power; char __data[0]; }; struct trace_event_data_offsets_thermal_temperature { u32 thermal_zone; }; struct trace_event_data_offsets_cdev_update { u32 type; }; struct trace_event_data_offsets_thermal_zone_trip { u32 thermal_zone; }; struct trace_event_data_offsets_thermal_power_devfreq_get_power { u32 type; }; struct trace_event_data_offsets_thermal_power_devfreq_limit { u32 type; }; typedef void (*btf_trace_thermal_temperature)(void *, struct thermal_zone_device *); typedef void (*btf_trace_cdev_update)(void *, struct thermal_cooling_device *, long unsigned int); typedef void (*btf_trace_thermal_zone_trip)(void *, struct thermal_zone_device *, int, enum thermal_trip_type); typedef void (*btf_trace_thermal_power_devfreq_get_power)(void *, struct thermal_cooling_device *, struct devfreq_dev_status *, long unsigned int, u32); typedef void (*btf_trace_thermal_power_devfreq_limit)(void *, struct thermal_cooling_device *, long unsigned int, long unsigned int, u32); struct thermal_instance { int id; char name[20]; struct thermal_zone_device *tz; struct thermal_cooling_device *cdev; int trip; bool initialized; long unsigned int upper; long unsigned int lower; long unsigned int target; char attr_name[20]; struct device_attribute attr; char weight_attr_name[20]; struct device_attribute weight_attr; struct list_head tz_node; struct list_head cdev_node; unsigned int weight; }; struct cooling_dev_stats { spinlock_t lock; unsigned int total_trans; long unsigned int state; long unsigned int max_states; ktime_t last_time; ktime_t *time_in_state; unsigned int *trans_table; }; struct genl_dumpit_info { const struct genl_family *family; struct genl_ops op; struct nlattr **attrs; }; enum thermal_genl_attr { THERMAL_GENL_ATTR_UNSPEC = 0, THERMAL_GENL_ATTR_TZ = 1, THERMAL_GENL_ATTR_TZ_ID = 2, THERMAL_GENL_ATTR_TZ_TEMP = 3, THERMAL_GENL_ATTR_TZ_TRIP = 4, THERMAL_GENL_ATTR_TZ_TRIP_ID = 5, THERMAL_GENL_ATTR_TZ_TRIP_TYPE = 6, THERMAL_GENL_ATTR_TZ_TRIP_TEMP = 7, THERMAL_GENL_ATTR_TZ_TRIP_HYST = 8, THERMAL_GENL_ATTR_TZ_MODE = 9, THERMAL_GENL_ATTR_TZ_NAME = 10, THERMAL_GENL_ATTR_TZ_CDEV_WEIGHT = 11, THERMAL_GENL_ATTR_TZ_GOV = 12, THERMAL_GENL_ATTR_TZ_GOV_NAME = 13, THERMAL_GENL_ATTR_CDEV = 14, THERMAL_GENL_ATTR_CDEV_ID = 15, THERMAL_GENL_ATTR_CDEV_CUR_STATE = 16, THERMAL_GENL_ATTR_CDEV_MAX_STATE = 17, THERMAL_GENL_ATTR_CDEV_NAME = 18, THERMAL_GENL_ATTR_GOV_NAME = 19, THERMAL_GENL_ATTR_CPU_CAPABILITY = 20, THERMAL_GENL_ATTR_CPU_CAPABILITY_ID = 21, THERMAL_GENL_ATTR_CPU_CAPABILITY_PERFORMANCE = 22, THERMAL_GENL_ATTR_CPU_CAPABILITY_EFFICIENCY = 23, __THERMAL_GENL_ATTR_MAX = 24, }; enum thermal_genl_sampling { THERMAL_GENL_SAMPLING_TEMP = 0, __THERMAL_GENL_SAMPLING_MAX = 1, }; enum thermal_genl_event { THERMAL_GENL_EVENT_UNSPEC = 0, THERMAL_GENL_EVENT_TZ_CREATE = 1, THERMAL_GENL_EVENT_TZ_DELETE = 2, THERMAL_GENL_EVENT_TZ_DISABLE = 3, THERMAL_GENL_EVENT_TZ_ENABLE = 4, THERMAL_GENL_EVENT_TZ_TRIP_UP = 5, THERMAL_GENL_EVENT_TZ_TRIP_DOWN = 6, THERMAL_GENL_EVENT_TZ_TRIP_CHANGE = 7, THERMAL_GENL_EVENT_TZ_TRIP_ADD = 8, THERMAL_GENL_EVENT_TZ_TRIP_DELETE = 9, THERMAL_GENL_EVENT_CDEV_ADD = 10, THERMAL_GENL_EVENT_CDEV_DELETE = 11, THERMAL_GENL_EVENT_CDEV_STATE_UPDATE = 12, THERMAL_GENL_EVENT_TZ_GOV_CHANGE = 13, THERMAL_GENL_EVENT_CPU_CAPABILITY_CHANGE = 14, __THERMAL_GENL_EVENT_MAX = 15, }; enum thermal_genl_cmd { THERMAL_GENL_CMD_UNSPEC = 0, THERMAL_GENL_CMD_TZ_GET_ID = 1, THERMAL_GENL_CMD_TZ_GET_TRIP = 2, THERMAL_GENL_CMD_TZ_GET_TEMP = 3, THERMAL_GENL_CMD_TZ_GET_GOV = 4, THERMAL_GENL_CMD_TZ_GET_MODE = 5, THERMAL_GENL_CMD_CDEV_GET = 6, __THERMAL_GENL_CMD_MAX = 7, }; struct thermal_genl_cpu_caps { int cpu; int performance; int efficiency; }; struct param { struct nlattr **attrs; struct sk_buff *msg; const char *name; int tz_id; int cdev_id; int trip_id; int trip_temp; int trip_type; int trip_hyst; int temp; int cdev_state; int cdev_max_state; struct thermal_genl_cpu_caps *cpu_capabilities; int cpu_capabilities_count; }; typedef int (*cb_t)(struct param *); struct thermal_hwmon_device { char type[20]; struct device *device; int count; struct list_head tz_list; struct list_head node; }; struct thermal_hwmon_attr { struct device_attribute attr; char name[16]; }; struct thermal_hwmon_temp { struct list_head hwmon_node; struct thermal_zone_device *tz; struct thermal_hwmon_attr temp_input; struct thermal_hwmon_attr temp_crit; }; struct trace_event_raw_thermal_power_allocator { struct trace_entry ent; int tz_id; u32 __data_loc_req_power; u32 total_req_power; u32 __data_loc_granted_power; u32 total_granted_power; size_t num_actors; u32 power_range; u32 max_allocatable_power; int current_temp; s32 delta_temp; char __data[0]; }; struct trace_event_raw_thermal_power_allocator_pid { struct trace_entry ent; int tz_id; s32 err; s32 err_integral; s64 p; s64 i; s64 d; s32 output; char __data[0]; }; struct trace_event_data_offsets_thermal_power_allocator { u32 req_power; u32 granted_power; }; struct trace_event_data_offsets_thermal_power_allocator_pid {}; typedef void (*btf_trace_thermal_power_allocator)(void *, struct thermal_zone_device *, u32 *, u32, u32 *, u32, size_t, u32, u32, int, s32); typedef void (*btf_trace_thermal_power_allocator_pid)(void *, struct thermal_zone_device *, s32, s32, s64, s64, s64, s32); struct power_allocator_params { bool allocated_tzp; s64 err_integral; s32 prev_err; int trip_switch_on; int trip_max_desired_temperature; u32 sustainable_power; }; enum devfreq_timer { DEVFREQ_TIMER_DEFERRABLE = 0, DEVFREQ_TIMER_DELAYED = 1, DEVFREQ_TIMER_NUM = 2, }; struct devfreq_dev_profile { long unsigned int initial_freq; unsigned int polling_ms; enum devfreq_timer timer; bool is_cooling_device; int (*target)(struct device *, long unsigned int *, u32); int (*get_dev_status)(struct device *, struct devfreq_dev_status *); int (*get_cur_freq)(struct device *, long unsigned int *); void (*exit)(struct device *); long unsigned int *freq_table; unsigned int max_state; }; struct devfreq_stats { unsigned int total_trans; unsigned int *trans_table; u64 *time_in_state; u64 last_update; }; struct devfreq_governor; struct devfreq { struct list_head node; struct mutex lock; struct device dev; struct devfreq_dev_profile *profile; const struct devfreq_governor *governor; struct opp_table *opp_table; struct notifier_block nb; struct delayed_work work; long unsigned int previous_freq; struct devfreq_dev_status last_status; void *data; struct dev_pm_qos_request user_min_freq_req; struct dev_pm_qos_request user_max_freq_req; long unsigned int scaling_min_freq; long unsigned int scaling_max_freq; bool stop_polling; long unsigned int suspend_freq; long unsigned int resume_freq; atomic_t suspend_count; struct devfreq_stats stats; struct srcu_notifier_head transition_notifier_list; struct thermal_cooling_device *cdev; struct notifier_block nb_min; struct notifier_block nb_max; }; struct devfreq_governor { struct list_head node; const char name[16]; const u64 attrs; const u64 flags; int (*get_target_freq)(struct devfreq *, long unsigned int *); int (*event_handler)(struct devfreq *, unsigned int, void *); }; struct devfreq_cooling_power { int (*get_real_power)(struct devfreq *, u32 *, long unsigned int, long unsigned int); }; struct devfreq_cooling_device { struct thermal_cooling_device *cdev; struct devfreq *devfreq; long unsigned int cooling_state; u32 *freq_table; size_t max_state; struct devfreq_cooling_power *power_ops; u32 res_util; int capped_state; struct dev_pm_qos_request req_max_freq; struct em_perf_domain *em_pd; }; struct _thermal_state { u64 next_check; u64 last_interrupt_time; struct delayed_work therm_work; long unsigned int count; long unsigned int last_count; long unsigned int max_time_ms; long unsigned int total_time_ms; bool rate_control_active; bool new_event; u8 level; u8 sample_index; u8 sample_count; u8 average; u8 baseline_temp; u8 temp_samples[3]; }; struct thermal_state { struct _thermal_state core_throttle; struct _thermal_state core_power_limit; struct _thermal_state package_throttle; struct _thermal_state package_power_limit; struct _thermal_state core_thresh0; struct _thermal_state core_thresh1; struct _thermal_state pkg_thresh0; struct _thermal_state pkg_thresh1; }; struct watchdog_info { __u32 options; __u32 firmware_version; __u8 identity[32]; }; struct watchdog_device; struct watchdog_ops { struct module *owner; int (*start)(struct watchdog_device *); int (*stop)(struct watchdog_device *); int (*ping)(struct watchdog_device *); unsigned int (*status)(struct watchdog_device *); int (*set_timeout)(struct watchdog_device *, unsigned int); int (*set_pretimeout)(struct watchdog_device *, unsigned int); unsigned int (*get_timeleft)(struct watchdog_device *); int (*restart)(struct watchdog_device *, long unsigned int, void *); long int (*ioctl)(struct watchdog_device *, unsigned int, long unsigned int); }; struct watchdog_governor; struct watchdog_core_data; struct watchdog_device { int id; struct device *parent; const struct attribute_group **groups; const struct watchdog_info *info; const struct watchdog_ops *ops; const struct watchdog_governor *gov; unsigned int bootstatus; unsigned int timeout; unsigned int pretimeout; unsigned int min_timeout; unsigned int max_timeout; unsigned int min_hw_heartbeat_ms; unsigned int max_hw_heartbeat_ms; struct notifier_block reboot_nb; struct notifier_block restart_nb; struct notifier_block pm_nb; void *driver_data; struct watchdog_core_data *wd_data; long unsigned int status; struct list_head deferred; }; struct watchdog_governor { const char name[20]; void (*pretimeout)(struct watchdog_device *); }; struct watchdog_core_data { struct device dev; struct cdev cdev; struct watchdog_device *wdd; struct mutex lock; ktime_t last_keepalive; ktime_t last_hw_keepalive; ktime_t open_deadline; struct hrtimer timer; struct kthread_work work; long unsigned int status; }; struct watchdog_pretimeout { struct watchdog_device *wdd; struct list_head entry; }; struct governor_priv { struct watchdog_governor *gov; struct list_head entry; }; struct mdp_device_descriptor_s { __u32 number; __u32 major; __u32 minor; __u32 raid_disk; __u32 state; __u32 reserved[27]; }; typedef struct mdp_device_descriptor_s mdp_disk_t; struct mdp_superblock_s { __u32 md_magic; __u32 major_version; __u32 minor_version; __u32 patch_version; __u32 gvalid_words; __u32 set_uuid0; __u32 ctime; __u32 level; __u32 size; __u32 nr_disks; __u32 raid_disks; __u32 md_minor; __u32 not_persistent; __u32 set_uuid1; __u32 set_uuid2; __u32 set_uuid3; __u32 gstate_creserved[16]; __u32 utime; __u32 state; __u32 active_disks; __u32 working_disks; __u32 failed_disks; __u32 spare_disks; __u32 sb_csum; __u32 events_lo; __u32 events_hi; __u32 cp_events_lo; __u32 cp_events_hi; __u32 recovery_cp; __u64 reshape_position; __u32 new_level; __u32 delta_disks; __u32 new_layout; __u32 new_chunk; __u32 gstate_sreserved[14]; __u32 layout; __u32 chunk_size; __u32 root_pv; __u32 root_block; __u32 pstate_reserved[60]; mdp_disk_t disks[27]; __u32 reserved[0]; mdp_disk_t this_disk; }; typedef struct mdp_superblock_s mdp_super_t; struct mdp_superblock_1 { __le32 magic; __le32 major_version; __le32 feature_map; __le32 pad0; __u8 set_uuid[16]; char set_name[32]; __le64 ctime; __le32 level; __le32 layout; __le64 size; __le32 chunksize; __le32 raid_disks; union { __le32 bitmap_offset; struct { __le16 offset; __le16 size; } ppl; }; __le32 new_level; __le64 reshape_position; __le32 delta_disks; __le32 new_layout; __le32 new_chunk; __le32 new_offset; __le64 data_offset; __le64 data_size; __le64 super_offset; union { __le64 recovery_offset; __le64 journal_tail; }; __le32 dev_number; __le32 cnt_corrected_read; __u8 device_uuid[16]; __u8 devflags; __u8 bblog_shift; __le16 bblog_size; __le32 bblog_offset; __le64 utime; __le64 events; __le64 resync_offset; __le32 sb_csum; __le32 max_dev; __u8 pad3[32]; __le16 dev_roles[0]; }; struct mdu_version_s { int major; int minor; int patchlevel; }; typedef struct mdu_version_s mdu_version_t; struct mdu_array_info_s { int major_version; int minor_version; int patch_version; unsigned int ctime; int level; int size; int nr_disks; int raid_disks; int md_minor; int not_persistent; unsigned int utime; int state; int active_disks; int working_disks; int failed_disks; int spare_disks; int layout; int chunk_size; }; typedef struct mdu_array_info_s mdu_array_info_t; struct mdu_disk_info_s { int number; int major; int minor; int raid_disk; int state; }; typedef struct mdu_disk_info_s mdu_disk_info_t; struct mdu_bitmap_file_s { char pathname[4096]; }; typedef struct mdu_bitmap_file_s mdu_bitmap_file_t; struct mddev; struct md_rdev; struct md_cluster_operations { int (*join)(struct mddev *, int); int (*leave)(struct mddev *); int (*slot_number)(struct mddev *); int (*resync_info_update)(struct mddev *, sector_t, sector_t); void (*resync_info_get)(struct mddev *, sector_t *, sector_t *); int (*metadata_update_start)(struct mddev *); int (*metadata_update_finish)(struct mddev *); void (*metadata_update_cancel)(struct mddev *); int (*resync_start)(struct mddev *); int (*resync_finish)(struct mddev *); int (*area_resyncing)(struct mddev *, int, sector_t, sector_t); int (*add_new_disk)(struct mddev *, struct md_rdev *); void (*add_new_disk_cancel)(struct mddev *); int (*new_disk_ack)(struct mddev *, bool); int (*remove_disk)(struct mddev *, struct md_rdev *); void (*load_bitmaps)(struct mddev *, int); int (*gather_bitmaps)(struct md_rdev *); int (*resize_bitmaps)(struct mddev *, sector_t, sector_t); int (*lock_all_bitmaps)(struct mddev *); void (*unlock_all_bitmaps)(struct mddev *); void (*update_size)(struct mddev *, sector_t); }; struct md_cluster_info; struct md_personality; struct md_thread; struct bitmap; struct mddev { void *private; struct md_personality *pers; dev_t unit; int md_minor; struct list_head disks; long unsigned int flags; long unsigned int sb_flags; int suspended; atomic_t active_io; int ro; int sysfs_active; struct gendisk *gendisk; struct kobject kobj; int hold_active; int major_version; int minor_version; int patch_version; int persistent; int external; char metadata_type[17]; int chunk_sectors; time64_t ctime; time64_t utime; int level; int layout; char clevel[16]; int raid_disks; int max_disks; sector_t dev_sectors; sector_t array_sectors; int external_size; __u64 events; int can_decrease_events; char uuid[16]; sector_t reshape_position; int delta_disks; int new_level; int new_layout; int new_chunk_sectors; int reshape_backwards; struct md_thread *thread; struct md_thread *sync_thread; char *last_sync_action; sector_t curr_resync; sector_t curr_resync_completed; long unsigned int resync_mark; sector_t resync_mark_cnt; sector_t curr_mark_cnt; sector_t resync_max_sectors; atomic64_t resync_mismatches; sector_t suspend_lo; sector_t suspend_hi; int sync_speed_min; int sync_speed_max; int parallel_resync; int ok_start_degraded; long unsigned int recovery; int recovery_disabled; int in_sync; struct mutex open_mutex; struct mutex reconfig_mutex; atomic_t active; atomic_t openers; int changed; int degraded; atomic_t recovery_active; wait_queue_head_t recovery_wait; sector_t recovery_cp; sector_t resync_min; sector_t resync_max; struct kernfs_node *sysfs_state; struct kernfs_node *sysfs_action; struct kernfs_node *sysfs_completed; struct kernfs_node *sysfs_degraded; struct kernfs_node *sysfs_level; struct work_struct del_work; spinlock_t lock; wait_queue_head_t sb_wait; atomic_t pending_writes; unsigned int safemode; unsigned int safemode_delay; struct timer_list safemode_timer; struct percpu_ref writes_pending; int sync_checkers; struct request_queue *queue; struct bitmap *bitmap; struct { struct file *file; loff_t offset; long unsigned int space; loff_t default_offset; long unsigned int default_space; struct mutex mutex; long unsigned int chunksize; long unsigned int daemon_sleep; long unsigned int max_write_behind; int external; int nodes; char cluster_name[64]; } bitmap_info; atomic_t max_corr_read_errors; struct list_head all_mddevs; const struct attribute_group *to_remove; struct bio_set bio_set; struct bio_set sync_set; struct bio_set io_acct_set; struct bio *flush_bio; atomic_t flush_pending; ktime_t start_flush; ktime_t prev_flush_start; struct work_struct flush_work; struct work_struct event_work; mempool_t *serial_info_pool; void (*sync_super)(struct mddev *, struct md_rdev *); struct md_cluster_info *cluster_info; unsigned int good_device_nr; unsigned int noio_flag; bool has_superblocks: 1; bool fail_last_dev: 1; bool serialize_policy: 1; }; struct serial_in_rdev; struct md_rdev { struct list_head same_set; sector_t sectors; struct mddev *mddev; int last_events; struct block_device *meta_bdev; struct block_device *bdev; struct page *sb_page; struct page *bb_page; int sb_loaded; __u64 sb_events; sector_t data_offset; sector_t new_data_offset; sector_t sb_start; int sb_size; int preferred_minor; struct kobject kobj; long unsigned int flags; wait_queue_head_t blocked_wait; int desc_nr; int raid_disk; int new_raid_disk; int saved_raid_disk; union { sector_t recovery_offset; sector_t journal_tail; }; atomic_t nr_pending; atomic_t read_errors; time64_t last_read_error; atomic_t corrected_errors; struct serial_in_rdev *serial; struct work_struct del_work; struct kernfs_node *sysfs_state; struct kernfs_node *sysfs_unack_badblocks; struct kernfs_node *sysfs_badblocks; struct badblocks badblocks; struct { short int offset; unsigned int size; sector_t sector; } ppl; }; struct serial_in_rdev { struct rb_root_cached serial_rb; spinlock_t serial_lock; wait_queue_head_t serial_io_wait; }; enum flag_bits { Faulty = 0, In_sync = 1, Bitmap_sync = 2, WriteMostly = 3, AutoDetected = 4, Blocked = 5, WriteErrorSeen = 6, FaultRecorded = 7, BlockedBadBlocks = 8, WantReplacement = 9, Replacement = 10, Candidate = 11, Journal = 12, ClusterRemove = 13, RemoveSynchronized = 14, ExternalBbl = 15, FailFast = 16, LastDev = 17, CollisionCheck = 18, }; enum mddev_flags { MD_ARRAY_FIRST_USE = 0, MD_CLOSING = 1, MD_JOURNAL_CLEAN = 2, MD_HAS_JOURNAL = 3, MD_CLUSTER_RESYNC_LOCKED = 4, MD_FAILFAST_SUPPORTED = 5, MD_HAS_PPL = 6, MD_HAS_MULTIPLE_PPLS = 7, MD_ALLOW_SB_UPDATE = 8, MD_UPDATING_SB = 9, MD_NOT_READY = 10, MD_BROKEN = 11, }; enum mddev_sb_flags { MD_SB_CHANGE_DEVS = 0, MD_SB_CHANGE_CLEAN = 1, MD_SB_CHANGE_PENDING = 2, MD_SB_NEED_REWRITE = 3, }; struct md_personality { char *name; int level; struct list_head list; struct module *owner; bool (*make_request)(struct mddev *, struct bio *); int (*run)(struct mddev *); int (*start)(struct mddev *); void (*free)(struct mddev *, void *); void (*status)(struct seq_file *, struct mddev *); void (*error_handler)(struct mddev *, struct md_rdev *); int (*hot_add_disk)(struct mddev *, struct md_rdev *); int (*hot_remove_disk)(struct mddev *, struct md_rdev *); int (*spare_active)(struct mddev *); sector_t (*sync_request)(struct mddev *, sector_t, int *); int (*resize)(struct mddev *, sector_t); sector_t (*size)(struct mddev *, sector_t, int); int (*check_reshape)(struct mddev *); int (*start_reshape)(struct mddev *); void (*finish_reshape)(struct mddev *); void (*update_reshape_pos)(struct mddev *); void (*quiesce)(struct mddev *, int); void * (*takeover)(struct mddev *); int (*change_consistency_policy)(struct mddev *, const char *); }; struct md_thread { void (*run)(struct md_thread *); struct mddev *mddev; wait_queue_head_t wqueue; long unsigned int flags; struct task_struct *tsk; long unsigned int timeout; void *private; }; struct bitmap_page; struct bitmap_counts { spinlock_t lock; struct bitmap_page *bp; long unsigned int pages; long unsigned int missing_pages; long unsigned int chunkshift; long unsigned int chunks; }; struct bitmap_storage { struct file *file; struct page *sb_page; struct page **filemap; long unsigned int *filemap_attr; long unsigned int file_pages; long unsigned int bytes; }; struct bitmap { struct bitmap_counts counts; struct mddev *mddev; __u64 events_cleared; int need_sync; struct bitmap_storage storage; long unsigned int flags; int allclean; atomic_t behind_writes; long unsigned int behind_writes_used; long unsigned int daemon_lastrun; long unsigned int last_end_sync; atomic_t pending_writes; wait_queue_head_t write_wait; wait_queue_head_t overflow_wait; wait_queue_head_t behind_wait; struct kernfs_node *sysfs_can_clear; int cluster_slot; }; enum recovery_flags { MD_RECOVERY_RUNNING = 0, MD_RECOVERY_SYNC = 1, MD_RECOVERY_RECOVER = 2, MD_RECOVERY_INTR = 3, MD_RECOVERY_DONE = 4, MD_RECOVERY_NEEDED = 5, MD_RECOVERY_REQUESTED = 6, MD_RECOVERY_CHECK = 7, MD_RECOVERY_RESHAPE = 8, MD_RECOVERY_FROZEN = 9, MD_RECOVERY_ERROR = 10, MD_RECOVERY_WAIT = 11, MD_RESYNCING_REMOTE = 12, }; struct md_sysfs_entry { struct attribute attr; ssize_t (*show)(struct mddev *, char *); ssize_t (*store)(struct mddev *, const char *, size_t); }; struct md_io_acct { struct bio *orig_bio; long unsigned int start_time; struct bio bio_clone; }; struct bitmap_page { char *map; unsigned int hijacked: 1; unsigned int pending: 1; unsigned int count: 30; }; struct super_type { char *name; struct module *owner; int (*load_super)(struct md_rdev *, struct md_rdev *, int); int (*validate_super)(struct mddev *, struct md_rdev *); void (*sync_super)(struct mddev *, struct md_rdev *); long long unsigned int (*rdev_size_change)(struct md_rdev *, sector_t); int (*allow_new_offset)(struct md_rdev *, long long unsigned int); }; struct rdev_sysfs_entry { struct attribute attr; ssize_t (*show)(struct md_rdev *, char *); ssize_t (*store)(struct md_rdev *, const char *, size_t); }; enum array_state { clear = 0, inactive = 1, suspended = 2, readonly = 3, read_auto = 4, clean = 5, active = 6, write_pending = 7, active_idle = 8, broken = 9, bad_word = 10, }; struct detected_devices_node { struct list_head list; dev_t dev; }; typedef __u16 bitmap_counter_t; enum bitmap_state { BITMAP_STALE = 1, BITMAP_WRITE_ERROR = 2, BITMAP_HOSTENDIAN = 15, }; struct bitmap_super_s { __le32 magic; __le32 version; __u8 uuid[16]; __le64 events; __le64 events_cleared; __le64 sync_size; __le32 state; __le32 chunksize; __le32 daemon_sleep; __le32 write_behind; __le32 sectors_reserved; __le32 nodes; __u8 cluster_name[64]; __u8 pad[120]; }; typedef struct bitmap_super_s bitmap_super_t; enum bitmap_page_attr { BITMAP_PAGE_DIRTY = 0, BITMAP_PAGE_PENDING = 1, BITMAP_PAGE_NEEDWRITE = 2, }; struct md_setup_args { int minor; int partitioned; int level; int chunk; char *device_names; }; struct dm_ioctl { __u32 version[3]; __u32 data_size; __u32 data_start; __u32 target_count; __s32 open_count; __u32 flags; __u32 event_nr; __u32 padding; __u64 dev; char name[128]; char uuid[129]; char data[7]; }; struct dm_target_spec { __u64 sector_start; __u64 length; __s32 status; __u32 next; char target_type[16]; }; struct dm_device { struct dm_ioctl dmi; struct dm_target_spec *table[256]; char *target_args_array[256]; struct list_head list; }; typedef enum { STATUSTYPE_INFO = 0, STATUSTYPE_TABLE = 1, STATUSTYPE_IMA = 2, } status_type_t; union map_info___2 { void *ptr; }; struct dm_target; typedef int (*dm_ctr_fn)(struct dm_target *, unsigned int, char **); struct dm_table; struct target_type; struct dm_target { struct dm_table *table; struct target_type *type; sector_t begin; sector_t len; uint32_t max_io_len; unsigned int num_flush_bios; unsigned int num_discard_bios; unsigned int num_secure_erase_bios; unsigned int num_write_zeroes_bios; unsigned int per_io_data_size; void *private; char *error; bool flush_supported: 1; bool discards_supported: 1; bool limit_swap_bios: 1; bool emulate_zone_append: 1; bool accounts_remapped_io: 1; }; typedef void (*dm_dtr_fn)(struct dm_target *); typedef int (*dm_map_fn)(struct dm_target *, struct bio *); typedef int (*dm_clone_and_map_request_fn)(struct dm_target *, struct request *, union map_info___2 *, struct request **); typedef void (*dm_release_clone_request_fn)(struct request *, union map_info___2 *); typedef int (*dm_endio_fn)(struct dm_target *, struct bio *, blk_status_t *); typedef int (*dm_request_endio_fn)(struct dm_target *, struct request *, blk_status_t, union map_info___2 *); typedef void (*dm_presuspend_fn)(struct dm_target *); typedef void (*dm_presuspend_undo_fn)(struct dm_target *); typedef void (*dm_postsuspend_fn)(struct dm_target *); typedef int (*dm_preresume_fn)(struct dm_target *); typedef void (*dm_resume_fn)(struct dm_target *); typedef void (*dm_status_fn)(struct dm_target *, status_type_t, unsigned int, char *, unsigned int); typedef int (*dm_message_fn)(struct dm_target *, unsigned int, char **, char *, unsigned int); typedef int (*dm_prepare_ioctl_fn)(struct dm_target *, struct block_device **); struct dm_report_zones_args; typedef int (*dm_report_zones_fn)(struct dm_target *, struct dm_report_zones_args *, unsigned int); struct dm_report_zones_args { struct dm_target *tgt; sector_t next_sector; void *orig_data; report_zones_cb orig_cb; unsigned int zone_idx; sector_t start; }; struct dm_dev; typedef int (*iterate_devices_callout_fn)(struct dm_target *, struct dm_dev *, sector_t, sector_t, void *); struct dm_dev { struct block_device *bdev; struct dax_device *dax_dev; fmode_t mode; char name[16]; }; typedef int (*dm_iterate_devices_fn)(struct dm_target *, iterate_devices_callout_fn, void *); typedef void (*dm_io_hints_fn)(struct dm_target *, struct queue_limits *); typedef int (*dm_busy_fn)(struct dm_target *); typedef long int (*dm_dax_direct_access_fn)(struct dm_target *, long unsigned int, long int, enum dax_access_mode, void **, pfn_t *); typedef int (*dm_dax_zero_page_range_fn)(struct dm_target *, long unsigned int, size_t); typedef size_t (*dm_dax_recovery_write_fn)(struct dm_target *, long unsigned int, void *, size_t, struct iov_iter *); struct target_type { uint64_t features; const char *name; struct module *module; unsigned int version[3]; dm_ctr_fn ctr; dm_dtr_fn dtr; dm_map_fn map; dm_clone_and_map_request_fn clone_and_map_rq; dm_release_clone_request_fn release_clone_rq; dm_endio_fn end_io; dm_request_endio_fn rq_end_io; dm_presuspend_fn presuspend; dm_presuspend_undo_fn presuspend_undo; dm_postsuspend_fn postsuspend; dm_preresume_fn preresume; dm_resume_fn resume; dm_status_fn status; dm_message_fn message; dm_prepare_ioctl_fn prepare_ioctl; dm_report_zones_fn report_zones; dm_busy_fn busy; dm_iterate_devices_fn iterate_devices; dm_io_hints_fn io_hints; dm_dax_direct_access_fn direct_access; dm_dax_zero_page_range_fn dax_zero_page_range; dm_dax_recovery_write_fn dax_recovery_write; struct list_head list; }; enum dm_uevent_type { DM_UEVENT_PATH_FAILED = 0, DM_UEVENT_PATH_REINSTATED = 1, }; struct mapped_device; struct dm_uevent { struct mapped_device *md; enum kobject_action action; struct kobj_uevent_env ku_env; struct list_head elist; char name[128]; char uuid[129]; }; typedef u16 blk_short_t; enum dm_queue_mode { DM_TYPE_NONE = 0, DM_TYPE_BIO_BASED = 1, DM_TYPE_REQUEST_BASED = 2, DM_TYPE_DAX_BIO_BASED = 3, }; struct mapped_device___2; struct dm_md_mempools; struct dm_table { struct mapped_device___2 *md; enum dm_queue_mode type; unsigned int depth; unsigned int counts[16]; sector_t *index[16]; unsigned int num_targets; unsigned int num_allocated; sector_t *highs; struct dm_target *targets; struct target_type *immutable_target_type; bool integrity_supported: 1; bool singleton: 1; unsigned int integrity_added: 1; fmode_t mode; struct list_head devices; void (*event_fn)(void *); void *event_context; struct dm_md_mempools *mempools; struct blk_crypto_profile *crypto_profile; }; struct dm_stats_last_position; struct dm_stats { struct mutex mutex; struct list_head list; struct dm_stats_last_position *last; bool precise_timestamps; }; struct dm_stats_aux { bool merged; long long unsigned int duration_ns; }; struct dm_ima_device_table_metadata { char *device_metadata; unsigned int device_metadata_len; unsigned int num_targets; char *hash; unsigned int hash_len; }; struct dm_ima_measurements { struct dm_ima_device_table_metadata active_table; struct dm_ima_device_table_metadata inactive_table; unsigned int dm_version_str_len; }; struct dm_kobject_holder { struct kobject kobj; struct completion completion; }; struct dm_md_mempools { struct bio_set bs; struct bio_set io_bs; }; struct mapped_device___2 { struct mutex suspend_lock; struct mutex table_devices_lock; struct list_head table_devices; void *map; long unsigned int flags; struct mutex type_lock; enum dm_queue_mode type; int numa_node_id; struct request_queue *queue; atomic_t holders; atomic_t open_count; struct dm_target *immutable_target; struct target_type *immutable_target_type; char name[16]; struct gendisk *disk; struct dax_device *dax_dev; wait_queue_head_t wait; long unsigned int *pending_io; struct hd_geometry geometry; struct workqueue_struct *wq; struct work_struct work; spinlock_t deferred_lock; struct bio_list deferred; void *interface_ptr; wait_queue_head_t eventq; atomic_t event_nr; atomic_t uevent_seq; struct list_head uevent_list; spinlock_t uevent_lock; bool init_tio_pdu: 1; struct blk_mq_tag_set *tag_set; struct dm_stats stats; unsigned int internal_suspend_count; int swap_bios; struct semaphore swap_bios_semaphore; struct mutex swap_bios_lock; struct dm_md_mempools *mempools; struct dm_kobject_holder kobj_holder; struct srcu_struct io_barrier; unsigned int nr_zones; unsigned int *zwp_offset; struct dm_ima_measurements ima; }; struct dm_io; struct dm_target_io { short unsigned int magic; blk_short_t flags; unsigned int target_bio_nr; struct dm_io *io; struct dm_target *ti; unsigned int *len_ptr; sector_t old_sector; struct bio clone; }; struct dm_io { short unsigned int magic; blk_short_t flags; spinlock_t lock; long unsigned int start_time; void *data; struct dm_io *next; struct dm_stats_aux stats_aux; blk_status_t status; atomic_t io_count; struct mapped_device___2 *md; struct bio *orig_bio; unsigned int sector_offset; unsigned int sectors; struct dm_target_io tio; }; struct orig_bio_details { unsigned int op; unsigned int nr_sectors; }; enum { DM_TIO_INSIDE_DM_IO = 0, DM_TIO_IS_DUPLICATE_BIO = 1, }; enum { DM_IO_ACCOUNTED = 0, DM_IO_WAS_SPLIT = 1, }; struct clone_info { struct dm_table *map; struct bio *bio; struct dm_io *io; sector_t sector; unsigned int sector_count; bool is_abnormal_io: 1; bool submit_as_polled: 1; }; struct table_device { struct list_head list; refcount_t count; struct dm_dev dm_dev; }; struct dm_pr { u64 old_key; u64 new_key; u32 flags; bool fail_early; }; struct dm_arg_set { unsigned int argc; char **argv; }; struct dm_arg { unsigned int min; unsigned int max; char *error; }; struct dm_dev_internal { struct list_head list; refcount_t count; struct dm_dev *dm_dev; }; struct dm_crypto_profile { struct blk_crypto_profile profile; struct mapped_device___2 *md; }; struct dm_keyslot_evict_args { const struct blk_crypto_key *key; int err; }; enum suspend_mode { PRESUSPEND = 0, PRESUSPEND_UNDO = 1, POSTSUSPEND = 2, }; struct linear_c { struct dm_dev *dev; sector_t start; }; struct stripe { struct dm_dev *dev; sector_t physical_start; atomic_t error_count; }; struct stripe_c { uint32_t stripes; int stripes_shift; sector_t stripe_width; uint32_t chunk_size; int chunk_size_shift; struct dm_target *ti; struct work_struct trigger_event; struct stripe stripe[0]; }; struct dm_target_deps { __u32 count; __u32 padding; __u64 dev[0]; }; struct dm_name_list { __u64 dev; __u32 next; char name[0]; }; struct dm_target_versions { __u32 next; __u32 version[3]; char name[0]; }; struct dm_target_msg { __u64 sector; char message[0]; }; enum { DM_VERSION_CMD = 0, DM_REMOVE_ALL_CMD = 1, DM_LIST_DEVICES_CMD = 2, DM_DEV_CREATE_CMD = 3, DM_DEV_REMOVE_CMD = 4, DM_DEV_RENAME_CMD = 5, DM_DEV_SUSPEND_CMD = 6, DM_DEV_STATUS_CMD = 7, DM_DEV_WAIT_CMD = 8, DM_TABLE_LOAD_CMD = 9, DM_TABLE_CLEAR_CMD = 10, DM_TABLE_DEPS_CMD = 11, DM_TABLE_STATUS_CMD = 12, DM_LIST_VERSIONS_CMD = 13, DM_TARGET_MSG_CMD = 14, DM_DEV_SET_GEOMETRY_CMD = 15, DM_DEV_ARM_POLL_CMD = 16, DM_GET_TARGET_VERSION_CMD = 17, }; struct dm_file { volatile unsigned int global_event_nr; }; struct hash_cell { struct rb_node name_node; struct rb_node uuid_node; bool name_set; bool uuid_set; char *name; char *uuid; struct mapped_device___2 *md; struct dm_table *new_map; }; struct vers_iter { size_t param_size; struct dm_target_versions *vers; struct dm_target_versions *old_vers; char *end; uint32_t flags; }; typedef int (*ioctl_fn)(struct file *, struct dm_ioctl *, size_t); struct dm_io_region { struct block_device *bdev; sector_t sector; sector_t count; }; struct page_list { struct page_list *next; struct page *page; }; typedef void (*io_notify_fn)(long unsigned int, void *); enum dm_io_mem_type { DM_IO_PAGE_LIST = 0, DM_IO_BIO = 1, DM_IO_VMA = 2, DM_IO_KMEM = 3, }; struct dm_io_memory { enum dm_io_mem_type type; unsigned int offset; union { struct page_list *pl; struct bio *bio; void *vma; void *addr; } ptr; }; struct dm_io_notify { io_notify_fn fn; void *context; }; struct dm_io_client; struct dm_io_request { int bi_op; int bi_op_flags; struct dm_io_memory mem; struct dm_io_notify notify; struct dm_io_client *client; }; struct dm_io_client { mempool_t pool; struct bio_set bios; }; struct io { long unsigned int error_bits; atomic_t count; struct dm_io_client *client; io_notify_fn callback; void *context; void *vma_invalidate_address; long unsigned int vma_invalidate_size; long: 64; }; struct dpages { void (*get_page)(struct dpages *, struct page **, long unsigned int *, unsigned int *); void (*next_page)(struct dpages *); union { unsigned int context_u; struct bvec_iter context_bi; }; void *context_ptr; void *vma_invalidate_address; long unsigned int vma_invalidate_size; }; struct sync_io { long unsigned int error_bits; struct completion wait; }; struct dm_kcopyd_throttle { unsigned int throttle; unsigned int num_io_jobs; unsigned int io_period; unsigned int total_period; unsigned int last_jiffies; }; typedef void (*dm_kcopyd_notify_fn)(int, long unsigned int, void *); struct dm_kcopyd_client { struct page_list *pages; unsigned int nr_reserved_pages; unsigned int nr_free_pages; unsigned int sub_job_size; struct dm_io_client *io_client; wait_queue_head_t destroyq; mempool_t job_pool; struct workqueue_struct *kcopyd_wq; struct work_struct kcopyd_work; struct dm_kcopyd_throttle *throttle; atomic_t nr_jobs; spinlock_t job_lock; struct list_head callback_jobs; struct list_head complete_jobs; struct list_head io_jobs; struct list_head pages_jobs; }; struct kcopyd_job { struct dm_kcopyd_client *kc; struct list_head list; unsigned int flags; int read_err; long unsigned int write_err; int rw; struct dm_io_region source; unsigned int num_dests; struct dm_io_region dests[8]; struct page_list *pages; dm_kcopyd_notify_fn fn; void *context; struct mutex lock; atomic_t sub_jobs; sector_t progress; sector_t write_offset; struct kcopyd_job *master_job; }; struct dm_sysfs_attr { struct attribute attr; ssize_t (*show)(struct mapped_device___2 *, char *); ssize_t (*store)(struct mapped_device___2 *, const char *, size_t); }; struct dm_stats_last_position { sector_t last_sector; unsigned int last_rw; }; struct dm_stat_percpu { long long unsigned int sectors[2]; long long unsigned int ios[2]; long long unsigned int merges[2]; long long unsigned int ticks[2]; long long unsigned int io_ticks[2]; long long unsigned int io_ticks_total; long long unsigned int time_in_queue; long long unsigned int *histogram; }; struct dm_stat_shared { atomic_t in_flight[2]; long long unsigned int stamp; struct dm_stat_percpu tmp; }; struct dm_stat { struct list_head list_entry; int id; unsigned int stat_flags; size_t n_entries; sector_t start; sector_t end; sector_t step; unsigned int n_histogram_entries; long long unsigned int *histogram_boundaries; const char *program_id; const char *aux_data; struct callback_head callback_head; size_t shared_alloc_size; size_t percpu_alloc_size; size_t histogram_alloc_size; struct dm_stat_percpu *stat_percpu[8192]; struct dm_stat_shared stat_shared[0]; }; struct dm_rq_target_io; struct dm_rq_clone_bio_info { struct bio *orig; struct dm_rq_target_io *tio; struct bio clone; }; struct dm_rq_target_io { struct mapped_device___2 *md; struct dm_target *ti; struct request *orig; struct request *clone; struct kthread_work work; blk_status_t error; union map_info___2 info; struct dm_stats_aux stats_aux; long unsigned int duration_jiffies; unsigned int n_sectors; unsigned int completed; }; enum dev_type { DEV_UNKNOWN = 0, DEV_X1 = 1, DEV_X2 = 2, DEV_X4 = 3, DEV_X8 = 4, DEV_X16 = 5, DEV_X32 = 6, DEV_X64 = 7, }; enum hw_event_mc_err_type { HW_EVENT_ERR_CORRECTED = 0, HW_EVENT_ERR_UNCORRECTED = 1, HW_EVENT_ERR_DEFERRED = 2, HW_EVENT_ERR_FATAL = 3, HW_EVENT_ERR_INFO = 4, }; enum mem_type { MEM_EMPTY = 0, MEM_RESERVED = 1, MEM_UNKNOWN = 2, MEM_FPM = 3, MEM_EDO = 4, MEM_BEDO = 5, MEM_SDR = 6, MEM_RDR = 7, MEM_DDR = 8, MEM_RDDR = 9, MEM_RMBS = 10, MEM_DDR2 = 11, MEM_FB_DDR2 = 12, MEM_RDDR2 = 13, MEM_XDR = 14, MEM_DDR3 = 15, MEM_RDDR3 = 16, MEM_LRDDR3 = 17, MEM_LPDDR3 = 18, MEM_DDR4 = 19, MEM_RDDR4 = 20, MEM_LRDDR4 = 21, MEM_LPDDR4 = 22, MEM_DDR5 = 23, MEM_RDDR5 = 24, MEM_LRDDR5 = 25, MEM_NVDIMM = 26, MEM_WIO2 = 27, MEM_HBM2 = 28, }; enum edac_type { EDAC_UNKNOWN = 0, EDAC_NONE = 1, EDAC_RESERVED = 2, EDAC_PARITY = 3, EDAC_EC = 4, EDAC_SECDED = 5, EDAC_S2ECD2ED = 6, EDAC_S4ECD4ED = 7, EDAC_S8ECD8ED = 8, EDAC_S16ECD16ED = 9, }; enum scrub_type { SCRUB_UNKNOWN = 0, SCRUB_NONE = 1, SCRUB_SW_PROG = 2, SCRUB_SW_SRC = 3, SCRUB_SW_PROG_SRC = 4, SCRUB_SW_TUNABLE = 5, SCRUB_HW_PROG = 6, SCRUB_HW_SRC = 7, SCRUB_HW_PROG_SRC = 8, SCRUB_HW_TUNABLE = 9, }; enum edac_mc_layer_type { EDAC_MC_LAYER_BRANCH = 0, EDAC_MC_LAYER_CHANNEL = 1, EDAC_MC_LAYER_SLOT = 2, EDAC_MC_LAYER_CHIP_SELECT = 3, EDAC_MC_LAYER_ALL_MEM = 4, }; struct edac_mc_layer { enum edac_mc_layer_type type; unsigned int size; bool is_virt_csrow; }; struct mem_ctl_info; struct dimm_info { struct device dev; char label[32]; unsigned int location[3]; struct mem_ctl_info *mci; unsigned int idx; u32 grain; enum dev_type dtype; enum mem_type mtype; enum edac_type edac_mode; u32 nr_pages; unsigned int csrow; unsigned int cschannel; u16 smbios_handle; u32 ce_count; u32 ue_count; }; struct mcidev_sysfs_attribute; struct edac_raw_error_desc { char location[256]; char label[296]; long int grain; u16 error_count; enum hw_event_mc_err_type type; int top_layer; int mid_layer; int low_layer; long unsigned int page_frame_number; long unsigned int offset_in_page; long unsigned int syndrome; const char *msg; const char *other_detail; }; struct csrow_info; struct mem_ctl_info { struct device dev; struct bus_type *bus; struct list_head link; struct module *owner; long unsigned int mtype_cap; long unsigned int edac_ctl_cap; long unsigned int edac_cap; long unsigned int scrub_cap; enum scrub_type scrub_mode; int (*set_sdram_scrub_rate)(struct mem_ctl_info *, u32); int (*get_sdram_scrub_rate)(struct mem_ctl_info *); void (*edac_check)(struct mem_ctl_info *); long unsigned int (*ctl_page_to_phys)(struct mem_ctl_info *, long unsigned int); int mc_idx; struct csrow_info **csrows; unsigned int nr_csrows; unsigned int num_cschannel; unsigned int n_layers; struct edac_mc_layer *layers; bool csbased; unsigned int tot_dimms; struct dimm_info **dimms; struct device *pdev; const char *mod_name; const char *ctl_name; const char *dev_name; void *pvt_info; long unsigned int start_time; u32 ce_noinfo_count; u32 ue_noinfo_count; u32 ue_mc; u32 ce_mc; struct completion complete; const struct mcidev_sysfs_attribute *mc_driver_sysfs_attributes; struct delayed_work work; struct edac_raw_error_desc error_desc; int op_state; struct dentry *debugfs; u8 fake_inject_layer[3]; bool fake_inject_ue; u16 fake_inject_count; }; struct rank_info { int chan_idx; struct csrow_info *csrow; struct dimm_info *dimm; u32 ce_count; }; struct csrow_info { struct device dev; long unsigned int first_page; long unsigned int last_page; long unsigned int page_mask; int csrow_idx; u32 ue_count; u32 ce_count; struct mem_ctl_info *mci; u32 nr_channels; struct rank_info **channels; }; struct edac_device_counter { u32 ue_count; u32 ce_count; }; struct edac_device_ctl_info; struct edac_dev_sysfs_attribute { struct attribute attr; ssize_t (*show)(struct edac_device_ctl_info *, char *); ssize_t (*store)(struct edac_device_ctl_info *, const char *, size_t); }; struct edac_device_instance; struct edac_device_block; struct edac_dev_sysfs_block_attribute; struct edac_device_ctl_info { struct list_head link; struct module *owner; int dev_idx; int log_ue; int log_ce; int panic_on_ue; unsigned int poll_msec; long unsigned int delay; struct edac_dev_sysfs_attribute *sysfs_attributes; struct bus_type *edac_subsys; int op_state; struct delayed_work work; void (*edac_check)(struct edac_device_ctl_info *); struct device *dev; const char *mod_name; const char *ctl_name; const char *dev_name; void *pvt_info; long unsigned int start_time; struct completion removal_complete; char name[32]; u32 nr_instances; struct edac_device_instance *instances; struct edac_device_block *blocks; struct edac_dev_sysfs_block_attribute *attribs; struct edac_device_counter counters; struct kobject kobj; }; struct edac_dev_sysfs_block_attribute { struct attribute attr; ssize_t (*show)(struct kobject *, struct attribute *, char *); ssize_t (*store)(struct kobject *, struct attribute *, const char *, size_t); struct edac_device_block *block; unsigned int value; }; struct edac_device_block { struct edac_device_instance *instance; char name[32]; struct edac_device_counter counters; int nr_attribs; struct edac_dev_sysfs_block_attribute *block_attributes; struct kobject kobj; }; struct edac_device_instance { struct edac_device_ctl_info *ctl; char name[35]; struct edac_device_counter counters; u32 nr_blocks; struct edac_device_block *blocks; struct kobject kobj; }; struct ctl_info_attribute { struct attribute attr; ssize_t (*show)(struct edac_device_ctl_info *, char *); ssize_t (*store)(struct edac_device_ctl_info *, const char *, size_t); }; struct instance_attribute { struct attribute attr; ssize_t (*show)(struct edac_device_instance *, char *); ssize_t (*store)(struct edac_device_instance *, const char *, size_t); }; struct edac_pci_counter { atomic_t pe_count; atomic_t npe_count; }; struct edac_pci_ctl_info { struct list_head link; int pci_idx; struct bus_type *edac_subsys; int op_state; struct delayed_work work; void (*edac_check)(struct edac_pci_ctl_info *); struct device *dev; const char *mod_name; const char *ctl_name; const char *dev_name; void *pvt_info; long unsigned int start_time; struct completion complete; char name[32]; struct edac_pci_counter counters; struct kobject kobj; }; struct edac_pci_gen_data { int edac_idx; }; struct instance_attribute___2 { struct attribute attr; ssize_t (*show)(struct edac_pci_ctl_info *, char *); ssize_t (*store)(struct edac_pci_ctl_info *, const char *, size_t); }; struct edac_pci_dev_attribute { struct attribute attr; void *value; ssize_t (*show)(void *, char *); ssize_t (*store)(void *, const char *, size_t); }; typedef void (*pci_parity_check_fn_t)(struct pci_dev *); struct cper_mem_err_compact { u64 validation_bits; u16 node; u16 card; u16 module; u16 bank; u16 device; u16 row; u16 column; u16 bit_pos; u64 requestor_id; u64 responder_id; u64 target_id; u16 rank; u16 mem_array_handle; u16 mem_dev_handle; u8 extended; } __attribute__((packed)); struct ghes_pvt { struct mem_ctl_info *mci; char other_detail[400]; char msg[80]; }; struct ghes_hw_desc { int num_dimms; struct dimm_info *dimms; }; struct memdev_dmi_entry { u8 type; u8 length; u16 handle; u16 phys_mem_array_handle; u16 mem_err_info_handle; u16 total_width; u16 data_width; u16 size; u8 form_factor; u8 device_set; u8 device_locator; u8 bank_locator; u8 memory_type; u16 type_detail; u16 speed; u8 manufacturer; u8 serial_number; u8 asset_tag; u8 part_number; u8 attributes; u32 extended_size; u16 conf_mem_clk_speed; } __attribute__((packed)); struct eisa_device_id { char sig[8]; kernel_ulong_t driver_data; }; struct eisa_device { struct eisa_device_id id; int slot; int state; long unsigned int base_addr; struct resource res[4]; u64 dma_mask; struct device dev; char pretty_name[50]; }; struct eisa_driver { const struct eisa_device_id *id_table; struct device_driver driver; }; struct eisa_root_device { struct device *dev; struct resource *res; long unsigned int bus_base_addr; int slots; int force_probe; u64 dma_mask; int bus_nr; struct resource eisa_root_res; }; struct eisa_device_info { struct eisa_device_id id; char name[50]; }; enum opp_table_access { OPP_TABLE_ACCESS_UNKNOWN = 0, OPP_TABLE_ACCESS_EXCLUSIVE = 1, OPP_TABLE_ACCESS_SHARED = 2, }; struct icc_path; struct dev_pm_opp___2; struct dev_pm_set_opp_data; struct dev_pm_opp_supply; struct opp_table___2 { struct list_head node; struct list_head lazy; struct blocking_notifier_head head; struct list_head dev_list; struct list_head opp_list; struct kref kref; struct mutex lock; struct device_node *np; long unsigned int clock_latency_ns_max; unsigned int voltage_tolerance_v1; unsigned int parsed_static_opps; enum opp_table_access shared_opp; long unsigned int current_rate; struct dev_pm_opp___2 *current_opp; struct dev_pm_opp___2 *suspend_opp; struct mutex genpd_virt_dev_lock; struct device **genpd_virt_devs; struct opp_table___2 **required_opp_tables; unsigned int required_opp_count; unsigned int *supported_hw; unsigned int supported_hw_count; const char *prop_name; struct clk *clk; struct regulator **regulators; int regulator_count; struct icc_path **paths; unsigned int path_count; bool enabled; bool genpd_performance_state; bool is_genpd; int (*set_opp)(struct dev_pm_set_opp_data *); struct dev_pm_opp_supply *sod_supplies; struct dev_pm_set_opp_data *set_opp_data; struct dentry *dentry; char dentry_name[255]; }; struct dev_pm_opp_icc_bw; struct dev_pm_opp___2 { struct list_head node; struct kref kref; bool available; bool dynamic; bool turbo; bool suspend; bool removed; unsigned int pstate; long unsigned int rate; unsigned int level; struct dev_pm_opp_supply *supplies; struct dev_pm_opp_icc_bw *bandwidth; long unsigned int clock_latency_ns; struct dev_pm_opp___2 **required_opps; struct opp_table___2 *opp_table; struct device_node *np; struct dentry *dentry; const char *of_name; }; enum dev_pm_opp_event { OPP_EVENT_ADD = 0, OPP_EVENT_REMOVE = 1, OPP_EVENT_ENABLE = 2, OPP_EVENT_DISABLE = 3, OPP_EVENT_ADJUST_VOLTAGE = 4, }; struct dev_pm_opp_supply { long unsigned int u_volt; long unsigned int u_volt_min; long unsigned int u_volt_max; long unsigned int u_amp; long unsigned int u_watt; }; struct dev_pm_opp_icc_bw { u32 avg; u32 peak; }; struct dev_pm_opp_info { long unsigned int rate; struct dev_pm_opp_supply *supplies; }; struct dev_pm_set_opp_data { struct dev_pm_opp_info old_opp; struct dev_pm_opp_info new_opp; struct regulator **regulators; unsigned int regulator_count; struct clk *clk; struct device *dev; }; struct opp_device { struct list_head node; const struct device *dev; struct dentry *dentry; }; struct cpufreq_policy_data { struct cpufreq_cpuinfo cpuinfo; struct cpufreq_frequency_table *freq_table; unsigned int cpu; unsigned int min; unsigned int max; }; struct freq_attr { struct attribute attr; ssize_t (*show)(struct cpufreq_policy *, char *); ssize_t (*store)(struct cpufreq_policy *, const char *, size_t); }; struct cpufreq_driver { char name[16]; u16 flags; void *driver_data; int (*init)(struct cpufreq_policy *); int (*verify)(struct cpufreq_policy_data *); int (*setpolicy)(struct cpufreq_policy *); int (*target)(struct cpufreq_policy *, unsigned int, unsigned int); int (*target_index)(struct cpufreq_policy *, unsigned int); unsigned int (*fast_switch)(struct cpufreq_policy *, unsigned int); void (*adjust_perf)(unsigned int, long unsigned int, long unsigned int, long unsigned int); unsigned int (*get_intermediate)(struct cpufreq_policy *, unsigned int); int (*target_intermediate)(struct cpufreq_policy *, unsigned int); unsigned int (*get)(unsigned int); void (*update_limits)(unsigned int); int (*bios_limit)(int, unsigned int *); int (*online)(struct cpufreq_policy *); int (*offline)(struct cpufreq_policy *); int (*exit)(struct cpufreq_policy *); int (*suspend)(struct cpufreq_policy *); int (*resume)(struct cpufreq_policy *); void (*ready)(struct cpufreq_policy *); struct freq_attr **attr; bool boost_enabled; int (*set_boost)(struct cpufreq_policy *, int); void (*register_em)(struct cpufreq_policy *); }; struct cpufreq_stats { unsigned int total_trans; long long unsigned int last_time; unsigned int max_state; unsigned int state_num; unsigned int last_index; u64 *time_in_state; unsigned int *freq_table; unsigned int *trans_table; unsigned int reset_pending; long long unsigned int reset_time; }; enum { OD_NORMAL_SAMPLE = 0, OD_SUB_SAMPLE = 1, }; struct dbs_governor; struct dbs_data { struct gov_attr_set attr_set; struct dbs_governor *gov; void *tuners; unsigned int ignore_nice_load; unsigned int sampling_rate; unsigned int sampling_down_factor; unsigned int up_threshold; unsigned int io_is_busy; }; struct policy_dbs_info; struct dbs_governor { struct cpufreq_governor gov; struct kobj_type kobj_type; struct dbs_data *gdbs_data; unsigned int (*gov_dbs_update)(struct cpufreq_policy *); struct policy_dbs_info * (*alloc)(); void (*free)(struct policy_dbs_info *); int (*init)(struct dbs_data *); void (*exit)(struct dbs_data *); void (*start)(struct cpufreq_policy *); }; struct policy_dbs_info { struct cpufreq_policy *policy; struct mutex update_mutex; u64 last_sample_time; s64 sample_delay_ns; atomic_t work_count; struct irq_work irq_work; struct work_struct work; struct dbs_data *dbs_data; struct list_head list; unsigned int rate_mult; unsigned int idle_periods; bool is_shared; bool work_in_progress; }; struct od_ops { unsigned int (*powersave_bias_target)(struct cpufreq_policy *, unsigned int, unsigned int); }; struct od_policy_dbs_info { struct policy_dbs_info policy_dbs; unsigned int freq_lo; unsigned int freq_lo_delay_us; unsigned int freq_hi_delay_us; unsigned int sample_type: 1; }; struct od_dbs_tuners { unsigned int powersave_bias; }; struct cs_policy_dbs_info { struct policy_dbs_info policy_dbs; unsigned int down_skip; unsigned int requested_freq; }; struct cs_dbs_tuners { unsigned int down_threshold; unsigned int freq_step; }; struct cpu_dbs_info { u64 prev_cpu_idle; u64 prev_update_time; u64 prev_cpu_nice; unsigned int prev_load; struct update_util_data update_util; struct policy_dbs_info *policy_dbs; }; enum { UNDEFINED_CAPABLE = 0, SYSTEM_INTEL_MSR_CAPABLE = 1, SYSTEM_AMD_MSR_CAPABLE = 2, SYSTEM_IO_CAPABLE = 3, }; struct acpi_cpufreq_data { unsigned int resume; unsigned int cpu_feature; unsigned int acpi_perf_cpu; cpumask_var_t freqdomain_cpus; void (*cpu_freq_write)(struct acpi_pct_register *, u32); u32 (*cpu_freq_read)(struct acpi_pct_register *); }; struct drv_cmd { struct acpi_pct_register *reg; u32 val; union { void (*write)(struct acpi_pct_register *, u32); u32 (*read)(struct acpi_pct_register *); } func; }; struct powernow_k8_data { unsigned int cpu; u32 numps; u32 batps; u32 rvo; u32 irt; u32 vidmvs; u32 vstable; u32 plllock; u32 exttype; u32 currvid; u32 currfid; struct cpufreq_frequency_table *powernow_table; struct acpi_processor_performance acpi_data; struct cpumask *available_cores; }; struct psb_s { u8 signature[10]; u8 tableversion; u8 flags1; u16 vstable; u8 flags2; u8 num_tables; u32 cpuid; u8 plllocktime; u8 maxfid; u8 maxvid; u8 numps; }; struct pst_s { u8 fid; u8 vid; }; struct powernowk8_target_arg { struct cpufreq_policy *pol; unsigned int newstate; }; struct init_on_cpu { struct powernow_k8_data *data; int rc; }; struct pcc_register_resource { u8 descriptor; u16 length; u8 space_id; u8 bit_width; u8 bit_offset; u8 access_size; u64 address; } __attribute__((packed)); struct pcc_memory_resource { u8 descriptor; u16 length; u8 space_id; u8 resource_usage; u8 type_specific; u64 granularity; u64 minimum; u64 maximum; u64 translation_offset; u64 address_length; } __attribute__((packed)); struct pcc_header { u32 signature; u16 length; u8 major; u8 minor; u32 features; u16 command; u16 status; u32 latency; u32 minimum_time; u32 maximum_time; u32 nominal; u32 throttled_frequency; u32 minimum_frequency; }; struct pcc_cpu { u32 input_offset; u32 output_offset; }; struct cpu_id { __u8 x86; __u8 x86_model; __u8 x86_stepping; }; enum { CPU_BANIAS = 0, CPU_DOTHAN_A1 = 1, CPU_DOTHAN_A2 = 2, CPU_DOTHAN_B0 = 3, CPU_MP4HT_D0 = 4, CPU_MP4HT_E0 = 5, }; struct cpu_model { const struct cpu_id *cpu_id; const char *model_name; unsigned int max_freq; struct cpufreq_frequency_table *op_points; }; enum acpi_preferred_pm_profiles { PM_UNSPECIFIED = 0, PM_DESKTOP = 1, PM_MOBILE = 2, PM_WORKSTATION = 3, PM_ENTERPRISE_SERVER = 4, PM_SOHO_SERVER = 5, PM_APPLIANCE_PC = 6, PM_PERFORMANCE_SERVER = 7, PM_TABLET = 8, }; struct sample { int32_t core_avg_perf; int32_t busy_scaled; u64 aperf; u64 mperf; u64 tsc; u64 time; }; struct pstate_data { int current_pstate; int min_pstate; int max_pstate; int max_pstate_physical; int perf_ctl_scaling; int scaling; int turbo_pstate; unsigned int min_freq; unsigned int max_freq; unsigned int turbo_freq; }; struct vid_data { int min; int max; int turbo; int32_t ratio; }; struct global_params { bool no_turbo; bool turbo_disabled; bool turbo_disabled_mf; int max_perf_pct; int min_perf_pct; }; struct cpudata { int cpu; unsigned int policy; struct update_util_data update_util; bool update_util_set; struct pstate_data pstate; struct vid_data vid; u64 last_update; u64 last_sample_time; u64 aperf_mperf_shift; u64 prev_aperf; u64 prev_mperf; u64 prev_tsc; u64 prev_cummulative_iowait; struct sample sample; int32_t min_perf_ratio; int32_t max_perf_ratio; struct acpi_processor_performance acpi_perf_data; bool valid_pss_table; unsigned int iowait_boost; s16 epp_powersave; s16 epp_policy; s16 epp_default; s16 epp_cached; u64 hwp_req_cached; u64 hwp_cap_cached; u64 last_io_update; unsigned int sched_flags; u32 hwp_boost_min; bool suspended; struct delayed_work hwp_notify_work; }; struct pstate_funcs { int (*get_max)(); int (*get_max_physical)(); int (*get_min)(); int (*get_turbo)(); int (*get_scaling)(); int (*get_cpu_scaling)(int); int (*get_aperf_mperf_shift)(); u64 (*get_val)(struct cpudata *, int); void (*get_vid)(struct cpudata *); }; enum energy_perf_value_index___2 { EPP_INDEX_DEFAULT = 0, EPP_INDEX_PERFORMANCE = 1, EPP_INDEX_BALANCE_PERFORMANCE = 2, EPP_INDEX_BALANCE_POWERSAVE = 3, EPP_INDEX_POWERSAVE = 4, }; enum { PSS = 0, PPC = 1, }; struct cpuidle_governor { char name[16]; struct list_head governor_list; unsigned int rating; int (*enable)(struct cpuidle_driver *, struct cpuidle_device *); void (*disable)(struct cpuidle_driver *, struct cpuidle_device *); int (*select)(struct cpuidle_driver *, struct cpuidle_device *, bool *); void (*reflect)(struct cpuidle_device *, int); }; struct cpuidle_state_kobj { struct cpuidle_state *state; struct cpuidle_state_usage *state_usage; struct completion kobj_unregister; struct kobject kobj; struct cpuidle_device *device; }; struct cpuidle_device_kobj { struct cpuidle_device *dev; struct completion kobj_unregister; struct kobject kobj; }; struct cpuidle_attr { struct attribute attr; ssize_t (*show)(struct cpuidle_device *, char *); ssize_t (*store)(struct cpuidle_device *, const char *, size_t); }; struct cpuidle_state_attr { struct attribute attr; ssize_t (*show)(struct cpuidle_state *, struct cpuidle_state_usage *, char *); ssize_t (*store)(struct cpuidle_state *, struct cpuidle_state_usage *, const char *, size_t); }; struct ladder_device_state { struct { u32 promotion_count; u32 demotion_count; u64 promotion_time_ns; u64 demotion_time_ns; } threshold; struct { int promotion_count; int demotion_count; } stats; }; struct ladder_device { struct ladder_device_state states[10]; }; struct menu_device { int needs_update; int tick_wakeup; u64 next_timer_ns; unsigned int bucket; unsigned int correction_factor[12]; unsigned int intervals[8]; int interval_ptr; }; struct teo_bin { unsigned int intercepts; unsigned int hits; unsigned int recent; }; struct teo_cpu { s64 time_span_ns; s64 sleep_length_ns; struct teo_bin state_bins[10]; unsigned int total; int next_recent_idx; int recent_idx[9]; }; struct mmc_cid { unsigned int manfid; char prod_name[8]; unsigned char prv; unsigned int serial; short unsigned int oemid; short unsigned int year; unsigned char hwrev; unsigned char fwrev; unsigned char month; }; struct mmc_csd { unsigned char structure; unsigned char mmca_vsn; short unsigned int cmdclass; short unsigned int taac_clks; unsigned int taac_ns; unsigned int c_size; unsigned int r2w_factor; unsigned int max_dtr; unsigned int erase_size; unsigned int read_blkbits; unsigned int write_blkbits; unsigned int capacity; unsigned int read_partial: 1; unsigned int read_misalign: 1; unsigned int write_partial: 1; unsigned int write_misalign: 1; unsigned int dsr_imp: 1; }; struct mmc_ext_csd { u8 rev; u8 erase_group_def; u8 sec_feature_support; u8 rel_sectors; u8 rel_param; bool enhanced_rpmb_supported; u8 part_config; u8 cache_ctrl; u8 rst_n_function; u8 max_packed_writes; u8 max_packed_reads; u8 packed_event_en; unsigned int part_time; unsigned int sa_timeout; unsigned int generic_cmd6_time; unsigned int power_off_longtime; u8 power_off_notification; unsigned int hs_max_dtr; unsigned int hs200_max_dtr; unsigned int sectors; unsigned int hc_erase_size; unsigned int hc_erase_timeout; unsigned int sec_trim_mult; unsigned int sec_erase_mult; unsigned int trim_timeout; bool partition_setting_completed; long long unsigned int enhanced_area_offset; unsigned int enhanced_area_size; unsigned int cache_size; bool hpi_en; bool hpi; unsigned int hpi_cmd; bool bkops; bool man_bkops_en; bool auto_bkops_en; unsigned int data_sector_size; unsigned int data_tag_unit_size; unsigned int boot_ro_lock; bool boot_ro_lockable; bool ffu_capable; bool cmdq_en; bool cmdq_support; unsigned int cmdq_depth; u8 fwrev[8]; u8 raw_exception_status; u8 raw_partition_support; u8 raw_rpmb_size_mult; u8 raw_erased_mem_count; u8 strobe_support; u8 raw_ext_csd_structure; u8 raw_card_type; u8 raw_driver_strength; u8 out_of_int_time; u8 raw_pwr_cl_52_195; u8 raw_pwr_cl_26_195; u8 raw_pwr_cl_52_360; u8 raw_pwr_cl_26_360; u8 raw_s_a_timeout; u8 raw_hc_erase_gap_size; u8 raw_erase_timeout_mult; u8 raw_hc_erase_grp_size; u8 raw_boot_mult; u8 raw_sec_trim_mult; u8 raw_sec_erase_mult; u8 raw_sec_feature_support; u8 raw_trim_mult; u8 raw_pwr_cl_200_195; u8 raw_pwr_cl_200_360; u8 raw_pwr_cl_ddr_52_195; u8 raw_pwr_cl_ddr_52_360; u8 raw_pwr_cl_ddr_200_360; u8 raw_bkops_status; u8 raw_sectors[4]; u8 pre_eol_info; u8 device_life_time_est_typ_a; u8 device_life_time_est_typ_b; unsigned int feature_support; }; struct sd_scr { unsigned char sda_vsn; unsigned char sda_spec3; unsigned char sda_spec4; unsigned char sda_specx; unsigned char bus_widths; unsigned char cmds; }; struct sd_ssr { unsigned int au; unsigned int erase_timeout; unsigned int erase_offset; }; struct sd_switch_caps { unsigned int hs_max_dtr; unsigned int uhs_max_dtr; unsigned int sd3_bus_mode; unsigned int sd3_drv_type; unsigned int sd3_curr_limit; }; struct sd_ext_reg { u8 fno; u8 page; u16 offset; u8 rev; u8 feature_enabled; u8 feature_support; }; struct sdio_cccr { unsigned int sdio_vsn; unsigned int sd_vsn; unsigned int multi_block: 1; unsigned int low_speed: 1; unsigned int wide_bus: 1; unsigned int high_power: 1; unsigned int high_speed: 1; unsigned int disable_cd: 1; }; struct sdio_cis { short unsigned int vendor; short unsigned int device; short unsigned int blksize; unsigned int max_dtr; }; struct mmc_part { u64 size; unsigned int part_cfg; char name[20]; bool force_ro; unsigned int area_type; }; struct mmc_host; struct sdio_func; struct sdio_func_tuple; struct mmc_card { struct mmc_host *host; struct device dev; u32 ocr; unsigned int rca; unsigned int type; unsigned int state; unsigned int quirks; unsigned int quirk_max_rate; bool reenable_cmdq; unsigned int erase_size; unsigned int erase_shift; unsigned int pref_erase; unsigned int eg_boundary; unsigned int erase_arg; u8 erased_byte; u32 raw_cid[4]; u32 raw_csd[4]; u32 raw_scr[2]; u32 raw_ssr[16]; struct mmc_cid cid; struct mmc_csd csd; struct mmc_ext_csd ext_csd; struct sd_scr scr; struct sd_ssr ssr; struct sd_switch_caps sw_caps; struct sd_ext_reg ext_power; struct sd_ext_reg ext_perf; unsigned int sdio_funcs; atomic_t sdio_funcs_probed; struct sdio_cccr cccr; struct sdio_cis cis; struct sdio_func *sdio_func[7]; struct sdio_func *sdio_single_irq; u8 major_rev; u8 minor_rev; unsigned int num_info; const char **info; struct sdio_func_tuple *tuples; unsigned int sd_bus_speed; unsigned int mmc_avail_type; unsigned int drive_strength; struct dentry *debugfs_root; struct mmc_part part[7]; unsigned int nr_parts; struct workqueue_struct *complete_wq; }; typedef unsigned int mmc_pm_flag_t; struct mmc_ios { unsigned int clock; short unsigned int vdd; unsigned int power_delay_ms; unsigned char bus_mode; unsigned char chip_select; unsigned char power_mode; unsigned char bus_width; unsigned char timing; unsigned char signal_voltage; unsigned char drv_type; bool enhanced_strobe; }; struct mmc_ctx { struct task_struct *task; }; struct mmc_slot { int cd_irq; bool cd_wake_enabled; void *handler_priv; }; struct mmc_supply { struct regulator *vmmc; struct regulator *vqmmc; }; struct mmc_host_ops; struct mmc_pwrseq; struct mmc_bus_ops; struct mmc_request; struct mmc_cqe_ops; struct mmc_host { struct device *parent; struct device class_dev; int index; const struct mmc_host_ops *ops; struct mmc_pwrseq *pwrseq; unsigned int f_min; unsigned int f_max; unsigned int f_init; u32 ocr_avail; u32 ocr_avail_sdio; u32 ocr_avail_sd; u32 ocr_avail_mmc; struct wakeup_source *ws; u32 max_current_330; u32 max_current_300; u32 max_current_180; u32 caps; u32 caps2; int fixed_drv_type; mmc_pm_flag_t pm_caps; unsigned int max_seg_size; short unsigned int max_segs; short unsigned int unused; unsigned int max_req_size; unsigned int max_blk_size; unsigned int max_blk_count; unsigned int max_busy_timeout; spinlock_t lock; struct mmc_ios ios; unsigned int use_spi_crc: 1; unsigned int claimed: 1; unsigned int doing_init_tune: 1; unsigned int can_retune: 1; unsigned int doing_retune: 1; unsigned int retune_now: 1; unsigned int retune_paused: 1; unsigned int retune_crc_disable: 1; unsigned int can_dma_map_merge: 1; int rescan_disable; int rescan_entered; int need_retune; int hold_retune; unsigned int retune_period; struct timer_list retune_timer; bool trigger_card_event; struct mmc_card *card; wait_queue_head_t wq; struct mmc_ctx *claimer; int claim_cnt; struct mmc_ctx default_ctx; struct delayed_work detect; int detect_change; struct mmc_slot slot; const struct mmc_bus_ops *bus_ops; unsigned int sdio_irqs; struct task_struct *sdio_irq_thread; struct delayed_work sdio_irq_work; bool sdio_irq_pending; atomic_t sdio_irq_thread_abort; mmc_pm_flag_t pm_flags; struct led_trigger *led; bool regulator_enabled; struct mmc_supply supply; struct dentry *debugfs_root; struct mmc_request *ongoing_mrq; unsigned int actual_clock; unsigned int slotno; int dsr_req; u32 dsr; const struct mmc_cqe_ops *cqe_ops; void *cqe_private; int cqe_qdepth; bool cqe_enabled; bool cqe_on; struct blk_crypto_profile crypto_profile; bool hsq_enabled; long: 56; long: 64; long unsigned int private[0]; }; struct mmc_data; struct mmc_command { u32 opcode; u32 arg; u32 resp[4]; unsigned int flags; unsigned int retries; int error; unsigned int busy_timeout; struct mmc_data *data; struct mmc_request *mrq; }; struct mmc_data { unsigned int timeout_ns; unsigned int timeout_clks; unsigned int blksz; unsigned int blocks; unsigned int blk_addr; int error; unsigned int flags; unsigned int bytes_xfered; struct mmc_command *stop; struct mmc_request *mrq; unsigned int sg_len; int sg_count; struct scatterlist *sg; s32 host_cookie; }; struct mmc_request { struct mmc_command *sbc; struct mmc_command *cmd; struct mmc_data *data; struct mmc_command *stop; struct completion completion; struct completion cmd_completion; void (*done)(struct mmc_request *); void (*recovery_notifier)(struct mmc_request *); struct mmc_host *host; bool cap_cmd_during_tfr; int tag; const struct bio_crypt_ctx *crypto_ctx; int crypto_key_slot; }; struct mmc_host_ops { void (*post_req)(struct mmc_host *, struct mmc_request *, int); void (*pre_req)(struct mmc_host *, struct mmc_request *); void (*request)(struct mmc_host *, struct mmc_request *); int (*request_atomic)(struct mmc_host *, struct mmc_request *); void (*set_ios)(struct mmc_host *, struct mmc_ios *); int (*get_ro)(struct mmc_host *); int (*get_cd)(struct mmc_host *); void (*enable_sdio_irq)(struct mmc_host *, int); void (*ack_sdio_irq)(struct mmc_host *); void (*init_card)(struct mmc_host *, struct mmc_card *); int (*start_signal_voltage_switch)(struct mmc_host *, struct mmc_ios *); int (*card_busy)(struct mmc_host *); int (*execute_tuning)(struct mmc_host *, u32); int (*prepare_hs400_tuning)(struct mmc_host *, struct mmc_ios *); int (*execute_hs400_tuning)(struct mmc_host *, struct mmc_card *); int (*hs400_prepare_ddr)(struct mmc_host *); void (*hs400_downgrade)(struct mmc_host *); void (*hs400_complete)(struct mmc_host *); void (*hs400_enhanced_strobe)(struct mmc_host *, struct mmc_ios *); int (*select_drive_strength)(struct mmc_card *, unsigned int, int, int, int *); void (*card_hw_reset)(struct mmc_host *); void (*card_event)(struct mmc_host *); int (*multi_io_quirk)(struct mmc_card *, unsigned int, int); int (*init_sd_express)(struct mmc_host *, struct mmc_ios *); }; struct mmc_cqe_ops { int (*cqe_enable)(struct mmc_host *, struct mmc_card *); void (*cqe_disable)(struct mmc_host *); int (*cqe_request)(struct mmc_host *, struct mmc_request *); void (*cqe_post_req)(struct mmc_host *, struct mmc_request *); void (*cqe_off)(struct mmc_host *); int (*cqe_wait_for_idle)(struct mmc_host *); bool (*cqe_timeout)(struct mmc_host *, struct mmc_request *, bool *); void (*cqe_recovery_start)(struct mmc_host *); void (*cqe_recovery_finish)(struct mmc_host *); }; struct mmc_pwrseq_ops; struct mmc_pwrseq { const struct mmc_pwrseq_ops *ops; struct device *dev; struct list_head pwrseq_node; struct module *owner; }; struct mmc_bus_ops { void (*remove)(struct mmc_host *); void (*detect)(struct mmc_host *); int (*pre_suspend)(struct mmc_host *); int (*suspend)(struct mmc_host *); int (*resume)(struct mmc_host *); int (*runtime_suspend)(struct mmc_host *); int (*runtime_resume)(struct mmc_host *); int (*alive)(struct mmc_host *); int (*shutdown)(struct mmc_host *); int (*hw_reset)(struct mmc_host *); int (*sw_reset)(struct mmc_host *); bool (*cache_enabled)(struct mmc_host *); int (*flush_cache)(struct mmc_host *); }; struct trace_event_raw_mmc_request_start { struct trace_entry ent; u32 cmd_opcode; u32 cmd_arg; unsigned int cmd_flags; unsigned int cmd_retries; u32 stop_opcode; u32 stop_arg; unsigned int stop_flags; unsigned int stop_retries; u32 sbc_opcode; u32 sbc_arg; unsigned int sbc_flags; unsigned int sbc_retries; unsigned int blocks; unsigned int blk_addr; unsigned int blksz; unsigned int data_flags; int tag; unsigned int can_retune; unsigned int doing_retune; unsigned int retune_now; int need_retune; int hold_retune; unsigned int retune_period; struct mmc_request *mrq; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_mmc_request_done { struct trace_entry ent; u32 cmd_opcode; int cmd_err; u32 cmd_resp[4]; unsigned int cmd_retries; u32 stop_opcode; int stop_err; u32 stop_resp[4]; unsigned int stop_retries; u32 sbc_opcode; int sbc_err; u32 sbc_resp[4]; unsigned int sbc_retries; unsigned int bytes_xfered; int data_err; int tag; unsigned int can_retune; unsigned int doing_retune; unsigned int retune_now; int need_retune; int hold_retune; unsigned int retune_period; struct mmc_request *mrq; u32 __data_loc_name; char __data[0]; }; struct trace_event_data_offsets_mmc_request_start { u32 name; }; struct trace_event_data_offsets_mmc_request_done { u32 name; }; typedef void (*btf_trace_mmc_request_start)(void *, struct mmc_host *, struct mmc_request *); typedef void (*btf_trace_mmc_request_done)(void *, struct mmc_host *, struct mmc_request *); struct mmc_pwrseq_ops { void (*pre_power_on)(struct mmc_host *); void (*post_power_on)(struct mmc_host *); void (*power_off)(struct mmc_host *); void (*reset)(struct mmc_host *); }; enum mmc_busy_cmd { MMC_BUSY_CMD6 = 0, MMC_BUSY_ERASE = 1, MMC_BUSY_HPI = 2, MMC_BUSY_EXTR_SINGLE = 3, MMC_BUSY_IO = 4, }; struct mmc_driver { struct device_driver drv; int (*probe)(struct mmc_card *); void (*remove)(struct mmc_card *); void (*shutdown)(struct mmc_card *); }; struct mmc_clk_phase { bool valid; u16 in_deg; u16 out_deg; }; struct mmc_clk_phase_map { struct mmc_clk_phase phase[11]; }; struct mmc_fixup { const char *name; u64 rev_start; u64 rev_end; unsigned int manfid; short unsigned int oemid; u16 cis_vendor; u16 cis_device; unsigned int ext_csd_rev; const char *of_compatible; void (*vendor_fixup)(struct mmc_card *, int); int data; }; struct mmc_busy_data { struct mmc_card *card; bool retry_crc_err; enum mmc_busy_cmd busy_cmd; }; struct mmc_op_cond_busy_data { struct mmc_host *host; u32 ocr; struct mmc_command *cmd; }; struct sd_busy_data { struct mmc_card *card; u8 *reg_buf; }; typedef void sdio_irq_handler_t(struct sdio_func *); struct sdio_func { struct mmc_card *card; struct device dev; sdio_irq_handler_t *irq_handler; unsigned int num; unsigned char class; short unsigned int vendor; short unsigned int device; unsigned int max_blksize; unsigned int cur_blksize; unsigned int enable_timeout; unsigned int state; u8 *tmpbuf; u8 major_rev; u8 minor_rev; unsigned int num_info; const char **info; struct sdio_func_tuple *tuples; }; struct sdio_func_tuple { struct sdio_func_tuple *next; unsigned char code; unsigned char size; unsigned char data[0]; }; struct sdio_device_id { __u8 class; __u16 vendor; __u16 device; kernel_ulong_t driver_data; }; struct sdio_driver { char *name; const struct sdio_device_id *id_table; int (*probe)(struct sdio_func *, const struct sdio_device_id *); void (*remove)(struct sdio_func *); struct device_driver drv; }; typedef int tpl_parse_t(struct mmc_card *, struct sdio_func *, const unsigned char *, unsigned int); struct cis_tpl { unsigned char code; unsigned char min_size; tpl_parse_t *parse; }; struct mmc_gpio { struct gpio_desc *ro_gpio; struct gpio_desc *cd_gpio; irqreturn_t (*cd_gpio_isr)(int, void *); char *ro_label; char *cd_label; u32 cd_debounce_delay_ms; }; enum mmc_issue_type { MMC_ISSUE_SYNC = 0, MMC_ISSUE_DCMD = 1, MMC_ISSUE_ASYNC = 2, MMC_ISSUE_MAX = 3, }; struct mmc_blk_request { struct mmc_request mrq; struct mmc_command sbc; struct mmc_command cmd; struct mmc_command stop; struct mmc_data data; }; enum mmc_drv_op { MMC_DRV_OP_IOCTL = 0, MMC_DRV_OP_IOCTL_RPMB = 1, MMC_DRV_OP_BOOT_WP = 2, MMC_DRV_OP_GET_CARD_STATUS = 3, MMC_DRV_OP_GET_EXT_CSD = 4, }; struct mmc_queue_req { struct mmc_blk_request brq; struct scatterlist *sg; enum mmc_drv_op drv_op; int drv_op_result; void *drv_op_data; unsigned int ioc_count; int retries; }; enum led_default_state { LEDS_DEFSTATE_OFF = 0, LEDS_DEFSTATE_ON = 1, LEDS_DEFSTATE_KEEP = 2, }; struct led_init_data { struct fwnode_handle *fwnode; const char *default_label; const char *devicename; bool devname_mandatory; }; struct led_properties { u32 color; bool color_present; const char *function; u32 func_enum; bool func_enum_present; const char *label; }; enum cpu_led_event { CPU_LED_IDLE_START = 0, CPU_LED_IDLE_END = 1, CPU_LED_START = 2, CPU_LED_STOP = 3, CPU_LED_HALTED = 4, }; struct led_trigger_cpu { bool is_active; char name[8]; struct led_trigger *_trig; }; struct dmi_memdev_info { const char *device; const char *bank; u64 size; u16 handle; u8 type; }; struct edd_device { unsigned int index; unsigned int mbr_signature; struct edd_info *info; struct kobject kobj; }; struct edd_attribute { struct attribute attr; ssize_t (*show)(struct edd_device *, char *); int (*test)(struct edd_device *); }; struct dmi_device_attribute { struct device_attribute dev_attr; int field; }; struct mafield { const char *prefix; int field; }; struct firmware_map_entry { u64 start; u64 end; const char *type; struct list_head list; struct kobject kobj; }; struct memmap_attribute { struct attribute attr; ssize_t (*show)(struct firmware_map_entry *, char *); }; struct simplefb_platform_data { u32 width; u32 height; u32 stride; const char *format; }; struct bmp_header { u16 id; u32 size; } __attribute__((packed)); typedef efi_status_t efi_query_variable_store_t(u32, long unsigned int, bool); typedef struct { efi_guid_t guid; u32 table; } efi_config_table_32_t; typedef union { struct { efi_guid_t guid; void *table; }; efi_config_table_32_t mixed_mode; } efi_config_table_t; typedef struct { u16 version; u16 length; u32 runtime_services_supported; } efi_rt_properties_table_t; struct efivar_operations { efi_get_variable_t *get_variable; efi_get_next_variable_t *get_next_variable; efi_set_variable_t *set_variable; efi_set_variable_t *set_variable_nonblocking; efi_query_variable_store_t *query_variable_store; }; struct efivars { struct kset *kset; struct kobject *kobject; const struct efivar_operations *ops; }; struct linux_efi_random_seed { u32 size; u8 bits[0]; }; struct linux_efi_memreserve { int size; atomic_t count; phys_addr_t next; struct { phys_addr_t base; phys_addr_t size; } entry[0]; }; struct efi_generic_dev_path { u8 type; u8 sub_type; u16 length; }; struct variable_validate { efi_guid_t vendor; char *name; bool (*validate)(efi_char16_t *, int, u8 *, long unsigned int); }; typedef struct { u32 version; u32 num_entries; u32 desc_size; u32 reserved; efi_memory_desc_t entry[0]; } efi_memory_attributes_table_t; typedef int (*efi_memattr_perm_setter)(struct mm_struct *, efi_memory_desc_t *); typedef u64 efi_physical_addr_t; typedef struct { u64 length; u64 data; } efi_capsule_block_desc_t; struct compat_efi_variable { efi_char16_t VariableName[512]; efi_guid_t VendorGuid; __u32 DataSize; __u8 Data[1024]; __u32 Status; __u32 Attributes; }; struct efivar_attribute { struct attribute attr; ssize_t (*show)(struct efivar_entry *, char *); ssize_t (*store)(struct efivar_entry *, const char *, size_t); }; struct efi_system_resource_entry_v1 { efi_guid_t fw_class; u32 fw_type; u32 fw_version; u32 lowest_supported_fw_version; u32 capsule_flags; u32 last_attempt_version; u32 last_attempt_status; }; struct efi_system_resource_table { u32 fw_resource_count; u32 fw_resource_count_max; u64 fw_resource_version; u8 entries[0]; }; struct esre_entry { union { struct efi_system_resource_entry_v1 *esre1; } esre; struct kobject kobj; struct list_head list; }; struct esre_attribute { struct attribute attr; ssize_t (*show)(struct esre_entry *, char *); ssize_t (*store)(struct esre_entry *, const char *, size_t); }; struct cper_sec_proc_generic { u64 validation_bits; u8 proc_type; u8 proc_isa; u8 proc_error_type; u8 operation; u8 flags; u8 level; u16 reserved; u64 cpu_version; char cpu_brand[128]; u64 proc_id; u64 target_addr; u64 requestor_id; u64 responder_id; u64 ip; }; struct cper_sec_proc_ia { u64 validation_bits; u64 lapic_id; u8 cpuid[48]; }; struct cper_sec_fw_err_rec_ref { u8 record_type; u8 revision; u8 reserved[6]; u64 record_identifier; guid_t record_identifier_guid; }; struct efi_runtime_map_entry { efi_memory_desc_t md; struct kobject kobj; }; struct map_attribute { struct attribute attr; ssize_t (*show)(struct efi_runtime_map_entry *, char *); }; struct efi_acpi_dev_path { struct efi_generic_dev_path header; u32 hid; u32 uid; }; struct efi_pci_dev_path { struct efi_generic_dev_path header; u8 fn; u8 dev; }; struct efi_vendor_dev_path { struct efi_generic_dev_path header; efi_guid_t vendorguid; u8 vendordata[0]; }; struct efi_dev_path { union { struct efi_generic_dev_path header; struct efi_acpi_dev_path acpi; struct efi_pci_dev_path pci; struct efi_vendor_dev_path vendor; }; }; struct dev_header { u32 len; u32 prop_count; struct efi_dev_path path[0]; }; struct properties_header { u32 len; u32 version; u32 dev_count; struct dev_header dev_header[0]; }; struct efi_embedded_fw { struct list_head list; const char *name; const u8 *data; size_t length; }; struct efi_embedded_fw_desc { const char *name; u8 prefix[8]; u32 length; u8 sha256[32]; }; struct efi_mokvar_sysfs_attr { struct bin_attribute bin_attr; struct list_head node; }; struct of_bus; struct of_pci_range_parser { struct device_node *node; struct of_bus *bus; const __be32 *range; const __be32 *end; int na; int ns; int pna; bool dma; }; struct of_pci_range { union { u64 pci_addr; u64 bus_addr; }; u64 cpu_addr; u64 size; u32 flags; }; enum { M_I17 = 0, M_I20 = 1, M_I20_SR = 2, M_I24 = 3, M_I24_8_1 = 4, M_I24_10_1 = 5, M_I27_11_1 = 6, M_MINI = 7, M_MINI_3_1 = 8, M_MINI_4_1 = 9, M_MB = 10, M_MB_2 = 11, M_MB_3 = 12, M_MB_5_1 = 13, M_MB_6_1 = 14, M_MB_7_1 = 15, M_MB_SR = 16, M_MBA = 17, M_MBA_3 = 18, M_MBP = 19, M_MBP_2 = 20, M_MBP_2_2 = 21, M_MBP_SR = 22, M_MBP_4 = 23, M_MBP_5_1 = 24, M_MBP_5_2 = 25, M_MBP_5_3 = 26, M_MBP_6_1 = 27, M_MBP_6_2 = 28, M_MBP_7_1 = 29, M_MBP_8_2 = 30, M_UNKNOWN = 31, }; struct efifb_dmi_info { char *optname; long unsigned int base; int stride; int width; int height; int flags; }; enum { OVERRIDE_NONE = 0, OVERRIDE_BASE = 1, OVERRIDE_STRIDE = 2, OVERRIDE_HEIGHT = 4, OVERRIDE_WIDTH = 8, }; struct cper_ia_err_info { guid_t err_type; u64 validation_bits; u64 check_info; u64 target_id; u64 requestor_id; u64 responder_id; u64 ip; }; enum err_types { ERR_TYPE_CACHE = 0, ERR_TYPE_TLB = 1, ERR_TYPE_BUS = 2, ERR_TYPE_MS = 3, N_ERR_TYPES = 4, }; enum ppfear_regs { SPT_PMC_XRAM_PPFEAR0A = 1424, SPT_PMC_XRAM_PPFEAR0B = 1425, SPT_PMC_XRAM_PPFEAR0C = 1426, SPT_PMC_XRAM_PPFEAR0D = 1427, SPT_PMC_XRAM_PPFEAR1A = 1428, }; struct pmc_bit_map { const char *name; u32 bit_mask; }; struct pmc_reg_map { const struct pmc_bit_map **pfear_sts; const struct pmc_bit_map *mphy_sts; const struct pmc_bit_map *pll_sts; const struct pmc_bit_map **slps0_dbg_maps; const struct pmc_bit_map *ltr_show_sts; const struct pmc_bit_map *msr_sts; const struct pmc_bit_map **lpm_sts; const u32 slp_s0_offset; const int slp_s0_res_counter_step; const u32 ltr_ignore_offset; const int regmap_length; const u32 ppfear0_offset; const int ppfear_buckets; const u32 pm_cfg_offset; const int pm_read_disable_bit; const u32 slps0_dbg_offset; const u32 ltr_ignore_max; const u32 pm_vric1_offset; const int lpm_num_maps; const int lpm_num_modes; const int lpm_res_counter_step_x2; const u32 lpm_sts_latch_en_offset; const u32 lpm_en_offset; const u32 lpm_priority_offset; const u32 lpm_residency_offset; const u32 lpm_status_offset; const u32 lpm_live_status_offset; const u32 etr3_offset; }; struct pmc_dev { u32 base_addr; void *regbase; const struct pmc_reg_map *map; struct dentry *dbgfs_dir; int pmc_xram_read_bit; struct mutex lock; bool check_counters; u64 pc10_counter; u64 s0ix_counter; int num_lpm_modes; int lpm_en_modes[8]; u32 *lpm_req_regs; }; struct ts_dmi_data { struct efi_embedded_fw_desc embedded_fw; const char *acpi_name; const struct property_entry *properties; }; struct intel_scu_ipc_data { struct resource mem; int irq; }; struct intel_scu_ipc_dev___2 { struct device dev; struct resource mem; struct module *owner; int irq; void *ipc_base; struct completion cmd_complete; }; struct intel_scu_ipc_devres { struct intel_scu_ipc_dev___2 *scu; }; enum simatic_ipc_station_ids { SIMATIC_IPC_INVALID_STATION_ID = 0, SIMATIC_IPC_IPC227D = 1281, SIMATIC_IPC_IPC427D = 1793, SIMATIC_IPC_IPC227E = 2305, SIMATIC_IPC_IPC277E = 2306, SIMATIC_IPC_IPC427E = 2561, SIMATIC_IPC_IPC477E = 2562, SIMATIC_IPC_IPC127E = 3329, }; struct pmc_reg_map___2 { const struct pmc_bit_map *d3_sts_0; const struct pmc_bit_map *d3_sts_1; const struct pmc_bit_map *func_dis; const struct pmc_bit_map *func_dis_2; const struct pmc_bit_map *pss; }; struct pmc_data { const struct pmc_reg_map___2 *map; const struct pmc_clk *clks; }; struct pmc_dev___2 { u32 base_addr; void *regmap; const struct pmc_reg_map___2 *map; struct dentry *dbgfs_dir; bool init; }; enum ec_status { EC_RES_SUCCESS = 0, EC_RES_INVALID_COMMAND = 1, EC_RES_ERROR = 2, EC_RES_INVALID_PARAM = 3, EC_RES_ACCESS_DENIED = 4, EC_RES_INVALID_RESPONSE = 5, EC_RES_INVALID_VERSION = 6, EC_RES_INVALID_CHECKSUM = 7, EC_RES_IN_PROGRESS = 8, EC_RES_UNAVAILABLE = 9, EC_RES_TIMEOUT = 10, EC_RES_OVERFLOW = 11, EC_RES_INVALID_HEADER = 12, EC_RES_REQUEST_TRUNCATED = 13, EC_RES_RESPONSE_TOO_BIG = 14, EC_RES_BUS_ERROR = 15, EC_RES_BUSY = 16, EC_RES_INVALID_HEADER_VERSION = 17, EC_RES_INVALID_HEADER_CRC = 18, EC_RES_INVALID_DATA_CRC = 19, EC_RES_DUP_UNAVAILABLE = 20, }; enum host_event_code { EC_HOST_EVENT_LID_CLOSED = 1, EC_HOST_EVENT_LID_OPEN = 2, EC_HOST_EVENT_POWER_BUTTON = 3, EC_HOST_EVENT_AC_CONNECTED = 4, EC_HOST_EVENT_AC_DISCONNECTED = 5, EC_HOST_EVENT_BATTERY_LOW = 6, EC_HOST_EVENT_BATTERY_CRITICAL = 7, EC_HOST_EVENT_BATTERY = 8, EC_HOST_EVENT_THERMAL_THRESHOLD = 9, EC_HOST_EVENT_DEVICE = 10, EC_HOST_EVENT_THERMAL = 11, EC_HOST_EVENT_USB_CHARGER = 12, EC_HOST_EVENT_KEY_PRESSED = 13, EC_HOST_EVENT_INTERFACE_READY = 14, EC_HOST_EVENT_KEYBOARD_RECOVERY = 15, EC_HOST_EVENT_THERMAL_SHUTDOWN = 16, EC_HOST_EVENT_BATTERY_SHUTDOWN = 17, EC_HOST_EVENT_THROTTLE_START = 18, EC_HOST_EVENT_THROTTLE_STOP = 19, EC_HOST_EVENT_HANG_DETECT = 20, EC_HOST_EVENT_HANG_REBOOT = 21, EC_HOST_EVENT_PD_MCU = 22, EC_HOST_EVENT_BATTERY_STATUS = 23, EC_HOST_EVENT_PANIC = 24, EC_HOST_EVENT_KEYBOARD_FASTBOOT = 25, EC_HOST_EVENT_RTC = 26, EC_HOST_EVENT_MKBP = 27, EC_HOST_EVENT_USB_MUX = 28, EC_HOST_EVENT_MODE_CHANGE = 29, EC_HOST_EVENT_KEYBOARD_RECOVERY_HW_REINIT = 30, EC_HOST_EVENT_WOV = 31, EC_HOST_EVENT_INVALID = 32, }; struct ec_host_request { uint8_t struct_version; uint8_t checksum; uint16_t command; uint8_t command_version; uint8_t reserved; uint16_t data_len; }; struct ec_params_hello { uint32_t in_data; }; struct ec_response_hello { uint32_t out_data; }; struct ec_params_get_cmd_versions { uint8_t cmd; }; struct ec_response_get_cmd_versions { uint32_t version_mask; }; enum ec_comms_status { EC_COMMS_STATUS_PROCESSING = 1, }; struct ec_response_get_comms_status { uint32_t flags; }; struct ec_response_get_protocol_info { uint32_t protocol_versions; uint16_t max_request_packet_size; uint16_t max_response_packet_size; uint32_t flags; }; struct ec_response_get_features { uint32_t flags[2]; }; enum ec_led_colors { EC_LED_COLOR_RED = 0, EC_LED_COLOR_GREEN = 1, EC_LED_COLOR_BLUE = 2, EC_LED_COLOR_YELLOW = 3, EC_LED_COLOR_WHITE = 4, EC_LED_COLOR_AMBER = 5, EC_LED_COLOR_COUNT = 6, }; enum motionsense_command { MOTIONSENSE_CMD_DUMP = 0, MOTIONSENSE_CMD_INFO = 1, MOTIONSENSE_CMD_EC_RATE = 2, MOTIONSENSE_CMD_SENSOR_ODR = 3, MOTIONSENSE_CMD_SENSOR_RANGE = 4, MOTIONSENSE_CMD_KB_WAKE_ANGLE = 5, MOTIONSENSE_CMD_DATA = 6, MOTIONSENSE_CMD_FIFO_INFO = 7, MOTIONSENSE_CMD_FIFO_FLUSH = 8, MOTIONSENSE_CMD_FIFO_READ = 9, MOTIONSENSE_CMD_PERFORM_CALIB = 10, MOTIONSENSE_CMD_SENSOR_OFFSET = 11, MOTIONSENSE_CMD_LIST_ACTIVITIES = 12, MOTIONSENSE_CMD_SET_ACTIVITY = 13, MOTIONSENSE_CMD_LID_ANGLE = 14, MOTIONSENSE_CMD_FIFO_INT_ENABLE = 15, MOTIONSENSE_CMD_SPOOF = 16, MOTIONSENSE_CMD_TABLET_MODE_LID_ANGLE = 17, MOTIONSENSE_CMD_SENSOR_SCALE = 18, MOTIONSENSE_NUM_CMDS = 19, }; struct ec_response_motion_sensor_data { uint8_t flags; uint8_t sensor_num; union { int16_t data[3]; struct { uint16_t reserved; uint32_t timestamp; } __attribute__((packed)); struct { uint8_t activity; uint8_t state; int16_t add_info[2]; }; }; } __attribute__((packed)); struct ec_response_motion_sense_fifo_info { uint16_t size; uint16_t count; uint32_t timestamp; uint16_t total_lost; uint16_t lost[0]; } __attribute__((packed)); struct ec_response_motion_sense_fifo_data { uint32_t number_data; struct ec_response_motion_sensor_data data[0]; }; struct ec_motion_sense_activity { uint8_t sensor_num; uint8_t activity; uint8_t enable; uint8_t reserved; uint16_t parameters[3]; }; struct ec_params_motion_sense { uint8_t cmd; union { struct { uint8_t max_sensor_count; } dump; struct { int16_t data; } kb_wake_angle; struct { uint8_t sensor_num; } info; struct { uint8_t sensor_num; } info_3; struct { uint8_t sensor_num; } data; struct { uint8_t sensor_num; } fifo_flush; struct { uint8_t sensor_num; } perform_calib; struct { uint8_t sensor_num; } list_activities; struct { uint8_t sensor_num; uint8_t roundup; uint16_t reserved; int32_t data; } ec_rate; struct { uint8_t sensor_num; uint8_t roundup; uint16_t reserved; int32_t data; } sensor_odr; struct { uint8_t sensor_num; uint8_t roundup; uint16_t reserved; int32_t data; } sensor_range; struct { uint8_t sensor_num; uint16_t flags; int16_t temp; int16_t offset[3]; } __attribute__((packed)) sensor_offset; struct { uint8_t sensor_num; uint16_t flags; int16_t temp; uint16_t scale[3]; } __attribute__((packed)) sensor_scale; struct { uint32_t max_data_vector; } fifo_read; struct ec_motion_sense_activity set_activity; struct { int8_t enable; } fifo_int_enable; struct { uint8_t sensor_id; uint8_t spoof_enable; uint8_t reserved; int16_t components[3]; } __attribute__((packed)) spoof; struct { int16_t lid_angle; int16_t hys_degree; } tablet_mode_threshold; }; } __attribute__((packed)); struct ec_response_motion_sense { union { struct { uint8_t module_flags; uint8_t sensor_count; struct ec_response_motion_sensor_data sensor[0]; } __attribute__((packed)) dump; struct { uint8_t type; uint8_t location; uint8_t chip; } info; struct { uint8_t type; uint8_t location; uint8_t chip; uint32_t min_frequency; uint32_t max_frequency; uint32_t fifo_max_event_count; } info_3; struct ec_response_motion_sensor_data data; struct { int32_t ret; } ec_rate; struct { int32_t ret; } sensor_odr; struct { int32_t ret; } sensor_range; struct { int32_t ret; } kb_wake_angle; struct { int32_t ret; } fifo_int_enable; struct { int32_t ret; } spoof; struct { int16_t temp; int16_t offset[3]; } sensor_offset; struct { int16_t temp; int16_t offset[3]; } perform_calib; struct { int16_t temp; uint16_t scale[3]; } sensor_scale; struct ec_response_motion_sense_fifo_info fifo_info; struct ec_response_motion_sense_fifo_info fifo_flush; struct ec_response_motion_sense_fifo_data fifo_read; struct { uint16_t reserved; uint32_t enabled; uint32_t disabled; } __attribute__((packed)) list_activities; struct { uint16_t value; } lid_angle; struct { uint16_t lid_angle; uint16_t hys_degree; } tablet_mode_threshold; }; }; enum ec_temp_thresholds { EC_TEMP_THRESH_WARN = 0, EC_TEMP_THRESH_HIGH = 1, EC_TEMP_THRESH_HALT = 2, EC_TEMP_THRESH_COUNT = 3, }; enum ec_mkbp_event { EC_MKBP_EVENT_KEY_MATRIX = 0, EC_MKBP_EVENT_HOST_EVENT = 1, EC_MKBP_EVENT_SENSOR_FIFO = 2, EC_MKBP_EVENT_BUTTON = 3, EC_MKBP_EVENT_SWITCH = 4, EC_MKBP_EVENT_FINGERPRINT = 5, EC_MKBP_EVENT_SYSRQ = 6, EC_MKBP_EVENT_HOST_EVENT64 = 7, EC_MKBP_EVENT_CEC_EVENT = 8, EC_MKBP_EVENT_CEC_MESSAGE = 9, EC_MKBP_EVENT_PCHG = 12, EC_MKBP_EVENT_COUNT = 13, }; union ec_response_get_next_data_v1 { uint8_t key_matrix[16]; uint32_t host_event; uint64_t host_event64; struct { uint8_t reserved[3]; struct ec_response_motion_sense_fifo_info info; } __attribute__((packed)) sensor_fifo; uint32_t buttons; uint32_t switches; uint32_t fp_events; uint32_t sysrq; uint32_t cec_events; uint8_t cec_message[16]; }; struct ec_response_get_next_event_v1 { uint8_t event_type; union ec_response_get_next_data_v1 data; } __attribute__((packed)); struct ec_response_host_event_mask { uint32_t mask; }; enum { EC_MSG_TX_HEADER_BYTES = 3, EC_MSG_TX_TRAILER_BYTES = 1, EC_MSG_TX_PROTO_BYTES = 4, EC_MSG_RX_PROTO_BYTES = 3, EC_PROTO2_MSG_BYTES = 256, EC_MAX_MSG_BYTES = 65536, }; struct cros_ec_command { uint32_t version; uint32_t command; uint32_t outsize; uint32_t insize; uint32_t result; uint8_t data[0]; }; struct cros_ec_device { const char *phys_name; struct device *dev; struct class *cros_class; int (*cmd_readmem)(struct cros_ec_device *, unsigned int, unsigned int, void *); u16 max_request; u16 max_response; u16 max_passthru; u16 proto_version; void *priv; int irq; u8 *din; u8 *dout; int din_size; int dout_size; bool wake_enabled; bool suspended; int (*cmd_xfer)(struct cros_ec_device *, struct cros_ec_command *); int (*pkt_xfer)(struct cros_ec_device *, struct cros_ec_command *); struct mutex lock; u8 mkbp_event_supported; bool host_sleep_v1; struct blocking_notifier_head event_notifier; struct ec_response_get_next_event_v1 event_data; int event_size; u32 host_event_wake_mask; u32 last_resume_result; ktime_t last_event_time; struct notifier_block notifier_ready; struct platform_device *ec; struct platform_device *pd; }; struct cros_ec_debugfs; struct cros_ec_dev { struct device class_dev; struct cros_ec_device *ec_dev; struct device *dev; struct cros_ec_debugfs *debug_info; bool has_kb_wake_angle; u16 cmd_offset; struct ec_response_get_features features; }; struct trace_event_raw_cros_ec_request_start { struct trace_entry ent; uint32_t version; uint32_t offset; uint32_t command; uint32_t outsize; uint32_t insize; char __data[0]; }; struct trace_event_raw_cros_ec_request_done { struct trace_entry ent; uint32_t version; uint32_t offset; uint32_t command; uint32_t outsize; uint32_t insize; uint32_t result; int retval; char __data[0]; }; struct trace_event_data_offsets_cros_ec_request_start {}; struct trace_event_data_offsets_cros_ec_request_done {}; typedef void (*btf_trace_cros_ec_request_start)(void *, struct cros_ec_command *); typedef void (*btf_trace_cros_ec_request_done)(void *, struct cros_ec_command *, int); struct acpi_table_pcct { struct acpi_table_header header; u32 flags; u64 reserved; }; enum acpi_pcct_type { ACPI_PCCT_TYPE_GENERIC_SUBSPACE = 0, ACPI_PCCT_TYPE_HW_REDUCED_SUBSPACE = 1, ACPI_PCCT_TYPE_HW_REDUCED_SUBSPACE_TYPE2 = 2, ACPI_PCCT_TYPE_EXT_PCC_MASTER_SUBSPACE = 3, ACPI_PCCT_TYPE_EXT_PCC_SLAVE_SUBSPACE = 4, ACPI_PCCT_TYPE_HW_REG_COMM_SUBSPACE = 5, ACPI_PCCT_TYPE_RESERVED = 6, }; struct acpi_pcct_subspace { struct acpi_subtable_header header; u8 reserved[6]; u64 base_address; u64 length; struct acpi_generic_address doorbell_register; u64 preserve_mask; u64 write_mask; u32 latency; u32 max_access_rate; u16 min_turnaround_time; } __attribute__((packed)); struct acpi_pcct_hw_reduced { struct acpi_subtable_header header; u32 platform_interrupt; u8 flags; u8 reserved; u64 base_address; u64 length; struct acpi_generic_address doorbell_register; u64 preserve_mask; u64 write_mask; u32 latency; u32 max_access_rate; u16 min_turnaround_time; } __attribute__((packed)); struct acpi_pcct_hw_reduced_type2 { struct acpi_subtable_header header; u32 platform_interrupt; u8 flags; u8 reserved; u64 base_address; u64 length; struct acpi_generic_address doorbell_register; u64 preserve_mask; u64 write_mask; u32 latency; u32 max_access_rate; u16 min_turnaround_time; struct acpi_generic_address platform_ack_register; u64 ack_preserve_mask; u64 ack_write_mask; } __attribute__((packed)); struct acpi_pcct_ext_pcc_master { struct acpi_subtable_header header; u32 platform_interrupt; u8 flags; u8 reserved1; u64 base_address; u32 length; struct acpi_generic_address doorbell_register; u64 preserve_mask; u64 write_mask; u32 latency; u32 max_access_rate; u32 min_turnaround_time; struct acpi_generic_address platform_ack_register; u64 ack_preserve_mask; u64 ack_set_mask; u64 reserved2; struct acpi_generic_address cmd_complete_register; u64 cmd_complete_mask; struct acpi_generic_address cmd_update_register; u64 cmd_update_preserve_mask; u64 cmd_update_set_mask; struct acpi_generic_address error_status_register; u64 error_status_mask; } __attribute__((packed)); struct pcc_chan_reg { void *vaddr; struct acpi_generic_address *gas; u64 preserve_mask; u64 set_mask; u64 status_mask; }; struct pcc_chan_info { struct pcc_mbox_chan chan; struct pcc_chan_reg db; struct pcc_chan_reg plat_irq_ack; struct pcc_chan_reg cmd_complete; struct pcc_chan_reg cmd_update; struct pcc_chan_reg error; int plat_irq; }; struct hwspinlock___2; struct hwspinlock_ops { int (*trylock)(struct hwspinlock___2 *); void (*unlock)(struct hwspinlock___2 *); void (*relax)(struct hwspinlock___2 *); }; struct hwspinlock_device; struct hwspinlock___2 { struct hwspinlock_device *bank; spinlock_t lock; void *priv; }; struct hwspinlock_device { struct device *dev; const struct hwspinlock_ops *ops; int base_id; int num_locks; struct hwspinlock___2 lock[0]; }; struct resource_table { u32 ver; u32 num; u32 reserved[2]; u32 offset[0]; }; struct fw_rsc_hdr { u32 type; u8 data[0]; }; enum fw_resource_type { RSC_CARVEOUT = 0, RSC_DEVMEM = 1, RSC_TRACE = 2, RSC_VDEV = 3, RSC_LAST = 4, RSC_VENDOR_START = 128, RSC_VENDOR_END = 512, }; struct fw_rsc_carveout { u32 da; u32 pa; u32 len; u32 flags; u32 reserved; u8 name[32]; }; struct fw_rsc_devmem { u32 da; u32 pa; u32 len; u32 flags; u32 reserved; u8 name[32]; }; struct fw_rsc_trace { u32 da; u32 len; u32 reserved; u8 name[32]; }; struct fw_rsc_vdev_vring { u32 da; u32 align; u32 num; u32 notifyid; u32 pa; }; struct fw_rsc_vdev { u32 id; u32 notifyid; u32 dfeatures; u32 gfeatures; u32 config_len; u8 status; u8 num_of_vrings; u8 reserved[2]; struct fw_rsc_vdev_vring vring[0]; }; struct rproc; struct rproc_mem_entry { void *va; bool is_iomem; dma_addr_t dma; size_t len; u32 da; void *priv; char name[32]; struct list_head node; u32 rsc_offset; u32 flags; u32 of_resm_idx; int (*alloc)(struct rproc *, struct rproc_mem_entry *); int (*release)(struct rproc *, struct rproc_mem_entry *); }; enum rproc_dump_mechanism { RPROC_COREDUMP_DISABLED = 0, RPROC_COREDUMP_ENABLED = 1, RPROC_COREDUMP_INLINE = 2, }; struct rproc_ops; struct rproc { struct list_head node; struct iommu_domain *domain; const char *name; const char *firmware; void *priv; struct rproc_ops *ops; struct device dev; atomic_t power; unsigned int state; enum rproc_dump_mechanism dump_conf; struct mutex lock; struct dentry *dbg_dir; struct list_head traces; int num_traces; struct list_head carveouts; struct list_head mappings; u64 bootaddr; struct list_head rvdevs; struct list_head subdevs; struct idr notifyids; int index; struct work_struct crash_handler; unsigned int crash_cnt; bool recovery_disabled; int max_notifyid; struct resource_table *table_ptr; struct resource_table *clean_table; struct resource_table *cached_table; size_t table_sz; bool has_iommu; bool auto_boot; bool sysfs_read_only; struct list_head dump_segments; int nb_vdev; u8 elf_class; u16 elf_machine; struct cdev cdev; bool cdev_put_on_release; }; enum rsc_handling_status { RSC_HANDLED = 0, RSC_IGNORED = 1, }; struct rproc_ops { int (*prepare)(struct rproc *); int (*unprepare)(struct rproc *); int (*start)(struct rproc *); int (*stop)(struct rproc *); int (*attach)(struct rproc *); int (*detach)(struct rproc *); void (*kick)(struct rproc *, int); void * (*da_to_va)(struct rproc *, u64, size_t, bool *); int (*parse_fw)(struct rproc *, const struct firmware *); int (*handle_rsc)(struct rproc *, u32, void *, int, int); struct resource_table * (*find_loaded_rsc_table)(struct rproc *, const struct firmware *); struct resource_table * (*get_loaded_rsc_table)(struct rproc *, size_t *); int (*load)(struct rproc *, const struct firmware *); int (*sanity_check)(struct rproc *, const struct firmware *); u64 (*get_boot_addr)(struct rproc *, const struct firmware *); long unsigned int (*panic)(struct rproc *); void (*coredump)(struct rproc *); }; enum rproc_state { RPROC_OFFLINE = 0, RPROC_SUSPENDED = 1, RPROC_RUNNING = 2, RPROC_CRASHED = 3, RPROC_DELETED = 4, RPROC_ATTACHED = 5, RPROC_DETACHED = 6, RPROC_LAST = 7, }; enum rproc_crash_type { RPROC_MMUFAULT = 0, RPROC_WATCHDOG = 1, RPROC_FATAL_ERROR = 2, }; struct rproc_subdev { struct list_head node; int (*prepare)(struct rproc_subdev *); int (*start)(struct rproc_subdev *); void (*stop)(struct rproc_subdev *, bool); void (*unprepare)(struct rproc_subdev *); }; struct rproc_vdev; struct rproc_vring { void *va; int len; u32 da; u32 align; int notifyid; struct rproc_vdev *rvdev; struct virtqueue *vq; }; struct rproc_vdev { struct kref refcount; struct rproc_subdev subdev; struct device dev; unsigned int id; struct list_head node; struct rproc *rproc; struct rproc_vring vring[2]; u32 rsc_offset; u32 index; }; struct rproc_debug_trace { struct rproc *rproc; struct dentry *tfile; struct list_head node; struct rproc_mem_entry trace_mem; }; typedef int (*rproc_handle_resource_t)(struct rproc *, void *, int, int); struct rproc_dump_segment { struct list_head node; dma_addr_t da; size_t size; void *priv; void (*dump)(struct rproc *, struct rproc_dump_segment *, void *, size_t, size_t); loff_t offset; }; struct rproc_coredump_state { struct rproc *rproc; void *header; struct completion dump_done; }; enum { VMGENID_SIZE = 16, }; struct vmgenid_state { u8 *next_id; u8 this_id[16]; }; struct devfreq_freqs { long unsigned int old; long unsigned int new; }; enum devfreq_parent_dev_type { DEVFREQ_PARENT_DEV = 0, CPUFREQ_PARENT_DEV = 1, }; struct devfreq_passive_data { struct devfreq *parent; int (*get_target_freq)(struct devfreq *, long unsigned int *); enum devfreq_parent_dev_type parent_type; struct devfreq *this; struct notifier_block nb; struct list_head cpu_data_list; }; struct trace_event_raw_devfreq_frequency { struct trace_entry ent; u32 __data_loc_dev_name; long unsigned int freq; long unsigned int prev_freq; long unsigned int busy_time; long unsigned int total_time; char __data[0]; }; struct trace_event_raw_devfreq_monitor { struct trace_entry ent; long unsigned int freq; long unsigned int busy_time; long unsigned int total_time; unsigned int polling_ms; u32 __data_loc_dev_name; char __data[0]; }; struct trace_event_data_offsets_devfreq_frequency { u32 dev_name; }; struct trace_event_data_offsets_devfreq_monitor { u32 dev_name; }; typedef void (*btf_trace_devfreq_frequency)(void *, struct devfreq *, long unsigned int, long unsigned int); typedef void (*btf_trace_devfreq_monitor)(void *, struct devfreq *); struct devfreq_notifier_devres { struct devfreq *devfreq; struct notifier_block *nb; unsigned int list; }; struct devfreq_event_desc; struct devfreq_event_dev { struct list_head node; struct device dev; struct mutex lock; u32 enable_count; const struct devfreq_event_desc *desc; }; struct devfreq_event_ops; struct devfreq_event_desc { const char *name; u32 event_type; void *driver_data; const struct devfreq_event_ops *ops; }; struct devfreq_event_data { long unsigned int load_count; long unsigned int total_count; }; struct devfreq_event_ops { int (*enable)(struct devfreq_event_dev *); int (*disable)(struct devfreq_event_dev *); int (*reset)(struct devfreq_event_dev *); int (*set_event)(struct devfreq_event_dev *); int (*get_event)(struct devfreq_event_dev *, struct devfreq_event_data *); }; struct devfreq_simple_ondemand_data { unsigned int upthreshold; unsigned int downdifferential; }; struct userspace_data { long unsigned int user_frequency; bool valid; }; struct devfreq_cpu_data { struct list_head node; struct device *dev; unsigned int first_cpu; struct opp_table *opp_table; unsigned int cur_freq; unsigned int min_freq; unsigned int max_freq; }; union extcon_property_value { int intval; }; struct extcon_cable; struct extcon_dev___2 { const char *name; const unsigned int *supported_cable; const u32 *mutually_exclusive; struct device dev; struct raw_notifier_head nh_all; struct raw_notifier_head *nh; struct list_head entry; int max_supported; spinlock_t lock; u32 state; struct device_type extcon_dev_type; struct extcon_cable *cables; struct attribute_group attr_g_muex; struct attribute **attrs_muex; struct device_attribute *d_attrs_muex; }; struct extcon_cable { struct extcon_dev___2 *edev; int cable_index; struct attribute_group attr_g; struct device_attribute attr_name; struct device_attribute attr_state; struct attribute *attrs[3]; union extcon_property_value usb_propval[3]; union extcon_property_value chg_propval[1]; union extcon_property_value jack_propval[1]; union extcon_property_value disp_propval[2]; long unsigned int usb_bits[1]; long unsigned int chg_bits[1]; long unsigned int jack_bits[1]; long unsigned int disp_bits[1]; }; struct __extcon_info { unsigned int type; unsigned int id; const char *name; }; struct extcon_dev_notifier_devres { struct extcon_dev___2 *edev; unsigned int id; struct notifier_block *nb; }; enum vme_resource_type { VME_MASTER = 0, VME_SLAVE = 1, VME_DMA = 2, VME_LM = 3, }; struct vme_dma_attr { u32 type; void *private; }; struct vme_resource { enum vme_resource_type type; struct list_head *entry; }; struct vme_bridge; struct vme_dev { int num; struct vme_bridge *bridge; struct device dev; struct list_head drv_list; struct list_head bridge_list; }; struct vme_callback { void (*func)(int, int, void *); void *priv_data; }; struct vme_irq { int count; struct vme_callback callback[256]; }; struct vme_slave_resource; struct vme_master_resource; struct vme_dma_list; struct vme_lm_resource; struct vme_bridge { char name[16]; int num; struct list_head master_resources; struct list_head slave_resources; struct list_head dma_resources; struct list_head lm_resources; struct list_head vme_error_handlers; struct list_head devices; struct device *parent; void *driver_priv; struct list_head bus_list; struct vme_irq irq[7]; struct mutex irq_mtx; int (*slave_get)(struct vme_slave_resource *, int *, long long unsigned int *, long long unsigned int *, dma_addr_t *, u32 *, u32 *); int (*slave_set)(struct vme_slave_resource *, int, long long unsigned int, long long unsigned int, dma_addr_t, u32, u32); int (*master_get)(struct vme_master_resource *, int *, long long unsigned int *, long long unsigned int *, u32 *, u32 *, u32 *); int (*master_set)(struct vme_master_resource *, int, long long unsigned int, long long unsigned int, u32, u32, u32); ssize_t (*master_read)(struct vme_master_resource *, void *, size_t, loff_t); ssize_t (*master_write)(struct vme_master_resource *, void *, size_t, loff_t); unsigned int (*master_rmw)(struct vme_master_resource *, unsigned int, unsigned int, unsigned int, loff_t); int (*dma_list_add)(struct vme_dma_list *, struct vme_dma_attr *, struct vme_dma_attr *, size_t); int (*dma_list_exec)(struct vme_dma_list *); int (*dma_list_empty)(struct vme_dma_list *); void (*irq_set)(struct vme_bridge *, int, int, int); int (*irq_generate)(struct vme_bridge *, int, int); int (*lm_set)(struct vme_lm_resource *, long long unsigned int, u32, u32); int (*lm_get)(struct vme_lm_resource *, long long unsigned int *, u32 *, u32 *); int (*lm_attach)(struct vme_lm_resource *, int, void (*)(void *), void *); int (*lm_detach)(struct vme_lm_resource *, int); int (*slot_get)(struct vme_bridge *); void * (*alloc_consistent)(struct device *, size_t, dma_addr_t *); void (*free_consistent)(struct device *, size_t, void *, dma_addr_t); }; struct vme_driver { const char *name; int (*match)(struct vme_dev *); int (*probe)(struct vme_dev *); void (*remove)(struct vme_dev *); struct device_driver driver; struct list_head devices; }; struct vme_master_resource { struct list_head list; struct vme_bridge *parent; spinlock_t lock; int locked; int number; u32 address_attr; u32 cycle_attr; u32 width_attr; struct resource bus_resource; void *kern_base; }; struct vme_slave_resource { struct list_head list; struct vme_bridge *parent; struct mutex mtx; int locked; int number; u32 address_attr; u32 cycle_attr; }; struct vme_dma_pattern { u32 pattern; u32 type; }; struct vme_dma_pci { dma_addr_t address; }; struct vme_dma_vme { long long unsigned int address; u32 aspace; u32 cycle; u32 dwidth; }; struct vme_dma_resource; struct vme_dma_list { struct list_head list; struct vme_dma_resource *parent; struct list_head entries; struct mutex mtx; }; struct vme_dma_resource { struct list_head list; struct vme_bridge *parent; struct mutex mtx; int locked; int number; struct list_head pending; struct list_head running; u32 route_attr; }; struct vme_lm_resource { struct list_head list; struct vme_bridge *parent; struct mutex mtx; int locked; int number; int monitors; }; struct vme_error_handler { struct list_head list; long long unsigned int start; long long unsigned int end; long long unsigned int first_error; u32 aspace; unsigned int num_errors; }; struct powercap_control_type; struct powercap_control_type_ops { int (*set_enable)(struct powercap_control_type *, bool); int (*get_enable)(struct powercap_control_type *, bool *); int (*release)(struct powercap_control_type *); }; struct powercap_control_type { struct device dev; struct idr idr; int nr_zones; const struct powercap_control_type_ops *ops; struct mutex lock; bool allocated; struct list_head node; }; struct powercap_zone; struct powercap_zone_ops { int (*get_max_energy_range_uj)(struct powercap_zone *, u64 *); int (*get_energy_uj)(struct powercap_zone *, u64 *); int (*reset_energy_uj)(struct powercap_zone *); int (*get_max_power_range_uw)(struct powercap_zone *, u64 *); int (*get_power_uw)(struct powercap_zone *, u64 *); int (*set_enable)(struct powercap_zone *, bool); int (*get_enable)(struct powercap_zone *, bool *); int (*release)(struct powercap_zone *); }; struct powercap_zone_constraint; struct powercap_zone { int id; char *name; void *control_type_inst; const struct powercap_zone_ops *ops; struct device dev; int const_id_cnt; struct idr idr; struct idr *parent_idr; void *private_data; struct attribute **zone_dev_attrs; int zone_attr_count; struct attribute_group dev_zone_attr_group; const struct attribute_group *dev_attr_groups[2]; bool allocated; struct powercap_zone_constraint *constraints; }; struct powercap_zone_constraint_ops; struct powercap_zone_constraint { int id; struct powercap_zone *power_zone; const struct powercap_zone_constraint_ops *ops; }; struct powercap_zone_constraint_ops { int (*set_power_limit_uw)(struct powercap_zone *, int, u64); int (*get_power_limit_uw)(struct powercap_zone *, int, u64 *); int (*set_time_window_us)(struct powercap_zone *, int, u64); int (*get_time_window_us)(struct powercap_zone *, int, u64 *); int (*get_max_power_uw)(struct powercap_zone *, int, u64 *); int (*get_min_power_uw)(struct powercap_zone *, int, u64 *); int (*get_max_time_window_us)(struct powercap_zone *, int, u64 *); int (*get_min_time_window_us)(struct powercap_zone *, int, u64 *); const char * (*get_name)(struct powercap_zone *, int); }; struct powercap_constraint_attr { struct device_attribute power_limit_attr; struct device_attribute time_window_attr; struct device_attribute max_power_attr; struct device_attribute min_power_attr; struct device_attribute max_time_window_attr; struct device_attribute min_time_window_attr; struct device_attribute name_attr; }; struct idle_inject_thread { struct task_struct *tsk; int should_run; }; struct idle_inject_device { struct hrtimer timer; unsigned int idle_duration_us; unsigned int run_duration_us; unsigned int latency_us; long unsigned int cpumask[0]; }; struct trace_event_raw_extlog_mem_event { struct trace_entry ent; u32 err_seq; u8 etype; u8 sev; u64 pa; u8 pa_mask_lsb; guid_t fru_id; u32 __data_loc_fru_text; struct cper_mem_err_compact data; char __data[0]; }; struct trace_event_raw_mc_event { struct trace_entry ent; unsigned int error_type; u32 __data_loc_msg; u32 __data_loc_label; u16 error_count; u8 mc_index; s8 top_layer; s8 middle_layer; s8 lower_layer; long int address; u8 grain_bits; long int syndrome; u32 __data_loc_driver_detail; char __data[0]; }; struct trace_event_raw_arm_event { struct trace_entry ent; u64 mpidr; u64 midr; u32 running_state; u32 psci_state; u8 affinity; char __data[0]; }; struct trace_event_raw_non_standard_event { struct trace_entry ent; char sec_type[16]; char fru_id[16]; u32 __data_loc_fru_text; u8 sev; u32 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_aer_event { struct trace_entry ent; u32 __data_loc_dev_name; u32 status; u8 severity; u8 tlp_header_valid; u32 tlp_header[4]; char __data[0]; }; struct trace_event_raw_memory_failure_event { struct trace_entry ent; long unsigned int pfn; int type; int result; char __data[0]; }; struct trace_event_data_offsets_extlog_mem_event { u32 fru_text; }; struct trace_event_data_offsets_mc_event { u32 msg; u32 label; u32 driver_detail; }; struct trace_event_data_offsets_arm_event {}; struct trace_event_data_offsets_non_standard_event { u32 fru_text; u32 buf; }; struct trace_event_data_offsets_aer_event { u32 dev_name; }; struct trace_event_data_offsets_memory_failure_event {}; typedef void (*btf_trace_extlog_mem_event)(void *, struct cper_sec_mem_err *, u32, const guid_t *, const char *, u8); typedef void (*btf_trace_mc_event)(void *, const unsigned int, const char *, const char *, const int, const u8, const s8, const s8, const s8, long unsigned int, const u8, long unsigned int, const char *); typedef void (*btf_trace_arm_event)(void *, const struct cper_sec_proc_arm *); typedef void (*btf_trace_non_standard_event)(void *, const guid_t *, const guid_t *, const char *, const u8, const u8 *, const u32); typedef void (*btf_trace_aer_event)(void *, const char *, const u32, const u8, const u8, struct aer_header_log_regs *); typedef void (*btf_trace_memory_failure_event)(void *, long unsigned int, int, int); struct ce_array { u64 *array; unsigned int n; unsigned int decay_count; u64 pfns_poisoned; u64 ces_entered; u64 decays_done; union { struct { __u32 disabled: 1; __u32 __resv: 31; }; __u32 flags; }; }; struct nvmem_cell_lookup { const char *nvmem_name; const char *cell_name; const char *dev_id; const char *con_id; struct list_head node; }; enum { NVMEM_ADD = 1, NVMEM_REMOVE = 2, NVMEM_CELL_ADD = 3, NVMEM_CELL_REMOVE = 4, }; struct nvmem_cell_table { const char *nvmem_name; const struct nvmem_cell_info *cells; size_t ncells; struct list_head node; }; struct nvmem_device___2 { struct module *owner; struct device dev; int stride; int word_size; int id; struct kref refcnt; size_t size; bool read_only; bool root_only; int flags; enum nvmem_type type; struct bin_attribute eeprom; struct device *base_dev; struct list_head cells; const struct nvmem_keepout *keepout; unsigned int nkeepout; nvmem_reg_read_t reg_read; nvmem_reg_write_t reg_write; nvmem_cell_post_process_t cell_post_process; struct gpio_desc *wp_gpio; void *priv; }; struct nvmem_cell_entry { const char *name; int offset; int bytes; int bit_offset; int nbits; struct device_node *np; struct nvmem_device___2 *nvmem; struct list_head node; }; struct nvmem_cell { struct nvmem_cell_entry *entry; const char *id; }; struct icc_node; struct icc_req { struct hlist_node req_node; struct icc_node *node; struct device *dev; bool enabled; u32 tag; u32 avg_bw; u32 peak_bw; }; struct icc_path___2 { const char *name; size_t num_nodes; struct icc_req reqs[0]; }; struct icc_node_data { struct icc_node *node; u32 tag; }; struct icc_provider; struct icc_node { int id; const char *name; struct icc_node **links; size_t num_links; struct icc_provider *provider; struct list_head node_list; struct list_head search_list; struct icc_node *reverse; u8 is_traversed: 1; struct hlist_head req_list; u32 avg_bw; u32 peak_bw; u32 init_avg; u32 init_peak; void *data; }; struct icc_onecell_data { unsigned int num_nodes; struct icc_node *nodes[0]; }; struct icc_provider { struct list_head provider_list; struct list_head nodes; int (*set)(struct icc_node *, struct icc_node *); int (*aggregate)(struct icc_node *, u32, u32, u32, u32 *, u32 *); void (*pre_aggregate)(struct icc_node *); int (*get_bw)(struct icc_node *, u32 *, u32 *); struct icc_node * (*xlate)(struct of_phandle_args *, void *); struct icc_node_data * (*xlate_extended)(struct of_phandle_args *, void *); struct device *dev; int users; bool inter_set; void *data; }; struct trace_event_raw_icc_set_bw { struct trace_entry ent; u32 __data_loc_path_name; u32 __data_loc_dev; u32 __data_loc_node_name; u32 avg_bw; u32 peak_bw; u32 node_avg_bw; u32 node_peak_bw; char __data[0]; }; struct trace_event_raw_icc_set_bw_end { struct trace_entry ent; u32 __data_loc_path_name; u32 __data_loc_dev; int ret; char __data[0]; }; struct trace_event_data_offsets_icc_set_bw { u32 path_name; u32 dev; u32 node_name; }; struct trace_event_data_offsets_icc_set_bw_end { u32 path_name; u32 dev; }; typedef void (*btf_trace_icc_set_bw)(void *, struct icc_path___2 *, struct icc_node *, int, u32, u32); typedef void (*btf_trace_icc_set_bw_end)(void *, struct icc_path___2 *, int); struct icc_bulk_data { struct icc_path *path; const char *name; u32 avg_bw; u32 peak_bw; }; struct net_device_devres { struct net_device *ndev; }; struct __kernel_old_timespec { __kernel_old_time_t tv_sec; long int tv_nsec; }; struct __kernel_sock_timeval { __s64 tv_sec; __s64 tv_usec; }; struct mmsghdr { struct user_msghdr msg_hdr; unsigned int msg_len; }; struct scm_timestamping_internal { struct timespec64 ts[3]; }; enum sock_shutdown_cmd { SHUT_RD = 0, SHUT_WR = 1, SHUT_RDWR = 2, }; struct net_proto_family { int family; int (*create)(struct net *, struct socket *, int, int); struct module *owner; }; enum { SOCK_WAKE_IO = 0, SOCK_WAKE_WAITD = 1, SOCK_WAKE_SPACE = 2, SOCK_WAKE_URG = 3, }; struct libipw_device; struct iw_spy_data; struct iw_public_data { struct iw_spy_data *spy_data; struct libipw_device *libipw; }; enum { SOF_TIMESTAMPING_TX_HARDWARE = 1, SOF_TIMESTAMPING_TX_SOFTWARE = 2, SOF_TIMESTAMPING_RX_HARDWARE = 4, SOF_TIMESTAMPING_RX_SOFTWARE = 8, SOF_TIMESTAMPING_SOFTWARE = 16, SOF_TIMESTAMPING_SYS_HARDWARE = 32, SOF_TIMESTAMPING_RAW_HARDWARE = 64, SOF_TIMESTAMPING_OPT_ID = 128, SOF_TIMESTAMPING_TX_SCHED = 256, SOF_TIMESTAMPING_TX_ACK = 512, SOF_TIMESTAMPING_OPT_CMSG = 1024, SOF_TIMESTAMPING_OPT_TSONLY = 2048, SOF_TIMESTAMPING_OPT_STATS = 4096, SOF_TIMESTAMPING_OPT_PKTINFO = 8192, SOF_TIMESTAMPING_OPT_TX_SWHW = 16384, SOF_TIMESTAMPING_BIND_PHC = 32768, SOF_TIMESTAMPING_LAST = 32768, SOF_TIMESTAMPING_MASK = 65535, }; struct scm_ts_pktinfo { __u32 if_index; __u32 pkt_length; __u32 reserved[2]; }; struct sock_skb_cb { u32 dropcount; }; struct compat_ifmap { compat_ulong_t mem_start; compat_ulong_t mem_end; short unsigned int base_addr; unsigned char irq; unsigned char dma; unsigned char port; }; struct compat_if_settings { unsigned int type; unsigned int size; compat_uptr_t ifs_ifsu; }; struct compat_ifreq { union { char ifrn_name[16]; } ifr_ifrn; union { struct sockaddr ifru_addr; struct sockaddr ifru_dstaddr; struct sockaddr ifru_broadaddr; struct sockaddr ifru_netmask; struct sockaddr ifru_hwaddr; short int ifru_flags; compat_int_t ifru_ivalue; compat_int_t ifru_mtu; struct compat_ifmap ifru_map; char ifru_slave[16]; char ifru_newname[16]; compat_caddr_t ifru_data; struct compat_if_settings ifru_settings; } ifr_ifru; }; struct iw_param { __s32 value; __u8 fixed; __u8 disabled; __u16 flags; }; struct iw_point { void *pointer; __u16 length; __u16 flags; }; struct iw_freq { __s32 m; __s16 e; __u8 i; __u8 flags; }; struct iw_quality { __u8 qual; __u8 level; __u8 noise; __u8 updated; }; struct iw_discarded { __u32 nwid; __u32 code; __u32 fragment; __u32 retries; __u32 misc; }; struct iw_missed { __u32 beacon; }; struct iw_statistics { __u16 status; struct iw_quality qual; struct iw_discarded discard; struct iw_missed miss; }; union iwreq_data { char name[16]; struct iw_point essid; struct iw_param nwid; struct iw_freq freq; struct iw_param sens; struct iw_param bitrate; struct iw_param txpower; struct iw_param rts; struct iw_param frag; __u32 mode; struct iw_param retry; struct iw_point encoding; struct iw_param power; struct iw_quality qual; struct sockaddr ap_addr; struct sockaddr addr; struct iw_param param; struct iw_point data; }; struct iw_priv_args { __u32 cmd; __u16 set_args; __u16 get_args; char name[16]; }; struct compat_mmsghdr { struct compat_msghdr msg_hdr; compat_uint_t msg_len; }; struct iw_request_info { __u16 cmd; __u16 flags; }; struct iw_spy_data { int spy_number; u_char spy_address[48]; struct iw_quality spy_stat[8]; struct iw_quality spy_thr_low; struct iw_quality spy_thr_high; u_char spy_thr_under[8]; }; struct sock_ee_data_rfc4884 { __u16 len; __u8 flags; __u8 reserved; }; struct sock_extended_err { __u32 ee_errno; __u8 ee_origin; __u8 ee_type; __u8 ee_code; __u8 ee_pad; __u32 ee_info; union { __u32 ee_data; struct sock_ee_data_rfc4884 ee_rfc4884; }; }; struct sock_exterr_skb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; struct sock_extended_err ee; u16 addr_offset; __be16 port; u8 opt_stats: 1; u8 unused: 7; }; struct net_bridge; struct used_address { struct __kernel_sockaddr_storage name; unsigned int name_len; }; struct linger { int l_onoff; int l_linger; }; struct cmsghdr { __kernel_size_t cmsg_len; int cmsg_level; int cmsg_type; }; struct ucred { __u32 pid; __u32 uid; __u32 gid; }; struct netdev_name_node { struct hlist_node hlist; struct list_head list; struct net_device *dev; const char *name; }; struct sd_flow_limit; struct softnet_data { struct list_head poll_list; struct sk_buff_head process_queue; unsigned int processed; unsigned int time_squeeze; unsigned int received_rps; struct softnet_data *rps_ipi_list; struct sd_flow_limit *flow_limit; struct Qdisc *output_queue; struct Qdisc **output_queue_tailp; struct sk_buff *completion_queue; struct sk_buff_head xfrm_backlog; struct { u16 recursion; u8 more; u8 skip_txqueue; } xmit; int: 32; unsigned int input_queue_head; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; call_single_data_t csd; struct softnet_data *rps_ipi_next; unsigned int cpu; unsigned int input_queue_tail; unsigned int dropped; struct sk_buff_head input_pkt_queue; struct napi_struct backlog; long: 64; long: 64; long: 64; long: 64; spinlock_t defer_lock; int defer_count; int defer_ipi_scheduled; struct sk_buff *defer_list; long: 64; call_single_data_t defer_csd; }; struct sd_flow_limit { u64 count; unsigned int num_buckets; unsigned int history_head; u16 history[128]; u8 buckets[0]; }; struct so_timestamping { int flags; int bind_phc; }; enum txtime_flags { SOF_TXTIME_DEADLINE_MODE = 1, SOF_TXTIME_REPORT_ERRORS = 2, SOF_TXTIME_FLAGS_LAST = 2, SOF_TXTIME_FLAGS_MASK = 3, }; struct sock_txtime { __kernel_clockid_t clockid; __u32 flags; }; enum sk_pacing { SK_PACING_NONE = 0, SK_PACING_NEEDED = 1, SK_PACING_FQ = 2, }; struct sockcm_cookie { u64 transmit_time; u32 mark; u16 tsflags; }; struct fastopen_queue { struct request_sock *rskq_rst_head; struct request_sock *rskq_rst_tail; spinlock_t lock; int qlen; int max_qlen; struct tcp_fastopen_context *ctx; }; struct request_sock_queue { spinlock_t rskq_lock; u8 rskq_defer_accept; u32 synflood_warned; atomic_t qlen; atomic_t young; struct request_sock *rskq_accept_head; struct request_sock *rskq_accept_tail; struct fastopen_queue fastopenq; }; struct inet_connection_sock_af_ops { int (*queue_xmit)(struct sock *, struct sk_buff *, struct flowi *); void (*send_check)(struct sock *, struct sk_buff *); int (*rebuild_header)(struct sock *); void (*sk_rx_dst_set)(struct sock *, const struct sk_buff *); int (*conn_request)(struct sock *, struct sk_buff *); struct sock * (*syn_recv_sock)(const struct sock *, struct sk_buff *, struct request_sock *, struct dst_entry *, struct request_sock *, bool *); u16 net_header_len; u16 net_frag_header_len; u16 sockaddr_len; int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*addr2sockaddr)(struct sock *, struct sockaddr *); void (*mtu_reduced)(struct sock *); }; struct inet_bind_bucket; struct tcp_ulp_ops; struct inet_connection_sock { struct inet_sock icsk_inet; struct request_sock_queue icsk_accept_queue; struct inet_bind_bucket *icsk_bind_hash; long unsigned int icsk_timeout; struct timer_list icsk_retransmit_timer; struct timer_list icsk_delack_timer; __u32 icsk_rto; __u32 icsk_rto_min; __u32 icsk_delack_max; __u32 icsk_pmtu_cookie; const struct tcp_congestion_ops *icsk_ca_ops; const struct inet_connection_sock_af_ops *icsk_af_ops; const struct tcp_ulp_ops *icsk_ulp_ops; void *icsk_ulp_data; void (*icsk_clean_acked)(struct sock *, u32); unsigned int (*icsk_sync_mss)(struct sock *, u32); __u8 icsk_ca_state: 5; __u8 icsk_ca_initialized: 1; __u8 icsk_ca_setsockopt: 1; __u8 icsk_ca_dst_locked: 1; __u8 icsk_retransmits; __u8 icsk_pending; __u8 icsk_backoff; __u8 icsk_syn_retries; __u8 icsk_probes_out; __u16 icsk_ext_hdr_len; struct { __u8 pending; __u8 quick; __u8 pingpong; __u8 retry; __u32 ato; long unsigned int timeout; __u32 lrcvtime; __u16 last_seg_size; __u16 rcv_mss; } icsk_ack; struct { int search_high; int search_low; u32 probe_size: 31; u32 enabled: 1; u32 probe_timestamp; } icsk_mtup; u32 icsk_probes_tstamp; u32 icsk_user_timeout; u64 icsk_ca_priv[13]; }; struct inet_bind_bucket { possible_net_t ib_net; int l3mdev; short unsigned int port; signed char fastreuse; signed char fastreuseport; kuid_t fastuid; struct in6_addr fast_v6_rcv_saddr; __be32 fast_rcv_saddr; short unsigned int fast_sk_family; bool fast_ipv6_only; struct hlist_node node; struct hlist_head owners; }; struct tcp_ulp_ops { struct list_head list; int (*init)(struct sock *); void (*update)(struct sock *, struct proto *, void (*)(struct sock *)); void (*release)(struct sock *); int (*get_info)(const struct sock *, struct sk_buff *); size_t (*get_info_size)(const struct sock *); void (*clone)(const struct request_sock *, struct sock *, const gfp_t); char name[16]; struct module *owner; }; struct tcp_fastopen_cookie { __le64 val[2]; s8 len; bool exp; }; struct tcp_sack_block { u32 start_seq; u32 end_seq; }; struct tcp_options_received { int ts_recent_stamp; u32 ts_recent; u32 rcv_tsval; u32 rcv_tsecr; u16 saw_tstamp: 1; u16 tstamp_ok: 1; u16 dsack: 1; u16 wscale_ok: 1; u16 sack_ok: 3; u16 smc_ok: 1; u16 snd_wscale: 4; u16 rcv_wscale: 4; u8 saw_unknown: 1; u8 unused: 7; u8 num_sacks; u16 user_mss; u16 mss_clamp; }; struct tcp_rack { u64 mstamp; u32 rtt_us; u32 end_seq; u32 last_delivered; u8 reo_wnd_steps; u8 reo_wnd_persist: 5; u8 dsack_seen: 1; u8 advanced: 1; }; struct tcp_sock_af_ops; struct tcp_md5sig_info; struct tcp_fastopen_request; struct tcp_sock { struct inet_connection_sock inet_conn; u16 tcp_header_len; u16 gso_segs; __be32 pred_flags; u64 bytes_received; u32 segs_in; u32 data_segs_in; u32 rcv_nxt; u32 copied_seq; u32 rcv_wup; u32 snd_nxt; u32 segs_out; u32 data_segs_out; u64 bytes_sent; u64 bytes_acked; u32 dsack_dups; u32 snd_una; u32 snd_sml; u32 rcv_tstamp; u32 lsndtime; u32 last_oow_ack_time; u32 compressed_ack_rcv_nxt; u32 tsoffset; struct list_head tsq_node; struct list_head tsorted_sent_queue; u32 snd_wl1; u32 snd_wnd; u32 max_window; u32 mss_cache; u32 window_clamp; u32 rcv_ssthresh; struct tcp_rack rack; u16 advmss; u8 compressed_ack; u8 dup_ack_counter: 2; u8 tlp_retrans: 1; u8 unused: 5; u32 chrono_start; u32 chrono_stat[3]; u8 chrono_type: 2; u8 rate_app_limited: 1; u8 fastopen_connect: 1; u8 fastopen_no_cookie: 1; u8 is_sack_reneg: 1; u8 fastopen_client_fail: 2; u8 nonagle: 4; u8 thin_lto: 1; u8 recvmsg_inq: 1; u8 repair: 1; u8 frto: 1; u8 repair_queue; u8 save_syn: 2; u8 syn_data: 1; u8 syn_fastopen: 1; u8 syn_fastopen_exp: 1; u8 syn_fastopen_ch: 1; u8 syn_data_acked: 1; u8 is_cwnd_limited: 1; u32 tlp_high_seq; u32 tcp_tx_delay; u64 tcp_wstamp_ns; u64 tcp_clock_cache; u64 tcp_mstamp; u32 srtt_us; u32 mdev_us; u32 mdev_max_us; u32 rttvar_us; u32 rtt_seq; struct minmax rtt_min; u32 packets_out; u32 retrans_out; u32 max_packets_out; u32 max_packets_seq; u16 urg_data; u8 ecn_flags; u8 keepalive_probes; u32 reordering; u32 reord_seen; u32 snd_up; struct tcp_options_received rx_opt; u32 snd_ssthresh; u32 snd_cwnd; u32 snd_cwnd_cnt; u32 snd_cwnd_clamp; u32 snd_cwnd_used; u32 snd_cwnd_stamp; u32 prior_cwnd; u32 prr_delivered; u32 prr_out; u32 delivered; u32 delivered_ce; u32 lost; u32 app_limited; u64 first_tx_mstamp; u64 delivered_mstamp; u32 rate_delivered; u32 rate_interval_us; u32 rcv_wnd; u32 write_seq; u32 notsent_lowat; u32 pushed_seq; u32 lost_out; u32 sacked_out; struct hrtimer pacing_timer; struct hrtimer compressed_ack_timer; struct sk_buff *lost_skb_hint; struct sk_buff *retransmit_skb_hint; struct rb_root out_of_order_queue; struct sk_buff *ooo_last_skb; struct tcp_sack_block duplicate_sack[1]; struct tcp_sack_block selective_acks[4]; struct tcp_sack_block recv_sack_cache[4]; struct sk_buff *highest_sack; int lost_cnt_hint; u32 prior_ssthresh; u32 high_seq; u32 retrans_stamp; u32 undo_marker; int undo_retrans; u64 bytes_retrans; u32 total_retrans; u32 urg_seq; unsigned int keepalive_time; unsigned int keepalive_intvl; int linger2; u8 bpf_sock_ops_cb_flags; u16 timeout_rehash; u32 rcv_ooopack; u32 rcv_rtt_last_tsecr; struct { u32 rtt_us; u32 seq; u64 time; } rcv_rtt_est; struct { u32 space; u32 seq; u64 time; } rcvq_space; struct { u32 probe_seq_start; u32 probe_seq_end; } mtu_probe; u32 mtu_info; bool is_mptcp; bool (*smc_hs_congested)(const struct sock *); bool syn_smc; const struct tcp_sock_af_ops *af_specific; struct tcp_md5sig_info *md5sig_info; struct tcp_fastopen_request *fastopen_req; struct request_sock *fastopen_rsk; struct saved_syn *saved_syn; }; struct tcp_md5sig_key; struct tcp_sock_af_ops { struct tcp_md5sig_key * (*md5_lookup)(const struct sock *, const struct sock *); int (*calc_md5_hash)(char *, const struct tcp_md5sig_key *, const struct sock *, const struct sk_buff *); int (*md5_parse)(struct sock *, int, sockptr_t, int); }; struct tcp_md5sig_info { struct hlist_head head; struct callback_head rcu; }; struct tcp_fastopen_request { struct tcp_fastopen_cookie cookie; struct msghdr *data; size_t size; int copied; struct ubuf_info *uarg; }; union tcp_md5_addr { struct in_addr a4; struct in6_addr a6; }; struct tcp_md5sig_key { struct hlist_node node; u8 keylen; u8 family; u8 prefixlen; u8 flags; union tcp_md5_addr addr; int l3index; u8 key[80]; struct callback_head rcu; }; struct net_protocol { int (*early_demux)(struct sk_buff *); int (*early_demux_handler)(struct sk_buff *); int (*handler)(struct sk_buff *); int (*err_handler)(struct sk_buff *, u32); unsigned int no_policy: 1; unsigned int icmp_strict_tag_validation: 1; }; struct cgroup_cls_state { struct cgroup_subsys_state css; u32 classid; }; enum { SK_MEMINFO_RMEM_ALLOC = 0, SK_MEMINFO_RCVBUF = 1, SK_MEMINFO_WMEM_ALLOC = 2, SK_MEMINFO_SNDBUF = 3, SK_MEMINFO_FWD_ALLOC = 4, SK_MEMINFO_WMEM_QUEUED = 5, SK_MEMINFO_OPTMEM = 6, SK_MEMINFO_BACKLOG = 7, SK_MEMINFO_DROPS = 8, SK_MEMINFO_VARS = 9, }; enum sknetlink_groups { SKNLGRP_NONE = 0, SKNLGRP_INET_TCP_DESTROY = 1, SKNLGRP_INET_UDP_DESTROY = 2, SKNLGRP_INET6_TCP_DESTROY = 3, SKNLGRP_INET6_UDP_DESTROY = 4, __SKNLGRP_MAX = 5, }; struct inet_request_sock { struct request_sock req; u16 snd_wscale: 4; u16 rcv_wscale: 4; u16 tstamp_ok: 1; u16 sack_ok: 1; u16 wscale_ok: 1; u16 ecn_ok: 1; u16 acked: 1; u16 no_srccheck: 1; u16 smc_ok: 1; u32 ir_mark; union { struct ip_options_rcu *ireq_opt; struct { struct ipv6_txoptions *ipv6_opt; struct sk_buff *pktopts; }; }; }; struct tcp_request_sock_ops; struct tcp_request_sock { struct inet_request_sock req; const struct tcp_request_sock_ops *af_specific; u64 snt_synack; bool tfo_listener; bool is_mptcp; bool drop_req; u32 txhash; u32 rcv_isn; u32 snt_isn; u32 ts_off; u32 last_oow_ack_time; u32 rcv_nxt; u8 syn_tos; }; enum tcp_synack_type { TCP_SYNACK_NORMAL = 0, TCP_SYNACK_FASTOPEN = 1, TCP_SYNACK_COOKIE = 2, }; struct tcp_request_sock_ops { u16 mss_clamp; struct tcp_md5sig_key * (*req_md5_lookup)(const struct sock *, const struct sock *); int (*calc_md5_hash)(char *, const struct tcp_md5sig_key *, const struct sock *, const struct sk_buff *); __u32 (*cookie_init_seq)(const struct sk_buff *, __u16 *); struct dst_entry * (*route_req)(const struct sock *, struct sk_buff *, struct flowi *, struct request_sock *); u32 (*init_seq)(const struct sk_buff *); u32 (*init_ts_off)(const struct net *, const struct sk_buff *); int (*send_synack)(const struct sock *, struct dst_entry *, struct flowi *, struct request_sock *, struct tcp_fastopen_cookie *, enum tcp_synack_type, struct sk_buff *); }; enum { SKB_FCLONE_UNAVAILABLE = 0, SKB_FCLONE_ORIG = 1, SKB_FCLONE_CLONE = 2, }; struct sk_buff_fclones { struct sk_buff skb1; struct sk_buff skb2; refcount_t fclone_ref; }; struct skb_seq_state { __u32 lower_offset; __u32 upper_offset; __u32 frag_idx; __u32 stepped_offset; struct sk_buff *root_skb; struct sk_buff *cur_skb; __u8 *frag_data; __u32 frag_off; }; struct skb_checksum_ops { __wsum (*update)(const void *, int, __wsum); __wsum (*combine)(__wsum, __wsum, int, int); }; struct skb_gso_cb { union { int mac_offset; int data_offset; }; int encap_level; __wsum csum; __u16 csum_start; }; struct vlan_hdr { __be16 h_vlan_TCI; __be16 h_vlan_encapsulated_proto; }; struct vlan_ethhdr { union { struct { unsigned char h_dest[6]; unsigned char h_source[6]; }; struct { unsigned char h_dest[6]; unsigned char h_source[6]; } addrs; }; __be16 h_vlan_proto; __be16 h_vlan_TCI; __be16 h_vlan_encapsulated_proto; }; struct qdisc_walker { int stop; int skip; int count; int (*fn)(struct Qdisc *, long unsigned int, struct qdisc_walker *); }; struct ip_auth_hdr { __u8 nexthdr; __u8 hdrlen; __be16 reserved; __be32 spi; __be32 seq_no; __u8 auth_data[0]; }; struct frag_hdr { __u8 nexthdr; __u8 reserved; __be16 frag_off; __be32 identification; }; enum { SCM_TSTAMP_SND = 0, SCM_TSTAMP_SCHED = 1, SCM_TSTAMP_ACK = 2, }; struct mpls_shim_hdr { __be32 label_stack_entry; }; struct napi_alloc_cache { struct page_frag_cache page; unsigned int skb_count; void *skb_cache[64]; }; typedef int (*sendmsg_func)(struct sock *, struct msghdr *, struct kvec *, size_t, size_t); typedef int (*sendpage_func)(struct sock *, struct page *, int, size_t, int); struct ahash_request___2; struct scm_cookie { struct pid *pid; struct scm_fp_list *fp; struct scm_creds creds; u32 secid; }; struct scm_timestamping { struct __kernel_old_timespec ts[3]; }; struct scm_timestamping64 { struct __kernel_timespec ts[3]; }; enum { TCA_STATS_UNSPEC = 0, TCA_STATS_BASIC = 1, TCA_STATS_RATE_EST = 2, TCA_STATS_QUEUE = 3, TCA_STATS_APP = 4, TCA_STATS_RATE_EST64 = 5, TCA_STATS_PAD = 6, TCA_STATS_BASIC_HW = 7, TCA_STATS_PKT64 = 8, __TCA_STATS_MAX = 9, }; struct gnet_stats_basic { __u64 bytes; __u32 packets; }; struct gnet_stats_rate_est { __u32 bps; __u32 pps; }; struct gnet_stats_rate_est64 { __u64 bps; __u64 pps; }; struct gnet_estimator { signed char interval; unsigned char ewma_log; }; struct net_rate_estimator___2 { struct gnet_stats_basic_sync *bstats; spinlock_t *stats_lock; bool running; struct gnet_stats_basic_sync *cpu_bstats; u8 ewma_log; u8 intvl_log; seqcount_t seq; u64 last_packets; u64 last_bytes; u64 avpps; u64 avbps; long unsigned int next_jiffies; struct timer_list timer; struct callback_head rcu; }; struct rtgenmsg { unsigned char rtgen_family; }; enum rtnetlink_groups { RTNLGRP_NONE = 0, RTNLGRP_LINK = 1, RTNLGRP_NOTIFY = 2, RTNLGRP_NEIGH = 3, RTNLGRP_TC = 4, RTNLGRP_IPV4_IFADDR = 5, RTNLGRP_IPV4_MROUTE = 6, RTNLGRP_IPV4_ROUTE = 7, RTNLGRP_IPV4_RULE = 8, RTNLGRP_IPV6_IFADDR = 9, RTNLGRP_IPV6_MROUTE = 10, RTNLGRP_IPV6_ROUTE = 11, RTNLGRP_IPV6_IFINFO = 12, RTNLGRP_DECnet_IFADDR = 13, RTNLGRP_NOP2 = 14, RTNLGRP_DECnet_ROUTE = 15, RTNLGRP_DECnet_RULE = 16, RTNLGRP_NOP4 = 17, RTNLGRP_IPV6_PREFIX = 18, RTNLGRP_IPV6_RULE = 19, RTNLGRP_ND_USEROPT = 20, RTNLGRP_PHONET_IFADDR = 21, RTNLGRP_PHONET_ROUTE = 22, RTNLGRP_DCB = 23, RTNLGRP_IPV4_NETCONF = 24, RTNLGRP_IPV6_NETCONF = 25, RTNLGRP_MDB = 26, RTNLGRP_MPLS_ROUTE = 27, RTNLGRP_NSID = 28, RTNLGRP_MPLS_NETCONF = 29, RTNLGRP_IPV4_MROUTE_R = 30, RTNLGRP_IPV6_MROUTE_R = 31, RTNLGRP_NEXTHOP = 32, RTNLGRP_BRVLAN = 33, RTNLGRP_MCTP_IFADDR = 34, RTNLGRP_TUNNEL = 35, RTNLGRP_STATS = 36, __RTNLGRP_MAX = 37, }; enum { NETNSA_NONE = 0, NETNSA_NSID = 1, NETNSA_PID = 2, NETNSA_FD = 3, NETNSA_TARGET_NSID = 4, NETNSA_CURRENT_NSID = 5, __NETNSA_MAX = 6, }; struct pcpu_gen_cookie { local_t nesting; u64 last; }; struct gen_cookie { struct pcpu_gen_cookie *local; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic64_t forward_last; atomic64_t reverse_last; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum rtnl_link_flags { RTNL_FLAG_DOIT_UNLOCKED = 1, RTNL_FLAG_BULK_DEL_SUPPORTED = 2, }; struct net_fill_args { u32 portid; u32 seq; int flags; int cmd; int nsid; bool add_ref; int ref_nsid; }; struct rtnl_net_dump_cb { struct net *tgt_net; struct net *ref_net; struct sk_buff *skb; struct net_fill_args fillargs; int idx; int s_idx; }; typedef u16 u_int16_t; typedef u32 u_int32_t; typedef u64 u_int64_t; enum flow_dissect_ret { FLOW_DISSECT_RET_OUT_GOOD = 0, FLOW_DISSECT_RET_OUT_BAD = 1, FLOW_DISSECT_RET_PROTO_AGAIN = 2, FLOW_DISSECT_RET_IPPROTO_AGAIN = 3, FLOW_DISSECT_RET_CONTINUE = 4, }; struct flow_dissector_key_tags { u32 flow_label; }; struct flow_dissector_key_vlan { union { struct { u16 vlan_id: 12; u16 vlan_dei: 1; u16 vlan_priority: 3; }; __be16 vlan_tci; }; __be16 vlan_tpid; __be16 vlan_eth_type; u16 padding; }; struct flow_dissector_mpls_lse { u32 mpls_ttl: 8; u32 mpls_bos: 1; u32 mpls_tc: 3; u32 mpls_label: 20; }; struct flow_dissector_key_mpls { struct flow_dissector_mpls_lse ls[7]; u8 used_lses; }; struct flow_dissector_key_enc_opts { u8 data[255]; u8 len; __be16 dst_opt_type; }; struct flow_dissector_key_keyid { __be32 keyid; }; struct flow_dissector_key_ipv4_addrs { __be32 src; __be32 dst; }; struct flow_dissector_key_ipv6_addrs { struct in6_addr src; struct in6_addr dst; }; struct flow_dissector_key_tipc { __be32 key; }; struct flow_dissector_key_addrs { union { struct flow_dissector_key_ipv4_addrs v4addrs; struct flow_dissector_key_ipv6_addrs v6addrs; struct flow_dissector_key_tipc tipckey; }; }; struct flow_dissector_key_arp { __u32 sip; __u32 tip; __u8 op; unsigned char sha[6]; unsigned char tha[6]; }; struct flow_dissector_key_ports { union { __be32 ports; struct { __be16 src; __be16 dst; }; }; }; struct flow_dissector_key_icmp { struct { u8 type; u8 code; }; u16 id; }; struct flow_dissector_key_eth_addrs { unsigned char dst[6]; unsigned char src[6]; }; struct flow_dissector_key_tcp { __be16 flags; }; struct flow_dissector_key_ip { __u8 tos; __u8 ttl; }; struct flow_dissector_key_meta { int ingress_ifindex; u16 ingress_iftype; }; struct flow_dissector_key_ct { u16 ct_state; u16 ct_zone; u32 ct_mark; u32 ct_labels[4]; }; struct flow_dissector_key_hash { u32 hash; }; struct flow_dissector_key_num_of_vlans { u8 num_of_vlans; }; struct flow_dissector_key { enum flow_dissector_key_id key_id; size_t offset; }; struct flow_keys { struct flow_dissector_key_control control; struct flow_dissector_key_basic basic; struct flow_dissector_key_tags tags; struct flow_dissector_key_vlan vlan; struct flow_dissector_key_vlan cvlan; struct flow_dissector_key_keyid keyid; struct flow_dissector_key_ports ports; struct flow_dissector_key_icmp icmp; struct flow_dissector_key_addrs addrs; int: 32; }; struct flow_keys_digest { u8 data[16]; }; enum ip_conntrack_info { IP_CT_ESTABLISHED = 0, IP_CT_RELATED = 1, IP_CT_NEW = 2, IP_CT_IS_REPLY = 3, IP_CT_ESTABLISHED_REPLY = 3, IP_CT_RELATED_REPLY = 4, IP_CT_NUMBER = 5, IP_CT_UNTRACKED = 7, }; union nf_inet_addr { __u32 all[4]; __be32 ip; __be32 ip6[4]; struct in_addr in; struct in6_addr in6; }; struct ip_ct_tcp_state { u_int32_t td_end; u_int32_t td_maxend; u_int32_t td_maxwin; u_int32_t td_maxack; u_int8_t td_scale; u_int8_t flags; }; struct ip_ct_tcp { struct ip_ct_tcp_state seen[2]; u_int8_t state; u_int8_t last_dir; u_int8_t retrans; u_int8_t last_index; u_int32_t last_seq; u_int32_t last_ack; u_int32_t last_end; u_int16_t last_win; u_int8_t last_wscale; u_int8_t last_flags; }; union nf_conntrack_man_proto { __be16 all; struct { __be16 port; } tcp; struct { __be16 port; } udp; struct { __be16 id; } icmp; struct { __be16 port; } dccp; struct { __be16 port; } sctp; struct { __be16 key; } gre; }; struct nf_ct_dccp { u_int8_t role[2]; u_int8_t state; u_int8_t last_pkt; u_int8_t last_dir; u_int64_t handshake_seq; }; struct ip_ct_sctp { enum sctp_conntrack state; __be32 vtag[2]; u8 last_dir; u8 flags; }; struct nf_ct_event; struct nf_exp_event; struct nf_ct_event_notifier { int (*ct_event)(unsigned int, const struct nf_ct_event *); int (*exp_event)(unsigned int, const struct nf_exp_event *); }; enum { TCA_FLOWER_KEY_CT_FLAGS_NEW = 1, TCA_FLOWER_KEY_CT_FLAGS_ESTABLISHED = 2, TCA_FLOWER_KEY_CT_FLAGS_RELATED = 4, TCA_FLOWER_KEY_CT_FLAGS_TRACKED = 8, TCA_FLOWER_KEY_CT_FLAGS_INVALID = 16, TCA_FLOWER_KEY_CT_FLAGS_REPLY = 32, __TCA_FLOWER_KEY_CT_FLAGS_MAX = 33, }; enum devlink_port_type { DEVLINK_PORT_TYPE_NOTSET = 0, DEVLINK_PORT_TYPE_AUTO = 1, DEVLINK_PORT_TYPE_ETH = 2, DEVLINK_PORT_TYPE_IB = 3, }; enum devlink_port_flavour { DEVLINK_PORT_FLAVOUR_PHYSICAL = 0, DEVLINK_PORT_FLAVOUR_CPU = 1, DEVLINK_PORT_FLAVOUR_DSA = 2, DEVLINK_PORT_FLAVOUR_PCI_PF = 3, DEVLINK_PORT_FLAVOUR_PCI_VF = 4, DEVLINK_PORT_FLAVOUR_VIRTUAL = 5, DEVLINK_PORT_FLAVOUR_UNUSED = 6, DEVLINK_PORT_FLAVOUR_PCI_SF = 7, }; struct devlink_port_phys_attrs { u32 port_number; u32 split_subport_number; }; struct devlink_port_pci_pf_attrs { u32 controller; u16 pf; u8 external: 1; }; struct devlink_port_pci_vf_attrs { u32 controller; u16 pf; u16 vf; u8 external: 1; }; struct devlink_port_pci_sf_attrs { u32 controller; u32 sf; u16 pf; u8 external: 1; }; struct devlink_port_attrs { u8 split: 1; u8 splittable: 1; u32 lanes; enum devlink_port_flavour flavour; struct netdev_phys_item_id switch_id; union { struct devlink_port_phys_attrs phys; struct devlink_port_pci_pf_attrs pci_pf; struct devlink_port_pci_vf_attrs pci_vf; struct devlink_port_pci_sf_attrs pci_sf; }; }; struct devlink; struct devlink_rate; struct devlink_linecard; struct devlink_port { struct list_head list; struct list_head param_list; struct list_head region_list; struct devlink *devlink; unsigned int index; spinlock_t type_lock; enum devlink_port_type type; enum devlink_port_type desired_type; void *type_dev; struct devlink_port_attrs attrs; u8 attrs_set: 1; u8 switch_port: 1; struct delayed_work type_warn_dw; struct list_head reporter_list; struct mutex reporters_lock; struct devlink_rate *devlink_rate; struct devlink_linecard *linecard; }; enum phylink_op_type { PHYLINK_NETDEV = 0, PHYLINK_DEV = 1, }; struct phylink_link_state; struct phylink_config { struct device *dev; enum phylink_op_type type; bool legacy_pre_march2020; bool poll_fixed_state; bool ovr_an_inband; void (*get_fixed_state)(struct phylink_config *, struct phylink_link_state *); long unsigned int supported_interfaces[1]; long unsigned int mac_capabilities; }; struct dsa_device_ops; struct dsa_switch_tree; struct dsa_switch; struct dsa_bridge; struct dsa_lag; struct dsa_netdevice_ops; struct dsa_port { union { struct net_device *master; struct net_device *slave; }; const struct dsa_device_ops *tag_ops; struct dsa_switch_tree *dst; struct sk_buff * (*rcv)(struct sk_buff *, struct net_device *); struct dsa_switch *ds; unsigned int index; enum { DSA_PORT_TYPE_UNUSED = 0, DSA_PORT_TYPE_CPU = 1, DSA_PORT_TYPE_DSA = 2, DSA_PORT_TYPE_USER = 3, } type; const char *name; struct dsa_port *cpu_dp; u8 mac[6]; u8 stp_state; u8 vlan_filtering: 1; u8 learning: 1; u8 lag_tx_enabled: 1; u8 devlink_port_setup: 1; u8 master_admin_up: 1; u8 master_oper_up: 1; u8 setup: 1; struct device_node *dn; unsigned int ageing_time; struct dsa_bridge *bridge; struct devlink_port devlink_port; struct phylink *pl; struct phylink_config pl_config; struct dsa_lag *lag; struct net_device *hsr_dev; struct list_head list; const struct ethtool_ops *orig_ethtool_ops; const struct dsa_netdevice_ops *netdev_ops; struct mutex addr_lists_lock; struct list_head fdbs; struct list_head mdbs; struct mutex vlans_lock; struct list_head vlans; }; enum netdev_lag_tx_type { NETDEV_LAG_TX_TYPE_UNKNOWN = 0, NETDEV_LAG_TX_TYPE_RANDOM = 1, NETDEV_LAG_TX_TYPE_BROADCAST = 2, NETDEV_LAG_TX_TYPE_ROUNDROBIN = 3, NETDEV_LAG_TX_TYPE_ACTIVEBACKUP = 4, NETDEV_LAG_TX_TYPE_HASH = 5, }; enum netdev_lag_hash { NETDEV_LAG_HASH_NONE = 0, NETDEV_LAG_HASH_L2 = 1, NETDEV_LAG_HASH_L34 = 2, NETDEV_LAG_HASH_L23 = 3, NETDEV_LAG_HASH_E23 = 4, NETDEV_LAG_HASH_E34 = 5, NETDEV_LAG_HASH_VLAN_SRCMAC = 6, NETDEV_LAG_HASH_UNKNOWN = 7, }; struct netdev_lag_upper_info { enum netdev_lag_tx_type tx_type; enum netdev_lag_hash hash_type; }; struct netdev_notifier_changeupper_info { struct netdev_notifier_info info; struct net_device *upper_dev; bool master; bool linking; void *upper_info; }; union tcp_word_hdr { struct tcphdr hdr; __be32 words[5]; }; enum bpf_ret_code { BPF_OK = 0, BPF_DROP = 2, BPF_REDIRECT = 7, BPF_LWT_REROUTE = 128, }; enum { BPF_FLOW_DISSECTOR_F_PARSE_1ST_FRAG = 1, BPF_FLOW_DISSECTOR_F_STOP_AT_FLOW_LABEL = 2, BPF_FLOW_DISSECTOR_F_STOP_AT_ENCAP = 4, }; struct flow_match { struct flow_dissector *dissector; void *mask; void *key; }; enum flow_action_id { FLOW_ACTION_ACCEPT = 0, FLOW_ACTION_DROP = 1, FLOW_ACTION_TRAP = 2, FLOW_ACTION_GOTO = 3, FLOW_ACTION_REDIRECT = 4, FLOW_ACTION_MIRRED = 5, FLOW_ACTION_REDIRECT_INGRESS = 6, FLOW_ACTION_MIRRED_INGRESS = 7, FLOW_ACTION_VLAN_PUSH = 8, FLOW_ACTION_VLAN_POP = 9, FLOW_ACTION_VLAN_MANGLE = 10, FLOW_ACTION_TUNNEL_ENCAP = 11, FLOW_ACTION_TUNNEL_DECAP = 12, FLOW_ACTION_MANGLE = 13, FLOW_ACTION_ADD = 14, FLOW_ACTION_CSUM = 15, FLOW_ACTION_MARK = 16, FLOW_ACTION_PTYPE = 17, FLOW_ACTION_PRIORITY = 18, FLOW_ACTION_WAKE = 19, FLOW_ACTION_QUEUE = 20, FLOW_ACTION_SAMPLE = 21, FLOW_ACTION_POLICE = 22, FLOW_ACTION_CT = 23, FLOW_ACTION_CT_METADATA = 24, FLOW_ACTION_MPLS_PUSH = 25, FLOW_ACTION_MPLS_POP = 26, FLOW_ACTION_MPLS_MANGLE = 27, FLOW_ACTION_GATE = 28, FLOW_ACTION_PPPOE_PUSH = 29, FLOW_ACTION_JUMP = 30, FLOW_ACTION_PIPE = 31, FLOW_ACTION_VLAN_PUSH_ETH = 32, FLOW_ACTION_VLAN_POP_ETH = 33, NUM_FLOW_ACTIONS = 34, }; enum flow_action_mangle_base { FLOW_ACT_MANGLE_UNSPEC = 0, FLOW_ACT_MANGLE_HDR_TYPE_ETH = 1, FLOW_ACT_MANGLE_HDR_TYPE_IP4 = 2, FLOW_ACT_MANGLE_HDR_TYPE_IP6 = 3, FLOW_ACT_MANGLE_HDR_TYPE_TCP = 4, FLOW_ACT_MANGLE_HDR_TYPE_UDP = 5, }; enum flow_action_hw_stats { FLOW_ACTION_HW_STATS_IMMEDIATE = 1, FLOW_ACTION_HW_STATS_DELAYED = 2, FLOW_ACTION_HW_STATS_ANY = 3, FLOW_ACTION_HW_STATS_DISABLED = 4, FLOW_ACTION_HW_STATS_DONT_CARE = 7, }; typedef void (*action_destr)(void *); struct flow_action_cookie { u32 cookie_len; u8 cookie[0]; }; struct nf_flowtable; struct ip_tunnel_key { __be64 tun_id; union { struct { __be32 src; __be32 dst; } ipv4; struct { struct in6_addr src; struct in6_addr dst; } ipv6; } u; __be16 tun_flags; u8 tos; u8 ttl; __be32 label; __be16 tp_src; __be16 tp_dst; }; struct dst_cache_pcpu; struct dst_cache { struct dst_cache_pcpu *cache; long unsigned int reset_ts; }; struct ip_tunnel_info { struct ip_tunnel_key key; struct dst_cache dst_cache; u8 options_len; u8 mode; }; struct psample_group; struct action_gate_entry; struct flow_action_entry { enum flow_action_id id; u32 hw_index; enum flow_action_hw_stats hw_stats; action_destr destructor; void *destructor_priv; union { u32 chain_index; struct net_device *dev; struct { u16 vid; __be16 proto; u8 prio; } vlan; struct { unsigned char dst[6]; unsigned char src[6]; } vlan_push_eth; struct { enum flow_action_mangle_base htype; u32 offset; u32 mask; u32 val; } mangle; struct ip_tunnel_info *tunnel; u32 csum_flags; u32 mark; u16 ptype; u32 priority; struct { u32 ctx; u32 index; u8 vf; } queue; struct { struct psample_group *psample_group; u32 rate; u32 trunc_size; bool truncate; } sample; struct { u32 burst; u64 rate_bytes_ps; u64 peakrate_bytes_ps; u32 avrate; u16 overhead; u64 burst_pkt; u64 rate_pkt_ps; u32 mtu; struct { enum flow_action_id act_id; u32 extval; } exceed; struct { enum flow_action_id act_id; u32 extval; } notexceed; } police; struct { int action; u16 zone; struct nf_flowtable *flow_table; } ct; struct { long unsigned int cookie; u32 mark; u32 labels[4]; bool orig_dir; } ct_metadata; struct { u32 label; __be16 proto; u8 tc; u8 bos; u8 ttl; } mpls_push; struct { __be16 proto; } mpls_pop; struct { u32 label; u8 tc; u8 bos; u8 ttl; } mpls_mangle; struct { s32 prio; u64 basetime; u64 cycletime; u64 cycletimeext; u32 num_entries; struct action_gate_entry *entries; } gate; struct { u16 sid; } pppoe; }; struct flow_action_cookie *cookie; }; struct flow_action { unsigned int num_entries; struct flow_action_entry entries[0]; }; struct flow_rule { struct flow_match match; struct flow_action action; }; struct flow_stats { u64 pkts; u64 bytes; u64 drops; u64 lastused; enum flow_action_hw_stats used_hw_stats; bool used_hw_stats_valid; }; enum flow_cls_command { FLOW_CLS_REPLACE = 0, FLOW_CLS_DESTROY = 1, FLOW_CLS_STATS = 2, FLOW_CLS_TMPLT_CREATE = 3, FLOW_CLS_TMPLT_DESTROY = 4, }; struct flow_cls_common_offload { u32 chain_index; __be16 protocol; u32 prio; struct netlink_ext_ack *extack; }; struct flow_cls_offload { struct flow_cls_common_offload common; enum flow_cls_command command; long unsigned int cookie; struct flow_rule *rule; struct flow_stats stats; u32 classid; }; struct dsa_chip_data { struct device *host_dev; int sw_addr; struct device *netdev[12]; int eeprom_len; struct device_node *of_node; char *port_names[12]; struct device_node *port_dn[12]; s8 rtable[4]; }; struct dsa_platform_data { struct device *netdev; struct net_device *of_netdev; int nr_chips; struct dsa_chip_data *chip; }; struct phylink_link_state { long unsigned int advertising[2]; long unsigned int lp_advertising[2]; phy_interface_t interface; int speed; int duplex; int pause; unsigned int link: 1; unsigned int an_enabled: 1; unsigned int an_complete: 1; }; struct phylink_pcs_ops; struct phylink_pcs { const struct phylink_pcs_ops *ops; bool poll; }; struct phylink_pcs_ops { int (*pcs_validate)(struct phylink_pcs *, long unsigned int *, const struct phylink_link_state *); void (*pcs_get_state)(struct phylink_pcs *, struct phylink_link_state *); int (*pcs_config)(struct phylink_pcs *, unsigned int, phy_interface_t, const long unsigned int *, bool); void (*pcs_an_restart)(struct phylink_pcs *); void (*pcs_link_up)(struct phylink_pcs *, unsigned int, phy_interface_t, int, int); }; enum devlink_sb_pool_type { DEVLINK_SB_POOL_TYPE_INGRESS = 0, DEVLINK_SB_POOL_TYPE_EGRESS = 1, }; enum devlink_sb_threshold_type { DEVLINK_SB_THRESHOLD_TYPE_STATIC = 0, DEVLINK_SB_THRESHOLD_TYPE_DYNAMIC = 1, }; enum devlink_rate_type { DEVLINK_RATE_TYPE_LEAF = 0, DEVLINK_RATE_TYPE_NODE = 1, }; enum devlink_param_cmode { DEVLINK_PARAM_CMODE_RUNTIME = 0, DEVLINK_PARAM_CMODE_DRIVERINIT = 1, DEVLINK_PARAM_CMODE_PERMANENT = 2, __DEVLINK_PARAM_CMODE_MAX = 3, DEVLINK_PARAM_CMODE_MAX = 2, }; struct devlink_rate { struct list_head list; enum devlink_rate_type type; struct devlink *devlink; void *priv; u64 tx_share; u64 tx_max; struct devlink_rate *parent; union { struct devlink_port *devlink_port; struct { char *name; refcount_t refcnt; }; }; }; struct devlink_sb_pool_info { enum devlink_sb_pool_type pool_type; u32 size; enum devlink_sb_threshold_type threshold_type; u32 cell_size; }; union devlink_param_value { u8 vu8; u16 vu16; u32 vu32; char vstr[32]; bool vbool; }; struct devlink_param_gset_ctx { union devlink_param_value val; enum devlink_param_cmode cmode; }; struct devlink_info_req; struct switchdev_mst_state { u16 msti; u8 state; }; struct switchdev_brport_flags { long unsigned int val; long unsigned int mask; }; struct switchdev_vlan_msti { u16 vid; u16 msti; }; enum switchdev_obj_id { SWITCHDEV_OBJ_ID_UNDEFINED = 0, SWITCHDEV_OBJ_ID_PORT_VLAN = 1, SWITCHDEV_OBJ_ID_PORT_MDB = 2, SWITCHDEV_OBJ_ID_HOST_MDB = 3, SWITCHDEV_OBJ_ID_MRP = 4, SWITCHDEV_OBJ_ID_RING_TEST_MRP = 5, SWITCHDEV_OBJ_ID_RING_ROLE_MRP = 6, SWITCHDEV_OBJ_ID_RING_STATE_MRP = 7, SWITCHDEV_OBJ_ID_IN_TEST_MRP = 8, SWITCHDEV_OBJ_ID_IN_ROLE_MRP = 9, SWITCHDEV_OBJ_ID_IN_STATE_MRP = 10, }; struct switchdev_obj { struct list_head list; struct net_device *orig_dev; enum switchdev_obj_id id; u32 flags; void *complete_priv; void (*complete)(struct net_device *, int, void *); }; struct switchdev_obj_port_vlan { struct switchdev_obj obj; u16 flags; u16 vid; bool changed; }; struct switchdev_obj_port_mdb { struct switchdev_obj obj; unsigned char addr[6]; u16 vid; }; struct switchdev_obj_mrp { struct switchdev_obj obj; struct net_device *p_port; struct net_device *s_port; u32 ring_id; u16 prio; }; struct switchdev_obj_ring_role_mrp { struct switchdev_obj obj; u8 ring_role; u32 ring_id; u8 sw_backup; }; enum dsa_tag_protocol { DSA_TAG_PROTO_NONE = 0, DSA_TAG_PROTO_BRCM = 1, DSA_TAG_PROTO_BRCM_LEGACY = 22, DSA_TAG_PROTO_BRCM_PREPEND = 2, DSA_TAG_PROTO_DSA = 3, DSA_TAG_PROTO_EDSA = 4, DSA_TAG_PROTO_GSWIP = 5, DSA_TAG_PROTO_KSZ9477 = 6, DSA_TAG_PROTO_KSZ9893 = 7, DSA_TAG_PROTO_LAN9303 = 8, DSA_TAG_PROTO_MTK = 9, DSA_TAG_PROTO_QCA = 10, DSA_TAG_PROTO_TRAILER = 11, DSA_TAG_PROTO_8021Q = 12, DSA_TAG_PROTO_SJA1105 = 13, DSA_TAG_PROTO_KSZ8795 = 14, DSA_TAG_PROTO_OCELOT = 15, DSA_TAG_PROTO_AR9331 = 16, DSA_TAG_PROTO_RTL4_A = 17, DSA_TAG_PROTO_HELLCREEK = 18, DSA_TAG_PROTO_XRS700X = 19, DSA_TAG_PROTO_OCELOT_8021Q = 20, DSA_TAG_PROTO_SEVILLE = 21, DSA_TAG_PROTO_SJA1110 = 23, DSA_TAG_PROTO_RTL8_4 = 24, DSA_TAG_PROTO_RTL8_4T = 25, }; struct dsa_device_ops { struct sk_buff * (*xmit)(struct sk_buff *, struct net_device *); struct sk_buff * (*rcv)(struct sk_buff *, struct net_device *); void (*flow_dissect)(const struct sk_buff *, __be16 *, int *); int (*connect)(struct dsa_switch *); void (*disconnect)(struct dsa_switch *); unsigned int needed_headroom; unsigned int needed_tailroom; const char *name; enum dsa_tag_protocol proto; bool promisc_on_master; }; struct dsa_8021q_context; struct dsa_switch_ops; struct dsa_switch { struct device *dev; struct dsa_switch_tree *dst; unsigned int index; u32 setup: 1; u32 vlan_filtering_is_global: 1; u32 needs_standalone_vlan_filtering: 1; u32 configure_vlan_while_not_filtering: 1; u32 untag_bridge_pvid: 1; u32 assisted_learning_on_cpu_port: 1; u32 vlan_filtering: 1; u32 mtu_enforcement_ingress: 1; u32 fdb_isolation: 1; struct notifier_block nb; void *priv; void *tagger_data; struct dsa_chip_data *cd; const struct dsa_switch_ops *ops; u32 phys_mii_mask; struct mii_bus *slave_mii_bus; unsigned int ageing_time_min; unsigned int ageing_time_max; struct dsa_8021q_context *tag_8021q_ctx; struct devlink *devlink; unsigned int num_tx_queues; unsigned int num_lag_ids; unsigned int max_num_bridges; unsigned int num_ports; }; struct dsa_netdevice_ops { int (*ndo_eth_ioctl)(struct net_device *, struct ifreq *, int); }; struct dsa_lag { struct net_device *dev; unsigned int id; struct mutex fdb_lock; struct list_head fdbs; refcount_t refcount; }; struct dsa_switch_tree { struct list_head list; struct list_head ports; struct raw_notifier_head nh; unsigned int index; struct kref refcount; struct dsa_lag **lags; const struct dsa_device_ops *tag_ops; enum dsa_tag_protocol default_proto; bool setup; struct dsa_platform_data *pd; struct list_head rtable; unsigned int lags_len; unsigned int last_switch; }; struct dsa_mall_mirror_tc_entry { u8 to_local_port; bool ingress; }; struct dsa_mall_policer_tc_entry { u32 burst; u64 rate_bytes_per_sec; }; struct dsa_bridge { struct net_device *dev; unsigned int num; bool tx_fwd_offload; refcount_t refcount; }; enum dsa_db_type { DSA_DB_PORT = 0, DSA_DB_LAG = 1, DSA_DB_BRIDGE = 2, }; struct dsa_db { enum dsa_db_type type; union { const struct dsa_port *dp; struct dsa_lag lag; struct dsa_bridge bridge; }; }; struct fixed_phy_status___2; typedef int dsa_fdb_dump_cb_t(const unsigned char *, u16, bool, void *); struct dsa_switch_ops { enum dsa_tag_protocol (*get_tag_protocol)(struct dsa_switch *, int, enum dsa_tag_protocol); int (*change_tag_protocol)(struct dsa_switch *, enum dsa_tag_protocol); int (*connect_tag_protocol)(struct dsa_switch *, enum dsa_tag_protocol); int (*setup)(struct dsa_switch *); void (*teardown)(struct dsa_switch *); int (*port_setup)(struct dsa_switch *, int); void (*port_teardown)(struct dsa_switch *, int); u32 (*get_phy_flags)(struct dsa_switch *, int); int (*phy_read)(struct dsa_switch *, int, int); int (*phy_write)(struct dsa_switch *, int, int, u16); void (*adjust_link)(struct dsa_switch *, int, struct phy_device *); void (*fixed_link_update)(struct dsa_switch *, int, struct fixed_phy_status___2 *); void (*phylink_get_caps)(struct dsa_switch *, int, struct phylink_config *); void (*phylink_validate)(struct dsa_switch *, int, long unsigned int *, struct phylink_link_state *); struct phylink_pcs * (*phylink_mac_select_pcs)(struct dsa_switch *, int, phy_interface_t); int (*phylink_mac_link_state)(struct dsa_switch *, int, struct phylink_link_state *); void (*phylink_mac_config)(struct dsa_switch *, int, unsigned int, const struct phylink_link_state *); void (*phylink_mac_an_restart)(struct dsa_switch *, int); void (*phylink_mac_link_down)(struct dsa_switch *, int, unsigned int, phy_interface_t); void (*phylink_mac_link_up)(struct dsa_switch *, int, unsigned int, phy_interface_t, struct phy_device *, int, int, bool, bool); void (*phylink_fixed_state)(struct dsa_switch *, int, struct phylink_link_state *); void (*get_strings)(struct dsa_switch *, int, u32, uint8_t *); void (*get_ethtool_stats)(struct dsa_switch *, int, uint64_t *); int (*get_sset_count)(struct dsa_switch *, int, int); void (*get_ethtool_phy_stats)(struct dsa_switch *, int, uint64_t *); void (*get_eth_phy_stats)(struct dsa_switch *, int, struct ethtool_eth_phy_stats *); void (*get_eth_mac_stats)(struct dsa_switch *, int, struct ethtool_eth_mac_stats *); void (*get_eth_ctrl_stats)(struct dsa_switch *, int, struct ethtool_eth_ctrl_stats *); void (*get_stats64)(struct dsa_switch *, int, struct rtnl_link_stats64 *); void (*self_test)(struct dsa_switch *, int, struct ethtool_test *, u64 *); void (*get_wol)(struct dsa_switch *, int, struct ethtool_wolinfo *); int (*set_wol)(struct dsa_switch *, int, struct ethtool_wolinfo *); int (*get_ts_info)(struct dsa_switch *, int, struct ethtool_ts_info *); int (*port_get_default_prio)(struct dsa_switch *, int); int (*port_set_default_prio)(struct dsa_switch *, int, u8); int (*port_get_dscp_prio)(struct dsa_switch *, int, u8); int (*port_add_dscp_prio)(struct dsa_switch *, int, u8, u8); int (*port_del_dscp_prio)(struct dsa_switch *, int, u8, u8); int (*suspend)(struct dsa_switch *); int (*resume)(struct dsa_switch *); int (*port_enable)(struct dsa_switch *, int, struct phy_device *); void (*port_disable)(struct dsa_switch *, int); int (*set_mac_eee)(struct dsa_switch *, int, struct ethtool_eee *); int (*get_mac_eee)(struct dsa_switch *, int, struct ethtool_eee *); int (*get_eeprom_len)(struct dsa_switch *); int (*get_eeprom)(struct dsa_switch *, struct ethtool_eeprom *, u8 *); int (*set_eeprom)(struct dsa_switch *, struct ethtool_eeprom *, u8 *); int (*get_regs_len)(struct dsa_switch *, int); void (*get_regs)(struct dsa_switch *, int, struct ethtool_regs *, void *); int (*port_prechangeupper)(struct dsa_switch *, int, struct netdev_notifier_changeupper_info *); int (*set_ageing_time)(struct dsa_switch *, unsigned int); int (*port_bridge_join)(struct dsa_switch *, int, struct dsa_bridge, bool *, struct netlink_ext_ack *); void (*port_bridge_leave)(struct dsa_switch *, int, struct dsa_bridge); void (*port_stp_state_set)(struct dsa_switch *, int, u8); int (*port_mst_state_set)(struct dsa_switch *, int, const struct switchdev_mst_state *); void (*port_fast_age)(struct dsa_switch *, int); int (*port_vlan_fast_age)(struct dsa_switch *, int, u16); int (*port_pre_bridge_flags)(struct dsa_switch *, int, struct switchdev_brport_flags, struct netlink_ext_ack *); int (*port_bridge_flags)(struct dsa_switch *, int, struct switchdev_brport_flags, struct netlink_ext_ack *); void (*port_set_host_flood)(struct dsa_switch *, int, bool, bool); int (*port_vlan_filtering)(struct dsa_switch *, int, bool, struct netlink_ext_ack *); int (*port_vlan_add)(struct dsa_switch *, int, const struct switchdev_obj_port_vlan *, struct netlink_ext_ack *); int (*port_vlan_del)(struct dsa_switch *, int, const struct switchdev_obj_port_vlan *); int (*vlan_msti_set)(struct dsa_switch *, struct dsa_bridge, const struct switchdev_vlan_msti *); int (*port_fdb_add)(struct dsa_switch *, int, const unsigned char *, u16, struct dsa_db); int (*port_fdb_del)(struct dsa_switch *, int, const unsigned char *, u16, struct dsa_db); int (*port_fdb_dump)(struct dsa_switch *, int, dsa_fdb_dump_cb_t *, void *); int (*lag_fdb_add)(struct dsa_switch *, struct dsa_lag, const unsigned char *, u16, struct dsa_db); int (*lag_fdb_del)(struct dsa_switch *, struct dsa_lag, const unsigned char *, u16, struct dsa_db); int (*port_mdb_add)(struct dsa_switch *, int, const struct switchdev_obj_port_mdb *, struct dsa_db); int (*port_mdb_del)(struct dsa_switch *, int, const struct switchdev_obj_port_mdb *, struct dsa_db); int (*get_rxnfc)(struct dsa_switch *, int, struct ethtool_rxnfc *, u32 *); int (*set_rxnfc)(struct dsa_switch *, int, struct ethtool_rxnfc *); int (*cls_flower_add)(struct dsa_switch *, int, struct flow_cls_offload *, bool); int (*cls_flower_del)(struct dsa_switch *, int, struct flow_cls_offload *, bool); int (*cls_flower_stats)(struct dsa_switch *, int, struct flow_cls_offload *, bool); int (*port_mirror_add)(struct dsa_switch *, int, struct dsa_mall_mirror_tc_entry *, bool, struct netlink_ext_ack *); void (*port_mirror_del)(struct dsa_switch *, int, struct dsa_mall_mirror_tc_entry *); int (*port_policer_add)(struct dsa_switch *, int, struct dsa_mall_policer_tc_entry *); void (*port_policer_del)(struct dsa_switch *, int); int (*port_setup_tc)(struct dsa_switch *, int, enum tc_setup_type, void *); int (*crosschip_bridge_join)(struct dsa_switch *, int, int, int, struct dsa_bridge, struct netlink_ext_ack *); void (*crosschip_bridge_leave)(struct dsa_switch *, int, int, int, struct dsa_bridge); int (*crosschip_lag_change)(struct dsa_switch *, int, int); int (*crosschip_lag_join)(struct dsa_switch *, int, int, struct dsa_lag, struct netdev_lag_upper_info *); int (*crosschip_lag_leave)(struct dsa_switch *, int, int, struct dsa_lag); int (*port_hwtstamp_get)(struct dsa_switch *, int, struct ifreq *); int (*port_hwtstamp_set)(struct dsa_switch *, int, struct ifreq *); void (*port_txtstamp)(struct dsa_switch *, int, struct sk_buff *); bool (*port_rxtstamp)(struct dsa_switch *, int, struct sk_buff *, unsigned int); int (*devlink_param_get)(struct dsa_switch *, u32, struct devlink_param_gset_ctx *); int (*devlink_param_set)(struct dsa_switch *, u32, struct devlink_param_gset_ctx *); int (*devlink_info_get)(struct dsa_switch *, struct devlink_info_req *, struct netlink_ext_ack *); int (*devlink_sb_pool_get)(struct dsa_switch *, unsigned int, u16, struct devlink_sb_pool_info *); int (*devlink_sb_pool_set)(struct dsa_switch *, unsigned int, u16, u32, enum devlink_sb_threshold_type, struct netlink_ext_ack *); int (*devlink_sb_port_pool_get)(struct dsa_switch *, int, unsigned int, u16, u32 *); int (*devlink_sb_port_pool_set)(struct dsa_switch *, int, unsigned int, u16, u32, struct netlink_ext_ack *); int (*devlink_sb_tc_pool_bind_get)(struct dsa_switch *, int, unsigned int, u16, enum devlink_sb_pool_type, u16 *, u32 *); int (*devlink_sb_tc_pool_bind_set)(struct dsa_switch *, int, unsigned int, u16, enum devlink_sb_pool_type, u16, u32, struct netlink_ext_ack *); int (*devlink_sb_occ_snapshot)(struct dsa_switch *, unsigned int); int (*devlink_sb_occ_max_clear)(struct dsa_switch *, unsigned int); int (*devlink_sb_occ_port_pool_get)(struct dsa_switch *, int, unsigned int, u16, u32 *, u32 *); int (*devlink_sb_occ_tc_port_bind_get)(struct dsa_switch *, int, unsigned int, u16, enum devlink_sb_pool_type, u32 *, u32 *); int (*port_change_mtu)(struct dsa_switch *, int, int); int (*port_max_mtu)(struct dsa_switch *, int); int (*port_lag_change)(struct dsa_switch *, int); int (*port_lag_join)(struct dsa_switch *, int, struct dsa_lag, struct netdev_lag_upper_info *); int (*port_lag_leave)(struct dsa_switch *, int, struct dsa_lag); int (*port_hsr_join)(struct dsa_switch *, int, struct net_device *); int (*port_hsr_leave)(struct dsa_switch *, int, struct net_device *); int (*port_mrp_add)(struct dsa_switch *, int, const struct switchdev_obj_mrp *); int (*port_mrp_del)(struct dsa_switch *, int, const struct switchdev_obj_mrp *); int (*port_mrp_add_ring_role)(struct dsa_switch *, int, const struct switchdev_obj_ring_role_mrp *); int (*port_mrp_del_ring_role)(struct dsa_switch *, int, const struct switchdev_obj_ring_role_mrp *); int (*tag_8021q_vlan_add)(struct dsa_switch *, int, u16, u16); int (*tag_8021q_vlan_del)(struct dsa_switch *, int, u16); void (*master_state_change)(struct dsa_switch *, const struct net_device *, bool); }; enum lwtunnel_encap_types { LWTUNNEL_ENCAP_NONE = 0, LWTUNNEL_ENCAP_MPLS = 1, LWTUNNEL_ENCAP_IP = 2, LWTUNNEL_ENCAP_ILA = 3, LWTUNNEL_ENCAP_IP6 = 4, LWTUNNEL_ENCAP_SEG6 = 5, LWTUNNEL_ENCAP_BPF = 6, LWTUNNEL_ENCAP_SEG6_LOCAL = 7, LWTUNNEL_ENCAP_RPL = 8, LWTUNNEL_ENCAP_IOAM6 = 9, __LWTUNNEL_ENCAP_MAX = 10, }; struct arphdr { __be16 ar_hrd; __be16 ar_pro; unsigned char ar_hln; unsigned char ar_pln; __be16 ar_op; }; enum metadata_type { METADATA_IP_TUNNEL = 0, METADATA_HW_PORT_MUX = 1, }; struct hw_port_info { struct net_device *lower_dev; u32 port_id; }; struct metadata_dst { struct dst_entry dst; enum metadata_type type; union { struct ip_tunnel_info tun_info; struct hw_port_info port_info; } u; }; struct gre_base_hdr { __be16 flags; __be16 protocol; }; struct gre_full_hdr { struct gre_base_hdr fixed_header; __be16 csum; __be16 reserved1; __be32 key; __be32 seq; }; struct pptp_gre_header { struct gre_base_hdr gre_hd; __be16 payload_len; __be16 call_id; __be32 seq; __be32 ack; }; struct tipc_basic_hdr { __be32 w[4]; }; struct icmphdr { __u8 type; __u8 code; __sum16 checksum; union { struct { __be16 id; __be16 sequence; } echo; __be32 gateway; struct { __be16 __unused; __be16 mtu; } frag; __u8 reserved[4]; } un; }; enum l2tp_debug_flags { L2TP_MSG_DEBUG = 1, L2TP_MSG_CONTROL = 2, L2TP_MSG_SEQ = 4, L2TP_MSG_DATA = 8, }; struct pppoe_tag { __be16 tag_type; __be16 tag_len; char tag_data[0]; }; struct pppoe_hdr { __u8 type: 4; __u8 ver: 4; __u8 code; __be16 sid; __be16 length; struct pppoe_tag tag[0]; }; struct hsr_tag { __be16 path_and_LSDU_size; __be16 sequence_nr; __be16 encap_proto; }; struct mpls_label { __be32 entry; }; struct clock_identity { u8 id[8]; }; struct port_identity { struct clock_identity clock_identity; __be16 port_number; }; struct ptp_header { u8 tsmt; u8 ver; __be16 message_length; u8 domain_number; u8 reserved1; u8 flag_field[2]; __be64 correction; __be32 reserved2; struct port_identity source_port_identity; __be16 sequence_id; u8 control; u8 log_message_interval; } __attribute__((packed)); enum batadv_packettype { BATADV_IV_OGM = 0, BATADV_BCAST = 1, BATADV_CODED = 2, BATADV_ELP = 3, BATADV_OGM2 = 4, BATADV_UNICAST = 64, BATADV_UNICAST_FRAG = 65, BATADV_UNICAST_4ADDR = 66, BATADV_ICMP = 67, BATADV_UNICAST_TVLV = 68, }; struct batadv_unicast_packet { __u8 packet_type; __u8 version; __u8 ttl; __u8 ttvn; __u8 dest[6]; }; struct nf_conntrack_zone { u16 id; u8 flags; u8 dir; }; struct nf_conntrack_man { union nf_inet_addr u3; union nf_conntrack_man_proto u; u_int16_t l3num; }; struct nf_conntrack_tuple { struct nf_conntrack_man src; struct { union nf_inet_addr u3; union { __be16 all; struct { __be16 port; } tcp; struct { __be16 port; } udp; struct { u_int8_t type; u_int8_t code; } icmp; struct { __be16 port; } dccp; struct { __be16 port; } sctp; struct { __be16 key; } gre; } u; u_int8_t protonum; u_int8_t dir; } dst; }; struct nf_conntrack_tuple_hash { struct hlist_nulls_node hnnode; struct nf_conntrack_tuple tuple; }; struct nf_ct_udp { long unsigned int stream_ts; }; struct nf_ct_gre { unsigned int stream_timeout; unsigned int timeout; }; union nf_conntrack_proto { struct nf_ct_dccp dccp; struct ip_ct_sctp sctp; struct ip_ct_tcp tcp; struct nf_ct_udp udp; struct nf_ct_gre gre; unsigned int tmpl_padto; }; struct nf_ct_ext; struct nf_conn { struct nf_conntrack ct_general; spinlock_t lock; u32 timeout; struct nf_conntrack_zone zone; struct nf_conntrack_tuple_hash tuplehash[2]; long unsigned int status; possible_net_t ct_net; struct hlist_node nat_bysource; struct { } __nfct_init_offset; struct nf_conn *master; u_int32_t mark; u_int32_t secmark; struct nf_ct_ext *ext; union nf_conntrack_proto proto; }; struct nf_conntrack_tuple_mask { struct { union nf_inet_addr u3; union nf_conntrack_man_proto u; } src; }; struct nf_ct_ext { u8 offset[10]; u8 len; unsigned int gen_id; char data[0]; }; struct nf_conntrack_helper; struct nf_conntrack_expect { struct hlist_node lnode; struct hlist_node hnode; struct nf_conntrack_tuple tuple; struct nf_conntrack_tuple_mask mask; void (*expectfn)(struct nf_conn *, struct nf_conntrack_expect *); struct nf_conntrack_helper *helper; struct nf_conn *master; struct timer_list timeout; refcount_t use; unsigned int flags; unsigned int class; union nf_inet_addr saved_addr; union nf_conntrack_man_proto saved_proto; enum ip_conntrack_dir dir; struct callback_head rcu; }; enum nf_ct_ext_id { NF_CT_EXT_HELPER = 0, NF_CT_EXT_NAT = 1, NF_CT_EXT_SEQADJ = 2, NF_CT_EXT_ACCT = 3, NF_CT_EXT_ECACHE = 4, NF_CT_EXT_TSTAMP = 5, NF_CT_EXT_TIMEOUT = 6, NF_CT_EXT_LABELS = 7, NF_CT_EXT_SYNPROXY = 8, NF_CT_EXT_ACT_CT = 9, NF_CT_EXT_NUM = 10, }; struct nf_ct_event { struct nf_conn *ct; u32 portid; int report; }; struct nf_exp_event { struct nf_conntrack_expect *exp; u32 portid; int report; }; struct nf_conn_labels { long unsigned int bits[2]; }; struct _flow_keys_digest_data { __be16 n_proto; u8 ip_proto; u8 padding; __be32 ports; __be32 src; __be32 dst; }; struct ipv4_devconf { void *sysctl; int data[33]; long unsigned int state[1]; }; enum nf_dev_hooks { NF_NETDEV_INGRESS = 0, NF_NETDEV_EGRESS = 1, NF_NETDEV_NUMHOOKS = 2, }; enum { IF_OPER_UNKNOWN = 0, IF_OPER_NOTPRESENT = 1, IF_OPER_DOWN = 2, IF_OPER_LOWERLAYERDOWN = 3, IF_OPER_TESTING = 4, IF_OPER_DORMANT = 5, IF_OPER_UP = 6, }; struct ifbond { __s32 bond_mode; __s32 num_slaves; __s32 miimon; }; typedef struct ifbond ifbond; struct ifslave { __s32 slave_id; char slave_name[16]; __s8 link; __s8 state; __u32 link_failure_count; }; typedef struct ifslave ifslave; enum { NAPIF_STATE_SCHED = 1, NAPIF_STATE_MISSED = 2, NAPIF_STATE_DISABLE = 4, NAPIF_STATE_NPSVC = 8, NAPIF_STATE_LISTED = 16, NAPIF_STATE_NO_BUSY_POLL = 32, NAPIF_STATE_IN_BUSY_POLL = 64, NAPIF_STATE_PREFER_BUSY_POLL = 128, NAPIF_STATE_THREADED = 256, NAPIF_STATE_SCHED_THREADED = 512, }; struct net_device_path_stack { int num_paths; struct net_device_path path[5]; }; struct bpf_xdp_link { struct bpf_link link; struct net_device *dev; int flags; }; struct netdev_net_notifier { struct list_head list; struct notifier_block *nb; }; struct netpoll; struct netpoll_info { refcount_t refcnt; struct semaphore dev_lock; struct sk_buff_head txq; struct delayed_work tx_work; struct netpoll *netpoll; struct callback_head rcu; }; struct in_ifaddr; struct ip_mc_list; struct in_device { struct net_device *dev; netdevice_tracker dev_tracker; refcount_t refcnt; int dead; struct in_ifaddr *ifa_list; struct ip_mc_list *mc_list; struct ip_mc_list **mc_hash; int mc_count; spinlock_t mc_tomb_lock; struct ip_mc_list *mc_tomb; long unsigned int mr_v1_seen; long unsigned int mr_v2_seen; long unsigned int mr_maxdelay; long unsigned int mr_qi; long unsigned int mr_qri; unsigned char mr_qrv; unsigned char mr_gq_running; u32 mr_ifc_count; struct timer_list mr_gq_timer; struct timer_list mr_ifc_timer; struct neigh_parms *arp_parms; struct ipv4_devconf cnf; struct callback_head callback_head; }; struct packet_type { __be16 type; bool ignore_outgoing; struct net_device *dev; netdevice_tracker dev_tracker; int (*func)(struct sk_buff *, struct net_device *, struct packet_type *, struct net_device *); void (*list_func)(struct list_head *, struct packet_type *, struct net_device *); bool (*id_match)(struct packet_type *, struct sock *); struct net *af_packet_net; void *af_packet_priv; struct list_head list; }; struct netdev_notifier_info_ext { struct netdev_notifier_info info; union { u32 mtu; } ext; }; struct netdev_notifier_change_info { struct netdev_notifier_info info; unsigned int flags_changed; }; struct netdev_notifier_changelowerstate_info { struct netdev_notifier_info info; void *lower_state_info; }; struct netdev_notifier_pre_changeaddr_info { struct netdev_notifier_info info; const unsigned char *dev_addr; }; enum netdev_offload_xstats_type { NETDEV_OFFLOAD_XSTATS_TYPE_L3 = 1, }; struct netdev_notifier_offload_xstats_rd { struct rtnl_hw_stats64 stats; bool used; }; struct netdev_notifier_offload_xstats_ru { bool used; }; struct netdev_notifier_offload_xstats_info { struct netdev_notifier_info info; enum netdev_offload_xstats_type type; union { struct netdev_notifier_offload_xstats_rd *report_delta; struct netdev_notifier_offload_xstats_ru *report_used; }; }; enum { NESTED_SYNC_IMM_BIT = 0, NESTED_SYNC_TODO_BIT = 1, }; struct netdev_nested_priv { unsigned char flags; void *data; }; struct netdev_bonding_info { ifslave slave; ifbond master; }; struct netdev_notifier_bonding_info { struct netdev_notifier_info info; struct netdev_bonding_info bonding_info; }; union inet_addr { __u32 all[4]; __be32 ip; __be32 ip6[4]; struct in_addr in; struct in6_addr in6; }; struct netpoll { struct net_device *dev; netdevice_tracker dev_tracker; char dev_name[16]; const char *name; union inet_addr local_ip; union inet_addr remote_ip; bool ipv6; u16 local_port; u16 remote_port; u8 remote_mac[6]; }; enum qdisc_state_t { __QDISC_STATE_SCHED = 0, __QDISC_STATE_DEACTIVATED = 1, __QDISC_STATE_MISSED = 2, __QDISC_STATE_DRAINING = 3, }; enum qdisc_state2_t { __QDISC_STATE2_RUNNING = 0, }; struct tcf_walker { int stop; int skip; int count; bool nonempty; long unsigned int cookie; int (*fn)(struct tcf_proto *, void *, struct tcf_walker *); }; enum { IPV4_DEVCONF_FORWARDING = 1, IPV4_DEVCONF_MC_FORWARDING = 2, IPV4_DEVCONF_PROXY_ARP = 3, IPV4_DEVCONF_ACCEPT_REDIRECTS = 4, IPV4_DEVCONF_SECURE_REDIRECTS = 5, IPV4_DEVCONF_SEND_REDIRECTS = 6, IPV4_DEVCONF_SHARED_MEDIA = 7, IPV4_DEVCONF_RP_FILTER = 8, IPV4_DEVCONF_ACCEPT_SOURCE_ROUTE = 9, IPV4_DEVCONF_BOOTP_RELAY = 10, IPV4_DEVCONF_LOG_MARTIANS = 11, IPV4_DEVCONF_TAG = 12, IPV4_DEVCONF_ARPFILTER = 13, IPV4_DEVCONF_MEDIUM_ID = 14, IPV4_DEVCONF_NOXFRM = 15, IPV4_DEVCONF_NOPOLICY = 16, IPV4_DEVCONF_FORCE_IGMP_VERSION = 17, IPV4_DEVCONF_ARP_ANNOUNCE = 18, IPV4_DEVCONF_ARP_IGNORE = 19, IPV4_DEVCONF_PROMOTE_SECONDARIES = 20, IPV4_DEVCONF_ARP_ACCEPT = 21, IPV4_DEVCONF_ARP_NOTIFY = 22, IPV4_DEVCONF_ACCEPT_LOCAL = 23, IPV4_DEVCONF_SRC_VMARK = 24, IPV4_DEVCONF_PROXY_ARP_PVLAN = 25, IPV4_DEVCONF_ROUTE_LOCALNET = 26, IPV4_DEVCONF_IGMPV2_UNSOLICITED_REPORT_INTERVAL = 27, IPV4_DEVCONF_IGMPV3_UNSOLICITED_REPORT_INTERVAL = 28, IPV4_DEVCONF_IGNORE_ROUTES_WITH_LINKDOWN = 29, IPV4_DEVCONF_DROP_UNICAST_IN_L2_MULTICAST = 30, IPV4_DEVCONF_DROP_GRATUITOUS_ARP = 31, IPV4_DEVCONF_BC_FORWARDING = 32, IPV4_DEVCONF_ARP_EVICT_NOCARRIER = 33, __IPV4_DEVCONF_MAX = 34, }; struct tc_skb_cb { struct qdisc_skb_cb qdisc_cb; u16 mru; u8 post_ct: 1; u8 post_ct_snat: 1; u8 post_ct_dnat: 1; u16 zone; }; struct in_ifaddr { struct hlist_node hash; struct in_ifaddr *ifa_next; struct in_device *ifa_dev; struct callback_head callback_head; __be32 ifa_local; __be32 ifa_address; __be32 ifa_mask; __u32 ifa_rt_priority; __be32 ifa_broadcast; unsigned char ifa_scope; unsigned char ifa_prefixlen; unsigned char ifa_proto; __u32 ifa_flags; char ifa_label[16]; __u32 ifa_valid_lft; __u32 ifa_preferred_lft; long unsigned int ifa_cstamp; long unsigned int ifa_tstamp; }; struct udp_tunnel_info { short unsigned int type; sa_family_t sa_family; __be16 port; u8 hw_priv; }; struct udp_tunnel_nic_shared { struct udp_tunnel_nic *udp_tunnel_nic_info; struct list_head devices; }; typedef int (*bpf_op_t)(struct net_device *, struct netdev_bpf *); struct dev_kfree_skb_cb { enum skb_free_reason reason; }; struct netdev_adjacent { struct net_device *dev; netdevice_tracker dev_tracker; bool master; bool ignore; u16 ref_nr; void *private; struct list_head list; struct callback_head rcu; }; struct netdev_hw_addr { struct list_head list; struct rb_node node; unsigned char addr[32]; unsigned char type; bool global_use; int sync_cnt; int refcount; int synced; struct callback_head callback_head; }; enum { NDA_UNSPEC = 0, NDA_DST = 1, NDA_LLADDR = 2, NDA_CACHEINFO = 3, NDA_PROBES = 4, NDA_VLAN = 5, NDA_PORT = 6, NDA_VNI = 7, NDA_IFINDEX = 8, NDA_MASTER = 9, NDA_LINK_NETNSID = 10, NDA_SRC_VNI = 11, NDA_PROTOCOL = 12, NDA_NH_ID = 13, NDA_FDB_EXT_ATTRS = 14, NDA_FLAGS_EXT = 15, NDA_NDM_STATE_MASK = 16, NDA_NDM_FLAGS_MASK = 17, __NDA_MAX = 18, }; struct nda_cacheinfo { __u32 ndm_confirmed; __u32 ndm_used; __u32 ndm_updated; __u32 ndm_refcnt; }; struct ndt_stats { __u64 ndts_allocs; __u64 ndts_destroys; __u64 ndts_hash_grows; __u64 ndts_res_failed; __u64 ndts_lookups; __u64 ndts_hits; __u64 ndts_rcv_probes_mcast; __u64 ndts_rcv_probes_ucast; __u64 ndts_periodic_gc_runs; __u64 ndts_forced_gc_runs; __u64 ndts_table_fulls; }; enum { NDTPA_UNSPEC = 0, NDTPA_IFINDEX = 1, NDTPA_REFCNT = 2, NDTPA_REACHABLE_TIME = 3, NDTPA_BASE_REACHABLE_TIME = 4, NDTPA_RETRANS_TIME = 5, NDTPA_GC_STALETIME = 6, NDTPA_DELAY_PROBE_TIME = 7, NDTPA_QUEUE_LEN = 8, NDTPA_APP_PROBES = 9, NDTPA_UCAST_PROBES = 10, NDTPA_MCAST_PROBES = 11, NDTPA_ANYCAST_DELAY = 12, NDTPA_PROXY_DELAY = 13, NDTPA_PROXY_QLEN = 14, NDTPA_LOCKTIME = 15, NDTPA_QUEUE_LENBYTES = 16, NDTPA_MCAST_REPROBES = 17, NDTPA_PAD = 18, __NDTPA_MAX = 19, }; struct ndtmsg { __u8 ndtm_family; __u8 ndtm_pad1; __u16 ndtm_pad2; }; struct ndt_config { __u16 ndtc_key_len; __u16 ndtc_entry_size; __u32 ndtc_entries; __u32 ndtc_last_flush; __u32 ndtc_last_rand; __u32 ndtc_hash_rnd; __u32 ndtc_hash_mask; __u32 ndtc_hash_chain_gc; __u32 ndtc_proxy_qlen; }; enum { NDTA_UNSPEC = 0, NDTA_NAME = 1, NDTA_THRESH1 = 2, NDTA_THRESH2 = 3, NDTA_THRESH3 = 4, NDTA_CONFIG = 5, NDTA_PARMS = 6, NDTA_STATS = 7, NDTA_GC_INTERVAL = 8, NDTA_PAD = 9, __NDTA_MAX = 10, }; enum { RTN_UNSPEC = 0, RTN_UNICAST = 1, RTN_LOCAL = 2, RTN_BROADCAST = 3, RTN_ANYCAST = 4, RTN_MULTICAST = 5, RTN_BLACKHOLE = 6, RTN_UNREACHABLE = 7, RTN_PROHIBIT = 8, RTN_THROW = 9, RTN_NAT = 10, RTN_XRESOLVE = 11, __RTN_MAX = 12, }; enum { NEIGH_ARP_TABLE = 0, NEIGH_ND_TABLE = 1, NEIGH_DN_TABLE = 2, NEIGH_NR_TABLES = 3, NEIGH_LINK_TABLE = 3, }; struct neigh_seq_state { struct seq_net_private p; struct neigh_table *tbl; struct neigh_hash_table *nht; void * (*neigh_sub_iter)(struct neigh_seq_state *, struct neighbour *, loff_t *); unsigned int bucket; unsigned int flags; }; struct neighbour_cb { long unsigned int sched_next; unsigned int flags; }; enum netevent_notif_type { NETEVENT_NEIGH_UPDATE = 1, NETEVENT_REDIRECT = 2, NETEVENT_DELAY_PROBE_TIME_UPDATE = 3, NETEVENT_IPV4_MPATH_HASH_UPDATE = 4, NETEVENT_IPV6_MPATH_HASH_UPDATE = 5, NETEVENT_IPV4_FWD_UPDATE_PRIORITY_UPDATE = 6, }; struct neigh_dump_filter { int master_idx; int dev_idx; }; struct neigh_sysctl_table { struct ctl_table_header *sysctl_header; struct ctl_table neigh_vars[21]; }; struct netlink_dump_control { int (*start)(struct netlink_callback *); int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); void *data; struct module *module; u32 min_dump_alloc; }; struct rtnl_link_stats { __u32 rx_packets; __u32 tx_packets; __u32 rx_bytes; __u32 tx_bytes; __u32 rx_errors; __u32 tx_errors; __u32 rx_dropped; __u32 tx_dropped; __u32 multicast; __u32 collisions; __u32 rx_length_errors; __u32 rx_over_errors; __u32 rx_crc_errors; __u32 rx_frame_errors; __u32 rx_fifo_errors; __u32 rx_missed_errors; __u32 tx_aborted_errors; __u32 tx_carrier_errors; __u32 tx_fifo_errors; __u32 tx_heartbeat_errors; __u32 tx_window_errors; __u32 rx_compressed; __u32 tx_compressed; __u32 rx_nohandler; }; struct rtnl_link_ifmap { __u64 mem_start; __u64 mem_end; __u64 base_addr; __u16 irq; __u8 dma; __u8 port; }; enum { IFLA_PROTO_DOWN_REASON_UNSPEC = 0, IFLA_PROTO_DOWN_REASON_MASK = 1, IFLA_PROTO_DOWN_REASON_VALUE = 2, __IFLA_PROTO_DOWN_REASON_CNT = 3, IFLA_PROTO_DOWN_REASON_MAX = 2, }; enum { IFLA_BRPORT_UNSPEC = 0, IFLA_BRPORT_STATE = 1, IFLA_BRPORT_PRIORITY = 2, IFLA_BRPORT_COST = 3, IFLA_BRPORT_MODE = 4, IFLA_BRPORT_GUARD = 5, IFLA_BRPORT_PROTECT = 6, IFLA_BRPORT_FAST_LEAVE = 7, IFLA_BRPORT_LEARNING = 8, IFLA_BRPORT_UNICAST_FLOOD = 9, IFLA_BRPORT_PROXYARP = 10, IFLA_BRPORT_LEARNING_SYNC = 11, IFLA_BRPORT_PROXYARP_WIFI = 12, IFLA_BRPORT_ROOT_ID = 13, IFLA_BRPORT_BRIDGE_ID = 14, IFLA_BRPORT_DESIGNATED_PORT = 15, IFLA_BRPORT_DESIGNATED_COST = 16, IFLA_BRPORT_ID = 17, IFLA_BRPORT_NO = 18, IFLA_BRPORT_TOPOLOGY_CHANGE_ACK = 19, IFLA_BRPORT_CONFIG_PENDING = 20, IFLA_BRPORT_MESSAGE_AGE_TIMER = 21, IFLA_BRPORT_FORWARD_DELAY_TIMER = 22, IFLA_BRPORT_HOLD_TIMER = 23, IFLA_BRPORT_FLUSH = 24, IFLA_BRPORT_MULTICAST_ROUTER = 25, IFLA_BRPORT_PAD = 26, IFLA_BRPORT_MCAST_FLOOD = 27, IFLA_BRPORT_MCAST_TO_UCAST = 28, IFLA_BRPORT_VLAN_TUNNEL = 29, IFLA_BRPORT_BCAST_FLOOD = 30, IFLA_BRPORT_GROUP_FWD_MASK = 31, IFLA_BRPORT_NEIGH_SUPPRESS = 32, IFLA_BRPORT_ISOLATED = 33, IFLA_BRPORT_BACKUP_PORT = 34, IFLA_BRPORT_MRP_RING_OPEN = 35, IFLA_BRPORT_MRP_IN_OPEN = 36, IFLA_BRPORT_MCAST_EHT_HOSTS_LIMIT = 37, IFLA_BRPORT_MCAST_EHT_HOSTS_CNT = 38, IFLA_BRPORT_LOCKED = 39, __IFLA_BRPORT_MAX = 40, }; enum { IFLA_VF_INFO_UNSPEC = 0, IFLA_VF_INFO = 1, __IFLA_VF_INFO_MAX = 2, }; enum { IFLA_VF_UNSPEC = 0, IFLA_VF_MAC = 1, IFLA_VF_VLAN = 2, IFLA_VF_TX_RATE = 3, IFLA_VF_SPOOFCHK = 4, IFLA_VF_LINK_STATE = 5, IFLA_VF_RATE = 6, IFLA_VF_RSS_QUERY_EN = 7, IFLA_VF_STATS = 8, IFLA_VF_TRUST = 9, IFLA_VF_IB_NODE_GUID = 10, IFLA_VF_IB_PORT_GUID = 11, IFLA_VF_VLAN_LIST = 12, IFLA_VF_BROADCAST = 13, __IFLA_VF_MAX = 14, }; struct ifla_vf_mac { __u32 vf; __u8 mac[32]; }; struct ifla_vf_broadcast { __u8 broadcast[32]; }; struct ifla_vf_vlan { __u32 vf; __u32 vlan; __u32 qos; }; enum { IFLA_VF_VLAN_INFO_UNSPEC = 0, IFLA_VF_VLAN_INFO = 1, __IFLA_VF_VLAN_INFO_MAX = 2, }; struct ifla_vf_vlan_info { __u32 vf; __u32 vlan; __u32 qos; __be16 vlan_proto; }; struct ifla_vf_tx_rate { __u32 vf; __u32 rate; }; struct ifla_vf_rate { __u32 vf; __u32 min_tx_rate; __u32 max_tx_rate; }; struct ifla_vf_spoofchk { __u32 vf; __u32 setting; }; struct ifla_vf_link_state { __u32 vf; __u32 link_state; }; struct ifla_vf_rss_query_en { __u32 vf; __u32 setting; }; enum { IFLA_VF_STATS_RX_PACKETS = 0, IFLA_VF_STATS_TX_PACKETS = 1, IFLA_VF_STATS_RX_BYTES = 2, IFLA_VF_STATS_TX_BYTES = 3, IFLA_VF_STATS_BROADCAST = 4, IFLA_VF_STATS_MULTICAST = 5, IFLA_VF_STATS_PAD = 6, IFLA_VF_STATS_RX_DROPPED = 7, IFLA_VF_STATS_TX_DROPPED = 8, __IFLA_VF_STATS_MAX = 9, }; struct ifla_vf_trust { __u32 vf; __u32 setting; }; enum { IFLA_VF_PORT_UNSPEC = 0, IFLA_VF_PORT = 1, __IFLA_VF_PORT_MAX = 2, }; enum { IFLA_PORT_UNSPEC = 0, IFLA_PORT_VF = 1, IFLA_PORT_PROFILE = 2, IFLA_PORT_VSI_TYPE = 3, IFLA_PORT_INSTANCE_UUID = 4, IFLA_PORT_HOST_UUID = 5, IFLA_PORT_REQUEST = 6, IFLA_PORT_RESPONSE = 7, __IFLA_PORT_MAX = 8, }; struct if_stats_msg { __u8 family; __u8 pad1; __u16 pad2; __u32 ifindex; __u32 filter_mask; }; enum { IFLA_STATS_UNSPEC = 0, IFLA_STATS_LINK_64 = 1, IFLA_STATS_LINK_XSTATS = 2, IFLA_STATS_LINK_XSTATS_SLAVE = 3, IFLA_STATS_LINK_OFFLOAD_XSTATS = 4, IFLA_STATS_AF_SPEC = 5, __IFLA_STATS_MAX = 6, }; enum { IFLA_STATS_GETSET_UNSPEC = 0, IFLA_STATS_GET_FILTERS = 1, IFLA_STATS_SET_OFFLOAD_XSTATS_L3_STATS = 2, __IFLA_STATS_GETSET_MAX = 3, }; enum { IFLA_OFFLOAD_XSTATS_UNSPEC = 0, IFLA_OFFLOAD_XSTATS_CPU_HIT = 1, IFLA_OFFLOAD_XSTATS_HW_S_INFO = 2, IFLA_OFFLOAD_XSTATS_L3_STATS = 3, __IFLA_OFFLOAD_XSTATS_MAX = 4, }; enum { IFLA_OFFLOAD_XSTATS_HW_S_INFO_UNSPEC = 0, IFLA_OFFLOAD_XSTATS_HW_S_INFO_REQUEST = 1, IFLA_OFFLOAD_XSTATS_HW_S_INFO_USED = 2, __IFLA_OFFLOAD_XSTATS_HW_S_INFO_MAX = 3, }; enum { XDP_ATTACHED_NONE = 0, XDP_ATTACHED_DRV = 1, XDP_ATTACHED_SKB = 2, XDP_ATTACHED_HW = 3, XDP_ATTACHED_MULTI = 4, }; enum { IFLA_XDP_UNSPEC = 0, IFLA_XDP_FD = 1, IFLA_XDP_ATTACHED = 2, IFLA_XDP_FLAGS = 3, IFLA_XDP_PROG_ID = 4, IFLA_XDP_DRV_PROG_ID = 5, IFLA_XDP_SKB_PROG_ID = 6, IFLA_XDP_HW_PROG_ID = 7, IFLA_XDP_EXPECTED_FD = 8, __IFLA_XDP_MAX = 9, }; enum { IFLA_EVENT_NONE = 0, IFLA_EVENT_REBOOT = 1, IFLA_EVENT_FEATURES = 2, IFLA_EVENT_BONDING_FAILOVER = 3, IFLA_EVENT_NOTIFY_PEERS = 4, IFLA_EVENT_IGMP_RESEND = 5, IFLA_EVENT_BONDING_OPTIONS = 6, }; enum { IFLA_BRIDGE_FLAGS = 0, IFLA_BRIDGE_MODE = 1, IFLA_BRIDGE_VLAN_INFO = 2, IFLA_BRIDGE_VLAN_TUNNEL_INFO = 3, IFLA_BRIDGE_MRP = 4, IFLA_BRIDGE_CFM = 5, IFLA_BRIDGE_MST = 6, __IFLA_BRIDGE_MAX = 7, }; enum { BR_MCAST_DIR_RX = 0, BR_MCAST_DIR_TX = 1, BR_MCAST_DIR_SIZE = 2, }; enum rtattr_type_t { RTA_UNSPEC = 0, RTA_DST = 1, RTA_SRC = 2, RTA_IIF = 3, RTA_OIF = 4, RTA_GATEWAY = 5, RTA_PRIORITY = 6, RTA_PREFSRC = 7, RTA_METRICS = 8, RTA_MULTIPATH = 9, RTA_PROTOINFO = 10, RTA_FLOW = 11, RTA_CACHEINFO = 12, RTA_SESSION = 13, RTA_MP_ALGO = 14, RTA_TABLE = 15, RTA_MARK = 16, RTA_MFC_STATS = 17, RTA_VIA = 18, RTA_NEWDST = 19, RTA_PREF = 20, RTA_ENCAP_TYPE = 21, RTA_ENCAP = 22, RTA_EXPIRES = 23, RTA_PAD = 24, RTA_UID = 25, RTA_TTL_PROPAGATE = 26, RTA_IP_PROTO = 27, RTA_SPORT = 28, RTA_DPORT = 29, RTA_NH_ID = 30, __RTA_MAX = 31, }; struct rta_cacheinfo { __u32 rta_clntref; __u32 rta_lastuse; __s32 rta_expires; __u32 rta_error; __u32 rta_used; __u32 rta_id; __u32 rta_ts; __u32 rta_tsage; }; struct ifinfomsg { unsigned char ifi_family; unsigned char __ifi_pad; short unsigned int ifi_type; int ifi_index; unsigned int ifi_flags; unsigned int ifi_change; }; typedef int (*rtnl_doit_func)(struct sk_buff *, struct nlmsghdr *, struct netlink_ext_ack *); typedef int (*rtnl_dumpit_func)(struct sk_buff *, struct netlink_callback *); enum rtnl_kinds { RTNL_KIND_NEW = 0, RTNL_KIND_DEL = 1, RTNL_KIND_GET = 2, RTNL_KIND_SET = 3, }; struct rtnl_af_ops { struct list_head list; int family; int (*fill_link_af)(struct sk_buff *, const struct net_device *, u32); size_t (*get_link_af_size)(const struct net_device *, u32); int (*validate_link_af)(const struct net_device *, const struct nlattr *, struct netlink_ext_ack *); int (*set_link_af)(struct net_device *, const struct nlattr *, struct netlink_ext_ack *); int (*fill_stats_af)(struct sk_buff *, const struct net_device *); size_t (*get_stats_af_size)(const struct net_device *); }; struct rtnl_link { rtnl_doit_func doit; rtnl_dumpit_func dumpit; struct module *owner; unsigned int flags; struct callback_head rcu; }; struct rtnl_newlink_tbs { struct nlattr *tb[61]; struct nlattr *attr[51]; struct nlattr *slave_attr[41]; }; struct rtnl_offload_xstats_request_used { bool request; bool used; }; struct rtnl_stats_dump_filters { u32 mask[6]; }; enum { IF_LINK_MODE_DEFAULT = 0, IF_LINK_MODE_DORMANT = 1, IF_LINK_MODE_TESTING = 2, }; enum lw_bits { LW_URGENT = 0, }; struct seg6_pernet_data { struct mutex lock; struct in6_addr *tun_src; struct rhashtable hmac_infos; }; enum xdp_buff_flags { XDP_FLAGS_HAS_FRAGS = 1, XDP_FLAGS_FRAGS_PF_MEMALLOC = 2, }; enum rt_scope_t { RT_SCOPE_UNIVERSE = 0, RT_SCOPE_SITE = 200, RT_SCOPE_LINK = 253, RT_SCOPE_HOST = 254, RT_SCOPE_NOWHERE = 255, }; enum rt_class_t { RT_TABLE_UNSPEC = 0, RT_TABLE_COMPAT = 252, RT_TABLE_DEFAULT = 253, RT_TABLE_MAIN = 254, RT_TABLE_LOCAL = 255, RT_TABLE_MAX = 4294967295, }; struct nl_info { struct nlmsghdr *nlh; struct net *nl_net; u32 portid; u8 skip_notify: 1; u8 skip_notify_kernel: 1; }; struct inet_timewait_sock { struct sock_common __tw_common; __u32 tw_mark; volatile unsigned char tw_substate; unsigned char tw_rcv_wscale; __be16 tw_sport; unsigned int tw_transparent: 1; unsigned int tw_flowlabel: 20; unsigned int tw_pad: 3; unsigned int tw_tos: 8; u32 tw_txhash; u32 tw_priority; struct timer_list tw_timer; struct inet_bind_bucket *tw_tb; }; struct tcp_timewait_sock { struct inet_timewait_sock tw_sk; u32 tw_rcv_wnd; u32 tw_ts_offset; u32 tw_ts_recent; u32 tw_last_oow_ack_time; int tw_ts_recent_stamp; u32 tw_tx_delay; struct tcp_md5sig_key *tw_md5_key; }; struct udp_sock { struct inet_sock inet; int pending; unsigned int corkflag; __u8 encap_type; unsigned char no_check6_tx: 1; unsigned char no_check6_rx: 1; unsigned char encap_enabled: 1; unsigned char gro_enabled: 1; unsigned char accept_udp_l4: 1; unsigned char accept_udp_fraglist: 1; __u16 len; __u16 gso_size; __u16 pcslen; __u16 pcrlen; __u8 pcflag; __u8 unused[3]; int (*encap_rcv)(struct sock *, struct sk_buff *); int (*encap_err_lookup)(struct sock *, struct sk_buff *); void (*encap_destroy)(struct sock *); struct sk_buff * (*gro_receive)(struct sock *, struct list_head *, struct sk_buff *); int (*gro_complete)(struct sock *, struct sk_buff *, int); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sk_buff_head reader_queue; int forward_deficit; long: 32; long: 64; long: 64; long: 64; long: 64; }; struct udp6_sock { struct udp_sock udp; struct ipv6_pinfo inet6; long: 64; long: 64; long: 64; long: 64; }; struct tcp6_sock { struct tcp_sock tcp; struct ipv6_pinfo inet6; }; struct fib_result { __be32 prefix; unsigned char prefixlen; unsigned char nh_sel; unsigned char type; unsigned char scope; u32 tclassid; struct fib_nh_common *nhc; struct fib_info *fi; struct fib_table *table; struct hlist_head *fa_head; }; struct fib6_result; struct fib6_config; struct ipv6_stub { int (*ipv6_sock_mc_join)(struct sock *, int, const struct in6_addr *); int (*ipv6_sock_mc_drop)(struct sock *, int, const struct in6_addr *); struct dst_entry * (*ipv6_dst_lookup_flow)(struct net *, const struct sock *, struct flowi6 *, const struct in6_addr *); int (*ipv6_route_input)(struct sk_buff *); struct fib6_table * (*fib6_get_table)(struct net *, u32); int (*fib6_lookup)(struct net *, int, struct flowi6 *, struct fib6_result *, int); int (*fib6_table_lookup)(struct net *, struct fib6_table *, int, struct flowi6 *, struct fib6_result *, int); void (*fib6_select_path)(const struct net *, struct fib6_result *, struct flowi6 *, int, bool, const struct sk_buff *, int); u32 (*ip6_mtu_from_fib6)(const struct fib6_result *, const struct in6_addr *, const struct in6_addr *); int (*fib6_nh_init)(struct net *, struct fib6_nh *, struct fib6_config *, gfp_t, struct netlink_ext_ack *); void (*fib6_nh_release)(struct fib6_nh *); void (*fib6_nh_release_dsts)(struct fib6_nh *); void (*fib6_update_sernum)(struct net *, struct fib6_info *); int (*ip6_del_rt)(struct net *, struct fib6_info *, bool); void (*fib6_rt_update)(struct net *, struct fib6_info *, struct nl_info *); void (*udpv6_encap_enable)(); void (*ndisc_send_na)(struct net_device *, const struct in6_addr *, const struct in6_addr *, bool, bool, bool, bool); void (*xfrm6_local_rxpmtu)(struct sk_buff *, u32); int (*xfrm6_udp_encap_rcv)(struct sock *, struct sk_buff *); int (*xfrm6_rcv_encap)(struct sk_buff *, int, __be32, int); struct neigh_table *nd_tbl; int (*ipv6_fragment)(struct net *, struct sock *, struct sk_buff *, int (*)(struct net *, struct sock *, struct sk_buff *)); struct net_device * (*ipv6_dev_find)(struct net *, const struct in6_addr *, struct net_device *); }; struct fib6_result { struct fib6_nh *nh; struct fib6_info *f6i; u32 fib6_flags; u8 fib6_type; struct rt6_info *rt6; }; struct fib6_config { u32 fc_table; u32 fc_metric; int fc_dst_len; int fc_src_len; int fc_ifindex; u32 fc_flags; u32 fc_protocol; u16 fc_type; u16 fc_delete_all_nh: 1; u16 fc_ignore_dev_down: 1; u16 __unused: 14; u32 fc_nh_id; struct in6_addr fc_dst; struct in6_addr fc_src; struct in6_addr fc_prefsrc; struct in6_addr fc_gateway; long unsigned int fc_expires; struct nlattr *fc_mx; int fc_mx_len; int fc_mp_len; struct nlattr *fc_mp; struct nl_info fc_nlinfo; struct nlattr *fc_encap; u16 fc_encap_type; bool fc_is_fdb; }; struct ipv6_bpf_stub { int (*inet6_bind)(struct sock *, struct sockaddr *, int, u32); struct sock * (*udp6_lib_lookup)(struct net *, const struct in6_addr *, __be16, const struct in6_addr *, __be16, int, int, struct udp_table *, struct sk_buff *); }; enum { BPF_F_RECOMPUTE_CSUM = 1, BPF_F_INVALIDATE_HASH = 2, }; enum { BPF_F_HDR_FIELD_MASK = 15, }; enum { BPF_F_PSEUDO_HDR = 16, BPF_F_MARK_MANGLED_0 = 32, BPF_F_MARK_ENFORCE = 64, }; enum { BPF_F_INGRESS = 1, }; enum { BPF_F_TUNINFO_IPV6 = 1, }; enum { BPF_F_ZERO_CSUM_TX = 2, BPF_F_DONT_FRAGMENT = 4, BPF_F_SEQ_NUMBER = 8, }; enum { BPF_CSUM_LEVEL_QUERY = 0, BPF_CSUM_LEVEL_INC = 1, BPF_CSUM_LEVEL_DEC = 2, BPF_CSUM_LEVEL_RESET = 3, }; enum { BPF_F_ADJ_ROOM_FIXED_GSO = 1, BPF_F_ADJ_ROOM_ENCAP_L3_IPV4 = 2, BPF_F_ADJ_ROOM_ENCAP_L3_IPV6 = 4, BPF_F_ADJ_ROOM_ENCAP_L4_GRE = 8, BPF_F_ADJ_ROOM_ENCAP_L4_UDP = 16, BPF_F_ADJ_ROOM_NO_CSUM_RESET = 32, BPF_F_ADJ_ROOM_ENCAP_L2_ETH = 64, }; enum { BPF_ADJ_ROOM_ENCAP_L2_MASK = 255, BPF_ADJ_ROOM_ENCAP_L2_SHIFT = 56, }; enum { BPF_SK_LOOKUP_F_REPLACE = 1, BPF_SK_LOOKUP_F_NO_REUSEPORT = 2, }; enum bpf_adj_room_mode { BPF_ADJ_ROOM_NET = 0, BPF_ADJ_ROOM_MAC = 1, }; enum bpf_hdr_start_off { BPF_HDR_START_MAC = 0, BPF_HDR_START_NET = 1, }; enum bpf_lwt_encap_mode { BPF_LWT_ENCAP_SEG6 = 0, BPF_LWT_ENCAP_SEG6_INLINE = 1, BPF_LWT_ENCAP_IP = 2, }; enum { BPF_SKB_TSTAMP_UNSPEC = 0, BPF_SKB_TSTAMP_DELIVERY_MONO = 1, }; struct bpf_tunnel_key { __u32 tunnel_id; union { __u32 remote_ipv4; __u32 remote_ipv6[4]; }; __u8 tunnel_tos; __u8 tunnel_ttl; __u16 tunnel_ext; __u32 tunnel_label; union { __u32 local_ipv4; __u32 local_ipv6[4]; }; }; struct bpf_xfrm_state { __u32 reqid; __u32 spi; __u16 family; __u16 ext; union { __u32 remote_ipv4; __u32 remote_ipv6[4]; }; }; struct bpf_tcp_sock { __u32 snd_cwnd; __u32 srtt_us; __u32 rtt_min; __u32 snd_ssthresh; __u32 rcv_nxt; __u32 snd_nxt; __u32 snd_una; __u32 mss_cache; __u32 ecn_flags; __u32 rate_delivered; __u32 rate_interval_us; __u32 packets_out; __u32 retrans_out; __u32 total_retrans; __u32 segs_in; __u32 data_segs_in; __u32 segs_out; __u32 data_segs_out; __u32 lost_out; __u32 sacked_out; __u64 bytes_received; __u64 bytes_acked; __u32 dsack_dups; __u32 delivered; __u32 delivered_ce; __u32 icsk_retransmits; }; struct bpf_sock_tuple { union { struct { __be32 saddr; __be32 daddr; __be16 sport; __be16 dport; } ipv4; struct { __be32 saddr[4]; __be32 daddr[4]; __be16 sport; __be16 dport; } ipv6; }; }; struct bpf_xdp_sock { __u32 queue_id; }; enum { BPF_SOCK_OPS_RTO_CB_FLAG = 1, BPF_SOCK_OPS_RETRANS_CB_FLAG = 2, BPF_SOCK_OPS_STATE_CB_FLAG = 4, BPF_SOCK_OPS_RTT_CB_FLAG = 8, BPF_SOCK_OPS_PARSE_ALL_HDR_OPT_CB_FLAG = 16, BPF_SOCK_OPS_PARSE_UNKNOWN_HDR_OPT_CB_FLAG = 32, BPF_SOCK_OPS_WRITE_HDR_OPT_CB_FLAG = 64, BPF_SOCK_OPS_ALL_CB_FLAGS = 127, }; enum { BPF_SOCK_OPS_VOID = 0, BPF_SOCK_OPS_TIMEOUT_INIT = 1, BPF_SOCK_OPS_RWND_INIT = 2, BPF_SOCK_OPS_TCP_CONNECT_CB = 3, BPF_SOCK_OPS_ACTIVE_ESTABLISHED_CB = 4, BPF_SOCK_OPS_PASSIVE_ESTABLISHED_CB = 5, BPF_SOCK_OPS_NEEDS_ECN = 6, BPF_SOCK_OPS_BASE_RTT = 7, BPF_SOCK_OPS_RTO_CB = 8, BPF_SOCK_OPS_RETRANS_CB = 9, BPF_SOCK_OPS_STATE_CB = 10, BPF_SOCK_OPS_TCP_LISTEN_CB = 11, BPF_SOCK_OPS_RTT_CB = 12, BPF_SOCK_OPS_PARSE_HDR_OPT_CB = 13, BPF_SOCK_OPS_HDR_OPT_LEN_CB = 14, BPF_SOCK_OPS_WRITE_HDR_OPT_CB = 15, }; enum { TCP_BPF_IW = 1001, TCP_BPF_SNDCWND_CLAMP = 1002, TCP_BPF_DELACK_MAX = 1003, TCP_BPF_RTO_MIN = 1004, TCP_BPF_SYN = 1005, TCP_BPF_SYN_IP = 1006, TCP_BPF_SYN_MAC = 1007, }; enum { BPF_LOAD_HDR_OPT_TCP_SYN = 1, }; enum { BPF_FIB_LOOKUP_DIRECT = 1, BPF_FIB_LOOKUP_OUTPUT = 2, }; enum { BPF_FIB_LKUP_RET_SUCCESS = 0, BPF_FIB_LKUP_RET_BLACKHOLE = 1, BPF_FIB_LKUP_RET_UNREACHABLE = 2, BPF_FIB_LKUP_RET_PROHIBIT = 3, BPF_FIB_LKUP_RET_NOT_FWDED = 4, BPF_FIB_LKUP_RET_FWD_DISABLED = 5, BPF_FIB_LKUP_RET_UNSUPP_LWT = 6, BPF_FIB_LKUP_RET_NO_NEIGH = 7, BPF_FIB_LKUP_RET_FRAG_NEEDED = 8, }; struct bpf_fib_lookup { __u8 family; __u8 l4_protocol; __be16 sport; __be16 dport; union { __u16 tot_len; __u16 mtu_result; }; __u32 ifindex; union { __u8 tos; __be32 flowinfo; __u32 rt_metric; }; union { __be32 ipv4_src; __u32 ipv6_src[4]; }; union { __be32 ipv4_dst; __u32 ipv6_dst[4]; }; __be16 h_vlan_proto; __be16 h_vlan_TCI; __u8 smac[6]; __u8 dmac[6]; }; struct bpf_redir_neigh { __u32 nh_family; union { __be32 ipv4_nh; __u32 ipv6_nh[4]; }; }; enum bpf_check_mtu_flags { BPF_MTU_CHK_SEGS = 1, }; enum bpf_check_mtu_ret { BPF_MTU_CHK_RET_SUCCESS = 0, BPF_MTU_CHK_RET_FRAG_NEEDED = 1, BPF_MTU_CHK_RET_SEGS_TOOBIG = 2, }; typedef int (*bpf_aux_classic_check_t)(struct sock_filter *, unsigned int); enum { INET_ECN_NOT_ECT = 0, INET_ECN_ECT_1 = 1, INET_ECN_ECT_0 = 2, INET_ECN_CE = 3, INET_ECN_MASK = 3, }; struct tcp_skb_cb { __u32 seq; __u32 end_seq; union { __u32 tcp_tw_isn; struct { u16 tcp_gso_segs; u16 tcp_gso_size; }; }; __u8 tcp_flags; __u8 sacked; __u8 ip_dsfield; __u8 txstamp_ack: 1; __u8 eor: 1; __u8 has_rxtstamp: 1; __u8 unused: 5; __u32 ack_seq; union { struct { __u32 is_app_limited: 1; __u32 delivered_ce: 20; __u32 unused: 11; __u32 delivered; u64 first_tx_mstamp; u64 delivered_mstamp; } tx; union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; }; }; struct strp_msg { int full_len; int offset; }; struct _strp_msg { struct strp_msg strp; int accum_len; }; struct tls_msg { u8 control; u8 decrypted; }; struct sk_skb_cb { unsigned char data[20]; struct _strp_msg strp; u64 temp_reg; struct tls_msg tls; }; struct xdp_umem { void *addrs; u64 size; u32 headroom; u32 chunk_size; u32 chunks; u32 npgs; struct user_struct *user; refcount_t users; u8 flags; bool zc; struct page **pgs; int id; struct list_head xsk_dma_list; struct work_struct work; }; struct xsk_queue; struct xdp_sock { struct sock sk; long: 64; struct xsk_queue *rx; struct net_device *dev; struct xdp_umem *umem; struct list_head flush_node; struct xsk_buff_pool *pool; u16 queue_id; bool zc; enum { XSK_READY = 0, XSK_BOUND = 1, XSK_UNBOUND = 2, } state; long: 64; struct xsk_queue *tx; struct list_head tx_list; spinlock_t rx_lock; u64 rx_dropped; u64 rx_queue_full; struct list_head map_list; spinlock_t map_list_lock; struct mutex mutex; struct xsk_queue *fq_tmp; struct xsk_queue *cq_tmp; long: 64; }; struct ipv6_sr_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; __u8 first_segment; __u8 flags; __u16 tag; struct in6_addr segments[0]; }; enum { SEG6_LOCAL_ACTION_UNSPEC = 0, SEG6_LOCAL_ACTION_END = 1, SEG6_LOCAL_ACTION_END_X = 2, SEG6_LOCAL_ACTION_END_T = 3, SEG6_LOCAL_ACTION_END_DX2 = 4, SEG6_LOCAL_ACTION_END_DX6 = 5, SEG6_LOCAL_ACTION_END_DX4 = 6, SEG6_LOCAL_ACTION_END_DT6 = 7, SEG6_LOCAL_ACTION_END_DT4 = 8, SEG6_LOCAL_ACTION_END_B6 = 9, SEG6_LOCAL_ACTION_END_B6_ENCAP = 10, SEG6_LOCAL_ACTION_END_BM = 11, SEG6_LOCAL_ACTION_END_S = 12, SEG6_LOCAL_ACTION_END_AS = 13, SEG6_LOCAL_ACTION_END_AM = 14, SEG6_LOCAL_ACTION_END_BPF = 15, SEG6_LOCAL_ACTION_END_DT46 = 16, __SEG6_LOCAL_ACTION_MAX = 17, }; struct seg6_bpf_srh_state { struct ipv6_sr_hdr *srh; u16 hdrlen; bool valid; }; struct tls_crypto_info { __u16 version; __u16 cipher_type; }; struct tls12_crypto_info_aes_gcm_128 { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_aes_gcm_256 { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[32]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_chacha20_poly1305 { struct tls_crypto_info info; unsigned char iv[12]; unsigned char key[32]; unsigned char salt[0]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_sm4_gcm { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_sm4_ccm { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls_sw_context_rx { struct crypto_aead *aead_recv; struct crypto_wait async_wait; struct strparser strp; struct sk_buff_head rx_list; void (*saved_data_ready)(struct sock *); struct sk_buff *recv_pkt; u8 async_capable: 1; atomic_t decrypt_pending; spinlock_t decrypt_compl_lock; }; struct cipher_context { char *iv; char *rec_seq; }; union tls_crypto_context { struct tls_crypto_info info; union { struct tls12_crypto_info_aes_gcm_128 aes_gcm_128; struct tls12_crypto_info_aes_gcm_256 aes_gcm_256; struct tls12_crypto_info_chacha20_poly1305 chacha20_poly1305; struct tls12_crypto_info_sm4_gcm sm4_gcm; struct tls12_crypto_info_sm4_ccm sm4_ccm; }; }; struct tls_prot_info { u16 version; u16 cipher_type; u16 prepend_size; u16 tag_size; u16 overhead_size; u16 iv_size; u16 salt_size; u16 rec_seq_size; u16 aad_size; u16 tail_size; }; struct tls_context { struct tls_prot_info prot_info; u8 tx_conf: 3; u8 rx_conf: 3; u8 zerocopy_sendfile: 1; int (*push_pending_record)(struct sock *, int); void (*sk_write_space)(struct sock *); void *priv_ctx_tx; void *priv_ctx_rx; struct net_device *netdev; struct cipher_context tx; struct cipher_context rx; struct scatterlist *partially_sent_record; u16 partially_sent_offset; bool in_tcp_sendpages; bool pending_open_record_frags; struct mutex tx_lock; long unsigned int flags; struct proto *sk_proto; struct sock *sk; void (*sk_destruct)(struct sock *); union tls_crypto_context crypto_send; union tls_crypto_context crypto_recv; struct list_head list; refcount_t refcount; struct callback_head rcu; }; typedef u64 (*btf_bpf_skb_get_pay_offset)(struct sk_buff *); typedef u64 (*btf_bpf_skb_get_nlattr)(struct sk_buff *, u32, u32); typedef u64 (*btf_bpf_skb_get_nlattr_nest)(struct sk_buff *, u32, u32); typedef u64 (*btf_bpf_skb_load_helper_8)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_8_no_cache)(const struct sk_buff *, int); typedef u64 (*btf_bpf_skb_load_helper_16)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_16_no_cache)(const struct sk_buff *, int); typedef u64 (*btf_bpf_skb_load_helper_32)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_32_no_cache)(const struct sk_buff *, int); struct bpf_scratchpad { union { __be32 diff[128]; u8 buff[512]; }; }; typedef u64 (*btf_bpf_skb_store_bytes)(struct sk_buff *, u32, const void *, u32, u64); typedef u64 (*btf_bpf_skb_load_bytes)(const struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_flow_dissector_load_bytes)(const struct bpf_flow_dissector *, u32, void *, u32); typedef u64 (*btf_bpf_skb_load_bytes_relative)(const struct sk_buff *, u32, void *, u32, u32); typedef u64 (*btf_bpf_skb_pull_data)(struct sk_buff *, u32); typedef u64 (*btf_bpf_sk_fullsock)(struct sock *); typedef u64 (*btf_sk_skb_pull_data)(struct sk_buff *, u32); typedef u64 (*btf_bpf_l3_csum_replace)(struct sk_buff *, u32, u64, u64, u64); typedef u64 (*btf_bpf_l4_csum_replace)(struct sk_buff *, u32, u64, u64, u64); typedef u64 (*btf_bpf_csum_diff)(__be32 *, u32, __be32 *, u32, __wsum); typedef u64 (*btf_bpf_csum_update)(struct sk_buff *, __wsum); typedef u64 (*btf_bpf_csum_level)(struct sk_buff *, u64); enum { BPF_F_NEIGH = 2, BPF_F_PEER = 4, BPF_F_NEXTHOP = 8, }; typedef u64 (*btf_bpf_clone_redirect)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_redirect)(u32, u64); typedef u64 (*btf_bpf_redirect_peer)(u32, u64); typedef u64 (*btf_bpf_redirect_neigh)(u32, struct bpf_redir_neigh *, int, u64); typedef u64 (*btf_bpf_msg_apply_bytes)(struct sk_msg *, u32); typedef u64 (*btf_bpf_msg_cork_bytes)(struct sk_msg *, u32); typedef u64 (*btf_bpf_msg_pull_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_msg_push_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_msg_pop_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_get_cgroup_classid_curr)(); typedef u64 (*btf_bpf_skb_cgroup_classid)(const struct sk_buff *); typedef u64 (*btf_bpf_get_cgroup_classid)(const struct sk_buff *); typedef u64 (*btf_bpf_get_route_realm)(const struct sk_buff *); typedef u64 (*btf_bpf_get_hash_recalc)(struct sk_buff *); typedef u64 (*btf_bpf_set_hash_invalid)(struct sk_buff *); typedef u64 (*btf_bpf_set_hash)(struct sk_buff *, u32); typedef u64 (*btf_bpf_skb_vlan_push)(struct sk_buff *, __be16, u16); typedef u64 (*btf_bpf_skb_vlan_pop)(struct sk_buff *); typedef u64 (*btf_bpf_skb_change_proto)(struct sk_buff *, __be16, u64); typedef u64 (*btf_bpf_skb_change_type)(struct sk_buff *, u32); typedef u64 (*btf_sk_skb_adjust_room)(struct sk_buff *, s32, u32, u64); typedef u64 (*btf_bpf_skb_adjust_room)(struct sk_buff *, s32, u32, u64); typedef u64 (*btf_bpf_skb_change_tail)(struct sk_buff *, u32, u64); typedef u64 (*btf_sk_skb_change_tail)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_skb_change_head)(struct sk_buff *, u32, u64); typedef u64 (*btf_sk_skb_change_head)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_xdp_get_buff_len)(struct xdp_buff *); typedef u64 (*btf_bpf_xdp_adjust_head)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_load_bytes)(struct xdp_buff *, u32, void *, u32); typedef u64 (*btf_bpf_xdp_store_bytes)(struct xdp_buff *, u32, void *, u32); typedef u64 (*btf_bpf_xdp_adjust_tail)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_adjust_meta)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_redirect)(u32, u64); typedef u64 (*btf_bpf_xdp_redirect_map)(struct bpf_map *, u32, u64); typedef u64 (*btf_bpf_skb_event_output)(struct sk_buff *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_skb_get_tunnel_key)(struct sk_buff *, struct bpf_tunnel_key *, u32, u64); typedef u64 (*btf_bpf_skb_get_tunnel_opt)(struct sk_buff *, u8 *, u32); typedef u64 (*btf_bpf_skb_set_tunnel_key)(struct sk_buff *, const struct bpf_tunnel_key *, u32, u64); typedef u64 (*btf_bpf_skb_set_tunnel_opt)(struct sk_buff *, const u8 *, u32); typedef u64 (*btf_bpf_skb_under_cgroup)(struct sk_buff *, struct bpf_map *, u32); typedef u64 (*btf_bpf_skb_cgroup_id)(const struct sk_buff *); typedef u64 (*btf_bpf_skb_ancestor_cgroup_id)(const struct sk_buff *, int); typedef u64 (*btf_bpf_sk_cgroup_id)(struct sock *); typedef u64 (*btf_bpf_sk_ancestor_cgroup_id)(struct sock *, int); typedef u64 (*btf_bpf_xdp_event_output)(struct xdp_buff *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_socket_cookie)(struct sk_buff *); typedef u64 (*btf_bpf_get_socket_cookie_sock_addr)(struct bpf_sock_addr_kern *); typedef u64 (*btf_bpf_get_socket_cookie_sock)(struct sock *); typedef u64 (*btf_bpf_get_socket_ptr_cookie)(struct sock *); typedef u64 (*btf_bpf_get_socket_cookie_sock_ops)(struct bpf_sock_ops_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sock)(struct sock *); typedef u64 (*btf_bpf_get_netns_cookie_sock_addr)(struct bpf_sock_addr_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sock_ops)(struct bpf_sock_ops_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sk_msg)(struct sk_msg *); typedef u64 (*btf_bpf_get_socket_uid)(struct sk_buff *); typedef u64 (*btf_bpf_sk_setsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_sk_getsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_sock_addr_setsockopt)(struct bpf_sock_addr_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_addr_getsockopt)(struct bpf_sock_addr_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_setsockopt)(struct bpf_sock_ops_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_getsockopt)(struct bpf_sock_ops_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_cb_flags_set)(struct bpf_sock_ops_kern *, int); typedef u64 (*btf_bpf_bind)(struct bpf_sock_addr_kern *, struct sockaddr *, int); typedef u64 (*btf_bpf_skb_get_xfrm_state)(struct sk_buff *, u32, struct bpf_xfrm_state *, u32, u64); typedef u64 (*btf_bpf_xdp_fib_lookup)(struct xdp_buff *, struct bpf_fib_lookup *, int, u32); typedef u64 (*btf_bpf_skb_fib_lookup)(struct sk_buff *, struct bpf_fib_lookup *, int, u32); typedef u64 (*btf_bpf_skb_check_mtu)(struct sk_buff *, u32, u32 *, s32, u64); typedef u64 (*btf_bpf_xdp_check_mtu)(struct xdp_buff *, u32, u32 *, s32, u64); typedef u64 (*btf_bpf_lwt_in_push_encap)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_lwt_xmit_push_encap)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_lwt_seg6_store_bytes)(struct sk_buff *, u32, const void *, u32); typedef u64 (*btf_bpf_lwt_seg6_action)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_lwt_seg6_adjust_srh)(struct sk_buff *, u32, s32); typedef u64 (*btf_bpf_skc_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_lookup_udp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_release)(struct sock *); typedef u64 (*btf_bpf_xdp_sk_lookup_udp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_xdp_skc_lookup_tcp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_xdp_sk_lookup_tcp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_sock_addr_skc_lookup_tcp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sock_addr_sk_lookup_tcp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sock_addr_sk_lookup_udp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tcp_sock)(struct sock *); typedef u64 (*btf_bpf_get_listener_sock)(struct sock *); typedef u64 (*btf_bpf_skb_ecn_set_ce)(struct sk_buff *); typedef u64 (*btf_bpf_tcp_check_syncookie)(struct sock *, void *, u32, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_gen_syncookie)(struct sock *, void *, u32, struct tcphdr *, u32); typedef u64 (*btf_bpf_sk_assign)(struct sk_buff *, struct sock *, u64); typedef u64 (*btf_bpf_sock_ops_load_hdr_opt)(struct bpf_sock_ops_kern *, void *, u32, u64); typedef u64 (*btf_bpf_sock_ops_store_hdr_opt)(struct bpf_sock_ops_kern *, const void *, u32, u64); typedef u64 (*btf_bpf_sock_ops_reserve_hdr_opt)(struct bpf_sock_ops_kern *, u32, u64); typedef u64 (*btf_bpf_skb_set_tstamp)(struct sk_buff *, u64, u32); typedef u64 (*btf_bpf_tcp_raw_gen_syncookie_ipv4)(struct iphdr *, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_raw_gen_syncookie_ipv6)(struct ipv6hdr *, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_raw_check_syncookie_ipv4)(struct iphdr *, struct tcphdr *); typedef u64 (*btf_bpf_tcp_raw_check_syncookie_ipv6)(struct ipv6hdr *, struct tcphdr *); typedef u64 (*btf_sk_select_reuseport)(struct sk_reuseport_kern *, struct bpf_map *, void *, u32); typedef u64 (*btf_sk_reuseport_load_bytes)(const struct sk_reuseport_kern *, u32, void *, u32); typedef u64 (*btf_sk_reuseport_load_bytes_relative)(const struct sk_reuseport_kern *, u32, void *, u32, u32); typedef u64 (*btf_bpf_sk_lookup_assign)(struct bpf_sk_lookup_kern *, struct sock *, u64); typedef u64 (*btf_bpf_skc_to_tcp6_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_timewait_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_request_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_udp6_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_unix_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_mptcp_sock)(struct sock *); typedef u64 (*btf_bpf_sock_from_file)(struct file *); struct unix_sock___2; struct sock_diag_req { __u8 sdiag_family; __u8 sdiag_protocol; }; struct sock_diag_handler { __u8 family; int (*dump)(struct sk_buff *, struct nlmsghdr *); int (*get_info)(struct sk_buff *, struct sock *); int (*destroy)(struct sk_buff *, struct nlmsghdr *); }; struct broadcast_sk { struct sock *sk; struct work_struct work; }; struct ifconf { int ifc_len; union { char *ifcu_buf; struct ifreq *ifcu_req; } ifc_ifcu; }; struct hwtstamp_config { int flags; int tx_type; int rx_filter; }; enum hwtstamp_flags { HWTSTAMP_FLAG_BONDED_PHC_INDEX = 1, HWTSTAMP_FLAG_LAST = 1, HWTSTAMP_FLAG_MASK = 1, }; enum hwtstamp_tx_types { HWTSTAMP_TX_OFF = 0, HWTSTAMP_TX_ON = 1, HWTSTAMP_TX_ONESTEP_SYNC = 2, HWTSTAMP_TX_ONESTEP_P2P = 3, __HWTSTAMP_TX_CNT = 4, }; enum hwtstamp_rx_filters { HWTSTAMP_FILTER_NONE = 0, HWTSTAMP_FILTER_ALL = 1, HWTSTAMP_FILTER_SOME = 2, HWTSTAMP_FILTER_PTP_V1_L4_EVENT = 3, HWTSTAMP_FILTER_PTP_V1_L4_SYNC = 4, HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ = 5, HWTSTAMP_FILTER_PTP_V2_L4_EVENT = 6, HWTSTAMP_FILTER_PTP_V2_L4_SYNC = 7, HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ = 8, HWTSTAMP_FILTER_PTP_V2_L2_EVENT = 9, HWTSTAMP_FILTER_PTP_V2_L2_SYNC = 10, HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ = 11, HWTSTAMP_FILTER_PTP_V2_EVENT = 12, HWTSTAMP_FILTER_PTP_V2_SYNC = 13, HWTSTAMP_FILTER_PTP_V2_DELAY_REQ = 14, HWTSTAMP_FILTER_NTP_ALL = 15, __HWTSTAMP_FILTER_CNT = 16, }; struct compat_ifconf { compat_int_t ifc_len; compat_caddr_t ifcbuf; }; struct tso_t { int next_frag_idx; int size; void *data; u16 ip_id; u8 tlen; bool ipv6; u32 tcp_seq; }; struct fib_notifier_info { int family; struct netlink_ext_ack *extack; }; enum fib_event_type { FIB_EVENT_ENTRY_REPLACE = 0, FIB_EVENT_ENTRY_APPEND = 1, FIB_EVENT_ENTRY_ADD = 2, FIB_EVENT_ENTRY_DEL = 3, FIB_EVENT_RULE_ADD = 4, FIB_EVENT_RULE_DEL = 5, FIB_EVENT_NH_ADD = 6, FIB_EVENT_NH_DEL = 7, FIB_EVENT_VIF_ADD = 8, FIB_EVENT_VIF_DEL = 9, }; struct fib_notifier_net { struct list_head fib_notifier_ops; struct atomic_notifier_head fib_chain; }; struct xdp_frame_bulk { int count; void *xa; void *q[16]; }; struct xdp_attachment_info { struct bpf_prog *prog; u32 flags; }; struct xdp_buff_xsk; struct xdp_desc; struct xsk_buff_pool { struct device *dev; struct net_device *netdev; struct list_head xsk_tx_list; spinlock_t xsk_tx_list_lock; refcount_t users; struct xdp_umem *umem; struct work_struct work; struct list_head free_list; u32 heads_cnt; u16 queue_id; long: 16; long: 64; long: 64; long: 64; struct xsk_queue *fq; struct xsk_queue *cq; dma_addr_t *dma_pages; struct xdp_buff_xsk *heads; struct xdp_desc *tx_descs; u64 chunk_mask; u64 addrs_cnt; u32 free_list_cnt; u32 dma_pages_cnt; u32 free_heads_cnt; u32 headroom; u32 chunk_size; u32 chunk_shift; u32 frame_len; u8 cached_need_wakeup; bool uses_need_wakeup; bool dma_need_sync; bool unaligned; void *addrs; spinlock_t cq_lock; struct xdp_buff_xsk *free_heads[0]; long: 64; long: 64; long: 64; }; struct xdp_desc { __u64 addr; __u32 len; __u32 options; }; struct xdp_buff_xsk { struct xdp_buff xdp; dma_addr_t dma; dma_addr_t frame_dma; struct xsk_buff_pool *pool; u64 orig_addr; struct list_head free_list_node; }; struct flow_match_meta { struct flow_dissector_key_meta *key; struct flow_dissector_key_meta *mask; }; struct flow_match_basic { struct flow_dissector_key_basic *key; struct flow_dissector_key_basic *mask; }; struct flow_match_control { struct flow_dissector_key_control *key; struct flow_dissector_key_control *mask; }; struct flow_match_eth_addrs { struct flow_dissector_key_eth_addrs *key; struct flow_dissector_key_eth_addrs *mask; }; struct flow_match_vlan { struct flow_dissector_key_vlan *key; struct flow_dissector_key_vlan *mask; }; struct flow_match_ipv4_addrs { struct flow_dissector_key_ipv4_addrs *key; struct flow_dissector_key_ipv4_addrs *mask; }; struct flow_match_ipv6_addrs { struct flow_dissector_key_ipv6_addrs *key; struct flow_dissector_key_ipv6_addrs *mask; }; struct flow_match_ip { struct flow_dissector_key_ip *key; struct flow_dissector_key_ip *mask; }; struct flow_match_ports { struct flow_dissector_key_ports *key; struct flow_dissector_key_ports *mask; }; struct flow_match_icmp { struct flow_dissector_key_icmp *key; struct flow_dissector_key_icmp *mask; }; struct flow_match_tcp { struct flow_dissector_key_tcp *key; struct flow_dissector_key_tcp *mask; }; struct flow_match_mpls { struct flow_dissector_key_mpls *key; struct flow_dissector_key_mpls *mask; }; struct flow_match_enc_keyid { struct flow_dissector_key_keyid *key; struct flow_dissector_key_keyid *mask; }; struct flow_match_enc_opts { struct flow_dissector_key_enc_opts *key; struct flow_dissector_key_enc_opts *mask; }; struct flow_match_ct { struct flow_dissector_key_ct *key; struct flow_dissector_key_ct *mask; }; enum flow_block_command { FLOW_BLOCK_BIND = 0, FLOW_BLOCK_UNBIND = 1, }; enum flow_block_binder_type { FLOW_BLOCK_BINDER_TYPE_UNSPEC = 0, FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS = 1, FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS = 2, FLOW_BLOCK_BINDER_TYPE_RED_EARLY_DROP = 3, FLOW_BLOCK_BINDER_TYPE_RED_MARK = 4, }; struct flow_block_offload { enum flow_block_command command; enum flow_block_binder_type binder_type; bool block_shared; bool unlocked_driver_cb; struct net *net; struct flow_block *block; struct list_head cb_list; struct list_head *driver_block_list; struct netlink_ext_ack *extack; struct Qdisc *sch; struct list_head *cb_list_head; }; struct flow_block_cb; struct flow_block_indr { struct list_head list; struct net_device *dev; struct Qdisc *sch; enum flow_block_binder_type binder_type; void *data; void *cb_priv; void (*cleanup)(struct flow_block_cb *); }; struct flow_block_cb { struct list_head driver_list; struct list_head list; flow_setup_cb_t *cb; void *cb_ident; void *cb_priv; void (*release)(void *); struct flow_block_indr indr; unsigned int refcnt; }; enum offload_act_command { FLOW_ACT_REPLACE = 0, FLOW_ACT_DESTROY = 1, FLOW_ACT_STATS = 2, }; struct flow_offload_action { struct netlink_ext_ack *extack; enum offload_act_command command; enum flow_action_id id; u32 index; struct flow_stats stats; struct flow_action action; }; typedef int flow_indr_block_bind_cb_t(struct net_device *, struct Qdisc *, void *, enum tc_setup_type, void *, void *, void (*)(struct flow_block_cb *)); struct flow_indr_dev { struct list_head list; flow_indr_block_bind_cb_t *cb; void *cb_priv; refcount_t refcnt; }; struct flow_indir_dev_info { void *data; struct net_device *dev; struct Qdisc *sch; enum tc_setup_type type; void (*cleanup)(struct flow_block_cb *); struct list_head list; enum flow_block_command command; enum flow_block_binder_type binder_type; struct list_head *cb_list; }; struct tc_skb_ext { __u32 chain; __u16 mru; __u16 zone; u8 post_ct: 1; u8 post_ct_snat: 1; u8 post_ct_dnat: 1; }; enum gro_result { GRO_MERGED = 0, GRO_MERGED_FREE = 1, GRO_HELD = 2, GRO_NORMAL = 3, GRO_CONSUMED = 4, }; typedef enum gro_result gro_result_t; struct offload_callbacks { struct sk_buff * (*gso_segment)(struct sk_buff *, netdev_features_t); struct sk_buff * (*gro_receive)(struct list_head *, struct sk_buff *); int (*gro_complete)(struct sk_buff *, int); }; struct packet_offload { __be16 type; u16 priority; struct offload_callbacks callbacks; struct list_head list; }; struct napi_gro_cb { void *frag0; unsigned int frag0_len; int data_offset; u16 flush; u16 flush_id; u16 count; u16 proto; long unsigned int age; union { struct { u16 gro_remcsum_start; u8 same_flow: 1; u8 encap_mark: 1; u8 csum_valid: 1; u8 csum_cnt: 3; u8 free: 2; u8 is_ipv6: 1; u8 is_fou: 1; u8 is_atomic: 1; u8 recursion_counter: 4; u8 is_flist: 1; }; struct { u16 gro_remcsum_start; u8 same_flow: 1; u8 encap_mark: 1; u8 csum_valid: 1; u8 csum_cnt: 3; u8 free: 2; u8 is_ipv6: 1; u8 is_fou: 1; u8 is_atomic: 1; u8 recursion_counter: 4; u8 is_flist: 1; } zeroed; }; __wsum csum; struct sk_buff *last; }; struct rx_queue_attribute { struct attribute attr; ssize_t (*show)(struct netdev_rx_queue *, char *); ssize_t (*store)(struct netdev_rx_queue *, const char *, size_t); }; struct netdev_queue_attribute { struct attribute attr; ssize_t (*show)(struct netdev_queue *, char *); ssize_t (*store)(struct netdev_queue *, const char *, size_t); }; struct inet6_ifaddr { struct in6_addr addr; __u32 prefix_len; __u32 rt_priority; __u32 valid_lft; __u32 prefered_lft; refcount_t refcnt; spinlock_t lock; int state; __u32 flags; __u8 dad_probes; __u8 stable_privacy_retry; __u16 scope; __u64 dad_nonce; long unsigned int cstamp; long unsigned int tstamp; struct delayed_work dad_work; struct inet6_dev *idev; struct fib6_info *rt; struct hlist_node addr_lst; struct list_head if_list; struct list_head if_list_aux; struct list_head tmp_list; struct inet6_ifaddr *ifpub; int regen_count; bool tokenized; u8 ifa_proto; struct callback_head rcu; struct in6_addr peer_addr; }; struct fib_rule_uid_range { __u32 start; __u32 end; }; enum { FRA_UNSPEC = 0, FRA_DST = 1, FRA_SRC = 2, FRA_IIFNAME = 3, FRA_GOTO = 4, FRA_UNUSED2 = 5, FRA_PRIORITY = 6, FRA_UNUSED3 = 7, FRA_UNUSED4 = 8, FRA_UNUSED5 = 9, FRA_FWMARK = 10, FRA_FLOW = 11, FRA_TUN_ID = 12, FRA_SUPPRESS_IFGROUP = 13, FRA_SUPPRESS_PREFIXLEN = 14, FRA_TABLE = 15, FRA_FWMASK = 16, FRA_OIFNAME = 17, FRA_PAD = 18, FRA_L3MDEV = 19, FRA_UID_RANGE = 20, FRA_PROTOCOL = 21, FRA_IP_PROTO = 22, FRA_SPORT_RANGE = 23, FRA_DPORT_RANGE = 24, __FRA_MAX = 25, }; enum { FR_ACT_UNSPEC = 0, FR_ACT_TO_TBL = 1, FR_ACT_GOTO = 2, FR_ACT_NOP = 3, FR_ACT_RES3 = 4, FR_ACT_RES4 = 5, FR_ACT_BLACKHOLE = 6, FR_ACT_UNREACHABLE = 7, FR_ACT_PROHIBIT = 8, __FR_ACT_MAX = 9, }; struct fib_rule_notifier_info { struct fib_notifier_info info; struct fib_rule *rule; }; struct trace_event_raw_kfree_skb { struct trace_entry ent; void *skbaddr; void *location; short unsigned int protocol; enum skb_drop_reason reason; char __data[0]; }; struct trace_event_raw_consume_skb { struct trace_entry ent; void *skbaddr; char __data[0]; }; struct trace_event_raw_skb_copy_datagram_iovec { struct trace_entry ent; const void *skbaddr; int len; char __data[0]; }; struct trace_event_data_offsets_kfree_skb {}; struct trace_event_data_offsets_consume_skb {}; struct trace_event_data_offsets_skb_copy_datagram_iovec {}; typedef void (*btf_trace_kfree_skb)(void *, struct sk_buff *, void *, enum skb_drop_reason); typedef void (*btf_trace_consume_skb)(void *, struct sk_buff *); typedef void (*btf_trace_skb_copy_datagram_iovec)(void *, const struct sk_buff *, int); struct trace_event_raw_net_dev_start_xmit { struct trace_entry ent; u32 __data_loc_name; u16 queue_mapping; const void *skbaddr; bool vlan_tagged; u16 vlan_proto; u16 vlan_tci; u16 protocol; u8 ip_summed; unsigned int len; unsigned int data_len; int network_offset; bool transport_offset_valid; int transport_offset; u8 tx_flags; u16 gso_size; u16 gso_segs; u16 gso_type; char __data[0]; }; struct trace_event_raw_net_dev_xmit { struct trace_entry ent; void *skbaddr; unsigned int len; int rc; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_net_dev_xmit_timeout { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_driver; int queue_index; char __data[0]; }; struct trace_event_raw_net_dev_template { struct trace_entry ent; void *skbaddr; unsigned int len; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_net_dev_rx_verbose_template { struct trace_entry ent; u32 __data_loc_name; unsigned int napi_id; u16 queue_mapping; const void *skbaddr; bool vlan_tagged; u16 vlan_proto; u16 vlan_tci; u16 protocol; u8 ip_summed; u32 hash; bool l4_hash; unsigned int len; unsigned int data_len; unsigned int truesize; bool mac_header_valid; int mac_header; unsigned char nr_frags; u16 gso_size; u16 gso_type; char __data[0]; }; struct trace_event_raw_net_dev_rx_exit_template { struct trace_entry ent; int ret; char __data[0]; }; struct trace_event_data_offsets_net_dev_start_xmit { u32 name; }; struct trace_event_data_offsets_net_dev_xmit { u32 name; }; struct trace_event_data_offsets_net_dev_xmit_timeout { u32 name; u32 driver; }; struct trace_event_data_offsets_net_dev_template { u32 name; }; struct trace_event_data_offsets_net_dev_rx_verbose_template { u32 name; }; struct trace_event_data_offsets_net_dev_rx_exit_template {}; typedef void (*btf_trace_net_dev_start_xmit)(void *, const struct sk_buff *, const struct net_device *); typedef void (*btf_trace_net_dev_xmit)(void *, struct sk_buff *, int, struct net_device *, unsigned int); typedef void (*btf_trace_net_dev_xmit_timeout)(void *, struct net_device *, int); typedef void (*btf_trace_net_dev_queue)(void *, struct sk_buff *); typedef void (*btf_trace_netif_receive_skb)(void *, struct sk_buff *); typedef void (*btf_trace_netif_rx)(void *, struct sk_buff *); typedef void (*btf_trace_napi_gro_frags_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_napi_gro_receive_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_receive_skb_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_receive_skb_list_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_rx_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_napi_gro_frags_exit)(void *, int); typedef void (*btf_trace_napi_gro_receive_exit)(void *, int); typedef void (*btf_trace_netif_receive_skb_exit)(void *, int); typedef void (*btf_trace_netif_rx_exit)(void *, int); typedef void (*btf_trace_netif_receive_skb_list_exit)(void *, int); struct trace_event_raw_napi_poll { struct trace_entry ent; struct napi_struct *napi; u32 __data_loc_dev_name; int work; int budget; char __data[0]; }; struct trace_event_data_offsets_napi_poll { u32 dev_name; }; typedef void (*btf_trace_napi_poll)(void *, struct napi_struct *, int, int); enum tcp_ca_state { TCP_CA_Open = 0, TCP_CA_Disorder = 1, TCP_CA_CWR = 2, TCP_CA_Recovery = 3, TCP_CA_Loss = 4, }; struct trace_event_raw_sock_rcvqueue_full { struct trace_entry ent; int rmem_alloc; unsigned int truesize; int sk_rcvbuf; char __data[0]; }; struct trace_event_raw_sock_exceed_buf_limit { struct trace_entry ent; char name[32]; long int *sysctl_mem; long int allocated; int sysctl_rmem; int rmem_alloc; int sysctl_wmem; int wmem_alloc; int wmem_queued; int kind; char __data[0]; }; struct trace_event_raw_inet_sock_set_state { struct trace_entry ent; const void *skaddr; int oldstate; int newstate; __u16 sport; __u16 dport; __u16 family; __u16 protocol; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_inet_sk_error_report { struct trace_entry ent; int error; __u16 sport; __u16 dport; __u16 family; __u16 protocol; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_data_offsets_sock_rcvqueue_full {}; struct trace_event_data_offsets_sock_exceed_buf_limit {}; struct trace_event_data_offsets_inet_sock_set_state {}; struct trace_event_data_offsets_inet_sk_error_report {}; typedef void (*btf_trace_sock_rcvqueue_full)(void *, struct sock *, struct sk_buff *); typedef void (*btf_trace_sock_exceed_buf_limit)(void *, struct sock *, struct proto *, long int, int); typedef void (*btf_trace_inet_sock_set_state)(void *, const struct sock *, const int, const int); typedef void (*btf_trace_inet_sk_error_report)(void *, const struct sock *); struct trace_event_raw_udp_fail_queue_rcv_skb { struct trace_entry ent; int rc; __u16 lport; char __data[0]; }; struct trace_event_data_offsets_udp_fail_queue_rcv_skb {}; typedef void (*btf_trace_udp_fail_queue_rcv_skb)(void *, int, struct sock *); struct trace_event_raw_tcp_event_sk_skb { struct trace_entry ent; const void *skbaddr; const void *skaddr; int state; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_tcp_event_sk { struct trace_entry ent; const void *skaddr; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; __u64 sock_cookie; char __data[0]; }; struct trace_event_raw_tcp_retransmit_synack { struct trace_entry ent; const void *skaddr; const void *req; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_tcp_probe { struct trace_entry ent; __u8 saddr[28]; __u8 daddr[28]; __u16 sport; __u16 dport; __u16 family; __u32 mark; __u16 data_len; __u32 snd_nxt; __u32 snd_una; __u32 snd_cwnd; __u32 ssthresh; __u32 snd_wnd; __u32 srtt; __u32 rcv_wnd; __u64 sock_cookie; char __data[0]; }; struct trace_event_raw_tcp_event_skb { struct trace_entry ent; const void *skbaddr; __u8 saddr[28]; __u8 daddr[28]; char __data[0]; }; struct trace_event_raw_tcp_cong_state_set { struct trace_entry ent; const void *skaddr; __u16 sport; __u16 dport; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; __u8 cong_state; char __data[0]; }; struct trace_event_data_offsets_tcp_event_sk_skb {}; struct trace_event_data_offsets_tcp_event_sk {}; struct trace_event_data_offsets_tcp_retransmit_synack {}; struct trace_event_data_offsets_tcp_probe {}; struct trace_event_data_offsets_tcp_event_skb {}; struct trace_event_data_offsets_tcp_cong_state_set {}; typedef void (*btf_trace_tcp_retransmit_skb)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_send_reset)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_receive_reset)(void *, struct sock *); typedef void (*btf_trace_tcp_destroy_sock)(void *, struct sock *); typedef void (*btf_trace_tcp_rcv_space_adjust)(void *, struct sock *); typedef void (*btf_trace_tcp_retransmit_synack)(void *, const struct sock *, const struct request_sock *); typedef void (*btf_trace_tcp_probe)(void *, struct sock *, struct sk_buff *); typedef void (*btf_trace_tcp_bad_csum)(void *, const struct sk_buff *); typedef void (*btf_trace_tcp_cong_state_set)(void *, struct sock *, const u8); struct trace_event_raw_fib_table_lookup { struct trace_entry ent; u32 tb_id; int err; int oif; int iif; u8 proto; __u8 tos; __u8 scope; __u8 flags; __u8 src[4]; __u8 dst[4]; __u8 gw4[4]; __u8 gw6[16]; u16 sport; u16 dport; u32 __data_loc_name; char __data[0]; }; struct trace_event_data_offsets_fib_table_lookup { u32 name; }; typedef void (*btf_trace_fib_table_lookup)(void *, u32, const struct flowi4 *, const struct fib_nh_common *, int); struct trace_event_raw_qdisc_dequeue { struct trace_entry ent; struct Qdisc *qdisc; const struct netdev_queue *txq; int packets; void *skbaddr; int ifindex; u32 handle; u32 parent; long unsigned int txq_state; char __data[0]; }; struct trace_event_raw_qdisc_enqueue { struct trace_entry ent; struct Qdisc *qdisc; const struct netdev_queue *txq; void *skbaddr; int ifindex; u32 handle; u32 parent; char __data[0]; }; struct trace_event_raw_qdisc_reset { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; u32 handle; char __data[0]; }; struct trace_event_raw_qdisc_destroy { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; u32 handle; char __data[0]; }; struct trace_event_raw_qdisc_create { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; char __data[0]; }; struct trace_event_data_offsets_qdisc_dequeue {}; struct trace_event_data_offsets_qdisc_enqueue {}; struct trace_event_data_offsets_qdisc_reset { u32 dev; u32 kind; }; struct trace_event_data_offsets_qdisc_destroy { u32 dev; u32 kind; }; struct trace_event_data_offsets_qdisc_create { u32 dev; u32 kind; }; typedef void (*btf_trace_qdisc_dequeue)(void *, struct Qdisc *, const struct netdev_queue *, int, struct sk_buff *); typedef void (*btf_trace_qdisc_enqueue)(void *, struct Qdisc *, const struct netdev_queue *, struct sk_buff *); typedef void (*btf_trace_qdisc_reset)(void *, struct Qdisc *); typedef void (*btf_trace_qdisc_destroy)(void *, struct Qdisc *); typedef void (*btf_trace_qdisc_create)(void *, const struct Qdisc_ops *, struct net_device *, u32); struct bridge_stp_xstats { __u64 transition_blk; __u64 transition_fwd; __u64 rx_bpdu; __u64 tx_bpdu; __u64 rx_tcn; __u64 tx_tcn; }; struct br_mcast_stats { __u64 igmp_v1queries[2]; __u64 igmp_v2queries[2]; __u64 igmp_v3queries[2]; __u64 igmp_leaves[2]; __u64 igmp_v1reports[2]; __u64 igmp_v2reports[2]; __u64 igmp_v3reports[2]; __u64 igmp_parse_errors; __u64 mld_v1queries[2]; __u64 mld_v2queries[2]; __u64 mld_leaves[2]; __u64 mld_v1reports[2]; __u64 mld_v2reports[2]; __u64 mld_parse_errors; __u64 mcast_bytes[2]; __u64 mcast_packets[2]; }; struct br_ip { union { __be32 ip4; struct in6_addr ip6; } src; union { __be32 ip4; struct in6_addr ip6; unsigned char mac_addr[6]; } dst; __be16 proto; __u16 vid; }; struct bridge_id { unsigned char prio[2]; unsigned char addr[6]; }; typedef struct bridge_id bridge_id; struct mac_addr { unsigned char addr[6]; }; typedef struct mac_addr mac_addr; typedef __u16 port_id; struct bridge_mcast_own_query { struct timer_list timer; u32 startup_sent; }; struct bridge_mcast_other_query { struct timer_list timer; long unsigned int delay_time; }; struct bridge_mcast_querier { struct br_ip addr; int port_ifidx; seqcount_spinlock_t seq; }; struct bridge_mcast_stats { struct br_mcast_stats mstats; struct u64_stats_sync syncp; }; struct net_bridge_port; struct net_bridge_vlan; struct net_bridge_mcast_port { struct net_bridge_port *port; struct net_bridge_vlan *vlan; struct bridge_mcast_own_query ip4_own_query; struct timer_list ip4_mc_router_timer; struct hlist_node ip4_rlist; struct bridge_mcast_own_query ip6_own_query; struct timer_list ip6_mc_router_timer; struct hlist_node ip6_rlist; unsigned char multicast_router; }; struct net_bridge___2; struct net_bridge_vlan_group; struct net_bridge_port { struct net_bridge___2 *br; struct net_device *dev; netdevice_tracker dev_tracker; struct list_head list; long unsigned int flags; struct net_bridge_vlan_group *vlgrp; struct net_bridge_port *backup_port; u8 priority; u8 state; u16 port_no; unsigned char topology_change_ack; unsigned char config_pending; port_id port_id; port_id designated_port; bridge_id designated_root; bridge_id designated_bridge; u32 path_cost; u32 designated_cost; long unsigned int designated_age; struct timer_list forward_delay_timer; struct timer_list hold_timer; struct timer_list message_age_timer; struct kobject kobj; struct callback_head rcu; struct net_bridge_mcast_port multicast_ctx; struct bridge_mcast_stats *mcast_stats; u32 multicast_eht_hosts_limit; u32 multicast_eht_hosts_cnt; struct hlist_head mglist; char sysfs_name[16]; struct netpoll *np; int hwdom; int offload_count; struct netdev_phys_item_id ppid; u16 group_fwd_mask; u16 backup_redirected_cnt; struct bridge_stp_xstats stp_xstats; }; struct metadata_dst___2; struct br_tunnel_info { __be64 tunnel_id; struct metadata_dst___2 *tunnel_dst; }; struct net_bridge_mcast { struct net_bridge___2 *br; struct net_bridge_vlan *vlan; u32 multicast_last_member_count; u32 multicast_startup_query_count; u8 multicast_querier; u8 multicast_igmp_version; u8 multicast_router; u8 multicast_mld_version; long unsigned int multicast_last_member_interval; long unsigned int multicast_membership_interval; long unsigned int multicast_querier_interval; long unsigned int multicast_query_interval; long unsigned int multicast_query_response_interval; long unsigned int multicast_startup_query_interval; struct hlist_head ip4_mc_router_list; struct timer_list ip4_mc_router_timer; struct bridge_mcast_other_query ip4_other_query; struct bridge_mcast_own_query ip4_own_query; struct bridge_mcast_querier ip4_querier; struct hlist_head ip6_mc_router_list; struct timer_list ip6_mc_router_timer; struct bridge_mcast_other_query ip6_other_query; struct bridge_mcast_own_query ip6_own_query; struct bridge_mcast_querier ip6_querier; }; struct net_bridge_vlan { struct rhash_head vnode; struct rhash_head tnode; u16 vid; u16 flags; u16 priv_flags; u8 state; struct pcpu_sw_netstats *stats; union { struct net_bridge___2 *br; struct net_bridge_port *port; }; union { refcount_t refcnt; struct net_bridge_vlan *brvlan; }; struct br_tunnel_info tinfo; union { struct net_bridge_mcast br_mcast_ctx; struct net_bridge_mcast_port port_mcast_ctx; }; u16 msti; struct list_head vlist; struct callback_head rcu; }; struct net_bridge___2 { spinlock_t lock; spinlock_t hash_lock; struct hlist_head frame_type_list; struct net_device *dev; long unsigned int options; __be16 vlan_proto; u16 default_pvid; struct net_bridge_vlan_group *vlgrp; struct rhashtable fdb_hash_tbl; struct list_head port_list; union { struct rtable fake_rtable; struct rt6_info fake_rt6_info; }; u16 group_fwd_mask; u16 group_fwd_mask_required; bridge_id designated_root; bridge_id bridge_id; unsigned char topology_change; unsigned char topology_change_detected; u16 root_port; long unsigned int max_age; long unsigned int hello_time; long unsigned int forward_delay; long unsigned int ageing_time; long unsigned int bridge_max_age; long unsigned int bridge_hello_time; long unsigned int bridge_forward_delay; long unsigned int bridge_ageing_time; u32 root_path_cost; u8 group_addr[6]; enum { BR_NO_STP = 0, BR_KERNEL_STP = 1, BR_USER_STP = 2, } stp_enabled; struct net_bridge_mcast multicast_ctx; struct bridge_mcast_stats *mcast_stats; u32 hash_max; spinlock_t multicast_lock; struct rhashtable mdb_hash_tbl; struct rhashtable sg_port_tbl; struct hlist_head mcast_gc_list; struct hlist_head mdb_list; struct work_struct mcast_gc_work; struct timer_list hello_timer; struct timer_list tcn_timer; struct timer_list topology_change_timer; struct delayed_work gc_work; struct kobject *ifobj; u32 auto_cnt; int last_hwdom; long unsigned int busy_hwdoms; struct hlist_head fdb_list; struct hlist_head mrp_list; struct hlist_head mep_list; }; struct net_bridge_vlan_group { struct rhashtable vlan_hash; struct rhashtable tunnel_hash; struct list_head vlan_list; u16 num_vlans; u16 pvid; u8 pvid_state; }; struct net_bridge_fdb_key { mac_addr addr; u16 vlan_id; }; struct net_bridge_fdb_entry { struct rhash_head rhnode; struct net_bridge_port *dst; struct net_bridge_fdb_key key; struct hlist_node fdb_node; long unsigned int flags; long: 64; long: 64; long unsigned int updated; long unsigned int used; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; }; struct trace_event_raw_br_fdb_add { struct trace_entry ent; u8 ndm_flags; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; u16 nlh_flags; char __data[0]; }; struct trace_event_raw_br_fdb_external_learn_add { struct trace_entry ent; u32 __data_loc_br_dev; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; char __data[0]; }; struct trace_event_raw_fdb_delete { struct trace_entry ent; u32 __data_loc_br_dev; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; char __data[0]; }; struct trace_event_raw_br_fdb_update { struct trace_entry ent; u32 __data_loc_br_dev; u32 __data_loc_dev; unsigned char addr[6]; u16 vid; long unsigned int flags; char __data[0]; }; struct trace_event_data_offsets_br_fdb_add { u32 dev; }; struct trace_event_data_offsets_br_fdb_external_learn_add { u32 br_dev; u32 dev; }; struct trace_event_data_offsets_fdb_delete { u32 br_dev; u32 dev; }; struct trace_event_data_offsets_br_fdb_update { u32 br_dev; u32 dev; }; typedef void (*btf_trace_br_fdb_add)(void *, struct ndmsg *, struct net_device *, const unsigned char *, u16, u16); typedef void (*btf_trace_br_fdb_external_learn_add)(void *, struct net_bridge___2 *, struct net_bridge_port *, const unsigned char *, u16); typedef void (*btf_trace_fdb_delete)(void *, struct net_bridge___2 *, struct net_bridge_fdb_entry *); typedef void (*btf_trace_br_fdb_update)(void *, struct net_bridge___2 *, struct net_bridge_port *, const unsigned char *, u16, long unsigned int); struct trace_event_raw_page_pool_release { struct trace_entry ent; const struct page_pool *pool; s32 inflight; u32 hold; u32 release; u64 cnt; char __data[0]; }; struct trace_event_raw_page_pool_state_release { struct trace_entry ent; const struct page_pool *pool; const struct page *page; u32 release; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_page_pool_state_hold { struct trace_entry ent; const struct page_pool *pool; const struct page *page; u32 hold; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_page_pool_update_nid { struct trace_entry ent; const struct page_pool *pool; int pool_nid; int new_nid; char __data[0]; }; struct trace_event_data_offsets_page_pool_release {}; struct trace_event_data_offsets_page_pool_state_release {}; struct trace_event_data_offsets_page_pool_state_hold {}; struct trace_event_data_offsets_page_pool_update_nid {}; typedef void (*btf_trace_page_pool_release)(void *, const struct page_pool *, s32, u32, u32); typedef void (*btf_trace_page_pool_state_release)(void *, const struct page_pool *, const struct page *, u32); typedef void (*btf_trace_page_pool_state_hold)(void *, const struct page_pool *, const struct page *, u32); typedef void (*btf_trace_page_pool_update_nid)(void *, const struct page_pool *, int); struct trace_event_raw_neigh_create { struct trace_entry ent; u32 family; u32 __data_loc_dev; int entries; u8 created; u8 gc_exempt; u8 primary_key4[4]; u8 primary_key6[16]; char __data[0]; }; struct trace_event_raw_neigh_update { struct trace_entry ent; u32 family; u32 __data_loc_dev; u8 lladdr[32]; u8 lladdr_len; u8 flags; u8 nud_state; u8 type; u8 dead; int refcnt; __u8 primary_key4[4]; __u8 primary_key6[16]; long unsigned int confirmed; long unsigned int updated; long unsigned int used; u8 new_lladdr[32]; u8 new_state; u32 update_flags; u32 pid; char __data[0]; }; struct trace_event_raw_neigh__update { struct trace_entry ent; u32 family; u32 __data_loc_dev; u8 lladdr[32]; u8 lladdr_len; u8 flags; u8 nud_state; u8 type; u8 dead; int refcnt; __u8 primary_key4[4]; __u8 primary_key6[16]; long unsigned int confirmed; long unsigned int updated; long unsigned int used; u32 err; char __data[0]; }; struct trace_event_data_offsets_neigh_create { u32 dev; }; struct trace_event_data_offsets_neigh_update { u32 dev; }; struct trace_event_data_offsets_neigh__update { u32 dev; }; typedef void (*btf_trace_neigh_create)(void *, struct neigh_table *, struct net_device *, const void *, const struct neighbour *, bool); typedef void (*btf_trace_neigh_update)(void *, struct neighbour *, const u8 *, u8, u32, u32); typedef void (*btf_trace_neigh_update_done)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_timer_handler)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_event_send_done)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_event_send_dead)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_cleanup_and_release)(void *, struct neighbour *, int); struct dm_hw_stat_delta { long unsigned int last_rx; long unsigned int last_drop_val; struct callback_head rcu; }; struct net_dm_drop_point { __u8 pc[8]; __u32 count; }; struct net_dm_alert_msg { __u32 entries; struct net_dm_drop_point points[0]; }; enum { NET_DM_CMD_UNSPEC = 0, NET_DM_CMD_ALERT = 1, NET_DM_CMD_CONFIG = 2, NET_DM_CMD_START = 3, NET_DM_CMD_STOP = 4, NET_DM_CMD_PACKET_ALERT = 5, NET_DM_CMD_CONFIG_GET = 6, NET_DM_CMD_CONFIG_NEW = 7, NET_DM_CMD_STATS_GET = 8, NET_DM_CMD_STATS_NEW = 9, _NET_DM_CMD_MAX = 10, }; enum net_dm_attr { NET_DM_ATTR_UNSPEC = 0, NET_DM_ATTR_ALERT_MODE = 1, NET_DM_ATTR_PC = 2, NET_DM_ATTR_SYMBOL = 3, NET_DM_ATTR_IN_PORT = 4, NET_DM_ATTR_TIMESTAMP = 5, NET_DM_ATTR_PROTO = 6, NET_DM_ATTR_PAYLOAD = 7, NET_DM_ATTR_PAD = 8, NET_DM_ATTR_TRUNC_LEN = 9, NET_DM_ATTR_ORIG_LEN = 10, NET_DM_ATTR_QUEUE_LEN = 11, NET_DM_ATTR_STATS = 12, NET_DM_ATTR_HW_STATS = 13, NET_DM_ATTR_ORIGIN = 14, NET_DM_ATTR_HW_TRAP_GROUP_NAME = 15, NET_DM_ATTR_HW_TRAP_NAME = 16, NET_DM_ATTR_HW_ENTRIES = 17, NET_DM_ATTR_HW_ENTRY = 18, NET_DM_ATTR_HW_TRAP_COUNT = 19, NET_DM_ATTR_SW_DROPS = 20, NET_DM_ATTR_HW_DROPS = 21, NET_DM_ATTR_FLOW_ACTION_COOKIE = 22, NET_DM_ATTR_REASON = 23, __NET_DM_ATTR_MAX = 24, NET_DM_ATTR_MAX = 23, }; enum net_dm_alert_mode { NET_DM_ALERT_MODE_SUMMARY = 0, NET_DM_ALERT_MODE_PACKET = 1, }; enum { NET_DM_ATTR_PORT_NETDEV_IFINDEX = 0, NET_DM_ATTR_PORT_NETDEV_NAME = 1, __NET_DM_ATTR_PORT_MAX = 2, NET_DM_ATTR_PORT_MAX = 1, }; enum { NET_DM_ATTR_STATS_DROPPED = 0, __NET_DM_ATTR_STATS_MAX = 1, NET_DM_ATTR_STATS_MAX = 0, }; enum net_dm_origin { NET_DM_ORIGIN_SW = 0, NET_DM_ORIGIN_HW = 1, }; enum devlink_trap_type { DEVLINK_TRAP_TYPE_DROP = 0, DEVLINK_TRAP_TYPE_EXCEPTION = 1, DEVLINK_TRAP_TYPE_CONTROL = 2, }; struct devlink_dev_stats { u32 reload_stats[6]; u32 remote_reload_stats[6]; }; struct devlink_dpipe_headers; struct devlink_ops; struct devlink { u32 index; struct list_head port_list; struct list_head rate_list; struct list_head sb_list; struct list_head dpipe_table_list; struct list_head resource_list; struct list_head param_list; struct list_head region_list; struct list_head reporter_list; struct mutex reporters_lock; struct devlink_dpipe_headers *dpipe_headers; struct list_head trap_list; struct list_head trap_group_list; struct list_head trap_policer_list; struct list_head linecard_list; struct mutex linecards_lock; const struct devlink_ops *ops; u64 features; struct xarray snapshot_ids; struct devlink_dev_stats stats; struct device *dev; possible_net_t _net; struct mutex lock; u8 reload_failed: 1; refcount_t refcount; struct completion comp; long: 64; char priv[0]; }; struct devlink_trap_metadata { const char *trap_name; const char *trap_group_name; struct net_device *input_dev; netdevice_tracker dev_tracker; const struct flow_action_cookie *fa_cookie; enum devlink_trap_type trap_type; }; struct net_dm_stats { u64_stats_t dropped; struct u64_stats_sync syncp; }; struct net_dm_hw_entry { char trap_name[40]; u32 count; }; struct net_dm_hw_entries { u32 num_entries; struct net_dm_hw_entry entries[0]; }; struct per_cpu_dm_data { spinlock_t lock; union { struct sk_buff *skb; struct net_dm_hw_entries *hw_entries; }; struct sk_buff_head drop_queue; struct work_struct dm_alert_work; struct timer_list send_timer; struct net_dm_stats stats; }; struct net_dm_alert_ops { void (*kfree_skb_probe)(void *, struct sk_buff *, void *, enum skb_drop_reason); void (*napi_poll_probe)(void *, struct napi_struct *, int, int); void (*work_item_func)(struct work_struct *); void (*hw_work_item_func)(struct work_struct *); void (*hw_trap_probe)(void *, const struct devlink *, struct sk_buff *, const struct devlink_trap_metadata *); }; struct net_dm_skb_cb { union { struct devlink_trap_metadata *hw_metadata; void *pc; }; enum skb_drop_reason reason; }; enum ethtool_test_flags { ETH_TEST_FL_OFFLINE = 1, ETH_TEST_FL_FAILED = 2, ETH_TEST_FL_EXTERNAL_LB = 4, ETH_TEST_FL_EXTERNAL_LB_DONE = 8, }; struct net_packet_attrs { const unsigned char *src; const unsigned char *dst; u32 ip_src; u32 ip_dst; bool tcp; u16 sport; u16 dport; int timeout; int size; int max_size; u8 id; u16 queue_mapping; }; struct net_test_priv { struct net_packet_attrs *packet; struct packet_type pt; struct completion comp; int double_vlan; int vlan_id; int ok; }; struct netsfhdr { __be32 version; __be64 magic; u8 id; } __attribute__((packed)); struct net_test { char name[32]; int (*fn)(struct net_device *); }; struct update_classid_context { u32 classid; unsigned int batch; }; struct rtnexthop { short unsigned int rtnh_len; unsigned char rtnh_flags; unsigned char rtnh_hops; int rtnh_ifindex; }; struct lwtunnel_encap_ops { int (*build_state)(struct net *, struct nlattr *, unsigned int, const void *, struct lwtunnel_state **, struct netlink_ext_ack *); void (*destroy_state)(struct lwtunnel_state *); int (*output)(struct net *, struct sock *, struct sk_buff *); int (*input)(struct sk_buff *); int (*fill_encap)(struct sk_buff *, struct lwtunnel_state *); int (*get_encap_size)(struct lwtunnel_state *); int (*cmp_encap)(struct lwtunnel_state *, struct lwtunnel_state *); int (*xmit)(struct sk_buff *); struct module *owner; }; enum { LWT_BPF_PROG_UNSPEC = 0, LWT_BPF_PROG_FD = 1, LWT_BPF_PROG_NAME = 2, __LWT_BPF_PROG_MAX = 3, }; enum { LWT_BPF_UNSPEC = 0, LWT_BPF_IN = 1, LWT_BPF_OUT = 2, LWT_BPF_XMIT = 3, LWT_BPF_XMIT_HEADROOM = 4, __LWT_BPF_MAX = 5, }; enum { LWTUNNEL_XMIT_DONE = 0, LWTUNNEL_XMIT_CONTINUE = 1, }; struct bpf_lwt_prog { struct bpf_prog *prog; char *name; }; struct bpf_lwt { struct bpf_lwt_prog in; struct bpf_lwt_prog out; struct bpf_lwt_prog xmit; int family; }; struct dst_cache_pcpu { long unsigned int refresh_ts; struct dst_entry *dst; u32 cookie; union { struct in_addr in_saddr; struct in6_addr in6_saddr; }; }; enum devlink_command { DEVLINK_CMD_UNSPEC = 0, DEVLINK_CMD_GET = 1, DEVLINK_CMD_SET = 2, DEVLINK_CMD_NEW = 3, DEVLINK_CMD_DEL = 4, DEVLINK_CMD_PORT_GET = 5, DEVLINK_CMD_PORT_SET = 6, DEVLINK_CMD_PORT_NEW = 7, DEVLINK_CMD_PORT_DEL = 8, DEVLINK_CMD_PORT_SPLIT = 9, DEVLINK_CMD_PORT_UNSPLIT = 10, DEVLINK_CMD_SB_GET = 11, DEVLINK_CMD_SB_SET = 12, DEVLINK_CMD_SB_NEW = 13, DEVLINK_CMD_SB_DEL = 14, DEVLINK_CMD_SB_POOL_GET = 15, DEVLINK_CMD_SB_POOL_SET = 16, DEVLINK_CMD_SB_POOL_NEW = 17, DEVLINK_CMD_SB_POOL_DEL = 18, DEVLINK_CMD_SB_PORT_POOL_GET = 19, DEVLINK_CMD_SB_PORT_POOL_SET = 20, DEVLINK_CMD_SB_PORT_POOL_NEW = 21, DEVLINK_CMD_SB_PORT_POOL_DEL = 22, DEVLINK_CMD_SB_TC_POOL_BIND_GET = 23, DEVLINK_CMD_SB_TC_POOL_BIND_SET = 24, DEVLINK_CMD_SB_TC_POOL_BIND_NEW = 25, DEVLINK_CMD_SB_TC_POOL_BIND_DEL = 26, DEVLINK_CMD_SB_OCC_SNAPSHOT = 27, DEVLINK_CMD_SB_OCC_MAX_CLEAR = 28, DEVLINK_CMD_ESWITCH_GET = 29, DEVLINK_CMD_ESWITCH_SET = 30, DEVLINK_CMD_DPIPE_TABLE_GET = 31, DEVLINK_CMD_DPIPE_ENTRIES_GET = 32, DEVLINK_CMD_DPIPE_HEADERS_GET = 33, DEVLINK_CMD_DPIPE_TABLE_COUNTERS_SET = 34, DEVLINK_CMD_RESOURCE_SET = 35, DEVLINK_CMD_RESOURCE_DUMP = 36, DEVLINK_CMD_RELOAD = 37, DEVLINK_CMD_PARAM_GET = 38, DEVLINK_CMD_PARAM_SET = 39, DEVLINK_CMD_PARAM_NEW = 40, DEVLINK_CMD_PARAM_DEL = 41, DEVLINK_CMD_REGION_GET = 42, DEVLINK_CMD_REGION_SET = 43, DEVLINK_CMD_REGION_NEW = 44, DEVLINK_CMD_REGION_DEL = 45, DEVLINK_CMD_REGION_READ = 46, DEVLINK_CMD_PORT_PARAM_GET = 47, DEVLINK_CMD_PORT_PARAM_SET = 48, DEVLINK_CMD_PORT_PARAM_NEW = 49, DEVLINK_CMD_PORT_PARAM_DEL = 50, DEVLINK_CMD_INFO_GET = 51, DEVLINK_CMD_HEALTH_REPORTER_GET = 52, DEVLINK_CMD_HEALTH_REPORTER_SET = 53, DEVLINK_CMD_HEALTH_REPORTER_RECOVER = 54, DEVLINK_CMD_HEALTH_REPORTER_DIAGNOSE = 55, DEVLINK_CMD_HEALTH_REPORTER_DUMP_GET = 56, DEVLINK_CMD_HEALTH_REPORTER_DUMP_CLEAR = 57, DEVLINK_CMD_FLASH_UPDATE = 58, DEVLINK_CMD_FLASH_UPDATE_END = 59, DEVLINK_CMD_FLASH_UPDATE_STATUS = 60, DEVLINK_CMD_TRAP_GET = 61, DEVLINK_CMD_TRAP_SET = 62, DEVLINK_CMD_TRAP_NEW = 63, DEVLINK_CMD_TRAP_DEL = 64, DEVLINK_CMD_TRAP_GROUP_GET = 65, DEVLINK_CMD_TRAP_GROUP_SET = 66, DEVLINK_CMD_TRAP_GROUP_NEW = 67, DEVLINK_CMD_TRAP_GROUP_DEL = 68, DEVLINK_CMD_TRAP_POLICER_GET = 69, DEVLINK_CMD_TRAP_POLICER_SET = 70, DEVLINK_CMD_TRAP_POLICER_NEW = 71, DEVLINK_CMD_TRAP_POLICER_DEL = 72, DEVLINK_CMD_HEALTH_REPORTER_TEST = 73, DEVLINK_CMD_RATE_GET = 74, DEVLINK_CMD_RATE_SET = 75, DEVLINK_CMD_RATE_NEW = 76, DEVLINK_CMD_RATE_DEL = 77, DEVLINK_CMD_LINECARD_GET = 78, DEVLINK_CMD_LINECARD_SET = 79, DEVLINK_CMD_LINECARD_NEW = 80, DEVLINK_CMD_LINECARD_DEL = 81, __DEVLINK_CMD_MAX = 82, DEVLINK_CMD_MAX = 81, }; enum devlink_eswitch_mode { DEVLINK_ESWITCH_MODE_LEGACY = 0, DEVLINK_ESWITCH_MODE_SWITCHDEV = 1, }; enum devlink_eswitch_encap_mode { DEVLINK_ESWITCH_ENCAP_MODE_NONE = 0, DEVLINK_ESWITCH_ENCAP_MODE_BASIC = 1, }; enum { DEVLINK_ATTR_STATS_RX_PACKETS = 0, DEVLINK_ATTR_STATS_RX_BYTES = 1, DEVLINK_ATTR_STATS_RX_DROPPED = 2, __DEVLINK_ATTR_STATS_MAX = 3, DEVLINK_ATTR_STATS_MAX = 2, }; enum { DEVLINK_FLASH_OVERWRITE_SETTINGS_BIT = 0, DEVLINK_FLASH_OVERWRITE_IDENTIFIERS_BIT = 1, __DEVLINK_FLASH_OVERWRITE_MAX_BIT = 2, DEVLINK_FLASH_OVERWRITE_MAX_BIT = 1, }; enum devlink_trap_action { DEVLINK_TRAP_ACTION_DROP = 0, DEVLINK_TRAP_ACTION_TRAP = 1, DEVLINK_TRAP_ACTION_MIRROR = 2, }; enum { DEVLINK_ATTR_TRAP_METADATA_TYPE_IN_PORT = 0, DEVLINK_ATTR_TRAP_METADATA_TYPE_FA_COOKIE = 1, }; enum devlink_reload_action { DEVLINK_RELOAD_ACTION_UNSPEC = 0, DEVLINK_RELOAD_ACTION_DRIVER_REINIT = 1, DEVLINK_RELOAD_ACTION_FW_ACTIVATE = 2, __DEVLINK_RELOAD_ACTION_MAX = 3, DEVLINK_RELOAD_ACTION_MAX = 2, }; enum devlink_reload_limit { DEVLINK_RELOAD_LIMIT_UNSPEC = 0, DEVLINK_RELOAD_LIMIT_NO_RESET = 1, __DEVLINK_RELOAD_LIMIT_MAX = 2, DEVLINK_RELOAD_LIMIT_MAX = 1, }; enum devlink_linecard_state { DEVLINK_LINECARD_STATE_UNSPEC = 0, DEVLINK_LINECARD_STATE_UNPROVISIONED = 1, DEVLINK_LINECARD_STATE_UNPROVISIONING = 2, DEVLINK_LINECARD_STATE_PROVISIONING = 3, DEVLINK_LINECARD_STATE_PROVISIONING_FAILED = 4, DEVLINK_LINECARD_STATE_PROVISIONED = 5, DEVLINK_LINECARD_STATE_ACTIVE = 6, __DEVLINK_LINECARD_STATE_MAX = 7, DEVLINK_LINECARD_STATE_MAX = 6, }; enum devlink_attr { DEVLINK_ATTR_UNSPEC = 0, DEVLINK_ATTR_BUS_NAME = 1, DEVLINK_ATTR_DEV_NAME = 2, DEVLINK_ATTR_PORT_INDEX = 3, DEVLINK_ATTR_PORT_TYPE = 4, DEVLINK_ATTR_PORT_DESIRED_TYPE = 5, DEVLINK_ATTR_PORT_NETDEV_IFINDEX = 6, DEVLINK_ATTR_PORT_NETDEV_NAME = 7, DEVLINK_ATTR_PORT_IBDEV_NAME = 8, DEVLINK_ATTR_PORT_SPLIT_COUNT = 9, DEVLINK_ATTR_PORT_SPLIT_GROUP = 10, DEVLINK_ATTR_SB_INDEX = 11, DEVLINK_ATTR_SB_SIZE = 12, DEVLINK_ATTR_SB_INGRESS_POOL_COUNT = 13, DEVLINK_ATTR_SB_EGRESS_POOL_COUNT = 14, DEVLINK_ATTR_SB_INGRESS_TC_COUNT = 15, DEVLINK_ATTR_SB_EGRESS_TC_COUNT = 16, DEVLINK_ATTR_SB_POOL_INDEX = 17, DEVLINK_ATTR_SB_POOL_TYPE = 18, DEVLINK_ATTR_SB_POOL_SIZE = 19, DEVLINK_ATTR_SB_POOL_THRESHOLD_TYPE = 20, DEVLINK_ATTR_SB_THRESHOLD = 21, DEVLINK_ATTR_SB_TC_INDEX = 22, DEVLINK_ATTR_SB_OCC_CUR = 23, DEVLINK_ATTR_SB_OCC_MAX = 24, DEVLINK_ATTR_ESWITCH_MODE = 25, DEVLINK_ATTR_ESWITCH_INLINE_MODE = 26, DEVLINK_ATTR_DPIPE_TABLES = 27, DEVLINK_ATTR_DPIPE_TABLE = 28, DEVLINK_ATTR_DPIPE_TABLE_NAME = 29, DEVLINK_ATTR_DPIPE_TABLE_SIZE = 30, DEVLINK_ATTR_DPIPE_TABLE_MATCHES = 31, DEVLINK_ATTR_DPIPE_TABLE_ACTIONS = 32, DEVLINK_ATTR_DPIPE_TABLE_COUNTERS_ENABLED = 33, DEVLINK_ATTR_DPIPE_ENTRIES = 34, DEVLINK_ATTR_DPIPE_ENTRY = 35, DEVLINK_ATTR_DPIPE_ENTRY_INDEX = 36, DEVLINK_ATTR_DPIPE_ENTRY_MATCH_VALUES = 37, DEVLINK_ATTR_DPIPE_ENTRY_ACTION_VALUES = 38, DEVLINK_ATTR_DPIPE_ENTRY_COUNTER = 39, DEVLINK_ATTR_DPIPE_MATCH = 40, DEVLINK_ATTR_DPIPE_MATCH_VALUE = 41, DEVLINK_ATTR_DPIPE_MATCH_TYPE = 42, DEVLINK_ATTR_DPIPE_ACTION = 43, DEVLINK_ATTR_DPIPE_ACTION_VALUE = 44, DEVLINK_ATTR_DPIPE_ACTION_TYPE = 45, DEVLINK_ATTR_DPIPE_VALUE = 46, DEVLINK_ATTR_DPIPE_VALUE_MASK = 47, DEVLINK_ATTR_DPIPE_VALUE_MAPPING = 48, DEVLINK_ATTR_DPIPE_HEADERS = 49, DEVLINK_ATTR_DPIPE_HEADER = 50, DEVLINK_ATTR_DPIPE_HEADER_NAME = 51, DEVLINK_ATTR_DPIPE_HEADER_ID = 52, DEVLINK_ATTR_DPIPE_HEADER_FIELDS = 53, DEVLINK_ATTR_DPIPE_HEADER_GLOBAL = 54, DEVLINK_ATTR_DPIPE_HEADER_INDEX = 55, DEVLINK_ATTR_DPIPE_FIELD = 56, DEVLINK_ATTR_DPIPE_FIELD_NAME = 57, DEVLINK_ATTR_DPIPE_FIELD_ID = 58, DEVLINK_ATTR_DPIPE_FIELD_BITWIDTH = 59, DEVLINK_ATTR_DPIPE_FIELD_MAPPING_TYPE = 60, DEVLINK_ATTR_PAD = 61, DEVLINK_ATTR_ESWITCH_ENCAP_MODE = 62, DEVLINK_ATTR_RESOURCE_LIST = 63, DEVLINK_ATTR_RESOURCE = 64, DEVLINK_ATTR_RESOURCE_NAME = 65, DEVLINK_ATTR_RESOURCE_ID = 66, DEVLINK_ATTR_RESOURCE_SIZE = 67, DEVLINK_ATTR_RESOURCE_SIZE_NEW = 68, DEVLINK_ATTR_RESOURCE_SIZE_VALID = 69, DEVLINK_ATTR_RESOURCE_SIZE_MIN = 70, DEVLINK_ATTR_RESOURCE_SIZE_MAX = 71, DEVLINK_ATTR_RESOURCE_SIZE_GRAN = 72, DEVLINK_ATTR_RESOURCE_UNIT = 73, DEVLINK_ATTR_RESOURCE_OCC = 74, DEVLINK_ATTR_DPIPE_TABLE_RESOURCE_ID = 75, DEVLINK_ATTR_DPIPE_TABLE_RESOURCE_UNITS = 76, DEVLINK_ATTR_PORT_FLAVOUR = 77, DEVLINK_ATTR_PORT_NUMBER = 78, DEVLINK_ATTR_PORT_SPLIT_SUBPORT_NUMBER = 79, DEVLINK_ATTR_PARAM = 80, DEVLINK_ATTR_PARAM_NAME = 81, DEVLINK_ATTR_PARAM_GENERIC = 82, DEVLINK_ATTR_PARAM_TYPE = 83, DEVLINK_ATTR_PARAM_VALUES_LIST = 84, DEVLINK_ATTR_PARAM_VALUE = 85, DEVLINK_ATTR_PARAM_VALUE_DATA = 86, DEVLINK_ATTR_PARAM_VALUE_CMODE = 87, DEVLINK_ATTR_REGION_NAME = 88, DEVLINK_ATTR_REGION_SIZE = 89, DEVLINK_ATTR_REGION_SNAPSHOTS = 90, DEVLINK_ATTR_REGION_SNAPSHOT = 91, DEVLINK_ATTR_REGION_SNAPSHOT_ID = 92, DEVLINK_ATTR_REGION_CHUNKS = 93, DEVLINK_ATTR_REGION_CHUNK = 94, DEVLINK_ATTR_REGION_CHUNK_DATA = 95, DEVLINK_ATTR_REGION_CHUNK_ADDR = 96, DEVLINK_ATTR_REGION_CHUNK_LEN = 97, DEVLINK_ATTR_INFO_DRIVER_NAME = 98, DEVLINK_ATTR_INFO_SERIAL_NUMBER = 99, DEVLINK_ATTR_INFO_VERSION_FIXED = 100, DEVLINK_ATTR_INFO_VERSION_RUNNING = 101, DEVLINK_ATTR_INFO_VERSION_STORED = 102, DEVLINK_ATTR_INFO_VERSION_NAME = 103, DEVLINK_ATTR_INFO_VERSION_VALUE = 104, DEVLINK_ATTR_SB_POOL_CELL_SIZE = 105, DEVLINK_ATTR_FMSG = 106, DEVLINK_ATTR_FMSG_OBJ_NEST_START = 107, DEVLINK_ATTR_FMSG_PAIR_NEST_START = 108, DEVLINK_ATTR_FMSG_ARR_NEST_START = 109, DEVLINK_ATTR_FMSG_NEST_END = 110, DEVLINK_ATTR_FMSG_OBJ_NAME = 111, DEVLINK_ATTR_FMSG_OBJ_VALUE_TYPE = 112, DEVLINK_ATTR_FMSG_OBJ_VALUE_DATA = 113, DEVLINK_ATTR_HEALTH_REPORTER = 114, DEVLINK_ATTR_HEALTH_REPORTER_NAME = 115, DEVLINK_ATTR_HEALTH_REPORTER_STATE = 116, DEVLINK_ATTR_HEALTH_REPORTER_ERR_COUNT = 117, DEVLINK_ATTR_HEALTH_REPORTER_RECOVER_COUNT = 118, DEVLINK_ATTR_HEALTH_REPORTER_DUMP_TS = 119, DEVLINK_ATTR_HEALTH_REPORTER_GRACEFUL_PERIOD = 120, DEVLINK_ATTR_HEALTH_REPORTER_AUTO_RECOVER = 121, DEVLINK_ATTR_FLASH_UPDATE_FILE_NAME = 122, DEVLINK_ATTR_FLASH_UPDATE_COMPONENT = 123, DEVLINK_ATTR_FLASH_UPDATE_STATUS_MSG = 124, DEVLINK_ATTR_FLASH_UPDATE_STATUS_DONE = 125, DEVLINK_ATTR_FLASH_UPDATE_STATUS_TOTAL = 126, DEVLINK_ATTR_PORT_PCI_PF_NUMBER = 127, DEVLINK_ATTR_PORT_PCI_VF_NUMBER = 128, DEVLINK_ATTR_STATS = 129, DEVLINK_ATTR_TRAP_NAME = 130, DEVLINK_ATTR_TRAP_ACTION = 131, DEVLINK_ATTR_TRAP_TYPE = 132, DEVLINK_ATTR_TRAP_GENERIC = 133, DEVLINK_ATTR_TRAP_METADATA = 134, DEVLINK_ATTR_TRAP_GROUP_NAME = 135, DEVLINK_ATTR_RELOAD_FAILED = 136, DEVLINK_ATTR_HEALTH_REPORTER_DUMP_TS_NS = 137, DEVLINK_ATTR_NETNS_FD = 138, DEVLINK_ATTR_NETNS_PID = 139, DEVLINK_ATTR_NETNS_ID = 140, DEVLINK_ATTR_HEALTH_REPORTER_AUTO_DUMP = 141, DEVLINK_ATTR_TRAP_POLICER_ID = 142, DEVLINK_ATTR_TRAP_POLICER_RATE = 143, DEVLINK_ATTR_TRAP_POLICER_BURST = 144, DEVLINK_ATTR_PORT_FUNCTION = 145, DEVLINK_ATTR_INFO_BOARD_SERIAL_NUMBER = 146, DEVLINK_ATTR_PORT_LANES = 147, DEVLINK_ATTR_PORT_SPLITTABLE = 148, DEVLINK_ATTR_PORT_EXTERNAL = 149, DEVLINK_ATTR_PORT_CONTROLLER_NUMBER = 150, DEVLINK_ATTR_FLASH_UPDATE_STATUS_TIMEOUT = 151, DEVLINK_ATTR_FLASH_UPDATE_OVERWRITE_MASK = 152, DEVLINK_ATTR_RELOAD_ACTION = 153, DEVLINK_ATTR_RELOAD_ACTIONS_PERFORMED = 154, DEVLINK_ATTR_RELOAD_LIMITS = 155, DEVLINK_ATTR_DEV_STATS = 156, DEVLINK_ATTR_RELOAD_STATS = 157, DEVLINK_ATTR_RELOAD_STATS_ENTRY = 158, DEVLINK_ATTR_RELOAD_STATS_LIMIT = 159, DEVLINK_ATTR_RELOAD_STATS_VALUE = 160, DEVLINK_ATTR_REMOTE_RELOAD_STATS = 161, DEVLINK_ATTR_RELOAD_ACTION_INFO = 162, DEVLINK_ATTR_RELOAD_ACTION_STATS = 163, DEVLINK_ATTR_PORT_PCI_SF_NUMBER = 164, DEVLINK_ATTR_RATE_TYPE = 165, DEVLINK_ATTR_RATE_TX_SHARE = 166, DEVLINK_ATTR_RATE_TX_MAX = 167, DEVLINK_ATTR_RATE_NODE_NAME = 168, DEVLINK_ATTR_RATE_PARENT_NODE_NAME = 169, DEVLINK_ATTR_REGION_MAX_SNAPSHOTS = 170, DEVLINK_ATTR_LINECARD_INDEX = 171, DEVLINK_ATTR_LINECARD_STATE = 172, DEVLINK_ATTR_LINECARD_TYPE = 173, DEVLINK_ATTR_LINECARD_SUPPORTED_TYPES = 174, __DEVLINK_ATTR_MAX = 175, DEVLINK_ATTR_MAX = 174, }; enum devlink_dpipe_field_mapping_type { DEVLINK_DPIPE_FIELD_MAPPING_TYPE_NONE = 0, DEVLINK_DPIPE_FIELD_MAPPING_TYPE_IFINDEX = 1, }; enum devlink_dpipe_match_type { DEVLINK_DPIPE_MATCH_TYPE_FIELD_EXACT = 0, }; enum devlink_dpipe_action_type { DEVLINK_DPIPE_ACTION_TYPE_FIELD_MODIFY = 0, }; enum devlink_dpipe_field_ethernet_id { DEVLINK_DPIPE_FIELD_ETHERNET_DST_MAC = 0, }; enum devlink_dpipe_field_ipv4_id { DEVLINK_DPIPE_FIELD_IPV4_DST_IP = 0, }; enum devlink_dpipe_field_ipv6_id { DEVLINK_DPIPE_FIELD_IPV6_DST_IP = 0, }; enum devlink_dpipe_header_id { DEVLINK_DPIPE_HEADER_ETHERNET = 0, DEVLINK_DPIPE_HEADER_IPV4 = 1, DEVLINK_DPIPE_HEADER_IPV6 = 2, }; enum devlink_resource_unit { DEVLINK_RESOURCE_UNIT_ENTRY = 0, }; enum devlink_port_function_attr { DEVLINK_PORT_FUNCTION_ATTR_UNSPEC = 0, DEVLINK_PORT_FUNCTION_ATTR_HW_ADDR = 1, DEVLINK_PORT_FN_ATTR_STATE = 2, DEVLINK_PORT_FN_ATTR_OPSTATE = 3, __DEVLINK_PORT_FUNCTION_ATTR_MAX = 4, DEVLINK_PORT_FUNCTION_ATTR_MAX = 3, }; enum devlink_port_fn_state { DEVLINK_PORT_FN_STATE_INACTIVE = 0, DEVLINK_PORT_FN_STATE_ACTIVE = 1, }; enum devlink_port_fn_opstate { DEVLINK_PORT_FN_OPSTATE_DETACHED = 0, DEVLINK_PORT_FN_OPSTATE_ATTACHED = 1, }; struct devlink_linecard_ops; struct devlink_linecard_type; struct devlink_linecard { struct list_head list; struct devlink *devlink; unsigned int index; refcount_t refcount; const struct devlink_linecard_ops *ops; void *priv; enum devlink_linecard_state state; struct mutex state_lock; const char *type; struct devlink_linecard_type *types; unsigned int types_count; }; struct devlink_port_new_attrs { enum devlink_port_flavour flavour; unsigned int port_index; u32 controller; u32 sfnum; u16 pfnum; u8 port_index_valid: 1; u8 controller_valid: 1; u8 sfnum_valid: 1; }; struct devlink_linecard_ops { int (*provision)(struct devlink_linecard *, void *, const char *, const void *, struct netlink_ext_ack *); int (*unprovision)(struct devlink_linecard *, void *, struct netlink_ext_ack *); bool (*same_provision)(struct devlink_linecard *, void *, const char *, const void *); unsigned int (*types_count)(struct devlink_linecard *, void *); void (*types_get)(struct devlink_linecard *, void *, unsigned int, const char **, const void **); }; struct devlink_dpipe_field { const char *name; unsigned int id; unsigned int bitwidth; enum devlink_dpipe_field_mapping_type mapping_type; }; struct devlink_dpipe_header { const char *name; unsigned int id; struct devlink_dpipe_field *fields; unsigned int fields_count; bool global; }; struct devlink_dpipe_match { enum devlink_dpipe_match_type type; unsigned int header_index; struct devlink_dpipe_header *header; unsigned int field_id; }; struct devlink_dpipe_action { enum devlink_dpipe_action_type type; unsigned int header_index; struct devlink_dpipe_header *header; unsigned int field_id; }; struct devlink_dpipe_value { union { struct devlink_dpipe_action *action; struct devlink_dpipe_match *match; }; unsigned int mapping_value; bool mapping_valid; unsigned int value_size; void *value; void *mask; }; struct devlink_dpipe_entry { u64 index; struct devlink_dpipe_value *match_values; unsigned int match_values_count; struct devlink_dpipe_value *action_values; unsigned int action_values_count; u64 counter; bool counter_valid; }; struct devlink_dpipe_dump_ctx { struct genl_info *info; enum devlink_command cmd; struct sk_buff *skb; struct nlattr *nest; void *hdr; }; struct devlink_dpipe_table_ops; struct devlink_dpipe_table { void *priv; struct list_head list; const char *name; bool counters_enabled; bool counter_control_extern; bool resource_valid; u64 resource_id; u64 resource_units; struct devlink_dpipe_table_ops *table_ops; struct callback_head rcu; }; struct devlink_dpipe_table_ops { int (*actions_dump)(void *, struct sk_buff *); int (*matches_dump)(void *, struct sk_buff *); int (*entries_dump)(void *, bool, struct devlink_dpipe_dump_ctx *); int (*counters_set_update)(void *, bool); u64 (*size_get)(void *); }; struct devlink_dpipe_headers { struct devlink_dpipe_header **headers; unsigned int headers_count; }; struct devlink_resource_size_params { u64 size_min; u64 size_max; u64 size_granularity; enum devlink_resource_unit unit; }; typedef u64 devlink_resource_occ_get_t(void *); enum devlink_param_type { DEVLINK_PARAM_TYPE_U8 = 0, DEVLINK_PARAM_TYPE_U16 = 1, DEVLINK_PARAM_TYPE_U32 = 2, DEVLINK_PARAM_TYPE_STRING = 3, DEVLINK_PARAM_TYPE_BOOL = 4, }; struct devlink_flash_notify { const char *status_msg; const char *component; long unsigned int done; long unsigned int total; long unsigned int timeout; }; struct devlink_param { u32 id; const char *name; bool generic; enum devlink_param_type type; long unsigned int supported_cmodes; int (*get)(struct devlink *, u32, struct devlink_param_gset_ctx *); int (*set)(struct devlink *, u32, struct devlink_param_gset_ctx *); int (*validate)(struct devlink *, u32, union devlink_param_value, struct netlink_ext_ack *); }; struct devlink_param_item { struct list_head list; const struct devlink_param *param; union devlink_param_value driverinit_value; bool driverinit_value_valid; }; enum devlink_param_generic_id { DEVLINK_PARAM_GENERIC_ID_INT_ERR_RESET = 0, DEVLINK_PARAM_GENERIC_ID_MAX_MACS = 1, DEVLINK_PARAM_GENERIC_ID_ENABLE_SRIOV = 2, DEVLINK_PARAM_GENERIC_ID_REGION_SNAPSHOT = 3, DEVLINK_PARAM_GENERIC_ID_IGNORE_ARI = 4, DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MAX = 5, DEVLINK_PARAM_GENERIC_ID_MSIX_VEC_PER_PF_MIN = 6, DEVLINK_PARAM_GENERIC_ID_FW_LOAD_POLICY = 7, DEVLINK_PARAM_GENERIC_ID_RESET_DEV_ON_DRV_PROBE = 8, DEVLINK_PARAM_GENERIC_ID_ENABLE_ROCE = 9, DEVLINK_PARAM_GENERIC_ID_ENABLE_REMOTE_DEV_RESET = 10, DEVLINK_PARAM_GENERIC_ID_ENABLE_ETH = 11, DEVLINK_PARAM_GENERIC_ID_ENABLE_RDMA = 12, DEVLINK_PARAM_GENERIC_ID_ENABLE_VNET = 13, DEVLINK_PARAM_GENERIC_ID_ENABLE_IWARP = 14, DEVLINK_PARAM_GENERIC_ID_IO_EQ_SIZE = 15, DEVLINK_PARAM_GENERIC_ID_EVENT_EQ_SIZE = 16, __DEVLINK_PARAM_GENERIC_ID_MAX = 17, DEVLINK_PARAM_GENERIC_ID_MAX = 16, }; struct devlink_flash_update_params { const struct firmware *fw; const char *component; u32 overwrite_mask; }; struct devlink_region_ops { const char *name; void (*destructor)(const void *); int (*snapshot)(struct devlink *, const struct devlink_region_ops *, struct netlink_ext_ack *, u8 **); void *priv; }; struct devlink_port_region_ops { const char *name; void (*destructor)(const void *); int (*snapshot)(struct devlink_port *, const struct devlink_port_region_ops *, struct netlink_ext_ack *, u8 **); void *priv; }; enum devlink_health_reporter_state { DEVLINK_HEALTH_REPORTER_STATE_HEALTHY = 0, DEVLINK_HEALTH_REPORTER_STATE_ERROR = 1, }; struct devlink_health_reporter; struct devlink_fmsg; struct devlink_health_reporter_ops { char *name; int (*recover)(struct devlink_health_reporter *, void *, struct netlink_ext_ack *); int (*dump)(struct devlink_health_reporter *, struct devlink_fmsg *, void *, struct netlink_ext_ack *); int (*diagnose)(struct devlink_health_reporter *, struct devlink_fmsg *, struct netlink_ext_ack *); int (*test)(struct devlink_health_reporter *, struct netlink_ext_ack *); }; struct devlink_health_reporter { struct list_head list; void *priv; const struct devlink_health_reporter_ops *ops; struct devlink *devlink; struct devlink_port *devlink_port; struct devlink_fmsg *dump_fmsg; struct mutex dump_lock; u64 graceful_period; bool auto_recover; bool auto_dump; u8 health_state; u64 dump_ts; u64 dump_real_ts; u64 error_count; u64 recovery_count; u64 last_recovery_ts; refcount_t refcount; }; struct devlink_fmsg { struct list_head item_list; bool putting_binary; }; struct devlink_trap_policer { u32 id; u64 init_rate; u64 init_burst; u64 max_rate; u64 min_rate; u64 max_burst; u64 min_burst; }; struct devlink_trap_group { const char *name; u16 id; bool generic; u32 init_policer_id; }; struct devlink_trap { enum devlink_trap_type type; enum devlink_trap_action init_action; bool generic; u16 id; const char *name; u16 init_group_id; u32 metadata_cap; }; enum devlink_trap_generic_id { DEVLINK_TRAP_GENERIC_ID_SMAC_MC = 0, DEVLINK_TRAP_GENERIC_ID_VLAN_TAG_MISMATCH = 1, DEVLINK_TRAP_GENERIC_ID_INGRESS_VLAN_FILTER = 2, DEVLINK_TRAP_GENERIC_ID_INGRESS_STP_FILTER = 3, DEVLINK_TRAP_GENERIC_ID_EMPTY_TX_LIST = 4, DEVLINK_TRAP_GENERIC_ID_PORT_LOOPBACK_FILTER = 5, DEVLINK_TRAP_GENERIC_ID_BLACKHOLE_ROUTE = 6, DEVLINK_TRAP_GENERIC_ID_TTL_ERROR = 7, DEVLINK_TRAP_GENERIC_ID_TAIL_DROP = 8, DEVLINK_TRAP_GENERIC_ID_NON_IP_PACKET = 9, DEVLINK_TRAP_GENERIC_ID_UC_DIP_MC_DMAC = 10, DEVLINK_TRAP_GENERIC_ID_DIP_LB = 11, DEVLINK_TRAP_GENERIC_ID_SIP_MC = 12, DEVLINK_TRAP_GENERIC_ID_SIP_LB = 13, DEVLINK_TRAP_GENERIC_ID_CORRUPTED_IP_HDR = 14, DEVLINK_TRAP_GENERIC_ID_IPV4_SIP_BC = 15, DEVLINK_TRAP_GENERIC_ID_IPV6_MC_DIP_RESERVED_SCOPE = 16, DEVLINK_TRAP_GENERIC_ID_IPV6_MC_DIP_INTERFACE_LOCAL_SCOPE = 17, DEVLINK_TRAP_GENERIC_ID_MTU_ERROR = 18, DEVLINK_TRAP_GENERIC_ID_UNRESOLVED_NEIGH = 19, DEVLINK_TRAP_GENERIC_ID_RPF = 20, DEVLINK_TRAP_GENERIC_ID_REJECT_ROUTE = 21, DEVLINK_TRAP_GENERIC_ID_IPV4_LPM_UNICAST_MISS = 22, DEVLINK_TRAP_GENERIC_ID_IPV6_LPM_UNICAST_MISS = 23, DEVLINK_TRAP_GENERIC_ID_NON_ROUTABLE = 24, DEVLINK_TRAP_GENERIC_ID_DECAP_ERROR = 25, DEVLINK_TRAP_GENERIC_ID_OVERLAY_SMAC_MC = 26, DEVLINK_TRAP_GENERIC_ID_INGRESS_FLOW_ACTION_DROP = 27, DEVLINK_TRAP_GENERIC_ID_EGRESS_FLOW_ACTION_DROP = 28, DEVLINK_TRAP_GENERIC_ID_STP = 29, DEVLINK_TRAP_GENERIC_ID_LACP = 30, DEVLINK_TRAP_GENERIC_ID_LLDP = 31, DEVLINK_TRAP_GENERIC_ID_IGMP_QUERY = 32, DEVLINK_TRAP_GENERIC_ID_IGMP_V1_REPORT = 33, DEVLINK_TRAP_GENERIC_ID_IGMP_V2_REPORT = 34, DEVLINK_TRAP_GENERIC_ID_IGMP_V3_REPORT = 35, DEVLINK_TRAP_GENERIC_ID_IGMP_V2_LEAVE = 36, DEVLINK_TRAP_GENERIC_ID_MLD_QUERY = 37, DEVLINK_TRAP_GENERIC_ID_MLD_V1_REPORT = 38, DEVLINK_TRAP_GENERIC_ID_MLD_V2_REPORT = 39, DEVLINK_TRAP_GENERIC_ID_MLD_V1_DONE = 40, DEVLINK_TRAP_GENERIC_ID_IPV4_DHCP = 41, DEVLINK_TRAP_GENERIC_ID_IPV6_DHCP = 42, DEVLINK_TRAP_GENERIC_ID_ARP_REQUEST = 43, DEVLINK_TRAP_GENERIC_ID_ARP_RESPONSE = 44, DEVLINK_TRAP_GENERIC_ID_ARP_OVERLAY = 45, DEVLINK_TRAP_GENERIC_ID_IPV6_NEIGH_SOLICIT = 46, DEVLINK_TRAP_GENERIC_ID_IPV6_NEIGH_ADVERT = 47, DEVLINK_TRAP_GENERIC_ID_IPV4_BFD = 48, DEVLINK_TRAP_GENERIC_ID_IPV6_BFD = 49, DEVLINK_TRAP_GENERIC_ID_IPV4_OSPF = 50, DEVLINK_TRAP_GENERIC_ID_IPV6_OSPF = 51, DEVLINK_TRAP_GENERIC_ID_IPV4_BGP = 52, DEVLINK_TRAP_GENERIC_ID_IPV6_BGP = 53, DEVLINK_TRAP_GENERIC_ID_IPV4_VRRP = 54, DEVLINK_TRAP_GENERIC_ID_IPV6_VRRP = 55, DEVLINK_TRAP_GENERIC_ID_IPV4_PIM = 56, DEVLINK_TRAP_GENERIC_ID_IPV6_PIM = 57, DEVLINK_TRAP_GENERIC_ID_UC_LB = 58, DEVLINK_TRAP_GENERIC_ID_LOCAL_ROUTE = 59, DEVLINK_TRAP_GENERIC_ID_EXTERNAL_ROUTE = 60, DEVLINK_TRAP_GENERIC_ID_IPV6_UC_DIP_LINK_LOCAL_SCOPE = 61, DEVLINK_TRAP_GENERIC_ID_IPV6_DIP_ALL_NODES = 62, DEVLINK_TRAP_GENERIC_ID_IPV6_DIP_ALL_ROUTERS = 63, DEVLINK_TRAP_GENERIC_ID_IPV6_ROUTER_SOLICIT = 64, DEVLINK_TRAP_GENERIC_ID_IPV6_ROUTER_ADVERT = 65, DEVLINK_TRAP_GENERIC_ID_IPV6_REDIRECT = 66, DEVLINK_TRAP_GENERIC_ID_IPV4_ROUTER_ALERT = 67, DEVLINK_TRAP_GENERIC_ID_IPV6_ROUTER_ALERT = 68, DEVLINK_TRAP_GENERIC_ID_PTP_EVENT = 69, DEVLINK_TRAP_GENERIC_ID_PTP_GENERAL = 70, DEVLINK_TRAP_GENERIC_ID_FLOW_ACTION_SAMPLE = 71, DEVLINK_TRAP_GENERIC_ID_FLOW_ACTION_TRAP = 72, DEVLINK_TRAP_GENERIC_ID_EARLY_DROP = 73, DEVLINK_TRAP_GENERIC_ID_VXLAN_PARSING = 74, DEVLINK_TRAP_GENERIC_ID_LLC_SNAP_PARSING = 75, DEVLINK_TRAP_GENERIC_ID_VLAN_PARSING = 76, DEVLINK_TRAP_GENERIC_ID_PPPOE_PPP_PARSING = 77, DEVLINK_TRAP_GENERIC_ID_MPLS_PARSING = 78, DEVLINK_TRAP_GENERIC_ID_ARP_PARSING = 79, DEVLINK_TRAP_GENERIC_ID_IP_1_PARSING = 80, DEVLINK_TRAP_GENERIC_ID_IP_N_PARSING = 81, DEVLINK_TRAP_GENERIC_ID_GRE_PARSING = 82, DEVLINK_TRAP_GENERIC_ID_UDP_PARSING = 83, DEVLINK_TRAP_GENERIC_ID_TCP_PARSING = 84, DEVLINK_TRAP_GENERIC_ID_IPSEC_PARSING = 85, DEVLINK_TRAP_GENERIC_ID_SCTP_PARSING = 86, DEVLINK_TRAP_GENERIC_ID_DCCP_PARSING = 87, DEVLINK_TRAP_GENERIC_ID_GTP_PARSING = 88, DEVLINK_TRAP_GENERIC_ID_ESP_PARSING = 89, DEVLINK_TRAP_GENERIC_ID_BLACKHOLE_NEXTHOP = 90, DEVLINK_TRAP_GENERIC_ID_DMAC_FILTER = 91, __DEVLINK_TRAP_GENERIC_ID_MAX = 92, DEVLINK_TRAP_GENERIC_ID_MAX = 91, }; enum devlink_trap_group_generic_id { DEVLINK_TRAP_GROUP_GENERIC_ID_L2_DROPS = 0, DEVLINK_TRAP_GROUP_GENERIC_ID_L3_DROPS = 1, DEVLINK_TRAP_GROUP_GENERIC_ID_L3_EXCEPTIONS = 2, DEVLINK_TRAP_GROUP_GENERIC_ID_BUFFER_DROPS = 3, DEVLINK_TRAP_GROUP_GENERIC_ID_TUNNEL_DROPS = 4, DEVLINK_TRAP_GROUP_GENERIC_ID_ACL_DROPS = 5, DEVLINK_TRAP_GROUP_GENERIC_ID_STP = 6, DEVLINK_TRAP_GROUP_GENERIC_ID_LACP = 7, DEVLINK_TRAP_GROUP_GENERIC_ID_LLDP = 8, DEVLINK_TRAP_GROUP_GENERIC_ID_MC_SNOOPING = 9, DEVLINK_TRAP_GROUP_GENERIC_ID_DHCP = 10, DEVLINK_TRAP_GROUP_GENERIC_ID_NEIGH_DISCOVERY = 11, DEVLINK_TRAP_GROUP_GENERIC_ID_BFD = 12, DEVLINK_TRAP_GROUP_GENERIC_ID_OSPF = 13, DEVLINK_TRAP_GROUP_GENERIC_ID_BGP = 14, DEVLINK_TRAP_GROUP_GENERIC_ID_VRRP = 15, DEVLINK_TRAP_GROUP_GENERIC_ID_PIM = 16, DEVLINK_TRAP_GROUP_GENERIC_ID_UC_LB = 17, DEVLINK_TRAP_GROUP_GENERIC_ID_LOCAL_DELIVERY = 18, DEVLINK_TRAP_GROUP_GENERIC_ID_EXTERNAL_DELIVERY = 19, DEVLINK_TRAP_GROUP_GENERIC_ID_IPV6 = 20, DEVLINK_TRAP_GROUP_GENERIC_ID_PTP_EVENT = 21, DEVLINK_TRAP_GROUP_GENERIC_ID_PTP_GENERAL = 22, DEVLINK_TRAP_GROUP_GENERIC_ID_ACL_SAMPLE = 23, DEVLINK_TRAP_GROUP_GENERIC_ID_ACL_TRAP = 24, DEVLINK_TRAP_GROUP_GENERIC_ID_PARSER_ERROR_DROPS = 25, __DEVLINK_TRAP_GROUP_GENERIC_ID_MAX = 26, DEVLINK_TRAP_GROUP_GENERIC_ID_MAX = 25, }; enum { DEVLINK_F_RELOAD = 1, }; struct devlink_info_req___2; struct devlink_ops { u32 supported_flash_update_params; long unsigned int reload_actions; long unsigned int reload_limits; int (*reload_down)(struct devlink *, bool, enum devlink_reload_action, enum devlink_reload_limit, struct netlink_ext_ack *); int (*reload_up)(struct devlink *, enum devlink_reload_action, enum devlink_reload_limit, u32 *, struct netlink_ext_ack *); int (*port_type_set)(struct devlink_port *, enum devlink_port_type); int (*port_split)(struct devlink *, struct devlink_port *, unsigned int, struct netlink_ext_ack *); int (*port_unsplit)(struct devlink *, struct devlink_port *, struct netlink_ext_ack *); int (*sb_pool_get)(struct devlink *, unsigned int, u16, struct devlink_sb_pool_info *); int (*sb_pool_set)(struct devlink *, unsigned int, u16, u32, enum devlink_sb_threshold_type, struct netlink_ext_ack *); int (*sb_port_pool_get)(struct devlink_port *, unsigned int, u16, u32 *); int (*sb_port_pool_set)(struct devlink_port *, unsigned int, u16, u32, struct netlink_ext_ack *); int (*sb_tc_pool_bind_get)(struct devlink_port *, unsigned int, u16, enum devlink_sb_pool_type, u16 *, u32 *); int (*sb_tc_pool_bind_set)(struct devlink_port *, unsigned int, u16, enum devlink_sb_pool_type, u16, u32, struct netlink_ext_ack *); int (*sb_occ_snapshot)(struct devlink *, unsigned int); int (*sb_occ_max_clear)(struct devlink *, unsigned int); int (*sb_occ_port_pool_get)(struct devlink_port *, unsigned int, u16, u32 *, u32 *); int (*sb_occ_tc_port_bind_get)(struct devlink_port *, unsigned int, u16, enum devlink_sb_pool_type, u32 *, u32 *); int (*eswitch_mode_get)(struct devlink *, u16 *); int (*eswitch_mode_set)(struct devlink *, u16, struct netlink_ext_ack *); int (*eswitch_inline_mode_get)(struct devlink *, u8 *); int (*eswitch_inline_mode_set)(struct devlink *, u8, struct netlink_ext_ack *); int (*eswitch_encap_mode_get)(struct devlink *, enum devlink_eswitch_encap_mode *); int (*eswitch_encap_mode_set)(struct devlink *, enum devlink_eswitch_encap_mode, struct netlink_ext_ack *); int (*info_get)(struct devlink *, struct devlink_info_req___2 *, struct netlink_ext_ack *); int (*flash_update)(struct devlink *, struct devlink_flash_update_params *, struct netlink_ext_ack *); int (*trap_init)(struct devlink *, const struct devlink_trap *, void *); void (*trap_fini)(struct devlink *, const struct devlink_trap *, void *); int (*trap_action_set)(struct devlink *, const struct devlink_trap *, enum devlink_trap_action, struct netlink_ext_ack *); int (*trap_group_init)(struct devlink *, const struct devlink_trap_group *); int (*trap_group_set)(struct devlink *, const struct devlink_trap_group *, const struct devlink_trap_policer *, struct netlink_ext_ack *); int (*trap_group_action_set)(struct devlink *, const struct devlink_trap_group *, enum devlink_trap_action, struct netlink_ext_ack *); int (*trap_drop_counter_get)(struct devlink *, const struct devlink_trap *, u64 *); int (*trap_policer_init)(struct devlink *, const struct devlink_trap_policer *); void (*trap_policer_fini)(struct devlink *, const struct devlink_trap_policer *); int (*trap_policer_set)(struct devlink *, const struct devlink_trap_policer *, u64, u64, struct netlink_ext_ack *); int (*trap_policer_counter_get)(struct devlink *, const struct devlink_trap_policer *, u64 *); int (*port_function_hw_addr_get)(struct devlink_port *, u8 *, int *, struct netlink_ext_ack *); int (*port_function_hw_addr_set)(struct devlink_port *, const u8 *, int, struct netlink_ext_ack *); int (*port_new)(struct devlink *, const struct devlink_port_new_attrs *, struct netlink_ext_ack *, unsigned int *); int (*port_del)(struct devlink *, unsigned int, struct netlink_ext_ack *); int (*port_fn_state_get)(struct devlink_port *, enum devlink_port_fn_state *, enum devlink_port_fn_opstate *, struct netlink_ext_ack *); int (*port_fn_state_set)(struct devlink_port *, enum devlink_port_fn_state, struct netlink_ext_ack *); int (*rate_leaf_tx_share_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_leaf_tx_max_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_node_tx_share_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_node_tx_max_set)(struct devlink_rate *, void *, u64, struct netlink_ext_ack *); int (*rate_node_new)(struct devlink_rate *, void **, struct netlink_ext_ack *); int (*rate_node_del)(struct devlink_rate *, void *, struct netlink_ext_ack *); int (*rate_leaf_parent_set)(struct devlink_rate *, struct devlink_rate *, void *, void *, struct netlink_ext_ack *); int (*rate_node_parent_set)(struct devlink_rate *, struct devlink_rate *, void *, void *, struct netlink_ext_ack *); }; struct devlink_info_req___2 { struct sk_buff *msg; }; struct trace_event_raw_devlink_hwmsg { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; bool incoming; long unsigned int type; u32 __data_loc_buf; size_t len; char __data[0]; }; struct trace_event_raw_devlink_hwerr { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; int err; u32 __data_loc_msg; char __data[0]; }; struct trace_event_raw_devlink_health_report { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_reporter_name; u32 __data_loc_msg; char __data[0]; }; struct trace_event_raw_devlink_health_recover_aborted { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_reporter_name; bool health_state; u64 time_since_last_recover; char __data[0]; }; struct trace_event_raw_devlink_health_reporter_state_update { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_reporter_name; u8 new_state; char __data[0]; }; struct trace_event_raw_devlink_trap_report { struct trace_entry ent; u32 __data_loc_bus_name; u32 __data_loc_dev_name; u32 __data_loc_driver_name; u32 __data_loc_trap_name; u32 __data_loc_trap_group_name; u32 __data_loc_input_dev_name; char __data[0]; }; struct trace_event_data_offsets_devlink_hwmsg { u32 bus_name; u32 dev_name; u32 driver_name; u32 buf; }; struct trace_event_data_offsets_devlink_hwerr { u32 bus_name; u32 dev_name; u32 driver_name; u32 msg; }; struct trace_event_data_offsets_devlink_health_report { u32 bus_name; u32 dev_name; u32 driver_name; u32 reporter_name; u32 msg; }; struct trace_event_data_offsets_devlink_health_recover_aborted { u32 bus_name; u32 dev_name; u32 driver_name; u32 reporter_name; }; struct trace_event_data_offsets_devlink_health_reporter_state_update { u32 bus_name; u32 dev_name; u32 driver_name; u32 reporter_name; }; struct trace_event_data_offsets_devlink_trap_report { u32 bus_name; u32 dev_name; u32 driver_name; u32 trap_name; u32 trap_group_name; u32 input_dev_name; }; typedef void (*btf_trace_devlink_hwmsg)(void *, const struct devlink *, bool, long unsigned int, const u8 *, size_t); typedef void (*btf_trace_devlink_hwerr)(void *, const struct devlink *, int, const char *); typedef void (*btf_trace_devlink_health_report)(void *, const struct devlink *, const char *, const char *); typedef void (*btf_trace_devlink_health_recover_aborted)(void *, const struct devlink *, const char *, bool, u64); typedef void (*btf_trace_devlink_health_reporter_state_update)(void *, const struct devlink *, const char *, bool); typedef void (*btf_trace_devlink_trap_report)(void *, const struct devlink *, struct sk_buff *, const struct devlink_trap_metadata *); struct devlink_linecard_type { const char *type; const void *priv; }; struct devlink_resource { const char *name; u64 id; u64 size; u64 size_new; bool size_valid; struct devlink_resource *parent; struct devlink_resource_size_params size_params; struct list_head list; struct list_head resource_list; devlink_resource_occ_get_t *occ_get; void *occ_get_priv; }; struct devlink_sb { struct list_head list; unsigned int index; u32 size; u16 ingress_pools_count; u16 egress_pools_count; u16 ingress_tc_count; u16 egress_tc_count; }; struct devlink_region { struct devlink *devlink; struct devlink_port *port; struct list_head list; union { const struct devlink_region_ops *ops; const struct devlink_port_region_ops *port_ops; }; struct list_head snapshot_list; u32 max_snapshots; u32 cur_snapshots; u64 size; }; struct devlink_snapshot { struct list_head list; struct devlink_region *region; u8 *data; u32 id; }; enum devlink_multicast_groups { DEVLINK_MCGRP_CONFIG = 0, }; struct devlink_reload_combination { enum devlink_reload_action action; enum devlink_reload_limit limit; }; struct devlink_fmsg_item { struct list_head list; int attrtype; u8 nla_type; u16 len; int value[0]; }; struct devlink_stats { u64_stats_t rx_bytes; u64_stats_t rx_packets; struct u64_stats_sync syncp; }; struct devlink_trap_policer_item { const struct devlink_trap_policer *policer; u64 rate; u64 burst; struct list_head list; }; struct devlink_trap_group_item { const struct devlink_trap_group *group; struct devlink_trap_policer_item *policer_item; struct list_head list; struct devlink_stats *stats; }; struct devlink_trap_item { const struct devlink_trap *trap; struct devlink_trap_group_item *group_item; struct list_head list; enum devlink_trap_action action; struct devlink_stats *stats; void *priv; }; struct gro_cell; struct gro_cells { struct gro_cell *cells; }; struct gro_cell { struct sk_buff_head napi_skbs; struct napi_struct napi; }; struct percpu_free_defer { struct callback_head rcu; void *ptr; }; enum __sk_action { __SK_DROP = 0, __SK_PASS = 1, __SK_REDIRECT = 2, __SK_NONE = 3, }; enum sk_psock_state_bits { SK_PSOCK_TX_ENABLED = 0, }; struct sk_psock_link { struct list_head list; struct bpf_map *map; void *link_raw; }; struct bpf_stab { struct bpf_map map; struct sock **sks; struct sk_psock_progs progs; raw_spinlock_t lock; long: 32; long: 64; long: 64; }; typedef u64 (*btf_bpf_sock_map_update)(struct bpf_sock_ops_kern *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_sk_redirect_map)(struct sk_buff *, struct bpf_map *, u32, u64); typedef u64 (*btf_bpf_msg_redirect_map)(struct sk_msg *, struct bpf_map *, u32, u64); struct sock_map_seq_info { struct bpf_map *map; struct sock *sk; u32 index; }; struct bpf_iter__sockmap { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { void *key; }; union { struct sock *sk; }; }; struct bpf_shtab_elem { struct callback_head rcu; u32 hash; struct sock *sk; struct hlist_node node; u8 key[0]; }; struct bpf_shtab_bucket { struct hlist_head head; raw_spinlock_t lock; }; struct bpf_shtab { struct bpf_map map; struct bpf_shtab_bucket *buckets; u32 buckets_num; u32 elem_size; struct sk_psock_progs progs; atomic_t count; long: 32; long: 64; }; typedef u64 (*btf_bpf_sock_hash_update)(struct bpf_sock_ops_kern *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_sk_redirect_hash)(struct sk_buff *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_msg_redirect_hash)(struct sk_msg *, struct bpf_map *, void *, u64); struct sock_hash_seq_info { struct bpf_map *map; struct bpf_shtab *htab; u32 bucket_id; }; enum { SK_DIAG_BPF_STORAGE_REQ_NONE = 0, SK_DIAG_BPF_STORAGE_REQ_MAP_FD = 1, __SK_DIAG_BPF_STORAGE_REQ_MAX = 2, }; enum { SK_DIAG_BPF_STORAGE_REP_NONE = 0, SK_DIAG_BPF_STORAGE = 1, __SK_DIAG_BPF_STORAGE_REP_MAX = 2, }; enum { SK_DIAG_BPF_STORAGE_NONE = 0, SK_DIAG_BPF_STORAGE_PAD = 1, SK_DIAG_BPF_STORAGE_MAP_ID = 2, SK_DIAG_BPF_STORAGE_MAP_VALUE = 3, __SK_DIAG_BPF_STORAGE_MAX = 4, }; typedef u64 (*btf_bpf_sk_storage_get)(struct bpf_map *, struct sock *, void *, u64, gfp_t); typedef u64 (*btf_bpf_sk_storage_delete)(struct bpf_map *, struct sock *); typedef u64 (*btf_bpf_sk_storage_get_tracing)(struct bpf_map *, struct sock *, void *, u64, gfp_t); typedef u64 (*btf_bpf_sk_storage_delete_tracing)(struct bpf_map *, struct sock *); struct bpf_sk_storage_diag { u32 nr_maps; struct bpf_map *maps[0]; }; struct bpf_iter_seq_sk_storage_map_info { struct bpf_map *map; unsigned int bucket_id; unsigned int skip_elems; }; struct bpf_iter__bpf_sk_storage_map { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { struct sock *sk; }; union { void *value; }; }; struct compat_cmsghdr { compat_size_t cmsg_len; compat_int_t cmsg_level; compat_int_t cmsg_type; }; struct nvmem_cell___2; struct fch_hdr { __u8 daddr[6]; __u8 saddr[6]; }; struct fcllc { __u8 dsap; __u8 ssap; __u8 llc; __u8 protid[3]; __be16 ethertype; }; struct fddi_8022_1_hdr { __u8 dsap; __u8 ssap; __u8 ctrl; }; struct fddi_8022_2_hdr { __u8 dsap; __u8 ssap; __u8 ctrl_1; __u8 ctrl_2; }; struct fddi_snap_hdr { __u8 dsap; __u8 ssap; __u8 ctrl; __u8 oui[3]; __be16 ethertype; }; struct fddihdr { __u8 fc; __u8 daddr[6]; __u8 saddr[6]; union { struct fddi_8022_1_hdr llc_8022_1; struct fddi_8022_2_hdr llc_8022_2; struct fddi_snap_hdr llc_snap; } hdr; } __attribute__((packed)); enum macvlan_mode { MACVLAN_MODE_PRIVATE = 1, MACVLAN_MODE_VEPA = 2, MACVLAN_MODE_BRIDGE = 4, MACVLAN_MODE_PASSTHRU = 8, MACVLAN_MODE_SOURCE = 16, }; struct tc_ratespec { unsigned char cell_log; __u8 linklayer; short unsigned int overhead; short int cell_align; short unsigned int mpu; __u32 rate; }; struct tc_prio_qopt { int bands; __u8 priomap[16]; }; enum { TCA_UNSPEC = 0, TCA_KIND = 1, TCA_OPTIONS = 2, TCA_STATS = 3, TCA_XSTATS = 4, TCA_RATE = 5, TCA_FCNT = 6, TCA_STATS2 = 7, TCA_STAB = 8, TCA_PAD = 9, TCA_DUMP_INVISIBLE = 10, TCA_CHAIN = 11, TCA_HW_OFFLOAD = 12, TCA_INGRESS_BLOCK = 13, TCA_EGRESS_BLOCK = 14, TCA_DUMP_FLAGS = 15, __TCA_MAX = 16, }; struct vlan_pcpu_stats { u64_stats_t rx_packets; u64_stats_t rx_bytes; u64_stats_t rx_multicast; u64_stats_t tx_packets; u64_stats_t tx_bytes; struct u64_stats_sync syncp; u32 rx_errors; u32 tx_dropped; }; struct netpoll___2; struct skb_array { struct ptr_ring ring; }; struct macvlan_port; struct macvlan_dev { struct net_device *dev; struct list_head list; struct hlist_node hlist; struct macvlan_port *port; struct net_device *lowerdev; netdevice_tracker dev_tracker; void *accel_priv; struct vlan_pcpu_stats *pcpu_stats; long unsigned int mc_filter[4]; netdev_features_t set_features; enum macvlan_mode mode; u16 flags; unsigned int macaddr_count; u32 bc_queue_len_req; struct netpoll___2 *netpoll; }; struct psched_ratecfg { u64 rate_bytes_ps; u32 mult; u16 overhead; u16 mpu; u8 linklayer; u8 shift; }; struct psched_pktrate { u64 rate_pkts_ps; u32 mult; u8 shift; }; struct mini_Qdisc_pair { struct mini_Qdisc miniq1; struct mini_Qdisc miniq2; struct mini_Qdisc **p_miniq; }; struct pfifo_fast_priv { struct skb_array q[3]; }; struct tc_qopt_offload_stats { struct gnet_stats_basic_sync *bstats; struct gnet_stats_queue *qstats; }; enum tc_mq_command { TC_MQ_CREATE = 0, TC_MQ_DESTROY = 1, TC_MQ_STATS = 2, TC_MQ_GRAFT = 3, }; struct tc_mq_opt_offload_graft_params { long unsigned int queue; u32 child_handle; }; struct tc_mq_qopt_offload { enum tc_mq_command command; u32 handle; union { struct tc_qopt_offload_stats stats; struct tc_mq_opt_offload_graft_params graft_params; }; }; struct mq_sched { struct Qdisc **qdiscs; }; struct sch_frag_data { long unsigned int dst; struct qdisc_skb_cb cb; __be16 inner_protocol; u16 vlan_tci; __be16 vlan_proto; unsigned int l2_len; u8 l2_data[18]; int (*xmit)(struct sk_buff *); }; enum tc_link_layer { TC_LINKLAYER_UNAWARE = 0, TC_LINKLAYER_ETHERNET = 1, TC_LINKLAYER_ATM = 2, }; enum { TCA_STAB_UNSPEC = 0, TCA_STAB_BASE = 1, TCA_STAB_DATA = 2, __TCA_STAB_MAX = 3, }; struct qdisc_rate_table { struct tc_ratespec rate; u32 data[256]; struct qdisc_rate_table *next; int refcnt; }; struct Qdisc_class_common { u32 classid; struct hlist_node hnode; }; struct Qdisc_class_hash { struct hlist_head *hash; unsigned int hashsize; unsigned int hashmask; unsigned int hashelems; }; struct qdisc_watchdog { u64 last_expires; struct hrtimer timer; struct Qdisc *qdisc; }; enum tc_root_command { TC_ROOT_GRAFT = 0, }; struct tc_root_qopt_offload { enum tc_root_command command; u32 handle; bool ingress; }; struct check_loop_arg { struct qdisc_walker w; struct Qdisc *p; int depth; }; struct tcf_bind_args { struct tcf_walker w; long unsigned int base; long unsigned int cl; u32 classid; }; struct tc_bind_class_args { struct qdisc_walker w; long unsigned int new_cl; u32 portid; u32 clid; }; struct qdisc_dump_args { struct qdisc_walker w; struct sk_buff *skb; struct netlink_callback *cb; }; enum net_xmit_qdisc_t { __NET_XMIT_STOLEN = 65536, __NET_XMIT_BYPASS = 131072, }; enum { TCA_ACT_UNSPEC = 0, TCA_ACT_KIND = 1, TCA_ACT_OPTIONS = 2, TCA_ACT_INDEX = 3, TCA_ACT_STATS = 4, TCA_ACT_PAD = 5, TCA_ACT_COOKIE = 6, TCA_ACT_FLAGS = 7, TCA_ACT_HW_STATS = 8, TCA_ACT_USED_HW_STATS = 9, TCA_ACT_IN_HW_COUNT = 10, __TCA_ACT_MAX = 11, }; enum tca_id { TCA_ID_UNSPEC = 0, TCA_ID_POLICE = 1, TCA_ID_GACT = 5, TCA_ID_IPT = 6, TCA_ID_PEDIT = 7, TCA_ID_MIRRED = 8, TCA_ID_NAT = 9, TCA_ID_XT = 10, TCA_ID_SKBEDIT = 11, TCA_ID_VLAN = 12, TCA_ID_BPF = 13, TCA_ID_CONNMARK = 14, TCA_ID_SKBMOD = 15, TCA_ID_CSUM = 16, TCA_ID_TUNNEL_KEY = 17, TCA_ID_SIMP = 22, TCA_ID_IFE = 25, TCA_ID_SAMPLE = 26, TCA_ID_CTINFO = 27, TCA_ID_MPLS = 28, TCA_ID_CT = 29, TCA_ID_GATE = 30, __TCA_ID_MAX = 255, }; struct tcf_t { __u64 install; __u64 lastuse; __u64 expires; __u64 firstuse; }; struct psample_group { struct list_head list; struct net *net; u32 group_num; u32 refcount; u32 seq; struct callback_head rcu; }; struct action_gate_entry { u8 gate_state; u32 interval; s32 ipv; s32 maxoctets; }; enum qdisc_class_ops_flags { QDISC_CLASS_OPS_DOIT_UNLOCKED = 1, }; enum tcf_proto_ops_flags { TCF_PROTO_OPS_DOIT_UNLOCKED = 1, }; typedef void tcf_chain_head_change_t(struct tcf_proto *, void *); struct tcf_idrinfo { struct mutex lock; struct idr action_idr; struct net *net; }; struct tc_action_ops; struct tc_cookie; struct tc_action { const struct tc_action_ops *ops; __u32 type; struct tcf_idrinfo *idrinfo; u32 tcfa_index; refcount_t tcfa_refcnt; atomic_t tcfa_bindcnt; int tcfa_action; struct tcf_t tcfa_tm; long: 64; struct gnet_stats_basic_sync tcfa_bstats; struct gnet_stats_basic_sync tcfa_bstats_hw; struct gnet_stats_queue tcfa_qstats; struct net_rate_estimator *tcfa_rate_est; spinlock_t tcfa_lock; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_basic_sync *cpu_bstats_hw; struct gnet_stats_queue *cpu_qstats; struct tc_cookie *act_cookie; struct tcf_chain *goto_chain; u32 tcfa_flags; u8 hw_stats; u8 used_hw_stats; bool used_hw_stats_valid; u32 in_hw_count; }; typedef void (*tc_action_priv_destructor)(void *); struct tc_action_ops { struct list_head head; char kind[16]; enum tca_id id; size_t size; struct module *owner; int (*act)(struct sk_buff *, const struct tc_action *, struct tcf_result *); int (*dump)(struct sk_buff *, struct tc_action *, int, int); void (*cleanup)(struct tc_action *); int (*lookup)(struct net *, struct tc_action **, u32); int (*init)(struct net *, struct nlattr *, struct nlattr *, struct tc_action **, struct tcf_proto *, u32, struct netlink_ext_ack *); int (*walk)(struct net *, struct sk_buff *, struct netlink_callback *, int, const struct tc_action_ops *, struct netlink_ext_ack *); void (*stats_update)(struct tc_action *, u64, u64, u64, u64, bool); size_t (*get_fill_size)(const struct tc_action *); struct net_device * (*get_dev)(const struct tc_action *, tc_action_priv_destructor *); struct psample_group * (*get_psample_group)(const struct tc_action *, tc_action_priv_destructor *); int (*offload_act_setup)(struct tc_action *, void *, u32 *, bool, struct netlink_ext_ack *); }; struct tc_cookie { u8 *data; u32 len; struct callback_head rcu; }; struct tcf_block_ext_info { enum flow_block_binder_type binder_type; tcf_chain_head_change_t *chain_head_change; void *chain_head_change_priv; u32 block_index; }; struct tcf_qevent { struct tcf_block *block; struct tcf_block_ext_info info; struct tcf_proto *filter_chain; }; struct tcf_exts { __u32 type; int nr_actions; struct tc_action **actions; struct net *net; netns_tracker ns_tracker; int action; int police; }; enum pedit_header_type { TCA_PEDIT_KEY_EX_HDR_TYPE_NETWORK = 0, TCA_PEDIT_KEY_EX_HDR_TYPE_ETH = 1, TCA_PEDIT_KEY_EX_HDR_TYPE_IP4 = 2, TCA_PEDIT_KEY_EX_HDR_TYPE_IP6 = 3, TCA_PEDIT_KEY_EX_HDR_TYPE_TCP = 4, TCA_PEDIT_KEY_EX_HDR_TYPE_UDP = 5, __PEDIT_HDR_TYPE_MAX = 6, }; enum pedit_cmd { TCA_PEDIT_KEY_EX_CMD_SET = 0, TCA_PEDIT_KEY_EX_CMD_ADD = 1, __PEDIT_CMD_MAX = 2, }; struct tc_pedit_key { __u32 mask; __u32 val; __u32 off; __u32 at; __u32 offmask; __u32 shift; }; struct tcf_pedit_key_ex { enum pedit_header_type htype; enum pedit_cmd cmd; }; struct tcf_pedit { struct tc_action common; unsigned char tcfp_nkeys; unsigned char tcfp_flags; u32 tcfp_off_max_hint; struct tc_pedit_key *tcfp_keys; struct tcf_pedit_key_ex *tcfp_keys_ex; long: 64; }; struct tcf_filter_chain_list_item { struct list_head list; tcf_chain_head_change_t *chain_head_change; void *chain_head_change_priv; }; struct tcf_net { spinlock_t idr_lock; struct idr idr; }; struct tcf_block_owner_item { struct list_head list; struct Qdisc *q; enum flow_block_binder_type binder_type; }; struct tcf_chain_info { struct tcf_proto **pprev; struct tcf_proto *next; }; struct tcf_dump_args { struct tcf_walker w; struct sk_buff *skb; struct netlink_callback *cb; struct tcf_block *block; struct Qdisc *q; u32 parent; bool terse_dump; }; struct tcamsg { unsigned char tca_family; unsigned char tca__pad1; short unsigned int tca__pad2; }; enum { TCA_ROOT_UNSPEC = 0, TCA_ROOT_TAB = 1, TCA_ROOT_FLAGS = 2, TCA_ROOT_COUNT = 3, TCA_ROOT_TIME_DELTA = 4, __TCA_ROOT_MAX = 5, }; struct tc_action_net { struct tcf_idrinfo *idrinfo; const struct tc_action_ops *ops; }; struct tc_act_pernet_id { struct list_head list; unsigned int id; }; struct tc_fifo_qopt { __u32 limit; }; enum tc_fifo_command { TC_FIFO_REPLACE = 0, TC_FIFO_DESTROY = 1, TC_FIFO_STATS = 2, }; struct tc_fifo_qopt_offload { enum tc_fifo_command command; u32 handle; u32 parent; union { struct tc_qopt_offload_stats stats; }; }; struct tcf_ematch_tree_hdr { __u16 nmatches; __u16 progid; }; enum { TCA_EMATCH_TREE_UNSPEC = 0, TCA_EMATCH_TREE_HDR = 1, TCA_EMATCH_TREE_LIST = 2, __TCA_EMATCH_TREE_MAX = 3, }; struct tcf_ematch_hdr { __u16 matchid; __u16 kind; __u16 flags; __u16 pad; }; struct tcf_pkt_info { unsigned char *ptr; int nexthdr; }; struct tcf_ematch_ops; struct tcf_ematch { struct tcf_ematch_ops *ops; long unsigned int data; unsigned int datalen; u16 matchid; u16 flags; struct net *net; }; struct tcf_ematch_ops { int kind; int datalen; int (*change)(struct net *, void *, int, struct tcf_ematch *); int (*match)(struct sk_buff *, struct tcf_ematch *, struct tcf_pkt_info *); void (*destroy)(struct tcf_ematch *); int (*dump)(struct sk_buff *, struct tcf_ematch *); struct module *owner; struct list_head link; }; struct tcf_ematch_tree { struct tcf_ematch_tree_hdr hdr; struct tcf_ematch *matches; }; struct sockaddr_nl { __kernel_sa_family_t nl_family; short unsigned int nl_pad; __u32 nl_pid; __u32 nl_groups; }; struct nlmsgerr { int error; struct nlmsghdr msg; }; enum nlmsgerr_attrs { NLMSGERR_ATTR_UNUSED = 0, NLMSGERR_ATTR_MSG = 1, NLMSGERR_ATTR_OFFS = 2, NLMSGERR_ATTR_COOKIE = 3, NLMSGERR_ATTR_POLICY = 4, __NLMSGERR_ATTR_MAX = 5, NLMSGERR_ATTR_MAX = 4, }; struct nl_pktinfo { __u32 group; }; enum { NETLINK_UNCONNECTED = 0, NETLINK_CONNECTED = 1, }; enum netlink_skb_flags { NETLINK_SKB_DST = 8, }; struct netlink_notify { struct net *net; u32 portid; int protocol; }; struct netlink_tap { struct net_device *dev; struct module *module; struct list_head list; }; struct trace_event_raw_netlink_extack { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_data_offsets_netlink_extack { u32 msg; }; typedef void (*btf_trace_netlink_extack)(void *, const char *); struct netlink_sock { struct sock sk; u32 portid; u32 dst_portid; u32 dst_group; u32 flags; u32 subscriptions; u32 ngroups; long unsigned int *groups; long unsigned int state; size_t max_recvmsg_len; wait_queue_head_t wait; bool bound; bool cb_running; int dump_done_errno; struct netlink_callback cb; struct mutex *cb_mutex; struct mutex cb_def_mutex; void (*netlink_rcv)(struct sk_buff *); int (*netlink_bind)(struct net *, int); void (*netlink_unbind)(struct net *, int); struct module *module; struct rhash_head node; struct callback_head rcu; struct work_struct work; }; struct listeners; struct netlink_table { struct rhashtable hash; struct hlist_head mc_list; struct listeners *listeners; unsigned int flags; unsigned int groups; struct mutex *cb_mutex; struct module *module; int (*bind)(struct net *, int); void (*unbind)(struct net *, int); bool (*compare)(struct net *, struct sock *); int registered; }; struct listeners { struct callback_head rcu; long unsigned int masks[0]; }; struct netlink_tap_net { struct list_head netlink_tap_all; struct mutex netlink_tap_lock; }; struct netlink_compare_arg { possible_net_t pnet; u32 portid; }; struct netlink_broadcast_data { struct sock *exclude_sk; struct net *net; u32 portid; u32 group; int failure; int delivery_failure; int congested; int delivered; gfp_t allocation; struct sk_buff *skb; struct sk_buff *skb2; }; struct netlink_set_err_data { struct sock *exclude_sk; u32 portid; u32 group; int code; }; struct nl_seq_iter { struct seq_net_private p; struct rhashtable_iter hti; int link; }; struct bpf_iter__netlink { union { struct bpf_iter_meta *meta; }; union { struct netlink_sock *sk; }; }; enum { CTRL_CMD_UNSPEC = 0, CTRL_CMD_NEWFAMILY = 1, CTRL_CMD_DELFAMILY = 2, CTRL_CMD_GETFAMILY = 3, CTRL_CMD_NEWOPS = 4, CTRL_CMD_DELOPS = 5, CTRL_CMD_GETOPS = 6, CTRL_CMD_NEWMCAST_GRP = 7, CTRL_CMD_DELMCAST_GRP = 8, CTRL_CMD_GETMCAST_GRP = 9, CTRL_CMD_GETPOLICY = 10, __CTRL_CMD_MAX = 11, }; enum { CTRL_ATTR_UNSPEC = 0, CTRL_ATTR_FAMILY_ID = 1, CTRL_ATTR_FAMILY_NAME = 2, CTRL_ATTR_VERSION = 3, CTRL_ATTR_HDRSIZE = 4, CTRL_ATTR_MAXATTR = 5, CTRL_ATTR_OPS = 6, CTRL_ATTR_MCAST_GROUPS = 7, CTRL_ATTR_POLICY = 8, CTRL_ATTR_OP_POLICY = 9, CTRL_ATTR_OP = 10, __CTRL_ATTR_MAX = 11, }; enum { CTRL_ATTR_OP_UNSPEC = 0, CTRL_ATTR_OP_ID = 1, CTRL_ATTR_OP_FLAGS = 2, __CTRL_ATTR_OP_MAX = 3, }; enum { CTRL_ATTR_MCAST_GRP_UNSPEC = 0, CTRL_ATTR_MCAST_GRP_NAME = 1, CTRL_ATTR_MCAST_GRP_ID = 2, __CTRL_ATTR_MCAST_GRP_MAX = 3, }; enum { CTRL_ATTR_POLICY_UNSPEC = 0, CTRL_ATTR_POLICY_DO = 1, CTRL_ATTR_POLICY_DUMP = 2, __CTRL_ATTR_POLICY_DUMP_MAX = 3, CTRL_ATTR_POLICY_DUMP_MAX = 2, }; struct genl_start_context { const struct genl_family *family; struct nlmsghdr *nlh; struct netlink_ext_ack *extack; const struct genl_ops *ops; int hdrlen; }; struct netlink_policy_dump_state; struct ctrl_dump_policy_ctx { struct netlink_policy_dump_state *state; const struct genl_family *rt; unsigned int opidx; u32 op; u16 fam_id; u8 policies: 1; u8 single_op: 1; }; enum netlink_attribute_type { NL_ATTR_TYPE_INVALID = 0, NL_ATTR_TYPE_FLAG = 1, NL_ATTR_TYPE_U8 = 2, NL_ATTR_TYPE_U16 = 3, NL_ATTR_TYPE_U32 = 4, NL_ATTR_TYPE_U64 = 5, NL_ATTR_TYPE_S8 = 6, NL_ATTR_TYPE_S16 = 7, NL_ATTR_TYPE_S32 = 8, NL_ATTR_TYPE_S64 = 9, NL_ATTR_TYPE_BINARY = 10, NL_ATTR_TYPE_STRING = 11, NL_ATTR_TYPE_NUL_STRING = 12, NL_ATTR_TYPE_NESTED = 13, NL_ATTR_TYPE_NESTED_ARRAY = 14, NL_ATTR_TYPE_BITFIELD32 = 15, }; enum netlink_policy_type_attr { NL_POLICY_TYPE_ATTR_UNSPEC = 0, NL_POLICY_TYPE_ATTR_TYPE = 1, NL_POLICY_TYPE_ATTR_MIN_VALUE_S = 2, NL_POLICY_TYPE_ATTR_MAX_VALUE_S = 3, NL_POLICY_TYPE_ATTR_MIN_VALUE_U = 4, NL_POLICY_TYPE_ATTR_MAX_VALUE_U = 5, NL_POLICY_TYPE_ATTR_MIN_LENGTH = 6, NL_POLICY_TYPE_ATTR_MAX_LENGTH = 7, NL_POLICY_TYPE_ATTR_POLICY_IDX = 8, NL_POLICY_TYPE_ATTR_POLICY_MAXTYPE = 9, NL_POLICY_TYPE_ATTR_BITFIELD32_MASK = 10, NL_POLICY_TYPE_ATTR_PAD = 11, NL_POLICY_TYPE_ATTR_MASK = 12, __NL_POLICY_TYPE_ATTR_MAX = 13, NL_POLICY_TYPE_ATTR_MAX = 12, }; struct netlink_policy_dump_state___2 { unsigned int policy_idx; unsigned int attr_idx; unsigned int n_alloc; struct { const struct nla_policy *policy; unsigned int maxtype; } policies[0]; }; struct trace_event_raw_bpf_test_finish { struct trace_entry ent; int err; char __data[0]; }; struct trace_event_data_offsets_bpf_test_finish {}; typedef void (*btf_trace_bpf_test_finish)(void *, int *); struct bpf_test_timer { enum { NO_PREEMPT = 0, NO_MIGRATE = 1, } mode; u32 i; u64 time_start; u64 time_spent; }; struct xdp_page_head { struct xdp_buff orig_ctx; struct xdp_buff ctx; struct xdp_frame frm; u8 data[0]; }; struct xdp_test_data { struct xdp_buff *orig_ctx; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xdp_rxq_info rxq; struct net_device *dev; struct page_pool *pp; struct xdp_frame **frames; struct sk_buff **skbs; struct xdp_mem_info mem; u32 batch_size; u32 frame_cnt; long: 64; long: 64; }; struct bpf_fentry_test_t { struct bpf_fentry_test_t *a; }; struct prog_test_member1 { int a; }; struct prog_test_member { struct prog_test_member1 m; int c; }; struct prog_test_ref_kfunc { int a; int b; struct prog_test_member memb; struct prog_test_ref_kfunc *next; refcount_t cnt; }; struct prog_test_pass1 { int x0; struct { int x1; struct { int x2; struct { int x3; }; }; }; }; struct prog_test_pass2 { int len; short int arr1[4]; struct { char arr2[4]; long unsigned int arr3[8]; } x; }; struct prog_test_fail1 { void *p; int x; }; struct prog_test_fail2 { int x8; struct prog_test_pass1 x; }; struct prog_test_fail3 { int len; char arr1[2]; char arr2[0]; }; struct bpf_raw_tp_test_run_info { struct bpf_prog *prog; void *ctx; u32 retval; }; typedef int (*dummy_ops_test_ret_fn)(struct bpf_dummy_ops_state *, ...); struct bpf_dummy_ops_test_args { u64 args[12]; struct bpf_dummy_ops_state state; }; struct ethtool_cmd { __u32 cmd; __u32 supported; __u32 advertising; __u16 speed; __u8 duplex; __u8 port; __u8 phy_address; __u8 transceiver; __u8 autoneg; __u8 mdio_support; __u32 maxtxpkt; __u32 maxrxpkt; __u16 speed_hi; __u8 eth_tp_mdix; __u8 eth_tp_mdix_ctrl; __u32 lp_advertising; __u32 reserved[2]; }; struct ethtool_value { __u32 cmd; __u32 data; }; enum tunable_id { ETHTOOL_ID_UNSPEC = 0, ETHTOOL_RX_COPYBREAK = 1, ETHTOOL_TX_COPYBREAK = 2, ETHTOOL_PFC_PREVENTION_TOUT = 3, ETHTOOL_TX_COPYBREAK_BUF_SIZE = 4, __ETHTOOL_TUNABLE_COUNT = 5, }; enum tunable_type_id { ETHTOOL_TUNABLE_UNSPEC = 0, ETHTOOL_TUNABLE_U8 = 1, ETHTOOL_TUNABLE_U16 = 2, ETHTOOL_TUNABLE_U32 = 3, ETHTOOL_TUNABLE_U64 = 4, ETHTOOL_TUNABLE_STRING = 5, ETHTOOL_TUNABLE_S8 = 6, ETHTOOL_TUNABLE_S16 = 7, ETHTOOL_TUNABLE_S32 = 8, ETHTOOL_TUNABLE_S64 = 9, }; enum phy_tunable_id { ETHTOOL_PHY_ID_UNSPEC = 0, ETHTOOL_PHY_DOWNSHIFT = 1, ETHTOOL_PHY_FAST_LINK_DOWN = 2, ETHTOOL_PHY_EDPD = 3, __ETHTOOL_PHY_TUNABLE_COUNT = 4, }; struct ethtool_gstrings { __u32 cmd; __u32 string_set; __u32 len; __u8 data[0]; }; struct ethtool_sset_info { __u32 cmd; __u32 reserved; __u64 sset_mask; __u32 data[0]; }; struct ethtool_perm_addr { __u32 cmd; __u32 size; __u8 data[0]; }; enum ethtool_flags { ETH_FLAG_TXVLAN = 128, ETH_FLAG_RXVLAN = 256, ETH_FLAG_LRO = 32768, ETH_FLAG_NTUPLE = 134217728, ETH_FLAG_RXHASH = 268435456, }; struct ethtool_rxfh { __u32 cmd; __u32 rss_context; __u32 indir_size; __u32 key_size; __u8 hfunc; __u8 rsvd8[3]; __u32 rsvd32; __u32 rss_config[0]; }; struct ethtool_get_features_block { __u32 available; __u32 requested; __u32 active; __u32 never_changed; }; struct ethtool_gfeatures { __u32 cmd; __u32 size; struct ethtool_get_features_block features[0]; }; struct ethtool_set_features_block { __u32 valid; __u32 requested; }; struct ethtool_sfeatures { __u32 cmd; __u32 size; struct ethtool_set_features_block features[0]; }; enum ethtool_sfeatures_retval_bits { ETHTOOL_F_UNSUPPORTED__BIT = 0, ETHTOOL_F_WISH__BIT = 1, ETHTOOL_F_COMPAT__BIT = 2, }; struct ethtool_per_queue_op { __u32 cmd; __u32 sub_command; __u32 queue_mask[128]; char data[0]; }; enum ethtool_fec_config_bits { ETHTOOL_FEC_NONE_BIT = 0, ETHTOOL_FEC_AUTO_BIT = 1, ETHTOOL_FEC_OFF_BIT = 2, ETHTOOL_FEC_RS_BIT = 3, ETHTOOL_FEC_BASER_BIT = 4, ETHTOOL_FEC_LLRS_BIT = 5, }; struct compat_ethtool_rx_flow_spec { u32 flow_type; union ethtool_flow_union h_u; struct ethtool_flow_ext h_ext; union ethtool_flow_union m_u; struct ethtool_flow_ext m_ext; compat_u64 ring_cookie; u32 location; } __attribute__((packed)); struct compat_ethtool_rxnfc { u32 cmd; u32 flow_type; compat_u64 data; struct compat_ethtool_rx_flow_spec fs; u32 rule_cnt; u32 rule_locs[0]; } __attribute__((packed)); enum { ETH_RSS_HASH_TOP_BIT = 0, ETH_RSS_HASH_XOR_BIT = 1, ETH_RSS_HASH_CRC32_BIT = 2, ETH_RSS_HASH_FUNCS_COUNT = 3, }; struct ethtool_rx_flow_rule { struct flow_rule *rule; long unsigned int priv[0]; }; struct ethtool_rx_flow_spec_input { const struct ethtool_rx_flow_spec *fs; u32 rss_ctx; }; struct ethtool_devlink_compat { struct devlink *devlink; union { struct ethtool_flash efl; struct ethtool_drvinfo info; }; }; struct ethtool_link_usettings { struct ethtool_link_settings base; struct { __u32 supported[3]; __u32 advertising[3]; __u32 lp_advertising[3]; } link_modes; }; struct ethtool_rx_flow_key { struct flow_dissector_key_basic basic; union { struct flow_dissector_key_ipv4_addrs ipv4; struct flow_dissector_key_ipv6_addrs ipv6; }; struct flow_dissector_key_ports tp; struct flow_dissector_key_ip ip; struct flow_dissector_key_vlan vlan; struct flow_dissector_key_eth_addrs eth_addrs; }; struct ethtool_rx_flow_match { struct flow_dissector dissector; struct ethtool_rx_flow_key key; struct ethtool_rx_flow_key mask; }; enum { ETHTOOL_UDP_TUNNEL_TYPE_VXLAN = 0, ETHTOOL_UDP_TUNNEL_TYPE_GENEVE = 1, ETHTOOL_UDP_TUNNEL_TYPE_VXLAN_GPE = 2, __ETHTOOL_UDP_TUNNEL_TYPE_CNT = 3, }; struct link_mode_info { int speed; u8 lanes; u8 duplex; }; enum { ETHTOOL_MSG_USER_NONE = 0, ETHTOOL_MSG_STRSET_GET = 1, ETHTOOL_MSG_LINKINFO_GET = 2, ETHTOOL_MSG_LINKINFO_SET = 3, ETHTOOL_MSG_LINKMODES_GET = 4, ETHTOOL_MSG_LINKMODES_SET = 5, ETHTOOL_MSG_LINKSTATE_GET = 6, ETHTOOL_MSG_DEBUG_GET = 7, ETHTOOL_MSG_DEBUG_SET = 8, ETHTOOL_MSG_WOL_GET = 9, ETHTOOL_MSG_WOL_SET = 10, ETHTOOL_MSG_FEATURES_GET = 11, ETHTOOL_MSG_FEATURES_SET = 12, ETHTOOL_MSG_PRIVFLAGS_GET = 13, ETHTOOL_MSG_PRIVFLAGS_SET = 14, ETHTOOL_MSG_RINGS_GET = 15, ETHTOOL_MSG_RINGS_SET = 16, ETHTOOL_MSG_CHANNELS_GET = 17, ETHTOOL_MSG_CHANNELS_SET = 18, ETHTOOL_MSG_COALESCE_GET = 19, ETHTOOL_MSG_COALESCE_SET = 20, ETHTOOL_MSG_PAUSE_GET = 21, ETHTOOL_MSG_PAUSE_SET = 22, ETHTOOL_MSG_EEE_GET = 23, ETHTOOL_MSG_EEE_SET = 24, ETHTOOL_MSG_TSINFO_GET = 25, ETHTOOL_MSG_CABLE_TEST_ACT = 26, ETHTOOL_MSG_CABLE_TEST_TDR_ACT = 27, ETHTOOL_MSG_TUNNEL_INFO_GET = 28, ETHTOOL_MSG_FEC_GET = 29, ETHTOOL_MSG_FEC_SET = 30, ETHTOOL_MSG_MODULE_EEPROM_GET = 31, ETHTOOL_MSG_STATS_GET = 32, ETHTOOL_MSG_PHC_VCLOCKS_GET = 33, ETHTOOL_MSG_MODULE_GET = 34, ETHTOOL_MSG_MODULE_SET = 35, __ETHTOOL_MSG_USER_CNT = 36, ETHTOOL_MSG_USER_MAX = 35, }; enum { ETHTOOL_A_HEADER_UNSPEC = 0, ETHTOOL_A_HEADER_DEV_INDEX = 1, ETHTOOL_A_HEADER_DEV_NAME = 2, ETHTOOL_A_HEADER_FLAGS = 3, __ETHTOOL_A_HEADER_CNT = 4, ETHTOOL_A_HEADER_MAX = 3, }; enum { ETHTOOL_A_STRSET_UNSPEC = 0, ETHTOOL_A_STRSET_HEADER = 1, ETHTOOL_A_STRSET_STRINGSETS = 2, ETHTOOL_A_STRSET_COUNTS_ONLY = 3, __ETHTOOL_A_STRSET_CNT = 4, ETHTOOL_A_STRSET_MAX = 3, }; enum { ETHTOOL_A_LINKINFO_UNSPEC = 0, ETHTOOL_A_LINKINFO_HEADER = 1, ETHTOOL_A_LINKINFO_PORT = 2, ETHTOOL_A_LINKINFO_PHYADDR = 3, ETHTOOL_A_LINKINFO_TP_MDIX = 4, ETHTOOL_A_LINKINFO_TP_MDIX_CTRL = 5, ETHTOOL_A_LINKINFO_TRANSCEIVER = 6, __ETHTOOL_A_LINKINFO_CNT = 7, ETHTOOL_A_LINKINFO_MAX = 6, }; enum { ETHTOOL_A_LINKMODES_UNSPEC = 0, ETHTOOL_A_LINKMODES_HEADER = 1, ETHTOOL_A_LINKMODES_AUTONEG = 2, ETHTOOL_A_LINKMODES_OURS = 3, ETHTOOL_A_LINKMODES_PEER = 4, ETHTOOL_A_LINKMODES_SPEED = 5, ETHTOOL_A_LINKMODES_DUPLEX = 6, ETHTOOL_A_LINKMODES_MASTER_SLAVE_CFG = 7, ETHTOOL_A_LINKMODES_MASTER_SLAVE_STATE = 8, ETHTOOL_A_LINKMODES_LANES = 9, __ETHTOOL_A_LINKMODES_CNT = 10, ETHTOOL_A_LINKMODES_MAX = 9, }; enum { ETHTOOL_A_LINKSTATE_UNSPEC = 0, ETHTOOL_A_LINKSTATE_HEADER = 1, ETHTOOL_A_LINKSTATE_LINK = 2, ETHTOOL_A_LINKSTATE_SQI = 3, ETHTOOL_A_LINKSTATE_SQI_MAX = 4, ETHTOOL_A_LINKSTATE_EXT_STATE = 5, ETHTOOL_A_LINKSTATE_EXT_SUBSTATE = 6, __ETHTOOL_A_LINKSTATE_CNT = 7, ETHTOOL_A_LINKSTATE_MAX = 6, }; enum { ETHTOOL_A_DEBUG_UNSPEC = 0, ETHTOOL_A_DEBUG_HEADER = 1, ETHTOOL_A_DEBUG_MSGMASK = 2, __ETHTOOL_A_DEBUG_CNT = 3, ETHTOOL_A_DEBUG_MAX = 2, }; enum { ETHTOOL_A_WOL_UNSPEC = 0, ETHTOOL_A_WOL_HEADER = 1, ETHTOOL_A_WOL_MODES = 2, ETHTOOL_A_WOL_SOPASS = 3, __ETHTOOL_A_WOL_CNT = 4, ETHTOOL_A_WOL_MAX = 3, }; enum { ETHTOOL_A_FEATURES_UNSPEC = 0, ETHTOOL_A_FEATURES_HEADER = 1, ETHTOOL_A_FEATURES_HW = 2, ETHTOOL_A_FEATURES_WANTED = 3, ETHTOOL_A_FEATURES_ACTIVE = 4, ETHTOOL_A_FEATURES_NOCHANGE = 5, __ETHTOOL_A_FEATURES_CNT = 6, ETHTOOL_A_FEATURES_MAX = 5, }; enum { ETHTOOL_A_PRIVFLAGS_UNSPEC = 0, ETHTOOL_A_PRIVFLAGS_HEADER = 1, ETHTOOL_A_PRIVFLAGS_FLAGS = 2, __ETHTOOL_A_PRIVFLAGS_CNT = 3, ETHTOOL_A_PRIVFLAGS_MAX = 2, }; enum { ETHTOOL_A_RINGS_UNSPEC = 0, ETHTOOL_A_RINGS_HEADER = 1, ETHTOOL_A_RINGS_RX_MAX = 2, ETHTOOL_A_RINGS_RX_MINI_MAX = 3, ETHTOOL_A_RINGS_RX_JUMBO_MAX = 4, ETHTOOL_A_RINGS_TX_MAX = 5, ETHTOOL_A_RINGS_RX = 6, ETHTOOL_A_RINGS_RX_MINI = 7, ETHTOOL_A_RINGS_RX_JUMBO = 8, ETHTOOL_A_RINGS_TX = 9, ETHTOOL_A_RINGS_RX_BUF_LEN = 10, ETHTOOL_A_RINGS_TCP_DATA_SPLIT = 11, ETHTOOL_A_RINGS_CQE_SIZE = 12, ETHTOOL_A_RINGS_TX_PUSH = 13, __ETHTOOL_A_RINGS_CNT = 14, ETHTOOL_A_RINGS_MAX = 13, }; enum { ETHTOOL_A_CHANNELS_UNSPEC = 0, ETHTOOL_A_CHANNELS_HEADER = 1, ETHTOOL_A_CHANNELS_RX_MAX = 2, ETHTOOL_A_CHANNELS_TX_MAX = 3, ETHTOOL_A_CHANNELS_OTHER_MAX = 4, ETHTOOL_A_CHANNELS_COMBINED_MAX = 5, ETHTOOL_A_CHANNELS_RX_COUNT = 6, ETHTOOL_A_CHANNELS_TX_COUNT = 7, ETHTOOL_A_CHANNELS_OTHER_COUNT = 8, ETHTOOL_A_CHANNELS_COMBINED_COUNT = 9, __ETHTOOL_A_CHANNELS_CNT = 10, ETHTOOL_A_CHANNELS_MAX = 9, }; enum { ETHTOOL_A_COALESCE_UNSPEC = 0, ETHTOOL_A_COALESCE_HEADER = 1, ETHTOOL_A_COALESCE_RX_USECS = 2, ETHTOOL_A_COALESCE_RX_MAX_FRAMES = 3, ETHTOOL_A_COALESCE_RX_USECS_IRQ = 4, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_IRQ = 5, ETHTOOL_A_COALESCE_TX_USECS = 6, ETHTOOL_A_COALESCE_TX_MAX_FRAMES = 7, ETHTOOL_A_COALESCE_TX_USECS_IRQ = 8, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_IRQ = 9, ETHTOOL_A_COALESCE_STATS_BLOCK_USECS = 10, ETHTOOL_A_COALESCE_USE_ADAPTIVE_RX = 11, ETHTOOL_A_COALESCE_USE_ADAPTIVE_TX = 12, ETHTOOL_A_COALESCE_PKT_RATE_LOW = 13, ETHTOOL_A_COALESCE_RX_USECS_LOW = 14, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_LOW = 15, ETHTOOL_A_COALESCE_TX_USECS_LOW = 16, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_LOW = 17, ETHTOOL_A_COALESCE_PKT_RATE_HIGH = 18, ETHTOOL_A_COALESCE_RX_USECS_HIGH = 19, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_HIGH = 20, ETHTOOL_A_COALESCE_TX_USECS_HIGH = 21, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_HIGH = 22, ETHTOOL_A_COALESCE_RATE_SAMPLE_INTERVAL = 23, ETHTOOL_A_COALESCE_USE_CQE_MODE_TX = 24, ETHTOOL_A_COALESCE_USE_CQE_MODE_RX = 25, __ETHTOOL_A_COALESCE_CNT = 26, ETHTOOL_A_COALESCE_MAX = 25, }; enum { ETHTOOL_A_PAUSE_UNSPEC = 0, ETHTOOL_A_PAUSE_HEADER = 1, ETHTOOL_A_PAUSE_AUTONEG = 2, ETHTOOL_A_PAUSE_RX = 3, ETHTOOL_A_PAUSE_TX = 4, ETHTOOL_A_PAUSE_STATS = 5, __ETHTOOL_A_PAUSE_CNT = 6, ETHTOOL_A_PAUSE_MAX = 5, }; enum { ETHTOOL_A_EEE_UNSPEC = 0, ETHTOOL_A_EEE_HEADER = 1, ETHTOOL_A_EEE_MODES_OURS = 2, ETHTOOL_A_EEE_MODES_PEER = 3, ETHTOOL_A_EEE_ACTIVE = 4, ETHTOOL_A_EEE_ENABLED = 5, ETHTOOL_A_EEE_TX_LPI_ENABLED = 6, ETHTOOL_A_EEE_TX_LPI_TIMER = 7, __ETHTOOL_A_EEE_CNT = 8, ETHTOOL_A_EEE_MAX = 7, }; enum { ETHTOOL_A_TSINFO_UNSPEC = 0, ETHTOOL_A_TSINFO_HEADER = 1, ETHTOOL_A_TSINFO_TIMESTAMPING = 2, ETHTOOL_A_TSINFO_TX_TYPES = 3, ETHTOOL_A_TSINFO_RX_FILTERS = 4, ETHTOOL_A_TSINFO_PHC_INDEX = 5, __ETHTOOL_A_TSINFO_CNT = 6, ETHTOOL_A_TSINFO_MAX = 5, }; enum { ETHTOOL_A_PHC_VCLOCKS_UNSPEC = 0, ETHTOOL_A_PHC_VCLOCKS_HEADER = 1, ETHTOOL_A_PHC_VCLOCKS_NUM = 2, ETHTOOL_A_PHC_VCLOCKS_INDEX = 3, __ETHTOOL_A_PHC_VCLOCKS_CNT = 4, ETHTOOL_A_PHC_VCLOCKS_MAX = 3, }; enum { ETHTOOL_A_CABLE_TEST_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_HEADER = 1, __ETHTOOL_A_CABLE_TEST_CNT = 2, ETHTOOL_A_CABLE_TEST_MAX = 1, }; enum { ETHTOOL_A_CABLE_TEST_TDR_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_TDR_HEADER = 1, ETHTOOL_A_CABLE_TEST_TDR_CFG = 2, __ETHTOOL_A_CABLE_TEST_TDR_CNT = 3, ETHTOOL_A_CABLE_TEST_TDR_MAX = 2, }; enum { ETHTOOL_A_TUNNEL_INFO_UNSPEC = 0, ETHTOOL_A_TUNNEL_INFO_HEADER = 1, ETHTOOL_A_TUNNEL_INFO_UDP_PORTS = 2, __ETHTOOL_A_TUNNEL_INFO_CNT = 3, ETHTOOL_A_TUNNEL_INFO_MAX = 2, }; enum { ETHTOOL_A_FEC_UNSPEC = 0, ETHTOOL_A_FEC_HEADER = 1, ETHTOOL_A_FEC_MODES = 2, ETHTOOL_A_FEC_AUTO = 3, ETHTOOL_A_FEC_ACTIVE = 4, ETHTOOL_A_FEC_STATS = 5, __ETHTOOL_A_FEC_CNT = 6, ETHTOOL_A_FEC_MAX = 5, }; enum { ETHTOOL_A_MODULE_EEPROM_UNSPEC = 0, ETHTOOL_A_MODULE_EEPROM_HEADER = 1, ETHTOOL_A_MODULE_EEPROM_OFFSET = 2, ETHTOOL_A_MODULE_EEPROM_LENGTH = 3, ETHTOOL_A_MODULE_EEPROM_PAGE = 4, ETHTOOL_A_MODULE_EEPROM_BANK = 5, ETHTOOL_A_MODULE_EEPROM_I2C_ADDRESS = 6, ETHTOOL_A_MODULE_EEPROM_DATA = 7, __ETHTOOL_A_MODULE_EEPROM_CNT = 8, ETHTOOL_A_MODULE_EEPROM_MAX = 7, }; enum { ETHTOOL_STATS_ETH_PHY = 0, ETHTOOL_STATS_ETH_MAC = 1, ETHTOOL_STATS_ETH_CTRL = 2, ETHTOOL_STATS_RMON = 3, __ETHTOOL_STATS_CNT = 4, }; enum { ETHTOOL_A_STATS_ETH_PHY_5_SYM_ERR = 0, __ETHTOOL_A_STATS_ETH_PHY_CNT = 1, ETHTOOL_A_STATS_ETH_PHY_MAX = 0, }; enum { ETHTOOL_A_STATS_ETH_MAC_2_TX_PKT = 0, ETHTOOL_A_STATS_ETH_MAC_3_SINGLE_COL = 1, ETHTOOL_A_STATS_ETH_MAC_4_MULTI_COL = 2, ETHTOOL_A_STATS_ETH_MAC_5_RX_PKT = 3, ETHTOOL_A_STATS_ETH_MAC_6_FCS_ERR = 4, ETHTOOL_A_STATS_ETH_MAC_7_ALIGN_ERR = 5, ETHTOOL_A_STATS_ETH_MAC_8_TX_BYTES = 6, ETHTOOL_A_STATS_ETH_MAC_9_TX_DEFER = 7, ETHTOOL_A_STATS_ETH_MAC_10_LATE_COL = 8, ETHTOOL_A_STATS_ETH_MAC_11_XS_COL = 9, ETHTOOL_A_STATS_ETH_MAC_12_TX_INT_ERR = 10, ETHTOOL_A_STATS_ETH_MAC_13_CS_ERR = 11, ETHTOOL_A_STATS_ETH_MAC_14_RX_BYTES = 12, ETHTOOL_A_STATS_ETH_MAC_15_RX_INT_ERR = 13, ETHTOOL_A_STATS_ETH_MAC_18_TX_MCAST = 14, ETHTOOL_A_STATS_ETH_MAC_19_TX_BCAST = 15, ETHTOOL_A_STATS_ETH_MAC_20_XS_DEFER = 16, ETHTOOL_A_STATS_ETH_MAC_21_RX_MCAST = 17, ETHTOOL_A_STATS_ETH_MAC_22_RX_BCAST = 18, ETHTOOL_A_STATS_ETH_MAC_23_IR_LEN_ERR = 19, ETHTOOL_A_STATS_ETH_MAC_24_OOR_LEN = 20, ETHTOOL_A_STATS_ETH_MAC_25_TOO_LONG_ERR = 21, __ETHTOOL_A_STATS_ETH_MAC_CNT = 22, ETHTOOL_A_STATS_ETH_MAC_MAX = 21, }; enum { ETHTOOL_A_STATS_ETH_CTRL_3_TX = 0, ETHTOOL_A_STATS_ETH_CTRL_4_RX = 1, ETHTOOL_A_STATS_ETH_CTRL_5_RX_UNSUP = 2, __ETHTOOL_A_STATS_ETH_CTRL_CNT = 3, ETHTOOL_A_STATS_ETH_CTRL_MAX = 2, }; enum { ETHTOOL_A_STATS_RMON_UNDERSIZE = 0, ETHTOOL_A_STATS_RMON_OVERSIZE = 1, ETHTOOL_A_STATS_RMON_FRAG = 2, ETHTOOL_A_STATS_RMON_JABBER = 3, __ETHTOOL_A_STATS_RMON_CNT = 4, ETHTOOL_A_STATS_RMON_MAX = 3, }; enum { ETHTOOL_A_MODULE_UNSPEC = 0, ETHTOOL_A_MODULE_HEADER = 1, ETHTOOL_A_MODULE_POWER_MODE_POLICY = 2, ETHTOOL_A_MODULE_POWER_MODE = 3, __ETHTOOL_A_MODULE_CNT = 4, ETHTOOL_A_MODULE_MAX = 3, }; enum ethtool_multicast_groups { ETHNL_MCGRP_MONITOR = 0, }; struct ethnl_req_info { struct net_device *dev; netdevice_tracker dev_tracker; u32 flags; }; struct ethnl_reply_data { struct net_device *dev; }; struct ethnl_request_ops { u8 request_cmd; u8 reply_cmd; u16 hdr_attr; unsigned int req_info_size; unsigned int reply_data_size; bool allow_nodev_do; int (*parse_request)(struct ethnl_req_info *, struct nlattr **, struct netlink_ext_ack *); int (*prepare_data)(const struct ethnl_req_info *, struct ethnl_reply_data *, struct genl_info *); int (*reply_size)(const struct ethnl_req_info *, const struct ethnl_reply_data *); int (*fill_reply)(struct sk_buff *, const struct ethnl_req_info *, const struct ethnl_reply_data *); void (*cleanup_data)(struct ethnl_reply_data *); }; struct ethnl_dump_ctx { const struct ethnl_request_ops *ops; struct ethnl_req_info *req_info; struct ethnl_reply_data *reply_data; int pos_hash; int pos_idx; }; typedef void (*ethnl_notify_handler_t)(struct net_device *, unsigned int, const void *); enum { ETHTOOL_A_BITSET_BIT_UNSPEC = 0, ETHTOOL_A_BITSET_BIT_INDEX = 1, ETHTOOL_A_BITSET_BIT_NAME = 2, ETHTOOL_A_BITSET_BIT_VALUE = 3, __ETHTOOL_A_BITSET_BIT_CNT = 4, ETHTOOL_A_BITSET_BIT_MAX = 3, }; enum { ETHTOOL_A_BITSET_BITS_UNSPEC = 0, ETHTOOL_A_BITSET_BITS_BIT = 1, __ETHTOOL_A_BITSET_BITS_CNT = 2, ETHTOOL_A_BITSET_BITS_MAX = 1, }; enum { ETHTOOL_A_BITSET_UNSPEC = 0, ETHTOOL_A_BITSET_NOMASK = 1, ETHTOOL_A_BITSET_SIZE = 2, ETHTOOL_A_BITSET_BITS = 3, ETHTOOL_A_BITSET_VALUE = 4, ETHTOOL_A_BITSET_MASK = 5, __ETHTOOL_A_BITSET_CNT = 6, ETHTOOL_A_BITSET_MAX = 5, }; typedef const char (* const ethnl_string_array_t)[32]; enum { ETHTOOL_A_STRING_UNSPEC = 0, ETHTOOL_A_STRING_INDEX = 1, ETHTOOL_A_STRING_VALUE = 2, __ETHTOOL_A_STRING_CNT = 3, ETHTOOL_A_STRING_MAX = 2, }; enum { ETHTOOL_A_STRINGS_UNSPEC = 0, ETHTOOL_A_STRINGS_STRING = 1, __ETHTOOL_A_STRINGS_CNT = 2, ETHTOOL_A_STRINGS_MAX = 1, }; enum { ETHTOOL_A_STRINGSET_UNSPEC = 0, ETHTOOL_A_STRINGSET_ID = 1, ETHTOOL_A_STRINGSET_COUNT = 2, ETHTOOL_A_STRINGSET_STRINGS = 3, __ETHTOOL_A_STRINGSET_CNT = 4, ETHTOOL_A_STRINGSET_MAX = 3, }; enum { ETHTOOL_A_STRINGSETS_UNSPEC = 0, ETHTOOL_A_STRINGSETS_STRINGSET = 1, __ETHTOOL_A_STRINGSETS_CNT = 2, ETHTOOL_A_STRINGSETS_MAX = 1, }; struct strset_info { bool per_dev; bool free_strings; unsigned int count; const char (*strings)[32]; }; struct strset_req_info { struct ethnl_req_info base; u32 req_ids; bool counts_only; }; struct strset_reply_data { struct ethnl_reply_data base; struct strset_info sets[21]; }; struct linkinfo_reply_data { struct ethnl_reply_data base; struct ethtool_link_ksettings ksettings; struct ethtool_link_settings *lsettings; }; struct linkmodes_reply_data { struct ethnl_reply_data base; struct ethtool_link_ksettings ksettings; struct ethtool_link_settings *lsettings; bool peer_empty; }; struct linkstate_reply_data { struct ethnl_reply_data base; int link; int sqi; int sqi_max; bool link_ext_state_provided; struct ethtool_link_ext_state_info ethtool_link_ext_state_info; }; struct debug_reply_data { struct ethnl_reply_data base; u32 msg_mask; }; struct wol_reply_data { struct ethnl_reply_data base; struct ethtool_wolinfo wol; bool show_sopass; }; struct features_reply_data { struct ethnl_reply_data base; u32 hw[2]; u32 wanted[2]; u32 active[2]; u32 nochange[2]; u32 all[2]; }; struct privflags_reply_data { struct ethnl_reply_data base; const char (*priv_flag_names)[32]; unsigned int n_priv_flags; u32 priv_flags; }; enum ethtool_supported_ring_param { ETHTOOL_RING_USE_RX_BUF_LEN = 1, ETHTOOL_RING_USE_CQE_SIZE = 2, ETHTOOL_RING_USE_TX_PUSH = 4, }; enum { ETHTOOL_TCP_DATA_SPLIT_UNKNOWN = 0, ETHTOOL_TCP_DATA_SPLIT_DISABLED = 1, ETHTOOL_TCP_DATA_SPLIT_ENABLED = 2, }; struct rings_reply_data { struct ethnl_reply_data base; struct ethtool_ringparam ringparam; struct kernel_ethtool_ringparam kernel_ringparam; }; struct channels_reply_data { struct ethnl_reply_data base; struct ethtool_channels channels; }; struct coalesce_reply_data { struct ethnl_reply_data base; struct ethtool_coalesce coalesce; struct kernel_ethtool_coalesce kernel_coalesce; u32 supported_params; }; enum { ETHTOOL_A_PAUSE_STAT_UNSPEC = 0, ETHTOOL_A_PAUSE_STAT_PAD = 1, ETHTOOL_A_PAUSE_STAT_TX_FRAMES = 2, ETHTOOL_A_PAUSE_STAT_RX_FRAMES = 3, __ETHTOOL_A_PAUSE_STAT_CNT = 4, ETHTOOL_A_PAUSE_STAT_MAX = 3, }; struct pause_reply_data { struct ethnl_reply_data base; struct ethtool_pauseparam pauseparam; struct ethtool_pause_stats pausestat; }; struct eee_reply_data { struct ethnl_reply_data base; struct ethtool_eee eee; }; struct tsinfo_reply_data { struct ethnl_reply_data base; struct ethtool_ts_info ts_info; }; enum { ETHTOOL_A_CABLE_PAIR_A = 0, ETHTOOL_A_CABLE_PAIR_B = 1, ETHTOOL_A_CABLE_PAIR_C = 2, ETHTOOL_A_CABLE_PAIR_D = 3, }; enum { ETHTOOL_A_CABLE_RESULT_UNSPEC = 0, ETHTOOL_A_CABLE_RESULT_PAIR = 1, ETHTOOL_A_CABLE_RESULT_CODE = 2, __ETHTOOL_A_CABLE_RESULT_CNT = 3, ETHTOOL_A_CABLE_RESULT_MAX = 2, }; enum { ETHTOOL_A_CABLE_FAULT_LENGTH_UNSPEC = 0, ETHTOOL_A_CABLE_FAULT_LENGTH_PAIR = 1, ETHTOOL_A_CABLE_FAULT_LENGTH_CM = 2, __ETHTOOL_A_CABLE_FAULT_LENGTH_CNT = 3, ETHTOOL_A_CABLE_FAULT_LENGTH_MAX = 2, }; enum { ETHTOOL_A_CABLE_TEST_NTF_STATUS_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_NTF_STATUS_STARTED = 1, ETHTOOL_A_CABLE_TEST_NTF_STATUS_COMPLETED = 2, }; enum { ETHTOOL_A_CABLE_NEST_UNSPEC = 0, ETHTOOL_A_CABLE_NEST_RESULT = 1, ETHTOOL_A_CABLE_NEST_FAULT_LENGTH = 2, __ETHTOOL_A_CABLE_NEST_CNT = 3, ETHTOOL_A_CABLE_NEST_MAX = 2, }; enum { ETHTOOL_A_CABLE_TEST_NTF_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_NTF_HEADER = 1, ETHTOOL_A_CABLE_TEST_NTF_STATUS = 2, ETHTOOL_A_CABLE_TEST_NTF_NEST = 3, __ETHTOOL_A_CABLE_TEST_NTF_CNT = 4, ETHTOOL_A_CABLE_TEST_NTF_MAX = 3, }; enum { ETHTOOL_A_CABLE_TEST_TDR_CFG_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_TDR_CFG_FIRST = 1, ETHTOOL_A_CABLE_TEST_TDR_CFG_LAST = 2, ETHTOOL_A_CABLE_TEST_TDR_CFG_STEP = 3, ETHTOOL_A_CABLE_TEST_TDR_CFG_PAIR = 4, __ETHTOOL_A_CABLE_TEST_TDR_CFG_CNT = 5, ETHTOOL_A_CABLE_TEST_TDR_CFG_MAX = 4, }; enum { ETHTOOL_A_CABLE_AMPLITUDE_UNSPEC = 0, ETHTOOL_A_CABLE_AMPLITUDE_PAIR = 1, ETHTOOL_A_CABLE_AMPLITUDE_mV = 2, __ETHTOOL_A_CABLE_AMPLITUDE_CNT = 3, ETHTOOL_A_CABLE_AMPLITUDE_MAX = 2, }; enum { ETHTOOL_A_CABLE_PULSE_UNSPEC = 0, ETHTOOL_A_CABLE_PULSE_mV = 1, __ETHTOOL_A_CABLE_PULSE_CNT = 2, ETHTOOL_A_CABLE_PULSE_MAX = 1, }; enum { ETHTOOL_A_CABLE_STEP_UNSPEC = 0, ETHTOOL_A_CABLE_STEP_FIRST_DISTANCE = 1, ETHTOOL_A_CABLE_STEP_LAST_DISTANCE = 2, ETHTOOL_A_CABLE_STEP_STEP_DISTANCE = 3, __ETHTOOL_A_CABLE_STEP_CNT = 4, ETHTOOL_A_CABLE_STEP_MAX = 3, }; enum { ETHTOOL_A_CABLE_TDR_NEST_UNSPEC = 0, ETHTOOL_A_CABLE_TDR_NEST_STEP = 1, ETHTOOL_A_CABLE_TDR_NEST_AMPLITUDE = 2, ETHTOOL_A_CABLE_TDR_NEST_PULSE = 3, __ETHTOOL_A_CABLE_TDR_NEST_CNT = 4, ETHTOOL_A_CABLE_TDR_NEST_MAX = 3, }; enum { ETHTOOL_A_TUNNEL_UDP_ENTRY_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_ENTRY_PORT = 1, ETHTOOL_A_TUNNEL_UDP_ENTRY_TYPE = 2, __ETHTOOL_A_TUNNEL_UDP_ENTRY_CNT = 3, ETHTOOL_A_TUNNEL_UDP_ENTRY_MAX = 2, }; enum { ETHTOOL_A_TUNNEL_UDP_TABLE_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_TABLE_SIZE = 1, ETHTOOL_A_TUNNEL_UDP_TABLE_TYPES = 2, ETHTOOL_A_TUNNEL_UDP_TABLE_ENTRY = 3, __ETHTOOL_A_TUNNEL_UDP_TABLE_CNT = 4, ETHTOOL_A_TUNNEL_UDP_TABLE_MAX = 3, }; enum { ETHTOOL_A_TUNNEL_UDP_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_TABLE = 1, __ETHTOOL_A_TUNNEL_UDP_CNT = 2, ETHTOOL_A_TUNNEL_UDP_MAX = 1, }; enum udp_parsable_tunnel_type { UDP_TUNNEL_TYPE_VXLAN = 1, UDP_TUNNEL_TYPE_GENEVE = 2, UDP_TUNNEL_TYPE_VXLAN_GPE = 4, }; enum udp_tunnel_nic_info_flags { UDP_TUNNEL_NIC_INFO_MAY_SLEEP = 1, UDP_TUNNEL_NIC_INFO_OPEN_ONLY = 2, UDP_TUNNEL_NIC_INFO_IPV4_ONLY = 4, UDP_TUNNEL_NIC_INFO_STATIC_IANA_VXLAN = 8, }; struct udp_tunnel_nic_ops { void (*get_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); void (*set_port_priv)(struct net_device *, unsigned int, unsigned int, u8); void (*add_port)(struct net_device *, struct udp_tunnel_info *); void (*del_port)(struct net_device *, struct udp_tunnel_info *); void (*reset_ntf)(struct net_device *); size_t (*dump_size)(struct net_device *, unsigned int); int (*dump_write)(struct net_device *, unsigned int, struct sk_buff *); }; struct ethnl_tunnel_info_dump_ctx { struct ethnl_req_info req_info; int pos_hash; int pos_idx; }; enum { ETHTOOL_A_FEC_STAT_UNSPEC = 0, ETHTOOL_A_FEC_STAT_PAD = 1, ETHTOOL_A_FEC_STAT_CORRECTED = 2, ETHTOOL_A_FEC_STAT_UNCORR = 3, ETHTOOL_A_FEC_STAT_CORR_BITS = 4, __ETHTOOL_A_FEC_STAT_CNT = 5, ETHTOOL_A_FEC_STAT_MAX = 4, }; struct fec_stat_grp { u64 stats[9]; u8 cnt; }; struct fec_reply_data { struct ethnl_reply_data base; long unsigned int fec_link_modes[2]; u32 active_fec; u8 fec_auto; struct fec_stat_grp corr; struct fec_stat_grp uncorr; struct fec_stat_grp corr_bits; }; struct eeprom_req_info { struct ethnl_req_info base; u32 offset; u32 length; u8 page; u8 bank; u8 i2c_address; }; struct eeprom_reply_data { struct ethnl_reply_data base; u32 length; u8 *data; }; enum { ETHTOOL_A_STATS_GRP_UNSPEC = 0, ETHTOOL_A_STATS_GRP_PAD = 1, ETHTOOL_A_STATS_GRP_ID = 2, ETHTOOL_A_STATS_GRP_SS_ID = 3, ETHTOOL_A_STATS_GRP_STAT = 4, ETHTOOL_A_STATS_GRP_HIST_RX = 5, ETHTOOL_A_STATS_GRP_HIST_TX = 6, ETHTOOL_A_STATS_GRP_HIST_BKT_LOW = 7, ETHTOOL_A_STATS_GRP_HIST_BKT_HI = 8, ETHTOOL_A_STATS_GRP_HIST_VAL = 9, __ETHTOOL_A_STATS_GRP_CNT = 10, ETHTOOL_A_STATS_GRP_MAX = 4, }; struct stats_req_info { struct ethnl_req_info base; long unsigned int stat_mask[1]; }; struct stats_reply_data { struct ethnl_reply_data base; union { struct { struct ethtool_eth_phy_stats phy_stats; struct ethtool_eth_mac_stats mac_stats; struct ethtool_eth_ctrl_stats ctrl_stats; struct ethtool_rmon_stats rmon_stats; }; struct { struct ethtool_eth_phy_stats phy_stats; struct ethtool_eth_mac_stats mac_stats; struct ethtool_eth_ctrl_stats ctrl_stats; struct ethtool_rmon_stats rmon_stats; } stats; }; const struct ethtool_rmon_hist_range *rmon_ranges; }; struct phc_vclocks_reply_data { struct ethnl_reply_data base; int num; int *index; }; struct module_reply_data { struct ethnl_reply_data base; struct ethtool_module_power_mode_params power; }; struct nf_hook_entries_rcu_head { struct callback_head head; void *allocation; }; struct nf_conn___2; enum nf_nat_manip_type; struct nf_nat_hook { int (*parse_nat_setup)(struct nf_conn___2 *, enum nf_nat_manip_type, const struct nlattr *); void (*decode_session)(struct sk_buff *, struct flowi *); unsigned int (*manip_pkt)(struct sk_buff *, struct nf_conn___2 *, enum nf_nat_manip_type, enum ip_conntrack_dir); void (*remove_nat_bysrc)(struct nf_conn___2 *); }; struct nf_conntrack_tuple___2; struct nf_ct_hook { int (*update)(struct net *, struct sk_buff *); void (*destroy)(struct nf_conntrack *); bool (*get_tuple_skb)(struct nf_conntrack_tuple___2 *, const struct sk_buff *); void (*attach)(struct sk_buff *, const struct sk_buff *); }; struct nfnl_ct_hook { size_t (*build_size)(const struct nf_conn___2 *); int (*build)(struct sk_buff *, struct nf_conn___2 *, enum ip_conntrack_info, u_int16_t, u_int16_t); int (*parse)(const struct nlattr *, struct nf_conn___2 *); int (*attach_expect)(const struct nlattr *, struct nf_conn___2 *, u32, u32); void (*seq_adjust)(struct sk_buff *, struct nf_conn___2 *, enum ip_conntrack_info, s32); }; struct nf_queue_entry; struct nf_ipv6_ops { void (*route_input)(struct sk_buff *); int (*fragment)(struct net *, struct sock *, struct sk_buff *, int (*)(struct net *, struct sock *, struct sk_buff *)); int (*reroute)(struct sk_buff *, const struct nf_queue_entry *); }; struct nf_queue_entry { struct list_head list; struct sk_buff *skb; unsigned int id; unsigned int hook_index; struct net_device *physin; struct net_device *physout; struct nf_hook_state state; u16 size; }; struct nf_loginfo { u_int8_t type; union { struct { u_int32_t copy_len; u_int16_t group; u_int16_t qthreshold; u_int16_t flags; } ulog; struct { u_int8_t level; u_int8_t logflags; } log; } u; }; struct nf_log_buf { unsigned int count; char buf[1020]; }; struct nf_bridge_info { enum { BRNF_PROTO_UNCHANGED = 0, BRNF_PROTO_8021Q = 1, BRNF_PROTO_PPPOE = 2, } orig_proto: 8; u8 pkt_otherhost: 1; u8 in_prerouting: 1; u8 bridged_dnat: 1; __u16 frag_max_size; struct net_device *physindev; struct net_device *physoutdev; union { __be32 ipv4_daddr; struct in6_addr ipv6_daddr; char neigh_header[8]; }; }; struct ip_rt_info { __be32 daddr; __be32 saddr; u_int8_t tos; u_int32_t mark; }; struct ip6_rt_info { struct in6_addr daddr; struct in6_addr saddr; u_int32_t mark; }; struct nf_queue_handler { int (*outfn)(struct nf_queue_entry *, unsigned int); void (*nf_hook_drop)(struct net *); }; struct nf_sockopt_ops { struct list_head list; u_int8_t pf; int set_optmin; int set_optmax; int (*set)(struct sock *, int, sockptr_t, unsigned int); int get_optmin; int get_optmax; int (*get)(struct sock *, int, void *, int *); struct module *owner; }; struct ip_mreqn { struct in_addr imr_multiaddr; struct in_addr imr_address; int imr_ifindex; }; struct rtmsg { unsigned char rtm_family; unsigned char rtm_dst_len; unsigned char rtm_src_len; unsigned char rtm_tos; unsigned char rtm_table; unsigned char rtm_protocol; unsigned char rtm_scope; unsigned char rtm_type; unsigned int rtm_flags; }; struct rtvia { __kernel_sa_family_t rtvia_family; __u8 rtvia_addr[0]; }; struct ip_sf_list; struct ip_mc_list { struct in_device *interface; __be32 multiaddr; unsigned int sfmode; struct ip_sf_list *sources; struct ip_sf_list *tomb; long unsigned int sfcount[2]; union { struct ip_mc_list *next; struct ip_mc_list *next_rcu; }; struct ip_mc_list *next_hash; struct timer_list timer; int users; refcount_t refcnt; spinlock_t lock; char tm_running; char reporter; char unsolicit_count; char loaded; unsigned char gsquery; unsigned char crcount; struct callback_head rcu; }; struct ip_sf_socklist { unsigned int sl_max; unsigned int sl_count; struct callback_head rcu; __be32 sl_addr[0]; }; struct ip_mc_socklist { struct ip_mc_socklist *next_rcu; struct ip_mreqn multi; unsigned int sfmode; struct ip_sf_socklist *sflist; struct callback_head rcu; }; struct ip_sf_list { struct ip_sf_list *sf_next; long unsigned int sf_count[2]; __be32 sf_inaddr; unsigned char sf_gsresp; unsigned char sf_oldin; unsigned char sf_crcount; }; typedef u8 dscp_t; struct ipv4_addr_key { __be32 addr; int vif; }; struct inetpeer_addr { union { struct ipv4_addr_key a4; struct in6_addr a6; u32 key[4]; }; __u16 family; }; struct inet_peer { struct rb_node rb_node; struct inetpeer_addr daddr; u32 metrics[17]; u32 rate_tokens; u32 n_redirects; long unsigned int rate_last; union { struct { atomic_t rid; }; struct callback_head rcu; }; __u32 dtime; refcount_t refcnt; }; struct fib_rt_info { struct fib_info *fi; u32 tb_id; __be32 dst; int dst_len; dscp_t dscp; u8 type; u8 offload: 1; u8 trap: 1; u8 offload_failed: 1; u8 unused: 5; }; struct uncached_list { spinlock_t lock; struct list_head head; struct list_head quarantine; }; struct ip_rt_acct { __u32 o_bytes; __u32 o_packets; __u32 i_bytes; __u32 i_packets; }; struct rt_cache_stat { unsigned int in_slow_tot; unsigned int in_slow_mc; unsigned int in_no_route; unsigned int in_brd; unsigned int in_martian_dst; unsigned int in_martian_src; unsigned int out_slow_tot; unsigned int out_slow_mc; }; struct fib_alias { struct hlist_node fa_list; struct fib_info *fa_info; dscp_t fa_dscp; u8 fa_type; u8 fa_state; u8 fa_slen; u32 tb_id; s16 fa_default; u8 offload; u8 trap; u8 offload_failed; struct callback_head rcu; }; struct fib_prop { int error; u8 scope; }; struct net_offload { struct offload_callbacks callbacks; unsigned int flags; }; struct raw_hashinfo { rwlock_t lock; struct hlist_nulls_head ht[256]; }; enum ip_defrag_users { IP_DEFRAG_LOCAL_DELIVER = 0, IP_DEFRAG_CALL_RA_CHAIN = 1, IP_DEFRAG_CONNTRACK_IN = 2, __IP_DEFRAG_CONNTRACK_IN_END = 65537, IP_DEFRAG_CONNTRACK_OUT = 65538, __IP_DEFRAG_CONNTRACK_OUT_END = 131073, IP_DEFRAG_CONNTRACK_BRIDGE_IN = 131074, __IP_DEFRAG_CONNTRACK_BRIDGE_IN = 196609, IP_DEFRAG_VS_IN = 196610, IP_DEFRAG_VS_OUT = 196611, IP_DEFRAG_VS_FWD = 196612, IP_DEFRAG_AF_PACKET = 196613, IP_DEFRAG_MACVLAN = 196614, }; enum { INET_FRAG_FIRST_IN = 1, INET_FRAG_LAST_IN = 2, INET_FRAG_COMPLETE = 4, INET_FRAG_HASH_DEAD = 8, }; struct ipq { struct inet_frag_queue q; u8 ecn; u16 max_df_size; int iif; unsigned int rid; struct inet_peer *peer; }; struct ip_options_data { struct ip_options_rcu opt; char data[40]; }; struct ipcm_cookie { struct sockcm_cookie sockc; __be32 addr; int oif; struct ip_options_rcu *opt; __u8 ttl; __s16 tos; char priority; __u16 gso_size; }; struct ip_fraglist_iter { struct sk_buff *frag; struct iphdr *iph; int offset; unsigned int hlen; }; struct ip_frag_state { bool DF; unsigned int hlen; unsigned int ll_rs; unsigned int mtu; unsigned int left; int offset; int ptr; __be16 not_last_frag; }; struct ip_reply_arg { struct kvec iov[1]; int flags; __wsum csum; int csumoffset; int bound_dev_if; u8 tos; kuid_t uid; }; struct ip_mreq_source { __be32 imr_multiaddr; __be32 imr_interface; __be32 imr_sourceaddr; }; struct ip_msfilter { union { struct { __be32 imsf_multiaddr_aux; __be32 imsf_interface_aux; __u32 imsf_fmode_aux; __u32 imsf_numsrc_aux; __be32 imsf_slist[1]; }; struct { __be32 imsf_multiaddr; __be32 imsf_interface; __u32 imsf_fmode; __u32 imsf_numsrc; __be32 imsf_slist_flex[0]; }; }; }; struct group_req { __u32 gr_interface; struct __kernel_sockaddr_storage gr_group; }; struct group_source_req { __u32 gsr_interface; struct __kernel_sockaddr_storage gsr_group; struct __kernel_sockaddr_storage gsr_source; }; struct group_filter { union { struct { __u32 gf_interface_aux; struct __kernel_sockaddr_storage gf_group_aux; __u32 gf_fmode_aux; __u32 gf_numsrc_aux; struct __kernel_sockaddr_storage gf_slist[1]; }; struct { __u32 gf_interface; struct __kernel_sockaddr_storage gf_group; __u32 gf_fmode; __u32 gf_numsrc; struct __kernel_sockaddr_storage gf_slist_flex[0]; }; }; }; struct in_pktinfo { int ipi_ifindex; struct in_addr ipi_spec_dst; struct in_addr ipi_addr; }; struct compat_group_req { __u32 gr_interface; struct __kernel_sockaddr_storage gr_group; } __attribute__((packed)); struct compat_group_source_req { __u32 gsr_interface; struct __kernel_sockaddr_storage gsr_group; struct __kernel_sockaddr_storage gsr_source; } __attribute__((packed)); struct compat_group_filter { union { struct { __u32 gf_interface_aux; struct __kernel_sockaddr_storage gf_group_aux; __u32 gf_fmode_aux; __u32 gf_numsrc_aux; struct __kernel_sockaddr_storage gf_slist[1]; } __attribute__((packed)); struct { __u32 gf_interface; struct __kernel_sockaddr_storage gf_group; __u32 gf_fmode; __u32 gf_numsrc; struct __kernel_sockaddr_storage gf_slist_flex[0]; } __attribute__((packed)); }; } __attribute__((packed)); enum { BPFILTER_IPT_SO_SET_REPLACE = 64, BPFILTER_IPT_SO_SET_ADD_COUNTERS = 65, BPFILTER_IPT_SET_MAX = 66, }; enum { BPFILTER_IPT_SO_GET_INFO = 64, BPFILTER_IPT_SO_GET_ENTRIES = 65, BPFILTER_IPT_SO_GET_REVISION_MATCH = 66, BPFILTER_IPT_SO_GET_REVISION_TARGET = 67, BPFILTER_IPT_GET_MAX = 68, }; struct tcpvegas_info { __u32 tcpv_enabled; __u32 tcpv_rttcnt; __u32 tcpv_rtt; __u32 tcpv_minrtt; }; struct tcp_dctcp_info { __u16 dctcp_enabled; __u16 dctcp_ce_state; __u32 dctcp_alpha; __u32 dctcp_ab_ecn; __u32 dctcp_ab_tot; }; struct tcp_bbr_info { __u32 bbr_bw_lo; __u32 bbr_bw_hi; __u32 bbr_min_rtt; __u32 bbr_pacing_gain; __u32 bbr_cwnd_gain; }; union tcp_cc_info { struct tcpvegas_info vegas; struct tcp_dctcp_info dctcp; struct tcp_bbr_info bbr; }; enum inet_csk_ack_state_t { ICSK_ACK_SCHED = 1, ICSK_ACK_TIMER = 2, ICSK_ACK_PUSHED = 4, ICSK_ACK_PUSHED2 = 8, ICSK_ACK_NOW = 16, }; enum { TCP_FLAG_CWR = 32768, TCP_FLAG_ECE = 16384, TCP_FLAG_URG = 8192, TCP_FLAG_ACK = 4096, TCP_FLAG_PSH = 2048, TCP_FLAG_RST = 1024, TCP_FLAG_SYN = 512, TCP_FLAG_FIN = 256, TCP_RESERVED_BITS = 15, TCP_DATA_OFFSET = 240, }; struct tcp_repair_opt { __u32 opt_code; __u32 opt_val; }; struct tcp_repair_window { __u32 snd_wl1; __u32 snd_wnd; __u32 max_window; __u32 rcv_wnd; __u32 rcv_wup; }; enum { TCP_NO_QUEUE = 0, TCP_RECV_QUEUE = 1, TCP_SEND_QUEUE = 2, TCP_QUEUES_NR = 3, }; struct tcp_info { __u8 tcpi_state; __u8 tcpi_ca_state; __u8 tcpi_retransmits; __u8 tcpi_probes; __u8 tcpi_backoff; __u8 tcpi_options; __u8 tcpi_snd_wscale: 4; __u8 tcpi_rcv_wscale: 4; __u8 tcpi_delivery_rate_app_limited: 1; __u8 tcpi_fastopen_client_fail: 2; __u32 tcpi_rto; __u32 tcpi_ato; __u32 tcpi_snd_mss; __u32 tcpi_rcv_mss; __u32 tcpi_unacked; __u32 tcpi_sacked; __u32 tcpi_lost; __u32 tcpi_retrans; __u32 tcpi_fackets; __u32 tcpi_last_data_sent; __u32 tcpi_last_ack_sent; __u32 tcpi_last_data_recv; __u32 tcpi_last_ack_recv; __u32 tcpi_pmtu; __u32 tcpi_rcv_ssthresh; __u32 tcpi_rtt; __u32 tcpi_rttvar; __u32 tcpi_snd_ssthresh; __u32 tcpi_snd_cwnd; __u32 tcpi_advmss; __u32 tcpi_reordering; __u32 tcpi_rcv_rtt; __u32 tcpi_rcv_space; __u32 tcpi_total_retrans; __u64 tcpi_pacing_rate; __u64 tcpi_max_pacing_rate; __u64 tcpi_bytes_acked; __u64 tcpi_bytes_received; __u32 tcpi_segs_out; __u32 tcpi_segs_in; __u32 tcpi_notsent_bytes; __u32 tcpi_min_rtt; __u32 tcpi_data_segs_in; __u32 tcpi_data_segs_out; __u64 tcpi_delivery_rate; __u64 tcpi_busy_time; __u64 tcpi_rwnd_limited; __u64 tcpi_sndbuf_limited; __u32 tcpi_delivered; __u32 tcpi_delivered_ce; __u64 tcpi_bytes_sent; __u64 tcpi_bytes_retrans; __u32 tcpi_dsack_dups; __u32 tcpi_reord_seen; __u32 tcpi_rcv_ooopack; __u32 tcpi_snd_wnd; }; enum { TCP_NLA_PAD = 0, TCP_NLA_BUSY = 1, TCP_NLA_RWND_LIMITED = 2, TCP_NLA_SNDBUF_LIMITED = 3, TCP_NLA_DATA_SEGS_OUT = 4, TCP_NLA_TOTAL_RETRANS = 5, TCP_NLA_PACING_RATE = 6, TCP_NLA_DELIVERY_RATE = 7, TCP_NLA_SND_CWND = 8, TCP_NLA_REORDERING = 9, TCP_NLA_MIN_RTT = 10, TCP_NLA_RECUR_RETRANS = 11, TCP_NLA_DELIVERY_RATE_APP_LMT = 12, TCP_NLA_SNDQ_SIZE = 13, TCP_NLA_CA_STATE = 14, TCP_NLA_SND_SSTHRESH = 15, TCP_NLA_DELIVERED = 16, TCP_NLA_DELIVERED_CE = 17, TCP_NLA_BYTES_SENT = 18, TCP_NLA_BYTES_RETRANS = 19, TCP_NLA_DSACK_DUPS = 20, TCP_NLA_REORD_SEEN = 21, TCP_NLA_SRTT = 22, TCP_NLA_TIMEOUT_REHASH = 23, TCP_NLA_BYTES_NOTSENT = 24, TCP_NLA_EDT = 25, TCP_NLA_TTL = 26, }; struct tcp_zerocopy_receive { __u64 address; __u32 length; __u32 recv_skip_hint; __u32 inq; __s32 err; __u64 copybuf_address; __s32 copybuf_len; __u32 flags; __u64 msg_control; __u64 msg_controllen; __u32 msg_flags; __u32 reserved; }; enum { BPF_TCP_ESTABLISHED = 1, BPF_TCP_SYN_SENT = 2, BPF_TCP_SYN_RECV = 3, BPF_TCP_FIN_WAIT1 = 4, BPF_TCP_FIN_WAIT2 = 5, BPF_TCP_TIME_WAIT = 6, BPF_TCP_CLOSE = 7, BPF_TCP_CLOSE_WAIT = 8, BPF_TCP_LAST_ACK = 9, BPF_TCP_LISTEN = 10, BPF_TCP_CLOSING = 11, BPF_TCP_NEW_SYN_RECV = 12, BPF_TCP_MAX_STATES = 13, }; struct tcp_md5sig_pool { struct ahash_request *md5_req; void *scratch; }; enum tcp_chrono { TCP_CHRONO_UNSPEC = 0, TCP_CHRONO_BUSY = 1, TCP_CHRONO_RWND_LIMITED = 2, TCP_CHRONO_SNDBUF_LIMITED = 3, __TCP_CHRONO_MAX = 4, }; enum { TCP_CMSG_INQ = 1, TCP_CMSG_TS = 2, }; struct tcp_splice_state { struct pipe_inode_info *pipe; size_t len; unsigned int flags; }; enum tcp_fastopen_client_fail { TFO_STATUS_UNSPEC = 0, TFO_COOKIE_UNAVAILABLE = 1, TFO_DATA_NOT_ACKED = 2, TFO_SYN_RETRANSMITTED = 3, }; struct tcp_sack_block_wire { __be32 start_seq; __be32 end_seq; }; struct static_key_false_deferred { struct static_key_false key; long unsigned int timeout; struct delayed_work work; }; struct mptcp_ext { union { u64 data_ack; u32 data_ack32; }; u64 data_seq; u32 subflow_seq; u16 data_len; __sum16 csum; u8 use_map: 1; u8 dsn64: 1; u8 data_fin: 1; u8 use_ack: 1; u8 ack64: 1; u8 mpc_map: 1; u8 frozen: 1; u8 reset_transient: 1; u8 reset_reason: 4; u8 csum_reqd: 1; u8 infinite_map: 1; }; enum tcp_queue { TCP_FRAG_IN_WRITE_QUEUE = 0, TCP_FRAG_IN_RTX_QUEUE = 1, }; enum tcp_ca_ack_event_flags { CA_ACK_SLOWPATH = 1, CA_ACK_WIN_UPDATE = 2, CA_ACK_ECE = 4, }; struct tcp_sacktag_state { u64 first_sackt; u64 last_sackt; u32 reord; u32 sack_delivered; int flag; unsigned int mss_now; struct rate_sample *rate; }; enum pkt_hash_types { PKT_HASH_TYPE_NONE = 0, PKT_HASH_TYPE_L2 = 1, PKT_HASH_TYPE_L3 = 2, PKT_HASH_TYPE_L4 = 3, }; enum tsq_flags { TSQF_THROTTLED = 1, TSQF_QUEUED = 2, TCPF_TSQ_DEFERRED = 4, TCPF_WRITE_TIMER_DEFERRED = 8, TCPF_DELACK_TIMER_DEFERRED = 16, TCPF_MTU_REDUCED_DEFERRED = 32, }; enum { BPF_WRITE_HDR_TCP_CURRENT_MSS = 1, BPF_WRITE_HDR_TCP_SYNACK_COOKIE = 2, }; struct mptcp_rm_list { u8 ids[8]; u8 nr; }; struct mptcp_addr_info { u8 id; sa_family_t family; __be16 port; union { struct in_addr addr; struct in6_addr addr6; }; }; struct mptcp_out_options { u16 suboptions; struct mptcp_rm_list rm_list; u8 join_id; u8 backup; u8 reset_reason: 4; u8 reset_transient: 1; u8 csum_reqd: 1; u8 allow_join_id0: 1; union { struct { u64 sndr_key; u64 rcvr_key; u64 data_seq; u32 subflow_seq; u16 data_len; __sum16 csum; }; struct { struct mptcp_addr_info addr; u64 ahmac; }; struct { struct mptcp_ext ext_copy; u64 fail_seq; }; struct { u32 nonce; u32 token; u64 thmac; u8 hmac[20]; }; }; }; struct tcp_out_options { u16 options; u16 mss; u8 ws; u8 num_sack_blocks; u8 hash_size; u8 bpf_opt_len; __u8 *hash_location; __u32 tsval; __u32 tsecr; struct tcp_fastopen_cookie *fastopen_cookie; struct mptcp_out_options mptcp; }; struct tsq_tasklet { struct tasklet_struct tasklet; struct list_head head; }; struct tcp_md5sig { struct __kernel_sockaddr_storage tcpm_addr; __u8 tcpm_flags; __u8 tcpm_prefixlen; __u16 tcpm_keylen; int tcpm_ifindex; __u8 tcpm_key[80]; }; struct icmp_err { int errno; unsigned int fatal: 1; }; enum tcp_tw_status { TCP_TW_SUCCESS = 0, TCP_TW_RST = 1, TCP_TW_ACK = 2, TCP_TW_SYN = 3, }; struct tcp4_pseudohdr { __be32 saddr; __be32 daddr; __u8 pad; __u8 protocol; __be16 len; }; enum tcp_seq_states { TCP_SEQ_STATE_LISTENING = 0, TCP_SEQ_STATE_ESTABLISHED = 1, }; struct tcp_seq_afinfo { sa_family_t family; }; struct tcp_iter_state { struct seq_net_private p; enum tcp_seq_states state; struct sock *syn_wait_sk; int bucket; int offset; int sbucket; int num; loff_t last_pos; }; struct bpf_tcp_iter_state { struct tcp_iter_state state; unsigned int cur_sk; unsigned int end_sk; unsigned int max_sk; struct sock **batch; bool st_bucket_done; }; struct bpf_iter__tcp { union { struct bpf_iter_meta *meta; }; union { struct sock_common *sk_common; }; uid_t uid; }; enum tcp_metric_index { TCP_METRIC_RTT = 0, TCP_METRIC_RTTVAR = 1, TCP_METRIC_SSTHRESH = 2, TCP_METRIC_CWND = 3, TCP_METRIC_REORDERING = 4, TCP_METRIC_RTT_US = 5, TCP_METRIC_RTTVAR_US = 6, __TCP_METRIC_MAX = 7, }; enum { TCP_METRICS_ATTR_UNSPEC = 0, TCP_METRICS_ATTR_ADDR_IPV4 = 1, TCP_METRICS_ATTR_ADDR_IPV6 = 2, TCP_METRICS_ATTR_AGE = 3, TCP_METRICS_ATTR_TW_TSVAL = 4, TCP_METRICS_ATTR_TW_TS_STAMP = 5, TCP_METRICS_ATTR_VALS = 6, TCP_METRICS_ATTR_FOPEN_MSS = 7, TCP_METRICS_ATTR_FOPEN_SYN_DROPS = 8, TCP_METRICS_ATTR_FOPEN_SYN_DROP_TS = 9, TCP_METRICS_ATTR_FOPEN_COOKIE = 10, TCP_METRICS_ATTR_SADDR_IPV4 = 11, TCP_METRICS_ATTR_SADDR_IPV6 = 12, TCP_METRICS_ATTR_PAD = 13, __TCP_METRICS_ATTR_MAX = 14, }; enum { TCP_METRICS_CMD_UNSPEC = 0, TCP_METRICS_CMD_GET = 1, TCP_METRICS_CMD_DEL = 2, __TCP_METRICS_CMD_MAX = 3, }; struct tcp_fastopen_metrics { u16 mss; u16 syn_loss: 10; u16 try_exp: 2; long unsigned int last_syn_loss; struct tcp_fastopen_cookie cookie; }; struct tcp_metrics_block { struct tcp_metrics_block *tcpm_next; possible_net_t tcpm_net; struct inetpeer_addr tcpm_saddr; struct inetpeer_addr tcpm_daddr; long unsigned int tcpm_stamp; u32 tcpm_lock; u32 tcpm_vals[5]; struct tcp_fastopen_metrics tcpm_fastopen; struct callback_head callback_head; }; struct tcpm_hash_bucket { struct tcp_metrics_block *chain; }; struct icmp_filter { __u32 data; }; struct raw_iter_state { struct seq_net_private p; int bucket; }; struct raw_sock { struct inet_sock inet; struct icmp_filter filter; u32 ipmr_table; }; struct raw_frag_vec { struct msghdr *msg; union { struct icmphdr icmph; char c[1]; } hdr; int hlen; }; struct ip_tunnel_encap { u16 type; u16 flags; __be16 sport; __be16 dport; }; struct ip_tunnel_encap_ops { size_t (*encap_hlen)(struct ip_tunnel_encap *); int (*build_header)(struct sk_buff *, struct ip_tunnel_encap *, u8 *, struct flowi4 *); int (*err_handler)(struct sk_buff *, u32); }; struct udp_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; __u16 cscov; __u8 partial_cov; }; struct udp_dev_scratch { u32 _tsize_state; u16 len; bool is_linear; bool csum_unnecessary; }; struct udp_seq_afinfo { sa_family_t family; struct udp_table *udp_table; }; struct udp_iter_state { struct seq_net_private p; int bucket; struct udp_seq_afinfo *bpf_seq_afinfo; }; struct bpf_iter__udp { union { struct bpf_iter_meta *meta; }; union { struct udp_sock *udp_sk; }; uid_t uid; int: 32; int bucket; }; struct inet_protosw { struct list_head list; short unsigned int type; short unsigned int protocol; struct proto *prot; const struct proto_ops *ops; unsigned char flags; }; typedef struct sock * (*udp_lookup_t)(const struct sk_buff *, __be16, __be16); typedef struct sk_buff * (*gro_receive_t)(struct list_head *, struct sk_buff *); typedef struct sk_buff * (*gro_receive_sk_t)(struct sock *, struct list_head *, struct sk_buff *); struct arpreq { struct sockaddr arp_pa; struct sockaddr arp_ha; int arp_flags; struct sockaddr arp_netmask; char arp_dev[16]; }; typedef struct { char ax25_call[7]; } ax25_address; enum ip_conntrack_status { IPS_EXPECTED_BIT = 0, IPS_EXPECTED = 1, IPS_SEEN_REPLY_BIT = 1, IPS_SEEN_REPLY = 2, IPS_ASSURED_BIT = 2, IPS_ASSURED = 4, IPS_CONFIRMED_BIT = 3, IPS_CONFIRMED = 8, IPS_SRC_NAT_BIT = 4, IPS_SRC_NAT = 16, IPS_DST_NAT_BIT = 5, IPS_DST_NAT = 32, IPS_NAT_MASK = 48, IPS_SEQ_ADJUST_BIT = 6, IPS_SEQ_ADJUST = 64, IPS_SRC_NAT_DONE_BIT = 7, IPS_SRC_NAT_DONE = 128, IPS_DST_NAT_DONE_BIT = 8, IPS_DST_NAT_DONE = 256, IPS_NAT_DONE_MASK = 384, IPS_DYING_BIT = 9, IPS_DYING = 512, IPS_FIXED_TIMEOUT_BIT = 10, IPS_FIXED_TIMEOUT = 1024, IPS_TEMPLATE_BIT = 11, IPS_TEMPLATE = 2048, IPS_UNTRACKED_BIT = 12, IPS_UNTRACKED = 4096, IPS_NAT_CLASH_BIT = 12, IPS_NAT_CLASH = 4096, IPS_HELPER_BIT = 13, IPS_HELPER = 8192, IPS_OFFLOAD_BIT = 14, IPS_OFFLOAD = 16384, IPS_HW_OFFLOAD_BIT = 15, IPS_HW_OFFLOAD = 32768, IPS_UNCHANGEABLE_MASK = 56313, __IPS_MAX_BIT = 16, }; enum { XFRM_LOOKUP_ICMP = 1, XFRM_LOOKUP_QUEUE = 2, XFRM_LOOKUP_KEEP_DST_REF = 4, }; struct icmp_ext_hdr { __u8 reserved1: 4; __u8 version: 4; __u8 reserved2; __sum16 checksum; }; struct icmp_extobj_hdr { __be16 length; __u8 class_num; __u8 class_type; }; struct icmp_ext_echo_ctype3_hdr { __be16 afi; __u8 addrlen; __u8 reserved; }; struct icmp_ext_echo_iio { struct icmp_extobj_hdr extobj_hdr; union { char name[16]; __be32 ifindex; struct { struct icmp_ext_echo_ctype3_hdr ctype3_hdr; union { __be32 ipv4_addr; struct in6_addr ipv6_addr; } ip_addr; } addr; } ident; }; struct icmp_bxm { struct sk_buff *skb; int offset; int data_len; struct { struct icmphdr icmph; __be32 times[3]; } data; int head_len; struct ip_options_data replyopts; }; struct icmp_control { enum skb_drop_reason (*handler)(struct sk_buff *); short int error; }; struct ifaddrmsg { __u8 ifa_family; __u8 ifa_prefixlen; __u8 ifa_flags; __u8 ifa_scope; __u32 ifa_index; }; enum { IFA_UNSPEC = 0, IFA_ADDRESS = 1, IFA_LOCAL = 2, IFA_LABEL = 3, IFA_BROADCAST = 4, IFA_ANYCAST = 5, IFA_CACHEINFO = 6, IFA_MULTICAST = 7, IFA_FLAGS = 8, IFA_RT_PRIORITY = 9, IFA_TARGET_NETNSID = 10, IFA_PROTO = 11, __IFA_MAX = 12, }; struct ifa_cacheinfo { __u32 ifa_prefered; __u32 ifa_valid; __u32 cstamp; __u32 tstamp; }; enum { IFLA_INET_UNSPEC = 0, IFLA_INET_CONF = 1, __IFLA_INET_MAX = 2, }; struct in_validator_info { __be32 ivi_addr; struct in_device *ivi_dev; struct netlink_ext_ack *extack; }; struct netconfmsg { __u8 ncm_family; }; enum { NETCONFA_UNSPEC = 0, NETCONFA_IFINDEX = 1, NETCONFA_FORWARDING = 2, NETCONFA_RP_FILTER = 3, NETCONFA_MC_FORWARDING = 4, NETCONFA_PROXY_NEIGH = 5, NETCONFA_IGNORE_ROUTES_WITH_LINKDOWN = 6, NETCONFA_INPUT = 7, NETCONFA_BC_FORWARDING = 8, __NETCONFA_MAX = 9, }; struct inet_fill_args { u32 portid; u32 seq; int event; unsigned int flags; int netnsid; int ifindex; }; struct devinet_sysctl_table { struct ctl_table_header *sysctl_header; struct ctl_table devinet_vars[34]; }; struct rtentry { long unsigned int rt_pad1; struct sockaddr rt_dst; struct sockaddr rt_gateway; struct sockaddr rt_genmask; short unsigned int rt_flags; short int rt_pad2; long unsigned int rt_pad3; void *rt_pad4; short int rt_metric; char *rt_dev; long unsigned int rt_mtu; long unsigned int rt_window; short unsigned int rt_irtt; }; struct pingv6_ops { int (*ipv6_recv_error)(struct sock *, struct msghdr *, int, int *); void (*ip6_datagram_recv_common_ctl)(struct sock *, struct msghdr *, struct sk_buff *); void (*ip6_datagram_recv_specific_ctl)(struct sock *, struct msghdr *, struct sk_buff *); int (*icmpv6_err_convert)(u8, u8, int *); void (*ipv6_icmp_error)(struct sock *, struct sk_buff *, int, __be16, u32, u8 *); int (*ipv6_chk_addr)(struct net *, const struct in6_addr *, const struct net_device *, int); }; struct compat_rtentry { u32 rt_pad1; struct sockaddr rt_dst; struct sockaddr rt_gateway; struct sockaddr rt_genmask; short unsigned int rt_flags; short int rt_pad2; u32 rt_pad3; unsigned char rt_tos; unsigned char rt_class; short int rt_pad4; short int rt_metric; compat_uptr_t rt_dev; u32 rt_mtu; u32 rt_window; short unsigned int rt_irtt; }; struct igmphdr { __u8 type; __u8 code; __sum16 csum; __be32 group; }; struct igmpv3_grec { __u8 grec_type; __u8 grec_auxwords; __be16 grec_nsrcs; __be32 grec_mca; __be32 grec_src[0]; }; struct igmpv3_report { __u8 type; __u8 resv1; __sum16 csum; __be16 resv2; __be16 ngrec; struct igmpv3_grec grec[0]; }; struct igmpv3_query { __u8 type; __u8 code; __sum16 csum; __be32 group; __u8 qrv: 3; __u8 suppress: 1; __u8 resv: 4; __u8 qqic; __be16 nsrcs; __be32 srcs[0]; }; struct igmp_mc_iter_state { struct seq_net_private p; struct net_device *dev; struct in_device *in_dev; }; struct igmp_mcf_iter_state { struct seq_net_private p; struct net_device *dev; struct in_device *idev; struct ip_mc_list *im; }; struct fib_config { u8 fc_dst_len; dscp_t fc_dscp; u8 fc_protocol; u8 fc_scope; u8 fc_type; u8 fc_gw_family; u32 fc_table; __be32 fc_dst; union { __be32 fc_gw4; struct in6_addr fc_gw6; }; int fc_oif; u32 fc_flags; u32 fc_priority; __be32 fc_prefsrc; u32 fc_nh_id; struct nlattr *fc_mx; struct rtnexthop *fc_mp; int fc_mx_len; int fc_mp_len; u32 fc_flow; u32 fc_nlflags; struct nl_info fc_nlinfo; struct nlattr *fc_encap; u16 fc_encap_type; }; struct fib_result_nl { __be32 fl_addr; u32 fl_mark; unsigned char fl_tos; unsigned char fl_scope; unsigned char tb_id_in; unsigned char tb_id; unsigned char prefixlen; unsigned char nh_sel; unsigned char type; unsigned char scope; int err; }; struct fib_dump_filter { u32 table_id; bool filter_set; bool dump_routes; bool dump_exceptions; unsigned char protocol; unsigned char rt_type; unsigned int flags; struct net_device *dev; }; struct fib_nh_notifier_info { struct fib_notifier_info info; struct fib_nh *fib_nh; }; struct fib_entry_notifier_info { struct fib_notifier_info info; u32 dst; int dst_len; struct fib_info *fi; dscp_t dscp; u8 type; u32 tb_id; }; typedef unsigned int t_key; struct key_vector { t_key key; unsigned char pos; unsigned char bits; unsigned char slen; union { struct hlist_head leaf; struct key_vector *tnode[0]; }; }; struct tnode { struct callback_head rcu; t_key empty_children; t_key full_children; struct key_vector *parent; struct key_vector kv[1]; }; struct trie_use_stats { unsigned int gets; unsigned int backtrack; unsigned int semantic_match_passed; unsigned int semantic_match_miss; unsigned int null_node_hit; unsigned int resize_node_skipped; }; struct trie_stat { unsigned int totdepth; unsigned int maxdepth; unsigned int tnodes; unsigned int leaves; unsigned int nullpointers; unsigned int prefixes; unsigned int nodesizes[32]; }; struct trie { struct key_vector kv[1]; struct trie_use_stats *stats; }; struct fib_trie_iter { struct seq_net_private p; struct fib_table *tb; struct key_vector *tnode; unsigned int index; unsigned int depth; }; struct fib_route_iter { struct seq_net_private p; struct fib_table *main_tb; struct key_vector *tnode; loff_t pos; t_key key; }; struct ipfrag_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; }; struct sk_buff *next_frag; int frag_run_len; }; struct icmpv6_echo { __be16 identifier; __be16 sequence; }; struct icmpv6_nd_advt { __u32 reserved: 5; __u32 override: 1; __u32 solicited: 1; __u32 router: 1; __u32 reserved2: 24; }; struct icmpv6_nd_ra { __u8 hop_limit; __u8 reserved: 3; __u8 router_pref: 2; __u8 home_agent: 1; __u8 other: 1; __u8 managed: 1; __be16 rt_lifetime; }; struct icmp6hdr { __u8 icmp6_type; __u8 icmp6_code; __sum16 icmp6_cksum; union { __be32 un_data32[1]; __be16 un_data16[2]; __u8 un_data8[4]; struct icmpv6_echo u_echo; struct icmpv6_nd_advt u_nd_advt; struct icmpv6_nd_ra u_nd_ra; } icmp6_dataun; }; struct ping_iter_state { struct seq_net_private p; int bucket; sa_family_t family; }; struct pingfakehdr { struct icmphdr icmph; struct msghdr *msg; sa_family_t family; __wsum wcheck; }; struct ping_table { struct hlist_nulls_head hash[64]; spinlock_t lock; }; enum lwtunnel_ip_t { LWTUNNEL_IP_UNSPEC = 0, LWTUNNEL_IP_ID = 1, LWTUNNEL_IP_DST = 2, LWTUNNEL_IP_SRC = 3, LWTUNNEL_IP_TTL = 4, LWTUNNEL_IP_TOS = 5, LWTUNNEL_IP_FLAGS = 6, LWTUNNEL_IP_PAD = 7, LWTUNNEL_IP_OPTS = 8, __LWTUNNEL_IP_MAX = 9, }; enum lwtunnel_ip6_t { LWTUNNEL_IP6_UNSPEC = 0, LWTUNNEL_IP6_ID = 1, LWTUNNEL_IP6_DST = 2, LWTUNNEL_IP6_SRC = 3, LWTUNNEL_IP6_HOPLIMIT = 4, LWTUNNEL_IP6_TC = 5, LWTUNNEL_IP6_FLAGS = 6, LWTUNNEL_IP6_PAD = 7, LWTUNNEL_IP6_OPTS = 8, __LWTUNNEL_IP6_MAX = 9, }; enum { LWTUNNEL_IP_OPTS_UNSPEC = 0, LWTUNNEL_IP_OPTS_GENEVE = 1, LWTUNNEL_IP_OPTS_VXLAN = 2, LWTUNNEL_IP_OPTS_ERSPAN = 3, __LWTUNNEL_IP_OPTS_MAX = 4, }; enum { LWTUNNEL_IP_OPT_GENEVE_UNSPEC = 0, LWTUNNEL_IP_OPT_GENEVE_CLASS = 1, LWTUNNEL_IP_OPT_GENEVE_TYPE = 2, LWTUNNEL_IP_OPT_GENEVE_DATA = 3, __LWTUNNEL_IP_OPT_GENEVE_MAX = 4, }; enum { LWTUNNEL_IP_OPT_VXLAN_UNSPEC = 0, LWTUNNEL_IP_OPT_VXLAN_GBP = 1, __LWTUNNEL_IP_OPT_VXLAN_MAX = 2, }; enum { LWTUNNEL_IP_OPT_ERSPAN_UNSPEC = 0, LWTUNNEL_IP_OPT_ERSPAN_VER = 1, LWTUNNEL_IP_OPT_ERSPAN_INDEX = 2, LWTUNNEL_IP_OPT_ERSPAN_DIR = 3, LWTUNNEL_IP_OPT_ERSPAN_HWID = 4, __LWTUNNEL_IP_OPT_ERSPAN_MAX = 5, }; struct ip6_tnl_encap_ops { size_t (*encap_hlen)(struct ip_tunnel_encap *); int (*build_header)(struct sk_buff *, struct ip_tunnel_encap *, u8 *, struct flowi6 *); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); }; struct geneve_opt { __be16 opt_class; u8 type; u8 length: 5; u8 r3: 1; u8 r2: 1; u8 r1: 1; u8 opt_data[0]; }; struct vxlan_metadata { u32 gbp; }; struct erspan_md2 { __be32 timestamp; __be16 sgt; __u8 hwid_upper: 2; __u8 ft: 5; __u8 p: 1; __u8 o: 1; __u8 gra: 2; __u8 dir: 1; __u8 hwid: 4; }; struct erspan_metadata { int version; union { __be32 index; struct erspan_md2 md2; } u; }; struct nhmsg { unsigned char nh_family; unsigned char nh_scope; unsigned char nh_protocol; unsigned char resvd; unsigned int nh_flags; }; struct nexthop_grp { __u32 id; __u8 weight; __u8 resvd1; __u16 resvd2; }; enum { NEXTHOP_GRP_TYPE_MPATH = 0, NEXTHOP_GRP_TYPE_RES = 1, __NEXTHOP_GRP_TYPE_MAX = 2, }; enum { NHA_UNSPEC = 0, NHA_ID = 1, NHA_GROUP = 2, NHA_GROUP_TYPE = 3, NHA_BLACKHOLE = 4, NHA_OIF = 5, NHA_GATEWAY = 6, NHA_ENCAP_TYPE = 7, NHA_ENCAP = 8, NHA_GROUPS = 9, NHA_MASTER = 10, NHA_FDB = 11, NHA_RES_GROUP = 12, NHA_RES_BUCKET = 13, __NHA_MAX = 14, }; enum { NHA_RES_GROUP_UNSPEC = 0, NHA_RES_GROUP_PAD = 0, NHA_RES_GROUP_BUCKETS = 1, NHA_RES_GROUP_IDLE_TIMER = 2, NHA_RES_GROUP_UNBALANCED_TIMER = 3, NHA_RES_GROUP_UNBALANCED_TIME = 4, __NHA_RES_GROUP_MAX = 5, }; enum { NHA_RES_BUCKET_UNSPEC = 0, NHA_RES_BUCKET_PAD = 0, NHA_RES_BUCKET_INDEX = 1, NHA_RES_BUCKET_IDLE_TIME = 2, NHA_RES_BUCKET_NH_ID = 3, __NHA_RES_BUCKET_MAX = 4, }; struct nh_config { u32 nh_id; u8 nh_family; u8 nh_protocol; u8 nh_blackhole; u8 nh_fdb; u32 nh_flags; int nh_ifindex; struct net_device *dev; union { __be32 ipv4; struct in6_addr ipv6; } gw; struct nlattr *nh_grp; u16 nh_grp_type; u16 nh_grp_res_num_buckets; long unsigned int nh_grp_res_idle_timer; long unsigned int nh_grp_res_unbalanced_timer; bool nh_grp_res_has_num_buckets; bool nh_grp_res_has_idle_timer; bool nh_grp_res_has_unbalanced_timer; struct nlattr *nh_encap; u16 nh_encap_type; u32 nlflags; struct nl_info nlinfo; }; enum nexthop_event_type { NEXTHOP_EVENT_DEL = 0, NEXTHOP_EVENT_REPLACE = 1, NEXTHOP_EVENT_RES_TABLE_PRE_REPLACE = 2, NEXTHOP_EVENT_BUCKET_REPLACE = 3, }; enum nh_notifier_info_type { NH_NOTIFIER_INFO_TYPE_SINGLE = 0, NH_NOTIFIER_INFO_TYPE_GRP = 1, NH_NOTIFIER_INFO_TYPE_RES_TABLE = 2, NH_NOTIFIER_INFO_TYPE_RES_BUCKET = 3, }; struct nh_notifier_single_info { struct net_device *dev; u8 gw_family; union { __be32 ipv4; struct in6_addr ipv6; }; u8 is_reject: 1; u8 is_fdb: 1; u8 has_encap: 1; }; struct nh_notifier_grp_entry_info { u8 weight; u32 id; struct nh_notifier_single_info nh; }; struct nh_notifier_grp_info { u16 num_nh; bool is_fdb; struct nh_notifier_grp_entry_info nh_entries[0]; }; struct nh_notifier_res_bucket_info { u16 bucket_index; unsigned int idle_timer_ms; bool force; struct nh_notifier_single_info old_nh; struct nh_notifier_single_info new_nh; }; struct nh_notifier_res_table_info { u16 num_nh_buckets; struct nh_notifier_single_info nhs[0]; }; struct nh_notifier_info { struct net *net; struct netlink_ext_ack *extack; u32 id; enum nh_notifier_info_type type; union { struct nh_notifier_single_info *nh; struct nh_notifier_grp_info *nh_grp; struct nh_notifier_res_table_info *nh_res_table; struct nh_notifier_res_bucket_info *nh_res_bucket; }; }; struct nh_dump_filter { u32 nh_id; int dev_idx; int master_idx; bool group_filter; bool fdb_filter; u32 res_bucket_nh_id; }; struct rtm_dump_nh_ctx { u32 idx; }; struct rtm_dump_res_bucket_ctx { struct rtm_dump_nh_ctx nh; u16 bucket_index; u32 done_nh_idx; }; struct rtm_dump_nexthop_bucket_data { struct rtm_dump_res_bucket_ctx *ctx; struct nh_dump_filter filter; }; struct bpfilter_umh_ops { struct umd_info info; struct mutex lock; int (*sockopt)(struct sock *, int, sockptr_t, unsigned int, bool); int (*start)(); }; struct inet6_protocol { void (*early_demux)(struct sk_buff *); void (*early_demux_handler)(struct sk_buff *); int (*handler)(struct sk_buff *); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); unsigned int flags; }; struct snmp_mib { const char *name; int entry; }; struct fib4_rule { struct fib_rule common; u8 dst_len; u8 src_len; dscp_t dscp; __be32 src; __be32 srcmask; __be32 dst; __be32 dstmask; u32 tclassid; }; enum { PIM_TYPE_HELLO = 0, PIM_TYPE_REGISTER = 1, PIM_TYPE_REGISTER_STOP = 2, PIM_TYPE_JOIN_PRUNE = 3, PIM_TYPE_BOOTSTRAP = 4, PIM_TYPE_ASSERT = 5, PIM_TYPE_GRAFT = 6, PIM_TYPE_GRAFT_ACK = 7, PIM_TYPE_CANDIDATE_RP_ADV = 8, }; struct pimreghdr { __u8 type; __u8 reserved; __be16 csum; __be32 flags; }; typedef short unsigned int vifi_t; struct vifctl { vifi_t vifc_vifi; unsigned char vifc_flags; unsigned char vifc_threshold; unsigned int vifc_rate_limit; union { struct in_addr vifc_lcl_addr; int vifc_lcl_ifindex; }; struct in_addr vifc_rmt_addr; }; struct mfcctl { struct in_addr mfcc_origin; struct in_addr mfcc_mcastgrp; vifi_t mfcc_parent; unsigned char mfcc_ttls[32]; unsigned int mfcc_pkt_cnt; unsigned int mfcc_byte_cnt; unsigned int mfcc_wrong_if; int mfcc_expire; }; struct sioc_sg_req { struct in_addr src; struct in_addr grp; long unsigned int pktcnt; long unsigned int bytecnt; long unsigned int wrong_if; }; struct sioc_vif_req { vifi_t vifi; long unsigned int icount; long unsigned int ocount; long unsigned int ibytes; long unsigned int obytes; }; struct igmpmsg { __u32 unused1; __u32 unused2; unsigned char im_msgtype; unsigned char im_mbz; unsigned char im_vif; unsigned char im_vif_hi; struct in_addr im_src; struct in_addr im_dst; }; enum { IPMRA_TABLE_UNSPEC = 0, IPMRA_TABLE_ID = 1, IPMRA_TABLE_CACHE_RES_QUEUE_LEN = 2, IPMRA_TABLE_MROUTE_REG_VIF_NUM = 3, IPMRA_TABLE_MROUTE_DO_ASSERT = 4, IPMRA_TABLE_MROUTE_DO_PIM = 5, IPMRA_TABLE_VIFS = 6, IPMRA_TABLE_MROUTE_DO_WRVIFWHOLE = 7, __IPMRA_TABLE_MAX = 8, }; enum { IPMRA_VIF_UNSPEC = 0, IPMRA_VIF = 1, __IPMRA_VIF_MAX = 2, }; enum { IPMRA_VIFA_UNSPEC = 0, IPMRA_VIFA_IFINDEX = 1, IPMRA_VIFA_VIF_ID = 2, IPMRA_VIFA_FLAGS = 3, IPMRA_VIFA_BYTES_IN = 4, IPMRA_VIFA_BYTES_OUT = 5, IPMRA_VIFA_PACKETS_IN = 6, IPMRA_VIFA_PACKETS_OUT = 7, IPMRA_VIFA_LOCAL_ADDR = 8, IPMRA_VIFA_REMOTE_ADDR = 9, IPMRA_VIFA_PAD = 10, __IPMRA_VIFA_MAX = 11, }; enum { IPMRA_CREPORT_UNSPEC = 0, IPMRA_CREPORT_MSGTYPE = 1, IPMRA_CREPORT_VIF_ID = 2, IPMRA_CREPORT_SRC_ADDR = 3, IPMRA_CREPORT_DST_ADDR = 4, IPMRA_CREPORT_PKT = 5, IPMRA_CREPORT_TABLE = 6, __IPMRA_CREPORT_MAX = 7, }; struct vif_device { struct net_device *dev; netdevice_tracker dev_tracker; long unsigned int bytes_in; long unsigned int bytes_out; long unsigned int pkt_in; long unsigned int pkt_out; long unsigned int rate_limit; unsigned char threshold; short unsigned int flags; int link; struct netdev_phys_item_id dev_parent_id; __be32 local; __be32 remote; }; struct vif_entry_notifier_info { struct fib_notifier_info info; struct net_device *dev; short unsigned int vif_index; short unsigned int vif_flags; u32 tb_id; }; enum { MFC_STATIC = 1, MFC_OFFLOAD = 2, }; struct mr_mfc { struct rhlist_head mnode; short unsigned int mfc_parent; int mfc_flags; union { struct { long unsigned int expires; struct sk_buff_head unresolved; } unres; struct { long unsigned int last_assert; int minvif; int maxvif; long unsigned int bytes; long unsigned int pkt; long unsigned int wrong_if; long unsigned int lastuse; unsigned char ttls[32]; refcount_t refcount; } res; } mfc_un; struct list_head list; struct callback_head rcu; void (*free)(struct callback_head *); }; struct mfc_entry_notifier_info { struct fib_notifier_info info; struct mr_mfc *mfc; u32 tb_id; }; struct mr_table_ops { const struct rhashtable_params *rht_params; void *cmparg_any; }; struct mr_table { struct list_head list; possible_net_t net; struct mr_table_ops ops; u32 id; struct sock *mroute_sk; struct timer_list ipmr_expire_timer; struct list_head mfc_unres_queue; struct vif_device vif_table[32]; struct rhltable mfc_hash; struct list_head mfc_cache_list; int maxvif; atomic_t cache_resolve_queue_len; bool mroute_do_assert; bool mroute_do_pim; bool mroute_do_wrvifwhole; int mroute_reg_vif_num; }; struct mr_vif_iter { struct seq_net_private p; struct mr_table *mrt; int ct; }; struct mr_mfc_iter { struct seq_net_private p; struct mr_table *mrt; struct list_head *cache; spinlock_t *lock; }; struct mfc_cache_cmp_arg { __be32 mfc_mcastgrp; __be32 mfc_origin; }; struct mfc_cache { struct mr_mfc _c; union { struct { __be32 mfc_mcastgrp; __be32 mfc_origin; }; struct mfc_cache_cmp_arg cmparg; }; }; struct ipmr_result { struct mr_table *mrt; }; struct compat_sioc_sg_req { struct in_addr src; struct in_addr grp; compat_ulong_t pktcnt; compat_ulong_t bytecnt; compat_ulong_t wrong_if; }; struct compat_sioc_vif_req { vifi_t vifi; compat_ulong_t icount; compat_ulong_t ocount; compat_ulong_t ibytes; compat_ulong_t obytes; }; struct rta_mfc_stats { __u64 mfcs_packets; __u64 mfcs_bytes; __u64 mfcs_wrong_if; }; struct bictcp { u32 cnt; u32 last_max_cwnd; u32 last_cwnd; u32 last_time; u32 bic_origin_point; u32 bic_K; u32 delay_min; u32 epoch_start; u32 ack_cnt; u32 tcp_cwnd; u16 unused; u8 sample_cnt; u8 found; u32 round_start; u32 end_seq; u32 last_ack; u32 curr_rtt; }; struct tls_rec { struct list_head list; int tx_ready; int tx_flags; struct sk_msg msg_plaintext; struct sk_msg msg_encrypted; struct scatterlist sg_aead_in[2]; struct scatterlist sg_aead_out[2]; char content_type; struct scatterlist sg_content_type; char aad_space[13]; u8 iv_data[16]; struct aead_request aead_req; u8 aead_req_ctx[0]; }; struct tx_work { struct delayed_work work; struct sock *sk; }; struct tls_sw_context_tx { struct crypto_aead *aead_send; struct crypto_wait async_wait; struct tx_work tx_work; struct tls_rec *open_rec; struct list_head tx_list; atomic_t encrypt_pending; spinlock_t encrypt_compl_lock; int async_notify; u8 async_capable: 1; long unsigned int tx_bitmask; }; enum { TCP_BPF_IPV4 = 0, TCP_BPF_IPV6 = 1, TCP_BPF_NUM_PROTS = 2, }; enum { TCP_BPF_BASE = 0, TCP_BPF_TX = 1, TCP_BPF_RX = 2, TCP_BPF_TXRX = 3, TCP_BPF_NUM_CFGS = 4, }; enum { UDP_BPF_IPV4 = 0, UDP_BPF_IPV6 = 1, UDP_BPF_NUM_PROTS = 2, }; struct cipso_v4_map_cache_bkt { spinlock_t lock; u32 size; struct list_head list; }; struct cipso_v4_map_cache_entry { u32 hash; unsigned char *key; size_t key_len; struct netlbl_lsm_cache *lsm_data; u32 activity; struct list_head list; }; struct xfrm_policy_afinfo { struct dst_ops *dst_ops; struct dst_entry * (*dst_lookup)(struct net *, int, int, const xfrm_address_t *, const xfrm_address_t *, u32); int (*get_saddr)(struct net *, int, xfrm_address_t *, xfrm_address_t *, u32); int (*fill_dst)(struct xfrm_dst *, struct net_device *, const struct flowi *); struct dst_entry * (*blackhole_route)(struct net *, struct dst_entry *); }; struct xfrm_state_afinfo { u8 family; u8 proto; const struct xfrm_type_offload *type_offload_esp; const struct xfrm_type *type_esp; const struct xfrm_type *type_ipip; const struct xfrm_type *type_ipip6; const struct xfrm_type *type_comp; const struct xfrm_type *type_ah; const struct xfrm_type *type_routing; const struct xfrm_type *type_dstopts; int (*output)(struct net *, struct sock *, struct sk_buff *); int (*transport_finish)(struct sk_buff *, int); void (*local_error)(struct sk_buff *, u32); }; struct ip_tunnel; struct ip6_tnl; struct xfrm_tunnel_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; union { struct ip_tunnel *ip4; struct ip6_tnl *ip6; } tunnel; }; struct xfrm_mode_skb_cb { struct xfrm_tunnel_skb_cb header; __be16 id; __be16 frag_off; u8 ihl; u8 tos; u8 ttl; u8 protocol; u8 optlen; u8 flow_lbl[3]; }; struct xfrm_spi_skb_cb { struct xfrm_tunnel_skb_cb header; unsigned int daddroff; unsigned int family; __be32 seq; }; struct xfrm_input_afinfo { u8 family; bool is_ipip; int (*callback)(struct sk_buff *, u8, int); }; struct xfrm4_protocol { int (*handler)(struct sk_buff *); int (*input_handler)(struct sk_buff *, int, __be32, int); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, u32); struct xfrm4_protocol *next; int priority; }; typedef u64 (*btf_bpf_tcp_send_ack)(struct tcp_sock *, u32); enum { XFRM_STATE_VOID = 0, XFRM_STATE_ACQ = 1, XFRM_STATE_VALID = 2, XFRM_STATE_ERROR = 3, XFRM_STATE_EXPIRED = 4, XFRM_STATE_DEAD = 5, }; struct xfrm_if; struct xfrm_if_cb { struct xfrm_if * (*decode_session)(struct sk_buff *, short unsigned int); }; struct xfrm_if_parms { int link; u32 if_id; }; struct xfrm_if { struct xfrm_if *next; struct net_device *dev; struct net *net; struct xfrm_if_parms p; struct gro_cells gro_cells; }; struct xfrm_policy_walk { struct xfrm_policy_walk_entry walk; u8 type; u32 seq; }; struct xfrmk_spdinfo { u32 incnt; u32 outcnt; u32 fwdcnt; u32 inscnt; u32 outscnt; u32 fwdscnt; u32 spdhcnt; u32 spdhmcnt; }; struct ip6_mh { __u8 ip6mh_proto; __u8 ip6mh_hdrlen; __u8 ip6mh_type; __u8 ip6mh_reserved; __u16 ip6mh_cksum; __u8 data[0]; }; struct xfrm_flo { struct dst_entry *dst_orig; u8 flags; }; struct xfrm_pol_inexact_node { struct rb_node node; union { xfrm_address_t addr; struct callback_head rcu; }; u8 prefixlen; struct rb_root root; struct hlist_head hhead; }; struct xfrm_pol_inexact_key { possible_net_t net; u32 if_id; u16 family; u8 dir; u8 type; }; struct xfrm_pol_inexact_bin { struct xfrm_pol_inexact_key k; struct rhash_head head; struct hlist_head hhead; seqcount_spinlock_t count; struct rb_root root_d; struct rb_root root_s; struct list_head inexact_bins; struct callback_head rcu; }; enum xfrm_pol_inexact_candidate_type { XFRM_POL_CAND_BOTH = 0, XFRM_POL_CAND_SADDR = 1, XFRM_POL_CAND_DADDR = 2, XFRM_POL_CAND_ANY = 3, XFRM_POL_CAND_MAX = 4, }; struct xfrm_pol_inexact_candidates { struct hlist_head *res[4]; }; enum xfrm_ae_ftype_t { XFRM_AE_UNSPEC = 0, XFRM_AE_RTHR = 1, XFRM_AE_RVAL = 2, XFRM_AE_LVAL = 4, XFRM_AE_ETHR = 8, XFRM_AE_CR = 16, XFRM_AE_CE = 32, XFRM_AE_CU = 64, __XFRM_AE_MAX = 65, }; enum xfrm_nlgroups { XFRMNLGRP_NONE = 0, XFRMNLGRP_ACQUIRE = 1, XFRMNLGRP_EXPIRE = 2, XFRMNLGRP_SA = 3, XFRMNLGRP_POLICY = 4, XFRMNLGRP_AEVENTS = 5, XFRMNLGRP_REPORT = 6, XFRMNLGRP_MIGRATE = 7, XFRMNLGRP_MAPPING = 8, __XFRMNLGRP_MAX = 9, }; enum { XFRM_MODE_FLAG_TUNNEL = 1, }; struct km_event { union { u32 hard; u32 proto; u32 byid; u32 aevent; u32 type; } data; u32 seq; u32 portid; u32 event; struct net *net; }; struct xfrm_kmaddress { xfrm_address_t local; xfrm_address_t remote; u32 reserved; u16 family; }; struct xfrm_migrate { xfrm_address_t old_daddr; xfrm_address_t old_saddr; xfrm_address_t new_daddr; xfrm_address_t new_saddr; u8 proto; u8 mode; u16 reserved; u32 reqid; u16 old_family; u16 new_family; }; struct xfrm_mgr { struct list_head list; int (*notify)(struct xfrm_state *, const struct km_event *); int (*acquire)(struct xfrm_state *, struct xfrm_tmpl *, struct xfrm_policy *); struct xfrm_policy * (*compile_policy)(struct sock *, int, u8 *, int, int *); int (*new_mapping)(struct xfrm_state *, xfrm_address_t *, __be16); int (*notify_policy)(struct xfrm_policy *, int, const struct km_event *); int (*report)(struct net *, u8, struct xfrm_selector *, xfrm_address_t *); int (*migrate)(const struct xfrm_selector *, u8, u8, const struct xfrm_migrate *, int, const struct xfrm_kmaddress *, const struct xfrm_encap_tmpl *); bool (*is_alive)(const struct km_event *); }; struct xfrmk_sadinfo { u32 sadhcnt; u32 sadhmcnt; u32 sadcnt; }; struct xfrm_translator { int (*alloc_compat)(struct sk_buff *, const struct nlmsghdr *); struct nlmsghdr * (*rcv_msg_compat)(const struct nlmsghdr *, int, const struct nla_policy *, struct netlink_ext_ack *); int (*xlate_user_policy_sockptr)(u8 **, int); struct module *owner; }; struct ip_beet_phdr { __u8 nexthdr; __u8 hdrlen; __u8 padlen; __u8 reserved; }; struct ip_tunnel_6rd_parm { struct in6_addr prefix; __be32 relay_prefix; u16 prefixlen; u16 relay_prefixlen; }; struct ip_tunnel_prl_entry; struct ip_tunnel { struct ip_tunnel *next; struct hlist_node hash_node; struct net_device *dev; netdevice_tracker dev_tracker; struct net *net; long unsigned int err_time; int err_count; u32 i_seqno; atomic_t o_seqno; int tun_hlen; u32 index; u8 erspan_ver; u8 dir; u16 hwid; struct dst_cache dst_cache; struct ip_tunnel_parm parms; int mlink; int encap_hlen; int hlen; struct ip_tunnel_encap encap; struct ip_tunnel_6rd_parm ip6rd; struct ip_tunnel_prl_entry *prl; unsigned int prl_count; unsigned int ip_tnl_net_id; struct gro_cells gro_cells; __u32 fwmark; bool collect_md; bool ignore_df; }; struct __ip6_tnl_parm { char name[16]; int link; __u8 proto; __u8 encap_limit; __u8 hop_limit; bool collect_md; __be32 flowinfo; __u32 flags; struct in6_addr laddr; struct in6_addr raddr; __be16 i_flags; __be16 o_flags; __be32 i_key; __be32 o_key; __u32 fwmark; __u32 index; __u8 erspan_ver; __u8 dir; __u16 hwid; }; struct ip6_tnl { struct ip6_tnl *next; struct net_device *dev; netdevice_tracker dev_tracker; struct net *net; struct __ip6_tnl_parm parms; struct flowi fl; struct dst_cache dst_cache; struct gro_cells gro_cells; int err_count; long unsigned int err_time; __u32 i_seqno; atomic_t o_seqno; int hlen; int tun_hlen; int encap_hlen; struct ip_tunnel_encap encap; int mlink; }; struct xfrm_skb_cb { struct xfrm_tunnel_skb_cb header; union { struct { __u32 low; __u32 hi; } output; struct { __be32 low; __be32 hi; } input; } seq; }; struct ip_tunnel_prl_entry { struct ip_tunnel_prl_entry *next; __be32 addr; u16 flags; struct callback_head callback_head; }; struct xfrm_trans_tasklet { struct tasklet_struct tasklet; struct sk_buff_head queue; }; struct xfrm_trans_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; int (*finish)(struct net *, struct sock *, struct sk_buff *); struct net *net; }; struct xfrm_user_offload { int ifindex; __u8 flags; }; enum { XFRM_DEV_OFFLOAD_IN = 1, XFRM_DEV_OFFLOAD_OUT = 2, }; struct espintcp_msg { struct sk_buff *skb; struct sk_msg skmsg; int offset; int len; }; struct espintcp_ctx { struct strparser strp; struct sk_buff_head ike_queue; struct sk_buff_head out_queue; struct espintcp_msg partial; void (*saved_data_ready)(struct sock *); void (*saved_write_space)(struct sock *); void (*saved_destruct)(struct sock *); struct work_struct work; bool tx_running; }; struct unix_stream_read_state { int (*recv_actor)(struct sk_buff *, int, int, struct unix_stream_read_state *); struct socket *socket; struct msghdr *msg; struct pipe_inode_info *pipe; size_t size; int flags; unsigned int splice_flags; }; struct bpf_unix_iter_state { struct seq_net_private p; unsigned int cur_sk; unsigned int end_sk; unsigned int max_sk; struct sock **batch; bool st_bucket_done; }; struct bpf_iter__unix { union { struct bpf_iter_meta *meta; }; union { struct unix_sock *unix_sk; }; uid_t uid; }; struct ioam6_pernet_data { struct mutex lock; struct rhashtable namespaces; struct rhashtable schemas; }; struct ipv6_params { __s32 disable_ipv6; __s32 autoconf; }; enum flowlabel_reflect { FLOWLABEL_REFLECT_ESTABLISHED = 1, FLOWLABEL_REFLECT_TCP_RESET = 2, FLOWLABEL_REFLECT_ICMPV6_ECHO_REPLIES = 4, }; struct in6_rtmsg { struct in6_addr rtmsg_dst; struct in6_addr rtmsg_src; struct in6_addr rtmsg_gateway; __u32 rtmsg_type; __u16 rtmsg_dst_len; __u16 rtmsg_src_len; __u32 rtmsg_metric; long unsigned int rtmsg_info; __u32 rtmsg_flags; int rtmsg_ifindex; }; struct compat_in6_rtmsg { struct in6_addr rtmsg_dst; struct in6_addr rtmsg_src; struct in6_addr rtmsg_gateway; u32 rtmsg_type; u16 rtmsg_dst_len; u16 rtmsg_src_len; u32 rtmsg_metric; u32 rtmsg_info; u32 rtmsg_flags; s32 rtmsg_ifindex; }; struct ac6_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; }; struct hop_jumbo_hdr { u8 nexthdr; u8 hdrlen; u8 tlv_type; u8 tlv_len; __be32 jumbo_payload_len; }; struct ip6_fraglist_iter { struct ipv6hdr *tmp_hdr; struct sk_buff *frag; int offset; unsigned int hlen; __be32 frag_id; u8 nexthdr; }; struct ip6_frag_state { u8 *prevhdr; unsigned int hlen; unsigned int mtu; unsigned int left; int offset; int ptr; int hroom; int troom; __be32 frag_id; u8 nexthdr; }; struct ip6_ra_chain { struct ip6_ra_chain *next; struct sock *sk; int sel; void (*destructor)(struct sock *); }; struct ipcm6_cookie { struct sockcm_cookie sockc; __s16 hlimit; __s16 tclass; __u16 gso_size; __s8 dontfrag; struct ipv6_txoptions *opt; }; enum { IFLA_INET6_UNSPEC = 0, IFLA_INET6_FLAGS = 1, IFLA_INET6_CONF = 2, IFLA_INET6_STATS = 3, IFLA_INET6_MCAST = 4, IFLA_INET6_CACHEINFO = 5, IFLA_INET6_ICMP6STATS = 6, IFLA_INET6_TOKEN = 7, IFLA_INET6_ADDR_GEN_MODE = 8, IFLA_INET6_RA_MTU = 9, __IFLA_INET6_MAX = 10, }; enum in6_addr_gen_mode { IN6_ADDR_GEN_MODE_EUI64 = 0, IN6_ADDR_GEN_MODE_NONE = 1, IN6_ADDR_GEN_MODE_STABLE_PRIVACY = 2, IN6_ADDR_GEN_MODE_RANDOM = 3, }; struct ifla_cacheinfo { __u32 max_reasm_len; __u32 tstamp; __u32 reachable_time; __u32 retrans_time; }; struct prefixmsg { unsigned char prefix_family; unsigned char prefix_pad1; short unsigned int prefix_pad2; int prefix_ifindex; unsigned char prefix_type; unsigned char prefix_len; unsigned char prefix_flags; unsigned char prefix_pad3; }; enum { PREFIX_UNSPEC = 0, PREFIX_ADDRESS = 1, PREFIX_CACHEINFO = 2, __PREFIX_MAX = 3, }; struct prefix_cacheinfo { __u32 preferred_time; __u32 valid_time; }; struct in6_ifreq { struct in6_addr ifr6_addr; __u32 ifr6_prefixlen; int ifr6_ifindex; }; enum { DEVCONF_FORWARDING = 0, DEVCONF_HOPLIMIT = 1, DEVCONF_MTU6 = 2, DEVCONF_ACCEPT_RA = 3, DEVCONF_ACCEPT_REDIRECTS = 4, DEVCONF_AUTOCONF = 5, DEVCONF_DAD_TRANSMITS = 6, DEVCONF_RTR_SOLICITS = 7, DEVCONF_RTR_SOLICIT_INTERVAL = 8, DEVCONF_RTR_SOLICIT_DELAY = 9, DEVCONF_USE_TEMPADDR = 10, DEVCONF_TEMP_VALID_LFT = 11, DEVCONF_TEMP_PREFERED_LFT = 12, DEVCONF_REGEN_MAX_RETRY = 13, DEVCONF_MAX_DESYNC_FACTOR = 14, DEVCONF_MAX_ADDRESSES = 15, DEVCONF_FORCE_MLD_VERSION = 16, DEVCONF_ACCEPT_RA_DEFRTR = 17, DEVCONF_ACCEPT_RA_PINFO = 18, DEVCONF_ACCEPT_RA_RTR_PREF = 19, DEVCONF_RTR_PROBE_INTERVAL = 20, DEVCONF_ACCEPT_RA_RT_INFO_MAX_PLEN = 21, DEVCONF_PROXY_NDP = 22, DEVCONF_OPTIMISTIC_DAD = 23, DEVCONF_ACCEPT_SOURCE_ROUTE = 24, DEVCONF_MC_FORWARDING = 25, DEVCONF_DISABLE_IPV6 = 26, DEVCONF_ACCEPT_DAD = 27, DEVCONF_FORCE_TLLAO = 28, DEVCONF_NDISC_NOTIFY = 29, DEVCONF_MLDV1_UNSOLICITED_REPORT_INTERVAL = 30, DEVCONF_MLDV2_UNSOLICITED_REPORT_INTERVAL = 31, DEVCONF_SUPPRESS_FRAG_NDISC = 32, DEVCONF_ACCEPT_RA_FROM_LOCAL = 33, DEVCONF_USE_OPTIMISTIC = 34, DEVCONF_ACCEPT_RA_MTU = 35, DEVCONF_STABLE_SECRET = 36, DEVCONF_USE_OIF_ADDRS_ONLY = 37, DEVCONF_ACCEPT_RA_MIN_HOP_LIMIT = 38, DEVCONF_IGNORE_ROUTES_WITH_LINKDOWN = 39, DEVCONF_DROP_UNICAST_IN_L2_MULTICAST = 40, DEVCONF_DROP_UNSOLICITED_NA = 41, DEVCONF_KEEP_ADDR_ON_DOWN = 42, DEVCONF_RTR_SOLICIT_MAX_INTERVAL = 43, DEVCONF_SEG6_ENABLED = 44, DEVCONF_SEG6_REQUIRE_HMAC = 45, DEVCONF_ENHANCED_DAD = 46, DEVCONF_ADDR_GEN_MODE = 47, DEVCONF_DISABLE_POLICY = 48, DEVCONF_ACCEPT_RA_RT_INFO_MIN_PLEN = 49, DEVCONF_NDISC_TCLASS = 50, DEVCONF_RPL_SEG_ENABLED = 51, DEVCONF_RA_DEFRTR_METRIC = 52, DEVCONF_IOAM6_ENABLED = 53, DEVCONF_IOAM6_ID = 54, DEVCONF_IOAM6_ID_WIDE = 55, DEVCONF_NDISC_EVICT_NOCARRIER = 56, DEVCONF_ACCEPT_UNTRACKED_NA = 57, DEVCONF_MAX = 58, }; enum { INET6_IFADDR_STATE_PREDAD = 0, INET6_IFADDR_STATE_DAD = 1, INET6_IFADDR_STATE_POSTDAD = 2, INET6_IFADDR_STATE_ERRDAD = 3, INET6_IFADDR_STATE_DEAD = 4, }; union fwnet_hwaddr { u8 u[16]; struct { __be64 uniq_id; u8 max_rec; u8 sspd; __be16 fifo_hi; __be32 fifo_lo; } uc; }; struct in6_validator_info { struct in6_addr i6vi_addr; struct inet6_dev *i6vi_dev; struct netlink_ext_ack *extack; }; struct ifa6_config { const struct in6_addr *pfx; unsigned int plen; u8 ifa_proto; const struct in6_addr *peer_pfx; u32 rt_priority; u32 ifa_flags; u32 preferred_lft; u32 valid_lft; u16 scope; }; enum cleanup_prefix_rt_t { CLEANUP_PREFIX_RT_NOP = 0, CLEANUP_PREFIX_RT_DEL = 1, CLEANUP_PREFIX_RT_EXPIRE = 2, }; enum { IPV6_SADDR_RULE_INIT = 0, IPV6_SADDR_RULE_LOCAL = 1, IPV6_SADDR_RULE_SCOPE = 2, IPV6_SADDR_RULE_PREFERRED = 3, IPV6_SADDR_RULE_OIF = 4, IPV6_SADDR_RULE_LABEL = 5, IPV6_SADDR_RULE_PRIVACY = 6, IPV6_SADDR_RULE_ORCHID = 7, IPV6_SADDR_RULE_PREFIX = 8, IPV6_SADDR_RULE_MAX = 9, }; struct ipv6_saddr_score { int rule; int addr_type; struct inet6_ifaddr *ifa; long unsigned int scorebits[1]; int scopedist; int matchlen; }; struct ipv6_saddr_dst { const struct in6_addr *addr; int ifindex; int scope; int label; unsigned int prefs; }; struct if6_iter_state { struct seq_net_private p; int bucket; int offset; }; enum addr_type_t { UNICAST_ADDR = 0, MULTICAST_ADDR = 1, ANYCAST_ADDR = 2, }; struct inet6_fill_args { u32 portid; u32 seq; int event; unsigned int flags; int netnsid; int ifindex; enum addr_type_t type; }; enum { DAD_PROCESS = 0, DAD_BEGIN = 1, DAD_ABORT = 2, }; struct ifaddrlblmsg { __u8 ifal_family; __u8 __ifal_reserved; __u8 ifal_prefixlen; __u8 ifal_flags; __u32 ifal_index; __u32 ifal_seq; }; enum { IFAL_ADDRESS = 1, IFAL_LABEL = 2, __IFAL_MAX = 3, }; struct ip6addrlbl_entry { struct in6_addr prefix; int prefixlen; int ifindex; int addrtype; u32 label; struct hlist_node list; struct callback_head rcu; }; struct ip6addrlbl_init_table { const struct in6_addr *prefix; int prefixlen; u32 label; }; struct fib6_gc_args { int timeout; int more; }; struct rt6_exception { struct hlist_node hlist; struct rt6_info *rt6i; long unsigned int stamp; struct callback_head rcu; }; struct route_info { __u8 type; __u8 length; __u8 prefix_len; __u8 reserved_l: 3; __u8 route_pref: 2; __u8 reserved_h: 3; __be32 lifetime; __u8 prefix[0]; }; struct rd_msg { struct icmp6hdr icmph; struct in6_addr target; struct in6_addr dest; __u8 opt[0]; }; struct rt6_rtnl_dump_arg { struct sk_buff *skb; struct netlink_callback *cb; struct net *net; struct fib_dump_filter filter; }; struct netevent_redirect { struct dst_entry *old; struct dst_entry *new; struct neighbour *neigh; const void *daddr; }; struct trace_event_raw_fib6_table_lookup { struct trace_entry ent; u32 tb_id; int err; int oif; int iif; __u8 tos; __u8 scope; __u8 flags; __u8 src[16]; __u8 dst[16]; u16 sport; u16 dport; u8 proto; u8 rt_type; u32 __data_loc_name; __u8 gw[16]; char __data[0]; }; struct trace_event_data_offsets_fib6_table_lookup { u32 name; }; typedef void (*btf_trace_fib6_table_lookup)(void *, const struct net *, const struct fib6_result *, struct fib6_table *, const struct flowi6 *); enum rt6_nud_state { RT6_NUD_FAIL_HARD = 4294967293, RT6_NUD_FAIL_PROBE = 4294967294, RT6_NUD_FAIL_DO_RR = 4294967295, RT6_NUD_SUCCEED = 1, }; struct fib6_nh_dm_arg { struct net *net; const struct in6_addr *saddr; int oif; int flags; struct fib6_nh *nh; }; struct __rt6_probe_work { struct work_struct work; struct in6_addr target; struct net_device *dev; netdevice_tracker dev_tracker; }; struct fib6_nh_frl_arg { u32 flags; int oif; int strict; int *mpri; bool *do_rr; struct fib6_nh *nh; }; struct fib6_nh_excptn_arg { struct rt6_info *rt; int plen; }; struct fib6_nh_match_arg { const struct net_device *dev; const struct in6_addr *gw; struct fib6_nh *match; }; struct fib6_nh_age_excptn_arg { struct fib6_gc_args *gc_args; long unsigned int now; }; struct fib6_nh_rd_arg { struct fib6_result *res; struct flowi6 *fl6; const struct in6_addr *gw; struct rt6_info **ret; }; struct ip6rd_flowi { struct flowi6 fl6; struct in6_addr gateway; }; struct fib6_nh_del_cached_rt_arg { struct fib6_config *cfg; struct fib6_info *f6i; }; struct arg_dev_net_ip { struct net_device *dev; struct net *net; struct in6_addr *addr; }; struct arg_netdev_event { const struct net_device *dev; union { unsigned char nh_flags; long unsigned int event; }; }; struct rt6_mtu_change_arg { struct net_device *dev; unsigned int mtu; struct fib6_info *f6i; }; struct rt6_nh { struct fib6_info *fib6_info; struct fib6_config r_cfg; struct list_head next; }; struct fib6_nh_exception_dump_walker { struct rt6_rtnl_dump_arg *dump; struct fib6_info *rt; unsigned int flags; unsigned int skip; unsigned int count; }; enum fib6_walk_state { FWS_S = 0, FWS_L = 1, FWS_R = 2, FWS_C = 3, FWS_U = 4, }; struct fib6_walker { struct list_head lh; struct fib6_node *root; struct fib6_node *node; struct fib6_info *leaf; enum fib6_walk_state state; unsigned int skip; unsigned int count; unsigned int skip_in_node; int (*func)(struct fib6_walker *); void *args; }; struct fib6_entry_notifier_info { struct fib_notifier_info info; struct fib6_info *rt; unsigned int nsiblings; }; struct ipv6_route_iter { struct seq_net_private p; struct fib6_walker w; loff_t skip; struct fib6_table *tbl; int sernum; }; struct bpf_iter__ipv6_route { union { struct bpf_iter_meta *meta; }; union { struct fib6_info *rt; }; }; struct fib6_cleaner { struct fib6_walker w; struct net *net; int (*func)(struct fib6_info *, void *); int sernum; void *arg; bool skip_notify; }; enum { FIB6_NO_SERNUM_CHANGE = 0, }; struct fib6_dump_arg { struct net *net; struct notifier_block *nb; struct netlink_ext_ack *extack; }; struct fib6_nh_pcpu_arg { struct fib6_info *from; const struct fib6_table *table; }; struct lookup_args { int offset; const struct in6_addr *addr; }; struct ipv6_mreq { struct in6_addr ipv6mr_multiaddr; int ipv6mr_ifindex; }; struct in6_flowlabel_req { struct in6_addr flr_dst; __be32 flr_label; __u8 flr_action; __u8 flr_share; __u16 flr_flags; __u16 flr_expires; __u16 flr_linger; __u32 __flr_pad; }; struct ip6_mtuinfo { struct sockaddr_in6 ip6m_addr; __u32 ip6m_mtu; }; struct nduseroptmsg { unsigned char nduseropt_family; unsigned char nduseropt_pad1; short unsigned int nduseropt_opts_len; int nduseropt_ifindex; __u8 nduseropt_icmp_type; __u8 nduseropt_icmp_code; short unsigned int nduseropt_pad2; unsigned int nduseropt_pad3; }; enum { NDUSEROPT_UNSPEC = 0, NDUSEROPT_SRCADDR = 1, __NDUSEROPT_MAX = 2, }; struct nd_msg { struct icmp6hdr icmph; struct in6_addr target; __u8 opt[0]; }; struct rs_msg { struct icmp6hdr icmph; __u8 opt[0]; }; struct ra_msg { struct icmp6hdr icmph; __be32 reachable_time; __be32 retrans_timer; }; struct icmp6_filter { __u32 data[8]; }; struct raw6_sock { struct inet_sock inet; __u32 checksum; __u32 offset; struct icmp6_filter filter; __u32 ip6mr_table; struct ipv6_pinfo inet6; }; typedef int mh_filter_t(struct sock *, struct sk_buff *); struct raw6_frag_vec { struct msghdr *msg; int hlen; char c[4]; }; struct ipv6_destopt_hao { __u8 type; __u8 length; struct in6_addr addr; } __attribute__((packed)); typedef void ip6_icmp_send_t(struct sk_buff *, u8, u8, __u32, const struct in6_addr *, const struct inet6_skb_parm *); struct icmpv6_msg { struct sk_buff *skb; int offset; uint8_t type; }; struct icmp6_err { int err; int fatal; }; struct mld_msg { struct icmp6hdr mld_hdr; struct in6_addr mld_mca; }; struct mld2_grec { __u8 grec_type; __u8 grec_auxwords; __be16 grec_nsrcs; struct in6_addr grec_mca; struct in6_addr grec_src[0]; }; struct mld2_report { struct icmp6hdr mld2r_hdr; struct mld2_grec mld2r_grec[0]; }; struct mld2_query { struct icmp6hdr mld2q_hdr; struct in6_addr mld2q_mca; __u8 mld2q_qrv: 3; __u8 mld2q_suppress: 1; __u8 mld2q_resv2: 4; __u8 mld2q_qqic; __be16 mld2q_nsrcs; struct in6_addr mld2q_srcs[0]; }; struct igmp6_mc_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; }; struct igmp6_mcf_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; struct ifmcaddr6 *im; }; enum ip6_defrag_users { IP6_DEFRAG_LOCAL_DELIVER = 0, IP6_DEFRAG_CONNTRACK_IN = 1, __IP6_DEFRAG_CONNTRACK_IN = 65536, IP6_DEFRAG_CONNTRACK_OUT = 65537, __IP6_DEFRAG_CONNTRACK_OUT = 131072, IP6_DEFRAG_CONNTRACK_BRIDGE_IN = 131073, __IP6_DEFRAG_CONNTRACK_BRIDGE_IN = 196608, }; struct frag_queue { struct inet_frag_queue q; int iif; __u16 nhoffset; u8 ecn; }; struct tcp6_pseudohdr { struct in6_addr saddr; struct in6_addr daddr; __be32 len; __be32 protocol; }; struct rt0_hdr { struct ipv6_rt_hdr rt_hdr; __u32 reserved; struct in6_addr addr[0]; }; struct ipv6_rpl_sr_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; __u32 cmpre: 4; __u32 cmpri: 4; __u32 reserved: 4; __u32 pad: 4; __u32 reserved1: 16; union { struct in6_addr addr[0]; __u8 data[0]; } segments; }; struct ioam6_hdr { __u8 opt_type; __u8 opt_len; char: 8; __u8 type; }; struct ioam6_trace_hdr { __be16 namespace_id; char: 2; __u8 overflow: 1; __u8 nodelen: 5; __u8 remlen: 7; union { __be32 type_be32; struct { __u32 bit7: 1; __u32 bit6: 1; __u32 bit5: 1; __u32 bit4: 1; __u32 bit3: 1; __u32 bit2: 1; __u32 bit1: 1; __u32 bit0: 1; __u32 bit15: 1; __u32 bit14: 1; __u32 bit13: 1; __u32 bit12: 1; __u32 bit11: 1; __u32 bit10: 1; __u32 bit9: 1; __u32 bit8: 1; __u32 bit23: 1; __u32 bit22: 1; __u32 bit21: 1; __u32 bit20: 1; __u32 bit19: 1; __u32 bit18: 1; __u32 bit17: 1; __u32 bit16: 1; } type; }; __u8 data[0]; }; struct ioam6_schema; struct ioam6_namespace { struct rhash_head head; struct callback_head rcu; struct ioam6_schema *schema; __be16 id; __be32 data; __be64 data_wide; }; struct ioam6_schema { struct rhash_head head; struct callback_head rcu; struct ioam6_namespace *ns; u32 id; int len; __be32 hdr; u8 data[0]; }; struct ip6fl_iter_state { struct seq_net_private p; struct pid_namespace *pid_ns; int bucket; }; struct sr6_tlv { __u8 type; __u8 len; __u8 data[0]; }; enum { SEG6_ATTR_UNSPEC = 0, SEG6_ATTR_DST = 1, SEG6_ATTR_DSTLEN = 2, SEG6_ATTR_HMACKEYID = 3, SEG6_ATTR_SECRET = 4, SEG6_ATTR_SECRETLEN = 5, SEG6_ATTR_ALGID = 6, SEG6_ATTR_HMACINFO = 7, __SEG6_ATTR_MAX = 8, }; enum { SEG6_CMD_UNSPEC = 0, SEG6_CMD_SETHMAC = 1, SEG6_CMD_DUMPHMAC = 2, SEG6_CMD_SET_TUNSRC = 3, SEG6_CMD_GET_TUNSRC = 4, __SEG6_CMD_MAX = 5, }; struct seg6_hmac_info { struct rhash_head node; struct callback_head rcu; u32 hmackeyid; char secret[64]; u8 slen; u8 alg_id; }; enum { IOAM6_ATTR_UNSPEC = 0, IOAM6_ATTR_NS_ID = 1, IOAM6_ATTR_NS_DATA = 2, IOAM6_ATTR_NS_DATA_WIDE = 3, IOAM6_ATTR_SC_ID = 4, IOAM6_ATTR_SC_DATA = 5, IOAM6_ATTR_SC_NONE = 6, IOAM6_ATTR_PAD = 7, __IOAM6_ATTR_MAX = 8, }; enum { IOAM6_CMD_UNSPEC = 0, IOAM6_CMD_ADD_NAMESPACE = 1, IOAM6_CMD_DEL_NAMESPACE = 2, IOAM6_CMD_DUMP_NAMESPACES = 3, IOAM6_CMD_ADD_SCHEMA = 4, IOAM6_CMD_DEL_SCHEMA = 5, IOAM6_CMD_DUMP_SCHEMAS = 6, IOAM6_CMD_NS_SET_SCHEMA = 7, __IOAM6_CMD_MAX = 8, }; typedef short unsigned int mifi_t; typedef __u32 if_mask; struct if_set { if_mask ifs_bits[8]; }; struct mif6ctl { mifi_t mif6c_mifi; unsigned char mif6c_flags; unsigned char vifc_threshold; __u16 mif6c_pifi; unsigned int vifc_rate_limit; }; struct mf6cctl { struct sockaddr_in6 mf6cc_origin; struct sockaddr_in6 mf6cc_mcastgrp; mifi_t mf6cc_parent; struct if_set mf6cc_ifset; }; struct sioc_sg_req6 { struct sockaddr_in6 src; struct sockaddr_in6 grp; long unsigned int pktcnt; long unsigned int bytecnt; long unsigned int wrong_if; }; struct sioc_mif_req6 { mifi_t mifi; long unsigned int icount; long unsigned int ocount; long unsigned int ibytes; long unsigned int obytes; }; struct mrt6msg { __u8 im6_mbz; __u8 im6_msgtype; __u16 im6_mif; __u32 im6_pad; struct in6_addr im6_src; struct in6_addr im6_dst; }; enum { IP6MRA_CREPORT_UNSPEC = 0, IP6MRA_CREPORT_MSGTYPE = 1, IP6MRA_CREPORT_MIF_ID = 2, IP6MRA_CREPORT_SRC_ADDR = 3, IP6MRA_CREPORT_DST_ADDR = 4, IP6MRA_CREPORT_PKT = 5, __IP6MRA_CREPORT_MAX = 6, }; struct mfc6_cache_cmp_arg { struct in6_addr mf6c_mcastgrp; struct in6_addr mf6c_origin; }; struct mfc6_cache { struct mr_mfc _c; union { struct { struct in6_addr mf6c_mcastgrp; struct in6_addr mf6c_origin; }; struct mfc6_cache_cmp_arg cmparg; }; }; struct ip6mr_result { struct mr_table *mrt; }; struct compat_sioc_sg_req6 { struct sockaddr_in6 src; struct sockaddr_in6 grp; compat_ulong_t pktcnt; compat_ulong_t bytecnt; compat_ulong_t wrong_if; }; struct compat_sioc_mif_req6 { mifi_t mifi; compat_ulong_t icount; compat_ulong_t ocount; compat_ulong_t ibytes; compat_ulong_t obytes; }; struct xfrm6_protocol { int (*handler)(struct sk_buff *); int (*input_handler)(struct sk_buff *, int, __be32, int); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); struct xfrm6_protocol *next; int priority; }; struct br_input_skb_cb { struct net_device *brdev; u16 frag_max_size; u8 igmp; u8 mrouters_only: 1; u8 proxyarp_replied: 1; u8 src_port_isolated: 1; u8 vlan_filtered: 1; u8 br_netfilter_broute: 1; u8 tx_fwd_offload: 1; int src_hwdom; long unsigned int fwd_hwdoms; }; struct nf_bridge_frag_data; typedef struct rt6_info * (*pol_lookup_t)(struct net *, struct fib6_table *, struct flowi6 *, const struct sk_buff *, int); struct fib6_rule { struct fib_rule common; struct rt6key src; struct rt6key dst; dscp_t dscp; }; struct calipso_doi; struct netlbl_calipso_ops { int (*doi_add)(struct calipso_doi *, struct netlbl_audit *); void (*doi_free)(struct calipso_doi *); int (*doi_remove)(u32, struct netlbl_audit *); struct calipso_doi * (*doi_getdef)(u32); void (*doi_putdef)(struct calipso_doi *); int (*doi_walk)(u32 *, int (*)(struct calipso_doi *, void *), void *); int (*sock_getattr)(struct sock *, struct netlbl_lsm_secattr *); int (*sock_setattr)(struct sock *, const struct calipso_doi *, const struct netlbl_lsm_secattr *); void (*sock_delattr)(struct sock *); int (*req_setattr)(struct request_sock *, const struct calipso_doi *, const struct netlbl_lsm_secattr *); void (*req_delattr)(struct request_sock *); int (*opt_getattr)(const unsigned char *, struct netlbl_lsm_secattr *); unsigned char * (*skbuff_optptr)(const struct sk_buff *); int (*skbuff_setattr)(struct sk_buff *, const struct calipso_doi *, const struct netlbl_lsm_secattr *); int (*skbuff_delattr)(struct sk_buff *); void (*cache_invalidate)(); int (*cache_add)(const unsigned char *, const struct netlbl_lsm_secattr *); }; struct calipso_doi { u32 doi; u32 type; refcount_t refcount; struct list_head list; struct callback_head rcu; }; struct calipso_map_cache_bkt { spinlock_t lock; u32 size; struct list_head list; }; struct calipso_map_cache_entry { u32 hash; unsigned char *key; size_t key_len; struct netlbl_lsm_cache *lsm_data; u32 activity; struct list_head list; }; enum { SEG6_IPTUNNEL_UNSPEC = 0, SEG6_IPTUNNEL_SRH = 1, __SEG6_IPTUNNEL_MAX = 2, }; struct seg6_iptunnel_encap { int mode; struct ipv6_sr_hdr srh[0]; }; enum { SEG6_IPTUN_MODE_INLINE = 0, SEG6_IPTUN_MODE_ENCAP = 1, SEG6_IPTUN_MODE_L2ENCAP = 2, }; struct seg6_lwt { struct dst_cache cache; struct seg6_iptunnel_encap tuninfo[0]; }; enum l3mdev_type { L3MDEV_TYPE_UNSPEC = 0, L3MDEV_TYPE_VRF = 1, __L3MDEV_TYPE_MAX = 2, }; enum { IP6_FH_F_FRAG = 1, IP6_FH_F_AUTH = 2, IP6_FH_F_SKIP_RH = 4, }; enum { SEG6_LOCAL_UNSPEC = 0, SEG6_LOCAL_ACTION = 1, SEG6_LOCAL_SRH = 2, SEG6_LOCAL_TABLE = 3, SEG6_LOCAL_NH4 = 4, SEG6_LOCAL_NH6 = 5, SEG6_LOCAL_IIF = 6, SEG6_LOCAL_OIF = 7, SEG6_LOCAL_BPF = 8, SEG6_LOCAL_VRFTABLE = 9, SEG6_LOCAL_COUNTERS = 10, __SEG6_LOCAL_MAX = 11, }; enum { SEG6_LOCAL_BPF_PROG_UNSPEC = 0, SEG6_LOCAL_BPF_PROG = 1, SEG6_LOCAL_BPF_PROG_NAME = 2, __SEG6_LOCAL_BPF_PROG_MAX = 3, }; enum { SEG6_LOCAL_CNT_UNSPEC = 0, SEG6_LOCAL_CNT_PAD = 1, SEG6_LOCAL_CNT_PACKETS = 2, SEG6_LOCAL_CNT_BYTES = 3, SEG6_LOCAL_CNT_ERRORS = 4, __SEG6_LOCAL_CNT_MAX = 5, }; struct seg6_local_lwt; struct seg6_local_lwtunnel_ops { int (*build_state)(struct seg6_local_lwt *, const void *, struct netlink_ext_ack *); void (*destroy_state)(struct seg6_local_lwt *); }; enum seg6_end_dt_mode { DT_INVALID_MODE = 4294967274, DT_LEGACY_MODE = 0, DT_VRF_MODE = 1, }; struct seg6_end_dt_info { enum seg6_end_dt_mode mode; struct net *net; int vrf_ifindex; int vrf_table; u16 family; }; struct pcpu_seg6_local_counters; struct seg6_action_desc; struct seg6_local_lwt { int action; struct ipv6_sr_hdr *srh; int table; struct in_addr nh4; struct in6_addr nh6; int iif; int oif; struct bpf_lwt_prog bpf; struct seg6_end_dt_info dt_info; struct pcpu_seg6_local_counters *pcpu_counters; int headroom; struct seg6_action_desc *desc; long unsigned int parsed_optattrs; }; struct seg6_action_desc { int action; long unsigned int attrs; long unsigned int optattrs; int (*input)(struct sk_buff *, struct seg6_local_lwt *); int static_headroom; struct seg6_local_lwtunnel_ops slwt_ops; }; struct pcpu_seg6_local_counters { u64_stats_t packets; u64_stats_t bytes; u64_stats_t errors; struct u64_stats_sync syncp; }; struct seg6_local_counters { __u64 packets; __u64 bytes; __u64 errors; }; struct seg6_action_param { int (*parse)(struct nlattr **, struct seg6_local_lwt *); int (*put)(struct sk_buff *, struct seg6_local_lwt *); int (*cmp)(struct seg6_local_lwt *, struct seg6_local_lwt *); void (*destroy)(struct seg6_local_lwt *); }; struct sr6_tlv_hmac { struct sr6_tlv tlvhdr; __u16 reserved; __be32 hmackeyid; __u8 hmac[32]; }; enum { SEG6_HMAC_ALGO_SHA1 = 1, SEG6_HMAC_ALGO_SHA256 = 2, }; struct seg6_hmac_algo { u8 alg_id; char name[64]; struct crypto_shash **tfms; struct shash_desc **shashs; }; struct sockaddr_pkt { short unsigned int spkt_family; unsigned char spkt_device[14]; __be16 spkt_protocol; }; struct sockaddr_ll { short unsigned int sll_family; __be16 sll_protocol; int sll_ifindex; short unsigned int sll_hatype; unsigned char sll_pkttype; unsigned char sll_halen; unsigned char sll_addr[8]; }; struct tpacket_stats { unsigned int tp_packets; unsigned int tp_drops; }; struct tpacket_stats_v3 { unsigned int tp_packets; unsigned int tp_drops; unsigned int tp_freeze_q_cnt; }; struct tpacket_rollover_stats { __u64 tp_all; __u64 tp_huge; __u64 tp_failed; }; union tpacket_stats_u { struct tpacket_stats stats1; struct tpacket_stats_v3 stats3; }; struct tpacket_auxdata { __u32 tp_status; __u32 tp_len; __u32 tp_snaplen; __u16 tp_mac; __u16 tp_net; __u16 tp_vlan_tci; __u16 tp_vlan_tpid; }; struct tpacket_hdr { long unsigned int tp_status; unsigned int tp_len; unsigned int tp_snaplen; short unsigned int tp_mac; short unsigned int tp_net; unsigned int tp_sec; unsigned int tp_usec; }; struct tpacket2_hdr { __u32 tp_status; __u32 tp_len; __u32 tp_snaplen; __u16 tp_mac; __u16 tp_net; __u32 tp_sec; __u32 tp_nsec; __u16 tp_vlan_tci; __u16 tp_vlan_tpid; __u8 tp_padding[4]; }; struct tpacket_hdr_variant1 { __u32 tp_rxhash; __u32 tp_vlan_tci; __u16 tp_vlan_tpid; __u16 tp_padding; }; struct tpacket3_hdr { __u32 tp_next_offset; __u32 tp_sec; __u32 tp_nsec; __u32 tp_snaplen; __u32 tp_len; __u32 tp_status; __u16 tp_mac; __u16 tp_net; union { struct tpacket_hdr_variant1 hv1; }; __u8 tp_padding[8]; }; struct tpacket_bd_ts { unsigned int ts_sec; union { unsigned int ts_usec; unsigned int ts_nsec; }; }; struct tpacket_hdr_v1 { __u32 block_status; __u32 num_pkts; __u32 offset_to_first_pkt; __u32 blk_len; __u64 seq_num; struct tpacket_bd_ts ts_first_pkt; struct tpacket_bd_ts ts_last_pkt; }; union tpacket_bd_header_u { struct tpacket_hdr_v1 bh1; }; struct tpacket_block_desc { __u32 version; __u32 offset_to_priv; union tpacket_bd_header_u hdr; }; enum tpacket_versions { TPACKET_V1 = 0, TPACKET_V2 = 1, TPACKET_V3 = 2, }; struct tpacket_req { unsigned int tp_block_size; unsigned int tp_block_nr; unsigned int tp_frame_size; unsigned int tp_frame_nr; }; struct tpacket_req3 { unsigned int tp_block_size; unsigned int tp_block_nr; unsigned int tp_frame_size; unsigned int tp_frame_nr; unsigned int tp_retire_blk_tov; unsigned int tp_sizeof_priv; unsigned int tp_feature_req_word; }; union tpacket_req_u { struct tpacket_req req; struct tpacket_req3 req3; }; struct fanout_args { __u16 id; __u16 type_flags; __u32 max_num_members; }; struct packet_mclist { struct packet_mclist *next; int ifindex; int count; short unsigned int type; short unsigned int alen; unsigned char addr[32]; }; struct pgv; struct tpacket_kbdq_core { struct pgv *pkbdq; unsigned int feature_req_word; unsigned int hdrlen; unsigned char reset_pending_on_curr_blk; unsigned char delete_blk_timer; short unsigned int kactive_blk_num; short unsigned int blk_sizeof_priv; short unsigned int last_kactive_blk_num; char *pkblk_start; char *pkblk_end; int kblk_size; unsigned int max_frame_len; unsigned int knum_blocks; uint64_t knxt_seq_num; char *prev; char *nxt_offset; struct sk_buff *skb; rwlock_t blk_fill_in_prog_lock; short unsigned int retire_blk_tov; short unsigned int version; long unsigned int tov_in_jiffies; struct timer_list retire_blk_timer; }; struct pgv { char *buffer; }; struct packet_ring_buffer { struct pgv *pg_vec; unsigned int head; unsigned int frames_per_block; unsigned int frame_size; unsigned int frame_max; unsigned int pg_vec_order; unsigned int pg_vec_pages; unsigned int pg_vec_len; unsigned int *pending_refcnt; union { long unsigned int *rx_owner_map; struct tpacket_kbdq_core prb_bdqc; }; }; struct packet_fanout { possible_net_t net; unsigned int num_members; u32 max_num_members; u16 id; u8 type; u8 flags; union { atomic_t rr_cur; struct bpf_prog *bpf_prog; }; struct list_head list; spinlock_t lock; refcount_t sk_ref; long: 64; struct packet_type prot_hook; struct sock *arr[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct packet_rollover { int sock; atomic_long_t num; atomic_long_t num_huge; atomic_long_t num_failed; long: 64; long: 64; long: 64; long: 64; u32 history[16]; }; struct packet_sock { struct sock sk; struct packet_fanout *fanout; union tpacket_stats_u stats; struct packet_ring_buffer rx_ring; struct packet_ring_buffer tx_ring; int copy_thresh; spinlock_t bind_lock; struct mutex pg_vec_lock; unsigned int running; unsigned int auxdata: 1; unsigned int origdev: 1; unsigned int has_vnet_hdr: 1; unsigned int tp_loss: 1; unsigned int tp_tx_has_off: 1; int pressure; int ifindex; __be16 num; struct packet_rollover *rollover; struct packet_mclist *mclist; atomic_t mapped; enum tpacket_versions tp_version; unsigned int tp_hdrlen; unsigned int tp_reserve; unsigned int tp_tstamp; struct completion skb_completion; struct net_device *cached_dev; int (*xmit)(struct sk_buff *); long: 64; struct packet_type prot_hook; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_t tp_drops; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct packet_mreq_max { int mr_ifindex; short unsigned int mr_type; short unsigned int mr_alen; unsigned char mr_address[32]; }; union tpacket_uhdr { struct tpacket_hdr *h1; struct tpacket2_hdr *h2; struct tpacket3_hdr *h3; void *raw; }; struct packet_skb_cb { union { struct sockaddr_pkt pkt; union { unsigned int origlen; struct sockaddr_ll ll; }; } sa; }; struct vlan_group { unsigned int nr_vlan_devs; struct hlist_node hlist; struct net_device **vlan_devices_arrays[16]; }; struct vlan_info { struct net_device *real_dev; struct vlan_group grp; struct list_head vid_list; unsigned int nr_vids; struct callback_head rcu; }; enum vlan_flags { VLAN_FLAG_REORDER_HDR = 1, VLAN_FLAG_GVRP = 2, VLAN_FLAG_LOOSE_BINDING = 4, VLAN_FLAG_MVRP = 8, VLAN_FLAG_BRIDGE_BINDING = 16, }; struct vlan_priority_tci_mapping { u32 priority; u16 vlan_qos; struct vlan_priority_tci_mapping *next; }; struct vlan_dev_priv { unsigned int nr_ingress_mappings; u32 ingress_priority_map[8]; unsigned int nr_egress_mappings; struct vlan_priority_tci_mapping *egress_priority_map[16]; __be16 vlan_proto; u16 vlan_id; u16 flags; struct net_device *real_dev; netdevice_tracker dev_tracker; unsigned char real_dev_addr[6]; struct proc_dir_entry *dent; struct vlan_pcpu_stats *vlan_pcpu_stats; struct netpoll *netpoll; }; enum vlan_protos { VLAN_PROTO_8021Q = 0, VLAN_PROTO_8021AD = 1, VLAN_PROTO_NUM = 2, }; struct vlan_vid_info { struct list_head list; __be16 proto; u16 vid; int refcount; }; enum nl80211_iftype { NL80211_IFTYPE_UNSPECIFIED = 0, NL80211_IFTYPE_ADHOC = 1, NL80211_IFTYPE_STATION = 2, NL80211_IFTYPE_AP = 3, NL80211_IFTYPE_AP_VLAN = 4, NL80211_IFTYPE_WDS = 5, NL80211_IFTYPE_MONITOR = 6, NL80211_IFTYPE_MESH_POINT = 7, NL80211_IFTYPE_P2P_CLIENT = 8, NL80211_IFTYPE_P2P_GO = 9, NL80211_IFTYPE_P2P_DEVICE = 10, NL80211_IFTYPE_OCB = 11, NL80211_IFTYPE_NAN = 12, NUM_NL80211_IFTYPES = 13, NL80211_IFTYPE_MAX = 12, }; struct cfg80211_conn; struct cfg80211_cached_keys; enum ieee80211_bss_type { IEEE80211_BSS_TYPE_ESS = 0, IEEE80211_BSS_TYPE_PBSS = 1, IEEE80211_BSS_TYPE_IBSS = 2, IEEE80211_BSS_TYPE_MBSS = 3, IEEE80211_BSS_TYPE_ANY = 4, }; struct cfg80211_internal_bss; enum nl80211_chan_width { NL80211_CHAN_WIDTH_20_NOHT = 0, NL80211_CHAN_WIDTH_20 = 1, NL80211_CHAN_WIDTH_40 = 2, NL80211_CHAN_WIDTH_80 = 3, NL80211_CHAN_WIDTH_80P80 = 4, NL80211_CHAN_WIDTH_160 = 5, NL80211_CHAN_WIDTH_5 = 6, NL80211_CHAN_WIDTH_10 = 7, NL80211_CHAN_WIDTH_1 = 8, NL80211_CHAN_WIDTH_2 = 9, NL80211_CHAN_WIDTH_4 = 10, NL80211_CHAN_WIDTH_8 = 11, NL80211_CHAN_WIDTH_16 = 12, NL80211_CHAN_WIDTH_320 = 13, }; enum ieee80211_edmg_bw_config { IEEE80211_EDMG_BW_CONFIG_4 = 4, IEEE80211_EDMG_BW_CONFIG_5 = 5, IEEE80211_EDMG_BW_CONFIG_6 = 6, IEEE80211_EDMG_BW_CONFIG_7 = 7, IEEE80211_EDMG_BW_CONFIG_8 = 8, IEEE80211_EDMG_BW_CONFIG_9 = 9, IEEE80211_EDMG_BW_CONFIG_10 = 10, IEEE80211_EDMG_BW_CONFIG_11 = 11, IEEE80211_EDMG_BW_CONFIG_12 = 12, IEEE80211_EDMG_BW_CONFIG_13 = 13, IEEE80211_EDMG_BW_CONFIG_14 = 14, IEEE80211_EDMG_BW_CONFIG_15 = 15, }; struct ieee80211_edmg { u8 channels; enum ieee80211_edmg_bw_config bw_config; }; struct ieee80211_channel; struct cfg80211_chan_def { struct ieee80211_channel *chan; enum nl80211_chan_width width; u32 center_freq1; u32 center_freq2; struct ieee80211_edmg edmg; u16 freq1_offset; }; struct ieee80211_mcs_info { u8 rx_mask[10]; __le16 rx_highest; u8 tx_params; u8 reserved[3]; }; struct ieee80211_ht_cap { __le16 cap_info; u8 ampdu_params_info; struct ieee80211_mcs_info mcs; __le16 extended_ht_cap_info; __le32 tx_BF_cap_info; u8 antenna_selection_info; } __attribute__((packed)); struct key_params; struct cfg80211_ibss_params { const u8 *ssid; const u8 *bssid; struct cfg80211_chan_def chandef; const u8 *ie; u8 ssid_len; u8 ie_len; u16 beacon_interval; u32 basic_rates; bool channel_fixed; bool privacy; bool control_port; bool control_port_over_nl80211; bool userspace_handles_dfs; int: 24; int mcast_rate[6]; struct ieee80211_ht_cap ht_capa; struct ieee80211_ht_cap ht_capa_mask; int: 32; struct key_params *wep_keys; int wep_tx_key; int: 32; } __attribute__((packed)); enum nl80211_auth_type { NL80211_AUTHTYPE_OPEN_SYSTEM = 0, NL80211_AUTHTYPE_SHARED_KEY = 1, NL80211_AUTHTYPE_FT = 2, NL80211_AUTHTYPE_NETWORK_EAP = 3, NL80211_AUTHTYPE_SAE = 4, NL80211_AUTHTYPE_FILS_SK = 5, NL80211_AUTHTYPE_FILS_SK_PFS = 6, NL80211_AUTHTYPE_FILS_PK = 7, __NL80211_AUTHTYPE_NUM = 8, NL80211_AUTHTYPE_MAX = 7, NL80211_AUTHTYPE_AUTOMATIC = 8, }; enum nl80211_mfp { NL80211_MFP_NO = 0, NL80211_MFP_REQUIRED = 1, NL80211_MFP_OPTIONAL = 2, }; enum nl80211_sae_pwe_mechanism { NL80211_SAE_PWE_UNSPECIFIED = 0, NL80211_SAE_PWE_HUNT_AND_PECK = 1, NL80211_SAE_PWE_HASH_TO_ELEMENT = 2, NL80211_SAE_PWE_BOTH = 3, }; struct cfg80211_crypto_settings { u32 wpa_versions; u32 cipher_group; int n_ciphers_pairwise; u32 ciphers_pairwise[5]; int n_akm_suites; u32 akm_suites[2]; bool control_port; __be16 control_port_ethertype; bool control_port_no_encrypt; bool control_port_over_nl80211; bool control_port_no_preauth; struct key_params *wep_keys; int wep_tx_key; const u8 *psk; const u8 *sae_pwd; u8 sae_pwd_len; enum nl80211_sae_pwe_mechanism sae_pwe; }; struct ieee80211_vht_mcs_info { __le16 rx_mcs_map; __le16 rx_highest; __le16 tx_mcs_map; __le16 tx_highest; }; struct ieee80211_vht_cap { __le32 vht_cap_info; struct ieee80211_vht_mcs_info supp_mcs; }; enum nl80211_bss_select_attr { __NL80211_BSS_SELECT_ATTR_INVALID = 0, NL80211_BSS_SELECT_ATTR_RSSI = 1, NL80211_BSS_SELECT_ATTR_BAND_PREF = 2, NL80211_BSS_SELECT_ATTR_RSSI_ADJUST = 3, __NL80211_BSS_SELECT_ATTR_AFTER_LAST = 4, NL80211_BSS_SELECT_ATTR_MAX = 3, }; enum nl80211_band { NL80211_BAND_2GHZ = 0, NL80211_BAND_5GHZ = 1, NL80211_BAND_60GHZ = 2, NL80211_BAND_6GHZ = 3, NL80211_BAND_S1GHZ = 4, NL80211_BAND_LC = 5, NUM_NL80211_BANDS = 6, }; struct cfg80211_bss_select_adjust { enum nl80211_band band; s8 delta; }; struct cfg80211_bss_selection { enum nl80211_bss_select_attr behaviour; union { enum nl80211_band band_pref; struct cfg80211_bss_select_adjust adjust; } param; }; struct cfg80211_connect_params { struct ieee80211_channel *channel; struct ieee80211_channel *channel_hint; const u8 *bssid; const u8 *bssid_hint; const u8 *ssid; size_t ssid_len; enum nl80211_auth_type auth_type; int: 32; const u8 *ie; size_t ie_len; bool privacy; int: 24; enum nl80211_mfp mfp; struct cfg80211_crypto_settings crypto; const u8 *key; u8 key_len; u8 key_idx; short: 16; u32 flags; int bg_scan_period; struct ieee80211_ht_cap ht_capa; struct ieee80211_ht_cap ht_capa_mask; struct ieee80211_vht_cap vht_capa; struct ieee80211_vht_cap vht_capa_mask; bool pbss; int: 24; struct cfg80211_bss_selection bss_select; const u8 *prev_bssid; const u8 *fils_erp_username; size_t fils_erp_username_len; const u8 *fils_erp_realm; size_t fils_erp_realm_len; u16 fils_erp_next_seq_num; long: 48; const u8 *fils_erp_rrk; size_t fils_erp_rrk_len; bool want_1x; int: 24; struct ieee80211_edmg edmg; int: 32; } __attribute__((packed)); struct cfg80211_cqm_config; struct wiphy; struct wireless_dev { struct wiphy *wiphy; enum nl80211_iftype iftype; struct list_head list; struct net_device *netdev; u32 identifier; struct list_head mgmt_registrations; u8 mgmt_registrations_need_update: 1; struct mutex mtx; bool use_4addr; bool is_running; bool registered; bool registering; u8 address[6]; u8 ssid[32]; u8 ssid_len; u8 mesh_id_len; u8 mesh_id_up_len; struct cfg80211_conn *conn; struct cfg80211_cached_keys *connect_keys; enum ieee80211_bss_type conn_bss_type; u32 conn_owner_nlportid; struct work_struct disconnect_wk; u8 disconnect_bssid[6]; struct list_head event_list; spinlock_t event_lock; struct cfg80211_internal_bss *current_bss; struct cfg80211_chan_def preset_chandef; struct cfg80211_chan_def chandef; bool ps; int ps_timeout; int beacon_interval; u32 ap_unexpected_nlportid; u32 owner_nlportid; bool nl_owner_dead; bool cac_started; long unsigned int cac_start_time; unsigned int cac_time_ms; struct { struct cfg80211_ibss_params ibss; struct cfg80211_connect_params connect; struct cfg80211_cached_keys *keys; const u8 *ie; size_t ie_len; u8 bssid[6]; u8 prev_bssid[6]; u8 ssid[32]; s8 default_key; s8 default_mgmt_key; bool prev_bssid_valid; } wext; struct cfg80211_cqm_config *cqm_config; struct list_head pmsr_list; spinlock_t pmsr_lock; struct work_struct pmsr_free_wk; long unsigned int unprot_beacon_reported; }; struct iw_encode_ext { __u32 ext_flags; __u8 tx_seq[8]; __u8 rx_seq[8]; struct sockaddr addr; __u16 alg; __u16 key_len; __u8 key[0]; }; struct iwreq { union { char ifrn_name[16]; } ifr_ifrn; union iwreq_data u; }; struct iw_event { __u16 len; __u16 cmd; union iwreq_data u; }; struct compat_iw_point { compat_caddr_t pointer; __u16 length; __u16 flags; }; struct __compat_iw_event { __u16 len; __u16 cmd; compat_caddr_t pointer; }; enum nl80211_reg_initiator { NL80211_REGDOM_SET_BY_CORE = 0, NL80211_REGDOM_SET_BY_USER = 1, NL80211_REGDOM_SET_BY_DRIVER = 2, NL80211_REGDOM_SET_BY_COUNTRY_IE = 3, }; enum nl80211_dfs_regions { NL80211_DFS_UNSET = 0, NL80211_DFS_FCC = 1, NL80211_DFS_ETSI = 2, NL80211_DFS_JP = 3, }; enum nl80211_user_reg_hint_type { NL80211_USER_REG_HINT_USER = 0, NL80211_USER_REG_HINT_CELL_BASE = 1, NL80211_USER_REG_HINT_INDOOR = 2, }; enum nl80211_mntr_flags { __NL80211_MNTR_FLAG_INVALID = 0, NL80211_MNTR_FLAG_FCSFAIL = 1, NL80211_MNTR_FLAG_PLCPFAIL = 2, NL80211_MNTR_FLAG_CONTROL = 3, NL80211_MNTR_FLAG_OTHER_BSS = 4, NL80211_MNTR_FLAG_COOK_FRAMES = 5, NL80211_MNTR_FLAG_ACTIVE = 6, __NL80211_MNTR_FLAG_AFTER_LAST = 7, NL80211_MNTR_FLAG_MAX = 6, }; enum nl80211_key_mode { NL80211_KEY_RX_TX = 0, NL80211_KEY_NO_TX = 1, NL80211_KEY_SET_TX = 2, }; enum nl80211_bss_scan_width { NL80211_BSS_CHAN_WIDTH_20 = 0, NL80211_BSS_CHAN_WIDTH_10 = 1, NL80211_BSS_CHAN_WIDTH_5 = 2, NL80211_BSS_CHAN_WIDTH_1 = 3, NL80211_BSS_CHAN_WIDTH_2 = 4, }; struct nl80211_wowlan_tcp_data_seq { __u32 start; __u32 offset; __u32 len; }; struct nl80211_wowlan_tcp_data_token { __u32 offset; __u32 len; __u8 token_stream[0]; }; struct nl80211_wowlan_tcp_data_token_feature { __u32 min_len; __u32 max_len; __u32 bufsize; }; enum nl80211_ext_feature_index { NL80211_EXT_FEATURE_VHT_IBSS = 0, NL80211_EXT_FEATURE_RRM = 1, NL80211_EXT_FEATURE_MU_MIMO_AIR_SNIFFER = 2, NL80211_EXT_FEATURE_SCAN_START_TIME = 3, NL80211_EXT_FEATURE_BSS_PARENT_TSF = 4, NL80211_EXT_FEATURE_SET_SCAN_DWELL = 5, NL80211_EXT_FEATURE_BEACON_RATE_LEGACY = 6, NL80211_EXT_FEATURE_BEACON_RATE_HT = 7, NL80211_EXT_FEATURE_BEACON_RATE_VHT = 8, NL80211_EXT_FEATURE_FILS_STA = 9, NL80211_EXT_FEATURE_MGMT_TX_RANDOM_TA = 10, NL80211_EXT_FEATURE_MGMT_TX_RANDOM_TA_CONNECTED = 11, NL80211_EXT_FEATURE_SCHED_SCAN_RELATIVE_RSSI = 12, NL80211_EXT_FEATURE_CQM_RSSI_LIST = 13, NL80211_EXT_FEATURE_FILS_SK_OFFLOAD = 14, NL80211_EXT_FEATURE_4WAY_HANDSHAKE_STA_PSK = 15, NL80211_EXT_FEATURE_4WAY_HANDSHAKE_STA_1X = 16, NL80211_EXT_FEATURE_FILS_MAX_CHANNEL_TIME = 17, NL80211_EXT_FEATURE_ACCEPT_BCAST_PROBE_RESP = 18, NL80211_EXT_FEATURE_OCE_PROBE_REQ_HIGH_TX_RATE = 19, NL80211_EXT_FEATURE_OCE_PROBE_REQ_DEFERRAL_SUPPRESSION = 20, NL80211_EXT_FEATURE_MFP_OPTIONAL = 21, NL80211_EXT_FEATURE_LOW_SPAN_SCAN = 22, NL80211_EXT_FEATURE_LOW_POWER_SCAN = 23, NL80211_EXT_FEATURE_HIGH_ACCURACY_SCAN = 24, NL80211_EXT_FEATURE_DFS_OFFLOAD = 25, NL80211_EXT_FEATURE_CONTROL_PORT_OVER_NL80211 = 26, NL80211_EXT_FEATURE_ACK_SIGNAL_SUPPORT = 27, NL80211_EXT_FEATURE_DATA_ACK_SIGNAL_SUPPORT = 27, NL80211_EXT_FEATURE_TXQS = 28, NL80211_EXT_FEATURE_SCAN_RANDOM_SN = 29, NL80211_EXT_FEATURE_SCAN_MIN_PREQ_CONTENT = 30, NL80211_EXT_FEATURE_CAN_REPLACE_PTK0 = 31, NL80211_EXT_FEATURE_ENABLE_FTM_RESPONDER = 32, NL80211_EXT_FEATURE_AIRTIME_FAIRNESS = 33, NL80211_EXT_FEATURE_AP_PMKSA_CACHING = 34, NL80211_EXT_FEATURE_SCHED_SCAN_BAND_SPECIFIC_RSSI_THOLD = 35, NL80211_EXT_FEATURE_EXT_KEY_ID = 36, NL80211_EXT_FEATURE_STA_TX_PWR = 37, NL80211_EXT_FEATURE_SAE_OFFLOAD = 38, NL80211_EXT_FEATURE_VLAN_OFFLOAD = 39, NL80211_EXT_FEATURE_AQL = 40, NL80211_EXT_FEATURE_BEACON_PROTECTION = 41, NL80211_EXT_FEATURE_CONTROL_PORT_NO_PREAUTH = 42, NL80211_EXT_FEATURE_PROTECTED_TWT = 43, NL80211_EXT_FEATURE_DEL_IBSS_STA = 44, NL80211_EXT_FEATURE_MULTICAST_REGISTRATIONS = 45, NL80211_EXT_FEATURE_BEACON_PROTECTION_CLIENT = 46, NL80211_EXT_FEATURE_SCAN_FREQ_KHZ = 47, NL80211_EXT_FEATURE_CONTROL_PORT_OVER_NL80211_TX_STATUS = 48, NL80211_EXT_FEATURE_OPERATING_CHANNEL_VALIDATION = 49, NL80211_EXT_FEATURE_4WAY_HANDSHAKE_AP_PSK = 50, NL80211_EXT_FEATURE_SAE_OFFLOAD_AP = 51, NL80211_EXT_FEATURE_FILS_DISCOVERY = 52, NL80211_EXT_FEATURE_UNSOL_BCAST_PROBE_RESP = 53, NL80211_EXT_FEATURE_BEACON_RATE_HE = 54, NL80211_EXT_FEATURE_SECURE_LTF = 55, NL80211_EXT_FEATURE_SECURE_RTT = 56, NL80211_EXT_FEATURE_PROT_RANGE_NEGO_AND_MEASURE = 57, NL80211_EXT_FEATURE_BSS_COLOR = 58, NL80211_EXT_FEATURE_FILS_CRYPTO_OFFLOAD = 59, NL80211_EXT_FEATURE_RADAR_BACKGROUND = 60, NUM_NL80211_EXT_FEATURES = 61, MAX_NL80211_EXT_FEATURES = 60, }; enum nl80211_dfs_state { NL80211_DFS_USABLE = 0, NL80211_DFS_UNAVAILABLE = 1, NL80211_DFS_AVAILABLE = 2, }; struct nl80211_vendor_cmd_info { __u32 vendor_id; __u32 subcmd; }; enum nl80211_sar_type { NL80211_SAR_TYPE_POWER = 0, NUM_NL80211_SAR_TYPE = 1, }; struct ieee80211_he_cap_elem { u8 mac_cap_info[6]; u8 phy_cap_info[11]; }; struct ieee80211_he_mcs_nss_supp { __le16 rx_mcs_80; __le16 tx_mcs_80; __le16 rx_mcs_160; __le16 tx_mcs_160; __le16 rx_mcs_80p80; __le16 tx_mcs_80p80; }; struct ieee80211_eht_mcs_nss_supp_20mhz_only { u8 rx_tx_mcs7_max_nss; u8 rx_tx_mcs9_max_nss; u8 rx_tx_mcs11_max_nss; u8 rx_tx_mcs13_max_nss; }; struct ieee80211_eht_mcs_nss_supp_bw { u8 rx_tx_mcs9_max_nss; u8 rx_tx_mcs11_max_nss; u8 rx_tx_mcs13_max_nss; }; struct ieee80211_eht_cap_elem_fixed { u8 mac_cap_info[2]; u8 phy_cap_info[9]; }; struct ieee80211_he_6ghz_capa { __le16 capa; }; struct rfkill; enum environment_cap { ENVIRON_ANY = 0, ENVIRON_INDOOR = 1, ENVIRON_OUTDOOR = 2, }; struct regulatory_request { struct callback_head callback_head; int wiphy_idx; enum nl80211_reg_initiator initiator; enum nl80211_user_reg_hint_type user_reg_hint_type; char alpha2[3]; enum nl80211_dfs_regions dfs_region; bool intersect; bool processed; enum environment_cap country_ie_env; struct list_head list; }; struct ieee80211_freq_range { u32 start_freq_khz; u32 end_freq_khz; u32 max_bandwidth_khz; }; struct ieee80211_power_rule { u32 max_antenna_gain; u32 max_eirp; }; struct ieee80211_wmm_ac { u16 cw_min; u16 cw_max; u16 cot; u8 aifsn; }; struct ieee80211_wmm_rule { struct ieee80211_wmm_ac client[4]; struct ieee80211_wmm_ac ap[4]; }; struct ieee80211_reg_rule { struct ieee80211_freq_range freq_range; struct ieee80211_power_rule power_rule; struct ieee80211_wmm_rule wmm_rule; u32 flags; u32 dfs_cac_ms; bool has_wmm; }; struct ieee80211_regdomain { struct callback_head callback_head; u32 n_reg_rules; char alpha2[3]; enum nl80211_dfs_regions dfs_region; struct ieee80211_reg_rule reg_rules[0]; }; struct ieee80211_channel { enum nl80211_band band; u32 center_freq; u16 freq_offset; u16 hw_value; u32 flags; int max_antenna_gain; int max_power; int max_reg_power; bool beacon_found; u32 orig_flags; int orig_mag; int orig_mpwr; enum nl80211_dfs_state dfs_state; long unsigned int dfs_state_entered; unsigned int dfs_cac_ms; }; struct ieee80211_rate { u32 flags; u16 bitrate; u16 hw_value; u16 hw_value_short; }; struct ieee80211_sta_ht_cap { u16 cap; bool ht_supported; u8 ampdu_factor; u8 ampdu_density; struct ieee80211_mcs_info mcs; char: 8; } __attribute__((packed)); struct ieee80211_sta_vht_cap { bool vht_supported; u32 cap; struct ieee80211_vht_mcs_info vht_mcs; }; struct ieee80211_sta_he_cap { bool has_he; struct ieee80211_he_cap_elem he_cap_elem; struct ieee80211_he_mcs_nss_supp he_mcs_nss_supp; u8 ppe_thres[25]; } __attribute__((packed)); struct ieee80211_eht_mcs_nss_supp { union { struct ieee80211_eht_mcs_nss_supp_20mhz_only only_20mhz; struct { struct ieee80211_eht_mcs_nss_supp_bw _80; struct ieee80211_eht_mcs_nss_supp_bw _160; struct ieee80211_eht_mcs_nss_supp_bw _320; } bw; }; }; struct ieee80211_sta_eht_cap { bool has_eht; struct ieee80211_eht_cap_elem_fixed eht_cap_elem; struct ieee80211_eht_mcs_nss_supp eht_mcs_nss_supp; u8 eht_ppe_thres[32]; }; struct ieee80211_sband_iftype_data { u16 types_mask; struct ieee80211_sta_he_cap he_cap; struct ieee80211_he_6ghz_capa he_6ghz_capa; struct ieee80211_sta_eht_cap eht_cap; struct { const u8 *data; unsigned int len; } vendor_elems; } __attribute__((packed)); struct ieee80211_sta_s1g_cap { bool s1g; u8 cap[10]; u8 nss_mcs[5]; }; struct ieee80211_supported_band { struct ieee80211_channel *channels; struct ieee80211_rate *bitrates; enum nl80211_band band; int n_channels; int n_bitrates; struct ieee80211_sta_ht_cap ht_cap; struct ieee80211_sta_vht_cap vht_cap; struct ieee80211_sta_s1g_cap s1g_cap; struct ieee80211_edmg edmg_cap; u16 n_iftype_data; const struct ieee80211_sband_iftype_data *iftype_data; }; struct key_params { const u8 *key; const u8 *seq; int key_len; int seq_len; u16 vlan_id; u32 cipher; enum nl80211_key_mode mode; }; struct mac_address { u8 addr[6]; }; struct cfg80211_sar_freq_ranges { u32 start_freq; u32 end_freq; }; struct cfg80211_sar_capa { enum nl80211_sar_type type; u32 num_freq_ranges; const struct cfg80211_sar_freq_ranges *freq_ranges; }; struct cfg80211_ssid { u8 ssid[32]; u8 ssid_len; }; enum cfg80211_signal_type { CFG80211_SIGNAL_TYPE_NONE = 0, CFG80211_SIGNAL_TYPE_MBM = 1, CFG80211_SIGNAL_TYPE_UNSPEC = 2, }; struct ieee80211_txrx_stypes; struct ieee80211_iface_combination; struct wiphy_iftype_akm_suites; struct wiphy_wowlan_support; struct cfg80211_wowlan; struct wiphy_iftype_ext_capab; struct wiphy_coalesce_support; struct wiphy_vendor_command; struct cfg80211_pmsr_capabilities; struct wiphy { struct mutex mtx; u8 perm_addr[6]; u8 addr_mask[6]; struct mac_address *addresses; const struct ieee80211_txrx_stypes *mgmt_stypes; const struct ieee80211_iface_combination *iface_combinations; int n_iface_combinations; u16 software_iftypes; u16 n_addresses; u16 interface_modes; u16 max_acl_mac_addrs; u32 flags; u32 regulatory_flags; u32 features; u8 ext_features[8]; u32 ap_sme_capa; enum cfg80211_signal_type signal_type; int bss_priv_size; u8 max_scan_ssids; u8 max_sched_scan_reqs; u8 max_sched_scan_ssids; u8 max_match_sets; u16 max_scan_ie_len; u16 max_sched_scan_ie_len; u32 max_sched_scan_plans; u32 max_sched_scan_plan_interval; u32 max_sched_scan_plan_iterations; int n_cipher_suites; const u32 *cipher_suites; int n_akm_suites; const u32 *akm_suites; const struct wiphy_iftype_akm_suites *iftype_akm_suites; unsigned int num_iftype_akm_suites; u8 retry_short; u8 retry_long; u32 frag_threshold; u32 rts_threshold; u8 coverage_class; char fw_version[32]; u32 hw_version; const struct wiphy_wowlan_support *wowlan; struct cfg80211_wowlan *wowlan_config; u16 max_remain_on_channel_duration; u8 max_num_pmkids; u32 available_antennas_tx; u32 available_antennas_rx; u32 probe_resp_offload; const u8 *extended_capabilities; const u8 *extended_capabilities_mask; u8 extended_capabilities_len; const struct wiphy_iftype_ext_capab *iftype_ext_capab; unsigned int num_iftype_ext_capab; const void *privid; struct ieee80211_supported_band *bands[6]; void (*reg_notifier)(struct wiphy *, struct regulatory_request *); const struct ieee80211_regdomain *regd; struct device dev; bool registered; struct dentry *debugfsdir; const struct ieee80211_ht_cap *ht_capa_mod_mask; const struct ieee80211_vht_cap *vht_capa_mod_mask; struct list_head wdev_list; possible_net_t _net; const struct iw_handler_def *wext; const struct wiphy_coalesce_support *coalesce; const struct wiphy_vendor_command *vendor_commands; const struct nl80211_vendor_cmd_info *vendor_events; int n_vendor_commands; int n_vendor_events; u16 max_ap_assoc_sta; u8 max_num_csa_counters; u32 bss_select_support; u8 nan_supported_bands; u32 txq_limit; u32 txq_memory_limit; u32 txq_quantum; long unsigned int tx_queue_len; u8 support_mbssid: 1; u8 support_only_he_mbssid: 1; const struct cfg80211_pmsr_capabilities *pmsr_capa; struct { u64 peer; u64 vif; u8 max_retry; } tid_config_support; u8 max_data_retry_count; const struct cfg80211_sar_capa *sar_capa; struct rfkill *rfkill; u8 mbssid_max_interfaces; u8 ema_max_profile_periodicity; long: 48; long: 64; long: 64; long: 64; char priv[0]; }; struct cfg80211_match_set { struct cfg80211_ssid ssid; u8 bssid[6]; s32 rssi_thold; s32 per_band_rssi_thold[6]; }; struct cfg80211_sched_scan_plan { u32 interval; u32 iterations; }; struct cfg80211_sched_scan_request { u64 reqid; struct cfg80211_ssid *ssids; int n_ssids; u32 n_channels; enum nl80211_bss_scan_width scan_width; const u8 *ie; size_t ie_len; u32 flags; struct cfg80211_match_set *match_sets; int n_match_sets; s32 min_rssi_thold; u32 delay; struct cfg80211_sched_scan_plan *scan_plans; int n_scan_plans; u8 mac_addr[6]; u8 mac_addr_mask[6]; bool relative_rssi_set; s8 relative_rssi; struct cfg80211_bss_select_adjust rssi_adjust; struct wiphy *wiphy; struct net_device *dev; long unsigned int scan_start; bool report_results; struct callback_head callback_head; u32 owner_nlportid; bool nl_owner_dead; struct list_head list; struct ieee80211_channel *channels[0]; }; struct cfg80211_pkt_pattern { const u8 *mask; const u8 *pattern; int pattern_len; int pkt_offset; }; struct cfg80211_wowlan_tcp { struct socket *sock; __be32 src; __be32 dst; u16 src_port; u16 dst_port; u8 dst_mac[6]; int payload_len; const u8 *payload; struct nl80211_wowlan_tcp_data_seq payload_seq; u32 data_interval; u32 wake_len; const u8 *wake_data; const u8 *wake_mask; u32 tokens_size; struct nl80211_wowlan_tcp_data_token payload_tok; }; struct cfg80211_wowlan { bool any; bool disconnect; bool magic_pkt; bool gtk_rekey_failure; bool eap_identity_req; bool four_way_handshake; bool rfkill_release; struct cfg80211_pkt_pattern *patterns; struct cfg80211_wowlan_tcp *tcp; int n_patterns; struct cfg80211_sched_scan_request *nd_config; }; struct ieee80211_iface_limit { u16 max; u16 types; }; struct ieee80211_iface_combination { const struct ieee80211_iface_limit *limits; u32 num_different_channels; u16 max_interfaces; u8 n_limits; bool beacon_int_infra_match; u8 radar_detect_widths; u8 radar_detect_regions; u32 beacon_int_min_gcd; }; struct ieee80211_txrx_stypes { u16 tx; u16 rx; }; struct wiphy_wowlan_tcp_support { const struct nl80211_wowlan_tcp_data_token_feature *tok; u32 data_payload_max; u32 data_interval_max; u32 wake_payload_max; bool seq; }; struct wiphy_wowlan_support { u32 flags; int n_patterns; int pattern_max_len; int pattern_min_len; int max_pkt_offset; int max_nd_match_sets; const struct wiphy_wowlan_tcp_support *tcp; }; struct wiphy_coalesce_support { int n_rules; int max_delay; int n_patterns; int pattern_max_len; int pattern_min_len; int max_pkt_offset; }; struct wiphy_vendor_command { struct nl80211_vendor_cmd_info info; u32 flags; int (*doit)(struct wiphy *, struct wireless_dev *, const void *, int); int (*dumpit)(struct wiphy *, struct wireless_dev *, struct sk_buff *, const void *, int, long unsigned int *); const struct nla_policy *policy; unsigned int maxattr; }; struct wiphy_iftype_ext_capab { enum nl80211_iftype iftype; const u8 *extended_capabilities; const u8 *extended_capabilities_mask; u8 extended_capabilities_len; }; struct cfg80211_pmsr_capabilities { unsigned int max_peers; u8 report_ap_tsf: 1; u8 randomize_mac_addr: 1; struct { u32 preambles; u32 bandwidths; s8 max_bursts_exponent; u8 max_ftms_per_burst; u8 supported: 1; u8 asap: 1; u8 non_asap: 1; u8 request_lci: 1; u8 request_civicloc: 1; u8 trigger_based: 1; u8 non_trigger_based: 1; } ftm; }; struct wiphy_iftype_akm_suites { u16 iftypes_mask; const u32 *akm_suites; int n_akm_suites; }; struct iw_ioctl_description { __u8 header_type; __u8 token_type; __u16 token_size; __u16 min_tokens; __u16 max_tokens; __u32 flags; }; typedef int (*wext_ioctl_func)(struct net_device *, struct iwreq *, unsigned int, struct iw_request_info *, iw_handler); struct iw_thrspy { struct sockaddr addr; struct iw_quality qual; struct iw_quality low; struct iw_quality high; }; struct netlbl_af4list { __be32 addr; __be32 mask; u32 valid; struct list_head list; }; struct netlbl_af6list { struct in6_addr addr; struct in6_addr mask; u32 valid; struct list_head list; }; struct netlbl_domaddr_map { struct list_head list4; struct list_head list6; }; struct netlbl_dommap_def { u32 type; union { struct netlbl_domaddr_map *addrsel; struct cipso_v4_doi *cipso; struct calipso_doi *calipso; }; }; struct netlbl_domaddr4_map { struct netlbl_dommap_def def; struct netlbl_af4list list; }; struct netlbl_domaddr6_map { struct netlbl_dommap_def def; struct netlbl_af6list list; }; struct netlbl_dom_map { char *domain; u16 family; struct netlbl_dommap_def def; u32 valid; struct list_head list; struct callback_head rcu; }; struct netlbl_domhsh_tbl { struct list_head *tbl; u32 size; }; enum { NLBL_MGMT_C_UNSPEC = 0, NLBL_MGMT_C_ADD = 1, NLBL_MGMT_C_REMOVE = 2, NLBL_MGMT_C_LISTALL = 3, NLBL_MGMT_C_ADDDEF = 4, NLBL_MGMT_C_REMOVEDEF = 5, NLBL_MGMT_C_LISTDEF = 6, NLBL_MGMT_C_PROTOCOLS = 7, NLBL_MGMT_C_VERSION = 8, __NLBL_MGMT_C_MAX = 9, }; enum { NLBL_MGMT_A_UNSPEC = 0, NLBL_MGMT_A_DOMAIN = 1, NLBL_MGMT_A_PROTOCOL = 2, NLBL_MGMT_A_VERSION = 3, NLBL_MGMT_A_CV4DOI = 4, NLBL_MGMT_A_IPV6ADDR = 5, NLBL_MGMT_A_IPV6MASK = 6, NLBL_MGMT_A_IPV4ADDR = 7, NLBL_MGMT_A_IPV4MASK = 8, NLBL_MGMT_A_ADDRSELECTOR = 9, NLBL_MGMT_A_SELECTORLIST = 10, NLBL_MGMT_A_FAMILY = 11, NLBL_MGMT_A_CLPDOI = 12, __NLBL_MGMT_A_MAX = 13, }; struct netlbl_domhsh_walk_arg { struct netlink_callback *nl_cb; struct sk_buff *skb; u32 seq; }; enum { NLBL_UNLABEL_C_UNSPEC = 0, NLBL_UNLABEL_C_ACCEPT = 1, NLBL_UNLABEL_C_LIST = 2, NLBL_UNLABEL_C_STATICADD = 3, NLBL_UNLABEL_C_STATICREMOVE = 4, NLBL_UNLABEL_C_STATICLIST = 5, NLBL_UNLABEL_C_STATICADDDEF = 6, NLBL_UNLABEL_C_STATICREMOVEDEF = 7, NLBL_UNLABEL_C_STATICLISTDEF = 8, __NLBL_UNLABEL_C_MAX = 9, }; enum { NLBL_UNLABEL_A_UNSPEC = 0, NLBL_UNLABEL_A_ACPTFLG = 1, NLBL_UNLABEL_A_IPV6ADDR = 2, NLBL_UNLABEL_A_IPV6MASK = 3, NLBL_UNLABEL_A_IPV4ADDR = 4, NLBL_UNLABEL_A_IPV4MASK = 5, NLBL_UNLABEL_A_IFACE = 6, NLBL_UNLABEL_A_SECCTX = 7, __NLBL_UNLABEL_A_MAX = 8, }; struct netlbl_unlhsh_tbl { struct list_head *tbl; u32 size; }; struct netlbl_unlhsh_addr4 { u32 secid; struct netlbl_af4list list; struct callback_head rcu; }; struct netlbl_unlhsh_addr6 { u32 secid; struct netlbl_af6list list; struct callback_head rcu; }; struct netlbl_unlhsh_iface { int ifindex; struct list_head addr4_list; struct list_head addr6_list; u32 valid; struct list_head list; struct callback_head rcu; }; struct netlbl_unlhsh_walk_arg { struct netlink_callback *nl_cb; struct sk_buff *skb; u32 seq; }; enum { NLBL_CIPSOV4_C_UNSPEC = 0, NLBL_CIPSOV4_C_ADD = 1, NLBL_CIPSOV4_C_REMOVE = 2, NLBL_CIPSOV4_C_LIST = 3, NLBL_CIPSOV4_C_LISTALL = 4, __NLBL_CIPSOV4_C_MAX = 5, }; enum { NLBL_CIPSOV4_A_UNSPEC = 0, NLBL_CIPSOV4_A_DOI = 1, NLBL_CIPSOV4_A_MTYPE = 2, NLBL_CIPSOV4_A_TAG = 3, NLBL_CIPSOV4_A_TAGLST = 4, NLBL_CIPSOV4_A_MLSLVLLOC = 5, NLBL_CIPSOV4_A_MLSLVLREM = 6, NLBL_CIPSOV4_A_MLSLVL = 7, NLBL_CIPSOV4_A_MLSLVLLST = 8, NLBL_CIPSOV4_A_MLSCATLOC = 9, NLBL_CIPSOV4_A_MLSCATREM = 10, NLBL_CIPSOV4_A_MLSCAT = 11, NLBL_CIPSOV4_A_MLSCATLST = 12, __NLBL_CIPSOV4_A_MAX = 13, }; struct netlbl_cipsov4_doiwalk_arg { struct netlink_callback *nl_cb; struct sk_buff *skb; u32 seq; }; struct netlbl_domhsh_walk_arg___2 { struct netlbl_audit *audit_info; u32 doi; }; enum { NLBL_CALIPSO_C_UNSPEC = 0, NLBL_CALIPSO_C_ADD = 1, NLBL_CALIPSO_C_REMOVE = 2, NLBL_CALIPSO_C_LIST = 3, NLBL_CALIPSO_C_LISTALL = 4, __NLBL_CALIPSO_C_MAX = 5, }; enum { NLBL_CALIPSO_A_UNSPEC = 0, NLBL_CALIPSO_A_DOI = 1, NLBL_CALIPSO_A_MTYPE = 2, __NLBL_CALIPSO_A_MAX = 3, }; struct netlbl_calipso_doiwalk_arg { struct netlink_callback *nl_cb; struct sk_buff *skb; u32 seq; }; enum rfkill_type { RFKILL_TYPE_ALL = 0, RFKILL_TYPE_WLAN = 1, RFKILL_TYPE_BLUETOOTH = 2, RFKILL_TYPE_UWB = 3, RFKILL_TYPE_WIMAX = 4, RFKILL_TYPE_WWAN = 5, RFKILL_TYPE_GPS = 6, RFKILL_TYPE_FM = 7, RFKILL_TYPE_NFC = 8, NUM_RFKILL_TYPES = 9, }; enum rfkill_operation { RFKILL_OP_ADD = 0, RFKILL_OP_DEL = 1, RFKILL_OP_CHANGE = 2, RFKILL_OP_CHANGE_ALL = 3, }; enum rfkill_hard_block_reasons { RFKILL_HARD_BLOCK_SIGNAL = 1, RFKILL_HARD_BLOCK_NOT_OWNER = 2, }; struct rfkill_event_ext { __u32 idx; __u8 type; __u8 op; __u8 soft; __u8 hard; __u8 hard_block_reasons; } __attribute__((packed)); enum rfkill_user_states { RFKILL_USER_STATE_SOFT_BLOCKED = 0, RFKILL_USER_STATE_UNBLOCKED = 1, RFKILL_USER_STATE_HARD_BLOCKED = 2, }; struct rfkill___2; struct rfkill_ops { void (*poll)(struct rfkill___2 *, void *); void (*query)(struct rfkill___2 *, void *); int (*set_block)(void *, bool); }; struct rfkill___2 { spinlock_t lock; enum rfkill_type type; long unsigned int state; long unsigned int hard_block_reasons; u32 idx; bool registered; bool persistent; bool polling_paused; bool suspended; const struct rfkill_ops *ops; void *data; struct led_trigger led_trigger; const char *ledtrigname; struct device dev; struct list_head node; struct delayed_work poll_work; struct work_struct uevent_work; struct work_struct sync_work; char name[0]; }; struct rfkill_int_event { struct list_head list; struct rfkill_event_ext ev; }; struct rfkill_data { struct list_head list; struct list_head events; struct mutex mtx; wait_queue_head_t read_wait; bool input_handler; u8 max_size; }; enum rfkill_input_master_mode { RFKILL_INPUT_MASTER_UNLOCK = 0, RFKILL_INPUT_MASTER_RESTORE = 1, RFKILL_INPUT_MASTER_UNBLOCKALL = 2, NUM_RFKILL_INPUT_MASTER_MODES = 3, }; enum rfkill_sched_op { RFKILL_GLOBAL_OP_EPO = 0, RFKILL_GLOBAL_OP_RESTORE = 1, RFKILL_GLOBAL_OP_UNLOCK = 2, RFKILL_GLOBAL_OP_UNBLOCK = 3, }; struct dcbmsg { __u8 dcb_family; __u8 cmd; __u16 dcb_pad; }; enum dcbnl_commands { DCB_CMD_UNDEFINED = 0, DCB_CMD_GSTATE = 1, DCB_CMD_SSTATE = 2, DCB_CMD_PGTX_GCFG = 3, DCB_CMD_PGTX_SCFG = 4, DCB_CMD_PGRX_GCFG = 5, DCB_CMD_PGRX_SCFG = 6, DCB_CMD_PFC_GCFG = 7, DCB_CMD_PFC_SCFG = 8, DCB_CMD_SET_ALL = 9, DCB_CMD_GPERM_HWADDR = 10, DCB_CMD_GCAP = 11, DCB_CMD_GNUMTCS = 12, DCB_CMD_SNUMTCS = 13, DCB_CMD_PFC_GSTATE = 14, DCB_CMD_PFC_SSTATE = 15, DCB_CMD_BCN_GCFG = 16, DCB_CMD_BCN_SCFG = 17, DCB_CMD_GAPP = 18, DCB_CMD_SAPP = 19, DCB_CMD_IEEE_SET = 20, DCB_CMD_IEEE_GET = 21, DCB_CMD_GDCBX = 22, DCB_CMD_SDCBX = 23, DCB_CMD_GFEATCFG = 24, DCB_CMD_SFEATCFG = 25, DCB_CMD_CEE_GET = 26, DCB_CMD_IEEE_DEL = 27, __DCB_CMD_ENUM_MAX = 28, DCB_CMD_MAX = 27, }; enum dcbnl_attrs { DCB_ATTR_UNDEFINED = 0, DCB_ATTR_IFNAME = 1, DCB_ATTR_STATE = 2, DCB_ATTR_PFC_STATE = 3, DCB_ATTR_PFC_CFG = 4, DCB_ATTR_NUM_TC = 5, DCB_ATTR_PG_CFG = 6, DCB_ATTR_SET_ALL = 7, DCB_ATTR_PERM_HWADDR = 8, DCB_ATTR_CAP = 9, DCB_ATTR_NUMTCS = 10, DCB_ATTR_BCN = 11, DCB_ATTR_APP = 12, DCB_ATTR_IEEE = 13, DCB_ATTR_DCBX = 14, DCB_ATTR_FEATCFG = 15, DCB_ATTR_CEE = 16, __DCB_ATTR_ENUM_MAX = 17, DCB_ATTR_MAX = 16, }; enum ieee_attrs { DCB_ATTR_IEEE_UNSPEC = 0, DCB_ATTR_IEEE_ETS = 1, DCB_ATTR_IEEE_PFC = 2, DCB_ATTR_IEEE_APP_TABLE = 3, DCB_ATTR_IEEE_PEER_ETS = 4, DCB_ATTR_IEEE_PEER_PFC = 5, DCB_ATTR_IEEE_PEER_APP = 6, DCB_ATTR_IEEE_MAXRATE = 7, DCB_ATTR_IEEE_QCN = 8, DCB_ATTR_IEEE_QCN_STATS = 9, DCB_ATTR_DCB_BUFFER = 10, __DCB_ATTR_IEEE_MAX = 11, }; enum ieee_attrs_app { DCB_ATTR_IEEE_APP_UNSPEC = 0, DCB_ATTR_IEEE_APP = 1, __DCB_ATTR_IEEE_APP_MAX = 2, }; enum cee_attrs { DCB_ATTR_CEE_UNSPEC = 0, DCB_ATTR_CEE_PEER_PG = 1, DCB_ATTR_CEE_PEER_PFC = 2, DCB_ATTR_CEE_PEER_APP_TABLE = 3, DCB_ATTR_CEE_TX_PG = 4, DCB_ATTR_CEE_RX_PG = 5, DCB_ATTR_CEE_PFC = 6, DCB_ATTR_CEE_APP_TABLE = 7, DCB_ATTR_CEE_FEAT = 8, __DCB_ATTR_CEE_MAX = 9, }; enum peer_app_attr { DCB_ATTR_CEE_PEER_APP_UNSPEC = 0, DCB_ATTR_CEE_PEER_APP_INFO = 1, DCB_ATTR_CEE_PEER_APP = 2, __DCB_ATTR_CEE_PEER_APP_MAX = 3, }; enum dcbnl_pfc_up_attrs { DCB_PFC_UP_ATTR_UNDEFINED = 0, DCB_PFC_UP_ATTR_0 = 1, DCB_PFC_UP_ATTR_1 = 2, DCB_PFC_UP_ATTR_2 = 3, DCB_PFC_UP_ATTR_3 = 4, DCB_PFC_UP_ATTR_4 = 5, DCB_PFC_UP_ATTR_5 = 6, DCB_PFC_UP_ATTR_6 = 7, DCB_PFC_UP_ATTR_7 = 8, DCB_PFC_UP_ATTR_ALL = 9, __DCB_PFC_UP_ATTR_ENUM_MAX = 10, DCB_PFC_UP_ATTR_MAX = 9, }; enum dcbnl_pg_attrs { DCB_PG_ATTR_UNDEFINED = 0, DCB_PG_ATTR_TC_0 = 1, DCB_PG_ATTR_TC_1 = 2, DCB_PG_ATTR_TC_2 = 3, DCB_PG_ATTR_TC_3 = 4, DCB_PG_ATTR_TC_4 = 5, DCB_PG_ATTR_TC_5 = 6, DCB_PG_ATTR_TC_6 = 7, DCB_PG_ATTR_TC_7 = 8, DCB_PG_ATTR_TC_MAX = 9, DCB_PG_ATTR_TC_ALL = 10, DCB_PG_ATTR_BW_ID_0 = 11, DCB_PG_ATTR_BW_ID_1 = 12, DCB_PG_ATTR_BW_ID_2 = 13, DCB_PG_ATTR_BW_ID_3 = 14, DCB_PG_ATTR_BW_ID_4 = 15, DCB_PG_ATTR_BW_ID_5 = 16, DCB_PG_ATTR_BW_ID_6 = 17, DCB_PG_ATTR_BW_ID_7 = 18, DCB_PG_ATTR_BW_ID_MAX = 19, DCB_PG_ATTR_BW_ID_ALL = 20, __DCB_PG_ATTR_ENUM_MAX = 21, DCB_PG_ATTR_MAX = 20, }; enum dcbnl_tc_attrs { DCB_TC_ATTR_PARAM_UNDEFINED = 0, DCB_TC_ATTR_PARAM_PGID = 1, DCB_TC_ATTR_PARAM_UP_MAPPING = 2, DCB_TC_ATTR_PARAM_STRICT_PRIO = 3, DCB_TC_ATTR_PARAM_BW_PCT = 4, DCB_TC_ATTR_PARAM_ALL = 5, __DCB_TC_ATTR_PARAM_ENUM_MAX = 6, DCB_TC_ATTR_PARAM_MAX = 5, }; enum dcbnl_cap_attrs { DCB_CAP_ATTR_UNDEFINED = 0, DCB_CAP_ATTR_ALL = 1, DCB_CAP_ATTR_PG = 2, DCB_CAP_ATTR_PFC = 3, DCB_CAP_ATTR_UP2TC = 4, DCB_CAP_ATTR_PG_TCS = 5, DCB_CAP_ATTR_PFC_TCS = 6, DCB_CAP_ATTR_GSP = 7, DCB_CAP_ATTR_BCN = 8, DCB_CAP_ATTR_DCBX = 9, __DCB_CAP_ATTR_ENUM_MAX = 10, DCB_CAP_ATTR_MAX = 9, }; enum dcbnl_numtcs_attrs { DCB_NUMTCS_ATTR_UNDEFINED = 0, DCB_NUMTCS_ATTR_ALL = 1, DCB_NUMTCS_ATTR_PG = 2, DCB_NUMTCS_ATTR_PFC = 3, __DCB_NUMTCS_ATTR_ENUM_MAX = 4, DCB_NUMTCS_ATTR_MAX = 3, }; enum dcbnl_bcn_attrs { DCB_BCN_ATTR_UNDEFINED = 0, DCB_BCN_ATTR_RP_0 = 1, DCB_BCN_ATTR_RP_1 = 2, DCB_BCN_ATTR_RP_2 = 3, DCB_BCN_ATTR_RP_3 = 4, DCB_BCN_ATTR_RP_4 = 5, DCB_BCN_ATTR_RP_5 = 6, DCB_BCN_ATTR_RP_6 = 7, DCB_BCN_ATTR_RP_7 = 8, DCB_BCN_ATTR_RP_ALL = 9, DCB_BCN_ATTR_BCNA_0 = 10, DCB_BCN_ATTR_BCNA_1 = 11, DCB_BCN_ATTR_ALPHA = 12, DCB_BCN_ATTR_BETA = 13, DCB_BCN_ATTR_GD = 14, DCB_BCN_ATTR_GI = 15, DCB_BCN_ATTR_TMAX = 16, DCB_BCN_ATTR_TD = 17, DCB_BCN_ATTR_RMIN = 18, DCB_BCN_ATTR_W = 19, DCB_BCN_ATTR_RD = 20, DCB_BCN_ATTR_RU = 21, DCB_BCN_ATTR_WRTT = 22, DCB_BCN_ATTR_RI = 23, DCB_BCN_ATTR_C = 24, DCB_BCN_ATTR_ALL = 25, __DCB_BCN_ATTR_ENUM_MAX = 26, DCB_BCN_ATTR_MAX = 25, }; enum dcb_general_attr_values { DCB_ATTR_VALUE_UNDEFINED = 255, }; enum dcbnl_app_attrs { DCB_APP_ATTR_UNDEFINED = 0, DCB_APP_ATTR_IDTYPE = 1, DCB_APP_ATTR_ID = 2, DCB_APP_ATTR_PRIORITY = 3, __DCB_APP_ATTR_ENUM_MAX = 4, DCB_APP_ATTR_MAX = 3, }; enum dcbnl_featcfg_attrs { DCB_FEATCFG_ATTR_UNDEFINED = 0, DCB_FEATCFG_ATTR_ALL = 1, DCB_FEATCFG_ATTR_PG = 2, DCB_FEATCFG_ATTR_PFC = 3, DCB_FEATCFG_ATTR_APP = 4, __DCB_FEATCFG_ATTR_ENUM_MAX = 5, DCB_FEATCFG_ATTR_MAX = 4, }; struct dcb_app_type { int ifindex; struct dcb_app app; struct list_head list; u8 dcbx; }; struct dcb_ieee_app_prio_map { u64 map[8]; }; struct dcb_ieee_app_dscp_map { u8 map[64]; }; enum dcbevent_notif_type { DCB_APP_EVENT = 1, }; struct reply_func { int type; int (*cb)(struct net_device *, struct nlmsghdr *, u32, struct nlattr **, struct sk_buff *); }; enum dns_payload_content_type { DNS_PAYLOAD_IS_SERVER_LIST = 0, }; struct dns_payload_header { __u8 zero; __u8 content; __u8 version; }; enum { dns_key_data = 0, dns_key_error = 1, }; enum switchdev_attr_id { SWITCHDEV_ATTR_ID_UNDEFINED = 0, SWITCHDEV_ATTR_ID_PORT_STP_STATE = 1, SWITCHDEV_ATTR_ID_PORT_MST_STATE = 2, SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS = 3, SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS = 4, SWITCHDEV_ATTR_ID_PORT_MROUTER = 5, SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME = 6, SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING = 7, SWITCHDEV_ATTR_ID_BRIDGE_VLAN_PROTOCOL = 8, SWITCHDEV_ATTR_ID_BRIDGE_MC_DISABLED = 9, SWITCHDEV_ATTR_ID_BRIDGE_MROUTER = 10, SWITCHDEV_ATTR_ID_BRIDGE_MST = 11, SWITCHDEV_ATTR_ID_MRP_PORT_ROLE = 12, SWITCHDEV_ATTR_ID_VLAN_MSTI = 13, }; struct switchdev_attr { struct net_device *orig_dev; enum switchdev_attr_id id; u32 flags; void *complete_priv; void (*complete)(struct net_device *, int, void *); union { u8 stp_state; struct switchdev_mst_state mst_state; struct switchdev_brport_flags brport_flags; bool mrouter; clock_t ageing_time; bool vlan_filtering; u16 vlan_protocol; bool mst; bool mc_disabled; u8 mrp_port_role; struct switchdev_vlan_msti vlan_msti; } u; }; struct switchdev_brport { struct net_device *dev; const void *ctx; struct notifier_block *atomic_nb; struct notifier_block *blocking_nb; bool tx_fwd_offload; }; enum switchdev_notifier_type { SWITCHDEV_FDB_ADD_TO_BRIDGE = 1, SWITCHDEV_FDB_DEL_TO_BRIDGE = 2, SWITCHDEV_FDB_ADD_TO_DEVICE = 3, SWITCHDEV_FDB_DEL_TO_DEVICE = 4, SWITCHDEV_FDB_OFFLOADED = 5, SWITCHDEV_FDB_FLUSH_TO_BRIDGE = 6, SWITCHDEV_PORT_OBJ_ADD = 7, SWITCHDEV_PORT_OBJ_DEL = 8, SWITCHDEV_PORT_ATTR_SET = 9, SWITCHDEV_VXLAN_FDB_ADD_TO_BRIDGE = 10, SWITCHDEV_VXLAN_FDB_DEL_TO_BRIDGE = 11, SWITCHDEV_VXLAN_FDB_ADD_TO_DEVICE = 12, SWITCHDEV_VXLAN_FDB_DEL_TO_DEVICE = 13, SWITCHDEV_VXLAN_FDB_OFFLOADED = 14, SWITCHDEV_BRPORT_OFFLOADED = 15, SWITCHDEV_BRPORT_UNOFFLOADED = 16, }; struct switchdev_notifier_info { struct net_device *dev; struct netlink_ext_ack *extack; const void *ctx; }; struct switchdev_notifier_fdb_info { struct switchdev_notifier_info info; const unsigned char *addr; u16 vid; u8 added_by_user: 1; u8 is_local: 1; u8 offloaded: 1; }; struct switchdev_notifier_port_obj_info { struct switchdev_notifier_info info; const struct switchdev_obj *obj; bool handled; }; struct switchdev_notifier_port_attr_info { struct switchdev_notifier_info info; const struct switchdev_attr *attr; bool handled; }; struct switchdev_notifier_brport_info { struct switchdev_notifier_info info; const struct switchdev_brport brport; }; typedef void switchdev_deferred_func_t(struct net_device *, const void *); struct switchdev_deferred_item { struct list_head list; struct net_device *dev; netdevice_tracker dev_tracker; switchdev_deferred_func_t *func; long unsigned int data[0]; }; struct switchdev_nested_priv { bool (*check_cb)(const struct net_device *); bool (*foreign_dev_check_cb)(const struct net_device *, const struct net_device *); const struct net_device *dev; struct net_device *lower_dev; }; typedef int (*lookup_by_table_id_t)(struct net *, u32); struct l3mdev_handler { lookup_by_table_id_t dev_lookup; }; struct ncsi_dev { int state; int link_up; struct net_device *dev; void (*handler)(struct ncsi_dev *); }; struct ncsi_channel_version { u32 version; u32 alpha2; u8 fw_name[12]; u32 fw_version; u16 pci_ids[4]; u32 mf_id; }; struct ncsi_channel_cap { u32 index; u32 cap; }; struct ncsi_channel_mode { u32 index; u32 enable; u32 size; u32 data[8]; }; struct ncsi_channel_mac_filter { u8 n_uc; u8 n_mc; u8 n_mixed; u64 bitmap; unsigned char *addrs; }; struct ncsi_channel_vlan_filter { u8 n_vids; u64 bitmap; u16 *vids; }; struct ncsi_channel_stats { u32 hnc_cnt_hi; u32 hnc_cnt_lo; u32 hnc_rx_bytes; u32 hnc_tx_bytes; u32 hnc_rx_uc_pkts; u32 hnc_rx_mc_pkts; u32 hnc_rx_bc_pkts; u32 hnc_tx_uc_pkts; u32 hnc_tx_mc_pkts; u32 hnc_tx_bc_pkts; u32 hnc_fcs_err; u32 hnc_align_err; u32 hnc_false_carrier; u32 hnc_runt_pkts; u32 hnc_jabber_pkts; u32 hnc_rx_pause_xon; u32 hnc_rx_pause_xoff; u32 hnc_tx_pause_xon; u32 hnc_tx_pause_xoff; u32 hnc_tx_s_collision; u32 hnc_tx_m_collision; u32 hnc_l_collision; u32 hnc_e_collision; u32 hnc_rx_ctl_frames; u32 hnc_rx_64_frames; u32 hnc_rx_127_frames; u32 hnc_rx_255_frames; u32 hnc_rx_511_frames; u32 hnc_rx_1023_frames; u32 hnc_rx_1522_frames; u32 hnc_rx_9022_frames; u32 hnc_tx_64_frames; u32 hnc_tx_127_frames; u32 hnc_tx_255_frames; u32 hnc_tx_511_frames; u32 hnc_tx_1023_frames; u32 hnc_tx_1522_frames; u32 hnc_tx_9022_frames; u32 hnc_rx_valid_bytes; u32 hnc_rx_runt_pkts; u32 hnc_rx_jabber_pkts; u32 ncsi_rx_cmds; u32 ncsi_dropped_cmds; u32 ncsi_cmd_type_errs; u32 ncsi_cmd_csum_errs; u32 ncsi_rx_pkts; u32 ncsi_tx_pkts; u32 ncsi_tx_aen_pkts; u32 pt_tx_pkts; u32 pt_tx_dropped; u32 pt_tx_channel_err; u32 pt_tx_us_err; u32 pt_rx_pkts; u32 pt_rx_dropped; u32 pt_rx_channel_err; u32 pt_rx_us_err; u32 pt_rx_os_err; }; struct ncsi_package; struct ncsi_channel { unsigned char id; int state; bool reconfigure_needed; spinlock_t lock; struct ncsi_package *package; struct ncsi_channel_version version; struct ncsi_channel_cap caps[6]; struct ncsi_channel_mode modes[8]; struct ncsi_channel_mac_filter mac_filter; struct ncsi_channel_vlan_filter vlan_filter; struct ncsi_channel_stats stats; struct { struct timer_list timer; bool enabled; unsigned int state; } monitor; struct list_head node; struct list_head link; }; struct ncsi_dev_priv; struct ncsi_package { unsigned char id; unsigned char uuid[16]; struct ncsi_dev_priv *ndp; spinlock_t lock; unsigned int channel_num; struct list_head channels; struct list_head node; bool multi_channel; u32 channel_whitelist; struct ncsi_channel *preferred_channel; }; struct ncsi_request { unsigned char id; bool used; unsigned int flags; struct ncsi_dev_priv *ndp; struct sk_buff *cmd; struct sk_buff *rsp; struct timer_list timer; bool enabled; u32 snd_seq; u32 snd_portid; struct nlmsghdr nlhdr; }; struct ncsi_dev_priv { struct ncsi_dev ndev; unsigned int flags; unsigned int gma_flag; spinlock_t lock; unsigned int package_probe_id; unsigned int package_num; struct list_head packages; struct ncsi_channel *hot_channel; struct ncsi_request requests[256]; unsigned int request_id; unsigned int pending_req_num; struct ncsi_package *active_package; struct ncsi_channel *active_channel; struct list_head channel_queue; struct work_struct work; struct packet_type ptype; struct list_head node; struct list_head vlan_vids; bool multi_package; bool mlx_multi_host; u32 package_whitelist; }; struct ncsi_cmd_arg { struct ncsi_dev_priv *ndp; unsigned char type; unsigned char id; unsigned char package; unsigned char channel; short unsigned int payload; unsigned int req_flags; union { unsigned char bytes[16]; short unsigned int words[8]; unsigned int dwords[4]; }; unsigned char *data; struct genl_info *info; }; struct ncsi_pkt_hdr { unsigned char mc_id; unsigned char revision; unsigned char reserved; unsigned char id; unsigned char type; unsigned char channel; __be16 length; __be32 reserved1[2]; }; struct ncsi_cmd_pkt_hdr { struct ncsi_pkt_hdr common; }; struct ncsi_cmd_pkt { struct ncsi_cmd_pkt_hdr cmd; __be32 checksum; unsigned char pad[26]; }; struct ncsi_cmd_sp_pkt { struct ncsi_cmd_pkt_hdr cmd; unsigned char reserved[3]; unsigned char hw_arbitration; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_dc_pkt { struct ncsi_cmd_pkt_hdr cmd; unsigned char reserved[3]; unsigned char ald; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_rc_pkt { struct ncsi_cmd_pkt_hdr cmd; __be32 reserved; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_ae_pkt { struct ncsi_cmd_pkt_hdr cmd; unsigned char reserved[3]; unsigned char mc_id; __be32 mode; __be32 checksum; unsigned char pad[18]; }; struct ncsi_cmd_sl_pkt { struct ncsi_cmd_pkt_hdr cmd; __be32 mode; __be32 oem_mode; __be32 checksum; unsigned char pad[18]; }; struct ncsi_cmd_svf_pkt { struct ncsi_cmd_pkt_hdr cmd; __be16 reserved; __be16 vlan; __be16 reserved1; unsigned char index; unsigned char enable; __be32 checksum; unsigned char pad[18]; }; struct ncsi_cmd_ev_pkt { struct ncsi_cmd_pkt_hdr cmd; unsigned char reserved[3]; unsigned char mode; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_sma_pkt { struct ncsi_cmd_pkt_hdr cmd; unsigned char mac[6]; unsigned char index; unsigned char at_e; __be32 checksum; unsigned char pad[18]; }; struct ncsi_cmd_ebf_pkt { struct ncsi_cmd_pkt_hdr cmd; __be32 mode; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_egmf_pkt { struct ncsi_cmd_pkt_hdr cmd; __be32 mode; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_snfc_pkt { struct ncsi_cmd_pkt_hdr cmd; unsigned char reserved[3]; unsigned char mode; __be32 checksum; unsigned char pad[22]; }; struct ncsi_cmd_oem_pkt { struct ncsi_cmd_pkt_hdr cmd; __be32 mfr_id; unsigned char data[0]; }; struct ncsi_cmd_handler { unsigned char type; int payload; int (*handler)(struct sk_buff *, struct ncsi_cmd_arg *); }; enum { NCSI_CAP_BASE = 0, NCSI_CAP_GENERIC = 0, NCSI_CAP_BC = 1, NCSI_CAP_MC = 2, NCSI_CAP_BUFFER = 3, NCSI_CAP_AEN = 4, NCSI_CAP_VLAN = 5, NCSI_CAP_MAX = 6, }; enum { NCSI_CAP_GENERIC_HWA = 1, NCSI_CAP_GENERIC_HDS = 2, NCSI_CAP_GENERIC_FC = 4, NCSI_CAP_GENERIC_FC1 = 8, NCSI_CAP_GENERIC_MC = 16, NCSI_CAP_GENERIC_HWA_UNKNOWN = 0, NCSI_CAP_GENERIC_HWA_SUPPORT = 32, NCSI_CAP_GENERIC_HWA_NOT_SUPPORT = 64, NCSI_CAP_GENERIC_HWA_RESERVED = 96, NCSI_CAP_GENERIC_HWA_MASK = 96, NCSI_CAP_GENERIC_MASK = 127, NCSI_CAP_BC_ARP = 1, NCSI_CAP_BC_DHCPC = 2, NCSI_CAP_BC_DHCPS = 4, NCSI_CAP_BC_NETBIOS = 8, NCSI_CAP_BC_MASK = 15, NCSI_CAP_MC_IPV6_NEIGHBOR = 1, NCSI_CAP_MC_IPV6_ROUTER = 2, NCSI_CAP_MC_DHCPV6_RELAY = 4, NCSI_CAP_MC_DHCPV6_WELL_KNOWN = 8, NCSI_CAP_MC_IPV6_MLD = 16, NCSI_CAP_MC_IPV6_NEIGHBOR_S = 32, NCSI_CAP_MC_MASK = 63, NCSI_CAP_AEN_LSC = 1, NCSI_CAP_AEN_CR = 2, NCSI_CAP_AEN_HDS = 4, NCSI_CAP_AEN_MASK = 7, NCSI_CAP_VLAN_ONLY = 1, NCSI_CAP_VLAN_NO = 2, NCSI_CAP_VLAN_ANY = 4, NCSI_CAP_VLAN_MASK = 7, }; enum { NCSI_MODE_BASE = 0, NCSI_MODE_ENABLE = 0, NCSI_MODE_TX_ENABLE = 1, NCSI_MODE_LINK = 2, NCSI_MODE_VLAN = 3, NCSI_MODE_BC = 4, NCSI_MODE_MC = 5, NCSI_MODE_AEN = 6, NCSI_MODE_FC = 7, NCSI_MODE_MAX = 8, }; struct ncsi_rsp_pkt_hdr { struct ncsi_pkt_hdr common; __be16 code; __be16 reason; }; struct ncsi_rsp_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 checksum; unsigned char pad[22]; }; struct ncsi_rsp_oem_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 mfr_id; unsigned char data[0]; }; struct ncsi_rsp_oem_mlx_pkt { unsigned char cmd_rev; unsigned char cmd; unsigned char param; unsigned char optional; unsigned char data[0]; }; struct ncsi_rsp_oem_bcm_pkt { unsigned char ver; unsigned char type; __be16 len; unsigned char data[0]; }; struct ncsi_rsp_oem_intel_pkt { unsigned char cmd; unsigned char data[0]; }; struct ncsi_rsp_gls_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 status; __be32 other; __be32 oem_status; __be32 checksum; unsigned char pad[10]; }; struct ncsi_rsp_gvi_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 ncsi_version; unsigned char reserved[3]; unsigned char alpha2; unsigned char fw_name[12]; __be32 fw_version; __be16 pci_ids[4]; __be32 mf_id; __be32 checksum; }; struct ncsi_rsp_gc_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 cap; __be32 bc_cap; __be32 mc_cap; __be32 buf_cap; __be32 aen_cap; unsigned char vlan_cnt; unsigned char mixed_cnt; unsigned char mc_cnt; unsigned char uc_cnt; unsigned char reserved[2]; unsigned char vlan_mode; unsigned char channel_cnt; __be32 checksum; }; struct ncsi_rsp_gp_pkt { struct ncsi_rsp_pkt_hdr rsp; unsigned char mac_cnt; unsigned char reserved[2]; unsigned char mac_enable; unsigned char vlan_cnt; unsigned char reserved1; __be16 vlan_enable; __be32 link_mode; __be32 bc_mode; __be32 valid_modes; unsigned char vlan_mode; unsigned char fc_mode; unsigned char reserved2[2]; __be32 aen_mode; unsigned char mac[6]; __be16 vlan; __be32 checksum; }; struct ncsi_rsp_gcps_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 cnt_hi; __be32 cnt_lo; __be32 rx_bytes; __be32 tx_bytes; __be32 rx_uc_pkts; __be32 rx_mc_pkts; __be32 rx_bc_pkts; __be32 tx_uc_pkts; __be32 tx_mc_pkts; __be32 tx_bc_pkts; __be32 fcs_err; __be32 align_err; __be32 false_carrier; __be32 runt_pkts; __be32 jabber_pkts; __be32 rx_pause_xon; __be32 rx_pause_xoff; __be32 tx_pause_xon; __be32 tx_pause_xoff; __be32 tx_s_collision; __be32 tx_m_collision; __be32 l_collision; __be32 e_collision; __be32 rx_ctl_frames; __be32 rx_64_frames; __be32 rx_127_frames; __be32 rx_255_frames; __be32 rx_511_frames; __be32 rx_1023_frames; __be32 rx_1522_frames; __be32 rx_9022_frames; __be32 tx_64_frames; __be32 tx_127_frames; __be32 tx_255_frames; __be32 tx_511_frames; __be32 tx_1023_frames; __be32 tx_1522_frames; __be32 tx_9022_frames; __be32 rx_valid_bytes; __be32 rx_runt_pkts; __be32 rx_jabber_pkts; __be32 checksum; }; struct ncsi_rsp_gns_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 rx_cmds; __be32 dropped_cmds; __be32 cmd_type_errs; __be32 cmd_csum_errs; __be32 rx_pkts; __be32 tx_pkts; __be32 tx_aen_pkts; __be32 checksum; }; struct ncsi_rsp_gnpts_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 tx_pkts; __be32 tx_dropped; __be32 tx_channel_err; __be32 tx_us_err; __be32 rx_pkts; __be32 rx_dropped; __be32 rx_channel_err; __be32 rx_us_err; __be32 rx_os_err; __be32 checksum; }; struct ncsi_rsp_gps_pkt { struct ncsi_rsp_pkt_hdr rsp; __be32 status; __be32 checksum; }; struct ncsi_rsp_gpuuid_pkt { struct ncsi_rsp_pkt_hdr rsp; unsigned char uuid[16]; __be32 checksum; }; struct ncsi_rsp_oem_handler { unsigned int mfr_id; int (*handler)(struct ncsi_request *); }; struct ncsi_rsp_handler { unsigned char type; int payload; int (*handler)(struct ncsi_request *); }; struct ncsi_aen_pkt_hdr { struct ncsi_pkt_hdr common; unsigned char reserved2[3]; unsigned char type; }; struct ncsi_aen_lsc_pkt { struct ncsi_aen_pkt_hdr aen; __be32 status; __be32 oem_status; __be32 checksum; unsigned char pad[14]; }; struct ncsi_aen_hncdsc_pkt { struct ncsi_aen_pkt_hdr aen; __be32 status; __be32 checksum; unsigned char pad[18]; }; struct ncsi_aen_handler { unsigned char type; int payload; int (*handler)(struct ncsi_dev_priv *, struct ncsi_aen_pkt_hdr *); }; enum { ncsi_dev_state_registered = 0, ncsi_dev_state_functional = 256, ncsi_dev_state_probe = 512, ncsi_dev_state_config = 768, ncsi_dev_state_suspend = 1024, }; enum { MLX_MC_RBT_SUPPORT = 1, MLX_MC_RBT_AVL = 8, }; enum { ncsi_dev_state_major = 65280, ncsi_dev_state_minor = 255, ncsi_dev_state_probe_deselect = 513, ncsi_dev_state_probe_package = 514, ncsi_dev_state_probe_channel = 515, ncsi_dev_state_probe_mlx_gma = 516, ncsi_dev_state_probe_mlx_smaf = 517, ncsi_dev_state_probe_cis = 518, ncsi_dev_state_probe_keep_phy = 519, ncsi_dev_state_probe_gvi = 520, ncsi_dev_state_probe_gc = 521, ncsi_dev_state_probe_gls = 522, ncsi_dev_state_probe_dp = 523, ncsi_dev_state_config_sp = 769, ncsi_dev_state_config_cis = 770, ncsi_dev_state_config_oem_gma = 771, ncsi_dev_state_config_clear_vids = 772, ncsi_dev_state_config_svf = 773, ncsi_dev_state_config_ev = 774, ncsi_dev_state_config_sma = 775, ncsi_dev_state_config_ebf = 776, ncsi_dev_state_config_dgmf = 777, ncsi_dev_state_config_ecnt = 778, ncsi_dev_state_config_ec = 779, ncsi_dev_state_config_ae = 780, ncsi_dev_state_config_gls = 781, ncsi_dev_state_config_done = 782, ncsi_dev_state_suspend_select = 1025, ncsi_dev_state_suspend_gls = 1026, ncsi_dev_state_suspend_dcnt = 1027, ncsi_dev_state_suspend_dc = 1028, ncsi_dev_state_suspend_deselect = 1029, ncsi_dev_state_suspend_done = 1030, }; struct vlan_vid { struct list_head list; __be16 proto; u16 vid; }; struct ncsi_oem_gma_handler { unsigned int mfr_id; int (*handler)(struct ncsi_cmd_arg *); }; enum ncsi_nl_commands { NCSI_CMD_UNSPEC = 0, NCSI_CMD_PKG_INFO = 1, NCSI_CMD_SET_INTERFACE = 2, NCSI_CMD_CLEAR_INTERFACE = 3, NCSI_CMD_SEND_CMD = 4, NCSI_CMD_SET_PACKAGE_MASK = 5, NCSI_CMD_SET_CHANNEL_MASK = 6, __NCSI_CMD_AFTER_LAST = 7, NCSI_CMD_MAX = 6, }; enum ncsi_nl_attrs { NCSI_ATTR_UNSPEC = 0, NCSI_ATTR_IFINDEX = 1, NCSI_ATTR_PACKAGE_LIST = 2, NCSI_ATTR_PACKAGE_ID = 3, NCSI_ATTR_CHANNEL_ID = 4, NCSI_ATTR_DATA = 5, NCSI_ATTR_MULTI_FLAG = 6, NCSI_ATTR_PACKAGE_MASK = 7, NCSI_ATTR_CHANNEL_MASK = 8, __NCSI_ATTR_AFTER_LAST = 9, NCSI_ATTR_MAX = 8, }; enum ncsi_nl_pkg_attrs { NCSI_PKG_ATTR_UNSPEC = 0, NCSI_PKG_ATTR = 1, NCSI_PKG_ATTR_ID = 2, NCSI_PKG_ATTR_FORCED = 3, NCSI_PKG_ATTR_CHANNEL_LIST = 4, __NCSI_PKG_ATTR_AFTER_LAST = 5, NCSI_PKG_ATTR_MAX = 4, }; enum ncsi_nl_channel_attrs { NCSI_CHANNEL_ATTR_UNSPEC = 0, NCSI_CHANNEL_ATTR = 1, NCSI_CHANNEL_ATTR_ID = 2, NCSI_CHANNEL_ATTR_VERSION_MAJOR = 3, NCSI_CHANNEL_ATTR_VERSION_MINOR = 4, NCSI_CHANNEL_ATTR_VERSION_STR = 5, NCSI_CHANNEL_ATTR_LINK_STATE = 6, NCSI_CHANNEL_ATTR_ACTIVE = 7, NCSI_CHANNEL_ATTR_FORCED = 8, NCSI_CHANNEL_ATTR_VLAN_LIST = 9, NCSI_CHANNEL_ATTR_VLAN_ID = 10, __NCSI_CHANNEL_ATTR_AFTER_LAST = 11, NCSI_CHANNEL_ATTR_MAX = 10, }; struct sockaddr_xdp { __u16 sxdp_family; __u16 sxdp_flags; __u32 sxdp_ifindex; __u32 sxdp_queue_id; __u32 sxdp_shared_umem_fd; }; struct xdp_ring_offset { __u64 producer; __u64 consumer; __u64 desc; __u64 flags; }; struct xdp_mmap_offsets { struct xdp_ring_offset rx; struct xdp_ring_offset tx; struct xdp_ring_offset fr; struct xdp_ring_offset cr; }; struct xdp_umem_reg { __u64 addr; __u64 len; __u32 chunk_size; __u32 headroom; __u32 flags; }; struct xdp_statistics { __u64 rx_dropped; __u64 rx_invalid_descs; __u64 tx_invalid_descs; __u64 rx_ring_full; __u64 rx_fill_ring_empty_descs; __u64 tx_ring_empty_descs; }; struct xdp_options { __u32 flags; }; struct xsk_map { struct bpf_map map; spinlock_t lock; struct xdp_sock *xsk_map[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xdp_ring; struct xsk_queue { u32 ring_mask; u32 nentries; u32 cached_prod; u32 cached_cons; struct xdp_ring *ring; u64 invalid_descs; u64 queue_empty_descs; }; struct xdp_ring_offset_v1 { __u64 producer; __u64 consumer; __u64 desc; }; struct xdp_mmap_offsets_v1 { struct xdp_ring_offset_v1 rx; struct xdp_ring_offset_v1 tx; struct xdp_ring_offset_v1 fr; struct xdp_ring_offset_v1 cr; }; struct xsk_map_node { struct list_head node; struct xsk_map *map; struct xdp_sock **map_entry; }; struct xdp_ring { u32 producer; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad1; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 consumer; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad2; u32 flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad3; long: 32; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xdp_rxtx_ring { struct xdp_ring ptrs; struct xdp_desc desc[0]; }; struct xdp_umem_ring { struct xdp_ring ptrs; u64 desc[0]; }; struct xsk_dma_map { dma_addr_t *dma_pages; struct device *dev; struct net_device *netdev; refcount_t users; struct list_head list; u32 dma_pages_cnt; bool dma_need_sync; }; struct mptcp_mib { long unsigned int mibs[52]; }; enum mptcp_event_type { MPTCP_EVENT_UNSPEC = 0, MPTCP_EVENT_CREATED = 1, MPTCP_EVENT_ESTABLISHED = 2, MPTCP_EVENT_CLOSED = 3, MPTCP_EVENT_ANNOUNCED = 6, MPTCP_EVENT_REMOVED = 7, MPTCP_EVENT_SUB_ESTABLISHED = 10, MPTCP_EVENT_SUB_CLOSED = 11, MPTCP_EVENT_SUB_PRIORITY = 13, }; struct mptcp_options_received { u64 sndr_key; u64 rcvr_key; u64 data_ack; u64 data_seq; u32 subflow_seq; u16 data_len; __sum16 csum; u16 suboptions; u32 token; u32 nonce; u16 use_map: 1; u16 dsn64: 1; u16 data_fin: 1; u16 use_ack: 1; u16 ack64: 1; u16 mpc_map: 1; u16 reset_reason: 4; u16 reset_transient: 1; u16 echo: 1; u16 backup: 1; u16 deny_join_id0: 1; u16 __unused: 2; u8 join_id; u64 thmac; u8 hmac[20]; struct mptcp_addr_info addr; struct mptcp_rm_list rm_list; u64 ahmac; u64 fail_seq; }; struct mptcp_pm_data { struct mptcp_addr_info local; struct mptcp_addr_info remote; struct list_head anno_list; struct list_head userspace_pm_local_addr_list; spinlock_t lock; u8 addr_signal; bool server_side; bool work_pending; bool accept_addr; bool accept_subflow; bool remote_deny_join_id0; u8 add_addr_signaled; u8 add_addr_accepted; u8 local_addr_used; u8 pm_type; u8 subflows; u8 status; long unsigned int id_avail_bitmap[4]; struct mptcp_rm_list rm_list_tx; struct mptcp_rm_list rm_list_rx; }; struct mptcp_data_frag { struct list_head list; u64 data_seq; u16 data_len; u16 offset; u16 overhead; u16 already_sent; struct page *page; }; struct mptcp_sock { struct inet_connection_sock sk; u64 local_key; u64 remote_key; u64 write_seq; u64 snd_nxt; u64 ack_seq; atomic64_t rcv_wnd_sent; u64 rcv_data_fin_seq; int rmem_fwd_alloc; struct sock *last_snd; int snd_burst; int old_wspace; u64 recovery_snd_nxt; u64 snd_una; u64 wnd_end; long unsigned int timer_ival; u32 token; int rmem_released; long unsigned int flags; long unsigned int cb_flags; long unsigned int push_pending; bool recovery; bool can_ack; bool fully_established; bool rcv_data_fin; bool snd_data_fin_enable; bool rcv_fastclose; bool use_64bit_ack; bool csum_enabled; bool allow_infinite_fallback; u8 recvmsg_inq: 1; u8 cork: 1; u8 nodelay: 1; struct work_struct work; struct sk_buff *ooo_last_skb; struct rb_root out_of_order_queue; struct sk_buff_head receive_queue; struct list_head conn_list; struct list_head rtx_queue; struct mptcp_data_frag *first_pending; struct list_head join_list; struct socket *subflow; struct sock *first; struct mptcp_pm_data pm; struct { u32 space; u32 copied; u64 time; u64 rtt_us; } rcvq_space; u32 setsockopt_seq; char ca_name[16]; }; struct mptcp_subflow_request_sock { struct tcp_request_sock sk; u16 mp_capable: 1; u16 mp_join: 1; u16 backup: 1; u16 csum_reqd: 1; u16 allow_join_id0: 1; u8 local_id; u8 remote_id; u64 local_key; u64 idsn; u32 token; u32 ssn_offset; u64 thmac; u32 local_nonce; u32 remote_nonce; struct mptcp_sock *msk; struct hlist_nulls_node token_node; }; enum mptcp_data_avail { MPTCP_SUBFLOW_NODATA = 0, MPTCP_SUBFLOW_DATA_AVAIL = 1, }; struct mptcp_delegated_action { struct napi_struct napi; struct list_head head; }; struct mptcp_subflow_context { struct list_head node; union { struct { long unsigned int avg_pacing_rate; u64 local_key; u64 remote_key; u64 idsn; u64 map_seq; u32 snd_isn; u32 token; u32 rel_write_seq; u32 map_subflow_seq; u32 ssn_offset; u32 map_data_len; __wsum map_data_csum; u32 map_csum_len; u32 request_mptcp: 1; u32 request_join: 1; u32 request_bkup: 1; u32 mp_capable: 1; u32 mp_join: 1; u32 fully_established: 1; u32 pm_notified: 1; u32 conn_finished: 1; u32 map_valid: 1; u32 map_csum_reqd: 1; u32 map_data_fin: 1; u32 mpc_map: 1; u32 backup: 1; u32 send_mp_prio: 1; u32 send_mp_fail: 1; u32 send_fastclose: 1; u32 send_infinite_map: 1; u32 rx_eof: 1; u32 can_ack: 1; u32 disposable: 1; u32 stale: 1; u32 local_id_valid: 1; u32 valid_csum_seen: 1; enum mptcp_data_avail data_avail; bool mp_fail_response_expect; u32 remote_nonce; u64 thmac; u32 local_nonce; u32 remote_token; u8 hmac[20]; u8 local_id; u8 remote_id; u8 reset_seen: 1; u8 reset_transient: 1; u8 reset_reason: 4; u8 stale_count; long int delegated_status; }; struct { long unsigned int avg_pacing_rate; u64 local_key; u64 remote_key; u64 idsn; u64 map_seq; u32 snd_isn; u32 token; u32 rel_write_seq; u32 map_subflow_seq; u32 ssn_offset; u32 map_data_len; __wsum map_data_csum; u32 map_csum_len; u32 request_mptcp: 1; u32 request_join: 1; u32 request_bkup: 1; u32 mp_capable: 1; u32 mp_join: 1; u32 fully_established: 1; u32 pm_notified: 1; u32 conn_finished: 1; u32 map_valid: 1; u32 map_csum_reqd: 1; u32 map_data_fin: 1; u32 mpc_map: 1; u32 backup: 1; u32 send_mp_prio: 1; u32 send_mp_fail: 1; u32 send_fastclose: 1; u32 send_infinite_map: 1; u32 rx_eof: 1; u32 can_ack: 1; u32 disposable: 1; u32 stale: 1; u32 local_id_valid: 1; u32 valid_csum_seen: 1; enum mptcp_data_avail data_avail; bool mp_fail_response_expect; u32 remote_nonce; u64 thmac; u32 local_nonce; u32 remote_token; u8 hmac[20]; u8 local_id; u8 remote_id; u8 reset_seen: 1; u8 reset_transient: 1; u8 reset_reason: 4; u8 stale_count; long int delegated_status; } reset; }; struct list_head delegated_node; u32 setsockopt_seq; u32 stale_rcv_tstamp; struct sock *tcp_sock; struct sock *conn; const struct inet_connection_sock_af_ops *icsk_af_ops; void (*tcp_state_change)(struct sock *); void (*tcp_error_report)(struct sock *); struct callback_head rcu; }; enum linux_mptcp_mib_field { MPTCP_MIB_NUM = 0, MPTCP_MIB_MPCAPABLEPASSIVE = 1, MPTCP_MIB_MPCAPABLEACTIVE = 2, MPTCP_MIB_MPCAPABLEACTIVEACK = 3, MPTCP_MIB_MPCAPABLEPASSIVEACK = 4, MPTCP_MIB_MPCAPABLEPASSIVEFALLBACK = 5, MPTCP_MIB_MPCAPABLEACTIVEFALLBACK = 6, MPTCP_MIB_TOKENFALLBACKINIT = 7, MPTCP_MIB_RETRANSSEGS = 8, MPTCP_MIB_JOINNOTOKEN = 9, MPTCP_MIB_JOINSYNRX = 10, MPTCP_MIB_JOINSYNACKRX = 11, MPTCP_MIB_JOINSYNACKMAC = 12, MPTCP_MIB_JOINACKRX = 13, MPTCP_MIB_JOINACKMAC = 14, MPTCP_MIB_DSSNOMATCH = 15, MPTCP_MIB_INFINITEMAPTX = 16, MPTCP_MIB_INFINITEMAPRX = 17, MPTCP_MIB_DSSTCPMISMATCH = 18, MPTCP_MIB_DATACSUMERR = 19, MPTCP_MIB_OFOQUEUETAIL = 20, MPTCP_MIB_OFOQUEUE = 21, MPTCP_MIB_OFOMERGE = 22, MPTCP_MIB_NODSSWINDOW = 23, MPTCP_MIB_DUPDATA = 24, MPTCP_MIB_ADDADDR = 25, MPTCP_MIB_ECHOADD = 26, MPTCP_MIB_PORTADD = 27, MPTCP_MIB_ADDADDRDROP = 28, MPTCP_MIB_JOINPORTSYNRX = 29, MPTCP_MIB_JOINPORTSYNACKRX = 30, MPTCP_MIB_JOINPORTACKRX = 31, MPTCP_MIB_MISMATCHPORTSYNRX = 32, MPTCP_MIB_MISMATCHPORTACKRX = 33, MPTCP_MIB_RMADDR = 34, MPTCP_MIB_RMADDRDROP = 35, MPTCP_MIB_RMSUBFLOW = 36, MPTCP_MIB_MPPRIOTX = 37, MPTCP_MIB_MPPRIORX = 38, MPTCP_MIB_MPFAILTX = 39, MPTCP_MIB_MPFAILRX = 40, MPTCP_MIB_MPFASTCLOSETX = 41, MPTCP_MIB_MPFASTCLOSERX = 42, MPTCP_MIB_MPRSTTX = 43, MPTCP_MIB_MPRSTRX = 44, MPTCP_MIB_RCVPRUNED = 45, MPTCP_MIB_SUBFLOWSTALE = 46, MPTCP_MIB_SUBFLOWRECOVER = 47, MPTCP_MIB_SNDWNDSHARED = 48, MPTCP_MIB_RCVWNDSHARED = 49, MPTCP_MIB_RCVWNDCONFLICTUPDATE = 50, MPTCP_MIB_RCVWNDCONFLICT = 51, __MPTCP_MIB_MAX = 52, }; struct trace_event_raw_mptcp_subflow_get_send { struct trace_entry ent; bool active; bool free; u32 snd_wnd; u32 pace; u8 backup; u64 ratio; char __data[0]; }; struct trace_event_raw_mptcp_dump_mpext { struct trace_entry ent; u64 data_ack; u64 data_seq; u32 subflow_seq; u16 data_len; u16 csum; u8 use_map; u8 dsn64; u8 data_fin; u8 use_ack; u8 ack64; u8 mpc_map; u8 frozen; u8 reset_transient; u8 reset_reason; u8 csum_reqd; u8 infinite_map; char __data[0]; }; struct trace_event_raw_ack_update_msk { struct trace_entry ent; u64 data_ack; u64 old_snd_una; u64 new_snd_una; u64 new_wnd_end; u64 msk_wnd_end; char __data[0]; }; struct trace_event_raw_subflow_check_data_avail { struct trace_entry ent; u8 status; const void *skb; char __data[0]; }; struct trace_event_data_offsets_mptcp_subflow_get_send {}; struct trace_event_data_offsets_mptcp_dump_mpext {}; struct trace_event_data_offsets_ack_update_msk {}; struct trace_event_data_offsets_subflow_check_data_avail {}; typedef void (*btf_trace_mptcp_subflow_get_send)(void *, struct mptcp_subflow_context *); typedef void (*btf_trace_mptcp_sendmsg_frag)(void *, struct mptcp_ext *); typedef void (*btf_trace_get_mapping_status)(void *, struct mptcp_ext *); typedef void (*btf_trace_ack_update_msk)(void *, u64, u64, u64, u64, u64); typedef void (*btf_trace_subflow_check_data_avail)(void *, __u8, struct sk_buff *); struct mptcp_skb_cb { u64 map_seq; u64 end_seq; u32 offset; u8 has_rxtstamp: 1; }; enum { MPTCP_CMSG_TS = 1, MPTCP_CMSG_INQ = 2, }; struct mptcp_sendmsg_info { int mss_now; int size_goal; u16 limit; u16 sent; unsigned int flags; bool data_lock_held; }; struct subflow_send_info { struct sock *ssk; u64 linger_time; }; enum mptcp_pm_type { MPTCP_PM_TYPE_KERNEL = 0, MPTCP_PM_TYPE_USERSPACE = 1, __MPTCP_PM_TYPE_NR = 2, __MPTCP_PM_TYPE_MAX = 1, }; enum mapping_status { MAPPING_OK = 0, MAPPING_INVALID = 1, MAPPING_EMPTY = 2, MAPPING_DATA_FIN = 3, MAPPING_DUMMY = 4, }; enum mptcp_addr_signal_status { MPTCP_ADD_ADDR_SIGNAL = 0, MPTCP_ADD_ADDR_ECHO = 1, MPTCP_RM_ADDR_SIGNAL = 2, }; struct csum_pseudo_header { __be64 data_seq; __be32 subflow_seq; __be16 data_len; __sum16 csum; }; struct token_bucket { spinlock_t lock; int chain_len; struct hlist_nulls_head req_chain; struct hlist_nulls_head msk_chain; }; struct mptcp_pernet { struct ctl_table_header *ctl_table_hdr; unsigned int add_addr_timeout; unsigned int stale_loss_cnt; u8 mptcp_enabled; u8 checksum_enabled; u8 allow_join_initial_addr_port; u8 pm_type; }; enum mptcp_pm_status { MPTCP_PM_ADD_ADDR_RECEIVED = 0, MPTCP_PM_ADD_ADDR_SEND_ACK = 1, MPTCP_PM_RM_ADDR_RECEIVED = 2, MPTCP_PM_ESTABLISHED = 3, MPTCP_PM_SUBFLOW_ESTABLISHED = 4, MPTCP_PM_ALREADY_ESTABLISHED = 5, MPTCP_PM_MPC_ENDPOINT_ACCOUNTED = 6, }; enum { INET_ULP_INFO_UNSPEC = 0, INET_ULP_INFO_NAME = 1, INET_ULP_INFO_TLS = 2, INET_ULP_INFO_MPTCP = 3, __INET_ULP_INFO_MAX = 4, }; enum { MPTCP_SUBFLOW_ATTR_UNSPEC = 0, MPTCP_SUBFLOW_ATTR_TOKEN_REM = 1, MPTCP_SUBFLOW_ATTR_TOKEN_LOC = 2, MPTCP_SUBFLOW_ATTR_RELWRITE_SEQ = 3, MPTCP_SUBFLOW_ATTR_MAP_SEQ = 4, MPTCP_SUBFLOW_ATTR_MAP_SFSEQ = 5, MPTCP_SUBFLOW_ATTR_SSN_OFFSET = 6, MPTCP_SUBFLOW_ATTR_MAP_DATALEN = 7, MPTCP_SUBFLOW_ATTR_FLAGS = 8, MPTCP_SUBFLOW_ATTR_ID_REM = 9, MPTCP_SUBFLOW_ATTR_ID_LOC = 10, MPTCP_SUBFLOW_ATTR_PAD = 11, __MPTCP_SUBFLOW_ATTR_MAX = 12, }; enum { MPTCP_PM_ATTR_UNSPEC = 0, MPTCP_PM_ATTR_ADDR = 1, MPTCP_PM_ATTR_RCV_ADD_ADDRS = 2, MPTCP_PM_ATTR_SUBFLOWS = 3, MPTCP_PM_ATTR_TOKEN = 4, MPTCP_PM_ATTR_LOC_ID = 5, MPTCP_PM_ATTR_ADDR_REMOTE = 6, __MPTCP_PM_ATTR_MAX = 7, }; enum { MPTCP_PM_ADDR_ATTR_UNSPEC = 0, MPTCP_PM_ADDR_ATTR_FAMILY = 1, MPTCP_PM_ADDR_ATTR_ID = 2, MPTCP_PM_ADDR_ATTR_ADDR4 = 3, MPTCP_PM_ADDR_ATTR_ADDR6 = 4, MPTCP_PM_ADDR_ATTR_PORT = 5, MPTCP_PM_ADDR_ATTR_FLAGS = 6, MPTCP_PM_ADDR_ATTR_IF_IDX = 7, __MPTCP_PM_ADDR_ATTR_MAX = 8, }; enum { MPTCP_PM_CMD_UNSPEC = 0, MPTCP_PM_CMD_ADD_ADDR = 1, MPTCP_PM_CMD_DEL_ADDR = 2, MPTCP_PM_CMD_GET_ADDR = 3, MPTCP_PM_CMD_FLUSH_ADDRS = 4, MPTCP_PM_CMD_SET_LIMITS = 5, MPTCP_PM_CMD_GET_LIMITS = 6, MPTCP_PM_CMD_SET_FLAGS = 7, MPTCP_PM_CMD_ANNOUNCE = 8, MPTCP_PM_CMD_REMOVE = 9, MPTCP_PM_CMD_SUBFLOW_CREATE = 10, MPTCP_PM_CMD_SUBFLOW_DESTROY = 11, __MPTCP_PM_CMD_AFTER_LAST = 12, }; enum mptcp_event_attr { MPTCP_ATTR_UNSPEC = 0, MPTCP_ATTR_TOKEN = 1, MPTCP_ATTR_FAMILY = 2, MPTCP_ATTR_LOC_ID = 3, MPTCP_ATTR_REM_ID = 4, MPTCP_ATTR_SADDR4 = 5, MPTCP_ATTR_SADDR6 = 6, MPTCP_ATTR_DADDR4 = 7, MPTCP_ATTR_DADDR6 = 8, MPTCP_ATTR_SPORT = 9, MPTCP_ATTR_DPORT = 10, MPTCP_ATTR_BACKUP = 11, MPTCP_ATTR_ERROR = 12, MPTCP_ATTR_FLAGS = 13, MPTCP_ATTR_TIMEOUT = 14, MPTCP_ATTR_IF_IDX = 15, MPTCP_ATTR_RESET_REASON = 16, MPTCP_ATTR_RESET_FLAGS = 17, MPTCP_ATTR_SERVER_SIDE = 18, __MPTCP_ATTR_AFTER_LAST = 19, }; struct mptcp_pm_addr_entry { struct list_head list; struct mptcp_addr_info addr; u8 flags; int ifindex; struct socket *lsk; }; struct mptcp_pm_add_entry { struct list_head list; struct mptcp_addr_info addr; struct timer_list add_timer; struct mptcp_sock *sock; u8 retrans_times; }; struct pm_nl_pernet { spinlock_t lock; struct list_head local_addr_list; unsigned int addrs; unsigned int stale_loss_cnt; unsigned int add_addr_signal_max; unsigned int add_addr_accept_max; unsigned int local_addr_max; unsigned int subflows_max; unsigned int next_id; long unsigned int id_bitmap[4]; }; struct mptcp_info { __u8 mptcpi_subflows; __u8 mptcpi_add_addr_signal; __u8 mptcpi_add_addr_accepted; __u8 mptcpi_subflows_max; __u8 mptcpi_add_addr_signal_max; __u8 mptcpi_add_addr_accepted_max; __u32 mptcpi_flags; __u32 mptcpi_token; __u64 mptcpi_write_seq; __u64 mptcpi_snd_una; __u64 mptcpi_rcv_nxt; __u8 mptcpi_local_addr_used; __u8 mptcpi_local_addr_max; __u8 mptcpi_csum_enabled; }; struct mptcp_subflow_data { __u32 size_subflow_data; __u32 num_subflows; __u32 size_kernel; __u32 size_user; }; struct mptcp_subflow_addrs { union { __kernel_sa_family_t sa_family; struct sockaddr sa_local; struct sockaddr_in sin_local; struct sockaddr_in6 sin6_local; struct __kernel_sockaddr_storage ss_local; }; union { struct sockaddr sa_remote; struct sockaddr_in sin_remote; struct sockaddr_in6 sin6_remote; struct __kernel_sockaddr_storage ss_remote; }; }; struct join_entry { u32 token; u32 remote_nonce; u32 local_nonce; u8 join_id; u8 local_id; u8 backup; u8 valid; }; struct pcibios_fwaddrmap { struct list_head list; struct pci_dev *dev; resource_size_t fw_addr[17]; }; struct pci_check_idx_range { int start; int end; }; struct pci_raw_ops { int (*read)(unsigned int, unsigned int, unsigned int, int, int, u32 *); int (*write)(unsigned int, unsigned int, unsigned int, int, int, u32); }; struct acpi_table_mcfg { struct acpi_table_header header; u8 reserved[8]; }; struct acpi_mcfg_allocation { u64 address; u16 pci_segment; u8 start_bus_number; u8 end_bus_number; u32 reserved; }; struct pci_mmcfg_hostbridge_probe { u32 bus; u32 devfn; u32 vendor; u32 device; const char * (*probe)(); }; typedef bool (*check_reserved_t)(u64, u64, enum e820_type); struct physdev_restore_msi { uint8_t bus; uint8_t devfn; }; struct physdev_setup_gsi { int gsi; uint8_t triggering; uint8_t polarity; }; struct xen_pci_frontend_ops { int (*enable_msi)(struct pci_dev *, int *); void (*disable_msi)(struct pci_dev *); int (*enable_msix)(struct pci_dev *, int *, int); void (*disable_msix)(struct pci_dev *); }; struct xen_msi_ops { int (*setup_msi_irqs)(struct pci_dev *, int, int); void (*teardown_msi_irqs)(struct pci_dev *); }; struct pci_root_info { struct acpi_pci_root_info common; struct pci_sysdata sd; bool mcfg_added; u8 start_bus; u8 end_bus; }; struct irq_info___3 { u8 bus; u8 devfn; struct { u8 link; u16 bitmap; } __attribute__((packed)) irq[4]; u8 slot; u8 rfu; }; struct irq_routing_table { u32 signature; u16 version; u16 size; u8 rtr_bus; u8 rtr_devfn; u16 exclusive_irqs; u16 rtr_vendor; u16 rtr_device; u32 miniport_data; u8 rfu[11]; u8 checksum; struct irq_info___3 slots[0]; }; struct irt_routing_table { u32 signature; u8 size; u8 used; u16 exclusive_irqs; struct irq_info___3 slots[0]; }; struct irq_router { char *name; u16 vendor; u16 device; int (*get)(struct pci_dev *, struct pci_dev *, int); int (*set)(struct pci_dev *, struct pci_dev *, int, int); int (*lvl)(struct pci_dev *, struct pci_dev *, int, int); }; struct irq_router_handler { u16 vendor; int (*probe)(struct irq_router *, struct pci_dev *, u16); }; struct pci_setup_rom { struct setup_data data; uint16_t vendor; uint16_t devid; uint64_t pcilen; long unsigned int segment; long unsigned int bus; long unsigned int device; long unsigned int function; uint8_t romdata[0]; }; enum pci_bf_sort_state { pci_bf_sort_default = 0, pci_force_nobf = 1, pci_force_bf = 2, pci_dmi_bf = 3, }; struct pci_root_res { struct list_head list; struct resource res; }; struct pci_root_info___2 { struct list_head list; char name[12]; struct list_head resources; struct resource busn; int node; int link; }; struct amd_hostbridge { u32 bus; u32 slot; u32 device; }; struct saved_msr { bool valid; struct msr_info info; }; struct saved_msrs { unsigned int num; struct saved_msr *array; }; struct saved_context { struct pt_regs regs; u16 ds; u16 es; u16 fs; u16 gs; long unsigned int kernelmode_gs_base; long unsigned int usermode_gs_base; long unsigned int fs_base; long unsigned int cr0; long unsigned int cr2; long unsigned int cr3; long unsigned int cr4; u64 misc_enable; struct saved_msrs saved_msrs; long unsigned int efer; u16 gdt_pad; struct desc_ptr gdt_desc; u16 idt_pad; struct desc_ptr idt; u16 ldt; u16 tss; long unsigned int tr; long unsigned int safety; long unsigned int return_address; bool misc_enable_saved; } __attribute__((packed)); typedef int (*pm_cpu_match_t)(const struct x86_cpu_id *); struct restore_data_record { long unsigned int jump_address; long unsigned int jump_address_phys; long unsigned int cr3; long unsigned int magic; long unsigned int e820_checksum; }; #ifndef BPF_NO_PRESERVE_ACCESS_INDEX #pragma clang attribute pop #endif #endif /* __VMLINUX_H__ */ bpfcc-0.31.0/man/000077500000000000000000000000001465134135300134305ustar00rootroot00000000000000bpfcc-0.31.0/man/CMakeLists.txt000066400000000000000000000000271465134135300161670ustar00rootroot00000000000000add_subdirectory(man8) bpfcc-0.31.0/man/man8/000077500000000000000000000000001465134135300142735ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/CMakeLists.txt000066400000000000000000000007201465134135300170320ustar00rootroot00000000000000find_program(GZIP gzip) file(GLOB FILES *.8) set(GZFILES "") foreach(FIL ${FILES}) get_filename_component(NAME ${FIL} NAME) add_custom_command(OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/${NAME}.gz COMMAND ${GZIP} -c ${FIL} > ${CMAKE_CURRENT_BINARY_DIR}/${NAME}.gz DEPENDS ${FIL}) list(APPEND GZFILES "${CMAKE_CURRENT_BINARY_DIR}/${NAME}.gz") endforeach() add_custom_target(man ALL DEPENDS ${GZFILES}) install(FILES ${GZFILES} DESTINATION share/bcc/man/man8) bpfcc-0.31.0/man/man8/argdist.8000066400000000000000000000200251465134135300160200ustar00rootroot00000000000000.TH argdist 8 "2016-02-11" "USER COMMANDS" .SH NAME argdist \- Trace a function and display a histogram or frequency count of its parameter values. Uses Linux eBPF/bcc. .SH SYNOPSIS .B argdist [-h] [-p PID] [-z STRING_SIZE] [-i INTERVAL] [-d DURATION] [-n COUNT] [-v] [-T TOP] [-H specifier] [-C specifier] [-I header] [-t TID] .SH DESCRIPTION argdist attaches to function entry and exit points, collects specified parameter values, and stores them in a histogram or a frequency collection that counts the number of times a parameter value occurred. It can also filter parameter values and instrument multiple entry points at once. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-p PID Trace only functions in the process PID. .TP \-t TID Trace only functions in the thread TID. .TP \-z STRING_SIZE When collecting string arguments (of type char*), collect up to STRING_SIZE characters. Longer strings will be truncated. .TP \-i INTERVAL Print the collected data every INTERVAL seconds. The default is 1 second. .TP \-d DURATION Total duration of trace in seconds. .TP \-n NUMBER Print the collected data COUNT times and then exit. .TP \-v Display the generated BPF program, for debugging purposes. .TP \-T TOP When collecting frequency counts, display only the top TOP entries. .TP \-H specifiers, \-C specifiers One or more probe specifications that instruct argdist which functions to probe, which parameters to collect, how to aggregate them, and whether to perform any filtering. See SPECIFIER SYNTAX below. .TP \-I header One or more header files that should be included in the BPF program. This enables the use of structure definitions, enumerations, and constants that are available in these headers. You should provide the same path you would include in the BPF program, e.g. 'linux/blkdev.h' or 'linux/time.h'. Note: in many cases, argdist will deduce the necessary header files automatically. .SH SPECIFIER SYNTAX The general specifier syntax is as follows: .B {p,r,t,u}:{[library],category}:function(signature):type[,type...]:expr[,expr...][:filter]][#label] .TP .B {p,r,t,u} Probe type \- "p" for function entry, "r" for function return, "t" for kernel tracepoint, "u" for USDT probe; \-H for histogram collection, \-C for frequency count. Indicates where to place the probe and whether the probe should collect frequency count information, or aggregate the collected values into a histogram. Counting probes will collect the number of times every parameter value was observed, whereas histogram probes will collect the parameter values into a histogram. Only integral types can be used with histogram probes; there is no such limitation for counting probes. .TP .B [library] Library containing the probe. Specify the full path to the .so or executable file where the function to probe resides. Alternatively, you can specify just the lib name: for example, "c" refers to libc. If no library name is specified, the kernel is assumed. .TP .B category The category of the kernel tracepoint. For example: net, sched, block. .TP .B function(signature) The function to probe, and its signature. The function name must match exactly for the probe to be placed. The signature, on the other hand, is only required if you plan to collect parameter values based on that signature. For example, if you only want to collect the first parameter, you don't have to specify the rest of the parameters in the signature. When capturing kernel tracepoints, this should be the name of the event, e.g. net_dev_start_xmit. The signature for kernel tracepoints should be empty. When capturing USDT probes, this should be the name of the probe, e.g. reloc_complete. The signature for USDT probes should be empty. .TP .B [type[,type...]] The type(s) of the expression(s) to capture. This is the type of the keys in the histogram or raw event collection that are collected by the probes. .TP .B [expr[,expr...]] The expression(s) to capture. These are the values that are assigned to the histogram or raw event collection. You may use the parameters directly, or valid C expressions that involve the parameters, such as "size % 10". Tracepoints may access a special structure called "args" that is formatted according to the tracepoint format (which you can obtain using tplist). For example, the block:block_rq_complete tracepoint can access args->nr_sector. USDT probes may access the arguments defined by the tracing program in the special arg1, arg2, ... variables. To obtain their types, use the tplist tool. Return probes can use the argument values received by the function when it was entered, through the $entry(paramname) special variable. Return probes can also access the function's return value in $retval, and the function's execution time in nanoseconds in $latency. Note that adding the $latency or $entry(paramname) variables to the expression will introduce an additional probe at the function's entry to collect this data, and therefore introduce additional overhead. .TP .B [filter] The filter applied to the captured data. Only parameter values that pass the filter will be collected. This is any valid C expression that refers to the parameter values, such as "fd == 1 && length > 16". The $entry, $retval, and $latency variables can be used here as well, in return probes. The filter expression may also use the STRCMP pseudo-function to compare a predefined string to a string argument. For example: STRCMP("test.txt", file). The order of arguments is important: the first argument MUST be a quoted literal string, and the second argument can be a runtime string. .TP .B [label] The label that will be displayed when printing the probed values. By default, this is the probe specifier. .SH EXAMPLES .TP Print a histogram of allocation sizes passed to kmalloc: # .B argdist -H 'p::__kmalloc(u64 size):u64:size' .TP Print a count of how many times process 1005 called malloc with an allocation size of 16 bytes: # .B argdist -p 1005 -C 'p:c:malloc(size_t size):size_t:size:size==16' .TP Snoop on all strings returned by gets(): # .B argdist -C 'r:c:gets():char*:$retval' .TP Print a histogram of read sizes that were longer than 1ms: # .B argdist -H 'r::__vfs_read(void *file, void *buf, size_t count):size_t:$entry(count):$latency > 1000000' .TP Print frequency counts of how many times writes were issued to a particular file descriptor number, in process 1005: # .B argdist -p 1005 -C 'p:c:write(int fd):int:fd' .TP Print a histogram of error codes returned by read() in process 1005: # .B argdist -p 1005 -H 'r:c:read()' .TP Print a histogram of buffer sizes passed to write() across all processes, where the file descriptor was 1 (STDOUT): # .B argdist -H 'p:c:write(int fd, const void *buf, size_t count):size_t:count:fd==1' .TP Count fork() calls in libc across all processes, grouped by pid: # .B argdist -C 'p:c:fork():int:$PID;fork per process' .TP Print histogram of number of sectors in completing block I/O requests: # .B argdist -H 't:block:block_rq_complete():u32:nr_sector' .TP Aggregate interrupts by interrupt request (IRQ): # .B argdist -C 't:irq:irq_handler_entry():int:irq' .TP Print the functions used as thread entry points and how common they are: # .B argdist -C 'u:pthread:pthread_start():u64:arg2' -p 1337 .TP Print histograms of sleep() and nanosleep() parameter values: # .B argdist -H 'p:c:sleep(u32 seconds):u32:seconds' -H 'p:c:nanosleep(struct timespec *req):long:req->tv_nsec' .TP Spy on writes to STDOUT performed by process 2780, up to a string size of 120 characters: # .B argdist -p 2780 -z 120 -C 'p:c:write(int fd, char* buf, size_t len):char*:buf:fd==1' .TP Group files being read from and the read sizes from __vfs_read: # .B argdist -C 'p::__vfs_read(struct file *file, void *buf, size_t count):char*,size_t:file->f_path.dentry->d_iname,count:file->f_path.dentry->d_iname[0]!=0' .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Sasha Goldshtein bpfcc-0.31.0/man/man8/bashreadline.8000066400000000000000000000031451465134135300170100ustar00rootroot00000000000000.TH bashreadline 8 "2016-01-28" "USER COMMANDS" .SH NAME bashreadline \- Print entered bash commands system wide. Uses Linux eBPF/bcc. .SH SYNOPSIS .B bashreadline [\-h] [\-s SHARED] .SH DESCRIPTION bashreadline traces the return of the readline() function using uprobes, to show the bash commands that were entered interactively, system wide. The entered command may fail: this is just showing what was entered. This program is also a basic example of eBPF/bcc and uprobes. This makes use of a Linux 4.4 feature (bpf_perf_event_output()); for kernels older than 4.4, see the version under tools/old, which uses an older mechanism Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-s Specify the location of libreadline.so shared library when you failed to run the script directly with error: "Exception: could not determine address of symbol \'readline\'". Default value is /lib/libreadline.so. .SH EXAMPLES .TP Trace bash commands system wide: # .B bashreadline .SH FIELDS .TP TIME Time of the command (HH:MM:SS). .TP PID Process ID of the bash shell. .TP COMMAND Entered command. .SH OVERHEAD As the rate of interactive bash commands is expected to be very low (<<100/s), the overhead of this program is expected to be negligible. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO opensnoop(8) bpfcc-0.31.0/man/man8/bindsnoop.8000066400000000000000000000045141465134135300163630ustar00rootroot00000000000000.TH bindsnoop 8 "12 February 2020" "" "" .SH NAME bindsnoop \- Trace bind() system calls. .SH SYNOPSIS .B bindsnoop [\fB-h\fP] [\fB-w\fP] [\fB-t\fP] [\fB-p\fP PID] [\fB-P\fP PORT] [\fB-E\fP] [\fB-U\fP] [\fB-u\fP UID] [\fB--count\fP] [\fB--cgroupmap MAP\fP] [\fB--mntnsmap MNTNSMAP\fP] .SH DESCRIPTION bindsnoop reports socket options set before the bind call that would impact this system call behavior. .PP .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS: .RS .TP Show help message and exit: .TP .B \fB-h\fP, \fB--help\fP .TP Include timestamp on output: .TP .B \fB-t\fP, \fB--timestamp\fP .TP Wider columns (fit IPv6): .TP .B \fB-w\fP, \fB--wide\fP .TP Trace this PID only: .TP .B \fB-p\fP PID, \fB--pid\fP PID .TP Comma-separated list of ports to trace: .TP .B \fB-P\fP PORT, \fB--port\fP PORT .TP Trace cgroups in this BPF map: .TP .B \fB--cgroupmap\fP MAP .TP Trace mount namespaces in this BPF map: .TP .B \fB--mntnsmap\fP MNTNSMAP .TP Include errors in the output: .TP .B \fB-E\fP, \fB--errors\fP .TP Include UID on output: .TP .B \fB-U\fP, \fB--print-uid\fP .TP Trace this UID only: .TP .B \fB-u\fP UID, \fB--uid\fP UID .TP Count binds per src ip and port: .TP .B \fB--count\fP .RE .PP .SH EXAMPLES: .RS .TP Trace all IPv4 and IPv6 \fBbind\fP()s .TP .B bindsnoop .TP Include timestamps .TP .B bindsnoop \fB-t\fP .TP Trace PID 181 .TP .B bindsnoop \fB-p\fP 181 .TP Trace port 80 .TP .B bindsnoop \fB-P\fP 80 .TP Trace port 80 and 81 .TP .B bindsnoop \fB-P\fP 80,81 .TP Include UID .TP .B bindsnoop \fB-U\fP .TP Trace UID 1000 .TP .B bindsnoop \fB-u\fP 1000 .TP Report bind errors .TP .B bindsnoop \fB-E\fP .TP Count bind per src ip .TP .B bindsnoop \fB--count\fP .RE .PP Trace IPv4 and IPv6 bind system calls and report socket options that would impact bind call behavior: .RS .TP SOL_IP IP_FREEBIND F\.\.\.\. .TP SOL_IP IP_TRANSPARENT \.T\.\.\. .TP SOL_IP IP_BIND_ADDRESS_NO_PORT \.\.N\.\. .TP SOL_SOCKET SO_REUSEADDR \.\.\.R. .TP SOL_SOCKET SO_REUSEPORT \.\.\.\.r .PP SO_BINDTODEVICE interface is reported as "IF" index .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Pavel Dubovitsky .SH SEE ALSO tcpaccept(8) bpfcc-0.31.0/man/man8/biolatency.8000066400000000000000000000052771465134135300165300ustar00rootroot00000000000000.TH biolatency 8 "2020-12-30" "USER COMMANDS" .SH NAME biolatency \- Summarize block device I/O latency as a histogram. .SH SYNOPSIS .B biolatency [\-h] [\-F] [\-T] [\-Q] [\-m] [\-D] [\-F] [\-e] [\-j] [\-d DISK] [interval [count]] .SH DESCRIPTION biolatency traces block device I/O (disk I/O), and records the distribution of I/O latency (time). This is printed as a histogram either on Ctrl-C, or after a given interval in seconds. The latency of disk I/O operations is measured from when requests are issued to the device up to completion. A \-Q option can be used to include time queued in the kernel. This tool uses in-kernel eBPF maps for storing timestamps and the histogram, for efficiency. This works by tracing various kernel blk_*() functions using dynamic tracing, and will need updating to match any changes to these functions. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS \-h Print usage message. .TP \-T Include timestamps on output. .TP \-m Output histogram in milliseconds. .TP \-D Print a histogram per disk device. .TP \-F Print a histogram per set of I/O flags. .TP \-j Print a histogram dictionary .TP \-e Show extension summary(total, average) .TP \-d DISK Trace this disk only .TP interval Output interval, in seconds. .TP count Number of outputs. .SH EXAMPLES .TP Summarize block device I/O latency as a histogram: # .B biolatency .TP Print 1 second summaries, 10 times: # .B biolatency 1 10 .TP Print 1 second summaries, using milliseconds as units for the histogram, and include timestamps on output: # .B biolatency \-mT 1 .TP Include OS queued time in I/O time: # .B biolatency \-Q .TP Show a latency histogram for each disk device separately: # .B biolatency \-D .TP Show a latency histogram in a dictionary format: # .B biolatency \-j .TP Also show extension summary(total, average): # .B biolatency \-e .SH FIELDS .TP usecs Microsecond range .TP msecs Millisecond range .TP count How many I/O fell into this range .TP distribution An ASCII bar chart to visualize the distribution (count column) .SH OVERHEAD This traces kernel functions and maintains in-kernel timestamps and a histogram, which are asynchronously copied to user-space. This method is very efficient, and the overhead for most storage I/O rates (< 10k IOPS) should be negligible. If you have a higher IOPS storage environment, test and quantify the overhead before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg, Rocky Xing .SH SEE ALSO biosnoop(8) bpfcc-0.31.0/man/man8/biolatpcts.8000066400000000000000000000057351465134135300165420ustar00rootroot00000000000000.TH biolatpcts 8 "2020-04-17" "USER COMMANDS" .SH NAME biolatpcts \- Monitor IO latency distribution of a block device. .SH SYNOPSIS .B biolatpcts [\-h] [\-i INTERVAL] [\-w which] [\-p PCT,...] [\-j] [\-v] DEV .SH DESCRIPTION biolatpcts traces block device I/O (disk I/O) of the specified device, and calculates and prints the completion latency distribution percentiles per IO type periodically. Example: # biolatpcts /dev/nvme0n1 nvme0n1 p1 p5 p10 p16 p25 p50 p75 p84 p90 p95 p99 p100 read 95us 175us 305us 515us 895us 985us 995us 1.5ms 2.5ms 3.5ms 4.5ms 10ms write 5us 5us 5us 15us 25us 135us 765us 855us 885us 895us 965us 1.5ms discard 5us 5us 5us 5us 135us 145us 165us 205us 385us 875us 1.5ms 2.5ms flush 5us 5us 5us 5us 5us 5us 5us 5us 5us 1.5ms 4.5ms 5.5ms [...] biolatpcts prints a number of pre-set latency percentiles in tabular form every three seconds. The interval can be changed with the \-i option. The latency is measured between issue to the device and completion. The starting point can be changed with the \-w option. Any number of percentiles can be specified using the \-p option. The input percentile string is used verbatim in the output to ease machine consumption. \-j option enables json output. The result for each interval is printed on a single line. This tool works by tracing blk_account_io_done() with kprobe and bucketing the completion latencies into percpu arrays. It may need updating to match the changes to the function. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF, CONFIG_KPROBES and bcc. .SH OPTIONS \-h Print usage message. .TP \-i INTERVAL, \-\-interval INTERVAL Report interval. (default: 3) .TP \-w {from\-rq\-alloc,after\-rq\-alloc,on\-device}, \-\-which {from\-rq\-alloc,after\-rq\-alloc,on\-device} Which latency to measure. (default: on-device) .TP \-p PCT,..., \-\-pcts PCT,... Percentiles to calculate. (default: 1,5,10,16,25,50,75,84,90,95,99,100) .TP \-j, \-\-json Output in json. .TP \-v, \-\-verbose Enable debug output. .TP DEV Target block device. /dev/DEVNAME, DEVNAME or MAJ:MIN. .SH EXAMPLES .TP Print sda's I/O latency percentiles every second # .B biolatpcts \-i 1 sda .TP Print nvme0n1's all-9 I/O latency percentiles in json every second # .B biolatpcts \-p 99,99.9,99.99,99.999 \-j \-i 1 /dev/nvme0n1 .SH OVERHEAD This traces kernel functions and maintains in-kernel per-cpu latency buckets, which are asynchronously copied to user-space. This method is very efficient, and the overhead for most storage I/O rates should be negligible. If you have an extremely high IOPS storage device, test and quantify the overhead before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Tejun Heo .SH SEE ALSO biolatency(8), biosnoop(8) bpfcc-0.31.0/man/man8/biopattern.8000066400000000000000000000032671465134135300165430ustar00rootroot00000000000000.TH biopattern 8 "2022-02-21" "USER COMMANDS" .SH NAME biopattern \- Identify random/sequential disk access patterns. .SH SYNOPSIS .B biopattern [\-h] [\-d DISK] [interval] [count] .SH DESCRIPTION This traces block device I/O (disk I/O), and prints ratio of random/sequential I/O for each disk or the specified disk either on Ctrl-C, or after a given interval in seconds. This works by tracing kernel tracepoint block:block_rq_complete. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Show help message and exit. .TP \-d Trace this disk only. .TP interval Print output every interval seconds, if any. .TP count Number of interval summaries. .SH EXAMPLES .TP Trace access patterns of all disks, and print a summary on Ctrl-C: # .B biopattern .TP Trace disk sdb only: # .B biopattern -d sdb .TP Print 1 second summaries, 10 times: # .B biopattern 1 10 .SH FIELDS .TP TIME Time of the output, in HH:MM:SS format. .TP DISK Disk device name. .TP %RND Ratio of random I/O. .TP %SEQ Ratio of sequential I/O. .TP COUNT Number of I/O during the interval. .TP KBYTES Total Kbytes for these I/O, during the interval. .SH OVERHEAD Since block device I/O usually has a relatively low frequency (< 10,000/s), the overhead for this tool is expected to be low or negligible. For high IOPS storage systems, test and quantify before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Rocky Xing .SH SEE ALSO biosnoop(8), biolatency(8), iostat(1) bpfcc-0.31.0/man/man8/biosnoop.8000066400000000000000000000050451465134135300162200ustar00rootroot00000000000000.TH biosnoop 8 "2015-09-16" "USER COMMANDS" .SH NAME biosnoop \- Trace block device I/O and print details incl. issuing PID. .SH SYNOPSIS .B biosnoop [\-h] [\-Q] [\-d DISK] [\-P] .SH DESCRIPTION This tools traces block device I/O (disk I/O), and prints a one-line summary for each I/O showing various details. These include the latency from the time of issue to the device to its completion, and the PID and process name from when the I/O was first created (which usually identifies the responsible process). This uses in-kernel eBPF maps to cache process details (PID and comm) by I/O request, as well as a starting timestamp for calculating I/O latency. This works by tracing various kernel blk_*() functions using dynamic tracing, and will need updating to match any changes to these functions. This makes use of a Linux 4.4 feature (bpf_perf_event_output()); for kernels older than 4.4, see the version under tools/old, which uses an older mechanism Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-Q Include a column showing the time spent queued in the OS. .TP \-d DISK Trace this disk only. .TP \-P Display block I/O pattern (sequential or random). .SH EXAMPLES .TP Trace all block device I/O and print a summary line per I/O: # .B biosnoop .SH FIELDS .TP TIME(s) Time of the I/O completion, in seconds since the first I/O was seen. .TP COMM Cached process name, if present. This usually (but isn't guaranteed) to identify the responsible process for the I/O. .TP PID Cached process ID, if present. This usually (but isn't guaranteed) to identify the responsible process for the I/O. .TP DISK Disk device name. .TP T Type of I/O: R = read, W = write. This is a simplification. .TP SECTOR Device sector for the I/O. .TP BYTES Size of the I/O, in bytes. .TP QUE(ms) Time the I/O was queued in the OS before being issued to the device, in milliseconds. .TP LAT(ms) Time for the I/O (latency) from the issue to the device, to its completion, in milliseconds. .SH OVERHEAD Since block device I/O usually has a relatively low frequency (< 10,000/s), the overhead for this tool is expected to be negligible. For high IOPS storage systems, test and quantify before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg, Rocky Xing .SH SEE ALSO disksnoop(8), iostat(1) bpfcc-0.31.0/man/man8/biotop.8000066400000000000000000000051371465134135300156660ustar00rootroot00000000000000.TH biotop 8 "2016-02-06" "USER COMMANDS" .SH NAME biotop \- Block device (disk) I/O by process top. .SH SYNOPSIS .B biotop [\-h] [\-C] [\-r MAXROWS] [\-p PID] [interval] [count] .SH DESCRIPTION This is top for disks. This traces block device I/O (disk I/O), and prints a per-process summary every interval (by default, 1 second). The summary is sorted on the top disk consumers by throughput (Kbytes). The PID and process name shown are measured from when the I/O was first created, which usually identifies the responsible process. For efficiency, this uses in-kernel eBPF maps to cache process details (PID and comm) by I/O request, as well as a starting timestamp for calculating I/O latency, and the final summary. This works by tracing various kernel blk_*() functions using dynamic tracing, and will need updating to match any changes to these functions. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-C Don't clear the screen. .TP \-r MAXROWS Maximum number of rows to print. Default is 20. .TP \-p PID Trace this PID only. .TP interval Interval between updates, seconds. .TP count Number of interval summaries. .SH EXAMPLES .TP Summarize block device I/O by process, 1 second screen refresh: # .B biotop .TP Don't clear the screen: # .B biotop -C .TP 5 second summaries, 10 times only: # .B biotop 5 10 .SH FIELDS .TP loadavg: The contents of /proc/loadavg .TP PID Cached process ID, if present. This usually (but isn't guaranteed) to identify the responsible process for the I/O. .TP COMM Cached process name, if present. This usually (but isn't guaranteed) to identify the responsible process for the I/O. .TP D Direction: R == read, W == write. This is a simplification. .TP MAJ Major device number. .TP MIN Minor device number. .TP DISK Disk device name. .TP I/O Number of I/O during the interval. .TP Kbytes Total Kbytes for these I/O, during the interval. .TP AVGms Average time for the I/O (latency) from the issue to the device, to its completion, in milliseconds. .SH OVERHEAD Since block device I/O usually has a relatively low frequency (< 10,000/s), the overhead for this tool is expected to be low or negligible. For high IOPS storage systems, test and quantify before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg, Rocky Xing .SH INSPIRATION top(1) by William LeFebvre .SH SEE ALSO biosnoop(8), biolatency(8), iostat(1) bpfcc-0.31.0/man/man8/bitesize.8000066400000000000000000000025271465134135300162100ustar00rootroot00000000000000.TH bitesize 8 "2016-02-05" "USER COMMANDS" .SH NAME bitesize \- Summarize block device I/O size as a histogram \- Linux eBPF/bcc. .SH SYNOPSIS .B bitesize .SH DESCRIPTION Show I/O distribution for requested block sizes, by process name. This works by tracing block:block_rq_issue and prints a histogram of I/O size. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH EXAMPLES .TP Count I/O size per process until Ctrl-C is hit: # .B bitesize .SH FIELDS .TP Kbtes Size in kilobytes of range .TP count How many I/O fell into this range .TP distribution An ASCII bar chart to visualize the distribution (count column) .SH OVERHEAD This traces a block I/O tracepoint to update a histogram, which is asynchronously copied to user-space. This method is very efficient, and the overhead for most storage I/O rates (< 10k IOPS) should be negligible. If you have a higher IOPS storage environment, test and quantify the overhead before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Allan McAleavy .SH SEE ALSO https://github.com/brendangregg/systemtap-lwtools/blob/master/disk/bitesize-nd.stp bpfcc-0.31.0/man/man8/bpflist.8000066400000000000000000000030241465134135300160260ustar00rootroot00000000000000.TH bpflist 8 "2017-03-09" "USER COMMANDS" .SH NAME bpflist \- Display processes currently using BPF programs and maps. .SH SYNOPSIS .B bpflist [-v] .SH DESCRIPTION This tool displays processes currently using BPF programs and maps, and optionally also kprobes and uprobes on the system. This is useful to understand which BPF programs are loaded on the system. Currently, for lack of a better alternative, this tool pipes into 'ls' and parses its output to snoop for BPF file descriptors in all running processes. In the future, when BPF accounting is provided by the kernel, this tool should use these accounting features. Only the root user can use this tool, because it accesses debugfs. .SH REQUIREMENTS bcc, debugfs .SH OPTIONS \-h Print usage message. .TP \-v Count kprobes and uprobes as well as BPF programs. Repeating verbose mode twice also prints the kprobe and uprobe definitions in addition to counting them. .SH EXAMPLES .TP Display processes currently using BPF programs: # .B bpflist .TP Also count kprobes and uprobes: # .B bpflist -v .SH FIELDS .TP PID Process ID. .TP COMM Process comm. .TP TYPE The type of the data displayed: BPF program, BPF map, kprobe, or uprobe. .TP COUNT The number of items of this type that belong to the specified process. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Sasha Goldshtein bpfcc-0.31.0/man/man8/bps.8000066400000000000000000000033371465134135300151560ustar00rootroot00000000000000.TH bps 8 "2017-10-19" "USER COMMANDS" .SH NAME bps \- List all BPF programs. 'ps' for BPF programs. .SH SYNOPSIS .B bps [bpf-prog-id] .SH DESCRIPTION .B bps lists all BPF programs loaded into the kernel. It is similar to the ps command but for the BPF programs. Each loaded bpf program is identified by an unique integer (i.e. .B bpf-prog-id or simply BID). If a .B bpf-prog-id is specified, the maps used by .B bpf-prog-id will also be listed. .SH EXAMPLES .TP List all BPF programs loaded into the kernel: .B bps .TP Show the details and maps of BID 6: .B bps 6 .SH BPF PROGRAM FIELDS .TP .B BID BPF program ID. It ends with '-' if it is not jitted. .TP .B TYPE The type of a BPF program. e.g. kprobe, tracepoint, xdp...etc. .TP .B UID The user ID that loaded the BPF program. .TP .B #MAPS Total number of maps used by a BPF program. .TP .B LoadTime When was the BPF program loaded? .TP .B NAME The name of a BPF program. The user space library (like .B bcc ) usually uses the C function name of the original BPF's source code as the program name. It could be empty if the user space did not provide a name. .SH BPF MAP FIELDS .TP .B MID BPF map ID. .TP .B TYPE The type of a BPF map. e.g. hash, array, stack trace...etc. .TP .B FLAGS The flags used to create the BP map. .TP .B KeySz The key size of a BPF map. .TP .B ValueSz The value size of a BPF map. .TP .B MaxEnts The maximum number of entries of a map. .TP .B NAME The name of a BPF map. The user space library (like .B bcc ) usually uses the C variable name of the BPF map as its name. It could be empty if the user space did not provide a name. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Martin Lau bpfcc-0.31.0/man/man8/btrfsdist.8000066400000000000000000000041021465134135300163650ustar00rootroot00000000000000.TH btrfsdist 8 "2016-02-15" "USER COMMANDS" .SH NAME btrfsdist \- Summarize btrfs operation latency. Uses Linux eBPF/bcc. .SH SYNOPSIS .B btrfsdist [\-h] [\-T] [\-N] [\-d] [interval] [count] .SH DESCRIPTION This tool summarizes time (latency) spent in common btrfs file operations: reads, writes, opens, and syncs, and presents it as a power-of-2 histogram. It uses an in-kernel eBPF map to store the histogram for efficiency. Since this works by tracing the btrfs_file_operations interface functions, it will need updating to match any changes to these functions. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-T Don't include timestamps on interval output. .TP \-m Output in milliseconds. .TP \-p PID Trace this PID only. .SH EXAMPLES .TP Trace btrfs operation time, and print a summary on Ctrl-C: # .B btrfsdist .TP Trace PID 181 only: # .B btrfsdist -p 181 .TP Print 1 second summaries, 10 times: # .B btrfsdist 1 10 .TP 1 second summaries, printed in milliseconds # .B btrfsdist \-m 1 .SH FIELDS .TP msecs Range of milliseconds for this bucket. .TP usecs Range of microseconds for this bucket. .TP count Number of operations in this time range. .TP distribution ASCII representation of the distribution (the count column). .SH OVERHEAD This adds low-overhead instrumentation to btrfs writes and fsyncs, as well as all system reads and opens (due to the current implementation of the btrfs_file_operations interface). Particularly, all reads and writes from the file system cache will incur extra overhead while tracing. Such reads and writes can be very frequent (depending on the workload; eg, 1M/sec), at which point the overhead of this tool may become noticeable. Measure and quantify before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO btrfsslower(8) bpfcc-0.31.0/man/man8/btrfsslower.8000066400000000000000000000066601465134135300167500ustar00rootroot00000000000000.TH btrfsslower 8 "2016-02-15" "USER COMMANDS" .SH NAME btrfsslower \- Trace slow btrfs file operations, with per-event details. .SH SYNOPSIS .B btrfsslower [\-h] [\-j] [\-p PID] [min_ms] [\-d DURATION] .SH DESCRIPTION This tool traces common btrfs file operations: reads, writes, opens, and syncs. It measures the time spent in these operations, and prints details for each that exceeded a threshold. WARNING: See the OVERHEAD section. By default, a minimum millisecond threshold of 10 is used. If a threshold of 0 is used, all events are printed (warning: verbose). Since this works by tracing the btrfs_file_operations interface functions, it will need updating to match any changes to these functions. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS \-p PID Trace this PID only. .TP min_ms Minimum I/O latency (duration) to trace, in milliseconds. Default is 10 ms. .TP \-d DURATION Total duration of trace in seconds. .SH EXAMPLES .TP Trace synchronous file reads and writes slower than 10 ms: # .B btrfsslower .TP Trace slower than 1 ms: # .B btrfsslower 1 .TP Trace slower than 1 ms, and output just the fields in parsable format (csv): # .B btrfsslower \-j 1 .TP Trace all file reads and writes (warning: the output will be verbose): # .B btrfsslower 0 .TP Trace slower than 1 ms, for PID 181 only: # .B btrfsslower \-p 181 1 .TP Trace for 10 seconds only: # .B btrfsslower \-d 10 .SH FIELDS .TP TIME(s) Time of I/O completion since the first I/O seen, in seconds. .TP COMM Process name. .TP PID Process ID. .TP T Type of operation. R == read, W == write, O == open, S == fsync. .TP OFF_KB File offset for the I/O, in Kbytes. .TP BYTES Size of I/O, in bytes. .TP LAT(ms) Latency (duration) of I/O, measured from when it was issued by VFS to the filesystem, to when it completed. This time is inclusive of block device I/O, file system CPU cycles, file system locks, run queue latency, etc. It's a more accurate measure of the latency suffered by applications performing file system I/O, than to measure this down at the block device interface. .TP FILENAME A cached kernel file name (comes from dentry->d_name.name). .TP ENDTIME_us Completion timestamp, microseconds (\-j only). .TP OFFSET_b File offset, bytes (\-j only). .TP LATENCY_us Latency (duration) of the I/O, in microseconds (\-j only). .SH OVERHEAD This adds low-overhead instrumentation to btrfs writes and fsyncs, as well as all system reads and opens (due to the current implementation of the btrfs_file_operations interface). Particularly, all reads and writes from the file system cache will incur extra overhead while tracing. Such reads and writes can be very frequent (depending on the workload; eg, 1M/sec), at which point the overhead of this tool may become noticeable. Measure and quantify before use. If this continues to be a problem, consider switching to a tool that prints in-kernel summaries only, such as btrfsdist(8). .PP Note that the overhead of this tool should be less than fileslower(8), as this tool targets btrfs functions only, and not all file read/write paths (which can include socket I/O). .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO btrfsdist(8), biosnoop(8), funccount(8), fileslower(8) bpfcc-0.31.0/man/man8/cachestat.8000066400000000000000000000041671465134135300163330ustar00rootroot00000000000000.TH cachestat 8 "2016-01-30" "USER COMMANDS" .SH NAME cachestat \- Statistics for linux page cache hit/miss ratios. Uses Linux eBPF/bcc. .SH SYNOPSIS .B cachestat [-T] [interval [count]] .SH DESCRIPTION This traces four kernel functions and prints per-second summaries. This can be useful for general workload characterization, and looking for patterns in operation usage over time. This works by tracing kernel page cache functions using dynamic tracing, and will need updating to match any changes to these functions. Edit the script to customize which functions are traced. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH EXAMPLES .TP Print summaries every second: # .B cachestat .TP Print summaries every second with timestamp: # .B cachestat -T .TP Print output every five seconds, three times: # .B cachestat 5 3 .TP Print output with timestamp every five seconds, three times: # .B cachestat -T 5 3 .SH FIELDS .TP TIME Timestamp. .TP HITS Number of page cache hits. .TP MISSES Number of page cache misses. .TP DIRTIES Number of dirty pages added to the page cache. .TP HITRATIO The hit ratio as a percentage. .TP READ_HIT% Read hit percent of page cache usage. .TP WRITE_HIT% Write hit percent of page cache usage. .TP BUFFERS_MB Buffers size taken from /proc/meminfo. .TP CACHED_MB Cached amount of data in current page cache taken from /proc/meminfo. .SH OVERHEAD This traces various kernel page cache functions and maintains in-kernel counts, which are asynchronously copied to user-space. While the rate of operations can be very high (>1G/sec) we can have up to 34% overhead, this is still a relatively efficient way to trace these events, and so the overhead is expected to be small for normal workloads. Measure in a test environment. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Allan McAleavy .SH SEE ALSO https://github.com/brendangregg/perf-tools/blob/master/fs/cachestat bpfcc-0.31.0/man/man8/cachetop.8000066400000000000000000000046651465134135300161650ustar00rootroot00000000000000.TH cachetop 8 "2016-01-30" "USER COMMANDS" .SH NAME cachetop \- Statistics for linux page cache hit/miss ratios per processes. Uses Linux eBPF/bcc. .SH SYNOPSIS .B cachetop [\-p PID] [interval] .SH DESCRIPTION This traces four kernel functions and prints per-processes summaries every \fBinterval\fR seconds. This can be useful for processes workload characterization, and looking for patterns in operation usage over time. It provides a \fBtop\fR-like interface which by default sorts by \fBHITS\fR in ascending order. This works by tracing kernel page cache functions using dynamic tracing, and will need updating to match any changes to these functions. Edit the script to customize which functions are traced. Since this uses BPF, only the root user can use this tool. .SH OPTIONS .TP \-p PID Trace this PID only. .SH KEYBINDINGS The following keybindings can be used to control the output of \fBcachetop\fR. .TP .B < Use the previous column for sorting. .TP .B > Use the next column for sorting. .TP .B r Toggle sorting order (default ascending). .TP .B q Quit cachetop. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH EXAMPLES .TP Update summaries every five second: # .B cachetop .TP Print summaries each second: # .B cachetop 1 .SH FIELDS .TP PID Process ID of the process causing the cache activity. .TP UID User ID of the process causing the cache activity. .TP CMD Name of the process. .TP HITS Number of page cache hits. .TP MISSES Number of page cache misses. .TP DIRTIES Number of dirty pages added to the page cache. .TP READ_HIT% Read hit percent of page cache usage. .TP WRITE_HIT% Write hit percent of page cache usage. .TP BUFFERS_MB Buffers size taken from /proc/meminfo. .TP CACHED_MB Cached amount of data in current page cache taken from /proc/meminfo. .SH OVERHEAD This traces various kernel page cache functions and maintains in-kernel counts, which are asynchronously copied to user-space. While the rate of operations can be very high (>1G/sec) we can have up to 34% overhead, this is still a relatively efficient way to trace these events, and so the overhead is expected to be small for normal workloads. Measure in a test environment. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Emmanuel Bretelle, Rocky Xing .SH SEE ALSO cachestat (8) bpfcc-0.31.0/man/man8/capable.8000066400000000000000000000044511465134135300157570ustar00rootroot00000000000000.TH capable 8 "2020-03-08" "USER COMMANDS" .SH NAME capable \- Trace security capability checks (cap_capable()). .SH SYNOPSIS .B capable [\-h] [\-v] [\-p PID] [\-K] [\-U] [\-x] [\-\-cgroupmap MAPPATH] [\-\-mntnsmap MAPPATH] [--unique] .SH DESCRIPTION This traces security capability checks in the kernel, and prints details for each call. This can be useful for general debugging, and also security enforcement: determining a white list of capabilities an application needs. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF, bcc. .SH OPTIONS \-h USAGE message. .TP \-v Include non-audit capability checks. These are those deemed not interesting and not necessary to audit, such as CAP_SYS_ADMIN checks on memory allocation to affect the behavior of overcommit. .TP \-K Include kernel stack traces to the output. .TP \-U Include user-space stack traces to the output. .TP \-x Show extra fields in TID and INSETID columns. .TP \-\-cgroupmap MAPPATH Trace cgroups in this BPF map only (filtered in-kernel). .TP \-\-mntnsmap MAPPATH Trace mount namespaces in this BPF map only (filtered in-kernel). .TP \-\-unique Don't repeat stacks for the same PID or cgroup. .SH EXAMPLES .TP Trace all capability checks system-wide: # .B capable .TP Trace capability checks for PID 181: # .B capable \-p 181 .TP Trace capability checks in a set of cgroups only (see special_filtering.md from bcc sources for more details): # .B capable \-\-cgroupmap /sys/fs/bpf/test01 .SH FIELDS .TP TIME(s) Time of capability check: HH:MM:SS. .TP UID User ID. .TP PID Process ID. .TP COMM Process name. CAP Capability number. NAME Capability name. See capabilities(7) for descriptions. .TP AUDIT Whether this was an audit event. Use \-v to include non-audit events. INSETID Whether the INSETID bit was set (Linux >= 5.1). .SH OVERHEAD This adds low-overhead instrumentation to capability checks, which are expected to be low frequency, however, that depends on the application. Test in a lab environment before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO capabilities(7) bpfcc-0.31.0/man/man8/cobjnew.8000077700000000000000000000000001465134135300175502uobjnew.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/compactsnoop.8000066400000000000000000000105111465134135300170670ustar00rootroot00000000000000.TH compactsnoop 8 "2019-11-1" "USER COMMANDS" .SH NAME compactsnoop \- Trace compact zone events. Uses Linux eBPF/bcc. .SH SYNOPSIS .B compactsnoop [\-h] [\-T] [\-p PID] [\-d DURATION] [\-K] [\-e] .SH DESCRIPTION compactsnoop traces the compact zone events, showing which processes are allocing pages with memory compaction. This can be useful for discovering when compact_stall (/proc/vmstat) continues to increase, whether it is caused by some critical processes or not. This works by tracing the compact zone events using raw_tracepoints and one kretprobe. For the Centos 7.6 (3.10.x kernel), see the version under tools/old, which uses an older memory compaction mechanism. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-T Include a timestamp column. .TP \-p PID Trace this process ID only (filtered in-kernel). .TP \-d DURATION Total duration of trace in seconds. .TP \-K Output kernel stack trace .TP \-e Show extended fields. .SH EXAMPLES .TP Trace all compact zone events: # .B compactsnoop .TP Trace all compact zone events, for 10 seconds only: # .B compactsnoop -d 10 .SH FIELDS .TP TIME(s) Time of the call, in seconds. .TP COMM Process name .TP PID Process ID .TP NODE Memory node .TP ZONE Zone of the node (such as DMA, DMA32, NORMAL eg) .TP ORDER Shows which order alloc cause memory compaction, -1 means all orders (eg: write to /proc/sys/vm/compact_memory) .TP MODE SYNC OR ASYNC .TP FRAGIDX (extra column) The FRAGIDX is short for fragmentation index, which only makes sense if an allocation of a requested size would fail. If that is true, the fragmentation index indicates whether external fragmentation or a lack of memory was the problem. The value can be used to determine if page reclaim or compaction should be used. .PP .in +8n Index is between 0 and 1 so return within 3 decimal places .PP .in +8n 0 => allocation would fail due to lack of memory .PP .in +8n 1 => allocation would fail due to fragmentation .TP MIN (extra column) The min watermark of the zone .TP LOW (extra column) The low watermark of the zone .TP HIGH (extra column) The high watermark of the zone .TP FREE (extra column) The nr_free_pages of the zone .TP LAT(ms) compact zone's latency .TP STATUS The compaction's result. .PP .in +8n For (CentOS 7.6's kernel), the status include: .PP .in +8n "skipped" (COMPACT_SKIPPED): compaction didn't start as it was not possible or direct reclaim was more suitable .PP .in +8n "continue" (COMPACT_CONTINUE): compaction should continue to another pageblock .PP .in +8n "partial" (COMPACT_PARTIAL): direct compaction partially compacted a zone and there are suitable pages .PP .in +8n "complete" (COMPACT_COMPLETE): The full zone was compacted .PP .in +8n For (kernel 4.7 and above): .PP .in +8n "not_suitable_zone" (COMPACT_NOT_SUITABLE_ZONE): For more detailed tracepoint output - internal to compaction .PP .in +8n "skipped" (COMPACT_SKIPPED): compaction didn't start as it was not possible or direct reclaim was more suitable .PP .in +8n "deferred" (COMPACT_DEFERRED): compaction didn't start as it was deferred due to past failures .PP .in +8n "no_suitable_page" (COMPACT_NOT_SUITABLE_PAGE): For more detailed tracepoint output - internal to compaction .PP .in +8n "continue" (COMPACT_CONTINUE): compaction should continue to another pageblock .PP .in +8n "complete" (COMPACT_COMPLETE): The full zone was compacted scanned but wasn't successful to compact suitable pages. .PP .in +8n "partial_skipped" (COMPACT_PARTIAL_SKIPPED): direct compaction has scanned part of the zone but wasn't successful to compact suitable pages. .PP .in +8n "contended" (COMPACT_CONTENDED): compaction terminated prematurely due to lock contentions .PP .in +8n "success" (COMPACT_SUCCESS): direct compaction terminated after concluding that the allocation should now succeed .PP .in +8n .SH OVERHEAD This traces the kernel compact zone kprobe/kretprobe or raw_tracepoints and prints output for each event. As the rate of this is generally expected to be low (< 1000/s), the overhead is also expected to be negligible. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Wenbo Zhang bpfcc-0.31.0/man/man8/cpudist.8000066400000000000000000000061421465134135300160420ustar00rootroot00000000000000.TH cpudist 8 "2016-06-28" "USER COMMANDS" .SH NAME cpudist \- On- and off-CPU task time as a histogram. .SH SYNOPSIS .B cpudist [\-h] [-O] [\-T] [\-m] [\-P] [\-L] [\-p PID] [\-I] [\-e] [interval] [count] .SH DESCRIPTION This measures the time a task spends on the CPU before being descheduled, and shows the times as a histogram. Tasks that spend a very short time on the CPU can be indicative of excessive context-switches and poor workload distribution, and possibly point to a shared source of contention that keeps tasks switching in and out as it becomes available (such as a mutex). Similarly, the tool can also measure the time a task spends off-CPU before it is scheduled again. This can be helpful in identifying long blocking and I/O operations, or alternatively very short descheduling times due to short-lived locks or timers. By default CPU idle time are excluded by simply excluding PID 0. This tool uses in-kernel eBPF maps for storing timestamps and the histogram, for efficiency. Despite this, the overhead of this tool may become significant for some workloads: see the OVERHEAD section. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-O Measure off-CPU time instead of on-CPU time. .TP \-T Include timestamps on output. .TP \-m Output histogram in milliseconds. .TP \-P Print a histogram for each PID (tgid from the kernel's perspective). .TP \-L Print a histogram for each TID (pid from the kernel's perspective). .TP \-p PID Only show this PID (filtered in kernel for efficiency). .TP \-I Include CPU idle time (by default these are excluded). .TP \-e Show extension summary (average/total/count). .TP interval Output interval, in seconds. .TP count Number of outputs. .SH EXAMPLES .TP Summarize task on-CPU time as a histogram: # .B cpudist .TP Summarize task off-CPU time as a histogram: # .B cpudist \-O .TP Print 1 second summaries, 10 times: # .B cpudist 1 10 .TP Print 1 second summaries, using milliseconds as units for the histogram, and include timestamps on output: # .B cpudist \-mT 1 .TP Trace PID 185 only, 1 second summaries: # .B cpudist \-p 185 1 .TP Include CPU idle time: # .B cpudist \-I .TP Also show extension summary: # .B cpudist \-e .SH FIELDS .TP usecs Microsecond range .TP msecs Millisecond range .TP count How many times a task event fell into this range .TP distribution An ASCII bar chart to visualize the distribution (count column) .SH OVERHEAD This traces scheduler tracepoints, which can become very frequent. While eBPF has very low overhead, and this tool uses in-kernel maps for efficiency, the frequency of scheduler events for some workloads may be high enough that the overhead of this tool becomes significant. Measure in a lab environment to quantify the overhead before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _example.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Sasha Goldshtein, Rocky Xing .SH SEE ALSO pidstat(1), runqlat(8) bpfcc-0.31.0/man/man8/cpuunclaimed.8000066400000000000000000000067361465134135300170510ustar00rootroot00000000000000.TH cpuunclaimed 8 "2016-12-21" "USER COMMANDS" .SH NAME cpuunclaimed \- Sample CPU run queues and calculate unclaimed idle CPU. Uses Linux eBPF/bcc. .SH SYNOPSIS .B cpuunclaimed [\-T] [\-j] [\-J] [interval [count]] .SH DESCRIPTION This tool samples the length of the run queues and determine when there are idle CPUs, yet queued threads waiting their turn. It reports the amount of idle (yet unclaimed by waiting threads) CPU as a system-wide percentage. This situation can happen for a number of reasons: .IP - An application has been bound to some, but not all, CPUs, and has runnable threads that cannot migrate to other CPUs due to this configuration. .IP - CPU affinity: an optimization that leaves threads on CPUs where the CPU caches are warm, even if this means short periods of waiting while other CPUs are idle. The wait period is tunale (see sysctl, kernel.sched*). .IP - Scheduler bugs. .P An unclaimed idle of < 1% is likely to be CPU affinity, and not usually a cause for concern. By leaving the CPU idle, overall throughput of the system may be improved. This tool is best for identifying larger issues, > 2%, due to the coarseness of its 99 Hertz samples. This is an experimental tool that currently works by use of sampling to keep overheads low. Tool assumptions: .IP - CPU samples consistently fire around the same offset. There will sometimes be a lag as a sample is delayed by higher-priority interrupts, but it is assumed the subsequent samples will catch up to the expected offsets (as is seen in practice). You can use -J to inspect sample offsets. Some systems can power down CPUs when idle, and when they wake up again they may begin firing at a skewed offset: this tool will detect the skew, print an error, and exit. .IP - All CPUs are online (see ncpu). .P If this identifies unclaimed CPU, you can double check it by dumping raw samples (-j), as well as using other tracing tools to instrument scheduler events (although this latter approach has much higher overhead). Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH EXAMPLES .TP Sample and calculate unclaimed idle CPUs, output every 1 second (default: # .B cpuunclaimed .TP Print 5 second summaries, 10 times: # .B cpuunclaimed 5 10 .TP Print 1 second summaries with timestamps: # .B cpuunclaimed \-T 1 .TP Raw dump of all samples (verbose), as comma-separated values: # .B cpuunclaimed \-j .SH FIELDS .TP %CPU CPU utilization as a system-wide percentage. .TP unclaimed idle Percentage of CPU resources that were idle when work was queued on other CPUs, as a system-wide percentage. .TP TIME Time (HH:MM:SS) .TP TIMESTAMP_ns Timestamp, nanoseconds. .TP CPU# CPU ID. .TP OFFSET_ns_CPU# Time offset that a sample fired within a sample group for this CPU. .SH OVERHEAD The overhead is expected to be low/negligible as this tool uses sampling at 99 Hertz (on all CPUs), which has a fixed and low cost, rather than sampling every scheduler event as many other approaches use (which can involve instrumenting millions of events per second). Sampled CPUs, run queue lengths, and timestamps are written to ring buffers that are periodically read by user space for reporting. Measure overhead in a test environment. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO runqlen(8) bpfcc-0.31.0/man/man8/criticalstat.8000066400000000000000000000045601465134135300170570ustar00rootroot00000000000000.TH criticalstat 8 "2018-06-07" "USER COMMANDS" .SH NAME criticalstat \- A tracer to find and report long atomic critical sections in kernel .SH SYNOPSIS .B criticalstat [\-h] [\-p] [\-i] [\-d DURATION] .SH DESCRIPTION criticalstat traces and reports occurrences of atomic critical sections in the kernel with useful stacktraces showing the origin of them. Such critical sections frequently occur due to use of spinlocks, or if interrupts or preemption were explicitly disabled by a driver. IRQ routines in Linux are also executed with interrupts disabled. There are many reasons. Such critical sections are a source of long latency/responsive issues for real-time systems. This works by probing the preempt/irq and cpuidle tracepoints in the kernel. Since this uses BPF, only the root user can use this tool. Further, the kernel has to be built with certain CONFIG options enabled. See below. .SH REQUIREMENTS Enable CONFIG_PREEMPT_TRACER, CONFIG_PREEMPTIRQ_EVENTS (CONFIG_PREEMPTIRQ_TRACEPOINTS in kernel 4.19 and later) and CONFIG_DEBUG_PREEMPT. Additionally, the following options should be DISABLED on older kernels: CONFIG_PROVE_LOCKING, CONFIG_LOCKDEP. .SH OPTIONS .TP \-h Print usage message. .TP \-p Find long sections where preemption was disabled on local CPU. .TP \-i Find long sections where interrupt was disabled on local CPU. .TP \-d DURATION Only identify sections that are longer than DURATION in microseconds. .SH EXAMPLES .TP Run with default options: irq disabled for more than 100 uS # .B criticalstat .TP Find sections with preemption disabled for more than 100 uS. # .B criticalstat -p .TP Find sections with IRQ disabled for more than 500 uS. # .B criticalstat -d 500 .TP Find sections with preemption disabled for more than 500 uS. # .B criticalstat -p -d 500 .SH OVERHEAD This tool can cause overhead if the application is spending a lot of time in kernel mode. The overhead is variable but can be 2-4% of performance degradation. If overhead is seen to be too much, please pass a higher DURATION to the -d option to filter more aggressively. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Joel Fernandes .SH SEE ALSO Linux kernel's preemptoff and irqoff tracers. bpfcc-0.31.0/man/man8/cthreads.8000077700000000000000000000000001465134135300200642uthreads.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/dbslower.8000066400000000000000000000046271465134135300162160ustar00rootroot00000000000000.TH dbslower 8 "2017-02-15" "USER COMMANDS" .SH NAME dbslower \- Trace MySQL/PostgreSQL server queries slower than a threshold. .SH SYNOPSIS .B dbslower [-v] [-p PID [PID ...]] [-x PATH] [-m THRESHOLD] {mysql,postgres} .SH DESCRIPTION This traces queries served by a MySQL or PostgreSQL server, and prints those that exceed a latency (query time) threshold. By default a threshold of 1 ms is used. This uses User Statically-Defined Tracing (USDT) probes, a feature added to MySQL and PostgreSQL for DTrace support, but which may not be enabled on a given installation. See requirements. Alternatively, MySQL queries can be traced without the USDT support using the -x option. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF, bcc, and MySQL server with USDT probe support (when configuring the build: \-DENABLE_DTRACE=1) or PostgreSQL server with USDT probe support (when configuring the build: \-\-enable-dtrace). .SH OPTIONS \-h Print usage message. .TP \-p PID Trace this PID. If no PID is specified, the tool will attempt to automatically detect the MySQL or PostgreSQL processes running on the system. .TP \-x PATH Path to MySQL binary. This option allow to MySQL queries even when USDT probes aren't enabled on the MySQL server. .TP \-m THRESHOLD Minimum query latency (duration) to trace, in milliseconds. Default is 1 ms. .TP {mysql,postgres} The database engine to trace. .SH EXAMPLES .TP Trace MySQL server queries slower than 1 ms: # .B dbslower mysql .TP Trace slower than 10 ms for PostgreSQL in process 408: # .B dbslower postgres -p 408 -m 10 .SH FIELDS .TP TIME(s) Time of query start, in seconds. .TP PID Process ID of the traced server. .TP MS Milliseconds for the query, from start to end. .TP QUERY Query string, truncated to 256 characters. .SH OVERHEAD This adds low-overhead instrumentation to queries, and only emits output data from kernel to user-level if they query exceeds the threshold. If the server query rate is less than 1,000/sec, the overhead is expected to be negligible. If the query rate is higher, test to gauge overhead. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Sasha Goldshtein, Brendan Gregg .SH SEE ALSO biosnoop(8), mysqld_qslower(8), dbstat(8) bpfcc-0.31.0/man/man8/dbstat.8000066400000000000000000000043621465134135300156520ustar00rootroot00000000000000.TH dbstat 8 "2017-02-15" "USER COMMANDS" .SH NAME dbstat \- Collect histograms of MySQL/PostgreSQL query latencies. .SH SYNOPSIS . B dbstat [-v] [-p PID [PID ...]] [-m THRESHOLD] [-u] [-i INTERVAL] {mysql,postgres} .SH DESCRIPTION This traces queries served by a MySQL or PostgreSQL server, and collects a histogram of query latencies. The histogram is printed at the end of collection, or at specified intervals. This uses User Statically-Defined Tracing (USDT) probes, a feature added to MySQL and PostgreSQL for DTrace support, but which may not be enabled on a given installation. See requirements. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF, bcc, and MySQL server with USDT probe support (when configuring the build: \-DENABLE_DTRACE=1) or PostgreSQL server with USDT probe support (when configuring the build: \-\-enable-dtrace). .SH OPTIONS \-h Print usage message. .TP \-p PID Trace this PID. If no PID is specified, the tool will attempt to automatically detect the MySQL or PostgreSQL processes running on the system. .TP \-m THRESHOLD Minimum query latency (duration) to trace, in milliseconds. Default is all queries. .TP \-u Display query latencies in microseconds (default: milliseconds). .TP \-i INTERVAL Print summaries (histograms) at this interval, specified in seconds. .TP {mysql,postgres} The database engine to trace. .SH EXAMPLES .TP Display histogram of MySQL query latencies: # .B dbstat mysql .TP Display histogram of PostgreSQL query latencies slower than 10ms in pid 408: # .B dbstat postgres -p 408 -m 10 .TP Display histogram of PostgreSQL query latencies at 3-second intervals: # .B dbstat postgres -i 3 .SH OVERHEAD This adds low-overhead instrumentation to queries, and only emits output data from kernel to user-level if they query exceeds the threshold. If the server query rate is less than 1,000/sec, the overhead is expected to be negligible. If the query rate is higher, test to gauge overhead. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Sasha Goldshtein .SH SEE ALSO dbslower(8) bpfcc-0.31.0/man/man8/dcsnoop.8000066400000000000000000000041371465134135300160360ustar00rootroot00000000000000.TH dcsnoop 8 "2016-02-10" "USER COMMANDS" .SH NAME dcsnoop \- Trace directory entry cache (dcache) lookups. Uses Linux eBPF/bcc. .SH SYNOPSIS .B dcsnoop [\-h] [\-a] .SH DESCRIPTION By default, this traces every failed dcache lookup (cache miss), and shows the process performing the lookup and the filename requested. A \-a option can be used to show all lookups, not just failed ones. The output of this tool can be verbose, and is intended for further investigations of dcache performance beyond dcstat(8), which prints per-second summaries. This uses kernel dynamic tracing of the d_lookup() function, and will need and will need updating to match any changes to this function. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-a Trace references, not just failed lookups. .SH EXAMPLES .TP Trace failed dcache lookups: # .B dcsnoop .TP Trace all dcache lookups: # .B dcsnoop \-a .SH FIELDS .TP TIME(s) Time of lookup, in seconds. .TP PID Process ID. .TP COMM Process name. .TP T Type: R == reference (only visible with \-a), M == miss. A miss will print two lines, one for the reference, and one for the miss. .TP FILE The file name component that was being looked up. This contains trailing pathname components (after '/'), which will be the subject of subsequent lookups. .SH OVERHEAD File name lookups can be frequent (depending on the workload), and this tool prints a line for each failed lookup, and with \-a, each reference as well. The output may be verbose, and the incurred overhead, while optimized to some extent, may still be from noticeable to significant. This is only really intended for deeper investigations beyond dcstat(8), when absolutely necessary. Measure and quantify the overhead in a test environment before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO dcstat(1) bpfcc-0.31.0/man/man8/dcstat.8000066400000000000000000000031661465134135300156540ustar00rootroot00000000000000.TH dcstat 8 "2016-02-09" "USER COMMANDS" .SH NAME dcstat \- Directory entry cache (dcache) stats. Uses Linux eBPF/bcc. .SH SYNOPSIS .B dcstat [interval [count]] .SH DESCRIPTION The Linux directory entry cache (dcache) improves the performance of file and directory name lookups. This tool provides per-second summary statistics of dcache performance. This uses kernel dynamic tracing of kernel functions, lookup_fast() and d_lookup(), which will need to be modified to match kernel changes. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH EXAMPLES .TP Print summaries each second: # .B dcstat .TP Print output every five seconds, three times: # .B dcstat 5 3 .SH FIELDS .TP REFS/s Number dcache lookups (references) per second. .TP SLOW/s Number of dcache lookups that failed the lookup_fast() path and executed the lookup_slow() path instead. .TP MISS/s Number of dcache misses (failed both fast and slow lookups). .TP HIT% Percentage of dcache hits over total references. .SH OVERHEAD The overhead depends on the frequency of file and directory name lookups. While the per-event overhead is low, some applications may make over 100k lookups per second, and the low per-event overhead will begin to add up, and could begin to be measurable (over 10% CPU usage). Measure in a test environment. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO dcsnoop(8) bpfcc-0.31.0/man/man8/deadlock.8000066400000000000000000000121041465134135300161300ustar00rootroot00000000000000.TH deadlock 8 "2017-02-01" "USER COMMANDS" .SH NAME deadlock \- Find potential deadlocks (lock order inversions) in a running program. .SH SYNOPSIS .B deadlock [\-h] [\--binary BINARY] [\--dump-graph DUMP_GRAPH] .B [\--verbose] [\--lock-symbols LOCK_SYMBOLS] .B [\--unlock-symbols UNLOCK_SYMBOLS] .B pid .SH DESCRIPTION deadlock finds potential deadlocks in a running process. The program attaches uprobes on `pthread_mutex_lock` and `pthread_mutex_unlock` by default to build a mutex wait directed graph, and then looks for a cycle in this graph. This graph has the following properties: - Nodes in the graph represent mutexes. - Edge (A, B) exists if there exists some thread T where lock(A) was called and lock(B) was called before unlock(A) was called. If there is a cycle in this graph, this indicates that there is a lock order inversion (potential deadlock). If the program finds a lock order inversion, the program will dump the cycle of mutexes, dump the stack traces where each mutex was acquired, and then exit. This program can only find potential deadlocks that occur while the program is tracing the process. It cannot find deadlocks that may have occurred before the program was attached to the process. This tool does not work for shared mutexes or recursive mutexes. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc .SH OPTIONS .TP \-h, --help show this help message and exit .TP \--binary BINARY If set, trace the mutexes from the binary at this path. For statically-linked binaries, this argument is not required. For dynamically-linked binaries, this argument is required and should be the path of the pthread library the binary is using. Example: /lib/x86_64-linux-gnu/libpthread.so.0 .TP \--dump-graph DUMP_GRAPH If set, this will dump the mutex graph to the specified file. .TP \--verbose Print statistics about the mutex wait graph. .TP \--lock-symbols LOCK_SYMBOLS Comma-separated list of lock symbols to trace. Default is pthread_mutex_lock. These symbols cannot be inlined in the binary. .TP \--unlock-symbols UNLOCK_SYMBOLS Comma-separated list of unlock symbols to trace. Default is pthread_mutex_unlock. These symbols cannot be inlined in the binary. .TP \-t THREADS, --threads THREADS Specifies the maximum number of threads to trace. default 65536. Note. 40 bytes per thread. .TP \-e EDGES, --edges EDGES Specifies the maximum number of edge cases that can be recorded. default 65536. Note. 88 bytes per edge case. .TP pid Pid to trace .SH EXAMPLES .TP Find potential deadlocks in PID 181. The --binary argument is not needed for \ statically-linked binaries. # .B deadlock 181 .TP Find potential deadlocks in PID 181. If the process was created from a \ dynamically-linked executable, the --binary argument is required and must be \ the path of the pthread library: # .B deadlock 181 --binary /lib/x86_64-linux-gnu/libpthread.so.0 .TP Find potential deadlocks in PID 181. If the process was created from a \ statically-linked executable, optionally pass the location of the binary. \ On older kernels without https://lkml.org/lkml/2017/1/13/585, binaries that \ contain `:` in the path cannot be attached with uprobes. As a workaround, we \ can create a symlink to the binary, and provide the symlink name instead with \ the `--binary` option: # .B deadlock 181 --binary /usr/local/bin/lockinversion .TP Find potential deadlocks in PID 181 and dump the mutex wait graph to a file: # .B deadlock 181 --dump-graph graph.json .TP Find potential deadlocks in PID 181 and print mutex wait graph statistics: # .B deadlock 181 --verbose .TP Find potential deadlocks in PID 181 with custom mutexes: # .B deadlock 181 .B --lock-symbols custom_mutex1_lock,custom_mutex2_lock .B --unlock_symbols custom_mutex1_unlock,custom_mutex2_unlock .SH OUTPUT This program does not output any fields. Rather, it will keep running until it finds a potential deadlock, or the user hits Ctrl-C. If the program finds a potential deadlock, it will output the stack traces and lock order inversion in the following format and exit: .TP Potential Deadlock Detected! .TP Cycle in lock order graph: Mutex M0 => Mutex M1 => Mutex M0 .TP Mutex M1 acquired here while holding Mutex M0 in Thread T: .B [stack trace] .TP Mutex M0 previously acquired by the same Thread T here: .B [stack trace] .TP Mutex M0 acquired here while holding Mutex M1 in Thread S: .B [stack trace] .TP Mutex M1 previously acquired by the same Thread S here: .B [stack trace] .TP Thread T created by Thread R here: .B [stack trace] .TP Thread S created by Thread Q here: .B [stack trace] .SH OVERHEAD This traces all mutex lock and unlock events and all thread creation events on the traced process. The overhead of this can be high if the process has many threads and mutexes. You should only run this on a process where the slowdown is acceptable. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Kenny Yu bpfcc-0.31.0/man/man8/dirtop.8000066400000000000000000000065161465134135300156750ustar00rootroot00000000000000.TH dirtop 8 "2020-03-16" "USER COMMANDS" .SH NAME dirtop \- File reads and writes by directory. Top for directories. .SH SYNOPSIS .B dirtop \-d directory1,directory2,... [\-h] [\-C] [\-r MAXROWS] [\-s {reads,writes,rbytes,wbytes}] [\-p PID] [interval] [count] .SH DESCRIPTION This is top for directories. This traces file reads and writes, and prints a per-directory summary every interval (by default, 1 second). By default the summary is sorted on the highest read throughput (Kbytes). Sorting order can be changed via -s option. This uses in-kernel eBPF maps to store per process summaries for efficiency. This script works by tracing the __vfs_read() and __vfs_write() functions using kernel dynamic tracing, which instruments explicit read and write calls. If files are read or written using another means (eg, via mmap()), then they will not be visible using this tool. Also, this tool will need updating to match any code changes to those vfs functions. This should be useful for file system workload characterization when analyzing the performance of applications. Note that tracing VFS level reads and writes can be a frequent activity, and this tool can begin to cost measurable overhead at high I/O rates. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-d Defines a list of directories, comma separated, to observe. Wildcards are allowed if between single bracket. .TP \-C Don't clear the screen. .TP \-r MAXROWS Maximum number of rows to print. Default is 20. .TP \-s {reads,writes,rbytes,wbytes} Sort column. Default is rbytes (read throughput). .TP \-p PID Trace this PID only. .TP interval Interval between updates, seconds. .TP count Number of interval summaries. .SH EXAMPLES .TP Summarize block device I/O by directory, 1 second screen refresh: # .B dirtop -d '/hdfs/uuid/*/yarn' .TP Don't clear the screen, and top 8 rows only: # .B dirtop -d '/hdfs/uuid/*/yarn' -Cr 8 .TP 5 second summaries, 10 times only: # .B dirtop -d '/hdfs/uuid/*/yarn' 5 10 .TP Report read & write IOs generated in mutliple yarn and data directories: # .B dirtop -d '/hdfs/uuid/*/yarn,/hdfs/uuid/*/data' .SH FIELDS .TP loadavg: The contents of /proc/loadavg .TP READS Count of reads during interval. .TP WRITES Count of writes during interval. .TP R_Kb Total read Kbytes during interval. .TP W_Kb Total write Kbytes during interval. .TP PATH The path were the IOs were accounted. .SH OVERHEAD Depending on the frequency of application reads and writes, overhead can become significant, in the worst case slowing applications by over 50%. Hopefully for real world workloads the overhead is much less -- test before use. The reason for the high overhead is that VFS reads and writes can be a frequent event, and despite the eBPF overhead being very small per event, if you multiply this small overhead by a million events per second, it becomes a million times worse. Literally. You can gauge the number of reads and writes using the vfsstat(8) tool, also from bcc. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Erwan Velu .SH INSPIRATION filetop(8) by Brendan Gregg .SH SEE ALSO vfsstat(8), vfscount(8), fileslower(8) bpfcc-0.31.0/man/man8/drsnoop.8000066400000000000000000000045351465134135300160570ustar00rootroot00000000000000.TH drsnoop 8 "2019-02-20" "USER COMMANDS" .SH NAME drsnoop \- Trace direct reclaim events. Uses Linux eBPF/bcc. .SH SYNOPSIS .B drsnoop [\-h] [\-T] [\-U] [\-p PID] [\-t TID] [\-u UID] [\-d DURATION] [-n name] [-v] .SH DESCRIPTION drsnoop trace direct reclaim events, showing which processes are allocing pages with direct reclaiming. This can be useful for discovering when allocstall (/p- roc/vmstat) continues to increase, whether it is caused by some critical proc- esses or not. This works by tracing the direct reclaim events using kernel tracepoints. This makes use of a Linux 4.4 feature (bpf_perf_event_output()); for kernels older than 4.4, see the version under tools/old, which uses an older mechanism. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-T Include a timestamp column. .TP \-U Show UID. .TP \-p PID Trace this process ID only (filtered in-kernel). .TP \-t TID Trace this thread ID only (filtered in-kernel). .TP \-u UID Trace this UID only (filtered in-kernel). .TP \-d DURATION Total duration of trace in seconds. .TP \-n name Only print processes where its name partially matches 'name' \-v verbose Run in verbose mode. Will output system memory state .TP \-v show system memory state .SH EXAMPLES .TP Trace all direct reclaim events: # .B drsnoop .TP Trace all direct reclaim events, for 10 seconds only: # .B drsnoop -d 10 .TP Trace all direct reclaim events, and include timestamps: # .B drsnoop \-T .TP Show UID: # .B drsnoop \-U .TP Trace PID 181 only: # .B drsnoop \-p 181 .TP Trace UID 1000 only: # .B drsnoop \-u 1000 .TP Trace all direct reclaim events from processes where its name partially match- es 'mond': # .B drnsnoop \-n mond .SH FIELDS .TP TIME(s) Time of the call, in seconds. .TP UID User ID .TP PID Process ID .TP TID Thread ID .TP COMM Process name .SH OVERHEAD This traces the kernel direct reclaim tracepoints and prints output for each event. As the rate of this is generally expected to be low (< 1000/s), the overhead is also expected to be negligible. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Wenbo Zhang bpfcc-0.31.0/man/man8/execsnoop.8000066400000000000000000000070101465134135300163650ustar00rootroot00000000000000.TH execsnoop 8 "2020-02-20" "USER COMMANDS" .SH NAME execsnoop \- Trace new processes via exec() syscalls. Uses Linux eBPF/bcc. .SH SYNOPSIS .B execsnoop [\-h] [\-T] [\-t] [\-x] [\-\-cgroupmap CGROUPMAP] [\-\-mntnsmap MAPPATH] .B [\-u USER] [\-q] [\-n NAME] [\-l LINE] [\-U] [\-\-max-args MAX_ARGS] .SH DESCRIPTION execsnoop traces new processes, showing the filename executed and argument list. It works by traces the execve() system call (commonly used exec() variant). This catches new processes that follow the fork->exec sequence, as well as processes that re-exec() themselves. Some applications fork() but do not exec(), eg, for worker processes, which won't be included in the execsnoop output. This works by tracing the kernel sys_execve() function using dynamic tracing, and will need updating to match any changes to this function. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-T Include a time column (HH:MM:SS). .TP \-U Include UID column. .TP \-t Include a timestamp column. .TP \-u USER Filter by UID (or username) .TP \-x Include failed exec()s .TP \-q Add "quotemarks" around arguments. Escape quotemarks in arguments with a backslash. For tracing empty arguments or arguments that contain whitespace. .TP \-n NAME Only print command lines matching this name (regex) .TP \-l LINE Only print commands where arg contains this line (regex) .TP \--max-args MAXARGS Maximum number of arguments parsed and displayed, defaults to 20 .TP \-\-cgroupmap MAPPATH Trace cgroups in this BPF map only (filtered in-kernel). .TP \-\-mntnsmap MAPPATH Trace mount namespaces in this BPF map only (filtered in-kernel). .TP \-P PPID Trace this parent PID only. .TP .SH EXAMPLES .TP Trace all exec() syscalls: # .B execsnoop .TP Trace all exec() syscalls, and include timestamps: # .B execsnoop \-t .TP Display process UID: # .B execsnoop \-U .TP Trace only UID 1000: # .B execsnoop \-u 1000 .TP Trace only processes launched by root and display UID column: # .B execsnoop \-Uu root .TP Include failed exec()s: # .B execsnoop \-x .TP Put quotemarks around arguments. # .B execsnoop \-q .TP Only trace exec()s where the filename contains "mount": # .B execsnoop \-n mount .TP Only trace exec()s where argument's line contains "testpkg": # .B execsnoop \-l testpkg .TP Trace a set of cgroups only (see special_filtering.md from bcc sources for more details): # .B execsnoop \-\-cgroupmap /sys/fs/bpf/test01 .SH FIELDS .TP TIME Time of exec() return, in HH:MM:SS format. .TP TIME(s) Time of exec() return, in seconds. .TP UID User ID .TP PCOMM Parent process/command name. .TP PID Process ID .TP PPID Parent process ID .TP RET Return value of exec(). 0 == successs. Failures are only shown when using the \-x option. .TP ARGS Filename for the exec(), followed be up to 19 arguments. An ellipsis "..." is shown if the argument list is known to be truncated. .SH OVERHEAD This traces the kernel execve function and prints output for each event. As the rate of this is generally expected to be low (< 1000/s), the overhead is also expected to be negligible. If you have an application that is calling a high rate of exec()s, then test and understand overhead before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg, Rocky Xing .SH SEE ALSO opensnoop(1) bpfcc-0.31.0/man/man8/exitsnoop.8000066400000000000000000000053071465134135300164210ustar00rootroot00000000000000.TH exitsnoop 8 "2019-05-28" "USER COMMANDS" .SH NAME exitsnoop \- Trace all process termination (exit, fatal signal). Uses Linux eBPF/bcc. .SH SYNOPSIS .B exitsnoop [\-h] [\-t] [\-\-utc] [\-x] [\-p PID] [\-\-label LABEL] [\-\-per\-thread] .SH DESCRIPTION exitsnoop traces process termination, showing the command name and reason for termination, either an exit or a fatal signal. It catches processes of all users, processes in containers, as well as processes that become zombie. This works by tracing the kernel sched_process_exit() function using dynamic tracing, and will need updating to match any changes to this function. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-t Include a timestamp column. .TP \-\-utc Include a timestamp column, use UTC timezone. .TP \-x Exclude successful exits, exit( 0 ) .TP \-p PID Trace this process ID only (filtered in-kernel). .TP \-\-label LABEL Label each line with LABEL (default 'exit') in first column (2nd if timestamp is present). .TP \-\-per\-thread Trace per thread termination .SH EXAMPLES .TP Trace all process termination # .B exitsnoop .TP Trace all process termination, and include timestamps: # .B exitsnoop \-t .TP Exclude successful exits, only include non-zero exit codes and fatal signals: # .B exitsnoop \-x .TP Trace PID 181 only: # .B exitsnoop \-p 181 .TP Label each output line with 'EXIT': # .B exitsnoop \-\-label EXIT .TP Trace per thread termination # .B exitsnoop \-\-per\-thread .SH FIELDS .TP TIME-TZ Time of process termination HH:MM:SS.sss with milliseconds, where TZ is the local time zone, 'UTC' with \-\-utc option. .TP LABEL The optional label if \-\-label option is used. This is useful with the \-t option for timestamps when the output of several tracing tools is sorted into one combined output. .TP PCOMM Process/command name. .TP PID Process ID .TP PPID The process ID of the process that will be notified of PID termination. .TP TID Thread ID. .TP EXIT_CODE The exit code for exit() or the signal number for a fatal signal. .SH OVERHEAD This traces the kernel sched_process_exit() function and prints output for each event. As the rate of this is generally expected to be low (< 1000/s), the overhead is also expected to be negligible. If you have an application that has a high rate of process termination, then test and understand overhead before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Arturo Martin-de-Nicolas .SH SEE ALSO execsnoop(8) bpfcc-0.31.0/man/man8/ext4dist.8000066400000000000000000000036251465134135300161420ustar00rootroot00000000000000.TH ext4dist 8 "2016-02-12" "USER COMMANDS" .SH NAME ext4dist \- Summarize ext4 operation latency. Uses Linux eBPF/bcc. .SH SYNOPSIS .B ext4dist [\-h] [\-T] [\-m] [\-p PID] [interval] [count] .SH DESCRIPTION This tool summarizes time (latency) spent in common ext4 file operations: reads, writes, opens, and syncs, and presents it as a power-of-2 histogram. It uses an in-kernel eBPF map to store the histogram for efficiency. Since this works by tracing the ext4_file_operations interface functions, it will need updating to match any changes to these functions. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-T Don't include timestamps on interval output. .TP \-m Output in milliseconds. .TP \-p PID Trace this PID only. .SH EXAMPLES .TP Trace ext4 operation time, and print a summary on Ctrl-C: # .B ext4dist .TP Trace PID 181 only: # .B ext4dist -p 181 .TP Print 1 second summaries, 10 times: # .B ext4dist 1 10 .TP 1 second summaries, printed in milliseconds # .B ext4dist \-m 1 .SH FIELDS .TP msecs Range of milliseconds for this bucket. .TP usecs Range of microseconds for this bucket. .TP count Number of operations in this time range. .TP distribution ASCII representation of the distribution (the count column). .SH OVERHEAD This adds low-overhead instrumentation to these ext4 operations, including reads and writes from the file system cache. Such reads and writes can be very frequent (depending on the workload; eg, 1M/sec), at which point the overhead of this tool may become noticeable. Measure and quantify before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO ext4snoop(8) bpfcc-0.31.0/man/man8/ext4slower.8000066400000000000000000000062221465134135300165060ustar00rootroot00000000000000.TH ext4slower 8 "2016-02-11" "USER COMMANDS" .SH NAME ext4slower \- Trace slow ext4 file operations, with per-event details. .SH SYNOPSIS .B ext4slower [\-h] [\-j] [\-p PID] [min_ms] .SH DESCRIPTION This tool traces common ext4 file operations: reads, writes, opens, and syncs. It measures the time spent in these operations, and prints details for each that exceeded a threshold. WARNING: See the OVERHEAD section. By default, a minimum millisecond threshold of 10 is used. If a threshold of 0 is used, all events are printed (warning: verbose). Since this works by tracing the ext4_file_operations interface functions, it will need updating to match any changes to these functions. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS \-p PID Trace this PID only. .TP min_ms Minimum I/O latency (duration) to trace, in milliseconds. Default is 10 ms. .SH EXAMPLES .TP Trace synchronous file reads and writes slower than 10 ms: # .B ext4slower .TP Trace slower than 1 ms: # .B ext4slower 1 .TP Trace slower than 1 ms, and output just the fields in parsable format (csv): # .B ext4slower \-j 1 .TP Trace all file reads and writes (warning: the output will be verbose): # .B ext4slower 0 .TP Trace slower than 1 ms, for PID 181 only: # .B ext4slower \-p 181 1 .SH FIELDS .TP TIME(s) Time of I/O completion since the first I/O seen, in seconds. .TP COMM Process name. .TP PID Process ID. .TP T Type of operation. R == read, W == write, O == open, S == fsync. .TP OFF_KB File offset for the I/O, in Kbytes. .TP BYTES Size of I/O, in bytes. .TP LAT(ms) Latency (duration) of I/O, measured from when it was issued by VFS to the filesystem, to when it completed. This time is inclusive of block device I/O, file system CPU cycles, file system locks, run queue latency, etc. It's a more accurate measure of the latency suffered by applications performing file system I/O, than to measure this down at the block device interface. .TP FILENAME A cached kernel file name (comes from dentry->d_name.name). .TP ENDTIME_us Completion timestamp, microseconds (\-j only). .TP OFFSET_b File offset, bytes (\-j only). .TP LATENCY_us Latency (duration) of the I/O, in microseconds (\-j only). .SH OVERHEAD This adds low-overhead instrumentation to these ext4 operations, including reads and writes from the file system cache. Such reads and writes can be very frequent (depending on the workload; eg, 1M/sec), at which point the overhead of this tool (even if it prints no "slower" events) can begin to become significant. Measure and quantify before use. If this continues to be a problem, consider switching to a tool that prints in-kernel summaries only. .PP Note that the overhead of this tool should be less than fileslower(8), as this tool targets ext4 functions only, and not all file read/write paths (which can include socket I/O). .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO biosnoop(8), funccount(8), fileslower(8) bpfcc-0.31.0/man/man8/f2fsslower.8000066400000000000000000000062171465134135300164660ustar00rootroot00000000000000.TH f2fsslower 8 "2022-08-15" "USER COMMANDS" .SH NAME f2fsslower \- Trace slow f2fs file operations, with per-event details. .SH SYNOPSIS .B f2fsslower [\-h] [\-s] [\-p PID] [min_ms] .SH DESCRIPTION This tool traces common f2fs file operations: reads, writes, opens, and syncs. It measures the time spent in these operations, and prints details for each that exceeded a threshold. WARNING: See the OVERHEAD section. By default, a minimum millisecond threshold of 10 is used. If a threshold of 0 is used, all events are printed (warning: verbose). Since this works by tracing the f2fs_file_operations interface functions, it will need updating to match any changes to these functions. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS \-p PID Trace this PID only. .TP min_ms Minimum I/O latency (duration) to trace, in milliseconds. Default is 10 ms. .SH EXAMPLES .TP Trace synchronous file reads and writes slower than 10 ms: # .B f2fsslower .TP Trace slower than 1 ms: # .B f2fsslower 1 .TP Trace slower than 1 ms, and output just the fields in parsable format (csv): # .B f2fsslower \-s 1 .TP Trace all file reads and writes (warning: the output will be verbose): # .B f2fsslower 0 .TP Trace slower than 1 ms, for PID 181 only: # .B f2fsslower \-p 181 1 .SH FIELDS .TP TIME(s) Time of I/O completion since the first I/O seen, in seconds. .TP COMM Process name. .TP PID Process ID. .TP T Type of operation. R == read, W == write, O == open, S == fsync. .TP OFF_KB File offset for the I/O, in Kbytes. .TP BYTES Size of I/O, in bytes. .TP LAT(ms) Latency (duration) of I/O, measured from when it was issued by VFS to the filesystem, to when it completed. This time is inclusive of block device I/O, file system CPU cycles, file system locks, run queue latency, etc. It's a more accurate measure of the latency suffered by applications performing file system I/O, than to measure this down at the block device interface. .TP FILENAME A cached kernel file name (comes from dentry->d_name.name). .TP ENDTIME_us Completion timestamp, microseconds (\-s only). .TP OFFSET_b File offset, bytes (\-s only). .TP LATENCY_us Latency (duration) of the I/O, in microseconds (\-s only). .SH OVERHEAD This adds low-overhead instrumentation to these f2fs operations, including reads and writes from the file system cache. Such reads and writes can be very frequent (depending on the workload; eg, 1M/sec), at which point the overhead of this tool (even if it prints no "slower" events) can begin to become significant. Measure and quantify before use. If this continues to be a problem, consider switching to a tool that prints in-kernel summaries only. .PP Note that the overhead of this tool should be less than fileslower(8), as this tool targets f2fs functions only, and not all file read/write paths (which can include socket I/O). .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Ting Zhang .SH SEE ALSO biosnoop(8), funccount(8), fileslower(8) bpfcc-0.31.0/man/man8/filegone.8000066400000000000000000000025571465134135300161650ustar00rootroot00000000000000.TH filegone 8 "2022-11-18" "USER COMMANDS" .SH NAME filegone \- Trace why file gone (deleted or renamed). Uses Linux eBPF/bcc. .SH SYNOPSIS .B filegone [\-h] [\-p PID] .SH DESCRIPTION This traces why file gone/vanished, providing information on who deleted or renamed the file. This works by tracing the kernel vfs_unlink() , vfs_rmdir() , vfs_rename functions. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-p PID Trace this process ID only (filtered in-kernel). .SH EXAMPLES .TP Trace all file gone events # .B filegone .TP Trace file gone events caused by PID 181: # .B filegone \-p 181 .SH FIELDS .TP TIME Time of the event. .TP PID Process ID that renamed/deleted the file. .TP COMM Process name for the PID. .TP ACTION action on file: 'DELETE' or 'RENAME' .TP FILE Filename. .SH OVERHEAD This traces the kernel VFS file rename and delete functions and prints output for each event. As the rate of this is generally expected to be low (< 1000/s), the overhead is also expected to be negligible. This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Curu Wong .SH SEE ALSO filelife(8) bpfcc-0.31.0/man/man8/filelife.8000066400000000000000000000034671465134135300161550ustar00rootroot00000000000000.TH filelife 8 "2016-02-08" "USER COMMANDS" .SH NAME filelife \- Trace the lifespan of short-lived files. Uses Linux eBPF/bcc. .SH SYNOPSIS .B filelife [\-h] [\-p PID] .SH DESCRIPTION This traces the creation and deletion of files, providing information on who deleted the file, the file age, and the file name. The intent is to provide information on short-lived files, for debugging or performance analysis. This works by tracing the kernel vfs_create() and vfs_delete() functions (and maybe more, see the source) using dynamic tracing, and will need updating to match any changes to these functions. This makes use of a Linux 4.4 feature (bpf_perf_event_output()); for kernels older than 4.4, see the version under tools/old, which uses an older mechanism. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-p PID Trace this process ID only (filtered in-kernel). .SH EXAMPLES .TP Trace all short-lived files, and print details: # .B filelife .TP Trace all short-lived files created AND deleted by PID 181: # .B filelife \-p 181 .SH FIELDS .TP TIME Time of the deletion. .TP PID Process ID that deleted the file. .TP COMM Process name for the PID. .TP AGE(s) Age of the file, from creation to deletion, in seconds. .TP FILE Filename. .SH OVERHEAD This traces the kernel VFS file create and delete functions and prints output for each delete. As the rate of this is generally expected to be low (< 1000/s), the overhead is also expected to be negligible. This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO opensnoop(1) bpfcc-0.31.0/man/man8/fileslower.8000066400000000000000000000075041465134135300165450ustar00rootroot00000000000000.TH fileslower 8 "2016-02-07" "USER COMMANDS" .SH NAME fileslower \- Trace slow synchronous file reads and writes. .SH SYNOPSIS .B fileslower [\-h] [\-p PID] [-a] [min_ms] .SH DESCRIPTION This script uses kernel dynamic tracing of synchronous reads and writes at the VFS interface, to identify slow file reads and writes for any file system. This version traces __vfs_read() and __vfs_write() and only showing synchronous I/O (the path to new_sync_read() and new_sync_write()), and I/O with filenames. This approach provides a view of just two file system request types: file reads and writes. There are typically many others: asynchronous I/O, directory operations, file handle operations, file open()s, fflush(), etc. WARNING: See the OVERHEAD section. By default, a minimum millisecond threshold of 10 is used. Since this works by tracing various kernel __vfs_*() functions using dynamic tracing, it will need updating to match any changes to these functions. A future version should switch to using FS tracepoints instead. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS \-p PID Trace this PID only. .TP \-a Include non-regular file types in output (sockets, FIFOs, etc). .TP min_ms Minimum I/O latency (duration) to trace, in milliseconds. Default is 10 ms. .SH EXAMPLES .TP Trace synchronous file reads and writes slower than 10 ms: # .B fileslower .TP Trace slower than 1 ms: # .B fileslower 1 .TP Trace slower than 1 ms, for PID 181 only: # .B fileslower \-p 181 1 .SH FIELDS .TP TIME(s) Time of I/O completion since the first I/O seen, in seconds. .TP COMM Process name. .TP PID Process ID. .TP D Direction of I/O. R == read, W == write. .TP BYTES Size of I/O, in bytes. .TP LAT(ms) Latency (duration) of I/O, measured from when the application issued it to VFS to when it completed. This time is inclusive of block device I/O, file system CPU cycles, file system locks, run queue latency, etc. It's a more accurate measure of the latency suffered by applications performing file system I/O, than to measure this down at the block device interface. .TP FILENAME A cached kernel file name (comes from dentry->d_name.name). .SH OVERHEAD Depending on the frequency of application reads and writes, overhead can become severe, in the worst case slowing applications by 2x. In the best case, the overhead is negligible. Hopefully for real world workloads the overhead is often at the lower end of the spectrum -- test before use. The reason for high overhead is that this traces VFS reads and writes, which includes FS cache reads and writes, and can exceed one million events per second if the application is I/O heavy. While the instrumentation is extremely lightweight, and uses in-kernel eBPF maps for efficient timing and filtering, multiply that cost by one million events per second and that cost becomes a million times worse. You can get an idea of the possible cost by just counting the instrumented events using the bcc funccount tool, eg: .PP # ./funccount.py -i 1 -r '^__vfs_(read|write)$' .PP This also costs overhead, but is somewhat less than fileslower. .PP If the overhead is prohibitive for your workload, I'd recommend moving down-stack a little from VFS into the file system functions (ext4, xfs, etc). Look for updates to bcc for specific file system tools that do this. The advantage of a per-file system approach is that we can trace post-cache, greatly reducing events and overhead. The disadvantage is needing custom tracing approaches for each different file system (whereas VFS is generic). .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO biosnoop(8), funccount(8) bpfcc-0.31.0/man/man8/filetop.8000066400000000000000000000063711465134135300160350ustar00rootroot00000000000000.TH filetop 8 "2016-02-08" "USER COMMANDS" .SH NAME filetop \- File reads and writes by filename and process. Top for files. .SH SYNOPSIS .B filetop [\-h] [\-a] [\-C] [\-r MAXROWS] [\-s {reads,writes,rbytes,wbytes}] [\-p PID] [interval] [count] .SH DESCRIPTION This is top for files. This traces file reads and writes, and prints a per-file summary every interval (by default, 1 second). By default the summary is sorted on the highest read throughput (Kbytes). Sorting order can be changed via -s option. By default only IO on regular files is shown. The -a option will list all file types (sockets, FIFOs, etc). This uses in-kernel eBPF maps to store per process summaries for efficiency. This script works by tracing the __vfs_read() and __vfs_write() functions using kernel dynamic tracing, which instruments explicit read and write calls. If files are read or written using another means (eg, via mmap()), then they will not be visible using this tool. Also, this tool will need updating to match any code changes to those vfs functions. This should be useful for file system workload characterization when analyzing the performance of applications. Note that tracing VFS level reads and writes can be a frequent activity, and this tool can begin to cost measurable overhead at high I/O rates. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-a Include non-regular file types (sockets, FIFOs, etc). .TP \-C Don't clear the screen. .TP \-r MAXROWS Maximum number of rows to print. Default is 20. .TP \-s {reads,writes,rbytes,wbytes} Sort column. Default is rbytes (read throughput). .TP \-p PID Trace this PID only. .TP interval Interval between updates, seconds. .TP count Number of interval summaries. .SH EXAMPLES .TP Summarize block device I/O by process, 1 second screen refresh: # .B filetop .TP Don't clear the screen, and top 8 rows only: # .B filetop -Cr 8 .TP 5 second summaries, 10 times only: # .B filetop 5 10 .SH FIELDS .TP loadavg: The contents of /proc/loadavg .TP PID Process ID. .TP COMM Process name. .TP READS Count of reads during interval. .TP WRITES Count of writes during interval. .TP R_Kb Total read Kbytes during interval. .TP W_Kb Total write Kbytes during interval. .TP T Type of file: R == regular, S == socket, O == other (pipe, etc). .TP FILE Filename. .SH OVERHEAD Depending on the frequency of application reads and writes, overhead can become significant, in the worst case slowing applications by over 50%. Hopefully for real world workloads the overhead is much less -- test before use. The reason for the high overhead is that VFS reads and writes can be a frequent event, and despite the eBPF overhead being very small per event, if you multiply this small overhead by a million events per second, it becomes a million times worse. Literally. You can gauge the number of reads and writes using the vfsstat(8) tool, also from bcc. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH INSPIRATION top(1) by William LeFebvre .SH SEE ALSO vfsstat(8), vfscount(8), fileslower(8) bpfcc-0.31.0/man/man8/funccount.8000066400000000000000000000055361465134135300164010ustar00rootroot00000000000000.TH funccount 8 "2015-08-18" "USER COMMANDS" .SH NAME funccount \- Count function, tracepoint, and USDT probe calls matching a pattern. Uses Linux eBPF/bcc. .SH SYNOPSIS .B funccount [\-h] [\-p PID] [\-i INTERVAL] [\-d DURATION] [\-T] [\-r] [\-c CPU] [\-D] pattern .SH DESCRIPTION This tool is a quick way to determine which functions are being called, and at what rate. It uses in-kernel eBPF maps to count function calls. WARNING: This uses dynamic tracing of (what can be many) functions, an activity that has had issues on some kernel versions (risk of panics or freezes). Test, and know what you are doing, before use. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS pattern Search pattern. Supports "*" wildcards. See EXAMPLES. You can also use \-r for regular expressions. .TP \-h Print usage message. .TP \-p PID Trace this process ID only. .TP \-i INTERVAL Print output every interval seconds. .TP \-d DURATION Total duration of trace in seconds. .TP \-T Include timestamps on output. .TP \-r Use regular expressions for the search pattern. .TP \-D Print the BPF program before starting (for debugging purposes). .TP \-c CPU Trace on this CPU only. .SH EXAMPLES .TP Count kernel functions beginning with "vfs_", until Ctrl-C is hit: # .B funccount 'vfs_*' .TP Count kernel functions beginning with "tcp_send", until Ctrl-C is hit: # .B funccount 'tcp_send*' .TP Print kernel functions beginning with "vfs_", every second: # .B funccount \-i 1 'vfs_*' .TP Print kernel functions beginning with "vfs_", for ten seconds only: # .B funccount \-d 10 'vfs_*' .TP Match kernel functions beginning with "vfs_", using regular expressions: # .B funccount \-r '^vfs_.*' .TP Count vfs calls for process ID 181 only: # .B funccount \-p 181 'vfs_*' .TP Count calls to the sched_fork tracepoint, indicating a fork() performed: # .B funccount t:sched:sched_fork .TP Count all GC USDT probes in the Node process: # .B funccount -p 185 u:node:gc* .TP Count all malloc() calls in libc: # .B funccount c:malloc .TP Count kernel functions beginning with "vfs_" on CPU 1 only: # .B funccount \-c 1 'vfs_*' .SH FIELDS .TP FUNC Function name .TP COUNT Number of calls while tracing .SH OVERHEAD This traces functions and maintains in-kernel counts, which are asynchronously copied to user-space. While the rate of calls be very high (>1M/sec), this is a relatively efficient way to trace these events, and so the overhead is expected to be small for normal workloads. Measure in a test environment before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg, Sasha Goldshtein .SH SEE ALSO stackcount(8) funclatency(8) vfscount(8) bpfcc-0.31.0/man/man8/funcinterval.8000066400000000000000000000062341465134135300170710ustar00rootroot00000000000000.TH funcinterval 8 "2020-05-27" "USER COMMANDS" .SH NAME funcinterval \- Time interval between the same function, tracepoint as a histogram. .SH SYNOPSIS .B funcinterval [\-h] [\-p PID] [\-i INTERVAL] [\-d DURATION] [\-T] [\-u] [\-m] [\-v] pattern .SH DESCRIPTION This tool times interval between the same function as a histogram. eBPF/bcc is very suitable for platform performance tuning. By funclatency, we can profile specific functions to know how latency this function costs. However, sometimes performance drop is not about the latency of function but the interval between function calls. funcinterval is born for this purpose. This tool uses in-kernel eBPF maps for storing timestamps and the histogram, for efficiency. WARNING: This uses dynamic tracing of (what can be many) functions, an activity that has had issues on some kernel versions (risk of panics or freezes). Test, and know what you are doing, before use. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS pattern Function name. \-h Print usage message. .TP \-p PID Trace this process ID only. .TP \-i INTERVAL Print output every interval seconds. .TP \-d DURATION Total duration of trace, in seconds. .TP \-T Include timestamps on output. .TP \-u Output histogram in microseconds. .TP \-m Output histogram in milliseconds. .TP \-v Print the BPF program (for debugging purposes). .SH EXAMPLES .TP Time the interval of do_sys_open() kernel function as a histogram: # .B funcinterval do_sys_open .TP Time the interval of xhci_ring_ep_doorbell(), in microseconds: # .B funcinterval -u xhci_ring_ep_doorbell .TP Time the interval of do_nanosleep(), in milliseconds # .B funcinterval -m do_nanosleep .TP Output every 5 seconds, with timestamps: # .B funcinterval -mTi 5 vfs_read .TP Time process 181 only: # .B funcinterval -p 181 vfs_read .TP Time the interval of mm_vmscan_direct_reclaim_begin tracepoint: # .B funcinterval t:vmscan:mm_vmscan_direct_reclaim_begin .TP Time the interval of c:malloc used by top every 3 seconds: # .B funcinterval -p `pidof -s top` -i 3 c:malloc .TP Time /usr/local/bin/python main function: # .B funcinterval /usr/local/bin/python:main .SH FIELDS .TP necs Nanosecond range .TP usecs Microsecond range .TP msecs Millisecond range .TP count How many calls fell into this range .TP distribution An ASCII bar chart to visualize the distribution (count column) .SH OVERHEAD This traces kernel functions and maintains in-kernel timestamps and a histogram, which are asynchronously copied to user-space. While this method is very efficient, the rate of kernel functions can also be very high (>1M/sec), at which point the overhead is expected to be measurable. Measure in a test environment and understand overheads before use. You can also use funccount to measure the rate of kernel functions over a short duration, to set some expectations before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Edward Wu .SH SEE ALSO funclatency(8) funccount(8) bpfcc-0.31.0/man/man8/funclatency.8000066400000000000000000000073371465134135300167110ustar00rootroot00000000000000.TH funclatency 8 "2015-08-18" "USER COMMANDS" .SH NAME funclatency \- Time functions and print latency as a histogram. .SH SYNOPSIS .B funclatency [\-h] [\-p PID] [\-i INTERVAL] [\-d DURATION] [\-T] [\-u] [\-m] [\-F] [\-r] [\-v] pattern .SH DESCRIPTION This tool traces function calls and times their duration (latency), and shows the latency distribution as a histogram. The time is measured from when the function is called to when it returns, and is inclusive of both on-CPU time and time spent blocked. This tool uses in-kernel eBPF maps for storing timestamps and the histogram, for efficiency. Currently nested or recursive functions are not supported properly, and timestamps will be overwritten, creating dubious output. Try to match single functions, or groups of functions that run at the same stack layer, and don't ultimately call each other. WARNING: This uses dynamic tracing of (what can be many) functions, an activity that has had issues on some kernel versions (risk of panics or freezes). Test, and know what you are doing, before use. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS pattern Function name or search pattern. Supports "*" wildcards. See EXAMPLES. You can also use \-r for regular expressions. .TP \-h Print usage message. .TP \-p PID Trace this process ID only. .TP \-i INTERVAL Print output every interval seconds. .TP \-d DURATION Total duration of trace, in seconds. .TP \-l LEVEL Set the level of nested or recursive functions. .TP \-T Include timestamps on output. .TP \-u Output histogram in microseconds. .TP \-m Output histogram in milliseconds. .TP \-F Print a separate histogram per function matched. .TP \-r Use regular expressions for the search pattern. .TP \-v Print the BPF program (for debugging purposes). .SH EXAMPLES .TP Time the do_sys_open() kernel function, and print the distribution as a histogram: # .B funclatency do_sys_open .TP Time the read() function in libc across all processes on the system: # .B funclatency c:read .TP Time vfs_read(), and print the histogram in units of microseconds: # .B funclatency \-u vfs_read .TP Time do_nanosleep(), and print the histogram in units of milliseconds: # .B funclatency \-m do_nanosleep .TP Time libc open(), and print output every 2 seconds, for duration 10 seconds: # .B funclatency \-i 2 -d 10 c:read .TP Time vfs_read(), and print output every 5 seconds, with timestamps: # .B funclatency \-mTi 5 vfs_read .TP Time vfs_read() for process ID 181 only: # .B funclatency \-p 181 vfs_read .TP Time both vfs_fstat() and vfs_fstatat() calls, by use of a wildcard: # .B funclatency 'vfs_fstat*' .TP Time both vfs_fstat* calls, and print a separate histogram for each: # .B funclatency -F 'vfs_fstat*' .SH FIELDS .TP necs Nanosecond range .TP usecs Microsecond range .TP msecs Millisecond range .TP count How many calls fell into this range .TP distribution An ASCII bar chart to visualize the distribution (count column) .SH OVERHEAD This traces kernel functions and maintains in-kernel timestamps and a histogram, which are asynchronously copied to user-space. While this method is very efficient, the rate of kernel functions can also be very high (>1M/sec), at which point the overhead is expected to be measurable. Measure in a test environment and understand overheads before use. You can also use funccount to measure the rate of kernel functions over a short duration, to set some expectations before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg, Sasha Goldshtein .SH SEE ALSO funccount(8) bpfcc-0.31.0/man/man8/funcslower.8000066400000000000000000000071531465134135300165610ustar00rootroot00000000000000.TH funcslower 8 "2017-03-30" "USER COMMANDS" .SH NAME funcslower \- Trace slow kernel or user function calls. .SH SYNOPSIS .B funcslower [\-hf] [\-p PID] [\-U | \-K] [-m MIN_MS] [-u MIN_US] [-a ARGUMENTS] [-T] [-t] [-v] function [function ...] .SH DESCRIPTION This script traces a kernel or user function's entry and return points, and prints a message when the function's latency exceeded the specified threshold. Multiple functions are supported, and you can mix kernel functions with user functions in different libraries. WARNING: See the OVERHEAD section. By default, a minimum millisecond threshold of 1 is used. Recursive functions are not supported: only the inner-most recursive invocation will be traced. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS \-p PID Trace this PID only. .TP \-m MIN_NS Minimum duration to trace, in milliseconds. Default is 1 ms. .TP \-u MIN_US Minimum duration to trace, in microseconds. .TP \-a ARGUMENTS Print the function's arguments, up to 6. .TP \-T Print a HH:MM:SS timestamp with each entry. .TP \-t Print a seconds timestamp with each entry, at microsecond resolution. .TP \-f Print output in folded stack format. .TP \-U Show stacks from user space only (no kernel space stacks). .TP \-K Show stacks from kernel space only (no user space stacks). .TP \-v Print the resulting BPF program, for debugging purposes. .TP function The function to trace -- multiple functions are supported. If a plain function name is provided, the function is assumed to be a kernel function. For user functions, provide the library name and the function name, e.g. bash:readline or c:malloc. .SH EXAMPLES .TP Trace vfs_write calls slower than 1ms: # .B funcslower vfs_write .TP Trace open() calls in libc slower than 10us: # .B funcslower \-u 10 c:open .TP Trace both malloc() and free() slower than 10us, in pid 135 only: # .B funcslower \-p 135 \-u 10 c:malloc c:free .TP Trace the write syscall and print its first 4 arguments: # .B funcslower -a 4 SyS_write .TP Trace opens from libc and print the user and kernel stack frames: # .B funcslower -UK c:open .SH FIELDS .TP TIME Time of the event as a human-readable HH:MM:SS format, or a timestamp in seconds at microsecond-accuracy from the first event seen. .TP COMM Process name. .TP PID Process ID. .TP LAT Latency of the operation in either microseconds (us) or milliseconds (ms). .TP RVAL The return value from the function. Often useful for diagnosing a relationship between slow and failed function calls. .TP FUNC The function name, followed by its arguments if requested. .SH OVERHEAD Depending on the function(s) being traced, overhead can become severe. For example, tracing a common function like malloc() can slow down a C/C++ program by a factor of 2 or more. On the other hand, tracing a low-frequency event like the SyS_setreuid() function will probably not be as prohibitive, and in fact negligible for functions that are called up to 100-1000 times per second. You should first use the funclatency and argdist tools for investigation, because they summarize data in-kernel and have a much lower overhead than this tool. To get a general idea of the number of times a particular function is called (and estimate the overhead), use the funccount tool, e.g.: .PP # funccount c:open .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Sasha Goldshtein .SH SEE ALSO funccount(8), funclatency(8), argdist(8), trace(8) bpfcc-0.31.0/man/man8/gethostlatency.8000066400000000000000000000033311465134135300174210ustar00rootroot00000000000000.TH gethostlatency 8 "2016-01-28" "USER COMMANDS" .SH NAME gethostlatency \- Show latency for getaddrinfo/gethostbyname[2] calls. Uses Linux eBPF/bcc. .SH SYNOPSIS .B gethostlatency .SH DESCRIPTION This traces and prints when getaddrinfo(), gethostbyname(), and gethostbyname2() are called, system wide, and shows the responsible PID and command name, latency of the call (duration) in milliseconds, and the host string. This tool can be useful for identifying DNS latency, by identifying which remote host name lookups were slow, and by how much. This makes use of a Linux 4.4 feature (bpf_perf_event_output()); for kernels older than 4.4, see the version under tools/old, which uses an older mechanism This tool currently uses dynamic tracing of user-level functions and registers, and may need modifications to match your software and processor architecture. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-p PID Trace this process ID only. .SH EXAMPLES .TP Trace host lookups (getaddrinfo/gethostbyname[2]) system wide: # .B gethostlatency .SH FIELDS .TP TIME Time of the command (HH:MM:SS). .TP PID Process ID of the client performing the call. .TP COMM Process (command) name of the client performing the call. .TP HOST Host name string: the target of the lookup. .SH OVERHEAD The rate of lookups should be relatively low, so the overhead is not expected to be a problem. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO tcpdump(8) bpfcc-0.31.0/man/man8/hardirqs.8000066400000000000000000000050401465134135300162000ustar00rootroot00000000000000.TH hardirqs 8 "2015-10-20" "USER COMMANDS" .SH NAME hardirqs \- Measure hard IRQ (hard interrupt) event time. Uses Linux eBPF/bcc. .SH SYNOPSIS .B hardirqs [\-h] [\-T] [\-N] [\-C] [\-d] [interval] [outputs] .SH DESCRIPTION This summarizes the time spent servicing hard IRQs (hard interrupts), and can show this time as either totals or histogram distributions. A system-wide summary of this time is shown by the %irq column of mpstat(1), and event counts (but not times) are shown by /proc/interrupts. This tool uses the irq:irq_handler_entry and irq:irq_handler_exit kernel tracepoints, which is a stable tracing mechanism. BPF programs can attach to tracepoints from Linux 4.7 only. An older version of this tool is available in tools/old, and uses kprobes instead of tracepoints. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-T Include timestamps on output. .TP \-N Output in nanoseconds. .TP \-C Count events only. .TP \-d Show IRQ time distribution as histograms. .TP \-c CPU Trace on this CPU only. .SH EXAMPLES .TP Sum hard IRQ event time until Ctrl-C: # .B hardirqs .TP Show hard IRQ event time as histograms: # .B hardirqs \-d .TP Print 1 second summaries, 10 times: # .B hardirqs 1 10 .TP 1 second summaries, printed in nanoseconds, with timestamps: # .B hardirqs \-NT 1 .TP Sum hard IRQ event time on CPU 1 until Ctrl-C: # .B hardirqs \-c 1 .SH FIELDS .TP HARDIRQ The irq action name for this hard IRQ. .TP TOTAL_usecs Total time spent in this hard IRQ in microseconds. .TP TOTAL_nsecs Total time spent in this hard IRQ in nanoseconds. .TP usecs Range of microseconds for this bucket. .TP nsecs Range of nanoseconds for this bucket. .TP count Number of hard IRQs in this time range. .TP distribution ASCII representation of the distribution (the count column). .SH OVERHEAD This traces kernel functions and maintains in-kernel counts, which are asynchronously copied to user-space. While the rate of interrupts be very high (>1M/sec), this is a relatively efficient way to trace these events, and so the overhead is expected to be small for normal workloads, but could become noticeable for heavy workloads. Measure in a test environment before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg, Hengqi Chen, Rocky Xing .SH SEE ALSO softirqs(8) bpfcc-0.31.0/man/man8/inject.8000066400000000000000000000051121465134135300156370ustar00rootroot00000000000000.TH inject 8 "2018-03-16" "USER COMMANDS" .SH NAME inject \- injects appropriate error into function if input call chain and predicates are satisfied. Uses Linux eBPF/bcc. .SH SYNOPSIS .B inject -h [-I header] [-P probability] [-v] [-c count] .SH DESCRIPTION inject injects errors into specified kernel functionality when a given call chain and associated predicates are satisfied. WARNING: This tool injects failures into key kernel functions and may crash the kernel. You should know what you're doing if you're using this tool. This makes use of a Linux 4.16 feature (bpf_override_return()) Since this uses BPF, only the root user can use this tool. .SH OPTIONS .TP \-h Print usage message. .TP \-v Display the generated BPF program, for debugging or modification. .TP \-I header Necessary headers to be included. .TP \-P probability Optional probability of failure, default 1. .TP \-c count Number of errors to inject before stopping, default never stops. .SH MODE .TP \fBkmalloc\fR Make the following function indicate failure .RS 14 int should_failslab(struct kmem_cache *s, gfp_t gfpflags) .RE .TP \fBbio\fR Make the following function indicate failure .RS 14 int should_fail_bio(struct bio *bio) .RE .TP \fBalloc_page\fR Make the following function indicate failure .RS 14 bool should_fail_alloc_page(gfp_t gfp_mask, unsigned int order) .RE .SH SPEC .B FUNCTION([ARGS])[(TEST)] [=> ...] A list of predicates separated by "=>". A predicate is a function signature (name and arguments) in a call stack and a test on the function's arguments. Missing predicates are implicitly true. Missing tests are implicitly true. Specifying the function arguments is optional if the test does not use them. If the error injection function is not listed as the first predicate, it is implicitly added. Functions are listed in the reverse order that they are called, ie. if a() calls b(), the spec would be "b() => a()". .SH REQUIREMENTS CONFIG_BPF, CONFIG_BPF_KPROBE_OVERRIDE, bcc .SH EXAMPLES .EX inject kmalloc -v 'SyS_mount()' .EE .EX inject kmalloc -v 'mount_subtree() => btrfs_mount()' .EE .EX inject -P 0.5 -c 100 alloc_page "should_fail_alloc_page(gfp_t gfp_mask, unsigned int order) (order == 1) => qlge_refill_bq()" .EE Please see the output of '-h' and tools/inject_example.txt for more examples. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Howard McLauchlan bpfcc-0.31.0/man/man8/javacalls.8000077700000000000000000000000001465134135300176732ucalls.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/javaflow.8000077700000000000000000000000001465134135300174152uflow.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/javagc.8000077700000000000000000000000001465134135300164612ugc.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/javaobjnew.8000077700000000000000000000000001465134135300202472uobjnew.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/javastat.8000077700000000000000000000000001465134135300174252ustat.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/javathreads.8000077700000000000000000000000001465134135300205632uthreads.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/killsnoop.8000066400000000000000000000043561465134135300164060ustar00rootroot00000000000000.TH killsnoop 8 "2015-08-20" "USER COMMANDS" .SH NAME killsnoop \- Trace signals issued by the kill() syscall. Uses Linux eBPF/bcc. .SH SYNOPSIS .B killsnoop [\-h] [\-x] [-p PID] [-T PID] [-s SIGNAL] .SH DESCRIPTION killsnoop traces the kill() syscall, to show signals sent via this method. This may be useful to troubleshoot failing applications, where an unknown mechanism is sending signals. This works by tracing the kernel sys_kill() function using dynamic tracing, and will need updating to match any changes to this function. This makes use of a Linux 4.4 feature (bpf_perf_event_output()); for kernels older than 4.4, see the version under tools/old, which uses an older mechanism. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-x Only print failed kill() syscalls. .TP \-p PID Trace this process ID only which is the sender of signal (filtered in-kernel). .TP \-T PID Trace this target process ID only which is the receiver of signal (filtered in-kernel). .TP \-s SIGNAL Trace this signal only (filtered in-kernel). .SH EXAMPLES .TP Trace all kill() syscalls: # .B killsnoop .TP Trace only kill() syscalls that failed: # .B killsnoop \-x .TP Trace PID 181 only: # .B killsnoop \-p 181 .TP Trace target PID 189 only: # .B killsnoop \-T 189 .TP Trace signal 9 only: # .B killsnoop \-s 9 .SH FIELDS .TP TIME Time of the kill call. .TP PID Source process ID .TP COMM Source process name .TP SIG Signal number. See signal(7). .TP TPID Target process ID .TP RES Result. 0 == success, a negative value (of the error code) for failure. .SH OVERHEAD This traces the kernel kill function and prints output for each event. As the rate of this is generally expected to be low (< 100/s), the overhead is also expected to be negligible. If you have an application that is calling a very high rate of kill()s for some reason, then test and understand overhead before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO opensnoop(8), funccount(8) bpfcc-0.31.0/man/man8/klockstat.8000066400000000000000000000130231465134135300163620ustar00rootroot00000000000000.TH klockstat 8 "2019-10-22" "USER COMMANDS" .SH NAME klockstat \- Traces kernel mutex lock events and display locks statistics. Uses Linux eBPF/bcc. .SH SYNOPSIS .B klockstat [\-h] [\-i] [\-n] [\-s] [\-c] [\-S FIELDS] [\-p] [\-t] [\-d DURATION] .SH DESCRIPTION klockstat traces kernel mutex lock events and display locks statistics and displays following data: Caller Avg Spin Count Max spin Total spin psi_avgs_work+0x2e 3675 5 5468 18379 flush_to_ldisc+0x22 2833 2 4210 5667 n_tty_write+0x30c 3914 1 3914 3914 isig+0x5d 2390 1 2390 2390 tty_buffer_flush+0x2a 1604 1 1604 1604 commit_echoes+0x22 1400 1 1400 1400 n_tty_receive_buf_common+0x3b9 1399 1 1399 1399 Caller Avg Hold Count Max hold Total hold flush_to_ldisc+0x22 42558 2 76135 85116 psi_avgs_work+0x2e 14821 5 20446 74106 n_tty_receive_buf_common+0x3b9 12300 1 12300 12300 n_tty_write+0x30c 10712 1 10712 10712 isig+0x5d 3362 1 3362 3362 tty_buffer_flush+0x2a 3078 1 3078 3078 commit_echoes+0x22 3017 1 3017 3017 Every caller to using kernel's mutex is displayed on every line. First portion of lines show the lock acquiring data, showing the amount of time it took to acquired given lock. 'Caller' - symbol acquiring the mutex 'Average Spin' - average time to acquire the mutex 'Count' - number of times mutex was acquired 'Max spin' - maximum time to acquire the mutex 'Total spin' - total time spent in acquiring the mutex Second portion of lines show the lock holding data, showing the amount of time it took to hold given lock. 'Caller' - symbol holding the mutex 'Average Hold' - average time mutex was held 'Count' - number of times mutex was held 'Max hold' - maximum time mutex was held 'Total hold' - total time spent in holding the mutex This works by tracing mutex_lock/unlock kprobes, updating the lock stats in maps and processing them in the python part. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-i SEC print summary at this interval (seconds) .TP \-c CALLER print locks taken by given caller filter (e.g., pipe_) .TP \-S FIELDS sort data on specific columns defined by FIELDS string (by default the data is sorted by Max columns) FIELDS string contains 1 or 2 fields describing columns to sort on for both acquiring and holding data. Following fields are available: acq_max for 'Max spin' column acq_total for 'Total spin' column acq_count for 'Count' column hld_max for 'Max hold' column hld_total for 'Total hold' column hld_count for 'Count' column See EXAMPLES. .TP \-n COUNT print COUNT number of locks .TP \-s COUNT print COUNT number of stack entries .TP \-p PID Trace this process ID only (filtered in-kernel). .TP \-t TID Trace this thread ID only (filtered in-kernel). .TP \-d DURATION Total duration of trace in seconds. .TP \-\-stack-storage-size STACK_STORAGE_SIZE Change the number of unique stack traces that can be stored and displayed. .SH EXAMPLES .TP Sort lock acquired results on acquired count: # .B klockstat -S acq_count .TP Sort lock held results on total held time: # .B klockstat -S hld_total .TP Combination of above: # .B klockstat -S acq_count,hld_total .TP Trace system wide: # .B klockstat .TP Trace for 5 seconds only: # .B klockstat -d 5 .TP Display stats every 5 seconds # .B klockstat -i 5 .TP Trace locks for PID 123: # .B klockstat -p 123 .TP Trace locks for TID 321: # .B klockstat -t 321 .TP Display stats only for lock callers with 'pipe_' substring # .B klockstat -c pipe_ .TP Display 3 locks: # .B klockstat -n 3 .TP Display 10 levels of stack for the most expensive lock: # .B klockstat -n 1 -s 10 Tracing lock events... Hit Ctrl-C to end. ^C Caller Avg Spin Count Max spin Total spin pipe_wait+0xa9 670 397691 17273 266775437 pipe_wait+0xa9 pipe_read+0x206 new_sync_read+0x12a vfs_read+0x9d ksys_read+0x5f do_syscall_64+0x5b entry_SYSCALL_64_after_hwframe+0x44 Caller Avg Hold Count Max hold Total hold flush_to_ldisc+0x22 28381 3 65484 85144 flush_to_ldisc+0x22 process_one_work+0x1b0 worker_thread+0x50 kthread+0xfb ret_from_fork+0x35 .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH CREDITS This tool is based on work of David Valin and his script. .SH AUTHOR Jiri Olsa bpfcc-0.31.0/man/man8/ksnoop.8000066400000000000000000000210541465134135300156770ustar00rootroot00000000000000.\" Man page generated from reStructuredText. . .TH KSNOOP 8 "" "" "" .SH NAME KSNOOP \- tool for tracing kernel function entry/return showing arguments/return values . .nr rst2man-indent-level 0 . .de1 rstReportMargin \\$1 \\n[an-margin] level \\n[rst2man-indent-level] level margin: \\n[rst2man-indent\\n[rst2man-indent-level]] - \\n[rst2man-indent0] \\n[rst2man-indent1] \\n[rst2man-indent2] .. .de1 INDENT .\" .rstReportMargin pre: . RS \\$1 . nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin] . nr rst2man-indent-level +1 .\" .rstReportMargin post: .. .de UNINDENT . RE .\" indent \\n[an-margin] .\" old: \\n[rst2man-indent\\n[rst2man-indent-level]] .nr rst2man-indent-level -1 .\" new: \\n[rst2man-indent\\n[rst2man-indent-level]] .in \\n[rst2man-indent\\n[rst2man-indent-level]]u .. .SH SYNOPSIS .INDENT 0.0 .INDENT 3.5 \fBksnoop\fP [\fIOPTIONS\fP] { \fICOMMAND\fP \fIFUNC\fP | \fBhelp\fP } .sp \fIOPTIONS\fP := { { \fB\-V\fP | \fB\-\-version\fP } | { \fB\-h\fP | \fB\-\-help\fP } | { [\fB\-P\fP | \fB\-\-pages\fP] nr_pages} | { [\fB\-p\fP | \fB\-\-pid\fP] pid} | [{ \fB\-s\fP | \fB\-\-stack\fP }] | [{ \fB\-d\fP | \fB\-\-debug\fP }] } .sp \fICOMMAND\fP := { \fBtrace\fP | \fBinfo\fP } .sp \fIFUNC\fP := { \fBname\fP | \fBname\fP(\fBarg\fP[,**arg]) } .UNINDENT .UNINDENT .SH DESCRIPTION .INDENT 0.0 .INDENT 3.5 \fIksnoop\fP allows for inspection of arguments and return values associated with function entry/return. .INDENT 0.0 .TP .B \fBksnoop info\fP \fIFUNC\fP Show function description, arguments and return value types. .TP .B \fBksnoop trace\fP \fIFUNC\fP [\fIFUNC\fP] Trace function entry and return, showing arguments and return values. A function name can simply be specified, or a function name along with named arguments, return values. \fBreturn\fP is used to specify the return value. .UNINDENT .sp \fIksnoop\fP requires the kernel to provide BTF for itself, and if tracing of module data is required, module BTF must be present also. Check /sys/kernel/btf to see if BTF is present. .sp \fBksnoop\fP requires \fICAP_BPF\fP and \fICAP_TRACING\fP capabilities. .UNINDENT .UNINDENT .SH OPTIONS .INDENT 0.0 .INDENT 3.5 .INDENT 0.0 .TP .B \-h\fP,\fB \-\-help Show help information .TP .B \-V\fP,\fB \-\-version Show version. .TP .B \-d\fP,\fB \-\-debug Show debug output. .TP .B \-p\fP,\fB \-\-pid Filter events by pid. .TP .B \-P\fP,\fB \-\-pages Specify number of pages used per\-CPU for perf event collection. Default is 8. .TP .B \-s\fP,\fB \-\-stack Specified set of functions are traced if and only if they are encountered in the order specified. .UNINDENT .UNINDENT .UNINDENT .SH EXAMPLES .sp \fB# ksnoop info ip_send_skb\fP .INDENT 0.0 .INDENT 3.5 .sp .nf .ft C int ip_send_skb(struct net * net, struct sk_buff * skb); .ft P .fi .UNINDENT .UNINDENT .sp Show function description. .sp \fB# ksnoop trace ip_send_skb\fP .INDENT 0.0 .INDENT 3.5 .sp .nf .ft C TIME CPU PID FUNCTION/ARGS 78101668506811 1 2813 ip_send_skb( net = *(0xffffffffb5959840) (struct net){ .passive = (refcount_t){ .refs = (atomic_t){ .counter = (int)0x2, }, }, .dev_base_seq = (unsigned int)0x18, .ifindex = (int)0xf, .list = (struct list_head){ .next = (struct list_head *)0xffff9895440dc120, .prev = (struct list_head *)0xffffffffb595a8d0, }, ... 79561322965250 1 2813 ip_send_skb( return = (int)0x0 ); .ft P .fi .UNINDENT .UNINDENT .sp Show entry/return for ip_send_skb() with arguments, return values. .sp \fB# ksnoop trace "ip_send_skb(skb)"\fP .INDENT 0.0 .INDENT 3.5 .sp .nf .ft C TIME CPU PID FUNCTION/ARGS 78142420834537 1 2813 ip_send_skb( skb = *(0xffff989750797c00) (struct sk_buff){ (union){ .sk = (struct sock *)0xffff98966ce19200, .ip_defrag_offset = (int)0x6ce19200, }, (union){ (struct){ ._skb_refdst = (long unsigned int)0xffff98981dde2d80, .destructor = (void (*)(struct sk_buff *))0xffffffffb3e1beb0, }, ... .ft P .fi .UNINDENT .UNINDENT .sp Show entry argument \fBskb\fP\&. .sp \fB# ksnoop trace "ip_send_skb(return)"\fP .INDENT 0.0 .INDENT 3.5 .sp .nf .ft C TIME CPU PID FUNCTION/ARGS 78178228354796 1 2813 ip_send_skb( return = (int)0x0 ); .ft P .fi .UNINDENT .UNINDENT .sp Show return value from ip_send_skb(). .sp \fB# ksnoop trace "ip_send_skb(skb\->sk)"\fP .INDENT 0.0 .INDENT 3.5 .sp .nf .ft C TIME CPU PID FUNCTION/ARGS 78207649138829 2 2813 ip_send_skb( skb\->sk = *(0xffff98966ce19200) (struct sock){ .__sk_common = (struct sock_common){ (union){ .skc_addrpair = (__addrpair)0x1701a8c017d38f8d, (struct){ .skc_daddr = (__be32)0x17d38f8d, .skc_rcv_saddr = (__be32)0x1701a8c0, }, }, ... .ft P .fi .UNINDENT .UNINDENT .sp Trace member information associated with argument. Only one level of membership is supported. .sp \fB# ksnoop \-p 2813 "ip_rcv(dev)"\fP .INDENT 0.0 .INDENT 3.5 .sp .nf .ft C TIME CPU PID FUNCTION/ARGS 78254803164920 1 2813 ip_rcv( dev = *(0xffff9895414cb000) (struct net_device){ .name = (char[16])[ \(aql\(aq, \(aqo\(aq, ], .name_node = (struct netdev_name_node *)0xffff989541515ec0, .state = (long unsigned int)0x3, ... .ft P .fi .UNINDENT .UNINDENT .sp Trace \fBdev\fP argument of \fBip_rcv()\fP\&. Specify process id 2813 for events for that process only. .sp \fB# ksnoop \-s tcp_sendmsg __tcp_transmit_skb ip_output\fP .INDENT 0.0 .INDENT 3.5 .sp .nf .ft C TIME CPU PID FUNCTION/ARGS 71827770952903 1 4777 __tcp_transmit_skb( sk = *(0xffff9852460a2300) (struct sock){ .__sk_common = (struct sock_common){ (union){ .skc_addrpair = (__addrpair)0x61b2af0a35cbfe0a, .ft P .fi .UNINDENT .UNINDENT .sp Trace entry/return of tcp_sendmsg, __tcp_transmit_skb and ip_output when tcp_sendmsg leads to a call to __tcp_transmit_skb and that in turn leads to a call to ip_output; i.e. with a call graph matching the order specified. The order does not have to be direct calls, i.e. function A can call another function that calls function B. .sp \fB# ksnoop "ip_send_skb(skb\->len > 100, skb)"\fP .INDENT 0.0 .INDENT 3.5 .sp .nf .ft C TIME CPU PID FUNCTION/ARGS 39267395709745 1 2955 ip_send_skb( skb\->len = (unsigned int)0x89, skb = *(0xffff89c8be81e500) (struct sk_buff){ (union){ .sk = (struct sock *)0xffff89c6c59e5580, .ip_defrag_offset = (int)0xc59e5580, }, .ft P .fi .UNINDENT .UNINDENT .sp Trace ip_send_skb() skbs which have len > 100. .SH SEE ALSO .INDENT 0.0 .INDENT 3.5 \fBbpf\fP(2), .UNINDENT .UNINDENT .\" Generated by docutils manpage writer. . bpfcc-0.31.0/man/man8/kvmexit.8000066400000000000000000000075331465134135300160630ustar00rootroot00000000000000.TH kvmexit 8 "2021-07-08" "USER COMMANDS" .SH NAME kvmexit \- Display the exit_reason and its statistics of each vm exit. .SH SYNOPSIS .B kvmexit [\-h] [\-p PID [\-v VCPU | \-a] ] [\-t TID | \-T 'TID1,TID2'] [duration] .SH DESCRIPTION Considering virtual machines' frequent exits can cause performance problems, this tool aims to locate the frequent exited reasons and then find solutions to reduce or even avoid the exit, by displaying the detail exit reasons and the counts of each vm exit for all vms running on one physical machine. This tool uses a PERCPU_ARRAY: pcpuArrayA and a percpu_hash: hashA to collaboratively store each kvm exit reason and its count. The reason is there exists a rule when one vcpu exits and re-enters, it tends to continue to run on the same physical cpu as the last cycle, which is also called 'cache hit'. Thus we turn to use a PERCPU_ARRAY to record the 'cache hit' situation to speed things up; and for other cases, then use a percpu_hash. As RAW_TRACEPOINT_PROBE(kvm_exit) consumes less cpu cycles, when this tool is used, it firstly tries to employ raw tracepoints in modules, and if failes, then fall back to regular tracepoint. Limitation: In view of the hardware-assisted virtualization technology of different architectures, currently we only adapt on vmx in intel. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. This also requires Linux 4.7+ (BPF_PROG_TYPE_TRACEPOINT support). .SH OPTIONS .TP \-h Print usage message. .TP \-p PID Display process with this PID only, collpase all tids with exit reasons sorted in descending order. .TP \-v VCPU Display this VCPU only for this PID. .TP \-a ALLTIDS Display all TIDS for this PID. .TP \-t TID Display thread with this TID only with exit reasons sorted in descending order. .TP \-T 'TID1,TID2' Display threads for a union like {395490, 395491}. .TP duration Duration of display, after sleeping several seconds. .SH EXAMPLES .TP Display kvm exit reasons and statistics for all threads... Hit Ctrl-C to end: # .B kvmexit .TP Display kvm exit reasons and statistics for all threads after sleeping 6 secs: # .B kvmexit 6 .TP Display kvm exit reasons and statistics for PID 1273795 after sleeping 5 secs: # .B kvmexit -p 1273795 5 .TP Display kvm exit reasons and statistics for PID 1273795 and its all threads after sleeping 5 secs: # .B kvmexit -p 1273795 5 -a .TP Display kvm exit reasons and statistics for PID 1273795 VCPU 0... Hit Ctrl-C to end: # .B kvmexit -p 1273795 -v 0 .TP Display kvm exit reasons and statistics for PID 1273795 VCPU 0 after sleeping 4 secs: # .B kvmexit -p 1273795 -v 0 4 .TP Display kvm exit reasons and statistics for TID 1273819 after sleeping 10 secs: # .B kvmexit -t 1273819 10 .TP Display kvm exit reasons and statistics for TIDS ['1273820', '1273819']... Hit Ctrl-C to end: # .B kvmexit -T '1273820,1273819' .SH OVERHEAD This traces the "kvm_exit" kernel function, records the exit reason and calculates its counts. Contrast with filling more vm-exit reason debug entries, this tool is more easily and flexibly: the bcc python logic could provide nice kernel aggregation and custom output, the bpf in-kernel percpu_array and percpu_cache further improves performance. The impact of using this tool on the host should be negligible. While this tool is very efficient, it does affect the guest virtual machine itself, the average test results on guest vm are as follows: | cpu cycles no TP | 1127 regular TP | 1277 (13% downgrade) RAW TP | 1187 (5% downgrade) Host: echo 1 > /proc/sys/net/core/bpf_jit_enable .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Fei Li bpfcc-0.31.0/man/man8/llcstat.8000066400000000000000000000036011465134135300160320ustar00rootroot00000000000000.TH llcstat 8 "2015-08-18" "USER COMMANDS" .SH NAME llcstat \- Summarize CPU cache references and misses by process. Uses Linux eBPF/bcc. .SH SYNOPSIS .B llcstat [\-h] [\-c SAMPLE_PERIOD] [duration] .SH DESCRIPTION llcstat instruments CPU cache references and cache misses system-side, and summarizes them by PID and CPU. These events have different meanings on different architecture. For x86-64, they mean misses and references to LLC. This can be useful to locate and debug performance issues caused by cache hit rate. This works by sampling corresponding events defined in uapi/linux/perf_event.h, namely PERF_COUNT_HW_CACHE_REFERENCES and PERF_COUNT_HW_CACHE_MISSES, using BPF perf event tracing. Upon each sampled event, the attached BPF program records the PID and CPU ID on which the event happened, and stores it in table. This makes use of a Linux 4.9 feature (BPF_PROG_TYPE_PERF_EVENT). Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-c SAMPLE_PERIOD Sample one in this many cache reference and cache miss events. .TP \-t Summarize cache references and misses by PID/TID .TP duration Duration to trace, in seconds. .SH EXAMPLES .TP Sample one in 100 events, trace for 20 seconds: # .B llcstat -c 100 20 .SH FIELDS .TP PID Process ID .TP NAME Process name .TP CPU CPU ID .TP REFERENCE Number of cache reference events .TP MISS Number of cache miss events .TP HIT% Cache hit ratio .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Teng Qin .SH SEE ALSO .TP Perf can be used as a generic event counter tool. An example for LLC: # .B perf top -e cache-misses -e cache-references -a -ns pid,cpu,comm bpfcc-0.31.0/man/man8/mdflush.8000066400000000000000000000027151465134135300160330ustar00rootroot00000000000000.TH mdflush 8 "2016-02-13" "USER COMMANDS" .SH NAME mdflush \- Trace md flush events. Uses Linux eBPF/bcc. .SH SYNOPSIS .B mdflush .SH DESCRIPTION This tool traces flush events by md, the Linux multiple device driver (software RAID). The timestamp and md device for the flush are printed. Knowing when these flushes happen can be useful for correlation with unexplained spikes in disk latency. This works by tracing the kernel md_flush_request() function using dynamic tracing, and will need updating to match any changes to this function. Note that the flushes themselves are likely to originate from higher in the I/O stack, such as from the file systems. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH EXAMPLES .TP Trace md flush events: # .B mdflush .SH FIELDS .TP TIME Time of the flush event (HH:MM:SS). .TP PID The process ID that was on-CPU when the event was issued. This may identify the cause of the flush (eg, the "sync" command), but will often identify a kernel worker thread that was managing I/O. .TP COMM The command name for the PID. .TP DEVICE The md device name. .SH OVERHEAD Expected to be negligible. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO biosnoop(8) bpfcc-0.31.0/man/man8/memleak.8000066400000000000000000000115031465134135300157770ustar00rootroot00000000000000.TH memleak 8 "2016-01-14" "USER COMMANDS" .SH NAME memleak \- Print a summary of outstanding allocations and their call stacks to detect memory leaks. Uses Linux eBPF/bcc. .SH SYNOPSIS .B memleak [-h] [-p PID] [-t] [-a] [-o OLDER] [-c COMMAND] [--combined-only] [--wa-missing-free] [-s SAMPLE_RATE] [-T TOP] [-z MIN_SIZE] [-Z MAX_SIZE] [-O OBJ] [INTERVAL] [COUNT] .SH DESCRIPTION memleak traces and matches memory allocation and deallocation requests, and collects call stacks for each allocation. memleak can then print a summary of which call stacks performed allocations that weren't subsequently freed. When tracing a specific process, memleak instruments a list of allocation functions from libc, specifically: malloc, calloc, realloc, posix_memalign, valloc, memalign, pvalloc, aligned_alloc, and free. When tracing all processes, memleak instruments kmalloc/kfree, kmem_cache_alloc/kmem_cache_free, and also page allocations made by get_free_pages/free_pages. memleak may introduce significant overhead when tracing processes that allocate and free many blocks very quickly. See the OVERHEAD section below. This tool only works on Linux 4.6+. Stack traces are obtained using the new BPF_STACK_TRACE` APIs. For kernels older than 4.6, see the version under tools/old. Kernel memory allocations are intercepted through tracepoints, which are available on Linux 4.7+. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-p PID Trace this process ID only (filtered in-kernel). This traces libc allocator. .TP \-t Print a trace of all allocation and free requests and results. .TP \-a Print a list of allocations that weren't freed (and their sizes) in addition to their call stacks. .TP \-o OLDER Print only allocations older than OLDER milliseconds. Useful to remove false positives. The default value is 500 milliseconds. .TP \-c COMMAND Run the specified command and trace its allocations only. This traces libc allocator. .TP \-\-combined-only Use statistics precalculated in kernel space. Amount of data to be pulled from kernel significantly decreases, at the cost of losing capabilities of time-based false positives filtering (\-o). .TP \-\-wa-missing-free Make up the action of free to alleviate misjudgments when free is missing. .TP \-s SAMPLE_RATE Record roughly every SAMPLE_RATE-th allocation to reduce overhead. .TP \-t TOP Print only the top TOP stacks (sorted by size). The default value is 10. .TP \-z MIN_SIZE Capture only allocations that are larger than or equal to MIN_SIZE bytes. .TP \-Z MAX_SIZE Capture only allocations that are smaller than or equal to MAX_SIZE bytes. .TP \-O OBJ Attach to allocation functions in specified object instead of resolving libc. Ignored when kernel allocations are profiled. .TP INTERVAL Print a summary of outstanding allocations and their call stacks every INTERVAL seconds. The default interval is 5 seconds. .TP COUNT Print the outstanding allocations summary COUNT times and then exit. .SH EXAMPLES .TP Print outstanding kernel allocation stacks every 3 seconds: # .B memleak 3 .TP Print user outstanding allocation stacks and allocation details for the process 1005: # .B memleak -p 1005 -a .TP Sample roughly every 5th allocation (~20%) of the call stacks and print the top 5 stacks 10 times before quitting. # .B memleak -s 5 --top=5 10 .TP Run ./allocs and print outstanding allocation stacks for that process: # .B memleak -c "./allocs" .TP Capture only allocations between 16 and 32 bytes in size: # .B memleak -z 16 -Z 32 .SH OVERHEAD memleak can have significant overhead if the target process or kernel performs allocations at a very high rate. Pathological cases may exhibit up to 100x degradation in running time. Most of the time, however, memleak shouldn't cause a significant slowdown. You can use the \-s switch to reduce the overhead further by capturing only every N-th allocation. The \-z and \-Z switches can also reduce overhead by capturing only allocations of specific sizes. Additionally, option \-\-combined-only saves processing time by reusing already calculated allocation statistics from kernel. It's faster, but lacks information about particular allocations. Also, option \-\-wa-missing-free makes memleak more accuracy in the complicated environment. To determine the rate at which your application is calling malloc/free, or the rate at which your kernel is calling kmalloc/kfree, place a probe with perf and collect statistics. For example, to determine how many calls to __kmalloc are placed in a typical period of 10 seconds: # .B perf probe '__kmalloc' # .B perf stat -a -e 'probe:__kmalloc' -- sleep 10 .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Sasha Goldshtein bpfcc-0.31.0/man/man8/mountsnoop.8000066400000000000000000000027171465134135300166140ustar00rootroot00000000000000.TH mountsnoop 8 "2016-10-14" "USER COMMANDS" .SH NAME mountsnoop \- Trace mount() and umount() syscalls. Uses Linux eBPF/bcc. .SH SYNOPSIS .B mountsnoop .SH DESCRIPTION mountsnoop traces the mount() and umount() syscalls, showing which processes are mounting and unmounting filesystems in what mount namespaces. This can be useful for troubleshooting system and container setup. This works by tracing the kernel sys_mount() and sys_umount() functions using dynamic tracing, and will need updating to match any changes to this function. This makes use of a Linux 4.8 feature (bpf_get_current_task()). Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH FIELDS .TP COMM Process name .TP PID Process ID .TP TID Thread ID .TP MNT_NS Mount namespace inode number .TP CALL System call, arguments, and return value .SH OVERHEAD This traces the kernel mount and umount functions and prints output for each event. As the rate of these calls is generally expected to be very low, the overhead is also expected to be negligible. If your system calls mount() and umount() at a high rate, then test and understand overhead before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Omar Sandoval .SH SEE ALSO mount(2) umount(2) bpfcc-0.31.0/man/man8/mysqld_qslower.8000066400000000000000000000035531465134135300174570ustar00rootroot00000000000000.TH mysqld_qslower 8 "2016-08-01" "USER COMMANDS" .SH NAME mysqld_qslower \- Trace MySQL server queries slower than a threshold. .SH SYNOPSIS .B mysqld_qslower PID [min_ms] .SH DESCRIPTION This traces queries served by a MySQL server, and prints those that exceed a custom latency (query duration) threshold. By default, a minimum threshold of 1 millisecond is used. If a threshold of 0 is used, all queries are printed. This uses User Statically-Defined Tracing (USDT) probes, a feature added to MySQL for DTrace support, but which may not be enabled on a given MySQL installation. See requirements. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF, bcc, and MySQL server with USDT probe support (when configuring the build: \-DENABLE_DTRACE=1). .SH OPTIONS PID Trace this mysqld PID. .TP min_ms Minimum query latency (duration) to trace, in milliseconds. Default is 1 ms. .SH EXAMPLES .TP Trace MySQL server queries slower than 1 ms for PID 1981: # .B mysqld_qslower 1981 .TP Trace slower than 10 ms for PID 1981: # .B mysqld_qslower 1981 10 .SH FIELDS .TP TIME(s) Time of query start, in seconds. .TP PID Process ID of the traced server. .TP MS Milliseconds for the query, from start to end. .TP QUERY Query string, truncated to 128 characters. .SH OVERHEAD This adds low-overhead instrumentation to MySQL queries, and only emits output data from kernel to user-level if they query exceeds the threshold. If the server query rate is less than 1,000/sec, the overhead is expected to be negligible. If the query rate is higher, test to gauge overhead. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO biosnoop(8) bpfcc-0.31.0/man/man8/netqtop.8000066400000000000000000000033401465134135300160560ustar00rootroot00000000000000.TH netqtop 8 "2020-07-30" "USER COMMANDS" .SH NAME netqtop \- Summarize PPS, BPS, average size of packets and packet counts ordered by packet sizes on each queue of a network interface. .SH SYNOPSIS .B netqtop [\-n nic] [\-i interval] [\-t throughput] .SH DESCRIPTION netqtop accounts statistics of both transmitted and received packets on each queue of a specified network interface to help developers check if its traffic load is balanced. The result is displayed as a table with columns of PPS, BPS, average size and packet counts in range [0,64), [64, 5120), [512, 2048), [2048, 16K), [16K, 64K). This is printed every given interval (default 1) in seconds. The tool uses the net:net_dev_start_xmit and net:netif_receive_skb kernel tracepoints. Since it uses tracepoint, the tool only works on Linux 4.7+. netqtop introduces significant overhead while network traffic is large. See OVERHEAD section below. .SH REQUIREMENTS CONFIG_bpf and bcc .SH OPTIONS .TP \-n NIC Specify the network interface card .TP \-i INTERVAL Print results every INTERVAL seconds. The default value is 1. .TP \-t THROUGHPUT Print BPS and PPS of each queue. .SH EXAMPLES .TP Account statistics of eth0 and output every 2 seconds: # .B netqtop -n eth0 -i 1 .SH OVERHEAD In performance test, netqtop introduces a overhead up to 30% PPS drop while printing interval is set to 1 second. So be mindful of potential packet drop when using this tool. It also increases ping-pong latency by about 1 usec. .SH SOURCE This is from bcc .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a netqtop_example.txt file containing example usage, output and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development .SH AUTHOR Yolandajn bpfcc-0.31.0/man/man8/nfsdist.8000066400000000000000000000036121465134135300160400ustar00rootroot00000000000000.TH nfsdist 8 "2017-09-08" "USER COMMANDS" .SH NAME nfsdist \- Summarize NFS operation latency. Uses Linux eBPF/bcc. .SH SYNOPSIS .B nfsdist [\-h] [\-T] [\-m] [\-p PID] [interval] [count] .SH DESCRIPTION This tool summarizes time (latency) spent in common NFS file operations: reads, writes, opens, and getattrs, and presents it as a power-of-2 histogram. It uses an in-kernel eBPF map to store the histogram for efficiency. Since this works by tracing the nfs_file_operations interface functions, it will need updating to match any changes to these functions. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-T Don't include timestamps on interval output. .TP \-m Output in milliseconds. .TP \-p PID Trace this PID only. .SH EXAMPLES .TP Trace NFS operation time, and print a summary on Ctrl-C: # .B nfsdist .TP Trace PID 181 only: # .B nfsdist -p 181 .TP Print 1 second summaries, 10 times: # .B nfsdist 1 10 .TP 1 second summaries, printed in milliseconds # .B nfsdist \-m 1 .SH FIELDS .TP msecs Range of milliseconds for this bucket. .TP usecs Range of microseconds for this bucket. .TP count Number of operations in this time range. .TP distribution ASCII representation of the distribution (the count column). .SH OVERHEAD This adds low-overhead instrumentation to these NFS operations, including reads and writes from the file system cache. Such reads and writes can be very frequent (depending on the workload; eg, 1M/sec), at which point the overhead of this tool may become noticeable. Measure and quantify before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Samuel Nair .SH SEE ALSO nfsslower(8) bpfcc-0.31.0/man/man8/nfsslower.8000066400000000000000000000071611465134135300164130ustar00rootroot00000000000000.TH nfsslower 8 "2017-09-01" "USER COMMANDS" .SH NAME nfsslower \- Trace slow NFS file operations, with per-event details. .SH SYNOPSIS .B nfsslower [\-h] [\-j] [\-p PID] [min_ms] .SH DESCRIPTION This tool traces common NFSv3 & NFSv4 file operations: reads, writes, opens, and getattrs. It measures the time spent in these operations, and prints details for each that exceeded a threshold. WARNING: See the OVERHEAD section. By default, a minimum millisecond threshold of 10 is used. If a threshold of 0 is used, all events are printed (warning: verbose). Since this works by tracing the nfs_file_operations interface functions, it will need updating to match any changes to these functions. This tool uses kprobes to instrument the kernel for entry and exit information, in the future a preferred way would be to use tracepoints. Currently there aren't any tracepoints available for nfs_read_file, nfs_write_file and nfs_open_file, nfs_getattr does have entry and exit tracepoints but we chose to use kprobes for consistency Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS \-p PID Trace this PID only. .TP \-j Trace output in CSV format. .TP min_ms Minimum I/O latency (duration) to trace, in milliseconds. Default is 10 ms. .SH EXAMPLES .TP Trace synchronous file reads and writes slower than 10 ms: # .B nfsslower .TP Trace slower than 1 ms: # .B nfsslower 1 .TP Trace slower than 1 ms, and output just the fields in parsable format (CSV): # .B nfsslower \-j 1 .TP Trace all file reads and writes (warning: the output will be verbose): # .B nfsslower 0 .TP Trace slower than 1 ms, for PID 181 only: # .B nfsslower \-p 181 1 .SH FIELDS .TP TIME(s) Time of I/O completion since the first I/O seen, in seconds. .TP COMM Process name. .TP PID Process ID. .TP T Type of operation. R == read, W == write, O == open, G == getattr. .TP OFF_KB File offset for the I/O, in Kbytes. .TP BYTES Size of I/O, in bytes. .TP LAT(ms) Latency (duration) of I/O, measured from when it was issued by VFS to the filesystem, to when it completed. This time is inclusive of RPC latency, network latency, cache lookup, remote fileserver processing latency, etc. Its a more accurate measure of the latency suffered by applications performing NFS read/write calls to a fileserver. .TP FILENAME A cached kernel file name (comes from dentry->d_name.name). .TP ENDTIME_us Completion timestamp, microseconds (\-j only). .TP OFFSET_b File offset, bytes (\-j only). .TP LATENCY_us Latency (duration) of the I/O, in microseconds (\-j only). .SH OVERHEAD This adds low-overhead instrumentation to NFS operations, including reads and writes from the file system cache. Such read, writes and particularly getattrs can be very frequent (depending on the workload; eg, 1M/sec), at which point the overhead of this tool (even if it prints no "slower" events) can begin to become significant. Measure and quantify before use. If this continues to be a problem, consider switching to a tool that prints in-kernel summaries only. This tool has been tested with NFSv3 & NVSv4, but it might work with NFSv{1,2}, since it is tracing the generic functions from nfs_file_operations. .PP Note that the overhead of this tool should be less than fileslower(8), as this tool targets NFS functions only, and not all file read/write paths. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion nfsslower_examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Samuel Nair .SH SEE ALSO biosnoop(8), funccount(8), fileslower(8) bpfcc-0.31.0/man/man8/nodegc.8000077700000000000000000000000001465134135300164652ugc.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/nodestat.8000077700000000000000000000000001465134135300174312ustat.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/offcputime.8000066400000000000000000000076021465134135300165320ustar00rootroot00000000000000.TH offcputime 8 "2016-01-14" "USER COMMANDS" .SH NAME offcputime \- Summarize off-CPU time by kernel stack trace. Uses Linux eBPF/bcc. .SH SYNOPSIS .B offcputime [\-h] [\-p PID | \-t TID | \-u | \-k] [\-U | \-K] [\-d] [\-f] [\-\-stack\-storage\-size STACK_STORAGE_SIZE] [\-m MIN_BLOCK_TIME] [\-M MAX_BLOCK_TIME] [\-\-state STATE] [duration] .SH DESCRIPTION This program shows stack traces and task names that were blocked and "off-CPU", and the total duration they were not running: their "off-CPU time". It works by tracing when threads block and when they return to CPU, measuring both the time they were off-CPU and the blocked stack trace and the task name. This data is summarized in the kernel using an eBPF map, and by summing the off-CPU time by unique stack trace and task name. The output summary will help you identify reasons why threads were blocking, and quantify the time they were off-CPU. This spans all types of blocking activity: disk I/O, network I/O, locks, page faults, involuntary context switches, etc. This is complementary to CPU profiling (e.g., CPU flame graphs) which shows the time spent on-CPU. This shows the time spent off-CPU, and the output, especially the -f format, can be used to generate an "off-CPU time flame graph". See http://www.brendangregg.com/FlameGraphs/offcpuflamegraphs.html This tool only works on Linux 4.6+. It uses the new `BPF_STACK_TRACE` table APIs to generate the in-kernel stack traces. For kernels older than 4.6, see the version under tools/old. Note: this tool only traces off-CPU times that began and ended while tracing. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-p PID Trace this process ID only (filtered in-kernel). .TP \-t TID Trace this thread ID only (filtered in-kernel). .TP \-u Only trace user threads (no kernel threads). .TP \-k Only trace kernel threads (no user threads). .TP \-U Show stacks from user space only (no kernel space stacks). .TP \-K Show stacks from kernel space only (no user space stacks). .TP \-d Insert delimiter between kernel/user stacks. .TP \-f Print output in folded stack format. .TP \-\-stack-storage-size STACK_STORAGE_SIZE Change the number of unique stack traces that can be stored and displayed. .TP \-m MIN_BLOCK_TIME The minimum time in microseconds over which we store traces (default 1) .TP \-M MAX_BLOCK_TIME The maximum time in microseconds under which we store traces (default U64_MAX) .TP \-\-state Filter on this thread state bitmask (eg, 2 == TASK_UNINTERRUPTIBLE). See include/linux/sched.h for states. .TP duration Duration to trace, in seconds. .SH EXAMPLES .TP Trace all thread blocking events, and summarize (in-kernel) by kernel stack trace and total off-CPU time: # .B offcputime .TP Trace for 5 seconds only: # .B offcputime 5 .TP Trace for 5 seconds, and emit output in folded stack format (suitable for flame graphs): # .B offcputime -f 5 .TP Trace PID 185 only: # .B offcputime -p 185 .SH OVERHEAD This summarizes unique stack traces in-kernel for efficiency, allowing it to trace a higher rate of events than methods that post-process in user space. The stack trace and time data is only copied to user space once, when the output is printed. While these techniques greatly lower overhead, scheduler events are still a high frequency event, as they can exceed 1 million events per second, and so caution should still be used. Test before production use. If the overhead is still a problem, take a look at the MINBLOCK_US tunable in the code. If your aim is to chase down longer blocking events, then this could be increased to filter shorter blocking events, further lowering overhead. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO stackcount(8) bpfcc-0.31.0/man/man8/offwaketime.8000066400000000000000000000100231465134135300166610ustar00rootroot00000000000000.TH offwaketime 8 "2016-01-30" "USER COMMANDS" .SH NAME offwaketime \- Summarize blocked time by off-CPU stack + waker stack. Uses Linux eBPF/bcc. .SH SYNOPSIS .B offwaketime [\-h] [\-p PID | \-t TID | \-u | \-k] [\-U | \-K] [\-d] [\-f] [\-\-stack-storage-size STACK_STORAGE_SIZE] [\-m MIN_BLOCK_TIME] [\-M MAX_BLOCK_TIME] [\-\-state STATE] [duration] .SH DESCRIPTION This program shows kernel stack traces and task names that were blocked and "off-CPU", along with the stack traces and task names for the threads that woke them, and the total elapsed time from when they blocked to when they were woken up. This combines the summaries from both the offcputime and wakeuptime tools. The time measurement will be very similar to off-CPU time, however, off-CPU time may include a little extra time spent waiting on a run queue to be scheduled. The combined stacks, task names, and total time is summarized in kernel context for efficiency, using an eBPF map. The output summary will further help you identify reasons why threads were blocking, and quantify the time from when they were blocked to woken up. This spans all types of blocking activity: disk I/O, network I/O, locks, page faults, swapping, sleeping, involuntary context switches, etc. This is complementary to CPU profiling (e.g., CPU flame graphs) which shows the time spent on-CPU. This shows the time spent blocked off-CPU, and the output, especially the -f format, can be used to generate an "off-wake time flame graph". See http://www.brendangregg.com/FlameGraphs/offcpuflamegraphs.html .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-f Print output in folded stack format. .TP \-p PID Trace this process ID only (filtered in-kernel). Can be a comma separated list of PIDS. .TP \-t TID Trace this thread ID only (filtered in-kernel). Can be a comma separated list of TIDS. .TP \-u Only trace user threads (no kernel threads). .TP \-k Only trace kernel threads (no user threads). .TP \-U Show stacks from user space only (no kernel space stacks). .TP \-K Show stacks from kernel space only (no user space stacks). .TP \-d, --delimited insert delimiter between kernel/user stacks .TP \-\-stack-storage-size STACK_STORAGE_SIZE Change the number of unique stack traces that can be stored and displayed. .TP duration Duration to trace, in seconds. .TP \-m MIN_BLOCK_TIME The amount of time in microseconds over which we store traces (default 1) .TP \-M MAX_BLOCK_TIME The amount of time in microseconds under which we store traces (default U64_MAX) .TP \-\-state Filter on this thread state bitmask (eg, 2 == TASK_UNINTERRUPTIBLE). See include/linux/sched.h for states. .SH EXAMPLES .TP Trace all thread blocking events, and summarize (in-kernel) by user and kernel off-CPU stack trace, waker stack traces, task names, and total blocked time: # .B offwaketime .TP Trace for 5 seconds only: # .B offwaketime 5 .TP Trace for 5 seconds, and emit output in folded stack format (suitable for flame graphs), user-mode threads only: # .B offwaketime -fu 5 .TP Trace PID 185 only: # .B offwaketime -p 185 .SH OVERHEAD This summarizes unique stack trace pairs in-kernel for efficiency, allowing it to trace a higher rate of events than methods that post-process in user space. The stack trace and time data is only copied to user space once, when the output is printed. While these techniques greatly lower overhead, scheduler events are still a high frequency event, as they can exceed 1 million events per second, and so caution should still be used. Test before production use. If the overhead is still a problem, take a look at the min block option. If your aim is to chase down longer blocking events, then this could be increased to filter shorter blocking events, further lowering overhead. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO offcputime(8), wakeuptime(8) bpfcc-0.31.0/man/man8/oomkill.8000066400000000000000000000031411465134135300160310ustar00rootroot00000000000000.TH oomkill 8 "2016-02-09" "USER COMMANDS" .SH NAME oomkill \- Trace oom_kill_process(). Uses Linux eBPF/bcc. .SH SYNOPSIS .B oomkill .SH DESCRIPTION This traces the kernel out-of-memory killer, and prints basic details, including the system load averages at the time of the OOM kill. This can provide more context on the system state at the time: was it getting busier or steady, based on the load averages? This tool may also be useful to customize for investigations; for example, by adding other task_struct details at the time of OOM. This program is also a basic example of eBPF/bcc. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH EXAMPLES .TP Trace OOM kill events: # .B oomkill .SH FIELDS .TP Triggered by ... The process ID and process name of the task that was running when another task was OOM killed. .TP OOM kill of ... The process ID and name of the target process that was OOM killed. .TP loadavg Contents of /proc/loadavg. The first three numbers are 1, 5, and 15 minute load averages (where the average is an exponentially damped moving sum, and those numbers are constants in the equation); then there is the number of running tasks, a slash, and the total number of tasks; and then the last number is the last PID to be created. .SH OVERHEAD Negligible. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO memleak(8) bpfcc-0.31.0/man/man8/opensnoop.8000066400000000000000000000065321465134135300164120ustar00rootroot00000000000000.TH opensnoop 8 "2020-02-20" "USER COMMANDS" .SH NAME opensnoop \- Trace open() syscalls. Uses Linux eBPF/bcc. .SH SYNOPSIS .B opensnoop [\-h] [\-T] [\-U] [\-x] [\-p PID] [\-t TID] [\-u UID] [\-d DURATION] [\-n NAME] [\-e] [\-f FLAG_FILTER] [\-F] [--cgroupmap MAPPATH] [--mntnsmap MAPPATH] .SH DESCRIPTION opensnoop traces the open() syscall, showing which processes are attempting to open which files. This can be useful for determining the location of config and log files, or for troubleshooting applications that are failing, specially on startup. This works by tracing the kernel sys_open() function using dynamic tracing, and will need updating to match any changes to this function. This makes use of a Linux 4.4 feature (bpf_perf_event_output()); for kernels older than 4.4, see the version under tools/old, which uses an older mechanism. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-T Include a timestamp column. .TP \-U Show UID. .TP \-x Only print failed opens. .TP \-p PID Trace this process ID only (filtered in-kernel). .TP \-t TID Trace this thread ID only (filtered in-kernel). .TP \-u UID Trace this UID only (filtered in-kernel). .TP \-d DURATION Total duration of trace in seconds. .TP \-n name Only print processes where its name partially matches 'name' .TP \-e Show extended fields. .TP \-f FLAG Filter on open() flags, e.g., O_WRONLY. .TP \-F Show full path for an open file with relative path. .TP \--cgroupmap MAPPATH Trace cgroups in this BPF map only (filtered in-kernel). .TP \--mntnsmap MAPPATH Trace mount namespaces in this BPF map only (filtered in-kernel). .SH EXAMPLES .TP Trace all open() syscalls: # .B opensnoop .TP Trace all open() syscalls, for 10 seconds only: # .B opensnoop -d 10 .TP Trace all open() syscalls, and include timestamps: # .B opensnoop \-T .TP Show UID: # .B opensnoop \-U .TP Trace only open() syscalls that failed: # .B opensnoop \-x .TP Trace PID 181 only: # .B opensnoop \-p 181 .TP Trace UID 1000 only: # .B opensnoop \-u 1000 .TP Trace all open() syscalls from processes where its name partially matches 'ed': # .B opensnoop \-n ed .TP Show extended fields: # .B opensnoop \-e .TP Only print calls for writing: # .B opensnoop \-f O_WRONLY \-f O_RDWR .TP Trace a set of cgroups only (see special_filtering.md from bcc sources for more details): # .B opensnoop \-\-cgroupmap /sys/fs/bpf/test01 .SH FIELDS .TP TIME(s) Time of the call, in seconds. .TP UID User ID .TP PID Process ID .TP TID Thread ID .TP COMM Process name .TP FD File descriptor (if success), or -1 (if failed) .TP ERR Error number (see the system's errno.h) .TP FLAGS Flags passed to open(2), in octal .TP PATH Open path .SH OVERHEAD This traces the kernel open function and prints output for each event. As the rate of this is generally expected to be low (< 1000/s), the overhead is also expected to be negligible. If you have an application that is calling a high rate of open()s, then test and understand overhead before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg, Rocky Xing .SH SEE ALSO execsnoop(8), funccount(1) bpfcc-0.31.0/man/man8/perlcalls.8000077700000000000000000000000001465134135300177142ucalls.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/perlflow.8000077700000000000000000000000001465134135300174362uflow.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/perlstat.8000077700000000000000000000000001465134135300174462ustat.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/phpcalls.8000077700000000000000000000000001465134135300175412ucalls.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/phpflow.8000077700000000000000000000000001465134135300172632uflow.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/phpstat.8000077700000000000000000000000001465134135300172732ustat.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/pidpersec.8000066400000000000000000000023631465134135300163460ustar00rootroot00000000000000.TH pidpersec 8 "2015-08-18" "USER COMMANDS" .SH NAME pidpersec \- Count new processes (via fork()). Uses Linux eBPF/bcc. .SH SYNOPSIS .B pidpersec .SH DESCRIPTION pidpersec shows how many new processes were created each second. There can be performance issues caused by many short-lived processes, which may not be visible in sampling tools like top(1). pidpersec provides one way to investigate this behavior. This works by tracing the kernel sched_fork() function using dynamic tracing, and will need updating to match any changes to this function. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH EXAMPLES .TP Count new processes created each second: # .B pidpersec .SH OVERHEAD This traces the kernel fork function, and maintains an in-kernel count which is read asynchronously from user-space. As the rate of this is generally expected to be low (<< 1000/s), the overhead is also expected to be negligible. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO top(1) bpfcc-0.31.0/man/man8/ppchcalls.8000066400000000000000000000052031465134135300163350ustar00rootroot00000000000000.TH ppchcalls 8 "2022-10-19" "USER COMMANDS" .SH NAME ppchcalls \- Summarize ppc hcall counts and latencies. .SH SYNOPSIS .B ppchcalls [-h] [-p PID] [-t TID] [-i INTERVAL] [-d DURATION] [-T TOP] [-x] [-e ERRNO] [-L] [-m] [-P] [-l] [--hcall HCALL] .SH DESCRIPTION This tool traces hcall entry and exit raw tracepoints and summarizes either the number of hcalls of each type, or the number of hcalls per process. It can also collect min, max and average latency for each hcall or each process. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. Linux 4.17+ is required to attach a BPF program to the raw_hcalls:hcall_{enter,exit} tracepoints, used by this tool. .SH OPTIONS .TP \-h Print usage message. .TP \-p PID Trace only this process. .TP \-t TID Trace only this thread. .TP \-i INTERVAL Print the summary at the specified interval (in seconds). .TP \-d DURATION Total duration of trace (in seconds). .TP \-T TOP Print only this many entries. Default: 10. .TP \-x Trace only failed hcalls (i.e., the return value from the hcall was < 0). .TP \-e ERRNO Trace only hcalls that failed with that error (e.g. -e EPERM or -e 1). .TP \-m Display times in milliseconds. Default: microseconds. .TP \-P Summarize by process and not by hcall. .TP \-l List the hcalls recognized by the tool (hard-coded list). Hcalls beyond this list will still be displayed, as "[unknown: nnn]" where nnn is the hcall number. .TP \--hcall HCALL Trace this hcall only (use option -l to get all recognized hcalls). .SH EXAMPLES .TP Summarize all hcalls by hcall: # .B ppchcalls .TP Summarize all hcalls by process: # .B ppchcalls \-P .TP Summarize only failed hcalls: # .B ppchcalls \-x .TP Summarize only hcalls that failed with EPERM: # .B ppchcalls \-e EPERM .TP Trace PID 181 only: # .B ppchcalls \-p 181 .TP Summarize hcalls counts and latencies: # .B ppchcalls \-L .SH FIELDS .TP PID Process ID .TP COMM Process name .TP HCALL Hcall name, or "[unknown: nnn]" for hcalls that aren't recognized .TP COUNT The number of events .TP MIN The minimum elapsed time (in us or ms) .TP MAX The maximum elapsed time (in us or ms) .TP AVG The average elapsed time (in us or ms) .SH OVERHEAD For most applications, the overhead should be manageable if they perform 1000's or even 10,000's of hcalls per second. For higher rates, the overhead may become considerable. . .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Harsh Prateek Bora .SH SEE ALSO syscount(8) bpfcc-0.31.0/man/man8/profile.8000066400000000000000000000122061465134135300160250ustar00rootroot00000000000000.TH profile 8 "2020-03-18" "USER COMMANDS" .SH NAME profile \- Profile CPU usage by sampling stack traces. Uses Linux eBPF/bcc. .SH SYNOPSIS .B profile [\-adfh] [\-p PID | \-L TID] [\-U | \-K] [\-F FREQUENCY | \-c COUNT] .B [\-\-stack\-storage\-size COUNT] [\-C CPU] [\-\-cgroupmap CGROUPMAP] [\-\-mntnsmap MAPPATH] [duration] .SH DESCRIPTION This is a CPU profiler. It works by taking samples of stack traces at timed intervals. It will help you understand and quantify CPU usage: which code is executing, and by how much, including both user-level and kernel code. By default this samples at 49 Hertz (samples per second), across all CPUs. This frequency can be tuned using a command line option. The reason for 49, and not 50, is to avoid lock-step sampling. This is also an efficient profiler, as stack traces are frequency counted in kernel context, rather than passing each stack to user space for frequency counting there. Only the unique stacks and counts are passed to user space at the end of the profile, greatly reducing the kernel<->user transfer. .SH REQUIREMENTS CONFIG_BPF and bcc. This also requires Linux 4.9+ (BPF_PROG_TYPE_PERF_EVENT support). See tools/old for an older version that may work on Linux 4.6 - 4.8. .SH OPTIONS .TP \-h Print usage message. .TP \-p PID Trace process with one or more comma separated PIDs only (filtered in-kernel). .TP \-L TID Trace thread with one or more comma separated TIDs only (filtered in-kernel). .TP \-F frequency Frequency to sample stacks. .TP \-c count Sample stacks every one in this many events. .TP \-f Print output in folded stack format. .TP \-d Include an output delimiter between kernel and user stacks (either "--", or, in folded mode, "-"). .TP \-U Show stacks from user space only (no kernel space stacks). .TP \-K Show stacks from kernel space only (no user space stacks). .TP \-I Include CPU idle stacks (by default these are excluded). .TP \-\-stack-storage-size COUNT The maximum number of unique stack traces that the kernel will count (default 16384). If the sampled count exceeds this, a warning will be printed. .TP \-C cpu Collect stacks only from specified cpu. .TP \-\-cgroupmap MAPPATH Profile cgroups in this BPF map only (filtered in-kernel). .TP duration Duration to trace, in seconds. .SH EXAMPLES .TP Profile (sample) stack traces system-wide at 49 Hertz (samples per second) until Ctrl-C: # .B profile .TP Profile for 5 seconds only: # .B profile 5 .TP Profile at 99 Hertz for 5 seconds only: # .B profile -F 99 5 .TP Profile 1 in a million events for 5 seconds only: # .B profile -c 1000000 5 .TP Profile process with PID 181 only: # .B profile -p 181 .TP Profile thread with TID 181 only: # .B profile -L 181 .TP Profile for 5 seconds and output in folded stack format (suitable as input for flame graphs), including a delimiter between kernel and user stacks: # .B profile -df 5 .TP Profile kernel stacks only: # .B profile -K .TP Profile a set of cgroups only (see special_filtering.md from bcc sources for more details): # .B profile \-\-cgroupmap /sys/fs/bpf/test01 .SH DEBUGGING See "[unknown]" frames with bogus addresses? This can happen for different reasons. Your best approach is to get Linux perf to work first, and then to try this tool. Eg, "perf record \-F 49 \-a \-g \-\- sleep 1; perf script", and to check for unknown frames there. The most common reason for "[unknown]" frames is that the target software has not been compiled with frame pointers, and so we can't use that simple method for walking the stack. The fix in that case is to use software that does have frame pointers, eg, gcc -fno-omit-frame-pointer, or Java's -XX:+PreserveFramePointer. Another reason for "[unknown]" frames is JIT compilers, which don't use a traditional symbol table. The fix in that case is to populate a /tmp/perf-PID.map file with the symbols, which this tool should read. How you do this depends on the runtime (Java, Node.js). If you seem to have unrelated samples in the output, check for other sampling or tracing tools that may be running. The current version of this tool can include their events if profiling happened concurrently. Those samples may be filtered in a future version. .SH OVERHEAD This is an efficient profiler, as stack traces are frequency counted in kernel context, and only the unique stacks and their counts are passed to user space. Contrast this with the current "perf record -F 99 -a" method of profiling, which writes each sample to user space (via a ring buffer), and then to the file system (perf.data), which must be post-processed. This uses perf_event_open to setup a timer which is instrumented by BPF, and for efficiency it does not initialize the perf ring buffer, so the redundant perf samples are not collected. It's expected that the overhead while sampling at 49 Hertz (the default), across all CPUs, should be negligible. If you increase the sample rate, the overhead might begin to be measurable. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO offcputime(8) bpfcc-0.31.0/man/man8/pythoncalls.8000077700000000000000000000000001465134135300202732ucalls.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/pythonflow.8000077700000000000000000000000001465134135300200152uflow.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/pythongc.8000077700000000000000000000000001465134135300170612ugc.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/pythonstat.8000077700000000000000000000000001465134135300200252ustat.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/rdmaucma.8000066400000000000000000000014421465134135300161560ustar00rootroot00000000000000.TH rdmaucma 8 "2023-05-29" "USER COMMANDS" .SH NAME rdmaucma \- Trace RDMA Userspace Connection Manager Access Event. For Linux, uses BCC, eBPF. .SH SYNOPSIS .B rdmaucma [\-h] [\-D] .SH DESCRIPTION This program traces RDMA UCMA(Userspace Connection Manager Access) events, This can be useful to analyze issues on RDMA CM. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-D Show debug infomation of bpf text. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR zhenwei pi .SH SEE ALSO rdma(8) bpfcc-0.31.0/man/man8/readahead.8000066400000000000000000000044471465134135300162730ustar00rootroot00000000000000.TH readahead 8 "2020-08-20" "USER COMMANDS" .SH NAME readahead \- Show performance of read-ahead cache .SH SYNOPSIS .B readahead [-d DURATION] .SH DESCRIPTION The tool shows the performance of read-ahead caching on the system under a given load to investigate any caching issues. It shows a count of unused pages in the cache and also prints a histogram showing how long they have remained there. This tool traces the \fB__do_page_cache_readahead()\fR kernel function to track entry and exit in the readahead mechanism in the kernel and then uses \fB__page_cache_alloc()\fR and \fBmark_page_accessed()\fR functions to calculate the age of the page in the cache as well as see how many are left unaccessed. Since this uses BPF, only the root user can use this tool. .SS NOTE ON KPROBES USAGE Since the tool uses Kprobes, depending on your linux kernel's compilation, these functions may be inlined and hence not available for Kprobes. To see whether you have the functions available, check \fBvmlinux\fR source and binary to confirm whether inlining is happening or not. You can also check \fB/proc/kallsyms\fR on the host and verify if the target functions are present there before using this. .SH REQUIREMENTS CONFIG_BPF, bcc .SH OPTIONS \-h Print usage message .TP \-d DURATION Trace the read-ahead caching system for DURATION seconds .SH EXAMPLES .TP Trace for 30 seconds and show histogram of page age (ms) in read-ahead cache along with unused page count: # .B readahead -d 30 .SH OVERHEAD The kernel functions instrumented by this program could be high-frequency depending on the profile of the application (for example sequential IO). We advise the users to measure and monitor the overhead before leaving this turned on in production environments. .SH SOURCE This originated as a bpftrace tool from the book "BPF Performance Tools", published by Addison Wesley (2019): .IP http://www.brendangregg.com/bpf-performance-tools-book.html .PP See the book for more documentation on this tool. .PP This version is in the BCC repository: .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Suchakra Sharma .SH SEE ALSO readahead(2), madvise(2) bpfcc-0.31.0/man/man8/reset-trace.8000066400000000000000000000032551465134135300166070ustar00rootroot00000000000000.TH reset-trace 8 "2016-10-18" "USER COMMANDS" .SH NAME reset-trace \- reset the state of tracing. .SH SYNOPSIS .B reset-trace [\-F] [\-h] [\-q] [\-v] .SH DESCRIPTION You will probably never need this tool. If you kill \-9 a bcc tool (plus other signals, like SIGTERM), or if a bcc tool crashes, then kernel tracing can be left in a semi-enabled state. It's not as bad as it sounds: there may just be overhead for writing to ring buffers that are never read. This tool can be used to clean up the tracing state, and reset and disable active tracing. Make sure no other tracing sessions are active. This tool might stop them from functioning (perhaps ungracefully). This specifically clears the state in at least the following files in /sys/kernel/debug/tracing: kprobe_events, uprobe_events, trace_pipe. Other tracing facilities (ftrace) are checked, and if not in an expected state, a note is printed. All tracing files can be reset with \-F for force, but this will interfere with any other running tracing sessions (eg, ftrace). .SH REQUIREMENTS /sys/kernel/debug mounted as debugfs .SH OPTIONS .TP \-F Force. Will reset all tracing facilities, including those not used by bcc (ftrace). You shouldn't need to use this. .TP \-h USAGE message. .TP \-q Quiet. No output while working. .TP \-v Verbose: print what it is doing. .SH EXAMPLES .TP Reset the state of tracing: # .B reset-trace .TP Verbose: # .B reset-trace \-v .TP .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg bpfcc-0.31.0/man/man8/rubycalls.8000077700000000000000000000000001465134135300177332ucalls.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/rubyflow.8000077700000000000000000000000001465134135300174552uflow.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/rubygc.8000077700000000000000000000000001465134135300165212ugc.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/rubyobjnew.8000077700000000000000000000000001465134135300203072uobjnew.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/rubystat.8000077700000000000000000000000001465134135300174652ustat.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/runqlat.8000066400000000000000000000061511465134135300160550ustar00rootroot00000000000000.TH runqlat 8 "2016-02-07" "USER COMMANDS" .SH NAME runqlat \- Run queue (scheduler) latency as a histogram. .SH SYNOPSIS .B runqlat [\-h] [\-T] [\-m] [\-P] [\-\-pidnss] [\-L] [\-p PID] [interval] [count] .SH DESCRIPTION This measures the time a task spends waiting on a run queue (or equivalent scheduler data structure) for a turn on-CPU, and shows this time as a histogram. This time should be small, but a task may need to wait its turn due to CPU load. The higher the CPU load, the longer a task will generally need to wait its turn. This tool measures two types of run queue latency: 1. The time from a task being enqueued on a run queue to its context switch and execution. This traces ttwu_do_wakeup(), wake_up_new_task() -> finish_task_switch() with either raw tracepoints (if supported) or kprobes and instruments the run queue latency after a voluntary context switch. 2. The time from when a task was involuntary context switched and still in the runnable state, to when it next executed. This is instrumented from finish_task_switch() alone. This tool uses in-kernel eBPF maps for storing timestamps and the histogram, for efficiency. Despite this, the overhead of this tool may become significant for some workloads: see the OVERHEAD section. This works by tracing various kernel scheduler functions using dynamic tracing, and will need updating to match any changes to these functions. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-T Include timestamps on output. .TP \-m Output histogram in milliseconds. .TP \-P Print a histogram for each PID. .TP \-\-pidnss Print a histogram for each PID namespace (short for PID namespaces). For container analysis. .TP \-L Print a histogram for each thread ID. .TP \-p PID Only show this PID (filtered in kernel for efficiency). .TP interval Output interval, in seconds. .TP count Number of outputs. .SH EXAMPLES .TP Summarize run queue latency as a histogram: # .B runqlat .TP Print 1 second summaries, 10 times: # .B runqlat 1 10 .TP Print 1 second summaries, using milliseconds as units for the histogram, and include timestamps on output: # .B runqlat \-mT 1 .TP Trace PID 186 only, 1 second summaries: # .B runqlat -P 185 1 .SH FIELDS .TP usecs Microsecond range .TP msecs Millisecond range .TP count How many times a task event fell into this range .TP distribution An ASCII bar chart to visualize the distribution (count column) .SH OVERHEAD This traces scheduler functions, which can become very frequent. While eBPF has very low overhead, and this tool uses in-kernel maps for efficiency, the frequency of scheduler events for some workloads may be high enough that the overhead of this tool becomes significant. Measure in a lab environment to quantify the overhead before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO runqlen(8), runqslower(8), pidstat(1) bpfcc-0.31.0/man/man8/runqlen.8000066400000000000000000000037451465134135300160610ustar00rootroot00000000000000.TH runqlen 8 "2016-12-12" "USER COMMANDS" .SH NAME runqlen \- Scheduler run queue length as a histogram. .SH SYNOPSIS .B runqlen [\-h] [\-T] [\-O] [\-C] [interval] [count] .SH DESCRIPTION This program summarizes scheduler queue length as a histogram, and can also show run queue occupancy. It works by sampling the run queue length on all CPUs at 99 Hertz. This tool can be used to identify imbalances, eg, when processes are bound to CPUs causing queueing, or interrupt mappings causing the same. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-T Include timestamps on output. .TP \-O Report run queue occupancy. .TP \-C Report for each CPU. .TP interval Output interval, in seconds. .TP count Number of outputs. .SH EXAMPLES .TP Summarize run queue length as a histogram: # .B runqlen .TP Print 1 second summaries, 10 times: # .B runqlen 1 10 .TP Print output every second, with timestamps, and show each CPU separately: # .B runqlen \-CT 1 .TP Print run queue occupancy every second: # .B runqlen \-O 1 .TP Print run queue occupancy, with timestamps, for each CPU: # .B runqlen \-COT 1 .SH FIELDS .TP runqlen Scheduler run queue length: the number of threads (tasks) waiting to run, (excluding including the currently running task). .TP count Number of samples at this queue length. .TP distribution An ASCII bar chart to visualize the distribution (count column) .SH OVERHEAD This uses sampling at 99 Hertz (on all CPUs), and in-kernel summaries, which should make overhead negligible. This does not trace scheduler events, like runqlen does, which comes at a much higher overhead cost. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO runqlat(8), runqslower(8), pidstat(1) bpfcc-0.31.0/man/man8/runqslower.8000066400000000000000000000053511465134135300166110ustar00rootroot00000000000000.TH runqslower 8 "2016-02-07" "USER COMMANDS" .SH NAME runqslower \- Trace long process scheduling delays. .SH SYNOPSIS .B runqslower [\-p PID] [\-t TID] [-P] [min_us] .SH DESCRIPTION This measures the time a task spends waiting on a run queue (or equivalent scheduler data structure) for a turn on-CPU, and shows occurrences of time exceeding passed threshold. This time should be small, but a task may need to wait its turn due to CPU load. The higher the CPU load, the longer a task will generally need to wait its turn. This tool measures two types of run queue latency: 1. The time from a task being enqueued on a run queue to its context switch and execution. This traces ttwu_do_wakeup(), wake_up_new_task() -> finish_task_switch() with either raw tracepoints (if supported) or kprobes and instruments the run queue latency after a voluntary context switch. 2. The time from when a task was involuntary context switched and still in the runnable state, to when it next executed. This is instrumented from finish_task_switch() alone. The overhead of this tool may become significant for some workloads: see the OVERHEAD section. This works by tracing various kernel scheduler functions using dynamic tracing, and will need updating to match any changes to these functions. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-p PID Only show this PID (filtered in kernel for efficiency). .TP \-t TID Only show this TID (filtered in kernel for efficiency). .TP min_us Minimum scheduling delay in microseconds to output. .TP \-P Also show previous task comm and TID. .SH EXAMPLES .TP Show scheduling delays longer than 10ms: # .B runqslower .TP Show scheduling delays longer than 1ms for process with PID 123: # .B runqslower -p 123 1000 .SH FIELDS .TP TIME Time of when scheduling event occurred. .TP COMM Process name. .TP PID Process ID. .TP LAT(us) Scheduling latency from time when task was ready to run to the time it was assigned to a CPU to run. .SH OVERHEAD This traces scheduler functions, which can become very frequent. While eBPF has very low overhead, and this tool uses in-kernel maps for efficiency, the frequency of scheduler events for some workloads may be high enough that the overhead of this tool becomes significant. Measure in a lab environment to quantify the overhead before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Ivan Babrou, original BCC Python version Andrii Nakryiko, CO-RE version .SH SEE ALSO runqlen(8), runqlat(8), pidstat(1) bpfcc-0.31.0/man/man8/shmsnoop.8000066400000000000000000000027151465134135300162370ustar00rootroot00000000000000.TH shmsnoop 8 "2018-09-24" "USER COMMANDS" .SH NAME shmsnoop \- Trace System V shared memory syscalls. Uses Linux eBPF/bcc. .SH SYNOPSIS .B shmsnoop [\-h] [\-T] [\-p] [\-t] [\-d DURATION] [\-n NAME] .SH DESCRIPTION shmsnoop traces System V shared memory syscalls: shmget, shmat, shmdt, shmctl Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-T Include a timestamp column. .TP \-p PID Trace this process ID only (filtered in-kernel). .TP \-t TID Trace this thread ID only (filtered in-kernel). .TP \-d DURATION Total duration of trace in seconds. .TP \-n NAME Only print command lines matching this command name (regex) .SH EXAMPLES .TP Trace all shm* syscalls: # .B shmsnoop .TP Trace all shm* syscalls, and include timestamps: # .B shmsnoop \-T .TP Only trace shm* syscalls where the process contains "server": # .B shmsnoop \-n server .SH FIELDS .TP TIME(s) Time of shm syscall return, in seconds. .TP PID Process ID .TP COMM Process/command name. .TP RET Return value of shm syscall. .TP ARGS "arg: value" couples that represent given syscall arguments as described in their manpage .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Jiri Olsa .SH SEE ALSO opensnoop(1) bpfcc-0.31.0/man/man8/slabratetop.8000066400000000000000000000035321465134135300167070ustar00rootroot00000000000000.TH slabratetop 8 "2016-10-17" "USER COMMANDS" .SH NAME slabratetop \- Kernel SLAB/SLUB memory cache allocation rate top. Uses Linux BPF/bcc. .SH SYNOPSIS .B slabratetop [\-h] [\-C] [\-r MAXROWS] [interval] [count] .SH DESCRIPTION This is top for the the rate of kernel SLAB/SLUB memory allocations. It works by tracing kmem_cache_alloc() calls, a commonly used interface for kernel memory allocation (SLAB or SLUB). It summarizes the rate and total bytes allocated of these calls per interval: the activity. Compare this to slabtop(1), which shows the current static volume of the caches. This tool uses kernel dynamic tracing of the kmem_cache_alloc() function. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-C Don't clear the screen. .TP \-r MAXROWS Maximum number of rows to print. Default is 20. .TP interval Interval between updates, seconds. .TP count Number of interval summaries. .SH EXAMPLES .TP Summarize active kernel SLAB/SLUB calls (kmem_cache_alloc()), showing the top 20 caches every second: # .B slabratetop .TP Don't clear the screen, and top 8 rows only: # .B slabratetop -Cr 8 .TP 5 second summaries, 10 times only: # .B slabratetop 5 10 .SH FIELDS .TP loadavg: The contents of /proc/loadavg .TP CACHE Kernel cache name. .TP ALLOCS Allocations (number of calls). .TP BYTES Total bytes allocated. .SH OVERHEAD If kmem_cache_alloc() is called at a high rate (eg, >100k/second) the overhead of this tool might begin to be measurable. The rate can be seen in the ALLOCS column of the output. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO slabtop(1) bpfcc-0.31.0/man/man8/sofdsnoop.8000066400000000000000000000024031465134135300163750ustar00rootroot00000000000000.TH SOFDSNOOP 8 "2019-07-29" "USER COMMANDS" .SH NAME sofdsnoop \- traces FDs passed by sockets .SH SYNOPSIS usage: sofdsnoop [\-h] [\-T] [\-p PID] [\-t TID] [\-n NAME] [\-d DURATION] .SH DESCRIPTION Trace file descriptors passed via socket .SS "optional arguments:" .TP \fB\-h\fR, \fB\-\-help\fR show this help message and exit .TP \fB\-T\fR, \fB\-\-timestamp\fR include timestamp on output .TP \fB\-p\fR PID, \fB\-\-pid\fR PID trace this PID only .TP \fB\-t\fR TID, \fB\-\-tid\fR TID trace this TID only .TP \fB\-n\fR NAME, \fB\-\-name\fR NAME only print process names containing this name .TP \fB\-d\fR DURATION, \fB\-\-duration\fR DURATION total duration of trace in seconds .SH EXAMPLES .TP Trace passed file descriptors # .B sofdsnoop .TP Include timestamps # .B sofdsnoop \fB\-T\fR .TP Only trace PID 181 # .B sofdsnoop \fB\-p\fR 181 .TP Only trace TID 123 # .B sofdsnoop \fB\-t\fR 123 .TP Trace for 10 seconds only # .B sofdsnoop \fB\-d\fR 10 .TP Only print process names containing "main" # .B sofdsnoop \fB\-n\fR main .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. bpfcc-0.31.0/man/man8/softirqs.8000066400000000000000000000052441465134135300162430ustar00rootroot00000000000000.TH softirqs 8 "2015-10-20" "USER COMMANDS" .SH NAME softirqs \- Measure soft IRQ (soft interrupt) event time. Uses Linux eBPF/bcc. .SH SYNOPSIS .B softirqs [\-h] [\-T] [\-N] [\-C] [\-d] [\-c CPU] [interval] [count] .SH DESCRIPTION This summarizes the time spent servicing soft IRQs (soft interrupts), and can show this time as either totals or histogram distributions. A system-wide summary of this time is shown by the %soft column of mpstat(1), and soft IRQ event counts (but not times) are available in /proc/softirqs. This tool uses the irq:softirq_enter and irq:softirq_exit kernel tracepoints, which is a stable tracing mechanism. BPF programs can attach to tracepoints from Linux 4.7 only. An older version of this tool is available in tools/old, and uses kprobes instead of tracepoints. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-T Include timestamps on output. .TP \-N Output in nanoseconds. .TP \-C Show the number of soft irq events. .TP \-d Show IRQ time distribution as histograms. .TP \-c CPU Trace on this CPU only. .SH EXAMPLES .TP Sum soft IRQ event time until Ctrl-C: # .B softirqs .TP Show the number of soft irq events: # .B softirqs \-C .TP Show soft IRQ event time as histograms: # .B softirqs \-d .TP Print 1 second summaries, 10 times: # .B softirqs 1 10 .TP 1 second summaries, printed in nanoseconds, with timestamps: # .B softirqs \-NT 1 .TP Sum soft IRQ event time on CPU 1 until Ctrl-C: # .B softirqs \-c 1 .SH FIELDS .TP SOFTIRQ The kernel function name that performs the soft IRQ action. .TP TOTAL_usecs Total time spent in this soft IRQ function in microseconds. .TP TOTAL_nsecs Total time spent in this soft IRQ function in nanoseconds. .TP usecs Range of microseconds for this bucket. .TP nsecs Range of nanoseconds for this bucket. .TP count Number of soft IRQs in this time range. .TP distribution ASCII representation of the distribution (the count column). .SH OVERHEAD This traces kernel functions and maintains in-kernel counts, which are asynchronously copied to user-space. While the rate of interrupts be very high (>1M/sec), this is a relatively efficient way to trace these events, and so the overhead is expected to be small for normal workloads, but could become noticeable for heavy workloads. Measure in a test environment before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHORS Brendan Gregg, Sasha Goldshtein, Rocky Xing .SH SEE ALSO hardirqs(8) bpfcc-0.31.0/man/man8/solisten.8000066400000000000000000000021541465134135300162260ustar00rootroot00000000000000.TH SOLISTEN 8 "2019-07-29" "USER COMMANDS" .SH NAME solisten \- Trace listening socket .SH SYNOPSIS usage: solisten [\-h] [\-\-show\-netns] [\-p PID] [\-n NETNS] .SH DESCRIPTION All IPv4 and IPv6 listen attempts are traced, even if they ultimately fail or the listening program is not willing to accept(). .SS "optional arguments:" .TP \fB\-h\fR, \fB\-\-help\fR show this help message and exit .TP \fB\-\-show\-netns\fR show network namespace .TP \fB\-p\fR PID, \fB\-\-pid\fR PID trace this PID only .TP \fB\-n\fR NETNS, \fB\-\-netns\fR NETNS trace this Network Namespace only .SH EXAMPLES .TP Stream socket listen: # .B solisten .TP Stream socket listen for specified PID only # .B solisten \-p 1234 .TP Stream socket listen for the specified network namespace ID only # .B solisten \-\-netns 4242 .TP Show network ns ID (useful for containers) # .B solisten \-\-show\-netns .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. bpfcc-0.31.0/man/man8/spfdsnoop.8000066400000000000000000000032331465134135300164000ustar00rootroot00000000000000.TH sofdsnoop 8 "2018-11-08" "USER COMMANDS" .SH NAME sofdsnoop \- Trace FDs passed through unix sockets. Uses Linux eBPF/bcc. .SH SYNOPSIS .B sofdsnoop [-h] [-T] [-p PID] [-t TID] [-n NAME] [-d DURATION] .SH DESCRIPTION sofdsnoop traces FDs passed through unix sockets Every file descriptor that is passed via unix sockets os displayed on separate line together with process info (TID/COMM columns), ACTION details (SEND/RECV), file descriptor number (FD) and its translation to file if available (NAME). Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-T Include a timestamp column. .TP \-p PID Trace this process ID only (filtered in-kernel). .TP \-t TID Trace this thread ID only (filtered in-kernel). .TP \-d DURATION Total duration of trace in seconds. .TP \-n NAME Only print command lines matching this command name (regex) .SH EXAMPLES .TP Trace all sockets: # .B sofdsnoop .TP Trace all sockets, and include timestamps: # .B sofdsnoop \-T .TP Only trace sockets where the process contains "server": # .B sofdsnoop \-n server .SH FIELDS .TP TIME(s) Time of SEDN/RECV actions, in seconds. .TP ACTION Operation on the fd SEND/RECV. .TP TID Process TID .TP COMM Parent process/command name. .TP SOCKET The socket carrier. .TP FD file descriptor number .TP NAME file name for SEND lines .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Jiri Olsa .SH SEE ALSO opensnoop(1) bpfcc-0.31.0/man/man8/sslsniff.8000066400000000000000000000053461465134135300162230ustar00rootroot00000000000000.TH sslsniff 8 "2016-08-16" "USER COMMANDS" .SH NAME sslsniff \- Print data passed to OpenSSL, GnuTLS or NSS. Uses Linux eBPF/bcc. .SH SYNOPSIS .B sslsniff [-h] [-p PID] [-u UID] [-x] [-c COMM] [-o] [-g] [-n] [-d] .B [--hexdump] [--max-buffer-size SIZE] [-l] [--handshake] .B [--extra-lib EXTRA_LIB] .SH DESCRIPTION sslsniff prints data sent to write/send and read/recv functions of OpenSSL, GnuTLS and NSS, allowing us to read plain text content before encryption (when writing) and after decryption (when reading). This works reading the second parameter of both functions (*buf). Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-p PID Trace only functions in this process PID. .TP \-u UID Trace only calls made by this UID. .TP \-x Show extra fields: UID and TID. .TP \-c COMM Show only processes that match this COMM exactly. .TP \-o, \-\-no-openssl Do not trace OpenSSL functions. .TP \-g, \-\-no-gnutls Do not trace GnuTLS functions. .TP \-n, \-\-no-nss Do not trace GnuTLS functions. .TP \-\-hexdump Show data as hexdump instead of trying to decode it as UTF-8 .TP \-\-max-buffer-size SIZE Sets maximum buffer size of intercepted data. Longer values would be truncated. Default value is 8 Kib, maximum possible value is a bit less than 32 Kib. .TP \-l, \-\-latency Show function latency in ms. .TP \--handshake Show handshake latency, enabled only if latency option is on. .TP \--extra-lib EXTRA_LIB Consist type of the library and library path separated by colon. Supported library types are: openssl, gnutls, nss. Can be specified multiple times. .SH EXAMPLES .TP Print all calls to SSL write/send and read/recv system-wide: # .B sslsniff .TP Print only OpenSSL calls issued by user with UID 1000 # .B sslsniff -u 1000 --no-nss --no-gnutls .TP Print SSL handshake event and latency for all traced functions: # .B sslsniff -l --handshake .TP Print only calls to OpenSSL from /some/path/libssl.so .B sslsniff --no-openssl --no-gnutls --no-nss --extra-lib .B openssl:/some/path/libssl.so .SH FIELDS .TP FUNC Which function is being called (write/send or read/recv) .TP TIME Time of the command, in seconds. .TP COMM Entered command. .TP PID Process ID calling SSL. .TP LEN Bytes written or read by SSL functions. .TP UID UID of the process, displayed only if launched with -x. .TP TID Thread ID, displayed only if launched with -x. .TP LAT(ms) Function latency in ms. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHORS Adrian Lopez and Mark Drayton .SH SEE ALSO trace(8) bpfcc-0.31.0/man/man8/stackcount.8000066400000000000000000000102541465134135300165440ustar00rootroot00000000000000.TH stackcount 8 "2016-01-14" "USER COMMANDS" .SH NAME stackcount \- Count function calls and their stack traces. Uses Linux eBPF/bcc. .SH SYNOPSIS .B stackcount [\-h] [\-p PID] [\-c CPU] [\-i INTERVAL] [\-D DURATION] [\-T] [\-r] [\-s] [\-P] [\-K] [\-U] [\-v] [\-d] [\-f] [\-\-debug] pattern .SH DESCRIPTION stackcount traces functions and frequency counts them with their entire stack trace, kernel stack and user stack, summarized in-kernel for efficiency. This allows higher frequency events to be studied. The output consists of unique stack traces, and their occurrence counts. In addition to kernel and user functions, kernel tracepoints and USDT tracepoint are also supported. The pattern is a string with optional '*' wildcards, similar to file globbing. If you'd prefer to use regular expressions, use the \-r option. This tool only works on Linux 4.6+. Stack traces are obtained using the new `BPF_STACK_TRACE` APIs. For kernels older than 4.6, see the version under tools/old. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-r Allow regular expressions for the search pattern. The default allows "*" wildcards only. .TP \-s Show address offsets. .TP \-P Display stacks separately for each process. .TP \-K Show kernel stack only. .TP \-U Show user stack only. .TP \-T Include a timestamp with interval output. .TP \-v Show raw addresses. .TP \-d Print a delimiter ("--") in-between the kernel and user stacks. .TP \-\-debug Print the source of the BPF program when loading it (for debugging purposes). .TP \-i interval Summary interval, in seconds. .TP \-D duration Total duration of trace, in seconds. \-f Folded output format. .TP \-p PID Trace this process ID only (filtered in-kernel). .TP \-c CPU Trace this CPU only (filtered in-kernel). .TP .TP pattern A function name, or a search pattern. Can include wildcards ("*"). If the \-r option is used, can include regular expressions. .SH EXAMPLES .TP Count kernel and user stack traces for submit_bio(): # .B stackcount submit_bio .TP Count stacks with a delimiter for submit_bio(): # .B stackcount \-d submit_bio .TP Count kernel stack trace only for submit_bio(): # .B stackcount \-K submit_bio .TP Count user stack trace only for submit_bio(): # .B stackcount \-U submit_bio .TP Count stack traces for ip_output(): # .B stackcount ip_output .TP Show symbol offsets: # .B stackcount \-s ip_output .TP Show offsets and raw addresses (verbose): # .B stackcount \-sv ip_output .TP Count stacks for kernel functions matching tcp_send*: # .B stackcount 'tcp_send*' .TP Same as previous, but using regular expressions: # .B stackcount \-r '^tcp_send.*' .TP Output every 5 seconds, with timestamps: # .B stackcount \-Ti 5 ip_output .TP Only count stacks when PID 185 is on-CPU: # .B stackcount \-p 185 ip_output .TP Only count stacks for CPU 1: # .B stackcount \-c 1 put_prev_entity .TP Count user stacks for dynamic heap allocations with malloc in PID 185: # .B stackcount \-p 185 c:malloc .TP Count user stacks for thread creation (USDT tracepoint) in PID 185: # .B stackcount \-p 185 u:pthread:pthread_create .TP Count stacks for context switch events using a kernel tracepoint: # .B stackcount t:sched:sched_switch .SH OVERHEAD This summarizes unique stack traces in-kernel for efficiency, allowing it to trace a higher rate of function calls than methods that post-process in user space. The stack trace data is only copied to user space when the output is printed, which usually only happens once. The stack walking also happens in an optimized code path in the kernel thanks to the new BPF_STACK_TRACE table APIs, which should be more efficient than the manual walker in the eBPF tracer which older versions of this script used. With this in mind, call rates of < 10,000/sec would incur negligible overhead. Test before production use. You can also use funccount to get a handle on function call rates first. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg, Sasha Goldshtein .SH SEE ALSO stacksnoop(8), funccount(8) bpfcc-0.31.0/man/man8/statsnoop.8000066400000000000000000000041571465134135300164250ustar00rootroot00000000000000.TH statsnoop 8 "2016-02-08" "USER COMMANDS" .SH NAME statsnoop \- Trace stat() syscalls. Uses Linux eBPF/bcc. .SH SYNOPSIS .B statsnoop [\-h] [\-t] [\-x] [\-p PID] .SH DESCRIPTION statsnoop traces the different stat() syscalls, showing which processes are attempting to read information about which files. This can be useful for determining the location of config and log files, or for troubleshooting applications that are failing, especially on startup. This works by tracing various kernel sys_stat() functions using dynamic tracing, and will need updating to match any changes to these functions. This makes use of a Linux 4.4 feature (bpf_perf_event_output()); for kernels older than 4.4, see the version under tools/old, which uses an older mechanism. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-t Include a timestamp column: in seconds since the first event, with decimal places. .TP \-x Only print failed stats. .TP \-p PID Trace this process ID only (filtered in-kernel). .SH EXAMPLES .TP Trace all stat() syscalls: # .B statsnoop .TP Trace all stat() syscalls, and include timestamps: # .B statsnoop \-t .TP Trace only stat() syscalls that failed: # .B statsnoop \-x .TP Trace PID 181 only: # .B statsnoop \-p 181 .SH FIELDS .TP TIME(s) Time of the call, in seconds. .TP PID Process ID .TP COMM Process name .TP FD File descriptor (if success), or -1 (if failed) .TP ERR Error number (see the system's errno.h) .TP PATH Open path .SH OVERHEAD This traces the kernel stat function and prints output for each event. As the rate of this is generally expected to be low (< 1000/s), the overhead is also expected to be negligible. If you have an application that is calling a high rate of stat()s, then test and understand overhead before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO opensnoop(1) bpfcc-0.31.0/man/man8/swapin.8000066400000000000000000000032251465134135300156670ustar00rootroot00000000000000.TH swapin 8 "2019-07-05" "USER COMMANDS" .SH NAME swapin \- Count swapins by process. Uses BCC/eBPF. .SH SYNOPSIS .B swapin .TP .BR \-h ", " \-\-help\fR show this help message and exit .TP .BR \-T ", " \-\-notime\fR do not show the timestamp (HH:MM:SS) .SH DESCRIPTION This tool counts swapins by process, to show which process is affected by swapping (if swap devices are in use). This can explain a significant source of application latency, if it has began swapping due to memory pressure on the system. This works by tracing the swap_readpage() kernel function using dynamic instrumentation. This tool may need maintenance to keep working if that function changes in later kernels. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and BCC. .SH EXAMPLES .TP Count swapins by process, showing per-second summaries. # .B swapin .SH FIELDS .TP 1st The process name. .TP 2nd The process ID. .TP 3rd The count of swapins during that interval. .SH OVERHEAD The rate of swapins should be low (bounded by swapin device IOPS), such that the overhead of this tool is expected to be negligible. .SH SOURCE This originated as a bpftrace tool from the book "BPF Performance Tools", published by Addison Wesley (2019): .IP http://www.brendangregg.com/bpf-performance-tools-book.html .PP See the book for more documentation on this tool. .PP This version is in the BCC repository: .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO swapon(8) bpfcc-0.31.0/man/man8/syncsnoop.8000066400000000000000000000027241465134135300164240ustar00rootroot00000000000000.TH syncsnoop 8 "2015-08-18" "USER COMMANDS" .SH NAME syncsnoop \- Trace sync() syscall. Uses Linux eBPF/bcc. .SH SYNOPSIS .B syncsnoop .SH DESCRIPTION syncsnoop traces calls to sync(), which flushes file system buffers to storage devices. These calls can cause performance perturbations, and it can be useful to know if they are happening and how frequently. This works by tracing the kernel sys_sync() function using dynamic tracing, and will need updating to match any changes to this function. This makes use of a Linux 4.4 feature (bpf_perf_event_output()); for kernels older than 4.4, see the version under tools/old, which uses an older mechanism. This program is also a basic example of eBPF/bcc. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH EXAMPLES .TP Trace calls to sync(): # .B syncsnoop .SH FIELDS .TP TIME(s) Time of the call, in seconds. .TP CALL Call traced. .SH OVERHEAD This traces the kernel sync function and prints output for each event. As the rate of this is generally expected to be low (<< 100/s), the overhead is also expected to be negligible. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg, original BCC Python version Tiago Ilieve, CO-RE version .SH SEE ALSO iostat(1) bpfcc-0.31.0/man/man8/syscount.8000066400000000000000000000057331465134135300162630ustar00rootroot00000000000000.TH syscount 8 "2017-02-15" "USER COMMANDS" .SH NAME syscount \- Summarize syscall counts and latencies. .SH SYNOPSIS .B syscount [-h] [-p PID] [-t TID] [-c PPID] [-i INTERVAL] [-d DURATION] [-T TOP] [-x] [-e ERRNO] [-L] [-m] [-P] [-l] [--syscall SYSCALL] .SH DESCRIPTION This tool traces syscall entry and exit tracepoints and summarizes either the number of syscalls of each type, or the number of syscalls per process. It can also collect latency (invocation time) for each syscall or each process. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. Linux 4.7+ is required to attach a BPF program to the raw_syscalls:sys_{enter,exit} tracepoints, used by this tool. .SH OPTIONS .TP \-h Print usage message. .TP \-p PID Trace only this process. .TP \-t TID Trace only this thread. .TP \-c PPID Trace only child of this pid. .TP \-i INTERVAL Print the summary at the specified interval (in seconds). .TP \-d DURATION Total duration of trace (in seconds). .TP \-T TOP Print only this many entries. Default: 10. .TP \-x Trace only failed syscalls (i.e., the return value from the syscall was < 0). .TP \-e ERRNO Trace only syscalls that failed with that error (e.g. -e EPERM or -e 1). .TP \-m Display times in milliseconds. Default: microseconds. .TP \-P Summarize by process and not by syscall. .TP \-l List the syscalls recognized by the tool (hard-coded list). Syscalls beyond this list will still be displayed, as "[unknown: nnn]" where nnn is the syscall number. .TP \--syscall SYSCALL Trace this syscall only (use option -l to get all recognized syscalls). .SH EXAMPLES .TP Summarize all syscalls by syscall: # .B syscount .TP Summarize all syscalls by process: # .B syscount \-P .TP Summarize only failed syscalls: # .B syscount \-x .TP Summarize only syscalls that failed with EPERM: # .B syscount \-e EPERM .TP Trace PID 181 only: # .B syscount \-p 181 .TP Summarize syscalls counts and latencies: # .B syscount \-L .SH FIELDS .TP PID Process ID .TP COMM Process name .TP SYSCALL Syscall name, or "[unknown: nnn]" for syscalls that aren't recognized .TP COUNT The number of events .TP TIME The total elapsed time (in us or ms) .SH OVERHEAD For most applications, the overhead should be manageable if they perform 1000's or even 10,000's of syscalls per second. For higher rates, the overhead may become considerable. For example, tracing a loop of 4 million calls to geteuid(), slows it down by 1.85x when tracing only syscall counts, and slows it down by more than 5x when tracing syscall counts and latencies. However, this represents a rate of >3.5 million syscalls per second, which should not be typical. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Sasha Goldshtein, Rocky Xing .SH SEE ALSO funccount(8), ucalls(8), argdist(8), trace(8), funclatency(8) bpfcc-0.31.0/man/man8/tclcalls.8000077700000000000000000000000001465134135300175342ucalls.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/tclflow.8000077700000000000000000000000001465134135300172562uflow.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/tclobjnew.8000077700000000000000000000000001465134135300201102uobjnew.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/tclstat.8000077700000000000000000000000001465134135300172662ustat.8ustar00rootroot00000000000000bpfcc-0.31.0/man/man8/tcpaccept.8000066400000000000000000000056741465134135300163460ustar00rootroot00000000000000.TH tcpaccept 8 "2020-02-20" "USER COMMANDS" .SH NAME tcpaccept \- Trace TCP passive connections (accept()). Uses Linux eBPF/bcc. .SH SYNOPSIS .B tcpaccept [\-h] [\-T] [\-t] [\-p PID] [\-P PORTS] [\-4 | \-6] [\-\-cgroupmap MAPPATH] [\-\-mntnsmap MAPPATH] .SH DESCRIPTION This tool traces passive TCP connections (eg, via an accept() syscall; connect() are active connections). This can be useful for general troubleshooting to see what new connections the local server is accepting. This uses dynamic tracing of the kernel inet_csk_accept() socket function (from tcp_prot.accept), and will need to be modified to match kernel changes. This tool only traces successful TCP accept()s. Connection attempts to closed ports will not be shown (those can be traced via other functions). Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-T Include a time column on output (HH:MM:SS). .TP \-t Include a timestamp column. .TP \-p PID Trace this process ID only (filtered in-kernel). .TP \-P PORTS Comma-separated list of local ports to trace (filtered in-kernel). .TP \-4 Trace IPv4 family only. .TP \-6 Trace IPv6 family only. .TP \-\-cgroupmap MAPPATH Trace cgroups in this BPF map only (filtered in-kernel). .TP \-\-mntnsmap MAPPATH Trace mount namespaces in this BPF map only (filtered in-kernel). .SH EXAMPLES .TP Trace all passive TCP connections (accept()s): # .B tcpaccept .TP Trace all TCP accepts, and include timestamps: # .B tcpaccept \-t .TP Trace connections to local ports 80 and 81 only: # .B tcpaccept \-P 80,81 .TP Trace PID 181 only: # .B tcpaccept \-p 181 .TP Trace IPv4 family only: # .B tcpaccept \-4 .TP Trace IPv6 family only: # .B tcpaccept \-6 .TP Trace a set of cgroups only (see special_filtering.md from bcc sources for more details): # .B tcpaccept \-\-cgroupmap /sys/fs/bpf/test01 .SH FIELDS .TP TIME Time of the event, in HH:MM:SS format. .TP TIME(s) Time of the event, in seconds. .TP PID Process ID .TP COMM Process name .TP IP IP address family (4 or 6) .TP RADDR Remote IP address. .TP RPORT Remote port .TP LADDR Local IP address. .TP LPORT Local port .SH OVERHEAD This traces the kernel inet_csk_accept function and prints output for each event. The rate of this depends on your server application. If it is a web or proxy server accepting many tens of thousands of connections per second, then the overhead of this tool may be measurable (although, still a lot better than tracing every packet). If it is less than a thousand a second, then the overhead is expected to be negligible. Test and understand this overhead before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO tcptracer(8), tcpconnect(8), funccount(8), tcpdump(8) bpfcc-0.31.0/man/man8/tcpcong.8000066400000000000000000000064221465134135300160250ustar00rootroot00000000000000.TH tcpcong 8 "2022-01-27" "USER COMMANDS" .SH NAME tcpcong \- Measure tcp congestion state duration. Uses Linux eBPF/bcc. .SH SYNOPSIS .B tcpcong [\-h] [\-T] [\-L] [\-R] [\-u] [\-d] [interval] [outputs] .SH DESCRIPTION this tool measures tcp sockets congestion control status duration, and prints a summary of tcp congestion state durations along with the number of total state changes. It uses dynamic tracing of kernel tcp congestion control status updating functions, and will need to be updated to match kernel changes. The traced functions are only called when there is congestion state update, and therefore have low overhead. we also use BPF map to store traced data to reduce overhead. See the OVERHEAD section for more details. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-T Include a timestamp column. .TP \-L Specify local tcp port range. .TP \-R Specify remote tcp port range. .TP \-u Output in microseconds. .TP \-d Show congestion status duration distribution as histograms. .SH EXAMPLES .TP Show all tcp sockets congestion status duration until Ctrl-C: # .B tcpcongestdura .TP Show all tcp sockets congestion status duration every 1 second and 10 times: # .B tcpcong 1 10 .TP Show only local port 3000-3006 congestion status duration every 1 second: # .B tcpcong \-L 3000-3006 1 .TP Show only remote port 5000-5005 congestion status duration every 1 second: # .B tcpcong \-R 5000-5005 1 .TP Show 1 second summaries, printed in microseconds, with timestamps: # .B tcpcong \-uT 1 .TP Show all tcp sockets congestion status duration as histograms: # .B tcpcong \-d .SH FIELDS .TP LAddrPort local ip address and tcp socket port. .TP RAddrPort remote ip address and tcp socket port. .TP Open_us Total duration in open status for microseconds. .TP Dod_us Total duration in disorder status for microseconds. .TP Rcov_us Total duration in recovery status for microseconds. .TP Cwr_us Total duration in cwr status for microseconds. .TP Los_us Total duration in loss status for microseconds. .TP Open_ms Total duration in open status for milliseconds. .TP Dod_ms Total duration in disorder status for milliseconds. .TP Rcov_ms Total duration in recovery status for milliseconds. .TP Cwr_ms Total duration in cwr status for milliseconds. .TP Loss_ms Total duration in loss status for milliseconds. .TP Chgs Total number of status change. .TP usecs Range of microseconds for this bucket. .TP msecs Range of milliseconds for this bucket. .TP count Number of congestion status in this time range. .TP distribution ASCII representation of the distribution (the count column). .SH OVERHEAD This traces the kernel tcp congestion status change functions. As called rate per second of these functions per socket is low(<10000), the overhead is also expected to be negligible. If you have an application that will create thousands of tcp connections, then test and understand overhead before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR jacky gan .SH SEE ALSO tcpretrans(8), tcpconnect(8), tcptop(8), tcpdrop(8) bpfcc-0.31.0/man/man8/tcpconnect.8000066400000000000000000000132461465134135300165320ustar00rootroot00000000000000.TH tcpconnect 8 "2020-02-20" "USER COMMANDS" .SH NAME tcpconnect \- Trace TCP active connections (connect()). Uses Linux eBPF/bcc. .SH SYNOPSIS .B tcpconnect [\-h] [\-c] [\-t] [\-p PID] [-P PORT] [\-4 | \-6] [\-L] [-u UID] [-U] [\-\-cgroupmap MAPPATH] [\-\-mntnsmap MAPPATH] [\-d] .SH DESCRIPTION This tool traces active TCP connections (eg, via a connect() syscall; accept() are passive connections). This can be useful for general troubleshooting to see what connections are initiated by the local server. All connection attempts are traced, even if they ultimately fail. This works by tracing the kernel tcp_v4_connect() and tcp_v6_connect() functions using dynamic tracing, and will need updating to match any changes to these functions. When provided with the \-d or \-\-dns option, this tool will also correlate connect calls with the most recent DNS query that matches the IP connected. This feature works by tracing the kernel udp_recvmsg() function to collect DNS responses. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. If using the \-d or \-\-dns option, you must have the dnslib and cachetools python packages installed. You can install them with pip3 or with apt on Ubuntu 18.04+ using the python3\-dnslib and python3\-cachetools packages. .SH OPTIONS .TP \-h Print usage message. .TP \-t Include a timestamp column. .TP \-c Count connects per src ip and dest ip/port. .TP \-p PID Trace this process ID only (filtered in-kernel). .TP \-P PORT Comma-separated list of destination ports to trace (filtered in-kernel). .TP \-4 Trace IPv4 family only. .TP \-6 Trace IPv6 family only. .TP \-L Include a LPORT column. .TP \-U Include a UID column. .TP \-u UID Trace this UID only (filtered in-kernel). .TP \-\-cgroupmap MAPPATH Trace cgroups in this BPF map only (filtered in-kernel). .TP \--mntnsmap MAPPATH Trace mount namespaces in this BPF map only (filtered in-kernel). .TP \-d Shows the most recent DNS query for the IP address in the connect call. This is likely related to the TCP connection details in the other columns, but is not guaranteed. This feature works by tracing the udp_recvmsg kernel function and tracking DNS responses received by the server. It only supports UDP DNS packets up to 512 bytes in length. The python code keeps a cache of 10k DNS responses in memory for up 24 hours. If the time difference in milliseconds between when the system received a DNS response and when a connect syscall was traced using an IP in that DNS response is greater than 100ms, this tool will report this delta after the query. These deltas should be relatively short for most applications. A long delay between the response and connect could be either anomalous activity or indicate a misattribution between the DNS name requested and the IP that the connect syscall is using. The \-d option may not be used with the count feature (option \-c) .SH EXAMPLES .TP Trace all active TCP connections: # .B tcpconnect .TP Trace all TCP connects, and include timestamps: # .B tcpconnect \-t .TP Trace all TCP connects, and include most recent matching DNS query for each connected IP # .B tcpconnect \-d .TP Trace PID 181 only: # .B tcpconnect \-p 181 .TP Trace ports 80 and 81 only: # .B tcpconnect \-P 80,81 .TP Trace IPv4 family only: # .B tcpconnect -4 .TP Trace IPv6 family only: # .B tcpconnect -6 .TP Trace all TCP connects, and include LPORT: # .B tcpconnect \-L .TP Trace all TCP connects, and include UID: # .B tcpconnect \-U .TP Trace UID 1000 only: # .B tcpconnect \-u 1000 .TP Count connects per src ip and dest ip/port: # .B tcpconnect \-c .TP Trace a set of cgroups only (see special_filtering.md from bcc sources for more details): # .B tcpconnect \-\-cgroupmap /sys/fs/bpf/test01 .TP Trace a set of mount namespaces only (see special_filtering.md from bcc sources for more details): # .B tcpconnect \-\-mntnsmap /sys/fs/bpf/mnt_ns_set .SH FIELDS .TP TIME(s) Time of the call, in seconds. .TP UID User ID .TP PID Process ID .TP COMM Process name .TP IP IP address family (4 or 6) .TP SADDR Source IP address. .TP LPORT Source port .TP DADDR Destination IP address. .TP DPORT Destination port .TP CONNECTS Accumulated active connections since start. .TP QUERY Shows the most recent DNS query for the IP address in the connect call. This is likely related to the TCP connection details in the other columns, but is not guaranteed. .SH OVERHEAD This traces the kernel tcp_v[46]_connect functions and prints output for each event. As the rate of this is generally expected to be low (< 1000/s), the overhead is also expected to be negligible. If you have an application that is calling a high rate of connect()s, such as a proxy server, then test and understand this overhead before use. If you are using the \-d option to track DNS requests, this tool will trace the udp_recvmsg function and generate an event for any packets from UDP port 53. This event contains up to 512 bytes of the UDP packet payload. Typical applications do not extensively use UDP, so the performance overhead of tracing udp_recvmsg is expected to be negligible, However, if you have an application that receives many UDP packets, then you should test and understand the overhead of tracing every received UDP message. Furthermore, performance overhead of running this tool on a DNS server is expected to be higher than average because all DNS response packets will be copied to userspace. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO tcptracer(8), tcpaccept(8), funccount(8), tcpdump(8) bpfcc-0.31.0/man/man8/tcpconnlat.8000066400000000000000000000062051465134135300165340ustar00rootroot00000000000000.TH tcpconnlat 8 "2016-02-19" "USER COMMANDS" .SH NAME tcpconnlat \- Trace TCP active connection latency. Uses Linux eBPF/bcc. .SH SYNOPSIS .B tcpconnlat [\-h] [\-t] [\-p PID] [\-L] [\-4 | \-6] [-v] [min_ms] .SH DESCRIPTION This tool traces active TCP connections (eg, via a connect() syscall), and shows the latency (time) for the connection as measured locally: the time from SYN sent to the response packet. This is a useful performance metric that typically spans kernel TCP/IP processing and the network round trip time (not application runtime). All connection attempts are traced, even if they ultimately fail (RST packet in response). This tool works by use of kernel dynamic tracing of TCP/IP functions, and will need updating to match any changes to these functions. This tool should be updated in the future to use static tracepoints, once they are available. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-t Include a timestamp column. .TP \-p PID Trace this process ID only (filtered in-kernel). .TP \-L Include a LPORT column. .TP \-4 Trace IPv4 family only. .TP \-6 Trace IPv6 family only. .TP \-v Print the resulting BPF program, for debugging purposes. .TP min_ms Minimum duration to trace, in milliseconds. .SH EXAMPLES .TP Trace all active TCP connections, and show connection latency (SYN->response round trip): # .B tcpconnlat .TP Include timestamps: # .B tcpconnlat \-t .TP Trace PID 181 only: # .B tcpconnlat \-p 181 .TP Trace connects, and include LPORT: # .B tcpconnlat \-L .TP Trace IPv4 family only: # .B tcpconnlat \-4 .TP Trace IPv6 family only: # .B tcpconnlat \-6 .TP Trace connects with latency longer than 10 ms: # .B tcpconnlat 10 .TP Print the BPF program: # .B tcpconnlat \-v .SH FIELDS .TP TIME(s) Time of the response packet, in seconds. .TP PID Process ID that initiated the connection. .TP COMM Process name that initiated the connection. .TP IP IP address family (4 or 6). .TP SADDR Source IP address. .TP DADDR Destination IP address. .TP LPORT Source port .TP DPORT Destination port .TP LAT(ms) The time from when a TCP connect was issued (measured in-kernel) to when a response packet was received for this connection (can be SYN,ACK, or RST, etc). This time spans kernel to kernel latency, involving kernel TCP/IP processing and the network round trip in between. This typically does not include time spent by the application processing the new connection. .SH OVERHEAD This traces the kernel tcp_v[46]_connect functions and prints output for each event. As the rate of this is generally expected to be low (< 1000/s), the overhead is also expected to be negligible. If you have an application that is calling a high rate of connects()s, such as a proxy server, then test and understand this overhead before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO tcpconnect(8), tcpaccept(8), funccount(8), tcpdump(8) bpfcc-0.31.0/man/man8/tcpdrop.8000066400000000000000000000037601465134135300160450ustar00rootroot00000000000000.TH tcpdrop 8 "2018-05-30" "USER COMMANDS" .SH NAME tcpdrop \- Trace kernel-based TCP packet drops with details. Uses Linux eBPF/bcc. .SH SYNOPSIS .B tcpdrop [\-4 | \-6] [\-h] .SH DESCRIPTION This tool traces TCP packets or segments that were dropped by the kernel, and shows details from the IP and TCP headers, the socket state, and the kernel stack trace. This is useful for debugging cases of high kernel drops, which can cause timer-based retransmits and performance issues. This tool works using dynamic tracing of the tcp_drop() kernel function, which requires a recent kernel version. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-4 Trace IPv4 family only. .TP \-6 Trace IPv6 family only. .TP \-h Print usage message. .SH EXAMPLES .TP Trace kernel-based TCP packet drops with details: # .B tcpdrop .TP Trace IPv4 family only: # .B tcpdrop \-4 .TP Trace IPv6 family only: # .B tcpdrop \-6 .SH FIELDS .TP TIME Time of the drop, in HH:MM:SS format. .TP PID Process ID that was on-CPU during the drop. This may be unrelated, as drops can occur on the receive interrupt and be unrelated to the PID that was interrupted. .TP IP IP address family (4 or 6) .TP SADDR Source IP address. .TP SPORT Source TCP port. .TP DADDR Destination IP address. .TP DPORT Destionation TCP port. .TP STATE TCP session state ("ESTABLISHED", etc). .TP FLAGS TCP flags ("SYN", etc). .SH OVERHEAD This traces the kernel tcp_drop() function, which should be low frequency, and therefore the overhead of this tool should be negligible. As always, test and understand this tools overhead for your types of workloads before production use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO tcplife(8), tcpaccept(8), tcpconnect(8), tcptop(8) bpfcc-0.31.0/man/man8/tcplife.8000066400000000000000000000062671465134135300160250ustar00rootroot00000000000000.TH tcplife 8 "2016-10-19" "USER COMMANDS" .SH NAME tcplife \- Trace TCP sessions and summarize lifespan. Uses Linux eBPF/bcc. .SH SYNOPSIS .B tcplife [\-h] [\-T] [\-t] [\-w] [\-s] [\-p PID] [\-D PORTS] [\-L PORTS] [\-4 | \-6] .SH DESCRIPTION This tool traces TCP sessions that open and close while tracing, and prints a line of output to summarize each one. This includes the IP addresses, ports, duration, and throughput for the session. This is useful for workload characterisation and flow accounting: identifying what connections are happening, with the bytes transferred. This tool works using the sock:inet_sock_set_state tracepoint if it exists, added to Linux 4.16, and switches to using kernel dynamic tracing for older kernels. Only TCP state changes are traced, so it is expected that the overhead of this tool is much lower than typical send/receive tracing. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-s Comma separated values output (parseable). .TP \-t Include a timestamp column (seconds). .TP \-T Include a time column (HH:MM:SS). .TP \-w Wide column output (fits IPv6 addresses). .TP \-p PID Trace this process ID only (filtered in-kernel). .TP \-L PORTS Comma-separated list of local ports to trace (filtered in-kernel). .TP \-D PORTS Comma-separated list of destination ports to trace (filtered in-kernel). .TP \-4 Trace IPv4 family only. .TP \-6 Trace IPv6 family only. .SH EXAMPLES .TP Trace all TCP sessions, and summarize lifespan and throughput: # .B tcplife .TP Include a timestamp column, and wide column output: # .B tcplife \-tw .TP Trace PID 181 only: # .B tcplife \-p 181 .TP Trace connections to local ports 80 and 81 only: # .B tcplife \-L 80,81 .TP Trace connections to remote port 80 only: # .B tcplife \-D 80 .TP Trace IPv4 family only: # .B tcplife \-4 .TP Trace IPv6 family only: # .B tcplife \-6 .SH FIELDS .TP TIME Time of the call, in HH:MM:SS format. .TP TIME(s) Time of the call, in seconds. .TP PID Process ID .TP COMM Process name .TP IP IP address family (4 or 6) .TP LADDR Local IP address. .TP RADDR Remote IP address. .TP LPORT Local port. .TP RPORT Remote port. .TP TX_KB Total transmitted Kbytes. .TP RX_KB Total received Kbytes. .TP MS Lifespan of the session, in milliseconds. .SH OVERHEAD This traces the kernel TCP set state function, which should be called much less often than send/receive tracing, and therefore have lower overhead. The overhead of the tool is relative to the rate of new TCP sessions: if this is high, over 10,000 per second, then there may be noticeable overhead just to print out 10k lines of formatted output per second. You can find out the rate of new TCP sessions using "sar \-n TCP 1", and adding the active/s and passive/s columns. As always, test and understand this tools overhead for your types of workloads before production use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO tcpaccept(8), tcpconnect(8), tcptop(8) bpfcc-0.31.0/man/man8/tcpretrans.8000066400000000000000000000046111465134135300165530ustar00rootroot00000000000000.TH tcpretrans 8 "2016-02-14" "USER COMMANDS" .SH NAME tcpretrans \- Trace or count TCP retransmits and TLPs. Uses Linux eBPF/bcc. .SH SYNOPSIS .B tcpretrans [\-h] [\-s] [\-l] [\-c] [\-4 | \-6] .SH DESCRIPTION This traces TCP retransmits, showing address, port, and TCP state information, and sometimes the PID (although usually not, since retransmits are usually sent by the kernel on timeouts). To keep overhead very low, only the TCP retransmit functions are traced. This does not trace every packet (like tcpdump(8) or a packet sniffer). Optionally, it can count retransmits over a user signalled interval to spot potentially dropping network paths the flows are traversing. This uses dynamic tracing of the kernel tcp_retransmit_skb() and tcp_send_loss_probe() functions, and will need to be updated to match kernel changes to these functions. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-s Display TCP sequence numbers. .TP \-l Include tail loss probe attempts (in some cases the kernel may not complete the TLP send). .TP \-c Count occurring retransmits per flow. .TP \-4 Trace IPv4 family only. .TP \-6 Trace IPv6 family only. .SH EXAMPLES .TP Trace TCP retransmits: # .B tcpretrans .TP Trace TCP retransmits and TLP attempts: # .B tcpretrans \-l .TP Trace IPv4 family only: # .B tcpretrans \-4 .TP Trace IPv6 family only: # .B tcpretrans \-6 .SH FIELDS .TP TIME Time of the retransmit. .TP PID Process ID that was on-CPU. This is less useful than it might sound, as it may usually be 0, for the kernel, for timer-based retransmits. .TP IP IP address family (4 or 6). .TP LADDR Local IP address. .TP LPORT Local port. .TP T> Type of event: R> == retransmit, L> == tail loss probe. .TP RADDR Remote IP address. .TP RPORT Remote port. .TP STATE TCP session state. .TP SEQ TCP sequence. .TP RETRANSMITS Accumulated occurred retransmits since start. .SH OVERHEAD Should be negligible: TCP retransmit events should be low (<1000/s), and the low overhead this tool adds to each event should make the cost negligible. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO tcpconnect(8), tcpaccept(8) bpfcc-0.31.0/man/man8/tcprtt.8000066400000000000000000000044101465134135300157030ustar00rootroot00000000000000.TH tcprtt 8 "2020-08-23" "USER COMMANDS" .SH NAME tcprtt \- Trace TCP RTT of established connections. Uses Linux eBPF/bcc. .SH SYNOPSIS .B tcprtt [\-h] [\-T] [\-D] [\-m] [\-p LPORT] [\-P RPORT] [\-a LADDR] [\-A RADDR] [\-i INTERVAL] [\-d DURATION] [\-b] [\-B] [\-e] [\-4 | \-6] .SH DESCRIPTION This tool traces established connections RTT(round-trip time) to analyze the quality of network. This can be useful for general troubleshooting to distinguish the network latency is from user process or physical network. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-T Include a time column on output (HH:MM:SS). .TP \-D Show debug infomation of bpf text. .TP \-m Output histogram in milliseconds. .TP \-i INTERVAL Print output every interval seconds. .TP \-d DURATION Total duration of trace in seconds. .TP \-p LPORT Filter for local port. .TP \-P RPORT Filter for remote port. .TP \-a LADDR Filter for local address. .TP \-A RADDR Filter for remote address. .TP \-b Show sockets histogram by local address. .TP \-B Show sockets histogram by remote address. .TP \-e Show extension summary(average). .TP \-4 Trace IPv4 family only. .TP \-6 Trace IPv6 family only. .SH EXAMPLES .TP Trace TCP RTT and print 1 second summaries, 10 times: # .B tcprtt \-i 1 \-d 10 .TP Summarize in millisecond, and timestamps: # .B tcprtt \-m \-T .TP Only trace TCP RTT for remote address 192.168.1.100 and remote port 80: # .B tcprtt \-i 1 \-d 10 \-A 192.168.1.100 \-P 80 .TP Trace local port and show a breakdown of remote hosts RTT: # .B tcprtt \-i 3 --lport 80 --byraddr .TP Trace IPv4 family only: # .B tcprtt \-4 .TP Trace IPv6 family only: # .B tcprtt \-6 .SH OVERHEAD This traces the kernel tcp_rcv_established function and collects TCP RTT. The rate of this depends on your server application. If it is a web or proxy server accepting many tens of thousands of connections per second. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR zhenwei pi .SH SEE ALSO tcptracer(8), tcpconnect(8), funccount(8), tcpdump(8) bpfcc-0.31.0/man/man8/tcpstates.8000066400000000000000000000070721465134135300164040ustar00rootroot00000000000000.TH tcpstates 8 "2018-03-20" "USER COMMANDS" .SH NAME tcpstates \- Trace TCP session state changes with durations. Uses Linux eBPF/bcc. .SH SYNOPSIS .B tcpstates [\-h] [\-T] [\-t] [\-w] [\-s] [\-D PORTS] [\-L PORTS] [\-Y] [\-4 | \-6] .SH DESCRIPTION This tool traces TCP session state changes while tracing, and prints details including the duration in each state. This can help explain the latency of TCP connections: whether the time is spent in the ESTABLISHED state (data transfer), or initialization state (SYN_SENT), etc. This tool works using the sock:inet_sock_set_state tracepoint, which was added to Linux 4.16. Linux 4.16 also included extra state transitions so that all TCP transitions could be observed by this tracepoint. Only TCP state changes are traced, so it is expected that the overhead of this tool is much lower than typical send/receive tracing. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc, and the sock:inet_sock_set_state tracepoint. .SH OPTIONS .TP \-h Print usage message. .TP \-s Comma separated values output (parseable). .TP \-t Include a timestamp column (seconds). .TP \-T Include a time column (HH:MM:SS). .TP \-w Wide column output (fits IPv6 addresses). .TP \-L PORTS Comma-separated list of local ports to trace (filtered in-kernel). .TP \-D PORTS Comma-separated list of destination ports to trace (filtered in-kernel). .TP \-Y Log session state changes to the systemd journal. .TP \-4 Trace IPv4 family only. .TP \-6 Trace IPv6 family only. .SH EXAMPLES .TP Trace all TCP sessions, and show all state changes: # .B tcpstates .TP Include a timestamp column, and wide column output: # .B tcpstates \-tw .TP Trace connections to local ports 80 and 81 only: # .B tcpstates \-L 80,81 .TP Trace connections to remote port 80 only: # .B tcpstates \-D 80 .TP Trace IPv4 family only: # .B tcpstates -4 .TP Trace IPv6 family only: # .B tcpstates -6 .SH FIELDS .TP TIME Time of the change, in HH:MM:SS format. .TP TIME(s) Time of the change, in seconds. .TP C-PID The current on-CPU process ID. This may show the process that owns the TCP session if the state change executes in synchronous process context, else it is likely to show the kernel (asynchronous state change). .TP C-COMM The current on-CPU process name. This may show the process that owns the TCP session if the state change executes in synchronous process context, else it is likely to show the kernel (asynchronous state change). .TP IP IP address family (4 or 6) .TP LADDR Local IP address. .TP RADDR Remote IP address. .TP LPORT Local port. .TP RPORT Remote port. .TP OLDSTATE Previous TCP state. .TP NEWSTATE New TCP state. .TP MS Duration of this state. .SH OVERHEAD This traces the kernel TCP set state function, which should be called much less often than send/receive tracing, and therefore have lower overhead. The overhead of the tool is relative to the rate of new TCP sessions: if this is high, over 10,000 per second, then there may be noticeable overhead just to print out 10k lines of formatted output per second. You can find out the rate of new TCP sessions using "sar \-n TCP 1", and adding the active/s and passive/s columns. As always, test and understand this tools overhead for your types of workloads before production use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO tcpaccept(8), tcpconnect(8), tcptop(8), tcplife(8) bpfcc-0.31.0/man/man8/tcpsubnet.8000066400000000000000000000052021465134135300163720ustar00rootroot00000000000000.TH tcpsubnet 8 "2018-03-01" "USER COMMANDS" .SH NAME tcpsubnet \- Summarize and aggregate IPv4 TCP traffic by subnet. .SH SYNOPSIS .B tcpsubnet [\-h] [\-v] [\-J] [\-f FORMAT] [\-i INTERVAL] [subnets] .SH DESCRIPTION This tool summarizes and aggregates IPv4 TCP sent to the subnets passed in argument and prints to stdout on a fixed interval. This uses dynamic tracing of kernel TCP send/receive functions, and will need to be updated to match kernel changes. The traced data is summarized in-kernel using a BPF map to reduce overhead. At very high TCP event rates, the overhead may still be measurable. See the OVERHEAD section for more details. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print USAGE message. .TP \-v Run in verbose mode. Will output subnet evaluation and the BPF program .TP \-J Format output in JSON. .TP \-i Interval between updates, seconds (default 1). .TP \-f Format output units. Supported values are bkmBKM. When using kmKM the output will be rounded to floor. .TP subnets Comma separated list of subnets. Traffic will be categorized in theses subnets. Order matters. (default 127.0.0.1/32,10.0.0.0/8,172.16.0.0/12,192.168.0.0/16,0.0.0.0/0) .SH EXAMPLES .TP Summarize TCP traffic by the default subnets: # .B tcpsubnet .TP Summarize all TCP traffic: # .B tcpsubnet 0.0.0.0/0 .TP Summarize all TCP traffic and output in JSON and Kb: # .B tcpsubnet -J -fk 0.0.0.0/0 .SH FIELDS .TP (Standad output) Left hand side column: Subnet .TP (Standard output) Right hand side column: Aggregate traffic in units passed as argument .TP (JSON output) date Current date formatted in the system locale .TP (JSON output) time Current time formatted in the system locale .TP (JSON output) entries Map of subnets to aggregates. Values will be in format passed to -f .SH OVERHEAD This traces all tcp_sendmsg function calls in the TCP/IP stack. It summarizes data in-kernel to reduce overhead. A simple iperf test (v2.0.5) with the default values shows a loss of ~5% throughput. On 10 runs without tcpsubnet running the average throughput was 32.42Gb/s, with tcpsubnet enabled it was 31.26Gb/s. This is not meant to be used as a long running service. Use it for troubleshooting or for a controlled interval. As always, try it out in a test environment first. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Rodrigo Manyari .SH INSPIRATION tcptop(8) by Brendan Gregg .SH SEE ALSO netlink(7) bpfcc-0.31.0/man/man8/tcpsynbl.8000066400000000000000000000037731465134135300162340ustar00rootroot00000000000000.TH tcpsynbl 8 "2019-07-03" "USER COMMANDS" .SH NAME tcpsynbl \- Show the TCP SYN backlog as a histogram. Uses BCC/eBPF. .SH SYNOPSIS .B tcpsynbl [\-4 | \-6] .SH DESCRIPTION This tool shows the TCP SYN backlog size during SYN arrival as a histogram. This lets you see how close your applications are to hitting the backlog limit and dropping SYNs (causing performance issues with SYN retransmits), and is a measure of workload saturation. The histogram shown is measured at the time of SYN received, and a separate histogram is shown for each backlog limit. This works by tracing the tcp_v4_syn_recv_sock() and tcp_v6_syn_recv_sock() kernel functions using dynamic instrumentation. Since these functions may change in future kernels, this tool may need maintenance to keep working. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and BCC. .SH OPTIONS .TP \-h Print usage message. .TP \-4 Trace IPv4 family only. .TP \-6 Trace IPv6 family only. .SH EXAMPLES .TP Show the TCP SYN backlog as a histogram. # .B tcpsynbl .TP Trace IPv4 family only: # .B tcpsynbl -4 .TP Trace IPv6 family only: # .B tcpsynbl -6 .SH FIELDS .TP backlog The backlog size when a SYN was received. .TP count The number of times this backlog size was encountered. .TP distribution An ASCII visualization of the count column. .SH OVERHEAD Inbound SYNs should be relatively low compared to packets and other events, so the overhead of this tool is expected to be negligible. .SH SOURCE This originated as a bpftrace tool from the book "BPF Performance Tools", published by Addison Wesley (2019): .IP http://www.brendangregg.com/bpf-performance-tools-book.html .PP See the book for more documentation on this tool. .PP This version is in the BCC repository: .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO tcptop(8) bpfcc-0.31.0/man/man8/tcptop.8000066400000000000000000000065761465134135300157130ustar00rootroot00000000000000.TH tcptop 8 "2020-03-08" "USER COMMANDS" .SH NAME tcptop \- Summarize TCP send/recv throughput by host. Top for TCP. .SH SYNOPSIS .B tcptop [\-h] [\-C] [\-S] [\-p PID] [\-\-cgroupmap MAPPATH] [--mntnsmap MAPPATH] [interval] [count] [\-4 | \-6] .SH DESCRIPTION This is top for TCP sessions. This summarizes TCP send/receive Kbytes by host, and prints a summary that refreshes, along other system-wide metrics. This uses dynamic tracing of kernel TCP send/receive functions, and will need to be updated to match kernel changes. The traced TCP functions are usually called at a lower rate than per-packet functions, and therefore have lower overhead. The traced data is summarized in-kernel using a BPF map to further reduce overhead. At very high TCP event rates, the overhead may still be measurable. See the OVERHEAD section for more details. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print USAGE message. .TP \-C Don't clear the screen. .TP \-S Don't print the system summary line (load averages). .TP \-p PID Trace this PID only. .TP \-\-cgroupmap MAPPATH Trace cgroups in this BPF map only (filtered in-kernel). .TP \--mntnsmap MAPPATH Trace mount namespaces in this BPF map only (filtered in-kernel). .TP interval Interval between updates, seconds (default 1). .TP count Number of interval summaries (default is many). .TP \-4 Trace IPv4 family only. .TP \-6 Trace IPv6 family only. .SH EXAMPLES .TP Summarize TCP throughput by active sessions, 1 second refresh: # .B tcptop .TP Don't clear the screen (rolling output), and 5 second summaries: # .B tcptop \-C 5 .TP Trace PID 181 only, and don't clear the screen: # .B tcptop \-Cp 181 .TP Trace a set of cgroups only (see special_filtering.md from bcc sources for more details): # .B tcptop \-\-cgroupmap /sys/fs/bpf/test01 .TP Trace IPv4 family only: # .B tcptop \-4 .TP Trace IPv6 family only: # .B tcptop \-6 .SH FIELDS .TP loadavg: The contents of /proc/loadavg .TP PID Process ID. .TP COMM Process name. .TP LADDR Local address (IPv4), and TCP port .TP RADDR Remote address (IPv4), and TCP port .TP LADDR6 Source address (IPv6), and TCP port .TP RADDR6 Destination address (IPv6), and TCP port .TP RX_KB Received Kbytes .TP TX_KB Transmitted Kbytes .SH OVERHEAD This traces all send/receives in TCP, high in the TCP/IP stack (close to the application) which are usually called at a lower rate than per-packet functions, lowering overhead. It also summarizes data in-kernel to further reduce overhead. These techniques help, but there may still be measurable overhead at high send/receive rates, eg, ~13% of one CPU at 100k events/sec. use funccount to count the kprobes in the tool to find out this rate, as the overhead is relative to the rate. Some sample production servers tested found total TCP event rates of 4k to 15k per second, and the CPU overhead at these rates ranged from 0.5% to 2.0% of one CPU. If your send/receive rate is low (eg, <1000/sec) then the overhead is expected to be negligible; Test in a lab environment first. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH INSPIRATION top(1) by William LeFebvre .SH SEE ALSO tcpconnect(8), tcpaccept(8) bpfcc-0.31.0/man/man8/tcptracer.8000066400000000000000000000054501465134135300163570ustar00rootroot00000000000000.TH tcptracer 8 "2020-02-20" "USER COMMANDS" .SH NAME tcptracer \- Trace TCP established connections. Uses Linux eBPF/bcc. .SH SYNOPSIS .B tcptracer [\-h] [\-v] [-t] [\-p PID] [\-N NETNS] [\-\-cgroupmap MAPPATH] [--mntnsmap MAPPATH] [\-4 | \-6] .SH DESCRIPTION This tool traces established TCP connections that open and close while tracing, and prints a line of output per connect, accept and close events. This includes the type of event, PID, IP addresses and ports. This tool works by using kernel dynamic tracing, and will need to be updated if the kernel implementation changes. Only established TCP connections are traced, so it is expected that the overhead of this tool is rather low. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-v Print full lines, with long event type names and network namespace numbers. .TP \-t Include timestamp on output .TP \-p PID Trace this process ID only (filtered in-kernel). .TP \-N NETNS Trace this network namespace only (filtered in-kernel). .TP \-\-cgroupmap MAPPATH Trace cgroups in this BPF map only (filtered in-kernel). .TP \-\-mntnsmap MAPPATH Trace mount namespaces in the map (filtered in-kernel). .TP \-4 Trace IPv4 family only. .TP \-6 Trace IPv6 family only. .SH EXAMPLES .TP Trace all TCP established connections: # .B tcptracer .TP Trace all TCP established connections with verbose lines: # .B tcptracer \-v .TP Trace PID 181 only: # .B tcptracer \-p 181 .TP Trace connections in network namespace 4026531969 only: # .B tcptracer \-N 4026531969 .TP Trace a set of cgroups only (see special_filtering.md from bcc sources for more details): # .B tcptracer \-\-cgroupmap /sys/fs/bpf/test01 .TP Trace IPv4 family only: # .B tcptracer -4 .TP Trace IPv6 family only: # .B tcptracer -6 .SH FIELDS .TP TYPE Type of event. In non-verbose mode: C for connect, A for accept, X for close. .TP PID Process ID .TP COMM Process name .TP IP IP address family (4 or 6) .TP SADDR Source IP address. .TP DADDR Destination IP address. .TP SPORT Source port. .TP DPORT Destination port. .TP NETNS Network namespace where the event originated. .SH OVERHEAD This traces the kernel inet accept function, and the TCP connect, close, and set state functions. However, it only prints information for connections that are established, so it shouldn't have a huge overhead. As always, test and understand this tools overhead for your types of workloads before production use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Iago López Galeiras .SH SEE ALSO tcpaccept(8), tcpconnect(8), tcptop(8), tcplife(8) bpfcc-0.31.0/man/man8/threadsnoop.8000066400000000000000000000031451465134135300167150ustar00rootroot00000000000000.TH threadsnoop 8 "2019-07-02" "USER COMMANDS" .SH NAME threadsnoop \- Trace thread creation via pthread_create(). Uses BCC/eBPF. .SH SYNOPSIS .B threadsnoop .SH DESCRIPTION threadsnoop traces calls to pthread_create(), showing this path of thread creation. This can be used for workload characterization and discovery, and is a companion to execsnoop(8) which traces execve(2). This works by tracing the pthread_create() from libpthread.so.0. The path to this library may need adjusting in the tool source to match your system. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and BCC. .SH EXAMPLES .TP Trace calls pthread_create(): # .B threadsnoop .SH FIELDS .TP TIME(ms) Elapsed time since the tool began tracing (in milliseconds). .TP PID The process ID. .TP COMM The process (thread) name. .TP FUNC The name of the start routine, if the symbol is available, else a hex address for the start routine address. .SH OVERHEAD Thread creation is expected to be low (<< 1000/s), so the overhead of this tool is expected to be negligible. .SH SOURCE This originated as a bpftrace tool from the book "BPF Performance Tools", published by Addison Wesley (2019): .IP http://www.brendangregg.com/bpf-performance-tools-book.html .PP See the book for more documentation on this tool. .PP This version is in the BCC repository: .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO execsnoop(8) bpfcc-0.31.0/man/man8/tplist.8000066400000000000000000000035021465134135300157030ustar00rootroot00000000000000.TH tplist 8 "2016-03-20" "USER COMMANDS" .SH NAME tplist \- Display kernel tracepoints or USDT probes and their formats. .SH SYNOPSIS .B tplist [-p PID] [-l LIB] [-v] [filter] .SH DESCRIPTION tplist lists all kernel tracepoints, and can optionally print out the tracepoint format; namely, the variables that you can trace when the tracepoint is hit. tplist can also list USDT probes embedded in a specific library or executable, and can list USDT probes for all the libraries loaded by a specific process. These features are usually used in conjunction with the argdist and/or trace tools. On a typical system, accessing the tracepoint list and format requires root. However, accessing USDT probes does not require root. .SH OPTIONS .TP \-p PID Display the USDT probes from all the libraries loaded by the specified process. .TP \-l LIB Display the USDT probes from the specified library or executable. If the librar or executable can be found in the standard paths, a full path is not required. .TP \-v Increase the verbosity level. Can be used to display the variables, locations, and arguments of tracepoints and USDT probes. .TP [filter] A wildcard expression that specifies which tracepoints or probes to print. For example, block:* will print all block tracepoints (block:block_rq_complete, etc.). Regular expressions are not supported. .SH EXAMPLES .TP Print all kernel tracepoints: # .B tplist .TP Print all net tracepoints with their format: # .B tplist -v 'net:*' .TP Print all USDT probes in libpthread: $ .B tplist -l pthread .TP Print all USDT probes in process 4717 from the libc provider: $ .B tplist -p 4717 'libc:*' .TP Print all the USDT probes in the node executable: $ .B tplist -l node .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Sasha Goldshtein bpfcc-0.31.0/man/man8/trace.8000066400000000000000000000202411465134135300154610ustar00rootroot00000000000000.TH trace 8 "2016-02-18" "USER COMMANDS" .SH NAME trace \- Trace a function and print its arguments or return value, optionally evaluating a filter. Uses Linux eBPF/bcc. .SH SYNOPSIS .B trace [-h] [-b BUFFER_PAGES] [-p PID] [-L TID] [--uid UID] [-v] [-Z STRING_SIZE] [-S] [-M MAX_EVENTS] [-t] [-u] [-T] [-C] [-c CGROUP_PATH] [-n NAME] [-f MSG_FILTER] [-B] [-s SYM_FILE_LIST] [-K] [-U] [-a] [-I header] [-A] probe [probe ...] .SH DESCRIPTION trace probes functions you specify and displays trace messages if a particular condition is met. You can control the message format to display function arguments and return values. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-p PID Trace only functions in the process PID. .TP \-L TID Trace only functions in the thread TID. .TP \--uid UID Trace only functions from user UID. .TP \-v Display the generated BPF program, for debugging purposes. .TP \-z STRING_SIZE When collecting string arguments (of type char*), collect up to STRING_SIZE characters. Longer strings will be truncated. .TP \-s SYM_FILE_LIST When collecting stack trace in build id format, use the comma separated list for symbol resolution. .TP \-S If set, trace messages from trace's own process. By default, this is off to avoid tracing storms -- for example, if you trace the write system call, and consider that trace is writing to the standard output. .TP \-M MAX_EVENTS Print up to MAX_EVENTS trace messages and then exit. .TP \-t Print times relative to the beginning of the trace (offsets), in seconds. .TP \-u Print UNIX timestamps instead of offsets from trace beginning, requires -t. .TP \-T Print the time column. .TP \-C Print CPU id. .TP \-c CGROUP_PATH Trace only functions in processes under CGROUP_PATH hierarchy. .TP \-n NAME Only print process names containing this name. .TP \-f MSG_FILTER Only print message of event containing this string. .TP \-B Treat argument of STRCMP helper as a binary value .TP \-K Print the kernel stack for each event. .TP \-U Print the user stack for each event. .TP \-a Print virtual address in kernel and user stacks. .TP \-I header Additional header files to include in the BPF program. This is needed if your filter or print expressions use types or data structures that are not available in the standard headers. For example: 'linux/mm.h' .TP \-A Print aggregated amount of each trace. This should be used with -M/--max-events together. .TP probe [probe ...] One or more probes that attach to functions, filter conditions, and print information. See PROBE SYNTAX below. .SH PROBE SYNTAX The general probe syntax is as follows: .B [{p,r}]:[library]:function[+offset][(signature)] [(predicate)] ["format string"[, arguments]] .B {t:category:event,u:library:probe} [(predicate)] ["format string"[, arguments]] .TP .B {[{p,r}],t,u} Probe type \- "p" for function entry, "r" for function return, "t" for kernel tracepoint, "u" for USDT probe. The default probe type is "p". .TP .B [library] Library containing the probe. Specify the full path to the .so or executable file where the function to probe resides. Alternatively, you can specify just the lib name: for example, "c" refers to libc. If no library name is specified, the kernel is assumed. Also, you can specify an executable name (without a full path) if it is in the PATH. For example, "bash". .TP .B category The tracepoint category. For example, "sched" or "irq". .TP .B function The function to probe. .B offset The offset after the address of the function where the probe should injected. For example "kfree_skb+56" in decimal or hexadecimal "kfree_skb+0x38" format. Only works with kprobes and uprobes. Zero if omitted. .TP .B signature The optional signature of the function to probe. This can make it easier to access the function's arguments, instead of using the "arg1", "arg2" etc. argument specifiers. For example, "(struct timespec *ts)" in the signature position lets you use "ts" in the filter or print expressions. .TP .B event The tracepoint event. For example, "block_rq_complete". .TP .B probe The USDT probe name. For example, "pthread_create". .TP .B [(predicate)] The filter applied to the captured data. Only if the filter evaluates as true, the trace message will be printed. The filter can use any valid C expression that refers to the argument values: arg1, arg2, etc., or to the return value retval in a return probe. If necessary, use C cast operators to coerce the arguments to the desired type. For example, if arg1 is of type int, use the expression ((int)arg1 < 0) to trace only invocations where arg1 is negative. Note that only arg1-arg6 are supported, and only if the function is using the standard x86_64 convention where the first six arguments are in the RDI, RSI, RDX, RCX, R8, R9 registers. If no predicate is specified, all function invocations are traced. The predicate expression may also use the STRCMP pseudo-function to compare a predefined string to a string argument. For example: STRCMP("test", arg1). The order of arguments is important: the first argument MUST be a quoted literal string, and the second argument can be a runtime string, most typically an argument. .TP .B ["format string"[, arguments]] A printf-style format string that will be used for the trace message. You can use the following format specifiers: %s, %d, %u, %lld, %llu, %hd, %hu, %c, %x, %llx -- with the same semantics as printf's. Make sure to pass the exact number of arguments as there are placeholders in the format string. The format specifier replacements may be any C expressions, and may refer to the same special keywords as in the predicate (arg1, arg2, etc.). In addition to the above format specifiers, you can also use %K and %U when the expression is an address that potentially points to executable code (i.e., a symbol). trace will resolve %K specifiers to a kernel symbol, such as vfs__read, and will resolve %U specifiers to a user-space symbol in that process, such as sprintf. In tracepoints, both the predicate and the arguments may refer to the tracepoint format structure, which is stored in the special "args" variable. For example, the block:block_rq_complete tracepoint can print or filter by args->nr_sector. To discover the format of your tracepoint, use the tplist tool. In USDT probes, the arg1, ..., argN variables refer to the probe's arguments. To determine which arguments your probe has, use the tplist tool. The predicate expression and the format specifier replacements for printing may also use the following special keywords: $pid, $tgid to refer to the current process' pid and tgid; $uid, $gid to refer to the current user's uid and gid; $cpu to refer to the current processor number. .SH EXAMPLES .TP Trace all invocations of the open system call with the name of the file (from userspace) being opened: # .B trace '::do_sys_open """%s"", arg2@user' .TP Trace all invocations of the read system call where the number of bytes requested is greater than 20,000: # .B trace '::sys_read (arg3 > 20000) """read %d bytes"", arg3' .TP Trace all malloc calls and print the size of the requested allocation: # .B trace ':c:malloc """size = %d"", arg1' .TP Trace returns from the readline function in bash and print the return value as a string: # .B trace 'r:bash:readline """%s"", retval' .TP Trace the block:block_rq_complete tracepoint and print the number of sectors completed: # .B trace 't:block:block_rq_complete """%d sectors"", args->nr_sector' .TP Trace the pthread_create USDT probe from the pthread library and print the address of the thread's start function: # .B trace 'u:pthread:pthread_create """start addr = %llx"", arg3' .TP Trace the nanosleep system call and print the sleep duration in nanoseconds: # .B trace 'p::SyS_nanosleep(struct timespec *ts) "sleep for %lld ns", ts->tv_nsec' .TP Trace the inet_pton system call using build id mechanism and print the stack # .B trace -s /lib/x86_64-linux-gnu/libc.so.6,/bin/ping 'p:c:inet_pton' -U .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Sasha Goldshtein bpfcc-0.31.0/man/man8/ttysnoop.8000066400000000000000000000031701465134135300162640ustar00rootroot00000000000000.TH ttysnoop 8 "2016-02-08" "USER COMMANDS" .SH NAME ttysnoop \- Watch output from a tty or pts device. Uses Linux eBPF/bcc. .SH SYNOPSIS .B ttysnoop [\-h] [\-C] device .SH DESCRIPTION ttysnoop watches a tty or pts device, and prints the same output that is appearing on that device. It can be used to mirror the output from a shell session, or the system console. This works by use of kernel dynamic tracing of the tty_write() function. This tool will need updating in case that kernel function changes in a future kernel version. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-C Don't clear the screen. .TP \-s SIZE , \-\-datasize SIZE Size of the transmitting buffer (default 256). .TP \-c COUNT, \-\-datacount COUNT Number of times ttysnop checks for SIZE bytes of data (default 16). .TP device Either a path to a tty device (eg, /dev/tty0) or a pts number (eg, the "3" from /dev/pts/3). .SH EXAMPLES .TP Snoop output from /dev/pts/2 # .B ttysnoop /dev/pts/2 .TP Snoop output from /dev/pts/2 (shortcut) # .B ttysnoop 2 .TP Snoop output from the system console # .B ttysnoop /dev/console .TP Snoop output from /dev/tty0 # .B ttysnoop /dev/tty0 .SH OVERHEAD As the rate of tty_write() is expected to be very low (<100/s), the overhead of this tool is expected to be negligible. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO opensnoop(1) bpfcc-0.31.0/man/man8/ucalls.8000066400000000000000000000063001465134135300156460ustar00rootroot00000000000000.TH ucalls 8 "2018-10-09" "USER COMMANDS" .SH NAME ucalls, javacalls, perlcalls, phpcalls, pythoncalls, rubycalls, tclcalls \- Summarize method calls from high-level languages and Linux syscalls. .SH SYNOPSIS .B javacalls [-h] [-T TOP] [-L] [-S] [-v] [-m] pid [interval] .br .B perlcalls [-h] [-T TOP] [-L] [-S] [-v] [-m] pid [interval] .br .B phpcalls [-h] [-T TOP] [-L] [-S] [-v] [-m] pid [interval] .br .B pythoncalls [-h] [-T TOP] [-L] [-S] [-v] [-m] pid [interval] .br .B rubycalls [-h] [-T TOP] [-L] [-S] [-v] [-m] pid [interval] .br .B tclcalls [-h] [-T TOP] [-L] [-S] [-v] [-m] pid [interval] .br .B ucalls [-l {java,perl,php,python,ruby}] [-h] [-T TOP] [-L] [-S] [-v] [-m] pid [interval] .SH DESCRIPTION This tool summarizes method calls from high-level languages such as Java, Perl, PHP, Python, Ruby, and Tcl. It can also trace Linux system calls. Whenever a method is invoked, ucalls records the call count and optionally the method's execution time (latency) and displays a summary. This uses in-kernel eBPF maps to store per process summaries for efficiency. This tool relies on USDT probes embedded in many high-level languages, such as Java, Perl, PHP, Python, Ruby, and Tcl. It requires a runtime instrumented with these probes, which in some cases requires building from source with a USDT-specific flag, such as "--enable-dtrace" or "--with-dtrace". For Java, method probes are not enabled by default, and can be turned on by running the Java process with the "-XX:+ExtendedDTraceProbes" flag. For PHP processes, the environment variable USE_ZEND_DTRACE must be set to 1. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-l {java,perl,php,python,ruby,tcl} The language to trace. If not provided, only syscalls are traced (when the \-S option is used). .TP \-T TOP Print only the top methods by frequency or latency. .TP \-L Collect method invocation latency (duration). .TP \-S Collect Linux syscalls frequency and timing. .TP \-v Print the resulting BPF program, for debugging purposes. .TP \-m Print times in milliseconds (the default is microseconds). .TP pid The process id to trace. .TP interval Print summary after this number of seconds and then exit. By default, wait for Ctrl+C to terminate. .SH EXAMPLES .TP Trace the top 10 Ruby method calls: # .B ucalls -T 10 -l ruby 1344 .TP Trace Python method calls and Linux syscalls including latency in milliseconds: # .B ucalls -l python -mL 2020 .TP Trace only syscalls and print a summary after 10 seconds: # .B ucalls -S 788 10 .SH OVERHEAD Tracing individual method calls will produce a considerable overhead in all high-level languages. For languages with just-in-time compilation, such as Java, the overhead can be more considerable than for interpreted languages. On the other hand, syscall tracing will typically be tolerable for most processes, unless they have a very unusual rate of system calls. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _example.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Sasha Goldshtein .SH SEE ALSO ustat(8), argdist(8) bpfcc-0.31.0/man/man8/uflow.8000066400000000000000000000057221465134135300155260ustar00rootroot00000000000000.TH uflow 8 "2018-10-09" "USER COMMANDS" .SH NAME uflow, javaflow, perlflow, phpflow, pythonflow, rubyflow, tclflow \- Print a flow graph of method calls in high-level languages. .SH SYNOPSIS .B javaflow [-h] [-M METHOD] [-C CLAZZ] [-v] pid .br .B perlflow [-h] [-M METHOD] [-C CLAZZ] [-v] pid .br .B phpflow [-h] [-M METHOD] [-C CLAZZ] [-v] pid .br .B pythonflow [-h] [-M METHOD] [-C CLAZZ] [-v] pid .br .B rubyflow [-h] [-M METHOD] [-C CLAZZ] [-v] pid .br .B tclflow [-h] [-M METHOD] [-C CLAZZ] [-v] pid .br .B uflow [-h] [-M METHOD] [-C CLAZZ] [-v] [-l {java,perl,php,python,ruby,tcl}] pid .SH DESCRIPTION uflow traces method calls and prints them in a flow graph that can facilitate debugging and diagnostics by following the program's execution (method flow). This tool relies on USDT probes embedded in many high-level languages, such as Java, Perl, PHP, Python, Ruby, and Tcl. It requires a runtime instrumented with these probes, which in some cases requires building from source with a USDT-specific flag, such as "--enable-dtrace" or "--with-dtrace". For Java processes, the startup flag "-XX:+ExtendedDTraceProbes" is required. For PHP processes, the environment variable USE_ZEND_DTRACE must be set to 1. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-M METHOD Print only method calls where the method name begins with this string. .TP \-C CLAZZ Print only method calls where the class name begins with this string. The class name interpretation strongly depends on the language. For example, in Java use "package/subpackage/ClassName" to refer to classes. .TP \-v Print the resulting BPF program, for debugging purposes. .TP {java,perl,php,python,ruby,tcl} The language to trace. .TP pid The process id to trace. .SH EXAMPLES .TP Follow method flow in a Ruby process: # .B uflow ruby 148 .TP Follow method flow in a Java process where the class name is java.lang.Thread: # .B uflow -C java/lang/Thread java 1802 .SH FIELDS .TP CPU The CPU number on which the method was invoked. This is useful to easily see where the output skips to a different CPU. .TP PID The process id. .TP TID The thread id. .TP TIME The duration of the method call. .TP METHOD The method name. .SH OVERHEAD This tool has extremely high overhead because it prints every method call. For some scenarios, you might see lost samples in the output as the tool is unable to keep up with the rate of data coming from the kernel. Filtering by class or method prefix can help reduce the amount of data printed, but there is still a very high overhead in the collection mechanism. Do not use for performance- sensitive production scenarios, and always test first. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _example.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Sasha Goldshtein .SH SEE ALSO trace(8), ustat(8) bpfcc-0.31.0/man/man8/ugc.8000066400000000000000000000060531465134135300151460ustar00rootroot00000000000000.TH ugc 8 "2018-10-09" "USER COMMANDS" .SH NAME ugc, javagc, nodegc, pythongc, rubygc \- Trace garbage collection events in high-level languages. .SH SYNOPSIS .B javagc [-h] [-v] [-m] [-M MINIMUM] [-F FILTER] pid .br .B nodegc [-h] [-v] [-m] [-M MINIMUM] [-F FILTER] pid .br .B pythongc [-h] [-v] [-m] [-M MINIMUM] [-F FILTER] pid .br .B rubygc [-h] [-v] [-m] [-M MINIMUM] [-F FILTER] pid .br .B ugc [-h] [-v] [-m] [-M MINIMUM] [-F FILTER] [-l {java,node,python,ruby}] pid .SH DESCRIPTION This traces garbage collection events as they occur, including their duration and any additional information (such as generation collected or type of GC) provided by the respective language's runtime. This tool relies on USDT probes embedded in many high-level languages, such as Java, Node, Python, and Ruby. It requires a runtime instrumented with these probes, which in some cases requires building from source with a USDT-specific flag, such as "--enable-dtrace" or "--with-dtrace". Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-v Print the resulting BPF program, for debugging purposes. .TP \-m Print times in milliseconds. The default is microseconds. .TP \-M MINIMUM Display only collections that are longer than this threshold. The value is given in milliseconds. The default is to display all collections. .TP \-F FILTER Display only collections whose textual description matches (contains) this string. The default is to display all collections. Note that the filtering here is performed in user-space, and not as part of the BPF program. This means that if you have thousands of collection events, specifying this filter will not reduce the amount of data that has to be transferred from the BPF program to the user-space script. .TP {java,node,python,ruby} The language to trace. .TP pid The process id to trace. .SH EXAMPLES .TP Trace garbage collections in a specific Node process: # .B ugc node 148 .TP Trace garbage collections in a specific Java process, and print GC times in milliseconds: # .B ugc -m java 6004 .TP Trace garbage collections in a specific Java process, and display them only if they are longer than 10ms and have the string "Tenured" in their detailed description: # .B ugc -M 10 -F Tenured java 6004 .SH FIELDS .TP START The start time of the GC, in seconds from the beginning of the trace. .TP TIME The duration of the garbage collection event. .TP DESCRIPTION The runtime-provided description of this garbage collection event. .SH OVERHEAD Garbage collection events, even if frequent, should not produce a considerable overhead when traced because they are still not very common. Even hundreds of GCs per second (which is a very high rate) will still produce a fairly negligible overhead. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _example.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Sasha Goldshtein .SH SEE ALSO trace(8), ustat(8), uobjnew(8) bpfcc-0.31.0/man/man8/uobjnew.8000066400000000000000000000051141465134135300160360ustar00rootroot00000000000000.TH uobjnew 8 "2018-10-09" "USER COMMANDS" .SH NAME uobjnew, cobjnew, javaobjnew, rubyobjnew, tclobjnew \- Summarize object allocations in high-level languages. .SH SYNOPSIS .B cobjnew [-h] [-C TOP_COUNT] [-S TOP_SIZE] [-v] pid [interval] .br .B javaobjnew [-h] [-C TOP_COUNT] [-S TOP_SIZE] [-v] pid [interval] .br .B rubyobjnew [-h] [-C TOP_COUNT] [-S TOP_SIZE] [-v] pid [interval] .br .B tclobjnew [-h] [-C TOP_COUNT] [-S TOP_SIZE] [-v] pid [interval] .br .B uobjnew [-h] [-C TOP_COUNT] [-S TOP_SIZE] [-v] [-l {c,java,ruby,tcl}] pid [interval] .SH DESCRIPTION uobjnew traces object allocations in high-level languages (including "malloc") and prints summaries of the most frequently allocated types by number of objects or number of bytes. This tool relies on USDT probes embedded in many high-level languages, such as C, Java, Ruby, and Tcl. It requires a runtime instrumented with these probes, which in some cases requires building from source with a USDT-specific flag, such as "--enable-dtrace" or "--with-dtrace". For Java, the Java process must be started with the "-XX:+ExtendedDTraceProbes" flag. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-C TOP_COUNT Print the top object types sorted by number of instances. .TP \-S TOP_SIZE Print the top object types sorted by size. .TP \-v Print the resulting BPF program, for debugging purposes. .TP {c,java,ruby,tcl} The language to trace. .TP pid The process id to trace. .TP interval Wait this many seconds and then print the summary and exit. By default, wait for Ctrl+C to exit. .SH EXAMPLES .TP Trace object allocations in a Ruby process: # .B uobjnew ruby 148 .TP Trace object allocations from "malloc" and print the top 10 by total size: # .B uobjnew -S 10 c 1788 .SH FIELDS .TP TYPE The object type being allocated. For C (malloc), this is the block size. .TP ALLOCS The number of objects allocated. .TP BYTES The number of bytes allocated. .SH OVERHEAD Object allocation events are quite frequent, and therefore the overhead from running this tool can be considerable. Use with caution and make sure to test before using in a production environment. Nonetheless, even thousands of allocations per second will likely produce a reasonable overhead when investigating a problem. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _example.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Sasha Goldshtein .SH SEE ALSO ustat(8), ugc(8), memleak(8) bpfcc-0.31.0/man/man8/ustat.8000066400000000000000000000105571465134135300155340ustar00rootroot00000000000000.TH ustat 8 "2018-10-09" "USER COMMANDS" .SH NAME ustat, javastat, nodestat, perlstat, phpstat, pythonstat, rubystat, tclstat \- Activity stats from high-level languages. .SH SYNOPSIS .B javastat [-C] [-S {cload,excp,gc,method,objnew,thread}] [-r MAXROWS] [-d] [interval [count]] .br .B nodestat [-C] [-S {cload,excp,gc,method,objnew,thread}] [-r MAXROWS] [-d] [interval [count]] .br .B perlstat [-C] [-S {cload,excp,gc,method,objnew,thread}] [-r MAXROWS] [-d] [interval [count]] .br .B phpstat [-C] [-S {cload,excp,gc,method,objnew,thread}] [-r MAXROWS] [-d] [interval [count]] .br .B pythonstat [-C] [-S {cload,excp,gc,method,objnew,thread}] [-r MAXROWS] [-d] [interval [count]] .br .B rubystat [-C] [-S {cload,excp,gc,method,objnew,thread}] [-r MAXROWS] [-d] [interval [count]] .br .B tclstat [-C] [-S {cload,excp,gc,method,objnew,thread}] [-r MAXROWS] [-d] [interval [count]] .br .B ustat [-l {java,node,perl,php,python,ruby,tcl}] [-C] [-S {cload,excp,gc,method,objnew,thread}] [-r MAXROWS] [-d] [interval [count]] .SH DESCRIPTION This is "top" for high-level language events, such as garbage collections, exceptions, thread creations, object allocations, method calls, and more. The events are aggregated for each process and printed in a top-like table, which can be sorted by various fields. Not all language runtimes provide the same set of details. This uses in-kernel eBPF maps to store per process summaries for efficiency. This tool relies on USDT probes embedded in many high-level languages, such as Java, Node, Perl, PHP, Python, Ruby, and Tcl. It requires a runtime instrumented with these probes, which in some cases requires building from source with a USDT-specific flag, such as "--enable-dtrace" or "--with-dtrace". For Java, some probes are not enabled by default, and can be turned on by running the Java process with the "-XX:+ExtendedDTraceProbes" flag. For PHP processes, the environment variable USE_ZEND_DTRACE must be set to 1. Newly-created processes will only be traced at the next interval. If you run this tool with a short interval (say, 1-5 seconds), this should be virtually unnoticeable. For longer intervals, you might miss processes that were started and terminated during the interval window. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-l {java,node,perl,php,python,ruby,tcl} The language to trace. By default, all languages are traced. .TP \-C Do not clear the screen between updates. .TP \-S {cload,excp,gc,method,objnew,thread} Sort the output by the specified field. .TP \-r MAXROWS Do not print more than this number of rows. .TP \-d Print the resulting BPF program, for debugging purposes. .TP interval Interval between updates, seconds. .TP count Number of interval summaries. .SH EXAMPLES .TP Summarize activity in high-level languages, 1 second refresh: # .B ustat .TP Don't clear the screen, and top 8 rows only: # .B ustat -Cr 8 .TP 5 second summaries, 10 times only: # .B ustat 5 10 .SH FIELDS .TP loadavg The contents of /proc/loadavg .TP PID Process ID. .TP CMDLINE Process command line (often the second and following arguments will give you a hint as to which application is being run. .TP METHOD/s Count of method invocations during interval. .TP GC/s Count of garbage collections during interval. .TP OBJNEW/s Count of objects allocated during interval. .TP CLOAD/s Count of classes loaded during interval. .TP EXC/s Count of exceptions thrown during interval. .TP THR/s Count of threads created during interval. .SH OVERHEAD When using this tool with high-frequency events, such as method calls, a very significant slow-down can be expected. However, many of the high-level languages covered by this tool already have a fairly high per-method invocation cost, especially when running in interpreted mode. For the lower-frequency events, such as garbage collections or thread creations, the overhead should not be significant. Specifically, when probing Java processes and not using the "-XX:+ExtendedDTraceProbes" flag, the most expensive probes are not emitted, and the overhead should be acceptable. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _example.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Sasha Goldshtein .SH SEE ALSO trace(8), argdist(8), tplist(8) bpfcc-0.31.0/man/man8/uthreads.8000066400000000000000000000031111465134135300161770ustar00rootroot00000000000000.TH uthreads 8 "2018-10-09" "USER COMMANDS" .SH NAME uthreads, cthreads, javathreads \- Trace thread creation events in Java or pthreads. .SH SYNOPSIS .B cthreads [-h] [-v] pid .BR .B javathreads [-h] [-v] pid .BR .B uthreads [-h] [-l {c,java,none}] [-v] pid .SH DESCRIPTION This traces thread creation events in Java processes, or pthread creation events in any process. When a thread is created, its name or start address is printed. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-l {c,java,none} The language to trace. C and none select tracing pthreads only, regardless of the runtime being traced. .TP \-v Print the resulting BPF program, for debugging purposes. .TP pid The process id to trace. .SH EXAMPLES .TP Trace Java thread creations: # .B uthreads -l java 148 .TP Trace pthread creations: # .B uthreads 1802 .SH FIELDS .TP TIME The event's time in seconds from the beginning of the trace. .TP ID The thread's ID. The information in this column depends on the runtime. .TP TYPE Event type -- thread start, stop, or pthread event. .TP DESCRIPTION The thread's name or start address function name. .SH OVERHEAD Thread start and stop events are usually not very frequent, which makes this tool's overhead negligible. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _example.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Sasha Goldshtein .SH SEE ALSO ustat(8), trace(8) bpfcc-0.31.0/man/man8/vfscount.8000066400000000000000000000033641465134135300162410ustar00rootroot00000000000000.TH vfscount 8 "2015-08-18" "USER COMMANDS" .SH NAME vfscount \- Count VFS calls ("vfs_*"). Uses Linux eBPF/bcc. .SH SYNOPSIS .B vfscount [duration] .SH DESCRIPTION This counts VFS calls. This can be useful for general workload characterization of these operations. This works by tracing all kernel functions beginning with "vfs_" using dynamic tracing. This may match more functions than you are interested in measuring: Edit the script to customize which functions to trace. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP duration duration of the trace in seconds. .SH EXAMPLES .TP Count some VFS calls until Ctrl-C is hit: # .B vfscount .TP Count some VFS calls in ten seconds # .B vfscount 10 .SH FIELDS .TP ADDR Address of the instruction pointer that was traced (only useful if the FUNC column is suspicious and you would like to double check the translation). .TP FUNC Kernel function name .TP COUNT Number of calls while tracing .SH OVERHEAD This traces kernel vfs functions and maintains in-kernel counts, which are asynchronously copied to user-space. While the rate of VFS operations can be very high (>1M/sec), this is a relatively efficient way to trace these events, and so the overhead is expected to be small for normal workloads. Measure in a test environment, and if overheads are an issue, edit the script to reduce the types of vfs functions traced (currently all beginning with "vfs_"). .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO vfsstat(8) bpfcc-0.31.0/man/man8/vfsstat.8000066400000000000000000000034661465134135300160670ustar00rootroot00000000000000.TH vfsstat 8 "2015-08-18" "USER COMMANDS" .SH NAME vfsstat \- Statistics for some common VFS calls. Uses Linux eBPF/bcc. .SH SYNOPSIS .B vfsstat [interval [count]] .SH DESCRIPTION This traces some common VFS calls and prints per-second summaries. This can be useful for general workload characterization, and looking for patterns in operation usage over time. This works by tracing some kernel vfs functions using dynamic tracing, and will need updating to match any changes to these functions. Edit the script to customize which functions are traced. Also see vfscount, which is more easily customized to trace multiple functions. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH EXAMPLES .TP Print summaries each second: # .B vfsstat .TP Print output every five seconds, three times: # .B vfsstat 5 3 .SH FIELDS .TP READ/s Number of vfs_read() calls as a per-second average. .TP WRITE/s Number of vfs_write() calls as a per-second average. .TP CREATE/s Number of vfs_create() calls as a per-second average. .TP OPEN/s Number of vfs_open() calls as a per-second average. .TP FSYNC/s Number of vfs_fsync() calls as a per-second average. .SH OVERHEAD This traces various kernel vfs functions and maintains in-kernel counts, which are asynchronously copied to user-space. While the rate of VFS operations can be very high (>1M/sec), this is a relatively efficient way to trace these events, and so the overhead is expected to be small for normal workloads. Measure in a test environment. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO vfscount(8) bpfcc-0.31.0/man/man8/virtiostat.8000066400000000000000000000033611465134135300165770ustar00rootroot00000000000000.TH virtiostat 8 "2021-02-15" "USER COMMANDS" .SH NAME virtiostat \- Trace VIRTIO devices input/output statistics. Uses Linux eBPF/bcc. .SH SYNOPSIS .B virtiostat [\-h] [\-T] [\-D] [-d DRIVER] [-n DEVNAME] [INTERVAL] [COUNT] .SH DESCRIPTION This tool traces VIRTIO devices input/output statistics. It works in lower layer of VIRTIO base driver, so it could trace all the devices of VIRTIO family. For example, we can't get IO statistics of 9p-fs in a guest virtual machine by iostat command, but we can analyze IO statistics by virtiostat. The outputing result shows In/Out SGs(scatter list operation) to represent positive correlation IOPS, and In/Out BW to represent throughput. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-T Include a time column on output (HH:MM:SS). .TP \-D Show debug infomation of bpf text. .TP \-d DRIVER Filter for driver name. .TP \-n DEVNAME Filter for device name. .TP INTERVAL Print output every interval seconds. .TP COUNT Total count of trace in seconds. .SH EXAMPLES .TP Trace virtio device statistics and print 1 second summaries, 10 times: # .B virtiostat 1 10 .TP Trace virtio block deivces only: # .B virtiostat -d virtio_blk .SH OVERHEAD This traces the kernel virtqueue_add_sgs, virtqueue_add_outbuf, virtqueue_add_inbuf, virtqueue_add_inbuf_ctx functions. The rate of this depends on all the VIRTIO devices IOPS. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR zhenwei pi .SH SEE ALSO iostat(1), iftop(8), funccount(8) bpfcc-0.31.0/man/man8/wakeuptime.8000066400000000000000000000070311465134135300165400ustar00rootroot00000000000000.TH wakeuptime 8 "2016-01-27" "USER COMMANDS" .SH NAME wakeuptime \- Summarize sleep to wakeup time by waker kernel stack. Uses Linux eBPF/bcc. .SH SYNOPSIS .B wakeuptime [\-h] [\-u] [\-p PID] [\-v] [\-f] [\-\-stack-storage-size STACK_STORAGE_SIZE] [\-m MIN_BLOCK_TIME] [\-M MAX_BLOCK_TIME] [duration] .SH DESCRIPTION This program shows the kernel stack traces for threads that woke up other blocked threads, along with the process names of the waker and target, along with a sum of the time that the target was blocked: the "blocked time". It works by tracing when threads block and when they were then woken up, and measuring the time delta. This time measurement will be very similar to off-CPU time, however, off-CPU time may include a little extra time spent waiting on a run queue to be scheduled. The stack traces, process names, and time spent blocked is summarized in the kernel using an eBPF map for efficiency. The output summary will help you identify reasons why threads were blocking by showing who woke them up, along with the time they were blocked. This spans all types of blocking activity: disk I/O, network I/O, locks, page faults, involuntary context switches, etc. This can be used in conjunction with offcputime, which shows the stack trace of the blocked thread. wakeuptime shows the stack trace of the waker thread. See http://www.brendangregg.com/FlameGraphs/offcpuflamegraphs.html This tool only works on Linux 4.6+. It uses the new `BPF_STACK_TRACE` table APIs to generate the in-kernel stack traces. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-f Print output in folded stack format. .TP \-u Only trace user threads (not kernel threads). .TP \-v Show raw addresses (for non-folded format). .TP \-p PID Trace this process ID only (filtered in-kernel). .TP \-\-stack-storage-size STACK_STORAGE_SIZE Change the number of unique stack traces that can be stored and displayed. .TP duration Duration to trace, in seconds. .TP \-m MIN_BLOCK_TIME The amount of time in microseconds over which we store traces (default 1) .TP \-M MAX_BLOCK_TIME The amount of time in microseconds under which we store traces (default U64_MAX) .SH EXAMPLES .TP Trace all thread blocking events, and summarize (in-kernel) by kernel stack trace and total blocked time: # .B wakeuptime .TP Trace user-mode target threads only: # .B wakeuptime -u .TP Trace for 5 seconds only: # .B wakeuptime 5 .TP Trace for 5 seconds, and emit output in folded stack format (suitable for flame graphs): # .B wakeuptime -f 5 .TP Trace PID 185 only: # .B wakeuptime -p 185 .SH OVERHEAD This summarizes unique stack traces in-kernel for efficiency, allowing it to trace a higher rate of events than methods that post-process in user space. The stack trace and time data is only copied to user space once, when the output is printed. While these techniques greatly lower overhead, scheduler events are still a high frequency event, as they can exceed 1 million events per second, and so caution should still be used. Test before production use. If the overhead is still a problem, take a look at the min block option. If your aim is to chase down longer blocking events, then this could be increased to filter shorter blocking events, further lowering overhead. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO offcputime(8), stackcount(8) bpfcc-0.31.0/man/man8/wqlat.8000066400000000000000000000045411465134135300155200ustar00rootroot00000000000000.TH wqlat 8 "2024-01-29" "USER COMMANDS" .SH NAME wqlat \- Summarize kernel workqueue latency as a histogram. .SH SYNOPSIS .B wqlat [\-h] [\-T] [\-N] [\-W] [\-w WQNAME] [interval [count]] .SH DESCRIPTION wqlat traces work's waiting on workqueue, and records the distribution of work's queuing latency (time). This is printed as a histogram either on Ctrl-C, or after a given interval in seconds. This tool uses in-kernel eBPF maps for storing timestamps and the histogram, for efficiency. This tool uses the workqueue:workqueue_queue_work and workqueue:workqueue_execute_start kernel tracepoints, which is a stable tracing mechanism. Please note BPF programs can attach to tracepoints from Linux 4.7 only, so this tools can only support kernel 4.7 or later version. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS \-h Print usage message. .TP \-T Include timestamps on output. .TP \-N Output histogram in nanoseconds. .TP \-W Print a histogram per workqueue. .TP \-w WQNAME Trace this workqueue only .TP interval Output interval, in seconds. .TP count Number of outputs. .SH EXAMPLES .TP Summarize kernel workqueue latency as a histogram: # .B wqlat .TP Print 1 second summaries, 10 times: # .B wqlat 1 10 .TP Print 1 second summaries, using nanoseconds as units for the histogram, and include timestamps on output: # .B wqlat \-NT 1 .TP Print 1 second summaries, 10 times per workqueue: # .B wqlat \-W 1 10 .TP Print 1 second summaries for workqueue nvmet_tcp_wq: # .B wqlat \-w nvmet_tcp_wq 1 .SH FIELDS .TP usecs Microsecond range .TP nsecs Nanosecond range .TP count How many works into this range .TP distribution An ASCII bar chart to visualize the distribution (count column) .SH OVERHEAD This traces kernel functions and maintains in-kernel timestamps and a histogram, which are asynchronously copied to user-space. This method is very efficient, and the overhead for most workqueue scheduling rates (< 100k) should be negligible.If you have a higher workqueue scheduling, please test and quantify the overhead before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Ping Gan .SH SEE ALSO biolatency bpfcc-0.31.0/man/man8/xfsdist.8000066400000000000000000000036101465134135300160500ustar00rootroot00000000000000.TH xfsdist 8 "2016-02-12" "USER COMMANDS" .SH NAME xfsdist \- Summarize XFS operation latency. Uses Linux eBPF/bcc. .SH SYNOPSIS .B xfsdist [\-h] [\-T] [\-m] [\-p PID] [interval] [count] .SH DESCRIPTION This tool summarizes time (latency) spent in common XFS file operations: reads, writes, opens, and syncs, and presents it as a power-of-2 histogram. It uses an in-kernel eBPF map to store the histogram for efficiency. Since this works by tracing the xfs_file_operations interface functions, it will need updating to match any changes to these functions. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-T Don't include timestamps on interval output. .TP \-m Output in milliseconds. .TP \-p PID Trace this PID only. .SH EXAMPLES .TP Trace XFS operation time, and print a summary on Ctrl-C: # .B xfsdist .TP Trace PID 181 only: # .B xfsdist -p 181 .TP Print 1 second summaries, 10 times: # .B xfsdist 1 10 .TP 1 second summaries, printed in milliseconds # .B xfsdist \-m 1 .SH FIELDS .TP msecs Range of milliseconds for this bucket. .TP usecs Range of microseconds for this bucket. .TP count Number of operations in this time range. .TP distribution ASCII representation of the distribution (the count column). .SH OVERHEAD This adds low-overhead instrumentation to these XFS operations, including reads and writes from the file system cache. Such reads and writes can be very frequent (depending on the workload; eg, 1M/sec), at which point the overhead of this tool may become noticeable. Measure and quantify before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO xfssnoop(8) bpfcc-0.31.0/man/man8/xfsslower.8000066400000000000000000000062051465134135300164230ustar00rootroot00000000000000.TH xfsslower 8 "2016-02-11" "USER COMMANDS" .SH NAME xfsslower \- Trace slow xfs file operations, with per-event details. .SH SYNOPSIS .B xfsslower [\-h] [\-j] [\-p PID] [min_ms] .SH DESCRIPTION This tool traces common XFS file operations: reads, writes, opens, and syncs. It measures the time spent in these operations, and prints details for each that exceeded a threshold. WARNING: See the OVERHEAD section. By default, a minimum millisecond threshold of 10 is used. If a threshold of 0 is used, all events are printed (warning: verbose). Since this works by tracing the xfs_file_operations interface functions, it will need updating to match any changes to these functions. Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS \-p PID Trace this PID only. .TP min_ms Minimum I/O latency (duration) to trace, in milliseconds. Default is 10 ms. .SH EXAMPLES .TP Trace synchronous file reads and writes slower than 10 ms: # .B xfsslower .TP Trace slower than 1 ms: # .B xfsslower 1 .TP Trace slower than 1 ms, and output just the fields in parsable format (csv): # .B xfsslower \-j 1 .TP Trace all file reads and writes (warning: the output will be verbose): # .B xfsslower 0 .TP Trace slower than 1 ms, for PID 181 only: # .B xfsslower \-p 181 1 .SH FIELDS .TP TIME(s) Time of I/O completion since the first I/O seen, in seconds. .TP COMM Process name. .TP PID Process ID. .TP T Type of operation. R == read, W == write, O == open, S == fsync. .TP OFF_KB File offset for the I/O, in Kbytes. .TP BYTES Size of I/O, in bytes. .TP LAT(ms) Latency (duration) of I/O, measured from when it was issued by VFS to the filesystem, to when it completed. This time is inclusive of block device I/O, file system CPU cycles, file system locks, run queue latency, etc. It's a more accurate measure of the latency suffered by applications performing file system I/O, than to measure this down at the block device interface. .TP FILENAME A cached kernel file name (comes from dentry->d_name.name). .TP ENDTIME_us Completion timestamp, microseconds (\-j only). .TP OFFSET_b File offset, bytes (\-j only). .TP LATENCY_us Latency (duration) of the I/O, in microseconds (\-j only). .SH OVERHEAD This adds low-overhead instrumentation to these XFS operations, including reads and writes from the file system cache. Such reads and writes can be very frequent (depending on the workload; eg, 1M/sec), at which point the overhead of this tool (even if it prints no "slower" events) can begin to become significant. Measure and quantify before use. If this continues to be a problem, consider switching to a tool that prints in-kernel summaries only. .PP Note that the overhead of this tool should be less than fileslower(8), as this tool targets xfs functions only, and not all file read/write paths (which can include socket I/O). .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO biosnoop(8), funccount(8), fileslower(8) bpfcc-0.31.0/man/man8/zfsdist.8000066400000000000000000000037341465134135300160610ustar00rootroot00000000000000.TH zfsdist 8 "2016-02-12" "USER COMMANDS" .SH NAME zfsdist \- Summarize ZFS operation latency. Uses Linux eBPF/bcc. .SH SYNOPSIS .B zfsdist [\-h] [\-T] [\-m] [\-p PID] [interval] [count] .SH DESCRIPTION This tool summarizes time (latency) spent in common ZFS file operations: reads, writes, opens, and syncs, and presents it as a power-of-2 histogram. It uses an in-kernel eBPF map to store the histogram for efficiency. This uses kernel dynamic tracing of the ZPL interface (ZFS POSIX Layer), and will need updates to match any changes to this interface. .TP This is intended to work with the ZFS on Linux project: http://zfsonlinux.org .PP Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS .TP \-h Print usage message. .TP \-T Don't include timestamps on interval output. .TP \-m Output in milliseconds. .TP \-p PID Trace this PID only. .SH EXAMPLES .TP Trace ZFS operation time, and print a summary on Ctrl-C: # .B zfsdist .TP Trace PID 181 only: # .B zfsdist -p 181 .TP Print 1 second summaries, 10 times: # .B zfsdist 1 10 .TP 1 second summaries, printed in milliseconds # .B zfsdist \-m 1 .SH FIELDS .TP msecs Range of milliseconds for this bucket. .TP usecs Range of microseconds for this bucket. .TP count Number of operations in this time range. .TP distribution ASCII representation of the distribution (the count column). .SH OVERHEAD This adds low-overhead instrumentation to these ZFS operations, including reads and writes from the file system cache. Such reads and writes can be very frequent (depending on the workload; eg, 1M/sec), at which point the overhead of this tool may become noticeable. Measure and quantify before use. .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO zfssnoop(8) bpfcc-0.31.0/man/man8/zfsslower.8000066400000000000000000000063311465134135300164250ustar00rootroot00000000000000.TH zfsslower 8 "2016-02-11" "USER COMMANDS" .SH NAME zfsslower \- Trace slow zfs file operations, with per-event details. .SH SYNOPSIS .B zfsslower [\-h] [\-j] [\-p PID] [min_ms] .SH DESCRIPTION This tool traces common ZFS file operations: reads, writes, opens, and syncs. It measures the time spent in these operations, and prints details for each that exceeded a threshold. WARNING: See the OVERHEAD section. By default, a minimum millisecond threshold of 10 is used. If a threshold of 0 is used, all events are printed (warning: verbose). This uses kernel dynamic tracing of the ZPL interface (ZFS POSIX Layer), and will need updates to match any changes to this interface. .TP This is intended to work with the ZFS on Linux project: http://zfsonlinux.org .PP Since this uses BPF, only the root user can use this tool. .SH REQUIREMENTS CONFIG_BPF and bcc. .SH OPTIONS \-p PID Trace this PID only. .TP min_ms Minimum I/O latency (duration) to trace, in milliseconds. Default is 10 ms. .SH EXAMPLES .TP Trace synchronous file reads and writes slower than 10 ms: # .B zfsslower .TP Trace slower than 1 ms: # .B zfsslower 1 .TP Trace slower than 1 ms, and output just the fields in parsable format (csv): # .B zfsslower \-j 1 .TP Trace all file reads and writes (warning: the output will be verbose): # .B zfsslower 0 .TP Trace slower than 1 ms, for PID 181 only: # .B zfsslower \-p 181 1 .SH FIELDS .TP TIME(s) Time of I/O completion since the first I/O seen, in seconds. .TP COMM Process name. .TP PID Process ID. .TP T Type of operation. R == read, W == write, O == open, S == fsync. .TP OFF_KB File offset for the I/O, in Kbytes. .TP BYTES Size of I/O, in bytes. .TP LAT(ms) Latency (duration) of I/O, measured from when it was issued by VFS to the filesystem, to when it completed. This time is inclusive of block device I/O, file system CPU cycles, file system locks, run queue latency, etc. It's a more accurate measure of the latency suffered by applications performing file system I/O, than to measure this down at the block device interface. .TP FILENAME A cached kernel file name (comes from dentry->d_name.name). .TP ENDTIME_us Completion timestamp, microseconds (\-j only). .TP OFFSET_b File offset, bytes (\-j only). .TP LATENCY_us Latency (duration) of the I/O, in microseconds (\-j only). .SH OVERHEAD This adds low-overhead instrumentation to these ZFS operations, including reads and writes from the file system cache. Such reads and writes can be very frequent (depending on the workload; eg, 1M/sec), at which point the overhead of this tool (even if it prints no "slower" events) can begin to become significant. Measure and quantify before use. If this continues to be a problem, consider switching to a tool that prints in-kernel summaries only. .PP Note that the overhead of this tool should be less than fileslower(8), as this tool targets zfs functions only, and not all file read/write paths (which can include socket I/O). .SH SOURCE This is from bcc. .IP https://github.com/iovisor/bcc .PP Also look in the bcc distribution for a companion _examples.txt file containing example usage, output, and commentary for this tool. .SH OS Linux .SH STABILITY Unstable - in development. .SH AUTHOR Brendan Gregg .SH SEE ALSO biosnoop(8), funccount(8), fileslower(8) bpfcc-0.31.0/scripts/000077500000000000000000000000001465134135300143445ustar00rootroot00000000000000bpfcc-0.31.0/scripts/README.md000066400000000000000000000040521465134135300156240ustar00rootroot00000000000000 ## Fedora Demo VM Before running the script, ensure that virt-install is available on the system. `./build_bpf_demo.sh -n bpf-demo -k bpf_demo.ks.erb` After setting up the initial VM, log in (the default password is 'iovisor') and determine the DHCP IP. SSH to this IP as root. To set up a kernel with the right options, run `bpf-kernel-setup`. ``` [root@bpf-demo ~]# bpf-kernel-setup Cloning into 'net-next'... ``` After pulling the net-next branch, the kernel config menu should pop up. Ensure that the below settings are proper. ``` General setup ---> [*] Enable bpf() system call Networking support ---> Networking options ---> QoS and/or fair queueing ---> BPF-based classifier BPF based action [*] enable BPF Just In Time compiler ``` Once the .config is saved, the build will proceed and install the resulting kernel. This kernel has updated userspace headers (e.g. the bpf() syscall) which install into /usr/local/include...proper packaging for this will be distro-dependent. Next, run `bpf-llvm-setup` to pull and compile LLVM with BPF support enabled. ``` [root@bpf-demo ~]# bpf-llvm-setup Cloning into 'llvm'... ``` The resulting libraries will be installed into /opt/local/llvm. Next, reboot into the new kernel, either manually or by using the kexec helper. ``` [root@bpf-demo ~]# kexec-4.1.0-rc1+ Connection to 192.168.122.247 closed by remote host. Connection to 192.168.122.247 closed. ``` Reconnect and run the final step, building and testing bcc. ``` [root@bpf-demo ~]# bcc-setup Cloning into 'bcc'... ... Linking CXX shared library libcc.so [100%] Built target bcc ... Running tests... Test project /root/bcc/build Start 1: py_test1 1/4 Test #1: py_test1 ......................... Passed 0.24 sec Start 2: py_test2 2/4 Test #2: py_test2 ......................... Passed 0.53 sec Start 3: py_trace1 3/4 Test #3: py_trace1 ........................ Passed 0.09 sec Start 4: py_trace2 4/4 Test #4: py_trace2 ........................ Passed 1.06 sec 100% tests passed, 0 tests failed out of 4 ``` bpfcc-0.31.0/scripts/bpf_demo.ks.erb000066400000000000000000000056651465134135300172410ustar00rootroot00000000000000# Minimal Kickstart file install text reboot lang en_US.UTF-8 # repo to install the OS url --url=<%= @mirror %>/Everything/x86_64/os/ keyboard us network --bootproto dhcp rootpw <%= @password %> authconfig --enableshadow --passalgo=sha512 --enablefingerprint firewall --enabled --ssh selinux --enforcing timezone --utc America/Los_Angeles #firstboot --disable bootloader --location=mbr --append="console=tty0 console=ttyS0,115200 rd_NO_PLYMOUTH crashkernel=auto" zerombr clearpart --all --initlabel autopart --type=lvm repo --name=everything --baseurl=<%= @mirror %>/Everything/x86_64/os/ #Just core packages %packages --nobase @core ntp @c-development @development-tools @rpm-development-tools ncurses-devel vim bc kexec-tools cmake libstdc++-static python-netaddr python-cachetools python-futures %end %post --log=/root/anaconda-post.log echo Kickstart post chkconfig NetworkManager off chkconfig network on chkconfig ntpd on dnf config-manager --add-repo=http://alt.fedoraproject.org/pub/alt/rawhide-kernel-nodebug/fedora-rawhide-kernel-nodebug.repo yum -y clean metadata yum -y update hostname <%= @name %>.<%= @domain %> echo "<%= @name %>.<%= @domain %>" > /etc/hostname cat > /usr/local/bin/bpf-kernel-setup <<'DELIM__' #!/bin/bash set -e -x numcpu=$(grep -c ^processor /proc/cpuinfo) git clone https://git.kernel.org/pub/scm/linux/kernel/git/davem/net-next.git cd net-next/ cp /boot/config-$(uname -r) ./ cp ./config-$(uname -r) .config make -j$numcpu mrproper make -j$numcpu nconfig make -j$numcpu bzImage make -j$numcpu modules sudo make modules_install sudo make install sudo make INSTALL_HDR_PATH=/usr/local headers_install release=$( /usr/local/bin/kexec-$release chmod +x /usr/local/bin/kexec-$release ln -fs kexec-$release /usr/local/bin/kexec-latest DELIM__ chmod +x /usr/local/bin/bpf-kernel-setup cat > /usr/local/bin/bpf-llvm-setup <<'DELIM__' #!/bin/bash set -e -x numcpu=$(grep -c ^processor /proc/cpuinfo) git clone https://github.com/llvm-mirror/llvm.git git clone https://github.com/llvm-mirror/clang.git llvm/tools/clang mkdir llvm/build/ cd llvm/build/ cmake .. \ -DBUILD_SHARED_LIBS=OFF \ -DCMAKE_BUILD_TYPE=Release \ -DLLVM_ENABLE_TERMINFO=OFF \ -DLLVM_TARGETS_TO_BUILD="ARM;CppBackend;X86;BPF" \ -DCMAKE_INSTALL_PREFIX=/opt/local/llvm make -j$numcpu sudo make install grep -q llvm $HOME/.bashrc || echo 'PATH=/opt/local/llvm/bin:$PATH' >> $HOME/.bashrc DELIM__ chmod +x /usr/local/bin/bpf-llvm-setup cat > /usr/local/bin/bcc-setup <<'DELIM__' #!/bin/bash set -e -x git clone https://github.com/svinota/pyroute2.git (cd pyroute2; make install) numcpu=$(grep -c ^processor /proc/cpuinfo) git clone https://github.com/iovisor/bcc.git mkdir bcc/build/ cd bcc/build/ export PATH=/opt/local/llvm/bin:$PATH cmake .. -DCMAKE_INSTALL_PREFIX=/usr make -j$numcpu DELIM__ chmod +x /usr/local/bin/bcc-setup %end bpfcc-0.31.0/scripts/build-deb.sh000077500000000000000000000024431465134135300165350ustar00rootroot00000000000000#!/bin/bash # helper script to be invoked by jenkins/buildbot or github actions # $1 [optional]: the build type - release | nightly | test buildtype=${1:-test} set -x set -e PARALLEL=${PARALLEL:-1} TMP=$(mktemp -d /tmp/debuild.XXXXXX) function cleanup() { [[ -d $TMP ]] && rm -rf $TMP } trap cleanup EXIT # populate submodules git submodule update --init --recursive . scripts/git-tag.sh git archive HEAD --prefix=bcc/ --format=tar -o $TMP/bcc_$revision.orig.tar # archive submodules pushd src/cc/libbpf git archive HEAD --prefix=bcc/src/cc/libbpf/ --format=tar -o $TMP/bcc_libbpf_$revision.orig.tar popd pushd $TMP # merge all archives into bcc_$revision.orig.tar.gz tar -A -f bcc_$revision.orig.tar bcc_libbpf_$revision.orig.tar gzip bcc_$revision.orig.tar tar xf bcc_$revision.orig.tar.gz cd bcc debuild=debuild if [[ "$buildtype" = "test" ]]; then # when testing, use faster compression options debuild+=" --preserve-envvar PATH" echo -e '#!/bin/bash\nexec /usr/bin/dpkg-deb -z1 "$@"' \ | sudo tee /usr/local/bin/dpkg-deb sudo chmod +x /usr/local/bin/dpkg-deb dch -b -v $revision-$release "$git_subject" fi if [[ "$buildtype" = "nightly" ]]; then dch -v $revision-$release "$git_subject" fi DEB_BUILD_OPTIONS="nocheck parallel=${PARALLEL}" $debuild -us -uc popd cp $TMP/*.deb . bpfcc-0.31.0/scripts/build-deb.sh.in000077500000000000000000000005311465134135300171360ustar00rootroot00000000000000#!/bin/bash set -x set -e PARALLEL=${PARALLEL:-1} TMP=$(mktemp -d /tmp/debuild.XXXXXX) function cleanup() { [[ -d $TMP ]] && rm -rf $TMP } trap cleanup EXIT mkdir $TMP/bcc cp -a * $TMP/bcc pushd $TMP tar zcf bcc_@REVISION_LAST@.orig.tar.gz bcc/ cd bcc DEB_BUILD_OPTIONS="nocheck parallel=${PARALLEL}" debuild -us -uc popd cp $TMP/*.deb . bpfcc-0.31.0/scripts/build-release-rpm.sh000077500000000000000000000017461465134135300202240ustar00rootroot00000000000000#!/bin/bash set -x set -e TMP=$(mktemp -d /tmp/rpmbuild.XXXXXX) function cleanup() { [[ -d $TMP ]] && rm -rf $TMP } trap cleanup EXIT mkdir $TMP/{BUILD,RPMS,SOURCES,SPECS,SRPMS} llvmver=7.0.1 # populate submodules git submodule update --init --recursive . scripts/git-tag.sh git archive HEAD --prefix=bcc/ --format=tar -o $TMP/SOURCES/bcc.tar # archive submodules pushd src/cc/libbpf git archive HEAD --prefix=bcc/src/cc/libbpf/ --format=tar -o $TMP/SOURCES/bcc_libbpf.tar popd # merge all archives into $git_tag_latest.tar.gz pushd $TMP/SOURCES tar -A -f bcc.tar bcc_libbpf.tar gzip -c bcc.tar > $git_tag_latest.tar.gz popd wget -P $TMP/SOURCES http://llvm.org/releases/$llvmver/{cfe,llvm}-$llvmver.src.tar.xz sed \ -e "s/^\(Version:\s*\)@REVISION@/\1$revision/" \ -e "s/^\(Release:\s*\)@GIT_REV_COUNT@/\1$release/" \ SPECS/bcc+clang.spec > $TMP/SPECS/bcc.spec pushd $TMP rpmbuild --define "_topdir `pwd`" -ba SPECS/bcc.spec popd cp $TMP/RPMS/*/*.rpm . cp $TMP/SRPMS/*.rpm . bpfcc-0.31.0/scripts/build-rpm.sh000077500000000000000000000021251465134135300165760ustar00rootroot00000000000000#!/bin/bash set -x set -e TMP=$(mktemp -d /tmp/rpmbuild.XXXXXX) function cleanup() { [[ -d $TMP ]] && rm -rf $TMP } trap cleanup EXIT # install python dependencies for test if [ -f os-release ]; then . os-release fi if [[ $VERSION_ID -lt 30 ]]; then PKGS="python3-cachetools python-cachetools" else PKGS="python3-cachetools" fi sudo dnf install -y $PKGS mkdir $TMP/{BUILD,RPMS,SOURCES,SPECS,SRPMS} llvmver=3.7.1 # populate submodules git submodule update --init --recursive . scripts/git-tag.sh git archive HEAD --prefix=bcc/ --format=tar -o $TMP/SOURCES/bcc.tar # archive submodules pushd src/cc/libbpf git archive HEAD --prefix=bcc/src/cc/libbpf/ --format=tar -o $TMP/SOURCES/bcc_libbpf.tar popd # merge all archives into bcc.tar.gz pushd $TMP/SOURCES tar -A -f bcc.tar bcc_libbpf.tar gzip bcc.tar popd sed \ -e "s/^\(Version:\s*\)@REVISION@/\1$revision/" \ -e "s/^\(Release:\s*\)@GIT_REV_COUNT@/\1$release/" \ SPECS/bcc.spec > $TMP/SPECS/bcc.spec pushd $TMP rpmbuild $RPM_WITH_OPTS --define "_topdir `pwd`" -ba SPECS/bcc.spec popd cp $TMP/RPMS/*/*.rpm . cp $TMP/SRPMS/*.rpm . bpfcc-0.31.0/scripts/build_bpf_demo.sh000077500000000000000000000057471465134135300176520ustar00rootroot00000000000000#!/bin/bash #set -x set -e function usage() { cat < /dev/null; then echo "Error: virt-install is not installed" exit 1 fi libvirt_dir=/var/lib/libvirt/images img_name=$NAME tmpdir=$(mktemp -d /tmp/virt-install_XXXXX) tmp_ks_file=$tmpdir/$img_name.ks function cleanup() { set +e [[ -d "$tmpdir" ]] && rm -fr "$tmpdir" local destroy_kvm=n [[ -f "/etc/libvirt/qemu/$img_name.xml" ]] && read -p "Destroy libvirt VM (y/n)? " destroy_kvm if [[ "$destroy_kvm" != n* ]]; then virsh destroy $img_name virsh undefine $img_name virsh vol-delete $img_name.img --pool default $sudo rm -f $libvirt_dir/$img_name.img fi } trap cleanup EXIT ruby < /dev/null; then echo "Could not find clang-format tool" 1>&2 exit 1 fi cmd="git clang-format $GITREF --binary $CLANG_FORMAT --diff --extensions h,c,cc" n=$($cmd --quiet | wc -l) if [ $n -gt 0 ]; then $cmd -v exit 1 fi bpfcc-0.31.0/scripts/check-helpers.sh000077500000000000000000000022471465134135300174250ustar00rootroot00000000000000#!/bin/bash ret=0 libbpf=$(grep -oP '(?<={")\w+(?=", "\d\.\d+")' src/cc/libbpf.c | sort) doc=$(grep -oP "(?<=BPF_FUNC_)\w+" docs/kernel-versions.md | sort) dif=$(diff <(echo "$doc") <(echo "$libbpf")) if [ $? -ne 0 ]; then echo "The lists of helpers in src/cc/libbpf.c and docs/kernel-versions.md differ:" echo -e "$dif\n" ((ret++)) fi compat=$(grep -oP "(?<=^\sFN\()\w+" src/cc/compat/linux/bpf.h | tail -n +2 | sort) dif=$(diff <(echo "$doc") <(echo "$compat")) if [ $? -ne 0 ]; then echo "The lists of helpers in docs/kernel-versions.md and src/cc/compat/linux/bpf.h differ:" echo -e "$dif\n" ((ret++)) fi virtual=$(grep -oP "(?<=^\sFN\()\w+" src/cc/compat/linux/virtual_bpf.h | tail -n +2 | sort -u) dif=$(diff <(echo "$compat") <(echo "$virtual")) if [ $? -ne 0 ]; then echo "The lists of helpers in src/cc/compat/linux/bpf.h and src/cc/compat/linux/virtual_bpf.h differ:" echo "$dif" ((ret++)) fi export=$(grep -oP "(?<=BPF_FUNC_)\w+" src/cc/export/helpers.h | sort -u) dif=$(diff <(echo "$compat") <(echo "$export")) if [ $? -ne 0 ]; then echo "The lists of helpers in src/cc/compat/linux/bpf.h and src/cc/export/helpers.h differ:" echo "$dif" ((ret++)) fi exit $ret bpfcc-0.31.0/scripts/docker/000077500000000000000000000000001465134135300156135ustar00rootroot00000000000000bpfcc-0.31.0/scripts/docker/auth.sh000077500000000000000000000013261465134135300171150ustar00rootroot00000000000000#!/bin/bash set -e # For now only quay.io is supported, but this could be portable to dockerhub # and other image repositories. # Forks can push using this approach if they create a quay.io bot user # with name matching of ORGNAME+bcc_buildbot, or by setting QUAY_BOT_NAME git_repo=$1 # github.repository format: ORGNAME/REPONAME # Set this value as QUAY_TOKEN in the github repository settings "Secrets" tab [[ -z "${QUAY_TOKEN}" ]] && echo "QUAY_TOKEN not set" && exit 0 # Set this to match the name of the bot user on quay.io [[ -z "${QUAY_BOT_NAME}" ]] && QUAY_BOT_NAME="bcc_buildbot" quay_user="$(dirname ${git_repo})+${QUAY_BOT_NAME}" echo "${QUAY_TOKEN}" | docker login -u="${quay_user}" --password-stdin quay.io bpfcc-0.31.0/scripts/docker/build.sh000077500000000000000000000016621465134135300172560ustar00rootroot00000000000000#!/bin/bash set -e # Builds debian packages using docker wrapper function help() { message=$1 echo "USAGE: build.sh DOCKER_REPO DOCKER_TAG OS_TAG [DISTRO]" echo "hint: ${message}" } docker_repo=$1 docker_tag=$2 os_tag=$3 distro=${4:-ubuntu} [ -z "${docker_repo}" ] && help "You must specify repo, eg: quay.io/iovisoc/bcc" && exit 1 [ -z "${docker_tag}" ] && help "You must specify tag, eg: bionic-release-master, latest, SHA, git tag, etc " && exit 1 [ -z "${os_tag}" ] && help "You must specify os tag, eg: 18.04, bionic, etc " && exit 1 # The main docker image build, echo "Building ${distro} ${os_tag} release docker image for ${docker_repo}:${docker_tag}" docker build -t ${docker_repo}:${docker_tag} --build-arg OS_TAG=${os_tag} -f docker/Dockerfile.${distro} . echo "Copying build artifacts to $(pwd)/output" mkdir -p output docker run -v $(pwd)/output:/output ${docker_repo}:${docker_tag} /bin/bash -c "cp /root/bcc/* /output" bpfcc-0.31.0/scripts/docker/push.sh000077500000000000000000000054631465134135300171410ustar00rootroot00000000000000#!/bin/bash set -e # Push docker tags to a configured docker repo, defaulting to quay.io # You must run login.sh before running this script. DEFAULT_DOCKER_REPO="quay.io" DEFAULT_RELEASE_TARGET="bionic-release" # will allow unprefixed tags # Currently only support pushing to quay.io DOCKER_REPO=${DEFAULT_DOCKER_REPO} git_repo=$1 # github.repository format: ORGNAME/REPONAME git_ref=$2 # github.ref format: refs/REMOTE/REF # eg, refs/heads/BRANCH # refs/tags/v0.9.6-pre git_sha=$3 # github.sha GIT_SHA type_name=$4 # build name, s/+/_/g eg, bionic-release os_tag=${5:-18.04} # numeric docker tag eg, 18.04 # refname will be either a branch like "master" or "some-branch", # or a tag, like "v1.17.0-pre". # When a tag is pushed, a build is done for both the branch and the tag, as # separate builds. # This is a feature specific to github actions based on the `github.ref` object refname=$(basename ${git_ref}) # The build type needs to be sanitized into a valid tag, replacing + with _ type_tag="$(echo ${type_name} | sed 's/+/_/g')" echo "Triggering image build" SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )" ${SCRIPT_DIR}/build.sh ${DOCKER_REPO}/${git_repo} ${git_sha}-${type_tag} ${os_tag} echo "Upload image for git sha ${git_sha} to ${DOCKER_REPO}/${git_repo}" docker push ${DOCKER_REPO}/${git_repo}:${git_sha}-${type_tag} echo "Push tags to branch or git tag HEAD refs" docker tag ${DOCKER_REPO}/${git_repo}:${git_sha}-${type_tag} ${DOCKER_REPO}/${git_repo}:${refname}-${type_tag} docker push ${DOCKER_REPO}/${git_repo}:${refname}-${type_tag} # Only push to un-suffixed tags for the default release target build type if [[ "${type_name}" == "${DEFAULT_RELEASE_TARGET}"* ]];then # Update branch / git tag ref echo "Pushing tags for ${DOCKER_REPO}/${git_repo}:${refname}" docker tag ${DOCKER_REPO}/${git_repo}:${git_sha}-${type_tag} ${DOCKER_REPO}/${git_repo}:${refname} docker push ${DOCKER_REPO}/${git_repo}:${refname} if [[ "${refname}" == "master" ]];then if [[ "${edge}" == "ON" ]];then echo "This is an edge build on master, pushing ${DOCKER_REPO}/${git_repo}:edge" docker tag ${DOCKER_REPO}/${git_repo}:${git_sha}-${type_tag} ${DOCKER_REPO}/${git_repo}:edge docker push ${DOCKER_REPO}/${git_repo}:edge else echo "This is a build on master, pushing ${DOCKER_REPO}/${git_repo}:latest :SHA as well" docker tag ${DOCKER_REPO}/${git_repo}:${git_sha}-${type_tag} ${DOCKER_REPO}/${git_repo}:latest docker tag ${DOCKER_REPO}/${git_repo}:${git_sha}-${type_tag} ${DOCKER_REPO}/${git_repo}:${git_sha} docker push ${DOCKER_REPO}/${git_repo}:latest docker push ${DOCKER_REPO}/${git_repo}:${git_sha} fi fi fi bpfcc-0.31.0/scripts/git-clang-format000077500000000000000000000514271465134135300174360ustar00rootroot00000000000000#!/usr/bin/env python # #===- git-clang-format - ClangFormat Git Integration ---------*- python -*--===# # # Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. # See https://llvm.org/LICENSE.txt for license information. # SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception # #===------------------------------------------------------------------------===# r""" clang-format git integration ============================ This file provides a clang-format integration for git. Put it somewhere in your path and ensure that it is executable. Then, "git clang-format" will invoke clang-format on the changes in current files or a specific commit. For further details, run: git clang-format -h Requires Python 2.7 or Python 3 """ from __future__ import absolute_import, division, print_function import argparse import collections import contextlib import errno import os import re import subprocess import sys usage = 'git clang-format [OPTIONS] [] [] [--] [...]' desc = ''' If zero or one commits are given, run clang-format on all lines that differ between the working directory and , which defaults to HEAD. Changes are only applied to the working directory. If two commits are given (requires --diff), run clang-format on all lines in the second that differ from the first . The following git-config settings set the default of the corresponding option: clangFormat.binary clangFormat.commit clangFormat.extension clangFormat.style ''' # Name of the temporary index file in which save the output of clang-format. # This file is created within the .git directory. temp_index_basename = 'clang-format-index' Range = collections.namedtuple('Range', 'start, count') def main(): config = load_git_config() # In order to keep '--' yet allow options after positionals, we need to # check for '--' ourselves. (Setting nargs='*' throws away the '--', while # nargs=argparse.REMAINDER disallows options after positionals.) argv = sys.argv[1:] try: idx = argv.index('--') except ValueError: dash_dash = [] else: dash_dash = argv[idx:] argv = argv[:idx] default_extensions = ','.join([ # From clang/lib/Frontend/FrontendOptions.cpp, all lower case 'c', 'h', # C 'm', # ObjC 'mm', # ObjC++ 'cc', 'cp', 'cpp', 'c++', 'cxx', 'hh', 'hpp', 'hxx', # C++ 'cu', # CUDA # Other languages that clang-format supports 'proto', 'protodevel', # Protocol Buffers 'java', # Java 'js', # JavaScript 'ts', # TypeScript 'cs', # C Sharp ]) p = argparse.ArgumentParser( usage=usage, formatter_class=argparse.RawDescriptionHelpFormatter, description=desc) p.add_argument('--binary', default=config.get('clangformat.binary', 'clang-format'), help='path to clang-format'), p.add_argument('--commit', default=config.get('clangformat.commit', 'HEAD'), help='default commit to use if none is specified'), p.add_argument('--diff', action='store_true', help='print a diff instead of applying the changes') p.add_argument('--extensions', default=config.get('clangformat.extensions', default_extensions), help=('comma-separated list of file extensions to format, ' 'excluding the period and case-insensitive')), p.add_argument('-f', '--force', action='store_true', help='allow changes to unstaged files') p.add_argument('-p', '--patch', action='store_true', help='select hunks interactively') p.add_argument('-q', '--quiet', action='count', default=0, help='print less information') p.add_argument('--style', default=config.get('clangformat.style', None), help='passed to clang-format'), p.add_argument('-v', '--verbose', action='count', default=0, help='print extra information') # We gather all the remaining positional arguments into 'args' since we need # to use some heuristics to determine whether or not was present. # However, to print pretty messages, we make use of metavar and help. p.add_argument('args', nargs='*', metavar='', help='revision from which to compute the diff') p.add_argument('ignored', nargs='*', metavar='...', help='if specified, only consider differences in these files') opts = p.parse_args(argv) opts.verbose -= opts.quiet del opts.quiet commits, files = interpret_args(opts.args, dash_dash, opts.commit) if len(commits) > 1: if not opts.diff: die('--diff is required when two commits are given') else: if len(commits) > 2: die('at most two commits allowed; %d given' % len(commits)) changed_lines = compute_diff_and_extract_lines(commits, files) if opts.verbose >= 1: ignored_files = set(changed_lines) filter_by_extension(changed_lines, opts.extensions.lower().split(',')) if opts.verbose >= 1: ignored_files.difference_update(changed_lines) if ignored_files: print('Ignoring changes in the following files (wrong extension):') for filename in ignored_files: print(' %s' % filename) if changed_lines: print('Running clang-format on the following files:') for filename in changed_lines: print(' %s' % filename) if not changed_lines: print('no modified files to format') return # The computed diff outputs absolute paths, so we must cd before accessing # those files. cd_to_toplevel() if len(commits) > 1: old_tree = commits[1] new_tree = run_clang_format_and_save_to_tree(changed_lines, revision=commits[1], binary=opts.binary, style=opts.style) else: old_tree = create_tree_from_workdir(changed_lines) new_tree = run_clang_format_and_save_to_tree(changed_lines, binary=opts.binary, style=opts.style) if opts.verbose >= 1: print('old tree: %s' % old_tree) print('new tree: %s' % new_tree) if old_tree == new_tree: if opts.verbose >= 0: print('clang-format did not modify any files') elif opts.diff: print_diff(old_tree, new_tree) else: changed_files = apply_changes(old_tree, new_tree, force=opts.force, patch_mode=opts.patch) if (opts.verbose >= 0 and not opts.patch) or opts.verbose >= 1: print('changed files:') for filename in changed_files: print(' %s' % filename) def load_git_config(non_string_options=None): """Return the git configuration as a dictionary. All options are assumed to be strings unless in `non_string_options`, in which is a dictionary mapping option name (in lower case) to either "--bool" or "--int".""" if non_string_options is None: non_string_options = {} out = {} for entry in run('git', 'config', '--list', '--null').split('\0'): if entry: name, value = entry.split('\n', 1) if name in non_string_options: value = run('git', 'config', non_string_options[name], name) out[name] = value return out def interpret_args(args, dash_dash, default_commit): """Interpret `args` as "[commits] [--] [files]" and return (commits, files). It is assumed that "--" and everything that follows has been removed from args and placed in `dash_dash`. If "--" is present (i.e., `dash_dash` is non-empty), the arguments to its left (if present) are taken as commits. Otherwise, the arguments are checked from left to right if they are commits or files. If commits are not given, a list with `default_commit` is used.""" if dash_dash: if len(args) == 0: commits = [default_commit] else: commits = args for commit in commits: object_type = get_object_type(commit) if object_type not in ('commit', 'tag'): if object_type is None: die("'%s' is not a commit" % commit) else: die("'%s' is a %s, but a commit was expected" % (commit, object_type)) files = dash_dash[1:] elif args: commits = [] while args: if not disambiguate_revision(args[0]): break commits.append(args.pop(0)) if not commits: commits = [default_commit] files = args else: commits = [default_commit] files = [] return commits, files def disambiguate_revision(value): """Returns True if `value` is a revision, False if it is a file, or dies.""" # If `value` is ambiguous (neither a commit nor a file), the following # command will die with an appropriate error message. run('git', 'rev-parse', value, verbose=False) object_type = get_object_type(value) if object_type is None: return False if object_type in ('commit', 'tag'): return True die('`%s` is a %s, but a commit or filename was expected' % (value, object_type)) def get_object_type(value): """Returns a string description of an object's type, or None if it is not a valid git object.""" cmd = ['git', 'cat-file', '-t', value] p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE) stdout, stderr = p.communicate() if p.returncode != 0: return None return convert_string(stdout.strip()) def compute_diff_and_extract_lines(commits, files): """Calls compute_diff() followed by extract_lines().""" diff_process = compute_diff(commits, files) changed_lines = extract_lines(diff_process.stdout) diff_process.stdout.close() diff_process.wait() if diff_process.returncode != 0: # Assume error was already printed to stderr. sys.exit(2) return changed_lines def compute_diff(commits, files): """Return a subprocess object producing the diff from `commits`. The return value's `stdin` file object will produce a patch with the differences between the working directory and the first commit if a single one was specified, or the difference between both specified commits, filtered on `files` (if non-empty). Zero context lines are used in the patch.""" git_tool = 'diff-index' if len(commits) > 1: git_tool = 'diff-tree' cmd = ['git', git_tool, '-p', '-U0'] + commits + ['--'] cmd.extend(files) p = subprocess.Popen(cmd, stdin=subprocess.PIPE, stdout=subprocess.PIPE) p.stdin.close() return p def extract_lines(patch_file): """Extract the changed lines in `patch_file`. The return value is a dictionary mapping filename to a list of (start_line, line_count) pairs. The input must have been produced with ``-U0``, meaning unidiff format with zero lines of context. The return value is a dict mapping filename to a list of line `Range`s.""" matches = {} for line in patch_file: line = convert_string(line) match = re.search(r'^\+\+\+\ [^/]+/(.*)', line) if match: filename = match.group(1).rstrip('\r\n') match = re.search(r'^@@ -[0-9,]+ \+(\d+)(,(\d+))?', line) if match: start_line = int(match.group(1)) line_count = 1 if match.group(3): line_count = int(match.group(3)) if line_count > 0: matches.setdefault(filename, []).append(Range(start_line, line_count)) return matches def filter_by_extension(dictionary, allowed_extensions): """Delete every key in `dictionary` that doesn't have an allowed extension. `allowed_extensions` must be a collection of lowercase file extensions, excluding the period.""" allowed_extensions = frozenset(allowed_extensions) for filename in list(dictionary.keys()): base_ext = filename.rsplit('.', 1) if len(base_ext) == 1 and '' in allowed_extensions: continue if len(base_ext) == 1 or base_ext[1].lower() not in allowed_extensions: del dictionary[filename] def cd_to_toplevel(): """Change to the top level of the git repository.""" toplevel = run('git', 'rev-parse', '--show-toplevel') os.chdir(toplevel) def create_tree_from_workdir(filenames): """Create a new git tree with the given files from the working directory. Returns the object ID (SHA-1) of the created tree.""" return create_tree(filenames, '--stdin') def run_clang_format_and_save_to_tree(changed_lines, revision=None, binary='clang-format', style=None): """Run clang-format on each file and save the result to a git tree. Returns the object ID (SHA-1) of the created tree.""" def iteritems(container): try: return container.iteritems() # Python 2 except AttributeError: return container.items() # Python 3 def index_info_generator(): for filename, line_ranges in iteritems(changed_lines): if revision: git_metadata_cmd = ['git', 'ls-tree', '%s:%s' % (revision, os.path.dirname(filename)), os.path.basename(filename)] git_metadata = subprocess.Popen(git_metadata_cmd, stdin=subprocess.PIPE, stdout=subprocess.PIPE) stdout = git_metadata.communicate()[0] mode = oct(int(stdout.split()[0], 8)) else: mode = oct(os.stat(filename).st_mode) # Adjust python3 octal format so that it matches what git expects if mode.startswith('0o'): mode = '0' + mode[2:] blob_id = clang_format_to_blob(filename, line_ranges, revision=revision, binary=binary, style=style) yield '%s %s\t%s' % (mode, blob_id, filename) return create_tree(index_info_generator(), '--index-info') def create_tree(input_lines, mode): """Create a tree object from the given input. If mode is '--stdin', it must be a list of filenames. If mode is '--index-info' is must be a list of values suitable for "git update-index --index-info", such as " ". Any other mode is invalid.""" assert mode in ('--stdin', '--index-info') cmd = ['git', 'update-index', '--add', '-z', mode] with temporary_index_file(): p = subprocess.Popen(cmd, stdin=subprocess.PIPE) for line in input_lines: p.stdin.write(to_bytes('%s\0' % line)) p.stdin.close() if p.wait() != 0: die('`%s` failed' % ' '.join(cmd)) tree_id = run('git', 'write-tree') return tree_id def clang_format_to_blob(filename, line_ranges, revision=None, binary='clang-format', style=None): """Run clang-format on the given file and save the result to a git blob. Runs on the file in `revision` if not None, or on the file in the working directory if `revision` is None. Returns the object ID (SHA-1) of the created blob.""" clang_format_cmd = [binary] if style: clang_format_cmd.extend(['-style='+style]) clang_format_cmd.extend([ '-lines=%s:%s' % (start_line, start_line+line_count-1) for start_line, line_count in line_ranges]) if revision: clang_format_cmd.extend(['-assume-filename='+filename]) git_show_cmd = ['git', 'cat-file', 'blob', '%s:%s' % (revision, filename)] git_show = subprocess.Popen(git_show_cmd, stdin=subprocess.PIPE, stdout=subprocess.PIPE) git_show.stdin.close() clang_format_stdin = git_show.stdout else: clang_format_cmd.extend([filename]) git_show = None clang_format_stdin = subprocess.PIPE try: clang_format = subprocess.Popen(clang_format_cmd, stdin=clang_format_stdin, stdout=subprocess.PIPE) if clang_format_stdin == subprocess.PIPE: clang_format_stdin = clang_format.stdin except OSError as e: if e.errno == errno.ENOENT: die('cannot find executable "%s"' % binary) else: raise clang_format_stdin.close() hash_object_cmd = ['git', 'hash-object', '-w', '--path='+filename, '--stdin'] hash_object = subprocess.Popen(hash_object_cmd, stdin=clang_format.stdout, stdout=subprocess.PIPE) clang_format.stdout.close() stdout = hash_object.communicate()[0] if hash_object.returncode != 0: die('`%s` failed' % ' '.join(hash_object_cmd)) if clang_format.wait() != 0: die('`%s` failed' % ' '.join(clang_format_cmd)) if git_show and git_show.wait() != 0: die('`%s` failed' % ' '.join(git_show_cmd)) return convert_string(stdout).rstrip('\r\n') @contextlib.contextmanager def temporary_index_file(tree=None): """Context manager for setting GIT_INDEX_FILE to a temporary file and deleting the file afterward.""" index_path = create_temporary_index(tree) old_index_path = os.environ.get('GIT_INDEX_FILE') os.environ['GIT_INDEX_FILE'] = index_path try: yield finally: if old_index_path is None: del os.environ['GIT_INDEX_FILE'] else: os.environ['GIT_INDEX_FILE'] = old_index_path os.remove(index_path) def create_temporary_index(tree=None): """Create a temporary index file and return the created file's path. If `tree` is not None, use that as the tree to read in. Otherwise, an empty index is created.""" gitdir = run('git', 'rev-parse', '--git-dir') path = os.path.join(gitdir, temp_index_basename) if tree is None: tree = '--empty' run('git', 'read-tree', '--index-output='+path, tree) return path def print_diff(old_tree, new_tree): """Print the diff between the two trees to stdout.""" # We use the porcelain 'diff' and not plumbing 'diff-tree' because the output # is expected to be viewed by the user, and only the former does nice things # like color and pagination. # # We also only print modified files since `new_tree` only contains the files # that were modified, so unmodified files would show as deleted without the # filter. subprocess.check_call(['git', 'diff', '--diff-filter=M', old_tree, new_tree, '--']) def apply_changes(old_tree, new_tree, force=False, patch_mode=False): """Apply the changes in `new_tree` to the working directory. Bails if there are local changes in those files and not `force`. If `patch_mode`, runs `git checkout --patch` to select hunks interactively.""" changed_files = run('git', 'diff-tree', '--diff-filter=M', '-r', '-z', '--name-only', old_tree, new_tree).rstrip('\0').split('\0') if not force: unstaged_files = run('git', 'diff-files', '--name-status', *changed_files) if unstaged_files: print('The following files would be modified but ' 'have unstaged changes:', file=sys.stderr) print(unstaged_files, file=sys.stderr) print('Please commit, stage, or stash them first.', file=sys.stderr) sys.exit(2) if patch_mode: # In patch mode, we could just as well create an index from the new tree # and checkout from that, but then the user will be presented with a # message saying "Discard ... from worktree". Instead, we use the old # tree as the index and checkout from new_tree, which gives the slightly # better message, "Apply ... to index and worktree". This is not quite # right, since it won't be applied to the user's index, but oh well. with temporary_index_file(old_tree): subprocess.check_call(['git', 'checkout', '--patch', new_tree]) index_tree = old_tree else: with temporary_index_file(new_tree): run('git', 'checkout-index', '-a', '-f') return changed_files def run(*args, **kwargs): stdin = kwargs.pop('stdin', '') verbose = kwargs.pop('verbose', True) strip = kwargs.pop('strip', True) for name in kwargs: raise TypeError("run() got an unexpected keyword argument '%s'" % name) p = subprocess.Popen(args, stdout=subprocess.PIPE, stderr=subprocess.PIPE, stdin=subprocess.PIPE) stdout, stderr = p.communicate(input=stdin) stdout = convert_string(stdout) stderr = convert_string(stderr) if p.returncode == 0: if stderr: if verbose: print('`%s` printed to stderr:' % ' '.join(args), file=sys.stderr) print(stderr.rstrip(), file=sys.stderr) if strip: stdout = stdout.rstrip('\r\n') return stdout if verbose: print('`%s` returned %s' % (' '.join(args), p.returncode), file=sys.stderr) if stderr: print(stderr.rstrip(), file=sys.stderr) sys.exit(2) def die(message): print('error:', message, file=sys.stderr) sys.exit(2) def to_bytes(str_input): # Encode to UTF-8 to get binary data. if isinstance(str_input, bytes): return str_input return str_input.encode('utf-8') def to_string(bytes_input): if isinstance(bytes_input, str): return bytes_input return bytes_input.encode('utf-8') def convert_string(bytes_input): try: return to_string(bytes_input.decode('utf-8')) except AttributeError: # 'str' object has no attribute 'decode'. return str(bytes_input) except UnicodeError: return str(bytes_input) if __name__ == '__main__': main() bpfcc-0.31.0/scripts/git-tag.sh000066400000000000000000000005061465134135300162350ustar00rootroot00000000000000git_tag_latest=$(git describe --tags --abbrev=0) git_rev_count=$(git rev-list $git_tag_latest.. --count) git_rev_count=$[$git_rev_count+1] git_subject=$(git log --pretty="%s" -n 1) release=$git_rev_count if [[ "$release" != "1" ]]; then release="${release}.git.$(git log --pretty='%h' -n 1)" fi revision=${git_tag_latest:1} bpfcc-0.31.0/scripts/py-style-check.sh000077500000000000000000000010561465134135300175460ustar00rootroot00000000000000#!/bin/bash set -euo pipefail # TODO: stop ignoring this. Maybe autopep8 existing stuff? find tools -type f -name "*.py" | xargs pycodestyle -r --show-source --ignore=E123,E125,E126,E127,E128,E302 || \ echo "pycodestyle run failed, please fix it" >&2 NO_PROPER_SHEBANG="$(find tools examples -type f -executable -name '*.py' | xargs grep -L '#!/usr/bin/python')" if [ -n "$NO_PROPER_SHEBANG" ]; then echo "bad shebangs found:" echo "$NO_PROPER_SHEBANG" echo echo "either add proper shebang or remove executable bit" >&2 exit 1 fi bpfcc-0.31.0/snap/000077500000000000000000000000001465134135300136165ustar00rootroot00000000000000bpfcc-0.31.0/snap/README.md000066400000000000000000000023271465134135300151010ustar00rootroot00000000000000# bcc snap This is an unconfined snap of the BPF Compiler Collection (BCC), a toolkit for creating efficient kernel tracing and manipulation programs. First, install snapcraft, e.g. on Ubuntu: sudo snap install snapcraft --classic Clone the bcc repo (if you haven't done so already) and create the snap: git clone https://github.com/iovisor/bcc.git snapcraft Install the snap by running (`--dangerous` is required as the snap is not coming from the Snap Store): sudo snap install --dangerous bcc_*.snap One may need to ensure the snap interfaces are connected for the snap using: sudo snap connect bcc:mount-observe sudo snap connect bcc:system-observe sudo snap connect bcc:system-trace Now run a bcc tool, for example, to run opensnoop use: sudo bcc.opensnoop Note that this may fail to build and run if you do not have the kernel headers installed or perhaps the kernel config is not set up correctly. This snap has been tested using the mainly 4.8 and 4.9 kernels built with the Ubuntu Yakkety and Zesty kernel configs as well as the default Ubuntu 4.8 Yakkey and 4.9 Zesty kernels. Contact Colin Ian King for support on this bcc snap. Thu 15 Dec 17:08:29 GMT 2016 bpfcc-0.31.0/snap/local/000077500000000000000000000000001465134135300147105ustar00rootroot00000000000000bpfcc-0.31.0/snap/local/bcc-wrapper000077500000000000000000000006061465134135300170450ustar00rootroot00000000000000#!/bin/bash set -e # Snappy does not yet support CAP_SYS_ADMIN for unconfined snaps, thus sudo: # https://bugs.launchpad.net/snappy/+bug/1586581 # stdout isn't set to line buffered mode: # https://bugs.launchpad.net/snappy/+bug/1587675 cmd="$1" if [ `id -u` = 0 ] ; then shift stdbuf -oL $SNAP/usr/share/bcc/tools/$cmd "$@" else echo "Need to run $cmd as root (use sudo $@)" exit 1 fi bpfcc-0.31.0/snap/snapcraft.yaml000066400000000000000000000226531465134135300164730ustar00rootroot00000000000000# # Copyright (C) 2016,2020 Canonical # # This program is free software; you can redistribute it and/or # modify it under the terms of the GNU General Public License # as published by the Free Software Foundation; either version 2 # of the License, or (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. # name: bcc summary: BPF Compiler Collection (BCC) description: A toolkit for creating efficient kernel tracing and manipulation programs confinement: strict grade: stable plugs: mount-observe: null system-observe: null system-trace: null assumes: [snapd2.37] base: core18 adopt-info: bcc architectures: - build-on: s390x - build-on: ppc64el - build-on: arm64 - build-on: armhf - build-on: amd64 - build-on: i386 parts: bcc: plugin: cmake override-pull: | snapcraftctl pull find . -type f -exec sed -i 's|^#\!/usr/bin/python|#\!/usr/bin/env python3|' {} \; version=$(git tag | sort -V | tail -1 | cut -c2-) commits=$(git log --oneline | wc -l) sha=$(git log -1 --oneline | cut -d' ' -f1) date=$(date +'%Y%m%d') snapcraftctl set-version "$version-$date-$commits-$sha" configflags: - '-DCMAKE_INSTALL_PREFIX=/usr' - '-DPYTHON_CMD=$SNAPCRAFT_STAGE/usr/bin/python3' - '-DCMAKE_VERBOSE_MAKEFILE=ON' source: . build-packages: - bison - build-essential - flex - git - iperf - libclang-4.0-dev - libedit-dev - libelf-dev - libllvm4.0 - libfl-dev - llvm-4.0-dev - zlib1g-dev prime: - -usr/share/bcc/tools/doc - usr/lib/*/lib*.so* - usr/lib/python3 - usr/lib/python3.6* - usr/share/bcc/tools after: - stage stage: plugin: nil stage-packages: - libbz2-1.0 - liblzma5 - libncursesw5 - libtinfo5 - libzzip-0-13 - python3 - python3-packaging - python3-pip - python3-setuptools prime: - -usr/lib/*/perl - -usr/lib/*/perl5 - usr/bin - usr/lib wrapper: plugin: dump after: [bcc] source: snap/local apps: argdist: command: bcc-wrapper argdist bashreadline: command: bcc-wrapper bashreadline biolatency: command: bcc-wrapper biolatency biolatpcts: command: bcc-wrapper biolatpcts biosnoop: command: bcc-wrapper biosnoop biotop: command: bcc-wrapper biotop bitesize: command: bcc-wrapper bitesize bpflist: command: bcc-wrapper bpflist btrfsdist: command: bcc-wrapper btrfsdist btrfsslower: command: bcc-wrapper btrfsslower cachestat: command: bcc-wrapper cachestat cachetop: command: bcc-wrapper cachetop capable: command: bcc-wrapper capable cobjnew: command: bcc-wrapper cobjnew compactsnoop: command: bcc-wrapper compactsnoop cpudist: command: bcc-wrapper cpudist cpuunclaimed: command: bcc-wrapper cpuunclaimed criticalstat: command: bcc-wrapper criticalstat dbslower: command: bcc-wrapper dbslower dbstat: command: bcc-wrapper dbstat dcsnoop: command: bcc-wrapper dcsnoop dcstat: command: bcc-wrapper dcstat deadlock: command: bcc-wrapper deadlock dirtop: command: bcc-wrapper dirtop drsnoop: command: bcc-wrapper drsnoop execsnoop: command: bcc-wrapper execsnoop exitsnoop: command: bcc-wrapper exitsnoop ext4dist: command: bcc-wrapper ext4dist ext4slower: command: bcc-wrapper ext4slower filelife: command: bcc-wrapper filelife fileslower: command: bcc-wrapper fileslower filetop: command: bcc-wrapper filetop funccount: command: bcc-wrapper funccount funcinterval: command: bcc-wrapper funcinterval funclatency: command: bcc-wrapper funclatency funcslower: command: bcc-wrapper funcslower gethostlatency: command: bcc-wrapper gethostlatency hardirqs: command: bcc-wrapper hardirqs inject: command: bcc-wrapper inject javacalls: command: bcc-wrapper javacalls javaflow: command: bcc-wrapper javaflow javagc: command: bcc-wrapper javagc javaobjnew: command: bcc-wrapper javaobjnew javastat: command: bcc-wrapper javastat javathreads: command: bcc-wrapper javathreads killsnoop: command: bcc-wrapper killsnoop klockstat: command: bcc-wrapper klockstat llcstat: command: bcc-wrapper llcstat mdflush: command: bcc-wrapper mdflush memleak: command: bcc-wrapper memleak mountsnoop: command: bcc-wrapper mountsnoop mysqld-qslower: command: bcc-wrapper mysqld_qslower netqtop: command: bcc-wrapper netqtop nfsdist: command: bcc-wrapper nfsdist nfsslower: command: bcc-wrapper nfsslower nodegc: command: bcc-wrapper nodegc nodestat: command: bcc-wrapper nodestat offcputime: command: bcc-wrapper offcputime offwaketime: command: bcc-wrapper offwaketime oomkill: command: bcc-wrapper oomkill opensnoop: command: bcc-wrapper opensnoop perlcalls: command: bcc-wrapper perlcalls perlflow: command: bcc-wrapper perlflow perlstat: command: bcc-wrapper perlstat pidpersec: command: bcc-wrapper pidpersec profile: command: bcc-wrapper profile phpcalls: command: bcc-wrapper phpcalls phpflow: command: bcc-wrapper phpflow phpstat: command: bcc-wrapper phpstat pythoncalls: command: bcc-wrapper pythoncalls pythonflow: command: bcc-wrapper pythonflow pythongc: command: bcc-wrapper pythongc pythonstat: command: bcc-wrapper pythonstat readahead: command: bcc-wrapper readahead reset-trace: command: bcc-wrapper reset-trace rubycalls: command: bcc-wrapper rubycalls rubyflow: command: bcc-wrapper rubyflow rubygc: command: bcc-wrapper rubygc rubyobjnew: command: bcc-wrapper rubyobjnew rubystat: command: bcc-wrapper rubystat runqlat: command: bcc-wrapper runqlat runqlen: command: bcc-wrapper runqlen runqslower: command: bcc-wrapper runqslower shmsnoop: command: bcc-wrapper shmsnoop slabratetop: command: bcc-wrapper slabratetop sofdsnoop: command: bcc-wrapper sofdsnoop softirqs: command: bcc-wrapper softirqs solisten: command: bcc-wrapper solisten sslsniff: command: bcc-wrapper sslsniff stackcount: command: bcc-wrapper stackcount statsnoop: command: bcc-wrapper statsnoop swapin: command: bcc-wrapper swapin syncsnoop: command: bcc-wrapper syncsnoop syscount: command: bcc-wrapper syscount tclcalls: command: bcc-wrapper tclcalls tclflow: command: bcc-wrapper tclflow tclobjnew: command: bcc-wrapper tclobjnew tclstat: command: bcc-wrapper tclstat tcpaccept: command: bcc-wrapper tcpaccept tcpconnect: command: bcc-wrapper tcpconnect tcpconnlat: command: bcc-wrapper tcpconnlat tcpdrop: command: bcc-wrapper tcpdrop tcplife: command: bcc-wrapper tcplife tcpretrans: command: bcc-wrapper tcpretrans tcprtt: command: bcc-wrapper tcprtt tcpstates: command: bcc-wrapper tcpstates tcpsubnet: command: bcc-wrapper tcpsubnet tcpsynbl: command: bcc-wrapper tcpsynbl tcptop: command: bcc-wrapper tcptop tcptracer: command: bcc-wrapper tcptracer threadsnoop: command: bcc-wrapper threadsnoop tplist: command: bcc-wrapper tplist trace: command: bcc-wrapper trace ttysnoop: command: bcc-wrapper ttysnoop ucalls: command: bcc-wrapper lib/ucalls uflow: command: bcc-wrapper lib/uflow ugc: command: bcc-wrapper lib/ugc uobjnew: command: bcc-wrapper lib/uobjnew ustat: command: bcc-wrapper lib/ustat uthreads: command: bcc-wrapper lib/uthreads vfscount: command: bcc-wrapper vfscount vfsstat: command: bcc-wrapper vfsstat wakeuptime: command: bcc-wrapper wakeuptime xfsdist: command: bcc-wrapper xfsdist xfsslower: command: bcc-wrapper xfsslower zfsdist: command: bcc-wrapper zfsdist zfsslower: command: bcc-wrapper zfsslower # vim: set ai et sts=4 tabstop=4 sw=4: bpfcc-0.31.0/src/000077500000000000000000000000001465134135300134445ustar00rootroot00000000000000bpfcc-0.31.0/src/CMakeLists.txt000066400000000000000000000007561465134135300162140ustar00rootroot00000000000000# Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS}") if (ENABLE_RTTI) set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -frtti") else() set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fno-rtti") endif() include_directories(${CMAKE_CURRENT_SOURCE_DIR}) include_directories(${CMAKE_CURRENT_BINARY_DIR}) if(NOT PYTHON_ONLY) add_subdirectory(cc) endif() if(ENABLE_CLANG_JIT) add_subdirectory(python) add_subdirectory(lua) endif() bpfcc-0.31.0/src/cc/000077500000000000000000000000001465134135300140315ustar00rootroot00000000000000bpfcc-0.31.0/src/cc/CMakeLists.txt000066400000000000000000000176061465134135300166030ustar00rootroot00000000000000# Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") include_directories(${CMAKE_CURRENT_BINARY_DIR}) include_directories(${CMAKE_CURRENT_SOURCE_DIR}) # to be removed include_directories(${CMAKE_CURRENT_BINARY_DIR}/frontends/b) include_directories(${CMAKE_CURRENT_SOURCE_DIR}/frontends/b) include_directories(${CMAKE_CURRENT_SOURCE_DIR}/frontends/clang) include_directories(${LLVM_INCLUDE_DIRS}) include_directories(${LIBELF_INCLUDE_DIRS}) if (LIBLZMA_FOUND) include_directories(${LIBLZMA_INCLUDE_DIRS}) endif(LIBLZMA_FOUND) if (LIBDEBUGINFOD_FOUND AND ENABLE_LIBDEBUGINFOD) include_directories(${LIBDEBUGINFOD_INCLUDE_DIRS}) endif (LIBDEBUGINFOD_FOUND AND ENABLE_LIBDEBUGINFOD) # todo: if check for kernel version if (CMAKE_USE_LIBBPF_PACKAGE AND LIBBPF_FOUND) include_directories(${LIBBPF_INCLUDE_DIRS}) # create up-to-date linux/bpf.h from virtual_bpf.h (remove string wrapper); # when libbpf is built as a submodule we use its version of linux/bpf.h # so this does similar for the libbpf package, removing reliance on the # system uapi header which can be out of date. execute_process(COMMAND sh -c "cd ${CMAKE_CURRENT_SOURCE_DIR}/compat/linux && grep -ve '\\*\\*\\*\\*' virtual_bpf.h > bpf.h") include_directories(${CMAKE_CURRENT_SOURCE_DIR}/compat) else() include_directories(${CMAKE_CURRENT_SOURCE_DIR}/libbpf/include) include_directories(${CMAKE_CURRENT_SOURCE_DIR}/libbpf/include/uapi) endif() # add_definitions has a problem parsing "-D_GLIBCXX_USE_CXX11_ABI=0", this is safer separate_arguments(LLVM_DEFINITIONS) add_compile_options(${LLVM_DEFINITIONS}) configure_file(libbcc.pc.in libbcc.pc @ONLY) configure_file(bcc_version.h.in bcc_version.h @ONLY) set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fPIC -DBCC_PROG_TAG_DIR='\"${BCC_PROG_TAG_DIR}\"'") set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-unused-result") set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -fPIC -Wno-unused-result") if (NOT HAVE_REALLOCARRAY_SUPPORT) set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -DCOMPAT_NEED_REALLOCARRAY") endif() include(static_libstdc++) if(LIBBPF_INCLUDE_DIR) # Add user libbpf include and notify compilation # that we are using external libbpf. It's checked # in src/cc/libbpf.h and proper files are included. include_directories(${LIBBPF_INCLUDE_DIR}) add_definitions(-DHAVE_EXTERNAL_LIBBPF) endif() if(NOT CMAKE_USE_LIBBPF_PACKAGE) if(LIBBPF_FOUND) set(extract_dir ${CMAKE_CURRENT_BINARY_DIR}/libbpf_a_extract) execute_process(COMMAND sh -c "mkdir -p ${extract_dir} && cd ${extract_dir} && ${CMAKE_AR} x ${LIBBPF_STATIC_LIBRARIES}") file(GLOB libbpf_sources "${extract_dir}/*.o") else() file(GLOB libbpf_sources "libbpf/src/*.c") endif() set(libbpf_uapi libbpf/include/uapi/linux/) endif() set(bcc_common_sources bcc_common.cc bpf_module.cc bcc_btf.cc exported_files.cc) if (${LLVM_PACKAGE_VERSION} VERSION_EQUAL 6 OR ${LLVM_PACKAGE_VERSION} VERSION_GREATER 6) set(bcc_common_sources ${bcc_common_sources} bcc_debug.cc) endif() if(ENABLE_LLVM_NATIVECODEGEN) set(bcc_common_sources ${bcc_common_sources} bpf_module_rw_engine.cc) else() set(bcc_common_sources ${bcc_common_sources} bpf_module_rw_engine_disabled.cc) endif() set(bcc_table_sources table_storage.cc shared_table.cc bpffs_table.cc json_map_decl_visitor.cc) set(bcc_util_sources common.cc) set(bcc_sym_sources bcc_syms.cc bcc_elf.c bcc_perf_map.c bcc_proc.c bcc_zip.c) set(bcc_common_headers libbpf.h perf_reader.h "${CMAKE_CURRENT_BINARY_DIR}/bcc_version.h") set(bcc_table_headers file_desc.h table_desc.h table_storage.h) set(bcc_api_headers bcc_common.h bpf_module.h bcc_exception.h bcc_syms.h bcc_proc.h bcc_elf.h) if(LIBBPF_FOUND) set(bcc_common_sources ${bcc_common_sources} libbpf.c perf_reader.c) endif() if(ENABLE_CLANG_JIT) add_library(bcc-shared SHARED link_all.cc ${bcc_common_sources} ${bcc_table_sources} ${bcc_sym_sources} ${bcc_util_sources}) set_target_properties(bcc-shared PROPERTIES VERSION ${REVISION_LAST} SOVERSION 0) set_target_properties(bcc-shared PROPERTIES OUTPUT_NAME bcc) if(ENABLE_USDT) add_definitions(-DEXPORT_USDT) set(bcc_usdt_sources usdt/usdt.cc usdt/usdt_args.cc) # else undefined endif() add_library(bcc-loader-static STATIC ${bcc_sym_sources} ${bcc_util_sources}) target_link_libraries(bcc-loader-static elf z) add_library(bcc-static STATIC ${bcc_common_sources} ${bcc_table_sources} ${bcc_util_sources} ${bcc_usdt_sources} ${bcc_sym_sources} ${bcc_util_sources}) set_target_properties(bcc-static PROPERTIES OUTPUT_NAME bcc) set(bcc-lua-static ${bcc_common_sources} ${bcc_table_sources} ${bcc_sym_sources} ${bcc_util_sources}) set(bpf_sources libbpf.c perf_reader.c ${libbpf_sources} ${bcc_sym_sources} ${bcc_util_sources} ${bcc_usdt_sources}) add_library(bpf-static STATIC ${bpf_sources}) set_target_properties(bpf-static PROPERTIES OUTPUT_NAME bcc_bpf) target_link_libraries(bpf-static elf z) add_library(bpf-shared SHARED ${bpf_sources}) set_target_properties(bpf-shared PROPERTIES VERSION ${REVISION_LAST} SOVERSION 0) set_target_properties(bpf-shared PROPERTIES OUTPUT_NAME bcc_bpf) target_link_libraries(bpf-shared elf z) if(LIBLZMA_FOUND) target_link_libraries(bpf-shared ${LIBLZMA_LIBRARIES}) endif(LIBLZMA_FOUND) if(LIBDEBUGINFOD_FOUND) target_link_libraries(bpf-shared ${LIBDEBUGINFOD_LIBRARIES}) endif(LIBDEBUGINFOD_FOUND) if(CMAKE_USE_LIBBPF_PACKAGE AND LIBBPF_FOUND) target_link_libraries(bpf-shared ${LIBBPF_LIBRARIES}) endif() include(clang_libs) set(CMAKE_SHARED_LINKER_FLAGS "${CMAKE_SHARED_LINKER_FLAGS} ${clang_lib_exclude_flags}") set(CMAKE_SHARED_LINKER_FLAGS "${CMAKE_SHARED_LINKER_FLAGS} ${llvm_lib_exclude_flags}") # bcc_common_libs_for_a for archive libraries # bcc_common_libs_for_s for shared libraries set(bcc_common_libs clang_frontend -Wl,--whole-archive ${clang_libs} ${llvm_libs} -Wl,--no-whole-archive ${LIBELF_LIBRARIES}) if (LIBLZMA_FOUND) list(APPEND bcc_common_libs ${LIBLZMA_LIBRARIES}) endif (LIBLZMA_FOUND) if (LIBDEBUGINFOD_FOUND) list(APPEND bcc_common_libs ${LIBDEBUGINFOD_LIBRARIES}) endif (LIBDEBUGINFOD_FOUND) set(bcc_common_libs_for_a ${bcc_common_libs}) set(bcc_common_libs_for_s ${bcc_common_libs}) set(bcc_common_libs_for_lua clang_frontend ${clang_libs} ${llvm_libs} ${LIBELF_LIBRARIES}) if(LIBBPF_FOUND) list(APPEND bcc_common_libs_for_a ${LIBBPF_LIBRARIES}) list(APPEND bcc_common_libs_for_s ${LIBBPF_LIBRARIES}) list(APPEND bcc_common_libs_for_lua ${LIBBPF_LIBRARIES}) else() list(APPEND bcc_common_libs_for_a bpf-static) list(APPEND bcc_common_libs_for_s bpf-static) list(APPEND bcc_common_libs_for_lua bpf-static) endif() if(ENABLE_CPP_API) add_subdirectory(api) target_sources(bcc-static PRIVATE $) # Keep all API functions list(APPEND bcc_common_libs_for_s -Wl,--whole-archive api-static -Wl,--no-whole-archive) endif() if(ENABLE_USDT) list(APPEND bcc_api_headers bcc_usdt.h) add_subdirectory(usdt) list(APPEND bcc_common_libs_for_a usdt-static) list(APPEND bcc_common_libs_for_s usdt-static) list(APPEND bcc_common_libs_for_lua usdt-static) endif() add_subdirectory(frontends) target_sources(bcc-static PRIVATE $) # Link against LLVM libraries target_link_libraries(bcc-shared ${bcc_common_libs_for_s}) target_link_libraries(bcc-static ${bcc_common_libs_for_a} bcc-loader-static) set(bcc-lua-static ${bcc-lua-static} ${bcc_common_libs_for_lua}) install(TARGETS bcc-shared bcc-static bcc-loader-static bpf-static LIBRARY DESTINATION ${CMAKE_INSTALL_LIBDIR} ARCHIVE DESTINATION ${CMAKE_INSTALL_LIBDIR}) install(FILES ${bcc_table_headers} DESTINATION include/bcc) install(FILES ${bcc_api_headers} DESTINATION include/bcc) install(DIRECTORY ${libbpf_uapi} DESTINATION include/bcc/compat/linux FILES_MATCHING PATTERN "*.h") install(FILES ${CMAKE_CURRENT_BINARY_DIR}/libbcc.pc DESTINATION ${CMAKE_INSTALL_LIBDIR}/pkgconfig) endif(ENABLE_CLANG_JIT) install(FILES ${bcc_common_headers} DESTINATION include/bcc) install(TARGETS bpf-shared LIBRARY DESTINATION ${CMAKE_INSTALL_LIBDIR}) bpfcc-0.31.0/src/cc/README000066400000000000000000000014431465134135300147130ustar00rootroot00000000000000The libbpf directory is a git submodule for repository https://github.com/libbpf/libbpf If you have any change in libbpf directory, please upstream to linux first as libbpf repo is a mirror of linux/tools/lib/bpf directory. If any top-commit update of libbpf submodule contains a uapi header change, the following are necessary steps to sync properly with rest of bcc: 1. sync compat/linux/virtual_bpf.h with libbpf/include/uapi/linux/bpf.h as virtual_bpf.h has an extra string wrapper for bpf.h. 2. if new bpf.h has new helpers, add corresponding helper func define in bcc:src/cc/export/helpers.h and helper entry for error reporting in bcc:src/cc/libbpf.c. 3. if new bpf.h has new map types, program types, update bcc:introspection/bps.c for these new map/program types. bpfcc-0.31.0/src/cc/api/000077500000000000000000000000001465134135300146025ustar00rootroot00000000000000bpfcc-0.31.0/src/cc/api/BPF.cc000066400000000000000000001042231465134135300155220ustar00rootroot00000000000000/* * Copyright (c) 2016 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "bcc_exception.h" #include "bcc_elf.h" #include "bcc_syms.h" #include "bpf_module.h" #include "common.h" #include "libbpf.h" #include "perf_reader.h" #include "syms.h" #include "table_storage.h" #include "usdt.h" #include "BPF.h" namespace { /* * Kernels ~4.20 and later support specifying the ref_ctr_offset as an argument * to attaching a uprobe, which negates the need to seek to this memory offset * in userspace to manage semaphores, as the kernel will do it for us. This * helper function checks if this support is available by reading the uprobe * format for this value, added in a6ca88b241d5e929e6e60b12ad8cd288f0ffa */ bool uprobe_ref_ctr_supported() { const char *ref_ctr_pmu_path = "/sys/bus/event_source/devices/uprobe/format/ref_ctr_offset"; const char *ref_ctr_pmu_expected = "config:32-63\0"; char ref_ctr_pmu_fmt[64]; // in Linux source this buffer is compared vs // PAGE_SIZE, but 64 is probably ample int fd = open(ref_ctr_pmu_path, O_RDONLY); if (fd < 0) return false; int ret = read(fd, ref_ctr_pmu_fmt, sizeof(ref_ctr_pmu_fmt)); close(fd); if (ret < 0) { return false; } if (strncmp(ref_ctr_pmu_expected, ref_ctr_pmu_fmt, strlen(ref_ctr_pmu_expected)) == 0) { return true; } return false; } } // namespace namespace ebpf { std::string uint_to_hex(uint64_t value) { std::stringstream ss; ss << std::hex << value; return ss.str(); } std::string sanitize_str(std::string str, bool (*validator)(char), char replacement = '_') { for (size_t i = 0; i < str.length(); i++) if (!validator(str[i])) str[i] = replacement; return str; } StatusTuple BPF::init_usdt(const USDT& usdt) { USDT u(usdt); StatusTuple init_stp = u.init(); if (!init_stp.ok()) { return init_stp; } usdt_.push_back(std::move(u)); all_bpf_program_ += usdt_.back().program_text_; return StatusTuple::OK(); } void BPF::init_fail_reset() { usdt_.clear(); all_bpf_program_ = ""; } StatusTuple BPF::init(const std::string& bpf_program, const std::vector& cflags, const std::vector& usdt) { usdt_.reserve(usdt.size()); for (const auto& u : usdt) { StatusTuple init_stp = init_usdt(u); if (!init_stp.ok()) { init_fail_reset(); return init_stp; } } std::vector flags; for (const auto& c: cflags) flags.push_back(c.c_str()); all_bpf_program_ += bpf_program; if (bpf_module_->load_string(all_bpf_program_, flags.data(), flags.size()) != 0) { init_fail_reset(); return StatusTuple(-1, "Unable to initialize BPF program"); } return StatusTuple::OK(); }; BPF::~BPF() { auto res = detach_all(); if (!res.ok()) std::cerr << "Failed to detach all probes on destruction: " << std::endl << res.msg() << std::endl; bcc_free_buildsymcache(bsymcache_); bsymcache_ = NULL; } StatusTuple BPF::detach_all() { bool has_error = false; std::string error_msg; for (auto& it : kprobes_) { auto res = detach_kprobe_event(it.first, it.second); if (!res.ok()) { error_msg += "Failed to detach kprobe event " + it.first + ": "; error_msg += res.msg() + "\n"; has_error = true; } } for (auto& it : uprobes_) { auto res = detach_uprobe_event(it.first, it.second); if (!res.ok()) { error_msg += "Failed to detach uprobe event " + it.first + ": "; error_msg += res.msg() + "\n"; has_error = true; } } for (auto& it : tracepoints_) { auto res = detach_tracepoint_event(it.first, it.second); if (!res.ok()) { error_msg += "Failed to detach Tracepoint " + it.first + ": "; error_msg += res.msg() + "\n"; has_error = true; } } for (auto& it : raw_tracepoints_) { auto res = detach_raw_tracepoint_event(it.first, it.second); if (!res.ok()) { error_msg += "Failed to detach Raw tracepoint " + it.first + ": "; error_msg += res.msg() + "\n"; has_error = true; } } for (auto& it : perf_buffers_) { auto res = it.second->close_all_cpu(); if (!res.ok()) { error_msg += "Failed to close perf buffer " + it.first + ": "; error_msg += res.msg() + "\n"; has_error = true; } delete it.second; } for (auto& it : perf_event_arrays_) { auto res = it.second->close_all_cpu(); if (!res.ok()) { error_msg += "Failed to close perf event array " + it.first + ": "; error_msg += res.msg() + "\n"; has_error = true; } delete it.second; } for (auto& it : perf_events_) { auto res = detach_perf_event_all_cpu(it.second); if (!res.ok()) { error_msg += res.msg() + "\n"; has_error = true; } } for (auto& it : funcs_) { int res = close(it.second); if (res != 0) { error_msg += "Failed to unload BPF program for " + it.first + ": "; error_msg += std::string(std::strerror(errno)) + "\n"; has_error = true; } } if (has_error) return StatusTuple(-1, error_msg); else return StatusTuple::OK(); } StatusTuple BPF::attach_kprobe(const std::string& kernel_func, const std::string& probe_func, uint64_t kernel_func_offset, bpf_probe_attach_type attach_type, int maxactive) { std::string probe_event = get_kprobe_event(kernel_func, attach_type); if (kprobes_.find(probe_event) != kprobes_.end()) return StatusTuple(-1, "kprobe %s already attached", probe_event.c_str()); int probe_fd; TRY2(load_func(probe_func, BPF_PROG_TYPE_KPROBE, probe_fd)); int res_fd = bpf_attach_kprobe(probe_fd, attach_type, probe_event.c_str(), kernel_func.c_str(), kernel_func_offset, maxactive); if (res_fd < 0) { TRY2(unload_func(probe_func)); return StatusTuple(-1, "Unable to attach %skprobe for %s using %s", attach_type_debug(attach_type).c_str(), kernel_func.c_str(), probe_func.c_str()); } open_probe_t p = {}; p.perf_event_fd = res_fd; p.func = probe_func; kprobes_[probe_event] = std::move(p); return StatusTuple::OK(); } StatusTuple BPF::attach_uprobe(const std::string& binary_path, const std::string& symbol, const std::string& probe_func, uint64_t symbol_addr, bpf_probe_attach_type attach_type, pid_t pid, uint64_t symbol_offset, uint32_t ref_ctr_offset) { if (symbol_addr != 0 && symbol_offset != 0) return StatusTuple(-1, "Attachng uprobe with addr %lx and offset %lx is not supported", symbol_addr, symbol_offset); std::string module; uint64_t offset; TRY2(check_binary_symbol(binary_path, symbol, symbol_addr, module, offset, symbol_offset)); std::string probe_event = get_uprobe_event(module, offset, attach_type, pid); if (uprobes_.find(probe_event) != uprobes_.end()) return StatusTuple(-1, "uprobe %s already attached", probe_event.c_str()); int probe_fd; TRY2(load_func(probe_func, BPF_PROG_TYPE_KPROBE, probe_fd)); int res_fd = bpf_attach_uprobe(probe_fd, attach_type, probe_event.c_str(), binary_path.c_str(), offset, pid, ref_ctr_offset); if (res_fd < 0) { TRY2(unload_func(probe_func)); return StatusTuple( -1, "Unable to attach %suprobe for binary %s symbol %s addr %lx " "offset %lx using %s\n", attach_type_debug(attach_type).c_str(), binary_path.c_str(), symbol.c_str(), symbol_addr, symbol_offset, probe_func.c_str()); } open_probe_t p = {}; p.perf_event_fd = res_fd; p.func = probe_func; uprobes_[probe_event] = std::move(p); return StatusTuple::OK(); } StatusTuple BPF::attach_usdt_without_validation(const USDT& u, pid_t pid) { auto& probe = *static_cast<::USDT::Probe*>(u.probe_.get()); if (!uprobe_ref_ctr_supported() && !probe.enable(u.probe_func_)) return StatusTuple(-1, "Unable to enable USDT %s", u.print_name().c_str()); bool failed = false; std::string err_msg; int cnt = 0; for (const auto& loc : probe.locations_) { auto res = attach_uprobe(loc.bin_path_, std::string(), u.probe_func_, loc.address_, BPF_PROBE_ENTRY, pid, 0, probe.semaphore_offset()); if (!res.ok()) { failed = true; err_msg += "USDT " + u.print_name() + " at " + loc.bin_path_ + " address " + std::to_string(loc.address_); err_msg += ": " + res.msg() + "\n"; break; } cnt++; } if (failed) { for (int i = 0; i < cnt; i++) { auto res = detach_uprobe(probe.locations_[i].bin_path_, std::string(), probe.locations_[i].address_, BPF_PROBE_ENTRY, pid); if (!res.ok()) err_msg += "During clean up: " + res.msg() + "\n"; } return StatusTuple(-1, err_msg); } else { return StatusTuple::OK(); } } StatusTuple BPF::attach_usdt(const USDT& usdt, pid_t pid) { for (const auto& u : usdt_) { if (u == usdt) { return attach_usdt_without_validation(u, pid); } } return StatusTuple(-1, "USDT %s not found", usdt.print_name().c_str()); } StatusTuple BPF::attach_usdt_all() { for (const auto& u : usdt_) { auto res = attach_usdt_without_validation(u, -1); if (!res.ok()) { return res; } } return StatusTuple::OK(); } StatusTuple BPF::attach_tracepoint(const std::string& tracepoint, const std::string& probe_func) { if (tracepoints_.find(tracepoint) != tracepoints_.end()) return StatusTuple(-1, "Tracepoint %s already attached", tracepoint.c_str()); auto pos = tracepoint.find(":"); if ((pos == std::string::npos) || (pos != tracepoint.rfind(":"))) return StatusTuple(-1, "Unable to parse Tracepoint %s", tracepoint.c_str()); std::string tp_category = tracepoint.substr(0, pos); std::string tp_name = tracepoint.substr(pos + 1); int probe_fd; TRY2(load_func(probe_func, BPF_PROG_TYPE_TRACEPOINT, probe_fd)); int res_fd = bpf_attach_tracepoint(probe_fd, tp_category.c_str(), tp_name.c_str()); if (res_fd < 0) { TRY2(unload_func(probe_func)); return StatusTuple(-1, "Unable to attach Tracepoint %s using %s", tracepoint.c_str(), probe_func.c_str()); } open_probe_t p = {}; p.perf_event_fd = res_fd; p.func = probe_func; tracepoints_[tracepoint] = std::move(p); return StatusTuple::OK(); } StatusTuple BPF::attach_raw_tracepoint(const std::string& tracepoint, const std::string& probe_func) { if (raw_tracepoints_.find(tracepoint) != raw_tracepoints_.end()) return StatusTuple(-1, "Raw tracepoint %s already attached", tracepoint.c_str()); int probe_fd; TRY2(load_func(probe_func, BPF_PROG_TYPE_RAW_TRACEPOINT, probe_fd)); int res_fd = bpf_attach_raw_tracepoint(probe_fd, tracepoint.c_str()); if (res_fd < 0) { TRY2(unload_func(probe_func)); return StatusTuple(-1, "Unable to attach Raw tracepoint %s using %s", tracepoint.c_str(), probe_func.c_str()); } open_probe_t p = {}; p.perf_event_fd = res_fd; p.func = probe_func; raw_tracepoints_[tracepoint] = std::move(p); return StatusTuple::OK(); } StatusTuple BPF::attach_perf_event(uint32_t ev_type, uint32_t ev_config, const std::string& probe_func, uint64_t sample_period, uint64_t sample_freq, pid_t pid, int cpu, int group_fd) { auto ev_pair = std::make_pair(ev_type, ev_config); if (perf_events_.find(ev_pair) != perf_events_.end()) return StatusTuple(-1, "Perf event type %d config %d already attached", ev_type, ev_config); int probe_fd; TRY2(load_func(probe_func, BPF_PROG_TYPE_PERF_EVENT, probe_fd)); std::vector cpus; if (cpu >= 0) cpus.push_back(cpu); else cpus = get_online_cpus(); auto fds = new std::vector>(); fds->reserve(cpus.size()); for (int i : cpus) { int fd = bpf_attach_perf_event(probe_fd, ev_type, ev_config, sample_period, sample_freq, pid, i, group_fd); if (fd < 0) { for (const auto& it : *fds) close(it.second); delete fds; TRY2(unload_func(probe_func)); return StatusTuple(-1, "Failed to attach perf event type %d config %d", ev_type, ev_config); } fds->emplace_back(i, fd); } open_probe_t p = {}; p.func = probe_func; p.per_cpu_fd = fds; perf_events_[ev_pair] = std::move(p); return StatusTuple::OK(); } StatusTuple BPF::attach_perf_event_raw(void* perf_event_attr, const std::string& probe_func, pid_t pid, int cpu, int group_fd, unsigned long extra_flags) { auto attr = static_cast(perf_event_attr); auto ev_pair = std::make_pair(attr->type, attr->config); if (perf_events_.find(ev_pair) != perf_events_.end()) return StatusTuple(-1, "Perf event type %d config %d already attached", attr->type, attr->config); int probe_fd; TRY2(load_func(probe_func, BPF_PROG_TYPE_PERF_EVENT, probe_fd)); std::vector cpus; if (cpu >= 0) cpus.push_back(cpu); else cpus = get_online_cpus(); auto fds = new std::vector>(); fds->reserve(cpus.size()); for (int i : cpus) { int fd = bpf_attach_perf_event_raw(probe_fd, attr, pid, i, group_fd, extra_flags); if (fd < 0) { for (const auto& it : *fds) close(it.second); delete fds; TRY2(unload_func(probe_func)); return StatusTuple(-1, "Failed to attach perf event type %d config %d", attr->type, attr->config); } fds->emplace_back(i, fd); } open_probe_t p = {}; p.func = probe_func; p.per_cpu_fd = fds; perf_events_[ev_pair] = std::move(p); return StatusTuple::OK(); } StatusTuple BPF::detach_kprobe(const std::string& kernel_func, bpf_probe_attach_type attach_type) { std::string event = get_kprobe_event(kernel_func, attach_type); auto it = kprobes_.find(event); if (it == kprobes_.end()) return StatusTuple(-1, "No open %skprobe for %s", attach_type_debug(attach_type).c_str(), kernel_func.c_str()); TRY2(detach_kprobe_event(it->first, it->second)); kprobes_.erase(it); return StatusTuple::OK(); } StatusTuple BPF::detach_uprobe(const std::string& binary_path, const std::string& symbol, uint64_t symbol_addr, bpf_probe_attach_type attach_type, pid_t pid, uint64_t symbol_offset) { std::string module; uint64_t offset; TRY2(check_binary_symbol(binary_path, symbol, symbol_addr, module, offset, symbol_offset)); std::string event = get_uprobe_event(module, offset, attach_type, pid); auto it = uprobes_.find(event); if (it == uprobes_.end()) return StatusTuple(-1, "No open %suprobe for binary %s symbol %s addr %lx", attach_type_debug(attach_type).c_str(), binary_path.c_str(), symbol.c_str(), symbol_addr); TRY2(detach_uprobe_event(it->first, it->second)); uprobes_.erase(it); return StatusTuple::OK(); } StatusTuple BPF::detach_usdt_without_validation(const USDT& u, pid_t pid) { auto& probe = *static_cast<::USDT::Probe*>(u.probe_.get()); bool failed = false; std::string err_msg; for (const auto& loc : probe.locations_) { auto res = detach_uprobe(loc.bin_path_, std::string(), loc.address_, BPF_PROBE_ENTRY, pid); if (!res.ok()) { failed = true; err_msg += "USDT " + u.print_name() + " at " + loc.bin_path_ + " address " + std::to_string(loc.address_); err_msg += ": " + res.msg() + "\n"; } } if (!uprobe_ref_ctr_supported() && !probe.disable()) { failed = true; err_msg += "Unable to disable USDT " + u.print_name(); } if (failed) return StatusTuple(-1, err_msg); else return StatusTuple::OK(); } StatusTuple BPF::detach_usdt(const USDT& usdt, pid_t pid) { for (const auto& u : usdt_) { if (u == usdt) { return detach_usdt_without_validation(u, pid); } } return StatusTuple(-1, "USDT %s not found", usdt.print_name().c_str()); } StatusTuple BPF::detach_usdt_all() { for (const auto& u : usdt_) { auto ret = detach_usdt_without_validation(u, -1); if (!ret.ok()) { return ret; } } return StatusTuple::OK(); } StatusTuple BPF::detach_tracepoint(const std::string& tracepoint) { auto it = tracepoints_.find(tracepoint); if (it == tracepoints_.end()) return StatusTuple(-1, "No open Tracepoint %s", tracepoint.c_str()); TRY2(detach_tracepoint_event(it->first, it->second)); tracepoints_.erase(it); return StatusTuple::OK(); } StatusTuple BPF::detach_raw_tracepoint(const std::string& tracepoint) { auto it = raw_tracepoints_.find(tracepoint); if (it == raw_tracepoints_.end()) return StatusTuple(-1, "No open Raw tracepoint %s", tracepoint.c_str()); TRY2(detach_raw_tracepoint_event(it->first, it->second)); raw_tracepoints_.erase(it); return StatusTuple::OK(); } StatusTuple BPF::detach_perf_event(uint32_t ev_type, uint32_t ev_config) { auto it = perf_events_.find(std::make_pair(ev_type, ev_config)); if (it == perf_events_.end()) return StatusTuple(-1, "Perf Event type %d config %d not attached", ev_type, ev_config); TRY2(detach_perf_event_all_cpu(it->second)); perf_events_.erase(it); return StatusTuple::OK(); } StatusTuple BPF::detach_perf_event_raw(void* perf_event_attr) { auto attr = static_cast(perf_event_attr); return detach_perf_event(attr->type, attr->config); } StatusTuple BPF::open_perf_event(const std::string& name, uint32_t type, uint64_t config, int pid) { if (perf_event_arrays_.find(name) == perf_event_arrays_.end()) { TableStorage::iterator it; if (!bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return StatusTuple(-1, "open_perf_event: unable to find table_storage %s", name.c_str()); perf_event_arrays_[name] = new BPFPerfEventArray(it->second); } auto table = perf_event_arrays_[name]; TRY2(table->open_all_cpu(type, config, pid)); return StatusTuple::OK(); } StatusTuple BPF::close_perf_event(const std::string& name) { auto it = perf_event_arrays_.find(name); if (it == perf_event_arrays_.end()) return StatusTuple(-1, "Perf Event for %s not open", name.c_str()); TRY2(it->second->close_all_cpu()); return StatusTuple::OK(); } StatusTuple BPF::open_perf_buffer(const std::string& name, perf_reader_raw_cb cb, perf_reader_lost_cb lost_cb, void* cb_cookie, int page_cnt) { if (perf_buffers_.find(name) == perf_buffers_.end()) { TableStorage::iterator it; if (!bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return StatusTuple(-1, "open_perf_buffer: unable to find table_storage %s", name.c_str()); perf_buffers_[name] = new BPFPerfBuffer(it->second); } if ((page_cnt & (page_cnt - 1)) != 0) return StatusTuple(-1, "open_perf_buffer page_cnt must be a power of two"); auto table = perf_buffers_[name]; TRY2(table->open_all_cpu(cb, lost_cb, cb_cookie, page_cnt)); return StatusTuple::OK(); } StatusTuple BPF::close_perf_buffer(const std::string& name) { auto it = perf_buffers_.find(name); if (it == perf_buffers_.end()) return StatusTuple(-1, "Perf buffer for %s not open", name.c_str()); TRY2(it->second->close_all_cpu()); return StatusTuple::OK(); } BPFPerfBuffer* BPF::get_perf_buffer(const std::string& name) { auto it = perf_buffers_.find(name); return (it == perf_buffers_.end()) ? nullptr : it->second; } int BPF::poll_perf_buffer(const std::string& name, int timeout_ms) { auto it = perf_buffers_.find(name); if (it == perf_buffers_.end()) return -1; return it->second->poll(timeout_ms); } StatusTuple BPF::load_func(const std::string& func_name, bpf_prog_type type, int& fd, unsigned flags, bpf_attach_type expected_attach_type) { if (funcs_.find(func_name) != funcs_.end()) { fd = funcs_[func_name]; return StatusTuple::OK(); } uint8_t* func_start = bpf_module_->function_start(func_name); if (!func_start) return StatusTuple(-1, "Can't find start of function %s", func_name.c_str()); size_t func_size = bpf_module_->function_size(func_name); int log_level = 0; if (flag_ & DEBUG_BPF_REGISTER_STATE) log_level = 2; else if (flag_ & DEBUG_BPF) log_level = 1; fd = bpf_module_->bcc_func_load(type, func_name.c_str(), reinterpret_cast(func_start), func_size, bpf_module_->license(), bpf_module_->kern_version(), log_level, nullptr, 0, nullptr, flags, expected_attach_type); if (fd < 0) return StatusTuple(-1, "Failed to load %s: %d", func_name.c_str(), fd); int ret = bpf_module_->annotate_prog_tag( func_name, fd, reinterpret_cast(func_start), func_size); if (ret < 0) fprintf(stderr, "WARNING: cannot get prog tag, ignore saving source with program tag\n"); funcs_[func_name] = fd; return StatusTuple::OK(); } StatusTuple BPF::unload_func(const std::string& func_name) { auto it = funcs_.find(func_name); if (it == funcs_.end()) return StatusTuple::OK(); int res = close(it->second); if (res != 0) return StatusTuple(-1, "Can't close FD for %s: %d", it->first.c_str(), res); funcs_.erase(it); return StatusTuple::OK(); } StatusTuple BPF::attach_func(int prog_fd, int attachable_fd, enum bpf_attach_type attach_type, uint64_t flags) { int res = bpf_module_->bcc_func_attach(prog_fd, attachable_fd, attach_type, flags); if (res != 0) return StatusTuple(-1, "Can't attach for prog_fd %d, attachable_fd %d, " "attach_type %d, flags %ld: error %d", prog_fd, attachable_fd, attach_type, flags, res); return StatusTuple::OK(); } StatusTuple BPF::detach_func(int prog_fd, int attachable_fd, enum bpf_attach_type attach_type) { int res = bpf_module_->bcc_func_detach(prog_fd, attachable_fd, attach_type); if (res != 0) return StatusTuple(-1, "Can't detach for prog_fd %d, attachable_fd %d, " "attach_type %d: error %d", prog_fd, attachable_fd, attach_type, res); return StatusTuple::OK(); } std::string BPF::get_syscall_fnname(const std::string& name) { if (syscall_prefix_ == nullptr) { KSyms ksym; uint64_t addr; if (ksym.resolve_name(nullptr, "sys_bpf", &addr)) syscall_prefix_.reset(new std::string("sys_")); else if (ksym.resolve_name(nullptr, "__x64_sys_bpf", &addr)) syscall_prefix_.reset(new std::string("__x64_sys_")); else syscall_prefix_.reset(new std::string()); } return *syscall_prefix_ + name; } StatusTuple BPF::check_binary_symbol(const std::string& binary_path, const std::string& symbol, uint64_t symbol_addr, std::string& module_res, uint64_t& offset_res, uint64_t symbol_offset) { bcc_symbol output; int res = bcc_resolve_symname(binary_path.c_str(), symbol.c_str(), symbol_addr, -1, nullptr, &output); if (res < 0) return StatusTuple( -1, "Unable to find offset for binary %s symbol %s address %lx", binary_path.c_str(), symbol.c_str(), symbol_addr); if (output.module) { module_res = output.module; ::free(const_cast(output.module)); } else { module_res = ""; } offset_res = output.offset + symbol_offset; return StatusTuple::OK(); } std::string BPF::get_kprobe_event(const std::string& kernel_func, bpf_probe_attach_type type) { std::string res = attach_type_prefix(type) + "_"; res += sanitize_str(kernel_func, &BPF::kprobe_event_validator); return res; } BPFProgTable BPF::get_prog_table(const std::string& name) { TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFProgTable(it->second); return BPFProgTable({}); } BPFCgroupArray BPF::get_cgroup_array(const std::string& name) { TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFCgroupArray(it->second); return BPFCgroupArray({}); } BPFDevmapTable BPF::get_devmap_table(const std::string& name) { TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFDevmapTable(it->second); return BPFDevmapTable({}); } BPFXskmapTable BPF::get_xskmap_table(const std::string& name) { TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFXskmapTable(it->second); return BPFXskmapTable({}); } BPFStackTable BPF::get_stack_table(const std::string& name, bool use_debug_file, bool check_debug_file_crc) { TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFStackTable(it->second, use_debug_file, check_debug_file_crc); return BPFStackTable({}, use_debug_file, check_debug_file_crc); } BPFStackBuildIdTable BPF::get_stackbuildid_table(const std::string &name, bool use_debug_file, bool check_debug_file_crc) { TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFStackBuildIdTable(it->second, use_debug_file, check_debug_file_crc, get_bsymcache()); return BPFStackBuildIdTable({}, use_debug_file, check_debug_file_crc, get_bsymcache()); } BPFSockmapTable BPF::get_sockmap_table(const std::string& name) { TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFSockmapTable(it->second); return BPFSockmapTable({}); } BPFSockhashTable BPF::get_sockhash_table(const std::string& name) { TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFSockhashTable(it->second); return BPFSockhashTable({}); } bool BPF::add_module(std::string module) { return bcc_buildsymcache_add_module(get_bsymcache(), module.c_str()) != 0 ? false : true; } namespace { constexpr size_t kEventNameSizeLimit = 224; std::string shorten_event_name(const std::string& name) { std::string hash = uint_to_hex(std::hash{}(name)); return name.substr(0, kEventNameSizeLimit - hash.size()) + hash; } } // namespace std::string BPF::get_uprobe_event(const std::string& binary_path, uint64_t offset, bpf_probe_attach_type type, pid_t pid) { std::string res = attach_type_prefix(type) + "_"; res += sanitize_str(binary_path, &BPF::uprobe_path_validator); res += "_0x" + uint_to_hex(offset); if (pid != -1) res += "_" + std::to_string(pid); if (res.size() > kEventNameSizeLimit) { return shorten_event_name(res); } return res; } StatusTuple BPF::detach_kprobe_event(const std::string& event, open_probe_t& attr) { bpf_close_perf_event_fd(attr.perf_event_fd); TRY2(unload_func(attr.func)); if (bpf_detach_kprobe(event.c_str()) < 0) return StatusTuple(-1, "Unable to detach kprobe %s", event.c_str()); return StatusTuple::OK(); } StatusTuple BPF::detach_uprobe_event(const std::string& event, open_probe_t& attr) { bpf_close_perf_event_fd(attr.perf_event_fd); TRY2(unload_func(attr.func)); if (bpf_detach_uprobe(event.c_str()) < 0) return StatusTuple(-1, "Unable to detach uprobe %s", event.c_str()); return StatusTuple::OK(); } StatusTuple BPF::detach_tracepoint_event(const std::string& tracepoint, open_probe_t& attr) { bpf_close_perf_event_fd(attr.perf_event_fd); TRY2(unload_func(attr.func)); // TODO: bpf_detach_tracepoint currently does nothing. return StatusTuple::OK(); } StatusTuple BPF::detach_raw_tracepoint_event(const std::string& tracepoint, open_probe_t& attr) { TRY2(close(attr.perf_event_fd)); TRY2(unload_func(attr.func)); return StatusTuple::OK(); } StatusTuple BPF::detach_perf_event_all_cpu(open_probe_t& attr) { bool has_error = false; std::string err_msg; for (const auto& it : *attr.per_cpu_fd) { int res = bpf_close_perf_event_fd(it.second); if (res != 0) { has_error = true; err_msg += "Failed to close perf event FD " + std::to_string(it.second) + " For CPU " + std::to_string(it.first) + ": "; err_msg += std::string(std::strerror(errno)) + "\n"; } } delete attr.per_cpu_fd; TRY2(unload_func(attr.func)); if (has_error) return StatusTuple(-1, err_msg); return StatusTuple::OK(); } int BPF::free_bcc_memory() { return bcc_free_memory(); } USDT::USDT(const std::string& binary_path, const std::string& provider, const std::string& name, const std::string& probe_func) : initialized_(false), binary_path_(binary_path), pid_(-1), provider_(provider), name_(name), probe_func_(probe_func), mod_match_inode_only_(1) {} USDT::USDT(pid_t pid, const std::string& provider, const std::string& name, const std::string& probe_func) : initialized_(false), binary_path_(), pid_(pid), provider_(provider), name_(name), probe_func_(probe_func), mod_match_inode_only_(1) {} USDT::USDT(const std::string& binary_path, pid_t pid, const std::string& provider, const std::string& name, const std::string& probe_func) : initialized_(false), binary_path_(binary_path), pid_(pid), provider_(provider), name_(name), probe_func_(probe_func), mod_match_inode_only_(1) {} USDT::USDT(const USDT& usdt) : initialized_(false), binary_path_(usdt.binary_path_), pid_(usdt.pid_), provider_(usdt.provider_), name_(usdt.name_), probe_func_(usdt.probe_func_), mod_match_inode_only_(usdt.mod_match_inode_only_) {} USDT::USDT(USDT&& usdt) noexcept : initialized_(usdt.initialized_), binary_path_(std::move(usdt.binary_path_)), pid_(usdt.pid_), provider_(std::move(usdt.provider_)), name_(std::move(usdt.name_)), probe_func_(std::move(usdt.probe_func_)), probe_(std::move(usdt.probe_)), program_text_(std::move(usdt.program_text_)), mod_match_inode_only_(usdt.mod_match_inode_only_) { usdt.initialized_ = false; } bool USDT::operator==(const USDT& other) const { return (provider_ == other.provider_) && (name_ == other.name_) && (binary_path_ == other.binary_path_) && (pid_ == other.pid_) && (probe_func_ == other.probe_func_); } int USDT::set_probe_matching_kludge(uint8_t kludge) { if (kludge != 0 && kludge != 1) return -1; mod_match_inode_only_ = kludge; return 0; } StatusTuple USDT::init() { std::unique_ptr<::USDT::Context> ctx; if (!binary_path_.empty() && pid_ > 0) ctx.reset(new ::USDT::Context(pid_, binary_path_, mod_match_inode_only_)); else if (!binary_path_.empty()) ctx.reset(new ::USDT::Context(binary_path_, mod_match_inode_only_)); else if (pid_ > 0) ctx.reset(new ::USDT::Context(pid_, mod_match_inode_only_)); else return StatusTuple(-1, "No valid Binary Path or PID provided"); if (!ctx->loaded()) return StatusTuple(-1, "Unable to load USDT " + print_name()); auto deleter = [](void* probe) { delete static_cast<::USDT::Probe*>(probe); }; for (auto& p : ctx->probes_) { if (p->provider_ == provider_ && p->name_ == name_) { // Take ownership of the probe that we are interested in, and avoid it // being destructed when we destruct the USDT::Context instance probe_ = std::unique_ptr>(p.release(), deleter); p.swap(ctx->probes_.back()); ctx->probes_.pop_back(); break; } } if (!probe_) return StatusTuple(-1, "Unable to find USDT " + print_name()); ctx.reset(nullptr); auto& probe = *static_cast<::USDT::Probe*>(probe_.get()); std::ostringstream stream; if (!probe.usdt_getarg(stream, probe_func_)) return StatusTuple( -1, "Unable to generate program text for USDT " + print_name()); program_text_ = ::USDT::USDT_PROGRAM_HEADER + stream.str(); initialized_ = true; return StatusTuple::OK(); } } // namespace ebpf bpfcc-0.31.0/src/cc/api/BPF.h000066400000000000000000000374511465134135300153740ustar00rootroot00000000000000/* * Copyright (c) 2016 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include #include #include #include #include #include "BPFTable.h" #include "bcc_exception.h" #include "bcc_syms.h" #include "bpf_module.h" #include "linux/bpf.h" #include "libbpf.h" #include "table_storage.h" static const int DEFAULT_PERF_BUFFER_PAGE_CNT = 8; namespace ebpf { struct open_probe_t { int perf_event_fd; std::string func; std::vector>* per_cpu_fd; }; class BPF; class USDT { public: USDT(const std::string& binary_path, const std::string& provider, const std::string& name, const std::string& probe_func); USDT(pid_t pid, const std::string& provider, const std::string& name, const std::string& probe_func); USDT(const std::string& binary_path, pid_t pid, const std::string& provider, const std::string& name, const std::string& probe_func); USDT(const USDT& usdt); USDT(USDT&& usdt) noexcept; const std::string &binary_path() const { return binary_path_; } pid_t pid() const { return pid_; } const std::string &provider() const { return provider_; } const std::string &name() const { return name_; } const std::string &probe_func() const { return probe_func_; } StatusTuple init(); bool operator==(const USDT& other) const; std::string print_name() const { return provider_ + ":" + name_ + " from binary " + binary_path_ + " PID " + std::to_string(pid_) + " for probe " + probe_func_; } friend std::ostream& operator<<(std::ostream& out, const USDT& usdt) { return out << usdt.provider_ << ":" << usdt.name_ << " from binary " << usdt.binary_path_ << " PID " << usdt.pid_ << " for probe " << usdt.probe_func_; } // When the kludge flag is set to 1 (default), we will only match on inode // when searching for modules in /proc/PID/maps that might contain the // tracepoint we're looking for. // By setting this to 0, we will match on both inode and // (dev_major, dev_minor), which is a more accurate way to uniquely // identify a file, but may fail depending on the filesystem backing the // target file (see bcc#2715) // // This hack exists because btrfs and overlayfs report different device // numbers for files in /proc/PID/maps vs stat syscall. Don't use it unless // you've had issues with inode collisions. Both btrfs and overlayfs are // known to require inode-only resolution to accurately match a file. // // set_probe_matching_kludge(0) must be called before USDTs are submitted to // BPF::init() int set_probe_matching_kludge(uint8_t kludge); private: bool initialized_; std::string binary_path_; pid_t pid_; std::string provider_; std::string name_; std::string probe_func_; std::unique_ptr> probe_; std::string program_text_; uint8_t mod_match_inode_only_; friend class BPF; }; class BPF { public: static const int BPF_MAX_STACK_DEPTH = 127; explicit BPF(unsigned int flag = 0, TableStorage* ts = nullptr, bool rw_engine_enabled = bpf_module_rw_engine_enabled(), const std::string &maps_ns = "", bool allow_rlimit = true) : flag_(flag), bsymcache_(NULL), bpf_module_(new BPFModule(flag, ts, rw_engine_enabled, maps_ns, allow_rlimit)) {} StatusTuple init(const std::string& bpf_program, const std::vector& cflags = {}, const std::vector& usdt = {}); StatusTuple init_usdt(const USDT& usdt); ~BPF(); StatusTuple detach_all(); StatusTuple attach_kprobe(const std::string& kernel_func, const std::string& probe_func, uint64_t kernel_func_offset = 0, bpf_probe_attach_type = BPF_PROBE_ENTRY, int maxactive = 0); StatusTuple detach_kprobe( const std::string& kernel_func, bpf_probe_attach_type attach_type = BPF_PROBE_ENTRY); StatusTuple attach_uprobe(const std::string& binary_path, const std::string& symbol, const std::string& probe_func, uint64_t symbol_addr = 0, bpf_probe_attach_type attach_type = BPF_PROBE_ENTRY, pid_t pid = -1, uint64_t symbol_offset = 0, uint32_t ref_ctr_offset = 0); StatusTuple detach_uprobe(const std::string& binary_path, const std::string& symbol, uint64_t symbol_addr = 0, bpf_probe_attach_type attach_type = BPF_PROBE_ENTRY, pid_t pid = -1, uint64_t symbol_offset = 0); StatusTuple attach_usdt(const USDT& usdt, pid_t pid = -1); StatusTuple attach_usdt_all(); StatusTuple detach_usdt(const USDT& usdt, pid_t pid = -1); StatusTuple detach_usdt_all(); StatusTuple attach_tracepoint(const std::string& tracepoint, const std::string& probe_func); StatusTuple detach_tracepoint(const std::string& tracepoint); StatusTuple attach_raw_tracepoint(const std::string& tracepoint, const std::string& probe_func); StatusTuple detach_raw_tracepoint(const std::string& tracepoint); StatusTuple attach_perf_event(uint32_t ev_type, uint32_t ev_config, const std::string& probe_func, uint64_t sample_period, uint64_t sample_freq, pid_t pid = -1, int cpu = -1, int group_fd = -1); StatusTuple attach_perf_event_raw(void* perf_event_attr, const std::string& probe_func, pid_t pid = -1, int cpu = -1, int group_fd = -1, unsigned long extra_flags = 0); StatusTuple detach_perf_event(uint32_t ev_type, uint32_t ev_config); StatusTuple detach_perf_event_raw(void* perf_event_attr); std::string get_syscall_fnname(const std::string& name); BPFTable get_table(const std::string& name) { TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFTable(it->second); return BPFTable({}); } template BPFArrayTable get_array_table(const std::string& name) { TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFArrayTable(it->second); return BPFArrayTable({}); } template BPFPercpuArrayTable get_percpu_array_table( const std::string& name) { TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFPercpuArrayTable(it->second); return BPFPercpuArrayTable({}); } template BPFHashTable get_hash_table(const std::string& name) { TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFHashTable(it->second); return BPFHashTable({}); } template BPFPercpuHashTable get_percpu_hash_table( const std::string& name) { TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFPercpuHashTable(it->second); return BPFPercpuHashTable({}); } template BPFSkStorageTable get_sk_storage_table(const std::string& name) { TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFSkStorageTable(it->second); return BPFSkStorageTable({}); } template BPFInodeStorageTable get_inode_storage_table(const std::string& name) { TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFInodeStorageTable(it->second); return BPFInodeStorageTable({}); } template BPFTaskStorageTable get_task_storage_table(const std::string& name) { TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFTaskStorageTable(it->second); return BPFTaskStorageTable({}); } template BPFCgStorageTable get_cg_storage_table(const std::string& name) { TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFCgStorageTable(it->second); return BPFCgStorageTable({}); } template BPFPercpuCgStorageTable get_percpu_cg_storage_table(const std::string& name) { TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFPercpuCgStorageTable(it->second); return BPFPercpuCgStorageTable({}); } template BPFQueueStackTable get_queuestack_table(const std::string& name) { TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFQueueStackTable(it->second); return BPFQueueStackTable({}); } void* get_bsymcache(void) { if (bsymcache_ == NULL) { bsymcache_ = bcc_buildsymcache_new(); } return bsymcache_; } BPFProgTable get_prog_table(const std::string& name); BPFCgroupArray get_cgroup_array(const std::string& name); BPFDevmapTable get_devmap_table(const std::string& name); BPFXskmapTable get_xskmap_table(const std::string& name); BPFSockmapTable get_sockmap_table(const std::string& name); BPFSockhashTable get_sockhash_table(const std::string& name); BPFStackTable get_stack_table(const std::string& name, bool use_debug_file = true, bool check_debug_file_crc = true); BPFStackBuildIdTable get_stackbuildid_table(const std::string &name, bool use_debug_file = true, bool check_debug_file_crc = true); template BPFMapInMapTable get_map_in_map_table(const std::string& name){ TableStorage::iterator it; if (bpf_module_->table_storage().Find(Path({bpf_module_->id(), name}), it)) return BPFMapInMapTable(it->second); return BPFMapInMapTable({}); } bool add_module(std::string module); StatusTuple open_perf_event(const std::string& name, uint32_t type, uint64_t config, int pid = -1); StatusTuple close_perf_event(const std::string& name); // Open a Perf Buffer of given name, providing callback and callback cookie // to use when polling. BPF class owns the opened Perf Buffer and will free // it on-demand or on destruction. StatusTuple open_perf_buffer(const std::string& name, perf_reader_raw_cb cb, perf_reader_lost_cb lost_cb = nullptr, void* cb_cookie = nullptr, int page_cnt = DEFAULT_PERF_BUFFER_PAGE_CNT); // Close and free the Perf Buffer of given name. StatusTuple close_perf_buffer(const std::string& name); // Obtain an pointer to the opened BPFPerfBuffer instance of given name. // Will return nullptr if such open Perf Buffer doesn't exist. BPFPerfBuffer* get_perf_buffer(const std::string& name); // Poll an opened Perf Buffer of given name with given timeout, using callback // provided when opening. Do nothing if such open Perf Buffer doesn't exist. // Returns: // -1 on error or if perf buffer with such name doesn't exist; // 0, if no data was available before timeout; // number of CPUs that have new data, otherwise. int poll_perf_buffer(const std::string& name, int timeout_ms = -1); StatusTuple load_func(const std::string& func_name, enum bpf_prog_type type, int& fd, unsigned flags = 0, enum bpf_attach_type = (bpf_attach_type) -1); StatusTuple unload_func(const std::string& func_name); StatusTuple attach_func(int prog_fd, int attachable_fd, enum bpf_attach_type attach_type, uint64_t flags); StatusTuple detach_func(int prog_fd, int attachable_fd, enum bpf_attach_type attach_type); int free_bcc_memory(); private: std::string get_kprobe_event(const std::string& kernel_func, bpf_probe_attach_type type); std::string get_uprobe_event(const std::string& binary_path, uint64_t offset, bpf_probe_attach_type type, pid_t pid); StatusTuple attach_usdt_without_validation(const USDT& usdt, pid_t pid); StatusTuple detach_usdt_without_validation(const USDT& usdt, pid_t pid); StatusTuple detach_kprobe_event(const std::string& event, open_probe_t& attr); StatusTuple detach_uprobe_event(const std::string& event, open_probe_t& attr); StatusTuple detach_tracepoint_event(const std::string& tracepoint, open_probe_t& attr); StatusTuple detach_raw_tracepoint_event(const std::string& tracepoint, open_probe_t& attr); StatusTuple detach_perf_event_all_cpu(open_probe_t& attr); std::string attach_type_debug(bpf_probe_attach_type type) { switch (type) { case BPF_PROBE_ENTRY: return ""; case BPF_PROBE_RETURN: return "return "; } return "ERROR"; } std::string attach_type_prefix(bpf_probe_attach_type type) { switch (type) { case BPF_PROBE_ENTRY: return "p"; case BPF_PROBE_RETURN: return "r"; } return "ERROR"; } static bool kprobe_event_validator(char c) { return (c != '+') && (c != '.'); } static bool uprobe_path_validator(char c) { return std::isalpha(c) || std::isdigit(c) || (c == '_'); } StatusTuple check_binary_symbol(const std::string& binary_path, const std::string& symbol, uint64_t symbol_addr, std::string& module_res, uint64_t& offset_res, uint64_t symbol_offset = 0); void init_fail_reset(); int flag_; void *bsymcache_; std::unique_ptr syscall_prefix_; std::unique_ptr bpf_module_; std::map funcs_; std::vector usdt_; std::string all_bpf_program_; std::map kprobes_; std::map uprobes_; std::map tracepoints_; std::map raw_tracepoints_; std::map perf_buffers_; std::map perf_event_arrays_; std::map, open_probe_t> perf_events_; }; } // namespace ebpf bpfcc-0.31.0/src/cc/api/BPFTable.cc000066400000000000000000000565721465134135300165070ustar00rootroot00000000000000/* * Copyright (c) 2016 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include #include #include #include #include #include #include "BPFTable.h" #include "bcc_exception.h" #include "bcc_syms.h" #include "common.h" #include "file_desc.h" #include "libbpf.h" #include "perf_reader.h" namespace ebpf { BPFTable::BPFTable(const TableDesc& desc) : BPFTableBase(desc) {} StatusTuple BPFTable::get_value(const std::string& key_str, std::string& value_str) { char key[desc.key_size]; char value[desc.leaf_size]; StatusTuple r(0); r = string_to_key(key_str, key); if (!r.ok()) return r; if (!lookup(key, value)) return StatusTuple(-1, "error getting value"); return leaf_to_string(value, value_str); } StatusTuple BPFTable::get_value(const std::string& key_str, std::vector& value_str) { size_t ncpus = get_possible_cpus().size(); char key[desc.key_size]; char value[desc.leaf_size * ncpus]; StatusTuple r(0); r = string_to_key(key_str, key); if (!r.ok()) return r; if (!lookup(key, value)) return StatusTuple(-1, "error getting value"); value_str.resize(ncpus); for (size_t i = 0; i < ncpus; i++) { r = leaf_to_string(value + i * desc.leaf_size, value_str.at(i)); if (!r.ok()) return r; } return StatusTuple::OK(); } StatusTuple BPFTable::update_value(const std::string& key_str, const std::string& value_str) { char key[desc.key_size]; char value[desc.leaf_size]; StatusTuple r(0); r = string_to_key(key_str, key); if (!r.ok()) return r; r = string_to_leaf(value_str, value); if (!r.ok()) return r; if (!update(key, value)) return StatusTuple(-1, "error updating element"); return StatusTuple::OK(); } StatusTuple BPFTable::update_value(const std::string& key_str, const std::vector& value_str) { size_t ncpus = get_possible_cpus().size(); char key[desc.key_size]; char value[desc.leaf_size * ncpus]; StatusTuple r(0); r = string_to_key(key_str, key); if (!r.ok()) return r; if (value_str.size() != ncpus) return StatusTuple(-1, "bad value size"); for (size_t i = 0; i < ncpus; i++) { r = string_to_leaf(value_str.at(i), value + i * desc.leaf_size); if (!r.ok()) return r; } if (!update(key, value)) return StatusTuple(-1, "error updating element"); return StatusTuple::OK(); } StatusTuple BPFTable::remove_value(const std::string& key_str) { char key[desc.key_size]; StatusTuple r(0); r = string_to_key(key_str, key); if (!r.ok()) return r; if (!remove(key)) return StatusTuple(-1, "error removing element"); return StatusTuple::OK(); } StatusTuple BPFTable::clear_table_non_atomic() { if (desc.type == BPF_MAP_TYPE_HASH || desc.type == BPF_MAP_TYPE_LRU_HASH || desc.type == BPF_MAP_TYPE_PERCPU_HASH || desc.type == BPF_MAP_TYPE_HASH_OF_MAPS) { // For hash maps, use the first() interface (which uses get_next_key) to // iterate through the map and clear elements auto key = std::unique_ptr(::malloc(desc.key_size), ::free); while (this->first(key.get())) if (!this->remove(key.get())) { return StatusTuple(-1, "Failed to delete element when clearing table %s", desc.name.c_str()); } } else if (desc.type == BPF_MAP_TYPE_ARRAY || desc.type == BPF_MAP_TYPE_PERCPU_ARRAY) { return StatusTuple(-1, "Array map %s do not support clearing elements", desc.name.c_str()); } else if (desc.type == BPF_MAP_TYPE_PROG_ARRAY || desc.type == BPF_MAP_TYPE_PERF_EVENT_ARRAY || desc.type == BPF_MAP_TYPE_STACK_TRACE || desc.type == BPF_MAP_TYPE_ARRAY_OF_MAPS) { // For Stack-trace and FD arrays, just iterate over all indices for (size_t i = 0; i < desc.max_entries; i++) { this->remove(&i); } } else { return StatusTuple(-1, "Clearing for map type of %s not supported yet", desc.name.c_str()); } return StatusTuple::OK(); } StatusTuple BPFTable::get_table_offline( std::vector> &res) { StatusTuple r(0); int err; auto key = std::unique_ptr(::malloc(desc.key_size), ::free); auto value = std::unique_ptr(::malloc(desc.leaf_size), ::free); std::string key_str; std::string value_str; if (desc.type == BPF_MAP_TYPE_ARRAY || desc.type == BPF_MAP_TYPE_PROG_ARRAY || desc.type == BPF_MAP_TYPE_PERF_EVENT_ARRAY || desc.type == BPF_MAP_TYPE_PERCPU_ARRAY || desc.type == BPF_MAP_TYPE_CGROUP_ARRAY || desc.type == BPF_MAP_TYPE_ARRAY_OF_MAPS || desc.type == BPF_MAP_TYPE_DEVMAP || desc.type == BPF_MAP_TYPE_CPUMAP || desc.type == BPF_MAP_TYPE_REUSEPORT_SOCKARRAY) { // For arrays, just iterate over all indices for (size_t i = 0; i < desc.max_entries; i++) { err = bpf_lookup_elem(desc.fd, &i, value.get()); if (err < 0 && errno == ENOENT) { // Element is not present, skip it continue; } else if (err < 0) { // Other error, abort return StatusTuple(-1, "Error looking up value: %s", std::strerror(errno)); } r = key_to_string(&i, key_str); if (!r.ok()) return r; r = leaf_to_string(value.get(), value_str); if (!r.ok()) return r; res.emplace_back(key_str, value_str); } } else { res.clear(); // For other maps, try to use the first() and next() interfaces if (!this->first(key.get())) return StatusTuple::OK(); while (true) { if (!this->lookup(key.get(), value.get())) break; r = key_to_string(key.get(), key_str); if (!r.ok()) return r; r = leaf_to_string(value.get(), value_str); if (!r.ok()) return r; res.emplace_back(key_str, value_str); if (!this->next(key.get(), key.get())) break; } } return StatusTuple::OK(); } size_t BPFTable::get_possible_cpu_count() { return get_possible_cpus().size(); } BPFStackTable::BPFStackTable(const TableDesc& desc, bool use_debug_file, bool check_debug_file_crc) : BPFTableBase(desc) { if (desc.type != BPF_MAP_TYPE_STACK_TRACE) throw std::invalid_argument("Table '" + desc.name + "' is not a stack table"); uint32_t use_symbol_type = (1 << STT_FUNC) | (1 << STT_GNU_IFUNC); symbol_option_ = {.use_debug_file = use_debug_file, .check_debug_file_crc = check_debug_file_crc, .lazy_symbolize = 1, .use_symbol_type = use_symbol_type}; } BPFStackTable::BPFStackTable(BPFStackTable&& that) : BPFTableBase(that.desc), symbol_option_(std::move(that.symbol_option_)), pid_sym_(std::move(that.pid_sym_)) { that.pid_sym_.clear(); } BPFStackTable::~BPFStackTable() { for (auto it : pid_sym_) bcc_free_symcache(it.second, it.first); } void BPFStackTable::free_symcache(int pid) { auto iter = pid_sym_.find(pid); if (iter != pid_sym_.end()) { bcc_free_symcache(iter->second, iter->first); pid_sym_.erase(iter); } } void BPFStackTable::clear_table_non_atomic() { for (int i = 0; size_t(i) < capacity(); i++) { remove(&i); } } std::vector BPFStackTable::get_stack_addr(int stack_id) { std::vector res; stacktrace_t stack; if (stack_id < 0) return res; if (!lookup(&stack_id, &stack)) return res; for (int i = 0; (i < BPF_MAX_STACK_DEPTH) && (stack.ip[i] != 0); i++) res.push_back(stack.ip[i]); return res; } std::vector BPFStackTable::get_stack_symbol(int stack_id, int pid) { auto addresses = get_stack_addr(stack_id); std::vector res; if (addresses.empty()) return res; res.reserve(addresses.size()); if (pid < 0) pid = -1; if (pid_sym_.find(pid) == pid_sym_.end()) pid_sym_[pid] = bcc_symcache_new(pid, &symbol_option_); void* cache = pid_sym_[pid]; bcc_symbol symbol; for (auto addr : addresses) if (bcc_symcache_resolve(cache, addr, &symbol) != 0) res.emplace_back("[UNKNOWN]"); else { res.push_back(symbol.demangle_name); bcc_symbol_free_demangle_name(&symbol); } return res; } BPFStackBuildIdTable::BPFStackBuildIdTable(const TableDesc& desc, bool use_debug_file, bool check_debug_file_crc, void *bsymcache) : BPFTableBase(desc), bsymcache_(bsymcache) { if (desc.type != BPF_MAP_TYPE_STACK_TRACE) throw std::invalid_argument("Table '" + desc.name + "' is not a stack table"); symbol_option_ = {.use_debug_file = use_debug_file, .check_debug_file_crc = check_debug_file_crc, .lazy_symbolize = 1, .use_symbol_type = (1 << STT_FUNC) | (1 << STT_GNU_IFUNC)}; } void BPFStackBuildIdTable::clear_table_non_atomic() { for (int i = 0; size_t(i) < capacity(); i++) { remove(&i); } } std::vector BPFStackBuildIdTable::get_stack_addr(int stack_id) { std::vector res; struct stacktrace_buildid_t stack; if (stack_id < 0) return res; if (!lookup(&stack_id, &stack)) return res; for (int i = 0; (i < BPF_MAX_STACK_DEPTH) && \ (stack.trace[i].status == BPF_STACK_BUILD_ID_VALID); i++) { /* End of stack marker is BCC_STACK_BUILD_ID_EMPTY or * BCC_STACK_BUILD_IP(fallback) mechanism. * We do not support fallback mechanism */ res.push_back(stack.trace[i]); } return res; } std::vector BPFStackBuildIdTable::get_stack_symbol(int stack_id) { auto addresses = get_stack_addr(stack_id); std::vector res; if (addresses.empty()) return res; res.reserve(addresses.size()); bcc_symbol symbol; struct bpf_stack_build_id trace; for (auto addr : addresses) { memcpy(trace.build_id, addr.build_id, sizeof(trace.build_id)); trace.status = addr.status; trace.offset = addr.offset; if (bcc_buildsymcache_resolve(bsymcache_,&trace,&symbol) != 0) { res.emplace_back("[UNKNOWN]"); } else { res.push_back(symbol.name); bcc_symbol_free_demangle_name(&symbol); } } return res; } BPFPerfBuffer::BPFPerfBuffer(const TableDesc& desc) : BPFTableBase(desc), epfd_(-1) { if (desc.type != BPF_MAP_TYPE_PERF_EVENT_ARRAY) throw std::invalid_argument("Table '" + desc.name + "' is not a perf buffer"); } StatusTuple BPFPerfBuffer::open_on_cpu(perf_reader_raw_cb cb, perf_reader_lost_cb lost_cb, void* cb_cookie, int page_cnt, struct bcc_perf_buffer_opts& opts) { if (cpu_readers_.find(opts.cpu) != cpu_readers_.end()) return StatusTuple(-1, "Perf buffer already open on CPU %d", opts.cpu); auto reader = static_cast( bpf_open_perf_buffer_opts(cb, lost_cb, cb_cookie, page_cnt, &opts)); if (reader == nullptr) return StatusTuple(-1, "Unable to construct perf reader"); int reader_fd = perf_reader_fd(reader); if (!update(&opts.cpu, &reader_fd)) { perf_reader_free(static_cast(reader)); return StatusTuple(-1, "Unable to open perf buffer on CPU %d: %s", opts.cpu, std::strerror(errno)); } struct epoll_event event = {}; event.events = EPOLLIN; event.data.ptr = static_cast(reader); if (epoll_ctl(epfd_, EPOLL_CTL_ADD, reader_fd, &event) != 0) { perf_reader_free(static_cast(reader)); return StatusTuple(-1, "Unable to add perf_reader FD to epoll: %s", std::strerror(errno)); } cpu_readers_[opts.cpu] = reader; return StatusTuple::OK(); } StatusTuple BPFPerfBuffer::open_all_cpu(perf_reader_raw_cb cb, perf_reader_lost_cb lost_cb, void* cb_cookie, int page_cnt) { return open_all_cpu(cb, lost_cb, cb_cookie, page_cnt, 1); } StatusTuple BPFPerfBuffer::open_all_cpu(perf_reader_raw_cb cb, perf_reader_lost_cb lost_cb, void* cb_cookie, int page_cnt, int wakeup_events) { if (cpu_readers_.size() != 0 || epfd_ != -1) return StatusTuple(-1, "Previously opened perf buffer not cleaned"); std::vector cpus = get_online_cpus(); ep_events_.reset(new epoll_event[cpus.size()]); epfd_ = epoll_create1(EPOLL_CLOEXEC); for (int i : cpus) { struct bcc_perf_buffer_opts opts = { .pid = -1, .cpu = i, .wakeup_events = wakeup_events, }; auto res = open_on_cpu(cb, lost_cb, cb_cookie, page_cnt, opts); if (!res.ok()) { TRY2(close_all_cpu()); return res; } } return StatusTuple::OK(); } StatusTuple BPFPerfBuffer::close_on_cpu(int cpu) { auto it = cpu_readers_.find(cpu); if (it == cpu_readers_.end()) return StatusTuple::OK(); perf_reader_free(static_cast(it->second)); if (!remove(const_cast(&(it->first)))) return StatusTuple(-1, "Unable to close perf buffer on CPU %d", it->first); cpu_readers_.erase(it); return StatusTuple::OK(); } StatusTuple BPFPerfBuffer::close_all_cpu() { std::string errors; bool has_error = false; if (epfd_ >= 0) { int close_res = close(epfd_); epfd_ = -1; ep_events_.reset(); if (close_res != 0) { has_error = true; errors += std::string(std::strerror(errno)) + "\n"; } } std::vector opened_cpus; for (auto it : cpu_readers_) opened_cpus.push_back(it.first); for (int i : opened_cpus) { auto res = close_on_cpu(i); if (!res.ok()) { errors += "Failed to close CPU" + std::to_string(i) + " perf buffer: "; errors += res.msg() + "\n"; has_error = true; } } if (has_error) return StatusTuple(-1, errors); return StatusTuple::OK(); } int BPFPerfBuffer::poll(int timeout_ms) { if (epfd_ < 0) return -1; int cnt = epoll_wait(epfd_, ep_events_.get(), cpu_readers_.size(), timeout_ms); for (int i = 0; i < cnt; i++) perf_reader_event_read(static_cast(ep_events_[i].data.ptr)); return cnt; } int BPFPerfBuffer::consume() { if (epfd_ < 0) return -1; for (auto it : cpu_readers_) perf_reader_event_read(it.second); return 0; } BPFPerfBuffer::~BPFPerfBuffer() { auto res = close_all_cpu(); if (!res.ok()) std::cerr << "Failed to close all perf buffer on destruction: " << res.msg() << std::endl; } BPFPerfEventArray::BPFPerfEventArray(const TableDesc& desc) : BPFTableBase(desc) { if (desc.type != BPF_MAP_TYPE_PERF_EVENT_ARRAY) throw std::invalid_argument("Table '" + desc.name + "' is not a perf event array"); } StatusTuple BPFPerfEventArray::open_all_cpu(uint32_t type, uint64_t config, int pid) { if (cpu_fds_.size() != 0) return StatusTuple(-1, "Previously opened perf event not cleaned"); std::vector cpus = get_online_cpus(); for (int i : cpus) { auto res = open_on_cpu(i, type, config, pid); if (!res.ok()) { TRY2(close_all_cpu()); return res; } } return StatusTuple::OK(); } StatusTuple BPFPerfEventArray::close_all_cpu() { std::string errors; bool has_error = false; std::vector opened_cpus; for (auto it : cpu_fds_) opened_cpus.push_back(it.first); for (int i : opened_cpus) { auto res = close_on_cpu(i); if (!res.ok()) { errors += "Failed to close CPU" + std::to_string(i) + " perf event: "; errors += res.msg() + "\n"; has_error = true; } } if (has_error) return StatusTuple(-1, errors); return StatusTuple::OK(); } StatusTuple BPFPerfEventArray::open_on_cpu(int cpu, uint32_t type, uint64_t config, int pid) { if (cpu_fds_.find(cpu) != cpu_fds_.end()) return StatusTuple(-1, "Perf event already open on CPU %d", cpu); int fd = bpf_open_perf_event(type, config, pid, cpu); if (fd < 0) { return StatusTuple(-1, "Error constructing perf event %" PRIu32 ":%" PRIu64, type, config); } if (!update(&cpu, &fd)) { bpf_close_perf_event_fd(fd); return StatusTuple(-1, "Unable to open perf event on CPU %d: %s", cpu, std::strerror(errno)); } cpu_fds_[cpu] = fd; return StatusTuple::OK(); } StatusTuple BPFPerfEventArray::close_on_cpu(int cpu) { auto it = cpu_fds_.find(cpu); if (it == cpu_fds_.end()) { return StatusTuple::OK(); } bpf_close_perf_event_fd(it->second); cpu_fds_.erase(it); return StatusTuple::OK(); } BPFPerfEventArray::~BPFPerfEventArray() { auto res = close_all_cpu(); if (!res.ok()) { std::cerr << "Failed to close all perf buffer on destruction: " << res.msg() << std::endl; } } BPFProgTable::BPFProgTable(const TableDesc& desc) : BPFTableBase(desc) { if (desc.type != BPF_MAP_TYPE_PROG_ARRAY) throw std::invalid_argument("Table '" + desc.name + "' is not a prog table"); } StatusTuple BPFProgTable::update_value(const int& index, const int& prog_fd) { if (!this->update(const_cast(&index), const_cast(&prog_fd))) return StatusTuple(-1, "Error updating value: %s", std::strerror(errno)); return StatusTuple::OK(); } StatusTuple BPFProgTable::remove_value(const int& index) { if (!this->remove(const_cast(&index))) return StatusTuple(-1, "Error removing value: %s", std::strerror(errno)); return StatusTuple::OK(); } BPFCgroupArray::BPFCgroupArray(const TableDesc& desc) : BPFTableBase(desc) { if (desc.type != BPF_MAP_TYPE_CGROUP_ARRAY) throw std::invalid_argument("Table '" + desc.name + "' is not a cgroup array"); } StatusTuple BPFCgroupArray::update_value(const int& index, const int& cgroup2_fd) { if (!this->update(const_cast(&index), const_cast(&cgroup2_fd))) return StatusTuple(-1, "Error updating value: %s", std::strerror(errno)); return StatusTuple::OK(); } StatusTuple BPFCgroupArray::update_value(const int& index, const std::string& cgroup2_path) { FileDesc f(::open(cgroup2_path.c_str(), O_RDONLY | O_CLOEXEC)); if ((int)f < 0) return StatusTuple(-1, "Unable to open %s", cgroup2_path.c_str()); TRY2(update_value(index, (int)f)); return StatusTuple::OK(); } StatusTuple BPFCgroupArray::remove_value(const int& index) { if (!this->remove(const_cast(&index))) return StatusTuple(-1, "Error removing value: %s", std::strerror(errno)); return StatusTuple::OK(); } BPFDevmapTable::BPFDevmapTable(const TableDesc& desc) : BPFTableBase(desc) { if(desc.type != BPF_MAP_TYPE_DEVMAP) throw std::invalid_argument("Table '" + desc.name + "' is not a devmap table"); } StatusTuple BPFDevmapTable::update_value(const int& index, const int& value) { if (!this->update(const_cast(&index), const_cast(&value))) return StatusTuple(-1, "Error updating value: %s", std::strerror(errno)); return StatusTuple::OK(); } StatusTuple BPFDevmapTable::get_value(const int& index, int& value) { if (!this->lookup(const_cast(&index), &value)) return StatusTuple(-1, "Error getting value: %s", std::strerror(errno)); return StatusTuple::OK(); } StatusTuple BPFDevmapTable::remove_value(const int& index) { if (!this->remove(const_cast(&index))) return StatusTuple(-1, "Error removing value: %s", std::strerror(errno)); return StatusTuple::OK(); } BPFXskmapTable::BPFXskmapTable(const TableDesc& desc) : BPFTableBase(desc) { if(desc.type != BPF_MAP_TYPE_XSKMAP) throw std::invalid_argument("Table '" + desc.name + "' is not a xskmap table"); } StatusTuple BPFXskmapTable::update_value(const int& index, const int& value) { if (!this->update(const_cast(&index), const_cast(&value))) return StatusTuple(-1, "Error updating value: %s", std::strerror(errno)); return StatusTuple::OK(); } StatusTuple BPFXskmapTable::get_value(const int& index, int& value) { if (!this->lookup(const_cast(&index), &value)) return StatusTuple(-1, "Error getting value: %s", std::strerror(errno)); return StatusTuple::OK(); } StatusTuple BPFXskmapTable::remove_value(const int& index) { if (!this->remove(const_cast(&index))) return StatusTuple(-1, "Error removing value: %s", std::strerror(errno)); return StatusTuple::OK(); } BPFSockmapTable::BPFSockmapTable(const TableDesc& desc) : BPFTableBase(desc) { if(desc.type != BPF_MAP_TYPE_SOCKMAP) throw std::invalid_argument("Table '" + desc.name + "' is not a sockmap table"); } StatusTuple BPFSockmapTable::update_value(const int& index, const int& value) { if (!this->update(const_cast(&index), const_cast(&value))) return StatusTuple(-1, "Error updating value: %s", std::strerror(errno)); return StatusTuple::OK(); } StatusTuple BPFSockmapTable::remove_value(const int& index) { if (!this->remove(const_cast(&index))) return StatusTuple(-1, "Error removing value: %s", std::strerror(errno)); return StatusTuple::OK(); } BPFSockhashTable::BPFSockhashTable(const TableDesc& desc) : BPFTableBase(desc) { if(desc.type != BPF_MAP_TYPE_SOCKHASH) throw std::invalid_argument("Table '" + desc.name + "' is not a sockhash table"); } StatusTuple BPFSockhashTable::update_value(const int& key, const int& value) { if (!this->update(const_cast(&key), const_cast(&value))) return StatusTuple(-1, "Error updating value: %s", std::strerror(errno)); return StatusTuple::OK(); } StatusTuple BPFSockhashTable::remove_value(const int& key) { if (!this->remove(const_cast(&key))) return StatusTuple(-1, "Error removing value: %s", std::strerror(errno)); return StatusTuple::OK(); } } // namespace ebpf bpfcc-0.31.0/src/cc/api/BPFTable.h000066400000000000000000000533771465134135300163510ustar00rootroot00000000000000/* * Copyright (c) 2016 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include #include #include #include #include #include #include #include #include #include "bcc_exception.h" #include "bcc_syms.h" #include "bpf_module.h" #include "libbpf.h" #include "perf_reader.h" #include "table_desc.h" #include "linux/bpf.h" namespace ebpf { template class BPFQueueStackTableBase { public: size_t capacity() const { return desc.max_entries; } StatusTuple string_to_leaf(const std::string& value_str, ValueType* value) { return desc.leaf_sscanf(value_str.c_str(), value); } StatusTuple leaf_to_string(const ValueType* value, std::string& value_str) { char buf[8 * desc.leaf_size]; StatusTuple rc = desc.leaf_snprintf(buf, sizeof(buf), value); if (rc.ok()) value_str.assign(buf); return rc; } int get_fd() { return desc.fd; } protected: explicit BPFQueueStackTableBase(const TableDesc& desc) : desc(desc) {} bool pop(void *value) { return bpf_lookup_and_delete(desc.fd, nullptr, value) >= 0; } // Flags are extremely useful, since they completely changes extraction behaviour // (eg. if flag BPF_EXIST, then if the queue/stack is full remove the oldest one) bool push(void *value, unsigned long long int flags) { return bpf_update_elem(desc.fd, nullptr, value, flags) >= 0; } bool peek(void *value) { return bpf_lookup_elem(desc.fd, nullptr, value) >= 0; } const TableDesc& desc; }; template class BPFTableBase { public: size_t capacity() { return desc.max_entries; } StatusTuple string_to_key(const std::string& key_str, KeyType* key) { return desc.key_sscanf(key_str.c_str(), key); } StatusTuple string_to_leaf(const std::string& value_str, ValueType* value) { return desc.leaf_sscanf(value_str.c_str(), value); } StatusTuple key_to_string(const KeyType* key, std::string& key_str) { char buf[8 * desc.key_size]; StatusTuple rc = desc.key_snprintf(buf, sizeof(buf), key); if (rc.ok()) key_str.assign(buf); return rc; } StatusTuple leaf_to_string(const ValueType* value, std::string& value_str) { char buf[8 * desc.leaf_size]; StatusTuple rc = desc.leaf_snprintf(buf, sizeof(buf), value); if (rc.ok()) value_str.assign(buf); return rc; } int get_fd() { return desc.fd; } protected: explicit BPFTableBase(const TableDesc& desc) : desc(desc) {} bool lookup(void* key, void* value) { return bpf_lookup_elem(desc.fd, key, value) >= 0; } bool first(void* key) { return bpf_get_first_key(desc.fd, key, desc.key_size) >= 0; } bool next(void* key, void* next_key) { return bpf_get_next_key(desc.fd, key, next_key) >= 0; } bool update(void* key, void* value) { return bpf_update_elem(desc.fd, key, value, 0) >= 0; } bool remove(void* key) { return bpf_delete_elem(desc.fd, key) >= 0; } const TableDesc& desc; }; class BPFTable : public BPFTableBase { public: BPFTable(const TableDesc& desc); StatusTuple get_value(const std::string& key_str, std::string& value); StatusTuple get_value(const std::string& key_str, std::vector& value); StatusTuple update_value(const std::string& key_str, const std::string& value_str); StatusTuple update_value(const std::string& key_str, const std::vector& value_str); StatusTuple remove_value(const std::string& key_str); StatusTuple clear_table_non_atomic(); StatusTuple get_table_offline(std::vector> &res); static size_t get_possible_cpu_count(); }; template void* get_value_addr(ValueType& t) { return &t; } template void* get_value_addr(std::vector& t) { return t.data(); } template class BPFQueueStackTable : public BPFQueueStackTableBase { public: explicit BPFQueueStackTable(const TableDesc& desc) : BPFQueueStackTableBase(desc) { if (desc.type != BPF_MAP_TYPE_QUEUE && desc.type != BPF_MAP_TYPE_STACK) throw std::invalid_argument("Table '" + desc.name + "' is not a queue/stack table"); } virtual StatusTuple pop_value(ValueType& value) { if (!this->pop(get_value_addr(value))) return StatusTuple(-1, "Error getting value: %s", std::strerror(errno)); return StatusTuple::OK(); } virtual StatusTuple push_value(const ValueType& value, unsigned long long int flags = 0) { if (!this->push(get_value_addr(const_cast(value)), flags)) return StatusTuple(-1, "Error updating value: %s", std::strerror(errno)); return StatusTuple::OK(); } virtual StatusTuple get_head(const ValueType& value) { if (!this->peek(get_value_addr(const_cast(value)))) return StatusTuple(-1, "Error peeking value: %s", std::strerror(errno)); return StatusTuple::OK(); } }; template class BPFArrayTable : public BPFTableBase { public: BPFArrayTable(const TableDesc& desc) : BPFTableBase(desc) { if (desc.type != BPF_MAP_TYPE_ARRAY && desc.type != BPF_MAP_TYPE_PERCPU_ARRAY) throw std::invalid_argument("Table '" + desc.name + "' is not an array table"); } virtual StatusTuple get_value(const int& index, ValueType& value) { if (!this->lookup(const_cast(&index), get_value_addr(value))) return StatusTuple(-1, "Error getting value: %s", std::strerror(errno)); return StatusTuple::OK(); } virtual StatusTuple update_value(const int& index, const ValueType& value) { if (!this->update(const_cast(&index), get_value_addr(const_cast(value)))) return StatusTuple(-1, "Error updating value: %s", std::strerror(errno)); return StatusTuple::OK(); } ValueType operator[](const int& key) { ValueType value; get_value(key, value); return value; } std::vector get_table_offline() { std::vector res(this->capacity()); for (int i = 0; i < (int)this->capacity(); i++) { get_value(i, res[i]); } return res; } }; template class BPFPercpuArrayTable : public BPFArrayTable> { public: BPFPercpuArrayTable(const TableDesc& desc) : BPFArrayTable>(desc), ncpus(BPFTable::get_possible_cpu_count()) { if (desc.type != BPF_MAP_TYPE_PERCPU_ARRAY) throw std::invalid_argument("Table '" + desc.name + "' is not a percpu array table"); // leaf structures have to be aligned to 8 bytes as hardcoded in the linux // kernel. if (sizeof(ValueType) % 8) throw std::invalid_argument("leaf must be aligned to 8 bytes"); } StatusTuple get_value(const int& index, std::vector& value) { value.resize(ncpus); return BPFArrayTable>::get_value(index, value); } StatusTuple update_value(const int& index, const std::vector& value) { if (value.size() != ncpus) return StatusTuple(-1, "bad value size"); return BPFArrayTable>::update_value(index, value); } private: unsigned int ncpus; }; template class BPFHashTable : public BPFTableBase { public: explicit BPFHashTable(const TableDesc& desc) : BPFTableBase(desc) { if (desc.type != BPF_MAP_TYPE_HASH && desc.type != BPF_MAP_TYPE_PERCPU_HASH && desc.type != BPF_MAP_TYPE_LRU_HASH && desc.type != BPF_MAP_TYPE_LRU_PERCPU_HASH) throw std::invalid_argument("Table '" + desc.name + "' is not a hash table"); } virtual StatusTuple get_value(const KeyType& key, ValueType& value) { if (!this->lookup(const_cast(&key), get_value_addr(value))) return StatusTuple(-1, "Error getting value: %s", std::strerror(errno)); return StatusTuple::OK(); } virtual StatusTuple update_value(const KeyType& key, const ValueType& value) { if (!this->update(const_cast(&key), get_value_addr(const_cast(value)))) return StatusTuple(-1, "Error updating value: %s", std::strerror(errno)); return StatusTuple::OK(); } virtual StatusTuple remove_value(const KeyType& key) { if (!this->remove(const_cast(&key))) return StatusTuple(-1, "Error removing value: %s", std::strerror(errno)); return StatusTuple::OK(); } ValueType operator[](const KeyType& key) { ValueType value; get_value(key, value); return value; } std::vector> get_table_offline() { std::vector> res; KeyType cur; ValueType value; StatusTuple r(0); if (!this->first(&cur)) return res; while (true) { r = get_value(cur, value); if (!r.ok()) break; res.emplace_back(cur, value); if (!this->next(&cur, &cur)) break; } return res; } StatusTuple clear_table_non_atomic() { KeyType cur; while (this->first(&cur)) TRY2(remove_value(cur)); return StatusTuple::OK(); } }; template class BPFPercpuHashTable : public BPFHashTable> { public: explicit BPFPercpuHashTable(const TableDesc& desc) : BPFHashTable>(desc), ncpus(BPFTable::get_possible_cpu_count()) { if (desc.type != BPF_MAP_TYPE_PERCPU_HASH && desc.type != BPF_MAP_TYPE_LRU_PERCPU_HASH) throw std::invalid_argument("Table '" + desc.name + "' is not a percpu hash table"); // leaf structures have to be aligned to 8 bytes as hardcoded in the linux // kernel. if (sizeof(ValueType) % 8) throw std::invalid_argument("leaf must be aligned to 8 bytes"); } StatusTuple get_value(const KeyType& key, std::vector& value) { value.resize(ncpus); return BPFHashTable>::get_value(key, value); } StatusTuple update_value(const KeyType& key, const std::vector& value) { if (value.size() != ncpus) return StatusTuple(-1, "bad value size"); return BPFHashTable>::update_value(key, value); } private: unsigned int ncpus; }; // From src/cc/export/helpers.h static const int BPF_MAX_STACK_DEPTH = 127; struct stacktrace_t { uintptr_t ip[BPF_MAX_STACK_DEPTH]; }; class BPFStackTable : public BPFTableBase { public: BPFStackTable(const TableDesc& desc, bool use_debug_file, bool check_debug_file_crc); BPFStackTable(BPFStackTable&& that); ~BPFStackTable(); void free_symcache(int pid); void clear_table_non_atomic(); std::vector get_stack_addr(int stack_id); std::vector get_stack_symbol(int stack_id, int pid); private: bcc_symbol_option symbol_option_; std::map pid_sym_; }; // from src/cc/export/helpers.h struct stacktrace_buildid_t { struct bpf_stack_build_id trace[BPF_MAX_STACK_DEPTH]; }; class BPFStackBuildIdTable : public BPFTableBase { public: BPFStackBuildIdTable(const TableDesc& desc, bool use_debug_file, bool check_debug_file_crc, void *bsymcache); ~BPFStackBuildIdTable() = default; void clear_table_non_atomic(); std::vector get_stack_addr(int stack_id); std::vector get_stack_symbol(int stack_id); private: void *bsymcache_; bcc_symbol_option symbol_option_; }; class BPFPerfBuffer : public BPFTableBase { public: BPFPerfBuffer(const TableDesc& desc); ~BPFPerfBuffer(); StatusTuple open_all_cpu(perf_reader_raw_cb cb, perf_reader_lost_cb lost_cb, void* cb_cookie, int page_cnt); StatusTuple open_all_cpu(perf_reader_raw_cb cb, perf_reader_lost_cb lost_cb, void* cb_cookie, int page_cnt, int wakeup_events); StatusTuple close_all_cpu(); int poll(int timeout_ms); int consume(); private: StatusTuple open_on_cpu(perf_reader_raw_cb cb, perf_reader_lost_cb lost_cb, void* cb_cookie, int page_cnt, struct bcc_perf_buffer_opts& opts); StatusTuple close_on_cpu(int cpu); std::map cpu_readers_; int epfd_; std::unique_ptr ep_events_; }; class BPFPerfEventArray : public BPFTableBase { public: BPFPerfEventArray(const TableDesc& desc); ~BPFPerfEventArray(); StatusTuple open_all_cpu(uint32_t type, uint64_t config, int pid = -1); StatusTuple close_all_cpu(); private: StatusTuple open_on_cpu(int cpu, uint32_t type, uint64_t config, int pid = -1); StatusTuple close_on_cpu(int cpu); std::map cpu_fds_; }; class BPFProgTable : public BPFTableBase { public: BPFProgTable(const TableDesc& desc); StatusTuple update_value(const int& index, const int& prog_fd); StatusTuple remove_value(const int& index); }; class BPFCgroupArray : public BPFTableBase { public: BPFCgroupArray(const TableDesc& desc); StatusTuple update_value(const int& index, const int& cgroup2_fd); StatusTuple update_value(const int& index, const std::string& cgroup2_path); StatusTuple remove_value(const int& index); }; class BPFDevmapTable : public BPFTableBase { public: BPFDevmapTable(const TableDesc& desc); StatusTuple update_value(const int& index, const int& value); StatusTuple get_value(const int& index, int& value); StatusTuple remove_value(const int& index); }; class BPFXskmapTable : public BPFTableBase { public: BPFXskmapTable(const TableDesc& desc); StatusTuple update_value(const int& index, const int& value); StatusTuple get_value(const int& index, int& value); StatusTuple remove_value(const int& index); }; template class BPFMapInMapTable : public BPFTableBase { public: BPFMapInMapTable(const TableDesc& desc) : BPFTableBase(desc) { if (desc.type != BPF_MAP_TYPE_ARRAY_OF_MAPS && desc.type != BPF_MAP_TYPE_HASH_OF_MAPS) throw std::invalid_argument("Table '" + desc.name + "' is not a map-in-map table"); } virtual StatusTuple update_value(const KeyType& key, const int& inner_map_fd) { if (!this->update(const_cast(&key), const_cast(&inner_map_fd))) return StatusTuple(-1, "Error updating value: %s", std::strerror(errno)); return StatusTuple::OK(); } virtual StatusTuple remove_value(const KeyType& key) { if (!this->remove(const_cast(&key))) return StatusTuple(-1, "Error removing value: %s", std::strerror(errno)); return StatusTuple::OK(); } }; class BPFSockmapTable : public BPFTableBase { public: BPFSockmapTable(const TableDesc& desc); StatusTuple update_value(const int& index, const int& value); StatusTuple remove_value(const int& index); }; class BPFSockhashTable : public BPFTableBase { public: BPFSockhashTable(const TableDesc& desc); StatusTuple update_value(const int& key, const int& value); StatusTuple remove_value(const int& key); }; template class BPFSkStorageTable : public BPFTableBase { public: BPFSkStorageTable(const TableDesc& desc) : BPFTableBase(desc) { if (desc.type != BPF_MAP_TYPE_SK_STORAGE) throw std::invalid_argument("Table '" + desc.name + "' is not a sk_storage table"); } virtual StatusTuple get_value(const int& sock_fd, ValueType& value) { if (!this->lookup(const_cast(&sock_fd), get_value_addr(value))) return StatusTuple(-1, "Error getting value: %s", std::strerror(errno)); return StatusTuple::OK(); } virtual StatusTuple update_value(const int& sock_fd, const ValueType& value) { if (!this->update(const_cast(&sock_fd), get_value_addr(const_cast(value)))) return StatusTuple(-1, "Error updating value: %s", std::strerror(errno)); return StatusTuple::OK(); } virtual StatusTuple remove_value(const int& sock_fd) { if (!this->remove(const_cast(&sock_fd))) return StatusTuple(-1, "Error removing value: %s", std::strerror(errno)); return StatusTuple::OK(); } }; template class BPFInodeStorageTable : public BPFTableBase { public: BPFInodeStorageTable(const TableDesc& desc) : BPFTableBase(desc) { if (desc.type != BPF_MAP_TYPE_INODE_STORAGE) throw std::invalid_argument("Table '" + desc.name + "' is not a inode_storage table"); } virtual StatusTuple get_value(const int& fd, ValueType& value) { if (!this->lookup(const_cast(&fd), get_value_addr(value))) return StatusTuple(-1, "Error getting value: %s", std::strerror(errno)); return StatusTuple::OK(); } virtual StatusTuple update_value(const int& fd, const ValueType& value) { if (!this->update(const_cast(&fd), get_value_addr(const_cast(value)))) return StatusTuple(-1, "Error updating value: %s", std::strerror(errno)); return StatusTuple::OK(); } virtual StatusTuple remove_value(const int& fd) { if (!this->remove(const_cast(&fd))) return StatusTuple(-1, "Error removing value: %s", std::strerror(errno)); return StatusTuple::OK(); } }; template class BPFTaskStorageTable : public BPFTableBase { public: BPFTaskStorageTable(const TableDesc& desc) : BPFTableBase(desc) { if (desc.type != BPF_MAP_TYPE_TASK_STORAGE) throw std::invalid_argument("Table '" + desc.name + "' is not a task_storage table"); } virtual StatusTuple get_value(const int& fd, ValueType& value) { if (!this->lookup(const_cast(&fd), get_value_addr(value))) return StatusTuple(-1, "Error getting value: %s", std::strerror(errno)); return StatusTuple::OK(); } virtual StatusTuple update_value(const int& fd, const ValueType& value) { if (!this->update(const_cast(&fd), get_value_addr(const_cast(value)))) return StatusTuple(-1, "Error updating value: %s", std::strerror(errno)); return StatusTuple::OK(); } virtual StatusTuple remove_value(const int& fd) { if (!this->remove(const_cast(&fd))) return StatusTuple(-1, "Error removing value: %s", std::strerror(errno)); return StatusTuple::OK(); } }; template class BPFCgStorageTable : public BPFTableBase { public: BPFCgStorageTable(const TableDesc& desc) : BPFTableBase(desc) { if (desc.type != BPF_MAP_TYPE_CGROUP_STORAGE) throw std::invalid_argument("Table '" + desc.name + "' is not a cgroup_storage table"); } virtual StatusTuple get_value(struct bpf_cgroup_storage_key& key, ValueType& value) { if (!this->lookup(const_cast(&key), get_value_addr(value))) return StatusTuple(-1, "Error getting value: %s", std::strerror(errno)); return StatusTuple::OK(); } virtual StatusTuple update_value(struct bpf_cgroup_storage_key& key, const ValueType& value) { if (!this->update(const_cast(&key), get_value_addr(const_cast(value)))) return StatusTuple(-1, "Error updating value: %s", std::strerror(errno)); return StatusTuple::OK(); } }; template class BPFPercpuCgStorageTable : public BPFTableBase> { public: BPFPercpuCgStorageTable(const TableDesc& desc) : BPFTableBase>(desc) { if (desc.type != BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE) throw std::invalid_argument("Table '" + desc.name + "' is not a percpu_cgroup_storage table"); if (sizeof(ValueType) % 8) throw std::invalid_argument("leaf must be aligned to 8 bytes"); ncpus = BPFTable::get_possible_cpu_count(); } virtual StatusTuple get_value(struct bpf_cgroup_storage_key& key, std::vector& value) { value.resize(ncpus); if (!this->lookup(const_cast(&key), get_value_addr(value))) return StatusTuple(-1, "Error getting value: %s", std::strerror(errno)); return StatusTuple::OK(); } virtual StatusTuple update_value(struct bpf_cgroup_storage_key& key, std::vector& value) { value.resize(ncpus); if (!this->update(const_cast(&key), get_value_addr(const_cast&>(value)))) return StatusTuple(-1, "Error updating value: %s", std::strerror(errno)); return StatusTuple::OK(); } private: unsigned int ncpus; }; } // namespace ebpf bpfcc-0.31.0/src/cc/api/CMakeLists.txt000066400000000000000000000003261465134135300173430ustar00rootroot00000000000000set(bcc_api_sources BPF.cc BPFTable.cc) add_library(api-static STATIC ${bcc_api_sources}) add_library(api-objects OBJECT ${bcc_api_sources}) install(FILES BPF.h BPFTable.h COMPONENT libbcc DESTINATION include/bcc) bpfcc-0.31.0/src/cc/bcc_btf.cc000066400000000000000000000545331465134135300157340ustar00rootroot00000000000000/* * Copyright (c) 2019 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "bcc_btf.h" #include #include #include "linux/btf.h" #include "libbpf.h" #include "bcc_libbpf_inc.h" #include #include #define BCC_MAX_ERRNO 4095 #define BCC_IS_ERR_VALUE(x) ((x) >= (unsigned long)-BCC_MAX_ERRNO) #define BCC_IS_ERR(ptr) BCC_IS_ERR_VALUE((unsigned long)ptr) #ifndef offsetofend # define offsetofend(TYPE, FIELD) \ (offsetof(TYPE, FIELD) + sizeof(((TYPE *)0)->FIELD)) #endif namespace btf_ext_vendored { /* The minimum bpf_func_info checked by the loader */ struct bpf_func_info_min { uint32_t insn_off; uint32_t type_id; }; /* The minimum bpf_line_info checked by the loader */ struct bpf_line_info_min { uint32_t insn_off; uint32_t file_name_off; uint32_t line_off; uint32_t line_col; }; struct btf_ext_sec_setup_param { uint32_t off; uint32_t len; uint32_t min_rec_size; struct btf_ext_info *ext_info; const char *desc; }; static int btf_ext_setup_info(struct btf_ext *btf_ext, struct btf_ext_sec_setup_param *ext_sec) { const struct btf_ext_info_sec *sinfo; struct btf_ext_info *ext_info; uint32_t info_left, record_size; /* The start of the info sec (including the __u32 record_size). */ void *info; if (ext_sec->len == 0) return 0; if (ext_sec->off & 0x03) { /*pr_debug(".BTF.ext %s section is not aligned to 4 bytes\n", ext_sec->desc);*/ return -EINVAL; } info = (uint8_t*)btf_ext->data + btf_ext->hdr->hdr_len + ext_sec->off; info_left = ext_sec->len; if ((uint8_t*)btf_ext->data + btf_ext->data_size < (uint8_t*)info + ext_sec->len) { /*pr_debug("%s section (off:%u len:%u) is beyond the end of the ELF section .BTF.ext\n", ext_sec->desc, ext_sec->off, ext_sec->len);*/ return -EINVAL; } /* At least a record size */ if (info_left < sizeof(uint32_t)) { /*pr_debug(".BTF.ext %s record size not found\n", ext_sec->desc);*/ return -EINVAL; } /* The record size needs to meet the minimum standard */ record_size = *(uint32_t *)info; if (record_size < ext_sec->min_rec_size || record_size & 0x03) { /*pr_debug("%s section in .BTF.ext has invalid record size %u\n", ext_sec->desc, record_size);*/ return -EINVAL; } sinfo = (struct btf_ext_info_sec*)((uint8_t*)info + sizeof(uint32_t)); info_left -= sizeof(uint32_t); /* If no records, return failure now so .BTF.ext won't be used. */ if (!info_left) { /*pr_debug("%s section in .BTF.ext has no records", ext_sec->desc);*/ return -EINVAL; } while (info_left) { unsigned int sec_hdrlen = sizeof(struct btf_ext_info_sec); uint64_t total_record_size; uint32_t num_records; if (info_left < sec_hdrlen) { /*pr_debug("%s section header is not found in .BTF.ext\n", ext_sec->desc);*/ return -EINVAL; } num_records = sinfo->num_info; if (num_records == 0) { /*pr_debug("%s section has incorrect num_records in .BTF.ext\n", ext_sec->desc);*/ return -EINVAL; } total_record_size = sec_hdrlen + (uint64_t)num_records * record_size; if (info_left < total_record_size) { /*pr_debug("%s section has incorrect num_records in .BTF.ext\n", ext_sec->desc);*/ return -EINVAL; } info_left -= total_record_size; sinfo = (struct btf_ext_info_sec *)((uint8_t*)sinfo + total_record_size); } ext_info = ext_sec->ext_info; ext_info->len = ext_sec->len - sizeof(uint32_t); ext_info->rec_size = record_size; ext_info->info = (uint8_t*)info + sizeof(uint32_t); return 0; } static int btf_ext_setup_func_info(struct btf_ext *btf_ext) { struct btf_ext_sec_setup_param param = { .off = btf_ext->hdr->func_info_off, .len = btf_ext->hdr->func_info_len, .min_rec_size = sizeof(struct bpf_func_info_min), .ext_info = &btf_ext->func_info, .desc = "func_info" }; return btf_ext_setup_info(btf_ext, ¶m); } static int btf_ext_setup_line_info(struct btf_ext *btf_ext) { struct btf_ext_sec_setup_param param = { .off = btf_ext->hdr->line_info_off, .len = btf_ext->hdr->line_info_len, .min_rec_size = sizeof(struct bpf_line_info_min), .ext_info = &btf_ext->line_info, .desc = "line_info", }; return btf_ext_setup_info(btf_ext, ¶m); } static int btf_ext_setup_core_relos(struct btf_ext *btf_ext) { struct btf_ext_sec_setup_param param = { .off = btf_ext->hdr->core_relo_off, .len = btf_ext->hdr->core_relo_len, .min_rec_size = sizeof(struct bpf_core_relo), .ext_info = &btf_ext->core_relo_info, .desc = "core_relo", }; return btf_ext_setup_info(btf_ext, ¶m); } static int btf_ext_parse_hdr(uint8_t *data, uint32_t data_size) { const struct btf_ext_header *hdr = (struct btf_ext_header *)data; if (data_size < offsetofend(struct btf_ext_header, hdr_len) || data_size < hdr->hdr_len) { //pr_debug("BTF.ext header not found"); return -EINVAL; } if (hdr->magic == bswap_16(BTF_MAGIC)) { //pr_warn("BTF.ext in non-native endianness is not supported\n"); return -ENOTSUP; } else if (hdr->magic != BTF_MAGIC) { //pr_debug("Invalid BTF.ext magic:%x\n", hdr->magic); return -EINVAL; } if (hdr->version != BTF_VERSION) { //pr_debug("Unsupported BTF.ext version:%u\n", hdr->version); return -ENOTSUP; } if (hdr->flags) { //pr_debug("Unsupported BTF.ext flags:%x\n", hdr->flags); return -ENOTSUP; } if (data_size == hdr->hdr_len) { //pr_debug("BTF.ext has no data\n"); return -EINVAL; } return 0; } void btf_ext__free(struct btf_ext *btf_ext) { if((!btf_ext) || BCC_IS_ERR_VALUE((unsigned long)btf_ext)) return; free(btf_ext->data); free(btf_ext); } struct btf_ext *btf_ext__new(const uint8_t *data, uint32_t size) { struct btf_ext *btf_ext; int err; btf_ext = (struct btf_ext*)calloc(1, sizeof(struct btf_ext)); if (!btf_ext) return (struct btf_ext*)-ENOMEM; btf_ext->data_size = size; btf_ext->data = malloc(size); if (!btf_ext->data) { err = -ENOMEM; goto done; } memcpy(btf_ext->data, data, size); err = btf_ext_parse_hdr((uint8_t*)btf_ext->data, size); if (err) goto done; if (btf_ext->hdr->hdr_len < offsetofend(struct btf_ext_header, line_info_len)) { err = -EINVAL; goto done; } err = btf_ext_setup_func_info(btf_ext); if (err) goto done; err = btf_ext_setup_line_info(btf_ext); if (err) goto done; if (btf_ext->hdr->hdr_len < offsetofend(struct btf_ext_header, core_relo_len)) { err = -EINVAL; goto done; } err = btf_ext_setup_core_relos(btf_ext); if (err) goto done; done: if (err) { btf_ext__free(btf_ext); return (struct btf_ext*)(uintptr_t)err; } return btf_ext; } static int btf_ext_reloc_info(const struct btf *btf, const struct btf_ext_info *ext_info, const char *sec_name, uint32_t insns_cnt, void **info, uint32_t *cnt) { uint32_t sec_hdrlen = sizeof(struct btf_ext_info_sec); uint32_t i, record_size, existing_len, records_len; struct btf_ext_info_sec *sinfo; const char *info_sec_name; uint64_t remain_len; void *data; record_size = ext_info->rec_size; sinfo = (struct btf_ext_info_sec*)ext_info->info; remain_len = ext_info->len; while (remain_len > 0) { records_len = sinfo->num_info * record_size; info_sec_name = btf__name_by_offset(btf, sinfo->sec_name_off); if (strcmp(info_sec_name, sec_name)) { remain_len -= sec_hdrlen + records_len; sinfo = (struct btf_ext_info_sec*)((uint8_t *)sinfo + sec_hdrlen + records_len); continue; } existing_len = (*cnt) * record_size; data = realloc(*info, existing_len + records_len); if (!data) return -ENOMEM; memcpy((uint8_t*)data + existing_len, sinfo->data, records_len); /* adjust insn_off only, the rest data will be passed * to the kernel. */ for (i = 0; i < sinfo->num_info; i++) { uint32_t *insn_off; insn_off = (uint32_t *)((uint8_t*)data + existing_len + (i * record_size)); *insn_off = *insn_off / sizeof(struct bpf_insn) + insns_cnt; } *info = data; *cnt += sinfo->num_info; return 0; } return -ENOENT; } int btf_ext__reloc_func_info(const struct btf *btf, const struct btf_ext *btf_ext, const char *sec_name, uint32_t insns_cnt, void **func_info, uint32_t *cnt) { return btf_ext_vendored::btf_ext_reloc_info(btf, &btf_ext->func_info, sec_name, insns_cnt, func_info, cnt); } int btf_ext__reloc_line_info(const struct btf *btf, const struct btf_ext *btf_ext, const char *sec_name, uint32_t insns_cnt, void **line_info, uint32_t *cnt) { return btf_ext_vendored::btf_ext_reloc_info(btf, &btf_ext->line_info, sec_name, insns_cnt, line_info, cnt); } } // namespace btf_ext_vendored namespace ebpf { int32_t BTFStringTable::addString(std::string S) { // Check whether the string already exists. for (auto &OffsetM : OffsetToIdMap) { if (Table[OffsetM.second] == S) return OffsetM.first; } // Make sure we do not overflow the string table. if (OrigTblLen + Size + S.size() + 1 >= BTF_MAX_NAME_OFFSET) return -1; // Not find, add to the string table. uint32_t Offset = Size; OffsetToIdMap[Offset] = Table.size(); Table.push_back(S); Size += S.size() + 1; return Offset; } BTF::BTF(bool debug, sec_map_def §ions) : debug_(debug), btf_(nullptr), btf_ext_(nullptr), sections_(sections) { if (!debug) libbpf_set_print(NULL); } BTF::~BTF() { btf__free(btf_); btf_ext__free(btf_ext_); } void BTF::warning(const char *format, ...) { va_list args; if (!debug_) return; va_start(args, format); vfprintf(stderr, format, args); va_end(args); } void BTF::fixup_btf(uint8_t *type_sec, uintptr_t type_sec_size, char *strings) { uint8_t *next_type = type_sec; uint8_t *end_type = type_sec + type_sec_size; int base_size = sizeof(struct btf_type); while (next_type < end_type) { struct btf_type *t = (struct btf_type *)next_type; unsigned short vlen = BTF_INFO_VLEN(t->info); next_type += base_size; switch(BTF_INFO_KIND(t->info)) { case BTF_KIND_FWD: case BTF_KIND_CONST: case BTF_KIND_VOLATILE: case BTF_KIND_RESTRICT: case BTF_KIND_PTR: case BTF_KIND_TYPEDEF: break; case BTF_KIND_FUNC: // sanitize vlen to be 0 since bcc does not // care about func scope (static, global, extern) yet. t->info &= ~0xffff; break; case BTF_KIND_INT: next_type += sizeof(uint32_t); break; case BTF_KIND_ENUM: next_type += vlen * sizeof(struct btf_enum); break; case BTF_KIND_ARRAY: next_type += sizeof(struct btf_array); break; case BTF_KIND_STRUCT: case BTF_KIND_UNION: next_type += vlen * sizeof(struct btf_member); break; case BTF_KIND_FUNC_PROTO: next_type += vlen * sizeof(struct btf_param); break; case BTF_KIND_VAR: { // BTF_KIND_VAR is not used by bcc, so // a sanitization to convert it to an int. // One extra __u32 after btf_type. if (sizeof(struct btf_var) == 4) { t->name_off = 0; t->info = BTF_KIND_INT << 24; t->size = 4; unsigned *intp = (unsigned *)next_type; *intp = BTF_INT_BITS(t->size << 3); } next_type += sizeof(struct btf_var); break; } case BTF_KIND_DATASEC: { // bcc does not use BTF_KIND_DATASEC, so // a sanitization here to convert it to a list // of void pointers. // btf_var_secinfo is 3 __u32's for each var. if (sizeof(struct btf_var_secinfo) == 12) { t->name_off = 0; t->info = BTF_KIND_PTR << 24; t->type = 0; struct btf_type *typep = (struct btf_type *)next_type; for (int i = 0; i < vlen; i++) { typep->name_off = 0; typep->info = BTF_KIND_PTR << 24; typep->type = 0; typep++; } } next_type += vlen * sizeof(struct btf_var_secinfo); break; } default: // Something not understood return; } } } // The compiler doesn't have source code for remapped files. // So we modify .BTF and .BTF.ext sections here to add these // missing line source codes. // The .BTF and .BTF.ext ELF section specification can be // found at linux repo: linux/Documentation/bpf/btf.rst. void BTF::adjust(uint8_t *btf_sec, uintptr_t btf_sec_size, uint8_t *btf_ext_sec, uintptr_t btf_ext_sec_size, std::map &remapped_sources, uint8_t **new_btf_sec, uintptr_t *new_btf_sec_size) { // Line cache for remapped files std::map> LineCaches; for (auto it = remapped_sources.begin(); it != remapped_sources.end(); ++it) { size_t FileBufSize = it->second.size(); std::vector LineCache; for (uint32_t start = 0, end = start; end < FileBufSize; end++) { if (it->second[end] == '\n' || end == FileBufSize - 1 || (it->second[end] == '\r' && it->second[end + 1] == '\n')) { // Not including the endline LineCache.push_back(std::string(it->second.substr(start, end - start))); if (it->second[end] == '\r') end++; start = end + 1; } } LineCaches[it->first] = std::move(LineCache); } struct btf_header *hdr = (struct btf_header *)btf_sec; struct btf_ext_vendored::btf_ext_header *ehdr = (struct btf_ext_vendored::btf_ext_header *)btf_ext_sec; // Fixup btf for old kernels or kernel requirements. fixup_btf(btf_sec + hdr->hdr_len + hdr->type_off, hdr->type_len, (char *)(btf_sec + hdr->hdr_len + hdr->str_off)); // Check the LineInfo table and add missing lines char *strings = (char *)(btf_sec + hdr->hdr_len + hdr->str_off); unsigned orig_strings_len = hdr->str_len; unsigned *linfo_s = (unsigned *)(btf_ext_sec + ehdr->hdr_len + ehdr->line_info_off); unsigned lrec_size = *linfo_s; linfo_s++; unsigned linfo_len = ehdr->line_info_len - 4; // Go through all line info. For any line number whose line is in the LineCaches, // Correct the line_off and record the corresponding source line in BTFStringTable, // which later will be merged into .BTF string section. BTFStringTable new_strings(orig_strings_len); bool overflow = false; while (!overflow && linfo_len) { unsigned num_recs = linfo_s[1]; linfo_s += 2; for (unsigned i = 0; !overflow && i < num_recs; i++) { struct bpf_line_info *linfo = (struct bpf_line_info *)linfo_s; if (linfo->line_off == 0) { for (auto it = LineCaches.begin(); it != LineCaches.end(); ++it) { if (strcmp(strings + linfo->file_name_off, it->first.c_str()) == 0) { unsigned line_num = BPF_LINE_INFO_LINE_NUM(linfo->line_col); if (line_num > 0 && line_num <= it->second.size()) { int offset = new_strings.addString(it->second[line_num - 1]); if (offset < 0) { overflow = true; warning(".BTF string table overflowed, some lines missing\n"); break; } linfo->line_off = orig_strings_len + offset; } } } } linfo_s += lrec_size >> 2; } linfo_len -= 8 + num_recs * lrec_size; } // If any new source lines need to be recorded, do not touch the original section, // allocate a new section. The original section is allocated through llvm infra. if (new_strings.getSize() > 0) { // LLVM generated .BTF layout always has type_sec followed by str_sec without holes, // so we can just append the new strings to the end and adjust str_sec size. unsigned tmp_sec_size = btf_sec_size + new_strings.getSize(); uint8_t *tmp_sec = new uint8_t[tmp_sec_size]; memcpy(tmp_sec, btf_sec, btf_sec_size); struct btf_header *nhdr = (struct btf_header *)tmp_sec; nhdr->str_len += new_strings.getSize(); // Populate new strings to the string table. uint8_t *new_str = tmp_sec + nhdr->hdr_len + nhdr->str_off + orig_strings_len; std::vector &Table = new_strings.getTable(); for (unsigned i = 0; i < Table.size(); i++) { strcpy((char *)new_str, Table[i].c_str()); new_str += Table[i].size() + 1; } *new_btf_sec = tmp_sec; *new_btf_sec_size = tmp_sec_size; } } int BTF::load(uint8_t *btf_sec, uintptr_t btf_sec_size, uint8_t *btf_ext_sec, uintptr_t btf_ext_sec_size, std::map &remapped_sources) { struct btf *btf; struct btf_ext_vendored::btf_ext *btf_ext; uint8_t *new_btf_sec = NULL; uintptr_t new_btf_sec_size = 0; adjust(btf_sec, btf_sec_size, btf_ext_sec, btf_ext_sec_size, remapped_sources, &new_btf_sec, &new_btf_sec_size); if (new_btf_sec) { btf = btf__new(new_btf_sec, new_btf_sec_size); delete[] new_btf_sec; } else { btf = btf__new(btf_sec, btf_sec_size); } if (BCC_IS_ERR(btf)) { warning("Processing .BTF section failed\n"); return -1; } if (btf__load_into_kernel(btf)) { btf__free(btf); warning("Loading .BTF section failed\n"); return -1; } btf_ext = btf_ext_vendored::btf_ext__new(btf_ext_sec, btf_ext_sec_size); if (BCC_IS_ERR(btf_ext)) { btf__free(btf); warning("Processing .BTF.ext section failed\n"); return -1; } btf_ = btf; btf_ext_ = btf_ext; return 0; } int BTF::get_fd() { return btf__fd(btf_); } int BTF::get_btf_info(const char *fname, void **func_info, unsigned *func_info_cnt, unsigned *finfo_rec_size, void **line_info, unsigned *line_info_cnt, unsigned *linfo_rec_size) { int ret; *func_info = *line_info = NULL; *func_info_cnt = *line_info_cnt = 0; *finfo_rec_size = btf_ext_->func_info.rec_size; *linfo_rec_size = btf_ext_->line_info.rec_size; ret = btf_ext_vendored::btf_ext__reloc_func_info(btf_, btf_ext_, fname, 0, func_info, func_info_cnt); if (ret) { warning(".BTF.ext reloc func_info failed\n"); return ret; } ret = btf_ext_vendored::btf_ext__reloc_line_info(btf_, btf_ext_, fname, 0, line_info, line_info_cnt); if (ret) { warning(".BTF.ext reloc line_info failed\n"); return ret; } return 0; } int BTF::get_map_tids(std::string map_name, unsigned expected_ksize, unsigned expected_vsize, unsigned *key_tid, unsigned *value_tid) { auto struct_name = "____btf_map_" + map_name; auto type_id = btf__find_by_name_kind(btf_, struct_name.c_str(), BTF_KIND_STRUCT); if (type_id < 0) { warning("struct %s not found in BTF\n", struct_name.c_str()); return -1; } auto struct_type = btf__type_by_id(btf_, type_id); if (!struct_type || btf_vlen(struct_type) < 2) { warning("struct %s is not a valid map struct\n", struct_name.c_str()); return -1; } auto members = btf_members(struct_type); auto key = members[0]; auto key_name = btf__name_by_offset(btf_, key.name_off); if (strcmp(key_name, "key")) { warning("'key' should be the first member\n"); return -1; } auto key_size = btf__resolve_size(btf_, key.type); if (key_size != expected_ksize) { warning("expect key size to be %d, got %d\n", expected_ksize, key_size); return -1; } *key_tid = key.type; auto value = members[1]; auto value_name = btf__name_by_offset(btf_, value.name_off); if (strcmp(value_name, "value")) { warning("'value' should be the second member\n"); return -1; } auto value_size = btf__resolve_size(btf_, value.type); if (value_size != expected_vsize) { warning("expect value size to be %d, got %d\n", expected_vsize, value_size); return -1; } *value_tid = value.type; return 0; } } // namespace ebpf bpfcc-0.31.0/src/cc/bcc_btf.h000066400000000000000000000117171465134135300155730ustar00rootroot00000000000000/* * Copyright (c) 2019 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef BCC_BTF_H #define BCC_BTF_H #include #include #include #include #include #include "bpf_module.h" struct btf; struct btf_type; namespace btf_ext_vendored { /* * The .BTF.ext ELF section layout defined as * struct btf_ext_header * func_info subsection * * The func_info subsection layout: * record size for struct bpf_func_info in the func_info subsection * struct btf_sec_func_info for section #1 * a list of bpf_func_info records for section #1 * where struct bpf_func_info mimics one in include/uapi/linux/bpf.h * but may not be identical * struct btf_sec_func_info for section #2 * a list of bpf_func_info records for section #2 * ...... * * Note that the bpf_func_info record size in .BTF.ext may not * be the same as the one defined in include/uapi/linux/bpf.h. * The loader should ensure that record_size meets minimum * requirement and pass the record as is to the kernel. The * kernel will handle the func_info properly based on its contents. */ struct btf_ext_header { uint16_t magic; uint8_t version; uint8_t flags; uint32_t hdr_len; /* All offsets are in bytes relative to the end of this header */ uint32_t func_info_off; uint32_t func_info_len; uint32_t line_info_off; uint32_t line_info_len; /* optional part of .BTF.ext header */ uint32_t core_relo_off; uint32_t core_relo_len; }; struct btf_ext_info { /* * info points to the individual info section (e.g. func_info and * line_info) from the .BTF.ext. It does not include the __u32 rec_size. */ void *info; uint32_t rec_size; uint32_t len; }; struct btf_ext { union { struct btf_ext_header *hdr; void *data; }; struct btf_ext_info func_info; struct btf_ext_info line_info; struct btf_ext_info core_relo_info; uint32_t data_size; }; struct btf_ext_info_sec { uint32_t sec_name_off; uint32_t num_info; /* Followed by num_info * record_size number of bytes */ uint8_t data[]; }; struct btf_ext *btf_ext__new(const uint8_t *data, uint32_t size); void btf_ext__free(struct btf_ext *btf_ext); int btf_ext__reloc_func_info(const struct btf *btf, const struct btf_ext *btf_ext, const char *sec_name, uint32_t insns_cnt, void **func_info, uint32_t *cnt); int btf_ext__reloc_line_info(const struct btf *btf, const struct btf_ext *btf_ext, const char *sec_name, uint32_t insns_cnt, void **line_info, uint32_t *cnt); } // namespace btf_ext_vendored namespace ebpf { class BTFStringTable { private: uint32_t Size; uint32_t OrigTblLen; std::map OffsetToIdMap; std::vector Table; public: BTFStringTable(uint32_t TblLen): Size(0), OrigTblLen(TblLen) {} uint32_t getSize() { return Size; } std::vector &getTable() { return Table; } int32_t addString(std::string Str); }; class BTF { public: BTF(bool debug, sec_map_def §ions); ~BTF(); int load(uint8_t *btf_sec, uintptr_t btf_sec_size, uint8_t *btf_ext_sec, uintptr_t btf_ext_sec_size, std::map &remapped_sources); int get_fd(); int get_btf_info(const char *fname, void **func_info, unsigned *func_info_cnt, unsigned *finfo_rec_size, void **line_info, unsigned *line_info_cnt, unsigned *linfo_rec_size); int get_map_tids(std::string map_name, unsigned expected_ksize, unsigned expected_vsize, unsigned *key_tid, unsigned *value_tid); private: void fixup_btf(uint8_t *type_sec, uintptr_t type_sec_size, char *strings); void adjust(uint8_t *btf_sec, uintptr_t btf_sec_size, uint8_t *btf_ext_sec, uintptr_t btf_ext_sec_size, std::map &remapped_sources, uint8_t **new_btf_sec, uintptr_t *new_btf_sec_size); void warning(const char *format, ...); private: bool debug_; struct btf *btf_; struct btf_ext_vendored::btf_ext *btf_ext_; sec_map_def §ions_; }; } // namespace ebpf #endif bpfcc-0.31.0/src/cc/bcc_common.cc000066400000000000000000000200371465134135300164410ustar00rootroot00000000000000/* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "bcc_common.h" #include "bpf_module.h" extern "C" { void * bpf_module_create_c(const char *filename, unsigned flags, const char *cflags[], int ncflags, bool allow_rlimit, const char *dev_name) { auto mod = new ebpf::BPFModule(flags, nullptr, true, "", allow_rlimit, dev_name); if (mod->load_c(filename, cflags, ncflags) != 0) { delete mod; return nullptr; } return mod; } void * bpf_module_create_c_from_string(const char *text, unsigned flags, const char *cflags[], int ncflags, bool allow_rlimit, const char *dev_name) { auto mod = new ebpf::BPFModule(flags, nullptr, true, "", allow_rlimit, dev_name); if (mod->load_string(text, cflags, ncflags) != 0) { delete mod; return nullptr; } return mod; } bool bpf_module_rw_engine_enabled() { return ebpf::bpf_module_rw_engine_enabled(); } void bpf_module_destroy(void *program) { auto mod = static_cast(program); if (!mod) return; delete mod; } size_t bpf_num_functions(void *program) { auto mod = static_cast(program); if (!mod) return 0; return mod->num_functions(); } const char * bpf_function_name(void *program, size_t id) { auto mod = static_cast(program); if (!mod) return nullptr; return mod->function_name(id); } void * bpf_function_start(void *program, const char *name) { auto mod = static_cast(program); if (!mod) return nullptr; return mod->function_start(name); } void * bpf_function_start_id(void *program, size_t id) { auto mod = static_cast(program); if (!mod) return nullptr; return mod->function_start(id); } size_t bpf_function_size(void *program, const char *name) { auto mod = static_cast(program); if (!mod) return 0; return mod->function_size(name); } size_t bpf_function_size_id(void *program, size_t id) { auto mod = static_cast(program); if (!mod) return 0; return mod->function_size(id); } char * bpf_module_license(void *program) { auto mod = static_cast(program); if (!mod) return nullptr; return mod->license(); } unsigned bpf_module_kern_version(void *program) { auto mod = static_cast(program); if (!mod) return 0; return mod->kern_version(); } size_t bpf_num_tables(void *program) { auto mod = static_cast(program); if (!mod) return -1; return mod->num_tables(); } size_t bpf_table_id(void *program, const char *table_name) { auto mod = static_cast(program); if (!mod) return ~0ull; return mod->table_id(table_name); } int bpf_table_fd(void *program, const char *table_name) { auto mod = static_cast(program); if (!mod) return -1; return mod->table_fd(table_name); } int bpf_table_fd_id(void *program, size_t id) { auto mod = static_cast(program); if (!mod) return -1; return mod->table_fd(id); } int bpf_table_type(void *program, const char *table_name) { auto mod = static_cast(program); if (!mod) return -1; return mod->table_type(table_name); } int bpf_table_type_id(void *program, size_t id) { auto mod = static_cast(program); if (!mod) return -1; return mod->table_type(id); } size_t bpf_table_max_entries(void *program, const char *table_name) { auto mod = static_cast(program); if (!mod) return 0; return mod->table_max_entries(table_name); } size_t bpf_table_max_entries_id(void *program, size_t id) { auto mod = static_cast(program); if (!mod) return 0; return mod->table_max_entries(id); } int bpf_table_flags(void *program, const char *table_name) { auto mod = static_cast(program); if (!mod) return -1; return mod->table_flags(table_name); } int bpf_table_flags_id(void *program, size_t id) { auto mod = static_cast(program); if (!mod) return -1; return mod->table_flags(id); } const char * bpf_table_name(void *program, size_t id) { auto mod = static_cast(program); if (!mod) return nullptr; return mod->table_name(id); } const char * bpf_table_key_desc(void *program, const char *table_name) { auto mod = static_cast(program); if (!mod) return nullptr; return mod->table_key_desc(table_name); } const char * bpf_table_key_desc_id(void *program, size_t id) { auto mod = static_cast(program); if (!mod) return nullptr; return mod->table_key_desc(id); } const char * bpf_table_leaf_desc(void *program, const char *table_name) { auto mod = static_cast(program); if (!mod) return nullptr; return mod->table_leaf_desc(table_name); } const char * bpf_table_leaf_desc_id(void *program, size_t id) { auto mod = static_cast(program); if (!mod) return nullptr; return mod->table_leaf_desc(id); } size_t bpf_table_key_size(void *program, const char *table_name) { auto mod = static_cast(program); if (!mod) return 0; return mod->table_key_size(table_name); } size_t bpf_table_key_size_id(void *program, size_t id) { auto mod = static_cast(program); if (!mod) return 0; return mod->table_key_size(id); } size_t bpf_table_leaf_size(void *program, const char *table_name) { auto mod = static_cast(program); if (!mod) return 0; return mod->table_leaf_size(table_name); } size_t bpf_table_leaf_size_id(void *program, size_t id) { auto mod = static_cast(program); if (!mod) return 0; return mod->table_leaf_size(id); } int bpf_table_key_snprintf(void *program, size_t id, char *buf, size_t buflen, const void *key) { auto mod = static_cast(program); if (!mod) return -1; return mod->table_key_printf(id, buf, buflen, key); } int bpf_table_leaf_snprintf(void *program, size_t id, char *buf, size_t buflen, const void *leaf) { auto mod = static_cast(program); if (!mod) return -1; return mod->table_leaf_printf(id, buf, buflen, leaf); } int bpf_table_key_sscanf(void *program, size_t id, const char *buf, void *key) { auto mod = static_cast(program); if (!mod) return -1; return mod->table_key_scanf(id, buf, key); } int bpf_table_leaf_sscanf(void *program, size_t id, const char *buf, void *leaf) { auto mod = static_cast(program); if (!mod) return -1; return mod->table_leaf_scanf(id, buf, leaf); } int bcc_func_load(void *program, int prog_type, const char *name, const struct bpf_insn *insns, int prog_len, const char *license, unsigned kern_version, int log_level, char *log_buf, unsigned log_buf_size, const char *dev_name, int attach_type) { auto mod = static_cast(program); if (!mod) return -1; return mod->bcc_func_load(prog_type, name, insns, prog_len, license, kern_version, log_level, log_buf, log_buf_size, dev_name, 0, attach_type); } size_t bpf_perf_event_fields(void *program, const char *event) { auto mod = static_cast(program); if (!mod) return 0; return mod->perf_event_fields(event); } const char * bpf_perf_event_field(void *program, const char *event, size_t i) { auto mod = static_cast(program); if (!mod) return nullptr; return mod->perf_event_field(event, i); } } bpfcc-0.31.0/src/cc/bcc_common.h000066400000000000000000000070601465134135300163040ustar00rootroot00000000000000/* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef BCC_COMMON_H #define BCC_COMMON_H #include #include #include #ifdef __cplusplus extern "C" { #endif void * bpf_module_create_c(const char *filename, unsigned flags, const char *cflags[], int ncflags, bool allow_rlimit, const char *dev_name); void * bpf_module_create_c_from_string(const char *text, unsigned flags, const char *cflags[], int ncflags, bool allow_rlimit, const char *dev_name); bool bpf_module_rw_engine_enabled(); void bpf_module_destroy(void *program); char * bpf_module_license(void *program); unsigned bpf_module_kern_version(void *program); size_t bpf_num_functions(void *program); const char * bpf_function_name(void *program, size_t id); void * bpf_function_start_id(void *program, size_t id); void * bpf_function_start(void *program, const char *name); size_t bpf_function_size_id(void *program, size_t id); size_t bpf_function_size(void *program, const char *name); size_t bpf_num_tables(void *program); size_t bpf_table_id(void *program, const char *table_name); int bpf_table_fd(void *program, const char *table_name); int bpf_table_fd_id(void *program, size_t id); int bpf_table_type(void *program, const char *table_name); int bpf_table_type_id(void *program, size_t id); size_t bpf_table_max_entries(void *program, const char *table_name); size_t bpf_table_max_entries_id(void *program, size_t id); int bpf_table_flags(void *program, const char *table_name); int bpf_table_flags_id(void *program, size_t id); const char * bpf_table_name(void *program, size_t id); const char * bpf_table_key_desc(void *program, const char *table_name); const char * bpf_table_key_desc_id(void *program, size_t id); const char * bpf_table_leaf_desc(void *program, const char *table_name); const char * bpf_table_leaf_desc_id(void *program, size_t id); size_t bpf_table_key_size(void *program, const char *table_name); size_t bpf_table_key_size_id(void *program, size_t id); size_t bpf_table_leaf_size(void *program, const char *table_name); size_t bpf_table_leaf_size_id(void *program, size_t id); int bpf_table_key_snprintf(void *program, size_t id, char *buf, size_t buflen, const void *key); int bpf_table_leaf_snprintf(void *program, size_t id, char *buf, size_t buflen, const void *leaf); int bpf_table_key_sscanf(void *program, size_t id, const char *buf, void *key); int bpf_table_leaf_sscanf(void *program, size_t id, const char *buf, void *leaf); size_t bpf_perf_event_fields(void *program, const char *event); const char * bpf_perf_event_field(void *program, const char *event, size_t i); struct bpf_insn; int bcc_func_load(void *program, int prog_type, const char *name, const struct bpf_insn *insns, int prog_len, const char *license, unsigned kern_version, int log_level, char *log_buf, unsigned log_buf_size, const char *dev_name, int attach_type); #ifdef __cplusplus } #endif #endif bpfcc-0.31.0/src/cc/bcc_debug.cc000066400000000000000000000202071465134135300162360ustar00rootroot00000000000000/* * Copyright (c) 2017 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include "bcc_debug.h" #if LLVM_VERSION_MAJOR >= 15 #include #endif #include #include #include #include #include #include #include #include #include #include #if LLVM_VERSION_MAJOR >= 15 #include #endif #if LLVM_VERSION_MAJOR >= 14 #include #else #include #endif namespace ebpf { // ld_pseudo can only be disassembled properly // in llvm 6.0, so having this workaround now // until disto llvm versions catch up #define WORKAROUND_FOR_LD_PSEUDO using std::get; using std::map; using std::string; using std::tuple; using std::vector; using namespace llvm; using DWARFLineTable = DWARFDebugLine::LineTable; void SourceDebugger::adjustInstSize(uint64_t &Size, uint8_t byte0, uint8_t byte1) { #ifdef WORKAROUND_FOR_LD_PSEUDO bool isLittleEndian = mod_->getDataLayout().isLittleEndian(); if (byte0 == 0x18 && ((isLittleEndian && (byte1 & 0xf) == 0x1) || (!isLittleEndian && (byte1 & 0xf0) == 0x10))) Size = 16; #endif } vector SourceDebugger::buildLineCache() { vector LineCache; size_t FileBufSize = mod_src_.size(); for (uint32_t start = 0, end = start; end < FileBufSize; end++) if (mod_src_[end] == '\n' || end == FileBufSize - 1 || (mod_src_[end] == '\r' && mod_src_[end + 1] == '\n')) { // Not including the endline LineCache.push_back(string(mod_src_.substr(start, end - start))); if (mod_src_[end] == '\r') end++; start = end + 1; } return LineCache; } void SourceDebugger::dumpSrcLine(const vector &LineCache, const string &FileName, uint32_t Line, uint32_t &CurrentSrcLine, llvm::raw_ostream &os) { if (Line != 0 && Line != CurrentSrcLine && Line < LineCache.size() && FileName == mod_->getSourceFileName()) { os << "; " << StringRef(LineCache[Line - 1]).ltrim() << format( " // Line" "%4" PRIu64 "\n", Line); CurrentSrcLine = Line; } } void SourceDebugger::getDebugSections( StringMap> &DebugSections) { for (auto section : sections_) { if (strncmp(section.first.c_str(), ".debug", 6) == 0) { StringRef SecData(reinterpret_cast(get<0>(section.second)), get<1>(section.second)); DebugSections[section.first.substr(1)] = MemoryBuffer::getMemBufferCopy(SecData); } } } void SourceDebugger::dump() { string Error; string TripleStr(mod_->getTargetTriple()); Triple TheTriple(TripleStr); const Target *T = TargetRegistry::lookupTarget(TripleStr, Error); if (!T) { errs() << "Debug Error: cannot get target\n"; return; } std::unique_ptr MRI(T->createMCRegInfo(TripleStr)); if (!MRI) { errs() << "Debug Error: cannot get register info\n"; return; } #if LLVM_VERSION_MAJOR >= 10 MCTargetOptions MCOptions; std::unique_ptr MAI(T->createMCAsmInfo(*MRI, TripleStr, MCOptions)); #else std::unique_ptr MAI(T->createMCAsmInfo(*MRI, TripleStr)); #endif if (!MAI) { errs() << "Debug Error: cannot get assembly info\n"; return; } std::unique_ptr STI( T->createMCSubtargetInfo(TripleStr, "", "")); MCObjectFileInfo MOFI; #if LLVM_VERSION_MAJOR >= 13 MCContext Ctx(TheTriple, MAI.get(), MRI.get(), STI.get(), nullptr); Ctx.setObjectFileInfo(&MOFI); MOFI.initMCObjectFileInfo(Ctx, false, false); #else MCContext Ctx(MAI.get(), MRI.get(), &MOFI, nullptr); MOFI.InitMCObjectFileInfo(TheTriple, false, Ctx, false); #endif std::unique_ptr MCII(T->createMCInstrInfo()); MCInstPrinter *IP = T->createMCInstPrinter(TheTriple, 0, *MAI, *MCII, *MRI); if (!IP) { errs() << "Debug Error: unable to create instruction printer\n"; return; } std::unique_ptr DisAsm( T->createMCDisassembler(*STI, Ctx)); if (!DisAsm) { errs() << "Debug Error: no disassembler\n"; return; } // Set up the dwarf debug context StringMap> DebugSections; getDebugSections(DebugSections); std::unique_ptr DwarfCtx = DWARFContext::create(DebugSections, 8); if (!DwarfCtx) { errs() << "Debug Error: dwarf context creation failed\n"; return; } // bcc has only one compilation unit // getCompileUnitAtIndex() was gone in llvm 8.0 (https://reviews.llvm.org/D49741) #if LLVM_VERSION_MAJOR >= 8 DWARFCompileUnit *CU = cast(DwarfCtx->getUnitAtIndex(0)); #else DWARFCompileUnit *CU = DwarfCtx->getCompileUnitAtIndex(0); #endif if (!CU) { errs() << "Debug Error: dwarf context failed to get compile unit\n"; return; } const DWARFLineTable *LineTable = DwarfCtx->getLineTableForUnit(CU); if (!LineTable) { errs() << "Debug Error: dwarf context failed to get line table\n"; return; } // Build LineCache for later source code printing vector LineCache = buildLineCache(); // Start to disassemble with source code annotation section by section prog_func_info_.for_each_func([&](std::string func_name, FuncInfo &info) { MCDisassembler::DecodeStatus S; MCInst Inst; uint64_t Size; uint8_t *FuncStart = info.start_; uint64_t FuncSize = info.size_; #if LLVM_VERSION_MAJOR >= 9 auto section = sections_.find(info.section_); if (section == sections_.end()) { errs() << "Debug Error: no section entry for section " << info.section_ << '\n'; return; } unsigned SectionID = get<2>(section->second); #endif ArrayRef Data(FuncStart, FuncSize); uint32_t CurrentSrcLine = 0; errs() << "Disassembly of function " << func_name << "\n"; string src_dbg_str; llvm::raw_string_ostream os(src_dbg_str); for (uint64_t Index = 0; Index < FuncSize; Index += Size) { #if LLVM_VERSION_MAJOR >= 10 S = DisAsm->getInstruction(Inst, Size, Data.slice(Index), Index, nulls()); #else S = DisAsm->getInstruction(Inst, Size, Data.slice(Index), Index, nulls(), nulls()); #endif if (S != MCDisassembler::Success) { os << "Debug Error: disassembler failed: " << std::to_string(S) << '\n'; break; } else { DILineInfo LineInfo; LineTable->getFileLineInfoForAddress( #if LLVM_VERSION_MAJOR >= 9 {(uint64_t)FuncStart + Index, SectionID}, #else (uint64_t)FuncStart + Index, #endif CU->getCompilationDir(), DILineInfoSpecifier::FileLineInfoKind::AbsoluteFilePath, LineInfo); adjustInstSize(Size, Data[Index], Data[Index + 1]); dumpSrcLine(LineCache, LineInfo.FileName, LineInfo.Line, CurrentSrcLine, os); os << format("%4" PRIu64 ":", Index >> 3) << '\t'; dumpBytes(Data.slice(Index, Size), os); #if LLVM_VERSION_MAJOR >= 10 IP->printInst(&Inst, 0, "", *STI, os); #else IP->printInst(&Inst, os, "", *STI); #endif os << '\n'; } } os.flush(); errs() << src_dbg_str << '\n'; src_dbg_fmap_[func_name] = src_dbg_str; }); } } // namespace ebpf bpfcc-0.31.0/src/cc/bcc_debug.h000066400000000000000000000037621465134135300161070ustar00rootroot00000000000000/* * Copyright (c) 2017 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "bpf_module.h" #include "frontends/clang/loader.h" namespace ebpf { class SourceDebugger { public: SourceDebugger(llvm::Module *mod, sec_map_def §ions, ProgFuncInfo &prog_func_info, const std::string &mod_src, std::map &src_dbg_fmap) : mod_(mod), sections_(sections), prog_func_info_(prog_func_info), mod_src_(mod_src), src_dbg_fmap_(src_dbg_fmap) {} // Only support dump for llvm 6.x and later. // // The llvm 5.x, but not earlier versions, also supports create // a dwarf context for source debugging based // on a set of in-memory sections with slightly different interfaces. // FIXME: possibly to support 5.x // #if LLVM_VERSION_MAJOR >= 6 void dump(); private: void adjustInstSize(uint64_t &Size, uint8_t byte0, uint8_t byte1); std::vector buildLineCache(); void dumpSrcLine(const std::vector &LineCache, const std::string &FileName, uint32_t Line, uint32_t &CurrentSrcLine, llvm::raw_ostream &os); void getDebugSections( llvm::StringMap> &DebugSections); #else void dump() { } #endif private: llvm::Module *mod_; const sec_map_def §ions_; ProgFuncInfo &prog_func_info_; const std::string &mod_src_; std::map &src_dbg_fmap_; }; } // namespace ebpf bpfcc-0.31.0/src/cc/bcc_elf.c000066400000000000000000001121451465134135300155560ustar00rootroot00000000000000/* * Copyright (c) 2016 GitHub, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include #include #include #include #include #include #ifdef HAVE_LIBLZMA #include #endif #ifdef HAVE_LIBDEBUGINFOD #include #endif #include #include "bcc_elf.h" #include "bcc_proc.h" #include "bcc_syms.h" #include "bcc_zip.h" #define NT_STAPSDT 3 #define ELF_ST_TYPE(x) (((uint32_t) x) & 0xf) static int openelf_fd(int fd, Elf **elf_out) { if (elf_version(EV_CURRENT) == EV_NONE) return -1; *elf_out = elf_begin(fd, ELF_C_READ, 0); if (*elf_out == NULL) return -1; return 0; } static int openelf_mem(void *buf, size_t buf_len, Elf **elf_out) { if (elf_version(EV_CURRENT) == EV_NONE) return -1; *elf_out = elf_memory(buf, buf_len); if (*elf_out == NULL) return -1; return 0; } // Type of bcc_elf_file. enum bcc_elf_file_type { // Empty bcc_elf_file, not associated with any Elf or resources. // None of the union fields should be read and elf pointer is NULL. BCC_ELF_FILE_TYPE_NONE = 0, // bcc_elf_file owning a file descriptor and providing access to // an Elf file backed by data from that file. // fd field of the impl union stores the file descriptor and elf // pointer is not NULL. BCC_ELF_FILE_TYPE_FD, // bcc_elf_file owning a memory buffer and providing access to an // Elf file backed by data in that buffer. // buf field of the impl union stores the address of the buffer // and elf pointer is not NULL. BCC_ELF_FILE_TYPE_BUF, // bcc_elf_file owning a bcc_zip_archive and providing access to // an Elf file backed by data from one of the zip entries. // archive field of the impl union stores the address of the // zip archive and elf pointer is not NULL. BCC_ELF_FILE_TYPE_ARCHIVE }; // Provides access to an Elf structure in an uniform way, // independently from its source (file, memory buffer, zip archive). struct bcc_elf_file { Elf *elf; enum bcc_elf_file_type type; union { int fd; void *buf; struct bcc_zip_archive *archive; }; }; // Initializes bcc_elf_file as not pointing to any elf file and not // owning any resources. After returning the provided elf_file can be // safely passed to bcc_elf_file_close. static void bcc_elf_file_init(struct bcc_elf_file *elf_file) { memset(elf_file, 0, sizeof(struct bcc_elf_file)); } #ifdef HAVE_LIBLZMA static int bcc_elf_file_open_buf(void *buf, size_t buf_len, struct bcc_elf_file *out) { Elf *elf = NULL; if (openelf_mem(buf, buf_len, &elf)) { return -1; } out->elf = elf; out->type = BCC_ELF_FILE_TYPE_BUF; out->buf = buf; return 0; } #endif static int bcc_elf_file_open_fd(int fd, struct bcc_elf_file *out) { Elf *elf = NULL; if (openelf_fd(fd, &elf)) { return -1; } out->elf = elf; out->type = BCC_ELF_FILE_TYPE_FD; out->fd = fd; return 0; } static int bcc_elf_file_open(const char *path, struct bcc_elf_file *out) { struct bcc_zip_archive *archive = NULL; struct bcc_zip_entry entry; int fd = -1; fd = open(path, O_RDONLY); if (fd >= 0) { if (bcc_elf_file_open_fd(fd, out)) { close(fd); return -1; } return 0; } archive = bcc_zip_archive_open_and_find(path, &entry); if (archive) { if (entry.compression || openelf_mem((void *)entry.data, entry.data_length, &out->elf)) { bcc_zip_archive_close(archive); return -1; } out->type = BCC_ELF_FILE_TYPE_ARCHIVE; out->archive = archive; return 0; } return -1; } static void bcc_elf_file_close(struct bcc_elf_file *elf_file) { if (elf_file->elf) { elf_end(elf_file->elf); } switch (elf_file->type) { case BCC_ELF_FILE_TYPE_FD: close(elf_file->fd); break; case BCC_ELF_FILE_TYPE_BUF: free(elf_file->buf); break; case BCC_ELF_FILE_TYPE_ARCHIVE: bcc_zip_archive_close(elf_file->archive); break; default: break; } bcc_elf_file_init(elf_file); } static const char *parse_stapsdt_note(struct bcc_elf_usdt *probe, GElf_Shdr *probes_shdr, const char *desc, int elf_class) { if (elf_class == ELFCLASS32) { probe->pc = *((uint32_t *)(desc)); probe->base_addr = *((uint32_t *)(desc + 4)); probe->semaphore = *((uint32_t *)(desc + 8)); desc = desc + 12; } else { probe->pc = *((uint64_t *)(desc)); probe->base_addr = *((uint64_t *)(desc + 8)); probe->semaphore = *((uint64_t *)(desc + 16)); desc = desc + 24; } // Offset from start of file if (probe->semaphore && probes_shdr) probe->semaphore_offset = probe->semaphore - probes_shdr->sh_addr + probes_shdr->sh_offset; else probe->semaphore_offset = 0; probe->provider = desc; desc += strlen(desc) + 1; probe->name = desc; desc += strlen(desc) + 1; probe->arg_fmt = desc; desc += strlen(desc) + 1; return desc; } static int do_note_segment(Elf_Scn *section, GElf_Shdr *probes_shdr, int elf_class, bcc_elf_probecb callback, const char *binpath, uint64_t first_inst_offset, void *payload) { Elf_Data *data = NULL; while ((data = elf_getdata(section, data)) != 0) { size_t offset = 0; GElf_Nhdr hdr; size_t name_off, desc_off; while ((offset = gelf_getnote(data, offset, &hdr, &name_off, &desc_off)) != 0) { const char *desc, *desc_end; struct bcc_elf_usdt probe; if (hdr.n_type != NT_STAPSDT) continue; if (hdr.n_namesz != 8) continue; if (memcmp((const char *)data->d_buf + name_off, "stapsdt", 8) != 0) continue; desc = (const char *)data->d_buf + desc_off; desc_end = desc + hdr.n_descsz; if (parse_stapsdt_note(&probe, probes_shdr, desc, elf_class) == desc_end) { if (probe.pc < first_inst_offset) fprintf(stderr, "WARNING: invalid address 0x%lx for probe (%s,%s) in binary %s\n", probe.pc, probe.provider, probe.name, binpath); else callback(binpath, &probe, payload); } } } return 0; } static int listprobes(Elf *e, bcc_elf_probecb callback, const char *binpath, void *payload) { Elf_Scn *section = NULL; bool found_probes_shdr; size_t stridx; int elf_class = gelf_getclass(e); uint64_t first_inst_offset = 0; GElf_Shdr probes_shdr = {}; if (elf_getshdrstrndx(e, &stridx) != 0) return -1; // Get the offset to the first instruction while ((section = elf_nextscn(e, section)) != 0) { GElf_Shdr header; if (!gelf_getshdr(section, &header)) continue; // The elf file section layout is based on increasing virtual address, // getting the first section with SHF_EXECINSTR is enough. if (header.sh_flags & SHF_EXECINSTR) { first_inst_offset = header.sh_addr; break; } } found_probes_shdr = false; while ((section = elf_nextscn(e, section)) != 0) { if (!gelf_getshdr(section, &probes_shdr)) continue; char *name = elf_strptr(e, stridx, probes_shdr.sh_name); if (name && !strcmp(name, ".probes")) { found_probes_shdr = true; break; } } while ((section = elf_nextscn(e, section)) != 0) { GElf_Shdr header; char *name; if (!gelf_getshdr(section, &header)) continue; if (header.sh_type != SHT_NOTE) continue; name = elf_strptr(e, stridx, header.sh_name); if (name && !strcmp(name, ".note.stapsdt")) { GElf_Shdr *shdr_ptr = found_probes_shdr ? &probes_shdr : NULL; if (do_note_segment(section, shdr_ptr, elf_class, callback, binpath, first_inst_offset, payload) < 0) return -1; } } return 0; } int bcc_elf_foreach_usdt(const char *path, bcc_elf_probecb callback, void *payload) { int res; struct bcc_elf_file elf_file; bcc_elf_file_init(&elf_file); if (bcc_elf_file_open(path, &elf_file) < 0) return -1; res = listprobes(elf_file.elf, callback, path, payload); bcc_elf_file_close(&elf_file); return res; } static Elf_Scn * get_section(Elf *e, const char *section_name, GElf_Shdr *section_hdr, size_t *section_idx) { Elf_Scn *section = NULL; GElf_Shdr header; char *name; size_t stridx; if (elf_getshdrstrndx(e, &stridx) != 0) return NULL; size_t index; for (index = 1; (section = elf_nextscn(e, section)) != 0; index++) { if (!gelf_getshdr(section, &header)) continue; name = elf_strptr(e, stridx, header.sh_name); if (name && !strcmp(name, section_name)) { if (section_hdr) *section_hdr = header; if (section_idx) *section_idx = index; return section; } } return NULL; } static int list_in_scn(Elf *e, Elf_Scn *section, size_t stridx, size_t symsize, struct bcc_symbol_option *option, bcc_elf_symcb callback, bcc_elf_symcb_lazy callback_lazy, void *payload, bool debugfile) { Elf_Data *data = NULL; #if defined(__powerpc64__) && __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__ size_t opdidx = 0; Elf_Scn *opdsec = NULL; GElf_Shdr opdshdr = {}; Elf_Data *opddata = NULL; opdsec = get_section(e, ".opd", &opdshdr, &opdidx); if (opdsec && opdshdr.sh_type == SHT_PROGBITS) opddata = elf_getdata(opdsec, NULL); #endif while ((data = elf_getdata(section, data)) != 0) { size_t i, symcount = data->d_size / symsize; if (data->d_size % symsize) return -1; for (i = 0; i < symcount; ++i) { GElf_Sym sym; const char *name; size_t name_len; if (!gelf_getsym(data, (int)i, &sym)) continue; if ((name = elf_strptr(e, stridx, sym.st_name)) == NULL) continue; if (name[0] == 0) continue; name_len = strlen(name); if (sym.st_value == 0) continue; uint32_t st_type = ELF_ST_TYPE(sym.st_info); if (!(option->use_symbol_type & (1 << st_type))) continue; #ifdef __powerpc64__ #if defined(_CALL_ELF) && _CALL_ELF == 2 if (option->use_symbol_type & (1 << STT_PPC64_ELFV2_SYM_LEP)) { /* * The PowerPC 64-bit ELF v2 ABI says that the 3 most significant bits * in the st_other field of the symbol table specifies the number of * instructions between a function's Global Entry Point (GEP) and Local * Entry Point (LEP). */ switch (sym.st_other >> 5) { /* GEP and LEP are the same for 0 or 1, usage is reserved for 7 */ /* If 2, LEP is 1 instruction past the GEP */ case 2: sym.st_value += 4; break; /* If 3, LEP is 2 instructions past the GEP */ case 3: sym.st_value += 8; break; /* If 4, LEP is 4 instructions past the GEP */ case 4: sym.st_value += 16; break; /* If 5, LEP is 8 instructions past the GEP */ case 5: sym.st_value += 32; break; /* If 6, LEP is 16 instructions past the GEP */ case 6: sym.st_value += 64; break; } } #else if (opddata && sym.st_shndx == opdidx) { size_t offset = sym.st_value - opdshdr.sh_addr; /* Find the function descriptor */ uint64_t *descr = opddata->d_buf + offset; /* Read the actual entry point address from the descriptor */ sym.st_value = *descr; } #endif #endif int ret; if (option->lazy_symbolize) ret = callback_lazy(stridx, sym.st_name, name_len, sym.st_value, sym.st_size, debugfile, payload); else ret = callback(name, sym.st_value, sym.st_size, payload); if (ret < 0) return 1; // signal termination to caller } } return 0; } static int listsymbols(Elf *e, bcc_elf_symcb callback, bcc_elf_symcb_lazy callback_lazy, void *payload, struct bcc_symbol_option *option, bool debugfile) { Elf_Scn *section = NULL; while ((section = elf_nextscn(e, section)) != 0) { GElf_Shdr header; if (!gelf_getshdr(section, &header)) continue; if (header.sh_type != SHT_SYMTAB && header.sh_type != SHT_DYNSYM) continue; int rc = list_in_scn(e, section, header.sh_link, header.sh_entsize, option, callback, callback_lazy, payload, debugfile); if (rc == 1) break; // callback signaled termination if (rc < 0) return rc; } return 0; } static Elf_Data * get_section_elf_data(Elf *e, const char *section_name) { Elf_Scn *section = get_section(e, section_name, NULL, NULL); if (section) return elf_getdata(section, NULL); return NULL; } static int find_debuglink(Elf *e, char **debug_file, unsigned int *crc) { Elf_Data *data = NULL; *debug_file = NULL; *crc = 0; data = get_section_elf_data(e, ".gnu_debuglink"); if (!data || data->d_size <= 5) return 0; *debug_file = (char *)data->d_buf; *crc = *(unsigned int*)((char *)data->d_buf + data->d_size - 4); return *debug_file ? 1 : 0; } static int find_buildid(Elf *e, char *buildid) { Elf_Data *data = get_section_elf_data(e, ".note.gnu.build-id"); if (!data || data->d_size <= 16 || strcmp((char *)data->d_buf + 12, "GNU")) return 0; char *buf = (char *)data->d_buf + 16; size_t length = data->d_size - 16; size_t i = 0; for (i = 0; i < length; ++i) { sprintf(buildid + (i * 2), "%02hhx", buf[i]); } return 1; } // The CRC algorithm used by GNU debuglink. Taken from: // https://sourceware.org/gdb/onlinedocs/gdb/Separate-Debug-Files.html static unsigned int gnu_debuglink_crc32(unsigned int crc, char *buf, size_t len) { static const unsigned int crc32_table[256] = { 0x00000000, 0x77073096, 0xee0e612c, 0x990951ba, 0x076dc419, 0x706af48f, 0xe963a535, 0x9e6495a3, 0x0edb8832, 0x79dcb8a4, 0xe0d5e91e, 0x97d2d988, 0x09b64c2b, 0x7eb17cbd, 0xe7b82d07, 0x90bf1d91, 0x1db71064, 0x6ab020f2, 0xf3b97148, 0x84be41de, 0x1adad47d, 0x6ddde4eb, 0xf4d4b551, 0x83d385c7, 0x136c9856, 0x646ba8c0, 0xfd62f97a, 0x8a65c9ec, 0x14015c4f, 0x63066cd9, 0xfa0f3d63, 0x8d080df5, 0x3b6e20c8, 0x4c69105e, 0xd56041e4, 0xa2677172, 0x3c03e4d1, 0x4b04d447, 0xd20d85fd, 0xa50ab56b, 0x35b5a8fa, 0x42b2986c, 0xdbbbc9d6, 0xacbcf940, 0x32d86ce3, 0x45df5c75, 0xdcd60dcf, 0xabd13d59, 0x26d930ac, 0x51de003a, 0xc8d75180, 0xbfd06116, 0x21b4f4b5, 0x56b3c423, 0xcfba9599, 0xb8bda50f, 0x2802b89e, 0x5f058808, 0xc60cd9b2, 0xb10be924, 0x2f6f7c87, 0x58684c11, 0xc1611dab, 0xb6662d3d, 0x76dc4190, 0x01db7106, 0x98d220bc, 0xefd5102a, 0x71b18589, 0x06b6b51f, 0x9fbfe4a5, 0xe8b8d433, 0x7807c9a2, 0x0f00f934, 0x9609a88e, 0xe10e9818, 0x7f6a0dbb, 0x086d3d2d, 0x91646c97, 0xe6635c01, 0x6b6b51f4, 0x1c6c6162, 0x856530d8, 0xf262004e, 0x6c0695ed, 0x1b01a57b, 0x8208f4c1, 0xf50fc457, 0x65b0d9c6, 0x12b7e950, 0x8bbeb8ea, 0xfcb9887c, 0x62dd1ddf, 0x15da2d49, 0x8cd37cf3, 0xfbd44c65, 0x4db26158, 0x3ab551ce, 0xa3bc0074, 0xd4bb30e2, 0x4adfa541, 0x3dd895d7, 0xa4d1c46d, 0xd3d6f4fb, 0x4369e96a, 0x346ed9fc, 0xad678846, 0xda60b8d0, 0x44042d73, 0x33031de5, 0xaa0a4c5f, 0xdd0d7cc9, 0x5005713c, 0x270241aa, 0xbe0b1010, 0xc90c2086, 0x5768b525, 0x206f85b3, 0xb966d409, 0xce61e49f, 0x5edef90e, 0x29d9c998, 0xb0d09822, 0xc7d7a8b4, 0x59b33d17, 0x2eb40d81, 0xb7bd5c3b, 0xc0ba6cad, 0xedb88320, 0x9abfb3b6, 0x03b6e20c, 0x74b1d29a, 0xead54739, 0x9dd277af, 0x04db2615, 0x73dc1683, 0xe3630b12, 0x94643b84, 0x0d6d6a3e, 0x7a6a5aa8, 0xe40ecf0b, 0x9309ff9d, 0x0a00ae27, 0x7d079eb1, 0xf00f9344, 0x8708a3d2, 0x1e01f268, 0x6906c2fe, 0xf762575d, 0x806567cb, 0x196c3671, 0x6e6b06e7, 0xfed41b76, 0x89d32be0, 0x10da7a5a, 0x67dd4acc, 0xf9b9df6f, 0x8ebeeff9, 0x17b7be43, 0x60b08ed5, 0xd6d6a3e8, 0xa1d1937e, 0x38d8c2c4, 0x4fdff252, 0xd1bb67f1, 0xa6bc5767, 0x3fb506dd, 0x48b2364b, 0xd80d2bda, 0xaf0a1b4c, 0x36034af6, 0x41047a60, 0xdf60efc3, 0xa867df55, 0x316e8eef, 0x4669be79, 0xcb61b38c, 0xbc66831a, 0x256fd2a0, 0x5268e236, 0xcc0c7795, 0xbb0b4703, 0x220216b9, 0x5505262f, 0xc5ba3bbe, 0xb2bd0b28, 0x2bb45a92, 0x5cb36a04, 0xc2d7ffa7, 0xb5d0cf31, 0x2cd99e8b, 0x5bdeae1d, 0x9b64c2b0, 0xec63f226, 0x756aa39c, 0x026d930a, 0x9c0906a9, 0xeb0e363f, 0x72076785, 0x05005713, 0x95bf4a82, 0xe2b87a14, 0x7bb12bae, 0x0cb61b38, 0x92d28e9b, 0xe5d5be0d, 0x7cdcefb7, 0x0bdbdf21, 0x86d3d2d4, 0xf1d4e242, 0x68ddb3f8, 0x1fda836e, 0x81be16cd, 0xf6b9265b, 0x6fb077e1, 0x18b74777, 0x88085ae6, 0xff0f6a70, 0x66063bca, 0x11010b5c, 0x8f659eff, 0xf862ae69, 0x616bffd3, 0x166ccf45, 0xa00ae278, 0xd70dd2ee, 0x4e048354, 0x3903b3c2, 0xa7672661, 0xd06016f7, 0x4969474d, 0x3e6e77db, 0xaed16a4a, 0xd9d65adc, 0x40df0b66, 0x37d83bf0, 0xa9bcae53, 0xdebb9ec5, 0x47b2cf7f, 0x30b5ffe9, 0xbdbdf21c, 0xcabac28a, 0x53b39330, 0x24b4a3a6, 0xbad03605, 0xcdd70693, 0x54de5729, 0x23d967bf, 0xb3667a2e, 0xc4614ab8, 0x5d681b02, 0x2a6f2b94, 0xb40bbe37, 0xc30c8ea1, 0x5a05df1b, 0x2d02ef8d }; char *end; crc = ~crc & 0xffffffff; for (end = buf + len; buf < end; ++buf) crc = crc32_table[(crc ^ *buf) & 0xff] ^ (crc >> 8); return ~crc & 0xffffffff; } static int verify_checksum(const char *file, unsigned int crc) { struct stat st; int fd; void *buf; unsigned int actual; fd = open(file, O_RDONLY); if (fd < 0) return 0; if (fstat(fd, &st) < 0) { close(fd); return 0; } buf = mmap(NULL, st.st_size, PROT_READ, MAP_PRIVATE, fd, 0); if (!buf) { close(fd); return 0; } actual = gnu_debuglink_crc32(0, buf, st.st_size); munmap(buf, st.st_size); close(fd); return actual == crc; } // Check if two filenames point to the same file, including hard or soft links. static bool same_file(char *a, const char *b) { struct stat stat_a, stat_b; if (stat(a, &stat_a) || stat(b, &stat_b)) return false; if ((stat_a.st_dev == stat_b.st_dev) && (stat_a.st_ino == stat_b.st_ino)) return true; else return false; } static int try_open_debuglink_candidate(const char *path, int check_crc, int crc, struct bcc_elf_file *out) { if (access(path, F_OK)) { return -1; } if (check_crc && !verify_checksum(path, crc)) { return -1; } return bcc_elf_file_open(path, out); } // Returns 0 on success, otherwise nonzero. // If successfull, 'out' param is a valid bcc_elf_file. // Caller is responsible for calling bcc_elf_file_close when done using it. // See https://sourceware.org/gdb/onlinedocs/gdb/Separate-Debug-Files.html static int find_debug_via_debuglink(Elf *e, const char *binpath, int check_crc, struct bcc_elf_file *out) { char fullpath[PATH_MAX]; char tmppath[PATH_MAX]; char *bindir = NULL; unsigned int crc; char *name; // the name of the debuginfo file if (!find_debuglink(e, &name, &crc)) return -1; strncpy(tmppath, binpath, PATH_MAX); tmppath[PATH_MAX - 1] = 0; bindir = dirname(tmppath); // Search for the file in 'binpath', but ignore the file we find if it // matches the binary itself: the binary will always be probed later on, // and it might contain poorer symbols (e.g. stripped or partial symbols) // than the external debuginfo that might be available elsewhere. snprintf(fullpath, sizeof(fullpath),"%s/%s", bindir, name); if (same_file(fullpath, binpath) != true && try_open_debuglink_candidate(fullpath, check_crc, crc, out) == 0) return 0; // Search for the file in 'binpath'/.debug snprintf(fullpath, sizeof(fullpath), "%s/.debug/%s", bindir, name); if (try_open_debuglink_candidate(fullpath, check_crc, crc, out) == 0) return 0; // Search for the file in the global debug directory /usr/lib/debug/'binpath' snprintf(fullpath, sizeof(fullpath), "/usr/lib/debug%s/%s", bindir, name); if (try_open_debuglink_candidate(fullpath, check_crc, crc, out) == 0) return 0; return -1; } // Returns 0 on success, otherwise nonzero. // If successfull, 'out' param is a valid bcc_elf_file. // Caller is responsible for calling bcc_elf_file_close when done using it. // See https://sourceware.org/gdb/onlinedocs/gdb/Separate-Debug-Files.html static int find_debug_via_buildid(Elf *e, struct bcc_elf_file *out) { char fullpath[PATH_MAX]; char buildid[128]; // currently 40 seems to be default, let's be safe if (!find_buildid(e, buildid)) return -1; // Search for the file in the global debug directory with a sub-path: // mm/nnnnnn...nnnn.debug // Where mm are the first two characters of the buildid, and nnnn are the // rest of the build id, followed by .debug. const char *bcc_debuginfo_root = getenv("BCC_DEBUGINFO_ROOT"); if (bcc_debuginfo_root == NULL) bcc_debuginfo_root = "/usr/lib/debug"; snprintf(fullpath, sizeof(fullpath), "%s/.build-id/%c%c/%s.debug", bcc_debuginfo_root, buildid[0], buildid[1], buildid + 2); return bcc_elf_file_open(fullpath, out); } // Returns 0 on success, otherwise nonzero. // If successfull, 'out' param is a valid bcc_elf_file. // Caller is responsible for calling bcc_elf_file_close when done using it. // See // https://github.com/torvalds/linux/blob/v5.2/tools/perf/Documentation/perf-report.txt#L325 static int find_debug_via_symfs(Elf *e, const char *path, struct bcc_elf_file *out) { char fullpath[PATH_MAX]; char buildid[128]; char symfs_buildid[128]; int check_build_id; char *symfs; struct bcc_elf_file symfs_elf_file; bcc_elf_file_init(&symfs_elf_file); symfs = getenv("BCC_SYMFS"); if (!symfs || !*symfs) goto fail; check_build_id = find_buildid(e, buildid); int ns_prefix_length = 0; sscanf(path, "/proc/%*u/root/%n", &ns_prefix_length); path += ns_prefix_length; snprintf(fullpath, sizeof(fullpath), "%s/%s", symfs, path); if (access(fullpath, F_OK) == -1) goto fail; if (bcc_elf_file_open(fullpath, &symfs_elf_file) < 0) { goto fail; } if (check_build_id) { if (!find_buildid(symfs_elf_file.elf, symfs_buildid)) goto fail; if (strncmp(buildid, symfs_buildid, sizeof(buildid))) goto fail; } *out = symfs_elf_file; return 0; fail: bcc_elf_file_close(&symfs_elf_file); return -1; } #ifdef HAVE_LIBLZMA #define LZMA_MIN_BUFFER_SIZE 4096 #define LZMA_MEMLIMIT (128 * 1024 * 1024) static int open_mini_debug_info_file(void *gnu_debugdata, size_t gnu_debugdata_size, struct bcc_elf_file *out) { void *decompressed = NULL; void *new_decompressed = NULL; size_t decompressed_data_size = 0; size_t decompressed_buffer_size = 0; lzma_stream stream = LZMA_STREAM_INIT; lzma_ret ret; ret = lzma_stream_decoder(&stream, LZMA_MEMLIMIT, 0); if (ret != LZMA_OK) return -1; stream.next_in = gnu_debugdata; stream.avail_in = gnu_debugdata_size; stream.avail_out = 0; while (ret == LZMA_OK && stream.avail_in > 0) { if (stream.avail_out < LZMA_MIN_BUFFER_SIZE) { decompressed_buffer_size += LZMA_MIN_BUFFER_SIZE; new_decompressed = realloc(decompressed, decompressed_buffer_size); if (new_decompressed == NULL) { ret = LZMA_MEM_ERROR; break; } decompressed = new_decompressed; stream.avail_out += LZMA_MIN_BUFFER_SIZE; stream.next_out = decompressed + decompressed_data_size; } ret = lzma_code(&stream, LZMA_FINISH); decompressed_data_size = decompressed_buffer_size - stream.avail_out; } lzma_end(&stream); if (ret != LZMA_STREAM_END || bcc_elf_file_open_buf(decompressed, decompressed_data_size, out)) { free(decompressed); return -1; } return 0; } // Returns 0 on success, otherwise nonzero. // If successfull, 'out' param is a valid bcc_elf_file. // Caller is responsible for calling bcc_elf_file_close when done using it. // See https://sourceware.org/gdb/onlinedocs/gdb/MiniDebugInfo.html static int find_debug_via_mini_debug_info(Elf *elf, struct bcc_elf_file *out) { Elf_Data *gnu_debugdata; gnu_debugdata = get_section_elf_data(elf, ".gnu_debugdata"); if (gnu_debugdata == NULL) return -1; return open_mini_debug_info_file(gnu_debugdata->d_buf, gnu_debugdata->d_size, out); } #endif #ifdef HAVE_LIBDEBUGINFOD // Returns 0 on success, otherwise nonzero. // If successfull, 'out' param is a valid bcc_elf_file. // Caller is responsible for calling bcc_elf_file_close when done using it. // See https://sourceware.org/elfutils/Debuginfod.html static int find_debug_via_debuginfod(Elf *e, struct bcc_elf_file *out) { char buildid[128]; int fd = -1; if (!find_buildid(e, buildid)) return -1; debuginfod_client *client = debuginfod_begin(); if (!client) return -1; // In case of an error, the function returns a negative error code. fd = debuginfod_find_debuginfo(client, (const unsigned char *)buildid, 0, NULL); if (fd >= 0) { if (bcc_elf_file_open_fd(fd, out)) { close(fd); fd = -1; } } debuginfod_end(client); return fd >= 0 ? 0 : -1; } #endif // Returns 0 on success, otherwise nonzero. // If successfull, 'out' param is a valid bcc_elf_file. // Caller is responsible for calling bcc_elf_file_close when done using it. static int find_debug_file(Elf *e, const char *path, int check_crc, struct bcc_elf_file *out) { if (find_debug_via_symfs(e, path, out) == 0) return 0; if (find_debug_via_buildid(e, out) == 0) return 0; if (find_debug_via_debuglink(e, path, check_crc, out) == 0) return 0; #ifdef HAVE_LIBLZMA if (find_debug_via_mini_debug_info(e, out) == 0) return 0; #endif #ifdef HAVE_LIBDEBUGINFOD if (find_debug_via_debuginfod(e, out) == 0) return 0; #endif return -1; } static int foreach_sym_core(const char *path, bcc_elf_symcb callback, bcc_elf_symcb_lazy callback_lazy, struct bcc_symbol_option *option, void *payload) { struct bcc_elf_file elf_file; bcc_elf_file_init(&elf_file); struct bcc_elf_file debug_elf_file; bcc_elf_file_init(&debug_elf_file); int res; if (!option) return -1; if (bcc_elf_file_open(path, &elf_file) < 0) return -1; if (option->use_debug_file) { if (find_debug_file(elf_file.elf, path, option->check_debug_file_crc, &debug_elf_file) == 0) { listsymbols(debug_elf_file.elf, callback, callback_lazy, payload, option, 1); bcc_elf_file_close(&debug_elf_file); } } res = listsymbols(elf_file.elf, callback, callback_lazy, payload, option, 0); bcc_elf_file_close(&elf_file); return res; } int bcc_elf_foreach_sym(const char *path, bcc_elf_symcb callback, void *option, void *payload) { struct bcc_symbol_option *o = option; o->lazy_symbolize = 0; return foreach_sym_core(path, callback, NULL, o, payload); } int bcc_elf_foreach_sym_lazy(const char *path, bcc_elf_symcb_lazy callback, void *option, void *payload) { struct bcc_symbol_option *o = option; o->lazy_symbolize = 1; return foreach_sym_core(path, NULL, callback, o, payload); } int bcc_elf_get_text_scn_info(const char *path, uint64_t *addr, uint64_t *offset) { int err; Elf_Scn *section = NULL; GElf_Shdr header; size_t stridx; char *name; struct bcc_elf_file elf_file; bcc_elf_file_init(&elf_file); if ((err = bcc_elf_file_open(path, &elf_file)) < 0 || (err = elf_getshdrstrndx(elf_file.elf, &stridx)) < 0) goto exit; err = -1; while ((section = elf_nextscn(elf_file.elf, section)) != 0) { if (!gelf_getshdr(section, &header)) continue; name = elf_strptr(elf_file.elf, stridx, header.sh_name); if (name && !strcmp(name, ".text")) { *addr = (uint64_t)header.sh_addr; *offset = (uint64_t)header.sh_offset; err = 0; break; } } exit: bcc_elf_file_close(&elf_file); return err; } int bcc_elf_foreach_load_section(const char *path, bcc_elf_load_sectioncb callback, void *payload) { int err = -1, res; size_t nhdrs, i; struct bcc_elf_file elf_file; bcc_elf_file_init(&elf_file); if (bcc_elf_file_open(path, &elf_file) < 0) goto exit; if (elf_getphdrnum(elf_file.elf, &nhdrs) != 0) goto exit; GElf_Phdr header; for (i = 0; i < nhdrs; i++) { if (!gelf_getphdr(elf_file.elf, (int)i, &header)) continue; if (header.p_type != PT_LOAD || !(header.p_flags & PF_X)) continue; res = callback(header.p_vaddr, header.p_memsz, header.p_offset, payload); if (res < 0) { err = 1; goto exit; } } err = 0; exit: bcc_elf_file_close(&elf_file); return err; } int bcc_elf_get_type(const char *path) { GElf_Ehdr hdr; void* res = NULL; struct bcc_elf_file elf_file; bcc_elf_file_init(&elf_file); if (bcc_elf_file_open(path, &elf_file) < 0) return -1; res = (void *)gelf_getehdr(elf_file.elf, &hdr); bcc_elf_file_close(&elf_file); if (!res) return -1; else return hdr.e_type; } int bcc_elf_is_exe(const char *path) { return (bcc_elf_get_type(path) != -1) && (access(path, X_OK) == 0); } int bcc_elf_is_shared_obj(const char *path) { return bcc_elf_get_type(path) == ET_DYN; } int bcc_elf_is_vdso(const char *name) { return strcmp(name, "[vdso]") == 0; } // -2: Failed // -1: Not initialized // >0: Initialized static int vdso_image_fd = -1; static int find_vdso(struct mod_info *info, int enter_ns, void *payload) { int fd; char tmpfile[128]; if (!bcc_elf_is_vdso(info->name)) return 0; uint64_t sz = info->end_addr - info->start_addr; void *image = malloc(sz); if (!image) goto on_error; memcpy(image, (void *)info->start_addr, sz); snprintf(tmpfile, sizeof(tmpfile), "/tmp/bcc_%d_vdso_image_XXXXXX", getpid()); fd = mkostemp(tmpfile, O_CLOEXEC); if (fd < 0) { fprintf(stderr, "Unable to create temp file: %s\n", strerror(errno)); goto on_error; } // Unlink the file to avoid leaking if (unlink(tmpfile) == -1) fprintf(stderr, "Unlink %s failed: %s\n", tmpfile, strerror(errno)); if (write(fd, image, sz) == -1) { fprintf(stderr, "Failed to write to vDSO image: %s\n", strerror(errno)); close(fd); goto on_error; } vdso_image_fd = fd; on_error: if (image) free(image); // Always stop the iteration return -1; } int bcc_elf_foreach_vdso_sym(bcc_elf_symcb callback, void *payload) { Elf *elf; static struct bcc_symbol_option default_option = { .use_debug_file = 0, .check_debug_file_crc = 0, .use_symbol_type = (1 << STT_FUNC) | (1 << STT_GNU_IFUNC) }; if (vdso_image_fd == -1) { vdso_image_fd = -2; bcc_procutils_each_module(getpid(), &find_vdso, NULL); } if (vdso_image_fd == -2) return -1; if (openelf_fd(vdso_image_fd, &elf) == -1) return -1; int rc = listsymbols(elf, callback, NULL, payload, &default_option, 0); elf_end(elf); return rc; } // return value: 0 : success // < 0 : error and no bcc lib found // > 0 : error and bcc lib found static int bcc_free_memory_with_file(const char *path) { unsigned long sym_addr = 0, sym_shndx; Elf_Scn *section = NULL; int err; GElf_Shdr header; struct bcc_elf_file elf_file; bcc_elf_file_init(&elf_file); if ((err = bcc_elf_file_open(path, &elf_file)) < 0) goto exit; // get symbol address of "bcc_free_memory", which // will be used to calculate runtime .text address // range, esp. for shared libraries. err = -1; while ((section = elf_nextscn(elf_file.elf, section)) != 0) { Elf_Data *data = NULL; size_t symsize; if (!gelf_getshdr(section, &header)) continue; if (header.sh_type != SHT_SYMTAB && header.sh_type != SHT_DYNSYM) continue; /* iterate all symbols */ symsize = header.sh_entsize; while ((data = elf_getdata(section, data)) != 0) { size_t i, symcount = data->d_size / symsize; for (i = 0; i < symcount; ++i) { GElf_Sym sym; if (!gelf_getsym(data, (int)i, &sym)) continue; if (GELF_ST_TYPE(sym.st_info) != STT_FUNC) continue; const char *name; if ((name = elf_strptr(elf_file.elf, header.sh_link, sym.st_name)) == NULL) continue; if (strcmp(name, "bcc_free_memory") == 0) { sym_addr = sym.st_value; sym_shndx = sym.st_shndx; break; } } } } // Didn't find bcc_free_memory in the ELF file. if (sym_addr == 0) goto exit; int sh_idx = 0; section = NULL; err = 1; while ((section = elf_nextscn(elf_file.elf, section)) != 0) { sh_idx++; if (!gelf_getshdr(section, &header)) continue; if (sh_idx == sym_shndx) { unsigned long saddr, saddr_n, eaddr; long page_size = sysconf(_SC_PAGESIZE); saddr = (unsigned long)bcc_free_memory - sym_addr + header.sh_addr; eaddr = saddr + header.sh_size; // adjust saddr and eaddr, start addr needs to be page aligned saddr_n = (saddr + page_size - 1) & ~(page_size - 1); eaddr -= saddr_n - saddr; if (madvise((void *)saddr_n, eaddr - saddr_n, MADV_DONTNEED)) { fprintf(stderr, "madvise failed, saddr %lx, eaddr %lx\n", saddr, eaddr); goto exit; } err = 0; break; } } exit: bcc_elf_file_close(&elf_file); return err; } // Free bcc mmemory // // The main purpose of this function is to free llvm/clang text memory // through madvise MADV_DONTNEED. // // bcc could be linked statically or dynamically into the application. // If it is static linking, there is no easy way to know which region // inside .text section belongs to llvm/clang, so the whole .text section // is freed. Otherwise, the process map is searched to find libbcc.so // library and the whole .text section for that shared library is // freed. // // Note that the text memory used by bcc (mainly llvm/clang) is reclaimable // in the kernel as it is file backed. But the reclaim process // may take some time if no memory pressure. So this API is mostly // used for application who needs to immediately lowers its RssFile // metric right after loading BPF program. int bcc_free_memory() { int err; // First try whether bcc is statically linked or not err = bcc_free_memory_with_file("/proc/self/exe"); if (err >= 0) return -err; // Not statically linked, let us find the libbcc.so FILE *maps = fopen("/proc/self/maps", "r"); if (!maps) return -1; char *line = NULL; size_t size; while (getline(&line, &size, maps) > 0) { char *libbcc = strstr(line, "libbcc.so"); if (!libbcc) continue; // Parse the line and get the full libbcc.so path unsigned long addr_start, addr_end, offset, inode; int path_start = 0, path_end = 0; unsigned int devmajor, devminor; char perms[8]; if (sscanf(line, "%lx-%lx %7s %lx %x:%x %lu %n%*[^\n]%n", &addr_start, &addr_end, perms, &offset, &devmajor, &devminor, &inode, &path_start, &path_end) < 7) break; // Free the text in the bcc dynamic library. char libbcc_path[4096]; memcpy(libbcc_path, line + path_start, path_end - path_start); libbcc_path[path_end - path_start] = '\0'; err = bcc_free_memory_with_file(libbcc_path); err = (err <= 0) ? err : -err; } fclose(maps); free(line); return err; } int bcc_elf_get_buildid(const char *path, char *buildid) { int rc = -1; struct bcc_elf_file elf_file; bcc_elf_file_init(&elf_file); if (bcc_elf_file_open(path, &elf_file) < 0) return -1; if (!find_buildid(elf_file.elf, buildid)) goto exit; rc = 0; exit: bcc_elf_file_close(&elf_file); return rc; } int bcc_elf_symbol_str(const char *path, size_t section_idx, size_t str_table_idx, char *out, size_t len, int debugfile) { int err = 0; const char *name; struct bcc_elf_file elf_file; bcc_elf_file_init(&elf_file); struct bcc_elf_file debug_elf_file; bcc_elf_file_init(&debug_elf_file); if (!out) return -1; if (bcc_elf_file_open(path, &elf_file) < 0) return -1; if (debugfile) { if (find_debug_file(elf_file.elf, path, 0, &debug_elf_file)) { err = -1; goto exit; } if ((name = elf_strptr(debug_elf_file.elf, section_idx, str_table_idx)) == NULL) { err = -1; goto exit; } } else { if ((name = elf_strptr(elf_file.elf, section_idx, str_table_idx)) == NULL) { err = -1; goto exit; } } strncpy(out, name, len); exit: bcc_elf_file_close(&debug_elf_file); bcc_elf_file_close(&elf_file); return err; } #if 0 #include int main(int argc, char *argv[]) { uint64_t addr; if (bcc_elf_findsym(argv[1], argv[2], -1, STT_FUNC, &addr) < 0) return -1; printf("%s: %p\n", argv[2], (void *)addr); return 0; } #endif bpfcc-0.31.0/src/cc/bcc_elf.h000066400000000000000000000070521465134135300155630ustar00rootroot00000000000000/* * Copyright (c) 2016 GitHub, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef LIBBCC_ELF_H #define LIBBCC_ELF_H #ifdef __cplusplus extern "C" { #endif #include #include struct bcc_elf_usdt { uint64_t pc; uint64_t base_addr; // Virtual address semaphore is found at uint64_t semaphore; const char *provider; const char *name; const char *arg_fmt; // Offset from start of file where the semaphore is at uint64_t semaphore_offset; }; // Binary module path, bcc_elf_usdt struct, payload typedef void (*bcc_elf_probecb)(const char *, const struct bcc_elf_usdt *, void *); // Symbol name, start address, length, payload // Callback returning a negative value indicates to stop the iteration typedef int (*bcc_elf_symcb)(const char *, uint64_t, uint64_t, void *); // Section idx, str table idx, str length, start address, length, payload typedef int (*bcc_elf_symcb_lazy)(size_t, size_t, size_t, uint64_t, uint64_t, int, void *); // Segment virtual address, memory size, file offset, payload // Callback returning a negative value indicates to stop the iteration typedef int (*bcc_elf_load_sectioncb)(uint64_t, uint64_t, uint64_t, void *); // Iterate over all USDT probes noted in a binary module // Returns -1 on error, and 0 on success int bcc_elf_foreach_usdt(const char *path, bcc_elf_probecb callback, void *payload); // Iterate over all executable load sections of an ELF // Returns -1 on error, 1 if stopped by callback, and 0 on success int bcc_elf_foreach_load_section(const char *path, bcc_elf_load_sectioncb callback, void *payload); // Iterate over symbol table of a binary module // Parameter "option" points to a bcc_symbol_option struct to indicate whether // and how to use debuginfo file, and what types of symbols to load. // Returns -1 on error, and 0 on success or stopped by callback int bcc_elf_foreach_sym(const char *path, bcc_elf_symcb callback, void *option, void *payload); // Similar to bcc_elf_foreach_sym, but pass reference to symbolized string along // with symbolized string length int bcc_elf_foreach_sym_lazy(const char *path, bcc_elf_symcb_lazy callback, void *option, void *payload); // Iterate over all symbols from current system's vDSO // Returns -1 on error, and 0 on success or stopped by callback int bcc_elf_foreach_vdso_sym(bcc_elf_symcb callback, void *payload); int bcc_elf_get_text_scn_info(const char *path, uint64_t *addr, uint64_t *offset); int bcc_elf_get_type(const char *path); int bcc_elf_is_shared_obj(const char *path); int bcc_elf_is_exe(const char *path); int bcc_elf_is_vdso(const char *name); int bcc_free_memory(); int bcc_elf_get_buildid(const char *path, char *buildid); int bcc_elf_symbol_str(const char *path, size_t section_idx, size_t str_table_idx, char *out, size_t len, int debugfile); #ifdef __cplusplus } #endif #endif bpfcc-0.31.0/src/cc/bcc_exception.h000066400000000000000000000056011465134135300170110ustar00rootroot00000000000000/* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include #include namespace ebpf { class StatusTuple { public: enum class Code { // Not an error, indicates success. OK = 0, // For any error that is not covered in the existing codes. UNKNOWN, INVALID_ARGUMENT, PERMISSION_DENIED, // For any error that was raised when making syscalls. SYSTEM, }; static StatusTuple OK() { return StatusTuple(Code::OK, ""); } StatusTuple(int ret) : ret_(ret) {} StatusTuple(int ret, const char *msg) : ret_(ret), msg_(msg) {} StatusTuple(int ret, const std::string &msg) : ret_(ret), msg_(msg) {} template StatusTuple(int ret, const char *fmt, Args... args) : ret_(ret) { char buf[2048]; snprintf(buf, sizeof(buf), fmt, args...); msg_ = std::string(buf); } StatusTuple(Code code, const std::string &msg) : use_enum_code_(true), code_(code), msg_(msg) {} void append_msg(const std::string& msg) { msg_ += msg; } bool ok() const { if (use_enum_code_) { return code_ == Code::OK; } return ret_ == 0; } int code() const { if (use_enum_code_) { return static_cast(code_); } return ret_; } const std::string& msg() const { return msg_; } private: int ret_; bool use_enum_code_ = false; Code code_ = Code::UNKNOWN; std::string msg_; }; #define TRY2(CMD) \ do { \ ebpf::StatusTuple __stp = (CMD); \ if (!__stp.ok()) { \ return __stp; \ } \ } while (0) namespace error { #define DECLARE_ERROR(FN, CODE) \ inline StatusTuple FN(const std::string& msg) { \ return StatusTuple(::ebpf::StatusTuple::Code::CODE, msg); \ } \ inline bool Is##FN(const StatusTuple& status) { \ return status.code() == static_cast(::ebpf::StatusTuple::Code::CODE); \ } DECLARE_ERROR(Unknown, UNKNOWN) DECLARE_ERROR(InvalidArgument, INVALID_ARGUMENT) DECLARE_ERROR(PermissionDenied, PERMISSION_DENIED) DECLARE_ERROR(System, SYSTEM) } // namespace error } // namespace ebpf bpfcc-0.31.0/src/cc/bcc_libbpf_inc.h000066400000000000000000000003261465134135300171010ustar00rootroot00000000000000#pragma once #ifdef HAVE_EXTERNAL_LIBBPF # include # include # include #else # include "libbpf/src/bpf.h" # include "libbpf/src/btf.h" # include "libbpf/src/libbpf.h" #endif bpfcc-0.31.0/src/cc/bcc_perf_map.c000066400000000000000000000062221465134135300165770ustar00rootroot00000000000000/* * Copyright (c) 2016 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include #include "bcc_perf_map.h" bool bcc_is_perf_map(const char *path) { char* pos = strstr(path, ".map"); // Path ends with ".map" return (pos != NULL) && (*(pos + 4)== 0); } bool bcc_is_valid_perf_map(const char *path) { return bcc_is_perf_map(path) && (access(path, R_OK) == 0); } int bcc_perf_map_nstgid(int pid) { char status_path[64]; FILE *status; snprintf(status_path, sizeof(status_path), "/proc/%d/status", pid); status = fopen(status_path, "r"); if (!status) return -1; // return the original PID if we fail to work out the TGID int nstgid = pid; size_t size = 0; char *line = NULL; while (getline(&line, &size, status) != -1) { // check Tgid line first in case CONFIG_PID_NS is off if (strstr(line, "Tgid:") != NULL) nstgid = (int)strtol(strrchr(line, '\t'), NULL, 10); if (strstr(line, "NStgid:") != NULL) // PID namespaces can be nested -- last number is innermost PID nstgid = (int)strtol(strrchr(line, '\t'), NULL, 10); } free(line); fclose(status); return nstgid; } bool bcc_perf_map_path(char *map_path, size_t map_len, int pid) { char source[64]; snprintf(source, sizeof(source), "/proc/%d/root", pid); char target[4096]; ssize_t target_len = readlink(source, target, sizeof(target) - 1); if (target_len == -1) return false; target[target_len] = '\0'; if (strcmp(target, "/") == 0) target[0] = '\0'; int nstgid = bcc_perf_map_nstgid(pid); snprintf(map_path, map_len, "%s/tmp/perf-%d.map", target, nstgid); return true; } int bcc_perf_map_foreach_sym(const char *path, bcc_perf_map_symcb callback, void* payload) { FILE* file = fopen(path, "r"); if (!file) return -1; char *line = NULL; size_t size = 0; long long begin, len; while (getline(&line, &size, file) != -1) { char *cursor = line; char *newline, *sep; begin = strtoull(cursor, &sep, 16); if (begin == 0 || *sep != ' ' || (begin == ULLONG_MAX && errno == ERANGE)) continue; cursor = sep; while (*cursor && isspace(*cursor)) cursor++; len = strtoull(cursor, &sep, 16); if (*sep != ' ' || (sep == cursor && len == 0) || (len == ULLONG_MAX && errno == ERANGE)) continue; cursor = sep; while (*cursor && isspace(*cursor)) cursor++; newline = strchr(cursor, '\n'); if (newline) newline[0] = '\0'; callback(cursor, begin, len, payload); } free(line); fclose(file); return 0; } bpfcc-0.31.0/src/cc/bcc_perf_map.h000066400000000000000000000023051465134135300166020ustar00rootroot00000000000000/* * Copyright (c) 2016 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef LIBBCC_PERF_MAP_H #define LIBBCC_PERF_MAP_H #ifdef __cplusplus extern "C" { #endif #include #include #include // Symbol name, start address, length, payload typedef int (*bcc_perf_map_symcb)(const char *, uint64_t, uint64_t, void *); bool bcc_is_perf_map(const char *path); bool bcc_is_valid_perf_map(const char *path); int bcc_perf_map_nstgid(int pid); bool bcc_perf_map_path(char *map_path, size_t map_len, int pid); int bcc_perf_map_foreach_sym(const char *path, bcc_perf_map_symcb callback, void* payload); #ifdef __cplusplus } #endif #endif bpfcc-0.31.0/src/cc/bcc_proc.c000066400000000000000000000407331465134135300157560ustar00rootroot00000000000000/* * Copyright (c) 2016 GitHub, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "bcc_proc.h" #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "bcc_elf.h" #include "bcc_perf_map.h" #include "bcc_zip.h" #ifdef __x86_64__ // https://www.kernel.org/doc/Documentation/x86/x86_64/mm.txt const unsigned long long kernelAddrSpace = 0x00ffffffffffffff; #else const unsigned long long kernelAddrSpace = 0x0; #endif char *bcc_procutils_which(const char *binpath) { char buffer[PATH_MAX]; const char *PATH; if (strchr(binpath, '/')) return bcc_elf_is_exe(binpath) ? strdup(binpath) : 0; if (!(PATH = getenv("PATH"))) return 0; while (PATH) { const char *next = strchr(PATH, ':') ?: strchr(PATH, '\0'); const size_t path_len = next - PATH; if (path_len) { int ret = snprintf(buffer, sizeof(buffer), "%.*s/%s", (int)path_len, PATH, binpath); if (ret < 0 || ret >= sizeof(buffer)) return 0; if (bcc_elf_is_exe(buffer)) return strdup(buffer); } PATH = *next ? (next + 1) : 0; } return 0; } #define STARTS_WITH(mapname, prefix) (!strncmp(mapname, prefix, sizeof(prefix)-1)) int bcc_mapping_is_file_backed(const char *mapname) { return mapname[0] && !( STARTS_WITH(mapname, "//anon") || STARTS_WITH(mapname, "/dev/zero") || STARTS_WITH(mapname, "/anon_hugepage") || STARTS_WITH(mapname, "[stack") || STARTS_WITH(mapname, "/SYSV") || STARTS_WITH(mapname, "[heap]") || STARTS_WITH(mapname, "[vsyscall]")); } /* Finds a file descriptor for a given inode if it's a memory-backed fd. */ static char *_procutils_memfd_path(const int pid, const uint64_t inum) { char path_buffer[PATH_MAX + 1]; char *path = NULL; char *dirstr; DIR *dirstream; struct stat sb; struct dirent *dent; snprintf(path_buffer, (PATH_MAX + 1), "/proc/%d/fd", pid); dirstr = malloc(strlen(path_buffer) + 1); strcpy(dirstr, path_buffer); dirstream = opendir(dirstr); if (dirstream == NULL) { free(dirstr); return NULL; } while (path == NULL && (dent = readdir(dirstream)) != NULL) { snprintf(path_buffer, (PATH_MAX + 1), "%s/%s", dirstr, dent->d_name); if (stat(path_buffer, &sb) == -1) continue; if (sb.st_ino == inum) { char *pid_fd_path = malloc(strlen(path_buffer) + 1); strcpy(pid_fd_path, path_buffer); path = pid_fd_path; } } closedir(dirstream); free(dirstr); return path; } static int _procfs_might_be_zip_path(const char *path) { return strstr(path, ".zip") || strstr(path, ".apk"); } static char *_procfs_find_zip_entry(const char *path, int pid, uint32_t *offset) { char ns_relative_path[PATH_MAX]; int rc = snprintf(ns_relative_path, sizeof(ns_relative_path), "/proc/%d/root%s", pid, path); if (rc < 0 || rc >= sizeof(ns_relative_path)) { return NULL; } struct bcc_zip_archive *archive = bcc_zip_archive_open(ns_relative_path); if (archive == NULL) { return NULL; } struct bcc_zip_entry entry; if (bcc_zip_archive_find_entry_at_offset(archive, *offset, &entry) || entry.compression) { bcc_zip_archive_close(archive); return NULL; } char *result = malloc(strlen(path) + entry.name_length + 3); if (result == NULL) { bcc_zip_archive_close(archive); return NULL; } sprintf(result, "%s!/%.*s", path, entry.name_length, entry.name); *offset -= entry.data_offset; bcc_zip_archive_close(archive); return result; } // return: 0 -> callback returned < 0, stopped iterating // -1 -> callback never indicated to stop int _procfs_maps_each_module(FILE *procmap, int pid, bcc_procutils_modulecb callback, void *payload) { char buf[PATH_MAX + 1], perm[5]; char *name, *resolved_name; mod_info mod; uint8_t enter_ns; while (true) { enter_ns = 1; buf[0] = '\0'; // From fs/proc/task_mmu.c:show_map_vma if (fscanf(procmap, "%" PRIx64 "-%" PRIx64 " %4s %llx %" PRIx64 ":%" PRIx64 " %" PRIu64 "%[^\n]", &mod.start_addr, &mod.end_addr, perm, &mod.file_offset, &mod.dev_major, &mod.dev_minor, &mod.inode, buf) != 8) break; if (perm[2] != 'x') continue; name = buf; while (isspace(*name)) name++; mod.name = name; if (!bcc_mapping_is_file_backed(name)) continue; resolved_name = NULL; if (strstr(name, "/memfd:")) { resolved_name = _procutils_memfd_path(pid, mod.inode); if (resolved_name != NULL) { enter_ns = 0; } } else if (_procfs_might_be_zip_path(mod.name)) { uint32_t zip_entry_offset = mod.file_offset; resolved_name = _procfs_find_zip_entry(mod.name, pid, &zip_entry_offset); if (resolved_name != NULL) { mod.file_offset = zip_entry_offset; } } if (resolved_name != NULL) { strncpy(buf, resolved_name, PATH_MAX); buf[PATH_MAX] = 0; free(resolved_name); mod.name = buf; } if (callback(&mod, enter_ns, payload) < 0) return 0; } return -1; } int bcc_procutils_each_module(int pid, bcc_procutils_modulecb callback, void *payload) { char procmap_filename[128]; FILE *procmap; snprintf(procmap_filename, sizeof(procmap_filename), "/proc/%ld/maps", (long)pid); procmap = fopen(procmap_filename, "r"); if (!procmap) return -1; _procfs_maps_each_module(procmap, pid, callback, payload); // Address mapping for the entire address space maybe in /tmp/perf-.map // This will be used if symbols aren't resolved in an earlier mapping. char map_path[4096]; // Try perf-.map path with process's mount namespace, chroot and NSPID, // in case it is generated by the process itself. mod_info mod; memset(&mod, 0, sizeof(mod_info)); if (bcc_perf_map_path(map_path, sizeof(map_path), pid)) { mod.name = map_path; mod.end_addr = -1; if (callback(&mod, 1, payload) < 0) goto done; } // Try perf-.map path with global root and PID, in case it is generated // by other Process. Avoid checking mount namespace for this. memset(&mod, 0, sizeof(mod_info)); int res = snprintf(map_path, 4096, "/tmp/perf-%d.map", pid); if (res > 0 && res < 4096) { mod.name = map_path; mod.end_addr = -1; if (callback(&mod, 0, payload) < 0) goto done; } done: fclose(procmap); return 0; } int bcc_procutils_each_ksym(bcc_procutils_ksymcb callback, void *payload) { char line[2048]; char *symname, *endsym, *modname, *endmod = NULL; FILE *kallsyms; unsigned long long addr; kallsyms = fopen("/proc/kallsyms", "r"); if (!kallsyms) return -1; while (fgets(line, sizeof(line), kallsyms)) { addr = strtoull(line, &symname, 16); if (addr == 0 || addr == ULLONG_MAX) continue; if (addr < kernelAddrSpace) continue; symname++; // Ignore data symbols if (*symname == 'b' || *symname == 'B' || *symname == 'd' || *symname == 'D' || *symname == 'r' || *symname =='R') continue; endsym = (symname = symname + 2); while (*endsym && !isspace(*endsym)) endsym++; *endsym = '\0'; // Parse module name if it's available modname = endsym + 1; while (*modname && isspace(*endsym)) modname++; if (*modname && *modname == '[') { endmod = ++modname; while (*endmod && *endmod != ']') endmod++; if (*endmod) *(endmod) = '\0'; else endmod = NULL; } if (!endmod) modname = "kernel"; callback(symname, modname, addr, payload); } fclose(kallsyms); return 0; } #define CACHE1_HEADER "ld.so-1.7.0" #define CACHE1_HEADER_LEN (sizeof(CACHE1_HEADER) - 1) #define CACHE2_HEADER "glibc-ld.so.cache" #define CACHE2_HEADER_LEN (sizeof(CACHE2_HEADER) - 1) #define CACHE2_VERSION "1.1" struct ld_cache1_entry { int32_t flags; uint32_t key; uint32_t value; }; struct ld_cache1 { char header[CACHE1_HEADER_LEN]; uint32_t entry_count; struct ld_cache1_entry entries[0]; }; struct ld_cache2_entry { int32_t flags; uint32_t key; uint32_t value; uint32_t pad1_; uint64_t pad2_; }; struct ld_cache2 { char header[CACHE2_HEADER_LEN]; char version[3]; uint32_t entry_count; uint32_t string_table_len; uint32_t pad_[5]; struct ld_cache2_entry entries[0]; }; static int lib_cache_count; static struct ld_lib { char *libname; char *path; int flags; } * lib_cache; static int read_cache1(const char *ld_map) { struct ld_cache1 *ldcache = (struct ld_cache1 *)ld_map; const char *ldstrings = (const char *)(ldcache->entries + ldcache->entry_count); uint32_t i; lib_cache = (struct ld_lib *)malloc(ldcache->entry_count * sizeof(struct ld_lib)); lib_cache_count = (int)ldcache->entry_count; for (i = 0; i < ldcache->entry_count; ++i) { const char *key = ldstrings + ldcache->entries[i].key; const char *val = ldstrings + ldcache->entries[i].value; const int flags = ldcache->entries[i].flags; lib_cache[i].libname = strdup(key); lib_cache[i].path = strdup(val); lib_cache[i].flags = flags; } return 0; } static int read_cache2(const char *ld_map) { struct ld_cache2 *ldcache = (struct ld_cache2 *)ld_map; uint32_t i; if (memcmp(ld_map, CACHE2_HEADER, CACHE2_HEADER_LEN)) return -1; lib_cache = (struct ld_lib *)malloc(ldcache->entry_count * sizeof(struct ld_lib)); lib_cache_count = (int)ldcache->entry_count; for (i = 0; i < ldcache->entry_count; ++i) { const char *key = ld_map + ldcache->entries[i].key; const char *val = ld_map + ldcache->entries[i].value; const int flags = ldcache->entries[i].flags; lib_cache[i].libname = strdup(key); lib_cache[i].path = strdup(val); lib_cache[i].flags = flags; } return 0; } static int load_ld_cache(const char *cache_path) { struct stat st; size_t ld_size; const char *ld_map; int ret, fd = open(cache_path, O_RDONLY); if (fd < 0) return -1; if (fstat(fd, &st) < 0 || st.st_size < sizeof(struct ld_cache1)) { close(fd); return -1; } ld_size = st.st_size; ld_map = (const char *)mmap(NULL, ld_size, PROT_READ, MAP_PRIVATE, fd, 0); if (ld_map == MAP_FAILED) { close(fd); return -1; } if (memcmp(ld_map, CACHE1_HEADER, CACHE1_HEADER_LEN) == 0) { const struct ld_cache1 *cache1 = (struct ld_cache1 *)ld_map; size_t cache1_len = sizeof(struct ld_cache1) + (cache1->entry_count * sizeof(struct ld_cache1_entry)); cache1_len = (cache1_len + 0x7) & ~0x7ULL; if (ld_size > (cache1_len + sizeof(struct ld_cache2))) ret = read_cache2(ld_map + cache1_len); else ret = read_cache1(ld_map); } else { ret = read_cache2(ld_map); } munmap((void *)ld_map, ld_size); close(fd); return ret; } #define LD_SO_CACHE "/etc/ld.so.cache" #define FLAG_TYPE_MASK 0x00ff #define TYPE_ELF_LIBC6 0x0003 #define FLAG_ABI_MASK 0xff00 #define ABI_SPARC_LIB64 0x0100 #define ABI_IA64_LIB64 0x0200 #define ABI_X8664_LIB64 0x0300 #define ABI_S390_LIB64 0x0400 #define ABI_POWERPC_LIB64 0x0500 #define ABI_AARCH64_LIB64 0x0a00 static bool match_so_flags(int flags) { if ((flags & FLAG_TYPE_MASK) != TYPE_ELF_LIBC6) return false; switch (flags & FLAG_ABI_MASK) { case ABI_SPARC_LIB64: case ABI_IA64_LIB64: case ABI_X8664_LIB64: case ABI_S390_LIB64: case ABI_POWERPC_LIB64: case ABI_AARCH64_LIB64: return (sizeof(void *) == 8); } return sizeof(void *) == 4; } static bool which_so_in_process(const char* libname, int pid, char* libpath) { int ret, found = false; char endline[4096], *mapname = NULL, *newline; char mappings_file[128]; const size_t search_len = strlen(libname) + strlen("/lib."); char search1[search_len + 1]; char search2[search_len + 1]; snprintf(mappings_file, sizeof(mappings_file), "/proc/%ld/maps", (long)pid); FILE *fp = fopen(mappings_file, "r"); if (!fp) return NULL; snprintf(search1, search_len + 1, "/lib%s.", libname); snprintf(search2, search_len + 1, "/lib%s-", libname); do { ret = fscanf(fp, "%*x-%*x %*s %*x %*s %*d"); if (!fgets(endline, sizeof(endline), fp)) break; mapname = endline; newline = strchr(endline, '\n'); if (newline) newline[0] = '\0'; while (isspace(mapname[0])) mapname++; if (strstr(mapname, ".so") && (strstr(mapname, search1) || strstr(mapname, search2))) { const size_t mapnamelen = strlen(mapname); if (mapnamelen >= PATH_MAX) { fprintf(stderr, "Found mapped library path is too long\n"); break; } found = true; memcpy(libpath, mapname, mapnamelen + 1); break; } } while (ret != EOF); fclose(fp); return found; } static bool which_so_in_ldconfig_cache(const char* libname, char* libpath) { const size_t soname_len = strlen(libname) + strlen("lib.so"); char soname[soname_len + 1]; int i; if (lib_cache_count < 0) return false; if (!lib_cache_count && load_ld_cache(LD_SO_CACHE) < 0) { lib_cache_count = -1; return false; } snprintf(soname, soname_len + 1, "lib%s.so", libname); for (i = 0; i < lib_cache_count; ++i) { if (!strncmp(lib_cache[i].libname, soname, soname_len) && match_so_flags(lib_cache[i].flags)) { const char* path = lib_cache[i].path; const size_t pathlen = strlen(path); if (pathlen >= PATH_MAX) { fprintf(stderr, "Found library path is too long\n"); return false; } memcpy(libpath, path, pathlen + 1); return true; } } return false; } char *bcc_procutils_which_so(const char *libname, int pid) { char libpath[PATH_MAX]; if (strchr(libname, '/')) return strdup(libname); if (pid && which_so_in_process(libname, pid, libpath)) return strdup(libpath); if (which_so_in_ldconfig_cache(libname, libpath)) return strdup(libpath); return NULL; } char *bcc_procutils_which_so_in_process(const char *libname, int pid) { char libpath[PATH_MAX]; if (pid && which_so_in_process(libname, pid, libpath)) return strdup(libpath); return NULL; } void bcc_procutils_free(const char *ptr) { free((void *)ptr); } /* Detects the following languages + C. */ const char *languages[] = {"java", "node", "perl", "php", "python", "ruby"}; const char *language_c = "c"; const int nb_languages = 6; const char *bcc_procutils_language(int pid) { char procfilename[24], line[4096], pathname[32], *str; FILE *procfile; int i, ret; /* Look for clues in the absolute path to the executable. */ snprintf(procfilename, sizeof(procfilename), "/proc/%ld/exe", (long)pid); if (realpath(procfilename, line)) { for (i = 0; i < nb_languages; i++) if (strstr(line, languages[i])) return languages[i]; } snprintf(procfilename, sizeof(procfilename), "/proc/%ld/maps", (long)pid); procfile = fopen(procfilename, "r"); if (!procfile) return NULL; /* Look for clues in memory mappings. */ bool libc = false; do { char perm[8], dev[8]; long long begin, end, size, inode; ret = fscanf(procfile, "%llx-%llx %s %llx %s %lld", &begin, &end, perm, &size, dev, &inode); if (!fgets(line, sizeof(line), procfile)) break; if (ret == 6) { char *mapname = line; char *newline = strchr(line, '\n'); if (newline) newline[0] = '\0'; while (isspace(mapname[0])) mapname++; for (i = 0; i < nb_languages; i++) { snprintf(pathname, sizeof(pathname), "/lib%s", languages[i]); if (strstr(mapname, pathname)) { fclose(procfile); return languages[i]; } if ((str = strstr(mapname, "libc")) && (str[4] == '-' || str[4] == '.')) libc = true; } } } while (ret && ret != EOF); fclose(procfile); /* Return C as the language if libc was found and nothing else. */ return libc ? language_c : NULL; } bpfcc-0.31.0/src/cc/bcc_proc.h000066400000000000000000000050641465134135300157610ustar00rootroot00000000000000/* * Copyright (c) 2016 GitHub, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef LIBBCC_PROC_H #define LIBBCC_PROC_H #include "bcc_syms.h" #ifdef __cplusplus extern "C" { #endif #include #include #include typedef struct mod_info { char *name; uint64_t start_addr; uint64_t end_addr; long long unsigned int file_offset; uint64_t dev_major; uint64_t dev_minor; uint64_t inode; } mod_info; // Module info, whether to check mount namespace, payload // Callback returning a negative value indicates to stop the iteration typedef int (*bcc_procutils_modulecb)(mod_info *, int, void *); // Symbol name, address, payload typedef void (*bcc_procutils_ksymcb)(const char *, const char *, uint64_t, void *); // Find the full path to the shared library whose name starts with "lib{libname}" // among the shared libraries mapped by the process with this pid. char *bcc_procutils_which_so_in_process(const char *libname, int pid); // Find the full path to the shared library whose name starts with "lib{libname}". // If non-zero pid is given, first search the shared libraries mapped by the process with this pid. char *bcc_procutils_which_so(const char *libname, int pid); char *bcc_procutils_which(const char *binpath); int bcc_mapping_is_file_backed(const char *mapname); // Iterate over all executable memory mapping sections of a Process. // All anonymous and non-file-backed mapping sections, namely those // listed in bcc_mapping_is_file_backed, will be ignored. // Returns -1 on error, and 0 on success int bcc_procutils_each_module(int pid, bcc_procutils_modulecb callback, void *payload); int _procfs_maps_each_module(FILE *procmaps, int pid, bcc_procutils_modulecb callback, void *payload); // Iterate over all non-data Kernel symbols. // Returns -1 on error, and 0 on success int bcc_procutils_each_ksym(bcc_procutils_ksymcb callback, void *payload); void bcc_procutils_free(const char *ptr); const char *bcc_procutils_language(int pid); #ifdef __cplusplus } #endif #endif bpfcc-0.31.0/src/cc/bcc_syms.cc000066400000000000000000000623131465134135300161470ustar00rootroot00000000000000/* * Copyright (c) 2016 GitHub, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "bcc_syms.h" #include #include #include #include #include #include #include #include #include #include #include #include #include "bcc_elf.h" #include "bcc_perf_map.h" #include "bcc_proc.h" #include "common.h" #include "syms.h" #include "vendor/tinyformat.hpp" ProcSyms::ModulePath::ModulePath(const std::string &ns_path, int root_fd, int pid, bool enter_ns) { if (!enter_ns) { path_ = ns_path; proc_root_path_ = ns_path; return; } proc_root_path_ = tfm::format("/proc/%d/root%s", pid, ns_path); // filename for openat must not contain any starting slashes, otherwise // it would get treated as an absolute path std::string trimmed_path; size_t non_slash_pos; for (non_slash_pos = 0; non_slash_pos < ns_path.size() && ns_path[non_slash_pos] == '/'; non_slash_pos++) ; trimmed_path = ns_path.substr(non_slash_pos); fd_ = openat(root_fd, trimmed_path.c_str(), O_RDONLY); if (fd_ > 0) path_ = tfm::format("/proc/self/fd/%d", fd_); else // openat failed, fall back to /proc/.../root path path_ = proc_root_path_; } bool ProcStat::getinode_(ino_t &inode) { struct stat s; if (!stat(procfs_.c_str(), &s)) { inode = s.st_ino; return true; } else { return false; } } bool ProcStat::refresh_root() { // try to current root and mount namespace for process char current_root[PATH_MAX], current_mount_ns[PATH_MAX]; if (readlink(root_symlink_.c_str(), current_root, PATH_MAX) < 0 || readlink(mount_ns_symlink_.c_str(), current_mount_ns, PATH_MAX) < 0) // readlink failed, process might not exist anymore; keep old fd return false; // check if root fd is up to date if (root_fd_ != -1 && current_root == root_ && current_mount_ns == mount_ns_) return false; root_ = current_root; mount_ns_ = current_mount_ns; // either root fd is invalid or process root and/or mount namespace changed; // re-open root note: when /proc/.../root changes, the open file descriptor // still refers to the old one int original_root_fd = root_fd_; root_fd_ = open(root_symlink_.c_str(), O_PATH); if (root_fd_ == -1) std::cerr << "Opening " << root_symlink_ << " failed: " << strerror(errno) << std::endl; if (original_root_fd > 0) close(original_root_fd); return original_root_fd != root_fd_; } bool ProcStat::is_stale() { ino_t cur_inode; return getinode_(cur_inode) && (cur_inode != inode_) && refresh_root(); } ProcStat::ProcStat(int pid) : procfs_(tfm::format("/proc/%d/exe", pid)), root_symlink_(tfm::format("/proc/%d/root", pid)), mount_ns_symlink_(tfm::format("/proc/%d/ns/mnt", pid)) { getinode_(inode_); refresh_root(); } void KSyms::_add_symbol(const char *symname, const char *modname, uint64_t addr, void *p) { KSyms *ks = static_cast(p); ks->syms_.emplace_back(symname, modname, addr); } void KSyms::refresh() { if (syms_.empty()) { bcc_procutils_each_ksym(_add_symbol, this); std::sort(syms_.begin(), syms_.end()); } } bool KSyms::resolve_addr(uint64_t addr, struct bcc_symbol *sym, bool demangle) { refresh(); std::vector::iterator it; if (syms_.empty()) goto unknown_symbol; it = std::upper_bound(syms_.begin(), syms_.end(), Symbol("", "", addr)); if (it != syms_.begin()) { it--; sym->name = (*it).name.c_str(); if (demangle) sym->demangle_name = sym->name; sym->module = (*it).mod.c_str(); sym->offset = addr - (*it).addr; return true; } unknown_symbol: memset(sym, 0, sizeof(struct bcc_symbol)); return false; } bool KSyms::resolve_name(const char *_unused, const char *name, uint64_t *addr) { refresh(); if (syms_.size() != symnames_.size()) { symnames_.clear(); for (Symbol &sym : syms_) { symnames_[sym.name] = sym.addr; } } auto it = symnames_.find(name); if (it == symnames_.end()) return false; *addr = it->second; return true; } ProcSyms::ProcSyms(int pid, struct bcc_symbol_option *option) : pid_(pid), procstat_(pid) { if (option) std::memcpy(&symbol_option_, option, sizeof(bcc_symbol_option)); else symbol_option_ = { .use_debug_file = 1, .check_debug_file_crc = 1, .lazy_symbolize = 1, .use_symbol_type = (1 << STT_FUNC) | (1 << STT_GNU_IFUNC) }; load_modules(); } void ProcSyms::load_modules() { bcc_procutils_each_module(pid_, _add_module, this); } void ProcSyms::refresh() { modules_.clear(); load_modules(); procstat_.reset(); } int ProcSyms::_add_module(mod_info *mod, int enter_ns, void *payload) { ProcSyms *ps = static_cast(payload); std::shared_ptr modpath = std::make_shared(mod->name, ps->procstat_.get_root_fd(), ps->pid_, enter_ns && ps->pid_ != -1); auto it = std::find_if( ps->modules_.begin(), ps->modules_.end(), [=](const ProcSyms::Module &m) { return m.name_ == mod->name; }); if (it == ps->modules_.end()) { auto module = Module( mod->name, modpath, &ps->symbol_option_); // pid/maps doesn't account for file_offset of text within the ELF. // It only gives the mmap offset. We need the real offset for symbol // lookup. if (module.type_ == ModuleType::SO) { if (bcc_elf_get_text_scn_info(modpath->path(), &module.elf_so_addr_, &module.elf_so_offset_) < 0) { fprintf(stderr, "WARNING: Couldn't find .text section in %s\n", modpath->alt_path()); fprintf(stderr, "WARNING: BCC can't handle sym look ups for %s", modpath->alt_path()); } } if (!bcc_is_perf_map(modpath->path()) || module.type_ != ModuleType::UNKNOWN) // Always add the module even if we can't read it, so that we could // report correct module name. Unless it's a perf map that we only // add readable ones. it = ps->modules_.insert(ps->modules_.end(), std::move(module)); else return 0; } it->ranges_.emplace_back(mod->start_addr, mod->end_addr, mod->file_offset); // perf-PID map is added last. We try both inside the Process's mount // namespace + chroot, and in global /tmp. Make sure we only add one. if (it->type_ == ModuleType::PERF_MAP) return -1; return 0; } bool ProcSyms::resolve_addr(uint64_t addr, struct bcc_symbol *sym, bool demangle) { if (procstat_.is_stale()) refresh(); memset(sym, 0, sizeof(struct bcc_symbol)); const char *original_module = nullptr; uint64_t offset; bool only_perf_map = false; for (Module &mod : modules_) { if (only_perf_map && (mod.type_ != ModuleType::PERF_MAP)) continue; if (mod.contains(addr, offset)) { if (mod.find_addr(offset, sym)) { if (demangle) { if (sym->name && (!strncmp(sym->name, "_Z", 2) || !strncmp(sym->name, "___Z", 4))) sym->demangle_name = abi::__cxa_demangle(sym->name, nullptr, nullptr, nullptr); if (!sym->demangle_name) sym->demangle_name = sym->name; } return true; } else if (mod.type_ != ModuleType::PERF_MAP) { // In this case, we found the address in the range of a module, but // not able to find a symbol of that address in the module. // Thus, we would try to find the address in perf map, and // save the module's name in case we will need it later. original_module = mod.name_.c_str(); only_perf_map = true; } } } // If we didn't find the symbol anywhere, the module name is probably // set to be the perf map's name as it would be the last we tried. // In this case, if we have found the address previously in a module, // report the saved original module name instead. if (original_module) sym->module = original_module; return false; } bool ProcSyms::resolve_name(const char *module, const char *name, uint64_t *addr) { if (procstat_.is_stale()) refresh(); for (Module &mod : modules_) { if (mod.name_ == module) return mod.find_name(name, addr); } return false; } ProcSyms::Module::Module(const char *name, std::shared_ptr path, struct bcc_symbol_option *option) : name_(name), path_(path), loaded_(false), symbol_option_(option), type_(ModuleType::UNKNOWN) { int elf_type = bcc_elf_get_type(path_->path()); // The Module is an ELF file if (elf_type >= 0) { if (elf_type == ET_EXEC) type_ = ModuleType::EXEC; else if (elf_type == ET_DYN) type_ = ModuleType::SO; return; } // Other symbol files if (bcc_is_valid_perf_map(path_->path()) == 1) type_ = ModuleType::PERF_MAP; else if (bcc_elf_is_vdso(path_->path()) == 1) type_ = ModuleType::VDSO; // Will be stored later elf_so_offset_ = 0; elf_so_addr_ = 0; } int ProcSyms::Module::_add_symbol(const char *symname, uint64_t start, uint64_t size, void *p) { Module *m = static_cast(p); auto res = m->symnames_.emplace(symname); m->syms_.emplace_back(&*(res.first), start, size); return 0; } int ProcSyms::Module::_add_symbol_lazy(size_t section_idx, size_t str_table_idx, size_t str_len, uint64_t start, uint64_t size, int debugfile, void *p) { Module *m = static_cast(p); m->syms_.emplace_back( section_idx, str_table_idx, str_len, start, size, debugfile); return 0; } void ProcSyms::Module::load_sym_table() { if (loaded_) return; loaded_ = true; if (type_ == ModuleType::UNKNOWN) return; if (type_ == ModuleType::PERF_MAP) bcc_perf_map_foreach_sym(path_->path(), _add_symbol, this); if (type_ == ModuleType::EXEC || type_ == ModuleType::SO) { if (symbol_option_->lazy_symbolize) bcc_elf_foreach_sym_lazy(path_->path(), _add_symbol_lazy, symbol_option_, this); else bcc_elf_foreach_sym(path_->path(), _add_symbol, symbol_option_, this); } if (type_ == ModuleType::VDSO) bcc_elf_foreach_vdso_sym(_add_symbol, this); std::sort(syms_.begin(), syms_.end()); } bool ProcSyms::Module::contains(uint64_t addr, uint64_t &offset) const { for (const auto &range : ranges_) { if (addr >= range.start && addr < range.end) { if (type_ == ModuleType::SO || type_ == ModuleType::VDSO) { offset = __so_calc_mod_offset(range.start, range.file_offset, elf_so_addr_, elf_so_offset_, addr); } else { offset = addr; } return true; } } return false; } bool ProcSyms::Module::find_name(const char *symname, uint64_t *addr) { struct Payload { const char *symname; uint64_t *out; bool found; }; Payload payload; payload.symname = symname; payload.out = addr; payload.found = false; auto cb = [](const char *name, uint64_t start, uint64_t size, void *p) { Payload *payload = static_cast(p); if (!strcmp(payload->symname, name)) { payload->found = true; *(payload->out) = start; return -1; // Stop iteration } return 0; }; if (type_ == ModuleType::PERF_MAP) bcc_perf_map_foreach_sym(path_->path(), cb, &payload); if (type_ == ModuleType::EXEC || type_ == ModuleType::SO) { bcc_elf_foreach_sym(path_->path(), cb, symbol_option_, &payload); if (path_->path() != path_->alt_path()) // some features (e.g. some kinds of debug info) don't work with /proc/self/fd/... path bcc_elf_foreach_sym(path_->alt_path(), cb, symbol_option_, &payload); } if (type_ == ModuleType::VDSO) bcc_elf_foreach_vdso_sym(cb, &payload); if (!payload.found) return false; if (type_ == ModuleType::SO) *(payload.out) += start(); return true; } bool ProcSyms::Module::find_addr(uint64_t offset, struct bcc_symbol *sym) { load_sym_table(); sym->module = name_.c_str(); sym->offset = offset; auto it = std::upper_bound(syms_.begin(), syms_.end(), Symbol(nullptr, offset, 0)); if (it == syms_.begin()) return false; // 'it' points to the symbol whose start address is strictly greater than // the address we're looking for. Start stepping backwards as long as the // current symbol is still below the desired address, and see if the end // of the current symbol (start + size) is above the desired address. Once // we have a matching symbol, return it. Note that simply looking at '--it' // is not enough, because symbols can be nested. For example, we could be // looking for offset 0x12 with the following symbols available: // SYMBOL START SIZE END // goo 0x0 0x6 0x0 + 0x6 = 0x6 // foo 0x6 0x10 0x6 + 0x10 = 0x16 // bar 0x8 0x4 0x8 + 0x4 = 0xc // baz 0x16 0x10 0x16 + 0x10 = 0x26 // The upper_bound lookup will return baz, and then going one symbol back // brings us to bar, which does not contain offset 0x12 and is nested inside // foo. Going back one more symbol brings us to foo, which contains 0x12 // and is a match. // However, we also don't want to walk through the entire symbol list for // unknown / missing symbols. So we will break if we reach a function that // doesn't cover the function immediately before 'it', which means it is // not possibly a nested function containing the address we're looking for. --it; uint64_t limit = it->start; for (; offset >= it->start; --it) { if (offset < it->start + it->size) { // Resolve and cache the symbol name if necessary if (!it->is_name_resolved) { std::string sym_name(it->data.name_idx.str_len + 1, '\0'); if (bcc_elf_symbol_str(path_->path(), it->data.name_idx.section_idx, it->data.name_idx.str_table_idx, &sym_name[0], sym_name.size(), it->data.name_idx.debugfile)) break; it->data.name = &*(symnames_.emplace(std::move(sym_name)).first); it->is_name_resolved = true; } sym->name = it->data.name->c_str(); sym->offset = (offset - it->start); return true; } if (limit > it->start + it->size) break; // But don't step beyond begin()! if (it == syms_.begin()) break; } return false; } bool BuildSyms::Module::load_sym_table() { if (loaded_) return true; symbol_option_ = { .use_debug_file = 1, .check_debug_file_crc = 1, .lazy_symbolize = 1, .use_symbol_type = (1 << STT_FUNC) | (1 << STT_GNU_IFUNC) }; bcc_elf_foreach_sym(module_name_.c_str(), _add_symbol, &symbol_option_, this); std::sort(syms_.begin(), syms_.end()); for(std::vector::iterator it = syms_.begin(); it != syms_.end(); ++it++) { } loaded_ = true; return true; } int BuildSyms::Module::_add_symbol(const char *symname, uint64_t start, uint64_t size, void *p) { BuildSyms::Module *m = static_cast (p); auto res = m->symnames_.emplace(symname); m->syms_.emplace_back(&*(res.first), start, size); return 0; } bool BuildSyms::Module::resolve_addr(uint64_t offset, struct bcc_symbol* sym, bool demangle) { std::vector::iterator it; load_sym_table(); if (syms_.empty()) goto unknown_symbol; it = std::upper_bound(syms_.begin(), syms_.end(), Symbol(nullptr, offset, 0)); if (it != syms_.begin()) { it--; sym->name = (*it).name->c_str(); if (demangle) sym->demangle_name = sym->name; sym->offset = offset - (*it).start; sym->module = module_name_.c_str(); return true; } unknown_symbol: memset(sym, 0, sizeof(struct bcc_symbol)); return false; } bool BuildSyms::add_module(const std::string module_name) { struct stat s; char buildid[BPF_BUILD_ID_SIZE*2+1]; if (stat(module_name.c_str(), &s) < 0) return false; if (bcc_elf_get_buildid(module_name.c_str(), buildid) < 0) return false; std::string elf_buildid(buildid); std::unique_ptr ptr(new BuildSyms::Module(module_name.c_str())); buildmap_[elf_buildid] = std::move(ptr); return true; } bool BuildSyms::resolve_addr(std::string build_id, uint64_t offset, struct bcc_symbol *sym, bool demangle) { std::unordered_map >::iterator it; it = buildmap_.find(build_id); if (it == buildmap_.end()) /*build-id not added to the BuildSym*/ return false; BuildSyms::Module *mod = it->second.get(); return mod->resolve_addr(offset, sym, demangle); } extern "C" { void *bcc_symcache_new(int pid, struct bcc_symbol_option *option) { if (pid < 0) return static_cast(new KSyms()); return static_cast(new ProcSyms(pid, option)); } void bcc_free_symcache(void *symcache, int pid) { if (pid < 0) delete static_cast(symcache); else delete static_cast(symcache); } void bcc_symbol_free_demangle_name(struct bcc_symbol *sym) { if (sym->demangle_name && (sym->demangle_name != sym->name)) free(const_cast(sym->demangle_name)); } int bcc_symcache_resolve(void *resolver, uint64_t addr, struct bcc_symbol *sym) { SymbolCache *cache = static_cast(resolver); return cache->resolve_addr(addr, sym) ? 0 : -1; } int bcc_symcache_resolve_no_demangle(void *resolver, uint64_t addr, struct bcc_symbol *sym) { SymbolCache *cache = static_cast(resolver); return cache->resolve_addr(addr, sym, false) ? 0 : -1; } int bcc_symcache_resolve_name(void *resolver, const char *module, const char *name, uint64_t *addr) { SymbolCache *cache = static_cast(resolver); return cache->resolve_name(module, name, addr) ? 0 : -1; } void bcc_symcache_refresh(void *resolver) { SymbolCache *cache = static_cast(resolver); cache->refresh(); } void *bcc_buildsymcache_new(void) { return static_cast(new BuildSyms()); } void bcc_free_buildsymcache(void *symcache) { delete static_cast(symcache); } int bcc_buildsymcache_add_module(void *resolver, const char *module_name) { BuildSyms *bsym = static_cast(resolver); return bsym->add_module(module_name) ? 0 : -1; } int bcc_buildsymcache_resolve(void *resolver, struct bpf_stack_build_id *trace, struct bcc_symbol *sym) { std::string build_id; unsigned char *c = &trace->build_id[0]; int idx = 0; /*cannot resolve in case of fallback*/ if (trace->status == BPF_STACK_BUILD_ID_EMPTY || trace->status == BPF_STACK_BUILD_ID_IP) return 0; while( idx < 20) { int nib1 = (c[idx]&0xf0)>>4; int nib2 = (c[idx]&0x0f); build_id += "0123456789abcdef"[nib1]; build_id += "0123456789abcdef"[nib2]; idx++; } BuildSyms *bsym = static_cast(resolver); return bsym->resolve_addr(build_id, trace->offset, sym) ? 0 : -1; } struct mod_search { const char *name; uint64_t inode; uint64_t dev_major; uint64_t dev_minor; uint64_t addr; uint8_t inode_match_only; uint64_t start; uint64_t file_offset; }; int _bcc_syms_find_module(mod_info *info, int enter_ns, void *p) { struct mod_search *mod = (struct mod_search *)p; // use inode + dev to determine match if inode set if (mod->inode) { if (mod->inode != info->inode) return 0; // look at comment on USDT::set_probe_matching_kludge // in api/BPF.h for explanation of why this might be // necessary if (mod->inode_match_only) goto file_match; if(mod->dev_major == info->dev_major && mod->dev_minor == info->dev_minor) goto file_match; return 0; } // fallback to name match if (!strcmp(info->name, mod->name)) goto file_match; return 0; file_match: mod->start = info->start_addr; mod->file_offset = info->file_offset; return -1; } uint64_t __so_calc_global_addr(uint64_t mod_start_addr, uint64_t mod_file_offset, uint64_t elf_sec_start_addr, uint64_t elf_sec_file_offset, uint64_t offset) { return offset + (mod_start_addr - mod_file_offset) - (elf_sec_start_addr - elf_sec_file_offset); } uint64_t __so_calc_mod_offset(uint64_t mod_start_addr, uint64_t mod_file_offset, uint64_t elf_sec_start_addr, uint64_t elf_sec_file_offset, uint64_t global_addr) { return global_addr - (mod_start_addr - mod_file_offset) + (elf_sec_start_addr - elf_sec_file_offset); } int bcc_resolve_global_addr(int pid, const char *module, const uint64_t address, uint8_t inode_match_only, uint64_t *global) { struct stat s; uint64_t elf_so_addr, elf_so_offset; if (stat(module, &s)) return -1; struct mod_search mod = {module, s.st_ino, major(s.st_dev), minor(s.st_dev), address, inode_match_only, 0x0, 0x0}; if (bcc_procutils_each_module(pid, _bcc_syms_find_module, &mod) < 0 || mod.start == 0x0) return -1; if (bcc_elf_get_text_scn_info(module, &elf_so_addr, &elf_so_offset) < 0) return -1; *global = __so_calc_global_addr(mod.start, mod.file_offset, elf_so_addr, elf_so_offset, address); return 0; } static int _sym_cb_wrapper(const char *symname, uint64_t addr, uint64_t, void *payload) { SYM_CB cb = (SYM_CB) payload; return cb(symname, addr); } int bcc_foreach_function_symbol(const char *module, SYM_CB cb) { if (module == 0 || cb == 0) return -1; static struct bcc_symbol_option default_option = { .use_debug_file = 1, .check_debug_file_crc = 1, .lazy_symbolize = 1, .use_symbol_type = (1 << STT_FUNC) | (1 << STT_GNU_IFUNC) }; return bcc_elf_foreach_sym( module, _sym_cb_wrapper, &default_option, (void *)cb); } static int _find_sym(const char *symname, uint64_t addr, uint64_t, void *payload) { struct bcc_symbol *sym = (struct bcc_symbol *)payload; if (!strcmp(sym->name, symname)) { sym->offset = addr; return -1; } return 0; } struct load_addr_t { uint64_t target_addr; uint64_t binary_addr; }; int _find_load(uint64_t v_addr, uint64_t mem_sz, uint64_t file_offset, void *payload) { struct load_addr_t *addr = static_cast(payload); if (addr->target_addr >= v_addr && addr->target_addr < (v_addr + mem_sz)) { addr->binary_addr = addr->target_addr - v_addr + file_offset; return -1; } return 0; } int bcc_resolve_symname(const char *module, const char *symname, const uint64_t addr, int pid, struct bcc_symbol_option *option, struct bcc_symbol *sym) { int module_type; static struct bcc_symbol_option default_option = { .use_debug_file = 1, .check_debug_file_crc = 1, .lazy_symbolize = 1, #if defined(__powerpc64__) && defined(_CALL_ELF) && _CALL_ELF == 2 .use_symbol_type = BCC_SYM_ALL_TYPES | (1 << STT_PPC64_ELFV2_SYM_LEP), #else .use_symbol_type = BCC_SYM_ALL_TYPES, #endif }; if (module == NULL) return -1; memset(sym, 0, sizeof(bcc_symbol)); if (strchr(module, '/')) { sym->module = strdup(module); } else { sym->module = bcc_procutils_which_so(module, pid); } if (sym->module == NULL) return -1; if (pid != 0 && pid != -1 && strstr(sym->module, "/proc") != sym->module){ char *temp = (char*)sym->module; sym->module = strdup(tfm::format("/proc/%d/root%s", pid, sym->module).c_str()); free(temp); } sym->name = symname; sym->offset = addr; if (option == NULL) option = &default_option; if (sym->name && sym->offset == 0x0) if (bcc_elf_foreach_sym(sym->module, _find_sym, option, sym) < 0) goto invalid_module; if (sym->offset == 0x0) goto invalid_module; // For executable (ET_EXEC) binaries and shared objects (ET_DYN), translate // the virtual address to physical address in the binary file. module_type = bcc_elf_get_type(sym->module); if (module_type == ET_EXEC || module_type == ET_DYN) { struct load_addr_t addr = { .target_addr = sym->offset, .binary_addr = 0x0, }; if (bcc_elf_foreach_load_section(sym->module, &_find_load, &addr) < 0) goto invalid_module; if (!addr.binary_addr) goto invalid_module; sym->offset = addr.binary_addr; } return 0; invalid_module: if (sym->module) { ::free(const_cast(sym->module)); sym->module = NULL; } return -1; } } bpfcc-0.31.0/src/cc/bcc_syms.h000066400000000000000000000117521465134135300160120ustar00rootroot00000000000000/* * Copyright (c) 2016 GitHub, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef LIBBCC_SYMS_H #define LIBBCC_SYMS_H #ifdef __cplusplus extern "C" { #endif #include #include "linux/bpf.h" #include "bcc_proc.h" struct bcc_symbol { const char *name; const char *demangle_name; const char *module; uint64_t offset; }; typedef int (*SYM_CB)(const char *symname, uint64_t addr); struct mod_info; #ifndef STT_GNU_IFUNC #define STT_GNU_IFUNC 10 #endif #if defined(__powerpc64__) && defined(_CALL_ELF) && _CALL_ELF == 2 // Indicate if the Local Entry Point (LEP) should be used as a symbol's // start address #define STT_PPC64_ELFV2_SYM_LEP 31 #endif static const uint32_t BCC_SYM_ALL_TYPES = 65535; struct bcc_symbol_option { int use_debug_file; int check_debug_file_crc; // Symbolize on-demand or symbolize everything ahead of time int lazy_symbolize; // Bitmask flags indicating what types of ELF symbols to use uint32_t use_symbol_type; }; void *bcc_symcache_new(int pid, struct bcc_symbol_option *option); void bcc_free_symcache(void *symcache, int pid); // The demangle_name pointer in bcc_symbol struct is returned from the // __cxa_demangle function call, which is supposed to be freed by caller. Call // this function after done using returned result of bcc_symcache_resolve. void bcc_symbol_free_demangle_name(struct bcc_symbol *sym); int bcc_symcache_resolve(void *symcache, uint64_t addr, struct bcc_symbol *sym); int bcc_symcache_resolve_no_demangle(void *symcache, uint64_t addr, struct bcc_symbol *sym); int bcc_symcache_resolve_name(void *resolver, const char *module, const char *name, uint64_t *addr); void bcc_symcache_refresh(void *resolver); int _bcc_syms_find_module(struct mod_info *info, int enter_ns, void *p); int bcc_resolve_global_addr(int pid, const char *module, const uint64_t address, uint8_t inode_match_only, uint64_t *global); /*bcc APIs for build_id stackmap support*/ void *bcc_buildsymcache_new(void); void bcc_free_buildsymcache(void *symcache); int bcc_buildsymcache_add_module(void *resolver, const char *module_name); int bcc_buildsymcache_resolve(void *resolver, struct bpf_stack_build_id *trace, struct bcc_symbol *sym); // Call cb on every function symbol in the specified module. Uses simpler // SYM_CB callback mainly for easier to use in Python API. // Will prefer use debug file and check debug file CRC when reading the module. int bcc_foreach_function_symbol(const char *module, SYM_CB cb); // Find the offset of a symbol in a module binary. If addr is not zero, will // calculate the offset using the provided addr and the module's load address. // // If pid is provided, will use it to help lookup the module in the Process and // enter the Process's mount Namespace. // // If option is not NULL, will respect the specified options for lookup. // Otherwise default option will apply, which is to use debug file, verify // checksum, and try all types of symbols. // // Return 0 on success and -1 on failure. Output will be write to sym. After // use, sym->module need to be freed if it's not empty. int bcc_resolve_symname(const char *module, const char *symname, const uint64_t addr, int pid, struct bcc_symbol_option* option, struct bcc_symbol *sym); /* Calculate the global address for 'offset' in a shared object loaded into * a process * * Need to know (start_addr, file_offset) pairs for the /proc/PID/maps module * entry containing the offset and the elf section containing the module's * .text */ uint64_t __so_calc_global_addr(uint64_t mod_start_addr, uint64_t mod_file_offset, uint64_t elf_sec_start_addr, uint64_t elf_sec_file_offset, uint64_t offset); /* Given a global address which falls within a shared object's mapping in a * process, calculate the corresponding 'offset' in the .so * * Need to know (start_addr, file_offset) pairs for the /proc/PID/maps module * entry containing the offset and the elf section containing the module's * .text */ uint64_t __so_calc_mod_offset(uint64_t mod_start_addr, uint64_t mod_file_offset, uint64_t elf_sec_start_addr, uint64_t elf_sec_file_offset, uint64_t global_addr); #ifdef __cplusplus } #endif #endif bpfcc-0.31.0/src/cc/bcc_usdt.h000066400000000000000000000063131465134135300157730ustar00rootroot00000000000000/* * Copyright (c) 2016 GitHub, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef LIBBCC_USDT_H #define LIBBCC_USDT_H #ifdef __cplusplus extern "C" { #endif #include void *bcc_usdt_new_frompid(int pid, const char *path); void *bcc_usdt_new_frompath(const char *path); void bcc_usdt_close(void *usdt); struct bcc_usdt { const char *provider; const char *name; const char *bin_path; // Virtual address semaphore is found at uint64_t semaphore; int num_locations; int num_arguments; // Offset from start of file where semaphore is at uint64_t semaphore_offset; }; struct bcc_usdt_location { uint64_t address; const char *bin_path; }; #define BCC_USDT_ARGUMENT_NONE 0x0 #define BCC_USDT_ARGUMENT_CONSTANT 0x1 #define BCC_USDT_ARGUMENT_DEREF_OFFSET 0x2 #define BCC_USDT_ARGUMENT_DEREF_IDENT 0x4 #define BCC_USDT_ARGUMENT_BASE_REGISTER_NAME 0x8 #define BCC_USDT_ARGUMENT_INDEX_REGISTER_NAME 0x10 #define BCC_USDT_ARGUMENT_SCALE 0x20 struct bcc_usdt_argument { int size; int valid; long long constant; int deref_offset; const char *deref_ident; const char *base_register_name; const char *index_register_name; int scale; }; typedef void (*bcc_usdt_cb)(struct bcc_usdt *); void bcc_usdt_foreach(void *usdt, bcc_usdt_cb callback); int bcc_usdt_get_location(void *usdt, const char *provider_name, const char *probe_name, int index, struct bcc_usdt_location *location); int bcc_usdt_get_argument(void *usdt, const char *provider_name, const char *probe_name, int location_index, int argument_index, struct bcc_usdt_argument *argument); int bcc_usdt_enable_probe(void *, const char *, const char *); int bcc_usdt_addsem_probe(void *, const char *, const char *, int16_t); #define BCC_USDT_HAS_FULLY_SPECIFIED_PROBE int bcc_usdt_enable_fully_specified_probe(void *, const char *, const char *, const char *); int bcc_usdt_addsem_fully_specified_probe(void *, const char *, const char *, const char *, int16_t); const char *bcc_usdt_genargs(void **ctx_array, int len); const char *bcc_usdt_get_probe_argctype( void *ctx, const char* probe_name, const int arg_index ); const char *bcc_usdt_get_fully_specified_probe_argctype( void *ctx, const char* provider_name, const char* probe_name, const int arg_index ); typedef void (*bcc_usdt_uprobe_cb)(const char *, const char *, uint64_t, int); void bcc_usdt_foreach_uprobe(void *usdt, bcc_usdt_uprobe_cb callback); #ifdef __cplusplus } #endif #endif bpfcc-0.31.0/src/cc/bcc_version.h.in000066400000000000000000000010031465134135300170750ustar00rootroot00000000000000#ifndef LIBBCC_VERSION_H #define LIBBCC_VERSION_H #define LIBBCC_VERSION "@REVISION@" #define LIBBCC_MAJOR_VERSION @REVISION_MAJOR@ #define LIBBCC_MINOR_VERSION @REVISION_MINOR@ #define LIBBCC_PATCH_VERSION @REVISION_PATCH@ #define __LIBBCC_VERSION(a, b, c) (((a) << 16) + ((b) << 8) + ((c) > 255 ? 255 : (c))) #define LIBBCC_VERSION_CODE __LIBBCC_VERSION(LIBBCC_MAJOR_VERSION, LIBBCC_MINOR_VERSION, LIBBCC_PATCH_VERSION) #define LIBBCC_VERSION_GEQ(a,b,c) LIBBCC_VERSION_CODE >= __LIBBCC_VERSION(a, b, c) #endif bpfcc-0.31.0/src/cc/bcc_zip.c000066400000000000000000000313211465134135300156060ustar00rootroot00000000000000/* * Copyright (c) Meta Platforms, Inc. and affiliates. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "bcc_zip.h" #include #include #include #include #include #include #include // Specification of ZIP file format can be found here: // https://pkware.cachefly.net/webdocs/casestudies/APPNOTE.TXT // For a high level overview of the structure of a ZIP file see // sections 4.3.1 - 4.3.6. // Data structures appearing in ZIP files do not contain any // padding and they might be misaligned. To allow us to safely // operate on pointers to such structures and their members, without // worrying of platform specific alignment issues, we define // unaligned_uint16_t and unaligned_uint32_t types with no alignment // requirements. typedef struct { uint8_t raw[2]; } unaligned_uint16_t; static uint16_t unaligned_uint16_read(unaligned_uint16_t value) { uint16_t return_value; memcpy(&return_value, value.raw, sizeof(return_value)); return return_value; } typedef struct { uint8_t raw[4]; } unaligned_uint32_t; static uint32_t unaligned_uint32_read(unaligned_uint32_t value) { uint32_t return_value; memcpy(&return_value, value.raw, sizeof(return_value)); return return_value; } #define END_OF_CD_RECORD_MAGIC 0x06054b50 // See section 4.3.16 of the spec. struct end_of_central_directory_record { // Magic value equal to END_OF_CD_RECORD_MAGIC unaligned_uint32_t magic; // Number of the file containing this structure or 0xFFFF if ZIP64 archive. // Zip archive might span multiple files (disks). unaligned_uint16_t this_disk; // Number of the file containing the beginning of the central directory or // 0xFFFF if ZIP64 archive. unaligned_uint16_t cd_disk; // Number of central directory records on this disk or 0xFFFF if ZIP64 // archive. unaligned_uint16_t cd_records; // Number of central directory records on all disks or 0xFFFF if ZIP64 // archive. unaligned_uint16_t cd_records_total; // Size of the central directory recrod or 0xFFFFFFFF if ZIP64 archive. unaligned_uint32_t cd_size; // Offset of the central directory from the beginning of the archive or // 0xFFFFFFFF if ZIP64 archive. unaligned_uint32_t cd_offset; // Length of comment data following end of central driectory record. unaligned_uint16_t comment_length; // Up to 64k of arbitrary bytes. // uint8_t comment[comment_length] }; #define CD_FILE_HEADER_MAGIC 0x02014b50 #define FLAG_ENCRYPTED (1 << 0) #define FLAG_HAS_DATA_DESCRIPTOR (1 << 3) // See section 4.3.12 of the spec. struct central_directory_file_header { // Magic value equal to CD_FILE_HEADER_MAGIC. unaligned_uint32_t magic; unaligned_uint16_t version; // Minimum zip version needed to extract the file. unaligned_uint16_t min_version; unaligned_uint16_t flags; unaligned_uint16_t compression; unaligned_uint16_t last_modified_time; unaligned_uint16_t last_modified_date; unaligned_uint32_t crc; unaligned_uint32_t compressed_size; unaligned_uint32_t uncompressed_size; unaligned_uint16_t file_name_length; unaligned_uint16_t extra_field_length; unaligned_uint16_t file_comment_length; // Number of the disk where the file starts or 0xFFFF if ZIP64 archive. unaligned_uint16_t disk; unaligned_uint16_t internal_attributes; unaligned_uint32_t external_attributes; // Offset from the start of the disk containing the local file header to the // start of the local file header. unaligned_uint32_t offset; }; #define LOCAL_FILE_HEADER_MAGIC 0x04034b50 // See section 4.3.7 of the spec. struct local_file_header { // Magic value equal to LOCAL_FILE_HEADER_MAGIC. unaligned_uint32_t magic; // Minimum zip version needed to extract the file. unaligned_uint16_t min_version; unaligned_uint16_t flags; unaligned_uint16_t compression; unaligned_uint16_t last_modified_time; unaligned_uint16_t last_modified_date; unaligned_uint32_t crc; unaligned_uint32_t compressed_size; unaligned_uint32_t uncompressed_size; unaligned_uint16_t file_name_length; unaligned_uint16_t extra_field_length; }; struct bcc_zip_archive { void* data; uint32_t size; uint32_t cd_offset; uint32_t cd_records; }; static void* check_access(struct bcc_zip_archive* archive, uint32_t offset, uint32_t size) { if (offset + size > archive->size || offset > offset + size) { return NULL; } return archive->data + offset; } // Returns 0 on success, -1 on error and -2 if the eocd indicates // the archive uses features which are not supported. static int try_parse_end_of_central_directory(struct bcc_zip_archive* archive, uint32_t offset) { struct end_of_central_directory_record* eocd = check_access( archive, offset, sizeof(struct end_of_central_directory_record)); if (eocd == NULL || unaligned_uint32_read(eocd->magic) != END_OF_CD_RECORD_MAGIC) { return -1; } uint16_t comment_length = unaligned_uint16_read(eocd->comment_length); if (offset + sizeof(struct end_of_central_directory_record) + comment_length != archive->size) { return -1; } uint16_t cd_records = unaligned_uint16_read(eocd->cd_records); if (unaligned_uint16_read(eocd->this_disk) != 0 || unaligned_uint16_read(eocd->cd_disk) != 0 || unaligned_uint16_read(eocd->cd_records_total) != cd_records) { // This is a valid eocd, but we only support single-file non-ZIP64 archives. return -2; } uint32_t cd_offset = unaligned_uint32_read(eocd->cd_offset); uint32_t cd_size = unaligned_uint32_read(eocd->cd_size); if (check_access(archive, cd_offset, cd_size) == NULL) { return -1; } archive->cd_offset = cd_offset; archive->cd_records = cd_records; return 0; } static int find_central_directory(struct bcc_zip_archive* archive) { if (archive->size <= sizeof(struct end_of_central_directory_record)) { return -1; } int rc = -1; // Because the end of central directory ends with a variable length array of // up to 0xFFFF bytes we can't know exactly where it starts and need to // search for it at the end of the file, scanning the (limit, offset] range. int64_t offset = (int64_t)archive->size - sizeof(struct end_of_central_directory_record); int64_t limit = offset - (1 << 16); for (; offset >= 0 && offset > limit && rc == -1; offset--) { rc = try_parse_end_of_central_directory(archive, offset); } return rc; } struct bcc_zip_archive* bcc_zip_archive_open(const char* path) { int fd = open(path, O_RDONLY); if (fd < 0) { return NULL; } off_t size = lseek(fd, 0, SEEK_END); if (size == (off_t)-1 || size > UINT32_MAX) { close(fd); return NULL; } void* data = mmap(NULL, size, PROT_READ, MAP_PRIVATE, fd, 0); close(fd); if (data == MAP_FAILED) { return NULL; } struct bcc_zip_archive* archive = malloc(sizeof(struct bcc_zip_archive)); if (archive == NULL) { munmap(data, size); return NULL; }; archive->data = data; archive->size = size; if (find_central_directory(archive)) { munmap(data, size); free(archive); archive = NULL; } return archive; } void bcc_zip_archive_close(struct bcc_zip_archive* archive) { munmap(archive->data, archive->size); free(archive); } static struct local_file_header* local_file_header_at_offset( struct bcc_zip_archive* archive, uint32_t offset) { struct local_file_header* lfh = check_access(archive, offset, sizeof(struct local_file_header)); if (lfh == NULL || unaligned_uint32_read(lfh->magic) != LOCAL_FILE_HEADER_MAGIC) { return NULL; } return lfh; } static int get_entry_at_offset(struct bcc_zip_archive* archive, uint32_t offset, struct bcc_zip_entry* out) { struct local_file_header* lfh = local_file_header_at_offset(archive, offset); offset += sizeof(struct local_file_header); if (lfh == NULL) { return -1; }; uint16_t flags = unaligned_uint16_read(lfh->flags); if ((flags & FLAG_ENCRYPTED) || (flags & FLAG_HAS_DATA_DESCRIPTOR)) { return -1; } uint16_t name_length = unaligned_uint16_read(lfh->file_name_length); const char* name = check_access(archive, offset, name_length); offset += name_length; if (name == NULL) { return -1; } uint16_t extra_field_length = unaligned_uint16_read(lfh->extra_field_length); if (check_access(archive, offset, extra_field_length) == NULL) { return -1; } offset += extra_field_length; uint32_t compressed_size = unaligned_uint32_read(lfh->compressed_size); void* data = check_access(archive, offset, compressed_size); if (data == NULL) { return -1; } out->compression = unaligned_uint16_read(lfh->compression); out->name_length = name_length; out->name = name; out->data = data; out->data_length = compressed_size; out->data_offset = offset; return 0; } static struct central_directory_file_header* cd_file_header_at_offset( struct bcc_zip_archive* archive, uint32_t offset) { struct central_directory_file_header* cdfh = check_access( archive, offset, sizeof(struct central_directory_file_header)); if (cdfh == NULL || unaligned_uint32_read(cdfh->magic) != CD_FILE_HEADER_MAGIC) { return NULL; } return cdfh; } int bcc_zip_archive_find_entry(struct bcc_zip_archive* archive, const char* file_name, struct bcc_zip_entry* out) { size_t file_name_length = strlen(file_name); uint32_t offset = archive->cd_offset; for (uint32_t i = 0; i < archive->cd_records; ++i) { struct central_directory_file_header* cdfh = cd_file_header_at_offset(archive, offset); offset += sizeof(struct central_directory_file_header); if (cdfh == NULL) { return -1; } uint16_t cdfh_name_length = unaligned_uint16_read(cdfh->file_name_length); const char* cdfh_name = check_access(archive, offset, cdfh_name_length); if (cdfh_name == NULL) { return -1; } uint16_t cdfh_flags = unaligned_uint16_read(cdfh->flags); if ((cdfh_flags & FLAG_ENCRYPTED) == 0 && (cdfh_flags & FLAG_HAS_DATA_DESCRIPTOR) == 0 && file_name_length == cdfh_name_length && memcmp(file_name, archive->data + offset, file_name_length) == 0) { return get_entry_at_offset(archive, unaligned_uint32_read(cdfh->offset), out); } offset += cdfh_name_length; offset += unaligned_uint16_read(cdfh->extra_field_length); offset += unaligned_uint16_read(cdfh->file_comment_length); } return -1; } int bcc_zip_archive_find_entry_at_offset(struct bcc_zip_archive* archive, uint32_t target, struct bcc_zip_entry* out) { uint32_t offset = archive->cd_offset; for (uint32_t i = 0; i < archive->cd_records; ++i) { struct central_directory_file_header* cdfh = cd_file_header_at_offset(archive, offset); offset += sizeof(struct central_directory_file_header); if (cdfh == NULL) { return -1; } uint16_t cdfh_flags = unaligned_uint16_read(cdfh->flags); if ((cdfh_flags & FLAG_ENCRYPTED) == 0 && (cdfh_flags & FLAG_HAS_DATA_DESCRIPTOR) == 0) { if (get_entry_at_offset(archive, unaligned_uint32_read(cdfh->offset), out)) { return -1; } if (out->data <= archive->data + target && archive->data + target < out->data + out->data_length) { return 0; } } offset += unaligned_uint16_read(cdfh->file_name_length); offset += unaligned_uint16_read(cdfh->extra_field_length); offset += unaligned_uint16_read(cdfh->file_comment_length); } return -1; } struct bcc_zip_archive* bcc_zip_archive_open_and_find( const char* path, struct bcc_zip_entry* out) { struct bcc_zip_archive* archive = NULL; const char* separator = strstr(path, "!/"); if (separator == NULL || separator - path >= PATH_MAX) { return NULL; } char archive_path[PATH_MAX]; strncpy(archive_path, path, separator - path); archive_path[separator - path] = 0; archive = bcc_zip_archive_open(archive_path); if (archive == NULL) { return NULL; } if (bcc_zip_archive_find_entry(archive, separator + 2, out)) { bcc_zip_archive_close(archive); return NULL; } return archive; } bpfcc-0.31.0/src/cc/bcc_zip.h000066400000000000000000000046471465134135300156260ustar00rootroot00000000000000/* * Copyright (c) Meta Platforms, Inc. and affiliates. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef LIBBCC_ZIP_H #define LIBBCC_ZIP_H #include #ifdef __cplusplus extern "C" { #endif // Represents an opened zip archive. // Only basic ZIP files are supported, in particular the following are not // supported: // - encryption // - streaming // - multi-part ZIP files // - ZIP64 struct bcc_zip_archive; // Carries information on name, compression method and data corresponding to // a file in a zip archive. struct bcc_zip_entry { // Compression method as defined in pkzip spec. 0 means data is uncompressed. uint16_t compression; // Non-null terminated name of the file. const char* name; // Length of the file name. uint16_t name_length; // Pointer to the file data. const void* data; // Length of the file data. uint32_t data_length; // Offset of the file data within the archive. uint32_t data_offset; }; // Opens a zip archive. Returns NULL in case of an error. struct bcc_zip_archive* bcc_zip_archive_open(const char* path); // Closes a zip archive and releases resources. void bcc_zip_archive_close(struct bcc_zip_archive* archive); // Looks up data corresponding to a file in given zip archive. int bcc_zip_archive_find_entry(struct bcc_zip_archive* archive, const char* name, struct bcc_zip_entry* out); int bcc_zip_archive_find_entry_at_offset(struct bcc_zip_archive* archive, uint32_t offset, struct bcc_zip_entry* out); // Opens a zip archives and looks up entry within the archive. // Provided path is interpreted as archive path followed by "!/" // characters and name of the zip entry. This convention is used // by Android tools. struct bcc_zip_archive* bcc_zip_archive_open_and_find( const char* path, struct bcc_zip_entry* out); #ifdef __cplusplus } #endif #endif bpfcc-0.31.0/src/cc/bpf_module.cc000066400000000000000000000736431465134135300164710ustar00rootroot00000000000000/* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "bpf_module.h" #include #include #include #if LLVM_VERSION_MAJOR <= 16 #include #endif #include #include #if LLVM_VERSION_MAJOR >= 16 #include #else #include #endif #include #include #if LLVM_VERSION_MAJOR >= 15 #include #include #include #include #else #include #endif #include #include #include #include #include #include #if LLVM_VERSION_MAJOR <= 16 #include #endif #include #include #include #include #include #include #include #include #include "bcc_btf.h" #include "bcc_debug.h" #include "bcc_elf.h" #include "bcc_libbpf_inc.h" #include "common.h" #include "exported_files.h" #include "frontends/clang/b_frontend_action.h" #include "frontends/clang/loader.h" #include "libbpf.h" namespace ebpf { using std::get; using std::make_tuple; using std::map; using std::move; using std::string; using std::tuple; using std::unique_ptr; using std::vector; using namespace llvm; // Snooping class to remember the sections as the JIT creates them class MyMemoryManager : public SectionMemoryManager { public: explicit MyMemoryManager(sec_map_def *sections, ProgFuncInfo *prog_func_info) : sections_(sections), prog_func_info_(prog_func_info) {} virtual ~MyMemoryManager() {} uint8_t *allocateCodeSection(uintptr_t Size, unsigned Alignment, unsigned SectionID, StringRef SectionName) override { // The programs need to change from fake fd to real map fd, so not allocate ReadOnly regions. uint8_t *Addr = SectionMemoryManager::allocateDataSection(Size, Alignment, SectionID, SectionName, false); (*sections_)[SectionName.str()] = make_tuple(Addr, Size, SectionID); return Addr; } uint8_t *allocateDataSection(uintptr_t Size, unsigned Alignment, unsigned SectionID, StringRef SectionName, bool isReadOnly) override { // The lines in .BTF.ext line_info, if corresponding to remapped files, will have empty source line. // The line_info will be fixed in place, so not allocate ReadOnly regions. uint8_t *Addr = SectionMemoryManager::allocateDataSection(Size, Alignment, SectionID, SectionName, false); (*sections_)[SectionName.str()] = make_tuple(Addr, Size, SectionID); return Addr; } void notifyObjectLoaded(ExecutionEngine *EE, const object::ObjectFile &o) override { auto sizes = llvm::object::computeSymbolSizes(o); for (auto ss : sizes) { auto maybe_name = ss.first.getName(); if (!maybe_name) continue; std::string name = maybe_name->str(); auto info = prog_func_info_->get_func(name); if (!info) continue; auto section = ss.first.getSection(); if (!section) continue; #if LLVM_VERSION_MAJOR >= 10 auto sec_name = section.get()->getName(); if (!sec_name) continue; #else llvm::StringRef sec_name_obj; if (!section.get()->getName(sec_name_obj)) continue; auto sec_name = &sec_name_obj; #endif info->section_ = sec_name->str(); info->size_ = ss.second; } } sec_map_def *sections_; ProgFuncInfo *prog_func_info_; }; BPFModule::BPFModule(unsigned flags, TableStorage *ts, bool rw_engine_enabled, const std::string &maps_ns, bool allow_rlimit, const char *dev_name) : flags_(flags), rw_engine_enabled_(rw_engine_enabled && bpf_module_rw_engine_enabled()), used_b_loader_(false), allow_rlimit_(allow_rlimit), ctx_(new LLVMContext), id_(std::to_string((uintptr_t)this)), maps_ns_(maps_ns), ts_(ts), btf_(nullptr) { ifindex_ = dev_name ? if_nametoindex(dev_name) : 0; initialize_rw_engine(); LLVMInitializeBPFTarget(); LLVMInitializeBPFTargetMC(); LLVMInitializeBPFTargetInfo(); LLVMInitializeBPFAsmPrinter(); #if LLVM_VERSION_MAJOR >= 6 LLVMInitializeBPFAsmParser(); if (flags & DEBUG_SOURCE) LLVMInitializeBPFDisassembler(); #endif LLVMLinkInMCJIT(); /* call empty function to force linking of MCJIT */ if (!ts_) { local_ts_ = createSharedTableStorage(); ts_ = &*local_ts_; } prog_func_info_ = ebpf::make_unique(); } static StatusTuple unimplemented_sscanf(const char *, void *) { return StatusTuple(-1, "sscanf unimplemented"); } static StatusTuple unimplemented_snprintf(char *, size_t, const void *) { return StatusTuple(-1, "snprintf unimplemented"); } BPFModule::~BPFModule() { for (auto &v : tables_) { v->key_sscanf = unimplemented_sscanf; v->leaf_sscanf = unimplemented_sscanf; v->key_snprintf = unimplemented_snprintf; v->leaf_snprintf = unimplemented_snprintf; } if (!rw_engine_enabled_) { prog_func_info_->for_each_func( [&](std::string name, FuncInfo &info) { if (!info.start_) return; delete[] info.start_; }); for (auto §ion : sections_) { delete[] std::get<0>(section.second); } } engine_.reset(); cleanup_rw_engine(); ctx_.reset(); prog_func_info_.reset(); if (btf_) delete btf_; ts_->DeletePrefix(Path({id_})); } int BPFModule::free_bcc_memory() { return bcc_free_memory(); } // load an entire c file as a module int BPFModule::load_cfile(const string &file, bool in_memory, const char *cflags[], int ncflags) { ClangLoader clang_loader(&*ctx_, flags_); if (clang_loader.parse(&mod_, *ts_, file, in_memory, cflags, ncflags, id_, *prog_func_info_, mod_src_, maps_ns_, fake_fd_map_, perf_events_)) return -1; return 0; } // NOTE: this is a duplicate of the above, but planning to deprecate if we // settle on clang as the frontend // Load in a pre-built list of functions into the initial Module object, then // build an ExecutionEngine. int BPFModule::load_includes(const string &text) { ClangLoader clang_loader(&*ctx_, flags_); const char *cflags[] = {"-DB_WORKAROUND"}; if (clang_loader.parse(&mod_, *ts_, text, true, cflags, 1, "", *prog_func_info_, mod_src_, "", fake_fd_map_, perf_events_)) return -1; return 0; } void BPFModule::annotate_light() { for (auto fn = mod_->getFunctionList().begin(); fn != mod_->getFunctionList().end(); ++fn) if (!fn->hasFnAttribute(Attribute::NoInline)) fn->addFnAttr(Attribute::AlwaysInline); size_t id = 0; Path path({id_}); for (auto it = ts_->lower_bound(path), up = ts_->upper_bound(path); it != up; ++it) { TableDesc &table = it->second; tables_.push_back(&it->second); table_names_[table.name] = id++; } } void BPFModule::dump_ir(Module &mod) { #if LLVM_VERSION_MAJOR >= 15 // Create the analysis managers LoopAnalysisManager LAM; FunctionAnalysisManager FAM; CGSCCAnalysisManager CGAM; ModuleAnalysisManager MAM; // Create the pass manager PassBuilder PB; PB.registerModuleAnalyses(MAM); PB.registerCGSCCAnalyses(CGAM); PB.registerFunctionAnalyses(FAM); PB.registerLoopAnalyses(LAM); PB.crossRegisterProxies(LAM, FAM, CGAM, MAM); auto MPM = PB.buildPerModuleDefaultPipeline(OptimizationLevel::O2); // Add passes and run MPM.addPass(PrintModulePass(errs())); MPM.run(mod, MAM); #else legacy::PassManager PM; PM.add(createPrintModulePass(errs())); PM.run(mod); #endif } int BPFModule::run_pass_manager(Module &mod) { if (verifyModule(mod, &errs())) { if (flags_ & DEBUG_LLVM_IR) dump_ir(mod); return -1; } #if LLVM_VERSION_MAJOR >= 15 // Create the analysis managers LoopAnalysisManager LAM; FunctionAnalysisManager FAM; CGSCCAnalysisManager CGAM; ModuleAnalysisManager MAM; // Create the pass manager PassBuilder PB; PB.registerModuleAnalyses(MAM); PB.registerCGSCCAnalyses(CGAM); PB.registerFunctionAnalyses(FAM); PB.registerLoopAnalyses(LAM); PB.crossRegisterProxies(LAM, FAM, CGAM, MAM); auto MPM = PB.buildPerModuleDefaultPipeline(OptimizationLevel::O3); // Add passes and run MPM.addPass(AlwaysInlinerPass()); if (flags_ & DEBUG_LLVM_IR) MPM.addPass(PrintModulePass(outs())); MPM.run(mod, MAM); #else legacy::PassManager PM; PassManagerBuilder PMB; PMB.OptLevel = 3; PM.add(createFunctionInliningPass()); /* * llvm < 4.0 needs * PM.add(createAlwaysInlinerPass()); * llvm >= 4.0 needs * PM.add(createAlwaysInlinerLegacyPass()); * use below 'stable' workaround */ LLVMAddAlwaysInlinerPass(reinterpret_cast(&PM)); PMB.populateModulePassManager(PM); if (flags_ & DEBUG_LLVM_IR) PM.add(createPrintModulePass(outs())); PM.run(mod); #endif return 0; } void BPFModule::load_btf(sec_map_def §ions) { uint8_t *btf_sec = nullptr, *btf_ext_sec = nullptr; uintptr_t btf_sec_size = 0, btf_ext_sec_size = 0; for (auto section: sections) { auto sname = section.first; uint8_t *addr = get<0>(section.second); uintptr_t size = get<1>(section.second); if (strcmp(".BTF", sname.c_str()) == 0) { btf_sec = addr; btf_sec_size = size; } if (strcmp(".BTF.ext", sname.c_str()) == 0) { btf_ext_sec = addr; btf_ext_sec_size = size; } } if (btf_sec == nullptr || btf_ext_sec == nullptr) return; // Both .BTF and .BTF.ext ELF sections are present. // The remapped files (the main file and /virtual/include/bcc/helpers.h) // will provide missing source codes in the .BTF.ext line_info table. auto helpers_h = ExportedFiles::headers().find("/virtual/include/bcc/helpers.h"); if (helpers_h == ExportedFiles::headers().end()) { fprintf(stderr, "Internal error: missing bcc/helpers.h"); return; } std::map remapped_sources; remapped_sources["/virtual/main.c"] = mod_src_; remapped_sources["/virtual/include/bcc/helpers.h"] = helpers_h->second; BTF *btf = new BTF(flags_ & DEBUG_BTF, sections); int ret = btf->load(btf_sec, btf_sec_size, btf_ext_sec, btf_ext_sec_size, remapped_sources); if (ret) { delete btf; return; } btf_ = btf; } int BPFModule::create_maps(std::map> &map_tids, std::map &map_fds, std::map &inner_map_fds, bool for_inner_map) { std::set inner_maps; if (for_inner_map) { for (auto map : fake_fd_map_) { std::string inner_map_name = get<7>(map.second); if (inner_map_name.size()) inner_maps.insert(inner_map_name); } } for (auto map : fake_fd_map_) { int fd, fake_fd, map_type, key_size, value_size, max_entries, map_flags; int pinned_id; const char *map_name; const char *pinned; std::string inner_map_name; int inner_map_fd = 0; fake_fd = map.first; map_type = get<0>(map.second); map_name = get<1>(map.second).c_str(); key_size = get<2>(map.second); value_size = get<3>(map.second); max_entries = get<4>(map.second); map_flags = get<5>(map.second); pinned_id = get<6>(map.second); inner_map_name = get<7>(map.second); if (for_inner_map) { if (inner_maps.find(map_name) == inner_maps.end()) continue; if (inner_map_name.size()) { fprintf(stderr, "inner map %s has inner map %s\n", map_name, inner_map_name.c_str()); return -1; } } else { if (inner_map_fds.find(map_name) != inner_map_fds.end()) continue; if (inner_map_name.size()) inner_map_fd = inner_map_fds[inner_map_name]; } if (pinned_id <= 0) { struct bcc_create_map_attr attr = {}; attr.map_type = (enum bpf_map_type)map_type; attr.name = map_name; attr.key_size = key_size; attr.value_size = value_size; attr.max_entries = max_entries; attr.map_flags = map_flags; attr.map_ifindex = ifindex_; attr.inner_map_fd = inner_map_fd; if (map_tids.find(map_name) != map_tids.end()) { attr.btf_fd = btf_->get_fd(); attr.btf_key_type_id = map_tids[map_name].first; attr.btf_value_type_id = map_tids[map_name].second; } fd = bcc_create_map_xattr(&attr, allow_rlimit_); } else { fd = bpf_map_get_fd_by_id(pinned_id); } if (fd < 0) { fprintf(stderr, "could not open bpf map: %s, error: %s\n", map_name, strerror(errno)); return -1; } if (pinned_id == -1) { pinned = get<8>(map.second).c_str(); if (bpf_obj_pin(fd, pinned)) { fprintf(stderr, "failed to pin map: %s, error: %s\n", pinned, strerror(errno)); return -1; } } if (for_inner_map) inner_map_fds[map_name] = fd; map_fds[fake_fd] = fd; } return 0; } int BPFModule::load_maps(sec_map_def §ions) { // find .maps. sections and retrieve all map key/value type id's std::map> map_tids; if (btf_) { for (auto section : sections) { auto sec_name = section.first; if (strncmp(".maps.", sec_name.c_str(), 6) == 0) { std::string map_name = sec_name.substr(6); unsigned key_tid = 0, value_tid = 0; unsigned expected_ksize = 0, expected_vsize = 0; // skip extern maps, which won't be in fake_fd_map_ as they do not // require explicit bpf_create_map. bool is_extern = false; for (auto &t : tables_) { if (t->name == map_name) { is_extern = t->is_extern; break; } } if (is_extern) continue; for (auto map : fake_fd_map_) { std::string name; name = get<1>(map.second); if (map_name == name) { expected_ksize = get<2>(map.second); expected_vsize = get<3>(map.second); break; } } int ret = btf_->get_map_tids(map_name, expected_ksize, expected_vsize, &key_tid, &value_tid); if (ret) continue; map_tids[map_name] = std::make_pair(key_tid, value_tid); } } } // create maps std::map inner_map_fds; std::map map_fds; if (create_maps(map_tids, map_fds, inner_map_fds, true) < 0) return -1; if (create_maps(map_tids, map_fds, inner_map_fds, false) < 0) return -1; // update map table fd's for (auto it = ts_->begin(), up = ts_->end(); it != up; ++it) { TableDesc &table = it->second; if (map_fds.find(table.fake_fd) != map_fds.end()) { table.fd = map_fds[table.fake_fd]; table.fake_fd = 0; } } // update instructions prog_func_info_->for_each_func([&](std::string name, FuncInfo &info) { struct bpf_insn *insns = (struct bpf_insn *)info.start_; uint32_t i, num_insns = info.size_ / sizeof(struct bpf_insn); for (i = 0; i < num_insns; i++) { if (insns[i].code == (BPF_LD | BPF_DW | BPF_IMM)) { // change map_fd is it is a ld_pseudo if (insns[i].src_reg == BPF_PSEUDO_MAP_FD && map_fds.find(insns[i].imm) != map_fds.end()) insns[i].imm = map_fds[insns[i].imm]; i++; } } }); return 0; } int BPFModule::finalize() { Module *mod = &*mod_; sec_map_def tmp_sections, *sections_p; mod->setTargetTriple("bpf-pc-linux"); #if LLVM_VERSION_MAJOR >= 11 #if __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__ mod->setDataLayout("e-m:e-p:64:64-i64:64-i128:128-n32:64-S128"); #else mod->setDataLayout("E-m:e-p:64:64-i64:64-i128:128-n32:64-S128"); #endif #else #if __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__ mod->setDataLayout("e-m:e-p:64:64-i64:64-n32:64-S128"); #else mod->setDataLayout("E-m:e-p:64:64-i64:64-n32:64-S128"); #endif #endif sections_p = rw_engine_enabled_ ? §ions_ : &tmp_sections; string err; EngineBuilder builder(move(mod_)); builder.setErrorStr(&err); builder.setMCJITMemoryManager( ebpf::make_unique(sections_p, &*prog_func_info_)); builder.setMArch("bpf"); #if LLVM_VERSION_MAJOR <= 11 builder.setUseOrcMCJITReplacement(false); #endif engine_ = unique_ptr(builder.create()); if (!engine_) { fprintf(stderr, "Could not create ExecutionEngine: %s\n", err.c_str()); return -1; } engine_->setProcessAllSections(true); if (int rc = run_pass_manager(*mod)) return rc; engine_->finalizeObject(); prog_func_info_->for_each_func([&](std::string name, FuncInfo &info) { info.start_ = (uint8_t *)engine_->getFunctionAddress(name); }); finalize_prog_func_info(); if (flags_ & DEBUG_SOURCE) { SourceDebugger src_debugger(mod, *sections_p, *prog_func_info_, mod_src_, src_dbg_fmap_); src_debugger.dump(); } load_btf(*sections_p); if (load_maps(*sections_p)) return -1; if (!rw_engine_enabled_) { // Setup sections_ correctly and then free llvm internal memory for (auto section : tmp_sections) { auto fname = section.first; uintptr_t size = get<1>(section.second); uint8_t *tmp_p = NULL; // Only copy data for non-map sections if (strncmp("maps/", section.first.c_str(), 5)) { uint8_t *addr = get<0>(section.second); tmp_p = new uint8_t[size]; memcpy(tmp_p, addr, size); } sections_[fname] = make_tuple(tmp_p, size, get<2>(section.second)); } prog_func_info_->for_each_func([](std::string name, FuncInfo &info) { uint8_t *tmp_p = new uint8_t[info.size_]; memcpy(tmp_p, info.start_, info.size_); info.start_ = tmp_p; }); engine_.reset(); ctx_.reset(); } return 0; } void BPFModule::finalize_prog_func_info() { // prog_func_info_'s FuncInfo data is gradually populated (first in frontend // action, then bpf_module). It's possible for a FuncInfo to have been // created by FrontendAction but no corresponding start location found in // bpf_module - filter out these functions // // The numeric function ids in the new prog_func_info_ are considered // canonical std::unique_ptr finalized = ebpf::make_unique(); prog_func_info_->for_each_func([&](std::string name, FuncInfo &info) { if(info.start_) { auto i = finalized->add_func(name); if (i) { // should always be true *i = info; } } }); prog_func_info_.swap(finalized); } size_t BPFModule::num_functions() const { return prog_func_info_->num_funcs(); } const char * BPFModule::function_name(size_t id) const { auto name = prog_func_info_->func_name(id); if (name) return name->c_str(); return nullptr; } uint8_t * BPFModule::function_start(size_t id) const { auto fn = prog_func_info_->get_func(id); if (fn) return fn->start_; return nullptr; } uint8_t * BPFModule::function_start(const string &name) const { auto fn = prog_func_info_->get_func(name); if (fn) return fn->start_; return nullptr; } const char * BPFModule::function_source(const string &name) const { auto fn = prog_func_info_->get_func(name); if (fn) return fn->src_.c_str(); return ""; } const char * BPFModule::function_source_rewritten(const string &name) const { auto fn = prog_func_info_->get_func(name); if (fn) return fn->src_rewritten_.c_str(); return ""; } int BPFModule::annotate_prog_tag(const string &name, int prog_fd, struct bpf_insn *insns, int prog_len) { unsigned long long tag1, tag2; int err; err = bpf_prog_compute_tag(insns, prog_len, &tag1); if (err) return err; err = bpf_prog_get_tag(prog_fd, &tag2); if (err) return err; if (tag1 != tag2) { fprintf(stderr, "prog tag mismatch %llx %llx\n", tag1, tag2); return -1; } err = mkdir(BCC_PROG_TAG_DIR, 0777); if (err && errno != EEXIST) { fprintf(stderr, "cannot create " BCC_PROG_TAG_DIR "\n"); return -1; } char buf[128]; ::snprintf(buf, sizeof(buf), BCC_PROG_TAG_DIR "/bpf_prog_%llx", tag1); err = mkdir(buf, 0777); if (err && errno != EEXIST) { fprintf(stderr, "cannot create %s\n", buf); return -1; } ::snprintf(buf, sizeof(buf), BCC_PROG_TAG_DIR "/bpf_prog_%llx/%s.c", tag1, name.data()); FileDesc fd(open(buf, O_CREAT | O_WRONLY | O_TRUNC, 0644)); if (fd < 0) { fprintf(stderr, "cannot create %s\n", buf); return -1; } const char *src = function_source(name); write(fd, src, strlen(src)); ::snprintf(buf, sizeof(buf), BCC_PROG_TAG_DIR "/bpf_prog_%llx/%s.rewritten.c", tag1, name.data()); fd = open(buf, O_CREAT | O_WRONLY | O_TRUNC, 0644); if (fd < 0) { fprintf(stderr, "cannot create %s\n", buf); return -1; } src = function_source_rewritten(name); write(fd, src, strlen(src)); if (!src_dbg_fmap_[name].empty()) { ::snprintf(buf, sizeof(buf), BCC_PROG_TAG_DIR "/bpf_prog_%llx/%s.dis.txt", tag1, name.data()); fd = open(buf, O_CREAT | O_WRONLY | O_TRUNC, 0644); if (fd < 0) { fprintf(stderr, "cannot create %s\n", buf); return -1; } const char *src = src_dbg_fmap_[name].c_str(); write(fd, src, strlen(src)); } return 0; } size_t BPFModule::function_size(size_t id) const { auto fn = prog_func_info_->get_func(id); if (fn) return fn->size_; return 0; } size_t BPFModule::function_size(const string &name) const { auto fn = prog_func_info_->get_func(name); if (fn) return fn->size_; return 0; } char * BPFModule::license() const { auto section = sections_.find("license"); if (section == sections_.end()) return nullptr; return (char *)get<0>(section->second); } unsigned BPFModule::kern_version() const { auto section = sections_.find("version"); if (section == sections_.end()) return 0; return *(unsigned *)get<0>(section->second); } size_t BPFModule::num_tables() const { return tables_.size(); } size_t BPFModule::perf_event_fields(const char *event) const { auto it = perf_events_.find(event); if (it == perf_events_.end()) return 0; return it->second.size(); } const char * BPFModule::perf_event_field(const char *event, size_t i) const { auto it = perf_events_.find(event); if (it == perf_events_.end() || i >= it->second.size()) return nullptr; return it->second[i].c_str(); } size_t BPFModule::table_id(const string &name) const { auto it = table_names_.find(name); if (it == table_names_.end()) return ~0ull; return it->second; } int BPFModule::table_fd(const string &name) const { return table_fd(table_id(name)); } int BPFModule::table_fd(size_t id) const { if (id >= tables_.size()) return -1; return tables_[id]->fd; } int BPFModule::table_type(const string &name) const { return table_type(table_id(name)); } int BPFModule::table_type(size_t id) const { if (id >= tables_.size()) return -1; return tables_[id]->type; } size_t BPFModule::table_max_entries(const string &name) const { return table_max_entries(table_id(name)); } size_t BPFModule::table_max_entries(size_t id) const { if (id >= tables_.size()) return 0; return tables_[id]->max_entries; } int BPFModule::table_flags(const string &name) const { return table_flags(table_id(name)); } int BPFModule::table_flags(size_t id) const { if (id >= tables_.size()) return -1; return tables_[id]->flags; } const char * BPFModule::table_name(size_t id) const { if (id >= tables_.size()) return nullptr; return tables_[id]->name.c_str(); } const char * BPFModule::table_key_desc(size_t id) const { if (used_b_loader_) return nullptr; if (id >= tables_.size()) return nullptr; return tables_[id]->key_desc.c_str(); } const char * BPFModule::table_key_desc(const string &name) const { return table_key_desc(table_id(name)); } const char * BPFModule::table_leaf_desc(size_t id) const { if (used_b_loader_) return nullptr; if (id >= tables_.size()) return nullptr; return tables_[id]->leaf_desc.c_str(); } const char * BPFModule::table_leaf_desc(const string &name) const { return table_leaf_desc(table_id(name)); } size_t BPFModule::table_key_size(size_t id) const { if (id >= tables_.size()) return 0; return tables_[id]->key_size; } size_t BPFModule::table_key_size(const string &name) const { return table_key_size(table_id(name)); } size_t BPFModule::table_leaf_size(size_t id) const { if (id >= tables_.size()) return 0; return tables_[id]->leaf_size; } size_t BPFModule::table_leaf_size(const string &name) const { return table_leaf_size(table_id(name)); } struct TableIterator { TableIterator(size_t key_size, size_t leaf_size) : key(new uint8_t[key_size]), leaf(new uint8_t[leaf_size]) { } unique_ptr key; unique_ptr leaf; uint8_t keyb[512]; }; int BPFModule::table_key_printf(size_t id, char *buf, size_t buflen, const void *key) { if (id >= tables_.size()) return -1; const TableDesc &desc = *tables_[id]; StatusTuple rc = desc.key_snprintf(buf, buflen, key); if (rc.code() < 0) { fprintf(stderr, "%s\n", rc.msg().c_str()); return -1; } return 0; } int BPFModule::table_leaf_printf(size_t id, char *buf, size_t buflen, const void *leaf) { if (id >= tables_.size()) return -1; const TableDesc &desc = *tables_[id]; StatusTuple rc = desc.leaf_snprintf(buf, buflen, leaf); if (rc.code() < 0) { fprintf(stderr, "%s\n", rc.msg().c_str()); return -1; } return 0; } int BPFModule::table_key_scanf(size_t id, const char *key_str, void *key) { if (id >= tables_.size()) return -1; const TableDesc &desc = *tables_[id]; StatusTuple rc = desc.key_sscanf(key_str, key); if (rc.code() < 0) { fprintf(stderr, "%s\n", rc.msg().c_str()); return -1; } return 0; } int BPFModule::table_leaf_scanf(size_t id, const char *leaf_str, void *leaf) { if (id >= tables_.size()) return -1; const TableDesc &desc = *tables_[id]; StatusTuple rc = desc.leaf_sscanf(leaf_str, leaf); if (rc.code() < 0) { fprintf(stderr, "%s\n", rc.msg().c_str()); return -1; } return 0; } // load a C file int BPFModule::load_c(const string &filename, const char *cflags[], int ncflags) { if (!sections_.empty()) { fprintf(stderr, "Program already initialized\n"); return -1; } if (filename.empty()) { fprintf(stderr, "Invalid filename\n"); return -1; } if (int rc = load_cfile(filename, false, cflags, ncflags)) return rc; if (rw_engine_enabled_) { if (int rc = annotate()) return rc; } else { annotate_light(); } if (int rc = finalize()) return rc; return 0; } // load a C text string int BPFModule::load_string(const string &text, const char *cflags[], int ncflags) { if (!sections_.empty()) { fprintf(stderr, "Program already initialized\n"); return -1; } if (int rc = load_cfile(text, true, cflags, ncflags)) return rc; if (rw_engine_enabled_) { if (int rc = annotate()) return rc; } else { annotate_light(); } if (int rc = finalize()) return rc; return 0; } int BPFModule::bcc_func_load(int prog_type, const char *name, const struct bpf_insn *insns, int prog_len, const char *license, unsigned kern_version, int log_level, char *log_buf, unsigned log_buf_size, const char *dev_name, unsigned flags, int expected_attach_type) { struct bpf_prog_load_opts opts = {}; unsigned func_info_cnt, line_info_cnt, finfo_rec_size, linfo_rec_size; void *func_info = NULL, *line_info = NULL; int ret; if (expected_attach_type != -1) { opts.expected_attach_type = (enum bpf_attach_type)expected_attach_type; } if (prog_type != BPF_PROG_TYPE_TRACING && prog_type != BPF_PROG_TYPE_EXT) { opts.kern_version = kern_version; } opts.prog_flags = flags; opts.log_level = log_level; if (dev_name) opts.prog_ifindex = if_nametoindex(dev_name); if (btf_) { int btf_fd = btf_->get_fd(); char secname[256]; ::snprintf(secname, sizeof(secname), "%s%s", BPF_FN_PREFIX, name); ret = btf_->get_btf_info(secname, &func_info, &func_info_cnt, &finfo_rec_size, &line_info, &line_info_cnt, &linfo_rec_size); if (!ret) { opts.prog_btf_fd = btf_fd; opts.func_info = func_info; opts.func_info_cnt = func_info_cnt; opts.func_info_rec_size = finfo_rec_size; opts.line_info = line_info; opts.line_info_cnt = line_info_cnt; opts.line_info_rec_size = linfo_rec_size; } } ret = bcc_prog_load_xattr((enum bpf_prog_type)prog_type, name, license, insns, &opts, prog_len, log_buf, log_buf_size, allow_rlimit_); if (btf_) { free(func_info); free(line_info); } return ret; } int BPFModule::bcc_func_attach(int prog_fd, int attachable_fd, int attach_type, unsigned int flags) { return bpf_prog_attach(prog_fd, attachable_fd, (enum bpf_attach_type)attach_type, flags); } int BPFModule::bcc_func_detach(int prog_fd, int attachable_fd, int attach_type) { return bpf_prog_detach2(prog_fd, attachable_fd, (enum bpf_attach_type)attach_type); } } // namespace ebpf bpfcc-0.31.0/src/cc/bpf_module.h000066400000000000000000000154461465134135300163300ustar00rootroot00000000000000/* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include #include #include #include #include #include "bcc_exception.h" #include "table_storage.h" namespace llvm { class ExecutionEngine; class Function; class LLVMContext; class Module; class Type; } struct bpf_insn; namespace ebpf { typedef std::map> sec_map_def; // Options to enable different debug logging. enum { // Debug output compiled LLVM IR. DEBUG_LLVM_IR = 0x1, // Debug output loaded BPF bytecode and register state on branches. DEBUG_BPF = 0x2, // Debug output pre-processor result. DEBUG_PREPROCESSOR = 0x4, // Debug output ASM instructions embedded with source. DEBUG_SOURCE = 0x8, // Debug output register state on all instructions in addition to DEBUG_BPF. DEBUG_BPF_REGISTER_STATE = 0x10, // Debug BTF. DEBUG_BTF = 0x20, }; class TableDesc; class TableStorage; class BLoader; class ClangLoader; class ProgFuncInfo; class BTF; bool bpf_module_rw_engine_enabled(void); class BPFModule { private: int init_engine(); void initialize_rw_engine(); void cleanup_rw_engine(); int parse(llvm::Module *mod); int finalize(); int annotate(); void annotate_light(); void finalize_prog_func_info(); std::unique_ptr finalize_rw(std::unique_ptr mod); std::string make_reader(llvm::Module *mod, llvm::Type *type); std::string make_writer(llvm::Module *mod, llvm::Type *type); void dump_ir(llvm::Module &mod); int load_file_module(std::unique_ptr *mod, const std::string &file, bool in_memory); int load_includes(const std::string &text); int load_cfile(const std::string &file, bool in_memory, const char *cflags[], int ncflags); int kbuild_flags(const char *uname_release, std::vector *cflags); int run_pass_manager(llvm::Module &mod); StatusTuple sscanf(std::string fn_name, const char *str, void *val); StatusTuple snprintf(std::string fn_name, char *str, size_t sz, const void *val); void load_btf(sec_map_def §ions); int load_maps(sec_map_def §ions); int create_maps(std::map> &map_tids, std::map &map_fds, std::map &inner_map_fds, bool for_inner_map); public: BPFModule(unsigned flags, TableStorage *ts = nullptr, bool rw_engine_enabled = true, const std::string &maps_ns = "", bool allow_rlimit = true, const char *dev_name = nullptr); ~BPFModule(); int free_bcc_memory(); int load_c(const std::string &filename, const char *cflags[], int ncflags); int load_string(const std::string &text, const char *cflags[], int ncflags); std::string id() const { return id_; } std::string maps_ns() const { return maps_ns_; } size_t num_functions() const; uint8_t * function_start(size_t id) const; uint8_t * function_start(const std::string &name) const; const char * function_source(const std::string &name) const; const char * function_source_rewritten(const std::string &name) const; int annotate_prog_tag(const std::string &name, int fd, struct bpf_insn *insn, int prog_len); const char * function_name(size_t id) const; size_t function_size(size_t id) const; size_t function_size(const std::string &name) const; size_t num_tables() const; size_t table_id(const std::string &name) const; int table_fd(size_t id) const; int table_fd(const std::string &name) const; const char * table_name(size_t id) const; int table_type(const std::string &name) const; int table_type(size_t id) const; size_t table_max_entries(const std::string &name) const; size_t table_max_entries(size_t id) const; int table_flags(const std::string &name) const; int table_flags(size_t id) const; const char * table_key_desc(size_t id) const; const char * table_key_desc(const std::string &name) const; size_t table_key_size(size_t id) const; size_t table_key_size(const std::string &name) const; int table_key_printf(size_t id, char *buf, size_t buflen, const void *key); int table_key_scanf(size_t id, const char *buf, void *key); const char * table_leaf_desc(size_t id) const; const char * table_leaf_desc(const std::string &name) const; size_t table_leaf_size(size_t id) const; size_t table_leaf_size(const std::string &name) const; int table_leaf_printf(size_t id, char *buf, size_t buflen, const void *leaf); int table_leaf_scanf(size_t id, const char *buf, void *leaf); char * license() const; unsigned kern_version() const; TableStorage &table_storage() { return *ts_; } int bcc_func_load(int prog_type, const char *name, const struct bpf_insn *insns, int prog_len, const char *license, unsigned kern_version, int log_level, char *log_buf, unsigned log_buf_size, const char *dev_name = nullptr, unsigned flags = 0, int attach_type = -1); int bcc_func_attach(int prog_fd, int attachable_fd, int attach_type, unsigned int flags); int bcc_func_detach(int prog_fd, int attachable_fd, int attach_type); size_t perf_event_fields(const char *) const; const char * perf_event_field(const char *, size_t i) const; private: unsigned flags_; // 0x1 for printing bool rw_engine_enabled_; bool used_b_loader_; bool allow_rlimit_; std::string filename_; std::string proto_filename_; std::unique_ptr ctx_; std::unique_ptr engine_; std::unique_ptr rw_engine_; std::unique_ptr mod_; std::unique_ptr prog_func_info_; sec_map_def sections_; std::vector tables_; std::map table_names_; std::map readers_; std::map writers_; std::string id_; std::string maps_ns_; std::string mod_src_; std::map src_dbg_fmap_; TableStorage *ts_; std::unique_ptr local_ts_; BTF *btf_; fake_fd_map_def fake_fd_map_; unsigned int ifindex_; // map of events -- key: event name, value: event fields std::map> perf_events_; }; } // namespace ebpf bpfcc-0.31.0/src/cc/bpf_module_rw_engine.cc000066400000000000000000000424141465134135300205160ustar00rootroot00000000000000/* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include #include "common.h" #include "bpf_module.h" #include "table_storage.h" namespace ebpf { using std::map; using std::move; using std::string; using std::unique_ptr; using std::vector; using namespace llvm; bool bpf_module_rw_engine_enabled(void) { return true; } void BPFModule::initialize_rw_engine() { InitializeNativeTarget(); InitializeNativeTargetAsmPrinter(); } void BPFModule::cleanup_rw_engine() { rw_engine_.reset(); } static LoadInst *createLoad(IRBuilder<> &B, Value *addr, bool isVolatile = false) { #if LLVM_VERSION_MAJOR >= 15 if (isa(addr)) return B.CreateLoad(dyn_cast(addr)->getAllocatedType(), addr, isVolatile); else return B.CreateLoad(addr->getType(), addr, isVolatile); #elif LLVM_VERSION_MAJOR >= 13 return B.CreateLoad(addr->getType()->getPointerElementType(), addr, isVolatile); #else return B.CreateLoad(addr, isVolatile); #endif } static Value *createInBoundsGEP(IRBuilder<> &B, Value *ptr, ArrayRefidxlist) { #if LLVM_VERSION_MAJOR >= 15 if (isa(ptr)) return B.CreateInBoundsGEP(dyn_cast(ptr)->getValueType(), ptr, idxlist); else return B.CreateInBoundsGEP(ptr->getType(), ptr, idxlist); #elif LLVM_VERSION_MAJOR >= 13 return B.CreateInBoundsGEP(ptr->getType()->getScalarType()->getPointerElementType(), ptr, idxlist); #else return B.CreateInBoundsGEP(ptr, idxlist); #endif } static void debug_printf(Module *mod, IRBuilder<> &B, const string &fmt, vector args) { GlobalVariable *fmt_gvar = B.CreateGlobalString(fmt, "fmt"); args.insert(args.begin(), createInBoundsGEP(B, fmt_gvar, vector({B.getInt64(0), B.getInt64(0)}))); args.insert(args.begin(), B.getInt64((uintptr_t)stderr)); Function *fprintf_fn = mod->getFunction("fprintf"); if (!fprintf_fn) { #if LLVM_VERSION_MAJOR >= 18 vector fprintf_fn_args({B.getInt64Ty(), B.getPtrTy()}); #else vector fprintf_fn_args({B.getInt64Ty(), B.getInt8PtrTy()}); #endif FunctionType *fprintf_fn_type = FunctionType::get(B.getInt32Ty(), fprintf_fn_args, /*isvarArg=*/true); fprintf_fn = Function::Create(fprintf_fn_type, GlobalValue::ExternalLinkage, "fprintf", mod); fprintf_fn->setCallingConv(CallingConv::C); fprintf_fn->addFnAttr(Attribute::NoUnwind); } B.CreateCall(fprintf_fn, args); } static void finish_sscanf(IRBuilder<> &B, vector *args, string *fmt, const map &locals, bool exact_args) { // fmt += "%n"; // int nread = 0; // int n = sscanf(s, fmt, args..., &nread); // if (n < 0) return -1; // s = &s[nread]; Value *sptr = locals.at("sptr"); Value *nread = locals.at("nread"); Function *cur_fn = B.GetInsertBlock()->getParent(); Function *sscanf_fn = B.GetInsertBlock()->getModule()->getFunction("sscanf"); *fmt += "%n"; B.CreateStore(B.getInt32(0), nread); GlobalVariable *fmt_gvar = B.CreateGlobalString(*fmt, "fmt"); (*args)[1] = createInBoundsGEP(B, fmt_gvar, {B.getInt64(0), B.getInt64(0)}); (*args)[0] = createLoad(B, sptr); args->push_back(nread); CallInst *call = B.CreateCall(sscanf_fn, *args); call->setTailCall(true); BasicBlock *label_true = BasicBlock::Create(B.getContext(), "", cur_fn); BasicBlock *label_false = BasicBlock::Create(B.getContext(), "", cur_fn); // exact_args means fail if don't consume exact number of "%" inputs // exact_args is disabled for string parsing (empty case) Value *cond = exact_args ? B.CreateICmpNE(call, B.getInt32(args->size() - 3)) : B.CreateICmpSLT(call, B.getInt32(0)); B.CreateCondBr(cond, label_true, label_false); B.SetInsertPoint(label_true); B.CreateRet(B.getInt32(-1)); B.SetInsertPoint(label_false); // s = &s[nread]; #if LLVM_VERSION_MAJOR >= 15 // cast `sptr` from `ptr`(an opaque pointer rather than `i8*`) to `i8`, so that // CreateInBoundsGEP can work properly, i.e. the offset is in bytes not in pointer-size B.CreateStore( B.CreateInBoundsGEP(B.getInt8Ty(), createLoad(B, sptr), {createLoad(B, nread, true)}), sptr ); #else B.CreateStore( createInBoundsGEP(B, createLoad(B, sptr), {createLoad(B, nread, true)}), sptr); #endif args->resize(2); fmt->clear(); } // recursive helper to capture the arguments static void parse_type(IRBuilder<> &B, vector *args, string *fmt, Type *type, Value *out, const map &locals, bool is_writer) { if (StructType *st = dyn_cast(type)) { *fmt += "{ "; unsigned idx = 0; for (auto field : st->elements()) { parse_type(B, args, fmt, field, B.CreateStructGEP(type, out, idx++), locals, is_writer); *fmt += " "; } *fmt += "}"; } else if (ArrayType *at = dyn_cast(type)) { if (at->getElementType() == B.getInt8Ty()) { // treat i8[] as a char string instead of as an array of u8's if (is_writer) { *fmt += "\"%s\""; args->push_back(out); } else { // When reading strings, scanf doesn't support empty "", so we need to // break this up into multiple scanf calls. To understand it, let's take // an example: // struct Event { // u32 a; // struct { // char x[64]; // int y; // } b[2]; // u32 c; // }; // The writer string would look like: // "{ 0x%x [ { \"%s\" 0x%x } { \"%s\" 0x%x } ] 0x%x }" // But the reader string needs to restart at each \"\". // reader0(const char *s, struct Event *val) { // int nread, rc; // nread = 0; // rc = sscanf(s, "{ %i [ { \"%n", &val->a, &nread); // if (rc != 1) return -1; // s += nread; nread = 0; // rc = sscanf(s, "%[^\"]%n", &val->b[0].x, &nread); // if (rc < 0) return -1; // s += nread; nread = 0; // rc = sscanf(s, "\" %i } { \"%n", &val->b[0].y, &nread); // if (rc != 1) return -1; // s += nread; nread = 0; // rc = sscanf(s, "%[^\"]%n", &val->b[1].x, &nread); // if (rc < 0) return -1; // s += nread; nread = 0; // rc = sscanf(s, "\" %i } ] %i }%n", &val->b[1].y, &val->c, &nread); // if (rc != 2) return -1; // s += nread; nread = 0; // return 0; // } *fmt += "\""; finish_sscanf(B, args, fmt, locals, true); *fmt = "%[^\"]"; args->push_back(out); finish_sscanf(B, args, fmt, locals, false); *fmt = "\""; } } else { *fmt += "[ "; for (size_t i = 0; i < at->getNumElements(); ++i) { parse_type(B, args, fmt, at->getElementType(), B.CreateStructGEP(type, out, i), locals, is_writer); *fmt += " "; } *fmt += "]"; } } else if (isa(type)) { *fmt += "0xl"; if (is_writer) *fmt += "x"; else *fmt += "i"; } else if (IntegerType *it = dyn_cast(type)) { if (is_writer) *fmt += "0x"; if (it->getBitWidth() <= 8) *fmt += "%hh"; else if (it->getBitWidth() <= 16) *fmt += "%h"; else if (it->getBitWidth() <= 32) *fmt += "%"; else *fmt += "%l"; if (is_writer) *fmt += "x"; else *fmt += "i"; args->push_back(is_writer ? createLoad(B, out) : out); } } // make_reader generates a dynamic function in the instruction set of the host // (not bpf) that is able to convert c-strings in the pretty-print format of // make_writer back into binary representations. The encoding of the string // takes the llvm ir structure format, which closely maps the c structure but // not exactly (no support for unions for instance). // The general algorithm is: // pod types (u8..u64) <= %i // array types // u8[] no nested quotes :( <= "..." // !u8[] <= [ %i %i ... ] // struct types // struct { u8 a; u64 b; } <= { %i %i } // nesting is supported // struct { struct { u8 a[]; }; } <= { "" } // struct { struct { u64 a[]; }; } <= { [ %i %i .. ] } string BPFModule::make_reader(Module *mod, Type *type) { auto fn_it = readers_.find(type); if (fn_it != readers_.end()) return fn_it->second; // int read(const char *in, Type *out) { // int n = sscanf(in, "{ %i ... }", &out->field1, ...); // if (n != num_fields) return -1; // return 0; // } IRBuilder<> B(*ctx_); FunctionType *sscanf_fn_type = FunctionType::get( #if LLVM_VERSION_MAJOR >= 18 B.getInt32Ty(), {B.getPtrTy(), B.getPtrTy()}, /*isVarArg=*/true); #else B.getInt32Ty(), {B.getInt8PtrTy(), B.getInt8PtrTy()}, /*isVarArg=*/true); #endif Function *sscanf_fn = mod->getFunction("sscanf"); if (!sscanf_fn) { sscanf_fn = Function::Create(sscanf_fn_type, GlobalValue::ExternalLinkage, "sscanf", mod); sscanf_fn->setCallingConv(CallingConv::C); sscanf_fn->addFnAttr(Attribute::NoUnwind); } string name = "reader" + std::to_string(readers_.size()); #if LLVM_VERSION_MAJOR >= 18 vector fn_args({B.getPtrTy(), PointerType::getUnqual(type)}); #else vector fn_args({B.getInt8PtrTy(), PointerType::getUnqual(type)}); #endif FunctionType *fn_type = FunctionType::get(B.getInt32Ty(), fn_args, /*isVarArg=*/false); Function *fn = Function::Create(fn_type, GlobalValue::ExternalLinkage, name, mod); auto arg_it = fn->arg_begin(); Argument *arg_in = &*arg_it; ++arg_it; arg_in->setName("in"); Argument *arg_out = &*arg_it; ++arg_it; arg_out->setName("out"); BasicBlock *label_entry = BasicBlock::Create(*ctx_, "entry", fn); B.SetInsertPoint(label_entry); Value *nread = B.CreateAlloca(B.getInt32Ty()); #if LLVM_VERSION_MAJOR >= 18 Value *sptr = B.CreateAlloca(B.getPtrTy()); #else Value *sptr = B.CreateAlloca(B.getInt8PtrTy()); #endif map locals{{"nread", nread}, {"sptr", sptr}}; B.CreateStore(arg_in, sptr); vector args({nullptr, nullptr}); string fmt; parse_type(B, &args, &fmt, type, arg_out, locals, false); if (0) debug_printf(mod, B, "%p %p\n", vector({arg_in, arg_out})); finish_sscanf(B, &args, &fmt, locals, true); B.CreateRet(B.getInt32(0)); readers_[type] = name; return name; } // make_writer generates a dynamic function in the instruction set of the host // (not bpf) that is able to pretty-print key/leaf entries as a c-string. The // encoding of the string takes the llvm ir structure format, which closely maps // the c structure but not exactly (no support for unions for instance). // The general algorithm is: // pod types (u8..u64) => 0x%x // array types // u8[] => "..." // !u8[] => [ 0x%x 0x%x ... ] // struct types // struct { u8 a; u64 b; } => { 0x%x 0x%x } // nesting is supported // struct { struct { u8 a[]; }; } => { "" } // struct { struct { u64 a[]; }; } => { [ 0x%x 0x%x .. ] } string BPFModule::make_writer(Module *mod, Type *type) { auto fn_it = writers_.find(type); if (fn_it != writers_.end()) return fn_it->second; // int write(int len, char *out, Type *in) { // return snprintf(out, len, "{ %i ... }", out->field1, ...); // } IRBuilder<> B(*ctx_); string name = "writer" + std::to_string(writers_.size()); #if LLVM_VERSION_MAJOR >= 18 vector fn_args({B.getPtrTy(), B.getInt64Ty(), PointerType::getUnqual(type)}); #else vector fn_args({B.getInt8PtrTy(), B.getInt64Ty(), PointerType::getUnqual(type)}); #endif FunctionType *fn_type = FunctionType::get(B.getInt32Ty(), fn_args, /*isVarArg=*/false); Function *fn = Function::Create(fn_type, GlobalValue::ExternalLinkage, name, mod); auto arg_it = fn->arg_begin(); Argument *arg_out = &*arg_it; ++arg_it; arg_out->setName("out"); Argument *arg_len = &*arg_it; ++arg_it; arg_len->setName("len"); Argument *arg_in = &*arg_it; ++arg_it; arg_in->setName("in"); BasicBlock *label_entry = BasicBlock::Create(*ctx_, "entry", fn); B.SetInsertPoint(label_entry); map locals{ {"nread", B.CreateAlloca(B.getInt64Ty())}, }; vector args({arg_out, B.CreateZExt(arg_len, B.getInt64Ty()), nullptr}); string fmt; parse_type(B, &args, &fmt, type, arg_in, locals, true); GlobalVariable *fmt_gvar = B.CreateGlobalString(fmt, "fmt"); args[2] = createInBoundsGEP(B, fmt_gvar, vector({B.getInt64(0), B.getInt64(0)})); if (0) debug_printf(mod, B, "%d %p %p\n", vector({arg_len, arg_out, arg_in})); #if LLVM_VERSION_MAJOR >= 18 vector snprintf_fn_args({B.getPtrTy(), B.getInt64Ty(), B.getPtrTy()}); #else vector snprintf_fn_args({B.getInt8PtrTy(), B.getInt64Ty(), B.getInt8PtrTy()}); #endif FunctionType *snprintf_fn_type = FunctionType::get(B.getInt32Ty(), snprintf_fn_args, /*isVarArg=*/true); Function *snprintf_fn = mod->getFunction("snprintf"); if (!snprintf_fn) snprintf_fn = Function::Create(snprintf_fn_type, GlobalValue::ExternalLinkage, "snprintf", mod); snprintf_fn->setCallingConv(CallingConv::C); snprintf_fn->addFnAttr(Attribute::NoUnwind); CallInst *call = B.CreateCall(snprintf_fn, args); call->setTailCall(true); B.CreateRet(call); writers_[type] = name; return name; } unique_ptr BPFModule::finalize_rw(unique_ptr m) { Module *mod = &*m; run_pass_manager(*mod); string err; EngineBuilder builder(move(m)); builder.setErrorStr(&err); #if LLVM_VERSION_MAJOR <= 11 builder.setUseOrcMCJITReplacement(false); #endif auto engine = unique_ptr(builder.create()); if (!engine) fprintf(stderr, "Could not create ExecutionEngine: %s\n", err.c_str()); return engine; } int BPFModule::annotate() { for (auto fn = mod_->getFunctionList().begin(); fn != mod_->getFunctionList().end(); ++fn) if (!fn->hasFnAttribute(Attribute::NoInline)) fn->addFnAttr(Attribute::AlwaysInline); // separate module to hold the reader functions auto m = ebpf::make_unique("sscanf", *ctx_); size_t id = 0; Path path({id_}); for (auto it = ts_->lower_bound(path), up = ts_->upper_bound(path); it != up; ++it) { TableDesc &table = it->second; tables_.push_back(&it->second); table_names_[table.name] = id++; GlobalValue *gvar = mod_->getNamedValue(table.name); if (!gvar) continue; #if LLVM_VERSION_MAJOR >= 14 { Type *t = gvar->getValueType(); StructType *st = dyn_cast(t); #else if (PointerType *pt = dyn_cast(gvar->getType())) { StructType *st = dyn_cast(pt->getElementType()); #endif if (st) { if (st->getNumElements() < 2) continue; Type *key_type = st->elements()[0]; Type *leaf_type = st->elements()[1]; using std::placeholders::_1; using std::placeholders::_2; using std::placeholders::_3; table.key_sscanf = std::bind(&BPFModule::sscanf, this, make_reader(&*m, key_type), _1, _2); table.leaf_sscanf = std::bind(&BPFModule::sscanf, this, make_reader(&*m, leaf_type), _1, _2); table.key_snprintf = std::bind(&BPFModule::snprintf, this, make_writer(&*m, key_type), _1, _2, _3); table.leaf_snprintf = std::bind(&BPFModule::snprintf, this, make_writer(&*m, leaf_type), _1, _2, _3); } } } rw_engine_ = finalize_rw(move(m)); if (!rw_engine_) return -1; return 0; } StatusTuple BPFModule::sscanf(string fn_name, const char *str, void *val) { if (!rw_engine_enabled_) return StatusTuple(-1, "rw_engine not enabled"); auto fn = (int (*)(const char *, void *))rw_engine_->getFunctionAddress(fn_name); if (!fn) return StatusTuple(-1, "sscanf not available"); int rc = fn(str, val); if (rc < 0) return StatusTuple(rc, "error in sscanf: %s", std::strerror(errno)); return StatusTuple(rc); } StatusTuple BPFModule::snprintf(string fn_name, char *str, size_t sz, const void *val) { if (!rw_engine_enabled_) return StatusTuple(-1, "rw_engine not enabled"); auto fn = (int (*)(char *, size_t, const void *))rw_engine_->getFunctionAddress(fn_name); if (!fn) return StatusTuple(-1, "snprintf not available"); int rc = fn(str, sz, val); if (rc < 0) return StatusTuple(rc, "error in snprintf: %s", std::strerror(errno)); if ((size_t)rc == sz) return StatusTuple(-1, "buffer of size %zd too small", sz); return StatusTuple::OK(); } } // namespace ebpf bpfcc-0.31.0/src/cc/bpf_module_rw_engine_disabled.cc000066400000000000000000000015241465134135300223420ustar00rootroot00000000000000/* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "bpf_module.h" namespace ebpf { bool bpf_module_rw_engine_enabled(void) { return false; } void BPFModule::initialize_rw_engine() { } void BPFModule::cleanup_rw_engine() { } int BPFModule::annotate() { return -1; } } // namespace ebpf bpfcc-0.31.0/src/cc/bpffs_table.cc000066400000000000000000000053411465134135300166120ustar00rootroot00000000000000/* * Copyright (c) 2017 VMware, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "common.h" #include "table_storage_impl.h" namespace ebpf { using std::string; using std::unique_ptr; /// A filesystem backed table storage class BpfFsTableStorage : public TableStorageImpl { public: class iterator : public TableStorageIteratorImpl { public: virtual ~iterator() {} virtual unique_ptr clone() const override; virtual self_type &operator++() override; virtual value_type &operator*() const override; virtual pointer operator->() const override; }; virtual ~BpfFsTableStorage() {} virtual bool Find(const string &name, TableStorage::iterator &result) const override; virtual bool Insert(const string &name, TableDesc &&desc) override; virtual bool Delete(const string &name) override; virtual unique_ptr begin() override; virtual unique_ptr end() override; virtual unique_ptr lower_bound(const string &k) override; virtual unique_ptr upper_bound(const string &k) override; virtual unique_ptr erase(const TableStorageIteratorImpl &it) override; private: }; bool BpfFsTableStorage::Find(const string &name, TableStorage::iterator &result) const { return false; } bool BpfFsTableStorage::Insert(const string &name, TableDesc &&desc) { return false; } bool BpfFsTableStorage::Delete(const string &name) { return false; } unique_ptr BpfFsTableStorage::begin() { return unique_ptr(); } unique_ptr BpfFsTableStorage::end() { return unique_ptr(); } unique_ptr BpfFsTableStorage::lower_bound(const string &k) { return unique_ptr(); } unique_ptr BpfFsTableStorage::upper_bound(const string &k) { return unique_ptr(); } unique_ptr BpfFsTableStorage::erase(const TableStorageIteratorImpl &it) { return unique_ptr(); } unique_ptr createBpfFsTableStorage() { auto t = make_unique(); t->Init(make_unique()); return t; } } // namespace ebpf bpfcc-0.31.0/src/cc/clang/000077500000000000000000000000001465134135300151155ustar00rootroot00000000000000bpfcc-0.31.0/src/cc/clang/include/000077500000000000000000000000001465134135300165405ustar00rootroot00000000000000bpfcc-0.31.0/src/cc/clang/include/stdarg.h000066400000000000000000000041051465134135300201750ustar00rootroot00000000000000R"********( /*===---- stdarg.h - Variable argument handling ----------------------------=== * * Copyright (c) 2008 Eli Friedman * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN * THE SOFTWARE. * *===-----------------------------------------------------------------------=== */ #ifndef __STDARG_H #define __STDARG_H #ifndef _VA_LIST typedef __builtin_va_list va_list; #define _VA_LIST #endif #define va_start(ap, param) __builtin_va_start(ap, param) #define va_end(ap) __builtin_va_end(ap) #define va_arg(ap, type) __builtin_va_arg(ap, type) /* GCC always defines __va_copy, but does not define va_copy unless in c99 mode * or -ansi is not specified, since it was not part of C90. */ #define __va_copy(d,s) __builtin_va_copy(d,s) #if __STDC_VERSION__ >= 199901L || __cplusplus >= 201103L || !defined(__STRICT_ANSI__) #define va_copy(dest, src) __builtin_va_copy(dest, src) #endif /* Hack required to make standard headers work, at least on Ubuntu */ #ifndef __GNUC_VA_LIST #define __GNUC_VA_LIST 1 #endif typedef __builtin_va_list __gnuc_va_list; #endif /* __STDARG_H */ )********" bpfcc-0.31.0/src/cc/common.cc000066400000000000000000000203501465134135300156300ustar00rootroot00000000000000/* * Copyright (c) 2016 Catalysts GmbH * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include "common.h" #include "bcc_libbpf_inc.h" #include "vendor/optional.hpp" #include "vendor/tinyformat.hpp" namespace ebpf { using std::experimental::optional; // Get enum value from BTF, since the enum may be anonymous, like: // [608] ENUM '(anon)' size=4 vlen=1 // 'TASK_COMM_LEN' val=16 // we have to traverse the whole BTF. // Though there is a BTF_KIND_ENUM64, but it is unlikely that it will // be used as array size, we don't handle it here. static optional get_enum_val_from_btf(const char *name) { optional val; auto btf = btf__load_vmlinux_btf(); if (libbpf_get_error(btf)) return {}; for (size_t i = 1; i < btf__type_cnt(btf); i++) { auto t = btf__type_by_id(btf, i); if (btf_kind(t) != BTF_KIND_ENUM) continue; auto m = btf_enum(t); for (int j = 0, n = btf_vlen(t); j < n; j++, m++) { if (!strcmp(btf__name_by_offset(btf, m->name_off), name)) { val = m->val; break; } } if (val) break; } btf__free(btf); return val; } std::vector read_cpu_range(std::string path) { std::ifstream cpus_range_stream { path }; std::vector cpus; std::string cpu_range; while (std::getline(cpus_range_stream, cpu_range, ',')) { std::size_t rangeop = cpu_range.find('-'); if (rangeop == std::string::npos) { cpus.push_back(std::stoi(cpu_range)); } else { int start = std::stoi(cpu_range.substr(0, rangeop)); int end = std::stoi(cpu_range.substr(rangeop + 1)); for (int i = start; i <= end; i++) cpus.push_back(i); } } return cpus; } std::vector get_online_cpus() { return read_cpu_range("/sys/devices/system/cpu/online"); } std::vector get_possible_cpus() { return read_cpu_range("/sys/devices/system/cpu/possible"); } std::string get_pid_exe(pid_t pid) { char exe_path[4096]; int res; std::string exe_link = tfm::format("/proc/%d/exe", pid); res = readlink(exe_link.c_str(), exe_path, sizeof(exe_path)); if (res == -1) return ""; if (res >= static_cast(sizeof(exe_path))) res = sizeof(exe_path) - 1; exe_path[res] = '\0'; return std::string(exe_path); } enum class field_kind_t { common, data_loc, regular, invalid, pad, }; static inline field_kind_t _get_field_kind(std::string const& line, std::string& field_type, std::string& field_name, int *last_offset) { auto field_pos = line.find("field:"); if (field_pos == std::string::npos) return field_kind_t::invalid; auto field_semi_pos = line.find(';', field_pos); if (field_semi_pos == std::string::npos) return field_kind_t::invalid; auto offset_pos = line.find("offset:", field_semi_pos); if (offset_pos == std::string::npos) return field_kind_t::invalid; auto semi_pos = line.find(';', offset_pos); if (semi_pos == std::string::npos) return field_kind_t::invalid; auto offset_str = line.substr(offset_pos + 7, semi_pos - offset_pos - 7); int offset = std::stoi(offset_str, nullptr); auto size_pos = line.find("size:", semi_pos); if (size_pos == std::string::npos) return field_kind_t::invalid; semi_pos = line.find(';', size_pos); if (semi_pos == std::string::npos) return field_kind_t::invalid; auto size_str = line.substr(size_pos + 5, semi_pos - size_pos - 5); int size = std::stoi(size_str, nullptr); if (*last_offset < offset) { *last_offset += 1; return field_kind_t::pad; } *last_offset = offset + size; auto field = line.substr(field_pos + 6/*"field:"*/, field_semi_pos - field_pos - 6); auto pos = field.find_last_of("\t "); if (pos == std::string::npos) return field_kind_t::invalid; field_type = field.substr(0, pos); field_name = field.substr(pos + 1); if (field_type.find("__data_loc") != std::string::npos) return field_kind_t::data_loc; if (field_name.find("common_") == 0) return field_kind_t::common; // We may have `char comm[TASK_COMM_LEN];` on kernel v5.18+ // Let's replace `TASK_COMM_LEN` with value extracted from BTF if (field_name.find("[") != std::string::npos) { auto pos1 = field_name.find("["); auto pos2 = field_name.find("]"); auto dim = field_name.substr(pos1 + 1, pos2 - pos1 - 1); if (!dim.empty() && !isdigit(dim[0])) { auto v = get_enum_val_from_btf(dim.c_str()); if (v) dim = std::to_string(*v); field_name.replace(pos1 + 1, pos2 - pos1 - 1, dim, 0); } return field_kind_t::regular; } // adjust the field_type based on the size of field // otherwise, incorrect value may be retrieved for big endian // and the field may have incorrect structure offset. if (size == 2) { if (field_type == "char" || field_type == "int8_t") field_type = "s16"; if (field_type == "unsigned char" || field_type == "uint8_t") field_type = "u16"; } else if (size == 4) { if (field_type == "char" || field_type == "short" || field_type == "int8_t" || field_type == "int16_t") field_type = "s32"; if (field_type == "unsigned char" || field_type == "unsigned short" || field_type == "uint8_t" || field_type == "uint16_t") field_type = "u32"; } else if (size == 8) { if (field_type == "char" || field_type == "short" || field_type == "int" || field_type == "int8_t" || field_type == "int16_t" || field_type == "int32_t" || field_type == "pid_t") field_type = "s64"; if (field_type == "unsigned char" || field_type == "unsigned short" || field_type == "unsigned int" || field_type == "uint8_t" || field_type == "uint16_t" || field_type == "uint32_t" || field_type == "unsigned" || field_type == "u32" || field_type == "uid_t" || field_type == "gid_t") field_type = "u64"; } return field_kind_t::regular; } #define DEBUGFS_TRACEFS "/sys/kernel/debug/tracing" #define TRACEFS "/sys/kernel/tracing" std::string tracefs_path() { static bool use_debugfs = access(DEBUGFS_TRACEFS, F_OK) == 0; return use_debugfs ? DEBUGFS_TRACEFS : TRACEFS; } std::string tracepoint_format_file(std::string const& category, std::string const& event) { return tracefs_path() + "/events/" + category + "/" + event + "/format"; } std::string parse_tracepoint(std::istream &input, std::string const& category, std::string const& event) { std::string tp_struct = "struct tracepoint__" + category + "__" + event + " {\n"; tp_struct += "\tu64 __do_not_use__;\n"; int last_offset = 0, common_offset = 8; for (std::string line; getline(input, line); ) { std::string field_type, field_name; field_kind_t kind; do { kind = _get_field_kind(line, field_type, field_name, &last_offset); switch (kind) { case field_kind_t::invalid: continue; case field_kind_t::common: for (;common_offset < last_offset; common_offset++) { tp_struct += "\tchar __do_not_use__" + std::to_string(common_offset) + ";\n"; } continue; case field_kind_t::data_loc: tp_struct += "\tint data_loc_" + field_name + ";\n"; break; case field_kind_t::regular: tp_struct += "\t" + field_type + " " + field_name + ";\n"; break; case field_kind_t::pad: tp_struct += "\tchar __pad_" + std::to_string(last_offset - 1) + ";\n"; break; } } while (kind == field_kind_t::pad); } tp_struct += "};\n"; return tp_struct; } } // namespace ebpf bpfcc-0.31.0/src/cc/common.h000066400000000000000000000025761465134135300155040ustar00rootroot00000000000000/* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include #include #include #include namespace ebpf { #ifdef __cpp_lib_make_unique using std::make_unique; #else template typename std::enable_if::value, std::unique_ptr>::type make_unique(Args &&... args) { return std::unique_ptr(new T(std::forward(args)...)); } #endif std::vector get_online_cpus(); std::vector get_possible_cpus(); std::string get_pid_exe(pid_t pid); std::string tracefs_path(); std::string tracepoint_format_file(std::string const& category, std::string const& event); std::string parse_tracepoint(std::istream &input, std::string const& category, std::string const& event); } // namespace ebpf bpfcc-0.31.0/src/cc/compat/000077500000000000000000000000001465134135300153145ustar00rootroot00000000000000bpfcc-0.31.0/src/cc/compat/linux/000077500000000000000000000000001465134135300164535ustar00rootroot00000000000000bpfcc-0.31.0/src/cc/compat/linux/virtual_bpf.h000066400000000000000000010417631465134135300211550ustar00rootroot00000000000000R"********( /* SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note */ /* Copyright (c) 2011-2014 PLUMgrid, http://plumgrid.com * * This program is free software; you can redistribute it and/or * modify it under the terms of version 2 of the GNU General Public * License as published by the Free Software Foundation. */ #ifndef _UAPI__LINUX_BPF_H__ #define _UAPI__LINUX_BPF_H__ #include #include /* Extended instruction set based on top of classic BPF */ /* instruction classes */ #define BPF_JMP32 0x06 /* jmp mode in word width */ #define BPF_ALU64 0x07 /* alu mode in double word width */ /* ld/ldx fields */ #define BPF_DW 0x18 /* double word (64-bit) */ #define BPF_MEMSX 0x80 /* load with sign extension */ #define BPF_ATOMIC 0xc0 /* atomic memory ops - op type in immediate */ #define BPF_XADD 0xc0 /* exclusive add - legacy name */ /* alu/jmp fields */ #define BPF_MOV 0xb0 /* mov reg to reg */ #define BPF_ARSH 0xc0 /* sign extending arithmetic shift right */ /* change endianness of a register */ #define BPF_END 0xd0 /* flags for endianness conversion: */ #define BPF_TO_LE 0x00 /* convert to little-endian */ #define BPF_TO_BE 0x08 /* convert to big-endian */ #define BPF_FROM_LE BPF_TO_LE #define BPF_FROM_BE BPF_TO_BE /* jmp encodings */ #define BPF_JNE 0x50 /* jump != */ #define BPF_JLT 0xa0 /* LT is unsigned, '<' */ #define BPF_JLE 0xb0 /* LE is unsigned, '<=' */ #define BPF_JSGT 0x60 /* SGT is signed '>', GT in x86 */ #define BPF_JSGE 0x70 /* SGE is signed '>=', GE in x86 */ #define BPF_JSLT 0xc0 /* SLT is signed, '<' */ #define BPF_JSLE 0xd0 /* SLE is signed, '<=' */ #define BPF_JCOND 0xe0 /* conditional pseudo jumps: may_goto, goto_or_nop */ #define BPF_CALL 0x80 /* function call */ #define BPF_EXIT 0x90 /* function return */ /* atomic op type fields (stored in immediate) */ #define BPF_FETCH 0x01 /* not an opcode on its own, used to build others */ #define BPF_XCHG (0xe0 | BPF_FETCH) /* atomic exchange */ #define BPF_CMPXCHG (0xf0 | BPF_FETCH) /* atomic compare-and-write */ enum bpf_cond_pseudo_jmp { BPF_MAY_GOTO = 0, }; /* Register numbers */ enum { BPF_REG_0 = 0, BPF_REG_1, BPF_REG_2, BPF_REG_3, BPF_REG_4, BPF_REG_5, BPF_REG_6, BPF_REG_7, BPF_REG_8, BPF_REG_9, BPF_REG_10, __MAX_BPF_REG, }; /* BPF has 10 general purpose 64-bit registers and stack frame. */ #define MAX_BPF_REG __MAX_BPF_REG struct bpf_insn { __u8 code; /* opcode */ __u8 dst_reg:4; /* dest register */ __u8 src_reg:4; /* source register */ __s16 off; /* signed offset */ __s32 imm; /* signed immediate constant */ }; /* Deprecated: use struct bpf_lpm_trie_key_u8 (when the "data" member is needed for * byte access) or struct bpf_lpm_trie_key_hdr (when using an alternative type for * the trailing flexible array member) instead. */ struct bpf_lpm_trie_key { __u32 prefixlen; /* up to 32 for AF_INET, 128 for AF_INET6 */ __u8 data[0]; /* Arbitrary size */ }; /* Header for bpf_lpm_trie_key structs */ struct bpf_lpm_trie_key_hdr { __u32 prefixlen; }; /* Key of an a BPF_MAP_TYPE_LPM_TRIE entry, with trailing byte array. */ struct bpf_lpm_trie_key_u8 { union { struct bpf_lpm_trie_key_hdr hdr; __u32 prefixlen; }; __u8 data[]; /* Arbitrary size */ }; struct bpf_cgroup_storage_key { __u64 cgroup_inode_id; /* cgroup inode id */ __u32 attach_type; /* program attach type (enum bpf_attach_type) */ }; enum bpf_cgroup_iter_order { BPF_CGROUP_ITER_ORDER_UNSPEC = 0, BPF_CGROUP_ITER_SELF_ONLY, /* process only a single object. */ BPF_CGROUP_ITER_DESCENDANTS_PRE, /* walk descendants in pre-order. */ BPF_CGROUP_ITER_DESCENDANTS_POST, /* walk descendants in post-order. */ BPF_CGROUP_ITER_ANCESTORS_UP, /* walk ancestors upward. */ }; union bpf_iter_link_info { struct { __u32 map_fd; } map; struct { enum bpf_cgroup_iter_order order; /* At most one of cgroup_fd and cgroup_id can be non-zero. If * both are zero, the walk starts from the default cgroup v2 * root. For walking v1 hierarchy, one should always explicitly * specify cgroup_fd. */ __u32 cgroup_fd; __u64 cgroup_id; } cgroup; /* Parameters of task iterators. */ struct { __u32 tid; __u32 pid; __u32 pid_fd; } task; }; /* BPF syscall commands, see bpf(2) man-page for more details. */ /** * DOC: eBPF Syscall Preamble * * The operation to be performed by the **bpf**\ () system call is determined * by the *cmd* argument. Each operation takes an accompanying argument, * provided via *attr*, which is a pointer to a union of type *bpf_attr* (see * below). The size argument is the size of the union pointed to by *attr*. */ /** * DOC: eBPF Syscall Commands * * BPF_MAP_CREATE * Description * Create a map and return a file descriptor that refers to the * map. The close-on-exec file descriptor flag (see **fcntl**\ (2)) * is automatically enabled for the new file descriptor. * * Applying **close**\ (2) to the file descriptor returned by * **BPF_MAP_CREATE** will delete the map (but see NOTES). * * Return * A new file descriptor (a nonnegative integer), or -1 if an * error occurred (in which case, *errno* is set appropriately). * * BPF_MAP_LOOKUP_ELEM * Description * Look up an element with a given *key* in the map referred to * by the file descriptor *map_fd*. * * The *flags* argument may be specified as one of the * following: * * **BPF_F_LOCK** * Look up the value of a spin-locked map without * returning the lock. This must be specified if the * elements contain a spinlock. * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * BPF_MAP_UPDATE_ELEM * Description * Create or update an element (key/value pair) in a specified map. * * The *flags* argument should be specified as one of the * following: * * **BPF_ANY** * Create a new element or update an existing element. * **BPF_NOEXIST** * Create a new element only if it did not exist. * **BPF_EXIST** * Update an existing element. * **BPF_F_LOCK** * Update a spin_lock-ed map element. * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * May set *errno* to **EINVAL**, **EPERM**, **ENOMEM**, * **E2BIG**, **EEXIST**, or **ENOENT**. * * **E2BIG** * The number of elements in the map reached the * *max_entries* limit specified at map creation time. * **EEXIST** * If *flags* specifies **BPF_NOEXIST** and the element * with *key* already exists in the map. * **ENOENT** * If *flags* specifies **BPF_EXIST** and the element with * *key* does not exist in the map. * * BPF_MAP_DELETE_ELEM * Description * Look up and delete an element by key in a specified map. * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * BPF_MAP_GET_NEXT_KEY * Description * Look up an element by key in a specified map and return the key * of the next element. Can be used to iterate over all elements * in the map. * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * The following cases can be used to iterate over all elements of * the map: * * * If *key* is not found, the operation returns zero and sets * the *next_key* pointer to the key of the first element. * * If *key* is found, the operation returns zero and sets the * *next_key* pointer to the key of the next element. * * If *key* is the last element, returns -1 and *errno* is set * to **ENOENT**. * * May set *errno* to **ENOMEM**, **EFAULT**, **EPERM**, or * **EINVAL** on error. * * BPF_PROG_LOAD * Description * Verify and load an eBPF program, returning a new file * descriptor associated with the program. * * Applying **close**\ (2) to the file descriptor returned by * **BPF_PROG_LOAD** will unload the eBPF program (but see NOTES). * * The close-on-exec file descriptor flag (see **fcntl**\ (2)) is * automatically enabled for the new file descriptor. * * Return * A new file descriptor (a nonnegative integer), or -1 if an * error occurred (in which case, *errno* is set appropriately). * * BPF_OBJ_PIN * Description * Pin an eBPF program or map referred by the specified *bpf_fd* * to the provided *pathname* on the filesystem. * * The *pathname* argument must not contain a dot ("."). * * On success, *pathname* retains a reference to the eBPF object, * preventing deallocation of the object when the original * *bpf_fd* is closed. This allow the eBPF object to live beyond * **close**\ (\ *bpf_fd*\ ), and hence the lifetime of the parent * process. * * Applying **unlink**\ (2) or similar calls to the *pathname* * unpins the object from the filesystem, removing the reference. * If no other file descriptors or filesystem nodes refer to the * same object, it will be deallocated (see NOTES). * * The filesystem type for the parent directory of *pathname* must * be **BPF_FS_MAGIC**. * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * BPF_OBJ_GET * Description * Open a file descriptor for the eBPF object pinned to the * specified *pathname*. * * Return * A new file descriptor (a nonnegative integer), or -1 if an * error occurred (in which case, *errno* is set appropriately). * * BPF_PROG_ATTACH * Description * Attach an eBPF program to a *target_fd* at the specified * *attach_type* hook. * * The *attach_type* specifies the eBPF attachment point to * attach the program to, and must be one of *bpf_attach_type* * (see below). * * The *attach_bpf_fd* must be a valid file descriptor for a * loaded eBPF program of a cgroup, flow dissector, LIRC, sockmap * or sock_ops type corresponding to the specified *attach_type*. * * The *target_fd* must be a valid file descriptor for a kernel * object which depends on the attach type of *attach_bpf_fd*: * * **BPF_PROG_TYPE_CGROUP_DEVICE**, * **BPF_PROG_TYPE_CGROUP_SKB**, * **BPF_PROG_TYPE_CGROUP_SOCK**, * **BPF_PROG_TYPE_CGROUP_SOCK_ADDR**, * **BPF_PROG_TYPE_CGROUP_SOCKOPT**, * **BPF_PROG_TYPE_CGROUP_SYSCTL**, * **BPF_PROG_TYPE_SOCK_OPS** * * Control Group v2 hierarchy with the eBPF controller * enabled. Requires the kernel to be compiled with * **CONFIG_CGROUP_BPF**. * * **BPF_PROG_TYPE_FLOW_DISSECTOR** * * Network namespace (eg /proc/self/ns/net). * * **BPF_PROG_TYPE_LIRC_MODE2** * * LIRC device path (eg /dev/lircN). Requires the kernel * to be compiled with **CONFIG_BPF_LIRC_MODE2**. * * **BPF_PROG_TYPE_SK_SKB**, * **BPF_PROG_TYPE_SK_MSG** * * eBPF map of socket type (eg **BPF_MAP_TYPE_SOCKHASH**). * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * BPF_PROG_DETACH * Description * Detach the eBPF program associated with the *target_fd* at the * hook specified by *attach_type*. The program must have been * previously attached using **BPF_PROG_ATTACH**. * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * BPF_PROG_TEST_RUN * Description * Run the eBPF program associated with the *prog_fd* a *repeat* * number of times against a provided program context *ctx_in* and * data *data_in*, and return the modified program context * *ctx_out*, *data_out* (for example, packet data), result of the * execution *retval*, and *duration* of the test run. * * The sizes of the buffers provided as input and output * parameters *ctx_in*, *ctx_out*, *data_in*, and *data_out* must * be provided in the corresponding variables *ctx_size_in*, * *ctx_size_out*, *data_size_in*, and/or *data_size_out*. If any * of these parameters are not provided (ie set to NULL), the * corresponding size field must be zero. * * Some program types have particular requirements: * * **BPF_PROG_TYPE_SK_LOOKUP** * *data_in* and *data_out* must be NULL. * * **BPF_PROG_TYPE_RAW_TRACEPOINT**, * **BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE** * * *ctx_out*, *data_in* and *data_out* must be NULL. * *repeat* must be zero. * * BPF_PROG_RUN is an alias for BPF_PROG_TEST_RUN. * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * **ENOSPC** * Either *data_size_out* or *ctx_size_out* is too small. * **ENOTSUPP** * This command is not supported by the program type of * the program referred to by *prog_fd*. * * BPF_PROG_GET_NEXT_ID * Description * Fetch the next eBPF program currently loaded into the kernel. * * Looks for the eBPF program with an id greater than *start_id* * and updates *next_id* on success. If no other eBPF programs * remain with ids higher than *start_id*, returns -1 and sets * *errno* to **ENOENT**. * * Return * Returns zero on success. On error, or when no id remains, -1 * is returned and *errno* is set appropriately. * * BPF_MAP_GET_NEXT_ID * Description * Fetch the next eBPF map currently loaded into the kernel. * * Looks for the eBPF map with an id greater than *start_id* * and updates *next_id* on success. If no other eBPF maps * remain with ids higher than *start_id*, returns -1 and sets * *errno* to **ENOENT**. * * Return * Returns zero on success. On error, or when no id remains, -1 * is returned and *errno* is set appropriately. * * BPF_PROG_GET_FD_BY_ID * Description * Open a file descriptor for the eBPF program corresponding to * *prog_id*. * * Return * A new file descriptor (a nonnegative integer), or -1 if an * error occurred (in which case, *errno* is set appropriately). * * BPF_MAP_GET_FD_BY_ID * Description * Open a file descriptor for the eBPF map corresponding to * *map_id*. * * Return * A new file descriptor (a nonnegative integer), or -1 if an * error occurred (in which case, *errno* is set appropriately). * * BPF_OBJ_GET_INFO_BY_FD * Description * Obtain information about the eBPF object corresponding to * *bpf_fd*. * * Populates up to *info_len* bytes of *info*, which will be in * one of the following formats depending on the eBPF object type * of *bpf_fd*: * * * **struct bpf_prog_info** * * **struct bpf_map_info** * * **struct bpf_btf_info** * * **struct bpf_link_info** * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * BPF_PROG_QUERY * Description * Obtain information about eBPF programs associated with the * specified *attach_type* hook. * * The *target_fd* must be a valid file descriptor for a kernel * object which depends on the attach type of *attach_bpf_fd*: * * **BPF_PROG_TYPE_CGROUP_DEVICE**, * **BPF_PROG_TYPE_CGROUP_SKB**, * **BPF_PROG_TYPE_CGROUP_SOCK**, * **BPF_PROG_TYPE_CGROUP_SOCK_ADDR**, * **BPF_PROG_TYPE_CGROUP_SOCKOPT**, * **BPF_PROG_TYPE_CGROUP_SYSCTL**, * **BPF_PROG_TYPE_SOCK_OPS** * * Control Group v2 hierarchy with the eBPF controller * enabled. Requires the kernel to be compiled with * **CONFIG_CGROUP_BPF**. * * **BPF_PROG_TYPE_FLOW_DISSECTOR** * * Network namespace (eg /proc/self/ns/net). * * **BPF_PROG_TYPE_LIRC_MODE2** * * LIRC device path (eg /dev/lircN). Requires the kernel * to be compiled with **CONFIG_BPF_LIRC_MODE2**. * * **BPF_PROG_QUERY** always fetches the number of programs * attached and the *attach_flags* which were used to attach those * programs. Additionally, if *prog_ids* is nonzero and the number * of attached programs is less than *prog_cnt*, populates * *prog_ids* with the eBPF program ids of the programs attached * at *target_fd*. * * The following flags may alter the result: * * **BPF_F_QUERY_EFFECTIVE** * Only return information regarding programs which are * currently effective at the specified *target_fd*. * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * BPF_RAW_TRACEPOINT_OPEN * Description * Attach an eBPF program to a tracepoint *name* to access kernel * internal arguments of the tracepoint in their raw form. * * The *prog_fd* must be a valid file descriptor associated with * a loaded eBPF program of type **BPF_PROG_TYPE_RAW_TRACEPOINT**. * * No ABI guarantees are made about the content of tracepoint * arguments exposed to the corresponding eBPF program. * * Applying **close**\ (2) to the file descriptor returned by * **BPF_RAW_TRACEPOINT_OPEN** will delete the map (but see NOTES). * * Return * A new file descriptor (a nonnegative integer), or -1 if an * error occurred (in which case, *errno* is set appropriately). * * BPF_BTF_LOAD * Description * Verify and load BPF Type Format (BTF) metadata into the kernel, * returning a new file descriptor associated with the metadata. * BTF is described in more detail at * https://www.kernel.org/doc/html/latest/bpf/btf.html. * * The *btf* parameter must point to valid memory providing * *btf_size* bytes of BTF binary metadata. * * The returned file descriptor can be passed to other **bpf**\ () * subcommands such as **BPF_PROG_LOAD** or **BPF_MAP_CREATE** to * associate the BTF with those objects. * * Similar to **BPF_PROG_LOAD**, **BPF_BTF_LOAD** has optional * parameters to specify a *btf_log_buf*, *btf_log_size* and * *btf_log_level* which allow the kernel to return freeform log * output regarding the BTF verification process. * * Return * A new file descriptor (a nonnegative integer), or -1 if an * error occurred (in which case, *errno* is set appropriately). * * BPF_BTF_GET_FD_BY_ID * Description * Open a file descriptor for the BPF Type Format (BTF) * corresponding to *btf_id*. * * Return * A new file descriptor (a nonnegative integer), or -1 if an * error occurred (in which case, *errno* is set appropriately). * * BPF_TASK_FD_QUERY * Description * Obtain information about eBPF programs associated with the * target process identified by *pid* and *fd*. * * If the *pid* and *fd* are associated with a tracepoint, kprobe * or uprobe perf event, then the *prog_id* and *fd_type* will * be populated with the eBPF program id and file descriptor type * of type **bpf_task_fd_type**. If associated with a kprobe or * uprobe, the *probe_offset* and *probe_addr* will also be * populated. Optionally, if *buf* is provided, then up to * *buf_len* bytes of *buf* will be populated with the name of * the tracepoint, kprobe or uprobe. * * The resulting *prog_id* may be introspected in deeper detail * using **BPF_PROG_GET_FD_BY_ID** and **BPF_OBJ_GET_INFO_BY_FD**. * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * BPF_MAP_LOOKUP_AND_DELETE_ELEM * Description * Look up an element with the given *key* in the map referred to * by the file descriptor *fd*, and if found, delete the element. * * For **BPF_MAP_TYPE_QUEUE** and **BPF_MAP_TYPE_STACK** map * types, the *flags* argument needs to be set to 0, but for other * map types, it may be specified as: * * **BPF_F_LOCK** * Look up and delete the value of a spin-locked map * without returning the lock. This must be specified if * the elements contain a spinlock. * * The **BPF_MAP_TYPE_QUEUE** and **BPF_MAP_TYPE_STACK** map types * implement this command as a "pop" operation, deleting the top * element rather than one corresponding to *key*. * The *key* and *key_len* parameters should be zeroed when * issuing this operation for these map types. * * This command is only valid for the following map types: * * **BPF_MAP_TYPE_QUEUE** * * **BPF_MAP_TYPE_STACK** * * **BPF_MAP_TYPE_HASH** * * **BPF_MAP_TYPE_PERCPU_HASH** * * **BPF_MAP_TYPE_LRU_HASH** * * **BPF_MAP_TYPE_LRU_PERCPU_HASH** * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * BPF_MAP_FREEZE * Description * Freeze the permissions of the specified map. * * Write permissions may be frozen by passing zero *flags*. * Upon success, no future syscall invocations may alter the * map state of *map_fd*. Write operations from eBPF programs * are still possible for a frozen map. * * Not supported for maps of type **BPF_MAP_TYPE_STRUCT_OPS**. * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * BPF_BTF_GET_NEXT_ID * Description * Fetch the next BPF Type Format (BTF) object currently loaded * into the kernel. * * Looks for the BTF object with an id greater than *start_id* * and updates *next_id* on success. If no other BTF objects * remain with ids higher than *start_id*, returns -1 and sets * *errno* to **ENOENT**. * * Return * Returns zero on success. On error, or when no id remains, -1 * is returned and *errno* is set appropriately. * * BPF_MAP_LOOKUP_BATCH * Description * Iterate and fetch multiple elements in a map. * * Two opaque values are used to manage batch operations, * *in_batch* and *out_batch*. Initially, *in_batch* must be set * to NULL to begin the batched operation. After each subsequent * **BPF_MAP_LOOKUP_BATCH**, the caller should pass the resultant * *out_batch* as the *in_batch* for the next operation to * continue iteration from the current point. Both *in_batch* and * *out_batch* must point to memory large enough to hold a key, * except for maps of type **BPF_MAP_TYPE_{HASH, PERCPU_HASH, * LRU_HASH, LRU_PERCPU_HASH}**, for which batch parameters * must be at least 4 bytes wide regardless of key size. * * The *keys* and *values* are output parameters which must point * to memory large enough to hold *count* items based on the key * and value size of the map *map_fd*. The *keys* buffer must be * of *key_size* * *count*. The *values* buffer must be of * *value_size* * *count*. * * The *elem_flags* argument may be specified as one of the * following: * * **BPF_F_LOCK** * Look up the value of a spin-locked map without * returning the lock. This must be specified if the * elements contain a spinlock. * * On success, *count* elements from the map are copied into the * user buffer, with the keys copied into *keys* and the values * copied into the corresponding indices in *values*. * * If an error is returned and *errno* is not **EFAULT**, *count* * is set to the number of successfully processed elements. * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * May set *errno* to **ENOSPC** to indicate that *keys* or * *values* is too small to dump an entire bucket during * iteration of a hash-based map type. * * BPF_MAP_LOOKUP_AND_DELETE_BATCH * Description * Iterate and delete all elements in a map. * * This operation has the same behavior as * **BPF_MAP_LOOKUP_BATCH** with two exceptions: * * * Every element that is successfully returned is also deleted * from the map. This is at least *count* elements. Note that * *count* is both an input and an output parameter. * * Upon returning with *errno* set to **EFAULT**, up to * *count* elements may be deleted without returning the keys * and values of the deleted elements. * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * BPF_MAP_UPDATE_BATCH * Description * Update multiple elements in a map by *key*. * * The *keys* and *values* are input parameters which must point * to memory large enough to hold *count* items based on the key * and value size of the map *map_fd*. The *keys* buffer must be * of *key_size* * *count*. The *values* buffer must be of * *value_size* * *count*. * * Each element specified in *keys* is sequentially updated to the * value in the corresponding index in *values*. The *in_batch* * and *out_batch* parameters are ignored and should be zeroed. * * The *elem_flags* argument should be specified as one of the * following: * * **BPF_ANY** * Create new elements or update a existing elements. * **BPF_NOEXIST** * Create new elements only if they do not exist. * **BPF_EXIST** * Update existing elements. * **BPF_F_LOCK** * Update spin_lock-ed map elements. This must be * specified if the map value contains a spinlock. * * On success, *count* elements from the map are updated. * * If an error is returned and *errno* is not **EFAULT**, *count* * is set to the number of successfully processed elements. * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * May set *errno* to **EINVAL**, **EPERM**, **ENOMEM**, or * **E2BIG**. **E2BIG** indicates that the number of elements in * the map reached the *max_entries* limit specified at map * creation time. * * May set *errno* to one of the following error codes under * specific circumstances: * * **EEXIST** * If *flags* specifies **BPF_NOEXIST** and the element * with *key* already exists in the map. * **ENOENT** * If *flags* specifies **BPF_EXIST** and the element with * *key* does not exist in the map. * * BPF_MAP_DELETE_BATCH * Description * Delete multiple elements in a map by *key*. * * The *keys* parameter is an input parameter which must point * to memory large enough to hold *count* items based on the key * size of the map *map_fd*, that is, *key_size* * *count*. * * Each element specified in *keys* is sequentially deleted. The * *in_batch*, *out_batch*, and *values* parameters are ignored * and should be zeroed. * * The *elem_flags* argument may be specified as one of the * following: * * **BPF_F_LOCK** * Look up the value of a spin-locked map without * returning the lock. This must be specified if the * elements contain a spinlock. * * On success, *count* elements from the map are updated. * * If an error is returned and *errno* is not **EFAULT**, *count* * is set to the number of successfully processed elements. If * *errno* is **EFAULT**, up to *count* elements may be been * deleted. * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * BPF_LINK_CREATE * Description * Attach an eBPF program to a *target_fd* at the specified * *attach_type* hook and return a file descriptor handle for * managing the link. * * Return * A new file descriptor (a nonnegative integer), or -1 if an * error occurred (in which case, *errno* is set appropriately). * * BPF_LINK_UPDATE * Description * Update the eBPF program in the specified *link_fd* to * *new_prog_fd*. * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * BPF_LINK_GET_FD_BY_ID * Description * Open a file descriptor for the eBPF Link corresponding to * *link_id*. * * Return * A new file descriptor (a nonnegative integer), or -1 if an * error occurred (in which case, *errno* is set appropriately). * * BPF_LINK_GET_NEXT_ID * Description * Fetch the next eBPF link currently loaded into the kernel. * * Looks for the eBPF link with an id greater than *start_id* * and updates *next_id* on success. If no other eBPF links * remain with ids higher than *start_id*, returns -1 and sets * *errno* to **ENOENT**. * * Return * Returns zero on success. On error, or when no id remains, -1 * is returned and *errno* is set appropriately. * * BPF_ENABLE_STATS * Description * Enable eBPF runtime statistics gathering. * * Runtime statistics gathering for the eBPF runtime is disabled * by default to minimize the corresponding performance overhead. * This command enables statistics globally. * * Multiple programs may independently enable statistics. * After gathering the desired statistics, eBPF runtime statistics * may be disabled again by calling **close**\ (2) for the file * descriptor returned by this function. Statistics will only be * disabled system-wide when all outstanding file descriptors * returned by prior calls for this subcommand are closed. * * Return * A new file descriptor (a nonnegative integer), or -1 if an * error occurred (in which case, *errno* is set appropriately). * * BPF_ITER_CREATE * Description * Create an iterator on top of the specified *link_fd* (as * previously created using **BPF_LINK_CREATE**) and return a * file descriptor that can be used to trigger the iteration. * * If the resulting file descriptor is pinned to the filesystem * using **BPF_OBJ_PIN**, then subsequent **read**\ (2) syscalls * for that path will trigger the iterator to read kernel state * using the eBPF program attached to *link_fd*. * * Return * A new file descriptor (a nonnegative integer), or -1 if an * error occurred (in which case, *errno* is set appropriately). * * BPF_LINK_DETACH * Description * Forcefully detach the specified *link_fd* from its * corresponding attachment point. * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * BPF_PROG_BIND_MAP * Description * Bind a map to the lifetime of an eBPF program. * * The map identified by *map_fd* is bound to the program * identified by *prog_fd* and only released when *prog_fd* is * released. This may be used in cases where metadata should be * associated with a program which otherwise does not contain any * references to the map (for example, embedded in the eBPF * program instructions). * * Return * Returns zero on success. On error, -1 is returned and *errno* * is set appropriately. * * BPF_TOKEN_CREATE * Description * Create BPF token with embedded information about what * BPF-related functionality it allows: * - a set of allowed bpf() syscall commands; * - a set of allowed BPF map types to be created with * BPF_MAP_CREATE command, if BPF_MAP_CREATE itself is allowed; * - a set of allowed BPF program types and BPF program attach * types to be loaded with BPF_PROG_LOAD command, if * BPF_PROG_LOAD itself is allowed. * * BPF token is created (derived) from an instance of BPF FS, * assuming it has necessary delegation mount options specified. * This BPF token can be passed as an extra parameter to various * bpf() syscall commands to grant BPF subsystem functionality to * unprivileged processes. * * When created, BPF token is "associated" with the owning * user namespace of BPF FS instance (super block) that it was * derived from, and subsequent BPF operations performed with * BPF token would be performing capabilities checks (i.e., * CAP_BPF, CAP_PERFMON, CAP_NET_ADMIN, CAP_SYS_ADMIN) within * that user namespace. Without BPF token, such capabilities * have to be granted in init user namespace, making bpf() * syscall incompatible with user namespace, for the most part. * * Return * A new file descriptor (a nonnegative integer), or -1 if an * error occurred (in which case, *errno* is set appropriately). * * NOTES * eBPF objects (maps and programs) can be shared between processes. * * * After **fork**\ (2), the child inherits file descriptors * referring to the same eBPF objects. * * File descriptors referring to eBPF objects can be transferred over * **unix**\ (7) domain sockets. * * File descriptors referring to eBPF objects can be duplicated in the * usual way, using **dup**\ (2) and similar calls. * * File descriptors referring to eBPF objects can be pinned to the * filesystem using the **BPF_OBJ_PIN** command of **bpf**\ (2). * * An eBPF object is deallocated only after all file descriptors referring * to the object have been closed and no references remain pinned to the * filesystem or attached (for example, bound to a program or device). */ enum bpf_cmd { BPF_MAP_CREATE, BPF_MAP_LOOKUP_ELEM, BPF_MAP_UPDATE_ELEM, BPF_MAP_DELETE_ELEM, BPF_MAP_GET_NEXT_KEY, BPF_PROG_LOAD, BPF_OBJ_PIN, BPF_OBJ_GET, BPF_PROG_ATTACH, BPF_PROG_DETACH, BPF_PROG_TEST_RUN, BPF_PROG_RUN = BPF_PROG_TEST_RUN, BPF_PROG_GET_NEXT_ID, BPF_MAP_GET_NEXT_ID, BPF_PROG_GET_FD_BY_ID, BPF_MAP_GET_FD_BY_ID, BPF_OBJ_GET_INFO_BY_FD, BPF_PROG_QUERY, BPF_RAW_TRACEPOINT_OPEN, BPF_BTF_LOAD, BPF_BTF_GET_FD_BY_ID, BPF_TASK_FD_QUERY, BPF_MAP_LOOKUP_AND_DELETE_ELEM, BPF_MAP_FREEZE, BPF_BTF_GET_NEXT_ID, BPF_MAP_LOOKUP_BATCH, BPF_MAP_LOOKUP_AND_DELETE_BATCH, BPF_MAP_UPDATE_BATCH, BPF_MAP_DELETE_BATCH, BPF_LINK_CREATE, BPF_LINK_UPDATE, BPF_LINK_GET_FD_BY_ID, BPF_LINK_GET_NEXT_ID, BPF_ENABLE_STATS, BPF_ITER_CREATE, BPF_LINK_DETACH, BPF_PROG_BIND_MAP, BPF_TOKEN_CREATE, __MAX_BPF_CMD, }; enum bpf_map_type { BPF_MAP_TYPE_UNSPEC, BPF_MAP_TYPE_HASH, BPF_MAP_TYPE_ARRAY, BPF_MAP_TYPE_PROG_ARRAY, BPF_MAP_TYPE_PERF_EVENT_ARRAY, BPF_MAP_TYPE_PERCPU_HASH, BPF_MAP_TYPE_PERCPU_ARRAY, BPF_MAP_TYPE_STACK_TRACE, BPF_MAP_TYPE_CGROUP_ARRAY, BPF_MAP_TYPE_LRU_HASH, BPF_MAP_TYPE_LRU_PERCPU_HASH, BPF_MAP_TYPE_LPM_TRIE, BPF_MAP_TYPE_ARRAY_OF_MAPS, BPF_MAP_TYPE_HASH_OF_MAPS, BPF_MAP_TYPE_DEVMAP, BPF_MAP_TYPE_SOCKMAP, BPF_MAP_TYPE_CPUMAP, BPF_MAP_TYPE_XSKMAP, BPF_MAP_TYPE_SOCKHASH, BPF_MAP_TYPE_CGROUP_STORAGE_DEPRECATED, /* BPF_MAP_TYPE_CGROUP_STORAGE is available to bpf programs attaching * to a cgroup. The newer BPF_MAP_TYPE_CGRP_STORAGE is available to * both cgroup-attached and other progs and supports all functionality * provided by BPF_MAP_TYPE_CGROUP_STORAGE. So mark * BPF_MAP_TYPE_CGROUP_STORAGE deprecated. */ BPF_MAP_TYPE_CGROUP_STORAGE = BPF_MAP_TYPE_CGROUP_STORAGE_DEPRECATED, BPF_MAP_TYPE_REUSEPORT_SOCKARRAY, BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE_DEPRECATED, /* BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE is available to bpf programs * attaching to a cgroup. The new mechanism (BPF_MAP_TYPE_CGRP_STORAGE + * local percpu kptr) supports all BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE * functionality and more. So mark * BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE * deprecated. */ BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE = BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE_DEPRECATED, BPF_MAP_TYPE_QUEUE, BPF_MAP_TYPE_STACK, BPF_MAP_TYPE_SK_STORAGE, BPF_MAP_TYPE_DEVMAP_HASH, BPF_MAP_TYPE_STRUCT_OPS, BPF_MAP_TYPE_RINGBUF, BPF_MAP_TYPE_INODE_STORAGE, BPF_MAP_TYPE_TASK_STORAGE, BPF_MAP_TYPE_BLOOM_FILTER, BPF_MAP_TYPE_USER_RINGBUF, BPF_MAP_TYPE_CGRP_STORAGE, BPF_MAP_TYPE_ARENA, __MAX_BPF_MAP_TYPE }; /* Note that tracing related programs such as * BPF_PROG_TYPE_{KPROBE,TRACEPOINT,PERF_EVENT,RAW_TRACEPOINT} * are not subject to a stable API since kernel internal data * structures can change from release to release and may * therefore break existing tracing BPF programs. Tracing BPF * programs correspond to /a/ specific kernel which is to be * analyzed, and not /a/ specific kernel /and/ all future ones. */ enum bpf_prog_type { BPF_PROG_TYPE_UNSPEC, BPF_PROG_TYPE_SOCKET_FILTER, BPF_PROG_TYPE_KPROBE, BPF_PROG_TYPE_SCHED_CLS, BPF_PROG_TYPE_SCHED_ACT, BPF_PROG_TYPE_TRACEPOINT, BPF_PROG_TYPE_XDP, BPF_PROG_TYPE_PERF_EVENT, BPF_PROG_TYPE_CGROUP_SKB, BPF_PROG_TYPE_CGROUP_SOCK, BPF_PROG_TYPE_LWT_IN, BPF_PROG_TYPE_LWT_OUT, BPF_PROG_TYPE_LWT_XMIT, BPF_PROG_TYPE_SOCK_OPS, BPF_PROG_TYPE_SK_SKB, BPF_PROG_TYPE_CGROUP_DEVICE, BPF_PROG_TYPE_SK_MSG, BPF_PROG_TYPE_RAW_TRACEPOINT, BPF_PROG_TYPE_CGROUP_SOCK_ADDR, BPF_PROG_TYPE_LWT_SEG6LOCAL, BPF_PROG_TYPE_LIRC_MODE2, BPF_PROG_TYPE_SK_REUSEPORT, BPF_PROG_TYPE_FLOW_DISSECTOR, BPF_PROG_TYPE_CGROUP_SYSCTL, BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE, BPF_PROG_TYPE_CGROUP_SOCKOPT, BPF_PROG_TYPE_TRACING, BPF_PROG_TYPE_STRUCT_OPS, BPF_PROG_TYPE_EXT, BPF_PROG_TYPE_LSM, BPF_PROG_TYPE_SK_LOOKUP, BPF_PROG_TYPE_SYSCALL, /* a program that can execute syscalls */ BPF_PROG_TYPE_NETFILTER, __MAX_BPF_PROG_TYPE }; enum bpf_attach_type { BPF_CGROUP_INET_INGRESS, BPF_CGROUP_INET_EGRESS, BPF_CGROUP_INET_SOCK_CREATE, BPF_CGROUP_SOCK_OPS, BPF_SK_SKB_STREAM_PARSER, BPF_SK_SKB_STREAM_VERDICT, BPF_CGROUP_DEVICE, BPF_SK_MSG_VERDICT, BPF_CGROUP_INET4_BIND, BPF_CGROUP_INET6_BIND, BPF_CGROUP_INET4_CONNECT, BPF_CGROUP_INET6_CONNECT, BPF_CGROUP_INET4_POST_BIND, BPF_CGROUP_INET6_POST_BIND, BPF_CGROUP_UDP4_SENDMSG, BPF_CGROUP_UDP6_SENDMSG, BPF_LIRC_MODE2, BPF_FLOW_DISSECTOR, BPF_CGROUP_SYSCTL, BPF_CGROUP_UDP4_RECVMSG, BPF_CGROUP_UDP6_RECVMSG, BPF_CGROUP_GETSOCKOPT, BPF_CGROUP_SETSOCKOPT, BPF_TRACE_RAW_TP, BPF_TRACE_FENTRY, BPF_TRACE_FEXIT, BPF_MODIFY_RETURN, BPF_LSM_MAC, BPF_TRACE_ITER, BPF_CGROUP_INET4_GETPEERNAME, BPF_CGROUP_INET6_GETPEERNAME, BPF_CGROUP_INET4_GETSOCKNAME, BPF_CGROUP_INET6_GETSOCKNAME, BPF_XDP_DEVMAP, BPF_CGROUP_INET_SOCK_RELEASE, BPF_XDP_CPUMAP, BPF_SK_LOOKUP, BPF_XDP, BPF_SK_SKB_VERDICT, BPF_SK_REUSEPORT_SELECT, BPF_SK_REUSEPORT_SELECT_OR_MIGRATE, BPF_PERF_EVENT, BPF_TRACE_KPROBE_MULTI, BPF_LSM_CGROUP, BPF_STRUCT_OPS, BPF_NETFILTER, BPF_TCX_INGRESS, BPF_TCX_EGRESS, BPF_TRACE_UPROBE_MULTI, BPF_CGROUP_UNIX_CONNECT, BPF_CGROUP_UNIX_SENDMSG, BPF_CGROUP_UNIX_RECVMSG, BPF_CGROUP_UNIX_GETPEERNAME, BPF_CGROUP_UNIX_GETSOCKNAME, BPF_NETKIT_PRIMARY, BPF_NETKIT_PEER, BPF_TRACE_KPROBE_SESSION, __MAX_BPF_ATTACH_TYPE }; #define MAX_BPF_ATTACH_TYPE __MAX_BPF_ATTACH_TYPE enum bpf_link_type { BPF_LINK_TYPE_UNSPEC = 0, BPF_LINK_TYPE_RAW_TRACEPOINT = 1, BPF_LINK_TYPE_TRACING = 2, BPF_LINK_TYPE_CGROUP = 3, BPF_LINK_TYPE_ITER = 4, BPF_LINK_TYPE_NETNS = 5, BPF_LINK_TYPE_XDP = 6, BPF_LINK_TYPE_PERF_EVENT = 7, BPF_LINK_TYPE_KPROBE_MULTI = 8, BPF_LINK_TYPE_STRUCT_OPS = 9, BPF_LINK_TYPE_NETFILTER = 10, BPF_LINK_TYPE_TCX = 11, BPF_LINK_TYPE_UPROBE_MULTI = 12, BPF_LINK_TYPE_NETKIT = 13, BPF_LINK_TYPE_SOCKMAP = 14, __MAX_BPF_LINK_TYPE, }; #define MAX_BPF_LINK_TYPE __MAX_BPF_LINK_TYPE enum bpf_perf_event_type { BPF_PERF_EVENT_UNSPEC = 0, BPF_PERF_EVENT_UPROBE = 1, BPF_PERF_EVENT_URETPROBE = 2, BPF_PERF_EVENT_KPROBE = 3, BPF_PERF_EVENT_KRETPROBE = 4, BPF_PERF_EVENT_TRACEPOINT = 5, BPF_PERF_EVENT_EVENT = 6, }; /* cgroup-bpf attach flags used in BPF_PROG_ATTACH command * * NONE(default): No further bpf programs allowed in the subtree. * * BPF_F_ALLOW_OVERRIDE: If a sub-cgroup installs some bpf program, * the program in this cgroup yields to sub-cgroup program. * * BPF_F_ALLOW_MULTI: If a sub-cgroup installs some bpf program, * that cgroup program gets run in addition to the program in this cgroup. * * Only one program is allowed to be attached to a cgroup with * NONE or BPF_F_ALLOW_OVERRIDE flag. * Attaching another program on top of NONE or BPF_F_ALLOW_OVERRIDE will * release old program and attach the new one. Attach flags has to match. * * Multiple programs are allowed to be attached to a cgroup with * BPF_F_ALLOW_MULTI flag. They are executed in FIFO order * (those that were attached first, run first) * The programs of sub-cgroup are executed first, then programs of * this cgroup and then programs of parent cgroup. * When children program makes decision (like picking TCP CA or sock bind) * parent program has a chance to override it. * * With BPF_F_ALLOW_MULTI a new program is added to the end of the list of * programs for a cgroup. Though it's possible to replace an old program at * any position by also specifying BPF_F_REPLACE flag and position itself in * replace_bpf_fd attribute. Old program at this position will be released. * * A cgroup with MULTI or OVERRIDE flag allows any attach flags in sub-cgroups. * A cgroup with NONE doesn't allow any programs in sub-cgroups. * Ex1: * cgrp1 (MULTI progs A, B) -> * cgrp2 (OVERRIDE prog C) -> * cgrp3 (MULTI prog D) -> * cgrp4 (OVERRIDE prog E) -> * cgrp5 (NONE prog F) * the event in cgrp5 triggers execution of F,D,A,B in that order. * if prog F is detached, the execution is E,D,A,B * if prog F and D are detached, the execution is E,A,B * if prog F, E and D are detached, the execution is C,A,B * * All eligible programs are executed regardless of return code from * earlier programs. */ #define BPF_F_ALLOW_OVERRIDE (1U << 0) #define BPF_F_ALLOW_MULTI (1U << 1) /* Generic attachment flags. */ #define BPF_F_REPLACE (1U << 2) #define BPF_F_BEFORE (1U << 3) #define BPF_F_AFTER (1U << 4) #define BPF_F_ID (1U << 5) #define BPF_F_LINK BPF_F_LINK /* 1 << 13 */ /* If BPF_F_STRICT_ALIGNMENT is used in BPF_PROG_LOAD command, the * verifier will perform strict alignment checking as if the kernel * has been built with CONFIG_EFFICIENT_UNALIGNED_ACCESS not set, * and NET_IP_ALIGN defined to 2. */ #define BPF_F_STRICT_ALIGNMENT (1U << 0) /* If BPF_F_ANY_ALIGNMENT is used in BPF_PROG_LOAD command, the * verifier will allow any alignment whatsoever. On platforms * with strict alignment requirements for loads ands stores (such * as sparc and mips) the verifier validates that all loads and * stores provably follow this requirement. This flag turns that * checking and enforcement off. * * It is mostly used for testing when we want to validate the * context and memory access aspects of the verifier, but because * of an unaligned access the alignment check would trigger before * the one we are interested in. */ #define BPF_F_ANY_ALIGNMENT (1U << 1) /* BPF_F_TEST_RND_HI32 is used in BPF_PROG_LOAD command for testing purpose. * Verifier does sub-register def/use analysis and identifies instructions whose * def only matters for low 32-bit, high 32-bit is never referenced later * through implicit zero extension. Therefore verifier notifies JIT back-ends * that it is safe to ignore clearing high 32-bit for these instructions. This * saves some back-ends a lot of code-gen. However such optimization is not * necessary on some arches, for example x86_64, arm64 etc, whose JIT back-ends * hence hasn't used verifier's analysis result. But, we really want to have a * way to be able to verify the correctness of the described optimization on * x86_64 on which testsuites are frequently exercised. * * So, this flag is introduced. Once it is set, verifier will randomize high * 32-bit for those instructions who has been identified as safe to ignore them. * Then, if verifier is not doing correct analysis, such randomization will * regress tests to expose bugs. */ #define BPF_F_TEST_RND_HI32 (1U << 2) /* The verifier internal test flag. Behavior is undefined */ #define BPF_F_TEST_STATE_FREQ (1U << 3) /* If BPF_F_SLEEPABLE is used in BPF_PROG_LOAD command, the verifier will * restrict map and helper usage for such programs. Sleepable BPF programs can * only be attached to hooks where kernel execution context allows sleeping. * Such programs are allowed to use helpers that may sleep like * bpf_copy_from_user(). */ #define BPF_F_SLEEPABLE (1U << 4) /* If BPF_F_XDP_HAS_FRAGS is used in BPF_PROG_LOAD command, the loaded program * fully support xdp frags. */ #define BPF_F_XDP_HAS_FRAGS (1U << 5) /* If BPF_F_XDP_DEV_BOUND_ONLY is used in BPF_PROG_LOAD command, the loaded * program becomes device-bound but can access XDP metadata. */ #define BPF_F_XDP_DEV_BOUND_ONLY (1U << 6) /* The verifier internal test flag. Behavior is undefined */ #define BPF_F_TEST_REG_INVARIANTS (1U << 7) /* link_create.kprobe_multi.flags used in LINK_CREATE command for * BPF_TRACE_KPROBE_MULTI attach type to create return probe. */ enum { BPF_F_KPROBE_MULTI_RETURN = (1U << 0) }; /* link_create.uprobe_multi.flags used in LINK_CREATE command for * BPF_TRACE_UPROBE_MULTI attach type to create return probe. */ enum { BPF_F_UPROBE_MULTI_RETURN = (1U << 0) }; /* link_create.netfilter.flags used in LINK_CREATE command for * BPF_PROG_TYPE_NETFILTER to enable IP packet defragmentation. */ #define BPF_F_NETFILTER_IP_DEFRAG (1U << 0) /* When BPF ldimm64's insn[0].src_reg != 0 then this can have * the following extensions: * * insn[0].src_reg: BPF_PSEUDO_MAP_[FD|IDX] * insn[0].imm: map fd or fd_idx * insn[1].imm: 0 * insn[0].off: 0 * insn[1].off: 0 * ldimm64 rewrite: address of map * verifier type: CONST_PTR_TO_MAP */ #define BPF_PSEUDO_MAP_FD 1 #define BPF_PSEUDO_MAP_IDX 5 /* insn[0].src_reg: BPF_PSEUDO_MAP_[IDX_]VALUE * insn[0].imm: map fd or fd_idx * insn[1].imm: offset into value * insn[0].off: 0 * insn[1].off: 0 * ldimm64 rewrite: address of map[0]+offset * verifier type: PTR_TO_MAP_VALUE */ #define BPF_PSEUDO_MAP_VALUE 2 #define BPF_PSEUDO_MAP_IDX_VALUE 6 /* insn[0].src_reg: BPF_PSEUDO_BTF_ID * insn[0].imm: kernel btd id of VAR * insn[1].imm: 0 * insn[0].off: 0 * insn[1].off: 0 * ldimm64 rewrite: address of the kernel variable * verifier type: PTR_TO_BTF_ID or PTR_TO_MEM, depending on whether the var * is struct/union. */ #define BPF_PSEUDO_BTF_ID 3 /* insn[0].src_reg: BPF_PSEUDO_FUNC * insn[0].imm: insn offset to the func * insn[1].imm: 0 * insn[0].off: 0 * insn[1].off: 0 * ldimm64 rewrite: address of the function * verifier type: PTR_TO_FUNC. */ #define BPF_PSEUDO_FUNC 4 /* when bpf_call->src_reg == BPF_PSEUDO_CALL, bpf_call->imm == pc-relative * offset to another bpf function */ #define BPF_PSEUDO_CALL 1 /* when bpf_call->src_reg == BPF_PSEUDO_KFUNC_CALL, * bpf_call->imm == btf_id of a BTF_KIND_FUNC in the running kernel */ #define BPF_PSEUDO_KFUNC_CALL 2 enum bpf_addr_space_cast { BPF_ADDR_SPACE_CAST = 1, }; /* flags for BPF_MAP_UPDATE_ELEM command */ enum { BPF_ANY = 0, /* create new element or update existing */ BPF_NOEXIST = 1, /* create new element if it didn't exist */ BPF_EXIST = 2, /* update existing element */ BPF_F_LOCK = 4, /* spin_lock-ed map_lookup/map_update */ }; /* flags for BPF_MAP_CREATE command */ enum { BPF_F_NO_PREALLOC = (1U << 0), /* Instead of having one common LRU list in the * BPF_MAP_TYPE_LRU_[PERCPU_]HASH map, use a percpu LRU list * which can scale and perform better. * Note, the LRU nodes (including free nodes) cannot be moved * across different LRU lists. */ BPF_F_NO_COMMON_LRU = (1U << 1), /* Specify numa node during map creation */ BPF_F_NUMA_NODE = (1U << 2), /* Flags for accessing BPF object from syscall side. */ BPF_F_RDONLY = (1U << 3), BPF_F_WRONLY = (1U << 4), /* Flag for stack_map, store build_id+offset instead of pointer */ BPF_F_STACK_BUILD_ID = (1U << 5), /* Zero-initialize hash function seed. This should only be used for testing. */ BPF_F_ZERO_SEED = (1U << 6), /* Flags for accessing BPF object from program side. */ BPF_F_RDONLY_PROG = (1U << 7), BPF_F_WRONLY_PROG = (1U << 8), /* Clone map from listener for newly accepted socket */ BPF_F_CLONE = (1U << 9), /* Enable memory-mapping BPF map */ BPF_F_MMAPABLE = (1U << 10), /* Share perf_event among processes */ BPF_F_PRESERVE_ELEMS = (1U << 11), /* Create a map that is suitable to be an inner map with dynamic max entries */ BPF_F_INNER_MAP = (1U << 12), /* Create a map that will be registered/unregesitered by the backed bpf_link */ BPF_F_LINK = (1U << 13), /* Get path from provided FD in BPF_OBJ_PIN/BPF_OBJ_GET commands */ BPF_F_PATH_FD = (1U << 14), /* Flag for value_type_btf_obj_fd, the fd is available */ BPF_F_VTYPE_BTF_OBJ_FD = (1U << 15), /* BPF token FD is passed in a corresponding command's token_fd field */ BPF_F_TOKEN_FD = (1U << 16), /* When user space page faults in bpf_arena send SIGSEGV instead of inserting new page */ BPF_F_SEGV_ON_FAULT = (1U << 17), /* Do not translate kernel bpf_arena pointers to user pointers */ BPF_F_NO_USER_CONV = (1U << 18), }; /* Flags for BPF_PROG_QUERY. */ /* Query effective (directly attached + inherited from ancestor cgroups) * programs that will be executed for events within a cgroup. * attach_flags with this flag are always returned 0. */ #define BPF_F_QUERY_EFFECTIVE (1U << 0) /* Flags for BPF_PROG_TEST_RUN */ /* If set, run the test on the cpu specified by bpf_attr.test.cpu */ #define BPF_F_TEST_RUN_ON_CPU (1U << 0) /* If set, XDP frames will be transmitted after processing */ #define BPF_F_TEST_XDP_LIVE_FRAMES (1U << 1) /* type for BPF_ENABLE_STATS */ enum bpf_stats_type { /* enabled run_time_ns and run_cnt */ BPF_STATS_RUN_TIME = 0, }; enum bpf_stack_build_id_status { /* user space need an empty entry to identify end of a trace */ BPF_STACK_BUILD_ID_EMPTY = 0, /* with valid build_id and offset */ BPF_STACK_BUILD_ID_VALID = 1, /* couldn't get build_id, fallback to ip */ BPF_STACK_BUILD_ID_IP = 2, }; #define BPF_BUILD_ID_SIZE 20 struct bpf_stack_build_id { __s32 status; unsigned char build_id[BPF_BUILD_ID_SIZE]; union { __u64 offset; __u64 ip; }; }; #define BPF_OBJ_NAME_LEN 16U union bpf_attr { struct { /* anonymous struct used by BPF_MAP_CREATE command */ __u32 map_type; /* one of enum bpf_map_type */ __u32 key_size; /* size of key in bytes */ __u32 value_size; /* size of value in bytes */ __u32 max_entries; /* max number of entries in a map */ __u32 map_flags; /* BPF_MAP_CREATE related * flags defined above. */ __u32 inner_map_fd; /* fd pointing to the inner map */ __u32 numa_node; /* numa node (effective only if * BPF_F_NUMA_NODE is set). */ char map_name[BPF_OBJ_NAME_LEN]; __u32 map_ifindex; /* ifindex of netdev to create on */ __u32 btf_fd; /* fd pointing to a BTF type data */ __u32 btf_key_type_id; /* BTF type_id of the key */ __u32 btf_value_type_id; /* BTF type_id of the value */ __u32 btf_vmlinux_value_type_id;/* BTF type_id of a kernel- * struct stored as the * map value */ /* Any per-map-type extra fields * * BPF_MAP_TYPE_BLOOM_FILTER - the lowest 4 bits indicate the * number of hash functions (if 0, the bloom filter will default * to using 5 hash functions). * * BPF_MAP_TYPE_ARENA - contains the address where user space * is going to mmap() the arena. It has to be page aligned. */ __u64 map_extra; __s32 value_type_btf_obj_fd; /* fd pointing to a BTF * type data for * btf_vmlinux_value_type_id. */ /* BPF token FD to use with BPF_MAP_CREATE operation. * If provided, map_flags should have BPF_F_TOKEN_FD flag set. */ __s32 map_token_fd; }; struct { /* anonymous struct used by BPF_MAP_*_ELEM commands */ __u32 map_fd; __aligned_u64 key; union { __aligned_u64 value; __aligned_u64 next_key; }; __u64 flags; }; struct { /* struct used by BPF_MAP_*_BATCH commands */ __aligned_u64 in_batch; /* start batch, * NULL to start from beginning */ __aligned_u64 out_batch; /* output: next start batch */ __aligned_u64 keys; __aligned_u64 values; __u32 count; /* input/output: * input: # of key/value * elements * output: # of filled elements */ __u32 map_fd; __u64 elem_flags; __u64 flags; } batch; struct { /* anonymous struct used by BPF_PROG_LOAD command */ __u32 prog_type; /* one of enum bpf_prog_type */ __u32 insn_cnt; __aligned_u64 insns; __aligned_u64 license; __u32 log_level; /* verbosity level of verifier */ __u32 log_size; /* size of user buffer */ __aligned_u64 log_buf; /* user supplied buffer */ __u32 kern_version; /* not used */ __u32 prog_flags; char prog_name[BPF_OBJ_NAME_LEN]; __u32 prog_ifindex; /* ifindex of netdev to prep for */ /* For some prog types expected attach type must be known at * load time to verify attach type specific parts of prog * (context accesses, allowed helpers, etc). */ __u32 expected_attach_type; __u32 prog_btf_fd; /* fd pointing to BTF type data */ __u32 func_info_rec_size; /* userspace bpf_func_info size */ __aligned_u64 func_info; /* func info */ __u32 func_info_cnt; /* number of bpf_func_info records */ __u32 line_info_rec_size; /* userspace bpf_line_info size */ __aligned_u64 line_info; /* line info */ __u32 line_info_cnt; /* number of bpf_line_info records */ __u32 attach_btf_id; /* in-kernel BTF type id to attach to */ union { /* valid prog_fd to attach to bpf prog */ __u32 attach_prog_fd; /* or valid module BTF object fd or 0 to attach to vmlinux */ __u32 attach_btf_obj_fd; }; __u32 core_relo_cnt; /* number of bpf_core_relo */ __aligned_u64 fd_array; /* array of FDs */ __aligned_u64 core_relos; __u32 core_relo_rec_size; /* sizeof(struct bpf_core_relo) */ /* output: actual total log contents size (including termintaing zero). * It could be both larger than original log_size (if log was * truncated), or smaller (if log buffer wasn't filled completely). */ __u32 log_true_size; /* BPF token FD to use with BPF_PROG_LOAD operation. * If provided, prog_flags should have BPF_F_TOKEN_FD flag set. */ __s32 prog_token_fd; }; struct { /* anonymous struct used by BPF_OBJ_* commands */ __aligned_u64 pathname; __u32 bpf_fd; __u32 file_flags; /* Same as dirfd in openat() syscall; see openat(2) * manpage for details of path FD and pathname semantics; * path_fd should accompanied by BPF_F_PATH_FD flag set in * file_flags field, otherwise it should be set to zero; * if BPF_F_PATH_FD flag is not set, AT_FDCWD is assumed. */ __s32 path_fd; }; struct { /* anonymous struct used by BPF_PROG_ATTACH/DETACH commands */ union { __u32 target_fd; /* target object to attach to or ... */ __u32 target_ifindex; /* target ifindex */ }; __u32 attach_bpf_fd; __u32 attach_type; __u32 attach_flags; __u32 replace_bpf_fd; union { __u32 relative_fd; __u32 relative_id; }; __u64 expected_revision; }; struct { /* anonymous struct used by BPF_PROG_TEST_RUN command */ __u32 prog_fd; __u32 retval; __u32 data_size_in; /* input: len of data_in */ __u32 data_size_out; /* input/output: len of data_out * returns ENOSPC if data_out * is too small. */ __aligned_u64 data_in; __aligned_u64 data_out; __u32 repeat; __u32 duration; __u32 ctx_size_in; /* input: len of ctx_in */ __u32 ctx_size_out; /* input/output: len of ctx_out * returns ENOSPC if ctx_out * is too small. */ __aligned_u64 ctx_in; __aligned_u64 ctx_out; __u32 flags; __u32 cpu; __u32 batch_size; } test; struct { /* anonymous struct used by BPF_*_GET_*_ID */ union { __u32 start_id; __u32 prog_id; __u32 map_id; __u32 btf_id; __u32 link_id; }; __u32 next_id; __u32 open_flags; }; struct { /* anonymous struct used by BPF_OBJ_GET_INFO_BY_FD */ __u32 bpf_fd; __u32 info_len; __aligned_u64 info; } info; struct { /* anonymous struct used by BPF_PROG_QUERY command */ union { __u32 target_fd; /* target object to query or ... */ __u32 target_ifindex; /* target ifindex */ }; __u32 attach_type; __u32 query_flags; __u32 attach_flags; __aligned_u64 prog_ids; union { __u32 prog_cnt; __u32 count; }; __u32 :32; /* output: per-program attach_flags. * not allowed to be set during effective query. */ __aligned_u64 prog_attach_flags; __aligned_u64 link_ids; __aligned_u64 link_attach_flags; __u64 revision; } query; struct { /* anonymous struct used by BPF_RAW_TRACEPOINT_OPEN command */ __u64 name; __u32 prog_fd; __u32 :32; __aligned_u64 cookie; } raw_tracepoint; struct { /* anonymous struct for BPF_BTF_LOAD */ __aligned_u64 btf; __aligned_u64 btf_log_buf; __u32 btf_size; __u32 btf_log_size; __u32 btf_log_level; /* output: actual total log contents size (including termintaing zero). * It could be both larger than original log_size (if log was * truncated), or smaller (if log buffer wasn't filled completely). */ __u32 btf_log_true_size; __u32 btf_flags; /* BPF token FD to use with BPF_BTF_LOAD operation. * If provided, btf_flags should have BPF_F_TOKEN_FD flag set. */ __s32 btf_token_fd; }; struct { __u32 pid; /* input: pid */ __u32 fd; /* input: fd */ __u32 flags; /* input: flags */ __u32 buf_len; /* input/output: buf len */ __aligned_u64 buf; /* input/output: * tp_name for tracepoint * symbol for kprobe * filename for uprobe */ __u32 prog_id; /* output: prod_id */ __u32 fd_type; /* output: BPF_FD_TYPE_* */ __u64 probe_offset; /* output: probe_offset */ __u64 probe_addr; /* output: probe_addr */ } task_fd_query; struct { /* struct used by BPF_LINK_CREATE command */ union { __u32 prog_fd; /* eBPF program to attach */ __u32 map_fd; /* struct_ops to attach */ }; union { __u32 target_fd; /* target object to attach to or ... */ __u32 target_ifindex; /* target ifindex */ }; __u32 attach_type; /* attach type */ __u32 flags; /* extra flags */ union { __u32 target_btf_id; /* btf_id of target to attach to */ struct { __aligned_u64 iter_info; /* extra bpf_iter_link_info */ __u32 iter_info_len; /* iter_info length */ }; struct { /* black box user-provided value passed through * to BPF program at the execution time and * accessible through bpf_get_attach_cookie() BPF helper */ __u64 bpf_cookie; } perf_event; struct { __u32 flags; __u32 cnt; __aligned_u64 syms; __aligned_u64 addrs; __aligned_u64 cookies; } kprobe_multi; struct { /* this is overlaid with the target_btf_id above. */ __u32 target_btf_id; /* black box user-provided value passed through * to BPF program at the execution time and * accessible through bpf_get_attach_cookie() BPF helper */ __u64 cookie; } tracing; struct { __u32 pf; __u32 hooknum; __s32 priority; __u32 flags; } netfilter; struct { union { __u32 relative_fd; __u32 relative_id; }; __u64 expected_revision; } tcx; struct { __aligned_u64 path; __aligned_u64 offsets; __aligned_u64 ref_ctr_offsets; __aligned_u64 cookies; __u32 cnt; __u32 flags; __u32 pid; } uprobe_multi; struct { union { __u32 relative_fd; __u32 relative_id; }; __u64 expected_revision; } netkit; }; } link_create; struct { /* struct used by BPF_LINK_UPDATE command */ __u32 link_fd; /* link fd */ union { /* new program fd to update link with */ __u32 new_prog_fd; /* new struct_ops map fd to update link with */ __u32 new_map_fd; }; __u32 flags; /* extra flags */ union { /* expected link's program fd; is specified only if * BPF_F_REPLACE flag is set in flags. */ __u32 old_prog_fd; /* expected link's map fd; is specified only * if BPF_F_REPLACE flag is set. */ __u32 old_map_fd; }; } link_update; struct { __u32 link_fd; } link_detach; struct { /* struct used by BPF_ENABLE_STATS command */ __u32 type; } enable_stats; struct { /* struct used by BPF_ITER_CREATE command */ __u32 link_fd; __u32 flags; } iter_create; struct { /* struct used by BPF_PROG_BIND_MAP command */ __u32 prog_fd; __u32 map_fd; __u32 flags; /* extra flags */ } prog_bind_map; struct { /* struct used by BPF_TOKEN_CREATE command */ __u32 flags; __u32 bpffs_fd; } token_create; } __attribute__((aligned(8))); /* The description below is an attempt at providing documentation to eBPF * developers about the multiple available eBPF helper functions. It can be * parsed and used to produce a manual page. The workflow is the following, * and requires the rst2man utility: * * $ ./scripts/bpf_doc.py \ * --filename include/uapi/linux/bpf.h > /tmp/bpf-helpers.rst * $ rst2man /tmp/bpf-helpers.rst > /tmp/bpf-helpers.7 * $ man /tmp/bpf-helpers.7 * * Note that in order to produce this external documentation, some RST * formatting is used in the descriptions to get "bold" and "italics" in * manual pages. Also note that the few trailing white spaces are * intentional, removing them would break paragraphs for rst2man. * * Start of BPF helper function descriptions: * * void *bpf_map_lookup_elem(struct bpf_map *map, const void *key) * Description * Perform a lookup in *map* for an entry associated to *key*. * Return * Map value associated to *key*, or **NULL** if no entry was * found. * * long bpf_map_update_elem(struct bpf_map *map, const void *key, const void *value, u64 flags) * Description * Add or update the value of the entry associated to *key* in * *map* with *value*. *flags* is one of: * * **BPF_NOEXIST** * The entry for *key* must not exist in the map. * **BPF_EXIST** * The entry for *key* must already exist in the map. * **BPF_ANY** * No condition on the existence of the entry for *key*. * * Flag value **BPF_NOEXIST** cannot be used for maps of types * **BPF_MAP_TYPE_ARRAY** or **BPF_MAP_TYPE_PERCPU_ARRAY** (all * elements always exist), the helper would return an error. * Return * 0 on success, or a negative error in case of failure. * * long bpf_map_delete_elem(struct bpf_map *map, const void *key) * Description * Delete entry with *key* from *map*. * Return * 0 on success, or a negative error in case of failure. * * long bpf_probe_read(void *dst, u32 size, const void *unsafe_ptr) * Description * For tracing programs, safely attempt to read *size* bytes from * kernel space address *unsafe_ptr* and store the data in *dst*. * * Generally, use **bpf_probe_read_user**\ () or * **bpf_probe_read_kernel**\ () instead. * Return * 0 on success, or a negative error in case of failure. * * u64 bpf_ktime_get_ns(void) * Description * Return the time elapsed since system boot, in nanoseconds. * Does not include time the system was suspended. * See: **clock_gettime**\ (**CLOCK_MONOTONIC**) * Return * Current *ktime*. * * long bpf_trace_printk(const char *fmt, u32 fmt_size, ...) * Description * This helper is a "printk()-like" facility for debugging. It * prints a message defined by format *fmt* (of size *fmt_size*) * to file *\/sys/kernel/tracing/trace* from TraceFS, if * available. It can take up to three additional **u64** * arguments (as an eBPF helpers, the total number of arguments is * limited to five). * * Each time the helper is called, it appends a line to the trace. * Lines are discarded while *\/sys/kernel/tracing/trace* is * open, use *\/sys/kernel/tracing/trace_pipe* to avoid this. * The format of the trace is customizable, and the exact output * one will get depends on the options set in * *\/sys/kernel/tracing/trace_options* (see also the * *README* file under the same directory). However, it usually * defaults to something like: * * :: * * telnet-470 [001] .N.. 419421.045894: 0x00000001: * * In the above: * * * ``telnet`` is the name of the current task. * * ``470`` is the PID of the current task. * * ``001`` is the CPU number on which the task is * running. * * In ``.N..``, each character refers to a set of * options (whether irqs are enabled, scheduling * options, whether hard/softirqs are running, level of * preempt_disabled respectively). **N** means that * **TIF_NEED_RESCHED** and **PREEMPT_NEED_RESCHED** * are set. * * ``419421.045894`` is a timestamp. * * ``0x00000001`` is a fake value used by BPF for the * instruction pointer register. * * ```` is the message formatted with * *fmt*. * * The conversion specifiers supported by *fmt* are similar, but * more limited than for printk(). They are **%d**, **%i**, * **%u**, **%x**, **%ld**, **%li**, **%lu**, **%lx**, **%lld**, * **%lli**, **%llu**, **%llx**, **%p**, **%s**. No modifier (size * of field, padding with zeroes, etc.) is available, and the * helper will return **-EINVAL** (but print nothing) if it * encounters an unknown specifier. * * Also, note that **bpf_trace_printk**\ () is slow, and should * only be used for debugging purposes. For this reason, a notice * block (spanning several lines) is printed to kernel logs and * states that the helper should not be used "for production use" * the first time this helper is used (or more precisely, when * **trace_printk**\ () buffers are allocated). For passing values * to user space, perf events should be preferred. * Return * The number of bytes written to the buffer, or a negative error * in case of failure. * * u32 bpf_get_prandom_u32(void) * Description * Get a pseudo-random number. * * From a security point of view, this helper uses its own * pseudo-random internal state, and cannot be used to infer the * seed of other random functions in the kernel. However, it is * essential to note that the generator used by the helper is not * cryptographically secure. * Return * A random 32-bit unsigned value. * * u32 bpf_get_smp_processor_id(void) * Description * Get the SMP (symmetric multiprocessing) processor id. Note that * all programs run with migration disabled, which means that the * SMP processor id is stable during all the execution of the * program. * Return * The SMP id of the processor running the program. * * long bpf_skb_store_bytes(struct sk_buff *skb, u32 offset, const void *from, u32 len, u64 flags) * Description * Store *len* bytes from address *from* into the packet * associated to *skb*, at *offset*. *flags* are a combination of * **BPF_F_RECOMPUTE_CSUM** (automatically recompute the * checksum for the packet after storing the bytes) and * **BPF_F_INVALIDATE_HASH** (set *skb*\ **->hash**, *skb*\ * **->swhash** and *skb*\ **->l4hash** to 0). * * A call to this helper is susceptible to change the underlying * packet buffer. Therefore, at load time, all checks on pointers * previously done by the verifier are invalidated and must be * performed again, if the helper is used in combination with * direct packet access. * Return * 0 on success, or a negative error in case of failure. * * long bpf_l3_csum_replace(struct sk_buff *skb, u32 offset, u64 from, u64 to, u64 size) * Description * Recompute the layer 3 (e.g. IP) checksum for the packet * associated to *skb*. Computation is incremental, so the helper * must know the former value of the header field that was * modified (*from*), the new value of this field (*to*), and the * number of bytes (2 or 4) for this field, stored in *size*. * Alternatively, it is possible to store the difference between * the previous and the new values of the header field in *to*, by * setting *from* and *size* to 0. For both methods, *offset* * indicates the location of the IP checksum within the packet. * * This helper works in combination with **bpf_csum_diff**\ (), * which does not update the checksum in-place, but offers more * flexibility and can handle sizes larger than 2 or 4 for the * checksum to update. * * A call to this helper is susceptible to change the underlying * packet buffer. Therefore, at load time, all checks on pointers * previously done by the verifier are invalidated and must be * performed again, if the helper is used in combination with * direct packet access. * Return * 0 on success, or a negative error in case of failure. * * long bpf_l4_csum_replace(struct sk_buff *skb, u32 offset, u64 from, u64 to, u64 flags) * Description * Recompute the layer 4 (e.g. TCP, UDP or ICMP) checksum for the * packet associated to *skb*. Computation is incremental, so the * helper must know the former value of the header field that was * modified (*from*), the new value of this field (*to*), and the * number of bytes (2 or 4) for this field, stored on the lowest * four bits of *flags*. Alternatively, it is possible to store * the difference between the previous and the new values of the * header field in *to*, by setting *from* and the four lowest * bits of *flags* to 0. For both methods, *offset* indicates the * location of the IP checksum within the packet. In addition to * the size of the field, *flags* can be added (bitwise OR) actual * flags. With **BPF_F_MARK_MANGLED_0**, a null checksum is left * untouched (unless **BPF_F_MARK_ENFORCE** is added as well), and * for updates resulting in a null checksum the value is set to * **CSUM_MANGLED_0** instead. Flag **BPF_F_PSEUDO_HDR** indicates * the checksum is to be computed against a pseudo-header. * * This helper works in combination with **bpf_csum_diff**\ (), * which does not update the checksum in-place, but offers more * flexibility and can handle sizes larger than 2 or 4 for the * checksum to update. * * A call to this helper is susceptible to change the underlying * packet buffer. Therefore, at load time, all checks on pointers * previously done by the verifier are invalidated and must be * performed again, if the helper is used in combination with * direct packet access. * Return * 0 on success, or a negative error in case of failure. * * long bpf_tail_call(void *ctx, struct bpf_map *prog_array_map, u32 index) * Description * This special helper is used to trigger a "tail call", or in * other words, to jump into another eBPF program. The same stack * frame is used (but values on stack and in registers for the * caller are not accessible to the callee). This mechanism allows * for program chaining, either for raising the maximum number of * available eBPF instructions, or to execute given programs in * conditional blocks. For security reasons, there is an upper * limit to the number of successive tail calls that can be * performed. * * Upon call of this helper, the program attempts to jump into a * program referenced at index *index* in *prog_array_map*, a * special map of type **BPF_MAP_TYPE_PROG_ARRAY**, and passes * *ctx*, a pointer to the context. * * If the call succeeds, the kernel immediately runs the first * instruction of the new program. This is not a function call, * and it never returns to the previous program. If the call * fails, then the helper has no effect, and the caller continues * to run its subsequent instructions. A call can fail if the * destination program for the jump does not exist (i.e. *index* * is superior to the number of entries in *prog_array_map*), or * if the maximum number of tail calls has been reached for this * chain of programs. This limit is defined in the kernel by the * macro **MAX_TAIL_CALL_CNT** (not accessible to user space), * which is currently set to 33. * Return * 0 on success, or a negative error in case of failure. * * long bpf_clone_redirect(struct sk_buff *skb, u32 ifindex, u64 flags) * Description * Clone and redirect the packet associated to *skb* to another * net device of index *ifindex*. Both ingress and egress * interfaces can be used for redirection. The **BPF_F_INGRESS** * value in *flags* is used to make the distinction (ingress path * is selected if the flag is present, egress path otherwise). * This is the only flag supported for now. * * In comparison with **bpf_redirect**\ () helper, * **bpf_clone_redirect**\ () has the associated cost of * duplicating the packet buffer, but this can be executed out of * the eBPF program. Conversely, **bpf_redirect**\ () is more * efficient, but it is handled through an action code where the * redirection happens only after the eBPF program has returned. * * A call to this helper is susceptible to change the underlying * packet buffer. Therefore, at load time, all checks on pointers * previously done by the verifier are invalidated and must be * performed again, if the helper is used in combination with * direct packet access. * Return * 0 on success, or a negative error in case of failure. Positive * error indicates a potential drop or congestion in the target * device. The particular positive error codes are not defined. * * u64 bpf_get_current_pid_tgid(void) * Description * Get the current pid and tgid. * Return * A 64-bit integer containing the current tgid and pid, and * created as such: * *current_task*\ **->tgid << 32 \|** * *current_task*\ **->pid**. * * u64 bpf_get_current_uid_gid(void) * Description * Get the current uid and gid. * Return * A 64-bit integer containing the current GID and UID, and * created as such: *current_gid* **<< 32 \|** *current_uid*. * * long bpf_get_current_comm(void *buf, u32 size_of_buf) * Description * Copy the **comm** attribute of the current task into *buf* of * *size_of_buf*. The **comm** attribute contains the name of * the executable (excluding the path) for the current task. The * *size_of_buf* must be strictly positive. On success, the * helper makes sure that the *buf* is NUL-terminated. On failure, * it is filled with zeroes. * Return * 0 on success, or a negative error in case of failure. * * u32 bpf_get_cgroup_classid(struct sk_buff *skb) * Description * Retrieve the classid for the current task, i.e. for the net_cls * cgroup to which *skb* belongs. * * This helper can be used on TC egress path, but not on ingress. * * The net_cls cgroup provides an interface to tag network packets * based on a user-provided identifier for all traffic coming from * the tasks belonging to the related cgroup. See also the related * kernel documentation, available from the Linux sources in file * *Documentation/admin-guide/cgroup-v1/net_cls.rst*. * * The Linux kernel has two versions for cgroups: there are * cgroups v1 and cgroups v2. Both are available to users, who can * use a mixture of them, but note that the net_cls cgroup is for * cgroup v1 only. This makes it incompatible with BPF programs * run on cgroups, which is a cgroup-v2-only feature (a socket can * only hold data for one version of cgroups at a time). * * This helper is only available is the kernel was compiled with * the **CONFIG_CGROUP_NET_CLASSID** configuration option set to * "**y**" or to "**m**". * Return * The classid, or 0 for the default unconfigured classid. * * long bpf_skb_vlan_push(struct sk_buff *skb, __be16 vlan_proto, u16 vlan_tci) * Description * Push a *vlan_tci* (VLAN tag control information) of protocol * *vlan_proto* to the packet associated to *skb*, then update * the checksum. Note that if *vlan_proto* is different from * **ETH_P_8021Q** and **ETH_P_8021AD**, it is considered to * be **ETH_P_8021Q**. * * A call to this helper is susceptible to change the underlying * packet buffer. Therefore, at load time, all checks on pointers * previously done by the verifier are invalidated and must be * performed again, if the helper is used in combination with * direct packet access. * Return * 0 on success, or a negative error in case of failure. * * long bpf_skb_vlan_pop(struct sk_buff *skb) * Description * Pop a VLAN header from the packet associated to *skb*. * * A call to this helper is susceptible to change the underlying * packet buffer. Therefore, at load time, all checks on pointers * previously done by the verifier are invalidated and must be * performed again, if the helper is used in combination with * direct packet access. * Return * 0 on success, or a negative error in case of failure. * * long bpf_skb_get_tunnel_key(struct sk_buff *skb, struct bpf_tunnel_key *key, u32 size, u64 flags) * Description * Get tunnel metadata. This helper takes a pointer *key* to an * empty **struct bpf_tunnel_key** of **size**, that will be * filled with tunnel metadata for the packet associated to *skb*. * The *flags* can be set to **BPF_F_TUNINFO_IPV6**, which * indicates that the tunnel is based on IPv6 protocol instead of * IPv4. * * The **struct bpf_tunnel_key** is an object that generalizes the * principal parameters used by various tunneling protocols into a * single struct. This way, it can be used to easily make a * decision based on the contents of the encapsulation header, * "summarized" in this struct. In particular, it holds the IP * address of the remote end (IPv4 or IPv6, depending on the case) * in *key*\ **->remote_ipv4** or *key*\ **->remote_ipv6**. Also, * this struct exposes the *key*\ **->tunnel_id**, which is * generally mapped to a VNI (Virtual Network Identifier), making * it programmable together with the **bpf_skb_set_tunnel_key**\ * () helper. * * Let's imagine that the following code is part of a program * attached to the TC ingress interface, on one end of a GRE * tunnel, and is supposed to filter out all messages coming from * remote ends with IPv4 address other than 10.0.0.1: * * :: * * int ret; * struct bpf_tunnel_key key = {}; * * ret = bpf_skb_get_tunnel_key(skb, &key, sizeof(key), 0); * if (ret < 0) * return TC_ACT_SHOT; // drop packet * * if (key.remote_ipv4 != 0x0a000001) * return TC_ACT_SHOT; // drop packet * * return TC_ACT_OK; // accept packet * * This interface can also be used with all encapsulation devices * that can operate in "collect metadata" mode: instead of having * one network device per specific configuration, the "collect * metadata" mode only requires a single device where the * configuration can be extracted from this helper. * * This can be used together with various tunnels such as VXLan, * Geneve, GRE or IP in IP (IPIP). * Return * 0 on success, or a negative error in case of failure. * * long bpf_skb_set_tunnel_key(struct sk_buff *skb, struct bpf_tunnel_key *key, u32 size, u64 flags) * Description * Populate tunnel metadata for packet associated to *skb.* The * tunnel metadata is set to the contents of *key*, of *size*. The * *flags* can be set to a combination of the following values: * * **BPF_F_TUNINFO_IPV6** * Indicate that the tunnel is based on IPv6 protocol * instead of IPv4. * **BPF_F_ZERO_CSUM_TX** * For IPv4 packets, add a flag to tunnel metadata * indicating that checksum computation should be skipped * and checksum set to zeroes. * **BPF_F_DONT_FRAGMENT** * Add a flag to tunnel metadata indicating that the * packet should not be fragmented. * **BPF_F_SEQ_NUMBER** * Add a flag to tunnel metadata indicating that a * sequence number should be added to tunnel header before * sending the packet. This flag was added for GRE * encapsulation, but might be used with other protocols * as well in the future. * **BPF_F_NO_TUNNEL_KEY** * Add a flag to tunnel metadata indicating that no tunnel * key should be set in the resulting tunnel header. * * Here is a typical usage on the transmit path: * * :: * * struct bpf_tunnel_key key; * populate key ... * bpf_skb_set_tunnel_key(skb, &key, sizeof(key), 0); * bpf_clone_redirect(skb, vxlan_dev_ifindex, 0); * * See also the description of the **bpf_skb_get_tunnel_key**\ () * helper for additional information. * Return * 0 on success, or a negative error in case of failure. * * u64 bpf_perf_event_read(struct bpf_map *map, u64 flags) * Description * Read the value of a perf event counter. This helper relies on a * *map* of type **BPF_MAP_TYPE_PERF_EVENT_ARRAY**. The nature of * the perf event counter is selected when *map* is updated with * perf event file descriptors. The *map* is an array whose size * is the number of available CPUs, and each cell contains a value * relative to one CPU. The value to retrieve is indicated by * *flags*, that contains the index of the CPU to look up, masked * with **BPF_F_INDEX_MASK**. Alternatively, *flags* can be set to * **BPF_F_CURRENT_CPU** to indicate that the value for the * current CPU should be retrieved. * * Note that before Linux 4.13, only hardware perf event can be * retrieved. * * Also, be aware that the newer helper * **bpf_perf_event_read_value**\ () is recommended over * **bpf_perf_event_read**\ () in general. The latter has some ABI * quirks where error and counter value are used as a return code * (which is wrong to do since ranges may overlap). This issue is * fixed with **bpf_perf_event_read_value**\ (), which at the same * time provides more features over the **bpf_perf_event_read**\ * () interface. Please refer to the description of * **bpf_perf_event_read_value**\ () for details. * Return * The value of the perf event counter read from the map, or a * negative error code in case of failure. * * long bpf_redirect(u32 ifindex, u64 flags) * Description * Redirect the packet to another net device of index *ifindex*. * This helper is somewhat similar to **bpf_clone_redirect**\ * (), except that the packet is not cloned, which provides * increased performance. * * Except for XDP, both ingress and egress interfaces can be used * for redirection. The **BPF_F_INGRESS** value in *flags* is used * to make the distinction (ingress path is selected if the flag * is present, egress path otherwise). Currently, XDP only * supports redirection to the egress interface, and accepts no * flag at all. * * The same effect can also be attained with the more generic * **bpf_redirect_map**\ (), which uses a BPF map to store the * redirect target instead of providing it directly to the helper. * Return * For XDP, the helper returns **XDP_REDIRECT** on success or * **XDP_ABORTED** on error. For other program types, the values * are **TC_ACT_REDIRECT** on success or **TC_ACT_SHOT** on * error. * * u32 bpf_get_route_realm(struct sk_buff *skb) * Description * Retrieve the realm or the route, that is to say the * **tclassid** field of the destination for the *skb*. The * identifier retrieved is a user-provided tag, similar to the * one used with the net_cls cgroup (see description for * **bpf_get_cgroup_classid**\ () helper), but here this tag is * held by a route (a destination entry), not by a task. * * Retrieving this identifier works with the clsact TC egress hook * (see also **tc-bpf(8)**), or alternatively on conventional * classful egress qdiscs, but not on TC ingress path. In case of * clsact TC egress hook, this has the advantage that, internally, * the destination entry has not been dropped yet in the transmit * path. Therefore, the destination entry does not need to be * artificially held via **netif_keep_dst**\ () for a classful * qdisc until the *skb* is freed. * * This helper is available only if the kernel was compiled with * **CONFIG_IP_ROUTE_CLASSID** configuration option. * Return * The realm of the route for the packet associated to *skb*, or 0 * if none was found. * * long bpf_perf_event_output(void *ctx, struct bpf_map *map, u64 flags, void *data, u64 size) * Description * Write raw *data* blob into a special BPF perf event held by * *map* of type **BPF_MAP_TYPE_PERF_EVENT_ARRAY**. This perf * event must have the following attributes: **PERF_SAMPLE_RAW** * as **sample_type**, **PERF_TYPE_SOFTWARE** as **type**, and * **PERF_COUNT_SW_BPF_OUTPUT** as **config**. * * The *flags* are used to indicate the index in *map* for which * the value must be put, masked with **BPF_F_INDEX_MASK**. * Alternatively, *flags* can be set to **BPF_F_CURRENT_CPU** * to indicate that the index of the current CPU core should be * used. * * The value to write, of *size*, is passed through eBPF stack and * pointed by *data*. * * The context of the program *ctx* needs also be passed to the * helper. * * On user space, a program willing to read the values needs to * call **perf_event_open**\ () on the perf event (either for * one or for all CPUs) and to store the file descriptor into the * *map*. This must be done before the eBPF program can send data * into it. An example is available in file * *samples/bpf/trace_output_user.c* in the Linux kernel source * tree (the eBPF program counterpart is in * *samples/bpf/trace_output_kern.c*). * * **bpf_perf_event_output**\ () achieves better performance * than **bpf_trace_printk**\ () for sharing data with user * space, and is much better suitable for streaming data from eBPF * programs. * * Note that this helper is not restricted to tracing use cases * and can be used with programs attached to TC or XDP as well, * where it allows for passing data to user space listeners. Data * can be: * * * Only custom structs, * * Only the packet payload, or * * A combination of both. * Return * 0 on success, or a negative error in case of failure. * * long bpf_skb_load_bytes(const void *skb, u32 offset, void *to, u32 len) * Description * This helper was provided as an easy way to load data from a * packet. It can be used to load *len* bytes from *offset* from * the packet associated to *skb*, into the buffer pointed by * *to*. * * Since Linux 4.7, usage of this helper has mostly been replaced * by "direct packet access", enabling packet data to be * manipulated with *skb*\ **->data** and *skb*\ **->data_end** * pointing respectively to the first byte of packet data and to * the byte after the last byte of packet data. However, it * remains useful if one wishes to read large quantities of data * at once from a packet into the eBPF stack. * Return * 0 on success, or a negative error in case of failure. * * long bpf_get_stackid(void *ctx, struct bpf_map *map, u64 flags) * Description * Walk a user or a kernel stack and return its id. To achieve * this, the helper needs *ctx*, which is a pointer to the context * on which the tracing program is executed, and a pointer to a * *map* of type **BPF_MAP_TYPE_STACK_TRACE**. * * The last argument, *flags*, holds the number of stack frames to * skip (from 0 to 255), masked with * **BPF_F_SKIP_FIELD_MASK**. The next bits can be used to set * a combination of the following flags: * * **BPF_F_USER_STACK** * Collect a user space stack instead of a kernel stack. * **BPF_F_FAST_STACK_CMP** * Compare stacks by hash only. * **BPF_F_REUSE_STACKID** * If two different stacks hash into the same *stackid*, * discard the old one. * * The stack id retrieved is a 32 bit long integer handle which * can be further combined with other data (including other stack * ids) and used as a key into maps. This can be useful for * generating a variety of graphs (such as flame graphs or off-cpu * graphs). * * For walking a stack, this helper is an improvement over * **bpf_probe_read**\ (), which can be used with unrolled loops * but is not efficient and consumes a lot of eBPF instructions. * Instead, **bpf_get_stackid**\ () can collect up to * **PERF_MAX_STACK_DEPTH** both kernel and user frames. Note that * this limit can be controlled with the **sysctl** program, and * that it should be manually increased in order to profile long * user stacks (such as stacks for Java programs). To do so, use: * * :: * * # sysctl kernel.perf_event_max_stack= * Return * The positive or null stack id on success, or a negative error * in case of failure. * * s64 bpf_csum_diff(__be32 *from, u32 from_size, __be32 *to, u32 to_size, __wsum seed) * Description * Compute a checksum difference, from the raw buffer pointed by * *from*, of length *from_size* (that must be a multiple of 4), * towards the raw buffer pointed by *to*, of size *to_size* * (same remark). An optional *seed* can be added to the value * (this can be cascaded, the seed may come from a previous call * to the helper). * * This is flexible enough to be used in several ways: * * * With *from_size* == 0, *to_size* > 0 and *seed* set to * checksum, it can be used when pushing new data. * * With *from_size* > 0, *to_size* == 0 and *seed* set to * checksum, it can be used when removing data from a packet. * * With *from_size* > 0, *to_size* > 0 and *seed* set to 0, it * can be used to compute a diff. Note that *from_size* and * *to_size* do not need to be equal. * * This helper can be used in combination with * **bpf_l3_csum_replace**\ () and **bpf_l4_csum_replace**\ (), to * which one can feed in the difference computed with * **bpf_csum_diff**\ (). * Return * The checksum result, or a negative error code in case of * failure. * * long bpf_skb_get_tunnel_opt(struct sk_buff *skb, void *opt, u32 size) * Description * Retrieve tunnel options metadata for the packet associated to * *skb*, and store the raw tunnel option data to the buffer *opt* * of *size*. * * This helper can be used with encapsulation devices that can * operate in "collect metadata" mode (please refer to the related * note in the description of **bpf_skb_get_tunnel_key**\ () for * more details). A particular example where this can be used is * in combination with the Geneve encapsulation protocol, where it * allows for pushing (with **bpf_skb_get_tunnel_opt**\ () helper) * and retrieving arbitrary TLVs (Type-Length-Value headers) from * the eBPF program. This allows for full customization of these * headers. * Return * The size of the option data retrieved. * * long bpf_skb_set_tunnel_opt(struct sk_buff *skb, void *opt, u32 size) * Description * Set tunnel options metadata for the packet associated to *skb* * to the option data contained in the raw buffer *opt* of *size*. * * See also the description of the **bpf_skb_get_tunnel_opt**\ () * helper for additional information. * Return * 0 on success, or a negative error in case of failure. * * long bpf_skb_change_proto(struct sk_buff *skb, __be16 proto, u64 flags) * Description * Change the protocol of the *skb* to *proto*. Currently * supported are transition from IPv4 to IPv6, and from IPv6 to * IPv4. The helper takes care of the groundwork for the * transition, including resizing the socket buffer. The eBPF * program is expected to fill the new headers, if any, via * **skb_store_bytes**\ () and to recompute the checksums with * **bpf_l3_csum_replace**\ () and **bpf_l4_csum_replace**\ * (). The main case for this helper is to perform NAT64 * operations out of an eBPF program. * * Internally, the GSO type is marked as dodgy so that headers are * checked and segments are recalculated by the GSO/GRO engine. * The size for GSO target is adapted as well. * * All values for *flags* are reserved for future usage, and must * be left at zero. * * A call to this helper is susceptible to change the underlying * packet buffer. Therefore, at load time, all checks on pointers * previously done by the verifier are invalidated and must be * performed again, if the helper is used in combination with * direct packet access. * Return * 0 on success, or a negative error in case of failure. * * long bpf_skb_change_type(struct sk_buff *skb, u32 type) * Description * Change the packet type for the packet associated to *skb*. This * comes down to setting *skb*\ **->pkt_type** to *type*, except * the eBPF program does not have a write access to *skb*\ * **->pkt_type** beside this helper. Using a helper here allows * for graceful handling of errors. * * The major use case is to change incoming *skb*s to * **PACKET_HOST** in a programmatic way instead of having to * recirculate via **redirect**\ (..., **BPF_F_INGRESS**), for * example. * * Note that *type* only allows certain values. At this time, they * are: * * **PACKET_HOST** * Packet is for us. * **PACKET_BROADCAST** * Send packet to all. * **PACKET_MULTICAST** * Send packet to group. * **PACKET_OTHERHOST** * Send packet to someone else. * Return * 0 on success, or a negative error in case of failure. * * long bpf_skb_under_cgroup(struct sk_buff *skb, struct bpf_map *map, u32 index) * Description * Check whether *skb* is a descendant of the cgroup2 held by * *map* of type **BPF_MAP_TYPE_CGROUP_ARRAY**, at *index*. * Return * The return value depends on the result of the test, and can be: * * * 0, if the *skb* failed the cgroup2 descendant test. * * 1, if the *skb* succeeded the cgroup2 descendant test. * * A negative error code, if an error occurred. * * u32 bpf_get_hash_recalc(struct sk_buff *skb) * Description * Retrieve the hash of the packet, *skb*\ **->hash**. If it is * not set, in particular if the hash was cleared due to mangling, * recompute this hash. Later accesses to the hash can be done * directly with *skb*\ **->hash**. * * Calling **bpf_set_hash_invalid**\ (), changing a packet * prototype with **bpf_skb_change_proto**\ (), or calling * **bpf_skb_store_bytes**\ () with the * **BPF_F_INVALIDATE_HASH** are actions susceptible to clear * the hash and to trigger a new computation for the next call to * **bpf_get_hash_recalc**\ (). * Return * The 32-bit hash. * * u64 bpf_get_current_task(void) * Description * Get the current task. * Return * A pointer to the current task struct. * * long bpf_probe_write_user(void *dst, const void *src, u32 len) * Description * Attempt in a safe way to write *len* bytes from the buffer * *src* to *dst* in memory. It only works for threads that are in * user context, and *dst* must be a valid user space address. * * This helper should not be used to implement any kind of * security mechanism because of TOC-TOU attacks, but rather to * debug, divert, and manipulate execution of semi-cooperative * processes. * * Keep in mind that this feature is meant for experiments, and it * has a risk of crashing the system and running programs. * Therefore, when an eBPF program using this helper is attached, * a warning including PID and process name is printed to kernel * logs. * Return * 0 on success, or a negative error in case of failure. * * long bpf_current_task_under_cgroup(struct bpf_map *map, u32 index) * Description * Check whether the probe is being run is the context of a given * subset of the cgroup2 hierarchy. The cgroup2 to test is held by * *map* of type **BPF_MAP_TYPE_CGROUP_ARRAY**, at *index*. * Return * The return value depends on the result of the test, and can be: * * * 1, if current task belongs to the cgroup2. * * 0, if current task does not belong to the cgroup2. * * A negative error code, if an error occurred. * * long bpf_skb_change_tail(struct sk_buff *skb, u32 len, u64 flags) * Description * Resize (trim or grow) the packet associated to *skb* to the * new *len*. The *flags* are reserved for future usage, and must * be left at zero. * * The basic idea is that the helper performs the needed work to * change the size of the packet, then the eBPF program rewrites * the rest via helpers like **bpf_skb_store_bytes**\ (), * **bpf_l3_csum_replace**\ (), **bpf_l3_csum_replace**\ () * and others. This helper is a slow path utility intended for * replies with control messages. And because it is targeted for * slow path, the helper itself can afford to be slow: it * implicitly linearizes, unclones and drops offloads from the * *skb*. * * A call to this helper is susceptible to change the underlying * packet buffer. Therefore, at load time, all checks on pointers * previously done by the verifier are invalidated and must be * performed again, if the helper is used in combination with * direct packet access. * Return * 0 on success, or a negative error in case of failure. * * long bpf_skb_pull_data(struct sk_buff *skb, u32 len) * Description * Pull in non-linear data in case the *skb* is non-linear and not * all of *len* are part of the linear section. Make *len* bytes * from *skb* readable and writable. If a zero value is passed for * *len*, then all bytes in the linear part of *skb* will be made * readable and writable. * * This helper is only needed for reading and writing with direct * packet access. * * For direct packet access, testing that offsets to access * are within packet boundaries (test on *skb*\ **->data_end**) is * susceptible to fail if offsets are invalid, or if the requested * data is in non-linear parts of the *skb*. On failure the * program can just bail out, or in the case of a non-linear * buffer, use a helper to make the data available. The * **bpf_skb_load_bytes**\ () helper is a first solution to access * the data. Another one consists in using **bpf_skb_pull_data** * to pull in once the non-linear parts, then retesting and * eventually access the data. * * At the same time, this also makes sure the *skb* is uncloned, * which is a necessary condition for direct write. As this needs * to be an invariant for the write part only, the verifier * detects writes and adds a prologue that is calling * **bpf_skb_pull_data()** to effectively unclone the *skb* from * the very beginning in case it is indeed cloned. * * A call to this helper is susceptible to change the underlying * packet buffer. Therefore, at load time, all checks on pointers * previously done by the verifier are invalidated and must be * performed again, if the helper is used in combination with * direct packet access. * Return * 0 on success, or a negative error in case of failure. * * s64 bpf_csum_update(struct sk_buff *skb, __wsum csum) * Description * Add the checksum *csum* into *skb*\ **->csum** in case the * driver has supplied a checksum for the entire packet into that * field. Return an error otherwise. This helper is intended to be * used in combination with **bpf_csum_diff**\ (), in particular * when the checksum needs to be updated after data has been * written into the packet through direct packet access. * Return * The checksum on success, or a negative error code in case of * failure. * * void bpf_set_hash_invalid(struct sk_buff *skb) * Description * Invalidate the current *skb*\ **->hash**. It can be used after * mangling on headers through direct packet access, in order to * indicate that the hash is outdated and to trigger a * recalculation the next time the kernel tries to access this * hash or when the **bpf_get_hash_recalc**\ () helper is called. * Return * void. * * long bpf_get_numa_node_id(void) * Description * Return the id of the current NUMA node. The primary use case * for this helper is the selection of sockets for the local NUMA * node, when the program is attached to sockets using the * **SO_ATTACH_REUSEPORT_EBPF** option (see also **socket(7)**), * but the helper is also available to other eBPF program types, * similarly to **bpf_get_smp_processor_id**\ (). * Return * The id of current NUMA node. * * long bpf_skb_change_head(struct sk_buff *skb, u32 len, u64 flags) * Description * Grows headroom of packet associated to *skb* and adjusts the * offset of the MAC header accordingly, adding *len* bytes of * space. It automatically extends and reallocates memory as * required. * * This helper can be used on a layer 3 *skb* to push a MAC header * for redirection into a layer 2 device. * * All values for *flags* are reserved for future usage, and must * be left at zero. * * A call to this helper is susceptible to change the underlying * packet buffer. Therefore, at load time, all checks on pointers * previously done by the verifier are invalidated and must be * performed again, if the helper is used in combination with * direct packet access. * Return * 0 on success, or a negative error in case of failure. * * long bpf_xdp_adjust_head(struct xdp_buff *xdp_md, int delta) * Description * Adjust (move) *xdp_md*\ **->data** by *delta* bytes. Note that * it is possible to use a negative value for *delta*. This helper * can be used to prepare the packet for pushing or popping * headers. * * A call to this helper is susceptible to change the underlying * packet buffer. Therefore, at load time, all checks on pointers * previously done by the verifier are invalidated and must be * performed again, if the helper is used in combination with * direct packet access. * Return * 0 on success, or a negative error in case of failure. * * long bpf_probe_read_str(void *dst, u32 size, const void *unsafe_ptr) * Description * Copy a NUL terminated string from an unsafe kernel address * *unsafe_ptr* to *dst*. See **bpf_probe_read_kernel_str**\ () for * more details. * * Generally, use **bpf_probe_read_user_str**\ () or * **bpf_probe_read_kernel_str**\ () instead. * Return * On success, the strictly positive length of the string, * including the trailing NUL character. On error, a negative * value. * * u64 bpf_get_socket_cookie(struct sk_buff *skb) * Description * If the **struct sk_buff** pointed by *skb* has a known socket, * retrieve the cookie (generated by the kernel) of this socket. * If no cookie has been set yet, generate a new cookie. Once * generated, the socket cookie remains stable for the life of the * socket. This helper can be useful for monitoring per socket * networking traffic statistics as it provides a global socket * identifier that can be assumed unique. * Return * A 8-byte long unique number on success, or 0 if the socket * field is missing inside *skb*. * * u64 bpf_get_socket_cookie(struct bpf_sock_addr *ctx) * Description * Equivalent to bpf_get_socket_cookie() helper that accepts * *skb*, but gets socket from **struct bpf_sock_addr** context. * Return * A 8-byte long unique number. * * u64 bpf_get_socket_cookie(struct bpf_sock_ops *ctx) * Description * Equivalent to **bpf_get_socket_cookie**\ () helper that accepts * *skb*, but gets socket from **struct bpf_sock_ops** context. * Return * A 8-byte long unique number. * * u64 bpf_get_socket_cookie(struct sock *sk) * Description * Equivalent to **bpf_get_socket_cookie**\ () helper that accepts * *sk*, but gets socket from a BTF **struct sock**. This helper * also works for sleepable programs. * Return * A 8-byte long unique number or 0 if *sk* is NULL. * * u32 bpf_get_socket_uid(struct sk_buff *skb) * Description * Get the owner UID of the socked associated to *skb*. * Return * The owner UID of the socket associated to *skb*. If the socket * is **NULL**, or if it is not a full socket (i.e. if it is a * time-wait or a request socket instead), **overflowuid** value * is returned (note that **overflowuid** might also be the actual * UID value for the socket). * * long bpf_set_hash(struct sk_buff *skb, u32 hash) * Description * Set the full hash for *skb* (set the field *skb*\ **->hash**) * to value *hash*. * Return * 0 * * long bpf_setsockopt(void *bpf_socket, int level, int optname, void *optval, int optlen) * Description * Emulate a call to **setsockopt()** on the socket associated to * *bpf_socket*, which must be a full socket. The *level* at * which the option resides and the name *optname* of the option * must be specified, see **setsockopt(2)** for more information. * The option value of length *optlen* is pointed by *optval*. * * *bpf_socket* should be one of the following: * * * **struct bpf_sock_ops** for **BPF_PROG_TYPE_SOCK_OPS**. * * **struct bpf_sock_addr** for **BPF_CGROUP_INET4_CONNECT**, * **BPF_CGROUP_INET6_CONNECT** and **BPF_CGROUP_UNIX_CONNECT**. * * This helper actually implements a subset of **setsockopt()**. * It supports the following *level*\ s: * * * **SOL_SOCKET**, which supports the following *optname*\ s: * **SO_RCVBUF**, **SO_SNDBUF**, **SO_MAX_PACING_RATE**, * **SO_PRIORITY**, **SO_RCVLOWAT**, **SO_MARK**, * **SO_BINDTODEVICE**, **SO_KEEPALIVE**, **SO_REUSEADDR**, * **SO_REUSEPORT**, **SO_BINDTOIFINDEX**, **SO_TXREHASH**. * * **IPPROTO_TCP**, which supports the following *optname*\ s: * **TCP_CONGESTION**, **TCP_BPF_IW**, * **TCP_BPF_SNDCWND_CLAMP**, **TCP_SAVE_SYN**, * **TCP_KEEPIDLE**, **TCP_KEEPINTVL**, **TCP_KEEPCNT**, * **TCP_SYNCNT**, **TCP_USER_TIMEOUT**, **TCP_NOTSENT_LOWAT**, * **TCP_NODELAY**, **TCP_MAXSEG**, **TCP_WINDOW_CLAMP**, * **TCP_THIN_LINEAR_TIMEOUTS**, **TCP_BPF_DELACK_MAX**, * **TCP_BPF_RTO_MIN**. * * **IPPROTO_IP**, which supports *optname* **IP_TOS**. * * **IPPROTO_IPV6**, which supports the following *optname*\ s: * **IPV6_TCLASS**, **IPV6_AUTOFLOWLABEL**. * Return * 0 on success, or a negative error in case of failure. * * long bpf_skb_adjust_room(struct sk_buff *skb, s32 len_diff, u32 mode, u64 flags) * Description * Grow or shrink the room for data in the packet associated to * *skb* by *len_diff*, and according to the selected *mode*. * * By default, the helper will reset any offloaded checksum * indicator of the skb to CHECKSUM_NONE. This can be avoided * by the following flag: * * * **BPF_F_ADJ_ROOM_NO_CSUM_RESET**: Do not reset offloaded * checksum data of the skb to CHECKSUM_NONE. * * There are two supported modes at this time: * * * **BPF_ADJ_ROOM_MAC**: Adjust room at the mac layer * (room space is added or removed between the layer 2 and * layer 3 headers). * * * **BPF_ADJ_ROOM_NET**: Adjust room at the network layer * (room space is added or removed between the layer 3 and * layer 4 headers). * * The following flags are supported at this time: * * * **BPF_F_ADJ_ROOM_FIXED_GSO**: Do not adjust gso_size. * Adjusting mss in this way is not allowed for datagrams. * * * **BPF_F_ADJ_ROOM_ENCAP_L3_IPV4**, * **BPF_F_ADJ_ROOM_ENCAP_L3_IPV6**: * Any new space is reserved to hold a tunnel header. * Configure skb offsets and other fields accordingly. * * * **BPF_F_ADJ_ROOM_ENCAP_L4_GRE**, * **BPF_F_ADJ_ROOM_ENCAP_L4_UDP**: * Use with ENCAP_L3 flags to further specify the tunnel type. * * * **BPF_F_ADJ_ROOM_ENCAP_L2**\ (*len*): * Use with ENCAP_L3/L4 flags to further specify the tunnel * type; *len* is the length of the inner MAC header. * * * **BPF_F_ADJ_ROOM_ENCAP_L2_ETH**: * Use with BPF_F_ADJ_ROOM_ENCAP_L2 flag to further specify the * L2 type as Ethernet. * * * **BPF_F_ADJ_ROOM_DECAP_L3_IPV4**, * **BPF_F_ADJ_ROOM_DECAP_L3_IPV6**: * Indicate the new IP header version after decapsulating the outer * IP header. Used when the inner and outer IP versions are different. * * A call to this helper is susceptible to change the underlying * packet buffer. Therefore, at load time, all checks on pointers * previously done by the verifier are invalidated and must be * performed again, if the helper is used in combination with * direct packet access. * Return * 0 on success, or a negative error in case of failure. * * long bpf_redirect_map(struct bpf_map *map, u64 key, u64 flags) * Description * Redirect the packet to the endpoint referenced by *map* at * index *key*. Depending on its type, this *map* can contain * references to net devices (for forwarding packets through other * ports), or to CPUs (for redirecting XDP frames to another CPU; * but this is only implemented for native XDP (with driver * support) as of this writing). * * The lower two bits of *flags* are used as the return code if * the map lookup fails. This is so that the return value can be * one of the XDP program return codes up to **XDP_TX**, as chosen * by the caller. The higher bits of *flags* can be set to * BPF_F_BROADCAST or BPF_F_EXCLUDE_INGRESS as defined below. * * With BPF_F_BROADCAST the packet will be broadcasted to all the * interfaces in the map, with BPF_F_EXCLUDE_INGRESS the ingress * interface will be excluded when do broadcasting. * * See also **bpf_redirect**\ (), which only supports redirecting * to an ifindex, but doesn't require a map to do so. * Return * **XDP_REDIRECT** on success, or the value of the two lower bits * of the *flags* argument on error. * * long bpf_sk_redirect_map(struct sk_buff *skb, struct bpf_map *map, u32 key, u64 flags) * Description * Redirect the packet to the socket referenced by *map* (of type * **BPF_MAP_TYPE_SOCKMAP**) at index *key*. Both ingress and * egress interfaces can be used for redirection. The * **BPF_F_INGRESS** value in *flags* is used to make the * distinction (ingress path is selected if the flag is present, * egress path otherwise). This is the only flag supported for now. * Return * **SK_PASS** on success, or **SK_DROP** on error. * * long bpf_sock_map_update(struct bpf_sock_ops *skops, struct bpf_map *map, void *key, u64 flags) * Description * Add an entry to, or update a *map* referencing sockets. The * *skops* is used as a new value for the entry associated to * *key*. *flags* is one of: * * **BPF_NOEXIST** * The entry for *key* must not exist in the map. * **BPF_EXIST** * The entry for *key* must already exist in the map. * **BPF_ANY** * No condition on the existence of the entry for *key*. * * If the *map* has eBPF programs (parser and verdict), those will * be inherited by the socket being added. If the socket is * already attached to eBPF programs, this results in an error. * Return * 0 on success, or a negative error in case of failure. * * long bpf_xdp_adjust_meta(struct xdp_buff *xdp_md, int delta) * Description * Adjust the address pointed by *xdp_md*\ **->data_meta** by * *delta* (which can be positive or negative). Note that this * operation modifies the address stored in *xdp_md*\ **->data**, * so the latter must be loaded only after the helper has been * called. * * The use of *xdp_md*\ **->data_meta** is optional and programs * are not required to use it. The rationale is that when the * packet is processed with XDP (e.g. as DoS filter), it is * possible to push further meta data along with it before passing * to the stack, and to give the guarantee that an ingress eBPF * program attached as a TC classifier on the same device can pick * this up for further post-processing. Since TC works with socket * buffers, it remains possible to set from XDP the **mark** or * **priority** pointers, or other pointers for the socket buffer. * Having this scratch space generic and programmable allows for * more flexibility as the user is free to store whatever meta * data they need. * * A call to this helper is susceptible to change the underlying * packet buffer. Therefore, at load time, all checks on pointers * previously done by the verifier are invalidated and must be * performed again, if the helper is used in combination with * direct packet access. * Return * 0 on success, or a negative error in case of failure. * * long bpf_perf_event_read_value(struct bpf_map *map, u64 flags, struct bpf_perf_event_value *buf, u32 buf_size) * Description * Read the value of a perf event counter, and store it into *buf* * of size *buf_size*. This helper relies on a *map* of type * **BPF_MAP_TYPE_PERF_EVENT_ARRAY**. The nature of the perf event * counter is selected when *map* is updated with perf event file * descriptors. The *map* is an array whose size is the number of * available CPUs, and each cell contains a value relative to one * CPU. The value to retrieve is indicated by *flags*, that * contains the index of the CPU to look up, masked with * **BPF_F_INDEX_MASK**. Alternatively, *flags* can be set to * **BPF_F_CURRENT_CPU** to indicate that the value for the * current CPU should be retrieved. * * This helper behaves in a way close to * **bpf_perf_event_read**\ () helper, save that instead of * just returning the value observed, it fills the *buf* * structure. This allows for additional data to be retrieved: in * particular, the enabled and running times (in *buf*\ * **->enabled** and *buf*\ **->running**, respectively) are * copied. In general, **bpf_perf_event_read_value**\ () is * recommended over **bpf_perf_event_read**\ (), which has some * ABI issues and provides fewer functionalities. * * These values are interesting, because hardware PMU (Performance * Monitoring Unit) counters are limited resources. When there are * more PMU based perf events opened than available counters, * kernel will multiplex these events so each event gets certain * percentage (but not all) of the PMU time. In case that * multiplexing happens, the number of samples or counter value * will not reflect the case compared to when no multiplexing * occurs. This makes comparison between different runs difficult. * Typically, the counter value should be normalized before * comparing to other experiments. The usual normalization is done * as follows. * * :: * * normalized_counter = counter * t_enabled / t_running * * Where t_enabled is the time enabled for event and t_running is * the time running for event since last normalization. The * enabled and running times are accumulated since the perf event * open. To achieve scaling factor between two invocations of an * eBPF program, users can use CPU id as the key (which is * typical for perf array usage model) to remember the previous * value and do the calculation inside the eBPF program. * Return * 0 on success, or a negative error in case of failure. * * long bpf_perf_prog_read_value(struct bpf_perf_event_data *ctx, struct bpf_perf_event_value *buf, u32 buf_size) * Description * For an eBPF program attached to a perf event, retrieve the * value of the event counter associated to *ctx* and store it in * the structure pointed by *buf* and of size *buf_size*. Enabled * and running times are also stored in the structure (see * description of helper **bpf_perf_event_read_value**\ () for * more details). * Return * 0 on success, or a negative error in case of failure. * * long bpf_getsockopt(void *bpf_socket, int level, int optname, void *optval, int optlen) * Description * Emulate a call to **getsockopt()** on the socket associated to * *bpf_socket*, which must be a full socket. The *level* at * which the option resides and the name *optname* of the option * must be specified, see **getsockopt(2)** for more information. * The retrieved value is stored in the structure pointed by * *opval* and of length *optlen*. * * *bpf_socket* should be one of the following: * * * **struct bpf_sock_ops** for **BPF_PROG_TYPE_SOCK_OPS**. * * **struct bpf_sock_addr** for **BPF_CGROUP_INET4_CONNECT**, * **BPF_CGROUP_INET6_CONNECT** and **BPF_CGROUP_UNIX_CONNECT**. * * This helper actually implements a subset of **getsockopt()**. * It supports the same set of *optname*\ s that is supported by * the **bpf_setsockopt**\ () helper. The exceptions are * **TCP_BPF_*** is **bpf_setsockopt**\ () only and * **TCP_SAVED_SYN** is **bpf_getsockopt**\ () only. * Return * 0 on success, or a negative error in case of failure. * * long bpf_override_return(struct pt_regs *regs, u64 rc) * Description * Used for error injection, this helper uses kprobes to override * the return value of the probed function, and to set it to *rc*. * The first argument is the context *regs* on which the kprobe * works. * * This helper works by setting the PC (program counter) * to an override function which is run in place of the original * probed function. This means the probed function is not run at * all. The replacement function just returns with the required * value. * * This helper has security implications, and thus is subject to * restrictions. It is only available if the kernel was compiled * with the **CONFIG_BPF_KPROBE_OVERRIDE** configuration * option, and in this case it only works on functions tagged with * **ALLOW_ERROR_INJECTION** in the kernel code. * * Also, the helper is only available for the architectures having * the CONFIG_FUNCTION_ERROR_INJECTION option. As of this writing, * x86 architecture is the only one to support this feature. * Return * 0 * * long bpf_sock_ops_cb_flags_set(struct bpf_sock_ops *bpf_sock, int argval) * Description * Attempt to set the value of the **bpf_sock_ops_cb_flags** field * for the full TCP socket associated to *bpf_sock_ops* to * *argval*. * * The primary use of this field is to determine if there should * be calls to eBPF programs of type * **BPF_PROG_TYPE_SOCK_OPS** at various points in the TCP * code. A program of the same type can change its value, per * connection and as necessary, when the connection is * established. This field is directly accessible for reading, but * this helper must be used for updates in order to return an * error if an eBPF program tries to set a callback that is not * supported in the current kernel. * * *argval* is a flag array which can combine these flags: * * * **BPF_SOCK_OPS_RTO_CB_FLAG** (retransmission time out) * * **BPF_SOCK_OPS_RETRANS_CB_FLAG** (retransmission) * * **BPF_SOCK_OPS_STATE_CB_FLAG** (TCP state change) * * **BPF_SOCK_OPS_RTT_CB_FLAG** (every RTT) * * Therefore, this function can be used to clear a callback flag by * setting the appropriate bit to zero. e.g. to disable the RTO * callback: * * **bpf_sock_ops_cb_flags_set(bpf_sock,** * **bpf_sock->bpf_sock_ops_cb_flags & ~BPF_SOCK_OPS_RTO_CB_FLAG)** * * Here are some examples of where one could call such eBPF * program: * * * When RTO fires. * * When a packet is retransmitted. * * When the connection terminates. * * When a packet is sent. * * When a packet is received. * Return * Code **-EINVAL** if the socket is not a full TCP socket; * otherwise, a positive number containing the bits that could not * be set is returned (which comes down to 0 if all bits were set * as required). * * long bpf_msg_redirect_map(struct sk_msg_buff *msg, struct bpf_map *map, u32 key, u64 flags) * Description * This helper is used in programs implementing policies at the * socket level. If the message *msg* is allowed to pass (i.e. if * the verdict eBPF program returns **SK_PASS**), redirect it to * the socket referenced by *map* (of type * **BPF_MAP_TYPE_SOCKMAP**) at index *key*. Both ingress and * egress interfaces can be used for redirection. The * **BPF_F_INGRESS** value in *flags* is used to make the * distinction (ingress path is selected if the flag is present, * egress path otherwise). This is the only flag supported for now. * Return * **SK_PASS** on success, or **SK_DROP** on error. * * long bpf_msg_apply_bytes(struct sk_msg_buff *msg, u32 bytes) * Description * For socket policies, apply the verdict of the eBPF program to * the next *bytes* (number of bytes) of message *msg*. * * For example, this helper can be used in the following cases: * * * A single **sendmsg**\ () or **sendfile**\ () system call * contains multiple logical messages that the eBPF program is * supposed to read and for which it should apply a verdict. * * An eBPF program only cares to read the first *bytes* of a * *msg*. If the message has a large payload, then setting up * and calling the eBPF program repeatedly for all bytes, even * though the verdict is already known, would create unnecessary * overhead. * * When called from within an eBPF program, the helper sets a * counter internal to the BPF infrastructure, that is used to * apply the last verdict to the next *bytes*. If *bytes* is * smaller than the current data being processed from a * **sendmsg**\ () or **sendfile**\ () system call, the first * *bytes* will be sent and the eBPF program will be re-run with * the pointer for start of data pointing to byte number *bytes* * **+ 1**. If *bytes* is larger than the current data being * processed, then the eBPF verdict will be applied to multiple * **sendmsg**\ () or **sendfile**\ () calls until *bytes* are * consumed. * * Note that if a socket closes with the internal counter holding * a non-zero value, this is not a problem because data is not * being buffered for *bytes* and is sent as it is received. * Return * 0 * * long bpf_msg_cork_bytes(struct sk_msg_buff *msg, u32 bytes) * Description * For socket policies, prevent the execution of the verdict eBPF * program for message *msg* until *bytes* (byte number) have been * accumulated. * * This can be used when one needs a specific number of bytes * before a verdict can be assigned, even if the data spans * multiple **sendmsg**\ () or **sendfile**\ () calls. The extreme * case would be a user calling **sendmsg**\ () repeatedly with * 1-byte long message segments. Obviously, this is bad for * performance, but it is still valid. If the eBPF program needs * *bytes* bytes to validate a header, this helper can be used to * prevent the eBPF program to be called again until *bytes* have * been accumulated. * Return * 0 * * long bpf_msg_pull_data(struct sk_msg_buff *msg, u32 start, u32 end, u64 flags) * Description * For socket policies, pull in non-linear data from user space * for *msg* and set pointers *msg*\ **->data** and *msg*\ * **->data_end** to *start* and *end* bytes offsets into *msg*, * respectively. * * If a program of type **BPF_PROG_TYPE_SK_MSG** is run on a * *msg* it can only parse data that the (**data**, **data_end**) * pointers have already consumed. For **sendmsg**\ () hooks this * is likely the first scatterlist element. But for calls relying * on the **sendpage** handler (e.g. **sendfile**\ ()) this will * be the range (**0**, **0**) because the data is shared with * user space and by default the objective is to avoid allowing * user space to modify data while (or after) eBPF verdict is * being decided. This helper can be used to pull in data and to * set the start and end pointer to given values. Data will be * copied if necessary (i.e. if data was not linear and if start * and end pointers do not point to the same chunk). * * A call to this helper is susceptible to change the underlying * packet buffer. Therefore, at load time, all checks on pointers * previously done by the verifier are invalidated and must be * performed again, if the helper is used in combination with * direct packet access. * * All values for *flags* are reserved for future usage, and must * be left at zero. * Return * 0 on success, or a negative error in case of failure. * * long bpf_bind(struct bpf_sock_addr *ctx, struct sockaddr *addr, int addr_len) * Description * Bind the socket associated to *ctx* to the address pointed by * *addr*, of length *addr_len*. This allows for making outgoing * connection from the desired IP address, which can be useful for * example when all processes inside a cgroup should use one * single IP address on a host that has multiple IP configured. * * This helper works for IPv4 and IPv6, TCP and UDP sockets. The * domain (*addr*\ **->sa_family**) must be **AF_INET** (or * **AF_INET6**). It's advised to pass zero port (**sin_port** * or **sin6_port**) which triggers IP_BIND_ADDRESS_NO_PORT-like * behavior and lets the kernel efficiently pick up an unused * port as long as 4-tuple is unique. Passing non-zero port might * lead to degraded performance. * Return * 0 on success, or a negative error in case of failure. * * long bpf_xdp_adjust_tail(struct xdp_buff *xdp_md, int delta) * Description * Adjust (move) *xdp_md*\ **->data_end** by *delta* bytes. It is * possible to both shrink and grow the packet tail. * Shrink done via *delta* being a negative integer. * * A call to this helper is susceptible to change the underlying * packet buffer. Therefore, at load time, all checks on pointers * previously done by the verifier are invalidated and must be * performed again, if the helper is used in combination with * direct packet access. * Return * 0 on success, or a negative error in case of failure. * * long bpf_skb_get_xfrm_state(struct sk_buff *skb, u32 index, struct bpf_xfrm_state *xfrm_state, u32 size, u64 flags) * Description * Retrieve the XFRM state (IP transform framework, see also * **ip-xfrm(8)**) at *index* in XFRM "security path" for *skb*. * * The retrieved value is stored in the **struct bpf_xfrm_state** * pointed by *xfrm_state* and of length *size*. * * All values for *flags* are reserved for future usage, and must * be left at zero. * * This helper is available only if the kernel was compiled with * **CONFIG_XFRM** configuration option. * Return * 0 on success, or a negative error in case of failure. * * long bpf_get_stack(void *ctx, void *buf, u32 size, u64 flags) * Description * Return a user or a kernel stack in bpf program provided buffer. * To achieve this, the helper needs *ctx*, which is a pointer * to the context on which the tracing program is executed. * To store the stacktrace, the bpf program provides *buf* with * a nonnegative *size*. * * The last argument, *flags*, holds the number of stack frames to * skip (from 0 to 255), masked with * **BPF_F_SKIP_FIELD_MASK**. The next bits can be used to set * the following flags: * * **BPF_F_USER_STACK** * Collect a user space stack instead of a kernel stack. * **BPF_F_USER_BUILD_ID** * Collect (build_id, file_offset) instead of ips for user * stack, only valid if **BPF_F_USER_STACK** is also * specified. * * *file_offset* is an offset relative to the beginning * of the executable or shared object file backing the vma * which the *ip* falls in. It is *not* an offset relative * to that object's base address. Accordingly, it must be * adjusted by adding (sh_addr - sh_offset), where * sh_{addr,offset} correspond to the executable section * containing *file_offset* in the object, for comparisons * to symbols' st_value to be valid. * * **bpf_get_stack**\ () can collect up to * **PERF_MAX_STACK_DEPTH** both kernel and user frames, subject * to sufficient large buffer size. Note that * this limit can be controlled with the **sysctl** program, and * that it should be manually increased in order to profile long * user stacks (such as stacks for Java programs). To do so, use: * * :: * * # sysctl kernel.perf_event_max_stack= * Return * The non-negative copied *buf* length equal to or less than * *size* on success, or a negative error in case of failure. * * long bpf_skb_load_bytes_relative(const void *skb, u32 offset, void *to, u32 len, u32 start_header) * Description * This helper is similar to **bpf_skb_load_bytes**\ () in that * it provides an easy way to load *len* bytes from *offset* * from the packet associated to *skb*, into the buffer pointed * by *to*. The difference to **bpf_skb_load_bytes**\ () is that * a fifth argument *start_header* exists in order to select a * base offset to start from. *start_header* can be one of: * * **BPF_HDR_START_MAC** * Base offset to load data from is *skb*'s mac header. * **BPF_HDR_START_NET** * Base offset to load data from is *skb*'s network header. * * In general, "direct packet access" is the preferred method to * access packet data, however, this helper is in particular useful * in socket filters where *skb*\ **->data** does not always point * to the start of the mac header and where "direct packet access" * is not available. * Return * 0 on success, or a negative error in case of failure. * * long bpf_fib_lookup(void *ctx, struct bpf_fib_lookup *params, int plen, u32 flags) * Description * Do FIB lookup in kernel tables using parameters in *params*. * If lookup is successful and result shows packet is to be * forwarded, the neighbor tables are searched for the nexthop. * If successful (ie., FIB lookup shows forwarding and nexthop * is resolved), the nexthop address is returned in ipv4_dst * or ipv6_dst based on family, smac is set to mac address of * egress device, dmac is set to nexthop mac address, rt_metric * is set to metric from route (IPv4/IPv6 only), and ifindex * is set to the device index of the nexthop from the FIB lookup. * * *plen* argument is the size of the passed in struct. * *flags* argument can be a combination of one or more of the * following values: * * **BPF_FIB_LOOKUP_DIRECT** * Do a direct table lookup vs full lookup using FIB * rules. * **BPF_FIB_LOOKUP_TBID** * Used with BPF_FIB_LOOKUP_DIRECT. * Use the routing table ID present in *params*->tbid * for the fib lookup. * **BPF_FIB_LOOKUP_OUTPUT** * Perform lookup from an egress perspective (default is * ingress). * **BPF_FIB_LOOKUP_SKIP_NEIGH** * Skip the neighbour table lookup. *params*->dmac * and *params*->smac will not be set as output. A common * use case is to call **bpf_redirect_neigh**\ () after * doing **bpf_fib_lookup**\ (). * **BPF_FIB_LOOKUP_SRC** * Derive and set source IP addr in *params*->ipv{4,6}_src * for the nexthop. If the src addr cannot be derived, * **BPF_FIB_LKUP_RET_NO_SRC_ADDR** is returned. In this * case, *params*->dmac and *params*->smac are not set either. * **BPF_FIB_LOOKUP_MARK** * Use the mark present in *params*->mark for the fib lookup. * This option should not be used with BPF_FIB_LOOKUP_DIRECT, * as it only has meaning for full lookups. * * *ctx* is either **struct xdp_md** for XDP programs or * **struct sk_buff** tc cls_act programs. * Return * * < 0 if any input argument is invalid * * 0 on success (packet is forwarded, nexthop neighbor exists) * * > 0 one of **BPF_FIB_LKUP_RET_** codes explaining why the * packet is not forwarded or needs assist from full stack * * If lookup fails with BPF_FIB_LKUP_RET_FRAG_NEEDED, then the MTU * was exceeded and output params->mtu_result contains the MTU. * * long bpf_sock_hash_update(struct bpf_sock_ops *skops, struct bpf_map *map, void *key, u64 flags) * Description * Add an entry to, or update a sockhash *map* referencing sockets. * The *skops* is used as a new value for the entry associated to * *key*. *flags* is one of: * * **BPF_NOEXIST** * The entry for *key* must not exist in the map. * **BPF_EXIST** * The entry for *key* must already exist in the map. * **BPF_ANY** * No condition on the existence of the entry for *key*. * * If the *map* has eBPF programs (parser and verdict), those will * be inherited by the socket being added. If the socket is * already attached to eBPF programs, this results in an error. * Return * 0 on success, or a negative error in case of failure. * * long bpf_msg_redirect_hash(struct sk_msg_buff *msg, struct bpf_map *map, void *key, u64 flags) * Description * This helper is used in programs implementing policies at the * socket level. If the message *msg* is allowed to pass (i.e. if * the verdict eBPF program returns **SK_PASS**), redirect it to * the socket referenced by *map* (of type * **BPF_MAP_TYPE_SOCKHASH**) using hash *key*. Both ingress and * egress interfaces can be used for redirection. The * **BPF_F_INGRESS** value in *flags* is used to make the * distinction (ingress path is selected if the flag is present, * egress path otherwise). This is the only flag supported for now. * Return * **SK_PASS** on success, or **SK_DROP** on error. * * long bpf_sk_redirect_hash(struct sk_buff *skb, struct bpf_map *map, void *key, u64 flags) * Description * This helper is used in programs implementing policies at the * skb socket level. If the sk_buff *skb* is allowed to pass (i.e. * if the verdict eBPF program returns **SK_PASS**), redirect it * to the socket referenced by *map* (of type * **BPF_MAP_TYPE_SOCKHASH**) using hash *key*. Both ingress and * egress interfaces can be used for redirection. The * **BPF_F_INGRESS** value in *flags* is used to make the * distinction (ingress path is selected if the flag is present, * egress otherwise). This is the only flag supported for now. * Return * **SK_PASS** on success, or **SK_DROP** on error. * * long bpf_lwt_push_encap(struct sk_buff *skb, u32 type, void *hdr, u32 len) * Description * Encapsulate the packet associated to *skb* within a Layer 3 * protocol header. This header is provided in the buffer at * address *hdr*, with *len* its size in bytes. *type* indicates * the protocol of the header and can be one of: * * **BPF_LWT_ENCAP_SEG6** * IPv6 encapsulation with Segment Routing Header * (**struct ipv6_sr_hdr**). *hdr* only contains the SRH, * the IPv6 header is computed by the kernel. * **BPF_LWT_ENCAP_SEG6_INLINE** * Only works if *skb* contains an IPv6 packet. Insert a * Segment Routing Header (**struct ipv6_sr_hdr**) inside * the IPv6 header. * **BPF_LWT_ENCAP_IP** * IP encapsulation (GRE/GUE/IPIP/etc). The outer header * must be IPv4 or IPv6, followed by zero or more * additional headers, up to **LWT_BPF_MAX_HEADROOM** * total bytes in all prepended headers. Please note that * if **skb_is_gso**\ (*skb*) is true, no more than two * headers can be prepended, and the inner header, if * present, should be either GRE or UDP/GUE. * * **BPF_LWT_ENCAP_SEG6**\ \* types can be called by BPF programs * of type **BPF_PROG_TYPE_LWT_IN**; **BPF_LWT_ENCAP_IP** type can * be called by bpf programs of types **BPF_PROG_TYPE_LWT_IN** and * **BPF_PROG_TYPE_LWT_XMIT**. * * A call to this helper is susceptible to change the underlying * packet buffer. Therefore, at load time, all checks on pointers * previously done by the verifier are invalidated and must be * performed again, if the helper is used in combination with * direct packet access. * Return * 0 on success, or a negative error in case of failure. * * long bpf_lwt_seg6_store_bytes(struct sk_buff *skb, u32 offset, const void *from, u32 len) * Description * Store *len* bytes from address *from* into the packet * associated to *skb*, at *offset*. Only the flags, tag and TLVs * inside the outermost IPv6 Segment Routing Header can be * modified through this helper. * * A call to this helper is susceptible to change the underlying * packet buffer. Therefore, at load time, all checks on pointers * previously done by the verifier are invalidated and must be * performed again, if the helper is used in combination with * direct packet access. * Return * 0 on success, or a negative error in case of failure. * * long bpf_lwt_seg6_adjust_srh(struct sk_buff *skb, u32 offset, s32 delta) * Description * Adjust the size allocated to TLVs in the outermost IPv6 * Segment Routing Header contained in the packet associated to * *skb*, at position *offset* by *delta* bytes. Only offsets * after the segments are accepted. *delta* can be as well * positive (growing) as negative (shrinking). * * A call to this helper is susceptible to change the underlying * packet buffer. Therefore, at load time, all checks on pointers * previously done by the verifier are invalidated and must be * performed again, if the helper is used in combination with * direct packet access. * Return * 0 on success, or a negative error in case of failure. * * long bpf_lwt_seg6_action(struct sk_buff *skb, u32 action, void *param, u32 param_len) * Description * Apply an IPv6 Segment Routing action of type *action* to the * packet associated to *skb*. Each action takes a parameter * contained at address *param*, and of length *param_len* bytes. * *action* can be one of: * * **SEG6_LOCAL_ACTION_END_X** * End.X action: Endpoint with Layer-3 cross-connect. * Type of *param*: **struct in6_addr**. * **SEG6_LOCAL_ACTION_END_T** * End.T action: Endpoint with specific IPv6 table lookup. * Type of *param*: **int**. * **SEG6_LOCAL_ACTION_END_B6** * End.B6 action: Endpoint bound to an SRv6 policy. * Type of *param*: **struct ipv6_sr_hdr**. * **SEG6_LOCAL_ACTION_END_B6_ENCAP** * End.B6.Encap action: Endpoint bound to an SRv6 * encapsulation policy. * Type of *param*: **struct ipv6_sr_hdr**. * * A call to this helper is susceptible to change the underlying * packet buffer. Therefore, at load time, all checks on pointers * previously done by the verifier are invalidated and must be * performed again, if the helper is used in combination with * direct packet access. * Return * 0 on success, or a negative error in case of failure. * * long bpf_rc_repeat(void *ctx) * Description * This helper is used in programs implementing IR decoding, to * report a successfully decoded repeat key message. This delays * the generation of a key up event for previously generated * key down event. * * Some IR protocols like NEC have a special IR message for * repeating last button, for when a button is held down. * * The *ctx* should point to the lirc sample as passed into * the program. * * This helper is only available is the kernel was compiled with * the **CONFIG_BPF_LIRC_MODE2** configuration option set to * "**y**". * Return * 0 * * long bpf_rc_keydown(void *ctx, u32 protocol, u64 scancode, u32 toggle) * Description * This helper is used in programs implementing IR decoding, to * report a successfully decoded key press with *scancode*, * *toggle* value in the given *protocol*. The scancode will be * translated to a keycode using the rc keymap, and reported as * an input key down event. After a period a key up event is * generated. This period can be extended by calling either * **bpf_rc_keydown**\ () again with the same values, or calling * **bpf_rc_repeat**\ (). * * Some protocols include a toggle bit, in case the button was * released and pressed again between consecutive scancodes. * * The *ctx* should point to the lirc sample as passed into * the program. * * The *protocol* is the decoded protocol number (see * **enum rc_proto** for some predefined values). * * This helper is only available is the kernel was compiled with * the **CONFIG_BPF_LIRC_MODE2** configuration option set to * "**y**". * Return * 0 * * u64 bpf_skb_cgroup_id(struct sk_buff *skb) * Description * Return the cgroup v2 id of the socket associated with the *skb*. * This is roughly similar to the **bpf_get_cgroup_classid**\ () * helper for cgroup v1 by providing a tag resp. identifier that * can be matched on or used for map lookups e.g. to implement * policy. The cgroup v2 id of a given path in the hierarchy is * exposed in user space through the f_handle API in order to get * to the same 64-bit id. * * This helper can be used on TC egress path, but not on ingress, * and is available only if the kernel was compiled with the * **CONFIG_SOCK_CGROUP_DATA** configuration option. * Return * The id is returned or 0 in case the id could not be retrieved. * * u64 bpf_get_current_cgroup_id(void) * Description * Get the current cgroup id based on the cgroup within which * the current task is running. * Return * A 64-bit integer containing the current cgroup id based * on the cgroup within which the current task is running. * * void *bpf_get_local_storage(void *map, u64 flags) * Description * Get the pointer to the local storage area. * The type and the size of the local storage is defined * by the *map* argument. * The *flags* meaning is specific for each map type, * and has to be 0 for cgroup local storage. * * Depending on the BPF program type, a local storage area * can be shared between multiple instances of the BPF program, * running simultaneously. * * A user should care about the synchronization by himself. * For example, by using the **BPF_ATOMIC** instructions to alter * the shared data. * Return * A pointer to the local storage area. * * long bpf_sk_select_reuseport(struct sk_reuseport_md *reuse, struct bpf_map *map, void *key, u64 flags) * Description * Select a **SO_REUSEPORT** socket from a * **BPF_MAP_TYPE_REUSEPORT_SOCKARRAY** *map*. * It checks the selected socket is matching the incoming * request in the socket buffer. * Return * 0 on success, or a negative error in case of failure. * * u64 bpf_skb_ancestor_cgroup_id(struct sk_buff *skb, int ancestor_level) * Description * Return id of cgroup v2 that is ancestor of cgroup associated * with the *skb* at the *ancestor_level*. The root cgroup is at * *ancestor_level* zero and each step down the hierarchy * increments the level. If *ancestor_level* == level of cgroup * associated with *skb*, then return value will be same as that * of **bpf_skb_cgroup_id**\ (). * * The helper is useful to implement policies based on cgroups * that are upper in hierarchy than immediate cgroup associated * with *skb*. * * The format of returned id and helper limitations are same as in * **bpf_skb_cgroup_id**\ (). * Return * The id is returned or 0 in case the id could not be retrieved. * * struct bpf_sock *bpf_sk_lookup_tcp(void *ctx, struct bpf_sock_tuple *tuple, u32 tuple_size, u64 netns, u64 flags) * Description * Look for TCP socket matching *tuple*, optionally in a child * network namespace *netns*. The return value must be checked, * and if non-**NULL**, released via **bpf_sk_release**\ (). * * The *ctx* should point to the context of the program, such as * the skb or socket (depending on the hook in use). This is used * to determine the base network namespace for the lookup. * * *tuple_size* must be one of: * * **sizeof**\ (*tuple*\ **->ipv4**) * Look for an IPv4 socket. * **sizeof**\ (*tuple*\ **->ipv6**) * Look for an IPv6 socket. * * If the *netns* is a negative signed 32-bit integer, then the * socket lookup table in the netns associated with the *ctx* * will be used. For the TC hooks, this is the netns of the device * in the skb. For socket hooks, this is the netns of the socket. * If *netns* is any other signed 32-bit value greater than or * equal to zero then it specifies the ID of the netns relative to * the netns associated with the *ctx*. *netns* values beyond the * range of 32-bit integers are reserved for future use. * * All values for *flags* are reserved for future usage, and must * be left at zero. * * This helper is available only if the kernel was compiled with * **CONFIG_NET** configuration option. * Return * Pointer to **struct bpf_sock**, or **NULL** in case of failure. * For sockets with reuseport option, the **struct bpf_sock** * result is from *reuse*\ **->socks**\ [] using the hash of the * tuple. * * struct bpf_sock *bpf_sk_lookup_udp(void *ctx, struct bpf_sock_tuple *tuple, u32 tuple_size, u64 netns, u64 flags) * Description * Look for UDP socket matching *tuple*, optionally in a child * network namespace *netns*. The return value must be checked, * and if non-**NULL**, released via **bpf_sk_release**\ (). * * The *ctx* should point to the context of the program, such as * the skb or socket (depending on the hook in use). This is used * to determine the base network namespace for the lookup. * * *tuple_size* must be one of: * * **sizeof**\ (*tuple*\ **->ipv4**) * Look for an IPv4 socket. * **sizeof**\ (*tuple*\ **->ipv6**) * Look for an IPv6 socket. * * If the *netns* is a negative signed 32-bit integer, then the * socket lookup table in the netns associated with the *ctx* * will be used. For the TC hooks, this is the netns of the device * in the skb. For socket hooks, this is the netns of the socket. * If *netns* is any other signed 32-bit value greater than or * equal to zero then it specifies the ID of the netns relative to * the netns associated with the *ctx*. *netns* values beyond the * range of 32-bit integers are reserved for future use. * * All values for *flags* are reserved for future usage, and must * be left at zero. * * This helper is available only if the kernel was compiled with * **CONFIG_NET** configuration option. * Return * Pointer to **struct bpf_sock**, or **NULL** in case of failure. * For sockets with reuseport option, the **struct bpf_sock** * result is from *reuse*\ **->socks**\ [] using the hash of the * tuple. * * long bpf_sk_release(void *sock) * Description * Release the reference held by *sock*. *sock* must be a * non-**NULL** pointer that was returned from * **bpf_sk_lookup_xxx**\ (). * Return * 0 on success, or a negative error in case of failure. * * long bpf_map_push_elem(struct bpf_map *map, const void *value, u64 flags) * Description * Push an element *value* in *map*. *flags* is one of: * * **BPF_EXIST** * If the queue/stack is full, the oldest element is * removed to make room for this. * Return * 0 on success, or a negative error in case of failure. * * long bpf_map_pop_elem(struct bpf_map *map, void *value) * Description * Pop an element from *map*. * Return * 0 on success, or a negative error in case of failure. * * long bpf_map_peek_elem(struct bpf_map *map, void *value) * Description * Get an element from *map* without removing it. * Return * 0 on success, or a negative error in case of failure. * * long bpf_msg_push_data(struct sk_msg_buff *msg, u32 start, u32 len, u64 flags) * Description * For socket policies, insert *len* bytes into *msg* at offset * *start*. * * If a program of type **BPF_PROG_TYPE_SK_MSG** is run on a * *msg* it may want to insert metadata or options into the *msg*. * This can later be read and used by any of the lower layer BPF * hooks. * * This helper may fail if under memory pressure (a malloc * fails) in these cases BPF programs will get an appropriate * error and BPF programs will need to handle them. * Return * 0 on success, or a negative error in case of failure. * * long bpf_msg_pop_data(struct sk_msg_buff *msg, u32 start, u32 len, u64 flags) * Description * Will remove *len* bytes from a *msg* starting at byte *start*. * This may result in **ENOMEM** errors under certain situations if * an allocation and copy are required due to a full ring buffer. * However, the helper will try to avoid doing the allocation * if possible. Other errors can occur if input parameters are * invalid either due to *start* byte not being valid part of *msg* * payload and/or *pop* value being to large. * Return * 0 on success, or a negative error in case of failure. * * long bpf_rc_pointer_rel(void *ctx, s32 rel_x, s32 rel_y) * Description * This helper is used in programs implementing IR decoding, to * report a successfully decoded pointer movement. * * The *ctx* should point to the lirc sample as passed into * the program. * * This helper is only available is the kernel was compiled with * the **CONFIG_BPF_LIRC_MODE2** configuration option set to * "**y**". * Return * 0 * * long bpf_spin_lock(struct bpf_spin_lock *lock) * Description * Acquire a spinlock represented by the pointer *lock*, which is * stored as part of a value of a map. Taking the lock allows to * safely update the rest of the fields in that value. The * spinlock can (and must) later be released with a call to * **bpf_spin_unlock**\ (\ *lock*\ ). * * Spinlocks in BPF programs come with a number of restrictions * and constraints: * * * **bpf_spin_lock** objects are only allowed inside maps of * types **BPF_MAP_TYPE_HASH** and **BPF_MAP_TYPE_ARRAY** (this * list could be extended in the future). * * BTF description of the map is mandatory. * * The BPF program can take ONE lock at a time, since taking two * or more could cause dead locks. * * Only one **struct bpf_spin_lock** is allowed per map element. * * When the lock is taken, calls (either BPF to BPF or helpers) * are not allowed. * * The **BPF_LD_ABS** and **BPF_LD_IND** instructions are not * allowed inside a spinlock-ed region. * * The BPF program MUST call **bpf_spin_unlock**\ () to release * the lock, on all execution paths, before it returns. * * The BPF program can access **struct bpf_spin_lock** only via * the **bpf_spin_lock**\ () and **bpf_spin_unlock**\ () * helpers. Loading or storing data into the **struct * bpf_spin_lock** *lock*\ **;** field of a map is not allowed. * * To use the **bpf_spin_lock**\ () helper, the BTF description * of the map value must be a struct and have **struct * bpf_spin_lock** *anyname*\ **;** field at the top level. * Nested lock inside another struct is not allowed. * * The **struct bpf_spin_lock** *lock* field in a map value must * be aligned on a multiple of 4 bytes in that value. * * Syscall with command **BPF_MAP_LOOKUP_ELEM** does not copy * the **bpf_spin_lock** field to user space. * * Syscall with command **BPF_MAP_UPDATE_ELEM**, or update from * a BPF program, do not update the **bpf_spin_lock** field. * * **bpf_spin_lock** cannot be on the stack or inside a * networking packet (it can only be inside of a map values). * * **bpf_spin_lock** is available to root only. * * Tracing programs and socket filter programs cannot use * **bpf_spin_lock**\ () due to insufficient preemption checks * (but this may change in the future). * * **bpf_spin_lock** is not allowed in inner maps of map-in-map. * Return * 0 * * long bpf_spin_unlock(struct bpf_spin_lock *lock) * Description * Release the *lock* previously locked by a call to * **bpf_spin_lock**\ (\ *lock*\ ). * Return * 0 * * struct bpf_sock *bpf_sk_fullsock(struct bpf_sock *sk) * Description * This helper gets a **struct bpf_sock** pointer such * that all the fields in this **bpf_sock** can be accessed. * Return * A **struct bpf_sock** pointer on success, or **NULL** in * case of failure. * * struct bpf_tcp_sock *bpf_tcp_sock(struct bpf_sock *sk) * Description * This helper gets a **struct bpf_tcp_sock** pointer from a * **struct bpf_sock** pointer. * Return * A **struct bpf_tcp_sock** pointer on success, or **NULL** in * case of failure. * * long bpf_skb_ecn_set_ce(struct sk_buff *skb) * Description * Set ECN (Explicit Congestion Notification) field of IP header * to **CE** (Congestion Encountered) if current value is **ECT** * (ECN Capable Transport). Otherwise, do nothing. Works with IPv6 * and IPv4. * Return * 1 if the **CE** flag is set (either by the current helper call * or because it was already present), 0 if it is not set. * * struct bpf_sock *bpf_get_listener_sock(struct bpf_sock *sk) * Description * Return a **struct bpf_sock** pointer in **TCP_LISTEN** state. * **bpf_sk_release**\ () is unnecessary and not allowed. * Return * A **struct bpf_sock** pointer on success, or **NULL** in * case of failure. * * struct bpf_sock *bpf_skc_lookup_tcp(void *ctx, struct bpf_sock_tuple *tuple, u32 tuple_size, u64 netns, u64 flags) * Description * Look for TCP socket matching *tuple*, optionally in a child * network namespace *netns*. The return value must be checked, * and if non-**NULL**, released via **bpf_sk_release**\ (). * * This function is identical to **bpf_sk_lookup_tcp**\ (), except * that it also returns timewait or request sockets. Use * **bpf_sk_fullsock**\ () or **bpf_tcp_sock**\ () to access the * full structure. * * This helper is available only if the kernel was compiled with * **CONFIG_NET** configuration option. * Return * Pointer to **struct bpf_sock**, or **NULL** in case of failure. * For sockets with reuseport option, the **struct bpf_sock** * result is from *reuse*\ **->socks**\ [] using the hash of the * tuple. * * long bpf_tcp_check_syncookie(void *sk, void *iph, u32 iph_len, struct tcphdr *th, u32 th_len) * Description * Check whether *iph* and *th* contain a valid SYN cookie ACK for * the listening socket in *sk*. * * *iph* points to the start of the IPv4 or IPv6 header, while * *iph_len* contains **sizeof**\ (**struct iphdr**) or * **sizeof**\ (**struct ipv6hdr**). * * *th* points to the start of the TCP header, while *th_len* * contains the length of the TCP header (at least * **sizeof**\ (**struct tcphdr**)). * Return * 0 if *iph* and *th* are a valid SYN cookie ACK, or a negative * error otherwise. * * long bpf_sysctl_get_name(struct bpf_sysctl *ctx, char *buf, size_t buf_len, u64 flags) * Description * Get name of sysctl in /proc/sys/ and copy it into provided by * program buffer *buf* of size *buf_len*. * * The buffer is always NUL terminated, unless it's zero-sized. * * If *flags* is zero, full name (e.g. "net/ipv4/tcp_mem") is * copied. Use **BPF_F_SYSCTL_BASE_NAME** flag to copy base name * only (e.g. "tcp_mem"). * Return * Number of character copied (not including the trailing NUL). * * **-E2BIG** if the buffer wasn't big enough (*buf* will contain * truncated name in this case). * * long bpf_sysctl_get_current_value(struct bpf_sysctl *ctx, char *buf, size_t buf_len) * Description * Get current value of sysctl as it is presented in /proc/sys * (incl. newline, etc), and copy it as a string into provided * by program buffer *buf* of size *buf_len*. * * The whole value is copied, no matter what file position user * space issued e.g. sys_read at. * * The buffer is always NUL terminated, unless it's zero-sized. * Return * Number of character copied (not including the trailing NUL). * * **-E2BIG** if the buffer wasn't big enough (*buf* will contain * truncated name in this case). * * **-EINVAL** if current value was unavailable, e.g. because * sysctl is uninitialized and read returns -EIO for it. * * long bpf_sysctl_get_new_value(struct bpf_sysctl *ctx, char *buf, size_t buf_len) * Description * Get new value being written by user space to sysctl (before * the actual write happens) and copy it as a string into * provided by program buffer *buf* of size *buf_len*. * * User space may write new value at file position > 0. * * The buffer is always NUL terminated, unless it's zero-sized. * Return * Number of character copied (not including the trailing NUL). * * **-E2BIG** if the buffer wasn't big enough (*buf* will contain * truncated name in this case). * * **-EINVAL** if sysctl is being read. * * long bpf_sysctl_set_new_value(struct bpf_sysctl *ctx, const char *buf, size_t buf_len) * Description * Override new value being written by user space to sysctl with * value provided by program in buffer *buf* of size *buf_len*. * * *buf* should contain a string in same form as provided by user * space on sysctl write. * * User space may write new value at file position > 0. To override * the whole sysctl value file position should be set to zero. * Return * 0 on success. * * **-E2BIG** if the *buf_len* is too big. * * **-EINVAL** if sysctl is being read. * * long bpf_strtol(const char *buf, size_t buf_len, u64 flags, long *res) * Description * Convert the initial part of the string from buffer *buf* of * size *buf_len* to a long integer according to the given base * and save the result in *res*. * * The string may begin with an arbitrary amount of white space * (as determined by **isspace**\ (3)) followed by a single * optional '**-**' sign. * * Five least significant bits of *flags* encode base, other bits * are currently unused. * * Base must be either 8, 10, 16 or 0 to detect it automatically * similar to user space **strtol**\ (3). * Return * Number of characters consumed on success. Must be positive but * no more than *buf_len*. * * **-EINVAL** if no valid digits were found or unsupported base * was provided. * * **-ERANGE** if resulting value was out of range. * * long bpf_strtoul(const char *buf, size_t buf_len, u64 flags, unsigned long *res) * Description * Convert the initial part of the string from buffer *buf* of * size *buf_len* to an unsigned long integer according to the * given base and save the result in *res*. * * The string may begin with an arbitrary amount of white space * (as determined by **isspace**\ (3)). * * Five least significant bits of *flags* encode base, other bits * are currently unused. * * Base must be either 8, 10, 16 or 0 to detect it automatically * similar to user space **strtoul**\ (3). * Return * Number of characters consumed on success. Must be positive but * no more than *buf_len*. * * **-EINVAL** if no valid digits were found or unsupported base * was provided. * * **-ERANGE** if resulting value was out of range. * * void *bpf_sk_storage_get(struct bpf_map *map, void *sk, void *value, u64 flags) * Description * Get a bpf-local-storage from a *sk*. * * Logically, it could be thought of getting the value from * a *map* with *sk* as the **key**. From this * perspective, the usage is not much different from * **bpf_map_lookup_elem**\ (*map*, **&**\ *sk*) except this * helper enforces the key must be a full socket and the map must * be a **BPF_MAP_TYPE_SK_STORAGE** also. * * Underneath, the value is stored locally at *sk* instead of * the *map*. The *map* is used as the bpf-local-storage * "type". The bpf-local-storage "type" (i.e. the *map*) is * searched against all bpf-local-storages residing at *sk*. * * *sk* is a kernel **struct sock** pointer for LSM program. * *sk* is a **struct bpf_sock** pointer for other program types. * * An optional *flags* (**BPF_SK_STORAGE_GET_F_CREATE**) can be * used such that a new bpf-local-storage will be * created if one does not exist. *value* can be used * together with **BPF_SK_STORAGE_GET_F_CREATE** to specify * the initial value of a bpf-local-storage. If *value* is * **NULL**, the new bpf-local-storage will be zero initialized. * Return * A bpf-local-storage pointer is returned on success. * * **NULL** if not found or there was an error in adding * a new bpf-local-storage. * * long bpf_sk_storage_delete(struct bpf_map *map, void *sk) * Description * Delete a bpf-local-storage from a *sk*. * Return * 0 on success. * * **-ENOENT** if the bpf-local-storage cannot be found. * **-EINVAL** if sk is not a fullsock (e.g. a request_sock). * * long bpf_send_signal(u32 sig) * Description * Send signal *sig* to the process of the current task. * The signal may be delivered to any of this process's threads. * Return * 0 on success or successfully queued. * * **-EBUSY** if work queue under nmi is full. * * **-EINVAL** if *sig* is invalid. * * **-EPERM** if no permission to send the *sig*. * * **-EAGAIN** if bpf program can try again. * * s64 bpf_tcp_gen_syncookie(void *sk, void *iph, u32 iph_len, struct tcphdr *th, u32 th_len) * Description * Try to issue a SYN cookie for the packet with corresponding * IP/TCP headers, *iph* and *th*, on the listening socket in *sk*. * * *iph* points to the start of the IPv4 or IPv6 header, while * *iph_len* contains **sizeof**\ (**struct iphdr**) or * **sizeof**\ (**struct ipv6hdr**). * * *th* points to the start of the TCP header, while *th_len* * contains the length of the TCP header with options (at least * **sizeof**\ (**struct tcphdr**)). * Return * On success, lower 32 bits hold the generated SYN cookie in * followed by 16 bits which hold the MSS value for that cookie, * and the top 16 bits are unused. * * On failure, the returned value is one of the following: * * **-EINVAL** SYN cookie cannot be issued due to error * * **-ENOENT** SYN cookie should not be issued (no SYN flood) * * **-EOPNOTSUPP** kernel configuration does not enable SYN cookies * * **-EPROTONOSUPPORT** IP packet version is not 4 or 6 * * long bpf_skb_output(void *ctx, struct bpf_map *map, u64 flags, void *data, u64 size) * Description * Write raw *data* blob into a special BPF perf event held by * *map* of type **BPF_MAP_TYPE_PERF_EVENT_ARRAY**. This perf * event must have the following attributes: **PERF_SAMPLE_RAW** * as **sample_type**, **PERF_TYPE_SOFTWARE** as **type**, and * **PERF_COUNT_SW_BPF_OUTPUT** as **config**. * * The *flags* are used to indicate the index in *map* for which * the value must be put, masked with **BPF_F_INDEX_MASK**. * Alternatively, *flags* can be set to **BPF_F_CURRENT_CPU** * to indicate that the index of the current CPU core should be * used. * * The value to write, of *size*, is passed through eBPF stack and * pointed by *data*. * * *ctx* is a pointer to in-kernel struct sk_buff. * * This helper is similar to **bpf_perf_event_output**\ () but * restricted to raw_tracepoint bpf programs. * Return * 0 on success, or a negative error in case of failure. * * long bpf_probe_read_user(void *dst, u32 size, const void *unsafe_ptr) * Description * Safely attempt to read *size* bytes from user space address * *unsafe_ptr* and store the data in *dst*. * Return * 0 on success, or a negative error in case of failure. * * long bpf_probe_read_kernel(void *dst, u32 size, const void *unsafe_ptr) * Description * Safely attempt to read *size* bytes from kernel space address * *unsafe_ptr* and store the data in *dst*. * Return * 0 on success, or a negative error in case of failure. * * long bpf_probe_read_user_str(void *dst, u32 size, const void *unsafe_ptr) * Description * Copy a NUL terminated string from an unsafe user address * *unsafe_ptr* to *dst*. The *size* should include the * terminating NUL byte. In case the string length is smaller than * *size*, the target is not padded with further NUL bytes. If the * string length is larger than *size*, just *size*-1 bytes are * copied and the last byte is set to NUL. * * On success, returns the number of bytes that were written, * including the terminal NUL. This makes this helper useful in * tracing programs for reading strings, and more importantly to * get its length at runtime. See the following snippet: * * :: * * SEC("kprobe/sys_open") * void bpf_sys_open(struct pt_regs *ctx) * { * char buf[PATHLEN]; // PATHLEN is defined to 256 * int res = bpf_probe_read_user_str(buf, sizeof(buf), * ctx->di); * * // Consume buf, for example push it to * // userspace via bpf_perf_event_output(); we * // can use res (the string length) as event * // size, after checking its boundaries. * } * * In comparison, using **bpf_probe_read_user**\ () helper here * instead to read the string would require to estimate the length * at compile time, and would often result in copying more memory * than necessary. * * Another useful use case is when parsing individual process * arguments or individual environment variables navigating * *current*\ **->mm->arg_start** and *current*\ * **->mm->env_start**: using this helper and the return value, * one can quickly iterate at the right offset of the memory area. * Return * On success, the strictly positive length of the output string, * including the trailing NUL character. On error, a negative * value. * * long bpf_probe_read_kernel_str(void *dst, u32 size, const void *unsafe_ptr) * Description * Copy a NUL terminated string from an unsafe kernel address *unsafe_ptr* * to *dst*. Same semantics as with **bpf_probe_read_user_str**\ () apply. * Return * On success, the strictly positive length of the string, including * the trailing NUL character. On error, a negative value. * * long bpf_tcp_send_ack(void *tp, u32 rcv_nxt) * Description * Send out a tcp-ack. *tp* is the in-kernel struct **tcp_sock**. * *rcv_nxt* is the ack_seq to be sent out. * Return * 0 on success, or a negative error in case of failure. * * long bpf_send_signal_thread(u32 sig) * Description * Send signal *sig* to the thread corresponding to the current task. * Return * 0 on success or successfully queued. * * **-EBUSY** if work queue under nmi is full. * * **-EINVAL** if *sig* is invalid. * * **-EPERM** if no permission to send the *sig*. * * **-EAGAIN** if bpf program can try again. * * u64 bpf_jiffies64(void) * Description * Obtain the 64bit jiffies * Return * The 64 bit jiffies * * long bpf_read_branch_records(struct bpf_perf_event_data *ctx, void *buf, u32 size, u64 flags) * Description * For an eBPF program attached to a perf event, retrieve the * branch records (**struct perf_branch_entry**) associated to *ctx* * and store it in the buffer pointed by *buf* up to size * *size* bytes. * Return * On success, number of bytes written to *buf*. On error, a * negative value. * * The *flags* can be set to **BPF_F_GET_BRANCH_RECORDS_SIZE** to * instead return the number of bytes required to store all the * branch entries. If this flag is set, *buf* may be NULL. * * **-EINVAL** if arguments invalid or **size** not a multiple * of **sizeof**\ (**struct perf_branch_entry**\ ). * * **-ENOENT** if architecture does not support branch records. * * long bpf_get_ns_current_pid_tgid(u64 dev, u64 ino, struct bpf_pidns_info *nsdata, u32 size) * Description * Returns 0 on success, values for *pid* and *tgid* as seen from the current * *namespace* will be returned in *nsdata*. * Return * 0 on success, or one of the following in case of failure: * * **-EINVAL** if dev and inum supplied don't match dev_t and inode number * with nsfs of current task, or if dev conversion to dev_t lost high bits. * * **-ENOENT** if pidns does not exists for the current task. * * long bpf_xdp_output(void *ctx, struct bpf_map *map, u64 flags, void *data, u64 size) * Description * Write raw *data* blob into a special BPF perf event held by * *map* of type **BPF_MAP_TYPE_PERF_EVENT_ARRAY**. This perf * event must have the following attributes: **PERF_SAMPLE_RAW** * as **sample_type**, **PERF_TYPE_SOFTWARE** as **type**, and * **PERF_COUNT_SW_BPF_OUTPUT** as **config**. * * The *flags* are used to indicate the index in *map* for which * the value must be put, masked with **BPF_F_INDEX_MASK**. * Alternatively, *flags* can be set to **BPF_F_CURRENT_CPU** * to indicate that the index of the current CPU core should be * used. * * The value to write, of *size*, is passed through eBPF stack and * pointed by *data*. * * *ctx* is a pointer to in-kernel struct xdp_buff. * * This helper is similar to **bpf_perf_eventoutput**\ () but * restricted to raw_tracepoint bpf programs. * Return * 0 on success, or a negative error in case of failure. * * u64 bpf_get_netns_cookie(void *ctx) * Description * Retrieve the cookie (generated by the kernel) of the network * namespace the input *ctx* is associated with. The network * namespace cookie remains stable for its lifetime and provides * a global identifier that can be assumed unique. If *ctx* is * NULL, then the helper returns the cookie for the initial * network namespace. The cookie itself is very similar to that * of **bpf_get_socket_cookie**\ () helper, but for network * namespaces instead of sockets. * Return * A 8-byte long opaque number. * * u64 bpf_get_current_ancestor_cgroup_id(int ancestor_level) * Description * Return id of cgroup v2 that is ancestor of the cgroup associated * with the current task at the *ancestor_level*. The root cgroup * is at *ancestor_level* zero and each step down the hierarchy * increments the level. If *ancestor_level* == level of cgroup * associated with the current task, then return value will be the * same as that of **bpf_get_current_cgroup_id**\ (). * * The helper is useful to implement policies based on cgroups * that are upper in hierarchy than immediate cgroup associated * with the current task. * * The format of returned id and helper limitations are same as in * **bpf_get_current_cgroup_id**\ (). * Return * The id is returned or 0 in case the id could not be retrieved. * * long bpf_sk_assign(struct sk_buff *skb, void *sk, u64 flags) * Description * Helper is overloaded depending on BPF program type. This * description applies to **BPF_PROG_TYPE_SCHED_CLS** and * **BPF_PROG_TYPE_SCHED_ACT** programs. * * Assign the *sk* to the *skb*. When combined with appropriate * routing configuration to receive the packet towards the socket, * will cause *skb* to be delivered to the specified socket. * Subsequent redirection of *skb* via **bpf_redirect**\ (), * **bpf_clone_redirect**\ () or other methods outside of BPF may * interfere with successful delivery to the socket. * * This operation is only valid from TC ingress path. * * The *flags* argument must be zero. * Return * 0 on success, or a negative error in case of failure: * * **-EINVAL** if specified *flags* are not supported. * * **-ENOENT** if the socket is unavailable for assignment. * * **-ENETUNREACH** if the socket is unreachable (wrong netns). * * **-EOPNOTSUPP** if the operation is not supported, for example * a call from outside of TC ingress. * * long bpf_sk_assign(struct bpf_sk_lookup *ctx, struct bpf_sock *sk, u64 flags) * Description * Helper is overloaded depending on BPF program type. This * description applies to **BPF_PROG_TYPE_SK_LOOKUP** programs. * * Select the *sk* as a result of a socket lookup. * * For the operation to succeed passed socket must be compatible * with the packet description provided by the *ctx* object. * * L4 protocol (**IPPROTO_TCP** or **IPPROTO_UDP**) must * be an exact match. While IP family (**AF_INET** or * **AF_INET6**) must be compatible, that is IPv6 sockets * that are not v6-only can be selected for IPv4 packets. * * Only TCP listeners and UDP unconnected sockets can be * selected. *sk* can also be NULL to reset any previous * selection. * * *flags* argument can combination of following values: * * * **BPF_SK_LOOKUP_F_REPLACE** to override the previous * socket selection, potentially done by a BPF program * that ran before us. * * * **BPF_SK_LOOKUP_F_NO_REUSEPORT** to skip * load-balancing within reuseport group for the socket * being selected. * * On success *ctx->sk* will point to the selected socket. * * Return * 0 on success, or a negative errno in case of failure. * * * **-EAFNOSUPPORT** if socket family (*sk->family*) is * not compatible with packet family (*ctx->family*). * * * **-EEXIST** if socket has been already selected, * potentially by another program, and * **BPF_SK_LOOKUP_F_REPLACE** flag was not specified. * * * **-EINVAL** if unsupported flags were specified. * * * **-EPROTOTYPE** if socket L4 protocol * (*sk->protocol*) doesn't match packet protocol * (*ctx->protocol*). * * * **-ESOCKTNOSUPPORT** if socket is not in allowed * state (TCP listening or UDP unconnected). * * u64 bpf_ktime_get_boot_ns(void) * Description * Return the time elapsed since system boot, in nanoseconds. * Does include the time the system was suspended. * See: **clock_gettime**\ (**CLOCK_BOOTTIME**) * Return * Current *ktime*. * * long bpf_seq_printf(struct seq_file *m, const char *fmt, u32 fmt_size, const void *data, u32 data_len) * Description * **bpf_seq_printf**\ () uses seq_file **seq_printf**\ () to print * out the format string. * The *m* represents the seq_file. The *fmt* and *fmt_size* are for * the format string itself. The *data* and *data_len* are format string * arguments. The *data* are a **u64** array and corresponding format string * values are stored in the array. For strings and pointers where pointees * are accessed, only the pointer values are stored in the *data* array. * The *data_len* is the size of *data* in bytes - must be a multiple of 8. * * Formats **%s**, **%p{i,I}{4,6}** requires to read kernel memory. * Reading kernel memory may fail due to either invalid address or * valid address but requiring a major memory fault. If reading kernel memory * fails, the string for **%s** will be an empty string, and the ip * address for **%p{i,I}{4,6}** will be 0. Not returning error to * bpf program is consistent with what **bpf_trace_printk**\ () does for now. * Return * 0 on success, or a negative error in case of failure: * * **-EBUSY** if per-CPU memory copy buffer is busy, can try again * by returning 1 from bpf program. * * **-EINVAL** if arguments are invalid, or if *fmt* is invalid/unsupported. * * **-E2BIG** if *fmt* contains too many format specifiers. * * **-EOVERFLOW** if an overflow happened: The same object will be tried again. * * long bpf_seq_write(struct seq_file *m, const void *data, u32 len) * Description * **bpf_seq_write**\ () uses seq_file **seq_write**\ () to write the data. * The *m* represents the seq_file. The *data* and *len* represent the * data to write in bytes. * Return * 0 on success, or a negative error in case of failure: * * **-EOVERFLOW** if an overflow happened: The same object will be tried again. * * u64 bpf_sk_cgroup_id(void *sk) * Description * Return the cgroup v2 id of the socket *sk*. * * *sk* must be a non-**NULL** pointer to a socket, e.g. one * returned from **bpf_sk_lookup_xxx**\ (), * **bpf_sk_fullsock**\ (), etc. The format of returned id is * same as in **bpf_skb_cgroup_id**\ (). * * This helper is available only if the kernel was compiled with * the **CONFIG_SOCK_CGROUP_DATA** configuration option. * Return * The id is returned or 0 in case the id could not be retrieved. * * u64 bpf_sk_ancestor_cgroup_id(void *sk, int ancestor_level) * Description * Return id of cgroup v2 that is ancestor of cgroup associated * with the *sk* at the *ancestor_level*. The root cgroup is at * *ancestor_level* zero and each step down the hierarchy * increments the level. If *ancestor_level* == level of cgroup * associated with *sk*, then return value will be same as that * of **bpf_sk_cgroup_id**\ (). * * The helper is useful to implement policies based on cgroups * that are upper in hierarchy than immediate cgroup associated * with *sk*. * * The format of returned id and helper limitations are same as in * **bpf_sk_cgroup_id**\ (). * Return * The id is returned or 0 in case the id could not be retrieved. * * long bpf_ringbuf_output(void *ringbuf, void *data, u64 size, u64 flags) * Description * Copy *size* bytes from *data* into a ring buffer *ringbuf*. * If **BPF_RB_NO_WAKEUP** is specified in *flags*, no notification * of new data availability is sent. * If **BPF_RB_FORCE_WAKEUP** is specified in *flags*, notification * of new data availability is sent unconditionally. * If **0** is specified in *flags*, an adaptive notification * of new data availability is sent. * * An adaptive notification is a notification sent whenever the user-space * process has caught up and consumed all available payloads. In case the user-space * process is still processing a previous payload, then no notification is needed * as it will process the newly added payload automatically. * Return * 0 on success, or a negative error in case of failure. * * void *bpf_ringbuf_reserve(void *ringbuf, u64 size, u64 flags) * Description * Reserve *size* bytes of payload in a ring buffer *ringbuf*. * *flags* must be 0. * Return * Valid pointer with *size* bytes of memory available; NULL, * otherwise. * * void bpf_ringbuf_submit(void *data, u64 flags) * Description * Submit reserved ring buffer sample, pointed to by *data*. * If **BPF_RB_NO_WAKEUP** is specified in *flags*, no notification * of new data availability is sent. * If **BPF_RB_FORCE_WAKEUP** is specified in *flags*, notification * of new data availability is sent unconditionally. * If **0** is specified in *flags*, an adaptive notification * of new data availability is sent. * * See 'bpf_ringbuf_output()' for the definition of adaptive notification. * Return * Nothing. Always succeeds. * * void bpf_ringbuf_discard(void *data, u64 flags) * Description * Discard reserved ring buffer sample, pointed to by *data*. * If **BPF_RB_NO_WAKEUP** is specified in *flags*, no notification * of new data availability is sent. * If **BPF_RB_FORCE_WAKEUP** is specified in *flags*, notification * of new data availability is sent unconditionally. * If **0** is specified in *flags*, an adaptive notification * of new data availability is sent. * * See 'bpf_ringbuf_output()' for the definition of adaptive notification. * Return * Nothing. Always succeeds. * * u64 bpf_ringbuf_query(void *ringbuf, u64 flags) * Description * Query various characteristics of provided ring buffer. What * exactly is queries is determined by *flags*: * * * **BPF_RB_AVAIL_DATA**: Amount of data not yet consumed. * * **BPF_RB_RING_SIZE**: The size of ring buffer. * * **BPF_RB_CONS_POS**: Consumer position (can wrap around). * * **BPF_RB_PROD_POS**: Producer(s) position (can wrap around). * * Data returned is just a momentary snapshot of actual values * and could be inaccurate, so this facility should be used to * power heuristics and for reporting, not to make 100% correct * calculation. * Return * Requested value, or 0, if *flags* are not recognized. * * long bpf_csum_level(struct sk_buff *skb, u64 level) * Description * Change the skbs checksum level by one layer up or down, or * reset it entirely to none in order to have the stack perform * checksum validation. The level is applicable to the following * protocols: TCP, UDP, GRE, SCTP, FCOE. For example, a decap of * | ETH | IP | UDP | GUE | IP | TCP | into | ETH | IP | TCP | * through **bpf_skb_adjust_room**\ () helper with passing in * **BPF_F_ADJ_ROOM_NO_CSUM_RESET** flag would require one call * to **bpf_csum_level**\ () with **BPF_CSUM_LEVEL_DEC** since * the UDP header is removed. Similarly, an encap of the latter * into the former could be accompanied by a helper call to * **bpf_csum_level**\ () with **BPF_CSUM_LEVEL_INC** if the * skb is still intended to be processed in higher layers of the * stack instead of just egressing at tc. * * There are three supported level settings at this time: * * * **BPF_CSUM_LEVEL_INC**: Increases skb->csum_level for skbs * with CHECKSUM_UNNECESSARY. * * **BPF_CSUM_LEVEL_DEC**: Decreases skb->csum_level for skbs * with CHECKSUM_UNNECESSARY. * * **BPF_CSUM_LEVEL_RESET**: Resets skb->csum_level to 0 and * sets CHECKSUM_NONE to force checksum validation by the stack. * * **BPF_CSUM_LEVEL_QUERY**: No-op, returns the current * skb->csum_level. * Return * 0 on success, or a negative error in case of failure. In the * case of **BPF_CSUM_LEVEL_QUERY**, the current skb->csum_level * is returned or the error code -EACCES in case the skb is not * subject to CHECKSUM_UNNECESSARY. * * struct tcp6_sock *bpf_skc_to_tcp6_sock(void *sk) * Description * Dynamically cast a *sk* pointer to a *tcp6_sock* pointer. * Return * *sk* if casting is valid, or **NULL** otherwise. * * struct tcp_sock *bpf_skc_to_tcp_sock(void *sk) * Description * Dynamically cast a *sk* pointer to a *tcp_sock* pointer. * Return * *sk* if casting is valid, or **NULL** otherwise. * * struct tcp_timewait_sock *bpf_skc_to_tcp_timewait_sock(void *sk) * Description * Dynamically cast a *sk* pointer to a *tcp_timewait_sock* pointer. * Return * *sk* if casting is valid, or **NULL** otherwise. * * struct tcp_request_sock *bpf_skc_to_tcp_request_sock(void *sk) * Description * Dynamically cast a *sk* pointer to a *tcp_request_sock* pointer. * Return * *sk* if casting is valid, or **NULL** otherwise. * * struct udp6_sock *bpf_skc_to_udp6_sock(void *sk) * Description * Dynamically cast a *sk* pointer to a *udp6_sock* pointer. * Return * *sk* if casting is valid, or **NULL** otherwise. * * long bpf_get_task_stack(struct task_struct *task, void *buf, u32 size, u64 flags) * Description * Return a user or a kernel stack in bpf program provided buffer. * Note: the user stack will only be populated if the *task* is * the current task; all other tasks will return -EOPNOTSUPP. * To achieve this, the helper needs *task*, which is a valid * pointer to **struct task_struct**. To store the stacktrace, the * bpf program provides *buf* with a nonnegative *size*. * * The last argument, *flags*, holds the number of stack frames to * skip (from 0 to 255), masked with * **BPF_F_SKIP_FIELD_MASK**. The next bits can be used to set * the following flags: * * **BPF_F_USER_STACK** * Collect a user space stack instead of a kernel stack. * The *task* must be the current task. * **BPF_F_USER_BUILD_ID** * Collect buildid+offset instead of ips for user stack, * only valid if **BPF_F_USER_STACK** is also specified. * * **bpf_get_task_stack**\ () can collect up to * **PERF_MAX_STACK_DEPTH** both kernel and user frames, subject * to sufficient large buffer size. Note that * this limit can be controlled with the **sysctl** program, and * that it should be manually increased in order to profile long * user stacks (such as stacks for Java programs). To do so, use: * * :: * * # sysctl kernel.perf_event_max_stack= * Return * The non-negative copied *buf* length equal to or less than * *size* on success, or a negative error in case of failure. * * long bpf_load_hdr_opt(struct bpf_sock_ops *skops, void *searchby_res, u32 len, u64 flags) * Description * Load header option. Support reading a particular TCP header * option for bpf program (**BPF_PROG_TYPE_SOCK_OPS**). * * If *flags* is 0, it will search the option from the * *skops*\ **->skb_data**. The comment in **struct bpf_sock_ops** * has details on what skb_data contains under different * *skops*\ **->op**. * * The first byte of the *searchby_res* specifies the * kind that it wants to search. * * If the searching kind is an experimental kind * (i.e. 253 or 254 according to RFC6994). It also * needs to specify the "magic" which is either * 2 bytes or 4 bytes. It then also needs to * specify the size of the magic by using * the 2nd byte which is "kind-length" of a TCP * header option and the "kind-length" also * includes the first 2 bytes "kind" and "kind-length" * itself as a normal TCP header option also does. * * For example, to search experimental kind 254 with * 2 byte magic 0xeB9F, the searchby_res should be * [ 254, 4, 0xeB, 0x9F, 0, 0, .... 0 ]. * * To search for the standard window scale option (3), * the *searchby_res* should be [ 3, 0, 0, .... 0 ]. * Note, kind-length must be 0 for regular option. * * Searching for No-Op (0) and End-of-Option-List (1) are * not supported. * * *len* must be at least 2 bytes which is the minimal size * of a header option. * * Supported flags: * * * **BPF_LOAD_HDR_OPT_TCP_SYN** to search from the * saved_syn packet or the just-received syn packet. * * Return * > 0 when found, the header option is copied to *searchby_res*. * The return value is the total length copied. On failure, a * negative error code is returned: * * **-EINVAL** if a parameter is invalid. * * **-ENOMSG** if the option is not found. * * **-ENOENT** if no syn packet is available when * **BPF_LOAD_HDR_OPT_TCP_SYN** is used. * * **-ENOSPC** if there is not enough space. Only *len* number of * bytes are copied. * * **-EFAULT** on failure to parse the header options in the * packet. * * **-EPERM** if the helper cannot be used under the current * *skops*\ **->op**. * * long bpf_store_hdr_opt(struct bpf_sock_ops *skops, const void *from, u32 len, u64 flags) * Description * Store header option. The data will be copied * from buffer *from* with length *len* to the TCP header. * * The buffer *from* should have the whole option that * includes the kind, kind-length, and the actual * option data. The *len* must be at least kind-length * long. The kind-length does not have to be 4 byte * aligned. The kernel will take care of the padding * and setting the 4 bytes aligned value to th->doff. * * This helper will check for duplicated option * by searching the same option in the outgoing skb. * * This helper can only be called during * **BPF_SOCK_OPS_WRITE_HDR_OPT_CB**. * * Return * 0 on success, or negative error in case of failure: * * **-EINVAL** If param is invalid. * * **-ENOSPC** if there is not enough space in the header. * Nothing has been written * * **-EEXIST** if the option already exists. * * **-EFAULT** on failure to parse the existing header options. * * **-EPERM** if the helper cannot be used under the current * *skops*\ **->op**. * * long bpf_reserve_hdr_opt(struct bpf_sock_ops *skops, u32 len, u64 flags) * Description * Reserve *len* bytes for the bpf header option. The * space will be used by **bpf_store_hdr_opt**\ () later in * **BPF_SOCK_OPS_WRITE_HDR_OPT_CB**. * * If **bpf_reserve_hdr_opt**\ () is called multiple times, * the total number of bytes will be reserved. * * This helper can only be called during * **BPF_SOCK_OPS_HDR_OPT_LEN_CB**. * * Return * 0 on success, or negative error in case of failure: * * **-EINVAL** if a parameter is invalid. * * **-ENOSPC** if there is not enough space in the header. * * **-EPERM** if the helper cannot be used under the current * *skops*\ **->op**. * * void *bpf_inode_storage_get(struct bpf_map *map, void *inode, void *value, u64 flags) * Description * Get a bpf_local_storage from an *inode*. * * Logically, it could be thought of as getting the value from * a *map* with *inode* as the **key**. From this * perspective, the usage is not much different from * **bpf_map_lookup_elem**\ (*map*, **&**\ *inode*) except this * helper enforces the key must be an inode and the map must also * be a **BPF_MAP_TYPE_INODE_STORAGE**. * * Underneath, the value is stored locally at *inode* instead of * the *map*. The *map* is used as the bpf-local-storage * "type". The bpf-local-storage "type" (i.e. the *map*) is * searched against all bpf_local_storage residing at *inode*. * * An optional *flags* (**BPF_LOCAL_STORAGE_GET_F_CREATE**) can be * used such that a new bpf_local_storage will be * created if one does not exist. *value* can be used * together with **BPF_LOCAL_STORAGE_GET_F_CREATE** to specify * the initial value of a bpf_local_storage. If *value* is * **NULL**, the new bpf_local_storage will be zero initialized. * Return * A bpf_local_storage pointer is returned on success. * * **NULL** if not found or there was an error in adding * a new bpf_local_storage. * * int bpf_inode_storage_delete(struct bpf_map *map, void *inode) * Description * Delete a bpf_local_storage from an *inode*. * Return * 0 on success. * * **-ENOENT** if the bpf_local_storage cannot be found. * * long bpf_d_path(struct path *path, char *buf, u32 sz) * Description * Return full path for given **struct path** object, which * needs to be the kernel BTF *path* object. The path is * returned in the provided buffer *buf* of size *sz* and * is zero terminated. * * Return * On success, the strictly positive length of the string, * including the trailing NUL character. On error, a negative * value. * * long bpf_copy_from_user(void *dst, u32 size, const void *user_ptr) * Description * Read *size* bytes from user space address *user_ptr* and store * the data in *dst*. This is a wrapper of **copy_from_user**\ (). * Return * 0 on success, or a negative error in case of failure. * * long bpf_snprintf_btf(char *str, u32 str_size, struct btf_ptr *ptr, u32 btf_ptr_size, u64 flags) * Description * Use BTF to store a string representation of *ptr*->ptr in *str*, * using *ptr*->type_id. This value should specify the type * that *ptr*->ptr points to. LLVM __builtin_btf_type_id(type, 1) * can be used to look up vmlinux BTF type ids. Traversing the * data structure using BTF, the type information and values are * stored in the first *str_size* - 1 bytes of *str*. Safe copy of * the pointer data is carried out to avoid kernel crashes during * operation. Smaller types can use string space on the stack; * larger programs can use map data to store the string * representation. * * The string can be subsequently shared with userspace via * bpf_perf_event_output() or ring buffer interfaces. * bpf_trace_printk() is to be avoided as it places too small * a limit on string size to be useful. * * *flags* is a combination of * * **BTF_F_COMPACT** * no formatting around type information * **BTF_F_NONAME** * no struct/union member names/types * **BTF_F_PTR_RAW** * show raw (unobfuscated) pointer values; * equivalent to printk specifier %px. * **BTF_F_ZERO** * show zero-valued struct/union members; they * are not displayed by default * * Return * The number of bytes that were written (or would have been * written if output had to be truncated due to string size), * or a negative error in cases of failure. * * long bpf_seq_printf_btf(struct seq_file *m, struct btf_ptr *ptr, u32 ptr_size, u64 flags) * Description * Use BTF to write to seq_write a string representation of * *ptr*->ptr, using *ptr*->type_id as per bpf_snprintf_btf(). * *flags* are identical to those used for bpf_snprintf_btf. * Return * 0 on success or a negative error in case of failure. * * u64 bpf_skb_cgroup_classid(struct sk_buff *skb) * Description * See **bpf_get_cgroup_classid**\ () for the main description. * This helper differs from **bpf_get_cgroup_classid**\ () in that * the cgroup v1 net_cls class is retrieved only from the *skb*'s * associated socket instead of the current process. * Return * The id is returned or 0 in case the id could not be retrieved. * * long bpf_redirect_neigh(u32 ifindex, struct bpf_redir_neigh *params, int plen, u64 flags) * Description * Redirect the packet to another net device of index *ifindex* * and fill in L2 addresses from neighboring subsystem. This helper * is somewhat similar to **bpf_redirect**\ (), except that it * populates L2 addresses as well, meaning, internally, the helper * relies on the neighbor lookup for the L2 address of the nexthop. * * The helper will perform a FIB lookup based on the skb's * networking header to get the address of the next hop, unless * this is supplied by the caller in the *params* argument. The * *plen* argument indicates the len of *params* and should be set * to 0 if *params* is NULL. * * The *flags* argument is reserved and must be 0. The helper is * currently only supported for tc BPF program types, and enabled * for IPv4 and IPv6 protocols. * Return * The helper returns **TC_ACT_REDIRECT** on success or * **TC_ACT_SHOT** on error. * * void *bpf_per_cpu_ptr(const void *percpu_ptr, u32 cpu) * Description * Take a pointer to a percpu ksym, *percpu_ptr*, and return a * pointer to the percpu kernel variable on *cpu*. A ksym is an * extern variable decorated with '__ksym'. For ksym, there is a * global var (either static or global) defined of the same name * in the kernel. The ksym is percpu if the global var is percpu. * The returned pointer points to the global percpu var on *cpu*. * * bpf_per_cpu_ptr() has the same semantic as per_cpu_ptr() in the * kernel, except that bpf_per_cpu_ptr() may return NULL. This * happens if *cpu* is larger than nr_cpu_ids. The caller of * bpf_per_cpu_ptr() must check the returned value. * Return * A pointer pointing to the kernel percpu variable on *cpu*, or * NULL, if *cpu* is invalid. * * void *bpf_this_cpu_ptr(const void *percpu_ptr) * Description * Take a pointer to a percpu ksym, *percpu_ptr*, and return a * pointer to the percpu kernel variable on this cpu. See the * description of 'ksym' in **bpf_per_cpu_ptr**\ (). * * bpf_this_cpu_ptr() has the same semantic as this_cpu_ptr() in * the kernel. Different from **bpf_per_cpu_ptr**\ (), it would * never return NULL. * Return * A pointer pointing to the kernel percpu variable on this cpu. * * long bpf_redirect_peer(u32 ifindex, u64 flags) * Description * Redirect the packet to another net device of index *ifindex*. * This helper is somewhat similar to **bpf_redirect**\ (), except * that the redirection happens to the *ifindex*' peer device and * the netns switch takes place from ingress to ingress without * going through the CPU's backlog queue. * * The *flags* argument is reserved and must be 0. The helper is * currently only supported for tc BPF program types at the * ingress hook and for veth and netkit target device types. The * peer device must reside in a different network namespace. * Return * The helper returns **TC_ACT_REDIRECT** on success or * **TC_ACT_SHOT** on error. * * void *bpf_task_storage_get(struct bpf_map *map, struct task_struct *task, void *value, u64 flags) * Description * Get a bpf_local_storage from the *task*. * * Logically, it could be thought of as getting the value from * a *map* with *task* as the **key**. From this * perspective, the usage is not much different from * **bpf_map_lookup_elem**\ (*map*, **&**\ *task*) except this * helper enforces the key must be a task_struct and the map must also * be a **BPF_MAP_TYPE_TASK_STORAGE**. * * Underneath, the value is stored locally at *task* instead of * the *map*. The *map* is used as the bpf-local-storage * "type". The bpf-local-storage "type" (i.e. the *map*) is * searched against all bpf_local_storage residing at *task*. * * An optional *flags* (**BPF_LOCAL_STORAGE_GET_F_CREATE**) can be * used such that a new bpf_local_storage will be * created if one does not exist. *value* can be used * together with **BPF_LOCAL_STORAGE_GET_F_CREATE** to specify * the initial value of a bpf_local_storage. If *value* is * **NULL**, the new bpf_local_storage will be zero initialized. * Return * A bpf_local_storage pointer is returned on success. * * **NULL** if not found or there was an error in adding * a new bpf_local_storage. * * long bpf_task_storage_delete(struct bpf_map *map, struct task_struct *task) * Description * Delete a bpf_local_storage from a *task*. * Return * 0 on success. * * **-ENOENT** if the bpf_local_storage cannot be found. * * struct task_struct *bpf_get_current_task_btf(void) * Description * Return a BTF pointer to the "current" task. * This pointer can also be used in helpers that accept an * *ARG_PTR_TO_BTF_ID* of type *task_struct*. * Return * Pointer to the current task. * * long bpf_bprm_opts_set(struct linux_binprm *bprm, u64 flags) * Description * Set or clear certain options on *bprm*: * * **BPF_F_BPRM_SECUREEXEC** Set the secureexec bit * which sets the **AT_SECURE** auxv for glibc. The bit * is cleared if the flag is not specified. * Return * **-EINVAL** if invalid *flags* are passed, zero otherwise. * * u64 bpf_ktime_get_coarse_ns(void) * Description * Return a coarse-grained version of the time elapsed since * system boot, in nanoseconds. Does not include time the system * was suspended. * * See: **clock_gettime**\ (**CLOCK_MONOTONIC_COARSE**) * Return * Current *ktime*. * * long bpf_ima_inode_hash(struct inode *inode, void *dst, u32 size) * Description * Returns the stored IMA hash of the *inode* (if it's available). * If the hash is larger than *size*, then only *size* * bytes will be copied to *dst* * Return * The **hash_algo** is returned on success, * **-EOPNOTSUPP** if IMA is disabled or **-EINVAL** if * invalid arguments are passed. * * struct socket *bpf_sock_from_file(struct file *file) * Description * If the given file represents a socket, returns the associated * socket. * Return * A pointer to a struct socket on success or NULL if the file is * not a socket. * * long bpf_check_mtu(void *ctx, u32 ifindex, u32 *mtu_len, s32 len_diff, u64 flags) * Description * Check packet size against exceeding MTU of net device (based * on *ifindex*). This helper will likely be used in combination * with helpers that adjust/change the packet size. * * The argument *len_diff* can be used for querying with a planned * size change. This allows to check MTU prior to changing packet * ctx. Providing a *len_diff* adjustment that is larger than the * actual packet size (resulting in negative packet size) will in * principle not exceed the MTU, which is why it is not considered * a failure. Other BPF helpers are needed for performing the * planned size change; therefore the responsibility for catching * a negative packet size belongs in those helpers. * * Specifying *ifindex* zero means the MTU check is performed * against the current net device. This is practical if this isn't * used prior to redirect. * * On input *mtu_len* must be a valid pointer, else verifier will * reject BPF program. If the value *mtu_len* is initialized to * zero then the ctx packet size is use. When value *mtu_len* is * provided as input this specify the L3 length that the MTU check * is done against. Remember XDP and TC length operate at L2, but * this value is L3 as this correlate to MTU and IP-header tot_len * values which are L3 (similar behavior as bpf_fib_lookup). * * The Linux kernel route table can configure MTUs on a more * specific per route level, which is not provided by this helper. * For route level MTU checks use the **bpf_fib_lookup**\ () * helper. * * *ctx* is either **struct xdp_md** for XDP programs or * **struct sk_buff** for tc cls_act programs. * * The *flags* argument can be a combination of one or more of the * following values: * * **BPF_MTU_CHK_SEGS** * This flag will only works for *ctx* **struct sk_buff**. * If packet context contains extra packet segment buffers * (often knows as GSO skb), then MTU check is harder to * check at this point, because in transmit path it is * possible for the skb packet to get re-segmented * (depending on net device features). This could still be * a MTU violation, so this flag enables performing MTU * check against segments, with a different violation * return code to tell it apart. Check cannot use len_diff. * * On return *mtu_len* pointer contains the MTU value of the net * device. Remember the net device configured MTU is the L3 size, * which is returned here and XDP and TC length operate at L2. * Helper take this into account for you, but remember when using * MTU value in your BPF-code. * * Return * * 0 on success, and populate MTU value in *mtu_len* pointer. * * * < 0 if any input argument is invalid (*mtu_len* not updated) * * MTU violations return positive values, but also populate MTU * value in *mtu_len* pointer, as this can be needed for * implementing PMTU handing: * * * **BPF_MTU_CHK_RET_FRAG_NEEDED** * * **BPF_MTU_CHK_RET_SEGS_TOOBIG** * * long bpf_for_each_map_elem(struct bpf_map *map, void *callback_fn, void *callback_ctx, u64 flags) * Description * For each element in **map**, call **callback_fn** function with * **map**, **callback_ctx** and other map-specific parameters. * The **callback_fn** should be a static function and * the **callback_ctx** should be a pointer to the stack. * The **flags** is used to control certain aspects of the helper. * Currently, the **flags** must be 0. * * The following are a list of supported map types and their * respective expected callback signatures: * * BPF_MAP_TYPE_HASH, BPF_MAP_TYPE_PERCPU_HASH, * BPF_MAP_TYPE_LRU_HASH, BPF_MAP_TYPE_LRU_PERCPU_HASH, * BPF_MAP_TYPE_ARRAY, BPF_MAP_TYPE_PERCPU_ARRAY * * long (\*callback_fn)(struct bpf_map \*map, const void \*key, void \*value, void \*ctx); * * For per_cpu maps, the map_value is the value on the cpu where the * bpf_prog is running. * * If **callback_fn** return 0, the helper will continue to the next * element. If return value is 1, the helper will skip the rest of * elements and return. Other return values are not used now. * * Return * The number of traversed map elements for success, **-EINVAL** for * invalid **flags**. * * long bpf_snprintf(char *str, u32 str_size, const char *fmt, u64 *data, u32 data_len) * Description * Outputs a string into the **str** buffer of size **str_size** * based on a format string stored in a read-only map pointed by * **fmt**. * * Each format specifier in **fmt** corresponds to one u64 element * in the **data** array. For strings and pointers where pointees * are accessed, only the pointer values are stored in the *data* * array. The *data_len* is the size of *data* in bytes - must be * a multiple of 8. * * Formats **%s** and **%p{i,I}{4,6}** require to read kernel * memory. Reading kernel memory may fail due to either invalid * address or valid address but requiring a major memory fault. If * reading kernel memory fails, the string for **%s** will be an * empty string, and the ip address for **%p{i,I}{4,6}** will be 0. * Not returning error to bpf program is consistent with what * **bpf_trace_printk**\ () does for now. * * Return * The strictly positive length of the formatted string, including * the trailing zero character. If the return value is greater than * **str_size**, **str** contains a truncated string, guaranteed to * be zero-terminated except when **str_size** is 0. * * Or **-EBUSY** if the per-CPU memory copy buffer is busy. * * long bpf_sys_bpf(u32 cmd, void *attr, u32 attr_size) * Description * Execute bpf syscall with given arguments. * Return * A syscall result. * * long bpf_btf_find_by_name_kind(char *name, int name_sz, u32 kind, int flags) * Description * Find BTF type with given name and kind in vmlinux BTF or in module's BTFs. * Return * Returns btf_id and btf_obj_fd in lower and upper 32 bits. * * long bpf_sys_close(u32 fd) * Description * Execute close syscall for given FD. * Return * A syscall result. * * long bpf_timer_init(struct bpf_timer *timer, struct bpf_map *map, u64 flags) * Description * Initialize the timer. * First 4 bits of *flags* specify clockid. * Only CLOCK_MONOTONIC, CLOCK_REALTIME, CLOCK_BOOTTIME are allowed. * All other bits of *flags* are reserved. * The verifier will reject the program if *timer* is not from * the same *map*. * Return * 0 on success. * **-EBUSY** if *timer* is already initialized. * **-EINVAL** if invalid *flags* are passed. * **-EPERM** if *timer* is in a map that doesn't have any user references. * The user space should either hold a file descriptor to a map with timers * or pin such map in bpffs. When map is unpinned or file descriptor is * closed all timers in the map will be cancelled and freed. * * long bpf_timer_set_callback(struct bpf_timer *timer, void *callback_fn) * Description * Configure the timer to call *callback_fn* static function. * Return * 0 on success. * **-EINVAL** if *timer* was not initialized with bpf_timer_init() earlier. * **-EPERM** if *timer* is in a map that doesn't have any user references. * The user space should either hold a file descriptor to a map with timers * or pin such map in bpffs. When map is unpinned or file descriptor is * closed all timers in the map will be cancelled and freed. * * long bpf_timer_start(struct bpf_timer *timer, u64 nsecs, u64 flags) * Description * Set timer expiration N nanoseconds from the current time. The * configured callback will be invoked in soft irq context on some cpu * and will not repeat unless another bpf_timer_start() is made. * In such case the next invocation can migrate to a different cpu. * Since struct bpf_timer is a field inside map element the map * owns the timer. The bpf_timer_set_callback() will increment refcnt * of BPF program to make sure that callback_fn code stays valid. * When user space reference to a map reaches zero all timers * in a map are cancelled and corresponding program's refcnts are * decremented. This is done to make sure that Ctrl-C of a user * process doesn't leave any timers running. If map is pinned in * bpffs the callback_fn can re-arm itself indefinitely. * bpf_map_update/delete_elem() helpers and user space sys_bpf commands * cancel and free the timer in the given map element. * The map can contain timers that invoke callback_fn-s from different * programs. The same callback_fn can serve different timers from * different maps if key/value layout matches across maps. * Every bpf_timer_set_callback() can have different callback_fn. * * *flags* can be one of: * * **BPF_F_TIMER_ABS** * Start the timer in absolute expire value instead of the * default relative one. * **BPF_F_TIMER_CPU_PIN** * Timer will be pinned to the CPU of the caller. * * Return * 0 on success. * **-EINVAL** if *timer* was not initialized with bpf_timer_init() earlier * or invalid *flags* are passed. * * long bpf_timer_cancel(struct bpf_timer *timer) * Description * Cancel the timer and wait for callback_fn to finish if it was running. * Return * 0 if the timer was not active. * 1 if the timer was active. * **-EINVAL** if *timer* was not initialized with bpf_timer_init() earlier. * **-EDEADLK** if callback_fn tried to call bpf_timer_cancel() on its * own timer which would have led to a deadlock otherwise. * * u64 bpf_get_func_ip(void *ctx) * Description * Get address of the traced function (for tracing and kprobe programs). * * When called for kprobe program attached as uprobe it returns * probe address for both entry and return uprobe. * * Return * Address of the traced function for kprobe. * 0 for kprobes placed within the function (not at the entry). * Address of the probe for uprobe and return uprobe. * * u64 bpf_get_attach_cookie(void *ctx) * Description * Get bpf_cookie value provided (optionally) during the program * attachment. It might be different for each individual * attachment, even if BPF program itself is the same. * Expects BPF program context *ctx* as a first argument. * * Supported for the following program types: * - kprobe/uprobe; * - tracepoint; * - perf_event. * Return * Value specified by user at BPF link creation/attachment time * or 0, if it was not specified. * * long bpf_task_pt_regs(struct task_struct *task) * Description * Get the struct pt_regs associated with **task**. * Return * A pointer to struct pt_regs. * * long bpf_get_branch_snapshot(void *entries, u32 size, u64 flags) * Description * Get branch trace from hardware engines like Intel LBR. The * hardware engine is stopped shortly after the helper is * called. Therefore, the user need to filter branch entries * based on the actual use case. To capture branch trace * before the trigger point of the BPF program, the helper * should be called at the beginning of the BPF program. * * The data is stored as struct perf_branch_entry into output * buffer *entries*. *size* is the size of *entries* in bytes. * *flags* is reserved for now and must be zero. * * Return * On success, number of bytes written to *buf*. On error, a * negative value. * * **-EINVAL** if *flags* is not zero. * * **-ENOENT** if architecture does not support branch records. * * long bpf_trace_vprintk(const char *fmt, u32 fmt_size, const void *data, u32 data_len) * Description * Behaves like **bpf_trace_printk**\ () helper, but takes an array of u64 * to format and can handle more format args as a result. * * Arguments are to be used as in **bpf_seq_printf**\ () helper. * Return * The number of bytes written to the buffer, or a negative error * in case of failure. * * struct unix_sock *bpf_skc_to_unix_sock(void *sk) * Description * Dynamically cast a *sk* pointer to a *unix_sock* pointer. * Return * *sk* if casting is valid, or **NULL** otherwise. * * long bpf_kallsyms_lookup_name(const char *name, int name_sz, int flags, u64 *res) * Description * Get the address of a kernel symbol, returned in *res*. *res* is * set to 0 if the symbol is not found. * Return * On success, zero. On error, a negative value. * * **-EINVAL** if *flags* is not zero. * * **-EINVAL** if string *name* is not the same size as *name_sz*. * * **-ENOENT** if symbol is not found. * * **-EPERM** if caller does not have permission to obtain kernel address. * * long bpf_find_vma(struct task_struct *task, u64 addr, void *callback_fn, void *callback_ctx, u64 flags) * Description * Find vma of *task* that contains *addr*, call *callback_fn* * function with *task*, *vma*, and *callback_ctx*. * The *callback_fn* should be a static function and * the *callback_ctx* should be a pointer to the stack. * The *flags* is used to control certain aspects of the helper. * Currently, the *flags* must be 0. * * The expected callback signature is * * long (\*callback_fn)(struct task_struct \*task, struct vm_area_struct \*vma, void \*callback_ctx); * * Return * 0 on success. * **-ENOENT** if *task->mm* is NULL, or no vma contains *addr*. * **-EBUSY** if failed to try lock mmap_lock. * **-EINVAL** for invalid **flags**. * * long bpf_loop(u32 nr_loops, void *callback_fn, void *callback_ctx, u64 flags) * Description * For **nr_loops**, call **callback_fn** function * with **callback_ctx** as the context parameter. * The **callback_fn** should be a static function and * the **callback_ctx** should be a pointer to the stack. * The **flags** is used to control certain aspects of the helper. * Currently, the **flags** must be 0. Currently, nr_loops is * limited to 1 << 23 (~8 million) loops. * * long (\*callback_fn)(u32 index, void \*ctx); * * where **index** is the current index in the loop. The index * is zero-indexed. * * If **callback_fn** returns 0, the helper will continue to the next * loop. If return value is 1, the helper will skip the rest of * the loops and return. Other return values are not used now, * and will be rejected by the verifier. * * Return * The number of loops performed, **-EINVAL** for invalid **flags**, * **-E2BIG** if **nr_loops** exceeds the maximum number of loops. * * long bpf_strncmp(const char *s1, u32 s1_sz, const char *s2) * Description * Do strncmp() between **s1** and **s2**. **s1** doesn't need * to be null-terminated and **s1_sz** is the maximum storage * size of **s1**. **s2** must be a read-only string. * Return * An integer less than, equal to, or greater than zero * if the first **s1_sz** bytes of **s1** is found to be * less than, to match, or be greater than **s2**. * * long bpf_get_func_arg(void *ctx, u32 n, u64 *value) * Description * Get **n**-th argument register (zero based) of the traced function (for tracing programs) * returned in **value**. * * Return * 0 on success. * **-EINVAL** if n >= argument register count of traced function. * * long bpf_get_func_ret(void *ctx, u64 *value) * Description * Get return value of the traced function (for tracing programs) * in **value**. * * Return * 0 on success. * **-EOPNOTSUPP** for tracing programs other than BPF_TRACE_FEXIT or BPF_MODIFY_RETURN. * * long bpf_get_func_arg_cnt(void *ctx) * Description * Get number of registers of the traced function (for tracing programs) where * function arguments are stored in these registers. * * Return * The number of argument registers of the traced function. * * int bpf_get_retval(void) * Description * Get the BPF program's return value that will be returned to the upper layers. * * This helper is currently supported by cgroup programs and only by the hooks * where BPF program's return value is returned to the userspace via errno. * Return * The BPF program's return value. * * int bpf_set_retval(int retval) * Description * Set the BPF program's return value that will be returned to the upper layers. * * This helper is currently supported by cgroup programs and only by the hooks * where BPF program's return value is returned to the userspace via errno. * * Note that there is the following corner case where the program exports an error * via bpf_set_retval but signals success via 'return 1': * * bpf_set_retval(-EPERM); * return 1; * * In this case, the BPF program's return value will use helper's -EPERM. This * still holds true for cgroup/bind{4,6} which supports extra 'return 3' success case. * * Return * 0 on success, or a negative error in case of failure. * * u64 bpf_xdp_get_buff_len(struct xdp_buff *xdp_md) * Description * Get the total size of a given xdp buff (linear and paged area) * Return * The total size of a given xdp buffer. * * long bpf_xdp_load_bytes(struct xdp_buff *xdp_md, u32 offset, void *buf, u32 len) * Description * This helper is provided as an easy way to load data from a * xdp buffer. It can be used to load *len* bytes from *offset* from * the frame associated to *xdp_md*, into the buffer pointed by * *buf*. * Return * 0 on success, or a negative error in case of failure. * * long bpf_xdp_store_bytes(struct xdp_buff *xdp_md, u32 offset, void *buf, u32 len) * Description * Store *len* bytes from buffer *buf* into the frame * associated to *xdp_md*, at *offset*. * Return * 0 on success, or a negative error in case of failure. * * long bpf_copy_from_user_task(void *dst, u32 size, const void *user_ptr, struct task_struct *tsk, u64 flags) * Description * Read *size* bytes from user space address *user_ptr* in *tsk*'s * address space, and stores the data in *dst*. *flags* is not * used yet and is provided for future extensibility. This helper * can only be used by sleepable programs. * Return * 0 on success, or a negative error in case of failure. On error * *dst* buffer is zeroed out. * * long bpf_skb_set_tstamp(struct sk_buff *skb, u64 tstamp, u32 tstamp_type) * Description * Change the __sk_buff->tstamp_type to *tstamp_type* * and set *tstamp* to the __sk_buff->tstamp together. * * If there is no need to change the __sk_buff->tstamp_type, * the tstamp value can be directly written to __sk_buff->tstamp * instead. * * BPF_SKB_TSTAMP_DELIVERY_MONO is the only tstamp that * will be kept during bpf_redirect_*(). A non zero * *tstamp* must be used with the BPF_SKB_TSTAMP_DELIVERY_MONO * *tstamp_type*. * * A BPF_SKB_TSTAMP_UNSPEC *tstamp_type* can only be used * with a zero *tstamp*. * * Only IPv4 and IPv6 skb->protocol are supported. * * This function is most useful when it needs to set a * mono delivery time to __sk_buff->tstamp and then * bpf_redirect_*() to the egress of an iface. For example, * changing the (rcv) timestamp in __sk_buff->tstamp at * ingress to a mono delivery time and then bpf_redirect_*() * to sch_fq@phy-dev. * Return * 0 on success. * **-EINVAL** for invalid input * **-EOPNOTSUPP** for unsupported protocol * * long bpf_ima_file_hash(struct file *file, void *dst, u32 size) * Description * Returns a calculated IMA hash of the *file*. * If the hash is larger than *size*, then only *size* * bytes will be copied to *dst* * Return * The **hash_algo** is returned on success, * **-EOPNOTSUPP** if the hash calculation failed or **-EINVAL** if * invalid arguments are passed. * * void *bpf_kptr_xchg(void *map_value, void *ptr) * Description * Exchange kptr at pointer *map_value* with *ptr*, and return the * old value. *ptr* can be NULL, otherwise it must be a referenced * pointer which will be released when this helper is called. * Return * The old value of kptr (which can be NULL). The returned pointer * if not NULL, is a reference which must be released using its * corresponding release function, or moved into a BPF map before * program exit. * * void *bpf_map_lookup_percpu_elem(struct bpf_map *map, const void *key, u32 cpu) * Description * Perform a lookup in *percpu map* for an entry associated to * *key* on *cpu*. * Return * Map value associated to *key* on *cpu*, or **NULL** if no entry * was found or *cpu* is invalid. * * struct mptcp_sock *bpf_skc_to_mptcp_sock(void *sk) * Description * Dynamically cast a *sk* pointer to a *mptcp_sock* pointer. * Return * *sk* if casting is valid, or **NULL** otherwise. * * long bpf_dynptr_from_mem(void *data, u32 size, u64 flags, struct bpf_dynptr *ptr) * Description * Get a dynptr to local memory *data*. * * *data* must be a ptr to a map value. * The maximum *size* supported is DYNPTR_MAX_SIZE. * *flags* is currently unused. * Return * 0 on success, -E2BIG if the size exceeds DYNPTR_MAX_SIZE, * -EINVAL if flags is not 0. * * long bpf_ringbuf_reserve_dynptr(void *ringbuf, u32 size, u64 flags, struct bpf_dynptr *ptr) * Description * Reserve *size* bytes of payload in a ring buffer *ringbuf* * through the dynptr interface. *flags* must be 0. * * Please note that a corresponding bpf_ringbuf_submit_dynptr or * bpf_ringbuf_discard_dynptr must be called on *ptr*, even if the * reservation fails. This is enforced by the verifier. * Return * 0 on success, or a negative error in case of failure. * * void bpf_ringbuf_submit_dynptr(struct bpf_dynptr *ptr, u64 flags) * Description * Submit reserved ring buffer sample, pointed to by *data*, * through the dynptr interface. This is a no-op if the dynptr is * invalid/null. * * For more information on *flags*, please see * 'bpf_ringbuf_submit'. * Return * Nothing. Always succeeds. * * void bpf_ringbuf_discard_dynptr(struct bpf_dynptr *ptr, u64 flags) * Description * Discard reserved ring buffer sample through the dynptr * interface. This is a no-op if the dynptr is invalid/null. * * For more information on *flags*, please see * 'bpf_ringbuf_discard'. * Return * Nothing. Always succeeds. * * long bpf_dynptr_read(void *dst, u32 len, const struct bpf_dynptr *src, u32 offset, u64 flags) * Description * Read *len* bytes from *src* into *dst*, starting from *offset* * into *src*. * *flags* is currently unused. * Return * 0 on success, -E2BIG if *offset* + *len* exceeds the length * of *src*'s data, -EINVAL if *src* is an invalid dynptr or if * *flags* is not 0. * * long bpf_dynptr_write(const struct bpf_dynptr *dst, u32 offset, void *src, u32 len, u64 flags) * Description * Write *len* bytes from *src* into *dst*, starting from *offset* * into *dst*. * * *flags* must be 0 except for skb-type dynptrs. * * For skb-type dynptrs: * * All data slices of the dynptr are automatically * invalidated after **bpf_dynptr_write**\ (). This is * because writing may pull the skb and change the * underlying packet buffer. * * * For *flags*, please see the flags accepted by * **bpf_skb_store_bytes**\ (). * Return * 0 on success, -E2BIG if *offset* + *len* exceeds the length * of *dst*'s data, -EINVAL if *dst* is an invalid dynptr or if *dst* * is a read-only dynptr or if *flags* is not correct. For skb-type dynptrs, * other errors correspond to errors returned by **bpf_skb_store_bytes**\ (). * * void *bpf_dynptr_data(const struct bpf_dynptr *ptr, u32 offset, u32 len) * Description * Get a pointer to the underlying dynptr data. * * *len* must be a statically known value. The returned data slice * is invalidated whenever the dynptr is invalidated. * * skb and xdp type dynptrs may not use bpf_dynptr_data. They should * instead use bpf_dynptr_slice and bpf_dynptr_slice_rdwr. * Return * Pointer to the underlying dynptr data, NULL if the dynptr is * read-only, if the dynptr is invalid, or if the offset and length * is out of bounds. * * s64 bpf_tcp_raw_gen_syncookie_ipv4(struct iphdr *iph, struct tcphdr *th, u32 th_len) * Description * Try to issue a SYN cookie for the packet with corresponding * IPv4/TCP headers, *iph* and *th*, without depending on a * listening socket. * * *iph* points to the IPv4 header. * * *th* points to the start of the TCP header, while *th_len* * contains the length of the TCP header (at least * **sizeof**\ (**struct tcphdr**)). * Return * On success, lower 32 bits hold the generated SYN cookie in * followed by 16 bits which hold the MSS value for that cookie, * and the top 16 bits are unused. * * On failure, the returned value is one of the following: * * **-EINVAL** if *th_len* is invalid. * * s64 bpf_tcp_raw_gen_syncookie_ipv6(struct ipv6hdr *iph, struct tcphdr *th, u32 th_len) * Description * Try to issue a SYN cookie for the packet with corresponding * IPv6/TCP headers, *iph* and *th*, without depending on a * listening socket. * * *iph* points to the IPv6 header. * * *th* points to the start of the TCP header, while *th_len* * contains the length of the TCP header (at least * **sizeof**\ (**struct tcphdr**)). * Return * On success, lower 32 bits hold the generated SYN cookie in * followed by 16 bits which hold the MSS value for that cookie, * and the top 16 bits are unused. * * On failure, the returned value is one of the following: * * **-EINVAL** if *th_len* is invalid. * * **-EPROTONOSUPPORT** if CONFIG_IPV6 is not builtin. * * long bpf_tcp_raw_check_syncookie_ipv4(struct iphdr *iph, struct tcphdr *th) * Description * Check whether *iph* and *th* contain a valid SYN cookie ACK * without depending on a listening socket. * * *iph* points to the IPv4 header. * * *th* points to the TCP header. * Return * 0 if *iph* and *th* are a valid SYN cookie ACK. * * On failure, the returned value is one of the following: * * **-EACCES** if the SYN cookie is not valid. * * long bpf_tcp_raw_check_syncookie_ipv6(struct ipv6hdr *iph, struct tcphdr *th) * Description * Check whether *iph* and *th* contain a valid SYN cookie ACK * without depending on a listening socket. * * *iph* points to the IPv6 header. * * *th* points to the TCP header. * Return * 0 if *iph* and *th* are a valid SYN cookie ACK. * * On failure, the returned value is one of the following: * * **-EACCES** if the SYN cookie is not valid. * * **-EPROTONOSUPPORT** if CONFIG_IPV6 is not builtin. * * u64 bpf_ktime_get_tai_ns(void) * Description * A nonsettable system-wide clock derived from wall-clock time but * ignoring leap seconds. This clock does not experience * discontinuities and backwards jumps caused by NTP inserting leap * seconds as CLOCK_REALTIME does. * * See: **clock_gettime**\ (**CLOCK_TAI**) * Return * Current *ktime*. * * long bpf_user_ringbuf_drain(struct bpf_map *map, void *callback_fn, void *ctx, u64 flags) * Description * Drain samples from the specified user ring buffer, and invoke * the provided callback for each such sample: * * long (\*callback_fn)(const struct bpf_dynptr \*dynptr, void \*ctx); * * If **callback_fn** returns 0, the helper will continue to try * and drain the next sample, up to a maximum of * BPF_MAX_USER_RINGBUF_SAMPLES samples. If the return value is 1, * the helper will skip the rest of the samples and return. Other * return values are not used now, and will be rejected by the * verifier. * Return * The number of drained samples if no error was encountered while * draining samples, or 0 if no samples were present in the ring * buffer. If a user-space producer was epoll-waiting on this map, * and at least one sample was drained, they will receive an event * notification notifying them of available space in the ring * buffer. If the BPF_RB_NO_WAKEUP flag is passed to this * function, no wakeup notification will be sent. If the * BPF_RB_FORCE_WAKEUP flag is passed, a wakeup notification will * be sent even if no sample was drained. * * On failure, the returned value is one of the following: * * **-EBUSY** if the ring buffer is contended, and another calling * context was concurrently draining the ring buffer. * * **-EINVAL** if user-space is not properly tracking the ring * buffer due to the producer position not being aligned to 8 * bytes, a sample not being aligned to 8 bytes, or the producer * position not matching the advertised length of a sample. * * **-E2BIG** if user-space has tried to publish a sample which is * larger than the size of the ring buffer, or which cannot fit * within a struct bpf_dynptr. * * void *bpf_cgrp_storage_get(struct bpf_map *map, struct cgroup *cgroup, void *value, u64 flags) * Description * Get a bpf_local_storage from the *cgroup*. * * Logically, it could be thought of as getting the value from * a *map* with *cgroup* as the **key**. From this * perspective, the usage is not much different from * **bpf_map_lookup_elem**\ (*map*, **&**\ *cgroup*) except this * helper enforces the key must be a cgroup struct and the map must also * be a **BPF_MAP_TYPE_CGRP_STORAGE**. * * In reality, the local-storage value is embedded directly inside of the * *cgroup* object itself, rather than being located in the * **BPF_MAP_TYPE_CGRP_STORAGE** map. When the local-storage value is * queried for some *map* on a *cgroup* object, the kernel will perform an * O(n) iteration over all of the live local-storage values for that * *cgroup* object until the local-storage value for the *map* is found. * * An optional *flags* (**BPF_LOCAL_STORAGE_GET_F_CREATE**) can be * used such that a new bpf_local_storage will be * created if one does not exist. *value* can be used * together with **BPF_LOCAL_STORAGE_GET_F_CREATE** to specify * the initial value of a bpf_local_storage. If *value* is * **NULL**, the new bpf_local_storage will be zero initialized. * Return * A bpf_local_storage pointer is returned on success. * * **NULL** if not found or there was an error in adding * a new bpf_local_storage. * * long bpf_cgrp_storage_delete(struct bpf_map *map, struct cgroup *cgroup) * Description * Delete a bpf_local_storage from a *cgroup*. * Return * 0 on success. * * **-ENOENT** if the bpf_local_storage cannot be found. */ #define ___BPF_FUNC_MAPPER(FN, ctx...) \ FN(unspec, 0, ##ctx) \ FN(map_lookup_elem, 1, ##ctx) \ FN(map_update_elem, 2, ##ctx) \ FN(map_delete_elem, 3, ##ctx) \ FN(probe_read, 4, ##ctx) \ FN(ktime_get_ns, 5, ##ctx) \ FN(trace_printk, 6, ##ctx) \ FN(get_prandom_u32, 7, ##ctx) \ FN(get_smp_processor_id, 8, ##ctx) \ FN(skb_store_bytes, 9, ##ctx) \ FN(l3_csum_replace, 10, ##ctx) \ FN(l4_csum_replace, 11, ##ctx) \ FN(tail_call, 12, ##ctx) \ FN(clone_redirect, 13, ##ctx) \ FN(get_current_pid_tgid, 14, ##ctx) \ FN(get_current_uid_gid, 15, ##ctx) \ FN(get_current_comm, 16, ##ctx) \ FN(get_cgroup_classid, 17, ##ctx) \ FN(skb_vlan_push, 18, ##ctx) \ FN(skb_vlan_pop, 19, ##ctx) \ FN(skb_get_tunnel_key, 20, ##ctx) \ FN(skb_set_tunnel_key, 21, ##ctx) \ FN(perf_event_read, 22, ##ctx) \ FN(redirect, 23, ##ctx) \ FN(get_route_realm, 24, ##ctx) \ FN(perf_event_output, 25, ##ctx) \ FN(skb_load_bytes, 26, ##ctx) \ FN(get_stackid, 27, ##ctx) \ FN(csum_diff, 28, ##ctx) \ FN(skb_get_tunnel_opt, 29, ##ctx) \ FN(skb_set_tunnel_opt, 30, ##ctx) \ FN(skb_change_proto, 31, ##ctx) \ FN(skb_change_type, 32, ##ctx) \ FN(skb_under_cgroup, 33, ##ctx) \ FN(get_hash_recalc, 34, ##ctx) \ FN(get_current_task, 35, ##ctx) \ FN(probe_write_user, 36, ##ctx) \ FN(current_task_under_cgroup, 37, ##ctx) \ FN(skb_change_tail, 38, ##ctx) \ FN(skb_pull_data, 39, ##ctx) \ FN(csum_update, 40, ##ctx) \ FN(set_hash_invalid, 41, ##ctx) \ FN(get_numa_node_id, 42, ##ctx) \ FN(skb_change_head, 43, ##ctx) \ FN(xdp_adjust_head, 44, ##ctx) \ FN(probe_read_str, 45, ##ctx) \ FN(get_socket_cookie, 46, ##ctx) \ FN(get_socket_uid, 47, ##ctx) \ FN(set_hash, 48, ##ctx) \ FN(setsockopt, 49, ##ctx) \ FN(skb_adjust_room, 50, ##ctx) \ FN(redirect_map, 51, ##ctx) \ FN(sk_redirect_map, 52, ##ctx) \ FN(sock_map_update, 53, ##ctx) \ FN(xdp_adjust_meta, 54, ##ctx) \ FN(perf_event_read_value, 55, ##ctx) \ FN(perf_prog_read_value, 56, ##ctx) \ FN(getsockopt, 57, ##ctx) \ FN(override_return, 58, ##ctx) \ FN(sock_ops_cb_flags_set, 59, ##ctx) \ FN(msg_redirect_map, 60, ##ctx) \ FN(msg_apply_bytes, 61, ##ctx) \ FN(msg_cork_bytes, 62, ##ctx) \ FN(msg_pull_data, 63, ##ctx) \ FN(bind, 64, ##ctx) \ FN(xdp_adjust_tail, 65, ##ctx) \ FN(skb_get_xfrm_state, 66, ##ctx) \ FN(get_stack, 67, ##ctx) \ FN(skb_load_bytes_relative, 68, ##ctx) \ FN(fib_lookup, 69, ##ctx) \ FN(sock_hash_update, 70, ##ctx) \ FN(msg_redirect_hash, 71, ##ctx) \ FN(sk_redirect_hash, 72, ##ctx) \ FN(lwt_push_encap, 73, ##ctx) \ FN(lwt_seg6_store_bytes, 74, ##ctx) \ FN(lwt_seg6_adjust_srh, 75, ##ctx) \ FN(lwt_seg6_action, 76, ##ctx) \ FN(rc_repeat, 77, ##ctx) \ FN(rc_keydown, 78, ##ctx) \ FN(skb_cgroup_id, 79, ##ctx) \ FN(get_current_cgroup_id, 80, ##ctx) \ FN(get_local_storage, 81, ##ctx) \ FN(sk_select_reuseport, 82, ##ctx) \ FN(skb_ancestor_cgroup_id, 83, ##ctx) \ FN(sk_lookup_tcp, 84, ##ctx) \ FN(sk_lookup_udp, 85, ##ctx) \ FN(sk_release, 86, ##ctx) \ FN(map_push_elem, 87, ##ctx) \ FN(map_pop_elem, 88, ##ctx) \ FN(map_peek_elem, 89, ##ctx) \ FN(msg_push_data, 90, ##ctx) \ FN(msg_pop_data, 91, ##ctx) \ FN(rc_pointer_rel, 92, ##ctx) \ FN(spin_lock, 93, ##ctx) \ FN(spin_unlock, 94, ##ctx) \ FN(sk_fullsock, 95, ##ctx) \ FN(tcp_sock, 96, ##ctx) \ FN(skb_ecn_set_ce, 97, ##ctx) \ FN(get_listener_sock, 98, ##ctx) \ FN(skc_lookup_tcp, 99, ##ctx) \ FN(tcp_check_syncookie, 100, ##ctx) \ FN(sysctl_get_name, 101, ##ctx) \ FN(sysctl_get_current_value, 102, ##ctx) \ FN(sysctl_get_new_value, 103, ##ctx) \ FN(sysctl_set_new_value, 104, ##ctx) \ FN(strtol, 105, ##ctx) \ FN(strtoul, 106, ##ctx) \ FN(sk_storage_get, 107, ##ctx) \ FN(sk_storage_delete, 108, ##ctx) \ FN(send_signal, 109, ##ctx) \ FN(tcp_gen_syncookie, 110, ##ctx) \ FN(skb_output, 111, ##ctx) \ FN(probe_read_user, 112, ##ctx) \ FN(probe_read_kernel, 113, ##ctx) \ FN(probe_read_user_str, 114, ##ctx) \ FN(probe_read_kernel_str, 115, ##ctx) \ FN(tcp_send_ack, 116, ##ctx) \ FN(send_signal_thread, 117, ##ctx) \ FN(jiffies64, 118, ##ctx) \ FN(read_branch_records, 119, ##ctx) \ FN(get_ns_current_pid_tgid, 120, ##ctx) \ FN(xdp_output, 121, ##ctx) \ FN(get_netns_cookie, 122, ##ctx) \ FN(get_current_ancestor_cgroup_id, 123, ##ctx) \ FN(sk_assign, 124, ##ctx) \ FN(ktime_get_boot_ns, 125, ##ctx) \ FN(seq_printf, 126, ##ctx) \ FN(seq_write, 127, ##ctx) \ FN(sk_cgroup_id, 128, ##ctx) \ FN(sk_ancestor_cgroup_id, 129, ##ctx) \ FN(ringbuf_output, 130, ##ctx) \ FN(ringbuf_reserve, 131, ##ctx) \ FN(ringbuf_submit, 132, ##ctx) \ FN(ringbuf_discard, 133, ##ctx) \ FN(ringbuf_query, 134, ##ctx) \ FN(csum_level, 135, ##ctx) \ FN(skc_to_tcp6_sock, 136, ##ctx) \ FN(skc_to_tcp_sock, 137, ##ctx) \ FN(skc_to_tcp_timewait_sock, 138, ##ctx) \ FN(skc_to_tcp_request_sock, 139, ##ctx) \ FN(skc_to_udp6_sock, 140, ##ctx) \ FN(get_task_stack, 141, ##ctx) \ FN(load_hdr_opt, 142, ##ctx) \ FN(store_hdr_opt, 143, ##ctx) \ FN(reserve_hdr_opt, 144, ##ctx) \ FN(inode_storage_get, 145, ##ctx) \ FN(inode_storage_delete, 146, ##ctx) \ FN(d_path, 147, ##ctx) \ FN(copy_from_user, 148, ##ctx) \ FN(snprintf_btf, 149, ##ctx) \ FN(seq_printf_btf, 150, ##ctx) \ FN(skb_cgroup_classid, 151, ##ctx) \ FN(redirect_neigh, 152, ##ctx) \ FN(per_cpu_ptr, 153, ##ctx) \ FN(this_cpu_ptr, 154, ##ctx) \ FN(redirect_peer, 155, ##ctx) \ FN(task_storage_get, 156, ##ctx) \ FN(task_storage_delete, 157, ##ctx) \ FN(get_current_task_btf, 158, ##ctx) \ FN(bprm_opts_set, 159, ##ctx) \ FN(ktime_get_coarse_ns, 160, ##ctx) \ FN(ima_inode_hash, 161, ##ctx) \ FN(sock_from_file, 162, ##ctx) \ FN(check_mtu, 163, ##ctx) \ FN(for_each_map_elem, 164, ##ctx) \ FN(snprintf, 165, ##ctx) \ FN(sys_bpf, 166, ##ctx) \ FN(btf_find_by_name_kind, 167, ##ctx) \ FN(sys_close, 168, ##ctx) \ FN(timer_init, 169, ##ctx) \ FN(timer_set_callback, 170, ##ctx) \ FN(timer_start, 171, ##ctx) \ FN(timer_cancel, 172, ##ctx) \ FN(get_func_ip, 173, ##ctx) \ FN(get_attach_cookie, 174, ##ctx) \ FN(task_pt_regs, 175, ##ctx) \ FN(get_branch_snapshot, 176, ##ctx) \ FN(trace_vprintk, 177, ##ctx) \ FN(skc_to_unix_sock, 178, ##ctx) \ FN(kallsyms_lookup_name, 179, ##ctx) \ FN(find_vma, 180, ##ctx) \ FN(loop, 181, ##ctx) \ FN(strncmp, 182, ##ctx) \ FN(get_func_arg, 183, ##ctx) \ FN(get_func_ret, 184, ##ctx) \ FN(get_func_arg_cnt, 185, ##ctx) \ FN(get_retval, 186, ##ctx) \ FN(set_retval, 187, ##ctx) \ FN(xdp_get_buff_len, 188, ##ctx) \ FN(xdp_load_bytes, 189, ##ctx) \ FN(xdp_store_bytes, 190, ##ctx) \ FN(copy_from_user_task, 191, ##ctx) \ FN(skb_set_tstamp, 192, ##ctx) \ FN(ima_file_hash, 193, ##ctx) \ FN(kptr_xchg, 194, ##ctx) \ FN(map_lookup_percpu_elem, 195, ##ctx) \ FN(skc_to_mptcp_sock, 196, ##ctx) \ FN(dynptr_from_mem, 197, ##ctx) \ FN(ringbuf_reserve_dynptr, 198, ##ctx) \ FN(ringbuf_submit_dynptr, 199, ##ctx) \ FN(ringbuf_discard_dynptr, 200, ##ctx) \ FN(dynptr_read, 201, ##ctx) \ FN(dynptr_write, 202, ##ctx) \ FN(dynptr_data, 203, ##ctx) \ FN(tcp_raw_gen_syncookie_ipv4, 204, ##ctx) \ FN(tcp_raw_gen_syncookie_ipv6, 205, ##ctx) \ FN(tcp_raw_check_syncookie_ipv4, 206, ##ctx) \ FN(tcp_raw_check_syncookie_ipv6, 207, ##ctx) \ FN(ktime_get_tai_ns, 208, ##ctx) \ FN(user_ringbuf_drain, 209, ##ctx) \ FN(cgrp_storage_get, 210, ##ctx) \ FN(cgrp_storage_delete, 211, ##ctx) \ /* */ /* backwards-compatibility macros for users of __BPF_FUNC_MAPPER that don't * know or care about integer value that is now passed as second argument */ #define __BPF_FUNC_MAPPER_APPLY(name, value, FN) FN(name), #define __BPF_FUNC_MAPPER(FN) ___BPF_FUNC_MAPPER(__BPF_FUNC_MAPPER_APPLY, FN) /* integer value in 'imm' field of BPF_CALL instruction selects which helper * function eBPF program intends to call */ #define __BPF_ENUM_FN(x, y) BPF_FUNC_ ## x = y, enum bpf_func_id { ___BPF_FUNC_MAPPER(__BPF_ENUM_FN) __BPF_FUNC_MAX_ID, }; #undef __BPF_ENUM_FN /* All flags used by eBPF helper functions, placed here. */ /* BPF_FUNC_skb_store_bytes flags. */ enum { BPF_F_RECOMPUTE_CSUM = (1ULL << 0), BPF_F_INVALIDATE_HASH = (1ULL << 1), }; /* BPF_FUNC_l3_csum_replace and BPF_FUNC_l4_csum_replace flags. * First 4 bits are for passing the header field size. */ enum { BPF_F_HDR_FIELD_MASK = 0xfULL, }; /* BPF_FUNC_l4_csum_replace flags. */ enum { BPF_F_PSEUDO_HDR = (1ULL << 4), BPF_F_MARK_MANGLED_0 = (1ULL << 5), BPF_F_MARK_ENFORCE = (1ULL << 6), }; /* BPF_FUNC_clone_redirect and BPF_FUNC_redirect flags. */ enum { BPF_F_INGRESS = (1ULL << 0), }; /* BPF_FUNC_skb_set_tunnel_key and BPF_FUNC_skb_get_tunnel_key flags. */ enum { BPF_F_TUNINFO_IPV6 = (1ULL << 0), }; /* flags for both BPF_FUNC_get_stackid and BPF_FUNC_get_stack. */ enum { BPF_F_SKIP_FIELD_MASK = 0xffULL, BPF_F_USER_STACK = (1ULL << 8), /* flags used by BPF_FUNC_get_stackid only. */ BPF_F_FAST_STACK_CMP = (1ULL << 9), BPF_F_REUSE_STACKID = (1ULL << 10), /* flags used by BPF_FUNC_get_stack only. */ BPF_F_USER_BUILD_ID = (1ULL << 11), }; /* BPF_FUNC_skb_set_tunnel_key flags. */ enum { BPF_F_ZERO_CSUM_TX = (1ULL << 1), BPF_F_DONT_FRAGMENT = (1ULL << 2), BPF_F_SEQ_NUMBER = (1ULL << 3), BPF_F_NO_TUNNEL_KEY = (1ULL << 4), }; /* BPF_FUNC_skb_get_tunnel_key flags. */ enum { BPF_F_TUNINFO_FLAGS = (1ULL << 4), }; /* BPF_FUNC_perf_event_output, BPF_FUNC_perf_event_read and * BPF_FUNC_perf_event_read_value flags. */ enum { BPF_F_INDEX_MASK = 0xffffffffULL, BPF_F_CURRENT_CPU = BPF_F_INDEX_MASK, /* BPF_FUNC_perf_event_output for sk_buff input context. */ BPF_F_CTXLEN_MASK = (0xfffffULL << 32), }; /* Current network namespace */ enum { BPF_F_CURRENT_NETNS = (-1L), }; /* BPF_FUNC_csum_level level values. */ enum { BPF_CSUM_LEVEL_QUERY, BPF_CSUM_LEVEL_INC, BPF_CSUM_LEVEL_DEC, BPF_CSUM_LEVEL_RESET, }; /* BPF_FUNC_skb_adjust_room flags. */ enum { BPF_F_ADJ_ROOM_FIXED_GSO = (1ULL << 0), BPF_F_ADJ_ROOM_ENCAP_L3_IPV4 = (1ULL << 1), BPF_F_ADJ_ROOM_ENCAP_L3_IPV6 = (1ULL << 2), BPF_F_ADJ_ROOM_ENCAP_L4_GRE = (1ULL << 3), BPF_F_ADJ_ROOM_ENCAP_L4_UDP = (1ULL << 4), BPF_F_ADJ_ROOM_NO_CSUM_RESET = (1ULL << 5), BPF_F_ADJ_ROOM_ENCAP_L2_ETH = (1ULL << 6), BPF_F_ADJ_ROOM_DECAP_L3_IPV4 = (1ULL << 7), BPF_F_ADJ_ROOM_DECAP_L3_IPV6 = (1ULL << 8), }; enum { BPF_ADJ_ROOM_ENCAP_L2_MASK = 0xff, BPF_ADJ_ROOM_ENCAP_L2_SHIFT = 56, }; #define BPF_F_ADJ_ROOM_ENCAP_L2(len) (((__u64)len & \ BPF_ADJ_ROOM_ENCAP_L2_MASK) \ << BPF_ADJ_ROOM_ENCAP_L2_SHIFT) /* BPF_FUNC_sysctl_get_name flags. */ enum { BPF_F_SYSCTL_BASE_NAME = (1ULL << 0), }; /* BPF_FUNC__storage_get flags */ enum { BPF_LOCAL_STORAGE_GET_F_CREATE = (1ULL << 0), /* BPF_SK_STORAGE_GET_F_CREATE is only kept for backward compatibility * and BPF_LOCAL_STORAGE_GET_F_CREATE must be used instead. */ BPF_SK_STORAGE_GET_F_CREATE = BPF_LOCAL_STORAGE_GET_F_CREATE, }; /* BPF_FUNC_read_branch_records flags. */ enum { BPF_F_GET_BRANCH_RECORDS_SIZE = (1ULL << 0), }; /* BPF_FUNC_bpf_ringbuf_commit, BPF_FUNC_bpf_ringbuf_discard, and * BPF_FUNC_bpf_ringbuf_output flags. */ enum { BPF_RB_NO_WAKEUP = (1ULL << 0), BPF_RB_FORCE_WAKEUP = (1ULL << 1), }; /* BPF_FUNC_bpf_ringbuf_query flags */ enum { BPF_RB_AVAIL_DATA = 0, BPF_RB_RING_SIZE = 1, BPF_RB_CONS_POS = 2, BPF_RB_PROD_POS = 3, }; /* BPF ring buffer constants */ enum { BPF_RINGBUF_BUSY_BIT = (1U << 31), BPF_RINGBUF_DISCARD_BIT = (1U << 30), BPF_RINGBUF_HDR_SZ = 8, }; /* BPF_FUNC_sk_assign flags in bpf_sk_lookup context. */ enum { BPF_SK_LOOKUP_F_REPLACE = (1ULL << 0), BPF_SK_LOOKUP_F_NO_REUSEPORT = (1ULL << 1), }; /* Mode for BPF_FUNC_skb_adjust_room helper. */ enum bpf_adj_room_mode { BPF_ADJ_ROOM_NET, BPF_ADJ_ROOM_MAC, }; /* Mode for BPF_FUNC_skb_load_bytes_relative helper. */ enum bpf_hdr_start_off { BPF_HDR_START_MAC, BPF_HDR_START_NET, }; /* Encapsulation type for BPF_FUNC_lwt_push_encap helper. */ enum bpf_lwt_encap_mode { BPF_LWT_ENCAP_SEG6, BPF_LWT_ENCAP_SEG6_INLINE, BPF_LWT_ENCAP_IP, }; /* Flags for bpf_bprm_opts_set helper */ enum { BPF_F_BPRM_SECUREEXEC = (1ULL << 0), }; /* Flags for bpf_redirect_map helper */ enum { BPF_F_BROADCAST = (1ULL << 3), BPF_F_EXCLUDE_INGRESS = (1ULL << 4), }; #define __bpf_md_ptr(type, name) \ union { \ type name; \ __u64 :64; \ } __attribute__((aligned(8))) /* The enum used in skb->tstamp_type. It specifies the clock type * of the time stored in the skb->tstamp. */ enum { BPF_SKB_TSTAMP_UNSPEC = 0, /* DEPRECATED */ BPF_SKB_TSTAMP_DELIVERY_MONO = 1, /* DEPRECATED */ BPF_SKB_CLOCK_REALTIME = 0, BPF_SKB_CLOCK_MONOTONIC = 1, BPF_SKB_CLOCK_TAI = 2, /* For any future BPF_SKB_CLOCK_* that the bpf prog cannot handle, * the bpf prog can try to deduce it by ingress/egress/skb->sk->sk_clockid. */ }; /* user accessible mirror of in-kernel sk_buff. * new fields can only be added to the end of this structure */ struct __sk_buff { __u32 len; __u32 pkt_type; __u32 mark; __u32 queue_mapping; __u32 protocol; __u32 vlan_present; __u32 vlan_tci; __u32 vlan_proto; __u32 priority; __u32 ingress_ifindex; __u32 ifindex; __u32 tc_index; __u32 cb[5]; __u32 hash; __u32 tc_classid; __u32 data; __u32 data_end; __u32 napi_id; /* Accessed by BPF_PROG_TYPE_sk_skb types from here to ... */ __u32 family; __u32 remote_ip4; /* Stored in network byte order */ __u32 local_ip4; /* Stored in network byte order */ __u32 remote_ip6[4]; /* Stored in network byte order */ __u32 local_ip6[4]; /* Stored in network byte order */ __u32 remote_port; /* Stored in network byte order */ __u32 local_port; /* stored in host byte order */ /* ... here. */ __u32 data_meta; __bpf_md_ptr(struct bpf_flow_keys *, flow_keys); __u64 tstamp; __u32 wire_len; __u32 gso_segs; __bpf_md_ptr(struct bpf_sock *, sk); __u32 gso_size; __u8 tstamp_type; __u32 :24; /* Padding, future use. */ __u64 hwtstamp; }; struct bpf_tunnel_key { __u32 tunnel_id; union { __u32 remote_ipv4; __u32 remote_ipv6[4]; }; __u8 tunnel_tos; __u8 tunnel_ttl; union { __u16 tunnel_ext; /* compat */ __be16 tunnel_flags; }; __u32 tunnel_label; union { __u32 local_ipv4; __u32 local_ipv6[4]; }; }; /* user accessible mirror of in-kernel xfrm_state. * new fields can only be added to the end of this structure */ struct bpf_xfrm_state { __u32 reqid; __u32 spi; /* Stored in network byte order */ __u16 family; __u16 ext; /* Padding, future use. */ union { __u32 remote_ipv4; /* Stored in network byte order */ __u32 remote_ipv6[4]; /* Stored in network byte order */ }; }; /* Generic BPF return codes which all BPF program types may support. * The values are binary compatible with their TC_ACT_* counter-part to * provide backwards compatibility with existing SCHED_CLS and SCHED_ACT * programs. * * XDP is handled seprately, see XDP_*. */ enum bpf_ret_code { BPF_OK = 0, /* 1 reserved */ BPF_DROP = 2, /* 3-6 reserved */ BPF_REDIRECT = 7, /* >127 are reserved for prog type specific return codes. * * BPF_LWT_REROUTE: used by BPF_PROG_TYPE_LWT_IN and * BPF_PROG_TYPE_LWT_XMIT to indicate that skb had been * changed and should be routed based on its new L3 header. * (This is an L3 redirect, as opposed to L2 redirect * represented by BPF_REDIRECT above). */ BPF_LWT_REROUTE = 128, /* BPF_FLOW_DISSECTOR_CONTINUE: used by BPF_PROG_TYPE_FLOW_DISSECTOR * to indicate that no custom dissection was performed, and * fallback to standard dissector is requested. */ BPF_FLOW_DISSECTOR_CONTINUE = 129, }; struct bpf_sock { __u32 bound_dev_if; __u32 family; __u32 type; __u32 protocol; __u32 mark; __u32 priority; /* IP address also allows 1 and 2 bytes access */ __u32 src_ip4; __u32 src_ip6[4]; __u32 src_port; /* host byte order */ __be16 dst_port; /* network byte order */ __u16 :16; /* zero padding */ __u32 dst_ip4; __u32 dst_ip6[4]; __u32 state; __s32 rx_queue_mapping; }; struct bpf_tcp_sock { __u32 snd_cwnd; /* Sending congestion window */ __u32 srtt_us; /* smoothed round trip time << 3 in usecs */ __u32 rtt_min; __u32 snd_ssthresh; /* Slow start size threshold */ __u32 rcv_nxt; /* What we want to receive next */ __u32 snd_nxt; /* Next sequence we send */ __u32 snd_una; /* First byte we want an ack for */ __u32 mss_cache; /* Cached effective mss, not including SACKS */ __u32 ecn_flags; /* ECN status bits. */ __u32 rate_delivered; /* saved rate sample: packets delivered */ __u32 rate_interval_us; /* saved rate sample: time elapsed */ __u32 packets_out; /* Packets which are "in flight" */ __u32 retrans_out; /* Retransmitted packets out */ __u32 total_retrans; /* Total retransmits for entire connection */ __u32 segs_in; /* RFC4898 tcpEStatsPerfSegsIn * total number of segments in. */ __u32 data_segs_in; /* RFC4898 tcpEStatsPerfDataSegsIn * total number of data segments in. */ __u32 segs_out; /* RFC4898 tcpEStatsPerfSegsOut * The total number of segments sent. */ __u32 data_segs_out; /* RFC4898 tcpEStatsPerfDataSegsOut * total number of data segments sent. */ __u32 lost_out; /* Lost packets */ __u32 sacked_out; /* SACK'd packets */ __u64 bytes_received; /* RFC4898 tcpEStatsAppHCThruOctetsReceived * sum(delta(rcv_nxt)), or how many bytes * were acked. */ __u64 bytes_acked; /* RFC4898 tcpEStatsAppHCThruOctetsAcked * sum(delta(snd_una)), or how many bytes * were acked. */ __u32 dsack_dups; /* RFC4898 tcpEStatsStackDSACKDups * total number of DSACK blocks received */ __u32 delivered; /* Total data packets delivered incl. rexmits */ __u32 delivered_ce; /* Like the above but only ECE marked packets */ __u32 icsk_retransmits; /* Number of unrecovered [RTO] timeouts */ }; struct bpf_sock_tuple { union { struct { __be32 saddr; __be32 daddr; __be16 sport; __be16 dport; } ipv4; struct { __be32 saddr[4]; __be32 daddr[4]; __be16 sport; __be16 dport; } ipv6; }; }; /* (Simplified) user return codes for tcx prog type. * A valid tcx program must return one of these defined values. All other * return codes are reserved for future use. Must remain compatible with * their TC_ACT_* counter-parts. For compatibility in behavior, unknown * return codes are mapped to TCX_NEXT. */ enum tcx_action_base { TCX_NEXT = -1, TCX_PASS = 0, TCX_DROP = 2, TCX_REDIRECT = 7, }; struct bpf_xdp_sock { __u32 queue_id; }; #define XDP_PACKET_HEADROOM 256 /* User return codes for XDP prog type. * A valid XDP program must return one of these defined values. All other * return codes are reserved for future use. Unknown return codes will * result in packet drops and a warning via bpf_warn_invalid_xdp_action(). */ enum xdp_action { XDP_ABORTED = 0, XDP_DROP, XDP_PASS, XDP_TX, XDP_REDIRECT, }; /* user accessible metadata for XDP packet hook * new fields must be added to the end of this structure */ struct xdp_md { __u32 data; __u32 data_end; __u32 data_meta; /* Below access go through struct xdp_rxq_info */ __u32 ingress_ifindex; /* rxq->dev->ifindex */ __u32 rx_queue_index; /* rxq->queue_index */ __u32 egress_ifindex; /* txq->dev->ifindex */ }; /* DEVMAP map-value layout * * The struct data-layout of map-value is a configuration interface. * New members can only be added to the end of this structure. */ struct bpf_devmap_val { __u32 ifindex; /* device index */ union { int fd; /* prog fd on map write */ __u32 id; /* prog id on map read */ } bpf_prog; }; /* CPUMAP map-value layout * * The struct data-layout of map-value is a configuration interface. * New members can only be added to the end of this structure. */ struct bpf_cpumap_val { __u32 qsize; /* queue size to remote target CPU */ union { int fd; /* prog fd on map write */ __u32 id; /* prog id on map read */ } bpf_prog; }; enum sk_action { SK_DROP = 0, SK_PASS, }; /* user accessible metadata for SK_MSG packet hook, new fields must * be added to the end of this structure */ struct sk_msg_md { __bpf_md_ptr(void *, data); __bpf_md_ptr(void *, data_end); __u32 family; __u32 remote_ip4; /* Stored in network byte order */ __u32 local_ip4; /* Stored in network byte order */ __u32 remote_ip6[4]; /* Stored in network byte order */ __u32 local_ip6[4]; /* Stored in network byte order */ __u32 remote_port; /* Stored in network byte order */ __u32 local_port; /* stored in host byte order */ __u32 size; /* Total size of sk_msg */ __bpf_md_ptr(struct bpf_sock *, sk); /* current socket */ }; struct sk_reuseport_md { /* * Start of directly accessible data. It begins from * the tcp/udp header. */ __bpf_md_ptr(void *, data); /* End of directly accessible data */ __bpf_md_ptr(void *, data_end); /* * Total length of packet (starting from the tcp/udp header). * Note that the directly accessible bytes (data_end - data) * could be less than this "len". Those bytes could be * indirectly read by a helper "bpf_skb_load_bytes()". */ __u32 len; /* * Eth protocol in the mac header (network byte order). e.g. * ETH_P_IP(0x0800) and ETH_P_IPV6(0x86DD) */ __u32 eth_protocol; __u32 ip_protocol; /* IP protocol. e.g. IPPROTO_TCP, IPPROTO_UDP */ __u32 bind_inany; /* Is sock bound to an INANY address? */ __u32 hash; /* A hash of the packet 4 tuples */ /* When reuse->migrating_sk is NULL, it is selecting a sk for the * new incoming connection request (e.g. selecting a listen sk for * the received SYN in the TCP case). reuse->sk is one of the sk * in the reuseport group. The bpf prog can use reuse->sk to learn * the local listening ip/port without looking into the skb. * * When reuse->migrating_sk is not NULL, reuse->sk is closed and * reuse->migrating_sk is the socket that needs to be migrated * to another listening socket. migrating_sk could be a fullsock * sk that is fully established or a reqsk that is in-the-middle * of 3-way handshake. */ __bpf_md_ptr(struct bpf_sock *, sk); __bpf_md_ptr(struct bpf_sock *, migrating_sk); }; #define BPF_TAG_SIZE 8 struct bpf_prog_info { __u32 type; __u32 id; __u8 tag[BPF_TAG_SIZE]; __u32 jited_prog_len; __u32 xlated_prog_len; __aligned_u64 jited_prog_insns; __aligned_u64 xlated_prog_insns; __u64 load_time; /* ns since boottime */ __u32 created_by_uid; __u32 nr_map_ids; __aligned_u64 map_ids; char name[BPF_OBJ_NAME_LEN]; __u32 ifindex; __u32 gpl_compatible:1; __u32 :31; /* alignment pad */ __u64 netns_dev; __u64 netns_ino; __u32 nr_jited_ksyms; __u32 nr_jited_func_lens; __aligned_u64 jited_ksyms; __aligned_u64 jited_func_lens; __u32 btf_id; __u32 func_info_rec_size; __aligned_u64 func_info; __u32 nr_func_info; __u32 nr_line_info; __aligned_u64 line_info; __aligned_u64 jited_line_info; __u32 nr_jited_line_info; __u32 line_info_rec_size; __u32 jited_line_info_rec_size; __u32 nr_prog_tags; __aligned_u64 prog_tags; __u64 run_time_ns; __u64 run_cnt; __u64 recursion_misses; __u32 verified_insns; __u32 attach_btf_obj_id; __u32 attach_btf_id; } __attribute__((aligned(8))); struct bpf_map_info { __u32 type; __u32 id; __u32 key_size; __u32 value_size; __u32 max_entries; __u32 map_flags; char name[BPF_OBJ_NAME_LEN]; __u32 ifindex; __u32 btf_vmlinux_value_type_id; __u64 netns_dev; __u64 netns_ino; __u32 btf_id; __u32 btf_key_type_id; __u32 btf_value_type_id; __u32 btf_vmlinux_id; __u64 map_extra; } __attribute__((aligned(8))); struct bpf_btf_info { __aligned_u64 btf; __u32 btf_size; __u32 id; __aligned_u64 name; __u32 name_len; __u32 kernel_btf; } __attribute__((aligned(8))); struct bpf_link_info { __u32 type; __u32 id; __u32 prog_id; union { struct { __aligned_u64 tp_name; /* in/out: tp_name buffer ptr */ __u32 tp_name_len; /* in/out: tp_name buffer len */ } raw_tracepoint; struct { __u32 attach_type; __u32 target_obj_id; /* prog_id for PROG_EXT, otherwise btf object id */ __u32 target_btf_id; /* BTF type id inside the object */ } tracing; struct { __u64 cgroup_id; __u32 attach_type; } cgroup; struct { __aligned_u64 target_name; /* in/out: target_name buffer ptr */ __u32 target_name_len; /* in/out: target_name buffer len */ /* If the iter specific field is 32 bits, it can be put * in the first or second union. Otherwise it should be * put in the second union. */ union { struct { __u32 map_id; } map; }; union { struct { __u64 cgroup_id; __u32 order; } cgroup; struct { __u32 tid; __u32 pid; } task; }; } iter; struct { __u32 netns_ino; __u32 attach_type; } netns; struct { __u32 ifindex; } xdp; struct { __u32 map_id; } struct_ops; struct { __u32 pf; __u32 hooknum; __s32 priority; __u32 flags; } netfilter; struct { __aligned_u64 addrs; __u32 count; /* in/out: kprobe_multi function count */ __u32 flags; __u64 missed; __aligned_u64 cookies; } kprobe_multi; struct { __aligned_u64 path; __aligned_u64 offsets; __aligned_u64 ref_ctr_offsets; __aligned_u64 cookies; __u32 path_size; /* in/out: real path size on success, including zero byte */ __u32 count; /* in/out: uprobe_multi offsets/ref_ctr_offsets/cookies count */ __u32 flags; __u32 pid; } uprobe_multi; struct { __u32 type; /* enum bpf_perf_event_type */ __u32 :32; union { struct { __aligned_u64 file_name; /* in/out */ __u32 name_len; __u32 offset; /* offset from file_name */ __u64 cookie; } uprobe; /* BPF_PERF_EVENT_UPROBE, BPF_PERF_EVENT_URETPROBE */ struct { __aligned_u64 func_name; /* in/out */ __u32 name_len; __u32 offset; /* offset from func_name */ __u64 addr; __u64 missed; __u64 cookie; } kprobe; /* BPF_PERF_EVENT_KPROBE, BPF_PERF_EVENT_KRETPROBE */ struct { __aligned_u64 tp_name; /* in/out */ __u32 name_len; __u32 :32; __u64 cookie; } tracepoint; /* BPF_PERF_EVENT_TRACEPOINT */ struct { __u64 config; __u32 type; __u32 :32; __u64 cookie; } event; /* BPF_PERF_EVENT_EVENT */ }; } perf_event; struct { __u32 ifindex; __u32 attach_type; } tcx; struct { __u32 ifindex; __u32 attach_type; } netkit; struct { __u32 map_id; __u32 attach_type; } sockmap; }; } __attribute__((aligned(8))); /* User bpf_sock_addr struct to access socket fields and sockaddr struct passed * by user and intended to be used by socket (e.g. to bind to, depends on * attach type). */ struct bpf_sock_addr { __u32 user_family; /* Allows 4-byte read, but no write. */ __u32 user_ip4; /* Allows 1,2,4-byte read and 4-byte write. * Stored in network byte order. */ __u32 user_ip6[4]; /* Allows 1,2,4,8-byte read and 4,8-byte write. * Stored in network byte order. */ __u32 user_port; /* Allows 1,2,4-byte read and 4-byte write. * Stored in network byte order */ __u32 family; /* Allows 4-byte read, but no write */ __u32 type; /* Allows 4-byte read, but no write */ __u32 protocol; /* Allows 4-byte read, but no write */ __u32 msg_src_ip4; /* Allows 1,2,4-byte read and 4-byte write. * Stored in network byte order. */ __u32 msg_src_ip6[4]; /* Allows 1,2,4,8-byte read and 4,8-byte write. * Stored in network byte order. */ __bpf_md_ptr(struct bpf_sock *, sk); }; /* User bpf_sock_ops struct to access socket values and specify request ops * and their replies. * Some of this fields are in network (bigendian) byte order and may need * to be converted before use (bpf_ntohl() defined in samples/bpf/bpf_endian.h). * New fields can only be added at the end of this structure */ struct bpf_sock_ops { __u32 op; union { __u32 args[4]; /* Optionally passed to bpf program */ __u32 reply; /* Returned by bpf program */ __u32 replylong[4]; /* Optionally returned by bpf prog */ }; __u32 family; __u32 remote_ip4; /* Stored in network byte order */ __u32 local_ip4; /* Stored in network byte order */ __u32 remote_ip6[4]; /* Stored in network byte order */ __u32 local_ip6[4]; /* Stored in network byte order */ __u32 remote_port; /* Stored in network byte order */ __u32 local_port; /* stored in host byte order */ __u32 is_fullsock; /* Some TCP fields are only valid if * there is a full socket. If not, the * fields read as zero. */ __u32 snd_cwnd; __u32 srtt_us; /* Averaged RTT << 3 in usecs */ __u32 bpf_sock_ops_cb_flags; /* flags defined in uapi/linux/tcp.h */ __u32 state; __u32 rtt_min; __u32 snd_ssthresh; __u32 rcv_nxt; __u32 snd_nxt; __u32 snd_una; __u32 mss_cache; __u32 ecn_flags; __u32 rate_delivered; __u32 rate_interval_us; __u32 packets_out; __u32 retrans_out; __u32 total_retrans; __u32 segs_in; __u32 data_segs_in; __u32 segs_out; __u32 data_segs_out; __u32 lost_out; __u32 sacked_out; __u32 sk_txhash; __u64 bytes_received; __u64 bytes_acked; __bpf_md_ptr(struct bpf_sock *, sk); /* [skb_data, skb_data_end) covers the whole TCP header. * * BPF_SOCK_OPS_PARSE_HDR_OPT_CB: The packet received * BPF_SOCK_OPS_HDR_OPT_LEN_CB: Not useful because the * header has not been written. * BPF_SOCK_OPS_WRITE_HDR_OPT_CB: The header and options have * been written so far. * BPF_SOCK_OPS_ACTIVE_ESTABLISHED_CB: The SYNACK that concludes * the 3WHS. * BPF_SOCK_OPS_PASSIVE_ESTABLISHED_CB: The ACK that concludes * the 3WHS. * * bpf_load_hdr_opt() can also be used to read a particular option. */ __bpf_md_ptr(void *, skb_data); __bpf_md_ptr(void *, skb_data_end); __u32 skb_len; /* The total length of a packet. * It includes the header, options, * and payload. */ __u32 skb_tcp_flags; /* tcp_flags of the header. It provides * an easy way to check for tcp_flags * without parsing skb_data. * * In particular, the skb_tcp_flags * will still be available in * BPF_SOCK_OPS_HDR_OPT_LEN even though * the outgoing header has not * been written yet. */ __u64 skb_hwtstamp; }; /* Definitions for bpf_sock_ops_cb_flags */ enum { BPF_SOCK_OPS_RTO_CB_FLAG = (1<<0), BPF_SOCK_OPS_RETRANS_CB_FLAG = (1<<1), BPF_SOCK_OPS_STATE_CB_FLAG = (1<<2), BPF_SOCK_OPS_RTT_CB_FLAG = (1<<3), /* Call bpf for all received TCP headers. The bpf prog will be * called under sock_ops->op == BPF_SOCK_OPS_PARSE_HDR_OPT_CB * * Please refer to the comment in BPF_SOCK_OPS_PARSE_HDR_OPT_CB * for the header option related helpers that will be useful * to the bpf programs. * * It could be used at the client/active side (i.e. connect() side) * when the server told it that the server was in syncookie * mode and required the active side to resend the bpf-written * options. The active side can keep writing the bpf-options until * it received a valid packet from the server side to confirm * the earlier packet (and options) has been received. The later * example patch is using it like this at the active side when the * server is in syncookie mode. * * The bpf prog will usually turn this off in the common cases. */ BPF_SOCK_OPS_PARSE_ALL_HDR_OPT_CB_FLAG = (1<<4), /* Call bpf when kernel has received a header option that * the kernel cannot handle. The bpf prog will be called under * sock_ops->op == BPF_SOCK_OPS_PARSE_HDR_OPT_CB. * * Please refer to the comment in BPF_SOCK_OPS_PARSE_HDR_OPT_CB * for the header option related helpers that will be useful * to the bpf programs. */ BPF_SOCK_OPS_PARSE_UNKNOWN_HDR_OPT_CB_FLAG = (1<<5), /* Call bpf when the kernel is writing header options for the * outgoing packet. The bpf prog will first be called * to reserve space in a skb under * sock_ops->op == BPF_SOCK_OPS_HDR_OPT_LEN_CB. Then * the bpf prog will be called to write the header option(s) * under sock_ops->op == BPF_SOCK_OPS_WRITE_HDR_OPT_CB. * * Please refer to the comment in BPF_SOCK_OPS_HDR_OPT_LEN_CB * and BPF_SOCK_OPS_WRITE_HDR_OPT_CB for the header option * related helpers that will be useful to the bpf programs. * * The kernel gets its chance to reserve space and write * options first before the BPF program does. */ BPF_SOCK_OPS_WRITE_HDR_OPT_CB_FLAG = (1<<6), /* Mask of all currently supported cb flags */ BPF_SOCK_OPS_ALL_CB_FLAGS = 0x7F, }; /* List of known BPF sock_ops operators. * New entries can only be added at the end */ enum { BPF_SOCK_OPS_VOID, BPF_SOCK_OPS_TIMEOUT_INIT, /* Should return SYN-RTO value to use or * -1 if default value should be used */ BPF_SOCK_OPS_RWND_INIT, /* Should return initial advertized * window (in packets) or -1 if default * value should be used */ BPF_SOCK_OPS_TCP_CONNECT_CB, /* Calls BPF program right before an * active connection is initialized */ BPF_SOCK_OPS_ACTIVE_ESTABLISHED_CB, /* Calls BPF program when an * active connection is * established */ BPF_SOCK_OPS_PASSIVE_ESTABLISHED_CB, /* Calls BPF program when a * passive connection is * established */ BPF_SOCK_OPS_NEEDS_ECN, /* If connection's congestion control * needs ECN */ BPF_SOCK_OPS_BASE_RTT, /* Get base RTT. The correct value is * based on the path and may be * dependent on the congestion control * algorithm. In general it indicates * a congestion threshold. RTTs above * this indicate congestion */ BPF_SOCK_OPS_RTO_CB, /* Called when an RTO has triggered. * Arg1: value of icsk_retransmits * Arg2: value of icsk_rto * Arg3: whether RTO has expired */ BPF_SOCK_OPS_RETRANS_CB, /* Called when skb is retransmitted. * Arg1: sequence number of 1st byte * Arg2: # segments * Arg3: return value of * tcp_transmit_skb (0 => success) */ BPF_SOCK_OPS_STATE_CB, /* Called when TCP changes state. * Arg1: old_state * Arg2: new_state */ BPF_SOCK_OPS_TCP_LISTEN_CB, /* Called on listen(2), right after * socket transition to LISTEN state. */ BPF_SOCK_OPS_RTT_CB, /* Called on every RTT. * Arg1: measured RTT input (mrtt) * Arg2: updated srtt */ BPF_SOCK_OPS_PARSE_HDR_OPT_CB, /* Parse the header option. * It will be called to handle * the packets received at * an already established * connection. * * sock_ops->skb_data: * Referring to the received skb. * It covers the TCP header only. * * bpf_load_hdr_opt() can also * be used to search for a * particular option. */ BPF_SOCK_OPS_HDR_OPT_LEN_CB, /* Reserve space for writing the * header option later in * BPF_SOCK_OPS_WRITE_HDR_OPT_CB. * Arg1: bool want_cookie. (in * writing SYNACK only) * * sock_ops->skb_data: * Not available because no header has * been written yet. * * sock_ops->skb_tcp_flags: * The tcp_flags of the * outgoing skb. (e.g. SYN, ACK, FIN). * * bpf_reserve_hdr_opt() should * be used to reserve space. */ BPF_SOCK_OPS_WRITE_HDR_OPT_CB, /* Write the header options * Arg1: bool want_cookie. (in * writing SYNACK only) * * sock_ops->skb_data: * Referring to the outgoing skb. * It covers the TCP header * that has already been written * by the kernel and the * earlier bpf-progs. * * sock_ops->skb_tcp_flags: * The tcp_flags of the outgoing * skb. (e.g. SYN, ACK, FIN). * * bpf_store_hdr_opt() should * be used to write the * option. * * bpf_load_hdr_opt() can also * be used to search for a * particular option that * has already been written * by the kernel or the * earlier bpf-progs. */ }; /* List of TCP states. There is a build check in net/ipv4/tcp.c to detect * changes between the TCP and BPF versions. Ideally this should never happen. * If it does, we need to add code to convert them before calling * the BPF sock_ops function. */ enum { BPF_TCP_ESTABLISHED = 1, BPF_TCP_SYN_SENT, BPF_TCP_SYN_RECV, BPF_TCP_FIN_WAIT1, BPF_TCP_FIN_WAIT2, BPF_TCP_TIME_WAIT, BPF_TCP_CLOSE, BPF_TCP_CLOSE_WAIT, BPF_TCP_LAST_ACK, BPF_TCP_LISTEN, BPF_TCP_CLOSING, /* Now a valid state */ BPF_TCP_NEW_SYN_RECV, BPF_TCP_BOUND_INACTIVE, BPF_TCP_MAX_STATES /* Leave at the end! */ }; enum { TCP_BPF_IW = 1001, /* Set TCP initial congestion window */ TCP_BPF_SNDCWND_CLAMP = 1002, /* Set sndcwnd_clamp */ TCP_BPF_DELACK_MAX = 1003, /* Max delay ack in usecs */ TCP_BPF_RTO_MIN = 1004, /* Min delay ack in usecs */ /* Copy the SYN pkt to optval * * BPF_PROG_TYPE_SOCK_OPS only. It is similar to the * bpf_getsockopt(TCP_SAVED_SYN) but it does not limit * to only getting from the saved_syn. It can either get the * syn packet from: * * 1. the just-received SYN packet (only available when writing the * SYNACK). It will be useful when it is not necessary to * save the SYN packet for latter use. It is also the only way * to get the SYN during syncookie mode because the syn * packet cannot be saved during syncookie. * * OR * * 2. the earlier saved syn which was done by * bpf_setsockopt(TCP_SAVE_SYN). * * The bpf_getsockopt(TCP_BPF_SYN*) option will hide where the * SYN packet is obtained. * * If the bpf-prog does not need the IP[46] header, the * bpf-prog can avoid parsing the IP header by using * TCP_BPF_SYN. Otherwise, the bpf-prog can get both * IP[46] and TCP header by using TCP_BPF_SYN_IP. * * >0: Total number of bytes copied * -ENOSPC: Not enough space in optval. Only optlen number of * bytes is copied. * -ENOENT: The SYN skb is not available now and the earlier SYN pkt * is not saved by setsockopt(TCP_SAVE_SYN). */ TCP_BPF_SYN = 1005, /* Copy the TCP header */ TCP_BPF_SYN_IP = 1006, /* Copy the IP[46] and TCP header */ TCP_BPF_SYN_MAC = 1007, /* Copy the MAC, IP[46], and TCP header */ }; enum { BPF_LOAD_HDR_OPT_TCP_SYN = (1ULL << 0), }; /* args[0] value during BPF_SOCK_OPS_HDR_OPT_LEN_CB and * BPF_SOCK_OPS_WRITE_HDR_OPT_CB. */ enum { BPF_WRITE_HDR_TCP_CURRENT_MSS = 1, /* Kernel is finding the * total option spaces * required for an established * sk in order to calculate the * MSS. No skb is actually * sent. */ BPF_WRITE_HDR_TCP_SYNACK_COOKIE = 2, /* Kernel is in syncookie mode * when sending a SYN. */ }; struct bpf_perf_event_value { __u64 counter; __u64 enabled; __u64 running; }; enum { BPF_DEVCG_ACC_MKNOD = (1ULL << 0), BPF_DEVCG_ACC_READ = (1ULL << 1), BPF_DEVCG_ACC_WRITE = (1ULL << 2), }; enum { BPF_DEVCG_DEV_BLOCK = (1ULL << 0), BPF_DEVCG_DEV_CHAR = (1ULL << 1), }; struct bpf_cgroup_dev_ctx { /* access_type encoded as (BPF_DEVCG_ACC_* << 16) | BPF_DEVCG_DEV_* */ __u32 access_type; __u32 major; __u32 minor; }; struct bpf_raw_tracepoint_args { __u64 args[0]; }; /* DIRECT: Skip the FIB rules and go to FIB table associated with device * OUTPUT: Do lookup from egress perspective; default is ingress */ enum { BPF_FIB_LOOKUP_DIRECT = (1U << 0), BPF_FIB_LOOKUP_OUTPUT = (1U << 1), BPF_FIB_LOOKUP_SKIP_NEIGH = (1U << 2), BPF_FIB_LOOKUP_TBID = (1U << 3), BPF_FIB_LOOKUP_SRC = (1U << 4), BPF_FIB_LOOKUP_MARK = (1U << 5), }; enum { BPF_FIB_LKUP_RET_SUCCESS, /* lookup successful */ BPF_FIB_LKUP_RET_BLACKHOLE, /* dest is blackholed; can be dropped */ BPF_FIB_LKUP_RET_UNREACHABLE, /* dest is unreachable; can be dropped */ BPF_FIB_LKUP_RET_PROHIBIT, /* dest not allowed; can be dropped */ BPF_FIB_LKUP_RET_NOT_FWDED, /* packet is not forwarded */ BPF_FIB_LKUP_RET_FWD_DISABLED, /* fwding is not enabled on ingress */ BPF_FIB_LKUP_RET_UNSUPP_LWT, /* fwd requires encapsulation */ BPF_FIB_LKUP_RET_NO_NEIGH, /* no neighbor entry for nh */ BPF_FIB_LKUP_RET_FRAG_NEEDED, /* fragmentation required to fwd */ BPF_FIB_LKUP_RET_NO_SRC_ADDR, /* failed to derive IP src addr */ }; struct bpf_fib_lookup { /* input: network family for lookup (AF_INET, AF_INET6) * output: network family of egress nexthop */ __u8 family; /* set if lookup is to consider L4 data - e.g., FIB rules */ __u8 l4_protocol; __be16 sport; __be16 dport; union { /* used for MTU check */ /* input to lookup */ __u16 tot_len; /* L3 length from network hdr (iph->tot_len) */ /* output: MTU value */ __u16 mtu_result; } __attribute__((packed, aligned(2))); /* input: L3 device index for lookup * output: device index from FIB lookup */ __u32 ifindex; union { /* inputs to lookup */ __u8 tos; /* AF_INET */ __be32 flowinfo; /* AF_INET6, flow_label + priority */ /* output: metric of fib result (IPv4/IPv6 only) */ __u32 rt_metric; }; /* input: source address to consider for lookup * output: source address result from lookup */ union { __be32 ipv4_src; __u32 ipv6_src[4]; /* in6_addr; network order */ }; /* input to bpf_fib_lookup, ipv{4,6}_dst is destination address in * network header. output: bpf_fib_lookup sets to gateway address * if FIB lookup returns gateway route */ union { __be32 ipv4_dst; __u32 ipv6_dst[4]; /* in6_addr; network order */ }; union { struct { /* output */ __be16 h_vlan_proto; __be16 h_vlan_TCI; }; /* input: when accompanied with the * 'BPF_FIB_LOOKUP_DIRECT | BPF_FIB_LOOKUP_TBID` flags, a * specific routing table to use for the fib lookup. */ __u32 tbid; }; union { /* input */ struct { __u32 mark; /* policy routing */ /* 2 4-byte holes for input */ }; /* output: source and dest mac */ struct { __u8 smac[6]; /* ETH_ALEN */ __u8 dmac[6]; /* ETH_ALEN */ }; }; }; struct bpf_redir_neigh { /* network family for lookup (AF_INET, AF_INET6) */ __u32 nh_family; /* network address of nexthop; skips fib lookup to find gateway */ union { __be32 ipv4_nh; __u32 ipv6_nh[4]; /* in6_addr; network order */ }; }; /* bpf_check_mtu flags*/ enum bpf_check_mtu_flags { BPF_MTU_CHK_SEGS = (1U << 0), }; enum bpf_check_mtu_ret { BPF_MTU_CHK_RET_SUCCESS, /* check and lookup successful */ BPF_MTU_CHK_RET_FRAG_NEEDED, /* fragmentation required to fwd */ BPF_MTU_CHK_RET_SEGS_TOOBIG, /* GSO re-segmentation needed to fwd */ }; enum bpf_task_fd_type { BPF_FD_TYPE_RAW_TRACEPOINT, /* tp name */ BPF_FD_TYPE_TRACEPOINT, /* tp name */ BPF_FD_TYPE_KPROBE, /* (symbol + offset) or addr */ BPF_FD_TYPE_KRETPROBE, /* (symbol + offset) or addr */ BPF_FD_TYPE_UPROBE, /* filename + offset */ BPF_FD_TYPE_URETPROBE, /* filename + offset */ }; enum { BPF_FLOW_DISSECTOR_F_PARSE_1ST_FRAG = (1U << 0), BPF_FLOW_DISSECTOR_F_STOP_AT_FLOW_LABEL = (1U << 1), BPF_FLOW_DISSECTOR_F_STOP_AT_ENCAP = (1U << 2), }; struct bpf_flow_keys { __u16 nhoff; __u16 thoff; __u16 addr_proto; /* ETH_P_* of valid addrs */ __u8 is_frag; __u8 is_first_frag; __u8 is_encap; __u8 ip_proto; __be16 n_proto; __be16 sport; __be16 dport; union { struct { __be32 ipv4_src; __be32 ipv4_dst; }; struct { __u32 ipv6_src[4]; /* in6_addr; network order */ __u32 ipv6_dst[4]; /* in6_addr; network order */ }; }; __u32 flags; __be32 flow_label; }; struct bpf_func_info { __u32 insn_off; __u32 type_id; }; #define BPF_LINE_INFO_LINE_NUM(line_col) ((line_col) >> 10) #define BPF_LINE_INFO_LINE_COL(line_col) ((line_col) & 0x3ff) struct bpf_line_info { __u32 insn_off; __u32 file_name_off; __u32 line_off; __u32 line_col; }; struct bpf_spin_lock { __u32 val; }; struct bpf_timer { __u64 __opaque[2]; } __attribute__((aligned(8))); struct bpf_wq { __u64 __opaque[2]; } __attribute__((aligned(8))); struct bpf_dynptr { __u64 __opaque[2]; } __attribute__((aligned(8))); struct bpf_list_head { __u64 __opaque[2]; } __attribute__((aligned(8))); struct bpf_list_node { __u64 __opaque[3]; } __attribute__((aligned(8))); struct bpf_rb_root { __u64 __opaque[2]; } __attribute__((aligned(8))); struct bpf_rb_node { __u64 __opaque[4]; } __attribute__((aligned(8))); struct bpf_refcount { __u32 __opaque[1]; } __attribute__((aligned(4))); struct bpf_sysctl { __u32 write; /* Sysctl is being read (= 0) or written (= 1). * Allows 1,2,4-byte read, but no write. */ __u32 file_pos; /* Sysctl file position to read from, write to. * Allows 1,2,4-byte read an 4-byte write. */ }; struct bpf_sockopt { __bpf_md_ptr(struct bpf_sock *, sk); __bpf_md_ptr(void *, optval); __bpf_md_ptr(void *, optval_end); __s32 level; __s32 optname; __s32 optlen; __s32 retval; }; struct bpf_pidns_info { __u32 pid; __u32 tgid; }; /* User accessible data for SK_LOOKUP programs. Add new fields at the end. */ struct bpf_sk_lookup { union { __bpf_md_ptr(struct bpf_sock *, sk); /* Selected socket */ __u64 cookie; /* Non-zero if socket was selected in PROG_TEST_RUN */ }; __u32 family; /* Protocol family (AF_INET, AF_INET6) */ __u32 protocol; /* IP protocol (IPPROTO_TCP, IPPROTO_UDP) */ __u32 remote_ip4; /* Network byte order */ __u32 remote_ip6[4]; /* Network byte order */ __be16 remote_port; /* Network byte order */ __u16 :16; /* Zero padding */ __u32 local_ip4; /* Network byte order */ __u32 local_ip6[4]; /* Network byte order */ __u32 local_port; /* Host byte order */ __u32 ingress_ifindex; /* The arriving interface. Determined by inet_iif. */ }; /* * struct btf_ptr is used for typed pointer representation; the * type id is used to render the pointer data as the appropriate type * via the bpf_snprintf_btf() helper described above. A flags field - * potentially to specify additional details about the BTF pointer * (rather than its mode of display) - is included for future use. * Display flags - BTF_F_* - are passed to bpf_snprintf_btf separately. */ struct btf_ptr { void *ptr; __u32 type_id; __u32 flags; /* BTF ptr flags; unused at present. */ }; /* * Flags to control bpf_snprintf_btf() behaviour. * - BTF_F_COMPACT: no formatting around type information * - BTF_F_NONAME: no struct/union member names/types * - BTF_F_PTR_RAW: show raw (unobfuscated) pointer values; * equivalent to %px. * - BTF_F_ZERO: show zero-valued struct/union members; they * are not displayed by default */ enum { BTF_F_COMPACT = (1ULL << 0), BTF_F_NONAME = (1ULL << 1), BTF_F_PTR_RAW = (1ULL << 2), BTF_F_ZERO = (1ULL << 3), }; /* bpf_core_relo_kind encodes which aspect of captured field/type/enum value * has to be adjusted by relocations. It is emitted by llvm and passed to * libbpf and later to the kernel. */ enum bpf_core_relo_kind { BPF_CORE_FIELD_BYTE_OFFSET = 0, /* field byte offset */ BPF_CORE_FIELD_BYTE_SIZE = 1, /* field size in bytes */ BPF_CORE_FIELD_EXISTS = 2, /* field existence in target kernel */ BPF_CORE_FIELD_SIGNED = 3, /* field signedness (0 - unsigned, 1 - signed) */ BPF_CORE_FIELD_LSHIFT_U64 = 4, /* bitfield-specific left bitshift */ BPF_CORE_FIELD_RSHIFT_U64 = 5, /* bitfield-specific right bitshift */ BPF_CORE_TYPE_ID_LOCAL = 6, /* type ID in local BPF object */ BPF_CORE_TYPE_ID_TARGET = 7, /* type ID in target kernel */ BPF_CORE_TYPE_EXISTS = 8, /* type existence in target kernel */ BPF_CORE_TYPE_SIZE = 9, /* type size in bytes */ BPF_CORE_ENUMVAL_EXISTS = 10, /* enum value existence in target kernel */ BPF_CORE_ENUMVAL_VALUE = 11, /* enum value integer value */ BPF_CORE_TYPE_MATCHES = 12, /* type match in target kernel */ }; /* * "struct bpf_core_relo" is used to pass relocation data form LLVM to libbpf * and from libbpf to the kernel. * * CO-RE relocation captures the following data: * - insn_off - instruction offset (in bytes) within a BPF program that needs * its insn->imm field to be relocated with actual field info; * - type_id - BTF type ID of the "root" (containing) entity of a relocatable * type or field; * - access_str_off - offset into corresponding .BTF string section. String * interpretation depends on specific relocation kind: * - for field-based relocations, string encodes an accessed field using * a sequence of field and array indices, separated by colon (:). It's * conceptually very close to LLVM's getelementptr ([0]) instruction's * arguments for identifying offset to a field. * - for type-based relocations, strings is expected to be just "0"; * - for enum value-based relocations, string contains an index of enum * value within its enum type; * - kind - one of enum bpf_core_relo_kind; * * Example: * struct sample { * int a; * struct { * int b[10]; * }; * }; * * struct sample *s = ...; * int *x = &s->a; // encoded as "0:0" (a is field #0) * int *y = &s->b[5]; // encoded as "0:1:0:5" (anon struct is field #1, * // b is field #0 inside anon struct, accessing elem #5) * int *z = &s[10]->b; // encoded as "10:1" (ptr is used as an array) * * type_id for all relocs in this example will capture BTF type id of * `struct sample`. * * Such relocation is emitted when using __builtin_preserve_access_index() * Clang built-in, passing expression that captures field address, e.g.: * * bpf_probe_read(&dst, sizeof(dst), * __builtin_preserve_access_index(&src->a.b.c)); * * In this case Clang will emit field relocation recording necessary data to * be able to find offset of embedded `a.b.c` field within `src` struct. * * [0] https://llvm.org/docs/LangRef.html#getelementptr-instruction */ struct bpf_core_relo { __u32 insn_off; __u32 type_id; __u32 access_str_off; enum bpf_core_relo_kind kind; }; /* * Flags to control bpf_timer_start() behaviour. * - BPF_F_TIMER_ABS: Timeout passed is absolute time, by default it is * relative to current time. * - BPF_F_TIMER_CPU_PIN: Timer will be pinned to the CPU of the caller. */ enum { BPF_F_TIMER_ABS = (1ULL << 0), BPF_F_TIMER_CPU_PIN = (1ULL << 1), }; /* BPF numbers iterator state */ struct bpf_iter_num { /* opaque iterator state; having __u64 here allows to preserve correct * alignment requirements in vmlinux.h, generated from BTF */ __u64 __opaque[1]; } __attribute__((aligned(8))); #endif /* _UAPI__LINUX_BPF_H__ */ )********" bpfcc-0.31.0/src/cc/export/000077500000000000000000000000001465134135300153525ustar00rootroot00000000000000bpfcc-0.31.0/src/cc/export/bpf_workaround.h000066400000000000000000000013011465134135300205400ustar00rootroot00000000000000R"********( #ifndef __HAVE_BUILTIN_BSWAP16__ #define __HAVE_BUILTIN_BSWAP16__ #endif #ifndef __HAVE_BUILTIN_BSWAP32__ #define __HAVE_BUILTIN_BSWAP32__ #endif #ifndef __HAVE_BUILTIN_BSWAP64__ #define __HAVE_BUILTIN_BSWAP64__ #endif /** * commit b2f557eae9ed ("kasan, arm64: adjust shadow size for tag-based mode") * KASAN_SHADOW_SCALE_SHIFT moved from headers to the arm64 Makefile * see: * https://github.com/torvalds/linux/commit/b2f557eae9ed */ #ifdef __aarch64__ #if defined(CONFIG_KASAN) && !defined(KASAN_SHADOW_SCALE_SHIFT) #ifdef CONFIG_KASAN_SW_TAGS #define KASAN_SHADOW_SCALE_SHIFT 4 #endif #ifdef CONFIG_KASAN_GENERIC #define KASAN_SHADOW_SCALE_SHIFT 3 #endif #endif #endif )********" bpfcc-0.31.0/src/cc/export/footer.h000066400000000000000000000016201465134135300170200ustar00rootroot00000000000000R"********( /* * Copyright (c) 2018 Clevernet, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef BPF_LICENSE /* No license defined, using GPL * You can define your own BPF_LICENSE in your C code */ #define BPF_LICENSE GPL #endif #define ___LICENSE(s) #s #define __LICENSE(s) ___LICENSE(s) #define _LICENSE __LICENSE(BPF_LICENSE) char _license[] BCC_SEC("license") = _LICENSE; )********" bpfcc-0.31.0/src/cc/export/helpers.h000066400000000000000000001765111465134135300172000ustar00rootroot00000000000000R"********( /* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef __BPF_HELPERS_H #define __BPF_HELPERS_H /* In Linux 5.4 asm_inline was introduced, but it's not supported by clang. * Redefine it to just asm to enable successful compilation. */ #ifdef asm_inline #undef asm_inline #define asm_inline asm #endif /* Before bpf_helpers.h is included, uapi bpf.h has been * included, which references linux/types.h. This may bring * in asm_volatile_goto definition if permitted based on * compiler setup and kernel configs. * * clang does not support "asm volatile goto" yet. * So redefine asm_volatile_goto to some invalid asm code. * If asm_volatile_goto is actually used by the bpf program, * a compilation error will appear. */ #ifdef asm_volatile_goto #undef asm_volatile_goto #endif #define asm_volatile_goto(x...) asm volatile("invalid use of asm_volatile_goto") /* In 4.18 and later, when CONFIG_FUNCTION_TRACER is defined, kernel Makefile adds * -DCC_USING_FENTRY. Let do the same for bpf programs. */ #if defined(CONFIG_FUNCTION_TRACER) #define CC_USING_FENTRY #endif #include #include #include #include #include #ifndef CONFIG_BPF_SYSCALL #error "CONFIG_BPF_SYSCALL is undefined, please check your .config or ask your Linux distro to enable this feature" #endif #ifdef PERF_MAX_STACK_DEPTH #define BPF_MAX_STACK_DEPTH PERF_MAX_STACK_DEPTH #else #define BPF_MAX_STACK_DEPTH 127 #endif /* helper macro to place programs, maps, license in * different sections in elf_bpf file. Section names * are interpreted by elf_bpf loader */ #define BCC_SEC(NAME) __attribute__((section(NAME), used)) #ifdef B_WORKAROUND #define BCC_SEC_HELPERS BCC_SEC("helpers") #else #define BCC_SEC_HELPERS #endif // Associate map with its key/value types #define BPF_ANNOTATE_KV_PAIR(name, type_key, type_val) \ struct ____btf_map_##name { \ type_key key; \ type_val value; \ }; \ struct ____btf_map_##name \ __attribute__ ((section(".maps." #name), used)) \ ____btf_map_##name = { } // Associate map with its key/value types for QUEUE/STACK map types #define BPF_ANNOTATE_KV_PAIR_QUEUESTACK(name, type_val) \ struct ____btf_map_##name { \ type_val value; \ }; \ struct ____btf_map_##name \ __attribute__ ((section(".maps." #name), used)) \ ____btf_map_##name = { } // Changes to the macro require changes in BFrontendAction classes #define BPF_F_TABLE(_table_type, _key_type, _leaf_type, _name, _max_entries, _flags) \ struct _name##_table_t { \ _key_type key; \ _leaf_type leaf; \ _leaf_type * (*lookup) (_key_type *); \ _leaf_type * (*lookup_or_init) (_key_type *, _leaf_type *); \ _leaf_type * (*lookup_or_try_init) (_key_type *, _leaf_type *); \ int (*update) (_key_type *, _leaf_type *); \ int (*insert) (_key_type *, _leaf_type *); \ int (*delete) (_key_type *); \ void (*call) (void *, int index); \ void (*increment) (_key_type, ...); \ void (*atomic_increment) (_key_type, ...); \ int (*get_stackid) (void *, u64); \ void * (*sk_storage_get) (void *, void *, int); \ int (*sk_storage_delete) (void *); \ void * (*inode_storage_get) (void *, void *, int); \ int (*inode_storage_delete) (void *); \ void * (*task_storage_get) (void *, void *, int); \ int (*task_storage_delete) (void *); \ u32 max_entries; \ int flags; \ }; \ __attribute__((section("maps/" _table_type))) \ struct _name##_table_t _name = { .flags = (_flags), .max_entries = (_max_entries) }; \ BPF_ANNOTATE_KV_PAIR(_name, _key_type, _leaf_type) // Changes to the macro require changes in BFrontendAction classes #define BPF_QUEUESTACK(_table_type, _name, _leaf_type, _max_entries, _flags) \ struct _name##_table_t { \ _leaf_type leaf; \ int * (*peek) (_leaf_type *); \ int * (*pop) (_leaf_type *); \ int * (*push) (_leaf_type *, u64); \ u32 max_entries; \ int flags; \ }; \ __attribute__((section("maps/" _table_type))) \ struct _name##_table_t _name = { .flags = (_flags), .max_entries = (_max_entries) }; \ BPF_ANNOTATE_KV_PAIR_QUEUESTACK(_name, _leaf_type) // define queue with 3 parameters (_type=queue/stack automatically) and default flags to 0 #define BPF_QUEUE_STACK3(_type, _name, _leaf_type, _max_entries) \ BPF_QUEUESTACK(_type, _name, _leaf_type, _max_entries, 0) // define queue with 4 parameters (_type=queue/stack automatically) #define BPF_QUEUE_STACK4(_type, _name, _leaf_type, _max_entries, _flags) \ BPF_QUEUESTACK(_type, _name, _leaf_type, _max_entries, _flags) // helper for default-variable macro function #define BPF_QUEUE_STACKX(_1, _2, _3, _4, NAME, ...) NAME #define BPF_QUEUE(...) \ BPF_QUEUE_STACKX(__VA_ARGS__, BPF_QUEUE_STACK4, BPF_QUEUE_STACK3)("queue", __VA_ARGS__) #define BPF_STACK(...) \ BPF_QUEUE_STACKX(__VA_ARGS__, BPF_QUEUE_STACK4, BPF_QUEUE_STACK3)("stack", __VA_ARGS__) #define BPF_QUEUESTACK_PINNED(_table_type, _name, _leaf_type, _max_entries, _flags, _pinned) \ BPF_QUEUESTACK(_table_type ":" _pinned, _name, _leaf_type, _max_entries, _flags) #define BPF_QUEUESTACK_PUBLIC(_table_type, _name, _leaf_type, _max_entries, _flags) \ BPF_QUEUESTACK(_table_type, _name, _leaf_type, _max_entries, _flags); \ __attribute__((section("maps/export"))) \ struct _name##_table_t __##_name #define BPF_QUEUESTACK_SHARED(_table_type, _name, _leaf_type, _max_entries, _flags) \ BPF_QUEUESTACK(_table_type, _name, _leaf_type, _max_entries, _flags); \ __attribute__((section("maps/shared"))) \ struct _name##_table_t __##_name #define BPF_TABLE(_table_type, _key_type, _leaf_type, _name, _max_entries) \ BPF_F_TABLE(_table_type, _key_type, _leaf_type, _name, _max_entries, 0) #define BPF_TABLE_PINNED7(_table_type, _key_type, _leaf_type, _name, _max_entries, _pinned, _flags) \ BPF_F_TABLE(_table_type ":" _pinned, _key_type, _leaf_type, _name, _max_entries, _flags) #define BPF_TABLE_PINNED6(_table_type, _key_type, _leaf_type, _name, _max_entries, _pinned) \ BPF_F_TABLE(_table_type ":" _pinned, _key_type, _leaf_type, _name, _max_entries, 0) #define BPF_TABLE_PINNEDX(_1, _2, _3, _4, _5, _6, _7, NAME, ...) NAME // Define a pinned table with optional flags argument #define BPF_TABLE_PINNED(...) \ BPF_TABLE_PINNEDX(__VA_ARGS__, BPF_TABLE_PINNED7, BPF_TABLE_PINNED6)(__VA_ARGS__) // define a table same as above but allow it to be referenced by other modules #define BPF_TABLE_PUBLIC(_table_type, _key_type, _leaf_type, _name, _max_entries) \ BPF_TABLE(_table_type, _key_type, _leaf_type, _name, _max_entries); \ __attribute__((section("maps/export"))) \ struct _name##_table_t __##_name #define BPF_TABLE_SHARED6(_table_type, _key_type, _leaf_type, _name, _max_entries, _flags) \ BPF_F_TABLE(_table_type, _key_type, _leaf_type, _name, _max_entries, _flags); \ __attribute__((section("maps/shared"))) \ struct _name##_table_t __##_name #define BPF_TABLE_SHARED5(_table_type, _key_type, _leaf_type, _name, _max_entries) \ BPF_F_TABLE(_table_type, _key_type, _leaf_type, _name, _max_entries, 0); \ __attribute__((section("maps/shared"))) \ struct _name##_table_t __##_name #define BPF_TABLE_SHAREDX(_1, _2, _3, _4, _5, _6, NAME, ...) NAME // define a table that is shared across the programs in the same namespace with optional flags #define BPF_TABLE_SHARED(...) \ BPF_TABLE_SHAREDX(__VA_ARGS__, BPF_TABLE_SHARED6, BPF_TABLE_SHARED5)(__VA_ARGS__) // Identifier for current CPU used in perf_submit and perf_read // Prefer BPF_F_CURRENT_CPU flag, falls back to call helper for older kernel // Can be overridden from BCC #ifndef CUR_CPU_IDENTIFIER #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 8, 0) #define CUR_CPU_IDENTIFIER BPF_F_CURRENT_CPU #else #define CUR_CPU_IDENTIFIER bpf_get_smp_processor_id() #endif #endif // Table for pushing custom events to userspace via perf ring buffer #define BPF_PERF_OUTPUT(_name) \ struct _name##_table_t { \ int key; \ u32 leaf; \ /* map.perf_submit(ctx, data, data_size) */ \ int (*perf_submit) (void *, void *, u32); \ int (*perf_submit_skb) (void *, u32, void *, u32); \ u32 max_entries; \ }; \ __attribute__((section("maps/perf_output"))) \ struct _name##_table_t _name = { .max_entries = 0 } // Table for pushing custom events to userspace via ring buffer #define BPF_RINGBUF_OUTPUT(_name, _num_pages) \ struct _name##_table_t { \ int key; \ u32 leaf; \ /* map.ringbuf_output(data, data_size, flags) */ \ int (*ringbuf_output) (void *, u64, u64); \ /* map.ringbuf_reserve(data_size) */ \ void* (*ringbuf_reserve) (u64); \ /* map.ringbuf_discard(data, flags) */ \ void (*ringbuf_discard) (void *, u64); \ /* map.ringbuf_submit(data, flags) */ \ void (*ringbuf_submit) (void *, u64); \ /* map.ringbuf_query(flags) */ \ u64 (*ringbuf_query) (u64); \ u32 max_entries; \ }; \ __attribute__((section("maps/ringbuf"))) \ struct _name##_table_t _name = { .max_entries = ((_num_pages) * PAGE_SIZE) } // Table for reading hw perf cpu counters #define BPF_PERF_ARRAY(_name, _max_entries) \ struct _name##_table_t { \ int key; \ u32 leaf; \ /* counter = map.perf_read(index) */ \ u64 (*perf_read) (int); \ int (*perf_counter_value) (int, void *, u32); \ u32 max_entries; \ }; \ __attribute__((section("maps/perf_array"))) \ struct _name##_table_t _name = { .max_entries = (_max_entries) } // Table for cgroup file descriptors #define BPF_CGROUP_ARRAY(_name, _max_entries) \ struct _name##_table_t { \ int key; \ u32 leaf; \ int (*check_current_task) (int); \ u32 max_entries; \ }; \ __attribute__((section("maps/cgroup_array"))) \ struct _name##_table_t _name = { .max_entries = (_max_entries) } #define BPF_HASH1(_name) \ BPF_TABLE("hash", u64, u64, _name, 10240) #define BPF_HASH2(_name, _key_type) \ BPF_TABLE("hash", _key_type, u64, _name, 10240) #define BPF_HASH3(_name, _key_type, _leaf_type) \ BPF_TABLE("hash", _key_type, _leaf_type, _name, 10240) #define BPF_HASH4(_name, _key_type, _leaf_type, _size) \ BPF_TABLE("hash", _key_type, _leaf_type, _name, _size) // helper for default-variable macro function #define BPF_HASHX(_1, _2, _3, _4, NAME, ...) NAME // Define a hash function, some arguments optional // BPF_HASH(name, key_type=u64, leaf_type=u64, size=10240) #define BPF_HASH(...) \ BPF_HASHX(__VA_ARGS__, BPF_HASH4, BPF_HASH3, BPF_HASH2, BPF_HASH1)(__VA_ARGS__) #define BPF_PERCPU_HASH1(_name) \ BPF_TABLE("percpu_hash", u64, u64, _name, 10240) #define BPF_PERCPU_HASH2(_name, _key_type) \ BPF_TABLE("percpu_hash", _key_type, u64, _name, 10240) #define BPF_PERCPU_HASH3(_name, _key_type, _leaf_type) \ BPF_TABLE("percpu_hash", _key_type, _leaf_type, _name, 10240) #define BPF_PERCPU_HASH4(_name, _key_type, _leaf_type, _size) \ BPF_TABLE("percpu_hash", _key_type, _leaf_type, _name, _size) // helper for default-variable macro function #define BPF_PERCPU_HASHX(_1, _2, _3, _4, NAME, ...) NAME // Define a hash function, some arguments optional // BPF_PERCPU_HASH(name, key_type=u64, leaf_type=u64, size=10240) #define BPF_PERCPU_HASH(...) \ BPF_PERCPU_HASHX( \ __VA_ARGS__, BPF_PERCPU_HASH4, BPF_PERCPU_HASH3, BPF_PERCPU_HASH2, BPF_PERCPU_HASH1) \ (__VA_ARGS__) #define BPF_ARRAY1(_name) \ BPF_TABLE("array", int, u64, _name, 10240) #define BPF_ARRAY2(_name, _leaf_type) \ BPF_TABLE("array", int, _leaf_type, _name, 10240) #define BPF_ARRAY3(_name, _leaf_type, _size) \ BPF_TABLE("array", int, _leaf_type, _name, _size) // helper for default-variable macro function #define BPF_ARRAYX(_1, _2, _3, NAME, ...) NAME // Define an array function, some arguments optional // BPF_ARRAY(name, leaf_type=u64, size=10240) #define BPF_ARRAY(...) \ BPF_ARRAYX(__VA_ARGS__, BPF_ARRAY3, BPF_ARRAY2, BPF_ARRAY1)(__VA_ARGS__) #define BPF_PERCPU_ARRAY1(_name) \ BPF_TABLE("percpu_array", int, u64, _name, 10240) #define BPF_PERCPU_ARRAY2(_name, _leaf_type) \ BPF_TABLE("percpu_array", int, _leaf_type, _name, 10240) #define BPF_PERCPU_ARRAY3(_name, _leaf_type, _size) \ BPF_TABLE("percpu_array", int, _leaf_type, _name, _size) // helper for default-variable macro function #define BPF_PERCPU_ARRAYX(_1, _2, _3, NAME, ...) NAME // Define an array function (per CPU), some arguments optional // BPF_PERCPU_ARRAY(name, leaf_type=u64, size=10240) #define BPF_PERCPU_ARRAY(...) \ BPF_PERCPU_ARRAYX( \ __VA_ARGS__, BPF_PERCPU_ARRAY3, BPF_PERCPU_ARRAY2, BPF_PERCPU_ARRAY1) \ (__VA_ARGS__) #define BPF_HIST1(_name) \ BPF_TABLE("histogram", int, u64, _name, 64) #define BPF_HIST2(_name, _key_type) \ BPF_TABLE("histogram", _key_type, u64, _name, 64) #define BPF_HIST3(_name, _key_type, _size) \ BPF_TABLE("histogram", _key_type, u64, _name, _size) #define BPF_HISTX(_1, _2, _3, NAME, ...) NAME // Define a histogram, some arguments optional // BPF_HISTOGRAM(name, key_type=int, size=64) #define BPF_HISTOGRAM(...) \ BPF_HISTX(__VA_ARGS__, BPF_HIST3, BPF_HIST2, BPF_HIST1)(__VA_ARGS__) #define BPF_LPM_TRIE1(_name) \ BPF_F_TABLE("lpm_trie", u64, u64, _name, 10240, BPF_F_NO_PREALLOC) #define BPF_LPM_TRIE2(_name, _key_type) \ BPF_F_TABLE("lpm_trie", _key_type, u64, _name, 10240, BPF_F_NO_PREALLOC) #define BPF_LPM_TRIE3(_name, _key_type, _leaf_type) \ BPF_F_TABLE("lpm_trie", _key_type, _leaf_type, _name, 10240, BPF_F_NO_PREALLOC) #define BPF_LPM_TRIE4(_name, _key_type, _leaf_type, _size) \ BPF_F_TABLE("lpm_trie", _key_type, _leaf_type, _name, _size, BPF_F_NO_PREALLOC) #define BPF_LPM_TRIEX(_1, _2, _3, _4, NAME, ...) NAME // Define a LPM trie function, some arguments optional // BPF_LPM_TRIE(name, key_type=u64, leaf_type=u64, size=10240) #define BPF_LPM_TRIE(...) \ BPF_LPM_TRIEX(__VA_ARGS__, BPF_LPM_TRIE4, BPF_LPM_TRIE3, BPF_LPM_TRIE2, BPF_LPM_TRIE1)(__VA_ARGS__) struct bpf_stacktrace { u64 ip[BPF_MAX_STACK_DEPTH]; }; struct bpf_stacktrace_buildid { struct bpf_stack_build_id trace[BPF_MAX_STACK_DEPTH]; }; #define BPF_STACK_TRACE(_name, _max_entries) \ BPF_TABLE("stacktrace", int, struct bpf_stacktrace, _name, roundup_pow_of_two(_max_entries)) #define BPF_STACK_TRACE_BUILDID(_name, _max_entries) \ BPF_F_TABLE("stacktrace", int, struct bpf_stacktrace_buildid, _name, roundup_pow_of_two(_max_entries), BPF_F_STACK_BUILD_ID) #define BPF_PROG_ARRAY(_name, _max_entries) \ BPF_TABLE("prog", u32, u32, _name, _max_entries) #define BPF_XDP_REDIRECT_MAP(_table_type, _leaf_type, _name, _max_entries) \ struct _name##_table_t { \ u32 key; \ _leaf_type leaf; \ /* xdp_act = map.redirect_map(index, flag) */ \ u64 (*redirect_map) (int, int); \ u32 max_entries; \ }; \ __attribute__((section("maps/"_table_type))) \ struct _name##_table_t _name = { .max_entries = (_max_entries) } #define BPF_DEVMAP(_name, _max_entries) \ BPF_XDP_REDIRECT_MAP("devmap", int, _name, _max_entries) #define BPF_CPUMAP(_name, _max_entries) \ BPF_XDP_REDIRECT_MAP("cpumap", u32, _name, _max_entries) #define _BPF_XSKMAP(_name, _max_entries, _pinned) \ struct _name##_table_t { \ u32 key; \ int leaf; \ int * (*lookup) (int *); \ /* xdp_act = map.redirect_map(index, flag) */ \ u64 (*redirect_map) (int, int); \ u32 max_entries; \ }; \ __attribute__((section("maps/xskmap" _pinned))) \ struct _name##_table_t _name = { .max_entries = (_max_entries) } #define BPF_XSKMAP2(_name, _max_entries) _BPF_XSKMAP(_name, _max_entries, "") #define BPF_XSKMAP3(_name, _max_entries, _pinned) _BPF_XSKMAP(_name, _max_entries, ":" _pinned) #define BPF_XSKMAPX(_1, _2, _3, NAME, ...) NAME #define BPF_XSKMAP(...) BPF_XSKMAPX(__VA_ARGS__, BPF_XSKMAP3, BPF_XSKMAP2)(__VA_ARGS__) #define BPF_ARRAY_OF_MAPS(_name, _inner_map_name, _max_entries) \ BPF_TABLE("array_of_maps$" _inner_map_name, int, int, _name, _max_entries) #define BPF_HASH_OF_MAPS2(_name, _inner_map_name) \ BPF_TABLE("hash_of_maps$" _inner_map_name, int, int, _name, 10240) #define BPF_HASH_OF_MAPS3(_name, _key_type, _inner_map_name) \ BPF_TABLE("hash_of_maps$" _inner_map_name, _key_type, int, _name, 10240) #define BPF_HASH_OF_MAPS4(_name, _key_type, _inner_map_name, _max_entries) \ BPF_TABLE("hash_of_maps$" _inner_map_name, _key_type, int, _name, _max_entries) #define BPF_HASH_OF_MAPSX(_name, _2, _3, _4, NAME, ...) NAME #define BPF_HASH_OF_MAPS(...) \ BPF_HASH_OF_MAPSX(__VA_ARGS__, BPF_HASH_OF_MAPS4, BPF_HASH_OF_MAPS3, BPF_HASH_OF_MAPS2)(__VA_ARGS__) #define BPF_SK_STORAGE(_name, _leaf_type) \ struct _name##_table_t { \ int key; \ _leaf_type leaf; \ void * (*sk_storage_get) (void *, void *, int); \ int (*sk_storage_delete) (void *); \ u32 flags; \ }; \ __attribute__((section("maps/sk_storage"))) \ struct _name##_table_t _name = { .flags = BPF_F_NO_PREALLOC }; \ BPF_ANNOTATE_KV_PAIR(_name, int, _leaf_type) #define BPF_INODE_STORAGE(_name, _leaf_type) \ struct _name##_table_t { \ int key; \ _leaf_type leaf; \ void * (*inode_storage_get) (void *, void *, int); \ int (*inode_storage_delete) (void *); \ u32 flags; \ }; \ __attribute__((section("maps/inode_storage"))) \ struct _name##_table_t _name = { .flags = BPF_F_NO_PREALLOC }; \ BPF_ANNOTATE_KV_PAIR(_name, int, _leaf_type) #define BPF_TASK_STORAGE(_name, _leaf_type) \ struct _name##_table_t { \ int key; \ _leaf_type leaf; \ void * (*task_storage_get) (void *, void *, int); \ int (*task_storage_delete) (void *); \ u32 flags; \ }; \ __attribute__((section("maps/task_storage"))) \ struct _name##_table_t _name = { .flags = BPF_F_NO_PREALLOC }; \ BPF_ANNOTATE_KV_PAIR(_name, int, _leaf_type) #define BPF_SOCKMAP_COMMON(_name, _max_entries, _kind, _helper_name) \ struct _name##_table_t { \ u32 key; \ int leaf; \ int (*update) (u32 *, int *); \ int (*delete) (u32 *); \ /* ret = map.sock_map_update(ctx, key, flag) */ \ int (* _helper_name) (void *, void *, u64); \ u32 max_entries; \ }; \ __attribute__((section("maps/" _kind))) \ struct _name##_table_t _name = { .max_entries = (_max_entries) }; \ BPF_ANNOTATE_KV_PAIR(_name, u32, int) #define BPF_SOCKMAP(_name, _max_entries) \ BPF_SOCKMAP_COMMON(_name, _max_entries, "sockmap", sock_map_update) #define BPF_SOCKHASH_COMMON(_name, _key_type, _max_entries) \ struct _name##_table_t {\ _key_type key;\ int leaf; \ int (*update) (_key_type *, int *); \ int (*delete) (_key_type *); \ int (*sock_hash_update) (void *, void *, u64); \ int (*msg_redirect_hash) (void *, void *, u64); \ int (*sk_redirect_hash) (void *, void *, u64); \ u32 max_entries; \ }; \ __attribute__((section("maps/sockhash"))) \ struct _name##_table_t _name = { .max_entries = (_max_entries) }; \ BPF_ANNOTATE_KV_PAIR(_name, _key_type, int) #define BPF_SOCKHASH1(_name) \ BPF_SOCKHASH_COMMON(_name, u32, 10240) #define BPF_SOCKHASH2(_name, _key_type) \ BPF_SOCKHASH_COMMON(_name, _key_type, 10240) #define BPF_SOCKHASH3(_name, _key_type, _max_entries) \ BPF_SOCKHASH_COMMON(_name, _key_type, _max_entries) #define BPF_SOCKHASHX(_1, _2, _3, NAME, ...) NAME // We can define a five-tuple as the key, and basically never define the val type. // BPF_SOCKHASH(name, key_type=u64, size=10240) #define BPF_SOCKHASH(...) \ BPF_SOCKHASHX(__VA_ARGS__, BPF_SOCKHASH3, BPF_SOCKHASH2, BPF_SOCKHASH1)(__VA_ARGS__) #define BPF_CGROUP_STORAGE_COMMON(_name, _leaf_type, _kind) \ struct _name##_table_t { \ struct bpf_cgroup_storage_key key; \ _leaf_type leaf; \ _leaf_type * (*lookup) (struct bpf_cgroup_storage_key *); \ int (*update) (struct bpf_cgroup_storage_key *, _leaf_type *); \ int (*get_local_storage) (u64); \ }; \ __attribute__((section("maps/" _kind))) \ struct _name##_table_t _name = { 0 }; \ BPF_ANNOTATE_KV_PAIR(_name, struct bpf_cgroup_storage_key, _leaf_type) #define BPF_CGROUP_STORAGE(_name, _leaf_type) \ BPF_CGROUP_STORAGE_COMMON(_name, _leaf_type, "cgroup_storage") #define BPF_PERCPU_CGROUP_STORAGE(_name, _leaf_type) \ BPF_CGROUP_STORAGE_COMMON(_name, _leaf_type, "percpu_cgroup_storage") // packet parsing state machine helpers #define cursor_advance(_cursor, _len) \ ({ void *_tmp = _cursor; _cursor += _len; _tmp; }) #ifdef LINUX_VERSION_CODE_OVERRIDE unsigned _version BCC_SEC("version") = LINUX_VERSION_CODE_OVERRIDE; #else unsigned _version BCC_SEC("version") = LINUX_VERSION_CODE; #endif /* helper functions called from eBPF programs written in C */ static void *(*bpf_map_lookup_elem)(void *map, void *key) = (void *) BPF_FUNC_map_lookup_elem; static int (*bpf_map_update_elem)(void *map, void *key, void *value, u64 flags) = (void *) BPF_FUNC_map_update_elem; static int (*bpf_map_delete_elem)(void *map, void *key) = (void *) BPF_FUNC_map_delete_elem; static int (*bpf_probe_read)(void *dst, u64 size, const void *unsafe_ptr) = (void *) BPF_FUNC_probe_read; static u64 (*bpf_ktime_get_ns)(void) = (void *) BPF_FUNC_ktime_get_ns; static u32 (*bpf_get_prandom_u32)(void) = (void *) BPF_FUNC_get_prandom_u32; static int (*bpf_trace_printk_)(const char *fmt, u64 fmt_size, ...) = (void *) BPF_FUNC_trace_printk; static int (*bpf_probe_read_str)(void *dst, u64 size, const void *unsafe_ptr) = (void *) BPF_FUNC_probe_read_str; int bpf_trace_printk(const char *fmt, ...) asm("llvm.bpf.extra"); static inline __attribute__((always_inline)) void bpf_tail_call_(void *map_fd, void *ctx, int index) { ((void (*)(void *, u64, int))BPF_FUNC_tail_call)(ctx, (u64)map_fd, index); } static int (*bpf_clone_redirect)(void *ctx, int ifindex, u32 flags) = (void *) BPF_FUNC_clone_redirect; static u64 (*bpf_get_smp_processor_id)(void) = (void *) BPF_FUNC_get_smp_processor_id; static u64 (*bpf_get_current_pid_tgid)(void) = (void *) BPF_FUNC_get_current_pid_tgid; static u64 (*bpf_get_current_uid_gid)(void) = (void *) BPF_FUNC_get_current_uid_gid; static int (*bpf_get_current_comm)(void *buf, int buf_size) = (void *) BPF_FUNC_get_current_comm; static u64 (*bpf_get_cgroup_classid)(void *ctx) = (void *) BPF_FUNC_get_cgroup_classid; static u64 (*bpf_skb_vlan_push)(void *ctx, u16 proto, u16 vlan_tci) = (void *) BPF_FUNC_skb_vlan_push; static u64 (*bpf_skb_vlan_pop)(void *ctx) = (void *) BPF_FUNC_skb_vlan_pop; static int (*bpf_skb_get_tunnel_key)(void *ctx, void *to, u32 size, u64 flags) = (void *) BPF_FUNC_skb_get_tunnel_key; static int (*bpf_skb_set_tunnel_key)(void *ctx, void *from, u32 size, u64 flags) = (void *) BPF_FUNC_skb_set_tunnel_key; static u64 (*bpf_perf_event_read)(void *map, u64 flags) = (void *) BPF_FUNC_perf_event_read; static int (*bpf_redirect)(int ifindex, u32 flags) = (void *) BPF_FUNC_redirect; static u32 (*bpf_get_route_realm)(void *ctx) = (void *) BPF_FUNC_get_route_realm; static int (*bpf_perf_event_output)(void *ctx, void *map, u64 index, void *data, u32 size) = (void *) BPF_FUNC_perf_event_output; static int (*bpf_skb_load_bytes)(void *ctx, int offset, void *to, u32 len) = (void *) BPF_FUNC_skb_load_bytes; static int (*bpf_perf_event_read_value)(void *map, u64 flags, void *buf, u32 buf_size) = (void *) BPF_FUNC_perf_event_read_value; static int (*bpf_perf_prog_read_value)(void *ctx, void *buf, u32 buf_size) = (void *) BPF_FUNC_perf_prog_read_value; static int (*bpf_current_task_under_cgroup)(void *map, int index) = (void *) BPF_FUNC_current_task_under_cgroup; static u32 (*bpf_get_socket_cookie)(void *ctx) = (void *) BPF_FUNC_get_socket_cookie; static u64 (*bpf_get_socket_uid)(void *ctx) = (void *) BPF_FUNC_get_socket_uid; static int (*bpf_getsockopt)(void *ctx, int level, int optname, void *optval, int optlen) = (void *) BPF_FUNC_getsockopt; static int (*bpf_redirect_map)(void *map, int key, int flags) = (void *) BPF_FUNC_redirect_map; static int (*bpf_set_hash)(void *ctx, u32 hash) = (void *) BPF_FUNC_set_hash; static int (*bpf_setsockopt)(void *ctx, int level, int optname, void *optval, int optlen) = (void *) BPF_FUNC_setsockopt; static int (*bpf_skb_adjust_room)(void *ctx, int len_diff, u32 mode, u64 flags) = (void *) BPF_FUNC_skb_adjust_room; static int (*bpf_skb_under_cgroup)(void *ctx, void *map, int index) = (void *) BPF_FUNC_skb_under_cgroup; static struct bpf_sock *(*bpf_skc_lookup_tcp)(void *ctx, struct bpf_sock_tuple *tuple, int size, unsigned long long netns_id, unsigned long long flags) = (void *) BPF_FUNC_skc_lookup_tcp; static int (*bpf_sk_redirect_map)(void *ctx, void *map, int key, int flags) = (void *) BPF_FUNC_sk_redirect_map; static int (*bpf_sock_map_update)(void *map, void *key, void *value, unsigned long long flags) = (void *) BPF_FUNC_sock_map_update; static int (*bpf_strtol)(const char *buf, size_t buf_len, u64 flags, long *res) = (void *) BPF_FUNC_strtol; static int (*bpf_strtoul)(const char *buf, size_t buf_len, u64 flags, unsigned long *res) = (void *) BPF_FUNC_strtoul; static int (*bpf_sysctl_get_current_value)(struct bpf_sysctl *ctx, char *buf, size_t buf_len) = (void *) BPF_FUNC_sysctl_get_current_value; static int (*bpf_sysctl_get_name)(struct bpf_sysctl *ctx, char *buf, size_t buf_len, u64 flags) = (void *) BPF_FUNC_sysctl_get_name; static int (*bpf_sysctl_get_new_value)(struct bpf_sysctl *ctx, char *buf, size_t buf_len) = (void *) BPF_FUNC_sysctl_get_new_value; static int (*bpf_sysctl_set_new_value)(struct bpf_sysctl *ctx, const char *buf, size_t buf_len) = (void *) BPF_FUNC_sysctl_set_new_value; static int (*bpf_tcp_check_syncookie)(void *sk, void *ip, int ip_len, void *tcp, int tcp_len) = (void *) BPF_FUNC_tcp_check_syncookie; static int (*bpf_xdp_adjust_meta)(void *ctx, int offset) = (void *) BPF_FUNC_xdp_adjust_meta; /* bcc_get_stackid will return a negative value in the case of an error * * BPF_STACK_TRACE(_name, _size) will allocate space for _size stack traces. * -ENOMEM will be returned when this limit is reached. * * -EFAULT is typically returned when requesting user-space stack straces (using * BPF_F_USER_STACK) for kernel threads. However, a valid stackid may be * returned in some cases; consider a tracepoint or kprobe executing in the * kernel context. Given this you can typically ignore -EFAULT errors when * retrieving user-space stack traces. */ static int (*bcc_get_stackid_)(void *ctx, void *map, u64 flags) = (void *) BPF_FUNC_get_stackid; static inline __attribute__((always_inline)) int bcc_get_stackid(uintptr_t map, void *ctx, u64 flags) { return bcc_get_stackid_(ctx, (void *)map, flags); } static int (*bpf_csum_diff)(void *from, u64 from_size, void *to, u64 to_size, u64 seed) = (void *) BPF_FUNC_csum_diff; static int (*bpf_skb_get_tunnel_opt)(void *ctx, void *md, u32 size) = (void *) BPF_FUNC_skb_get_tunnel_opt; static int (*bpf_skb_set_tunnel_opt)(void *ctx, void *md, u32 size) = (void *) BPF_FUNC_skb_set_tunnel_opt; static int (*bpf_skb_change_proto)(void *ctx, u16 proto, u64 flags) = (void *) BPF_FUNC_skb_change_proto; static int (*bpf_skb_change_type)(void *ctx, u32 type) = (void *) BPF_FUNC_skb_change_type; static u32 (*bpf_get_hash_recalc)(void *ctx) = (void *) BPF_FUNC_get_hash_recalc; static u64 (*bpf_get_current_task)(void) = (void *) BPF_FUNC_get_current_task; static int (*bpf_probe_write_user)(void *dst, void *src, u32 size) = (void *) BPF_FUNC_probe_write_user; static int (*bpf_skb_change_tail)(void *ctx, u32 new_len, u64 flags) = (void *) BPF_FUNC_skb_change_tail; static int (*bpf_skb_pull_data)(void *ctx, u32 len) = (void *) BPF_FUNC_skb_pull_data; static int (*bpf_csum_update)(void *ctx, u16 csum) = (void *) BPF_FUNC_csum_update; static int (*bpf_set_hash_invalid)(void *ctx) = (void *) BPF_FUNC_set_hash_invalid; static int (*bpf_get_numa_node_id)(void) = (void *) BPF_FUNC_get_numa_node_id; static int (*bpf_skb_change_head)(void *ctx, u32 len, u64 flags) = (void *) BPF_FUNC_skb_change_head; static int (*bpf_xdp_adjust_head)(void *ctx, int offset) = (void *) BPF_FUNC_xdp_adjust_head; static int (*bpf_override_return)(void *pt_regs, unsigned long rc) = (void *) BPF_FUNC_override_return; static int (*bpf_sock_ops_cb_flags_set)(void *skops, int flags) = (void *) BPF_FUNC_sock_ops_cb_flags_set; static int (*bpf_msg_redirect_map)(void *msg, void *map, u32 key, u64 flags) = (void *) BPF_FUNC_msg_redirect_map; static int (*bpf_msg_apply_bytes)(void *msg, u32 bytes) = (void *) BPF_FUNC_msg_apply_bytes; static int (*bpf_msg_cork_bytes)(void *msg, u32 bytes) = (void *) BPF_FUNC_msg_cork_bytes; static int (*bpf_msg_pull_data)(void *msg, u32 start, u32 end, u64 flags) = (void *) BPF_FUNC_msg_pull_data; static int (*bpf_bind)(void *ctx, void *addr, int addr_len) = (void *) BPF_FUNC_bind; static int (*bpf_xdp_adjust_tail)(void *ctx, int offset) = (void *) BPF_FUNC_xdp_adjust_tail; static int (*bpf_skb_get_xfrm_state)(void *ctx, u32 index, void *xfrm_state, u32 size, u64 flags) = (void *) BPF_FUNC_skb_get_xfrm_state; static int (*bpf_get_stack)(void *ctx, void *buf, u32 size, u64 flags) = (void *) BPF_FUNC_get_stack; static int (*bpf_skb_load_bytes_relative)(void *ctx, u32 offset, void *to, u32 len, u32 start_header) = (void *) BPF_FUNC_skb_load_bytes_relative; static int (*bpf_fib_lookup)(void *ctx, void *params, int plen, u32 flags) = (void *) BPF_FUNC_fib_lookup; static int (*bpf_sock_hash_update)(void *ctx, void *map, void *key, u64 flags) = (void *) BPF_FUNC_sock_hash_update; static int (*bpf_msg_redirect_hash)(void *ctx, void *map, void *key, u64 flags) = (void *) BPF_FUNC_msg_redirect_hash; static int (*bpf_sk_redirect_hash)(void *ctx, void *map, void *key, u64 flags) = (void *) BPF_FUNC_sk_redirect_hash; static int (*bpf_lwt_push_encap)(void *skb, u32 type, void *hdr, u32 len) = (void *) BPF_FUNC_lwt_push_encap; static int (*bpf_lwt_seg6_store_bytes)(void *ctx, u32 offset, const void *from, u32 len) = (void *) BPF_FUNC_lwt_seg6_store_bytes; static int (*bpf_lwt_seg6_adjust_srh)(void *ctx, u32 offset, s32 delta) = (void *) BPF_FUNC_lwt_seg6_adjust_srh; static int (*bpf_lwt_seg6_action)(void *ctx, u32 action, void *param, u32 param_len) = (void *) BPF_FUNC_lwt_seg6_action; static int (*bpf_rc_keydown)(void *ctx, u32 protocol, u64 scancode, u32 toggle) = (void *) BPF_FUNC_rc_keydown; static int (*bpf_rc_repeat)(void *ctx) = (void *) BPF_FUNC_rc_repeat; static u64 (*bpf_skb_cgroup_id)(void *skb) = (void *) BPF_FUNC_skb_cgroup_id; static u64 (*bpf_get_current_cgroup_id)(void) = (void *) BPF_FUNC_get_current_cgroup_id; static u64 (*bpf_skb_ancestor_cgroup_id)(void *skb, int ancestor_level) = (void *) BPF_FUNC_skb_ancestor_cgroup_id; static void * (*bpf_get_local_storage)(void *map, u64 flags) = (void *) BPF_FUNC_get_local_storage; static int (*bpf_sk_select_reuseport)(void *reuse, void *map, void *key, u64 flags) = (void *) BPF_FUNC_sk_select_reuseport; static struct bpf_sock *(*bpf_sk_lookup_tcp)(void *ctx, struct bpf_sock_tuple *tuple, int size, unsigned int netns_id, unsigned long long flags) = (void *) BPF_FUNC_sk_lookup_tcp; static struct bpf_sock *(*bpf_sk_lookup_udp)(void *ctx, struct bpf_sock_tuple *tuple, int size, unsigned int netns_id, unsigned long long flags) = (void *) BPF_FUNC_sk_lookup_udp; static int (*bpf_sk_release)(void *sk) = (void *) BPF_FUNC_sk_release; static int (*bpf_map_push_elem)(void *map, const void *value, u64 flags) = (void *) BPF_FUNC_map_push_elem; static int (*bpf_map_pop_elem)(void *map, void *value) = (void *) BPF_FUNC_map_pop_elem; static int (*bpf_map_peek_elem)(void *map, void *value) = (void *) BPF_FUNC_map_peek_elem; static int (*bpf_msg_push_data)(void *skb, u32 start, u32 len, u64 flags) = (void *) BPF_FUNC_msg_push_data; static int (*bpf_msg_pop_data)(void *msg, u32 start, u32 pop, u64 flags) = (void *) BPF_FUNC_msg_pop_data; static int (*bpf_rc_pointer_rel)(void *ctx, s32 rel_x, s32 rel_y) = (void *) BPF_FUNC_rc_pointer_rel; static void (*bpf_spin_lock)(struct bpf_spin_lock *lock) = (void *) BPF_FUNC_spin_lock; static void (*bpf_spin_unlock)(struct bpf_spin_lock *lock) = (void *) BPF_FUNC_spin_unlock; static struct bpf_sock *(*bpf_sk_fullsock)(struct bpf_sock *sk) = (void *) BPF_FUNC_sk_fullsock; static struct bpf_tcp_sock *(*bpf_tcp_sock)(struct bpf_sock *sk) = (void *) BPF_FUNC_tcp_sock; static int (*bpf_skb_ecn_set_ce)(void *ctx) = (void *) BPF_FUNC_skb_ecn_set_ce; static struct bpf_sock *(*bpf_get_listener_sock)(struct bpf_sock *sk) = (void *) BPF_FUNC_get_listener_sock; static void *(*bpf_sk_storage_get)(void *map, void *sk, void *value, __u64 flags) = (void *) BPF_FUNC_sk_storage_get; static int (*bpf_sk_storage_delete)(void *map, void *sk) = (void *)BPF_FUNC_sk_storage_delete; static int (*bpf_send_signal)(unsigned sig) = (void *)BPF_FUNC_send_signal; static long long (*bpf_tcp_gen_syncookie)(void *sk, void *ip, int ip_len, void *tcp, int tcp_len) = (void *) BPF_FUNC_tcp_gen_syncookie; static int (*bpf_skb_output)(void *ctx, void *map, __u64 flags, void *data, __u64 size) = (void *)BPF_FUNC_skb_output; static int (*bpf_probe_read_user)(void *dst, __u32 size, const void *unsafe_ptr) = (void *)BPF_FUNC_probe_read_user; static int (*bpf_probe_read_kernel)(void *dst, __u32 size, const void *unsafe_ptr) = (void *)BPF_FUNC_probe_read_kernel; static int (*bpf_probe_read_user_str)(void *dst, __u32 size, const void *unsafe_ptr) = (void *)BPF_FUNC_probe_read_user_str; static int (*bpf_probe_read_kernel_str)(void *dst, __u32 size, const void *unsafe_ptr) = (void *)BPF_FUNC_probe_read_kernel_str; static int (*bpf_tcp_send_ack)(void *tp, __u32 rcv_nxt) = (void *)BPF_FUNC_tcp_send_ack; static int (*bpf_send_signal_thread)(__u32 sig) = (void *)BPF_FUNC_send_signal_thread; static __u64 (*bpf_jiffies64)(void) = (void *)BPF_FUNC_jiffies64; struct bpf_perf_event_data; static int (*bpf_read_branch_records)(struct bpf_perf_event_data *ctx, void *buf, __u32 size, __u64 flags) = (void *)BPF_FUNC_read_branch_records; static int (*bpf_get_ns_current_pid_tgid)(__u64 dev, __u64 ino, struct bpf_pidns_info *nsdata, __u32 size) = (void *)BPF_FUNC_get_ns_current_pid_tgid; struct bpf_map; static int (*bpf_xdp_output)(void *ctx, struct bpf_map *map, __u64 flags, void *data, __u64 size) = (void *)BPF_FUNC_xdp_output; static __u64 (*bpf_get_netns_cookie)(void *ctx) = (void *)BPF_FUNC_get_netns_cookie; static __u64 (*bpf_get_current_ancestor_cgroup_id)(int ancestor_level) = (void *)BPF_FUNC_get_current_ancestor_cgroup_id; struct sk_buff; static int (*bpf_sk_assign)(void *skb, void *sk, __u64 flags) = (void *)BPF_FUNC_sk_assign; static __u64 (*bpf_ktime_get_boot_ns)(void) = (void *)BPF_FUNC_ktime_get_boot_ns; struct seq_file; static int (*bpf_seq_printf)(struct seq_file *m, const char *fmt, __u32 fmt_size, const void *data, __u32 data_len) = (void *)BPF_FUNC_seq_printf; static int (*bpf_seq_write)(struct seq_file *m, const void *data, __u32 len) = (void *)BPF_FUNC_seq_write; static __u64 (*bpf_sk_cgroup_id)(void *sk) = (void *)BPF_FUNC_sk_cgroup_id; static __u64 (*bpf_sk_ancestor_cgroup_id)(void *sk, int ancestor_level) = (void *)BPF_FUNC_sk_ancestor_cgroup_id; static int (*bpf_ringbuf_output)(void *ringbuf, void *data, __u64 size, __u64 flags) = (void *)BPF_FUNC_ringbuf_output; static void *(*bpf_ringbuf_reserve)(void *ringbuf, __u64 size, __u64 flags) = (void *)BPF_FUNC_ringbuf_reserve; static void (*bpf_ringbuf_submit)(void *data, __u64 flags) = (void *)BPF_FUNC_ringbuf_submit; static void (*bpf_ringbuf_discard)(void *data, __u64 flags) = (void *)BPF_FUNC_ringbuf_discard; static __u64 (*bpf_ringbuf_query)(void *ringbuf, __u64 flags) = (void *)BPF_FUNC_ringbuf_query; static int (*bpf_csum_level)(struct __sk_buff *skb, __u64 level) = (void *)BPF_FUNC_csum_level; struct tcp6_sock; struct tcp_sock; struct tcp_timewait_sock; struct tcp_request_sock; struct udp6_sock; static struct tcp6_sock *(*bpf_skc_to_tcp6_sock)(void *sk) = (void *)BPF_FUNC_skc_to_tcp6_sock; static struct tcp_sock *(*bpf_skc_to_tcp_sock)(void *sk) = (void *)BPF_FUNC_skc_to_tcp_sock; static struct tcp_timewait_sock *(*bpf_skc_to_tcp_timewait_sock)(void *sk) = (void *)BPF_FUNC_skc_to_tcp_timewait_sock; static struct tcp_request_sock *(*bpf_skc_to_tcp_request_sock)(void *sk) = (void *)BPF_FUNC_skc_to_tcp_request_sock; static struct udp6_sock *(*bpf_skc_to_udp6_sock)(void *sk) = (void *)BPF_FUNC_skc_to_udp6_sock; struct task_struct; static long (*bpf_get_task_stack)(struct task_struct *task, void *buf, __u32 size, __u64 flags) = (void *)BPF_FUNC_get_task_stack; struct bpf_sock_ops; static long (*bpf_load_hdr_opt)(struct bpf_sock_ops *skops, void *searchby_res, u32 len, u64 flags) = (void *)BPF_FUNC_load_hdr_opt; static long (*bpf_store_hdr_opt)(struct bpf_sock_ops *skops, const void *from, u32 len, u64 flags) = (void *)BPF_FUNC_store_hdr_opt; static long (*bpf_reserve_hdr_opt)(struct bpf_sock_ops *skops, u32 len, u64 flags) = (void *)BPF_FUNC_reserve_hdr_opt; static void *(*bpf_inode_storage_get)(struct bpf_map *map, void *inode, void *value, u64 flags) = (void *)BPF_FUNC_inode_storage_get; static int (*bpf_inode_storage_delete)(struct bpf_map *map, void *inode) = (void *)BPF_FUNC_inode_storage_delete; struct path; static long (*bpf_d_path)(struct path *path, char *buf, u32 sz) = (void *)BPF_FUNC_d_path; static long (*bpf_copy_from_user)(void *dst, u32 size, const void *user_ptr) = (void *)BPF_FUNC_copy_from_user; static long (*bpf_snprintf_btf)(char *str, u32 str_size, struct btf_ptr *ptr, u32 btf_ptr_size, u64 flags) = (void *)BPF_FUNC_snprintf_btf; static long (*bpf_seq_printf_btf)(struct seq_file *m, struct btf_ptr *ptr, u32 ptr_size, u64 flags) = (void *)BPF_FUNC_seq_printf_btf; static u64 (*bpf_skb_cgroup_classid)(struct sk_buff *skb) = (void *)BPF_FUNC_skb_cgroup_classid; static long (*bpf_redirect_neigh)(u32 ifindex, struct bpf_redir_neigh *params, u64 flags) = (void *)BPF_FUNC_redirect_neigh; static void * (*bpf_per_cpu_ptr)(const void *percpu_ptr, u32 cpu) = (void *)BPF_FUNC_per_cpu_ptr; static void * (*bpf_this_cpu_ptr)(const void *percpu_ptr) = (void *)BPF_FUNC_this_cpu_ptr; static long (*bpf_redirect_peer)(u32 ifindex, u64 flags) = (void *)BPF_FUNC_redirect_peer; static void *(*bpf_task_storage_get)(void *map, struct task_struct *task, void *value, __u64 flags) = (void *)BPF_FUNC_task_storage_get; static long (*bpf_task_storage_delete)(void *map, struct task_struct *task) = (void *)BPF_FUNC_task_storage_delete; static struct task_struct *(*bpf_get_current_task_btf)(void) = (void *)BPF_FUNC_get_current_task_btf; struct linux_binprm; static long (*bpf_bprm_opts_set)(struct linux_binprm *bprm, __u64 flags) = (void *)BPF_FUNC_bprm_opts_set; static __u64 (*bpf_ktime_get_coarse_ns)(void) = (void *)BPF_FUNC_ktime_get_coarse_ns; struct inode; static long (*bpf_ima_inode_hash)(struct inode *inode, void *dst, __u32 size) = (void *)BPF_FUNC_ima_inode_hash; struct file; static struct socket *(*bpf_sock_from_file)(struct file *file) = (void *)BPF_FUNC_sock_from_file; static long (*bpf_check_mtu)(void *ctx, __u32 ifindex, __u32 *mtu_len, __s32 len_diff, __u64 flags) = (void *)BPF_FUNC_check_mtu; static long (*bpf_for_each_map_elem)(void *map, void *callback_fn, void *callback_ctx, __u64 flags) = (void *)BPF_FUNC_for_each_map_elem; static long (*bpf_snprintf)(char *str, __u32 str_size, const char *fmt, __u64 *data, __u32 data_len) = (void *)BPF_FUNC_snprintf; static long (*bpf_sys_bpf)(__u32 cmd, void *attr, __u32 attr_size) = (void *)BPF_FUNC_sys_bpf; static long (*bpf_btf_find_by_name_kind)(char *name, int name_sz, __u32 kind, int flags) = (void *)BPF_FUNC_btf_find_by_name_kind; static long (*bpf_sys_close)(__u32 fd) = (void *)BPF_FUNC_sys_close; struct bpf_timer; static long (*bpf_timer_init)(struct bpf_timer *timer, void *map, __u64 flags) = (void *)BPF_FUNC_timer_init; static long (*bpf_timer_set_callback)(struct bpf_timer *timer, void *callback_fn) = (void *)BPF_FUNC_timer_set_callback; static long (*bpf_timer_start)(struct bpf_timer *timer, __u64 nsecs, __u64 flags) = (void *)BPF_FUNC_timer_start; static long (*bpf_timer_cancel)(struct bpf_timer *timer) = (void *)BPF_FUNC_timer_cancel; static __u64 (*bpf_get_func_ip)(void *ctx) = (void *)BPF_FUNC_get_func_ip; static __u64 (*bpf_get_attach_cookie)(void *ctx) = (void *)BPF_FUNC_get_attach_cookie; static long (*bpf_task_pt_regs)(struct task_struct *task) = (void *)BPF_FUNC_task_pt_regs; static long (*bpf_get_branch_snapshot)(void *entries, __u32 size, __u64 flags) = (void *)BPF_FUNC_get_branch_snapshot; static long (*bpf_trace_vprintk)(const char *fmt, __u32 fmt_size, const void *data, __u32 data_len) = (void *)BPF_FUNC_trace_vprintk; static struct unix_sock *(*bpf_skc_to_unix_sock)(void *sk) = (void *)BPF_FUNC_skc_to_unix_sock; static long (*bpf_kallsyms_lookup_name)(const char *name, int name_sz, int flags, __u64 *res) = (void *)BPF_FUNC_kallsyms_lookup_name; static long (*bpf_find_vma)(struct task_struct *task, __u64 addr, void *callback_fn, void *callback_ctx, __u64 flags) = (void *)BPF_FUNC_find_vma; static long (*bpf_loop)(__u32 nr_loops, void *callback_fn, void *callback_ctx, __u64 flags) = (void *)BPF_FUNC_loop; static long (*bpf_strncmp)(const char *s1, __u32 s1_sz, const char *s2) = (void *)BPF_FUNC_strncmp; static long (*bpf_get_func_arg)(void *ctx, __u32 n, __u64 *value) = (void *)BPF_FUNC_get_func_arg; static long (*bpf_get_func_ret)(void *ctx, __u64 *value) = (void *)BPF_FUNC_get_func_ret; static long (*bpf_get_func_arg_cnt)(void *ctx) = (void *)BPF_FUNC_get_func_arg_cnt; static int (*bpf_get_retval)(void) = (void *)BPF_FUNC_get_retval; static int (*bpf_set_retval)(int retval) = (void *)BPF_FUNC_set_retval; static __u64 (*bpf_xdp_get_buff_len)(struct xdp_md *xdp_md) = (void *)BPF_FUNC_xdp_get_buff_len; static long (*bpf_xdp_load_bytes)(struct xdp_md *xdp_md, __u32 offset, void *buf, __u32 len) = (void *)BPF_FUNC_xdp_load_bytes; static long (*bpf_xdp_store_bytes)(struct xdp_md *xdp_md, __u32 offset, void *buf, __u32 len) = (void *)BPF_FUNC_xdp_store_bytes; static long (*bpf_copy_from_user_task)(void *dst, __u32 size, const void *user_ptr, struct task_struct *tsk, __u64 flags) = (void *)BPF_FUNC_copy_from_user_task; static long (*bpf_skb_set_tstamp)(struct __sk_buff *skb, __u64 tstamp, __u32 tstamp_type) = (void *)BPF_FUNC_skb_set_tstamp; static long (*bpf_ima_file_hash)(struct file *file, void *dst, __u32 size) = (void *)BPF_FUNC_ima_file_hash; static void *(*bpf_kptr_xchg)(void *map_value, void *ptr) = (void *)BPF_FUNC_kptr_xchg; static void *(*bpf_map_lookup_percpu_elem)(void *map, const void *key, __u32 cpu) = (void *)BPF_FUNC_map_lookup_percpu_elem; struct mptcp_sock; struct bpf_dynptr; struct iphdr; struct ipv6hdr; struct tcphdr; static struct mptcp_sock *(*bpf_skc_to_mptcp_sock)(void *sk) = (void *)BPF_FUNC_skc_to_mptcp_sock; static long (*bpf_dynptr_from_mem)(void *data, __u32 size, __u64 flags, struct bpf_dynptr *ptr) = (void *)BPF_FUNC_dynptr_from_mem; static long (*bpf_ringbuf_reserve_dynptr)(void *ringbuf, __u32 size, __u64 flags, struct bpf_dynptr *ptr) = (void *)BPF_FUNC_ringbuf_reserve_dynptr; static void (*bpf_ringbuf_submit_dynptr)(struct bpf_dynptr *ptr, __u64 flags) = (void *)BPF_FUNC_ringbuf_submit_dynptr; static void (*bpf_ringbuf_discard_dynptr)(struct bpf_dynptr *ptr, __u64 flags) = (void *)BPF_FUNC_ringbuf_discard_dynptr; static long (*bpf_dynptr_read)(void *dst, __u32 len, const struct bpf_dynptr *src, __u32 offset, __u64 flags) = (void *)BPF_FUNC_dynptr_read; static long (*bpf_dynptr_write)(const struct bpf_dynptr *dst, __u32 offset, void *src, __u32 len, __u64 flags) = (void *)BPF_FUNC_dynptr_write; static void *(*bpf_dynptr_data)(const struct bpf_dynptr *ptr, __u32 offset, __u32 len) = (void *)BPF_FUNC_dynptr_data; static __s64 (*bpf_tcp_raw_gen_syncookie_ipv4)(struct iphdr *iph, struct tcphdr *th, __u32 th_len) = (void *)BPF_FUNC_tcp_raw_gen_syncookie_ipv4; static __s64 (*bpf_tcp_raw_gen_syncookie_ipv6)(struct ipv6hdr *iph, struct tcphdr *th, __u32 th_len) = (void *)BPF_FUNC_tcp_raw_gen_syncookie_ipv6; static long (*bpf_tcp_raw_check_syncookie_ipv4)(struct iphdr *iph, struct tcphdr *th) = (void *)BPF_FUNC_tcp_raw_check_syncookie_ipv4; static long (*bpf_tcp_raw_check_syncookie_ipv6)(struct ipv6hdr *iph, struct tcphdr *th) = (void *)BPF_FUNC_tcp_raw_check_syncookie_ipv6; static __u64 (*bpf_ktime_get_tai_ns)(void) = (void *)BPF_FUNC_ktime_get_tai_ns; static long (*bpf_user_ringbuf_drain)(void *map, void *callback_fn, void *ctx, __u64 flags) = (void *)BPF_FUNC_user_ringbuf_drain; struct cgroup; static void *(*bpf_cgrp_storage_get)(void *map, struct cgroup *cgroup, void *value, __u64 flags) = (void *)BPF_FUNC_cgrp_storage_get; static long (*bpf_cgrp_storage_delete)(void *map, struct cgroup *cgroup) = (void *)BPF_FUNC_cgrp_storage_delete; /* llvm builtin functions that eBPF C program may use to * emit BPF_LD_ABS and BPF_LD_IND instructions */ unsigned long long load_byte(void *skb, unsigned long long off) asm("llvm.bpf.load.byte"); unsigned long long load_half(void *skb, unsigned long long off) asm("llvm.bpf.load.half"); unsigned long long load_word(void *skb, unsigned long long off) asm("llvm.bpf.load.word"); /* a helper structure used by eBPF C program * to describe map attributes to elf_bpf loader */ struct bpf_map_def { unsigned int type; unsigned int key_size; unsigned int value_size; unsigned int max_entries; }; static int (*bpf_skb_store_bytes)(void *ctx, unsigned long long off, void *from, unsigned long long len, unsigned long long flags) = (void *) BPF_FUNC_skb_store_bytes; static int (*bpf_l3_csum_replace)(void *ctx, unsigned long long off, unsigned long long from, unsigned long long to, unsigned long long flags) = (void *) BPF_FUNC_l3_csum_replace; static int (*bpf_l4_csum_replace)(void *ctx, unsigned long long off, unsigned long long from, unsigned long long to, unsigned long long flags) = (void *) BPF_FUNC_l4_csum_replace; static inline __attribute__((always_inline)) u16 bpf_ntohs(u16 val) { /* will be recognized by gcc into rotate insn and eventually rolw 8 */ return (val << 8) | (val >> 8); } static inline __attribute__((always_inline)) u32 bpf_ntohl(u32 val) { /* gcc will use bswapsi2 insn */ return __builtin_bswap32(val); } static inline __attribute__((always_inline)) u64 bpf_ntohll(u64 val) { /* gcc will use bswapdi2 insn */ return __builtin_bswap64(val); } static inline __attribute__((always_inline)) unsigned __int128 bpf_ntoh128(unsigned __int128 val) { return (((unsigned __int128)bpf_ntohll(val) << 64) | (u64)bpf_ntohll(val >> 64)); } static inline __attribute__((always_inline)) u16 bpf_htons(u16 val) { return bpf_ntohs(val); } static inline __attribute__((always_inline)) u32 bpf_htonl(u32 val) { return bpf_ntohl(val); } static inline __attribute__((always_inline)) u64 bpf_htonll(u64 val) { return bpf_ntohll(val); } static inline __attribute__((always_inline)) unsigned __int128 bpf_hton128(unsigned __int128 val) { return bpf_ntoh128(val); } static inline __attribute__((always_inline)) u64 load_dword(void *skb, u64 off) { return ((u64)load_word(skb, off) << 32) | load_word(skb, off + 4); } void bpf_store_byte(void *skb, u64 off, u64 val) asm("llvm.bpf.store.byte"); void bpf_store_half(void *skb, u64 off, u64 val) asm("llvm.bpf.store.half"); void bpf_store_word(void *skb, u64 off, u64 val) asm("llvm.bpf.store.word"); u64 bpf_pseudo_fd(u64, u64) asm("llvm.bpf.pseudo"); static inline void __attribute__((always_inline)) bpf_store_dword(void *skb, u64 off, u64 val) { bpf_store_word(skb, off, (u32)val); bpf_store_word(skb, off + 4, val >> 32); } #define MASK(_n) ((_n) < 64 ? (1ull << (_n)) - 1 : ((u64)-1LL)) #define MASK128(_n) ((_n) < 128 ? ((unsigned __int128)1 << (_n)) - 1 : ((unsigned __int128)-1)) static inline __attribute__((always_inline)) unsigned int bpf_log2(unsigned int v) { unsigned int r; unsigned int shift; r = (v > 0xFFFF) << 4; v >>= r; shift = (v > 0xFF) << 3; v >>= shift; r |= shift; shift = (v > 0xF) << 2; v >>= shift; r |= shift; shift = (v > 0x3) << 1; v >>= shift; r |= shift; r |= (v >> 1); return r; } static inline __attribute__((always_inline)) unsigned int bpf_log2l(unsigned long v) { unsigned int hi = v >> 32; if (hi) return bpf_log2(hi) + 32 + 1; else return bpf_log2(v) + 1; } struct bpf_context; static inline __attribute__((always_inline)) BCC_SEC_HELPERS u64 bpf_dext_pkt(void *pkt, u64 off, u64 bofs, u64 bsz) { if (bofs == 0 && bsz == 8) { return load_byte(pkt, off); } else if (bofs + bsz <= 8) { return load_byte(pkt, off) >> (8 - (bofs + bsz)) & MASK(bsz); } else if (bofs == 0 && bsz == 16) { return load_half(pkt, off); } else if (bofs + bsz <= 16) { return load_half(pkt, off) >> (16 - (bofs + bsz)) & MASK(bsz); } else if (bofs == 0 && bsz == 32) { return load_word(pkt, off); } else if (bofs + bsz <= 32) { return load_word(pkt, off) >> (32 - (bofs + bsz)) & MASK(bsz); } else if (bofs == 0 && bsz == 64) { return load_dword(pkt, off); } else if (bofs + bsz <= 64) { return load_dword(pkt, off) >> (64 - (bofs + bsz)) & MASK(bsz); } return 0; } static inline __attribute__((always_inline)) BCC_SEC_HELPERS void bpf_dins_pkt(void *pkt, u64 off, u64 bofs, u64 bsz, u64 val) { // The load_xxx function does a bswap before returning the short/word/dword, // so the value in register will always be host endian. However, the bytes // written back need to be in network order. if (bofs == 0 && bsz == 8) { bpf_skb_store_bytes(pkt, off, &val, 1, 0); } else if (bofs + bsz <= 8) { u8 v = load_byte(pkt, off); v &= ~(MASK(bsz) << (8 - (bofs + bsz))); v |= ((val & MASK(bsz)) << (8 - (bofs + bsz))); bpf_skb_store_bytes(pkt, off, &v, 1, 0); } else if (bofs == 0 && bsz == 16) { u16 v = bpf_htons(val); bpf_skb_store_bytes(pkt, off, &v, 2, 0); } else if (bofs + bsz <= 16) { u16 v = load_half(pkt, off); v &= ~(MASK(bsz) << (16 - (bofs + bsz))); v |= ((val & MASK(bsz)) << (16 - (bofs + bsz))); v = bpf_htons(v); bpf_skb_store_bytes(pkt, off, &v, 2, 0); } else if (bofs == 0 && bsz == 32) { u32 v = bpf_htonl(val); bpf_skb_store_bytes(pkt, off, &v, 4, 0); } else if (bofs + bsz <= 32) { u32 v = load_word(pkt, off); v &= ~(MASK(bsz) << (32 - (bofs + bsz))); v |= ((val & MASK(bsz)) << (32 - (bofs + bsz))); v = bpf_htonl(v); bpf_skb_store_bytes(pkt, off, &v, 4, 0); } else if (bofs == 0 && bsz == 64) { u64 v = bpf_htonll(val); bpf_skb_store_bytes(pkt, off, &v, 8, 0); } else if (bofs + bsz <= 64) { u64 v = load_dword(pkt, off); v &= ~(MASK(bsz) << (64 - (bofs + bsz))); v |= ((val & MASK(bsz)) << (64 - (bofs + bsz))); v = bpf_htonll(v); bpf_skb_store_bytes(pkt, off, &v, 8, 0); } } static inline __attribute__((always_inline)) BCC_SEC_HELPERS void * bpf_map_lookup_elem_(uintptr_t map, void *key) { return bpf_map_lookup_elem((void *)map, key); } static inline __attribute__((always_inline)) BCC_SEC_HELPERS int bpf_map_update_elem_(uintptr_t map, void *key, void *value, u64 flags) { return bpf_map_update_elem((void *)map, key, value, flags); } static inline __attribute__((always_inline)) BCC_SEC_HELPERS int bpf_map_delete_elem_(uintptr_t map, void *key) { return bpf_map_delete_elem((void *)map, key); } static inline __attribute__((always_inline)) BCC_SEC_HELPERS int bpf_l3_csum_replace_(void *ctx, u64 off, u64 from, u64 to, u64 flags) { switch (flags & 0xf) { case 2: return bpf_l3_csum_replace(ctx, off, bpf_htons(from), bpf_htons(to), flags); case 4: return bpf_l3_csum_replace(ctx, off, bpf_htonl(from), bpf_htonl(to), flags); case 8: return bpf_l3_csum_replace(ctx, off, bpf_htonll(from), bpf_htonll(to), flags); default: {} } return bpf_l3_csum_replace(ctx, off, from, to, flags); } static inline __attribute__((always_inline)) BCC_SEC_HELPERS int bpf_l4_csum_replace_(void *ctx, u64 off, u64 from, u64 to, u64 flags) { switch (flags & 0xf) { case 2: return bpf_l4_csum_replace(ctx, off, bpf_htons(from), bpf_htons(to), flags); case 4: return bpf_l4_csum_replace(ctx, off, bpf_htonl(from), bpf_htonl(to), flags); case 8: return bpf_l4_csum_replace(ctx, off, bpf_htonll(from), bpf_htonll(to), flags); default: {} } return bpf_l4_csum_replace(ctx, off, from, to, flags); } int incr_cksum_l3(void *off, u64 oldval, u64 newval) asm("llvm.bpf.extra"); int incr_cksum_l4(void *off, u64 oldval, u64 newval, u64 flags) asm("llvm.bpf.extra"); int bpf_num_cpus() asm("llvm.bpf.extra"); struct pt_regs; int bpf_usdt_readarg(int argc, struct pt_regs *ctx, void *arg) asm("llvm.bpf.extra"); int bpf_usdt_readarg_p(int argc, struct pt_regs *ctx, void *buf, u64 len) asm("llvm.bpf.extra"); /* Scan the ARCH passed in from ARCH env variable (see kbuild_helper.cc) */ #if defined(__TARGET_ARCH_x86) #define bpf_target_x86 #define bpf_target_defined #elif defined(__TARGET_ARCH_s390x) #define bpf_target_s390x #define bpf_target_defined #elif defined(__TARGET_ARCH_arm64) #define bpf_target_arm64 #define bpf_target_defined #elif defined(__TARGET_ARCH_powerpc) #define bpf_target_powerpc #define bpf_target_defined #elif defined(__TARGET_ARCH_mips) #define bpf_target_mips #define bpf_target_defined #elif defined(__TARGET_ARCH_riscv64) #define bpf_target_riscv64 #define bpf_target_defined #elif defined(__TARGET_ARCH_loongarch) #define bpf_target_loongarch #define bpf_target_defined #else #undef bpf_target_defined #endif /* Fall back to what the compiler says */ #ifndef bpf_target_defined #if defined(__x86_64__) #define bpf_target_x86 #elif defined(__s390x__) #define bpf_target_s390x #elif defined(__aarch64__) #define bpf_target_arm64 #elif defined(__powerpc__) #define bpf_target_powerpc #elif defined(__mips__) #define bpf_target_mips #elif defined(__riscv) && (__riscv_xlen == 64) #define bpf_target_riscv64 #elif defined(__loongarch__) #define bpf_target_loongarch #endif #endif #if defined(bpf_target_powerpc) #define PT_REGS_PARM1(ctx) ((ctx)->gpr[3]) #define PT_REGS_PARM2(ctx) ((ctx)->gpr[4]) #define PT_REGS_PARM3(ctx) ((ctx)->gpr[5]) #define PT_REGS_PARM4(ctx) ((ctx)->gpr[6]) #define PT_REGS_PARM5(ctx) ((ctx)->gpr[7]) #define PT_REGS_PARM6(ctx) ((ctx)->gpr[8]) #define PT_REGS_RC(ctx) ((ctx)->gpr[3]) #define PT_REGS_IP(ctx) ((ctx)->nip) #define PT_REGS_SP(ctx) ((ctx)->gpr[1]) #elif defined(bpf_target_s390x) #define PT_REGS_PARM1(x) ((x)->gprs[2]) #define PT_REGS_PARM2(x) ((x)->gprs[3]) #define PT_REGS_PARM3(x) ((x)->gprs[4]) #define PT_REGS_PARM4(x) ((x)->gprs[5]) #define PT_REGS_PARM5(x) ((x)->gprs[6]) #define PT_REGS_RET(x) ((x)->gprs[14]) #define PT_REGS_FP(x) ((x)->gprs[11]) /* Works only with CONFIG_FRAME_POINTER */ #define PT_REGS_RC(x) ((x)->gprs[2]) #define PT_REGS_SP(x) ((x)->gprs[15]) #define PT_REGS_IP(x) ((x)->psw.addr) #elif defined(bpf_target_x86) #define PT_REGS_PARM1(ctx) ((ctx)->di) #define PT_REGS_PARM2(ctx) ((ctx)->si) #define PT_REGS_PARM3(ctx) ((ctx)->dx) #define PT_REGS_PARM4(ctx) ((ctx)->cx) #define PT_REGS_PARM5(ctx) ((ctx)->r8) #define PT_REGS_PARM6(ctx) ((ctx)->r9) #define PT_REGS_RET(ctx) ((ctx)->sp) #define PT_REGS_FP(ctx) ((ctx)->bp) /* Works only with CONFIG_FRAME_POINTER */ #define PT_REGS_RC(ctx) ((ctx)->ax) #define PT_REGS_IP(ctx) ((ctx)->ip) #define PT_REGS_SP(ctx) ((ctx)->sp) #elif defined(bpf_target_arm64) #define PT_REGS_PARM1(x) ((x)->regs[0]) #define PT_REGS_PARM2(x) ((x)->regs[1]) #define PT_REGS_PARM3(x) ((x)->regs[2]) #define PT_REGS_PARM4(x) ((x)->regs[3]) #define PT_REGS_PARM5(x) ((x)->regs[4]) #define PT_REGS_PARM6(x) ((x)->regs[5]) #define PT_REGS_RET(x) ((x)->regs[30]) #define PT_REGS_FP(x) ((x)->regs[29]) /* Works only with CONFIG_FRAME_POINTER */ #define PT_REGS_RC(x) ((x)->regs[0]) #define PT_REGS_SP(x) ((x)->sp) #define PT_REGS_IP(x) ((x)->pc) #elif defined(bpf_target_mips) #define PT_REGS_PARM1(x) ((x)->regs[4]) #define PT_REGS_PARM2(x) ((x)->regs[5]) #define PT_REGS_PARM3(x) ((x)->regs[6]) #define PT_REGS_PARM4(x) ((x)->regs[7]) #define PT_REGS_PARM5(x) ((x)->regs[8]) #define PT_REGS_PARM6(x) ((x)->regs[9]) #define PT_REGS_RET(x) ((x)->regs[31]) #define PT_REGS_FP(x) ((x)->regs[30]) /* Works only with CONFIG_FRAME_POINTER */ #define PT_REGS_RC(x) ((x)->regs[2]) #define PT_REGS_SP(x) ((x)->regs[29]) #define PT_REGS_IP(x) ((x)->cp0_epc) #elif defined(bpf_target_riscv64) /* riscv64 provides struct user_pt_regs instead of struct pt_regs to userspace */ #define __PT_REGS_CAST(x) ((const struct user_regs_struct *)(x)) #define PT_REGS_PARM1(x) (__PT_REGS_CAST(x)->a0) #define PT_REGS_PARM2(x) (__PT_REGS_CAST(x)->a1) #define PT_REGS_PARM3(x) (__PT_REGS_CAST(x)->a2) #define PT_REGS_PARM4(x) (__PT_REGS_CAST(x)->a3) #define PT_REGS_PARM5(x) (__PT_REGS_CAST(x)->a4) #define PT_REGS_PARM6(x) (__PT_REGS_CAST(x)->a5) #define PT_REGS_RET(x) (__PT_REGS_CAST(x)->ra) #define PT_REGS_FP(x) (__PT_REGS_CAST(x)->s0) /* Works only with CONFIG_FRAME_POINTER */ #define PT_REGS_RC(x) (__PT_REGS_CAST(x)->a0) #define PT_REGS_SP(x) (__PT_REGS_CAST(x)->sp) #define PT_REGS_IP(x) (__PT_REGS_CAST(x)->pc) #elif defined(bpf_target_loongarch) #define PT_REGS_PARM1(x) ((x)->regs[4]) #define PT_REGS_PARM2(x) ((x)->regs[5]) #define PT_REGS_PARM3(x) ((x)->regs[6]) #define PT_REGS_PARM4(x) ((x)->regs[7]) #define PT_REGS_PARM5(x) ((x)->regs[8]) #define PT_REGS_PARM6(x) ((x)->regs[9]) #define PT_REGS_RET(x) ((x)->regs[1]) #define PT_REGS_FP(x) ((x)->regs[22]) /* Works only with CONFIG_FRAME_POINTER */ #define PT_REGS_RC(x) ((x)->regs[4]) #define PT_REGS_SP(x) ((x)->regs[3]) #define PT_REGS_IP(x) ((x)->csr_era) #else #error "bcc does not support this platform yet" #endif #if defined(CONFIG_ARCH_HAS_SYSCALL_WRAPPER) && !defined(__s390x__) #define PT_REGS_SYSCALL_CTX(ctx) ((struct pt_regs *)PT_REGS_PARM1(ctx)) #else #define PT_REGS_SYSCALL_CTX(ctx) (ctx) #endif /* Helpers for syscall params. Pass in a ctx returned from PT_REGS_SYSCALL_CTX. */ #define PT_REGS_PARM1_SYSCALL(ctx) PT_REGS_PARM1(ctx) #define PT_REGS_PARM2_SYSCALL(ctx) PT_REGS_PARM2(ctx) #define PT_REGS_PARM3_SYSCALL(ctx) PT_REGS_PARM3(ctx) #if defined(bpf_target_x86) #define PT_REGS_PARM4_SYSCALL(ctx) ((ctx)->r10) /* for syscall only */ #else #define PT_REGS_PARM4_SYSCALL(ctx) PT_REGS_PARM4(ctx) #endif #define PT_REGS_PARM5_SYSCALL(ctx) PT_REGS_PARM5(ctx) #ifdef PT_REGS_PARM6 #define PT_REGS_PARM6_SYSCALL(ctx) PT_REGS_PARM6(ctx) #endif #define lock_xadd(ptr, val) ((void)__sync_fetch_and_add(ptr, val)) #define TRACEPOINT_PROBE(category, event) \ int tracepoint__##category##__##event(struct tracepoint__##category##__##event *args) #define RAW_TRACEPOINT_PROBE(event) \ int raw_tracepoint__##event(struct bpf_raw_tracepoint_args *ctx) /* BPF_PROG macro allows to define trampoline function, * borrowed from kernel bpf selftest code. */ #define ___bpf_concat(a, b) a ## b #define ___bpf_apply(fn, n) ___bpf_concat(fn, n) #define ___bpf_nth(_, _1, _2, _3, _4, _5, _6, _7, _8, _9, _a, _b, _c, N, ...) N #define ___bpf_narg(...) \ ___bpf_nth(_, ##__VA_ARGS__, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0) #define ___bpf_ctx_cast0() ctx #define ___bpf_ctx_cast1(x) ___bpf_ctx_cast0(), (void *)ctx[0] #define ___bpf_ctx_cast2(x, args...) ___bpf_ctx_cast1(args), (void *)ctx[1] #define ___bpf_ctx_cast3(x, args...) ___bpf_ctx_cast2(args), (void *)ctx[2] #define ___bpf_ctx_cast4(x, args...) ___bpf_ctx_cast3(args), (void *)ctx[3] #define ___bpf_ctx_cast5(x, args...) ___bpf_ctx_cast4(args), (void *)ctx[4] #define ___bpf_ctx_cast6(x, args...) ___bpf_ctx_cast5(args), (void *)ctx[5] #define ___bpf_ctx_cast7(x, args...) ___bpf_ctx_cast6(args), (void *)ctx[6] #define ___bpf_ctx_cast8(x, args...) ___bpf_ctx_cast7(args), (void *)ctx[7] #define ___bpf_ctx_cast9(x, args...) ___bpf_ctx_cast8(args), (void *)ctx[8] #define ___bpf_ctx_cast10(x, args...) ___bpf_ctx_cast9(args), (void *)ctx[9] #define ___bpf_ctx_cast11(x, args...) ___bpf_ctx_cast10(args), (void *)ctx[10] #define ___bpf_ctx_cast12(x, args...) ___bpf_ctx_cast11(args), (void *)ctx[11] #define ___bpf_ctx_cast(args...) \ ___bpf_apply(___bpf_ctx_cast, ___bpf_narg(args))(args) #define BPF_PROG(name, args...) \ int name(unsigned long long *ctx); \ __attribute__((always_inline)) \ static int ____##name(unsigned long long *ctx, ##args); \ int name(unsigned long long *ctx) \ { \ int __ret; \ \ _Pragma("GCC diagnostic push") \ _Pragma("GCC diagnostic ignored \"-Wint-conversion\"") \ __ret = ____##name(___bpf_ctx_cast(args)); \ _Pragma("GCC diagnostic pop") \ return __ret; \ } \ static int ____##name(unsigned long long *ctx, ##args) #define KFUNC_PROBE(event, args...) \ BPF_PROG(kfunc__vmlinux__ ## event, ##args) #define KRETFUNC_PROBE(event, args...) \ BPF_PROG(kretfunc__vmlinux__ ## event, ##args) #define MODULE_KFUNC_PROBE(module, event, args...) \ BPF_PROG(kfunc__ ## module ## __ ## event, ##args) #define MODULE_KRETFUNC_PROBE(module, event, args...) \ BPF_PROG(kretfunc__ ## module ## __ ## event, ##args) #define KMOD_RET(event, args...) \ BPF_PROG(kmod_ret__ ## event, ##args) #define LSM_PROBE(event, args...) \ BPF_PROG(lsm__ ## event, ##args) #define BPF_ITER(target) \ int bpf_iter__ ## target (struct bpf_iter__ ## target *ctx) #define TP_DATA_LOC_READ_CONST(dst, field, length) \ do { \ unsigned short __offset = args->data_loc_##field & 0xFFFF; \ bpf_probe_read((void *)dst, length, (char *)args + __offset); \ } while (0) #define TP_DATA_LOC_READ(dst, field) \ do { \ unsigned short __offset = args->data_loc_##field & 0xFFFF; \ unsigned short __length = args->data_loc_##field >> 16; \ bpf_probe_read((void *)dst, __length, (char *)args + __offset); \ } while (0) #define TP_DATA_LOC_READ_STR(dst, field, length) \ do { \ unsigned short __offset = args->data_loc_##field & 0xFFFF; \ bpf_probe_read_str((void *)dst, length, (char *)args + __offset); \ } while (0) #endif )********" bpfcc-0.31.0/src/cc/export/proto.h000066400000000000000000000073261465134135300166760ustar00rootroot00000000000000R"********( /* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef __BCC_PROTO_H #define __BCC_PROTO_H #include #define BPF_PACKET_HEADER __attribute__((packed)) __attribute__((deprecated("packet"))) struct ethernet_t { unsigned long long dst:48; unsigned long long src:48; unsigned int type:16; } BPF_PACKET_HEADER; struct dot1q_t { unsigned short pri:3; unsigned short cfi:1; unsigned short vlanid:12; unsigned short type; } BPF_PACKET_HEADER; struct arp_t { unsigned short htype; unsigned short ptype; unsigned char hlen; unsigned char plen; unsigned short oper; unsigned long long sha:48; unsigned long long spa:32; unsigned long long tha:48; unsigned int tpa; } BPF_PACKET_HEADER; struct ip_t { unsigned char ver:4; // byte 0 unsigned char hlen:4; unsigned char tos; unsigned short tlen; unsigned short identification; // byte 4 unsigned short ffo_unused:1; unsigned short df:1; unsigned short mf:1; unsigned short foffset:13; unsigned char ttl; // byte 8 unsigned char nextp; unsigned short hchecksum; unsigned int src; // byte 12 unsigned int dst; // byte 16 } BPF_PACKET_HEADER; struct icmp_t { unsigned char type; unsigned char code; unsigned short checksum; } BPF_PACKET_HEADER; struct ip6_t { unsigned int ver:4; unsigned int priority:8; unsigned int flow_label:20; unsigned short payload_len; unsigned char next_header; unsigned char hop_limit; unsigned long long src_hi; unsigned long long src_lo; unsigned long long dst_hi; unsigned long long dst_lo; } BPF_PACKET_HEADER; struct ip6_opt_t { unsigned char next_header; unsigned char ext_len; unsigned char pad[6]; } BPF_PACKET_HEADER; struct icmp6_t { unsigned char type; unsigned char code; unsigned short checksum; } BPF_PACKET_HEADER; struct udp_t { unsigned short sport; unsigned short dport; unsigned short length; unsigned short crc; } BPF_PACKET_HEADER; struct tcp_t { unsigned short src_port; // byte 0 unsigned short dst_port; unsigned int seq_num; // byte 4 unsigned int ack_num; // byte 8 unsigned char offset:4; // byte 12 unsigned char reserved:4; unsigned char flag_cwr:1; unsigned char flag_ece:1; unsigned char flag_urg:1; unsigned char flag_ack:1; unsigned char flag_psh:1; unsigned char flag_rst:1; unsigned char flag_syn:1; unsigned char flag_fin:1; unsigned short rcv_wnd; unsigned short cksum; // byte 16 unsigned short urg_ptr; } BPF_PACKET_HEADER; struct vxlan_t { unsigned int rsv1:4; unsigned int iflag:1; unsigned int rsv2:3; unsigned int rsv3:24; unsigned int key:24; unsigned int rsv4:8; } BPF_PACKET_HEADER; struct vxlan_gbp_t { unsigned int gflag:1; unsigned int rsv1:3; unsigned int iflag:1; unsigned int rsv2:3; unsigned int rsv3:1; unsigned int dflag:1; unsigned int rsv4:1; unsigned int aflag:1; unsigned int rsv5:3; unsigned int tag:16; unsigned int key:24; unsigned int rsv6:8; } BPF_PACKET_HEADER; #endif )********" bpfcc-0.31.0/src/cc/exported_files.cc000066400000000000000000000026021465134135300173540ustar00rootroot00000000000000/* * Copyright (c) 2016 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "exported_files.h" using std::map; using std::string; namespace ebpf { // c++11 feature for including raw string literals // see http://www.stroustrup.com/C++11FAQ.html#raw-strings map ExportedFiles::headers_ = { { "/virtual/include/bcc/bpf.h", #include "compat/linux/virtual_bpf.h" }, { "/virtual/include/bcc/bpf_workaround.h", #include "export/bpf_workaround.h" }, { "/virtual/include/bcc/proto.h", #include "export/proto.h" }, { "/virtual/include/bcc/helpers.h", #include "export/helpers.h" }, { "/virtual/lib/clang/include/stdarg.h", #include "clang/include/stdarg.h" }, }; map ExportedFiles::footers_ = { { "/virtual/include/bcc/footer.h", #include "export/footer.h" }, }; } bpfcc-0.31.0/src/cc/exported_files.h000066400000000000000000000017241465134135300172220ustar00rootroot00000000000000/* * Copyright (c) 2016 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include #include namespace ebpf { class ExportedFiles { static std::map headers_; static std::map footers_; public: static const std::map & headers() { return headers_; } static const std::map & footers() { return footers_; } }; } bpfcc-0.31.0/src/cc/file_desc.h000066400000000000000000000031211465134135300161140ustar00rootroot00000000000000/* * Copyright (c) 2017 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include namespace ebpf { /// FileDesc is a helper class for managing open file descriptors. Copy is /// disallowed (call dup instead), and cleanup happens automatically. class FileDesc { public: explicit FileDesc(int fd = -1) : fd_(fd) {} FileDesc(FileDesc &&that) : fd_(-1) { *this = std::move(that); } FileDesc(const FileDesc &that) = delete; ~FileDesc() { if (fd_ >= 0) ::close(fd_); } FileDesc &operator=(int fd) { if (fd_ >= 0) ::close(fd_); fd_ = fd; return *this; } FileDesc &operator=(FileDesc &&that) { if (fd_ >= 0) ::close(fd_); fd_ = that.fd_; that.fd_ = -1; return *this; } FileDesc &operator=(const FileDesc &that) = delete; FileDesc dup() const { if (fd_ >= 0) { int dup_fd = ::dup(fd_); return FileDesc(dup_fd); } else { return FileDesc(-1); } } operator int() { return fd_; } operator int() const { return fd_; } private: int fd_; }; } // namespace ebpf bpfcc-0.31.0/src/cc/frontends/000077500000000000000000000000001465134135300160335ustar00rootroot00000000000000bpfcc-0.31.0/src/cc/frontends/CMakeLists.txt000066400000000000000000000001711465134135300205720ustar00rootroot00000000000000# Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") add_subdirectory(clang) bpfcc-0.31.0/src/cc/frontends/clang/000077500000000000000000000000001465134135300171175ustar00rootroot00000000000000bpfcc-0.31.0/src/cc/frontends/clang/CMakeLists.txt000066400000000000000000000012121465134135300216530ustar00rootroot00000000000000# Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DKERNEL_MODULES_DIR='\"${BCC_KERNEL_MODULES_DIR}\"'") if(DEFINED BCC_CUR_CPU_IDENTIFIER) set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DCUR_CPU_IDENTIFIER='\"${BCC_CUR_CPU_IDENTIFIER}\"'") endif() if(DEFINED BCC_BACKUP_COMPILE) set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DBCC_BACKUP_COMPILE='${BCC_BACKUP_COMPILE}'") endif() add_library(clang_frontend-objects OBJECT loader.cc b_frontend_action.cc tp_frontend_action.cc kbuild_helper.cc) add_library(clang_frontend STATIC $) bpfcc-0.31.0/src/cc/frontends/clang/arch_helper.h000066400000000000000000000045641465134135300215550ustar00rootroot00000000000000/* * Copyright (c) 2018 Google, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include typedef enum { BCC_ARCH_PPC, BCC_ARCH_PPC_LE, BCC_ARCH_S390X, BCC_ARCH_ARM64, BCC_ARCH_MIPS, BCC_ARCH_RISCV64, BCC_ARCH_LOONGARCH, BCC_ARCH_X86 } bcc_arch_t; typedef void *(*arch_callback_t)(bcc_arch_t arch, bool for_syscall); static void *run_arch_callback(arch_callback_t fn, bool for_syscall = false) { const char *archenv = getenv("ARCH"); /* If ARCH is not set, detect from local arch clang is running on */ if (!archenv) { #if defined(__powerpc64__) #if __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__ return fn(BCC_ARCH_PPC_LE, for_syscall); #else return fn(BCC_ARCH_PPC, for_syscall); #endif #elif defined(__s390x__) return fn(BCC_ARCH_S390X, for_syscall); #elif defined(__aarch64__) return fn(BCC_ARCH_ARM64, for_syscall); #elif defined(__mips__) return fn(BCC_ARCH_MIPS, for_syscall); #elif defined(__riscv) && (__riscv_xlen == 64) return fn(BCC_ARCH_RISCV64, for_syscall); #elif defined(__loongarch__) return fn(BCC_ARCH_LOONGARCH, for_syscall); #else return fn(BCC_ARCH_X86, for_syscall); #endif } /* Otherwise read it from ARCH */ if (!strcmp(archenv, "powerpc")) { #if __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__ return fn(BCC_ARCH_PPC_LE, for_syscall); #else return fn(BCC_ARCH_PPC, for_syscall); #endif } else if (!strcmp(archenv, "s390x")) { return fn(BCC_ARCH_S390X, for_syscall); } else if (!strcmp(archenv, "arm64")) { return fn(BCC_ARCH_ARM64, for_syscall); } else if (!strcmp(archenv, "mips")) { return fn(BCC_ARCH_MIPS, for_syscall); } else if (!strcmp(archenv, "riscv64")) { return fn(BCC_ARCH_RISCV64, for_syscall); } else if (!strcmp(archenv, "loongarch")) { return fn(BCC_ARCH_LOONGARCH, for_syscall); } else { return fn(BCC_ARCH_X86, for_syscall); } } bpfcc-0.31.0/src/cc/frontends/clang/b_frontend_action.cc000066400000000000000000002204331465134135300231070ustar00rootroot00000000000000/* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include #include #include #include #include #include #include #include "frontend_action_common.h" #include "b_frontend_action.h" #include "bpf_module.h" #include "common.h" #include "loader.h" #include "table_storage.h" #include "arch_helper.h" #include "bcc_libbpf_inc.h" #include "libbpf.h" #include "bcc_syms.h" namespace ebpf { constexpr int MAX_CALLING_CONV_REGS = 6; const char *calling_conv_regs_x86[] = { "di", "si", "dx", "cx", "r8", "r9" }; const char *calling_conv_syscall_regs_x86[] = { "di", "si", "dx", "r10", "r8", "r9" }; const char *calling_conv_regs_ppc[] = {"gpr[3]", "gpr[4]", "gpr[5]", "gpr[6]", "gpr[7]", "gpr[8]"}; const char *calling_conv_regs_s390x[] = { "gprs[2]", "gprs[3]", "gprs[4]", "gprs[5]", "gprs[6]" }; const char *calling_conv_syscall_regs_s390x[] = { "orig_gpr2", "gprs[3]", "gprs[4]", "gprs[5]", "gprs[6]" }; const char *calling_conv_regs_arm64[] = {"regs[0]", "regs[1]", "regs[2]", "regs[3]", "regs[4]", "regs[5]"}; const char *calling_conv_syscall_regs_arm64[] = {"orig_x0", "regs[1]", "regs[2]", "regs[3]", "regs[4]", "regs[5]"}; const char *calling_conv_regs_mips[] = {"regs[4]", "regs[5]", "regs[6]", "regs[7]", "regs[8]", "regs[9]"}; const char *calling_conv_regs_riscv64[] = {"a0", "a1", "a2", "a3", "a4", "a5"}; const char *calling_conv_regs_loongarch[] = {"regs[4]", "regs[5]", "regs[6]", "regs[7]", "regs[8]", "regs[9]"}; void *get_call_conv_cb(bcc_arch_t arch, bool for_syscall) { const char **ret; switch(arch) { case BCC_ARCH_PPC: case BCC_ARCH_PPC_LE: ret = calling_conv_regs_ppc; break; case BCC_ARCH_S390X: ret = calling_conv_regs_s390x; if (for_syscall) ret = calling_conv_syscall_regs_s390x; break; case BCC_ARCH_ARM64: ret = calling_conv_regs_arm64; if (for_syscall) ret = calling_conv_syscall_regs_arm64; break; case BCC_ARCH_MIPS: ret = calling_conv_regs_mips; break; case BCC_ARCH_RISCV64: ret = calling_conv_regs_riscv64; break; case BCC_ARCH_LOONGARCH: ret = calling_conv_regs_loongarch; break; default: if (for_syscall) ret = calling_conv_syscall_regs_x86; else ret = calling_conv_regs_x86; } return (void *)ret; } const char **get_call_conv(bool for_syscall = false) { const char **ret; ret = (const char **)run_arch_callback(get_call_conv_cb, for_syscall); return ret; } const char *pt_regs_syscall_regs(void) { const char **calling_conv_regs; // Equivalent of PT_REGS_SYSCALL_REGS(ctx) ((struct pt_regs *)PT_REGS_PARM1(ctx)) calling_conv_regs = (const char **)run_arch_callback(get_call_conv_cb, false); return calling_conv_regs[0]; } /* Use resolver only once per translation */ static void *kresolver = NULL; static void *get_symbol_resolver(void) { if (!kresolver) kresolver = bcc_symcache_new(-1, nullptr); return kresolver; } static std::string check_bpf_probe_read_kernel(void) { bool is_probe_read_kernel; void *resolver = get_symbol_resolver(); uint64_t addr = 0; is_probe_read_kernel = bcc_symcache_resolve_name(resolver, nullptr, "bpf_probe_read_kernel", &addr) >= 0 ? true: false; /* If bpf_probe_read is not found (ARCH_HAS_NON_OVERLAPPING_ADDRESS_SPACE) is * not set in newer kernel, then bcc would anyway fail */ if (is_probe_read_kernel) return "bpf_probe_read_kernel"; else return "bpf_probe_read"; } static std::string check_bpf_probe_read_user(llvm::StringRef probe, bool& overlap_addr) { if (probe.str() == "bpf_probe_read_user" || probe.str() == "bpf_probe_read_user_str") { // Check for probe_user symbols in backported kernel before fallback void *resolver = get_symbol_resolver(); uint64_t addr = 0; bool found = bcc_symcache_resolve_name(resolver, nullptr, "bpf_probe_read_user", &addr) >= 0 ? true: false; if (found) return probe.str(); /* For arch with overlapping address space, dont use bpf_probe_read for * user read. Just error out */ #if defined(__s390x__) overlap_addr = true; return ""; #endif if (probe.str() == "bpf_probe_read_user") return "bpf_probe_read"; else return "bpf_probe_read_str"; } return ""; } using std::map; using std::move; using std::set; using std::tuple; using std::make_tuple; using std::string; using std::to_string; using std::unique_ptr; using std::vector; using namespace clang; class ProbeChecker : public RecursiveASTVisitor { public: explicit ProbeChecker(Expr *arg, const set> &ptregs, bool track_helpers, bool is_assign) : needs_probe_(false), is_transitive_(false), ptregs_(ptregs), track_helpers_(track_helpers), nb_derefs_(0), is_assign_(is_assign) { if (arg) { TraverseStmt(arg); if (arg->getType()->isPointerType()) is_transitive_ = needs_probe_; } } explicit ProbeChecker(Expr *arg, const set> &ptregs, bool is_transitive) : ProbeChecker(arg, ptregs, is_transitive, false) {} bool VisitCallExpr(CallExpr *E) { needs_probe_ = false; if (is_assign_) { // We're looking for a function that returns an external pointer, // regardless of the number of dereferences. for(auto p : ptregs_) { if (std::get<0>(p) == E->getDirectCallee()) { needs_probe_ = true; // ptregs_ stores the number of dereferences needed to get the external // pointer, while nb_derefs_ stores the number of dereferences // encountered. So, any dereference encountered is one less // dereference needed to get the external pointer. nb_derefs_ -= std::get<1>(p); return false; } } } else { tuple pt = make_tuple(E->getDirectCallee(), nb_derefs_); if (ptregs_.find(pt) != ptregs_.end()) needs_probe_ = true; } if (!track_helpers_) return false; if (VarDecl *V = dyn_cast_or_null(E->getCalleeDecl())) needs_probe_ = V->getName() == "bpf_get_current_task"; return false; } bool VisitMemberExpr(MemberExpr *M) { tuple pt = make_tuple(M->getMemberDecl(), nb_derefs_); if (ptregs_.find(pt) != ptregs_.end()) { needs_probe_ = true; return false; } if (M->isArrow()) { /* In A->b, if A is an external pointer, then A->b should be considered * one too. However, if we're taking the address of A->b * (nb_derefs_ < 0), we should take it into account for the number of * indirections; &A->b is a pointer to A with an offset. */ if (nb_derefs_ >= 0) { ProbeChecker checker = ProbeChecker(M->getBase(), ptregs_, track_helpers_, is_assign_); if (checker.needs_probe() && checker.get_nb_derefs() == 0) { needs_probe_ = true; return false; } } nb_derefs_++; } return true; } bool VisitUnaryOperator(UnaryOperator *E) { if (E->getOpcode() == UO_Deref) { /* In *A, if A is an external pointer, then *A should be considered one * too. */ ProbeChecker checker = ProbeChecker(E->getSubExpr(), ptregs_, track_helpers_, is_assign_); if (checker.needs_probe() && checker.get_nb_derefs() == 0) { needs_probe_ = true; return false; } nb_derefs_++; } else if (E->getOpcode() == UO_AddrOf) { nb_derefs_--; } return true; } bool VisitDeclRefExpr(DeclRefExpr *E) { if (is_assign_) { // We're looking for an external pointer, regardless of the number of // dereferences. for(auto p : ptregs_) { if (std::get<0>(p) == E->getDecl()) { needs_probe_ = true; // ptregs_ stores the number of dereferences needed to get the external // pointer, while nb_derefs_ stores the number of dereferences // encountered. So, any dereference encountered is one less // dereference needed to get the external pointer. nb_derefs_ -= std::get<1>(p); return false; } } } else { tuple pt = make_tuple(E->getDecl(), nb_derefs_); if (ptregs_.find(pt) != ptregs_.end()) needs_probe_ = true; } return true; } bool needs_probe() const { return needs_probe_; } bool is_transitive() const { return is_transitive_; } int get_nb_derefs() const { return nb_derefs_; } private: bool needs_probe_; bool is_transitive_; const set> &ptregs_; bool track_helpers_; // Nb of dereferences we go through before finding the external pointer. // A negative number counts the number of addrof. int nb_derefs_; bool is_assign_; }; // Visit a piece of the AST and mark it as needing probe reads class ProbeSetter : public RecursiveASTVisitor { public: explicit ProbeSetter(set> *ptregs, int nb_derefs) : ptregs_(ptregs), nb_derefs_(nb_derefs) {} bool VisitDeclRefExpr(DeclRefExpr *E) { tuple pt = make_tuple(E->getDecl(), nb_derefs_); ptregs_->insert(pt); return true; } explicit ProbeSetter(set> *ptregs) : ProbeSetter(ptregs, 0) {} bool VisitUnaryOperator(UnaryOperator *E) { if (E->getOpcode() == UO_Deref) nb_derefs_++; return true; } bool VisitMemberExpr(MemberExpr *M) { tuple pt = make_tuple(M->getMemberDecl(), nb_derefs_); ptregs_->insert(pt); return false; } private: set> *ptregs_; // Nb of dereferences we go through before getting to the actual variable. int nb_derefs_; }; MapVisitor::MapVisitor(set &m) : m_(m) {} bool MapVisitor::VisitCallExpr(CallExpr *Call) { if (MemberExpr *Memb = dyn_cast(Call->getCallee()->IgnoreImplicit())) { StringRef memb_name = Memb->getMemberDecl()->getName(); if (DeclRefExpr *Ref = dyn_cast(Memb->getBase())) { if (SectionAttr *A = Ref->getDecl()->getAttr()) { #if LLVM_VERSION_MAJOR < 18 if (!A->getName().startswith("maps")) #else if (!A->getName().starts_with("maps")) #endif return true; if (memb_name == "update" || memb_name == "insert") { ProbeChecker checker = ProbeChecker(Call->getArg(1), ptregs_, true, true); if (checker.needs_probe()) m_.insert(Ref->getDecl()); } } } } return true; } ProbeVisitor::ProbeVisitor(ASTContext &C, Rewriter &rewriter, set &m, bool track_helpers) : C(C), rewriter_(rewriter), m_(m), ctx_(nullptr), track_helpers_(track_helpers), addrof_stmt_(nullptr), is_addrof_(false) { const char **calling_conv_regs = get_call_conv(); cannot_fall_back_safely = (calling_conv_regs == calling_conv_regs_s390x || calling_conv_regs == calling_conv_regs_riscv64); } bool ProbeVisitor::assignsExtPtr(Expr *E, int *nbDerefs) { if (IsContextMemberExpr(E)) { *nbDerefs = 0; return true; } /* If the expression contains a call to another function, we need to visit * that function first to know if a rewrite is necessary (i.e., if the * function returns an external pointer). */ if (!TraverseStmt(E)) return false; ProbeChecker checker = ProbeChecker(E, ptregs_, track_helpers_, true); if (checker.is_transitive()) { // The negative of the number of dereferences is the number of addrof. In // an assignment, if we went through n addrof before getting the external // pointer, then we'll need n dereferences on the left-hand side variable // to get to the external pointer. *nbDerefs = -checker.get_nb_derefs(); return true; } if (E->IgnoreParenCasts()->getStmtClass() == Stmt::CallExprClass) { CallExpr *Call = dyn_cast(E->IgnoreParenCasts()); if (MemberExpr *Memb = dyn_cast(Call->getCallee()->IgnoreImplicit())) { StringRef memb_name = Memb->getMemberDecl()->getName(); if (DeclRefExpr *Ref = dyn_cast(Memb->getBase())) { if (SectionAttr *A = Ref->getDecl()->getAttr()) { #if LLVM_VERSION_MAJOR < 18 if (!A->getName().startswith("maps")) #else if (!A->getName().starts_with("maps")) #endif return false; if (memb_name == "lookup" || memb_name == "lookup_or_init" || memb_name == "lookup_or_try_init") { if (m_.find(Ref->getDecl()) != m_.end()) { // Retrieved an ext. pointer from a map, mark LHS as ext. pointer. // Pointers from maps always need a single dereference to get the // actual value. The value may be an external pointer but cannot // be a pointer to an external pointer as the verifier prohibits // storing known pointers (to map values, context, the stack, or // the packet) in maps. *nbDerefs = 1; return true; } } } } } } return false; } bool ProbeVisitor::VisitVarDecl(VarDecl *D) { if (Expr *E = D->getInit()) { int nbDerefs; if (assignsExtPtr(E, &nbDerefs)) { // The negative of the number of addrof is the number of dereferences. tuple pt = make_tuple(D, nbDerefs); set_ptreg(pt); } } return true; } bool ProbeVisitor::TraverseStmt(Stmt *S) { if (whitelist_.find(S) != whitelist_.end()) return true; auto ret = RecursiveASTVisitor::TraverseStmt(S); if (addrof_stmt_ == S) { addrof_stmt_ = nullptr; is_addrof_ = false; } return ret; } bool ProbeVisitor::VisitCallExpr(CallExpr *Call) { Decl *decl = Call->getCalleeDecl(); if (decl == nullptr) return true; // Skip bpf_probe_read for the third argument if it is an AddrOf. if (VarDecl *V = dyn_cast(decl)) { if (V->getName() == "bpf_probe_read" && Call->getNumArgs() >= 3) { const Expr *E = Call->getArg(2)->IgnoreParenCasts(); whitelist_.insert(E); return true; } } if (FunctionDecl *F = dyn_cast(decl)) { if (F->hasBody()) { unsigned i = 0; for (auto arg : Call->arguments()) { ProbeChecker checker = ProbeChecker(arg, ptregs_, track_helpers_, true); if (checker.needs_probe()) { tuple pt = make_tuple(F->getParamDecl(i), -checker.get_nb_derefs()); ptregs_.insert(pt); } ++i; } if (fn_visited_.find(F) == fn_visited_.end()) { fn_visited_.insert(F); /* Maintains a stack of the number of dereferences for the external * pointers returned by each function in the call stack or -1 if the * function didn't return an external pointer. */ ptregs_returned_.push_back(-1); TraverseDecl(F); int nb_derefs = ptregs_returned_.back(); ptregs_returned_.pop_back(); if (nb_derefs != -1) { tuple pt = make_tuple(F, nb_derefs); ptregs_.insert(pt); } } } } return true; } bool ProbeVisitor::VisitReturnStmt(ReturnStmt *R) { /* If this function wasn't called by another, there's no need to check the * return statement for external pointers. */ if (ptregs_returned_.size() == 0) return true; /* Reverse order of traversals. This is needed if, in the return statement, * we're calling a function that's returning an external pointer: we need to * know what the function is returning to decide what this function is * returning. */ if (!TraverseStmt(R->getRetValue())) return false; ProbeChecker checker = ProbeChecker(R->getRetValue(), ptregs_, track_helpers_, true); if (checker.needs_probe()) { int curr_nb_derefs = ptregs_returned_.back(); int nb_derefs = -checker.get_nb_derefs(); /* If the function returns external pointers with different levels of * indirection, we handle the case with the highest level of indirection * and leave it to the user to manually handle other cases. */ if (nb_derefs > curr_nb_derefs) { ptregs_returned_.pop_back(); ptregs_returned_.push_back(nb_derefs); } } return true; } bool ProbeVisitor::VisitBinaryOperator(BinaryOperator *E) { if (!E->isAssignmentOp()) return true; // copy probe attribute from RHS to LHS if present int nbDerefs; if (assignsExtPtr(E->getRHS(), &nbDerefs)) { ProbeSetter setter(&ptregs_, nbDerefs); setter.TraverseStmt(E->getLHS()); } return true; } static std::string FixBTFTypeTag(std::string TypeStr) { #if LLVM_VERSION_MAJOR == 15 std::map TypePair = {{"btf_type_tag(user)", "__attribute__((btf_type_tag(\"user\")))"}, {"btf_type_tag(rcu)", "__attribute__((btf_type_tag(\"rcu\")))"}, {"btf_type_tag(percpu)", "__attribute__((btf_type_tag(\"percpu\")))"}}; for (auto T: TypePair) { size_t index; index = TypeStr.find(T.first, 0); if (index != std::string::npos) { TypeStr.replace(index, T.first.size(), T.second); return TypeStr; } } #endif return TypeStr; } bool ProbeVisitor::VisitUnaryOperator(UnaryOperator *E) { if (E->getOpcode() == UO_AddrOf) { addrof_stmt_ = E; is_addrof_ = true; } if (E->getOpcode() != UO_Deref) return true; if (memb_visited_.find(E) != memb_visited_.end()) return true; Expr *sub = E->getSubExpr(); if (!ProbeChecker(sub, ptregs_, track_helpers_).needs_probe()) return true; memb_visited_.insert(E); string pre, post; pre = "({ typeof(" + E->getType().getAsString() + ") _val; __builtin_memset(&_val, 0, sizeof(_val));"; if (cannot_fall_back_safely) pre += " bpf_probe_read_kernel(&_val, sizeof(_val), (void *)"; else pre += " bpf_probe_read(&_val, sizeof(_val), (void *)"; post = "); _val; })"; rewriter_.ReplaceText(expansionLoc(E->getOperatorLoc()), 1, pre); rewriter_.InsertTextAfterToken(expansionLoc(GET_ENDLOC(sub)), post); return true; } bool ProbeVisitor::VisitMemberExpr(MemberExpr *E) { if (memb_visited_.find(E) != memb_visited_.end()) return true; Expr *base; SourceLocation rhs_start, member; bool found = false; for (MemberExpr *M = E; M; M = dyn_cast(M->getBase())) { memb_visited_.insert(M); rhs_start = GET_ENDLOC(M); base = M->getBase(); member = M->getMemberLoc(); if (M->isArrow()) { found = true; break; } } if (!found) return true; if (member.isInvalid()) { error(GET_ENDLOC(base), "internal error: MemberLoc is invalid while preparing probe rewrite"); return false; } if (!rewriter_.isRewritable(GET_BEGINLOC(E))) return true; // parent expr has addrof, skip the rewrite, set is_addrof_ to flase so // it won't affect next level of indirect address if (is_addrof_) { is_addrof_ = false; return true; } /* If the base of the dereference is a call to another function, we need to * visit that function first to know if a rewrite is necessary (i.e., if the * function returns an external pointer). */ if (base->IgnoreParenCasts()->getStmtClass() == Stmt::CallExprClass) { CallExpr *Call = dyn_cast(base->IgnoreParenCasts()); if (!TraverseStmt(Call)) return false; } // Checks to see if the expression references something that needs to be run // through bpf_probe_read. if (!ProbeChecker(base, ptregs_, track_helpers_).needs_probe()) return true; // If the base is an array, we will skip rewriting. See issue #2352. if (E->getType()->isArrayType()) return true; string rhs = rewriter_.getRewrittenText(expansionRange(SourceRange(rhs_start, GET_ENDLOC(E)))); string base_type = base->getType()->getPointeeType().getAsString(); string pre, post; pre = "({ typeof(" + FixBTFTypeTag(E->getType().getAsString()) + ") _val; __builtin_memset(&_val, 0, sizeof(_val));"; if (cannot_fall_back_safely) pre += " bpf_probe_read_kernel(&_val, sizeof(_val), (void *)&"; else pre += " bpf_probe_read(&_val, sizeof(_val), (void *)&"; post = rhs + "); _val; })"; rewriter_.InsertText(expansionLoc(GET_BEGINLOC(E)), pre); rewriter_.ReplaceText(expansionRange(SourceRange(member, GET_ENDLOC(E))), post); return true; } bool ProbeVisitor::VisitArraySubscriptExpr(ArraySubscriptExpr *E) { if (memb_visited_.find(E) != memb_visited_.end()) return true; if (!ProbeChecker(E, ptregs_, track_helpers_).needs_probe()) return true; // Parent expr has addrof, skip the rewrite. if (is_addrof_) return true; // If the base is an array, we will skip rewriting. See issue #2352. if (E->getType()->isArrayType()) return true; if (!rewriter_.isRewritable(GET_BEGINLOC(E))) return true; Expr *base = E->getBase(); Expr *idx = E->getIdx(); memb_visited_.insert(E); if (!rewriter_.isRewritable(GET_BEGINLOC(base))) return true; if (!rewriter_.isRewritable(GET_BEGINLOC(idx))) return true; string pre, lbracket, rbracket; LangOptions opts; SourceLocation lbracket_start, lbracket_end; SourceRange lbracket_range; /* For cases like daddr->s6_addr[4], clang encodes the end location of "base" * as "]". This makes it hard to rewrite the expression like * "daddr->s6_addr [ 4 ]" since we do not know the end location * of "addr->s6_addr". Let us abort the operation if this is the case. */ lbracket_start = Lexer::getLocForEndOfToken(GET_ENDLOC(base), 1, rewriter_.getSourceMgr(), opts).getLocWithOffset(1); lbracket_end = GET_BEGINLOC(idx).getLocWithOffset(-1); lbracket_range = expansionRange(SourceRange(lbracket_start, lbracket_end)); if (rewriter_.getRewrittenText(lbracket_range).size() == 0) return true; pre = "({ typeof(" + FixBTFTypeTag(E->getType().getAsString()) + ") _val; __builtin_memset(&_val, 0, sizeof(_val));"; if (cannot_fall_back_safely) pre += " bpf_probe_read_kernel(&_val, sizeof(_val), (void *)(("; else pre += " bpf_probe_read(&_val, sizeof(_val), (void *)(("; if (isMemberDereference(base)) { pre += "&"; // If the base of the array subscript is a member dereference, we'll rewrite // both at the same time. addrof_stmt_ = base; is_addrof_ = true; } rewriter_.InsertText(expansionLoc(GET_BEGINLOC(base)), pre); /* Replace left bracket and any space around it. Since Clang doesn't provide * a method to retrieve the left bracket, replace everything from the end of * the base to the start of the index. */ lbracket = ") + ("; rewriter_.ReplaceText(lbracket_range, lbracket); rbracket = "))); _val; })"; rewriter_.ReplaceText(expansionLoc(E->getRBracketLoc()), 1, rbracket); return true; } bool ProbeVisitor::isMemberDereference(Expr *E) { if (E->IgnoreParenCasts()->getStmtClass() != Stmt::MemberExprClass) return false; for (MemberExpr *M = dyn_cast(E->IgnoreParenCasts()); M; M = dyn_cast(M->getBase()->IgnoreParenCasts())) { if (M->isArrow()) return true; } return false; } bool ProbeVisitor::IsContextMemberExpr(Expr *E) { if (!E->getType()->isPointerType()) return false; Expr *base; SourceLocation member; bool found = false; MemberExpr *M; Expr *Ex = E->IgnoreParenCasts(); while (Ex->getStmtClass() == Stmt::ArraySubscriptExprClass || Ex->getStmtClass() == Stmt::MemberExprClass) { if (Ex->getStmtClass() == Stmt::ArraySubscriptExprClass) { Ex = dyn_cast(Ex)->getBase()->IgnoreParenCasts(); } else if (Ex->getStmtClass() == Stmt::MemberExprClass) { M = dyn_cast(Ex); base = M->getBase()->IgnoreParenCasts(); member = M->getMemberLoc(); if (M->isArrow()) { found = true; break; } Ex = base; } } if (!found) { return false; } if (member.isInvalid()) { return false; } if (DeclRefExpr *base_expr = dyn_cast(base)) { if (base_expr->getDecl() == ctx_) { return true; } } return false; } SourceRange ProbeVisitor::expansionRange(SourceRange range) { #if LLVM_VERSION_MAJOR >= 7 return rewriter_.getSourceMgr().getExpansionRange(range).getAsRange(); #else return rewriter_.getSourceMgr().getExpansionRange(range); #endif } SourceLocation ProbeVisitor::expansionLoc(SourceLocation loc) { return rewriter_.getSourceMgr().getExpansionLoc(loc); } template DiagnosticBuilder ProbeVisitor::error(SourceLocation loc, const char (&fmt)[N]) { unsigned int diag_id = C.getDiagnostics().getCustomDiagID(DiagnosticsEngine::Error, fmt); return C.getDiagnostics().Report(loc, diag_id); } BTypeVisitor::BTypeVisitor(ASTContext &C, BFrontendAction &fe) : C(C), diag_(C.getDiagnostics()), fe_(fe), rewriter_(fe.rewriter()), out_(llvm::errs()) { const char **calling_conv_regs = get_call_conv(); cannot_fall_back_safely = (calling_conv_regs == calling_conv_regs_s390x || calling_conv_regs == calling_conv_regs_riscv64); } void BTypeVisitor::genParamDirectAssign(FunctionDecl *D, string& preamble, const char **calling_conv_regs) { for (size_t idx = 1; idx < fn_args_.size(); idx++) { ParmVarDecl *arg = fn_args_[idx]; if (arg->isUsed()) { // Move the args into a preamble section where the same params are // declared and initialized from pt_regs. // This init is only performed when requested by the program. string text = rewriter_.getRewrittenText(expansionRange(arg->getSourceRange())); arg->addAttr(UnavailableAttr::CreateImplicit(C, "ptregs")); size_t d = idx - 1; const char *reg = calling_conv_regs[d]; preamble += " " + text + " = (" + FixBTFTypeTag(arg->getType().getAsString()) + ")" + fn_args_[0]->getName().str() + "->" + string(reg) + ";"; } } } void BTypeVisitor::genParamIndirectAssign(FunctionDecl *D, string& preamble, const char **calling_conv_regs) { string tmp_preamble; bool hasUsed = false; ParmVarDecl *arg = fn_args_[0]; string new_ctx = "__" + arg->getName().str(); for (size_t idx = 1; idx < fn_args_.size(); idx++) { arg = fn_args_[idx]; if (arg->isUsed()) { // Move the args into a preamble section where the same params are // declared and initialized from pt_regs. // This init is only performed when requested by the program. hasUsed = true; string text = rewriter_.getRewrittenText(expansionRange(arg->getSourceRange())); size_t d = idx - 1; const char *reg = calling_conv_regs[d]; tmp_preamble += "\n " + text + ";"; if (cannot_fall_back_safely) tmp_preamble += " bpf_probe_read_kernel"; else tmp_preamble += " bpf_probe_read"; tmp_preamble += "(&" + arg->getName().str() + ", sizeof(" + arg->getName().str() + "), &" + new_ctx + "->" + string(reg) + ");"; } } arg = fn_args_[0]; if ( hasUsed || arg->isUsed()) { preamble += " struct pt_regs * " + new_ctx + " = (void *)" + arg->getName().str() + "->" + string(pt_regs_syscall_regs()) + ";"; } preamble += tmp_preamble; } void BTypeVisitor::rewriteFuncParam(FunctionDecl *D) { string preamble = "{\n"; if (D->param_size() > 1) { bool is_syscall = false; if (strncmp(D->getName().str().c_str(), "syscall__", 9) == 0 || strncmp(D->getName().str().c_str(), "kprobe____x64_sys_", 18) == 0) is_syscall = true; const char **calling_conv_regs = get_call_conv(is_syscall); // If function prefix is "syscall__" or "kprobe____x64_sys_", // the function will attach to a kprobe syscall function. // Guard parameter assiggnment with CONFIG_ARCH_HAS_SYSCALL_WRAPPER. // For __x64_sys_* syscalls, this is always true, but we guard // it in case of "syscall__" for other architectures. if (is_syscall) { preamble += "#if defined(CONFIG_ARCH_HAS_SYSCALL_WRAPPER)\n"; genParamIndirectAssign(D, preamble, calling_conv_regs); preamble += "\n#else\n"; genParamDirectAssign(D, preamble, calling_conv_regs); preamble += "\n#endif\n"; } else { genParamDirectAssign(D, preamble, calling_conv_regs); } rewriter_.ReplaceText( expansionRange(SourceRange(GET_ENDLOC(D->getParamDecl(0)), GET_ENDLOC(D->getParamDecl(D->getNumParams() - 1)))), fn_args_[0]->getName()); } // for each trace argument, convert the variable from ptregs to something on stack if (CompoundStmt *S = dyn_cast(D->getBody())) rewriter_.ReplaceText(S->getLBracLoc(), 1, preamble); } bool BTypeVisitor::VisitFunctionDecl(FunctionDecl *D) { // put each non-static non-inline function decl in its own section, to be // extracted by the MemoryManager auto real_start_loc = rewriter_.getSourceMgr().getFileLoc(GET_BEGINLOC(D)); if (fe_.is_rewritable_ext_func(D)) { current_fn_ = string(D->getName()); string bd = rewriter_.getRewrittenText(expansionRange(D->getSourceRange())); auto func_info = fe_.prog_func_info_.add_func(current_fn_); if (!func_info) { // We should only reach add_func above once per function seen, but the // BPF_PROG-helper using macros in export/helpers.h (KFUNC_PROBE .. // LSM_PROBE) break this logic. TODO: adjust export/helpers.h to not // do so and bail out here, or find a better place to do add_func func_info = fe_.prog_func_info_.get_func(current_fn_); //error(GET_BEGINLOC(D), "redefinition of existing function"); //return false; } func_info->src_ = bd; fe_.func_range_[current_fn_] = expansionRange(D->getSourceRange()); if (!D->getAttr()) { string attr = string("__attribute__((section(\"") + BPF_FN_PREFIX + D->getName().str() + "\")))\n"; rewriter_.InsertText(real_start_loc, attr); } if (D->param_size() > MAX_CALLING_CONV_REGS + 1) { error(GET_BEGINLOC(D->getParamDecl(MAX_CALLING_CONV_REGS + 1)), "too many arguments, bcc only supports in-register parameters"); return false; } fn_args_.clear(); for (auto arg_it = D->param_begin(); arg_it != D->param_end(); arg_it++) { auto *arg = *arg_it; if (arg->getName() == "") { error(GET_ENDLOC(arg), "arguments to BPF program definition must be named"); return false; } fn_args_.push_back(arg); } rewriteFuncParam(D); } else if (D->hasBody() && rewriter_.getSourceMgr().getFileID(real_start_loc) == rewriter_.getSourceMgr().getMainFileID()) { // rewritable functions that are static should be always treated as helper rewriter_.InsertText(real_start_loc, "__attribute__((always_inline))\n"); } return true; } // Reverse the order of call traversal so that parameters inside of // function calls will get rewritten before the call itself, otherwise // text mangling will result. bool BTypeVisitor::TraverseCallExpr(CallExpr *Call) { for (auto child : Call->children()) if (!TraverseStmt(child)) return false; if (!WalkUpFromCallExpr(Call)) return false; return true; } // convert calls of the type: // table.foo(&key) // to: // bpf_table_foo_elem(bpf_pseudo_fd(table), &key [,&leaf]) bool BTypeVisitor::VisitCallExpr(CallExpr *Call) { // make sure node is a reference to a bpf table, which is assured by the // presence of the section("maps/") GNU __attribute__ if (MemberExpr *Memb = dyn_cast(Call->getCallee()->IgnoreImplicit())) { StringRef memb_name = Memb->getMemberDecl()->getName(); if (DeclRefExpr *Ref = dyn_cast(Memb->getBase())) { if (SectionAttr *A = Ref->getDecl()->getAttr()) { #if LLVM_VERSION_MAJOR < 18 if (!A->getName().startswith("maps")) #else if (!A->getName().starts_with("maps")) #endif return true; string args = rewriter_.getRewrittenText(expansionRange(SourceRange(GET_BEGINLOC(Call->getArg(0)), GET_ENDLOC(Call->getArg(Call->getNumArgs() - 1))))); // find the table fd, which was opened at declaration time TableStorage::iterator desc; Path local_path({fe_.id(), string(Ref->getDecl()->getName())}); Path global_path({string(Ref->getDecl()->getName())}); if (!fe_.table_storage().Find(local_path, desc)) { if (!fe_.table_storage().Find(global_path, desc)) { error(GET_ENDLOC(Ref), "bpf_table %0 failed to open") << Ref->getDecl()->getName(); return false; } } string fd = to_string(desc->second.fd >= 0 ? desc->second.fd : desc->second.fake_fd); string prefix, suffix; string txt; auto rewrite_start = GET_BEGINLOC(Call); auto rewrite_end = GET_ENDLOC(Call); if (memb_name == "lookup_or_init" || memb_name == "lookup_or_try_init") { string name = string(Ref->getDecl()->getName()); string arg0 = rewriter_.getRewrittenText(expansionRange(Call->getArg(0)->getSourceRange())); string arg1 = rewriter_.getRewrittenText(expansionRange(Call->getArg(1)->getSourceRange())); string lookup = "bpf_map_lookup_elem_(bpf_pseudo_fd(1, " + fd + ")"; string update = "bpf_map_update_elem_(bpf_pseudo_fd(1, " + fd + ")"; txt = "({typeof(" + name + ".leaf) *leaf = " + lookup + ", " + arg0 + "); "; txt += "if (!leaf) {"; txt += " " + update + ", " + arg0 + ", " + arg1 + ", BPF_NOEXIST);"; txt += " leaf = " + lookup + ", " + arg0 + ");"; if (memb_name == "lookup_or_init") { txt += " if (!leaf) return 0;"; } txt += "}"; txt += "leaf;})"; } else if (memb_name == "increment" || memb_name == "atomic_increment") { string name = string(Ref->getDecl()->getName()); string arg0 = rewriter_.getRewrittenText(expansionRange(Call->getArg(0)->getSourceRange())); string increment_value = "1"; if (Call->getNumArgs() == 2) { increment_value = rewriter_.getRewrittenText(expansionRange(Call->getArg(1)->getSourceRange())); } string lookup = "bpf_map_lookup_elem_(bpf_pseudo_fd(1, " + fd + ")"; string update = "bpf_map_update_elem_(bpf_pseudo_fd(1, " + fd + ")"; txt = "({ typeof(" + name + ".key) _key = " + arg0 + "; "; txt += "typeof(" + name + ".leaf) *_leaf = " + lookup + ", &_key); "; txt += "if (_leaf) "; if (memb_name == "atomic_increment") { txt += "lock_xadd(_leaf, " + increment_value + ");"; } else { txt += "(*_leaf) += " + increment_value + ";"; } if (desc->second.type == BPF_MAP_TYPE_HASH) { txt += "else { typeof(" + name + ".leaf) _zleaf; __builtin_memset(&_zleaf, 0, sizeof(_zleaf)); "; txt += "_zleaf += " + increment_value + ";"; txt += update + ", &_key, &_zleaf, BPF_NOEXIST); } "; } txt += "})"; } else if (memb_name == "perf_submit") { string name = string(Ref->getDecl()->getName()); string arg0 = rewriter_.getRewrittenText(expansionRange(Call->getArg(0)->getSourceRange())); string args_other = rewriter_.getRewrittenText(expansionRange(SourceRange(GET_BEGINLOC(Call->getArg(1)), GET_ENDLOC(Call->getArg(2))))); txt = "bpf_perf_event_output(" + arg0 + ", (void *)bpf_pseudo_fd(1, " + fd + ")"; txt += ", CUR_CPU_IDENTIFIER, " + args_other + ")"; // e.g. // struct data_t { u32 pid; }; data_t data; // events.perf_submit(ctx, &data, sizeof(data)); // ... // &data -> data -> typeof(data) -> data_t auto type_arg1 = Call->getArg(1)->IgnoreCasts()->getType().getTypePtr()->getPointeeType().getTypePtrOrNull(); if (type_arg1 && type_arg1->isStructureType()) { auto event_type = type_arg1->getAsTagDecl(); const auto *r = dyn_cast(event_type); std::vector perf_event; for (auto it = r->field_begin(); it != r->field_end(); ++it) { // After LLVM commit aee49255074f // (https://github.com/llvm/llvm-project/commit/aee49255074fd4ef38d97e6e70cbfbf2f9fd0fa7) // array type change from `comm#char [16]` to `comm#char[16]` perf_event.push_back(it->getNameAsString() + "#" + it->getType().getAsString()); //"pid#u32" } fe_.perf_events_[name] = perf_event; } } else if (memb_name == "perf_submit_skb") { string skb = rewriter_.getRewrittenText(expansionRange(Call->getArg(0)->getSourceRange())); string skb_len = rewriter_.getRewrittenText(expansionRange(Call->getArg(1)->getSourceRange())); string meta = rewriter_.getRewrittenText(expansionRange(Call->getArg(2)->getSourceRange())); string meta_len = rewriter_.getRewrittenText(expansionRange(Call->getArg(3)->getSourceRange())); txt = "bpf_perf_event_output(" + skb + ", " + "(void *)bpf_pseudo_fd(1, " + fd + "), " + "((__u64)" + skb_len + " << 32) | BPF_F_CURRENT_CPU, " + meta + ", " + meta_len + ");"; } else if (memb_name == "get_stackid") { if (desc->second.type == BPF_MAP_TYPE_STACK_TRACE) { string arg0 = rewriter_.getRewrittenText(expansionRange(Call->getArg(0)->getSourceRange())); txt = "bcc_get_stackid("; txt += "bpf_pseudo_fd(1, " + fd + "), " + arg0; rewrite_end = GET_ENDLOC(Call->getArg(0)); } else { error(GET_BEGINLOC(Call), "get_stackid only available on stacktrace maps"); return false; } } else if (memb_name == "sock_map_update" || memb_name == "sock_hash_update") { string ctx = rewriter_.getRewrittenText(expansionRange(Call->getArg(0)->getSourceRange())); string keyp = rewriter_.getRewrittenText(expansionRange(Call->getArg(1)->getSourceRange())); string flag = rewriter_.getRewrittenText(expansionRange(Call->getArg(2)->getSourceRange())); txt = "bpf_" + string(memb_name) + "(" + ctx + ", " + "(void *)bpf_pseudo_fd(1, " + fd + "), " + keyp + ", " + flag + ");"; } else if (memb_name == "ringbuf_output") { string name = string(Ref->getDecl()->getName()); string args = rewriter_.getRewrittenText(expansionRange(SourceRange(GET_BEGINLOC(Call->getArg(0)), GET_ENDLOC(Call->getArg(2))))); txt = "bpf_ringbuf_output((void *)bpf_pseudo_fd(1, " + fd + ")"; txt += ", " + args + ")"; // e.g. // struct data_t { u32 pid; }; data_t data; // events.ringbuf_output(&data, sizeof(data), 0); // ... // &data -> data -> typeof(data) -> data_t auto type_arg0 = Call->getArg(0)->IgnoreCasts()->getType().getTypePtr()->getPointeeType().getTypePtr(); if (type_arg0->isStructureType()) { auto event_type = type_arg0->getAsTagDecl(); const auto *r = dyn_cast(event_type); std::vector perf_event; for (auto it = r->field_begin(); it != r->field_end(); ++it) { perf_event.push_back(it->getNameAsString() + "#" + it->getType().getAsString()); //"pid#u32" } fe_.perf_events_[name] = perf_event; } } else if (memb_name == "ringbuf_reserve") { string name = string(Ref->getDecl()->getName()); string arg0 = rewriter_.getRewrittenText(expansionRange(Call->getArg(0)->getSourceRange())); txt = "bpf_ringbuf_reserve((void *)bpf_pseudo_fd(1, " + fd + ")"; txt += ", " + arg0 + ", 0)"; // Flags in reserve are meaningless } else if (memb_name == "ringbuf_discard") { string name = string(Ref->getDecl()->getName()); string args = rewriter_.getRewrittenText(expansionRange(SourceRange(GET_BEGINLOC(Call->getArg(0)), GET_ENDLOC(Call->getArg(1))))); txt = "bpf_ringbuf_discard(" + args + ")"; } else if (memb_name == "ringbuf_query") { string name = string(Ref->getDecl()->getName()); string arg0 = rewriter_.getRewrittenText(expansionRange(Call->getArg(0)->getSourceRange())); txt = "bpf_ringbuf_query((void *)bpf_pseudo_fd(1, " + fd + ")"; txt += ", " + arg0 + ")"; } else if (memb_name == "ringbuf_submit") { string name = string(Ref->getDecl()->getName()); string args = rewriter_.getRewrittenText(expansionRange(SourceRange(GET_BEGINLOC(Call->getArg(0)), GET_ENDLOC(Call->getArg(1))))); txt = "bpf_ringbuf_submit(" + args + ")"; // e.g. // struct data_t { u32 pid; }; // data_t *data = events.ringbuf_reserve(sizeof(data_t)); // events.ringbuf_submit(data, 0); // ... // &data -> data -> typeof(data) -> data_t auto type_arg0 = Call->getArg(0)->IgnoreCasts()->getType().getTypePtr()->getPointeeType().getTypePtr(); if (type_arg0->isStructureType()) { auto event_type = type_arg0->getAsTagDecl(); const auto *r = dyn_cast(event_type); std::vector perf_event; for (auto it = r->field_begin(); it != r->field_end(); ++it) { perf_event.push_back(it->getNameAsString() + "#" + it->getType().getAsString()); //"pid#u32" } fe_.perf_events_[name] = perf_event; } } else if (memb_name == "msg_redirect_hash" || memb_name == "sk_redirect_hash") { string arg0 = rewriter_.getRewrittenText(expansionRange(Call->getArg(0)->getSourceRange())); string args_other = rewriter_.getRewrittenText(expansionRange(SourceRange(GET_BEGINLOC(Call->getArg(1)), GET_ENDLOC(Call->getArg(2))))); txt = "bpf_" + string(memb_name) + "(" + arg0 + ", (void *)bpf_pseudo_fd(1, " + fd + "), "; txt += args_other + ")"; } else { if (memb_name == "lookup") { prefix = "bpf_map_lookup_elem"; suffix = ")"; } else if (memb_name == "update") { prefix = "bpf_map_update_elem"; suffix = ", BPF_ANY)"; } else if (memb_name == "insert") { if (desc->second.type == BPF_MAP_TYPE_ARRAY) { warning(GET_BEGINLOC(Call), "all element of an array already exist; insert() will have no effect"); } prefix = "bpf_map_update_elem"; suffix = ", BPF_NOEXIST)"; } else if (memb_name == "delete") { prefix = "bpf_map_delete_elem"; suffix = ")"; } else if (memb_name == "call") { prefix = "bpf_tail_call_"; suffix = ")"; } else if (memb_name == "perf_read") { prefix = "bpf_perf_event_read"; suffix = ")"; } else if (memb_name == "perf_counter_value") { prefix = "bpf_perf_event_read_value"; suffix = ")"; } else if (memb_name == "check_current_task") { prefix = "bpf_current_task_under_cgroup"; suffix = ")"; } else if (memb_name == "redirect_map") { prefix = "bpf_redirect_map"; suffix = ")"; } else if (memb_name == "sk_storage_get") { prefix = "bpf_sk_storage_get"; suffix = ")"; } else if (memb_name == "sk_storage_delete") { prefix = "bpf_sk_storage_delete"; suffix = ")"; } else if (memb_name == "inode_storage_get") { prefix = "bpf_inode_storage_get"; suffix = ")"; } else if (memb_name == "inode_storage_delete") { prefix = "bpf_inode_storage_delete"; suffix = ")"; } else if (memb_name == "task_storage_get") { prefix = "bpf_task_storage_get"; suffix = ")"; } else if (memb_name == "task_storage_delete") { prefix = "bpf_task_storage_delete"; suffix = ")"; } else if (memb_name == "get_local_storage") { prefix = "bpf_get_local_storage"; suffix = ")"; } else if (memb_name == "push") { prefix = "bpf_map_push_elem"; suffix = ")"; } else if (memb_name == "pop") { prefix = "bpf_map_pop_elem"; suffix = ")"; } else if (memb_name == "peek") { prefix = "bpf_map_peek_elem"; suffix = ")"; } else { error(GET_BEGINLOC(Call), "invalid bpf_table operation %0") << memb_name; return false; } prefix += "((void *)bpf_pseudo_fd(1, " + fd + "), "; txt = prefix + args + suffix; } if (!rewriter_.isRewritable(rewrite_start) || !rewriter_.isRewritable(rewrite_end)) { error(GET_BEGINLOC(Call), "cannot use map function inside a macro"); return false; } rewriter_.ReplaceText(expansionRange(SourceRange(rewrite_start, rewrite_end)), txt); return true; } } } else if (Call->getCalleeDecl()) { NamedDecl *Decl = dyn_cast(Call->getCalleeDecl()); if (!Decl) return true; string text; // Bail out when bpf_probe_read_user is unavailable for overlapping address // space arch. bool overlap_addr = false; std::string probe = check_bpf_probe_read_user(Decl->getName(), overlap_addr); if (overlap_addr) { error(GET_BEGINLOC(Call), "bpf_probe_read_user not found. Use latest kernel"); return false; } if (AsmLabelAttr *A = Decl->getAttr()) { // Functions with the tag asm("llvm.bpf.extra") are implemented in the // rewriter rather than as a macro since they may also include nested // rewrites, and clang::Rewriter does not support rewrites in macros, // unless one preprocesses the entire source file. if (A->getLabel() == "llvm.bpf.extra") { if (!rewriter_.isRewritable(GET_BEGINLOC(Call))) { error(GET_BEGINLOC(Call), "cannot use builtin inside a macro"); return false; } vector args; for (auto arg : Call->arguments()) args.push_back(rewriter_.getRewrittenText(expansionRange(arg->getSourceRange()))); if (Decl->getName() == "incr_cksum_l3") { text = "bpf_l3_csum_replace_(" + fn_args_[0]->getName().str() + ", (u64)"; text += args[0] + ", " + args[1] + ", " + args[2] + ", sizeof(" + args[2] + "))"; rewriter_.ReplaceText(expansionRange(Call->getSourceRange()), text); } else if (Decl->getName() == "incr_cksum_l4") { text = "bpf_l4_csum_replace_(" + fn_args_[0]->getName().str() + ", (u64)"; text += args[0] + ", " + args[1] + ", " + args[2]; text += ", ((" + args[3] + " & 0x1) << 4) | sizeof(" + args[2] + "))"; rewriter_.ReplaceText(expansionRange(Call->getSourceRange()), text); } else if (Decl->getName() == "bpf_trace_printk") { checkFormatSpecifiers(args[0], GET_BEGINLOC(Call->getArg(0))); // #define bpf_trace_printk(fmt, args...) // ({ char _fmt[] = fmt; bpf_trace_printk_(_fmt, sizeof(_fmt), args...); }) text = "({ char _fmt[] = " + args[0] + "; bpf_trace_printk_(_fmt, sizeof(_fmt)"; if (args.size() <= 1) { text += "); })"; rewriter_.ReplaceText(expansionRange(Call->getSourceRange()), text); } else { rewriter_.ReplaceText(expansionRange(SourceRange(GET_BEGINLOC(Call), GET_ENDLOC(Call->getArg(0)))), text); rewriter_.InsertTextAfter(GET_ENDLOC(Call), "); }"); } } else if (Decl->getName() == "bpf_num_cpus") { int numcpu = sysconf(_SC_NPROCESSORS_ONLN); if (numcpu <= 0) numcpu = 1; text = to_string(numcpu); rewriter_.ReplaceText(expansionRange(Call->getSourceRange()), text); } else if (Decl->getName() == "bpf_usdt_readarg_p") { text = "({ u64 __addr = 0x0; "; text += "_bpf_readarg_" + current_fn_ + "_" + args[0] + "(" + args[1] + ", &__addr, sizeof(__addr));"; bool overlap_addr = false; text += check_bpf_probe_read_user(StringRef("bpf_probe_read_user"), overlap_addr); if (overlap_addr) { error(GET_BEGINLOC(Call), "bpf_probe_read_user not found. Use latest kernel"); return false; } text += "(" + args[2] + ", " + args[3] + ", (void *)__addr);"; text += "})"; rewriter_.ReplaceText(expansionRange(Call->getSourceRange()), text); } else if (Decl->getName() == "bpf_usdt_readarg") { text = "_bpf_readarg_" + current_fn_ + "_" + args[0] + "(" + args[1] + ", " + args[2] + ", sizeof(*(" + args[2] + ")))"; rewriter_.ReplaceText(expansionRange(Call->getSourceRange()), text); } } } else if (FunctionDecl *F = dyn_cast(Decl)) { if (F->isExternallyVisible() && !F->getBuiltinID()) { auto start_loc = rewriter_.getSourceMgr().getFileLoc(GET_BEGINLOC(Decl)); if (rewriter_.getSourceMgr().getFileID(start_loc) == rewriter_.getSourceMgr().getMainFileID()) { error(GET_BEGINLOC(Call), "cannot call non-static helper function"); return false; } } } } return true; } bool BTypeVisitor::checkFormatSpecifiers(const string& fmt, SourceLocation loc) { unsigned nb_specifiers = 0, i, j; bool has_s = false; for (i = 0; i < fmt.length(); i++) { if (!isascii(fmt[i]) || (!isprint(fmt[i]) && !isspace(fmt[i]))) { warning(loc.getLocWithOffset(i), "unrecognized character"); return false; } if (fmt[i] != '%') continue; if (nb_specifiers >= 3) { warning(loc.getLocWithOffset(i), "cannot use more than 3 conversion specifiers"); return false; } nb_specifiers++; i++; if (fmt[i] == 'l') { i++; } else if (fmt[i] == 'p' || fmt[i] == 's') { i++; if (fmt[i-1] == 'p' && fmt[i] == 'S') { i++; } if (!isspace(fmt[i]) && !ispunct(fmt[i]) && fmt[i] != 0) { warning(loc.getLocWithOffset(i - 2), "only %%d %%u %%x %%ld %%lu %%lx %%lld %%llu %%llx %%p %%pS %%s conversion specifiers allowed"); return false; } if (fmt[i - 1] == 's') { if (has_s) { warning(loc.getLocWithOffset(i - 2), "cannot use several %%s conversion specifiers"); return false; } has_s = true; } continue; } j = 1; if (fmt[i] == 'l') { i++; j++; } if (fmt[i] != 'd' && fmt[i] != 'u' && fmt[i] != 'x') { warning(loc.getLocWithOffset(i - j), "only %%d %%u %%x %%ld %%lu %%lx %%lld %%llu %%llx %%p %%s conversion specifiers allowed"); return false; } } return true; } bool BTypeVisitor::VisitBinaryOperator(BinaryOperator *E) { if (!E->isAssignmentOp()) return true; Expr *LHS = E->getLHS()->IgnoreImplicit(); if (MemberExpr *Memb = dyn_cast(LHS)) { if (DeclRefExpr *Base = dyn_cast(Memb->getBase()->IgnoreImplicit())) { if (DeprecatedAttr *A = Base->getDecl()->getAttr()) { if (A->getMessage() == "packet") { if (FieldDecl *F = dyn_cast(Memb->getMemberDecl())) { if (!rewriter_.isRewritable(GET_BEGINLOC(E))) { error(GET_BEGINLOC(E), "cannot use \"packet\" header type inside a macro"); return false; } auto EndLoc = GET_ENDLOC(E); if (EndLoc.isMacroID()) { error(EndLoc, "cannot have macro at the end of expresssion, " "workaround: put perentheses around macro \"(MARCO)\""); return false; } uint64_t ofs = C.getFieldOffset(F); uint64_t sz = F->isBitField() ? F->getBitWidthValue(C) : C.getTypeSize(F->getType()); string base = rewriter_.getRewrittenText(expansionRange(Base->getSourceRange())); string text = "bpf_dins_pkt(" + fn_args_[0]->getName().str() + ", (u64)" + base + "+" + to_string(ofs >> 3) + ", " + to_string(ofs & 0x7) + ", " + to_string(sz) + ","; rewriter_.ReplaceText(expansionRange(SourceRange(GET_BEGINLOC(E), E->getOperatorLoc())), text); rewriter_.InsertTextAfterToken(EndLoc, ")"); } } } } } return true; } bool BTypeVisitor::VisitImplicitCastExpr(ImplicitCastExpr *E) { // use dext only for RValues if (E->getCastKind() != CK_LValueToRValue) return true; MemberExpr *Memb = dyn_cast(E->IgnoreImplicit()); if (!Memb) return true; Expr *Base = Memb->getBase()->IgnoreImplicit(); if (DeclRefExpr *Ref = dyn_cast(Base)) { if (DeprecatedAttr *A = Ref->getDecl()->getAttr()) { if (A->getMessage() == "packet") { if (FieldDecl *F = dyn_cast(Memb->getMemberDecl())) { if (!rewriter_.isRewritable(GET_BEGINLOC(E))) { error(GET_BEGINLOC(E), "cannot use \"packet\" header type inside a macro"); return false; } uint64_t ofs = C.getFieldOffset(F); uint64_t sz = F->isBitField() ? F->getBitWidthValue(C) : C.getTypeSize(F->getType()); string text = "bpf_dext_pkt(" + fn_args_[0]->getName().str() + ", (u64)" + Ref->getDecl()->getName().str() + "+" + to_string(ofs >> 3) + ", " + to_string(ofs & 0x7) + ", " + to_string(sz) + ")"; rewriter_.ReplaceText(expansionRange(E->getSourceRange()), text); } } } } return true; } SourceRange BTypeVisitor::expansionRange(SourceRange range) { #if LLVM_VERSION_MAJOR >= 7 return rewriter_.getSourceMgr().getExpansionRange(range).getAsRange(); #else return rewriter_.getSourceMgr().getExpansionRange(range); #endif } template DiagnosticBuilder BTypeVisitor::error(SourceLocation loc, const char (&fmt)[N]) { unsigned int diag_id = C.getDiagnostics().getCustomDiagID(DiagnosticsEngine::Error, fmt); return C.getDiagnostics().Report(loc, diag_id); } template DiagnosticBuilder BTypeVisitor::warning(SourceLocation loc, const char (&fmt)[N]) { unsigned int diag_id = C.getDiagnostics().getCustomDiagID(DiagnosticsEngine::Warning, fmt); return C.getDiagnostics().Report(loc, diag_id); } int64_t BTypeVisitor::getFieldValue(VarDecl *Decl, FieldDecl *FDecl, int64_t OrigFValue) { unsigned idx = FDecl->getFieldIndex(); if (auto I = dyn_cast_or_null(Decl->getInit())) { #if LLVM_VERSION_MAJOR >= 8 Expr::EvalResult res; if (I->getInit(idx)->EvaluateAsInt(res, C)) { return res.Val.getInt().getExtValue(); } #else llvm::APSInt res; if (I->getInit(idx)->EvaluateAsInt(res, C)) { return res.getExtValue(); } #endif } return OrigFValue; } // Open table FDs when bpf tables (as denoted by section("maps*") attribute) // are declared. bool BTypeVisitor::VisitVarDecl(VarDecl *Decl) { const RecordType *R = Decl->getType()->getAs(); if (SectionAttr *A = Decl->getAttr()) { #if LLVM_VERSION_MAJOR < 18 if (!A->getName().startswith("maps")) #else if (!A->getName().starts_with("maps")) #endif return true; if (!R) { error(GET_ENDLOC(Decl), "invalid type for bpf_table, expect struct"); return false; } const RecordDecl *RD = R->getDecl()->getDefinition(); TableDesc table; TableStorage::iterator table_it; table.name = string(Decl->getName()); Path local_path({fe_.id(), table.name}); Path maps_ns_path({"ns", fe_.maps_ns(), table.name}); Path global_path({table.name}); QualType key_type, leaf_type; unsigned i = 0; for (auto F : RD->fields()) { if (F->getType().getTypePtr()->isIncompleteType()) { error(GET_BEGINLOC(F), "unknown type"); return false; } size_t sz = C.getTypeSize(F->getType()) >> 3; if (F->getName() == "key") { if (sz == 0) { error(GET_BEGINLOC(F), "invalid zero-sized leaf"); return false; } table.key_size = sz; key_type = F->getType(); } else if (F->getName() == "leaf") { if (sz == 0) { error(GET_BEGINLOC(F), "invalid zero-sized leaf"); return false; } table.leaf_size = sz; leaf_type = F->getType(); } else if (F->getName() == "max_entries") { table.max_entries = getFieldValue(Decl, F, table.max_entries); } else if (F->getName() == "flags") { table.flags = getFieldValue(Decl, F, table.flags); } ++i; } std::string section_attr = string(A->getName()), pinned; size_t pinned_path_pos = section_attr.find(":"); // 0 is not a valid map ID, -1 is to create and pin it to file int pinned_id = 0; if (pinned_path_pos != std::string::npos) { pinned = section_attr.substr(pinned_path_pos + 1); section_attr = section_attr.substr(0, pinned_path_pos); int fd = bpf_obj_get(pinned.c_str()); if (fd < 0) { if (bcc_make_parent_dir(pinned.c_str()) || bcc_check_bpffs_path(pinned.c_str())) { return false; } pinned_id = -1; } else { struct bpf_map_info info = {}; unsigned int info_len = sizeof(info); if (bpf_obj_get_info_by_fd(fd, &info, &info_len)) { error(GET_BEGINLOC(Decl), "get map info failed: %0") << strerror(errno); return false; } pinned_id = info.id; } close(fd); } // Additional map specific information size_t map_info_pos = section_attr.find("$"); std::string inner_map_name; if (map_info_pos != std::string::npos) { std::string map_info = section_attr.substr(map_info_pos + 1); section_attr = section_attr.substr(0, map_info_pos); if (section_attr == "maps/array_of_maps" || section_attr == "maps/hash_of_maps") { inner_map_name = map_info; } } bpf_map_type map_type = BPF_MAP_TYPE_UNSPEC; if (section_attr == "maps/hash") { map_type = BPF_MAP_TYPE_HASH; } else if (section_attr == "maps/array") { map_type = BPF_MAP_TYPE_ARRAY; } else if (section_attr == "maps/percpu_hash") { map_type = BPF_MAP_TYPE_PERCPU_HASH; } else if (section_attr == "maps/percpu_array") { map_type = BPF_MAP_TYPE_PERCPU_ARRAY; } else if (section_attr == "maps/lru_hash") { map_type = BPF_MAP_TYPE_LRU_HASH; } else if (section_attr == "maps/lru_percpu_hash") { map_type = BPF_MAP_TYPE_LRU_PERCPU_HASH; } else if (section_attr == "maps/lpm_trie") { map_type = BPF_MAP_TYPE_LPM_TRIE; } else if (section_attr == "maps/histogram") { map_type = BPF_MAP_TYPE_HASH; if (key_type->isSpecificBuiltinType(BuiltinType::Int)) map_type = BPF_MAP_TYPE_ARRAY; if (!leaf_type->isSpecificBuiltinType(BuiltinType::ULongLong)) error(GET_BEGINLOC(Decl), "histogram leaf type must be u64, got %0") << leaf_type; } else if (section_attr == "maps/prog") { map_type = BPF_MAP_TYPE_PROG_ARRAY; } else if (section_attr == "maps/perf_output") { map_type = BPF_MAP_TYPE_PERF_EVENT_ARRAY; int numcpu = get_possible_cpus().size(); if (numcpu <= 0) numcpu = 1; table.max_entries = numcpu; } else if (section_attr == "maps/ringbuf") { map_type = BPF_MAP_TYPE_RINGBUF; // values from libbpf/src/libbpf_probes.c table.key_size = 0; table.leaf_size = 0; } else if (section_attr == "maps/perf_array") { map_type = BPF_MAP_TYPE_PERF_EVENT_ARRAY; } else if (section_attr == "maps/queue") { table.key_size = 0; map_type = BPF_MAP_TYPE_QUEUE; } else if (section_attr == "maps/stack") { table.key_size = 0; map_type = BPF_MAP_TYPE_STACK; } else if (section_attr == "maps/cgroup_array") { map_type = BPF_MAP_TYPE_CGROUP_ARRAY; } else if (section_attr == "maps/stacktrace") { map_type = BPF_MAP_TYPE_STACK_TRACE; } else if (section_attr == "maps/devmap") { map_type = BPF_MAP_TYPE_DEVMAP; } else if (section_attr == "maps/cpumap") { map_type = BPF_MAP_TYPE_CPUMAP; } else if (section_attr == "maps/xskmap") { map_type = BPF_MAP_TYPE_XSKMAP; } else if (section_attr == "maps/hash_of_maps") { map_type = BPF_MAP_TYPE_HASH_OF_MAPS; } else if (section_attr == "maps/array_of_maps") { map_type = BPF_MAP_TYPE_ARRAY_OF_MAPS; } else if (section_attr == "maps/sk_storage") { map_type = BPF_MAP_TYPE_SK_STORAGE; } else if (section_attr == "maps/inode_storage") { map_type = BPF_MAP_TYPE_INODE_STORAGE; } else if (section_attr == "maps/task_storage") { map_type = BPF_MAP_TYPE_TASK_STORAGE; } else if (section_attr == "maps/sockmap") { map_type = BPF_MAP_TYPE_SOCKMAP; } else if (section_attr == "maps/sockhash") { map_type = BPF_MAP_TYPE_SOCKHASH; } else if (section_attr == "maps/cgroup_storage") { map_type = BPF_MAP_TYPE_CGROUP_STORAGE; } else if (section_attr == "maps/percpu_cgroup_storage") { map_type = BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE; } else if (section_attr == "maps/extern") { if (!fe_.table_storage().Find(maps_ns_path, table_it)) { if (!fe_.table_storage().Find(global_path, table_it)) { error(GET_BEGINLOC(Decl), "reference to undefined table"); return false; } } table = table_it->second.dup(); table.is_extern = true; } else if (section_attr == "maps/export") { if (table.name.substr(0, 2) == "__") table.name = table.name.substr(2); Path local_path({fe_.id(), table.name}); Path global_path({table.name}); if (!fe_.table_storage().Find(local_path, table_it)) { error(GET_BEGINLOC(Decl), "reference to undefined table"); return false; } fe_.table_storage().Insert(global_path, table_it->second.dup()); return true; } else if(section_attr == "maps/shared") { if (table.name.substr(0, 2) == "__") table.name = table.name.substr(2); Path local_path({fe_.id(), table.name}); Path maps_ns_path({"ns", fe_.maps_ns(), table.name}); if (!fe_.table_storage().Find(local_path, table_it)) { error(GET_BEGINLOC(Decl), "reference to undefined table"); return false; } fe_.table_storage().Insert(maps_ns_path, table_it->second.dup()); return true; } if (!table.is_extern) { if (map_type == BPF_MAP_TYPE_UNSPEC) { error(GET_BEGINLOC(Decl), "unsupported map type: %0") << section_attr; return false; } table.type = map_type; table.fake_fd = fe_.get_next_fake_fd(); fe_.add_map_def(table.fake_fd, std::make_tuple((int)map_type, std::string(table.name), (int)table.key_size, (int)table.leaf_size, (int)table.max_entries, table.flags, pinned_id, inner_map_name, pinned)); } if (!table.is_extern) fe_.table_storage().VisitMapType(table, C, key_type, leaf_type); fe_.table_storage().Insert(local_path, move(table)); } else if (const PointerType *P = Decl->getType()->getAs()) { // if var is a pointer to a packet type, clone the annotation into the var // decl so that the packet dext/dins rewriter can catch it if (const RecordType *RT = P->getPointeeType()->getAs()) { if (const RecordDecl *RD = RT->getDecl()->getDefinition()) { if (DeprecatedAttr *DA = RD->getAttr()) { if (DA->getMessage() == "packet") { Decl->addAttr(DA->clone(C)); } } } } } return true; } // First traversal of AST to retrieve maps with external pointers. BTypeConsumer::BTypeConsumer(ASTContext &C, BFrontendAction &fe, Rewriter &rewriter, set &m) : fe_(fe), map_visitor_(m), btype_visitor_(C, fe), probe_visitor1_(C, rewriter, m, true), probe_visitor2_(C, rewriter, m, false) {} void BTypeConsumer::HandleTranslationUnit(ASTContext &Context) { DeclContext::decl_iterator it; DeclContext *DC = TranslationUnitDecl::castToDeclContext(Context.getTranslationUnitDecl()); /** * In a first traversal, ProbeVisitor tracks external pointers identified * through each function's arguments and replaces their dereferences with * calls to bpf_probe_read. It also passes all identified pointers to * external addresses to MapVisitor. */ for (it = DC->decls_begin(); it != DC->decls_end(); it++) { Decl *D = *it; if (FunctionDecl *F = dyn_cast(D)) { if (fe_.is_rewritable_ext_func(F)) { for (auto arg : F->parameters()) { if (arg == F->getParamDecl(0)) { /** * Limit tracing of pointers from context to tracing contexts. * We're whitelisting instead of blacklisting to avoid issues with * existing programs if new context types are added in the future. */ string type = arg->getType().getAsString(); if (type == "struct pt_regs *" || type == "struct bpf_raw_tracepoint_args *" || type.substr(0, 19) == "struct tracepoint__") probe_visitor1_.set_ctx(arg); } else if (!arg->getType()->isFundamentalType()) { tuple pt = make_tuple(arg, 0); probe_visitor1_.set_ptreg(pt); } } probe_visitor1_.TraverseDecl(D); for (auto ptreg : probe_visitor1_.get_ptregs()) { map_visitor_.set_ptreg(ptreg); } } } } /** * MapVisitor uses external pointers identified by the first ProbeVisitor * traversal to identify all maps with external pointers as values. * MapVisitor runs only after ProbeVisitor finished its traversal of the * whole translation unit to clearly separate the role of each ProbeVisitor's * traversal: the first tracks external pointers from function arguments, * whereas the second tracks external pointers from maps. Without this clear * separation, ProbeVisitor might attempt to replace several times the same * dereferences. */ for (it = DC->decls_begin(); it != DC->decls_end(); it++) { Decl *D = *it; if (FunctionDecl *F = dyn_cast(D)) { if (fe_.is_rewritable_ext_func(F)) { map_visitor_.TraverseDecl(D); } } } /** * In a second traversal, ProbeVisitor tracks pointers passed through the * maps identified by MapVisitor and replaces their dereferences with calls * to bpf_probe_read. * This last traversal runs after MapVisitor went through an entire * translation unit, to ensure maps with external pointers have all been * identified. */ for (it = DC->decls_begin(); it != DC->decls_end(); it++) { Decl *D = *it; if (FunctionDecl *F = dyn_cast(D)) { if (fe_.is_rewritable_ext_func(F)) { probe_visitor2_.TraverseDecl(D); } } btype_visitor_.TraverseDecl(D); } } BFrontendAction::BFrontendAction( llvm::raw_ostream &os, unsigned flags, TableStorage &ts, const std::string &id, const std::string &main_path, ProgFuncInfo &prog_func_info, std::string &mod_src, const std::string &maps_ns, fake_fd_map_def &fake_fd_map, std::map> &perf_events) : os_(os), flags_(flags), ts_(ts), id_(id), maps_ns_(maps_ns), rewriter_(new Rewriter), main_path_(main_path), prog_func_info_(prog_func_info), mod_src_(mod_src), next_fake_fd_(-1), fake_fd_map_(fake_fd_map), perf_events_(perf_events) {} bool BFrontendAction::is_rewritable_ext_func(FunctionDecl *D) { StringRef file_name = rewriter_->getSourceMgr().getFilename(GET_BEGINLOC(D)); return (D->isExternallyVisible() && D->hasBody() && (file_name.empty() || file_name == main_path_)); } void BFrontendAction::DoMiscWorkAround() { // In 4.16 and later, CONFIG_CC_STACKPROTECTOR is moved out of Kconfig and into // Makefile. It will be set depending on CONFIG_CC_STACKPROTECTOR_{AUTO|REGULAR|STRONG}. // CONFIG_CC_STACKPROTECTOR is still used in various places, e.g., struct task_struct, // to guard certain fields. The workaround here intends to define // CONFIG_CC_STACKPROTECTOR properly based on other configs, so it relieved any bpf // program (using task_struct, etc.) of patching the below code. std::string probefunc = check_bpf_probe_read_kernel(); if (kresolver) { bcc_free_symcache(kresolver, -1); kresolver = NULL; } if (probefunc == "bpf_probe_read") { probefunc = "#define bpf_probe_read_kernel bpf_probe_read\n" "#define bpf_probe_read_kernel_str bpf_probe_read_str\n" "#define bpf_probe_read_user bpf_probe_read\n" "#define bpf_probe_read_user_str bpf_probe_read_str\n"; } else { probefunc = ""; } std::string prologue = "#if defined(BPF_LICENSE)\n" "#error BPF_LICENSE cannot be specified through cflags\n" "#endif\n" "#if !defined(CONFIG_CC_STACKPROTECTOR)\n" "#if defined(CONFIG_CC_STACKPROTECTOR_AUTO) \\\n" " || defined(CONFIG_CC_STACKPROTECTOR_REGULAR) \\\n" " || defined(CONFIG_CC_STACKPROTECTOR_STRONG)\n" "#define CONFIG_CC_STACKPROTECTOR\n" "#endif\n" "#endif\n"; prologue = prologue + probefunc; rewriter_->getEditBuffer(rewriter_->getSourceMgr().getMainFileID()).InsertText(0, prologue, false); rewriter_->getEditBuffer(rewriter_->getSourceMgr().getMainFileID()).InsertTextAfter( #if LLVM_VERSION_MAJOR >= 12 rewriter_->getSourceMgr().getBufferOrFake(rewriter_->getSourceMgr().getMainFileID()).getBufferSize(), #else rewriter_->getSourceMgr().getBuffer(rewriter_->getSourceMgr().getMainFileID())->getBufferSize(), #endif "\n#include \n"); } void BFrontendAction::EndSourceFileAction() { // Additional misc rewrites DoMiscWorkAround(); if (flags_ & DEBUG_PREPROCESSOR) rewriter_->getEditBuffer(rewriter_->getSourceMgr().getMainFileID()).write(llvm::errs()); #if LLVM_VERSION_MAJOR >= 9 llvm::raw_string_ostream tmp_os(mod_src_); rewriter_->getEditBuffer(rewriter_->getSourceMgr().getMainFileID()) .write(tmp_os); #else if (flags_ & DEBUG_SOURCE) { llvm::raw_string_ostream tmp_os(mod_src_); rewriter_->getEditBuffer(rewriter_->getSourceMgr().getMainFileID()) .write(tmp_os); } #endif for (auto func : func_range_) { auto f = func.first; string bd = rewriter_->getRewrittenText(func_range_[f]); auto fn = prog_func_info_.get_func(f); if (fn) fn->src_rewritten_ = bd; } rewriter_->getEditBuffer(rewriter_->getSourceMgr().getMainFileID()).write(os_); os_.flush(); } unique_ptr BFrontendAction::CreateASTConsumer(CompilerInstance &Compiler, llvm::StringRef InFile) { rewriter_->setSourceMgr(Compiler.getSourceManager(), Compiler.getLangOpts()); vector> consumers; consumers.push_back(unique_ptr(new BTypeConsumer(Compiler.getASTContext(), *this, *rewriter_, m_))); return unique_ptr(new MultiplexConsumer(std::move(consumers))); } } bpfcc-0.31.0/src/cc/frontends/clang/b_frontend_action.h000066400000000000000000000165761465134135300227640ustar00rootroot00000000000000/* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include #include #include #include "table_storage.h" namespace clang { class ASTConsumer; class ASTContext; class CompilerInstance; } namespace llvm { class raw_ostream; class StringRef; } namespace ebpf { class BFrontendAction; class ProgFuncInfo; // Traces maps with external pointers as values. class MapVisitor : public clang::RecursiveASTVisitor { public: explicit MapVisitor(std::set &m); bool VisitCallExpr(clang::CallExpr *Call); void set_ptreg(std::tuple &pt) { ptregs_.insert(pt); } private: std::set &m_; std::set> ptregs_; }; // Type visitor and rewriter for B programs. // It will look for B-specific features and rewrite them into a valid // C program. As part of the processing, open the necessary BPF tables // and store the open handles in a map of table-to-fd's. class BTypeVisitor : public clang::RecursiveASTVisitor { public: explicit BTypeVisitor(clang::ASTContext &C, BFrontendAction &fe); bool TraverseCallExpr(clang::CallExpr *Call); bool VisitFunctionDecl(clang::FunctionDecl *D); bool VisitCallExpr(clang::CallExpr *Call); bool VisitVarDecl(clang::VarDecl *Decl); bool VisitBinaryOperator(clang::BinaryOperator *E); bool VisitImplicitCastExpr(clang::ImplicitCastExpr *E); private: clang::SourceRange expansionRange(clang::SourceRange range); bool checkFormatSpecifiers(const std::string& fmt, clang::SourceLocation loc); void genParamDirectAssign(clang::FunctionDecl *D, std::string& preamble, const char **calling_conv_regs); void genParamIndirectAssign(clang::FunctionDecl *D, std::string& preamble, const char **calling_conv_regs); void rewriteFuncParam(clang::FunctionDecl *D); int64_t getFieldValue(clang::VarDecl *Decl, clang::FieldDecl *FDecl, int64_t OrigFValue); template clang::DiagnosticBuilder error(clang::SourceLocation loc, const char (&fmt)[N]); template clang::DiagnosticBuilder warning(clang::SourceLocation loc, const char (&fmt)[N]); clang::ASTContext &C; clang::DiagnosticsEngine &diag_; BFrontendAction &fe_; clang::Rewriter &rewriter_; /// modifications to the source go into this class llvm::raw_ostream &out_; /// for debugging std::vector fn_args_; std::set visited_; std::string current_fn_; bool cannot_fall_back_safely; }; // Do a depth-first search to rewrite all pointers that need to be probed class ProbeVisitor : public clang::RecursiveASTVisitor { public: explicit ProbeVisitor(clang::ASTContext &C, clang::Rewriter &rewriter, std::set &m, bool track_helpers); bool VisitVarDecl(clang::VarDecl *Decl); bool TraverseStmt(clang::Stmt *S); bool VisitCallExpr(clang::CallExpr *Call); bool VisitReturnStmt(clang::ReturnStmt *R); bool VisitBinaryOperator(clang::BinaryOperator *E); bool VisitUnaryOperator(clang::UnaryOperator *E); bool VisitMemberExpr(clang::MemberExpr *E); bool VisitArraySubscriptExpr(clang::ArraySubscriptExpr *E); void set_ptreg(std::tuple &pt) { ptregs_.insert(pt); } void set_ctx(clang::Decl *D) { ctx_ = D; } std::set> get_ptregs() { return ptregs_; } private: bool assignsExtPtr(clang::Expr *E, int *nbAddrOf); bool isMemberDereference(clang::Expr *E); bool IsContextMemberExpr(clang::Expr *E); clang::SourceRange expansionRange(clang::SourceRange range); clang::SourceLocation expansionLoc(clang::SourceLocation loc); template clang::DiagnosticBuilder error(clang::SourceLocation loc, const char (&fmt)[N]); clang::ASTContext &C; clang::Rewriter &rewriter_; std::set fn_visited_; std::set memb_visited_; std::set whitelist_; std::set> ptregs_; std::set &m_; clang::Decl *ctx_; bool track_helpers_; std::list ptregs_returned_; const clang::Stmt *addrof_stmt_; bool is_addrof_; bool cannot_fall_back_safely; }; // A helper class to the frontend action, walks the decls class BTypeConsumer : public clang::ASTConsumer { public: explicit BTypeConsumer(clang::ASTContext &C, BFrontendAction &fe, clang::Rewriter &rewriter, std::set &m); void HandleTranslationUnit(clang::ASTContext &Context) override; private: BFrontendAction &fe_; MapVisitor map_visitor_; BTypeVisitor btype_visitor_; ProbeVisitor probe_visitor1_; ProbeVisitor probe_visitor2_; }; // Create a B program in 2 phases (everything else is normal C frontend): // 1. Catch the map declarations and open the fd's // 2. Capture the IR class BFrontendAction : public clang::ASTFrontendAction { public: // Initialize with the output stream where the new source file contents // should be written. BFrontendAction(llvm::raw_ostream &os, unsigned flags, TableStorage &ts, const std::string &id, const std::string &main_path, ProgFuncInfo &prog_func_info, std::string &mod_src, const std::string &maps_ns, fake_fd_map_def &fake_fd_map, std::map> &perf_events); // Called by clang when the AST has been completed, here the output stream // will be flushed. void EndSourceFileAction() override; std::unique_ptr CreateASTConsumer(clang::CompilerInstance &Compiler, llvm::StringRef InFile) override; clang::Rewriter &rewriter() const { return *rewriter_; } TableStorage &table_storage() const { return ts_; } std::string id() const { return id_; } std::string maps_ns() const { return maps_ns_; } bool is_rewritable_ext_func(clang::FunctionDecl *D); void DoMiscWorkAround(); // negative fake_fd to be different from real fd in bpf_pseudo_fd. int get_next_fake_fd() { return next_fake_fd_--; } void add_map_def(int fd, std::tuple map_def) { fake_fd_map_[fd] = move(map_def); } private: llvm::raw_ostream &os_; unsigned flags_; TableStorage &ts_; std::string id_; std::string maps_ns_; std::unique_ptr rewriter_; friend class BTypeVisitor; std::map func_range_; const std::string &main_path_; ProgFuncInfo &prog_func_info_; std::string &mod_src_; std::set m_; int next_fake_fd_; fake_fd_map_def &fake_fd_map_; std::map> &perf_events_; }; } // namespace visitor bpfcc-0.31.0/src/cc/frontends/clang/frontend_action_common.h000066400000000000000000000015271465134135300240210ustar00rootroot00000000000000/* * Copyright (c) 2018 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #if LLVM_VERSION_MAJOR >= 8 #define GET_BEGINLOC(E) ((E)->getBeginLoc()) #define GET_ENDLOC(E) ((E)->getEndLoc()) #else #define GET_BEGINLOC(E) ((E)->getLocStart()) #define GET_ENDLOC(E) ((E)->getLocEnd()) #endif bpfcc-0.31.0/src/cc/frontends/clang/kbuild_helper.cc000066400000000000000000000170131465134135300222410ustar00rootroot00000000000000/* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include #include #include "kbuild_helper.h" namespace ebpf { using std::string; using std::vector; KBuildHelper::KBuildHelper(const std::string &kdir, bool has_source_dir) : kdir_(kdir), has_source_dir_(has_source_dir) { } // read the flags from cache or learn int KBuildHelper::get_flags(const char *uname_machine, vector *cflags) { //uname -m | sed -e s/i.86/x86/ -e s/x86_64/x86/ -e s/sun4u/sparc64/ -e s/arm.*/arm/ // -e s/sa110/arm/ -e s/s390x/s390/ -e s/parisc64/parisc/ // -e s/ppc.*/powerpc/ -e s/mips.*/mips/ -e s/sh[234].*/sh/ // -e s/aarch64.*/arm64/ -e s/loongarch.*/loongarch/ string arch; const char *archenv = getenv("ARCH"); // If ARCH env is defined, use it over uname if (archenv) arch = string(archenv); else arch = string(uname_machine); if (!arch.compare(0, 6, "x86_64")) { arch = "x86"; } else if (arch[0] == 'i' && !arch.compare(2, 2, "86")) { arch = "x86"; } else if (!arch.compare(0, 7, "aarch64") || !arch.compare(0, 5, "arm64")) { arch = "arm64"; } else if (!arch.compare(0, 3, "arm")) { arch = "arm"; } else if (!arch.compare(0, 5, "sa110")) { arch = "arm"; } else if (!arch.compare(0, 5, "s390x")) { arch = "s390"; } else if (!arch.compare(0, 8, "parisc64")) { arch = "parisc"; } else if (!arch.compare(0, 3, "ppc")) { arch = "powerpc"; } else if (!arch.compare(0, 4, "mips")) { arch = "mips"; } else if (!arch.compare(0, 5, "riscv")) { arch = "riscv"; } else if (!arch.compare(0, 9, "loongarch")) { arch = "loongarch"; } else if (!arch.compare(0, 2, "sh")) { arch = "sh"; } cflags->push_back("-nostdinc"); cflags->push_back("-isystem"); cflags->push_back("/virtual/lib/clang/include"); // The include order from kernel top Makefile: // // # Use USERINCLUDE when you must reference the UAPI directories only. // USERINCLUDE := \ // -I$(srctree)/arch/$(SRCARCH)/include/uapi \ // -I$(objtree)/arch/$(SRCARCH)/include/generated/uapi \ // -I$(srctree)/include/uapi \ // -I$(objtree)/include/generated/uapi \ // -include $(srctree)/include/linux/kconfig.h // // # Use LINUXINCLUDE when you must reference the include/ directory. // # Needed to be compatible with the O= option // LINUXINCLUDE := \ // -I$(srctree)/arch/$(SRCARCH)/include \ // -I$(objtree)/arch/$(SRCARCH)/include/generated \ // $(if $(building_out_of_srctree),-I$(srctree)/include) \ // -I$(objtree)/include \ // $(USERINCLUDE) // // Some distros such as openSUSE/SUSE and Debian splits the headers between // source/ and build/. In this case, just $(srctree) is source/ and // $(objtree) is build/. if (has_source_dir_) { cflags->push_back("-Iarch/"+arch+"/include/"); cflags->push_back("-I" + kdir_ + "/build/arch/"+arch+"/include/generated"); cflags->push_back("-Iinclude"); cflags->push_back("-I" + kdir_ + "/build/include"); cflags->push_back("-Iarch/"+arch+"/include/uapi"); cflags->push_back("-I" + kdir_ + "/build/arch/"+arch+"/include/generated/uapi"); cflags->push_back("-Iinclude/uapi"); cflags->push_back("-I" + kdir_ + "/build/include/generated/uapi"); } else { cflags->push_back("-Iarch/"+arch+"/include/"); cflags->push_back("-Iarch/"+arch+"/include/generated"); cflags->push_back("-Iinclude"); cflags->push_back("-Iarch/"+arch+"/include/uapi"); cflags->push_back("-Iarch/"+arch+"/include/generated/uapi"); cflags->push_back("-Iinclude/uapi"); cflags->push_back("-Iinclude/generated/uapi"); } if (arch == "mips") { cflags->push_back("-Iarch/mips/include/asm/mach-loongson64"); cflags->push_back("-Iarch/mips/include/asm/mach-generic"); } cflags->push_back("-include"); cflags->push_back("./include/linux/kconfig.h"); cflags->push_back("-D__KERNEL__"); cflags->push_back("-DKBUILD_MODNAME=\"bcc\""); // If ARCH env variable is set, pass this along. if (archenv) cflags->push_back("-D__TARGET_ARCH_" + arch); cflags->push_back("-Wno-unused-value"); cflags->push_back("-Wno-pointer-sign"); cflags->push_back("-fno-stack-protector"); return 0; } static inline bool file_exists(const char *f) { struct stat buffer; return (stat(f, &buffer) == 0); } static inline bool file_exists_and_ownedby(const char *f, uid_t uid) { struct stat buffer; int ret = stat(f, &buffer) == 0; if (ret) { if (buffer.st_uid != uid) { std::cout << "ERROR: header file ownership unexpected: " << std::string(f) << "\n"; return false; } } return ret; } static inline bool proc_kheaders_exists(void) { return file_exists_and_ownedby(PROC_KHEADERS_PATH, 0); } static inline const char *get_tmp_dir() { const char *tmpdir = getenv("TMPDIR"); if (tmpdir) { return tmpdir; } return "/tmp"; } static inline int extract_kheaders(const std::string &dirpath, const struct utsname &uname_data) { char tar_cmd[256], dirpath_tmp[256]; int ret; bool module = false; if (!proc_kheaders_exists()) { ret = system("modprobe kheaders"); if (ret) return ret; module = true; if (!proc_kheaders_exists()) { ret = -1; goto cleanup; } } snprintf(dirpath_tmp, sizeof(dirpath_tmp), "%s/kheaders-%s-XXXXXX", get_tmp_dir(), uname_data.release); if (mkdtemp(dirpath_tmp) == NULL) { ret = -1; goto cleanup; } if ((size_t)snprintf(tar_cmd, sizeof(tar_cmd), "tar -xf %s -C %s", PROC_KHEADERS_PATH, dirpath_tmp) >= sizeof(tar_cmd)) { ret = -1; goto cleanup; } ret = system(tar_cmd); if (ret) { system(("rm -rf " + std::string(dirpath_tmp)).c_str()); goto cleanup; } /* * If the new directory exists, it could have raced with a parallel * extraction, in this case just delete the old directory and ignore. */ ret = rename(dirpath_tmp, dirpath.c_str()); if (ret) ret = system(("rm -rf " + std::string(dirpath_tmp)).c_str()); cleanup: if (module) { int ret1 = system("rmmod kheaders"); if (ret1) return ret1; } return ret; } int get_proc_kheaders(std::string &dirpath) { struct utsname uname_data; char dirpath_tmp[256]; if (uname(&uname_data)) return -errno; snprintf(dirpath_tmp, 256, "%s/kheaders-%s", get_tmp_dir(), uname_data.release); dirpath = std::string(dirpath_tmp); if (file_exists(dirpath_tmp)) { if (file_exists_and_ownedby(dirpath_tmp, 0)) return 0; else // The path exists, but is owned by a non-root user // Something fishy is going on return -EEXIST; } // First time so extract it return extract_kheaders(dirpath, uname_data); } } // namespace ebpf bpfcc-0.31.0/src/cc/frontends/clang/kbuild_helper.h000066400000000000000000000056261465134135300221120ustar00rootroot00000000000000/* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include #include #define PROC_KHEADERS_PATH "/sys/kernel/kheaders.tar.xz" namespace ebpf { struct FileDeleter { void operator() (FILE *fp) { fclose(fp); } }; typedef std::unique_ptr FILEPtr; // Helper with pushd/popd semantics class DirStack { public: explicit DirStack(const std::string &dst) : ok_(false) { if (getcwd(cwd_, sizeof(cwd_)) == NULL) { ::perror("getcwd"); return; } if (::chdir(dst.c_str())) { fprintf(stderr, "chdir(%s): %s\n", dst.c_str(), strerror(errno)); return; } ok_ = true; } ~DirStack() { if (!ok_) return; if (::chdir(cwd_)) { fprintf(stderr, "chdir(%s): %s\n", cwd_, strerror(errno)); } } bool ok() const { return ok_; } const char * cwd() const { return cwd_; } private: bool ok_; char cwd_[256]; }; static int ftw_cb(const char *path, const struct stat *, int, struct FTW *) { return ::remove(path); } // Scoped class to manage the creation/deletion of tmpdirs class TmpDir { public: explicit TmpDir(const std::string &prefix = "/tmp/bcc-") : ok_(false), prefix_(prefix) { prefix_ += "XXXXXX"; if (::mkdtemp((char *)prefix_.data()) == NULL) ::perror("mkdtemp"); else ok_ = true; } ~TmpDir() { if (::nftw(prefix_.c_str(), ftw_cb, 20, FTW_DEPTH) < 0) ::perror("ftw"); else ::remove(prefix_.c_str()); } bool ok() const { return ok_; } const std::string & str() const { return prefix_; } private: bool ok_; std::string prefix_; }; // Compute the kbuild flags for the currently running kernel // Do this by: // 1. Create temp Makefile with stub dummy.c // 2. Run module build on that makefile, saving the computed flags to a file // 3. Cache the file for fast flag lookup in subsequent runs // Note: Depending on environment, different cache locations may be desired. In // case we eventually support non-root user programs, cache in $HOME. class KBuildHelper { public: explicit KBuildHelper(const std::string &kdir, bool has_source_dir); int get_flags(const char *uname_machine, std::vector *cflags); private: std::string kdir_; bool has_source_dir_; }; int get_proc_kheaders(std::string &dir); } // namespace ebpf bpfcc-0.31.0/src/cc/frontends/clang/loader.cc000066400000000000000000000414411465134135300207000ustar00rootroot00000000000000/* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "bcc_exception.h" #include "bpf_module.h" #include "exported_files.h" #include "kbuild_helper.h" #include "b_frontend_action.h" #include "tp_frontend_action.h" #include "loader.h" #include "arch_helper.h" using std::map; using std::string; using std::unique_ptr; using std::vector; namespace ebpf { optional ProgFuncInfo::get_func(std::string name) { auto it = funcs_.find(name); if (it != funcs_.end()) return it->second; return nullopt; } optional ProgFuncInfo::get_func(size_t id) { auto it = func_idx_.find(id); if (it != func_idx_.end()) return get_func(it->second); return nullopt; } optional ProgFuncInfo::func_name(size_t id) { auto it = func_idx_.find(id); if (it != func_idx_.end()) return it->second; return nullopt; } void ProgFuncInfo::for_each_func( std::function cb) { for (auto it = funcs_.begin(); it != funcs_.end(); ++it) { cb(it->first, it->second); } } optional ProgFuncInfo::add_func(std::string name) { auto fn = get_func(name); if (fn) return nullopt; size_t current = funcs_.size(); funcs_.emplace(name, 0); func_idx_.emplace(current, name); return get_func(name); } ClangLoader::ClangLoader(llvm::LLVMContext *ctx, unsigned flags) : ctx_(ctx), flags_(flags) { for (auto f : ExportedFiles::headers()) remapped_headers_[f.first] = llvm::MemoryBuffer::getMemBuffer(f.second); for (auto f : ExportedFiles::footers()) remapped_footers_[f.first] = llvm::MemoryBuffer::getMemBuffer(f.second); } ClangLoader::~ClangLoader() {} void ClangLoader::add_remapped_includes(clang::CompilerInvocation& invocation) { // This option instructs clang whether or not to free the file buffers that we // give to it. Since the embedded header files should be copied fewer times // and reused if possible, set this flag to true. invocation.getPreprocessorOpts().RetainRemappedFileBuffers = true; for (const auto &f : remapped_headers_) invocation.getPreprocessorOpts().addRemappedFile(f.first, &*f.second); for (const auto &f : remapped_footers_) invocation.getPreprocessorOpts().addRemappedFile(f.first, &*f.second); } void ClangLoader::add_main_input(clang::CompilerInvocation& invocation, const std::string& main_path, llvm::MemoryBuffer *main_buf) { invocation.getPreprocessorOpts().addRemappedFile(main_path, main_buf); invocation.getFrontendOpts().Inputs.clear(); invocation.getFrontendOpts().Inputs.push_back( clang::FrontendInputFile( main_path, clang::FrontendOptions::getInputKindForExtension("c")) ); } namespace { bool is_dir(const string& path) { struct stat buf; if (::stat (path.c_str (), &buf) < 0) return false; return S_ISDIR(buf.st_mode); } bool is_file(const string& path) { struct stat buf; if (::stat (path.c_str (), &buf) < 0) return false; return S_ISREG(buf.st_mode); } std::pair get_kernel_path_info(const string kdir) { if (is_dir(kdir + "/build") && is_dir(kdir + "/source")) return std::make_pair (true, "source"); const char* suffix_from_env = ::getenv("BCC_KERNEL_MODULES_SUFFIX"); if (suffix_from_env) return std::make_pair(false, string(suffix_from_env)); return std::make_pair(false, "build"); } static int CreateFromArgs(clang::CompilerInvocation &invocation, const llvm::opt::ArgStringList &ccargs, clang::DiagnosticsEngine &diags) { #if LLVM_VERSION_MAJOR >= 10 return clang::CompilerInvocation::CreateFromArgs(invocation, ccargs, diags); #else return clang::CompilerInvocation::CreateFromArgs( invocation, const_cast(ccargs.data()), const_cast(ccargs.data()) + ccargs.size(), diags); #endif } } int ClangLoader::parse( unique_ptr *mod, TableStorage &ts, const string &file, bool in_memory, const char *cflags[], int ncflags, const std::string &id, ProgFuncInfo &prog_func_info, std::string &mod_src, const std::string &maps_ns, fake_fd_map_def &fake_fd_map, std::map> &perf_events) { string main_path = "/virtual/main.c"; unique_ptr main_buf; struct utsname un; uname(&un); string kdir, kpath; const char *kpath_env = ::getenv("BCC_KERNEL_SOURCE"); const char *version_override = ::getenv("BCC_LINUX_VERSION_CODE"); bool has_kpath_source = false; string vmacro; std::string tmpdir; if (kpath_env) { kpath = string(kpath_env); } else { kdir = string(KERNEL_MODULES_DIR) + "/" + un.release; auto kernel_path_info = get_kernel_path_info(kdir); has_kpath_source = kernel_path_info.first; kpath = kdir + "/" + kernel_path_info.second; } // If all attempts to obtain kheaders fail, check for kheaders.tar.xz in sysfs // Checking just for kpath existence is unsufficient, since it can refer to // leftover build directory without headers present anymore. // See https://github.com/iovisor/bcc/pull/3588 for more details. if (!is_file(kpath + "/include/linux/kconfig.h")) { int ret = get_proc_kheaders(tmpdir); if (!ret) { kpath = tmpdir; } else { std::cout << "Unable to find kernel headers. "; std::cout << "Try rebuilding kernel with CONFIG_IKHEADERS=m (module) "; std::cout << "or installing the kernel development package for your running kernel version.\n"; } } if (flags_ & DEBUG_PREPROCESSOR) std::cout << "Running from kernel directory at: " << kpath.c_str() << "\n"; // clang needs to run inside the kernel dir DirStack dstack(kpath); if (!dstack.ok()) return -1; string abs_file; if (in_memory) { abs_file = main_path; main_buf = llvm::MemoryBuffer::getMemBuffer(file); } else { if (file.substr(0, 1) == "/") abs_file = file; else abs_file = string(dstack.cwd()) + "/" + file; } // -fno-color-diagnostics: this is a workaround for a bug in llvm terminalHasColors() as of // 22 Jul 2016. Also see bcc #615. // Enable -O2 for clang. In clang 5.0, -O0 may result in function marking as // noinline and optnone (if not always inlining). // Note that first argument is ignored in clang compilation invocation. // "-D __BPF_TRACING__" below is added to suppress a warning in 4.17+. // It can be removed once clang supports asm-goto or the kernel removes // the warning. vector flags_cstr({"-O0", "-O2", "-emit-llvm", "-I", dstack.cwd(), "-D", "__BPF_TRACING__", "-Wno-deprecated-declarations", "-Wno-gnu-variable-sized-type-not-at-end", "-Wno-pragma-once-outside-header", "-Wno-address-of-packed-member", "-Wno-unknown-warning-option", #if defined(__x86_64__) || defined(__i386__) "-Wno-duplicate-decl-specifier", "-fcf-protection", #endif "-fno-color-diagnostics", "-fno-unwind-tables", "-fno-asynchronous-unwind-tables", "-x", "c", "-c", abs_file.c_str()}); const char *arch = getenv("ARCH"); if (!arch) arch = un.machine; if (!strncmp(arch, "mips", 4)) { flags_cstr.push_back("-D__MIPSEL__"); flags_cstr.push_back("-D_MIPS_SZLONG=64"); } KBuildHelper kbuild_helper(kpath_env ? kpath : kdir, has_kpath_source); vector kflags; if (kbuild_helper.get_flags(un.machine, &kflags)) return -1; #if LLVM_VERSION_MAJOR >= 9 flags_cstr.push_back("-g"); flags_cstr.push_back("-gdwarf-4"); #else if (flags_ & DEBUG_SOURCE) flags_cstr.push_back("-g"); #endif for (auto it = kflags.begin(); it != kflags.end(); ++it) flags_cstr.push_back(it->c_str()); vector flags_cstr_rem; if (version_override) { vmacro = "-DLINUX_VERSION_CODE_OVERRIDE=" + string(version_override); std::cout << "WARNING: Linux version for eBPF program is being overridden with: " << version_override << "\n"; std::cout << "WARNING: Due to this, the results of the program may be unpredictable\n"; flags_cstr_rem.push_back(vmacro.c_str()); } flags_cstr_rem.push_back("-include"); flags_cstr_rem.push_back("/virtual/include/bcc/helpers.h"); flags_cstr_rem.push_back("-isystem"); flags_cstr_rem.push_back("/virtual/include"); if (cflags) { for (auto i = 0; i < ncflags; ++i) flags_cstr_rem.push_back(cflags[i]); } #ifdef CUR_CPU_IDENTIFIER string cur_cpu_flag = string("-DCUR_CPU_IDENTIFIER=") + CUR_CPU_IDENTIFIER; flags_cstr_rem.push_back(cur_cpu_flag.c_str()); #endif if (do_compile(mod, ts, in_memory, flags_cstr, flags_cstr_rem, main_path, main_buf, id, prog_func_info, mod_src, true, maps_ns, fake_fd_map, perf_events)) { #if BCC_BACKUP_COMPILE != 1 return -1; #else // try one more time to compile with system bpf.h llvm::errs() << "WARNING: compilation failure, trying with system bpf.h\n"; ts.DeletePrefix(Path({id})); prog_func_info.clear(); mod_src.clear(); fake_fd_map.clear(); if (do_compile(mod, ts, in_memory, flags_cstr, flags_cstr_rem, main_path, main_buf, id, prog_func_info, mod_src, false, maps_ns, fake_fd_map, perf_events)) return -1; #endif } return 0; } void *get_clang_target_cb(bcc_arch_t arch, bool for_syscall) { const char *ret; switch(arch) { case BCC_ARCH_PPC_LE: ret = "powerpc64le-unknown-linux-gnu"; break; case BCC_ARCH_PPC: ret = "powerpc64-unknown-linux-gnu"; break; case BCC_ARCH_S390X: ret = "s390x-ibm-linux-gnu"; break; case BCC_ARCH_ARM64: ret = "aarch64-unknown-linux-gnu"; break; case BCC_ARCH_MIPS: ret = "mips64el-unknown-linux-gnuabi64"; break; case BCC_ARCH_RISCV64: ret = "riscv64-unknown-linux-gnu"; break; case BCC_ARCH_LOONGARCH: ret = "loongarch64-unknown-linux-gnu"; break; default: ret = "x86_64-unknown-linux-gnu"; } return (void *)ret; } string get_clang_target(void) { const char *ret; ret = (const char *)run_arch_callback(get_clang_target_cb); return string(ret); } int ClangLoader::do_compile( unique_ptr *mod, TableStorage &ts, bool in_memory, const vector &flags_cstr_in, const vector &flags_cstr_rem, const std::string &main_path, const unique_ptr &main_buf, const std::string &id, ProgFuncInfo &prog_func_info, std::string &mod_src, bool use_internal_bpfh, const std::string &maps_ns, fake_fd_map_def &fake_fd_map, std::map> &perf_events) { using namespace clang; vector flags_cstr = flags_cstr_in; if (use_internal_bpfh) { flags_cstr.push_back("-include"); flags_cstr.push_back("/virtual/include/bcc/bpf.h"); } flags_cstr.push_back("-include"); flags_cstr.push_back("/virtual/include/bcc/bpf_workaround.h"); flags_cstr.insert(flags_cstr.end(), flags_cstr_rem.begin(), flags_cstr_rem.end()); // set up the error reporting class IntrusiveRefCntPtr diag_opts(new DiagnosticOptions()); auto diag_client = new TextDiagnosticPrinter(llvm::errs(), &*diag_opts); IntrusiveRefCntPtr DiagID(new DiagnosticIDs()); DiagnosticsEngine diags(DiagID, &*diag_opts, diag_client); // set up the command line argument wrapper string target_triple = get_clang_target(); driver::Driver drv("", target_triple, diags); #if LLVM_VERSION_MAJOR >= 4 if (target_triple == "x86_64-unknown-linux-gnu" || target_triple == "aarch64-unknown-linux-gnu") flags_cstr.push_back("-fno-jump-tables"); #endif drv.setTitle("bcc-clang-driver"); drv.setCheckInputsExist(false); unique_ptr compilation(drv.BuildCompilation(flags_cstr)); if (!compilation) return -1; // expect exactly 1 job, otherwise error const driver::JobList &jobs = compilation->getJobs(); if (jobs.size() != 1 || !isa(*jobs.begin())) { SmallString<256> msg; llvm::raw_svector_ostream os(msg); jobs.Print(os, "; ", true); diags.Report(diag::err_fe_expected_compiler_job) << os.str(); return -1; } const driver::Command &cmd = cast(*jobs.begin()); if (llvm::StringRef(cmd.getCreator().getName()) != "clang") { diags.Report(diag::err_fe_expected_clang_command); return -1; } // Initialize a compiler invocation object from the clang (-cc1) arguments. const llvm::opt::ArgStringList &ccargs = cmd.getArguments(); if (flags_ & DEBUG_PREPROCESSOR) { llvm::errs() << "clang"; for (auto arg : ccargs) llvm::errs() << " " << arg; llvm::errs() << "\n"; } // pre-compilation pass for generating tracepoint structures CompilerInstance compiler0; CompilerInvocation &invocation0 = compiler0.getInvocation(); if (!CreateFromArgs(invocation0, ccargs, diags)) return -1; add_remapped_includes(invocation0); if (in_memory) { add_main_input(invocation0, main_path, &*main_buf); } invocation0.getFrontendOpts().DisableFree = false; compiler0.createDiagnostics(new IgnoringDiagConsumer()); // capture the rewritten c file string out_str; llvm::raw_string_ostream os(out_str); TracepointFrontendAction tpact(os); compiler0.ExecuteAction(tpact); // ignore errors, they will be reported later unique_ptr out_buf = llvm::MemoryBuffer::getMemBuffer(out_str); // first pass CompilerInstance compiler1; CompilerInvocation &invocation1 = compiler1.getInvocation(); if (!CreateFromArgs( invocation1, ccargs, diags)) return -1; add_remapped_includes(invocation1); add_main_input(invocation1, main_path, &*out_buf); invocation1.getFrontendOpts().DisableFree = false; compiler1.createDiagnostics(); // capture the rewritten c file string out_str1; llvm::raw_string_ostream os1(out_str1); BFrontendAction bact(os1, flags_, ts, id, main_path, prog_func_info, mod_src, maps_ns, fake_fd_map, perf_events); if (!compiler1.ExecuteAction(bact)) return -1; unique_ptr out_buf1 = llvm::MemoryBuffer::getMemBuffer(out_str1); // second pass, clear input and take rewrite buffer CompilerInstance compiler2; CompilerInvocation &invocation2 = compiler2.getInvocation(); if (!CreateFromArgs(invocation2, ccargs, diags)) return -1; add_remapped_includes(invocation2); add_main_input(invocation2, main_path, &*out_buf1); invocation2.getFrontendOpts().DisableFree = false; invocation2.getCodeGenOpts().DisableFree = false; // Resort to normal inlining. In -O0 the default is OnlyAlwaysInlining and // clang might add noinline attribute even for functions with inline hint. invocation2.getCodeGenOpts().setInlining(CodeGenOptions::NormalInlining); // suppress warnings in the 2nd pass, but bail out on errors (our fault) invocation2.getDiagnosticOpts().IgnoreWarnings = true; compiler2.createDiagnostics(); EmitLLVMOnlyAction ir_act(&*ctx_); if (!compiler2.ExecuteAction(ir_act)) return -1; *mod = ir_act.takeModule(); return 0; } } // namespace ebpf bpfcc-0.31.0/src/cc/frontends/clang/loader.h000066400000000000000000000063571465134135300205510ustar00rootroot00000000000000/* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include #include #include #include #include #include "table_storage.h" #include "vendor/optional.hpp" using std::experimental::nullopt; using std::experimental::optional; namespace llvm { class Module; class LLVMContext; class MemoryBuffer; } namespace ebpf { struct FuncInfo { uint8_t *start_ = nullptr; size_t size_ = 0; std::string section_; std::string src_; std::string src_rewritten_; // dummy constructor so emplace() works FuncInfo(int i) {} }; class ProgFuncInfo { public: ProgFuncInfo() {} void clear() { funcs_.clear(); func_idx_.clear(); } optional get_func(std::string name); optional get_func(size_t id); optional func_name(size_t id); optional add_func(std::string name); size_t num_funcs() { return funcs_.size(); } void for_each_func(std::function cb); private: std::map funcs_; std::map func_idx_; }; class ClangLoader { public: explicit ClangLoader(llvm::LLVMContext *ctx, unsigned flags); ~ClangLoader(); int parse(std::unique_ptr *mod, TableStorage &ts, const std::string &file, bool in_memory, const char *cflags[], int ncflags, const std::string &id, ProgFuncInfo &prog_func_info, std::string &mod_src, const std::string &maps_ns, fake_fd_map_def &fake_fd_map, std::map> &perf_events); private: int do_compile(std::unique_ptr *mod, TableStorage &ts, bool in_memory, const std::vector &flags_cstr_in, const std::vector &flags_cstr_rem, const std::string &main_path, const std::unique_ptr &main_buf, const std::string &id, ProgFuncInfo &prog_func_info, std::string &mod_src, bool use_internal_bpfh, const std::string &maps_ns, fake_fd_map_def &fake_fd_map, std::map> &perf_events); void add_remapped_includes(clang::CompilerInvocation& invocation); void add_main_input(clang::CompilerInvocation& invocation, const std::string& main_path, llvm::MemoryBuffer *main_buf); private: std::map> remapped_headers_; std::map> remapped_footers_; llvm::LLVMContext *ctx_; unsigned flags_; }; } // namespace ebpf bpfcc-0.31.0/src/cc/frontends/clang/tp_frontend_action.cc000066400000000000000000000121631465134135300233100ustar00rootroot00000000000000/* * Copyright (c) 2016 Sasha Goldshtein * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include #include #include #include #include #include #include #include "frontend_action_common.h" #include "tp_frontend_action.h" #include "common.h" namespace ebpf { using std::map; using std::set; using std::string; using std::to_string; using std::unique_ptr; using std::vector; using std::regex; using std::smatch; using std::regex_search; using std::istream; using std::ifstream; using namespace clang; TracepointTypeVisitor::TracepointTypeVisitor(ASTContext &C, Rewriter &rewriter) : diag_(C.getDiagnostics()), rewriter_(rewriter), out_(llvm::errs()) { } string TracepointTypeVisitor::GenerateTracepointStruct( SourceLocation loc, string const& category, string const& event) { string format_file = tracepoint_format_file(category, event); ifstream input(format_file.c_str()); if (!input) return ""; return ebpf::parse_tracepoint(input, category, event); } static inline bool _is_tracepoint_struct_type(string const& type_name, string& tp_category, string& tp_event) { // We are looking to roughly match the regex: // (?:struct|class)\s+tracepoint__(\S+)__(\S+) // Not using std::regex because older versions of GCC don't support it yet. // E.g., the libstdc++ that ships with Ubuntu 14.04. auto first_space_pos = type_name.find_first_of("\t "); if (first_space_pos == string::npos) return false; auto first_tok = type_name.substr(0, first_space_pos); if (first_tok != "struct" && first_tok != "class") return false; auto non_space_pos = type_name.find_first_not_of("\t ", first_space_pos); auto second_space_pos = type_name.find_first_of("\t ", non_space_pos); auto second_tok = type_name.substr(non_space_pos, second_space_pos - non_space_pos); if (second_tok.find("tracepoint__") != 0) return false; auto tp_event_pos = second_tok.rfind("__"); if (tp_event_pos == string::npos) return false; tp_event = second_tok.substr(tp_event_pos + 2); auto tp_category_pos = second_tok.find("__"); if (tp_category_pos == tp_event_pos) return false; tp_category = second_tok.substr(tp_category_pos + 2, tp_event_pos - tp_category_pos - 2); return true; } bool TracepointTypeVisitor::VisitFunctionDecl(FunctionDecl *D) { if (D->isExternallyVisible() && D->hasBody()) { // If this function has a tracepoint structure as an argument, // add that structure declaration based on the structure name. for (auto it = D->param_begin(); it != D->param_end(); ++it) { auto arg = *it; auto type = arg->getType(); if (type->isPointerType() && type->getPointeeType()->isStructureOrClassType()) { auto type_name = type->getPointeeType().getAsString(); string tp_cat, tp_evt; if (_is_tracepoint_struct_type(type_name, tp_cat, tp_evt)) { string tp_struct = GenerateTracepointStruct( GET_BEGINLOC(D), tp_cat, tp_evt); // Get the actual function declaration point (the macro instantiation // point if using the TRACEPOINT_PROBE macro instead of the macro // declaration point in bpf_helpers.h). auto insert_loc = GET_BEGINLOC(D); insert_loc = rewriter_.getSourceMgr().getFileLoc(insert_loc); rewriter_.InsertText(insert_loc, tp_struct); } } } } return true; } TracepointTypeConsumer::TracepointTypeConsumer(ASTContext &C, Rewriter &rewriter) : visitor_(C, rewriter) { } bool TracepointTypeConsumer::HandleTopLevelDecl(DeclGroupRef Group) { for (auto D : Group) visitor_.TraverseDecl(D); return true; } TracepointFrontendAction::TracepointFrontendAction(llvm::raw_ostream &os) : os_(os), rewriter_(new Rewriter) { } void TracepointFrontendAction::EndSourceFileAction() { rewriter_->getEditBuffer(rewriter_->getSourceMgr().getMainFileID()).write(os_); os_.flush(); } unique_ptr TracepointFrontendAction::CreateASTConsumer( CompilerInstance &Compiler, llvm::StringRef InFile) { rewriter_->setSourceMgr(Compiler.getSourceManager(), Compiler.getLangOpts()); return unique_ptr(new TracepointTypeConsumer( Compiler.getASTContext(), *rewriter_)); } } bpfcc-0.31.0/src/cc/frontends/clang/tp_frontend_action.h000066400000000000000000000044171465134135300231550ustar00rootroot00000000000000/* * Copyright (c) 2016 Sasha Goldshtein * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include #include #include namespace clang { class ASTConsumer; class ASTContext; class CompilerInstance; } namespace llvm { class raw_ostream; class StringRef; } namespace ebpf { // Visit functions that have a tracepoint argument structure in their signature // and automatically generate the structure on-the-fly. class TracepointTypeVisitor : public clang::RecursiveASTVisitor { public: explicit TracepointTypeVisitor(clang::ASTContext &C, clang::Rewriter &rewriter); bool VisitFunctionDecl(clang::FunctionDecl *D); private: std::string GenerateTracepointStruct(clang::SourceLocation loc, std::string const& category, std::string const& event); clang::DiagnosticsEngine &diag_; clang::Rewriter &rewriter_; llvm::raw_ostream &out_; }; class TracepointTypeConsumer : public clang::ASTConsumer { public: explicit TracepointTypeConsumer(clang::ASTContext &C, clang::Rewriter &rewriter); bool HandleTopLevelDecl(clang::DeclGroupRef Group) override; private: TracepointTypeVisitor visitor_; }; class TracepointFrontendAction : public clang::ASTFrontendAction { public: TracepointFrontendAction(llvm::raw_ostream &os); void EndSourceFileAction() override; std::unique_ptr CreateASTConsumer(clang::CompilerInstance &Compiler, llvm::StringRef InFile) override; private: llvm::raw_ostream &os_; std::unique_ptr rewriter_; }; } // namespace visitor bpfcc-0.31.0/src/cc/json_map_decl_visitor.cc000066400000000000000000000136441465134135300207240ustar00rootroot00000000000000/* * Copyright (c) 2017 VMware, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include #include #include "common.h" #include "table_desc.h" namespace ebpf { using std::string; using std::to_string; using std::unique_ptr; using namespace clang; // Helper visitor for constructing a string representation of a key/leaf decl class BMapDeclVisitor : public clang::RecursiveASTVisitor { public: explicit BMapDeclVisitor(clang::ASTContext &C, std::string &result); bool TraverseRecordDecl(clang::RecordDecl *Decl); bool VisitRecordDecl(clang::RecordDecl *Decl); bool VisitFieldDecl(clang::FieldDecl *Decl); bool VisitBuiltinType(const clang::BuiltinType *T); bool VisitTypedefType(const clang::TypedefType *T); bool VisitTagType(const clang::TagType *T); bool VisitPointerType(const clang::PointerType *T); bool VisitEnumDecl(clang::EnumDecl *D); bool VisitAttr(clang::Attr *A); private: bool shouldSkipPadding(const RecordDecl *D); void genJSONForField(FieldDecl *F); private: clang::ASTContext &C; std::string &result_; }; // Encode the struct layout as a json description BMapDeclVisitor::BMapDeclVisitor(ASTContext &C, string &result) : C(C), result_(result) {} bool BMapDeclVisitor::shouldSkipPadding(const RecordDecl *D) { if (D->isUnion() || D->field_empty()) return true; for (auto F : D->getDefinition()->fields()) { if (F->isBitField()) return true; QualType Ty = F->getType(); if (Ty->isIncompleteArrayType()) return true; } return false; } void BMapDeclVisitor::genJSONForField(FieldDecl *F) { if (F->isAnonymousStructOrUnion()) { if (const RecordType *R = dyn_cast(F->getType())) TraverseDecl(R->getDecl()); result_ += ", "; return; } result_ += "["; TraverseDecl(F); if (const ConstantArrayType *T = dyn_cast(F->getType())) #if LLVM_VERSION_MAJOR >= 13 result_ += ", [" + toString(T->getSize(), 10, false) + "]"; #else result_ += ", [" + T->getSize().toString(10, false) + "]"; #endif if (F->isBitField()) result_ += ", " + to_string(F->getBitWidthValue(C)); result_ += "], "; } bool BMapDeclVisitor::VisitFieldDecl(FieldDecl *D) { result_ += "\""; result_ += D->getName(); result_ += "\","; return true; } bool BMapDeclVisitor::VisitEnumDecl(EnumDecl *D) { TraverseType(D->getIntegerType()); return false; } bool BMapDeclVisitor::TraverseRecordDecl(RecordDecl *D) { // skip children, handled in Visit... if (!WalkUpFromRecordDecl(D)) return false; return true; } bool BMapDeclVisitor::VisitRecordDecl(RecordDecl *D) { result_ += "[\""; result_ += D->getName(); result_ += "\", ["; bool SkipPadding = shouldSkipPadding(D); if (SkipPadding) { for (auto F : D->getDefinition()->fields()) { genJSONForField(F); } } else { const ASTRecordLayout &Layout = C.getASTRecordLayout(D); CharUnits Offset = C.toCharUnitsFromBits(Layout.getFieldOffset(0)); for (auto F : D->getDefinition()->fields()) { CharUnits FieldSize = C.getTypeSizeInChars(F->getType()); auto FieldOffsetBits = Layout.getFieldOffset(F->getFieldIndex()); CharUnits FieldOffset = C.toCharUnitsFromBits(FieldOffsetBits); uint64_t Padding = (FieldOffset - Offset).getQuantity(); if (Padding) { /* Padding before this field with "char __pad_[Padding]". */ result_ += "[\"__pad_" + to_string(F->getFieldIndex()) + "\",\"char\",[" + to_string(Padding) + "]], "; } Offset = FieldOffset + FieldSize; genJSONForField(F); } /* Additional Padding after the last field so that the Record Size matches */ CharUnits RecordSize = Layout.getSize(); if (RecordSize > Offset) { result_ += "[\"__pad_end\",\"char\",[" + to_string((RecordSize - Offset).getQuantity()) + "]], "; } } if (!D->getDefinition()->field_empty()) result_.erase(result_.end() - 2); result_ += "]"; if (D->isUnion()) result_ += ", \"union\""; else if (D->isStruct()) { if (SkipPadding) result_ += ", \"struct\""; else result_ += ", \"struct_packed\""; } result_ += "]"; return true; } // pointer to anything should be treated as terminal, don't recurse further bool BMapDeclVisitor::VisitPointerType(const PointerType *T) { result_ += "\"unsigned long long\""; return false; } bool BMapDeclVisitor::VisitTagType(const TagType *T) { return TraverseDecl(T->getDecl()->getDefinition()); } bool BMapDeclVisitor::VisitTypedefType(const TypedefType *T) { return TraverseDecl(T->getDecl()); } bool BMapDeclVisitor::VisitBuiltinType(const BuiltinType *T) { result_ += "\""; result_ += T->getName(C.getPrintingPolicy()); result_ += "\""; return true; } bool BMapDeclVisitor::VisitAttr(clang::Attr *A) { return false; } class JsonMapTypesVisitor : public virtual MapTypesVisitor { public: virtual void Visit(TableDesc &desc, clang::ASTContext &C, clang::QualType key_type, clang::QualType leaf_type) { BMapDeclVisitor v1(C, desc.key_desc), v2(C, desc.leaf_desc); v1.TraverseType(key_type); v2.TraverseType(leaf_type); } }; unique_ptr createJsonMapTypesVisitor() { return make_unique(); } } // namespace ebpf bpfcc-0.31.0/src/cc/libbcc.pc.in000066400000000000000000000005121465134135300161760ustar00rootroot00000000000000prefix=@CMAKE_INSTALL_PREFIX@ exec_prefix=${prefix} libdir=${exec_prefix}/@CMAKE_INSTALL_LIBDIR@ includedir=${prefix}/include datarootdir=${prefix}/share compatdir=${includedir}/bcc/compat Name: libbcc Version: @REVISION@ Description: BCC Program library Requires: Libs: -L${libdir} -lbcc Cflags: -I${includedir} -I${compatdir} bpfcc-0.31.0/src/cc/libbpf/000077500000000000000000000000001465134135300152675ustar00rootroot00000000000000bpfcc-0.31.0/src/cc/libbpf.c000066400000000000000000001572051465134135300154450ustar00rootroot00000000000000/* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef _GNU_SOURCE #define _GNU_SOURCE #endif #include "libbpf.h" #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "bcc_zip.h" #include "perf_reader.h" // TODO: Remove this when CentOS 6 support is not needed anymore #include "setns.h" #include "bcc_libbpf_inc.h" // TODO: remove these defines when linux-libc-dev exports them properly #ifndef __NR_bpf #if defined(__powerpc64__) #define __NR_bpf 361 #elif defined(__s390x__) #define __NR_bpf 351 #elif defined(__aarch64__) #define __NR_bpf 280 #else #define __NR_bpf 321 #endif #endif #ifndef SO_ATTACH_BPF #define SO_ATTACH_BPF 50 #endif #ifndef PERF_EVENT_IOC_SET_BPF #define PERF_EVENT_IOC_SET_BPF _IOW('$', 8, __u32) #endif #ifndef PERF_FLAG_FD_CLOEXEC #define PERF_FLAG_FD_CLOEXEC (1UL << 3) #endif // TODO: Remove this when CentOS 6 support is not needed anymore #ifndef AF_ALG #define AF_ALG 38 #endif #ifndef min #define min(x, y) ((x) < (y) ? (x) : (y)) #endif #define UNUSED(expr) do { (void)(expr); } while (0) #define PERF_UPROBE_REF_CTR_OFFSET_SHIFT 32 #ifndef BPF_FS_MAGIC #define BPF_FS_MAGIC 0xcafe4a11 #endif struct bpf_helper { char *name; char *required_version; }; static struct bpf_helper helpers[] = { {"map_lookup_elem", "3.19"}, {"map_update_elem", "3.19"}, {"map_delete_elem", "3.19"}, {"probe_read", "4.1"}, {"ktime_get_ns", "4.1"}, {"trace_printk", "4.1"}, {"get_prandom_u32", "4.1"}, {"get_smp_processor_id", "4.1"}, {"skb_store_bytes", "4.1"}, {"l3_csum_replace", "4.1"}, {"l4_csum_replace", "4.1"}, {"tail_call", "4.2"}, {"clone_redirect", "4.2"}, {"get_current_pid_tgid", "4.2"}, {"get_current_uid_gid", "4.2"}, {"get_current_comm", "4.2"}, {"get_cgroup_classid", "4.3"}, {"skb_vlan_push", "4.3"}, {"skb_vlan_pop", "4.3"}, {"skb_get_tunnel_key", "4.3"}, {"skb_set_tunnel_key", "4.3"}, {"perf_event_read", "4.3"}, {"redirect", "4.4"}, {"get_route_realm", "4.4"}, {"perf_event_output", "4.4"}, {"skb_load_bytes", "4.5"}, {"get_stackid", "4.6"}, {"csum_diff", "4.6"}, {"skb_get_tunnel_opt", "4.6"}, {"skb_set_tunnel_opt", "4.6"}, {"skb_change_proto", "4.8"}, {"skb_change_type", "4.8"}, {"skb_under_cgroup", "4.8"}, {"get_hash_recalc", "4.8"}, {"get_current_task", "4.8"}, {"probe_write_user", "4.8"}, {"current_task_under_cgroup", "4.9"}, {"skb_change_tail", "4.9"}, {"skb_pull_data", "4.9"}, {"csum_update", "4.9"}, {"set_hash_invalid", "4.9"}, {"get_numa_node_id", "4.10"}, {"skb_change_head", "4.10"}, {"xdp_adjust_head", "4.10"}, {"probe_read_str", "4.11"}, {"get_socket_cookie", "4.12"}, {"get_socket_uid", "4.12"}, {"set_hash", "4.13"}, {"setsockopt", "4.13"}, {"skb_adjust_room", "4.13"}, {"redirect_map", "4.14"}, {"sk_redirect_map", "4.14"}, {"sock_map_update", "4.14"}, {"xdp_adjust_meta", "4.15"}, {"perf_event_read_value", "4.15"}, {"perf_prog_read_value", "4.15"}, {"getsockopt", "4.15"}, {"override_return", "4.16"}, {"sock_ops_cb_flags_set", "4.16"}, {"msg_redirect_map", "4.17"}, {"msg_apply_bytes", "4.17"}, {"msg_cork_bytes", "4.17"}, {"msg_pull_data", "4.17"}, {"bind", "4.17"}, {"xdp_adjust_tail", "4.18"}, {"skb_get_xfrm_state", "4.18"}, {"get_stack", "4.18"}, {"skb_load_bytes_relative", "4.18"}, {"fib_lookup", "4.18"}, {"sock_hash_update", "4.18"}, {"msg_redirect_hash", "4.18"}, {"sk_redirect_hash", "4.18"}, {"lwt_push_encap", "4.18"}, {"lwt_seg6_store_bytes", "4.18"}, {"lwt_seg6_adjust_srh", "4.18"}, {"lwt_seg6_action", "4.18"}, {"rc_repeat", "4.18"}, {"rc_keydown", "4.18"}, {"skb_cgroup_id", "4.18"}, {"get_current_cgroup_id", "4.18"}, {"get_local_storage", "4.19"}, {"sk_select_reuseport", "4.19"}, {"skb_ancestor_cgroup_id", "4.19"}, {"sk_lookup_tcp", "4.20"}, {"sk_lookup_udp", "4.20"}, {"sk_release", "4.20"}, {"map_push_elem", "4.20"}, {"map_pop_elem", "4.20"}, {"map_peak_elem", "4.20"}, {"msg_push_data", "4.20"}, {"msg_pop_data", "5.0"}, {"rc_pointer_rel", "5.0"}, {"spin_lock", "5.1"}, {"spin_unlock", "5.1"}, {"sk_fullsock", "5.1"}, {"tcp_sock", "5.1"}, {"skb_ecn_set_ce", "5.1"}, {"get_listener_sock", "5.1"}, {"skc_lookup_tcp", "5.2"}, {"tcp_check_syncookie", "5.2"}, {"sysctl_get_name", "5.2"}, {"sysctl_get_current_value", "5.2"}, {"sysctl_get_new_value", "5.2"}, {"sysctl_set_new_value", "5.2"}, {"strtol", "5.2"}, {"strtoul", "5.2"}, {"sk_storage_get", "5.2"}, {"sk_storage_delete", "5.2"}, {"send_signal", "5.3"}, {"tcp_gen_syncookie", "5.3"}, {"skb_output", "5.5"}, {"probe_read_user", "5.5"}, {"probe_read_kernel", "5.5"}, {"probe_read_user_str", "5.5"}, {"probe_read_kernel_str", "5.5"}, {"tcp_send_ack", "5.5"}, {"send_signal_thread", "5.5"}, {"jiffies64", "5.5"}, {"read_branch_records", "5.6"}, {"get_ns_current_pid_tgid", "5.6"}, {"xdp_output", "5.6"}, {"get_netns_cookie", "5.6"}, {"get_current_ancestor_cgroup_id", "5.6"}, {"sk_assign", "5.6"}, {"ktime_get_boot_ns", "5.7"}, {"seq_printf", "5.7"}, {"seq_write", "5.7"}, {"sk_cgroup_id", "5.7"}, {"sk_ancestor_cgroup_id", "5.7"}, {"csum_level", "5.7"}, {"ringbuf_output", "5.8"}, {"ringbuf_reserve", "5.8"}, {"ringbuf_submit", "5.8"}, {"ringbuf_discard", "5.8"}, {"ringbuf_query", "5.8"}, {"skc_to_tcp6_sock", "5.9"}, {"skc_to_tcp_sock", "5.9"}, {"skc_to_tcp_timewait_sock", "5.9"}, {"skc_to_tcp_request_sock", "5.9"}, {"skc_to_udp6_sock", "5.9"}, {"get_task_stack", "5.9"}, {"load_hdr_opt", "5.10"}, {"store_hdr_opt", "5.10"}, {"reserve_hdr_opt", "5.10"}, {"inode_storage_get", "5.10"}, {"inode_storage_delete", "5.10"}, {"d_path", "5.10"}, {"copy_from_user", "5.10"}, {"snprintf_btf", "5.10"}, {"seq_printf_btf", "5.10"}, {"skb_cgroup_classid", "5.10"}, {"redirect_neigh", "5.10"}, {"per_cpu_ptr", "5.10"}, {"this_cpu_ptr", "5.10"}, {"redirect_peer", "5.10"}, {"task_storage_get", "5.11"}, {"task_storage_delete", "5.11"}, {"get_current_task_btf", "5.11"}, {"bprm_opts_set", "5.11"}, {"ktime_get_coarse_ns", "5.11"}, {"ima_inode_hash", "5.11"}, {"sock_from_file", "5.11"}, {"check_mtu", "5.12"}, {"for_each_map_elem", "5.13"}, {"snprintf", "5.13"}, {"sys_bpf", "5.14"}, {"btf_find_by_name_kind", "5.14"}, {"sys_close", "5.14"}, {"timer_init", "5.15"}, {"timer_set_callback", "5.15"}, {"timer_start", "5.15"}, {"timer_cancel", "5.15"}, {"get_func_ip", "5.15"}, {"get_attach_cookie", "5.15"}, {"task_pt_regs", "5.15"}, {"get_branch_snapshot", "5.16"}, {"trace_vprintk", "5.16"}, {"skc_to_unix_sock", "5.16"}, {"kallsyms_lookup_name", "5.16"}, {"find_vma", "5.17"}, {"loop", "5.17"}, {"strncmp", "5.17"}, {"get_func_arg", "5.17"}, {"get_func_ret", "5.17"}, {"get_func_ret", "5.17"}, {"get_retval", "5.18"}, {"set_retval", "5.18"}, {"xdp_get_buff_len", "5.18"}, {"xdp_load_bytes", "5.18"}, {"xdp_store_bytes", "5.18"}, {"copy_from_user_task", "5.18"}, {"skb_set_tstamp", "5.18"}, {"ima_file_hash", "5.18"}, {"kptr_xchg", "5.19"}, {"map_lookup_percpu_elem", "5.19"}, {"skc_to_mptcp_sock", "5.19"}, {"dynptr_from_mem", "5.19"}, {"ringbuf_reserve_dynptr", "5.19"}, {"ringbuf_submit_dynptr", "5.19"}, {"ringbuf_discard_dynptr", "5.19"}, {"dynptr_read", "5.19"}, {"dynptr_write", "5.19"}, {"dynptr_data", "5.19"}, {"tcp_raw_gen_syncookie_ipv4", "6.0"}, {"tcp_raw_gen_syncookie_ipv6", "6.0"}, {"tcp_raw_check_syncookie_ipv4", "6.0"}, {"tcp_raw_check_syncookie_ipv6", "6.0"}, {"ktime_get_tai_ns", "6.1"}, {"user_ringbuf_drain", "6.1"}, {"cgrp_storage_get", "6.2"}, {"cgrp_storage_delete", "6.2"}, }; static uint64_t ptr_to_u64(void *ptr) { return (uint64_t) (unsigned long) ptr; } static int libbpf_bpf_map_create(struct bcc_create_map_attr *create_attr) { LIBBPF_OPTS(bpf_map_create_opts, p); p.map_flags = create_attr->map_flags; p.numa_node = create_attr->numa_node; p.btf_fd = create_attr->btf_fd; p.btf_key_type_id = create_attr->btf_key_type_id; p.btf_value_type_id = create_attr->btf_value_type_id; p.map_ifindex = create_attr->map_ifindex; if (create_attr->map_type == BPF_MAP_TYPE_STRUCT_OPS) p.btf_vmlinux_value_type_id = create_attr->btf_vmlinux_value_type_id; else p.inner_map_fd = create_attr->inner_map_fd; return bpf_map_create(create_attr->map_type, create_attr->name, create_attr->key_size, create_attr->value_size, create_attr->max_entries, &p); } int bcc_create_map_xattr(struct bcc_create_map_attr *attr, bool allow_rlimit) { unsigned name_len = attr->name ? strlen(attr->name) : 0; char map_name[BPF_OBJ_NAME_LEN] = {}; memcpy(map_name, attr->name, min(name_len, BPF_OBJ_NAME_LEN - 1)); attr->name = map_name; int ret = libbpf_bpf_map_create(attr); if (ret < 0 && errno == EPERM) { if (!allow_rlimit) return ret; // see note below about the rationale for this retry struct rlimit rl = {}; if (getrlimit(RLIMIT_MEMLOCK, &rl) == 0) { rl.rlim_max = RLIM_INFINITY; rl.rlim_cur = rl.rlim_max; if (setrlimit(RLIMIT_MEMLOCK, &rl) == 0) ret = libbpf_bpf_map_create(attr); } } // kernel already supports btf if its loading is successful, // but this map type may not support pretty print yet. if (ret < 0 && attr->btf_key_type_id && errno == 524 /* ENOTSUPP */) { attr->btf_fd = 0; attr->btf_key_type_id = 0; attr->btf_value_type_id = 0; ret = libbpf_bpf_map_create(attr); } if (ret < 0 && name_len && (errno == E2BIG || errno == EINVAL)) { map_name[0] = '\0'; ret = libbpf_bpf_map_create(attr); } if (ret < 0 && errno == EPERM) { if (!allow_rlimit) return ret; // see note below about the rationale for this retry struct rlimit rl = {}; if (getrlimit(RLIMIT_MEMLOCK, &rl) == 0) { rl.rlim_max = RLIM_INFINITY; rl.rlim_cur = rl.rlim_max; if (setrlimit(RLIMIT_MEMLOCK, &rl) == 0) ret = libbpf_bpf_map_create(attr); } } return ret; } int bcc_create_map(enum bpf_map_type map_type, const char *name, int key_size, int value_size, int max_entries, int map_flags) { struct bcc_create_map_attr attr = {}; attr.map_type = map_type; attr.name = name; attr.key_size = key_size; attr.value_size = value_size; attr.max_entries = max_entries; attr.map_flags = map_flags; return bcc_create_map_xattr(&attr, true); } int bpf_update_elem(int fd, void *key, void *value, unsigned long long flags) { return bpf_map_update_elem(fd, key, value, flags); } int bpf_lookup_elem(int fd, void *key, void *value) { return bpf_map_lookup_elem(fd, key, value); } int bpf_delete_elem(int fd, void *key) { return bpf_map_delete_elem(fd, key); } int bpf_lookup_and_delete(int fd, void *key, void *value) { return bpf_map_lookup_and_delete_elem(fd, key, value); } int bpf_lookup_batch(int fd, __u32 *in_batch, __u32 *out_batch, void *keys, void *values, __u32 *count) { return bpf_map_lookup_batch(fd, in_batch, out_batch, keys, values, count, NULL); } int bpf_delete_batch(int fd, void *keys, __u32 *count) { return bpf_map_delete_batch(fd, keys, count, NULL); } int bpf_update_batch(int fd, void *keys, void *values, __u32 *count) { return bpf_map_update_batch(fd, keys, values, count, NULL); } int bpf_lookup_and_delete_batch(int fd, __u32 *in_batch, __u32 *out_batch, void *keys, void *values, __u32 *count) { return bpf_map_lookup_and_delete_batch(fd, in_batch, out_batch, keys, values, count, NULL); } int bpf_get_first_key(int fd, void *key, size_t key_size) { int i, res; // 4.12 and above kernel supports passing NULL to BPF_MAP_GET_NEXT_KEY // to get first key of the map. For older kernels, the call will fail. res = bpf_map_get_next_key(fd, 0, key); if (res < 0 && errno == EFAULT) { // Fall back to try to find a non-existing key. static unsigned char try_values[3] = {0, 0xff, 0x55}; for (i = 0; i < 3; i++) { memset(key, try_values[i], key_size); // We want to check the existence of the key but we don't know the size // of map's value. So we pass an invalid pointer for value, expect // the call to fail and check if the error is ENOENT indicating the // key doesn't exist. If we use NULL for the invalid pointer, it might // trigger a page fault in kernel and affect performance. Hence we use // ~0 which will fail and return fast. // This should fail since we pass an invalid pointer for value. if (bpf_map_lookup_elem(fd, key, (void *)~0) >= 0) return -1; // This means the key doesn't exist. if (errno == ENOENT) return bpf_map_get_next_key(fd, (void*)&try_values[i], key); } return -1; } else { return res; } } int bpf_get_next_key(int fd, void *key, void *next_key) { return bpf_map_get_next_key(fd, key, next_key); } static void bpf_print_hints(int ret, char *log) { if (ret < 0) fprintf(stderr, "bpf: Failed to load program: %s\n", strerror(errno)); if (log == NULL) return; else fprintf(stderr, "%s\n", log); if (ret >= 0) return; // The following error strings will need maintenance to match LLVM. // stack busting if (strstr(log, "invalid stack off=-") != NULL) { fprintf(stderr, "HINT: Looks like you exceeded the BPF stack limit. " "This can happen if you allocate too much local variable storage. " "For example, if you allocated a 1 Kbyte struct (maybe for " "BPF_PERF_OUTPUT), busting a max stack of 512 bytes.\n\n"); } // didn't check NULL on map lookup if (strstr(log, "invalid mem access 'map_value_or_null'") != NULL) { fprintf(stderr, "HINT: The 'map_value_or_null' error can happen if " "you dereference a pointer value from a map lookup without first " "checking if that pointer is NULL.\n\n"); } // lacking a bpf_probe_read if (strstr(log, "invalid mem access 'inv'") != NULL) { fprintf(stderr, "HINT: The invalid mem access 'inv' error can happen " "if you try to dereference memory without first using " "bpf_probe_read_kernel() to copy it to the BPF stack. Sometimes the " "bpf_probe_read_kernel() is automatic by the bcc rewriter, other times " "you'll need to be explicit.\n\n"); } // referencing global/static variables or read only data if (strstr(log, "unknown opcode") != NULL) { fprintf(stderr, "HINT: The 'unknown opcode' can happen if you reference " "a global or static variable, or data in read-only section. For example," " 'char *p = \"hello\"' will result in p referencing a read-only section," " and 'char p[] = \"hello\"' will have \"hello\" stored on the stack.\n\n"); } // helper function not found in kernel char *helper_str = strstr(log, "invalid func "); if (helper_str != NULL) { helper_str += strlen("invalid func "); char *str = strchr(helper_str, '#'); if (str != NULL) { helper_str = str + 1; } int helper_id = atoi(helper_str); if (helper_id && helper_id < sizeof(helpers) / sizeof(struct bpf_helper)) { struct bpf_helper helper = helpers[helper_id - 1]; fprintf(stderr, "HINT: bpf_%s missing (added in Linux %s).\n\n", helper.name, helper.required_version); } } } #define ROUND_UP(x, n) (((x) + (n) - 1u) & ~((n) - 1u)) int bpf_obj_get_info(int prog_map_fd, void *info, uint32_t *info_len) { return bpf_obj_get_info_by_fd(prog_map_fd, info, info_len); } int bpf_prog_compute_tag(const struct bpf_insn *insns, int prog_len, unsigned long long *ptag) { struct sockaddr_alg alg = { .salg_family = AF_ALG, .salg_type = "hash", .salg_name = "sha1", }; int shafd = socket(AF_ALG, SOCK_SEQPACKET, 0); if (shafd < 0) { fprintf(stderr, "sha1 socket not available %s\n", strerror(errno)); return -1; } int ret = bind(shafd, (struct sockaddr *)&alg, sizeof(alg)); if (ret < 0) { fprintf(stderr, "sha1 bind fail %s\n", strerror(errno)); close(shafd); return ret; } int shafd2 = accept(shafd, NULL, 0); if (shafd2 < 0) { fprintf(stderr, "sha1 accept fail %s\n", strerror(errno)); close(shafd); return -1; } struct bpf_insn prog[prog_len / 8]; bool map_ld_seen = false; int i; for (i = 0; i < prog_len / 8; i++) { prog[i] = insns[i]; if (insns[i].code == (BPF_LD | BPF_DW | BPF_IMM) && insns[i].src_reg == BPF_PSEUDO_MAP_FD && !map_ld_seen) { prog[i].imm = 0; map_ld_seen = true; } else if (insns[i].code == 0 && map_ld_seen) { prog[i].imm = 0; map_ld_seen = false; } else { map_ld_seen = false; } } ret = write(shafd2, prog, prog_len); if (ret != prog_len) { fprintf(stderr, "sha1 write fail %s\n", strerror(errno)); close(shafd2); close(shafd); return -1; } union { unsigned char sha[20]; unsigned long long tag; } u = {}; ret = read(shafd2, u.sha, 20); if (ret != 20) { fprintf(stderr, "sha1 read fail %s\n", strerror(errno)); close(shafd2); close(shafd); return -1; } *ptag = __builtin_bswap64(u.tag); close(shafd2); close(shafd); return 0; } int bpf_prog_get_tag(int fd, unsigned long long *ptag) { char fmt[64]; snprintf(fmt, sizeof(fmt), "/proc/self/fdinfo/%d", fd); FILE * f = fopen(fmt, "r"); if (!f) { /* fprintf(stderr, "failed to open fdinfo %s\n", strerror(errno));*/ return -1; } unsigned long long tag = 0; // prog_tag: can appear in different lines while (fgets(fmt, sizeof(fmt), f)) { if (sscanf(fmt, "prog_tag:%llx", &tag) == 1) { *ptag = tag; fclose(f); return 0; } } fclose(f); return -2; } static int libbpf_bpf_prog_load(enum bpf_prog_type prog_type, const char *prog_name, const char *license, const struct bpf_insn *insns, size_t insn_cnt, struct bpf_prog_load_opts *opts, char *log_buf, size_t log_buf_sz) { LIBBPF_OPTS(bpf_prog_load_opts, p); if (!opts || !log_buf != !log_buf_sz) { errno = EINVAL; return -EINVAL; } p.expected_attach_type = opts->expected_attach_type; switch (prog_type) { case BPF_PROG_TYPE_STRUCT_OPS: case BPF_PROG_TYPE_LSM: p.attach_btf_id = opts->attach_btf_id; break; case BPF_PROG_TYPE_TRACING: case BPF_PROG_TYPE_EXT: p.attach_btf_id = opts->attach_btf_id; p.attach_prog_fd = opts->attach_prog_fd; p.attach_btf_obj_fd = opts->attach_btf_obj_fd; break; default: p.prog_ifindex = opts->prog_ifindex; p.kern_version = opts->kern_version; } p.log_level = opts->log_level; p.log_buf = log_buf; p.log_size = log_buf_sz; p.prog_btf_fd = opts->prog_btf_fd; p.func_info_rec_size = opts->func_info_rec_size; p.func_info_cnt = opts->func_info_cnt; p.func_info = opts->func_info; p.line_info_rec_size = opts->line_info_rec_size; p.line_info_cnt = opts->line_info_cnt; p.line_info = opts->line_info; p.prog_flags = opts->prog_flags; return bpf_prog_load(prog_type, prog_name, license, insns, insn_cnt, &p); } static int find_btf_id(const char *module_name, const char *func_name, enum bpf_attach_type expected_attach_type, int *btf_fd) { struct btf *vmlinux_btf = NULL, *module_btf = NULL; struct bpf_btf_info info; int err, fd, btf_id; __u32 id = 0, len; char name[64]; if (!module_name[0] || !strcmp(module_name, "vmlinux")) return libbpf_find_vmlinux_btf_id(func_name, expected_attach_type); while (true) { err = bpf_btf_get_next_id(id, &id); if (err) { fprintf(stderr, "bpf_btf_get_next_id failed: %d\n", err); return err; } fd = bpf_btf_get_fd_by_id(id); if (fd < 0) { err = fd; fprintf(stderr, "bpf_btf_get_fd_by_id failed: %d\n", err); return err; } len = sizeof(info); memset(&info, 0, sizeof(info)); info.name = ptr_to_u64(name); info.name_len = sizeof(name); err = bpf_btf_get_info_by_fd(fd, &info, &len); if (err) { fprintf(stderr, "bpf_btf_get_info_by_fd failed: %d\n", err); goto err_out; } if (!info.kernel_btf || strcmp(name, module_name)) { close(fd); continue; } vmlinux_btf = btf__load_vmlinux_btf(); err = libbpf_get_error(vmlinux_btf); if (err) { fprintf(stderr, "btf__load_vmlinux_btf failed: %d\n", err); goto err_out; } module_btf = btf__load_module_btf(module_name, vmlinux_btf); err = libbpf_get_error(vmlinux_btf); if (err) { fprintf(stderr, "btf__load_module_btf failed: %d\n", err); goto err_out; } btf_id = btf__find_by_name_kind(module_btf, func_name, BTF_KIND_FUNC); if (btf_id < 0) { err = btf_id; fprintf(stderr, "btf__find_by_name_kind failed: %d\n", err); goto err_out; } btf__free(module_btf); btf__free(vmlinux_btf); *btf_fd = fd; return btf_id; err_out: btf__free(module_btf); btf__free(vmlinux_btf); close(fd); *btf_fd = -1; return err; } return -1; } int bcc_prog_load_xattr(enum bpf_prog_type prog_type, const char *prog_name, const char *license, const struct bpf_insn *insns, struct bpf_prog_load_opts *opts, int prog_len, char *log_buf, unsigned log_buf_size, bool allow_rlimit) { unsigned name_len = prog_name ? strlen(prog_name) : 0; char *tmp_log_buf = NULL, *opts_log_buf = NULL; unsigned tmp_log_buf_size = 0, opts_log_buf_size = 0; int ret = 0, name_offset = 0, expected_attach_type = 0; char new_prog_name[BPF_OBJ_NAME_LEN] = {}; char mod_name[64] = {}; char *mod_end; int mod_len; int fd = -1; unsigned insns_cnt = prog_len / sizeof(struct bpf_insn); if (opts->log_level > 0) { if (log_buf_size > 0) { // Use user-provided log buffer if available. log_buf[0] = 0; opts_log_buf = log_buf; opts_log_buf_size = log_buf_size; } else { // Create and use temporary log buffer if user didn't provide one. tmp_log_buf_size = LOG_BUF_SIZE; tmp_log_buf = malloc(tmp_log_buf_size); if (!tmp_log_buf) { fprintf(stderr, "bpf: Failed to allocate temporary log buffer: %s\n\n", strerror(errno)); opts->log_level = 0; } else { tmp_log_buf[0] = 0; opts_log_buf = tmp_log_buf; opts_log_buf_size = tmp_log_buf_size; } } } if (name_len) { if (strncmp(prog_name, "kprobe__", 8) == 0) name_offset = 8; else if (strncmp(prog_name, "kretprobe__", 11) == 0) name_offset = 11; else if (strncmp(prog_name, "tracepoint__", 12) == 0) name_offset = 12; else if (strncmp(prog_name, "raw_tracepoint__", 16) == 0) name_offset = 16; else if (strncmp(prog_name, "kfunc__", 7) == 0) { // kfunc__vmlinux__vfs_read mod_end = strstr(prog_name + 7, "__"); mod_len = mod_end - prog_name - 7; strncpy(mod_name, prog_name + 7, mod_len); name_offset = 7 + mod_len + 2; expected_attach_type = BPF_TRACE_FENTRY; } else if (strncmp(prog_name, "kmod_ret__", 10) == 0) { name_offset = 10; expected_attach_type = BPF_MODIFY_RETURN; } else if (strncmp(prog_name, "kretfunc__", 10) == 0) { // kretfunc__vmlinux__vfs_read mod_end = strstr(prog_name + 10, "__"); mod_len = mod_end - prog_name - 10; strncpy(mod_name, prog_name + 10, mod_len); name_offset = 10 + mod_len + 2; expected_attach_type = BPF_TRACE_FEXIT; } else if (strncmp(prog_name, "lsm__", 5) == 0) { name_offset = 5; expected_attach_type = BPF_LSM_MAC; } else if (strncmp(prog_name, "bpf_iter__", 10) == 0) { name_offset = 10; expected_attach_type = BPF_TRACE_ITER; } if (prog_type == BPF_PROG_TYPE_TRACING || prog_type == BPF_PROG_TYPE_LSM) { ret = find_btf_id(mod_name, prog_name + name_offset, expected_attach_type, &fd); if (ret == -EINVAL) { fprintf(stderr, "bpf: %s BTF is not found\n", mod_name); return ret; } else if (ret < 0) { fprintf(stderr, "bpf: %s is not found in %s BTF\n", prog_name + name_offset, mod_name); return ret; } opts->attach_btf_obj_fd = fd == -1 ? 0 : fd; opts->attach_btf_id = ret; opts->expected_attach_type = expected_attach_type; } memcpy(new_prog_name, prog_name + name_offset, min(name_len - name_offset, BPF_OBJ_NAME_LEN - 1)); } ret = libbpf_bpf_prog_load(prog_type, new_prog_name, license, insns, insns_cnt, opts, opts_log_buf, opts_log_buf_size); // func_info/line_info may not be supported in old kernels. if (ret < 0 && opts->func_info && errno == EINVAL) { opts->prog_btf_fd = 0; opts->func_info = NULL; opts->func_info_cnt = 0; opts->func_info_rec_size = 0; opts->line_info = NULL; opts->line_info_cnt = 0; opts->line_info_rec_size = 0; ret = libbpf_bpf_prog_load(prog_type, new_prog_name, license, insns, insns_cnt, opts, opts_log_buf, opts_log_buf_size); } // BPF object name is not supported on older Kernels. // If we failed due to this, clear the name and try again. if (ret < 0 && name_len && (errno == E2BIG || errno == EINVAL)) { new_prog_name[0] = '\0'; ret = libbpf_bpf_prog_load(prog_type, new_prog_name, license, insns, insns_cnt, opts, opts_log_buf, opts_log_buf_size); } if (ret < 0 && errno == EPERM) { if (!allow_rlimit) return ret; // When EPERM is returned, two reasons are possible: // 1. user has no permissions for bpf() // 2. user has insufficent rlimit for locked memory // Unfortunately, there is no api to inspect the current usage of locked // mem for the user, so an accurate calculation of how much memory to lock // for this new program is difficult to calculate. As a hack, bump the limit // to unlimited. If program load fails again, return the error. struct rlimit rl = {}; if (getrlimit(RLIMIT_MEMLOCK, &rl) == 0) { rl.rlim_max = RLIM_INFINITY; rl.rlim_cur = rl.rlim_max; if (setrlimit(RLIMIT_MEMLOCK, &rl) == 0) ret = libbpf_bpf_prog_load(prog_type, new_prog_name, license, insns, insns_cnt, opts, opts_log_buf, opts_log_buf_size); } } if (ret < 0 && errno == E2BIG) { fprintf(stderr, "bpf: %s. Program %s too large (%u insns), at most %d insns\n\n", strerror(errno), new_prog_name, insns_cnt, BPF_MAXINSNS); return -1; } // The load has failed. Handle log message. if (ret < 0) { // User has provided a log buffer. if (log_buf_size) { // If logging is not already enabled, enable it and do the syscall again. if (opts->log_level == 0) { opts->log_level = 1; ret = libbpf_bpf_prog_load(prog_type, new_prog_name, license, insns, insns_cnt, opts, log_buf, log_buf_size); } // Print the log message and return. bpf_print_hints(ret, log_buf); if (errno == ENOSPC) fprintf(stderr, "bpf: log_buf size may be insufficient\n"); goto return_result; } // User did not provide log buffer. We will try to increase size of // our temporary log buffer to get full error message. if (tmp_log_buf) free(tmp_log_buf); tmp_log_buf_size = LOG_BUF_SIZE; if (opts->log_level == 0) opts->log_level = 1; for (;;) { tmp_log_buf = malloc(tmp_log_buf_size); if (!tmp_log_buf) { fprintf(stderr, "bpf: Failed to allocate temporary log buffer: %s\n\n", strerror(errno)); goto return_result; } tmp_log_buf[0] = 0; ret = libbpf_bpf_prog_load(prog_type, new_prog_name, license, insns, insns_cnt, opts, tmp_log_buf, tmp_log_buf_size); if (ret < 0 && errno == ENOSPC) { // Temporary buffer size is not enough. Double it and try again. free(tmp_log_buf); tmp_log_buf = NULL; tmp_log_buf_size <<= 1; } else { break; } } } // Check if we should print the log message if log_level is not 0, // either specified by user or set due to error. if (opts->log_level > 0) { // Don't print if user enabled logging and provided log buffer, // but there is no error. if (log_buf && ret < 0) bpf_print_hints(ret, log_buf); else if (tmp_log_buf) bpf_print_hints(ret, tmp_log_buf); } return_result: if (fd >= 0) close(fd); if (tmp_log_buf) free(tmp_log_buf); return ret; } int bcc_prog_load(enum bpf_prog_type prog_type, const char *name, const struct bpf_insn *insns, int prog_len, const char *license, unsigned kern_version, int log_level, char *log_buf, unsigned log_buf_size) { struct bpf_prog_load_opts opts = {}; if (prog_type != BPF_PROG_TYPE_TRACING && prog_type != BPF_PROG_TYPE_EXT) opts.kern_version = kern_version; opts.log_level = log_level; return bcc_prog_load_xattr(prog_type, name, license, insns, &opts, prog_len, log_buf, log_buf_size, true); } int bpf_open_raw_sock(const char *name) { struct sockaddr_ll sll; int sock; sock = socket(PF_PACKET, SOCK_RAW | SOCK_NONBLOCK | SOCK_CLOEXEC, htons(ETH_P_ALL)); if (sock < 0) { fprintf(stderr, "cannot create raw socket\n"); return -1; } /* Do not bind on empty interface names */ if (!name || *name == '\0') return sock; memset(&sll, 0, sizeof(sll)); sll.sll_family = AF_PACKET; sll.sll_ifindex = if_nametoindex(name); if (sll.sll_ifindex == 0) { fprintf(stderr, "bpf: Resolving device name to index: %s\n", strerror(errno)); close(sock); return -1; } sll.sll_protocol = htons(ETH_P_ALL); if (bind(sock, (struct sockaddr *)&sll, sizeof(sll)) < 0) { fprintf(stderr, "bind to %s: %s\n", name, strerror(errno)); close(sock); return -1; } return sock; } int bpf_attach_socket(int sock, int prog) { return setsockopt(sock, SOL_SOCKET, SO_ATTACH_BPF, &prog, sizeof(prog)); } #define PMU_TYPE_FILE "/sys/bus/event_source/devices/%s/type" static int bpf_find_probe_type(const char *event_type) { int fd; int ret; char buf[PATH_MAX]; ret = snprintf(buf, sizeof(buf), PMU_TYPE_FILE, event_type); if (ret < 0 || ret >= sizeof(buf)) return -1; fd = open(buf, O_RDONLY); if (fd < 0) return -1; ret = read(fd, buf, sizeof(buf)); close(fd); if (ret < 0 || ret >= sizeof(buf)) return -1; errno = 0; ret = (int)strtol(buf, NULL, 10); return errno ? -1 : ret; } #define PMU_RETPROBE_FILE "/sys/bus/event_source/devices/%s/format/retprobe" static int bpf_get_retprobe_bit(const char *event_type) { int fd; int ret; char buf[PATH_MAX]; ret = snprintf(buf, sizeof(buf), PMU_RETPROBE_FILE, event_type); if (ret < 0 || ret >= sizeof(buf)) return -1; fd = open(buf, O_RDONLY); if (fd < 0) return -1; ret = read(fd, buf, sizeof(buf)); close(fd); if (ret < 0 || ret >= sizeof(buf)) return -1; if (strncmp(buf, "config:", strlen("config:"))) return -1; errno = 0; ret = (int)strtol(buf + strlen("config:"), NULL, 10); return errno ? -1 : ret; } /* * Kernel API with e12f03d ("perf/core: Implement the 'perf_kprobe' PMU") allows * creating [k,u]probe with perf_event_open, which makes it easier to clean up * the [k,u]probe. This function tries to create pfd with the perf_kprobe PMU. */ static int bpf_try_perf_event_open_with_probe(const char *name, uint64_t offs, int pid, const char *event_type, int is_return, uint64_t ref_ctr_offset) { struct perf_event_attr attr = {}; int type = bpf_find_probe_type(event_type); int is_return_bit = bpf_get_retprobe_bit(event_type); int cpu = 0; if (type < 0 || is_return_bit < 0) return -1; attr.sample_period = 1; attr.wakeup_events = 1; if (is_return) attr.config |= 1 << is_return_bit; attr.config |= (ref_ctr_offset << PERF_UPROBE_REF_CTR_OFFSET_SHIFT); /* * struct perf_event_attr in latest perf_event.h has the following * extension to config1 and config2. To keep bcc compatibe with * older perf_event.h, we use config1 and config2 here instead of * kprobe_func, uprobe_path, kprobe_addr, and probe_offset. * * union { * __u64 bp_addr; * __u64 kprobe_func; * __u64 uprobe_path; * __u64 config1; * }; * union { * __u64 bp_len; * __u64 kprobe_addr; * __u64 probe_offset; * __u64 config2; * }; */ attr.config2 = offs; /* config2 here is kprobe_addr or probe_offset */ attr.size = sizeof(attr); attr.type = type; /* config1 here is kprobe_func or uprobe_path */ attr.config1 = ptr_to_u64((void *)name); // PID filter is only possible for uprobe events. if (pid < 0) pid = -1; // perf_event_open API doesn't allow both pid and cpu to be -1. // So only set it to -1 when PID is not -1. // Tracing events do not do CPU filtering in any cases. if (pid != -1) cpu = -1; return syscall(__NR_perf_event_open, &attr, pid, cpu, -1 /* group_fd */, PERF_FLAG_FD_CLOEXEC); } #define DEBUGFS_TRACEFS "/sys/kernel/debug/tracing" #define TRACEFS "/sys/kernel/tracing" static const char *get_tracefs_path() { if (access(DEBUGFS_TRACEFS, F_OK) == 0) { return DEBUGFS_TRACEFS; } return TRACEFS; } // When a valid Perf Event FD provided through pfd, it will be used to enable // and attach BPF program to the event, and event_path will be ignored. // Otherwise, event_path is expected to contain the path to the event in tracefs // and it will be used to open the Perf Event FD. // In either case, if the attach partially failed (such as issue with the // ioctl operations), the **caller** need to clean up the Perf Event FD, either // provided by the caller or opened here. static int bpf_attach_tracing_event(int progfd, const char *event_path, int pid, int *pfd) { int efd, cpu = 0; ssize_t bytes; char buf[PATH_MAX]; struct perf_event_attr attr = {}; // Caller did not provide a valid Perf Event FD. Create one with the tracefs // event path provided. if (*pfd < 0) { snprintf(buf, sizeof(buf), "%s/id", event_path); efd = open(buf, O_RDONLY, 0); if (efd < 0) { fprintf(stderr, "open(%s): %s\n", buf, strerror(errno)); return -1; } bytes = read(efd, buf, sizeof(buf)); if (bytes <= 0 || bytes >= sizeof(buf)) { fprintf(stderr, "read(%s): %s\n", buf, strerror(errno)); close(efd); return -1; } close(efd); buf[bytes] = '\0'; attr.config = strtol(buf, NULL, 0); attr.type = PERF_TYPE_TRACEPOINT; attr.sample_period = 1; attr.wakeup_events = 1; // PID filter is only possible for uprobe events. if (pid < 0) pid = -1; // perf_event_open API doesn't allow both pid and cpu to be -1. // So only set it to -1 when PID is not -1. // Tracing events do not do CPU filtering in any cases. if (pid != -1) cpu = -1; *pfd = syscall(__NR_perf_event_open, &attr, pid, cpu, -1 /* group_fd */, PERF_FLAG_FD_CLOEXEC); if (*pfd < 0) { fprintf(stderr, "perf_event_open(%s/id): %s\n", event_path, strerror(errno)); return -1; } } if (ioctl(*pfd, PERF_EVENT_IOC_SET_BPF, progfd) < 0) { perror("ioctl(PERF_EVENT_IOC_SET_BPF)"); return -1; } if (ioctl(*pfd, PERF_EVENT_IOC_ENABLE, 0) < 0) { perror("ioctl(PERF_EVENT_IOC_ENABLE)"); return -1; } return 0; } /* Creates an [uk]probe using tracefs. * On success, the path to the probe is placed in buf (which is assumed to be of size PATH_MAX). */ static int create_probe_event(char *buf, const char *ev_name, enum bpf_probe_attach_type attach_type, const char *config1, uint64_t offset, const char *event_type, pid_t pid, int maxactive) { int kfd = -1, res = -1; char ev_alias[256]; bool is_kprobe = strncmp("kprobe", event_type, 6) == 0; snprintf(buf, PATH_MAX, "%s/%s_events", get_tracefs_path(), event_type); kfd = open(buf, O_WRONLY | O_APPEND, 0); if (kfd < 0) { fprintf(stderr, "%s: open(%s): %s\n", __func__, buf, strerror(errno)); return -1; } res = snprintf(ev_alias, sizeof(ev_alias), "%s_bcc_%d", ev_name, getpid()); if (res < 0 || res >= sizeof(ev_alias)) { fprintf(stderr, "Event name (%s) is too long for buffer\n", ev_name); close(kfd); goto error; } if (is_kprobe) { if (offset > 0 && attach_type == BPF_PROBE_ENTRY) snprintf(buf, PATH_MAX, "p:kprobes/%s %s+%"PRIu64, ev_alias, config1, offset); else if (maxactive > 0 && attach_type == BPF_PROBE_RETURN) snprintf(buf, PATH_MAX, "r%d:kprobes/%s %s", maxactive, ev_alias, config1); else snprintf(buf, PATH_MAX, "%c:kprobes/%s %s", attach_type == BPF_PROBE_ENTRY ? 'p' : 'r', ev_alias, config1); } else { res = snprintf(buf, PATH_MAX, "%c:%ss/%s %s:0x%lx", attach_type==BPF_PROBE_ENTRY ? 'p' : 'r', event_type, ev_alias, config1, (unsigned long)offset); if (res < 0 || res >= PATH_MAX) { fprintf(stderr, "Event alias (%s) too long for buffer\n", ev_alias); close(kfd); return -1; } } if (write(kfd, buf, strlen(buf)) < 0) { if (errno == ENOENT) fprintf(stderr, "cannot attach %s, probe entry may not exist\n", event_type); else fprintf(stderr, "cannot attach %s, %s\n", event_type, strerror(errno)); close(kfd); goto error; } close(kfd); snprintf(buf, PATH_MAX, "%s/events/%ss/%s", get_tracefs_path(), event_type, ev_alias); return 0; error: return -1; } // config1 could be either kprobe_func or uprobe_path, // see bpf_try_perf_event_open_with_probe(). static int bpf_attach_probe(int progfd, enum bpf_probe_attach_type attach_type, const char *ev_name, const char *config1, const char* event_type, uint64_t offset, pid_t pid, int maxactive, uint32_t ref_ctr_offset) { int kfd, pfd = -1; char buf[PATH_MAX], fname[256], kprobe_events[PATH_MAX]; bool is_kprobe = strncmp("kprobe", event_type, 6) == 0; if (maxactive <= 0) // Try create the [k,u]probe Perf Event with perf_event_open API. pfd = bpf_try_perf_event_open_with_probe(config1, offset, pid, event_type, attach_type != BPF_PROBE_ENTRY, ref_ctr_offset); // If failed, most likely Kernel doesn't support the perf_kprobe PMU // (e12f03d "perf/core: Implement the 'perf_kprobe' PMU") yet. // Try create the event using tracefs. if (pfd < 0) { if (create_probe_event(buf, ev_name, attach_type, config1, offset, event_type, pid, maxactive) < 0) goto error; // If we're using maxactive, we need to check that the event was created // under the expected name. If tracefs doesn't support maxactive yet // (kernel < 4.12), the event is created under a different name; we need to // delete that event and start again without maxactive. if (is_kprobe && maxactive > 0 && attach_type == BPF_PROBE_RETURN) { if (snprintf(fname, sizeof(fname), "%s/id", buf) >= sizeof(fname)) { fprintf(stderr, "filename (%s) is too long for buffer\n", buf); goto error; } if (access(fname, F_OK) == -1) { snprintf(kprobe_events, PATH_MAX, "%s/kprobe_events", get_tracefs_path()); // Deleting kprobe event with incorrect name. kfd = open(kprobe_events, O_WRONLY | O_APPEND, 0); if (kfd < 0) { fprintf(stderr, "open(%s): %s\n", kprobe_events, strerror(errno)); return -1; } snprintf(fname, sizeof(fname), "-:kprobes/%s_0", ev_name); if (write(kfd, fname, strlen(fname)) < 0) { if (errno == ENOENT) fprintf(stderr, "cannot detach kprobe, probe entry may not exist\n"); else fprintf(stderr, "cannot detach kprobe, %s\n", strerror(errno)); close(kfd); goto error; } close(kfd); // Re-creating kprobe event without maxactive. if (create_probe_event(buf, ev_name, attach_type, config1, offset, event_type, pid, 0) < 0) goto error; } } } // If perf_event_open succeeded, bpf_attach_tracing_event will use the created // Perf Event FD directly and buf would be empty and unused. // Otherwise it will read the event ID from the path in buf, create the // Perf Event event using that ID, and updated value of pfd. if (bpf_attach_tracing_event(progfd, buf, pid, &pfd) == 0) return pfd; error: bpf_close_perf_event_fd(pfd); return -1; } int bpf_attach_kprobe(int progfd, enum bpf_probe_attach_type attach_type, const char *ev_name, const char *fn_name, uint64_t fn_offset, int maxactive) { return bpf_attach_probe(progfd, attach_type, ev_name, fn_name, "kprobe", fn_offset, -1, maxactive, 0); } static int _find_archive_path_and_offset(const char *entry_path, char out_path[PATH_MAX], uint64_t *offset) { const char *separator = strstr(entry_path, "!/"); if (separator == NULL || (separator - entry_path) >= PATH_MAX) { return -1; } struct bcc_zip_entry entry; struct bcc_zip_archive *archive = bcc_zip_archive_open_and_find(entry_path, &entry); if (archive == NULL) { return -1; } if (entry.compression) { bcc_zip_archive_close(archive); return -1; } strncpy(out_path, entry_path, separator - entry_path); out_path[separator - entry_path] = 0; *offset += entry.data_offset; bcc_zip_archive_close(archive); return 0; } int bpf_attach_uprobe(int progfd, enum bpf_probe_attach_type attach_type, const char *ev_name, const char *binary_path, uint64_t offset, pid_t pid, uint32_t ref_ctr_offset) { char archive_path[PATH_MAX]; if (access(binary_path, F_OK) != 0 && _find_archive_path_and_offset(binary_path, archive_path, &offset) == 0) { binary_path = archive_path; } return bpf_attach_probe(progfd, attach_type, ev_name, binary_path, "uprobe", offset, pid, -1, ref_ctr_offset); } static int bpf_detach_probe(const char *ev_name, const char *event_type) { int kfd = -1, res; char buf[PATH_MAX]; int found_event = 0; size_t bufsize = 0; char *cptr = NULL; FILE *fp; /* * For [k,u]probe created with perf_event_open (on newer kernel), it is * not necessary to clean it up in [k,u]probe_events. We first look up * the %s_bcc_%d line in [k,u]probe_events. If the event is not found, * it is safe to skip the cleaning up process (write -:... to the file). */ snprintf(buf, sizeof(buf), "%s/%s_events", get_tracefs_path(), event_type); fp = fopen(buf, "r"); if (!fp) { fprintf(stderr, "open(%s): %s\n", buf, strerror(errno)); goto error; } res = snprintf(buf, sizeof(buf), "%ss/%s_bcc_%d", event_type, ev_name, getpid()); if (res < 0 || res >= sizeof(buf)) { fprintf(stderr, "snprintf(%s): %d\n", ev_name, res); goto error; } while (getline(&cptr, &bufsize, fp) != -1) if (strstr(cptr, buf) != NULL) { found_event = 1; break; } free(cptr); fclose(fp); fp = NULL; if (!found_event) return 0; snprintf(buf, sizeof(buf), "%s/%s_events", get_tracefs_path(), event_type); kfd = open(buf, O_WRONLY | O_APPEND, 0); if (kfd < 0) { fprintf(stderr, "open(%s): %s\n", buf, strerror(errno)); goto error; } res = snprintf(buf, sizeof(buf), "-:%ss/%s_bcc_%d", event_type, ev_name, getpid()); if (res < 0 || res >= sizeof(buf)) { fprintf(stderr, "snprintf(%s): %d\n", ev_name, res); goto error; } if (write(kfd, buf, strlen(buf)) < 0) { fprintf(stderr, "write(%s): %s\n", buf, strerror(errno)); goto error; } close(kfd); return 0; error: if (kfd >= 0) close(kfd); if (fp) fclose(fp); return -1; } int bpf_detach_kprobe(const char *ev_name) { return bpf_detach_probe(ev_name, "kprobe"); } int bpf_detach_uprobe(const char *ev_name) { return bpf_detach_probe(ev_name, "uprobe"); } int bpf_attach_tracepoint(int progfd, const char *tp_category, const char *tp_name) { char buf[256]; int pfd = -1; snprintf(buf, sizeof(buf), "%s/events/%s/%s", get_tracefs_path(), tp_category, tp_name); if (bpf_attach_tracing_event(progfd, buf, -1 /* PID */, &pfd) == 0) return pfd; bpf_close_perf_event_fd(pfd); return -1; } int bpf_detach_tracepoint(const char *tp_category, const char *tp_name) { UNUSED(tp_category); UNUSED(tp_name); // Right now, there is nothing to do, but it's a good idea to encourage // callers to detach anything they attach. return 0; } int bpf_attach_raw_tracepoint(int progfd, const char *tp_name) { int ret; ret = bpf_raw_tracepoint_open(tp_name, progfd); if (ret < 0) fprintf(stderr, "bpf_attach_raw_tracepoint (%s): %s\n", tp_name, strerror(errno)); return ret; } bool bpf_has_kernel_btf(void) { struct btf *btf; int err; btf = btf__parse_raw("/sys/kernel/btf/vmlinux"); err = libbpf_get_error(btf); if (err) return false; btf__free(btf); return true; } static int find_member_by_name(struct btf *btf, const struct btf_type *btf_type, const char *field_name) { const struct btf_member *btf_member = btf_members(btf_type); int i; for (i = 0; i < btf_vlen(btf_type); i++, btf_member++) { const char *name = btf__name_by_offset(btf, btf_member->name_off); if (!strcmp(name, field_name)) { return 1; } else if (name[0] == '\0') { if (find_member_by_name(btf, btf__type_by_id(btf, btf_member->type), field_name)) return 1; } } return 0; } int kernel_struct_has_field(const char *struct_name, const char *field_name) { const struct btf_type *btf_type; struct btf *btf; int ret, btf_id; btf = btf__load_vmlinux_btf(); ret = libbpf_get_error(btf); if (ret) return -1; btf_id = btf__find_by_name_kind(btf, struct_name, BTF_KIND_STRUCT); if (btf_id < 0) { ret = -1; goto cleanup; } btf_type = btf__type_by_id(btf, btf_id); ret = find_member_by_name(btf, btf_type, field_name); cleanup: btf__free(btf); return ret; } int bpf_attach_kfunc(int prog_fd) { int ret; ret = bpf_raw_tracepoint_open(NULL, prog_fd); if (ret < 0) fprintf(stderr, "bpf_attach_raw_tracepoint (kfunc): %s\n", strerror(errno)); return ret; } int bpf_attach_lsm(int prog_fd) { int ret; ret = bpf_raw_tracepoint_open(NULL, prog_fd); if (ret < 0) fprintf(stderr, "bpf_attach_raw_tracepoint (lsm): %s\n", strerror(errno)); return ret; } void * bpf_open_perf_buffer(perf_reader_raw_cb raw_cb, perf_reader_lost_cb lost_cb, void *cb_cookie, int pid, int cpu, int page_cnt) { struct bcc_perf_buffer_opts opts = { .pid = pid, .cpu = cpu, .wakeup_events = 1, }; return bpf_open_perf_buffer_opts(raw_cb, lost_cb, cb_cookie, page_cnt, &opts); } void * bpf_open_perf_buffer_opts(perf_reader_raw_cb raw_cb, perf_reader_lost_cb lost_cb, void *cb_cookie, int page_cnt, struct bcc_perf_buffer_opts *opts) { int pfd, pid = opts->pid, cpu = opts->cpu; struct perf_event_attr attr = {}; struct perf_reader *reader = NULL; reader = perf_reader_new(raw_cb, lost_cb, cb_cookie, page_cnt); if (!reader) goto error; attr.config = 10;//PERF_COUNT_SW_BPF_OUTPUT; attr.type = PERF_TYPE_SOFTWARE; attr.sample_type = PERF_SAMPLE_RAW; attr.sample_period = 1; attr.wakeup_events = opts->wakeup_events; pfd = syscall(__NR_perf_event_open, &attr, pid, cpu, -1, PERF_FLAG_FD_CLOEXEC); if (pfd < 0) { fprintf(stderr, "perf_event_open: %s\n", strerror(errno)); fprintf(stderr, " (check your kernel for PERF_COUNT_SW_BPF_OUTPUT support, 4.4 or newer)\n"); goto error; } perf_reader_set_fd(reader, pfd); if (perf_reader_mmap(reader) < 0) goto error; if (ioctl(pfd, PERF_EVENT_IOC_ENABLE, 0) < 0) { perror("ioctl(PERF_EVENT_IOC_ENABLE)"); goto error; } return reader; error: if (reader) perf_reader_free(reader); return NULL; } static int invalid_perf_config(uint32_t type, uint64_t config) { switch (type) { case PERF_TYPE_HARDWARE: if (config >= PERF_COUNT_HW_MAX) { fprintf(stderr, "HARDWARE perf event config out of range\n"); goto is_invalid; } return 0; case PERF_TYPE_SOFTWARE: if (config >= PERF_COUNT_SW_MAX) { fprintf(stderr, "SOFTWARE perf event config out of range\n"); goto is_invalid; } else if (config == 10 /* PERF_COUNT_SW_BPF_OUTPUT */) { fprintf(stderr, "Unable to open or attach perf event for BPF_OUTPUT\n"); goto is_invalid; } return 0; case PERF_TYPE_HW_CACHE: if (((config >> 16) >= PERF_COUNT_HW_CACHE_RESULT_MAX) || (((config >> 8) & 0xff) >= PERF_COUNT_HW_CACHE_OP_MAX) || ((config & 0xff) >= PERF_COUNT_HW_CACHE_MAX)) { fprintf(stderr, "HW_CACHE perf event config out of range\n"); goto is_invalid; } return 0; case PERF_TYPE_TRACEPOINT: case PERF_TYPE_BREAKPOINT: fprintf(stderr, "Unable to open or attach TRACEPOINT or BREAKPOINT events\n"); goto is_invalid; default: return 0; } is_invalid: fprintf(stderr, "Invalid perf event type %" PRIu32 " config %" PRIu64 "\n", type, config); return 1; } int bpf_open_perf_event(uint32_t type, uint64_t config, int pid, int cpu) { int fd; struct perf_event_attr attr = {}; if (invalid_perf_config(type, config)) { return -1; } attr.sample_period = LONG_MAX; attr.type = type; attr.config = config; fd = syscall(__NR_perf_event_open, &attr, pid, cpu, -1, PERF_FLAG_FD_CLOEXEC); if (fd < 0) { fprintf(stderr, "perf_event_open: %s\n", strerror(errno)); return -1; } if (ioctl(fd, PERF_EVENT_IOC_ENABLE, 0) < 0) { perror("ioctl(PERF_EVENT_IOC_ENABLE)"); close(fd); return -1; } return fd; } int bpf_attach_xdp(const char *dev_name, int progfd, uint32_t flags) { int ifindex = if_nametoindex(dev_name); char err_buf[256]; int ret = -1; if (ifindex == 0) { fprintf(stderr, "bpf: Resolving device name to index: %s\n", strerror(errno)); return -1; } ret = bpf_xdp_attach(ifindex, progfd, flags, NULL); if (ret) { libbpf_strerror(ret, err_buf, sizeof(err_buf)); fprintf(stderr, "bpf: Attaching prog to %s: %s\n", dev_name, err_buf); return -1; } return 0; } int bpf_attach_perf_event_raw(int progfd, void *perf_event_attr, pid_t pid, int cpu, int group_fd, unsigned long extra_flags) { int fd = syscall(__NR_perf_event_open, perf_event_attr, pid, cpu, group_fd, PERF_FLAG_FD_CLOEXEC | extra_flags); if (fd < 0) { perror("perf_event_open failed"); return -1; } if (ioctl(fd, PERF_EVENT_IOC_SET_BPF, progfd) != 0) { perror("ioctl(PERF_EVENT_IOC_SET_BPF) failed"); close(fd); return -1; } if (ioctl(fd, PERF_EVENT_IOC_ENABLE, 0) != 0) { perror("ioctl(PERF_EVENT_IOC_ENABLE) failed"); close(fd); return -1; } return fd; } int bpf_attach_perf_event(int progfd, uint32_t ev_type, uint32_t ev_config, uint64_t sample_period, uint64_t sample_freq, pid_t pid, int cpu, int group_fd) { if (invalid_perf_config(ev_type, ev_config)) { return -1; } if (!((sample_period > 0) ^ (sample_freq > 0))) { fprintf( stderr, "Exactly one of sample_period / sample_freq should be set\n" ); return -1; } struct perf_event_attr attr = {}; attr.type = ev_type; attr.config = ev_config; if (pid > 0) attr.inherit = 1; if (sample_freq > 0) { attr.freq = 1; attr.sample_freq = sample_freq; } else { attr.sample_period = sample_period; } return bpf_attach_perf_event_raw(progfd, &attr, pid, cpu, group_fd, 0); } int bpf_close_perf_event_fd(int fd) { int res, error = 0; if (fd >= 0) { res = ioctl(fd, PERF_EVENT_IOC_DISABLE, 0); if (res != 0) { perror("ioctl(PERF_EVENT_IOC_DISABLE) failed"); error = res; } res = close(fd); if (res != 0) { perror("close perf event FD failed"); error = (res && !error) ? res : error; } } return error; } /* Create a new ringbuf manager to manage ringbuf associated with * map_fd, associating it with callback sample_cb. */ void * bpf_new_ringbuf(int map_fd, ring_buffer_sample_fn sample_cb, void *ctx) { return ring_buffer__new(map_fd, sample_cb, ctx, NULL); } /* Free the ringbuf manager rb and all ring buffers associated with it. */ void bpf_free_ringbuf(struct ring_buffer *rb) { ring_buffer__free(rb); } /* Add a new ring buffer associated with map_fd to the ring buffer manager rb, * associating it with callback sample_cb. */ int bpf_add_ringbuf(struct ring_buffer *rb, int map_fd, ring_buffer_sample_fn sample_cb, void *ctx) { return ring_buffer__add(rb, map_fd, sample_cb, ctx); } /* Poll for available data and consume, if data is available. Returns number * of records consumed, or a negative number if any callbacks returned an * error. */ int bpf_poll_ringbuf(struct ring_buffer *rb, int timeout_ms) { return ring_buffer__poll(rb, timeout_ms); } /* Consume available data _without_ polling. Good for use cases where low * latency is desired over performance impact. Returns number of records * consumed, or a negative number if any callbacks returned an error. */ int bpf_consume_ringbuf(struct ring_buffer *rb) { return ring_buffer__consume(rb); } int bcc_iter_attach(int prog_fd, union bpf_iter_link_info *link_info, uint32_t link_info_len) { DECLARE_LIBBPF_OPTS(bpf_link_create_opts, link_create_opts); link_create_opts.iter_info = link_info; link_create_opts.iter_info_len = link_info_len; return bpf_link_create(prog_fd, 0, BPF_TRACE_ITER, &link_create_opts); } int bcc_iter_create(int link_fd) { return bpf_iter_create(link_fd); } int bcc_make_parent_dir(const char *path) { int err = 0; char *dname, *dir; dname = strdup(path); if (dname == NULL) return -ENOMEM; dir = dirname(dname); if (mkdir(dir, 0700) && errno != EEXIST) err = -errno; free(dname); if (err) fprintf(stderr, "failed to mkdir %s: %s\n", path, strerror(-err)); return err; } int bcc_check_bpffs_path(const char *path) { struct statfs st_fs; char *dname, *dir; int err = 0; if (path == NULL) return -EINVAL; dname = strdup(path); if (dname == NULL) return -ENOMEM; dir = dirname(dname); if (statfs(dir, &st_fs)) { err = -errno; fprintf(stderr, "failed to statfs %s: %s\n", path, strerror(-err)); } free(dname); if (!err && st_fs.f_type != BPF_FS_MAGIC) { err = -EINVAL; fprintf(stderr, "specified path %s is not on BPF FS\n", path); } return err; } bpfcc-0.31.0/src/cc/libbpf.h000066400000000000000000000272421465134135300154470ustar00rootroot00000000000000/* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ /* eBPF mini library */ #ifndef LIBBPF_H #define LIBBPF_H #include "linux/bpf.h" #include #include #include #ifdef __cplusplus extern "C" { #endif struct bcc_create_map_attr { const char *name; enum bpf_map_type map_type; __u32 map_flags; __u32 key_size; __u32 value_size; __u32 max_entries; __u32 numa_node; __u32 btf_fd; __u32 btf_key_type_id; __u32 btf_value_type_id; __u32 map_ifindex; union { __u32 inner_map_fd; __u32 btf_vmlinux_value_type_id; }; }; struct bpf_prog_load_opts; enum bpf_probe_attach_type { BPF_PROBE_ENTRY, BPF_PROBE_RETURN }; struct bcc_perf_buffer_opts { int pid; int cpu; int wakeup_events; }; int bcc_create_map(enum bpf_map_type map_type, const char *name, int key_size, int value_size, int max_entries, int map_flags); int bcc_create_map_xattr(struct bcc_create_map_attr *attr, bool allow_rlimit); int bpf_update_elem(int fd, void *key, void *value, unsigned long long flags); int bpf_lookup_elem(int fd, void *key, void *value); int bpf_delete_elem(int fd, void *key); int bpf_get_first_key(int fd, void *key, size_t key_size); int bpf_get_next_key(int fd, void *key, void *next_key); int bpf_lookup_and_delete(int fd, void *key, void *value); /* * Load a BPF program, and return the FD of the loaded program. * * On newer Kernels, the parameter name is used to identify the loaded program * for inspection and debugging. It could be different from the function name. * * If log_level has value greater than 0, or the load failed, it will enable * extra logging of loaded BPF bytecode and register status, and will print the * logging message to stderr. In such cases: * - If log_buf and log_buf_size are provided, it will use and also write the * log messages to the provided log_buf. If log_buf is insufficient in size, * it will not to any additional memory allocation. * - Otherwise, it will allocate an internal temporary buffer for log message * printing, and continue to attempt increase that allocated buffer size if * initial attempt was insufficient in size. */ int bcc_prog_load(enum bpf_prog_type prog_type, const char *name, const struct bpf_insn *insns, int prog_len, const char *license, unsigned kern_version, int log_level, char *log_buf, unsigned log_buf_size); int bcc_prog_load_xattr(enum bpf_prog_type prog_type, const char *prog_name, const char *license, const struct bpf_insn *insns, struct bpf_prog_load_opts *opts, int prog_len, char *log_buf, unsigned log_buf_size, bool allow_rlimit); int bpf_attach_socket(int sockfd, int progfd); /* create RAW socket. If name is not NULL/a non-empty null-terminated string, * bind the raw socket to the interface 'name' */ int bpf_open_raw_sock(const char *name); typedef void (*perf_reader_raw_cb)(void *cb_cookie, void *raw, int raw_size); typedef void (*perf_reader_lost_cb)(void *cb_cookie, uint64_t lost); int bpf_attach_kprobe(int progfd, enum bpf_probe_attach_type attach_type, const char *ev_name, const char *fn_name, uint64_t fn_offset, int maxactive); int bpf_detach_kprobe(const char *ev_name); int bpf_attach_uprobe(int progfd, enum bpf_probe_attach_type attach_type, const char *ev_name, const char *binary_path, uint64_t offset, pid_t pid, uint32_t ref_ctr_offset); int bpf_detach_uprobe(const char *ev_name); int bpf_attach_tracepoint(int progfd, const char *tp_category, const char *tp_name); int bpf_detach_tracepoint(const char *tp_category, const char *tp_name); int bpf_attach_raw_tracepoint(int progfd, const char *tp_name); int bpf_attach_kfunc(int prog_fd); int bpf_attach_lsm(int prog_fd); bool bpf_has_kernel_btf(void); int kernel_struct_has_field(const char *struct_name, const char *field_name); void * bpf_open_perf_buffer(perf_reader_raw_cb raw_cb, perf_reader_lost_cb lost_cb, void *cb_cookie, int pid, int cpu, int page_cnt); void * bpf_open_perf_buffer_opts(perf_reader_raw_cb raw_cb, perf_reader_lost_cb lost_cb, void *cb_cookie, int page_cnt, struct bcc_perf_buffer_opts *opts); /* attached a prog expressed by progfd to the device specified in dev_name */ int bpf_attach_xdp(const char *dev_name, int progfd, uint32_t flags); // attach a prog expressed by progfd to run on a specific perf event. The perf // event will be created using the perf_event_attr pointer provided. int bpf_attach_perf_event_raw(int progfd, void *perf_event_attr, pid_t pid, int cpu, int group_fd, unsigned long extra_flags); // attach a prog expressed by progfd to run on a specific perf event, with // certain sample period or sample frequency int bpf_attach_perf_event(int progfd, uint32_t ev_type, uint32_t ev_config, uint64_t sample_period, uint64_t sample_freq, pid_t pid, int cpu, int group_fd); int bpf_open_perf_event(uint32_t type, uint64_t config, int pid, int cpu); int bpf_close_perf_event_fd(int fd); typedef int (*ring_buffer_sample_fn)(void *ctx, void *data, size_t size); struct ring_buffer; void * bpf_new_ringbuf(int map_fd, ring_buffer_sample_fn sample_cb, void *ctx); void bpf_free_ringbuf(struct ring_buffer *rb); int bpf_add_ringbuf(struct ring_buffer *rb, int map_fd, ring_buffer_sample_fn sample_cb, void *ctx); int bpf_poll_ringbuf(struct ring_buffer *rb, int timeout_ms); int bpf_consume_ringbuf(struct ring_buffer *rb); int bpf_obj_pin(int fd, const char *pathname); int bpf_obj_get(const char *pathname); int bpf_obj_get_info(int prog_map_fd, void *info, uint32_t *info_len); int bpf_prog_compute_tag(const struct bpf_insn *insns, int prog_len, unsigned long long *tag); int bpf_prog_get_tag(int fd, unsigned long long *tag); int bpf_prog_get_next_id(uint32_t start_id, uint32_t *next_id); int bpf_prog_get_fd_by_id(uint32_t id); int bpf_map_get_fd_by_id(uint32_t id); int bpf_obj_get_info_by_fd(int prog_fd, void *info, uint32_t *info_len); int bcc_iter_attach(int prog_fd, union bpf_iter_link_info *link_info, uint32_t link_info_len); int bcc_iter_create(int link_fd); int bcc_make_parent_dir(const char *path); int bcc_check_bpffs_path(const char *path); int bpf_lookup_batch(int fd, __u32 *in_batch, __u32 *out_batch, void *keys, void *values, __u32 *count); int bpf_delete_batch(int fd, void *keys, __u32 *count); int bpf_update_batch(int fd, void *keys, void *values, __u32 *count); int bpf_lookup_and_delete_batch(int fd, __u32 *in_batch, __u32 *out_batch, void *keys, void *values, __u32 *count); #define LOG_BUF_SIZE 65536 // Put non-static/inline functions in their own section with this prefix + // fn_name to enable discovery by the bcc library. #define BPF_FN_PREFIX ".bpf.fn." /* ALU ops on registers, bpf_add|sub|...: dst_reg += src_reg */ #define BPF_ALU64_REG(OP, DST, SRC) \ ((struct bpf_insn) { \ .code = BPF_ALU64 | BPF_OP(OP) | BPF_X, \ .dst_reg = DST, \ .src_reg = SRC, \ .off = 0, \ .imm = 0 }) #define BPF_ALU32_REG(OP, DST, SRC) \ ((struct bpf_insn) { \ .code = BPF_ALU | BPF_OP(OP) | BPF_X, \ .dst_reg = DST, \ .src_reg = SRC, \ .off = 0, \ .imm = 0 }) /* ALU ops on immediates, bpf_add|sub|...: dst_reg += imm32 */ #define BPF_ALU64_IMM(OP, DST, IMM) \ ((struct bpf_insn) { \ .code = BPF_ALU64 | BPF_OP(OP) | BPF_K, \ .dst_reg = DST, \ .src_reg = 0, \ .off = 0, \ .imm = IMM }) #define BPF_ALU32_IMM(OP, DST, IMM) \ ((struct bpf_insn) { \ .code = BPF_ALU | BPF_OP(OP) | BPF_K, \ .dst_reg = DST, \ .src_reg = 0, \ .off = 0, \ .imm = IMM }) /* Short form of mov, dst_reg = src_reg */ #define BPF_MOV64_REG(DST, SRC) \ ((struct bpf_insn) { \ .code = BPF_ALU64 | BPF_MOV | BPF_X, \ .dst_reg = DST, \ .src_reg = SRC, \ .off = 0, \ .imm = 0 }) /* Short form of mov, dst_reg = imm32 */ #define BPF_MOV64_IMM(DST, IMM) \ ((struct bpf_insn) { \ .code = BPF_ALU64 | BPF_MOV | BPF_K, \ .dst_reg = DST, \ .src_reg = 0, \ .off = 0, \ .imm = IMM }) /* BPF_LD_IMM64 macro encodes single 'load 64-bit immediate' insn */ #define BPF_LD_IMM64(DST, IMM) \ BPF_LD_IMM64_RAW(DST, 0, IMM) #define BPF_LD_IMM64_RAW(DST, SRC, IMM) \ ((struct bpf_insn) { \ .code = BPF_LD | BPF_DW | BPF_IMM, \ .dst_reg = DST, \ .src_reg = SRC, \ .off = 0, \ .imm = (__u32) (IMM) }), \ ((struct bpf_insn) { \ .code = 0, /* zero is reserved opcode */ \ .dst_reg = 0, \ .src_reg = 0, \ .off = 0, \ .imm = ((__u64) (IMM)) >> 32 }) #define BPF_PSEUDO_MAP_FD 1 /* pseudo BPF_LD_IMM64 insn used to refer to process-local map_fd */ #define BPF_LD_MAP_FD(DST, MAP_FD) \ BPF_LD_IMM64_RAW(DST, BPF_PSEUDO_MAP_FD, MAP_FD) /* Direct packet access, R0 = *(uint *) (skb->data + imm32) */ #define BPF_LD_ABS(SIZE, IMM) \ ((struct bpf_insn) { \ .code = BPF_LD | BPF_SIZE(SIZE) | BPF_ABS, \ .dst_reg = 0, \ .src_reg = 0, \ .off = 0, \ .imm = IMM }) /* Memory load, dst_reg = *(uint *) (src_reg + off16) */ #define BPF_LDX_MEM(SIZE, DST, SRC, OFF) \ ((struct bpf_insn) { \ .code = BPF_LDX | BPF_SIZE(SIZE) | BPF_MEM, \ .dst_reg = DST, \ .src_reg = SRC, \ .off = OFF, \ .imm = 0 }) /* Memory store, *(uint *) (dst_reg + off16) = src_reg */ #define BPF_STX_MEM(SIZE, DST, SRC, OFF) \ ((struct bpf_insn) { \ .code = BPF_STX | BPF_SIZE(SIZE) | BPF_MEM, \ .dst_reg = DST, \ .src_reg = SRC, \ .off = OFF, \ .imm = 0 }) /* Memory store, *(uint *) (dst_reg + off16) = imm32 */ #define BPF_ST_MEM(SIZE, DST, OFF, IMM) \ ((struct bpf_insn) { \ .code = BPF_ST | BPF_SIZE(SIZE) | BPF_MEM, \ .dst_reg = DST, \ .src_reg = 0, \ .off = OFF, \ .imm = IMM }) /* Conditional jumps against registers, if (dst_reg 'op' src_reg) goto pc + off16 */ #define BPF_JMP_REG(OP, DST, SRC, OFF) \ ((struct bpf_insn) { \ .code = BPF_JMP | BPF_OP(OP) | BPF_X, \ .dst_reg = DST, \ .src_reg = SRC, \ .off = OFF, \ .imm = 0 }) /* Conditional jumps against immediates, if (dst_reg 'op' imm32) goto pc + off16 */ #define BPF_JMP_IMM(OP, DST, IMM, OFF) \ ((struct bpf_insn) { \ .code = BPF_JMP | BPF_OP(OP) | BPF_K, \ .dst_reg = DST, \ .src_reg = 0, \ .off = OFF, \ .imm = IMM }) /* Raw code statement block */ #define BPF_RAW_INSN(CODE, DST, SRC, OFF, IMM) \ ((struct bpf_insn) { \ .code = CODE, \ .dst_reg = DST, \ .src_reg = SRC, \ .off = OFF, \ .imm = IMM }) /* Program exit */ #define BPF_EXIT_INSN() \ ((struct bpf_insn) { \ .code = BPF_JMP | BPF_EXIT, \ .dst_reg = 0, \ .src_reg = 0, \ .off = 0, \ .imm = 0 }) #ifdef __cplusplus } #endif #endif bpfcc-0.31.0/src/cc/link_all.cc000066400000000000000000000012171465134135300161260ustar00rootroot00000000000000// Copyright (c) 2017 VMware, Inc. // Licensed under the Apache License, Version 2.0 (the "License") #include #include "bcc_usdt.h" namespace { // Take this trick from llvm for forcing exported functions in helper // libraries to be included in the final .so struct LinkAll { LinkAll() { // getenv never returns -1, but compiler doesn't know! if (::getenv("bar") != (char *)-1) return; #ifdef EXPORT_USDT (void)bcc_usdt_new_frompid(-1, nullptr); (void)bcc_usdt_new_frompath(nullptr); (void)bcc_usdt_close(nullptr); #endif } } LinkAll; // declare one instance to invoke the constructor } bpfcc-0.31.0/src/cc/perf_reader.c000066400000000000000000000161271465134135300164620ustar00rootroot00000000000000/* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include "libbpf.h" #include "perf_reader.h" enum { RB_NOT_USED = 0, // ring buffer not usd RB_USED_IN_MUNMAP = 1, // used in munmap RB_USED_IN_READ = 2, // used in read }; struct perf_reader { perf_reader_raw_cb raw_cb; perf_reader_lost_cb lost_cb; void *cb_cookie; // to be returned in the cb void *buf; // for keeping segmented data size_t buf_size; void *base; int rb_use_state; pid_t rb_read_tid; int page_size; int page_cnt; int fd; }; struct perf_reader * perf_reader_new(perf_reader_raw_cb raw_cb, perf_reader_lost_cb lost_cb, void *cb_cookie, int page_cnt) { struct perf_reader *reader = calloc(1, sizeof(struct perf_reader)); if (!reader) return NULL; reader->raw_cb = raw_cb; reader->lost_cb = lost_cb; reader->cb_cookie = cb_cookie; reader->fd = -1; reader->page_size = getpagesize(); reader->page_cnt = page_cnt; return reader; } void perf_reader_free(void *ptr) { if (ptr) { struct perf_reader *reader = ptr; pid_t tid = syscall(__NR_gettid); while (!__sync_bool_compare_and_swap(&reader->rb_use_state, RB_NOT_USED, RB_USED_IN_MUNMAP)) { // If the same thread, it is called from call back handler, no locking needed if (tid == reader->rb_read_tid) break; } munmap(reader->base, reader->page_size * (reader->page_cnt + 1)); if (reader->fd >= 0) { ioctl(reader->fd, PERF_EVENT_IOC_DISABLE, 0); close(reader->fd); } free(reader->buf); free(ptr); } } int perf_reader_mmap(struct perf_reader *reader) { int mmap_size = reader->page_size * (reader->page_cnt + 1); if (reader->fd < 0) { fprintf(stderr, "%s: reader fd is not set\n", __FUNCTION__); return -1; } reader->base = mmap(NULL, mmap_size, PROT_READ | PROT_WRITE, MAP_SHARED, reader->fd, 0); if (reader->base == MAP_FAILED) { perror("mmap"); return -1; } return 0; } struct perf_sample_trace_common { uint16_t id; uint8_t flags; uint8_t preempt_count; int pid; }; struct perf_sample_trace_kprobe { struct perf_sample_trace_common common; uint64_t ip; }; static void parse_sw(struct perf_reader *reader, void *data, int size) { uint8_t *ptr = data; struct perf_event_header *header = (void *)data; struct { uint32_t size; char data[0]; } *raw = NULL; ptr += sizeof(*header); if (ptr > (uint8_t *)data + size) { fprintf(stderr, "%s: corrupt sample header\n", __FUNCTION__); return; } raw = (void *)ptr; ptr += sizeof(raw->size) + raw->size; if (ptr > (uint8_t *)data + size) { fprintf(stderr, "%s: corrupt raw sample\n", __FUNCTION__); return; } // sanity check if (ptr != (uint8_t *)data + size) { fprintf(stderr, "%s: extra data at end of sample\n", __FUNCTION__); return; } if (reader->raw_cb) reader->raw_cb(reader->cb_cookie, raw->data, raw->size); } static uint64_t read_data_head(volatile struct perf_event_mmap_page *perf_header) { uint64_t data_head = perf_header->data_head; asm volatile("" ::: "memory"); return data_head; } static void write_data_tail(volatile struct perf_event_mmap_page *perf_header, uint64_t data_tail) { asm volatile("" ::: "memory"); perf_header->data_tail = data_tail; } void perf_reader_event_read(struct perf_reader *reader) { volatile struct perf_event_mmap_page *perf_header = reader->base; uint64_t buffer_size = (uint64_t)reader->page_size * reader->page_cnt; uint64_t data_head; uint8_t *base = (uint8_t *)reader->base + reader->page_size; uint8_t *sentinel = (uint8_t *)reader->base + buffer_size + reader->page_size; uint8_t *begin, *end; reader->rb_read_tid = syscall(__NR_gettid); if (!__sync_bool_compare_and_swap(&reader->rb_use_state, RB_NOT_USED, RB_USED_IN_READ)) return; // Consume all the events on this ring, calling the cb function for each one. // The message may fall on the ring boundary, in which case copy the message // into a malloced buffer. for (data_head = read_data_head(perf_header); perf_header->data_tail != data_head; data_head = read_data_head(perf_header)) { uint64_t data_tail = perf_header->data_tail; uint8_t *ptr; begin = base + data_tail % buffer_size; // event header is u64, won't wrap struct perf_event_header *e = (void *)begin; ptr = begin; end = base + (data_tail + e->size) % buffer_size; if (end < begin) { // perf event wraps around the ring, make a contiguous copy reader->buf = realloc(reader->buf, e->size); size_t len = sentinel - begin; memcpy(reader->buf, begin, len); memcpy((void *)((unsigned long)reader->buf + len), base, e->size - len); ptr = reader->buf; } if (e->type == PERF_RECORD_LOST) { /* * struct { * struct perf_event_header header; * u64 id; * u64 lost; * struct sample_id sample_id; * }; */ uint64_t lost = *(uint64_t *)(ptr + sizeof(*e) + sizeof(uint64_t)); if (reader->lost_cb) { reader->lost_cb(reader->cb_cookie, lost); } else { fprintf(stderr, "Possibly lost %" PRIu64 " samples\n", lost); } } else if (e->type == PERF_RECORD_SAMPLE) { parse_sw(reader, ptr, e->size); } else { fprintf(stderr, "%s: unknown sample type %d\n", __FUNCTION__, e->type); } write_data_tail(perf_header, perf_header->data_tail + e->size); } reader->rb_use_state = RB_NOT_USED; __sync_synchronize(); reader->rb_read_tid = 0; } int perf_reader_poll(int num_readers, struct perf_reader **readers, int timeout) { struct pollfd pfds[num_readers]; int i; for (i = 0; i fd; pfds[i].events = POLLIN; } if (poll(pfds, num_readers, timeout) > 0) { for (i = 0; i < num_readers; ++i) { if (pfds[i].revents & POLLIN) perf_reader_event_read(readers[i]); } } return 0; } int perf_reader_consume(int num_readers, struct perf_reader **readers) { int i; for (i = 0; i < num_readers; ++i) { perf_reader_event_read(readers[i]); } return 0; } void perf_reader_set_fd(struct perf_reader *reader, int fd) { reader->fd = fd; } int perf_reader_fd(struct perf_reader *reader) { return reader->fd; } bpfcc-0.31.0/src/cc/perf_reader.h000066400000000000000000000025261465134135300164650ustar00rootroot00000000000000/* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef PERF_READER_H #define PERF_READER_H #include "libbpf.h" #ifdef __cplusplus extern "C" { #endif struct perf_reader; struct perf_reader * perf_reader_new(perf_reader_raw_cb raw_cb, perf_reader_lost_cb lost_cb, void *cb_cookie, int page_cnt); void perf_reader_free(void *ptr); int perf_reader_mmap(struct perf_reader *reader); void perf_reader_event_read(struct perf_reader *reader); int perf_reader_poll(int num_readers, struct perf_reader **readers, int timeout); int perf_reader_consume(int num_readers, struct perf_reader **readers); int perf_reader_fd(struct perf_reader *reader); void perf_reader_set_fd(struct perf_reader *reader, int fd); #ifdef __cplusplus } #endif #endif bpfcc-0.31.0/src/cc/setns.h000066400000000000000000000004731465134135300153420ustar00rootroot00000000000000// This file is only needed to support build for CentOS 6 // Remove it when no longer needed. // File is trivial and therefore is in public domain. #ifndef _GNU_SOURCE #define _GNU_SOURCE #endif #include #include #define setns(FD, NSTYPE) syscall(__NR_setns, (int)(FD), (int)(NSTYPE)) bpfcc-0.31.0/src/cc/shared_table.cc000066400000000000000000000074621465134135300167660ustar00rootroot00000000000000/* * Copyright (c) 2016 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include "common.h" #include "linux/bpf.h" #include "table_storage.h" #include "table_storage_impl.h" namespace ebpf { using std::string; using std::unique_ptr; /// A process-wide singleton of shared tables class SharedTableStorage : public TableStorageImpl { public: class iterator : public TableStorageIteratorImpl { std::map::iterator it_; public: explicit iterator(const std::map::iterator &it) : it_(it) {} virtual ~iterator() {} virtual unique_ptr clone() const override { return make_unique(it_); } virtual self_type &operator++() override { ++it_; return *this; } virtual value_type &operator*() const override { return *it_; } virtual pointer operator->() const override { return &*it_; } }; virtual ~SharedTableStorage() {} virtual bool Find(const string &name, TableStorage::iterator &result) const override; virtual bool Insert(const string &name, TableDesc &&desc) override; virtual bool Delete(const string &name) override; virtual unique_ptr begin() override; virtual unique_ptr end() override; virtual unique_ptr lower_bound(const string &k) override; virtual unique_ptr upper_bound(const string &k) override; virtual unique_ptr erase(const TableStorageIteratorImpl &it) override; private: static std::map tables_; }; bool SharedTableStorage::Find(const string &name, TableStorage::iterator &result) const { auto it = tables_.find(name); if (it == tables_.end()) return false; result = TableStorage::iterator(make_unique(it)); return true; } bool SharedTableStorage::Insert(const string &name, TableDesc &&desc) { auto it = tables_.find(name); if (it != tables_.end()) return false; tables_[name] = std::move(desc); return true; } bool SharedTableStorage::Delete(const string &name) { auto it = tables_.find(name); if (it == tables_.end()) return false; tables_.erase(it); return true; } unique_ptr SharedTableStorage::begin() { return make_unique(tables_.begin()); } unique_ptr SharedTableStorage::end() { return make_unique(tables_.end()); } unique_ptr SharedTableStorage::lower_bound(const string &k) { return make_unique(tables_.lower_bound(k)); } unique_ptr SharedTableStorage::upper_bound(const string &k) { return make_unique(tables_.upper_bound(k)); } unique_ptr SharedTableStorage::erase(const TableStorageIteratorImpl &it) { auto i = tables_.find((*it).first); if (i == tables_.end()) return unique_ptr(); return make_unique(tables_.erase(i)); } // All maps for this process are kept in global static storage. std::map SharedTableStorage::tables_; unique_ptr createSharedTableStorage() { auto t = make_unique(); t->Init(make_unique()); t->AddMapTypesVisitor(createJsonMapTypesVisitor()); return t; } } bpfcc-0.31.0/src/cc/syms.h000066400000000000000000000163601465134135300152030ustar00rootroot00000000000000/* * Copyright (c) 2016 GitHub, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include #include #include #include #include #include #include #include "bcc_proc.h" #include "bcc_syms.h" #include "file_desc.h" class ProcStat { std::string procfs_; std::string root_symlink_; std::string mount_ns_symlink_; // file descriptor of /proc//root open with O_PATH used to get into root // of process after it exits; unlike a dereferenced root symlink, *at calls // to this use the process's mount namespace int root_fd_ = -1; // store also root path and mount namespace pair to detect its changes std::string root_, mount_ns_; ino_t inode_; bool getinode_(ino_t &inode); public: ProcStat(int pid); ~ProcStat() { if (root_fd_ > 0) close(root_fd_); } bool refresh_root(); int get_root_fd() { return root_fd_; } bool is_stale(); void reset() { getinode_(inode_); } }; class SymbolCache { public: virtual ~SymbolCache() = default; virtual void refresh() = 0; virtual bool resolve_addr(uint64_t addr, struct bcc_symbol *sym, bool demangle = true) = 0; virtual bool resolve_name(const char *module, const char *name, uint64_t *addr) = 0; }; class KSyms : SymbolCache { struct Symbol { Symbol(const char *name, const char *mod, uint64_t addr) : name(name), mod(mod), addr(addr) {} std::string name; std::string mod; uint64_t addr; bool operator<(const Symbol &rhs) const { return addr < rhs.addr; } }; std::vector syms_; std::unordered_map symnames_; static void _add_symbol(const char *, const char *, uint64_t, void *); public: virtual bool resolve_addr(uint64_t addr, struct bcc_symbol *sym, bool demangle = true) override; virtual bool resolve_name(const char *unused, const char *name, uint64_t *addr) override; virtual void refresh() override; }; class ProcSyms : SymbolCache { struct NameIdx { size_t section_idx; size_t str_table_idx; size_t str_len; bool debugfile; }; struct Symbol { Symbol(const std::string *name, uint64_t start, uint64_t size) : is_name_resolved(true), start(start), size(size) { data.name = name; } Symbol(size_t section_idx, size_t str_table_idx, size_t str_len, uint64_t start, uint64_t size, bool debugfile) : is_name_resolved(false), start(start), size(size) { data.name_idx.section_idx = section_idx; data.name_idx.str_table_idx = str_table_idx; data.name_idx.str_len = str_len; data.name_idx.debugfile = debugfile; } bool is_name_resolved; union { struct NameIdx name_idx; const std::string *name{nullptr}; } data; uint64_t start; uint64_t size; bool operator<(const struct Symbol& rhs) const { return start < rhs.start; } }; enum class ModuleType { UNKNOWN, EXEC, SO, PERF_MAP, VDSO }; class ModulePath { // helper class to get a usable module path independent of the running // process by storing a file descriptor created from openat(2) if possible // if openat fails, falls back to process-dependent path with /proc/.../root private: int fd_; std::string proc_root_path_; std::string path_; public: ModulePath(const std::string &ns_path, int root_fd, int pid, bool enter_ns); const char *alt_path() { return proc_root_path_.c_str(); } const char *path() { if (path_ == proc_root_path_ || access(proc_root_path_.c_str(), F_OK) < 0) // cannot stat /proc/.../root/, pid might not exist anymore; use /proc/self/fd/... return path_.c_str(); return proc_root_path_.c_str(); } ~ModulePath() { if (fd_ > 0) close(fd_); } }; struct Module { struct Range { uint64_t start; uint64_t end; uint64_t file_offset; Range(uint64_t s, uint64_t e, uint64_t f) : start(s), end(e), file_offset(f) {} }; Module(const char *name, std::shared_ptr path, struct bcc_symbol_option *option); std::string name_; std::shared_ptr path_; std::vector ranges_; bool loaded_; bcc_symbol_option *symbol_option_; ModuleType type_; // The file offset within the ELF of the SO's first text section. uint64_t elf_so_offset_; uint64_t elf_so_addr_; std::unordered_set symnames_; std::vector syms_; void load_sym_table(); bool contains(uint64_t addr, uint64_t &offset) const; uint64_t start() const { return ranges_.begin()->start; } bool find_addr(uint64_t offset, struct bcc_symbol *sym); bool find_name(const char *symname, uint64_t *addr); static int _add_symbol(const char *symname, uint64_t start, uint64_t size, void *p); static int _add_symbol_lazy(size_t section_idx, size_t str_table_idx, size_t str_len, uint64_t start, uint64_t size, int debugfile, void *p); }; int pid_; std::vector modules_; ProcStat procstat_; bcc_symbol_option symbol_option_; static int _add_module(mod_info *, int, void *); void load_modules(); public: ProcSyms(int pid, struct bcc_symbol_option *option = nullptr); virtual void refresh() override; virtual bool resolve_addr(uint64_t addr, struct bcc_symbol *sym, bool demangle = true) override; virtual bool resolve_name(const char *module, const char *name, uint64_t *addr) override; }; class BuildSyms { struct Symbol { Symbol(const std::string *name, uint64_t start, uint64_t size) :name(name), start(start), size(size) {} const std::string *name; uint64_t start; uint64_t size; bool operator<(const struct Symbol &rhs) const { return start < rhs.start; } }; struct Module { Module(const char *module_name): module_name_(module_name), loaded_(false) {} const std::string module_name_; const std::string build_id_; bool loaded_; std::unordered_set symnames_; std::vector syms_; bcc_symbol_option symbol_option_; bool load_sym_table(); static int _add_symbol(const char *symname, uint64_t start, uint64_t size, void *p); bool resolve_addr(uint64_t offset, struct bcc_symbol*, bool demangle=true); }; std::unordered_map > buildmap_; public: BuildSyms() {} virtual ~BuildSyms() = default; virtual bool add_module(const std::string module_name); virtual bool resolve_addr(std::string build_id, uint64_t offset, struct bcc_symbol *sym, bool demangle = true); }; bpfcc-0.31.0/src/cc/table_desc.h000066400000000000000000000071561465134135300163000ustar00rootroot00000000000000/* * Copyright (c) 2015 PLUMgrid, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include #include #include #include #include #include "bcc_exception.h" #include "file_desc.h" namespace clang { class ASTContext; class QualType; } namespace ebpf { typedef std::function sscanf_fn; typedef std::function snprintf_fn; /// TableDesc uniquely stores all of the runtime state for an active bpf table. /// The copy constructor/assign operator are disabled since the file handles /// owned by this table are not implicitly copyable. One should call the dup() /// method if an explicit new handle is required. We define the move operators /// so that objects of this class can reside in stl containers. class TableDesc { private: TableDesc(const TableDesc &that) : name(that.name), fd(that.fd.dup()), fake_fd(that.fake_fd), type(that.type), key_size(that.key_size), leaf_size(that.leaf_size), max_entries(that.max_entries), flags(that.flags), key_desc(that.key_desc), leaf_desc(that.leaf_desc), key_sscanf(that.key_sscanf), leaf_sscanf(that.leaf_sscanf), key_snprintf(that.key_snprintf), leaf_snprintf(that.leaf_snprintf), is_shared(that.is_shared), is_extern(that.is_extern) {} public: TableDesc() : fake_fd(0), type(0), key_size(0), leaf_size(0), max_entries(0), flags(0), is_shared(false), is_extern(false) {} TableDesc(const std::string &name, FileDesc &&fd, int type, size_t key_size, size_t leaf_size, size_t max_entries, int flags) : name(name), fd(std::move(fd)), type(type), key_size(key_size), leaf_size(leaf_size), max_entries(max_entries), flags(flags), is_shared(false), is_extern(false) {} TableDesc(TableDesc &&that) = default; TableDesc &operator=(TableDesc &&that) = default; TableDesc &operator=(const TableDesc &that) = delete; TableDesc dup() const { return TableDesc(*this); } std::string name; FileDesc fd; int fake_fd; int type; size_t key_size; // sizes are in bytes size_t leaf_size; size_t max_entries; int flags; std::string key_desc; std::string leaf_desc; sscanf_fn key_sscanf; sscanf_fn leaf_sscanf; snprintf_fn key_snprintf; snprintf_fn leaf_snprintf; bool is_shared; bool is_extern; }; /// MapTypesVisitor gets notified of new bpf tables, and has a chance to parse /// the key and leaf types for their own usage. Subclass this abstract class and /// implement the Visit method, then add an instance of this class to the /// StorageTable instance to be notified of each new key/leaf type. class MapTypesVisitor { public: virtual ~MapTypesVisitor() {} virtual void Visit(TableDesc &desc, clang::ASTContext &C, clang::QualType key_type, clang::QualType leaf_type) = 0; }; std::unique_ptr createJsonMapTypesVisitor(); } // namespace ebpf bpfcc-0.31.0/src/cc/table_storage.cc000066400000000000000000000065501465134135300171610ustar00rootroot00000000000000/* * Copyright (c) 2017 VMware, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include "table_storage_impl.h" namespace ebpf { using std::move; using std::string; using std::unique_ptr; const string Path::DELIM = "/"; TableStorage::TableStorage() {} TableStorage::~TableStorage() {} void TableStorage::Init(unique_ptr impl) { impl_ = move(impl); } bool TableStorage::Find(const Path &path, TableStorage::iterator &result) const { return impl_->Find(path.to_string(), result); } bool TableStorage::Insert(const Path &path, TableDesc &&desc) { return impl_->Insert(path.to_string(), move(desc)); } bool TableStorage::Delete(const Path &path) { return impl_->Delete(path.to_string()); } size_t TableStorage::DeletePrefix(const Path &path) { size_t i = 0; auto it = lower_bound(path); auto upper = upper_bound(path); while (it != upper) { it = impl_->erase(*it.impl_); ++i; } return i; } void TableStorage::AddMapTypesVisitor(unique_ptr visitor) { visitors_.push_back(move(visitor)); } void TableStorage::VisitMapType(TableDesc &desc, clang::ASTContext &C, clang::QualType key_type, clang::QualType leaf_type) { for (auto &v : visitors_) v->Visit(desc, C, key_type, leaf_type); } TableStorage::iterator TableStorage::begin() { return impl_->begin(); } TableStorage::iterator TableStorage::end() { return impl_->end(); } TableStorage::iterator TableStorage::lower_bound(const Path &p) { return impl_->lower_bound(p.to_string()); } TableStorage::iterator TableStorage::upper_bound(const Path &p) { return impl_->upper_bound(p.to_string() + "\x7f"); } /// TableStorage::iterator implementation TableStorage::iterator::iterator() {} TableStorage::iterator::iterator(unique_ptr impl) : impl_(move(impl)) {} TableStorage::iterator::iterator(const iterator &that) : impl_(that.impl_->clone()) {} TableStorage::iterator::~iterator() {} TableStorage::iterator::iterator(iterator &&that) { *this = move(that); } TableStorage::iterator &TableStorage::iterator::operator=(iterator &&that) { impl_ = move(that.impl_); return *this; } TableStorage::iterator &TableStorage::iterator::operator++() { ++*impl_; return *this; } TableStorage::iterator TableStorage::iterator::operator++(int) { iterator tmp(*this); operator++(); return tmp; } bool TableStorage::iterator::operator==(const iterator &rhs) const { // assumes that the underlying pair is stored in only one place return &**impl_ == &**rhs.impl_; } bool TableStorage::iterator::operator!=(const iterator &rhs) const { return &**impl_ != &**rhs.impl_; } TableStorage::iterator::reference TableStorage::iterator::operator*() const { return **impl_; } TableStorage::iterator::pointer TableStorage::iterator::operator->() const { return &**impl_; } } // namespace ebpf bpfcc-0.31.0/src/cc/table_storage.h000066400000000000000000000062161465134135300170220ustar00rootroot00000000000000/* * Copyright (c) 2017 VMware, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include #include #include #include #include #include #include "table_desc.h" namespace ebpf { typedef std::map> fake_fd_map_def; class TableStorageImpl; class TableStorageIteratorImpl; class Path { public: static const std::string DELIM; Path() = default; Path(const Path &other) = default; Path &operator=(const Path &other) = default; Path(std::initializer_list parts) { size_t len = parts.size() * DELIM.size(); for (const auto &s : parts) len += s.size(); path_.reserve(len); for (const auto &s : parts) path_ += DELIM + s; } const std::string &to_string() const { return path_; } private: std::string path_; }; class TableStorage { public: /// iterator is an abstract class for traversing the map entries in a table /// storage object. class iterator { private: friend class TableStorage; iterator(const iterator &); public: typedef std::pair value_type; typedef std::ptrdiff_t difference_type; typedef value_type *pointer; typedef value_type &reference; typedef std::forward_iterator_tag iterator_category; typedef iterator self_type; iterator(); iterator(std::unique_ptr); ~iterator(); iterator(iterator &&); iterator &operator=(iterator &&); self_type &operator++(); self_type operator++(int); bool operator==(const self_type &) const; bool operator!=(const self_type &) const; value_type &operator*() const; pointer operator->() const; private: std::unique_ptr impl_; }; TableStorage(); ~TableStorage(); void Init(std::unique_ptr); bool Find(const Path &path, TableStorage::iterator &result) const; bool Insert(const Path &path, TableDesc &&desc); bool Delete(const Path &path); size_t DeletePrefix(const Path &path); void AddMapTypesVisitor(std::unique_ptr); void VisitMapType(TableDesc &desc, clang::ASTContext &C, clang::QualType key_type, clang::QualType leaf_type); iterator begin(); iterator end(); iterator lower_bound(const Path &p); iterator upper_bound(const Path &p); private: std::unique_ptr impl_; std::vector> visitors_; }; std::unique_ptr createSharedTableStorage(); std::unique_ptr createBpfFsTableStorage(); } bpfcc-0.31.0/src/cc/table_storage_impl.h000066400000000000000000000034341465134135300200420ustar00rootroot00000000000000/* * Copyright (c) 2017 VMware, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include "table_storage.h" namespace ebpf { class TableStorageIteratorImpl { public: typedef std::pair value_type; typedef value_type *pointer; typedef value_type &reference; typedef TableStorageIteratorImpl self_type; virtual ~TableStorageIteratorImpl() {} virtual std::unique_ptr clone() const = 0; virtual self_type &operator++() = 0; virtual value_type &operator*() const = 0; virtual pointer operator->() const = 0; private: }; class TableStorageImpl { public: virtual ~TableStorageImpl(){}; virtual bool Find(const std::string &name, TableStorage::iterator &result) const = 0; virtual bool Insert(const std::string &name, TableDesc &&desc) = 0; virtual bool Delete(const std::string &name) = 0; virtual std::unique_ptr begin() = 0; virtual std::unique_ptr end() = 0; virtual std::unique_ptr lower_bound(const std::string &k) = 0; virtual std::unique_ptr upper_bound(const std::string &k) = 0; virtual std::unique_ptr erase(const TableStorageIteratorImpl &it) = 0; }; } // namespace ebpf bpfcc-0.31.0/src/cc/usdt.h000066400000000000000000000250621465134135300151660ustar00rootroot00000000000000/* * Copyright (c) 2016 GitHub, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include #include #include #include #include "bcc_proc.h" #include "syms.h" #include "vendor/optional.hpp" struct bcc_usdt; namespace ebpf { class BPF; class USDT; } namespace USDT { using std::experimental::optional; using std::experimental::nullopt; class ArgumentParser; static const std::string USDT_PROGRAM_HEADER = "#include \n"; static const std::string COMPILER_BARRIER = "__asm__ __volatile__(\"\": : :\"memory\");"; class Argument { private: optional arg_size_; optional constant_; optional deref_offset_; optional deref_ident_; optional base_register_name_; optional index_register_name_; optional scale_; bool get_global_address(uint64_t *address, const std::string &binpath, const optional &pid) const; public: Argument(); ~Argument(); bool assign_to_local(std::ostream &stream, const std::string &local_name, const std::string &binpath, const optional &pid = nullopt) const; int arg_size() const { return arg_size_.value_or(sizeof(void *)); } std::string ctype() const; const char *ctype_name() const; const optional &deref_ident() const { return deref_ident_; } const optional &base_register_name() const { return base_register_name_; } const optional &index_register_name() const { return index_register_name_; } const optional scale() const { return scale_; } const optional constant() const { return constant_; } const optional deref_offset() const { return deref_offset_; } friend class ArgumentParser; friend class ArgumentParser_aarch64; friend class ArgumentParser_loongarch64; friend class ArgumentParser_powerpc64; friend class ArgumentParser_s390x; friend class ArgumentParser_riscv64; friend class ArgumentParser_x64; }; class ArgumentParser { protected: const char *arg_; ssize_t cur_pos_; void skip_whitespace_from(size_t pos); void skip_until_whitespace_from(size_t pos); void print_error(ssize_t pos); ssize_t parse_number(ssize_t pos, optional *result) { char *endp; int number = strtol(arg_ + pos, &endp, 0); if (endp > arg_ + pos) *result = number; return endp - arg_; } ssize_t parse_number(ssize_t pos, optional *result) { char *endp; long long number = (long long)strtoull(arg_ + pos, &endp, 0); if (endp > arg_ + pos) *result = number; return endp - arg_; } bool error_return(ssize_t error_start, ssize_t skip_start) { print_error(error_start); if (isspace(arg_[skip_start])) skip_start++; // Make sure we skip at least one character skip_until_whitespace_from(skip_start); return false; } public: virtual bool parse(Argument *dest) = 0; bool done() { return cur_pos_ < 0 || arg_[cur_pos_] == '\0'; } ArgumentParser(const char *arg) : arg_(arg), cur_pos_(0) {} }; class ArgumentParser_aarch64 : public ArgumentParser { private: bool parse_register(ssize_t pos, ssize_t &new_pos, std::string ®_name); bool parse_size(ssize_t pos, ssize_t &new_pos, optional *arg_size); bool parse_mem(ssize_t pos, ssize_t &new_pos, Argument *dest); public: bool parse(Argument *dest); ArgumentParser_aarch64(const char *arg) : ArgumentParser(arg) {} }; class ArgumentParser_loongarch64 : public ArgumentParser { private: bool parse_register(ssize_t pos, ssize_t &new_pos, std::string ®_name); bool parse_size(ssize_t pos, ssize_t &new_pos, optional *arg_size); bool parse_mem(ssize_t pos, ssize_t &new_pos, Argument *dest); public: bool parse(Argument *dest); ArgumentParser_loongarch64(const char *arg) : ArgumentParser(arg) {} }; class ArgumentParser_powerpc64 : public ArgumentParser { public: bool parse(Argument *dest); ArgumentParser_powerpc64(const char *arg) : ArgumentParser(arg) {} }; class ArgumentParser_s390x : public ArgumentParser { public: bool parse(Argument *dest); ArgumentParser_s390x(const char *arg) : ArgumentParser(arg) {} }; class ArgumentParser_riscv64 : public ArgumentParser { public: bool parse(Argument *dest); ArgumentParser_riscv64(const char *arg) : ArgumentParser(arg) {} }; class ArgumentParser_x64 : public ArgumentParser { private: enum Register { X64_REG_A, X64_REG_B, X64_REG_C, X64_REG_D, X64_REG_SI, X64_REG_DI, X64_REG_BP, X64_REG_SP, X64_REG_8, X64_REG_9, X64_REG_10, X64_REG_11, X64_REG_12, X64_REG_13, X64_REG_14, X64_REG_15, X64_REG_RIP, X64_REG_XMM0, X64_REG_XMM1, X64_REG_XMM2, X64_REG_XMM3, X64_REG_XMM4, X64_REG_XMM5, X64_REG_XMM6, X64_REG_XMM7, X64_REG_XMM8, X64_REG_XMM9, X64_REG_XMM10, X64_REG_XMM11, X64_REG_XMM12, X64_REG_XMM13, X64_REG_XMM14, X64_REG_XMM15, }; struct RegInfo { Register reg; int size; }; static const std::unordered_map registers_; bool normalize_register(std::string *reg, int *reg_size); void reg_to_name(std::string *norm, Register reg); ssize_t parse_register(ssize_t pos, std::string &name, int &size); ssize_t parse_identifier(ssize_t pos, optional *ident); ssize_t parse_base_register(ssize_t pos, Argument *dest); ssize_t parse_index_register(ssize_t pos, Argument *dest); ssize_t parse_scale(ssize_t pos, Argument *dest); ssize_t parse_expr(ssize_t pos, Argument *dest); ssize_t parse_1(ssize_t pos, Argument *dest); public: bool parse(Argument *dest); ArgumentParser_x64(const char *arg) : ArgumentParser(arg) {} }; struct Location { uint64_t address_; std::string bin_path_; std::vector arguments_; Location(uint64_t addr, const std::string &bin_path, const char *arg_fmt); }; class Probe { std::string bin_path_; // initial bin_path when Probe is created std::string provider_; std::string name_; uint64_t semaphore_; uint64_t semaphore_offset_; std::vector locations_; optional pid_; std::unordered_map object_type_map_; // bin_path => is shared lib? optional attached_to_; optional attached_semaphore_; uint8_t mod_match_inode_only_; const char *largest_arg_type(size_t arg_n); bool add_to_semaphore(int16_t val); bool resolve_global_address(uint64_t *global, const std::string &bin_path, const uint64_t addr); bool lookup_semaphore_addr(uint64_t *address); void add_location(uint64_t addr, const std::string &bin_path, const char *fmt); public: Probe(const char *bin_path, const char *provider, const char *name, uint64_t semaphore, uint64_t semaphore_offset, const optional &pid, uint8_t mod_match_inode_only = 1); size_t num_locations() const { return locations_.size(); } size_t num_arguments() const { return locations_.front().arguments_.size(); } uint64_t semaphore() const { return semaphore_; } uint64_t semaphore_offset() const { return semaphore_offset_; } uint64_t address(size_t n = 0) const { return locations_[n].address_; } const char *location_bin_path(size_t n = 0) const { return locations_[n].bin_path_.c_str(); } const Location &location(size_t n) const { return locations_[n]; } bool usdt_getarg(std::ostream &stream); bool usdt_getarg(std::ostream &stream, const std::string& probe_func); std::string get_arg_ctype(int arg_index) { return largest_arg_type(arg_index); } const char *get_arg_ctype_name(int arg_index) { return largest_arg_type(arg_index); } void finalize_locations(); bool need_enable() const { return semaphore_ != 0x0; } bool enable(const std::string &fn_name); bool disable(); bool enabled() const { return !!attached_to_; } bool in_shared_object(const std::string &bin_path); const std::string &name() { return name_; } const std::string &bin_path() { return bin_path_; } const std::string &provider() { return provider_; } friend class Context; friend class ::ebpf::BPF; friend class ::ebpf::USDT; }; class Context { std::vector> probes_; std::unordered_set modules_; optional pid_; optional pid_stat_; std::string cmd_bin_path_; bool loaded_; static void _each_probe(const char *binpath, const struct bcc_elf_usdt *probe, void *p); static int _each_module(mod_info *, int enter_ns, void *p); void add_probe(const char *binpath, const struct bcc_elf_usdt *probe); std::string resolve_bin_path(const std::string &bin_path); Probe *get_checked(const std::string &provider_name, const std::string &probe_name); private: uint8_t mod_match_inode_only_; public: Context(const std::string &bin_path, uint8_t mod_match_inode_only = 1); Context(int pid, uint8_t mod_match_inode_only = 1); Context(int pid, const std::string &bin_path, uint8_t mod_match_inode_only = 1); ~Context(); optional pid() const { return pid_; } bool loaded() const { return loaded_; } size_t num_probes() const { return probes_.size(); } const std::string & cmd_bin_path() const { return cmd_bin_path_; } Probe *get(const std::string &probe_name); Probe *get(const std::string &provider_name, const std::string &probe_name); Probe *get(int pos) { return probes_[pos].get(); } bool enable_probe(const std::string &probe_name, const std::string &fn_name); bool enable_probe(const std::string &provider_name, const std::string &probe_name, const std::string &fn_name); bool addsem_probe(const std::string &provider_name, const std::string &probe_name, const std::string &fn_name, int16_t val); typedef void (*each_cb)(struct bcc_usdt *); void each(each_cb callback); typedef void (*each_uprobe_cb)(const char *, const char *, uint64_t, int); void each_uprobe(each_uprobe_cb callback); friend class ::ebpf::BPF; friend class ::ebpf::USDT; }; } bpfcc-0.31.0/src/cc/usdt/000077500000000000000000000000001465134135300150105ustar00rootroot00000000000000bpfcc-0.31.0/src/cc/usdt/CMakeLists.txt000066400000000000000000000000651465134135300175510ustar00rootroot00000000000000add_library(usdt-static STATIC usdt_args.cc usdt.cc) bpfcc-0.31.0/src/cc/usdt/usdt.cc000066400000000000000000000461701465134135300163060ustar00rootroot00000000000000/* * Copyright (c) 2016 GitHub, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include #include #include #include "bcc_elf.h" #include "bcc_proc.h" #include "common.h" #include "usdt.h" #include "vendor/tinyformat.hpp" #include "bcc_usdt.h" namespace USDT { Location::Location(uint64_t addr, const std::string &bin_path, const char *arg_fmt) : address_(addr), bin_path_(bin_path) { #ifdef __aarch64__ ArgumentParser_aarch64 parser(arg_fmt); #elif __loongarch64 ArgumentParser_loongarch64 parser(arg_fmt); #elif __powerpc64__ ArgumentParser_powerpc64 parser(arg_fmt); #elif __s390x__ ArgumentParser_s390x parser(arg_fmt); #elif __riscv ArgumentParser_riscv64 parser(arg_fmt); #else ArgumentParser_x64 parser(arg_fmt); #endif while (!parser.done()) { Argument arg; if (!parser.parse(&arg)) continue; arguments_.push_back(std::move(arg)); } } Probe::Probe(const char *bin_path, const char *provider, const char *name, uint64_t semaphore, uint64_t semaphore_offset, const optional &pid, uint8_t mod_match_inode_only) : bin_path_(bin_path), provider_(provider), name_(name), semaphore_(semaphore), semaphore_offset_(semaphore_offset), pid_(pid), mod_match_inode_only_(mod_match_inode_only) {} bool Probe::in_shared_object(const std::string &bin_path) { if (object_type_map_.find(bin_path) == object_type_map_.end()) { return (object_type_map_[bin_path] = bcc_elf_is_shared_obj(bin_path.c_str())); } return object_type_map_[bin_path]; } bool Probe::resolve_global_address(uint64_t *global, const std::string &bin_path, const uint64_t addr) { if (in_shared_object(bin_path)) { return (pid_ && !bcc_resolve_global_addr(*pid_, bin_path.c_str(), addr, mod_match_inode_only_, global)); } *global = addr; return true; } bool Probe::add_to_semaphore(int16_t val) { assert(pid_); if (!attached_semaphore_) { uint64_t addr; if (!resolve_global_address(&addr, bin_path_, semaphore_)) return false; attached_semaphore_ = addr; } off_t address = static_cast(attached_semaphore_.value()); std::string procmem = tfm::format("/proc/%d/mem", pid_.value()); int memfd = ::open(procmem.c_str(), O_RDWR); if (memfd < 0) return false; int16_t original; if (::lseek(memfd, address, SEEK_SET) < 0 || ::read(memfd, &original, 2) != 2) { ::close(memfd); return false; } original = original + val; if (::lseek(memfd, address, SEEK_SET) < 0 || ::write(memfd, &original, 2) != 2) { ::close(memfd); return false; } ::close(memfd); return true; } bool Probe::enable(const std::string &fn_name) { if (attached_to_) return false; if (need_enable()) { if (!pid_) return false; if (!add_to_semaphore(+1)) return false; } attached_to_ = fn_name; return true; } bool Probe::disable() { if (!attached_to_) return false; attached_to_ = nullopt; if (need_enable()) { assert(pid_); return add_to_semaphore(-1); } return true; } const char *Probe::largest_arg_type(size_t arg_n) { Argument *largest = nullptr; for (Location &location : locations_) { Argument *candidate = &location.arguments_[arg_n]; if (!largest || std::abs(candidate->arg_size()) > std::abs(largest->arg_size())) largest = candidate; } assert(largest); return largest->ctype_name(); } bool Probe::usdt_getarg(std::ostream &stream) { if (!attached_to_ || attached_to_->empty()) return false; return usdt_getarg(stream, attached_to_.value()); } bool Probe::usdt_getarg(std::ostream &stream, const std::string& probe_func) { const size_t arg_count = locations_[0].arguments_.size(); if (arg_count == 0) return true; uint64_t page_size = sysconf(_SC_PAGESIZE); std::unordered_set page_offsets; for (Location &location : locations_) page_offsets.insert(location.address_ % page_size); for (size_t arg_n = 0; arg_n < arg_count; ++arg_n) { std::string ctype = largest_arg_type(arg_n); std::string cptr = tfm::format("*((%s *)dest)", ctype); tfm::format(stream, "static __always_inline int _bpf_readarg_%s_%d(" "struct pt_regs *ctx, void *dest, size_t len) {\n" " if (len != sizeof(%s)) return -1;\n", probe_func, arg_n + 1, ctype); if (locations_.size() == 1) { Location &location = locations_.front(); stream << " "; if (!location.arguments_[arg_n].assign_to_local(stream, cptr, location.bin_path_, pid_)) return false; stream << "\n return 0;\n}\n"; } else { if (page_offsets.size() == locations_.size()) tfm::format(stream, " switch (PT_REGS_IP(ctx) %% 0x%xULL) {\n", page_size); else stream << " switch (PT_REGS_IP(ctx)) {\n"; for (Location &location : locations_) { if (page_offsets.size() == locations_.size()) { tfm::format(stream, " case 0x%xULL: ", location.address_ % page_size); } else { uint64_t global_address; if (!resolve_global_address(&global_address, location.bin_path_, location.address_)) return false; tfm::format(stream, " case 0x%xULL: ", global_address); } if (!location.arguments_[arg_n].assign_to_local(stream, cptr, location.bin_path_, pid_)) return false; stream << " return 0;\n"; } stream << " }\n"; stream << " return -1;\n}\n"; } } return true; } void Probe::add_location(uint64_t addr, const std::string &bin_path, const char *fmt) { locations_.emplace_back(addr, bin_path, fmt); } void Probe::finalize_locations() { // The following comparator needs to establish a strict weak ordering relation. Such // that when x < y == true, y < x == false. Otherwise it leads to undefined behavior. // To guarantee this, it uses std::tie which allows the lambda to have a lexicographical // comparison and hence, guarantee the strict weak ordering. std::sort(locations_.begin(), locations_.end(), [](const Location &a, const Location &b) { return std::tie(a.bin_path_, a.address_) < std::tie(b.bin_path_, b.address_); }); auto last = std::unique(locations_.begin(), locations_.end(), [](const Location &a, const Location &b) { return a.bin_path_ == b.bin_path_ && a.address_ == b.address_; }); locations_.erase(last, locations_.end()); } void Context::_each_probe(const char *binpath, const struct bcc_elf_usdt *probe, void *p) { Context *ctx = static_cast(p); ctx->add_probe(binpath, probe); } int Context::_each_module(mod_info *mod, int enter_ns, void *p) { Context *ctx = static_cast(p); std::string path = mod->name; if (ctx->pid_ && *ctx->pid_ != -1 && enter_ns) { path = tfm::format("/proc/%d/root%s", *ctx->pid_, path); } // Modules may be reported multiple times if they contain more than one // executable region. We are going to parse the ELF on disk anyway, so we // don't need these duplicates. if (ctx->modules_.insert(path).second /*inserted new?*/) { bcc_elf_foreach_usdt(path.c_str(), _each_probe, p); } return 0; } void Context::add_probe(const char *binpath, const struct bcc_elf_usdt *probe) { for (auto &p : probes_) { if (p->provider_ == probe->provider && p->name_ == probe->name) { p->add_location(probe->pc, binpath, probe->arg_fmt); return; } } probes_.emplace_back( new Probe(binpath, probe->provider, probe->name, probe->semaphore, probe->semaphore_offset, pid_, mod_match_inode_only_) ); probes_.back()->add_location(probe->pc, binpath, probe->arg_fmt); } std::string Context::resolve_bin_path(const std::string &bin_path) { std::string result; if (char *which = bcc_procutils_which(bin_path.c_str())) { result = which; ::free(which); } else if (char *which_so = bcc_procutils_which_so(bin_path.c_str(), 0)) { result = which_so; ::free(which_so); } if (!result.empty() && pid_ && *pid_ != -1 && result.find("/proc") != 0) { result = tfm::format("/proc/%d/root%s", *pid_, result); } return result; } Probe *Context::get(const std::string &probe_name) { for (auto &p : probes_) { if (p->name_ == probe_name) return p.get(); } return nullptr; } Probe *Context::get(const std::string &provider_name, const std::string &probe_name) { for (auto &p : probes_) { if (p->provider_ == provider_name && p->name_ == probe_name) return p.get(); } return nullptr; } bool Context::enable_probe(const std::string &probe_name, const std::string &fn_name) { return enable_probe("", probe_name, fn_name); } Probe *Context::get_checked(const std::string &provider_name, const std::string &probe_name) { if (pid_stat_ && pid_stat_->is_stale()) return nullptr; Probe *found_probe = nullptr; for (auto &p : probes_) { if (p->name_ == probe_name && (provider_name.empty() || p->provider() == provider_name)) { if (found_probe != nullptr) { fprintf(stderr, "Two same-name probes (%s) but different providers\n", probe_name.c_str()); return nullptr; } found_probe = p.get(); } } return found_probe; } bool Context::enable_probe(const std::string &provider_name, const std::string &probe_name, const std::string &fn_name) { Probe *found_probe = get_checked(provider_name, probe_name); if (found_probe != nullptr) return found_probe->enable(fn_name); return false; } void Context::each(each_cb callback) { for (const auto &probe : probes_) { struct bcc_usdt info = {0}; info.provider = probe->provider().c_str(); info.bin_path = probe->bin_path().c_str(); info.name = probe->name().c_str(); info.semaphore = probe->semaphore(); info.semaphore_offset = probe->semaphore_offset(); info.num_locations = probe->num_locations(); info.num_arguments = probe->num_arguments(); callback(&info); } } bool Context::addsem_probe(const std::string &provider_name, const std::string &probe_name, const std::string &fn_name, int16_t val) { Probe *found_probe = get_checked(provider_name, probe_name); if (found_probe != nullptr) { if (found_probe->need_enable()) return found_probe->add_to_semaphore(val); return true; } return false; } void Context::each_uprobe(each_uprobe_cb callback) { for (auto &p : probes_) { if (!p->enabled()) continue; for (Location &loc : p->locations_) { callback(loc.bin_path_.c_str(), p->attached_to_->c_str(), loc.address_, pid_.value_or(-1)); } } } Context::Context(const std::string &bin_path, uint8_t mod_match_inode_only) : loaded_(false), mod_match_inode_only_(mod_match_inode_only) { std::string full_path = resolve_bin_path(bin_path); if (!full_path.empty()) { if (bcc_elf_foreach_usdt(full_path.c_str(), _each_probe, this) == 0) { cmd_bin_path_ = full_path; loaded_ = true; } } for (const auto &probe : probes_) probe->finalize_locations(); } Context::Context(int pid, uint8_t mod_match_inode_only) : pid_(pid), pid_stat_(pid), loaded_(false), mod_match_inode_only_(mod_match_inode_only) { if (bcc_procutils_each_module(pid, _each_module, this) == 0) { cmd_bin_path_ = ebpf::get_pid_exe(pid); if (cmd_bin_path_.empty()) return; loaded_ = true; } for (const auto &probe : probes_) probe->finalize_locations(); } Context::Context(int pid, const std::string &bin_path, uint8_t mod_match_inode_only) : pid_(pid), pid_stat_(pid), loaded_(false), mod_match_inode_only_(mod_match_inode_only) { std::string full_path = resolve_bin_path(bin_path); if (!full_path.empty()) { int res = bcc_elf_foreach_usdt(full_path.c_str(), _each_probe, this); if (res == 0) { cmd_bin_path_ = ebpf::get_pid_exe(pid); if (cmd_bin_path_.empty()) return; loaded_ = true; } } for (const auto &probe : probes_) probe->finalize_locations(); } Context::~Context() { if (pid_stat_ && !pid_stat_->is_stale()) { for (auto &p : probes_) p->disable(); } } } extern "C" { void *bcc_usdt_new_frompid(int pid, const char *path) { USDT::Context *ctx; if (!path) { ctx = new USDT::Context(pid); } else { struct stat buffer; if (strlen(path) >= 1 && path[0] != '/') { fprintf(stderr, "HINT: Binary path %s should be absolute.\n\n", path); return nullptr; } else if (stat(path, &buffer) == -1) { fprintf(stderr, "HINT: Specified binary %s doesn't exist.\n\n", path); return nullptr; } ctx = new USDT::Context(pid, path); } if (!ctx->loaded()) { delete ctx; return nullptr; } return static_cast(ctx); } void *bcc_usdt_new_frompath(const char *path) { USDT::Context *ctx = new USDT::Context(path); if (!ctx->loaded()) { delete ctx; return nullptr; } return static_cast(ctx); } void bcc_usdt_close(void *usdt) { if (usdt) { USDT::Context *ctx = static_cast(usdt); delete ctx; } } int bcc_usdt_enable_probe(void *usdt, const char *probe_name, const char *fn_name) { USDT::Context *ctx = static_cast(usdt); return ctx->enable_probe(probe_name, fn_name) ? 0 : -1; } int bcc_usdt_addsem_probe(void *usdt, const char *probe_name, const char *fn_name, int16_t val) { USDT::Context *ctx = static_cast(usdt); return ctx->addsem_probe("", probe_name, fn_name, val) ? 0 : -1; } int bcc_usdt_enable_fully_specified_probe(void *usdt, const char *provider_name, const char *probe_name, const char *fn_name) { USDT::Context *ctx = static_cast(usdt); return ctx->enable_probe(provider_name, probe_name, fn_name) ? 0 : -1; } int bcc_usdt_addsem_fully_specified_probe(void *usdt, const char *provider_name, const char *probe_name, const char *fn_name, int16_t val) { USDT::Context *ctx = static_cast(usdt); return ctx->addsem_probe(provider_name, probe_name, fn_name, val) ? 0 : -1; } const char *bcc_usdt_genargs(void **usdt_array, int len) { static std::string storage_; std::ostringstream stream; if (!len) return ""; stream << USDT::USDT_PROGRAM_HEADER; // Generate genargs codes for an array of USDT Contexts. // // Each cmd_bin_path + probe_provider + probe_name // uniquely identifies a probe. std::unordered_set generated_probes; for (int i = 0; i < len; i++) { USDT::Context *ctx = static_cast(usdt_array[i]); for (size_t j = 0; j < ctx->num_probes(); j++) { USDT::Probe *p = ctx->get(j); if (p->enabled()) { std::string key = ctx->cmd_bin_path() + "*" + p->provider() + "*" + p->name(); if (generated_probes.find(key) != generated_probes.end()) continue; if (!p->usdt_getarg(stream)) return nullptr; generated_probes.insert(key); } } } storage_ = stream.str(); return storage_.c_str(); } const char *bcc_usdt_get_probe_argctype( void *ctx, const char* probe_name, const int arg_index ) { USDT::Probe *p = static_cast(ctx)->get(probe_name); if (p) return p->get_arg_ctype_name(arg_index); return ""; } const char *bcc_usdt_get_fully_specified_probe_argctype( void *ctx, const char* provider_name, const char* probe_name, const int arg_index ) { USDT::Probe *p = static_cast(ctx)->get(provider_name, probe_name); if (p) return p->get_arg_ctype_name(arg_index); return ""; } void bcc_usdt_foreach(void *usdt, bcc_usdt_cb callback) { USDT::Context *ctx = static_cast(usdt); ctx->each(callback); } int bcc_usdt_get_location(void *usdt, const char *provider_name, const char *probe_name, int index, struct bcc_usdt_location *location) { USDT::Context *ctx = static_cast(usdt); USDT::Probe *probe = ctx->get(provider_name, probe_name); if (!probe) return -1; if (index < 0 || (size_t)index >= probe->num_locations()) return -1; location->address = probe->address(index); location->bin_path = probe->location_bin_path(index); return 0; } int bcc_usdt_get_argument(void *usdt, const char *provider_name, const char *probe_name, int location_index, int argument_index, struct bcc_usdt_argument *argument) { USDT::Context *ctx = static_cast(usdt); USDT::Probe *probe = ctx->get(provider_name, probe_name); if (!probe) return -1; if (argument_index < 0 || (size_t)argument_index >= probe->num_arguments()) return -1; if (location_index < 0 || (size_t)location_index >= probe->num_locations()) return -1; auto const &location = probe->location(location_index); auto const &arg = location.arguments_[argument_index]; argument->size = arg.arg_size(); argument->valid = BCC_USDT_ARGUMENT_NONE; if (arg.constant()) { argument->valid |= BCC_USDT_ARGUMENT_CONSTANT; argument->constant = *(arg.constant()); } if (arg.deref_offset()) { argument->valid |= BCC_USDT_ARGUMENT_DEREF_OFFSET; argument->deref_offset = *(arg.deref_offset()); } if (arg.deref_ident()) { argument->valid |= BCC_USDT_ARGUMENT_DEREF_IDENT; argument->deref_ident = arg.deref_ident()->c_str(); } if (arg.base_register_name()) { argument->valid |= BCC_USDT_ARGUMENT_BASE_REGISTER_NAME; argument->base_register_name = arg.base_register_name()->c_str(); } if (arg.index_register_name()) { argument->valid |= BCC_USDT_ARGUMENT_INDEX_REGISTER_NAME; argument->index_register_name = arg.index_register_name()->c_str(); } if (arg.scale()) { argument->valid |= BCC_USDT_ARGUMENT_SCALE; argument->scale = *(arg.scale()); } return 0; } void bcc_usdt_foreach_uprobe(void *usdt, bcc_usdt_uprobe_cb callback) { USDT::Context *ctx = static_cast(usdt); ctx->each_uprobe(callback); } } bpfcc-0.31.0/src/cc/usdt/usdt_args.cc000066400000000000000000000611541465134135300173210ustar00rootroot00000000000000/* * Copyright (c) 2016 GitHub, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include "syms.h" #include "usdt.h" #include "vendor/tinyformat.hpp" #include "bcc_elf.h" #include "bcc_syms.h" namespace USDT { Argument::Argument() {} Argument::~Argument() {} std::string Argument::ctype() const { const int s = arg_size() * 8; return (s < 0) ? tfm::format("int%d_t", -s) : tfm::format("uint%d_t", s); } static const char *type_names[][4] = { { "int8_t", "int16_t", "int32_t", "int64_t" }, { "uint8_t", "uint16_t", "uint32_t", "uint64_t" }, }; const char *Argument::ctype_name() const { const int s = arg_size(); const int r = log2(abs(s)); return s < 0 ? type_names[0][r] : type_names[1][r]; } bool Argument::get_global_address(uint64_t *address, const std::string &binpath, const optional &pid) const { if (pid) { static struct bcc_symbol_option default_option = { .use_debug_file = 1, .check_debug_file_crc = 1, .lazy_symbolize = 1, .use_symbol_type = BCC_SYM_ALL_TYPES }; return ProcSyms(*pid, &default_option) .resolve_name(binpath.c_str(), deref_ident_->c_str(), address); } if (!bcc_elf_is_shared_obj(binpath.c_str())) { struct bcc_symbol sym; if (bcc_resolve_symname(binpath.c_str(), deref_ident_->c_str(), 0x0, -1, nullptr, &sym) == 0) { *address = sym.offset; if (sym.module) ::free(const_cast(sym.module)); return true; } } return false; } bool Argument::assign_to_local(std::ostream &stream, const std::string &local_name, const std::string &binpath, const optional &pid) const { if (constant_) { tfm::format(stream, "%s = %lld;", local_name, *constant_); return true; } if (!deref_offset_) { if(base_register_name_->substr(0,3) == "xmm") { // TODO: When we can read xmm registers from BPF, update this to read // the actual value tfm::format(stream, "%s = 0;", local_name); } else { tfm::format(stream, "%s = ctx->%s;", local_name, *base_register_name_); } // Put a compiler barrier to prevent optimization // like llvm SimplifyCFG SinkThenElseCodeToEnd // Volatile marking is not sufficient to prevent such optimization. tfm::format(stream, " %s", COMPILER_BARRIER); return true; } if (deref_offset_ && !deref_ident_) { tfm::format(stream, "{ u64 __addr = ctx->%s + %d", *base_register_name_, *deref_offset_); if (index_register_name_) { int scale = scale_.value_or(1); tfm::format(stream, " + (ctx->%s * %d);", *index_register_name_, scale); } else { tfm::format(stream, ";"); } // Theoretically, llvm SimplifyCFG SinkThenElseCodeToEnd may still // sink bpf_probe_read call, so put a barrier here to prevent sinking // of ctx->#fields. tfm::format(stream, " %s ", COMPILER_BARRIER); tfm::format(stream, "%s __res = 0x0; " "bpf_probe_read_user(&__res, sizeof(__res), (void *)__addr); " "%s = __res; }", ctype(), local_name); return true; } if (deref_offset_ && deref_ident_ && *base_register_name_ == "ip") { uint64_t global_address; if (!get_global_address(&global_address, binpath, pid)) return false; tfm::format(stream, "{ u64 __addr = 0x%xull + %d; %s __res = 0x0; " "bpf_probe_read_user(&__res, sizeof(__res), (void *)__addr); " "%s = __res; }", global_address, *deref_offset_, ctype(), local_name); return true; } return false; } void ArgumentParser::print_error(ssize_t pos) { fprintf(stderr, "Parse error:\n %s\n", arg_); for (ssize_t i = 0; i < pos + 4; ++i) fputc('-', stderr); fputc('^', stderr); fputc('\n', stderr); } void ArgumentParser::skip_whitespace_from(size_t pos) { while (isspace(arg_[pos])) pos++; cur_pos_ = pos; } void ArgumentParser::skip_until_whitespace_from(size_t pos) { while (arg_[pos] != '\0' && !isspace(arg_[pos])) pos++; cur_pos_ = pos; } bool ArgumentParser_aarch64::parse_register(ssize_t pos, ssize_t &new_pos, std::string ®_name) { if (arg_[pos] == 'x') { optional reg_num; new_pos = parse_number(pos + 1, ®_num); if (new_pos == pos + 1 || *reg_num < 0 || *reg_num > 31) return error_return(pos + 1, pos + 1); if (*reg_num == 31) { reg_name = "sp"; } else { reg_name = "regs[" + std::to_string(reg_num.value()) + "]"; } return true; } else if (arg_[pos] == 's' && arg_[pos + 1] == 'p') { reg_name = "sp"; new_pos = pos + 2; return true; } else { return error_return(pos, pos); } } bool ArgumentParser_aarch64::parse_size(ssize_t pos, ssize_t &new_pos, optional *arg_size) { int abs_arg_size; new_pos = parse_number(pos, arg_size); if (new_pos == pos) return error_return(pos, pos); abs_arg_size = abs(arg_size->value()); if (abs_arg_size != 1 && abs_arg_size != 2 && abs_arg_size != 4 && abs_arg_size != 8) return error_return(pos, pos); return true; } bool ArgumentParser_aarch64::parse_mem(ssize_t pos, ssize_t &new_pos, Argument *dest) { std::string base_reg_name, index_reg_name; if (parse_register(pos, new_pos, base_reg_name) == false) return false; dest->base_register_name_ = base_reg_name; if (arg_[new_pos] == ',') { pos = new_pos + 1; new_pos = parse_number(pos, &dest->deref_offset_); if (new_pos == pos) { // offset isn't a number, so it should be a reg, // which looks like: -1@[x0, x1], rather than -1@[x0, 24] skip_whitespace_from(pos); pos = cur_pos_; if (parse_register(pos, new_pos, index_reg_name) == false) return error_return(pos, pos); dest->index_register_name_ = index_reg_name; dest->scale_ = 1; dest->deref_offset_ = 0; } } else if (arg_[new_pos] == ']') { dest->deref_offset_ = 0; } if (arg_[new_pos] != ']') return error_return(new_pos, new_pos); new_pos++; return true; } bool ArgumentParser_aarch64::parse(Argument *dest) { if (done()) return false; // Support the following argument patterns: // [-]@, [-]@, [-]@[], or // [-]@[,] // [-]@[,] ssize_t cur_pos = cur_pos_, new_pos; optional arg_size; // Parse [-] if (parse_size(cur_pos, new_pos, &arg_size) == false) return false; dest->arg_size_ = arg_size; // Make sure '@' present if (arg_[new_pos] != '@') return error_return(new_pos, new_pos); cur_pos = new_pos + 1; if (arg_[cur_pos] == 'x' || arg_[cur_pos] == 's') { // Parse ...@ std::string reg_name; if (parse_register(cur_pos, new_pos, reg_name) == false) return false; cur_pos_ = new_pos; dest->base_register_name_ = reg_name; } else if (arg_[cur_pos] == '[') { // Parse ...@[], ...@[] and ...@[,] if (parse_mem(cur_pos + 1, new_pos, dest) == false) return false; cur_pos_ = new_pos; } else { // Parse ...@ optional val; new_pos = parse_number(cur_pos, &val); if (cur_pos == new_pos) return error_return(cur_pos, cur_pos); cur_pos_ = new_pos; dest->constant_ = val; } skip_whitespace_from(cur_pos_); return true; } bool ArgumentParser_loongarch64::parse_register(ssize_t pos, ssize_t &new_pos, std::string ®_name) { if (arg_[pos] == '$' && arg_[pos + 1] == 'r') { optional reg_num; new_pos = parse_number(pos + 2, ®_num); if (new_pos == pos + 2 || *reg_num < 0 || *reg_num > 31) return error_return(pos + 2, pos + 2); if (*reg_num == 3) { reg_name = "sp"; } else { reg_name = "regs[" + std::to_string(reg_num.value()) + "]"; } return true; } else if (arg_[pos] == 's' && arg_[pos + 1] == 'p') { reg_name = "sp"; new_pos = pos + 2; return true; } else { return error_return(pos, pos); } } bool ArgumentParser_loongarch64::parse_size(ssize_t pos, ssize_t &new_pos, optional *arg_size) { int abs_arg_size; new_pos = parse_number(pos, arg_size); if (new_pos == pos) return error_return(pos, pos); abs_arg_size = abs(arg_size->value()); if (abs_arg_size != 1 && abs_arg_size != 2 && abs_arg_size != 4 && abs_arg_size != 8) return error_return(pos, pos); return true; } bool ArgumentParser_loongarch64::parse_mem(ssize_t pos, ssize_t &new_pos, Argument *dest) { std::string base_reg_name, index_reg_name; if (parse_register(pos, new_pos, base_reg_name) == false) return false; dest->base_register_name_ = base_reg_name; if (arg_[new_pos] == ',') { pos = new_pos + 1; new_pos = parse_number(pos, &dest->deref_offset_); if (new_pos == pos) { // offset isn't a number, so it should be a reg, // which looks like: -1@[$r0, $r1], rather than -1@[$r0, 24] skip_whitespace_from(pos); pos = cur_pos_; if (parse_register(pos, new_pos, index_reg_name) == false) return error_return(pos, pos); dest->index_register_name_ = index_reg_name; dest->scale_ = 1; dest->deref_offset_ = 0; } } if (arg_[new_pos] != ']') return error_return(new_pos, new_pos); new_pos++; return true; } bool ArgumentParser_loongarch64::parse(Argument *dest) { if (done()) return false; // Support the following argument patterns: // [-]@, [-]@, [-]@[], or // [-]@[,] // [-]@[,] ssize_t cur_pos = cur_pos_, new_pos; optional arg_size; // Parse [-] if (parse_size(cur_pos, new_pos, &arg_size) == false) return false; dest->arg_size_ = arg_size; // Make sure '@' present if (arg_[new_pos] != '@') return error_return(new_pos, new_pos); cur_pos = new_pos + 1; if (arg_[cur_pos] == '$' || arg_[cur_pos] == 's') { // Parse ...@ std::string reg_name; if (parse_register(cur_pos, new_pos, reg_name) == false) return false; cur_pos_ = new_pos; dest->base_register_name_ = reg_name; } else if (arg_[cur_pos] == '[') { // Parse ...@[], ...@[] and ...@[,] if (parse_mem(cur_pos + 1, new_pos, dest) == false) return false; cur_pos_ = new_pos; } else { // Parse ...@ optional val; new_pos = parse_number(cur_pos, &val); if (cur_pos == new_pos) return error_return(cur_pos, cur_pos); cur_pos_ = new_pos; dest->constant_ = val; } skip_whitespace_from(cur_pos_); return true; } bool ArgumentParser_powerpc64::parse(Argument *dest) { if (done()) return false; bool matched; std::smatch matches; std::string arg_str(&arg_[cur_pos_]); std::regex arg_n_regex("^(\\-?[1248])\\@"); // Operands with constants of form iNUM or i-NUM std::regex arg_op_regex_const("^i(\\-?[0-9]+)( +|$)"); // Operands with register only of form REG or %rREG std::regex arg_op_regex_reg("^(?:%r)?([1-2]?[0-9]|3[0-1])( +|$)"); // Operands with a base register and an offset of form // NUM(REG) or -NUM(REG) or NUM(%rREG) or -NUM(%rREG) std::regex arg_op_regex_breg_off( "^(\\-?[0-9]+)\\((?:%r)?([1-2]?[0-9]|3[0-1])\\)( +|$)"); // Operands with a base register and an index register // of form REG,REG or %rREG,%rREG std::regex arg_op_regex_breg_ireg( "^(?:%r)?([1-2]?[0-9]|3[0-1])\\,(?:%r)?([1-2]?[0-9]|3[0-1])( +|$)"); matched = std::regex_search(arg_str, matches, arg_n_regex); if (matched) { dest->arg_size_ = stoi(matches.str(1)); cur_pos_ += matches.length(0); arg_str = &arg_[cur_pos_]; if (std::regex_search(arg_str, matches, arg_op_regex_const)) { dest->constant_ = (long long)stoull(matches.str(1)); } else if (std::regex_search(arg_str, matches, arg_op_regex_reg)) { dest->base_register_name_ = "gpr[" + matches.str(1) + "]"; } else if (std::regex_search(arg_str, matches, arg_op_regex_breg_off)) { dest->deref_offset_ = stoi(matches.str(1)); dest->base_register_name_ = "gpr[" + matches.str(2) + "]"; } else if (std::regex_search(arg_str, matches, arg_op_regex_breg_ireg)) { dest->deref_offset_ = 0; // In powerpc64, such operands contain a base // register and an index register which are // part of an indexed load/store operation. // Even if no offset value is present, this // is required by Argument::assign_to_local() // in order to generate code for reading the // argument. So, this is set to zero. dest->base_register_name_ = "gpr[" + matches.str(1) + "]"; dest->index_register_name_ = "gpr[" + matches.str(2) + "]"; dest->scale_ = abs(*dest->arg_size_); } else { matched = false; } } if (!matched) { print_error(cur_pos_); skip_until_whitespace_from(cur_pos_); skip_whitespace_from(cur_pos_); return false; } cur_pos_ += matches.length(0); skip_whitespace_from(cur_pos_); return true; } bool ArgumentParser_s390x::parse(Argument *dest) { if (done()) return false; bool matched; std::cmatch matches; #define S390X_IMM "(-?[0-9]+)" std::regex arg_n_regex("^" S390X_IMM "@"); // std::regex arg_op_regex_imm("^" S390X_IMM "(?: +|$)"); // %r #define S390X_REG "%r([0-9]|1[0-5])" std::regex arg_op_regex_reg("^" S390X_REG "(?: +|$)"); // (%r,%r) std::regex arg_op_regex_mem("^" S390X_IMM "?\\(" S390X_REG "(?:," S390X_REG ")?\\)(?: +|$)"); #undef S390X_IMM #undef S390X_REG matched = std::regex_search(arg_ + cur_pos_, matches, arg_n_regex); if (matched) { dest->arg_size_ = stoi(matches.str(1)); cur_pos_ += matches.length(0); if (std::regex_search(arg_ + cur_pos_, matches, arg_op_regex_imm)) { dest->constant_ = (long long)stoull(matches.str(1)); } else if (std::regex_search(arg_ + cur_pos_, matches, arg_op_regex_reg)) { dest->base_register_name_ = "gprs[" + matches.str(1) + "]"; } else if (std::regex_search(arg_ + cur_pos_, matches, arg_op_regex_mem)) { if (matches.length(1) > 0) { dest->deref_offset_ = stoi(matches.str(1)); } dest->base_register_name_ = "gprs[" + matches.str(2) + "]"; if (matches.length(3) > 0) { dest->index_register_name_ = "gprs[" + matches.str(3) + "]"; } } else { matched = false; } } if (!matched) { print_error(cur_pos_); skip_until_whitespace_from(cur_pos_); skip_whitespace_from(cur_pos_); return false; } cur_pos_ += matches.length(0); skip_whitespace_from(cur_pos_); return true; } bool ArgumentParser_riscv64::parse(Argument *dest) { if (done()) return false; bool matched; std::smatch matches; std::string arg_str(&arg_[cur_pos_]); std::regex arg_n_regex("^(\\-?[1248])\\@"); // Operands with constants of form NUM std::regex arg_op_regex_const("^(\\-?[0-9]+)( +|$)"); std::string reg_str = "((a[0-9])|((s[0-9p])|s1[0-1])|(t[0-6p])|(pc)|(ra)|(fp)|(gp))"; // Operands with register only of form REG std::regex arg_op_regex_reg("^" + reg_str + "( +|$)"); // Operands with a base register and an offset of form NUM(REG) or -NUM(REG) std::regex arg_op_regex_breg_off("^(\\-?[0-9]+)\\(" + reg_str + "\\)( +|$)"); matched = std::regex_search(arg_str, matches, arg_n_regex); if (matched) { dest->arg_size_ = stoi(matches.str(1)); cur_pos_ += matches.length(0); arg_str = &arg_[cur_pos_]; std::string reg_name; if (std::regex_search(arg_str, matches, arg_op_regex_const)) { dest->constant_ = (long long)stoull(matches.str(1)); } else if (std::regex_search(arg_str, matches, arg_op_regex_reg)) { dest->base_register_name_ = matches.str(1); } else if (std::regex_search(arg_str, matches, arg_op_regex_breg_off)) { dest->deref_offset_ = stoi(matches.str(1)); dest->base_register_name_ = matches.str(2); } else { matched = false; } } if (!matched) { print_error(cur_pos_); skip_until_whitespace_from(cur_pos_); skip_whitespace_from(cur_pos_); return false; } cur_pos_ += matches.length(0); skip_whitespace_from(cur_pos_); return true; } ssize_t ArgumentParser_x64::parse_identifier(ssize_t pos, optional *result) { if (isalpha(arg_[pos]) || arg_[pos] == '_') { ssize_t start = pos++; while (isalnum(arg_[pos]) || arg_[pos] == '_') pos++; if (pos - start) result->emplace(arg_ + start, pos - start); } return pos; } ssize_t ArgumentParser_x64::parse_register(ssize_t pos, std::string &name, int &size) { ssize_t start = ++pos; if (arg_[start - 1] != '%') return -start; while (isalnum(arg_[pos])) pos++; std::string regname(arg_ + start, pos - start); if (!normalize_register(®name, &size)) return -start; name = regname; return pos; } ssize_t ArgumentParser_x64::parse_base_register(ssize_t pos, Argument *dest) { int size; std::string name; ssize_t res = parse_register(pos, name, size); if (res < 0) return res; dest->base_register_name_ = name; if (!dest->arg_size_) dest->arg_size_ = size; return res; } ssize_t ArgumentParser_x64::parse_index_register(ssize_t pos, Argument *dest) { int size; std::string name; ssize_t res = parse_register(pos, name, size); if (res < 0) return res; dest->index_register_name_ = name; return res; } ssize_t ArgumentParser_x64::parse_scale(ssize_t pos, Argument *dest) { return parse_number(pos, &dest->scale_); } ssize_t ArgumentParser_x64::parse_expr(ssize_t pos, Argument *dest) { if (arg_[pos] == '$') return parse_number(pos + 1, &dest->constant_); if (arg_[pos] == '%') return parse_base_register(pos, dest); if (isdigit(arg_[pos]) || arg_[pos] == '-') { pos = parse_number(pos, &dest->deref_offset_); if (arg_[pos] == '+') { pos = parse_identifier(pos + 1, &dest->deref_ident_); if (!dest->deref_ident_) return -pos; } } else { dest->deref_offset_ = 0; pos = parse_identifier(pos, &dest->deref_ident_); if (arg_[pos] == '+' || arg_[pos] == '-') { pos = parse_number(pos, &dest->deref_offset_); } } if (arg_[pos] != '(') return -pos; pos = parse_base_register(pos + 1, dest); if (pos < 0) return pos; if (arg_[pos] == ',') { pos = parse_index_register(pos + 1, dest); if (pos < 0) return pos; if (arg_[pos] == ',') { pos = parse_scale(pos + 1, dest); if (pos < 0) return pos; } } return (arg_[pos] == ')') ? pos + 1 : -pos; } ssize_t ArgumentParser_x64::parse_1(ssize_t pos, Argument *dest) { if (isdigit(arg_[pos]) || arg_[pos] == '-') { optional asize; ssize_t m = parse_number(pos, &asize); if (arg_[m] == '@' && asize) { dest->arg_size_ = asize; return parse_expr(m + 1, dest); } } return parse_expr(pos, dest); } bool ArgumentParser_x64::parse(Argument *dest) { if (done()) return false; ssize_t res = parse_1(cur_pos_, dest); if (res < 0) return error_return(-res, -res + 1); if (!isspace(arg_[res]) && arg_[res] != '\0') return error_return(res, res); skip_whitespace_from(res); return true; } const std::unordered_map ArgumentParser_x64::registers_ = { {"rax", {X64_REG_A, 8}}, {"eax", {X64_REG_A, 4}}, {"ax", {X64_REG_A, 2}}, {"al", {X64_REG_A, 1}}, {"rbx", {X64_REG_B, 8}}, {"ebx", {X64_REG_B, 4}}, {"bx", {X64_REG_B, 2}}, {"bl", {X64_REG_B, 1}}, {"rcx", {X64_REG_C, 8}}, {"ecx", {X64_REG_C, 4}}, {"cx", {X64_REG_C, 2}}, {"cl", {X64_REG_C, 1}}, {"rdx", {X64_REG_D, 8}}, {"edx", {X64_REG_D, 4}}, {"dx", {X64_REG_D, 2}}, {"dl", {X64_REG_D, 1}}, {"rsi", {X64_REG_SI, 8}}, {"esi", {X64_REG_SI, 4}}, {"si", {X64_REG_SI, 2}}, {"sil", {X64_REG_SI, 1}}, {"rdi", {X64_REG_DI, 8}}, {"edi", {X64_REG_DI, 4}}, {"di", {X64_REG_DI, 2}}, {"dil", {X64_REG_DI, 1}}, {"rbp", {X64_REG_BP, 8}}, {"ebp", {X64_REG_BP, 4}}, {"bp", {X64_REG_BP, 2}}, {"bpl", {X64_REG_BP, 1}}, {"rsp", {X64_REG_SP, 8}}, {"esp", {X64_REG_SP, 4}}, {"sp", {X64_REG_SP, 2}}, {"spl", {X64_REG_SP, 1}}, {"r8", {X64_REG_8, 8}}, {"r8d", {X64_REG_8, 4}}, {"r8w", {X64_REG_8, 2}}, {"r8b", {X64_REG_8, 1}}, {"r9", {X64_REG_9, 8}}, {"r9d", {X64_REG_9, 4}}, {"r9w", {X64_REG_9, 2}}, {"r9b", {X64_REG_9, 1}}, {"r10", {X64_REG_10, 8}}, {"r10d", {X64_REG_10, 4}}, {"r10w", {X64_REG_10, 2}}, {"r10b", {X64_REG_10, 1}}, {"r11", {X64_REG_11, 8}}, {"r11d", {X64_REG_11, 4}}, {"r11w", {X64_REG_11, 2}}, {"r11b", {X64_REG_11, 1}}, {"r12", {X64_REG_12, 8}}, {"r12d", {X64_REG_12, 4}}, {"r12w", {X64_REG_12, 2}}, {"r12b", {X64_REG_12, 1}}, {"r13", {X64_REG_13, 8}}, {"r13d", {X64_REG_13, 4}}, {"r13w", {X64_REG_13, 2}}, {"r13b", {X64_REG_13, 1}}, {"r14", {X64_REG_14, 8}}, {"r14d", {X64_REG_14, 4}}, {"r14w", {X64_REG_14, 2}}, {"r14b", {X64_REG_14, 1}}, {"r15", {X64_REG_15, 8}}, {"r15d", {X64_REG_15, 4}}, {"r15w", {X64_REG_15, 2}}, {"r15b", {X64_REG_15, 1}}, {"rip", {X64_REG_RIP, 8}}, {"xmm0", {X64_REG_XMM0, 16}}, {"xmm1", {X64_REG_XMM1, 16}}, {"xmm2", {X64_REG_XMM2, 16}}, {"xmm3", {X64_REG_XMM3, 16}}, {"xmm4", {X64_REG_XMM4, 16}}, {"xmm5", {X64_REG_XMM5, 16}}, {"xmm6", {X64_REG_XMM6, 16}}, {"xmm7", {X64_REG_XMM7, 16}}, {"xmm8", {X64_REG_XMM8, 16}}, {"xmm9", {X64_REG_XMM9, 16}}, {"xmm10", {X64_REG_XMM10, 16}}, {"xmm11", {X64_REG_XMM11, 16}}, {"xmm12", {X64_REG_XMM12, 16}}, {"xmm13", {X64_REG_XMM13, 16}}, {"xmm14", {X64_REG_XMM14, 16}}, {"xmm15", {X64_REG_XMM15, 16}}, }; void ArgumentParser_x64::reg_to_name(std::string *norm, Register reg) { switch (reg) { case X64_REG_A: *norm = "ax"; break; case X64_REG_B: *norm = "bx"; break; case X64_REG_C: *norm = "cx"; break; case X64_REG_D: *norm = "dx"; break; case X64_REG_SI: *norm = "si"; break; case X64_REG_DI: *norm = "di"; break; case X64_REG_BP: *norm = "bp"; break; case X64_REG_SP: *norm = "sp"; break; case X64_REG_8: *norm = "r8"; break; case X64_REG_9: *norm = "r9"; break; case X64_REG_10: *norm = "r10"; break; case X64_REG_11: *norm = "r11"; break; case X64_REG_12: *norm = "r12"; break; case X64_REG_13: *norm = "r13"; break; case X64_REG_14: *norm = "r14"; break; case X64_REG_15: *norm = "r15"; break; case X64_REG_RIP: *norm = "ip"; break; case X64_REG_XMM0: *norm = "xmm0"; break; case X64_REG_XMM1: *norm = "xmm1"; break; case X64_REG_XMM2: *norm = "xmm2"; break; case X64_REG_XMM3: *norm = "xmm3"; break; case X64_REG_XMM4: *norm = "xmm4"; break; case X64_REG_XMM5: *norm = "xmm5"; break; case X64_REG_XMM6: *norm = "xmm6"; break; case X64_REG_XMM7: *norm = "xmm7"; break; case X64_REG_XMM8: *norm = "xmm8"; break; case X64_REG_XMM9: *norm = "xmm9"; break; case X64_REG_XMM10: *norm = "xmm10"; break; case X64_REG_XMM11: *norm = "xmm11"; break; case X64_REG_XMM12: *norm = "xmm12"; break; case X64_REG_XMM13: *norm = "xmm13"; break; case X64_REG_XMM14: *norm = "xmm14"; break; case X64_REG_XMM15: *norm = "xmm15"; break; } } bool ArgumentParser_x64::normalize_register(std::string *reg, int *reg_size) { auto it = registers_.find(*reg); if (it == registers_.end()) return false; *reg_size = it->second.size; reg_to_name(reg, it->second.reg); return true; } } bpfcc-0.31.0/src/cc/vendor/000077500000000000000000000000001465134135300153265ustar00rootroot00000000000000bpfcc-0.31.0/src/cc/vendor/optional.hpp000066400000000000000000000666731465134135300177060ustar00rootroot00000000000000// Copyright (C) 2011 - 2012 Andrzej Krzemienski. // // Use, modification, and distribution is subject to the Boost Software // License, Version 1.0. (See accompanying file LICENSE_1_0.txt or copy at // http://www.boost.org/LICENSE_1_0.txt) // // The idea and interface is based on Boost.Optional library // authored by Fernando Luis Cacciola Carballal # ifndef ___OPTIONAL_HPP___ # define ___OPTIONAL_HPP___ # include # include # include # include # include # include # include # define TR2_OPTIONAL_REQUIRES(...) typename enable_if<__VA_ARGS__::value, bool>::type = false # if defined __GNUC__ // NOTE: GNUC is also defined for Clang # if (__GNUC__ == 4) && (__GNUC_MINOR__ >= 8) # define TR2_OPTIONAL_GCC_4_8_AND_HIGHER___ # elif (__GNUC__ > 4) # define TR2_OPTIONAL_GCC_4_8_AND_HIGHER___ # endif # # if (__GNUC__ == 4) && (__GNUC_MINOR__ >= 7) # define TR2_OPTIONAL_GCC_4_7_AND_HIGHER___ # elif (__GNUC__ > 4) # define TR2_OPTIONAL_GCC_4_7_AND_HIGHER___ # endif # # if (__GNUC__ == 4) && (__GNUC_MINOR__ == 8) && (__GNUC_PATCHLEVEL__ >= 1) # define TR2_OPTIONAL_GCC_4_8_1_AND_HIGHER___ # elif (__GNUC__ == 4) && (__GNUC_MINOR__ >= 9) # define TR2_OPTIONAL_GCC_4_8_1_AND_HIGHER___ # elif (__GNUC__ > 4) # define TR2_OPTIONAL_GCC_4_8_1_AND_HIGHER___ # endif # endif # # if defined __clang_major__ # if (__clang_major__ == 3 && __clang_minor__ >= 5) # define TR2_OPTIONAL_CLANG_3_5_AND_HIGHTER_ # elif (__clang_major__ > 3) # define TR2_OPTIONAL_CLANG_3_5_AND_HIGHTER_ # endif # if defined TR2_OPTIONAL_CLANG_3_5_AND_HIGHTER_ # define TR2_OPTIONAL_CLANG_3_4_2_AND_HIGHER_ # elif (__clang_major__ == 3 && __clang_minor__ == 4 && __clang_patchlevel__ >= 2) # define TR2_OPTIONAL_CLANG_3_4_2_AND_HIGHER_ # endif # endif # # if defined _MSC_VER # if (_MSC_VER >= 1900) # define TR2_OPTIONAL_MSVC_2015_AND_HIGHER___ # endif # endif # if defined __clang__ # if (__clang_major__ > 2) || (__clang_major__ == 2) && (__clang_minor__ >= 9) # define OPTIONAL_HAS_THIS_RVALUE_REFS 1 # else # define OPTIONAL_HAS_THIS_RVALUE_REFS 0 # endif # elif defined TR2_OPTIONAL_GCC_4_8_1_AND_HIGHER___ # define OPTIONAL_HAS_THIS_RVALUE_REFS 1 # elif defined TR2_OPTIONAL_MSVC_2015_AND_HIGHER___ # define OPTIONAL_HAS_THIS_RVALUE_REFS 1 # else # define OPTIONAL_HAS_THIS_RVALUE_REFS 0 # endif # if defined TR2_OPTIONAL_GCC_4_8_1_AND_HIGHER___ # define OPTIONAL_HAS_CONSTEXPR_INIT_LIST 1 # define OPTIONAL_CONSTEXPR_INIT_LIST constexpr # else # define OPTIONAL_HAS_CONSTEXPR_INIT_LIST 0 # define OPTIONAL_CONSTEXPR_INIT_LIST # endif # if defined TR2_OPTIONAL_CLANG_3_5_AND_HIGHTER_ && (defined __cplusplus) && (__cplusplus != 201103L) # define OPTIONAL_HAS_MOVE_ACCESSORS 1 # else # define OPTIONAL_HAS_MOVE_ACCESSORS 0 # endif # // In C++11 constexpr implies const, so we need to make non-const members also non-constexpr # if (defined __cplusplus) && (__cplusplus == 201103L) # define OPTIONAL_MUTABLE_CONSTEXPR # else # define OPTIONAL_MUTABLE_CONSTEXPR constexpr # endif namespace std{ namespace experimental{ // BEGIN workaround for missing is_trivially_destructible # if defined TR2_OPTIONAL_GCC_4_8_AND_HIGHER___ // leave it: it is already there # elif defined TR2_OPTIONAL_CLANG_3_4_2_AND_HIGHER_ // leave it: it is already there # elif defined TR2_OPTIONAL_MSVC_2015_AND_HIGHER___ // leave it: it is already there # elif defined TR2_OPTIONAL_DISABLE_EMULATION_OF_TYPE_TRAITS // leave it: the user doesn't want it # else template using is_trivially_destructible = std::has_trivial_destructor; # endif // END workaround for missing is_trivially_destructible # if (defined TR2_OPTIONAL_GCC_4_7_AND_HIGHER___) // leave it; our metafunctions are already defined. # elif defined TR2_OPTIONAL_CLANG_3_4_2_AND_HIGHER_ // leave it; our metafunctions are already defined. # elif defined TR2_OPTIONAL_MSVC_2015_AND_HIGHER___ // leave it: it is already there # elif defined TR2_OPTIONAL_DISABLE_EMULATION_OF_TYPE_TRAITS // leave it: the user doesn't want it # else // workaround for missing traits in GCC and CLANG template struct is_nothrow_move_constructible { constexpr static bool value = std::is_nothrow_constructible::value; }; template struct is_assignable { template constexpr static bool has_assign(...) { return false; } template () = std::declval(), true)) > // the comma operator is necessary for the cases where operator= returns void constexpr static bool has_assign(bool) { return true; } constexpr static bool value = has_assign(true); }; template struct is_nothrow_move_assignable { template struct has_nothrow_move_assign { constexpr static bool value = false; }; template struct has_nothrow_move_assign { constexpr static bool value = noexcept( std::declval() = std::declval() ); }; constexpr static bool value = has_nothrow_move_assign::value>::value; }; // end workaround # endif // 20.5.4, optional for object types template class optional; // 20.5.5, optional for lvalue reference types template class optional; // workaround: std utility functions aren't constexpr yet template inline constexpr T&& constexpr_forward(typename std::remove_reference::type& t) noexcept { return static_cast(t); } template inline constexpr T&& constexpr_forward(typename std::remove_reference::type&& t) noexcept { static_assert(!std::is_lvalue_reference::value, "!!"); return static_cast(t); } template inline constexpr typename std::remove_reference::type&& constexpr_move(T&& t) noexcept { return static_cast::type&&>(t); } #if defined NDEBUG # define TR2_OPTIONAL_ASSERTED_EXPRESSION(CHECK, EXPR) (EXPR) #else # define TR2_OPTIONAL_ASSERTED_EXPRESSION(CHECK, EXPR) ((CHECK) ? (EXPR) : ([]{assert(!#CHECK);}(), (EXPR))) #endif namespace detail_ { // static_addressof: a constexpr version of addressof template struct has_overloaded_addressof { template constexpr static bool has_overload(...) { return false; } template ().operator&()) > constexpr static bool has_overload(bool) { return true; } constexpr static bool value = has_overload(true); }; template )> constexpr T* static_addressof(T& ref) { return &ref; } template )> T* static_addressof(T& ref) { return std::addressof(ref); } // the call to convert(b) has return type A and converts b to type A iff b decltype(b) is implicitly convertible to A template U convert(U v) { return v; } } // namespace detail constexpr struct trivial_init_t{} trivial_init{}; // 20.5.6, In-place construction constexpr struct in_place_t{} in_place{}; // 20.5.7, Disengaged state indicator struct nullopt_t { struct init{}; constexpr explicit nullopt_t(init){} }; constexpr nullopt_t nullopt{nullopt_t::init()}; // 20.5.8, class bad_optional_access class bad_optional_access : public logic_error { public: explicit bad_optional_access(const string& what_arg) : logic_error{what_arg} {} explicit bad_optional_access(const char* what_arg) : logic_error{what_arg} {} }; template union storage_t { unsigned char dummy_; T value_; constexpr storage_t( trivial_init_t ) noexcept : dummy_() {}; template constexpr storage_t( Args&&... args ) : value_(constexpr_forward(args)...) {} ~storage_t(){} }; template union constexpr_storage_t { unsigned char dummy_; T value_; constexpr constexpr_storage_t( trivial_init_t ) noexcept : dummy_() {}; template constexpr constexpr_storage_t( Args&&... args ) : value_(constexpr_forward(args)...) {} ~constexpr_storage_t() = default; }; template struct optional_base { bool init_; storage_t storage_; constexpr optional_base() noexcept : init_(false), storage_(trivial_init) {}; explicit constexpr optional_base(const T& v) : init_(true), storage_(v) {} explicit constexpr optional_base(T&& v) : init_(true), storage_(constexpr_move(v)) {} template explicit optional_base(in_place_t, Args&&... args) : init_(true), storage_(constexpr_forward(args)...) {} template >)> explicit optional_base(in_place_t, std::initializer_list il, Args&&... args) : init_(true), storage_(il, std::forward(args)...) {} ~optional_base() { if (init_) storage_.value_.T::~T(); } }; template struct constexpr_optional_base { bool init_; constexpr_storage_t storage_; constexpr constexpr_optional_base() noexcept : init_(false), storage_(trivial_init) {}; explicit constexpr constexpr_optional_base(const T& v) : init_(true), storage_(v) {} explicit constexpr constexpr_optional_base(T&& v) : init_(true), storage_(constexpr_move(v)) {} template explicit constexpr constexpr_optional_base(in_place_t, Args&&... args) : init_(true), storage_(constexpr_forward(args)...) {} template >)> OPTIONAL_CONSTEXPR_INIT_LIST explicit constexpr_optional_base(in_place_t, std::initializer_list il, Args&&... args) : init_(true), storage_(il, std::forward(args)...) {} ~constexpr_optional_base() = default; }; template using OptionalBase = typename std::conditional< is_trivially_destructible::value, constexpr_optional_base, optional_base >::type; template class optional : private OptionalBase { static_assert( !std::is_same::type, nullopt_t>::value, "bad T" ); static_assert( !std::is_same::type, in_place_t>::value, "bad T" ); constexpr bool initialized() const noexcept { return OptionalBase::init_; } T* dataptr() { return std::addressof(OptionalBase::storage_.value_); } constexpr const T* dataptr() const { return detail_::static_addressof(OptionalBase::storage_.value_); } # if OPTIONAL_HAS_THIS_RVALUE_REFS == 1 constexpr const T& contained_val() const& { return OptionalBase::storage_.value_; } # if OPTIONAL_HAS_MOVE_ACCESSORS == 1 OPTIONAL_MUTABLE_CONSTEXPR T&& contained_val() && { return std::move(OptionalBase::storage_.value_); } OPTIONAL_MUTABLE_CONSTEXPR T& contained_val() & { return OptionalBase::storage_.value_; } # else T& contained_val() & { return OptionalBase::storage_.value_; } T&& contained_val() && { return std::move(OptionalBase::storage_.value_); } # endif # else constexpr const T& contained_val() const { return OptionalBase::storage_.value_; } T& contained_val() { return OptionalBase::storage_.value_; } # endif void clear() noexcept { if (initialized()) dataptr()->T::~T(); OptionalBase::init_ = false; } template void initialize(Args&&... args) noexcept(noexcept(T(std::forward(args)...))) { assert(!OptionalBase::init_); ::new (static_cast(dataptr())) T(std::forward(args)...); OptionalBase::init_ = true; } template void initialize(std::initializer_list il, Args&&... args) noexcept(noexcept(T(il, std::forward(args)...))) { assert(!OptionalBase::init_); ::new (static_cast(dataptr())) T(il, std::forward(args)...); OptionalBase::init_ = true; } public: typedef T value_type; // 20.5.5.1, constructors constexpr optional() noexcept : OptionalBase() {}; constexpr optional(nullopt_t) noexcept : OptionalBase() {}; optional(const optional& rhs) : OptionalBase() { if (rhs.initialized()) { ::new (static_cast(dataptr())) T(*rhs); OptionalBase::init_ = true; } } optional(optional&& rhs) noexcept(is_nothrow_move_constructible::value) : OptionalBase() { if (rhs.initialized()) { ::new (static_cast(dataptr())) T(std::move(*rhs)); OptionalBase::init_ = true; } } constexpr optional(const T& v) : OptionalBase(v) {} constexpr optional(T&& v) : OptionalBase(constexpr_move(v)) {} template explicit constexpr optional(in_place_t, Args&&... args) : OptionalBase(in_place_t{}, constexpr_forward(args)...) {} template >)> OPTIONAL_CONSTEXPR_INIT_LIST explicit optional(in_place_t, std::initializer_list il, Args&&... args) : OptionalBase(in_place_t{}, il, constexpr_forward(args)...) {} // 20.5.4.2, Destructor ~optional() = default; // 20.5.4.3, assignment optional& operator=(nullopt_t) noexcept { clear(); return *this; } optional& operator=(const optional& rhs) { if (initialized() == true && rhs.initialized() == false) clear(); else if (initialized() == false && rhs.initialized() == true) initialize(*rhs); else if (initialized() == true && rhs.initialized() == true) contained_val() = *rhs; return *this; } optional& operator=(optional&& rhs) noexcept(is_nothrow_move_assignable::value && is_nothrow_move_constructible::value) { if (initialized() == true && rhs.initialized() == false) clear(); else if (initialized() == false && rhs.initialized() == true) initialize(std::move(*rhs)); else if (initialized() == true && rhs.initialized() == true) contained_val() = std::move(*rhs); return *this; } template auto operator=(U&& v) -> typename enable_if < is_same::type, T>::value, optional& >::type { if (initialized()) { contained_val() = std::forward(v); } else { initialize(std::forward(v)); } return *this; } template void emplace(Args&&... args) { clear(); initialize(std::forward(args)...); } template void emplace(initializer_list il, Args&&... args) { clear(); initialize(il, std::forward(args)...); } // 20.5.4.4, Swap void swap(optional& rhs) noexcept(is_nothrow_move_constructible::value && noexcept(swap(declval(), declval()))) { if (initialized() == true && rhs.initialized() == false) { rhs.initialize(std::move(**this)); clear(); } else if (initialized() == false && rhs.initialized() == true) { initialize(std::move(*rhs)); rhs.clear(); } else if (initialized() == true && rhs.initialized() == true) { using std::swap; swap(**this, *rhs); } } // 20.5.4.5, Observers explicit constexpr operator bool() const noexcept { return initialized(); } constexpr T const* operator ->() const { return TR2_OPTIONAL_ASSERTED_EXPRESSION(initialized(), dataptr()); } # if OPTIONAL_HAS_MOVE_ACCESSORS == 1 OPTIONAL_MUTABLE_CONSTEXPR T* operator ->() { assert (initialized()); return dataptr(); } constexpr T const& operator *() const& { return TR2_OPTIONAL_ASSERTED_EXPRESSION(initialized(), contained_val()); } OPTIONAL_MUTABLE_CONSTEXPR T& operator *() & { assert (initialized()); return contained_val(); } OPTIONAL_MUTABLE_CONSTEXPR T&& operator *() && { assert (initialized()); return constexpr_move(contained_val()); } constexpr T const& value() const& { return initialized() ? contained_val() : (throw bad_optional_access("bad optional access"), contained_val()); } OPTIONAL_MUTABLE_CONSTEXPR T& value() & { return initialized() ? contained_val() : (throw bad_optional_access("bad optional access"), contained_val()); } OPTIONAL_MUTABLE_CONSTEXPR T&& value() && { if (!initialized()) throw bad_optional_access("bad optional access"); return std::move(contained_val()); } # else T* operator ->() { assert (initialized()); return dataptr(); } constexpr T const& operator *() const { return TR2_OPTIONAL_ASSERTED_EXPRESSION(initialized(), contained_val()); } T& operator *() { assert (initialized()); return contained_val(); } constexpr T const& value() const { return initialized() ? contained_val() : (throw bad_optional_access("bad optional access"), contained_val()); } T& value() { return initialized() ? contained_val() : (throw bad_optional_access("bad optional access"), contained_val()); } # endif # if OPTIONAL_HAS_THIS_RVALUE_REFS == 1 template constexpr T value_or(V&& v) const& { return *this ? **this : detail_::convert(constexpr_forward(v)); } # if OPTIONAL_HAS_MOVE_ACCESSORS == 1 template OPTIONAL_MUTABLE_CONSTEXPR T value_or(V&& v) && { return *this ? constexpr_move(const_cast&>(*this).contained_val()) : detail_::convert(constexpr_forward(v)); } # else template T value_or(V&& v) && { return *this ? constexpr_move(const_cast&>(*this).contained_val()) : detail_::convert(constexpr_forward(v)); } # endif # else template constexpr T value_or(V&& v) const { return *this ? **this : detail_::convert(constexpr_forward(v)); } # endif }; template class optional { static_assert( !std::is_same::value, "bad T" ); static_assert( !std::is_same::value, "bad T" ); T* ref; public: // 20.5.5.1, construction/destruction constexpr optional() noexcept : ref(nullptr) {} constexpr optional(nullopt_t) noexcept : ref(nullptr) {} constexpr optional(T& v) noexcept : ref(detail_::static_addressof(v)) {} optional(T&&) = delete; constexpr optional(const optional& rhs) noexcept : ref(rhs.ref) {} explicit constexpr optional(in_place_t, T& v) noexcept : ref(detail_::static_addressof(v)) {} explicit optional(in_place_t, T&&) = delete; ~optional() = default; // 20.5.5.2, mutation optional& operator=(nullopt_t) noexcept { ref = nullptr; return *this; } // optional& operator=(const optional& rhs) noexcept { // ref = rhs.ref; // return *this; // } // optional& operator=(optional&& rhs) noexcept { // ref = rhs.ref; // return *this; // } template auto operator=(U&& rhs) noexcept -> typename enable_if < is_same::type, optional>::value, optional& >::type { ref = rhs.ref; return *this; } template auto operator=(U&& rhs) noexcept -> typename enable_if < !is_same::type, optional>::value, optional& >::type = delete; void emplace(T& v) noexcept { ref = detail_::static_addressof(v); } void emplace(T&&) = delete; void swap(optional& rhs) noexcept { std::swap(ref, rhs.ref); } // 20.5.5.3, observers constexpr T* operator->() const { return TR2_OPTIONAL_ASSERTED_EXPRESSION(ref, ref); } constexpr T& operator*() const { return TR2_OPTIONAL_ASSERTED_EXPRESSION(ref, *ref); } constexpr T& value() const { return ref ? *ref : (throw bad_optional_access("bad optional access"), *ref); } explicit constexpr operator bool() const noexcept { return ref != nullptr; } template constexpr typename decay::type value_or(V&& v) const { return *this ? **this : detail_::convert::type>(constexpr_forward(v)); } }; template class optional { static_assert( sizeof(T) == 0, "optional rvalue references disallowed" ); }; // 20.5.8, Relational operators template constexpr bool operator==(const optional& x, const optional& y) { return bool(x) != bool(y) ? false : bool(x) == false ? true : *x == *y; } template constexpr bool operator!=(const optional& x, const optional& y) { return !(x == y); } template constexpr bool operator<(const optional& x, const optional& y) { return (!y) ? false : (!x) ? true : *x < *y; } template constexpr bool operator>(const optional& x, const optional& y) { return (y < x); } template constexpr bool operator<=(const optional& x, const optional& y) { return !(y < x); } template constexpr bool operator>=(const optional& x, const optional& y) { return !(x < y); } // 20.5.9, Comparison with nullopt template constexpr bool operator==(const optional& x, nullopt_t) noexcept { return (!x); } template constexpr bool operator==(nullopt_t, const optional& x) noexcept { return (!x); } template constexpr bool operator!=(const optional& x, nullopt_t) noexcept { return bool(x); } template constexpr bool operator!=(nullopt_t, const optional& x) noexcept { return bool(x); } template constexpr bool operator<(const optional&, nullopt_t) noexcept { return false; } template constexpr bool operator<(nullopt_t, const optional& x) noexcept { return bool(x); } template constexpr bool operator<=(const optional& x, nullopt_t) noexcept { return (!x); } template constexpr bool operator<=(nullopt_t, const optional&) noexcept { return true; } template constexpr bool operator>(const optional& x, nullopt_t) noexcept { return bool(x); } template constexpr bool operator>(nullopt_t, const optional&) noexcept { return false; } template constexpr bool operator>=(const optional&, nullopt_t) noexcept { return true; } template constexpr bool operator>=(nullopt_t, const optional& x) noexcept { return (!x); } // 20.5.10, Comparison with T template constexpr bool operator==(const optional& x, const T& v) { return bool(x) ? *x == v : false; } template constexpr bool operator==(const T& v, const optional& x) { return bool(x) ? v == *x : false; } template constexpr bool operator!=(const optional& x, const T& v) { return bool(x) ? *x != v : true; } template constexpr bool operator!=(const T& v, const optional& x) { return bool(x) ? v != *x : true; } template constexpr bool operator<(const optional& x, const T& v) { return bool(x) ? *x < v : true; } template constexpr bool operator>(const T& v, const optional& x) { return bool(x) ? v > *x : true; } template constexpr bool operator>(const optional& x, const T& v) { return bool(x) ? *x > v : false; } template constexpr bool operator<(const T& v, const optional& x) { return bool(x) ? v < *x : false; } template constexpr bool operator>=(const optional& x, const T& v) { return bool(x) ? *x >= v : false; } template constexpr bool operator<=(const T& v, const optional& x) { return bool(x) ? v <= *x : false; } template constexpr bool operator<=(const optional& x, const T& v) { return bool(x) ? *x <= v : true; } template constexpr bool operator>=(const T& v, const optional& x) { return bool(x) ? v >= *x : true; } // Comparison of optional with T template constexpr bool operator==(const optional& x, const T& v) { return bool(x) ? *x == v : false; } template constexpr bool operator==(const T& v, const optional& x) { return bool(x) ? v == *x : false; } template constexpr bool operator!=(const optional& x, const T& v) { return bool(x) ? *x != v : true; } template constexpr bool operator!=(const T& v, const optional& x) { return bool(x) ? v != *x : true; } template constexpr bool operator<(const optional& x, const T& v) { return bool(x) ? *x < v : true; } template constexpr bool operator>(const T& v, const optional& x) { return bool(x) ? v > *x : true; } template constexpr bool operator>(const optional& x, const T& v) { return bool(x) ? *x > v : false; } template constexpr bool operator<(const T& v, const optional& x) { return bool(x) ? v < *x : false; } template constexpr bool operator>=(const optional& x, const T& v) { return bool(x) ? *x >= v : false; } template constexpr bool operator<=(const T& v, const optional& x) { return bool(x) ? v <= *x : false; } template constexpr bool operator<=(const optional& x, const T& v) { return bool(x) ? *x <= v : true; } template constexpr bool operator>=(const T& v, const optional& x) { return bool(x) ? v >= *x : true; } // Comparison of optional with T template constexpr bool operator==(const optional& x, const T& v) { return bool(x) ? *x == v : false; } template constexpr bool operator==(const T& v, const optional& x) { return bool(x) ? v == *x : false; } template constexpr bool operator!=(const optional& x, const T& v) { return bool(x) ? *x != v : true; } template constexpr bool operator!=(const T& v, const optional& x) { return bool(x) ? v != *x : true; } template constexpr bool operator<(const optional& x, const T& v) { return bool(x) ? *x < v : true; } template constexpr bool operator>(const T& v, const optional& x) { return bool(x) ? v > *x : true; } template constexpr bool operator>(const optional& x, const T& v) { return bool(x) ? *x > v : false; } template constexpr bool operator<(const T& v, const optional& x) { return bool(x) ? v < *x : false; } template constexpr bool operator>=(const optional& x, const T& v) { return bool(x) ? *x >= v : false; } template constexpr bool operator<=(const T& v, const optional& x) { return bool(x) ? v <= *x : false; } template constexpr bool operator<=(const optional& x, const T& v) { return bool(x) ? *x <= v : true; } template constexpr bool operator>=(const T& v, const optional& x) { return bool(x) ? v >= *x : true; } // 20.5.12, Specialized algorithms template void swap(optional& x, optional& y) noexcept(noexcept(x.swap(y))) { x.swap(y); } template constexpr optional::type> make_optional(T&& v) { return optional::type>(constexpr_forward(v)); } template constexpr optional make_optional(reference_wrapper v) { return optional(v.get()); } } // namespace experimental } // namespace std namespace std { template struct hash> { typedef typename hash::result_type result_type; typedef std::experimental::optional argument_type; constexpr result_type operator()(argument_type const& arg) const { return arg ? std::hash{}(*arg) : result_type{}; } }; template struct hash> { typedef typename hash::result_type result_type; typedef std::experimental::optional argument_type; constexpr result_type operator()(argument_type const& arg) const { return arg ? std::hash{}(*arg) : result_type{}; } }; } # undef TR2_OPTIONAL_REQUIRES # undef TR2_OPTIONAL_ASSERTED_EXPRESSION # endif //___OPTIONAL_HPP___ bpfcc-0.31.0/src/cc/vendor/tinyformat.hpp000066400000000000000000001234221465134135300202370ustar00rootroot00000000000000// tinyformat.h // Copyright (C) 2011, Chris Foster [chris42f (at) gmail (d0t) com] // // Boost Software License - Version 1.0 // // Permission is hereby granted, free of charge, to any person or organization // obtaining a copy of the software and accompanying documentation covered by // this license (the "Software") to use, reproduce, display, distribute, // execute, and transmit the Software, and to prepare derivative works of the // Software, and to permit third-parties to whom the Software is furnished to // do so, all subject to the following: // // The copyright notices in the Software and this entire statement, including // the above license grant, this restriction and the following disclaimer, // must be included in all copies of the Software, in whole or in part, and // all derivative works of the Software, unless such copies or derivative // works are solely in the form of machine-executable object code generated by // a source language processor. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT // SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE // FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE, // ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER // DEALINGS IN THE SOFTWARE. //------------------------------------------------------------------------------ // Tinyformat: A minimal type safe printf replacement // // tinyformat.h is a type safe printf replacement library in a single C++ // header file. Design goals include: // // * Type safety and extensibility for user defined types. // * C99 printf() compatibility, to the extent possible using std::ostream // * Simplicity and minimalism. A single header file to include and distribute // with your projects. // * Augment rather than replace the standard stream formatting mechanism // * C++98 support, with optional C++11 niceties // // // Main interface example usage // ---------------------------- // // To print a date to std::cout: // // std::string weekday = "Wednesday"; // const char* month = "July"; // size_t day = 27; // long hour = 14; // int min = 44; // // tfm::printf("%s, %s %d, %.2d:%.2d\n", weekday, month, day, hour, min); // // The strange types here emphasize the type safety of the interface; it is // possible to print a std::string using the "%s" conversion, and a // size_t using the "%d" conversion. A similar result could be achieved // using either of the tfm::format() functions. One prints on a user provided // stream: // // tfm::format(std::cerr, "%s, %s %d, %.2d:%.2d\n", // weekday, month, day, hour, min); // // The other returns a std::string: // // std::string date = tfm::format("%s, %s %d, %.2d:%.2d\n", // weekday, month, day, hour, min); // std::cout << date; // // These are the three primary interface functions. There is also a // convenience function printfln() which appends a newline to the usual result // of printf() for super simple logging. // // // User defined format functions // ----------------------------- // // Simulating variadic templates in C++98 is pretty painful since it requires // writing out the same function for each desired number of arguments. To make // this bearable tinyformat comes with a set of macros which are used // internally to generate the API, but which may also be used in user code. // // The three macros TINYFORMAT_ARGTYPES(n), TINYFORMAT_VARARGS(n) and // TINYFORMAT_PASSARGS(n) will generate a list of n argument types, // type/name pairs and argument names respectively when called with an integer // n between 1 and 16. We can use these to define a macro which generates the // desired user defined function with n arguments. To generate all 16 user // defined function bodies, use the macro TINYFORMAT_FOREACH_ARGNUM. For an // example, see the implementation of printf() at the end of the source file. // // Sometimes it's useful to be able to pass a list of format arguments through // to a non-template function. The FormatList class is provided as a way to do // this by storing the argument list in a type-opaque way. Continuing the // example from above, we construct a FormatList using makeFormatList(): // // FormatListRef formatList = tfm::makeFormatList(weekday, month, day, hour, min); // // The format list can now be passed into any non-template function and used // via a call to the vformat() function: // // tfm::vformat(std::cout, "%s, %s %d, %.2d:%.2d\n", formatList); // // // Additional API information // -------------------------- // // Error handling: Define TINYFORMAT_ERROR to customize the error handling for // format strings which are unsupported or have the wrong number of format // specifiers (calls assert() by default). // // User defined types: Uses operator<< for user defined types by default. // Overload formatValue() for more control. #ifndef TINYFORMAT_H_INCLUDED #define TINYFORMAT_H_INCLUDED namespace tinyformat {} //------------------------------------------------------------------------------ // Config section. Customize to your liking! // Namespace alias to encourage brevity namespace tfm = tinyformat; // Error handling; calls assert() by default. // #define TINYFORMAT_ERROR(reasonString) your_error_handler(reasonString) // Define for C++11 variadic templates which make the code shorter & more // general. If you don't define this, C++11 support is autodetected below. // #define TINYFORMAT_USE_VARIADIC_TEMPLATES //------------------------------------------------------------------------------ // Implementation details. #include #include #include #include #ifndef TINYFORMAT_ERROR # define TINYFORMAT_ERROR(reason) assert(0 && reason) #endif #if !defined(TINYFORMAT_USE_VARIADIC_TEMPLATES) && !defined(TINYFORMAT_NO_VARIADIC_TEMPLATES) # ifdef __GXX_EXPERIMENTAL_CXX0X__ # define TINYFORMAT_USE_VARIADIC_TEMPLATES # endif #endif #if defined(__GLIBCXX__) && __GLIBCXX__ < 20080201 // std::showpos is broken on old libstdc++ as provided with OSX. See // http://gcc.gnu.org/ml/libstdc++/2007-11/msg00075.html # define TINYFORMAT_OLD_LIBSTDCPLUSPLUS_WORKAROUND #endif #ifdef __APPLE__ // Workaround OSX linker warning: xcode uses different default symbol // visibilities for static libs vs executables (see issue #25) # define TINYFORMAT_HIDDEN __attribute__((visibility("hidden"))) #else # define TINYFORMAT_HIDDEN #endif namespace tinyformat { //------------------------------------------------------------------------------ namespace detail { // Test whether type T1 is convertible to type T2 template struct is_convertible { private: // two types of different size struct fail { char dummy[2]; }; struct succeed { char dummy; }; // Try to convert a T1 to a T2 by plugging into tryConvert static fail tryConvert(...); static succeed tryConvert(const T2&); static const T1& makeT1(); public: # ifdef _MSC_VER // Disable spurious loss of precision warnings in tryConvert(makeT1()) # pragma warning(push) # pragma warning(disable:4244) # pragma warning(disable:4267) # endif // Standard trick: the (...) version of tryConvert will be chosen from // the overload set only if the version taking a T2 doesn't match. // Then we compare the sizes of the return types to check which // function matched. Very neat, in a disgusting kind of way :) static const bool value = sizeof(tryConvert(makeT1())) == sizeof(succeed); # ifdef _MSC_VER # pragma warning(pop) # endif }; // Detect when a type is not a wchar_t string template struct is_wchar { typedef int tinyformat_wchar_is_not_supported; }; template<> struct is_wchar {}; template<> struct is_wchar {}; template struct is_wchar {}; template struct is_wchar {}; // Format the value by casting to type fmtT. This default implementation // should never be called. template::value> struct formatValueAsType { static void invoke(std::ostream& /*out*/, const T& /*value*/) { assert(0); } }; // Specialized version for types that can actually be converted to fmtT, as // indicated by the "convertible" template parameter. template struct formatValueAsType { static void invoke(std::ostream& out, const T& value) { out << static_cast(value); } }; #ifdef TINYFORMAT_OLD_LIBSTDCPLUSPLUS_WORKAROUND template::value> struct formatZeroIntegerWorkaround { static bool invoke(std::ostream& /**/, const T& /**/) { return false; } }; template struct formatZeroIntegerWorkaround { static bool invoke(std::ostream& out, const T& value) { if (static_cast(value) == 0 && out.flags() & std::ios::showpos) { out << "+0"; return true; } return false; } }; #endif // TINYFORMAT_OLD_LIBSTDCPLUSPLUS_WORKAROUND // Convert an arbitrary type to integer. The version with convertible=false // throws an error. template::value> struct convertToInt { static int invoke(const T& /*value*/) { TINYFORMAT_ERROR("tinyformat: Cannot convert from argument type to " "integer for use as variable width or precision"); return 0; } }; // Specialization for convertToInt when conversion is possible template struct convertToInt { static int invoke(const T& value) { return static_cast(value); } }; // Format at most ntrunc characters to the given stream. template inline void formatTruncated(std::ostream& out, const T& value, int ntrunc) { std::ostringstream tmp; tmp << value; std::string result = tmp.str(); out.write(result.c_str(), std::min(ntrunc, static_cast(result.size()))); } #define TINYFORMAT_DEFINE_FORMAT_TRUNCATED_CSTR(type) \ inline void formatTruncated(std::ostream& out, type* value, int ntrunc) \ { \ std::streamsize len = 0; \ while(len < ntrunc && value[len] != 0) \ ++len; \ out.write(value, len); \ } // Overload for const char* and char*. Could overload for signed & unsigned // char too, but these are technically unneeded for printf compatibility. TINYFORMAT_DEFINE_FORMAT_TRUNCATED_CSTR(const char) TINYFORMAT_DEFINE_FORMAT_TRUNCATED_CSTR(char) #undef TINYFORMAT_DEFINE_FORMAT_TRUNCATED_CSTR } // namespace detail //------------------------------------------------------------------------------ // Variable formatting functions. May be overridden for user-defined types if // desired. /// Format a value into a stream, delegating to operator<< by default. /// /// Users may override this for their own types. When this function is called, /// the stream flags will have been modified according to the format string. /// The format specification is provided in the range [fmtBegin, fmtEnd). For /// truncating conversions, ntrunc is set to the desired maximum number of /// characters, for example "%.7s" calls formatValue with ntrunc = 7. /// /// By default, formatValue() uses the usual stream insertion operator /// operator<< to format the type T, with special cases for the %c and %p /// conversions. template inline void formatValue(std::ostream& out, const char* /*fmtBegin*/, const char* fmtEnd, int ntrunc, const T& value) { #ifndef TINYFORMAT_ALLOW_WCHAR_STRINGS // Since we don't support printing of wchar_t using "%ls", make it fail at // compile time in preference to printing as a void* at runtime. typedef typename detail::is_wchar::tinyformat_wchar_is_not_supported DummyType; (void) DummyType(); // avoid unused type warning with gcc-4.8 #endif // The mess here is to support the %c and %p conversions: if these // conversions are active we try to convert the type to a char or const // void* respectively and format that instead of the value itself. For the // %p conversion it's important to avoid dereferencing the pointer, which // could otherwise lead to a crash when printing a dangling (const char*). bool canConvertToChar = detail::is_convertible::value; bool canConvertToVoidPtr = detail::is_convertible::value; if(canConvertToChar && *(fmtEnd-1) == 'c') detail::formatValueAsType::invoke(out, value); else if(canConvertToVoidPtr && *(fmtEnd-1) == 'p') detail::formatValueAsType::invoke(out, value); #ifdef TINYFORMAT_OLD_LIBSTDCPLUSPLUS_WORKAROUND else if(detail::formatZeroIntegerWorkaround::invoke(out, value)) /**/; #endif else if(ntrunc >= 0) { // Take care not to overread C strings in truncating conversions like // "%.4s" where at most 4 characters may be read. detail::formatTruncated(out, value, ntrunc); } else out << value; } // Overloaded version for char types to support printing as an integer #define TINYFORMAT_DEFINE_FORMATVALUE_CHAR(charType) \ inline void formatValue(std::ostream& out, const char* /*fmtBegin*/, \ const char* fmtEnd, int /**/, charType value) \ { \ switch(*(fmtEnd-1)) \ { \ case 'u': case 'd': case 'i': case 'o': case 'X': case 'x': \ out << static_cast(value); break; \ default: \ out << value; break; \ } \ } // per 3.9.1: char, signed char and unsigned char are all distinct types TINYFORMAT_DEFINE_FORMATVALUE_CHAR(char) TINYFORMAT_DEFINE_FORMATVALUE_CHAR(signed char) TINYFORMAT_DEFINE_FORMATVALUE_CHAR(unsigned char) #undef TINYFORMAT_DEFINE_FORMATVALUE_CHAR //------------------------------------------------------------------------------ // Tools for emulating variadic templates in C++98. The basic idea here is // stolen from the boost preprocessor metaprogramming library and cut down to // be just general enough for what we need. #define TINYFORMAT_ARGTYPES(n) TINYFORMAT_ARGTYPES_ ## n #define TINYFORMAT_VARARGS(n) TINYFORMAT_VARARGS_ ## n #define TINYFORMAT_PASSARGS(n) TINYFORMAT_PASSARGS_ ## n #define TINYFORMAT_PASSARGS_TAIL(n) TINYFORMAT_PASSARGS_TAIL_ ## n // To keep it as transparent as possible, the macros below have been generated // using python via the excellent cog.py code generation script. This avoids // the need for a bunch of complex (but more general) preprocessor tricks as // used in boost.preprocessor. // // To rerun the code generation in place, use `cog.py -r tinyformat.h` // (see http://nedbatchelder.com/code/cog). Alternatively you can just create // extra versions by hand. /*[[[cog maxParams = 16 def makeCommaSepLists(lineTemplate, elemTemplate, startInd=1): for j in range(startInd,maxParams+1): list = ', '.join([elemTemplate % {'i':i} for i in range(startInd,j+1)]) cog.outl(lineTemplate % {'j':j, 'list':list}) makeCommaSepLists('#define TINYFORMAT_ARGTYPES_%(j)d %(list)s', 'class T%(i)d') cog.outl() makeCommaSepLists('#define TINYFORMAT_VARARGS_%(j)d %(list)s', 'const T%(i)d& v%(i)d') cog.outl() makeCommaSepLists('#define TINYFORMAT_PASSARGS_%(j)d %(list)s', 'v%(i)d') cog.outl() cog.outl('#define TINYFORMAT_PASSARGS_TAIL_1') makeCommaSepLists('#define TINYFORMAT_PASSARGS_TAIL_%(j)d , %(list)s', 'v%(i)d', startInd = 2) cog.outl() cog.outl('#define TINYFORMAT_FOREACH_ARGNUM(m) \\\n ' + ' '.join(['m(%d)' % (j,) for j in range(1,maxParams+1)])) ]]]*/ #define TINYFORMAT_ARGTYPES_1 class T1 #define TINYFORMAT_ARGTYPES_2 class T1, class T2 #define TINYFORMAT_ARGTYPES_3 class T1, class T2, class T3 #define TINYFORMAT_ARGTYPES_4 class T1, class T2, class T3, class T4 #define TINYFORMAT_ARGTYPES_5 class T1, class T2, class T3, class T4, class T5 #define TINYFORMAT_ARGTYPES_6 class T1, class T2, class T3, class T4, class T5, class T6 #define TINYFORMAT_ARGTYPES_7 class T1, class T2, class T3, class T4, class T5, class T6, class T7 #define TINYFORMAT_ARGTYPES_8 class T1, class T2, class T3, class T4, class T5, class T6, class T7, class T8 #define TINYFORMAT_ARGTYPES_9 class T1, class T2, class T3, class T4, class T5, class T6, class T7, class T8, class T9 #define TINYFORMAT_ARGTYPES_10 class T1, class T2, class T3, class T4, class T5, class T6, class T7, class T8, class T9, class T10 #define TINYFORMAT_ARGTYPES_11 class T1, class T2, class T3, class T4, class T5, class T6, class T7, class T8, class T9, class T10, class T11 #define TINYFORMAT_ARGTYPES_12 class T1, class T2, class T3, class T4, class T5, class T6, class T7, class T8, class T9, class T10, class T11, class T12 #define TINYFORMAT_ARGTYPES_13 class T1, class T2, class T3, class T4, class T5, class T6, class T7, class T8, class T9, class T10, class T11, class T12, class T13 #define TINYFORMAT_ARGTYPES_14 class T1, class T2, class T3, class T4, class T5, class T6, class T7, class T8, class T9, class T10, class T11, class T12, class T13, class T14 #define TINYFORMAT_ARGTYPES_15 class T1, class T2, class T3, class T4, class T5, class T6, class T7, class T8, class T9, class T10, class T11, class T12, class T13, class T14, class T15 #define TINYFORMAT_ARGTYPES_16 class T1, class T2, class T3, class T4, class T5, class T6, class T7, class T8, class T9, class T10, class T11, class T12, class T13, class T14, class T15, class T16 #define TINYFORMAT_VARARGS_1 const T1& v1 #define TINYFORMAT_VARARGS_2 const T1& v1, const T2& v2 #define TINYFORMAT_VARARGS_3 const T1& v1, const T2& v2, const T3& v3 #define TINYFORMAT_VARARGS_4 const T1& v1, const T2& v2, const T3& v3, const T4& v4 #define TINYFORMAT_VARARGS_5 const T1& v1, const T2& v2, const T3& v3, const T4& v4, const T5& v5 #define TINYFORMAT_VARARGS_6 const T1& v1, const T2& v2, const T3& v3, const T4& v4, const T5& v5, const T6& v6 #define TINYFORMAT_VARARGS_7 const T1& v1, const T2& v2, const T3& v3, const T4& v4, const T5& v5, const T6& v6, const T7& v7 #define TINYFORMAT_VARARGS_8 const T1& v1, const T2& v2, const T3& v3, const T4& v4, const T5& v5, const T6& v6, const T7& v7, const T8& v8 #define TINYFORMAT_VARARGS_9 const T1& v1, const T2& v2, const T3& v3, const T4& v4, const T5& v5, const T6& v6, const T7& v7, const T8& v8, const T9& v9 #define TINYFORMAT_VARARGS_10 const T1& v1, const T2& v2, const T3& v3, const T4& v4, const T5& v5, const T6& v6, const T7& v7, const T8& v8, const T9& v9, const T10& v10 #define TINYFORMAT_VARARGS_11 const T1& v1, const T2& v2, const T3& v3, const T4& v4, const T5& v5, const T6& v6, const T7& v7, const T8& v8, const T9& v9, const T10& v10, const T11& v11 #define TINYFORMAT_VARARGS_12 const T1& v1, const T2& v2, const T3& v3, const T4& v4, const T5& v5, const T6& v6, const T7& v7, const T8& v8, const T9& v9, const T10& v10, const T11& v11, const T12& v12 #define TINYFORMAT_VARARGS_13 const T1& v1, const T2& v2, const T3& v3, const T4& v4, const T5& v5, const T6& v6, const T7& v7, const T8& v8, const T9& v9, const T10& v10, const T11& v11, const T12& v12, const T13& v13 #define TINYFORMAT_VARARGS_14 const T1& v1, const T2& v2, const T3& v3, const T4& v4, const T5& v5, const T6& v6, const T7& v7, const T8& v8, const T9& v9, const T10& v10, const T11& v11, const T12& v12, const T13& v13, const T14& v14 #define TINYFORMAT_VARARGS_15 const T1& v1, const T2& v2, const T3& v3, const T4& v4, const T5& v5, const T6& v6, const T7& v7, const T8& v8, const T9& v9, const T10& v10, const T11& v11, const T12& v12, const T13& v13, const T14& v14, const T15& v15 #define TINYFORMAT_VARARGS_16 const T1& v1, const T2& v2, const T3& v3, const T4& v4, const T5& v5, const T6& v6, const T7& v7, const T8& v8, const T9& v9, const T10& v10, const T11& v11, const T12& v12, const T13& v13, const T14& v14, const T15& v15, const T16& v16 #define TINYFORMAT_PASSARGS_1 v1 #define TINYFORMAT_PASSARGS_2 v1, v2 #define TINYFORMAT_PASSARGS_3 v1, v2, v3 #define TINYFORMAT_PASSARGS_4 v1, v2, v3, v4 #define TINYFORMAT_PASSARGS_5 v1, v2, v3, v4, v5 #define TINYFORMAT_PASSARGS_6 v1, v2, v3, v4, v5, v6 #define TINYFORMAT_PASSARGS_7 v1, v2, v3, v4, v5, v6, v7 #define TINYFORMAT_PASSARGS_8 v1, v2, v3, v4, v5, v6, v7, v8 #define TINYFORMAT_PASSARGS_9 v1, v2, v3, v4, v5, v6, v7, v8, v9 #define TINYFORMAT_PASSARGS_10 v1, v2, v3, v4, v5, v6, v7, v8, v9, v10 #define TINYFORMAT_PASSARGS_11 v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11 #define TINYFORMAT_PASSARGS_12 v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12 #define TINYFORMAT_PASSARGS_13 v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13 #define TINYFORMAT_PASSARGS_14 v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14 #define TINYFORMAT_PASSARGS_15 v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15 #define TINYFORMAT_PASSARGS_16 v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16 #define TINYFORMAT_PASSARGS_TAIL_1 #define TINYFORMAT_PASSARGS_TAIL_2 , v2 #define TINYFORMAT_PASSARGS_TAIL_3 , v2, v3 #define TINYFORMAT_PASSARGS_TAIL_4 , v2, v3, v4 #define TINYFORMAT_PASSARGS_TAIL_5 , v2, v3, v4, v5 #define TINYFORMAT_PASSARGS_TAIL_6 , v2, v3, v4, v5, v6 #define TINYFORMAT_PASSARGS_TAIL_7 , v2, v3, v4, v5, v6, v7 #define TINYFORMAT_PASSARGS_TAIL_8 , v2, v3, v4, v5, v6, v7, v8 #define TINYFORMAT_PASSARGS_TAIL_9 , v2, v3, v4, v5, v6, v7, v8, v9 #define TINYFORMAT_PASSARGS_TAIL_10 , v2, v3, v4, v5, v6, v7, v8, v9, v10 #define TINYFORMAT_PASSARGS_TAIL_11 , v2, v3, v4, v5, v6, v7, v8, v9, v10, v11 #define TINYFORMAT_PASSARGS_TAIL_12 , v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12 #define TINYFORMAT_PASSARGS_TAIL_13 , v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13 #define TINYFORMAT_PASSARGS_TAIL_14 , v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14 #define TINYFORMAT_PASSARGS_TAIL_15 , v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15 #define TINYFORMAT_PASSARGS_TAIL_16 , v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16 #define TINYFORMAT_FOREACH_ARGNUM(m) \ m(1) m(2) m(3) m(4) m(5) m(6) m(7) m(8) m(9) m(10) m(11) m(12) m(13) m(14) m(15) m(16) //[[[end]]] namespace detail { // Type-opaque holder for an argument to format(), with associated actions on // the type held as explicit function pointers. This allows FormatArg's for // each argument to be allocated as a homogenous array inside FormatList // whereas a naive implementation based on inheritance does not. class FormatArg { public: FormatArg() {} template FormatArg(const T& value) : m_value(static_cast(&value)), m_formatImpl(&formatImpl), m_toIntImpl(&toIntImpl) { } void format(std::ostream& out, const char* fmtBegin, const char* fmtEnd, int ntrunc) const { m_formatImpl(out, fmtBegin, fmtEnd, ntrunc, m_value); } int toInt() const { return m_toIntImpl(m_value); } private: template TINYFORMAT_HIDDEN static void formatImpl(std::ostream& out, const char* fmtBegin, const char* fmtEnd, int ntrunc, const void* value) { formatValue(out, fmtBegin, fmtEnd, ntrunc, *static_cast(value)); } template TINYFORMAT_HIDDEN static int toIntImpl(const void* value) { return convertToInt::invoke(*static_cast(value)); } const void* m_value; void (*m_formatImpl)(std::ostream& out, const char* fmtBegin, const char* fmtEnd, int ntrunc, const void* value); int (*m_toIntImpl)(const void* value); }; // Parse and return an integer from the string c, as atoi() // On return, c is set to one past the end of the integer. inline int parseIntAndAdvance(const char*& c) { int i = 0; for(;*c >= '0' && *c <= '9'; ++c) i = 10*i + (*c - '0'); return i; } // Print literal part of format string and return next format spec // position. // // Skips over any occurrences of '%%', printing a literal '%' to the // output. The position of the first % character of the next // nontrivial format spec is returned, or the end of string. inline const char* printFormatStringLiteral(std::ostream& out, const char* fmt) { const char* c = fmt; for(;; ++c) { switch(*c) { case '\0': out.write(fmt, c - fmt); return c; case '%': out.write(fmt, c - fmt); if(*(c+1) != '%') return c; // for "%%", tack trailing % onto next literal section. fmt = ++c; break; default: break; } } } // Parse a format string and set the stream state accordingly. // // The format mini-language recognized here is meant to be the one from C99, // with the form "%[flags][width][.precision][length]type". // // Formatting options which can't be natively represented using the ostream // state are returned in spacePadPositive (for space padded positive numbers) // and ntrunc (for truncating conversions). argIndex is incremented if // necessary to pull out variable width and precision . The function returns a // pointer to the character after the end of the current format spec. inline const char* streamStateFromFormat(std::ostream& out, bool& spacePadPositive, int& ntrunc, const char* fmtStart, const detail::FormatArg* formatters, int& argIndex, int numFormatters) { if(*fmtStart != '%') { TINYFORMAT_ERROR("tinyformat: Not enough conversion specifiers in format string"); return fmtStart; } // Reset stream state to defaults. out.width(0); out.precision(6); out.fill(' '); // Reset most flags; ignore irrelevant unitbuf & skipws. out.unsetf(std::ios::adjustfield | std::ios::basefield | std::ios::floatfield | std::ios::showbase | std::ios::boolalpha | std::ios::showpoint | std::ios::showpos | std::ios::uppercase); bool precisionSet = false; bool widthSet = false; int widthExtra = 0; const char* c = fmtStart + 1; // 1) Parse flags for(;; ++c) { switch(*c) { case '#': out.setf(std::ios::showpoint | std::ios::showbase); continue; case '0': // overridden by left alignment ('-' flag) if(!(out.flags() & std::ios::left)) { // Use internal padding so that numeric values are // formatted correctly, eg -00010 rather than 000-10 out.fill('0'); out.setf(std::ios::internal, std::ios::adjustfield); } continue; case '-': out.fill(' '); out.setf(std::ios::left, std::ios::adjustfield); continue; case ' ': // overridden by show positive sign, '+' flag. if(!(out.flags() & std::ios::showpos)) spacePadPositive = true; continue; case '+': out.setf(std::ios::showpos); spacePadPositive = false; widthExtra = 1; continue; default: break; } break; } // 2) Parse width if(*c >= '0' && *c <= '9') { widthSet = true; out.width(parseIntAndAdvance(c)); } if(*c == '*') { widthSet = true; int width = 0; if(argIndex < numFormatters) width = formatters[argIndex++].toInt(); else TINYFORMAT_ERROR("tinyformat: Not enough arguments to read variable width"); if(width < 0) { // negative widths correspond to '-' flag set out.fill(' '); out.setf(std::ios::left, std::ios::adjustfield); width = -width; } out.width(width); ++c; } // 3) Parse precision if(*c == '.') { ++c; int precision = 0; if(*c == '*') { ++c; if(argIndex < numFormatters) precision = formatters[argIndex++].toInt(); else TINYFORMAT_ERROR("tinyformat: Not enough arguments to read variable precision"); } else { if(*c >= '0' && *c <= '9') precision = parseIntAndAdvance(c); else if(*c == '-') // negative precisions ignored, treated as zero. parseIntAndAdvance(++c); } out.precision(precision); precisionSet = true; } // 4) Ignore any C99 length modifier while(*c == 'l' || *c == 'h' || *c == 'L' || *c == 'j' || *c == 'z' || *c == 't') ++c; // 5) We're up to the conversion specifier character. // Set stream flags based on conversion specifier (thanks to the // boost::format class for forging the way here). bool intConversion = false; switch(*c) { case 'u': case 'd': case 'i': out.setf(std::ios::dec, std::ios::basefield); intConversion = true; break; case 'o': out.setf(std::ios::oct, std::ios::basefield); intConversion = true; break; case 'X': out.setf(std::ios::uppercase); case 'x': case 'p': out.setf(std::ios::hex, std::ios::basefield); intConversion = true; break; case 'E': out.setf(std::ios::uppercase); case 'e': out.setf(std::ios::scientific, std::ios::floatfield); out.setf(std::ios::dec, std::ios::basefield); break; case 'F': out.setf(std::ios::uppercase); case 'f': out.setf(std::ios::fixed, std::ios::floatfield); break; case 'G': out.setf(std::ios::uppercase); case 'g': out.setf(std::ios::dec, std::ios::basefield); // As in boost::format, let stream decide float format. out.flags(out.flags() & ~std::ios::floatfield); break; case 'a': case 'A': TINYFORMAT_ERROR("tinyformat: the %a and %A conversion specs " "are not supported"); break; case 'c': // Handled as special case inside formatValue() break; case 's': if(precisionSet) ntrunc = static_cast(out.precision()); // Make %s print booleans as "true" and "false" out.setf(std::ios::boolalpha); break; case 'n': // Not supported - will cause problems! TINYFORMAT_ERROR("tinyformat: %n conversion spec not supported"); break; case '\0': TINYFORMAT_ERROR("tinyformat: Conversion spec incorrectly " "terminated by end of string"); return c; default: break; } if(intConversion && precisionSet && !widthSet) { // "precision" for integers gives the minimum number of digits (to be // padded with zeros on the left). This isn't really supported by the // iostreams, but we can approximately simulate it with the width if // the width isn't otherwise used. out.width(out.precision() + widthExtra); out.setf(std::ios::internal, std::ios::adjustfield); out.fill('0'); } return c+1; } //------------------------------------------------------------------------------ inline void formatImpl(std::ostream& out, const char* fmt, const detail::FormatArg* formatters, int numFormatters) { // Saved stream state std::streamsize origWidth = out.width(); std::streamsize origPrecision = out.precision(); std::ios::fmtflags origFlags = out.flags(); char origFill = out.fill(); for (int argIndex = 0; argIndex < numFormatters; ++argIndex) { // Parse the format string fmt = printFormatStringLiteral(out, fmt); bool spacePadPositive = false; int ntrunc = -1; const char* fmtEnd = streamStateFromFormat(out, spacePadPositive, ntrunc, fmt, formatters, argIndex, numFormatters); if (argIndex >= numFormatters) { // Check args remain after reading any variable width/precision TINYFORMAT_ERROR("tinyformat: Not enough format arguments"); return; } const FormatArg& arg = formatters[argIndex]; // Format the arg into the stream. if(!spacePadPositive) arg.format(out, fmt, fmtEnd, ntrunc); else { // The following is a special case with no direct correspondence // between stream formatting and the printf() behaviour. Simulate // it crudely by formatting into a temporary string stream and // munging the resulting string. std::ostringstream tmpStream; tmpStream.copyfmt(out); tmpStream.setf(std::ios::showpos); arg.format(tmpStream, fmt, fmtEnd, ntrunc); std::string result = tmpStream.str(); // allocates... yuck. for(size_t i = 0, iend = result.size(); i < iend; ++i) if(result[i] == '+') result[i] = ' '; out << result; } fmt = fmtEnd; } // Print remaining part of format string. fmt = printFormatStringLiteral(out, fmt); if(*fmt != '\0') TINYFORMAT_ERROR("tinyformat: Too many conversion specifiers in format string"); // Restore stream state out.width(origWidth); out.precision(origPrecision); out.flags(origFlags); out.fill(origFill); } } // namespace detail /// List of template arguments format(), held in a type-opaque way. /// /// A const reference to FormatList (typedef'd as FormatListRef) may be /// conveniently used to pass arguments to non-template functions: All type /// information has been stripped from the arguments, leaving just enough of a /// common interface to perform formatting as required. class FormatList { public: FormatList(detail::FormatArg* formatters, int N) : m_formatters(formatters), m_N(N) { } friend void vformat(std::ostream& out, const char* fmt, const FormatList& list); private: const detail::FormatArg* m_formatters; int m_N; }; /// Reference to type-opaque format list for passing to vformat() typedef const FormatList& FormatListRef; namespace detail { // Format list subclass with fixed storage to avoid dynamic allocation template class FormatListN : public FormatList { public: #ifdef TINYFORMAT_USE_VARIADIC_TEMPLATES template FormatListN(const Args&... args) : FormatList(&m_formatterStore[0], N), m_formatterStore { FormatArg(args)... } { static_assert(sizeof...(args) == N, "Number of args must be N"); } #else // C++98 version void init(int) {} # define TINYFORMAT_MAKE_FORMATLIST_CONSTRUCTOR(n) \ \ template \ FormatListN(TINYFORMAT_VARARGS(n)) \ : FormatList(&m_formatterStore[0], n) \ { assert(n == N); init(0, TINYFORMAT_PASSARGS(n)); } \ \ template \ void init(int i, TINYFORMAT_VARARGS(n)) \ { \ m_formatterStore[i] = FormatArg(v1); \ init(i+1 TINYFORMAT_PASSARGS_TAIL(n)); \ } TINYFORMAT_FOREACH_ARGNUM(TINYFORMAT_MAKE_FORMATLIST_CONSTRUCTOR) # undef TINYFORMAT_MAKE_FORMATLIST_CONSTRUCTOR #endif private: FormatArg m_formatterStore[N]; }; // Special 0-arg version - MSVC says zero-sized C array in struct is nonstandard template<> class FormatListN<0> : public FormatList { public: FormatListN() : FormatList(0, 0) {} }; } // namespace detail //------------------------------------------------------------------------------ // Primary API functions #ifdef TINYFORMAT_USE_VARIADIC_TEMPLATES /// Make type-agnostic format list from list of template arguments. /// /// The exact return type of this function is an implementation detail and /// shouldn't be relied upon. Instead it should be stored as a FormatListRef: /// /// FormatListRef formatList = makeFormatList( /*...*/ ); template detail::FormatListN makeFormatList(const Args&... args) { return detail::FormatListN(args...); } #else // C++98 version inline detail::FormatListN<0> makeFormatList() { return detail::FormatListN<0>(); } #define TINYFORMAT_MAKE_MAKEFORMATLIST(n) \ template \ detail::FormatListN makeFormatList(TINYFORMAT_VARARGS(n)) \ { \ return detail::FormatListN(TINYFORMAT_PASSARGS(n)); \ } TINYFORMAT_FOREACH_ARGNUM(TINYFORMAT_MAKE_MAKEFORMATLIST) #undef TINYFORMAT_MAKE_MAKEFORMATLIST #endif /// Format list of arguments to the stream according to the given format string. /// /// The name vformat() is chosen for the semantic similarity to vprintf(): the /// list of format arguments is held in a single function argument. inline void vformat(std::ostream& out, const char* fmt, FormatListRef list) { detail::formatImpl(out, fmt, list.m_formatters, list.m_N); } #ifdef TINYFORMAT_USE_VARIADIC_TEMPLATES /// Format list of arguments to the stream according to given format string. template void format(std::ostream& out, const char* fmt, const Args&... args) { vformat(out, fmt, makeFormatList(args...)); } /// Format list of arguments according to the given format string and return /// the result as a string. template std::string format(const char* fmt, const Args&... args) { std::ostringstream oss; format(oss, fmt, args...); return oss.str(); } /// Format list of arguments to std::cout, according to the given format string template void printf(const char* fmt, const Args&... args) { format(std::cout, fmt, args...); } template void printfln(const char* fmt, const Args&... args) { format(std::cout, fmt, args...); std::cout << '\n'; } #else // C++98 version inline void format(std::ostream& out, const char* fmt) { vformat(out, fmt, makeFormatList()); } inline std::string format(const char* fmt) { std::ostringstream oss; format(oss, fmt); return oss.str(); } inline void printf(const char* fmt) { format(std::cout, fmt); } inline void printfln(const char* fmt) { format(std::cout, fmt); std::cout << '\n'; } #define TINYFORMAT_MAKE_FORMAT_FUNCS(n) \ \ template \ void format(std::ostream& out, const char* fmt, TINYFORMAT_VARARGS(n)) \ { \ vformat(out, fmt, makeFormatList(TINYFORMAT_PASSARGS(n))); \ } \ \ template \ std::string format(const char* fmt, TINYFORMAT_VARARGS(n)) \ { \ std::ostringstream oss; \ format(oss, fmt, TINYFORMAT_PASSARGS(n)); \ return oss.str(); \ } \ \ template \ void printf(const char* fmt, TINYFORMAT_VARARGS(n)) \ { \ format(std::cout, fmt, TINYFORMAT_PASSARGS(n)); \ } \ \ template \ void printfln(const char* fmt, TINYFORMAT_VARARGS(n)) \ { \ format(std::cout, fmt, TINYFORMAT_PASSARGS(n)); \ std::cout << '\n'; \ } TINYFORMAT_FOREACH_ARGNUM(TINYFORMAT_MAKE_FORMAT_FUNCS) #undef TINYFORMAT_MAKE_FORMAT_FUNCS #endif } // namespace tinyformat #endif // TINYFORMAT_H_INCLUDED bpfcc-0.31.0/src/lua/000077500000000000000000000000001465134135300142255ustar00rootroot00000000000000bpfcc-0.31.0/src/lua/.busted000066400000000000000000000003051465134135300155120ustar00rootroot00000000000000-- Configuration for unit tests -- See: http://olivinelabs.com/busted/ return { default = { lpath = "./?.lua;./?/init.lua", helper = "./bpf/spec/helper.lua", ["auto-insulate"] = false, } } bpfcc-0.31.0/src/lua/.luacheckrc000066400000000000000000000005301465134135300163300ustar00rootroot00000000000000std = 'luajit' new_read_globals = { 'assert', 'describe', 'it', } new_globals = { 'math', } -- Luacheck < 0.18 doesn't support new_read_globals for _, v in ipairs(new_read_globals) do table.insert(new_globals, v) end -- Ignore some pedantic checks ignore = { '4.1/err', -- Shadowing err '4.1/.', -- Shadowing one letter variables } bpfcc-0.31.0/src/lua/CMakeLists.txt000066400000000000000000000016511465134135300167700ustar00rootroot00000000000000find_package(LuaJIT) find_program(LUAJIT luajit) if (LUAJIT_LIBRARIES AND LUAJIT) FILE(GLOB_RECURSE SRC_LUA ${CMAKE_CURRENT_SOURCE_DIR}/bcc/*.lua ${CMAKE_CURRENT_SOURCE_DIR}/bcc/vendor/*.lua ${CMAKE_CURRENT_SOURCE_DIR}/bpf/*.lua) ADD_CUSTOM_COMMAND( OUTPUT bcc.lua COMMAND ${LUAJIT} ${CMAKE_CURRENT_SOURCE_DIR}/src/squish.lua ${CMAKE_CURRENT_SOURCE_DIR} DEPENDS ${SRC_LUA} ${CMAKE_CURRENT_SOURCE_DIR}/squishy ) ADD_CUSTOM_COMMAND( OUTPUT bcc.o COMMAND ${LUAJIT} -bg bcc.lua bcc.o DEPENDS bcc.lua ) include_directories(${LUAJIT_INCLUDE_DIR}) add_executable(bcc-lua src/main.c bcc.o) set_target_properties(bcc-lua PROPERTIES LINKER_LANGUAGE C) target_link_libraries(bcc-lua ${LUAJIT_LIBRARIES}) target_link_libraries(bcc-lua ${bcc-lua-static}) if (NOT COMPILER_NOPIE_FLAG EQUAL "") target_link_libraries(bcc-lua ${COMPILER_NOPIE_FLAG}) endif() install(TARGETS bcc-lua RUNTIME DESTINATION bin) endif() bpfcc-0.31.0/src/lua/README.md000066400000000000000000000165161465134135300155150ustar00rootroot00000000000000Lua Tools for BCC ----------------- This directory contains Lua tooling for [BCC][bcc] (the BPF Compiler Collection). BCC is a toolkit for creating userspace and kernel tracing programs. By default, it comes with a library `libbcc`, some example tooling and a Python frontend for the library. Here we present an alternate frontend for `libbcc` implemented in LuaJIT. This lets you write the userspace part of your tracer in Lua instead of Python. Since LuaJIT is a JIT compiled language, tracers implemented in `bcc-lua` exhibit significantly reduced overhead compared to their Python equivalents. This is particularly noticeable in tracers that actively use the table APIs to get information from the kernel. If your tracer makes extensive use of `BPF_MAP_TYPE_PERF_EVENT_ARRAY` or `BPF_MAP_TYPE_HASH`, you may find the performance characteristics of this implementation very appealing, as LuaJIT can compile to native code a lot of the callchain to process the events, and this wrapper has been designed to benefit from such JIT compilation. ## Quickstart Guide The following instructions assume Ubuntu 18.04 LTS. 1. Clone this repository ``` $ git clone https://github.com/iovisor/bcc.git $ cd bcc/ ``` 2. As per the [Ubuntu - Binary](https://github.com/iovisor/bcc/blob/master/INSTALL.md#ubuntu---binary) installation istructions, install the required upstream stable and signed packages ``` $ sudo apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 4052245BD4284CDD $ echo "deb https://repo.iovisor.org/apt/$(lsb_release -cs) $(lsb_release -cs) main" | sudo tee /etc/apt/sources.list.d/iovisor.list $ sudo apt-get update $ sudo apt-get install bcc-tools libbcc-examples linux-headers-$(uname -r) ``` 3. Install LuaJit and the corresponding development files ``` $ sudo apt-get install luajit luajit-5.1-dev ``` 4. Test one of the examples to ensure `libbcc` is properly installed ``` $ sudo src/lua/bcc-probe examples/lua/task_switch.lua ``` ## LuaJIT BPF compiler Now it is also possible to write Lua functions and compile them transparently to BPF bytecode, here is a simple socket filter example: ```lua local S = require('syscall') local bpf = require('bpf') local map = bpf.map('array', 256) -- Kernel-space part of the program local prog = assert(bpf(function () local proto = pkt.ip.proto -- Get byte (ip.proto) from frame at [23] xadd(map[proto], 1) -- Increment packet count end)) -- User-space part of the program local sock = assert(bpf.socket('lo', prog)) for i=1,10 do local icmp, udp, tcp = map[1], map[17], map[6] print('TCP', tcp, 'UDP', udp, 'ICMP', icmp, 'packets') S.sleep(1) end ``` The other application of BPF programs is attaching to probes for [perf event tracing][tracing]. That means you can trace events inside the kernel (or user-space), and then collect results - for example histogram of `sendto()` latency, off-cpu time stack traces, syscall latency, and so on. While kernel probes and perf events have unstable ABI, with a dynamic language we can create and use proper type based on the tracepoint ABI on runtime. Runtime automatically recognizes reads that needs a helper to be accessed. The type casts denote source of the objects, for example the [bashreadline][bashreadline] example that prints entered bash commands from all running shells: ```lua local ffi = require('ffi') local bpf = require('bpf') -- Perf event map local sample_t = 'struct { uint64_t pid; char str[80]; }' local events = bpf.map('perf_event_array') -- Kernel-space part of the program bpf.uprobe('/bin/bash:readline' function (ptregs) local sample = ffi.new(sample_t) sample.pid = pid_tgid() ffi.copy(sample.str, ffi.cast('char *', req.ax)) -- Cast `ax` to string pointer and copy to buffer perf_submit(events, sample) -- Write sample to perf event map end, true, -1, 0) -- User-space part of the program local log = events:reader(nil, 0, sample_t) -- Must specify PID or CPU_ID to observe while true do log:block() -- Wait until event reader is readable for _,e in log:read() do -- Collect available reader events print(tonumber(e.pid), ffi.string(e.str)) end end ``` Where cast to `struct pt_regs` flags the source of data as probe arguments, which means any pointer derived from this structure points to kernel and a helper is needed to access it. Casting `req.ax` to pointer is then required for `ffi.copy` semantics, otherwise it would be treated as `u64` and only it's value would be copied. The type detection is automatic most of the times (socket filters and `bpf.tracepoint`), but not with uprobes and kprobes. ### Installation ```bash $ luarocks install bpf ``` ### Examples See `examples/lua` directory. ### Helpers * `print(...)` is a wrapper for `bpf_trace_printk`, the output is captured in `cat /sys/kernel/debug/tracing/trace_pipe` * `bit.*` library **is** supported (`lshift, rshift, arshift, bnot, band, bor, bxor`) * `math.*` library *partially* supported (`log2, log, log10`) * `ffi.cast()` is implemented (including structures and arrays) * `ffi.new(...)` allocates memory on stack, initializers are NYI * `ffi.copy(...)` copies memory (possibly using helpers) between stack/kernel/registers * `ntoh(x[, width])` - convert from network to host byte order. * `hton(x[, width])` - convert from host to network byte order. * `xadd(dst, inc)` - exclusive add, a synchronous `*dst += b` if Lua had `+=` operator Below is a list of BPF-specific helpers: * `time()` - return current monotonic time in nanoseconds (uses `bpf_ktime_get_ns`) * `cpu()` - return current CPU number (uses `bpf_get_smp_processor_id`) * `pid_tgid()` - return caller `tgid << 32 | pid` (uses `bpf_get_current_pid_tgid`) * `uid_gid()` - return caller `gid << 32 | uid` (uses `bpf_get_current_uid_gid`) * `comm(var)` - write current process name (uses `bpf_get_current_comm`) * `perf_submit(map, var)` - submit variable to perf event array BPF map * `stack_id(map, flags)` - return stack trace identifier from stack trace BPF map * `load_bytes(off, var)` - helper for direct packet access with `skb_load_bytes()` ### Current state * Not all LuaJIT bytecode opcodes are supported *(notable mentions below)* * Closures `UCLO` will probably never be supported, although you can use upvalues inside compiled function. * Type narrowing is opportunistic. Numbers are 64-bit by default, but 64-bit immediate loads are not supported (e.g. `local x = map[ffi.cast('uint64_t', 1000)]`) * Tail calls `CALLT`, and iterators `ITERI` are NYI (as of now) * Arbitrary ctype **is** supported both for map keys and values * Basic optimisations like: constant propagation, partial DCE, liveness analysis and speculative register allocation are implement, but there's no control flow analysis yet. This means the compiler has the visibility when things are used and dead-stores occur, but there's no rewriter pass to eliminate them. * No register sub-allocations, no aggressive use of caller-saved `R1-5`, no aggressive narrowing (this would require variable range assertions and variable relationships) * Slices with not 1/2/4/8 length are NYI (requires allocating a memory on stack and using pointer type) [bcc]: https://github.com/iovisor/bcc [tracing]: http://www.brendangregg.com/blog/2016-03-05/linux-bpf-superpowers.html [bashreadline]: http://www.brendangregg.com/blog/2016-02-08/linux-ebpf-bcc-uprobes.htmlbpfcc-0.31.0/src/lua/bcc-probe000077500000000000000000000013551465134135300160130ustar00rootroot00000000000000#!/usr/bin/env luajit --[[ Copyright 2016 GitHub, Inc Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] local str = require("debug").getinfo(1, "S").source:sub(2) local script_path = str:match("(.*/)").."/?.lua;" package.path = script_path..package.path require("bcc.run")() bpfcc-0.31.0/src/lua/bcc/000077500000000000000000000000001465134135300147545ustar00rootroot00000000000000bpfcc-0.31.0/src/lua/bcc/bpf.lua000066400000000000000000000175631465134135300162420ustar00rootroot00000000000000--[[ Copyright 2016 GitHub, Inc Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] local ffi = require("ffi") local libbcc = require("bcc.libbcc") local TracerPipe = require("bcc.tracerpipe") local Table = require("bcc.table") local Sym = require("bcc.sym") local Bpf = class("BPF") Bpf.static.open_kprobes = {} Bpf.static.open_uprobes = {} Bpf.static.perf_buffers = {} Bpf.static.KPROBE_LIMIT = 1000 Bpf.static.tracer_pipe = nil Bpf.static.DEFAULT_CFLAGS = { '-D__HAVE_BUILTIN_BSWAP16__', '-D__HAVE_BUILTIN_BSWAP32__', '-D__HAVE_BUILTIN_BSWAP64__', } function Bpf.static.check_probe_quota(n) local cur = table.count(Bpf.static.open_kprobes) + table.count(Bpf.static.open_uprobes) assert(cur + n <= Bpf.static.KPROBE_LIMIT, "number of open probes would exceed quota") end function Bpf.static.cleanup() local function detach_all(probe_type, all_probes) for key, fd in pairs(all_probes) do libbcc.bpf_close_perf_event_fd(fd) -- skip bcc-specific kprobes if not key:starts("bcc:") then if probe_type == "kprobes" then libbcc.bpf_detach_kprobe(key) elseif probe_type == "uprobes" then libbcc.bpf_detach_uprobe(key) end end all_probes[key] = nil end end detach_all("kprobes", Bpf.static.open_kprobes) detach_all("uprobes", Bpf.static.open_uprobes) for key, perf_buffer in pairs(Bpf.static.perf_buffers) do libbcc.perf_reader_free(perf_buffer) Bpf.static.perf_buffers[key] = nil end if Bpf.static.tracer_pipe ~= nil then Bpf.static.tracer_pipe:close() end end function Bpf.static.SymbolCache(pid) return Sym.create_cache(pid) end function Bpf.static.num_open_uprobes() return table.count(Bpf.static.open_uprobes) end function Bpf.static.num_open_kprobes() return table.count(Bpf.static.open_kprobes) end Bpf.static.SCRIPT_ROOT = "./" function Bpf.static.script_root(root) local dir, file = root:match'(.*/)(.*)' Bpf.static.SCRIPT_ROOT = dir or "./" return Bpf end local function _find_file(script_root, filename) if filename == nil then return nil end if os.exists(filename) then return filename end if not filename:starts("/") then filename = script_root .. filename if os.exists(filename) then return filename end end assert(nil, "failed to find file "..filename.." (root="..script_root..")") end function Bpf:initialize(args) self.funcs = {} self.tables = {} if args.usdt and args.text then args.text = args.usdt:_get_text() .. args.text end local cflags = table.join(Bpf.DEFAULT_CFLAGS, args.cflags) local cflags_ary = ffi.new("const char *[?]", #cflags, cflags) local llvm_debug = rawget(_G, "LIBBCC_LLVM_DEBUG") or args.debug or 0 assert(type(llvm_debug) == "number") if args.text then log.info("\n%s\n", args.text) self.module = libbcc.bpf_module_create_c_from_string(args.text, llvm_debug, cflags_ary, #cflags, true) elseif args.src_file then local src = _find_file(Bpf.SCRIPT_ROOT, args.src_file) self.module = libbcc.bpf_module_create_c(src, llvm_debug, cflags_ary, #cflags, true) end assert(self.module ~= nil, "failed to compile BPF module") if args.usdt then args.usdt:_attach_uprobes(self) end end function Bpf:load_funcs(prog_type) prog_type = prog_type or "BPF_PROG_TYPE_KPROBE" local result = {} local fn_count = tonumber(libbcc.bpf_num_functions(self.module)) for i = 0,fn_count-1 do local name = ffi.string(libbcc.bpf_function_name(self.module, i)) table.insert(result, self:load_func(name, prog_type)) end return result end function Bpf:load_func(fn_name, prog_type) if self.funcs[fn_name] ~= nil then return self.funcs[fn_name] end assert(libbcc.bpf_function_start(self.module, fn_name) ~= nil, "unknown program: "..fn_name) local fd = libbcc.bcc_prog_load(prog_type, fn_name, libbcc.bpf_function_start(self.module, fn_name), libbcc.bpf_function_size(self.module, fn_name), libbcc.bpf_module_license(self.module), libbcc.bpf_module_kern_version(self.module), 0, nil, 0) assert(fd >= 0, "failed to load BPF program "..fn_name) log.info("loaded %s (%d)", fn_name, fd) local fn = {bpf=self, name=fn_name, fd=fd} self.funcs[fn_name] = fn return fn end function Bpf:dump_func(fn_name) local start = libbcc.bpf_function_start(self.module, fn_name) assert(start ~= nil, "unknown program") local len = libbcc.bpf_function_size(self.module, fn_name) return ffi.string(start, tonumber(len)) end function Bpf:attach_uprobe(args) Bpf.check_probe_quota(1) local path, addr = Sym.check_path_symbol(args.name, args.sym, args.addr, args.pid, args.sym_off) local fn = self:load_func(args.fn_name, 'BPF_PROG_TYPE_KPROBE') local ptype = args.retprobe and "r" or "p" local ev_name = string.format("%s_%s_0x%p", ptype, path:gsub("[^%a%d]", "_"), addr) local retprobe = args.retprobe and 1 or 0 local res = libbcc.bpf_attach_uprobe(fn.fd, retprobe, ev_name, path, addr, args.pid or -1) assert(res >= 0, "failed to attach BPF to uprobe") self:probe_store("uprobe", ev_name, res) return self end function Bpf:attach_kprobe(args) -- TODO: allow the caller to glob multiple functions together Bpf.check_probe_quota(1) local fn = self:load_func(args.fn_name, 'BPF_PROG_TYPE_KPROBE') local event = args.event or "" local ptype = args.retprobe and "r" or "p" local ev_name = string.format("%s_%s", ptype, event:gsub("[%+%.]", "_")) local offset = args.fn_offset or 0 local retprobe = args.retprobe and 1 or 0 local maxactive = args.maxactive or 0 local res = libbcc.bpf_attach_kprobe(fn.fd, retprobe, ev_name, event, offset, maxactive) assert(res >= 0, "failed to attach BPF to kprobe") self:probe_store("kprobe", ev_name, res) return self end function Bpf:pipe() if Bpf.tracer_pipe == nil then Bpf.tracer_pipe = TracerPipe:new() end return Bpf.tracer_pipe end function Bpf:get_table(name, key_type, leaf_type) if self.tables[name] == nil then self.tables[name] = Table(self, name, key_type, leaf_type) end return self.tables[name] end function Bpf:probe_store(t, id, fd) if t == "kprobe" then Bpf.open_kprobes[id] = fd elseif t == "uprobe" then Bpf.open_uprobes[id] = fd else error("unknown probe type '%s'" % t) end log.info("%s -> %s", id, fd) end function Bpf:perf_buffer_store(id, reader) Bpf.perf_buffers[id] = reader log.info("%s -> %s", id, reader) end function Bpf:probe_lookup(t, id) if t == "kprobe" then return Bpf.open_kprobes[id] elseif t == "uprobe" then return Bpf.open_uprobes[id] else return nil end end function Bpf:_perf_buffer_array() local perf_buffer_count = table.count(Bpf.perf_buffers) local readers = ffi.new("struct perf_reader*[?]", perf_buffer_count) local n = 0 for _, r in pairs(Bpf.perf_buffers) do readers[n] = r n = n + 1 end assert(n == perf_buffer_count) return readers, n end function Bpf:perf_buffer_poll_loop() local perf_buffers, perf_buffer_count = self:_perf_buffer_array() return pcall(function() while true do libbcc.perf_reader_poll(perf_buffer_count, perf_buffers, -1) end end) end function Bpf:kprobe_poll_loop() return self:perf_buffer_poll_loop() end function Bpf:perf_buffer_poll(timeout) local perf_buffers, perf_buffer_count = self:_perf_buffer_array() libbcc.perf_reader_poll(perf_buffer_count, perf_buffers, timeout or -1) end function Bpf:kprobe_poll(timeout) self:perf_buffer_poll(timeout) end return Bpf bpfcc-0.31.0/src/lua/bcc/init.lua000066400000000000000000000011561465134135300164250ustar00rootroot00000000000000--[[ Copyright 2016 GitHub, Inc Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] require("bcc.vendor.helpers") return { BPF = require("bcc.bpf") } bpfcc-0.31.0/src/lua/bcc/libbcc.lua000066400000000000000000000135161465134135300167030ustar00rootroot00000000000000--[[ Copyright 2016 GitHub, Inc Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] local ffi = require("ffi") ffi.cdef[[ enum bpf_prog_type { BPF_PROG_TYPE_UNSPEC, BPF_PROG_TYPE_SOCKET_FILTER, BPF_PROG_TYPE_KPROBE, BPF_PROG_TYPE_SCHED_CLS, BPF_PROG_TYPE_SCHED_ACT, }; int bcc_create_map(enum bpf_map_type map_type, int key_size, int value_size, int max_entries, int map_flags); int bpf_update_elem(int fd, void *key, void *value, unsigned long long flags); int bpf_lookup_elem(int fd, void *key, void *value); int bpf_delete_elem(int fd, void *key); int bpf_get_next_key(int fd, void *key, void *next_key); int bcc_prog_load(enum bpf_prog_type prog_type, const char *name, const struct bpf_insn *insns, int insn_len, const char *license, unsigned kern_version, int log_level, char *log_buf, unsigned log_buf_size); int bpf_attach_socket(int sockfd, int progfd); /* create RAW socket and bind to interface 'name' */ int bpf_open_raw_sock(const char *name); typedef void (*perf_reader_raw_cb)(void *cb_cookie, void *raw, int raw_size); typedef void (*perf_reader_lost_cb)(void *cb_cookie, uint64_t lost); int bpf_attach_kprobe(int progfd, int attach_type, const char *ev_name, const char *fn_name, uint64_t fn_offset, int maxactive); int bpf_detach_kprobe(const char *ev_name); int bpf_attach_uprobe(int progfd, int attach_type, const char *ev_name, const char *binary_path, uint64_t offset, int pid); int bpf_detach_uprobe(const char *ev_name); void * bpf_open_perf_buffer(perf_reader_raw_cb raw_cb, perf_reader_lost_cb lost_cb, void *cb_cookie, int pid, int cpu, int page_cnt); int bpf_close_perf_event_fd(int fd); ]] ffi.cdef[[ void * bpf_module_create_c(const char *filename, unsigned flags, const char *cflags[], int ncflags, bool allow_rlimit); void * bpf_module_create_c_from_string(const char *text, unsigned flags, const char *cflags[], int ncflags, bool allow_rlimit); void bpf_module_destroy(void *program); char * bpf_module_license(void *program); unsigned bpf_module_kern_version(void *program); size_t bpf_num_functions(void *program); const char * bpf_function_name(void *program, size_t id); void * bpf_function_start_id(void *program, size_t id); void * bpf_function_start(void *program, const char *name); size_t bpf_function_size_id(void *program, size_t id); size_t bpf_function_size(void *program, const char *name); size_t bpf_num_tables(void *program); size_t bpf_table_id(void *program, const char *table_name); int bpf_table_fd(void *program, const char *table_name); int bpf_table_fd_id(void *program, size_t id); int bpf_table_type(void *program, const char *table_name); int bpf_table_type_id(void *program, size_t id); size_t bpf_table_max_entries(void *program, const char *table_name); size_t bpf_table_max_entries_id(void *program, size_t id); int bpf_table_flags(void *program, const char *table_name); int bpf_table_flags_id(void *program, size_t id); const char * bpf_table_name(void *program, size_t id); const char * bpf_table_key_desc(void *program, const char *table_name); const char * bpf_table_key_desc_id(void *program, size_t id); const char * bpf_table_leaf_desc(void *program, const char *table_name); const char * bpf_table_leaf_desc_id(void *program, size_t id); size_t bpf_table_key_size(void *program, const char *table_name); size_t bpf_table_key_size_id(void *program, size_t id); size_t bpf_table_leaf_size(void *program, const char *table_name); size_t bpf_table_leaf_size_id(void *program, size_t id); int bpf_table_key_snprintf(void *program, size_t id, char *buf, size_t buflen, const void *key); int bpf_table_leaf_snprintf(void *program, size_t id, char *buf, size_t buflen, const void *leaf); int bpf_table_key_sscanf(void *program, size_t id, const char *buf, void *key); int bpf_table_leaf_sscanf(void *program, size_t id, const char *buf, void *leaf); ]] ffi.cdef[[ struct perf_reader; void perf_reader_free(void *ptr); int perf_reader_mmap(struct perf_reader *reader); int perf_reader_poll(int num_readers, struct perf_reader **readers, int timeout); int perf_reader_fd(struct perf_reader *reader); void perf_reader_set_fd(struct perf_reader *reader, int fd); ]] ffi.cdef[[ struct bcc_symbol { const char *name; const char *demangle_name; const char *module; uint64_t offset; }; struct bcc_symbol_option { int use_debug_file; int check_debug_file_crc; int lazy_symbolize; uint32_t use_symbol_type; }; int bcc_resolve_symname(const char *module, const char *symname, const uint64_t addr, int pid, struct bcc_symbol_option *option, struct bcc_symbol *sym); void bcc_procutils_free(const char *ptr); void *bcc_symcache_new(int pid, struct bcc_symbol_option *option); void bcc_symbol_free_demangle_name(struct bcc_symbol *sym); int bcc_symcache_resolve(void *symcache, uint64_t addr, struct bcc_symbol *sym); void bcc_symcache_refresh(void *resolver); ]] ffi.cdef[[ void *bcc_usdt_new_frompid(int pid); void *bcc_usdt_new_frompath(const char *path); void bcc_usdt_close(void *usdt); int bcc_usdt_enable_probe(void *, const char *, const char *); char *bcc_usdt_genargs(void *); typedef void (*bcc_usdt_uprobe_cb)(const char *, const char *, uint64_t, int); void bcc_usdt_foreach_uprobe(void *usdt, bcc_usdt_uprobe_cb callback); ]] if rawget(_G, "BCC_STANDALONE") then return ffi.C else return ffi.load( os.getenv("LIBBCC_SO_PATH") or rawget(_G, "LIBBCC_SO_PATH") or "bcc") end bpfcc-0.31.0/src/lua/bcc/run.lua000066400000000000000000000042161465134135300162660ustar00rootroot00000000000000--[[ Copyright 2016 GitHub, Inc Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] return function() require("bcc.vendor.helpers") local standalone = rawget(_G, "BCC_STANDALONE") local progname = standalone or "bcc-probe" local function print_usage() io.stderr:write(string.format( "usage: %s [[--version|--verbose] --] path_to_script.lua [...]\n", progname)) os.exit(1) end local function print_version() local jit = require("jit") print(string.format("%s %s -- Running on %s (%s/%s)", progname, rawget(_G, "BCC_VERSION") or "HEAD", jit.version, jit.os, jit.arch)) os.exit(0) end while arg[1] and string.starts(arg[1], "-") do local k = table.remove(arg, 1) if k == "--" then break elseif standalone == nil and string.starts(k, "--so-path=") then rawset(_G, "LIBBCC_SO_PATH", string.lstrip(k, "--so-path=")) elseif k == "--llvm-debug" then rawset(_G, "LIBBCC_LLVM_DEBUG", 1) elseif k == "-V" or k == "--verbose" then log.enabled = true elseif k == "-v" or k == "--version" then print_version() else print_usage() end end local tracefile = table.remove(arg, 1) if not tracefile then print_usage() end local BPF = require("bcc.bpf") BPF.script_root(tracefile) local USDT = require("bcc.usdt") local utils = { argparse = require("bcc.vendor.argparse"), posix = require("bcc.vendor.posix"), USDT = USDT, } local command = dofile(tracefile) local res, err = xpcall(command, debug.traceback, BPF, utils) if not res and err ~= "interrupted!" then io.stderr:write("[ERROR] "..err.."\n") end BPF.cleanup() USDT.cleanup() return res, err end bpfcc-0.31.0/src/lua/bcc/sym.lua000066400000000000000000000035051465134135300162720ustar00rootroot00000000000000--[[ Copyright 2016 GitHub, Inc Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] local ffi = require("ffi") local libbcc = require("bcc.libbcc") local SYM = ffi.typeof("struct bcc_symbol[1]") local function create_cache(pid) return { _CACHE = libbcc.bcc_symcache_new(pid or -1, nil), resolve = function(self, addr) local sym = SYM() if libbcc.bcc_symcache_resolve(self._CACHE, addr, sym) < 0 then return "[unknown]", 0x0 end local name_res = ffi.string(sym[0].demangle_name) libbcc.bcc_symbol_free_demangle_name(sym); return name_res, sym[0].offset end } end local function check_path_symbol(module, symname, addr, pid, sym_off) local sym = SYM() local module_path local new_addr if libbcc.bcc_resolve_symname(module, symname, addr or 0x0, pid or 0, nil, sym) < 0 then if sym[0].module == nil then error("could not find library '%s' in the library path" % module) else module_path = ffi.string(sym[0].module) libbcc.bcc_procutils_free(sym[0].module) error("failed to resolve symbol '%s' in '%s'" % { symname, module_path}) end end new_addr = sym[0].offset + (sym_off or 0) module_path = ffi.string(sym[0].module) libbcc.bcc_procutils_free(sym[0].module) return module_path, new_addr end return { create_cache=create_cache, check_path_symbol=check_path_symbol } bpfcc-0.31.0/src/lua/bcc/table.lua000066400000000000000000000251341465134135300165530ustar00rootroot00000000000000--[[ Copyright 2016 GitHub, Inc Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] local ffi = require("ffi") local libbcc = require("bcc.libbcc") local Posix = require("bcc.vendor.posix") local BaseTable = class("BaseTable") BaseTable.static.BPF_MAP_TYPE_HASH = 1 BaseTable.static.BPF_MAP_TYPE_ARRAY = 2 BaseTable.static.BPF_MAP_TYPE_PROG_ARRAY = 3 BaseTable.static.BPF_MAP_TYPE_PERF_EVENT_ARRAY = 4 BaseTable.static.BPF_MAP_TYPE_PERCPU_HASH = 5 BaseTable.static.BPF_MAP_TYPE_PERCPU_ARRAY = 6 BaseTable.static.BPF_MAP_TYPE_STACK_TRACE = 7 BaseTable.static.BPF_MAP_TYPE_CGROUP_ARRAY = 8 BaseTable.static.BPF_MAP_TYPE_LRU_HASH = 9 BaseTable.static.BPF_MAP_TYPE_LRU_PERCPU_HASH = 10 BaseTable.static.BPF_MAP_TYPE_LPM_TRIE = 11 function BaseTable:initialize(t_type, bpf, map_id, map_fd, key_type, leaf_type) assert(t_type == libbcc.bpf_table_type_id(bpf.module, map_id)) self.t_type = t_type self.bpf = bpf self.map_id = map_id self.map_fd = map_fd self.c_key = ffi.typeof(key_type.."[1]") self.c_leaf = ffi.typeof(leaf_type.."[1]") end function BaseTable:key_sprintf(key) local pkey = self.c_key(key) local buf_len = ffi.sizeof(self.c_key) * 8 local pbuf = ffi.new("char[?]", buf_len) local res = libbcc.bpf_table_key_snprintf( self.bpf.module, self.map_id, pbuf, buf_len, pkey) assert(res == 0, "could not print key") return ffi.string(pbuf) end function BaseTable:leaf_sprintf(leaf) local pleaf = self.c_leaf(leaf) local buf_len = ffi.sizeof(self.c_leaf) * 8 local pbuf = ffi.new("char[?]", buf_len) local res = libbcc.bpf_table_leaf_snprintf( self.bpf.module, self.map_id, pbuf, buf_len, pleaf) assert(res == 0, "could not print leaf") return ffi.string(pbuf) end function BaseTable:key_scanf(key_str) local pkey = self.c_key() local res = libbcc.bpf_table_key_sscanf( self.bpf.module, self.map_id, key_str, pkey) assert(res == 0, "could not scanf key") return pkey[0] end function BaseTable:leaf_scanf(leaf_str) local pleaf = self.c_leaf() local res = libbcc.bpf_table_leaf_sscanf( self.bpf.module, self.map_id, leaf_str, pleaf) assert(res == 0, "could not scanf leaf") return pleaf[0] end function BaseTable:get(key) local pkey = self.c_key(key) local pvalue = self.c_leaf() if libbcc.bpf_lookup_elem(self.map_fd, pkey, pvalue) < 0 then return nil end return pvalue[0] end function BaseTable:set(key, value) local pkey = self.c_key(key) local pvalue = self.c_leaf(value) assert(libbcc.bpf_update_elem(self.map_fd, pkey, pvalue, 0) == 0, "could not update table") end function BaseTable:_empty_key() local pkey = self.c_key() local pvalue = self.c_leaf() for _, v in ipairs({0x0, 0x55, 0xff}) do ffi.fill(pkey, ffi.sizeof(pkey[0]), v) if libbcc.bpf_lookup_elem(self.map_fd, pkey, pvalue) < 0 then return pkey end end error("failed to find an empty key for table iteration") end function BaseTable:keys() local pkey = self:_empty_key() return function() local pkey_next = self.c_key() if libbcc.bpf_get_next_key(self.map_fd, pkey, pkey_next) < 0 then return nil end pkey = pkey_next return pkey[0] end end function BaseTable:items() local pkey = self:_empty_key() return function() local pkey_next = self.c_key() local pvalue = self.c_leaf() if libbcc.bpf_get_next_key(self.map_fd, pkey, pkey_next) < 0 then return nil end pkey = pkey_next assert(libbcc.bpf_lookup_elem(self.map_fd, pkey, pvalue) == 0) return pkey[0], pvalue[0] end end local HashTable = class("HashTable", BaseTable) function HashTable:initialize(bpf, map_id, map_fd, key_type, leaf_type) BaseTable.initialize(self, BaseTable.BPF_MAP_TYPE_HASH, bpf, map_id, map_fd, key_type, leaf_type) end function HashTable:delete(key) local pkey = self.c_key(key) return libbcc.bpf_delete_elem(self.map_fd, pkey) == 0 end function HashTable:size() local n = 0 self:each(function() n = n + 1 end) return n end local BaseArray = class("BaseArray", BaseTable) function BaseArray:initialize(t_type, bpf, map_id, map_fd, key_type, leaf_type) BaseTable.initialize(self, t_type, bpf, map_id, map_fd, key_type, leaf_type) self.max_entries = tonumber(libbcc.bpf_table_max_entries_id(self.bpf.module, self.map_id)) end function BaseArray:_normalize_key(key) assert(type(key) == "number", "invalid key (expected a number") if key < 0 then key = self.max_entries + key end assert(key < self.max_entries, string.format("out of range (%d >= %d)", key, self.max_entries)) return key end function BaseArray:get(key) return BaseTable.get(self, self:_normalize_key(key)) end function BaseArray:set(key, value) return BaseTable.set(self, self:_normalize_key(key), value) end function BaseArray:delete(key) assert(nil, "unsupported") end function BaseArray:items(with_index) local pkey = self.c_key() local max = self.max_entries local n = 0 -- TODO return function() local pvalue = self.c_leaf() if n == max then return nil end pkey[0] = n n = n + 1 if libbcc.bpf_lookup_elem(self.map_fd, pkey, pvalue) ~= 0 then return nil end if with_index then return n, pvalue[0] -- return 1-based index else return pvalue[0] end end end local Array = class("Array", BaseArray) function Array:initialize(bpf, map_id, map_fd, key_type, leaf_type) BaseArray.initialize(self, BaseTable.BPF_MAP_TYPE_ARRAY, bpf, map_id, map_fd, key_type, leaf_type) end local PerfEventArray = class("PerfEventArray", BaseArray) function PerfEventArray:initialize(bpf, map_id, map_fd, key_type, leaf_type) BaseArray.initialize(self, BaseTable.BPF_MAP_TYPE_PERF_EVENT_ARRAY, bpf, map_id, map_fd, key_type, leaf_type) self._callbacks = {} end local function _perf_id(id, cpu) return string.format("bcc:perf_event_array:%d:%d", tonumber(id), cpu or 0) end function PerfEventArray:_open_perf_buffer(cpu, callback, ctype, page_cnt, lost_cb) local _cb = ffi.cast("perf_reader_raw_cb", function (cookie, data, size) callback(cpu, ctype(data)[0]) end) local _lost_cb = nil if lost_cb then _lost_cb = ffi.cast("perf_reader_lost_cb", function (cookie, lost) lost_cb(cookie, lost) end) end -- default to 8 pages per buffer local reader = libbcc.bpf_open_perf_buffer(_cb, _lost_cb, nil, -1, cpu, page_cnt or 8) assert(reader, "failed to open perf buffer") local fd = libbcc.perf_reader_fd(reader) self:set(cpu, fd) self.bpf:perf_buffer_store(_perf_id(self.map_id, cpu), reader) self._callbacks[cpu] = _cb end function PerfEventArray:open_perf_buffer(callback, data_type, data_params, page_cnt, lost_cb) assert(data_type, "a data type is needed for callback conversion") local ctype = ffi.typeof(data_type.."*", unpack(data_params or {})) for i = 0, Posix.cpu_count() - 1 do self:_open_perf_buffer(i, callback, ctype, page_cnt, lost_cb) end end local StackTrace = class("StackTrace", BaseTable) StackTrace.static.MAX_STACK = 127 function StackTrace:initialize(bpf, map_id, map_fd, key_type, leaf_type) BaseTable.initialize(self, BaseTable.BPF_MAP_TYPE_STACK_TRACE, bpf, map_id, map_fd, key_type, leaf_type) self._stackp = self.c_leaf() -- FIXME: not threadsafe end function StackTrace:walk(id) local pkey = self.c_key(id) local pstack = self._stackp local i = 0 if libbcc.bpf_lookup_elem(self.map_fd, pkey, pstack) < 0 then return nil end return function() if i >= StackTrace.MAX_STACK then return nil end local addr = pstack[0].ip[i] if addr == 0 then return nil end i = i + 1 return addr end end function StackTrace:get(id, resolver) local stack = {} for addr in self:walk(id) do table.insert(stack, resolver and resolver(addr) or addr) end return stack end local function _decode_table_type(desc) local json = require("bcc.vendor.json") local json_desc = ffi.string(desc) local function _dec(t) if type(t) == "string" then return t end local fields = {} local struct = t[3] or "struct" for _, value in ipairs(t[2]) do local f = nil if #value == 2 then f = string.format("%s %s;", _dec(value[2]), value[1]) elseif #value == 3 then if type(value[3]) == "table" then f = string.format("%s %s[%d];", _dec(value[2]), value[1], value[3][1]) elseif type(value[3]) == "number" then local t = _dec(value[2]) assert(t == "int" or t == "unsigned int", "bitfields can only appear in [unsigned] int types") f = string.format("%s %s:%d;", t, value[1], value[3]) end end assert(f ~= nil, "failed to decode type "..json_desc) table.insert(fields, f) end assert(struct == "struct" or struct == "struct_packed" or struct == "union", "unknown complex type: "..struct) if struct == "union" then return string.format("union { %s }", table.concat(fields, " ")) else return string.format("struct { %s }", table.concat(fields, " ")) end end return _dec(json.parse(json_desc)) end local function NewTable(bpf, name, key_type, leaf_type) local id = libbcc.bpf_table_id(bpf.module, name) local fd = libbcc.bpf_table_fd(bpf.module, name) if fd < 0 then return nil end local t_type = libbcc.bpf_table_type_id(bpf.module, id) local table = nil if t_type == BaseTable.BPF_MAP_TYPE_HASH then table = HashTable elseif t_type == BaseTable.BPF_MAP_TYPE_ARRAY then table = Array elseif t_type == BaseTable.BPF_MAP_TYPE_PERF_EVENT_ARRAY then table = PerfEventArray elseif t_type == BaseTable.BPF_MAP_TYPE_STACK_TRACE then table = StackTrace end assert(table, "unsupported table type %d" % t_type) if key_type == nil then local desc = libbcc.bpf_table_key_desc(bpf.module, name) assert(desc, "Failed to load BPF table description for "..name) key_type = _decode_table_type(desc) end if leaf_type == nil then local desc = libbcc.bpf_table_leaf_desc(bpf.module, name) assert(desc, "Failed to load BPF table description for "..name) leaf_type = _decode_table_type(desc) end log.info("key = %s value = %s", key_type, leaf_type) return table:new(bpf, id, fd, key_type, leaf_type) end return NewTable bpfcc-0.31.0/src/lua/bcc/tracerpipe.lua000066400000000000000000000030041465134135300176120ustar00rootroot00000000000000--[[ Copyright 2016 GitHub, Inc Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] local TracerPipe = class("TracerPipe") TracerPipe.static.TRACEFS = "/sys/kernel/debug/tracing" TracerPipe.static.fields = "%s+(.-)%-(%d+)%s+%[(%d+)%]%s+(....)%s+([%d%.]+):.-:%s+(.+)" function TracerPipe:close() if self.pipe ~= nil then self.pipe:close() end end function TracerPipe:open() if self.pipe == nil then self.pipe = assert(io.open(TracerPipe.TRACEFS .. "/trace_pipe")) end return self.pipe end function TracerPipe:readline() return self:open():read() end function TracerPipe:trace_fields() while true do local line = self:readline() if not line and self.nonblocking then return nil end if not line:starts("CPU:") then local task, pid, cpu, flags, ts, msg = line:match(TracerPipe.fields) if task ~= nil then return task, tonumber(pid), tonumber(cpu), flags, tonumber(ts), msg end end end end function TracerPipe:initialize(nonblocking) self.nonblocking = nonblocking end return TracerPipe bpfcc-0.31.0/src/lua/bcc/usdt.lua000066400000000000000000000037111465134135300164400ustar00rootroot00000000000000--[[ Copyright 2016 GitHub, Inc Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] local ffi = require("ffi") local libbcc = require("bcc.libbcc") local Usdt = class("USDT") Usdt.static.open_contexts = {} function Usdt.static.cleanup() for _, context in ipairs(Usdt.static.open_contexts) do context:_cleanup() end end function Usdt:initialize(args) assert(args.pid or args.path) if args.pid then self.pid = args.pid self.context = libbcc.bcc_usdt_new_frompid(args.pid) elseif args.path then self.path = args.path self.context = libbcc.bcc_usdt_new_frompath(args.path) end assert(self.context ~= nil, "failed to create USDT context") table.insert(Usdt.open_contexts, self) end function Usdt:enable_probe(args) assert(args.probe and args.fn_name) assert(libbcc.bcc_usdt_enable_probe( self.context, args.probe, args.fn_name) == 0) end function Usdt:_cleanup() libbcc.bcc_usdt_close(self.context) self.context = nil end function Usdt:_get_text() local argc = libbcc.bcc_usdt_genargs(self.context) assert(argc ~= nil) return ffi.string(argc) end function Usdt:_attach_uprobes(bpf) local uprobes = {} local cb = ffi.cast("bcc_usdt_uprobe_cb", function(binpath, fn_name, addr, pid) table.insert(uprobes, {name=ffi.string(binpath), addr=addr, fn_name=ffi.string(fn_name), pid=pid}) end) libbcc.bcc_usdt_foreach_uprobe(self.context, cb) cb:free() for _, args in ipairs(uprobes) do bpf:attach_uprobe(args) end end return Usdt bpfcc-0.31.0/src/lua/bcc/vendor/000077500000000000000000000000001465134135300162515ustar00rootroot00000000000000bpfcc-0.31.0/src/lua/bcc/vendor/argparse.lua000066400000000000000000000707501465134135300205710ustar00rootroot00000000000000-- The MIT License (MIT) -- Copyright (c) 2013 - 2015 Peter Melnichenko -- Permission is hereby granted, free of charge, to any person obtaining a copy of -- this software and associated documentation files (the "Software"), to deal in -- the Software without restriction, including without limitation the rights to -- use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of -- the Software, and to permit persons to whom the Software is furnished to do so, -- subject to the following conditions: -- The above copyright notice and this permission notice shall be included in all -- copies or substantial portions of the Software. -- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -- IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS -- FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR -- COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER -- IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN -- CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. local function deep_update(t1, t2) for k, v in pairs(t2) do if type(v) == "table" then v = deep_update({}, v) end t1[k] = v end return t1 end -- A property is a tuple {name, callback}. -- properties.args is number of properties that can be set as arguments -- when calling an object. local function class(prototype, properties, parent) -- Class is the metatable of its instances. local cl = {} cl.__index = cl if parent then cl.__prototype = deep_update(deep_update({}, parent.__prototype), prototype) else cl.__prototype = prototype end if properties then local names = {} -- Create setter methods and fill set of property names. for _, property in ipairs(properties) do local name, callback = property[1], property[2] cl[name] = function(self, value) if not callback(self, value) then self["_" .. name] = value end return self end names[name] = true end function cl.__call(self, ...) -- When calling an object, if the first argument is a table, -- interpret keys as property names, else delegate arguments -- to corresponding setters in order. if type((...)) == "table" then for name, value in pairs((...)) do if names[name] then self[name](self, value) end end else local nargs = select("#", ...) for i, property in ipairs(properties) do if i > nargs or i > properties.args then break end local arg = select(i, ...) if arg ~= nil then self[property[1]](self, arg) end end end return self end end -- If indexing class fails, fallback to its parent. local class_metatable = {} class_metatable.__index = parent function class_metatable.__call(self, ...) -- Calling a class returns its instance. -- Arguments are delegated to the instance. local object = deep_update({}, self.__prototype) setmetatable(object, self) return object(...) end return setmetatable(cl, class_metatable) end local function typecheck(name, types, value) for _, type_ in ipairs(types) do if type(value) == type_ then return true end end error(("bad property '%s' (%s expected, got %s)"):format(name, table.concat(types, " or "), type(value))) end local function typechecked(name, ...) local types = {...} return {name, function(_, value) typecheck(name, types, value) end} end local multiname = {"name", function(self, value) typecheck("name", {"string"}, value) for alias in value:gmatch("%S+") do self._name = self._name or alias table.insert(self._aliases, alias) end -- Do not set _name as with other properties. return true end} local function parse_boundaries(str) if tonumber(str) then return tonumber(str), tonumber(str) end if str == "*" then return 0, math.huge end if str == "+" then return 1, math.huge end if str == "?" then return 0, 1 end if str:match "^%d+%-%d+$" then local min, max = str:match "^(%d+)%-(%d+)$" return tonumber(min), tonumber(max) end if str:match "^%d+%+$" then local min = str:match "^(%d+)%+$" return tonumber(min), math.huge end end local function boundaries(name) return {name, function(self, value) typecheck(name, {"number", "string"}, value) local min, max = parse_boundaries(value) if not min then error(("bad property '%s'"):format(name)) end self["_min" .. name], self["_max" .. name] = min, max end} end local actions = {} local option_action = {"action", function(_, value) typecheck("action", {"function", "string"}, value) if type(value) == "string" and not actions[value] then error(("unknown action '%s'"):format(value)) end end} local option_init = {"init", function(self) self._has_init = true end} local option_default = {"default", function(self, value) if type(value) ~= "string" then self._init = value self._has_init = true return true end end} local add_help = {"add_help", function(self, value) typecheck("add_help", {"boolean", "string", "table"}, value) if self._has_help then table.remove(self._options) self._has_help = false end if value then local help = self:flag() :description "Show this help message and exit." :action(function() print(self:get_help()) os.exit(0) end) if value ~= true then help = help(value) end if not help._name then help "-h" "--help" end self._has_help = true end end} local Parser = class({ _arguments = {}, _options = {}, _commands = {}, _mutexes = {}, _require_command = true, _handle_options = true }, { args = 3, typechecked("name", "string"), typechecked("description", "string"), typechecked("epilog", "string"), typechecked("usage", "string"), typechecked("help", "string"), typechecked("require_command", "boolean"), typechecked("handle_options", "boolean"), typechecked("action", "function"), typechecked("command_target", "string"), add_help }) local Command = class({ _aliases = {} }, { args = 3, multiname, typechecked("description", "string"), typechecked("epilog", "string"), typechecked("target", "string"), typechecked("usage", "string"), typechecked("help", "string"), typechecked("require_command", "boolean"), typechecked("handle_options", "boolean"), typechecked("action", "function"), typechecked("command_target", "string"), add_help }, Parser) local Argument = class({ _minargs = 1, _maxargs = 1, _mincount = 1, _maxcount = 1, _defmode = "unused", _show_default = true }, { args = 5, typechecked("name", "string"), typechecked("description", "string"), option_default, typechecked("convert", "function", "table"), boundaries("args"), typechecked("target", "string"), typechecked("defmode", "string"), typechecked("show_default", "boolean"), typechecked("argname", "string", "table"), option_action, option_init }) local Option = class({ _aliases = {}, _mincount = 0, _overwrite = true }, { args = 6, multiname, typechecked("description", "string"), option_default, typechecked("convert", "function", "table"), boundaries("args"), boundaries("count"), typechecked("target", "string"), typechecked("defmode", "string"), typechecked("show_default", "boolean"), typechecked("overwrite", "boolean"), typechecked("argname", "string", "table"), option_action, option_init }, Argument) function Argument:_get_argument_list() local buf = {} local i = 1 while i <= math.min(self._minargs, 3) do local argname = self:_get_argname(i) if self._default and self._defmode:find "a" then argname = "[" .. argname .. "]" end table.insert(buf, argname) i = i+1 end while i <= math.min(self._maxargs, 3) do table.insert(buf, "[" .. self:_get_argname(i) .. "]") i = i+1 if self._maxargs == math.huge then break end end if i < self._maxargs then table.insert(buf, "...") end return buf end function Argument:_get_usage() local usage = table.concat(self:_get_argument_list(), " ") if self._default and self._defmode:find "u" then if self._maxargs > 1 or (self._minargs == 1 and not self._defmode:find "a") then usage = "[" .. usage .. "]" end end return usage end function actions.store_true(result, target) result[target] = true end function actions.store_false(result, target) result[target] = false end function actions.store(result, target, argument) result[target] = argument end function actions.count(result, target, _, overwrite) if not overwrite then result[target] = result[target] + 1 end end function actions.append(result, target, argument, overwrite) result[target] = result[target] or {} table.insert(result[target], argument) if overwrite then table.remove(result[target], 1) end end function actions.concat(result, target, arguments, overwrite) if overwrite then error("'concat' action can't handle too many invocations") end result[target] = result[target] or {} for _, argument in ipairs(arguments) do table.insert(result[target], argument) end end function Argument:_get_action() local action, init if self._maxcount == 1 then if self._maxargs == 0 then action, init = "store_true", nil else action, init = "store", nil end else if self._maxargs == 0 then action, init = "count", 0 else action, init = "append", {} end end if self._action then action = self._action end if self._has_init then init = self._init end if type(action) == "string" then action = actions[action] end return action, init end -- Returns placeholder for `narg`-th argument. function Argument:_get_argname(narg) local argname = self._argname or self:_get_default_argname() if type(argname) == "table" then return argname[narg] else return argname end end function Argument:_get_default_argname() return "<" .. self._name .. ">" end function Option:_get_default_argname() return "<" .. self:_get_default_target() .. ">" end -- Returns label to be shown in the help message. function Argument:_get_label() return self._name end function Option:_get_label() local variants = {} local argument_list = self:_get_argument_list() table.insert(argument_list, 1, nil) for _, alias in ipairs(self._aliases) do argument_list[1] = alias table.insert(variants, table.concat(argument_list, " ")) end return table.concat(variants, ", ") end function Command:_get_label() return table.concat(self._aliases, ", ") end function Argument:_get_description() if self._default and self._show_default then if self._description then return ("%s (default: %s)"):format(self._description, self._default) else return ("default: %s"):format(self._default) end else return self._description or "" end end function Command:_get_description() return self._description or "" end function Option:_get_usage() local usage = self:_get_argument_list() table.insert(usage, 1, self._name) usage = table.concat(usage, " ") if self._mincount == 0 or self._default then usage = "[" .. usage .. "]" end return usage end function Argument:_get_default_target() return self._name end function Option:_get_default_target() local res for _, alias in ipairs(self._aliases) do if alias:sub(1, 1) == alias:sub(2, 2) then res = alias:sub(3) break end end res = res or self._name:sub(2) return (res:gsub("-", "_")) end function Option:_is_vararg() return self._maxargs ~= self._minargs end function Parser:_get_fullname() local parent = self._parent local buf = {self._name} while parent do table.insert(buf, 1, parent._name) parent = parent._parent end return table.concat(buf, " ") end function Parser:_update_charset(charset) charset = charset or {} for _, command in ipairs(self._commands) do command:_update_charset(charset) end for _, option in ipairs(self._options) do for _, alias in ipairs(option._aliases) do charset[alias:sub(1, 1)] = true end end return charset end function Parser:argument(...) local argument = Argument(...) table.insert(self._arguments, argument) return argument end function Parser:option(...) local option = Option(...) if self._has_help then table.insert(self._options, #self._options, option) else table.insert(self._options, option) end return option end function Parser:flag(...) return self:option():args(0)(...) end function Parser:command(...) local command = Command():add_help(true)(...) command._parent = self table.insert(self._commands, command) return command end function Parser:mutex(...) local options = {...} for i, option in ipairs(options) do assert(getmetatable(option) == Option, ("bad argument #%d to 'mutex' (Option expected)"):format(i)) end table.insert(self._mutexes, options) return self end local max_usage_width = 70 local usage_welcome = "Usage: " function Parser:get_usage() if self._usage then return self._usage end local lines = {usage_welcome .. self:_get_fullname()} local function add(s) if #lines[#lines]+1+#s <= max_usage_width then lines[#lines] = lines[#lines] .. " " .. s else lines[#lines+1] = (" "):rep(#usage_welcome) .. s end end -- This can definitely be refactored into something cleaner local mutex_options = {} local vararg_mutexes = {} -- First, put mutexes which do not contain vararg options and remember those which do for _, mutex in ipairs(self._mutexes) do local buf = {} local is_vararg = false for _, option in ipairs(mutex) do if option:_is_vararg() then is_vararg = true end table.insert(buf, option:_get_usage()) mutex_options[option] = true end local repr = "(" .. table.concat(buf, " | ") .. ")" if is_vararg then table.insert(vararg_mutexes, repr) else add(repr) end end -- Second, put regular options for _, option in ipairs(self._options) do if not mutex_options[option] and not option:_is_vararg() then add(option:_get_usage()) end end -- Put positional arguments for _, argument in ipairs(self._arguments) do add(argument:_get_usage()) end -- Put mutexes containing vararg options for _, mutex_repr in ipairs(vararg_mutexes) do add(mutex_repr) end for _, option in ipairs(self._options) do if not mutex_options[option] and option:_is_vararg() then add(option:_get_usage()) end end if #self._commands > 0 then if self._require_command then add("") else add("[]") end add("...") end return table.concat(lines, "\n") end local margin_len = 3 local margin_len2 = 25 local margin = (" "):rep(margin_len) local margin2 = (" "):rep(margin_len2) local function make_two_columns(s1, s2) if s2 == "" then return margin .. s1 end s2 = s2:gsub("\n", "\n" .. margin2) if #s1 < (margin_len2-margin_len) then return margin .. s1 .. (" "):rep(margin_len2-margin_len-#s1) .. s2 else return margin .. s1 .. "\n" .. margin2 .. s2 end end function Parser:get_help() if self._help then return self._help end local blocks = {self:get_usage()} if self._description then table.insert(blocks, self._description) end local labels = {"Arguments:", "Options:", "Commands:"} for i, elements in ipairs{self._arguments, self._options, self._commands} do if #elements > 0 then local buf = {labels[i]} for _, element in ipairs(elements) do table.insert(buf, make_two_columns(element:_get_label(), element:_get_description())) end table.insert(blocks, table.concat(buf, "\n")) end end if self._epilog then table.insert(blocks, self._epilog) end return table.concat(blocks, "\n\n") end local function get_tip(context, wrong_name) local context_pool = {} local possible_name local possible_names = {} for name in pairs(context) do if type(name) == "string" then for i = 1, #name do possible_name = name:sub(1, i - 1) .. name:sub(i + 1) if not context_pool[possible_name] then context_pool[possible_name] = {} end table.insert(context_pool[possible_name], name) end end end for i = 1, #wrong_name + 1 do possible_name = wrong_name:sub(1, i - 1) .. wrong_name:sub(i + 1) if context[possible_name] then possible_names[possible_name] = true elseif context_pool[possible_name] then for _, name in ipairs(context_pool[possible_name]) do possible_names[name] = true end end end local first = next(possible_names) if first then if next(possible_names, first) then local possible_names_arr = {} for name in pairs(possible_names) do table.insert(possible_names_arr, "'" .. name .. "'") end table.sort(possible_names_arr) return "\nDid you mean one of these: " .. table.concat(possible_names_arr, " ") .. "?" else return "\nDid you mean '" .. first .. "'?" end else return "" end end local ElementState = class({ invocations = 0 }) function ElementState:__call(state, element) self.state = state self.result = state.result self.element = element self.target = element._target or element:_get_default_target() self.action, self.result[self.target] = element:_get_action() return self end function ElementState:error(fmt, ...) self.state:error(fmt, ...) end function ElementState:convert(argument) local converter = self.element._convert if converter then local ok, err if type(converter) == "function" then ok, err = converter(argument) else ok = converter[argument] end if ok == nil then self:error(err and "%s" or "malformed argument '%s'", err or argument) end argument = ok end return argument end function ElementState:default(mode) return self.element._defmode:find(mode) and self.element._default end local function bound(noun, min, max, is_max) local res = "" if min ~= max then res = "at " .. (is_max and "most" or "least") .. " " end local number = is_max and max or min return res .. tostring(number) .. " " .. noun .. (number == 1 and "" or "s") end function ElementState:invoke(alias) self.open = true self.name = ("%s '%s'"):format(alias and "option" or "argument", alias or self.element._name) self.overwrite = false if self.invocations >= self.element._maxcount then if self.element._overwrite then self.overwrite = true else self:error("%s must be used %s", self.name, bound("time", self.element._mincount, self.element._maxcount, true)) end else self.invocations = self.invocations + 1 end self.args = {} if self.element._maxargs <= 0 then self:close() end return self.open end function ElementState:pass(argument) argument = self:convert(argument) table.insert(self.args, argument) if #self.args >= self.element._maxargs then self:close() end return self.open end function ElementState:complete_invocation() while #self.args < self.element._minargs do self:pass(self.element._default) end end function ElementState:close() if self.open then self.open = false if #self.args < self.element._minargs then if self:default("a") then self:complete_invocation() else if #self.args == 0 then if getmetatable(self.element) == Argument then self:error("missing %s", self.name) elseif self.element._maxargs == 1 then self:error("%s requires an argument", self.name) end end self:error("%s requires %s", self.name, bound("argument", self.element._minargs, self.element._maxargs)) end end local args = self.args if self.element._maxargs <= 1 then args = args[1] end if self.element._maxargs == 1 and self.element._minargs == 0 and self.element._mincount ~= self.element._maxcount then args = self.args end self.action(self.result, self.target, args, self.overwrite) end end local ParseState = class({ result = {}, options = {}, arguments = {}, argument_i = 1, element_to_mutexes = {}, mutex_to_used_option = {}, command_actions = {} }) function ParseState:__call(parser, error_handler) self.parser = parser self.error_handler = error_handler self.charset = parser:_update_charset() self:switch(parser) return self end function ParseState:error(fmt, ...) self.error_handler(self.parser, fmt:format(...)) end function ParseState:switch(parser) self.parser = parser if parser._action then table.insert(self.command_actions, {action = parser._action, name = parser._name}) end for _, option in ipairs(parser._options) do option = ElementState(self, option) table.insert(self.options, option) for _, alias in ipairs(option.element._aliases) do self.options[alias] = option end end for _, mutex in ipairs(parser._mutexes) do for _, option in ipairs(mutex) do if not self.element_to_mutexes[option] then self.element_to_mutexes[option] = {} end table.insert(self.element_to_mutexes[option], mutex) end end for _, argument in ipairs(parser._arguments) do argument = ElementState(self, argument) table.insert(self.arguments, argument) argument:invoke() end self.handle_options = parser._handle_options self.argument = self.arguments[self.argument_i] self.commands = parser._commands for _, command in ipairs(self.commands) do for _, alias in ipairs(command._aliases) do self.commands[alias] = command end end end function ParseState:get_option(name) local option = self.options[name] if not option then self:error("unknown option '%s'%s", name, get_tip(self.options, name)) else return option end end function ParseState:get_command(name) local command = self.commands[name] if not command then if #self.commands > 0 then self:error("unknown command '%s'%s", name, get_tip(self.commands, name)) else self:error("too many arguments") end else return command end end function ParseState:invoke(option, name) self:close() if self.element_to_mutexes[option.element] then for _, mutex in ipairs(self.element_to_mutexes[option.element]) do local used_option = self.mutex_to_used_option[mutex] if used_option and used_option ~= option then self:error("option '%s' can not be used together with %s", name, used_option.name) else self.mutex_to_used_option[mutex] = option end end end if option:invoke(name) then self.option = option end end function ParseState:pass(arg) if self.option then if not self.option:pass(arg) then self.option = nil end elseif self.argument then if not self.argument:pass(arg) then self.argument_i = self.argument_i + 1 self.argument = self.arguments[self.argument_i] end else local command = self:get_command(arg) self.result[command._target or command._name] = true if self.parser._command_target then self.result[self.parser._command_target] = command._name end self:switch(command) end end function ParseState:close() if self.option then self.option:close() self.option = nil end end function ParseState:finalize() self:close() for i = self.argument_i, #self.arguments do local argument = self.arguments[i] if #argument.args == 0 and argument:default("u") then argument:complete_invocation() else argument:close() end end if self.parser._require_command and #self.commands > 0 then self:error("a command is required") end for _, option in ipairs(self.options) do local name = option.name or ("option '%s'"):format(option.element._name) if option.invocations == 0 then if option:default("u") then option:invoke(name) option:complete_invocation() option:close() end end local mincount = option.element._mincount if option.invocations < mincount then if option:default("a") then while option.invocations < mincount do option:invoke(name) option:close() end elseif option.invocations == 0 then self:error("missing %s", name) else self:error("%s must be used %s", name, bound("time", mincount, option.element._maxcount)) end end end for i = #self.command_actions, 1, -1 do self.command_actions[i].action(self.result, self.command_actions[i].name) end end function ParseState:parse(args) for _, arg in ipairs(args) do local plain = true if self.handle_options then local first = arg:sub(1, 1) if self.charset[first] then if #arg > 1 then plain = false if arg:sub(2, 2) == first then if #arg == 2 then self:close() self.handle_options = false else local equals = arg:find "=" if equals then local name = arg:sub(1, equals - 1) local option = self:get_option(name) if option.element._maxargs <= 0 then self:error("option '%s' does not take arguments", name) end self:invoke(option, name) self:pass(arg:sub(equals + 1)) else local option = self:get_option(arg) self:invoke(option, arg) end end else for i = 2, #arg do local name = first .. arg:sub(i, i) local option = self:get_option(name) self:invoke(option, name) if i ~= #arg and option.element._maxargs > 0 then self:pass(arg:sub(i + 1)) break end end end end end end if plain then self:pass(arg) end end self:finalize() return self.result end function Parser:error(msg) io.stderr:write(("%s\n\nError: %s\n"):format(self:get_usage(), msg)) os.exit(1) end -- Compatibility with strict.lua and other checkers: local default_cmdline = rawget(_G, "arg") or {} function Parser:_parse(args, error_handler) return ParseState(self, error_handler):parse(args or default_cmdline) end function Parser:parse(args) return self:_parse(args, self.error) end local function xpcall_error_handler(err) return tostring(err) .. "\noriginal " .. debug.traceback("", 2):sub(2) end function Parser:pparse(args) local parse_error local ok, result = xpcall(function() return self:_parse(args, function(_, err) parse_error = err error(err, 0) end) end, xpcall_error_handler) if ok then return true, result elseif not parse_error then error(result, 0) else return false, parse_error end end return function(...) return Parser(default_cmdline[0]):add_help(true)(...) end bpfcc-0.31.0/src/lua/bcc/vendor/helpers.lua000066400000000000000000000106461465134135300204250ustar00rootroot00000000000000do local ffi = require("ffi") local ptrtype = ffi.typeof("uint64_t") local strformat = string.format function string.format(format, ...) local args = {...} local match_no = 1 local newfmt, count = string.gsub(format, "()%%(.-)(%a)", function(_, mods, t) local n = match_no match_no = match_no + 1 if t == 'p' and ffi.istype(ptrtype, args[n]) then local lo = tonumber(args[n] % 4294967296ULL) local hi = tonumber(args[n] / 4294967296ULL) args[n] = (hi == 0) and strformat("%x", lo) or strformat("%x%08x", hi, lo) return "%"..mods.."s" end end) if count == 0 then return strformat(format, ...) else return strformat(newfmt, unpack(args,1,select('#',...))) end end end function string.starts(s, p) return string.sub(s, 1, string.len(p)) == p end function string.lstrip(s, p) return string.sub(s, string.len(p) + 1) end function string.ends(s, e) return e == '' or string.sub(s, -string.len(e))==e end function string.escape(s) return s:gsub('[%-%.%+%[%]%(%)%$%^%%%?%*]','%%%1') end --- split a string into a list of strings separated by a delimiter. -- @param s The input string -- @param re A Lua string pattern; defaults to '%s+' -- @param plain don't use Lua patterns -- @param n optional maximum number of splits -- @return a list-like table -- @raise error if s is not a string function string.split(s,re,plain,n) local find,sub,append = string.find, string.sub, table.insert local i1,ls = 1,{} if not re then re = '%s+' end if re == '' then return {s} end while true do local i2,i3 = find(s,re,i1,plain) if not i2 then local last = sub(s,i1) if last ~= '' then append(ls,last) end if #ls == 1 and ls[1] == '' then return {} else return ls end end append(ls,sub(s,i1,i2-1)) if n and #ls == n then ls[#ls] = sub(s,i1) return ls end i1 = i3+1 end end function table.count(T) local count = 0 for _ in pairs(T) do count = count + 1 end return count end function table.bsearch(list, value, mkval) local low = 1 local high = #list while low <= high do local mid = math.floor((low+high)/2) local this = mkval and mkval(list[mid]) or list[mid] if this > value then high = mid - 1 elseif this < value then low = mid + 1 else return mid end end return low - 1 end function table.join(a, b) assert(a) if b == nil or #b == 0 then return a end local res = {} for _, v in ipairs(a) do table.insert(res, v) end for _, v in ipairs(b) do table.insert(res, v) end return res end function table.build(iterator_fn, build_fn) build_fn = (build_fn or function(arg) return arg end) local res = {} while true do local vars = {iterator_fn()} if vars[1] == nil then break end table.insert(res, build_fn(vars)) end return res end function table.values(T) local V = {} for k, v in pairs(T) do table.insert(V, v) end return V end function table.tuples(T) local i = 0 local n = table.getn(t) return function () i = i + 1 if i <= n then return t[i][1], t[i][2] end end end getmetatable("").__mod = function(a, b) if not b then return a elseif type(b) == "table" then return string.format(a, unpack(b)) else return string.format(a, b) end end function os.exists(path) local f=io.open(path,"r") if f~=nil then io.close(f) return true else return false end end function os.spawn(...) local cmd = string.format(...) local proc = assert(io.popen(cmd)) local out = proc:read("*a") proc:close() return out end local function logline(...) if not log.enabled then return end local c_green = "\27[32m" local c_grey = "\27[1;30m" local c_clear = "\27[0m" local msg = string.format(...) local info = debug.getinfo(2, "Sln") local line = string.format("%s[%s:%s]%s %s", c_grey, info.short_src:match("^.+/(.+)$"), info.currentline, c_clear, info.name) io.stderr:write( string.format("%s[%s]%s %s: %s\n", c_green, os.date("%H:%M:%S"), c_clear, line, msg)) end setmetatable(_G, { __newindex = function (_, n) error("attempt to write to undeclared variable "..n, 2) end, __index = function (_, n) error("attempt to read undeclared variable "..n, 2) end, }) rawset(_G, "log", { info = logline, enabled = false }) rawset(_G, "class", require("bcc.vendor.middleclass")) bpfcc-0.31.0/src/lua/bcc/vendor/json.lua000066400000000000000000000161261465134135300177330ustar00rootroot00000000000000--[[ json.lua A compact pure-Lua JSON library. This code is in the public domain: https://gist.github.com/tylerneylon/59f4bcf316be525b30ab The main functions are: json.stringify, json.parse. ## json.stringify: This expects the following to be true of any tables being encoded: * They only have string or number keys. Number keys must be represented as strings in json; this is part of the json spec. * They are not recursive. Such a structure cannot be specified in json. A Lua table is considered to be an array if and only if its set of keys is a consecutive sequence of positive integers starting at 1. Arrays are encoded like so: `[2, 3, false, "hi"]`. Any other type of Lua table is encoded as a json object, encoded like so: `{"key1": 2, "key2": false}`. Because the Lua nil value cannot be a key, and as a table value is considered equivalent to a missing key, there is no way to express the json "null" value in a Lua table. The only way this will output "null" is if your entire input obj is nil itself. An empty Lua table, {}, could be considered either a json object or array - it's an ambiguous edge case. We choose to treat this as an object as it is the more general type. To be clear, none of the above considerations is a limitation of this code. Rather, it is what we get when we completely observe the json specification for as arbitrary a Lua object as json is capable of expressing. ## json.parse: This function parses json, with the exception that it does not pay attention to \u-escaped unicode code points in strings. It is difficult for Lua to return null as a value. In order to prevent the loss of keys with a null value in a json string, this function uses the one-off table value json.null (which is just an empty table) to indicate null values. This way you can check if a value is null with the conditional `val == json.null`. If you have control over the data and are using Lua, I would recommend just avoiding null values in your data to begin with. --]] local json = {} -- Internal functions. local function kind_of(obj) if type(obj) ~= 'table' then return type(obj) end local i = 1 for _ in pairs(obj) do if obj[i] ~= nil then i = i + 1 else return 'table' end end if i == 1 then return 'table' else return 'array' end end local function escape_str(s) local in_char = {'\\', '"', '/', '\b', '\f', '\n', '\r', '\t'} local out_char = {'\\', '"', '/', 'b', 'f', 'n', 'r', 't'} for i, c in ipairs(in_char) do s = s:gsub(c, '\\' .. out_char[i]) end return s end -- Returns pos, did_find; there are two cases: -- 1. Delimiter found: pos = pos after leading space + delim; did_find = true. -- 2. Delimiter not found: pos = pos after leading space; did_find = false. -- This throws an error if err_if_missing is true and the delim is not found. local function skip_delim(str, pos, delim, err_if_missing) pos = pos + #str:match('^%s*', pos) if str:sub(pos, pos) ~= delim then if err_if_missing then error('Expected ' .. delim .. ' near position ' .. pos) end return pos, false end return pos + 1, true end -- Expects the given pos to be the first character after the opening quote. -- Returns val, pos; the returned pos is after the closing quote character. local function parse_str_val(str, pos, val) val = val or '' local early_end_error = 'End of input found while parsing string.' if pos > #str then error(early_end_error) end local c = str:sub(pos, pos) if c == '"' then return val, pos + 1 end if c ~= '\\' then return parse_str_val(str, pos + 1, val .. c) end -- We must have a \ character. local esc_map = {b = '\b', f = '\f', n = '\n', r = '\r', t = '\t'} local nextc = str:sub(pos + 1, pos + 1) if not nextc then error(early_end_error) end return parse_str_val(str, pos + 2, val .. (esc_map[nextc] or nextc)) end -- Returns val, pos; the returned pos is after the number's final character. local function parse_num_val(str, pos) local num_str = str:match('^-?%d+%.?%d*[eE]?[+-]?%d*', pos) local val = tonumber(num_str) if not val then error('Error parsing number at position ' .. pos .. '.') end return val, pos + #num_str end -- Public values and functions. function json.stringify(obj, as_key) local s = {} -- We'll build the string as an array of strings to be concatenated. local kind = kind_of(obj) -- This is 'array' if it's an array or type(obj) otherwise. if kind == 'array' then if as_key then error('Can\'t encode array as key.') end s[#s + 1] = '[' for i, val in ipairs(obj) do if i > 1 then s[#s + 1] = ', ' end s[#s + 1] = json.stringify(val) end s[#s + 1] = ']' elseif kind == 'table' then if as_key then error('Can\'t encode table as key.') end s[#s + 1] = '{' for k, v in pairs(obj) do if #s > 1 then s[#s + 1] = ', ' end s[#s + 1] = json.stringify(k, true) s[#s + 1] = ':' s[#s + 1] = json.stringify(v) end s[#s + 1] = '}' elseif kind == 'string' then return '"' .. escape_str(obj) .. '"' elseif kind == 'number' then if as_key then return '"' .. tostring(obj) .. '"' end return tostring(obj) elseif kind == 'boolean' then return tostring(obj) elseif kind == 'nil' then return 'null' else error('Unjsonifiable type: ' .. kind .. '.') end return table.concat(s) end json.null = {} -- This is a one-off table to represent the null value. function json.parse(str, pos, end_delim) pos = pos or 1 if pos > #str then error('Reached unexpected end of input.') end local pos = pos + #str:match('^%s*', pos) -- Skip whitespace. local first = str:sub(pos, pos) if first == '{' then -- Parse an object. local obj, key, delim_found = {}, true, true pos = pos + 1 while true do key, pos = json.parse(str, pos, '}') if key == nil then return obj, pos end if not delim_found then error('Comma missing between object items.') end pos = skip_delim(str, pos, ':', true) -- true -> error if missing. obj[key], pos = json.parse(str, pos) pos, delim_found = skip_delim(str, pos, ',') end elseif first == '[' then -- Parse an array. local arr, val, delim_found = {}, true, true pos = pos + 1 while true do val, pos = json.parse(str, pos, ']') if val == nil then return arr, pos end if not delim_found then error('Comma missing between array items.') end arr[#arr + 1] = val pos, delim_found = skip_delim(str, pos, ',') end elseif first == '"' then -- Parse a string. return parse_str_val(str, pos + 1) elseif first == '-' or first:match('%d') then -- Parse a number. return parse_num_val(str, pos) elseif first == end_delim then -- End of an object or array. return nil, pos + 1 else -- Parse true, false, or null. local literals = {['true'] = true, ['false'] = false, ['null'] = json.null} for lit_str, lit_val in pairs(literals) do local lit_end = pos + #lit_str - 1 if str:sub(pos, lit_end) == lit_str then return lit_val, lit_end + 1 end end local pos_info_str = 'position ' .. pos .. ': ' .. str:sub(pos, pos + 10) error('Invalid json syntax starting at ' .. pos_info_str) end end return json bpfcc-0.31.0/src/lua/bcc/vendor/middleclass.lua000066400000000000000000000135251465134135300212460ustar00rootroot00000000000000local middleclass = { _VERSION = 'middleclass v4.0.0', _DESCRIPTION = 'Object Orientation for Lua', _URL = 'https://github.com/kikito/middleclass', _LICENSE = [[ MIT LICENSE Copyright (c) 2011 Enrique García Cota Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. ]] } local function _createIndexWrapper(aClass, f) if f == nil then return aClass.__instanceDict else return function(self, name) local value = aClass.__instanceDict[name] if value ~= nil then return value elseif type(f) == "function" then return (f(self, name)) else return f[name] end end end end local function _propagateInstanceMethod(aClass, name, f) f = name == "__index" and _createIndexWrapper(aClass, f) or f aClass.__instanceDict[name] = f for subclass in pairs(aClass.subclasses) do if rawget(subclass.__declaredMethods, name) == nil then _propagateInstanceMethod(subclass, name, f) end end end local function _declareInstanceMethod(aClass, name, f) aClass.__declaredMethods[name] = f if f == nil and aClass.super then f = aClass.super.__instanceDict[name] end _propagateInstanceMethod(aClass, name, f) end local function _tostring(self) return "class " .. self.name end local function _call(self, ...) return self:new(...) end local function _createClass(name, super) local dict = {} dict.__index = dict local aClass = { name = name, super = super, static = {}, __instanceDict = dict, __declaredMethods = {}, subclasses = setmetatable({}, {__mode='k'}) } if super then setmetatable(aClass.static, { __index = function(_,k) return rawget(dict,k) or super.static[k] end }) else setmetatable(aClass.static, { __index = function(_,k) return rawget(dict,k) end }) end setmetatable(aClass, { __index = aClass.static, __tostring = _tostring, __call = _call, __newindex = _declareInstanceMethod }) return aClass end local function _includeMixin(aClass, mixin) assert(type(mixin) == 'table', "mixin must be a table") for name,method in pairs(mixin) do if name ~= "included" and name ~= "static" then aClass[name] = method end end for name,method in pairs(mixin.static or {}) do aClass.static[name] = method end if type(mixin.included)=="function" then mixin:included(aClass) end return aClass end local DefaultMixin = { __tostring = function(self) return "instance of " .. tostring(self.class) end, initialize = function(self, ...) end, isInstanceOf = function(self, aClass) return type(self) == 'table' and type(self.class) == 'table' and type(aClass) == 'table' and ( aClass == self.class or type(aClass.isSubclassOf) == 'function' and self.class:isSubclassOf(aClass) ) end, static = { allocate = function(self) assert(type(self) == 'table', "Make sure that you are using 'Class:allocate' instead of 'Class.allocate'") return setmetatable({ class = self }, self.__instanceDict) end, new = function(self, ...) assert(type(self) == 'table', "Make sure that you are using 'Class:new' instead of 'Class.new'") local instance = self:allocate() instance:initialize(...) return instance end, subclass = function(self, name) assert(type(self) == 'table', "Make sure that you are using 'Class:subclass' instead of 'Class.subclass'") assert(type(name) == "string", "You must provide a name(string) for your class") local subclass = _createClass(name, self) for methodName, f in pairs(self.__instanceDict) do _propagateInstanceMethod(subclass, methodName, f) end subclass.initialize = function(instance, ...) return self.initialize(instance, ...) end self.subclasses[subclass] = true self:subclassed(subclass) return subclass end, subclassed = function(self, other) end, isSubclassOf = function(self, other) return type(other) == 'table' and type(self) == 'table' and type(self.super) == 'table' and ( self.super == other or type(self.super.isSubclassOf) == 'function' and self.super:isSubclassOf(other) ) end, include = function(self, ...) assert(type(self) == 'table', "Make sure you that you are using 'Class:include' instead of 'Class.include'") for _,mixin in ipairs({...}) do _includeMixin(self, mixin) end return self end } } function middleclass.class(name, super) assert(type(name) == 'string', "A name (string) is needed for the new class") return super and super:subclass(name) or _includeMixin(_createClass(name), DefaultMixin) end setmetatable(middleclass, { __call = function(_, ...) return middleclass.class(...) end }) return middleclass bpfcc-0.31.0/src/lua/bcc/vendor/posix.lua000066400000000000000000000041431465134135300201200ustar00rootroot00000000000000--[[ Copyright 2016 GitHub, Inc Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] local ffi = require("ffi") -- Avoid duplicate declarations if syscall library is present local has_syscall, _ = pcall(require, "syscall") if not has_syscall then ffi.cdef [[ typedef int clockid_t; typedef long time_t; struct timespec { time_t tv_sec; long tv_nsec; }; int clock_gettime(clockid_t clk_id, struct timespec *tp); int clock_nanosleep(clockid_t clock_id, int flags, const struct timespec *request, struct timespec *remain); ]] end ffi.cdef [[ int get_nprocs(void); uint64_t strtoull(const char *nptr, char **endptr, int base); ]] local CLOCK = { REALTIME = 0, MONOTONIC = 1, PROCESS_CPUTIME_ID = 2, THREAD_CPUTIME_ID = 3, MONOTONIC_RAW = 4, REALTIME_COARSE = 5, MONOTONIC_COARSE = 6, } local function time_ns(clock) local ts = ffi.new("struct timespec[1]") assert(ffi.C.clock_gettime(clock or CLOCK.MONOTONIC_RAW, ts) == 0, "clock_gettime() failed: "..ffi.errno()) return tonumber(ts[0].tv_sec * 1e9 + ts[0].tv_nsec) end local function sleep(seconds, clock) local s, ns = math.modf(seconds) local ts = ffi.new("struct timespec[1]") ts[0].tv_sec = s ts[0].tv_nsec = ns / 1e9 ffi.C.clock_nanosleep(clock or CLOCK.MONOTONIC, 0, ts, nil) end local function cpu_count() return tonumber(ffi.C.get_nprocs()) end local function tonumber64(n, base) assert(type(n) == "string") return ffi.C.strtoull(n, nil, base or 10) end return { time_ns=time_ns, sleep=sleep, CLOCK=CLOCK, cpu_count=cpu_count, tonumber64=tonumber64, } bpfcc-0.31.0/src/lua/bpf-scm-1.rockspec000066400000000000000000000014101465134135300174410ustar00rootroot00000000000000package = "bpf" version = "scm-1" source = { url = "git://github.com/iovisor/bcc.git" } description = { summary = "BCC - LuaJIT to BPF compiler.", detailed = [[ ]], homepage = "https://github.com/iovisor/bcc", license = "BSD" } dependencies = { "lua >= 5.1", "ljsyscall >= 0.12", } external_dependencies = { LIBELF = { library = "elf" } } build = { type = "builtin", install = { bin = { } }, modules = { bpf = "src/lua/bpf/bpf.lua", ["bpf.builtins"] = "src/lua/bpf/builtins.lua", ["bpf.cdef"] = "src/lua/bpf/cdef.lua", ["bpf.elf"] = "src/lua/bpf/elf.lua", ["bpf.init"] = "src/lua/bpf/init.lua", ["bpf.ljbytecode"] = "src/lua/bpf/ljbytecode.lua", ["bpf.proto"] = "src/lua/bpf/proto.lua", } } bpfcc-0.31.0/src/lua/bpf/000077500000000000000000000000001465134135300147745ustar00rootroot00000000000000bpfcc-0.31.0/src/lua/bpf/bpf.lua000066400000000000000000001727251465134135300162640ustar00rootroot00000000000000--[[ Copyright 2016 Marek Vavrusa Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] -- LuaJIT to BPF bytecode compiler. -- -- The code generation phase is currently one-pass and produces: -- * Compiled code in BPF bytecode format (https://www.kernel.org/doc/Documentation/networking/filter.txt) -- * Variables with liveness analysis and other meta (spill information, compile-time value) -- -- The code generator optimises as much as possible in single pass: -- * Fold compile-time expressions and constant propagation -- * Basic control flow analysis with dead code elimination (based on compile-time expressions) -- * Single-pass optimistic register allocation -- -- The first pass doesn't have variable lifetime visibility yet, so it relies on rewriter for further -- optimisations such as: -- * Dead store elimination (first-pass doesn't know if/when the variable is going to be used) -- * Common sub-expression elimination (relies on DCE and liveness analysis) -- * Orphan JMP elimination (removing this in first pass would break previous JMP targets) -- * Better register allocation (needs to be recomputed after optimisations) local ffi = require('ffi') local bit = require('bit') local S = require('syscall') local bytecode = require('bpf.ljbytecode') local cdef = require('bpf.cdef') local proto = require('bpf.proto') local builtins = require('bpf.builtins') -- Constants local ALWAYS, NEVER = -1, -2 local BPF = ffi.typeof('struct bpf') local HELPER = ffi.typeof('struct bpf_func_id') -- Symbolic table of constant expressions over numbers local const_expr = { ADD = function (a, b) return a + b end, SUB = function (a, b) return a - b end, DIV = function (a, b) return a / b end, MOD = function (a, b) return a % b end, JEQ = function (a, b) return a == b end, JNE = function (a, b) return a ~= b end, JGE = function (a, b) return a >= b end, JGT = function (a, b) return a > b end, } local const_width = { [1] = BPF.B, [2] = BPF.H, [4] = BPF.W, [8] = BPF.DW, } -- Built-ins that are strict only (never compile-time expandable) local builtins_strict = { [ffi.new] = true, [print] = true, } -- Deep copy a table local function table_copy(t) local copy = {} for n,v in pairs(t) do if type(v) == 'table' then v = table_copy(v) end copy[n] = v end return copy end -- Return true if the constant part is a proxy local function is_proxy(x) return type(x) == 'table' and (x.__dissector or x.__map or x.__base) end -- Create compiler closure local function create_emitter(env, stackslots, params, param_types) local V = {} -- Variable tracking / register allocator local code = { -- Generated code pc = 0, bc_pc = 0, insn = ffi.new('struct bpf_insn[4096]'), fixup = {}, reachable = true, seen_cmp = nil, } local Vstate = {} -- Track variable layout at basic block exits -- Anything below this stack offset is free to use by caller -- @note: There is no tracking memory allocator, so the caller may -- lower it for persistent objects, but such memory will never -- be reclaimed and the caller is responsible for resetting stack -- top whenever the memory below is free to be reused local stack_top = (stackslots + 1) * ffi.sizeof('uint64_t') local function emit(op, dst, src, off, imm) local ins = code.insn[code.pc] ins.code = op ins.dst_reg = dst ins.src_reg = src ins.off = off ins.imm = imm code.pc = code.pc + 1 end local function reg_spill(var) local vinfo = V[var] assert(vinfo.reg, 'attempt to spill VAR that doesn\'t have an allocated register') vinfo.spill = (var + 1) * ffi.sizeof('uint64_t') -- Index by (variable number) * (register width) emit(BPF.MEM + BPF.STX + BPF.DW, 10, vinfo.reg, -vinfo.spill, 0) vinfo.reg = nil end local function reg_fill(var, reg) local vinfo = V[var] assert(reg, 'attempt to fill variable to register but not register is allocated') assert(vinfo.spill, 'attempt to fill register with a VAR that isn\'t spilled') emit(BPF.MEM + BPF.LDX + BPF.DW, reg, 10, -vinfo.spill, 0) vinfo.reg = reg vinfo.spill = nil end -- Allocate a register (lazy simple allocator) local function reg_alloc(var, reg) -- Specific register requested, must spill/move existing variable if reg then for k,v in pairs(V) do -- Spill any variable that has this register if v.reg == reg and not v.shadow then reg_spill(k) break end end return reg end -- Find free or least recently used slot local last, last_seen, used = nil, 0xffff, 0 for k,v in pairs(V) do if v.reg then if not v.live_to or v.live_to < last_seen then last, last_seen = k, v.live_to or last_seen end used = bit.bor(used, bit.lshift(1, v.reg)) end end -- Attempt to select a free register from R7-R9 (callee saved) local free = bit.bnot(used) if bit.band(free, 0x80) ~= 0 then reg = 7 elseif bit.band(free,0x100) ~= 0 then reg = 8 elseif bit.band(free,0x200) ~= 0 then reg = 9 end -- Select another variable to be spilled if not reg then assert(last) reg = V[last].reg reg_spill(last) end assert(reg, 'VAR '..var..'fill/spill failed') return reg end -- Set new variable local function vset(var, reg, const, vtype) -- Must materialise all variables shadowing this variable slot, as it will be overwritten if V[var] and V[var].reg then for _, vinfo in pairs(V) do -- Shadowing variable MUST share the same type and attributes, -- but the register assignment may have changed if vinfo.shadow == var then vinfo.reg = V[var].reg vinfo.shadow = nil end end end -- Get precise type for CDATA or attempt to narrow numeric constant if not vtype and type(const) == 'cdata' then vtype = ffi.typeof(const) end V[var] = {reg=reg, const=const, type=vtype} -- Track variable source if V[var].const and type(const) == 'table' then V[var].source = V[var].const.source end end -- Materialize (or register) a variable in a register -- If the register is nil, then the a new register is assigned (if not already assigned) local function vreg(var, reg, reserve, vtype) local vinfo = V[var] assert(vinfo, 'VAR '..var..' not registered') vinfo.live_to = code.pc-1 if (vinfo.reg and not reg) and not vinfo.shadow then return vinfo.reg end reg = reg_alloc(var, reg) -- Materialize variable shadow copy local src = vinfo while src.shadow do src = V[src.shadow] end if reserve then -- luacheck: ignore -- No load to register occurs elseif src.reg then emit(BPF.ALU64 + BPF.MOV + BPF.X, reg, src.reg, 0, 0) elseif src.spill then vinfo.spill = src.spill reg_fill(var, reg) elseif src.const then vtype = vtype or src.type if type(src.const) == 'table' and src.const.__base then -- Load pointer type emit(BPF.ALU64 + BPF.MOV + BPF.X, reg, 10, 0, 0) emit(BPF.ALU64 + BPF.ADD + BPF.K, reg, 0, 0, -src.const.__base) elseif type(src.const) == 'table' and src.const.__dissector then -- Load dissector offset (imm32), but keep the constant part (dissector proxy) emit(BPF.ALU64 + BPF.MOV + BPF.K, reg, 0, 0, src.const.off or 0) elseif vtype and ffi.sizeof(vtype) == 8 then -- IMM64 must be done in two instructions with imm64 = (lo(imm32), hi(imm32)) emit(BPF.LD + BPF.DW, reg, 0, 0, ffi.cast('uint32_t', src.const)) emit(0, 0, 0, 0, ffi.cast('uint32_t', bit.rshift(bit.rshift(src.const, 16), 16))) vinfo.const = nil -- The variable is live else emit(BPF.ALU64 + BPF.MOV + BPF.K, reg, 0, 0, src.const) vinfo.const = nil -- The variable is live end else assert(false, 'VAR '..var..' has neither register nor constant value') end vinfo.reg = reg vinfo.shadow = nil vinfo.live_from = code.pc-1 vinfo.type = vtype or vinfo.type return reg end -- Copy variable local function vcopy(dst, src) if dst == src then return end V[dst] = {reg=V[src].reg, const=V[src].const, shadow=src, source=V[src].source, type=V[src].type} end -- Dereference variable of pointer type local function vderef(dst_reg, src_reg, vinfo) -- Dereference map pointers for primitive types -- BPF doesn't allow pointer arithmetics, so use the entry value assert(type(vinfo.const) == 'table' and vinfo.const.__dissector, 'cannot dereference a non-pointer variable') local vtype = vinfo.const.__dissector local w = ffi.sizeof(vtype) assert(const_width[w], 'NYI: sizeof('..tostring(vtype)..') not 1/2/4/8 bytes') if dst_reg ~= src_reg then emit(BPF.ALU64 + BPF.MOV + BPF.X, dst_reg, src_reg, 0, 0) -- dst = src end -- Optimize the NULL check away if provably not NULL if not vinfo.source or vinfo.source:find('_or_null', 1, true) then emit(BPF.JMP + BPF.JEQ + BPF.K, src_reg, 0, 1, 0) -- if (src != NULL) end emit(BPF.MEM + BPF.LDX + const_width[w], dst_reg, src_reg, 0, 0) -- dst = *src; end -- Allocate a space for variable local function valloc(size, blank) local base = stack_top assert(stack_top + size < 512 * 1024, 'exceeded maximum stack size of 512kB') stack_top = stack_top + size -- Align to 8 byte boundary stack_top = math.ceil(stack_top/8)*8 -- Current kernel version doesn't support ARG_PTR_TO_RAW_STACK -- so we always need to have memory initialized, remove this when supported if blank then if type(blank) == 'string' then local sp = 0 while sp < size do -- TODO: no BPF_ST + BPF_DW instruction yet local as_u32 = ffi.new('uint32_t [1]') local sub = blank:sub(sp+1, sp+ffi.sizeof(as_u32)) ffi.copy(as_u32, sub, #sub) emit(BPF.MEM + BPF.ST + BPF.W, 10, 0, -(stack_top-sp), as_u32[0]) sp = sp + ffi.sizeof(as_u32) end elseif type(blank) == 'boolean' then reg_alloc(stackslots, 0) emit(BPF.ALU64 + BPF.MOV + BPF.K, 0, 0, 0, 0) for sp = base+8,stack_top,8 do emit(BPF.MEM + BPF.STX + BPF.DW, 10, 0, -sp, 0) end else error('NYI: will with unknown type '..type(blank)) end end return stack_top end -- Turn variable into scalar in register (or constant) local function vscalar(a, w) assert(const_width[w], 'sizeof(scalar variable) must be 1/2/4/8') local src_reg -- If source is a pointer, we must dereference it first if cdef.isptr(V[a].type) then src_reg = vreg(a) local tmp_reg = reg_alloc(stackslots, 1) -- Clone variable in tmp register emit(BPF.ALU64 + BPF.MOV + BPF.X, tmp_reg, src_reg, 0, 0) vderef(tmp_reg, tmp_reg, V[a]) src_reg = tmp_reg -- Materialize and dereference it -- Source is a value on stack, we must load it first elseif type(V[a].const) == 'table' and V[a].const.__base > 0 then src_reg = vreg(a) emit(BPF.MEM + BPF.LDX + const_width[w], src_reg, 10, -V[a].const.__base, 0) V[a].type = V[a].const.__dissector V[a].const = nil -- Value is dereferenced -- If source is an imm32 number, avoid register load elseif type(V[a].const) == 'number' and w < 8 then return nil, V[a].const -- Load variable from any other source else src_reg = vreg(a) end return src_reg, nil end -- Emit compensation code at the end of basic block to unify variable set layout on all block exits -- 1. we need to free registers by spilling -- 2. fill registers to match other exits from this BB local function bb_end(Vcomp) for i,v in pairs(V) do if Vcomp[i] and Vcomp[i].spill and not v.spill then -- Materialize constant or shadowing variable to be able to spill if not v.reg and (v.shadow or cdef.isimmconst(v)) then vreg(i) end reg_spill(i) end end for i,v in pairs(V) do if Vcomp[i] and Vcomp[i].reg and not v.reg then vreg(i, Vcomp[i].reg) end -- Compensate variable metadata change if Vcomp[i] and Vcomp[i].source then V[i].source = Vcomp[i].source end end end local function CMP_STR(a, b, op) assert(op == 'JEQ' or op == 'JNE', 'NYI: only equivallence stack/string only supports == or ~=') -- I have no better idea how to implement it than unrolled XOR loop, as we can fixup only one JMP -- So: X(a,b) = a[0] ^ b[0] | a[1] ^ b[1] | ... -- EQ(a,b) <=> X == 0 -- This could be optimised by placing early exits by rewriter in second phase for long strings local base, size = V[a].const.__base, math.min(#b, ffi.sizeof(V[a].type)) local acc, tmp = reg_alloc(stackslots, 0), reg_alloc(stackslots+1, 1) local sp = 0 emit(BPF.ALU64 + BPF.MOV + BPF.K, acc, 0, 0, 0) while sp < size do -- Load string chunk as imm32 local as_u32 = ffi.new('uint32_t [1]') local sub = b:sub(sp+1, sp+ffi.sizeof(as_u32)) ffi.copy(as_u32, sub, #sub) -- TODO: make this faster by interleaved load/compare steps with DW length emit(BPF.MEM + BPF.LDX + BPF.W, tmp, 10, -(base-sp), 0) emit(BPF.ALU64 + BPF.XOR + BPF.K, tmp, 0, 0, as_u32[0]) emit(BPF.ALU64 + BPF.OR + BPF.X, acc, tmp, 0, 0) sp = sp + ffi.sizeof(as_u32) end emit(BPF.JMP + BPF[op] + BPF.K, acc, 0, 0xffff, 0) code.seen_cmp = code.pc-1 end local function CMP_REG(a, b, op) -- Fold compile-time expressions if V[a].const and V[b].const and not (is_proxy(V[a].const) or is_proxy(V[b].const)) then code.seen_cmp = const_expr[op](V[a].const, V[b].const) and ALWAYS or NEVER else -- Comparison against compile-time string or stack memory if V[b].const and type(V[b].const) == 'string' then return CMP_STR(a, V[b].const, op) end -- The 0xFFFF target here has no significance, it's just a placeholder for -- compiler to replace it's absolute offset to LJ bytecode insn with a relative -- offset in BPF program code, verifier will accept only programs with valid JMP targets local a_reg, b_reg = vreg(a), vreg(b) emit(BPF.JMP + BPF[op] + BPF.X, a_reg, b_reg, 0xffff, 0) code.seen_cmp = code.pc-1 end end local function CMP_IMM(a, b, op) local c = V[a].const if c and not is_proxy(c) then -- Fold compile-time expressions code.seen_cmp = const_expr[op](c, b) and ALWAYS or NEVER else -- Convert imm32 to number if type(b) == 'string' then if #b == 1 then b = b:byte() elseif cdef.isptr(V[a].type) then -- String comparison between stack/constant string return CMP_STR(a, b, op) elseif #b <= 4 then -- Convert to u32 with network byte order local imm = ffi.new('uint32_t[1]') ffi.copy(imm, b, #b) b = builtins.hton(imm[0]) else error('NYI: compare register with string, where #string > sizeof(u32)') end end -- The 0xFFFF target here has no significance, it's just a placeholder for -- compiler to replace it's absolute offset to LJ bytecode insn with a relative -- offset in BPF program code, verifier will accept only programs with valid JMP targets local reg = vreg(a) emit(BPF.JMP + BPF[op] + BPF.K, reg, 0, 0xffff, b) code.seen_cmp = code.pc-1 -- Remember NULL pointer checks as BPF prohibits pointer comparisons -- and repeated checks wouldn't pass the verifier, only comparisons -- against constants are checked. if op == 'JEQ' and tonumber(b) == 0 and V[a].source then local pos = V[a].source:find('_or_null', 1, true) if pos then code.seen_null_guard = a end -- Inverse NULL pointer check (if a ~= nil) elseif op == 'JNE' and tonumber(b) == 0 and V[a].source then local pos = V[a].source:find('_or_null', 1, true) if pos then code.seen_null_guard = a code.seen_null_guard_inverse = true end end end end local function ALU_IMM(dst, a, b, op) -- Fold compile-time expressions if V[a].const and not is_proxy(V[a].const) then assert(cdef.isimmconst(V[a]), 'VAR '..a..' must be numeric') vset(dst, nil, const_expr[op](V[a].const, b)) -- Now we need to materialize dissected value at DST, and add it else vcopy(dst, a) local dst_reg = vreg(dst) if cdef.isptr(V[a].type) then vderef(dst_reg, dst_reg, V[a]) V[dst].type = V[a].const.__dissector else V[dst].type = V[a].type end emit(BPF.ALU64 + BPF[op] + BPF.K, dst_reg, 0, 0, b) end end local function ALU_REG(dst, a, b, op) -- Fold compile-time expressions if V[a].const and not (is_proxy(V[a].const) or is_proxy(V[b].const)) then assert(cdef.isimmconst(V[a]), 'VAR '..a..' must be numeric') assert(cdef.isimmconst(V[b]), 'VAR '..b..' must be numeric') if type(op) == 'string' then op = const_expr[op] end vcopy(dst, a) V[dst].const = op(V[a].const, V[b].const) else local src_reg = b and vreg(b) or 0 -- SRC is optional for unary operations if b and cdef.isptr(V[b].type) then -- We have to allocate a temporary register for dereferencing to preserve -- pointer in source variable that MUST NOT be altered reg_alloc(stackslots, 2) vderef(2, src_reg, V[b]) src_reg = 2 end vcopy(dst, a) -- DST may alias B, so copy must occur after we materialize B local dst_reg = vreg(dst) if cdef.isptr(V[a].type) then vderef(dst_reg, dst_reg, V[a]) V[dst].type = V[a].const.__dissector end emit(BPF.ALU64 + BPF[op] + BPF.X, dst_reg, src_reg, 0, 0) V[stackslots].reg = nil -- Free temporary registers end end local function ALU_IMM_NV(dst, a, b, op) -- Do DST = IMM(a) op VAR(b) where we can't invert because -- the registers are u64 but immediates are u32, so complement -- arithmetics wouldn't work vset(stackslots+1, nil, a) ALU_REG(dst, stackslots+1, b, op) end local function LD_ABS(dst, w, off) assert(off, 'LD_ABS called without offset') if w < 8 then local dst_reg = vreg(dst, 0, true, builtins.width_type(w)) -- Reserve R0 emit(BPF.LD + BPF.ABS + const_width[w], dst_reg, 0, 0, off) if w > 1 and ffi.abi('le') then -- LD_ABS has htonl() semantics, reverse emit(BPF.ALU + BPF.END + BPF.TO_BE, dst_reg, 0, 0, w * 8) end elseif w == 8 then -- LD_ABS|IND prohibits DW, we need to do two W loads and combine them local tmp_reg = vreg(stackslots, 0, true, builtins.width_type(w)) -- Reserve R0 emit(BPF.LD + BPF.ABS + const_width[4], tmp_reg, 0, 0, off + 4) if ffi.abi('le') then -- LD_ABS has htonl() semantics, reverse emit(BPF.ALU + BPF.END + BPF.TO_BE, tmp_reg, 0, 0, 32) end ALU_IMM(stackslots, stackslots, 32, 'LSH') local dst_reg = vreg(dst, 0, true, builtins.width_type(w)) -- Reserve R0, spill tmp variable emit(BPF.LD + BPF.ABS + const_width[4], dst_reg, 0, 0, off) if ffi.abi('le') then -- LD_ABS has htonl() semantics, reverse emit(BPF.ALU + BPF.END + BPF.TO_BE, dst_reg, 0, 0, 32) end ALU_REG(dst, dst, stackslots, 'OR') V[stackslots].reg = nil -- Free temporary registers else assert(w < 8, 'NYI: only LD_ABS of 1/2/4/8 is supported') end end local function LD_IND(dst, src, w, off) local src_reg = vreg(src) -- Must materialize first in case dst == src local dst_reg = vreg(dst, 0, true, builtins.width_type(w)) -- Reserve R0 emit(BPF.LD + BPF.IND + const_width[w], dst_reg, src_reg, 0, off or 0) if w > 1 and ffi.abi('le') then -- LD_ABS has htonl() semantics, reverse emit(BPF.ALU + BPF.END + BPF.TO_BE, dst_reg, 0, 0, w * 8) end end local function LD_MEM(dst, src, w, off) local src_reg = vreg(src) -- Must materialize first in case dst == src local dst_reg = vreg(dst, nil, true, builtins.width_type(w)) -- Reserve R0 emit(BPF.MEM + BPF.LDX + const_width[w], dst_reg, src_reg, off or 0, 0) end -- @note: This is specific now as it expects registers reserved local function LD_IMM_X(dst_reg, src_type, imm, w) if w == 8 then -- IMM64 must be done in two instructions with imm64 = (lo(imm32), hi(imm32)) emit(BPF.LD + const_width[w], dst_reg, src_type, 0, ffi.cast('uint32_t', imm)) -- Must shift in two steps as bit.lshift supports [0..31] emit(0, 0, 0, 0, ffi.cast('uint32_t', bit.lshift(bit.lshift(imm, 16), 16))) else emit(BPF.LD + const_width[w], dst_reg, src_type, 0, imm) end end local function BUILTIN(func, ...) local builtin_export = { -- Compiler primitives (work with variable slots, emit instructions) V=V, vreg=vreg, vset=vset, vcopy=vcopy, vderef=vderef, valloc=valloc, emit=emit, reg_alloc=reg_alloc, reg_spill=reg_spill, tmpvar=stackslots, const_width=const_width, -- Extensions and helpers (use with care) LD_IMM_X = LD_IMM_X, } func(builtin_export, ...) end local function LOAD(dst, src, off, vtype) local base = V[src].const assert(base and base.__dissector, 'NYI: load() on variable that doesn\'t have dissector') assert(V[src].source, 'NYI: load() on variable with unknown source') -- Cast to different type if requested vtype = vtype or base.__dissector local w = ffi.sizeof(vtype) assert(const_width[w], 'NYI: load() supports 1/2/4/8 bytes at a time only, wanted ' .. tostring(w)) -- Packet access with a dissector (use BPF_LD) if V[src].source:find('ptr_to_pkt', 1, true) then if base.off then -- Absolute address to payload LD_ABS(dst, w, off + base.off) else -- Indirect address to payload LD_IND(dst, src, w, off) end -- Direct access to first argument (skb fields, pt regs, ...) elseif V[src].source:find('ptr_to_ctx', 1, true) then LD_MEM(dst, src, w, off) -- Direct skb access with a dissector (use BPF_MEM) elseif V[src].source:find('ptr_to_skb', 1, true) then LD_MEM(dst, src, w, off) -- Pointer to map-backed memory (use BPF_MEM) elseif V[src].source:find('ptr_to_map_value', 1, true) then LD_MEM(dst, src, w, off) -- Indirect read using probe (uprobe or kprobe, uses helper) elseif V[src].source:find('ptr_to_probe', 1, true) then BUILTIN(builtins[builtins.probe_read], nil, dst, src, vtype, off) V[dst].source = V[src].source -- Builtin handles everything else error('NYI: load() on variable from ' .. V[src].source) end V[dst].type = vtype V[dst].const = nil -- Dissected value is not constant anymore end local function CALL(a, b, d) assert(b-1 <= 1, 'NYI: CALL with >1 return values') -- Perform either compile-time, helper, or builtin local func = V[a].const -- Gather all arguments and check if they're constant local args, const, nargs = {}, true, d - 1 for i = a+1, a+d-1 do table.insert(args, V[i].const) if not V[i].const or is_proxy(V[i].const) then const = false end end local builtin = builtins[func] if not const or nargs == 0 then if builtin and type(builtin) == 'function' then args = {a} for i = a+1, a+nargs do table.insert(args, i) end BUILTIN(builtin, unpack(args)) elseif V[a+2] and V[a+2].const then -- var OP imm ALU_IMM(a, a+1, V[a+2].const, builtin) elseif nargs <= 2 then -- var OP var ALU_REG(a, a+1, V[a+2] and a+2, builtin) else error('NYI: CALL non-builtin with 3 or more arguments') end -- Call on dissector implies slice retrieval elseif type(func) == 'table' and func.__dissector then assert(nargs >= 2, 'NYI: .slice(a, b) must have at least two arguments') assert(V[a+1].const and V[a+2].const, 'NYI: slice() arguments must be constant') local off = V[a+1].const local vtype = builtins.width_type(V[a+2].const - off) -- Access to packet via packet (use BPF_LD) if V[a].source and V[a].source:find('ptr_to_', 1, true) then LOAD(a, a, off, vtype) else error('NYI: .slice(a, b) on non-pointer memory ' .. (V[a].source or 'unknown')) end -- Strict builtins cannot be expanded on compile-time elseif builtins_strict[func] and builtin then args = {a} for i = a+1, a+nargs do table.insert(args, i) end BUILTIN(builtin, unpack(args)) -- Attempt compile-time call expansion (expects all argument compile-time known) else assert(const, 'NYI: CALL attempted on constant arguments, but at least one argument is not constant') V[a].const = func(unpack(args)) end end local function MAP_INIT(map_var, key, imm) local map = V[map_var].const vreg(map_var, 1, true, ffi.typeof('uint64_t')) -- Reserve R1 and load ptr for process-local map fd LD_IMM_X(1, BPF.PSEUDO_MAP_FD, map.fd, ffi.sizeof(V[map_var].type)) V[map_var].reg = nil -- R1 will be invalidated after CALL, forget register allocation -- Reserve R2 and load R2 = key pointer local key_size = ffi.sizeof(map.key_type) local w = const_width[key_size] or BPF.DW local pod_type = const_width[key_size] local sp = stack_top + key_size -- Must use stack below spill slots -- Store immediate value on stack reg_alloc(stackslots, 2) -- Spill anything in R2 (unnamed tmp variable) local key_base = key and V[key].const imm = imm or key_base if imm and (not key or not is_proxy(key_base)) then assert(pod_type, 'NYI: map[const K], K width must be 1/2/4/8') emit(BPF.MEM + BPF.ST + w, 10, 0, -sp, imm) -- Key is in register, spill it elseif V[key].reg and pod_type then if cdef.isptr(V[key].type) then -- There is already pointer in register, dereference before spilling emit(BPF.MEM + BPF.LDX + w, 2, V[key].reg, 0, 0) emit(BPF.MEM + BPF.STX + w, 10, 2, -sp, 0) else -- Variable in register is POD, spill it on the stack emit(BPF.MEM + BPF.STX + w, 10, V[key].reg, -sp, 0) end -- Key is spilled from register to stack elseif V[key].spill then sp = V[key].spill -- Key is already on stack, write to base-relative address elseif key_base.__base then assert(key_size == ffi.sizeof(V[key].type), 'VAR '..key..' type incompatible with BPF map key type') sp = key_base.__base else error('VAR '..key..' is neither const-expr/register/stack/spilled') end -- If [FP+K] addressing, emit it if sp then emit(BPF.ALU64 + BPF.MOV + BPF.X, 2, 10, 0, 0) emit(BPF.ALU64 + BPF.ADD + BPF.K, 2, 0, 0, -sp) end end local function MAP_GET(dst, map_var, key, imm) local map = V[map_var].const MAP_INIT(map_var, key, imm) -- Flag as pointer type and associate dissector for map value type vreg(dst, 0, true, ffi.typeof('uint8_t *')) V[dst].const = {__dissector=map.val_type} V[dst].source = 'ptr_to_map_value_or_null' emit(BPF.JMP + BPF.CALL, 0, 0, 0, HELPER.map_lookup_elem) V[stackslots].reg = nil -- Free temporary registers end local function MAP_DEL(map_var, key, key_imm) -- Set R0, R1 (map fd, preempt R0) reg_alloc(stackslots, 0) -- Spill anything in R0 (unnamed tmp variable) MAP_INIT(map_var, key, key_imm) emit(BPF.JMP + BPF.CALL, 0, 0, 0, HELPER.map_delete_elem) V[stackslots].reg = nil -- Free temporary registers end local function MAP_SET(map_var, key, key_imm, src) local map = V[map_var].const -- Delete when setting nil if V[src].type == ffi.typeof('void') then return MAP_DEL(map_var, key, key_imm) end -- Set R0, R1 (map fd, preempt R0) reg_alloc(stackslots, 0) -- Spill anything in R0 (unnamed tmp variable) MAP_INIT(map_var, key, key_imm) reg_alloc(stackslots, 4) -- Spill anything in R4 (unnamed tmp variable) emit(BPF.ALU64 + BPF.MOV + BPF.K, 4, 0, 0, 0) -- BPF_ANY, create new element or update existing -- Reserve R3 for value pointer reg_alloc(stackslots, 3) -- Spill anything in R3 (unnamed tmp variable) local val_size = ffi.sizeof(map.val_type) local w = const_width[val_size] or BPF.DW local pod_type = const_width[val_size] -- Stack pointer must be aligned to both key/value size and have enough headroom for (key, value) local sp = stack_top + ffi.sizeof(map.key_type) + val_size sp = sp + (sp % val_size) local base = V[src].const if base and not is_proxy(base) then assert(pod_type, 'NYI: MAP[K] = imm V; V width must be 1/2/4/8') emit(BPF.MEM + BPF.ST + w, 10, 0, -sp, base) -- Value is in register, spill it elseif V[src].reg and pod_type then -- Value is a pointer, derefernce it and spill it if cdef.isptr(V[src].type) then vderef(3, V[src].reg, V[src]) emit(BPF.MEM + BPF.STX + w, 10, 3, -sp, 0) else emit(BPF.MEM + BPF.STX + w, 10, V[src].reg, -sp, 0) end -- We get a pointer to spilled register on stack elseif V[src].spill then -- If variable is a pointer, we can load it to R3 directly (save "LEA") if cdef.isptr(V[src].type) then reg_fill(src, 3) -- If variable is a stack pointer, we don't have to check it if base.__base then emit(BPF.JMP + BPF.CALL, 0, 0, 0, HELPER.map_update_elem) return end vderef(3, V[src].reg, V[src]) emit(BPF.MEM + BPF.STX + w, 10, 3, -sp, 0) else sp = V[src].spill end -- Value is already on stack, write to base-relative address elseif base.__base then if val_size ~= ffi.sizeof(V[src].type) then local err = string.format('VAR %d type (%s) incompatible with BPF map value type (%s): expected %d, got %d', src, V[src].type, map.val_type, val_size, ffi.sizeof(V[src].type)) error(err) end sp = base.__base -- Value is constant, materialize it on stack else error('VAR '.. src ..' is neither const-expr/register/stack/spilled') end emit(BPF.ALU64 + BPF.MOV + BPF.X, 3, 10, 0, 0) emit(BPF.ALU64 + BPF.ADD + BPF.K, 3, 0, 0, -sp) emit(BPF.JMP + BPF.CALL, 0, 0, 0, HELPER.map_update_elem) V[stackslots].reg = nil -- Free temporary registers end -- Finally - this table translates LuaJIT bytecode into code emitter actions. local BC = { -- Constants KNUM = function(a, _, c, _) -- KNUM if c < 2147483648 then vset(a, nil, c, ffi.typeof('int32_t')) else vset(a, nil, c, ffi.typeof('uint64_t')) end end, KSHORT = function(a, _, _, d) -- KSHORT vset(a, nil, d, ffi.typeof('int16_t')) end, KCDATA = function(a, _, c, _) -- KCDATA -- Coerce numeric types if possible local ct = ffi.typeof(c) if ffi.istype(ct, ffi.typeof('uint64_t')) or ffi.istype(ct, ffi.typeof('int64_t')) then vset(a, nil, c, ct) elseif tonumber(c) ~= nil then -- TODO: this should not be possible vset(a, nil, tonumber(c), ct) else error('NYI: cannot use CDATA constant of type ' .. ct) end end, KPRI = function(a, _, _, d) -- KPRI -- KNIL is 0, must create a special type to identify it local vtype = (d < 1) and ffi.typeof('void') or ffi.typeof('uint8_t') vset(a, nil, (d < 2) and 0 or 1, vtype) end, KSTR = function(a, _, c, _) -- KSTR vset(a, nil, c, ffi.typeof('const char[?]')) end, MOV = function(a, _, _, d) -- MOV var, var vcopy(a, d) end, -- Comparison ops -- Note: comparisons are always followed by JMP opcode, that -- will fuse following JMP to JMP+CMP instruction in BPF -- Note: we're narrowed to integers, so operand/operator inversion is legit ISLT = function(a, _, _, d) return CMP_REG(d, a, 'JGE') end, -- (a < d) (inverted) ISGE = function(a, _, _, d) return CMP_REG(a, d, 'JGE') end, -- (a >= d) ISGT = function(a, _, _, d) return CMP_REG(a, d, 'JGT') end, -- (a > d) ISEQV = function(a, _, _, d) return CMP_REG(a, d, 'JEQ') end, -- (a == d) ISNEV = function(a, _, _, d) return CMP_REG(a, d, 'JNE') end, -- (a ~= d) ISEQS = function(a, _, c, _) return CMP_IMM(a, c, 'JEQ') end, -- (a == str(c)) ISNES = function(a, _, c, _) return CMP_IMM(a, c, 'JNE') end, -- (a ~= str(c)) ISEQN = function(a, _, c, _) return CMP_IMM(a, c, 'JEQ') end, -- (a == c) ISNEN = function(a, _, c, _) return CMP_IMM(a, c, 'JNE') end, -- (a ~= c) IST = function(_, _, _, d) return CMP_IMM(d, 0, 'JNE') end, -- (d) ISF = function(_, _, _, d) return CMP_IMM(d, 0, 'JEQ') end, -- (not d) ISEQP = function(a, _, c, _) return CMP_IMM(a, c, 'JEQ') end, -- ISEQP (a == c) -- Binary operations with RHS constants ADDVN = function(a, b, c, _) return ALU_IMM(a, b, c, 'ADD') end, SUBVN = function(a, b, c, _) return ALU_IMM(a, b, c, 'SUB') end, MULVN = function(a, b, c, _) return ALU_IMM(a, b, c, 'MUL') end, DIVVN = function(a, b, c, _) return ALU_IMM(a, b, c, 'DIV') end, MODVN = function(a, b, c, _) return ALU_IMM(a, b, c, 'MOD') end, -- Binary operations with LHS constants -- Cheat code: we're narrowed to integer arithmetic, so MUL+ADD are commutative ADDNV = function(a, b, c, _) return ALU_IMM(a, b, c, 'ADD') end, -- ADDNV MULNV = function(a, b, c, _) return ALU_IMM(a, b, c, 'MUL') end, -- MULNV SUBNV = function(a, b, c, _) return ALU_IMM_NV(a, c, b, 'SUB') end, -- SUBNV DIVNV = function(a, b, c, _) return ALU_IMM_NV(a, c, b, 'DIV') end, -- DIVNV -- Binary operations between registers ADDVV = function(a, b, _, d) return ALU_REG(a, b, d, 'ADD') end, SUBVV = function(a, b, _, d) return ALU_REG(a, b, d, 'SUB') end, MULVV = function(a, b, _, d) return ALU_REG(a, b, d, 'MUL') end, DIVVV = function(a, b, _, d) return ALU_REG(a, b, d, 'DIV') end, MODVV = function(a, b, _, d) return ALU_REG(a, b, d, 'MOD') end, -- Strings CAT = function(a, b, _, d) -- CAT A = B ~ D assert(V[b].const and V[d].const, 'NYI: CAT only works on compile-time expressions') assert(type(V[b].const) == 'string' and type(V[d].const) == 'string', 'NYI: CAT only works on compile-time strings') vset(a, nil, V[b].const .. V[d].const) end, -- Tables GGET = function (a, _, c, _) -- GGET (A = GLOBAL[c]) if env[c] ~= nil then vset(a, nil, env[c]) else error(string.format("undefined global '%s'", c)) end end, UGET = function (a, _, c, _) -- UGET (A = UPVALUE[c]) if env[c] ~= nil then vset(a, nil, env[c]) else error(string.format("undefined upvalue '%s'", c)) end end, TSETB = function (a, b, _, d) -- TSETB (B[D] = A) assert(V[b] and type(V[b].const) == 'table', 'NYI: B[D] where B is not Lua table, BPF map, or pointer') local vinfo = V[b].const if vinfo.__map then -- BPF map read (constant) return MAP_SET(b, nil, d, a) -- D is literal elseif vinfo.__dissector then assert(vinfo.__dissector, 'NYI: B[D] where B does not have a known element size') local w = ffi.sizeof(vinfo.__dissector) -- TODO: support vectorized moves larger than register width assert(const_width[w], 'B[C] = A, sizeof(A) must be 1/2/4/8') local src_reg, const = vscalar(a, w) -- If changing map value, write to absolute address + offset if V[b].source and V[b].source:find('ptr_to_map_value', 1, true) then local dst_reg = vreg(b) -- Optimization: immediate values (imm32) can be stored directly if type(const) == 'number' then emit(BPF.MEM + BPF.ST + const_width[w], dst_reg, 0, d, const) else emit(BPF.MEM + BPF.STX + const_width[w], dst_reg, src_reg, d, 0) end -- Table is already on stack, write to vinfo-relative address elseif vinfo.__base then -- Optimization: immediate values (imm32) can be stored directly if type(const) == 'number' then emit(BPF.MEM + BPF.ST + const_width[w], 10, 0, -vinfo.__base + (d * w), const) else emit(BPF.MEM + BPF.STX + const_width[w], 10, src_reg, -vinfo.__base + (d * w), 0) end else error('NYI: B[D] where B is not Lua table, BPF map, or pointer') end elseif vinfo and vinfo and V[a].const then vinfo[V[d].const] = V[a].const else error('NYI: B[D] where B is not Lua table, BPF map, or pointer') end end, TSETV = function (a, b, _, d) -- TSETV (B[D] = A) assert(V[b] and type(V[b].const) == 'table', 'NYI: B[D] where B is not Lua table, BPF map, or pointer') local vinfo = V[b].const if vinfo.__map then -- BPF map read (constant) return MAP_SET(b, d, nil, a) -- D is variable elseif vinfo.__dissector then assert(vinfo.__dissector, 'NYI: B[D] where B does not have a known element size') local w = ffi.sizeof(vinfo.__dissector) -- TODO: support vectorized moves larger than register width assert(const_width[w], 'B[C] = A, sizeof(A) must be 1/2/4/8') local src_reg, const = vscalar(a, w) -- If changing map value, write to absolute address + offset if V[b].source and V[b].source:find('ptr_to_map_value', 1, true) then -- Calculate variable address from two registers local tmp_var = stackslots + 1 vset(tmp_var, nil, d) ALU_REG(tmp_var, tmp_var, b, 'ADD') local dst_reg = vreg(tmp_var) V[tmp_var].reg = nil -- Only temporary allocation -- Optimization: immediate values (imm32) can be stored directly if type(const) == 'number' and w < 8 then emit(BPF.MEM + BPF.ST + const_width[w], dst_reg, 0, 0, const) else emit(BPF.MEM + BPF.STX + const_width[w], dst_reg, src_reg, 0, 0) end -- Table is already on stack, write to vinfo-relative address elseif vinfo.__base then -- Calculate variable address from two registers local tmp_var = stackslots + 1 vcopy(tmp_var, d) -- Element position if w > 1 then ALU_IMM(tmp_var, tmp_var, w, 'MUL') -- multiply by element size end local dst_reg = vreg(tmp_var) -- add R10 (stack pointer) emit(BPF.ALU64 + BPF.ADD + BPF.X, dst_reg, 10, 0, 0) V[tmp_var].reg = nil -- Only temporary allocation -- Optimization: immediate values (imm32) can be stored directly if type(const) == 'number' and w < 8 then emit(BPF.MEM + BPF.ST + const_width[w], dst_reg, 0, -vinfo.__base, const) else emit(BPF.MEM + BPF.STX + const_width[w], dst_reg, src_reg, -vinfo.__base, 0) end else error('NYI: B[D] where B is not Lua table, BPF map, or pointer') end elseif vinfo and V[d].const and V[a].const then vinfo[V[d].const] = V[a].const else error('NYI: B[D] where B is not Lua table, BPF map, or pointer') end end, TSETS = function (a, b, c, _) -- TSETS (B[C] = A) assert(V[b] and V[b].const, 'NYI: B[D] where B is not Lua table, BPF map, or pointer') local base = V[b].const if base.__dissector then local ofs,bpos = ffi.offsetof(base.__dissector, c) assert(not bpos, 'NYI: B[C] = A, where C is a bitfield') local w = builtins.sizeofattr(base.__dissector, c) -- TODO: support vectorized moves larger than register width assert(const_width[w], 'B[C] = A, sizeof(A) must be 1/2/4/8') local src_reg, const = vscalar(a, w) -- If changing map value, write to absolute address + offset if V[b].source and V[b].source:find('ptr_to_map_value', 1, true) then local dst_reg = vreg(b) -- Optimization: immediate values (imm32) can be stored directly if type(const) == 'number' and w < 8 then emit(BPF.MEM + BPF.ST + const_width[w], dst_reg, 0, ofs, const) else emit(BPF.MEM + BPF.STX + const_width[w], dst_reg, src_reg, ofs, 0) end -- Table is already on stack, write to base-relative address elseif base.__base then -- Optimization: immediate values (imm32) can be stored directly if type(const) == 'number' and w < 8 then emit(BPF.MEM + BPF.ST + const_width[w], 10, 0, -base.__base + ofs, const) else emit(BPF.MEM + BPF.STX + const_width[w], 10, src_reg, -base.__base + ofs, 0) end else error('NYI: B[C] where B is not Lua table, BPF map, or pointer') end elseif V[a].const then base[c] = V[a].const else error('NYI: B[C] where B is not Lua table, BPF map, or pointer') end end, TGETB = function (a, b, _, d) -- TGETB (A = B[D]) local base = V[b].const assert(type(base) == 'table', 'NYI: B[C] where C is string and B not Lua table or BPF map') if a ~= b then vset(a) end if base.__map then -- BPF map read (constant) MAP_GET(a, b, nil, d) -- Pointer access with a dissector (traditional uses BPF_LD, direct uses BPF_MEM) elseif V[b].source and V[b].source:find('ptr_to_') then local vtype = base.__dissector and base.__dissector or ffi.typeof('uint8_t') LOAD(a, b, d, vtype) -- Specialise PTR[0] as dereference operator elseif cdef.isptr(V[b].type) and d == 0 then vcopy(a, b) local dst_reg = vreg(a) vderef(dst_reg, dst_reg, V[a]) V[a].type = V[a].const.__dissector else error('NYI: A = B[D], where B is not Lua table or packet dissector or pointer dereference') end end, TGETV = function (a, b, _, d) -- TGETV (A = B[D]) local base = V[b].const assert(type(base) == 'table', 'NYI: B[C] where C is string and B not Lua table or BPF map') if a ~= b then vset(a) end if base.__map then -- BPF map read MAP_GET(a, b, d) -- Pointer access with a dissector (traditional uses BPF_LD, direct uses BPF_MEM) elseif V[b].source and V[b].source:find('ptr_to_') then local vtype = base.__dissector and base.__dissector or ffi.typeof('uint8_t') LOAD(a, b, d, vtype) -- Constant dereference elseif type(V[d].const) == 'number' then V[a].const = base[V[d].const] else error('NYI: A = B[D], where B is not Lua table or packet dissector or pointer dereference') end end, TGETS = function (a, b, c, _) -- TGETS (A = B[C]) local base = V[b].const assert(type(base) == 'table', 'NYI: B[C] where C is string and B not Lua table or BPF map') if a ~= b then vset(a) end if base.__dissector then local ofs,bpos,bsize = ffi.offsetof(base.__dissector, c) -- Resolve table key using metatable if not ofs and type(base.__dissector[c]) == 'string' then c = base.__dissector[c] ofs,bpos,bsize = ffi.offsetof(base.__dissector, c) end if not ofs and proto[c] then -- Load new dissector on given offset BUILTIN(proto[c], a, b, c) else -- Loading register from offset is a little bit tricky as there are -- several data sources and value loading modes with different restrictions -- such as checking pointer values for NULL compared to using stack. assert(ofs, tostring(base.__dissector)..'.'..c..' attribute not exists') if a ~= b then vset(a) end -- Dissected value is probably not constant anymore local new_const = nil local w, atype = builtins.sizeofattr(base.__dissector, c) -- [SP+K] addressing using R10 (stack pointer) -- Doesn't need to be checked for NULL if base.__base and base.__base > 0 then if cdef.isptr(atype) then -- If the member is pointer type, update base pointer with offset new_const = {__base = base.__base-ofs} else local dst_reg = vreg(a, nil, true) emit(BPF.MEM + BPF.LDX + const_width[w], dst_reg, 10, -base.__base+ofs, 0) end -- Pointer access with a dissector (traditional uses BPF_LD, direct uses BPF_MEM) elseif V[b].source and V[b].source:find('ptr_to_') then LOAD(a, b, ofs, atype) else error('NYI: B[C] where B is not Lua table, BPF map, or pointer') end -- Bitfield, must be further narrowed with a bitmask/shift if bpos then local mask = 0 for i=bpos+1,bpos+bsize do mask = bit.bor(mask, bit.lshift(1, w*8-i)) end emit(BPF.ALU64 + BPF.AND + BPF.K, vreg(a), 0, 0, mask) -- Free optimization: single-bit values need just boolean result if bsize > 1 then local shift = w*8-bsize-bpos if shift > 0 then emit(BPF.ALU64 + BPF.RSH + BPF.K, vreg(a), 0, 0, shift) end end end V[a].type = atype V[a].const = new_const V[a].source = V[b].source -- Track direct access to skb data -- see https://www.kernel.org/doc/Documentation/networking/filter.txt "Direct packet access" if ffi.istype(base.__dissector, ffi.typeof('struct sk_buff')) then -- Direct access to skb uses skb->data and skb->data_end -- which are encoded as u32, but are actually pointers if c == 'data' or c == 'data_end' then V[a].const = {__dissector = ffi.typeof('uint8_t')} V[a].source = 'ptr_to_skb' end end end else V[a].const = base[c] end end, -- Loops and branches CALLM = function (a, b, _, d) -- A = A(A+1, ..., A+D+MULTRES) -- NYI: Support single result only CALL(a, b, d+2) end, CALL = function (a, b, _, d) -- A = A(A+1, ..., A+D-1) CALL(a, b, d) end, JMP = function (a, _, c, _) -- JMP -- Discard unused slots after jump for i, _ in pairs(V) do if i >= a and i < stackslots then V[i] = nil end end -- Cross basic block boundary if the jump target isn't provably unreachable local val = code.fixup[c] or {} if code.seen_cmp and code.seen_cmp ~= ALWAYS then if code.seen_cmp ~= NEVER then -- Do not emit the jump or fixup -- Store previous CMP insn for reemitting after compensation code local jmpi = ffi.new('struct bpf_insn', code.insn[code.pc-1]) code.pc = code.pc - 1 -- First branch point, emit compensation code local Vcomp = Vstate[c] if not Vcomp then -- Select scratch register (R0-5) that isn't used as operand -- in the CMP instruction, as the variable may not be live, after -- the JMP, but it may be used in the JMP+CMP instruction itself local tmp_reg = 0 for reg = 0, 5 do if reg ~= jmpi.dst_reg and reg ~= jmpi.src_reg then tmp_reg = reg break end end -- Force materialization of constants at the end of BB for i, v in pairs(V) do if not v.reg and cdef.isimmconst(v) then vreg(i, tmp_reg) -- Load to TMP register (not saved) reg_spill(i) -- Spill caller-saved registers end end -- Record variable state Vstate[c] = V Vcomp = V V = table_copy(V) -- Variable state already set, emit specific compensation code else bb_end(Vcomp) end -- Record pointer NULL check from condition -- If the condition checks pointer variable against NULL, -- we can assume it will not be NULL in the fall-through block if code.seen_null_guard then local var = code.seen_null_guard -- The null guard can have two forms: -- if x == nil then goto -- if x ~= nil then goto -- First form guarantees that the variable will be non-nil on the following instruction -- Second form guarantees that the variable will be non-nil at the jump target local vinfo = code.seen_null_guard_inverse and Vcomp[var] or V[var] if vinfo.source then local pos = vinfo.source:find('_or_null', 1, true) if pos then vinfo.source = vinfo.source:sub(1, pos - 1) end end end -- Reemit CMP insn emit(jmpi.code, jmpi.dst_reg, jmpi.src_reg, jmpi.off, jmpi.imm) -- Fuse JMP into previous CMP opcode, mark JMP target for fixup -- as we don't knot the relative offset in generated code yet table.insert(val, code.pc-1) code.fixup[c] = val end code.seen_cmp = nil code.seen_null_guard = nil code.seen_null_guard_inverse = nil elseif c == code.bc_pc + 1 then -- luacheck: ignore 542 -- Eliminate jumps to next immediate instruction -- e.g. 0002 JMP 1 => 0003 else -- We need to synthesise a condition that's always true, however -- BPF prohibits pointer arithmetic to prevent pointer leaks -- so we have to clear out one register and use it for cmp that's always true local dst_reg = reg_alloc(stackslots) V[stackslots].reg = nil -- Only temporary allocation -- First branch point, emit compensation code local Vcomp = Vstate[c] if not Vcomp then -- Force materialization of constants at the end of BB for i, v in pairs(V) do if not v.reg and cdef.isimmconst(v) then vreg(i, dst_reg) -- Load to TMP register (not saved) reg_spill(i) -- Spill caller-saved registers end end -- Record variable state Vstate[c] = V V = table_copy(V) -- Variable state already set, emit specific compensation code else bb_end(Vcomp) end emit(BPF.ALU64 + BPF.MOV + BPF.K, dst_reg, 0, 0, 0) emit(BPF.JMP + BPF.JEQ + BPF.K, dst_reg, 0, 0xffff, 0) table.insert(val, code.pc-1) -- Fixup JMP target code.reachable = false -- Code following the JMP is not reachable code.fixup[c] = val end end, RET1 = function (a, _, _, _) -- RET1 -- Free optimisation: spilled variable will not be filled again for i, v in pairs(V) do if i ~= a then v.reg = nil end end if V[a].reg ~= 0 then vreg(a, 0) end -- Convenience: dereference pointer variables -- e.g. 'return map[k]' will return actual map value, not pointer if cdef.isptr(V[a].type) then vderef(0, 0, V[a]) end emit(BPF.JMP + BPF.EXIT, 0, 0, 0, 0) code.reachable = false end, RET0 = function (_, _, _, _) -- RET0 emit(BPF.ALU64 + BPF.MOV + BPF.K, 0, 0, 0, 0) emit(BPF.JMP + BPF.EXIT, 0, 0, 0, 0) code.reachable = false end, compile = function () return code end } -- Composite instructions function BC.CALLT(a, _, _, d) -- Tailcall: return A(A+1, ..., A+D-1) CALL(a, 1, d) BC.RET1(a) end -- Always initialize R6 with R1 context emit(BPF.ALU64 + BPF.MOV + BPF.X, 6, 1, 0, 0) -- Register R6 as context variable (first argument) if params and params > 0 then vset(0, 6, param_types[1] or proto.skb) assert(V[0].source == V[0].const.source) -- Propagate source annotation from typeinfo end -- Register tmpvars vset(stackslots) vset(stackslots+1) return setmetatable(BC, { __index = function (_, k, _) if type(k) == 'number' then local op_str = string.sub(require('jit.vmdef').bcnames, 6*k+1, 6*k+6) error(string.format("NYI: opcode '0x%02x' (%-04s)", k, op_str)) end end, __call = function (t, op, a, b, c, d) code.bc_pc = code.bc_pc + 1 -- Exitting BB straight through, emit compensation code if Vstate[code.bc_pc] then if code.reachable then -- Instruction is reachable from previous line -- so we must make the variable allocation consistent -- with the variable allocation at the jump source -- e.g. 0001 x:R0 = 5 -- 0002 if rand() then goto 0005 -- 0003 x:R0 -> x:stack -- 0004 y:R0 = 5 -- 0005 x:? = 10 <-- x was in R0 before jump, and stack after jump bb_end(Vstate[code.bc_pc]) else -- Instruction isn't reachable from previous line, restore variable layout -- e.g. RET or condition-less JMP on previous line V = table_copy(Vstate[code.bc_pc]) end end -- Perform fixup of jump targets -- We need to do this because the number of consumed and emitted -- bytecode instructions is different local fixup = code.fixup[code.bc_pc] if fixup ~= nil then -- Patch JMP source insn with relative offset for _,pc in ipairs(fixup) do code.insn[pc].off = code.pc - 1 - pc end code.fixup[code.bc_pc] = nil code.reachable = true end -- Execute if code.reachable then assert(t[op], string.format('NYI: instruction %s, parameters: %s,%s,%s,%s', op,a,b,c,d)) return t[op](a, b, c, d) end end, }) end -- Emitted code dump local function dump_mem(cls, ins, _, fuse) -- This is a very dense MEM instruction decoder without much explanation -- Refer to https://www.kernel.org/doc/Documentation/networking/filter.txt for instruction format local mode = bit.band(ins.code, 0xe0) if mode == BPF.XADD then cls = 5 end -- The only mode local op_1 = {'LD', 'LDX', 'ST', 'STX', '', 'XADD'} local op_2 = {[0]='W', [8]='H', [16]='B', [24]='DW'} local name = op_1[cls+1] .. op_2[bit.band(ins.code, 0x18)] local off = tonumber(ffi.cast('int16_t', ins.off)) -- Reinterpret as signed local dst = cls < 2 and 'R'..ins.dst_reg or string.format('[R%d%+d]', ins.dst_reg, off) local src = cls % 2 == 0 and '#'..ins.imm or 'R'..ins.src_reg if cls == BPF.LDX then src = string.format('[R%d%+d]', ins.src_reg, off) end if mode == BPF.ABS then src = string.format('skb[%d]', ins.imm) end if mode == BPF.IND then src = string.format('skb[R%d%+d]', ins.src_reg, ins.imm) end return string.format('%s\t%s\t%s', fuse and '' or name, fuse and '' or dst, src) end local function dump_alu(cls, ins, pc) local alu = {'ADD', 'SUB', 'MUL', 'DIV', 'OR', 'AND', 'LSH', 'RSH', 'NEG', 'MOD', 'XOR', 'MOV', 'ARSH', 'END' } local jmp = {'JA', 'JEQ', 'JGT', 'JGE', 'JSET', 'JNE', 'JSGT', 'JSGE', 'CALL', 'EXIT'} local helper = {'unspec', 'map_lookup_elem', 'map_update_elem', 'map_delete_elem', 'probe_read', 'ktime_get_ns', 'trace_printk', 'get_prandom_u32', 'get_smp_processor_id', 'skb_store_bytes', 'l3_csum_replace', 'l4_csum_replace', 'tail_call', 'clone_redirect', 'get_current_pid_tgid', 'get_current_uid_gid', 'get_current_comm', 'get_cgroup_classid', 'skb_vlan_push', 'skb_vlan_pop', 'skb_get_tunnel_key', 'skb_set_tunnel_key', 'perf_event_read', 'redirect', 'get_route_realm', 'perf_event_output', 'skb_load_bytes'} local op = 0 -- This is a very dense ALU instruction decoder without much explanation -- Refer to https://www.kernel.org/doc/Documentation/networking/filter.txt for instruction format for i = 0,13 do if 0x10 * i == bit.band(ins.code, 0xf0) then op = i + 1 break end end local name = (cls == 5) and jmp[op] or alu[op] local src = (bit.band(ins.code, 0x08) == BPF.X) and 'R'..ins.src_reg or '#'..ins.imm local target = (cls == 5 and op < 9) and string.format('\t=> %04d', pc + ins.off + 1) or '' if cls == 5 and op == 9 then target = string.format('\t; %s', helper[ins.imm + 1] or tostring(ins.imm)) end return string.format('%s\t%s\t%s%s', name, 'R'..ins.dst_reg, src, target) end local function dump_string(code, off, hide_counter) if not code then return end local cls_map = { [0] = dump_mem, [1] = dump_mem, [2] = dump_mem, [3] = dump_mem, [4] = dump_alu, [5] = dump_alu, [7] = dump_alu, } local result = {} local fused = false for i = off or 0, code.pc - 1 do local ins = code.insn[i] local cls = bit.band(ins.code, 0x07) local line = cls_map[cls](cls, ins, i, fused) if hide_counter then table.insert(result, line) else table.insert(result, string.format('%04u\t%s', i, line)) end fused = string.find(line, 'LDDW', 1) end return table.concat(result, '\n') end local function dump(code) if not code then return end print(string.format('-- BPF %s:0-%u', code.insn, code.pc)) print(dump_string(code)) end local function compile(prog, params) -- Create code emitter sandbox, include caller locals local env = { pkt=proto.pkt, eth=proto.pkt, BPF=BPF, ffi=ffi } -- Include upvalues up to 4 nested scopes back -- the narrower scope overrides broader scope for k = 5, 2, -1 do local i = 1 while true do local ok, n, v = pcall(debug.getlocal, k, i) if not ok or not n then break end env[n] = v i = i + 1 end end setmetatable(env, { __index = function (_, k) return proto[k] or builtins[k] or _G[k] end }) -- Create code emitter and compile LuaJIT bytecode if type(prog) == 'string' then prog = loadstring(prog) end -- Create error handler to print traceback local funci, pc = bytecode.funcinfo(prog), 0 local E = create_emitter(env, funci.stackslots, funci.params, params or {}) local on_err = function (e) funci = bytecode.funcinfo(prog, pc) local from, to = 0, 0 for _ = 1, funci.currentline do from = to to = string.find(funci.source, '\n', from+1, true) or 0 end print(funci.loc..':'..string.sub(funci.source, from+1, to-1)) print('error: '..e) print(debug.traceback()) end for _,op,a,b,c,d in bytecode.decoder(prog) do local ok, _, err = xpcall(E,on_err,op,a,b,c,d) if not ok then return nil, err end end return E:compile() end -- BPF map interface local bpf_map_mt = { __gc = function (map) S.close(map.fd) end, __len = function(map) return map.max_entries end, __index = function (map, k) if type(k) == 'string' then -- Return iterator if k == 'pairs' then return function(t, key) -- Get next key local next_key = ffi.new(ffi.typeof(t.key)) local cur_key if key then cur_key = t.key t.key[0] = key else cur_key = ffi.new(ffi.typeof(t.key)) end local ok, err = S.bpf_map_op(S.c.BPF_CMD.MAP_GET_NEXT_KEY, map.fd, cur_key, next_key) if not ok then return nil, err end -- Get next value assert(S.bpf_map_op(S.c.BPF_CMD.MAP_LOOKUP_ELEM, map.fd, next_key, map.val)) return next_key[0], map.val[0] end, map, nil -- Read for perf event map elseif k == 'reader' then return function (pmap, pid, cpu, event_type) -- Caller must either specify PID or CPU if not pid or pid < 0 then assert((cpu and cpu >= 0), 'NYI: creating composed reader for all CPUs') pid = -1 end -- Create BPF output reader local pe = S.t.perf_event_attr1() pe[0].type = 'software' pe[0].config = 'sw_bpf_output' pe[0].sample_type = 'raw' pe[0].sample_period = 1 pe[0].wakeup_events = 1 local reader, err = S.t.perf_reader(S.perf_event_open(pe, pid, cpu or -1)) if not reader then return nil, tostring(err) end -- Register event reader fd in BPF map assert(cpu < pmap.max_entries, string.format('BPF map smaller than read CPU %d', cpu)) pmap[cpu] = reader.fd -- Open memory map and start reading local ok, err = reader:start() assert(ok, tostring(err)) ok, err = reader:mmap() assert(ok, tostring(err)) return cdef.event_reader(reader, event_type) end -- Signalise this is a map type end return k == '__map' end -- Retrieve key map.key[0] = k local ok, err = S.bpf_map_op(S.c.BPF_CMD.MAP_LOOKUP_ELEM, map.fd, map.key, map.val) if not ok then return nil, err end return ffi.new(map.val_type, map.val[0]) end, __newindex = function (map, k, v) map.key[0] = k if v == nil then return S.bpf_map_op(map.fd, S.c.BPF_CMD.MAP_DELETE_ELEM, map.key, nil) end map.val[0] = v return S.bpf_map_op(S.c.BPF_CMD.MAP_UPDATE_ELEM, map.fd, map.key, map.val) end, } -- Linux tracing interface local function trace_check_enabled(path) path = path or '/sys/kernel/debug/tracing' if S.statfs(path) then return true end return nil, 'debugfs not accessible: "mount -t debugfs nodev /sys/kernel/debug"? missing sudo?' end -- Tracepoint interface local tracepoint_mt = { __index = { bpf = function (t, prog) if type(prog) ~= 'table' then -- Create protocol parser with source probe prog = compile(prog, {proto.type(t.type, {source='ptr_to_probe'})}) end -- Load the BPF program local prog_fd, err, log = S.bpf_prog_load(S.c.BPF_PROG.TRACEPOINT, prog.insn, prog.pc) assert(prog_fd, tostring(err)..': '..tostring(log)) -- Open tracepoint and attach t.reader:setbpf(prog_fd:getfd()) table.insert(t.progs, prog_fd) return prog_fd end, } } -- Open tracepoint local function tracepoint_open(path, pid, cpu, group_fd) -- Open tracepoint and compile tracepoint type local tp = assert(S.perf_tracepoint('/sys/kernel/debug/tracing/events/'..path)) local tp_type = assert(cdef.tracepoint_type(path)) -- Open tracepoint reader and create interface local reader = assert(S.perf_attach_tracepoint(tp, pid, cpu, group_fd)) return setmetatable({tp=tp,type=tp_type,reader=reader,progs={}}, tracepoint_mt) end local function trace_bpf(ptype, pname, pdef, retprobe, prog, pid, cpu, group_fd) -- Load BPF program if type(prog) ~= 'table' then prog = compile(prog, {proto.pt_regs}) end local prog_fd, err, log = S.bpf_prog_load(S.c.BPF_PROG.KPROBE, prog.insn, prog.pc) assert(prog_fd, tostring(err)..': '..tostring(log)) -- Open tracepoint and attach local tp, err = S.perf_probe(ptype, pname, pdef, retprobe) if not tp then prog_fd:close() return nil, tostring(err) end local reader, err = S.perf_attach_tracepoint(tp, pid, cpu, group_fd, {sample_type='raw, callchain'}) if not reader then prog_fd:close() S.perf_probe(ptype, pname, false) return nil, tostring(err) end local ok, err = reader:setbpf(prog_fd:getfd()) if not ok then prog_fd:close() reader:close() S.perf_probe(ptype, pname, false) return nil, tostring(err)..' (kernel version should be at least 4.1)' end -- Create GC closure for reader to close BPF program -- and detach probe in correct order ffi.gc(reader, function () prog_fd:close() reader:close() S.perf_probe(ptype, pname, false) end) return {reader=reader, prog=prog_fd, probe=pname, probe_type=ptype} end -- Module interface return setmetatable({ new = create_emitter, dump = dump, dump_string = dump_string, maps = {}, map = function (type, max_entries, key_ctype, val_ctype) if not key_ctype then key_ctype = ffi.typeof('uint32_t') end if not val_ctype then val_ctype = ffi.typeof('uint32_t') end if not max_entries then max_entries = 4096 end -- Special case for BPF_MAP_STACK_TRACE if S.c.BPF_MAP[type] == S.c.BPF_MAP.STACK_TRACE then key_ctype = ffi.typeof('int32_t') val_ctype = ffi.typeof('struct bpf_stacktrace') end local fd, err = S.bpf_map_create(S.c.BPF_MAP[type], ffi.sizeof(key_ctype), ffi.sizeof(val_ctype), max_entries) if not fd then return nil, tostring(err) end local map = setmetatable({ max_entries = max_entries, key = ffi.new(ffi.typeof('$ [1]', key_ctype)), val = ffi.new(ffi.typeof('$ [1]', val_ctype)), map_type = S.c.BPF_MAP[type], key_type = key_ctype, val_type = val_ctype, fd = fd:nogc():getfd(), }, bpf_map_mt) return map end, socket = function (sock, prog) -- Expect socket type, if sock is string then assume it's -- an interface name (e.g. 'lo'), if it's a number then typecast it as a socket local ok, err if type(sock) == 'string' then local iface = assert(S.nl.getlink())[sock] assert(iface, sock..' is not interface name') sock, err = S.socket('packet', 'raw') assert(sock, tostring(err)) ok, err = sock:bind(S.t.sockaddr_ll({protocol='all', ifindex=iface.index})) assert(ok, tostring(err)) elseif type(sock) == 'number' then sock = S.t.fd(sock):nogc() elseif ffi.istype(S.t.fd, sock) then -- luacheck: ignore -- No cast required else return nil, 'socket must either be an fd number, an interface name, or an ljsyscall socket' end -- Load program and attach it to socket if type(prog) ~= 'table' then prog = compile(prog, {proto.skb}) end local prog_fd, err, log = S.bpf_prog_load(S.c.BPF_PROG.SOCKET_FILTER, prog.insn, prog.pc) assert(prog_fd, tostring(err)..': '..tostring(log)) assert(sock:setsockopt('socket', 'attach_bpf', prog_fd:getfd())) return prog_fd, err end, tracepoint = function(tp, prog, pid, cpu, group_fd) assert(trace_check_enabled()) -- Return tracepoint instance if no program specified -- this allows free specialisation of arg0 to tracepoint type local probe = tracepoint_open(tp, pid, cpu, group_fd) -- Load the BPF program if prog then probe:bpf(prog) end return probe end, kprobe = function(tp, prog, retprobe, pid, cpu, group_fd) assert(trace_check_enabled()) -- Open tracepoint and attach local pname, pdef = tp:match('([^:]+):(.+)') return trace_bpf('kprobe', pname, pdef, retprobe, prog, pid, cpu, group_fd) end, uprobe = function(tp, prog, retprobe, pid, cpu, group_fd) assert(trace_check_enabled()) -- Translate symbol to address local obj, sym_want = tp:match('([^:]+):(.+)') if not S.statfs(obj) then return nil, S.t.error(S.c.E.NOENT) end -- Resolve Elf object (no support for anything else) local elf = require('bpf.elf').open(obj) local sym = elf:resolve(sym_want) if not sym then return nil, 'no such symbol' end sym = sym.st_value - elf:loadaddr() local sym_addr = string.format('%x%04x', tonumber(bit.rshift(sym, 32)), tonumber(ffi.cast('uint32_t', sym))) -- Convert it to expected uprobe format local pname = string.format('%s_%s', obj:gsub('.*/', ''), sym_addr) local pdef = obj..':0x'..sym_addr return trace_bpf('uprobe', pname, pdef, retprobe, prog, pid, cpu, group_fd) end, tracelog = function(path) assert(trace_check_enabled()) path = path or '/sys/kernel/debug/tracing/trace_pipe' return io.open(path, 'r') end, ntoh = builtins.ntoh, hton = builtins.hton, }, { __call = function (_, prog) return compile(prog) end, }) bpfcc-0.31.0/src/lua/bpf/builtins.lua000066400000000000000000000442301465134135300173330ustar00rootroot00000000000000--[[ Copyright 2016 Marek Vavrusa Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] local ffi = require('ffi') local bit = require('bit') local cdef = require('bpf.cdef') local BPF, HELPER = ffi.typeof('struct bpf'), ffi.typeof('struct bpf_func_id') local const_width = { [1] = BPF.B, [2] = BPF.H, [4] = BPF.W, [8] = BPF.DW, } local const_width_type = { [1] = ffi.typeof('uint8_t'), [2] = ffi.typeof('uint16_t'), [4] = ffi.typeof('uint32_t'), [8] = ffi.typeof('uint64_t'), } -- Built-ins that will be translated into BPF instructions -- i.e. bit.bor(0xf0, 0x0f) becomes {'alu64, or, k', reg(0xf0), reg(0x0f), 0, 0} local builtins = { [bit.lshift] = 'LSH', [bit.rshift] = 'RSH', [bit.band] = 'AND', [bit.bnot] = 'NEG', [bit.bor] = 'OR', [bit.bxor] = 'XOR', [bit.arshift] = 'ARSH', -- Extensions and intrinsics } local function width_type(w) -- Note: ffi.typeof doesn't accept '?' as template return const_width_type[w] or ffi.typeof(string.format('uint8_t [%d]', w)) end builtins.width_type = width_type -- Return struct member size/type (requires LuaJIT 2.1+) -- I am ashamed that there's no easier way around it. local function sizeofattr(ct, name) if not ffi.typeinfo then error('LuaJIT 2.1+ is required for ffi.typeinfo') end local cinfo = ffi.typeinfo(ct) while true do cinfo = ffi.typeinfo(cinfo.sib) if not cinfo then return end if cinfo.name == name then break end end local size = math.max(1, ffi.typeinfo(cinfo.sib or ct).size - cinfo.size) -- Guess type name return size, builtins.width_type(size) end builtins.sizeofattr = sizeofattr -- Byte-order conversions for little endian local function ntoh(x, w) if w then x = ffi.cast(const_width_type[w/8], x) end return bit.bswap(x) end local function hton(x, w) return ntoh(x, w) end builtins.ntoh = ntoh builtins.hton = hton builtins[ntoh] = function (e, dst, a, w) -- This is trickery, but TO_LE means cpu_to_le(), -- and we want exactly the opposite as network is always 'be' w = w or ffi.sizeof(e.V[a].type)*8 if w == 8 then return end -- NOOP assert(w <= 64, 'NYI: hton(a[, width]) - operand larger than register width') -- Allocate registers and execute e.vcopy(dst, a) e.emit(BPF.ALU + BPF.END + BPF.TO_BE, e.vreg(dst), 0, 0, w) end builtins[hton] = function (e, dst, a, w) w = w or ffi.sizeof(e.V[a].type)*8 if w == 8 then return end -- NOOP assert(w <= 64, 'NYI: hton(a[, width]) - operand larger than register width') -- Allocate registers and execute e.vcopy(dst, a) e.emit(BPF.ALU + BPF.END + BPF.TO_LE, e.vreg(dst), 0, 0, w) end -- Byte-order conversions for big endian are no-ops if ffi.abi('be') then ntoh = function (x, w) return w and ffi.cast(const_width_type[w/8], x) or x end hton = ntoh builtins[ntoh] = function(_, _, _) return end builtins[hton] = function(_, _, _) return end end -- Other built-ins local function xadd() error('NYI') end builtins.xadd = xadd builtins[xadd] = function (e, ret, a, b, off) local vinfo = e.V[a].const assert(vinfo and vinfo.__dissector, 'xadd(a, b[, offset]) called on non-pointer') local w = ffi.sizeof(vinfo.__dissector) -- Calculate structure attribute offsets if e.V[off] and type(e.V[off].const) == 'string' then local ct, field = vinfo.__dissector, e.V[off].const off = ffi.offsetof(ct, field) assert(off, 'xadd(a, b, offset) - offset is not valid in given structure') w = sizeofattr(ct, field) end assert(w == 4 or w == 8, 'NYI: xadd() - 1 and 2 byte atomic increments are not supported') -- Allocate registers and execute local src_reg = e.vreg(b) local dst_reg = e.vreg(a) -- Set variable for return value and call e.vset(ret) e.vreg(ret, 0, true, ffi.typeof('int32_t')) -- Optimize the NULL check away if provably not NULL if not e.V[a].source or e.V[a].source:find('_or_null', 1, true) then e.emit(BPF.JMP + BPF.JEQ + BPF.K, dst_reg, 0, 1, 0) -- if (dst != NULL) end e.emit(BPF.XADD + BPF.STX + const_width[w], dst_reg, src_reg, off or 0, 0) end local function probe_read() error('NYI') end builtins.probe_read = probe_read builtins[probe_read] = function (e, ret, dst, src, vtype, ofs) e.reg_alloc(e.tmpvar, 1) -- Load stack pointer to dst, since only load to stack memory is supported -- we have to use allocated stack memory or create a new allocation and convert -- to pointer type e.emit(BPF.ALU64 + BPF.MOV + BPF.X, 1, 10, 0, 0) if not e.V[dst].const or not e.V[dst].const.__base > 0 then builtins[ffi.new](e, dst, vtype) -- Allocate stack memory end e.emit(BPF.ALU64 + BPF.ADD + BPF.K, 1, 0, 0, -e.V[dst].const.__base) -- Set stack memory maximum size bound e.reg_alloc(e.tmpvar, 2) if not vtype then vtype = cdef.typename(e.V[dst].type) -- Dereference pointer type to pointed type for size calculation if vtype:sub(-1) == '*' then vtype = vtype:sub(0, -2) end end local w = ffi.sizeof(vtype) e.emit(BPF.ALU64 + BPF.MOV + BPF.K, 2, 0, 0, w) -- Set source pointer if e.V[src].reg then e.reg_alloc(e.tmpvar, 3) -- Copy from original register e.emit(BPF.ALU64 + BPF.MOV + BPF.X, 3, e.V[src].reg, 0, 0) else e.vreg(src, 3) e.reg_spill(src) -- Spill to avoid overwriting end if ofs and ofs > 0 then e.emit(BPF.ALU64 + BPF.ADD + BPF.K, 3, 0, 0, ofs) end -- Call probe read helper ret = ret or e.tmpvar e.vset(ret) e.vreg(ret, 0, true, ffi.typeof('int32_t')) e.emit(BPF.JMP + BPF.CALL, 0, 0, 0, HELPER.probe_read) e.V[e.tmpvar].reg = nil -- Free temporary registers end builtins[ffi.cast] = function (e, dst, ct, x) assert(e.V[ct].const, 'ffi.cast(ctype, x) called with bad ctype') e.vcopy(dst, x) if e.V[x].const and type(e.V[x].const) == 'table' then e.V[dst].const.__dissector = ffi.typeof(e.V[ct].const) end e.V[dst].type = ffi.typeof(e.V[ct].const) -- Specific types also encode source of the data -- This is because BPF has different helpers for reading -- different data sources, so variables must track origins. -- struct pt_regs - source of the data is probe -- struct skb - source of the data is socket buffer -- struct X - source of the data is probe/tracepoint if ffi.typeof(e.V[ct].const) == ffi.typeof('struct pt_regs') then e.V[dst].source = 'ptr_to_probe' end end builtins[ffi.new] = function (e, dst, ct, x) if type(ct) == 'number' then ct = ffi.typeof(e.V[ct].const) -- Get ctype from variable end assert(not x, 'NYI: ffi.new(ctype, ...) - initializer is not supported') assert(not cdef.isptr(ct, true), 'NYI: ffi.new(ctype, ...) - ctype MUST NOT be a pointer') e.vset(dst, nil, ct) e.V[dst].source = 'ptr_to_stack' e.V[dst].const = {__base = e.valloc(ffi.sizeof(ct), true), __dissector = ct} -- Set array dissector if created an array -- e.g. if ct is 'char [2]', then dissector is 'char' local elem_type = tostring(ct):match('ctype<(.+)%s%[(%d+)%]>') if elem_type then e.V[dst].const.__dissector = ffi.typeof(elem_type) end end builtins[ffi.copy] = function (e, ret, dst, src) assert(cdef.isptr(e.V[dst].type), 'ffi.copy(dst, src) - dst MUST be a pointer type') assert(cdef.isptr(e.V[src].type), 'ffi.copy(dst, src) - src MUST be a pointer type') -- Specific types also encode source of the data -- struct pt_regs - source of the data is probe -- struct skb - source of the data is socket buffer if e.V[src].source and e.V[src].source:find('ptr_to_probe', 1, true) then e.reg_alloc(e.tmpvar, 1) -- Load stack pointer to dst, since only load to stack memory is supported -- we have to either use spilled variable or allocated stack memory offset e.emit(BPF.ALU64 + BPF.MOV + BPF.X, 1, 10, 0, 0) if e.V[dst].spill then e.emit(BPF.ALU64 + BPF.ADD + BPF.K, 1, 0, 0, -e.V[dst].spill) elseif e.V[dst].const.__base then e.emit(BPF.ALU64 + BPF.ADD + BPF.K, 1, 0, 0, -e.V[dst].const.__base) else error('ffi.copy(dst, src) - can\'t get stack offset of dst') end -- Set stack memory maximum size bound local dst_tname = cdef.typename(e.V[dst].type) if dst_tname:sub(-1) == '*' then dst_tname = dst_tname:sub(0, -2) end e.reg_alloc(e.tmpvar, 2) e.emit(BPF.ALU64 + BPF.MOV + BPF.K, 2, 0, 0, ffi.sizeof(dst_tname)) -- Set source pointer if e.V[src].reg then e.reg_alloc(e.tmpvar, 3) -- Copy from original register e.emit(BPF.ALU64 + BPF.MOV + BPF.X, 3, e.V[src].reg, 0, 0) else e.vreg(src, 3) e.reg_spill(src) -- Spill to avoid overwriting end -- Call probe read helper e.vset(ret) e.vreg(ret, 0, true, ffi.typeof('int32_t')) e.emit(BPF.JMP + BPF.CALL, 0, 0, 0, HELPER.probe_read) e.V[e.tmpvar].reg = nil -- Free temporary registers elseif e.V[src].const and e.V[src].const.__map then error('NYI: ffi.copy(dst, src) - src is backed by BPF map') elseif e.V[src].const and e.V[src].const.__dissector then error('NYI: ffi.copy(dst, src) - src is backed by socket buffer') else -- TODO: identify cheap register move -- TODO: identify copy to/from stack error('NYI: ffi.copy(dst, src) - src is neither BPF map/socket buffer or probe') end end -- print(format, ...) builtin changes semantics from Lua print(...) -- the first parameter has to be format and only reduced set of conversion specificers -- is allowed: %d %u %x %ld %lu %lx %lld %llu %llx %p %s builtins[print] = function (e, ret, fmt, a1, a2, a3) -- Load format string and length e.reg_alloc(e.V[e.tmpvar], 1) e.reg_alloc(e.V[e.tmpvar+1], 1) if type(e.V[fmt].const) == 'string' then local src = e.V[fmt].const local len = #src + 1 local dst = e.valloc(len, src) -- TODO: this is materialize step e.V[fmt].const = {__base=dst} e.V[fmt].type = ffi.typeof('char ['..len..']') elseif e.V[fmt].const.__base then -- luacheck: ignore -- NOP else error('NYI: print(fmt, ...) - format variable is not literal/stack memory') end -- Prepare helper call e.emit(BPF.ALU64 + BPF.MOV + BPF.X, 1, 10, 0, 0) e.emit(BPF.ALU64 + BPF.ADD + BPF.K, 1, 0, 0, -e.V[fmt].const.__base) e.emit(BPF.ALU64 + BPF.MOV + BPF.K, 2, 0, 0, ffi.sizeof(e.V[fmt].type)) if a1 then local args = {a1, a2, a3} assert(#args <= 3, 'print(fmt, ...) - maximum of 3 arguments supported') for i, arg in ipairs(args) do e.vcopy(e.tmpvar, arg) -- Copy variable e.vreg(e.tmpvar, 3+i-1) -- Materialize it in arg register end end -- Call helper e.vset(ret) e.vreg(ret, 0, true, ffi.typeof('int32_t')) -- Return is integer e.emit(BPF.JMP + BPF.CALL, 0, 0, 0, HELPER.trace_printk) e.V[e.tmpvar].reg = nil -- Free temporary registers end -- Implements bpf_perf_event_output(ctx, map, flags, var, vlen) on perf event map local function perf_submit(e, dst, map_var, src) -- Set R2 = map fd (indirect load) local map = e.V[map_var].const e.vcopy(e.tmpvar, map_var) e.vreg(e.tmpvar, 2, true, ffi.typeof('uint64_t')) e.LD_IMM_X(2, BPF.PSEUDO_MAP_FD, map.fd, ffi.sizeof('uint64_t')) -- Set R1 = ctx e.reg_alloc(e.tmpvar, 1) -- Spill anything in R1 (unnamed tmp variable) e.emit(BPF.ALU64 + BPF.MOV + BPF.X, 1, 6, 0, 0) -- CTX is always in R6, copy -- Set R3 = flags e.vset(e.tmpvar, nil, 0) -- BPF_F_CURRENT_CPU e.vreg(e.tmpvar, 3, false, ffi.typeof('uint64_t')) -- Set R4 = pointer to src on stack assert(e.V[src].const.__base, 'NYI: submit(map, var) - variable is not on stack') e.emit(BPF.ALU64 + BPF.MOV + BPF.X, 4, 10, 0, 0) e.emit(BPF.ALU64 + BPF.ADD + BPF.K, 4, 0, 0, -e.V[src].const.__base) -- Set R5 = src length e.emit(BPF.ALU64 + BPF.MOV + BPF.K, 5, 0, 0, ffi.sizeof(e.V[src].type)) -- Set R0 = ret and call e.vset(dst) e.vreg(dst, 0, true, ffi.typeof('int32_t')) -- Return is integer e.emit(BPF.JMP + BPF.CALL, 0, 0, 0, HELPER.perf_event_output) e.V[e.tmpvar].reg = nil -- Free temporary registers end -- Implements bpf_skb_load_bytes(ctx, off, var, vlen) on skb->data local function load_bytes(e, dst, off, var) -- Set R2 = offset e.vset(e.tmpvar, nil, off) e.vreg(e.tmpvar, 2, false, ffi.typeof('uint64_t')) -- Set R1 = ctx e.reg_alloc(e.tmpvar, 1) -- Spill anything in R1 (unnamed tmp variable) e.emit(BPF.ALU64 + BPF.MOV + BPF.X, 1, 6, 0, 0) -- CTX is always in R6, copy -- Set R3 = pointer to var on stack assert(e.V[var].const.__base, 'NYI: load_bytes(off, var, len) - variable is not on stack') e.emit(BPF.ALU64 + BPF.MOV + BPF.X, 3, 10, 0, 0) e.emit(BPF.ALU64 + BPF.ADD + BPF.K, 3, 0, 0, -e.V[var].const.__base) -- Set R4 = var length e.emit(BPF.ALU64 + BPF.MOV + BPF.K, 4, 0, 0, ffi.sizeof(e.V[var].type)) -- Set R0 = ret and call e.vset(dst) e.vreg(dst, 0, true, ffi.typeof('int32_t')) -- Return is integer e.emit(BPF.JMP + BPF.CALL, 0, 0, 0, HELPER.skb_load_bytes) e.V[e.tmpvar].reg = nil -- Free temporary registers end -- Implements bpf_get_stack_id() local function stack_id(e, ret, map_var, key) -- Set R2 = map fd (indirect load) local map = e.V[map_var].const e.vcopy(e.tmpvar, map_var) e.vreg(e.tmpvar, 2, true, ffi.typeof('uint64_t')) e.LD_IMM_X(2, BPF.PSEUDO_MAP_FD, map.fd, ffi.sizeof('uint64_t')) -- Set R1 = ctx e.reg_alloc(e.tmpvar, 1) -- Spill anything in R1 (unnamed tmp variable) e.emit(BPF.ALU64 + BPF.MOV + BPF.X, 1, 6, 0, 0) -- CTX is always in R6, copy -- Load flags in R2 (immediate value or key) local imm = e.V[key].const assert(tonumber(imm), 'NYI: stack_id(map, var), var must be constant number') e.reg_alloc(e.tmpvar, 3) -- Spill anything in R2 (unnamed tmp variable) e.LD_IMM_X(3, 0, imm, 8) -- Return R0 as signed integer e.vset(ret) e.vreg(ret, 0, true, ffi.typeof('int32_t')) e.emit(BPF.JMP + BPF.CALL, 0, 0, 0, HELPER.get_stackid) e.V[e.tmpvar].reg = nil -- Free temporary registers end -- table.insert(table, value) keeps semantics with the exception of BPF maps -- map `perf_event` -> submit inserted value builtins[table.insert] = function (e, dst, map_var, value) assert(e.V[map_var].const.__map, 'NYI: table.insert() supported only on BPF maps') return perf_submit(e, dst, map_var, value) end -- bpf_get_current_comm(buffer) - write current process name to byte buffer local function comm() error('NYI') end builtins[comm] = function (e, ret, dst) -- Set R1 = buffer assert(e.V[dst].const.__base, 'NYI: comm(buffer) - buffer variable is not on stack') e.reg_alloc(e.tmpvar, 1) -- Spill e.emit(BPF.ALU64 + BPF.MOV + BPF.X, 1, 10, 0, 0) e.emit(BPF.ALU64 + BPF.ADD + BPF.K, 1, 0, 0, -e.V[dst].const.__base) -- Set R2 = length e.reg_alloc(e.tmpvar, 2) -- Spill e.emit(BPF.ALU64 + BPF.MOV + BPF.K, 2, 0, 0, ffi.sizeof(e.V[dst].type)) -- Return is integer e.vset(ret) e.vreg(ret, 0, true, ffi.typeof('int32_t')) e.emit(BPF.JMP + BPF.CALL, 0, 0, 0, HELPER.get_current_comm) e.V[e.tmpvar].reg = nil -- Free temporary registers end -- Math library built-ins math.log2 = function () error('NYI') end builtins[math.log2] = function (e, dst, x) -- Classic integer bits subdivison algorithm to find the position -- of the highest bit set, adapted for BPF bytecode-friendly operations. -- https://graphics.stanford.edu/~seander/bithacks.html -- r = 0 local r = e.vreg(dst, nil, true) e.emit(BPF.ALU64 + BPF.MOV + BPF.K, r, 0, 0, 0) -- v = x e.vcopy(e.tmpvar, x) local v = e.vreg(e.tmpvar, 2) if cdef.isptr(e.V[x].const) then -- No pointer arithmetics, dereference e.vderef(v, v, {const = {__dissector=ffi.typeof('uint64_t')}}) end -- Invert value to invert all tests, otherwise we would need and+jnz e.emit(BPF.ALU64 + BPF.NEG + BPF.K, v, 0, 0, 0) -- v = ~v -- Unrolled test cases, converted masking to arithmetic as we don't have "if !(a & b)" -- As we're testing inverted value, we have to use arithmetic shift to copy MSB for i=4,0,-1 do local k = bit.lshift(1, i) e.emit(BPF.JMP + BPF.JGT + BPF.K, v, 0, 2, bit.bnot(bit.lshift(1, k))) -- if !upper_half(x) e.emit(BPF.ALU64 + BPF.ARSH + BPF.K, v, 0, 0, k) -- v >>= k e.emit(BPF.ALU64 + BPF.OR + BPF.K, r, 0, 0, k) -- r |= k end -- No longer constant, cleanup tmpvars e.V[dst].const = nil e.V[e.tmpvar].reg = nil end builtins[math.log10] = function (e, dst, x) -- Compute log2(x) and transform builtins[math.log2](e, dst, x) -- Relationship: log10(v) = log2(v) / log2(10) local r = e.V[dst].reg e.emit(BPF.ALU64 + BPF.ADD + BPF.K, r, 0, 0, 1) -- Compensate round-down e.emit(BPF.ALU64 + BPF.MUL + BPF.K, r, 0, 0, 1233) -- log2(10) ~ 1233>>12 e.emit(BPF.ALU64 + BPF.RSH + BPF.K, r, 0, 0, 12) end builtins[math.log] = function (e, dst, x) -- Compute log2(x) and transform builtins[math.log2](e, dst, x) -- Relationship: ln(v) = log2(v) / log2(e) local r = e.V[dst].reg e.emit(BPF.ALU64 + BPF.ADD + BPF.K, r, 0, 0, 1) -- Compensate round-down e.emit(BPF.ALU64 + BPF.MUL + BPF.K, r, 0, 0, 2839) -- log2(e) ~ 2839>>12 e.emit(BPF.ALU64 + BPF.RSH + BPF.K, r, 0, 0, 12) end -- Call-type helpers local function call_helper(e, dst, h, vtype) e.vset(dst) e.vreg(dst, 0, true, vtype or ffi.typeof('uint64_t')) e.emit(BPF.JMP + BPF.CALL, 0, 0, 0, h) e.V[dst].const = nil -- Target is not a function anymore end local function cpu() error('NYI') end local function rand() error('NYI') end local function time() error('NYI') end local function pid_tgid() error('NYI') end local function uid_gid() error('NYI') end -- Export helpers and builtin variants builtins.cpu = cpu builtins.time = time builtins.pid_tgid = pid_tgid builtins.uid_gid = uid_gid builtins.comm = comm builtins.perf_submit = perf_submit builtins.stack_id = stack_id builtins.load_bytes = load_bytes builtins[cpu] = function (e, dst) return call_helper(e, dst, HELPER.get_smp_processor_id) end builtins[rand] = function (e, dst) return call_helper(e, dst, HELPER.get_prandom_u32, ffi.typeof('uint32_t')) end builtins[time] = function (e, dst) return call_helper(e, dst, HELPER.ktime_get_ns) end builtins[pid_tgid] = function (e, dst) return call_helper(e, dst, HELPER.get_current_pid_tgid) end builtins[uid_gid] = function (e, dst) return call_helper(e, dst, HELPER.get_current_uid_gid) end builtins[perf_submit] = function (e, dst, map, value) return perf_submit(e, dst, map, value) end builtins[stack_id] = function (e, dst, map, key) return stack_id(e, dst, map, key) end builtins[load_bytes] = function (e, dst, off, var, len) return load_bytes(e, dst, off, var, len) end return builtins bpfcc-0.31.0/src/lua/bpf/cdef.lua000066400000000000000000000222601465134135300164020ustar00rootroot00000000000000--[[ Copyright 2016 Marek Vavrusa Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] local ffi = require('ffi') local bit = require('bit') local has_syscall, S = pcall(require, 'syscall') local M = {} ffi.cdef [[ struct bpf { /* Instruction classes */ static const int LD = 0x00; static const int LDX = 0x01; static const int ST = 0x02; static const int STX = 0x03; static const int ALU = 0x04; static const int JMP = 0x05; static const int ALU64 = 0x07; /* ld/ldx fields */ static const int W = 0x00; static const int H = 0x08; static const int B = 0x10; static const int ABS = 0x20; static const int IND = 0x40; static const int MEM = 0x60; static const int LEN = 0x80; static const int MSH = 0xa0; /* alu/jmp fields */ static const int ADD = 0x00; static const int SUB = 0x10; static const int MUL = 0x20; static const int DIV = 0x30; static const int OR = 0x40; static const int AND = 0x50; static const int LSH = 0x60; static const int RSH = 0x70; static const int NEG = 0x80; static const int MOD = 0x90; static const int XOR = 0xa0; static const int JA = 0x00; static const int JEQ = 0x10; static const int JGT = 0x20; static const int JGE = 0x30; static const int JSET = 0x40; static const int K = 0x00; static const int X = 0x08; static const int JNE = 0x50; /* jump != */ static const int JSGT = 0x60; /* SGT is signed '>', GT in x86 */ static const int JSGE = 0x70; /* SGE is signed '>=', GE in x86 */ static const int CALL = 0x80; /* function call */ static const int EXIT = 0x90; /* function return */ /* ld/ldx fields */ static const int DW = 0x18; /* double word */ static const int XADD = 0xc0; /* exclusive add */ /* alu/jmp fields */ static const int MOV = 0xb0; /* mov reg to reg */ static const int ARSH = 0xc0; /* sign extending arithmetic shift right */ /* change endianness of a register */ static const int END = 0xd0; /* flags for endianness conversion: */ static const int TO_LE = 0x00; /* convert to little-endian */ static const int TO_BE = 0x08; /* convert to big-endian */ /* misc */ static const int PSEUDO_MAP_FD = 0x01; /* helper functions */ static const int F_CURRENT_CPU = 0xffffffff; static const int F_USER_STACK = 1 << 8; static const int F_FAST_STACK_CMP = 1 << 9; static const int F_REUSE_STACKID = 1 << 10; /* special offsets for ancillary data */ static const int NET_OFF = -0x100000; static const int LL_OFF = -0x200000; }; /* eBPF commands */ struct bpf_cmd { static const int MAP_CREATE = 0; static const int MAP_LOOKUP_ELEM = 1; static const int MAP_UPDATE_ELEM = 2; static const int MAP_DELETE_ELEM = 3; static const int MAP_GET_NEXT_KEY = 4; static const int PROG_LOAD = 5; static const int OBJ_PIN = 6; static const int OBJ_GET = 7; }; /* eBPF helpers */ struct bpf_func_id { static const int unspec = 0; static const int map_lookup_elem = 1; static const int map_update_elem = 2; static const int map_delete_elem = 3; static const int probe_read = 4; static const int ktime_get_ns = 5; static const int trace_printk = 6; static const int get_prandom_u32 = 7; static const int get_smp_processor_id = 8; static const int skb_store_bytes = 9; static const int l3_csum_replace = 10; static const int l4_csum_replace = 11; static const int tail_call = 12; static const int clone_redirect = 13; static const int get_current_pid_tgid = 14; static const int get_current_uid_gid = 15; static const int get_current_comm = 16; static const int get_cgroup_classid = 17; static const int skb_vlan_push = 18; static const int skb_vlan_pop = 19; static const int skb_get_tunnel_key = 20; static const int skb_set_tunnel_key = 21; static const int perf_event_read = 22; static const int redirect = 23; static const int get_route_realm = 24; static const int perf_event_output = 25; static const int skb_load_bytes = 26; static const int get_stackid = 27; }; /* BPF_MAP_STACK_TRACE structures and constants */ static const int BPF_MAX_STACK_DEPTH = 127; struct bpf_stacktrace { uint64_t ip[BPF_MAX_STACK_DEPTH]; }; ]] -- Compatibility: ljsyscall doesn't have support for BPF syscall if not has_syscall or not S.bpf then error("ljsyscall doesn't support bpf(), must be updated") else local strflag = require('syscall.helpers').strflag -- Compatibility: ljsyscall<=0.12 if not S.c.BPF_MAP.LRU_HASH then S.c.BPF_MAP = strflag { UNSPEC = 0, HASH = 1, ARRAY = 2, PROG_ARRAY = 3, PERF_EVENT_ARRAY = 4, PERCPU_HASH = 5, PERCPU_ARRAY = 6, STACK_TRACE = 7, CGROUP_ARRAY = 8, LRU_HASH = 9, LRU_PERCPU_HASH = 10, LPM_TRIE = 11, ARRAY_OF_MAPS = 12, HASH_OF_MAPS = 13, DEVMAP = 14, SOCKMAP = 15, CPUMAP = 16, } end if not S.c.BPF_PROG.TRACEPOINT then S.c.BPF_PROG = strflag { UNSPEC = 0, SOCKET_FILTER = 1, KPROBE = 2, SCHED_CLS = 3, SCHED_ACT = 4, TRACEPOINT = 5, XDP = 6, PERF_EVENT = 7, CGROUP_SKB = 8, CGROUP_SOCK = 9, LWT_IN = 10, LWT_OUT = 11, LWT_XMIT = 12, SOCK_OPS = 13, SK_SKB = 14, CGROUP_DEVICE = 15, SK_MSG = 16, RAW_TRACEPOINT = 17, CGROUP_SOCK_ADDR = 18, } end end -- Compatibility: metatype for stacktrace local function stacktrace_iter(t, i) i = i + 1 if i < #t and t.ip[i] > 0 then return i, t.ip[i] end end ffi.metatype('struct bpf_stacktrace', { __len = function (t) return ffi.sizeof(t.ip) / ffi.sizeof(t.ip[0]) end, __ipairs = function (t) return stacktrace_iter, t, -1 end, }) -- Reflect cdata type function M.typename(v) if not v or type(v) ~= 'cdata' then return nil end return string.match(tostring(ffi.typeof(v)), '<([^>]+)') end -- Reflect if cdata type can be pointer (accepts array or pointer) function M.isptr(v, noarray) local ctname = M.typename(v) if ctname then ctname = string.sub(ctname, -1) ctname = ctname == '*' or (not noarray and ctname == ']') end return ctname end -- Return true if variable is a non-nil constant that can be used as immediate value -- e.g. result of KSHORT and KNUM function M.isimmconst(v) return (type(v.const) == 'number' and not ffi.istype(v.type, ffi.typeof('void'))) or type(v.const) == 'cdata' and ffi.istype(v.type, ffi.typeof('uint64_t')) -- Lua numbers are at most 52 bits or type(v.const) == 'cdata' and ffi.istype(v.type, ffi.typeof('int64_t')) end function M.osversion() -- We have no better way to extract current kernel hex-string other -- than parsing headers, compiling a helper function or reading /proc local ver_str, count = S.sysctl('kernel.version'):match('%d+.%d+.%d+'), 2 if not ver_str then -- kernel.version is freeform, fallback to kernel.osrelease ver_str = S.sysctl('kernel.osrelease'):match('%d+.%d+.%d+') end local version = 0 for i in ver_str:gmatch('%d+') do -- Convert 'X.Y.Z' to 0xXXYYZZ version = bit.bor(version, bit.lshift(tonumber(i), 8*count)) count = count - 1 end return version end function M.event_reader(reader, event_type) -- Caller can specify event message binary format if event_type then assert(type(event_type) == 'string' and ffi.typeof(event_type), 'not a valid type for event reader') event_type = ffi.typeof(event_type .. '*') -- Convert type to pointer-to-type end -- Wrap reader in interface that can interpret read event messages return setmetatable({reader=reader,type=event_type}, {__index = { block = function(_ --[[self]]) return S.select { readfds = {reader.fd} } end, next = function(_ --[[self]], k) local len, ev = reader:next(k) -- Filter out only sample frames while ev and ev.type ~= S.c.PERF_RECORD.SAMPLE do len, ev = reader:next(len) end if ev and event_type then -- The perf event reader returns framed data with header and variable length -- This is going skip the frame header and cast data to given type ev = ffi.cast(event_type, ffi.cast('char *', ev) + ffi.sizeof('struct perf_event_header') + ffi.sizeof('uint32_t')) end return len, ev end, read = function(self) return self.next, self, nil end, }}) end function M.tracepoint_type(tp) -- Read tracepoint format string local fp = assert(io.open('/sys/kernel/debug/tracing/events/'..tp..'/format', 'r')) local fmt = fp:read '*a' fp:close() -- Parse struct fields local fields = {} for f in fmt:gmatch 'field:([^;]+;)' do table.insert(fields, f) end return string.format('struct { %s }', table.concat(fields)) end return M bpfcc-0.31.0/src/lua/bpf/elf.lua000066400000000000000000000222001465134135300162410ustar00rootroot00000000000000--[[ Copyright 2016 Marek Vavrusa Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] -- This is a tiny wrapper over libelf to extract load address -- and offsets of dynamic symbols local S = require('syscall') local ffi = require('ffi') ffi.cdef [[ /* Type for a 16-bit quantity. */ typedef uint16_t Elf32_Half; typedef uint16_t Elf64_Half; /* Types for signed and unsigned 32-bit quantities. */ typedef uint32_t Elf32_Word; typedef int32_t Elf32_Sword; typedef uint32_t Elf64_Word; typedef int32_t Elf64_Sword; /* Types for signed and unsigned 64-bit quantities. */ typedef uint64_t Elf32_Xword; typedef int64_t Elf32_Sxword; typedef uint64_t Elf64_Xword; typedef int64_t Elf64_Sxword; /* Type of addresses. */ typedef uint32_t Elf32_Addr; typedef uint64_t Elf64_Addr; /* Type of file offsets. */ typedef uint32_t Elf32_Off; typedef uint64_t Elf64_Off; /* Type for section indices, which are 16-bit quantities. */ typedef uint16_t Elf32_Section; typedef uint16_t Elf64_Section; /* Constants */ struct Elf_Cmd { static const int READ = 1; static const int RDWR = 2; static const int WRITE = 3; static const int CLR = 4; static const int SET = 5; static const int FDDONE = 6; static const int FDREAD = 7; static const int READ_MMAP = 8; static const int RDWR_MMAP = 9; static const int WRITE_MMAP =10; static const int READ_MMAP_PRIVATE =11; static const int EMPTY =12; static const int NUM =13; }; /* Descriptor for the ELF file. */ typedef struct Elf Elf; /* Descriptor for ELF file section. */ typedef struct Elf_Scn Elf_Scn; /* Container type for metatable */ struct Elf_object { int fd; Elf *elf; }; /* Program segment header. */ typedef struct { Elf64_Word p_type; /* Segment type */ Elf64_Word p_flags; /* Segment flags */ Elf64_Off p_offset; /* Segment file offset */ Elf64_Addr p_vaddr; /* Segment virtual address */ Elf64_Addr p_paddr; /* Segment physical address */ Elf64_Xword p_filesz; /* Segment size in file */ Elf64_Xword p_memsz; /* Segment size in memory */ Elf64_Xword p_align; /* Segment alignment */ } Elf64_Phdr; typedef Elf64_Phdr GElf_Phdr; /* Section header. */ typedef struct { Elf64_Word sh_name; /* Section name (string tbl index) */ Elf64_Word sh_type; /* Section type */ Elf64_Xword sh_flags; /* Section flags */ Elf64_Addr sh_addr; /* Section virtual addr at execution */ Elf64_Off sh_offset; /* Section file offset */ Elf64_Xword sh_size; /* Section size in bytes */ Elf64_Word sh_link; /* Link to another section */ Elf64_Word sh_info; /* Additional section information */ Elf64_Xword sh_addralign; /* Section alignment */ Elf64_Xword sh_entsize; /* Entry size if section holds table */ } Elf64_Shdr; typedef Elf64_Shdr GElf_Shdr; /* Descriptor for data to be converted to or from memory format. */ typedef struct { void *d_buf; /* Pointer to the actual data. */ int d_type; /* Type of this piece of data. */ unsigned int d_version; /* ELF version. */ size_t d_size; /* Size in bytes. */ uint64_t d_off; /* Offset into section. */ size_t d_align; /* Alignment in section. */ } Elf_Data; /* Symbol table entry. */ typedef struct { Elf64_Word st_name; /* Symbol name (string tbl index) */ unsigned char st_info; /* Symbol type and binding */ unsigned char st_other; /* Symbol visibility */ Elf64_Section st_shndx; /* Section index */ Elf64_Addr st_value; /* Symbol value */ Elf64_Xword st_size; /* Symbol size */ } Elf64_Sym; typedef Elf64_Sym GElf_Sym; /* Coordinate ELF library and application versions. */ unsigned int elf_version (unsigned int __version); /* Return descriptor for ELF file to work according to CMD. */ Elf *elf_begin (int __fildes, int __cmd, Elf *__ref); /* Free resources allocated for ELF. */ int elf_end (Elf *__elf); /* Get the number of program headers in the ELF file. If the file uses more headers than can be represented in the e_phnum field of the ELF header the information from the sh_info field in the zeroth section header is used. */ int elf_getphdrnum (Elf *__elf, size_t *__dst); /* Retrieve program header table entry. */ GElf_Phdr *gelf_getphdr (Elf *__elf, int __ndx, GElf_Phdr *__dst); /* Retrieve section header. */ GElf_Shdr *gelf_getshdr (Elf_Scn *__scn, GElf_Shdr *__dst); /* Retrieve symbol information from the symbol table at the given index. */ GElf_Sym *gelf_getsym (Elf_Data *__data, int __ndx, GElf_Sym *__dst); /* Get section with next section index. */ Elf_Scn *elf_nextscn (Elf *__elf, Elf_Scn *__scn); /* Get data from section while translating from file representation to memory representation. */ Elf_Data *elf_getdata (Elf_Scn *__scn, Elf_Data *__data); /* Return pointer to string at OFFSET in section INDEX. */ char *elf_strptr (Elf *__elf, size_t __index, size_t __offset); ]] local elf = ffi.load('elf') local EV = { NONE=0, CURRENT=1, NUM=2 } local PT = { NULL=0, LOAD=1, DYNAMIC=2, INTERP=3, NOTE=4, SHLIB=5, PHDR=6, TLS=7, NUM=8 } local SHT = { NULL=0, PROGBITS=1, SYMTAB=2, STRTAB=3, RELA=4, HASH=5, DYNAMIC=6, NOTE=7, NOBITS=8, REL=9, SHLIB=10, DYNSYM=11, INIT_ARRAY=14, FINI_ARRAY=15, PREINIT_ARRAY=16, GROUP=17, SYMTAB_SHNDX=18, NUM=19 } local ELF_C = ffi.new('struct Elf_Cmd') local M = {} -- Optional poor man's C++ demangler local cpp_demangler = os.getenv('CPP_DEMANGLER') if not cpp_demangler then for prefix in string.gmatch(os.getenv('PATH'), '[^;:]+') do if S.statfs(prefix..'/c++filt') then cpp_demangler = prefix..'/c++filt' break end end end local cpp_demangle = function (name) return name end if cpp_demangler then cpp_demangle = function (name) local cmd = string.format('%s -p %s', cpp_demangler, name) local fp = assert(io.popen(cmd, 'r')) local output = fp:read('*all') fp:close() return output:match '^(.-)%s*$' end end -- Metatable for ELF object ffi.metatype('struct Elf_object', { __gc = function (t) t:close() end, __index = { close = function (t) if t.elf ~= nil then elf.elf_end(t.elf) S.close(t.fd) t.elf = nil end end, -- Load library load address loadaddr = function(t) local phnum = ffi.new('size_t [1]') if elf.elf_getphdrnum(t.elf, phnum) == nil then return nil, 'cannot get phdrnum' end local header = ffi.new('GElf_Phdr [1]') for i = 0, tonumber(phnum[0])-1 do if elf.gelf_getphdr(t.elf, i, header) ~= nil and header[0].p_type == PT.LOAD then return header[0].p_vaddr end end end, -- Resolve symbol address resolve = function (t, k, pattern) local section = elf.elf_nextscn(t.elf, nil) while section ~= nil do local header = ffi.new('GElf_Shdr [1]') if elf.gelf_getshdr(section, header) ~= nil then if header[0].sh_type == SHT.SYMTAB or header[0].sh_type == SHT.DYNSYM then local data = elf.elf_getdata(section, nil) while data ~= nil do if data.d_size % header[0].sh_entsize > 0 then return nil, 'bad section header entity size' end local symcount = tonumber(data.d_size / header[0].sh_entsize) local sym = ffi.new('GElf_Sym [1]') for i = 0, symcount - 1 do if elf.gelf_getsym(data, i, sym) ~= nil then local name = elf.elf_strptr(t.elf, header[0].sh_link, sym[0].st_name) if name ~= nil then -- Demangle C++ symbols if necessary name = ffi.string(name) if name:sub(1,2) == '_Z' then name = cpp_demangle(name) end -- Match symbol name against pattern if pattern and string.match(name, k) or k == name then return sym[0] end end end end data = elf.elf_getdata(section, data) end end end section = elf.elf_nextscn(t.elf, section) end end, } }) -- Open an ELF object function M.open(path) if elf.elf_version(EV.CURRENT) == EV.NONE then return nil, 'bad version' end local fd, err = S.open(path, 'rdonly') if not fd then return nil, err end local pt = ffi.new('Elf *') pt = elf.elf_begin(fd:getfd(), ELF_C.READ, pt) if not pt then fd:close() return nil, 'cannot open elf object' end return ffi.new('struct Elf_object', fd:nogc():getfd(), pt) end return Mbpfcc-0.31.0/src/lua/bpf/init.lua000066400000000000000000000011421465134135300164400ustar00rootroot00000000000000--[[ Copyright 2016 Marek Vavrusa Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] return require('bpf.bpf') bpfcc-0.31.0/src/lua/bpf/ljbytecode.lua000066400000000000000000000042731465134135300176310ustar00rootroot00000000000000--[[ Copyright 2016 Marek Vavrusa Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] local jutil = require("jit.util") local vmdef = require("jit.vmdef") local bit = require('bit') local shr, band = bit.rshift, bit.band -- Decode LuaJIT 2.0 Byte Format -- Reference: http://wiki.luajit.org/Bytecode-2.0 -- Thanks to LJ, we get code in portable bytecode with constants folded, basic -- virtual registers allocated etc. -- No SSA IR, type inference or advanced optimizations because the code wasn't traced yet. local function decode_ins(func, pc) local ins, m = jutil.funcbc(func, pc) if not ins then return nil end local op, ma, mb, mc = band(ins, 0xff), band(m, 7), band(m, 15*8), band(m, 15*128) local a, b, c, d = band(shr(ins, 8), 0xff), nil, nil, shr(ins, 16) if mb ~= 0 then d = band(d, 0xff) b = shr(ins, 24) end if ma == 5 then -- BCMuv a = jutil.funcuvname(func, a) end if mc == 13*128 then -- BCMjump c = pc+d-0x7fff elseif mc == 14*128 then -- BCMcdata c = jutil.funck(func, -d-1) elseif mc == 9*128 then -- BCMint c = jutil.funck(func, d) elseif mc == 10*128 then -- BCMstr c = jutil.funck(func, -d-1) elseif mc == 5*128 then -- BCMuv c = jutil.funcuvname(func, d) end -- Convert version-specific opcode to string op = 6*op op = string.sub(vmdef.bcnames, op+1, op+6):match('[^%s]+') return pc, op, a, b, c, d end -- Decoder closure local function decoder(func) local pc = 0 return function () pc = pc + 1 return decode_ins(func, pc) end end -- Hexdump generated code local function dump(func) return require('jit.bc').dump(func) end return { decode = decode_ins, decoder = decoder, dump = dump, funcinfo = function (...) return jutil.funcinfo(...) end, }bpfcc-0.31.0/src/lua/bpf/proto.lua000066400000000000000000000424661465134135300166560ustar00rootroot00000000000000--[[ Copyright 2016 Marek Vavrusa Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]] local ffi = require('ffi') local BPF = ffi.typeof('struct bpf') ffi.cdef [[ struct sk_buff { uint32_t len; uint32_t pkt_type; uint32_t mark; uint32_t queue_mapping; uint32_t protocol; uint32_t vlan_present; uint32_t vlan_tci; uint32_t vlan_proto; uint32_t priority; uint32_t ingress_ifindex; uint32_t ifindex; uint32_t tc_index; uint32_t cb[5]; uint32_t hash; uint32_t tc_classid; uint32_t data; uint32_t data_end; uint32_t napi_id; /* Accessed by BPF_PROG_TYPE_sk_skb types from here to ... */ uint32_t family; uint32_t remote_ip4; /* Stored in network byte order */ uint32_t local_ip4; /* Stored in network byte order */ uint32_t remote_ip6[4]; /* Stored in network byte order */ uint32_t local_ip6[4]; /* Stored in network byte order */ uint32_t remote_port; /* Stored in network byte order */ uint32_t local_port; /* stored in host byte order */ /* ... here. */ uint32_t data_meta; }; struct net_off_t { uint8_t ver:4; } __attribute__((packed)); struct eth_t { uint8_t dst[6]; uint8_t src[6]; uint16_t type; } __attribute__((packed)); struct dot1q_t { uint16_t pri:3; uint16_t cfi:1; uint16_t vlanid:12; uint16_t type; } __attribute__((packed)); struct arp_t { uint16_t htype; uint16_t ptype; uint8_t hlen; uint8_t plen; uint16_t oper; uint8_t sha[6]; uint32_t spa; uint8_t tha[6]; uint32_t tpa; } __attribute__((packed)); struct ip_t { uint8_t ver:4; uint8_t hlen:4; uint8_t tos; uint16_t tlen; uint16_t identification; uint16_t ffo_unused:1; uint16_t df:1; uint16_t mf:1; uint16_t foffset:13; uint8_t ttl; uint8_t proto; uint16_t hchecksum; uint32_t src; uint32_t dst; } __attribute__((packed)); struct icmp_t { uint8_t type; uint8_t code; uint16_t checksum; } __attribute__((packed)); struct ip6_t { uint32_t ver:4; uint32_t priority:8; uint32_t flow_label:20; uint16_t payload_len; uint8_t next_header; uint8_t hop_limit; uint64_t src_hi; uint64_t src_lo; uint64_t dst_hi; uint64_t dst_lo; } __attribute__((packed)); struct ip6_opt_t { uint8_t next_header; uint8_t ext_len; uint8_t pad[6]; } __attribute__((packed)); struct icmp6_t { uint8_t type; uint8_t code; uint16_t checksum; } __attribute__((packed)); struct udp_t { uint16_t src_port; uint16_t dst_port; uint16_t length; uint16_t crc; } __attribute__((packed)); struct tcp_t { uint16_t src_port; uint16_t dst_port; uint32_t seq_num; uint32_t ack_num; uint8_t offset:4; uint8_t reserved:4; uint8_t flag_cwr:1; uint8_t flag_ece:1; uint8_t flag_urg:1; uint8_t flag_ack:1; uint8_t flag_psh:1; uint8_t flag_rst:1; uint8_t flag_syn:1; uint8_t flag_fin:1; uint16_t rcv_wnd; uint16_t cksum; uint16_t urg_ptr; } __attribute__((packed)); struct vxlan_t { uint32_t rsv1:4; uint32_t iflag:1; uint32_t rsv2:3; uint32_t rsv3:24; uint32_t key:24; uint32_t rsv4:8; } __attribute__((packed)); ]] -- Architecture-specific ptrace register layout local S = require('syscall') local arch = S.abi.arch local parm_to_reg = {} if arch == 'x64' then ffi.cdef [[ struct pt_regs { unsigned long r15; unsigned long r14; unsigned long r13; unsigned long r12; unsigned long bp; unsigned long bx; unsigned long r11; unsigned long r10; unsigned long r9; unsigned long r8; unsigned long ax; unsigned long cx; unsigned long dx; unsigned long si; unsigned long di; unsigned long orig_ax; unsigned long ip; unsigned long cs; unsigned long flags; unsigned long sp; unsigned long ss; };]] parm_to_reg = {parm1='di', parm2='si', parm3='dx', parm4='cx', parm5='r8', ret='sp', fp='bp'} else ffi.cdef 'struct pt_regs {};' end -- Map symbolic registers to architecture ABI ffi.metatype('struct pt_regs', { __index = function (_ --[[t]],k) return assert(parm_to_reg[k], 'no such register: '..k) end, }) local M = {} -- Dissector interface local function dissector(type, e, dst, src, field) local parent = e.V[src].const -- Create new dissector variable e.vcopy(dst, src) -- Compute and materialize new dissector offset from parent e.V[dst].const = {off=e.V[src].const.off, __dissector=e.V[src].const.__dissector} parent.__dissector[field](e, dst) e.V[dst].const.__dissector = type end M.dissector = dissector -- Get current effective offset, load field value at an offset relative to it and -- add its value to compute next effective offset (e.g. udp_off = ip_off + pkt[ip_off].hlen) local function next_offset(e, var, type, off, mask, shift) local d = e.V[var].const -- Materialize relative offset value in R0 local dst_reg, tmp_reg if d.off then dst_reg = e.vreg(var, 0, true) tmp_reg = dst_reg -- Use target register to avoid copy e.emit(BPF.LD + BPF.ABS + e.const_width[ffi.sizeof(type)], tmp_reg, 0, 0, d.off + off or 0) else tmp_reg = e.vreg(e.tmpvar, 0, true, type) -- Reserve R0 for temporary relative offset dst_reg = e.vreg(var) -- Must rematerialize (if it was spilled by tmp var) e.emit(BPF.LD + BPF.IND + e.const_width[ffi.sizeof(type)], tmp_reg, dst_reg, 0, off or 0) end -- Finalize relative offset if mask then e.emit(BPF.ALU + BPF.AND + BPF.K, tmp_reg, 0, 0, mask) end if shift and shift ~= 0 then local op = BPF.LSH if shift < 0 then op = BPF.RSH shift = -shift end e.emit(BPF.ALU + op + BPF.K, tmp_reg, 0, 0, shift) end -- Add to base offset to turn it into effective address if dst_reg ~= tmp_reg then e.emit(BPF.ALU + BPF.ADD + BPF.X, dst_reg, tmp_reg, 0, 0) else e.emit(BPF.ALU + BPF.ADD + BPF.K, dst_reg, 0, 0, d.off) end -- Discard temporary allocations d.off = nil e.V[e.tmpvar].reg = nil end local function next_skip(e, var, off) local d = e.V[var].const if not d.off then local dst_reg = e.vreg(var) e.emit(BPF.ALU64 + BPF.ADD + BPF.K, dst_reg, 0, 0, off) else d.off = d.off + off end end local function skip_eth(e, dst) -- IP starts right after ETH header (fixed size) local d = e.V[dst].const d.off = d.off + ffi.sizeof('struct eth_t') end -- Export types M.type = function(typestr, t) t = t or {} t.__dissector=ffi.typeof(typestr) return t end M.skb = M.type('struct sk_buff', {source='ptr_to_ctx'}) M.pt_regs = M.type('struct pt_regs', {source='ptr_to_probe'}) M.pkt = M.type('struct eth_t', {off=0, source='ptr_to_pkt'}) -- skb needs special accessors -- M.eth = function (...) return dissector(ffi.typeof('struct eth_t'), ...) end M.dot1q = function (...) return dissector(ffi.typeof('struct dot1q_t'), ...) end M.arp = function (...) return dissector(ffi.typeof('struct arp_t'), ...) end M.icmp = function (...) return dissector(ffi.typeof('struct icmp_t'), ...) end M.ip = function (...) return dissector(ffi.typeof('struct ip_t'), ...) end M.icmp6 = function (...) return dissector(ffi.typeof('struct icmp6_t'), ...) end M.ip6 = function (...) return dissector(ffi.typeof('struct ip6_t'), ...) end M.ip6_opt = function (...) return dissector(ffi.typeof('struct ip6_opt_t'), ...) end M.udp = function (...) return dissector(ffi.typeof('struct udp_t'), ...) end M.tcp = function (...) return dissector(ffi.typeof('struct tcp_t'), ...) end M.vxlan = function (...) return dissector(ffi.typeof('struct vxlan_t'), ...) end M.data = function (...) return dissector(ffi.typeof('uint8_t'), ...) end M.net_off = function (...) return dissector(ffi.typeof('struct net_off_t'), ...) end -- Metatables ffi.metatype(ffi.typeof('struct eth_t'), { __index = { ip = skip_eth, ip6 = skip_eth, net_off = function (e, dst) next_skip(e, dst, BPF.NET_OFF) end, } }) ffi.metatype(ffi.typeof('struct net_off_t'), { __index = { ip = function () end, ip6 = function () end, } }) ffi.metatype(ffi.typeof('struct ip_t'), { __index = { -- Skip IP header length (stored as number of words) -- e.g. hlen = 5, Header Length = 5 x sizeof(u32) = 20 octets -- Mask first nibble and shift by 2 (multiplication by 4) icmp = function(e, dst) next_offset(e, dst, ffi.typeof('uint8_t'), 0, 0x0f, 2) end, udp = function(e, dst) next_offset(e, dst, ffi.typeof('uint8_t'), 0, 0x0f, 2) end, tcp = function(e, dst) next_offset(e, dst, ffi.typeof('uint8_t'), 0, 0x0f, 2) end, } }) ffi.metatype(ffi.typeof('struct ip6_t'), { __index = { -- Skip fixed IPv6 header length (40 bytes) -- The caller must check the value of `next_header` to skip any extension headers icmp6 = function(e, dst) next_skip(e, dst, ffi.sizeof('struct ip6_t'), 0) end, udp = function(e, dst) next_skip(e, dst, ffi.sizeof('struct ip6_t'), 0) end, tcp = function(e, dst) next_skip(e, dst, ffi.sizeof('struct ip6_t'), 0) end, ip6_opt = function(e, dst) next_skip(e, dst, ffi.sizeof('struct ip6_t'), 0) end, } }) local ip6_opt_ext_len_off = ffi.offsetof('struct ip6_opt_t', 'ext_len') ffi.metatype(ffi.typeof('struct ip6_opt_t'), { __index = { -- Skip IPv6 extension header length (field `ext_len`) icmp6 = function(e, dst) next_offset(e, dst, ffi.typeof('uint8_t'), ip6_opt_ext_len_off) end, udp = function(e, dst) next_offset(e, dst, ffi.typeof('uint8_t'), ip6_opt_ext_len_off) end, tcp = function(e, dst) next_offset(e, dst, ffi.typeof('uint8_t'), ip6_opt_ext_len_off) end, ip6_opt = function(e, dst) next_offset(e, dst, ffi.typeof('uint8_t'), ip6_opt_ext_len_off) end, } }) ffi.metatype(ffi.typeof('struct tcp_t'), { __index = { -- Skip TCP header length (stored as number of words) -- e.g. hlen = 5, Header Length = 5 x sizeof(u32) = 20 octets data = function(e, dst) next_offset(e, dst, ffi.typeof('uint8_t'), ffi.offsetof('struct tcp_t', 'offset'), 0xf0, -2) end, } }) ffi.metatype(ffi.typeof('struct udp_t'), { __index = { -- Skip UDP header length (8 octets) data = function(e, dst) next_skip(e, dst, ffi.sizeof('struct udp_t')) end, } }) -- Constants M.c = { eth = { -- Constants http://standards.ieee.org/regauth/ethertype ip = 0x0800, -- IP (v4) protocol ip6 = 0x86dd, -- IP (v6) protocol arp = 0x0806, -- Address resolution protocol revarp = 0x8035, -- Reverse addr resolution protocol vlan = 0x8100, -- IEEE 802.1Q VLAN tagging }, ip = { -- Reserved Addresses addr_any = 0x00000000, -- 0.0.0.0 addr_broadcast = 0xffffffff, -- 255.255.255.255 addr_loopback = 0x7f000001, -- 127.0.0.1 addr_mcast_all = 0xe0000001, -- 224.0.0.1 addr_mcast_local = 0xe00000ff, -- 224.0.0.255 -- Type of service (ip_tos), RFC 1349 ("obsoleted by RFC 2474") tos_default = 0x00, -- default tos_lowdelay = 0x10, -- low delay tos_throughput = 0x08, -- high throughput tos_reliability = 0x04, -- high reliability tos_lowcost = 0x02, -- low monetary cost - XXX tos_ect = 0x02, -- ECN-capable transport tos_ce = 0x01, -- congestion experienced -- Fragmentation flags (ip_off) rf = 0x8000, -- reserved df = 0x4000, -- don't fragment mf = 0x2000, -- more fragments (not last frag) offmask = 0x1fff, -- mask for fragment offset -- Time-to-live (ip_ttl), seconds ttl_default = 64, -- default ttl, RFC 1122, RFC 1340 ttl_max = 255, -- maximum ttl -- Protocol (ip_p) - http://www.iana.org/assignments/protocol-numbers proto_ip = 0, -- dummy for IP proto_hopopts = 0, -- IPv6 hop-by-hop options proto_icmp = 1, -- ICMP proto_igmp = 2, -- IGMP proto_ggp = 3, -- gateway-gateway protocol proto_ipip = 4, -- IP in IP proto_st = 5, -- ST datagram mode proto_tcp = 6, -- TCP proto_cbt = 7, -- CBT proto_egp = 8, -- exterior gateway protocol proto_igp = 9, -- interior gateway protocol proto_bbnrcc = 10, -- BBN RCC monitoring proto_nvp = 11, -- Network Voice Protocol proto_pup = 12, -- PARC universal packet proto_argus = 13, -- ARGUS proto_emcon = 14, -- EMCON proto_xnet = 15, -- Cross Net Debugger proto_chaos = 16, -- Chaos proto_udp = 17, -- UDP proto_mux = 18, -- multiplexing proto_dcnmeas = 19, -- DCN measurement proto_hmp = 20, -- Host Monitoring Protocol proto_prm = 21, -- Packet Radio Measurement proto_idp = 22, -- Xerox NS IDP proto_trunk1 = 23, -- Trunk-1 proto_trunk2 = 24, -- Trunk-2 proto_leaf1 = 25, -- Leaf-1 proto_leaf2 = 26, -- Leaf-2 proto_rdp = 27, -- "Reliable Datagram" proto proto_irtp = 28, -- Inet Reliable Transaction proto_tp = 29, -- ISO TP class 4 proto_netblt = 30, -- Bulk Data Transfer proto_mfpnsp = 31, -- MFE Network Services proto_meritinp= 32, -- Merit Internodal Protocol proto_sep = 33, -- Sequential Exchange proto proto_3pc = 34, -- Third Party Connect proto proto_idpr = 35, -- Interdomain Policy Route proto_xtp = 36, -- Xpress Transfer Protocol proto_ddp = 37, -- Datagram Delivery Proto proto_cmtp = 38, -- IDPR Ctrl Message Trans proto_tppp = 39, -- TP++ Transport Protocol proto_il = 40, -- IL Transport Protocol proto_ip6 = 41, -- IPv6 proto_sdrp = 42, -- Source Demand Routing proto_routing = 43, -- IPv6 routing header proto_fragment= 44, -- IPv6 fragmentation header proto_rsvp = 46, -- Reservation protocol proto_gre = 47, -- General Routing Encap proto_mhrp = 48, -- Mobile Host Routing proto_ena = 49, -- ENA proto_esp = 50, -- Encap Security Payload proto_ah = 51, -- Authentication Header proto_inlsp = 52, -- Integated Net Layer Sec proto_swipe = 53, -- SWIPE proto_narp = 54, -- NBMA Address Resolution proto_mobile = 55, -- Mobile IP, RFC 2004 proto_tlsp = 56, -- Transport Layer Security proto_skip = 57, -- SKIP proto_icmp6 = 58, -- ICMP for IPv6 proto_none = 59, -- IPv6 no next header proto_dstopts = 60, -- IPv6 destination options proto_anyhost = 61, -- any host internal proto proto_cftp = 62, -- CFTP proto_anynet = 63, -- any local network proto_expak = 64, -- SATNET and Backroom EXPAK proto_kryptolan = 65, -- Kryptolan proto_rvd = 66, -- MIT Remote Virtual Disk proto_ippc = 67, -- Inet Pluribus Packet Core proto_distfs = 68, -- any distributed fs proto_satmon = 69, -- SATNET Monitoring proto_visa = 70, -- VISA Protocol proto_ipcv = 71, -- Inet Packet Core Utility proto_cpnx = 72, -- Comp Proto Net Executive proto_cphb = 73, -- Comp Protocol Heart Beat proto_wsn = 74, -- Wang Span Network proto_pvp = 75, -- Packet Video Protocol proto_brsatmon= 76, -- Backroom SATNET Monitor proto_sunnd = 77, -- SUN ND Protocol proto_wbmon = 78, -- WIDEBAND Monitoring proto_wbexpak = 79, -- WIDEBAND EXPAK proto_eon = 80, -- ISO CNLP proto_vmtp = 81, -- Versatile Msg Transport proto_svmtp = 82, -- Secure VMTP proto_vines = 83, -- VINES proto_ttp = 84, -- TTP proto_nsfigp = 85, -- NSFNET-IGP proto_dgp = 86, -- Dissimilar Gateway Proto proto_tcf = 87, -- TCF proto_eigrp = 88, -- EIGRP proto_ospf = 89, -- Open Shortest Path First proto_spriterpc= 90, -- Sprite RPC Protocol proto_larp = 91, -- Locus Address Resolution proto_mtp = 92, -- Multicast Transport Proto proto_ax25 = 93, -- AX.25 Frames proto_ipipencap= 94, -- yet-another IP encap proto_micp = 95, -- Mobile Internet Ctrl proto_sccsp = 96, -- Semaphore Comm Sec Proto proto_etherip = 97, -- Ethernet in IPv4 proto_encap = 98, -- encapsulation header proto_anyenc = 99, -- private encryption scheme proto_gmtp = 100, -- GMTP proto_ifmp = 101, -- Ipsilon Flow Mgmt Proto proto_pnni = 102, -- PNNI over IP proto_pim = 103, -- Protocol Indep Multicast proto_aris = 104, -- ARIS proto_scps = 105, -- SCPS proto_qnx = 106, -- QNX proto_an = 107, -- Active Networks proto_ipcomp = 108, -- IP Payload Compression proto_snp = 109, -- Sitara Networks Protocol proto_compaqpeer= 110, -- Compaq Peer Protocol proto_ipxip = 111, -- IPX in IP proto_vrrp = 112, -- Virtual Router Redundancy proto_pgm = 113, -- PGM Reliable Transport proto_any0hop = 114, -- 0-hop protocol proto_l2tp = 115, -- Layer 2 Tunneling Proto proto_ddx = 116, -- D-II Data Exchange (DDX) proto_iatp = 117, -- Interactive Agent Xfer proto_stp = 118, -- Schedule Transfer Proto proto_srp = 119, -- SpectraLink Radio Proto proto_uti = 120, -- UTI proto_smp = 121, -- Simple Message Protocol proto_sm = 122, -- SM proto_ptp = 123, -- Performance Transparency proto_isis = 124, -- ISIS over IPv4 proto_fire = 125, -- FIRE proto_crtp = 126, -- Combat Radio Transport proto_crudp = 127, -- Combat Radio UDP proto_sscopmce= 128, -- SSCOPMCE proto_iplt = 129, -- IPLT proto_sps = 130, -- Secure Packet Shield proto_pipe = 131, -- Private IP Encap in IP proto_sctp = 132, -- Stream Ctrl Transmission proto_fc = 133, -- Fibre Channel proto_rsvpign = 134, -- RSVP-E2E-IGNORE proto_raw = 255, -- Raw IP packets proto_reserved= 255, -- Reserved }, } return Mbpfcc-0.31.0/src/lua/bpf/spec/000077500000000000000000000000001465134135300157265ustar00rootroot00000000000000bpfcc-0.31.0/src/lua/bpf/spec/README.md000066400000000000000000000002121465134135300172000ustar00rootroot00000000000000# Unit test specs This directory contains spec files for Lua BPF in [Busted] unit test format. [Busted]: http://olivinelabs.com/busted/ bpfcc-0.31.0/src/lua/bpf/spec/codegen_spec.lua000066400000000000000000000570421465134135300210570ustar00rootroot00000000000000local ffi = require('ffi') local S = require('syscall') -- Normalize whitespace and remove empty lines local function normalize_code(c) local res = {} for line in string.gmatch(c,'[^\r\n]+') do local op, d, s, t = line:match('(%S+)%s+(%S+)%s+(%S+)%s*([^-]*)') if op then t = t and t:match('^%s*(.-)%s*$') table.insert(res, string.format('%s\t%s %s %s', op, d, s, t)) end end return table.concat(res, '\n') end -- Compile code and check result local function compile(t) local bpf = require('bpf') -- require('jit.bc').dump(t.input) local code, err = bpf(t.input) assert.truthy(code) assert.falsy(err) if code then if t.expect then local got = normalize_code(bpf.dump_string(code, 1, true)) -- if normalize_code(t.expect) ~= got then print(bpf.dump_string(code, 1)) end assert.same(normalize_code(t.expect), got) end end end -- Make a mock map variable local function makemap(type, max_entries, key_ctype, val_ctype) if not key_ctype then key_ctype = ffi.typeof('uint32_t') end if not val_ctype then val_ctype = ffi.typeof('uint32_t') end if not max_entries then max_entries = 4096 end return { __map = true, max_entries = max_entries, key = ffi.new(ffi.typeof('$ [1]', key_ctype)), val = ffi.new(ffi.typeof('$ [1]', val_ctype)), map_type = S.c.BPF_MAP[type], key_type = key_ctype, val_type = val_ctype, fd = 42, } end describe('codegen', function() -- luacheck: ignore 113 211 212 311 511 describe('constants', function() it('remove dead constant store', function() compile { input = function () local proto = 5 end, expect = [[ MOV R0 #0 EXIT R0 #0 ]] } end) it('materialize constant', function() compile { input = function () return 5 end, expect = [[ MOV R0 #5 EXIT R0 #0 ]] } end) it('materialize constant longer than i32', function() compile { input = function () return 4294967295 end, expect = [[ LDDW R0 #4294967295 EXIT R0 #0 ]] } end) it('materialize cdata constant', function() compile { input = function () return 5ULL end, expect = [[ LDDW R0 #5 -- composed instruction EXIT R0 #0 ]] } end) it('materialize signed cdata constant', function() compile { input = function () return 5LL end, expect = [[ LDDW R0 #5 -- composed instruction EXIT R0 #0 ]] } end) it('materialize coercible numeric cdata constant', function() compile { input = function () return 0x00005 end, expect = [[ MOV R0 #5 EXIT R0 #0 ]] } end) it('materialize constant through variable', function() compile { input = function () local proto = 5 return proto end, expect = [[ MOV R0 #5 EXIT R0 #0 ]] } end) it('eliminate constant expressions', function() compile { input = function () return 2 + 3 - 0 end, expect = [[ MOV R0 #5 EXIT R0 #0 ]] } end) it('eliminate constant expressions (if block)', function() compile { input = function () local proto = 5 if proto == 5 then proto = 1 end return proto end, expect = [[ MOV R0 #1 EXIT R0 #0 ]] } end) it('eliminate negative constant expressions (if block) NYI', function() -- always negative condition is not fully eliminated compile { input = function () local proto = 5 if false then proto = 1 end return proto end, expect = [[ MOV R7 #5 STXDW [R10-8] R7 MOV R7 #0 JEQ R7 #0 => 0005 LDXDW R0 [R10-8] EXIT R0 #0 ]] } end) end) describe('variables', function() it('classic packet access (fold constant offset)', function() compile { input = function (skb) return eth.ip.tos -- constant expression will fold end, expect = [[ LDB R0 skb[15] EXIT R0 #0 ]] } end) it('classic packet access (load non-constant offset)', function() compile { input = function (skb) return eth.ip.udp.src_port -- need to skip variable-length header end, expect = [[ LDB R0 skb[14] AND R0 #15 LSH R0 #2 ADD R0 #14 STXDW [R10-16] R0 -- NYI: erase dead store LDH R0 skb[R0+0] END R0 R0 EXIT R0 #0 ]] } end) it('classic packet access (manipulate dissector offset)', function() compile { input = function (skb) local ptr = eth.ip.udp.data + 1 return ptr[0] -- dereference dissector pointer end, expect = [[ LDB R0 skb[14] AND R0 #15 LSH R0 #2 ADD R0 #14 -- NYI: fuse commutative operations in second pass ADD R0 #8 ADD R0 #1 STXDW [R10-16] R0 LDB R0 skb[R0+0] EXIT R0 #0 ]] } end) it('classic packet access (multi-byte load)', function() compile { input = function (skb) local ptr = eth.ip.udp.data return ptr(1, 5) -- load 4 bytes end, expect = [[ LDB R0 skb[14] AND R0 #15 LSH R0 #2 ADD R0 #14 ADD R0 #8 MOV R7 R0 STXDW [R10-16] R0 -- NYI: erase dead store LDW R0 skb[R7+1] END R0 R0 EXIT R0 #0 ]] } end) it('direct skb field access', function() compile { input = function (skb) return skb.len end, expect = [[ LDXW R7 [R6+0] MOV R0 R7 EXIT R0 #0 ]] } end) it('direct skb data access (manipulate offset)', function() compile { input = function (skb) local ptr = skb.data + 5 return ptr[0] end, expect = [[ LDXW R7 [R6+76] ADD R7 #5 LDXB R8 [R7+0] -- NYI: transform LD + ADD to LD + offset addressing MOV R0 R8 EXIT R0 #0 ]] } end) it('direct skb data access (offset boundary check)', function() compile { input = function (skb) local ptr = skb.data + 5 if ptr < skb.data_end then return ptr[0] end end, expect = [[ LDXW R7 [R6+76] ADD R7 #5 LDXW R8 [R6+80] JGE R7 R8 => 0008 LDXB R8 [R7+0] MOV R0 R8 EXIT R0 #0 MOV R0 #0 EXIT R0 #0 ]] } end) it('access stack memory (array, const load, const store)', function() compile { input = function (skb) local mem = ffi.new('uint8_t [16]') mem[0] = 5 end, expect = [[ MOV R0 #0 STXDW [R10-40] R0 STXDW [R10-48] R0 -- NYI: erase zero-fill on allocation when it's loaded later STB [R10-48] #5 MOV R0 #0 EXIT R0 #0 ]] } end) it('access stack memory (array, const load, packet store)', function() compile { input = function (skb) local mem = ffi.new('uint8_t [7]') mem[0] = eth.ip.tos end, expect = [[ MOV R0 #0 STXDW [R10-40] R0 -- NYI: erase zero-fill on allocation when it's loaded later LDB R0 skb[15] STXB [R10-40] R0 MOV R0 #0 EXIT R0 #0 ]] } end) it('access stack memory (array, packet load, const store)', function() compile { input = function (skb) local mem = ffi.new('uint8_t [1]') mem[eth.ip.tos] = 5 end, expect = [[ MOV R0 #0 STXDW [R10-48] R0 -- NYI: erase zero-fill on allocation when it's loaded later LDB R0 skb[15] MOV R7 R0 ADD R7 R10 STB [R7-48] #5 MOV R0 #0 EXIT R0 #0 ]] } end) it('access stack memory (array, packet load, packet store)', function() compile { input = function (skb) local mem = ffi.new('uint8_t [7]') local v = eth.ip.tos mem[v] = v end, expect = [[ MOV R0 #0 STXDW [R10-40] R0 -- NYI: erase zero-fill on allocation when it's loaded later LDB R0 skb[15] MOV R7 R0 ADD R7 R10 STXB [R7-40] R0 MOV R0 #0 EXIT R0 #0 ]] } end) it('access stack memory (struct, const/packet store)', function() local kv_t = 'struct { uint64_t a; uint64_t b; }' compile { input = function (skb) local mem = ffi.new(kv_t) mem.a = 5 mem.b = eth.ip.tos end, expect = [[ MOV R0 #0 STXDW [R10-40] R0 STXDW [R10-48] R0 -- NYI: erase zero-fill on allocation when it's loaded later MOV R7 #5 STXDW [R10-48] R7 LDB R0 skb[15] STXDW [R10-40] R0 MOV R0 #0 EXIT R0 #0 ]] } end) it('access stack memory (struct, const/stack store)', function() local kv_t = 'struct { uint64_t a; uint64_t b; }' compile { input = function (skb) local m1 = ffi.new(kv_t) local m2 = ffi.new(kv_t) m1.a = 5 m2.b = m1.a end, expect = [[ MOV R0 #0 STXDW [R10-48] R0 STXDW [R10-56] R0 -- NYI: erase zero-fill on allocation when it's loaded later MOV R0 #0 STXDW [R10-64] R0 STXDW [R10-72] R0 -- NYI: erase zero-fill on allocation when it's loaded later MOV R7 #5 STXDW [R10-56] R7 LDXDW R7 [R10-56] STXDW [R10-64] R7 MOV R0 #0 EXIT R0 #0 ]] } end) it('array map (u32, const key load)', function() local array_map = makemap('array', 256) compile { input = function (skb) return array_map[0] end, expect = [[ LDDW R1 #42 STW [R10-28] #0 MOV R2 R10 ADD R2 #4294967268 CALL R0 #1 ; map_lookup_elem JEQ R0 #0 => 0009 LDXW R0 [R0+0] EXIT R0 #0 ]] } end) it('array map (u32, packet key load)', function() local array_map = makemap('array', 256) compile { input = function (skb) return array_map[eth.ip.tos] end, expect = [[ LDB R0 skb[15] LDDW R1 #42 STXW [R10-36] R0 MOV R2 R10 ADD R2 #4294967260 STXDW [R10-24] R0 -- NYI: erase dead store CALL R0 #1 ; map_lookup_elem JEQ R0 #0 => 0011 LDXW R0 [R0+0] EXIT R0 #0 ]] } end) it('array map (u32, const key store, const value)', function() local array_map = makemap('array', 256) compile { input = function (skb) array_map[0] = 5 end, expect = [[ LDDW R1 #42 STW [R10-36] #0 MOV R2 R10 ADD R2 #4294967260 MOV R4 #0 STW [R10-40] #5 MOV R3 R10 ADD R3 #4294967256 CALL R0 #2 ; map_update_elem MOV R0 #0 EXIT R0 #0 ]] } end) it('array map (u32, const key store, packet value)', function() local array_map = makemap('array', 256) compile { input = function (skb) array_map[0] = eth.ip.tos end, expect = [[ LDB R0 skb[15] STXDW [R10-24] R0 LDDW R1 #42 STW [R10-36] #0 MOV R2 R10 ADD R2 #4294967260 MOV R4 #0 MOV R3 R10 ADD R3 #4294967272 CALL R0 #2 ; map_update_elem MOV R0 #0 EXIT R0 #0 ]] } end) it('array map (u32, const key store, map value)', function() local array_map = makemap('array', 256) compile { input = function (skb) array_map[0] = array_map[1] end, expect = [[ LDDW R1 #42 STW [R10-36] #1 MOV R2 R10 ADD R2 #4294967260 CALL R0 #1 ; map_lookup_elem STXDW [R10-24] R0 LDDW R1 #42 STW [R10-36] #0 MOV R2 R10 ADD R2 #4294967260 MOV R4 #0 LDXDW R3 [R10-24] JEQ R3 #0 => 0017 LDXW R3 [R3+0] STXW [R10-40] R3 MOV R3 R10 ADD R3 #4294967256 CALL R0 #2 ; map_update_elem MOV R0 #0 EXIT R0 #0 ]] } end) it('array map (u32, const key replace, const value)', function() local array_map = makemap('array', 256) compile { input = function (skb) local val = array_map[0] if val then val[0] = val[0] + 1 else array_map[0] = 5 end end, expect = [[ LDDW R1 #42 STW [R10-44] #0 MOV R2 R10 ADD R2 #4294967252 CALL R0 #1 ; map_lookup_elem JEQ R0 #0 => 0013 -- if (map_value ~= NULL) LDXW R7 [R0+0] ADD R7 #1 STXW [R0+0] R7 MOV R7 #0 JEQ R7 #0 => 0025 -- skip false branch STXDW [R10-16] R0 LDDW R1 #42 STW [R10-44] #0 MOV R2 R10 ADD R2 #4294967252 MOV R4 #0 STW [R10-48] #5 MOV R3 R10 ADD R3 #4294967248 CALL R0 #2 ; map_update_elem LDXDW R0 [R10-16] MOV R0 #0 EXIT R0 #0 ]] } end) it('array map (u32, const key replace xadd, const value)', function() local array_map = makemap('array', 256) compile { input = function (skb) local val = array_map[0] if val then xadd(val, 1) else array_map[0] = 5 end end, expect = [[ LDDW R1 #42 STW [R10-52] #0 MOV R2 R10 ADD R2 #4294967244 CALL R0 #1 ; map_lookup_elem JEQ R0 #0 => 0014 -- if (map_value ~= NULL) MOV R7 #1 MOV R8 R0 STXDW [R10-16] R0 XADDW [R8+0] R7 MOV R7 #0 JEQ R7 #0 => 0025 -- skip false branch STXDW [R10-16] R0 LDDW R1 #42 STW [R10-52] #0 MOV R2 R10 ADD R2 #4294967244 MOV R4 #0 STW [R10-56] #5 MOV R3 R10 ADD R3 #4294967240 CALL R0 #2 ; map_update_elem MOV R0 #0 EXIT R0 #0 ]] } end) it('array map (u32, const key replace xadd, const value) inverse nil check', function() local array_map = makemap('array', 256) compile { input = function (skb) local val = array_map[0] if not val then array_map[0] = 5 else xadd(val, 1) end end, expect = [[ LDDW R1 #42 STW [R10-52] #0 MOV R2 R10 ADD R2 #4294967244 CALL R0 #1 ; map_lookup_elem JNE R0 #0 => 0021 STXDW [R10-16] R0 LDDW R1 #42 STW [R10-52] #0 MOV R2 R10 ADD R2 #4294967244 MOV R4 #0 STW [R10-56] #5 MOV R3 R10 ADD R3 #4294967240 CALL R0 #2 ; map_update_elem MOV R7 #0 JEQ R7 #0 => 0025 MOV R7 #1 MOV R8 R0 STXDW [R10-16] R0 XADDW [R8+0] R7 MOV R0 #0 EXIT R0 #0 ]] } end) it('array map (struct, stack key load)', function() local kv_t = 'struct { uint64_t a; uint64_t b; }' local array_map = makemap('array', 256, ffi.typeof(kv_t), ffi.typeof(kv_t)) compile { input = function (skb) local key = ffi.new(kv_t) key.a = 2 key.b = 3 local val = array_map[key] -- Use composite key from stack memory if val then return val.a end end, expect = [[ MOV R0 #0 STXDW [R10-48] R0 STXDW [R10-56] R0 -- NYI: erase zero-fill on allocation when it's loaded later MOV R7 #2 STXDW [R10-56] R7 MOV R7 #3 STXDW [R10-48] R7 LDDW R1 #42 MOV R2 R10 ADD R2 #4294967240 CALL R0 #1 ; map_lookup_elem JEQ R0 #0 => 0017 LDXDW R7 [R0+0] MOV R0 R7 EXIT R0 #0 MOV R0 #0 EXIT R0 #0 ]] } end) it('array map (struct, stack key store)', function() local kv_t = 'struct { uint64_t a; uint64_t b; }' local array_map = makemap('array', 256, ffi.typeof(kv_t), ffi.typeof(kv_t)) compile { input = function (skb) local key = ffi.new(kv_t) key.a = 2 key.b = 3 array_map[key] = key -- Use composite key from stack memory end, expect = [[ MOV R0 #0 STXDW [R10-40] R0 STXDW [R10-48] R0 -- NYI: erase zero-fill on allocation when it's loaded later MOV R7 #2 STXDW [R10-48] R7 MOV R7 #3 STXDW [R10-40] R7 LDDW R1 #42 MOV R2 R10 ADD R2 #4294967248 MOV R4 #0 MOV R3 R10 ADD R3 #4294967248 CALL R0 #2 ; map_update_elem MOV R0 #0 EXIT R0 #0 ]] } end) it('array map (struct, stack/packet key update, const value)', function() local kv_t = 'struct { uint64_t a; uint64_t b; }' local array_map = makemap('array', 256, ffi.typeof(kv_t), ffi.typeof(kv_t)) compile { input = function (skb) local key = ffi.new(kv_t) key.a = eth.ip.tos -- Load key part from dissector local val = array_map[key] if val then val.a = 5 end end, expect = [[ MOV R0 #0 STXDW [R10-48] R0 STXDW [R10-56] R0 -- NYI: erase zero-fill on allocation when it's loaded later LDB R0 skb[15] STXDW [R10-56] R0 LDDW R1 #42 MOV R2 R10 ADD R2 #4294967240 CALL R0 #1 ; map_lookup_elem JEQ R0 #0 => 0014 MOV R7 #5 STXDW [R0+0] R7 MOV R0 #0 EXIT R0 #0 ]] } end) it('array map (struct, stack/packet key update, map value)', function() local kv_t = 'struct { uint64_t a; uint64_t b; }' local array_map = makemap('array', 256, ffi.typeof(kv_t), ffi.typeof(kv_t)) compile { input = function (skb) local key = ffi.new(kv_t) key.a = eth.ip.tos -- Load key part from dissector local val = array_map[key] if val then val.a = val.b end end, expect = [[ MOV R0 #0 STXDW [R10-48] R0 STXDW [R10-56] R0 -- NYI: erase zero-fill on allocation when it's loaded later LDB R0 skb[15] STXDW [R10-56] R0 LDDW R1 #42 MOV R2 R10 ADD R2 #4294967240 CALL R0 #1 ; map_lookup_elem JEQ R0 #0 => 0014 LDXDW R7 [R0+8] STXDW [R0+0] R7 MOV R0 #0 EXIT R0 #0 ]] } end) it('array map (struct, stack/packet key update, stack value)', function() local kv_t = 'struct { uint64_t a; uint64_t b; }' local array_map = makemap('array', 256, ffi.typeof(kv_t), ffi.typeof(kv_t)) compile { input = function (skb) local key = ffi.new(kv_t) key.a = eth.ip.tos -- Load key part from dissector local val = array_map[key] if val then val.a = key.b end end, expect = [[ MOV R0 #0 STXDW [R10-48] R0 STXDW [R10-56] R0 -- NYI: erase zero-fill on allocation when it's loaded later LDB R0 skb[15] STXDW [R10-56] R0 LDDW R1 #42 MOV R2 R10 ADD R2 #4294967240 CALL R0 #1 ; map_lookup_elem JEQ R0 #0 => 0014 LDXDW R7 [R10-48] STXDW [R0+0] R7 MOV R0 #0 EXIT R0 #0 ]] } end) it('array map (struct, stack/packet key replace, stack value)', function() local kv_t = 'struct { uint64_t a; uint64_t b; }' local array_map = makemap('array', 256, ffi.typeof(kv_t), ffi.typeof(kv_t)) compile { input = function (skb) local key = ffi.new(kv_t) key.a = eth.ip.tos -- Load key part from dissector local val = array_map[key] if val then val.a = key.b else array_map[key] = key end end, expect = [[ MOV R0 #0 STXDW [R10-48] R0 STXDW [R10-56] R0 LDB R0 skb[15] STXDW [R10-56] R0 LDDW R1 #42 MOV R2 R10 ADD R2 #4294967240 CALL R0 #1 ; map_lookup_elem JEQ R0 #0 => 0016 -- if (map_value ~= NULL) LDXDW R7 [R10-48] STXDW [R0+0] R7 MOV R7 #0 JEQ R7 #0 => 0026 -- jump over false branch STXDW [R10-24] R0 LDDW R1 #42 MOV R2 R10 ADD R2 #4294967240 MOV R4 #0 MOV R3 R10 ADD R3 #4294967240 CALL R0 #2 ; map_update_elem LDXDW R0 [R10-24] MOV R0 #0 EXIT R0 #0 ]] } end) end) describe('control flow', function() it('condition with constant return', function() compile { input = function (skb) local v = eth.ip.tos if v then return 1 else return 0 end end, expect = [[ LDB R0 skb[15] JEQ R0 #0 => 0005 MOV R0 #1 EXIT R0 #0 MOV R0 #0 -- 0005 jump target EXIT R0 #0 ]] } end) it('condition with cdata constant return', function() local cdata = 2ULL compile { input = function (skb) local v = eth.ip.tos if v then return cdata + 1 else return 0 end end, expect = [[ LDB R0 skb[15] JEQ R0 #0 => 0006 LDDW R0 #3 EXIT R0 #0 MOV R0 #0 -- 0006 jump target EXIT R0 #0 ]] } end) it('condition with constant return (inversed)', function() compile { input = function (skb) local v = eth.ip.tos if not v then return 1 else return 0 end end, expect = [[ LDB R0 skb[15] JNE R0 #0 => 0005 MOV R0 #1 EXIT R0 #0 MOV R0 #0 -- 0005 jump target EXIT R0 #0 ]] } end) it('condition with variable mutation', function() compile { input = function (skb) local v = 0 if eth.ip.tos then v = 1 end return v end, expect = [[ LDB R0 skb[15] MOV R1 #0 STXDW [R10-16] R1 JEQ R0 #0 => 0007 MOV R7 #1 STXDW [R10-16] R7 LDXDW R0 [R10-16] EXIT R0 #0 ]] } end) it('condition with nil variable mutation', function() compile { input = function (skb) local v -- nil, will be elided if eth.ip.tos then v = 1 else v = 0 end return v end, expect = [[ LDB R0 skb[15] JEQ R0 #0 => 0007 MOV R7 #1 STXDW [R10-16] R7 MOV R7 #0 JEQ R7 #0 => 0009 MOV R7 #0 STXDW [R10-16] R7 LDXDW R0 [R10-16] EXIT R0 #0 ]] } end) it('nested condition with variable mutation', function() compile { input = function (skb) local v = 0 local tos = eth.ip.tos if tos then if tos > 5 then v = 5 else v = 1 end end return v end, expect = [[ LDB R0 skb[15] MOV R1 #0 STXDW [R10-16] R1 -- materialize v = 0 JEQ R0 #0 => 0013 -- if not tos MOV R7 #5 JGE R7 R0 => 0011 -- if 5 > tos MOV R7 #5 STXDW [R10-16] R7 -- materialize v = 5 MOV R7 #0 JEQ R7 #0 => 0013 MOV R7 #1 -- 0011 jump target STXDW [R10-16] R7 -- materialize v = 1 LDXDW R0 [R10-16] EXIT R0 #0 ]] } end) it('nested condition with variable shadowing', function() compile { input = function (skb) local v = 0 local tos = eth.ip.tos if tos then local v = 0 -- luacheck: ignore 231 if tos > 5 then v = 5 -- changing shadowing variable end else v = 1 end return v end, expect = [[ LDB R0 skb[15] MOV R1 #0 STXDW [R10-16] R1 -- materialize v = 0 JEQ R0 #0 => 0011 -- if not tos MOV R7 #5 MOV R1 #0 STXDW [R10-32] R1 -- materialize shadowing variable JGE R7 R0 => 0013 -- if 5 > tos MOV R7 #0 -- erased 'v = 5' dead store JEQ R7 #0 => 0013 MOV R7 #1 -- 0011 jump target STXDW [R10-16] R7 -- materialize v = 1 LDXDW R0 [R10-16] -- 0013 jump target EXIT R0 #0 ]] } end) it('condition materializes shadowing variable at the end of BB', function() compile { input = function (skb) local v = time() local v1 = 0 -- luacheck: ignore 231 if eth.ip.tos then v1 = v end end, expect = [[ CALL R0 #5 ; ktime_get_ns STXDW [R10-16] R0 LDB R0 skb[15] MOV R1 #0 STXDW [R10-24] R1 -- materialize v1 = 0 JEQ R0 #0 => 0009 LDXDW R7 [R10-16] STXDW [R10-24] R7 -- v1 = v0 MOV R0 #0 EXIT R0 #0 ]] } end) end) end) bpfcc-0.31.0/src/lua/bpf/spec/compile_spec.lua000066400000000000000000000010361465134135300210730ustar00rootroot00000000000000describe('compile', function() local ffi = require('ffi') local bpf = require('bpf') it('can compile socket filter', function() -- Create mock BPF map local mock_map = { max_entries = 16, key_type = ffi.typeof('uint64_t [1]'), val_type = ffi.typeof('uint64_t [1]'), fd = 1, __map = true, } -- Compile small code example local code = bpf(function () local proto = pkt.ip.proto xadd(mock_map[proto], 1) end) assert.truthy(code) assert.same(type(code), 'table') assert.same(code.pc, 15) end) end) bpfcc-0.31.0/src/lua/bpf/spec/decoder_spec.lua000066400000000000000000000016161465134135300210540ustar00rootroot00000000000000describe('decoder', function() -- Decode simple function local bytecode = require('bpf.ljbytecode') local f = function (x) return x + 1 end it('should decode functions', function() -- Make sure it calls LJ decoder local bc = bytecode.decoder(f) assert.truthy(bc) -- Decode bytecode bytecode to instructions local jutil = require("jit.util") spy.on(jutil, 'funcbc') local pc, op = bc() -- Check bytecode for sanity (starts with ADDVN(x, 1)) assert.equal(pc, 1) assert.equal(op, 'ADDVN') for pc, op in bc do assert.truthy(pc and op) end assert.spy(jutil.funcbc).was.called() end) it('should fail on bad input', function() assert.has_error(function() bytecode.decoder(nil)() end) assert.has_error(function() bytecode.decoder(5)() end) assert.has_error(function() bytecode.decoder('test')() end) end) it('should dump bytecode', function() bytecode.dump(f) end) end) bpfcc-0.31.0/src/lua/bpf/spec/elf_spec.lua000066400000000000000000000011761465134135300202160ustar00rootroot00000000000000describe('elf reader', function() local ok, elf = pcall(require, 'bpf.elf') if not ok then return end it('should handle C library', function() -- Open libc local sh = elf.open('/bin/sh') assert.truthy(sh) -- Find load address local base = sh:loadaddr() assert.truthy(base) -- Find something from ISO C local malloc_addr = sh:resolve('malloc') assert.truthy(malloc_addr) -- Find something that doesn't exist local bad_addr = sh:resolve('thisnotexists') assert.falsy(bad_addr) end) it('should fail on bad input', function() assert.falsy(elf.open(nil)) assert.falsy(elf.open('/tmp'):loadaddr()) end) end) bpfcc-0.31.0/src/lua/bpf/spec/helper.lua000066400000000000000000000016431465134135300177140ustar00rootroot00000000000000local ffi = require('ffi') -- Define basic ctypes ffi.cdef [[ struct bpf_insn { uint8_t code; /* opcode */ uint8_t dst_reg:4; /* dest register */ uint8_t src_reg:4; /* source register */ uint16_t off; /* signed offset */ uint32_t imm; /* signed immediate constant */ }; ]] -- Inject mock ljsyscall for tests package.loaded['syscall'] = { bpf = function() error('mock') end, c = { BPF_MAP = {}, BPF_PROG = {} }, abi = { arch = 'x64' }, } package.loaded['syscall.helpers'] = { strflag = function (tab) local function flag(cache, str) if type(str) ~= "string" then return str end if #str == 0 then return 0 end local s = str:upper() if #s == 0 then return 0 end local val = rawget(tab, s) if not val then return nil end cache[str] = val return val end return setmetatable(tab, {__index = setmetatable({}, {__index = flag}), __call = function(t, a) return t[a] end}) end }bpfcc-0.31.0/src/lua/squishy000066400000000000000000000014701465134135300156570ustar00rootroot00000000000000Module "bcc.vendor.argparse" "bcc/vendor/argparse.lua" Module "bcc.vendor.posix" "bcc/vendor/posix.lua" Module "bcc.vendor.middleclass" "bcc/vendor/middleclass.lua" Module "bcc.vendor.json" "bcc/vendor/json.lua" Module "bcc.vendor.helpers" "bcc/vendor/helpers.lua" Module "bcc.init" "bcc/init.lua" Module "bcc.run" "bcc/run.lua" Module "bcc.bpf" "bcc/bpf.lua" Module "bcc.sym" "bcc/sym.lua" Module "bcc.libbcc" "bcc/libbcc.lua" Module "bcc.tracerpipe" "bcc/tracerpipe.lua" Module "bcc.table" "bcc/table.lua" Module "bcc.usdt" "bcc/usdt.lua" Module "bpf" "bpf/init.lua" Module "bpf.bpf" "bpf/bpf.lua" Module "bpf.builtins" "bpf/builtins.lua" Module "bpf.cdef" "bpf/cdef.lua" Module "bpf.elf" "bpf/elf.lua" Module "bpf.ljbytecode" "bpf/ljbytecode.lua" Module "bpf.proto" "bpf/proto.lua" Main "bcc/run.lua" Output "bcc.lua" bpfcc-0.31.0/src/lua/src/000077500000000000000000000000001465134135300150145ustar00rootroot00000000000000bpfcc-0.31.0/src/lua/src/main.c000066400000000000000000000111421465134135300161030ustar00rootroot00000000000000/* * Copyright 2016 GitHub, Inc * * Based on lua.c, the Lua C Interpreter * Copyright (C) 1994-2012 Lua.org, PUC-Rio. All rights reserved. * * Permission is hereby granted, free of charge, to any person obtaining * a copy of this software and associated documentation files (the * "Software"), to deal in the Software without restriction, including * without limitation the rights to use, copy, modify, merge, publish, * distribute, sublicense, and/or sell copies of the Software, and to * permit persons to whom the Software is furnished to do so, subject to * the following conditions: * * The above copyright notice and this permission notice shall be * included in all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ #include #include #include #include #include #include "lauxlib.h" #include "lua.h" #include "lualib.h" static lua_State *globalL = NULL; static const char *progname = NULL; static void lstop(lua_State *L, lua_Debug *ar) { (void)ar; /* unused arg. */ lua_sethook(L, NULL, 0, 0); luaL_error(L, "interrupted!"); } static void laction(int i) { signal(i, SIG_DFL); lua_sethook(globalL, lstop, LUA_MASKCALL | LUA_MASKRET | LUA_MASKCOUNT, 1); } static void l_message(const char *pname, const char *msg) { if (pname) fprintf(stderr, "%s: ", pname); fprintf(stderr, "%s\n", msg); fflush(stderr); } static int report(lua_State *L, int status) { if (status && !lua_isnil(L, -1)) { const char *msg = lua_tostring(L, -1); if (msg == NULL) msg = "(error object is not a string)"; l_message(progname, msg); lua_pop(L, 1); } return status; } static int traceback(lua_State *L) { if (!lua_isstring(L, 1)) /* 'message' not a string? */ return 1; /* keep it intact */ lua_getglobal(L, "debug"); if (!lua_istable(L, -1)) { lua_pop(L, 1); return 1; } lua_getfield(L, -1, "traceback"); if (!lua_isfunction(L, -1)) { lua_pop(L, 2); return 1; } lua_pushvalue(L, 1); /* pass error message */ lua_pushinteger(L, 2); /* skip this function and traceback */ lua_call(L, 2, 1); /* call debug.traceback */ return 1; } static int docall(lua_State *L, int narg, int clear) { int status; int base = lua_gettop(L) - narg; /* function index */ lua_pushcfunction(L, traceback); /* push traceback function */ lua_insert(L, base); /* put it under chunk and args */ signal(SIGINT, laction); status = lua_pcall(L, narg, (clear ? 0 : LUA_MULTRET), base); signal(SIGINT, SIG_DFL); lua_remove(L, base); /* remove traceback function */ /* force a complete garbage collection in case of errors */ if (status != 0) lua_gc(L, LUA_GCCOLLECT, 0); return status; } static int dolibrary(lua_State *L, const char *name, int clear) { lua_getglobal(L, "require"); lua_pushstring(L, name); return report(L, docall(L, 1, clear)); } struct Smain { int argc; char **argv; int status; }; static void pushargv(lua_State *L, char **argv, int argc, int offset) { int i, j; lua_createtable(L, argc, 0); for (i = offset, j = 1; i < argc; i++, j++) { lua_pushstring(L, argv[i]); lua_rawseti(L, -2, j); } } static int pmain(lua_State *L) { struct Smain *s = (struct Smain *)lua_touserdata(L, 1); globalL = L; lua_gc(L, LUA_GCSTOP, 0); luaL_openlibs(L); lua_gc(L, LUA_GCRESTART, 0); s->status = dolibrary(L, "bcc", 0); if (s->status) return 0; lua_pushstring(L, progname); lua_setglobal(L, "BCC_STANDALONE"); pushargv(L, s->argv, s->argc, 1); lua_setglobal(L, "arg"); s->status = report(L, docall(L, 0, 1)); return 0; } int main(int argc, char **argv) { int status; struct Smain s; lua_State *L = lua_open(); /* create state */ if (L == NULL) { l_message(argv[0], "cannot create state: not enough memory"); return EXIT_FAILURE; } if (geteuid() != 0) { l_message(argv[0], "bcc-lua must be ran as root"); return EXIT_FAILURE; } progname = argv[0]; s.argc = argc; s.argv = argv; s.status = 0; status = lua_cpcall(L, &pmain, &s); report(L, status); lua_close(L); return (status || s.status) ? EXIT_FAILURE : EXIT_SUCCESS; } bpfcc-0.31.0/src/lua/src/squish.lua000077500000000000000000000175351465134135300170510ustar00rootroot00000000000000#!/usr/bin/env lua local short_opts = { v = "verbose", vv = "very_verbose", o = "output", q = "quiet", qq = "very_quiet", g = "debug" } local opts = { use_http = false }; for _, opt in ipairs(arg) do if opt:match("^%-") then local name = opt:match("^%-%-?([^%s=]+)()") name = (short_opts[name] or name):gsub("%-+", "_"); if name:match("^no_") then name = name:sub(4, -1); opts[name] = false; else opts[name] = opt:match("=(.*)$") or true; end else base_path = opt; end end if opts.very_verbose then opts.verbose = true; end if opts.very_quiet then opts.quiet = true; end local noprint = function () end local print_err, print_info, print_verbose, print_debug = noprint, noprint, noprint, noprint; if not opts.very_quiet then print_err = print; end if not opts.quiet then print_info = print; end if opts.verbose or opts.very_verbose then print_verbose = print; end if opts.very_verbose then print_debug = print; end print = print_verbose; local modules, main_files, resources = {}, {}, {}; -- Functions to be called from squishy file -- function Module(name) if modules[name] then print_verbose("Ignoring duplicate module definition for "..name); return function () end end local i = #modules+1; modules[i] = { name = name, url = ___fetch_url }; modules[name] = modules[i]; return function (path) modules[i].path = path; end end function Resource(name, path) local i = #resources+1; resources[i] = { name = name, path = path or name }; return function (path) resources[i].path = path; end end function AutoFetchURL(url) ___fetch_url = url; end function Main(fn) table.insert(main_files, fn); end function Output(fn) if opts.output == nil then out_fn = fn; end end function Option(name) name = name:gsub("%-", "_"); if opts[name] == nil then opts[name] = true; return function (value) opts[name] = value; end else return function () end; end end function GetOption(name) return opts[name:gsub('%-', '_')]; end function Message(message) if not opts.quiet then print_info(message); end end function Error(message) if not opts.very_quiet then print_err(message); end end function Exit() os.exit(1); end -- -- -- -- -- -- -- --- -- -- -- -- -- -- -- -- base_path = (base_path or "."):gsub("/$", "").."/" squishy_file = base_path .. "squishy"; out_fn = opts.output; local ok, err = pcall(dofile, squishy_file); if not ok then print_err("Couldn't read squishy file: "..err); os.exit(1); end if not out_fn then print_err("No output file specified by user or squishy file"); os.exit(1); elseif #main_files == 0 and #modules == 0 and #resources == 0 then print_err("No files, modules or resources. Not going to generate an empty file."); os.exit(1); end local fetch = {}; function fetch.filesystem(path) local f, err = io.open(path); if not f then return false, err; end local data = f:read("*a"); f:close(); return data; end if opts.use_http then function fetch.http(url) local http = require "socket.http"; local body, status = http.request(url); if status == 200 then return body; end return false, "HTTP status code: "..tostring(status); end else function fetch.http(url) return false, "Module not found. Re-squish with --use-http option to fetch it from "..url; end end print_info("Writing "..out_fn.."..."); local f, err = io.open(out_fn, "w+"); if not f then print_err("Couldn't open output file: "..tostring(err)); os.exit(1); end if opts.executable then if opts.executable == true then f:write("#!/usr/bin/env lua\n"); else f:write(opts.executable, "\n"); end end if opts.debug then f:write(require_resource("squish.debug")); end print_verbose("Resolving modules..."); do local LUA_DIRSEP = package.config:sub(1,1); local LUA_PATH_MARK = package.config:sub(5,5); local package_path = package.path:gsub("[^;]+", function (path) if not path:match("^%"..LUA_DIRSEP) then return base_path..path; end end):gsub("/%./", "/"); local package_cpath = package.cpath:gsub("[^;]+", function (path) if not path:match("^%"..LUA_DIRSEP) then return base_path..path; end end):gsub("/%./", "/"); function resolve_module(name, path) name = name:gsub("%.", LUA_DIRSEP); for c in path:gmatch("[^;]+") do c = c:gsub("%"..LUA_PATH_MARK, name); print_debug("Looking for "..c) local f = io.open(c); if f then print_debug("Found!"); f:close(); return c; end end return nil; -- not found end for i, module in ipairs(modules) do if not module.path then module.path = resolve_module(module.name, package_path); if not module.path then print_err("Couldn't resolve module: "..module.name); else -- Strip base_path from resolved path module.path = module.path:gsub("^"..base_path:gsub("%p", "%%%1"), ""); end end end end print_verbose("Packing modules..."); for _, module in ipairs(modules) do local modulename, path = module.name, module.path; if module.path:sub(1,1) ~= "/" then path = base_path..module.path; end print_debug("Packing "..modulename.." ("..path..")..."); local data, err = fetch.filesystem(path); if (not data) and module.url then print_debug("Fetching: ".. module.url:gsub("%?", module.path)) data, err = fetch.http(module.url:gsub("%?", module.path)); end if data then f:write("package.preload['", modulename, "'] = (function (...)\n"); f:write(data); f:write(" end)\n"); if opts.debug then f:write(string.format("package.preload[%q] = ___adjust_chunk(package.preload[%q], %q);\n\n", modulename, modulename, "@"..path)); end else print_err("Couldn't pack module '"..modulename.."': "..(err or "unknown error... path to module file correct?")); os.exit(1); end end if #resources > 0 then print_verbose("Packing resources...") f:write("do local resources = {};\n"); for _, resource in ipairs(resources) do local name, path = resource.name, resource.path; local res_file, err = io.open(base_path..path, "rb"); if not res_file then print_err("Couldn't load resource: "..tostring(err)); os.exit(1); end local data = res_file:read("*a"); local maxequals = 0; data:gsub("(=+)", function (equals_string) maxequals = math.max(maxequals, #equals_string); end); f:write(("resources[%q] = %q"):format(name, data)); --[[ f:write(("resources[%q] = ["):format(name), string.rep("=", maxequals+1), "["); f:write(data); f:write("]", string.rep("=", maxequals+1), "];"); ]] end if opts.virtual_io then local vio = require_resource("vio"); if not vio then print_err("Virtual IO requested but is not enabled in this build of squish"); else -- Insert vio library f:write(vio, "\n") -- Override standard functions to use vio if opening a resource f:write[[local io_open, io_lines = io.open, io.lines; function io.open(fn, mode) if not resources[fn] then return io_open(fn, mode); else return vio.open(resources[fn]); end end function io.lines(fn) if not resources[fn] then return io_lines(fn); else return vio.open(resources[fn]):lines() end end local _dofile = dofile; function dofile(fn) if not resources[fn] then return _dofile(fn); else return assert(loadstring(resources[fn]))(); end end local _loadfile = loadfile; function loadfile(fn) if not resources[fn] then return _loadfile(fn); else return loadstring(resources[fn], "@"..fn); end end ]] end end f:write[[function require_resource(name) return resources[name] or error("resource '"..tostring(name).."' not found"); end end ]] end print_debug("Finalising...") for _, fn in pairs(main_files) do local fin, err = io.open(base_path..fn); if not fin then print_err("Failed to open "..fn..": "..err); os.exit(1); else f:write((fin:read("*a"):gsub("^#.-\n", ""))); fin:close(); end end f:close(); print_info("OK!"); bpfcc-0.31.0/src/python/000077500000000000000000000000001465134135300147655ustar00rootroot00000000000000bpfcc-0.31.0/src/python/CMakeLists.txt000066400000000000000000000032161465134135300175270ustar00rootroot00000000000000# Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") if(NOT PYTHON_CMD) set(PYTHON_CMD "python3") endif() if(EXISTS "/etc/debian_version" AND NOT PY_SKIP_DEB_LAYOUT) set(PYTHON_FLAGS "${PYTHON_FLAGS} --install-layout deb") endif() file(GLOB_RECURSE PYTHON_SOURCES RELATIVE ${CMAKE_CURRENT_SOURCE_DIR} ${CMAKE_CURRENT_SOURCE_DIR}/*.py) file(GLOB_RECURSE PYTHON_INCLUDES RELATIVE ${CMAKE_CURRENT_SOURCE_DIR} ${CMAKE_CURRENT_SOURCE_DIR}/*.py.in) foreach(PY_CMD ${PYTHON_CMD}) string(REPLACE "/" "-" PY_CMD_ESCAPED ${PY_CMD}) set(PY_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/bcc-${PY_CMD_ESCAPED}) foreach(PY_SRC ${PYTHON_SOURCES}) configure_file(${PY_SRC} ${PY_DIRECTORY}/${PY_SRC} COPYONLY) endforeach() foreach(PY_INC ${PYTHON_INCLUDES}) string(REPLACE ".py.in" ".py" PY_INC_REPLACED ${PY_INC}) configure_file(${PY_INC} ${PY_DIRECTORY}/${PY_INC_REPLACED} @ONLY) endforeach() set(PIP_INSTALLABLE "${PY_DIRECTORY}/dist/bcc-${REVISION}.tar.gz") add_custom_command( OUTPUT ${PIP_INSTALLABLE} COMMAND ${PY_CMD} setup.py sdist WORKING_DIRECTORY ${PY_DIRECTORY} DEPENDS ${PYTHON_SOURCES} ${PYTHON_INCLUDES} COMMENT "Building sdist for ${PY_CMD}" ) add_custom_target(bcc_py_${PY_CMD_ESCAPED} ALL DEPENDS ${PIP_INSTALLABLE}) if(NOT PYTHON_PREFIX) set(PYTHON_PREFIX ${CMAKE_INSTALL_PREFIX}) endif() install( CODE " execute_process( COMMAND ${PY_CMD} setup.py install -f ${PYTHON_FLAGS} --prefix=${PYTHON_PREFIX} --record ${CMAKE_BINARY_DIR}/install_manifest_python_bcc.txt WORKING_DIRECTORY ${PY_DIRECTORY})" COMPONENT python) endforeach() bpfcc-0.31.0/src/python/bcc/000077500000000000000000000000001465134135300155145ustar00rootroot00000000000000bpfcc-0.31.0/src/python/bcc/__init__.py000066400000000000000000002064661465134135300176430ustar00rootroot00000000000000# Copyright 2015 PLUMgrid # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from __future__ import print_function import atexit import ctypes as ct import fcntl import json import os import re import errno import sys import platform from .libbcc import lib, bcc_symbol, bcc_symbol_option, bcc_stacktrace_build_id, _SYM_CB_TYPE from .table import Table, PerfEventArray, RingBuf, BPF_MAP_TYPE_QUEUE, BPF_MAP_TYPE_STACK from .perf import Perf from .utils import get_online_cpus, printb, _assert_is_bytes, ArgString, StrcmpRewrite from .version import __version__ from .disassembler import disassemble_prog, decode_map from .usdt import USDT, USDTException try: basestring except NameError: # Python 3 basestring = str _default_probe_limit = 1000 _num_open_probes = 0 # for tests def _get_num_open_probes(): global _num_open_probes return _num_open_probes DEBUGFS = "/sys/kernel/debug" TRACEFS = os.path.join(DEBUGFS, "tracing") if not os.path.exists(TRACEFS): TRACEFS = "/sys/kernel/tracing" # Debug flags # Debug output compiled LLVM IR. DEBUG_LLVM_IR = 0x1 # Debug output loaded BPF bytecode and register state on branches. DEBUG_BPF = 0x2 # Debug output pre-processor result. DEBUG_PREPROCESSOR = 0x4 # Debug output ASM instructions embedded with source. DEBUG_SOURCE = 0x8 # Debug output register state on all instructions in addition to DEBUG_BPF. DEBUG_BPF_REGISTER_STATE = 0x10 # Debug BTF. DEBUG_BTF = 0x20 class SymbolCache(object): def __init__(self, pid): self.cache = lib.bcc_symcache_new( pid, ct.cast(None, ct.POINTER(bcc_symbol_option))) def resolve(self, addr, demangle): """ Return a tuple of the symbol (function), its offset from the beginning of the function, and the module in which it lies. For example: ("start_thread", 0x202, "/usr/lib/.../libpthread-2.24.so") If the symbol cannot be found but we know which module it is in, return the module name and the offset from the beginning of the module. If we don't even know the module, return the absolute address as the offset. """ sym = bcc_symbol() if demangle: res = lib.bcc_symcache_resolve(self.cache, addr, ct.byref(sym)) else: res = lib.bcc_symcache_resolve_no_demangle(self.cache, addr, ct.byref(sym)) if res < 0: if sym.module and sym.offset: return (None, sym.offset, ct.cast(sym.module, ct.c_char_p).value) return (None, addr, None) if demangle: name_res = sym.demangle_name lib.bcc_symbol_free_demangle_name(ct.byref(sym)) else: name_res = sym.name return (name_res, sym.offset, ct.cast(sym.module, ct.c_char_p).value) def resolve_name(self, module, name): module = _assert_is_bytes(module) name = _assert_is_bytes(name) addr = ct.c_ulonglong() if lib.bcc_symcache_resolve_name(self.cache, module, name, ct.byref(addr)) < 0: return -1 return addr.value class PerfType: # From perf_type_id in uapi/linux/perf_event.h HARDWARE = 0 SOFTWARE = 1 TRACEPOINT = 2 HW_CACHE = 3 RAW = 4 BREAKPOINT = 5 class PerfHWConfig: # From perf_hw_id in uapi/linux/perf_event.h CPU_CYCLES = 0 INSTRUCTIONS = 1 CACHE_REFERENCES = 2 CACHE_MISSES = 3 BRANCH_INSTRUCTIONS = 4 BRANCH_MISSES = 5 BUS_CYCLES = 6 STALLED_CYCLES_FRONTEND = 7 STALLED_CYCLES_BACKEND = 8 REF_CPU_CYCLES = 9 class PerfSWConfig: # From perf_sw_id in uapi/linux/perf_event.h CPU_CLOCK = 0 TASK_CLOCK = 1 PAGE_FAULTS = 2 CONTEXT_SWITCHES = 3 CPU_MIGRATIONS = 4 PAGE_FAULTS_MIN = 5 PAGE_FAULTS_MAJ = 6 ALIGNMENT_FAULTS = 7 EMULATION_FAULTS = 8 DUMMY = 9 BPF_OUTPUT = 10 class PerfEventSampleFormat: # from perf_event_sample_format in uapi/linux/bpf.h IP = (1 << 0) TID = (1 << 1) TIME = (1 << 2) ADDR = (1 << 3) READ = (1 << 4) CALLCHAIN = (1 << 5) ID = (1 << 6) CPU = (1 << 7) PERIOD = (1 << 8) STREAM_ID = (1 << 9) RAW = (1 << 10) BRANCH_STACK = (1 << 11) REGS_USER = (1 << 12) STACK_USER = (1 << 13) WEIGHT = (1 << 14) DATA_SRC = (1 << 15) IDENTIFIER = (1 << 16) TRANSACTION = (1 << 17) REGS_INTR = (1 << 18) PHYS_ADDR = (1 << 19) AUX = (1 << 20) CGROUP = (1 << 21) DATA_PAGE_SIZE = (1 << 22) CODE_PAGE_SIZE = (1 << 23) WEIGHT_STRUCT = (1 << 24) class BPFProgType: # From bpf_prog_type in uapi/linux/bpf.h SOCKET_FILTER = 1 KPROBE = 2 SCHED_CLS = 3 SCHED_ACT = 4 TRACEPOINT = 5 XDP = 6 PERF_EVENT = 7 CGROUP_SKB = 8 CGROUP_SOCK = 9 LWT_IN = 10 LWT_OUT = 11 LWT_XMIT = 12 SOCK_OPS = 13 SK_SKB = 14 CGROUP_DEVICE = 15 SK_MSG = 16 RAW_TRACEPOINT = 17 CGROUP_SOCK_ADDR = 18 CGROUP_SOCKOPT = 25 TRACING = 26 LSM = 29 class BPFAttachType: # from bpf_attach_type uapi/linux/bpf.h CGROUP_INET_INGRESS = 0 CGROUP_INET_EGRESS = 1 CGROUP_INET_SOCK_CREATE = 2 CGROUP_SOCK_OPS = 3 SK_SKB_STREAM_PARSER = 4 SK_SKB_STREAM_VERDICT = 5 CGROUP_DEVICE = 6 SK_MSG_VERDICT = 7 CGROUP_INET4_BIND = 8 CGROUP_INET6_BIND = 9 CGROUP_INET4_CONNECT = 10 CGROUP_INET6_CONNECT = 11 CGROUP_INET4_POST_BIND = 12 CGROUP_INET6_POST_BIND = 13 CGROUP_UDP4_SENDMSG = 14 CGROUP_UDP6_SENDMSG = 15 LIRC_MODE2 = 16 FLOW_DISSECTOR = 17 CGROUP_SYSCTL = 18 CGROUP_UDP4_RECVMSG = 19 CGROUP_UDP6_RECVMSG = 20 CGROUP_GETSOCKOPT = 21 CGROUP_SETSOCKOPT = 22 TRACE_RAW_TP = 23 TRACE_FENTRY = 24 TRACE_FEXIT = 25 MODIFY_RETURN = 26 LSM_MAC = 27 TRACE_ITER = 28 CGROUP_INET4_GETPEERNAME = 29 CGROUP_INET6_GETPEERNAME = 30 CGROUP_INET4_GETSOCKNAME = 31 CGROUP_INET6_GETSOCKNAME = 32 XDP_DEVMAP = 33 CGROUP_INET_SOCK_RELEASE = 34 XDP_CPUMAP = 35 SK_LOOKUP = 36 XDP = 37 SK_SKB_VERDICT = 38 class XDPAction: # from xdp_action uapi/linux/bpf.h XDP_ABORTED = 0 XDP_DROP = 1 XDP_PASS = 2 XDP_TX = 3 XDP_REDIRECT = 4 class XDPFlags: # from xdp_flags uapi/linux/if_link.h # unlike similar enum-type holder classes in this file, source for these # is #define XDP_FLAGS_UPDATE_IF_NOEXIST, #define XDP_FLAGS_SKB_MODE, ... UPDATE_IF_NOEXIST = (1 << 0) SKB_MODE = (1 << 1) DRV_MODE = (1 << 2) HW_MODE = (1 << 3) REPLACE = (1 << 4) class BPF(object): # Here for backwards compatibility only, add new enum members and types # the appropriate wrapper class elsewhere in this file to avoid namespace # collision issues SOCKET_FILTER = BPFProgType.SOCKET_FILTER KPROBE = BPFProgType.KPROBE SCHED_CLS = BPFProgType.SCHED_CLS SCHED_ACT = BPFProgType.SCHED_ACT TRACEPOINT = BPFProgType.TRACEPOINT XDP = BPFProgType.XDP PERF_EVENT = BPFProgType.PERF_EVENT CGROUP_SKB = BPFProgType.CGROUP_SKB CGROUP_SOCK = BPFProgType.CGROUP_SOCK LWT_IN = BPFProgType.LWT_IN LWT_OUT = BPFProgType.LWT_OUT LWT_XMIT = BPFProgType.LWT_XMIT SOCK_OPS = BPFProgType.SOCK_OPS SK_SKB = BPFProgType.SK_SKB CGROUP_DEVICE = BPFProgType.CGROUP_DEVICE SK_MSG = BPFProgType.SK_MSG RAW_TRACEPOINT = BPFProgType.RAW_TRACEPOINT CGROUP_SOCK_ADDR = BPFProgType.CGROUP_SOCK_ADDR TRACING = BPFProgType.TRACING LSM = BPFProgType.LSM XDP_ABORTED = XDPAction.XDP_ABORTED XDP_DROP = XDPAction.XDP_DROP XDP_PASS = XDPAction.XDP_PASS XDP_TX = XDPAction.XDP_TX XDP_REDIRECT = XDPAction.XDP_REDIRECT XDP_FLAGS_UPDATE_IF_NOEXIST = XDPFlags.UPDATE_IF_NOEXIST XDP_FLAGS_SKB_MODE = XDPFlags.SKB_MODE XDP_FLAGS_DRV_MODE = XDPFlags.DRV_MODE XDP_FLAGS_HW_MODE = XDPFlags.HW_MODE XDP_FLAGS_REPLACE = XDPFlags.REPLACE # END enum backwards compat _probe_repl = re.compile(b"[^a-zA-Z0-9_]") _sym_caches = {} _bsymcache = lib.bcc_buildsymcache_new() _auto_includes = { "linux/time.h": ["time"], "linux/fs.h": ["fs", "file"], "linux/blkdev.h": ["bio", "request"], "linux/slab.h": ["alloc"], "linux/netdevice.h": ["sk_buff", "net_device"] } _syscall_prefixes = [ b"sys_", b"__x64_sys_", b"__x32_compat_sys_", b"__ia32_compat_sys_", b"__arm64_sys_", b"__s390x_sys_", b"__s390_sys_", b"__riscv_sys_", ] # BPF timestamps come from the monotonic clock. To be able to filter # and compare them from Python, we need to invoke clock_gettime. # Adapted from http://stackoverflow.com/a/1205762 CLOCK_MONOTONIC = 1 # see class timespec(ct.Structure): _fields_ = [('tv_sec', ct.c_long), ('tv_nsec', ct.c_long)] _librt = ct.CDLL('librt.so.1', use_errno=True) _clock_gettime = _librt.clock_gettime _clock_gettime.argtypes = [ct.c_int, ct.POINTER(timespec)] @classmethod def monotonic_time(cls): """monotonic_time() Returns the system monotonic time from clock_gettime, using the CLOCK_MONOTONIC constant. The time returned is in nanoseconds. """ t = cls.timespec() if cls._clock_gettime(cls.CLOCK_MONOTONIC, ct.byref(t)) != 0: errno = ct.get_errno() raise OSError(errno, os.strerror(errno)) return t.tv_sec * 1e9 + t.tv_nsec @classmethod def generate_auto_includes(cls, program_words): """ Generates #include statements automatically based on a set of recognized types such as sk_buff and bio. The input is all the words that appear in the BPF program, and the output is a (possibly empty) string of #include statements, such as "#include ". """ headers = "" for header, keywords in cls._auto_includes.items(): for keyword in keywords: for word in program_words: if keyword in word and header not in headers: headers += "#include <%s>\n" % header return headers # defined for compatibility reasons, to be removed Table = Table class Function(object): def __init__(self, bpf, name, fd): self.bpf = bpf self.name = name self.fd = fd @staticmethod def _find_file(filename): """ If filename is invalid, search in ./ of argv[0] """ if filename: if not os.path.isfile(filename): argv0 = ArgString(sys.argv[0]) t = b"/".join([os.path.abspath(os.path.dirname(argv0.__bytes__())), filename]) if os.path.isfile(t): filename = t else: raise Exception("Could not find file %s" % filename) return filename @staticmethod def find_exe(bin_path): """ find_exe(bin_path) Traverses the PATH environment variable, looking for the first directory that contains an executable file named bin_path, and returns the full path to that file, or None if no such file can be found. This is meant to replace invocations of the "which" shell utility, which doesn't have portable semantics for skipping aliases. """ # Source: http://stackoverflow.com/a/377028 def is_exe(fpath): return os.path.isfile(fpath) and \ os.access(fpath, os.X_OK) fpath, fname = os.path.split(bin_path) if fpath: if is_exe(bin_path): return bin_path else: for path in os.environ["PATH"].split(os.pathsep): path = path.strip('"') exe_file = os.path.join(path.encode(), bin_path) if is_exe(exe_file): return exe_file return None def __init__(self, src_file=b"", hdr_file=b"", text=None, debug=0, cflags=[], usdt_contexts=[], allow_rlimit=True, device=None, attach_usdt_ignore_pid=False): """Create a new BPF module with the given source code. Note: All fields are marked as optional, but either `src_file` or `text` must be supplied, and not both. Args: src_file (Optional[str]): Path to a source file for the module hdr_file (Optional[str]): Path to a helper header file for the `src_file` text (Optional[str]): Contents of a source file for the module debug (Optional[int]): Flags used for debug prints, can be |'d together See "Debug flags" for explanation """ src_file = _assert_is_bytes(src_file) hdr_file = _assert_is_bytes(hdr_file) text = _assert_is_bytes(text) assert not (text and src_file) self.kprobe_fds = {} self.uprobe_fds = {} self.tracepoint_fds = {} self.raw_tracepoint_fds = {} self.kfunc_entry_fds = {} self.kfunc_exit_fds = {} self.lsm_fds = {} self.perf_buffers = {} self.open_perf_events = {} self._ringbuf_manager = None self.tracefile = None atexit.register(self.cleanup) self.debug = debug self.funcs = {} self.tables = {} self.module = None cflags_array = (ct.c_char_p * len(cflags))() for i, s in enumerate(cflags): cflags_array[i] = bytes(ArgString(s)) if src_file: src_file = BPF._find_file(src_file) hdr_file = BPF._find_file(hdr_file) if src_file: # Read the BPF C source file into the text variable. This ensures, # that files and inline text are treated equally. with open(src_file, mode="rb") as file: text = file.read() ctx_array = (ct.c_void_p * len(usdt_contexts))() for i, usdt in enumerate(usdt_contexts): ctx_array[i] = ct.c_void_p(usdt.get_context()) usdt_text = lib.bcc_usdt_genargs(ctx_array, len(usdt_contexts)) if usdt_text is None: raise Exception("can't generate USDT probe arguments; " + "possible cause is missing pid when a " + "probe in a shared object has multiple " + "locations") text = usdt_text + text self.module = lib.bpf_module_create_c_from_string(text, self.debug, cflags_array, len(cflags_array), allow_rlimit, device) if not self.module: raise Exception("Failed to compile BPF module %s" % (src_file or "")) for usdt_context in usdt_contexts: usdt_context.attach_uprobes(self, attach_usdt_ignore_pid) # If any "kprobe__" or "tracepoint__" or "raw_tracepoint__" # prefixed functions were defined, # they will be loaded and attached here. self._trace_autoload() def load_funcs(self, prog_type=KPROBE): """load_funcs(prog_type=KPROBE) Load all functions in this BPF module with the given type. Returns a list of the function handles.""" fns = [] for i in range(0, lib.bpf_num_functions(self.module)): func_name = lib.bpf_function_name(self.module, i) fns.append(self.load_func(func_name, prog_type)) return fns def load_func(self, func_name, prog_type, device = None, attach_type = -1): func_name = _assert_is_bytes(func_name) if func_name in self.funcs: return self.funcs[func_name] if not lib.bpf_function_start(self.module, func_name): raise Exception("Unknown program %s" % func_name) log_level = 0 if (self.debug & DEBUG_BPF_REGISTER_STATE): log_level = 2 elif (self.debug & DEBUG_BPF): log_level = 1 fd = lib.bcc_func_load(self.module, prog_type, func_name, lib.bpf_function_start(self.module, func_name), lib.bpf_function_size(self.module, func_name), lib.bpf_module_license(self.module), lib.bpf_module_kern_version(self.module), log_level, None, 0, device, attach_type) if fd < 0: atexit.register(self.donothing) if ct.get_errno() == errno.EPERM: raise Exception("Need super-user privileges to run") errstr = os.strerror(ct.get_errno()) raise Exception("Failed to load BPF program %s: %s" % (func_name, errstr)) fn = BPF.Function(self, func_name, fd) self.funcs[func_name] = fn return fn def dump_func(self, func_name): """ Return the eBPF bytecodes for the specified function as a string """ func_name = _assert_is_bytes(func_name) if not lib.bpf_function_start(self.module, func_name): raise Exception("Unknown program %s" % func_name) start, = lib.bpf_function_start(self.module, func_name), size, = lib.bpf_function_size(self.module, func_name), return ct.string_at(start, size) def disassemble_func(self, func_name): bpfstr = self.dump_func(func_name) return disassemble_prog(func_name, bpfstr) def decode_table(self, table_name, sizeinfo=False): table_obj = self[table_name] table_type = lib.bpf_table_type_id(self.module, table_obj.map_id) return decode_map(table_name, table_obj, table_type, sizeinfo=sizeinfo) str2ctype = { u"_Bool": ct.c_bool, u"char": ct.c_char, u"wchar_t": ct.c_wchar, u"unsigned char": ct.c_ubyte, u"short": ct.c_short, u"unsigned short": ct.c_ushort, u"int": ct.c_int, u"unsigned int": ct.c_uint, u"long": ct.c_long, u"unsigned long": ct.c_ulong, u"long long": ct.c_longlong, u"unsigned long long": ct.c_ulonglong, u"float": ct.c_float, u"double": ct.c_double, u"long double": ct.c_longdouble, u"__int128": ct.c_int64 * 2, u"unsigned __int128": ct.c_uint64 * 2, } @staticmethod def _decode_table_type(desc): if isinstance(desc, basestring): return BPF.str2ctype[desc] anon = [] fields = [] for t in desc[1]: if len(t) == 2: fields.append((t[0], BPF._decode_table_type(t[1]))) elif len(t) == 3: if isinstance(t[2], list): fields.append((t[0], BPF._decode_table_type(t[1]) * t[2][0])) elif isinstance(t[2], int): fields.append((t[0], BPF._decode_table_type(t[1]), t[2])) elif isinstance(t[2], basestring) and ( t[2] == u"union" or t[2] == u"struct" or t[2] == u"struct_packed"): name = t[0] if name == "": name = "__anon%d" % len(anon) anon.append(name) fields.append((name, BPF._decode_table_type(t))) else: raise Exception("Failed to decode type %s" % str(t)) else: raise Exception("Failed to decode type %s" % str(t)) base = ct.Structure is_packed = False if len(desc) > 2: if desc[2] == u"union": base = ct.Union elif desc[2] == u"struct": base = ct.Structure elif desc[2] == u"struct_packed": base = ct.Structure is_packed = True if is_packed: cls = type(str(desc[0]), (base,), dict(_anonymous_=anon, _pack_=1, _fields_=fields)) else: cls = type(str(desc[0]), (base,), dict(_anonymous_=anon, _fields_=fields)) return cls def get_table(self, name, keytype=None, leaftype=None, reducer=None): name = _assert_is_bytes(name) map_id = lib.bpf_table_id(self.module, name) map_fd = lib.bpf_table_fd(self.module, name) is_queuestack = lib.bpf_table_type_id(self.module, map_id) in [BPF_MAP_TYPE_QUEUE, BPF_MAP_TYPE_STACK] if map_fd < 0: raise KeyError if not keytype and not is_queuestack: key_desc = lib.bpf_table_key_desc(self.module, name).decode("utf-8") if not key_desc: raise Exception("Failed to load BPF Table %s key desc" % name) keytype = BPF._decode_table_type(json.loads(key_desc)) if not leaftype: leaf_desc = lib.bpf_table_leaf_desc(self.module, name).decode("utf-8") if not leaf_desc: raise Exception("Failed to load BPF Table %s leaf desc" % name) leaftype = BPF._decode_table_type(json.loads(leaf_desc)) return Table(self, map_id, map_fd, keytype, leaftype, name, reducer=reducer) def __getitem__(self, key): if key not in self.tables: self.tables[key] = self.get_table(key) return self.tables[key] def __setitem__(self, key, leaf): self.tables[key] = leaf def __len__(self): return len(self.tables) def __delitem__(self, key): del self.tables[key] def __iter__(self): return self.tables.__iter__() @staticmethod def attach_func(fn, attachable_fd, attach_type, flags=0): if not isinstance(fn, BPF.Function): raise Exception("arg 1 must be of type BPF.Function") res = lib.bpf_prog_attach(fn.fd, attachable_fd, attach_type, flags) if res < 0: raise Exception("Failed to attach BPF function with attach_type "\ "{0}: {1}".format(attach_type, os.strerror(-res))) @staticmethod def detach_func(fn, attachable_fd, attach_type): if not isinstance(fn, BPF.Function): raise Exception("arg 1 must be of type BPF.Function") res = lib.bpf_prog_detach2(fn.fd, attachable_fd, attach_type) if res < 0: raise Exception("Failed to detach BPF function with attach_type "\ "{0}: {1}".format(attach_type, os.strerror(-res))) @staticmethod def attach_raw_socket(fn, dev): dev = _assert_is_bytes(dev) if not isinstance(fn, BPF.Function): raise Exception("arg 1 must be of type BPF.Function") sock = lib.bpf_open_raw_sock(dev) if sock < 0: errstr = os.strerror(ct.get_errno()) raise Exception("Failed to open raw device %s: %s" % (dev, errstr)) res = lib.bpf_attach_socket(sock, fn.fd) if res < 0: errstr = os.strerror(ct.get_errno()) raise Exception("Failed to attach BPF to device %s: %s" % (dev, errstr)) fn.sock = sock @staticmethod def get_kprobe_functions(event_re): blacklist_file = "%s/kprobes/blacklist" % DEBUGFS try: with open(blacklist_file, "rb") as blacklist_f: blacklist = set([line.rstrip().split()[1] for line in blacklist_f]) except IOError as e: if e.errno != errno.EPERM: raise e blacklist = set([]) avail_filter_file = "%s/tracing/available_filter_functions" % DEBUGFS try: with open(avail_filter_file, "rb") as avail_filter_f: avail_filter = set([line.rstrip().split()[0] for line in avail_filter_f]) except IOError as e: if e.errno != errno.EPERM: raise e avail_filter = set([]) fns = [] in_init_section = 0 in_irq_section = 0 with open("/proc/kallsyms", "rb") as avail_file: for line in avail_file: (t, fn) = line.rstrip().split()[1:3] # Skip all functions defined between __init_begin and # __init_end if in_init_section == 0: if fn == b'__init_begin': in_init_section = 1 continue elif in_init_section == 1: if fn == b'__init_end': in_init_section = 2 continue # Skip all functions defined between __irqentry_text_start and # __irqentry_text_end if in_irq_section == 0: if fn == b'__irqentry_text_start': in_irq_section = 1 continue # __irqentry_text_end is not always after # __irqentry_text_start. But only happens when # no functions between two irqentry_text elif fn == b'__irqentry_text_end': in_irq_section = 2 continue elif in_irq_section == 1: if fn == b'__irqentry_text_end': in_irq_section = 2 continue # All functions defined as NOKPROBE_SYMBOL() start with the # prefix _kbl_addr_*, blacklisting them by looking at the name # allows to catch also those symbols that are defined in kernel # modules. if fn.startswith(b'_kbl_addr_'): continue # Explicitly blacklist perf-related functions, they are all # non-attachable. elif fn.startswith(b'__perf') or fn.startswith(b'perf_'): continue # Exclude all static functions with prefix __SCT__, they are # all non-attachable elif fn.startswith(b'__SCT__'): continue # Exclude all gcc 8's extra .cold functions elif re.match(br'^.*\.cold(\.\d+)?$', fn): continue if (t.lower() in [b't', b'w']) and re.fullmatch(event_re, fn) \ and fn not in blacklist \ and fn in avail_filter: fns.append(fn) return set(fns) # Some functions may appear more than once def _check_probe_quota(self, num_new_probes): global _num_open_probes if _num_open_probes + num_new_probes > BPF.get_probe_limit(): raise Exception("Number of open probes would exceed global quota") @staticmethod def get_probe_limit(): env_probe_limit = os.environ.get('BCC_PROBE_LIMIT') if env_probe_limit and env_probe_limit.isdigit(): return int(env_probe_limit) else: return _default_probe_limit def _add_kprobe_fd(self, ev_name, fn_name, fd): global _num_open_probes if ev_name not in self.kprobe_fds: self.kprobe_fds[ev_name] = {} self.kprobe_fds[ev_name][fn_name] = fd _num_open_probes += 1 def _del_kprobe_fd(self, ev_name, fn_name): global _num_open_probes del self.kprobe_fds[ev_name][fn_name] _num_open_probes -= 1 def _add_uprobe_fd(self, name, fd): global _num_open_probes self.uprobe_fds[name] = fd _num_open_probes += 1 def _del_uprobe_fd(self, name): global _num_open_probes del self.uprobe_fds[name] _num_open_probes -= 1 # Find current system's syscall prefix by testing on the BPF syscall. # If no valid value found, will return the first possible value which # would probably lead to error in later API calls. def get_syscall_prefix(self): for prefix in self._syscall_prefixes: if self.ksymname(b"%sbpf" % prefix) != -1: return prefix return self._syscall_prefixes[0] # Given a syscall's name, return the full Kernel function name with current # system's syscall prefix. For example, given "clone" the helper would # return "sys_clone" or "__x64_sys_clone". def get_syscall_fnname(self, name): name = _assert_is_bytes(name) return self.get_syscall_prefix() + name # Given a Kernel function name that represents a syscall but already has a # prefix included, transform it to current system's prefix. For example, # if "sys_clone" provided, the helper may translate it to "__x64_sys_clone". def fix_syscall_fnname(self, name): name = _assert_is_bytes(name) for prefix in self._syscall_prefixes: if name.startswith(prefix): return self.get_syscall_fnname(name[len(prefix):]) return name def attach_kprobe(self, event=b"", event_off=0, fn_name=b"", event_re=b""): event = _assert_is_bytes(event) fn_name = _assert_is_bytes(fn_name) event_re = _assert_is_bytes(event_re) # allow the caller to glob multiple functions together if event_re: matches = BPF.get_kprobe_functions(event_re) self._check_probe_quota(len(matches)) failed = 0 probes = [] for line in matches: try: self.attach_kprobe(event=line, fn_name=fn_name) except: failed += 1 probes.append(line) if failed == len(matches): raise Exception("Failed to attach BPF program %s to kprobe %s" ", it's not traceable (either non-existing, inlined, or marked as \"notrace\")" % (fn_name, '/'.join(probes))) return self._check_probe_quota(1) fn = self.load_func(fn_name, BPF.KPROBE) ev_name = b"p_" + event.replace(b"+", b"_").replace(b".", b"_") fd = lib.bpf_attach_kprobe(fn.fd, 0, ev_name, event, event_off, 0) if fd < 0: raise Exception("Failed to attach BPF program %s to kprobe %s" ", it's not traceable (either non-existing, inlined, or marked as \"notrace\")" % (fn_name, event)) self._add_kprobe_fd(ev_name, fn_name, fd) return self def attach_kretprobe(self, event=b"", fn_name=b"", event_re=b"", maxactive=0): event = _assert_is_bytes(event) fn_name = _assert_is_bytes(fn_name) event_re = _assert_is_bytes(event_re) # allow the caller to glob multiple functions together if event_re: matches = BPF.get_kprobe_functions(event_re) failed = 0 probes = [] for line in matches: try: self.attach_kretprobe(event=line, fn_name=fn_name, maxactive=maxactive) except: failed += 1 probes.append(line) if failed == len(matches): raise Exception("Failed to attach BPF program %s to kretprobe %s" ", it's not traceable (either non-existing, inlined, or marked as \"notrace\")" % (fn_name, '/'.join(probes))) return self._check_probe_quota(1) fn = self.load_func(fn_name, BPF.KPROBE) ev_name = b"r_" + event.replace(b"+", b"_").replace(b".", b"_") fd = lib.bpf_attach_kprobe(fn.fd, 1, ev_name, event, 0, maxactive) if fd < 0: raise Exception("Failed to attach BPF program %s to kretprobe %s" ", it's not traceable (either non-existing, inlined, or marked as \"notrace\")" % (fn_name, event)) self._add_kprobe_fd(ev_name, fn_name, fd) return self def detach_kprobe_event(self, ev_name): ev_name = _assert_is_bytes(ev_name) fn_names = list(self.kprobe_fds[ev_name].keys()) for fn_name in fn_names: self.detach_kprobe_event_by_fn(ev_name, fn_name) def detach_kprobe_event_by_fn(self, ev_name, fn_name): ev_name = _assert_is_bytes(ev_name) fn_name = _assert_is_bytes(fn_name) if ev_name not in self.kprobe_fds: raise Exception("Kprobe %s is not attached" % ev_name) res = lib.bpf_close_perf_event_fd(self.kprobe_fds[ev_name][fn_name]) if res < 0: raise Exception("Failed to close kprobe FD") self._del_kprobe_fd(ev_name, fn_name) if len(self.kprobe_fds[ev_name]) == 0: res = lib.bpf_detach_kprobe(ev_name) if res < 0: raise Exception("Failed to detach BPF from kprobe") def detach_kprobe(self, event, fn_name=None): event = _assert_is_bytes(event) ev_name = b"p_" + event.replace(b"+", b"_").replace(b".", b"_") if fn_name: fn_name = _assert_is_bytes(fn_name) self.detach_kprobe_event_by_fn(ev_name, fn_name) else: self.detach_kprobe_event(ev_name) def detach_kretprobe(self, event, fn_name=None): event = _assert_is_bytes(event) ev_name = b"r_" + event.replace(b"+", b"_").replace(b".", b"_") if fn_name: fn_name = _assert_is_bytes(fn_name) self.detach_kprobe_event_by_fn(ev_name, fn_name) else: self.detach_kprobe_event(ev_name) @staticmethod def attach_xdp(dev, fn, flags=0): ''' This function attaches a BPF function to a device on the device driver level (XDP) ''' dev = _assert_is_bytes(dev) if not isinstance(fn, BPF.Function): raise Exception("arg 1 must be of type BPF.Function") res = lib.bpf_attach_xdp(dev, fn.fd, flags) if res < 0: err_no = ct.get_errno() if err_no == errno.EBADMSG: raise Exception("Internal error while attaching BPF to device,"+ " try increasing the debug level!") else: errstr = os.strerror(err_no) raise Exception("Failed to attach BPF to device %s: %s" % (dev, errstr)) @staticmethod def remove_xdp(dev, flags=0): ''' This function removes any BPF function from a device on the device driver level (XDP) ''' dev = _assert_is_bytes(dev) res = lib.bpf_attach_xdp(dev, -1, flags) if res < 0: errstr = os.strerror(ct.get_errno()) raise Exception("Failed to detach BPF from device %s: %s" % (dev, errstr)) @classmethod def _check_path_symbol(cls, module, symname, addr, pid, sym_off=0): module = _assert_is_bytes(module) symname = _assert_is_bytes(symname) sym = bcc_symbol() c_pid = 0 if pid == -1 else pid if lib.bcc_resolve_symname( module, symname, addr or 0x0, c_pid, ct.cast(None, ct.POINTER(bcc_symbol_option)), ct.byref(sym), ) < 0: raise Exception("could not determine address of symbol %s in %s" % (symname.decode(), module.decode())) new_addr = sym.offset + sym_off module_path = ct.cast(sym.module, ct.c_char_p).value lib.bcc_procutils_free(sym.module) return module_path, new_addr @staticmethod def find_library(libname, pid=0): """ Find the full path to the shared library whose name starts with "lib{libname}". If non-zero pid is given, search only the shared libraries mapped by the process with this pid. Otherwise, search the global ldconfig cache at /etc/ld.so.cache. Examples: BPF.find_library(b"c", pid=12345) # returns b"/usr/lib/x86_64-linux-gnu/libc.so.6" BPF.find_library(b"pthread") # returns b"/lib/x86_64-linux-gnu/libpthread.so.0" BPF.find_library(b"nonexistent") # returns None """ libname = _assert_is_bytes(libname) if pid: res = lib.bcc_procutils_which_so_in_process(libname, pid) else: res = lib.bcc_procutils_which_so(libname, 0) if not res: return None libpath = ct.cast(res, ct.c_char_p).value lib.bcc_procutils_free(res) return libpath @staticmethod def get_tracepoints(tp_re): results = [] events_dir = os.path.join(TRACEFS, "events") for category in os.listdir(events_dir): cat_dir = os.path.join(events_dir, category) if not os.path.isdir(cat_dir): continue for event in os.listdir(cat_dir): evt_dir = os.path.join(cat_dir, event) if os.path.isdir(evt_dir): tp = ("%s:%s" % (category, event)) if re.match(tp_re.decode(), tp): results.append(tp.encode()) return results @staticmethod def tracepoint_exists(category, event): evt_dir = os.path.join(TRACEFS, "events", category, event) return os.path.isdir(evt_dir) def attach_tracepoint(self, tp=b"", tp_re=b"", fn_name=b""): """attach_tracepoint(tp="", tp_re="", fn_name="") Run the bpf function denoted by fn_name every time the kernel tracepoint specified by 'tp' is hit. The optional parameters pid, cpu, and group_fd can be used to filter the probe. The tracepoint specification is simply the tracepoint category and the tracepoint name, separated by a colon. For example: sched:sched_switch, syscalls:sys_enter_bind, etc. Instead of a tracepoint name, a regular expression can be provided in tp_re. The program will then attach to tracepoints that match the provided regular expression. To obtain a list of kernel tracepoints, use the tplist tool or cat the file /sys/kernel/debug/tracing/available_events. Examples: BPF(text).attach_tracepoint(tp="sched:sched_switch", fn_name="on_switch") BPF(text).attach_tracepoint(tp_re="sched:.*", fn_name="on_switch") """ tp = _assert_is_bytes(tp) tp_re = _assert_is_bytes(tp_re) fn_name = _assert_is_bytes(fn_name) if tp_re: for tp in BPF.get_tracepoints(tp_re): self.attach_tracepoint(tp=tp, fn_name=fn_name) return fn = self.load_func(fn_name, BPF.TRACEPOINT) (tp_category, tp_name) = tp.split(b':') fd = lib.bpf_attach_tracepoint(fn.fd, tp_category, tp_name) if fd < 0: raise Exception("Failed to attach BPF program %s to tracepoint %s" % (fn_name, tp)) self.tracepoint_fds[tp] = fd return self def attach_raw_tracepoint(self, tp=b"", fn_name=b""): """attach_raw_tracepoint(self, tp=b"", fn_name=b"") Run the bpf function denoted by fn_name every time the kernel tracepoint specified by 'tp' is hit. The bpf function should be loaded as a RAW_TRACEPOINT type. The fn_name is the kernel tracepoint name, e.g., sched_switch, sys_enter_bind, etc. Examples: BPF(text).attach_raw_tracepoint(tp="sched_switch", fn_name="on_switch") """ tp = _assert_is_bytes(tp) if tp in self.raw_tracepoint_fds: raise Exception("Raw tracepoint %s has been attached" % tp) fn_name = _assert_is_bytes(fn_name) fn = self.load_func(fn_name, BPF.RAW_TRACEPOINT) fd = lib.bpf_attach_raw_tracepoint(fn.fd, tp) if fd < 0: raise Exception("Failed to attach BPF to raw tracepoint") self.raw_tracepoint_fds[tp] = fd return self def detach_raw_tracepoint(self, tp=b""): """detach_raw_tracepoint(tp="") Stop running the bpf function that is attached to the kernel tracepoint specified by 'tp'. Example: bpf.detach_raw_tracepoint("sched_switch") """ tp = _assert_is_bytes(tp) if tp not in self.raw_tracepoint_fds: raise Exception("Raw tracepoint %s is not attached" % tp) os.close(self.raw_tracepoint_fds[tp]) del self.raw_tracepoint_fds[tp] @staticmethod def add_prefix(prefix, name): if not name.startswith(prefix): name = prefix + name return name @staticmethod def support_kfunc(): # there's no trampoline support for other than x86_64 arch if platform.machine() != 'x86_64': return False if not lib.bpf_has_kernel_btf(): return False # kernel symbol "bpf_trampoline_link_prog" indicates kfunc support if BPF.ksymname("bpf_trampoline_link_prog") != -1: return True return False @staticmethod def support_lsm(): if not lib.bpf_has_kernel_btf(): return False # kernel symbol "bpf_lsm_bpf" indicates BPF LSM support if BPF.ksymname(b"bpf_lsm_bpf") != -1: return True return False def detach_kfunc(self, fn_name=b""): fn_name = _assert_is_bytes(fn_name) fn_name = BPF.add_prefix(b"kfunc__", fn_name) if fn_name not in self.kfunc_entry_fds: raise Exception("Kernel entry func %s is not attached" % fn_name) os.close(self.kfunc_entry_fds[fn_name]) del self.kfunc_entry_fds[fn_name] def detach_kretfunc(self, fn_name=b""): fn_name = _assert_is_bytes(fn_name) fn_name = BPF.add_prefix(b"kretfunc__", fn_name) if fn_name not in self.kfunc_exit_fds: raise Exception("Kernel exit func %s is not attached" % fn_name) os.close(self.kfunc_exit_fds[fn_name]) del self.kfunc_exit_fds[fn_name] def attach_kfunc(self, fn_name=b""): fn_name = _assert_is_bytes(fn_name) fn_name = BPF.add_prefix(b"kfunc__", fn_name) if fn_name in self.kfunc_entry_fds: raise Exception("Kernel entry func %s has been attached" % fn_name) fn = self.load_func(fn_name, BPF.TRACING) fd = lib.bpf_attach_kfunc(fn.fd) if fd < 0: raise Exception("Failed to attach BPF to entry kernel func") self.kfunc_entry_fds[fn_name] = fd return self def attach_kretfunc(self, fn_name=b""): fn_name = _assert_is_bytes(fn_name) fn_name = BPF.add_prefix(b"kretfunc__", fn_name) if fn_name in self.kfunc_exit_fds: raise Exception("Kernel exit func %s has been attached" % fn_name) fn = self.load_func(fn_name, BPF.TRACING) fd = lib.bpf_attach_kfunc(fn.fd) if fd < 0: raise Exception("Failed to attach BPF to exit kernel func") self.kfunc_exit_fds[fn_name] = fd return self def detach_lsm(self, fn_name=b""): fn_name = _assert_is_bytes(fn_name) fn_name = BPF.add_prefix(b"lsm__", fn_name) if fn_name not in self.lsm_fds: raise Exception("LSM %s is not attached" % fn_name) os.close(self.lsm_fds[fn_name]) del self.lsm_fds[fn_name] def attach_lsm(self, fn_name=b""): fn_name = _assert_is_bytes(fn_name) fn_name = BPF.add_prefix(b"lsm__", fn_name) if fn_name in self.lsm_fds: raise Exception("LSM %s has been attached" % fn_name) fn = self.load_func(fn_name, BPF.LSM) fd = lib.bpf_attach_lsm(fn.fd) if fd < 0: raise Exception("Failed to attach LSM") self.lsm_fds[fn_name] = fd return self @staticmethod def support_raw_tracepoint(): # kernel symbol "bpf_find_raw_tracepoint" indicates raw_tracepoint support if BPF.ksymname("bpf_find_raw_tracepoint") != -1 or \ BPF.ksymname("bpf_get_raw_tracepoint") != -1: return True return False @staticmethod def support_raw_tracepoint_in_module(): # kernel symbol "bpf_trace_modules" indicates raw tp support in modules, ref: kernel commit a38d1107 kallsyms = "/proc/kallsyms" with open(kallsyms) as syms: for line in syms: (_, _, name) = line.rstrip().split(" ", 2) name = name.split("\t")[0] if name == "bpf_trace_modules": return True return False @staticmethod def kernel_struct_has_field(struct_name, field_name): struct_name = _assert_is_bytes(struct_name) field_name = _assert_is_bytes(field_name) return lib.kernel_struct_has_field(struct_name, field_name) def detach_tracepoint(self, tp=b""): """detach_tracepoint(tp="") Stop running a bpf function that is attached to the kernel tracepoint specified by 'tp'. Example: bpf.detach_tracepoint("sched:sched_switch") """ tp = _assert_is_bytes(tp) if tp not in self.tracepoint_fds: raise Exception("Tracepoint %s is not attached" % tp) res = lib.bpf_close_perf_event_fd(self.tracepoint_fds[tp]) if res < 0: raise Exception("Failed to detach BPF from tracepoint") (tp_category, tp_name) = tp.split(b':') res = lib.bpf_detach_tracepoint(tp_category, tp_name) if res < 0: raise Exception("Failed to detach BPF from tracepoint") del self.tracepoint_fds[tp] def _attach_perf_event(self, progfd, ev_type, ev_config, sample_period, sample_freq, pid, cpu, group_fd): res = lib.bpf_attach_perf_event(progfd, ev_type, ev_config, sample_period, sample_freq, pid, cpu, group_fd) if res < 0: raise Exception("Failed to attach BPF to perf event") return res def attach_perf_event(self, ev_type=-1, ev_config=-1, fn_name=b"", sample_period=0, sample_freq=0, pid=-1, cpu=-1, group_fd=-1): fn_name = _assert_is_bytes(fn_name) fn = self.load_func(fn_name, BPF.PERF_EVENT) res = {} if cpu >= 0: res[cpu] = self._attach_perf_event(fn.fd, ev_type, ev_config, sample_period, sample_freq, pid, cpu, group_fd) else: for i in get_online_cpus(): res[i] = self._attach_perf_event(fn.fd, ev_type, ev_config, sample_period, sample_freq, pid, i, group_fd) self.open_perf_events[(ev_type, ev_config)] = res def _attach_perf_event_raw(self, progfd, attr, pid, cpu, group_fd): res = lib.bpf_attach_perf_event_raw(progfd, ct.byref(attr), pid, cpu, group_fd, 0) if res < 0: raise Exception("Failed to attach BPF to perf raw event") return res def attach_perf_event_raw(self, attr=-1, fn_name=b"", pid=-1, cpu=-1, group_fd=-1): fn_name = _assert_is_bytes(fn_name) fn = self.load_func(fn_name, BPF.PERF_EVENT) res = {} if cpu >= 0: res[cpu] = self._attach_perf_event_raw(fn.fd, attr, pid, cpu, group_fd) else: for i in get_online_cpus(): res[i] = self._attach_perf_event_raw(fn.fd, attr, pid, i, group_fd) self.open_perf_events[(attr.type, attr.config)] = res def detach_perf_event(self, ev_type=-1, ev_config=-1): try: fds = self.open_perf_events[(ev_type, ev_config)] except KeyError: raise Exception("Perf event type {} config {} not attached".format( ev_type, ev_config)) res = 0 for fd in fds.values(): res = lib.bpf_close_perf_event_fd(fd) or res if res != 0: raise Exception("Failed to detach BPF from perf event") del self.open_perf_events[(ev_type, ev_config)] @staticmethod def get_user_functions(name, sym_re): return set([name for (name, _) in BPF.get_user_functions_and_addresses(name, sym_re)]) @staticmethod def get_user_addresses(name, sym_re): """ We are returning addresses here instead of symbol names because it turns out that the same name may appear multiple times with different addresses, and the same address may appear multiple times with the same name. We can't attach a uprobe to the same address more than once, so it makes sense to return the unique set of addresses that are mapped to a symbol that matches the provided regular expression. """ return set([address for (_, address) in BPF.get_user_functions_and_addresses(name, sym_re)]) @staticmethod def get_user_functions_and_addresses(name, sym_re): name = _assert_is_bytes(name) sym_re = _assert_is_bytes(sym_re) addresses = [] def sym_cb(sym_name, addr): dname = sym_name if re.match(sym_re, dname): addresses.append((dname, addr)) return 0 res = lib.bcc_foreach_function_symbol(name, _SYM_CB_TYPE(sym_cb)) if res < 0: raise Exception("Error %d enumerating symbols in %s" % (res, name)) return addresses def _get_uprobe_evname(self, prefix, path, addr, pid): if pid == -1: return b"%s_%s_0x%x" % (prefix, self._probe_repl.sub(b"_", path), addr) else: # if pid is valid, put pid in the name, so different pid # can have different event names return b"%s_%s_0x%x_%d" % (prefix, self._probe_repl.sub(b"_", path), addr, pid) def attach_uprobe(self, name=b"", sym=b"", sym_re=b"", addr=None, fn_name=b"", pid=-1, sym_off=0): """attach_uprobe(name="", sym="", sym_re="", addr=None, fn_name="" pid=-1, sym_off=0) Run the bpf function denoted by fn_name every time the symbol sym in the library or binary 'name' is encountered. Optional parameters pid, cpu, and group_fd can be used to filter the probe. If sym_off is given, attach uprobe to offset within the symbol. The real address addr may be supplied in place of sym, in which case sym must be set to its default value. If the file is a non-PIE executable, addr must be a virtual address, otherwise it must be an offset relative to the file load address. Instead of a symbol name, a regular expression can be provided in sym_re. The uprobe will then attach to symbols that match the provided regular expression. Libraries can be given in the name argument without the lib prefix, or with the full path (/usr/lib/...). Binaries can be given only with the full path (/bin/sh). If a PID is given, the uprobe will attach to the version of the library used by the process. Example: BPF(text).attach_uprobe("c", "malloc") BPF(text).attach_uprobe("/usr/bin/python", "main") """ assert sym_off >= 0 if addr is not None: assert sym_off == 0, "offset with addr is not supported" name = _assert_is_bytes(name) sym = _assert_is_bytes(sym) sym_re = _assert_is_bytes(sym_re) fn_name = _assert_is_bytes(fn_name) if sym_re: addresses = BPF.get_user_addresses(name, sym_re) self._check_probe_quota(len(addresses)) for sym_addr in addresses: self.attach_uprobe(name=name, addr=sym_addr, fn_name=fn_name, pid=pid) return (path, addr) = BPF._check_path_symbol(name, sym, addr, pid, sym_off) self._check_probe_quota(1) fn = self.load_func(fn_name, BPF.KPROBE) ev_name = self._get_uprobe_evname(b"p", path, addr, pid) fd = lib.bpf_attach_uprobe(fn.fd, 0, ev_name, path, addr, pid) if fd < 0: raise Exception("Failed to attach BPF to uprobe") self._add_uprobe_fd(ev_name, fd) return self def attach_uretprobe(self, name=b"", sym=b"", sym_re=b"", addr=None, fn_name=b"", pid=-1): """attach_uretprobe(name="", sym="", sym_re="", addr=None, fn_name="" pid=-1) Run the bpf function denoted by fn_name every time the symbol sym in the library or binary 'name' finishes execution. See attach_uprobe for meaning of additional parameters. """ name = _assert_is_bytes(name) sym = _assert_is_bytes(sym) sym_re = _assert_is_bytes(sym_re) fn_name = _assert_is_bytes(fn_name) if sym_re: for sym_addr in BPF.get_user_addresses(name, sym_re): self.attach_uretprobe(name=name, addr=sym_addr, fn_name=fn_name, pid=pid) return (path, addr) = BPF._check_path_symbol(name, sym, addr, pid) self._check_probe_quota(1) fn = self.load_func(fn_name, BPF.KPROBE) ev_name = self._get_uprobe_evname(b"r", path, addr, pid) fd = lib.bpf_attach_uprobe(fn.fd, 1, ev_name, path, addr, pid) if fd < 0: raise Exception("Failed to attach BPF to uretprobe") self._add_uprobe_fd(ev_name, fd) return self def detach_uprobe_event(self, ev_name): if ev_name not in self.uprobe_fds: raise Exception("Uprobe %s is not attached" % ev_name) res = lib.bpf_close_perf_event_fd(self.uprobe_fds[ev_name]) if res < 0: raise Exception("Failed to detach BPF from uprobe") res = lib.bpf_detach_uprobe(ev_name) if res < 0: raise Exception("Failed to detach BPF from uprobe") self._del_uprobe_fd(ev_name) def detach_uprobe(self, name=b"", sym=b"", addr=None, pid=-1, sym_off=0): """detach_uprobe(name="", sym="", addr=None, pid=-1) Stop running a bpf function that is attached to symbol 'sym' in library or binary 'name'. """ name = _assert_is_bytes(name) sym = _assert_is_bytes(sym) (path, addr) = BPF._check_path_symbol(name, sym, addr, pid, sym_off) ev_name = self._get_uprobe_evname(b"p", path, addr, pid) self.detach_uprobe_event(ev_name) def detach_uretprobe(self, name=b"", sym=b"", addr=None, pid=-1): """detach_uretprobe(name="", sym="", addr=None, pid=-1) Stop running a bpf function that is attached to symbol 'sym' in library or binary 'name'. """ name = _assert_is_bytes(name) sym = _assert_is_bytes(sym) (path, addr) = BPF._check_path_symbol(name, sym, addr, pid) ev_name = self._get_uprobe_evname(b"r", path, addr, pid) self.detach_uprobe_event(ev_name) def _trace_autoload(self): for i in range(0, lib.bpf_num_functions(self.module)): func_name = lib.bpf_function_name(self.module, i) if func_name.startswith(b"kprobe__"): fn = self.load_func(func_name, BPF.KPROBE) self.attach_kprobe( event=self.fix_syscall_fnname(func_name[8:]), fn_name=fn.name) elif func_name.startswith(b"kretprobe__"): fn = self.load_func(func_name, BPF.KPROBE) self.attach_kretprobe( event=self.fix_syscall_fnname(func_name[11:]), fn_name=fn.name) elif func_name.startswith(b"tracepoint__"): fn = self.load_func(func_name, BPF.TRACEPOINT) tp = fn.name[len(b"tracepoint__"):].replace(b"__", b":") self.attach_tracepoint(tp=tp, fn_name=fn.name) elif func_name.startswith(b"raw_tracepoint__"): fn = self.load_func(func_name, BPF.RAW_TRACEPOINT) tp = fn.name[len(b"raw_tracepoint__"):] self.attach_raw_tracepoint(tp=tp, fn_name=fn.name) elif func_name.startswith(b"kfunc__"): self.attach_kfunc(fn_name=func_name) elif func_name.startswith(b"kretfunc__"): self.attach_kretfunc(fn_name=func_name) elif func_name.startswith(b"lsm__"): self.attach_lsm(fn_name=func_name) def trace_open(self, nonblocking=False): """trace_open(nonblocking=False) Open the trace_pipe if not already open """ if not self.tracefile: self.tracefile = open("%s/trace_pipe" % TRACEFS, "rb") if nonblocking: fd = self.tracefile.fileno() fl = fcntl.fcntl(fd, fcntl.F_GETFL) fcntl.fcntl(fd, fcntl.F_SETFL, fl | os.O_NONBLOCK) return self.tracefile def trace_fields(self, nonblocking=False): """trace_fields(nonblocking=False) Read from the kernel debug trace pipe and return a tuple of the fields (task, pid, cpu, flags, timestamp, msg) or None if no line was read (nonblocking=True) """ while True: line = self.trace_readline(nonblocking) if not line and nonblocking: return (None,) * 6 # don't print messages related to lost events if line.startswith(b"CPU:"): continue task = line[:16].lstrip() line = line[17:] ts_end = line.find(b":") try: pid, cpu, flags, ts = line[:ts_end].split() except Exception as e: continue cpu = cpu[1:-1] # line[ts_end:] will have ": [sym_or_addr]: msgs" # For trace_pipe debug output, the addr typically # is invalid (e.g., 0x1). For kernel 4.12 or earlier, # if address is not able to match a kernel symbol, # nothing will be printed out. For kernel 4.13 and later, # however, the illegal address will be printed out. # Hence, both cases are handled here. line = line[ts_end + 1:] sym_end = line.find(b":") msg = line[sym_end + 2:] try: return (task, int(pid), int(cpu), flags, float(ts), msg) except Exception as e: return ("Unknown", 0, 0, "Unknown", 0.0, "Unknown") def trace_readline(self, nonblocking=False): """trace_readline(nonblocking=False) Read from the kernel debug trace pipe and return one line If nonblocking is False, this will block until ctrl-C is pressed. """ trace = self.trace_open(nonblocking) line = None try: line = trace.readline(1024).rstrip() except IOError: pass return line def trace_print(self, fmt=None): """trace_print(self, fmt=None) Read from the kernel debug trace pipe and print on stdout. If fmt is specified, apply as a format string to the output. See trace_fields for the members of the tuple example: trace_print(fmt="pid {1}, msg = {5}") """ while True: if fmt: fields = self.trace_fields(nonblocking=False) if not fields: continue line = fmt.format(*fields) else: line = self.trace_readline(nonblocking=False) print(line) sys.stdout.flush() @staticmethod def _sym_cache(pid): """_sym_cache(pid) Returns a symbol cache for the specified PID. The kernel symbol cache is accessed by providing any PID less than zero. """ if pid < 0 and pid != -1: pid = -1 if not pid in BPF._sym_caches: BPF._sym_caches[pid] = SymbolCache(pid) return BPF._sym_caches[pid] @staticmethod def sym(addr, pid, show_module=False, show_offset=False, demangle=True): """sym(addr, pid, show_module=False, show_offset=False) Translate a memory address into a function name for a pid, which is returned. When show_module is True, the module name is also included. When show_offset is True, the instruction offset as a hexadecimal number is also included in the string. A pid of less than zero will access the kernel symbol cache. Example output when both show_module and show_offset are True: "start_thread+0x202 [libpthread-2.24.so]" Example output when both show_module and show_offset are False: "start_thread" """ #addr is of type stacktrace_build_id #so invoke the bsym address resolver typeofaddr = str(type(addr)) if typeofaddr.find('bpf_stack_build_id') != -1: sym = bcc_symbol() b = bcc_stacktrace_build_id() b.status = addr.status b.build_id = addr.build_id b.u.offset = addr.offset res = lib.bcc_buildsymcache_resolve(BPF._bsymcache, ct.byref(b), ct.byref(sym)) if res < 0: if sym.module and sym.offset: name,offset,module = (None, sym.offset, ct.cast(sym.module, ct.c_char_p).value) else: name, offset, module = (None, addr, None) else: name, offset, module = (sym.name, sym.offset, ct.cast(sym.module, ct.c_char_p).value) else: name, offset, module = BPF._sym_cache(pid).resolve(addr, demangle) offset = b"+0x%x" % offset if show_offset and name is not None else b"" name = name or b"[unknown]" name = name + offset module = b" [%s]" % os.path.basename(module) \ if show_module and module is not None else b"" return name + module @staticmethod def ksym(addr, show_module=False, show_offset=False): """ksym(addr) Translate a kernel memory address into a kernel function name, which is returned. When show_module is True, the module name ("kernel") is also included. When show_offset is true, the instruction offset as a hexadecimal number is also included in the string. Example output when both show_module and show_offset are True: "default_idle+0x0 [kernel]" """ return BPF.sym(addr, -1, show_module, show_offset, False) @staticmethod def ksymname(name): """ksymname(name) Translate a kernel name into an address. This is the reverse of ksym. Returns -1 when the function name is unknown.""" return BPF._sym_cache(-1).resolve_name(None, name) def num_open_kprobes(self): """num_open_kprobes() Get the number of open K[ret]probes. Can be useful for scenarios where event_re is used while attaching and detaching probes. """ return len(self.kprobe_fds) def num_open_uprobes(self): """num_open_uprobes() Get the number of open U[ret]probes. """ return len(self.uprobe_fds) def num_open_tracepoints(self): """num_open_tracepoints() Get the number of open tracepoints. """ return len(self.tracepoint_fds) def perf_buffer_poll(self, timeout = -1): """perf_buffer_poll(self) Poll from all open perf ring buffers, calling the callback that was provided when calling open_perf_buffer for each entry. """ readers = (ct.c_void_p * len(self.perf_buffers))() for i, v in enumerate(self.perf_buffers.values()): readers[i] = v lib.perf_reader_poll(len(readers), readers, timeout) def perf_buffer_consume(self): """perf_buffer_consume(self) Consume all open perf buffers, regardless of whether or not they currently contain events data. Necessary to catch 'remainder' events when wakeup_events > 1 is set in open_perf_buffer """ readers = (ct.c_void_p * len(self.perf_buffers))() for i, v in enumerate(self.perf_buffers.values()): readers[i] = v lib.perf_reader_consume(len(readers), readers) def kprobe_poll(self, timeout = -1): """kprobe_poll(self) Deprecated. Use perf_buffer_poll instead. """ self.perf_buffer_poll(timeout) def _open_ring_buffer(self, map_fd, fn, ctx=None): if not self._ringbuf_manager: self._ringbuf_manager = lib.bpf_new_ringbuf(map_fd, fn, ctx) if not self._ringbuf_manager: raise Exception("Could not open ring buffer") else: ret = lib.bpf_add_ringbuf(self._ringbuf_manager, map_fd, fn, ctx) if ret < 0: raise Exception("Could not open ring buffer") def ring_buffer_poll(self, timeout = -1): """ring_buffer_poll(self) Poll from all open ringbuf buffers, calling the callback that was provided when calling open_ring_buffer for each entry. """ if not self._ringbuf_manager: raise Exception("No ring buffers to poll") lib.bpf_poll_ringbuf(self._ringbuf_manager, timeout) def ring_buffer_consume(self): """ring_buffer_consume(self) Consume all open ringbuf buffers, regardless of whether or not they currently contain events data. This is best for use cases where low latency is desired, but it can impact performance. If you are unsure, use ring_buffer_poll instead. """ if not self._ringbuf_manager: raise Exception("No ring buffers to poll") lib.bpf_consume_ringbuf(self._ringbuf_manager) def free_bcc_memory(self): return lib.bcc_free_memory() @staticmethod def add_module(modname): """add_module(modname) Add a library or exe to buildsym cache """ try: lib.bcc_buildsymcache_add_module(BPF._bsymcache, modname.encode()) except Exception as e: print("Error adding module to build sym cache"+str(e)) def donothing(self): """the do nothing exit handler""" def close(self): """close(self) Closes all associated files descriptors. Attached BPF programs are not detached. """ for name, fn in list(self.funcs.items()): os.close(fn.fd) del self.funcs[name] if self.module: lib.bpf_module_destroy(self.module) self.module = None def cleanup(self): # Clean up opened probes for k, v in list(self.kprobe_fds.items()): self.detach_kprobe_event(k) for k, v in list(self.uprobe_fds.items()): self.detach_uprobe_event(k) for k, v in list(self.tracepoint_fds.items()): self.detach_tracepoint(k) for k, v in list(self.raw_tracepoint_fds.items()): self.detach_raw_tracepoint(k) for k, v in list(self.kfunc_entry_fds.items()): self.detach_kfunc(k) for k, v in list(self.kfunc_exit_fds.items()): self.detach_kretfunc(k) for k, v in list(self.lsm_fds.items()): self.detach_lsm(k) # Clean up opened perf ring buffer and perf events table_keys = list(self.tables.keys()) for key in table_keys: if isinstance(self.tables[key], PerfEventArray): del self.tables[key] for (ev_type, ev_config) in list(self.open_perf_events.keys()): self.detach_perf_event(ev_type, ev_config) if self.tracefile: self.tracefile.close() self.tracefile = None self.close() # Clean up ringbuf if self._ringbuf_manager: lib.bpf_free_ringbuf(self._ringbuf_manager) self._ringbuf_manager = None def __enter__(self): return self def __exit__(self, exc_type, exc_val, exc_tb): self.cleanup() bpfcc-0.31.0/src/python/bcc/containers.py000066400000000000000000000071531465134135300202410ustar00rootroot00000000000000# Copyright 2020 Kinvolk GmbH # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. def _cgroup_filter_func_writer(cgroupmap): if not cgroupmap: return """ static inline int _cgroup_filter() { return 0; } """ text = """ BPF_TABLE_PINNED("hash", u64, u64, cgroupset, 1024, "CGROUP_PATH"); static inline int _cgroup_filter() { u64 cgroupid = bpf_get_current_cgroup_id(); return cgroupset.lookup(&cgroupid) == NULL; } """ return text.replace('CGROUP_PATH', cgroupmap) def _mntns_filter_func_writer(mntnsmap): if not mntnsmap: return """ static inline int _mntns_filter() { return 0; } """ text = """ #include #include #include /* see mountsnoop.py: * XXX: struct mnt_namespace is defined in fs/mount.h, which is private * to the VFS and not installed in any kernel-devel packages. So, let's * duplicate the important part of the definition. There are actually * more members in the real struct, but we don't need them, and they're * more likely to change. */ struct mnt_namespace { // This field was removed in https://github.com/torvalds/linux/commit/1a7b8969e664d6af328f00fe6eb7aabd61a71d13 #if LINUX_VERSION_CODE < KERNEL_VERSION(5, 11, 0) atomic_t count; #endif struct ns_common ns; }; /* * To add mountsnoop support for --selector option, we need to call * filter_by_containers(). * This function adds code which defines struct mnt_namespace. * The problem is that this struct is also defined in mountsnoop BPF code. * To avoid redefining it in mountnsoop code, we define * MNT_NAMESPACE_DEFINED here. * Then, in mountsnoop code, the struct mnt_namespace definition is guarded * by: * #ifndef MNT_NAMESPACE_DEFINED * // ... * #endif */ #define MNT_NAMESPACE_DEFINED BPF_TABLE_PINNED("hash", u64, u32, mount_ns_set, 1024, "MOUNT_NS_PATH"); static inline int _mntns_filter() { struct task_struct *current_task; struct nsproxy *nsproxy; struct mnt_namespace *mnt_ns; unsigned int inum; u64 ns_id; current_task = (struct task_struct *)bpf_get_current_task(); if (bpf_probe_read_kernel(&nsproxy, sizeof(nsproxy), ¤t_task->nsproxy)) return 0; if (bpf_probe_read_kernel(&mnt_ns, sizeof(mnt_ns), &nsproxy->mnt_ns)) return 0; if (bpf_probe_read_kernel(&inum, sizeof(inum), &mnt_ns->ns.inum)) return 0; ns_id = (u64) inum; return mount_ns_set.lookup(&ns_id) == NULL; } """ return text.replace('MOUNT_NS_PATH', mntnsmap) def filter_by_containers(args): filter_by_containers_text = """ static inline int container_should_be_filtered() { return _cgroup_filter() || _mntns_filter(); } """ cgroupmap_text = _cgroup_filter_func_writer(args.cgroupmap) mntnsmap_text = _mntns_filter_func_writer(args.mntnsmap) return cgroupmap_text + mntnsmap_text + filter_by_containers_text bpfcc-0.31.0/src/python/bcc/disassembler.py000066400000000000000000000503711465134135300205510ustar00rootroot00000000000000# Copyright 2019 Clevernet # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from os import linesep import ctypes as ct from .table import get_table_type_name class OffsetUnion(ct.Union): _fields_ = [('offsetu', ct.c_uint16), ('offset', ct.c_int16)] class ImmUnion(ct.Union): _fields_ = [('immu', ct.c_uint32), ('imm', ct.c_int32)] class BPFInstrFields(ct.Structure): _pack_ = 1 _anonymous_ = ('o', 'i') _fields_ = [('opcode', ct.c_uint8), ('dst', ct.c_uint8, 4), ('src', ct.c_uint8, 4), ('o', OffsetUnion), ('i', ImmUnion)] class BPFInstr(ct.Union): _pack_ = 1 _anonymous_ = ('s') _fields_ = [('s', BPFInstrFields), ('instr', ct.c_uint64)] class BPFDecoder(): BPF_PSEUDO_CALL = 1 bpf_helpers = ['unspec', 'map_lookup_elem', 'map_update_elem', 'map_delete_elem', 'probe_read', 'ktime_get_ns', 'trace_printk', 'get_prandom_u32', 'get_smp_processor_id', 'skb_store_bytes', 'l3_csum_replace', 'l4_csum_replace', 'tail_call', 'clone_redirect', 'get_current_pid_tgid', 'get_current_uid_gid', 'get_current_comm', 'get_cgroup_classid', 'skb_vlan_push', 'skb_vlan_pop', 'skb_get_tunnel_key', 'skb_set_tunnel_key', 'perf_event_read', 'redirect', 'get_route_realm', 'perf_event_output', 'skb_load_bytes', 'get_stackid', 'csum_diff', 'skb_get_tunnel_opt', 'skb_set_tunnel_opt', 'skb_change_proto', 'skb_change_type', 'skb_under_cgroup', 'get_hash_recalc', 'get_current_task', 'probe_write_user', 'current_task_under_cgroup', 'skb_change_tail', 'skb_pull_data', 'csum_update', 'set_hash_invalid', 'get_numa_node_id', 'skb_change_head', 'xdp_adjust_head', 'probe_read_str', 'get_socket_cookie', 'get_socket_uid', 'set_hash', 'setsockopt', 'skb_adjust_room', 'redirect_map', 'sk_redirect_map', 'sock_map_update', 'xdp_adjust_meta', 'perf_event_read_value', 'perf_prog_read_value', 'getsockopt', 'override_return', 'sock_ops_cb_flags_set', 'msg_redirect_map', 'msg_apply_bytes', 'msg_cork_bytes', 'msg_pull_data', 'bind', 'xdp_adjust_tail', 'skb_get_xfrm_state', 'get_stack', 'skb_load_bytes_relative', 'fib_lookup', 'sock_hash_update', 'msg_redirect_hash', 'sk_redirect_hash', 'lwt_push_encap', 'lwt_seg6_store_bytes', 'lwt_seg6_adjust_srh', 'lwt_seg6_action', 'rc_repeat', 'rc_keydown', 'skb_cgroup_id', 'get_current_cgroup_id', 'get_local_storage', 'sk_select_reuseport', 'skb_ancestor_cgroup_id', 'sk_lookup_tcp', 'sk_lookup_udp', 'sk_release', 'map_push_elem', 'map_pop_elem', 'map_peek_elem', 'msg_push_data', 'msg_pop_data', 'rc_pointer_rel'] opcodes = {0x04: ('add32', 'dstimm', '+=', 32), 0x05: ('ja', 'joff', None, 64), 0x07: ('add', 'dstimm', '+=', 64), 0x0c: ('add32', 'dstsrc', '+=', 32), 0x0f: ('add', 'dstsrc', '+=', 64), 0x14: ('sub32', 'dstimm', '-=', 32), 0x15: ('jeq', 'jdstimmoff', '==', 64), 0x17: ('sub', 'dstimm', '-=', 64), 0x18: ('lddw', 'lddw', None, 64), 0x1c: ('sub32', 'dstsrc', '-=', 32), 0x1d: ('jeq', 'jdstsrcoff', '==', 64), 0x1f: ('sub', 'dstsrc', '-=', 64), 0x20: ('ldabsw', 'ldabs', None, 32), 0x24: ('mul32', 'dstimm', '*=', 32), 0x25: ('jgt', 'jdstimmoff', '>', 64), 0x27: ('mul', 'dstimm', '*=', 64), 0x28: ('ldabsh', 'ldabs', None, 16), 0x2c: ('mul32', 'dstsrc', '*=', 32), 0x2d: ('jgt', 'jdstsrcoff', '>', 64), 0x2f: ('mul', 'dstsrc', '*=', 64), 0x30: ('ldabsb', 'ldabs', None, 8), 0x34: ('div32', 'dstimm', '/=', 32), 0x35: ('jge', 'jdstimmoff', '>=', 64), 0x37: ('div', 'dstimm', '/=', 64), 0x38: ('ldabsdw', 'ldabs', None, 64), 0x3c: ('div32', 'dstsrc', '/=', 32), 0x3d: ('jge', 'jdstsrcoff', '>=', 64), 0x3f: ('div', 'dstsrc', '/=', 64), 0x40: ('ldindw', 'ldind', None, 32), 0x44: ('or32', 'dstimm_bw', '|=', 32), 0x45: ('jset', 'jdstimmoff', '&', 64), 0x47: ('or', 'dstimm_bw', '|=', 64), 0x48: ('ldindh', 'ldind', None, 16), 0x4c: ('or32', 'dstsrc', '|=', 32), 0x4d: ('jset', 'jdstsrcoff', '&', 64), 0x4f: ('or', 'dstsrc', '|=', 64), 0x50: ('ldindb', 'ldind', None, 8), 0x54: ('and32', 'dstimm_bw', '&=', 32), 0x55: ('jne', 'jdstimmoff', '!=', 64), 0x57: ('and', 'dstimm_bw', '&=', 64), 0x58: ('ldinddw', 'ldind', None, 64), 0x5c: ('and32', 'dstsrc', '&=', 32), 0x5d: ('jne', 'jdstsrcoff', '!=', 64), 0x5f: ('and', 'dstsrc', '&=', 64), 0x61: ('ldxw', 'ldstsrcoff', None, 32), 0x62: ('stw', 'sdstoffimm', None, 32), 0x63: ('stxw', 'sdstoffsrc', None, 32), 0x64: ('lsh32', 'dstimm', '<<=', 32), 0x65: ('jsgt', 'jdstimmoff', 's>', 64), 0x67: ('lsh', 'dstimm', '<<=', 64), 0x69: ('ldxh', 'ldstsrcoff', None, 16), 0x6a: ('sth', 'sdstoffimm', None, 16), 0x6b: ('stxh', 'sdstoffsrc', None, 16), 0x6c: ('lsh32', 'dstsrc', '<<=', 32), 0x6d: ('jsgt', 'jdstsrcoff', 's>', 64), 0x6f: ('lsh', 'dstsrc', '<<=', 64), 0x71: ('ldxb', 'ldstsrcoff', None, 8), 0x72: ('stb', 'sdstoffimm', None, 8), 0x73: ('stxb', 'sdstoffsrc', None, 8), 0x74: ('rsh32', 'dstimm', '>>=', 32), 0x75: ('jsge', 'jdstimmoff', 's>=', 64), 0x77: ('rsh', 'dstimm', '>>=', 64), 0x79: ('ldxdw', 'ldstsrcoff', None, 64), 0x7a: ('stdw', 'sdstoffimm', None, 64), 0x7b: ('stxdw', 'sdstoffsrc', None, 64), 0x7c: ('rsh32', 'dstsrc', '>>=', 32), 0x7d: ('jsge', 'jdstsrcoff', 's>=', 64), 0x7f: ('rsh', 'dstsrc', '>>=', 64), 0x84: ('neg32', 'dst', '~', 32), 0x85: ('call', 'call', None, 64), 0x87: ('neg', 'dst', '~', 64), 0x94: ('mod32', 'dstimm', '%=', 32), 0x95: ('exit', 'exit', None, 64), 0x97: ('mod', 'dstimm', '%=', 64), 0x9c: ('mod32', 'dstsrc', '%=', 32), 0x9f: ('mod', 'dstsrc', '%=', 64), 0xa4: ('xor32', 'dstimm_bw', '^=', 32), 0xa5: ('jlt', 'jdstimmoff', '<', 64), 0xa7: ('xor', 'dstimm_bw', '^=', 64), 0xac: ('xor32', 'dstsrc', '^=', 32), 0xad: ('jlt', 'jdstsrcoff', '<', 64), 0xaf: ('xor', 'dstsrc', '^=', 64), 0xb4: ('mov32', 'dstimm', '=', 32), 0xb5: ('jle', 'jdstimmoff', '<=', 64), 0xb7: ('mov', 'dstimm', '=', 64), 0xbc: ('mov32', 'dstsrc', '=', 32), 0xbd: ('jle', 'jdstsrcoff', '<=', 64), 0xbf: ('mov', 'dstsrc', '=', 64), 0xc4: ('arsh32', 'dstimm', 's>>=', 32), 0xc5: ('jslt', 'jdstimmoff', 's<', 64), 0xc7: ('arsh', 'dstimm', 's>>=', 64), 0xcc: ('arsh32', 'dstsrc', 's>>=', 32), 0xcd: ('jslt', 'jdstsrcoff', 's<', 64), 0xcf: ('arsh', 'dstsrc', 's>>=', 64), 0xd5: ('jsle', 'jdstimmoff', 's<=', 64), 0xdc: ('endian32', 'dstsrc', 'endian', 32), 0xdd: ('jsle', 'jdstimmoff', 's<=', 64),} @classmethod def decode(cls, i, w, w1): try: name, opclass, op, bits = cls.opcodes[w.opcode] if opclass == 'dstimm': return 'r%d %s %d' % (w.dst, op, w.imm), 0 elif opclass == 'dstimm_bw': return 'r%d %s 0x%x' % (w.dst, op, w.immu), 0 elif opclass == 'joff': return 'goto %s <%d>' % ('%+d' % (w.offset), i + w.offset + 1), 0 elif opclass == 'dstsrc': return 'r%d %s r%d' % (w.dst, op, w.src), 0 elif opclass == 'jdstimmoff': return 'if r%d %s %d goto pc%s <%d>' % (w.dst, op, w.imm, '%+d' % (w.offset), i + w.offset + 1), 0 elif opclass == 'jdstsrcoff': return 'if r%d %s r%d goto pc%s <%d>' % (w.dst, op, w.src, '%+d' % (w.offset), i + w.offset + 1), 0 elif opclass == 'lddw': # imm contains the file descriptor (FD) of the map being loaded; # the kernel will translate this into the proper address if w1 is None: raise Exception("lddw requires two instructions to be disassembled") if w1.imm == 0: return 'r%d = ' % (w.dst, w.imm), 1 imm = (w1.imm << 32) | w.imm return 'r%d = 0x%x' % (w.dst, imm), 1 elif opclass == 'ldabs': return 'r0 = *(u%s*)skb[%s]' % (bits, w.imm), 0 elif opclass == 'ldind': return 'r0 = *(u%d*)skb[r%d %s]' % (bits, w.src, '%+d' % (w.imm)), 0 elif opclass == 'ldstsrcoff': return 'r%d = *(u%d*)(r%d %s)' % (w.dst, bits, w.src, '%+d' % (w.offset)), 0 elif opclass == 'sdstoffimm': return '*(u%d*)(r%d %s) = %d' % (bits, w.dst, '%+d' % (w.offset), w.imm), 0 elif opclass == 'sdstoffsrc': return '*(u%d*)(r%d %s) = r%d' % (bits, w.dst, '%+d' % (w.offset), w.src), 0 elif opclass == 'dst': return 'r%d = %s (u%s)r%d' % (w.dst, op, bits, w.dst), 0 elif opclass == 'call': if w.src != cls.BPF_PSEUDO_CALL: try: return '%s bpf_%s#%d' % (name, cls.bpf_helpers[w.immu], w.immu), 0 except IndexError: return '%s ' % (op, w.immu), 0 return '%s %s' % (name, '%+d' % (w.imm)), 0 elif opclass == 'exit': return name, 0 else: raise Exception('unknown opcode class') except KeyError: return 'unknown <0x%x>' % (w.opcode) def disassemble_instruction(i, w0, w1=None): instr, skip = BPFDecoder.decode(i, w0, w1) return "%4d: (%02x) %s" % (i, w0.opcode, instr), skip def disassemble_str(bpfstr): ptr = ct.cast(ct.c_char_p(bpfstr), ct.POINTER(BPFInstr)) numinstr = int(len(bpfstr) / 8) w0 = ptr[0] skip = 0 instr_list = [] for i in range(1, numinstr): w1 = ptr[i] if skip: skip -= 1 instr_str = "%4d: (64-bit upper word)" % (i) else: instr_str, skip = disassemble_instruction(i - 1, w0, w1) instr_list.append(instr_str) w0 = w1 instr_str, skip = disassemble_instruction(numinstr - 1, w0, None) instr_list.append(instr_str) return instr_list def disassemble_prog(func_name, bpfstr): instr_list = ["Disassemble of BPF program %s:" % (func_name)] instr_list += disassemble_str(bpfstr) return linesep.join(instr_list) class MapDecoder (): ctype2str = {ct.c_bool: u"_Bool", ct.c_char: u"char", ct.c_wchar: u"wchar_t", ct.c_ubyte: u"unsigned char", ct.c_short: u"short", ct.c_ushort: u"unsigned short", ct.c_int: u"int", ct.c_uint: u"unsigned int", ct.c_long: u"long", ct.c_ulong: u"unsigned long", ct.c_longlong: u"long long", ct.c_ulonglong: u"unsigned long long", ct.c_float: u"float", ct.c_double: u"double", ct.c_longdouble: u"long double", ct.c_int64 * 2: u"__int128", ct.c_uint64 * 2: u"unsigned __int128",} @classmethod def get_ct_name(cls, t): try: if issubclass(t, ct.Structure): field_type_name = "struct" elif issubclass(t, ct.Union): field_type_name = "union" elif issubclass(t, ct.Array): field_type_name = cls.ctype2str[t._type_] + "[" + str(t._length_) + "]" else: field_type_name = cls.ctype2str[t] except KeyError: field_type_name = str(t) return field_type_name @classmethod def format_size_info(cls, offset, size, enabled=False, bitoffset=None): if not enabled: return "" if bitoffset is not None: return "[%d,%d +%d bit]" % (offset, bitoffset, size) return "[%d +%d] " % (offset, size) @classmethod def print_ct_map(cls, t, indent="", offset=0, sizeinfo=False): map_lines = [] try: for field_name, field_type in t._fields_: is_structured = (issubclass(field_type, ct.Structure) or issubclass(field_type, ct.Union)) field_type_name = cls.get_ct_name(field_type) field_offset = getattr(t, field_name).offset field_size = ct.sizeof(field_type) sizedesc = cls.format_size_info(offset + field_offset, field_size, sizeinfo) if is_structured: map_lines.append("%s%s%s {" % (indent, sizedesc, field_type_name)) map_lines += cls.print_ct_map(field_type, indent + " ", offset + field_offset) map_lines.append("%s} %s;" % (indent, field_name)) else: map_lines.append("%s%s%s %s;" % (indent, sizedesc, field_type_name, field_name)) except ValueError: # is a bit field offset_bits = 0 for field in t._fields_: if len(field) == 3: field_name, field_type, field_bits = field field_type_name = cls.get_ct_name(field_type) sizedesc = cls.format_size_info(offset, offset_bits, sizeinfo, field_bits) map_lines.append("%s%s%s %s:%d;" % (indent, sizedesc, field_type_name, field_name, field_bits)) else: # end of previous bit field field_name, field_type = field field_type_name = cls.get_ct_name(field_type) field_offset = getattr(t, field_name).offset field_size = ct.sizeof(field_type) field_bits = 0 offset_bits = 0 sizedesc = cls.format_size_info(offset + field_offset, field_size, sizeinfo) map_lines.append("%s%s%s %s;" % (indent, sizedesc, field_type_name, field_name)) offset += field_offset offset_bits += field_bits return map_lines @classmethod def print_map_ctype(cls, t, field_name, sizeinfo): is_structured = (issubclass(t, ct.Structure) or issubclass(t, ct.Union)) type_name = cls.get_ct_name(t) if is_structured: map_lines = [" %s {" % (type_name)] map_lines += cls.print_ct_map(t, " ", sizeinfo=sizeinfo) map_lines.append(" } %s;" % (field_name)) else: map_lines = [" %s %s;" % (type_name, field_name)] return map_lines @classmethod def decode_map(cls, map_name, map_obj, map_type, sizeinfo=False): map_lines = ['Layout of BPF map %s (type %s, FD %d, ID %d):' % (map_name, map_type, map_obj.map_fd, map_obj.map_id)] map_lines += cls.print_map_ctype(map_obj.Key, 'key', sizeinfo=sizeinfo) map_lines += cls.print_map_ctype(map_obj.Leaf, 'value', sizeinfo=sizeinfo) return linesep.join(map_lines) def decode_map(map_name, map_obj, map_type, sizeinfo=False): map_type_name = get_table_type_name(map_type) return MapDecoder.decode_map(map_name, map_obj, map_type_name, sizeinfo=sizeinfo) bpfcc-0.31.0/src/python/bcc/libbcc.py000066400000000000000000000360621465134135300173130ustar00rootroot00000000000000# Copyright 2015 PLUMgrid # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import ctypes as ct lib = ct.CDLL("libbcc.so.0", use_errno=True) # needed for perf_event_attr() ctype from .perf import Perf # keep in sync with bcc_common.h lib.bpf_module_create_c.restype = ct.c_void_p lib.bpf_module_create_c.argtypes = [ct.c_char_p, ct.c_uint, ct.POINTER(ct.c_char_p), ct.c_int, ct.c_bool, ct.c_char_p] lib.bpf_module_create_c_from_string.restype = ct.c_void_p lib.bpf_module_create_c_from_string.argtypes = [ct.c_char_p, ct.c_uint, ct.POINTER(ct.c_char_p), ct.c_int, ct.c_bool, ct.c_char_p] lib.bpf_module_rw_engine_enabled.restype = ct.c_bool lib.bpf_module_rw_engine_enabled.argtypes = None lib.bpf_module_destroy.restype = None lib.bpf_module_destroy.argtypes = [ct.c_void_p] lib.bpf_module_license.restype = ct.c_char_p lib.bpf_module_license.argtypes = [ct.c_void_p] lib.bpf_module_kern_version.restype = ct.c_uint lib.bpf_module_kern_version.argtypes = [ct.c_void_p] lib.bpf_num_functions.restype = ct.c_ulonglong lib.bpf_num_functions.argtypes = [ct.c_void_p] lib.bpf_function_name.restype = ct.c_char_p lib.bpf_function_name.argtypes = [ct.c_void_p, ct.c_ulonglong] lib.bpf_function_start.restype = ct.c_void_p lib.bpf_function_start.argtypes = [ct.c_void_p, ct.c_char_p] lib.bpf_function_size.restype = ct.c_size_t lib.bpf_function_size.argtypes = [ct.c_void_p, ct.c_char_p] lib.bpf_table_id.restype = ct.c_ulonglong lib.bpf_table_id.argtypes = [ct.c_void_p, ct.c_char_p] lib.bpf_table_fd.restype = ct.c_int lib.bpf_table_fd.argtypes = [ct.c_void_p, ct.c_char_p] lib.bpf_table_type_id.restype = ct.c_int lib.bpf_table_type_id.argtypes = [ct.c_void_p, ct.c_ulonglong] lib.bpf_table_max_entries_id.restype = ct.c_ulonglong lib.bpf_table_max_entries_id.argtypes = [ct.c_void_p, ct.c_ulonglong] lib.bpf_table_flags_id.restype = ct.c_int lib.bpf_table_flags_id.argtypes = [ct.c_void_p, ct.c_ulonglong] lib.bpf_table_key_desc.restype = ct.c_char_p lib.bpf_table_key_desc.argtypes = [ct.c_void_p, ct.c_char_p] lib.bpf_table_leaf_desc.restype = ct.c_char_p lib.bpf_table_leaf_desc.argtypes = [ct.c_void_p, ct.c_char_p] lib.bpf_table_key_snprintf.restype = ct.c_int lib.bpf_table_key_snprintf.argtypes = [ct.c_void_p, ct.c_ulonglong, ct.c_char_p, ct.c_ulonglong, ct.c_void_p] lib.bpf_table_leaf_snprintf.restype = ct.c_int lib.bpf_table_leaf_snprintf.argtypes = [ct.c_void_p, ct.c_ulonglong, ct.c_char_p, ct.c_ulonglong, ct.c_void_p] lib.bpf_table_key_sscanf.restype = ct.c_int lib.bpf_table_key_sscanf.argtypes = [ct.c_void_p, ct.c_ulonglong, ct.c_char_p, ct.c_void_p] lib.bpf_table_leaf_sscanf.restype = ct.c_int lib.bpf_table_leaf_sscanf.argtypes = [ct.c_void_p, ct.c_ulonglong, ct.c_char_p, ct.c_void_p] lib.bpf_perf_event_fields.restype = ct.c_ulonglong lib.bpf_perf_event_fields.argtypes = [ct.c_void_p, ct.c_char_p] lib.bpf_perf_event_field.restype = ct.c_char_p lib.bpf_perf_event_field.argtypes = [ct.c_void_p, ct.c_char_p, ct.c_ulonglong] # keep in sync with libbpf.h lib.bpf_get_next_key.restype = ct.c_int lib.bpf_get_next_key.argtypes = [ct.c_int, ct.c_void_p, ct.c_void_p] lib.bpf_get_first_key.restype = ct.c_int lib.bpf_get_first_key.argtypes = [ct.c_int, ct.c_void_p, ct.c_uint] lib.bpf_lookup_elem.restype = ct.c_int lib.bpf_lookup_elem.argtypes = [ct.c_int, ct.c_void_p, ct.c_void_p] lib.bpf_update_elem.restype = ct.c_int lib.bpf_update_elem.argtypes = [ct.c_int, ct.c_void_p, ct.c_void_p, ct.c_ulonglong] lib.bpf_delete_elem.restype = ct.c_int lib.bpf_delete_elem.argtypes = [ct.c_int, ct.c_void_p] lib.bpf_delete_batch.restype = ct.c_int lib.bpf_delete_batch.argtypes = [ct.c_int, ct.c_void_p, ct.c_void_p] lib.bpf_update_batch.restype = ct.c_int lib.bpf_update_batch.argtypes = [ct.c_int, ct.c_void_p, ct.c_void_p, ct.POINTER(ct.c_uint32)] lib.bpf_lookup_batch.restype = ct.c_int lib.bpf_lookup_batch.argtypes = [ct.c_int, ct.POINTER(ct.c_uint32), ct.POINTER(ct.c_uint32), ct.c_void_p, ct.c_void_p, ct.c_void_p] lib.bpf_lookup_and_delete_batch.restype = ct.c_int lib.bpf_lookup_and_delete_batch.argtypes = [ct.c_int, ct.POINTER(ct.c_uint32), ct.POINTER(ct.c_uint32), ct.c_void_p, ct.c_void_p, ct.c_void_p] lib.bpf_open_raw_sock.restype = ct.c_int lib.bpf_open_raw_sock.argtypes = [ct.c_char_p] lib.bpf_attach_socket.restype = ct.c_int lib.bpf_attach_socket.argtypes = [ct.c_int, ct.c_int] lib.bcc_func_load.restype = ct.c_int lib.bcc_func_load.argtypes = [ct.c_void_p, ct.c_int, ct.c_char_p, ct.c_void_p, ct.c_size_t, ct.c_char_p, ct.c_uint, ct.c_int, ct.c_char_p, ct.c_uint, ct.c_char_p, ct.c_uint] _RAW_CB_TYPE = ct.CFUNCTYPE(None, ct.py_object, ct.c_void_p, ct.c_int) _LOST_CB_TYPE = ct.CFUNCTYPE(None, ct.py_object, ct.c_ulonglong) lib.bpf_attach_kprobe.restype = ct.c_int lib.bpf_attach_kprobe.argtypes = [ct.c_int, ct.c_int, ct.c_char_p, ct.c_char_p, ct.c_ulonglong, ct.c_int] lib.bpf_detach_kprobe.restype = ct.c_int lib.bpf_detach_kprobe.argtypes = [ct.c_char_p] lib.bpf_attach_uprobe.restype = ct.c_int lib.bpf_attach_uprobe.argtypes = [ct.c_int, ct.c_int, ct.c_char_p, ct.c_char_p, ct.c_ulonglong, ct.c_int] lib.bpf_detach_uprobe.restype = ct.c_int lib.bpf_detach_uprobe.argtypes = [ct.c_char_p] lib.bpf_attach_tracepoint.restype = ct.c_int lib.bpf_attach_tracepoint.argtypes = [ct.c_int, ct.c_char_p, ct.c_char_p] lib.bpf_detach_tracepoint.restype = ct.c_int lib.bpf_detach_tracepoint.argtypes = [ct.c_char_p, ct.c_char_p] lib.bpf_attach_raw_tracepoint.restype = ct.c_int lib.bpf_attach_raw_tracepoint.argtypes = [ct.c_int, ct.c_char_p] lib.bpf_attach_kfunc.restype = ct.c_int lib.bpf_attach_kfunc.argtypes = [ct.c_int] lib.bpf_attach_lsm.restype = ct.c_int lib.bpf_attach_lsm.argtypes = [ct.c_int] lib.bpf_prog_attach.restype = ct.c_int lib.bpf_prog_attach.argtype = [ct.c_int, ct.c_int, ct.c_int, ct.c_uint] lib.bpf_prog_detach2.restype = ct.c_int lib.bpf_prog_detach2.argtype = [ct.c_int, ct.c_int, ct.c_int] lib.bpf_has_kernel_btf.restype = ct.c_bool lib.bpf_has_kernel_btf.argtypes = None lib.kernel_struct_has_field.restype = ct.c_int lib.kernel_struct_has_field.argtypes = [ct.c_char_p, ct.c_char_p] lib.bpf_open_perf_buffer.restype = ct.c_void_p lib.bpf_open_perf_buffer.argtypes = [_RAW_CB_TYPE, _LOST_CB_TYPE, ct.py_object, ct.c_int, ct.c_int, ct.c_int] class bcc_perf_buffer_opts(ct.Structure): _fields_ = [ ('pid', ct.c_int), ('cpu', ct.c_int), ('wakeup_events', ct.c_int), ] lib.bpf_open_perf_buffer_opts.restype = ct.c_void_p lib.bpf_open_perf_buffer_opts.argtypes = [_RAW_CB_TYPE, _LOST_CB_TYPE, ct.py_object, ct.c_int, ct.POINTER(bcc_perf_buffer_opts)] lib.bpf_open_perf_event.restype = ct.c_int lib.bpf_open_perf_event.argtypes = [ct.c_uint, ct.c_ulonglong, ct.c_int, ct.c_int] lib.perf_reader_poll.restype = ct.c_int lib.perf_reader_poll.argtypes = [ct.c_int, ct.POINTER(ct.c_void_p), ct.c_int] lib.perf_reader_consume.restype = ct.c_int lib.perf_reader_consume.argtypes = [ct.c_int, ct.POINTER(ct.c_void_p)] lib.perf_reader_free.restype = None lib.perf_reader_free.argtypes = [ct.c_void_p] lib.perf_reader_fd.restype = int lib.perf_reader_fd.argtypes = [ct.c_void_p] lib.bpf_attach_xdp.restype = ct.c_int lib.bpf_attach_xdp.argtypes = [ct.c_char_p, ct.c_int, ct.c_uint] lib.bpf_attach_perf_event.restype = ct.c_int lib.bpf_attach_perf_event.argtype = [ct.c_int, ct.c_uint, ct.c_uint, ct.c_ulonglong, ct.c_ulonglong, ct.c_int, ct.c_int, ct.c_int] lib.bpf_attach_perf_event_raw.restype = ct.c_int lib.bpf_attach_perf_event_raw.argtype = [Perf.perf_event_attr(), ct.c_uint, ct.c_uint, ct.c_uint, ct.c_uint] lib.bpf_close_perf_event_fd.restype = ct.c_int lib.bpf_close_perf_event_fd.argtype = [ct.c_int] _RINGBUF_CB_TYPE = ct.CFUNCTYPE(ct.c_int, ct.c_void_p, ct.c_void_p, ct.c_int) lib.bpf_new_ringbuf.restype = ct.c_void_p lib.bpf_new_ringbuf.argtypes = [ct.c_int, _RINGBUF_CB_TYPE, ct.c_void_p] lib.bpf_free_ringbuf.restype = None lib.bpf_free_ringbuf.argtypes = [ct.c_void_p] lib.bpf_add_ringbuf.restype = ct.c_int lib.bpf_add_ringbuf.argtypes = [ct.c_void_p, ct.c_int, _RINGBUF_CB_TYPE, ct.c_void_p] lib.bpf_poll_ringbuf.restype = ct.c_int lib.bpf_poll_ringbuf.argtypes = [ct.c_void_p, ct.c_int] lib.bpf_consume_ringbuf.restype = ct.c_int lib.bpf_consume_ringbuf.argtypes = [ct.c_void_p] class bpf_test_run_opts(ct.Structure): _fields_ = [ ('sz', ct.c_size_t), ('data_in', ct.c_void_p), ('data_out', ct.c_void_p), ('data_size_in', ct.c_uint32), ('data_size_out', ct.c_uint32), ('ctx_in', ct.c_void_p), ('ctx_out', ct.c_void_p), ('ctx_size_in', ct.c_uint32), ('ctx_size_out', ct.c_uint32), ('retval', ct.c_uint32), ('repeat', ct.c_int), ('duration', ct.c_uint32), ('flags', ct.c_uint32), ('cpu', ct.c_uint32), ('batch_size', ct.c_uint32), ] lib.bpf_prog_test_run_opts.restype = ct.c_int lib.bpf_prog_test_run_opts.argtypes = [ct.c_int, ct.POINTER(bpf_test_run_opts)] # bcc symbol helpers class bcc_symbol(ct.Structure): _fields_ = [ ('name', ct.c_char_p), ('demangle_name', ct.c_char_p), ('module', ct.POINTER(ct.c_char)), ('offset', ct.c_ulonglong), ] class bcc_ip_offset_union(ct.Union): _fields_ = [ ('offset', ct.c_uint64), ('ip', ct.c_uint64) ] class bcc_stacktrace_build_id(ct.Structure): _fields_ = [ ('status', ct.c_uint32), ('build_id',ct.c_ubyte*20), ('u',bcc_ip_offset_union) ] class bcc_symbol_option(ct.Structure): _fields_ = [ ('use_debug_file', ct.c_int), ('check_debug_file_crc', ct.c_int), ('lazy_symbolize', ct.c_int), ('use_symbol_type', ct.c_uint), ] lib.bcc_procutils_which_so_in_process.restype = ct.POINTER(ct.c_char) lib.bcc_procutils_which_so_in_process.argtypes = [ct.c_char_p, ct.c_int] lib.bcc_procutils_which_so.restype = ct.POINTER(ct.c_char) lib.bcc_procutils_which_so.argtypes = [ct.c_char_p, ct.c_int] lib.bcc_procutils_free.restype = None lib.bcc_procutils_free.argtypes = [ct.c_void_p] lib.bcc_procutils_language.restype = ct.POINTER(ct.c_char) lib.bcc_procutils_language.argtypes = [ct.c_int] lib.bcc_resolve_symname.restype = ct.c_int lib.bcc_resolve_symname.argtypes = [ ct.c_char_p, ct.c_char_p, ct.c_ulonglong, ct.c_int, ct.POINTER(bcc_symbol_option), ct.POINTER(bcc_symbol)] _SYM_CB_TYPE = ct.CFUNCTYPE(ct.c_int, ct.c_char_p, ct.c_ulonglong) lib.bcc_foreach_function_symbol.restype = ct.c_int lib.bcc_foreach_function_symbol.argtypes = [ct.c_char_p, _SYM_CB_TYPE] lib.bcc_symcache_new.restype = ct.c_void_p lib.bcc_symcache_new.argtypes = [ct.c_int, ct.POINTER(bcc_symbol_option)] lib.bcc_free_symcache.restype = ct.c_void_p lib.bcc_free_symcache.argtypes = [ct.c_void_p, ct.c_int] lib.bcc_buildsymcache_new.restype = ct.c_void_p lib.bcc_buildsymcache_new.argtypes = None lib.bcc_free_buildsymcache.restype = None lib.bcc_free_buildsymcache.argtypes = [ct.c_void_p] lib.bcc_buildsymcache_add_module.restype = ct.c_int lib.bcc_buildsymcache_add_module.argtypes = [ct.c_void_p, ct.c_char_p] lib.bcc_buildsymcache_resolve.restype = ct.c_int lib.bcc_buildsymcache_resolve.argtypes = [ct.c_void_p, ct.POINTER(bcc_stacktrace_build_id), ct.POINTER(bcc_symbol)] lib.bcc_symbol_free_demangle_name.restype = ct.c_void_p lib.bcc_symbol_free_demangle_name.argtypes = [ct.POINTER(bcc_symbol)] lib.bcc_symcache_resolve.restype = ct.c_int lib.bcc_symcache_resolve.argtypes = [ct.c_void_p, ct.c_ulonglong, ct.POINTER(bcc_symbol)] lib.bcc_symcache_resolve_no_demangle.restype = ct.c_int lib.bcc_symcache_resolve_no_demangle.argtypes = [ct.c_void_p, ct.c_ulonglong, ct.POINTER(bcc_symbol)] lib.bcc_symcache_resolve_name.restype = ct.c_int lib.bcc_symcache_resolve_name.argtypes = [ ct.c_void_p, ct.c_char_p, ct.c_char_p, ct.POINTER(ct.c_ulonglong)] lib.bcc_symcache_refresh.restype = None lib.bcc_symcache_refresh.argtypes = [ct.c_void_p] lib.bcc_free_memory.restype = ct.c_int lib.bcc_free_memory.argtypes = None lib.bcc_usdt_new_frompid.restype = ct.c_void_p lib.bcc_usdt_new_frompid.argtypes = [ct.c_int, ct.c_char_p] lib.bcc_usdt_new_frompath.restype = ct.c_void_p lib.bcc_usdt_new_frompath.argtypes = [ct.c_char_p] lib.bcc_usdt_close.restype = None lib.bcc_usdt_close.argtypes = [ct.c_void_p] lib.bcc_usdt_enable_probe.restype = ct.c_int lib.bcc_usdt_enable_probe.argtypes = [ct.c_void_p, ct.c_char_p, ct.c_char_p] lib.bcc_usdt_enable_fully_specified_probe.restype = ct.c_int lib.bcc_usdt_enable_fully_specified_probe.argtypes = [ct.c_void_p, ct.c_char_p, ct.c_char_p, ct.c_char_p] lib.bcc_usdt_genargs.restype = ct.c_char_p lib.bcc_usdt_genargs.argtypes = [ct.POINTER(ct.c_void_p), ct.c_int] lib.bcc_usdt_get_probe_argctype.restype = ct.c_char_p lib.bcc_usdt_get_probe_argctype.argtypes = [ct.c_void_p, ct.c_char_p, ct.c_int] lib.bcc_usdt_get_fully_specified_probe_argctype.restype = ct.c_char_p lib.bcc_usdt_get_fully_specified_probe_argctype.argtypes = [ct.c_void_p, ct.c_char_p, ct.c_char_p, ct.c_int] class bcc_usdt(ct.Structure): _fields_ = [ ('provider', ct.c_char_p), ('name', ct.c_char_p), ('bin_path', ct.c_char_p), ('semaphore', ct.c_ulonglong), ('num_locations', ct.c_int), ('num_arguments', ct.c_int), ] class bcc_usdt_location(ct.Structure): _fields_ = [ ('address', ct.c_ulonglong), ('bin_path', ct.c_char_p), ] class BCC_USDT_ARGUMENT_FLAGS(object): NONE = 0x0 CONSTANT = 0x1 DEREF_OFFSET = 0x2 DEREF_IDENT = 0x4 BASE_REGISTER_NAME = 0x8 INDEX_REGISTER_NAME = 0x10 SCALE = 0x20 class bcc_usdt_argument(ct.Structure): _fields_ = [ ('size', ct.c_int), ('valid', ct.c_int), ('constant', ct.c_longlong), ('deref_offset', ct.c_int), ('deref_ident', ct.c_char_p), ('base_register_name', ct.c_char_p), ('index_register_name', ct.c_char_p), ('scale', ct.c_int) ] _USDT_CB = ct.CFUNCTYPE(None, ct.POINTER(bcc_usdt)) lib.bcc_usdt_foreach.restype = None lib.bcc_usdt_foreach.argtypes = [ct.c_void_p, _USDT_CB] lib.bcc_usdt_get_location.restype = ct.c_int lib.bcc_usdt_get_location.argtypes = [ct.c_void_p, ct.c_char_p, ct.c_char_p, ct.c_int, ct.POINTER(bcc_usdt_location)] lib.bcc_usdt_get_argument.restype = ct.c_int lib.bcc_usdt_get_argument.argtypes = [ct.c_void_p, ct.c_char_p, ct.c_char_p, ct.c_int, ct.c_int, ct.POINTER(bcc_usdt_argument)] _USDT_PROBE_CB = ct.CFUNCTYPE(None, ct.c_char_p, ct.c_char_p, ct.c_ulonglong, ct.c_int) lib.bcc_usdt_foreach_uprobe.restype = None lib.bcc_usdt_foreach_uprobe.argtypes = [ct.c_void_p, _USDT_PROBE_CB] bpfcc-0.31.0/src/python/bcc/perf.py000066400000000000000000000204371465134135300170300ustar00rootroot00000000000000# Copyright 2016 Sasha Goldshtein # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import ctypes as ct import os from .utils import get_online_cpus class _sample_period_union(ct.Union): _fields_ = [ ('sample_period', ct.c_ulong), ('sample_freq', ct.c_ulong), ] class _wakeup_events_union(ct.Union): _fields_ = [ ('wakeup_events', ct.c_uint), ('wakeup_watermark', ct.c_uint), ] class _bp_addr_union(ct.Union): _fields_ = [ ('bp_addr', ct.c_ulong), ('kprobe_func', ct.c_ulong), ('uprobe_path', ct.c_ulong), ('config1', ct.c_ulong), ] class _bp_len_union(ct.Union): _fields_ = [ ('bp_len', ct.c_ulong), ('kprobe_addr', ct.c_ulong), ('probe_offset', ct.c_ulong), ('config2', ct.c_ulong), ] class Perf(object): class perf_event_attr(ct.Structure): _anonymous_ = [ "_sample_period_union", "_wakeup_events_union", "_bp_addr_union", "_bp_len_union" ] _fields_ = [ ('type', ct.c_uint), ('size', ct.c_uint), ('config', ct.c_ulong), ('_sample_period_union', _sample_period_union), # ct.c_ulong ('sample_type', ct.c_ulong), ('read_format', ct.c_ulong), ('disabled', ct.c_uint, 1), ('inherit', ct.c_uint, 1), ('pinned', ct.c_uint, 1), ('exclusive', ct.c_uint, 1), ('exclude_user', ct.c_uint, 1), ('exclude_kernel', ct.c_uint, 1), ('exclude_hv', ct.c_uint, 1), ('exclude_idle', ct.c_uint, 1), ('mmap', ct.c_uint, 1), ('comm', ct.c_uint, 1), ('freq', ct.c_uint, 1), ('inherit_stat', ct.c_uint, 1), ('enable_on_exec', ct.c_uint, 1), ('task', ct.c_uint, 1), ('watermark', ct.c_uint, 1), ('precise_ip', ct.c_uint, 2), ('mmap_data', ct.c_uint, 1), ('sample_id_all', ct.c_uint, 1), ('exclude_host', ct.c_uint, 1), ('exclude_guest', ct.c_uint, 1), ('exclude_callchain_kernel', ct.c_uint, 1), ('exclude_callchain_user', ct.c_uint, 1), ('mmap2', ct.c_uint, 1), ('comm_exec', ct.c_uint, 1), ('use_clockid', ct.c_uint, 1), ('context_switch', ct.c_uint, 1), ('write_backward', ct.c_uint, 1), ('namespaces', ct.c_uint, 1), ('ksymbol', ct.c_uint, 1), ('bpf_event', ct.c_uint, 1), ('aux_output', ct.c_uint, 1), ('cgroup', ct.c_uint, 1), ('text_poke', ct.c_uint, 1), ('__reserved_1', ct.c_uint, 30), ('_wakeup_events_union', _wakeup_events_union), # ct.c_uint ('bp_type', ct.c_uint), ('_bp_addr_union', _bp_addr_union), # ct.c_ulong ('_bp_len_union', _bp_len_union), # ct.c_ulong ('branch_sample_type', ct.c_ulong), ('sample_regs_user', ct.c_ulong), ('sample_stack_user', ct.c_uint), ('clockid', ct.c_int), ('sample_regs_intr', ct.c_ulong), ('aux_watermark', ct.c_uint), ('sample_max_stack', ct.c_uint16), ('__reserved_2', ct.c_uint16), ('aux_sample_size', ct.c_uint), ('__reserved_3', ct.c_uint), ] def __init__(self): self.size = 120 # PERF_ATTR_SIZE_VER6 self.ctype_fields = [item[0] for item in self._fields_] self.ctype_fields.extend([item[0] for item in _sample_period_union._fields_]) self.ctype_fields.extend([item[0] for item in _wakeup_events_union._fields_]) self.ctype_fields.extend([item[0] for item in _bp_addr_union._fields_]) self.ctype_fields.extend([item[0] for item in _bp_len_union._fields_]) def __setattr__(self, key, value): if hasattr(self, 'ctype_fields') and key not in self.ctype_fields: print("Warning: Setting field {} on perf_event_attr that isn't part of the ctype - {} won't make it to perf_event_open".format(key, key)) super(Perf.perf_event_attr, self).__setattr__(key, value) # x86 specific, from arch/x86/include/generated/uapi/asm/unistd_64.h NR_PERF_EVENT_OPEN = 298 # # Selected constants from include/uapi/linux/perf_event.h. # Values copied during Linux 4.7 series. # # perf_type_id PERF_TYPE_HARDWARE = 0 PERF_TYPE_SOFTWARE = 1 PERF_TYPE_TRACEPOINT = 2 PERF_TYPE_HW_CACHE = 3 # perf_event_sample_format PERF_SAMPLE_RAW = 1024 # it's a u32; could also try zero args # perf_event.h PERF_FLAG_FD_CLOEXEC = 8 PERF_EVENT_IOC_SET_FILTER = 1074275334 PERF_EVENT_IOC_ENABLE = 9216 # fetch syscall routines libc = ct.CDLL('libc.so.6', use_errno=True) syscall = libc.syscall # not declaring vararg types ioctl = libc.ioctl # not declaring vararg types @staticmethod def _open_for_cpu(cpu, attr, pid=-1): pfd = Perf.syscall(Perf.NR_PERF_EVENT_OPEN, ct.byref(attr), pid, cpu, -1, Perf.PERF_FLAG_FD_CLOEXEC) if pfd < 0: errno_ = ct.get_errno() raise OSError(errno_, os.strerror(errno_)) if attr.type == Perf.PERF_TYPE_TRACEPOINT: if Perf.ioctl(pfd, Perf.PERF_EVENT_IOC_SET_FILTER, "common_pid == -17") < 0: errno_ = ct.get_errno() raise OSError(errno_, os.strerror(errno_)) # we don't setup the perf ring buffers, as we won't read them if Perf.ioctl(pfd, Perf.PERF_EVENT_IOC_ENABLE, 0) < 0: errno_ = ct.get_errno() raise OSError(errno_, os.strerror(errno_)) @staticmethod def perf_event_open(tpoint_id, pid=-1, ptype=PERF_TYPE_TRACEPOINT, freq=0): attr = Perf.perf_event_attr() attr.config = tpoint_id attr.type = ptype attr.sample_type = Perf.PERF_SAMPLE_RAW if freq > 0: # setup sampling attr.freq = 1 # no mmap or comm attr.sample_period = freq else: attr.sample_period = 1 attr.wakeup_events = 9999999 # don't wake up for cpu in get_online_cpus(): Perf._open_for_cpu(cpu, attr, pid) @staticmethod def perf_custom_event_open(attr, pid=-1): for cpu in get_online_cpus(): Perf._open_for_cpu(cpu, attr, pid) bpfcc-0.31.0/src/python/bcc/syscall.py000066400000000000000000000226701465134135300175470ustar00rootroot00000000000000# Copyright 2017 Sasha Goldshtein # Copyright 2018 Red Hat, Inc. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """syscall.py contains functions useful for mapping between syscall names and numbers""" import subprocess import platform # # Syscall table for Linux x86_64, not very recent. # Automatically generated from strace/linux/x86_64/syscallent.h using the # following command: # # cat syscallent.h | awk -F, '{ gsub(/[ \t"}]/, "", $4); # gsub(/[\[\] \t{]/, "", $1); split($1, a, "="); # print " "a[1]": b\""$4"\","; } # BEGIN { print "syscalls = {" } # END { print "}" '} syscalls = { 0: b"read", 1: b"write", 2: b"open", 3: b"close", 4: b"stat", 5: b"fstat", 6: b"lstat", 7: b"poll", 8: b"lseek", 9: b"mmap", 10: b"mprotect", 11: b"munmap", 12: b"brk", 13: b"rt_sigaction", 14: b"rt_sigprocmask", 15: b"rt_sigreturn", 16: b"ioctl", 17: b"pread64", 18: b"pwrite64", 19: b"readv", 20: b"writev", 21: b"access", 22: b"pipe", 23: b"select", 24: b"sched_yield", 25: b"mremap", 26: b"msync", 27: b"mincore", 28: b"madvise", 29: b"shmget", 30: b"shmat", 31: b"shmctl", 32: b"dup", 33: b"dup2", 34: b"pause", 35: b"nanosleep", 36: b"getitimer", 37: b"alarm", 38: b"setitimer", 39: b"getpid", 40: b"sendfile", 41: b"socket", 42: b"connect", 43: b"accept", 44: b"sendto", 45: b"recvfrom", 46: b"sendmsg", 47: b"recvmsg", 48: b"shutdown", 49: b"bind", 50: b"listen", 51: b"getsockname", 52: b"getpeername", 53: b"socketpair", 54: b"setsockopt", 55: b"getsockopt", 56: b"clone", 57: b"fork", 58: b"vfork", 59: b"execve", 60: b"exit", 61: b"wait4", 62: b"kill", 63: b"uname", 64: b"semget", 65: b"semop", 66: b"semctl", 67: b"shmdt", 68: b"msgget", 69: b"msgsnd", 70: b"msgrcv", 71: b"msgctl", 72: b"fcntl", 73: b"flock", 74: b"fsync", 75: b"fdatasync", 76: b"truncate", 77: b"ftruncate", 78: b"getdents", 79: b"getcwd", 80: b"chdir", 81: b"fchdir", 82: b"rename", 83: b"mkdir", 84: b"rmdir", 85: b"creat", 86: b"link", 87: b"unlink", 88: b"symlink", 89: b"readlink", 90: b"chmod", 91: b"fchmod", 92: b"chown", 93: b"fchown", 94: b"lchown", 95: b"umask", 96: b"gettimeofday", 97: b"getrlimit", 98: b"getrusage", 99: b"sysinfo", 100: b"times", 101: b"ptrace", 102: b"getuid", 103: b"syslog", 104: b"getgid", 105: b"setuid", 106: b"setgid", 107: b"geteuid", 108: b"getegid", 109: b"setpgid", 110: b"getppid", 111: b"getpgrp", 112: b"setsid", 113: b"setreuid", 114: b"setregid", 115: b"getgroups", 116: b"setgroups", 117: b"setresuid", 118: b"getresuid", 119: b"setresgid", 120: b"getresgid", 121: b"getpgid", 122: b"setfsuid", 123: b"setfsgid", 124: b"getsid", 125: b"capget", 126: b"capset", 127: b"rt_sigpending", 128: b"rt_sigtimedwait", 129: b"rt_sigqueueinfo", 130: b"rt_sigsuspend", 131: b"sigaltstack", 132: b"utime", 133: b"mknod", 134: b"uselib", 135: b"personality", 136: b"ustat", 137: b"statfs", 138: b"fstatfs", 139: b"sysfs", 140: b"getpriority", 141: b"setpriority", 142: b"sched_setparam", 143: b"sched_getparam", 144: b"sched_setscheduler", 145: b"sched_getscheduler", 146: b"sched_get_priority_max", 147: b"sched_get_priority_min", 148: b"sched_rr_get_interval", 149: b"mlock", 150: b"munlock", 151: b"mlockall", 152: b"munlockall", 153: b"vhangup", 154: b"modify_ldt", 155: b"pivot_root", 156: b"_sysctl", 157: b"prctl", 158: b"arch_prctl", 159: b"adjtimex", 160: b"setrlimit", 161: b"chroot", 162: b"sync", 163: b"acct", 164: b"settimeofday", 165: b"mount", 166: b"umount2", 167: b"swapon", 168: b"swapoff", 169: b"reboot", 170: b"sethostname", 171: b"setdomainname", 172: b"iopl", 173: b"ioperm", 174: b"create_module", 175: b"init_module", 176: b"delete_module", 177: b"get_kernel_syms", 178: b"query_module", 179: b"quotactl", 180: b"nfsservctl", 181: b"getpmsg", 182: b"putpmsg", 183: b"afs_syscall", 184: b"tuxcall", 185: b"security", 186: b"gettid", 187: b"readahead", 188: b"setxattr", 189: b"lsetxattr", 190: b"fsetxattr", 191: b"getxattr", 192: b"lgetxattr", 193: b"fgetxattr", 194: b"listxattr", 195: b"llistxattr", 196: b"flistxattr", 197: b"removexattr", 198: b"lremovexattr", 199: b"fremovexattr", 200: b"tkill", 201: b"time", 202: b"futex", 203: b"sched_setaffinity", 204: b"sched_getaffinity", 205: b"set_thread_area", 206: b"io_setup", 207: b"io_destroy", 208: b"io_getevents", 209: b"io_submit", 210: b"io_cancel", 211: b"get_thread_area", 212: b"lookup_dcookie", 213: b"epoll_create", 214: b"epoll_ctl_old", 215: b"epoll_wait_old", 216: b"remap_file_pages", 217: b"getdents64", 218: b"set_tid_address", 219: b"restart_syscall", 220: b"semtimedop", 221: b"fadvise64", 222: b"timer_create", 223: b"timer_settime", 224: b"timer_gettime", 225: b"timer_getoverrun", 226: b"timer_delete", 227: b"clock_settime", 228: b"clock_gettime", 229: b"clock_getres", 230: b"clock_nanosleep", 231: b"exit_group", 232: b"epoll_wait", 233: b"epoll_ctl", 234: b"tgkill", 235: b"utimes", 236: b"vserver", 237: b"mbind", 238: b"set_mempolicy", 239: b"get_mempolicy", 240: b"mq_open", 241: b"mq_unlink", 242: b"mq_timedsend", 243: b"mq_timedreceive", 244: b"mq_notify", 245: b"mq_getsetattr", 246: b"kexec_load", 247: b"waitid", 248: b"add_key", 249: b"request_key", 250: b"keyctl", 251: b"ioprio_set", 252: b"ioprio_get", 253: b"inotify_init", 254: b"inotify_add_watch", 255: b"inotify_rm_watch", 256: b"migrate_pages", 257: b"openat", 258: b"mkdirat", 259: b"mknodat", 260: b"fchownat", 261: b"futimesat", 262: b"newfstatat", 263: b"unlinkat", 264: b"renameat", 265: b"linkat", 266: b"symlinkat", 267: b"readlinkat", 268: b"fchmodat", 269: b"faccessat", 270: b"pselect6", 271: b"ppoll", 272: b"unshare", 273: b"set_robust_list", 274: b"get_robust_list", 275: b"splice", 276: b"tee", 277: b"sync_file_range", 278: b"vmsplice", 279: b"move_pages", 280: b"utimensat", 281: b"epoll_pwait", 282: b"signalfd", 283: b"timerfd_create", 284: b"eventfd", 285: b"fallocate", 286: b"timerfd_settime", 287: b"timerfd_gettime", 288: b"accept4", 289: b"signalfd4", 290: b"eventfd2", 291: b"epoll_create1", 292: b"dup3", 293: b"pipe2", 294: b"inotify_init1", 295: b"preadv", 296: b"pwritev", 297: b"rt_tgsigqueueinfo", 298: b"perf_event_open", 299: b"recvmmsg", 300: b"fanotify_init", 301: b"fanotify_mark", 302: b"prlimit64", 303: b"name_to_handle_at", 304: b"open_by_handle_at", 305: b"clock_adjtime", 306: b"syncfs", 307: b"sendmmsg", 308: b"setns", 309: b"getcpu", 310: b"process_vm_readv", 311: b"process_vm_writev", 312: b"kcmp", 313: b"finit_module", 314: b"sched_setattr", 315: b"sched_getattr", 316: b"renameat2", 317: b"seccomp", 318: b"getrandom", 319: b"memfd_create", 320: b"kexec_file_load", 321: b"bpf", 322: b"execveat", 323: b"userfaultfd", 324: b"membarrier", 325: b"mlock2", 326: b"copy_file_range", 327: b"preadv2", 328: b"pwritev2", 329: b"pkey_mprotect", 330: b"pkey_alloc", 331: b"pkey_free", 332: b"statx", 333: b"io_pgetevents", 334: b"rseq", } # Try to use ausyscall if it is available, because it can give us an up-to-date # list of syscalls for various architectures, rather than the x86-64 hardcoded # list above. def _parse_syscall(line): parts = line.split() return (int(parts[0]), parts[1].strip()) try: # Skip the first line, which is a header. The rest of the lines are simply # SYSCALL_NUM\tSYSCALL_NAME pairs. out = subprocess.check_output(['ausyscall', '--dump'], stderr=subprocess.STDOUT) # remove the first line of expected output out = out.split(b'\n',1)[1] syscalls = dict(map(_parse_syscall, out.strip().split(b'\n'))) except Exception as e: if platform.machine() == "x86_64": pass else: raise Exception("ausyscall: command not found") def syscall_name(syscall_num): """Return the syscall name for the particular syscall number.""" return syscalls.get(syscall_num, b"[unknown: %d]" % syscall_num) bpfcc-0.31.0/src/python/bcc/table.py000066400000000000000000001410721465134135300171620ustar00rootroot00000000000000# Copyright 2015 PLUMgrid # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from __future__ import print_function try: from collections.abc import MutableMapping except ImportError: from collections import MutableMapping from time import strftime import ctypes as ct from functools import reduce import os import errno import re import sys import platform from .libbcc import lib, _RAW_CB_TYPE, _LOST_CB_TYPE, _RINGBUF_CB_TYPE, bcc_perf_buffer_opts from .utils import get_online_cpus from .utils import get_possible_cpus BPF_MAP_TYPE_HASH = 1 BPF_MAP_TYPE_ARRAY = 2 BPF_MAP_TYPE_PROG_ARRAY = 3 BPF_MAP_TYPE_PERF_EVENT_ARRAY = 4 BPF_MAP_TYPE_PERCPU_HASH = 5 BPF_MAP_TYPE_PERCPU_ARRAY = 6 BPF_MAP_TYPE_STACK_TRACE = 7 BPF_MAP_TYPE_CGROUP_ARRAY = 8 BPF_MAP_TYPE_LRU_HASH = 9 BPF_MAP_TYPE_LRU_PERCPU_HASH = 10 BPF_MAP_TYPE_LPM_TRIE = 11 BPF_MAP_TYPE_ARRAY_OF_MAPS = 12 BPF_MAP_TYPE_HASH_OF_MAPS = 13 BPF_MAP_TYPE_DEVMAP = 14 BPF_MAP_TYPE_SOCKMAP = 15 BPF_MAP_TYPE_CPUMAP = 16 BPF_MAP_TYPE_XSKMAP = 17 BPF_MAP_TYPE_SOCKHASH = 18 BPF_MAP_TYPE_CGROUP_STORAGE = 19 BPF_MAP_TYPE_REUSEPORT_SOCKARRAY = 20 BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE = 21 BPF_MAP_TYPE_QUEUE = 22 BPF_MAP_TYPE_STACK = 23 BPF_MAP_TYPE_SK_STORAGE = 24 BPF_MAP_TYPE_DEVMAP_HASH = 25 BPF_MAP_TYPE_STRUCT_OPS = 26 BPF_MAP_TYPE_RINGBUF = 27 BPF_MAP_TYPE_INODE_STORAGE = 28 BPF_MAP_TYPE_TASK_STORAGE = 29 map_type_name = { BPF_MAP_TYPE_HASH: "HASH", BPF_MAP_TYPE_ARRAY: "ARRAY", BPF_MAP_TYPE_PROG_ARRAY: "PROG_ARRAY", BPF_MAP_TYPE_PERF_EVENT_ARRAY: "PERF_EVENT_ARRAY", BPF_MAP_TYPE_PERCPU_HASH: "PERCPU_HASH", BPF_MAP_TYPE_PERCPU_ARRAY: "PERCPU_ARRAY", BPF_MAP_TYPE_STACK_TRACE: "STACK_TRACE", BPF_MAP_TYPE_CGROUP_ARRAY: "CGROUP_ARRAY", BPF_MAP_TYPE_LRU_HASH: "LRU_HASH", BPF_MAP_TYPE_LRU_PERCPU_HASH: "LRU_PERCPU_HASH", BPF_MAP_TYPE_LPM_TRIE: "LPM_TRIE", BPF_MAP_TYPE_ARRAY_OF_MAPS: "ARRAY_OF_MAPS", BPF_MAP_TYPE_HASH_OF_MAPS: "HASH_OF_MAPS", BPF_MAP_TYPE_DEVMAP: "DEVMAP", BPF_MAP_TYPE_SOCKMAP: "SOCKMAP", BPF_MAP_TYPE_CPUMAP: "CPUMAP", BPF_MAP_TYPE_XSKMAP: "XSKMAP", BPF_MAP_TYPE_SOCKHASH: "SOCKHASH", BPF_MAP_TYPE_CGROUP_STORAGE: "CGROUP_STORAGE", BPF_MAP_TYPE_REUSEPORT_SOCKARRAY: "REUSEPORT_SOCKARRAY", BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE: "PERCPU_CGROUP_STORAGE", BPF_MAP_TYPE_QUEUE: "QUEUE", BPF_MAP_TYPE_STACK: "STACK", BPF_MAP_TYPE_SK_STORAGE: "SK_STORAGE", BPF_MAP_TYPE_DEVMAP_HASH: "DEVMAP_HASH", BPF_MAP_TYPE_STRUCT_OPS: "STRUCT_OPS", BPF_MAP_TYPE_RINGBUF: "RINGBUF", BPF_MAP_TYPE_INODE_STORAGE: "INODE_STORAGE", BPF_MAP_TYPE_TASK_STORAGE: "TASK_STORAGE", } stars_max = 40 log2_index_max = 65 linear_index_max = 1025 # helper functions, consider moving these to a utils module def _stars(val, val_max, width): i = 0 text = "" while (1): if (i > (width * val / val_max) - 1) or (i > width - 1): break text += "*" i += 1 if val > val_max: text = text[:-1] + "+" return text def get_json_hist(vals, val_type, section_bucket=None): return _get_json_hist(vals, val_type, section_bucket=None) def _get_json_hist(vals, val_type, section_bucket=None): hist_list = [] max_nonzero_idx = 0 for i in range(len(vals)): if vals[i] != 0: max_nonzero_idx = i index = 1 prev = 0 for i in range(len(vals)): if i != 0 and i <= max_nonzero_idx: index = index * 2 list_obj = {} list_obj['interval-start'] = prev list_obj['interval-end'] = int(index) - 1 list_obj['count'] = int(vals[i]) hist_list.append(list_obj) prev = index histogram = {"ts": strftime("%Y-%m-%d %H:%M:%S"), "val_type": val_type, "data": hist_list} if section_bucket: histogram[section_bucket[0]] = section_bucket[1] return histogram def _print_log2_hist(vals, val_type, strip_leading_zero): global stars_max log2_dist_max = 64 idx_max = -1 val_max = 0 for i, v in enumerate(vals): if v > 0: idx_max = i if v > val_max: val_max = v if idx_max <= 32: header = " %-19s : count distribution" body = "%10d -> %-10d : %-8d |%-*s|" stars = stars_max else: header = " %-29s : count distribution" body = "%20d -> %-20d : %-8d |%-*s|" stars = int(stars_max / 2) if idx_max > 0: print(header % val_type) for i in range(1, idx_max + 1): low = (1 << i) >> 1 high = (1 << i) - 1 if (low == high): low -= 1 val = vals[i] if strip_leading_zero: if val: print(body % (low, high, val, stars, _stars(val, val_max, stars))) strip_leading_zero = False else: print(body % (low, high, val, stars, _stars(val, val_max, stars))) def _print_linear_hist(vals, val_type, strip_leading_zero): global stars_max log2_dist_max = 64 idx_max = -1 val_max = 0 for i, v in enumerate(vals): if v > 0: idx_max = i if v > val_max: val_max = v header = " %-13s : count distribution" body = " %-10d : %-8d |%-*s|" stars = stars_max if idx_max >= 0: print(header % val_type) for i in range(0, idx_max + 1): val = vals[i] if strip_leading_zero: if val: print(body % (i, val, stars, _stars(val, val_max, stars))) strip_leading_zero = False else: print(body % (i, val, stars, _stars(val, val_max, stars))) def get_table_type_name(ttype): try: return map_type_name[ttype] except KeyError: return "" def _get_event_class(event_map): ct_mapping = { 'char' : ct.c_char, 's8' : ct.c_char, 'unsigned char' : ct.c_ubyte, 'u8' : ct.c_ubyte, 'u8 *' : ct.c_char_p, 'char *' : ct.c_char_p, 'short' : ct.c_short, 's16' : ct.c_short, 'unsigned short' : ct.c_ushort, 'u16' : ct.c_ushort, 'int' : ct.c_int, 's32' : ct.c_int, 'enum' : ct.c_int, 'unsigned int' : ct.c_uint, 'u32' : ct.c_uint, 'long' : ct.c_long, 'unsigned long' : ct.c_ulong, 'long long' : ct.c_longlong, 's64' : ct.c_longlong, 'unsigned long long': ct.c_ulonglong, 'u64' : ct.c_ulonglong, '__int128' : (ct.c_longlong * 2), 'unsigned __int128' : (ct.c_ulonglong * 2), 'void *' : ct.c_void_p, } # handle array types e.g. "int [16]", "char[16]" or "unsigned char[16]" array_type = re.compile(r"(\S+(?: \S+)*) ?\[([0-9]+)\]$") fields = [] num_fields = lib.bpf_perf_event_fields(event_map.bpf.module, event_map._name) i = 0 while i < num_fields: field = lib.bpf_perf_event_field(event_map.bpf.module, event_map._name, i).decode() m = re.match(r"(.*)#(.*)", field) field_name = m.group(1) field_type = m.group(2) if re.match(r"enum .*", field_type): field_type = "enum" m = array_type.match(field_type) try: if m: fields.append((field_name, ct_mapping[m.group(1)] * int(m.group(2)))) else: fields.append((field_name, ct_mapping[field_type])) except KeyError: # Using print+sys.exit instead of raising exceptions, # because exceptions are caught by the caller. print("Type: '%s' not recognized. Please define the data with ctypes manually." % field_type, file=sys.stderr) sys.exit(1) i += 1 return type('', (ct.Structure,), {'_fields_': fields}) def Table(bpf, map_id, map_fd, keytype, leaftype, name, **kwargs): """Table(bpf, map_id, map_fd, keytype, leaftype, **kwargs) Create a python object out of a reference to a bpf table handle""" ttype = lib.bpf_table_type_id(bpf.module, map_id) t = None if ttype == BPF_MAP_TYPE_HASH: t = HashTable(bpf, map_id, map_fd, keytype, leaftype) elif ttype == BPF_MAP_TYPE_ARRAY: t = Array(bpf, map_id, map_fd, keytype, leaftype) elif ttype == BPF_MAP_TYPE_PROG_ARRAY: t = ProgArray(bpf, map_id, map_fd, keytype, leaftype) elif ttype == BPF_MAP_TYPE_PERF_EVENT_ARRAY: t = PerfEventArray(bpf, map_id, map_fd, keytype, leaftype, name) elif ttype == BPF_MAP_TYPE_PERCPU_HASH: t = PerCpuHash(bpf, map_id, map_fd, keytype, leaftype, **kwargs) elif ttype == BPF_MAP_TYPE_PERCPU_ARRAY: t = PerCpuArray(bpf, map_id, map_fd, keytype, leaftype, **kwargs) elif ttype == BPF_MAP_TYPE_LPM_TRIE: t = LpmTrie(bpf, map_id, map_fd, keytype, leaftype) elif ttype == BPF_MAP_TYPE_STACK_TRACE: t = StackTrace(bpf, map_id, map_fd, keytype, leaftype) elif ttype == BPF_MAP_TYPE_LRU_HASH: t = LruHash(bpf, map_id, map_fd, keytype, leaftype) elif ttype == BPF_MAP_TYPE_LRU_PERCPU_HASH: t = LruPerCpuHash(bpf, map_id, map_fd, keytype, leaftype) elif ttype == BPF_MAP_TYPE_CGROUP_ARRAY: t = CgroupArray(bpf, map_id, map_fd, keytype, leaftype) elif ttype == BPF_MAP_TYPE_DEVMAP: t = DevMap(bpf, map_id, map_fd, keytype, leaftype) elif ttype == BPF_MAP_TYPE_CPUMAP: t = CpuMap(bpf, map_id, map_fd, keytype, leaftype) elif ttype == BPF_MAP_TYPE_XSKMAP: t = XskMap(bpf, map_id, map_fd, keytype, leaftype) elif ttype == BPF_MAP_TYPE_ARRAY_OF_MAPS: t = MapInMapArray(bpf, map_id, map_fd, keytype, leaftype) elif ttype == BPF_MAP_TYPE_HASH_OF_MAPS: t = MapInMapHash(bpf, map_id, map_fd, keytype, leaftype) elif ttype == BPF_MAP_TYPE_QUEUE or ttype == BPF_MAP_TYPE_STACK: t = QueueStack(bpf, map_id, map_fd, leaftype) elif ttype == BPF_MAP_TYPE_RINGBUF: t = RingBuf(bpf, map_id, map_fd, keytype, leaftype, name) if t == None: raise Exception("Unknown table type %d" % ttype) return t class TableBase(MutableMapping): def __init__(self, bpf, map_id, map_fd, keytype, leaftype, name=None): self.bpf = bpf self.map_id = map_id self.map_fd = map_fd self.Key = keytype self.Leaf = leaftype self.ttype = lib.bpf_table_type_id(self.bpf.module, self.map_id) self.flags = lib.bpf_table_flags_id(self.bpf.module, self.map_id) self._cbs = {} self._name = name self.max_entries = int(lib.bpf_table_max_entries_id(self.bpf.module, self.map_id)) def get_fd(self): return self.map_fd def key_sprintf(self, key): buf = ct.create_string_buffer(ct.sizeof(self.Key) * 8) res = lib.bpf_table_key_snprintf(self.bpf.module, self.map_id, buf, len(buf), ct.byref(key)) if res < 0: raise Exception("Could not printf key") return buf.value def leaf_sprintf(self, leaf): buf = ct.create_string_buffer(ct.sizeof(self.Leaf) * 8) res = lib.bpf_table_leaf_snprintf(self.bpf.module, self.map_id, buf, len(buf), ct.byref(leaf)) if res < 0: raise Exception("Could not printf leaf") return buf.value def key_scanf(self, key_str): key = self.Key() res = lib.bpf_table_key_sscanf(self.bpf.module, self.map_id, key_str, ct.byref(key)) if res < 0: raise Exception("Could not scanf key") return key def leaf_scanf(self, leaf_str): leaf = self.Leaf() res = lib.bpf_table_leaf_sscanf(self.bpf.module, self.map_id, leaf_str, ct.byref(leaf)) if res < 0: raise Exception("Could not scanf leaf") return leaf def __getitem__(self, key): leaf = self.Leaf() res = lib.bpf_lookup_elem(self.map_fd, ct.byref(key), ct.byref(leaf)) if res < 0: raise KeyError return leaf def __setitem__(self, key, leaf): res = lib.bpf_update_elem(self.map_fd, ct.byref(key), ct.byref(leaf), 0) if res < 0: errstr = os.strerror(ct.get_errno()) raise Exception("Could not update table: %s" % errstr) def __delitem__(self, key): res = lib.bpf_delete_elem(self.map_fd, ct.byref(key)) if res < 0: raise KeyError # override the MutableMapping's implementation of these since they # don't handle KeyError nicely def itervalues(self): for key in self: # a map entry may be deleted in between discovering the key and # fetching the value, suppress such errors try: yield self[key] except KeyError: pass def iteritems(self): for key in self: try: yield (key, self[key]) except KeyError: pass def items(self): return [item for item in self.iteritems()] def values(self): return [value for value in self.itervalues()] def clear(self): # default clear uses popitem, which can race with the bpf prog for k in self.keys(): self.__delitem__(k) def _alloc_keys_values(self, alloc_k=False, alloc_v=False, count=None): """Allocate keys and/or values arrays. Useful for in items_*_batch. Args: alloc_k (bool): True to allocate keys array, False otherwise. Default is False. alloc_v (bool): True to allocate values array, False otherwise. Default is False. count (int): number of elements in the array(s) to allocate. If count is None then it allocates the maximum number of elements i.e self.max_entries. Returns: tuple: (count, keys, values). Where count is ct.c_uint32, and keys and values an instance of ct.Array Raises: ValueError: If count is less than 1 or greater than self.max_entries. """ keys = values = None if not alloc_k and not alloc_v: return (ct.c_uint32(0), None, None) if not count: # means alloc maximum size count = self.max_entries elif count < 1 or count > self.max_entries: raise ValueError("Wrong count") if alloc_k: keys = (self.Key * count)() if alloc_v: values = (self.Leaf * count)() return (ct.c_uint32(count), keys, values) def _sanity_check_keys_values(self, keys=None, values=None): """Check if the given keys or values have the right type and size. Args: keys (ct.Array): keys array to check values (ct.Array): values array to check Returns: ct.c_uint32 : the size of the array(s) Raises: ValueError: If length of arrays is less than 1 or greater than self.max_entries, or when both arrays length are different. TypeError: If the keys and values are not an instance of ct.Array """ arr_len = 0 for elem in [keys, values]: if elem: if not isinstance(elem, ct.Array): raise TypeError arr_len = len(elem) if arr_len < 1 or arr_len > self.max_entries: raise ValueError("Array's length is wrong") if keys and values: # check both length are equal if len(keys) != len(values): raise ValueError("keys array length != values array length") return ct.c_uint32(arr_len) def items_lookup_batch(self): """Look up all the key-value pairs in the map. Args: None Yields: tuple: The tuple of (key,value) for every entries that have been looked up. Notes: lookup batch on a keys subset is not supported by the kernel. """ for k, v in self._items_lookup_and_optionally_delete_batch(delete=False): yield(k, v) return def items_delete_batch(self, ct_keys=None): """Delete the key-value pairs related to the keys given as parameters. Note that if no key are given, it is faster to call lib.bpf_lookup_and_delete_batch than create keys array and then call lib.bpf_delete_batch on these keys. Args: ct_keys (ct.Array): keys array to delete. If an array of keys is given then it deletes all the related keys-values. If keys is None (default) then it deletes all entries. Yields: tuple: The tuple of (key,value) for every entries that have been deleted. Raises: Exception: If bpf syscall return value indicates an error. """ if ct_keys is not None: ct_cnt = self._sanity_check_keys_values(keys=ct_keys) res = lib.bpf_delete_batch(self.map_fd, ct.byref(ct_keys), ct.byref(ct_cnt) ) if (res != 0): raise Exception("BPF_MAP_DELETE_BATCH has failed: %s" % os.strerror(ct.get_errno())) else: for _ in self.items_lookup_and_delete_batch(): return def items_update_batch(self, ct_keys, ct_values): """Update all the key-value pairs in the map provided. The arrays must be the same length, between 1 and the maximum number of entries. Args: ct_keys (ct.Array): keys array to update ct_values (ct.Array): values array to update Raises: Exception: If bpf syscall return value indicates an error. """ ct_cnt = self._sanity_check_keys_values(keys=ct_keys, values=ct_values) res = lib.bpf_update_batch(self.map_fd, ct.byref(ct_keys), ct.byref(ct_values), ct.byref(ct_cnt) ) if (res != 0): raise Exception("BPF_MAP_UPDATE_BATCH has failed: %s" % os.strerror(ct.get_errno())) def items_lookup_and_delete_batch(self): """Look up and delete all the key-value pairs in the map. Args: None Yields: tuple: The tuple of (key,value) for every entries that have been looked up and deleted. Notes: lookup and delete batch on a keys subset is not supported by the kernel. """ for k, v in self._items_lookup_and_optionally_delete_batch(delete=True): yield(k, v) return def _items_lookup_and_optionally_delete_batch(self, delete=True): """Look up and optionally delete all the key-value pairs in the map. Args: delete (bool) : look up and delete the key-value pairs when True, else just look up. Yields: tuple: The tuple of (key,value) for every entries that have been looked up and deleted. Raises: Exception: If bpf syscall return value indicates an error. Notes: lookup and delete batch on a keys subset is not supported by the kernel. """ if delete is True: bpf_batch = lib.bpf_lookup_and_delete_batch bpf_cmd = "BPF_MAP_LOOKUP_AND_DELETE_BATCH" else: bpf_batch = lib.bpf_lookup_batch bpf_cmd = "BPF_MAP_LOOKUP_BATCH" # alloc keys and values to the max size ct_buf_size, ct_keys, ct_values = self._alloc_keys_values(alloc_k=True, alloc_v=True) ct_out_batch = ct_cnt = ct.c_uint32(0) total = 0 while True: ct_cnt.value = ct_buf_size.value - total res = bpf_batch(self.map_fd, ct.byref(ct_out_batch) if total else None, ct.byref(ct_out_batch), ct.byref(ct_keys, ct.sizeof(self.Key) * total), ct.byref(ct_values, ct.sizeof(self.Leaf) * total), ct.byref(ct_cnt) ) errcode = ct.get_errno() total += ct_cnt.value if (res != 0 and errcode != errno.ENOENT): raise Exception("%s has failed: %s" % (bpf_cmd, os.strerror(errcode))) if res != 0: break # success if total == ct_buf_size.value: # buffer full, we can't progress break if ct_cnt.value == 0: # no progress, probably because concurrent update # puts too many elements in one bucket. break for i in range(0, total): k = ct_keys[i] v = ct_values[i] if not isinstance(k, ct.Structure): k = self.Key(k) if not isinstance(v, ct.Structure): v = self.Leaf(v) yield (k, v) def zero(self): # Even though this is not very efficient, we grab the entire list of # keys before enumerating it. This helps avoid a potential race where # the leaf assignment changes a hash table bucket that is being # enumerated by the same loop, and may lead to a hang. for k in list(self.keys()): self[k] = self.Leaf() def __iter__(self): return TableBase.Iter(self) def iter(self): return self.__iter__() def keys(self): return self.__iter__() class Iter(object): def __init__(self, table): self.table = table self.key = None def __iter__(self): return self def __next__(self): return self.next() def next(self): self.key = self.table.next(self.key) return self.key def next(self, key): next_key = self.Key() if key is None: res = lib.bpf_get_first_key(self.map_fd, ct.byref(next_key), ct.sizeof(self.Key)) else: res = lib.bpf_get_next_key(self.map_fd, ct.byref(key), ct.byref(next_key)) if res < 0: raise StopIteration() return next_key def decode_c_struct(self, tmp, buckets, bucket_fn, bucket_sort_fn, index_max=log2_index_max): f1 = self.Key._fields_[0][0] f2 = self.Key._fields_[1][0] # The above code assumes that self.Key._fields_[1][0] holds the # slot. But a padding member may have been inserted here, which # breaks the assumption and leads to chaos. # TODO: this is a quick fix. Fixing/working around in the BCC # internal library is the right thing to do. if f2 == '__pad_1' and len(self.Key._fields_) == 3: f2 = self.Key._fields_[2][0] for k, v in self.items(): bucket = getattr(k, f1) if bucket_fn: bucket = bucket_fn(bucket) vals = tmp[bucket] = tmp.get(bucket, [0] * index_max) slot = getattr(k, f2) vals[slot] = v.value buckets_lst = list(tmp.keys()) if bucket_sort_fn: buckets_lst = bucket_sort_fn(buckets_lst) for bucket in buckets_lst: buckets.append(bucket) def print_json_hist(self, val_type="value", section_header="Bucket ptr", section_print_fn=None, bucket_fn=None, bucket_sort_fn=None): """print_json_hist(val_type="value", section_header="Bucket ptr", section_print_fn=None, bucket_fn=None, bucket_sort_fn=None): Prints a table as a json histogram. The table must be stored as log2. The val_type argument is optional, and is a column header. If the histogram has a secondary key, the dictionary will be split by secondary key If section_print_fn is not None, it will be passed the bucket value to format into a string as it sees fit. If bucket_fn is not None, it will be used to produce a bucket value for the histogram keys. If bucket_sort_fn is not None, it will be used to sort the buckets before iterating them, and it is useful when there are multiple fields in the secondary key. The maximum index allowed is log2_index_max (65), which will accommodate any 64-bit integer in the histogram. """ if isinstance(self.Key(), ct.Structure): tmp = {} buckets = [] self.decode_c_struct(tmp, buckets, bucket_fn, bucket_sort_fn) for bucket in buckets: vals = tmp[bucket] if section_print_fn: section_bucket = (section_header, section_print_fn(bucket)) else: section_bucket = (section_header, bucket) print(_get_json_hist(vals, val_type, section_bucket)) else: vals = [0] * log2_index_max for k, v in self.items(): vals[k.value] = v.value print(_get_json_hist(vals, val_type)) def print_log2_hist(self, val_type="value", section_header="Bucket ptr", section_print_fn=None, bucket_fn=None, strip_leading_zero=None, bucket_sort_fn=None): """print_log2_hist(val_type="value", section_header="Bucket ptr", section_print_fn=None, bucket_fn=None, strip_leading_zero=None, bucket_sort_fn=None): Prints a table as a log2 histogram. The table must be stored as log2. The val_type argument is optional, and is a column header. If the histogram has a secondary key, multiple tables will print and section_header can be used as a header description for each. If section_print_fn is not None, it will be passed the bucket value to format into a string as it sees fit. If bucket_fn is not None, it will be used to produce a bucket value for the histogram keys. If the value of strip_leading_zero is not False, prints a histogram that is omitted leading zeros from the beginning. If bucket_sort_fn is not None, it will be used to sort the buckets before iterating them, and it is useful when there are multiple fields in the secondary key. The maximum index allowed is log2_index_max (65), which will accommodate any 64-bit integer in the histogram. """ if isinstance(self.Key(), ct.Structure): tmp = {} buckets = [] self.decode_c_struct(tmp, buckets, bucket_fn, bucket_sort_fn) for bucket in buckets: vals = tmp[bucket] if section_print_fn: print("\n%s = %s" % (section_header, section_print_fn(bucket))) else: print("\n%s = %r" % (section_header, bucket)) _print_log2_hist(vals, val_type, strip_leading_zero) else: vals = [0] * log2_index_max for k, v in self.items(): vals[k.value] = v.value _print_log2_hist(vals, val_type, strip_leading_zero) def print_linear_hist(self, val_type="value", section_header="Bucket ptr", section_print_fn=None, bucket_fn=None, strip_leading_zero=None, bucket_sort_fn=None): """print_linear_hist(val_type="value", section_header="Bucket ptr", section_print_fn=None, bucket_fn=None, strip_leading_zero=None, bucket_sort_fn=None) Prints a table as a linear histogram. This is intended to span integer ranges, eg, from 0 to 100. The val_type argument is optional, and is a column header. If the histogram has a secondary key, multiple tables will print and section_header can be used as a header description for each. If section_print_fn is not None, it will be passed the bucket value to format into a string as it sees fit. If bucket_fn is not None, it will be used to produce a bucket value for the histogram keys. If the value of strip_leading_zero is not False, prints a histogram that is omitted leading zeros from the beginning. If bucket_sort_fn is not None, it will be used to sort the buckets before iterating them, and it is useful when there are multiple fields in the secondary key. The maximum index allowed is linear_index_max (1025), which is hoped to be sufficient for integer ranges spanned. """ if isinstance(self.Key(), ct.Structure): tmp = {} buckets = [] self.decode_c_struct(tmp, buckets, bucket_fn, bucket_sort_fn, linear_index_max) for bucket in buckets: vals = tmp[bucket] if section_print_fn: print("\n%s = %s" % (section_header, section_print_fn(bucket))) else: print("\n%s = %r" % (section_header, bucket)) _print_linear_hist(vals, val_type, strip_leading_zero) else: vals = [0] * linear_index_max for k, v in self.items(): try: vals[k.value] = v.value except IndexError: # Improve error text. If the limit proves a nusiance, this # function be rewritten to avoid having one. raise IndexError(("Index in print_linear_hist() of %d " + "exceeds max of %d.") % (k.value, linear_index_max)) _print_linear_hist(vals, val_type, strip_leading_zero) class HashTable(TableBase): def __init__(self, *args, **kwargs): super(HashTable, self).__init__(*args, **kwargs) def __len__(self): i = 0 for k in self: i += 1 return i class LruHash(HashTable): def __init__(self, *args, **kwargs): super(LruHash, self).__init__(*args, **kwargs) class ArrayBase(TableBase): def __init__(self, *args, **kwargs): super(ArrayBase, self).__init__(*args, **kwargs) def _normalize_key(self, key): if isinstance(key, int): if key < 0: key = len(self) + key key = self.Key(key) if not isinstance(key, ct._SimpleCData): raise IndexError("Array index must be an integer type") if key.value >= len(self): raise IndexError("Array index out of range") return key def __len__(self): return self.max_entries def __getitem__(self, key): key = self._normalize_key(key) return super(ArrayBase, self).__getitem__(key) def __setitem__(self, key, leaf): key = self._normalize_key(key) super(ArrayBase, self).__setitem__(key, leaf) def __delitem__(self, key): key = self._normalize_key(key) super(ArrayBase, self).__delitem__(key) def clearitem(self, key): key = self._normalize_key(key) leaf = self.Leaf() res = lib.bpf_update_elem(self.map_fd, ct.byref(key), ct.byref(leaf), 0) if res < 0: raise Exception("Could not clear item") def __iter__(self): return ArrayBase.Iter(self, self.Key) class Iter(object): def __init__(self, table, keytype): self.Key = keytype self.table = table self.i = -1 def __iter__(self): return self def __next__(self): return self.next() def next(self): self.i += 1 if self.i == len(self.table): raise StopIteration() return self.Key(self.i) class Array(ArrayBase): def __init__(self, *args, **kwargs): super(Array, self).__init__(*args, **kwargs) def __delitem__(self, key): # Delete in Array type does not have an effect, so zero out instead self.clearitem(key) class ProgArray(ArrayBase): def __init__(self, *args, **kwargs): super(ProgArray, self).__init__(*args, **kwargs) def __setitem__(self, key, leaf): if isinstance(leaf, int): leaf = self.Leaf(leaf) if isinstance(leaf, self.bpf.Function): leaf = self.Leaf(leaf.fd) super(ProgArray, self).__setitem__(key, leaf) class FileDesc: def __init__(self, fd): if (fd is None) or (fd < 0): raise Exception("Invalid file descriptor") self.fd = fd def clean_up(self): if (self.fd is not None) and (self.fd >= 0): os.close(self.fd) self.fd = None def __del__(self): self.clean_up() def __enter__(self, *args, **kwargs): return self def __exit__(self, *args, **kwargs): self.clean_up() class CgroupArray(ArrayBase): def __init__(self, *args, **kwargs): super(CgroupArray, self).__init__(*args, **kwargs) def __setitem__(self, key, leaf): if isinstance(leaf, int): super(CgroupArray, self).__setitem__(key, self.Leaf(leaf)) elif isinstance(leaf, str): # TODO: Add os.O_CLOEXEC once we move to Python version >3.3 with FileDesc(os.open(leaf, os.O_RDONLY)) as f: super(CgroupArray, self).__setitem__(key, self.Leaf(f.fd)) else: raise Exception("Cgroup array key must be either FD or cgroup path") class PerfEventArray(ArrayBase): def __init__(self, *args, **kwargs): super(PerfEventArray, self).__init__(*args, **kwargs) self._open_key_fds = {} self._event_class = None def __del__(self): keys = list(self._open_key_fds.keys()) for key in keys: del self[key] def __delitem__(self, key): if key not in self._open_key_fds: return # Delete entry from the array super(PerfEventArray, self).__delitem__(key) key_id = (id(self), key) if key_id in self.bpf.perf_buffers: # The key is opened for perf ring buffer lib.perf_reader_free(self.bpf.perf_buffers[key_id]) del self.bpf.perf_buffers[key_id] del self._cbs[key] else: # The key is opened for perf event read lib.bpf_close_perf_event_fd(self._open_key_fds[key]) del self._open_key_fds[key] def event(self, data): """event(data) When perf buffers are opened to receive custom perf event, the underlying event data struct which is defined in C in the BPF program can be deduced via this function. This avoids redundant definitions in Python. """ if self._event_class == None: self._event_class = _get_event_class(self) return ct.cast(data, ct.POINTER(self._event_class)).contents def open_perf_buffer(self, callback, page_cnt=8, lost_cb=None, wakeup_events=1): """open_perf_buffers(callback) Opens a set of per-cpu ring buffer to receive custom perf event data from the bpf program. The callback will be invoked for each event submitted from the kernel, up to millions per second. Use page_cnt to change the size of the per-cpu ring buffer. The value must be a power of two and defaults to 8. """ if page_cnt & (page_cnt - 1) != 0: raise Exception("Perf buffer page_cnt must be a power of two") for i in get_online_cpus(): self._open_perf_buffer(i, callback, page_cnt, lost_cb, wakeup_events) def _open_perf_buffer(self, cpu, callback, page_cnt, lost_cb, wakeup_events): def raw_cb_(_, data, size): try: callback(cpu, data, size) except IOError as e: if e.errno == errno.EPIPE: exit() else: raise e def lost_cb_(_, lost): try: lost_cb(lost) except IOError as e: if e.errno == errno.EPIPE: exit() else: raise e fn = _RAW_CB_TYPE(raw_cb_) lost_fn = _LOST_CB_TYPE(lost_cb_) if lost_cb else ct.cast(None, _LOST_CB_TYPE) opts = bcc_perf_buffer_opts() opts.pid = -1 opts.cpu = cpu opts.wakeup_events = wakeup_events reader = lib.bpf_open_perf_buffer_opts(fn, lost_fn, None, page_cnt, ct.byref(opts)) if not reader: raise Exception("Could not open perf buffer") fd = lib.perf_reader_fd(reader) self[self.Key(cpu)] = self.Leaf(fd) self.bpf.perf_buffers[(id(self), cpu)] = reader # keep a refcnt self._cbs[cpu] = (fn, lost_fn) # The actual fd is held by the perf reader, add to track opened keys self._open_key_fds[cpu] = -1 def _open_perf_event(self, cpu, typ, config, pid=-1): fd = lib.bpf_open_perf_event(typ, config, pid, cpu) if fd < 0: raise Exception("bpf_open_perf_event failed") self[self.Key(cpu)] = self.Leaf(fd) self._open_key_fds[cpu] = fd def open_perf_event(self, typ, config, pid=-1): """open_perf_event(typ, config) Configures the table such that calls from the bpf program to table.perf_read(CUR_CPU_IDENTIFIER) will return the hardware counter denoted by event ev on the local cpu. """ for i in get_online_cpus(): self._open_perf_event(i, typ, config, pid) class PerCpuHash(HashTable): def __init__(self, *args, **kwargs): self.reducer = kwargs.pop("reducer", None) super(PerCpuHash, self).__init__(*args, **kwargs) self.sLeaf = self.Leaf self.total_cpu = len(get_possible_cpus()) # This needs to be 8 as hard coded into the linux kernel. self.alignment = ct.sizeof(self.sLeaf) % 8 if self.alignment == 0: self.Leaf = self.sLeaf * self.total_cpu else: # Currently Float, Char, un-aligned structs are not supported if self.sLeaf == ct.c_uint: self.Leaf = ct.c_uint64 * self.total_cpu elif self.sLeaf == ct.c_int: self.Leaf = ct.c_int64 * self.total_cpu else: raise IndexError("Leaf must be aligned to 8 bytes") def getvalue(self, key): result = super(PerCpuHash, self).__getitem__(key) if self.alignment == 0: ret = result else: ret = (self.sLeaf * self.total_cpu)() for i in range(0, self.total_cpu): ret[i] = result[i] return ret def __getitem__(self, key): if self.reducer: return reduce(self.reducer, self.getvalue(key)) else: return self.getvalue(key) def __setitem__(self, key, leaf): super(PerCpuHash, self).__setitem__(key, leaf) def sum(self, key): if isinstance(self.Leaf(), ct.Structure): raise IndexError("Leaf must be an integer type for default sum functions") return self.sLeaf(sum(self.getvalue(key))) def max(self, key): if isinstance(self.Leaf(), ct.Structure): raise IndexError("Leaf must be an integer type for default max functions") return self.sLeaf(max(self.getvalue(key))) def average(self, key): result = self.sum(key) return result.value / self.total_cpu class LruPerCpuHash(PerCpuHash): def __init__(self, *args, **kwargs): super(LruPerCpuHash, self).__init__(*args, **kwargs) class PerCpuArray(ArrayBase): def __init__(self, *args, **kwargs): self.reducer = kwargs.pop("reducer", None) super(PerCpuArray, self).__init__(*args, **kwargs) self.sLeaf = self.Leaf self.total_cpu = len(get_possible_cpus()) # This needs to be 8 as hard coded into the linux kernel. self.alignment = ct.sizeof(self.sLeaf) % 8 if self.alignment == 0: self.Leaf = self.sLeaf * self.total_cpu else: # Currently Float, Char, un-aligned structs are not supported if self.sLeaf == ct.c_uint: self.Leaf = ct.c_uint64 * self.total_cpu elif self.sLeaf == ct.c_int: self.Leaf = ct.c_int64 * self.total_cpu else: raise IndexError("Leaf must be aligned to 8 bytes") def getvalue(self, key): result = super(PerCpuArray, self).__getitem__(key) if self.alignment == 0: ret = result else: ret = (self.sLeaf * self.total_cpu)() for i in range(0, self.total_cpu): ret[i] = result[i] return ret def __getitem__(self, key): if (self.reducer): return reduce(self.reducer, self.getvalue(key)) else: return self.getvalue(key) def __setitem__(self, key, leaf): super(PerCpuArray, self).__setitem__(key, leaf) def __delitem__(self, key): # Delete in this type does not have an effect, so zero out instead self.clearitem(key) def sum(self, key): if isinstance(self.Leaf(), ct.Structure): raise IndexError("Leaf must be an integer type for default sum functions") return self.sLeaf(sum(self.getvalue(key))) def max(self, key): if isinstance(self.Leaf(), ct.Structure): raise IndexError("Leaf must be an integer type for default max functions") return self.sLeaf(max(self.getvalue(key))) def average(self, key): result = self.sum(key) return result.value / self.total_cpu class LpmTrie(TableBase): def __init__(self, *args, **kwargs): super(LpmTrie, self).__init__(*args, **kwargs) def __len__(self): raise NotImplementedError class StackTrace(TableBase): MAX_DEPTH = 127 BPF_F_STACK_BUILD_ID = (1<<5) BPF_STACK_BUILD_ID_EMPTY = 0 #can't get stacktrace BPF_STACK_BUILD_ID_VALID = 1 #valid build-id,ip BPF_STACK_BUILD_ID_IP = 2 #fallback to ip def __init__(self, *args, **kwargs): super(StackTrace, self).__init__(*args, **kwargs) class StackWalker(object): def __init__(self, stack, flags, resolve=None): self.stack = stack self.n = -1 self.resolve = resolve self.flags = flags def __iter__(self): return self def __next__(self): return self.next() def next(self): self.n += 1 if self.n == StackTrace.MAX_DEPTH: raise StopIteration() if self.flags & StackTrace.BPF_F_STACK_BUILD_ID: addr = self.stack.trace[self.n] if addr.status == StackTrace.BPF_STACK_BUILD_ID_IP or \ addr.status == StackTrace.BPF_STACK_BUILD_ID_EMPTY: raise StopIteration() else: addr = self.stack.ip[self.n] # powerpc populates optional, potentially-null second and third entries if addr == 0 and (not platform.machine().startswith('ppc') or (self.n != 1 and self.n != 2)) : raise StopIteration() return self.resolve(addr) if self.resolve else addr def walk(self, stack_id, resolve=None): return StackTrace.StackWalker(self[self.Key(stack_id)], self.flags, resolve) def __len__(self): i = 0 for k in self: i += 1 return i def clear(self): pass class DevMap(ArrayBase): def __init__(self, *args, **kwargs): super(DevMap, self).__init__(*args, **kwargs) class CpuMap(ArrayBase): def __init__(self, *args, **kwargs): super(CpuMap, self).__init__(*args, **kwargs) class XskMap(ArrayBase): def __init__(self, *args, **kwargs): super(XskMap, self).__init__(*args, **kwargs) class MapInMapArray(ArrayBase): def __init__(self, *args, **kwargs): super(MapInMapArray, self).__init__(*args, **kwargs) class MapInMapHash(HashTable): def __init__(self, *args, **kwargs): super(MapInMapHash, self).__init__(*args, **kwargs) class RingBuf(TableBase): def __init__(self, *args, **kwargs): super(RingBuf, self).__init__(*args, **kwargs) self._ringbuf = None self._event_class = None def __delitem(self, key): pass def __del__(self): pass def __len__(self): return 0 def event(self, data): """event(data) When ring buffers are opened to receive custom event, the underlying event data struct which is defined in C in the BPF program can be deduced via this function. This avoids redundant definitions in Python. """ if self._event_class == None: self._event_class = _get_event_class(self) return ct.cast(data, ct.POINTER(self._event_class)).contents def open_ring_buffer(self, callback, ctx=None): """open_ring_buffer(callback) Opens a ring buffer to receive custom event data from the bpf program. The callback will be invoked for each event submitted from the kernel, up to millions per second. """ def ringbuf_cb_(ctx, data, size): try: ret = callback(ctx, data, size) # Callback for ringbufs should _always_ return an integer. # If the function the user registers does not, # simply fall back to returning 0. try: ret = int(ret) except: ret = 0 except IOError as e: if e.errno == errno.EPIPE: exit() else: raise e return ret fn = _RINGBUF_CB_TYPE(ringbuf_cb_) self.bpf._open_ring_buffer(self.map_fd, fn, ctx) # keep a refcnt self._cbs[0] = fn class QueueStack: # Flag for map.push BPF_EXIST = 2 def __init__(self, bpf, map_id, map_fd, leaftype): self.bpf = bpf self.map_id = map_id self.map_fd = map_fd self.Leaf = leaftype self.ttype = lib.bpf_table_type_id(self.bpf.module, self.map_id) self.flags = lib.bpf_table_flags_id(self.bpf.module, self.map_id) self.max_entries = int(lib.bpf_table_max_entries_id(self.bpf.module, self.map_id)) def leaf_sprintf(self, leaf): buf = ct.create_string_buffer(ct.sizeof(self.Leaf) * 8) res = lib.bpf_table_leaf_snprintf(self.bpf.module, self.map_id, buf, len(buf), ct.byref(leaf)) if res < 0: raise Exception("Could not printf leaf") return buf.value def leaf_scanf(self, leaf_str): leaf = self.Leaf() res = lib.bpf_table_leaf_sscanf(self.bpf.module, self.map_id, leaf_str, ct.byref(leaf)) if res < 0: raise Exception("Could not scanf leaf") return leaf def push(self, leaf, flags=0): res = lib.bpf_update_elem(self.map_fd, None, ct.byref(leaf), flags) if res < 0: errstr = os.strerror(ct.get_errno()) raise Exception("Could not push to table: %s" % errstr) def pop(self): leaf = self.Leaf() res = lib.bpf_lookup_and_delete(self.map_fd, None, ct.byref(leaf)) if res < 0: raise KeyError("Could not pop from table") return leaf def peek(self): leaf = self.Leaf() res = lib.bpf_lookup_elem(self.map_fd, None, ct.byref(leaf)) if res < 0: raise KeyError("Could not peek table") return leaf def itervalues(self): # to avoid infinite loop, set maximum pops to max_entries cnt = self.max_entries while cnt: try: yield(self.pop()) cnt -= 1 except KeyError: return def values(self): return [value for value in self.itervalues()] bpfcc-0.31.0/src/python/bcc/tcp.py000066400000000000000000000030621465134135300166550ustar00rootroot00000000000000# Copyright 2018 Netflix, Inc. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # from include/net/tcp_states.h: tcpstate = {} tcpstate[1] = 'ESTABLISHED' tcpstate[2] = 'SYN_SENT' tcpstate[3] = 'SYN_RECV' tcpstate[4] = 'FIN_WAIT1' tcpstate[5] = 'FIN_WAIT2' tcpstate[6] = 'TIME_WAIT' tcpstate[7] = 'CLOSE' tcpstate[8] = 'CLOSE_WAIT' tcpstate[9] = 'LAST_ACK' tcpstate[10] = 'LISTEN' tcpstate[11] = 'CLOSING' tcpstate[12] = 'NEW_SYN_RECV' # from include/net/tcp.h: TCPHDR_FIN = 0x01 TCPHDR_SYN = 0x02 TCPHDR_RST = 0x04 TCPHDR_PSH = 0x08 TCPHDR_ACK = 0x10 TCPHDR_URG = 0x20 TCPHDR_ECE = 0x40 TCPHDR_CWR = 0x80 def flags2str(flags): arr = [] if flags & TCPHDR_FIN: arr.append("FIN") if flags & TCPHDR_SYN: arr.append("SYN") if flags & TCPHDR_RST: arr.append("RST") if flags & TCPHDR_PSH: arr.append("PSH") if flags & TCPHDR_ACK: arr.append("ACK") if flags & TCPHDR_URG: arr.append("URG") if flags & TCPHDR_ECE: arr.append("ECE") if flags & TCPHDR_CWR: arr.append("CWR") return "|".join(arr) bpfcc-0.31.0/src/python/bcc/usdt.py000066400000000000000000000220431465134135300170460ustar00rootroot00000000000000# Copyright 2016 Sasha Goldshtein # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from __future__ import print_function import ctypes as ct import sys from .libbcc import lib, _USDT_CB, _USDT_PROBE_CB, \ bcc_usdt_location, bcc_usdt_argument, \ BCC_USDT_ARGUMENT_FLAGS class USDTException(Exception): pass class USDTProbeArgument(object): def __init__(self, argument): self.signed = argument.size < 0 self.size = abs(argument.size) self.valid = argument.valid if self.valid & BCC_USDT_ARGUMENT_FLAGS.CONSTANT != 0: self.constant = argument.constant if self.valid & BCC_USDT_ARGUMENT_FLAGS.DEREF_OFFSET != 0: self.deref_offset = argument.deref_offset if self.valid & BCC_USDT_ARGUMENT_FLAGS.DEREF_IDENT != 0: self.deref_ident = argument.deref_ident if self.valid & BCC_USDT_ARGUMENT_FLAGS.BASE_REGISTER_NAME != 0: self.base_register_name = argument.base_register_name if self.valid & BCC_USDT_ARGUMENT_FLAGS.INDEX_REGISTER_NAME != 0: self.index_register_name = argument.index_register_name if self.valid & BCC_USDT_ARGUMENT_FLAGS.SCALE != 0: self.scale = argument.scale def _size_prefix(self): return "%d %s bytes" % \ (self.size, "signed " if self.signed else "unsigned") def _format(self): # This mimics the logic in cc/usdt_args.cc that gives meaning to the # various argument settings. A change there will require a change here. if self.valid & BCC_USDT_ARGUMENT_FLAGS.CONSTANT != 0: return "%d" % self.constant if self.valid & BCC_USDT_ARGUMENT_FLAGS.DEREF_OFFSET == 0: return "%s" % self.base_register_name.decode() if self.valid & BCC_USDT_ARGUMENT_FLAGS.DEREF_OFFSET != 0 and \ self.valid & BCC_USDT_ARGUMENT_FLAGS.DEREF_IDENT == 0: if self.valid & BCC_USDT_ARGUMENT_FLAGS.INDEX_REGISTER_NAME != 0: index_offset = " + %s" % self.index_register_name.decode() if self.valid & BCC_USDT_ARGUMENT_FLAGS.SCALE != 0: index_offset += " * %d" % self.scale else: index_offset = "" sign = '+' if self.deref_offset >= 0 else '-' return "*(%s %s %d%s)" % (self.base_register_name.decode(), sign, abs(self.deref_offset), index_offset) if self.valid & BCC_USDT_ARGUMENT_FLAGS.DEREF_OFFSET != 0 and \ self.valid & BCC_USDT_ARGUMENT_FLAGS.DEREF_IDENT != 0 and \ self.valid & BCC_USDT_ARGUMENT_FLAGS.BASE_REGISTER_NAME != 0 and \ self.base_register_name == "ip": sign = '+' if self.deref_offset >= 0 else '-' return "*(&%s %s %d)" % (self.deref_ident.decode(), sign, abs(self.deref_offset)) # If we got here, this is an unrecognized case. Doesn't mean it's # necessarily bad, so just provide the raw data. It just means that # other tools won't be able to work with this argument. return "unrecognized argument format, flags %d" % self.valid def __str__(self): return "%s @ %s" % (self._size_prefix(), self._format()) class USDTProbeLocation(object): def __init__(self, probe, index, location): self.probe = probe self.index = index self.num_arguments = probe.num_arguments self.address = location.address self.bin_path = location.bin_path def __str__(self): return "%s 0x%x" % (self.bin_path.decode(), self.address) def get_argument(self, index): arg = bcc_usdt_argument() res = lib.bcc_usdt_get_argument(self.probe.context, self.probe.provider, self.probe.name, self.index, index, ct.byref(arg)) if res != 0: raise USDTException( "error retrieving probe argument %d location %d" % (index, self.index)) return USDTProbeArgument(arg) class USDTProbe(object): def __init__(self, context, probe): self.context = context self.provider = probe.provider self.name = probe.name self.bin_path = probe.bin_path self.semaphore = probe.semaphore self.num_locations = probe.num_locations self.num_arguments = probe.num_arguments def __str__(self): return "%s:%s [sema 0x%x]" % \ (self.provider.decode(), self.name.decode(), self.semaphore) def short_name(self): return "%s:%s" % (self.provider.decode(), self.name.decode()) def get_location(self, index): loc = bcc_usdt_location() res = lib.bcc_usdt_get_location(self.context, self.provider, self.name, index, ct.byref(loc)) if res != 0: raise USDTException("error retrieving probe location %d" % index) return USDTProbeLocation(self, index, loc) class USDT(object): def __init__(self, pid=None, path=None): if pid and pid != -1: self.pid = pid if path: self.context = lib.bcc_usdt_new_frompid(pid, path.encode('ascii')) else: self.context = lib.bcc_usdt_new_frompid(pid, ct.c_char_p(0)) if self.context == None: raise USDTException("USDT failed to instrument PID %d" % pid) elif path: self.path = path self.context = lib.bcc_usdt_new_frompath(path.encode('ascii')) if self.context == None: raise USDTException("USDT failed to instrument path %s" % path) else: raise USDTException( "either a pid or a binary path must be specified") def __del__(self): lib.bcc_usdt_close(self.context) def enable_probe(self, probe, fn_name): probe_parts = probe.split(":", 1) if len(probe_parts) == 1: ret = lib.bcc_usdt_enable_probe( self.context, probe.encode('ascii'), fn_name.encode('ascii')) else: (provider_name, probe_name) = probe_parts ret = lib.bcc_usdt_enable_fully_specified_probe( self.context, provider_name.encode('ascii'), probe_name.encode('ascii'), fn_name.encode('ascii')) if ret != 0: raise USDTException( """Failed to enable USDT probe '%s': the specified pid might not contain the given language's runtime, or the runtime was not built with the required USDT probes. Look for a configure flag similar to --with-dtrace or --enable-dtrace. To check which probes are present in the process, use the tplist tool. """ % probe) def enable_probe_or_bail(self, probe, fn_name): try: self.enable_probe(probe, fn_name) except USDTException as e: print(e, file=sys.stderr) sys.exit(1) def get_context(self): return self.context def get_text(self): ctx_array = (ct.c_void_p * 1)() ctx_array[0] = ct.c_void_p(self.context) return lib.bcc_usdt_genargs(ctx_array, 1).decode() def get_probe_arg_ctype(self, probe_name, arg_index): probe_parts = probe_name.split(":", 1) if len(probe_parts) == 1: return lib.bcc_usdt_get_probe_argctype( self.context, probe_name.encode('ascii'), arg_index).decode() else: (provider_name, probe) = probe_parts return lib.bcc_usdt_get_fully_specified_probe_argctype( self.context, provider_name.encode('ascii'), probe.encode('ascii'), arg_index).decode() def enumerate_probes(self): probes = [] def _add_probe(probe): probes.append(USDTProbe(self.context, probe.contents)) lib.bcc_usdt_foreach(self.context, _USDT_CB(_add_probe)) return probes # This is called by the BPF module's __init__ when it realizes that there # is a USDT context and probes need to be attached. def attach_uprobes(self, bpf, attach_usdt_ignore_pid): probes = self.enumerate_active_probes() for (binpath, fn_name, addr, pid) in probes: if attach_usdt_ignore_pid: pid = -1 bpf.attach_uprobe(name=binpath, fn_name=fn_name, addr=addr, pid=pid) def enumerate_active_probes(self): probes = [] def _add_probe(binpath, fn_name, addr, pid): probes.append((binpath, fn_name, addr, pid)) lib.bcc_usdt_foreach_uprobe(self.context, _USDT_PROBE_CB(_add_probe)) return probes bpfcc-0.31.0/src/python/bcc/utils.py000066400000000000000000000114331465134135300172300ustar00rootroot00000000000000# Copyright 2016 Catalysts GmbH # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import ctypes as ct import sys import traceback import warnings import re from .libbcc import lib def _read_cpu_range(path): cpus = [] with open(path, 'r') as f: cpus_range_str = f.read() for cpu_range in cpus_range_str.split(','): rangeop = cpu_range.find('-') if rangeop == -1: cpus.append(int(cpu_range)) else: start = int(cpu_range[:rangeop]) end = int(cpu_range[rangeop+1:]) cpus.extend(range(start, end+1)) return cpus def get_online_cpus(): return _read_cpu_range('/sys/devices/system/cpu/online') def get_possible_cpus(): return _read_cpu_range('/sys/devices/system/cpu/possible') def detect_language(candidates, pid): res = lib.bcc_procutils_language(pid) language = ct.cast(res, ct.c_char_p).value.decode() return language if language in candidates else None FILESYSTEMENCODING = sys.getfilesystemencoding() def printb(s, file=sys.stdout, nl=1): """ printb(s) print a bytes object to stdout and flush """ buf = file.buffer if hasattr(file, "buffer") else file buf.write(s) if nl: buf.write(b"\n") file.flush() class ArgString(object): """ ArgString(arg) encapsulate a system argument that can be easily coerced to a bytes() object, which is better for comparing to kernel or probe data (which should never be en/decode()'ed). """ def __init__(self, arg): if sys.version_info[0] >= 3: self.s = arg else: self.s = arg.decode(FILESYSTEMENCODING) def __bytes__(self): return self.s.encode(FILESYSTEMENCODING) def __str__(self): return self.s def warn_with_traceback(message, category, filename, lineno, file=None, line=None): log = file if hasattr(file, "write") else sys.stderr traceback.print_stack(f=sys._getframe(2), file=log) log.write(warnings.formatwarning(message, category, filename, lineno, line)) # uncomment to get full tracebacks for invalid uses of python3+str in arguments #warnings.showwarning = warn_with_traceback _strict_bytes = False def _assert_is_bytes(arg): if arg is None: return arg if _strict_bytes: assert type(arg) is bytes, "not a bytes object: %r" % arg elif type(arg) is not bytes: warnings.warn("not a bytes object: %r" % arg, DeprecationWarning, 2) return ArgString(arg).__bytes__() return arg class StrcmpRewrite(object): @staticmethod def _generate_streq_function(string, probe_read_func, streq_functions, probeid): fname = "streq_%d" % probeid streq_functions += """ static inline bool %s(char const *ignored, uintptr_t str) { char needle[] = %s; char haystack[sizeof(needle)]; %s(&haystack, sizeof(haystack), (void *)str); for (int i = 0; i < sizeof(needle) - 1; ++i) { if (needle[i] != haystack[i]) { return false; } } return true; } """ % (fname, string, probe_read_func) return fname, streq_functions @staticmethod def rewrite_expr(expr, bin_cmp, is_user, probe_user_list, streq_functions, probeid): if bin_cmp: STRCMP_RE = 'STRCMP\\(\"([^"]+)\\",(.+?)\\)' else: STRCMP_RE = 'STRCMP\\(("[^"]+\\"),(.+?)\\)' matches = re.finditer(STRCMP_RE, expr) for match in matches: string = match.group(1) probe_read_func = "bpf_probe_read" # if user probe or @user tag is specified, use # bpf_probe_read_user for char* read if is_user or \ match.group(2).strip() in probe_user_list: probe_read_func = "bpf_probe_read_user" fname, streq_functions = StrcmpRewrite._generate_streq_function( string, probe_read_func, streq_functions, probeid) probeid += 1 expr = expr.replace("STRCMP", fname, 1) rdict = { "expr": expr, "streq_functions": streq_functions, "probeid": probeid } return rdict bpfcc-0.31.0/src/python/bcc/version.py.in000066400000000000000000000000331465134135300201540ustar00rootroot00000000000000__version__ = '@REVISION@' bpfcc-0.31.0/src/python/setup.py.in000066400000000000000000000010401465134135300170770ustar00rootroot00000000000000# Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from setuptools import setup import os import sys # sdist does not support --root. if "sdist" not in sys.argv and os.environ.get('DESTDIR'): sys.argv += ['--root', os.environ['DESTDIR']] setup(name='bcc', version='@REVISION@', description='BPF Loader Library', author='Brenden Blanco', author_email='bblanco@plumgrid.com', url='https://github.com/iovisor/bcc', packages=['bcc'], platforms=['Linux']) bpfcc-0.31.0/tests/000077500000000000000000000000001465134135300140175ustar00rootroot00000000000000bpfcc-0.31.0/tests/CMakeLists.txt000066400000000000000000000007441465134135300165640ustar00rootroot00000000000000# Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") configure_file(wrapper.sh.in "${CMAKE_CURRENT_BINARY_DIR}/wrapper.sh" @ONLY) set(TEST_WRAPPER ${CMAKE_CURRENT_BINARY_DIR}/wrapper.sh) add_test(NAME style-check COMMAND ${CMAKE_SOURCE_DIR}/scripts/c-style-check.sh) set_tests_properties(style-check PROPERTIES PASS_REGULAR_EXPRESSION ".*") if(ENABLE_CLANG_JIT) add_subdirectory(cc) add_subdirectory(python) add_subdirectory(lua) endif() bpfcc-0.31.0/tests/cc/000077500000000000000000000000001465134135300144045ustar00rootroot00000000000000bpfcc-0.31.0/tests/cc/CMakeLists.txt000066400000000000000000000116041465134135300171460ustar00rootroot00000000000000# Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") include_directories(${PROJECT_SOURCE_DIR}/src/cc) include_directories(${PROJECT_SOURCE_DIR}/src/cc/api) if (CMAKE_USE_LIBBPF_PACKAGE AND LIBBPF_FOUND) include_directories(${PROJECT_SOURCE_DIR}/src/cc/compat) else() include_directories(${PROJECT_SOURCE_DIR}/src/cc/libbpf/include/uapi) endif() include_directories(${PROJECT_SOURCE_DIR}/tests/python/include) include_directories(${LLVM_INCLUDE_DIRS}) add_executable(test_static test_static.c) if(NOT CMAKE_USE_LIBBPF_PACKAGE) target_link_libraries(test_static bcc-static) else() target_link_libraries(test_static bcc-shared) endif() add_test(NAME c_test_static COMMAND ${TEST_WRAPPER} c_test_static sudo ${CMAKE_CURRENT_BINARY_DIR}/test_static) add_compile_options(-DCMAKE_CURRENT_BINARY_DIR="${CMAKE_CURRENT_BINARY_DIR}") set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-unused-result -fPIC") set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -Wno-unused-result -fPIC") if(${LLVM_PACKAGE_VERSION} VERSION_EQUAL 16 OR ${LLVM_PACKAGE_VERSION} VERSION_GREATER 16) set(CMAKE_CXX_STANDARD 14) endif() if(ENABLE_USDT) set(TEST_LIBBCC_SOURCES test_libbcc.cc test_c_api.cc test_array_table.cc test_bpf_table.cc test_cg_storage.cc test_hash_table.cc test_map_in_map.cc test_perf_event.cc test_pinned_table.cc test_prog_table.cc test_queuestack_table.cc test_shared_table.cc test_sk_storage.cc test_sock_table.cc test_usdt_args.cc test_usdt_probes.cc utils.cc test_parse_tracepoint.cc test_zip.cc) file(COPY dummy_proc_map.txt DESTINATION ${CMAKE_CURRENT_BINARY_DIR}) add_library(usdt_test_lib SHARED usdt_test_lib.cc) add_library(debuginfo_test_lib SHARED debuginfo_test_lib.cc) add_custom_command(OUTPUT debuginfo.so COMMAND ${CMAKE_OBJCOPY} ARGS --add-symbol debuginfo_only_symbol=.text:0 ${CMAKE_CURRENT_BINARY_DIR}/libdebuginfo_test_lib.so ${CMAKE_CURRENT_BINARY_DIR}/debuginfo.so DEPENDS debuginfo_test_lib) add_custom_target(debuginfo DEPENDS debuginfo.so) add_custom_command(OUTPUT with_gnu_debuglink.so COMMAND ${CMAKE_OBJCOPY} ARGS --add-gnu-debuglink=debuginfo.so ${CMAKE_CURRENT_BINARY_DIR}/libdebuginfo_test_lib.so ${CMAKE_CURRENT_BINARY_DIR}/with_gnu_debuglink.so DEPENDS debuginfo debuginfo_test_lib) add_custom_target(with_gnu_debuglink DEPENDS with_gnu_debuglink.so) SET(DEBUGINFO_TARGETS debuginfo_test_lib debuginfo with_gnu_debuglink) if(LIBLZMA_FOUND) add_custom_command(OUTPUT debuginfo.so.xz COMMAND xz ARGS -k ${CMAKE_CURRENT_BINARY_DIR}/debuginfo.so DEPENDS debuginfo) add_custom_target(debuginfo_xz DEPENDS debuginfo.so.xz) add_custom_command(OUTPUT with_gnu_debugdata.so COMMAND ${CMAKE_OBJCOPY} ARGS --add-section .gnu_debugdata=${CMAKE_CURRENT_BINARY_DIR}/debuginfo.so.xz ${CMAKE_CURRENT_BINARY_DIR}/libdebuginfo_test_lib.so ${CMAKE_CURRENT_BINARY_DIR}/with_gnu_debugdata.so DEPENDS debuginfo_xz debuginfo_test_lib) add_custom_target(with_gnu_debugdata DEPENDS with_gnu_debugdata.so) list(APPEND DEBUGINFO_TARGETS with_gnu_debugdata) endif(LIBLZMA_FOUND) add_custom_command(OUTPUT archive.zip COMMAND mkdir -p zip_subdir COMMAND echo "This is a text file" > zip_subdir/file.txt COMMAND zip -0 archive.zip libdebuginfo_test_lib.so zip_subdir/file.txt DEPENDS debuginfo_test_lib BYPRODUCTS zip_subdir/file.txt) add_custom_target(zip_archive DEPENDS archive.zip) if(NOT CMAKE_USE_LIBBPF_PACKAGE) add_executable(test_libbcc ${TEST_LIBBCC_SOURCES}) add_dependencies(test_libbcc bcc-shared zip_archive ${DEBUGINFO_TARGETS}) target_link_libraries(test_libbcc ${PROJECT_BINARY_DIR}/src/cc/libbcc.so dl usdt_test_lib) set_target_properties(test_libbcc PROPERTIES INSTALL_RPATH ${PROJECT_BINARY_DIR}/src/cc) target_compile_definitions(test_libbcc PRIVATE -DLIBBCC_NAME=\"libbcc.so\") add_test(NAME test_libbcc COMMAND ${TEST_WRAPPER} c_test_all sudo ${CMAKE_CURRENT_BINARY_DIR}/test_libbcc) endif() if(LIBBPF_FOUND) add_executable(test_libbcc_no_libbpf ${TEST_LIBBCC_SOURCES}) add_dependencies(test_libbcc_no_libbpf bcc-shared zip_archive ${DEBUGINFO_TARGETS}) target_link_libraries(test_libbcc_no_libbpf ${PROJECT_BINARY_DIR}/src/cc/libbcc.so dl usdt_test_lib ${LIBBPF_LIBRARIES}) set_target_properties(test_libbcc_no_libbpf PROPERTIES INSTALL_RPATH ${PROJECT_BINARY_DIR}/src/cc) target_compile_definitions(test_libbcc_no_libbpf PRIVATE -DLIBBCC_NAME=\"libbcc.so\") add_test(NAME test_libbcc_no_libbpf COMMAND ${TEST_WRAPPER} c_test_all_no_libbpf sudo ${CMAKE_CURRENT_BINARY_DIR}/test_libbcc_no_libbpf) endif() endif(ENABLE_USDT) bpfcc-0.31.0/tests/cc/catch.hpp000066400000000000000000013401201465134135300162000ustar00rootroot00000000000000/* * Catch v1.4.0 * Generated: 2016-03-15 07:23:12.623111 * ---------------------------------------------------------- * This file has been merged from multiple headers. Please don't edit it directly * Copyright (c) 2012 Two Blue Cubes Ltd. All rights reserved. * * Distributed under the Boost Software License, Version 1.0. (See accompanying * file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt) */ #ifndef TWOBLUECUBES_SINGLE_INCLUDE_CATCH_HPP_INCLUDED #define TWOBLUECUBES_SINGLE_INCLUDE_CATCH_HPP_INCLUDED #define TWOBLUECUBES_CATCH_HPP_INCLUDED #ifdef __clang__ # pragma clang system_header #elif defined __GNUC__ # pragma GCC system_header #endif // #included from: internal/catch_suppress_warnings.h #ifdef __clang__ # ifdef __ICC // icpc defines the __clang__ macro # pragma warning(push) # pragma warning(disable: 161 1682) # else // __ICC # pragma clang diagnostic ignored "-Wglobal-constructors" # pragma clang diagnostic ignored "-Wvariadic-macros" # pragma clang diagnostic ignored "-Wc99-extensions" # pragma clang diagnostic ignored "-Wunused-variable" # pragma clang diagnostic push # pragma clang diagnostic ignored "-Wpadded" # pragma clang diagnostic ignored "-Wc++98-compat" # pragma clang diagnostic ignored "-Wc++98-compat-pedantic" # pragma clang diagnostic ignored "-Wswitch-enum" # pragma clang diagnostic ignored "-Wcovered-switch-default" # endif #elif defined __GNUC__ # pragma GCC diagnostic ignored "-Wvariadic-macros" # pragma GCC diagnostic ignored "-Wunused-variable" # pragma GCC diagnostic push # pragma GCC diagnostic ignored "-Wpadded" #endif #if defined(CATCH_CONFIG_MAIN) || defined(CATCH_CONFIG_RUNNER) # define CATCH_IMPL #endif #ifdef CATCH_IMPL # ifndef CLARA_CONFIG_MAIN # define CLARA_CONFIG_MAIN_NOT_DEFINED # define CLARA_CONFIG_MAIN # endif #endif // #included from: internal/catch_notimplemented_exception.h #define TWOBLUECUBES_CATCH_NOTIMPLEMENTED_EXCEPTION_H_INCLUDED // #included from: catch_common.h #define TWOBLUECUBES_CATCH_COMMON_H_INCLUDED #define INTERNAL_CATCH_UNIQUE_NAME_LINE2( name, line ) name##line #define INTERNAL_CATCH_UNIQUE_NAME_LINE( name, line ) INTERNAL_CATCH_UNIQUE_NAME_LINE2( name, line ) #ifdef CATCH_CONFIG_COUNTER # define INTERNAL_CATCH_UNIQUE_NAME( name ) INTERNAL_CATCH_UNIQUE_NAME_LINE( name, __COUNTER__ ) #else # define INTERNAL_CATCH_UNIQUE_NAME( name ) INTERNAL_CATCH_UNIQUE_NAME_LINE( name, __LINE__ ) #endif #define INTERNAL_CATCH_STRINGIFY2( expr ) #expr #define INTERNAL_CATCH_STRINGIFY( expr ) INTERNAL_CATCH_STRINGIFY2( expr ) #include #include #include // #included from: catch_compiler_capabilities.h #define TWOBLUECUBES_CATCH_COMPILER_CAPABILITIES_HPP_INCLUDED // Detect a number of compiler features - mostly C++11/14 conformance - by compiler // The following features are defined: // // CATCH_CONFIG_CPP11_NULLPTR : is nullptr supported? // CATCH_CONFIG_CPP11_NOEXCEPT : is noexcept supported? // CATCH_CONFIG_CPP11_GENERATED_METHODS : The delete and default keywords for compiler generated methods // CATCH_CONFIG_CPP11_IS_ENUM : std::is_enum is supported? // CATCH_CONFIG_CPP11_TUPLE : std::tuple is supported // CATCH_CONFIG_CPP11_LONG_LONG : is long long supported? // CATCH_CONFIG_CPP11_OVERRIDE : is override supported? // CATCH_CONFIG_CPP11_UNIQUE_PTR : is unique_ptr supported (otherwise use auto_ptr) // CATCH_CONFIG_CPP11_OR_GREATER : Is C++11 supported? // CATCH_CONFIG_VARIADIC_MACROS : are variadic macros supported? // CATCH_CONFIG_COUNTER : is the __COUNTER__ macro supported? // **************** // Note to maintainers: if new toggles are added please document them // in configuration.md, too // **************** // In general each macro has a _NO_ form // (e.g. CATCH_CONFIG_CPP11_NO_NULLPTR) which disables the feature. // Many features, at point of detection, define an _INTERNAL_ macro, so they // can be combined, en-mass, with the _NO_ forms later. // All the C++11 features can be disabled with CATCH_CONFIG_NO_CPP11 #if defined(__cplusplus) && __cplusplus >= 201103L # define CATCH_CPP11_OR_GREATER #endif #ifdef __clang__ # if __has_feature(cxx_nullptr) # define CATCH_INTERNAL_CONFIG_CPP11_NULLPTR # endif # if __has_feature(cxx_noexcept) # define CATCH_INTERNAL_CONFIG_CPP11_NOEXCEPT # endif # if defined(CATCH_CPP11_OR_GREATER) # define CATCH_INTERNAL_SUPPRESS_PARENTHESES_WARNINGS _Pragma( "clang diagnostic ignored \"-Wparentheses\"" ) # endif #endif // __clang__ //////////////////////////////////////////////////////////////////////////////// // Borland #ifdef __BORLANDC__ #endif // __BORLANDC__ //////////////////////////////////////////////////////////////////////////////// // EDG #ifdef __EDG_VERSION__ #endif // __EDG_VERSION__ //////////////////////////////////////////////////////////////////////////////// // Digital Mars #ifdef __DMC__ #endif // __DMC__ //////////////////////////////////////////////////////////////////////////////// // GCC #ifdef __GNUC__ # if __GNUC__ == 4 && __GNUC_MINOR__ >= 6 && defined(__GXX_EXPERIMENTAL_CXX0X__) # define CATCH_INTERNAL_CONFIG_CPP11_NULLPTR # endif # if !defined(CATCH_INTERNAL_SUPPRESS_PARENTHESES_WARNINGS) && defined(CATCH_CPP11_OR_GREATER) # define CATCH_INTERNAL_SUPPRESS_PARENTHESES_WARNINGS _Pragma( "GCC diagnostic ignored \"-Wparentheses\"" ) # endif // - otherwise more recent versions define __cplusplus >= 201103L // and will get picked up below #endif // __GNUC__ //////////////////////////////////////////////////////////////////////////////// // Visual C++ #ifdef _MSC_VER #if (_MSC_VER >= 1600) # define CATCH_INTERNAL_CONFIG_CPP11_NULLPTR # define CATCH_INTERNAL_CONFIG_CPP11_UNIQUE_PTR #endif #if (_MSC_VER >= 1900 ) // (VC++ 13 (VS2015)) #define CATCH_INTERNAL_CONFIG_CPP11_NOEXCEPT #define CATCH_INTERNAL_CONFIG_CPP11_GENERATED_METHODS #endif #endif // _MSC_VER //////////////////////////////////////////////////////////////////////////////// // Use variadic macros if the compiler supports them #if ( defined _MSC_VER && _MSC_VER > 1400 && !defined __EDGE__) || \ ( defined __WAVE__ && __WAVE_HAS_VARIADICS ) || \ ( defined __GNUC__ && __GNUC__ >= 3 ) || \ ( !defined __cplusplus && __STDC_VERSION__ >= 199901L || __cplusplus >= 201103L ) #define CATCH_INTERNAL_CONFIG_VARIADIC_MACROS #endif // Use __COUNTER__ if the compiler supports it #if ( defined _MSC_VER && _MSC_VER >= 1300 ) || \ ( defined __GNUC__ && __GNUC__ >= 4 && __GNUC_MINOR__ >= 3 ) || \ ( defined __clang__ && __clang_major__ >= 3 ) #define CATCH_INTERNAL_CONFIG_COUNTER #endif //////////////////////////////////////////////////////////////////////////////// // C++ language feature support // catch all support for C++11 #if defined(CATCH_CPP11_OR_GREATER) # if !defined(CATCH_INTERNAL_CONFIG_CPP11_NULLPTR) # define CATCH_INTERNAL_CONFIG_CPP11_NULLPTR # endif # ifndef CATCH_INTERNAL_CONFIG_CPP11_NOEXCEPT # define CATCH_INTERNAL_CONFIG_CPP11_NOEXCEPT # endif # ifndef CATCH_INTERNAL_CONFIG_CPP11_GENERATED_METHODS # define CATCH_INTERNAL_CONFIG_CPP11_GENERATED_METHODS # endif # ifndef CATCH_INTERNAL_CONFIG_CPP11_IS_ENUM # define CATCH_INTERNAL_CONFIG_CPP11_IS_ENUM # endif # ifndef CATCH_INTERNAL_CONFIG_CPP11_TUPLE # define CATCH_INTERNAL_CONFIG_CPP11_TUPLE # endif # ifndef CATCH_INTERNAL_CONFIG_VARIADIC_MACROS # define CATCH_INTERNAL_CONFIG_VARIADIC_MACROS # endif # if !defined(CATCH_INTERNAL_CONFIG_CPP11_LONG_LONG) # define CATCH_INTERNAL_CONFIG_CPP11_LONG_LONG # endif # if !defined(CATCH_INTERNAL_CONFIG_CPP11_OVERRIDE) # define CATCH_INTERNAL_CONFIG_CPP11_OVERRIDE # endif # if !defined(CATCH_INTERNAL_CONFIG_CPP11_UNIQUE_PTR) # define CATCH_INTERNAL_CONFIG_CPP11_UNIQUE_PTR # endif #endif // __cplusplus >= 201103L // Now set the actual defines based on the above + anything the user has configured #if defined(CATCH_INTERNAL_CONFIG_CPP11_NULLPTR) && !defined(CATCH_CONFIG_CPP11_NO_NULLPTR) && !defined(CATCH_CONFIG_CPP11_NULLPTR) && !defined(CATCH_CONFIG_NO_CPP11) # define CATCH_CONFIG_CPP11_NULLPTR #endif #if defined(CATCH_INTERNAL_CONFIG_CPP11_NOEXCEPT) && !defined(CATCH_CONFIG_CPP11_NO_NOEXCEPT) && !defined(CATCH_CONFIG_CPP11_NOEXCEPT) && !defined(CATCH_CONFIG_NO_CPP11) # define CATCH_CONFIG_CPP11_NOEXCEPT #endif #if defined(CATCH_INTERNAL_CONFIG_CPP11_GENERATED_METHODS) && !defined(CATCH_CONFIG_CPP11_NO_GENERATED_METHODS) && !defined(CATCH_CONFIG_CPP11_GENERATED_METHODS) && !defined(CATCH_CONFIG_NO_CPP11) # define CATCH_CONFIG_CPP11_GENERATED_METHODS #endif #if defined(CATCH_INTERNAL_CONFIG_CPP11_IS_ENUM) && !defined(CATCH_CONFIG_CPP11_NO_IS_ENUM) && !defined(CATCH_CONFIG_CPP11_IS_ENUM) && !defined(CATCH_CONFIG_NO_CPP11) # define CATCH_CONFIG_CPP11_IS_ENUM #endif #if defined(CATCH_INTERNAL_CONFIG_CPP11_TUPLE) && !defined(CATCH_CONFIG_CPP11_NO_TUPLE) && !defined(CATCH_CONFIG_CPP11_TUPLE) && !defined(CATCH_CONFIG_NO_CPP11) # define CATCH_CONFIG_CPP11_TUPLE #endif #if defined(CATCH_INTERNAL_CONFIG_VARIADIC_MACROS) && !defined(CATCH_CONFIG_NO_VARIADIC_MACROS) && !defined(CATCH_CONFIG_VARIADIC_MACROS) # define CATCH_CONFIG_VARIADIC_MACROS #endif #if defined(CATCH_INTERNAL_CONFIG_CPP11_LONG_LONG) && !defined(CATCH_CONFIG_NO_LONG_LONG) && !defined(CATCH_CONFIG_CPP11_LONG_LONG) && !defined(CATCH_CONFIG_NO_CPP11) # define CATCH_CONFIG_CPP11_LONG_LONG #endif #if defined(CATCH_INTERNAL_CONFIG_CPP11_OVERRIDE) && !defined(CATCH_CONFIG_NO_OVERRIDE) && !defined(CATCH_CONFIG_CPP11_OVERRIDE) && !defined(CATCH_CONFIG_NO_CPP11) # define CATCH_CONFIG_CPP11_OVERRIDE #endif #if defined(CATCH_INTERNAL_CONFIG_CPP11_UNIQUE_PTR) && !defined(CATCH_CONFIG_NO_UNIQUE_PTR) && !defined(CATCH_CONFIG_CPP11_UNIQUE_PTR) && !defined(CATCH_CONFIG_NO_CPP11) # define CATCH_CONFIG_CPP11_UNIQUE_PTR #endif #if defined(CATCH_INTERNAL_CONFIG_COUNTER) && !defined(CATCH_CONFIG_NO_COUNTER) && !defined(CATCH_CONFIG_COUNTER) # define CATCH_CONFIG_COUNTER #endif #if !defined(CATCH_INTERNAL_SUPPRESS_PARENTHESES_WARNINGS) # define CATCH_INTERNAL_SUPPRESS_PARENTHESES_WARNINGS #endif // noexcept support: #if defined(CATCH_CONFIG_CPP11_NOEXCEPT) && !defined(CATCH_NOEXCEPT) # define CATCH_NOEXCEPT noexcept # define CATCH_NOEXCEPT_IS(x) noexcept(x) #else # define CATCH_NOEXCEPT throw() # define CATCH_NOEXCEPT_IS(x) #endif // nullptr support #ifdef CATCH_CONFIG_CPP11_NULLPTR # define CATCH_NULL nullptr #else # define CATCH_NULL NULL #endif // override support #ifdef CATCH_CONFIG_CPP11_OVERRIDE # define CATCH_OVERRIDE override #else # define CATCH_OVERRIDE #endif // unique_ptr support #ifdef CATCH_CONFIG_CPP11_UNIQUE_PTR # define CATCH_AUTO_PTR( T ) std::unique_ptr #else # define CATCH_AUTO_PTR( T ) std::auto_ptr #endif namespace Catch { struct IConfig; struct CaseSensitive { enum Choice { Yes, No }; }; class NonCopyable { #ifdef CATCH_CONFIG_CPP11_GENERATED_METHODS NonCopyable( NonCopyable const& ) = delete; NonCopyable( NonCopyable && ) = delete; NonCopyable& operator = ( NonCopyable const& ) = delete; NonCopyable& operator = ( NonCopyable && ) = delete; #else NonCopyable( NonCopyable const& info ); NonCopyable& operator = ( NonCopyable const& ); #endif protected: NonCopyable() {} virtual ~NonCopyable(); }; class SafeBool { public: typedef void (SafeBool::*type)() const; static type makeSafe( bool value ) { return value ? &SafeBool::trueValue : 0; } private: void trueValue() const {} }; template inline void deleteAll( ContainerT& container ) { typename ContainerT::const_iterator it = container.begin(); typename ContainerT::const_iterator itEnd = container.end(); for(; it != itEnd; ++it ) delete *it; } template inline void deleteAllValues( AssociativeContainerT& container ) { typename AssociativeContainerT::const_iterator it = container.begin(); typename AssociativeContainerT::const_iterator itEnd = container.end(); for(; it != itEnd; ++it ) delete it->second; } bool startsWith( std::string const& s, std::string const& prefix ); bool endsWith( std::string const& s, std::string const& suffix ); bool contains( std::string const& s, std::string const& infix ); void toLowerInPlace( std::string& s ); std::string toLower( std::string const& s ); std::string trim( std::string const& str ); bool replaceInPlace( std::string& str, std::string const& replaceThis, std::string const& withThis ); struct pluralise { pluralise( std::size_t count, std::string const& label ); friend std::ostream& operator << ( std::ostream& os, pluralise const& pluraliser ); std::size_t m_count; std::string m_label; }; struct SourceLineInfo { SourceLineInfo(); SourceLineInfo( char const* _file, std::size_t _line ); SourceLineInfo( SourceLineInfo const& other ); # ifdef CATCH_CONFIG_CPP11_GENERATED_METHODS SourceLineInfo( SourceLineInfo && ) = default; SourceLineInfo& operator = ( SourceLineInfo const& ) = default; SourceLineInfo& operator = ( SourceLineInfo && ) = default; # endif bool empty() const; bool operator == ( SourceLineInfo const& other ) const; bool operator < ( SourceLineInfo const& other ) const; std::string file; std::size_t line; }; std::ostream& operator << ( std::ostream& os, SourceLineInfo const& info ); // This is just here to avoid compiler warnings with macro constants and boolean literals inline bool isTrue( bool value ){ return value; } inline bool alwaysTrue() { return true; } inline bool alwaysFalse() { return false; } void throwLogicError( std::string const& message, SourceLineInfo const& locationInfo ); void seedRng( IConfig const& config ); unsigned int rngSeed(); // Use this in variadic streaming macros to allow // >> +StreamEndStop // as well as // >> stuff +StreamEndStop struct StreamEndStop { std::string operator+() { return std::string(); } }; template T const& operator + ( T const& value, StreamEndStop ) { return value; } } #define CATCH_INTERNAL_LINEINFO ::Catch::SourceLineInfo( __FILE__, static_cast( __LINE__ ) ) #define CATCH_INTERNAL_ERROR( msg ) ::Catch::throwLogicError( msg, CATCH_INTERNAL_LINEINFO ); #include namespace Catch { class NotImplementedException : public std::exception { public: NotImplementedException( SourceLineInfo const& lineInfo ); NotImplementedException( NotImplementedException const& ) {} virtual ~NotImplementedException() CATCH_NOEXCEPT {} virtual const char* what() const CATCH_NOEXCEPT; private: std::string m_what; SourceLineInfo m_lineInfo; }; } // end namespace Catch /////////////////////////////////////////////////////////////////////////////// #define CATCH_NOT_IMPLEMENTED throw Catch::NotImplementedException( CATCH_INTERNAL_LINEINFO ) // #included from: internal/catch_context.h #define TWOBLUECUBES_CATCH_CONTEXT_H_INCLUDED // #included from: catch_interfaces_generators.h #define TWOBLUECUBES_CATCH_INTERFACES_GENERATORS_H_INCLUDED #include namespace Catch { struct IGeneratorInfo { virtual ~IGeneratorInfo(); virtual bool moveNext() = 0; virtual std::size_t getCurrentIndex() const = 0; }; struct IGeneratorsForTest { virtual ~IGeneratorsForTest(); virtual IGeneratorInfo& getGeneratorInfo( std::string const& fileInfo, std::size_t size ) = 0; virtual bool moveNext() = 0; }; IGeneratorsForTest* createGeneratorsForTest(); } // end namespace Catch // #included from: catch_ptr.hpp #define TWOBLUECUBES_CATCH_PTR_HPP_INCLUDED #ifdef __clang__ #pragma clang diagnostic push #pragma clang diagnostic ignored "-Wpadded" #endif namespace Catch { // An intrusive reference counting smart pointer. // T must implement addRef() and release() methods // typically implementing the IShared interface template class Ptr { public: Ptr() : m_p( CATCH_NULL ){} Ptr( T* p ) : m_p( p ){ if( m_p ) m_p->addRef(); } Ptr( Ptr const& other ) : m_p( other.m_p ){ if( m_p ) m_p->addRef(); } ~Ptr(){ if( m_p ) m_p->release(); } void reset() { if( m_p ) m_p->release(); m_p = CATCH_NULL; } Ptr& operator = ( T* p ){ Ptr temp( p ); swap( temp ); return *this; } Ptr& operator = ( Ptr const& other ){ Ptr temp( other ); swap( temp ); return *this; } void swap( Ptr& other ) { std::swap( m_p, other.m_p ); } T* get() const{ return m_p; } T& operator*() const { return *m_p; } T* operator->() const { return m_p; } bool operator !() const { return m_p == CATCH_NULL; } operator SafeBool::type() const { return SafeBool::makeSafe( m_p != CATCH_NULL ); } private: T* m_p; }; struct IShared : NonCopyable { virtual ~IShared(); virtual void addRef() const = 0; virtual void release() const = 0; }; template struct SharedImpl : T { SharedImpl() : m_rc( 0 ){} virtual void addRef() const { ++m_rc; } virtual void release() const { if( --m_rc == 0 ) delete this; } mutable unsigned int m_rc; }; } // end namespace Catch #ifdef __clang__ #pragma clang diagnostic pop #endif #include #include #include namespace Catch { class TestCase; class Stream; struct IResultCapture; struct IRunner; struct IGeneratorsForTest; struct IConfig; struct IContext { virtual ~IContext(); virtual IResultCapture* getResultCapture() = 0; virtual IRunner* getRunner() = 0; virtual size_t getGeneratorIndex( std::string const& fileInfo, size_t totalSize ) = 0; virtual bool advanceGeneratorsForCurrentTest() = 0; virtual Ptr getConfig() const = 0; }; struct IMutableContext : IContext { virtual ~IMutableContext(); virtual void setResultCapture( IResultCapture* resultCapture ) = 0; virtual void setRunner( IRunner* runner ) = 0; virtual void setConfig( Ptr const& config ) = 0; }; IContext& getCurrentContext(); IMutableContext& getCurrentMutableContext(); void cleanUpContext(); Stream createStream( std::string const& streamName ); } // #included from: internal/catch_test_registry.hpp #define TWOBLUECUBES_CATCH_TEST_REGISTRY_HPP_INCLUDED // #included from: catch_interfaces_testcase.h #define TWOBLUECUBES_CATCH_INTERFACES_TESTCASE_H_INCLUDED #include namespace Catch { class TestSpec; struct ITestCase : IShared { virtual void invoke () const = 0; protected: virtual ~ITestCase(); }; class TestCase; struct IConfig; struct ITestCaseRegistry { virtual ~ITestCaseRegistry(); virtual std::vector const& getAllTests() const = 0; virtual std::vector const& getAllTestsSorted( IConfig const& config ) const = 0; }; bool matchTest( TestCase const& testCase, TestSpec const& testSpec, IConfig const& config ); std::vector filterTests( std::vector const& testCases, TestSpec const& testSpec, IConfig const& config ); std::vector const& getAllTestCasesSorted( IConfig const& config ); } namespace Catch { template class MethodTestCase : public SharedImpl { public: MethodTestCase( void (C::*method)() ) : m_method( method ) {} virtual void invoke() const { C obj; (obj.*m_method)(); } private: virtual ~MethodTestCase() {} void (C::*m_method)(); }; typedef void(*TestFunction)(); struct NameAndDesc { NameAndDesc( const char* _name = "", const char* _description= "" ) : name( _name ), description( _description ) {} const char* name; const char* description; }; void registerTestCase ( ITestCase* testCase, char const* className, NameAndDesc const& nameAndDesc, SourceLineInfo const& lineInfo ); struct AutoReg { AutoReg ( TestFunction function, SourceLineInfo const& lineInfo, NameAndDesc const& nameAndDesc ); template AutoReg ( void (C::*method)(), char const* className, NameAndDesc const& nameAndDesc, SourceLineInfo const& lineInfo ) { registerTestCase ( new MethodTestCase( method ), className, nameAndDesc, lineInfo ); } ~AutoReg(); private: AutoReg( AutoReg const& ); void operator= ( AutoReg const& ); }; void registerTestCaseFunction ( TestFunction function, SourceLineInfo const& lineInfo, NameAndDesc const& nameAndDesc ); } // end namespace Catch #ifdef CATCH_CONFIG_VARIADIC_MACROS /////////////////////////////////////////////////////////////////////////////// #define INTERNAL_CATCH_TESTCASE2( TestName, ... ) \ static void TestName(); \ namespace{ Catch::AutoReg INTERNAL_CATCH_UNIQUE_NAME( autoRegistrar )( &TestName, CATCH_INTERNAL_LINEINFO, Catch::NameAndDesc( __VA_ARGS__ ) ); }\ static void TestName() #define INTERNAL_CATCH_TESTCASE( ... ) \ INTERNAL_CATCH_TESTCASE2( INTERNAL_CATCH_UNIQUE_NAME( ____C_A_T_C_H____T_E_S_T____ ), __VA_ARGS__ ) /////////////////////////////////////////////////////////////////////////////// #define INTERNAL_CATCH_METHOD_AS_TEST_CASE( QualifiedMethod, ... ) \ namespace{ Catch::AutoReg INTERNAL_CATCH_UNIQUE_NAME( autoRegistrar )( &QualifiedMethod, "&" #QualifiedMethod, Catch::NameAndDesc( __VA_ARGS__ ), CATCH_INTERNAL_LINEINFO ); } /////////////////////////////////////////////////////////////////////////////// #define INTERNAL_CATCH_TEST_CASE_METHOD2( TestName, ClassName, ... )\ namespace{ \ struct TestName : ClassName{ \ void test(); \ }; \ Catch::AutoReg INTERNAL_CATCH_UNIQUE_NAME( autoRegistrar ) ( &TestName::test, #ClassName, Catch::NameAndDesc( __VA_ARGS__ ), CATCH_INTERNAL_LINEINFO ); \ } \ void TestName::test() #define INTERNAL_CATCH_TEST_CASE_METHOD( ClassName, ... ) \ INTERNAL_CATCH_TEST_CASE_METHOD2( INTERNAL_CATCH_UNIQUE_NAME( ____C_A_T_C_H____T_E_S_T____ ), ClassName, __VA_ARGS__ ) /////////////////////////////////////////////////////////////////////////////// #define INTERNAL_CATCH_REGISTER_TESTCASE( Function, ... ) \ Catch::AutoReg( Function, CATCH_INTERNAL_LINEINFO, Catch::NameAndDesc( __VA_ARGS__ ) ); #else /////////////////////////////////////////////////////////////////////////////// #define INTERNAL_CATCH_TESTCASE2( TestName, Name, Desc ) \ static void TestName(); \ namespace{ Catch::AutoReg INTERNAL_CATCH_UNIQUE_NAME( autoRegistrar )( &TestName, CATCH_INTERNAL_LINEINFO, Catch::NameAndDesc( Name, Desc ) ); }\ static void TestName() #define INTERNAL_CATCH_TESTCASE( Name, Desc ) \ INTERNAL_CATCH_TESTCASE2( INTERNAL_CATCH_UNIQUE_NAME( ____C_A_T_C_H____T_E_S_T____ ), Name, Desc ) /////////////////////////////////////////////////////////////////////////////// #define INTERNAL_CATCH_METHOD_AS_TEST_CASE( QualifiedMethod, Name, Desc ) \ namespace{ Catch::AutoReg INTERNAL_CATCH_UNIQUE_NAME( autoRegistrar )( &QualifiedMethod, "&" #QualifiedMethod, Catch::NameAndDesc( Name, Desc ), CATCH_INTERNAL_LINEINFO ); } /////////////////////////////////////////////////////////////////////////////// #define INTERNAL_CATCH_TEST_CASE_METHOD2( TestCaseName, ClassName, TestName, Desc )\ namespace{ \ struct TestCaseName : ClassName{ \ void test(); \ }; \ Catch::AutoReg INTERNAL_CATCH_UNIQUE_NAME( autoRegistrar ) ( &TestCaseName::test, #ClassName, Catch::NameAndDesc( TestName, Desc ), CATCH_INTERNAL_LINEINFO ); \ } \ void TestCaseName::test() #define INTERNAL_CATCH_TEST_CASE_METHOD( ClassName, TestName, Desc )\ INTERNAL_CATCH_TEST_CASE_METHOD2( INTERNAL_CATCH_UNIQUE_NAME( ____C_A_T_C_H____T_E_S_T____ ), ClassName, TestName, Desc ) /////////////////////////////////////////////////////////////////////////////// #define INTERNAL_CATCH_REGISTER_TESTCASE( Function, Name, Desc ) \ Catch::AutoReg( Function, CATCH_INTERNAL_LINEINFO, Catch::NameAndDesc( Name, Desc ) ); #endif // #included from: internal/catch_capture.hpp #define TWOBLUECUBES_CATCH_CAPTURE_HPP_INCLUDED // #included from: catch_result_builder.h #define TWOBLUECUBES_CATCH_RESULT_BUILDER_H_INCLUDED // #included from: catch_result_type.h #define TWOBLUECUBES_CATCH_RESULT_TYPE_H_INCLUDED namespace Catch { // ResultWas::OfType enum struct ResultWas { enum OfType { Unknown = -1, Ok = 0, Info = 1, Warning = 2, FailureBit = 0x10, ExpressionFailed = FailureBit | 1, ExplicitFailure = FailureBit | 2, Exception = 0x100 | FailureBit, ThrewException = Exception | 1, DidntThrowException = Exception | 2, FatalErrorCondition = 0x200 | FailureBit }; }; inline bool isOk( ResultWas::OfType resultType ) { return ( resultType & ResultWas::FailureBit ) == 0; } inline bool isJustInfo( int flags ) { return flags == ResultWas::Info; } // ResultDisposition::Flags enum struct ResultDisposition { enum Flags { Normal = 0x01, ContinueOnFailure = 0x02, // Failures fail test, but execution continues FalseTest = 0x04, // Prefix expression with ! SuppressFail = 0x08 // Failures are reported but do not fail the test }; }; inline ResultDisposition::Flags operator | ( ResultDisposition::Flags lhs, ResultDisposition::Flags rhs ) { return static_cast( static_cast( lhs ) | static_cast( rhs ) ); } inline bool shouldContinueOnFailure( int flags ) { return ( flags & ResultDisposition::ContinueOnFailure ) != 0; } inline bool isFalseTest( int flags ) { return ( flags & ResultDisposition::FalseTest ) != 0; } inline bool shouldSuppressFailure( int flags ) { return ( flags & ResultDisposition::SuppressFail ) != 0; } } // end namespace Catch // #included from: catch_assertionresult.h #define TWOBLUECUBES_CATCH_ASSERTIONRESULT_H_INCLUDED #include namespace Catch { struct AssertionInfo { AssertionInfo() {} AssertionInfo( std::string const& _macroName, SourceLineInfo const& _lineInfo, std::string const& _capturedExpression, ResultDisposition::Flags _resultDisposition ); std::string macroName; SourceLineInfo lineInfo; std::string capturedExpression; ResultDisposition::Flags resultDisposition; }; struct AssertionResultData { AssertionResultData() : resultType( ResultWas::Unknown ) {} std::string reconstructedExpression; std::string message; ResultWas::OfType resultType; }; class AssertionResult { public: AssertionResult(); AssertionResult( AssertionInfo const& info, AssertionResultData const& data ); ~AssertionResult(); # ifdef CATCH_CONFIG_CPP11_GENERATED_METHODS AssertionResult( AssertionResult const& ) = default; AssertionResult( AssertionResult && ) = default; AssertionResult& operator = ( AssertionResult const& ) = default; AssertionResult& operator = ( AssertionResult && ) = default; # endif bool isOk() const; bool succeeded() const; ResultWas::OfType getResultType() const; bool hasExpression() const; bool hasMessage() const; std::string getExpression() const; std::string getExpressionInMacro() const; bool hasExpandedExpression() const; std::string getExpandedExpression() const; std::string getMessage() const; SourceLineInfo getSourceInfo() const; std::string getTestMacroName() const; protected: AssertionInfo m_info; AssertionResultData m_resultData; }; } // end namespace Catch // #included from: catch_matchers.hpp #define TWOBLUECUBES_CATCH_MATCHERS_HPP_INCLUDED namespace Catch { namespace Matchers { namespace Impl { namespace Generic { template class AllOf; template class AnyOf; template class Not; } template struct Matcher : SharedImpl { typedef ExpressionT ExpressionType; virtual ~Matcher() {} virtual Ptr clone() const = 0; virtual bool match( ExpressionT const& expr ) const = 0; virtual std::string toString() const = 0; Generic::AllOf operator && ( Matcher const& other ) const; Generic::AnyOf operator || ( Matcher const& other ) const; Generic::Not operator ! () const; }; template struct MatcherImpl : Matcher { virtual Ptr > clone() const { return Ptr >( new DerivedT( static_cast( *this ) ) ); } }; namespace Generic { template class Not : public MatcherImpl, ExpressionT> { public: explicit Not( Matcher const& matcher ) : m_matcher(matcher.clone()) {} Not( Not const& other ) : m_matcher( other.m_matcher ) {} virtual bool match( ExpressionT const& expr ) const CATCH_OVERRIDE { return !m_matcher->match( expr ); } virtual std::string toString() const CATCH_OVERRIDE { return "not " + m_matcher->toString(); } private: Ptr< Matcher > m_matcher; }; template class AllOf : public MatcherImpl, ExpressionT> { public: AllOf() {} AllOf( AllOf const& other ) : m_matchers( other.m_matchers ) {} AllOf& add( Matcher const& matcher ) { m_matchers.push_back( matcher.clone() ); return *this; } virtual bool match( ExpressionT const& expr ) const { for( std::size_t i = 0; i < m_matchers.size(); ++i ) if( !m_matchers[i]->match( expr ) ) return false; return true; } virtual std::string toString() const { std::ostringstream oss; oss << "( "; for( std::size_t i = 0; i < m_matchers.size(); ++i ) { if( i != 0 ) oss << " and "; oss << m_matchers[i]->toString(); } oss << " )"; return oss.str(); } AllOf operator && ( Matcher const& other ) const { AllOf allOfExpr( *this ); allOfExpr.add( other ); return allOfExpr; } private: std::vector > > m_matchers; }; template class AnyOf : public MatcherImpl, ExpressionT> { public: AnyOf() {} AnyOf( AnyOf const& other ) : m_matchers( other.m_matchers ) {} AnyOf& add( Matcher const& matcher ) { m_matchers.push_back( matcher.clone() ); return *this; } virtual bool match( ExpressionT const& expr ) const { for( std::size_t i = 0; i < m_matchers.size(); ++i ) if( m_matchers[i]->match( expr ) ) return true; return false; } virtual std::string toString() const { std::ostringstream oss; oss << "( "; for( std::size_t i = 0; i < m_matchers.size(); ++i ) { if( i != 0 ) oss << " or "; oss << m_matchers[i]->toString(); } oss << " )"; return oss.str(); } AnyOf operator || ( Matcher const& other ) const { AnyOf anyOfExpr( *this ); anyOfExpr.add( other ); return anyOfExpr; } private: std::vector > > m_matchers; }; } // namespace Generic template Generic::AllOf Matcher::operator && ( Matcher const& other ) const { Generic::AllOf allOfExpr; allOfExpr.add( *this ); allOfExpr.add( other ); return allOfExpr; } template Generic::AnyOf Matcher::operator || ( Matcher const& other ) const { Generic::AnyOf anyOfExpr; anyOfExpr.add( *this ); anyOfExpr.add( other ); return anyOfExpr; } template Generic::Not Matcher::operator ! () const { return Generic::Not( *this ); } namespace StdString { inline std::string makeString( std::string const& str ) { return str; } inline std::string makeString( const char* str ) { return str ? std::string( str ) : std::string(); } struct CasedString { CasedString( std::string const& str, CaseSensitive::Choice caseSensitivity ) : m_caseSensitivity( caseSensitivity ), m_str( adjustString( str ) ) {} std::string adjustString( std::string const& str ) const { return m_caseSensitivity == CaseSensitive::No ? toLower( str ) : str; } std::string toStringSuffix() const { return m_caseSensitivity == CaseSensitive::No ? " (case insensitive)" : ""; } CaseSensitive::Choice m_caseSensitivity; std::string m_str; }; struct Equals : MatcherImpl { Equals( std::string const& str, CaseSensitive::Choice caseSensitivity = CaseSensitive::Yes ) : m_data( str, caseSensitivity ) {} Equals( Equals const& other ) : m_data( other.m_data ){} virtual ~Equals(); virtual bool match( std::string const& expr ) const { return m_data.m_str == m_data.adjustString( expr );; } virtual std::string toString() const { return "equals: \"" + m_data.m_str + "\"" + m_data.toStringSuffix(); } CasedString m_data; }; struct Contains : MatcherImpl { Contains( std::string const& substr, CaseSensitive::Choice caseSensitivity = CaseSensitive::Yes ) : m_data( substr, caseSensitivity ){} Contains( Contains const& other ) : m_data( other.m_data ){} virtual ~Contains(); virtual bool match( std::string const& expr ) const { return m_data.adjustString( expr ).find( m_data.m_str ) != std::string::npos; } virtual std::string toString() const { return "contains: \"" + m_data.m_str + "\"" + m_data.toStringSuffix(); } CasedString m_data; }; struct StartsWith : MatcherImpl { StartsWith( std::string const& substr, CaseSensitive::Choice caseSensitivity = CaseSensitive::Yes ) : m_data( substr, caseSensitivity ){} StartsWith( StartsWith const& other ) : m_data( other.m_data ){} virtual ~StartsWith(); virtual bool match( std::string const& expr ) const { return startsWith( m_data.adjustString( expr ), m_data.m_str ); } virtual std::string toString() const { return "starts with: \"" + m_data.m_str + "\"" + m_data.toStringSuffix(); } CasedString m_data; }; struct EndsWith : MatcherImpl { EndsWith( std::string const& substr, CaseSensitive::Choice caseSensitivity = CaseSensitive::Yes ) : m_data( substr, caseSensitivity ){} EndsWith( EndsWith const& other ) : m_data( other.m_data ){} virtual ~EndsWith(); virtual bool match( std::string const& expr ) const { return endsWith( m_data.adjustString( expr ), m_data.m_str ); } virtual std::string toString() const { return "ends with: \"" + m_data.m_str + "\"" + m_data.toStringSuffix(); } CasedString m_data; }; } // namespace StdString } // namespace Impl // The following functions create the actual matcher objects. // This allows the types to be inferred template inline Impl::Generic::Not Not( Impl::Matcher const& m ) { return Impl::Generic::Not( m ); } template inline Impl::Generic::AllOf AllOf( Impl::Matcher const& m1, Impl::Matcher const& m2 ) { return Impl::Generic::AllOf().add( m1 ).add( m2 ); } template inline Impl::Generic::AllOf AllOf( Impl::Matcher const& m1, Impl::Matcher const& m2, Impl::Matcher const& m3 ) { return Impl::Generic::AllOf().add( m1 ).add( m2 ).add( m3 ); } template inline Impl::Generic::AnyOf AnyOf( Impl::Matcher const& m1, Impl::Matcher const& m2 ) { return Impl::Generic::AnyOf().add( m1 ).add( m2 ); } template inline Impl::Generic::AnyOf AnyOf( Impl::Matcher const& m1, Impl::Matcher const& m2, Impl::Matcher const& m3 ) { return Impl::Generic::AnyOf().add( m1 ).add( m2 ).add( m3 ); } inline Impl::StdString::Equals Equals( std::string const& str, CaseSensitive::Choice caseSensitivity = CaseSensitive::Yes ) { return Impl::StdString::Equals( str, caseSensitivity ); } inline Impl::StdString::Equals Equals( const char* str, CaseSensitive::Choice caseSensitivity = CaseSensitive::Yes ) { return Impl::StdString::Equals( Impl::StdString::makeString( str ), caseSensitivity ); } inline Impl::StdString::Contains Contains( std::string const& substr, CaseSensitive::Choice caseSensitivity = CaseSensitive::Yes ) { return Impl::StdString::Contains( substr, caseSensitivity ); } inline Impl::StdString::Contains Contains( const char* substr, CaseSensitive::Choice caseSensitivity = CaseSensitive::Yes ) { return Impl::StdString::Contains( Impl::StdString::makeString( substr ), caseSensitivity ); } inline Impl::StdString::StartsWith StartsWith( std::string const& substr ) { return Impl::StdString::StartsWith( substr ); } inline Impl::StdString::StartsWith StartsWith( const char* substr ) { return Impl::StdString::StartsWith( Impl::StdString::makeString( substr ) ); } inline Impl::StdString::EndsWith EndsWith( std::string const& substr ) { return Impl::StdString::EndsWith( substr ); } inline Impl::StdString::EndsWith EndsWith( const char* substr ) { return Impl::StdString::EndsWith( Impl::StdString::makeString( substr ) ); } } // namespace Matchers using namespace Matchers; } // namespace Catch namespace Catch { struct TestFailureException{}; template class ExpressionLhs; struct STATIC_ASSERT_Expression_Too_Complex_Please_Rewrite_As_Binary_Comparison; struct CopyableStream { CopyableStream() {} CopyableStream( CopyableStream const& other ) { oss << other.oss.str(); } CopyableStream& operator=( CopyableStream const& other ) { oss.str(""); oss << other.oss.str(); return *this; } std::ostringstream oss; }; class ResultBuilder { public: ResultBuilder( char const* macroName, SourceLineInfo const& lineInfo, char const* capturedExpression, ResultDisposition::Flags resultDisposition, char const* secondArg = "" ); template ExpressionLhs operator <= ( T const& operand ); ExpressionLhs operator <= ( bool value ); template ResultBuilder& operator << ( T const& value ) { m_stream.oss << value; return *this; } template STATIC_ASSERT_Expression_Too_Complex_Please_Rewrite_As_Binary_Comparison& operator && ( RhsT const& ); template STATIC_ASSERT_Expression_Too_Complex_Please_Rewrite_As_Binary_Comparison& operator || ( RhsT const& ); ResultBuilder& setResultType( ResultWas::OfType result ); ResultBuilder& setResultType( bool result ); ResultBuilder& setLhs( std::string const& lhs ); ResultBuilder& setRhs( std::string const& rhs ); ResultBuilder& setOp( std::string const& op ); void endExpression(); std::string reconstructExpression() const; AssertionResult build() const; void useActiveException( ResultDisposition::Flags resultDisposition = ResultDisposition::Normal ); void captureResult( ResultWas::OfType resultType ); void captureExpression(); void captureExpectedException( std::string const& expectedMessage ); void captureExpectedException( Matchers::Impl::Matcher const& matcher ); void handleResult( AssertionResult const& result ); void react(); bool shouldDebugBreak() const; bool allowThrows() const; private: AssertionInfo m_assertionInfo; AssertionResultData m_data; struct ExprComponents { ExprComponents() : testFalse( false ) {} bool testFalse; std::string lhs, rhs, op; } m_exprComponents; CopyableStream m_stream; bool m_shouldDebugBreak; bool m_shouldThrow; }; } // namespace Catch // Include after due to circular dependency: // #included from: catch_expression_lhs.hpp #define TWOBLUECUBES_CATCH_EXPRESSION_LHS_HPP_INCLUDED // #included from: catch_evaluate.hpp #define TWOBLUECUBES_CATCH_EVALUATE_HPP_INCLUDED #ifdef _MSC_VER #pragma warning(push) #pragma warning(disable:4389) // '==' : signed/unsigned mismatch #endif #include namespace Catch { namespace Internal { enum Operator { IsEqualTo, IsNotEqualTo, IsLessThan, IsGreaterThan, IsLessThanOrEqualTo, IsGreaterThanOrEqualTo }; template struct OperatorTraits { static const char* getName(){ return "*error*"; } }; template<> struct OperatorTraits { static const char* getName(){ return "=="; } }; template<> struct OperatorTraits { static const char* getName(){ return "!="; } }; template<> struct OperatorTraits { static const char* getName(){ return "<"; } }; template<> struct OperatorTraits { static const char* getName(){ return ">"; } }; template<> struct OperatorTraits { static const char* getName(){ return "<="; } }; template<> struct OperatorTraits{ static const char* getName(){ return ">="; } }; template inline T& opCast(T const& t) { return const_cast(t); } // nullptr_t support based on pull request #154 from Konstantin Baumann #ifdef CATCH_CONFIG_CPP11_NULLPTR inline std::nullptr_t opCast(std::nullptr_t) { return nullptr; } #endif // CATCH_CONFIG_CPP11_NULLPTR // So the compare overloads can be operator agnostic we convey the operator as a template // enum, which is used to specialise an Evaluator for doing the comparison. template class Evaluator{}; template struct Evaluator { static bool evaluate( T1 const& lhs, T2 const& rhs) { return bool( opCast( lhs ) == opCast( rhs ) ); } }; template struct Evaluator { static bool evaluate( T1 const& lhs, T2 const& rhs ) { return bool( opCast( lhs ) != opCast( rhs ) ); } }; template struct Evaluator { static bool evaluate( T1 const& lhs, T2 const& rhs ) { return bool( opCast( lhs ) < opCast( rhs ) ); } }; template struct Evaluator { static bool evaluate( T1 const& lhs, T2 const& rhs ) { return bool( opCast( lhs ) > opCast( rhs ) ); } }; template struct Evaluator { static bool evaluate( T1 const& lhs, T2 const& rhs ) { return bool( opCast( lhs ) >= opCast( rhs ) ); } }; template struct Evaluator { static bool evaluate( T1 const& lhs, T2 const& rhs ) { return bool( opCast( lhs ) <= opCast( rhs ) ); } }; template bool applyEvaluator( T1 const& lhs, T2 const& rhs ) { return Evaluator::evaluate( lhs, rhs ); } // This level of indirection allows us to specialise for integer types // to avoid signed/ unsigned warnings // "base" overload template bool compare( T1 const& lhs, T2 const& rhs ) { return Evaluator::evaluate( lhs, rhs ); } // unsigned X to int template bool compare( unsigned int lhs, int rhs ) { return applyEvaluator( lhs, static_cast( rhs ) ); } template bool compare( unsigned long lhs, int rhs ) { return applyEvaluator( lhs, static_cast( rhs ) ); } template bool compare( unsigned char lhs, int rhs ) { return applyEvaluator( lhs, static_cast( rhs ) ); } // unsigned X to long template bool compare( unsigned int lhs, long rhs ) { return applyEvaluator( lhs, static_cast( rhs ) ); } template bool compare( unsigned long lhs, long rhs ) { return applyEvaluator( lhs, static_cast( rhs ) ); } template bool compare( unsigned char lhs, long rhs ) { return applyEvaluator( lhs, static_cast( rhs ) ); } // int to unsigned X template bool compare( int lhs, unsigned int rhs ) { return applyEvaluator( static_cast( lhs ), rhs ); } template bool compare( int lhs, unsigned long rhs ) { return applyEvaluator( static_cast( lhs ), rhs ); } template bool compare( int lhs, unsigned char rhs ) { return applyEvaluator( static_cast( lhs ), rhs ); } // long to unsigned X template bool compare( long lhs, unsigned int rhs ) { return applyEvaluator( static_cast( lhs ), rhs ); } template bool compare( long lhs, unsigned long rhs ) { return applyEvaluator( static_cast( lhs ), rhs ); } template bool compare( long lhs, unsigned char rhs ) { return applyEvaluator( static_cast( lhs ), rhs ); } // pointer to long (when comparing against NULL) template bool compare( long lhs, T* rhs ) { return Evaluator::evaluate( reinterpret_cast( lhs ), rhs ); } template bool compare( T* lhs, long rhs ) { return Evaluator::evaluate( lhs, reinterpret_cast( rhs ) ); } // pointer to int (when comparing against NULL) template bool compare( int lhs, T* rhs ) { return Evaluator::evaluate( reinterpret_cast( lhs ), rhs ); } template bool compare( T* lhs, int rhs ) { return Evaluator::evaluate( lhs, reinterpret_cast( rhs ) ); } #ifdef CATCH_CONFIG_CPP11_LONG_LONG // long long to unsigned X template bool compare( long long lhs, unsigned int rhs ) { return applyEvaluator( static_cast( lhs ), rhs ); } template bool compare( long long lhs, unsigned long rhs ) { return applyEvaluator( static_cast( lhs ), rhs ); } template bool compare( long long lhs, unsigned long long rhs ) { return applyEvaluator( static_cast( lhs ), rhs ); } template bool compare( long long lhs, unsigned char rhs ) { return applyEvaluator( static_cast( lhs ), rhs ); } // unsigned long long to X template bool compare( unsigned long long lhs, int rhs ) { return applyEvaluator( static_cast( lhs ), rhs ); } template bool compare( unsigned long long lhs, long rhs ) { return applyEvaluator( static_cast( lhs ), rhs ); } template bool compare( unsigned long long lhs, long long rhs ) { return applyEvaluator( static_cast( lhs ), rhs ); } template bool compare( unsigned long long lhs, char rhs ) { return applyEvaluator( static_cast( lhs ), rhs ); } // pointer to long long (when comparing against NULL) template bool compare( long long lhs, T* rhs ) { return Evaluator::evaluate( reinterpret_cast( lhs ), rhs ); } template bool compare( T* lhs, long long rhs ) { return Evaluator::evaluate( lhs, reinterpret_cast( rhs ) ); } #endif // CATCH_CONFIG_CPP11_LONG_LONG #ifdef CATCH_CONFIG_CPP11_NULLPTR // pointer to nullptr_t (when comparing against nullptr) template bool compare( std::nullptr_t, T* rhs ) { return Evaluator::evaluate( nullptr, rhs ); } template bool compare( T* lhs, std::nullptr_t ) { return Evaluator::evaluate( lhs, nullptr ); } #endif // CATCH_CONFIG_CPP11_NULLPTR } // end of namespace Internal } // end of namespace Catch #ifdef _MSC_VER #pragma warning(pop) #endif // #included from: catch_tostring.h #define TWOBLUECUBES_CATCH_TOSTRING_H_INCLUDED #include #include #include #include #include #ifdef __OBJC__ // #included from: catch_objc_arc.hpp #define TWOBLUECUBES_CATCH_OBJC_ARC_HPP_INCLUDED #import #ifdef __has_feature #define CATCH_ARC_ENABLED __has_feature(objc_arc) #else #define CATCH_ARC_ENABLED 0 #endif void arcSafeRelease( NSObject* obj ); id performOptionalSelector( id obj, SEL sel ); #if !CATCH_ARC_ENABLED inline void arcSafeRelease( NSObject* obj ) { [obj release]; } inline id performOptionalSelector( id obj, SEL sel ) { if( [obj respondsToSelector: sel] ) return [obj performSelector: sel]; return nil; } #define CATCH_UNSAFE_UNRETAINED #define CATCH_ARC_STRONG #else inline void arcSafeRelease( NSObject* ){} inline id performOptionalSelector( id obj, SEL sel ) { #ifdef __clang__ #pragma clang diagnostic push #pragma clang diagnostic ignored "-Warc-performSelector-leaks" #endif if( [obj respondsToSelector: sel] ) return [obj performSelector: sel]; #ifdef __clang__ #pragma clang diagnostic pop #endif return nil; } #define CATCH_UNSAFE_UNRETAINED __unsafe_unretained #define CATCH_ARC_STRONG __strong #endif #endif #ifdef CATCH_CONFIG_CPP11_TUPLE #include #endif #ifdef CATCH_CONFIG_CPP11_IS_ENUM #include #endif namespace Catch { // Why we're here. template std::string toString( T const& value ); // Built in overloads std::string toString( std::string const& value ); std::string toString( std::wstring const& value ); std::string toString( const char* const value ); std::string toString( char* const value ); std::string toString( const wchar_t* const value ); std::string toString( wchar_t* const value ); std::string toString( int value ); std::string toString( unsigned long value ); std::string toString( unsigned int value ); std::string toString( const double value ); std::string toString( const float value ); std::string toString( bool value ); std::string toString( char value ); std::string toString( signed char value ); std::string toString( unsigned char value ); #ifdef CATCH_CONFIG_CPP11_LONG_LONG std::string toString( long long value ); std::string toString( unsigned long long value ); #endif #ifdef CATCH_CONFIG_CPP11_NULLPTR std::string toString( std::nullptr_t ); #endif #ifdef __OBJC__ std::string toString( NSString const * const& nsstring ); std::string toString( NSString * CATCH_ARC_STRONG const& nsstring ); std::string toString( NSObject* const& nsObject ); #endif namespace Detail { extern const std::string unprintableString; struct BorgType { template BorgType( T const& ); }; struct TrueType { char sizer[1]; }; struct FalseType { char sizer[2]; }; TrueType& testStreamable( std::ostream& ); FalseType testStreamable( FalseType ); FalseType operator<<( std::ostream const&, BorgType const& ); template struct IsStreamInsertable { static std::ostream &s; static T const&t; enum { value = sizeof( testStreamable(s << t) ) == sizeof( TrueType ) }; }; #if defined(CATCH_CONFIG_CPP11_IS_ENUM) template::value > struct EnumStringMaker { static std::string convert( T const& ) { return unprintableString; } }; template struct EnumStringMaker { static std::string convert( T const& v ) { return ::Catch::toString( static_cast::type>(v) ); } }; #endif template struct StringMakerBase { #if defined(CATCH_CONFIG_CPP11_IS_ENUM) template static std::string convert( T const& v ) { return EnumStringMaker::convert( v ); } #else template static std::string convert( T const& ) { return unprintableString; } #endif }; template<> struct StringMakerBase { template static std::string convert( T const& _value ) { std::ostringstream oss; oss << _value; return oss.str(); } }; std::string rawMemoryToString( const void *object, std::size_t size ); template inline std::string rawMemoryToString( const T& object ) { return rawMemoryToString( &object, sizeof(object) ); } } // end namespace Detail template struct StringMaker : Detail::StringMakerBase::value> {}; template struct StringMaker { template static std::string convert( U* p ) { if( !p ) return "NULL"; else return Detail::rawMemoryToString( p ); } }; template struct StringMaker { static std::string convert( R C::* p ) { if( !p ) return "NULL"; else return Detail::rawMemoryToString( p ); } }; namespace Detail { template std::string rangeToString( InputIterator first, InputIterator last ); } //template //struct StringMaker > { // static std::string convert( std::vector const& v ) { // return Detail::rangeToString( v.begin(), v.end() ); // } //}; template std::string toString( std::vector const& v ) { return Detail::rangeToString( v.begin(), v.end() ); } #ifdef CATCH_CONFIG_CPP11_TUPLE // toString for tuples namespace TupleDetail { template< typename Tuple, std::size_t N = 0, bool = (N < std::tuple_size::value) > struct ElementPrinter { static void print( const Tuple& tuple, std::ostream& os ) { os << ( N ? ", " : " " ) << Catch::toString(std::get(tuple)); ElementPrinter::print(tuple,os); } }; template< typename Tuple, std::size_t N > struct ElementPrinter { static void print( const Tuple&, std::ostream& ) {} }; } template struct StringMaker> { static std::string convert( const std::tuple& tuple ) { std::ostringstream os; os << '{'; TupleDetail::ElementPrinter>::print( tuple, os ); os << " }"; return os.str(); } }; #endif // CATCH_CONFIG_CPP11_TUPLE namespace Detail { template std::string makeString( T const& value ) { return StringMaker::convert( value ); } } // end namespace Detail /// \brief converts any type to a string /// /// The default template forwards on to ostringstream - except when an /// ostringstream overload does not exist - in which case it attempts to detect /// that and writes {?}. /// Overload (not specialise) this template for custom typs that you don't want /// to provide an ostream overload for. template std::string toString( T const& value ) { return StringMaker::convert( value ); } namespace Detail { template std::string rangeToString( InputIterator first, InputIterator last ) { std::ostringstream oss; oss << "{ "; if( first != last ) { oss << Catch::toString( *first ); for( ++first ; first != last ; ++first ) oss << ", " << Catch::toString( *first ); } oss << " }"; return oss.str(); } } } // end namespace Catch namespace Catch { // Wraps the LHS of an expression and captures the operator and RHS (if any) - // wrapping them all in a ResultBuilder object template class ExpressionLhs { ExpressionLhs& operator = ( ExpressionLhs const& ); # ifdef CATCH_CONFIG_CPP11_GENERATED_METHODS ExpressionLhs& operator = ( ExpressionLhs && ) = delete; # endif public: ExpressionLhs( ResultBuilder& rb, T lhs ) : m_rb( rb ), m_lhs( lhs ) {} # ifdef CATCH_CONFIG_CPP11_GENERATED_METHODS ExpressionLhs( ExpressionLhs const& ) = default; ExpressionLhs( ExpressionLhs && ) = default; # endif template ResultBuilder& operator == ( RhsT const& rhs ) { return captureExpression( rhs ); } template ResultBuilder& operator != ( RhsT const& rhs ) { return captureExpression( rhs ); } template ResultBuilder& operator < ( RhsT const& rhs ) { return captureExpression( rhs ); } template ResultBuilder& operator > ( RhsT const& rhs ) { return captureExpression( rhs ); } template ResultBuilder& operator <= ( RhsT const& rhs ) { return captureExpression( rhs ); } template ResultBuilder& operator >= ( RhsT const& rhs ) { return captureExpression( rhs ); } ResultBuilder& operator == ( bool rhs ) { return captureExpression( rhs ); } ResultBuilder& operator != ( bool rhs ) { return captureExpression( rhs ); } void endExpression() { bool value = m_lhs ? true : false; m_rb .setLhs( Catch::toString( value ) ) .setResultType( value ) .endExpression(); } // Only simple binary expressions are allowed on the LHS. // If more complex compositions are required then place the sub expression in parentheses template STATIC_ASSERT_Expression_Too_Complex_Please_Rewrite_As_Binary_Comparison& operator + ( RhsT const& ); template STATIC_ASSERT_Expression_Too_Complex_Please_Rewrite_As_Binary_Comparison& operator - ( RhsT const& ); template STATIC_ASSERT_Expression_Too_Complex_Please_Rewrite_As_Binary_Comparison& operator / ( RhsT const& ); template STATIC_ASSERT_Expression_Too_Complex_Please_Rewrite_As_Binary_Comparison& operator * ( RhsT const& ); template STATIC_ASSERT_Expression_Too_Complex_Please_Rewrite_As_Binary_Comparison& operator && ( RhsT const& ); template STATIC_ASSERT_Expression_Too_Complex_Please_Rewrite_As_Binary_Comparison& operator || ( RhsT const& ); private: template ResultBuilder& captureExpression( RhsT const& rhs ) { return m_rb .setResultType( Internal::compare( m_lhs, rhs ) ) .setLhs( Catch::toString( m_lhs ) ) .setRhs( Catch::toString( rhs ) ) .setOp( Internal::OperatorTraits::getName() ); } private: ResultBuilder& m_rb; T m_lhs; }; } // end namespace Catch namespace Catch { template inline ExpressionLhs ResultBuilder::operator <= ( T const& operand ) { return ExpressionLhs( *this, operand ); } inline ExpressionLhs ResultBuilder::operator <= ( bool value ) { return ExpressionLhs( *this, value ); } } // namespace Catch // #included from: catch_message.h #define TWOBLUECUBES_CATCH_MESSAGE_H_INCLUDED #include namespace Catch { struct MessageInfo { MessageInfo( std::string const& _macroName, SourceLineInfo const& _lineInfo, ResultWas::OfType _type ); std::string macroName; SourceLineInfo lineInfo; ResultWas::OfType type; std::string message; unsigned int sequence; bool operator == ( MessageInfo const& other ) const { return sequence == other.sequence; } bool operator < ( MessageInfo const& other ) const { return sequence < other.sequence; } private: static unsigned int globalCount; }; struct MessageBuilder { MessageBuilder( std::string const& macroName, SourceLineInfo const& lineInfo, ResultWas::OfType type ) : m_info( macroName, lineInfo, type ) {} template MessageBuilder& operator << ( T const& value ) { m_stream << value; return *this; } MessageInfo m_info; std::ostringstream m_stream; }; class ScopedMessage { public: ScopedMessage( MessageBuilder const& builder ); ScopedMessage( ScopedMessage const& other ); ~ScopedMessage(); MessageInfo m_info; }; } // end namespace Catch // #included from: catch_interfaces_capture.h #define TWOBLUECUBES_CATCH_INTERFACES_CAPTURE_H_INCLUDED #include namespace Catch { class TestCase; class AssertionResult; struct AssertionInfo; struct SectionInfo; struct SectionEndInfo; struct MessageInfo; class ScopedMessageBuilder; struct Counts; struct IResultCapture { virtual ~IResultCapture(); virtual void assertionEnded( AssertionResult const& result ) = 0; virtual bool sectionStarted( SectionInfo const& sectionInfo, Counts& assertions ) = 0; virtual void sectionEnded( SectionEndInfo const& endInfo ) = 0; virtual void sectionEndedEarly( SectionEndInfo const& endInfo ) = 0; virtual void pushScopedMessage( MessageInfo const& message ) = 0; virtual void popScopedMessage( MessageInfo const& message ) = 0; virtual std::string getCurrentTestName() const = 0; virtual const AssertionResult* getLastResult() const = 0; virtual void handleFatalErrorCondition( std::string const& message ) = 0; }; IResultCapture& getResultCapture(); } // #included from: catch_debugger.h #define TWOBLUECUBES_CATCH_DEBUGGER_H_INCLUDED // #included from: catch_platform.h #define TWOBLUECUBES_CATCH_PLATFORM_H_INCLUDED #if defined(__MAC_OS_X_VERSION_MIN_REQUIRED) #define CATCH_PLATFORM_MAC #elif defined(__IPHONE_OS_VERSION_MIN_REQUIRED) #define CATCH_PLATFORM_IPHONE #elif defined(WIN32) || defined(__WIN32__) || defined(_WIN32) || defined(_MSC_VER) #define CATCH_PLATFORM_WINDOWS #endif #include namespace Catch{ bool isDebuggerActive(); void writeToDebugConsole( std::string const& text ); } #ifdef CATCH_PLATFORM_MAC // The following code snippet based on: // http://cocoawithlove.com/2008/03/break-into-debugger.html #ifdef DEBUG #if defined(__ppc64__) || defined(__ppc__) #define CATCH_BREAK_INTO_DEBUGGER() \ if( Catch::isDebuggerActive() ) { \ __asm__("li r0, 20\nsc\nnop\nli r0, 37\nli r4, 2\nsc\nnop\n" \ : : : "memory","r0","r3","r4" ); \ } #else #define CATCH_BREAK_INTO_DEBUGGER() if( Catch::isDebuggerActive() ) {__asm__("int $3\n" : : );} #endif #endif #elif defined(_MSC_VER) #define CATCH_BREAK_INTO_DEBUGGER() if( Catch::isDebuggerActive() ) { __debugbreak(); } #elif defined(__MINGW32__) extern "C" __declspec(dllimport) void __stdcall DebugBreak(); #define CATCH_BREAK_INTO_DEBUGGER() if( Catch::isDebuggerActive() ) { DebugBreak(); } #endif #ifndef CATCH_BREAK_INTO_DEBUGGER #define CATCH_BREAK_INTO_DEBUGGER() Catch::alwaysTrue(); #endif // #included from: catch_interfaces_runner.h #define TWOBLUECUBES_CATCH_INTERFACES_RUNNER_H_INCLUDED namespace Catch { class TestCase; struct IRunner { virtual ~IRunner(); virtual bool aborting() const = 0; }; } /////////////////////////////////////////////////////////////////////////////// // In the event of a failure works out if the debugger needs to be invoked // and/or an exception thrown and takes appropriate action. // This needs to be done as a macro so the debugger will stop in the user // source code rather than in Catch library code #define INTERNAL_CATCH_REACT( resultBuilder ) \ if( resultBuilder.shouldDebugBreak() ) CATCH_BREAK_INTO_DEBUGGER(); \ resultBuilder.react(); /////////////////////////////////////////////////////////////////////////////// #define INTERNAL_CATCH_TEST( expr, resultDisposition, macroName ) \ do { \ Catch::ResultBuilder __catchResult( macroName, CATCH_INTERNAL_LINEINFO, #expr, resultDisposition ); \ try { \ CATCH_INTERNAL_SUPPRESS_PARENTHESES_WARNINGS \ ( __catchResult <= expr ).endExpression(); \ } \ catch( ... ) { \ __catchResult.useActiveException( Catch::ResultDisposition::Normal ); \ } \ INTERNAL_CATCH_REACT( __catchResult ) \ } while( Catch::isTrue( false && static_cast(expr) ) ) // expr here is never evaluated at runtime but it forces the compiler to give it a look /////////////////////////////////////////////////////////////////////////////// #define INTERNAL_CATCH_IF( expr, resultDisposition, macroName ) \ INTERNAL_CATCH_TEST( expr, resultDisposition, macroName ); \ if( Catch::getResultCapture().getLastResult()->succeeded() ) /////////////////////////////////////////////////////////////////////////////// #define INTERNAL_CATCH_ELSE( expr, resultDisposition, macroName ) \ INTERNAL_CATCH_TEST( expr, resultDisposition, macroName ); \ if( !Catch::getResultCapture().getLastResult()->succeeded() ) /////////////////////////////////////////////////////////////////////////////// #define INTERNAL_CATCH_NO_THROW( expr, resultDisposition, macroName ) \ do { \ Catch::ResultBuilder __catchResult( macroName, CATCH_INTERNAL_LINEINFO, #expr, resultDisposition ); \ try { \ expr; \ __catchResult.captureResult( Catch::ResultWas::Ok ); \ } \ catch( ... ) { \ __catchResult.useActiveException( resultDisposition ); \ } \ INTERNAL_CATCH_REACT( __catchResult ) \ } while( Catch::alwaysFalse() ) /////////////////////////////////////////////////////////////////////////////// #define INTERNAL_CATCH_THROWS( expr, resultDisposition, matcher, macroName ) \ do { \ Catch::ResultBuilder __catchResult( macroName, CATCH_INTERNAL_LINEINFO, #expr, resultDisposition, #matcher ); \ if( __catchResult.allowThrows() ) \ try { \ expr; \ __catchResult.captureResult( Catch::ResultWas::DidntThrowException ); \ } \ catch( ... ) { \ __catchResult.captureExpectedException( matcher ); \ } \ else \ __catchResult.captureResult( Catch::ResultWas::Ok ); \ INTERNAL_CATCH_REACT( __catchResult ) \ } while( Catch::alwaysFalse() ) /////////////////////////////////////////////////////////////////////////////// #define INTERNAL_CATCH_THROWS_AS( expr, exceptionType, resultDisposition, macroName ) \ do { \ Catch::ResultBuilder __catchResult( macroName, CATCH_INTERNAL_LINEINFO, #expr, resultDisposition ); \ if( __catchResult.allowThrows() ) \ try { \ expr; \ __catchResult.captureResult( Catch::ResultWas::DidntThrowException ); \ } \ catch( exceptionType ) { \ __catchResult.captureResult( Catch::ResultWas::Ok ); \ } \ catch( ... ) { \ __catchResult.useActiveException( resultDisposition ); \ } \ else \ __catchResult.captureResult( Catch::ResultWas::Ok ); \ INTERNAL_CATCH_REACT( __catchResult ) \ } while( Catch::alwaysFalse() ) /////////////////////////////////////////////////////////////////////////////// #ifdef CATCH_CONFIG_VARIADIC_MACROS #define INTERNAL_CATCH_MSG( messageType, resultDisposition, macroName, ... ) \ do { \ Catch::ResultBuilder __catchResult( macroName, CATCH_INTERNAL_LINEINFO, "", resultDisposition ); \ __catchResult << __VA_ARGS__ + ::Catch::StreamEndStop(); \ __catchResult.captureResult( messageType ); \ INTERNAL_CATCH_REACT( __catchResult ) \ } while( Catch::alwaysFalse() ) #else #define INTERNAL_CATCH_MSG( messageType, resultDisposition, macroName, log ) \ do { \ Catch::ResultBuilder __catchResult( macroName, CATCH_INTERNAL_LINEINFO, "", resultDisposition ); \ __catchResult << log + ::Catch::StreamEndStop(); \ __catchResult.captureResult( messageType ); \ INTERNAL_CATCH_REACT( __catchResult ) \ } while( Catch::alwaysFalse() ) #endif /////////////////////////////////////////////////////////////////////////////// #define INTERNAL_CATCH_INFO( log, macroName ) \ Catch::ScopedMessage INTERNAL_CATCH_UNIQUE_NAME( scopedMessage ) = Catch::MessageBuilder( macroName, CATCH_INTERNAL_LINEINFO, Catch::ResultWas::Info ) << log; /////////////////////////////////////////////////////////////////////////////// #define INTERNAL_CHECK_THAT( arg, matcher, resultDisposition, macroName ) \ do { \ Catch::ResultBuilder __catchResult( macroName, CATCH_INTERNAL_LINEINFO, #arg ", " #matcher, resultDisposition ); \ try { \ std::string matcherAsString = (matcher).toString(); \ __catchResult \ .setLhs( Catch::toString( arg ) ) \ .setRhs( matcherAsString == Catch::Detail::unprintableString ? #matcher : matcherAsString ) \ .setOp( "matches" ) \ .setResultType( (matcher).match( arg ) ); \ __catchResult.captureExpression(); \ } catch( ... ) { \ __catchResult.useActiveException( resultDisposition | Catch::ResultDisposition::ContinueOnFailure ); \ } \ INTERNAL_CATCH_REACT( __catchResult ) \ } while( Catch::alwaysFalse() ) // #included from: internal/catch_section.h #define TWOBLUECUBES_CATCH_SECTION_H_INCLUDED // #included from: catch_section_info.h #define TWOBLUECUBES_CATCH_SECTION_INFO_H_INCLUDED // #included from: catch_totals.hpp #define TWOBLUECUBES_CATCH_TOTALS_HPP_INCLUDED #include namespace Catch { struct Counts { Counts() : passed( 0 ), failed( 0 ), failedButOk( 0 ) {} Counts operator - ( Counts const& other ) const { Counts diff; diff.passed = passed - other.passed; diff.failed = failed - other.failed; diff.failedButOk = failedButOk - other.failedButOk; return diff; } Counts& operator += ( Counts const& other ) { passed += other.passed; failed += other.failed; failedButOk += other.failedButOk; return *this; } std::size_t total() const { return passed + failed + failedButOk; } bool allPassed() const { return failed == 0 && failedButOk == 0; } bool allOk() const { return failed == 0; } std::size_t passed; std::size_t failed; std::size_t failedButOk; }; struct Totals { Totals operator - ( Totals const& other ) const { Totals diff; diff.assertions = assertions - other.assertions; diff.testCases = testCases - other.testCases; return diff; } Totals delta( Totals const& prevTotals ) const { Totals diff = *this - prevTotals; if( diff.assertions.failed > 0 ) ++diff.testCases.failed; else if( diff.assertions.failedButOk > 0 ) ++diff.testCases.failedButOk; else ++diff.testCases.passed; return diff; } Totals& operator += ( Totals const& other ) { assertions += other.assertions; testCases += other.testCases; return *this; } Counts assertions; Counts testCases; }; } namespace Catch { struct SectionInfo { SectionInfo ( SourceLineInfo const& _lineInfo, std::string const& _name, std::string const& _description = std::string() ); std::string name; std::string description; SourceLineInfo lineInfo; }; struct SectionEndInfo { SectionEndInfo( SectionInfo const& _sectionInfo, Counts const& _prevAssertions, double _durationInSeconds ) : sectionInfo( _sectionInfo ), prevAssertions( _prevAssertions ), durationInSeconds( _durationInSeconds ) {} SectionInfo sectionInfo; Counts prevAssertions; double durationInSeconds; }; } // end namespace Catch // #included from: catch_timer.h #define TWOBLUECUBES_CATCH_TIMER_H_INCLUDED #ifdef CATCH_PLATFORM_WINDOWS typedef unsigned long long uint64_t; #else #include #endif namespace Catch { class Timer { public: Timer() : m_ticks( 0 ) {} void start(); unsigned int getElapsedMicroseconds() const; unsigned int getElapsedMilliseconds() const; double getElapsedSeconds() const; private: uint64_t m_ticks; }; } // namespace Catch #include namespace Catch { class Section : NonCopyable { public: Section( SectionInfo const& info ); ~Section(); // This indicates whether the section should be executed or not operator bool() const; private: SectionInfo m_info; std::string m_name; Counts m_assertions; bool m_sectionIncluded; Timer m_timer; }; } // end namespace Catch #ifdef CATCH_CONFIG_VARIADIC_MACROS #define INTERNAL_CATCH_SECTION( ... ) \ if( Catch::Section const& INTERNAL_CATCH_UNIQUE_NAME( catch_internal_Section ) = Catch::SectionInfo( CATCH_INTERNAL_LINEINFO, __VA_ARGS__ ) ) #else #define INTERNAL_CATCH_SECTION( name, desc ) \ if( Catch::Section const& INTERNAL_CATCH_UNIQUE_NAME( catch_internal_Section ) = Catch::SectionInfo( CATCH_INTERNAL_LINEINFO, name, desc ) ) #endif // #included from: internal/catch_generators.hpp #define TWOBLUECUBES_CATCH_GENERATORS_HPP_INCLUDED #include #include #include #include namespace Catch { template struct IGenerator { virtual ~IGenerator() {} virtual T getValue( std::size_t index ) const = 0; virtual std::size_t size () const = 0; }; template class BetweenGenerator : public IGenerator { public: BetweenGenerator( T from, T to ) : m_from( from ), m_to( to ){} virtual T getValue( std::size_t index ) const { return m_from+static_cast( index ); } virtual std::size_t size() const { return static_cast( 1+m_to-m_from ); } private: T m_from; T m_to; }; template class ValuesGenerator : public IGenerator { public: ValuesGenerator(){} void add( T value ) { m_values.push_back( value ); } virtual T getValue( std::size_t index ) const { return m_values[index]; } virtual std::size_t size() const { return m_values.size(); } private: std::vector m_values; }; template class CompositeGenerator { public: CompositeGenerator() : m_totalSize( 0 ) {} // *** Move semantics, similar to auto_ptr *** CompositeGenerator( CompositeGenerator& other ) : m_fileInfo( other.m_fileInfo ), m_totalSize( 0 ) { move( other ); } CompositeGenerator& setFileInfo( const char* fileInfo ) { m_fileInfo = fileInfo; return *this; } ~CompositeGenerator() { deleteAll( m_composed ); } operator T () const { size_t overallIndex = getCurrentContext().getGeneratorIndex( m_fileInfo, m_totalSize ); typename std::vector*>::const_iterator it = m_composed.begin(); typename std::vector*>::const_iterator itEnd = m_composed.end(); for( size_t index = 0; it != itEnd; ++it ) { const IGenerator* generator = *it; if( overallIndex >= index && overallIndex < index + generator->size() ) { return generator->getValue( overallIndex-index ); } index += generator->size(); } CATCH_INTERNAL_ERROR( "Indexed past end of generated range" ); return T(); // Suppress spurious "not all control paths return a value" warning in Visual Studio - if you know how to fix this please do so } void add( const IGenerator* generator ) { m_totalSize += generator->size(); m_composed.push_back( generator ); } CompositeGenerator& then( CompositeGenerator& other ) { move( other ); return *this; } CompositeGenerator& then( T value ) { ValuesGenerator* valuesGen = new ValuesGenerator(); valuesGen->add( value ); add( valuesGen ); return *this; } private: void move( CompositeGenerator& other ) { std::copy( other.m_composed.begin(), other.m_composed.end(), std::back_inserter( m_composed ) ); m_totalSize += other.m_totalSize; other.m_composed.clear(); } std::vector*> m_composed; std::string m_fileInfo; size_t m_totalSize; }; namespace Generators { template CompositeGenerator between( T from, T to ) { CompositeGenerator generators; generators.add( new BetweenGenerator( from, to ) ); return generators; } template CompositeGenerator values( T val1, T val2 ) { CompositeGenerator generators; ValuesGenerator* valuesGen = new ValuesGenerator(); valuesGen->add( val1 ); valuesGen->add( val2 ); generators.add( valuesGen ); return generators; } template CompositeGenerator values( T val1, T val2, T val3 ){ CompositeGenerator generators; ValuesGenerator* valuesGen = new ValuesGenerator(); valuesGen->add( val1 ); valuesGen->add( val2 ); valuesGen->add( val3 ); generators.add( valuesGen ); return generators; } template CompositeGenerator values( T val1, T val2, T val3, T val4 ) { CompositeGenerator generators; ValuesGenerator* valuesGen = new ValuesGenerator(); valuesGen->add( val1 ); valuesGen->add( val2 ); valuesGen->add( val3 ); valuesGen->add( val4 ); generators.add( valuesGen ); return generators; } } // end namespace Generators using namespace Generators; } // end namespace Catch #define INTERNAL_CATCH_LINESTR2( line ) #line #define INTERNAL_CATCH_LINESTR( line ) INTERNAL_CATCH_LINESTR2( line ) #define INTERNAL_CATCH_GENERATE( expr ) expr.setFileInfo( __FILE__ "(" INTERNAL_CATCH_LINESTR( __LINE__ ) ")" ) // #included from: internal/catch_interfaces_exception.h #define TWOBLUECUBES_CATCH_INTERFACES_EXCEPTION_H_INCLUDED #include #include // #included from: catch_interfaces_registry_hub.h #define TWOBLUECUBES_CATCH_INTERFACES_REGISTRY_HUB_H_INCLUDED #include namespace Catch { class TestCase; struct ITestCaseRegistry; struct IExceptionTranslatorRegistry; struct IExceptionTranslator; struct IReporterRegistry; struct IReporterFactory; struct IRegistryHub { virtual ~IRegistryHub(); virtual IReporterRegistry const& getReporterRegistry() const = 0; virtual ITestCaseRegistry const& getTestCaseRegistry() const = 0; virtual IExceptionTranslatorRegistry& getExceptionTranslatorRegistry() = 0; }; struct IMutableRegistryHub { virtual ~IMutableRegistryHub(); virtual void registerReporter( std::string const& name, Ptr const& factory ) = 0; virtual void registerListener( Ptr const& factory ) = 0; virtual void registerTest( TestCase const& testInfo ) = 0; virtual void registerTranslator( const IExceptionTranslator* translator ) = 0; }; IRegistryHub& getRegistryHub(); IMutableRegistryHub& getMutableRegistryHub(); void cleanUp(); std::string translateActiveException(); } namespace Catch { typedef std::string(*exceptionTranslateFunction)(); struct IExceptionTranslator; typedef std::vector ExceptionTranslators; struct IExceptionTranslator { virtual ~IExceptionTranslator(); virtual std::string translate( ExceptionTranslators::const_iterator it, ExceptionTranslators::const_iterator itEnd ) const = 0; }; struct IExceptionTranslatorRegistry { virtual ~IExceptionTranslatorRegistry(); virtual std::string translateActiveException() const = 0; }; class ExceptionTranslatorRegistrar { template class ExceptionTranslator : public IExceptionTranslator { public: ExceptionTranslator( std::string(*translateFunction)( T& ) ) : m_translateFunction( translateFunction ) {} virtual std::string translate( ExceptionTranslators::const_iterator it, ExceptionTranslators::const_iterator itEnd ) const CATCH_OVERRIDE { try { if( it == itEnd ) throw; else return (*it)->translate( it+1, itEnd ); } catch( T& ex ) { return m_translateFunction( ex ); } } protected: std::string(*m_translateFunction)( T& ); }; public: template ExceptionTranslatorRegistrar( std::string(*translateFunction)( T& ) ) { getMutableRegistryHub().registerTranslator ( new ExceptionTranslator( translateFunction ) ); } }; } /////////////////////////////////////////////////////////////////////////////// #define INTERNAL_CATCH_TRANSLATE_EXCEPTION2( translatorName, signature ) \ static std::string translatorName( signature ); \ namespace{ Catch::ExceptionTranslatorRegistrar INTERNAL_CATCH_UNIQUE_NAME( catch_internal_ExceptionRegistrar )( &translatorName ); }\ static std::string translatorName( signature ) #define INTERNAL_CATCH_TRANSLATE_EXCEPTION( signature ) INTERNAL_CATCH_TRANSLATE_EXCEPTION2( INTERNAL_CATCH_UNIQUE_NAME( catch_internal_ExceptionTranslator ), signature ) // #included from: internal/catch_approx.hpp #define TWOBLUECUBES_CATCH_APPROX_HPP_INCLUDED #include #include namespace Catch { namespace Detail { class Approx { public: explicit Approx ( double value ) : m_epsilon( std::numeric_limits::epsilon()*100 ), m_scale( 1.0 ), m_value( value ) {} Approx( Approx const& other ) : m_epsilon( other.m_epsilon ), m_scale( other.m_scale ), m_value( other.m_value ) {} static Approx custom() { return Approx( 0 ); } Approx operator()( double value ) { Approx approx( value ); approx.epsilon( m_epsilon ); approx.scale( m_scale ); return approx; } friend bool operator == ( double lhs, Approx const& rhs ) { // Thanks to Richard Harris for his help refining this formula return fabs( lhs - rhs.m_value ) < rhs.m_epsilon * (rhs.m_scale + (std::max)( fabs(lhs), fabs(rhs.m_value) ) ); } friend bool operator == ( Approx const& lhs, double rhs ) { return operator==( rhs, lhs ); } friend bool operator != ( double lhs, Approx const& rhs ) { return !operator==( lhs, rhs ); } friend bool operator != ( Approx const& lhs, double rhs ) { return !operator==( rhs, lhs ); } Approx& epsilon( double newEpsilon ) { m_epsilon = newEpsilon; return *this; } Approx& scale( double newScale ) { m_scale = newScale; return *this; } std::string toString() const { std::ostringstream oss; oss << "Approx( " << Catch::toString( m_value ) << " )"; return oss.str(); } private: double m_epsilon; double m_scale; double m_value; }; } template<> inline std::string toString( Detail::Approx const& value ) { return value.toString(); } } // end namespace Catch // #included from: internal/catch_interfaces_tag_alias_registry.h #define TWOBLUECUBES_CATCH_INTERFACES_TAG_ALIAS_REGISTRY_H_INCLUDED // #included from: catch_tag_alias.h #define TWOBLUECUBES_CATCH_TAG_ALIAS_H_INCLUDED #include namespace Catch { struct TagAlias { TagAlias( std::string _tag, SourceLineInfo _lineInfo ) : tag( _tag ), lineInfo( _lineInfo ) {} std::string tag; SourceLineInfo lineInfo; }; struct RegistrarForTagAliases { RegistrarForTagAliases( char const* alias, char const* tag, SourceLineInfo const& lineInfo ); }; } // end namespace Catch #define CATCH_REGISTER_TAG_ALIAS( alias, spec ) namespace{ Catch::RegistrarForTagAliases INTERNAL_CATCH_UNIQUE_NAME( AutoRegisterTagAlias )( alias, spec, CATCH_INTERNAL_LINEINFO ); } // #included from: catch_option.hpp #define TWOBLUECUBES_CATCH_OPTION_HPP_INCLUDED namespace Catch { // An optional type template class Option { public: Option() : nullableValue( CATCH_NULL ) {} Option( T const& _value ) : nullableValue( new( storage ) T( _value ) ) {} Option( Option const& _other ) : nullableValue( _other ? new( storage ) T( *_other ) : CATCH_NULL ) {} ~Option() { reset(); } Option& operator= ( Option const& _other ) { if( &_other != this ) { reset(); if( _other ) nullableValue = new( storage ) T( *_other ); } return *this; } Option& operator = ( T const& _value ) { reset(); nullableValue = new( storage ) T( _value ); return *this; } void reset() { if( nullableValue ) nullableValue->~T(); nullableValue = CATCH_NULL; } T& operator*() { return *nullableValue; } T const& operator*() const { return *nullableValue; } T* operator->() { return nullableValue; } const T* operator->() const { return nullableValue; } T valueOr( T const& defaultValue ) const { return nullableValue ? *nullableValue : defaultValue; } bool some() const { return nullableValue != CATCH_NULL; } bool none() const { return nullableValue == CATCH_NULL; } bool operator !() const { return nullableValue == CATCH_NULL; } operator SafeBool::type() const { return SafeBool::makeSafe( some() ); } private: T* nullableValue; char storage[sizeof(T)]; }; } // end namespace Catch namespace Catch { struct ITagAliasRegistry { virtual ~ITagAliasRegistry(); virtual Option find( std::string const& alias ) const = 0; virtual std::string expandAliases( std::string const& unexpandedTestSpec ) const = 0; static ITagAliasRegistry const& get(); }; } // end namespace Catch // These files are included here so the single_include script doesn't put them // in the conditionally compiled sections // #included from: internal/catch_test_case_info.h #define TWOBLUECUBES_CATCH_TEST_CASE_INFO_H_INCLUDED #include #include #ifdef __clang__ #pragma clang diagnostic push #pragma clang diagnostic ignored "-Wpadded" #endif namespace Catch { struct ITestCase; struct TestCaseInfo { enum SpecialProperties{ None = 0, IsHidden = 1 << 1, ShouldFail = 1 << 2, MayFail = 1 << 3, Throws = 1 << 4 }; TestCaseInfo( std::string const& _name, std::string const& _className, std::string const& _description, std::set const& _tags, SourceLineInfo const& _lineInfo ); TestCaseInfo( TestCaseInfo const& other ); friend void setTags( TestCaseInfo& testCaseInfo, std::set const& tags ); bool isHidden() const; bool throws() const; bool okToFail() const; bool expectedToFail() const; std::string name; std::string className; std::string description; std::set tags; std::set lcaseTags; std::string tagsAsString; SourceLineInfo lineInfo; SpecialProperties properties; }; class TestCase : public TestCaseInfo { public: TestCase( ITestCase* testCase, TestCaseInfo const& info ); TestCase( TestCase const& other ); TestCase withName( std::string const& _newName ) const; void invoke() const; TestCaseInfo const& getTestCaseInfo() const; void swap( TestCase& other ); bool operator == ( TestCase const& other ) const; bool operator < ( TestCase const& other ) const; TestCase& operator = ( TestCase const& other ); private: Ptr test; }; TestCase makeTestCase( ITestCase* testCase, std::string const& className, std::string const& name, std::string const& description, SourceLineInfo const& lineInfo ); } #ifdef __clang__ #pragma clang diagnostic pop #endif #ifdef __OBJC__ // #included from: internal/catch_objc.hpp #define TWOBLUECUBES_CATCH_OBJC_HPP_INCLUDED #import #include // NB. Any general catch headers included here must be included // in catch.hpp first to make sure they are included by the single // header for non obj-usage /////////////////////////////////////////////////////////////////////////////// // This protocol is really only here for (self) documenting purposes, since // all its methods are optional. @protocol OcFixture @optional -(void) setUp; -(void) tearDown; @end namespace Catch { class OcMethod : public SharedImpl { public: OcMethod( Class cls, SEL sel ) : m_cls( cls ), m_sel( sel ) {} virtual void invoke() const { id obj = [[m_cls alloc] init]; performOptionalSelector( obj, @selector(setUp) ); performOptionalSelector( obj, m_sel ); performOptionalSelector( obj, @selector(tearDown) ); arcSafeRelease( obj ); } private: virtual ~OcMethod() {} Class m_cls; SEL m_sel; }; namespace Detail{ inline std::string getAnnotation( Class cls, std::string const& annotationName, std::string const& testCaseName ) { NSString* selStr = [[NSString alloc] initWithFormat:@"Catch_%s_%s", annotationName.c_str(), testCaseName.c_str()]; SEL sel = NSSelectorFromString( selStr ); arcSafeRelease( selStr ); id value = performOptionalSelector( cls, sel ); if( value ) return [(NSString*)value UTF8String]; return ""; } } inline size_t registerTestMethods() { size_t noTestMethods = 0; int noClasses = objc_getClassList( CATCH_NULL, 0 ); Class* classes = (CATCH_UNSAFE_UNRETAINED Class *)malloc( sizeof(Class) * noClasses); objc_getClassList( classes, noClasses ); for( int c = 0; c < noClasses; c++ ) { Class cls = classes[c]; { u_int count; Method* methods = class_copyMethodList( cls, &count ); for( u_int m = 0; m < count ; m++ ) { SEL selector = method_getName(methods[m]); std::string methodName = sel_getName(selector); if( startsWith( methodName, "Catch_TestCase_" ) ) { std::string testCaseName = methodName.substr( 15 ); std::string name = Detail::getAnnotation( cls, "Name", testCaseName ); std::string desc = Detail::getAnnotation( cls, "Description", testCaseName ); const char* className = class_getName( cls ); getMutableRegistryHub().registerTest( makeTestCase( new OcMethod( cls, selector ), className, name.c_str(), desc.c_str(), SourceLineInfo() ) ); noTestMethods++; } } free(methods); } } return noTestMethods; } namespace Matchers { namespace Impl { namespace NSStringMatchers { template struct StringHolder : MatcherImpl{ StringHolder( NSString* substr ) : m_substr( [substr copy] ){} StringHolder( StringHolder const& other ) : m_substr( [other.m_substr copy] ){} StringHolder() { arcSafeRelease( m_substr ); } NSString* m_substr; }; struct Equals : StringHolder { Equals( NSString* substr ) : StringHolder( substr ){} virtual bool match( ExpressionType const& str ) const { return (str != nil || m_substr == nil ) && [str isEqualToString:m_substr]; } virtual std::string toString() const { return "equals string: " + Catch::toString( m_substr ); } }; struct Contains : StringHolder { Contains( NSString* substr ) : StringHolder( substr ){} virtual bool match( ExpressionType const& str ) const { return (str != nil || m_substr == nil ) && [str rangeOfString:m_substr].location != NSNotFound; } virtual std::string toString() const { return "contains string: " + Catch::toString( m_substr ); } }; struct StartsWith : StringHolder { StartsWith( NSString* substr ) : StringHolder( substr ){} virtual bool match( ExpressionType const& str ) const { return (str != nil || m_substr == nil ) && [str rangeOfString:m_substr].location == 0; } virtual std::string toString() const { return "starts with: " + Catch::toString( m_substr ); } }; struct EndsWith : StringHolder { EndsWith( NSString* substr ) : StringHolder( substr ){} virtual bool match( ExpressionType const& str ) const { return (str != nil || m_substr == nil ) && [str rangeOfString:m_substr].location == [str length] - [m_substr length]; } virtual std::string toString() const { return "ends with: " + Catch::toString( m_substr ); } }; } // namespace NSStringMatchers } // namespace Impl inline Impl::NSStringMatchers::Equals Equals( NSString* substr ){ return Impl::NSStringMatchers::Equals( substr ); } inline Impl::NSStringMatchers::Contains Contains( NSString* substr ){ return Impl::NSStringMatchers::Contains( substr ); } inline Impl::NSStringMatchers::StartsWith StartsWith( NSString* substr ){ return Impl::NSStringMatchers::StartsWith( substr ); } inline Impl::NSStringMatchers::EndsWith EndsWith( NSString* substr ){ return Impl::NSStringMatchers::EndsWith( substr ); } } // namespace Matchers using namespace Matchers; } // namespace Catch /////////////////////////////////////////////////////////////////////////////// #define OC_TEST_CASE( name, desc )\ +(NSString*) INTERNAL_CATCH_UNIQUE_NAME( Catch_Name_test ) \ {\ return @ name; \ }\ +(NSString*) INTERNAL_CATCH_UNIQUE_NAME( Catch_Description_test ) \ { \ return @ desc; \ } \ -(void) INTERNAL_CATCH_UNIQUE_NAME( Catch_TestCase_test ) #endif #ifdef CATCH_IMPL // #included from: internal/catch_impl.hpp #define TWOBLUECUBES_CATCH_IMPL_HPP_INCLUDED // Collect all the implementation files together here // These are the equivalent of what would usually be cpp files #ifdef __clang__ #pragma clang diagnostic push #pragma clang diagnostic ignored "-Wweak-vtables" #endif // #included from: ../catch_session.hpp #define TWOBLUECUBES_CATCH_RUNNER_HPP_INCLUDED // #included from: internal/catch_commandline.hpp #define TWOBLUECUBES_CATCH_COMMANDLINE_HPP_INCLUDED // #included from: catch_config.hpp #define TWOBLUECUBES_CATCH_CONFIG_HPP_INCLUDED // #included from: catch_test_spec_parser.hpp #define TWOBLUECUBES_CATCH_TEST_SPEC_PARSER_HPP_INCLUDED #ifdef __clang__ #pragma clang diagnostic push #pragma clang diagnostic ignored "-Wpadded" #endif // #included from: catch_test_spec.hpp #define TWOBLUECUBES_CATCH_TEST_SPEC_HPP_INCLUDED #ifdef __clang__ #pragma clang diagnostic push #pragma clang diagnostic ignored "-Wpadded" #endif // #included from: catch_wildcard_pattern.hpp #define TWOBLUECUBES_CATCH_WILDCARD_PATTERN_HPP_INCLUDED namespace Catch { class WildcardPattern { enum WildcardPosition { NoWildcard = 0, WildcardAtStart = 1, WildcardAtEnd = 2, WildcardAtBothEnds = WildcardAtStart | WildcardAtEnd }; public: WildcardPattern( std::string const& pattern, CaseSensitive::Choice caseSensitivity ) : m_caseSensitivity( caseSensitivity ), m_wildcard( NoWildcard ), m_pattern( adjustCase( pattern ) ) { if( startsWith( m_pattern, "*" ) ) { m_pattern = m_pattern.substr( 1 ); m_wildcard = WildcardAtStart; } if( endsWith( m_pattern, "*" ) ) { m_pattern = m_pattern.substr( 0, m_pattern.size()-1 ); m_wildcard = static_cast( m_wildcard | WildcardAtEnd ); } } virtual ~WildcardPattern(); virtual bool matches( std::string const& str ) const { switch( m_wildcard ) { case NoWildcard: return m_pattern == adjustCase( str ); case WildcardAtStart: return endsWith( adjustCase( str ), m_pattern ); case WildcardAtEnd: return startsWith( adjustCase( str ), m_pattern ); case WildcardAtBothEnds: return contains( adjustCase( str ), m_pattern ); } #ifdef __clang__ #pragma clang diagnostic push #pragma clang diagnostic ignored "-Wunreachable-code" #endif throw std::logic_error( "Unknown enum" ); #ifdef __clang__ #pragma clang diagnostic pop #endif } private: std::string adjustCase( std::string const& str ) const { return m_caseSensitivity == CaseSensitive::No ? toLower( str ) : str; } CaseSensitive::Choice m_caseSensitivity; WildcardPosition m_wildcard; std::string m_pattern; }; } #include #include namespace Catch { class TestSpec { struct Pattern : SharedImpl<> { virtual ~Pattern(); virtual bool matches( TestCaseInfo const& testCase ) const = 0; }; class NamePattern : public Pattern { public: NamePattern( std::string const& name ) : m_wildcardPattern( toLower( name ), CaseSensitive::No ) {} virtual ~NamePattern(); virtual bool matches( TestCaseInfo const& testCase ) const { return m_wildcardPattern.matches( toLower( testCase.name ) ); } private: WildcardPattern m_wildcardPattern; }; class TagPattern : public Pattern { public: TagPattern( std::string const& tag ) : m_tag( toLower( tag ) ) {} virtual ~TagPattern(); virtual bool matches( TestCaseInfo const& testCase ) const { return testCase.lcaseTags.find( m_tag ) != testCase.lcaseTags.end(); } private: std::string m_tag; }; class ExcludedPattern : public Pattern { public: ExcludedPattern( Ptr const& underlyingPattern ) : m_underlyingPattern( underlyingPattern ) {} virtual ~ExcludedPattern(); virtual bool matches( TestCaseInfo const& testCase ) const { return !m_underlyingPattern->matches( testCase ); } private: Ptr m_underlyingPattern; }; struct Filter { std::vector > m_patterns; bool matches( TestCaseInfo const& testCase ) const { // All patterns in a filter must match for the filter to be a match for( std::vector >::const_iterator it = m_patterns.begin(), itEnd = m_patterns.end(); it != itEnd; ++it ) if( !(*it)->matches( testCase ) ) return false; return true; } }; public: bool hasFilters() const { return !m_filters.empty(); } bool matches( TestCaseInfo const& testCase ) const { // A TestSpec matches if any filter matches for( std::vector::const_iterator it = m_filters.begin(), itEnd = m_filters.end(); it != itEnd; ++it ) if( it->matches( testCase ) ) return true; return false; } private: std::vector m_filters; friend class TestSpecParser; }; } #ifdef __clang__ #pragma clang diagnostic pop #endif namespace Catch { class TestSpecParser { enum Mode{ None, Name, QuotedName, Tag }; Mode m_mode; bool m_exclusion; std::size_t m_start, m_pos; std::string m_arg; TestSpec::Filter m_currentFilter; TestSpec m_testSpec; ITagAliasRegistry const* m_tagAliases; public: TestSpecParser( ITagAliasRegistry const& tagAliases ) : m_tagAliases( &tagAliases ) {} TestSpecParser& parse( std::string const& arg ) { m_mode = None; m_exclusion = false; m_start = std::string::npos; m_arg = m_tagAliases->expandAliases( arg ); for( m_pos = 0; m_pos < m_arg.size(); ++m_pos ) visitChar( m_arg[m_pos] ); if( m_mode == Name ) addPattern(); return *this; } TestSpec testSpec() { addFilter(); return m_testSpec; } private: void visitChar( char c ) { if( m_mode == None ) { switch( c ) { case ' ': return; case '~': m_exclusion = true; return; case '[': return startNewMode( Tag, ++m_pos ); case '"': return startNewMode( QuotedName, ++m_pos ); default: startNewMode( Name, m_pos ); break; } } if( m_mode == Name ) { if( c == ',' ) { addPattern(); addFilter(); } else if( c == '[' ) { if( subString() == "exclude:" ) m_exclusion = true; else addPattern(); startNewMode( Tag, ++m_pos ); } } else if( m_mode == QuotedName && c == '"' ) addPattern(); else if( m_mode == Tag && c == ']' ) addPattern(); } void startNewMode( Mode mode, std::size_t start ) { m_mode = mode; m_start = start; } std::string subString() const { return m_arg.substr( m_start, m_pos - m_start ); } template void addPattern() { std::string token = subString(); if( startsWith( token, "exclude:" ) ) { m_exclusion = true; token = token.substr( 8 ); } if( !token.empty() ) { Ptr pattern = new T( token ); if( m_exclusion ) pattern = new TestSpec::ExcludedPattern( pattern ); m_currentFilter.m_patterns.push_back( pattern ); } m_exclusion = false; m_mode = None; } void addFilter() { if( !m_currentFilter.m_patterns.empty() ) { m_testSpec.m_filters.push_back( m_currentFilter ); m_currentFilter = TestSpec::Filter(); } } }; inline TestSpec parseTestSpec( std::string const& arg ) { return TestSpecParser( ITagAliasRegistry::get() ).parse( arg ).testSpec(); } } // namespace Catch #ifdef __clang__ #pragma clang diagnostic pop #endif // #included from: catch_interfaces_config.h #define TWOBLUECUBES_CATCH_INTERFACES_CONFIG_H_INCLUDED #include #include #include namespace Catch { struct Verbosity { enum Level { NoOutput = 0, Quiet, Normal }; }; struct WarnAbout { enum What { Nothing = 0x00, NoAssertions = 0x01 }; }; struct ShowDurations { enum OrNot { DefaultForReporter, Always, Never }; }; struct RunTests { enum InWhatOrder { InDeclarationOrder, InLexicographicalOrder, InRandomOrder }; }; struct UseColour { enum YesOrNo { Auto, Yes, No }; }; class TestSpec; struct IConfig : IShared { virtual ~IConfig(); virtual bool allowThrows() const = 0; virtual std::ostream& stream() const = 0; virtual std::string name() const = 0; virtual bool includeSuccessfulResults() const = 0; virtual bool shouldDebugBreak() const = 0; virtual bool warnAboutMissingAssertions() const = 0; virtual int abortAfter() const = 0; virtual bool showInvisibles() const = 0; virtual ShowDurations::OrNot showDurations() const = 0; virtual TestSpec const& testSpec() const = 0; virtual RunTests::InWhatOrder runOrder() const = 0; virtual unsigned int rngSeed() const = 0; virtual UseColour::YesOrNo useColour() const = 0; }; } // #included from: catch_stream.h #define TWOBLUECUBES_CATCH_STREAM_H_INCLUDED // #included from: catch_streambuf.h #define TWOBLUECUBES_CATCH_STREAMBUF_H_INCLUDED #include namespace Catch { class StreamBufBase : public std::streambuf { public: virtual ~StreamBufBase() CATCH_NOEXCEPT; }; } #include #include #include namespace Catch { std::ostream& cout(); std::ostream& cerr(); struct IStream { virtual ~IStream() CATCH_NOEXCEPT; virtual std::ostream& stream() const = 0; }; class FileStream : public IStream { mutable std::ofstream m_ofs; public: FileStream( std::string const& filename ); virtual ~FileStream() CATCH_NOEXCEPT; public: // IStream virtual std::ostream& stream() const CATCH_OVERRIDE; }; class CoutStream : public IStream { mutable std::ostream m_os; public: CoutStream(); virtual ~CoutStream() CATCH_NOEXCEPT; public: // IStream virtual std::ostream& stream() const CATCH_OVERRIDE; }; class DebugOutStream : public IStream { std::auto_ptr m_streamBuf; mutable std::ostream m_os; public: DebugOutStream(); virtual ~DebugOutStream() CATCH_NOEXCEPT; public: // IStream virtual std::ostream& stream() const CATCH_OVERRIDE; }; } #include #include #include #include #include #ifndef CATCH_CONFIG_CONSOLE_WIDTH #define CATCH_CONFIG_CONSOLE_WIDTH 80 #endif namespace Catch { struct ConfigData { ConfigData() : listTests( false ), listTags( false ), listReporters( false ), listTestNamesOnly( false ), showSuccessfulTests( false ), shouldDebugBreak( false ), noThrow( false ), showHelp( false ), showInvisibles( false ), filenamesAsTags( false ), abortAfter( -1 ), rngSeed( 0 ), verbosity( Verbosity::Normal ), warnings( WarnAbout::Nothing ), showDurations( ShowDurations::DefaultForReporter ), runOrder( RunTests::InDeclarationOrder ), useColour( UseColour::Auto ) {} bool listTests; bool listTags; bool listReporters; bool listTestNamesOnly; bool showSuccessfulTests; bool shouldDebugBreak; bool noThrow; bool showHelp; bool showInvisibles; bool filenamesAsTags; int abortAfter; unsigned int rngSeed; Verbosity::Level verbosity; WarnAbout::What warnings; ShowDurations::OrNot showDurations; RunTests::InWhatOrder runOrder; UseColour::YesOrNo useColour; std::string outputFilename; std::string name; std::string processName; std::vector reporterNames; std::vector testsOrTags; }; class Config : public SharedImpl { private: Config( Config const& other ); Config& operator = ( Config const& other ); virtual void dummy(); public: Config() {} Config( ConfigData const& data ) : m_data( data ), m_stream( openStream() ) { if( !data.testsOrTags.empty() ) { TestSpecParser parser( ITagAliasRegistry::get() ); for( std::size_t i = 0; i < data.testsOrTags.size(); ++i ) parser.parse( data.testsOrTags[i] ); m_testSpec = parser.testSpec(); } } virtual ~Config() { } std::string const& getFilename() const { return m_data.outputFilename ; } bool listTests() const { return m_data.listTests; } bool listTestNamesOnly() const { return m_data.listTestNamesOnly; } bool listTags() const { return m_data.listTags; } bool listReporters() const { return m_data.listReporters; } std::string getProcessName() const { return m_data.processName; } bool shouldDebugBreak() const { return m_data.shouldDebugBreak; } std::vector getReporterNames() const { return m_data.reporterNames; } int abortAfter() const { return m_data.abortAfter; } TestSpec const& testSpec() const { return m_testSpec; } bool showHelp() const { return m_data.showHelp; } bool showInvisibles() const { return m_data.showInvisibles; } // IConfig interface virtual bool allowThrows() const { return !m_data.noThrow; } virtual std::ostream& stream() const { return m_stream->stream(); } virtual std::string name() const { return m_data.name.empty() ? m_data.processName : m_data.name; } virtual bool includeSuccessfulResults() const { return m_data.showSuccessfulTests; } virtual bool warnAboutMissingAssertions() const { return m_data.warnings & WarnAbout::NoAssertions; } virtual ShowDurations::OrNot showDurations() const { return m_data.showDurations; } virtual RunTests::InWhatOrder runOrder() const { return m_data.runOrder; } virtual unsigned int rngSeed() const { return m_data.rngSeed; } virtual UseColour::YesOrNo useColour() const { return m_data.useColour; } private: IStream const* openStream() { if( m_data.outputFilename.empty() ) return new CoutStream(); else if( m_data.outputFilename[0] == '%' ) { if( m_data.outputFilename == "%debug" ) return new DebugOutStream(); else throw std::domain_error( "Unrecognised stream: " + m_data.outputFilename ); } else return new FileStream( m_data.outputFilename ); } ConfigData m_data; std::auto_ptr m_stream; TestSpec m_testSpec; }; } // end namespace Catch // #included from: catch_clara.h #define TWOBLUECUBES_CATCH_CLARA_H_INCLUDED // Use Catch's value for console width (store Clara's off to the side, if present) #ifdef CLARA_CONFIG_CONSOLE_WIDTH #define CATCH_TEMP_CLARA_CONFIG_CONSOLE_WIDTH CLARA_CONFIG_CONSOLE_WIDTH #undef CLARA_CONFIG_CONSOLE_WIDTH #endif #define CLARA_CONFIG_CONSOLE_WIDTH CATCH_CONFIG_CONSOLE_WIDTH // Declare Clara inside the Catch namespace #define STITCH_CLARA_OPEN_NAMESPACE namespace Catch { // #included from: ../external/clara.h // Version 0.0.1.1 // Only use header guard if we are not using an outer namespace #if !defined(TWOBLUECUBES_CLARA_H_INCLUDED) || defined(STITCH_CLARA_OPEN_NAMESPACE) #ifndef STITCH_CLARA_OPEN_NAMESPACE #define TWOBLUECUBES_CLARA_H_INCLUDED #define STITCH_CLARA_OPEN_NAMESPACE #define STITCH_CLARA_CLOSE_NAMESPACE #else #define STITCH_CLARA_CLOSE_NAMESPACE } #endif #define STITCH_TBC_TEXT_FORMAT_OPEN_NAMESPACE STITCH_CLARA_OPEN_NAMESPACE // ----------- #included from tbc_text_format.h ----------- // Only use header guard if we are not using an outer namespace #if !defined(TBC_TEXT_FORMAT_H_INCLUDED) || defined(STITCH_TBC_TEXT_FORMAT_OUTER_NAMESPACE) #ifndef STITCH_TBC_TEXT_FORMAT_OUTER_NAMESPACE #define TBC_TEXT_FORMAT_H_INCLUDED #endif #include #include #include #include // Use optional outer namespace #ifdef STITCH_TBC_TEXT_FORMAT_OUTER_NAMESPACE namespace STITCH_TBC_TEXT_FORMAT_OUTER_NAMESPACE { #endif namespace Tbc { #ifdef TBC_TEXT_FORMAT_CONSOLE_WIDTH const unsigned int consoleWidth = TBC_TEXT_FORMAT_CONSOLE_WIDTH; #else const unsigned int consoleWidth = 80; #endif struct TextAttributes { TextAttributes() : initialIndent( std::string::npos ), indent( 0 ), width( consoleWidth-1 ), tabChar( '\t' ) {} TextAttributes& setInitialIndent( std::size_t _value ) { initialIndent = _value; return *this; } TextAttributes& setIndent( std::size_t _value ) { indent = _value; return *this; } TextAttributes& setWidth( std::size_t _value ) { width = _value; return *this; } TextAttributes& setTabChar( char _value ) { tabChar = _value; return *this; } std::size_t initialIndent; // indent of first line, or npos std::size_t indent; // indent of subsequent lines, or all if initialIndent is npos std::size_t width; // maximum width of text, including indent. Longer text will wrap char tabChar; // If this char is seen the indent is changed to current pos }; class Text { public: Text( std::string const& _str, TextAttributes const& _attr = TextAttributes() ) : attr( _attr ) { std::string wrappableChars = " [({.,/|\\-"; std::size_t indent = _attr.initialIndent != std::string::npos ? _attr.initialIndent : _attr.indent; std::string remainder = _str; while( !remainder.empty() ) { if( lines.size() >= 1000 ) { lines.push_back( "... message truncated due to excessive size" ); return; } std::size_t tabPos = std::string::npos; std::size_t width = (std::min)( remainder.size(), _attr.width - indent ); std::size_t pos = remainder.find_first_of( '\n' ); if( pos <= width ) { width = pos; } pos = remainder.find_last_of( _attr.tabChar, width ); if( pos != std::string::npos ) { tabPos = pos; if( remainder[width] == '\n' ) width--; remainder = remainder.substr( 0, tabPos ) + remainder.substr( tabPos+1 ); } if( width == remainder.size() ) { spliceLine( indent, remainder, width ); } else if( remainder[width] == '\n' ) { spliceLine( indent, remainder, width ); if( width <= 1 || remainder.size() != 1 ) remainder = remainder.substr( 1 ); indent = _attr.indent; } else { pos = remainder.find_last_of( wrappableChars, width ); if( pos != std::string::npos && pos > 0 ) { spliceLine( indent, remainder, pos ); if( remainder[0] == ' ' ) remainder = remainder.substr( 1 ); } else { spliceLine( indent, remainder, width-1 ); lines.back() += "-"; } if( lines.size() == 1 ) indent = _attr.indent; if( tabPos != std::string::npos ) indent += tabPos; } } } void spliceLine( std::size_t _indent, std::string& _remainder, std::size_t _pos ) { lines.push_back( std::string( _indent, ' ' ) + _remainder.substr( 0, _pos ) ); _remainder = _remainder.substr( _pos ); } typedef std::vector::const_iterator const_iterator; const_iterator begin() const { return lines.begin(); } const_iterator end() const { return lines.end(); } std::string const& last() const { return lines.back(); } std::size_t size() const { return lines.size(); } std::string const& operator[]( std::size_t _index ) const { return lines[_index]; } std::string toString() const { std::ostringstream oss; oss << *this; return oss.str(); } inline friend std::ostream& operator << ( std::ostream& _stream, Text const& _text ) { for( Text::const_iterator it = _text.begin(), itEnd = _text.end(); it != itEnd; ++it ) { if( it != _text.begin() ) _stream << "\n"; _stream << *it; } return _stream; } private: std::string str; TextAttributes attr; std::vector lines; }; } // end namespace Tbc #ifdef STITCH_TBC_TEXT_FORMAT_OUTER_NAMESPACE } // end outer namespace #endif #endif // TBC_TEXT_FORMAT_H_INCLUDED // ----------- end of #include from tbc_text_format.h ----------- // ........... back in clara.h #undef STITCH_TBC_TEXT_FORMAT_OPEN_NAMESPACE // ----------- #included from clara_compilers.h ----------- #ifndef TWOBLUECUBES_CLARA_COMPILERS_H_INCLUDED #define TWOBLUECUBES_CLARA_COMPILERS_H_INCLUDED // Detect a number of compiler features - mostly C++11/14 conformance - by compiler // The following features are defined: // // CLARA_CONFIG_CPP11_NULLPTR : is nullptr supported? // CLARA_CONFIG_CPP11_NOEXCEPT : is noexcept supported? // CLARA_CONFIG_CPP11_GENERATED_METHODS : The delete and default keywords for compiler generated methods // CLARA_CONFIG_CPP11_OVERRIDE : is override supported? // CLARA_CONFIG_CPP11_UNIQUE_PTR : is unique_ptr supported (otherwise use auto_ptr) // CLARA_CONFIG_CPP11_OR_GREATER : Is C++11 supported? // CLARA_CONFIG_VARIADIC_MACROS : are variadic macros supported? // In general each macro has a _NO_ form // (e.g. CLARA_CONFIG_CPP11_NO_NULLPTR) which disables the feature. // Many features, at point of detection, define an _INTERNAL_ macro, so they // can be combined, en-mass, with the _NO_ forms later. // All the C++11 features can be disabled with CLARA_CONFIG_NO_CPP11 #ifdef __clang__ #if __has_feature(cxx_nullptr) #define CLARA_INTERNAL_CONFIG_CPP11_NULLPTR #endif #if __has_feature(cxx_noexcept) #define CLARA_INTERNAL_CONFIG_CPP11_NOEXCEPT #endif #endif // __clang__ //////////////////////////////////////////////////////////////////////////////// // GCC #ifdef __GNUC__ #if __GNUC__ == 4 && __GNUC_MINOR__ >= 6 && defined(__GXX_EXPERIMENTAL_CXX0X__) #define CLARA_INTERNAL_CONFIG_CPP11_NULLPTR #endif // - otherwise more recent versions define __cplusplus >= 201103L // and will get picked up below #endif // __GNUC__ //////////////////////////////////////////////////////////////////////////////// // Visual C++ #ifdef _MSC_VER #if (_MSC_VER >= 1600) #define CLARA_INTERNAL_CONFIG_CPP11_NULLPTR #define CLARA_INTERNAL_CONFIG_CPP11_UNIQUE_PTR #endif #if (_MSC_VER >= 1900 ) // (VC++ 13 (VS2015)) #define CLARA_INTERNAL_CONFIG_CPP11_NOEXCEPT #define CLARA_INTERNAL_CONFIG_CPP11_GENERATED_METHODS #endif #endif // _MSC_VER //////////////////////////////////////////////////////////////////////////////// // C++ language feature support // catch all support for C++11 #if defined(__cplusplus) && __cplusplus >= 201103L #define CLARA_CPP11_OR_GREATER #if !defined(CLARA_INTERNAL_CONFIG_CPP11_NULLPTR) #define CLARA_INTERNAL_CONFIG_CPP11_NULLPTR #endif #ifndef CLARA_INTERNAL_CONFIG_CPP11_NOEXCEPT #define CLARA_INTERNAL_CONFIG_CPP11_NOEXCEPT #endif #ifndef CLARA_INTERNAL_CONFIG_CPP11_GENERATED_METHODS #define CLARA_INTERNAL_CONFIG_CPP11_GENERATED_METHODS #endif #if !defined(CLARA_INTERNAL_CONFIG_CPP11_OVERRIDE) #define CLARA_INTERNAL_CONFIG_CPP11_OVERRIDE #endif #if !defined(CLARA_INTERNAL_CONFIG_CPP11_UNIQUE_PTR) #define CLARA_INTERNAL_CONFIG_CPP11_UNIQUE_PTR #endif #endif // __cplusplus >= 201103L // Now set the actual defines based on the above + anything the user has configured #if defined(CLARA_INTERNAL_CONFIG_CPP11_NULLPTR) && !defined(CLARA_CONFIG_CPP11_NO_NULLPTR) && !defined(CLARA_CONFIG_CPP11_NULLPTR) && !defined(CLARA_CONFIG_NO_CPP11) #define CLARA_CONFIG_CPP11_NULLPTR #endif #if defined(CLARA_INTERNAL_CONFIG_CPP11_NOEXCEPT) && !defined(CLARA_CONFIG_CPP11_NO_NOEXCEPT) && !defined(CLARA_CONFIG_CPP11_NOEXCEPT) && !defined(CLARA_CONFIG_NO_CPP11) #define CLARA_CONFIG_CPP11_NOEXCEPT #endif #if defined(CLARA_INTERNAL_CONFIG_CPP11_GENERATED_METHODS) && !defined(CLARA_CONFIG_CPP11_NO_GENERATED_METHODS) && !defined(CLARA_CONFIG_CPP11_GENERATED_METHODS) && !defined(CLARA_CONFIG_NO_CPP11) #define CLARA_CONFIG_CPP11_GENERATED_METHODS #endif #if defined(CLARA_INTERNAL_CONFIG_CPP11_OVERRIDE) && !defined(CLARA_CONFIG_NO_OVERRIDE) && !defined(CLARA_CONFIG_CPP11_OVERRIDE) && !defined(CLARA_CONFIG_NO_CPP11) #define CLARA_CONFIG_CPP11_OVERRIDE #endif #if defined(CLARA_INTERNAL_CONFIG_CPP11_UNIQUE_PTR) && !defined(CLARA_CONFIG_NO_UNIQUE_PTR) && !defined(CLARA_CONFIG_CPP11_UNIQUE_PTR) && !defined(CLARA_CONFIG_NO_CPP11) #define CLARA_CONFIG_CPP11_UNIQUE_PTR #endif // noexcept support: #if defined(CLARA_CONFIG_CPP11_NOEXCEPT) && !defined(CLARA_NOEXCEPT) #define CLARA_NOEXCEPT noexcept # define CLARA_NOEXCEPT_IS(x) noexcept(x) #else #define CLARA_NOEXCEPT throw() # define CLARA_NOEXCEPT_IS(x) #endif // nullptr support #ifdef CLARA_CONFIG_CPP11_NULLPTR #define CLARA_NULL nullptr #else #define CLARA_NULL NULL #endif // override support #ifdef CLARA_CONFIG_CPP11_OVERRIDE #define CLARA_OVERRIDE override #else #define CLARA_OVERRIDE #endif // unique_ptr support #ifdef CLARA_CONFIG_CPP11_UNIQUE_PTR # define CLARA_AUTO_PTR( T ) std::unique_ptr #else # define CLARA_AUTO_PTR( T ) std::auto_ptr #endif #endif // TWOBLUECUBES_CLARA_COMPILERS_H_INCLUDED // ----------- end of #include from clara_compilers.h ----------- // ........... back in clara.h #include #include #include // Use optional outer namespace #ifdef STITCH_CLARA_OPEN_NAMESPACE STITCH_CLARA_OPEN_NAMESPACE #endif namespace Clara { struct UnpositionalTag {}; extern UnpositionalTag _; #ifdef CLARA_CONFIG_MAIN UnpositionalTag _; #endif namespace Detail { #ifdef CLARA_CONSOLE_WIDTH const unsigned int consoleWidth = CLARA_CONFIG_CONSOLE_WIDTH; #else const unsigned int consoleWidth = 80; #endif // Use this to try and stop compiler from warning about unreachable code inline bool isTrue( bool value ) { return value; } using namespace Tbc; inline bool startsWith( std::string const& str, std::string const& prefix ) { return str.size() >= prefix.size() && str.substr( 0, prefix.size() ) == prefix; } template struct RemoveConstRef{ typedef T type; }; template struct RemoveConstRef{ typedef T type; }; template struct RemoveConstRef{ typedef T type; }; template struct RemoveConstRef{ typedef T type; }; template struct IsBool { static const bool value = false; }; template<> struct IsBool { static const bool value = true; }; template void convertInto( std::string const& _source, T& _dest ) { std::stringstream ss; ss << _source; ss >> _dest; if( ss.fail() ) throw std::runtime_error( "Unable to convert " + _source + " to destination type" ); } inline void convertInto( std::string const& _source, std::string& _dest ) { _dest = _source; } inline void convertInto( std::string const& _source, bool& _dest ) { std::string sourceLC = _source; std::transform( sourceLC.begin(), sourceLC.end(), sourceLC.begin(), ::tolower ); if( sourceLC == "y" || sourceLC == "1" || sourceLC == "true" || sourceLC == "yes" || sourceLC == "on" ) _dest = true; else if( sourceLC == "n" || sourceLC == "0" || sourceLC == "false" || sourceLC == "no" || sourceLC == "off" ) _dest = false; else throw std::runtime_error( "Expected a boolean value but did not recognise:\n '" + _source + "'" ); } inline void convertInto( bool _source, bool& _dest ) { _dest = _source; } template inline void convertInto( bool, T& ) { if( isTrue( true ) ) throw std::runtime_error( "Invalid conversion" ); } template struct IArgFunction { virtual ~IArgFunction() {} #ifdef CLARA_CONFIG_CPP11_GENERATED_METHODS IArgFunction() = default; IArgFunction( IArgFunction const& ) = default; #endif virtual void set( ConfigT& config, std::string const& value ) const = 0; virtual void setFlag( ConfigT& config ) const = 0; virtual bool takesArg() const = 0; virtual IArgFunction* clone() const = 0; }; template class BoundArgFunction { public: BoundArgFunction() : functionObj( CLARA_NULL ) {} BoundArgFunction( IArgFunction* _functionObj ) : functionObj( _functionObj ) {} BoundArgFunction( BoundArgFunction const& other ) : functionObj( other.functionObj ? other.functionObj->clone() : CLARA_NULL ) {} BoundArgFunction& operator = ( BoundArgFunction const& other ) { IArgFunction* newFunctionObj = other.functionObj ? other.functionObj->clone() : CLARA_NULL; delete functionObj; functionObj = newFunctionObj; return *this; } ~BoundArgFunction() { delete functionObj; } void set( ConfigT& config, std::string const& value ) const { functionObj->set( config, value ); } void setFlag( ConfigT& config ) const { functionObj->setFlag( config ); } bool takesArg() const { return functionObj->takesArg(); } bool isSet() const { return functionObj != CLARA_NULL; } private: IArgFunction* functionObj; }; template struct NullBinder : IArgFunction{ virtual void set( C&, std::string const& ) const {} virtual void setFlag( C& ) const {} virtual bool takesArg() const { return true; } virtual IArgFunction* clone() const { return new NullBinder( *this ); } }; template struct BoundDataMember : IArgFunction{ BoundDataMember( M C::* _member ) : member( _member ) {} virtual void set( C& p, std::string const& stringValue ) const { convertInto( stringValue, p.*member ); } virtual void setFlag( C& p ) const { convertInto( true, p.*member ); } virtual bool takesArg() const { return !IsBool::value; } virtual IArgFunction* clone() const { return new BoundDataMember( *this ); } M C::* member; }; template struct BoundUnaryMethod : IArgFunction{ BoundUnaryMethod( void (C::*_member)( M ) ) : member( _member ) {} virtual void set( C& p, std::string const& stringValue ) const { typename RemoveConstRef::type value; convertInto( stringValue, value ); (p.*member)( value ); } virtual void setFlag( C& p ) const { typename RemoveConstRef::type value; convertInto( true, value ); (p.*member)( value ); } virtual bool takesArg() const { return !IsBool::value; } virtual IArgFunction* clone() const { return new BoundUnaryMethod( *this ); } void (C::*member)( M ); }; template struct BoundNullaryMethod : IArgFunction{ BoundNullaryMethod( void (C::*_member)() ) : member( _member ) {} virtual void set( C& p, std::string const& stringValue ) const { bool value; convertInto( stringValue, value ); if( value ) (p.*member)(); } virtual void setFlag( C& p ) const { (p.*member)(); } virtual bool takesArg() const { return false; } virtual IArgFunction* clone() const { return new BoundNullaryMethod( *this ); } void (C::*member)(); }; template struct BoundUnaryFunction : IArgFunction{ BoundUnaryFunction( void (*_function)( C& ) ) : function( _function ) {} virtual void set( C& obj, std::string const& stringValue ) const { bool value; convertInto( stringValue, value ); if( value ) function( obj ); } virtual void setFlag( C& p ) const { function( p ); } virtual bool takesArg() const { return false; } virtual IArgFunction* clone() const { return new BoundUnaryFunction( *this ); } void (*function)( C& ); }; template struct BoundBinaryFunction : IArgFunction{ BoundBinaryFunction( void (*_function)( C&, T ) ) : function( _function ) {} virtual void set( C& obj, std::string const& stringValue ) const { typename RemoveConstRef::type value; convertInto( stringValue, value ); function( obj, value ); } virtual void setFlag( C& obj ) const { typename RemoveConstRef::type value; convertInto( true, value ); function( obj, value ); } virtual bool takesArg() const { return !IsBool::value; } virtual IArgFunction* clone() const { return new BoundBinaryFunction( *this ); } void (*function)( C&, T ); }; } // namespace Detail struct Parser { Parser() : separators( " \t=:" ) {} struct Token { enum Type { Positional, ShortOpt, LongOpt }; Token( Type _type, std::string const& _data ) : type( _type ), data( _data ) {} Type type; std::string data; }; void parseIntoTokens( int argc, char const* const argv[], std::vector& tokens ) const { const std::string doubleDash = "--"; for( int i = 1; i < argc && argv[i] != doubleDash; ++i ) parseIntoTokens( argv[i] , tokens); } void parseIntoTokens( std::string arg, std::vector& tokens ) const { while( !arg.empty() ) { Parser::Token token( Parser::Token::Positional, arg ); arg = ""; if( token.data[0] == '-' ) { if( token.data.size() > 1 && token.data[1] == '-' ) { token = Parser::Token( Parser::Token::LongOpt, token.data.substr( 2 ) ); } else { token = Parser::Token( Parser::Token::ShortOpt, token.data.substr( 1 ) ); if( token.data.size() > 1 && separators.find( token.data[1] ) == std::string::npos ) { arg = "-" + token.data.substr( 1 ); token.data = token.data.substr( 0, 1 ); } } } if( token.type != Parser::Token::Positional ) { std::size_t pos = token.data.find_first_of( separators ); if( pos != std::string::npos ) { arg = token.data.substr( pos+1 ); token.data = token.data.substr( 0, pos ); } } tokens.push_back( token ); } } std::string separators; }; template struct CommonArgProperties { CommonArgProperties() {} CommonArgProperties( Detail::BoundArgFunction const& _boundField ) : boundField( _boundField ) {} Detail::BoundArgFunction boundField; std::string description; std::string detail; std::string placeholder; // Only value if boundField takes an arg bool takesArg() const { return !placeholder.empty(); } void validate() const { if( !boundField.isSet() ) throw std::logic_error( "option not bound" ); } }; struct OptionArgProperties { std::vector shortNames; std::string longName; bool hasShortName( std::string const& shortName ) const { return std::find( shortNames.begin(), shortNames.end(), shortName ) != shortNames.end(); } bool hasLongName( std::string const& _longName ) const { return _longName == longName; } }; struct PositionalArgProperties { PositionalArgProperties() : position( -1 ) {} int position; // -1 means non-positional (floating) bool isFixedPositional() const { return position != -1; } }; template class CommandLine { struct Arg : CommonArgProperties, OptionArgProperties, PositionalArgProperties { Arg() {} Arg( Detail::BoundArgFunction const& _boundField ) : CommonArgProperties( _boundField ) {} using CommonArgProperties::placeholder; // !TBD std::string dbgName() const { if( !longName.empty() ) return "--" + longName; if( !shortNames.empty() ) return "-" + shortNames[0]; return "positional args"; } std::string commands() const { std::ostringstream oss; bool first = true; std::vector::const_iterator it = shortNames.begin(), itEnd = shortNames.end(); for(; it != itEnd; ++it ) { if( first ) first = false; else oss << ", "; oss << "-" << *it; } if( !longName.empty() ) { if( !first ) oss << ", "; oss << "--" << longName; } if( !placeholder.empty() ) oss << " <" << placeholder << ">"; return oss.str(); } }; typedef CLARA_AUTO_PTR( Arg ) ArgAutoPtr; friend void addOptName( Arg& arg, std::string const& optName ) { if( optName.empty() ) return; if( Detail::startsWith( optName, "--" ) ) { if( !arg.longName.empty() ) throw std::logic_error( "Only one long opt may be specified. '" + arg.longName + "' already specified, now attempting to add '" + optName + "'" ); arg.longName = optName.substr( 2 ); } else if( Detail::startsWith( optName, "-" ) ) arg.shortNames.push_back( optName.substr( 1 ) ); else throw std::logic_error( "option must begin with - or --. Option was: '" + optName + "'" ); } friend void setPositionalArg( Arg& arg, int position ) { arg.position = position; } class ArgBuilder { public: ArgBuilder( Arg* arg ) : m_arg( arg ) {} // Bind a non-boolean data member (requires placeholder string) template void bind( M C::* field, std::string const& placeholder ) { m_arg->boundField = new Detail::BoundDataMember( field ); m_arg->placeholder = placeholder; } // Bind a boolean data member (no placeholder required) template void bind( bool C::* field ) { m_arg->boundField = new Detail::BoundDataMember( field ); } // Bind a method taking a single, non-boolean argument (requires a placeholder string) template void bind( void (C::* unaryMethod)( M ), std::string const& placeholder ) { m_arg->boundField = new Detail::BoundUnaryMethod( unaryMethod ); m_arg->placeholder = placeholder; } // Bind a method taking a single, boolean argument (no placeholder string required) template void bind( void (C::* unaryMethod)( bool ) ) { m_arg->boundField = new Detail::BoundUnaryMethod( unaryMethod ); } // Bind a method that takes no arguments (will be called if opt is present) template void bind( void (C::* nullaryMethod)() ) { m_arg->boundField = new Detail::BoundNullaryMethod( nullaryMethod ); } // Bind a free function taking a single argument - the object to operate on (no placeholder string required) template void bind( void (* unaryFunction)( C& ) ) { m_arg->boundField = new Detail::BoundUnaryFunction( unaryFunction ); } // Bind a free function taking a single argument - the object to operate on (requires a placeholder string) template void bind( void (* binaryFunction)( C&, T ), std::string const& placeholder ) { m_arg->boundField = new Detail::BoundBinaryFunction( binaryFunction ); m_arg->placeholder = placeholder; } ArgBuilder& describe( std::string const& description ) { m_arg->description = description; return *this; } ArgBuilder& detail( std::string const& detail ) { m_arg->detail = detail; return *this; } protected: Arg* m_arg; }; class OptBuilder : public ArgBuilder { public: OptBuilder( Arg* arg ) : ArgBuilder( arg ) {} OptBuilder( OptBuilder& other ) : ArgBuilder( other ) {} OptBuilder& operator[]( std::string const& optName ) { addOptName( *ArgBuilder::m_arg, optName ); return *this; } }; public: CommandLine() : m_boundProcessName( new Detail::NullBinder() ), m_highestSpecifiedArgPosition( 0 ), m_throwOnUnrecognisedTokens( false ) {} CommandLine( CommandLine const& other ) : m_boundProcessName( other.m_boundProcessName ), m_options ( other.m_options ), m_positionalArgs( other.m_positionalArgs ), m_highestSpecifiedArgPosition( other.m_highestSpecifiedArgPosition ), m_throwOnUnrecognisedTokens( other.m_throwOnUnrecognisedTokens ) { if( other.m_floatingArg.get() ) m_floatingArg.reset( new Arg( *other.m_floatingArg ) ); } CommandLine& setThrowOnUnrecognisedTokens( bool shouldThrow = true ) { m_throwOnUnrecognisedTokens = shouldThrow; return *this; } OptBuilder operator[]( std::string const& optName ) { m_options.push_back( Arg() ); addOptName( m_options.back(), optName ); OptBuilder builder( &m_options.back() ); return builder; } ArgBuilder operator[]( int position ) { m_positionalArgs.insert( std::make_pair( position, Arg() ) ); if( position > m_highestSpecifiedArgPosition ) m_highestSpecifiedArgPosition = position; setPositionalArg( m_positionalArgs[position], position ); ArgBuilder builder( &m_positionalArgs[position] ); return builder; } // Invoke this with the _ instance ArgBuilder operator[]( UnpositionalTag ) { if( m_floatingArg.get() ) throw std::logic_error( "Only one unpositional argument can be added" ); m_floatingArg.reset( new Arg() ); ArgBuilder builder( m_floatingArg.get() ); return builder; } template void bindProcessName( M C::* field ) { m_boundProcessName = new Detail::BoundDataMember( field ); } template void bindProcessName( void (C::*_unaryMethod)( M ) ) { m_boundProcessName = new Detail::BoundUnaryMethod( _unaryMethod ); } void optUsage( std::ostream& os, std::size_t indent = 0, std::size_t width = Detail::consoleWidth ) const { typename std::vector::const_iterator itBegin = m_options.begin(), itEnd = m_options.end(), it; std::size_t maxWidth = 0; for( it = itBegin; it != itEnd; ++it ) maxWidth = (std::max)( maxWidth, it->commands().size() ); for( it = itBegin; it != itEnd; ++it ) { Detail::Text usage( it->commands(), Detail::TextAttributes() .setWidth( maxWidth+indent ) .setIndent( indent ) ); Detail::Text desc( it->description, Detail::TextAttributes() .setWidth( width - maxWidth - 3 ) ); for( std::size_t i = 0; i < (std::max)( usage.size(), desc.size() ); ++i ) { std::string usageCol = i < usage.size() ? usage[i] : ""; os << usageCol; if( i < desc.size() && !desc[i].empty() ) os << std::string( indent + 2 + maxWidth - usageCol.size(), ' ' ) << desc[i]; os << "\n"; } } } std::string optUsage() const { std::ostringstream oss; optUsage( oss ); return oss.str(); } void argSynopsis( std::ostream& os ) const { for( int i = 1; i <= m_highestSpecifiedArgPosition; ++i ) { if( i > 1 ) os << " "; typename std::map::const_iterator it = m_positionalArgs.find( i ); if( it != m_positionalArgs.end() ) os << "<" << it->second.placeholder << ">"; else if( m_floatingArg.get() ) os << "<" << m_floatingArg->placeholder << ">"; else throw std::logic_error( "non consecutive positional arguments with no floating args" ); } // !TBD No indication of mandatory args if( m_floatingArg.get() ) { if( m_highestSpecifiedArgPosition > 1 ) os << " "; os << "[<" << m_floatingArg->placeholder << "> ...]"; } } std::string argSynopsis() const { std::ostringstream oss; argSynopsis( oss ); return oss.str(); } void usage( std::ostream& os, std::string const& procName ) const { validate(); os << "usage:\n " << procName << " "; argSynopsis( os ); if( !m_options.empty() ) { os << " [options]\n\nwhere options are: \n"; optUsage( os, 2 ); } os << "\n"; } std::string usage( std::string const& procName ) const { std::ostringstream oss; usage( oss, procName ); return oss.str(); } ConfigT parse( int argc, char const* const argv[] ) const { ConfigT config; parseInto( argc, argv, config ); return config; } std::vector parseInto( int argc, char const* argv[], ConfigT& config ) const { std::string processName = argv[0]; std::size_t lastSlash = processName.find_last_of( "/\\" ); if( lastSlash != std::string::npos ) processName = processName.substr( lastSlash+1 ); m_boundProcessName.set( config, processName ); std::vector tokens; Parser parser; parser.parseIntoTokens( argc, argv, tokens ); return populate( tokens, config ); } std::vector populate( std::vector const& tokens, ConfigT& config ) const { validate(); std::vector unusedTokens = populateOptions( tokens, config ); unusedTokens = populateFixedArgs( unusedTokens, config ); unusedTokens = populateFloatingArgs( unusedTokens, config ); return unusedTokens; } std::vector populateOptions( std::vector const& tokens, ConfigT& config ) const { std::vector unusedTokens; std::vector errors; for( std::size_t i = 0; i < tokens.size(); ++i ) { Parser::Token const& token = tokens[i]; typename std::vector::const_iterator it = m_options.begin(), itEnd = m_options.end(); for(; it != itEnd; ++it ) { Arg const& arg = *it; try { if( ( token.type == Parser::Token::ShortOpt && arg.hasShortName( token.data ) ) || ( token.type == Parser::Token::LongOpt && arg.hasLongName( token.data ) ) ) { if( arg.takesArg() ) { if( i == tokens.size()-1 || tokens[i+1].type != Parser::Token::Positional ) errors.push_back( "Expected argument to option: " + token.data ); else arg.boundField.set( config, tokens[++i].data ); } else { arg.boundField.setFlag( config ); } break; } } catch( std::exception& ex ) { errors.push_back( std::string( ex.what() ) + "\n- while parsing: (" + arg.commands() + ")" ); } } if( it == itEnd ) { if( token.type == Parser::Token::Positional || !m_throwOnUnrecognisedTokens ) unusedTokens.push_back( token ); else if( errors.empty() && m_throwOnUnrecognisedTokens ) errors.push_back( "unrecognised option: " + token.data ); } } if( !errors.empty() ) { std::ostringstream oss; for( std::vector::const_iterator it = errors.begin(), itEnd = errors.end(); it != itEnd; ++it ) { if( it != errors.begin() ) oss << "\n"; oss << *it; } throw std::runtime_error( oss.str() ); } return unusedTokens; } std::vector populateFixedArgs( std::vector const& tokens, ConfigT& config ) const { std::vector unusedTokens; int position = 1; for( std::size_t i = 0; i < tokens.size(); ++i ) { Parser::Token const& token = tokens[i]; typename std::map::const_iterator it = m_positionalArgs.find( position ); if( it != m_positionalArgs.end() ) it->second.boundField.set( config, token.data ); else unusedTokens.push_back( token ); if( token.type == Parser::Token::Positional ) position++; } return unusedTokens; } std::vector populateFloatingArgs( std::vector const& tokens, ConfigT& config ) const { if( !m_floatingArg.get() ) return tokens; std::vector unusedTokens; for( std::size_t i = 0; i < tokens.size(); ++i ) { Parser::Token const& token = tokens[i]; if( token.type == Parser::Token::Positional ) m_floatingArg->boundField.set( config, token.data ); else unusedTokens.push_back( token ); } return unusedTokens; } void validate() const { if( m_options.empty() && m_positionalArgs.empty() && !m_floatingArg.get() ) throw std::logic_error( "No options or arguments specified" ); for( typename std::vector::const_iterator it = m_options.begin(), itEnd = m_options.end(); it != itEnd; ++it ) it->validate(); } private: Detail::BoundArgFunction m_boundProcessName; std::vector m_options; std::map m_positionalArgs; ArgAutoPtr m_floatingArg; int m_highestSpecifiedArgPosition; bool m_throwOnUnrecognisedTokens; }; } // end namespace Clara STITCH_CLARA_CLOSE_NAMESPACE #undef STITCH_CLARA_OPEN_NAMESPACE #undef STITCH_CLARA_CLOSE_NAMESPACE #endif // TWOBLUECUBES_CLARA_H_INCLUDED #undef STITCH_CLARA_OPEN_NAMESPACE // Restore Clara's value for console width, if present #ifdef CATCH_TEMP_CLARA_CONFIG_CONSOLE_WIDTH #define CLARA_CONFIG_CONSOLE_WIDTH CATCH_TEMP_CLARA_CONFIG_CONSOLE_WIDTH #undef CATCH_TEMP_CLARA_CONFIG_CONSOLE_WIDTH #endif #include namespace Catch { inline void abortAfterFirst( ConfigData& config ) { config.abortAfter = 1; } inline void abortAfterX( ConfigData& config, int x ) { if( x < 1 ) throw std::runtime_error( "Value after -x or --abortAfter must be greater than zero" ); config.abortAfter = x; } inline void addTestOrTags( ConfigData& config, std::string const& _testSpec ) { config.testsOrTags.push_back( _testSpec ); } inline void addReporterName( ConfigData& config, std::string const& _reporterName ) { config.reporterNames.push_back( _reporterName ); } inline void addWarning( ConfigData& config, std::string const& _warning ) { if( _warning == "NoAssertions" ) config.warnings = static_cast( config.warnings | WarnAbout::NoAssertions ); else throw std::runtime_error( "Unrecognised warning: '" + _warning + "'" ); } inline void setOrder( ConfigData& config, std::string const& order ) { if( startsWith( "declared", order ) ) config.runOrder = RunTests::InDeclarationOrder; else if( startsWith( "lexical", order ) ) config.runOrder = RunTests::InLexicographicalOrder; else if( startsWith( "random", order ) ) config.runOrder = RunTests::InRandomOrder; else throw std::runtime_error( "Unrecognised ordering: '" + order + "'" ); } inline void setRngSeed( ConfigData& config, std::string const& seed ) { if( seed == "time" ) { config.rngSeed = static_cast( std::time(0) ); } else { std::stringstream ss; ss << seed; ss >> config.rngSeed; if( ss.fail() ) throw std::runtime_error( "Argment to --rng-seed should be the word 'time' or a number" ); } } inline void setVerbosity( ConfigData& config, int level ) { // !TBD: accept strings? config.verbosity = static_cast( level ); } inline void setShowDurations( ConfigData& config, bool _showDurations ) { config.showDurations = _showDurations ? ShowDurations::Always : ShowDurations::Never; } inline void setUseColour( ConfigData& config, std::string const& value ) { std::string mode = toLower( value ); if( mode == "yes" ) config.useColour = UseColour::Yes; else if( mode == "no" ) config.useColour = UseColour::No; else if( mode == "auto" ) config.useColour = UseColour::Auto; else throw std::runtime_error( "colour mode must be one of: auto, yes or no" ); } inline void forceColour( ConfigData& config ) { config.useColour = UseColour::Yes; } inline void loadTestNamesFromFile( ConfigData& config, std::string const& _filename ) { std::ifstream f( _filename.c_str() ); if( !f.is_open() ) throw std::domain_error( "Unable to load input file: " + _filename ); std::string line; while( std::getline( f, line ) ) { line = trim(line); if( !line.empty() && !startsWith( line, "#" ) ) addTestOrTags( config, "\"" + line + "\"," ); } } inline Clara::CommandLine makeCommandLineParser() { using namespace Clara; CommandLine cli; cli.bindProcessName( &ConfigData::processName ); cli["-?"]["-h"]["--help"] .describe( "display usage information" ) .bind( &ConfigData::showHelp ); cli["-l"]["--list-tests"] .describe( "list all/matching test cases" ) .bind( &ConfigData::listTests ); cli["-t"]["--list-tags"] .describe( "list all/matching tags" ) .bind( &ConfigData::listTags ); cli["-s"]["--success"] .describe( "include successful tests in output" ) .bind( &ConfigData::showSuccessfulTests ); cli["-b"]["--break"] .describe( "break into debugger on failure" ) .bind( &ConfigData::shouldDebugBreak ); cli["-e"]["--nothrow"] .describe( "skip exception tests" ) .bind( &ConfigData::noThrow ); cli["-i"]["--invisibles"] .describe( "show invisibles (tabs, newlines)" ) .bind( &ConfigData::showInvisibles ); cli["-o"]["--out"] .describe( "output filename" ) .bind( &ConfigData::outputFilename, "filename" ); cli["-r"]["--reporter"] // .placeholder( "name[:filename]" ) .describe( "reporter to use (defaults to console)" ) .bind( &addReporterName, "name" ); cli["-n"]["--name"] .describe( "suite name" ) .bind( &ConfigData::name, "name" ); cli["-a"]["--abort"] .describe( "abort at first failure" ) .bind( &abortAfterFirst ); cli["-x"]["--abortx"] .describe( "abort after x failures" ) .bind( &abortAfterX, "no. failures" ); cli["-w"]["--warn"] .describe( "enable warnings" ) .bind( &addWarning, "warning name" ); // - needs updating if reinstated // cli.into( &setVerbosity ) // .describe( "level of verbosity (0=no output)" ) // .shortOpt( "v") // .longOpt( "verbosity" ) // .placeholder( "level" ); cli[_] .describe( "which test or tests to use" ) .bind( &addTestOrTags, "test name, pattern or tags" ); cli["-d"]["--durations"] .describe( "show test durations" ) .bind( &setShowDurations, "yes|no" ); cli["-f"]["--input-file"] .describe( "load test names to run from a file" ) .bind( &loadTestNamesFromFile, "filename" ); cli["-#"]["--filenames-as-tags"] .describe( "adds a tag for the filename" ) .bind( &ConfigData::filenamesAsTags ); // Less common commands which don't have a short form cli["--list-test-names-only"] .describe( "list all/matching test cases names only" ) .bind( &ConfigData::listTestNamesOnly ); cli["--list-reporters"] .describe( "list all reporters" ) .bind( &ConfigData::listReporters ); cli["--order"] .describe( "test case order (defaults to decl)" ) .bind( &setOrder, "decl|lex|rand" ); cli["--rng-seed"] .describe( "set a specific seed for random numbers" ) .bind( &setRngSeed, "'time'|number" ); cli["--force-colour"] .describe( "force colourised output (deprecated)" ) .bind( &forceColour ); cli["--use-colour"] .describe( "should output be colourised" ) .bind( &setUseColour, "yes|no" ); return cli; } } // end namespace Catch // #included from: internal/catch_list.hpp #define TWOBLUECUBES_CATCH_LIST_HPP_INCLUDED // #included from: catch_text.h #define TWOBLUECUBES_CATCH_TEXT_H_INCLUDED #define TBC_TEXT_FORMAT_CONSOLE_WIDTH CATCH_CONFIG_CONSOLE_WIDTH #define CLICHE_TBC_TEXT_FORMAT_OUTER_NAMESPACE Catch // #included from: ../external/tbc_text_format.h // Only use header guard if we are not using an outer namespace #ifndef CLICHE_TBC_TEXT_FORMAT_OUTER_NAMESPACE # ifdef TWOBLUECUBES_TEXT_FORMAT_H_INCLUDED # ifndef TWOBLUECUBES_TEXT_FORMAT_H_ALREADY_INCLUDED # define TWOBLUECUBES_TEXT_FORMAT_H_ALREADY_INCLUDED # endif # else # define TWOBLUECUBES_TEXT_FORMAT_H_INCLUDED # endif #endif #ifndef TWOBLUECUBES_TEXT_FORMAT_H_ALREADY_INCLUDED #include #include #include // Use optional outer namespace #ifdef CLICHE_TBC_TEXT_FORMAT_OUTER_NAMESPACE namespace CLICHE_TBC_TEXT_FORMAT_OUTER_NAMESPACE { #endif namespace Tbc { #ifdef TBC_TEXT_FORMAT_CONSOLE_WIDTH const unsigned int consoleWidth = TBC_TEXT_FORMAT_CONSOLE_WIDTH; #else const unsigned int consoleWidth = 80; #endif struct TextAttributes { TextAttributes() : initialIndent( std::string::npos ), indent( 0 ), width( consoleWidth-1 ), tabChar( '\t' ) {} TextAttributes& setInitialIndent( std::size_t _value ) { initialIndent = _value; return *this; } TextAttributes& setIndent( std::size_t _value ) { indent = _value; return *this; } TextAttributes& setWidth( std::size_t _value ) { width = _value; return *this; } TextAttributes& setTabChar( char _value ) { tabChar = _value; return *this; } std::size_t initialIndent; // indent of first line, or npos std::size_t indent; // indent of subsequent lines, or all if initialIndent is npos std::size_t width; // maximum width of text, including indent. Longer text will wrap char tabChar; // If this char is seen the indent is changed to current pos }; class Text { public: Text( std::string const& _str, TextAttributes const& _attr = TextAttributes() ) : attr( _attr ) { std::string wrappableChars = " [({.,/|\\-"; std::size_t indent = _attr.initialIndent != std::string::npos ? _attr.initialIndent : _attr.indent; std::string remainder = _str; while( !remainder.empty() ) { if( lines.size() >= 1000 ) { lines.push_back( "... message truncated due to excessive size" ); return; } std::size_t tabPos = std::string::npos; std::size_t width = (std::min)( remainder.size(), _attr.width - indent ); std::size_t pos = remainder.find_first_of( '\n' ); if( pos <= width ) { width = pos; } pos = remainder.find_last_of( _attr.tabChar, width ); if( pos != std::string::npos ) { tabPos = pos; if( remainder[width] == '\n' ) width--; remainder = remainder.substr( 0, tabPos ) + remainder.substr( tabPos+1 ); } if( width == remainder.size() ) { spliceLine( indent, remainder, width ); } else if( remainder[width] == '\n' ) { spliceLine( indent, remainder, width ); if( width <= 1 || remainder.size() != 1 ) remainder = remainder.substr( 1 ); indent = _attr.indent; } else { pos = remainder.find_last_of( wrappableChars, width ); if( pos != std::string::npos && pos > 0 ) { spliceLine( indent, remainder, pos ); if( remainder[0] == ' ' ) remainder = remainder.substr( 1 ); } else { spliceLine( indent, remainder, width-1 ); lines.back() += "-"; } if( lines.size() == 1 ) indent = _attr.indent; if( tabPos != std::string::npos ) indent += tabPos; } } } void spliceLine( std::size_t _indent, std::string& _remainder, std::size_t _pos ) { lines.push_back( std::string( _indent, ' ' ) + _remainder.substr( 0, _pos ) ); _remainder = _remainder.substr( _pos ); } typedef std::vector::const_iterator const_iterator; const_iterator begin() const { return lines.begin(); } const_iterator end() const { return lines.end(); } std::string const& last() const { return lines.back(); } std::size_t size() const { return lines.size(); } std::string const& operator[]( std::size_t _index ) const { return lines[_index]; } std::string toString() const { std::ostringstream oss; oss << *this; return oss.str(); } inline friend std::ostream& operator << ( std::ostream& _stream, Text const& _text ) { for( Text::const_iterator it = _text.begin(), itEnd = _text.end(); it != itEnd; ++it ) { if( it != _text.begin() ) _stream << "\n"; _stream << *it; } return _stream; } private: std::string str; TextAttributes attr; std::vector lines; }; } // end namespace Tbc #ifdef CLICHE_TBC_TEXT_FORMAT_OUTER_NAMESPACE } // end outer namespace #endif #endif // TWOBLUECUBES_TEXT_FORMAT_H_ALREADY_INCLUDED #undef CLICHE_TBC_TEXT_FORMAT_OUTER_NAMESPACE namespace Catch { using Tbc::Text; using Tbc::TextAttributes; } // #included from: catch_console_colour.hpp #define TWOBLUECUBES_CATCH_CONSOLE_COLOUR_HPP_INCLUDED namespace Catch { struct Colour { enum Code { None = 0, White, Red, Green, Blue, Cyan, Yellow, Grey, Bright = 0x10, BrightRed = Bright | Red, BrightGreen = Bright | Green, LightGrey = Bright | Grey, BrightWhite = Bright | White, // By intention FileName = LightGrey, Warning = Yellow, ResultError = BrightRed, ResultSuccess = BrightGreen, ResultExpectedFailure = Warning, Error = BrightRed, Success = Green, OriginalExpression = Cyan, ReconstructedExpression = Yellow, SecondaryText = LightGrey, Headers = White }; // Use constructed object for RAII guard Colour( Code _colourCode ); Colour( Colour const& other ); ~Colour(); // Use static method for one-shot changes static void use( Code _colourCode ); private: bool m_moved; }; inline std::ostream& operator << ( std::ostream& os, Colour const& ) { return os; } } // end namespace Catch // #included from: catch_interfaces_reporter.h #define TWOBLUECUBES_CATCH_INTERFACES_REPORTER_H_INCLUDED #include #include #include #include namespace Catch { struct ReporterConfig { explicit ReporterConfig( Ptr const& _fullConfig ) : m_stream( &_fullConfig->stream() ), m_fullConfig( _fullConfig ) {} ReporterConfig( Ptr const& _fullConfig, std::ostream& _stream ) : m_stream( &_stream ), m_fullConfig( _fullConfig ) {} std::ostream& stream() const { return *m_stream; } Ptr fullConfig() const { return m_fullConfig; } private: std::ostream* m_stream; Ptr m_fullConfig; }; struct ReporterPreferences { ReporterPreferences() : shouldRedirectStdOut( false ) {} bool shouldRedirectStdOut; }; template struct LazyStat : Option { LazyStat() : used( false ) {} LazyStat& operator=( T const& _value ) { Option::operator=( _value ); used = false; return *this; } void reset() { Option::reset(); used = false; } bool used; }; struct TestRunInfo { TestRunInfo( std::string const& _name ) : name( _name ) {} std::string name; }; struct GroupInfo { GroupInfo( std::string const& _name, std::size_t _groupIndex, std::size_t _groupsCount ) : name( _name ), groupIndex( _groupIndex ), groupsCounts( _groupsCount ) {} std::string name; std::size_t groupIndex; std::size_t groupsCounts; }; struct AssertionStats { AssertionStats( AssertionResult const& _assertionResult, std::vector const& _infoMessages, Totals const& _totals ) : assertionResult( _assertionResult ), infoMessages( _infoMessages ), totals( _totals ) { if( assertionResult.hasMessage() ) { // Copy message into messages list. // !TBD This should have been done earlier, somewhere MessageBuilder builder( assertionResult.getTestMacroName(), assertionResult.getSourceInfo(), assertionResult.getResultType() ); builder << assertionResult.getMessage(); builder.m_info.message = builder.m_stream.str(); infoMessages.push_back( builder.m_info ); } } virtual ~AssertionStats(); # ifdef CATCH_CONFIG_CPP11_GENERATED_METHODS AssertionStats( AssertionStats const& ) = default; AssertionStats( AssertionStats && ) = default; AssertionStats& operator = ( AssertionStats const& ) = default; AssertionStats& operator = ( AssertionStats && ) = default; # endif AssertionResult assertionResult; std::vector infoMessages; Totals totals; }; struct SectionStats { SectionStats( SectionInfo const& _sectionInfo, Counts const& _assertions, double _durationInSeconds, bool _missingAssertions ) : sectionInfo( _sectionInfo ), assertions( _assertions ), durationInSeconds( _durationInSeconds ), missingAssertions( _missingAssertions ) {} virtual ~SectionStats(); # ifdef CATCH_CONFIG_CPP11_GENERATED_METHODS SectionStats( SectionStats const& ) = default; SectionStats( SectionStats && ) = default; SectionStats& operator = ( SectionStats const& ) = default; SectionStats& operator = ( SectionStats && ) = default; # endif SectionInfo sectionInfo; Counts assertions; double durationInSeconds; bool missingAssertions; }; struct TestCaseStats { TestCaseStats( TestCaseInfo const& _testInfo, Totals const& _totals, std::string const& _stdOut, std::string const& _stdErr, bool _aborting ) : testInfo( _testInfo ), totals( _totals ), stdOut( _stdOut ), stdErr( _stdErr ), aborting( _aborting ) {} virtual ~TestCaseStats(); # ifdef CATCH_CONFIG_CPP11_GENERATED_METHODS TestCaseStats( TestCaseStats const& ) = default; TestCaseStats( TestCaseStats && ) = default; TestCaseStats& operator = ( TestCaseStats const& ) = default; TestCaseStats& operator = ( TestCaseStats && ) = default; # endif TestCaseInfo testInfo; Totals totals; std::string stdOut; std::string stdErr; bool aborting; }; struct TestGroupStats { TestGroupStats( GroupInfo const& _groupInfo, Totals const& _totals, bool _aborting ) : groupInfo( _groupInfo ), totals( _totals ), aborting( _aborting ) {} TestGroupStats( GroupInfo const& _groupInfo ) : groupInfo( _groupInfo ), aborting( false ) {} virtual ~TestGroupStats(); # ifdef CATCH_CONFIG_CPP11_GENERATED_METHODS TestGroupStats( TestGroupStats const& ) = default; TestGroupStats( TestGroupStats && ) = default; TestGroupStats& operator = ( TestGroupStats const& ) = default; TestGroupStats& operator = ( TestGroupStats && ) = default; # endif GroupInfo groupInfo; Totals totals; bool aborting; }; struct TestRunStats { TestRunStats( TestRunInfo const& _runInfo, Totals const& _totals, bool _aborting ) : runInfo( _runInfo ), totals( _totals ), aborting( _aborting ) {} virtual ~TestRunStats(); # ifndef CATCH_CONFIG_CPP11_GENERATED_METHODS TestRunStats( TestRunStats const& _other ) : runInfo( _other.runInfo ), totals( _other.totals ), aborting( _other.aborting ) {} # else TestRunStats( TestRunStats const& ) = default; TestRunStats( TestRunStats && ) = default; TestRunStats& operator = ( TestRunStats const& ) = default; TestRunStats& operator = ( TestRunStats && ) = default; # endif TestRunInfo runInfo; Totals totals; bool aborting; }; struct IStreamingReporter : IShared { virtual ~IStreamingReporter(); // Implementing class must also provide the following static method: // static std::string getDescription(); virtual ReporterPreferences getPreferences() const = 0; virtual void noMatchingTestCases( std::string const& spec ) = 0; virtual void testRunStarting( TestRunInfo const& testRunInfo ) = 0; virtual void testGroupStarting( GroupInfo const& groupInfo ) = 0; virtual void testCaseStarting( TestCaseInfo const& testInfo ) = 0; virtual void sectionStarting( SectionInfo const& sectionInfo ) = 0; virtual void assertionStarting( AssertionInfo const& assertionInfo ) = 0; // The return value indicates if the messages buffer should be cleared: virtual bool assertionEnded( AssertionStats const& assertionStats ) = 0; virtual void sectionEnded( SectionStats const& sectionStats ) = 0; virtual void testCaseEnded( TestCaseStats const& testCaseStats ) = 0; virtual void testGroupEnded( TestGroupStats const& testGroupStats ) = 0; virtual void testRunEnded( TestRunStats const& testRunStats ) = 0; virtual void skipTest( TestCaseInfo const& testInfo ) = 0; }; struct IReporterFactory : IShared { virtual ~IReporterFactory(); virtual IStreamingReporter* create( ReporterConfig const& config ) const = 0; virtual std::string getDescription() const = 0; }; struct IReporterRegistry { typedef std::map > FactoryMap; typedef std::vector > Listeners; virtual ~IReporterRegistry(); virtual IStreamingReporter* create( std::string const& name, Ptr const& config ) const = 0; virtual FactoryMap const& getFactories() const = 0; virtual Listeners const& getListeners() const = 0; }; Ptr addReporter( Ptr const& existingReporter, Ptr const& additionalReporter ); } #include #include namespace Catch { inline std::size_t listTests( Config const& config ) { TestSpec testSpec = config.testSpec(); if( config.testSpec().hasFilters() ) Catch::cout() << "Matching test cases:\n"; else { Catch::cout() << "All available test cases:\n"; testSpec = TestSpecParser( ITagAliasRegistry::get() ).parse( "*" ).testSpec(); } std::size_t matchedTests = 0; TextAttributes nameAttr, tagsAttr; nameAttr.setInitialIndent( 2 ).setIndent( 4 ); tagsAttr.setIndent( 6 ); std::vector matchedTestCases = filterTests( getAllTestCasesSorted( config ), testSpec, config ); for( std::vector::const_iterator it = matchedTestCases.begin(), itEnd = matchedTestCases.end(); it != itEnd; ++it ) { matchedTests++; TestCaseInfo const& testCaseInfo = it->getTestCaseInfo(); Colour::Code colour = testCaseInfo.isHidden() ? Colour::SecondaryText : Colour::None; Colour colourGuard( colour ); Catch::cout() << Text( testCaseInfo.name, nameAttr ) << std::endl; if( !testCaseInfo.tags.empty() ) Catch::cout() << Text( testCaseInfo.tagsAsString, tagsAttr ) << std::endl; } if( !config.testSpec().hasFilters() ) Catch::cout() << pluralise( matchedTests, "test case" ) << "\n" << std::endl; else Catch::cout() << pluralise( matchedTests, "matching test case" ) << "\n" << std::endl; return matchedTests; } inline std::size_t listTestsNamesOnly( Config const& config ) { TestSpec testSpec = config.testSpec(); if( !config.testSpec().hasFilters() ) testSpec = TestSpecParser( ITagAliasRegistry::get() ).parse( "*" ).testSpec(); std::size_t matchedTests = 0; std::vector matchedTestCases = filterTests( getAllTestCasesSorted( config ), testSpec, config ); for( std::vector::const_iterator it = matchedTestCases.begin(), itEnd = matchedTestCases.end(); it != itEnd; ++it ) { matchedTests++; TestCaseInfo const& testCaseInfo = it->getTestCaseInfo(); Catch::cout() << testCaseInfo.name << std::endl; } return matchedTests; } struct TagInfo { TagInfo() : count ( 0 ) {} void add( std::string const& spelling ) { ++count; spellings.insert( spelling ); } std::string all() const { std::string out; for( std::set::const_iterator it = spellings.begin(), itEnd = spellings.end(); it != itEnd; ++it ) out += "[" + *it + "]"; return out; } std::set spellings; std::size_t count; }; inline std::size_t listTags( Config const& config ) { TestSpec testSpec = config.testSpec(); if( config.testSpec().hasFilters() ) Catch::cout() << "Tags for matching test cases:\n"; else { Catch::cout() << "All available tags:\n"; testSpec = TestSpecParser( ITagAliasRegistry::get() ).parse( "*" ).testSpec(); } std::map tagCounts; std::vector matchedTestCases = filterTests( getAllTestCasesSorted( config ), testSpec, config ); for( std::vector::const_iterator it = matchedTestCases.begin(), itEnd = matchedTestCases.end(); it != itEnd; ++it ) { for( std::set::const_iterator tagIt = it->getTestCaseInfo().tags.begin(), tagItEnd = it->getTestCaseInfo().tags.end(); tagIt != tagItEnd; ++tagIt ) { std::string tagName = *tagIt; std::string lcaseTagName = toLower( tagName ); std::map::iterator countIt = tagCounts.find( lcaseTagName ); if( countIt == tagCounts.end() ) countIt = tagCounts.insert( std::make_pair( lcaseTagName, TagInfo() ) ).first; countIt->second.add( tagName ); } } for( std::map::const_iterator countIt = tagCounts.begin(), countItEnd = tagCounts.end(); countIt != countItEnd; ++countIt ) { std::ostringstream oss; oss << " " << std::setw(2) << countIt->second.count << " "; Text wrapper( countIt->second.all(), TextAttributes() .setInitialIndent( 0 ) .setIndent( oss.str().size() ) .setWidth( CATCH_CONFIG_CONSOLE_WIDTH-10 ) ); Catch::cout() << oss.str() << wrapper << "\n"; } Catch::cout() << pluralise( tagCounts.size(), "tag" ) << "\n" << std::endl; return tagCounts.size(); } inline std::size_t listReporters( Config const& /*config*/ ) { Catch::cout() << "Available reporters:\n"; IReporterRegistry::FactoryMap const& factories = getRegistryHub().getReporterRegistry().getFactories(); IReporterRegistry::FactoryMap::const_iterator itBegin = factories.begin(), itEnd = factories.end(), it; std::size_t maxNameLen = 0; for(it = itBegin; it != itEnd; ++it ) maxNameLen = (std::max)( maxNameLen, it->first.size() ); for(it = itBegin; it != itEnd; ++it ) { Text wrapper( it->second->getDescription(), TextAttributes() .setInitialIndent( 0 ) .setIndent( 7+maxNameLen ) .setWidth( CATCH_CONFIG_CONSOLE_WIDTH - maxNameLen-8 ) ); Catch::cout() << " " << it->first << ":" << std::string( maxNameLen - it->first.size() + 2, ' ' ) << wrapper << "\n"; } Catch::cout() << std::endl; return factories.size(); } inline Option list( Config const& config ) { Option listedCount; if( config.listTests() ) listedCount = listedCount.valueOr(0) + listTests( config ); if( config.listTestNamesOnly() ) listedCount = listedCount.valueOr(0) + listTestsNamesOnly( config ); if( config.listTags() ) listedCount = listedCount.valueOr(0) + listTags( config ); if( config.listReporters() ) listedCount = listedCount.valueOr(0) + listReporters( config ); return listedCount; } } // end namespace Catch // #included from: internal/catch_run_context.hpp #define TWOBLUECUBES_CATCH_RUNNER_IMPL_HPP_INCLUDED // #included from: catch_test_case_tracker.hpp #define TWOBLUECUBES_CATCH_TEST_CASE_TRACKER_HPP_INCLUDED #include #include #include #include namespace Catch { namespace TestCaseTracking { struct ITracker : SharedImpl<> { virtual ~ITracker(); // static queries virtual std::string name() const = 0; // dynamic queries virtual bool isComplete() const = 0; // Successfully completed or failed virtual bool isSuccessfullyCompleted() const = 0; virtual bool isOpen() const = 0; // Started but not complete virtual bool hasChildren() const = 0; virtual ITracker& parent() = 0; // actions virtual void close() = 0; // Successfully complete virtual void fail() = 0; virtual void markAsNeedingAnotherRun() = 0; virtual void addChild( Ptr const& child ) = 0; virtual ITracker* findChild( std::string const& name ) = 0; virtual void openChild() = 0; }; class TrackerContext { enum RunState { NotStarted, Executing, CompletedCycle }; Ptr m_rootTracker; ITracker* m_currentTracker; RunState m_runState; public: static TrackerContext& instance() { static TrackerContext s_instance; return s_instance; } TrackerContext() : m_currentTracker( CATCH_NULL ), m_runState( NotStarted ) {} ITracker& startRun(); void endRun() { m_rootTracker.reset(); m_currentTracker = CATCH_NULL; m_runState = NotStarted; } void startCycle() { m_currentTracker = m_rootTracker.get(); m_runState = Executing; } void completeCycle() { m_runState = CompletedCycle; } bool completedCycle() const { return m_runState == CompletedCycle; } ITracker& currentTracker() { return *m_currentTracker; } void setCurrentTracker( ITracker* tracker ) { m_currentTracker = tracker; } }; class TrackerBase : public ITracker { protected: enum CycleState { NotStarted, Executing, ExecutingChildren, NeedsAnotherRun, CompletedSuccessfully, Failed }; class TrackerHasName { std::string m_name; public: TrackerHasName( std::string const& name ) : m_name( name ) {} bool operator ()( Ptr const& tracker ) { return tracker->name() == m_name; } }; typedef std::vector > Children; std::string m_name; TrackerContext& m_ctx; ITracker* m_parent; Children m_children; CycleState m_runState; public: TrackerBase( std::string const& name, TrackerContext& ctx, ITracker* parent ) : m_name( name ), m_ctx( ctx ), m_parent( parent ), m_runState( NotStarted ) {} virtual ~TrackerBase(); virtual std::string name() const CATCH_OVERRIDE { return m_name; } virtual bool isComplete() const CATCH_OVERRIDE { return m_runState == CompletedSuccessfully || m_runState == Failed; } virtual bool isSuccessfullyCompleted() const CATCH_OVERRIDE { return m_runState == CompletedSuccessfully; } virtual bool isOpen() const CATCH_OVERRIDE { return m_runState != NotStarted && !isComplete(); } virtual bool hasChildren() const CATCH_OVERRIDE { return !m_children.empty(); } virtual void addChild( Ptr const& child ) CATCH_OVERRIDE { m_children.push_back( child ); } virtual ITracker* findChild( std::string const& name ) CATCH_OVERRIDE { Children::const_iterator it = std::find_if( m_children.begin(), m_children.end(), TrackerHasName( name ) ); return( it != m_children.end() ) ? it->get() : CATCH_NULL; } virtual ITracker& parent() CATCH_OVERRIDE { assert( m_parent ); // Should always be non-null except for root return *m_parent; } virtual void openChild() CATCH_OVERRIDE { if( m_runState != ExecutingChildren ) { m_runState = ExecutingChildren; if( m_parent ) m_parent->openChild(); } } void open() { m_runState = Executing; moveToThis(); if( m_parent ) m_parent->openChild(); } virtual void close() CATCH_OVERRIDE { // Close any still open children (e.g. generators) while( &m_ctx.currentTracker() != this ) m_ctx.currentTracker().close(); switch( m_runState ) { case NotStarted: case CompletedSuccessfully: case Failed: throw std::logic_error( "Illogical state" ); case NeedsAnotherRun: break;; case Executing: m_runState = CompletedSuccessfully; break; case ExecutingChildren: if( m_children.empty() || m_children.back()->isComplete() ) m_runState = CompletedSuccessfully; break; default: throw std::logic_error( "Unexpected state" ); } moveToParent(); m_ctx.completeCycle(); } virtual void fail() CATCH_OVERRIDE { m_runState = Failed; if( m_parent ) m_parent->markAsNeedingAnotherRun(); moveToParent(); m_ctx.completeCycle(); } virtual void markAsNeedingAnotherRun() CATCH_OVERRIDE { m_runState = NeedsAnotherRun; } private: void moveToParent() { assert( m_parent ); m_ctx.setCurrentTracker( m_parent ); } void moveToThis() { m_ctx.setCurrentTracker( this ); } }; class SectionTracker : public TrackerBase { public: SectionTracker( std::string const& name, TrackerContext& ctx, ITracker* parent ) : TrackerBase( name, ctx, parent ) {} virtual ~SectionTracker(); static SectionTracker& acquire( TrackerContext& ctx, std::string const& name ) { SectionTracker* section = CATCH_NULL; ITracker& currentTracker = ctx.currentTracker(); if( ITracker* childTracker = currentTracker.findChild( name ) ) { section = dynamic_cast( childTracker ); assert( section ); } else { section = new SectionTracker( name, ctx, ¤tTracker ); currentTracker.addChild( section ); } if( !ctx.completedCycle() && !section->isComplete() ) { section->open(); } return *section; } }; class IndexTracker : public TrackerBase { int m_size; int m_index; public: IndexTracker( std::string const& name, TrackerContext& ctx, ITracker* parent, int size ) : TrackerBase( name, ctx, parent ), m_size( size ), m_index( -1 ) {} virtual ~IndexTracker(); static IndexTracker& acquire( TrackerContext& ctx, std::string const& name, int size ) { IndexTracker* tracker = CATCH_NULL; ITracker& currentTracker = ctx.currentTracker(); if( ITracker* childTracker = currentTracker.findChild( name ) ) { tracker = dynamic_cast( childTracker ); assert( tracker ); } else { tracker = new IndexTracker( name, ctx, ¤tTracker, size ); currentTracker.addChild( tracker ); } if( !ctx.completedCycle() && !tracker->isComplete() ) { if( tracker->m_runState != ExecutingChildren && tracker->m_runState != NeedsAnotherRun ) tracker->moveNext(); tracker->open(); } return *tracker; } int index() const { return m_index; } void moveNext() { m_index++; m_children.clear(); } virtual void close() CATCH_OVERRIDE { TrackerBase::close(); if( m_runState == CompletedSuccessfully && m_index < m_size-1 ) m_runState = Executing; } }; inline ITracker& TrackerContext::startRun() { m_rootTracker = new SectionTracker( "{root}", *this, CATCH_NULL ); m_currentTracker = CATCH_NULL; m_runState = Executing; return *m_rootTracker; } } // namespace TestCaseTracking using TestCaseTracking::ITracker; using TestCaseTracking::TrackerContext; using TestCaseTracking::SectionTracker; using TestCaseTracking::IndexTracker; } // namespace Catch // #included from: catch_fatal_condition.hpp #define TWOBLUECUBES_CATCH_FATAL_CONDITION_H_INCLUDED namespace Catch { // Report the error condition then exit the process inline void fatal( std::string const& message, int exitCode ) { IContext& context = Catch::getCurrentContext(); IResultCapture* resultCapture = context.getResultCapture(); resultCapture->handleFatalErrorCondition( message ); if( Catch::alwaysTrue() ) // avoids "no return" warnings exit( exitCode ); } } // namespace Catch #if defined ( CATCH_PLATFORM_WINDOWS ) ///////////////////////////////////////// namespace Catch { struct FatalConditionHandler { void reset() {} }; } // namespace Catch #else // Not Windows - assumed to be POSIX compatible ////////////////////////// #include namespace Catch { struct SignalDefs { int id; const char* name; }; extern SignalDefs signalDefs[]; SignalDefs signalDefs[] = { { SIGINT, "SIGINT - Terminal interrupt signal" }, { SIGILL, "SIGILL - Illegal instruction signal" }, { SIGFPE, "SIGFPE - Floating point error signal" }, { SIGSEGV, "SIGSEGV - Segmentation violation signal" }, { SIGTERM, "SIGTERM - Termination request signal" }, { SIGABRT, "SIGABRT - Abort (abnormal termination) signal" } }; struct FatalConditionHandler { static void handleSignal( int sig ) { for( std::size_t i = 0; i < sizeof(signalDefs)/sizeof(SignalDefs); ++i ) if( sig == signalDefs[i].id ) fatal( signalDefs[i].name, -sig ); fatal( "", -sig ); } FatalConditionHandler() : m_isSet( true ) { for( std::size_t i = 0; i < sizeof(signalDefs)/sizeof(SignalDefs); ++i ) signal( signalDefs[i].id, handleSignal ); } ~FatalConditionHandler() { reset(); } void reset() { if( m_isSet ) { for( std::size_t i = 0; i < sizeof(signalDefs)/sizeof(SignalDefs); ++i ) signal( signalDefs[i].id, SIG_DFL ); m_isSet = false; } } bool m_isSet; }; } // namespace Catch #endif // not Windows #include #include namespace Catch { class StreamRedirect { public: StreamRedirect( std::ostream& stream, std::string& targetString ) : m_stream( stream ), m_prevBuf( stream.rdbuf() ), m_targetString( targetString ) { stream.rdbuf( m_oss.rdbuf() ); } ~StreamRedirect() { m_targetString += m_oss.str(); m_stream.rdbuf( m_prevBuf ); } private: std::ostream& m_stream; std::streambuf* m_prevBuf; std::ostringstream m_oss; std::string& m_targetString; }; /////////////////////////////////////////////////////////////////////////// class RunContext : public IResultCapture, public IRunner { RunContext( RunContext const& ); void operator =( RunContext const& ); public: explicit RunContext( Ptr const& _config, Ptr const& reporter ) : m_runInfo( _config->name() ), m_context( getCurrentMutableContext() ), m_activeTestCase( CATCH_NULL ), m_config( _config ), m_reporter( reporter ) { m_context.setRunner( this ); m_context.setConfig( m_config ); m_context.setResultCapture( this ); m_reporter->testRunStarting( m_runInfo ); } virtual ~RunContext() { m_reporter->testRunEnded( TestRunStats( m_runInfo, m_totals, aborting() ) ); } void testGroupStarting( std::string const& testSpec, std::size_t groupIndex, std::size_t groupsCount ) { m_reporter->testGroupStarting( GroupInfo( testSpec, groupIndex, groupsCount ) ); } void testGroupEnded( std::string const& testSpec, Totals const& totals, std::size_t groupIndex, std::size_t groupsCount ) { m_reporter->testGroupEnded( TestGroupStats( GroupInfo( testSpec, groupIndex, groupsCount ), totals, aborting() ) ); } Totals runTest( TestCase const& testCase ) { Totals prevTotals = m_totals; std::string redirectedCout; std::string redirectedCerr; TestCaseInfo testInfo = testCase.getTestCaseInfo(); m_reporter->testCaseStarting( testInfo ); m_activeTestCase = &testCase; do { m_trackerContext.startRun(); do { m_trackerContext.startCycle(); m_testCaseTracker = &SectionTracker::acquire( m_trackerContext, testInfo.name ); runCurrentTest( redirectedCout, redirectedCerr ); } while( !m_testCaseTracker->isSuccessfullyCompleted() && !aborting() ); } // !TBD: deprecated - this will be replaced by indexed trackers while( getCurrentContext().advanceGeneratorsForCurrentTest() && !aborting() ); Totals deltaTotals = m_totals.delta( prevTotals ); if( testInfo.expectedToFail() && deltaTotals.testCases.passed > 0 ) { deltaTotals.assertions.failed++; deltaTotals.testCases.passed--; deltaTotals.testCases.failed++; } m_totals.testCases += deltaTotals.testCases; m_reporter->testCaseEnded( TestCaseStats( testInfo, deltaTotals, redirectedCout, redirectedCerr, aborting() ) ); m_activeTestCase = CATCH_NULL; m_testCaseTracker = CATCH_NULL; return deltaTotals; } Ptr config() const { return m_config; } private: // IResultCapture virtual void assertionEnded( AssertionResult const& result ) { if( result.getResultType() == ResultWas::Ok ) { m_totals.assertions.passed++; } else if( !result.isOk() ) { m_totals.assertions.failed++; } if( m_reporter->assertionEnded( AssertionStats( result, m_messages, m_totals ) ) ) m_messages.clear(); // Reset working state m_lastAssertionInfo = AssertionInfo( "", m_lastAssertionInfo.lineInfo, "{Unknown expression after the reported line}" , m_lastAssertionInfo.resultDisposition ); m_lastResult = result; } virtual bool sectionStarted ( SectionInfo const& sectionInfo, Counts& assertions ) { std::ostringstream oss; oss << sectionInfo.name << "@" << sectionInfo.lineInfo; ITracker& sectionTracker = SectionTracker::acquire( m_trackerContext, oss.str() ); if( !sectionTracker.isOpen() ) return false; m_activeSections.push_back( §ionTracker ); m_lastAssertionInfo.lineInfo = sectionInfo.lineInfo; m_reporter->sectionStarting( sectionInfo ); assertions = m_totals.assertions; return true; } bool testForMissingAssertions( Counts& assertions ) { if( assertions.total() != 0 ) return false; if( !m_config->warnAboutMissingAssertions() ) return false; if( m_trackerContext.currentTracker().hasChildren() ) return false; m_totals.assertions.failed++; assertions.failed++; return true; } virtual void sectionEnded( SectionEndInfo const& endInfo ) { Counts assertions = m_totals.assertions - endInfo.prevAssertions; bool missingAssertions = testForMissingAssertions( assertions ); if( !m_activeSections.empty() ) { m_activeSections.back()->close(); m_activeSections.pop_back(); } m_reporter->sectionEnded( SectionStats( endInfo.sectionInfo, assertions, endInfo.durationInSeconds, missingAssertions ) ); m_messages.clear(); } virtual void sectionEndedEarly( SectionEndInfo const& endInfo ) { if( m_unfinishedSections.empty() ) m_activeSections.back()->fail(); else m_activeSections.back()->close(); m_activeSections.pop_back(); m_unfinishedSections.push_back( endInfo ); } virtual void pushScopedMessage( MessageInfo const& message ) { m_messages.push_back( message ); } virtual void popScopedMessage( MessageInfo const& message ) { m_messages.erase( std::remove( m_messages.begin(), m_messages.end(), message ), m_messages.end() ); } virtual std::string getCurrentTestName() const { return m_activeTestCase ? m_activeTestCase->getTestCaseInfo().name : ""; } virtual const AssertionResult* getLastResult() const { return &m_lastResult; } virtual void handleFatalErrorCondition( std::string const& message ) { ResultBuilder resultBuilder = makeUnexpectedResultBuilder(); resultBuilder.setResultType( ResultWas::FatalErrorCondition ); resultBuilder << message; resultBuilder.captureExpression(); handleUnfinishedSections(); // Recreate section for test case (as we will lose the one that was in scope) TestCaseInfo const& testCaseInfo = m_activeTestCase->getTestCaseInfo(); SectionInfo testCaseSection( testCaseInfo.lineInfo, testCaseInfo.name, testCaseInfo.description ); Counts assertions; assertions.failed = 1; SectionStats testCaseSectionStats( testCaseSection, assertions, 0, false ); m_reporter->sectionEnded( testCaseSectionStats ); TestCaseInfo testInfo = m_activeTestCase->getTestCaseInfo(); Totals deltaTotals; deltaTotals.testCases.failed = 1; m_reporter->testCaseEnded( TestCaseStats( testInfo, deltaTotals, "", "", false ) ); m_totals.testCases.failed++; testGroupEnded( "", m_totals, 1, 1 ); m_reporter->testRunEnded( TestRunStats( m_runInfo, m_totals, false ) ); } public: // !TBD We need to do this another way! bool aborting() const { return m_totals.assertions.failed == static_cast( m_config->abortAfter() ); } private: void runCurrentTest( std::string& redirectedCout, std::string& redirectedCerr ) { TestCaseInfo const& testCaseInfo = m_activeTestCase->getTestCaseInfo(); SectionInfo testCaseSection( testCaseInfo.lineInfo, testCaseInfo.name, testCaseInfo.description ); m_reporter->sectionStarting( testCaseSection ); Counts prevAssertions = m_totals.assertions; double duration = 0; try { m_lastAssertionInfo = AssertionInfo( "TEST_CASE", testCaseInfo.lineInfo, "", ResultDisposition::Normal ); seedRng( *m_config ); Timer timer; timer.start(); if( m_reporter->getPreferences().shouldRedirectStdOut ) { StreamRedirect coutRedir( Catch::cout(), redirectedCout ); StreamRedirect cerrRedir( Catch::cerr(), redirectedCerr ); invokeActiveTestCase(); } else { invokeActiveTestCase(); } duration = timer.getElapsedSeconds(); } catch( TestFailureException& ) { // This just means the test was aborted due to failure } catch(...) { makeUnexpectedResultBuilder().useActiveException(); } m_testCaseTracker->close(); handleUnfinishedSections(); m_messages.clear(); Counts assertions = m_totals.assertions - prevAssertions; bool missingAssertions = testForMissingAssertions( assertions ); if( testCaseInfo.okToFail() ) { std::swap( assertions.failedButOk, assertions.failed ); m_totals.assertions.failed -= assertions.failedButOk; m_totals.assertions.failedButOk += assertions.failedButOk; } SectionStats testCaseSectionStats( testCaseSection, assertions, duration, missingAssertions ); m_reporter->sectionEnded( testCaseSectionStats ); } void invokeActiveTestCase() { FatalConditionHandler fatalConditionHandler; // Handle signals m_activeTestCase->invoke(); fatalConditionHandler.reset(); } private: ResultBuilder makeUnexpectedResultBuilder() const { return ResultBuilder( m_lastAssertionInfo.macroName.c_str(), m_lastAssertionInfo.lineInfo, m_lastAssertionInfo.capturedExpression.c_str(), m_lastAssertionInfo.resultDisposition ); } void handleUnfinishedSections() { // If sections ended prematurely due to an exception we stored their // infos here so we can tear them down outside the unwind process. for( std::vector::const_reverse_iterator it = m_unfinishedSections.rbegin(), itEnd = m_unfinishedSections.rend(); it != itEnd; ++it ) sectionEnded( *it ); m_unfinishedSections.clear(); } TestRunInfo m_runInfo; IMutableContext& m_context; TestCase const* m_activeTestCase; ITracker* m_testCaseTracker; ITracker* m_currentSectionTracker; AssertionResult m_lastResult; Ptr m_config; Totals m_totals; Ptr m_reporter; std::vector m_messages; AssertionInfo m_lastAssertionInfo; std::vector m_unfinishedSections; std::vector m_activeSections; TrackerContext m_trackerContext; }; IResultCapture& getResultCapture() { if( IResultCapture* capture = getCurrentContext().getResultCapture() ) return *capture; else throw std::logic_error( "No result capture instance" ); } } // end namespace Catch // #included from: internal/catch_version.h #define TWOBLUECUBES_CATCH_VERSION_H_INCLUDED namespace Catch { // Versioning information struct Version { Version( unsigned int _majorVersion, unsigned int _minorVersion, unsigned int _patchNumber, std::string const& _branchName, unsigned int _buildNumber ); unsigned int const majorVersion; unsigned int const minorVersion; unsigned int const patchNumber; // buildNumber is only used if branchName is not null std::string const branchName; unsigned int const buildNumber; friend std::ostream& operator << ( std::ostream& os, Version const& version ); private: void operator=( Version const& ); }; extern Version libraryVersion; } #include #include #include namespace Catch { Ptr createReporter( std::string const& reporterName, Ptr const& config ) { Ptr reporter = getRegistryHub().getReporterRegistry().create( reporterName, config.get() ); if( !reporter ) { std::ostringstream oss; oss << "No reporter registered with name: '" << reporterName << "'"; throw std::domain_error( oss.str() ); } return reporter; } Ptr makeReporter( Ptr const& config ) { std::vector reporters = config->getReporterNames(); if( reporters.empty() ) reporters.push_back( "console" ); Ptr reporter; for( std::vector::const_iterator it = reporters.begin(), itEnd = reporters.end(); it != itEnd; ++it ) reporter = addReporter( reporter, createReporter( *it, config ) ); return reporter; } Ptr addListeners( Ptr const& config, Ptr reporters ) { IReporterRegistry::Listeners listeners = getRegistryHub().getReporterRegistry().getListeners(); for( IReporterRegistry::Listeners::const_iterator it = listeners.begin(), itEnd = listeners.end(); it != itEnd; ++it ) reporters = addReporter(reporters, (*it)->create( ReporterConfig( config ) ) ); return reporters; } Totals runTests( Ptr const& config ) { Ptr iconfig = config.get(); Ptr reporter = makeReporter( config ); reporter = addListeners( iconfig, reporter ); RunContext context( iconfig, reporter ); Totals totals; context.testGroupStarting( config->name(), 1, 1 ); TestSpec testSpec = config->testSpec(); if( !testSpec.hasFilters() ) testSpec = TestSpecParser( ITagAliasRegistry::get() ).parse( "~[.]" ).testSpec(); // All not hidden tests std::vector const& allTestCases = getAllTestCasesSorted( *iconfig ); for( std::vector::const_iterator it = allTestCases.begin(), itEnd = allTestCases.end(); it != itEnd; ++it ) { if( !context.aborting() && matchTest( *it, testSpec, *iconfig ) ) totals += context.runTest( *it ); else reporter->skipTest( *it ); } context.testGroupEnded( iconfig->name(), totals, 1, 1 ); return totals; } void applyFilenamesAsTags( IConfig const& config ) { std::vector const& tests = getAllTestCasesSorted( config ); for(std::size_t i = 0; i < tests.size(); ++i ) { TestCase& test = const_cast( tests[i] ); std::set tags = test.tags; std::string filename = test.lineInfo.file; std::string::size_type lastSlash = filename.find_last_of( "\\/" ); if( lastSlash != std::string::npos ) filename = filename.substr( lastSlash+1 ); std::string::size_type lastDot = filename.find_last_of( "." ); if( lastDot != std::string::npos ) filename = filename.substr( 0, lastDot ); tags.insert( "#" + filename ); setTags( test, tags ); } } class Session : NonCopyable { static bool alreadyInstantiated; public: struct OnUnusedOptions { enum DoWhat { Ignore, Fail }; }; Session() : m_cli( makeCommandLineParser() ) { if( alreadyInstantiated ) { std::string msg = "Only one instance of Catch::Session can ever be used"; Catch::cerr() << msg << std::endl; throw std::logic_error( msg ); } alreadyInstantiated = true; } ~Session() { Catch::cleanUp(); } void showHelp( std::string const& processName ) { Catch::cout() << "\nCatch v" << libraryVersion << "\n"; m_cli.usage( Catch::cout(), processName ); Catch::cout() << "For more detail usage please see the project docs\n" << std::endl; } int applyCommandLine( int argc, char const* argv[], OnUnusedOptions::DoWhat unusedOptionBehaviour = OnUnusedOptions::Fail ) { try { m_cli.setThrowOnUnrecognisedTokens( unusedOptionBehaviour == OnUnusedOptions::Fail ); m_unusedTokens = m_cli.parseInto( argc, argv, m_configData ); if( m_configData.showHelp ) showHelp( m_configData.processName ); m_config.reset(); } catch( std::exception& ex ) { { Colour colourGuard( Colour::Red ); Catch::cerr() << "\nError(s) in input:\n" << Text( ex.what(), TextAttributes().setIndent(2) ) << "\n\n"; } m_cli.usage( Catch::cout(), m_configData.processName ); return (std::numeric_limits::max)(); } return 0; } void useConfigData( ConfigData const& _configData ) { m_configData = _configData; m_config.reset(); } int run( int argc, char const* argv[] ) { int returnCode = applyCommandLine( argc, argv ); if( returnCode == 0 ) returnCode = run(); return returnCode; } int run( int argc, char* argv[] ) { return run( argc, const_cast( argv ) ); } int run() { if( m_configData.showHelp ) return 0; try { config(); // Force config to be constructed seedRng( *m_config ); if( m_configData.filenamesAsTags ) applyFilenamesAsTags( *m_config ); // Handle list request if( Option listed = list( config() ) ) return static_cast( *listed ); return static_cast( runTests( m_config ).assertions.failed ); } catch( std::exception& ex ) { Catch::cerr() << ex.what() << std::endl; return (std::numeric_limits::max)(); } } Clara::CommandLine const& cli() const { return m_cli; } std::vector const& unusedTokens() const { return m_unusedTokens; } ConfigData& configData() { return m_configData; } Config& config() { if( !m_config ) m_config = new Config( m_configData ); return *m_config; } private: Clara::CommandLine m_cli; std::vector m_unusedTokens; ConfigData m_configData; Ptr m_config; }; bool Session::alreadyInstantiated = false; } // end namespace Catch // #included from: catch_registry_hub.hpp #define TWOBLUECUBES_CATCH_REGISTRY_HUB_HPP_INCLUDED // #included from: catch_test_case_registry_impl.hpp #define TWOBLUECUBES_CATCH_TEST_CASE_REGISTRY_IMPL_HPP_INCLUDED #include #include #include #include #include namespace Catch { struct LexSort { bool operator() (TestCase i,TestCase j) const { return (i sortTests( IConfig const& config, std::vector const& unsortedTestCases ) { std::vector sorted = unsortedTestCases; switch( config.runOrder() ) { case RunTests::InLexicographicalOrder: std::sort( sorted.begin(), sorted.end(), LexSort() ); break; case RunTests::InRandomOrder: { seedRng( config ); RandomNumberGenerator rng; std::random_shuffle( sorted.begin(), sorted.end(), rng ); } break; case RunTests::InDeclarationOrder: // already in declaration order break; } return sorted; } bool matchTest( TestCase const& testCase, TestSpec const& testSpec, IConfig const& config ) { return testSpec.matches( testCase ) && ( config.allowThrows() || !testCase.throws() ); } void enforceNoDuplicateTestCases( std::vector const& functions ) { std::set seenFunctions; for( std::vector::const_iterator it = functions.begin(), itEnd = functions.end(); it != itEnd; ++it ) { std::pair::const_iterator, bool> prev = seenFunctions.insert( *it ); if( !prev.second ){ Catch::cerr() << Colour( Colour::Red ) << "error: TEST_CASE( \"" << it->name << "\" ) already defined.\n" << "\tFirst seen at " << prev.first->getTestCaseInfo().lineInfo << "\n" << "\tRedefined at " << it->getTestCaseInfo().lineInfo << std::endl; exit(1); } } } std::vector filterTests( std::vector const& testCases, TestSpec const& testSpec, IConfig const& config ) { std::vector filtered; filtered.reserve( testCases.size() ); for( std::vector::const_iterator it = testCases.begin(), itEnd = testCases.end(); it != itEnd; ++it ) if( matchTest( *it, testSpec, config ) ) filtered.push_back( *it ); return filtered; } std::vector const& getAllTestCasesSorted( IConfig const& config ) { return getRegistryHub().getTestCaseRegistry().getAllTestsSorted( config ); } class TestRegistry : public ITestCaseRegistry { public: TestRegistry() : m_currentSortOrder( RunTests::InDeclarationOrder ), m_unnamedCount( 0 ) {} virtual ~TestRegistry(); virtual void registerTest( TestCase const& testCase ) { std::string name = testCase.getTestCaseInfo().name; if( name == "" ) { std::ostringstream oss; oss << "Anonymous test case " << ++m_unnamedCount; return registerTest( testCase.withName( oss.str() ) ); } m_functions.push_back( testCase ); } virtual std::vector const& getAllTests() const { return m_functions; } virtual std::vector const& getAllTestsSorted( IConfig const& config ) const { if( m_sortedFunctions.empty() ) enforceNoDuplicateTestCases( m_functions ); if( m_currentSortOrder != config.runOrder() || m_sortedFunctions.empty() ) { m_sortedFunctions = sortTests( config, m_functions ); m_currentSortOrder = config.runOrder(); } return m_sortedFunctions; } private: std::vector m_functions; mutable RunTests::InWhatOrder m_currentSortOrder; mutable std::vector m_sortedFunctions; size_t m_unnamedCount; std::ios_base::Init m_ostreamInit; // Forces cout/ cerr to be initialised }; /////////////////////////////////////////////////////////////////////////// class FreeFunctionTestCase : public SharedImpl { public: FreeFunctionTestCase( TestFunction fun ) : m_fun( fun ) {} virtual void invoke() const { m_fun(); } private: virtual ~FreeFunctionTestCase(); TestFunction m_fun; }; inline std::string extractClassName( std::string const& classOrQualifiedMethodName ) { std::string className = classOrQualifiedMethodName; if( startsWith( className, "&" ) ) { std::size_t lastColons = className.rfind( "::" ); std::size_t penultimateColons = className.rfind( "::", lastColons-1 ); if( penultimateColons == std::string::npos ) penultimateColons = 1; className = className.substr( penultimateColons, lastColons-penultimateColons ); } return className; } void registerTestCase ( ITestCase* testCase, char const* classOrQualifiedMethodName, NameAndDesc const& nameAndDesc, SourceLineInfo const& lineInfo ) { getMutableRegistryHub().registerTest ( makeTestCase ( testCase, extractClassName( classOrQualifiedMethodName ), nameAndDesc.name, nameAndDesc.description, lineInfo ) ); } void registerTestCaseFunction ( TestFunction function, SourceLineInfo const& lineInfo, NameAndDesc const& nameAndDesc ) { registerTestCase( new FreeFunctionTestCase( function ), "", nameAndDesc, lineInfo ); } /////////////////////////////////////////////////////////////////////////// AutoReg::AutoReg ( TestFunction function, SourceLineInfo const& lineInfo, NameAndDesc const& nameAndDesc ) { registerTestCaseFunction( function, lineInfo, nameAndDesc ); } AutoReg::~AutoReg() {} } // end namespace Catch // #included from: catch_reporter_registry.hpp #define TWOBLUECUBES_CATCH_REPORTER_REGISTRY_HPP_INCLUDED #include namespace Catch { class ReporterRegistry : public IReporterRegistry { public: virtual ~ReporterRegistry() CATCH_OVERRIDE {} virtual IStreamingReporter* create( std::string const& name, Ptr const& config ) const CATCH_OVERRIDE { FactoryMap::const_iterator it = m_factories.find( name ); if( it == m_factories.end() ) return CATCH_NULL; return it->second->create( ReporterConfig( config ) ); } void registerReporter( std::string const& name, Ptr const& factory ) { m_factories.insert( std::make_pair( name, factory ) ); } void registerListener( Ptr const& factory ) { m_listeners.push_back( factory ); } virtual FactoryMap const& getFactories() const CATCH_OVERRIDE { return m_factories; } virtual Listeners const& getListeners() const CATCH_OVERRIDE { return m_listeners; } private: FactoryMap m_factories; Listeners m_listeners; }; } // #included from: catch_exception_translator_registry.hpp #define TWOBLUECUBES_CATCH_EXCEPTION_TRANSLATOR_REGISTRY_HPP_INCLUDED #ifdef __OBJC__ #import "Foundation/Foundation.h" #endif namespace Catch { class ExceptionTranslatorRegistry : public IExceptionTranslatorRegistry { public: ~ExceptionTranslatorRegistry() { deleteAll( m_translators ); } virtual void registerTranslator( const IExceptionTranslator* translator ) { m_translators.push_back( translator ); } virtual std::string translateActiveException() const { try { #ifdef __OBJC__ // In Objective-C try objective-c exceptions first @try { return tryTranslators(); } @catch (NSException *exception) { return Catch::toString( [exception description] ); } #else return tryTranslators(); #endif } catch( TestFailureException& ) { throw; } catch( std::exception& ex ) { return ex.what(); } catch( std::string& msg ) { return msg; } catch( const char* msg ) { return msg; } catch(...) { return "Unknown exception"; } } std::string tryTranslators() const { if( m_translators.empty() ) throw; else return m_translators[0]->translate( m_translators.begin()+1, m_translators.end() ); } private: std::vector m_translators; }; } namespace Catch { namespace { class RegistryHub : public IRegistryHub, public IMutableRegistryHub { RegistryHub( RegistryHub const& ); void operator=( RegistryHub const& ); public: // IRegistryHub RegistryHub() { } virtual IReporterRegistry const& getReporterRegistry() const CATCH_OVERRIDE { return m_reporterRegistry; } virtual ITestCaseRegistry const& getTestCaseRegistry() const CATCH_OVERRIDE { return m_testCaseRegistry; } virtual IExceptionTranslatorRegistry& getExceptionTranslatorRegistry() CATCH_OVERRIDE { return m_exceptionTranslatorRegistry; } public: // IMutableRegistryHub virtual void registerReporter( std::string const& name, Ptr const& factory ) CATCH_OVERRIDE { m_reporterRegistry.registerReporter( name, factory ); } virtual void registerListener( Ptr const& factory ) CATCH_OVERRIDE { m_reporterRegistry.registerListener( factory ); } virtual void registerTest( TestCase const& testInfo ) CATCH_OVERRIDE { m_testCaseRegistry.registerTest( testInfo ); } virtual void registerTranslator( const IExceptionTranslator* translator ) CATCH_OVERRIDE { m_exceptionTranslatorRegistry.registerTranslator( translator ); } private: TestRegistry m_testCaseRegistry; ReporterRegistry m_reporterRegistry; ExceptionTranslatorRegistry m_exceptionTranslatorRegistry; }; // Single, global, instance inline RegistryHub*& getTheRegistryHub() { static RegistryHub* theRegistryHub = CATCH_NULL; if( !theRegistryHub ) theRegistryHub = new RegistryHub(); return theRegistryHub; } } IRegistryHub& getRegistryHub() { return *getTheRegistryHub(); } IMutableRegistryHub& getMutableRegistryHub() { return *getTheRegistryHub(); } void cleanUp() { delete getTheRegistryHub(); getTheRegistryHub() = CATCH_NULL; cleanUpContext(); } std::string translateActiveException() { return getRegistryHub().getExceptionTranslatorRegistry().translateActiveException(); } } // end namespace Catch // #included from: catch_notimplemented_exception.hpp #define TWOBLUECUBES_CATCH_NOTIMPLEMENTED_EXCEPTION_HPP_INCLUDED #include namespace Catch { NotImplementedException::NotImplementedException( SourceLineInfo const& lineInfo ) : m_lineInfo( lineInfo ) { std::ostringstream oss; oss << lineInfo << ": function "; oss << "not implemented"; m_what = oss.str(); } const char* NotImplementedException::what() const CATCH_NOEXCEPT { return m_what.c_str(); } } // end namespace Catch // #included from: catch_context_impl.hpp #define TWOBLUECUBES_CATCH_CONTEXT_IMPL_HPP_INCLUDED // #included from: catch_stream.hpp #define TWOBLUECUBES_CATCH_STREAM_HPP_INCLUDED #include #include #include namespace Catch { template class StreamBufImpl : public StreamBufBase { char data[bufferSize]; WriterF m_writer; public: StreamBufImpl() { setp( data, data + sizeof(data) ); } ~StreamBufImpl() CATCH_NOEXCEPT { sync(); } private: int overflow( int c ) { sync(); if( c != EOF ) { if( pbase() == epptr() ) m_writer( std::string( 1, static_cast( c ) ) ); else sputc( static_cast( c ) ); } return 0; } int sync() { if( pbase() != pptr() ) { m_writer( std::string( pbase(), static_cast( pptr() - pbase() ) ) ); setp( pbase(), epptr() ); } return 0; } }; /////////////////////////////////////////////////////////////////////////// FileStream::FileStream( std::string const& filename ) { m_ofs.open( filename.c_str() ); if( m_ofs.fail() ) { std::ostringstream oss; oss << "Unable to open file: '" << filename << "'"; throw std::domain_error( oss.str() ); } } std::ostream& FileStream::stream() const { return m_ofs; } struct OutputDebugWriter { void operator()( std::string const&str ) { writeToDebugConsole( str ); } }; DebugOutStream::DebugOutStream() : m_streamBuf( new StreamBufImpl() ), m_os( m_streamBuf.get() ) {} std::ostream& DebugOutStream::stream() const { return m_os; } // Store the streambuf from cout up-front because // cout may get redirected when running tests CoutStream::CoutStream() : m_os( Catch::cout().rdbuf() ) {} std::ostream& CoutStream::stream() const { return m_os; } #ifndef CATCH_CONFIG_NOSTDOUT // If you #define this you must implement these functions std::ostream& cout() { return std::cout; } std::ostream& cerr() { return std::cerr; } #endif } namespace Catch { class Context : public IMutableContext { Context() : m_config( CATCH_NULL ), m_runner( CATCH_NULL ), m_resultCapture( CATCH_NULL ) {} Context( Context const& ); void operator=( Context const& ); public: // IContext virtual IResultCapture* getResultCapture() { return m_resultCapture; } virtual IRunner* getRunner() { return m_runner; } virtual size_t getGeneratorIndex( std::string const& fileInfo, size_t totalSize ) { return getGeneratorsForCurrentTest() .getGeneratorInfo( fileInfo, totalSize ) .getCurrentIndex(); } virtual bool advanceGeneratorsForCurrentTest() { IGeneratorsForTest* generators = findGeneratorsForCurrentTest(); return generators && generators->moveNext(); } virtual Ptr getConfig() const { return m_config; } public: // IMutableContext virtual void setResultCapture( IResultCapture* resultCapture ) { m_resultCapture = resultCapture; } virtual void setRunner( IRunner* runner ) { m_runner = runner; } virtual void setConfig( Ptr const& config ) { m_config = config; } friend IMutableContext& getCurrentMutableContext(); private: IGeneratorsForTest* findGeneratorsForCurrentTest() { std::string testName = getResultCapture()->getCurrentTestName(); std::map::const_iterator it = m_generatorsByTestName.find( testName ); return it != m_generatorsByTestName.end() ? it->second : CATCH_NULL; } IGeneratorsForTest& getGeneratorsForCurrentTest() { IGeneratorsForTest* generators = findGeneratorsForCurrentTest(); if( !generators ) { std::string testName = getResultCapture()->getCurrentTestName(); generators = createGeneratorsForTest(); m_generatorsByTestName.insert( std::make_pair( testName, generators ) ); } return *generators; } private: Ptr m_config; IRunner* m_runner; IResultCapture* m_resultCapture; std::map m_generatorsByTestName; }; namespace { Context* currentContext = CATCH_NULL; } IMutableContext& getCurrentMutableContext() { if( !currentContext ) currentContext = new Context(); return *currentContext; } IContext& getCurrentContext() { return getCurrentMutableContext(); } void cleanUpContext() { delete currentContext; currentContext = CATCH_NULL; } } // #included from: catch_console_colour_impl.hpp #define TWOBLUECUBES_CATCH_CONSOLE_COLOUR_IMPL_HPP_INCLUDED namespace Catch { namespace { struct IColourImpl { virtual ~IColourImpl() {} virtual void use( Colour::Code _colourCode ) = 0; }; struct NoColourImpl : IColourImpl { void use( Colour::Code ) {} static IColourImpl* instance() { static NoColourImpl s_instance; return &s_instance; } }; } // anon namespace } // namespace Catch #if !defined( CATCH_CONFIG_COLOUR_NONE ) && !defined( CATCH_CONFIG_COLOUR_WINDOWS ) && !defined( CATCH_CONFIG_COLOUR_ANSI ) # ifdef CATCH_PLATFORM_WINDOWS # define CATCH_CONFIG_COLOUR_WINDOWS # else # define CATCH_CONFIG_COLOUR_ANSI # endif #endif #if defined ( CATCH_CONFIG_COLOUR_WINDOWS ) ///////////////////////////////////////// #ifndef NOMINMAX #define NOMINMAX #endif #ifdef __AFXDLL #include #else #include #endif namespace Catch { namespace { class Win32ColourImpl : public IColourImpl { public: Win32ColourImpl() : stdoutHandle( GetStdHandle(STD_OUTPUT_HANDLE) ) { CONSOLE_SCREEN_BUFFER_INFO csbiInfo; GetConsoleScreenBufferInfo( stdoutHandle, &csbiInfo ); originalForegroundAttributes = csbiInfo.wAttributes & ~( BACKGROUND_GREEN | BACKGROUND_RED | BACKGROUND_BLUE | BACKGROUND_INTENSITY ); originalBackgroundAttributes = csbiInfo.wAttributes & ~( FOREGROUND_GREEN | FOREGROUND_RED | FOREGROUND_BLUE | FOREGROUND_INTENSITY ); } virtual void use( Colour::Code _colourCode ) { switch( _colourCode ) { case Colour::None: return setTextAttribute( originalForegroundAttributes ); case Colour::White: return setTextAttribute( FOREGROUND_GREEN | FOREGROUND_RED | FOREGROUND_BLUE ); case Colour::Red: return setTextAttribute( FOREGROUND_RED ); case Colour::Green: return setTextAttribute( FOREGROUND_GREEN ); case Colour::Blue: return setTextAttribute( FOREGROUND_BLUE ); case Colour::Cyan: return setTextAttribute( FOREGROUND_BLUE | FOREGROUND_GREEN ); case Colour::Yellow: return setTextAttribute( FOREGROUND_RED | FOREGROUND_GREEN ); case Colour::Grey: return setTextAttribute( 0 ); case Colour::LightGrey: return setTextAttribute( FOREGROUND_INTENSITY ); case Colour::BrightRed: return setTextAttribute( FOREGROUND_INTENSITY | FOREGROUND_RED ); case Colour::BrightGreen: return setTextAttribute( FOREGROUND_INTENSITY | FOREGROUND_GREEN ); case Colour::BrightWhite: return setTextAttribute( FOREGROUND_INTENSITY | FOREGROUND_GREEN | FOREGROUND_RED | FOREGROUND_BLUE ); case Colour::Bright: throw std::logic_error( "not a colour" ); } } private: void setTextAttribute( WORD _textAttribute ) { SetConsoleTextAttribute( stdoutHandle, _textAttribute | originalBackgroundAttributes ); } HANDLE stdoutHandle; WORD originalForegroundAttributes; WORD originalBackgroundAttributes; }; IColourImpl* platformColourInstance() { static Win32ColourImpl s_instance; Ptr config = getCurrentContext().getConfig(); UseColour::YesOrNo colourMode = config ? config->useColour() : UseColour::Auto; if( colourMode == UseColour::Auto ) colourMode = !isDebuggerActive() ? UseColour::Yes : UseColour::No; return colourMode == UseColour::Yes ? &s_instance : NoColourImpl::instance(); } } // end anon namespace } // end namespace Catch #elif defined( CATCH_CONFIG_COLOUR_ANSI ) ////////////////////////////////////// #include namespace Catch { namespace { // use POSIX/ ANSI console terminal codes // Thanks to Adam Strzelecki for original contribution // (http://github.com/nanoant) // https://github.com/philsquared/Catch/pull/131 class PosixColourImpl : public IColourImpl { public: virtual void use( Colour::Code _colourCode ) { switch( _colourCode ) { case Colour::None: case Colour::White: return setColour( "[0m" ); case Colour::Red: return setColour( "[0;31m" ); case Colour::Green: return setColour( "[0;32m" ); case Colour::Blue: return setColour( "[0:34m" ); case Colour::Cyan: return setColour( "[0;36m" ); case Colour::Yellow: return setColour( "[0;33m" ); case Colour::Grey: return setColour( "[1;30m" ); case Colour::LightGrey: return setColour( "[0;37m" ); case Colour::BrightRed: return setColour( "[1;31m" ); case Colour::BrightGreen: return setColour( "[1;32m" ); case Colour::BrightWhite: return setColour( "[1;37m" ); case Colour::Bright: throw std::logic_error( "not a colour" ); } } static IColourImpl* instance() { static PosixColourImpl s_instance; return &s_instance; } private: void setColour( const char* _escapeCode ) { Catch::cout() << '\033' << _escapeCode; } }; IColourImpl* platformColourInstance() { Ptr config = getCurrentContext().getConfig(); UseColour::YesOrNo colourMode = config ? config->useColour() : UseColour::Auto; if( colourMode == UseColour::Auto ) colourMode = (!isDebuggerActive() && isatty(STDOUT_FILENO) ) ? UseColour::Yes : UseColour::No; return colourMode == UseColour::Yes ? PosixColourImpl::instance() : NoColourImpl::instance(); } } // end anon namespace } // end namespace Catch #else // not Windows or ANSI /////////////////////////////////////////////// namespace Catch { static IColourImpl* platformColourInstance() { return NoColourImpl::instance(); } } // end namespace Catch #endif // Windows/ ANSI/ None namespace Catch { Colour::Colour( Code _colourCode ) : m_moved( false ) { use( _colourCode ); } Colour::Colour( Colour const& _other ) : m_moved( false ) { const_cast( _other ).m_moved = true; } Colour::~Colour(){ if( !m_moved ) use( None ); } void Colour::use( Code _colourCode ) { static IColourImpl* impl = platformColourInstance(); impl->use( _colourCode ); } } // end namespace Catch // #included from: catch_generators_impl.hpp #define TWOBLUECUBES_CATCH_GENERATORS_IMPL_HPP_INCLUDED #include #include #include namespace Catch { struct GeneratorInfo : IGeneratorInfo { GeneratorInfo( std::size_t size ) : m_size( size ), m_currentIndex( 0 ) {} bool moveNext() { if( ++m_currentIndex == m_size ) { m_currentIndex = 0; return false; } return true; } std::size_t getCurrentIndex() const { return m_currentIndex; } std::size_t m_size; std::size_t m_currentIndex; }; /////////////////////////////////////////////////////////////////////////// class GeneratorsForTest : public IGeneratorsForTest { public: ~GeneratorsForTest() { deleteAll( m_generatorsInOrder ); } IGeneratorInfo& getGeneratorInfo( std::string const& fileInfo, std::size_t size ) { std::map::const_iterator it = m_generatorsByName.find( fileInfo ); if( it == m_generatorsByName.end() ) { IGeneratorInfo* info = new GeneratorInfo( size ); m_generatorsByName.insert( std::make_pair( fileInfo, info ) ); m_generatorsInOrder.push_back( info ); return *info; } return *it->second; } bool moveNext() { std::vector::const_iterator it = m_generatorsInOrder.begin(); std::vector::const_iterator itEnd = m_generatorsInOrder.end(); for(; it != itEnd; ++it ) { if( (*it)->moveNext() ) return true; } return false; } private: std::map m_generatorsByName; std::vector m_generatorsInOrder; }; IGeneratorsForTest* createGeneratorsForTest() { return new GeneratorsForTest(); } } // end namespace Catch // #included from: catch_assertionresult.hpp #define TWOBLUECUBES_CATCH_ASSERTIONRESULT_HPP_INCLUDED namespace Catch { AssertionInfo::AssertionInfo( std::string const& _macroName, SourceLineInfo const& _lineInfo, std::string const& _capturedExpression, ResultDisposition::Flags _resultDisposition ) : macroName( _macroName ), lineInfo( _lineInfo ), capturedExpression( _capturedExpression ), resultDisposition( _resultDisposition ) {} AssertionResult::AssertionResult() {} AssertionResult::AssertionResult( AssertionInfo const& info, AssertionResultData const& data ) : m_info( info ), m_resultData( data ) {} AssertionResult::~AssertionResult() {} // Result was a success bool AssertionResult::succeeded() const { return Catch::isOk( m_resultData.resultType ); } // Result was a success, or failure is suppressed bool AssertionResult::isOk() const { return Catch::isOk( m_resultData.resultType ) || shouldSuppressFailure( m_info.resultDisposition ); } ResultWas::OfType AssertionResult::getResultType() const { return m_resultData.resultType; } bool AssertionResult::hasExpression() const { return !m_info.capturedExpression.empty(); } bool AssertionResult::hasMessage() const { return !m_resultData.message.empty(); } std::string AssertionResult::getExpression() const { if( isFalseTest( m_info.resultDisposition ) ) return "!" + m_info.capturedExpression; else return m_info.capturedExpression; } std::string AssertionResult::getExpressionInMacro() const { if( m_info.macroName.empty() ) return m_info.capturedExpression; else return m_info.macroName + "( " + m_info.capturedExpression + " )"; } bool AssertionResult::hasExpandedExpression() const { return hasExpression() && getExpandedExpression() != getExpression(); } std::string AssertionResult::getExpandedExpression() const { return m_resultData.reconstructedExpression; } std::string AssertionResult::getMessage() const { return m_resultData.message; } SourceLineInfo AssertionResult::getSourceInfo() const { return m_info.lineInfo; } std::string AssertionResult::getTestMacroName() const { return m_info.macroName; } } // end namespace Catch // #included from: catch_test_case_info.hpp #define TWOBLUECUBES_CATCH_TEST_CASE_INFO_HPP_INCLUDED namespace Catch { inline TestCaseInfo::SpecialProperties parseSpecialTag( std::string const& tag ) { if( startsWith( tag, "." ) || tag == "hide" || tag == "!hide" ) return TestCaseInfo::IsHidden; else if( tag == "!throws" ) return TestCaseInfo::Throws; else if( tag == "!shouldfail" ) return TestCaseInfo::ShouldFail; else if( tag == "!mayfail" ) return TestCaseInfo::MayFail; else return TestCaseInfo::None; } inline bool isReservedTag( std::string const& tag ) { return parseSpecialTag( tag ) == TestCaseInfo::None && tag.size() > 0 && !isalnum( tag[0] ); } inline void enforceNotReservedTag( std::string const& tag, SourceLineInfo const& _lineInfo ) { if( isReservedTag( tag ) ) { { Colour colourGuard( Colour::Red ); Catch::cerr() << "Tag name [" << tag << "] not allowed.\n" << "Tag names starting with non alpha-numeric characters are reserved\n"; } { Colour colourGuard( Colour::FileName ); Catch::cerr() << _lineInfo << std::endl; } exit(1); } } TestCase makeTestCase( ITestCase* _testCase, std::string const& _className, std::string const& _name, std::string const& _descOrTags, SourceLineInfo const& _lineInfo ) { bool isHidden( startsWith( _name, "./" ) ); // Legacy support // Parse out tags std::set tags; std::string desc, tag; bool inTag = false; for( std::size_t i = 0; i < _descOrTags.size(); ++i ) { char c = _descOrTags[i]; if( !inTag ) { if( c == '[' ) inTag = true; else desc += c; } else { if( c == ']' ) { TestCaseInfo::SpecialProperties prop = parseSpecialTag( tag ); if( prop == TestCaseInfo::IsHidden ) isHidden = true; else if( prop == TestCaseInfo::None ) enforceNotReservedTag( tag, _lineInfo ); tags.insert( tag ); tag.clear(); inTag = false; } else tag += c; } } if( isHidden ) { tags.insert( "hide" ); tags.insert( "." ); } TestCaseInfo info( _name, _className, desc, tags, _lineInfo ); return TestCase( _testCase, info ); } void setTags( TestCaseInfo& testCaseInfo, std::set const& tags ) { testCaseInfo.tags = tags; testCaseInfo.lcaseTags.clear(); std::ostringstream oss; for( std::set::const_iterator it = tags.begin(), itEnd = tags.end(); it != itEnd; ++it ) { oss << "[" << *it << "]"; std::string lcaseTag = toLower( *it ); testCaseInfo.properties = static_cast( testCaseInfo.properties | parseSpecialTag( lcaseTag ) ); testCaseInfo.lcaseTags.insert( lcaseTag ); } testCaseInfo.tagsAsString = oss.str(); } TestCaseInfo::TestCaseInfo( std::string const& _name, std::string const& _className, std::string const& _description, std::set const& _tags, SourceLineInfo const& _lineInfo ) : name( _name ), className( _className ), description( _description ), lineInfo( _lineInfo ), properties( None ) { setTags( *this, _tags ); } TestCaseInfo::TestCaseInfo( TestCaseInfo const& other ) : name( other.name ), className( other.className ), description( other.description ), tags( other.tags ), lcaseTags( other.lcaseTags ), tagsAsString( other.tagsAsString ), lineInfo( other.lineInfo ), properties( other.properties ) {} bool TestCaseInfo::isHidden() const { return ( properties & IsHidden ) != 0; } bool TestCaseInfo::throws() const { return ( properties & Throws ) != 0; } bool TestCaseInfo::okToFail() const { return ( properties & (ShouldFail | MayFail ) ) != 0; } bool TestCaseInfo::expectedToFail() const { return ( properties & (ShouldFail ) ) != 0; } TestCase::TestCase( ITestCase* testCase, TestCaseInfo const& info ) : TestCaseInfo( info ), test( testCase ) {} TestCase::TestCase( TestCase const& other ) : TestCaseInfo( other ), test( other.test ) {} TestCase TestCase::withName( std::string const& _newName ) const { TestCase other( *this ); other.name = _newName; return other; } void TestCase::swap( TestCase& other ) { test.swap( other.test ); name.swap( other.name ); className.swap( other.className ); description.swap( other.description ); tags.swap( other.tags ); lcaseTags.swap( other.lcaseTags ); tagsAsString.swap( other.tagsAsString ); std::swap( TestCaseInfo::properties, static_cast( other ).properties ); std::swap( lineInfo, other.lineInfo ); } void TestCase::invoke() const { test->invoke(); } bool TestCase::operator == ( TestCase const& other ) const { return test.get() == other.test.get() && name == other.name && className == other.className; } bool TestCase::operator < ( TestCase const& other ) const { return name < other.name; } TestCase& TestCase::operator = ( TestCase const& other ) { TestCase temp( other ); swap( temp ); return *this; } TestCaseInfo const& TestCase::getTestCaseInfo() const { return *this; } } // end namespace Catch // #included from: catch_version.hpp #define TWOBLUECUBES_CATCH_VERSION_HPP_INCLUDED namespace Catch { Version::Version ( unsigned int _majorVersion, unsigned int _minorVersion, unsigned int _patchNumber, std::string const& _branchName, unsigned int _buildNumber ) : majorVersion( _majorVersion ), minorVersion( _minorVersion ), patchNumber( _patchNumber ), branchName( _branchName ), buildNumber( _buildNumber ) {} std::ostream& operator << ( std::ostream& os, Version const& version ) { os << version.majorVersion << "." << version.minorVersion << "." << version.patchNumber; if( !version.branchName.empty() ) { os << "-" << version.branchName << "." << version.buildNumber; } return os; } Version libraryVersion( 1, 4, 0, "", 0 ); } // #included from: catch_message.hpp #define TWOBLUECUBES_CATCH_MESSAGE_HPP_INCLUDED namespace Catch { MessageInfo::MessageInfo( std::string const& _macroName, SourceLineInfo const& _lineInfo, ResultWas::OfType _type ) : macroName( _macroName ), lineInfo( _lineInfo ), type( _type ), sequence( ++globalCount ) {} // This may need protecting if threading support is added unsigned int MessageInfo::globalCount = 0; //////////////////////////////////////////////////////////////////////////// ScopedMessage::ScopedMessage( MessageBuilder const& builder ) : m_info( builder.m_info ) { m_info.message = builder.m_stream.str(); getResultCapture().pushScopedMessage( m_info ); } ScopedMessage::ScopedMessage( ScopedMessage const& other ) : m_info( other.m_info ) {} ScopedMessage::~ScopedMessage() { getResultCapture().popScopedMessage( m_info ); } } // end namespace Catch // #included from: catch_legacy_reporter_adapter.hpp #define TWOBLUECUBES_CATCH_LEGACY_REPORTER_ADAPTER_HPP_INCLUDED // #included from: catch_legacy_reporter_adapter.h #define TWOBLUECUBES_CATCH_LEGACY_REPORTER_ADAPTER_H_INCLUDED namespace Catch { // Deprecated struct IReporter : IShared { virtual ~IReporter(); virtual bool shouldRedirectStdout() const = 0; virtual void StartTesting() = 0; virtual void EndTesting( Totals const& totals ) = 0; virtual void StartGroup( std::string const& groupName ) = 0; virtual void EndGroup( std::string const& groupName, Totals const& totals ) = 0; virtual void StartTestCase( TestCaseInfo const& testInfo ) = 0; virtual void EndTestCase( TestCaseInfo const& testInfo, Totals const& totals, std::string const& stdOut, std::string const& stdErr ) = 0; virtual void StartSection( std::string const& sectionName, std::string const& description ) = 0; virtual void EndSection( std::string const& sectionName, Counts const& assertions ) = 0; virtual void NoAssertionsInSection( std::string const& sectionName ) = 0; virtual void NoAssertionsInTestCase( std::string const& testName ) = 0; virtual void Aborted() = 0; virtual void Result( AssertionResult const& result ) = 0; }; class LegacyReporterAdapter : public SharedImpl { public: LegacyReporterAdapter( Ptr const& legacyReporter ); virtual ~LegacyReporterAdapter(); virtual ReporterPreferences getPreferences() const; virtual void noMatchingTestCases( std::string const& ); virtual void testRunStarting( TestRunInfo const& ); virtual void testGroupStarting( GroupInfo const& groupInfo ); virtual void testCaseStarting( TestCaseInfo const& testInfo ); virtual void sectionStarting( SectionInfo const& sectionInfo ); virtual void assertionStarting( AssertionInfo const& ); virtual bool assertionEnded( AssertionStats const& assertionStats ); virtual void sectionEnded( SectionStats const& sectionStats ); virtual void testCaseEnded( TestCaseStats const& testCaseStats ); virtual void testGroupEnded( TestGroupStats const& testGroupStats ); virtual void testRunEnded( TestRunStats const& testRunStats ); virtual void skipTest( TestCaseInfo const& ); private: Ptr m_legacyReporter; }; } namespace Catch { LegacyReporterAdapter::LegacyReporterAdapter( Ptr const& legacyReporter ) : m_legacyReporter( legacyReporter ) {} LegacyReporterAdapter::~LegacyReporterAdapter() {} ReporterPreferences LegacyReporterAdapter::getPreferences() const { ReporterPreferences prefs; prefs.shouldRedirectStdOut = m_legacyReporter->shouldRedirectStdout(); return prefs; } void LegacyReporterAdapter::noMatchingTestCases( std::string const& ) {} void LegacyReporterAdapter::testRunStarting( TestRunInfo const& ) { m_legacyReporter->StartTesting(); } void LegacyReporterAdapter::testGroupStarting( GroupInfo const& groupInfo ) { m_legacyReporter->StartGroup( groupInfo.name ); } void LegacyReporterAdapter::testCaseStarting( TestCaseInfo const& testInfo ) { m_legacyReporter->StartTestCase( testInfo ); } void LegacyReporterAdapter::sectionStarting( SectionInfo const& sectionInfo ) { m_legacyReporter->StartSection( sectionInfo.name, sectionInfo.description ); } void LegacyReporterAdapter::assertionStarting( AssertionInfo const& ) { // Not on legacy interface } bool LegacyReporterAdapter::assertionEnded( AssertionStats const& assertionStats ) { if( assertionStats.assertionResult.getResultType() != ResultWas::Ok ) { for( std::vector::const_iterator it = assertionStats.infoMessages.begin(), itEnd = assertionStats.infoMessages.end(); it != itEnd; ++it ) { if( it->type == ResultWas::Info ) { ResultBuilder rb( it->macroName.c_str(), it->lineInfo, "", ResultDisposition::Normal ); rb << it->message; rb.setResultType( ResultWas::Info ); AssertionResult result = rb.build(); m_legacyReporter->Result( result ); } } } m_legacyReporter->Result( assertionStats.assertionResult ); return true; } void LegacyReporterAdapter::sectionEnded( SectionStats const& sectionStats ) { if( sectionStats.missingAssertions ) m_legacyReporter->NoAssertionsInSection( sectionStats.sectionInfo.name ); m_legacyReporter->EndSection( sectionStats.sectionInfo.name, sectionStats.assertions ); } void LegacyReporterAdapter::testCaseEnded( TestCaseStats const& testCaseStats ) { m_legacyReporter->EndTestCase ( testCaseStats.testInfo, testCaseStats.totals, testCaseStats.stdOut, testCaseStats.stdErr ); } void LegacyReporterAdapter::testGroupEnded( TestGroupStats const& testGroupStats ) { if( testGroupStats.aborting ) m_legacyReporter->Aborted(); m_legacyReporter->EndGroup( testGroupStats.groupInfo.name, testGroupStats.totals ); } void LegacyReporterAdapter::testRunEnded( TestRunStats const& testRunStats ) { m_legacyReporter->EndTesting( testRunStats.totals ); } void LegacyReporterAdapter::skipTest( TestCaseInfo const& ) { } } // #included from: catch_timer.hpp #ifdef __clang__ #pragma clang diagnostic push #pragma clang diagnostic ignored "-Wc++11-long-long" #endif #ifdef CATCH_PLATFORM_WINDOWS #include #else #include #endif namespace Catch { namespace { #ifdef CATCH_PLATFORM_WINDOWS uint64_t getCurrentTicks() { static uint64_t hz=0, hzo=0; if (!hz) { QueryPerformanceFrequency( reinterpret_cast( &hz ) ); QueryPerformanceCounter( reinterpret_cast( &hzo ) ); } uint64_t t; QueryPerformanceCounter( reinterpret_cast( &t ) ); return ((t-hzo)*1000000)/hz; } #else uint64_t getCurrentTicks() { timeval t; gettimeofday(&t,CATCH_NULL); return static_cast( t.tv_sec ) * 1000000ull + static_cast( t.tv_usec ); } #endif } void Timer::start() { m_ticks = getCurrentTicks(); } unsigned int Timer::getElapsedMicroseconds() const { return static_cast(getCurrentTicks() - m_ticks); } unsigned int Timer::getElapsedMilliseconds() const { return static_cast(getElapsedMicroseconds()/1000); } double Timer::getElapsedSeconds() const { return getElapsedMicroseconds()/1000000.0; } } // namespace Catch #ifdef __clang__ #pragma clang diagnostic pop #endif // #included from: catch_common.hpp #define TWOBLUECUBES_CATCH_COMMON_HPP_INCLUDED namespace Catch { bool startsWith( std::string const& s, std::string const& prefix ) { return s.size() >= prefix.size() && s.substr( 0, prefix.size() ) == prefix; } bool endsWith( std::string const& s, std::string const& suffix ) { return s.size() >= suffix.size() && s.substr( s.size()-suffix.size(), suffix.size() ) == suffix; } bool contains( std::string const& s, std::string const& infix ) { return s.find( infix ) != std::string::npos; } void toLowerInPlace( std::string& s ) { std::transform( s.begin(), s.end(), s.begin(), ::tolower ); } std::string toLower( std::string const& s ) { std::string lc = s; toLowerInPlace( lc ); return lc; } std::string trim( std::string const& str ) { static char const* whitespaceChars = "\n\r\t "; std::string::size_type start = str.find_first_not_of( whitespaceChars ); std::string::size_type end = str.find_last_not_of( whitespaceChars ); return start != std::string::npos ? str.substr( start, 1+end-start ) : ""; } bool replaceInPlace( std::string& str, std::string const& replaceThis, std::string const& withThis ) { bool replaced = false; std::size_t i = str.find( replaceThis ); while( i != std::string::npos ) { replaced = true; str = str.substr( 0, i ) + withThis + str.substr( i+replaceThis.size() ); if( i < str.size()-withThis.size() ) i = str.find( replaceThis, i+withThis.size() ); else i = std::string::npos; } return replaced; } pluralise::pluralise( std::size_t count, std::string const& label ) : m_count( count ), m_label( label ) {} std::ostream& operator << ( std::ostream& os, pluralise const& pluraliser ) { os << pluraliser.m_count << " " << pluraliser.m_label; if( pluraliser.m_count != 1 ) os << "s"; return os; } SourceLineInfo::SourceLineInfo() : line( 0 ){} SourceLineInfo::SourceLineInfo( char const* _file, std::size_t _line ) : file( _file ), line( _line ) {} SourceLineInfo::SourceLineInfo( SourceLineInfo const& other ) : file( other.file ), line( other.line ) {} bool SourceLineInfo::empty() const { return file.empty(); } bool SourceLineInfo::operator == ( SourceLineInfo const& other ) const { return line == other.line && file == other.file; } bool SourceLineInfo::operator < ( SourceLineInfo const& other ) const { return line < other.line || ( line == other.line && file < other.file ); } void seedRng( IConfig const& config ) { if( config.rngSeed() != 0 ) std::srand( config.rngSeed() ); } unsigned int rngSeed() { return getCurrentContext().getConfig()->rngSeed(); } std::ostream& operator << ( std::ostream& os, SourceLineInfo const& info ) { #ifndef __GNUG__ os << info.file << "(" << info.line << ")"; #else os << info.file << ":" << info.line; #endif return os; } void throwLogicError( std::string const& message, SourceLineInfo const& locationInfo ) { std::ostringstream oss; oss << locationInfo << ": Internal Catch error: '" << message << "'"; if( alwaysTrue() ) throw std::logic_error( oss.str() ); } } // #included from: catch_section.hpp #define TWOBLUECUBES_CATCH_SECTION_HPP_INCLUDED namespace Catch { SectionInfo::SectionInfo ( SourceLineInfo const& _lineInfo, std::string const& _name, std::string const& _description ) : name( _name ), description( _description ), lineInfo( _lineInfo ) {} Section::Section( SectionInfo const& info ) : m_info( info ), m_sectionIncluded( getResultCapture().sectionStarted( m_info, m_assertions ) ) { m_timer.start(); } Section::~Section() { if( m_sectionIncluded ) { SectionEndInfo endInfo( m_info, m_assertions, m_timer.getElapsedSeconds() ); if( std::uncaught_exception() ) getResultCapture().sectionEndedEarly( endInfo ); else getResultCapture().sectionEnded( endInfo ); } } // This indicates whether the section should be executed or not Section::operator bool() const { return m_sectionIncluded; } } // end namespace Catch // #included from: catch_debugger.hpp #define TWOBLUECUBES_CATCH_DEBUGGER_HPP_INCLUDED #include #ifdef CATCH_PLATFORM_MAC #include #include #include #include #include namespace Catch{ // The following function is taken directly from the following technical note: // http://developer.apple.com/library/mac/#qa/qa2004/qa1361.html // Returns true if the current process is being debugged (either // running under the debugger or has a debugger attached post facto). bool isDebuggerActive(){ int mib[4]; struct kinfo_proc info; size_t size; // Initialize the flags so that, if sysctl fails for some bizarre // reason, we get a predictable result. info.kp_proc.p_flag = 0; // Initialize mib, which tells sysctl the info we want, in this case // we're looking for information about a specific process ID. mib[0] = CTL_KERN; mib[1] = KERN_PROC; mib[2] = KERN_PROC_PID; mib[3] = getpid(); // Call sysctl. size = sizeof(info); if( sysctl(mib, sizeof(mib) / sizeof(*mib), &info, &size, CATCH_NULL, 0) != 0 ) { Catch::cerr() << "\n** Call to sysctl failed - unable to determine if debugger is active **\n" << std::endl; return false; } // We're being debugged if the P_TRACED flag is set. return ( (info.kp_proc.p_flag & P_TRACED) != 0 ); } } // namespace Catch #elif defined(_MSC_VER) extern "C" __declspec(dllimport) int __stdcall IsDebuggerPresent(); namespace Catch { bool isDebuggerActive() { return IsDebuggerPresent() != 0; } } #elif defined(__MINGW32__) extern "C" __declspec(dllimport) int __stdcall IsDebuggerPresent(); namespace Catch { bool isDebuggerActive() { return IsDebuggerPresent() != 0; } } #else namespace Catch { inline bool isDebuggerActive() { return false; } } #endif // Platform #ifdef CATCH_PLATFORM_WINDOWS extern "C" __declspec(dllimport) void __stdcall OutputDebugStringA( const char* ); namespace Catch { void writeToDebugConsole( std::string const& text ) { ::OutputDebugStringA( text.c_str() ); } } #else namespace Catch { void writeToDebugConsole( std::string const& text ) { // !TBD: Need a version for Mac/ XCode and other IDEs Catch::cout() << text; } } #endif // Platform // #included from: catch_tostring.hpp #define TWOBLUECUBES_CATCH_TOSTRING_HPP_INCLUDED namespace Catch { namespace Detail { const std::string unprintableString = "{?}"; namespace { const int hexThreshold = 255; struct Endianness { enum Arch { Big, Little }; static Arch which() { union _{ int asInt; char asChar[sizeof (int)]; } u; u.asInt = 1; return ( u.asChar[sizeof(int)-1] == 1 ) ? Big : Little; } }; } std::string rawMemoryToString( const void *object, std::size_t size ) { // Reverse order for little endian architectures int i = 0, end = static_cast( size ), inc = 1; if( Endianness::which() == Endianness::Little ) { i = end-1; end = inc = -1; } unsigned char const *bytes = static_cast(object); std::ostringstream os; os << "0x" << std::setfill('0') << std::hex; for( ; i != end; i += inc ) os << std::setw(2) << static_cast(bytes[i]); return os.str(); } } std::string toString( std::string const& value ) { std::string s = value; if( getCurrentContext().getConfig()->showInvisibles() ) { for(size_t i = 0; i < s.size(); ++i ) { std::string subs; switch( s[i] ) { case '\n': subs = "\\n"; break; case '\t': subs = "\\t"; break; default: break; } if( !subs.empty() ) { s = s.substr( 0, i ) + subs + s.substr( i+1 ); ++i; } } } return "\"" + s + "\""; } std::string toString( std::wstring const& value ) { std::string s; s.reserve( value.size() ); for(size_t i = 0; i < value.size(); ++i ) s += value[i] <= 0xff ? static_cast( value[i] ) : '?'; return Catch::toString( s ); } std::string toString( const char* const value ) { return value ? Catch::toString( std::string( value ) ) : std::string( "{null string}" ); } std::string toString( char* const value ) { return Catch::toString( static_cast( value ) ); } std::string toString( const wchar_t* const value ) { return value ? Catch::toString( std::wstring(value) ) : std::string( "{null string}" ); } std::string toString( wchar_t* const value ) { return Catch::toString( static_cast( value ) ); } std::string toString( int value ) { std::ostringstream oss; oss << value; if( value > Detail::hexThreshold ) oss << " (0x" << std::hex << value << ")"; return oss.str(); } std::string toString( unsigned long value ) { std::ostringstream oss; oss << value; if( value > Detail::hexThreshold ) oss << " (0x" << std::hex << value << ")"; return oss.str(); } std::string toString( unsigned int value ) { return Catch::toString( static_cast( value ) ); } template std::string fpToString( T value, int precision ) { std::ostringstream oss; oss << std::setprecision( precision ) << std::fixed << value; std::string d = oss.str(); std::size_t i = d.find_last_not_of( '0' ); if( i != std::string::npos && i != d.size()-1 ) { if( d[i] == '.' ) i++; d = d.substr( 0, i+1 ); } return d; } std::string toString( const double value ) { return fpToString( value, 10 ); } std::string toString( const float value ) { return fpToString( value, 5 ) + "f"; } std::string toString( bool value ) { return value ? "true" : "false"; } std::string toString( char value ) { return value < ' ' ? toString( static_cast( value ) ) : Detail::makeString( value ); } std::string toString( signed char value ) { return toString( static_cast( value ) ); } std::string toString( unsigned char value ) { return toString( static_cast( value ) ); } #ifdef CATCH_CONFIG_CPP11_LONG_LONG std::string toString( long long value ) { std::ostringstream oss; oss << value; if( value > Detail::hexThreshold ) oss << " (0x" << std::hex << value << ")"; return oss.str(); } std::string toString( unsigned long long value ) { std::ostringstream oss; oss << value; if( value > Detail::hexThreshold ) oss << " (0x" << std::hex << value << ")"; return oss.str(); } #endif #ifdef CATCH_CONFIG_CPP11_NULLPTR std::string toString( std::nullptr_t ) { return "nullptr"; } #endif #ifdef __OBJC__ std::string toString( NSString const * const& nsstring ) { if( !nsstring ) return "nil"; return "@" + toString([nsstring UTF8String]); } std::string toString( NSString * CATCH_ARC_STRONG const& nsstring ) { if( !nsstring ) return "nil"; return "@" + toString([nsstring UTF8String]); } std::string toString( NSObject* const& nsObject ) { return toString( [nsObject description] ); } #endif } // end namespace Catch // #included from: catch_result_builder.hpp #define TWOBLUECUBES_CATCH_RESULT_BUILDER_HPP_INCLUDED namespace Catch { std::string capturedExpressionWithSecondArgument( std::string const& capturedExpression, std::string const& secondArg ) { return secondArg.empty() || secondArg == "\"\"" ? capturedExpression : capturedExpression + ", " + secondArg; } ResultBuilder::ResultBuilder( char const* macroName, SourceLineInfo const& lineInfo, char const* capturedExpression, ResultDisposition::Flags resultDisposition, char const* secondArg ) : m_assertionInfo( macroName, lineInfo, capturedExpressionWithSecondArgument( capturedExpression, secondArg ), resultDisposition ), m_shouldDebugBreak( false ), m_shouldThrow( false ) {} ResultBuilder& ResultBuilder::setResultType( ResultWas::OfType result ) { m_data.resultType = result; return *this; } ResultBuilder& ResultBuilder::setResultType( bool result ) { m_data.resultType = result ? ResultWas::Ok : ResultWas::ExpressionFailed; return *this; } ResultBuilder& ResultBuilder::setLhs( std::string const& lhs ) { m_exprComponents.lhs = lhs; return *this; } ResultBuilder& ResultBuilder::setRhs( std::string const& rhs ) { m_exprComponents.rhs = rhs; return *this; } ResultBuilder& ResultBuilder::setOp( std::string const& op ) { m_exprComponents.op = op; return *this; } void ResultBuilder::endExpression() { m_exprComponents.testFalse = isFalseTest( m_assertionInfo.resultDisposition ); captureExpression(); } void ResultBuilder::useActiveException( ResultDisposition::Flags resultDisposition ) { m_assertionInfo.resultDisposition = resultDisposition; m_stream.oss << Catch::translateActiveException(); captureResult( ResultWas::ThrewException ); } void ResultBuilder::captureResult( ResultWas::OfType resultType ) { setResultType( resultType ); captureExpression(); } void ResultBuilder::captureExpectedException( std::string const& expectedMessage ) { if( expectedMessage.empty() ) captureExpectedException( Matchers::Impl::Generic::AllOf() ); else captureExpectedException( Matchers::Equals( expectedMessage ) ); } void ResultBuilder::captureExpectedException( Matchers::Impl::Matcher const& matcher ) { assert( m_exprComponents.testFalse == false ); AssertionResultData data = m_data; data.resultType = ResultWas::Ok; data.reconstructedExpression = m_assertionInfo.capturedExpression; std::string actualMessage = Catch::translateActiveException(); if( !matcher.match( actualMessage ) ) { data.resultType = ResultWas::ExpressionFailed; data.reconstructedExpression = actualMessage; } AssertionResult result( m_assertionInfo, data ); handleResult( result ); } void ResultBuilder::captureExpression() { AssertionResult result = build(); handleResult( result ); } void ResultBuilder::handleResult( AssertionResult const& result ) { getResultCapture().assertionEnded( result ); if( !result.isOk() ) { if( getCurrentContext().getConfig()->shouldDebugBreak() ) m_shouldDebugBreak = true; if( getCurrentContext().getRunner()->aborting() || (m_assertionInfo.resultDisposition & ResultDisposition::Normal) ) m_shouldThrow = true; } } void ResultBuilder::react() { if( m_shouldThrow ) throw Catch::TestFailureException(); } bool ResultBuilder::shouldDebugBreak() const { return m_shouldDebugBreak; } bool ResultBuilder::allowThrows() const { return getCurrentContext().getConfig()->allowThrows(); } AssertionResult ResultBuilder::build() const { assert( m_data.resultType != ResultWas::Unknown ); AssertionResultData data = m_data; // Flip bool results if testFalse is set if( m_exprComponents.testFalse ) { if( data.resultType == ResultWas::Ok ) data.resultType = ResultWas::ExpressionFailed; else if( data.resultType == ResultWas::ExpressionFailed ) data.resultType = ResultWas::Ok; } data.message = m_stream.oss.str(); data.reconstructedExpression = reconstructExpression(); if( m_exprComponents.testFalse ) { if( m_exprComponents.op == "" ) data.reconstructedExpression = "!" + data.reconstructedExpression; else data.reconstructedExpression = "!(" + data.reconstructedExpression + ")"; } return AssertionResult( m_assertionInfo, data ); } std::string ResultBuilder::reconstructExpression() const { if( m_exprComponents.op == "" ) return m_exprComponents.lhs.empty() ? m_assertionInfo.capturedExpression : m_exprComponents.op + m_exprComponents.lhs; else if( m_exprComponents.op == "matches" ) return m_exprComponents.lhs + " " + m_exprComponents.rhs; else if( m_exprComponents.op != "!" ) { if( m_exprComponents.lhs.size() + m_exprComponents.rhs.size() < 40 && m_exprComponents.lhs.find("\n") == std::string::npos && m_exprComponents.rhs.find("\n") == std::string::npos ) return m_exprComponents.lhs + " " + m_exprComponents.op + " " + m_exprComponents.rhs; else return m_exprComponents.lhs + "\n" + m_exprComponents.op + "\n" + m_exprComponents.rhs; } else return "{can't expand - use " + m_assertionInfo.macroName + "_FALSE( " + m_assertionInfo.capturedExpression.substr(1) + " ) instead of " + m_assertionInfo.macroName + "( " + m_assertionInfo.capturedExpression + " ) for better diagnostics}"; } } // end namespace Catch // #included from: catch_tag_alias_registry.hpp #define TWOBLUECUBES_CATCH_TAG_ALIAS_REGISTRY_HPP_INCLUDED // #included from: catch_tag_alias_registry.h #define TWOBLUECUBES_CATCH_TAG_ALIAS_REGISTRY_H_INCLUDED #include namespace Catch { class TagAliasRegistry : public ITagAliasRegistry { public: virtual ~TagAliasRegistry(); virtual Option find( std::string const& alias ) const; virtual std::string expandAliases( std::string const& unexpandedTestSpec ) const; void add( char const* alias, char const* tag, SourceLineInfo const& lineInfo ); static TagAliasRegistry& get(); private: std::map m_registry; }; } // end namespace Catch #include #include namespace Catch { TagAliasRegistry::~TagAliasRegistry() {} Option TagAliasRegistry::find( std::string const& alias ) const { std::map::const_iterator it = m_registry.find( alias ); if( it != m_registry.end() ) return it->second; else return Option(); } std::string TagAliasRegistry::expandAliases( std::string const& unexpandedTestSpec ) const { std::string expandedTestSpec = unexpandedTestSpec; for( std::map::const_iterator it = m_registry.begin(), itEnd = m_registry.end(); it != itEnd; ++it ) { std::size_t pos = expandedTestSpec.find( it->first ); if( pos != std::string::npos ) { expandedTestSpec = expandedTestSpec.substr( 0, pos ) + it->second.tag + expandedTestSpec.substr( pos + it->first.size() ); } } return expandedTestSpec; } void TagAliasRegistry::add( char const* alias, char const* tag, SourceLineInfo const& lineInfo ) { if( !startsWith( alias, "[@" ) || !endsWith( alias, "]" ) ) { std::ostringstream oss; oss << "error: tag alias, \"" << alias << "\" is not of the form [@alias name].\n" << lineInfo; throw std::domain_error( oss.str().c_str() ); } if( !m_registry.insert( std::make_pair( alias, TagAlias( tag, lineInfo ) ) ).second ) { std::ostringstream oss; oss << "error: tag alias, \"" << alias << "\" already registered.\n" << "\tFirst seen at " << find(alias)->lineInfo << "\n" << "\tRedefined at " << lineInfo; throw std::domain_error( oss.str().c_str() ); } } TagAliasRegistry& TagAliasRegistry::get() { static TagAliasRegistry instance; return instance; } ITagAliasRegistry::~ITagAliasRegistry() {} ITagAliasRegistry const& ITagAliasRegistry::get() { return TagAliasRegistry::get(); } RegistrarForTagAliases::RegistrarForTagAliases( char const* alias, char const* tag, SourceLineInfo const& lineInfo ) { try { TagAliasRegistry::get().add( alias, tag, lineInfo ); } catch( std::exception& ex ) { Colour colourGuard( Colour::Red ); Catch::cerr() << ex.what() << std::endl; exit(1); } } } // end namespace Catch // #included from: ../reporters/catch_reporter_multi.hpp #define TWOBLUECUBES_CATCH_REPORTER_MULTI_HPP_INCLUDED namespace Catch { class MultipleReporters : public SharedImpl { typedef std::vector > Reporters; Reporters m_reporters; public: void add( Ptr const& reporter ) { m_reporters.push_back( reporter ); } public: // IStreamingReporter virtual ReporterPreferences getPreferences() const CATCH_OVERRIDE { return m_reporters[0]->getPreferences(); } virtual void noMatchingTestCases( std::string const& spec ) CATCH_OVERRIDE { for( Reporters::const_iterator it = m_reporters.begin(), itEnd = m_reporters.end(); it != itEnd; ++it ) (*it)->noMatchingTestCases( spec ); } virtual void testRunStarting( TestRunInfo const& testRunInfo ) CATCH_OVERRIDE { for( Reporters::const_iterator it = m_reporters.begin(), itEnd = m_reporters.end(); it != itEnd; ++it ) (*it)->testRunStarting( testRunInfo ); } virtual void testGroupStarting( GroupInfo const& groupInfo ) CATCH_OVERRIDE { for( Reporters::const_iterator it = m_reporters.begin(), itEnd = m_reporters.end(); it != itEnd; ++it ) (*it)->testGroupStarting( groupInfo ); } virtual void testCaseStarting( TestCaseInfo const& testInfo ) CATCH_OVERRIDE { for( Reporters::const_iterator it = m_reporters.begin(), itEnd = m_reporters.end(); it != itEnd; ++it ) (*it)->testCaseStarting( testInfo ); } virtual void sectionStarting( SectionInfo const& sectionInfo ) CATCH_OVERRIDE { for( Reporters::const_iterator it = m_reporters.begin(), itEnd = m_reporters.end(); it != itEnd; ++it ) (*it)->sectionStarting( sectionInfo ); } virtual void assertionStarting( AssertionInfo const& assertionInfo ) CATCH_OVERRIDE { for( Reporters::const_iterator it = m_reporters.begin(), itEnd = m_reporters.end(); it != itEnd; ++it ) (*it)->assertionStarting( assertionInfo ); } // The return value indicates if the messages buffer should be cleared: virtual bool assertionEnded( AssertionStats const& assertionStats ) CATCH_OVERRIDE { bool clearBuffer = false; for( Reporters::const_iterator it = m_reporters.begin(), itEnd = m_reporters.end(); it != itEnd; ++it ) clearBuffer |= (*it)->assertionEnded( assertionStats ); return clearBuffer; } virtual void sectionEnded( SectionStats const& sectionStats ) CATCH_OVERRIDE { for( Reporters::const_iterator it = m_reporters.begin(), itEnd = m_reporters.end(); it != itEnd; ++it ) (*it)->sectionEnded( sectionStats ); } virtual void testCaseEnded( TestCaseStats const& testCaseStats ) CATCH_OVERRIDE { for( Reporters::const_iterator it = m_reporters.begin(), itEnd = m_reporters.end(); it != itEnd; ++it ) (*it)->testCaseEnded( testCaseStats ); } virtual void testGroupEnded( TestGroupStats const& testGroupStats ) CATCH_OVERRIDE { for( Reporters::const_iterator it = m_reporters.begin(), itEnd = m_reporters.end(); it != itEnd; ++it ) (*it)->testGroupEnded( testGroupStats ); } virtual void testRunEnded( TestRunStats const& testRunStats ) CATCH_OVERRIDE { for( Reporters::const_iterator it = m_reporters.begin(), itEnd = m_reporters.end(); it != itEnd; ++it ) (*it)->testRunEnded( testRunStats ); } virtual void skipTest( TestCaseInfo const& testInfo ) CATCH_OVERRIDE { for( Reporters::const_iterator it = m_reporters.begin(), itEnd = m_reporters.end(); it != itEnd; ++it ) (*it)->skipTest( testInfo ); } }; Ptr addReporter( Ptr const& existingReporter, Ptr const& additionalReporter ) { Ptr resultingReporter; if( existingReporter ) { MultipleReporters* multi = dynamic_cast( existingReporter.get() ); if( !multi ) { multi = new MultipleReporters; resultingReporter = Ptr( multi ); if( existingReporter ) multi->add( existingReporter ); } else resultingReporter = existingReporter; multi->add( additionalReporter ); } else resultingReporter = additionalReporter; return resultingReporter; } } // end namespace Catch // #included from: ../reporters/catch_reporter_xml.hpp #define TWOBLUECUBES_CATCH_REPORTER_XML_HPP_INCLUDED // #included from: catch_reporter_bases.hpp #define TWOBLUECUBES_CATCH_REPORTER_BASES_HPP_INCLUDED #include namespace Catch { struct StreamingReporterBase : SharedImpl { StreamingReporterBase( ReporterConfig const& _config ) : m_config( _config.fullConfig() ), stream( _config.stream() ) { m_reporterPrefs.shouldRedirectStdOut = false; } virtual ReporterPreferences getPreferences() const CATCH_OVERRIDE { return m_reporterPrefs; } virtual ~StreamingReporterBase() CATCH_OVERRIDE; virtual void noMatchingTestCases( std::string const& ) CATCH_OVERRIDE {} virtual void testRunStarting( TestRunInfo const& _testRunInfo ) CATCH_OVERRIDE { currentTestRunInfo = _testRunInfo; } virtual void testGroupStarting( GroupInfo const& _groupInfo ) CATCH_OVERRIDE { currentGroupInfo = _groupInfo; } virtual void testCaseStarting( TestCaseInfo const& _testInfo ) CATCH_OVERRIDE { currentTestCaseInfo = _testInfo; } virtual void sectionStarting( SectionInfo const& _sectionInfo ) CATCH_OVERRIDE { m_sectionStack.push_back( _sectionInfo ); } virtual void sectionEnded( SectionStats const& /* _sectionStats */ ) CATCH_OVERRIDE { m_sectionStack.pop_back(); } virtual void testCaseEnded( TestCaseStats const& /* _testCaseStats */ ) CATCH_OVERRIDE { currentTestCaseInfo.reset(); } virtual void testGroupEnded( TestGroupStats const& /* _testGroupStats */ ) CATCH_OVERRIDE { currentGroupInfo.reset(); } virtual void testRunEnded( TestRunStats const& /* _testRunStats */ ) CATCH_OVERRIDE { currentTestCaseInfo.reset(); currentGroupInfo.reset(); currentTestRunInfo.reset(); } virtual void skipTest( TestCaseInfo const& ) CATCH_OVERRIDE { // Don't do anything with this by default. // It can optionally be overridden in the derived class. } Ptr m_config; std::ostream& stream; LazyStat currentTestRunInfo; LazyStat currentGroupInfo; LazyStat currentTestCaseInfo; std::vector m_sectionStack; ReporterPreferences m_reporterPrefs; }; struct CumulativeReporterBase : SharedImpl { template struct Node : SharedImpl<> { explicit Node( T const& _value ) : value( _value ) {} virtual ~Node() {} typedef std::vector > ChildNodes; T value; ChildNodes children; }; struct SectionNode : SharedImpl<> { explicit SectionNode( SectionStats const& _stats ) : stats( _stats ) {} virtual ~SectionNode(); bool operator == ( SectionNode const& other ) const { return stats.sectionInfo.lineInfo == other.stats.sectionInfo.lineInfo; } bool operator == ( Ptr const& other ) const { return operator==( *other ); } SectionStats stats; typedef std::vector > ChildSections; typedef std::vector Assertions; ChildSections childSections; Assertions assertions; std::string stdOut; std::string stdErr; }; struct BySectionInfo { BySectionInfo( SectionInfo const& other ) : m_other( other ) {} BySectionInfo( BySectionInfo const& other ) : m_other( other.m_other ) {} bool operator() ( Ptr const& node ) const { return node->stats.sectionInfo.lineInfo == m_other.lineInfo; } private: void operator=( BySectionInfo const& ); SectionInfo const& m_other; }; typedef Node TestCaseNode; typedef Node TestGroupNode; typedef Node TestRunNode; CumulativeReporterBase( ReporterConfig const& _config ) : m_config( _config.fullConfig() ), stream( _config.stream() ) { m_reporterPrefs.shouldRedirectStdOut = false; } ~CumulativeReporterBase(); virtual ReporterPreferences getPreferences() const CATCH_OVERRIDE { return m_reporterPrefs; } virtual void testRunStarting( TestRunInfo const& ) CATCH_OVERRIDE {} virtual void testGroupStarting( GroupInfo const& ) CATCH_OVERRIDE {} virtual void testCaseStarting( TestCaseInfo const& ) CATCH_OVERRIDE {} virtual void sectionStarting( SectionInfo const& sectionInfo ) CATCH_OVERRIDE { SectionStats incompleteStats( sectionInfo, Counts(), 0, false ); Ptr node; if( m_sectionStack.empty() ) { if( !m_rootSection ) m_rootSection = new SectionNode( incompleteStats ); node = m_rootSection; } else { SectionNode& parentNode = *m_sectionStack.back(); SectionNode::ChildSections::const_iterator it = std::find_if( parentNode.childSections.begin(), parentNode.childSections.end(), BySectionInfo( sectionInfo ) ); if( it == parentNode.childSections.end() ) { node = new SectionNode( incompleteStats ); parentNode.childSections.push_back( node ); } else node = *it; } m_sectionStack.push_back( node ); m_deepestSection = node; } virtual void assertionStarting( AssertionInfo const& ) CATCH_OVERRIDE {} virtual bool assertionEnded( AssertionStats const& assertionStats ) { assert( !m_sectionStack.empty() ); SectionNode& sectionNode = *m_sectionStack.back(); sectionNode.assertions.push_back( assertionStats ); return true; } virtual void sectionEnded( SectionStats const& sectionStats ) CATCH_OVERRIDE { assert( !m_sectionStack.empty() ); SectionNode& node = *m_sectionStack.back(); node.stats = sectionStats; m_sectionStack.pop_back(); } virtual void testCaseEnded( TestCaseStats const& testCaseStats ) CATCH_OVERRIDE { Ptr node = new TestCaseNode( testCaseStats ); assert( m_sectionStack.size() == 0 ); node->children.push_back( m_rootSection ); m_testCases.push_back( node ); m_rootSection.reset(); assert( m_deepestSection ); m_deepestSection->stdOut = testCaseStats.stdOut; m_deepestSection->stdErr = testCaseStats.stdErr; } virtual void testGroupEnded( TestGroupStats const& testGroupStats ) CATCH_OVERRIDE { Ptr node = new TestGroupNode( testGroupStats ); node->children.swap( m_testCases ); m_testGroups.push_back( node ); } virtual void testRunEnded( TestRunStats const& testRunStats ) CATCH_OVERRIDE { Ptr node = new TestRunNode( testRunStats ); node->children.swap( m_testGroups ); m_testRuns.push_back( node ); testRunEndedCumulative(); } virtual void testRunEndedCumulative() = 0; virtual void skipTest( TestCaseInfo const& ) CATCH_OVERRIDE {} Ptr m_config; std::ostream& stream; std::vector m_assertions; std::vector > > m_sections; std::vector > m_testCases; std::vector > m_testGroups; std::vector > m_testRuns; Ptr m_rootSection; Ptr m_deepestSection; std::vector > m_sectionStack; ReporterPreferences m_reporterPrefs; }; template char const* getLineOfChars() { static char line[CATCH_CONFIG_CONSOLE_WIDTH] = {0}; if( !*line ) { memset( line, C, CATCH_CONFIG_CONSOLE_WIDTH-1 ); line[CATCH_CONFIG_CONSOLE_WIDTH-1] = 0; } return line; } struct TestEventListenerBase : StreamingReporterBase { TestEventListenerBase( ReporterConfig const& _config ) : StreamingReporterBase( _config ) {} virtual void assertionStarting( AssertionInfo const& ) CATCH_OVERRIDE {} virtual bool assertionEnded( AssertionStats const& ) CATCH_OVERRIDE { return false; } }; } // end namespace Catch // #included from: ../internal/catch_reporter_registrars.hpp #define TWOBLUECUBES_CATCH_REPORTER_REGISTRARS_HPP_INCLUDED namespace Catch { template class LegacyReporterRegistrar { class ReporterFactory : public IReporterFactory { virtual IStreamingReporter* create( ReporterConfig const& config ) const { return new LegacyReporterAdapter( new T( config ) ); } virtual std::string getDescription() const { return T::getDescription(); } }; public: LegacyReporterRegistrar( std::string const& name ) { getMutableRegistryHub().registerReporter( name, new ReporterFactory() ); } }; template class ReporterRegistrar { class ReporterFactory : public SharedImpl { // *** Please Note ***: // - If you end up here looking at a compiler error because it's trying to register // your custom reporter class be aware that the native reporter interface has changed // to IStreamingReporter. The "legacy" interface, IReporter, is still supported via // an adapter. Just use REGISTER_LEGACY_REPORTER to take advantage of the adapter. // However please consider updating to the new interface as the old one is now // deprecated and will probably be removed quite soon! // Please contact me via github if you have any questions at all about this. // In fact, ideally, please contact me anyway to let me know you've hit this - as I have // no idea who is actually using custom reporters at all (possibly no-one!). // The new interface is designed to minimise exposure to interface changes in the future. virtual IStreamingReporter* create( ReporterConfig const& config ) const { return new T( config ); } virtual std::string getDescription() const { return T::getDescription(); } }; public: ReporterRegistrar( std::string const& name ) { getMutableRegistryHub().registerReporter( name, new ReporterFactory() ); } }; template class ListenerRegistrar { class ListenerFactory : public SharedImpl { virtual IStreamingReporter* create( ReporterConfig const& config ) const { return new T( config ); } virtual std::string getDescription() const { return ""; } }; public: ListenerRegistrar() { getMutableRegistryHub().registerListener( new ListenerFactory() ); } }; } #define INTERNAL_CATCH_REGISTER_LEGACY_REPORTER( name, reporterType ) \ namespace{ Catch::LegacyReporterRegistrar catch_internal_RegistrarFor##reporterType( name ); } #define INTERNAL_CATCH_REGISTER_REPORTER( name, reporterType ) \ namespace{ Catch::ReporterRegistrar catch_internal_RegistrarFor##reporterType( name ); } #define INTERNAL_CATCH_REGISTER_LISTENER( listenerType ) \ namespace{ Catch::ListenerRegistrar catch_internal_RegistrarFor##listenerType; } // #included from: ../internal/catch_xmlwriter.hpp #define TWOBLUECUBES_CATCH_XMLWRITER_HPP_INCLUDED #include #include #include #include namespace Catch { class XmlEncode { public: enum ForWhat { ForTextNodes, ForAttributes }; XmlEncode( std::string const& str, ForWhat forWhat = ForTextNodes ) : m_str( str ), m_forWhat( forWhat ) {} void encodeTo( std::ostream& os ) const { // Apostrophe escaping not necessary if we always use " to write attributes // (see: http://www.w3.org/TR/xml/#syntax) for( std::size_t i = 0; i < m_str.size(); ++ i ) { char c = m_str[i]; switch( c ) { case '<': os << "<"; break; case '&': os << "&"; break; case '>': // See: http://www.w3.org/TR/xml/#syntax if( i > 2 && m_str[i-1] == ']' && m_str[i-2] == ']' ) os << ">"; else os << c; break; case '\"': if( m_forWhat == ForAttributes ) os << """; else os << c; break; default: // Escape control chars - based on contribution by @espenalb in PR #465 if ( ( c < '\x09' ) || ( c > '\x0D' && c < '\x20') || c=='\x7F' ) os << "&#x" << std::uppercase << std::hex << static_cast( c ); else os << c; } } } friend std::ostream& operator << ( std::ostream& os, XmlEncode const& xmlEncode ) { xmlEncode.encodeTo( os ); return os; } private: std::string m_str; ForWhat m_forWhat; }; class XmlWriter { public: class ScopedElement { public: ScopedElement( XmlWriter* writer ) : m_writer( writer ) {} ScopedElement( ScopedElement const& other ) : m_writer( other.m_writer ){ other.m_writer = CATCH_NULL; } ~ScopedElement() { if( m_writer ) m_writer->endElement(); } ScopedElement& writeText( std::string const& text, bool indent = true ) { m_writer->writeText( text, indent ); return *this; } template ScopedElement& writeAttribute( std::string const& name, T const& attribute ) { m_writer->writeAttribute( name, attribute ); return *this; } private: mutable XmlWriter* m_writer; }; XmlWriter() : m_tagIsOpen( false ), m_needsNewline( false ), m_os( &Catch::cout() ) {} XmlWriter( std::ostream& os ) : m_tagIsOpen( false ), m_needsNewline( false ), m_os( &os ) {} ~XmlWriter() { while( !m_tags.empty() ) endElement(); } XmlWriter& startElement( std::string const& name ) { ensureTagClosed(); newlineIfNecessary(); stream() << m_indent << "<" << name; m_tags.push_back( name ); m_indent += " "; m_tagIsOpen = true; return *this; } ScopedElement scopedElement( std::string const& name ) { ScopedElement scoped( this ); startElement( name ); return scoped; } XmlWriter& endElement() { newlineIfNecessary(); m_indent = m_indent.substr( 0, m_indent.size()-2 ); if( m_tagIsOpen ) { stream() << "/>\n"; m_tagIsOpen = false; } else { stream() << m_indent << "\n"; } m_tags.pop_back(); return *this; } XmlWriter& writeAttribute( std::string const& name, std::string const& attribute ) { if( !name.empty() && !attribute.empty() ) stream() << " " << name << "=\"" << XmlEncode( attribute, XmlEncode::ForAttributes ) << "\""; return *this; } XmlWriter& writeAttribute( std::string const& name, bool attribute ) { stream() << " " << name << "=\"" << ( attribute ? "true" : "false" ) << "\""; return *this; } template XmlWriter& writeAttribute( std::string const& name, T const& attribute ) { std::ostringstream oss; oss << attribute; return writeAttribute( name, oss.str() ); } XmlWriter& writeText( std::string const& text, bool indent = true ) { if( !text.empty() ){ bool tagWasOpen = m_tagIsOpen; ensureTagClosed(); if( tagWasOpen && indent ) stream() << m_indent; stream() << XmlEncode( text ); m_needsNewline = true; } return *this; } XmlWriter& writeComment( std::string const& text ) { ensureTagClosed(); stream() << m_indent << ""; m_needsNewline = true; return *this; } XmlWriter& writeBlankLine() { ensureTagClosed(); stream() << "\n"; return *this; } void setStream( std::ostream& os ) { m_os = &os; } private: XmlWriter( XmlWriter const& ); void operator=( XmlWriter const& ); std::ostream& stream() { return *m_os; } void ensureTagClosed() { if( m_tagIsOpen ) { stream() << ">\n"; m_tagIsOpen = false; } } void newlineIfNecessary() { if( m_needsNewline ) { stream() << "\n"; m_needsNewline = false; } } bool m_tagIsOpen; bool m_needsNewline; std::vector m_tags; std::string m_indent; std::ostream* m_os; }; } // #included from: catch_reenable_warnings.h #define TWOBLUECUBES_CATCH_REENABLE_WARNINGS_H_INCLUDED #ifdef __clang__ # ifdef __ICC // icpc defines the __clang__ macro # pragma warning(pop) # else # pragma clang diagnostic pop # endif #elif defined __GNUC__ # pragma GCC diagnostic pop #endif namespace Catch { class XmlReporter : public StreamingReporterBase { public: XmlReporter( ReporterConfig const& _config ) : StreamingReporterBase( _config ), m_sectionDepth( 0 ) { m_reporterPrefs.shouldRedirectStdOut = true; } virtual ~XmlReporter() CATCH_OVERRIDE; static std::string getDescription() { return "Reports test results as an XML document"; } public: // StreamingReporterBase virtual void noMatchingTestCases( std::string const& s ) CATCH_OVERRIDE { StreamingReporterBase::noMatchingTestCases( s ); } virtual void testRunStarting( TestRunInfo const& testInfo ) CATCH_OVERRIDE { StreamingReporterBase::testRunStarting( testInfo ); m_xml.setStream( stream ); m_xml.startElement( "Catch" ); if( !m_config->name().empty() ) m_xml.writeAttribute( "name", m_config->name() ); } virtual void testGroupStarting( GroupInfo const& groupInfo ) CATCH_OVERRIDE { StreamingReporterBase::testGroupStarting( groupInfo ); m_xml.startElement( "Group" ) .writeAttribute( "name", groupInfo.name ); } virtual void testCaseStarting( TestCaseInfo const& testInfo ) CATCH_OVERRIDE { StreamingReporterBase::testCaseStarting(testInfo); m_xml.startElement( "TestCase" ).writeAttribute( "name", trim( testInfo.name ) ); if ( m_config->showDurations() == ShowDurations::Always ) m_testCaseTimer.start(); } virtual void sectionStarting( SectionInfo const& sectionInfo ) CATCH_OVERRIDE { StreamingReporterBase::sectionStarting( sectionInfo ); if( m_sectionDepth++ > 0 ) { m_xml.startElement( "Section" ) .writeAttribute( "name", trim( sectionInfo.name ) ) .writeAttribute( "description", sectionInfo.description ); } } virtual void assertionStarting( AssertionInfo const& ) CATCH_OVERRIDE { } virtual bool assertionEnded( AssertionStats const& assertionStats ) CATCH_OVERRIDE { const AssertionResult& assertionResult = assertionStats.assertionResult; // Print any info messages in tags. if( assertionStats.assertionResult.getResultType() != ResultWas::Ok ) { for( std::vector::const_iterator it = assertionStats.infoMessages.begin(), itEnd = assertionStats.infoMessages.end(); it != itEnd; ++it ) { if( it->type == ResultWas::Info ) { m_xml.scopedElement( "Info" ) .writeText( it->message ); } else if ( it->type == ResultWas::Warning ) { m_xml.scopedElement( "Warning" ) .writeText( it->message ); } } } // Drop out if result was successful but we're not printing them. if( !m_config->includeSuccessfulResults() && isOk(assertionResult.getResultType()) ) return true; // Print the expression if there is one. if( assertionResult.hasExpression() ) { m_xml.startElement( "Expression" ) .writeAttribute( "success", assertionResult.succeeded() ) .writeAttribute( "type", assertionResult.getTestMacroName() ) .writeAttribute( "filename", assertionResult.getSourceInfo().file ) .writeAttribute( "line", assertionResult.getSourceInfo().line ); m_xml.scopedElement( "Original" ) .writeText( assertionResult.getExpression() ); m_xml.scopedElement( "Expanded" ) .writeText( assertionResult.getExpandedExpression() ); } // And... Print a result applicable to each result type. switch( assertionResult.getResultType() ) { case ResultWas::ThrewException: m_xml.scopedElement( "Exception" ) .writeAttribute( "filename", assertionResult.getSourceInfo().file ) .writeAttribute( "line", assertionResult.getSourceInfo().line ) .writeText( assertionResult.getMessage() ); break; case ResultWas::FatalErrorCondition: m_xml.scopedElement( "Fatal Error Condition" ) .writeAttribute( "filename", assertionResult.getSourceInfo().file ) .writeAttribute( "line", assertionResult.getSourceInfo().line ) .writeText( assertionResult.getMessage() ); break; case ResultWas::Info: m_xml.scopedElement( "Info" ) .writeText( assertionResult.getMessage() ); break; case ResultWas::Warning: // Warning will already have been written break; case ResultWas::ExplicitFailure: m_xml.scopedElement( "Failure" ) .writeText( assertionResult.getMessage() ); break; default: break; } if( assertionResult.hasExpression() ) m_xml.endElement(); return true; } virtual void sectionEnded( SectionStats const& sectionStats ) CATCH_OVERRIDE { StreamingReporterBase::sectionEnded( sectionStats ); if( --m_sectionDepth > 0 ) { XmlWriter::ScopedElement e = m_xml.scopedElement( "OverallResults" ); e.writeAttribute( "successes", sectionStats.assertions.passed ); e.writeAttribute( "failures", sectionStats.assertions.failed ); e.writeAttribute( "expectedFailures", sectionStats.assertions.failedButOk ); if ( m_config->showDurations() == ShowDurations::Always ) e.writeAttribute( "durationInSeconds", sectionStats.durationInSeconds ); m_xml.endElement(); } } virtual void testCaseEnded( TestCaseStats const& testCaseStats ) CATCH_OVERRIDE { StreamingReporterBase::testCaseEnded( testCaseStats ); XmlWriter::ScopedElement e = m_xml.scopedElement( "OverallResult" ); e.writeAttribute( "success", testCaseStats.totals.assertions.allOk() ); if ( m_config->showDurations() == ShowDurations::Always ) e.writeAttribute( "durationInSeconds", m_testCaseTimer.getElapsedSeconds() ); m_xml.endElement(); } virtual void testGroupEnded( TestGroupStats const& testGroupStats ) CATCH_OVERRIDE { StreamingReporterBase::testGroupEnded( testGroupStats ); // TODO: Check testGroupStats.aborting and act accordingly. m_xml.scopedElement( "OverallResults" ) .writeAttribute( "successes", testGroupStats.totals.assertions.passed ) .writeAttribute( "failures", testGroupStats.totals.assertions.failed ) .writeAttribute( "expectedFailures", testGroupStats.totals.assertions.failedButOk ); m_xml.endElement(); } virtual void testRunEnded( TestRunStats const& testRunStats ) CATCH_OVERRIDE { StreamingReporterBase::testRunEnded( testRunStats ); m_xml.scopedElement( "OverallResults" ) .writeAttribute( "successes", testRunStats.totals.assertions.passed ) .writeAttribute( "failures", testRunStats.totals.assertions.failed ) .writeAttribute( "expectedFailures", testRunStats.totals.assertions.failedButOk ); m_xml.endElement(); } private: Timer m_testCaseTimer; XmlWriter m_xml; int m_sectionDepth; }; INTERNAL_CATCH_REGISTER_REPORTER( "xml", XmlReporter ) } // end namespace Catch // #included from: ../reporters/catch_reporter_junit.hpp #define TWOBLUECUBES_CATCH_REPORTER_JUNIT_HPP_INCLUDED #include namespace Catch { class JunitReporter : public CumulativeReporterBase { public: JunitReporter( ReporterConfig const& _config ) : CumulativeReporterBase( _config ), xml( _config.stream() ) { m_reporterPrefs.shouldRedirectStdOut = true; } virtual ~JunitReporter() CATCH_OVERRIDE; static std::string getDescription() { return "Reports test results in an XML format that looks like Ant's junitreport target"; } virtual void noMatchingTestCases( std::string const& /*spec*/ ) CATCH_OVERRIDE {} virtual void testRunStarting( TestRunInfo const& runInfo ) CATCH_OVERRIDE { CumulativeReporterBase::testRunStarting( runInfo ); xml.startElement( "testsuites" ); } virtual void testGroupStarting( GroupInfo const& groupInfo ) CATCH_OVERRIDE { suiteTimer.start(); stdOutForSuite.str(""); stdErrForSuite.str(""); unexpectedExceptions = 0; CumulativeReporterBase::testGroupStarting( groupInfo ); } virtual bool assertionEnded( AssertionStats const& assertionStats ) CATCH_OVERRIDE { if( assertionStats.assertionResult.getResultType() == ResultWas::ThrewException ) unexpectedExceptions++; return CumulativeReporterBase::assertionEnded( assertionStats ); } virtual void testCaseEnded( TestCaseStats const& testCaseStats ) CATCH_OVERRIDE { stdOutForSuite << testCaseStats.stdOut; stdErrForSuite << testCaseStats.stdErr; CumulativeReporterBase::testCaseEnded( testCaseStats ); } virtual void testGroupEnded( TestGroupStats const& testGroupStats ) CATCH_OVERRIDE { double suiteTime = suiteTimer.getElapsedSeconds(); CumulativeReporterBase::testGroupEnded( testGroupStats ); writeGroup( *m_testGroups.back(), suiteTime ); } virtual void testRunEndedCumulative() CATCH_OVERRIDE { xml.endElement(); } void writeGroup( TestGroupNode const& groupNode, double suiteTime ) { XmlWriter::ScopedElement e = xml.scopedElement( "testsuite" ); TestGroupStats const& stats = groupNode.value; xml.writeAttribute( "name", stats.groupInfo.name ); xml.writeAttribute( "errors", unexpectedExceptions ); xml.writeAttribute( "failures", stats.totals.assertions.failed-unexpectedExceptions ); xml.writeAttribute( "tests", stats.totals.assertions.total() ); xml.writeAttribute( "hostname", "tbd" ); // !TBD if( m_config->showDurations() == ShowDurations::Never ) xml.writeAttribute( "time", "" ); else xml.writeAttribute( "time", suiteTime ); xml.writeAttribute( "timestamp", "tbd" ); // !TBD // Write test cases for( TestGroupNode::ChildNodes::const_iterator it = groupNode.children.begin(), itEnd = groupNode.children.end(); it != itEnd; ++it ) writeTestCase( **it ); xml.scopedElement( "system-out" ).writeText( trim( stdOutForSuite.str() ), false ); xml.scopedElement( "system-err" ).writeText( trim( stdErrForSuite.str() ), false ); } void writeTestCase( TestCaseNode const& testCaseNode ) { TestCaseStats const& stats = testCaseNode.value; // All test cases have exactly one section - which represents the // test case itself. That section may have 0-n nested sections assert( testCaseNode.children.size() == 1 ); SectionNode const& rootSection = *testCaseNode.children.front(); std::string className = stats.testInfo.className; if( className.empty() ) { if( rootSection.childSections.empty() ) className = "global"; } writeSection( className, "", rootSection ); } void writeSection( std::string const& className, std::string const& rootName, SectionNode const& sectionNode ) { std::string name = trim( sectionNode.stats.sectionInfo.name ); if( !rootName.empty() ) name = rootName + "/" + name; if( !sectionNode.assertions.empty() || !sectionNode.stdOut.empty() || !sectionNode.stdErr.empty() ) { XmlWriter::ScopedElement e = xml.scopedElement( "testcase" ); if( className.empty() ) { xml.writeAttribute( "classname", name ); xml.writeAttribute( "name", "root" ); } else { xml.writeAttribute( "classname", className ); xml.writeAttribute( "name", name ); } xml.writeAttribute( "time", Catch::toString( sectionNode.stats.durationInSeconds ) ); writeAssertions( sectionNode ); if( !sectionNode.stdOut.empty() ) xml.scopedElement( "system-out" ).writeText( trim( sectionNode.stdOut ), false ); if( !sectionNode.stdErr.empty() ) xml.scopedElement( "system-err" ).writeText( trim( sectionNode.stdErr ), false ); } for( SectionNode::ChildSections::const_iterator it = sectionNode.childSections.begin(), itEnd = sectionNode.childSections.end(); it != itEnd; ++it ) if( className.empty() ) writeSection( name, "", **it ); else writeSection( className, name, **it ); } void writeAssertions( SectionNode const& sectionNode ) { for( SectionNode::Assertions::const_iterator it = sectionNode.assertions.begin(), itEnd = sectionNode.assertions.end(); it != itEnd; ++it ) writeAssertion( *it ); } void writeAssertion( AssertionStats const& stats ) { AssertionResult const& result = stats.assertionResult; if( !result.isOk() ) { std::string elementName; switch( result.getResultType() ) { case ResultWas::ThrewException: case ResultWas::FatalErrorCondition: elementName = "error"; break; case ResultWas::ExplicitFailure: elementName = "failure"; break; case ResultWas::ExpressionFailed: elementName = "failure"; break; case ResultWas::DidntThrowException: elementName = "failure"; break; // We should never see these here: case ResultWas::Info: case ResultWas::Warning: case ResultWas::Ok: case ResultWas::Unknown: case ResultWas::FailureBit: case ResultWas::Exception: elementName = "internalError"; break; } XmlWriter::ScopedElement e = xml.scopedElement( elementName ); xml.writeAttribute( "message", result.getExpandedExpression() ); xml.writeAttribute( "type", result.getTestMacroName() ); std::ostringstream oss; if( !result.getMessage().empty() ) oss << result.getMessage() << "\n"; for( std::vector::const_iterator it = stats.infoMessages.begin(), itEnd = stats.infoMessages.end(); it != itEnd; ++it ) if( it->type == ResultWas::Info ) oss << it->message << "\n"; oss << "at " << result.getSourceInfo(); xml.writeText( oss.str(), false ); } } XmlWriter xml; Timer suiteTimer; std::ostringstream stdOutForSuite; std::ostringstream stdErrForSuite; unsigned int unexpectedExceptions; }; INTERNAL_CATCH_REGISTER_REPORTER( "junit", JunitReporter ) } // end namespace Catch // #included from: ../reporters/catch_reporter_console.hpp #define TWOBLUECUBES_CATCH_REPORTER_CONSOLE_HPP_INCLUDED namespace Catch { struct ConsoleReporter : StreamingReporterBase { ConsoleReporter( ReporterConfig const& _config ) : StreamingReporterBase( _config ), m_headerPrinted( false ) {} virtual ~ConsoleReporter() CATCH_OVERRIDE; static std::string getDescription() { return "Reports test results as plain lines of text"; } virtual void noMatchingTestCases( std::string const& spec ) CATCH_OVERRIDE { stream << "No test cases matched '" << spec << "'" << std::endl; } virtual void assertionStarting( AssertionInfo const& ) CATCH_OVERRIDE { } virtual bool assertionEnded( AssertionStats const& _assertionStats ) CATCH_OVERRIDE { AssertionResult const& result = _assertionStats.assertionResult; bool printInfoMessages = true; // Drop out if result was successful and we're not printing those if( !m_config->includeSuccessfulResults() && result.isOk() ) { if( result.getResultType() != ResultWas::Warning ) return false; printInfoMessages = false; } lazyPrint(); AssertionPrinter printer( stream, _assertionStats, printInfoMessages ); printer.print(); stream << std::endl; return true; } virtual void sectionStarting( SectionInfo const& _sectionInfo ) CATCH_OVERRIDE { m_headerPrinted = false; StreamingReporterBase::sectionStarting( _sectionInfo ); } virtual void sectionEnded( SectionStats const& _sectionStats ) CATCH_OVERRIDE { if( _sectionStats.missingAssertions ) { lazyPrint(); Colour colour( Colour::ResultError ); if( m_sectionStack.size() > 1 ) stream << "\nNo assertions in section"; else stream << "\nNo assertions in test case"; stream << " '" << _sectionStats.sectionInfo.name << "'\n" << std::endl; } if( m_headerPrinted ) { if( m_config->showDurations() == ShowDurations::Always ) stream << "Completed in " << _sectionStats.durationInSeconds << "s" << std::endl; m_headerPrinted = false; } else { if( m_config->showDurations() == ShowDurations::Always ) stream << _sectionStats.sectionInfo.name << " completed in " << _sectionStats.durationInSeconds << "s" << std::endl; } StreamingReporterBase::sectionEnded( _sectionStats ); } virtual void testCaseEnded( TestCaseStats const& _testCaseStats ) CATCH_OVERRIDE { StreamingReporterBase::testCaseEnded( _testCaseStats ); m_headerPrinted = false; } virtual void testGroupEnded( TestGroupStats const& _testGroupStats ) CATCH_OVERRIDE { if( currentGroupInfo.used ) { printSummaryDivider(); stream << "Summary for group '" << _testGroupStats.groupInfo.name << "':\n"; printTotals( _testGroupStats.totals ); stream << "\n" << std::endl; } StreamingReporterBase::testGroupEnded( _testGroupStats ); } virtual void testRunEnded( TestRunStats const& _testRunStats ) CATCH_OVERRIDE { printTotalsDivider( _testRunStats.totals ); printTotals( _testRunStats.totals ); stream << std::endl; StreamingReporterBase::testRunEnded( _testRunStats ); } private: class AssertionPrinter { void operator= ( AssertionPrinter const& ); public: AssertionPrinter( std::ostream& _stream, AssertionStats const& _stats, bool _printInfoMessages ) : stream( _stream ), stats( _stats ), result( _stats.assertionResult ), colour( Colour::None ), message( result.getMessage() ), messages( _stats.infoMessages ), printInfoMessages( _printInfoMessages ) { switch( result.getResultType() ) { case ResultWas::Ok: colour = Colour::Success; passOrFail = "PASSED"; //if( result.hasMessage() ) if( _stats.infoMessages.size() == 1 ) messageLabel = "with message"; if( _stats.infoMessages.size() > 1 ) messageLabel = "with messages"; break; case ResultWas::ExpressionFailed: if( result.isOk() ) { colour = Colour::Success; passOrFail = "FAILED - but was ok"; } else { colour = Colour::Error; passOrFail = "FAILED"; } if( _stats.infoMessages.size() == 1 ) messageLabel = "with message"; if( _stats.infoMessages.size() > 1 ) messageLabel = "with messages"; break; case ResultWas::ThrewException: colour = Colour::Error; passOrFail = "FAILED"; messageLabel = "due to unexpected exception with message"; break; case ResultWas::FatalErrorCondition: colour = Colour::Error; passOrFail = "FAILED"; messageLabel = "due to a fatal error condition"; break; case ResultWas::DidntThrowException: colour = Colour::Error; passOrFail = "FAILED"; messageLabel = "because no exception was thrown where one was expected"; break; case ResultWas::Info: messageLabel = "info"; break; case ResultWas::Warning: messageLabel = "warning"; break; case ResultWas::ExplicitFailure: passOrFail = "FAILED"; colour = Colour::Error; if( _stats.infoMessages.size() == 1 ) messageLabel = "explicitly with message"; if( _stats.infoMessages.size() > 1 ) messageLabel = "explicitly with messages"; break; // These cases are here to prevent compiler warnings case ResultWas::Unknown: case ResultWas::FailureBit: case ResultWas::Exception: passOrFail = "** internal error **"; colour = Colour::Error; break; } } void print() const { printSourceInfo(); if( stats.totals.assertions.total() > 0 ) { if( result.isOk() ) stream << "\n"; printResultType(); printOriginalExpression(); printReconstructedExpression(); } else { stream << "\n"; } printMessage(); } private: void printResultType() const { if( !passOrFail.empty() ) { Colour colourGuard( colour ); stream << passOrFail << ":\n"; } } void printOriginalExpression() const { if( result.hasExpression() ) { Colour colourGuard( Colour::OriginalExpression ); stream << " "; stream << result.getExpressionInMacro(); stream << "\n"; } } void printReconstructedExpression() const { if( result.hasExpandedExpression() ) { stream << "with expansion:\n"; Colour colourGuard( Colour::ReconstructedExpression ); stream << Text( result.getExpandedExpression(), TextAttributes().setIndent(2) ) << "\n"; } } void printMessage() const { if( !messageLabel.empty() ) stream << messageLabel << ":" << "\n"; for( std::vector::const_iterator it = messages.begin(), itEnd = messages.end(); it != itEnd; ++it ) { // If this assertion is a warning ignore any INFO messages if( printInfoMessages || it->type != ResultWas::Info ) stream << Text( it->message, TextAttributes().setIndent(2) ) << "\n"; } } void printSourceInfo() const { Colour colourGuard( Colour::FileName ); stream << result.getSourceInfo() << ": "; } std::ostream& stream; AssertionStats const& stats; AssertionResult const& result; Colour::Code colour; std::string passOrFail; std::string messageLabel; std::string message; std::vector messages; bool printInfoMessages; }; void lazyPrint() { if( !currentTestRunInfo.used ) lazyPrintRunInfo(); if( !currentGroupInfo.used ) lazyPrintGroupInfo(); if( !m_headerPrinted ) { printTestCaseAndSectionHeader(); m_headerPrinted = true; } } void lazyPrintRunInfo() { stream << "\n" << getLineOfChars<'~'>() << "\n"; Colour colour( Colour::SecondaryText ); stream << currentTestRunInfo->name << " is a Catch v" << libraryVersion << " host application.\n" << "Run with -? for options\n\n"; if( m_config->rngSeed() != 0 ) stream << "Randomness seeded to: " << m_config->rngSeed() << "\n\n"; currentTestRunInfo.used = true; } void lazyPrintGroupInfo() { if( !currentGroupInfo->name.empty() && currentGroupInfo->groupsCounts > 1 ) { printClosedHeader( "Group: " + currentGroupInfo->name ); currentGroupInfo.used = true; } } void printTestCaseAndSectionHeader() { assert( !m_sectionStack.empty() ); printOpenHeader( currentTestCaseInfo->name ); if( m_sectionStack.size() > 1 ) { Colour colourGuard( Colour::Headers ); std::vector::const_iterator it = m_sectionStack.begin()+1, // Skip first section (test case) itEnd = m_sectionStack.end(); for( ; it != itEnd; ++it ) printHeaderString( it->name, 2 ); } SourceLineInfo lineInfo = m_sectionStack.front().lineInfo; if( !lineInfo.empty() ){ stream << getLineOfChars<'-'>() << "\n"; Colour colourGuard( Colour::FileName ); stream << lineInfo << "\n"; } stream << getLineOfChars<'.'>() << "\n" << std::endl; } void printClosedHeader( std::string const& _name ) { printOpenHeader( _name ); stream << getLineOfChars<'.'>() << "\n"; } void printOpenHeader( std::string const& _name ) { stream << getLineOfChars<'-'>() << "\n"; { Colour colourGuard( Colour::Headers ); printHeaderString( _name ); } } // if string has a : in first line will set indent to follow it on // subsequent lines void printHeaderString( std::string const& _string, std::size_t indent = 0 ) { std::size_t i = _string.find( ": " ); if( i != std::string::npos ) i+=2; else i = 0; stream << Text( _string, TextAttributes() .setIndent( indent+i) .setInitialIndent( indent ) ) << "\n"; } struct SummaryColumn { SummaryColumn( std::string const& _label, Colour::Code _colour ) : label( _label ), colour( _colour ) {} SummaryColumn addRow( std::size_t count ) { std::ostringstream oss; oss << count; std::string row = oss.str(); for( std::vector::iterator it = rows.begin(); it != rows.end(); ++it ) { while( it->size() < row.size() ) *it = " " + *it; while( it->size() > row.size() ) row = " " + row; } rows.push_back( row ); return *this; } std::string label; Colour::Code colour; std::vector rows; }; void printTotals( Totals const& totals ) { if( totals.testCases.total() == 0 ) { stream << Colour( Colour::Warning ) << "No tests ran\n"; } else if( totals.assertions.total() > 0 && totals.testCases.allPassed() ) { stream << Colour( Colour::ResultSuccess ) << "All tests passed"; stream << " (" << pluralise( totals.assertions.passed, "assertion" ) << " in " << pluralise( totals.testCases.passed, "test case" ) << ")" << "\n"; } else { std::vector columns; columns.push_back( SummaryColumn( "", Colour::None ) .addRow( totals.testCases.total() ) .addRow( totals.assertions.total() ) ); columns.push_back( SummaryColumn( "passed", Colour::Success ) .addRow( totals.testCases.passed ) .addRow( totals.assertions.passed ) ); columns.push_back( SummaryColumn( "failed", Colour::ResultError ) .addRow( totals.testCases.failed ) .addRow( totals.assertions.failed ) ); columns.push_back( SummaryColumn( "failed as expected", Colour::ResultExpectedFailure ) .addRow( totals.testCases.failedButOk ) .addRow( totals.assertions.failedButOk ) ); printSummaryRow( "test cases", columns, 0 ); printSummaryRow( "assertions", columns, 1 ); } } void printSummaryRow( std::string const& label, std::vector const& cols, std::size_t row ) { for( std::vector::const_iterator it = cols.begin(); it != cols.end(); ++it ) { std::string value = it->rows[row]; if( it->label.empty() ) { stream << label << ": "; if( value != "0" ) stream << value; else stream << Colour( Colour::Warning ) << "- none -"; } else if( value != "0" ) { stream << Colour( Colour::LightGrey ) << " | "; stream << Colour( it->colour ) << value << " " << it->label; } } stream << "\n"; } static std::size_t makeRatio( std::size_t number, std::size_t total ) { std::size_t ratio = total > 0 ? CATCH_CONFIG_CONSOLE_WIDTH * number/ total : 0; return ( ratio == 0 && number > 0 ) ? 1 : ratio; } static std::size_t& findMax( std::size_t& i, std::size_t& j, std::size_t& k ) { if( i > j && i > k ) return i; else if( j > k ) return j; else return k; } void printTotalsDivider( Totals const& totals ) { if( totals.testCases.total() > 0 ) { std::size_t failedRatio = makeRatio( totals.testCases.failed, totals.testCases.total() ); std::size_t failedButOkRatio = makeRatio( totals.testCases.failedButOk, totals.testCases.total() ); std::size_t passedRatio = makeRatio( totals.testCases.passed, totals.testCases.total() ); while( failedRatio + failedButOkRatio + passedRatio < CATCH_CONFIG_CONSOLE_WIDTH-1 ) findMax( failedRatio, failedButOkRatio, passedRatio )++; while( failedRatio + failedButOkRatio + passedRatio > CATCH_CONFIG_CONSOLE_WIDTH-1 ) findMax( failedRatio, failedButOkRatio, passedRatio )--; stream << Colour( Colour::Error ) << std::string( failedRatio, '=' ); stream << Colour( Colour::ResultExpectedFailure ) << std::string( failedButOkRatio, '=' ); if( totals.testCases.allPassed() ) stream << Colour( Colour::ResultSuccess ) << std::string( passedRatio, '=' ); else stream << Colour( Colour::Success ) << std::string( passedRatio, '=' ); } else { stream << Colour( Colour::Warning ) << std::string( CATCH_CONFIG_CONSOLE_WIDTH-1, '=' ); } stream << "\n"; } void printSummaryDivider() { stream << getLineOfChars<'-'>() << "\n"; } private: bool m_headerPrinted; }; INTERNAL_CATCH_REGISTER_REPORTER( "console", ConsoleReporter ) } // end namespace Catch // #included from: ../reporters/catch_reporter_compact.hpp #define TWOBLUECUBES_CATCH_REPORTER_COMPACT_HPP_INCLUDED namespace Catch { struct CompactReporter : StreamingReporterBase { CompactReporter( ReporterConfig const& _config ) : StreamingReporterBase( _config ) {} virtual ~CompactReporter(); static std::string getDescription() { return "Reports test results on a single line, suitable for IDEs"; } virtual ReporterPreferences getPreferences() const { ReporterPreferences prefs; prefs.shouldRedirectStdOut = false; return prefs; } virtual void noMatchingTestCases( std::string const& spec ) { stream << "No test cases matched '" << spec << "'" << std::endl; } virtual void assertionStarting( AssertionInfo const& ) { } virtual bool assertionEnded( AssertionStats const& _assertionStats ) { AssertionResult const& result = _assertionStats.assertionResult; bool printInfoMessages = true; // Drop out if result was successful and we're not printing those if( !m_config->includeSuccessfulResults() && result.isOk() ) { if( result.getResultType() != ResultWas::Warning ) return false; printInfoMessages = false; } AssertionPrinter printer( stream, _assertionStats, printInfoMessages ); printer.print(); stream << std::endl; return true; } virtual void testRunEnded( TestRunStats const& _testRunStats ) { printTotals( _testRunStats.totals ); stream << "\n" << std::endl; StreamingReporterBase::testRunEnded( _testRunStats ); } private: class AssertionPrinter { void operator= ( AssertionPrinter const& ); public: AssertionPrinter( std::ostream& _stream, AssertionStats const& _stats, bool _printInfoMessages ) : stream( _stream ) , stats( _stats ) , result( _stats.assertionResult ) , messages( _stats.infoMessages ) , itMessage( _stats.infoMessages.begin() ) , printInfoMessages( _printInfoMessages ) {} void print() { printSourceInfo(); itMessage = messages.begin(); switch( result.getResultType() ) { case ResultWas::Ok: printResultType( Colour::ResultSuccess, passedString() ); printOriginalExpression(); printReconstructedExpression(); if ( ! result.hasExpression() ) printRemainingMessages( Colour::None ); else printRemainingMessages(); break; case ResultWas::ExpressionFailed: if( result.isOk() ) printResultType( Colour::ResultSuccess, failedString() + std::string( " - but was ok" ) ); else printResultType( Colour::Error, failedString() ); printOriginalExpression(); printReconstructedExpression(); printRemainingMessages(); break; case ResultWas::ThrewException: printResultType( Colour::Error, failedString() ); printIssue( "unexpected exception with message:" ); printMessage(); printExpressionWas(); printRemainingMessages(); break; case ResultWas::FatalErrorCondition: printResultType( Colour::Error, failedString() ); printIssue( "fatal error condition with message:" ); printMessage(); printExpressionWas(); printRemainingMessages(); break; case ResultWas::DidntThrowException: printResultType( Colour::Error, failedString() ); printIssue( "expected exception, got none" ); printExpressionWas(); printRemainingMessages(); break; case ResultWas::Info: printResultType( Colour::None, "info" ); printMessage(); printRemainingMessages(); break; case ResultWas::Warning: printResultType( Colour::None, "warning" ); printMessage(); printRemainingMessages(); break; case ResultWas::ExplicitFailure: printResultType( Colour::Error, failedString() ); printIssue( "explicitly" ); printRemainingMessages( Colour::None ); break; // These cases are here to prevent compiler warnings case ResultWas::Unknown: case ResultWas::FailureBit: case ResultWas::Exception: printResultType( Colour::Error, "** internal error **" ); break; } } private: // Colour::LightGrey static Colour::Code dimColour() { return Colour::FileName; } #ifdef CATCH_PLATFORM_MAC static const char* failedString() { return "FAILED"; } static const char* passedString() { return "PASSED"; } #else static const char* failedString() { return "failed"; } static const char* passedString() { return "passed"; } #endif void printSourceInfo() const { Colour colourGuard( Colour::FileName ); stream << result.getSourceInfo() << ":"; } void printResultType( Colour::Code colour, std::string passOrFail ) const { if( !passOrFail.empty() ) { { Colour colourGuard( colour ); stream << " " << passOrFail; } stream << ":"; } } void printIssue( std::string issue ) const { stream << " " << issue; } void printExpressionWas() { if( result.hasExpression() ) { stream << ";"; { Colour colour( dimColour() ); stream << " expression was:"; } printOriginalExpression(); } } void printOriginalExpression() const { if( result.hasExpression() ) { stream << " " << result.getExpression(); } } void printReconstructedExpression() const { if( result.hasExpandedExpression() ) { { Colour colour( dimColour() ); stream << " for: "; } stream << result.getExpandedExpression(); } } void printMessage() { if ( itMessage != messages.end() ) { stream << " '" << itMessage->message << "'"; ++itMessage; } } void printRemainingMessages( Colour::Code colour = dimColour() ) { if ( itMessage == messages.end() ) return; // using messages.end() directly yields compilation error: std::vector::const_iterator itEnd = messages.end(); const std::size_t N = static_cast( std::distance( itMessage, itEnd ) ); { Colour colourGuard( colour ); stream << " with " << pluralise( N, "message" ) << ":"; } for(; itMessage != itEnd; ) { // If this assertion is a warning ignore any INFO messages if( printInfoMessages || itMessage->type != ResultWas::Info ) { stream << " '" << itMessage->message << "'"; if ( ++itMessage != itEnd ) { Colour colourGuard( dimColour() ); stream << " and"; } } } } private: std::ostream& stream; AssertionStats const& stats; AssertionResult const& result; std::vector messages; std::vector::const_iterator itMessage; bool printInfoMessages; }; // Colour, message variants: // - white: No tests ran. // - red: Failed [both/all] N test cases, failed [both/all] M assertions. // - white: Passed [both/all] N test cases (no assertions). // - red: Failed N tests cases, failed M assertions. // - green: Passed [both/all] N tests cases with M assertions. std::string bothOrAll( std::size_t count ) const { return count == 1 ? "" : count == 2 ? "both " : "all " ; } void printTotals( const Totals& totals ) const { if( totals.testCases.total() == 0 ) { stream << "No tests ran."; } else if( totals.testCases.failed == totals.testCases.total() ) { Colour colour( Colour::ResultError ); const std::string qualify_assertions_failed = totals.assertions.failed == totals.assertions.total() ? bothOrAll( totals.assertions.failed ) : ""; stream << "Failed " << bothOrAll( totals.testCases.failed ) << pluralise( totals.testCases.failed, "test case" ) << ", " "failed " << qualify_assertions_failed << pluralise( totals.assertions.failed, "assertion" ) << "."; } else if( totals.assertions.total() == 0 ) { stream << "Passed " << bothOrAll( totals.testCases.total() ) << pluralise( totals.testCases.total(), "test case" ) << " (no assertions)."; } else if( totals.assertions.failed ) { Colour colour( Colour::ResultError ); stream << "Failed " << pluralise( totals.testCases.failed, "test case" ) << ", " "failed " << pluralise( totals.assertions.failed, "assertion" ) << "."; } else { Colour colour( Colour::ResultSuccess ); stream << "Passed " << bothOrAll( totals.testCases.passed ) << pluralise( totals.testCases.passed, "test case" ) << " with " << pluralise( totals.assertions.passed, "assertion" ) << "."; } } }; INTERNAL_CATCH_REGISTER_REPORTER( "compact", CompactReporter ) } // end namespace Catch namespace Catch { // These are all here to avoid warnings about not having any out of line // virtual methods NonCopyable::~NonCopyable() {} IShared::~IShared() {} IStream::~IStream() CATCH_NOEXCEPT {} FileStream::~FileStream() CATCH_NOEXCEPT {} CoutStream::~CoutStream() CATCH_NOEXCEPT {} DebugOutStream::~DebugOutStream() CATCH_NOEXCEPT {} StreamBufBase::~StreamBufBase() CATCH_NOEXCEPT {} IContext::~IContext() {} IResultCapture::~IResultCapture() {} ITestCase::~ITestCase() {} ITestCaseRegistry::~ITestCaseRegistry() {} IRegistryHub::~IRegistryHub() {} IMutableRegistryHub::~IMutableRegistryHub() {} IExceptionTranslator::~IExceptionTranslator() {} IExceptionTranslatorRegistry::~IExceptionTranslatorRegistry() {} IReporter::~IReporter() {} IReporterFactory::~IReporterFactory() {} IReporterRegistry::~IReporterRegistry() {} IStreamingReporter::~IStreamingReporter() {} AssertionStats::~AssertionStats() {} SectionStats::~SectionStats() {} TestCaseStats::~TestCaseStats() {} TestGroupStats::~TestGroupStats() {} TestRunStats::~TestRunStats() {} CumulativeReporterBase::SectionNode::~SectionNode() {} CumulativeReporterBase::~CumulativeReporterBase() {} StreamingReporterBase::~StreamingReporterBase() {} ConsoleReporter::~ConsoleReporter() {} CompactReporter::~CompactReporter() {} IRunner::~IRunner() {} IMutableContext::~IMutableContext() {} IConfig::~IConfig() {} XmlReporter::~XmlReporter() {} JunitReporter::~JunitReporter() {} TestRegistry::~TestRegistry() {} FreeFunctionTestCase::~FreeFunctionTestCase() {} IGeneratorInfo::~IGeneratorInfo() {} IGeneratorsForTest::~IGeneratorsForTest() {} WildcardPattern::~WildcardPattern() {} TestSpec::Pattern::~Pattern() {} TestSpec::NamePattern::~NamePattern() {} TestSpec::TagPattern::~TagPattern() {} TestSpec::ExcludedPattern::~ExcludedPattern() {} Matchers::Impl::StdString::Equals::~Equals() {} Matchers::Impl::StdString::Contains::~Contains() {} Matchers::Impl::StdString::StartsWith::~StartsWith() {} Matchers::Impl::StdString::EndsWith::~EndsWith() {} void Config::dummy() {} namespace TestCaseTracking { ITracker::~ITracker() {} TrackerBase::~TrackerBase() {} SectionTracker::~SectionTracker() {} IndexTracker::~IndexTracker() {} } } #ifdef __clang__ #pragma clang diagnostic pop #endif #endif #ifdef CATCH_CONFIG_MAIN // #included from: internal/catch_default_main.hpp #define TWOBLUECUBES_CATCH_DEFAULT_MAIN_HPP_INCLUDED #ifndef __OBJC__ // Standard C/C++ main entry point int main (int argc, char * argv[]) { return Catch::Session().run( argc, argv ); } #else // __OBJC__ // Objective-C entry point int main (int argc, char * const argv[]) { #if !CATCH_ARC_ENABLED NSAutoreleasePool * pool = [[NSAutoreleasePool alloc] init]; #endif Catch::registerTestMethods(); int result = Catch::Session().run( argc, (char* const*)argv ); #if !CATCH_ARC_ENABLED [pool drain]; #endif return result; } #endif // __OBJC__ #endif #ifdef CLARA_CONFIG_MAIN_NOT_DEFINED # undef CLARA_CONFIG_MAIN #endif ////// // If this config identifier is defined then all CATCH macros are prefixed with CATCH_ #ifdef CATCH_CONFIG_PREFIX_ALL #define CATCH_REQUIRE( expr ) INTERNAL_CATCH_TEST( expr, Catch::ResultDisposition::Normal, "CATCH_REQUIRE" ) #define CATCH_REQUIRE_FALSE( expr ) INTERNAL_CATCH_TEST( expr, Catch::ResultDisposition::Normal | Catch::ResultDisposition::FalseTest, "CATCH_REQUIRE_FALSE" ) #define CATCH_REQUIRE_THROWS( expr ) INTERNAL_CATCH_THROWS( expr, Catch::ResultDisposition::Normal, "", "CATCH_REQUIRE_THROWS" ) #define CATCH_REQUIRE_THROWS_AS( expr, exceptionType ) INTERNAL_CATCH_THROWS_AS( expr, exceptionType, Catch::ResultDisposition::Normal, "CATCH_REQUIRE_THROWS_AS" ) #define CATCH_REQUIRE_THROWS_WITH( expr, matcher ) INTERNAL_CATCH_THROWS( expr, Catch::ResultDisposition::Normal, matcher, "CATCH_REQUIRE_THROWS_WITH" ) #define CATCH_REQUIRE_NOTHROW( expr ) INTERNAL_CATCH_NO_THROW( expr, Catch::ResultDisposition::Normal, "CATCH_REQUIRE_NOTHROW" ) #define CATCH_CHECK( expr ) INTERNAL_CATCH_TEST( expr, Catch::ResultDisposition::ContinueOnFailure, "CATCH_CHECK" ) #define CATCH_CHECK_FALSE( expr ) INTERNAL_CATCH_TEST( expr, Catch::ResultDisposition::ContinueOnFailure | Catch::ResultDisposition::FalseTest, "CATCH_CHECK_FALSE" ) #define CATCH_CHECKED_IF( expr ) INTERNAL_CATCH_IF( expr, Catch::ResultDisposition::ContinueOnFailure, "CATCH_CHECKED_IF" ) #define CATCH_CHECKED_ELSE( expr ) INTERNAL_CATCH_ELSE( expr, Catch::ResultDisposition::ContinueOnFailure, "CATCH_CHECKED_ELSE" ) #define CATCH_CHECK_NOFAIL( expr ) INTERNAL_CATCH_TEST( expr, Catch::ResultDisposition::ContinueOnFailure | Catch::ResultDisposition::SuppressFail, "CATCH_CHECK_NOFAIL" ) #define CATCH_CHECK_THROWS( expr ) INTERNAL_CATCH_THROWS( expr, Catch::ResultDisposition::ContinueOnFailure, "CATCH_CHECK_THROWS" ) #define CATCH_CHECK_THROWS_AS( expr, exceptionType ) INTERNAL_CATCH_THROWS_AS( expr, exceptionType, Catch::ResultDisposition::ContinueOnFailure, "CATCH_CHECK_THROWS_AS" ) #define CATCH_CHECK_THROWS_WITH( expr, matcher ) INTERNAL_CATCH_THROWS( expr, Catch::ResultDisposition::ContinueOnFailure, matcher, "CATCH_CHECK_THROWS_WITH" ) #define CATCH_CHECK_NOTHROW( expr ) INTERNAL_CATCH_NO_THROW( expr, Catch::ResultDisposition::ContinueOnFailure, "CATCH_CHECK_NOTHROW" ) #define CHECK_THAT( arg, matcher ) INTERNAL_CHECK_THAT( arg, matcher, Catch::ResultDisposition::ContinueOnFailure, "CATCH_CHECK_THAT" ) #define CATCH_REQUIRE_THAT( arg, matcher ) INTERNAL_CHECK_THAT( arg, matcher, Catch::ResultDisposition::Normal, "CATCH_REQUIRE_THAT" ) #define CATCH_INFO( msg ) INTERNAL_CATCH_INFO( msg, "CATCH_INFO" ) #define CATCH_WARN( msg ) INTERNAL_CATCH_MSG( Catch::ResultWas::Warning, Catch::ResultDisposition::ContinueOnFailure, "CATCH_WARN", msg ) #define CATCH_SCOPED_INFO( msg ) INTERNAL_CATCH_INFO( msg, "CATCH_INFO" ) #define CATCH_CAPTURE( msg ) INTERNAL_CATCH_INFO( #msg " := " << msg, "CATCH_CAPTURE" ) #define CATCH_SCOPED_CAPTURE( msg ) INTERNAL_CATCH_INFO( #msg " := " << msg, "CATCH_CAPTURE" ) #ifdef CATCH_CONFIG_VARIADIC_MACROS #define CATCH_TEST_CASE( ... ) INTERNAL_CATCH_TESTCASE( __VA_ARGS__ ) #define CATCH_TEST_CASE_METHOD( className, ... ) INTERNAL_CATCH_TEST_CASE_METHOD( className, __VA_ARGS__ ) #define CATCH_METHOD_AS_TEST_CASE( method, ... ) INTERNAL_CATCH_METHOD_AS_TEST_CASE( method, __VA_ARGS__ ) #define CATCH_REGISTER_TEST_CASE( Function, ... ) INTERNAL_CATCH_REGISTER_TESTCASE( Function, __VA_ARGS__ ) #define CATCH_SECTION( ... ) INTERNAL_CATCH_SECTION( __VA_ARGS__ ) #define CATCH_FAIL( ... ) INTERNAL_CATCH_MSG( Catch::ResultWas::ExplicitFailure, Catch::ResultDisposition::Normal, "CATCH_FAIL", __VA_ARGS__ ) #define CATCH_SUCCEED( ... ) INTERNAL_CATCH_MSG( Catch::ResultWas::Ok, Catch::ResultDisposition::ContinueOnFailure, "CATCH_SUCCEED", __VA_ARGS__ ) #else #define CATCH_TEST_CASE( name, description ) INTERNAL_CATCH_TESTCASE( name, description ) #define CATCH_TEST_CASE_METHOD( className, name, description ) INTERNAL_CATCH_TEST_CASE_METHOD( className, name, description ) #define CATCH_METHOD_AS_TEST_CASE( method, name, description ) INTERNAL_CATCH_METHOD_AS_TEST_CASE( method, name, description ) #define CATCH_REGISTER_TEST_CASE( function, name, description ) INTERNAL_CATCH_REGISTER_TESTCASE( function, name, description ) #define CATCH_SECTION( name, description ) INTERNAL_CATCH_SECTION( name, description ) #define CATCH_FAIL( msg ) INTERNAL_CATCH_MSG( Catch::ResultWas::ExplicitFailure, Catch::ResultDisposition::Normal, "CATCH_FAIL", msg ) #define CATCH_SUCCEED( msg ) INTERNAL_CATCH_MSG( Catch::ResultWas::Ok, Catch::ResultDisposition::ContinueOnFailure, "CATCH_SUCCEED", msg ) #endif #define CATCH_ANON_TEST_CASE() INTERNAL_CATCH_TESTCASE( "", "" ) #define CATCH_REGISTER_REPORTER( name, reporterType ) INTERNAL_CATCH_REGISTER_REPORTER( name, reporterType ) #define CATCH_REGISTER_LEGACY_REPORTER( name, reporterType ) INTERNAL_CATCH_REGISTER_LEGACY_REPORTER( name, reporterType ) #define CATCH_GENERATE( expr) INTERNAL_CATCH_GENERATE( expr ) // "BDD-style" convenience wrappers #ifdef CATCH_CONFIG_VARIADIC_MACROS #define CATCH_SCENARIO( ... ) CATCH_TEST_CASE( "Scenario: " __VA_ARGS__ ) #define CATCH_SCENARIO_METHOD( className, ... ) INTERNAL_CATCH_TEST_CASE_METHOD( className, "Scenario: " __VA_ARGS__ ) #else #define CATCH_SCENARIO( name, tags ) CATCH_TEST_CASE( "Scenario: " name, tags ) #define CATCH_SCENARIO_METHOD( className, name, tags ) INTERNAL_CATCH_TEST_CASE_METHOD( className, "Scenario: " name, tags ) #endif #define CATCH_GIVEN( desc ) CATCH_SECTION( std::string( "Given: ") + desc, "" ) #define CATCH_WHEN( desc ) CATCH_SECTION( std::string( " When: ") + desc, "" ) #define CATCH_AND_WHEN( desc ) CATCH_SECTION( std::string( " And: ") + desc, "" ) #define CATCH_THEN( desc ) CATCH_SECTION( std::string( " Then: ") + desc, "" ) #define CATCH_AND_THEN( desc ) CATCH_SECTION( std::string( " And: ") + desc, "" ) // If CATCH_CONFIG_PREFIX_ALL is not defined then the CATCH_ prefix is not required #else #define REQUIRE( expr ) INTERNAL_CATCH_TEST( expr, Catch::ResultDisposition::Normal, "REQUIRE" ) #define REQUIRE_FALSE( expr ) INTERNAL_CATCH_TEST( expr, Catch::ResultDisposition::Normal | Catch::ResultDisposition::FalseTest, "REQUIRE_FALSE" ) #define REQUIRE_THROWS( expr ) INTERNAL_CATCH_THROWS( expr, Catch::ResultDisposition::Normal, "", "REQUIRE_THROWS" ) #define REQUIRE_THROWS_AS( expr, exceptionType ) INTERNAL_CATCH_THROWS_AS( expr, exceptionType, Catch::ResultDisposition::Normal, "REQUIRE_THROWS_AS" ) #define REQUIRE_THROWS_WITH( expr, matcher ) INTERNAL_CATCH_THROWS( expr, Catch::ResultDisposition::Normal, matcher, "REQUIRE_THROWS_WITH" ) #define REQUIRE_NOTHROW( expr ) INTERNAL_CATCH_NO_THROW( expr, Catch::ResultDisposition::Normal, "REQUIRE_NOTHROW" ) #define CHECK( expr ) INTERNAL_CATCH_TEST( expr, Catch::ResultDisposition::ContinueOnFailure, "CHECK" ) #define CHECK_FALSE( expr ) INTERNAL_CATCH_TEST( expr, Catch::ResultDisposition::ContinueOnFailure | Catch::ResultDisposition::FalseTest, "CHECK_FALSE" ) #define CHECKED_IF( expr ) INTERNAL_CATCH_IF( expr, Catch::ResultDisposition::ContinueOnFailure, "CHECKED_IF" ) #define CHECKED_ELSE( expr ) INTERNAL_CATCH_ELSE( expr, Catch::ResultDisposition::ContinueOnFailure, "CHECKED_ELSE" ) #define CHECK_NOFAIL( expr ) INTERNAL_CATCH_TEST( expr, Catch::ResultDisposition::ContinueOnFailure | Catch::ResultDisposition::SuppressFail, "CHECK_NOFAIL" ) #define CHECK_THROWS( expr ) INTERNAL_CATCH_THROWS( expr, Catch::ResultDisposition::ContinueOnFailure, "", "CHECK_THROWS" ) #define CHECK_THROWS_AS( expr, exceptionType ) INTERNAL_CATCH_THROWS_AS( expr, exceptionType, Catch::ResultDisposition::ContinueOnFailure, "CHECK_THROWS_AS" ) #define CHECK_THROWS_WITH( expr, matcher ) INTERNAL_CATCH_THROWS( expr, Catch::ResultDisposition::ContinueOnFailure, matcher, "CHECK_THROWS_WITH" ) #define CHECK_NOTHROW( expr ) INTERNAL_CATCH_NO_THROW( expr, Catch::ResultDisposition::ContinueOnFailure, "CHECK_NOTHROW" ) #define CHECK_THAT( arg, matcher ) INTERNAL_CHECK_THAT( arg, matcher, Catch::ResultDisposition::ContinueOnFailure, "CHECK_THAT" ) #define REQUIRE_THAT( arg, matcher ) INTERNAL_CHECK_THAT( arg, matcher, Catch::ResultDisposition::Normal, "REQUIRE_THAT" ) #define INFO( msg ) INTERNAL_CATCH_INFO( msg, "INFO" ) #define WARN( msg ) INTERNAL_CATCH_MSG( Catch::ResultWas::Warning, Catch::ResultDisposition::ContinueOnFailure, "WARN", msg ) #define SCOPED_INFO( msg ) INTERNAL_CATCH_INFO( msg, "INFO" ) #define CAPTURE( msg ) INTERNAL_CATCH_INFO( #msg " := " << msg, "CAPTURE" ) #define SCOPED_CAPTURE( msg ) INTERNAL_CATCH_INFO( #msg " := " << msg, "CAPTURE" ) #ifdef CATCH_CONFIG_VARIADIC_MACROS #define TEST_CASE( ... ) INTERNAL_CATCH_TESTCASE( __VA_ARGS__ ) #define TEST_CASE_METHOD( className, ... ) INTERNAL_CATCH_TEST_CASE_METHOD( className, __VA_ARGS__ ) #define METHOD_AS_TEST_CASE( method, ... ) INTERNAL_CATCH_METHOD_AS_TEST_CASE( method, __VA_ARGS__ ) #define REGISTER_TEST_CASE( Function, ... ) INTERNAL_CATCH_REGISTER_TESTCASE( Function, __VA_ARGS__ ) #define SECTION( ... ) INTERNAL_CATCH_SECTION( __VA_ARGS__ ) #define FAIL( ... ) INTERNAL_CATCH_MSG( Catch::ResultWas::ExplicitFailure, Catch::ResultDisposition::Normal, "FAIL", __VA_ARGS__ ) #define SUCCEED( ... ) INTERNAL_CATCH_MSG( Catch::ResultWas::Ok, Catch::ResultDisposition::ContinueOnFailure, "SUCCEED", __VA_ARGS__ ) #else #define TEST_CASE( name, description ) INTERNAL_CATCH_TESTCASE( name, description ) #define TEST_CASE_METHOD( className, name, description ) INTERNAL_CATCH_TEST_CASE_METHOD( className, name, description ) #define METHOD_AS_TEST_CASE( method, name, description ) INTERNAL_CATCH_METHOD_AS_TEST_CASE( method, name, description ) #define REGISTER_TEST_CASE( method, name, description ) INTERNAL_CATCH_REGISTER_TESTCASE( method, name, description ) #define SECTION( name, description ) INTERNAL_CATCH_SECTION( name, description ) #define FAIL( msg ) INTERNAL_CATCH_MSG( Catch::ResultWas::ExplicitFailure, Catch::ResultDisposition::Normal, "FAIL", msg ) #define SUCCEED( msg ) INTERNAL_CATCH_MSG( Catch::ResultWas::Ok, Catch::ResultDisposition::ContinueOnFailure, "SUCCEED", msg ) #endif #define ANON_TEST_CASE() INTERNAL_CATCH_TESTCASE( "", "" ) #define REGISTER_REPORTER( name, reporterType ) INTERNAL_CATCH_REGISTER_REPORTER( name, reporterType ) #define REGISTER_LEGACY_REPORTER( name, reporterType ) INTERNAL_CATCH_REGISTER_LEGACY_REPORTER( name, reporterType ) #define GENERATE( expr) INTERNAL_CATCH_GENERATE( expr ) #endif #define CATCH_TRANSLATE_EXCEPTION( signature ) INTERNAL_CATCH_TRANSLATE_EXCEPTION( signature ) // "BDD-style" convenience wrappers #ifdef CATCH_CONFIG_VARIADIC_MACROS #define SCENARIO( ... ) TEST_CASE( "Scenario: " __VA_ARGS__ ) #define SCENARIO_METHOD( className, ... ) INTERNAL_CATCH_TEST_CASE_METHOD( className, "Scenario: " __VA_ARGS__ ) #else #define SCENARIO( name, tags ) TEST_CASE( "Scenario: " name, tags ) #define SCENARIO_METHOD( className, name, tags ) INTERNAL_CATCH_TEST_CASE_METHOD( className, "Scenario: " name, tags ) #endif #define GIVEN( desc ) SECTION( std::string(" Given: ") + desc, "" ) #define WHEN( desc ) SECTION( std::string(" When: ") + desc, "" ) #define AND_WHEN( desc ) SECTION( std::string("And when: ") + desc, "" ) #define THEN( desc ) SECTION( std::string(" Then: ") + desc, "" ) #define AND_THEN( desc ) SECTION( std::string(" And: ") + desc, "" ) using Catch::Detail::Approx; #endif // TWOBLUECUBES_SINGLE_INCLUDE_CATCH_HPP_INCLUDED bpfcc-0.31.0/tests/cc/debuginfo_test_lib.cc000066400000000000000000000000531465134135300205400ustar00rootroot00000000000000extern "C" { int symbol() { return 0; } } bpfcc-0.31.0/tests/cc/dummy_proc_map.txt000066400000000000000000000113021465134135300201550ustar00rootroot0000000000000000400000-007c8000 r-xp 00000000 00:1b 11644523 /opt/some/path/tobinary/bin/binary 7f151476e000-7f1514779000 r-xp 00000000 00:1b 72809479 /some/other/path/tolibs/lib/libnss_files-2.26.so 7f1514779000-7f1514978000 ---p 0000b000 00:1b 72809479 /some/other/path/tolibs/lib/libnss_files-2.26.so 7f1514978000-7f1514979000 r--p 0000a000 00:1b 72809479 /some/other/path/tolibs/lib/libnss_files-2.26.so 7f1514979000-7f151497a000 rw-p 0000b000 00:1b 72809479 /some/other/path/tolibs/lib/libnss_files-2.26.so 7f1515b7e000-7f1515b7f000 rw-p 00009000 00:1b 72809418 /some/other/path/tolibs/lib/libcrypt-2.26.so 7f1515bad000-7f1515baf000 r-xp 00000000 00:1b 72809526 /some/other/path/tolibs/lib/libutil-2.26.so 7f1515baf000-7f1515dae000 ---p 00002000 00:1b 72809526 /some/other/path/tolibs/lib/libutil-2.26.so 7f1515dae000-7f1515daf000 r--p 00001000 00:1b 72809526 /some/other/path/tolibs/lib/libutil-2.26.so 7f1515daf000-7f1515db0000 rw-p 00002000 00:1b 72809526 /some/other/path/tolibs/lib/libutil-2.26.so 7f1515db0000-7f151601c000 r-xp 00000000 00:1b 72809420 /some/other/path/tolibs/lib/libcrypto.so.1.1 7f151601c000-7f151621c000 ---p 0026c000 00:1b 72809420 /some/other/path/tolibs/lib/libcrypto.so.1.1 7f151621c000-7f151623a000 r--p 0026c000 00:1b 72809420 /some/other/path/tolibs/lib/libcrypto.so.1.1 7f151623a000-7f1516244000 rw-p 0028a000 00:1b 72809420 /some/other/path/tolibs/lib/libcrypto.so.1.1 7f1516247000-7f15162ac000 r-xp 00000000 00:1b 72809514 /some/other/path/tolibs/lib/libssl.so.1.1 7f15162ac000-7f15164ab000 ---p 00065000 00:1b 72809514 /some/other/path/tolibs/lib/libssl.so.1.1 7f15164ab000-7f15164af000 r--p 00064000 00:1b 72809514 /some/other/path/tolibs/lib/libssl.so.1.1 7f15164af000-7f15164b5000 rw-p 00068000 00:1b 72809514 /some/other/path/tolibs/lib/libssl.so.1.1 7f15164b5000-7f15164cf000 r-xp 00000000 00:1b 72809538 /some/other/path/tolibs/lib/libz.so.1.2.8 7f15164cf000-7f15166ce000 ---p 0001a000 00:1b 72809538 /some/other/path/tolibs/lib/libz.so.1.2.8 7f15166ce000-7f15166cf000 r--p 00019000 00:1b 72809538 /some/other/path/tolibs/lib/libz.so.1.2.8 7f15166cf000-7f15166d0000 rw-p 0001a000 00:1b 72809538 /some/other/path/tolibs/lib/libz.so.1.2.8 7f15166d0000-7f15166d1000 r-xp 0001b064 00:1b 72809538 /some/other/path/tolibs/lib/libz.so.1.2.8 7f15168d4000-7f1516a23000 r-xp 00000000 00:1b 72809463 /some/other/path/tolibs/lib/libm-2.26.so 7f1516a23000-7f1516c22000 ---p 0014f000 00:1b 72809463 /some/other/path/tolibs/lib/libm-2.26.so 7f1516c22000-7f1516c23000 r--p 0014e000 00:1b 72809463 /some/other/path/tolibs/lib/libm-2.26.so 7f1516c23000-7f1516c24000 rw-p 0014f000 00:1b 72809463 /some/other/path/tolibs/lib/libm-2.26.so 7f1516c24000-7f1516c3e000 r-xp 00000000 00:1b 72809495 /some/other/path/tolibs/lib/libpthread-2.26.so 7f1516c3e000-7f1516e3d000 ---p 0001a000 00:1b 72809495 /some/other/path/tolibs/lib/libpthread-2.26.so 7f1516e3d000-7f1516e3e000 r--p 00019000 00:1b 72809495 /some/other/path/tolibs/lib/libpthread-2.26.so 7f1516e3e000-7f1516e3f000 rw-p 0001a000 00:1b 72809495 /some/other/path/tolibs/lib/libpthread-2.26.so 7f1516e43000-7f1516e6a000 r-xp 00000000 00:1b 72809393 /some/other/path/tolibs/lib/ld-2.26.so 7f1517010000-7f1517011000 rw-s 00000000 00:05 1117877022 /dev/zero (deleted) 7f1517011000-7f1517012000 rw-s 00000000 00:05 1117877021 /dev/zero (deleted) 7f1517012000-7f1517013000 rw-s 00000000 00:05 1117877020 /dev/zero (deleted) 7f1517013000-7f151701c000 rw-s 00000000 00:05 1117899207 /dev/zero (deleted) 7f151701c000-7f1517069000 rw-p 00000000 00:00 0 7f1517069000-7f151706a000 r--p 00026000 00:1b 72809393 /some/other/path/tolibs/lib/ld-2.26.so 7f151706a000-7f151706b000 rw-p 00027000 00:1b 72809393 /some/other/path/tolibs/lib/ld-2.26.so 7f151706b000-7f151706c000 rw-p 00000000 00:00 0 7ffd5070d000-7ffd5073d000 rwxp 00000000 00:00 0 [stack] 7ffd5073d000-7ffd5073e000 rw-p 00000000 00:00 0 7ffd507d7000-7ffd507da000 r--p 00000000 00:00 0 [vvar] 7ffd507da000-7ffd507dc000 r-xp 00000000 00:00 0 [vdso] ffffffffff600000-ffffffffff601000 r-xp 00000000 00:00 0 [vsyscall] bpfcc-0.31.0/tests/cc/test_array_table.cc000066400000000000000000000067311465134135300202460ustar00rootroot00000000000000/* * Copyright (c) 2017 Politecnico di Torino * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "BPF.h" #include "catch.hpp" #include #include #include TEST_CASE("test array table", "[array_table]") { const std::string BPF_PROGRAM = R"( BPF_TABLE("hash", int, int, myhash, 128); BPF_TABLE("array", int, int, myarray, 128); )"; // turn off the rw_engine ebpf::BPF bpf(0, nullptr, false); ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); ebpf::BPFArrayTable t = bpf.get_array_table("myarray"); SECTION("bad table type") { // try to get table of wrong type auto f1 = [&](){ bpf.get_array_table("myhash"); }; REQUIRE_THROWS(f1()); } SECTION("standard methods") { int i, v1, v2; i = 1; v1 = 42; // update element res = t.update_value(i, v1); REQUIRE(res.ok()); res = t.get_value(i, v2); REQUIRE(res.ok()); REQUIRE(v2 == 42); // update another element i = 2; v1 = 69; res = t.update_value(i, v1); REQUIRE(res.ok()); res = t.get_value(i, v2); REQUIRE(res.ok()); REQUIRE(v2 == 69); // get non existing element i = 1024; res = t.get_value(i, v2); REQUIRE(!res.ok()); } SECTION("full table") { // random number generator std::mt19937 rng; rng.seed(std::random_device()()); std::uniform_int_distribution dist; std::vector localtable(128); for(int i = 0; i < 128; i++) { int v = dist(rng); res = t.update_value(i, v); REQUIRE(res.ok()); // save it in the local table to compare later on localtable[i] = v; } std::vector offlinetable = t.get_table_offline(); REQUIRE(localtable == offlinetable); } } #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 6, 0) TEST_CASE("percpu array table", "[percpu_array_table]") { const std::string BPF_PROGRAM = R"( BPF_PERCPU_HASH(myhash, int, u64, 128); BPF_PERCPU_ARRAY(myarray, u64, 64); )"; ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); ebpf::BPFPercpuArrayTable t = bpf.get_percpu_array_table("myarray"); size_t ncpus = ebpf::BPFTable::get_possible_cpu_count(); SECTION("bad table type") { // try to get table of wrong type auto f1 = [&](){ bpf.get_percpu_array_table("myhash"); }; REQUIRE_THROWS(f1()); } SECTION("standard methods") { int i; std::vector v1(ncpus); std::vector v2; for (size_t j = 0; j < ncpus; j++) { v1[j] = 42 * j; } i = 1; // update element res = t.update_value(i, v1); REQUIRE(res.ok()); res = t.get_value(i, v2); REQUIRE(res.ok()); REQUIRE(v2.size() == ncpus); for (size_t j = 0; j < ncpus; j++) { REQUIRE(v2.at(j) == 42 * j); } // get non existing element i = 1024; res = t.get_value(i, v2); REQUIRE(!res.ok()); } } #endif bpfcc-0.31.0/tests/cc/test_bpf_table.cc000066400000000000000000000167271465134135300177050ustar00rootroot00000000000000/* * Copyright (c) 2017 Politecnico di Torino * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include "BPF.h" #include "catch.hpp" TEST_CASE("test bpf table", ebpf::bpf_module_rw_engine_enabled() ? "[bpf_table]" : "[bpf_table][!mayfail]") { const std::string BPF_PROGRAM = R"( BPF_TABLE("hash", int, int, myhash, 128); )"; auto bpf = std::make_unique(); ebpf::StatusTuple res(0); std::vector> elements; res = bpf->init(BPF_PROGRAM); REQUIRE(res.ok()); ebpf::BPFTable t = bpf->get_table("myhash"); // update element std::string value; res = t.update_value("0x07", "0x42"); REQUIRE(res.ok()); res = t.get_value("0x7", value); REQUIRE(res.ok()); REQUIRE(value == "0x42"); // update another element res = t.update_value("0x11", "0x777"); REQUIRE(res.ok()); res = t.get_value("0x11", value); REQUIRE(res.ok()); REQUIRE(value == "0x777"); // remove value res = t.remove_value("0x11"); REQUIRE(res.ok()); res = t.get_value("0x11", value); REQUIRE(!res.ok()); res = t.update_value("0x15", "0x888"); REQUIRE(res.ok()); res = t.get_table_offline(elements); REQUIRE(res.ok()); REQUIRE(elements.size() == 2); // check that elements match what is in the table for (auto &it : elements) { if (it.first == "0x15") { REQUIRE(it.second == "0x888"); } else if (it.first == "0x7") { REQUIRE(it.second == "0x42"); } else { FAIL("Element " + it.first + " should not be on the table", it.first); } } res = t.clear_table_non_atomic(); REQUIRE(res.ok()); res = t.get_table_offline(elements); REQUIRE(res.ok()); REQUIRE(elements.size() == 0); // delete bpf_module, call to key/leaf printf/scanf must fail bpf.reset(); res = t.update_value("0x07", "0x42"); REQUIRE(!res.ok()); res = t.get_value("0x07", value); REQUIRE(!res.ok()); res = t.remove_value("0x07"); REQUIRE(!res.ok()); } #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 6, 0) TEST_CASE("test bpf percpu tables", ebpf::bpf_module_rw_engine_enabled() ? "[bpf_percpu_table]" : "[bpf_percpu_table][!mayfail]") { const std::string BPF_PROGRAM = R"( BPF_PERCPU_HASH(myhash, int, u64, 128); )"; ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); ebpf::BPFTable t = bpf.get_table("myhash"); size_t ncpus = ebpf::BPFTable::get_possible_cpu_count(); std::vector v1(ncpus); for (size_t i = 0; i < ncpus; i++) { v1.at(i) = std::to_string(42 * i); } // update element std::vector value; res = t.update_value("0x07", v1); REQUIRE(res.ok()); res = t.get_value("0x07", value); REQUIRE(res.ok()); for (size_t i = 0; i < ncpus; i++) { REQUIRE(42 * i == std::stoul(value.at(i), nullptr, 16)); } } #endif TEST_CASE("test bpf hash table", "[bpf_hash_table]") { const std::string BPF_PROGRAM = R"( BPF_HASH(myhash, int, int, 128); )"; ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); auto t = bpf.get_hash_table("myhash"); int key, value; // updaate element key = 0x08; value = 0x43; res = t.update_value(key, value); REQUIRE(res.ok()); REQUIRE(t[key] == value); // update another element key = 0x12; value = 0x778; res = t.update_value(key, value); REQUIRE(res.ok()); key = 0x31; value = 0x123; res = t.update_value(key, value); REQUIRE(res.ok()); key = 0x12; value = 0; res = t.get_value(key, value); REQUIRE(res.ok()); REQUIRE(value == 0x778); // remove value and dump table key = 0x12; res = t.remove_value(key); REQUIRE(res.ok()); auto values = t.get_table_offline(); REQUIRE(values.size() == 2); // clear table res = t.clear_table_non_atomic(); REQUIRE(res.ok()); values = t.get_table_offline(); REQUIRE(values.size() == 0); } TEST_CASE("test bpf stack table", "[bpf_stack_table]") { #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 6, 0) const std::string BPF_PROGRAM = R"( BPF_HASH(id, int, int, 1); BPF_STACK_TRACE(stack_traces, 8); int on_sys_getuid(void *ctx) { int stack_id = stack_traces.get_stackid(ctx, BPF_F_REUSE_STACKID); int zero = 0, *val; val = id.lookup_or_try_init(&zero, &stack_id); if (val) { (*val) = stack_id; } return 0; } )"; ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); std::string getuid_fnname = bpf.get_syscall_fnname("getuid"); res = bpf.attach_kprobe(getuid_fnname, "on_sys_getuid"); REQUIRE(res.ok()); REQUIRE(getuid() >= 0); res = bpf.detach_kprobe(getuid_fnname); REQUIRE(res.ok()); auto id = bpf.get_hash_table("id"); auto stack_traces = bpf.get_stack_table("stack_traces"); int stack_id = id[0]; REQUIRE(stack_id >= 0); auto addrs = stack_traces.get_stack_addr(stack_id); auto symbols = stack_traces.get_stack_symbol(stack_id, -1); REQUIRE(addrs.size() > 0); REQUIRE(addrs.size() == symbols.size()); bool found = false; for (const auto &symbol : symbols) if (symbol.find("sys_getuid") != std::string::npos) { found = true; break; } REQUIRE(found); stack_traces.clear_table_non_atomic(); addrs = stack_traces.get_stack_addr(stack_id); REQUIRE(addrs.size() == 0); #endif } TEST_CASE("test bpf stack_id table", "[bpf_stack_table]") { #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 17, 0) const std::string BPF_PROGRAM = R"( BPF_HASH(id, int, int, 1); BPF_STACK_TRACE_BUILDID(stack_traces, 8); int on_sys_getuid(void *ctx) { int stack_id = stack_traces.get_stackid(ctx, BPF_F_USER_STACK); int zero = 0, *val; val = id.lookup_or_try_init(&zero, &stack_id); if (val) { (*val) = stack_id; } return 0; } )"; ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); std::string getuid_fnname = bpf.get_syscall_fnname("getuid"); res = bpf.attach_kprobe(getuid_fnname, "on_sys_getuid"); REQUIRE(res.ok()); REQUIRE(getuid() >= 0); res = bpf.detach_kprobe(getuid_fnname); REQUIRE(res.ok()); auto id = bpf.get_hash_table("id"); auto stack_traces = bpf.get_stackbuildid_table("stack_traces"); /* libc locations on different distributions are added below*/ bpf.add_module("/lib/x86_64-linux-gnu/libc.so.6"); //Location of libc in ubuntu bpf.add_module("/lib64/libc.so.6"); //Location of libc fedora machine int stack_id = id[0]; REQUIRE(stack_id >= 0); auto addrs = stack_traces.get_stack_addr(stack_id); auto symbols = stack_traces.get_stack_symbol(stack_id); REQUIRE(addrs.size() > 0); REQUIRE(addrs.size() == symbols.size()); bool found = false; for (const auto &symbol : symbols) { if (symbol.find("getuid") != std::string::npos) { found = true; break; } } REQUIRE(found); stack_traces.clear_table_non_atomic(); addrs = stack_traces.get_stack_addr(stack_id); REQUIRE(addrs.size()==0); #endif } bpfcc-0.31.0/tests/cc/test_c_api.cc000066400000000000000000000666431465134135300170440ustar00rootroot00000000000000/* * Copyright (c) 2016 GitHub, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include "bcc_elf.h" #include "bcc_perf_map.h" #include "bcc_proc.h" #include "bcc_syms.h" #include "catch.hpp" #include "common.h" #include "vendor/tinyformat.hpp" using namespace std; static pid_t spawn_child(void *, bool, bool, int (*)(void *)); TEST_CASE("language detection", "[c_api]") { const char *c = bcc_procutils_language(getpid()); REQUIRE(c); REQUIRE(string(c).compare("c") == 0); } TEST_CASE("shared object resolution with the generalized function", "[c_api]") { char *libm = bcc_procutils_which_so("m", 0); REQUIRE(libm); REQUIRE(libm[0] == '/'); REQUIRE(string(libm).find("libm.so") != string::npos); free(libm); } TEST_CASE("shared object resolution using loaded libraries", "[c_api]") { char *libelf = bcc_procutils_which_so_in_process("elf", getpid()); REQUIRE(libelf); REQUIRE(libelf[0] == '/'); REQUIRE(string(libelf).find("libelf") != string::npos); free(libelf); } TEST_CASE("shared object resolution using loaded libraries with the generalized function", "[c_api]") { char *libelf = bcc_procutils_which_so("elf", getpid()); REQUIRE(libelf); REQUIRE(libelf[0] == '/'); REQUIRE(string(libelf).find("libelf") != string::npos); free(libelf); } TEST_CASE("binary resolution with `which`", "[c_api]") { char *ld = bcc_procutils_which("ld"); REQUIRE(ld); REQUIRE(ld[0] == '/'); free(ld); } static void _test_ksym(const char *sym, const char *mod, uint64_t addr, void *_) { if (!strcmp(sym, "startup_64")) REQUIRE(addr != 0x0ull); } TEST_CASE("list all kernel symbols", "[c_api]") { if (geteuid() != 0) return; bcc_procutils_each_ksym(_test_ksym, NULL); } TEST_CASE("file-backed mapping identification") { CHECK(bcc_mapping_is_file_backed("/bin/ls") == 1); CHECK(bcc_mapping_is_file_backed("") == 0); CHECK(bcc_mapping_is_file_backed("//anon") == 0); CHECK(bcc_mapping_is_file_backed("/dev/zero") == 0); CHECK(bcc_mapping_is_file_backed("/anon_hugepage") == 0); CHECK(bcc_mapping_is_file_backed("/anon_hugepage (deleted)") == 0); CHECK(bcc_mapping_is_file_backed("[stack") == 0); CHECK(bcc_mapping_is_file_backed("/SYSV") == 0); CHECK(bcc_mapping_is_file_backed("[heap]") == 0); } TEST_CASE("resolve symbol name in external library", "[c_api]") { struct bcc_symbol sym; REQUIRE(bcc_resolve_symname("c", "malloc", 0x0, 0, nullptr, &sym) == 0); REQUIRE(string(sym.module).find("libc.so") != string::npos); REQUIRE(sym.module[0] == '/'); REQUIRE(sym.offset != 0); bcc_procutils_free(sym.module); } TEST_CASE("resolve symbol name in external library using loaded libraries", "[c_api]") { struct bcc_symbol sym; REQUIRE(bcc_resolve_symname("bcc", "bcc_procutils_which", 0x0, getpid(), nullptr, &sym) == 0); REQUIRE(string(sym.module).find(LIBBCC_NAME) != string::npos); REQUIRE(sym.module[0] == '/'); REQUIRE(sym.offset != 0); bcc_procutils_free(sym.module); } namespace { static std::string zipped_lib_path() { return CMAKE_CURRENT_BINARY_DIR "/archive.zip!/libdebuginfo_test_lib.so"; } } // namespace TEST_CASE("resolve symbol name in external zipped library", "[c_api]") { struct bcc_symbol sym; REQUIRE(bcc_resolve_symname(zipped_lib_path().c_str(), "symbol", 0x0, 0, nullptr, &sym) == 0); REQUIRE(sym.module == zipped_lib_path()); REQUIRE(sym.offset != 0); bcc_procutils_free(sym.module); } namespace { void system(const std::string &command) { if (::system(command.c_str())) { abort(); } } class TmpDir { public: TmpDir() : path_("/tmp/bcc-test-XXXXXX") { if (::mkdtemp(&path_[0]) == nullptr) { abort(); } } ~TmpDir() { system("rm -rf " + path_); } const std::string &path() const { return path_; } private: std::string path_; }; void test_debuginfo_only_symbol(const std::string &lib) { struct bcc_symbol sym; REQUIRE(bcc_resolve_symname(lib.c_str(), "debuginfo_only_symbol", 0x0, 0, nullptr, &sym) == 0); REQUIRE(sym.module[0] == '/'); REQUIRE(sym.offset != 0); bcc_procutils_free(sym.module); } } // namespace TEST_CASE("resolve symbol name via symfs", "[c_api]") { TmpDir tmpdir; std::string lib_path = tmpdir.path() + "/lib.so"; std::string symfs = tmpdir.path() + "/symfs"; std::string symfs_lib_dir = symfs + "/" + tmpdir.path(); std::string symfs_lib_path = symfs_lib_dir + "/lib.so"; system("mkdir -p " + symfs); system("cp " CMAKE_CURRENT_BINARY_DIR "/libdebuginfo_test_lib.so " + lib_path); system("mkdir -p " + symfs_lib_dir); system("cp " CMAKE_CURRENT_BINARY_DIR "/debuginfo.so " + symfs_lib_path); ::setenv("BCC_SYMFS", symfs.c_str(), 1); test_debuginfo_only_symbol(lib_path); ::unsetenv("BCC_SYMFS"); } TEST_CASE("resolve symbol name via buildid", "[c_api]") { char build_id[128] = {0}; REQUIRE(bcc_elf_get_buildid(CMAKE_CURRENT_BINARY_DIR "/libdebuginfo_test_lib.so", build_id) == 0); TmpDir tmpdir; std::string debugso_dir = tmpdir.path() + "/.build-id/" + build_id[0] + build_id[1]; std::string debugso = debugso_dir + "/" + (build_id + 2) + ".debug"; system("mkdir -p " + debugso_dir); system("cp " CMAKE_CURRENT_BINARY_DIR "/debuginfo.so " + debugso); ::setenv("BCC_DEBUGINFO_ROOT", tmpdir.path().c_str(), 1); test_debuginfo_only_symbol(CMAKE_CURRENT_BINARY_DIR "/libdebuginfo_test_lib.so"); ::unsetenv("BCC_DEBUGINFO_ROOT"); } TEST_CASE("resolve symbol name via gnu_debuglink", "[c_api]") { test_debuginfo_only_symbol(CMAKE_CURRENT_BINARY_DIR "/with_gnu_debuglink.so"); } #ifdef HAVE_LIBLZMA TEST_CASE("resolve symbol name via mini debug info", "[c_api]") { test_debuginfo_only_symbol(CMAKE_CURRENT_BINARY_DIR "/with_gnu_debugdata.so"); } #endif extern "C" int _a_test_function(const char *a_string) { int i; for (i = 0; a_string[i]; ++i) ; return i; } static int setup_tmp_mnts(void) { // Disconnect this mount namespace from its parent if (mount(NULL, "/", NULL, MS_REC|MS_PRIVATE, NULL) < 0) { fprintf(stderr, "unable to mark / PRIVATE: %s\n", strerror(errno)); return -1; } // create a new tmpfs mounted on /tmp if (mount("tmpfs", "/tmp", "tmpfs", 0, NULL) < 0) { fprintf(stderr, "unable to mount /tmp in mntns: %s\n", strerror(errno)); return -1; } return 0; } static int mntns_func(void *arg) { int in_fd, out_fd; char buf[4096]; char libpath[1024]; ssize_t rb; void *dlhdl; struct link_map *lm; if (setup_tmp_mnts() < 0) { return -1; } // Find libz.so.1, if it's installed dlhdl = dlopen("libz.so.1", RTLD_LAZY); if (dlhdl == NULL) { fprintf(stderr, "Unable to dlopen libz.so.1: %s\n", dlerror()); return -1; } if (dlinfo(dlhdl, RTLD_DI_LINKMAP, &lm) < 0) { fprintf(stderr, "Unable to find origin of libz.so.1: %s\n", dlerror()); return -1; } strncpy(libpath, lm->l_name, sizeof(libpath) - 1); dlclose(dlhdl); dlhdl = NULL; // Copy a shared library from shared mntns to private /tmp snprintf(buf, 4096, "%s", libpath); in_fd = open(buf, O_RDONLY); if (in_fd < 0) { fprintf(stderr, "Unable to open %s: %s\n", buf, strerror(errno)); return -1; } out_fd = open("/tmp/libz.so.1", O_RDWR|O_CREAT|O_EXCL, S_IRWXU|S_IRGRP|S_IXGRP|S_IROTH|S_IXOTH); if (out_fd < 0) { fprintf(stderr, "Unable to open /tmp/libz.so.1: %s\n", strerror(errno)); return -1; } memset(buf, 0, sizeof (buf)); while ((rb = read(in_fd, buf, sizeof (buf))) > 0) { if (write(out_fd, buf, rb) < 0) { fprintf(stderr, "Write error: %s\n", strerror(errno)); return -1; } } close(in_fd); close(out_fd); dlhdl = dlopen("/tmp/libz.so.1", RTLD_NOW); if (dlhdl == NULL) { fprintf(stderr, "dlopen error: %s\n", dlerror()); return -1; } sleep(5); dlclose(dlhdl); return 0; } extern int cmd_scanf(const char *cmd, const char *fmt, ...); TEST_CASE("resolve symbol addresses for a given PID", "[c_api]") { struct bcc_symbol sym; struct bcc_symbol lazy_sym; static struct bcc_symbol_option lazy_opt{ .use_debug_file = 1, .check_debug_file_crc = 1, .lazy_symbolize = 1, #if defined(__powerpc64__) && defined(_CALL_ELF) && _CALL_ELF == 2 .use_symbol_type = BCC_SYM_ALL_TYPES | (1 << STT_PPC64_ELFV2_SYM_LEP), #else .use_symbol_type = BCC_SYM_ALL_TYPES, #endif }; void *resolver = bcc_symcache_new(getpid(), nullptr); void *lazy_resolver = bcc_symcache_new(getpid(), &lazy_opt); REQUIRE(resolver); REQUIRE(lazy_resolver); SECTION("resolve in our own binary memory space") { REQUIRE(bcc_symcache_resolve(resolver, (uint64_t)&_a_test_function, &sym) == 0); char *this_exe = realpath("/proc/self/exe", NULL); REQUIRE(string(this_exe) == sym.module); free(this_exe); REQUIRE(string("_a_test_function") == sym.name); REQUIRE(bcc_symcache_resolve(lazy_resolver, (uint64_t)&_a_test_function, &lazy_sym) == 0); REQUIRE(string(lazy_sym.name) == sym.name); REQUIRE(string(lazy_sym.module) == sym.module); } SECTION("resolve in " LIBBCC_NAME) { void *libbcc = dlopen(LIBBCC_NAME, RTLD_LAZY | RTLD_NOLOAD); REQUIRE(libbcc); void *libbcc_fptr = dlsym(libbcc, "bcc_resolve_symname"); REQUIRE(libbcc_fptr); REQUIRE(bcc_symcache_resolve(resolver, (uint64_t)libbcc_fptr, &sym) == 0); REQUIRE(string(sym.module).find(LIBBCC_NAME) != string::npos); REQUIRE(string("bcc_resolve_symname") == sym.name); REQUIRE(bcc_symcache_resolve(lazy_resolver, (uint64_t)libbcc_fptr, &lazy_sym) == 0); REQUIRE(string(lazy_sym.module) == sym.module); REQUIRE(string(lazy_sym.name) == sym.name); } SECTION("resolve in libc") { void *libc_fptr = dlsym(NULL, "strtok"); REQUIRE(libc_fptr); REQUIRE(bcc_symcache_resolve(resolver, (uint64_t)libc_fptr, &sym) == 0); REQUIRE(sym.module); REQUIRE(sym.module[0] == '/'); REQUIRE(string(sym.module).find("libc") != string::npos); REQUIRE(bcc_symcache_resolve(lazy_resolver, (uint64_t)libc_fptr, &lazy_sym) == 0); REQUIRE(string(lazy_sym.module) == sym.module); REQUIRE(string(lazy_sym.name) == sym.name); // In some cases, a symbol may have multiple aliases. Since // bcc_symcache_resolve() returns only the first alias of a // symbol, this may not always be "strtok" even if it points // to the same address. bool sym_match = (string("strtok") == sym.name); if (!sym_match) { uint64_t exp_addr, sym_addr; char cmd[256]; const char *cmdfmt = "nm %s | grep \" %s$\" | cut -f 1 -d \" \""; // Find address of symbol by the expected name sprintf(cmd, cmdfmt, sym.module, "strtok"); REQUIRE(cmd_scanf(cmd, "%lx", &exp_addr) == 0); // Find address of symbol by the name that was // returned by bcc_symcache_resolve() sprintf(cmd, cmdfmt, sym.module, sym.name); REQUIRE(cmd_scanf(cmd, "%lx", &sym_addr) == 0); // If both addresses match, they are definitely // aliases of the same symbol sym_match = (exp_addr == sym_addr); } REQUIRE(sym_match); } SECTION("resolve in separate mount namespace") { pid_t child; uint64_t addr = 0; uint64_t lazy_addr = 0; child = spawn_child(0, true, true, mntns_func); REQUIRE(child > 0); void *resolver = bcc_symcache_new(child, nullptr); REQUIRE(resolver); REQUIRE(bcc_symcache_resolve_name(resolver, "/tmp/libz.so.1", "zlibVersion", &addr) == 0); REQUIRE(addr != 0); void *lazy_resolver = bcc_symcache_new(child, &lazy_opt); REQUIRE(lazy_resolver); REQUIRE(bcc_symcache_resolve_name(lazy_resolver, "/tmp/libz.so.1", "zlibVersion", &lazy_addr) == 0); REQUIRE(lazy_addr == addr); bcc_free_symcache(resolver, child); bcc_free_symcache(lazy_resolver, child); } bcc_free_symcache(resolver, getpid()); bcc_free_symcache(lazy_resolver, getpid()); } TEST_CASE("resolve symbol addresses for an exited process", "[c-api]") { struct bcc_symbol sym; struct bcc_symbol lazy_sym; static struct bcc_symbol_option lazy_opt { .use_debug_file = 1, .check_debug_file_crc = 1, .lazy_symbolize = 1, #if defined(__powerpc64__) && defined(_CALL_ELF) && _CALL_ELF == 2 .use_symbol_type = BCC_SYM_ALL_TYPES | (1 << STT_PPC64_ELFV2_SYM_LEP), #else .use_symbol_type = BCC_SYM_ALL_TYPES, #endif }; SECTION("resolve in current namespace") { pid_t child = spawn_child(nullptr, false, false, [](void *) { sleep(5); return 0; }); void *resolver = bcc_symcache_new(child, nullptr); void *lazy_resolver = bcc_symcache_new(child, &lazy_opt); REQUIRE(resolver); REQUIRE(lazy_resolver); kill(child, SIGTERM); REQUIRE(bcc_symcache_resolve(resolver, (uint64_t)&_a_test_function, &sym) == 0); char *this_exe = realpath("/proc/self/exe", NULL); REQUIRE(string(this_exe) == sym.module); free(this_exe); REQUIRE(string("_a_test_function") == sym.name); REQUIRE(bcc_symcache_resolve(lazy_resolver, (uint64_t)&_a_test_function, &lazy_sym) == 0); REQUIRE(string(lazy_sym.name) == sym.name); REQUIRE(string(lazy_sym.module) == sym.module); } SECTION("resolve in separate pid namespace") { pid_t child = spawn_child(nullptr, true, false, [](void *) { sleep(5); return 0; }); void *resolver = bcc_symcache_new(child, nullptr); void *lazy_resolver = bcc_symcache_new(child, &lazy_opt); REQUIRE(resolver); REQUIRE(lazy_resolver); kill(child, SIGTERM); REQUIRE(bcc_symcache_resolve(resolver, (uint64_t)&_a_test_function, &sym) == 0); char *this_exe = realpath("/proc/self/exe", NULL); REQUIRE(string(this_exe) == sym.module); free(this_exe); REQUIRE(string("_a_test_function") == sym.name); REQUIRE(bcc_symcache_resolve(lazy_resolver, (uint64_t)&_a_test_function, &lazy_sym) == 0); REQUIRE(string(lazy_sym.name) == sym.name); REQUIRE(string(lazy_sym.module) == sym.module); } SECTION("resolve in separate pid and mount namespace") { pid_t child = spawn_child(nullptr, true, true, [](void *) { sleep(5); return 0; }); void *resolver = bcc_symcache_new(child, nullptr); void *lazy_resolver = bcc_symcache_new(child, &lazy_opt); REQUIRE(resolver); REQUIRE(lazy_resolver); kill(child, SIGTERM); REQUIRE(bcc_symcache_resolve(resolver, (uint64_t)&_a_test_function, &sym) == 0); char *this_exe = realpath("/proc/self/exe", NULL); REQUIRE(string(this_exe) == sym.module); free(this_exe); REQUIRE(string("_a_test_function") == sym.name); REQUIRE(bcc_symcache_resolve(lazy_resolver, (uint64_t)&_a_test_function, &lazy_sym) == 0); REQUIRE(string(lazy_sym.name) == sym.name); REQUIRE(string(lazy_sym.module) == sym.module); } } #define STACK_SIZE (1024 * 1024) static char child_stack[STACK_SIZE]; static string perf_map_path(pid_t pid) { return tfm::format("/tmp/perf-%d.map", pid); } static int make_perf_map_file(string &path, unsigned long long map_addr) { FILE *file = fopen(path.c_str(), "w"); if (file == NULL) { return -1; } fprintf(file, "%llx 10 dummy_fn\n", map_addr); fprintf(file, "%llx 10 right_next_door_fn\n", map_addr + 0x10); fclose(file); return 0; } static int perf_map_func(void *arg) { string path = perf_map_path(getpid()); if (make_perf_map_file(path, (unsigned long long)arg) < 0) return -1; sleep(5); unlink(path.c_str()); return 0; } static int perf_map_func_mntns(void *arg) { string path = perf_map_path(getpid()); if (setup_tmp_mnts() < 0) { return -1; } if (make_perf_map_file(path, (unsigned long long)arg) < 0) return -1; sleep(5); unlink(path.c_str()); return 0; } static int perf_map_func_noop(void *arg) { if (setup_tmp_mnts() < 0) { return -1; } sleep(5); return 0; } static pid_t spawn_child(void *map_addr, bool own_pidns, bool own_mntns, int (*child_func)(void *)) { int flags = SIGCHLD; if (own_pidns) flags |= CLONE_NEWPID; if (own_mntns) flags |= CLONE_NEWNS; pid_t child = clone(child_func, /* stack grows down */ child_stack + STACK_SIZE, flags, (void*)map_addr); if (child < 0) return -1; sleep(1); // let the child get set up return child; } TEST_CASE("resolve symbols using /tmp/perf-pid.map", "[c_api]") { const int map_sz = 4096; void *map_addr = mmap(NULL, map_sz, PROT_READ | PROT_EXEC, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); REQUIRE(map_addr != MAP_FAILED); struct bcc_symbol sym; pid_t child = -1; SECTION("same namespace") { child = spawn_child(map_addr, /* own_pidns */ false, false, perf_map_func); REQUIRE(child > 0); void *resolver = bcc_symcache_new(child, nullptr); REQUIRE(resolver); REQUIRE(bcc_symcache_resolve(resolver, (unsigned long long)map_addr, &sym) == 0); REQUIRE(sym.module); REQUIRE(string(sym.module) == perf_map_path(child)); REQUIRE(string("dummy_fn") == sym.name); REQUIRE(bcc_symcache_resolve(resolver, (unsigned long long)map_addr + 0x10, &sym) == 0); REQUIRE(sym.module); REQUIRE(string(sym.module) == perf_map_path(child)); REQUIRE(string("right_next_door_fn") == sym.name); bcc_free_symcache(resolver, child); } SECTION("separate namespace") { child = spawn_child(map_addr, /* own_pidns */ true, false, perf_map_func); REQUIRE(child > 0); void *resolver = bcc_symcache_new(child, nullptr); REQUIRE(resolver); REQUIRE(bcc_symcache_resolve(resolver, (unsigned long long)map_addr, &sym) == 0); REQUIRE(sym.module); // child is PID 1 in its namespace REQUIRE(string(sym.module) == perf_map_path(1)); REQUIRE(string("dummy_fn") == sym.name); unlink("/tmp/perf-1.map"); bcc_free_symcache(resolver, child); } SECTION("separate pid and mount namespace") { child = spawn_child(map_addr, /* own_pidns */ true, true, perf_map_func_mntns); REQUIRE(child > 0); void *resolver = bcc_symcache_new(child, nullptr); REQUIRE(resolver); REQUIRE(bcc_symcache_resolve(resolver, (unsigned long long)map_addr, &sym) == 0); REQUIRE(sym.module); // child is PID 1 in its namespace REQUIRE(string(sym.module) == perf_map_path(1)); REQUIRE(string("dummy_fn") == sym.name); bcc_free_symcache(resolver, child); } SECTION("separate pid and mount namespace, perf-map in host") { child = spawn_child(map_addr, /* own_pidns */ true, true, perf_map_func_noop); REQUIRE(child > 0); string path = perf_map_path(child); REQUIRE(make_perf_map_file(path, (unsigned long long)map_addr) == 0); void *resolver = bcc_symcache_new(child, nullptr); REQUIRE(resolver); REQUIRE(bcc_symcache_resolve(resolver, (unsigned long long)map_addr, &sym) == 0); REQUIRE(sym.module); // child is PID 1 in its namespace REQUIRE(string(sym.module) == perf_map_path(child)); REQUIRE(string("dummy_fn") == sym.name); unlink(path.c_str()); bcc_free_symcache(resolver, child); } munmap(map_addr, map_sz); } // must match exactly the defitinion of mod_search in bcc_syms.cc struct mod_search { const char *name; uint64_t inode; uint64_t dev_major; uint64_t dev_minor; uint64_t addr; uint8_t inode_match_only; uint64_t start; uint64_t file_offset; }; TEST_CASE("searching for modules in /proc/[pid]/maps", "[c_api][!mayfail]") { std::string dummy_maps_path = CMAKE_CURRENT_BINARY_DIR + std::string("/dummy_proc_map.txt"); FILE *dummy_maps = fopen(dummy_maps_path.c_str(), "r"); REQUIRE(dummy_maps != NULL); SECTION("name match") { fseek(dummy_maps, 0, SEEK_SET); struct mod_search search; memset(&search, 0, sizeof(struct mod_search)); search.name = "/some/other/path/tolibs/lib/libutil-2.26.so"; search.addr = 0x1; int res = _procfs_maps_each_module(dummy_maps, 42, _bcc_syms_find_module, &search); REQUIRE(res == 0); REQUIRE(search.start == 0x7f1515bad000); } SECTION("expected failure to match (name only search)") { fseek(dummy_maps, 0, SEEK_SET); struct mod_search search; memset(&search, 0, sizeof(struct mod_search)); search.name = "/lib/that/isnt/in/maps/libdoesntexist.so"; search.addr = 0x1; int res = _procfs_maps_each_module(dummy_maps, 42, _bcc_syms_find_module, &search); REQUIRE(res == -1); } SECTION("inode+dev match, names different") { fseek(dummy_maps, 0, SEEK_SET); struct mod_search search; memset(&search, 0, sizeof(struct mod_search)); search.name = "/proc/5/root/some/other/path/tolibs/lib/libz.so.1.2.8"; search.inode = 72809538; search.dev_major = 0x00; search.dev_minor = 0x1b; search.addr = 0x2; int res = _procfs_maps_each_module(dummy_maps, 42, _bcc_syms_find_module, &search); REQUIRE(res == 0); REQUIRE(search.start == 0x7f15164b5000); } SECTION("inode+dev don't match, names same") { fseek(dummy_maps, 0, SEEK_SET); struct mod_search search; memset(&search, 0, sizeof(struct mod_search)); search.name = "/some/other/path/tolibs/lib/libutil-2.26.so"; search.inode = 9999999; search.dev_major = 0x42; search.dev_minor = 0x1b; search.addr = 0x2; int res = _procfs_maps_each_module(dummy_maps, 42, _bcc_syms_find_module, &search); REQUIRE(res == -1); } SECTION("inodes match, dev_major/minor don't, expected failure") { fseek(dummy_maps, 0, SEEK_SET); struct mod_search search; memset(&search, 0, sizeof(struct mod_search)); search.name = "/some/other/path/tolibs/lib/libutil-2.26.so"; search.inode = 72809526; search.dev_major = 0x11; search.dev_minor = 0x11; search.addr = 0x2; int res = _procfs_maps_each_module(dummy_maps, 42, _bcc_syms_find_module, &search); REQUIRE(res == -1); } SECTION("inodes match, dev_major/minor don't, match inode only") { fseek(dummy_maps, 0, SEEK_SET); struct mod_search search; memset(&search, 0, sizeof(struct mod_search)); search.name = "/some/other/path/tolibs/lib/libutil-2.26.so"; search.inode = 72809526; search.dev_major = 0x11; search.dev_minor = 0x11; search.addr = 0x2; search.inode_match_only = 1; int res = _procfs_maps_each_module(dummy_maps, 42, _bcc_syms_find_module, &search); REQUIRE(res == 0); REQUIRE(search.start == 0x7f1515bad000); } fclose(dummy_maps); SECTION("seach for lib in zip") { std::string line = "7f151476e000-7f1514779000 r-xp 00001000 00:1b " "72809479 " CMAKE_CURRENT_BINARY_DIR "/archive.zip\n"; dummy_maps = fmemopen(nullptr, line.size(), "w+"); REQUIRE(fwrite(line.c_str(), line.size(), 1, dummy_maps) == 1); fseek(dummy_maps, 0, SEEK_SET); struct mod_search search; memset(&search, 0, sizeof(struct mod_search)); std::string zip_entry_path = zipped_lib_path(); search.name = zip_entry_path.c_str(); int res = _procfs_maps_each_module(dummy_maps, getpid(), _bcc_syms_find_module, &search); REQUIRE(res == 0); REQUIRE(search.start == 0x7f151476e000); REQUIRE(search.file_offset < 0x1000); fclose(dummy_maps); } } TEST_CASE("resolve global addr in libc in this process", "[c_api][!mayfail]") { int pid = getpid(); char *sopath = bcc_procutils_which_so("c", pid); uint64_t local_addr = 0x15; uint64_t global_addr; struct mod_search search; memset(&search, 0, sizeof(struct mod_search)); search.name = sopath; int res = bcc_procutils_each_module(pid, _bcc_syms_find_module, &search); REQUIRE(res == 0); REQUIRE(search.start != 0); res = bcc_resolve_global_addr(pid, sopath, local_addr, 0, &global_addr); REQUIRE(res == 0); REQUIRE(global_addr == (search.start + local_addr - search.file_offset)); free(sopath); } /* Consider the following scenario: we have some process that maps in a shared library [1] with a * USDT probe [2]. The shared library's .text section doesn't have matching address and file off * [3]. Since the location address in [2] is an offset relative to the base address of whatever.so * in whatever process is mapping it, we need to convert the location address 0x77b8c to a global * address in the process' address space in order to attach to the USDT. * * The formula for this (__so_calc_global_addr) is * global_addr = offset + (mod_start_addr - mod_file_offset) * - (elf_sec_start_addr - elf_sec_file_offset) * * Which for our concrete example is * global_addr = 0x77b8c + (0x7f6cda31e000 - 0x72000) - (0x73c90 - 0x72c90) * global_addr = 0x7f6cda322b8c * * [1 - output from `cat /proc/PID/maps`] * 7f6cda2ab000-7f6cda31e000 r--p 00000000 00:2d 5370022276 /whatever.so * 7f6cda31e000-7f6cda434000 r-xp 00072000 00:2d 5370022276 /whatever.so * 7f6cda434000-7f6cda43d000 r--p 00187000 00:2d 5370022276 /whatever.so * 7f6cda43d000-7f6cda43f000 rw-p 0018f000 00:2d 5370022276 /whatever.so * * [2 - output from `readelf -n /whatever.so`] * stapsdt 0x00000038 NT_STAPSDT (SystemTap probe descriptors) * Provider: test * Name: test_probe * Location: 0x0000000000077b8c, Base: 0x0000000000000000, Semaphore: 0x0000000000000000 * Arguments: -8@$5 * * [3 - output from `readelf -W --sections /whatever.so`] * [Nr] Name Type Address Off Size ES Flg Lk Inf Al * [16] .text PROGBITS 0000000000073c90 072c90 1132dc 00 AX 0 0 16 */ TEST_CASE("conversion of module offset to/from global_addr", "[c_api]") { uint64_t global_addr, offset, calc_offset, mod_start_addr, mod_file_offset; uint64_t elf_sec_start_addr, elf_sec_file_offset; /* Initialize per example in comment above */ offset = 0x77b8c; mod_start_addr = 0x7f6cda31e000; mod_file_offset = 0x00072000; elf_sec_start_addr = 0x73c90; elf_sec_file_offset = 0x72c90; global_addr = __so_calc_global_addr(mod_start_addr, mod_file_offset, elf_sec_start_addr, elf_sec_file_offset, offset); REQUIRE(global_addr == 0x7f6cda322b8c); /* Reverse operation (global_addr -> offset) should yield original offset */ calc_offset = __so_calc_mod_offset(mod_start_addr, mod_file_offset, elf_sec_start_addr, elf_sec_file_offset, global_addr); REQUIRE(calc_offset == offset); } TEST_CASE("get online CPUs", "[c_api]") { std::vector cpus = ebpf::get_online_cpus(); int num_cpus = sysconf(_SC_NPROCESSORS_ONLN); REQUIRE(cpus.size() == num_cpus); } bpfcc-0.31.0/tests/cc/test_cg_storage.cc000066400000000000000000000055151465134135300200750ustar00rootroot00000000000000/* * Copyright (c) 2020 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include #include "BPF.h" #include "catch.hpp" #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 19, 0) TEST_CASE("test cgroup storage", "[cgroup_storage]") { { const std::string BPF_PROGRAM = R"( BPF_CGROUP_STORAGE(cg_storage1, int); BPF_CGROUP_STORAGE(cg_storage2, int); int test(struct bpf_sock_ops *skops) { struct bpf_cgroup_storage_key key = {0}; u32 val = 0; cg_storage2.lookup(&key); cg_storage2.update(&key, &val); cg_storage2.get_local_storage(0); return 0; } )"; // make sure program is loaded successfully ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); auto cg_storage = bpf.get_cg_storage_table("cg_storage1"); struct bpf_cgroup_storage_key key = {0}; int val; // all the following lookup/update will fail since // cgroup local storage only created during prog attachment time. res = cg_storage.get_value(key, val); REQUIRE(!res.ok()); res = cg_storage.update_value(key, val); REQUIRE(!res.ok()); } } #endif #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 20, 0) TEST_CASE("test percpu cgroup storage", "[percpu_cgroup_storage]") { { const std::string BPF_PROGRAM = R"( BPF_PERCPU_CGROUP_STORAGE(cg_storage1, long long); BPF_PERCPU_CGROUP_STORAGE(cg_storage2, long long); int test(struct bpf_sock_ops *skops) { struct bpf_cgroup_storage_key key = {0}; long long val = 0; cg_storage2.lookup(&key); cg_storage2.update(&key, &val); cg_storage2.get_local_storage(0); return 0; } )"; // make sure program is loaded successfully ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); auto cg_storage = bpf.get_percpu_cg_storage_table("cg_storage1"); struct bpf_cgroup_storage_key key = {0}; std::vector val(ebpf::BPFTable::get_possible_cpu_count()); // all the following lookup/update will fail since // cgroup local storage only created during prog attachment time. res = cg_storage.get_value(key, val); REQUIRE(!res.ok()); res = cg_storage.update_value(key, val); REQUIRE(!res.ok()); } } #endif bpfcc-0.31.0/tests/cc/test_hash_table.cc000066400000000000000000000111341465134135300200440ustar00rootroot00000000000000/* * Copyright (c) 2017 Politecnico di Torino * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "BPF.h" #include #include "catch.hpp" TEST_CASE("test hash table", "[hash_table]") { const std::string BPF_PROGRAM = R"( BPF_TABLE("hash", int, int, myhash, 1024); BPF_TABLE("array", int, int, myarray, 1024); )"; ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); ebpf::BPFHashTable t = bpf.get_hash_table("myhash"); SECTION("bad table type") { // try to get table of wrong type auto f1 = [&](){ bpf.get_hash_table("myarray"); }; REQUIRE_THROWS(f1()); } SECTION("standard methods") { int k, v1, v2; k = 1; v1 = 42; // create new element res = t.update_value(k, v1); REQUIRE(res.ok()); res = t.get_value(k, v2); REQUIRE(res.ok()); REQUIRE(v2 == 42); // update existing element v1 = 69; res = t.update_value(k, v1); REQUIRE(res.ok()); res = t.get_value(k, v2); REQUIRE(res.ok()); REQUIRE(v2 == 69); // remove existing element res = t.remove_value(k); REQUIRE(res.ok()); // remove non existing element res = t.remove_value(k); REQUIRE(!res.ok()); // get non existing element res = t.get_value(k, v2); REQUIRE(!res.ok()); } SECTION("walk table") { for (int i = 1; i <= 10; i++) { res = t.update_value(i * 3, i); REQUIRE(res.ok()); } auto offline = t.get_table_offline(); REQUIRE(offline.size() == 10); for (const auto &pair : offline) { REQUIRE(pair.first % 3 == 0); REQUIRE(pair.first / 3 == pair.second); } // clear table t.clear_table_non_atomic(); REQUIRE(t.get_table_offline().size() == 0); } } #if LINUX_VERSION_CODE >= KERNEL_VERSION(4,6,0) TEST_CASE("percpu hash table", "[percpu_hash_table]") { const std::string BPF_PROGRAM = R"( BPF_PERCPU_HASH(myhash, int, u64, 128); BPF_PERCPU_ARRAY(myarray, u64, 64); )"; ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); ebpf::BPFPercpuHashTable t = bpf.get_percpu_hash_table("myhash"); size_t ncpus = ebpf::BPFTable::get_possible_cpu_count(); SECTION("bad table type") { // try to get table of wrong type auto f1 = [&](){ bpf.get_percpu_hash_table("myarray"); }; REQUIRE_THROWS(f1()); } SECTION("standard methods") { int k; std::vector v1(ncpus); std::vector v2; for (size_t j = 0; j < ncpus; j++) { v1[j] = 42 * j; } k = 1; // create new element res = t.update_value(k, v1); REQUIRE(res.ok()); res = t.get_value(k, v2); REQUIRE(res.ok()); for (size_t j = 0; j < ncpus; j++) { REQUIRE(v2.at(j) == 42 * j); } // update existing element for (size_t j = 0; j < ncpus; j++) { v1[j] = 69 * j; } res = t.update_value(k, v1); REQUIRE(res.ok()); res = t.get_value(k, v2); REQUIRE(res.ok()); for (size_t j = 0; j < ncpus; j++) { REQUIRE(v2.at(j) == 69 * j); } // remove existing element res = t.remove_value(k); REQUIRE(res.ok()); // remove non existing element res = t.remove_value(k); REQUIRE(!res.ok()); // get non existing element res = t.get_value(k, v2); REQUIRE(!res.ok()); } SECTION("walk table") { std::vector v(ncpus); for (int k = 3; k <= 30; k+=3) { for (size_t cpu = 0; cpu < ncpus; cpu++) { v[cpu] = k * cpu; } res = t.update_value(k, v); REQUIRE(res.ok()); } // get whole table auto offline = t.get_table_offline(); REQUIRE(offline.size() == 10); for (int i = 0; i < 10; i++) { // check the key REQUIRE(offline.at(i).first % 3 == 0); // check value for (size_t cpu = 0; cpu < ncpus; cpu++) { REQUIRE(offline.at(i).second.at(cpu) == cpu * offline.at(i).first); } } // clear table t.clear_table_non_atomic(); REQUIRE(t.get_table_offline().size() == 0); } } #endif bpfcc-0.31.0/tests/cc/test_libbcc.cc000066400000000000000000000000571465134135300171720ustar00rootroot00000000000000#define CATCH_CONFIG_MAIN #include "catch.hpp" bpfcc-0.31.0/tests/cc/test_map_in_map.cc000066400000000000000000000215761465134135300200650ustar00rootroot00000000000000/* * Copyright (c) 2019 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include "BPF.h" #include "catch.hpp" #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 11, 0) TEST_CASE("test hash of maps", "[hash_of_maps]") { { const std::string BPF_PROGRAM = R"( BPF_ARRAY(cntl, int, 1); BPF_ARRAY(ex1, int, 1024); BPF_ARRAY(ex2, int, 1024); BPF_ARRAY(ex3, u64, 1024); BPF_HASH_OF_MAPS(maps_hash, int, "ex1", 10); int syscall__getuid(void *ctx) { int key = 0, data, *val, cntl_val; void *inner_map; val = cntl.lookup(&key); if (!val || *val == 0) return 0; // cntl_val == 1 : lookup and update cntl_val = *val; inner_map = maps_hash.lookup(&key); if (!inner_map) return 0; if (cntl_val == 1) { val = bpf_map_lookup_elem(inner_map, &key); if (val) { data = 1; bpf_map_update_elem(inner_map, &key, &data, 0); } } return 0; } )"; ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); auto t = bpf.get_map_in_map_table("maps_hash"); auto ex1_table = bpf.get_array_table("ex1"); auto ex2_table = bpf.get_array_table("ex2"); auto ex3_table = bpf.get_array_table("ex3"); int ex1_fd = ex1_table.get_fd(); int ex2_fd = ex2_table.get_fd(); int ex3_fd = ex3_table.get_fd(); int key = 0, value = 0; res = t.update_value(key, ex1_fd); REQUIRE(res.ok()); // updating already-occupied slot will succeed. res = t.update_value(key, ex2_fd); REQUIRE(res.ok()); res = t.update_value(key, ex1_fd); REQUIRE(res.ok()); // an in-compatible map key = 1; res = t.update_value(key, ex3_fd); REQUIRE(res.code() == -1); // hash table, any valid key should work as long // as hash table is not full. key = 10; res = t.update_value(key, ex2_fd); REQUIRE(res.ok()); res = t.remove_value(key); REQUIRE(res.ok()); // test effectiveness of map-in-map key = 0; std::string getuid_fnname = bpf.get_syscall_fnname("getuid"); res = bpf.attach_kprobe(getuid_fnname, "syscall__getuid"); REQUIRE(res.ok()); auto cntl_table = bpf.get_array_table("cntl"); cntl_table.update_value(0, 1); REQUIRE(getuid() >= 0); res = ex1_table.get_value(key, value); REQUIRE(res.ok()); REQUIRE(value > 0); res = bpf.detach_kprobe(getuid_fnname); REQUIRE(res.ok()); res = t.remove_value(key); REQUIRE(res.ok()); } } TEST_CASE("test hash of maps using custom key", "[hash_of_maps_custom_key]") { { const std::string BPF_PROGRAM = R"( struct custom_key { int value_1; int value_2; }; BPF_ARRAY(cntl, int, 1); BPF_TABLE("hash", int, int, ex1, 1024); BPF_TABLE("hash", int, int, ex2, 1024); BPF_HASH_OF_MAPS(maps_hash, struct custom_key, "ex1", 10); int syscall__getuid(void *ctx) { struct custom_key hash_key = {1, 0}; int key = 0, data, *val, cntl_val; void *inner_map; val = cntl.lookup(&key); if (!val || *val == 0) return 0; hash_key.value_2 = *val; inner_map = maps_hash.lookup(&hash_key); if (!inner_map) return 0; val = bpf_map_lookup_elem(inner_map, &key); if (!val) { data = 1; bpf_map_update_elem(inner_map, &key, &data, 0); } else { data = 1 + *val; bpf_map_update_elem(inner_map, &key, &data, 0); } return 0; } )"; struct custom_key { int value_1; int value_2; }; ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); auto t = bpf.get_map_in_map_table("maps_hash"); auto ex1_table = bpf.get_hash_table("ex1"); auto ex2_table = bpf.get_hash_table("ex2"); auto cntl_table = bpf.get_array_table("cntl"); int ex1_fd = ex1_table.get_fd(); int ex2_fd = ex2_table.get_fd(); // test effectiveness of map-in-map std::string getuid_fnname = bpf.get_syscall_fnname("getuid"); res = bpf.attach_kprobe(getuid_fnname, "syscall__getuid"); REQUIRE(res.ok()); struct custom_key hash_key = {1, 1}; res = t.update_value(hash_key, ex1_fd); REQUIRE(res.ok()); struct custom_key hash_key2 = {1, 2}; res = t.update_value(hash_key2, ex2_fd); REQUIRE(res.ok()); int key = 0, value = 0, value2 = 0; // Can't get value when value didn't set. res = ex1_table.get_value(key, value); REQUIRE(!res.ok()); REQUIRE(value == 0); // Call syscall__getuid, then set value to ex1_table res = cntl_table.update_value(key, 1); REQUIRE(res.ok()); REQUIRE(getuid() >= 0); // Now we can get value from ex1_table res = ex1_table.get_value(key, value); REQUIRE(res.ok()); REQUIRE(value >= 1); // Can't get value when value didn't set. res = ex2_table.get_value(key, value2); REQUIRE(!res.ok()); REQUIRE(value2 == 0); // Call syscall__getuid, then set value to ex2_table res = cntl_table.update_value(key, 2); REQUIRE(res.ok()); REQUIRE(getuid() >= 0); // Now we can get value from ex2_table res = ex2_table.get_value(key, value2); REQUIRE(res.ok()); REQUIRE(value > 0); res = bpf.detach_kprobe(getuid_fnname); REQUIRE(res.ok()); res = t.remove_value(hash_key); REQUIRE(res.ok()); res = t.remove_value(hash_key2); REQUIRE(res.ok()); } } TEST_CASE("test array of maps", "[array_of_maps]") { { const std::string BPF_PROGRAM = R"( BPF_ARRAY(cntl, int, 1); BPF_TABLE("hash", int, int, ex1, 1024); BPF_TABLE("hash", int, int, ex2, 1024); BPF_TABLE("hash", u64, u64, ex3, 1024); BPF_ARRAY_OF_MAPS(maps_array, "ex1", 10); int syscall__getuid(void *ctx) { int key = 0, data, *val, cntl_val; void *inner_map; val = cntl.lookup(&key); if (!val || *val == 0) return 0; // cntl_val == 1 : lookup and update // cntl_val == 2 : delete cntl_val = *val; inner_map = maps_array.lookup(&key); if (!inner_map) return 0; if (cntl_val == 1) { val = bpf_map_lookup_elem(inner_map, &key); if (!val) { data = 1; bpf_map_update_elem(inner_map, &key, &data, 0); } } else if (cntl_val == 2) { bpf_map_delete_elem(inner_map, &key); } return 0; } )"; ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); auto t = bpf.get_map_in_map_table("maps_array"); auto ex1_table = bpf.get_hash_table("ex1"); auto ex2_table = bpf.get_hash_table("ex2"); auto ex3_table = bpf.get_hash_table("ex3"); int ex1_fd = ex1_table.get_fd(); int ex2_fd = ex2_table.get_fd(); int ex3_fd = ex3_table.get_fd(); int key = 0, value = 0; res = t.update_value(key, ex1_fd); REQUIRE(res.ok()); // updating already-occupied slot will succeed. res = t.update_value(key, ex2_fd); REQUIRE(res.ok()); res = t.update_value(key, ex1_fd); REQUIRE(res.ok()); // an in-compatible map key = 1; res = t.update_value(key, ex3_fd); REQUIRE(res.code() == -1); // array table, out of bound access key = 10; res = t.update_value(key, ex2_fd); REQUIRE(res.code() == -1); // test effectiveness of map-in-map key = 0; std::string getuid_fnname = bpf.get_syscall_fnname("getuid"); res = bpf.attach_kprobe(getuid_fnname, "syscall__getuid"); REQUIRE(res.ok()); auto cntl_table = bpf.get_array_table("cntl"); cntl_table.update_value(0, 1); REQUIRE(getuid() >= 0); res = ex1_table.get_value(key, value); REQUIRE(res.ok()); REQUIRE(value == 1); cntl_table.update_value(0, 2); REQUIRE(getuid() >= 0); res = ex1_table.get_value(key, value); REQUIRE(res.code() == -1); res = bpf.detach_kprobe(getuid_fnname); REQUIRE(res.ok()); res = t.remove_value(key); REQUIRE(res.ok()); } } #endif bpfcc-0.31.0/tests/cc/test_parse_tracepoint.cc000066400000000000000000000101711465134135300213140ustar00rootroot00000000000000#include "BPF.h" #include "catch.hpp" #include "common.h" TEST_CASE("test tracepoint parser", "[TracepointParser]") { std::string format = "name: sys_enter_read\n" "ID: 650\n" "format:\n" " field:unsigned short common_type; offset:0; size:2; signed:0;\n" " field:unsigned char common_flags; offset:2; size:1; signed:0;\n" " field:unsigned char common_preempt_count; offset:3; size:1; signed:0;\n" " field:int common_pid; offset:4; size:4; signed:1;\n" "\n" " field:int __syscall_nr; offset:8; size:4; signed:1;\n" " field:unsigned int fd; offset:16; size:8; signed:0;\n" " field:char * buf; offset:24; size:8; signed:0;\n" " field:size_t count; offset:32; size:8; signed:0;\n" "\n" "print fmt: \"fd: 0x%08lx, buf: 0x%08lx, count: 0x%08lx\", ((unsigned long)(REC->fd)), ((unsigned long)(REC->buf)), ((unsigned long)(REC->count))\n"; std::string expected = "struct tracepoint__syscalls__sys_enter_read {\n" "\tu64 __do_not_use__;\n" "\tint __syscall_nr;\n" "\tchar __pad_12;\n" "\tchar __pad_13;\n" "\tchar __pad_14;\n" "\tchar __pad_15;\n" "\tu64 fd;\n" "\tchar * buf;\n" "\tsize_t count;\n" "};\n"; { std::istringstream input(format); std::string result = ebpf::parse_tracepoint(input, "syscalls", "sys_enter_read"); REQUIRE(expected == result); } format = "name: signal_deliver\n" "ID: 114\n" "format:\n" " field:unsigned short common_type; offset:0; size:2; signed:0;\n" " field:unsigned char common_flags; offset:2; size:1; signed:0;\n" " field:unsigned char common_preempt_count; offset:3; size:1; signed:0;\n" " field:int common_pid; offset:4; size:4; signed:1;\n" "\n" " field:int sig; offset:8; size:4; signed:1;\n" " field:int errno; offset:12; size:4; signed:1;\n" " field:int code; offset:16; size:4; signed:1;\n" " field:unsigned long sa_handler; offset:24; size:8; signed:0;\n" " field:unsigned long sa_flags; offset:32; size:8; signed:0;\n" "\n" "print fmt: \"sig=%d errno=%d code=%d sa_handler=%lx sa_flags=%lx\", REC->sig, REC->errno, REC->code, REC->sa_handler, REC->sa_flags\n"; expected = "struct tracepoint__signal__signal_deliver {\n" "\tu64 __do_not_use__;\n" "\tint sig;\n" "\tint errno;\n" "\tint code;\n" "\tchar __pad_20;\n" "\tchar __pad_21;\n" "\tchar __pad_22;\n" "\tchar __pad_23;\n" "\tunsigned long sa_handler;\n" "\tunsigned long sa_flags;\n" "};\n"; { std::istringstream input(format); std::string result = ebpf::parse_tracepoint(input, "signal", "signal_deliver"); REQUIRE(expected == result); } format = " field:unsigned short common_type; offset:0; size:2; signed:0;\n" " field:unsigned char common_flags; offset:2; size:1; signed:0;\n" " field:unsigned char common_preempt_count; offset:3; size:1; signed:0;\n" " field:int common_pid; offset:4; size:4; signed:1;\n" " field:unsigned char common_migrate_disable; offset:8; size:1; signed:0;\n" " field:unsigned char common_preempt_lazy_count; offset:9; size:1; signed:0;\n" " field:char comm[16]; offset:12; size:16; signed:1;\n" " field:pid_t pid; offset:28; size:4; signed:1;\n" " field:int prio; offset:32; size:4; signed:1;\n" " field:int success; offset:36; size:4; signed:1;\n" " field:int target_cpu; offset:40; size:4; signed:1;\n"; expected = "struct tracepoint__sched__sched_wakeup {\n" "\tu64 __do_not_use__;\n" "\tchar __do_not_use__8;\n" "\tchar __do_not_use__9;\n" "\tchar __pad_10;\n" "\tchar __pad_11;\n" "\tchar comm[16];\n" "\tpid_t pid;\n" "\tint prio;\n" "\tint success;\n" "\tint target_cpu;\n" "};\n"; { std::istringstream input(format); std::string result = ebpf::parse_tracepoint(input, "sched", "sched_wakeup"); REQUIRE(expected == result); } } bpfcc-0.31.0/tests/cc/test_perf_event.cc000066400000000000000000000114271465134135300201140ustar00rootroot00000000000000/* * Copyright (c) 2017 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include "BPF.h" #include "catch.hpp" TEST_CASE("test read perf event", "[bpf_perf_event]") { // The basic bpf_perf_event_read is supported since Kernel 4.3. However in that // version it only supported HARDWARE and RAW events. On the other hand, our // tests running on Jenkins won't have available HARDWARE counters since they // are running on VMs. The support of other types of events such as SOFTWARE are // only added since Kernel 4.13, hence we can only run the test since that. #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 13, 0) const std::string BPF_PROGRAM = R"( BPF_PERF_ARRAY(cnt, NUM_CPUS); BPF_HASH(val, int, u64, 1); BPF_HASH(ret, int, int, 1); BPF_HASH(counter, int, struct bpf_perf_event_value, 1); int on_sys_getuid(void *ctx) { int zero = 0; u64 v = cnt.perf_read(CUR_CPU_IDENTIFIER); if (((s64)v < 0) && ((s64)v > -256)) return 0; val.update(&zero, &v); #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 15, 0) u32 cpu = bpf_get_smp_processor_id(); struct bpf_perf_event_value c = {0}; int r = cnt.perf_counter_value(cpu, &c, sizeof(c)); ret.update(&zero, &r); counter.update(&zero, &c); #endif return 0; } )"; ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init( BPF_PROGRAM, {"-DNUM_CPUS=" + std::to_string(sysconf(_SC_NPROCESSORS_ONLN))}, {}); REQUIRE(res.ok()); int pid = getpid(); res = bpf.open_perf_event("cnt", PERF_TYPE_SOFTWARE, PERF_COUNT_SW_CPU_CLOCK, pid); REQUIRE(res.ok()); std::string getuid_fnname = bpf.get_syscall_fnname("getuid"); res = bpf.attach_kprobe(getuid_fnname, "on_sys_getuid"); REQUIRE(res.ok()); REQUIRE(getuid() >= 0); res = bpf.detach_kprobe(getuid_fnname); REQUIRE(res.ok()); res = bpf.close_perf_event("cnt"); REQUIRE(res.ok()); auto val = bpf.get_hash_table("val"); REQUIRE(val[0] >= 0); #endif #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 15, 0) auto counter_table = bpf.get_hash_table("counter"); auto counter = counter_table[0]; auto ret = bpf.get_hash_table("ret"); REQUIRE(ret[0] == 0); REQUIRE(counter.counter >= 0); REQUIRE(counter.enabled > 0); REQUIRE(counter.running >= 0); REQUIRE(counter.running <= counter.enabled); #endif } TEST_CASE("test attach perf event", "[bpf_perf_event]") { #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 9, 0) const std::string BPF_PROGRAM = R"( BPF_HASH(pid, int, u64, 1); BPF_HASH(ret, int, int, 1); BPF_HASH(counter, int, struct bpf_perf_event_value, 1); int on_event(void *ctx) { int zero = 0; u64 p = bpf_get_current_pid_tgid(); pid.update(&zero, &p); #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 15, 0) struct bpf_perf_event_value c = {0}; int r = bpf_perf_prog_read_value(ctx, &c, sizeof(c)); ret.update(&zero, &r); counter.update(&zero, &c); #endif return 0; } )"; ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); res = bpf.attach_perf_event(PERF_TYPE_SOFTWARE, PERF_COUNT_SW_CPU_CLOCK, "on_event", 0, 1000); REQUIRE(res.ok()); sleep(1); res = bpf.detach_perf_event(PERF_TYPE_SOFTWARE, PERF_COUNT_SW_CPU_CLOCK); REQUIRE(res.ok()); auto pid = bpf.get_hash_table("pid"); REQUIRE(pid[0] >= 0); #endif #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 15, 0) auto counter_table = bpf.get_hash_table("counter"); auto counter = counter_table[0]; auto ret = bpf.get_hash_table("ret"); REQUIRE(ret[0] == 0); REQUIRE(counter.counter >= 0); // the program slept one second between perf_event attachment and detachment // in the above, so the enabled counter should be 1000000000ns or // more. But in reality, most of counters (if not all) are 9xxxxxxxx, // and I also saw 7xxxxxxxx. So let us a little bit conservative here and // set 200000000 to avoie test flakiness. REQUIRE(counter.enabled >= 200000000); REQUIRE(counter.running >= 0); REQUIRE(counter.running <= counter.enabled); #endif } bpfcc-0.31.0/tests/cc/test_pinned_table.cc000066400000000000000000000077501465134135300204070ustar00rootroot00000000000000/* * Copyright (c) 2019 Kinvolk GmbH * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include "BPF.h" #include "catch.hpp" #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 12, 0) TEST_CASE("test pinned table", "[pinned_table]") { bool mounted = false; if (system("mount | grep /sys/fs/bpf")) { REQUIRE(system("mkdir -p /sys/fs/bpf") == 0); REQUIRE(system("mount -o nosuid,nodev,noexec,mode=700 -t bpf bpf /sys/fs/bpf") == 0); mounted = true; } // prepare test by pinning table to bpffs { const std::string BPF_PROGRAM = R"( BPF_TABLE("hash", u64, u64, ids, 1024); )"; ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); REQUIRE(bpf_obj_pin(bpf.get_hash_table("ids").get_fd(), "/sys/fs/bpf/test_pinned_table") == 0); } // test table access { const std::string BPF_PROGRAM = R"( BPF_TABLE_PINNED("hash", u64, u64, ids, 0, "/sys/fs/bpf/test_pinned_table", BPF_F_NO_PREALLOC); )"; ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); unlink("/sys/fs/bpf/test_pinned_table"); // can delete table here already REQUIRE(res.ok()); auto t = bpf.get_hash_table("ids"); int key, value; // write element key = 0x08; value = 0x43; res = t.update_value(key, value); REQUIRE(res.ok()); REQUIRE(t[key] == value); } // test create if not exist { const std::string BPF_PROGRAM = R"( BPF_TABLE_PINNED("hash", u64, u64, ids, 1024, "/sys/fs/bpf/test_pinned_table"); )"; ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); unlink("/sys/fs/bpf/test_pinned_table"); } if (mounted) { REQUIRE(umount("/sys/fs/bpf") == 0); } } #endif #if LINUX_VERSION_CODE >= KERNEL_VERSION(5, 2, 0) TEST_CASE("test pinned sk_storage table", "[pinned_sk_storage_table]") { bool mounted = false; if (system("mount | grep /sys/fs/bpf")) { REQUIRE(system("mkdir -p /sys/fs/bpf") == 0); REQUIRE(system("mount -o nosuid,nodev,noexec,mode=700 -t bpf bpf /sys/fs/bpf") == 0); mounted = true; } // prepare test by pinning table to bpffs { const std::string BPF_PROGRAM = R"( BPF_SK_STORAGE(sk_stg, __u64); int test(struct __sk_buff *skb) { return 0; } )"; ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); REQUIRE(bpf_obj_pin(bpf.get_sk_storage_table("sk_stg").get_fd(), "/sys/fs/bpf/test_pinned_table") == 0); } // exercise .sk_storage_get(). { const std::string BPF_PROGRAM = R"( BPF_TABLE_PINNED("sk_storage", __u32, __u64, sk_stg, 0, "/sys/fs/bpf/test_pinned_table"); int test(struct __sk_buff *skb) { struct bpf_sock *sk; __u64 *val; sk = skb->sk; if (!sk) return 0; sk = bpf_sk_fullsock(sk); if (!sk) return 0; val = sk_stg.sk_storage_get(sk, NULL, BPF_SK_STORAGE_GET_F_CREATE); if (!val) return 0; return 1; } )"; ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); int prog_fd; res = bpf.load_func("test", BPF_PROG_TYPE_CGROUP_SKB, prog_fd); REQUIRE(res.ok()); } unlink("/sys/fs/bpf/test_pinned_table"); if (mounted) { REQUIRE(umount("/sys/fs/bpf") == 0); } } #endif bpfcc-0.31.0/tests/cc/test_prog_table.cc000066400000000000000000000030641465134135300200730ustar00rootroot00000000000000/* * Copyright (c) 2018 Politecnico di Torino * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "BPF.h" #include "catch.hpp" TEST_CASE("test prog table", "[prog_table]") { const std::string BPF_PROGRAM = R"( BPF_TABLE("prog", int, int, myprog, 16); )"; const std::string BPF_PROGRAM2 = R"( int hello(struct __sk_buff *skb) { return 1; } )"; ebpf::StatusTuple res(0); ebpf::BPF bpf; res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); ebpf::BPFProgTable t = bpf.get_prog_table("myprog"); ebpf::BPF bpf2; res = bpf2.init(BPF_PROGRAM2); REQUIRE(res.ok()); int fd; res = bpf2.load_func("hello", BPF_PROG_TYPE_SCHED_CLS, fd); REQUIRE(res.ok()); SECTION("update and remove") { // update element res = t.update_value(0, fd); REQUIRE(res.ok()); // remove element res = t.remove_value(0); REQUIRE(res.ok()); // update out of range element res = t.update_value(17, fd); REQUIRE(!res.ok()); // remove out of range element res = t.remove_value(17); REQUIRE(!res.ok()); } } bpfcc-0.31.0/tests/cc/test_queuestack_table.cc000066400000000000000000000046051465134135300213000ustar00rootroot00000000000000/* * Copyright (c) 2020 Politecnico di Torino * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "BPF.h" #include "catch.hpp" #include #include //Queue/Stack types are available only from 4.20 #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 20, 0) TEST_CASE("queue table", "[queue_table]") { const std::string BPF_PROGRAM = R"( BPF_QUEUE(myqueue, int, 30); )"; ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); ebpf::BPFQueueStackTable t = bpf.get_queuestack_table("myqueue"); SECTION("standard methods") { int i, val; std::string value; // insert elements for (i=0; i<30; i++) { res = t.push_value(i); REQUIRE(res.ok()); } // checking head (peek) res = t.get_head(val); REQUIRE(res.ok()); REQUIRE(val == 0); // retrieve elements for (i=0; i<30; i++) { res = t.pop_value(val); REQUIRE(res.ok()); REQUIRE(val == i); } // get non existing element res = t.pop_value(val); REQUIRE(!res.ok()); } } TEST_CASE("stack table", "[stack_table]") { const std::string BPF_PROGRAM = R"( BPF_STACK(mystack, int, 30); )"; ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); ebpf::BPFQueueStackTable t = bpf.get_queuestack_table("mystack"); SECTION("standard methods") { int i, val; std::string value; // insert elements for (i=0; i<30; i++) { res = t.push_value(i); REQUIRE(res.ok()); } // checking head (peek) res = t.get_head(val); REQUIRE(res.ok()); REQUIRE(val == 29); // retrieve elements for (i=0; i<30; i++) { res = t.pop_value(val); REQUIRE(res.ok()); REQUIRE( val == (30 - 1 - i)); } // get non existing element res = t.pop_value(val); REQUIRE(!res.ok()); } } #endif bpfcc-0.31.0/tests/cc/test_shared_table.cc000066400000000000000000000044301465134135300203700ustar00rootroot00000000000000/* * Copyright (c) 2018 Politecnico di Torino * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "BPF.h" #include "catch.hpp" const std::string BPF_PROGRAM1 = R"( BPF_TABLE_SHARED("array", int, int, mysharedtable, 1024); )"; const std::string BPF_PROGRAM2 = R"( BPF_TABLE("extern", int, int, mysharedtable, 1024); )"; TEST_CASE("test shared table", "[shared_table]") { // deploy 4 ebpf programs: _ns1_a and _ns1_b are in ns1, _ns2_a and _ns2_b in ns2 ebpf::BPF bpf_ns1_a(0, nullptr, false, "ns1"); ebpf::BPF bpf_ns1_b(0, nullptr, false, "ns1"); ebpf::BPF bpf_ns2_a(0, nullptr, false, "ns2"); ebpf::BPF bpf_ns2_b(0, nullptr, false, "ns2"); ebpf::StatusTuple res(0); res = bpf_ns1_a.init(BPF_PROGRAM1); REQUIRE(res.ok()); res = bpf_ns1_b.init(BPF_PROGRAM2); REQUIRE(res.ok()); res = bpf_ns2_a.init(BPF_PROGRAM1); REQUIRE(res.ok()); res = bpf_ns2_b.init(BPF_PROGRAM2); REQUIRE(res.ok()); // get references to all tables ebpf::BPFArrayTable t_ns1_a = bpf_ns1_a.get_array_table("mysharedtable"); ebpf::BPFArrayTable t_ns1_b = bpf_ns1_b.get_array_table("mysharedtable"); ebpf::BPFArrayTable t_ns2_a = bpf_ns2_a.get_array_table("mysharedtable"); ebpf::BPFArrayTable t_ns2_b = bpf_ns2_b.get_array_table("mysharedtable"); // test that tables within the same ns are shared int v1, v2, v3; res = t_ns1_a.update_value(13, 42); REQUIRE(res.ok()); res = t_ns1_b.get_value(13, v1); REQUIRE(res.ok()); REQUIRE(v1 == 42); // test that tables are isolated within different ns res = t_ns2_a.update_value(13, 69); REQUIRE(res.ok()); res = t_ns2_b.get_value(13, v2); REQUIRE(res.ok()); REQUIRE(v2 == 69); res = t_ns1_b.get_value(13, v3); REQUIRE(res.ok()); REQUIRE(v3 == 42); // value should still be 42 } bpfcc-0.31.0/tests/cc/test_sk_storage.cc000066400000000000000000000044521465134135300201200ustar00rootroot00000000000000/* * Copyright (c) 2020 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include "BPF.h" #include "catch.hpp" #if LINUX_VERSION_CODE >= KERNEL_VERSION(5, 2, 0) TEST_CASE("test sk_storage map", "[sk_storage][!mayfail]") { { const std::string BPF_PROGRAM = R"( BPF_SK_STORAGE(sk_pkt_cnt, __u64); int test(struct __sk_buff *skb) { __u64 cnt = 0, *cnt_out; struct bpf_sock *sk; sk = skb->sk; if (!sk) return 1; sk = bpf_sk_fullsock(sk); if (!sk) return 1; cnt_out = sk_pkt_cnt.sk_storage_get(sk, &cnt, BPF_SK_STORAGE_GET_F_CREATE); if (!cnt_out) return 1; (*cnt_out)++; return 1; } )"; // make sure program is loaded successfully ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); int prog_fd; res = bpf.load_func("test", BPF_PROG_TYPE_CGROUP_SKB, prog_fd); REQUIRE(res.ok()); // create a udp socket so we can do some map operations. int sockfd = socket(AF_INET, SOCK_DGRAM, 0); REQUIRE(sockfd >= 0); auto sk_table = bpf.get_sk_storage_table("sk_pkt_cnt"); unsigned long long v = 0, v1 = 10; // no sk_storage for the table yet. res = sk_table.get_value(sockfd, v); REQUIRE(!res.ok()); // nothing to remove yet. res = sk_table.remove_value(sockfd); REQUIRE(!res.ok()); // update the table with a certain value. res = sk_table.update_value(sockfd, v1); REQUIRE(res.ok()); // get_value should be successful now. res = sk_table.get_value(sockfd, v); REQUIRE(res.ok()); REQUIRE(v == 10); // remove the sk_storage. res = sk_table.remove_value(sockfd); REQUIRE(res.ok()); } } #endif bpfcc-0.31.0/tests/cc/test_sock_table.cc000066400000000000000000000057161465134135300200710ustar00rootroot00000000000000/* * Copyright (c) 2020 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include "BPF.h" #include "catch.hpp" #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 18, 0) // Prior to 5.15, the socket must be TCP established socket to be updatable. // https://git.kernel.org/pub/scm/linux/kernel/git/bpf/bpf-next.git/commit/?id=0c48eefae712c2fd91480346a07a1a9cd0f9470b #if LINUX_VERSION_CODE < KERNEL_VERSION(5, 15, 0) bool expected_update_result = false; #else bool expected_update_result = true; #endif TEST_CASE("test sock map", "[sockmap]") { { const std::string BPF_PROGRAM = R"( BPF_SOCKMAP(sk_map1, 10); BPF_SOCKMAP(sk_map2, 10); int test(struct bpf_sock_ops *skops) { u32 key = 0, val = 0; sk_map2.update(&key, &val); sk_map2.delete(&key); sk_map2.sock_map_update(skops, &key, 0); return 0; } )"; // make sure program is loaded successfully ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); // create a udp socket so we can do some map operations. int sockfd = socket(AF_INET, SOCK_DGRAM, 0); REQUIRE(sockfd >= 0); auto sk_map = bpf.get_sockmap_table("sk_map1"); int key = 0, val = sockfd; res = sk_map.remove_value(key); REQUIRE(!res.ok()); res = sk_map.update_value(key, val); REQUIRE(res.ok() == expected_update_result); } } TEST_CASE("test sock hash", "[sockhash]") { { const std::string BPF_PROGRAM = R"( BPF_SOCKHASH(sk_hash1, u32, 10); BPF_SOCKHASH(sk_hash2, u32, 10); int test(struct bpf_sock_ops *skops) { u32 key = 0, val = 0; struct sk_msg_buff *msg; struct sk_buff *skb; sk_hash2.update(&key, &val); sk_hash2.delete(&key); sk_hash2.sock_hash_update(skops, &key, 0); sk_hash2.msg_redirect_hash(msg, &key, 0); sk_hash2.sk_redirect_hash(skb, &key, 0); return 0; } )"; // make sure program is loaded successfully ebpf::BPF bpf; ebpf::StatusTuple res(0); res = bpf.init(BPF_PROGRAM); REQUIRE(res.ok()); // create a udp socket so we can do some map operations. int sockfd = socket(AF_INET, SOCK_DGRAM, 0); REQUIRE(sockfd >= 0); auto sk_hash = bpf.get_sockhash_table("sk_hash1"); int key = 0, val = sockfd; res = sk_hash.remove_value(key); REQUIRE(!res.ok()); res = sk_hash.update_value(key, val); REQUIRE(res.ok() == expected_update_result); } } #endif bpfcc-0.31.0/tests/cc/test_static.c000066400000000000000000000003151465134135300170750ustar00rootroot00000000000000#include "bcc_common.h" int main(int argc, char **argv) { void *mod = bpf_module_create_c_from_string("BPF_TABLE(\"array\", int, int, stats, 10);\n", 4, NULL, 0, true, NULL); return !(mod != NULL); } bpfcc-0.31.0/tests/cc/test_usdt_args.cc000066400000000000000000000210101465134135300177370ustar00rootroot00000000000000/* * Copyright (c) 2016 GitHub, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include "catch.hpp" #include "usdt.h" using std::experimental::optional; using std::experimental::nullopt; static void verify_register(USDT::ArgumentParser &parser, int arg_size, long long constant) { USDT::Argument arg; REQUIRE(parser.parse(&arg)); REQUIRE(arg.arg_size() == arg_size); REQUIRE(arg.constant()); REQUIRE(arg.constant() == constant); } static void verify_register(USDT::ArgumentParser &parser, int arg_size, const std::string ®name, optional deref_offset = nullopt, optional deref_ident = nullopt, optional index_regname = nullopt, optional scale = nullopt) { USDT::Argument arg; REQUIRE(parser.parse(&arg)); REQUIRE(arg.arg_size() == arg_size); REQUIRE(arg.base_register_name()); REQUIRE(arg.base_register_name() == regname); REQUIRE(arg.deref_offset() == deref_offset); REQUIRE(arg.deref_ident() == deref_ident); REQUIRE(arg.index_register_name() == index_regname); REQUIRE(arg.scale() == scale); } /* supported arches only */ #if defined(__aarch64__) || defined(__loongarch64) || \ defined(__powerpc64__) || defined(__s390x__) || \ defined(__x86_64__) || defined(__riscv) TEST_CASE("test usdt argument parsing", "[usdt]") { SECTION("parse failure") { #ifdef __aarch64__ USDT::ArgumentParser_aarch64 parser("4@[x32,200]"); #elif __loongarch64 USDT::ArgumentParser_loongarch64 parser("4@[$r32,200]"); #elif __powerpc64__ USDT::ArgumentParser_powerpc64 parser("4@-12(42)"); #elif __s390x__ USDT::ArgumentParser_s390x parser("4@-12(%r42)"); #elif __riscv USDT::ArgumentParser_riscv64 parser("4@20(s35)"); #elif defined(__x86_64__) USDT::ArgumentParser_x64 parser("4@i%ra+1r"); #endif USDT::Argument arg; REQUIRE(!parser.parse(&arg)); int i; for (i = 0; i < 10 && !parser.done(); ++i) { parser.parse(&arg); } // Make sure we reach termination REQUIRE(i < 10); } SECTION("argument examples from the Python implementation") { #ifdef __aarch64__ USDT::ArgumentParser_aarch64 parser( "-1@x0 4@5 8@[x12] -4@[x30,-40] -4@[x31,-40] 8@[sp, 120]"); verify_register(parser, -1, "regs[0]"); verify_register(parser, 4, 5); verify_register(parser, 8, "regs[12]", 0); verify_register(parser, -4, "regs[30]", -40); verify_register(parser, -4, "sp", -40); verify_register(parser, 8, "sp", 120); #elif __loongarch64 USDT::ArgumentParser_loongarch64 parser( "-1@$r0 4@5 8@[$r12] -4@[$r30,-40] -4@[$r3,-40] 8@[sp, 120]"); verify_register(parser, -1, "regs[0]"); verify_register(parser, 4, 5); verify_register(parser, 8, "regs[12]", 0); verify_register(parser, -4, "regs[30]", -40); verify_register(parser, -4, "sp", -40); verify_register(parser, 8, "sp", 120); #elif __powerpc64__ USDT::ArgumentParser_powerpc64 parser( "-4@0 8@%r0 8@i0 4@0(%r0) -2@0(0) " "1@0 -2@%r3 -8@i9 -1@0(%r4) -4@16(6) " "2@7 4@%r11 4@i-67 8@-16(%r17) 1@-52(11) " "-8@13 -8@%r25 2@i-11 -2@14(%r26) -8@-32(24) " "4@29 2@%r17 -8@i-693 -1@-23(%r31) 4@28(30) " "-2@31 -4@%r30 2@i1097 4@108(%r30) -2@-4(31)"); verify_register(parser, -4, "gpr[0]"); verify_register(parser, 8, "gpr[0]"); verify_register(parser, 8, 0); verify_register(parser, 4, "gpr[0]", 0); verify_register(parser, -2, "gpr[0]", 0); verify_register(parser, 1, "gpr[0]"); verify_register(parser, -2, "gpr[3]"); verify_register(parser, -8, 9); verify_register(parser, -1, "gpr[4]", 0); verify_register(parser, -4, "gpr[6]", 16); verify_register(parser, 2, "gpr[7]"); verify_register(parser, 4, "gpr[11]"); verify_register(parser, 4, -67); verify_register(parser, 8, "gpr[17]", -16); verify_register(parser, 1, "gpr[11]", -52); verify_register(parser, -8, "gpr[13]"); verify_register(parser, -8, "gpr[25]"); verify_register(parser, 2, -11); verify_register(parser, -2, "gpr[26]", 14); verify_register(parser, -8, "gpr[24]", -32); verify_register(parser, 4, "gpr[29]"); verify_register(parser, 2, "gpr[17]"); verify_register(parser, -8, -693); verify_register(parser, -1, "gpr[31]", -23); verify_register(parser, 4, "gpr[30]", 28); verify_register(parser, -2, "gpr[31]"); verify_register(parser, -4, "gpr[30]"); verify_register(parser, 2, 1097); verify_register(parser, 4, "gpr[30]", 108); verify_register(parser, -2, "gpr[31]", -4); #elif __s390x__ USDT::ArgumentParser_s390x parser( "-4@%r0 8@%r0 8@0 4@0(%r0) -2@0(%r0) " "1@%r0 -2@%r3 -8@9 -1@0(%r4) -4@16(%r6) " "2@%r7 4@%r11 4@-67 8@-16(%r15) 1@-52(%r11) " "-8@%r4 -8@%r14 2@-11 -2@14(%r13) -8@-32(%r12) " "4@%r5 2@%r11 -8@-693 -1@-23(%r10) 4@28(%r9) " "-2@%r3 -4@%r8 2@1097 4@108(%r7) -2@-4(%r6)"); verify_register(parser, -4, "gprs[0]"); verify_register(parser, 8, "gprs[0]"); verify_register(parser, 8, 0); verify_register(parser, 4, "gprs[0]", 0); verify_register(parser, -2, "gprs[0]", 0); verify_register(parser, 1, "gprs[0]"); verify_register(parser, -2, "gprs[3]"); verify_register(parser, -8, 9); verify_register(parser, -1, "gprs[4]", 0); verify_register(parser, -4, "gprs[6]", 16); verify_register(parser, 2, "gprs[7]"); verify_register(parser, 4, "gprs[11]"); verify_register(parser, 4, -67); verify_register(parser, 8, "gprs[15]", -16); verify_register(parser, 1, "gprs[11]", -52); verify_register(parser, -8, "gprs[4]"); verify_register(parser, -8, "gprs[14]"); verify_register(parser, 2, -11); verify_register(parser, -2, "gprs[13]", 14); verify_register(parser, -8, "gprs[12]", -32); verify_register(parser, 4, "gprs[5]"); verify_register(parser, 2, "gprs[11]"); verify_register(parser, -8, -693); verify_register(parser, -1, "gprs[10]", -23); verify_register(parser, 4, "gprs[9]", 28); verify_register(parser, -2, "gprs[3]"); verify_register(parser, -4, "gprs[8]"); verify_register(parser, 2, 1097); verify_register(parser, 4, "gprs[7]", 108); verify_register(parser, -2, "gprs[6]", -4); #elif __riscv USDT::ArgumentParser_riscv64 parser( "-4@s5 -4@a0 4@20(s1) -4@-1 8@-72(s0) 8@0"); verify_register(parser, -4, "s5"); verify_register(parser, -4, "a0"); verify_register(parser, 4, "s1", 20); verify_register(parser, -4, -1); verify_register(parser, 8, "s0", -72); verify_register(parser, 8, 0); #elif defined(__x86_64__) USDT::ArgumentParser_x64 parser( "-4@$0 8@$1234 %rdi %rax %rsi " "8@$9223372036854775806 8@$18446744073709551614 " "-8@$-1 " "-8@%rbx 4@%r12 8@-8(%rbp) 4@(%rax) " "-4@global_max_action(%rip) " "8@24+mp_(%rip) " "-4@CheckpointStats+40(%rip) " "4@glob-2(%rip) " "8@(%rax,%rdx,8) " "4@(%rbx,%rcx)"); verify_register(parser, -4, 0); verify_register(parser, 8, 1234); verify_register(parser, 8, "di"); verify_register(parser, 8, "ax"); verify_register(parser, 8, "si"); verify_register(parser, 8, 9223372036854775806ll); verify_register(parser, 8, (long long)18446744073709551614ull); verify_register(parser, -8, -1); verify_register(parser, -8, "bx"); verify_register(parser, 4, "r12"); verify_register(parser, 8, "bp", -8); verify_register(parser, 4, "ax", 0); verify_register(parser, -4, "ip", 0, std::string("global_max_action")); verify_register(parser, 8, "ip", 24, std::string("mp_")); verify_register(parser, -4, "ip", 40, std::string("CheckpointStats")); verify_register(parser, 4, "ip", -2, std::string("glob")); verify_register(parser, 8, "ax", 0, nullopt, std::string("dx"), 8); verify_register(parser, 4, "bx", 0, nullopt, std::string("cx")); #endif REQUIRE(parser.done()); } } #endif /* supported arches only */ bpfcc-0.31.0/tests/cc/test_usdt_probes.cc000066400000000000000000000313521465134135300203070ustar00rootroot00000000000000/* * Copyright (c) 2016 GitHub, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include "catch.hpp" #include "usdt.h" #include "api/BPF.h" /* required to insert USDT probes on this very executable -- * we're gonna be testing them live! */ #include "folly/tracing/StaticTracepoint.h" static int a_probed_function() { int an_int = 23 + getpid(); void *a_pointer = malloc(4); FOLLY_SDT(libbcc_test, sample_probe_1, an_int, a_pointer); free(a_pointer); return an_int; } #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 20, 0) FOLLY_SDT_DEFINE_SEMAPHORE(libbcc_test, sample_probe_2) static int a_probed_function_with_sem() { int an_int = 23 + getpid(); void *a_pointer = malloc(4); FOLLY_SDT_WITH_SEMAPHORE(libbcc_test, sample_probe_2, an_int, a_pointer); free(a_pointer); return an_int; } #endif // linux version >= 4.20 extern "C" int lib_probed_function(); int call_shared_lib_func() { return lib_probed_function(); } TEST_CASE("test finding a probe in our own process", "[usdt]") { USDT::Context ctx(getpid()); REQUIRE(ctx.num_probes() >= 1); SECTION("our test probe") { auto probe = ctx.get("sample_probe_1"); REQUIRE(probe); if(probe->in_shared_object(probe->bin_path())) return; REQUIRE(probe->name() == "sample_probe_1"); REQUIRE(probe->provider() == "libbcc_test"); REQUIRE(probe->bin_path().find("/test_libbcc") != std::string::npos); REQUIRE(probe->num_locations() == 1); REQUIRE(probe->num_arguments() == 2); REQUIRE(probe->need_enable() == false); REQUIRE(a_probed_function() != 0); } } TEST_CASE("test probe's attributes with C++ API", "[usdt]") { const ebpf::USDT u("/proc/self/exe", "libbcc_test", "sample_probe_1", "on_event"); REQUIRE(u.binary_path() == "/proc/self/exe"); REQUIRE(u.pid() == -1); REQUIRE(u.provider() == "libbcc_test"); REQUIRE(u.name() == "sample_probe_1"); REQUIRE(u.probe_func() == "on_event"); } TEST_CASE("test fine a probe in our own binary with C++ API", "[usdt]") { ebpf::BPF bpf; ebpf::USDT u("/proc/self/exe", "libbcc_test", "sample_probe_1", "on_event"); auto res = bpf.init("int on_event() { return 0; }", {}, {u}); REQUIRE(res.ok()); res = bpf.attach_usdt(u); REQUIRE(res.ok()); res = bpf.detach_usdt(u); REQUIRE(res.ok()); } TEST_CASE("test fine probes in our own binary with C++ API", "[usdt]") { ebpf::BPF bpf; ebpf::USDT u("/proc/self/exe", "libbcc_test", "sample_probe_1", "on_event"); auto res = bpf.init("int on_event() { return 0; }", {}, {u}); REQUIRE(res.ok()); res = bpf.attach_usdt_all(); REQUIRE(res.ok()); res = bpf.detach_usdt_all(); REQUIRE(res.ok()); } TEST_CASE("test fine a probe in our Process with C++ API", "[usdt]") { ebpf::BPF bpf; ebpf::USDT u(::getpid(), "libbcc_test", "sample_probe_1", "on_event"); auto res = bpf.init("int on_event() { return 0; }", {}, {u}); REQUIRE(res.ok()); res = bpf.attach_usdt(u); REQUIRE(res.ok()); res = bpf.detach_usdt(u); REQUIRE(res.ok()); } TEST_CASE("test find a probe in our process' shared libs with c++ API", "[usdt]") { ebpf::BPF bpf; ebpf::USDT u(::getpid(), "libbcc_test", "sample_lib_probe_1", "on_event"); auto res = bpf.init("int on_event() { return 0; }", {}, {u}); REQUIRE(res.msg() == ""); REQUIRE(res.ok()); } TEST_CASE("test usdt partial init w/ fail init_usdt", "[usdt]") { ebpf::BPF bpf; ebpf::USDT u(::getpid(), "libbcc_test", "sample_lib_probe_nonexistent", "on_event"); ebpf::USDT p(::getpid(), "libbcc_test", "sample_lib_probe_1", "on_event"); // We should be able to fail initialization and subsequently do bpf.init w/o USDT // successfully auto res = bpf.init_usdt(u); REQUIRE(res.msg() != ""); REQUIRE(!res.ok()); // Shouldn't be necessary to re-init bpf object either after failure to init w/ // bad USDT res = bpf.init("int on_event() { return 0; }", {}, {u}); REQUIRE(res.msg() != ""); REQUIRE(!res.ok()); res = bpf.init_usdt(p); REQUIRE(res.msg() == ""); REQUIRE(res.ok()); res = bpf.init("int on_event() { return 0; }", {}, {}); REQUIRE(res.msg() == ""); REQUIRE(res.ok()); } class ChildProcess { pid_t pid_; public: ChildProcess(const char *name, char *const argv[]) { pid_ = fork(); if (pid_ == 0) { execvp(name, argv); exit(0); } if (spawned()) { usleep(250000); if (kill(pid_, 0) < 0) pid_ = -1; } } ~ChildProcess() { if (spawned()) { int status; kill(pid_, SIGKILL); if (waitpid(pid_, &status, 0) != pid_) abort(); } } bool spawned() const { return pid_ > 0; } pid_t pid() const { return pid_; } }; extern int cmd_scanf(const char *cmd, const char *fmt, ...); static int probe_num_locations(const char *bin_path, const char *func_name) { int num_locations; char cmd[512]; const char *cmdfmt = "readelf -n %s | grep -c \"Name: %s$\""; sprintf(cmd, cmdfmt, bin_path, func_name); if (cmd_scanf(cmd, "%d", &num_locations) != 0) { return -1; } return num_locations; } static int probe_num_arguments(const char *bin_path, const char *func_name) { int num_arguments; char cmd[512]; const char *cmdfmt = "readelf -n %s | grep -m 1 -A 2 \" %s$\" | " \ "tail -1 | cut -d \" \" -f 6- | wc -w"; sprintf(cmd, cmdfmt, bin_path, func_name); if (cmd_scanf(cmd, "%d", &num_arguments) != 0) { return -1; } return num_arguments; } // Unsharing pid namespace requires forking // this uses pgrep to find the child process, by searching for a process // that has the unshare as its parent static int unshared_child_pid(const int ppid) { int child_pid; char cmd[512]; const char *cmdfmt = "pgrep -P %d"; sprintf(cmd, cmdfmt, ppid); if (cmd_scanf(cmd, "%d", &child_pid) != 0) { return -1; } return child_pid; } // FIXME This seems like a legitimate bug with probing ruby where the // ruby symbols are in libruby.so? TEST_CASE("test listing all USDT probes in Ruby/MRI", "[usdt][!mayfail]") { size_t mri_probe_count = 0; SECTION("without a running Ruby process") { USDT::Context ctx("ruby"); if (!ctx.loaded()) return; REQUIRE(ctx.num_probes() > 10); mri_probe_count = ctx.num_probes(); SECTION("GC static probe") { auto name = "gc__mark__begin"; auto probe = ctx.get(name); REQUIRE(probe); REQUIRE(probe->in_shared_object(probe->bin_path()) == true); REQUIRE(probe->name() == name); REQUIRE(probe->provider() == "ruby"); auto bin_path = probe->bin_path(); bool bin_path_match = (bin_path.find("/ruby") != std::string::npos) || (bin_path.find("/libruby") != std::string::npos); REQUIRE(bin_path_match); int exp_locations, exp_arguments; exp_locations = probe_num_locations(bin_path.c_str(), name); exp_arguments = probe_num_arguments(bin_path.c_str(), name); REQUIRE(probe->num_locations() == exp_locations); REQUIRE(probe->num_arguments() == exp_arguments); REQUIRE(probe->need_enable() == true); } SECTION("object creation probe") { auto name = "object__create"; auto probe = ctx.get(name); REQUIRE(probe); REQUIRE(probe->in_shared_object(probe->bin_path()) == true); REQUIRE(probe->name() == name); REQUIRE(probe->provider() == "ruby"); auto bin_path = probe->bin_path(); bool bin_path_match = (bin_path.find("/ruby") != std::string::npos) || (bin_path.find("/libruby") != std::string::npos); REQUIRE(bin_path_match); int exp_locations, exp_arguments; exp_locations = probe_num_locations(bin_path.c_str(), name); exp_arguments = probe_num_arguments(bin_path.c_str(), name); REQUIRE(probe->num_locations() == exp_locations); REQUIRE(probe->num_arguments() == exp_arguments); REQUIRE(probe->need_enable() == true); } SECTION("array creation probe") { auto name = "array__create"; auto probe = ctx.get(name); REQUIRE(probe); REQUIRE(probe->name() == name); auto bin_path = probe->bin_path().c_str(); int exp_locations, exp_arguments; exp_locations = probe_num_locations(bin_path, name); exp_arguments = probe_num_arguments(bin_path, name); REQUIRE(probe->num_locations() == exp_locations); REQUIRE(probe->num_arguments() == exp_arguments); REQUIRE(probe->need_enable() == true); } } SECTION("with a running Ruby process") { static char _ruby[] = "ruby"; char *const argv[2] = {_ruby, NULL}; ChildProcess ruby(argv[0], argv); if (!ruby.spawned()) return; USDT::Context ctx(ruby.pid()); REQUIRE(ctx.num_probes() >= mri_probe_count); SECTION("get probe in running process") { auto name = "gc__mark__begin"; auto probe = ctx.get(name); REQUIRE(probe); REQUIRE(probe->in_shared_object(probe->bin_path()) == true); REQUIRE(probe->name() == name); REQUIRE(probe->provider() == "ruby"); auto bin_path = probe->bin_path(); bool bin_path_match = (bin_path.find("/ruby") != std::string::npos) || (bin_path.find("/libruby") != std::string::npos); REQUIRE(bin_path_match); int exp_locations, exp_arguments; exp_locations = probe_num_locations(bin_path.c_str(), name); exp_arguments = probe_num_arguments(bin_path.c_str(), name); REQUIRE(probe->num_locations() == exp_locations); REQUIRE(probe->num_arguments() == exp_arguments); REQUIRE(probe->need_enable() == true); } } } // These tests are expected to fail if there is no Ruby with dtrace probes TEST_CASE("test probing running Ruby process in namespaces", "[usdt][!mayfail]") { SECTION("in separate mount namespace") { static char _unshare[] = "unshare"; const char *const argv[4] = {_unshare, "--mount", "ruby", NULL}; ChildProcess unshare(argv[0], (char **const)argv); if (!unshare.spawned()) return; int ruby_pid = unshare.pid(); ebpf::BPF bpf; ebpf::USDT u(ruby_pid, "ruby", "gc__mark__begin", "on_event"); u.set_probe_matching_kludge(1); // Also required for overlayfs... auto res = bpf.init("int on_event() { return 0; }", {}, {u}); REQUIRE(res.msg() == ""); REQUIRE(res.ok()); res = bpf.attach_usdt(u, ruby_pid); REQUIRE(res.ok()); res = bpf.detach_usdt(u, ruby_pid); REQUIRE(res.ok()); } SECTION("in separate mount namespace and separate PID namespace") { static char _unshare[] = "unshare"; const char *const argv[8] = {_unshare, "--fork", "--mount", "--pid", "--mount-proc", "ruby", NULL}; ChildProcess unshare(argv[0], (char **const)argv); if (!unshare.spawned()) return; int ruby_pid = unshared_child_pid(unshare.pid()); ebpf::BPF bpf; ebpf::USDT u(ruby_pid, "ruby", "gc__mark__begin", "on_event"); u.set_probe_matching_kludge(1); // Also required for overlayfs... auto res = bpf.init("int on_event() { return 0; }", {}, {u}); REQUIRE(res.msg() == ""); REQUIRE(res.ok()); res = bpf.attach_usdt(u, ruby_pid); REQUIRE(res.ok()); res = bpf.detach_usdt(u, ruby_pid); REQUIRE(res.ok()); struct bcc_symbol sym; std::string pid_root= "/proc/" + std::to_string(ruby_pid) + "/root/"; std::string module = pid_root + "usr/local/bin/ruby"; REQUIRE(bcc_resolve_symname(module.c_str(), "rb_gc_mark", 0x0, ruby_pid, nullptr, &sym) == 0); REQUIRE(std::string(sym.module).find(pid_root, 1) == std::string::npos); kill(ruby_pid, SIGKILL); bcc_procutils_free(sym.module); } } #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 20, 0) TEST_CASE("Test uprobe refcnt semaphore activation", "[usdt]") { ebpf::BPF bpf; REQUIRE(!FOLLY_SDT_IS_ENABLED(libbcc_test, sample_probe_2)); ebpf::USDT u("/proc/self/exe", "libbcc_test", "sample_probe_2", "on_event"); auto res = bpf.init("int on_event() { return 0; }", {}, {u}); REQUIRE(res.ok()); res = bpf.attach_usdt(u); REQUIRE(res.ok()); REQUIRE(FOLLY_SDT_IS_ENABLED(libbcc_test, sample_probe_2)); res = bpf.detach_usdt(u); REQUIRE(res.ok()); REQUIRE(a_probed_function_with_sem() != 0); } #endif // linux version >= 4.20 bpfcc-0.31.0/tests/cc/test_zip.cc000066400000000000000000000073401465134135300165600ustar00rootroot00000000000000/* * Copyright (c) Meta Platforms, Inc. and affiliates. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include "bcc_zip.h" #include "catch.hpp" #define LIB_ENTRY_NAME "libdebuginfo_test_lib.so" #define ENTRY_IN_SUBDIR_NAME "zip_subdir/file.txt" #define NOT_AN_ARCHIVE_PATH CMAKE_CURRENT_BINARY_DIR "/dummy_proc_map.txt" #define TEST_ARCHIVE_PATH CMAKE_CURRENT_BINARY_DIR "/archive.zip" namespace { void require_entry_name_is(const bcc_zip_entry& entry, const char* name) { REQUIRE(entry.name_length == strlen(name)); REQUIRE(memcmp(entry.name, name, strlen(name)) == 0); } bcc_zip_entry get_required_entry(bcc_zip_archive* archive, const char* asset_name) { bcc_zip_entry out; REQUIRE(bcc_zip_archive_find_entry(archive, asset_name, &out) == 0); require_entry_name_is(out, asset_name); return out; } const void* get_uncompressed_data(const bcc_zip_entry& entry) { REQUIRE(entry.compression == 0); REQUIRE(entry.data_offset > 0); REQUIRE(entry.data != nullptr); return entry.data; } } // namespace TEST_CASE("returns error for non-zip files", "[zip]") { bcc_zip_archive* archive = bcc_zip_archive_open(NOT_AN_ARCHIVE_PATH); REQUIRE(archive == nullptr); } TEST_CASE("finds entries in a zip archive by name", "[zip]") { bcc_zip_archive* archive = bcc_zip_archive_open(TEST_ARCHIVE_PATH); REQUIRE(archive != nullptr); bcc_zip_entry entry = get_required_entry(archive, LIB_ENTRY_NAME); REQUIRE(memcmp(get_uncompressed_data(entry), "\x7f" "ELF", 4) == 0); entry = get_required_entry(archive, ENTRY_IN_SUBDIR_NAME); REQUIRE(memcmp(get_uncompressed_data(entry), "This is a text file\n", 20) == 0); REQUIRE(bcc_zip_archive_find_entry(archive, "missing", &entry) == -1); bcc_zip_archive_close(archive); } TEST_CASE("finds entries in a zip archive by offset", "[zip]") { bcc_zip_archive* archive = bcc_zip_archive_open(TEST_ARCHIVE_PATH); REQUIRE(archive != nullptr); bcc_zip_entry entry; REQUIRE(bcc_zip_archive_find_entry_at_offset(archive, 100, &entry) == 0); require_entry_name_is(entry, LIB_ENTRY_NAME); REQUIRE(memcmp(get_uncompressed_data(entry), "\x7f" "ELF", 4) == 0); REQUIRE(bcc_zip_archive_find_entry_at_offset(archive, 100000, &entry) == -1); bcc_zip_archive_close(archive); } TEST_CASE("open zip archive and finds an entry", "[zip]") { bcc_zip_entry entry; bcc_zip_archive* archive = bcc_zip_archive_open_and_find( TEST_ARCHIVE_PATH "!/" LIB_ENTRY_NAME, &entry); REQUIRE(archive != nullptr); require_entry_name_is(entry, LIB_ENTRY_NAME); REQUIRE(memcmp(get_uncompressed_data(entry), "\x7f" "ELF", 4) == 0); bcc_zip_archive_close(archive); archive = bcc_zip_archive_open_and_find( TEST_ARCHIVE_PATH "!/" ENTRY_IN_SUBDIR_NAME, &entry); REQUIRE(archive != nullptr); require_entry_name_is(entry, ENTRY_IN_SUBDIR_NAME); REQUIRE(memcmp(get_uncompressed_data(entry), "This is a text file\n", 20) == 0); bcc_zip_archive_close(archive); archive = bcc_zip_archive_open_and_find(TEST_ARCHIVE_PATH "!/NOT_FOUND", &entry); REQUIRE(archive == nullptr); } bpfcc-0.31.0/tests/cc/usdt_test_lib.cc000066400000000000000000000003551465134135300175620ustar00rootroot00000000000000#include #include #include "folly/tracing/StaticTracepoint.h" extern "C" { int lib_probed_function() { int an_int = 42 + getpid(); FOLLY_SDT(libbcc_test, sample_lib_probe_1, an_int); return an_int; } } bpfcc-0.31.0/tests/cc/utils.cc000066400000000000000000000016141465134135300160550ustar00rootroot00000000000000/* * Copyright (c) 2017 IBM Corporation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include int cmd_scanf(const char *cmd, const char *fmt, ...) { va_list args; FILE *pipe; va_start(args, fmt); pipe = popen(cmd, "r"); if (pipe == NULL) { va_end(args); return -1; } vfscanf(pipe, fmt, args); va_end(args); pclose(pipe); return 0; } bpfcc-0.31.0/tests/lua/000077500000000000000000000000001465134135300146005ustar00rootroot00000000000000bpfcc-0.31.0/tests/lua/.busted000066400000000000000000000002241465134135300160650ustar00rootroot00000000000000-- Configuration for unit tests -- See: http://olivinelabs.com/busted/ return { default = { lpath = "./?.lua", ["auto-insulate"] = false, } }bpfcc-0.31.0/tests/lua/.luacheckrc000066400000000000000000000004311465134135300167030ustar00rootroot00000000000000std = "luajit" ignore = { "211", "212", "411", "412", "421", "431", "542" } files["examples"] = { new_globals = { "pkt", "time", "xadd", "c" } } files["bpf/builtins.lua"] = { ignore = { "122" } } files["spec"] = { std = "+busted", new_globals = { "pkt", "time", "xadd", "c" } }bpfcc-0.31.0/tests/lua/CMakeLists.txt000066400000000000000000000016601465134135300173430ustar00rootroot00000000000000find_program(LUAJIT luajit) find_program(BUSTED busted) if(RUN_LUA_TESTS) if(LUAJIT) add_test(NAME lua_test_clang WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} lua_test_clang sudo ${LUAJIT} test_clang.lua) add_test(NAME lua_test_uprobes WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} lua_test_uprobes sudo ${LUAJIT} test_uprobes.lua) add_test(NAME lua_test_dump WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} lua_test_dump sudo ${LUAJIT} test_dump.lua) add_test(NAME lua_test_standalone WORKING_DIRECTORY ${CMAKE_BINARY_DIR} COMMAND ${CMAKE_CURRENT_SOURCE_DIR}/test_standalone.sh) if(BUSTED) add_test(NAME lua_test_busted WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND busted --lua=${LUAJIT} -m "${CMAKE_CURRENT_SOURCE_DIR}/../../src/lua/?.lua" -m "${CMAKE_CURRENT_SOURCE_DIR}/../../src/lua/?/init.lua;") endif() endif() endif() bpfcc-0.31.0/tests/lua/luaunit.lua000066400000000000000000002255561465134135300170030ustar00rootroot00000000000000--[[ luaunit.lua Description: A unit testing framework Homepage: https://github.com/bluebird75/luaunit Development by Philippe Fremy Based on initial work of Ryu, Gwang (http://www.gpgstudy.com/gpgiki/LuaUnit) License: BSD License, see LICENSE.txt Version: 3.2 ]]-- require("math") local M={} -- private exported functions (for testing) M.private = {} M.VERSION='3.2' --[[ Some people like assertEquals( actual, expected ) and some people prefer assertEquals( expected, actual ). ]]-- M.ORDER_ACTUAL_EXPECTED = true M.PRINT_TABLE_REF_IN_ERROR_MSG = false M.TABLE_EQUALS_KEYBYCONTENT = true M.LINE_LENGTH=80 -- set this to false to debug luaunit local STRIP_LUAUNIT_FROM_STACKTRACE=true M.VERBOSITY_DEFAULT = 10 M.VERBOSITY_LOW = 1 M.VERBOSITY_QUIET = 0 M.VERBOSITY_VERBOSE = 20 -- set EXPORT_ASSERT_TO_GLOBALS to have all asserts visible as global values -- EXPORT_ASSERT_TO_GLOBALS = true -- we need to keep a copy of the script args before it is overridden local cmdline_argv = rawget(_G, "arg") M.FAILURE_PREFIX = 'LuaUnit test FAILURE: ' -- prefix string for failed tests M.USAGE=[[Usage: lua [options] [testname1 [testname2] ... ] Options: -h, --help: Print this help --version: Print version information -v, --verbose: Increase verbosity -q, --quiet: Set verbosity to minimum -e, --error: Stop on first error -f, --failure: Stop on first failure or error -o, --output OUTPUT: Set output type to OUTPUT Possible values: text, tap, junit, nil -n, --name NAME: For junit only, mandatory name of xml file -p, --pattern PATTERN: Execute all test names matching the Lua PATTERN May be repeated to include severals patterns Make sure you escape magic chars like +? with % testname1, testname2, ... : tests to run in the form of testFunction, TestClass or TestClass.testMethod ]] ---------------------------------------------------------------- -- -- general utility functions -- ---------------------------------------------------------------- local crossTypeOrdering = { number = 1, boolean = 2, string = 3, table = 4, other = 5 } local crossTypeComparison = { number = function(a, b) return a < b end, string = function(a, b) return a < b end, other = function(a, b) return tostring(a) < tostring(b) end, } local function crossTypeSort(a, b) local type_a, type_b = type(a), type(b) if type_a == type_b then local func = crossTypeComparison[type_a] or crossTypeComparison.other return func(a, b) end type_a = crossTypeOrdering[type_a] or crossTypeOrdering.other type_b = crossTypeOrdering[type_b] or crossTypeOrdering.other return type_a < type_b end local function __genSortedIndex( t ) -- Returns a sequence consisting of t's keys, sorted. local sortedIndex = {} for key,_ in pairs(t) do table.insert(sortedIndex, key) end table.sort(sortedIndex, crossTypeSort) return sortedIndex end M.private.__genSortedIndex = __genSortedIndex local function sortedNext(state, control) -- Equivalent of the next() function of table iteration, but returns the -- keys in sorted order (see __genSortedIndex and crossTypeSort). -- The state is a temporary variable during iteration and contains the -- sorted key table (state.sortedIdx). It also stores the last index (into -- the keys) used by the iteration, to find the next one quickly. local key --print("sortedNext: control = "..tostring(control) ) if control == nil then -- start of iteration state.lastIdx = 1 key = state.sortedIdx[1] return key, state.t[key] end -- normally, we expect the control variable to match the last key used if control ~= state.sortedIdx[state.lastIdx] then -- strange, we have to find the next value by ourselves -- the key table is sorted in crossTypeSort() order! -> use bisection local count = #state.sortedIdx local lower, upper = 1, count repeat state.lastIdx = math.modf((lower + upper) / 2) key = state.sortedIdx[state.lastIdx] if key == control then break; end -- key found (and thus prev index) if crossTypeSort(key, control) then -- key < control, continue search "right" (towards upper bound) lower = state.lastIdx + 1 else -- key > control, continue search "left" (towards lower bound) upper = state.lastIdx - 1 end until lower > upper if lower > upper then -- only true if the key wasn't found, ... state.lastIdx = count -- ... so ensure no match for the code below end end -- proceed by retrieving the next value (or nil) from the sorted keys state.lastIdx = state.lastIdx + 1 key = state.sortedIdx[state.lastIdx] if key then return key, state.t[key] end -- getting here means returning `nil`, which will end the iteration end local function sortedPairs(tbl) -- Equivalent of the pairs() function on tables. Allows to iterate in -- sorted order. As required by "generic for" loops, this will return the -- iterator (function), an "invariant state", and the initial control value. -- (see http://www.lua.org/pil/7.2.html) return sortedNext, {t = tbl, sortedIdx = __genSortedIndex(tbl)}, nil end M.private.sortedPairs = sortedPairs local function strsplit(delimiter, text) -- Split text into a list consisting of the strings in text, -- separated by strings matching delimiter (which may be a pattern). -- example: strsplit(",%s*", "Anna, Bob, Charlie,Dolores") if string.find("", delimiter, 1, true) then -- this would result in endless loops error("delimiter matches empty string!") end local list, pos, first, last = {}, 1 while true do first, last = text:find(delimiter, pos, true) if first then -- found? table.insert(list, text:sub(pos, first - 1)) pos = last + 1 else table.insert(list, text:sub(pos)) break end end return list end M.private.strsplit = strsplit local function hasNewLine( s ) -- return true if s has a newline return (string.find(s, '\n', 1, true) ~= nil) end M.private.hasNewLine = hasNewLine local function prefixString( prefix, s ) -- Prefix all the lines of s with prefix return prefix .. table.concat(strsplit('\n', s), '\n' .. prefix) end M.private.prefixString = prefixString local function strMatch(s, pattern, start, final ) -- return true if s matches completely the pattern from index start to index end -- return false in every other cases -- if start is nil, matches from the beginning of the string -- if final is nil, matches to the end of the string start = start or 1 final = final or string.len(s) local foundStart, foundEnd = string.find(s, pattern, start, false) return foundStart == start and foundEnd == final end M.private.strMatch = strMatch local function xmlEscape( s ) -- Return s escaped for XML attributes -- escapes table: -- " " -- ' ' -- < < -- > > -- & & return string.gsub( s, '.', { ['&'] = "&", ['"'] = """, ["'"] = "'", ['<'] = "<", ['>'] = ">", } ) end M.private.xmlEscape = xmlEscape local function xmlCDataEscape( s ) -- Return s escaped for CData section, escapes: "]]>" return string.gsub( s, ']]>', ']]>' ) end M.private.xmlCDataEscape = xmlCDataEscape local function stripLuaunitTrace( stackTrace ) --[[ -- Example of a traceback: < [C]: in function 'xpcall' ./luaunit.lua:1449: in function 'protectedCall' ./luaunit.lua:1508: in function 'execOneFunction' ./luaunit.lua:1596: in function 'runSuiteByInstances' ./luaunit.lua:1660: in function 'runSuiteByNames' ./luaunit.lua:1736: in function 'runSuite' example_with_luaunit.lua:140: in main chunk [C]: in ?>> Other example: < [C]: in function 'xpcall' ./luaunit.lua:1517: in function 'protectedCall' ./luaunit.lua:1578: in function 'execOneFunction' ./luaunit.lua:1677: in function 'runSuiteByInstances' ./luaunit.lua:1730: in function 'runSuiteByNames' ./luaunit.lua:1806: in function 'runSuite' example_with_luaunit.lua:140: in main chunk [C]: in ?>> < [C]: in function 'xpcall' luaunit2/luaunit.lua:1532: in function 'protectedCall' luaunit2/luaunit.lua:1591: in function 'execOneFunction' luaunit2/luaunit.lua:1679: in function 'runSuiteByInstances' luaunit2/luaunit.lua:1743: in function 'runSuiteByNames' luaunit2/luaunit.lua:1819: in function 'runSuite' luaunit2/example_with_luaunit.lua:140: in main chunk [C]: in ?>> -- first line is "stack traceback": KEEP -- next line may be luaunit line: REMOVE -- next lines are call in the program under testOk: REMOVE -- next lines are calls from luaunit to call the program under test: KEEP -- Strategy: -- keep first line -- remove lines that are part of luaunit -- kepp lines until we hit a luaunit line ]] local function isLuaunitInternalLine( s ) -- return true if line of stack trace comes from inside luaunit return s:find('[/\\]luaunit%.lua:%d+: ') ~= nil end -- print( '<<'..stackTrace..'>>' ) local t = strsplit( '\n', stackTrace ) -- print( prettystr(t) ) local idx = 2 -- remove lines that are still part of luaunit while t[idx] and isLuaunitInternalLine( t[idx] ) do -- print('Removing : '..t[idx] ) table.remove(t, idx) end -- keep lines until we hit luaunit again while t[idx] and (not isLuaunitInternalLine(t[idx])) do -- print('Keeping : '..t[idx] ) idx = idx + 1 end -- remove remaining luaunit lines while t[idx] do -- print('Removing : '..t[idx] ) table.remove(t, idx) end -- print( prettystr(t) ) return table.concat( t, '\n') end M.private.stripLuaunitTrace = stripLuaunitTrace local function prettystr_sub(v, indentLevel, keeponeline, printTableRefs, recursionTable ) local type_v = type(v) if "string" == type_v then if keeponeline then v = v:gsub("\n", "\\n") end -- use clever delimiters according to content: -- enclose with single quotes if string contains ", but no ' if v:find('"', 1, true) and not v:find("'", 1, true) then return "'" .. v .. "'" end -- use double quotes otherwise, escape embedded " return '"' .. v:gsub('"', '\\"') .. '"' elseif "table" == type_v then --if v.__class__ then -- return string.gsub( tostring(v), 'table', v.__class__ ) --end return M.private._table_tostring(v, indentLevel, printTableRefs, recursionTable) end return tostring(v) end local function prettystr( v, keeponeline ) --[[ Better string conversion, to display nice variable content: For strings, if keeponeline is set to true, string is displayed on one line, with visible \n * string are enclosed with " by default, or with ' if string contains a " * if table is a class, display class name * tables are expanded ]]-- local recursionTable = {} local s = prettystr_sub(v, 1, keeponeline, M.PRINT_TABLE_REF_IN_ERROR_MSG, recursionTable) if recursionTable.recursionDetected and not M.PRINT_TABLE_REF_IN_ERROR_MSG then -- some table contain recursive references, -- so we must recompute the value by including all table references -- else the result looks like crap recursionTable = {} s = prettystr_sub(v, 1, keeponeline, true, recursionTable) end return s end M.prettystr = prettystr local function prettystrPadded(value1, value2, suffix_a, suffix_b) --[[ This function helps with the recurring task of constructing the "expected vs. actual" error messages. It takes two arbitrary values and formats corresponding strings with prettystr(). To keep the (possibly complex) output more readable in case the resulting strings contain line breaks, they get automatically prefixed with additional newlines. Both suffixes are optional (default to empty strings), and get appended to the "value1" string. "suffix_a" is used if line breaks were encountered, "suffix_b" otherwise. Returns the two formatted strings (including padding/newlines). ]] local str1, str2 = prettystr(value1), prettystr(value2) if hasNewLine(str1) or hasNewLine(str2) then -- line break(s) detected, add padding return "\n" .. str1 .. (suffix_a or ""), "\n" .. str2 end return str1 .. (suffix_b or ""), str2 end M.private.prettystrPadded = prettystrPadded local function _table_keytostring(k) -- like prettystr but do not enclose with "" if the string is just alphanumerical -- this is better for displaying table keys who are often simple strings if "string" == type(k) and k:match("^[_%a][_%w]*$") then return k end return prettystr(k) end M.private._table_keytostring = _table_keytostring local TABLE_TOSTRING_SEP = ", " local TABLE_TOSTRING_SEP_LEN = string.len(TABLE_TOSTRING_SEP) local function _table_tostring( tbl, indentLevel, printTableRefs, recursionTable ) printTableRefs = printTableRefs or M.PRINT_TABLE_REF_IN_ERROR_MSG recursionTable = recursionTable or {} recursionTable[tbl] = true local result, dispOnMultLines = {}, false local entry, count, seq_index = nil, 0, 1 for k, v in sortedPairs( tbl ) do if k == seq_index then -- for the sequential part of tables, we'll skip the "=" output entry = '' seq_index = seq_index + 1 else entry = _table_keytostring( k ) .. "=" end if recursionTable[v] then -- recursion detected! recursionTable.recursionDetected = true entry = entry .. "<"..tostring(v)..">" else entry = entry .. prettystr_sub( v, indentLevel+1, true, printTableRefs, recursionTable ) end count = count + 1 result[count] = entry end -- set dispOnMultLines if the maximum LINE_LENGTH would be exceeded local totalLength = 0 for k, v in ipairs( result ) do totalLength = totalLength + string.len( v ) if totalLength >= M.LINE_LENGTH then dispOnMultLines = true break end end if not dispOnMultLines then -- adjust with length of separator(s): -- two items need 1 sep, three items two seps, ... plus len of '{}' if count > 0 then totalLength = totalLength + TABLE_TOSTRING_SEP_LEN * (count - 1) end dispOnMultLines = totalLength + 2 >= M.LINE_LENGTH end -- now reformat the result table (currently holding element strings) if dispOnMultLines then local indentString = string.rep(" ", indentLevel - 1) result = {"{\n ", indentString, table.concat(result, ",\n " .. indentString), "\n", indentString, "}"} else result = {"{", table.concat(result, TABLE_TOSTRING_SEP), "}"} end if printTableRefs then table.insert(result, 1, "<"..tostring(tbl).."> ") -- prepend table ref end return table.concat(result) end M.private._table_tostring = _table_tostring -- prettystr_sub() needs it local function _table_contains(t, element) if t then for _, value in pairs(t) do if type(value) == type(element) then if type(element) == 'table' then -- if we wanted recursive items content comparison, we could use -- _is_table_items_equals(v, expected) but one level of just comparing -- items is sufficient if M.private._is_table_equals( value, element ) then return true end else if value == element then return true end end end end end return false end local function _is_table_items_equals(actual, expected ) if (type(actual) == 'table') and (type(expected) == 'table') then for k,v in pairs(actual) do if not _table_contains(expected, v) then return false end end for k,v in pairs(expected) do if not _table_contains(actual, v) then return false end end return true elseif type(actual) ~= type(expected) then return false elseif actual == expected then return true end return false end local function _is_table_equals(actual, expected) if (type(actual) == 'table') and (type(expected) == 'table') then if (#actual ~= #expected) then return false end local actualTableKeys = {} for k,v in pairs(actual) do if M.TABLE_EQUALS_KEYBYCONTENT and type(k) == "table" then -- If the keys are tables, things get a bit tricky here as we -- can have _is_table_equals(k1, k2) and t[k1] ~= t[k2]. So we -- collect actual's table keys, group them by length for -- performance, and then for each table key in expected we look -- it up in actualTableKeys. if not actualTableKeys[#k] then actualTableKeys[#k] = {} end table.insert(actualTableKeys[#k], k) else if not _is_table_equals(v, expected[k]) then return false end end end for k,v in pairs(expected) do if M.TABLE_EQUALS_KEYBYCONTENT and type(k) == "table" then local candidates = actualTableKeys[#k] if not candidates then return false end local found for i, candidate in pairs(candidates) do if _is_table_equals(candidate, k) then found = candidate -- Remove the candidate we matched against from the list -- of candidates, so each key in actual can only match -- one key in expected. candidates[i] = nil break end end if not(found and _is_table_equals(actual[found], v)) then return false end else if not _is_table_equals(v, actual[k]) then return false end end end if M.TABLE_EQUALS_KEYBYCONTENT then for _, keys in pairs(actualTableKeys) do -- if there are any keys left in any actualTableKeys[i] then -- that is a key in actual with no matching key in expected, -- and so the tables aren't equal. if next(keys) then return false end end end return true elseif type(actual) ~= type(expected) then return false elseif actual == expected then return true end return false end M.private._is_table_equals = _is_table_equals local function failure(msg, level) -- raise an error indicating a test failure -- for error() compatibility we adjust "level" here (by +1), to report the -- calling context error(M.FAILURE_PREFIX .. msg, (level or 1) + 1) end local function fail_fmt(level, ...) -- failure with printf-style formatted message and given error level failure(string.format(...), (level or 1) + 1) end M.private.fail_fmt = fail_fmt local function error_fmt(level, ...) -- printf-style error() error(string.format(...), (level or 1) + 1) end ---------------------------------------------------------------- -- -- assertions -- ---------------------------------------------------------------- local function errorMsgEquality(actual, expected) if not M.ORDER_ACTUAL_EXPECTED then expected, actual = actual, expected end if type(expected) == 'string' or type(expected) == 'table' then expected, actual = prettystrPadded(expected, actual) return string.format("expected: %s\nactual: %s", expected, actual) end return string.format("expected: %s, actual: %s", prettystr(expected), prettystr(actual)) end function M.assertError(f, ...) -- assert that calling f with the arguments will raise an error -- example: assertError( f, 1, 2 ) => f(1,2) should generate an error if pcall( f, ... ) then failure( "Expected an error when calling function but no error generated", 2 ) end end function M.assertTrue(value) if not value then failure("expected: true, actual: " ..prettystr(value), 2) end end function M.assertFalse(value) if value then failure("expected: false, actual: " ..prettystr(value), 2) end end function M.assertIsNil(value) if value ~= nil then failure("expected: nil, actual: " ..prettystr(value), 2) end end function M.assertNotIsNil(value) if value == nil then failure("expected non nil value, received nil", 2) end end function M.assertEquals(actual, expected) if type(actual) == 'table' and type(expected) == 'table' then if not _is_table_equals(actual, expected) then failure( errorMsgEquality(actual, expected), 2 ) end elseif type(actual) ~= type(expected) then failure( errorMsgEquality(actual, expected), 2 ) elseif actual ~= expected then failure( errorMsgEquality(actual, expected), 2 ) end end -- Help Lua in corner cases like almostEquals(1.1, 1.0, 0.1), which by default -- may not work. We need to give margin a small boost; EPSILON defines the -- default value to use for this: local EPSILON = 0.00000000001 function M.almostEquals( actual, expected, margin, margin_boost ) if type(actual) ~= 'number' or type(expected) ~= 'number' or type(margin) ~= 'number' then error_fmt(3, 'almostEquals: must supply only number arguments.\nArguments supplied: %s, %s, %s', prettystr(actual), prettystr(expected), prettystr(margin)) end if margin <= 0 then error('almostEquals: margin must be positive, current value is ' .. margin, 3) end local realmargin = margin + (margin_boost or EPSILON) return math.abs(expected - actual) <= realmargin end function M.assertAlmostEquals( actual, expected, margin ) -- check that two floats are close by margin if not M.almostEquals(actual, expected, margin) then if not M.ORDER_ACTUAL_EXPECTED then expected, actual = actual, expected end fail_fmt(2, 'Values are not almost equal\nExpected: %s with margin of %s, received: %s', expected, margin, actual) end end function M.assertNotEquals(actual, expected) if type(actual) ~= type(expected) then return end if type(actual) == 'table' and type(expected) == 'table' then if not _is_table_equals(actual, expected) then return end elseif actual ~= expected then return end fail_fmt(2, 'Received the not expected value: %s', prettystr(actual)) end function M.assertNotAlmostEquals( actual, expected, margin ) -- check that two floats are not close by margin if M.almostEquals(actual, expected, margin) then if not M.ORDER_ACTUAL_EXPECTED then expected, actual = actual, expected end fail_fmt(2, 'Values are almost equal\nExpected: %s with a difference above margin of %s, received: %s', expected, margin, actual) end end function M.assertStrContains( str, sub, useRe ) -- this relies on lua string.find function -- a string always contains the empty string if not string.find(str, sub, 1, not useRe) then sub, str = prettystrPadded(sub, str, '\n') fail_fmt(2, 'Error, %s %s was not found in string %s', useRe and 'regexp' or 'substring', sub, str) end end function M.assertStrIContains( str, sub ) -- this relies on lua string.find function -- a string always contains the empty string if not string.find(str:lower(), sub:lower(), 1, true) then sub, str = prettystrPadded(sub, str, '\n') fail_fmt(2, 'Error, substring %s was not found (case insensitively) in string %s', sub, str) end end function M.assertNotStrContains( str, sub, useRe ) -- this relies on lua string.find function -- a string always contains the empty string if string.find(str, sub, 1, not useRe) then sub, str = prettystrPadded(sub, str, '\n') fail_fmt(2, 'Error, %s %s was found in string %s', useRe and 'regexp' or 'substring', sub, str) end end function M.assertNotStrIContains( str, sub ) -- this relies on lua string.find function -- a string always contains the empty string if string.find(str:lower(), sub:lower(), 1, true) then sub, str = prettystrPadded(sub, str, '\n') fail_fmt(2, 'Error, substring %s was found (case insensitively) in string %s', sub, str) end end function M.assertStrMatches( str, pattern, start, final ) -- Verify a full match for the string -- for a partial match, simply use assertStrContains with useRe set to true if not strMatch( str, pattern, start, final ) then pattern, str = prettystrPadded(pattern, str, '\n') fail_fmt(2, 'Error, pattern %s was not matched by string %s', pattern, str) end end function M.assertErrorMsgEquals( expectedMsg, func, ... ) -- assert that calling f with the arguments will raise an error -- example: assertError( f, 1, 2 ) => f(1,2) should generate an error local no_error, error_msg = pcall( func, ... ) if no_error then failure( 'No error generated when calling function but expected error: "'..expectedMsg..'"', 2 ) end if error_msg ~= expectedMsg then error_msg, expectedMsg = prettystrPadded(error_msg, expectedMsg) fail_fmt(2, 'Exact error message expected: %s\nError message received: %s\n', expectedMsg, error_msg) end end function M.assertErrorMsgContains( partialMsg, func, ... ) -- assert that calling f with the arguments will raise an error -- example: assertError( f, 1, 2 ) => f(1,2) should generate an error local no_error, error_msg = pcall( func, ... ) if no_error then failure( 'No error generated when calling function but expected error containing: '..prettystr(partialMsg), 2 ) end if not string.find( error_msg, partialMsg, nil, true ) then error_msg, partialMsg = prettystrPadded(error_msg, partialMsg) fail_fmt(2, 'Error message does not contain: %s\nError message received: %s\n', partialMsg, error_msg) end end function M.assertErrorMsgMatches( expectedMsg, func, ... ) -- assert that calling f with the arguments will raise an error -- example: assertError( f, 1, 2 ) => f(1,2) should generate an error local no_error, error_msg = pcall( func, ... ) if no_error then failure( 'No error generated when calling function but expected error matching: "'..expectedMsg..'"', 2 ) end if not strMatch( error_msg, expectedMsg ) then expectedMsg, error_msg = prettystrPadded(expectedMsg, error_msg) fail_fmt(2, 'Error message does not match: %s\nError message received: %s\n', expectedMsg, error_msg) end end --[[ Add type assertion functions to the module table M. Each of these functions takes a single parameter "value", and checks that its Lua type matches the expected string (derived from the function name): M.assertIsXxx(value) -> ensure that type(value) conforms to "xxx" ]] for _, funcName in ipairs( {'assertIsNumber', 'assertIsString', 'assertIsTable', 'assertIsBoolean', 'assertIsFunction', 'assertIsUserdata', 'assertIsThread'} ) do local typeExpected = funcName:match("^assertIs([A-Z]%a*)$") -- Lua type() always returns lowercase, also make sure the match() succeeded typeExpected = typeExpected and typeExpected:lower() or error("bad function name '"..funcName.."' for type assertion") M[funcName] = function(value) if type(value) ~= typeExpected then fail_fmt(2, 'Expected: a %s value, actual: type %s, value %s', typeExpected, type(value), prettystrPadded(value)) end end end --[[ Add non-type assertion functions to the module table M. Each of these functions takes a single parameter "value", and checks that its Lua type differs from the expected string (derived from the function name): M.assertNotIsXxx(value) -> ensure that type(value) is not "xxx" ]] for _, funcName in ipairs( {'assertNotIsNumber', 'assertNotIsString', 'assertNotIsTable', 'assertNotIsBoolean', 'assertNotIsFunction', 'assertNotIsUserdata', 'assertNotIsThread'} ) do local typeUnexpected = funcName:match("^assertNotIs([A-Z]%a*)$") -- Lua type() always returns lowercase, also make sure the match() succeeded typeUnexpected = typeUnexpected and typeUnexpected:lower() or error("bad function name '"..funcName.."' for type assertion") M[funcName] = function(value) if type(value) == typeUnexpected then fail_fmt(2, 'Not expected: a %s type, actual: value %s', typeUnexpected, prettystrPadded(value)) end end end function M.assertIs(actual, expected) if actual ~= expected then if not M.ORDER_ACTUAL_EXPECTED then actual, expected = expected, actual end expected, actual = prettystrPadded(expected, actual, '\n', ', ') fail_fmt(2, 'Expected object and actual object are not the same\nExpected: %sactual: %s', expected, actual) end end function M.assertNotIs(actual, expected) if actual == expected then if not M.ORDER_ACTUAL_EXPECTED then expected = actual end fail_fmt(2, 'Expected object and actual object are the same object: %s', prettystrPadded(expected)) end end function M.assertItemsEquals(actual, expected) -- checks that the items of table expected -- are contained in table actual. Warning, this function -- is at least O(n^2) if not _is_table_items_equals(actual, expected ) then expected, actual = prettystrPadded(expected, actual) fail_fmt(2, 'Contents of the tables are not identical:\nExpected: %s\nActual: %s', expected, actual) end end ---------------------------------------------------------------- -- Compatibility layer ---------------------------------------------------------------- -- for compatibility with LuaUnit v2.x function M.wrapFunctions(...) io.stderr:write( [[Use of WrapFunction() is no longer needed. Just prefix your test function names with "test" or "Test" and they will be picked up and run by LuaUnit.]] ) -- In LuaUnit version <= 2.1 , this function was necessary to include -- a test function inside the global test suite. Nowadays, the functions -- are simply run directly as part of the test discovery process. -- so just do nothing ! --[[ local testClass, testFunction testClass = {} local function storeAsMethod(idx, testName) testFunction = _G[testName] testClass[testName] = testFunction end for i,v in ipairs({...}) do storeAsMethod( i, v ) end return testClass ]] end local list_of_funcs = { -- { official function name , alias } -- general assertions { 'assertEquals' , 'assert_equals' }, { 'assertItemsEquals' , 'assert_items_equals' }, { 'assertNotEquals' , 'assert_not_equals' }, { 'assertAlmostEquals' , 'assert_almost_equals' }, { 'assertNotAlmostEquals' , 'assert_not_almost_equals' }, { 'assertTrue' , 'assert_true' }, { 'assertFalse' , 'assert_false' }, { 'assertStrContains' , 'assert_str_contains' }, { 'assertStrIContains' , 'assert_str_icontains' }, { 'assertNotStrContains' , 'assert_not_str_contains' }, { 'assertNotStrIContains' , 'assert_not_str_icontains' }, { 'assertStrMatches' , 'assert_str_matches' }, { 'assertError' , 'assert_error' }, { 'assertErrorMsgEquals' , 'assert_error_msg_equals' }, { 'assertErrorMsgContains' , 'assert_error_msg_contains' }, { 'assertErrorMsgMatches' , 'assert_error_msg_matches' }, { 'assertIs' , 'assert_is' }, { 'assertNotIs' , 'assert_not_is' }, { 'wrapFunctions' , 'WrapFunctions' }, { 'wrapFunctions' , 'wrap_functions' }, -- type assertions: assertIsXXX -> assert_is_xxx { 'assertIsNumber' , 'assert_is_number' }, { 'assertIsString' , 'assert_is_string' }, { 'assertIsTable' , 'assert_is_table' }, { 'assertIsBoolean' , 'assert_is_boolean' }, { 'assertIsNil' , 'assert_is_nil' }, { 'assertIsFunction' , 'assert_is_function' }, { 'assertIsThread' , 'assert_is_thread' }, { 'assertIsUserdata' , 'assert_is_userdata' }, -- type assertions: assertIsXXX -> assertXxx { 'assertIsNumber' , 'assertNumber' }, { 'assertIsString' , 'assertString' }, { 'assertIsTable' , 'assertTable' }, { 'assertIsBoolean' , 'assertBoolean' }, { 'assertIsNil' , 'assertNil' }, { 'assertIsFunction' , 'assertFunction' }, { 'assertIsThread' , 'assertThread' }, { 'assertIsUserdata' , 'assertUserdata' }, -- type assertions: assertIsXXX -> assert_xxx (luaunit v2 compat) { 'assertIsNumber' , 'assert_number' }, { 'assertIsString' , 'assert_string' }, { 'assertIsTable' , 'assert_table' }, { 'assertIsBoolean' , 'assert_boolean' }, { 'assertIsNil' , 'assert_nil' }, { 'assertIsFunction' , 'assert_function' }, { 'assertIsThread' , 'assert_thread' }, { 'assertIsUserdata' , 'assert_userdata' }, -- type assertions: assertNotIsXXX -> assert_not_is_xxx { 'assertNotIsNumber' , 'assert_not_is_number' }, { 'assertNotIsString' , 'assert_not_is_string' }, { 'assertNotIsTable' , 'assert_not_is_table' }, { 'assertNotIsBoolean' , 'assert_not_is_boolean' }, { 'assertNotIsNil' , 'assert_not_is_nil' }, { 'assertNotIsFunction' , 'assert_not_is_function' }, { 'assertNotIsThread' , 'assert_not_is_thread' }, { 'assertNotIsUserdata' , 'assert_not_is_userdata' }, -- type assertions: assertNotIsXXX -> assertNotXxx (luaunit v2 compat) { 'assertNotIsNumber' , 'assertNotNumber' }, { 'assertNotIsString' , 'assertNotString' }, { 'assertNotIsTable' , 'assertNotTable' }, { 'assertNotIsBoolean' , 'assertNotBoolean' }, { 'assertNotIsNil' , 'assertNotNil' }, { 'assertNotIsFunction' , 'assertNotFunction' }, { 'assertNotIsThread' , 'assertNotThread' }, { 'assertNotIsUserdata' , 'assertNotUserdata' }, -- type assertions: assertNotIsXXX -> assert_not_xxx { 'assertNotIsNumber' , 'assert_not_number' }, { 'assertNotIsString' , 'assert_not_string' }, { 'assertNotIsTable' , 'assert_not_table' }, { 'assertNotIsBoolean' , 'assert_not_boolean' }, { 'assertNotIsNil' , 'assert_not_nil' }, { 'assertNotIsFunction' , 'assert_not_function' }, { 'assertNotIsThread' , 'assert_not_thread' }, { 'assertNotIsUserdata' , 'assert_not_userdata' }, -- all assertions with Coroutine duplicate Thread assertions { 'assertIsThread' , 'assertIsCoroutine' }, { 'assertIsThread' , 'assertCoroutine' }, { 'assertIsThread' , 'assert_is_coroutine' }, { 'assertIsThread' , 'assert_coroutine' }, { 'assertNotIsThread' , 'assertNotIsCoroutine' }, { 'assertNotIsThread' , 'assertNotCoroutine' }, { 'assertNotIsThread' , 'assert_not_is_coroutine' }, { 'assertNotIsThread' , 'assert_not_coroutine' }, } -- Create all aliases in M for _,v in ipairs( list_of_funcs ) do funcname, alias = v[1], v[2] M[alias] = M[funcname] if EXPORT_ASSERT_TO_GLOBALS then _G[funcname] = M[funcname] _G[alias] = M[funcname] end end ---------------------------------------------------------------- -- -- Outputters -- ---------------------------------------------------------------- ---------------------------------------------------------------- -- class TapOutput ---------------------------------------------------------------- local TapOutput = { __class__ = 'TapOutput' } -- class local TapOutput_MT = { __index = TapOutput } -- metatable -- For a good reference for TAP format, check: http://testanything.org/tap-specification.html function TapOutput:new() return setmetatable( { verbosity = M.VERBOSITY_LOW }, TapOutput_MT) end function TapOutput:startSuite() print("1.."..self.result.testCount) print('# Started on '..self.result.startDate) end function TapOutput:startClass(className) if className ~= '[TestFunctions]' then print('# Starting class: '..className) end end function TapOutput:startTest(testName) end function TapOutput:addFailure( node ) io.stdout:write("not ok ", self.result.currentTestNumber, "\t", node.testName, "\n") if self.verbosity > M.VERBOSITY_LOW then print( prefixString( ' ', node.msg ) ) end if self.verbosity > M.VERBOSITY_DEFAULT then print( prefixString( ' ', node.stackTrace ) ) end end TapOutput.addError = TapOutput.addFailure function TapOutput:endTest( node ) if node:isPassed() then io.stdout:write("ok ", self.result.currentTestNumber, "\t", node.testName, "\n") end end function TapOutput:endClass() end function TapOutput:endSuite() print( '# '..M.LuaUnit.statusLine( self.result ) ) return self.result.notPassedCount end -- class TapOutput end ---------------------------------------------------------------- -- class JUnitOutput ---------------------------------------------------------------- -- See directory junitxml for more information about the junit format local JUnitOutput = { __class__ = 'JUnitOutput' } -- class local JUnitOutput_MT = { __index = JUnitOutput } -- metatable function JUnitOutput:new() return setmetatable( { testList = {}, verbosity = M.VERBOSITY_LOW }, JUnitOutput_MT) end function JUnitOutput:startSuite() -- open xml file early to deal with errors if self.fname == nil then error('With Junit, an output filename must be supplied with --name!') end if string.sub(self.fname,-4) ~= '.xml' then self.fname = self.fname..'.xml' end self.fd = io.open(self.fname, "w") if self.fd == nil then error("Could not open file for writing: "..self.fname) end print('# XML output to '..self.fname) print('# Started on '..self.result.startDate) end function JUnitOutput:startClass(className) if className ~= '[TestFunctions]' then print('# Starting class: '..className) end end function JUnitOutput:startTest(testName) print('# Starting test: '..testName) end function JUnitOutput:addFailure( node ) print('# Failure: ' .. node.msg) -- print('# ' .. node.stackTrace) end function JUnitOutput:addError( node ) print('# Error: ' .. node.msg) -- print('# ' .. node.stackTrace) end function JUnitOutput:endTest( node ) end function JUnitOutput:endClass() end function JUnitOutput:endSuite() print( '# '..M.LuaUnit.statusLine(self.result)) -- XML file writing self.fd:write('\n') self.fd:write('\n') self.fd:write(string.format( ' \n', self.result.runCount, self.result.startIsodate, self.result.duration, self.result.errorCount, self.result.failureCount )) self.fd:write(" \n") self.fd:write(string.format(' \n', _VERSION ) ) self.fd:write(string.format(' \n', M.VERSION) ) -- XXX please include system name and version if possible self.fd:write(" \n") for i,node in ipairs(self.result.tests) do self.fd:write(string.format(' \n', node.className, node.testName, node.duration ) ) if node:isNotPassed() then self.fd:write(node:statusXML()) end self.fd:write(' \n') end -- Next two lines are needed to validate junit ANT xsd, but really not useful in general: self.fd:write(' \n') self.fd:write(' \n') self.fd:write(' \n') self.fd:write('\n') self.fd:close() return self.result.notPassedCount end -- class TapOutput end ---------------------------------------------------------------- -- class TextOutput ---------------------------------------------------------------- --[[ -- Python Non verbose: For each test: . or F or E If some failed tests: ============== ERROR / FAILURE: TestName (testfile.testclass) --------- Stack trace then -------------- then "Ran x tests in 0.000s" then OK or FAILED (failures=1, error=1) -- Python Verbose: testname (filename.classname) ... ok testname (filename.classname) ... FAIL testname (filename.classname) ... ERROR then -------------- then "Ran x tests in 0.000s" then OK or FAILED (failures=1, error=1) -- Ruby: Started . Finished in 0.002695 seconds. 1 tests, 2 assertions, 0 failures, 0 errors -- Ruby: >> ruby tc_simple_number2.rb Loaded suite tc_simple_number2 Started F.. Finished in 0.038617 seconds. 1) Failure: test_failure(TestSimpleNumber) [tc_simple_number2.rb:16]: Adding doesn't work. <3> expected but was <4>. 3 tests, 4 assertions, 1 failures, 0 errors -- Java Junit .......F. Time: 0,003 There was 1 failure: 1) testCapacity(junit.samples.VectorTest)junit.framework.AssertionFailedError at junit.samples.VectorTest.testCapacity(VectorTest.java:87) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) FAILURES!!! Tests run: 8, Failures: 1, Errors: 0 -- Maven # mvn test ------------------------------------------------------- T E S T S ------------------------------------------------------- Running math.AdditionTest Tests run: 2, Failures: 1, Errors: 0, Skipped: 0, Time elapsed: 0.03 sec <<< FAILURE! Results : Failed tests: testLireSymbole(math.AdditionTest) Tests run: 2, Failures: 1, Errors: 0, Skipped: 0 -- LuaUnit ---- non verbose * display . or F or E when running tests ---- verbose * display test name + ok/fail ---- * blank line * number) ERROR or FAILURE: TestName Stack trace * blank line * number) ERROR or FAILURE: TestName Stack trace then -------------- then "Ran x tests in 0.000s (%d not selected, %d skipped)" then OK or FAILED (failures=1, error=1) ]] local TextOutput = { __class__ = 'TextOutput' } -- class local TextOutput_MT = { __index = TextOutput } -- metatable function TextOutput:new() return setmetatable( { errorList = {}, verbosity = M.VERBOSITY_DEFAULT }, TextOutput_MT ) end function TextOutput:startSuite() if self.verbosity > M.VERBOSITY_DEFAULT then print( 'Started on '.. self.result.startDate ) end end function TextOutput:startClass(className) -- display nothing when starting a new class end function TextOutput:startTest(testName) if self.verbosity > M.VERBOSITY_DEFAULT then io.stdout:write( " ", self.result.currentNode.testName, " ... " ) end end function TextOutput:addFailure( node ) -- nothing end function TextOutput:addError( node ) -- nothing end function TextOutput:endTest( node ) if node:isPassed() then if self.verbosity > M.VERBOSITY_DEFAULT then io.stdout:write("Ok\n") else io.stdout:write(".") end else if self.verbosity > M.VERBOSITY_DEFAULT then print( node.status ) print( node.msg ) --[[ -- find out when to do this: if self.verbosity > M.VERBOSITY_DEFAULT then print( node.stackTrace ) end ]] else -- write only the first character of status io.stdout:write(string.sub(node.status, 1, 1)) end end end function TextOutput:endClass() -- nothing end function TextOutput:displayOneFailedTest( index, failure ) print(index..") "..failure.testName ) print( failure.msg ) print( failure.stackTrace ) print() end function TextOutput:displayFailedTests() if self.result.notPassedCount == 0 then return end print("Failed tests:") print("-------------") for i,v in ipairs(self.result.notPassed) do self:displayOneFailedTest( i, v ) end end function TextOutput:endSuite() if self.verbosity > M.VERBOSITY_DEFAULT then print("=========================================================") else print() end self:displayFailedTests() print( M.LuaUnit.statusLine( self.result ) ) local ignoredString = "" if self.result.notPassedCount == 0 then print('OK') end end -- class TextOutput end ---------------------------------------------------------------- -- class NilOutput ---------------------------------------------------------------- local function nopCallable() --print(42) return nopCallable end local NilOutput = { __class__ = 'NilOuptut' } -- class local NilOutput_MT = { __index = nopCallable } -- metatable function NilOutput:new() return setmetatable( { __class__ = 'NilOutput' }, NilOutput_MT ) end ---------------------------------------------------------------- -- -- class LuaUnit -- ---------------------------------------------------------------- M.LuaUnit = { outputType = TextOutput, verbosity = M.VERBOSITY_DEFAULT, __class__ = 'LuaUnit' } local LuaUnit_MT = { __index = M.LuaUnit } if EXPORT_ASSERT_TO_GLOBALS then LuaUnit = M.LuaUnit end function M.LuaUnit:new() return setmetatable( {}, LuaUnit_MT ) end -----------------[[ Utility methods ]]--------------------- function M.LuaUnit.asFunction(aObject) -- return "aObject" if it is a function, and nil otherwise if 'function' == type(aObject) then return aObject end end function M.LuaUnit.isClassMethod(aName) -- return true if aName contains a class + a method name in the form class:method return string.find(aName, '.', nil, true) ~= nil end function M.LuaUnit.splitClassMethod(someName) -- return a pair className, methodName for a name in the form class:method -- return nil if not a class + method name -- name is class + method local hasMethod, methodName, className hasMethod = string.find(someName, '.', nil, true ) if not hasMethod then return nil end methodName = string.sub(someName, hasMethod+1) className = string.sub(someName,1,hasMethod-1) return className, methodName end function M.LuaUnit.isMethodTestName( s ) -- return true is the name matches the name of a test method -- default rule is that is starts with 'Test' or with 'test' return string.sub(s, 1, 4):lower() == 'test' end function M.LuaUnit.isTestName( s ) -- return true is the name matches the name of a test -- default rule is that is starts with 'Test' or with 'test' return string.sub(s, 1, 4):lower() == 'test' end function M.LuaUnit.collectTests() -- return a list of all test names in the global namespace -- that match LuaUnit.isTestName local testNames = {} for k, v in pairs(_G) do if M.LuaUnit.isTestName( k ) then table.insert( testNames , k ) end end table.sort( testNames ) return testNames end function M.LuaUnit.parseCmdLine( cmdLine ) -- parse the command line -- Supported command line parameters: -- --verbose, -v: increase verbosity -- --quiet, -q: silence output -- --error, -e: treat errors as fatal (quit program) -- --output, -o, + name: select output type -- --pattern, -p, + pattern: run test matching pattern, may be repeated -- --name, -n, + fname: name of output file for junit, default to stdout -- [testnames, ...]: run selected test names -- -- Returns a table with the following fields: -- verbosity: nil, M.VERBOSITY_DEFAULT, M.VERBOSITY_QUIET, M.VERBOSITY_VERBOSE -- output: nil, 'tap', 'junit', 'text', 'nil' -- testNames: nil or a list of test names to run -- pattern: nil or a list of patterns local result = {} local state = nil local SET_OUTPUT = 1 local SET_PATTERN = 2 local SET_FNAME = 3 if cmdLine == nil then return result end local function parseOption( option ) if option == '--help' or option == '-h' then result['help'] = true return elseif option == '--version' then result['version'] = true return elseif option == '--verbose' or option == '-v' then result['verbosity'] = M.VERBOSITY_VERBOSE return elseif option == '--quiet' or option == '-q' then result['verbosity'] = M.VERBOSITY_QUIET return elseif option == '--error' or option == '-e' then result['quitOnError'] = true return elseif option == '--failure' or option == '-f' then result['quitOnFailure'] = true return elseif option == '--output' or option == '-o' then state = SET_OUTPUT return state elseif option == '--name' or option == '-n' then state = SET_FNAME return state elseif option == '--pattern' or option == '-p' then state = SET_PATTERN return state end error('Unknown option: '..option,3) end local function setArg( cmdArg, state ) if state == SET_OUTPUT then result['output'] = cmdArg return elseif state == SET_FNAME then result['fname'] = cmdArg return elseif state == SET_PATTERN then if result['pattern'] then table.insert( result['pattern'], cmdArg ) else result['pattern'] = { cmdArg } end return end error('Unknown parse state: '.. state) end for i, cmdArg in ipairs(cmdLine) do if state ~= nil then setArg( cmdArg, state, result ) state = nil else if cmdArg:sub(1,1) == '-' then state = parseOption( cmdArg ) else if result['testNames'] then table.insert( result['testNames'], cmdArg ) else result['testNames'] = { cmdArg } end end end end if result['help'] then M.LuaUnit.help() end if result['version'] then M.LuaUnit.version() end if state ~= nil then error('Missing argument after '..cmdLine[ #cmdLine ],2 ) end return result end function M.LuaUnit.help() print(M.USAGE) os.exit(0) end function M.LuaUnit.version() print('LuaUnit v'..M.VERSION..' by Philippe Fremy ') os.exit(0) end function M.LuaUnit.patternInclude( patternFilter, expr ) -- check if any of patternFilter is contained in expr. If so, return true. -- return false if None of the patterns are contained in expr -- if patternFilter is nil, return true (no filtering) if patternFilter == nil then return true end for i,pattern in ipairs(patternFilter) do if string.find(expr, pattern) then return true end end return false end ---------------------------------------------------------------- -- class NodeStatus ---------------------------------------------------------------- local NodeStatus = { __class__ = 'NodeStatus' } -- class local NodeStatus_MT = { __index = NodeStatus } -- metatable M.NodeStatus = NodeStatus -- values of status NodeStatus.PASS = 'PASS' NodeStatus.FAIL = 'FAIL' NodeStatus.ERROR = 'ERROR' function NodeStatus:new( number, testName, className ) local t = { number = number, testName = testName, className = className } setmetatable( t, NodeStatus_MT ) t:pass() return t end function NodeStatus:pass() self.status = self.PASS -- useless but we know it's the field we want to use self.msg = nil self.stackTrace = nil end function NodeStatus:fail(msg, stackTrace) self.status = self.FAIL self.msg = msg self.stackTrace = stackTrace end function NodeStatus:error(msg, stackTrace) self.status = self.ERROR self.msg = msg self.stackTrace = stackTrace end function NodeStatus:isPassed() return self.status == NodeStatus.PASS end function NodeStatus:isNotPassed() -- print('hasFailure: '..prettystr(self)) return self.status ~= NodeStatus.PASS end function NodeStatus:isFailure() return self.status == NodeStatus.FAIL end function NodeStatus:isError() return self.status == NodeStatus.ERROR end function NodeStatus:statusXML() if self:isError() then return table.concat( {' \n', ' \n'}) elseif self:isFailure() then return table.concat( {' \n', ' \n'}) end return ' \n' -- (not XSD-compliant! normally shouldn't get here) end --------------[[ Output methods ]]------------------------- function M.LuaUnit.statusLine(result) -- return status line string according to results local s = string.format('Ran %d tests in %0.3f seconds, %d successes', result.runCount, result.duration, result.passedCount ) if result.notPassedCount > 0 then if result.failureCount > 0 then s = s..string.format(', %d failures', result.failureCount ) end if result.errorCount > 0 then s = s..string.format(', %d errors', result.errorCount ) end else s = s..', 0 failures' end if result.nonSelectedCount > 0 then s = s..string.format(", %d non-selected", result.nonSelectedCount ) end return s end function M.LuaUnit:startSuite(testCount, nonSelectedCount) self.result = {} self.result.testCount = testCount self.result.nonSelectedCount = nonSelectedCount self.result.passedCount = 0 self.result.runCount = 0 self.result.currentTestNumber = 0 self.result.currentClassName = "" self.result.currentNode = nil self.result.suiteStarted = true self.result.startTime = os.clock() self.result.startDate = os.date(os.getenv('LUAUNIT_DATEFMT')) self.result.startIsodate = os.date('%Y-%m-%dT%H:%M:%S') self.result.patternFilter = self.patternFilter self.result.tests = {} self.result.failures = {} self.result.errors = {} self.result.notPassed = {} self.outputType = self.outputType or TextOutput self.output = self.outputType:new() self.output.runner = self self.output.result = self.result self.output.verbosity = self.verbosity self.output.fname = self.fname self.output:startSuite() end function M.LuaUnit:startClass( className ) self.result.currentClassName = className self.output:startClass( className ) end function M.LuaUnit:startTest( testName ) self.result.currentTestNumber = self.result.currentTestNumber + 1 self.result.runCount = self.result.runCount + 1 self.result.currentNode = NodeStatus:new( self.result.currentTestNumber, testName, self.result.currentClassName ) self.result.currentNode.startTime = os.clock() table.insert( self.result.tests, self.result.currentNode ) self.output:startTest( testName ) end function M.LuaUnit:addStatus( err ) -- "err" is expected to be a table / result from protectedCall() if err.status == NodeStatus.PASS then return end local node = self.result.currentNode --[[ As a first approach, we will report only one error or one failure for one test. However, we can have the case where the test is in failure, and the teardown is in error. In such case, it's a good idea to report both a failure and an error in the test suite. This is what Python unittest does for example. However, it mixes up counts so need to be handled carefully: for example, there could be more (failures + errors) count that tests. What happens to the current node ? We will do this more intelligent version later. ]] -- if the node is already in failure/error, just don't report the new error (see above) if node.status ~= NodeStatus.PASS then return end table.insert( self.result.notPassed, node ) if err.status == NodeStatus.FAIL then node:fail( err.msg, err.trace ) table.insert( self.result.failures, node ) self.output:addFailure( node ) elseif err.status == NodeStatus.ERROR then node:error( err.msg, err.trace ) table.insert( self.result.errors, node ) self.output:addError( node ) end end function M.LuaUnit:endTest() local node = self.result.currentNode -- print( 'endTest() '..prettystr(node)) -- print( 'endTest() '..prettystr(node:isNotPassed())) node.duration = os.clock() - node.startTime node.startTime = nil self.output:endTest( node ) if node:isPassed() then self.result.passedCount = self.result.passedCount + 1 elseif node:isError() then if self.quitOnError or self.quitOnFailure then -- Runtime error - abort test execution as requested by -- "--error" option. This is done by setting a special -- flag that gets handled in runSuiteByInstances(). print("\nERROR during LuaUnit test execution:\n" .. node.msg) self.result.aborted = true end elseif node:isFailure() then if self.quitOnFailure then -- Failure - abort test execution as requested by -- "--failure" option. This is done by setting a special -- flag that gets handled in runSuiteByInstances(). print("\nFailure during LuaUnit test execution:\n" .. node.msg) self.result.aborted = true end end self.result.currentNode = nil end function M.LuaUnit:endClass() self.output:endClass() end function M.LuaUnit:endSuite() if self.result.suiteStarted == false then error('LuaUnit:endSuite() -- suite was already ended' ) end self.result.duration = os.clock()-self.result.startTime self.result.suiteStarted = false -- Expose test counts for outputter's endSuite(). This could be managed -- internally instead, but unit tests (and existing use cases) might -- rely on these fields being present. self.result.notPassedCount = #self.result.notPassed self.result.failureCount = #self.result.failures self.result.errorCount = #self.result.errors self.output:endSuite() end function M.LuaUnit:setOutputType(outputType) -- default to text -- tap produces results according to TAP format if outputType:upper() == "NIL" then self.outputType = NilOutput return end if outputType:upper() == "TAP" then self.outputType = TapOutput return end if outputType:upper() == "JUNIT" then self.outputType = JUnitOutput return end if outputType:upper() == "TEXT" then self.outputType = TextOutput return end error( 'No such format: '..outputType,2) end --------------[[ Runner ]]----------------- function M.LuaUnit:protectedCall(classInstance, methodInstance, prettyFuncName) -- if classInstance is nil, this is just a function call -- else, it's method of a class being called. local function err_handler(e) -- transform error into a table, adding the traceback information return { status = NodeStatus.ERROR, msg = e, trace = string.sub(debug.traceback("", 3), 2) } end local ok, err if classInstance then -- stupid Lua < 5.2 does not allow xpcall with arguments so let's use a workaround ok, err = xpcall( function () methodInstance(classInstance) end, err_handler ) else ok, err = xpcall( function () methodInstance() end, err_handler ) end if ok then return {status = NodeStatus.PASS} end -- determine if the error was a failed test: -- We do this by stripping the failure prefix from the error message, -- while keeping track of the gsub() count. A non-zero value -> failure local failed err.msg, failed = err.msg:gsub(M.FAILURE_PREFIX, "", 1) if failed > 0 then err.status = NodeStatus.FAIL end -- reformat / improve the stack trace if prettyFuncName then -- we do have the real method name err.trace = err.trace:gsub("in (%a+) 'methodInstance'", "in %1 '"..prettyFuncName.."'") end if STRIP_LUAUNIT_FROM_STACKTRACE then err.trace = stripLuaunitTrace(err.trace) end return err -- return the error "object" (table) end function M.LuaUnit:execOneFunction(className, methodName, classInstance, methodInstance) -- When executing a test function, className and classInstance must be nil -- When executing a class method, all parameters must be set if type(methodInstance) ~= 'function' then error( tostring(methodName)..' must be a function, not '..type(methodInstance)) end local prettyFuncName if className == nil then className = '[TestFunctions]' prettyFuncName = methodName else prettyFuncName = className..'.'..methodName end if self.lastClassName ~= className then if self.lastClassName ~= nil then self:endClass() end self:startClass( className ) self.lastClassName = className end self:startTest(prettyFuncName) -- run setUp first (if any) if classInstance then local func = self.asFunction( classInstance.setUp ) or self.asFunction( classInstance.Setup ) or self.asFunction( classInstance.setup ) or self.asFunction( classInstance.SetUp ) if func then self:addStatus(self:protectedCall(classInstance, func, className..'.setUp')) end end -- run testMethod() if self.result.currentNode:isPassed() then self:addStatus(self:protectedCall(classInstance, methodInstance, prettyFuncName)) end -- lastly, run tearDown (if any) if classInstance then local func = self.asFunction( classInstance.tearDown ) or self.asFunction( classInstance.TearDown ) or self.asFunction( classInstance.teardown ) or self.asFunction( classInstance.Teardown ) if func then self:addStatus(self:protectedCall(classInstance, func, className..'.tearDown')) end end self:endTest() end function M.LuaUnit.expandOneClass( result, className, classInstance ) -- add all test methods of classInstance to result for methodName, methodInstance in sortedPairs(classInstance) do if M.LuaUnit.asFunction(methodInstance) and M.LuaUnit.isMethodTestName( methodName ) then table.insert( result, { className..'.'..methodName, classInstance } ) end end end function M.LuaUnit.expandClasses( listOfNameAndInst ) -- expand all classes (provided as {className, classInstance}) to a list of {className.methodName, classInstance} -- functions and methods remain untouched local result = {} for i,v in ipairs( listOfNameAndInst ) do local name, instance = v[1], v[2] if M.LuaUnit.asFunction(instance) then table.insert( result, { name, instance } ) else if type(instance) ~= 'table' then error( 'Instance must be a table or a function, not a '..type(instance)..', value '..prettystr(instance)) end if M.LuaUnit.isClassMethod( name ) then local className, methodName = M.LuaUnit.splitClassMethod( name ) local methodInstance = instance[methodName] if methodInstance == nil then error( "Could not find method in class "..tostring(className).." for method "..tostring(methodName) ) end table.insert( result, { name, instance } ) else M.LuaUnit.expandOneClass( result, name, instance ) end end end return result end function M.LuaUnit.applyPatternFilter( patternFilter, listOfNameAndInst ) local included, excluded = {}, {} for i, v in ipairs( listOfNameAndInst ) do -- local name, instance = v[1], v[2] if M.LuaUnit.patternInclude( patternFilter, v[1] ) then table.insert( included, v ) else table.insert( excluded, v ) end end return included, excluded end function M.LuaUnit:runSuiteByInstances( listOfNameAndInst ) -- Run an explicit list of tests. All test instances and names must be supplied. -- each test must be one of: -- * { function name, function instance } -- * { class name, class instance } -- * { class.method name, class instance } local expandedList, filteredList, filteredOutList, className, methodName, methodInstance expandedList = self.expandClasses( listOfNameAndInst ) filteredList, filteredOutList = self.applyPatternFilter( self.patternFilter, expandedList ) self:startSuite( #filteredList, #filteredOutList ) for i,v in ipairs( filteredList ) do local name, instance = v[1], v[2] if M.LuaUnit.asFunction(instance) then self:execOneFunction( nil, name, nil, instance ) else if type(instance) ~= 'table' then error( 'Instance must be a table or a function, not a '..type(instance)..', value '..prettystr(instance)) else assert( M.LuaUnit.isClassMethod( name ) ) className, methodName = M.LuaUnit.splitClassMethod( name ) methodInstance = instance[methodName] if methodInstance == nil then error( "Could not find method in class "..tostring(className).." for method "..tostring(methodName) ) end self:execOneFunction( className, methodName, instance, methodInstance ) end end if self.result.aborted then break end -- "--error" or "--failure" option triggered end if self.lastClassName ~= nil then self:endClass() end self:endSuite() if self.result.aborted then print("LuaUnit ABORTED (as requested by --error or --failure option)") os.exit(-2) end end function M.LuaUnit:runSuiteByNames( listOfName ) -- Run an explicit list of test names local className, methodName, instanceName, instance, methodInstance local listOfNameAndInst = {} for i,name in ipairs( listOfName ) do if M.LuaUnit.isClassMethod( name ) then className, methodName = M.LuaUnit.splitClassMethod( name ) instanceName = className instance = _G[instanceName] if instance == nil then error( "No such name in global space: "..instanceName ) end if type(instance) ~= 'table' then error( 'Instance of '..instanceName..' must be a table, not '..type(instance)) end methodInstance = instance[methodName] if methodInstance == nil then error( "Could not find method in class "..tostring(className).." for method "..tostring(methodName) ) end else -- for functions and classes instanceName = name instance = _G[instanceName] end if instance == nil then error( "No such name in global space: "..instanceName ) end if (type(instance) ~= 'table' and type(instance) ~= 'function') then error( 'Name must match a function or a table: '..instanceName ) end table.insert( listOfNameAndInst, { name, instance } ) end self:runSuiteByInstances( listOfNameAndInst ) end function M.LuaUnit.run(...) -- Run some specific test classes. -- If no arguments are passed, run the class names specified on the -- command line. If no class name is specified on the command line -- run all classes whose name starts with 'Test' -- -- If arguments are passed, they must be strings of the class names -- that you want to run or generic command line arguments (-o, -p, -v, ...) local runner = M.LuaUnit.new() return runner:runSuite(...) end function M.LuaUnit:runSuite( ... ) local args = {...} if type(args[1]) == 'table' and args[1].__class__ == 'LuaUnit' then -- run was called with the syntax M.LuaUnit:runSuite() -- we support both M.LuaUnit.run() and M.LuaUnit:run() -- strip out the first argument table.remove(args,1) end if #args == 0 then args = cmdline_argv end local no_error, val = pcall( M.LuaUnit.parseCmdLine, args ) if not no_error then print(val) -- error message print() print(M.USAGE) os.exit(-1) end local options = val -- We expect these option fields to be either `nil` or contain -- valid values, so it's safe to always copy them directly. self.verbosity = options.verbosity self.quitOnError = options.quitOnError self.quitOnFailure = options.quitOnFailure self.fname = options.fname self.patternFilter = options.pattern if options.output and options.output:lower() == 'junit' and options.fname == nil then print('With junit output, a filename must be supplied with -n or --name') os.exit(-1) end if options.output then no_error, val = pcall(self.setOutputType, self, options.output) if not no_error then print(val) -- error message print() print(M.USAGE) os.exit(-1) end end self:runSuiteByNames( options.testNames or M.LuaUnit.collectTests() ) return self.result.notPassedCount end -- class LuaUnit -- For compatibility with LuaUnit v2 M.run = M.LuaUnit.run M.Run = M.LuaUnit.run function M:setVerbosity( verbosity ) M.LuaUnit.verbosity = verbosity end M.set_verbosity = M.setVerbosity M.SetVerbosity = M.setVerbosity return M bpfcc-0.31.0/tests/lua/spec000077700000000000000000000000001465134135300204442src/lua/bpf/specustar00rootroot00000000000000bpfcc-0.31.0/tests/lua/test_clang.lua000066400000000000000000000200101465134135300174170ustar00rootroot00000000000000local suite = require("test_helper") local TestClang = {} function TestClang:test_probe_read1() local text = [[ #include #include int count_sched(struct pt_regs *ctx, struct task_struct *prev) { pid_t p = prev->pid; return (p != -1); } ]] local b = BPF:new{text=text, debug=0} local fn = b:load_func("count_sched", 'BPF_PROG_TYPE_KPROBE') end function TestClang:test_probe_read2() local text = [[ #include #include int count_foo(struct pt_regs *ctx, unsigned long a, unsigned long b) { return (a != b); } ]] local b = BPF:new{text=text, debug=0} local fn = b:load_func("count_foo", 'BPF_PROG_TYPE_KPROBE') end function TestClang:test_probe_read_keys() local text = [[ #include #include BPF_HASH(start, struct request *); int do_request(struct pt_regs *ctx, struct request *req) { u64 ts = bpf_ktime_get_ns(); start.update(&req, &ts); return 0; } int do_completion(struct pt_regs *ctx, struct request *req) { u64 *tsp = start.lookup(&req); if (tsp != 0) { start.delete(&req); } return 0; } ]] local b = BPF:new{text=text, debug=0} local fns = b:load_funcs('BPF_PROG_TYPE_KPROBE') end function TestClang:test_sscanf() local text = [[ BPF_HASH(stats, int, struct { u64 a; u64 b; u32 c:18; u32 d:14; struct { u32 a; u32 b; } s; }, 10); int foo(void *ctx) { return 0; } ]] local b = BPF:new{text=text, debug=0} local fn = b:load_func("foo", 'BPF_PROG_TYPE_KPROBE') local t = b:get_table("stats") local s1 = t:key_sprintf(2) assert_equals(s1, "0x2") local s2 = t:leaf_sprintf({{2, 3, 4, 1, {5, 6}}}) local l = t:leaf_scanf(s2) assert_equals(tonumber(l.a), 2) assert_equals(tonumber(l.b), 3) assert_equals(tonumber(l.c), 4) assert_equals(tonumber(l.d), 1) assert_equals(tonumber(l.s.a), 5) assert_equals(tonumber(l.s.b), 6) end function TestClang:test_sscanf_array() local text = [[ BPF_HASH(stats, int, struct { u32 a[3]; u32 b; }, 10); ]] local b = BPF:new{text=text, debug=0} local t = b:get_table("stats") local s1 = t:key_sprintf(2) assert_equals(s1, "0x2") local s2 = t:leaf_sprintf({{{1, 2, 3}, 4}}) assert_equals(s2, "{ [ 0x1 0x2 0x3 ] 0x4 }") local l = t:leaf_scanf(s2) assert_equals(l.a[0], 1) assert_equals(l.a[1], 2) assert_equals(l.a[2], 3) assert_equals(l.b, 4) end function TestClang:test_iosnoop() local text = [[ #include #include struct key_t { struct request *req; }; BPF_HASH(start, struct key_t, u64, 1024); int do_request(struct pt_regs *ctx, struct request *req) { struct key_t key = {}; bpf_trace_printk("traced start %d\\n", req->__data_len); return 0; } ]] local b = BPF:new{text=text, debug=0} local fn = b:load_func("do_request", 'BPF_PROG_TYPE_KPROBE') end function TestClang:test_blk_start_request() local text = [[ #include #include int do_request(struct pt_regs *ctx, int req) { bpf_trace_printk("req ptr: 0x%x\n", req); return 0; } ]] local b = BPF:new{text=text, debug=0} local fn = b:load_func("do_request", 'BPF_PROG_TYPE_KPROBE') end function TestClang:test_bpf_hash() local text = [[ BPF_HASH(table1); BPF_HASH(table2, u32); BPF_HASH(table3, u32, int); ]] local b = BPF:new{text=text, debug=0} end function TestClang:test_consecutive_probe_read() local text = [[ #include #include BPF_HASH(table1, struct super_block *); int trace_entry(struct pt_regs *ctx, struct file *file) { if (!file) return 0; struct vfsmount *mnt = file->f_path.mnt; if (mnt) { struct super_block *k = mnt->mnt_sb; u64 zero = 0; table1.update(&k, &zero); k = mnt->mnt_sb; table1.update(&k, &zero); } return 0; } ]] local b = BPF:new{text=text, debug=0} local fn = b:load_func("trace_entry", 'BPF_PROG_TYPE_KPROBE') end function TestClang:test_nested_probe_read() local text = [[ #include int trace_entry(struct pt_regs *ctx, struct file *file) { if (!file) return 0; const char *name = file->f_path.dentry->d_name.name; bpf_trace_printk("%s\\n", name); return 0; } ]] local b = BPF:new{text=text, debug=0} local fn = b:load_func("trace_entry", 'BPF_PROG_TYPE_KPROBE') end function TestClang:test_char_array_probe() local b = BPF:new{text=[[#include int kprobe__blk_update_request(struct pt_regs *ctx, struct request *req) { bpf_trace_printk("%s\\n", req->rq_disk->disk_name); return 0; }]]} end function TestClang:test_probe_read_helper() local b = BPF:new{text=[[ #include static void print_file_name(struct file *file) { if (!file) return; const char *name = file->f_path.dentry->d_name.name; bpf_trace_printk("%s\\n", name); } static void print_file_name2(int unused, struct file *file) { print_file_name(file); } int trace_entry1(struct pt_regs *ctx, struct file *file) { print_file_name(file); return 0; } int trace_entry2(struct pt_regs *ctx, int unused, struct file *file) { print_file_name2(unused, file); return 0; } ]]} local fn1 = b:load_func("trace_entry1", 'BPF_PROG_TYPE_KPROBE') local fn2 = b:load_func("trace_entry2", 'BPF_PROG_TYPE_KPROBE') end function TestClang:test_probe_struct_assign() local b = BPF:new{text = [[ #include struct args_t { const char *filename; int flags; int mode; }; int kprobe__sys_open(struct pt_regs *ctx, const char *filename, int flags, int mode) { struct args_t args = {}; args.filename = filename; args.flags = flags; args.mode = mode; bpf_trace_printk("%s\\n", args.filename); return 0; }; ]]} end function TestClang:test_task_switch() local b = BPF:new{text=[[ #include #include struct key_t { u32 prev_pid; u32 curr_pid; }; BPF_HASH(stats, struct key_t, u64, 1024); int kprobe__finish_task_switch(struct pt_regs *ctx, struct task_struct *prev) { struct key_t key = {}; u64 zero = 0, *val; key.curr_pid = bpf_get_current_pid_tgid(); key.prev_pid = prev->pid; val = stats.lookup_or_try_init(&key, &zero); if (val) { (*val)++; } return 0; } ]]} end function TestClang:test_probe_simple_assign() local b = BPF:new{text=[[ #include #include struct leaf { size_t size; }; BPF_HASH(simple_map, u32, struct leaf); int kprobe____kmalloc(struct pt_regs *ctx, size_t size) { u32 pid = bpf_get_current_pid_tgid(); struct leaf* leaf = simple_map.lookup(&pid); if (leaf) leaf->size += size; return 0; }]]} end function TestClang:test_unop_probe_read() local text = [[ #include int trace_entry(struct pt_regs *ctx, struct request *req) { if (!(req->bio->bi_flags & 1)) return 1; if (((req->bio->bi_flags))) return 1; return 0; } ]] local b = BPF:new{text=text} local fn = b:load_func("trace_entry", 'BPF_PROG_TYPE_KPROBE') end function TestClang:test_complex_leaf_types() local text = [[ struct list; struct list { struct list *selfp; struct list *another_selfp; struct list *selfp_array[2]; }; struct empty { }; union emptyu { struct empty *em1; struct empty em2; struct empty em3; struct empty em4; }; BPF_ARRAY(t1, struct list, 1); BPF_ARRAY(t2, struct list *, 1); BPF_ARRAY(t3, union emptyu, 1); ]] local b = BPF:new{text=text} local ffi = require("ffi") -- TODO: ptrs? assert_equals(ffi.sizeof(b:get_table("t3").c_leaf), 8) end function TestClang:test_cflags() local text = [[ #ifndef MYFLAG #error "MYFLAG not set as expected" #endif ]] local b = BPF:new{text=text, cflags={"-DMYFLAG"}} end function TestClang:test_exported_maps() local b1 = BPF{text=[[BPF_TABLE_PUBLIC("hash", int, int, table1, 10);]]} local b2 = BPF{text=[[BPF_TABLE("extern", int, int, table1, 10);]]} end function TestClang:test_syntax_error() assert_error_msg_contains( "failed to compile BPF module", BPF.new, BPF, {text=[[int failure(void *ctx) { if (); return 0; }]]}) end suite("TestClang", TestClang) bpfcc-0.31.0/tests/lua/test_dump.lua000066400000000000000000000004661465134135300173150ustar00rootroot00000000000000local suite = require("test_helper") local TestDump = {} function TestDump:test_dump_func() local raw = "\xb7\x00\x00\x00\x01\x00\x00\x00\x95\x00\x00\x00\x00\x00\x00\x00" local b = BPF:new{text=[[int entry(void) { return 1; }]]} assert_equals(b:dump_func("entry"), raw) end suite("TestDump", TestDump) bpfcc-0.31.0/tests/lua/test_helper.lua000066400000000000000000000010231465134135300176150ustar00rootroot00000000000000function setup_path() local str = require("debug").getinfo(2, "S").source:sub(2) local cwd = str:match("(.*/)") local bpf_path = cwd.."/../../src/lua/?.lua;" local test_path = cwd.."/?.lua;" package.path = bpf_path..test_path..package.path end setup_path() USE_EXPECTED_ACTUAL_IN_ASSERT_EQUALS = false EXPORT_ASSERT_TO_GLOBALS = true require("luaunit") rawset(_G, "BCC", require("bcc.init")) rawset(_G, "BPF", BCC.BPF) log.enabled = false return function (name, f) rawset(_G, name, f) os.exit(LuaUnit.run()) end bpfcc-0.31.0/tests/lua/test_standalone.sh000077500000000000000000000012251465134135300203260ustar00rootroot00000000000000#!/bin/bash # Copyright (c) GitHub, Inc. # Licensed under the Apache License, Version 2.0 (the "License") set -xe cd "src/lua" function fail { echo "test failed: $1" >&2 exit 1 } if [[ ! -x bcc-lua ]]; then echo "bcc-lua not built --- skipping" exit 0 fi LIBRARY=$(ldd bcc-lua | grep luajit) if [ $? -ne 0 -o -z "$LIBRARY" ] ; then fail "bcc-lua depends on libluajit" fi rm -f probe.lua echo "return function(BPF) print(\"Hello world\") end" > probe.lua PROBE="../../examples/lua/offcputime.lua" if ! sudo ./bcc-lua "$PROBE" -d 1 >/dev/null 2>/dev/null; then fail "bcc-lua cannot run complex probes" fi rm -f libbcc.so probe.lua bpfcc-0.31.0/tests/lua/test_uprobes.lua000066400000000000000000000032431465134135300200230ustar00rootroot00000000000000local suite = require("test_helper") local ffi = require("ffi") local TestUprobes = {} ffi.cdef[[ int getpid(void); void malloc_stats(void); ]] function TestUprobes:test_simple_library() local text = [[ #include BPF_ARRAY(stats, u64, 1); static void incr(int idx) { u64 *ptr = stats.lookup(&idx); if (ptr) ++(*ptr); } int count(struct pt_regs *ctx) { u32 pid = bpf_get_current_pid_tgid(); if (pid == PID) incr(0); return 0; }]] local pid = tonumber(ffi.C.getpid()) local text = text:gsub("PID", tostring(pid)) local b = BPF:new{text=text} b:attach_uprobe{name="c", sym="malloc_stats", fn_name="count", pid=pid} b:attach_uprobe{name="c", sym="malloc_stats", fn_name="count", pid=pid, retprobe=true} assert_equals(BPF.num_open_uprobes(), 2) ffi.C.malloc_stats() local stats = b:get_table("stats") assert_equals(tonumber(stats:get(0)), 2) end function TestUprobes:test_simple_binary() local text = [[ #include BPF_ARRAY(stats, u64, 1); static void incr(int idx) { u64 *ptr = stats.lookup(&idx); if (ptr) ++(*ptr); } int count(struct pt_regs *ctx) { u32 pid = bpf_get_current_pid_tgid(); incr(0); return 0; }]] local b = BPF:new{text=text} local pythonpath = "/usr/bin/python3" local symname = "_start" b:attach_uprobe{name=pythonpath, sym=symname, fn_name="count"} b:attach_uprobe{name=pythonpath, sym=symname, fn_name="count", retprobe=true} os.spawn(pythonpath .. " -V") local stats = b:get_table("stats") assert_true(tonumber(stats:get(0)) >= 2) end function TestUprobes:teardown() BPF.cleanup() end suite("TestUprobes", TestUprobes) bpfcc-0.31.0/tests/python/000077500000000000000000000000001465134135300153405ustar00rootroot00000000000000bpfcc-0.31.0/tests/python/CMakeLists.txt000066400000000000000000000155551465134135300201130ustar00rootroot00000000000000# Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") find_program(ARPING arping) if(ARPING STREQUAL "ARPING-NOTFOUND") message(WARNING "Recommended test program 'arping' not found") endif() find_program(NETPERF netperf) if(NETPERF STREQUAL "NETPERF-NOTFOUND") message(WARNING "Recommended test program 'netperf' not found") endif() find_program(IPERF iperf) if(IPERF STREQUAL "IPERF-NOTFOUND") find_program(IPERF3 iperf3) if(IPERF3 STREQUAL "IPERF3-NOTFOUND") message(WARNING "Recommended test program 'iperf' or 'iperf3' not found") endif() endif() add_test(NAME py_test_bpf_log WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_bpf_prog sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_bpf_log.py) add_test(NAME py_test_stat1_c WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_stat1_c namespace ${CMAKE_CURRENT_SOURCE_DIR}/test_stat1.py test_stat1.c) add_test(NAME py_test_xlate1_c WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_xlate1_c namespace ${CMAKE_CURRENT_SOURCE_DIR}/test_xlate1.py test_xlate1.c) add_test(NAME py_test_call1 WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_call1_c namespace ${CMAKE_CURRENT_SOURCE_DIR}/test_call1.py test_call1.c) add_test(NAME py_test_trace2 WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_trace2 sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_trace2.py) add_test(NAME py_test_trace3_c WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_trace3_c sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_trace3.py test_trace3.c) add_test(NAME py_test_trace4 WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_trace4 sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_trace4.py) add_test(NAME py_test_trace_maxactive WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_trace_maxactive sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_trace_maxactive.py) add_test(NAME py_test_probe_count WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_probe_count sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_probe_count.py) add_test(NAME py_test_debuginfo WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_test_debuginfo sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_debuginfo.py) add_test(NAME py_test_brb WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_brb_c sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_brb.py test_brb.c) add_test(NAME py_test_brb2 WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_brb2_c sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_brb2.py test_brb2.c) add_test(NAME py_test_clang WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_clang sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_clang.py) add_test(NAME py_test_histogram WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_histogram sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_histogram.py) add_test(NAME py_array WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_array sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_array.py) add_test(NAME py_uprobes WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_uprobes sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_uprobes.py) add_test(NAME py_uprobes_2 WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_uprobes2 sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_uprobes2.py) add_test(NAME py_test_stackid WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_stackid sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_stackid.py) add_test(NAME py_test_tracepoint WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_test_tracepoint sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_tracepoint.py) add_test(NAME py_test_perf_event WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_test_perf_event sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_perf_event.py) add_test(NAME py_test_attach_perf_event WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_test_attach_perf_event sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_attach_perf_event.py) add_test(NAME py_test_utils WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_test_utils sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_utils.py) add_test(NAME py_test_percpu WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_test_percpu sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_percpu.py) add_test(NAME py_test_dump_func WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_dump_func simple ${CMAKE_CURRENT_SOURCE_DIR}/test_dump_func.py) add_test(NAME py_test_disassembler WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_test_disassembler sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_disassembler.py) add_test(NAME py_test_tools_smoke WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_test_tools_smoke sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_tools_smoke.py) add_test(NAME py_test_tools_memleak WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_test_tools_memleak sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_tools_memleak.py) if(NOT(CMAKE_SYSTEM_PROCESSOR STREQUAL "ppc64le" OR CMAKE_SYSTEM_PROCESSOR STREQUAL "ppc64")) add_test(NAME py_test_usdt WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_test_usdt sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_usdt.py) add_test(NAME py_test_usdt2 WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_test_usdt2 sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_usdt2.py) add_test(NAME py_test_usdt3 WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_test_usdt3 sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_usdt3.py) endif() add_test(NAME py_test_license WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_test_license sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_license.py) add_test(NAME py_test_rlimit WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_test_rlimit sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_rlimit.py) add_test(NAME py_test_lpm_trie WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_test_lpm_trie sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_lpm_trie.py) add_test(NAME py_ringbuf WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_ringbuf sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_ringbuf.py) add_test(NAME py_queuestack WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_queuestack sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_queuestack.py) add_test(NAME py_test_map_batch_ops WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_test_map_batch_ops sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_map_batch_ops.py) add_test(NAME py_test_map_in_map WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMAND ${TEST_WRAPPER} py_test_map_in_map sudo ${CMAKE_CURRENT_SOURCE_DIR}/test_map_in_map.py) bpfcc-0.31.0/tests/python/dummy.cc000066400000000000000000000005411465134135300170020ustar00rootroot00000000000000#include #include namespace some_namespace { static __attribute__((noinline)) int some_function(int x, int y) { volatile int z = x + y; return z; } } int main() { printf("%p\n", &some_namespace::some_function); fflush(stdout); printf("result = %d\n", some_namespace::some_function(42, 11)); sleep(1000); return 0; } bpfcc-0.31.0/tests/python/include/000077500000000000000000000000001465134135300167635ustar00rootroot00000000000000bpfcc-0.31.0/tests/python/include/folly/000077500000000000000000000000001465134135300201105ustar00rootroot00000000000000bpfcc-0.31.0/tests/python/include/folly/tracing/000077500000000000000000000000001465134135300215375ustar00rootroot00000000000000bpfcc-0.31.0/tests/python/include/folly/tracing/StaticTracepoint-ELFx86.h000066400000000000000000000172461465134135300261540ustar00rootroot00000000000000/* * Copyright (c) Facebook, Inc. and its affiliates. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once // clang-format off #include // Default constraint for the probe arguments as operands. #ifndef FOLLY_SDT_ARG_CONSTRAINT #define FOLLY_SDT_ARG_CONSTRAINT "nor" #endif // Instruction to emit for the probe. #define FOLLY_SDT_NOP nop // Note section properties. #define FOLLY_SDT_NOTE_NAME "stapsdt" #define FOLLY_SDT_NOTE_TYPE 3 // Semaphore variables are put in this section #define FOLLY_SDT_SEMAPHORE_SECTION ".probes" // Size of address depending on platform. #ifdef __LP64__ #define FOLLY_SDT_ASM_ADDR .8byte #else #define FOLLY_SDT_ASM_ADDR .4byte #endif // Assembler helper Macros. #define FOLLY_SDT_S(x) #x #define FOLLY_SDT_ASM_1(x) FOLLY_SDT_S(x) "\n" #define FOLLY_SDT_ASM_2(a, b) FOLLY_SDT_S(a) "," FOLLY_SDT_S(b) "\n" #define FOLLY_SDT_ASM_3(a, b, c) FOLLY_SDT_S(a) "," FOLLY_SDT_S(b) "," \ FOLLY_SDT_S(c) "\n" #define FOLLY_SDT_ASM_STRING(x) FOLLY_SDT_ASM_1(.asciz FOLLY_SDT_S(x)) // Helper to determine the size of an argument. #define FOLLY_SDT_IS_ARRAY_POINTER(x) ((__builtin_classify_type(x) == 14) || \ (__builtin_classify_type(x) == 5)) #define FOLLY_SDT_ARGSIZE(x) (FOLLY_SDT_IS_ARRAY_POINTER(x) \ ? sizeof(void*) \ : sizeof(x)) // Format of each probe arguments as operand. // Size of the arugment tagged with FOLLY_SDT_Sn, with "n" constraint. // Value of the argument tagged with FOLLY_SDT_An, with configured constraint. #define FOLLY_SDT_ARG(n, x) \ [FOLLY_SDT_S##n] "n" ((size_t)FOLLY_SDT_ARGSIZE(x)), \ [FOLLY_SDT_A##n] FOLLY_SDT_ARG_CONSTRAINT (x) // Templates to append arguments as operands. #define FOLLY_SDT_OPERANDS_0() [__sdt_dummy] "g" (0) #define FOLLY_SDT_OPERANDS_1(_1) FOLLY_SDT_ARG(1, _1) #define FOLLY_SDT_OPERANDS_2(_1, _2) \ FOLLY_SDT_OPERANDS_1(_1), FOLLY_SDT_ARG(2, _2) #define FOLLY_SDT_OPERANDS_3(_1, _2, _3) \ FOLLY_SDT_OPERANDS_2(_1, _2), FOLLY_SDT_ARG(3, _3) #define FOLLY_SDT_OPERANDS_4(_1, _2, _3, _4) \ FOLLY_SDT_OPERANDS_3(_1, _2, _3), FOLLY_SDT_ARG(4, _4) #define FOLLY_SDT_OPERANDS_5(_1, _2, _3, _4, _5) \ FOLLY_SDT_OPERANDS_4(_1, _2, _3, _4), FOLLY_SDT_ARG(5, _5) #define FOLLY_SDT_OPERANDS_6(_1, _2, _3, _4, _5, _6) \ FOLLY_SDT_OPERANDS_5(_1, _2, _3, _4, _5), FOLLY_SDT_ARG(6, _6) #define FOLLY_SDT_OPERANDS_7(_1, _2, _3, _4, _5, _6, _7) \ FOLLY_SDT_OPERANDS_6(_1, _2, _3, _4, _5, _6), FOLLY_SDT_ARG(7, _7) #define FOLLY_SDT_OPERANDS_8(_1, _2, _3, _4, _5, _6, _7, _8) \ FOLLY_SDT_OPERANDS_7(_1, _2, _3, _4, _5, _6, _7), FOLLY_SDT_ARG(8, _8) #define FOLLY_SDT_OPERANDS_9(_1, _2, _3, _4, _5, _6, _7, _8, _9) \ FOLLY_SDT_OPERANDS_8(_1, _2, _3, _4, _5, _6, _7, _8), FOLLY_SDT_ARG(9, _9) // Templates to reference the arguments from operands in note section. #define FOLLY_SDT_ARGFMT(no) %n[FOLLY_SDT_S##no]@%[FOLLY_SDT_A##no] #define FOLLY_SDT_ARG_TEMPLATE_0 /*No arguments*/ #define FOLLY_SDT_ARG_TEMPLATE_1 FOLLY_SDT_ARGFMT(1) #define FOLLY_SDT_ARG_TEMPLATE_2 FOLLY_SDT_ARG_TEMPLATE_1 FOLLY_SDT_ARGFMT(2) #define FOLLY_SDT_ARG_TEMPLATE_3 FOLLY_SDT_ARG_TEMPLATE_2 FOLLY_SDT_ARGFMT(3) #define FOLLY_SDT_ARG_TEMPLATE_4 FOLLY_SDT_ARG_TEMPLATE_3 FOLLY_SDT_ARGFMT(4) #define FOLLY_SDT_ARG_TEMPLATE_5 FOLLY_SDT_ARG_TEMPLATE_4 FOLLY_SDT_ARGFMT(5) #define FOLLY_SDT_ARG_TEMPLATE_6 FOLLY_SDT_ARG_TEMPLATE_5 FOLLY_SDT_ARGFMT(6) #define FOLLY_SDT_ARG_TEMPLATE_7 FOLLY_SDT_ARG_TEMPLATE_6 FOLLY_SDT_ARGFMT(7) #define FOLLY_SDT_ARG_TEMPLATE_8 FOLLY_SDT_ARG_TEMPLATE_7 FOLLY_SDT_ARGFMT(8) #define FOLLY_SDT_ARG_TEMPLATE_9 FOLLY_SDT_ARG_TEMPLATE_8 FOLLY_SDT_ARGFMT(9) // Semaphore define, declare and probe note format #define FOLLY_SDT_SEMAPHORE(provider, name) \ folly_sdt_semaphore_##provider##_##name #define FOLLY_SDT_DEFINE_SEMAPHORE(provider, name) \ extern "C" { \ volatile unsigned short FOLLY_SDT_SEMAPHORE(provider, name) \ __attribute__((section(FOLLY_SDT_SEMAPHORE_SECTION), used)) = 0; \ } #define FOLLY_SDT_DECLARE_SEMAPHORE(provider, name) \ extern "C" volatile unsigned short FOLLY_SDT_SEMAPHORE(provider, name) #define FOLLY_SDT_SEMAPHORE_NOTE_0(provider, name) \ FOLLY_SDT_ASM_1( FOLLY_SDT_ASM_ADDR 0) /*No Semaphore*/ \ #define FOLLY_SDT_SEMAPHORE_NOTE_1(provider, name) \ FOLLY_SDT_ASM_1(FOLLY_SDT_ASM_ADDR FOLLY_SDT_SEMAPHORE(provider, name)) // Structure of note section for the probe. #define FOLLY_SDT_NOTE_CONTENT(provider, name, has_semaphore, arg_template) \ FOLLY_SDT_ASM_1(990: FOLLY_SDT_NOP) \ FOLLY_SDT_ASM_3( .pushsection .note.stapsdt,"","note") \ FOLLY_SDT_ASM_1( .balign 4) \ FOLLY_SDT_ASM_3( .4byte 992f-991f, 994f-993f, FOLLY_SDT_NOTE_TYPE) \ FOLLY_SDT_ASM_1(991: .asciz FOLLY_SDT_NOTE_NAME) \ FOLLY_SDT_ASM_1(992: .balign 4) \ FOLLY_SDT_ASM_1(993: FOLLY_SDT_ASM_ADDR 990b) \ FOLLY_SDT_ASM_1( FOLLY_SDT_ASM_ADDR 0) /*Reserved for Base Address*/ \ FOLLY_SDT_SEMAPHORE_NOTE_##has_semaphore(provider, name) \ FOLLY_SDT_ASM_STRING(provider) \ FOLLY_SDT_ASM_STRING(name) \ FOLLY_SDT_ASM_STRING(arg_template) \ FOLLY_SDT_ASM_1(994: .balign 4) \ FOLLY_SDT_ASM_1( .popsection) // Main probe Macro. #define FOLLY_SDT_PROBE(provider, name, has_semaphore, n, arglist) \ __asm__ __volatile__ ( \ FOLLY_SDT_NOTE_CONTENT( \ provider, name, has_semaphore, FOLLY_SDT_ARG_TEMPLATE_##n) \ :: FOLLY_SDT_OPERANDS_##n arglist \ ) \ // Helper Macros to handle variadic arguments. #define FOLLY_SDT_NARG_(_0, _1, _2, _3, _4, _5, _6, _7, _8, _9, N, ...) N #define FOLLY_SDT_NARG(...) \ FOLLY_SDT_NARG_(__VA_ARGS__, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0) #define FOLLY_SDT_PROBE_N(provider, name, has_semaphore, N, ...) \ FOLLY_SDT_PROBE(provider, name, has_semaphore, N, (__VA_ARGS__)) bpfcc-0.31.0/tests/python/include/folly/tracing/StaticTracepoint.h000066400000000000000000000033261465134135300251740ustar00rootroot00000000000000/* * Copyright (c) Facebook, Inc. and its affiliates. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #if defined(__ELF__) && (defined(__x86_64__) || defined(__i386__)) && \ !FOLLY_DISABLE_SDT #include #define FOLLY_SDT(provider, name, ...) \ FOLLY_SDT_PROBE_N( \ provider, name, 0, FOLLY_SDT_NARG(0, ##__VA_ARGS__), ##__VA_ARGS__) // Use FOLLY_SDT_DEFINE_SEMAPHORE(provider, name) to define the semaphore // as global variable before using the FOLLY_SDT_WITH_SEMAPHORE macro #define FOLLY_SDT_WITH_SEMAPHORE(provider, name, ...) \ FOLLY_SDT_PROBE_N( \ provider, name, 1, FOLLY_SDT_NARG(0, ##__VA_ARGS__), ##__VA_ARGS__) #define FOLLY_SDT_IS_ENABLED(provider, name) \ (FOLLY_SDT_SEMAPHORE(provider, name) > 0) #else #define FOLLY_SDT(provider, name, ...) \ do { \ } while (0) #define FOLLY_SDT_WITH_SEMAPHORE(provider, name, ...) \ do { \ } while (0) #define FOLLY_SDT_IS_ENABLED(provider, name) (false) #define FOLLY_SDT_DEFINE_SEMAPHORE(provider, name) #define FOLLY_SDT_DECLARE_SEMAPHORE(provider, name) #endif bpfcc-0.31.0/tests/python/simulation.py000077700000000000000000000000001465134135300272622../../examples/networking/simulation.pyustar00rootroot00000000000000bpfcc-0.31.0/tests/python/test_array.py000077500000000000000000000071551465134135300201020ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from bcc import BPF import ctypes as ct import random import time import subprocess from bcc.utils import get_online_cpus from unittest import main, TestCase class TestArray(TestCase): def test_simple(self): b = BPF(text=b"""BPF_ARRAY(table1, u64, 128);""") t1 = b[b"table1"] t1[ct.c_int(0)] = ct.c_ulonglong(100) t1[ct.c_int(127)] = ct.c_ulonglong(1000) for i, v in t1.items(): if i.value == 0: self.assertEqual(v.value, 100) if i.value == 127: self.assertEqual(v.value, 1000) self.assertEqual(len(t1), 128) def test_native_type(self): b = BPF(text=b"""BPF_ARRAY(table1, u64, 128);""") t1 = b[b"table1"] t1[0] = ct.c_ulonglong(100) t1[-2] = ct.c_ulonglong(37) t1[127] = ct.c_ulonglong(1000) for i, v in t1.items(): if i.value == 0: self.assertEqual(v.value, 100) if i.value == 127: self.assertEqual(v.value, 1000) self.assertEqual(len(t1), 128) self.assertEqual(t1[-2].value, 37) self.assertEqual(t1[-1].value, t1[127].value) def test_perf_buffer(self): self.counter = 0 class Data(ct.Structure): _fields_ = [("ts", ct.c_ulonglong)] def cb(cpu, data, size): self.assertGreater(size, ct.sizeof(Data)) event = ct.cast(data, ct.POINTER(Data)).contents self.counter += 1 def lost_cb(lost): self.assertGreater(lost, 0) text = b""" BPF_PERF_OUTPUT(events); int do_sys_nanosleep(void *ctx) { struct { u64 ts; } data = {bpf_ktime_get_ns()}; events.perf_submit(ctx, &data, sizeof(data)); return 0; } """ b = BPF(text=text) b.attach_kprobe(event=b.get_syscall_fnname(b"nanosleep"), fn_name=b"do_sys_nanosleep") b.attach_kprobe(event=b.get_syscall_fnname(b"clock_nanosleep"), fn_name=b"do_sys_nanosleep") b[b"events"].open_perf_buffer(cb, lost_cb=lost_cb) subprocess.call(['sleep', '0.1']) b.perf_buffer_poll() self.assertGreater(self.counter, 0) b.cleanup() def test_perf_buffer_for_each_cpu(self): self.events = [] class Data(ct.Structure): _fields_ = [("cpu", ct.c_ulonglong)] def cb(cpu, data, size): self.assertGreater(size, ct.sizeof(Data)) event = ct.cast(data, ct.POINTER(Data)).contents self.events.append(event) def lost_cb(lost): self.assertGreater(lost, 0) text = b""" BPF_PERF_OUTPUT(events); int do_sys_nanosleep(void *ctx) { struct { u64 cpu; } data = {bpf_get_smp_processor_id()}; events.perf_submit(ctx, &data, sizeof(data)); return 0; } """ b = BPF(text=text) b.attach_kprobe(event=b.get_syscall_fnname(b"nanosleep"), fn_name=b"do_sys_nanosleep") b.attach_kprobe(event=b.get_syscall_fnname(b"clock_nanosleep"), fn_name=b"do_sys_nanosleep") b[b"events"].open_perf_buffer(cb, lost_cb=lost_cb) online_cpus = get_online_cpus() for cpu in online_cpus: subprocess.call(['taskset', '-c', str(cpu), 'sleep', '0.1']) b.perf_buffer_poll() b.cleanup() self.assertGreaterEqual(len(self.events), len(online_cpus), 'Received only {}/{} events'.format(len(self.events), len(online_cpus))) if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_attach_perf_event.py000077500000000000000000000127361465134135300224460ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright 2021, Athira Rajeev, IBM Corp. # Licensed under the Apache License, Version 2.0 (the "License") import bcc import os import time import unittest from bcc import BPF, PerfType, PerfHWConfig, PerfSWConfig, PerfEventSampleFormat from bcc import Perf from time import sleep from utils import kernel_version_ge, mayFail class TestPerfAttachRaw(unittest.TestCase): @mayFail("This fails on github actions environment, hw perf events are not supported") @unittest.skipUnless(kernel_version_ge(4,9), "requires kernel >= 4.9") def test_attach_raw_event_powerpc(self): # on PowerPC, 'addr' is always written to; for x86 see _x86 version of test bpf_text=b""" #include struct key_t { int cpu; int pid; char name[100]; }; static inline __attribute__((always_inline)) void get_key(struct key_t* key) { key->cpu = bpf_get_smp_processor_id(); key->pid = bpf_get_current_pid_tgid(); bpf_get_current_comm(&(key->name), sizeof(key->name)); } int on_sample_hit(struct bpf_perf_event_data *ctx) { struct key_t key = {}; get_key(&key); u64 addr = 0; struct bpf_perf_event_data_kern *kctx; struct perf_sample_data *data; kctx = (struct bpf_perf_event_data_kern *)ctx; bpf_probe_read(&data, sizeof(struct perf_sample_data*), &(kctx->data)); if (data) bpf_probe_read(&addr, sizeof(u64), &(data->addr)); bpf_trace_printk("test_attach_raw_event_powerpc: pid: %ld, comm: %s, addr: 0x%llx\\n", key.pid, key.name, addr); return 0; } """ b = BPF(text=bpf_text) try: event_attr = Perf.perf_event_attr() event_attr.type = Perf.PERF_TYPE_HARDWARE event_attr.config = PerfHWConfig.CACHE_MISSES event_attr.sample_period = 1000000 event_attr.sample_type = PerfEventSampleFormat.ADDR event_attr.exclude_kernel = 1 b.attach_perf_event_raw(attr=event_attr, fn_name=b"on_sample_hit", pid=-1, cpu=-1) except Exception: print("Failed to attach to a raw event. Please check the event attr used") exit() print("Running for 2 seconds or hit Ctrl-C to end. Check trace file for samples information written by bpf_trace_printk.") sleep(2) @mayFail("This fails on github actions environment, hw perf events are not supported") @unittest.skipUnless(kernel_version_ge(4,17), "bpf_perf_event_data->addr requires kernel >= 4.17") def test_attach_raw_event_x86(self): # on x86, need to set precise_ip in order for perf_events to write to 'addr' bpf_text=b""" #include struct key_t { int cpu; int pid; char name[100]; }; static inline __attribute__((always_inline)) void get_key(struct key_t* key) { key->cpu = bpf_get_smp_processor_id(); key->pid = bpf_get_current_pid_tgid(); bpf_get_current_comm(&(key->name), sizeof(key->name)); } int on_sample_hit(struct bpf_perf_event_data *ctx) { struct key_t key = {}; get_key(&key); u64 addr = ctx->addr; bpf_trace_printk("test_attach_raw_event_x86: pid: %ld, comm: %s, addr: 0x%llx\\n", key.pid, key.name, addr); return 0; } """ b = BPF(text=bpf_text) try: event_attr = Perf.perf_event_attr() event_attr.type = Perf.PERF_TYPE_HARDWARE event_attr.config = PerfHWConfig.CPU_CYCLES event_attr.sample_period = 1000000 event_attr.sample_type = PerfEventSampleFormat.ADDR event_attr.exclude_kernel = 1 event_attr.precise_ip = 2 b.attach_perf_event_raw(attr=event_attr, fn_name=b"on_sample_hit", pid=-1, cpu=-1) except Exception: print("Failed to attach to a raw event. Please check the event attr used") exit() print("Running for 1 seconds or hit Ctrl-C to end. Check trace file for samples information written by bpf_trace_printk.") sleep(1) # SW perf events should work on GH actions, so expect this to succeed @unittest.skipUnless(kernel_version_ge(4,17), "bpf_perf_event_data->addr requires kernel >= 4.17") def test_attach_raw_sw_event(self): bpf_text=b""" #include struct key_t { int cpu; int pid; char name[100]; }; static inline __attribute__((always_inline)) void get_key(struct key_t* key) { key->cpu = bpf_get_smp_processor_id(); key->pid = bpf_get_current_pid_tgid(); bpf_get_current_comm(&(key->name), sizeof(key->name)); } int on_sample_hit(struct bpf_perf_event_data *ctx) { struct key_t key = {}; get_key(&key); u64 addr = ctx->addr; bpf_trace_printk("test_attach_raw_sw_event: pid: %ld, comm: %s, addr: 0x%llx\\n", key.pid, key.name, addr); return 0; } """ b = BPF(text=bpf_text) try: event_attr = Perf.perf_event_attr() event_attr.type = Perf.PERF_TYPE_SOFTWARE event_attr.config = PerfSWConfig.PAGE_FAULTS event_attr.sample_period = 100 event_attr.sample_type = PerfEventSampleFormat.ADDR event_attr.exclude_kernel = 1 b.attach_perf_event_raw(attr=event_attr, fn_name=b"on_sample_hit", pid=-1, cpu=-1) except Exception: print("Failed to attach to a raw event. Please check the event attr used") exit() print("Running for 1 seconds or hit Ctrl-C to end. Check trace file for samples information written by bpf_trace_printk.") sleep(1) if __name__ == "__main__": unittest.main() bpfcc-0.31.0/tests/python/test_bpf_log.py000077500000000000000000000031071465134135300203650ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from bcc import BPF from simulation import Simulation import sys import os import tempfile from unittest import main, TestCase error_msg = "R0 invalid mem access 'map_value_or_null'\n" text = b""" #include #include BPF_HASH(t1, int, int, 10); int sim_port(struct __sk_buff *skb) { int x = 0, *y; """ repeat = b""" y = t1.lookup(&x); if (!y) return 0; x = *y; """ end = b""" y = t1.lookup(&x); x = *y; return 0; } """ for i in range(0,300): text += repeat text += end class TestBPFProgLoad(TestCase): def setUp(self): self.fp = tempfile.TemporaryFile() os.dup2(self.fp.fileno(), sys.stderr.fileno()) def tearDown(self): self.fp.close() def test_log_debug(self): b = BPF(text=text, debug=2) try: ingress = b.load_func(b"sim_port",BPF.SCHED_CLS) except Exception: self.fp.flush() self.fp.seek(0) self.assertEqual(error_msg in self.fp.read().decode(), True) def test_log_no_debug(self): b = BPF(text=text, debug=0) try: ingress = b.load_func(b"sim_port",BPF.SCHED_CLS) except Exception: self.fp.flush() self.fp.seek(0) self.assertEqual(error_msg in self.fp.read().decode(), True) if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_brb.c000066400000000000000000000141311465134135300173100ustar00rootroot00000000000000// Copyright (c) PLUMgrid, Inc. // Licensed under the Apache License, Version 2.0 (the "License") #include #define _memcpy __builtin_memcpy // meta data passed between bpf programs typedef struct bpf_metadata { u32 prog_id; u32 rx_port_id; } bpf_metadata_t; typedef struct bpf_dest { u32 prog_id; u32 port_id; } bpf_dest_t; // use u64 to represent eth_addr. // maintain the structure though to indicate the semantics typedef struct eth_addr { u64 addr; } eth_addr_t; // Program table definitions for tail calls BPF_PROG_ARRAY(jump, 16); // physical endpoint manager (pem) tables which connects to boeht bridge 1 and bridge 2 // BPF_ARRAY(pem_dest, bpf_dest_t, 256); // BPF_ARRAY(pem_port, u32, 256); // BPF_HASH(pem_ifindex, u32, u32, 256); // <0, tx2vm_pkts> BPF_ARRAY(pem_stats, u32, 1); // bridge 1 (br1) tables // BPF_ARRAY(br1_dest, bpf_dest_t, 256); // BPF_HASH(br1_mac, eth_addr_t, u32, 256); // <0, rtr_ifindex> BPF_ARRAY(br1_rtr, u32, 1); // BPF_HASH(br1_mac_ifindex, eth_addr_t, u32, 1); // bridge 2 (br2) tables // BPF_ARRAY(br2_dest, bpf_dest_t, 256); // BPF_HASH(br2_mac, eth_addr_t, u32, 256); // <0, rtr_ifindex> BPF_ARRAY(br2_rtr, u32, 1); // BPF_HASH(br2_mac_ifindex, eth_addr_t, u32, 1); int pem(struct __sk_buff *skb) { bpf_metadata_t meta = {}; u32 ifindex; u32 *tx_port_id_p; u32 tx_port_id; u32 rx_port; u32 *ifindex_p; bpf_dest_t *dest_p; // pem does not look at packet data if (skb->tc_index == 0) { skb->tc_index = 1; skb->cb[0] = skb->cb[1] = 0; meta.prog_id = meta.rx_port_id = 0; } else { meta.prog_id = skb->cb[0]; asm volatile("" ::: "memory"); meta.rx_port_id = skb->cb[1]; } if (!meta.prog_id) { /* from external */ ifindex = skb->ingress_ifindex; tx_port_id_p = pem_ifindex.lookup(&ifindex); if (tx_port_id_p) { tx_port_id = *tx_port_id_p; dest_p = pem_dest.lookup(&tx_port_id); if (dest_p) { skb->cb[0] = dest_p->prog_id; skb->cb[1] = dest_p->port_id; jump.call(skb, dest_p->prog_id); } } } else { /* from internal */ rx_port = meta.rx_port_id; ifindex_p = pem_port.lookup(&rx_port); if (ifindex_p) { #if 1 /* accumulate stats, may hurt performance slightly */ u32 index = 0; u32 *value = pem_stats.lookup(&index); if (value) lock_xadd(value, 1); #endif bpf_clone_redirect(skb, *ifindex_p, 0); } } return 1; } static int br_common(struct __sk_buff *skb, int which_br) { u8 *cursor = 0; u16 proto; u16 arpop; eth_addr_t dmac; u8 *mac_p; u32 dip; u32 *tx_port_id_p; u32 tx_port_id; bpf_dest_t *dest_p; u32 index, *rtrif_p; struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); /* handle ethernet packet header */ { dmac.addr = ethernet->dst; /* skb->tc_index may be preserved across router namespace if router simply rewrite packet * and send it back. */ if (skb->tc_index == 1) { /* packet from pem, send to the router, set tc_index to 2 */ skb->tc_index = 2; if (dmac.addr == 0xffffffffffffULL) { index = 0; if (which_br == 1) rtrif_p = br1_rtr.lookup(&index); else rtrif_p = br2_rtr.lookup(&index); if (rtrif_p) bpf_clone_redirect(skb, *rtrif_p, 0); } else { /* the dmac address should match the router's */ if (which_br == 1) rtrif_p = br1_mac_ifindex.lookup(&dmac); else rtrif_p = br2_mac_ifindex.lookup(&dmac); if (rtrif_p) bpf_clone_redirect(skb, *rtrif_p, 0); } return 1; } /* set the tc_index to 1 so pem knows it is from internal */ skb->tc_index = 1; switch (ethernet->type) { case ETH_P_IP: goto ip; case ETH_P_ARP: goto arp; case ETH_P_8021Q: goto dot1q; default: goto EOP; } } dot1q: { struct dot1q_t *dot1q = cursor_advance(cursor, sizeof(*dot1q)); switch(dot1q->type) { case ETH_P_IP: goto ip; case ETH_P_ARP: goto arp; default: goto EOP; } } arp: { struct arp_t *arp = cursor_advance(cursor, sizeof(*arp)); /* mac learning */ arpop = arp->oper; if (arpop == 2) { index = 0; if (which_br == 1) rtrif_p = br1_rtr.lookup(&index); else rtrif_p = br2_rtr.lookup(&index); if (rtrif_p) { __u32 ifindex = *rtrif_p; eth_addr_t smac; smac.addr = ethernet->src; if (which_br == 1) br1_mac_ifindex.update(&smac, &ifindex); else br2_mac_ifindex.update(&smac, &ifindex); } } goto xmit; } ip: { struct ip_t *ip = cursor_advance(cursor, sizeof(*ip)); goto xmit; } xmit: if (which_br == 1) tx_port_id_p = br1_mac.lookup(&dmac); else tx_port_id_p = br2_mac.lookup(&dmac); if (tx_port_id_p) { tx_port_id = *tx_port_id_p; if (which_br == 1) dest_p = br1_dest.lookup(&tx_port_id); else dest_p = br2_dest.lookup(&tx_port_id); if (dest_p) { skb->cb[0] = dest_p->prog_id; skb->cb[1] = dest_p->port_id; jump.call(skb, dest_p->prog_id); } } EOP: return 1; } int br1(struct __sk_buff *skb) { return br_common(skb, 1); } int br2(struct __sk_buff *skb) { return br_common(skb, 2); } bpfcc-0.31.0/tests/python/test_brb.py000077500000000000000000000231031465134135300175200ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # This program implements a topology likes below: # pem: physical endpoint manager, implemented as a bpf program # # vm1 <--------+ +----> bridge1 <----+ # V V V # pem router # ^ ^ ^ # vm2 <--------+ +----> bridge2 <----+ # # The vm1, vm2 and router are implemented as namespaces. # The bridge is implemented with limited functionality in bpf program. # # vm1 and vm2 are in different subnet. For vm1 to communicate to vm2, # the packet will have to travel from vm1 to pem, bridge1, router, bridge2, pem, and # then come to vm2. # # When this test is run with verbose mode (ctest -R -V), # the following printout is observed on my local box: # # ...... # 8: ARPING 100.1.1.254 from 100.1.1.1 eth0 # 8: Unicast reply from 100.1.1.254 [76:62:B5:5C:8C:6F] 0.533ms # 8: Sent 1 probes (1 broadcast(s)) # 8: Received 1 response(s) # 8: ARPING 200.1.1.254 from 200.1.1.1 eth0 # 8: Unicast reply from 200.1.1.254 [F2:F0:B4:ED:7B:1B] 0.524ms # 8: Sent 1 probes (1 broadcast(s)) # 8: Received 1 response(s) # 8: PING 200.1.1.1 (200.1.1.1) 56(84) bytes of data. # 8: 64 bytes from 200.1.1.1: icmp_req=1 ttl=63 time=0.074 ms # 8: 64 bytes from 200.1.1.1: icmp_req=2 ttl=63 time=0.061 ms # 8: # 8: --- 200.1.1.1 ping statistics --- # 8: 2 packets transmitted, 2 received, 0% packet loss, time 999ms # 8: rtt min/avg/max/mdev = 0.061/0.067/0.074/0.010 ms # 8: [ ID] Interval Transfer Bandwidth # 8: [ 5] 0.0- 1.0 sec 4.00 GBytes 34.3 Gbits/sec # 8: Starting netserver with host 'IN(6)ADDR_ANY' port '12865' and family AF_UNSPEC # 8: MIGRATED TCP STREAM TEST from 0.0.0.0 (0.0.0.0) port 0 AF_INET to 200.1.1.1 (200.1.1.1) port 0 AF_INET : demo # 8: Recv Send Send # 8: Socket Socket Message Elapsed # 8: Size Size Size Time Throughput # 8: bytes bytes bytes secs. 10^6bits/sec # 8: # 8: 87380 16384 65160 1.00 41991.68 # 8: MIGRATED TCP REQUEST/RESPONSE TEST from 0.0.0.0 (0.0.0.0) port 0 AF_INET to 200.1.1.1 (200.1.1.1) port 0 AF_INET : demo : first burst 0 # 8: Local /Remote # 8: Socket Size Request Resp. Elapsed Trans. # 8: Send Recv Size Size Time Rate # 8: bytes Bytes bytes bytes secs. per sec # 8: # 8: 16384 87380 1 1 1.00 48645.53 # 8: 16384 87380 # 8: . # 8: ---------------------------------------------------------------------- # 8: Ran 1 test in 11.296s # 8: # 8: OK from ctypes import c_uint from netaddr import IPAddress, EUI from bcc import BPF from pyroute2 import IPRoute, NetNS, IPDB, NSPopen from utils import NSPopenWithCheck, skipUnlessHasBinaries import sys from time import sleep from unittest import main, TestCase from simulation import Simulation arg1 = sys.argv.pop(1) ipr = IPRoute() ipdb = IPDB(nl=ipr) sim = Simulation(ipdb) class TestBPFSocket(TestCase): def set_default_const(self): self.ns1 = "ns1" self.ns2 = "ns2" self.ns_router = "ns_router" self.vm1_ip = "100.1.1.1" self.vm2_ip = "200.1.1.1" self.vm1_rtr_ip = "100.1.1.254" self.vm2_rtr_ip = "200.1.1.254" self.vm1_rtr_mask = "100.1.1.0/24" self.vm2_rtr_mask = "200.1.1.0/24" def get_table(self, b): self.jump = b.get_table(b"jump") self.pem_dest = b.get_table(b"pem_dest") self.pem_port = b.get_table(b"pem_port") self.pem_ifindex = b.get_table(b"pem_ifindex") self.pem_stats = b.get_table(b"pem_stats") self.br1_dest = b.get_table(b"br1_dest") self.br1_mac = b.get_table(b"br1_mac") self.br1_rtr = b.get_table(b"br1_rtr") self.br2_dest = b.get_table(b"br2_dest") self.br2_mac = b.get_table(b"br2_mac") self.br2_rtr = b.get_table(b"br2_rtr") def connect_ports(self, prog_id_pem, prog_id_br, curr_pem_pid, curr_br_pid, br_dest_map, br_mac_map, ifindex, vm_mac, vm_ip): self.pem_dest[c_uint(curr_pem_pid)] = self.pem_dest.Leaf(prog_id_br, curr_br_pid) br_dest_map[c_uint(curr_br_pid)] = br_dest_map.Leaf(prog_id_pem, curr_pem_pid) self.pem_port[c_uint(curr_pem_pid)] = c_uint(ifindex) self.pem_ifindex[c_uint(ifindex)] = c_uint(curr_pem_pid) mac_addr = br_mac_map.Key(int(EUI(vm_mac))) br_mac_map[mac_addr] = c_uint(curr_br_pid) def config_maps(self): # program id prog_id_pem = 1 prog_id_br1 = 2 prog_id_br2 = 3 # initial port id and table pointers curr_pem_pid = 0 curr_br1_pid = 0 curr_br2_pid = 0 # configure jump table self.jump[c_uint(prog_id_pem)] = c_uint(self.pem_fn.fd) self.jump[c_uint(prog_id_br1)] = c_uint(self.br1_fn.fd) self.jump[c_uint(prog_id_br2)] = c_uint(self.br2_fn.fd) # connect pem and br1 curr_pem_pid = curr_pem_pid + 1 curr_br1_pid = curr_br1_pid + 1 self.connect_ports(prog_id_pem, prog_id_br1, curr_pem_pid, curr_br1_pid, self.br1_dest, self.br1_mac, self.ns1_eth_out.index, self.vm1_mac, self.vm1_ip) # connect pem and br2 curr_pem_pid = curr_pem_pid + 1 curr_br2_pid = curr_br2_pid + 1 self.connect_ports(prog_id_pem, prog_id_br2, curr_pem_pid, curr_br2_pid, self.br2_dest, self.br2_mac, self.ns2_eth_out.index, self.vm2_mac, self.vm2_ip) # connect and self.br1_rtr[c_uint(0)] = c_uint(self.nsrtr_eth0_out.index) self.br2_rtr[c_uint(0)] = c_uint(self.nsrtr_eth1_out.index) @skipUnlessHasBinaries( ["arping", "iperf", "netperf", "netserver", "ping"], "iperf and netperf packages must be installed.") def test_brb(self): try: b = BPF(src_file=arg1.encode(), debug=0) self.pem_fn = b.load_func(b"pem", BPF.SCHED_CLS) self.br1_fn = b.load_func(b"br1", BPF.SCHED_CLS) self.br2_fn = b.load_func(b"br2", BPF.SCHED_CLS) self.get_table(b) # set up the topology self.set_default_const() (ns1_ipdb, self.ns1_eth_out, _) = sim._create_ns(self.ns1, ipaddr=self.vm1_ip+'/24', fn=self.pem_fn, action='drop', disable_ipv6=True) (ns2_ipdb, self.ns2_eth_out, _) = sim._create_ns(self.ns2, ipaddr=self.vm2_ip+'/24', fn=self.pem_fn, action='drop', disable_ipv6=True) ns1_ipdb.routes.add({'dst': self.vm2_rtr_mask, 'gateway': self.vm1_rtr_ip}).commit() ns2_ipdb.routes.add({'dst': self.vm1_rtr_mask, 'gateway': self.vm2_rtr_ip}).commit() self.vm1_mac = ns1_ipdb.interfaces['eth0'].address self.vm2_mac = ns2_ipdb.interfaces['eth0'].address (_, self.nsrtr_eth0_out, _) = sim._create_ns(self.ns_router, ipaddr=self.vm1_rtr_ip+'/24', fn=self.br1_fn, action='drop', disable_ipv6=True) (rt_ipdb, self.nsrtr_eth1_out, _) = sim._ns_add_ifc(self.ns_router, "eth1", "ns_router2", ipaddr=self.vm2_rtr_ip+'/24', fn=self.br2_fn, action='drop', disable_ipv6=True) nsp = NSPopen(rt_ipdb.nl.netns, ["sysctl", "-w", "net.ipv4.ip_forward=1"]) nsp.wait(); nsp.release() # configure maps self.config_maps() # our bridge is not smart enough, so send arping for router learning to prevent router # from sending out arp request nsp = NSPopen(ns1_ipdb.nl.netns, ["arping", "-w", "1", "-c", "1", "-I", "eth0", self.vm1_rtr_ip]) nsp.wait(); nsp.release() nsp = NSPopen(ns2_ipdb.nl.netns, ["arping", "-w", "1", "-c", "1", "-I", "eth0", self.vm2_rtr_ip]) nsp.wait(); nsp.release() # ping nsp = NSPopen(ns1_ipdb.nl.netns, ["ping", self.vm2_ip, "-c", "2"]) nsp.wait(); nsp.release() # pem_stats only counts pem->bridge traffic, each VM has 4: arping/arp request/2 icmp request # total 8 packets should be counted self.assertEqual(self.pem_stats[c_uint(0)].value, 8) nsp_server = NSPopenWithCheck(ns2_ipdb.nl.netns, ["iperf", "-s", "-xSC"]) sleep(1) nsp = NSPopen(ns1_ipdb.nl.netns, ["iperf", "-c", self.vm2_ip, "-t", "1", "-xSC"]) nsp.wait(); nsp.release() nsp_server.kill(); nsp_server.wait(); nsp_server.release() nsp_server = NSPopenWithCheck(ns2_ipdb.nl.netns, ["netserver", "-D"]) sleep(1) nsp = NSPopenWithCheck(ns1_ipdb.nl.netns, ["netperf", "-l", "1", "-H", self.vm2_ip, "--", "-m", "65160"]) nsp.wait(); nsp.release() nsp = NSPopen(ns1_ipdb.nl.netns, ["netperf", "-l", "1", "-H", self.vm2_ip, "-t", "TCP_RR"]) nsp.wait(); nsp.release() nsp_server.kill(); nsp_server.wait(); nsp_server.release() finally: sim.release() ipdb.release() if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_brb2.c000066400000000000000000000016161465134135300173760ustar00rootroot00000000000000// Copyright (c) PLUMgrid, Inc. // Licensed under the Apache License, Version 2.0 (the "License") #include // physical endpoint manager (pem) tables which connects VMs and bridges // BPF_HASH(pem_dest, u32, u32, 256); // <0, tx_pkts> BPF_ARRAY(pem_stats, u32, 1); int pem(struct __sk_buff *skb) { u32 ifindex_in, *ifindex_p; u8 *cursor = 0; struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); ifindex_in = skb->ingress_ifindex; ifindex_p = pem_dest.lookup(&ifindex_in); if (ifindex_p) { #if 1 if (ethernet->type == 0x0800 || ethernet->type == 0x0806) { /* accumulate stats */ u32 index = 0; u32 *value = pem_stats.lookup(&index); if (value) lock_xadd(value, 1); } #endif bpf_clone_redirect(skb, *ifindex_p, 0); } return 1; } bpfcc-0.31.0/tests/python/test_brb2.py000077500000000000000000000222651465134135300176120ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # This program implements a topology likes below: # pem: physical endpoint manager, implemented as a bpf program # # vm1 <--------+ +----> bridge1 <----+ # V V V # pem router # ^ ^ ^ # vm2 <--------+ +----> bridge2 <----+ # # The vm1, vm2 and router are implemented as namespaces. # The linux bridge device is used to provice bridge functionality. # pem bpf will be attached to related network devices for vm1, vm1, bridge1 and bridge2. # # vm1 and vm2 are in different subnet. For vm1 to communicate to vm2, # the packet will have to travel from vm1 to pem, bridge1, router, bridge2, pem, and # then come to vm2. # # When this test is run with verbose mode (ctest -R -V), # the following printout is observed on my local box: # # ...... # 9: PING 200.1.1.1 (200.1.1.1) 56(84) bytes of data. # 9: 64 bytes from 200.1.1.1: icmp_req=1 ttl=63 time=0.090 ms # 9: 64 bytes from 200.1.1.1: icmp_req=2 ttl=63 time=0.032 ms # 9: # 9: --- 200.1.1.1 ping statistics --- # 9: 2 packets transmitted, 2 received, 0% packet loss, time 999ms # 9: rtt min/avg/max/mdev = 0.032/0.061/0.090/0.029 ms # 9: [ ID] Interval Transfer Bandwidth # 9: [ 5] 0.0- 1.0 sec 3.80 GBytes 32.6 Gbits/sec # 9: Starting netserver with host 'IN(6)ADDR_ANY' port '12865' and family AF_UNSPEC # 9: MIGRATED TCP STREAM TEST from 0.0.0.0 (0.0.0.0) port 0 AF_INET to 200.1.1.1 (200.1.1.1) port 0 AF_INET : demo # 9: Recv Send Send # 9: Socket Socket Message Elapsed # 9: Size Size Size Time Throughput # 9: bytes bytes bytes secs. 10^6bits/sec # 9: # 9: 87380 16384 65160 1.00 39940.46 # 9: MIGRATED TCP REQUEST/RESPONSE TEST from 0.0.0.0 (0.0.0.0) port 0 AF_INET to 200.1.1.1 (200.1.1.1) port 0 AF_INET : demo : first burst 0 # 9: Local /Remote # 9: Socket Size Request Resp. Elapsed Trans. # 9: Send Recv Size Size Time Rate # 9: bytes Bytes bytes bytes secs. per sec # 9: # 9: 16384 87380 1 1 1.00 46387.80 # 9: 16384 87380 # 9: . # 9: ---------------------------------------------------------------------- # 9: Ran 1 test in 7.495s # 9: # 9: OK from ctypes import c_uint from bcc import BPF from pyroute2 import IPRoute, NetNS, IPDB, NSPopen from utils import NSPopenWithCheck, mayFail import sys from time import sleep from unittest import main, TestCase import subprocess from simulation import Simulation arg1 = sys.argv.pop(1) ipr = IPRoute() ipdb = IPDB(nl=ipr) sim = Simulation(ipdb) allocated_interfaces = set(ipdb.interfaces.keys()) def get_next_iface(prefix): i = 0 while True: iface = "{0}{1}".format(prefix, i) if iface not in allocated_interfaces: allocated_interfaces.add(iface) return iface i += 1 class TestBPFSocket(TestCase): def setup_br(self, br, veth_rt_2_br, veth_pem_2_br, veth_br_2_pem): # create veth which connecting pem and br with ipdb.create(ifname=veth_pem_2_br, kind="veth", peer=veth_br_2_pem) as v: v.up() ipdb.interfaces[veth_br_2_pem].up().commit() subprocess.call(["sysctl", "-q", "-w", "net.ipv6.conf." + veth_pem_2_br + ".disable_ipv6=1"]) subprocess.call(["sysctl", "-q", "-w", "net.ipv6.conf." + veth_br_2_pem + ".disable_ipv6=1"]) # set up the bridge and add router interface as one of its slaves with ipdb.create(ifname=br, kind="bridge") as br1: br1.add_port(ipdb.interfaces[veth_pem_2_br]) br1.add_port(ipdb.interfaces[veth_rt_2_br]) br1.up() subprocess.call(["sysctl", "-q", "-w", "net.ipv6.conf." + br + ".disable_ipv6=1"]) def set_default_const(self): self.ns1 = "ns1" self.ns2 = "ns2" self.ns_router = "ns_router" self.br1 = get_next_iface("br") self.veth_pem_2_br1 = "v20" self.veth_br1_2_pem = "v21" self.br2 = get_next_iface("br") self.veth_pem_2_br2 = "v22" self.veth_br2_2_pem = "v23" self.vm1_ip = "100.1.1.1" self.vm2_ip = "200.1.1.1" self.vm1_rtr_ip = "100.1.1.254" self.vm2_rtr_ip = "200.1.1.254" self.vm1_rtr_mask = "100.1.1.0/24" self.vm2_rtr_mask = "200.1.1.0/24" def attach_filter(self, ifname, fd, name): ifindex = ipdb.interfaces[ifname].index ipr.tc("add", "ingress", ifindex, "ffff:") ipr.tc("add-filter", "bpf", ifindex, ":1", fd=fd, name=name, parent="ffff:", action="drop", classid=1) def config_maps(self): # pem just relays packets between VM and its corresponding # slave link in the bridge interface ns1_ifindex = self.ns1_eth_out.index ns2_ifindex = self.ns2_eth_out.index br1_ifindex = ipdb.interfaces[self.veth_br1_2_pem].index br2_ifindex = ipdb.interfaces[self.veth_br2_2_pem].index self.pem_dest[c_uint(ns1_ifindex)] = c_uint(br1_ifindex) self.pem_dest[c_uint(br1_ifindex)] = c_uint(ns1_ifindex) self.pem_dest[c_uint(ns2_ifindex)] = c_uint(br2_ifindex) self.pem_dest[c_uint(br2_ifindex)] = c_uint(ns2_ifindex) # tc filter setup with bpf programs attached self.attach_filter(self.veth_br1_2_pem, self.pem_fn.fd, self.pem_fn.name) self.attach_filter(self.veth_br2_2_pem, self.pem_fn.fd, self.pem_fn.name) @mayFail("This fails on github actions environment, and needs to be fixed") def test_brb2(self): try: b = BPF(src_file=arg1.encode(), debug=0) self.pem_fn = b.load_func(b"pem", BPF.SCHED_CLS) self.pem_dest= b.get_table(b"pem_dest") self.pem_stats = b.get_table(b"pem_stats") # set up the topology self.set_default_const() (ns1_ipdb, self.ns1_eth_out, _) = sim._create_ns(self.ns1, ipaddr=self.vm1_ip+'/24', fn=self.pem_fn, action='drop', disable_ipv6=True) (ns2_ipdb, self.ns2_eth_out, _) = sim._create_ns(self.ns2, ipaddr=self.vm2_ip+'/24', fn=self.pem_fn, action='drop', disable_ipv6=True) ns1_ipdb.routes.add({'dst': self.vm2_rtr_mask, 'gateway': self.vm1_rtr_ip}).commit() ns2_ipdb.routes.add({'dst': self.vm1_rtr_mask, 'gateway': self.vm2_rtr_ip}).commit() (_, self.nsrtr_eth0_out, _) = sim._create_ns(self.ns_router, ipaddr=self.vm1_rtr_ip+'/24', disable_ipv6=True) (rt_ipdb, self.nsrtr_eth1_out, _) = sim._ns_add_ifc(self.ns_router, "eth1", "ns_router2", ipaddr=self.vm2_rtr_ip+'/24', disable_ipv6=True) # enable ip forwarding in router ns nsp = NSPopen(rt_ipdb.nl.netns, ["sysctl", "-w", "net.ipv4.ip_forward=1"]) nsp.wait(); nsp.release() # for each VM connecting to pem, there will be a corresponding veth connecting to the bridge self.setup_br(self.br1, self.nsrtr_eth0_out.ifname, self.veth_pem_2_br1, self.veth_br1_2_pem) self.setup_br(self.br2, self.nsrtr_eth1_out.ifname, self.veth_pem_2_br2, self.veth_br2_2_pem) # load the program and configure maps self.config_maps() # ping nsp = NSPopen(ns1_ipdb.nl.netns, ["ping", self.vm2_ip, "-c", "2"]); nsp.wait(); nsp.release() # one arp request/reply, 2 icmp request/reply per VM, total 6 packets per VM, 12 packets total self.assertEqual(self.pem_stats[c_uint(0)].value, 12) nsp_server = NSPopenWithCheck(ns2_ipdb.nl.netns, ["iperf", "-s", "-xSC"]) sleep(1) nsp = NSPopen(ns1_ipdb.nl.netns, ["iperf", "-c", self.vm2_ip, "-t", "1", "-xSC"]) nsp.wait(); nsp.release() nsp_server.kill(); nsp_server.wait(); nsp_server.release() nsp_server = NSPopenWithCheck(ns2_ipdb.nl.netns, ["netserver", "-D"]) sleep(1) nsp = NSPopenWithCheck(ns1_ipdb.nl.netns, ["netperf", "-l", "1", "-H", self.vm2_ip, "--", "-m", "65160"]) nsp.wait(); nsp.release() nsp = NSPopen(ns1_ipdb.nl.netns, ["netperf", "-l", "1", "-H", self.vm2_ip, "-t", "TCP_RR"]) nsp.wait(); nsp.release() nsp_server.kill(); nsp_server.wait(); nsp_server.release() finally: if self.br1 in ipdb.interfaces: ipdb.interfaces[self.br1].remove().commit() if self.br2 in ipdb.interfaces: ipdb.interfaces[self.br2].remove().commit() if self.veth_pem_2_br1 in ipdb.interfaces: ipdb.interfaces[self.veth_pem_2_br1].remove().commit() if self.veth_pem_2_br2 in ipdb.interfaces: ipdb.interfaces[self.veth_pem_2_br2].remove().commit() sim.release() ipdb.release() if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_call1.c000066400000000000000000000021361465134135300175410ustar00rootroot00000000000000// Copyright (c) PLUMgrid, Inc. // Licensed under the Apache License, Version 2.0 (the "License") BPF_PROG_ARRAY(jump, 64); BPF_ARRAY(stats, u64, 64); enum states { S_EOP = 1, S_ETHER, S_ARP, S_IP }; int parse_ether(struct __sk_buff *skb) { size_t cur = 0; size_t next = cur + 14; int key = S_ETHER; u64 *leaf = stats.lookup(&key); if (leaf) (*leaf)++; switch (bpf_dext_pkt(skb, cur + 12, 0, 16)) { case 0x0800: jump.call(skb, S_IP); case 0x0806: jump.call(skb, S_ARP); } jump.call(skb, S_EOP); return 1; } int parse_arp(struct __sk_buff *skb) { size_t cur = 14; // TODO: get from ctx size_t next = cur + 28; int key = S_ARP; u64 *leaf = stats.lookup(&key); if (leaf) (*leaf)++; jump.call(skb, S_EOP); return 1; } int parse_ip(struct __sk_buff *skb) { size_t cur = 14; // TODO: get from ctx size_t next = cur + 20; int key = S_IP; u64 *leaf = stats.lookup(&key); if (leaf) (*leaf)++; jump.call(skb, S_EOP); return 1; } int eop(struct __sk_buff *skb) { int key = S_EOP; u64 *leaf = stats.lookup(&key); if (leaf) (*leaf)++; return 1; } bpfcc-0.31.0/tests/python/test_call1.py000077500000000000000000000033361465134135300177550ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from ctypes import c_ushort, c_int, c_ulonglong from netaddr import IPAddress from bcc import BPF from pyroute2 import IPRoute from socket import socket, AF_INET, SOCK_DGRAM import sys from time import sleep from unittest import main, TestCase from utils import mayFail arg1 = sys.argv.pop(1) S_EOP = 1 S_ETHER = 2 S_ARP = 3 S_IP = 4 class TestBPFSocket(TestCase): def setUp(self): b = BPF(src_file=arg1.encode(), debug=0) ether_fn = b.load_func(b"parse_ether", BPF.SCHED_CLS) arp_fn = b.load_func(b"parse_arp", BPF.SCHED_CLS) ip_fn = b.load_func(b"parse_ip", BPF.SCHED_CLS) eop_fn = b.load_func(b"eop", BPF.SCHED_CLS) ip = IPRoute() ifindex = ip.link_lookup(ifname=b"eth0")[0] ip.tc("add", "sfq", ifindex, "1:") ip.tc("add-filter", "bpf", ifindex, ":1", fd=ether_fn.fd, name=ether_fn.name, parent="1:", action="ok", classid=1) self.jump = b.get_table(b"jump", c_int, c_int) self.jump[c_int(S_ARP)] = c_int(arp_fn.fd) self.jump[c_int(S_IP)] = c_int(ip_fn.fd) self.jump[c_int(S_EOP)] = c_int(eop_fn.fd) self.stats = b.get_table(b"stats", c_int, c_ulonglong) @mayFail("This may fail on github actions environment due to udp packet loss") def test_jumps(self): udp = socket(AF_INET, SOCK_DGRAM) udp.sendto(b"a" * 10, ("172.16.1.1", 5000)) udp.close() self.assertGreater(self.stats[c_int(S_IP)].value, 0) self.assertGreater(self.stats[c_int(S_ARP)].value, 0) self.assertGreater(self.stats[c_int(S_EOP)].value, 1) if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_clang.py000077500000000000000000001067261465134135300200540ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from bcc import BPF, BPFAttachType, BPFProgType from bcc.libbcc import lib import ctypes as ct from unittest import main, skipUnless, TestCase from utils import kernel_version_ge import os import sys import socket import struct from contextlib import contextmanager @contextmanager def redirect_stderr(to): stderr_fd = sys.stderr.fileno() with os.fdopen(os.dup(stderr_fd), 'wb') as copied, os.fdopen(to, 'w') as to: sys.stderr.flush() os.dup2(to.fileno(), stderr_fd) try: yield sys.stderr finally: sys.stderr.flush() os.dup2(copied.fileno(), stderr_fd) class TestClang(TestCase): def test_complex(self): b = BPF(src_file=b"test_clang_complex.c", debug=0) fn = b.load_func(b"handle_packet", BPF.SCHED_CLS) def test_printk(self): text = b""" #include int handle_packet(void *ctx) { u8 *cursor = 0; struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); bpf_trace_printk("ethernet->dst = %llx, ethernet->src = %llx\\n", ethernet->dst, ethernet->src); return 0; } """ b = BPF(text=text, debug=0) fn = b.load_func(b"handle_packet", BPF.SCHED_CLS) def test_probe_read1(self): text = b""" #include #include int count_sched(struct pt_regs *ctx, struct task_struct *prev) { pid_t p = prev->pid; return (p != -1); } """ b = BPF(text=text, debug=0) fn = b.load_func(b"count_sched", BPF.KPROBE) def test_load_cgroup_sockopt_prog(self): text = b""" int sockopt(struct bpf_sockopt* ctx){ return 0; } """ b = BPF(text=text, debug=0) fn = b.load_func(b"sockopt", BPFProgType.CGROUP_SOCKOPT, device = None, attach_type = BPFAttachType.CGROUP_SETSOCKOPT) def test_probe_read2(self): text = b""" #include #include int count_foo(struct pt_regs *ctx, unsigned long a, unsigned long b) { return (a != b); } """ b = BPF(text=text, debug=0) fn = b.load_func(b"count_foo", BPF.KPROBE) def test_probe_read3(self): text = b""" #include #define _(P) ({typeof(P) val = 0; bpf_probe_read_kernel(&val, sizeof(val), &P); val;}) int count_tcp(struct pt_regs *ctx, struct sk_buff *skb) { return _(TCP_SKB_CB(skb)->tcp_gso_size); } """ b = BPF(text=text) fn = b.load_func(b"count_tcp", BPF.KPROBE) def test_probe_read4(self): text = b""" #include #define _(P) ({typeof(P) val = 0; bpf_probe_read_kernel(&val, sizeof(val), &P); val;}) int test(struct pt_regs *ctx, struct sk_buff *skb) { return _(TCP_SKB_CB(skb)->tcp_gso_size) + skb->protocol; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_whitelist1(self): text = b""" #include int count_tcp(struct pt_regs *ctx, struct sk_buff *skb) { // The below define is in net/tcp.h: // #define TCP_SKB_CB(__skb) ((struct tcp_skb_cb *)&((__skb)->cb[0])) // Note that it has AddrOf in the macro, which will cause current rewriter // failing below statement // return TCP_SKB_CB(skb)->tcp_gso_size; u16 val = 0; bpf_probe_read_kernel(&val, sizeof(val), &(TCP_SKB_CB(skb)->tcp_gso_size)); return val; } """ b = BPF(text=text) fn = b.load_func(b"count_tcp", BPF.KPROBE) def test_probe_read_whitelist2(self): text = b""" #include int count_tcp(struct pt_regs *ctx, struct sk_buff *skb) { // The below define is in net/tcp.h: // #define TCP_SKB_CB(__skb) ((struct tcp_skb_cb *)&((__skb)->cb[0])) // Note that it has AddrOf in the macro, which will cause current rewriter // failing below statement // return TCP_SKB_CB(skb)->tcp_gso_size; u16 val = 0; bpf_probe_read_kernel(&val, sizeof(val), &(TCP_SKB_CB(skb)->tcp_gso_size)); return val + skb->protocol; } """ b = BPF(text=text) fn = b.load_func(b"count_tcp", BPF.KPROBE) def test_probe_read_keys(self): text = b""" #include #include BPF_HASH(start, struct request *); int do_request(struct pt_regs *ctx, struct request *req) { u64 ts = bpf_ktime_get_ns(); start.update(&req, &ts); return 0; } int do_completion(struct pt_regs *ctx, struct request *req) { u64 *tsp = start.lookup(&req); if (tsp != 0) { start.delete(&req); } return 0; } """ b = BPF(text=text, debug=0) fns = b.load_funcs(BPF.KPROBE) @skipUnless(lib.bpf_module_rw_engine_enabled(), "requires enabled rwengine") def test_sscanf(self): text = b""" BPF_HASH(stats, int, struct { u64 a; u64 b; u64 c:36; u64 d:28; struct { u32 a; u32 b; } s; }, 10); int foo(void *ctx) { return 0; } """ b = BPF(text=text, debug=0) fn = b.load_func(b"foo", BPF.KPROBE) t = b.get_table(b"stats") s1 = t.key_sprintf(t.Key(2)) self.assertEqual(s1, b"0x2") s2 = t.leaf_sprintf(t.Leaf(2, 3, 4, 1, (5, 6))) l = t.leaf_scanf(s2) self.assertEqual(l.a, 2) self.assertEqual(l.b, 3) self.assertEqual(l.c, 4) self.assertEqual(l.d, 1) self.assertEqual(l.s.a, 5) self.assertEqual(l.s.b, 6) @skipUnless(lib.bpf_module_rw_engine_enabled(), "requires enabled rwengine") def test_sscanf_array(self): text = b""" BPF_HASH(stats, int, struct { u32 a[3]; u32 b; }, 10); """ b = BPF(text=text, debug=0) t = b.get_table(b"stats") s1 = t.key_sprintf(t.Key(2)) self.assertEqual(s1, b"0x2") s2 = t.leaf_sprintf(t.Leaf((ct.c_uint * 3)(1,2,3), 4)) self.assertEqual(s2, b"{ [ 0x1 0x2 0x3 ] 0x4 }") l = t.leaf_scanf(s2) self.assertEqual(l.a[0], 1) self.assertEqual(l.a[1], 2) self.assertEqual(l.a[2], 3) self.assertEqual(l.b, 4) @skipUnless(lib.bpf_module_rw_engine_enabled(), "requires enabled rwengine") def test_sscanf_string(self): text = b""" struct Symbol { char name[128]; char path[128]; }; struct Event { uint32_t pid; uint32_t tid; struct Symbol stack[64]; }; BPF_TABLE("array", int, struct Event, comms, 1); """ b = BPF(text=text) t = b.get_table(b"comms") s1 = t.leaf_sprintf(t[0]) fill = b' { "" "" }' * 63 self.assertEqual(s1, b'{ 0x0 0x0 [ { "" "" }%s ] }' % fill) l = t.Leaf(1, 2) name = b"libxyz" path = b"/usr/lib/libxyz.so" l.stack[0].name = name l.stack[0].path = path s2 = t.leaf_sprintf(l) self.assertEqual(s2, b'{ 0x1 0x2 [ { "%s" "%s" }%s ] }' % (name, path, fill)) l = t.leaf_scanf(s2) self.assertEqual(l.pid, 1) self.assertEqual(l.tid, 2) self.assertEqual(l.stack[0].name, name) self.assertEqual(l.stack[0].path, path) def test_iosnoop(self): text = b""" #include #include struct key_t { struct request *req; }; BPF_HASH(start, struct key_t, u64, 1024); int do_request(struct pt_regs *ctx, struct request *req) { struct key_t key = {}; bpf_trace_printk("traced start %d\\n", req->__data_len); return 0; } """ b = BPF(text=text, debug=0) fn = b.load_func(b"do_request", BPF.KPROBE) def test_blk_start_request(self): text = b""" #include #include int do_request(struct pt_regs *ctx, int req) { bpf_trace_printk("req ptr: 0x%x\\n", req); return 0; } """ b = BPF(text=text, debug=0) fn = b.load_func(b"do_request", BPF.KPROBE) def test_bpf_hash(self): text = b""" BPF_HASH(table1); BPF_HASH(table2, u32); BPF_HASH(table3, u32, int); """ b = BPF(text=text, debug=0) def test_consecutive_probe_read(self): text = b""" #include #include BPF_HASH(table1, struct super_block *); int trace_entry(struct pt_regs *ctx, struct file *file) { if (!file) return 0; struct vfsmount *mnt = file->f_path.mnt; if (mnt) { struct super_block *k = mnt->mnt_sb; u64 zero = 0; table1.update(&k, &zero); k = mnt->mnt_sb; table1.update(&k, &zero); } return 0; } """ b = BPF(text=text, debug=0) fn = b.load_func(b"trace_entry", BPF.KPROBE) def test_nested_probe_read(self): text = b""" #include int trace_entry(struct pt_regs *ctx, struct file *file) { if (!file) return 0; const char *name = file->f_path.dentry->d_name.name; bpf_trace_printk("%s\\n", name); return 0; } """ b = BPF(text=text, debug=0) fn = b.load_func(b"trace_entry", BPF.KPROBE) def test_nested_probe_read_deref(self): text = b""" #include struct sock { u32 *sk_daddr; }; int test(struct pt_regs *ctx, struct sock *skp) { return *(skp->sk_daddr); } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_char_array_probe(self): BPF(text=b"""#include int kprobe__blk_update_request(struct pt_regs *ctx, struct request *req) { bpf_trace_printk("%s\\n", req->rq_disk->disk_name); return 0; }""") @skipUnless(kernel_version_ge(5,7), "requires kernel >= 5.7") def test_lsm_probe(self): # Skip if the kernel is not compiled with CONFIG_BPF_LSM if not BPF.support_lsm(): return b = BPF(text=b""" LSM_PROBE(bpf, int cmd, union bpf_attr *uattr, unsigned int size) { return 0; }""") def test_probe_read_helper(self): b = BPF(text=b""" #include static void print_file_name(struct file *file) { if (!file) return; const char *name = file->f_path.dentry->d_name.name; bpf_trace_printk("%s\\n", name); } static void print_file_name2(int unused, struct file *file) { print_file_name(file); } int trace_entry1(struct pt_regs *ctx, struct file *file) { print_file_name(file); return 0; } int trace_entry2(struct pt_regs *ctx, int unused, struct file *file) { print_file_name2(unused, file); return 0; } """) fn = b.load_func(b"trace_entry1", BPF.KPROBE) fn = b.load_func(b"trace_entry2", BPF.KPROBE) def test_probe_unnamed_union_deref(self): text = b""" #include int trace(struct pt_regs *ctx, struct page *page) { void *p = page->mapping; return p != NULL; } """ # depending on llvm, compile may pass/fail, but at least shouldn't crash try: b = BPF(text=text) except: pass def test_probe_struct_assign(self): b = BPF(text = b""" #include struct args_t { const char *filename; int flags; int mode; }; int do_sys_open(struct pt_regs *ctx, const char *filename, int flags, int mode) { struct args_t args = {}; args.filename = filename; args.flags = flags; args.mode = mode; bpf_trace_printk("%s\\n", args.filename); return 0; }; """) b.attach_kprobe(event=b.get_syscall_fnname(b"open"), fn_name=b"do_sys_open") def test_task_switch(self): b = BPF(text=b""" #include #include struct key_t { u32 prev_pid; u32 curr_pid; }; BPF_HASH(stats, struct key_t, u64, 1024); int kprobe__finish_task_switch(struct pt_regs *ctx, struct task_struct *prev) { struct key_t key = {}; u64 zero = 0, *val; key.curr_pid = bpf_get_current_pid_tgid(); key.prev_pid = prev->pid; val = stats.lookup_or_try_init(&key, &zero); if (val) { (*val)++; } return 0; } """) def test_probe_simple_assign(self): b = BPF(text=b""" #include #include struct leaf { size_t size; }; BPF_HASH(simple_map, u32, struct leaf); int kprobe____kmalloc(struct pt_regs *ctx, size_t size) { u32 pid = bpf_get_current_pid_tgid(); struct leaf* leaf = simple_map.lookup(&pid); if (leaf) leaf->size += size; return 0; }""") def test_probe_simple_member_assign(self): b = BPF(text=b""" #include #include struct leaf { void *ptr; }; int test(struct pt_regs *ctx, struct sk_buff *skb) { struct leaf l = {}; struct leaf *lp = &l; lp->ptr = skb; return 0; }""") b.load_func(b"test", BPF.KPROBE) def test_probe_member_expr_deref(self): b = BPF(text=b""" #include #include struct leaf { struct sk_buff *ptr; }; int test(struct pt_regs *ctx, struct sk_buff *skb) { struct leaf l = {}; struct leaf *lp = &l; lp->ptr = skb; return lp->ptr->priority; }""") b.load_func(b"test", BPF.KPROBE) def test_probe_member_expr(self): b = BPF(text=b""" #include #include struct leaf { struct sk_buff *ptr; }; int test(struct pt_regs *ctx, struct sk_buff *skb) { struct leaf l = {}; struct leaf *lp = &l; lp->ptr = skb; return l.ptr->priority; }""") b.load_func(b"test", BPF.KPROBE) def test_unop_probe_read(self): text = b""" #include int trace_entry(struct pt_regs *ctx, struct request *req) { if (!(req->bio->bi_flags & 1)) return 1; if (((req->bio->bi_flags))) return 1; return 0; } """ b = BPF(text=text) fn = b.load_func(b"trace_entry", BPF.KPROBE) def test_probe_read_nested_deref(self): text = b""" #include int test(struct pt_regs *ctx, struct sock *sk) { struct sock *ptr1; struct sock **ptr2 = &ptr1; *ptr2 = sk; return ((struct sock *)(*ptr2))->sk_daddr; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_nested_deref2(self): text = b""" #include int test(struct pt_regs *ctx, struct sock *sk) { struct sock *ptr1; struct sock **ptr2 = &ptr1; struct sock ***ptr3 = &ptr2; *ptr2 = sk; *ptr3 = ptr2; return ((struct sock *)(**ptr3))->sk_daddr; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_nested_deref3(self): text = b""" #include int test(struct pt_regs *ctx, struct sock *sk) { struct sock **ptr1, **ptr2 = &sk; ptr1 = &sk; return (*ptr1)->sk_daddr + (*ptr2)->sk_daddr; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_nested_deref_func1(self): text = b""" #include static struct sock **subtest(struct sock **sk) { return sk; } int test(struct pt_regs *ctx, struct sock *sk) { struct sock **ptr1, **ptr2 = subtest(&sk); ptr1 = subtest(&sk); return (*ptr1)->sk_daddr + (*ptr2)->sk_daddr; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_nested_deref_func2(self): text = b""" #include static int subtest(struct sock ***skp) { return ((struct sock *)(**skp))->sk_daddr; } int test(struct pt_regs *ctx, struct sock *sk) { struct sock *ptr1; struct sock **ptr2 = &ptr1; struct sock ***ptr3 = &ptr2; *ptr2 = sk; *ptr3 = ptr2; return subtest(ptr3); } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_nested_member1(self): text = b""" #include int test(struct pt_regs *ctx, struct sock *skp) { u32 *daddr = &skp->sk_daddr; return *daddr; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_nested_member2(self): text = b""" #include struct sock { u32 **sk_daddr; }; int test(struct pt_regs *ctx, struct sock *skp) { u32 *daddr = *(skp->sk_daddr); return *daddr; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_nested_member3(self): text = b""" #include struct sock { u32 *sk_daddr; }; u32 *test(struct pt_regs *ctx, struct sock *skp) { return *(&skp->sk_daddr); } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_paren_probe_read(self): text = b""" #include int trace_entry(struct pt_regs *ctx, struct sock *sk) { u16 sport = ((struct inet_sock *)sk)->inet_sport; return sport; } """ b = BPF(text=text) fn = b.load_func(b"trace_entry", BPF.KPROBE) def test_complex_leaf_types(self): text = b""" struct list; struct list { struct list *selfp; struct list *another_selfp; struct list *selfp_array[2]; }; struct empty { }; union emptyu { struct empty *em1; struct empty em2; struct empty em3; struct empty em4; }; BPF_ARRAY(t1, struct list, 1); BPF_ARRAY(t2, struct list *, 1); BPF_ARRAY(t3, union emptyu, 1); """ b = BPF(text=text) self.assertEqual(ct.sizeof(b[b"t3"].Leaf), 8) def test_cflags(self): text = b""" #ifndef MYFLAG #error "MYFLAG not set as expected" #endif """ b = BPF(text=text, cflags=["-DMYFLAG"]) def test_exported_maps(self): b1 = BPF(text=b"""BPF_TABLE_PUBLIC("hash", int, int, table1, 10);""") b2 = BPF(text=b"""BPF_TABLE("extern", int, int, table1, 10);""") t = b2[b"table1"] def test_syntax_error(self): with self.assertRaises(Exception): b = BPF(text=b"""int failure(void *ctx) { if (); return 0; }""") def test_nested_union(self): text = b""" BPF_HASH(t1, struct bpf_tunnel_key, int, 1); """ b = BPF(text=text) t1 = b[b"t1"] print(t1.Key().remote_ipv4) def test_too_many_args(self): text = b""" #include int many(struct pt_regs *ctx, int a, int b, int c, int d, int e, int f, int g) { return 0; } """ with self.assertRaises(Exception): b = BPF(text=text) def test_call_macro_arg(self): text = b""" BPF_PROG_ARRAY(jmp, 32); #define JMP_IDX_PIPE (1U << 1) enum action { ACTION_PASS }; int process(struct xdp_md *ctx) { jmp.call((void *)ctx, ACTION_PASS); jmp.call((void *)ctx, JMP_IDX_PIPE); return XDP_PASS; } """ b = BPF(text=text) t = b[b"jmp"] self.assertEqual(len(t), 32); def test_update_macro_arg(self): text = b""" BPF_ARRAY(act, u32, 32); #define JMP_IDX_PIPE (1U << 1) enum action { ACTION_PASS }; int process(struct xdp_md *ctx) { act.increment(ACTION_PASS); act.increment(JMP_IDX_PIPE); return XDP_PASS; } """ b = BPF(text=text) t = b[b"act"] self.assertEqual(len(t), 32); def test_ext_ptr_maps1(self): bpf_text = b""" #include #include #include BPF_HASH(currsock, u32, struct sock *); int trace_entry(struct pt_regs *ctx, struct sock *sk, struct sockaddr *uaddr, int addr_len) { u32 pid = bpf_get_current_pid_tgid(); currsock.update(&pid, &sk); return 0; }; int trace_exit(struct pt_regs *ctx) { u32 pid = bpf_get_current_pid_tgid(); struct sock **skpp; skpp = currsock.lookup(&pid); if (skpp) { struct sock *skp = *skpp; return skp->__sk_common.skc_dport; } return 0; } """ b = BPF(text=bpf_text) b.load_func(b"trace_entry", BPF.KPROBE) b.load_func(b"trace_exit", BPF.KPROBE) def test_ext_ptr_maps2(self): bpf_text = b""" #include #include #include BPF_HASH(currsock, u32, struct sock *); int trace_entry(struct pt_regs *ctx, struct sock *sk, struct sockaddr *uaddr, int addr_len) { u32 pid = bpf_get_current_pid_tgid(); currsock.update(&pid, &sk); return 0; }; int trace_exit(struct pt_regs *ctx) { u32 pid = bpf_get_current_pid_tgid(); struct sock **skpp = currsock.lookup(&pid); if (skpp) { struct sock *skp = *skpp; return skp->__sk_common.skc_dport; } return 0; } """ b = BPF(text=bpf_text) b.load_func(b"trace_entry", BPF.KPROBE) b.load_func(b"trace_exit", BPF.KPROBE) def test_ext_ptr_maps_reverse(self): bpf_text = b""" #include #include #include BPF_HASH(currsock, u32, struct sock *); int trace_exit(struct pt_regs *ctx) { u32 pid = bpf_get_current_pid_tgid(); struct sock **skpp; skpp = currsock.lookup(&pid); if (skpp) { struct sock *skp = *skpp; return skp->__sk_common.skc_dport; } return 0; } int trace_entry(struct pt_regs *ctx, struct sock *sk) { u32 pid = bpf_get_current_pid_tgid(); currsock.update(&pid, &sk); return 0; }; """ b = BPF(text=bpf_text) b.load_func(b"trace_entry", BPF.KPROBE) b.load_func(b"trace_exit", BPF.KPROBE) def test_ext_ptr_maps_indirect(self): bpf_text = b""" #include #include #include BPF_HASH(currsock, u32, struct sock *); int trace_entry(struct pt_regs *ctx, struct sock *sk) { u32 pid = bpf_get_current_pid_tgid(); struct sock **skp = &sk; currsock.update(&pid, skp); return 0; }; int trace_exit(struct pt_regs *ctx) { u32 pid = bpf_get_current_pid_tgid(); struct sock **skpp; skpp = currsock.lookup(&pid); if (skpp) { struct sock *skp = *skpp; return skp->__sk_common.skc_dport; } return 0; } """ b = BPF(text=bpf_text) b.load_func(b"trace_entry", BPF.KPROBE) b.load_func(b"trace_exit", BPF.KPROBE) def test_bpf_dins_pkt_rewrite(self): text = b""" #include int dns_test(struct __sk_buff *skb) { u8 *cursor = 0; struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); if(ethernet->type == ETH_P_IP) { struct ip_t *ip = cursor_advance(cursor, sizeof(*ip)); ip->src = ip->dst; return 0; } return -1; } """ b = BPF(text=text) @skipUnless(kernel_version_ge(4,8), "requires kernel >= 4.8") def test_ext_ptr_from_helper(self): text = b""" #include int test(struct pt_regs *ctx) { struct task_struct *task = (struct task_struct *)bpf_get_current_task(); return task->prio; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_unary_operator(self): text = b""" #include #include int trace_read_entry(struct pt_regs *ctx, struct file *file) { return !file->f_op->read_iter; } """ b = BPF(text=text) try: b.attach_kprobe(event=b"__vfs_read", fn_name=b"trace_read_entry") except Exception: print('Current kernel does not have __vfs_read, try vfs_read instead') b.attach_kprobe(event=b"vfs_read", fn_name=b"trace_read_entry") def test_printk_f(self): text = b""" #include int trace_entry(struct pt_regs *ctx) { bpf_trace_printk("%0.2f\\n", 1); return 0; } """ r, w = os.pipe() with redirect_stderr(to=w): BPF(text=text) r = os.fdopen(r) output = r.read() expectedWarn = "warning: only %d %u %x %ld %lu %lx %lld %llu %llx %p %s conversion specifiers allowed" self.assertIn(expectedWarn, output) r.close() def test_printk_lf(self): text = b""" #include int trace_entry(struct pt_regs *ctx) { bpf_trace_printk("%lf\\n", 1); return 0; } """ r, w = os.pipe() with redirect_stderr(to=w): BPF(text=text) r = os.fdopen(r) output = r.read() expectedWarn = "warning: only %d %u %x %ld %lu %lx %lld %llu %llx %p %s conversion specifiers allowed" self.assertIn(expectedWarn, output) r.close() def test_printk_2s(self): text = b""" #include int trace_entry(struct pt_regs *ctx) { char s1[] = "hello", s2[] = "world"; bpf_trace_printk("%s %s\\n", s1, s2); return 0; } """ r, w = os.pipe() with redirect_stderr(to=w): BPF(text=text) r = os.fdopen(r) output = r.read() expectedWarn = "warning: cannot use several %s conversion specifiers" self.assertIn(expectedWarn, output) r.close() def test_map_insert(self): text = b""" BPF_HASH(dummy); void do_trace(struct pt_regs *ctx) { u64 key = 0, val = 2; dummy.insert(&key, &val); key = 1; dummy.update(&key, &val); } """ b = BPF(text=text) c_val = ct.c_ulong(1) b[b"dummy"][ct.c_ulong(0)] = c_val b[b"dummy"][ct.c_ulong(1)] = c_val b.attach_kprobe(event=b.get_syscall_fnname(b"sync"), fn_name=b"do_trace") libc = ct.CDLL("libc.so.6") libc.sync() self.assertEqual(1, b[b"dummy"][ct.c_ulong(0)].value) self.assertEqual(2, b[b"dummy"][ct.c_ulong(1)].value) def test_prog_array_delete(self): text = b""" BPF_PROG_ARRAY(dummy, 256); """ b1 = BPF(text=text) text = b""" int do_next(struct pt_regs *ctx) { return 0; } """ b2 = BPF(text=text) fn = b2.load_func(b"do_next", BPF.KPROBE) c_key = ct.c_int(0) b1[b"dummy"][c_key] = ct.c_int(fn.fd) b1[b"dummy"].__delitem__(c_key); with self.assertRaises(KeyError): b1[b"dummy"][c_key] def test_invalid_noninline_call(self): text = b""" int bar(void) { return 0; } int foo(struct pt_regs *ctx) { return bar(); } """ with self.assertRaises(Exception): b = BPF(text=text) def test_incomplete_type(self): text = b""" BPF_HASH(drops, struct key_t); struct key_t { u64 location; }; """ with self.assertRaises(Exception): b = BPF(text=text) def test_enumerations(self): text = b""" enum b { CHOICE_A, }; struct a { enum b test; }; BPF_HASH(drops, struct a); """ b = BPF(text=text) t = b[b'drops'] def test_int128_types(self): text = b""" BPF_HASH(table1, unsigned __int128, __int128); """ b = BPF(text=text) table = b[b'table1'] self.assertEqual(ct.sizeof(table.Key), 16) self.assertEqual(ct.sizeof(table.Leaf), 16) table[ table.Key.from_buffer_copy( socket.inet_pton(socket.AF_INET6, "2001:db8::")) ] = table.Leaf.from_buffer_copy(struct.pack('LL', 42, 123456789)) for k, v in table.items(): self.assertEqual(v[0], 42) self.assertEqual(v[1], 123456789) self.assertEqual(socket.inet_ntop(socket.AF_INET6, struct.pack('LL', k[0], k[1])), "2001:db8::") def test_padding_types(self): text = b""" struct key_t { u32 f1_1; /* offset 0 */ struct { char f2_1; /* offset 16 */ __int128 f2_2; /* offset 32 */ }; u8 f1_3; /* offset 48 */ unsigned __int128 f1_4; /* offset 64 */ char f1_5; /* offset 80 */ }; struct value_t { u8 src[4] __attribute__ ((aligned (8))); /* offset 0 */ u8 dst[4] __attribute__ ((aligned (8))); /* offset 8 */ }; BPF_HASH(table1, struct key_t, struct value_t); """ b = BPF(text=text) table = b[b'table1'] self.assertEqual(ct.sizeof(table.Key), 96) self.assertEqual(ct.sizeof(table.Leaf), 16) @skipUnless(kernel_version_ge(4,7), "requires kernel >= 4.7") def test_probe_read_tracepoint_context(self): text = b""" #include TRACEPOINT_PROBE(skb, kfree_skb) { struct sk_buff *skb = (struct sk_buff *)args->skbaddr; return skb->protocol; } """ b = BPF(text=text) def test_probe_read_kprobe_ctx(self): text = b""" #include #include int test(struct pt_regs *ctx) { struct sock *sk; sk = (struct sock *)PT_REGS_PARM1(ctx); return sk->sk_dport; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_ctx_array(self): text = b""" #include #include int test(struct pt_regs *ctx) { struct sock *newsk = (struct sock *)PT_REGS_RC(ctx); return newsk->__sk_common.skc_rcv_saddr; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) @skipUnless(kernel_version_ge(4,7), "requires kernel >= 4.7") def test_probe_read_tc_ctx(self): text = b""" #include #include int test(struct __sk_buff *ctx) { void* data_end = (void*)(long)ctx->data_end; void* data = (void*)(long)ctx->data; if (data + sizeof(struct ethhdr) > data_end) return TC_ACT_SHOT; struct ethhdr *eh = (struct ethhdr *)data; if (eh->h_proto == 0x1) return TC_ACT_SHOT; return TC_ACT_OK; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.SCHED_CLS) def test_probe_read_return(self): text = b""" #include #include static inline unsigned char *my_skb_transport_header(struct sk_buff *skb) { return skb->head + skb->transport_header; } int test(struct pt_regs *ctx, struct sock *sk, struct sk_buff *skb) { struct tcphdr *th = (struct tcphdr *)my_skb_transport_header(skb); return th->seq; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_multiple_return(self): text = b""" #include #include static inline u64 error_function() { return 0; } static inline unsigned char *my_skb_transport_header(struct sk_buff *skb) { if (skb) return skb->head + skb->transport_header; return (unsigned char *)error_function(); } int test(struct pt_regs *ctx, struct sock *sk, struct sk_buff *skb) { struct tcphdr *th = (struct tcphdr *)my_skb_transport_header(skb); return th->seq; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_return_expr(self): text = b""" #include #include static inline unsigned char *my_skb_transport_header(struct sk_buff *skb) { return skb->head + skb->transport_header; } int test(struct pt_regs *ctx, struct sock *sk, struct sk_buff *skb) { u32 *seq = (u32 *)my_skb_transport_header(skb) + offsetof(struct tcphdr, seq); return *seq; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_return_call(self): text = b""" #include #include static inline struct tcphdr *my_skb_transport_header(struct sk_buff *skb) { return (struct tcphdr *)skb->head + skb->transport_header; } int test(struct pt_regs *ctx, struct sock *sk, struct sk_buff *skb) { return my_skb_transport_header(skb)->seq; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_no_probe_read_addrof(self): text = b""" #include #include static inline int test_help(__be16 *addr) { __be16 val = 0; bpf_probe_read_kernel(&val, sizeof(val), addr); return val; } int test(struct pt_regs *ctx) { struct sock *sk; sk = (struct sock *)PT_REGS_PARM1(ctx); return test_help(&sk->sk_dport); } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_array_accesses1(self): text = b""" #include #include int test(struct pt_regs *ctx, const struct qstr *name) { return name->name[1]; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_array_accesses2(self): text = b""" #include #include int test(struct pt_regs *ctx, const struct qstr *name) { return name->name [ 1]; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_array_accesses3(self): text = b""" #include #include int test(struct pt_regs *ctx, const struct qstr *name) { return (name->name)[1]; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_array_accesses4(self): text = b""" #include int test(struct pt_regs *ctx, char *name) { return name[1]; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_array_accesses5(self): text = b""" #include int test(struct pt_regs *ctx, char **name) { return (*name)[1]; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_array_accesses6(self): text = b""" #include struct test_t { int tab[5]; }; int test(struct pt_regs *ctx, struct test_t *t) { return *(&t->tab[1]); } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_array_accesses7(self): text = b""" #include int test(struct pt_regs *ctx, struct sock *sk) { return sk->__sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32[0]; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_probe_read_array_accesses8(self): text = b""" #include int test(struct pt_regs *ctx, struct mm_struct *mm) { return mm->rss_stat.count[MM_ANONPAGES].counter; } """ b = BPF(text=text) fn = b.load_func(b"test", BPF.KPROBE) def test_arbitrary_increment_simple(self): b = BPF(text=b""" #include struct bpf_map; BPF_HASH(map); int map_delete(struct pt_regs *ctx, struct bpf_map *bpfmap, u64 *k) { map.increment(42, 5); map.atomic_increment(42, 5); return 0; } """) b.attach_kprobe(event=b"htab_map_delete_elem", fn_name=b"map_delete") b.cleanup() @skipUnless(kernel_version_ge(4,7), "requires kernel >= 4.7") def test_packed_structure(self): b = BPF(text=b""" struct test { u16 a; u32 b; } __packed; BPF_TABLE("hash", u32, struct test, testing, 2); TRACEPOINT_PROBE(kmem, kmalloc) { u32 key = 0; struct test info, *entry; entry = testing.lookup(&key); if (entry == NULL) { info.a = 10; info.b = 20; testing.update(&key, &info); } return 0; } """) if len(b[b"testing"].items()): st = b[b"testing"][ct.c_uint(0)] self.assertEqual(st.a, 10) self.assertEqual(st.b, 20) @skipUnless(kernel_version_ge(4,14), "requires kernel >= 4.14") def test_jump_table(self): text = b""" #include #include #include BPF_PERCPU_ARRAY(rwdf_100ms, u64, 400); int do_request(struct pt_regs *ctx, struct request *rq) { u32 cmd_flags; u64 base, dur, slot, now = 100000; if (!rq->start_time_ns) return 0; if (!rq->rq_disk || rq->rq_disk->major != 5 || rq->rq_disk->first_minor != 6) return 0; cmd_flags = rq->cmd_flags; switch (cmd_flags & REQ_OP_MASK) { case REQ_OP_READ: base = 0; break; case REQ_OP_WRITE: base = 100; break; case REQ_OP_DISCARD: base = 200; break; case REQ_OP_FLUSH: base = 300; break; default: return 0; } dur = now - rq->start_time_ns; slot = min_t(size_t, div_u64(dur, 100 * NSEC_PER_MSEC), 99); rwdf_100ms.increment(base + slot); return 0; } """ b = BPF(text=text) fns = b.load_funcs(BPF.KPROBE) if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_clang_complex.c000066400000000000000000000075441465134135300213700ustar00rootroot00000000000000// Copyright (c) PLUMgrid, Inc. // Licensed under the Apache License, Version 2.0 (the "License") #include // hash struct FwdKey { u32 dip:32; }; struct FwdLeaf { u32 fwd_idx:32; }; BPF_HASH(fwd_map, struct FwdKey, struct FwdLeaf, 1); // array struct ConfigLeaf { u32 bpfdev_ip; u32 slave_ip; }; BPF_TABLE("array", u32, struct ConfigLeaf, config_map, 1); // hash struct MacaddrKey { u32 ip; }; struct MacaddrLeaf { u64 mac; }; BPF_HASH(macaddr_map, struct MacaddrKey, struct MacaddrLeaf, 11); // hash struct SlaveKey { u32 slave_ip; }; struct SlaveLeaf { u32 slave_ifindex; }; BPF_HASH(slave_map, struct SlaveKey, struct SlaveLeaf, 10); int handle_packet(struct __sk_buff *skb) { int ret = 0; u8 *cursor = 0; if (skb->pkt_type == 0) { // tx // make sure configured u32 slave_ip; u32 cfg_key = 0; struct ConfigLeaf *cfg_leaf = config_map.lookup(&cfg_key); if (cfg_leaf) { slave_ip = cfg_leaf->slave_ip; } else { return 0xffffffff; } // make sure slave configured // tx, default to the single slave struct SlaveKey slave_key = {.slave_ip = slave_ip}; struct SlaveLeaf *slave_leaf = slave_map.lookup(&slave_key); if (slave_leaf) { ret = slave_leaf->slave_ifindex; } else { return 0xffffffff; } } else { // rx, default to stack ret = 0; } struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); switch (ethernet->type) { case ETH_P_IP: goto ip; case ETH_P_ARP: goto arp; case ETH_P_8021Q: goto dot1q; default: goto EOP; } dot1q: { struct dot1q_t *dot1q = cursor_advance(cursor, sizeof(*dot1q)); switch (dot1q->type) { case ETH_P_IP: goto ip; case ETH_P_ARP: goto arp; default: goto EOP; } } arp: { struct arp_t *arp = cursor_advance(cursor, sizeof(*arp)); if (skb->pkt_type) { if (arp->oper == 1) { struct MacaddrKey mac_key = {.ip=arp->spa}; struct MacaddrLeaf mac_leaf = {.mac=arp->sha}; macaddr_map.update(&mac_key, &mac_leaf); } } goto EOP; } struct ip_t *ip; ip: { ip = cursor_advance(cursor, sizeof(*ip)); switch (ip->nextp) { case 6: goto tcp; case 17: goto udp; default: goto EOP; } } tcp: { struct tcp_t *tcp = cursor_advance(cursor, sizeof(*tcp)); goto EOP; } udp: { struct udp_t *udp = cursor_advance(cursor, sizeof(*udp)); if (udp->dport != 5000) { goto EOP; } if (skb->pkt_type) { // lookup and then forward struct FwdKey fwd_key = {.dip=ip->dst}; struct FwdLeaf *fwd_val = fwd_map.lookup(&fwd_key); if (fwd_val) { return fwd_val->fwd_idx; } } else { // rewrite the packet and send to a pre-configured index if needed u32 new_ip; u32 old_ip; u64 src_mac; u64 dst_mac; u32 cfg_key = 0; struct ConfigLeaf *cfg_leaf = config_map.lookup(&cfg_key); if (cfg_leaf) { struct MacaddrKey mac_key = {.ip = cfg_leaf->bpfdev_ip}; struct MacaddrLeaf *mac_leaf; mac_key.ip = cfg_leaf->bpfdev_ip; mac_leaf = macaddr_map.lookup(&mac_key); if (mac_leaf) { src_mac = mac_leaf->mac; } else { goto EOP; } mac_key.ip = cfg_leaf->slave_ip; mac_leaf = macaddr_map.lookup(&mac_key); if (mac_leaf) { dst_mac = mac_leaf->mac; } else { goto EOP; } // rewrite ethernet header ethernet->dst = dst_mac; ethernet->src = src_mac; // ip & udp checksum incr_cksum_l4(&udp->crc, ip->src, cfg_leaf->bpfdev_ip, 1); incr_cksum_l4(&udp->crc, ip->dst, cfg_leaf->slave_ip, 1); // rewrite ip src/dst fields ip->src = cfg_leaf->bpfdev_ip; ip->dst = cfg_leaf->slave_ip; } } goto EOP; } EOP: return ret; } bpfcc-0.31.0/tests/python/test_debuginfo.py000077500000000000000000000116301465134135300207170ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) Sasha Goldshtein # Licensed under the Apache License, Version 2.0 (the "License") import os import subprocess from bcc import SymbolCache, BPF from unittest import main, TestCase from utils import mayFail class TestKSyms(TestCase): def grab_sym(self): address = "" aliases = [] # Grab the first symbol in kallsyms that has type 't' or 'T'. # Also, find all aliases of this symbol which are identifiable # by the same address. with open("/proc/kallsyms", "rb") as f: for line in f: # Extract the first 3 columns only. The 4th column # containing the module name may not exist for all # symbols. (addr, t, name) = line.strip().split()[:3] if t == b"t" or t == b"T": if not address: address = addr if addr == address: aliases.append(name) # Return all aliases of the first symbol. return (address, aliases) def test_ksymname(self): sym = BPF.ksymname(b"__kmalloc") self.assertIsNotNone(sym) self.assertNotEqual(sym, 0) def test_ksym(self): (addr, aliases) = self.grab_sym() sym = BPF.ksym(int(addr, 16)) found = sym in aliases self.assertTrue(found) class Harness(TestCase): def setUp(self): self.build_command() subprocess.check_output('objcopy --only-keep-debug dummy dummy.debug' .split()) self.debug_command() subprocess.check_output('strip dummy'.split()) self.process = subprocess.Popen('./dummy', stdout=subprocess.PIPE) # The process prints out the address of some symbol, which we then # try to resolve in the test. self.addr = int(self.process.stdout.readline().strip(), 16) self.syms = SymbolCache(self.process.pid) def tearDown(self): self.process.kill() self.process.wait() self.process.stdout.close() self.process = None def resolve_addr(self): sym, offset, module = self.syms.resolve(self.addr, False) self.assertEqual(sym, self.mangled_name) self.assertEqual(offset, 0) self.assertTrue(module[-5:] == b'dummy') sym, offset, module = self.syms.resolve(self.addr, True) self.assertEqual(sym, b'some_namespace::some_function(int, int)') self.assertEqual(offset, 0) self.assertTrue(module[-5:] == b'dummy') def resolve_name(self): script_dir = os.path.dirname(os.path.realpath(__file__).encode("utf8")) addr = self.syms.resolve_name(os.path.join(script_dir, b'dummy'), self.mangled_name) self.assertEqual(addr, self.addr) pass class TestDebuglink(Harness): def build_command(self): subprocess.check_output('g++ -o dummy dummy.cc'.split()) lines = subprocess.check_output('nm dummy'.split()).splitlines() for line in lines: if b"some_function" in line: self.mangled_name = line.split(b' ')[2] break self.assertTrue(self.mangled_name) def debug_command(self): subprocess.check_output('objcopy --add-gnu-debuglink=dummy.debug dummy' .split()) def tearDown(self): super(TestDebuglink, self).tearDown() subprocess.check_output('rm dummy dummy.debug'.split()) def test_resolve_addr(self): self.resolve_addr() @mayFail("This fails on github actions environment, and needs to be fixed") def test_resolve_name(self): self.resolve_name() class TestBuildid(Harness): def build_command(self): subprocess.check_output(('g++ -o dummy -Xlinker ' + \ '--build-id=0x123456789abcdef0123456789abcdef012345678 dummy.cc') .split()) lines = subprocess.check_output('nm dummy'.split()).splitlines() for line in lines: if b"some_function" in line: self.mangled_name = line.split(b' ')[2] break self.assertTrue(self.mangled_name) def debug_command(self): subprocess.check_output('mkdir -p /usr/lib/debug/.build-id/12'.split()) subprocess.check_output(('mv dummy.debug /usr/lib/debug/.build-id' + \ '/12/3456789abcdef0123456789abcdef012345678.debug').split()) def tearDown(self): super(TestBuildid, self).tearDown() subprocess.check_output('rm dummy'.split()) subprocess.check_output(('rm /usr/lib/debug/.build-id/12' + '/3456789abcdef0123456789abcdef012345678.debug').split()) def test_resolve_name(self): self.resolve_addr() @mayFail("This fails on github actions environment, and needs to be fixed") def test_resolve_addr(self): self.resolve_name() if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_disassembler.py000077500000000000000000000173271465134135300214430ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) Clevernet # Licensed under the Apache License, Version 2.0 (the "License") # test program for the 'disassemble_func' and 'decode_table' methods from bcc import BPF from bcc import disassembler import ctypes as ct import random from unittest import main, TestCase class BPFInstr(ct.Structure): _pack_ = 1 _fields_ = [('opcode', ct.c_uint8), ('dst', ct.c_uint8, 4), ('src', ct.c_uint8, 4), ('offset', ct.c_int16), ('imm', ct.c_int32)] class TestDisassembler(TestCase): opcodes = [(0x04, "%dst += %imm"), (0x05, "goto %off <%jmp>"), (0x07, "%dst += %imm"), (0x0c, "%dst += %src"), (0x0f, "%dst += %src"), (0x14, "%dst -= %imm"), (0x15, "if %dst == %imm goto pc%off <%jmp>"), (0x17, "%dst -= %imm"), #(0x18, "lddw"), (0x1c, "%dst -= %src"), (0x1d, "if %dst == %src goto pc%off <%jmp>"), (0x1f, "%dst -= %src"), (0x20, "r0 = *(u32*)skb[%imm]"), (0x24, "%dst *= %imm"), (0x25, "if %dst > %imm goto pc%off <%jmp>"), (0x27, "%dst *= %imm"), (0x28, "r0 = *(u16*)skb[%imm]"), (0x2c, "%dst *= %src"), (0x2d, "if %dst > %src goto pc%off <%jmp>"), (0x2f, "%dst *= %src"), (0x30, "r0 = *(u8*)skb[%imm]"), (0x34, "%dst /= %imm"), (0x35, "if %dst >= %imm goto pc%off <%jmp>"), (0x37, "%dst /= %imm"), (0x38, "r0 = *(u64*)skb[%imm]"), (0x3c, "%dst /= %src"), (0x3d, "if %dst >= %src goto pc%off <%jmp>"), (0x3f, "%dst /= %src"), (0x40, "r0 = *(u32*)skb[%src %sim]"), (0x44, "%dst |= %ibw"), (0x45, "if %dst & %imm goto pc%off <%jmp>"), (0x47, "%dst |= %ibw"), (0x48, "r0 = *(u16*)skb[%src %sim]"), (0x4c, "%dst |= %src"), (0x4d, "if %dst & %src goto pc%off <%jmp>"), (0x4f, "%dst |= %src"), (0x50, "r0 = *(u8*)skb[%src %sim]"), (0x54, "%dst &= %ibw"), (0x55, "if %dst != %imm goto pc%off <%jmp>"), (0x57, "%dst &= %ibw"), (0x58, "r0 = *(u64*)skb[%src %sim]"), (0x5c, "%dst &= %src"), (0x5d, "if %dst != %src goto pc%off <%jmp>"), (0x5f, "%dst &= %src"), (0x61, "%dst = *(u32*)(%src %off)"), (0x62, "*(u32*)(%dst %off) = %imm"), (0x63, "*(u32*)(%dst %off) = %src"), (0x64, "%dst <<= %imm"), (0x65, "if %dst s> %imm goto pc%off <%jmp>"), (0x67, "%dst <<= %imm"), (0x69, "%dst = *(u16*)(%src %off)"), (0x6a, "*(u16*)(%dst %off) = %imm"), (0x6b, "*(u16*)(%dst %off) = %src"), (0x6c, "%dst <<= %src"), (0x6d, "if %dst s> %src goto pc%off <%jmp>"), (0x6f, "%dst <<= %src"), (0x71, "%dst = *(u8*)(%src %off)"), (0x72, "*(u8*)(%dst %off) = %imm"), (0x73, "*(u8*)(%dst %off) = %src"), (0x74, "%dst >>= %imm"), (0x75, "if %dst s>= %imm goto pc%off <%jmp>"), (0x77, "%dst >>= %imm"), (0x79, "%dst = *(u64*)(%src %off)"), (0x7a, "*(u64*)(%dst %off) = %imm"), (0x7b, "*(u64*)(%dst %off) = %src"), (0x7c, "%dst >>= %src"), (0x7d, "if %dst s>= %src goto pc%off <%jmp>"), (0x7f, "%dst >>= %src"), (0x84, "%dst = ~ (u32)%dst"), #(0x85, "call"), (0x87, "%dst = ~ (u64)%dst"), (0x94, "%dst %= %imm"), (0x95, "exit"), (0x97, "%dst %= %imm"), (0x9c, "%dst %= %src"), (0x9f, "%dst %= %src"), (0xa4, "%dst ^= %ibw"), (0xa5, "if %dst < %imm goto pc%off <%jmp>"), (0xa7, "%dst ^= %ibw"), (0xac, "%dst ^= %src"), (0xad, "if %dst < %src goto pc%off <%jmp>"), (0xaf, "%dst ^= %src"), (0xb4, "%dst = %imm"), (0xb5, "if %dst <= %imm goto pc%off <%jmp>"), (0xb7, "%dst = %imm"), (0xbc, "%dst = %src"), (0xbd, "if %dst <= %src goto pc%off <%jmp>"), (0xbf, "%dst = %src"), (0xc4, "%dst s>>= %imm"), (0xc5, "if %dst s< %imm goto pc%off <%jmp>"), (0xc7, "%dst s>>= %imm"), (0xcc, "%dst s>>= %src"), (0xcd, "if %dst s< %src goto pc%off <%jmp>"), (0xcf, "%dst s>>= %src"), (0xd5, "if %dst s<= %imm goto pc%off <%jmp>"), (0xdc, "%dst endian %src"), (0xdd, "if %dst s<= %imm goto pc%off <%jmp>"),] @classmethod def build_instr(cls, op): dst = random.randint(0, 0xf) src = random.randint(0, 0xf) offset = random.randint(0, 0xffff) imm = random.randint(0, 0xffffffff) return BPFInstr(op, dst, src, offset, imm) @classmethod def format_instr(cls, instr, fmt): uimm = ct.c_uint32(instr.imm).value return (fmt.replace("%dst", "r%d" % (instr.dst)) .replace("%src", "r%d" % (instr.src)) .replace("%imm", "%d" % (instr.imm)) .replace("%ibw", "0x%x" % (uimm)) .replace("%sim", "%+d" % (instr.imm)) .replace("%off", "%+d" % (instr.offset)) .replace("%jmp", "%d" % (instr.offset + 1))) def test_func(self): b = BPF(text=b""" struct key_t {int a; short b; struct {int c:4; int d:8;} e;} __attribute__((__packed__)); BPF_HASH(test_map, struct key_t); int test_func(void) { return 1; }""") self.assertEqual( """Disassemble of BPF program b'test_func': 0: (b7) r0 = 1 1: (95) exit""", b.disassemble_func(b"test_func")) def _assert_equal_ignore_fd_id(s1, s2): # In first line of string like # Layout of BPF map test_map (type HASH, FD 3, ID 0): # Ignore everything from FD to end-of-line # Compare rest of string normally s1_lines = s1.split('\n') s2_lines = s2.split('\n') s1_first_cut = s1_lines[0] s1_first_cut = s1_first_cut[0:s1_first_cut.index("FD")] s2_first_cut = s2_lines[0] s2_first_cut = s2_first_cut[0:s2_first_cut.index("FD")] self.assertEqual(s1_first_cut, s2_first_cut) s1_rest = '\n'.join(s1_lines[1:]) s2_rest = '\n'.join(s2_lines[1:]) self.assertEqual(s1_rest, s2_rest) _assert_equal_ignore_fd_id( """Layout of BPF map b'test_map' (type HASH, FD 3, ID 0): struct { int a; short b; struct { int c:4; int d:8; } e; } key; unsigned long long value;""", b.decode_table(b"test_map")) def test_bpf_isa(self): for op, instr_fmt in self.opcodes: instr_fmt if instr_fmt is None: continue instr = self.build_instr(op) instr_str = ct.string_at(ct.addressof(instr), ct.sizeof(instr)) target_text = self.format_instr(instr, instr_fmt) self.assertEqual(disassembler.disassemble_str(instr_str)[0], "%4d: (%02x) %s" % (0, op, target_text)) if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_dump_func.py000077500000000000000000000011151465134135300207320ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # test program for the 'dump_func' method from bcc import BPF from unittest import main, TestCase class TestDumpFunc(TestCase): def test_return(self): b = BPF(text=b""" int entry(void) { return 1; }""") self.assertEqual( b"\xb7\x00\x00\x00\x01\x00\x00\x00" + b"\x95\x00\x00\x00\x00\x00\x00\x00", b.dump_func(b"entry")) if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_flags.py000077500000000000000000000013151465134135300200500ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") import unittest from bcc import BPF class TestLru(unittest.TestCase): def test_lru_map_flags(self): test_prog1 = b""" BPF_F_TABLE("lru_hash", int, u64, lru, 1024, BPF_F_NO_COMMON_LRU); """ b = BPF(text=test_prog1) t = b[b"lru"] self.assertEqual(t.flags, 2); def test_hash_map_flags(self): test_prog1 = b""" BPF_F_TABLE("hash", int, u64, hash, 1024, BPF_F_NO_PREALLOC); """ b = BPF(text=test_prog1) t = b[b"hash"] self.assertEqual(t.flags, 1); if __name__ == "__main__": unittest.main() bpfcc-0.31.0/tests/python/test_histogram.py000077500000000000000000000070051465134135300207530ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from bcc import BPF from ctypes import c_int, c_ulonglong import random import time from unittest import main, TestCase class TestHistogram(TestCase): def test_simple(self): b = BPF(text=b""" #include struct bpf_map; BPF_HISTOGRAM(hist1); BPF_HASH(stub); int kprobe__htab_map_delete_elem(struct pt_regs *ctx, struct bpf_map *map, u64 *k) { hist1.increment(bpf_log2l(*k)); hist1.atomic_increment(bpf_log2l(*k)); return 0; } """) for i in range(0, 32): for j in range(0, random.randint(1, 10)): try: del b[b"stub"][c_ulonglong(1 << i)] except: pass b[b"hist1"].print_log2_hist() for i in range(32, 64): for j in range(0, random.randint(1, 10)): try: del b[b"stub"][c_ulonglong(1 << i)] except: pass b[b"hist1"].print_log2_hist() b.cleanup() def test_struct(self): b = BPF(text=b""" #include struct bpf_map; typedef struct { void *map; u64 slot; } Key; BPF_HISTOGRAM(hist1, Key, 1024); BPF_HASH(stub1); BPF_HASH(stub2); int kprobe__htab_map_delete_elem(struct pt_regs *ctx, struct bpf_map *map, u64 *k) { hist1.increment((Key){map, bpf_log2l(*k)}); hist1.atomic_increment((Key){map, bpf_log2l(*k)}); return 0; } """) for i in range(0, 64): for j in range(0, random.randint(1, 10)): try: del b[b"stub1"][c_ulonglong(1 << i)] except: pass try: del b[b"stub2"][c_ulonglong(1 << i)] except: pass b[b"hist1"].print_log2_hist() b.cleanup() def test_chars(self): b = BPF(text=b""" #include #include #include typedef struct { char name[TASK_COMM_LEN]; u64 slot; } Key; BPF_HISTOGRAM(hist1, Key, 1024); int kprobe__finish_task_switch(struct pt_regs *ctx, struct task_struct *prev) { #if LINUX_VERSION_CODE < KERNEL_VERSION(5,5,0) Key k = {.slot = bpf_log2l(prev->real_start_time)}; #else Key k = {.slot = bpf_log2l(prev->start_boottime)}; #endif if (!bpf_get_current_comm(&k.name, sizeof(k.name))) { hist1.increment(k); hist1.atomic_increment(k); } return 0; } """) for i in range(0, 100): time.sleep(0.01) b[b"hist1"].print_log2_hist() b.cleanup() def test_multiple_key(self): b = BPF(text=b""" #include #include struct hist_s_key { u64 key_1; u64 key_2; }; struct hist_key { struct hist_s_key s_key; u64 slot; }; BPF_HISTOGRAM(mk_hist, struct hist_key, 1024); int kprobe__vfs_read(struct pt_regs *ctx, struct file *file, char __user *buf, size_t count) { struct hist_key key = {.slot = bpf_log2l(count)}; key.s_key.key_1 = (unsigned long)buf & 0x70; key.s_key.key_2 = (unsigned long)buf & 0x7; mk_hist.increment(key); return 0; } """) def bucket_sort(buckets): buckets.sort() return buckets for i in range(0, 100): time.sleep(0.01) b[b"mk_hist"].print_log2_hist("size", "k_1 & k_2", section_print_fn=lambda bucket: "%3d %d" % (bucket[0], bucket[1]), bucket_fn=lambda bucket: (bucket.key_1, bucket.key_2), strip_leading_zero=True, bucket_sort_fn=bucket_sort) b.cleanup() if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_license.py000077500000000000000000000057211465134135300204030ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) 2018 Clevernet, Inc. # Licensed under the Apache License, Version 2.0 (the "License") import unittest from bcc import BPF class TestLicense(unittest.TestCase): gpl_only_text = b""" #include struct gpl_s { u64 ts; }; BPF_PERF_OUTPUT(events); int license_program(struct pt_regs *ctx) { struct gpl_s data = {}; data.ts = bpf_ktime_get_ns(); events.perf_submit(ctx, &data, sizeof(data)); return 0; } """ proprietary_text = b""" #include struct key_t { u64 ip; u32 pid; u32 uid; char comm[16]; }; BPF_HASH(counts, struct key_t); int license_program(struct pt_regs *ctx) { struct key_t key = {}; u64 zero = 0 , *val; u64 pid = bpf_get_current_pid_tgid(); u32 uid = bpf_get_current_uid_gid(); key.ip = PT_REGS_IP(ctx); key.pid = pid & 0xFFFFFFFF; key.uid = uid & 0xFFFFFFFF; bpf_get_current_comm(&(key.comm), 16); val = counts.lookup_or_try_init(&key, &zero); // update counter if (val) { (*val)++; } return 0; } """ def license(self, lic): return b''' #define BPF_LICENSE %s ''' % (lic.encode()) def load_bpf_code(self, bpf_code): event_name = bpf_code.get_syscall_fnname(b"read") bpf_code.attach_kprobe(event=event_name, fn_name=b"license_program") bpf_code.detach_kprobe(event=event_name) def test_default(self): b = BPF(text=self.gpl_only_text) self.load_bpf_code(b) def test_gpl_helper_macro(self): b = BPF(text=self.gpl_only_text + self.license('GPL')) self.load_bpf_code(b) def test_proprietary_macro(self): b = BPF(text=self.proprietary_text + self.license('Proprietary')) self.load_bpf_code(b) def test_gpl_compatible_macro(self): b = BPF(text=self.gpl_only_text + self.license('Dual BSD/GPL')) self.load_bpf_code(b) def test_proprietary_words_macro(self): b = BPF(text=self.proprietary_text + self.license('Proprietary license')) self.load_bpf_code(b) @unittest.expectedFailure def test_cflags_fail(self): b = BPF(text=self.gpl_only_text, cflags=["-DBPF_LICENSE=GPL"]) self.load_bpf_code(b) @unittest.expectedFailure def test_cflags_macro_fail(self): b = BPF(text=self.gpl_only_text + self.license('GPL'), cflags=["-DBPF_LICENSE=GPL"]) self.load_bpf_code(b) @unittest.expectedFailure def test_empty_fail_macro(self): b = BPF(text=self.gpl_only_text + self.license('')) self.load_bpf_code(b) @unittest.expectedFailure def test_proprietary_fail_macro(self): b = BPF(text=self.gpl_only_text + self.license('Proprietary license')) self.load_bpf_code(b) @unittest.expectedFailure def test_proprietary_cflags_fail(self): b = BPF(text=self.proprietary_text, cflags=["-DBPF_LICENSE=Proprietary"]) self.load_bpf_code(b) if __name__ == "__main__": unittest.main() bpfcc-0.31.0/tests/python/test_lpm_trie.py000077500000000000000000000042321465134135300205700ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) 2017 Facebook, Inc. # Licensed under the Apache License, Version 2.0 (the "License") import ctypes as ct import os from unittest import main, skipUnless, TestCase from utils import kernel_version_ge from bcc import BPF from netaddr import IPAddress class KeyV4(ct.Structure): _fields_ = [("prefixlen", ct.c_uint), ("data", ct.c_ubyte * 4)] class KeyV6(ct.Structure): _fields_ = [("prefixlen", ct.c_uint), ("data", ct.c_ushort * 8)] @skipUnless(kernel_version_ge(4, 11), "requires kernel >= 4.11") class TestLpmTrie(TestCase): def test_lpm_trie_v4(self): test_prog1 = b""" struct key_v4 { u32 prefixlen; u32 data[4]; }; BPF_LPM_TRIE(trie, struct key_v4, int, 16); """ b = BPF(text=test_prog1) t = b[b"trie"] k1 = KeyV4(24, (192, 168, 0, 0)) v1 = ct.c_int(24) t[k1] = v1 k2 = KeyV4(28, (192, 168, 0, 0)) v2 = ct.c_int(28) t[k2] = v2 k = KeyV4(32, (192, 168, 0, 15)) self.assertEqual(t[k].value, 28) k = KeyV4(32, (192, 168, 0, 127)) self.assertEqual(t[k].value, 24) with self.assertRaises(KeyError): k = KeyV4(32, (172, 16, 1, 127)) v = t[k] def test_lpm_trie_v6(self): test_prog1 = b""" struct key_v6 { u32 prefixlen; u32 data[4]; }; BPF_LPM_TRIE(trie, struct key_v6, int, 16); """ b = BPF(text=test_prog1) t = b[b"trie"] k1 = KeyV6(64, IPAddress('2a00:1450:4001:814:200e::').words) v1 = ct.c_int(64) t[k1] = v1 k2 = KeyV6(96, IPAddress('2a00:1450:4001:814::200e').words) v2 = ct.c_int(96) t[k2] = v2 k = KeyV6(128, IPAddress('2a00:1450:4001:814::1024').words) self.assertEqual(t[k].value, 96) k = KeyV6(128, IPAddress('2a00:1450:4001:814:2046::').words) self.assertEqual(t[k].value, 64) with self.assertRaises(KeyError): k = KeyV6(128, IPAddress('2a00:ffff::').words) v = t[k] if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_lru.py000077500000000000000000000040661465134135300175640ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") import ctypes as ct import os import unittest from bcc import BPF import multiprocessing class TestLru(unittest.TestCase): def test_lru_hash(self): b = BPF(text=b"""BPF_TABLE("lru_hash", int, u64, lru, 1024);""") t = b[b"lru"] for i in range(1, 1032): t[ct.c_int(i)] = ct.c_ulonglong(i) for i, v in t.items(): self.assertEqual(v.value, i.value) # BPF_MAP_TYPE_LRU_HASH eviction happens in batch and we expect less # items than specified size. self.assertLess(len(t), 1024); def test_lru_percpu_hash(self): test_prog1 = b""" BPF_TABLE("lru_percpu_hash", u32, u32, stats, 1); int hello_world(void *ctx) { u32 key=0; u32 value = 0, *val; val = stats.lookup_or_try_init(&key, &value); if (val) { *val += 1; } return 0; } """ b = BPF(text=test_prog1) stats_map = b.get_table(b"stats") event_name = b.get_syscall_fnname(b"clone") b.attach_kprobe(event=event_name, fn_name=b"hello_world") ini = stats_map.Leaf() for i in range(0, multiprocessing.cpu_count()): ini[i] = 0 # First initialize with key 1 stats_map[ stats_map.Key(1) ] = ini # Then initialize with key 0 stats_map[ stats_map.Key(0) ] = ini # Key 1 should have been evicted with self.assertRaises(KeyError): val = stats_map[ stats_map.Key(1) ] f = os.popen("hostname") f.close() self.assertEqual(len(stats_map),1) val = stats_map[ stats_map.Key(0) ] sum = stats_map.sum(stats_map.Key(0)) avg = stats_map.average(stats_map.Key(0)) max = stats_map.max(stats_map.Key(0)) self.assertGreater(sum.value, 0) self.assertGreater(max.value, 0) b.detach_kprobe(event_name) if __name__ == "__main__": unittest.main() bpfcc-0.31.0/tests/python/test_map_batch_ops.py000077500000000000000000000110671465134135300215600ustar00rootroot00000000000000#!/usr/bin/env python3 # # USAGE: test_map_batch_ops.py # # Copyright (c) Emilien Gobillot # Licensed under the Apache License, Version 2.0 (the "License") from __future__ import print_function from unittest import main, skipUnless, TestCase from utils import kernel_version_ge from bcc import BPF import os import ctypes as ct @skipUnless(kernel_version_ge(5, 6), "requires kernel >= 5.6") class TestMapBatch(TestCase): MAPSIZE = 1024 SUBSET_SIZE = 32 def fill_hashmap(self): b = BPF(text=b"""BPF_HASH(map, int, int, %d);""" % self.MAPSIZE) hmap = b[b"map"] for i in range(0, self.MAPSIZE): hmap[ct.c_int(i)] = ct.c_int(i) return hmap def prepare_keys_subset(self, hmap, count=None): if not count: count = self.SUBSET_SIZE keys = (hmap.Key * count)() i = 0 for k, _ in sorted(hmap.items_lookup_batch(), key=lambda k:k[0].value): if i < count: keys[i] = k.value i += 1 else: break return keys def prepare_values_subset(self, hmap, count=None): if not count: count = self.SUBSET_SIZE values = (hmap.Leaf * count)() i = 0 for _, v in sorted(hmap.items_lookup_batch(), key=lambda k:k[0].value): if i < count: values[i] = v.value * v.value i += 1 else: break return values def check_hashmap_values(self, it): i = 0 for k, v in sorted(it, key=lambda kv:kv[0].value): self.assertEqual(k.value, i) self.assertEqual(v.value, i) i += 1 return i def test_lookup_and_delete_batch_all_keys(self): # fill the hashmap hmap = self.fill_hashmap() # check values and count them count = self.check_hashmap_values(hmap.items_lookup_and_delete_batch()) self.assertEqual(count, self.MAPSIZE) # and check the delete has worked, i.e map is now empty count = sum(1 for _ in hmap.items()) self.assertEqual(count, 0) def test_lookup_batch_all_keys(self): # fill the hashmap hmap = self.fill_hashmap() # check values and count them count = self.check_hashmap_values(hmap.items_lookup_batch()) self.assertEqual(count, self.MAPSIZE) def test_delete_batch_all_keys(self): # Delete all key/value in the map # fill the hashmap hmap = self.fill_hashmap() hmap.items_delete_batch() # check the delete has worked, i.e map is now empty count = sum(1 for _ in hmap.items()) self.assertEqual(count, 0) def test_delete_batch_subset(self): # Delete only a subset of key/value in the map # fill the hashmap hmap = self.fill_hashmap() keys = self.prepare_keys_subset(hmap) hmap.items_delete_batch(keys) # check the delete has worked, i.e map is now empty count = sum(1 for _ in hmap.items()) self.assertEqual(count, self.MAPSIZE - self.SUBSET_SIZE) def test_update_batch_all_keys(self): hmap = self.fill_hashmap() # preparing keys and new values arrays keys = (hmap.Key * self.MAPSIZE)() new_values = (hmap.Leaf * self.MAPSIZE)() for i in range(self.MAPSIZE): keys[i] = ct.c_int(i) new_values[i] = ct.c_int(-1) hmap.items_update_batch(keys, new_values) # check the update has worked, i.e sum of values is -NUM_KEYS count = sum(v.value for v in hmap.values()) self.assertEqual(count, -1*self.MAPSIZE) def test_update_batch_subset(self): # fill the hashmap hmap = self.fill_hashmap() keys = self.prepare_keys_subset(hmap, count=self.SUBSET_SIZE) new_values = self.prepare_values_subset(hmap, count=self.SUBSET_SIZE) hmap.items_update_batch(keys, new_values) # check all the values in the map # the first self.SUBSET_SIZE keys follow this rule value = keys * keys # the remaning keys follow this rule : value = keys i = 0 for k, v in sorted(hmap.items_lookup_batch(), key=lambda kv:kv[0].value): if i < self.SUBSET_SIZE: # values are the square of the keys self.assertEqual(v.value, k.value * k.value) i += 1 else: # values = keys self.assertEqual(v.value, k.value) self.assertEqual(i, self.SUBSET_SIZE) if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_map_in_map.py000077500000000000000000000136261465134135300210640ustar00rootroot00000000000000#!/usr/bin/env python3 # # USAGE: test_map_in_map.py # # Copyright 2019 Facebook, Inc # Licensed under the Apache License, Version 2.0 (the "License") from __future__ import print_function from bcc import BPF from unittest import main, skipUnless, TestCase from utils import kernel_version_ge import ctypes as ct import os class CustomKey(ct.Structure): _fields_ = [ ("value_1", ct.c_int), ("value_2", ct.c_int) ] @skipUnless(kernel_version_ge(4,11), "requires kernel >= 4.11") class TestUDST(TestCase): def test_hash_table(self): bpf_text = b""" BPF_ARRAY(cntl, int, 1); BPF_TABLE("hash", int, int, ex1, 1024); BPF_TABLE("hash", int, int, ex2, 1024); BPF_HASH_OF_MAPS(maps_hash, int, "ex1", 10); int syscall__getuid(void *ctx) { int key = 0, data, *val, cntl_val; void *inner_map; val = cntl.lookup(&key); if (!val || *val == 0) return 0; cntl_val = *val; inner_map = maps_hash.lookup(&cntl_val); if (!inner_map) return 0; val = bpf_map_lookup_elem(inner_map, &key); if (!val) { data = 1; bpf_map_update_elem(inner_map, &key, &data, 0); } else { data = 1 + *val; bpf_map_update_elem(inner_map, &key, &data, 0); } return 0; } """ b = BPF(text=bpf_text) cntl_map = b.get_table(b"cntl") ex1_map = b.get_table(b"ex1") ex2_map = b.get_table(b"ex2") hash_maps = b.get_table(b"maps_hash") hash_maps[ct.c_int(1)] = ct.c_int(ex1_map.get_fd()) hash_maps[ct.c_int(2)] = ct.c_int(ex2_map.get_fd()) syscall_fnname = b.get_syscall_fnname(b"getuid") b.attach_kprobe(event=syscall_fnname, fn_name=b"syscall__getuid") try: ex1_map[ct.c_int(0)] raise Exception("Unexpected success for ex1_map[0]") except KeyError: pass cntl_map[0] = ct.c_int(1) os.getuid() assert(ex1_map[ct.c_int(0)].value >= 1) try: ex2_map[ct.c_int(0)] raise Exception("Unexpected success for ex2_map[0]") except KeyError: pass cntl_map[0] = ct.c_int(2) os.getuid() assert(ex2_map[ct.c_int(0)].value >= 1) b.detach_kprobe(event=syscall_fnname) del hash_maps[ct.c_int(1)] del hash_maps[ct.c_int(2)] def test_hash_table_custom_key(self): bpf_text = b""" struct custom_key { int value_1; int value_2; }; BPF_ARRAY(cntl, int, 1); BPF_TABLE("hash", int, int, ex1, 1024); BPF_TABLE("hash", int, int, ex2, 1024); BPF_HASH_OF_MAPS(maps_hash, struct custom_key, "ex1", 10); int syscall__getuid(void *ctx) { struct custom_key hash_key = {1, 0}; int key = 0, data, *val, cntl_val; void *inner_map; val = cntl.lookup(&key); if (!val || *val == 0) return 0; hash_key.value_2 = *val; inner_map = maps_hash.lookup(&hash_key); if (!inner_map) return 0; val = bpf_map_lookup_elem(inner_map, &key); if (!val) { data = 1; bpf_map_update_elem(inner_map, &key, &data, 0); } else { data = 1 + *val; bpf_map_update_elem(inner_map, &key, &data, 0); } return 0; } """ b = BPF(text=bpf_text) cntl_map = b.get_table(b"cntl") ex1_map = b.get_table(b"ex1") ex2_map = b.get_table(b"ex2") hash_maps = b.get_table(b"maps_hash") hash_maps[CustomKey(1, 1)] = ct.c_int(ex1_map.get_fd()) hash_maps[CustomKey(1, 2)] = ct.c_int(ex2_map.get_fd()) syscall_fnname = b.get_syscall_fnname(b"getuid") b.attach_kprobe(event=syscall_fnname, fn_name=b"syscall__getuid") try: ex1_map[ct.c_int(0)] raise Exception("Unexpected success for ex1_map[0]") except KeyError: pass cntl_map[0] = ct.c_int(1) os.getuid() assert(ex1_map[ct.c_int(0)].value >= 1) try: ex2_map[ct.c_int(0)] raise Exception("Unexpected success for ex2_map[0]") except KeyError: pass cntl_map[0] = ct.c_int(2) os.getuid() assert(ex2_map[ct.c_int(0)].value >= 1) b.detach_kprobe(event=syscall_fnname) del hash_maps[CustomKey(1, 1)] del hash_maps[CustomKey(1, 2)] def test_array_table(self): bpf_text = b""" BPF_ARRAY(cntl, int, 1); BPF_ARRAY(ex1, int, 1024); BPF_ARRAY(ex2, int, 1024); BPF_ARRAY_OF_MAPS(maps_array, "ex1", 10); int syscall__getuid(void *ctx) { int key = 0, data, *val, cntl_val; void *inner_map; val = cntl.lookup(&key); if (!val || *val == 0) return 0; cntl_val = *val; inner_map = maps_array.lookup(&cntl_val); if (!inner_map) return 0; val = bpf_map_lookup_elem(inner_map, &key); if (val) { data = 1 + *val; bpf_map_update_elem(inner_map, &key, &data, 0); } return 0; } """ b = BPF(text=bpf_text) cntl_map = b.get_table(b"cntl") ex1_map = b.get_table(b"ex1") ex2_map = b.get_table(b"ex2") array_maps = b.get_table(b"maps_array") array_maps[ct.c_int(1)] = ct.c_int(ex1_map.get_fd()) array_maps[ct.c_int(2)] = ct.c_int(ex2_map.get_fd()) syscall_fnname = b.get_syscall_fnname(b"getuid") b.attach_kprobe(event=syscall_fnname, fn_name=b"syscall__getuid") cntl_map[0] = ct.c_int(1) os.getuid() assert(ex1_map[ct.c_int(0)].value >= 1) cntl_map[0] = ct.c_int(2) os.getuid() assert(ex2_map[ct.c_int(0)].value >= 1) b.detach_kprobe(event=syscall_fnname) if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_percpu.py000077500000000000000000000101061465134135300202500ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") import os import unittest from bcc import BPF import multiprocessing MONITORED_SYSCALL=b"execve" class TestPercpu(unittest.TestCase): def setUp(self): try: b = BPF(text=b'BPF_PERCPU_ARRAY(stub, u32, 1);') except: raise unittest.SkipTest("PerCpu unsupported on this kernel") def test_helper(self): test_prog1 = b""" BPF_PERCPU_ARRAY(stub_default); BPF_PERCPU_ARRAY(stub_type, u64); BPF_PERCPU_ARRAY(stub_full, u64, 1024); """ BPF(text=test_prog1) def test_u64(self): test_prog1 = b""" BPF_PERCPU_HASH(stats, u32, u64, 1); int hello_world(void *ctx) { u32 key=0; u64 value = 0, *val; val = stats.lookup_or_try_init(&key, &value); if (val) { *val += 1; } return 0; } """ bpf_code = BPF(text=test_prog1) stats_map = bpf_code.get_table(b"stats") event_name = bpf_code.get_syscall_fnname(MONITORED_SYSCALL) bpf_code.attach_kprobe(event=event_name, fn_name=b"hello_world") ini = stats_map.Leaf() for i in range(0, multiprocessing.cpu_count()): ini[i] = 0 stats_map[ stats_map.Key(0) ] = ini f = os.popen("hostname") f.close() self.assertEqual(len(stats_map),1) val = stats_map[ stats_map.Key(0) ] sum = stats_map.sum(stats_map.Key(0)) avg = stats_map.average(stats_map.Key(0)) max = stats_map.max(stats_map.Key(0)) self.assertGreater(sum.value, int(0)) self.assertGreater(max.value, int(0)) bpf_code.detach_kprobe(event_name) def test_u32(self): test_prog1 = b""" BPF_PERCPU_ARRAY(stats, u32, 1); int hello_world(void *ctx) { u32 key=0; u32 value = 0, *val; val = stats.lookup_or_try_init(&key, &value); if (val) { *val += 1; } return 0; } """ bpf_code = BPF(text=test_prog1) stats_map = bpf_code.get_table(b"stats") event_name = bpf_code.get_syscall_fnname(MONITORED_SYSCALL) bpf_code.attach_kprobe(event=event_name, fn_name=b"hello_world") ini = stats_map.Leaf() for i in range(0, multiprocessing.cpu_count()): ini[i] = 0 stats_map[ stats_map.Key(0) ] = ini f = os.popen("hostname") f.close() self.assertEqual(len(stats_map),1) val = stats_map[ stats_map.Key(0) ] sum = stats_map.sum(stats_map.Key(0)) avg = stats_map.average(stats_map.Key(0)) max = stats_map.max(stats_map.Key(0)) self.assertGreater(sum.value, int(0)) self.assertGreater(max.value, int(0)) bpf_code.detach_kprobe(event_name) def test_struct_custom_func(self): test_prog2 = b""" typedef struct counter { u32 c1; u32 c2; } counter; BPF_PERCPU_HASH(stats, u32, counter, 1); int hello_world(void *ctx) { u32 key=0; counter value = {0,0}, *val; val = stats.lookup_or_try_init(&key, &value); if (val) { val->c1 += 1; val->c2 += 1; } return 0; } """ bpf_code = BPF(text=test_prog2) stats_map = bpf_code.get_table(b"stats", reducer=lambda x,y: stats_map.sLeaf(x.c1+y.c1)) event_name = bpf_code.get_syscall_fnname(MONITORED_SYSCALL) bpf_code.attach_kprobe(event=event_name, fn_name=b"hello_world") ini = stats_map.Leaf() for i in ini: i = stats_map.sLeaf(0,0) stats_map[ stats_map.Key(0) ] = ini f = os.popen("hostname") f.close() self.assertEqual(len(stats_map),1) k = stats_map[ stats_map.Key(0) ] self.assertGreater(k.c1, int(0)) bpf_code.detach_kprobe(event_name) if __name__ == "__main__": unittest.main() bpfcc-0.31.0/tests/python/test_perf_event.py000077500000000000000000000033571465134135300211210ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) 2016 PLUMgrid # Licensed under the Apache License, Version 2.0 (the "License") import bcc import ctypes import multiprocessing import os import time import unittest class TestPerfCounter(unittest.TestCase): def test_cycles(self): text = b""" BPF_PERF_ARRAY(cnt1, NUM_CPUS); BPF_ARRAY(prev, u64, NUM_CPUS); BPF_HISTOGRAM(dist); int do_sys_getuid(void *ctx) { u32 cpu = bpf_get_smp_processor_id(); u64 val = cnt1.perf_read(CUR_CPU_IDENTIFIER); if (((s64)val < 0) && ((s64)val > -256)) return 0; prev.update(&cpu, &val); return 0; } int do_ret_sys_getuid(void *ctx) { u32 cpu = bpf_get_smp_processor_id(); u64 val = cnt1.perf_read(CUR_CPU_IDENTIFIER); if (((s64)val < 0) && ((s64)val > -256)) return 0; u64 *prevp = prev.lookup(&cpu); if (prevp) { dist.increment(bpf_log2l(val - *prevp)); dist.atomic_increment(bpf_log2l(val - *prevp)); } return 0; } """ mypid = os.getpid() b = bcc.BPF(text=text, debug=0, cflags=["-DNUM_CPUS=%d" % multiprocessing.cpu_count()]) event_name = b.get_syscall_fnname(b"getuid") b.attach_kprobe(event=event_name, fn_name=b"do_sys_getuid") b.attach_kretprobe(event=event_name, fn_name=b"do_ret_sys_getuid") cnt1 = b[b"cnt1"] try: cnt1.open_perf_event(bcc.PerfType.HARDWARE, bcc.PerfHWConfig.CPU_CYCLES, pid=mypid) except: if ctypes.get_errno() == 2: raise self.skipTest("hardware events unsupported") raise for i in range(0, 100): os.getuid() b[b"dist"].print_log2_hist() if __name__ == "__main__": unittest.main() bpfcc-0.31.0/tests/python/test_probe_count.py000077500000000000000000000051711465134135300212770ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) Suchakra Sharma # Licensed under the Apache License, Version 2.0 (the "License") from bcc import BPF, _get_num_open_probes, TRACEFS import os import sys from unittest import main, TestCase class TestKprobeCnt(TestCase): def setUp(self): self.b = BPF(text=b""" int wololo(void *ctx) { return 0; } """) self.b.attach_kprobe(event_re=b"^vfs_.*", fn_name=b"wololo") def test_attach1(self): actual_cnt = 0 with open("%s/available_filter_functions" % TRACEFS, "rb") as f: for line in f: if line.startswith(b"vfs_"): actual_cnt += 1 open_cnt = self.b.num_open_kprobes() self.assertEqual(actual_cnt, open_cnt) def tearDown(self): self.b.cleanup() class TestProbeGlobalCnt(TestCase): def setUp(self): self.b1 = BPF(text=b"""int count(void *ctx) { return 0; }""") self.b2 = BPF(text=b"""int count(void *ctx) { return 0; }""") def test_probe_quota(self): self.b1.attach_kprobe(event=b"schedule", fn_name=b"count") self.b2.attach_kprobe(event=b"submit_bio", fn_name=b"count") self.assertEqual(1, self.b1.num_open_kprobes()) self.assertEqual(1, self.b2.num_open_kprobes()) self.assertEqual(2, _get_num_open_probes()) self.b1.cleanup() self.b2.cleanup() self.assertEqual(0, _get_num_open_probes()) class TestAutoKprobe(TestCase): def setUp(self): self.b = BPF(text=b""" int kprobe__schedule(void *ctx) { return 0; } int kretprobe__schedule(void *ctx) { return 0; } """) def test_count(self): self.assertEqual(2, self.b.num_open_kprobes()) def tearDown(self): self.b.cleanup() class TestProbeQuota(TestCase): def setUp(self): self.b = BPF(text=b"""int count(void *ctx) { return 0; }""") def test_probe_quota(self): with self.assertRaises(Exception): self.b.attach_kprobe(event_re=b".*", fn_name=b"count") def test_uprobe_quota(self): with self.assertRaises(Exception): self.b.attach_uprobe(name=b"c", sym_re=b".*", fn_name=b"count") def tearDown(self): self.b.cleanup() class TestProbeNotExist(TestCase): def setUp(self): self.b = BPF(text=b"""int count(void *ctx) { return 0; }""") def test_not_exist(self): with self.assertRaises(Exception): self.b.attach_kprobe(event=b"___doesnotexist", fn_name=b"count") def tearDown(self): self.b.cleanup() if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_queuestack.py000077500000000000000000000035551465134135300211360ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") import os import ctypes as ct from bcc import BPF from unittest import main, TestCase, skipUnless from utils import kernel_version_ge @skipUnless(kernel_version_ge(4,20), "requires kernel >= 4.20") class TestQueueStack(TestCase): def test_stack(self): text = b""" BPF_STACK(stack, u64, 10); """ b = BPF(text=text) stack = b[b'stack'] for i in range(10): stack.push(ct.c_uint64(i)) with self.assertRaises(Exception): stack.push(ct.c_uint(10)) assert stack.peek().value == 9 for i in reversed(range(10)): assert stack.pop().value == i with self.assertRaises(KeyError): stack.peek() with self.assertRaises(KeyError): stack.pop() for i in reversed(range(10)): stack.push(ct.c_uint64(i)) # testing itervalues() for i,v in enumerate(stack.values()): assert v.value == i b.cleanup() def test_queue(self): text = b""" BPF_QUEUE(queue, u64, 10); """ b = BPF(text=text) queue = b[b'queue'] for i in range(10): queue.push(ct.c_uint64(i)) with self.assertRaises(Exception): queue.push(ct.c_uint(10)) assert queue.peek().value == 0 for i in range(10): assert queue.pop().value == i with self.assertRaises(KeyError): queue.peek() with self.assertRaises(KeyError): queue.pop() for i in range(10): queue.push(ct.c_uint64(i)) # testing itervalues() for i,v in enumerate(queue.values()): assert v.value == i b.cleanup() if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_ringbuf.py000077500000000000000000000140101465134135300204040ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from bcc import BPF import os import ctypes as ct import random import time import subprocess from unittest import main, TestCase, skipUnless from utils import kernel_version_ge class TestRingbuf(TestCase): @skipUnless(kernel_version_ge(5,8), "requires kernel >= 5.8") def test_ringbuf_output(self): self.counter = 0 class Data(ct.Structure): _fields_ = [("ts", ct.c_ulonglong)] def cb(ctx, data, size): self.assertEqual(size, ct.sizeof(Data)) event = ct.cast(data, ct.POINTER(Data)).contents self.counter += 1 text = b""" BPF_RINGBUF_OUTPUT(events, 8); struct data_t { u64 ts; }; int do_sys_nanosleep(void *ctx) { struct data_t data = {bpf_ktime_get_ns()}; events.ringbuf_output(&data, sizeof(data), 0); return 0; } """ b = BPF(text=text) b.attach_kprobe(event=b.get_syscall_fnname(b"nanosleep"), fn_name=b"do_sys_nanosleep") b.attach_kprobe(event=b.get_syscall_fnname(b"clock_nanosleep"), fn_name=b"do_sys_nanosleep") b[b"events"].open_ring_buffer(cb) subprocess.call(['sleep', '0.1']) b.ring_buffer_poll() self.assertGreater(self.counter, 0) b.cleanup() @skipUnless(kernel_version_ge(5,8), "requires kernel >= 5.8") def test_ringbuf_consume(self): self.counter = 0 class Data(ct.Structure): _fields_ = [("ts", ct.c_ulonglong)] def cb(ctx, data, size): self.assertEqual(size, ct.sizeof(Data)) event = ct.cast(data, ct.POINTER(Data)).contents self.counter += 1 text = b""" BPF_RINGBUF_OUTPUT(events, 8); struct data_t { u64 ts; }; int do_sys_nanosleep(void *ctx) { struct data_t data = {bpf_ktime_get_ns()}; events.ringbuf_output(&data, sizeof(data), 0); return 0; } """ b = BPF(text=text) b.attach_kprobe(event=b.get_syscall_fnname(b"nanosleep"), fn_name=b"do_sys_nanosleep") b.attach_kprobe(event=b.get_syscall_fnname(b"clock_nanosleep"), fn_name=b"do_sys_nanosleep") b[b"events"].open_ring_buffer(cb) subprocess.call(['sleep', '0.1']) b.ring_buffer_consume() self.assertGreater(self.counter, 0) b.cleanup() @skipUnless(kernel_version_ge(5,8), "requires kernel >= 5.8") def test_ringbuf_submit(self): self.counter = 0 class Data(ct.Structure): _fields_ = [("ts", ct.c_ulonglong)] def cb(ctx, data, size): self.assertEqual(size, ct.sizeof(Data)) event = ct.cast(data, ct.POINTER(Data)).contents self.counter += 1 text = b""" BPF_RINGBUF_OUTPUT(events, 8); struct data_t { u64 ts; }; int do_sys_nanosleep(void *ctx) { struct data_t *data = events.ringbuf_reserve(sizeof(struct data_t)); if (!data) return 1; data->ts = bpf_ktime_get_ns(); events.ringbuf_submit(data, 0); return 0; } """ b = BPF(text=text) b.attach_kprobe(event=b.get_syscall_fnname(b"nanosleep"), fn_name=b"do_sys_nanosleep") b.attach_kprobe(event=b.get_syscall_fnname(b"clock_nanosleep"), fn_name=b"do_sys_nanosleep") b[b"events"].open_ring_buffer(cb) subprocess.call(['sleep', '0.1']) b.ring_buffer_poll() self.assertGreater(self.counter, 0) b.cleanup() @skipUnless(kernel_version_ge(5,8), "requires kernel >= 5.8") def test_ringbuf_discard(self): self.counter = 0 class Data(ct.Structure): _fields_ = [("ts", ct.c_ulonglong)] def cb(ctx, data, size): self.assertEqual(size, ct.sizeof(Data)) event = ct.cast(data, ct.POINTER(Data)).contents self.counter += 1 text = b""" BPF_RINGBUF_OUTPUT(events, 8); struct data_t { u64 ts; }; int do_sys_nanosleep(void *ctx) { struct data_t *data = events.ringbuf_reserve(sizeof(struct data_t)); if (!data) return 1; data->ts = bpf_ktime_get_ns(); events.ringbuf_discard(data, 0); return 0; } """ b = BPF(text=text) b.attach_kprobe(event=b.get_syscall_fnname(b"nanosleep"), fn_name=b"do_sys_nanosleep") b.attach_kprobe(event=b.get_syscall_fnname(b"clock_nanosleep"), fn_name=b"do_sys_nanosleep") b[b"events"].open_ring_buffer(cb) subprocess.call(['sleep', '0.1']) b.ring_buffer_poll() self.assertEqual(self.counter, 0) b.cleanup() @skipUnless(kernel_version_ge(5,8), "requires kernel >= 5.8") def test_ringbuf_query(self): PAGE_SIZE = 8 self.counter = 0 self.page_counts = 0 class Data(ct.Structure): _fields_ = [("page_cnt", ct.c_ulonglong)] def cb(ctx, data, size): self.assertEqual(size, ct.sizeof(Data)) event = ct.cast(data, ct.POINTER(Data)).contents self.page_counts += event.page_cnt self.counter += 1 text = b""" BPF_RINGBUF_OUTPUT(events, %i); struct data_t { u64 page_cnt; }; int do_sys_nanosleep(void *ctx) { u64 res = 0; res = events.ringbuf_query(BPF_RB_RING_SIZE); if(res == 0) { return 1; } struct data_t data = {res / PAGE_SIZE}; events.ringbuf_output(&data, sizeof(data), 0); return 0; } """ text = text % PAGE_SIZE b = BPF(text=text) b.attach_kprobe(event=b.get_syscall_fnname(b"nanosleep"), fn_name=b"do_sys_nanosleep") b.attach_kprobe(event=b.get_syscall_fnname(b"clock_nanosleep"), fn_name=b"do_sys_nanosleep") b[b"events"].open_ring_buffer(cb) subprocess.call(['sleep', '0.1']) b.ring_buffer_poll() self.assertEqual(self.page_counts / self.counter, PAGE_SIZE) b.cleanup() if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_rlimit.py000077500000000000000000000024401465134135300202540ustar00rootroot00000000000000#!/usr/bin/env python3 # # USAGE: test_usdt.py # # Copyright 2018 Facebook, Inc # Licensed under the Apache License, Version 2.0 (the "License") from __future__ import print_function from bcc import BPF from unittest import main, skipUnless, TestCase from utils import kernel_version_ge import os, resource @skipUnless(not kernel_version_ge(5, 11), "Since d5299b67dd59 \"bpf: Memcg-based memory accounting for bpf maps\""\ ",map mem has been counted against memcg, not rlimit") class TestRlimitMemlock(TestCase): def testRlimitMemlock(self): text = b""" BPF_HASH(unused, u64, u64, 65536); int test() { return 0; } """ # save the original memlock limits memlock_limit = resource.getrlimit(resource.RLIMIT_MEMLOCK) # set a small RLIMIT_MEMLOCK limit resource.setrlimit(resource.RLIMIT_MEMLOCK, (4096, 4096)) # below will fail failed = 0 try: b = BPF(text=text, allow_rlimit=False) except: failed = 1 self.assertEqual(failed, 1) # below should succeed b = BPF(text=text, allow_rlimit=True) # reset to the original memlock limits resource.setrlimit(resource.RLIMIT_MEMLOCK, memlock_limit) if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_shared_table.py000077500000000000000000000012731465134135300213740ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) 2016 Facebook, Inc. # Licensed under the Apache License, Version 2.0 (the "License") import ctypes as ct import unittest from bcc import BPF class TestSharedTable(unittest.TestCase): def test_close_extern(self): b1 = BPF(text=b"""BPF_TABLE_PUBLIC("array", int, int, table1, 10);""") with BPF(text=b"""BPF_TABLE("extern", int, int, table1, 10);""") as b2: t2 = b2[b"table1"] t2[ct.c_int(1)] = ct.c_int(10) self.assertEqual(len(t2), 10) t1 = b1[b"table1"] self.assertEqual(t1[ct.c_int(1)].value, 10) self.assertEqual(len(t1), 10) if __name__ == "__main__": unittest.main() bpfcc-0.31.0/tests/python/test_stackid.py000077500000000000000000000050711465134135300204010ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") import bcc import os import unittest from utils import mayFail, kernel_version_ge import subprocess @unittest.skipUnless(kernel_version_ge(4,6), "requires kernel >= 4.6") class TestStackid(unittest.TestCase): @mayFail("This fails on github actions environment, and needs to be fixed") def test_simple(self): b = bcc.BPF(text=b""" #include struct bpf_map; BPF_STACK_TRACE(stack_traces, 10240); BPF_HASH(stack_entries, int, int); BPF_HASH(stub); int kprobe__htab_map_lookup_elem(struct pt_regs *ctx, struct bpf_map *map, u64 *k) { int id = stack_traces.get_stackid(ctx, BPF_F_REUSE_STACKID); if (id < 0) return 0; int key = 1; stack_entries.update(&key, &id); return 0; } """) stub = b[b"stub"] stack_traces = b[b"stack_traces"] stack_entries = b[b"stack_entries"] try: x = stub[stub.Key(1)] except: pass k = stack_entries.Key(1) self.assertIn(k, stack_entries) stackid = stack_entries[k] self.assertIsNotNone(stackid) stack = stack_traces[stackid].ip self.assertEqual(b.ksym(stack[0]), b"htab_map_lookup_elem") def Get_libc_path(): cmd = 'cat /proc/self/maps | grep libc | awk \'{print $6}\' | uniq' output = subprocess.check_output(cmd, shell=True) if not isinstance(output, str): output = output.decode() return output.split('\n')[0] @unittest.skipUnless(kernel_version_ge(4,17), "requires kernel >= 4.17") class TestStackBuildid(unittest.TestCase): def test_simple(self): b = bcc.BPF(text=b""" #include struct bpf_map; BPF_STACK_TRACE_BUILDID(stack_traces, 10240); BPF_HASH(stack_entries, int, int); BPF_HASH(stub); int kprobe__sys_getuid(struct pt_regs *ctx, struct bpf_map *map, u64 *k) { int id = stack_traces.get_stackid(ctx, BPF_F_USER_STACK); if (id < 0) return 0; int key = 1; stack_entries.update(&key, &id); return 0; } """) os.getuid() stub = b[b"stub"] stack_traces = b[b"stack_traces"] stack_entries = b[b"stack_entries"] b.add_module(Get_libc_path()) try: x = stub[stub.Key(1)] except: pass k = stack_entries.Key(1) self.assertIn(k, stack_entries) stackid = stack_entries[k] self.assertIsNotNone(stackid) stack = stack_traces[stackid] self.assertTrue(b.sym(stack.trace[0], -1).find(b"getuid")!=-1) if __name__ == "__main__": unittest.main() bpfcc-0.31.0/tests/python/test_stat1.c000066400000000000000000000023201465134135300175740ustar00rootroot00000000000000// Copyright (c) PLUMgrid, Inc. // Licensed under the Apache License, Version 2.0 (the "License") #include struct IPKey { u32 dip; u32 sip; }; struct IPLeaf { u64 rx_pkts; u64 tx_pkts; }; BPF_HASH(stats, struct IPKey, struct IPLeaf, 256); int on_packet(struct __sk_buff *skb) { u8 *cursor = 0; ethernet: { struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); switch (ethernet->type) { case ETH_P_IP: goto ip; case ETH_P_8021Q: goto dot1q; default: goto EOP; } } dot1q: { struct dot1q_t *dot1q = cursor_advance(cursor, sizeof(*dot1q)); switch (dot1q->type) { case ETH_P_8021Q: goto ip; default: goto EOP; } } ip: { struct ip_t *ip = cursor_advance(cursor, sizeof(*ip)); int rx = 0, tx = 0; struct IPKey key; if (ip->dst > ip->src) { key.dip = ip->dst; key.sip = ip->src; rx = 1; } else { key.dip = ip->src; key.sip = ip->dst; tx = 1; } struct IPLeaf zleaf = {0}; struct IPLeaf *leaf = stats.lookup_or_try_init(&key, &zleaf); if (leaf) { lock_xadd(&leaf->rx_pkts, rx); lock_xadd(&leaf->tx_pkts, tx); } } EOP: return 0; } bpfcc-0.31.0/tests/python/test_stat1.py000077500000000000000000000045631465134135300200200ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # test program to count the packets sent to a device in a .5 # second period from ctypes import c_uint, c_ulong, Structure from netaddr import IPAddress from bcc import BPF from subprocess import check_call import sys from unittest import main, TestCase arg1 = sys.argv.pop(1) arg2 = "" if len(sys.argv) > 1: arg2 = sys.argv.pop(1) Key = None Leaf = None class TestBPFSocket(TestCase): def setUp(self): b = BPF(arg1.encode(), arg2.encode(), debug=0) fn = b.load_func(b"on_packet", BPF.SOCKET_FILTER) BPF.attach_raw_socket(fn, b"eth0") self.stats = b.get_table(b"stats", Key, Leaf) def test_ping(self): cmd = ["ping", "-f", "-c", "100", "172.16.1.1"] check_call(cmd) #for key, leaf in self.stats.items(): # print(IPAddress(key.sip), "=>", IPAddress(key.dip), # "rx", leaf.rx_pkts, "tx", leaf.tx_pkts) key = self.stats.Key(IPAddress("172.16.1.2").value, IPAddress("172.16.1.1").value) leaf = self.stats[key] self.assertEqual(leaf.rx_pkts, 100) self.assertEqual(leaf.tx_pkts, 100) del self.stats[key] with self.assertRaises(KeyError): x = self.stats[key] with self.assertRaises(KeyError): del self.stats[key] self.stats.clear() self.assertEqual(len(self.stats), 0) self.stats[key] = leaf self.assertEqual(len(self.stats), 1) self.stats.clear() self.assertEqual(len(self.stats), 0) def test_empty_key(self): # test with a 0 key self.stats.clear() self.stats[self.stats.Key()] = self.stats.Leaf(100, 200) x = self.stats.popitem() self.stats[self.stats.Key(10, 20)] = self.stats.Leaf(300, 400) with self.assertRaises(KeyError): x = self.stats[self.stats.Key()] (_, x) = self.stats.popitem() self.assertEqual(x.rx_pkts, 300) self.assertEqual(x.tx_pkts, 400) self.stats.clear() self.assertEqual(len(self.stats), 0) self.stats[self.stats.Key()] = x self.stats[self.stats.Key(0, 1)] = x self.stats[self.stats.Key(0, 2)] = x self.stats[self.stats.Key(0, 3)] = x self.assertEqual(len(self.stats), 4) if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_tools_memleak.py000077500000000000000000000105111465134135300216050ustar00rootroot00000000000000#!/usr/bin/env python3 from unittest import main, skipUnless, TestCase from utils import kernel_version_ge import os import platform import subprocess import sys import tempfile TOOLS_DIR = "/bcc/tools/" if not os.path.exists("/bcc/tools/"): TOOLS_DIR = "../../tools/" class cfg: cmd_format = "" # Amount of memory to leak. Note, that test application allocates memory # for its own needs in libc, so this amount should be large enough to be # the biggest allocation. leaking_amount = 30000 def setUpModule(): # Build the memory leaking application. c_src = 'test_tools_memleak_leaker_app.c' tmp_dir = tempfile.mkdtemp(prefix='bcc-test-memleak-') c_src_full = os.path.dirname(sys.argv[0]) + os.path.sep + c_src exec_dst = tmp_dir + os.path.sep + 'leaker_app' if subprocess.call(['gcc', '-g', '-O0', '-o', exec_dst, c_src_full]) != 0: print("can't compile the leaking application") raise Exception # Taking two snapshot with one second interval. Getting the largest # allocation. Since attaching to a program happens with a delay, we wait # for the first snapshot, then issue the command to the app. Finally, # second snapshot is used to extract the information. # Helper utilities "timeout" and "setbuf" are used to limit overall running # time, and to disable buffering. cfg.cmd_format = ( 'stdbuf -o 0 -i 0 timeout -s KILL 10s ' + TOOLS_DIR + 'memleak.py -c "{} {{}} {}" -T 1 1 2'.format(exec_dst, cfg.leaking_amount)) @skipUnless(kernel_version_ge(4, 6), "requires kernel >= 4.6") class MemleakToolTests(TestCase): def tearDown(self): if self.p: del(self.p) def run_leaker(self, leak_kind): # Starting memleak.py, which in turn launches the leaking application. self.p = subprocess.Popen(cfg.cmd_format.format(leak_kind), stdin=subprocess.PIPE, stdout=subprocess.PIPE, shell=True) # Waiting for the first report. while True: self.p.poll() if self.p.returncode is not None: break line = self.p.stdout.readline() if b"with outstanding allocations" in line: break # At this point, memleak.py have already launched application and set # probes. Sending command to the leaking application to make its # allocations. out = self.p.communicate(input=b"\n")[0] # If there were memory leaks, they are in the output. Filter the lines # containing "byte" substring. Every interesting line is expected to # start with "N bytes from" x = [x for x in out.split(b'\n') if b'byte' in x] self.assertTrue(len(x) >= 1, msg="At least one line should have 'byte' substring.") # Taking last report. x = x[-1].split() self.assertTrue(len(x) >= 1, msg="There should be at least one word in the line.") # First word is the leak amount in bytes. return int(x[0]) def test_malloc(self): self.assertEqual(cfg.leaking_amount, self.run_leaker("malloc")) def test_calloc(self): self.assertEqual(cfg.leaking_amount, self.run_leaker("calloc")) def test_realloc(self): self.assertEqual(cfg.leaking_amount, self.run_leaker("realloc")) def test_posix_memalign(self): self.assertEqual(cfg.leaking_amount, self.run_leaker("posix_memalign")) def test_valloc(self): self.assertEqual(cfg.leaking_amount, self.run_leaker("valloc")) def test_memalign(self): self.assertEqual(cfg.leaking_amount, self.run_leaker("memalign")) def test_pvalloc(self): # pvalloc's implementation for power invokes mmap(), which adjusts the # allocated size to meet pvalloc's constraints. Actual leaked memory # could be more than requested, hence assertLessEqual. if platform.machine() == 'ppc64le': self.assertLessEqual(cfg.leaking_amount, self.run_leaker("pvalloc")) else: self.assertEqual(cfg.leaking_amount, self.run_leaker("pvalloc")) def test_aligned_alloc(self): self.assertEqual(cfg.leaking_amount, self.run_leaker("aligned_alloc")) if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_tools_memleak_leaker_app.c000066400000000000000000000036441465134135300235700ustar00rootroot00000000000000// This is a program that leaks memory, used for memory leak detector testing. #include #include #include #include #include #include #include #include static void generate_leak(const char *kind, int amount) { void *ptr = NULL; if (strcmp(kind, "malloc") == 0) { printf("leaking via malloc, %p\n", malloc(amount)); return; } if (strcmp(kind, "calloc") == 0) { printf("leaking via calloc, %p\n", calloc(amount, 1)); return; } if (strcmp(kind, "realloc") == 0) { printf("leaking via realloc, %p\n", realloc(malloc(10), amount)); return; } if (strcmp(kind, "posix_memalign") == 0) { posix_memalign(&ptr, 512, amount); printf("leaking via posix_memalign, %p\n", ptr); return; } if (strcmp(kind, "valloc") == 0) { printf("leaking via valloc, %p\n", valloc(amount)); return; } if (strcmp(kind, "memalign") == 0) { printf("leaking via memalign, %p\n", memalign(512, amount)); return; } if (strcmp(kind, "pvalloc") == 0) { printf("leaking via pvalloc, %p\n", pvalloc(amount)); return; } if (strcmp(kind, "aligned_alloc") == 0) { printf("leaking via aligned_alloc, %p\n", aligned_alloc(512, amount)); return; } if (strcmp(kind, "no_leak") == 0) { void *ptr = malloc(amount); printf("ptr = %p\n", ptr); free(ptr); return; } printf("unknown leak type '%s'\n", kind); } int main(int argc, char *argv[]) { if (argc < 2) { printf("usage: leak-userspace [amount]\n"); return EXIT_SUCCESS; } const char *kind = argv[1]; int amount = 30; if (argc > 2) { amount = atoi(argv[2]); if (amount < 1) amount = 1; } // Wait for something in stdin to give external detector time to attach. char c; read(0, &c, sizeof(c)); // Do the work. generate_leak(kind, amount); return EXIT_SUCCESS; } bpfcc-0.31.0/tests/python/test_tools_smoke.py000077500000000000000000000402701465134135300213150ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) Sasha Goldshtein, 2017 # Licensed under the Apache License, Version 2.0 (the "License") import subprocess import os import re from unittest import main, skipUnless, TestCase from utils import mayFail, kernel_version_ge TOOLS_DIR = "/bcc/tools/" if not os.path.exists("/bcc/tools/"): TOOLS_DIR = "../../tools/" def _helpful_rc_msg(rc, allow_early, kill): s = "rc was %d\n" % rc if rc == 0: s += "\tMeaning: command returned successfully before test timeout\n" elif rc == 124: s += "\tMeaning: command was killed by INT signal\n" elif rc == 137: s += "\tMeaning: command was killed by KILL signal\n" s += "Command was expected to do one of:\n" s += "\tBe killed by SIGINT\n" if kill: s += "\tBe killed by SIGKILL\n" if allow_early: s += "\tSuccessfully return before being killed\n" return s @skipUnless(kernel_version_ge(4,1), "requires kernel >= 4.1") class SmokeTests(TestCase): # Use this for commands that have a built-in timeout, so they only need # to be killed in case of a hard hang. def run_with_duration(self, command, timeout=10): full_command = TOOLS_DIR + command self.assertEqual(0, # clean exit subprocess.call("timeout -s KILL %ds %s > /dev/null" % (timeout, full_command), shell=True)) # Use this for commands that don't have a built-in timeout, so we have # to Ctrl-C out of them by sending SIGINT. If that still doesn't stop # them, send a kill signal 5 seconds later. def run_with_int(self, command, timeout=5, kill_timeout=5, allow_early=False, kill=False): full_command = TOOLS_DIR + command signal = "KILL" if kill else "INT" rc = subprocess.call("timeout -s %s -k %ds %ds %s > /dev/null" % (signal, kill_timeout, timeout, full_command), shell=True) # timeout returns 124 if the program did not terminate prematurely, # and returns 137 if we used KILL instead of INT. So there are three # sensible scenarios: # 1. The script is allowed to return early, and it did, with a # success return code. # 2. The script timed out and was killed by the SIGINT signal. # 3. The script timed out and was killed by the SIGKILL signal, and # this was what we asked for using kill=True. self.assertTrue((rc == 0 and allow_early) or rc == 124 or (rc == 137 and kill), _helpful_rc_msg(rc, allow_early, kill)) def kmod_loaded(self, mod): with open("/proc/modules", "r") as mods: reg = re.compile(r'^%s\s' % mod) for line in mods: if reg.match(line): return 1 return 0 def setUp(self): pass def tearDown(self): pass @mayFail("This fails on github actions environment, and needs to be fixed") def test_argdist(self): self.run_with_duration("argdist.py -v -C 'p::do_sys_open()' -n 1 -i 1") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_bashreadline(self): self.run_with_int("bashreadline.py") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_bindsnoop(self): self.run_with_int("bindsnoop.py") def test_biolatency(self): self.run_with_duration("biolatency.py 1 1") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_biosnoop(self): self.run_with_int("biosnoop.py") def test_biotop(self): self.run_with_duration("biotop.py 1 1") def test_bitesize(self): self.run_with_int("biotop.py") def test_bpflist(self): self.run_with_duration("bpflist.py") def test_btrfsdist(self): # Will attempt to do anything meaningful only when btrfs is installed. self.run_with_duration("btrfsdist.py 1 1") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_btrfsslower(self): # Will attempt to do anything meaningful only when btrfs is installed. self.run_with_int("btrfsslower.py", allow_early=True) def test_cachestat(self): self.run_with_duration("cachestat.py 1 1") def test_cachetop(self): # TODO cachetop doesn't like to run without a terminal, disabled # for now. # self.run_with_int("cachetop.py 1") pass @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_capable(self): self.run_with_int("capable.py") def test_cpudist(self): self.run_with_duration("cpudist.py 1 1") @skipUnless(kernel_version_ge(4,9), "requires kernel >= 4.9") def test_cpuunclaimed(self): self.run_with_duration("cpuunclaimed.py 1 1") @skipUnless(kernel_version_ge(4,17), "requires kernel >= 4.17") def test_compactsnoop(self): self.run_with_int("compactsnoop.py") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_dbslower(self): # Deliberately left empty -- dbslower requires an instance of either # MySQL or PostgreSQL to be running, or it fails to attach. pass @skipUnless(kernel_version_ge(4,3), "requires kernel >= 4.3") def test_dbstat(self): # Deliberately left empty -- dbstat requires an instance of either # MySQL or PostgreSQL to be running, or it fails to attach. pass @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_dcsnoop(self): self.run_with_int("dcsnoop.py") def test_dcstat(self): self.run_with_duration("dcstat.py 1 1") @skipUnless(kernel_version_ge(4,6), "requires kernel >= 4.6") def test_deadlock(self): # TODO This tool requires a massive BPF stack traces table allocation, # which might fail the run or even trigger the oomkiller to kill some # other processes. Disabling for now. # self.run_with_int("deadlock.py $(pgrep -n bash)", timeout=10) pass @skipUnless(kernel_version_ge(4,7), "requires kernel >= 4.7") def test_drsnoop(self): self.run_with_int("drsnoop.py") @skipUnless(kernel_version_ge(4,8), "requires kernel >= 4.8") def test_execsnoop(self): self.run_with_int("execsnoop.py") def test_ext4dist(self): self.run_with_duration("ext4dist.py 1 1") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_ext4slower(self): self.run_with_int("ext4slower.py") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_f2fsslower(self): self.run_with_int("f2fsslower.py", allow_early=True) @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_filelife(self): self.run_with_int("filelife.py") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_fileslower(self): self.run_with_int("fileslower.py") def test_filetop(self): self.run_with_duration("filetop.py 1 1") def test_funccount(self): self.run_with_int("funccount.py __kmalloc -i 1") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_funclatency(self): self.run_with_int("funclatency.py __kmalloc -i 1") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_funcslower(self): self.run_with_int("funcslower.py __kmalloc") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_gethostlatency(self): self.run_with_int("gethostlatency.py") @skipUnless(kernel_version_ge(4,7), "requires kernel >= 4.7") def test_hardirqs(self): self.run_with_duration("hardirqs.py 1 1") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_killsnoop(self): # Because killsnoop intercepts signals, if we send it a SIGINT we we # we likely catch it while it is handling the data packet from the # BPF program, and the exception from the SIGINT will be swallowed by # ctypes. Therefore, we use SIGKILL. # To reproduce the above issue, run killsnoop and in another shell run # `kill -s SIGINT $(pidof python)`. As a result, killsnoop will print # a traceback but will not exit. self.run_with_int("killsnoop.py", kill=True) @skipUnless(kernel_version_ge(4,18), "requires kernel >= 4.18") def test_klockstat(self): self.run_with_int("klockstat.py") @skipUnless(kernel_version_ge(4,9), "requires kernel >= 4.9") def test_llcstat(self): # Requires PMU, which is not available in virtual machines. pass @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_mdflush(self): self.run_with_int("mdflush.py") @skipUnless(kernel_version_ge(4,6), "requires kernel >= 4.6") def test_memleak(self): self.run_with_duration("memleak.py 1 1") @skipUnless(kernel_version_ge(4,8), "requires kernel >= 4.8") def test_mountsnoop(self): self.run_with_int("mountsnoop.py") @skipUnless(kernel_version_ge(4,3), "requires kernel >= 4.3") def test_mysqld_qslower(self): # Deliberately left empty -- mysqld_qslower requires an instance of # MySQL to be running, or it fails to attach. pass @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_nfsslower(self): if(self.kmod_loaded("nfs")): self.run_with_int("nfsslower.py") else: pass @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_nfsdist(self): if(self.kmod_loaded("nfs")): self.run_with_duration("nfsdist.py 1 1") else: pass @skipUnless(kernel_version_ge(4,6), "requires kernel >= 4.6") @mayFail("This fails on github actions environment, and needs to be fixed") def test_offcputime(self): self.run_with_duration("offcputime.py 1") @skipUnless(kernel_version_ge(4,6), "requires kernel >= 4.6") def test_offwaketime(self): self.run_with_duration("offwaketime.py 1", timeout=30) @skipUnless(kernel_version_ge(4,9), "requires kernel >= 4.9") def test_oomkill(self): self.run_with_int("oomkill.py") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_opensnoop(self): self.run_with_int("opensnoop.py") def test_pidpersec(self): self.run_with_int("pidpersec.py") @skipUnless(kernel_version_ge(4,17), "requires kernel >= 4.17") @mayFail("This fails on github actions environment, and needs to be fixed") def test_syscount(self): self.run_with_int("ppchcalls.py -i 1") @skipUnless(kernel_version_ge(4,9), "requires kernel >= 4.9") def test_profile(self): self.run_with_duration("profile.py 1") def test_runqlat(self): self.run_with_duration("runqlat.py 1 1") @skipUnless(kernel_version_ge(4,9), "requires kernel >= 4.9") def test_runqlen(self): self.run_with_duration("runqlen.py 1 1") @skipUnless(kernel_version_ge(4,8), "requires kernel >= 4.8") def test_shmsnoop(self): self.run_with_int("shmsnoop.py") @skipUnless(kernel_version_ge(4,8), "requires kernel >= 4.8") def test_sofdsnoop(self): self.run_with_int("sofdsnoop.py") def test_slabratetop(self): self.run_with_duration("slabratetop.py 1 1") @skipUnless(kernel_version_ge(4,7), "requires kernel >= 4.7") def test_softirqs(self): self.run_with_duration("softirqs.py 1 1") pass @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_solisten(self): self.run_with_int("solisten.py") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") @mayFail("This fails on github actions environment, and needs to be fixed") def test_sslsniff(self): self.run_with_int("sslsniff.py") @skipUnless(kernel_version_ge(4,6), "requires kernel >= 4.6") def test_stackcount(self): self.run_with_int("stackcount.py __kmalloc -i 1") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_statsnoop(self): self.run_with_int("statsnoop.py") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_syncsnoop(self): self.run_with_int("syncsnoop.py") @skipUnless(kernel_version_ge(4,7), "requires kernel >= 4.7") def test_syscount(self): self.run_with_int("syscount.py -i 1") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_tcpaccept(self): self.run_with_int("tcpaccept.py") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_tcpconnect(self): self.run_with_int("tcpconnect.py") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_tcpconnlat(self): self.run_with_int("tcpconnlat.py") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_tcplife(self): self.run_with_int("tcplife.py") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_tcpretrans(self): self.run_with_int("tcpretrans.py") @skipUnless(kernel_version_ge(4, 7), "requires kernel >= 4.7") @mayFail("This fails on github actions environment, and needs to be fixed") def test_tcpdrop(self): self.run_with_int("tcpdrop.py") def test_tcptop(self): self.run_with_duration("tcptop.py 1 1") def test_tcpcong(self): self.run_with_duration("tcpcong.py 1 1") def test_tplist(self): self.run_with_duration("tplist.py -p %d" % os.getpid()) @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_trace(self): self.run_with_int("trace.py do_sys_open") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") @mayFail("This fails on github actions environment, and needs to be fixed") def test_ttysnoop(self): self.run_with_int("ttysnoop.py /dev/console") @skipUnless(kernel_version_ge(4,7), "requires kernel >= 4.7") def test_ucalls(self): self.run_with_int("lib/ucalls.py -l none -S %d" % os.getpid()) @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_uflow(self): # The Python installed on the Ubuntu buildbot doesn't have USDT # probes, so we can't run uflow. # self.run_with_int("pythonflow.py %d" % os.getpid()) pass @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_ugc(self): # This requires a runtime that has GC probes to be installed. # Python has them, but only in very recent versions. Skip. pass @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_uobjnew(self): self.run_with_int("cobjnew.sh %d" % os.getpid()) @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_ustat(self): self.run_with_duration("lib/ustat.py 1 1") @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_uthreads(self): self.run_with_int("lib/uthreads.py %d" % os.getpid()) def test_vfscount(self): self.run_with_int("vfscount.py", timeout=15, kill_timeout=15) def test_vfsstat(self): self.run_with_duration("vfsstat.py 1 1") @skipUnless(kernel_version_ge(4,6), "requires kernel >= 4.6") def test_wakeuptime(self): self.run_with_duration("wakeuptime.py 1") @skipUnless(kernel_version_ge(4,7), "requires kernel >= 4.7") def test_wqlat(self): self.run_with_int("wqlat.py 1 1", allow_early=True) def test_xfsdist(self): # Doesn't work on build bot because xfs functions not present in the # kernel image. # self.run_with_duration("xfsdist.py 1 1") pass @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_xfsslower(self): # Doesn't work on build bot because xfs functions not present in the # kernel image. # self.run_with_int("xfsslower.py") pass def test_zfsdist(self): # Fails to attach the probe if zfs is not installed. pass @skipUnless(kernel_version_ge(4,4), "requires kernel >= 4.4") def test_zfsslower(self): # Fails to attach the probe if zfs is not installed. pass if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_trace2.c000066400000000000000000000007221465134135300177240ustar00rootroot00000000000000// Copyright (c) PLUMgrid, Inc. // Licensed under the Apache License, Version 2.0 (the "License") #include struct Ptr { u64 ptr; }; struct Counters { u64 stat1; }; BPF_HASH(stats, struct Ptr, struct Counters, 1024); int count_sched(struct pt_regs *ctx) { struct Ptr key = {.ptr = PT_REGS_PARM1(ctx)}; struct Counters zleaf = {0}; struct Counters *val = stats.lookup_or_try_init(&key, &zleaf); if (val) { val->stat1++; } return 0; } bpfcc-0.31.0/tests/python/test_trace2.py000077500000000000000000000023011465134135300201300ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from ctypes import c_uint, c_ulong, Structure from bcc import BPF from time import sleep import sys from unittest import main, TestCase text = b""" #include struct Ptr { u64 ptr; }; struct Counters { char unused; __int128 stat1; }; BPF_HASH(stats, struct Ptr, struct Counters, 1024); int count_sched(struct pt_regs *ctx) { struct Ptr key = {.ptr=PT_REGS_PARM1(ctx)}; struct Counters zleaf; memset(&zleaf, 0, sizeof(zleaf)); struct Counters *val = stats.lookup_or_try_init(&key, &zleaf); if (val) { val->stat1++; } return 0; } """ class TestTracingEvent(TestCase): def setUp(self): b = BPF(text=text, debug=0) self.stats = b.get_table(b'stats') b.attach_kprobe(event_re=b'^finish_task_switch$|^finish_task_switch\.isra\.\d$', fn_name=b'count_sched') def test_sched1(self): for i in range(0, 100): sleep(0.01) for key, leaf in self.stats.items(): print("ptr %x:" % key.ptr, "stat1 (%d %d)" % (leaf.stat1[1], leaf.stat1[0])) if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_trace3.c000066400000000000000000000025711465134135300177310ustar00rootroot00000000000000// Copyright (c) PLUMgrid, Inc. // Licensed under the Apache License, Version 2.0 (the "License") #include #include struct Request { u64 rq; }; struct Time { u64 start; }; BPF_HASH(requests, struct Request, struct Time, 1024); #define SLOTS 100 BPF_ARRAY(latency, u64, SLOTS); static u32 log2(u32 v) { u32 r, shift; r = (v > 0xFFFF) << 4; v >>= r; shift = (v > 0xFF) << 3; v >>= shift; r |= shift; shift = (v > 0xF) << 2; v >>= shift; r |= shift; shift = (v > 0x3) << 1; v >>= shift; r |= shift; r |= (v >> 1); return r; } static u32 log2l(u64 v) { u32 hi = v >> 32; if (hi) return log2(hi) + 32; else return log2(v); } int probe_blk_start_request(struct pt_regs *ctx) { struct Request rq = {.rq = PT_REGS_PARM1(ctx)}; struct Time tm = {.start = bpf_ktime_get_ns()}; requests.update(&rq, &tm); return 0; } int probe_blk_update_request(struct pt_regs *ctx) { struct Request rq = {.rq = PT_REGS_PARM1(ctx)}; struct Time *tm = requests.lookup(&rq); if (!tm) return 0; u64 delta = bpf_ktime_get_ns() - tm->start; requests.delete(&rq); u64 lg = log2l(delta); u64 base = 1ull << lg; u32 index = (lg * 64 + (delta - base) * 64 / base) * 3 / 64; if (index >= SLOTS) index = SLOTS - 1; u64 zero = 0; u64 *val = latency.lookup_or_try_init(&index, &zero); if (val) { lock_xadd(val, 1); } return 0; } bpfcc-0.31.0/tests/python/test_trace3.py000077500000000000000000000030021465134135300201300ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from ctypes import c_uint, c_ulong, Structure from bcc import BPF from time import sleep import sys from unittest import main, TestCase from utils import mayFail arg1 = sys.argv.pop(1).encode() arg2 = b"" if len(sys.argv) > 1: arg2 = sys.argv.pop(1) class TestBlkRequest(TestCase): def setUp(self): b = BPF(arg1, arg2, debug=0) self.latency = b.get_table(b"latency", c_uint, c_ulong) if BPF.get_kprobe_functions(b"blk_start_request"): b.attach_kprobe(event=b"blk_start_request", fn_name=b"probe_blk_start_request") b.attach_kprobe(event=b"blk_mq_start_request", fn_name=b"probe_blk_start_request") b.attach_kprobe(event=b"blk_update_request", fn_name=b"probe_blk_update_request") def test_blk1(self): import subprocess import os # use /opt instead of /tmp so that it hits a real disk for i in range(0, 2): subprocess.call(["dd", "if=/dev/zero", "of=/opt/trace3.txt", "count=1024", "bs=4096"]) subprocess.call(["sync"]) os.unlink("/opt/trace3.txt") for key, leaf in self.latency.items(): print("latency %u:" % key.value, "count %u" % leaf.value) sys.stdout.flush() self.assertEqual(len(list(self.latency.keys())), len(self.latency)) if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_trace4.py000077500000000000000000000030021465134135300201310ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from bcc import BPF import os import sys from unittest import main, TestCase class TestKprobeRgx(TestCase): def setUp(self): self.b = BPF(text=b""" typedef struct { int idx; } Key; typedef struct { u64 val; } Val; BPF_HASH(stats, Key, Val, 3); int hello(void *ctx) { Val *val = stats.lookup_or_try_init(&(Key){1}, &(Val){0}); if (val) { val->val++; } return 0; } int goodbye(void *ctx) { Val *val = stats.lookup_or_try_init(&(Key){2}, &(Val){0}); if (val) { val->val++; } return 0; } """) self.b.attach_kprobe(event_re=b"^" + self.b.get_syscall_prefix() + b"bp.*", fn_name=b"hello") self.b.attach_kretprobe(event_re=b"^" + self.b.get_syscall_prefix() + b"bp.*", fn_name=b"goodbye") def test_send1(self): k1 = self.b[b"stats"].Key(1) k2 = self.b[b"stats"].Key(2) self.assertTrue(self.b[b"stats"][k1].val >= 2) self.assertTrue(self.b[b"stats"][k2].val == 1) class TestKprobeReplace(TestCase): def setUp(self): self.b = BPF(text=b"int empty(void *ctx) { return 0; }") def test_periods(self): self.b.attach_kprobe(event_re=b"^tcp_enter_cwr.*", fn_name=b"empty") if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_trace_maxactive.py000077500000000000000000000023251465134135300221150ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from bcc import BPF import os import sys from unittest import main, TestCase class TestKprobeMaxactive(TestCase): def setUp(self): self.b = BPF(text=b""" typedef struct { int idx; } Key; typedef struct { u64 val; } Val; BPF_HASH(stats, Key, Val, 3); int hello(void *ctx) { Val *val = stats.lookup_or_init(&(Key){1}, &(Val){0}); val->val++; return 0; } int goodbye(void *ctx) { Val *val = stats.lookup_or_init(&(Key){2}, &(Val){0}); val->val++; return 0; } """) self.b.attach_kprobe(event_re=self.b.get_syscall_prefix() + b"bpf", fn_name=b"hello") self.b.attach_kretprobe(event_re=self.b.get_syscall_prefix() + b"bpf", fn_name=b"goodbye", maxactive=128) def test_send1(self): k1 = self.b[b"stats"].Key(1) k2 = self.b[b"stats"].Key(2) self.assertTrue(self.b[b"stats"][k1].val >= 2) self.assertTrue(self.b[b"stats"][k2].val == 1) if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_tracepoint.py000077500000000000000000000034461465134135300211330ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) Sasha Goldshtein # Licensed under the Apache License, Version 2.0 (the "License") import bcc import unittest from time import sleep from utils import kernel_version_ge import os import subprocess @unittest.skipUnless(kernel_version_ge(4,7), "requires kernel >= 4.7") class TestTracepoint(unittest.TestCase): def test_tracepoint(self): text = b""" BPF_HASH(switches, u32, u64); TRACEPOINT_PROBE(sched, sched_switch) { u64 val = 0; u32 pid = args->next_pid; u64 *existing = switches.lookup_or_init(&pid, &val); (*existing)++; return 0; } """ b = bcc.BPF(text=text) sleep(1) total_switches = 0 for k, v in b[b"switches"].items(): total_switches += v.value self.assertNotEqual(0, total_switches) @unittest.skipUnless(kernel_version_ge(4,7), "requires kernel >= 4.7") class TestTracepointDataLoc(unittest.TestCase): def test_tracepoint_data_loc(self): text = b""" struct value_t { char filename[64]; }; BPF_HASH(execs, u32, struct value_t); TRACEPOINT_PROBE(sched, sched_process_exec) { struct value_t val = {0}; char fn[64]; u32 pid = args->pid; struct value_t *existing = execs.lookup_or_init(&pid, &val); TP_DATA_LOC_READ_CONST(fn, filename, 64); __builtin_memcpy(existing->filename, fn, 64); return 0; } """ b = bcc.BPF(text=text) subprocess.check_output(["/bin/ls"]) sleep(1) self.assertTrue("/bin/ls" in [v.filename.decode() for v in b[b"execs"].values()]) if __name__ == "__main__": unittest.main() bpfcc-0.31.0/tests/python/test_uprobes.py000077500000000000000000000111271465134135300204350ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") import bcc import ctypes import errno import os import subprocess import shutil import time import unittest class TestUprobes(unittest.TestCase): def test_simple_library(self): text = b""" #include BPF_ARRAY(stats, u64, 1); static void incr(int idx) { u64 *ptr = stats.lookup(&idx); if (ptr) ++(*ptr); } int count(struct pt_regs *ctx) { bpf_trace_printk("count() uprobe fired"); u32 pid = bpf_get_current_pid_tgid(); if (pid == PID) incr(0); return 0; }""" test_pid = os.getpid() text = text.replace(b"PID", b"%d" % test_pid) b = bcc.BPF(text=text) b.attach_uprobe(name=b"c", sym=b"malloc_stats", fn_name=b"count", pid=test_pid) b.attach_uretprobe(name=b"c", sym=b"malloc_stats", fn_name=b"count", pid=test_pid) libc = ctypes.CDLL("libc.so.6") libc.malloc_stats.restype = None libc.malloc_stats.argtypes = [] libc.malloc_stats() self.assertEqual(b[b"stats"][ctypes.c_int(0)].value, 2) b.detach_uretprobe(name=b"c", sym=b"malloc_stats", pid=test_pid) b.detach_uprobe(name=b"c", sym=b"malloc_stats", pid=test_pid) def test_simple_binary(self): text = b""" #include BPF_ARRAY(stats, u64, 1); static void incr(int idx) { u64 *ptr = stats.lookup(&idx); if (ptr) ++(*ptr); } int count(struct pt_regs *ctx) { u32 pid = bpf_get_current_pid_tgid(); incr(0); return 0; }""" b = bcc.BPF(text=text) pythonpath = b"/usr/bin/python3" symname = b"_start" b.attach_uprobe(name=pythonpath, sym=symname, fn_name=b"count") b.attach_uretprobe(name=pythonpath, sym=symname, fn_name=b"count") with os.popen(pythonpath.decode() + " -V") as f: pass self.assertGreater(b[b"stats"][ctypes.c_int(0)].value, 0) b.detach_uretprobe(name=pythonpath, sym=symname) b.detach_uprobe(name=pythonpath, sym=symname) def test_mount_namespace(self): text = b""" #include BPF_TABLE("array", int, u64, stats, 1); static void incr(int idx) { u64 *ptr = stats.lookup(&idx); if (ptr) ++(*ptr); } int count(struct pt_regs *ctx) { bpf_trace_printk("count() uprobe fired"); u32 pid = bpf_get_current_pid_tgid(); if (pid == PID) incr(0); return 0; }""" # Need to import libc from ctypes to access unshare(2) libc = ctypes.CDLL("libc.so.6", use_errno=True) # Need to find path to libz.so.1 libz_path = None p = subprocess.Popen(["ldconfig", "-p"], stdout=subprocess.PIPE) for l in p.stdout: n = l.split() if n[0] == b"libz.so.1": # if libz was already found, override only if new lib is more # specific (e.g. libc6,x86-64 vs libc6) if not libz_path or len(n[1].split(b",")) > 1: libz_path = n[-1] p.wait() p.stdout.close() p = None self.assertIsNotNone(libz_path) # fork a child that we'll place in a separate mount namespace child_pid = os.fork() if child_pid == 0: # Unshare CLONE_NEWNS if libc.unshare(0x00020000) == -1: e = ctypes.get_errno() raise OSError(e, errno.errorcode[e]) # Remount root MS_REC|MS_PRIVATE if libc.mount(None, b"/", None, (1<<14)|(1<<18) , None) == -1: e = ctypes.get_errno() raise OSError(e, errno.errorcode[e]) if libc.mount(b"tmpfs", b"/tmp", b"tmpfs", 0, None) == -1: e = ctypes.get_errno() raise OSError(e, errno.errorcode[e]) shutil.copy(libz_path, b"/tmp") libz = ctypes.CDLL("/tmp/libz.so.1") time.sleep(3) libz.zlibVersion() time.sleep(5) os._exit(0) libname = b"/tmp/libz.so.1" symname = b"zlibVersion" text = text.replace(b"PID", b"%d" % child_pid) b = bcc.BPF(text=text) b.attach_uprobe(name=libname, sym=symname, fn_name=b"count", pid=child_pid) b.attach_uretprobe(name=libname, sym=symname, fn_name=b"count", pid=child_pid) time.sleep(5) self.assertEqual(b[b"stats"][ctypes.c_int(0)].value, 2) b.detach_uretprobe(name=libname, sym=symname, pid=child_pid) b.detach_uprobe(name=libname, sym=symname, pid=child_pid) os.wait() if __name__ == "__main__": unittest.main() bpfcc-0.31.0/tests/python/test_uprobes2.py000077500000000000000000000021541465134135300205170ustar00rootroot00000000000000#!/usr/bin/env python3 # # USAGE: test_uprobe2.py # # Copyright 2020 Facebook, Inc # Licensed under the Apache License, Version 2.0 (the "License") from bcc import BPF from unittest import main, TestCase from subprocess import Popen, PIPE from tempfile import NamedTemporaryFile class TestUprobes(TestCase): def setUp(self): lib_text = b""" __attribute__((__visibility__("default"))) void fun() { } """ self.bpf_text = b""" int trace_fun_call(void *ctx) {{ return 1; }} """ # Compile and run the application self.ftemp = NamedTemporaryFile(delete=False) self.ftemp.close() comp = Popen([ "gcc", "-x", "c", "-shared", "-Wl,-Ttext-segment,0x2000000", "-o", self.ftemp.name, "-" ], stdin=PIPE) comp.stdin.write(lib_text) comp.stdin.close() self.assertEqual(comp.wait(), 0) def test_attach1(self): b = BPF(text=self.bpf_text) b.attach_uprobe(name=self.ftemp.name.encode(), sym=b"fun", fn_name=b"trace_fun_call") if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_usdt.py000077500000000000000000000155701465134135300177430ustar00rootroot00000000000000#!/usr/bin/env python3 # # USAGE: test_usdt.py # # Copyright 2017 Facebook, Inc # Licensed under the Apache License, Version 2.0 (the "License") from __future__ import print_function from bcc import BPF, USDT from unittest import main, TestCase from subprocess import Popen, PIPE from tempfile import NamedTemporaryFile import ctypes as ct import inspect import os import signal class TestUDST(TestCase): def setUp(self): # Application, minimum, to define three trace points app_text = b""" #include #include #include #include #include "folly/tracing/StaticTracepoint.h" int main() { char s[100]; int i, a = 200, b = 40; for (i = 0; i < 100; i++) s[i] = (i & 7) + (i & 6); uint64_t j = 0; char s1[64]; const char* str = "str"; size_t len = strlen(str); while (1) { FOLLY_SDT(test, probe_point_1, s[7], b); FOLLY_SDT(test, probe_point_3, a, b); FOLLY_SDT(test, probe_point_1, s[4], a); FOLLY_SDT(test, probe_point_2, 5, s[10]); FOLLY_SDT(test, probe_point_3, s[4], s[7]); memset(&s1, '\0', sizeof(s1)); strncpy(s1, str, len); snprintf(s1 + len, sizeof(s1) - len, "%d", j); FOLLY_SDT(test, probe_point_4, j++, &s1); memset(&s1, '\0', sizeof(s1)); strncpy(s1, str, len); snprintf(s1 + len, sizeof(s1) - len, "%d", j); FOLLY_SDT(test, probe_point_5, &s1, j++); sleep(1); } return 1; } """ # BPF program self.bpf_text = b""" #include #include struct probe_result_t1 { char v1; int v2; }; struct probe_result_t2 { int v1; char v2; }; struct probe_result_t3 { int v1; int v2; }; struct probe_result_t4 { u64 v1; char v2[8]; }; struct probe_result_t5 { char v1[8]; u64 v2; }; BPF_PERF_OUTPUT(event1); BPF_PERF_OUTPUT(event2); BPF_PERF_OUTPUT(event3); BPF_PERF_OUTPUT(event4); BPF_PERF_OUTPUT(event5); int do_trace1(struct pt_regs *ctx) { struct probe_result_t1 result = {}; bpf_usdt_readarg(1, ctx, &result.v1); bpf_usdt_readarg(2, ctx, &result.v2); event1.perf_submit(ctx, &result, sizeof(result)); return 0; }; int do_trace2(struct pt_regs *ctx) { struct probe_result_t2 result = {}; bpf_usdt_readarg(1, ctx, &result.v1); bpf_usdt_readarg(2, ctx, &result.v2); event2.perf_submit(ctx, &result, sizeof(result)); return 0; } int do_trace3(struct pt_regs *ctx) { struct probe_result_t3 result = {}; bpf_usdt_readarg(1, ctx, &result.v1); bpf_usdt_readarg(2, ctx, &result.v2); event3.perf_submit(ctx, &result, sizeof(result)); return 0; } int do_trace4(struct pt_regs *ctx) { struct probe_result_t4 result = {}; bpf_usdt_readarg(1, ctx, &result.v1); bpf_usdt_readarg_p(2, ctx, &result.v2, sizeof(result.v2)); event4.perf_submit(ctx, &result, sizeof(result)); return 0; } int do_trace5(struct pt_regs *ctx) { struct probe_result_t5 result = {}; bpf_usdt_readarg_p(1, ctx, &result.v1, sizeof(result.v1)); bpf_usdt_readarg(2, ctx, &result.v2); event5.perf_submit(ctx, &result, sizeof(result)); return 0; } """ # Compile and run the application self.ftemp = NamedTemporaryFile(delete=False) self.ftemp.close() comp = Popen(["gcc", "-I", "%s/include" % os.path.dirname(os.path.abspath(inspect.getfile(inspect.currentframe()))), "-x", "c++", "-o", self.ftemp.name, "-"], stdin=PIPE) comp.stdin.write(app_text) comp.stdin.close() self.assertEqual(comp.wait(), 0) self.app = Popen([self.ftemp.name]) def test_attach1(self): # enable USDT probe from given PID and verifier generated BPF programs u = USDT(pid=int(self.app.pid)) u.enable_probe(probe="probe_point_1", fn_name="do_trace1") u.enable_probe(probe="probe_point_2", fn_name="do_trace2") u.enable_probe(probe="probe_point_3", fn_name="do_trace3") u.enable_probe(probe="probe_point_4", fn_name="do_trace4") u.enable_probe(probe="probe_point_5", fn_name="do_trace5") b = BPF(text=self.bpf_text, usdt_contexts=[u], debug=4) # Event states for each event: # 0 - probe not caught, 1 - probe caught with correct value, # 2 - probe caught with incorrect value self.evt_st_1 = 0 self.evt_st_2 = 0 self.evt_st_3 = 0 # define output data structure in Python class Data1(ct.Structure): _fields_ = [("v1", ct.c_char), ("v2", ct.c_int)] class Data2(ct.Structure): _fields_ = [("v1", ct.c_int), ("v2", ct.c_char)] class Data3(ct.Structure): _fields_ = [("v1", ct.c_int), ("v2", ct.c_int)] class Data4(ct.Structure): _fields_ = [("v1", ct.c_ulonglong), ("v2", ct.c_char * 64)] class Data5(ct.Structure): _fields_ = [("v1", ct.c_char * 64), ("v2", ct.c_ulonglong)] def check_event_val(event, event_state, v1, v2, v3, v4): if ((event.v1 == v1 and event.v2 == v2) or (event.v1 == v3 and event.v2 == v4)): if (event_state == 0 or event_state == 1): return 1 return 2 def print_event1(cpu, data, size): event = ct.cast(data, ct.POINTER(Data1)).contents self.evt_st_1 = check_event_val(event, self.evt_st_1, b'\x0d', 40, b'\x08', 200) def print_event2(cpu, data, size): event = ct.cast(data, ct.POINTER(Data2)).contents # pretend we have two identical probe points to simplify the code self.evt_st_2 = check_event_val(event, self.evt_st_2, 5, b'\x04', 5, b'\x04') def print_event3(cpu, data, size): event = ct.cast(data, ct.POINTER(Data3)).contents self.evt_st_3 = check_event_val(event, self.evt_st_3, 200, 40, 8, 13) def print_event4(cpu, data, size): event = ct.cast(data, ct.POINTER(Data4)).contents print("%s" % event.v2) def print_event5(cpu, data, size): event = ct.cast(data, ct.POINTER(Data5)).contents print("%s" % event.v1) # loop with callback to print_event b[b"event1"].open_perf_buffer(print_event1) b[b"event2"].open_perf_buffer(print_event2) b[b"event3"].open_perf_buffer(print_event3) b[b"event4"].open_perf_buffer(print_event4) b[b"event5"].open_perf_buffer(print_event5) # three iterations to make sure we get some probes and have time to process them for i in range(3): b.perf_buffer_poll() self.assertTrue(self.evt_st_1 == 1 and self.evt_st_2 == 1 and self.evt_st_3 == 1) def tearDown(self): # kill the subprocess, clean the environment self.app.kill() self.app.wait() os.unlink(self.ftemp.name) if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_usdt2.py000077500000000000000000000133161465134135300200210ustar00rootroot00000000000000#!/usr/bin/env python3 # # USAGE: test_usdt2.py # # Copyright 2017 Facebook, Inc # Licensed under the Apache License, Version 2.0 (the "License") from __future__ import print_function from bcc import BPF, USDT from unittest import main, TestCase from subprocess import Popen, PIPE from tempfile import NamedTemporaryFile import ctypes as ct import inspect import os import signal class TestUDST(TestCase): def setUp(self): # Application, minimum, to define three trace points app_text = b""" #include #include #include "folly/tracing/StaticTracepoint.h" int main(int argc, char **argv) { int t = atoi(argv[1]); while (1) { FOLLY_SDT(test, probe_point_1, t); FOLLY_SDT(test, probe_point_2, t + 1); FOLLY_SDT(test, probe_point_3, t + 2); sleep(1); } return 1; } """ # BPF program self.bpf_text = b""" #include BPF_PERF_OUTPUT(event1); BPF_PERF_OUTPUT(event2); BPF_PERF_OUTPUT(event3); BPF_PERF_OUTPUT(event4); BPF_PERF_OUTPUT(event5); BPF_PERF_OUTPUT(event6); int do_trace1(struct pt_regs *ctx) { u32 pid = bpf_get_current_pid_tgid(); int result = 0; bpf_usdt_readarg(1, ctx, &result); if (FILTER) event1.perf_submit(ctx, &result, sizeof(result)); else event4.perf_submit(ctx, &result, sizeof(result)); return 0; }; int do_trace2(struct pt_regs *ctx) { u32 pid = bpf_get_current_pid_tgid(); int result = 0; bpf_usdt_readarg(1, ctx, &result); if (FILTER) event2.perf_submit(ctx, &result, sizeof(result)); else event5.perf_submit(ctx, &result, sizeof(result)); return 0; } int do_trace3(struct pt_regs *ctx) { u32 pid = bpf_get_current_pid_tgid(); int result = 0; bpf_usdt_readarg(1, ctx, &result); if (FILTER) event3.perf_submit(ctx, &result, sizeof(result)); else event6.perf_submit(ctx, &result, sizeof(result)); return 0; } """ # Compile and run the application self.ftemp = NamedTemporaryFile(delete=False) self.ftemp.close() comp = Popen(["gcc", "-I", "%s/include" % os.path.dirname(os.path.abspath(inspect.getfile(inspect.currentframe()))), "-x", "c++", "-o", self.ftemp.name, "-"], stdin=PIPE) comp.stdin.write(app_text) comp.stdin.close() self.assertEqual(comp.wait(), 0) # create 3 applications, 2 applications will have usdt attached and # the third one does not, and the third one should not call into # bpf program. self.app = Popen([self.ftemp.name, "1"]) self.app2 = Popen([self.ftemp.name, "11"]) self.app3 = Popen([self.ftemp.name, "21"]) def test_attach1(self): # Enable USDT probe from given PID and verifier generated BPF programs. u = USDT(pid=int(self.app.pid)) u.enable_probe(probe="probe_point_1", fn_name="do_trace1") u.enable_probe(probe="probe_point_2", fn_name="do_trace2") u2 = USDT(pid=int(self.app2.pid)) u2.enable_probe(probe="probe_point_2", fn_name="do_trace2") u2.enable_probe(probe="probe_point_3", fn_name="do_trace3") self.bpf_text = self.bpf_text.replace(b"FILTER", b"pid == %d" % self.app.pid) b = BPF(text=self.bpf_text, usdt_contexts=[u, u2]) # Event states for each event: # 0 - probe not caught, 1 - probe caught with correct value, # 2 - probe caught with incorrect value self.evt_st_1 = 0 self.evt_st_2 = 0 self.evt_st_3 = 0 self.evt_st_4 = 0 self.evt_st_5 = 0 self.evt_st_6 = 0 def check_event_val(data, event_state, expected_val): result = ct.cast(data, ct.POINTER(ct.c_int)).contents if result.value == expected_val: if (event_state == 0 or event_state == 1): return 1 return 2 def print_event1(cpu, data, size): self.evt_st_1 = check_event_val(data, self.evt_st_1, 1) def print_event2(cpu, data, size): self.evt_st_2 = check_event_val(data, self.evt_st_2, 2) def print_event3(cpu, data, size): self.evt_st_3 = check_event_val(data, self.evt_st_3, 3) def print_event4(cpu, data, size): self.evt_st_4 = check_event_val(data, self.evt_st_4, 11) def print_event5(cpu, data, size): self.evt_st_5 = check_event_val(data, self.evt_st_5, 12) def print_event6(cpu, data, size): self.evt_st_6 = check_event_val(data, self.evt_st_6, 13) # loop with callback to print_event b[b"event1"].open_perf_buffer(print_event1) b[b"event2"].open_perf_buffer(print_event2) b[b"event3"].open_perf_buffer(print_event3) b[b"event4"].open_perf_buffer(print_event4) b[b"event5"].open_perf_buffer(print_event5) b[b"event6"].open_perf_buffer(print_event6) # three iterations to make sure we get some probes and have time to process them for i in range(5): b.perf_buffer_poll() # note that event1 and event4 do not really fire, so their state should be 0 # use separate asserts so that if test fails we know which one is the culprit self.assertTrue(self.evt_st_1 == 1) self.assertTrue(self.evt_st_2 == 1) self.assertTrue(self.evt_st_3 == 0) self.assertTrue(self.evt_st_4 == 0) self.assertTrue(self.evt_st_5 == 1) self.assertTrue(self.evt_st_6 == 1) def tearDown(self): # kill the subprocess, clean the environment self.app.kill() self.app.wait() self.app2.kill() self.app2.wait() self.app3.kill() self.app3.wait() os.unlink(self.ftemp.name) if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_usdt3.py000077500000000000000000000107451465134135300200250ustar00rootroot00000000000000#!/usr/bin/env python3 # # USAGE: test_usdt3.py # # Copyright 2018 Facebook, Inc # Licensed under the Apache License, Version 2.0 (the "License") from __future__ import print_function from bcc import BPF, USDT from unittest import main, TestCase from subprocess import Popen, PIPE import ctypes as ct import inspect, os, tempfile class TestUDST(TestCase): def setUp(self): common_h = b""" #include "folly/tracing/StaticTracepoint.h" static inline void record_val(int val) { FOLLY_SDT(test, probe, val); FOLLY_SDT(test_dup_name, probe, val); } extern void record_a(int val); extern void record_b(int val); """ a_c = b""" #include #include "common.h" void record_a(int val) { record_val(val); } """ b_c = b""" #include #include "common.h" void record_b(int val) { record_val(val); } """ m_c = b""" #include #include #include "common.h" int main() { while (1) { record_a(1); record_b(2); record_val(3); sleep(1); } return 0; } """ # BPF program self.bpf_text = b""" BPF_PERF_OUTPUT(event); int do_trace(struct pt_regs *ctx) { int result = 0; bpf_usdt_readarg(1, ctx, &result); event.perf_submit(ctx, &result, sizeof(result)); return 0; }; """ def _create_file(name, text): text_file = open(name, "wb") text_file.write(text) text_file.close() # Create source files self.tmp_dir = tempfile.mkdtemp() print("temp directory: " + self.tmp_dir) _create_file(self.tmp_dir + "/common.h", common_h) _create_file(self.tmp_dir + "/a.cpp", a_c) _create_file(self.tmp_dir + "/b.cpp", b_c) _create_file(self.tmp_dir + "/m.cpp", m_c) # Compilation # the usdt test:probe exists in liba.so, libb.so and a.out include_path = os.path.dirname(os.path.abspath(inspect.getfile(inspect.currentframe()))) + "/include" a_src = self.tmp_dir + "/a.cpp" a_obj = self.tmp_dir + "/a.o" a_lib = self.tmp_dir + "/liba.so" b_src = self.tmp_dir + "/b.cpp" b_obj = self.tmp_dir + "/b.o" b_lib = self.tmp_dir + "/libb.so" m_src = self.tmp_dir + "/m.cpp" m_bin = self.tmp_dir + "/a.out" m_linker_opt = " -L" + self.tmp_dir + " -la -lb" self.assertEqual(os.system("gcc -I" + include_path + " -fpic -c -o " + a_obj + " " + a_src), 0) self.assertEqual(os.system("gcc -I" + include_path + " -fpic -c -o " + b_obj + " " + b_src), 0) self.assertEqual(os.system("gcc -shared -o " + a_lib + " " + a_obj), 0) self.assertEqual(os.system("gcc -shared -o " + b_lib + " " + b_obj), 0) self.assertEqual(os.system("gcc -I" + include_path + " " + m_src + " -o " + m_bin + m_linker_opt), 0) # Run the application self.app = Popen([m_bin], env=dict(os.environ, LD_LIBRARY_PATH=self.tmp_dir)) os.system("../../tools/tplist.py -vvv -p " + str(self.app.pid)) def test_attach1(self): # enable USDT probe from given PID and verifier generated BPF programs u = USDT(pid=int(self.app.pid)) u.enable_probe(probe="test:probe", fn_name="do_trace") b = BPF(text=self.bpf_text, usdt_contexts=[u]) # processing events self.probe_value_1 = 0 self.probe_value_2 = 0 self.probe_value_3 = 0 self.probe_value_other = 0 def print_event(cpu, data, size): result = ct.cast(data, ct.POINTER(ct.c_int)).contents if result.value == 1: self.probe_value_1 = 1 elif result.value == 2: self.probe_value_2 = 1 elif result.value == 3: self.probe_value_3 = 1 else: self.probe_value_other = 1 b[b"event"].open_perf_buffer(print_event) for i in range(100): if (self.probe_value_1 == 0 or self.probe_value_2 == 0 or self.probe_value_3 == 0 or self.probe_value_other != 0): b.perf_buffer_poll() else: break; self.assertTrue(self.probe_value_1 != 0) self.assertTrue(self.probe_value_2 != 0) self.assertTrue(self.probe_value_3 != 0) self.assertTrue(self.probe_value_other == 0) def tearDown(self): # kill the subprocess, clean the environment self.app.kill() self.app.wait() os.system("rm -rf " + self.tmp_dir) if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/test_utils.py000077500000000000000000000013021465134135300201100ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) Catalysts GmbH # Licensed under the Apache License, Version 2.0 (the "License") from bcc.utils import get_online_cpus, detect_language import multiprocessing import unittest import os class TestUtils(unittest.TestCase): def test_get_online_cpus(self): online_cpus = get_online_cpus() num_cores = multiprocessing.cpu_count() self.assertEqual(len(online_cpus), num_cores) def test_detect_language(self): candidates = ["c", "java", "perl", "php", "node", "ruby", "python"] language = detect_language(candidates, os.getpid()) self.assertEqual(language, "python") if __name__ == "__main__": unittest.main() bpfcc-0.31.0/tests/python/test_xlate1.c000066400000000000000000000044731465134135300177510ustar00rootroot00000000000000// Copyright (c) PLUMgrid, Inc. // Licensed under the Apache License, Version 2.0 (the "License") #include struct IPKey { u32 dip; u32 sip; }; struct IPLeaf { u32 xdip; u32 xsip; u64 ip_xlated_pkts; u64 arp_xlated_pkts; }; BPF_HASH(xlate, struct IPKey, struct IPLeaf, 1024); int on_packet(struct __sk_buff *skb) { u8 *cursor = 0; u32 orig_dip = 0; u32 orig_sip = 0; struct IPLeaf xleaf = {}; ethernet: { struct ethernet_t *ethernet = cursor_advance(cursor, sizeof(*ethernet)); switch (ethernet->type) { case ETH_P_IP: goto ip; case ETH_P_ARP: goto arp; case ETH_P_8021Q: goto dot1q; default: goto EOP; } } dot1q: { struct dot1q_t *dot1q = cursor_advance(cursor, sizeof(*dot1q)); switch (dot1q->type) { case ETH_P_IP: goto ip; case ETH_P_ARP: goto arp; default: goto EOP; } } arp: { struct arp_t *arp = cursor_advance(cursor, sizeof(*arp)); orig_dip = arp->tpa; orig_sip = arp->spa; struct IPKey key = {.dip=orig_dip, .sip=orig_sip}; struct IPLeaf *xleafp = xlate.lookup(&key); if (xleafp) { xleaf = *xleafp; arp->tpa = xleaf.xdip; arp->spa = xleaf.xsip; lock_xadd(&xleafp->arp_xlated_pkts, 1); } goto EOP; } ip: { struct ip_t *ip = cursor_advance(cursor, sizeof(*ip)); orig_dip = ip->dst; orig_sip = ip->src; struct IPKey key = {.dip=orig_dip, .sip=orig_sip}; struct IPLeaf *xleafp = xlate.lookup(&key); if (xleafp) { xleaf = *xleafp; ip->dst = xleaf.xdip; incr_cksum_l3(&ip->hchecksum, orig_dip, xleaf.xdip); ip->src = xleaf.xsip; incr_cksum_l3(&ip->hchecksum, orig_sip, xleaf.xsip); lock_xadd(&xleafp->ip_xlated_pkts, 1); } switch (ip->nextp) { case 6: goto tcp; case 17: goto udp; default: goto EOP; } } udp: { struct udp_t *udp = cursor_advance(cursor, sizeof(*udp)); if (xleaf.xdip) { incr_cksum_l4(&udp->crc, orig_dip, xleaf.xdip, 1); incr_cksum_l4(&udp->crc, orig_sip, xleaf.xsip, 1); } goto EOP; } tcp: { struct tcp_t *tcp = cursor_advance(cursor, sizeof(*tcp)); if (xleaf.xdip) { incr_cksum_l4(&tcp->cksum, orig_dip, xleaf.xdip, 1); incr_cksum_l4(&tcp->cksum, orig_sip, xleaf.xsip, 1); } goto EOP; } EOP: return 0; } bpfcc-0.31.0/tests/python/test_xlate1.py000077500000000000000000000047101465134135300201540ustar00rootroot00000000000000#!/usr/bin/env python3 # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") from netaddr import IPAddress from bcc import BPF from pyroute2 import IPRoute, protocols from socket import socket, AF_INET, SOCK_DGRAM from subprocess import call import sys from time import sleep from unittest import main, TestCase arg1 = sys.argv.pop(1).encode() arg2 = "".encode() if len(sys.argv) > 1: arg2 = sys.argv.pop(1) class TestBPFFilter(TestCase): def setUp(self): b = BPF(arg1, arg2, debug=0) fn = b.load_func(b"on_packet", BPF.SCHED_ACT) ip = IPRoute() ifindex = ip.link_lookup(ifname=b"eth0")[0] # set up a network to change the flow: # outside | inside # 172.16.1.1 - 172.16.1.2 | 192.168.1.1 - 192.16.1.2 ip.addr("del", index=ifindex, address="172.16.1.2", mask=24) ip.addr("add", index=ifindex, address="192.168.1.2", mask=24) # add an ingress and egress qdisc ip.tc("add", "ingress", ifindex, "ffff:") ip.tc("add", "sfq", ifindex, "1:") # add same program to both ingress/egress, so pkt is translated in both directions action = {"kind": "bpf", "fd": fn.fd, "name": fn.name, "action": "ok"} ip.tc("add-filter", "u32", ifindex, ":1", parent="ffff:", action=[action], protocol=protocols.ETH_P_ALL, classid=1, target=0x10002, keys=['0x0/0x0+0']) ip.tc("add-filter", "u32", ifindex, ":2", parent="1:", action=[action], protocol=protocols.ETH_P_ALL, classid=1, target=0x10002, keys=['0x0/0x0+0']) self.xlate = b.get_table(b"xlate") def test_xlate(self): key1 = self.xlate.Key(IPAddress("172.16.1.2").value, IPAddress("172.16.1.1").value) leaf1 = self.xlate.Leaf(IPAddress("192.168.1.2").value, IPAddress("192.168.1.1").value, 0, 0) self.xlate[key1] = leaf1 key2 = self.xlate.Key(IPAddress("192.168.1.1").value, IPAddress("192.168.1.2").value) leaf2 = self.xlate.Leaf(IPAddress("172.16.1.1").value, IPAddress("172.16.1.2").value, 0, 0) self.xlate[key2] = leaf2 call(["ping", "-c1", "192.168.1.1"]) leaf = self.xlate[key1] self.assertGreater(leaf.ip_xlated_pkts, 0) self.assertGreater(leaf.arp_xlated_pkts, 0) leaf = self.xlate[key2] self.assertGreater(leaf.ip_xlated_pkts, 0) self.assertGreater(leaf.arp_xlated_pkts, 0) if __name__ == "__main__": main() bpfcc-0.31.0/tests/python/utils.py000066400000000000000000000065761465134135300170700ustar00rootroot00000000000000from pyroute2 import NSPopen import traceback import shutil import logging, os, sys, re if 'PYTHON_TEST_LOGFILE' in os.environ: logfile=os.environ['PYTHON_TEST_LOGFILE'] logging.basicConfig(level=logging.ERROR, filename=logfile, filemode='a') else: logging.basicConfig(level=logging.ERROR, stream=sys.stderr) logger = logging.getLogger() def has_executable(name): path = shutil.which(name) if path is None: raise Exception(name + ": command not found") return path # This is a decorator that will allow for logging tests, but flagging them as # "known to fail". These tests legitimately fail and represent actual bugs, but # as these are already documented the test status can be "green" without these # tests, similar to catch2's [!mayfail] tag. # This is done using the existing python unittest concept of an "expected failure", # but it is only done after the fact, if the test fails or raises an exception. # It gives all tests a chance to succeed, but if they fail it logs them and # continues. def mayFail(message): def decorator(func): def wrapper(*args, **kwargs): res = None err = None try: res = func(*args, **kwargs) except BaseException as e: logger.critical("WARNING! Test %s failed, but marked as passed because it is decorated with @mayFail." % args[0]) logger.critical("\tThe reason why this mayFail was: %s" % message) logger.critical("\tThe failure was: \"%s\"" % e) logger.critical("\tStacktrace: \"%s\"" % traceback.format_exc()) testcase=args[0] testcase.TestResult().addExpectedFailure(testcase, e) err = e finally: if err != None: raise err else: return res return wrapper return decorator # This is a decorator that will skip tests if any binary in the list is not in PATH. def skipUnlessHasBinaries(binaries, message): def decorator(func): def wrapper(self, *args, **kwargs): missing = [] for binary in binaries: if shutil.which(binary) is None: missing.append(binary) if len(missing): missing_binaries = ", ".join(missing) self.skipTest(f"Missing binaries: {missing_binaries}. {message}") else: func(self, *args, **kwargs) return wrapper return decorator class NSPopenWithCheck(NSPopen): """ A wrapper for NSPopen that additionally checks if the program to be executed is available from the system path or not. If found, it proceeds with the usual NSPopen() call. Otherwise, it raises an exception. """ def __init__(self, nsname, *argv, **kwarg): name = list(argv)[0][0] has_executable(name) super(NSPopenWithCheck, self).__init__(nsname, *argv, **kwarg) KERNEL_VERSION_PATTERN = r"v?(?P[0-9]+)\.(?P[0-9]+).*" def kernel_version_ge(major, minor): # True if running kernel is >= X.Y match = re.match(KERNEL_VERSION_PATTERN, os.uname()[2]) x = int(match.group("major")) y = int(match.group("minor")) if x > major: return True if x < major: return False if minor and y < minor: return False return True bpfcc-0.31.0/tests/wrapper.sh.in000077500000000000000000000031421465134135300164430ustar00rootroot00000000000000#!/bin/bash # Copyright (c) PLUMgrid, Inc. # Licensed under the Apache License, Version 2.0 (the "License") #set -x name=$1; shift kind=$1; shift cmd=$1; shift PYTHONPATH=@CMAKE_BINARY_DIR@/src/python/bcc-python3 PYTHONIOENCODING=utf-8 LD_LIBRARY_PATH=@CMAKE_BINARY_DIR@:@CMAKE_BINARY_DIR@/src/cc ns=$name function cleanup() { trap - EXIT if [[ "$kind" = "namespace" ]]; then sudo ip netns delete $ns fi } trap cleanup EXIT function ns_run() { sudo ip netns add $ns sudo ip link add $ns.in type veth peer name $ns.out sudo ip link set $ns.in netns $ns sudo ip netns exec $ns ip link set $ns.in name eth0 sudo ip netns exec $ns ip addr add dev eth0 172.16.1.2/24 sudo ip netns exec $ns ip link set eth0 up sudo ip netns exec $ns ethtool -K eth0 tx off sudo ip addr add dev $ns.out 172.16.1.1/24 sudo ip link set $ns.out up sudo --preserve-env=PYTHON_TEST_LOGFILE env PYTHONIOENCODING=$PYTHONIOENCODING PYTHONPATH=$PYTHONPATH LD_LIBRARY_PATH=$LD_LIBRARY_PATH ip netns exec $ns $cmd "$@" return $? } function sudo_run() { sudo --preserve-env=PYTHON_TEST_LOGFILE env PYTHONIOENCODING=$PYTHONIOENCODING PYTHONPATH=$PYTHONPATH LD_LIBRARY_PATH=$LD_LIBRARY_PATH $cmd "$@" return $? } function simple_run() { PYTHONIOENCODING=$PYTHONIOENCODING PYTHONPATH=$PYTHONPATH PYTHON_TEST_LOGFILE=$PYTHON_TEST_LOGFILE LD_LIBRARY_PATH=$LD_LIBRARY_PATH $cmd "$@" return $? } case $kind in namespace) ns_run "$@" ;; sudo) sudo_run "$@" ;; simple) simple_run "$@" ;; *) echo "Invalid kind $kind" exit 1 ;; esac [[ $? -ne 0 ]] && { echo "Failed"; exit 1; } exit 0 bpfcc-0.31.0/tools/000077500000000000000000000000001465134135300140155ustar00rootroot00000000000000bpfcc-0.31.0/tools/CMakeLists.txt000066400000000000000000000021411465134135300165530ustar00rootroot00000000000000file(GLOB C_FILES *.c) file(GLOB PY_FILES *.py) file(GLOB SH_FILES *.sh) file(GLOB TXT_FILES *.txt) list(REMOVE_ITEM TXT_FILES ${CMAKE_CURRENT_SOURCE_DIR}/CMakeLists.txt) foreach(FIL ${PY_FILES}) get_filename_component(FIL_WE ${FIL} NAME_WE) install(PROGRAMS ${FIL} DESTINATION share/bcc/tools RENAME ${FIL_WE}) endforeach() foreach(FIL ${SH_FILES}) if(${FIL} STREQUAL ${CMAKE_CURRENT_SOURCE_DIR}/reset-trace.sh) get_filename_component(FIL_WE ${FIL} NAME_WE) install(PROGRAMS ${FIL} DESTINATION share/bcc/tools RENAME ${FIL_WE}) else() file(READ ${FIL} CONTENT) string(REPLACE ".py -l" " -l" CONTENT_WE ${CONTENT}) string(REPLACE "\"" "\\\"" CONTENT_WE ${CONTENT_WE}) get_filename_component(FIL_WE ${FIL} NAME_WE) install(PROGRAMS ${FIL} DESTINATION share/bcc/tools RENAME ${FIL_WE}) install(CODE "file(WRITE \"\$ENV{DESTDIR}/\${CMAKE_INSTALL_PREFIX}/share/bcc/tools/${FIL_WE}\" \"${CONTENT_WE}\")") endif() endforeach() install(FILES ${C_FILES} DESTINATION share/bcc/tools) install(FILES ${TXT_FILES} DESTINATION share/bcc/tools/doc) add_subdirectory(lib) add_subdirectory(old) bpfcc-0.31.0/tools/argdist.py000077500000000000000000001100421465134135300160250ustar00rootroot00000000000000#!/usr/bin/env python # # argdist Trace a function and display a distribution of its # parameter values as a histogram or frequency count. # # USAGE: argdist [-h] [-p PID] [-z STRING_SIZE] [-i INTERVAL] [-n COUNT] [-v] # [-c] [-T TOP] [-C specifier] [-H specifier] [-I header] # [-t TID] # # Licensed under the Apache License, Version 2.0 (the "License") # Copyright (C) 2016 Sasha Goldshtein. from bcc import BPF, USDT, StrcmpRewrite from time import sleep, strftime import argparse import re import traceback import os import sys class Probe(object): next_probe_index = 0 streq_index = 0 aliases = {"$PID": "(bpf_get_current_pid_tgid() >> 32)", "$COMM": "&val.name"} def _substitute_aliases(self, expr): if expr is None: return expr for alias, subst in Probe.aliases.items(): expr = expr.replace(alias, subst) return expr def _parse_signature(self): params = map(str.strip, self.signature.split(',')) self.param_types = {} for param in params: # If the type is a pointer, the * can be next to the # param name. Other complex types like arrays are not # supported right now. index = param.rfind('*') index = index if index != -1 else param.rfind(' ') param_type = param[0:index + 1].strip() param_name = param[index + 1:].strip() self.param_types[param_name] = param_type # Maintain list of user params. Then later decide to # switch to bpf_probe_read_kernel or bpf_probe_read_user. if "__user" in param_type.split(): self.probe_user_list.add(param_name) def _generate_entry(self): self.entry_probe_func = self.probe_func_name + "_entry" text = """ int PROBENAME(struct pt_regs *ctx SIGNATURE) { u64 __pid_tgid = bpf_get_current_pid_tgid(); u32 __pid = __pid_tgid; // lower 32 bits u32 __tgid = __pid_tgid >> 32; // upper 32 bits PID_FILTER TID_FILTER COLLECT return 0; } """ text = text.replace("PROBENAME", self.entry_probe_func) text = text.replace("SIGNATURE", "" if len(self.signature) == 0 else ", " + self.signature) text = text.replace("PID_FILTER", self._generate_pid_filter()) text = text.replace("TID_FILTER", self._generate_tid_filter()) collect = "" for pname in self.args_to_probe: param_hash = self.hashname_prefix + pname if pname == "__latency": collect += """ u64 __time = bpf_ktime_get_ns(); %s.update(&__pid, &__time); """ % param_hash else: collect += "%s.update(&__pid, &%s);\n" % \ (param_hash, pname) text = text.replace("COLLECT", collect) return text def _generate_entry_probe(self): # Any $entry(name) expressions result in saving that argument # when entering the function. self.args_to_probe = set() regex = r"\$entry\((\w+)\)" for expr in self.exprs: for arg in re.finditer(regex, expr): self.args_to_probe.add(arg.group(1)) for arg in re.finditer(regex, self.filter): self.args_to_probe.add(arg.group(1)) if any(map(lambda expr: "$latency" in expr, self.exprs)) or \ "$latency" in self.filter: self.args_to_probe.add("__latency") self.param_types["__latency"] = "u64" # nanoseconds for pname in self.args_to_probe: if pname not in self.param_types: raise ValueError("$entry(%s): no such param" % arg) self.hashname_prefix = "%s_param_" % self.probe_hash_name text = "" for pname in self.args_to_probe: # Each argument is stored in a separate hash that is # keyed by pid. text += "BPF_HASH(%s, u32, %s);\n" % \ (self.hashname_prefix + pname, self.param_types[pname]) text += self._generate_entry() return text def _generate_retprobe_prefix(self): # After we're done here, there are __%s_val variables for each # argument we needed to probe using $entry(name), and they all # have values (which isn't necessarily the case if we missed # the method entry probe). text = "" self.param_val_names = {} for pname in self.args_to_probe: val_name = "__%s_val" % pname text += "%s *%s = %s.lookup(&__pid);\n" % \ (self.param_types[pname], val_name, self.hashname_prefix + pname) text += "if (%s == 0) { return 0 ; }\n" % val_name self.param_val_names[pname] = val_name return text def _generate_comm_prefix(self): text = """ struct val_t { u32 pid; char name[sizeof(struct __string_t)]; }; struct val_t val = {.pid = (bpf_get_current_pid_tgid() >> 32) }; bpf_get_current_comm(&val.name, sizeof(val.name)); """ return text def _replace_entry_exprs(self): for pname, vname in self.param_val_names.items(): if pname == "__latency": entry_expr = "$latency" val_expr = "(bpf_ktime_get_ns() - *%s)" % vname else: entry_expr = "$entry(%s)" % pname val_expr = "(*%s)" % vname for i in range(0, len(self.exprs)): self.exprs[i] = self.exprs[i].replace( entry_expr, val_expr) self.filter = self.filter.replace(entry_expr, val_expr) def _attach_entry_probe(self): if self.is_user: self.bpf.attach_uprobe(name=self.library, sym=self.function, fn_name=self.entry_probe_func, pid=self.pid or -1) else: self.bpf.attach_kprobe(event=self.function, fn_name=self.entry_probe_func) def _bail(self, error): raise ValueError("error parsing probe '%s': %s" % (self.raw_spec, error)) def _validate_specifier(self): # Everything after '#' is the probe label, ignore it spec = self.raw_spec.split('#')[0] parts = spec.strip().split(':') if len(parts) < 3: self._bail("at least the probe type, library, and " + "function signature must be specified") if len(parts) > 6: self._bail("extraneous ':'-separated parts detected") if parts[0] not in ["r", "p", "t", "u"]: self._bail("probe type must be 'p', 'r', 't', or 'u'" + " but got '%s'" % parts[0]) if re.match(r"\S+\(.*\)", parts[2]) is None: self._bail(("function signature '%s' has an invalid " + "format") % parts[2]) def _parse_expr_types(self, expr_types): if len(expr_types) == 0: self._bail("no expr types specified") self.expr_types = expr_types.split(',') def _parse_exprs(self, exprs): if len(exprs) == 0: self._bail("no exprs specified") self.exprs = exprs.split(',') def _make_valid_identifier(self, ident): return re.sub(r'[^A-Za-z0-9_]', '_', ident) def __init__(self, tool, type, specifier): self.usdt_ctx = None self.streq_functions = "" self.pid = tool.args.pid self.tid = tool.args.tid self.cumulative = tool.args.cumulative or False self.raw_spec = specifier self.probe_user_list = set() self.bin_cmp = False self._validate_specifier() spec_and_label = specifier.split('#') self.label = spec_and_label[1] \ if len(spec_and_label) == 2 else None parts = spec_and_label[0].strip().split(':') self.type = type # hist or freq self.probe_type = parts[0] fparts = parts[2].split('(') self.function = fparts[0].strip() if self.probe_type == "t": self.library = "" # kernel self.tp_category = parts[1] self.tp_event = self.function elif self.probe_type == "u": self.library = parts[1] self.probe_func_name = self._make_valid_identifier( "%s_probe%d" % (self.function, Probe.next_probe_index)) self._enable_usdt_probe() else: self.library = parts[1] self.is_user = len(self.library) > 0 self.signature = fparts[1].strip()[:-1] self._parse_signature() # If the user didn't specify an expression to probe, we probe # the retval in a ret probe, or simply the value "1" otherwise. self.is_default_expr = len(parts) < 5 if not self.is_default_expr: self._parse_expr_types(parts[3]) self._parse_exprs(parts[4]) if len(self.exprs) != len(self.expr_types): self._bail("mismatched # of exprs and types") if self.type == "hist" and len(self.expr_types) > 1: self._bail("histograms can only have 1 expr") else: if not self.probe_type == "r" and self.type == "hist": self._bail("histograms must have expr") self.expr_types = \ ["u64" if not self.probe_type == "r" else "int"] self.exprs = \ ["1" if not self.probe_type == "r" else "$retval"] self.filter = "" if len(parts) != 6 else parts[5] self._substitute_exprs() # Do we need to attach an entry probe so that we can collect an # argument that is required for an exit (return) probe? def check(expr): keywords = ["$entry", "$latency"] return any(map(lambda kw: kw in expr, keywords)) self.entry_probe_required = self.probe_type == "r" and \ (any(map(check, self.exprs)) or check(self.filter)) self.probe_func_name = self._make_valid_identifier( "%s_probe%d" % (self.function, Probe.next_probe_index)) self.probe_hash_name = self._make_valid_identifier( "%s_hash%d" % (self.function, Probe.next_probe_index)) Probe.next_probe_index += 1 def _enable_usdt_probe(self): self.usdt_ctx = USDT(path=self.library, pid=self.pid) self.usdt_ctx.enable_probe( self.function, self.probe_func_name) def _substitute_exprs(self): def repl(expr): expr = self._substitute_aliases(expr) rdict = StrcmpRewrite.rewrite_expr(expr, self.bin_cmp, self.library, self.probe_user_list, self.streq_functions, Probe.streq_index) expr = rdict["expr"] self.streq_functions = rdict["streq_functions"] Probe.streq_index = rdict["probeid"] return expr.replace("$retval", "PT_REGS_RC(ctx)") for i in range(0, len(self.exprs)): self.exprs[i] = repl(self.exprs[i]) self.filter = repl(self.filter) def _is_string(self, expr_type): return expr_type == "char*" or expr_type == "char *" def _generate_hash_field(self, i): if self._is_string(self.expr_types[i]): return "struct __string_t v%d;\n" % i else: return "%s v%d;\n" % (self.expr_types[i], i) def _generate_usdt_arg_assignment(self, i): expr = self.exprs[i] if self.probe_type == "u" and expr[0:3] == "arg": arg_index = int(expr[3]) arg_ctype = self.usdt_ctx.get_probe_arg_ctype( self.function, arg_index - 1) return (" %s %s = 0;\n" + " bpf_usdt_readarg(%s, ctx, &%s);\n") \ % (arg_ctype, expr, expr[3], expr) else: return "" def _generate_field_assignment(self, i): text = self._generate_usdt_arg_assignment(i) if self._is_string(self.expr_types[i]): if self.is_user or \ self.exprs[i] in self.probe_user_list: probe_readfunc = "bpf_probe_read_user" else: probe_readfunc = "bpf_probe_read_kernel" return (text + " %s(&__key.v%d.s," + " sizeof(__key.v%d.s), (void *)%s);\n") % \ (probe_readfunc, i, i, self.exprs[i]) else: return text + " __key.v%d = %s;\n" % \ (i, self.exprs[i]) def _generate_hash_decl(self): if self.type == "hist": return "BPF_HISTOGRAM(%s, %s);" % \ (self.probe_hash_name, self.expr_types[0]) else: text = "struct %s_key_t {\n" % self.probe_hash_name for i in range(0, len(self.expr_types)): text += self._generate_hash_field(i) text += "};\n" text += "BPF_HASH(%s, struct %s_key_t, u64);\n" % \ (self.probe_hash_name, self.probe_hash_name) return text def _generate_key_assignment(self): if self.type == "hist": return self._generate_usdt_arg_assignment(0) + \ ("%s __key = %s;\n" % (self.expr_types[0], self.exprs[0])) else: text = "struct %s_key_t __key = {};\n" % \ self.probe_hash_name for i in range(0, len(self.exprs)): text += self._generate_field_assignment(i) return text def _generate_hash_update(self): if self.type == "hist": return "%s.atomic_increment(bpf_log2l(__key));" % \ self.probe_hash_name else: return "%s.atomic_increment(__key);" % \ self.probe_hash_name def _generate_pid_filter(self): # Kernel probes need to explicitly filter pid, because the # attach interface doesn't support pid filtering if self.pid is not None and not self.is_user: return "if (__tgid != %d) { return 0; }" % self.pid else: return "" def _generate_tid_filter(self): if self.tid is not None and not self.is_user: return "if (__pid != %d) { return 0; }" % self.tid else: return "" def generate_text(self): program = "" probe_text = """ DATA_DECL """ + ( "TRACEPOINT_PROBE(%s, %s)" % (self.tp_category, self.tp_event) if self.probe_type == "t" else "int PROBENAME(struct pt_regs *ctx SIGNATURE)") + """ { u64 __pid_tgid = bpf_get_current_pid_tgid(); u32 __pid = __pid_tgid; // lower 32 bits u32 __tgid = __pid_tgid >> 32; // upper 32 bits PID_FILTER TID_FILTER PREFIX KEY_EXPR if (!(FILTER)) return 0; COLLECT return 0; } """ prefix = "" signature = "" # If any entry arguments are probed in a ret probe, we need # to generate an entry probe to collect them if self.entry_probe_required: program += self._generate_entry_probe() prefix += self._generate_retprobe_prefix() # Replace $entry(paramname) with a reference to the # value we collected when entering the function: self._replace_entry_exprs() if self.probe_type == "p" and len(self.signature) > 0: # Only entry uprobes/kprobes can have user-specified # signatures. Other probes force it to (). signature = ", " + self.signature # If COMM is specified prefix with code to get process name if self.exprs.count(self.aliases['$COMM']): prefix += self._generate_comm_prefix() program += probe_text.replace("PROBENAME", self.probe_func_name) program = program.replace("SIGNATURE", signature) program = program.replace("PID_FILTER", self._generate_pid_filter()) program = program.replace("TID_FILTER", self._generate_tid_filter()) decl = self._generate_hash_decl() key_expr = self._generate_key_assignment() collect = self._generate_hash_update() program = program.replace("DATA_DECL", decl) program = program.replace("KEY_EXPR", key_expr) program = program.replace("FILTER", "1" if len(self.filter) == 0 else self.filter) program = program.replace("COLLECT", collect) program = program.replace("PREFIX", prefix) return self.streq_functions + program def _attach_u(self): libpath = BPF.find_library(self.library) if libpath is None: libpath = BPF.find_exe(self.library) if libpath is None or len(libpath) == 0: self._bail("unable to find library %s" % self.library) if self.probe_type == "r": self.bpf.attach_uretprobe(name=libpath, sym=self.function, fn_name=self.probe_func_name, pid=self.pid or -1) else: self.bpf.attach_uprobe(name=libpath, sym=self.function, fn_name=self.probe_func_name, pid=self.pid or -1) def _attach_k(self): if self.probe_type == "t": pass # Nothing to do for tracepoints elif self.probe_type == "r": self.bpf.attach_kretprobe(event=self.function, fn_name=self.probe_func_name) else: self.bpf.attach_kprobe(event=self.function, fn_name=self.probe_func_name) def attach(self, bpf): self.bpf = bpf if self.probe_type == "u": return if self.is_user: self._attach_u() else: self._attach_k() if self.entry_probe_required: self._attach_entry_probe() # Check whether hash table batch ops is supported if self.type == "freq" and self.bpf.kernel_struct_has_field( b'bpf_map_ops', b'map_lookup_and_delete_batch') == 1: self.htab_batch_ops = True else: self.htab_batch_ops = False def _v2s(self, v): # Most fields can be converted with plain str(), but strings # are wrapped in a __string_t which has an .s field if "__string_t" in type(v).__name__: return str(v.s) return str(v) def _display_expr(self, i): # Replace ugly latency calculation with $latency expr = self.exprs[i].replace( "(bpf_ktime_get_ns() - *____latency_val)", "$latency") # Replace alias values back with the alias name for alias, subst in Probe.aliases.items(): expr = expr.replace(subst, alias) # Replace retval expression with $retval expr = expr.replace("PT_REGS_RC(ctx)", "$retval") # Replace ugly (*__param_val) expressions with param name return re.sub(r"\(\*__(\w+)_val\)", r"\1", expr) def _display_key(self, key): if self.is_default_expr: if not self.probe_type == "r": return "total calls" else: return "retval = %s" % str(key.v0) else: # The key object has v0, ..., vk fields containing # the values of the expressions from self.exprs def str_i(i): key_i = self._v2s(getattr(key, "v%d" % i)) return "%s = %s" % \ (self._display_expr(i), key_i) return ", ".join(map(str_i, range(0, len(self.exprs)))) def display(self, top): data = self.bpf.get_table(self.probe_hash_name) if self.type == "freq": print(self.label or self.raw_spec) print("\t%-10s %s" % ("COUNT", "EVENT")) sdata = sorted(data.items_lookup_batch() if self.htab_batch_ops else data.items(), key=lambda p: p[1].value) if top is not None: sdata = sdata[-top:] for key, value in sdata: # Print some nice values if the user didn't # specify an expression to probe if self.is_default_expr: if not self.probe_type == "r": key_str = "total calls" else: key_str = "retval = %s" % \ self._v2s(key.v0) else: key_str = self._display_key(key) print("\t%-10s %s" % (str(value.value), key_str)) elif self.type == "hist": label = self.label or (self._display_expr(0) if not self.is_default_expr else "retval") data.print_log2_hist(val_type=label) if not self.cumulative: if self.htab_batch_ops: data.items_delete_batch() else: data.clear() def __str__(self): return self.label or self.raw_spec class Tool(object): examples = """ Probe specifier syntax: {p,r,t,u}:{[library],category}:function(signature):type[,type...]:expr[,expr...][:filter]][#label] Where: p,r,t,u -- probe at function entry, function exit, kernel tracepoint, or USDT probe in exit probes: can use $retval, $entry(param), $latency library -- the library that contains the function (leave empty for kernel functions) category -- the category of the kernel tracepoint (e.g. net, sched) function -- the function name to trace (or tracepoint name) signature -- the function's parameters, as in the C header type -- the type of the expression to collect (supports multiple) expr -- the expression to collect (supports multiple) filter -- the filter that is applied to collected values label -- the label for this probe in the resulting output EXAMPLES: argdist -H 'p::__kmalloc(u64 size):u64:size' Print a histogram of allocation sizes passed to kmalloc argdist -p 1005 -C 'p:c:malloc(size_t size):size_t:size:size==16' Print a frequency count of how many times process 1005 called malloc with an allocation size of 16 bytes argdist -C 'r:c:gets():char*:(char*)$retval#snooped strings' Snoop on all strings returned by gets() argdist -H 'r::__kmalloc(size_t size):u64:$latency/$entry(size)#ns per byte' Print a histogram of nanoseconds per byte from kmalloc allocations argdist -C 'p::__kmalloc(size_t sz, gfp_t flags):size_t:sz:flags&GFP_ATOMIC' Print frequency count of kmalloc allocation sizes that have GFP_ATOMIC argdist -p 1005 -C 'p:c:write(int fd):int:fd' -T 5 Print frequency counts of how many times writes were issued to a particular file descriptor number, in process 1005, but only show the top 5 busiest fds argdist -p 1005 -H 'r:c:read()' Print a histogram of results (sizes) returned by read() in process 1005 argdist -C 'r::__vfs_read():u32:$PID:$latency > 100000' Print frequency of reads by process where the latency was >0.1ms argdist -C 'r::__vfs_read():u32:$COMM:$latency > 100000' Print frequency of reads by process name where the latency was >0.1ms argdist -H 'r::__vfs_read(void *file, void *buf, size_t count):size_t: $entry(count):$latency > 1000000' Print a histogram of read sizes that were longer than 1ms argdist -H \\ 'p:c:write(int fd, const void *buf, size_t count):size_t:count:fd==1' Print a histogram of buffer sizes passed to write() across all processes, where the file descriptor was 1 (STDOUT) argdist -C 'p:c:fork()#fork calls' Count fork() calls in libc across all processes Can also use funccount.py, which is easier and more flexible argdist -H 't:block:block_rq_complete():u32:args->nr_sector' Print histogram of number of sectors in completing block I/O requests argdist -C 't:irq:irq_handler_entry():int:args->irq' Aggregate interrupts by interrupt request (IRQ) argdist -C 'u:pthread:pthread_start():u64:arg2' -p 1337 Print frequency of function addresses used as a pthread start function, relying on the USDT pthread_start probe in process 1337 argdist -H 'p:c:sleep(u32 seconds):u32:seconds' \\ -H 'p:c:nanosleep(struct timespec *req):long:req->tv_nsec' Print histograms of sleep() and nanosleep() parameter values argdist -p 2780 -z 120 \\ -C 'p:c:write(int fd, char* buf, size_t len):char*:buf:fd==1' Spy on writes to STDOUT performed by process 2780, up to a string size of 120 characters argdist -I 'kernel/sched/sched.h' \\ -C 'p::__account_cfs_rq_runtime(struct cfs_rq *cfs_rq):s64:cfs_rq->runtime_remaining' Trace on the cfs scheduling runqueue remaining runtime. The struct cfs_rq is defined in kernel/sched/sched.h which is in kernel source tree and not in kernel-devel package. So this command needs to run at the kernel source tree root directory so that the added header file can be found by the compiler. """ def __init__(self): parser = argparse.ArgumentParser(description="Trace a " + "function and display a summary of its parameter values.", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=Tool.examples) parser.add_argument("-p", "--pid", type=int, help="id of the process to trace (optional)") parser.add_argument("-t", "--tid", type=int, help="id of the thread to trace (optional)") parser.add_argument("-z", "--string-size", default=80, type=int, help="maximum string size to read from char* arguments") parser.add_argument("-i", "--interval", default=1, type=int, help="output interval, in seconds (default 1 second)") parser.add_argument("-d", "--duration", type=int, help="total duration of trace, in seconds") parser.add_argument("-n", "--number", type=int, dest="count", help="number of outputs") parser.add_argument("-v", "--verbose", action="store_true", help="print resulting BPF program code before executing") parser.add_argument("-c", "--cumulative", action="store_true", help="do not clear histograms and freq counts at " + "each interval") parser.add_argument("-T", "--top", type=int, help="number of top results to show (not applicable to " + "histograms)") parser.add_argument("-H", "--histogram", action="append", dest="histspecifier", metavar="specifier", help="probe specifier to capture histogram of " + "(see examples below)") parser.add_argument("-C", "--count", action="append", dest="countspecifier", metavar="specifier", help="probe specifier to capture count of " + "(see examples below)") parser.add_argument("-I", "--include", action="append", metavar="header", help="additional header files to include in the BPF program " "as either full path, " "or relative to relative to current working directory, " "or relative to default kernel header search path") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) self.args = parser.parse_args() self.usdt_ctx = None def _create_probes(self): self.probes = [] for specifier in (self.args.countspecifier or []): self.probes.append(Probe(self, "freq", specifier)) for histspecifier in (self.args.histspecifier or []): self.probes.append(Probe(self, "hist", histspecifier)) if len(self.probes) == 0: print("at least one specifier is required") exit(1) def _generate_program(self): bpf_source = """ struct __string_t { char s[%d]; }; #include """ % self.args.string_size for include in (self.args.include or []): if include.startswith((".", "/")): include = os.path.abspath(include) bpf_source += "#include \"%s\"\n" % include else: bpf_source += "#include <%s>\n" % include bpf_source += BPF.generate_auto_includes( map(lambda p: p.raw_spec, self.probes)) for probe in self.probes: bpf_source += probe.generate_text() if self.args.verbose: for text in [probe.usdt_ctx.get_text() for probe in self.probes if probe.usdt_ctx]: print(text) if self.args.verbose or self.args.ebpf: print(bpf_source) if self.args.ebpf: exit() usdt_contexts = [probe.usdt_ctx for probe in self.probes if probe.usdt_ctx] self.bpf = BPF(text=bpf_source, usdt_contexts=usdt_contexts) def _attach(self): for probe in self.probes: probe.attach(self.bpf) if self.args.verbose: print("open uprobes: [%s]" % b", ".join(self.bpf.uprobe_fds.keys()).decode()) print("open kprobes: [%s]" % b", ".join(self.bpf.kprobe_fds.keys()).decode()) def _main_loop(self): count_so_far = 0 seconds = 0 while True: try: sleep(self.args.interval) seconds += self.args.interval except KeyboardInterrupt: exit() print("[%s]" % strftime("%H:%M:%S")) for probe in self.probes: probe.display(self.args.top) count_so_far += 1 if self.args.count is not None and \ count_so_far >= self.args.count: exit() if self.args.duration and \ seconds >= self.args.duration: exit() def run(self): try: self._create_probes() self._generate_program() self._attach() self._main_loop() except: exc_info = sys.exc_info() sys_exit = exc_info[0] is SystemExit if self.args.verbose: traceback.print_exc() elif not sys_exit: print(exc_info[1]) exit(0 if sys_exit else 1) if __name__ == "__main__": Tool().run() bpfcc-0.31.0/tools/argdist_example.txt000066400000000000000000000547651465134135300177470ustar00rootroot00000000000000Demonstrations of argdist. argdist probes functions you specify and collects parameter values into a histogram or a frequency count. This can be used to understand the distribution of values a certain parameter takes, filter and print interesting parameters without attaching a debugger, and obtain general execution statistics on various functions. For example, suppose you want to find what allocation sizes are common in your application: # ./argdist -p 2420 -c -C 'p:c:malloc(size_t size):size_t:size' [01:42:29] p:c:malloc(size_t size):size_t:size COUNT EVENT [01:42:30] p:c:malloc(size_t size):size_t:size COUNT EVENT [01:42:31] p:c:malloc(size_t size):size_t:size COUNT EVENT 1 size = 16 [01:42:32] p:c:malloc(size_t size):size_t:size COUNT EVENT 2 size = 16 [01:42:33] p:c:malloc(size_t size):size_t:size COUNT EVENT 3 size = 16 [01:42:34] p:c:malloc(size_t size):size_t:size COUNT EVENT 4 size = 16 ^C It seems that the application is allocating blocks of size 16. The COUNT column contains the number of occurrences of a particular event, and the EVENT column describes the event. In this case, the "size" parameter was probed and its value was 16, repeatedly. Now, suppose you wanted a histogram of buffer sizes passed to the write() function across the system: # ./argdist -c -H 'p:c:write(int fd, void *buf, size_t len):size_t:len' [01:45:22] p:c:write(int fd, void *buf, size_t len):size_t:len len : count distribution 0 -> 1 : 0 | | 2 -> 3 : 2 |************* | 4 -> 7 : 0 | | 8 -> 15 : 2 |************* | 16 -> 31 : 0 | | 32 -> 63 : 6 |****************************************| [01:45:23] p:c:write(int fd, void *buf, size_t len):size_t:len len : count distribution 0 -> 1 : 0 | | 2 -> 3 : 11 |*************** | 4 -> 7 : 0 | | 8 -> 15 : 4 |***** | 16 -> 31 : 0 | | 32 -> 63 : 28 |****************************************| 64 -> 127 : 12 |***************** | [01:45:24] p:c:write(int fd, void *buf, size_t len):size_t:len len : count distribution 0 -> 1 : 0 | | 2 -> 3 : 21 |**************** | 4 -> 7 : 0 | | 8 -> 15 : 6 |**** | 16 -> 31 : 0 | | 32 -> 63 : 52 |****************************************| 64 -> 127 : 26 |******************** | ^C It seems that most writes fall into three buckets: very small writes of 2-3 bytes, medium writes of 32-63 bytes, and larger writes of 64-127 bytes. But these are writes across the board -- what if you wanted to focus on writes to STDOUT? # ./argdist -c -H 'p:c:write(int fd, void *buf, size_t len):size_t:len:fd==1' [01:47:17] p:c:write(int fd, void *buf, size_t len):size_t:len:fd==1 len : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 1 |****************************************| 16 -> 31 : 0 | | 32 -> 63 : 1 |****************************************| [01:47:18] p:c:write(int fd, void *buf, size_t len):size_t:len:fd==1 len : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 2 |************* | 16 -> 31 : 0 | | 32 -> 63 : 3 |******************** | 64 -> 127 : 6 |****************************************| [01:47:19] p:c:write(int fd, void *buf, size_t len):size_t:len:fd==1 len : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 3 |********* | 16 -> 31 : 0 | | 32 -> 63 : 5 |*************** | 64 -> 127 : 13 |****************************************| ^C The "fd==1" part is a filter that is applied to every invocation of write(). Only if the filter condition is true, the value is recorded. You can also use argdist to trace kernel functions. For example, suppose you wanted a histogram of kernel allocation (kmalloc) sizes across the system, printed twice with 3 second intervals: # ./argdist -i 3 -n 2 -H 'p::__kmalloc(size_t size):size_t:size' [01:50:00] p::__kmalloc(size_t size):size_t:size size : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 6 |****************************************| [01:50:03] p::__kmalloc(size_t size):size_t:size size : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 22 |****************************************| 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 5 |********* | 128 -> 255 : 2 |*** | Occasionally, numeric information isn't enough and you want to capture strings. What are the strings printed by puts() across the system? # ./argdist -i 10 -n 1 -C 'p:c:puts(char *str):char*:str' [01:53:54] p:c:puts(char *str):char*:str COUNT EVENT 2 str = Press ENTER to start. It looks like the message "Press ENTER to start." was printed twice during the 10 seconds we were tracing. What about reads? You could trace gets() across the system and print the strings input by the user (note how "r" is used instead of "p" to attach a probe to the function's return): # ./argdist -i 10 -n 1 -C 'r:c:gets():char*:(char*)$retval:$retval!=0' [02:12:23] r:c:gets():char*:$retval:$retval!=0 COUNT EVENT 1 (char*)$retval = hi there 3 (char*)$retval = sasha 8 (char*)$retval = hello Similarly, we could get a histogram of the error codes returned by read(): # ./argdist -i 10 -c 1 -H 'r:c:read()' [02:15:36] r:c:read() retval : count distribution 0 -> 1 : 29 |****************************************| 2 -> 3 : 11 |*************** | 4 -> 7 : 0 | | 8 -> 15 : 3 |**** | 16 -> 31 : 2 |** | 32 -> 63 : 22 |****************************** | 64 -> 127 : 5 |****** | 128 -> 255 : 0 | | 256 -> 511 : 1 |* | 512 -> 1023 : 1 |* | 1024 -> 2047 : 0 | | 2048 -> 4095 : 2 |** | In return probes, you can also trace the latency of the function (unless it is recursive) and the parameters it had on entry. For example, we can identify which processes are performing slow synchronous filesystem reads -- say, longer than 0.1ms (100,000ns): # ./argdist -C 'r::__vfs_read():u32:$PID:$latency > 100000' [01:08:48] r::__vfs_read():u32:$PID:$latency > 100000 COUNT EVENT 1 $PID = 10457 21 $PID = 2780 [01:08:49] r::__vfs_read():u32:$PID:$latency > 100000 COUNT EVENT 1 $PID = 10457 21 $PID = 2780 ^C It looks like process 2780 performed 21 slow reads. You can print the name of the process. This is helpful for short lived processes and for easier identification of processes response. For example, we can identify the process using the epoll I/O multiplexing system call # ./argdist -C 't:syscalls:sys_exit_epoll_wait():char*:$COMM' [19:57:56] t:syscalls:sys_exit_epoll_wait():char*:$COMM COUNT EVENT 4 $COMM = b'node' [19:57:57] t:syscalls:sys_exit_epoll_wait():char*:$COMM COUNT EVENT 2 $COMM = b'open5gs-sgwud' 3 $COMM = b'open5gs-sgwcd' 3 $COMM = b'open5gs-nrfd' 3 $COMM = b'open5gs-udmd' 4 $COMM = b'open5gs-scpd' Occasionally, entry parameter values are also interesting. For example, you might be curious how long it takes malloc() to allocate memory -- nanoseconds per byte allocated. Let's go: # ./argdist -H 'r:c:malloc(size_t size):u64:$latency/$entry(size);ns per byte' -n 1 -i 10 [01:11:13] ns per byte : count distribution 0 -> 1 : 0 | | 2 -> 3 : 4 |***************** | 4 -> 7 : 3 |************* | 8 -> 15 : 2 |******** | 16 -> 31 : 1 |**** | 32 -> 63 : 0 | | 64 -> 127 : 7 |******************************* | 128 -> 255 : 1 |**** | 256 -> 511 : 0 | | 512 -> 1023 : 1 |**** | 1024 -> 2047 : 1 |**** | 2048 -> 4095 : 9 |****************************************| 4096 -> 8191 : 1 |**** | It looks like a tri-modal distribution. Some allocations are extremely cheap, and take 2-15 nanoseconds per byte. Other allocations are slower, and take 64-127 nanoseconds per byte. And some allocations are slower still, and take multiple microseconds per byte. You could also group results by more than one field. For example, __kmalloc takes an additional flags parameter that describes how to allocate memory: # ./argdist -c -C 'p::__kmalloc(size_t size, gfp_t flags):gfp_t,size_t:flags,size' [03:42:29] p::__kmalloc(size_t size, gfp_t flags):gfp_t,size_t:flags,size COUNT EVENT 1 flags = 16, size = 152 2 flags = 131280, size = 8 7 flags = 131280, size = 16 [03:42:30] p::__kmalloc(size_t size, gfp_t flags):gfp_t,size_t:flags,size COUNT EVENT 1 flags = 16, size = 152 6 flags = 131280, size = 8 19 flags = 131280, size = 16 [03:42:31] p::__kmalloc(size_t size, gfp_t flags):gfp_t,size_t:flags,size COUNT EVENT 2 flags = 16, size = 152 10 flags = 131280, size = 8 31 flags = 131280, size = 16 [03:42:32] p::__kmalloc(size_t size, gfp_t flags):gfp_t,size_t:flags,size COUNT EVENT 2 flags = 16, size = 152 14 flags = 131280, size = 8 43 flags = 131280, size = 16 ^C The flags value must be expanded by hand, but it's still helpful to eliminate certain kinds of allocations or visually group them together. argdist also has basic support for kernel tracepoints. It is sometimes more convenient to use tracepoints because they are documented and don't vary a lot between kernel versions. For example, let's trace the net:net_dev_start_xmit tracepoint and print out the protocol field from the tracepoint structure: # argdist -C 't:net:net_dev_start_xmit():u16:args->protocol' [13:01:49] t:net:net_dev_start_xmit():u16:args->protocol COUNT EVENT 8 args->protocol = 2048 ^C Note that to discover the format of the net:net_dev_start_xmit tracepoint, you use the tplist tool (tplist -v net:net_dev_start_xmit). Occasionally, it is useful to filter certain expressions by string. This is not trivially supported by BPF, but argdist provides a STRCMP helper you can use in filter expressions. For example, to get a histogram of latencies opening a specific file, run this: # argdist -c -H 'r:c:open(char *file):u64:$latency/1000:STRCMP("test.txt",$entry(file))' [02:16:38] [02:16:39] [02:16:40] $latency/1000 : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 2 |****************************************| [02:16:41] $latency/1000 : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 1 |********** | 16 -> 31 : 4 |****************************************| [02:16:42] $latency/1000 : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 1 |******** | 16 -> 31 : 5 |****************************************| [02:16:43] $latency/1000 : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 1 |******** | 16 -> 31 : 5 |****************************************| Here's a final example that finds how many write() system calls are performed by each process on the system: # argdist -c -C 'p:c:write():int:$PID;write per process' -n 2 [06:47:18] write by process COUNT EVENT 3 $PID = 8889 7 $PID = 7615 7 $PID = 2480 [06:47:19] write by process COUNT EVENT 9 $PID = 8889 23 $PID = 7615 23 $PID = 2480 USAGE message: # argdist -h usage: argdist [-h] [-p PID] [-z STRING_SIZE] [-i INTERVAL] [-n COUNT] [-v] [-c] [-T TOP] [-H specifier] [-C[specifier] [-I header] Trace a function and display a summary of its parameter values. optional arguments: -h, --help show this help message and exit -p PID, --pid PID id of the process to trace (optional) -t TID, --tid TID id of the thread to trace (optional) -z STRING_SIZE, --string-size STRING_SIZE maximum string size to read from char* arguments -i INTERVAL, --interval INTERVAL output interval, in seconds (default 1 second) -d DURATION, --duration DURATION total duration of trace, in seconds -n COUNT, --number COUNT number of outputs -v, --verbose print resulting BPF program code before executing -c, --cumulative do not clear histograms and freq counts at each interval -T TOP, --top TOP number of top results to show (not applicable to histograms) -H specifier, --histogram specifier probe specifier to capture histogram of (see examples below) -C specifier, --count specifier probe specifier to capture count of (see examples below) -I header, --include header additional header files to include in the BPF program as either full path, or relative to current working directory, or relative to default kernel header search path Probe specifier syntax: {p,r,t,u}:{[library],category}:function(signature)[:type[,type...]:expr[,expr...][:filter]][#label] Where: p,r,t,u -- probe at function entry, function exit, kernel tracepoint, or USDT probe in exit probes: can use $retval, $entry(param), $latency library -- the library that contains the function (leave empty for kernel functions) category -- the category of the kernel tracepoint (e.g. net, sched) signature -- the function's parameters, as in the C header type -- the type of the expression to collect (supports multiple) expr -- the expression to collect (supports multiple) filter -- the filter that is applied to collected values label -- the label for this probe in the resulting output EXAMPLES: argdist -H 'p::__kmalloc(u64 size):u64:size' Print a histogram of allocation sizes passed to kmalloc argdist -p 1005 -C 'p:c:malloc(size_t size):size_t:size:size==16' Print a frequency count of how many times process 1005 called malloc with an allocation size of 16 bytes argdist -C 'r:c:gets():char*:$retval#snooped strings' Snoop on all strings returned by gets() argdist -H 'r::__kmalloc(size_t size):u64:$latency/$entry(size)#ns per byte' Print a histogram of nanoseconds per byte from kmalloc allocations argdist -C 'p::__kmalloc(size_t size, gfp_t flags):size_t:size:flags&GFP_ATOMIC' Print frequency count of kmalloc allocation sizes that have GFP_ATOMIC argdist -p 1005 -C 'p:c:write(int fd):int:fd' -T 5 Print frequency counts of how many times writes were issued to a particular file descriptor number, in process 1005, but only show the top 5 busiest fds argdist -p 1005 -H 'r:c:read()' Print a histogram of error codes returned by read() in process 1005 argdist -C 'r::__vfs_read():u32:$PID:$latency > 100000' Print frequency of reads by process where the latency was >0.1ms argdist -C 'r::__vfs_read():u32:$COMM:$latency > 100000' Print frequency of reads by process name where the latency was >0.1ms argdist -H 'r::__vfs_read(void *file, void *buf, size_t count):size_t:$entry(count):$latency > 1000000' Print a histogram of read sizes that were longer than 1ms argdist -H \ 'p:c:write(int fd, const void *buf, size_t count):size_t:count:fd==1' Print a histogram of buffer sizes passed to write() across all processes, where the file descriptor was 1 (STDOUT) argdist -C 'p:c:fork()#fork calls' Count fork() calls in libc across all processes Can also use funccount.py, which is easier and more flexible argdist -H 't:block:block_rq_complete():u32:args->nr_sector' Print histogram of number of sectors in completing block I/O requests argdist -C 't:irq:irq_handler_entry():int:args->irq' Aggregate interrupts by interrupt request (IRQ) argdist -C 'u:pthread:pthread_start():u64:arg2' -p 1337 Print frequency of function addresses used as a pthread start function, relying on the USDT pthread_start probe in process 1337 argdist -H 'p:c:sleep(u32 seconds):u32:seconds' \ -H 'p:c:nanosleep(struct timespec *req):long:req->tv_nsec' Print histograms of sleep() and nanosleep() parameter values argdist -p 2780 -z 120 \ -C 'p:c:write(int fd, char* buf, size_t len):char*:buf:fd==1' Spy on writes to STDOUT performed by process 2780, up to a string size of 120 characters argdist -I 'kernel/sched/sched.h' \ -C 'p::__account_cfs_rq_runtime(struct cfs_rq *cfs_rq):s64:cfs_rq->runtime_remaining' Trace on the cfs scheduling runqueue remaining runtime. The struct cfs_rq is defined in kernel/sched/sched.h which is in kernel source tree and not in kernel-devel package. So this command needs to run at the kernel source tree root directory so that the added header file can be found by the compiler. argdist -C 'p::do_sys_open(int dfd, const char __user *filename, int flags, umode_t mode):char*:filename:STRCMP("sample.txt", filename)' Trace open of the file "sample.txt". It should be noted that 'filename' passed to the do_sys_open is a char * user pointer. Hence parameter 'filename' should be tagged with __user for kprobes (const char __user *filename). This information distinguishes if the 'filename' should be copied from userspace to the bpf stack or from kernel space to the bpf stack. bpfcc-0.31.0/tools/bashreadline.py000077500000000000000000000053211465134135300170140ustar00rootroot00000000000000#!/usr/bin/env python # # bashreadline Print entered bash commands from all running shells. # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: bashreadline [-s SHARED] # This works by tracing the readline() function using a uretprobe (uprobes). # When you failed to run the script directly with error: # `Exception: could not determine address of symbol b'readline'`, # you may need specify the location of libreadline.so library # with `-s` option. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 28-Jan-2016 Brendan Gregg Created this. # 12-Feb-2016 Allan McAleavy migrated to BPF_PERF_OUTPUT from __future__ import print_function from elftools.elf.elffile import ELFFile from bcc import BPF from time import strftime import argparse parser = argparse.ArgumentParser( description="Print entered bash commands from all running shells", formatter_class=argparse.RawDescriptionHelpFormatter) parser.add_argument("-s", "--shared", nargs="?", const="/lib/libreadline.so", type=str, help="specify the location of libreadline.so library.\ Default is /lib/libreadline.so") args = parser.parse_args() name = args.shared if args.shared else "/bin/bash" def get_sym(filename): with open(filename, 'rb') as f: elf = ELFFile(f) symbol_table = elf.get_section_by_name(".dynsym") for symbol in symbol_table.iter_symbols(): if symbol.name == "readline_internal_teardown": return "readline_internal_teardown" return "readline" sym = get_sym(name) # load BPF program bpf_text = """ #include #include struct str_t { u32 pid; char str[80]; }; BPF_PERF_OUTPUT(events); int printret(struct pt_regs *ctx) { struct str_t data = {}; char comm[TASK_COMM_LEN] = {}; if (!PT_REGS_RC(ctx)) return 0; data.pid = bpf_get_current_pid_tgid() >> 32; bpf_probe_read_user(&data.str, sizeof(data.str), (void *)PT_REGS_RC(ctx)); bpf_get_current_comm(&comm, sizeof(comm)); if (comm[0] == 'b' && comm[1] == 'a' && comm[2] == 's' && comm[3] == 'h' && comm[4] == 0 ) { events.perf_submit(ctx,&data,sizeof(data)); } return 0; }; """ b = BPF(text=bpf_text) b.attach_uretprobe(name=name, sym=sym, fn_name="printret") # header print("%-9s %-7s %s" % ("TIME", "PID", "COMMAND")) def print_event(cpu, data, size): event = b["events"].event(data) print("%-9s %-7d %s" % (strftime("%H:%M:%S"), event.pid, event.str.decode('utf-8', 'replace'))) b["events"].open_perf_buffer(print_event) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/bashreadline_example.txt000066400000000000000000000015621465134135300207160ustar00rootroot00000000000000Demonstrations of bashreadline, the Linux eBPF/bcc version. This prints bash commands from all running bash shells on the system. For example: # ./bashreadline TIME PID COMMAND 05:28:25 21176 ls -l 05:28:28 21176 date 05:28:35 21176 echo hello world 05:28:43 21176 foo this command failed 05:28:45 21176 df -h 05:29:04 3059 echo another shell 05:29:13 21176 echo first shell again When running the script on Arch Linux, you may need to specify the location of libreadline.so library: # ./bashreadline -s /lib/libreadline.so TIME PID COMMAND 11:17:34 28796 whoami 11:17:41 28796 ps -ef 11:17:51 28796 echo "Hello eBPF!" The entered command may fail. This is just showing what command lines were entered interactively for bash to process. It works by tracing the return of the readline() function using uprobes (specifically a uretprobe). bpfcc-0.31.0/tools/bindsnoop.py000077500000000000000000000377341465134135300164030ustar00rootroot00000000000000#!/usr/bin/env python # # bindsnoop Trace IPv4 and IPv6 binds()s. # For Linux, uses BCC, eBPF. Embedded C. # # based on tcpconnect utility from Brendan Gregg's suite. # # USAGE: bindsnoop [-h] [-t] [-E] [-p PID] [-P PORT[,PORT ...]] [-w] # [--count] [--cgroupmap mappath] [--mntnsmap mappath] # # bindsnoop reports socket options set before the bind call # that would impact this system call behavior: # SOL_IP IP_FREEBIND F.... # SOL_IP IP_TRANSPARENT .T... # SOL_IP IP_BIND_ADDRESS_NO_PORT ..N.. # SOL_SOCKET SO_REUSEADDR ...R. # SOL_SOCKET SO_REUSEPORT ....r # # SO_BINDTODEVICE interface is reported as "BOUND_IF" index # # This uses dynamic tracing of kernel functions, and will need to be updated # to match kernel changes. # # Copyright (c) 2020-present Facebook. # Licensed under the Apache License, Version 2.0 (the "License") # # 14-Feb-2020 Pavel Dubovitsky Created this. from __future__ import print_function, absolute_import, unicode_literals from bcc import BPF from bcc.containers import filter_by_containers from bcc.utils import printb import argparse import re from os import strerror from socket import ( inet_ntop, AF_INET, AF_INET6, __all__ as socket_all, __dict__ as socket_dct ) from struct import pack from time import sleep # arguments examples = """examples: ./bindsnoop # trace all TCP bind()s ./bindsnoop -t # include timestamps ./bindsnoop -w # wider columns (fit IPv6) ./bindsnoop -p 181 # only trace PID 181 ./bindsnoop -P 80 # only trace port 80 ./bindsnoop -P 80,81 # only trace port 80 and 81 ./bindsnoop -U # include UID ./bindsnoop -u 1000 # only trace UID 1000 ./bindsnoop -E # report bind errors ./bindsnoop --count # count bind per src ip ./bindsnoop --cgroupmap mappath # only trace cgroups in this BPF map ./bindsnoop --mntnsmap mappath # only trace mount namespaces in the map it is reporting socket options set before the bins call impacting system call behavior: SOL_IP IP_FREEBIND F.... SOL_IP IP_TRANSPARENT .T... SOL_IP IP_BIND_ADDRESS_NO_PORT ..N.. SOL_SOCKET SO_REUSEADDR ...R. SOL_SOCKET SO_REUSEPORT ....r SO_BINDTODEVICE interface is reported as "IF" index """ parser = argparse.ArgumentParser( description="Trace TCP binds", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-t", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-w", "--wide", action="store_true", help="wide column output (fits IPv6 addresses)") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("-P", "--port", help="comma-separated list of ports to trace.") parser.add_argument("-E", "--errors", action="store_true", help="include errors in the output.") parser.add_argument("-U", "--print-uid", action="store_true", help="include UID on output") parser.add_argument("-u", "--uid", help="trace this UID only") parser.add_argument("--count", action="store_true", help="count binds per src ip and port") parser.add_argument("--cgroupmap", help="trace cgroups in this BPF map only") parser.add_argument("--mntnsmap", help="trace mount namespaces in this BPF map only") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) parser.add_argument("--debug-source", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() # define BPF program bpf_text = """ #include #pragma clang diagnostic push #pragma clang diagnostic ignored "-Wtautological-compare" #include #pragma clang diagnostic pop #include #include #include BPF_HASH(currsock, u32, struct socket *); // separate data structs for ipv4 and ipv6 struct ipv4_bind_data_t { u64 ts_us; u32 pid; u32 uid; u64 ip; u32 saddr; u32 bound_dev_if; int return_code; u16 sport; u8 socket_options; u8 protocol; char task[TASK_COMM_LEN]; }; BPF_PERF_OUTPUT(ipv4_bind_events); struct ipv6_bind_data_t { // int128 would be aligned on 16 bytes boundary, better to go first unsigned __int128 saddr; u64 ts_us; u32 pid; u32 uid; u64 ip; u32 bound_dev_if; int return_code; u16 sport; u8 socket_options; u8 protocol; char task[TASK_COMM_LEN]; }; BPF_PERF_OUTPUT(ipv6_bind_events); // separate flow keys per address family struct ipv4_flow_key_t { u32 saddr; u16 sport; }; BPF_HASH(ipv4_count, struct ipv4_flow_key_t); struct ipv6_flow_key_t { unsigned __int128 saddr; u16 sport; }; BPF_HASH(ipv6_count, struct ipv6_flow_key_t); // bind options for event reporting union bind_options { u8 data; struct { u8 freebind:1; u8 transparent:1; u8 bind_address_no_port:1; u8 reuseaddress:1; u8 reuseport:1; } fields; }; // TODO: add reporting for the original bind arguments int bindsnoop_entry(struct pt_regs *ctx, struct socket *socket) { u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = pid_tgid; FILTER_PID u32 uid = bpf_get_current_uid_gid(); FILTER_UID if (container_should_be_filtered()) { return 0; } // stash the sock ptr for lookup on return currsock.update(&tid, &socket); return 0; }; static int bindsnoop_return(struct pt_regs *ctx, short ipver) { int ret = PT_REGS_RC(ctx); u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = pid_tgid; struct socket **skpp; skpp = currsock.lookup(&tid); if (skpp == 0) { return 0; // missed entry } int ignore_errors = 1; FILTER_ERRORS if (ret != 0 && ignore_errors) { // failed to bind currsock.delete(&tid); return 0; } // pull in details struct socket *skp_ = *skpp; struct sock *skp = skp_->sk; struct inet_sock *sockp = (struct inet_sock *)skp; u16 sport = 0; bpf_probe_read_kernel(&sport, sizeof(sport), &sockp->inet_sport); sport = ntohs(sport); FILTER_PORT union bind_options opts = {0}; u8 bitfield; // fetching freebind, transparent, and bind_address_no_port bitfields // via the next struct member, rcv_tos bitfield = (u8) *(&sockp->rcv_tos - 2) & 0xFF; // IP_FREEBIND (sockp->freebind) opts.fields.freebind = bitfield >> 2 & 0x01; // IP_TRANSPARENT (sockp->transparent) opts.fields.transparent = bitfield >> 5 & 0x01; // IP_BIND_ADDRESS_NO_PORT (sockp->bind_address_no_port) opts.fields.bind_address_no_port = *(&sockp->rcv_tos - 1) & 0x01; // SO_REUSEADDR and SO_REUSEPORT are bitfields that // cannot be accessed directly, fetched via the next struct member, // __sk_common.skc_bound_dev_if bitfield = *((u8*)&skp->__sk_common.skc_bound_dev_if - 1); // SO_REUSEADDR (skp->reuse) // it is 4 bit, but we are interested in the lowest one opts.fields.reuseaddress = bitfield & 0x0F; // SO_REUSEPORT (skp->reuseport) opts.fields.reuseport = bitfield >> 4 & 0x01; // workaround for reading the sk_protocol bitfield (from tcpaccept.py): u16 protocol; int gso_max_segs_offset = offsetof(struct sock, sk_gso_max_segs); int sk_lingertime_offset = offsetof(struct sock, sk_lingertime); // Since kernel v5.6 sk_protocol has its own u16 field if (sk_lingertime_offset - gso_max_segs_offset == 2) protocol = skp->sk_protocol; else if (sk_lingertime_offset - gso_max_segs_offset == 4) // 4.10+ with little endian #if __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__ protocol = *(u8 *)((u64)&skp->sk_gso_max_segs - 3); else // pre-4.10 with little endian protocol = *(u8 *)((u64)&skp->sk_wmem_queued - 3); #elif __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__ // 4.10+ with big endian protocol = *(u8 *)((u64)&skp->sk_gso_max_segs - 1); else // pre-4.10 with big endian protocol = *(u8 *)((u64)&skp->sk_wmem_queued - 1); #else # error "Fix your compiler's __BYTE_ORDER__?!" #endif if (ipver == 4) { IPV4_CODE } else /* 6 */ { IPV6_CODE } currsock.delete(&tid); return 0; } int bindsnoop_v4_return(struct pt_regs *ctx) { return bindsnoop_return(ctx, 4); } int bindsnoop_v6_return(struct pt_regs *ctx) { return bindsnoop_return(ctx, 6); } """ struct_init = { 'ipv4': { 'count': """ struct ipv4_flow_key_t flow_key = {}; flow_key.saddr = skp->__sk_common.skc_rcv_saddr; flow_key.sport = sport; ipv4_count.increment(flow_key);""", 'trace': """ struct ipv4_bind_data_t data4 = {.pid = pid, .ip = ipver}; data4.uid = bpf_get_current_uid_gid(); data4.ts_us = bpf_ktime_get_ns() / 1000; bpf_probe_read_kernel( &data4.saddr, sizeof(data4.saddr), &sockp->inet_saddr); data4.return_code = ret; data4.sport = sport; data4.bound_dev_if = skp->__sk_common.skc_bound_dev_if; data4.socket_options = opts.data; data4.protocol = protocol; bpf_get_current_comm(&data4.task, sizeof(data4.task)); ipv4_bind_events.perf_submit(ctx, &data4, sizeof(data4));""" }, 'ipv6': { 'count': """ struct ipv6_flow_key_t flow_key = {}; bpf_probe_read_kernel(&flow_key.saddr, sizeof(flow_key.saddr), skp->__sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32); flow_key.sport = sport; ipv6_count.increment(flow_key);""", 'trace': """ struct ipv6_bind_data_t data6 = {.pid = pid, .ip = ipver}; data6.uid = bpf_get_current_uid_gid(); data6.ts_us = bpf_ktime_get_ns() / 1000; bpf_probe_read_kernel(&data6.saddr, sizeof(data6.saddr), skp->__sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32); data6.return_code = ret; data6.sport = sport; data6.bound_dev_if = skp->__sk_common.skc_bound_dev_if; data6.socket_options = opts.data; data6.protocol = protocol; bpf_get_current_comm(&data6.task, sizeof(data6.task)); ipv6_bind_events.perf_submit(ctx, &data6, sizeof(data6));""" }, } # code substitutions if args.count: bpf_text = bpf_text.replace("IPV4_CODE", struct_init['ipv4']['count']) bpf_text = bpf_text.replace("IPV6_CODE", struct_init['ipv6']['count']) else: bpf_text = bpf_text.replace("IPV4_CODE", struct_init['ipv4']['trace']) bpf_text = bpf_text.replace("IPV6_CODE", struct_init['ipv6']['trace']) if args.pid: bpf_text = bpf_text.replace('FILTER_PID', 'if (pid != %s) { return 0; }' % args.pid) if args.port: sports = [int(sport) for sport in args.port.split(',')] sports_if = ' && '.join(['sport != %d' % sport for sport in sports]) bpf_text = bpf_text.replace('FILTER_PORT', 'if (%s) { currsock.delete(&tid); return 0; }' % sports_if) if args.uid: bpf_text = bpf_text.replace('FILTER_UID', 'if (uid != %s) { return 0; }' % args.uid) if args.errors: bpf_text = bpf_text.replace('FILTER_ERRORS', 'ignore_errors = 0;') bpf_text = filter_by_containers(args) + bpf_text bpf_text = bpf_text.replace('FILTER_PID', '') bpf_text = bpf_text.replace('FILTER_PORT', '') bpf_text = bpf_text.replace('FILTER_UID', '') bpf_text = bpf_text.replace('FILTER_ERRORS', '') # selecting output format - 80 characters or wide, fitting IPv6 addresses header_fmt = "%8s %-12.12s %-4s %-15s %-5s %5s %2s" output_fmt = b"%8d %-12.12s %-4.4s %-15.15s %5d %-5s %2d" error_header_fmt = "%3s " error_output_fmt = b"%3s " error_value_fmt = str if args.wide: header_fmt = "%10s %-12.12s %-4s %-39s %-5s %5s %2s" output_fmt = b"%10d %-12.12s %-4s %-39s %5d %-5s %2d" error_header_fmt = "%-25s " error_output_fmt = b"%-25s " error_value_fmt = strerror if args.ebpf: print(bpf_text) exit() # L4 protocol resolver class L4Proto: def __init__(self): self.num2str = {} proto_re = re.compile("IPPROTO_(.*)") for attr in socket_all: proto_match = proto_re.match(attr) if proto_match: self.num2str[socket_dct[attr]] = proto_match.group(1) def proto2str(self, proto): return self.num2str.get(proto, "UNKNOWN") l4 = L4Proto() # bind options: # SOL_IP IP_FREEBIND F.... # SOL_IP IP_TRANSPARENT .T... # SOL_IP IP_BIND_ADDRESS_NO_PORT ..N.. # SOL_SOCKET SO_REUSEADDR ...R. # SOL_SOCKET SO_REUSEPORT ....r def opts2str(bitfield): str_options = "" bit = 1 for opt in "FTNRr": str_options += opt if bitfield & bit else "." bit *= 2 return str_options.encode() # process events def print_ipv4_bind_event(cpu, data, size): event = b["ipv4_bind_events"].event(data) global start_ts if args.timestamp: if start_ts == 0: start_ts = event.ts_us printb(b"%-9.6f " % ((float(event.ts_us) - start_ts) / 1000000), nl="") if args.print_uid: printb(b"%6d " % event.uid, nl="") if args.errors: printb( error_output_fmt % error_value_fmt(event.return_code).encode(), nl="", ) printb(output_fmt % (event.pid, event.task, l4.proto2str(event.protocol).encode(), inet_ntop(AF_INET, pack("I", event.saddr)).encode(), event.sport, opts2str(event.socket_options), event.bound_dev_if)) def print_ipv6_bind_event(cpu, data, size): event = b["ipv6_bind_events"].event(data) global start_ts if args.timestamp: if start_ts == 0: start_ts = event.ts_us printb(b"%-9.6f " % ((float(event.ts_us) - start_ts) / 1000000), nl="") if args.print_uid: printb(b"%6d " % event.uid, nl="") if args.errors: printb( error_output_fmt % error_value_fmt(event.return_code).encode(), nl="", ) printb(output_fmt % (event.pid, event.task, l4.proto2str(event.protocol).encode(), inet_ntop(AF_INET6, event.saddr).encode(), event.sport, opts2str(event.socket_options), event.bound_dev_if)) def depict_cnt(counts_tab, l3prot='ipv4'): for k, v in sorted( counts_tab.items(), key=lambda counts: counts[1].value, reverse=True ): depict_key = "" if l3prot == 'ipv4': depict_key = "%-32s %20s" % ( (inet_ntop(AF_INET, pack('I', k.saddr))), k.sport ) else: depict_key = "%-32s %20s" % ( (inet_ntop(AF_INET6, k.saddr)), k.sport ) print("%s %-10d" % (depict_key, v.value)) # initialize BPF b = BPF(text=bpf_text) b.attach_kprobe(event="inet_bind", fn_name="bindsnoop_entry") b.attach_kprobe(event="inet6_bind", fn_name="bindsnoop_entry") b.attach_kretprobe(event="inet_bind", fn_name="bindsnoop_v4_return") b.attach_kretprobe(event="inet6_bind", fn_name="bindsnoop_v6_return") print("Tracing binds ... Hit Ctrl-C to end") if args.count: try: while 1: sleep(99999999) except KeyboardInterrupt: pass # header print("\n%-32s %20s %-10s" % ( "LADDR", "LPORT", "BINDS")) depict_cnt(b["ipv4_count"]) depict_cnt(b["ipv6_count"], l3prot='ipv6') # read events else: # header if args.timestamp: print("%-9s " % ("TIME(s)"), end="") if args.print_uid: print("%6s " % ("UID"), end="") if args.errors: print(error_header_fmt % ("RC"), end="") print(header_fmt % ("PID", "COMM", "PROT", "ADDR", "PORT", "OPTS", "IF")) start_ts = 0 # read events b["ipv4_bind_events"].open_perf_buffer(print_ipv4_bind_event) b["ipv6_bind_events"].open_perf_buffer(print_ipv6_bind_event) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/bindsnoop_example.txt000066400000000000000000000106621465134135300202710ustar00rootroot00000000000000Demonstrations of bindsnoop, the Linux eBPF/bcc version. This tool traces the kernel function performing socket binding and print socket options set before the system call invocation that might impact bind behavior and bound interface: SOL_IP IP_FREEBIND F.... SOL_IP IP_TRANSPARENT .T... SOL_IP IP_BIND_ADDRESS_NO_PORT ..N.. SOL_SOCKET SO_REUSEADDR ...R. SOL_SOCKET SO_REUSEPORT ....r # ./bindsnoop.py Tracing binds ... Hit Ctrl-C to end PID COMM PROT ADDR PORT OPTS IF 3941081 test_bind_op TCP 192.168.1.102 0 F.N.. 0 3940194 dig TCP :: 62087 ..... 0 3940219 dig UDP :: 48665 ..... 0 3940893 Acceptor Thr TCP :: 35343 ...R. 0 The output shows four bind system calls: two "test_bind_op" instances, one with IP_FREEBIND and IP_BIND_ADDRESS_NO_PORT options, dig process called bind for TCP and UDP sockets, and Acceptor called bind for TCP with SO_REUSEADDR option set. The -t option prints a timestamp column # ./bindsnoop.py -t TIME(s) PID COMM PROT ADDR PORT OPTS IF 0.000000 3956801 dig TCP :: 49611 ..... 0 0.011045 3956822 dig UDP :: 56343 ..... 0 2.310629 3956498 test_bind_op TCP 192.168.1.102 39609 F...r 0 The -U option prints a UID column: # ./bindsnoop.py -U Tracing binds ... Hit Ctrl-C to end UID PID COMM PROT ADDR PORT OPTS IF 127072 3956498 test_bind_op TCP 192.168.1.102 44491 F...r 0 127072 3960261 Acceptor Thr TCP :: 48869 ...R. 0 0 3960729 Acceptor Thr TCP :: 44637 ...R. 0 0 3959075 chef-client UDP :: 61722 ..... 0 The -u option filtering UID: # ./bindsnoop.py -Uu 0 Tracing binds ... Hit Ctrl-C to end UID PID COMM PROT ADDR PORT OPTS IF 0 3966330 Acceptor Thr TCP :: 39319 ...R. 0 0 3968044 python3.7 TCP ::1 59371 ..... 0 0 10224 fetch TCP 0.0.0.0 42091 ...R. 0 The --cgroupmap option filters based on a cgroup set. It is meant to be used with an externally created map. # ./bindsnoop.py --cgroupmap /sys/fs/bpf/test01 For more details, see docs/special_filtering.md In order to track heavy bind usage one can use --count option # ./bindsnoop.py --count Tracing binds ... Hit Ctrl-C to end LADDR LPORT BINDS 0.0.0.0 6771 4 0.0.0.0 4433 4 127.0.0.1 33665 1 Usage message: # ./bindsnoop.py -h usage: bindsnoop.py [-h] [-t] [-w] [-p PID] [-P PORT] [-E] [-U] [-u UID] [--count] [--cgroupmap CGROUPMAP] [--mntnsmap MNTNSMAP] Trace TCP binds optional arguments: -h, --help show this help message and exit -t, --timestamp include timestamp on output -w, --wide wide column output (fits IPv6 addresses) -p PID, --pid PID trace this PID only -P PORT, --port PORT comma-separated list of ports to trace. -E, --errors include errors in the output. -U, --print-uid include UID on output -u UID, --uid UID trace this UID only --count count binds per src ip and port --cgroupmap CGROUPMAP trace cgroups in this BPF map only examples: ./bindsnoop # trace all TCP bind()s ./bindsnoop -t # include timestamps ./bindsnoop -w # wider columns (fit IPv6) ./bindsnoop -p 181 # only trace PID 181 ./bindsnoop -P 80 # only trace port 80 ./bindsnoop -P 80,81 # only trace port 80 and 81 ./bindsnoop -U # include UID ./bindsnoop -u 1000 # only trace UID 1000 ./bindsnoop -E # report bind errors ./bindsnoop --count # count bind per src ip ./bindsnoop --cgroupmap mappath # only trace cgroups in this BPF map ./bindsnoop --mntnsmap mappath # only trace mount namespaces in the map it is reporting socket options set before the bins call impacting system call behavior: SOL_IP IP_FREEBIND F.... SOL_IP IP_TRANSPARENT .T... SOL_IP IP_BIND_ADDRESS_NO_PORT ..N.. SOL_SOCKET SO_REUSEADDR ...R. SOL_SOCKET SO_REUSEPORT ....r SO_BINDTODEVICE interface is reported as "IF" index bpfcc-0.31.0/tools/biolatency.py000077500000000000000000000267671465134135300165450ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # biolatency Summarize block device I/O latency as a histogram. # For Linux, uses BCC, eBPF. # # USAGE: biolatency [-h] [-T] [-Q] [-m] [-D] [-F] [-e] [-j] [-d DISK] [interval] [count] # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 20-Sep-2015 Brendan Gregg Created this. # 31-Mar-2022 Rocky Xing Added disk filter support. # 01-Aug-2023 Jerome Marchand Added support for block tracepoints from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse import ctypes as ct import os # arguments examples = """examples: ./biolatency # summarize block I/O latency as a histogram ./biolatency 1 10 # print 1 second summaries, 10 times ./biolatency -mT 1 # 1s summaries, milliseconds, and timestamps ./biolatency -Q # include OS queued time in I/O time ./biolatency -D # show each disk device separately ./biolatency -F # show I/O flags separately ./biolatency -j # print a dictionary ./biolatency -e # show extension summary(total, average) ./biolatency -d sdc # Trace sdc only """ parser = argparse.ArgumentParser( description="Summarize block device I/O latency as a histogram", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-Q", "--queued", action="store_true", help="include OS queued time in I/O time") parser.add_argument("-m", "--milliseconds", action="store_true", help="millisecond histogram") parser.add_argument("-D", "--disks", action="store_true", help="print a histogram per disk device") parser.add_argument("-F", "--flags", action="store_true", help="print a histogram per set of I/O flags") parser.add_argument("-e", "--extension", action="store_true", help="summarize average/total value") parser.add_argument("interval", nargs="?", default=99999999, help="output interval, in seconds") parser.add_argument("count", nargs="?", default=99999999, help="number of outputs") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) parser.add_argument("-j", "--json", action="store_true", help="json output") parser.add_argument("-d", "--disk", type=str, help="Trace this disk only") args = parser.parse_args() countdown = int(args.count) debug = 0 if args.flags and args.disks: print("ERROR: can only use -D or -F. Exiting.") exit() # define BPF program bpf_text = """ #include #include typedef struct disk_key { dev_t dev; u64 slot; } disk_key_t; typedef struct flag_key { u64 flags; u64 slot; } flag_key_t; typedef struct ext_val { u64 total; u64 count; } ext_val_t; struct tp_args { u64 __unused__; dev_t dev; sector_t sector; unsigned int nr_sector; unsigned int bytes; char rwbs[8]; char comm[16]; char cmd[]; }; struct start_key { dev_t dev; u32 _pad; sector_t sector; CMD_FLAGS }; BPF_HASH(start, struct start_key); STORAGE static dev_t ddevt(struct gendisk *disk) { return (disk->major << 20) | disk->first_minor; } // time block I/O static int __trace_req_start(struct start_key key) { DISK_FILTER u64 ts = bpf_ktime_get_ns(); start.update(&key, &ts); return 0; } int trace_req_start(struct pt_regs *ctx, struct request *req) { struct start_key key = { .dev = ddevt(req->__RQ_DISK__), .sector = req->__sector }; SET_FLAGS return __trace_req_start(key); } int trace_req_start_tp(struct tp_args *args) { struct start_key key = { .dev = args->dev, .sector = args->sector }; return __trace_req_start(key); } // output static int __trace_req_done(struct start_key key) { u64 *tsp, delta; // fetch timestamp and calculate delta tsp = start.lookup(&key); if (tsp == 0) { return 0; // missed issue } delta = bpf_ktime_get_ns() - *tsp; FACTOR // store as histogram STORE start.delete(&key); return 0; } int trace_req_done(struct pt_regs *ctx, struct request *req) { struct start_key key = { .dev = ddevt(req->__RQ_DISK__), .sector = req->__sector }; SET_FLAGS return __trace_req_done(key); } int trace_req_done_tp(struct tp_args *args) { struct start_key key = { .dev = args->dev, .sector = args->sector }; return __trace_req_done(key); } """ # code substitutions if args.milliseconds: bpf_text = bpf_text.replace('FACTOR', 'delta /= 1000000;') label = "msecs" else: bpf_text = bpf_text.replace('FACTOR', 'delta /= 1000;') label = "usecs" storage_str = "" store_str = "" if args.disks: storage_str += "BPF_HISTOGRAM(dist, disk_key_t);" disks_str = """ disk_key_t dkey = {}; dkey.dev = key.dev; dkey.slot = bpf_log2l(delta); dist.atomic_increment(dkey); """ store_str += disks_str elif args.flags: storage_str += "BPF_HISTOGRAM(dist, flag_key_t);" store_str += """ flag_key_t fkey = {.slot = bpf_log2l(delta)}; fkey.flags = key.flags; dist.atomic_increment(fkey); """ else: storage_str += "BPF_HISTOGRAM(dist);" store_str += "dist.atomic_increment(bpf_log2l(delta));" if args.disk is not None: disk_path = os.path.join('/dev', args.disk) if not os.path.exists(disk_path): print("no such disk '%s'" % args.disk) exit(1) stat_info = os.stat(disk_path) dev = os.major(stat_info.st_rdev) << 20 | os.minor(stat_info.st_rdev) disk_filter_str = """ if(key.dev != %s) { return 0; } """ % (dev) bpf_text = bpf_text.replace('DISK_FILTER', disk_filter_str) else: bpf_text = bpf_text.replace('DISK_FILTER', '') if args.extension: storage_str += "BPF_ARRAY(extension, ext_val_t, 1);" store_str += """ u32 index = 0; ext_val_t *ext_val = extension.lookup(&index); if (ext_val) { lock_xadd(&ext_val->total, delta); lock_xadd(&ext_val->count, 1); } """ bpf_text = bpf_text.replace("STORAGE", storage_str) bpf_text = bpf_text.replace("STORE", store_str) if BPF.kernel_struct_has_field(b'request', b'rq_disk') == 1: bpf_text = bpf_text.replace('__RQ_DISK__', 'rq_disk') else: bpf_text = bpf_text.replace('__RQ_DISK__', 'q->disk') if args.flags: bpf_text = bpf_text.replace('CMD_FLAGS', 'u64 flags;') bpf_text = bpf_text.replace('SET_FLAGS', 'key.flags = req->cmd_flags;') else: bpf_text = bpf_text.replace('CMD_FLAGS', '') bpf_text = bpf_text.replace('SET_FLAGS', '') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # load BPF program b = BPF(text=bpf_text) if args.queued: if BPF.tracepoint_exists("block", "block_io_start"): b.attach_tracepoint(tp="block:block_io_start", fn_name="trace_req_start_tp") elif BPF.get_kprobe_functions(b'__blk_account_io_start'): b.attach_kprobe(event="__blk_account_io_start", fn_name="trace_req_start") elif BPF.get_kprobe_functions(b'blk_account_io_start'): b.attach_kprobe(event="blk_account_io_start", fn_name="trace_req_start") elif BPF.tracepoint_exists("block", "block_bio_queue"): b.attach_tracepoint(tp="block:block_bio_queue", fn_name="trace_req_start_tp") else: if args.flags: # Some flags are accessible in the rwbs field (RAHEAD, SYNC and META) # but other aren't. Disable the -F option for tracepoint for now. print("ERROR: blk_account_io_start probe not available. Can't use -F.") exit() else: if BPF.get_kprobe_functions(b'blk_start_request'): b.attach_kprobe(event="blk_start_request", fn_name="trace_req_start") b.attach_kprobe(event="blk_mq_start_request", fn_name="trace_req_start") if BPF.tracepoint_exists("block", "block_io_done"): b.attach_tracepoint(tp="block:block_io_done", fn_name="trace_req_done_tp") elif BPF.get_kprobe_functions(b'__blk_account_io_done'): b.attach_kprobe(event="__blk_account_io_done", fn_name="trace_req_done") elif BPF.get_kprobe_functions(b'blk_account_io_done'): b.attach_kprobe(event="blk_account_io_done", fn_name="trace_req_done") elif BPF.tracepoint_exists("block", "block_rq_complete"): b.attach_tracepoint(tp="block:block_rq_complete", fn_name="trace_req_done_tp") else: if args.flags: print("ERROR: blk_account_io_done probe not available. Can't use -F.") exit() if not args.json: print("Tracing block device I/O... Hit Ctrl-C to end.") # cache disk major,minor -> diskname diskstats = "/proc/diskstats" disklookup = {} with open(diskstats) as stats: for line in stats: a = line.split() disklookup[a[0] + "," + a[1]] = a[2] def disk_print(d): major = d >> 20 minor = d & ((1 << 20) - 1) disk = str(major) + "," + str(minor) if disk in disklookup: diskname = disklookup[disk] else: diskname = "?" return diskname # see blk_fill_rwbs(): req_opf = { 0: "Read", 1: "Write", 2: "Flush", 3: "Discard", 5: "SecureErase", 6: "ZoneReset", 7: "WriteSame", 9: "WriteZeros" } REQ_OP_BITS = 8 REQ_OP_MASK = ((1 << REQ_OP_BITS) - 1) REQ_SYNC = 1 << (REQ_OP_BITS + 3) REQ_META = 1 << (REQ_OP_BITS + 4) REQ_PRIO = 1 << (REQ_OP_BITS + 5) REQ_NOMERGE = 1 << (REQ_OP_BITS + 6) REQ_IDLE = 1 << (REQ_OP_BITS + 7) REQ_FUA = 1 << (REQ_OP_BITS + 9) REQ_RAHEAD = 1 << (REQ_OP_BITS + 11) REQ_BACKGROUND = 1 << (REQ_OP_BITS + 12) REQ_NOWAIT = 1 << (REQ_OP_BITS + 13) def flags_print(flags): desc = "" # operation if flags & REQ_OP_MASK in req_opf: desc = req_opf[flags & REQ_OP_MASK] else: desc = "Unknown" # flags if flags & REQ_SYNC: desc = "Sync-" + desc if flags & REQ_META: desc = "Metadata-" + desc if flags & REQ_FUA: desc = "ForcedUnitAccess-" + desc if flags & REQ_PRIO: desc = "Priority-" + desc if flags & REQ_NOMERGE: desc = "NoMerge-" + desc if flags & REQ_IDLE: desc = "Idle-" + desc if flags & REQ_RAHEAD: desc = "ReadAhead-" + desc if flags & REQ_BACKGROUND: desc = "Background-" + desc if flags & REQ_NOWAIT: desc = "NoWait-" + desc return desc # output exiting = 0 if args.interval else 1 dist = b.get_table("dist") if args.extension: extension = b.get_table("extension") while (1): try: sleep(int(args.interval)) except KeyboardInterrupt: exiting = 1 print() if args.json: if args.timestamp: print("%-8s\n" % strftime("%H:%M:%S"), end="") if args.flags: dist.print_json_hist(label, "flags", flags_print) else: dist.print_json_hist(label, "disk", disk_print) else: if args.timestamp: print("%-8s\n" % strftime("%H:%M:%S"), end="") if args.flags: dist.print_log2_hist(label, "flags", flags_print) else: dist.print_log2_hist(label, "disk", disk_print) if args.extension: total = extension[0].total count = extension[0].count if count > 0: print("\navg = %ld %s, total: %ld %s, count: %ld\n" % (total / count, label, total, label, count)) extension.clear() dist.clear() countdown -= 1 if exiting or countdown == 0: exit() bpfcc-0.31.0/tools/biolatency_example.txt000066400000000000000000000567251465134135300204410ustar00rootroot00000000000000Demonstrations of biolatency, the Linux eBPF/bcc version. biolatency traces block device I/O (disk I/O), and records the distribution of I/O latency (time), printing this as a histogram when Ctrl-C is hit. For example: # ./biolatency Tracing block device I/O... Hit Ctrl-C to end. ^C usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 1 | | 128 -> 255 : 12 |******** | 256 -> 511 : 15 |********** | 512 -> 1023 : 43 |******************************* | 1024 -> 2047 : 52 |**************************************| 2048 -> 4095 : 47 |********************************** | 4096 -> 8191 : 52 |**************************************| 8192 -> 16383 : 36 |************************** | 16384 -> 32767 : 15 |********** | 32768 -> 65535 : 2 |* | 65536 -> 131071 : 2 |* | The latency of the disk I/O is measured from the issue to the device to its completion. A -Q option can be used to include time queued in the kernel. This example output shows a large mode of latency from about 128 microseconds to about 32767 microseconds (33 milliseconds). The bulk of the I/O was between 1 and 8 ms, which is the expected block device latency for rotational storage devices. The highest latency seen while tracing was between 65 and 131 milliseconds: the last row printed, for which there were 2 I/O. For efficiency, biolatency uses an in-kernel eBPF map to store timestamps with requests, and another in-kernel map to store the histogram (the "count") column, which is copied to user-space only when output is printed. These methods lower the performance overhead when tracing is performed. In the following example, the -m option is used to print a histogram using milliseconds as the units (which eliminates the first several rows), -T to print timestamps with the output, and to print 1 second summaries 5 times: # ./biolatency -mT 1 5 Tracing block device I/O... Hit Ctrl-C to end. 06:20:16 msecs : count distribution 0 -> 1 : 36 |**************************************| 2 -> 3 : 1 |* | 4 -> 7 : 3 |*** | 8 -> 15 : 17 |***************** | 16 -> 31 : 33 |********************************** | 32 -> 63 : 7 |******* | 64 -> 127 : 6 |****** | 06:20:17 msecs : count distribution 0 -> 1 : 96 |************************************ | 2 -> 3 : 25 |********* | 4 -> 7 : 29 |*********** | 8 -> 15 : 62 |*********************** | 16 -> 31 : 100 |**************************************| 32 -> 63 : 62 |*********************** | 64 -> 127 : 18 |****** | 06:20:18 msecs : count distribution 0 -> 1 : 68 |************************* | 2 -> 3 : 76 |**************************** | 4 -> 7 : 20 |******* | 8 -> 15 : 48 |***************** | 16 -> 31 : 103 |**************************************| 32 -> 63 : 49 |****************** | 64 -> 127 : 17 |****** | 06:20:19 msecs : count distribution 0 -> 1 : 522 |*************************************+| 2 -> 3 : 225 |**************** | 4 -> 7 : 38 |** | 8 -> 15 : 8 | | 16 -> 31 : 1 | | 06:20:20 msecs : count distribution 0 -> 1 : 436 |**************************************| 2 -> 3 : 106 |********* | 4 -> 7 : 34 |** | 8 -> 15 : 19 |* | 16 -> 31 : 1 | | How the I/O latency distribution changes over time can be seen. The -Q option begins measuring I/O latency from when the request was first queued in the kernel, and includes queuing latency: # ./biolatency -Q Tracing block device I/O... Hit Ctrl-C to end. ^C usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 3 |* | 256 -> 511 : 37 |************** | 512 -> 1023 : 30 |*********** | 1024 -> 2047 : 18 |******* | 2048 -> 4095 : 22 |******** | 4096 -> 8191 : 14 |***** | 8192 -> 16383 : 48 |******************* | 16384 -> 32767 : 96 |**************************************| 32768 -> 65535 : 31 |************ | 65536 -> 131071 : 26 |********** | 131072 -> 262143 : 12 |**** | This better reflects the latency suffered by the application (if it is synchronous I/O), whereas the default mode without kernel queueing better reflects the performance of the device. Note that the storage device (and storage device controller) usually have queues of their own, which are always included in the latency, with or without -Q. The -D option will print a histogram per disk. Eg: # ./biolatency -D Tracing block device I/O... Hit Ctrl-C to end. ^C Bucket disk = 'xvdb' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 1 | | 256 -> 511 : 33 |********************** | 512 -> 1023 : 36 |************************ | 1024 -> 2047 : 58 |****************************************| 2048 -> 4095 : 51 |*********************************** | 4096 -> 8191 : 21 |************** | 8192 -> 16383 : 2 |* | Bucket disk = 'xvdc' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 1 | | 256 -> 511 : 38 |*********************** | 512 -> 1023 : 42 |************************* | 1024 -> 2047 : 66 |****************************************| 2048 -> 4095 : 40 |************************ | 4096 -> 8191 : 14 |******** | Bucket disk = 'xvda1' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 18 |********** | 512 -> 1023 : 67 |************************************* | 1024 -> 2047 : 35 |******************* | 2048 -> 4095 : 71 |****************************************| 4096 -> 8191 : 65 |************************************ | 8192 -> 16383 : 65 |************************************ | 16384 -> 32767 : 20 |*********** | 32768 -> 65535 : 7 |*** | This output sows that xvda1 has much higher latency, usually between 0.5 ms and 32 ms, whereas xvdc is usually between 0.2 ms and 4 ms. The -F option prints a separate histogram for each unique set of request flags. For example: ./biolatency.py -Fm Tracing block device I/O... Hit Ctrl-C to end. ^C flags = Read msecs : count distribution 0 -> 1 : 180 |************* | 2 -> 3 : 519 |****************************************| 4 -> 7 : 60 |**** | 8 -> 15 : 123 |********* | 16 -> 31 : 68 |***** | 32 -> 63 : 0 | | 64 -> 127 : 2 | | 128 -> 255 : 12 | | 256 -> 511 : 0 | | 512 -> 1023 : 1 | | flags = Sync-Write msecs : count distribution 0 -> 1 : 5 |****************************************| flags = Flush msecs : count distribution 0 -> 1 : 2 |****************************************| flags = Metadata-Read msecs : count distribution 0 -> 1 : 3 |****************************************| 2 -> 3 : 2 |************************** | 4 -> 7 : 0 | | 8 -> 15 : 1 |************* | 16 -> 31 : 1 |************* | flags = Write msecs : count distribution 0 -> 1 : 103 |******************************* | 2 -> 3 : 106 |******************************** | 4 -> 7 : 130 |****************************************| 8 -> 15 : 79 |************************ | 16 -> 31 : 5 |* | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 1 | | flags = NoMerge-Read msecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 5 |****************************************| 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 1 |******** | flags = NoMerge-Write msecs : count distribution 0 -> 1 : 30 |** | 2 -> 3 : 293 |******************** | 4 -> 7 : 564 |****************************************| 8 -> 15 : 463 |******************************** | 16 -> 31 : 21 |* | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 5 | | flags = Priority-Metadata-Read msecs : count distribution 0 -> 1 : 1 |****************************************| 2 -> 3 : 0 | | 4 -> 7 : 1 |****************************************| 8 -> 15 : 1 |****************************************| flags = ForcedUnitAccess-Metadata-Sync-Write msecs : count distribution 0 -> 1 : 2 |****************************************| flags = ReadAhead-Read msecs : count distribution 0 -> 1 : 15 |*************************** | 2 -> 3 : 22 |****************************************| 4 -> 7 : 14 |************************* | 8 -> 15 : 8 |************** | 16 -> 31 : 1 |* | flags = Priority-Metadata-Write msecs : count distribution 0 -> 1 : 9 |****************************************| These can be handled differently by the storage device, and this mode lets us examine their performance in isolation. The -e option shows extension summary(total, average) For example: # ./biolatency.py -e ^C usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 4 |*********** | 128 -> 255 : 2 |***** | 256 -> 511 : 4 |*********** | 512 -> 1023 : 14 |****************************************| 1024 -> 2047 : 0 | | 2048 -> 4095 : 1 |** | avg = 663 usecs, total: 16575 usecs, count: 25 Sometimes 512 -> 1023 usecs is not enough for throughput tuning. Especially a little difference in performance downgrade. By this extension, we know the value in log2 range is about 663 usecs. The -j option prints a dictionary of the histogram. For example: # ./biolatency.py -j ^C {'ts': '2020-12-30 14:33:03', 'val_type': 'usecs', 'data': [{'interval-start': 0, 'interval-end': 1, 'count': 0}, {'interval-start': 2, 'interval-end': 3, 'count': 0}, {'interval-start': 4, 'interval-end': 7, 'count': 0}, {'interval-start': 8, 'interval-end': 15, 'count': 0}, {'interval-start': 16, 'interval-end': 31, 'count': 0}, {'interval-start': 32, 'interval-end': 63, 'count': 2}, {'interval-start': 64, 'interval-end': 127, 'count': 75}, {'interval-start': 128, 'interval-end': 255, 'count': 7}, {'interval-start': 256, 'interval-end': 511, 'count': 0}, {'interval-start': 512, 'interval-end': 1023, 'count': 6}, {'interval-start': 1024, 'interval-end': 2047, 'count': 3}, {'interval-start': 2048, 'interval-end': 4095, 'count': 31}]} the key `data` is the list of the log2 histogram intervals. The `interval-start` and `interval-end` define the latency bucket and `count` is the number of I/O's that lie in that latency range. # ./biolatency.py -jF ^C {'ts': '2020-12-30 14:37:59', 'val_type': 'usecs', 'data': [{'interval-start': 0, 'interval-end': 1, 'count': 0}, {'interval-start': 2, 'interval-end': 3, 'count': 0}, {'interval-start': 4, 'interval-end': 7, 'count': 0}, {'interval-start': 8, 'interval-end': 15, 'count': 0}, {'interval-start': 16, 'interval-end': 31, 'count': 1}, {'interval-start': 32, 'interval-end': 63, 'count': 1}, {'interval-start': 64, 'interval-end': 127, 'count': 0}, {'interval-start': 128, 'interval-end': 255, 'count': 0}, {'interval-start': 256, 'interval-end': 511, 'count': 0}, {'interval-start': 512, 'interval-end': 1023, 'count': 0}, {'interval-start': 1024, 'interval-end': 2047, 'count': 2}], 'flags': 'Sync-Write'} {'ts': '2020-12-30 14:37:59', 'val_type': 'usecs', 'data': [{'interval-start': 0, 'interval-end': 1, 'count': 0}, {'interval-start': 2, 'interval-end': 3, 'count': 0}, {'interval-start': 4, 'interval-end': 7, 'count': 0}, {'interval-start': 8, 'interval-end': 15, 'count': 0}, {'interval-start': 16, 'interval-end': 31, 'count': 0}, {'interval-start': 32, 'interval-end': 63, 'count': 0}, {'interval-start': 64, 'interval-end': 127, 'count': 0}, {'interval-start': 128, 'interval-end': 255, 'count': 2}, {'interval-start': 256, 'interval-end': 511, 'count': 0}, {'interval-start': 512, 'interval-end': 1023, 'count': 2}, {'interval-start': 1024, 'interval-end': 2047, 'count': 1}], 'flags': 'Unknown'} {'ts': '2020-12-30 14:37:59', 'val_type': 'usecs', 'data': [{'interval-start': 0, 'interval-end': 1, 'count': 0}, {'interval-start': 2, 'interval-end': 3, 'count': 0}, {'interval-start': 4, 'interval-end': 7, 'count': 0}, {'interval-start': 8, 'interval-end': 15, 'count': 0}, {'interval-start': 16, 'interval-end': 31, 'count': 0}, {'interval-start': 32, 'interval-end': 63, 'count': 0}, {'interval-start': 64, 'interval-end': 127, 'count': 0}, {'interval-start': 128, 'interval-end': 255, 'count': 0}, {'interval-start': 256, 'interval-end': 511, 'count': 0}, {'interval-start': 512, 'interval-end': 1023, 'count': 0}, {'interval-start': 1024, 'interval-end': 2047, 'count': 1}], 'flags': 'Write'} {'ts': '2020-12-30 14:37:59', 'val_type': 'usecs', 'data': [{'interval-start': 0, 'interval-end': 1, 'count': 0}, {'interval-start': 2, 'interval-end': 3, 'count': 0}, {'interval-start': 4, 'interval-end': 7, 'count': 0}, {'interval-start': 8, 'interval-end': 15, 'count': 0}, {'interval-start': 16, 'interval-end': 31, 'count': 0}, {'interval-start': 32, 'interval-end': 63, 'count': 0}, {'interval-start': 64, 'interval-end': 127, 'count': 0}, {'interval-start': 128, 'interval-end': 255, 'count': 0}, {'interval-start': 256, 'interval-end': 511, 'count': 0}, {'interval-start': 512, 'interval-end': 1023, 'count': 4}], 'flags': 'Flush'} The -j option used with -F prints a histogram dictionary per set of I/O flags. # ./biolatency.py -jD ^C {'ts': '2020-12-30 14:40:00', 'val_type': 'usecs', 'data': [{'interval-start': 0, 'interval-end': 1, 'count': 0}, {'interval-start': 2, 'interval-end': 3, 'count': 0}, {'interval-start': 4, 'interval-end': 7, 'count': 0}, {'interval-start': 8, 'interval-end': 15, 'count': 0}, {'interval-start': 16, 'interval-end': 31, 'count': 0}, {'interval-start': 32, 'interval-end': 63, 'count': 1}, {'interval-start': 64, 'interval-end': 127, 'count': 1}, {'interval-start': 128, 'interval-end': 255, 'count': 1}, {'interval-start': 256, 'interval-end': 511, 'count': 1}, {'interval-start': 512, 'interval-end': 1023, 'count': 6}, {'interval-start': 1024, 'interval-end': 2047, 'count': 1}, {'interval-start': 2048, 'interval-end': 4095, 'count': 3}], 'Bucket ptr': b'sda'} The -j option used with -D prints a histogram dictionary per disk device. # ./biolatency.py -jm ^C {'ts': '2020-12-30 14:42:03', 'val_type': 'msecs', 'data': [{'interval-start': 0, 'interval-end': 1, 'count': 11}, {'interval-start': 2, 'interval-end': 3, 'count': 3}]} The -j with -m prints a millisecond histogram dictionary. The `value_type` key is set to msecs. USAGE message: # ./biolatency -h usage: biolatency.py [-h] [-T] [-Q] [-m] [-D] [-F] [-e] [-j] [-d DISK] [interval] [count] Summarize block device I/O latency as a histogram positional arguments: interval output interval, in seconds count number of outputs optional arguments: -h, --help show this help message and exit -T, --timestamp include timestamp on output -Q, --queued include OS queued time in I/O time -m, --milliseconds millisecond histogram -D, --disks print a histogram per disk device -F, --flags print a histogram per set of I/O flags -e, --extension summarize average/total value -j, --json json output -d DISK, --disk DISK Trace this disk only examples: ./biolatency # summarize block I/O latency as a histogram ./biolatency 1 10 # print 1 second summaries, 10 times ./biolatency -mT 1 # 1s summaries, milliseconds, and timestamps ./biolatency -Q # include OS queued time in I/O time ./biolatency -D # show each disk device separately ./biolatency -F # show I/O flags separately ./biolatency -j # print a dictionary ./biolatency -e # show extension summary(total, average) ./biolatency -d sdc # Trace sdc only bpfcc-0.31.0/tools/biolatpcts.py000077500000000000000000000240121465134135300165350ustar00rootroot00000000000000#!/usr/bin/env python # # biolatpcts.py Monitor IO latency distribution of a block device. # # $ ./biolatpcts.py /dev/nvme0n1 # nvme0n1 p1 p5 p10 p16 p25 p50 p75 p84 p90 p95 p99 p100 # read 95us 175us 305us 515us 895us 985us 995us 1.5ms 2.5ms 3.5ms 4.5ms 10ms # write 5us 5us 5us 15us 25us 135us 765us 855us 885us 895us 965us 1.5ms # discard 5us 5us 5us 5us 135us 145us 165us 205us 385us 875us 1.5ms 2.5ms # flush 5us 5us 5us 5us 5us 5us 5us 5us 5us 1.5ms 4.5ms 5.5ms # # Copyright (C) 2020 Tejun Heo # Copyright (C) 2020 Facebook from __future__ import print_function from bcc import BPF from time import sleep from threading import Event import argparse import json import sys import os import signal description = """ Monitor IO latency distribution of a block device """ epilog = """ When interval is infinite, biolatpcts will print out result once the initialization is complete to indicate readiness. After initialized, biolatpcts will output whenever it receives SIGUSR1/2 and before exiting on SIGINT, SIGTERM or SIGHUP. SIGUSR1 starts a new period after reporting. SIGUSR2 doesn't and can be used to monitor progress without affecting accumulation of data points. They can be used to obtain latency distribution between two arbitrary events and monitor progress inbetween. """ parser = argparse.ArgumentParser(description = description, epilog = epilog, formatter_class = argparse.ArgumentDefaultsHelpFormatter) parser.add_argument('dev', metavar='DEV', type=str, help='Target block device (/dev/DEVNAME, DEVNAME or MAJ:MIN)') parser.add_argument('-i', '--interval', type=int, default=3, help='Report interval (0: exit after startup, -1: infinite)') parser.add_argument('-w', '--which', choices=['from-rq-alloc', 'after-rq-alloc', 'on-device'], default='on-device', help='Which latency to measure') parser.add_argument('-p', '--pcts', metavar='PCT,...', type=str, default='1,5,10,16,25,50,75,84,90,95,99,100', help='Percentiles to calculate') parser.add_argument('-j', '--json', action='store_true', help='Output in json') parser.add_argument('--verbose', '-v', action='count', default = 0) bpf_source = """ #include #include #include #include BPF_PERCPU_ARRAY(rwdf_100ms, u64, 400); BPF_PERCPU_ARRAY(rwdf_1ms, u64, 400); BPF_PERCPU_ARRAY(rwdf_10us, u64, 400); RAW_TRACEPOINT_PROBE(block_rq_complete) { // TP_PROTO(struct request *rq, blk_status_t error, unsigned int nr_bytes) struct request *rq = (void *)ctx->args[0]; unsigned int cmd_flags; u64 dur; size_t base, slot; if (!rq->__START_TIME_FIELD__) return 0; if (!rq->__RQ_DISK__ || rq->__RQ_DISK__->major != __MAJOR__ || rq->__RQ_DISK__->first_minor != __MINOR__) return 0; cmd_flags = rq->cmd_flags; switch (cmd_flags & REQ_OP_MASK) { case REQ_OP_READ: base = 0; break; case REQ_OP_WRITE: base = 100; break; case REQ_OP_DISCARD: base = 200; break; case REQ_OP_FLUSH: base = 300; break; default: return 0; } dur = bpf_ktime_get_ns() - rq->__START_TIME_FIELD__; slot = min_t(size_t, div_u64(dur, 100 * NSEC_PER_MSEC), 99); rwdf_100ms.increment(base + slot); if (slot) return 0; slot = min_t(size_t, div_u64(dur, NSEC_PER_MSEC), 99); rwdf_1ms.increment(base + slot); if (slot) return 0; slot = min_t(size_t, div_u64(dur, 10 * NSEC_PER_USEC), 99); rwdf_10us.increment(base + slot); return 0; } """ args = parser.parse_args() args.pcts = args.pcts.split(',') args.pcts.sort(key=lambda x: float(x)) try: major = int(args.dev.split(':')[0]) minor = int(args.dev.split(':')[1]) except Exception: if '/' in args.dev: stat = os.stat(args.dev) else: stat = os.stat('/dev/' + args.dev) major = os.major(stat.st_rdev) minor = os.minor(stat.st_rdev) if args.which == 'from-rq-alloc': start_time_field = 'alloc_time_ns' elif args.which == 'after-rq-alloc': start_time_field = 'start_time_ns' elif args.which == 'on-device': start_time_field = 'io_start_time_ns' else: print("Invalid latency measurement {}".format(args.which)) exit() bpf_source = bpf_source.replace('__START_TIME_FIELD__', start_time_field) bpf_source = bpf_source.replace('__MAJOR__', str(major)) bpf_source = bpf_source.replace('__MINOR__', str(minor)) if BPF.kernel_struct_has_field(b'request', b'rq_disk') == 1: bpf_source = bpf_source.replace('__RQ_DISK__', 'rq_disk') else: bpf_source = bpf_source.replace('__RQ_DISK__', 'q->disk') bpf = BPF(text=bpf_source) # times are in usecs MSEC = 1000 SEC = 1000 * 1000 cur_rwdf_100ms = bpf["rwdf_100ms"] cur_rwdf_1ms = bpf["rwdf_1ms"] cur_rwdf_10us = bpf["rwdf_10us"] last_rwdf_100ms = [0] * 400 last_rwdf_1ms = [0] * 400 last_rwdf_10us = [0] * 400 rwdf_100ms = [0] * 400 rwdf_1ms = [0] * 400 rwdf_10us = [0] * 400 io_type = ["read", "write", "discard", "flush"] def find_pct(req, total, slots, idx, counted): while idx > 0: idx -= 1 if slots[idx] > 0: counted += slots[idx] if args.verbose > 1: print('idx={} counted={} pct={:.1f} req={}' .format(idx, counted, counted / total, req)) if (counted / total) * 100 >= 100 - req: break return (idx, counted) def calc_lat_pct(req_pcts, total, lat_100ms, lat_1ms, lat_10us): pcts = [0] * len(req_pcts) if total == 0: return pcts data = [(100 * MSEC, lat_100ms), (MSEC, lat_1ms), (10, lat_10us)] data_sel = 0 idx = 100 counted = 0 for pct_idx in reversed(range(len(req_pcts))): req = float(req_pcts[pct_idx]) while True: last_counted = counted (gran, slots) = data[data_sel] (idx, counted) = find_pct(req, total, slots, idx, counted) if args.verbose > 1: print('pct_idx={} req={} gran={} idx={} counted={} total={}' .format(pct_idx, req, gran, idx, counted, total)) if idx > 0 or data_sel == len(data) - 1: break counted = last_counted data_sel += 1 idx = 100 pcts[pct_idx] = gran * idx + gran / 2 return pcts def format_usec(lat): if lat > SEC: return '{:.1f}s'.format(lat / SEC) elif lat > 10 * MSEC: return '{:.0f}ms'.format(lat / MSEC) elif lat > MSEC: return '{:.1f}ms'.format(lat / MSEC) elif lat > 0: return '{:.0f}us'.format(lat) else: return '-' # 0 interval can be used to test whether this script would run successfully. if args.interval == 0: sys.exit(0) # Set up signal handling so that we print the result on USR1/2 and before # exiting on a signal. Combined with infinite interval, this can be used to # obtain overall latency distribution between two events. On USR2 the # accumulated counters are cleared too, which can be used to define # arbitrary intervals. force_update_last_rwdf = False keep_running = True result_req = Event() def sig_handler(sig, frame): global keep_running, force_update_last_rwdf, result_req if sig == signal.SIGUSR1: force_update_last_rwdf = True elif sig != signal.SIGUSR2: keep_running = False result_req.set() for sig in (signal.SIGUSR1, signal.SIGUSR2, signal.SIGINT, signal.SIGTERM, signal.SIGHUP): signal.signal(sig, sig_handler) # If infinite interval, always trigger the first output so that the caller # can tell when initialization is complete. if args.interval < 0: result_req.set(); while keep_running: result_req.wait(args.interval if args.interval > 0 else None) result_req.clear() update_last_rwdf = args.interval > 0 or force_update_last_rwdf force_update_last_rwdf = False rwdf_total = [0] * 4; for i in range(400): v = cur_rwdf_100ms.sum(i).value rwdf_100ms[i] = max(v - last_rwdf_100ms[i], 0) if update_last_rwdf: last_rwdf_100ms[i] = v v = cur_rwdf_1ms.sum(i).value rwdf_1ms[i] = max(v - last_rwdf_1ms[i], 0) if update_last_rwdf: last_rwdf_1ms[i] = v v = cur_rwdf_10us.sum(i).value rwdf_10us[i] = max(v - last_rwdf_10us[i], 0) if update_last_rwdf: last_rwdf_10us[i] = v rwdf_total[int(i / 100)] += rwdf_100ms[i] rwdf_lat = [] for i in range(4): left = i * 100 right = left + 100 rwdf_lat.append( calc_lat_pct(args.pcts, rwdf_total[i], rwdf_100ms[left:right], rwdf_1ms[left:right], rwdf_10us[left:right])) if args.verbose: print('{:7} 100ms {}'.format(io_type[i], rwdf_100ms[left:right])) print('{:7} 1ms {}'.format(io_type[i], rwdf_1ms[left:right])) print('{:7} 10us {}'.format(io_type[i], rwdf_10us[left:right])) if args.json: result = {} for iot in range(4): lats = {} for pi in range(len(args.pcts)): lats[args.pcts[pi]] = rwdf_lat[iot][pi] / SEC result[io_type[iot]] = lats print(json.dumps(result), flush=True) else: print('\n{:<7}'.format(os.path.basename(args.dev)), end='') widths = [] for pct in args.pcts: widths.append(max(len(pct), 5)) print(' {:>5}'.format(pct), end='') print() for iot in range(4): print('{:7}'.format(io_type[iot]), end='') for pi in range(len(rwdf_lat[iot])): print(' {:>{}}'.format(format_usec(rwdf_lat[iot][pi]), widths[pi]), end='') print() bpfcc-0.31.0/tools/biolatpcts_example.txt000066400000000000000000000057401465134135300204430ustar00rootroot00000000000000Demonstrations of biolatpcts, the Linux eBPF/bcc version. biolatpcts traces block device I/O (disk I/O), and prints the latency percentiles per I/O type. Example: # ./biolatpcts.py /dev/nvme0n1 nvme0n1 p1 p5 p10 p16 p25 p50 p75 p84 p90 p95 p99 p100 read 95us 175us 305us 515us 895us 985us 995us 1.5ms 2.5ms 3.5ms 4.5ms 10ms write 5us 5us 5us 15us 25us 135us 765us 855us 885us 895us 965us 1.5ms discard 5us 5us 5us 5us 135us 145us 165us 205us 385us 875us 1.5ms 2.5ms flush 5us 5us 5us 5us 5us 5us 5us 5us 5us 1.5ms 4.5ms 5.5ms [...] Unless changed with the -i option, the latency percentiles are printed every 3 seconds. Any number of custom percentiles can be requested with the -p option: # ./biolatpcts.py /dev/nvme0n1 -p 01,90.0,99.9,99.99,100.0 nvme0n1 01 90.0 99.9 99.99 100.0 read 5us 4.5ms 16ms 22ms 26ms write 15us 255us 365us 515us 2.5ms discard - - - - - flush 5us 5us 5us 5us 24ms [...] Note that the target percentile strings are preserved as-is to facilitate exact key matching when the output is consumed by another program. When the output is consumed by another program, parsing can be tedious. The -j option makes biolatpcts output results in json, one line per interval. # ./tools/biolatpcts.py /dev/nvme0n1 -j {"read": {"1": 2.5e-05, "5": 3.5e-05, "10": 4.5e-05, "16": 0.000145, "25": 0.000195, "50": 0.000355, "75": 0.000605, "84": 0.000775, "90": 0.000965, "95": 0.0015, "99": 0.0025, "100": 0.0235}, "write": {"1": 5e-06, "5": 5e-06, "10": 5e-06, "16": 5e-06, "25": 1.5e-05, "50": 2.5e-05, "75": 4.5e-05, "84": 7.5e-05, "90": 0.000195, "95": 0.000665, "99": 0.0015, "100": 0.0035}, "discard": {"1": 0.0, "5": 0.0, "10": 0.0, "16": 0.0, "25": 0.0, "50": 0.0, "75": 0.0, "84": 0.0, "90": 0.0, "95": 0.0, "99": 0.0, "100": 0.0}, "flush": {"1": 0.0, "5": 0.0, "10": 0.0, "16": 0.0, "25": 0.0, "50": 0.0, "75": 0.0, "84": 0.0, "90": 0.0, "95": 0.0, "99": 0.0, "100": 0.0}} [...] By default biolatpcts measures the duration each IO was on the device. It can be changed using the -w option. USAGE message: usage: biolatpcts.py [-h] [-i INTERVAL] [-w {from-rq-alloc,after-rq-alloc,on-device}] [-p PCT,...] [-j] [--verbose] DEV Monitor IO latency distribution of a block device positional arguments: DEV Target block device (/dev/DEVNAME, DEVNAME or MAJ:MIN) optional arguments: -h, --help show this help message and exit -i INTERVAL, --interval INTERVAL Report interval (default: 3) -w {from-rq-alloc,after-rq-alloc,on-device}, --which {from-rq-alloc,after-rq-alloc,on-device} Which latency to measure (default: on-device) -p PCT,..., --pcts PCT,... Percentiles to calculate (default: 1,5,10,16,25,50,75,84,90,95,99,100) -j, --json Output in json (default: False) --verbose, -v bpfcc-0.31.0/tools/biopattern.py000077500000000000000000000075671465134135300165600ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # biopattern - Identify random/sequential disk access patterns. # For Linux, uses BCC, eBPF. # # Copyright (c) 2022 Rocky Xing. # Licensed under the Apache License, Version 2.0 (the "License") # # 21-Feb-2022 Rocky Xing Created this. from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse import os examples = """examples: ./biopattern # show block device I/O pattern. ./biopattern 1 10 # print 1 second summaries, 10 times ./biopattern -d sdb # show sdb only """ parser = argparse.ArgumentParser( description="Show block device I/O pattern.", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-d", "--disk", type=str, help="Trace this disk only") parser.add_argument("interval", nargs="?", default=99999999, help="Output interval in seconds") parser.add_argument("count", nargs="?", default=99999999, help="Number of outputs") args = parser.parse_args() countdown = int(args.count) bpf_text=""" struct counter { u64 last_sector; u64 bytes; u32 sequential; u32 random; }; BPF_HASH(counters, u32, struct counter); TRACEPOINT_PROBE(block, block_rq_complete) { struct counter *counterp; struct counter zero = {}; u32 dev = args->dev; u64 sector = args->sector; u32 nr_sector = args->nr_sector; DISK_FILTER counterp = counters.lookup_or_try_init(&dev, &zero); if (counterp == 0) { return 0; } if (counterp->last_sector) { if (counterp->last_sector == sector) { __sync_fetch_and_add(&counterp->sequential, 1); } else { __sync_fetch_and_add(&counterp->random, 1); } __sync_fetch_and_add(&counterp->bytes, nr_sector * 512); } counterp->last_sector = sector + nr_sector; return 0; } """ dev_minor_bits = 20 def mkdev(major, minor): return (major << dev_minor_bits) | minor partitions = {} with open("/proc/partitions", 'r') as f: lines = f.readlines() for line in lines[2:]: words = line.strip().split() major = int(words[0]) minor = int(words[1]) part_name = words[3] partitions[mkdev(major, minor)] = part_name if args.disk is not None: disk_path = os.path.join('/dev', args.disk) if os.path.exists(disk_path) == False: print("no such disk '%s'" % args.disk) exit(1) stat_info = os.stat(disk_path) major = os.major(stat_info.st_rdev) minor = os.minor(stat_info.st_rdev) bpf_text = bpf_text.replace('DISK_FILTER', 'if (dev != %s) { return 0; }' % mkdev(major, minor)) else: bpf_text = bpf_text.replace('DISK_FILTER', '') b = BPF(text=bpf_text) # check whether hash table batch ops is supported htab_batch_ops = True if BPF.kernel_struct_has_field(b'bpf_map_ops', b'map_lookup_and_delete_batch') == 1 else False exiting = 0 if args.interval else 1 counters = b.get_table("counters") print("%-9s %-7s %5s %5s %8s %10s" % ("TIME", "DISK", "%RND", "%SEQ", "COUNT", "KBYTES")) while True: try: sleep(int(args.interval)) except KeyboardInterrupt: exiting = 1 for k, v in (counters.items_lookup_and_delete_batch() if htab_batch_ops else counters.items()): total = v.random + v.sequential if total == 0: continue part_name = partitions.get(k.value, "Unknown") random_percent = int(round(v.random * 100 / total)) print("%-9s %-7s %5d %5d %8d %10d" % ( strftime("%H:%M:%S"), part_name, random_percent, 100 - random_percent, total, v.bytes / 1024)) if not htab_batch_ops: counters.clear() countdown -= 1 if exiting or countdown == 0: exit() bpfcc-0.31.0/tools/biopattern_example.txt000066400000000000000000000025761465134135300204520ustar00rootroot00000000000000Demonstrations of biopattern, the Linux eBPF/bcc version. biopattern identifies random/sequential disk access patterns. Example: # ./biopattern.py TIME DISK %RND %SEQ COUNT KBYTES 22:03:51 vdb 0 99 788 3184 22:03:51 Unknown 0 100 4 0 22:03:51 vda 85 14 21 488 [...] The -d option only print the matched disk. # ./biopattern.py -d vdb 1 10 TIME DISK %RND %SEQ COUNT KBYTES 22:12:57 vdb 0 99 193 772 22:12:58 vdb 0 100 1119 4476 22:12:59 vdb 0 100 1126 4504 22:13:00 vdb 0 100 1009 4036 22:13:01 vdb 0 100 958 3832 22:13:02 vdb 0 99 957 3856 22:13:03 vdb 0 100 1130 4520 22:13:04 vdb 0 100 1051 4204 22:13:05 vdb 0 100 1158 4632 [...] USAGE message: Show block device I/O pattern. positional arguments: interval Output interval in seconds count Number of outputs optional arguments: -h, --help show this help message and exit -d DISK, --disk DISK Trace this disk only examples: ./biopattern # show block device I/O pattern. ./biopattern 1 10 # print 1 second summaries, 10 times ./biopattern -d sdb # show sdb only bpfcc-0.31.0/tools/biosnoop.lua000077500000000000000000000116501465134135300163560ustar00rootroot00000000000000#!/usr/bin/env bcc-lua --[[ Copyright 2016 GitHub, Inc Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. --]] local program = [[ #include #include struct val_t { u32 pid; char name[TASK_COMM_LEN]; }; struct data_t { u32 pid; u64 rwflag; u64 delta; u64 sector; u64 len; u64 ts; char disk_name[DISK_NAME_LEN]; char name[TASK_COMM_LEN]; }; BPF_HASH(start, struct request *); BPF_HASH(infobyreq, struct request *, struct val_t); BPF_PERF_OUTPUT(events); // cache PID and comm by-req int trace_pid_start(struct pt_regs *ctx, struct request *req) { struct val_t val = {}; if (bpf_get_current_comm(&val.name, sizeof(val.name)) == 0) { val.pid = bpf_get_current_pid_tgid(); infobyreq.update(&req, &val); } return 0; } // time block I/O int trace_req_start(struct pt_regs *ctx, struct request *req) { u64 ts; ts = bpf_ktime_get_ns(); start.update(&req, &ts); return 0; } // output int trace_req_completion(struct pt_regs *ctx, struct request *req) { u64 *tsp, delta; u32 *pidp = 0; struct val_t *valp; struct data_t data ={}; u64 ts; // fetch timestamp and calculate delta tsp = start.lookup(&req); if (tsp == 0) { // missed tracing issue return 0; } ts = bpf_ktime_get_ns(); data.delta = ts - *tsp; data.ts = ts / 1000; valp = infobyreq.lookup(&req); if (valp == 0) { data.len = req->__data_len; data.name[0] = '?'; data.name[1] = 0; } else { data.pid = valp->pid; data.len = req->__data_len; data.sector = req->__sector; bpf_probe_read_kernel(&data.name, sizeof(data.name), valp->name); bpf_probe_read_kernel(&data.disk_name, sizeof(data.disk_name), req->rq_disk->disk_name); } /* * The following deals with a kernel version change (in mainline 4.7, although * it may be backported to earlier kernels) with how block request write flags * are tested. We handle both pre- and post-change versions here. Please avoid * kernel version tests like this as much as possible: they inflate the code, * test, and maintenance burden. */ #ifdef REQ_WRITE data.rwflag = !!(req->cmd_flags & REQ_WRITE); #elif defined(REQ_OP_SHIFT) data.rwflag = !!((req->cmd_flags >> REQ_OP_SHIFT) == REQ_OP_WRITE); #else data.rwflag = !!((req->cmd_flags & REQ_OP_MASK) == REQ_OP_WRITE); #endif events.perf_submit(ctx,&data,sizeof(data)); start.delete(&req); infobyreq.delete(&req); return 0; } ]] local ffi = require("ffi") return function(BPF, utils) local bpf = BPF:new{text=program} bpf:attach_kprobe{event="blk_account_io_start", fn_name="trace_pid_start"} bpf:attach_kprobe{event="blk_start_request", fn_name="trace_req_start"} bpf:attach_kprobe{event="blk_mq_start_request", fn_name="trace_req_start"} bpf:attach_kprobe{event="blk_account_io_done", fn_name="trace_req_completion"} print("%-14s %-14s %-6s %-7s %-2s %-9s %-7s %7s" % {"TIME(s)", "COMM", "PID", "DISK", "T", "SECTOR", "BYTES", "LAT(ms)"}) local rwflg = "" local start_ts = 0 local prev_ts = 0 local delta = 0 local function print_event(cpu, event) local val = -1 local event_pid = event.pid local event_delta = tonumber(event.delta) local event_sector = tonumber(event.sector) local event_len = tonumber(event.len) local event_ts = tonumber(event.ts) local event_disk_name = ffi.string(event.disk_name) local event_name = ffi.string(event.name) if event.rwflag == 1 then rwflg = "W" end if event.rwflag == 0 then rwflg = "R" end if not event_name:match("%?") then val = event_sector end if start_ts == 0 then prev_ts = start_ts end if start_ts == 1 then delta = delta + (event_ts - prev_ts) end print("%-14.9f %-14.14s %-6s %-7s %-2s %-9s %-7s %7.2f" % { delta / 1000000, event_name, event_pid, event_disk_name, rwflg, val, event_len, event_delta / 1000000}) prev_ts = event_ts start_ts = 1 end local TASK_COMM_LEN = 16 -- linux/sched.h local DISK_NAME_LEN = 32 -- linux/genhd.h bpf:get_table("events"):open_perf_buffer(print_event, [[ struct { uint32_t pid; uint64_t rwflag; uint64_t delta; uint64_t sector; uint64_t len; uint64_t ts; char disk_name[$]; char name[$]; } ]], {DISK_NAME_LEN, TASK_COMM_LEN}, 64) bpf:perf_buffer_poll_loop() end bpfcc-0.31.0/tools/biosnoop.py000077500000000000000000000255141465134135300162310ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # biosnoop Trace block device I/O and print details including issuing PID. # For Linux, uses BCC, eBPF. # # This uses in-kernel eBPF maps to cache process details (PID and comm) by I/O # request, as well as a starting timestamp for calculating I/O latency. # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 16-Sep-2015 Brendan Gregg Created this. # 11-Feb-2016 Allan McAleavy updated for BPF_PERF_OUTPUT # 21-Jun-2022 Rocky Xing Added disk filter support. # 13-Oct-2022 Rocky Xing Added support for displaying block I/O pattern. # 01-Aug-2023 Jerome Marchand Added support for block tracepoints from __future__ import print_function from bcc import BPF import argparse import os # arguments examples = """examples: ./biosnoop # trace all block I/O ./biosnoop -Q # include OS queued time ./biosnoop -d sdc # trace sdc only ./biosnoop -P # display block I/O pattern """ parser = argparse.ArgumentParser( description="Trace block I/O", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-Q", "--queue", action="store_true", help="include OS queued time") parser.add_argument("-d", "--disk", type=str, help="trace this disk only") parser.add_argument("-P", "--pattern", action="store_true", help="display block I/O pattern (sequential or random)") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() debug = 0 # define BPF program bpf_text = """ #include #include """ if args.pattern: bpf_text += "#define INCLUDE_PATTERN\n" bpf_text += """ // for saving the timestamp and __data_len of each request struct start_req_t { u64 ts; u64 data_len; }; struct val_t { u64 ts; u32 pid; char name[TASK_COMM_LEN]; }; struct tp_args { u64 __unused__; dev_t dev; sector_t sector; unsigned int nr_sector; unsigned int bytes; char rwbs[8]; char comm[16]; char cmd[]; }; struct hash_key { dev_t dev; u32 rwflag; sector_t sector; }; #ifdef INCLUDE_PATTERN struct sector_key_t { u32 dev_major; u32 dev_minor; }; enum bio_pattern { UNKNOWN, SEQUENTIAL, RANDOM, }; #endif struct data_t { u32 pid; u32 dev; u64 rwflag; u64 delta; u64 qdelta; u64 sector; u64 len; #ifdef INCLUDE_PATTERN enum bio_pattern pattern; #endif u64 ts; char name[TASK_COMM_LEN]; }; #ifdef INCLUDE_PATTERN BPF_HASH(last_sectors, struct sector_key_t, u64); #endif BPF_HASH(start, struct hash_key, struct start_req_t); BPF_HASH(infobyreq, struct hash_key, struct val_t); BPF_PERF_OUTPUT(events); static dev_t ddevt(struct gendisk *disk) { return (disk->major << 20) | disk->first_minor; } /* * The following deals with a kernel version change (in mainline 4.7, although * it may be backported to earlier kernels) with how block request write flags * are tested. We handle both pre- and post-change versions here. Please avoid * kernel version tests like this as much as possible: they inflate the code, * test, and maintenance burden. */ static int get_rwflag(u32 cmd_flags) { #ifdef REQ_WRITE return !!(cmd_flags & REQ_WRITE); #elif defined(REQ_OP_SHIFT) return !!((cmd_flags >> REQ_OP_SHIFT) == REQ_OP_WRITE); #else return !!((cmd_flags & REQ_OP_MASK) == REQ_OP_WRITE); #endif } #define RWBS_LEN 8 static int get_rwflag_tp(char *rwbs) { for (int i = 0; i < RWBS_LEN; i++) { if (rwbs[i] == 'W') return 1; if (rwbs[i] == '\\0') return 0; } return 0; } // cache PID and comm by-req static int __trace_pid_start(struct hash_key key) { DISK_FILTER struct val_t val = {}; u64 ts; if (bpf_get_current_comm(&val.name, sizeof(val.name)) == 0) { val.pid = bpf_get_current_pid_tgid() >> 32; if (##QUEUE##) { val.ts = bpf_ktime_get_ns(); } infobyreq.update(&key, &val); } return 0; } int trace_pid_start(struct pt_regs *ctx, struct request *req) { struct hash_key key = { .dev = ddevt(req->__RQ_DISK__), .rwflag = get_rwflag(req->cmd_flags), .sector = req->__sector }; return __trace_pid_start(key); } int trace_pid_start_tp(struct tp_args *args) { struct hash_key key = { .dev = args->dev, .rwflag = get_rwflag_tp(args->rwbs), .sector = args->sector }; return __trace_pid_start(key); } // time block I/O int trace_req_start(struct pt_regs *ctx, struct request *req) { struct hash_key key = { .dev = ddevt(req->__RQ_DISK__), .rwflag = get_rwflag(req->cmd_flags), .sector = req->__sector }; DISK_FILTER struct start_req_t start_req = { .ts = bpf_ktime_get_ns(), .data_len = req->__data_len }; start.update(&key, &start_req); return 0; } // output static int __trace_req_completion(void *ctx, struct hash_key key) { struct start_req_t *startp; struct val_t *valp; struct data_t data = {}; //struct gendisk *rq_disk; u64 ts; // fetch timestamp and calculate delta startp = start.lookup(&key); if (startp == 0) { // missed tracing issue return 0; } ts = bpf_ktime_get_ns(); //rq_disk = req->__RQ_DISK__; data.delta = ts - startp->ts; data.ts = ts / 1000; data.qdelta = 0; data.len = startp->data_len; valp = infobyreq.lookup(&key); if (valp == 0) { data.name[0] = '?'; data.name[1] = 0; } else { if (##QUEUE##) { data.qdelta = startp->ts - valp->ts; } data.pid = valp->pid; data.sector = key.sector; data.dev = key.dev; bpf_probe_read_kernel(&data.name, sizeof(data.name), valp->name); } #ifdef INCLUDE_PATTERN data.pattern = UNKNOWN; u64 *sector, last_sector; struct sector_key_t sector_key = { .dev_major = key.dev >> 20, .dev_minor = key.dev & ((1 << 20) - 1) }; sector = last_sectors.lookup(§or_key); if (sector != 0) { data.pattern = req->__sector == *sector ? SEQUENTIAL : RANDOM; } last_sector = req->__sector + data.len / 512; last_sectors.update(§or_key, &last_sector); #endif data.rwflag = key.rwflag; events.perf_submit(ctx, &data, sizeof(data)); start.delete(&key); infobyreq.delete(&key); return 0; } int trace_req_completion(struct pt_regs *ctx, struct request *req) { struct hash_key key = { .dev = ddevt(req->__RQ_DISK__), .rwflag = get_rwflag(req->cmd_flags), .sector = req->__sector }; return __trace_req_completion(ctx, key); } int trace_req_completion_tp(struct tp_args *args) { struct hash_key key = { .dev = args->dev, .rwflag = get_rwflag_tp(args->rwbs), .sector = args->sector }; return __trace_req_completion(args, key); } """ if args.queue: bpf_text = bpf_text.replace('##QUEUE##', '1') else: bpf_text = bpf_text.replace('##QUEUE##', '0') if BPF.kernel_struct_has_field(b'request', b'rq_disk') == 1: bpf_text = bpf_text.replace('__RQ_DISK__', 'rq_disk') else: bpf_text = bpf_text.replace('__RQ_DISK__', 'q->disk') if args.disk is not None: disk_path = os.path.join('/dev', args.disk) if not os.path.exists(disk_path): print("no such disk '%s'" % args.disk) exit(1) stat_info = os.stat(disk_path) dev = os.major(stat_info.st_rdev) << 20 | os.minor(stat_info.st_rdev) disk_filter_str = """ if(key.dev != %s) { return 0; } """ % (dev) bpf_text = bpf_text.replace('DISK_FILTER', disk_filter_str) else: bpf_text = bpf_text.replace('DISK_FILTER', '') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # initialize BPF b = BPF(text=bpf_text) if BPF.tracepoint_exists("block", "block_io_start"): b.attach_tracepoint(tp="block:block_io_start", fn_name="trace_pid_start_tp") elif BPF.get_kprobe_functions(b'__blk_account_io_start'): b.attach_kprobe(event="__blk_account_io_start", fn_name="trace_pid_start") elif BPF.get_kprobe_functions(b'blk_account_io_start'): b.attach_kprobe(event="blk_account_io_start", fn_name="trace_pid_start") else: print("ERROR: No found any block io start probe/tp.") exit() if BPF.get_kprobe_functions(b'blk_start_request'): b.attach_kprobe(event="blk_start_request", fn_name="trace_req_start") b.attach_kprobe(event="blk_mq_start_request", fn_name="trace_req_start") if BPF.tracepoint_exists("block", "block_io_done"): b.attach_tracepoint(tp="block:block_io_done", fn_name="trace_req_completion_tp") elif BPF.get_kprobe_functions(b'__blk_account_io_done'): b.attach_kprobe(event="__blk_account_io_done", fn_name="trace_req_completion") elif BPF.get_kprobe_functions(b'blk_account_io_done'): b.attach_kprobe(event="blk_account_io_done", fn_name="trace_req_completion") else: print("ERROR: No found any block io done probe/tp.") exit() # header print("%-11s %-14s %-7s %-9s %-1s %-10s %-7s" % ("TIME(s)", "COMM", "PID", "DISK", "T", "SECTOR", "BYTES"), end="") if args.pattern: print("%-1s " % ("P"), end="") if args.queue: print("%7s " % ("QUE(ms)"), end="") print("%7s" % "LAT(ms)") # cache disk major,minor -> diskname diskstats = "/proc/diskstats" disklookup = {} with open(diskstats) as stats: for line in stats: a = line.split() disklookup[a[0] + "," + a[1]] = a[2] def disk_print(d): major = d >> 20 minor = d & ((1 << 20) - 1) disk = str(major) + "," + str(minor) if disk in disklookup: diskname = disklookup[disk] else: diskname = "" return diskname rwflg = "" pattern = "" start_ts = 0 prev_ts = 0 delta = 0 P_SEQUENTIAL = 1 P_RANDOM = 2 # process event def print_event(cpu, data, size): event = b["events"].event(data) global start_ts if start_ts == 0: start_ts = event.ts if event.rwflag == 1: rwflg = "W" else: rwflg = "R" delta = float(event.ts) - start_ts disk_name = disk_print(event.dev) print("%-11.6f %-14.14s %-7s %-9s %-1s %-10s %-7s" % ( delta / 1000000, event.name.decode('utf-8', 'replace'), event.pid, disk_name, rwflg, event.sector, event.len), end="") if args.pattern: if event.pattern == P_SEQUENTIAL: pattern = "S" elif event.pattern == P_RANDOM: pattern = "R" else: pattern = "?" print("%-1s " % pattern, end="") if args.queue: print("%7.2f " % (float(event.qdelta) / 1000000), end="") print("%7.2f" % (float(event.delta) / 1000000)) # loop with callback to print_event b["events"].open_perf_buffer(print_event, page_cnt=64) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/biosnoop_example.txt000066400000000000000000000067351465134135300201340ustar00rootroot00000000000000Demonstrations of biosnoop, the Linux eBPF/bcc version. biosnoop traces block device I/O (disk I/O), and prints a line of output per I/O. Example: # ./biosnoop TIME(s) COMM PID DISK T SECTOR BYTES LAT(ms) 0.000004 supervise 1950 xvda1 W 13092560 4096 0.74 0.000178 supervise 1950 xvda1 W 13092432 4096 0.61 0.001469 supervise 1956 xvda1 W 13092440 4096 1.24 0.001588 supervise 1956 xvda1 W 13115128 4096 1.09 1.022346 supervise 1950 xvda1 W 13115272 4096 0.98 1.022568 supervise 1950 xvda1 W 13188496 4096 0.93 1.023534 supervise 1956 xvda1 W 13188520 4096 0.79 1.023585 supervise 1956 xvda1 W 13189512 4096 0.60 2.003920 xfsaild/md0 456 xvdc W 62901512 8192 0.23 2.003931 xfsaild/md0 456 xvdb W 62901513 512 0.25 2.004034 xfsaild/md0 456 xvdb W 62901520 8192 0.35 2.004042 xfsaild/md0 456 xvdb W 63542016 4096 0.36 2.004204 kworker/0:3 26040 xvdb W 41950344 65536 0.34 2.044352 supervise 1950 xvda1 W 13192672 4096 0.65 2.044574 supervise 1950 xvda1 W 13189072 4096 0.58 This includes the PID and comm (process name) that were on-CPU at the time of issue (which usually means the process responsible). The latency of the disk I/O, measured from the issue to the device to its completion, is included as the last column. This example output is from what should be an idle system, however, the following is visible in iostat: $ iostat -x 1 [...] avg-cpu: %user %nice %system %iowait %steal %idle 0.12 0.00 0.12 0.00 0.00 99.75 Device: rrqm/s wrqm/s r/s w/s rkB/s wkB/s await svctm %util xvda 0.00 0.00 0.00 4.00 0.00 16.00 0.00 0.00 0.00 xvdb 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 xvdc 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 md0 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 There are 4 write IOPS. The output of biosnoop identifies the reason: multiple supervise processes are issuing writes to the xvda1 disk. I can now drill down on supervise using other tools to understand its file system workload. The -Q option includes a column to show the time spent queued in the OS: # biosnoop.py -Q TIME(s) COMM PID DISK T SECTOR BYTES QUE(ms) LAT(ms) 0.000000 kworker/u72:1 13379 nvme1n1 W 1142400 4096 0.01 0.55 0.000771 sync 22177 nvme1n1 W 41963894 3072 0.11 0.47 5.332998 xfsaild/nvme1n 1061 nvme1n1 W 545728 16384 0.01 0.61 5.333044 xfsaild/nvme1n 1061 nvme1n1 W 2349728 16384 0.02 0.64 5.333065 xfsaild/nvme1n 1061 nvme1n1 W 20971521 512 0.02 0.65 5.333067 xfsaild/nvme1n 1061 nvme1n1 W 20971528 8192 0.00 0.65 [...] USAGE message: usage: biosnoop.py [-h] [-Q] [-d DISK] [-P] Trace block I/O optional arguments: -h, --help show this help message and exit -Q, --queue include OS queued time -d DISK, --disk DISK trace this disk only -P, --pattern display block I/O pattern (sequential or random) examples: ./biosnoop # trace all block I/O ./biosnoop -Q # include OS queued time ./biosnoop -d sdc # trace sdc only ./biosnoop -P # display block I/O pattern bpfcc-0.31.0/tools/biotop.py000077500000000000000000000232421465134135300156710ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # biotop block device (disk) I/O by process. # For Linux, uses BCC, eBPF. # # USAGE: biotop.py [-h] [-C] [-r MAXROWS] [-p PID] [interval] [count] # # This uses in-kernel eBPF maps to cache process details (PID and comm) by I/O # request, as well as a starting timestamp for calculating I/O latency. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 06-Feb-2016 Brendan Gregg Created this. # 17-Mar-2022 Rocky Xing Added PID filter support. # 01-Aug-2023 Jerome Marchand Added support for block tracepoints from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse from subprocess import call # arguments examples = """examples: ./biotop # block device I/O top, 1 second refresh ./biotop -C # don't clear the screen ./biotop -p 181 # only trace PID 181 ./biotop 5 # 5 second summaries ./biotop 5 10 # 5 second summaries, 10 times only """ parser = argparse.ArgumentParser( description="Block device (disk) I/O by process", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-C", "--noclear", action="store_true", help="don't clear the screen") parser.add_argument("-r", "--maxrows", default=20, help="maximum rows to print, default 20") parser.add_argument("-p", "--pid", type=int, metavar="PID", help="trace this PID only") parser.add_argument("interval", nargs="?", default=1, help="output interval, in seconds") parser.add_argument("count", nargs="?", default=99999999, help="number of outputs") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() interval = int(args.interval) countdown = int(args.count) maxrows = int(args.maxrows) clear = not int(args.noclear) # linux stats loadavg = "/proc/loadavg" diskstats = "/proc/diskstats" # load BPF program bpf_text = """ #include #include // for saving the timestamp, __data_len, and cmd_flags of each request struct start_req_t { u64 ts; u64 data_len; u64 cmd_flags; }; // for saving process info by request struct who_t { u32 pid; char name[TASK_COMM_LEN]; }; // the key for the output summary struct info_t { u32 pid; int rwflag; int major; int minor; char name[TASK_COMM_LEN]; }; // the value of the output summary struct val_t { u64 bytes; u64 us; u32 io; }; struct tp_args { u64 __unused__; dev_t dev; sector_t sector; unsigned int nr_sector; unsigned int bytes; char rwbs[8]; char comm[16]; char cmd[]; }; struct hash_key { dev_t dev; u32 _pad; sector_t sector; }; BPF_HASH(start, struct hash_key, struct start_req_t); BPF_HASH(whobyreq, struct hash_key, struct who_t); BPF_HASH(counts, struct info_t, struct val_t); static dev_t ddevt(struct gendisk *disk) { return (disk->major << 20) | disk->first_minor; } // cache PID and comm by-req static int __trace_pid_start(struct hash_key key) { struct who_t who; u32 pid; if (bpf_get_current_comm(&who.name, sizeof(who.name)) == 0) { pid = bpf_get_current_pid_tgid() >> 32; if (FILTER_PID) return 0; who.pid = pid; whobyreq.update(&key, &who); } return 0; } int trace_pid_start(struct pt_regs *ctx, struct request *req) { struct hash_key key = { .dev = ddevt(req->__RQ_DISK__), .sector = req->__sector }; return __trace_pid_start(key); } int trace_pid_start_tp(struct tp_args *args) { struct hash_key key = { .dev = args->dev, .sector = args->sector }; return __trace_pid_start(key); } // time block I/O int trace_req_start(struct pt_regs *ctx, struct request *req) { struct hash_key key = { .dev = ddevt(req->__RQ_DISK__), .sector = req->__sector }; struct start_req_t start_req = { .ts = bpf_ktime_get_ns(), .data_len = req->__data_len, .cmd_flags = req->cmd_flags }; start.update(&key, &start_req); return 0; } // output static int __trace_req_completion(struct hash_key key) { struct start_req_t *startp; // fetch timestamp and calculate delta startp = start.lookup(&key); if (startp == 0) { return 0; // missed tracing issue } struct who_t *whop; u32 pid; whop = whobyreq.lookup(&key); pid = whop != 0 ? whop->pid : 0; if (FILTER_PID) { start.delete(&key); if (whop != 0) { whobyreq.delete(&key); } return 0; } struct val_t *valp, zero = {}; u64 delta_us = (bpf_ktime_get_ns() - startp->ts) / 1000; // setup info_t key struct info_t info = {}; info.major = key.dev >> 20; info.minor = key.dev & ((1 << 20) - 1); /* * The following deals with a kernel version change (in mainline 4.7, although * it may be backported to earlier kernels) with how block request write flags * are tested. We handle both pre- and post-change versions here. Please avoid * kernel version tests like this as much as possible: they inflate the code, * test, and maintenance burden. */ #ifdef REQ_WRITE info.rwflag = !!(startp->cmd_flags & REQ_WRITE); #elif defined(REQ_OP_SHIFT) info.rwflag = !!((startp->cmd_flags >> REQ_OP_SHIFT) == REQ_OP_WRITE); #else info.rwflag = !!((startp->cmd_flags & REQ_OP_MASK) == REQ_OP_WRITE); #endif if (whop == 0) { // missed pid who, save stats as pid 0 valp = counts.lookup_or_try_init(&info, &zero); } else { info.pid = whop->pid; __builtin_memcpy(&info.name, whop->name, sizeof(info.name)); valp = counts.lookup_or_try_init(&info, &zero); } if (valp) { // save stats valp->us += delta_us; valp->bytes += startp->data_len; valp->io++; } start.delete(&key); whobyreq.delete(&key); return 0; } int trace_req_completion(struct pt_regs *ctx, struct request *req) { struct hash_key key = { .dev = ddevt(req->__RQ_DISK__), .sector = req->__sector }; return __trace_req_completion(key); } int trace_req_completion_tp(struct tp_args *args) { struct hash_key key = { .dev = args->dev, .sector = args->sector }; return __trace_req_completion(key); } """ if args.ebpf: print(bpf_text) exit() if BPF.kernel_struct_has_field(b'request', b'rq_disk') == 1: bpf_text = bpf_text.replace('__RQ_DISK__', 'rq_disk') else: bpf_text = bpf_text.replace('__RQ_DISK__', 'q->disk') if args.pid is not None: bpf_text = bpf_text.replace('FILTER_PID', 'pid != %d' % args.pid) else: bpf_text = bpf_text.replace('FILTER_PID', '0') b = BPF(text=bpf_text) if BPF.tracepoint_exists("block", "block_io_start"): b.attach_tracepoint(tp="block:block_io_start", fn_name="trace_pid_start_tp") elif BPF.get_kprobe_functions(b'__blk_account_io_start'): b.attach_kprobe(event="__blk_account_io_start", fn_name="trace_pid_start") elif BPF.get_kprobe_functions(b'blk_account_io_start'): b.attach_kprobe(event="blk_account_io_start", fn_name="trace_pid_start") else: print("ERROR: No found any block io start probe/tp.") exit() if BPF.get_kprobe_functions(b'blk_start_request'): b.attach_kprobe(event="blk_start_request", fn_name="trace_req_start") b.attach_kprobe(event="blk_mq_start_request", fn_name="trace_req_start") if BPF.tracepoint_exists("block", "block_io_done"): b.attach_tracepoint(tp="block:block_io_done", fn_name="trace_req_completion_tp") elif BPF.get_kprobe_functions(b'__blk_account_io_done'): b.attach_kprobe(event="__blk_account_io_done", fn_name="trace_req_completion") elif BPF.get_kprobe_functions(b'blk_account_io_done'): b.attach_kprobe(event="blk_account_io_done", fn_name="trace_req_completion") else: print("ERROR: No found any block io done probe/tp.") exit() # check whether hash table batch ops is supported htab_batch_ops = True if BPF.kernel_struct_has_field(b'bpf_map_ops', b'map_lookup_and_delete_batch') == 1 else False print('Tracing... Output every %d secs. Hit Ctrl-C to end' % interval) # cache disk major,minor -> diskname disklookup = {} with open(diskstats) as stats: for line in stats: a = line.split() disklookup[a[0] + "," + a[1]] = a[2] # output exiting = 0 while 1: try: sleep(interval) except KeyboardInterrupt: exiting = 1 # header if clear: call("clear") else: print() with open(loadavg) as stats: print("%-8s loadavg: %s" % (strftime("%H:%M:%S"), stats.read())) print("%-7s %-16s %1s %-3s %-3s %-8s %5s %7s %6s" % ("PID", "COMM", "D", "MAJ", "MIN", "DISK", "I/O", "Kbytes", "AVGms")) # by-PID output counts = b.get_table("counts") line = 0 for k, v in reversed(sorted(counts.items_lookup_and_delete_batch() if htab_batch_ops else counts.items(), key=lambda counts: counts[1].bytes)): # lookup disk disk = str(k.major) + "," + str(k.minor) if disk in disklookup: diskname = disklookup[disk] else: diskname = "?" # print line avg_ms = (float(v.us) / 1000) / v.io print("%-7d %-16s %1s %-3d %-3d %-8s %5s %7s %6.2f" % (k.pid, k.name.decode('utf-8', 'replace'), "W" if k.rwflag else "R", k.major, k.minor, diskname, v.io, v.bytes / 1024, avg_ms)) line += 1 if line >= maxrows: break if not htab_batch_ops: counts.clear() countdown -= 1 if exiting or countdown == 0: print("Detaching...") exit() bpfcc-0.31.0/tools/biotop_example.txt000066400000000000000000000221561465134135300175730ustar00rootroot00000000000000Demonstrations of biotop, the Linux eBPF/bcc version. Short for block device I/O top, biotop summarizes which processes are performing disk I/O. It's top for disks. Sample output: # ./biotop Tracing... Output every 1 secs. Hit Ctrl-C to end 08:04:11 loadavg: 1.48 0.87 0.45 1/287 14547 PID COMM D MAJ MIN DISK I/O Kbytes AVGms 14501 cksum R 202 1 xvda1 361 28832 3.39 6961 dd R 202 1 xvda1 1628 13024 0.59 13855 dd R 202 1 xvda1 1627 13016 0.59 326 jbd2/xvda1-8 W 202 1 xvda1 3 168 3.00 1880 supervise W 202 1 xvda1 2 8 6.71 1873 supervise W 202 1 xvda1 2 8 2.51 1871 supervise W 202 1 xvda1 2 8 1.57 1876 supervise W 202 1 xvda1 2 8 1.22 1892 supervise W 202 1 xvda1 2 8 0.62 1878 supervise W 202 1 xvda1 2 8 0.78 1886 supervise W 202 1 xvda1 2 8 1.30 1894 supervise W 202 1 xvda1 2 8 3.46 1869 supervise W 202 1 xvda1 2 8 0.73 1888 supervise W 202 1 xvda1 2 8 1.48 By default the screen refreshes every 1 second, and shows the top 20 disk consumers, sorted on total Kbytes. The first line printed is the header, which has the time and then the contents of /proc/loadavg. For the interval summarized by the output above, the "cksum" command performed 361 disk reads to the "xvda1" device, for a total of 28832 Kbytes, with an average I/O time of 3.39 ms. Two "dd" processes were also reading from the same disk, which a higher I/O rate and lower latency. While the average I/O size is not printed, it can be determined by dividing the Kbytes column by the I/O column. The columns through to Kbytes show the workload applied. The final column, AVGms, shows resulting performance. Other bcc tools can be used to get more details when needed: biolatency and biosnoop. Many years ago I created the original "iotop", and later regretted not calling it diskiotop or blockiotop, as "io" alone is ambiguous. This time it is biotop. The -C option can be used to prevent the screen from clearing (my preference). Here's using it with a 5 second interval: # ./biotop -C 5 Tracing... Output every 5 secs. Hit Ctrl-C to end 08:09:44 loadavg: 0.42 0.44 0.39 2/282 22115 PID COMM D MAJ MIN DISK I/O Kbytes AVGms 22069 dd R 202 1 xvda1 5993 47976 0.33 326 jbd2/xvda1-8 W 202 1 xvda1 3 168 2.67 1866 svscan R 202 1 xvda1 33 132 1.24 1880 supervise W 202 1 xvda1 10 40 0.56 1873 supervise W 202 1 xvda1 10 40 0.79 1871 supervise W 202 1 xvda1 10 40 0.78 1876 supervise W 202 1 xvda1 10 40 0.68 1892 supervise W 202 1 xvda1 10 40 0.71 1878 supervise W 202 1 xvda1 10 40 0.65 1886 supervise W 202 1 xvda1 10 40 0.78 1894 supervise W 202 1 xvda1 10 40 0.80 1869 supervise W 202 1 xvda1 10 40 0.91 1888 supervise W 202 1 xvda1 10 40 0.63 22069 bash R 202 1 xvda1 1 16 19.94 9251 kworker/u16:2 W 202 16 xvdb 2 8 0.13 08:09:49 loadavg: 0.47 0.44 0.39 1/282 22231 PID COMM D MAJ MIN DISK I/O Kbytes AVGms 22069 dd R 202 1 xvda1 13450 107600 0.35 22199 cksum R 202 1 xvda1 941 45548 4.63 326 jbd2/xvda1-8 W 202 1 xvda1 3 168 2.93 24467 kworker/0:2 W 202 16 xvdb 1 64 0.28 1880 supervise W 202 1 xvda1 10 40 0.81 1873 supervise W 202 1 xvda1 10 40 0.81 1871 supervise W 202 1 xvda1 10 40 1.03 1876 supervise W 202 1 xvda1 10 40 0.76 1892 supervise W 202 1 xvda1 10 40 0.74 1878 supervise W 202 1 xvda1 10 40 0.94 1886 supervise W 202 1 xvda1 10 40 0.76 1894 supervise W 202 1 xvda1 10 40 0.69 1869 supervise W 202 1 xvda1 10 40 0.72 1888 supervise W 202 1 xvda1 10 40 1.70 22199 bash R 202 1 xvda1 2 20 0.35 482 xfsaild/md0 W 202 16 xvdb 5 13 0.27 482 xfsaild/md0 W 202 32 xvdc 2 8 0.33 31331 pickup R 202 1 xvda1 1 4 0.31 08:09:54 loadavg: 0.51 0.45 0.39 2/282 22346 PID COMM D MAJ MIN DISK I/O Kbytes AVGms 22069 dd R 202 1 xvda1 14689 117512 0.32 326 jbd2/xvda1-8 W 202 1 xvda1 3 168 2.33 1880 supervise W 202 1 xvda1 10 40 0.65 1873 supervise W 202 1 xvda1 10 40 1.08 1871 supervise W 202 1 xvda1 10 40 0.66 1876 supervise W 202 1 xvda1 10 40 0.79 1892 supervise W 202 1 xvda1 10 40 0.67 1878 supervise W 202 1 xvda1 10 40 0.66 1886 supervise W 202 1 xvda1 10 40 1.02 1894 supervise W 202 1 xvda1 10 40 0.88 1869 supervise W 202 1 xvda1 10 40 0.89 1888 supervise W 202 1 xvda1 10 40 1.25 08:09:59 loadavg: 0.55 0.46 0.40 2/282 22461 PID COMM D MAJ MIN DISK I/O Kbytes AVGms 22069 dd R 202 1 xvda1 14442 115536 0.33 326 jbd2/xvda1-8 W 202 1 xvda1 3 168 3.46 1880 supervise W 202 1 xvda1 10 40 0.87 1873 supervise W 202 1 xvda1 10 40 0.87 1871 supervise W 202 1 xvda1 10 40 0.78 1876 supervise W 202 1 xvda1 10 40 0.86 1892 supervise W 202 1 xvda1 10 40 0.89 1878 supervise W 202 1 xvda1 10 40 0.87 1886 supervise W 202 1 xvda1 10 40 0.86 1894 supervise W 202 1 xvda1 10 40 1.06 1869 supervise W 202 1 xvda1 10 40 1.12 1888 supervise W 202 1 xvda1 10 40 0.98 08:10:04 loadavg: 0.59 0.47 0.40 3/282 22576 PID COMM D MAJ MIN DISK I/O Kbytes AVGms 22069 dd R 202 1 xvda1 14179 113432 0.34 326 jbd2/xvda1-8 W 202 1 xvda1 3 168 2.39 1880 supervise W 202 1 xvda1 10 40 0.81 1873 supervise W 202 1 xvda1 10 40 1.02 1871 supervise W 202 1 xvda1 10 40 1.15 1876 supervise W 202 1 xvda1 10 40 1.10 1892 supervise W 202 1 xvda1 10 40 0.77 1878 supervise W 202 1 xvda1 10 40 0.72 1886 supervise W 202 1 xvda1 10 40 0.81 1894 supervise W 202 1 xvda1 10 40 0.86 1869 supervise W 202 1 xvda1 10 40 0.83 1888 supervise W 202 1 xvda1 10 40 0.79 24467 kworker/0:2 R 202 32 xvdc 3 12 0.26 1056 cron R 202 1 xvda1 2 8 0.30 24467 kworker/0:2 R 202 16 xvdb 1 4 0.23 08:10:09 loadavg: 0.54 0.46 0.40 2/281 22668 PID COMM D MAJ MIN DISK I/O Kbytes AVGms 22069 dd R 202 1 xvda1 250 2000 0.34 326 jbd2/xvda1-8 W 202 1 xvda1 3 168 2.40 1880 supervise W 202 1 xvda1 8 32 0.93 1873 supervise W 202 1 xvda1 8 32 0.76 1871 supervise W 202 1 xvda1 8 32 0.60 1876 supervise W 202 1 xvda1 8 32 0.61 1892 supervise W 202 1 xvda1 8 32 0.68 1878 supervise W 202 1 xvda1 8 32 0.90 1886 supervise W 202 1 xvda1 8 32 0.57 1894 supervise W 202 1 xvda1 8 32 0.97 1869 supervise W 202 1 xvda1 8 32 0.69 1888 supervise W 202 1 xvda1 8 32 0.67 This shows another "dd" command reading from xvda1. On this system, various "supervise" processes do 8 disk writes per second, every second (they are creating and updating "status" files). USAGE message: # ./biotop.py -h usage: biotop.py [-h] [-C] [-r MAXROWS] [interval] [count] Block device (disk) I/O by process positional arguments: interval output interval, in seconds count number of outputs optional arguments: -h, --help show this help message and exit -C, --noclear don't clear the screen -r MAXROWS, --maxrows MAXROWS maximum rows to print, default 20 examples: ./biotop # block device I/O top, 1 second refresh ./biotop -C # don't clear the screen ./biotop 5 # 5 second summaries ./biotop 5 10 # 5 second summaries, 10 times only bpfcc-0.31.0/tools/bitesize.py000077500000000000000000000022201465134135300162040ustar00rootroot00000000000000#!/usr/bin/env python # # bitehist.py Block I/O size histogram. # For Linux, uses BCC, eBPF. See .c file. # # USAGE: bitesize # # Ctrl-C will print the partially gathered histogram then exit. # # Copyright (c) 2016 Allan McAleavy # Licensed under the Apache License, Version 2.0 (the "License") # # 05-Feb-2016 Allan McAleavy ran pep8 against file # 19-Mar-2019 Brendan Gregg Switched to use tracepoints. from bcc import BPF from time import sleep bpf_text = """ #include #include struct proc_key_t { char name[TASK_COMM_LEN]; u64 slot; }; BPF_HISTOGRAM(dist, struct proc_key_t); TRACEPOINT_PROBE(block, block_rq_issue) { struct proc_key_t key = {.slot = bpf_log2l(args->bytes / 1024)}; bpf_probe_read_kernel(&key.name, sizeof(key.name), args->comm); dist.atomic_increment(key); return 0; } """ # load BPF program b = BPF(text=bpf_text) print("Tracing block I/O... Hit Ctrl-C to end.") # trace until Ctrl-C dist = b.get_table("dist") try: sleep(99999999) except KeyboardInterrupt: dist.print_log2_hist("Kbytes", "Process Name", section_print_fn=bytes.decode) bpfcc-0.31.0/tools/bitesize_example.txt000066400000000000000000000117541465134135300201170ustar00rootroot00000000000000Examples of bitesize.py, the Linux bcc/eBPF version. The aim of this tool is to show I/O distribution for requested block sizes, by process name. # ./bitesize.py Tracing... Hit Ctrl-C to end. ^C Process Name = 'kworker/u128:1' Kbytes : count distribution 0 -> 1 : 1 |******************** | 2 -> 3 : 0 | | 4 -> 7 : 2 |****************************************| Process Name = 'bitesize.py' Kbytes : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 1 |****************************************| Process Name = 'dd' Kbytes : count distribution 0 -> 1 : 3 | | 2 -> 3 : 0 | | 4 -> 7 : 6 | | 8 -> 15 : 0 | | 16 -> 31 : 1 | | 32 -> 63 : 1 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 1 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 488 |****************************************| Process Name = 'jbd2/dm-1-8' Kbytes : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 1 |****************************************| Process Name = 'cat' Kbytes : count distribution 0 -> 1 : 1 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 1 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 1924 |****************************************| Process Name = 'ntpd' Kbytes : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 104 |****************************************| Process Name = 'vmtoolsd' Kbytes : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 1 |****************************************| Process Name = 'bash' Kbytes : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 2 |****************************************| Process Name = 'jbd2/sdb-8' Kbytes : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 1 |****************************************| 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 1 |****************************************| We can see from above that there was a dd command being run which generated 488 IOPS between 1MB and 2MB, we can also see the cat command generating 1924 IOPS between 256Kb and 512Kb. bpfcc-0.31.0/tools/bpflist.py000077500000000000000000000050531465134135300160400ustar00rootroot00000000000000#!/usr/bin/env python # # bpflist Display processes currently using BPF programs and maps, # pinned BPF programs and maps, and enabled probes. # # USAGE: bpflist [-v] # # Idea by Brendan Gregg. # # Copyright 2017, Sasha Goldshtein # Licensed under the Apache License, Version 2.0 # # 09-Mar-2017 Sasha Goldshtein Created this. from bcc import BPF, USDT import argparse import re import os import subprocess examples = """examples: bpflist # display all processes currently using BPF bpflist -v # also count kprobes/uprobes bpflist -vv # display kprobes/uprobes and count them """ parser = argparse.ArgumentParser( description="Display processes currently using BPF programs and maps", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-v", "--verbosity", action="count", default=0, help="count and display kprobes/uprobes as well") args = parser.parse_args() def comm_for_pid(pid): try: return open("/proc/%d/comm" % pid).read().strip() except: return "[unknown]" counts = {} def parse_probes(typ): if args.verbosity > 1: print("open %ss:" % typ) for probe in open("/sys/kernel/debug/tracing/%s_events" % typ): # Probes opened by bcc have a specific pattern that includes the pid # of the requesting process. match = re.search('_bcc_(\\d+)\\s', probe) if match: pid = int(match.group(1)) counts[(pid, typ)] = counts.get((pid, typ), 0) + 1 if args.verbosity > 1: print(probe.strip()) if args.verbosity > 1: print("") if args.verbosity > 0: parse_probes("kprobe") parse_probes("uprobe") def find_bpf_fds(pid): root = '/proc/%d/fd' % pid for fd in os.listdir(root): try: link = os.readlink(os.path.join(root, fd)) except OSError: continue match = re.match('anon_inode:bpf-([\\w-]+)', link) if match: tup = (pid, match.group(1)) counts[tup] = counts.get(tup, 0) + 1 for pdir in os.listdir('/proc'): if re.match('\\d+', pdir): try: find_bpf_fds(int(pdir)) except OSError: continue items = counts.items() max_type_len = items and max(list(map(lambda t: len(t[0][1]), items))) or 0 print_format = "%%-6s %%-16s %%-%ss %%s" % (max_type_len + 1) print(print_format % ("PID", "COMM", "TYPE", "COUNT")) for (pid, typ), count in sorted(items, key=lambda t: t[0][0]): comm = comm_for_pid(pid) print(print_format % (pid, comm, typ, count)) bpfcc-0.31.0/tools/bpflist_example.txt000066400000000000000000000042031465134135300177330ustar00rootroot00000000000000Demonstrations of bpflist. bpflist displays information on running BPF programs and optionally also prints open kprobes and uprobes. It is used to understand which BPF programs are currently running on the system. For example: # bpflist PID COMM TYPE COUNT 4058 fileslower prog 4 4058 fileslower map 2 4106 bashreadline map 1 4106 bashreadline prog 1 From the output above, the fileslower and bashreadline tools are running. fileslower has installed 4 BPF programs (functions) and has opened 2 BPF maps (such as hashes, histograms, stack trace tables, and so on). In verbose mode, bpflist also counts the number of kprobes and uprobes opened by the process. This information is obtained heuristically: bcc-based tools include the process id in the name of the probe. For example: # bpflist -v PID COMM TYPE COUNT 4058 fileslower prog 4 4058 fileslower kprobe 4 4058 fileslower map 2 4106 bashreadline uprobe 1 4106 bashreadline prog 1 4106 bashreadline map 1 In double-verbose mode, the probe definitions are also displayed: # bpflist -vv open kprobes: p:kprobes/p___vfs_read_bcc_4058 __vfs_read r:kprobes/r___vfs_read_bcc_4058 __vfs_read p:kprobes/p___vfs_write_bcc_4058 __vfs_write r:kprobes/r___vfs_write_bcc_4058 __vfs_write open uprobes: r:uprobes/r__bin_bash_0xa4dd0_bcc_4106 /bin/bash:0x00000000000a4dd0 PID COMM TYPE COUNT 4058 fileslower prog 4 4058 fileslower kprobe 4 4058 fileslower map 2 4106 bashreadline uprobe 1 4106 bashreadline prog 1 4106 bashreadline map 1 USAGE: # bpflist -h usage: bpflist.py [-h] [-v] Display processes currently using BPF programs and maps optional arguments: -h, --help show this help message and exit -v, --verbosity count and display kprobes/uprobes as well examples: bpflist # display all processes currently using BPF bpflist -v # also count kprobes/uprobes bpflist -vv # display kprobes/uprobes and count them bpfcc-0.31.0/tools/btrfsdist.py000077500000000000000000000147451465134135300164110ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # btrfsdist Summarize btrfs operation latency. # For Linux, uses BCC, eBPF. # # USAGE: btrfsdist [-h] [-T] [-m] [-p PID] [interval] [count] # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 15-Feb-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse # symbols kallsyms = "/proc/kallsyms" # arguments examples = """examples: ./btrfsdist # show operation latency as a histogram ./btrfsdist -p 181 # trace PID 181 only ./btrfsdist 1 10 # print 1 second summaries, 10 times ./btrfsdist -m 5 # 5s summaries, milliseconds """ parser = argparse.ArgumentParser( description="Summarize btrfs operation latency", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-T", "--notimestamp", action="store_true", help="don't include timestamp on interval output") parser.add_argument("-m", "--milliseconds", action="store_true", help="output in milliseconds") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("interval", nargs="?", help="output interval, in seconds") parser.add_argument("count", nargs="?", default=99999999, help="number of outputs") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() pid = args.pid countdown = int(args.count) if args.milliseconds: factor = 1000000 label = "msecs" else: factor = 1000 label = "usecs" if args.interval and int(args.interval) == 0: print("ERROR: interval 0. Exiting.") exit() debug = 0 # define BPF program bpf_text = """ #include #include #include #define OP_NAME_LEN 8 typedef struct dist_key { char op[OP_NAME_LEN]; u64 slot; } dist_key_t; BPF_HASH(start, u32); BPF_HISTOGRAM(dist, dist_key_t); // time operation int trace_entry(struct pt_regs *ctx) { u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; if (FILTER_PID) return 0; u64 ts = bpf_ktime_get_ns(); start.update(&tid, &ts); return 0; } // The current btrfs (Linux 4.5) uses generic_file_read_iter() instead of it's // own read function. So we need to trace that and then filter on btrfs, which // I do by checking file->f_op. int trace_read_entry(struct pt_regs *ctx, struct kiocb *iocb) { u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; if (FILTER_PID) return 0; // btrfs filter on file->f_op == btrfs_file_operations struct file *fp = iocb->ki_filp; if ((u64)fp->f_op != BTRFS_FILE_OPERATIONS) return 0; u64 ts = bpf_ktime_get_ns(); start.update(&tid, &ts); return 0; } // The current btrfs (Linux 4.5) uses generic_file_open(), instead of it's own // function. Same as with reads. Trace the generic path and filter: int trace_open_entry(struct pt_regs *ctx, struct inode *inode, struct file *file) { u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; if (FILTER_PID) return 0; // btrfs filter on file->f_op == btrfs_file_operations if ((u64)file->f_op != BTRFS_FILE_OPERATIONS) return 0; u64 ts = bpf_ktime_get_ns(); start.update(&tid, &ts); return 0; } static int trace_return(struct pt_regs *ctx, const char *op) { u64 *tsp; u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; // fetch timestamp and calculate delta tsp = start.lookup(&tid); if (tsp == 0) { return 0; // missed start or filtered } u64 delta = (bpf_ktime_get_ns() - *tsp) / FACTOR; // store as histogram dist_key_t key = {.slot = bpf_log2l(delta)}; __builtin_memcpy(&key.op, op, sizeof(key.op)); dist.atomic_increment(key); start.delete(&tid); return 0; } int trace_read_return(struct pt_regs *ctx) { char *op = "read"; return trace_return(ctx, op); } int trace_write_return(struct pt_regs *ctx) { char *op = "write"; return trace_return(ctx, op); } int trace_open_return(struct pt_regs *ctx) { char *op = "open"; return trace_return(ctx, op); } int trace_fsync_return(struct pt_regs *ctx) { char *op = "fsync"; return trace_return(ctx, op); } """ # code replacements with open(kallsyms) as syms: ops = '' for line in syms: a = line.rstrip().split() (addr, name) = (a[0], a[2]) name = name.split("\t")[0] if name == "btrfs_file_operations": ops = "0x" + addr break if ops == '': print("ERROR: no btrfs_file_operations in /proc/kallsyms. Exiting.") print("HINT: the kernel should be built with CONFIG_KALLSYMS_ALL.") exit() bpf_text = bpf_text.replace('BTRFS_FILE_OPERATIONS', ops) bpf_text = bpf_text.replace('FACTOR', str(factor)) if args.pid: bpf_text = bpf_text.replace('FILTER_PID', 'pid != %s' % pid) else: bpf_text = bpf_text.replace('FILTER_PID', '0') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # load BPF program b = BPF(text=bpf_text) # Common file functions. See earlier comment about generic_file_read_iter(). b.attach_kprobe(event="generic_file_read_iter", fn_name="trace_read_entry") b.attach_kprobe(event="btrfs_file_write_iter", fn_name="trace_entry") b.attach_kprobe(event="generic_file_open", fn_name="trace_open_entry") b.attach_kprobe(event="btrfs_sync_file", fn_name="trace_entry") b.attach_kretprobe(event="generic_file_read_iter", fn_name="trace_read_return") b.attach_kretprobe(event="btrfs_file_write_iter", fn_name="trace_write_return") b.attach_kretprobe(event="generic_file_open", fn_name="trace_open_return") b.attach_kretprobe(event="btrfs_sync_file", fn_name="trace_fsync_return") print("Tracing btrfs operation latency... Hit Ctrl-C to end.") # output exiting = 0 dist = b.get_table("dist") while (1): try: if args.interval: sleep(int(args.interval)) else: sleep(99999999) except KeyboardInterrupt: exiting = 1 print() if args.interval and (not args.notimestamp): print(strftime("%H:%M:%S:")) dist.print_log2_hist(label, "operation", section_print_fn=bytes.decode) dist.clear() countdown -= 1 if exiting or countdown == 0: exit() bpfcc-0.31.0/tools/btrfsdist_example.txt000066400000000000000000000225111465134135300202760ustar00rootroot00000000000000Demonstrations of btrfsdist, the Linux eBPF/bcc version. btrfsdist traces btrfs reads, writes, opens, and fsyncs, and summarizes their latency as a power-of-2 histogram. For example: # ./btrfsdist Tracing btrfs operation latency... Hit Ctrl-C to end. ^C operation = 'read' usecs : count distribution 0 -> 1 : 15 | | 2 -> 3 : 1308 |******* | 4 -> 7 : 198 |* | 8 -> 15 : 0 | | 16 -> 31 : 11 | | 32 -> 63 : 361 |* | 64 -> 127 : 55 | | 128 -> 255 : 104 | | 256 -> 511 : 7312 |****************************************| 512 -> 1023 : 387 |** | 1024 -> 2047 : 10 | | 2048 -> 4095 : 4 | | operation = 'write' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 4 |****************************************| operation = 'open' usecs : count distribution 0 -> 1 : 1 |********** | 2 -> 3 : 4 |****************************************| This output shows a bi-modal distribution for read latency, with a faster mode of 1,308 reads that took between 2 and 3 microseconds, and a slower mode of over 7,312 reads that took between 256 and 511 microseconds. It's likely that the faster mode was a hit from the in-memory file system cache, and the slower mode is a read from a storage device (disk). This "latency" is measured from when the operation was issued from the VFS interface to the file system, to when it completed. This spans everything: block device I/O (disk I/O), file system CPU cycles, file system locks, run queue latency, etc. This is a better measure of the latency suffered by applications reading from the file system than measuring this down at the block device interface. Note that this only traces the common file system operations previously listed: other file system operations (eg, inode operations including getattr()) are not traced. An optional interval and a count can be provided, as well as -m to show the distributions in milliseconds. For example, two second summaries, five times: # ./btrfsdist 2 5 Tracing btrfs operation latency... Hit Ctrl-C to end. 03:40:49: operation = 'read' usecs : count distribution 0 -> 1 : 15 | | 2 -> 3 : 833 |******** | 4 -> 7 : 127 |* | 8 -> 15 : 0 | | 16 -> 31 : 8 | | 32 -> 63 : 907 |******** | 64 -> 127 : 91 | | 128 -> 255 : 246 |** | 256 -> 511 : 4164 |****************************************| 512 -> 1023 : 193 |* | 1024 -> 2047 : 4 | | 2048 -> 4095 : 6 | | 4096 -> 8191 : 2 | | 03:40:51: operation = 'read' usecs : count distribution 0 -> 1 : 25 | | 2 -> 3 : 1491 |*************** | 4 -> 7 : 218 |** | 8 -> 15 : 0 | | 16 -> 31 : 16 | | 32 -> 63 : 1527 |*************** | 64 -> 127 : 319 |*** | 128 -> 255 : 429 |**** | 256 -> 511 : 3841 |****************************************| 512 -> 1023 : 232 |** | 1024 -> 2047 : 3 | | 2048 -> 4095 : 6 | | 4096 -> 8191 : 1 | | 8192 -> 16383 : 1 | | 03:40:53: operation = 'read' usecs : count distribution 0 -> 1 : 27 | | 2 -> 3 : 2999 |********************************* | 4 -> 7 : 407 |**** | 8 -> 15 : 0 | | 16 -> 31 : 46 | | 32 -> 63 : 3538 |****************************************| 64 -> 127 : 595 |****** | 128 -> 255 : 621 |******* | 256 -> 511 : 3532 |*************************************** | 512 -> 1023 : 212 |** | 1024 -> 2047 : 1 | | 2048 -> 4095 : 0 | | 4096 -> 8191 : 0 | | 8192 -> 16383 : 0 | | 16384 -> 32767 : 1 | | 03:40:55: operation = 'read' usecs : count distribution 0 -> 1 : 221 | | 2 -> 3 : 12580 |****************************************| 4 -> 7 : 1366 |**** | 8 -> 15 : 0 | | 16 -> 31 : 289 | | 32 -> 63 : 10782 |********************************** | 64 -> 127 : 1232 |*** | 128 -> 255 : 807 |** | 256 -> 511 : 2299 |******* | 512 -> 1023 : 135 | | 1024 -> 2047 : 5 | | 2048 -> 4095 : 2 | | 03:40:57: operation = 'read' usecs : count distribution 0 -> 1 : 73951 |************************* | 2 -> 3 : 117639 |****************************************| 4 -> 7 : 7943 |** | 8 -> 15 : 1841 | | 16 -> 31 : 1143 | | 32 -> 63 : 5006 |* | 64 -> 127 : 483 | | 128 -> 255 : 242 | | 256 -> 511 : 253 | | 512 -> 1023 : 84 | | 1024 -> 2047 : 23 | | This shows a read workload that begins bimodal, and eventually the second mode disappears. The reason for this is that the workload cached during tracing. Note that the rate also increased, with over 200k reads for the final two second sample. USAGE message: # ./btrfsdist -h usage: btrfsdist [-h] [-T] [-m] [-p PID] [interval] [count] Summarize btrfs operation latency positional arguments: interval output interval, in seconds count number of outputs optional arguments: -h, --help show this help message and exit -T, --notimestamp don't include timestamp on interval output -m, --milliseconds output in milliseconds -p PID, --pid PID trace this PID only examples: ./btrfsdist # show operation latency as a histogram ./btrfsdist -p 181 # trace PID 181 only ./btrfsdist 1 10 # print 1 second summaries, 10 times ./btrfsdist -m 5 # 5s summaries, milliseconds bpfcc-0.31.0/tools/btrfsslower.py000077500000000000000000000234031465134135300167500ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # btrfsslower Trace slow btrfs operations. # For Linux, uses BCC, eBPF. # # USAGE: btrfsslower [-h] [-j] [-p PID] [min_ms] [-d DURATION] # # This script traces common btrfs file operations: reads, writes, opens, and # syncs. It measures the time spent in these operations, and prints details # for each that exceeded a threshold. # # WARNING: This adds low-overhead instrumentation to these btrfs operations, # including reads and writes from the file system cache. Such reads and writes # can be very frequent (depending on the workload; eg, 1M/sec), at which # point the overhead of this tool (even if it prints no "slower" events) can # begin to become significant. # # By default, a minimum millisecond threshold of 10 is used. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 15-Feb-2016 Brendan Gregg Created this. # 16-Oct-2016 Dina Goldshtein -p to filter by process ID. from __future__ import print_function from bcc import BPF import argparse from datetime import datetime, timedelta from time import strftime # symbols kallsyms = "/proc/kallsyms" # arguments examples = """examples: ./btrfsslower # trace operations slower than 10 ms (default) ./btrfsslower 1 # trace operations slower than 1 ms ./btrfsslower -j 1 # ... 1 ms, parsable output (csv) ./btrfsslower 0 # trace all operations (warning: verbose) ./btrfsslower -p 185 # trace PID 185 only ./btrfsslower -d 10 # trace for 10 seconds only """ parser = argparse.ArgumentParser( description="Trace common btrfs file operations slower than a threshold", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-j", "--csv", action="store_true", help="just print fields: comma-separated values") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("min_ms", nargs="?", default='10', help="minimum I/O duration to trace, in ms (default 10)") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) parser.add_argument("-d", "--duration", help="total duration of trace in seconds") args = parser.parse_args() min_ms = int(args.min_ms) pid = args.pid csv = args.csv debug = 0 if args.duration: args.duration = timedelta(seconds=int(args.duration)) # define BPF program bpf_text = """ #include #include #include #include // XXX: switch these to char's when supported #define TRACE_READ 0 #define TRACE_WRITE 1 #define TRACE_OPEN 2 #define TRACE_FSYNC 3 struct val_t { u64 ts; u64 offset; struct file *fp; }; struct data_t { // XXX: switch some to u32's when supported u64 ts_us; u64 type; u32 size; u64 offset; u64 delta_us; u32 pid; char task[TASK_COMM_LEN]; char file[DNAME_INLINE_LEN]; }; BPF_HASH(entryinfo, u64, struct val_t); BPF_PERF_OUTPUT(events); // // Store timestamp and size on entry // // The current btrfs (Linux 4.5) uses generic_file_read_iter() instead of it's // own read function. So we need to trace that and then filter on btrfs, which // I do by checking file->f_op. int trace_read_entry(struct pt_regs *ctx, struct kiocb *iocb) { u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part if (FILTER_PID) return 0; // btrfs filter on file->f_op == btrfs_file_operations struct file *fp = iocb->ki_filp; if ((u64)fp->f_op != BTRFS_FILE_OPERATIONS) return 0; // store filep and timestamp by pid struct val_t val = {}; val.ts = bpf_ktime_get_ns(); val.fp = fp; val.offset = iocb->ki_pos; if (val.fp) entryinfo.update(&id, &val); return 0; } // btrfs_file_write_iter(): int trace_write_entry(struct pt_regs *ctx, struct kiocb *iocb) { u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part if (FILTER_PID) return 0; // store filep and timestamp by id struct val_t val = {}; val.ts = bpf_ktime_get_ns(); val.fp = iocb->ki_filp; val.offset = iocb->ki_pos; if (val.fp) entryinfo.update(&id, &val); return 0; } // The current btrfs (Linux 4.5) uses generic_file_open(), instead of it's own // function. Same as with reads. Trace the generic path and filter: int trace_open_entry(struct pt_regs *ctx, struct inode *inode, struct file *file) { u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part if (FILTER_PID) return 0; // btrfs filter on file->f_op == btrfs_file_operations if ((u64)file->f_op != BTRFS_FILE_OPERATIONS) return 0; // store filep and timestamp by id struct val_t val = {}; val.ts = bpf_ktime_get_ns(); val.fp = file; val.offset = 0; if (val.fp) entryinfo.update(&id, &val); return 0; } // btrfs_sync_file(): int trace_fsync_entry(struct pt_regs *ctx, struct file *file) { u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part if (FILTER_PID) return 0; // store filep and timestamp by id struct val_t val = {}; val.ts = bpf_ktime_get_ns(); val.fp = file; val.offset = 0; if (val.fp) entryinfo.update(&id, &val); return 0; } // // Output // static int trace_return(struct pt_regs *ctx, int type) { struct val_t *valp; u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part valp = entryinfo.lookup(&id); if (valp == 0) { // missed tracing issue or filtered return 0; } // calculate delta u64 ts = bpf_ktime_get_ns(); u64 delta_us = (ts - valp->ts) / 1000; entryinfo.delete(&id); if (FILTER_US) return 0; // populate output struct struct data_t data = {}; data.type = type; data.size = PT_REGS_RC(ctx); data.delta_us = delta_us; data.pid = pid; data.ts_us = ts / 1000; data.offset = valp->offset; bpf_get_current_comm(&data.task, sizeof(data.task)); // workaround (rewriter should handle file to d_name in one step): struct dentry *de = NULL; struct qstr qs = {}; de = valp->fp->f_path.dentry; qs = de->d_name; if (qs.len == 0) return 0; bpf_probe_read_kernel(&data.file, sizeof(data.file), (void *)qs.name); // output events.perf_submit(ctx, &data, sizeof(data)); return 0; } int trace_read_return(struct pt_regs *ctx) { return trace_return(ctx, TRACE_READ); } int trace_write_return(struct pt_regs *ctx) { return trace_return(ctx, TRACE_WRITE); } int trace_open_return(struct pt_regs *ctx) { return trace_return(ctx, TRACE_OPEN); } int trace_fsync_return(struct pt_regs *ctx) { return trace_return(ctx, TRACE_FSYNC); } """ # code replacements with open(kallsyms) as syms: ops = '' for line in syms: a = line.rstrip().split() (addr, name) = (a[0], a[2]) name = name.split("\t")[0] if name == "btrfs_file_operations": ops = "0x" + addr break if ops == '': print("ERROR: no btrfs_file_operations in /proc/kallsyms. Exiting.") print("HINT: the kernel should be built with CONFIG_KALLSYMS_ALL.") exit() bpf_text = bpf_text.replace('BTRFS_FILE_OPERATIONS', ops) if min_ms == 0: bpf_text = bpf_text.replace('FILTER_US', '0') else: bpf_text = bpf_text.replace('FILTER_US', 'delta_us <= %s' % str(min_ms * 1000)) if args.pid: bpf_text = bpf_text.replace('FILTER_PID', 'pid != %s' % pid) else: bpf_text = bpf_text.replace('FILTER_PID', '0') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # process event def print_event(cpu, data, size): event = b["events"].event(data) type = 'R' if event.type == 1: type = 'W' elif event.type == 2: type = 'O' elif event.type == 3: type = 'S' if (csv): print("%d,%s,%d,%s,%d,%d,%d,%s" % ( event.ts_us, event.task.decode('utf-8', 'replace'), event.pid, type, event.size, event.offset, event.delta_us, event.file.decode('utf-8', 'replace'))) return print("%-8s %-14.14s %-7d %1s %-7s %-8d %7.2f %s" % (strftime("%H:%M:%S"), event.task.decode('utf-8', 'replace'), event.pid, type, event.size, event.offset / 1024, float(event.delta_us) / 1000, event.file.decode('utf-8', 'replace'))) # initialize BPF b = BPF(text=bpf_text) # Common file functions. See earlier comment about generic_*(). b.attach_kprobe(event="generic_file_read_iter", fn_name="trace_read_entry") b.attach_kprobe(event="btrfs_file_write_iter", fn_name="trace_write_entry") b.attach_kprobe(event="generic_file_open", fn_name="trace_open_entry") b.attach_kprobe(event="btrfs_sync_file", fn_name="trace_fsync_entry") b.attach_kretprobe(event="generic_file_read_iter", fn_name="trace_read_return") b.attach_kretprobe(event="btrfs_file_write_iter", fn_name="trace_write_return") b.attach_kretprobe(event="generic_file_open", fn_name="trace_open_return") b.attach_kretprobe(event="btrfs_sync_file", fn_name="trace_fsync_return") # header if (csv): print("ENDTIME_us,TASK,PID,TYPE,BYTES,OFFSET_b,LATENCY_us,FILE") else: if min_ms == 0: print("Tracing btrfs operations") else: print("Tracing btrfs operations slower than %d ms" % min_ms) print("%-8s %-14s %-7s %1s %-7s %-8s %7s %s" % ("TIME", "COMM", "PID", "T", "BYTES", "OFF_KB", "LAT(ms)", "FILENAME")) # read events b["events"].open_perf_buffer(print_event, page_cnt=64) start_time = datetime.now() while not args.duration or datetime.now() - start_time < args.duration: try: b.perf_buffer_poll(timeout=1000) except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/btrfsslower_example.txt000066400000000000000000000152341465134135300206520ustar00rootroot00000000000000Demonstrations of btrfsslower, the Linux eBPF/bcc version. btrfsslower shows btrfs reads, writes, opens, and fsyncs, slower than a threshold. For example: # ./btrfsslower Tracing btrfs operations slower than 10 ms TIME COMM PID T BYTES OFF_KB LAT(ms) FILENAME 01:22:03 randread.pl 13602 R 8192 391384 10.40 data1 01:22:03 randread.pl 13602 R 8192 92632 10.41 data1 01:22:06 randread.pl 13602 R 8192 199800 17.33 data1 01:22:06 randread.pl 13602 R 8192 415160 17.21 data1 01:22:07 randread.pl 13602 R 8192 729984 11.93 data1 01:22:09 randread.pl 13602 R 8192 342784 11.90 data1 [...] This shows several reads from a "randread.pl" program, each 8 Kbytes in size, and from a "data1" file. These all had over 10 ms latency. This "latency" is measured from when the operation was issued from the VFS interface to the file system, to when it completed. This spans everything: block device I/O (disk I/O), file system CPU cycles, file system locks, run queue latency, etc. This is a better measure of the latency suffered by applications reading from the file system than measuring this down at the block device interface. Note that this only traces the common file system operations previously listed: other file system operations (eg, inode operations including getattr()) are not traced. The threshold can be provided as an argument. Eg, I/O slower than 1 ms: # ./btrfsslower 1 Tracing btrfs operations slower than 1 ms TIME COMM PID T BYTES OFF_KB LAT(ms) FILENAME 03:26:54 randread.pl 30578 R 8192 214864 1.87 data1 03:26:54 randread.pl 30578 R 8192 267600 1.48 data1 03:26:54 randread.pl 30578 R 8192 704200 1.30 data1 03:26:54 randread.pl 30578 R 8192 492352 3.09 data1 03:26:55 randread.pl 30578 R 8192 319448 1.34 data1 03:26:55 randread.pl 30578 R 8192 676032 1.88 data1 03:26:55 randread.pl 30578 R 8192 646712 2.24 data1 03:26:55 randread.pl 30578 R 8192 124376 1.02 data1 03:26:55 randread.pl 30578 R 8192 223064 2.64 data1 03:26:55 randread.pl 30578 R 8192 521280 1.55 data1 03:26:55 randread.pl 30578 R 8192 272992 2.48 data1 03:26:55 randread.pl 30578 R 8192 450112 2.67 data1 03:26:55 randread.pl 30578 R 8192 361808 1.78 data1 03:26:55 randread.pl 30578 R 8192 41088 1.46 data1 03:26:55 randread.pl 30578 R 8192 756576 1.67 data1 03:26:55 randread.pl 30578 R 8192 711776 2.74 data1 03:26:55 randread.pl 30578 R 8192 129472 1.34 data1 03:26:55 randread.pl 30578 R 8192 526928 1.82 data1 03:26:56 randread.pl 30578 R 8192 312768 1.44 data1 03:26:56 randread.pl 30578 R 8192 34720 1.14 data1 03:26:56 randread.pl 30578 R 8192 258376 1.13 data1 03:26:56 randread.pl 30578 R 8192 308456 1.44 data1 03:26:56 randread.pl 30578 R 8192 759656 1.27 data1 03:26:56 randread.pl 30578 R 8192 387424 3.24 data1 03:26:56 randread.pl 30578 R 8192 168864 3.38 data1 03:26:56 randread.pl 30578 R 8192 699296 1.38 data1 03:26:56 randread.pl 30578 R 8192 405688 2.37 data1 03:26:56 randread.pl 30578 R 8192 559064 1.18 data1 03:26:56 randread.pl 30578 R 8192 264808 1.13 data1 03:26:56 randread.pl 30578 R 8192 369240 2.20 data1 [...] There's now much more output (this spans less than 3 seconds, the previous output spanned 6 seconds), as the lower threshold is catching more I/O. A threshold of 0 will trace all operations. Warning: the output will be verbose, as it will include all file system cache hits. # ./btrfsslower 0 Tracing btrfs operations TIME COMM PID T BYTES OFF_KB LAT(ms) FILENAME 03:28:17 bash 32597 O 0 0 0.00 date.txt 03:28:17 date 32597 W 29 0 0.02 date.txt 03:28:23 cksum 32743 O 0 0 0.00 date.txt 03:28:23 cksum 32743 R 29 0 0.01 date.txt 03:28:23 cksum 32743 R 0 0 0.00 date.txt While tracing, the following commands were run in another window: # date > date.txt # cksum date.txt The output of btrfsslower now includes open operations ("O"), and writes ("W"). The first read from cksum(1) returned 29 bytes, and the second returned 0: causing cksum(1) to stop reading. A -j option will print just the fields (parsable output, csv): # ./btrfsslower -j 1 ENDTIME_us,TASK,PID,TYPE,BYTES,OFFSET_b,LATENCY_us,FILE 8930665366,randread.pl,2717,R,8192,230391808,4312,data1 8930670746,randread.pl,2717,R,8192,347832320,1296,data1 8930675995,randread.pl,2717,R,8192,409812992,4207,data1 8930680213,randread.pl,2717,R,8192,498204672,3104,data1 8930685970,randread.pl,2717,R,8192,553164800,1843,data1 8930687568,randread.pl,2717,R,8192,339492864,1475,data1 8930694108,randread.pl,2717,R,8192,500711424,6276,data1 8930697139,randread.pl,2717,R,8192,485801984,2180,data1 8930705755,randread.pl,2717,R,8192,376922112,7535,data1 8930711340,randread.pl,2717,R,8192,380084224,3314,data1 8930740964,randread.pl,2717,R,8192,226091008,24762,data1 8930743169,randread.pl,2717,R,8192,361570304,1809,data1 8930748789,randread.pl,2717,R,8192,346931200,1530,data1 8930763514,randread.pl,2717,R,8192,59719680,13938,data1 8930764870,randread.pl,2717,R,8192,406511616,1313,data1 8930774327,randread.pl,2717,R,8192,661430272,7361,data1 8930780360,randread.pl,2717,R,8192,406904832,2220,data1 8930785736,randread.pl,2717,R,8192,523419648,2005,data1 8930794560,randread.pl,2717,R,8192,342974464,8388,data1 [...] This may be useful for visualizing with another tool, for example, for producing a scatter plot of ENDTIME vs LATENCY, to look for time-based patterns. USAGE message: # ./btrfsslower -h usage: btrfsslower [-h] [-j] [-p PID] [min_ms] [-d DURATION] Trace common btrfs file operations slower than a threshold positional arguments: min_ms minimum I/O duration to trace, in ms (default 10) optional arguments: -h, --help show this help message and exit -j, --csv just print fields: comma-separated values -p PID, --pid PID trace this PID only -d DURATION, --duration DURATION total duration of trace in seconds examples: ./btrfsslower # trace operations slower than 10 ms (default) ./btrfsslower 1 # trace operations slower than 1 ms ./btrfsslower -j 1 # ... 1 ms, parsable output (csv) ./btrfsslower 0 # trace all operations (warning: verbose) ./btrfsslower -p 185 # trace PID 185 only ./btrfsslower -d 10 # trace for 10 seconds only bpfcc-0.31.0/tools/cachestat.py000077500000000000000000000146051465134135300163370ustar00rootroot00000000000000#!/usr/bin/env python # # cachestat Count cache kernel function calls. # For Linux, uses BCC, eBPF. See .c file. # # USAGE: cachestat # Taken from funccount by Brendan Gregg # This is a rewrite of cachestat from perf to bcc # https://github.com/brendangregg/perf-tools/blob/master/fs/cachestat # # Copyright (c) 2016 Allan McAleavy. # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 09-Sep-2015 Brendan Gregg Created this. # 06-Nov-2015 Allan McAleavy # 13-Jan-2016 Allan McAleavy run pep8 against program # 02-Feb-2019 Brendan Gregg Column shuffle, bring back %ratio # 15-Feb-2023 Rong Tao Add writeback_dirty_{folio,page} tracepoints from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse import signal import re from sys import argv # signal handler def signal_ignore(signal, frame): print() # Function to gather data from /proc/meminfo # return dictionary for quicker lookup of both values def get_meminfo(): result = dict() for line in open('/proc/meminfo'): k = line.split(':', 3) v = k[1].split() result[k[0]] = int(v[0]) return result # set global variables mpa = 0 mbd = 0 apcl = 0 apd = 0 total = 0 misses = 0 hits = 0 debug = 0 # arguments parser = argparse.ArgumentParser( description="Count cache kernel function calls", formatter_class=argparse.RawDescriptionHelpFormatter) parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("interval", nargs="?", default=1, help="output interval, in seconds") parser.add_argument("count", nargs="?", default=-1, help="number of outputs") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() count = int(args.count) tstamp = args.timestamp interval = int(args.interval) # define BPF program bpf_text = """ #include struct key_t { // NF_{APCL,MPA,MBD,APD} u32 nf; }; enum { NF_APCL, NF_MPA, NF_MBD, NF_APD, }; BPF_HASH(counts, struct key_t); static int __do_count(void *ctx, u32 nf) { struct key_t key = {}; u64 ip; key.nf = nf; counts.atomic_increment(key); // update counter return 0; } int do_count_apcl(struct pt_regs *ctx) { return __do_count(ctx, NF_APCL); } int do_count_mpa(struct pt_regs *ctx) { return __do_count(ctx, NF_MPA); } int do_count_mbd(struct pt_regs *ctx) { return __do_count(ctx, NF_MBD); } int do_count_apd(struct pt_regs *ctx) { return __do_count(ctx, NF_APD); } int do_count_apd_tp(void *ctx) { return __do_count(ctx, NF_APD); } """ if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # load BPF program b = BPF(text=bpf_text) b.attach_kprobe(event="add_to_page_cache_lru", fn_name="do_count_apcl") b.attach_kprobe(event="mark_page_accessed", fn_name="do_count_mpa") # Function account_page_dirtied() is changed to folio_account_dirtied() in 5.15. # Both folio_account_dirtied() and account_page_dirtied() are # static functions and they may be gone during compilation and this may # introduce some inaccuracy, use tracepoint writeback_dirty_{page,folio}, # instead when attaching kprobe fails, and report the running # error in time. if BPF.get_kprobe_functions(b'folio_account_dirtied'): b.attach_kprobe(event="folio_account_dirtied", fn_name="do_count_apd") elif BPF.get_kprobe_functions(b'account_page_dirtied'): b.attach_kprobe(event="account_page_dirtied", fn_name="do_count_apd") elif BPF.tracepoint_exists("writeback", "writeback_dirty_folio"): b.attach_tracepoint(tp="writeback:writeback_dirty_folio", fn_name="do_count_apd_tp") elif BPF.tracepoint_exists("writeback", "writeback_dirty_page"): b.attach_tracepoint(tp="writeback:writeback_dirty_page", fn_name="do_count_apd_tp") else: raise Exception("Failed to attach kprobe %s or %s or any tracepoint" % ("folio_account_dirtied", "account_page_dirtied")) b.attach_kprobe(event="mark_buffer_dirty", fn_name="do_count_mbd") # check whether hash table batch ops is supported htab_batch_ops = True if BPF.kernel_struct_has_field(b'bpf_map_ops', b'map_lookup_and_delete_batch') == 1 else False # header if tstamp: print("%-8s " % "TIME", end="") print("%8s %8s %8s %8s %12s %10s" % ("HITS", "MISSES", "DIRTIES", "HITRATIO", "BUFFERS_MB", "CACHED_MB")) loop = 0 exiting = 0 while 1: if count > 0: loop += 1 if loop > count: exit() try: sleep(interval) except KeyboardInterrupt: exiting = 1 # as cleanup can take many seconds, trap Ctrl-C: signal.signal(signal.SIGINT, signal_ignore) counts = b["counts"] for k, v in sorted(counts.items_lookup_and_delete_batch() if htab_batch_ops else counts.items(), key=lambda counts: counts[1].value): # partial string matches in case of .isra (necessary?) if k.nf == 0: # NF_APCL apcl = max(0, v.value) if k.nf == 1: # NF_MPA mpa = max(0, v.value) if k.nf == 2: # NF_MBD mbd = max(0, v.value) if k.nf == 3: # NF_APD apd = max(0, v.value) # total = total cache accesses without counting dirties # misses = total of add to lru because of read misses total = mpa - mbd misses = apcl - apd if misses < 0: misses = 0 if total < 0: total = 0 hits = total - misses # If hits are < 0, then its possible misses are overestimated # due to possibly page cache read ahead adding more pages than # needed. In this case just assume misses as total and reset hits. if hits < 0: misses = total hits = 0 ratio = 0 if total > 0: ratio = float(hits) / total if debug: print("%d %d %d %d %d %d %d\n" % (mpa, mbd, apcl, apd, total, misses, hits)) if not htab_batch_ops: counts.clear() # Get memory info mem = get_meminfo() cached = int(mem["Cached"]) / 1024 buff = int(mem["Buffers"]) / 1024 if tstamp: print("%-8s " % strftime("%H:%M:%S"), end="") print("%8d %8d %8d %7.2f%% %12.0f %10.0f" % (hits, misses, mbd, 100 * ratio, buff, cached)) mpa = mbd = apcl = apd = total = misses = hits = cached = buff = 0 if exiting: print("Detaching...") exit() bpfcc-0.31.0/tools/cachestat_example.txt000066400000000000000000000076541465134135300202440ustar00rootroot00000000000000Demonstrations of cachestat, the Linux eBPF/bcc version. cachestat shows hits and misses to the file system page cache. For example: # cachestat HITS MISSES DIRTIES HITRATIO BUFFERS_MB CACHED_MB 1132 0 4 100.00% 277 4367 161 0 36 100.00% 277 4372 16 0 28 100.00% 277 4372 17154 13750 15 55.51% 277 4422 19 0 1 100.00% 277 4422 83 0 83 100.00% 277 4421 16 0 1 100.00% 277 4423 ^C 0 -19 360 0.00% 277 4423 Detaching... While tracing, there was a burst of misses in the fourth second, bringing the hit ration down to 55%. This shows a 1 Gbyte uncached file that is read twice: (root) ~ # ./cachestat.py HITS MISSES DIRTIES HITRATIO BUFFERS_MB CACHED_MB 1 0 0 100.00% 5 191 198 12136 0 1.61% 5 238 1 11007 3 0.01% 5 281 0 6384 0 0.00% 5 306 1 14464 0 0.01% 5 363 0 11776 0 0.00% 5 409 1 11712 0 0.01% 5 454 32 13184 0 0.24% 5 506 0 11232 0 0.00% 5 550 1 13056 0 0.01% 5 601 16 14720 0 0.11% 5 658 33 9920 0 0.33% 5 697 0 13248 0 0.00% 5 749 4 14144 0 0.03% 5 804 0 9728 0 0.00% 5 842 1 10816 0 0.01% 5 885 808 13504 1 5.65% 5 938 0 11409 0 0.00% 5 982 0 11520 0 0.00% 5 1027 0 15616 0 0.00% 5 1088 1 9792 0 0.01% 5 1126 0 8256 0 0.00% 5 1158 1 9600 0 0.01% 5 1196 599 4804 0 11.09% 5 1215 1 0 0 100.00% 5 1215 0 0 0 0.00% 5 1215 3 1 0 75.00% 5 1215 79536 34 0 99.96% 5 1215 87693 274 4 99.69% 6 1214 89018 3546 0 96.17% 7 1227 33531 201 4 99.40% 7 1228 22 44 0 33.33% 8 1228 0 0 0 0.00% 8 1228 73 21 2 77.66% 8 1228 It took 24 seconds to read the 1 Gbyte file the first time, shown in the output by the high MISSES rate and low HITRATIO. The second time it took 4 seconds, and the HITRATIO was around 99%. This output shows a 1 Gbyte file being created and added to the page cache: (root) ~ # ./cachestat.py HITS MISSES DIRTIES HITRATIO BUFFERS_MB CACHED_MB 1 0 0 100.00% 8 209 0 0 165584 0.00% 8 856 0 0 96505 0.00% 8 1233 0 0 0 0.00% 8 1233 Note the high rate of DIRTIES, and the CACHED_MB size increases by 1024 Mbytes. USAGE message: # cachestat -h usage: cachestat.py [-h] [-T] [interval] [count] Count cache kernel function calls positional arguments: interval output interval, in seconds count number of outputs optional arguments: -h, --help show this help message and exit -T, --timestamp include timestamp on output bpfcc-0.31.0/tools/cachetop.py000077500000000000000000000222311465134135300161600ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # cachetop Count cache kernel function calls per processes # For Linux, uses BCC, eBPF. # # USAGE: cachetop # Taken from cachestat by Brendan Gregg # # Copyright (c) 2016-present, Facebook, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 13-Jul-2016 Emmanuel Bretelle first version # 17-Mar-2022 Rocky Xing Added PID filter support. # 15-Feb-2023 Rong Tao Add writeback_dirty_{folio,page} tracepoints from __future__ import absolute_import from __future__ import division # Do not import unicode_literals until #623 is fixed # from __future__ import unicode_literals from __future__ import print_function from bcc import BPF from collections import defaultdict from time import strftime import argparse import curses import pwd import re import signal from time import sleep FIELDS = ( "PID", "UID", "CMD", "HITS", "MISSES", "DIRTIES", "READ_HIT%", "WRITE_HIT%" ) DEFAULT_FIELD = "HITS" DEFAULT_SORT_FIELD = FIELDS.index(DEFAULT_FIELD) # signal handler def signal_ignore(signal, frame): print() # Function to gather data from /proc/meminfo # return dictionary for quicker lookup of both values def get_meminfo(): result = {} for line in open('/proc/meminfo'): k = line.split(':', 3) v = k[1].split() result[k[0]] = int(v[0]) return result def get_processes_stats( bpf, sort_field=DEFAULT_SORT_FIELD, sort_reverse=False, htab_batch_ops=False): ''' Return a tuple containing: buffer cached list of tuple with per process cache stats ''' counts = bpf.get_table("counts") stats = defaultdict(lambda: defaultdict(int)) for k, v in (counts.items_lookup_batch() if htab_batch_ops else counts.items()): stats["%d-%d-%s" % (k.pid, k.uid, k.comm.decode('utf-8', 'replace'))][k.nf] = v.value stats_list = [] for pid, count in sorted(stats.items(), key=lambda stat: stat[0]): rtaccess = 0 wtaccess = 0 mpa = 0 mbd = 0 apcl = 0 apd = 0 access = 0 misses = 0 rhits = 0 whits = 0 for k, v in count.items(): if k == 0: # NF_APCL apcl = max(0, v) if k == 1: # NF_MPA mpa = max(0, v) if k == 2: # NF_MBD mbd = max(0, v) if k == 3: # NF_APD apd = max(0, v) # access = total cache access incl. reads(mpa) and writes(mbd) # misses = total of add to lru which we do when we write(mbd) # and also the mark the page dirty(same as mbd) access = (mpa + mbd) misses = (apcl + apd) # rtaccess is the read hit % during the sample period. # wtaccess is the write hit % during the sample period. if mpa > 0: rtaccess = float(mpa) / (access + misses) if apcl > 0: wtaccess = float(apcl) / (access + misses) if wtaccess != 0: whits = 100 * wtaccess if rtaccess != 0: rhits = 100 * rtaccess _pid, uid, comm = pid.split('-', 2) stats_list.append( (int(_pid), uid, comm, access, misses, mbd, rhits, whits)) stats_list = sorted( stats_list, key=lambda stat: stat[sort_field], reverse=sort_reverse ) if htab_batch_ops: counts.items_delete_batch() else: counts.clear() return stats_list def handle_loop(stdscr, args): # don't wait on key press stdscr.nodelay(1) # set default sorting field sort_field = FIELDS.index(DEFAULT_FIELD) sort_reverse = True # load BPF program bpf_text = """ #include struct key_t { // NF_{APCL,MPA,MBD,APD} u64 nf; u32 pid; u32 uid; char comm[16]; }; enum { NF_APCL, NF_MPA, NF_MBD, NF_APD, }; BPF_HASH(counts, struct key_t); static int __do_count(void *ctx, u64 nf) { u32 pid = bpf_get_current_pid_tgid() >> 32; if (FILTER_PID) return 0; struct key_t key = {}; u32 uid = bpf_get_current_uid_gid(); key.nf = nf; key.pid = pid; key.uid = uid; bpf_get_current_comm(&(key.comm), 16); counts.increment(key); return 0; } int do_count_apcl(struct pt_regs *ctx) { return __do_count(ctx, NF_APCL); } int do_count_mpa(struct pt_regs *ctx) { return __do_count(ctx, NF_MPA); } int do_count_mbd(struct pt_regs *ctx) { return __do_count(ctx, NF_MBD); } int do_count_apd(struct pt_regs *ctx) { return __do_count(ctx, NF_APD); } int do_count_apd_tp(void *ctx) { return __do_count(ctx, NF_APD); } """ if args.pid: bpf_text = bpf_text.replace('FILTER_PID', 'pid != %d' % args.pid) else: bpf_text = bpf_text.replace('FILTER_PID', '0') b = BPF(text=bpf_text) b.attach_kprobe(event="add_to_page_cache_lru", fn_name="do_count_apcl") b.attach_kprobe(event="mark_page_accessed", fn_name="do_count_mpa") b.attach_kprobe(event="mark_buffer_dirty", fn_name="do_count_mbd") # Function account_page_dirtied() is changed to folio_account_dirtied() in 5.15. # Introduce tracepoint writeback_dirty_{page,folio} if BPF.get_kprobe_functions(b'folio_account_dirtied'): b.attach_kprobe(event="folio_account_dirtied", fn_name="do_count_apd") elif BPF.get_kprobe_functions(b'account_page_dirtied'): b.attach_kprobe(event="account_page_dirtied", fn_name="do_count_apd") elif BPF.tracepoint_exists("writeback", "writeback_dirty_folio"): b.attach_tracepoint(tp="writeback:writeback_dirty_folio", fn_name="do_count_apd_tp") elif BPF.tracepoint_exists("writeback", "writeback_dirty_page"): b.attach_tracepoint(tp="writeback:writeback_dirty_page", fn_name="do_count_apd_tp") else: raise Exception("Failed to attach kprobe %s or %s and any tracepoint" % ("folio_account_dirtied", "account_page_dirtied")) exiting = 0 # check whether hash table batch ops is supported htab_batch_ops = True if BPF.kernel_struct_has_field(b'bpf_map_ops', b'map_lookup_and_delete_batch') == 1 else False while 1: s = stdscr.getch() if s == ord('q'): exiting = 1 elif s == ord('r'): sort_reverse = not sort_reverse elif s == ord('<'): sort_field = max(0, sort_field - 1) elif s == ord('>'): sort_field = min(len(FIELDS) - 1, sort_field + 1) try: sleep(args.interval) except KeyboardInterrupt: exiting = 1 # as cleanup can take many seconds, trap Ctrl-C: signal.signal(signal.SIGINT, signal_ignore) # Get memory info mem = get_meminfo() cached = int(mem["Cached"]) / 1024 buff = int(mem["Buffers"]) / 1024 process_stats = get_processes_stats( b, sort_field=sort_field, sort_reverse=sort_reverse, htab_batch_ops=htab_batch_ops) stdscr.clear() stdscr.addstr( 0, 0, "%-8s Buffers MB: %.0f / Cached MB: %.0f " "/ Sort: %s / Order: %s" % ( strftime("%H:%M:%S"), buff, cached, FIELDS[sort_field], sort_reverse and "descending" or "ascending" ) ) # header stdscr.addstr( 1, 0, "{0:8} {1:8} {2:16} {3:8} {4:8} {5:8} {6:10} {7:10}".format( *FIELDS ), curses.A_REVERSE ) (height, width) = stdscr.getmaxyx() for i, stat in enumerate(process_stats): uid = int(stat[1]) try: username = pwd.getpwuid(uid)[0] except KeyError: # `pwd` throws a KeyError if the user cannot be found. This can # happen e.g. when the process is running in a cgroup that has # different users from the host. username = 'UNKNOWN({})'.format(uid) stdscr.addstr( i + 2, 0, "{0:8} {username:8.8} {2:16} {3:8} {4:8} " "{5:8} {6:9.1f}% {7:9.1f}%".format( *stat, username=username ) ) if i > height - 4: break stdscr.refresh() if exiting: print("Detaching...") return def parse_arguments(): parser = argparse.ArgumentParser( description='Show Linux page cache hit/miss statistics including read ' 'and write hit % per processes in a UI like top.' ) parser.add_argument("-p", "--pid", type=int, metavar="PID", help="trace this PID only") parser.add_argument( 'interval', type=int, default=5, nargs='?', help='Interval between probes.' ) args = parser.parse_args() return args args = parse_arguments() curses.wrapper(handle_loop, args) bpfcc-0.31.0/tools/cachetop_example.txt000066400000000000000000000075161465134135300200700ustar00rootroot00000000000000# ./cachetop -h usage: cachetop.py [-h] [interval] show Linux page cache hit/miss statistics including read and write hit % per processes in a UI like top. positional arguments: interval Interval between probes. optional arguments: -h, --help show this help message and exit examples: ./cachetop # run with default option of 5 seconds delay ./cachetop 1 # print every second hit/miss stats # ./cachetop 5 13:01:01 Buffers MB: 76 / Cached MB: 114 / Sort: HITS / Order: ascending PID UID CMD HITS MISSES DIRTIES READ_HIT% WRITE_HIT% 1 root systemd 2 0 0 100.0% 0.0% 680 root vminfo 3 4 2 14.3% 42.9% 567 syslog rs:main Q:Reg 10 4 2 57.1% 21.4% 986 root kworker/u2:2 10 2457 4 0.2% 99.5% 988 root kworker/u2:2 10 9 4 31.6% 36.8% 877 vagrant systemd 18 4 2 72.7% 13.6% 983 root python 148 3 143 3.3% 1.3% 981 root strace 419 3 143 65.4% 0.5% 544 messageb dbus-daemon 455 371 454 0.1% 0.4% 243 root jbd2/dm-0-8 457 371 454 0.4% 0.4% 985 root (mount) 560 2457 4 18.4% 81.4% 987 root systemd-udevd 566 9 4 97.7% 1.2% 988 root systemd-cgroups 569 9 4 97.8% 1.2% 986 root modprobe 578 9 4 97.8% 1.2% 287 root systemd-journal 598 371 454 14.9% 0.3% 985 root mount 692 2457 4 21.8% 78.0% 984 vagrant find 9529 2457 4 79.5% 20.5% Above shows the run of `find /` on a newly booted system. Command used to generate the activity # find / Below shows the hit rate increases as we run find a second time and it gets it its pages from the cache. # ./cachetop.py 13:01:01 Buffers MB: 76 / Cached MB: 115 / Sort: HITS / Order: ascending PID UID CMD HITS MISSES DIRTIES READ_HIT% WRITE_HIT% 544 messageb dbus-daemon 2 2 1 25.0% 50.0% 680 root vminfo 2 2 1 25.0% 50.0% 243 root jbd2/dm-0-8 3 2 1 40.0% 40.0% 1068 root python 5 0 0 100.0% 0.0% 1071 vagrant bash 350 0 0 100.0% 0.0% 1071 vagrant find 12959 0 0 100.0% 0.0% Below shows that the dirty pages increases as a file of 80M is created running # dd if=/dev/urandom of=/tmp/c bs=8192 count=10000 # ./cachetop.py 10 13:01:01 Buffers MB: 77 / Cached MB: 193 / Sort: HITS / Order: ascending PID UID CMD HITS MISSES DIRTIES READ_HIT% WRITE_HIT% 544 messageb dbus-daemon 9 10 7 10.5% 15.8% 680 root vminfo 9 10 7 10.5% 15.8% 1109 root python 22 0 0 100.0% 0.0% 243 root jbd2/dm-0-8 25 10 7 51.4% 8.6% 1070 root kworker/u2:2 85 0 0 100.0% 0.0% 1110 vagrant bash 366 0 0 100.0% 0.0% 1110 vagrant dd 42183 40000 20000 27.0% 24.3% The file copied into page cache was named /tmp/c with a size of 81920000 (81920000/4096) = 20000 bpfcc-0.31.0/tools/capable.py000077500000000000000000000204371465134135300157670ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # capable Trace security capabilitiy checks (cap_capable()). # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: capable [-h] [-v] [-p PID] [-K] [-U] # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 13-Sep-2016 Brendan Gregg Created this. from __future__ import print_function from os import getpid from functools import partial from bcc import BPF from bcc.containers import filter_by_containers import errno import argparse from time import strftime # arguments examples = """examples: ./capable # trace capability checks ./capable -v # verbose: include non-audit checks ./capable -p 181 # only trace PID 181 ./capable -K # add kernel stacks to trace ./capable -U # add user-space stacks to trace ./capable -x # extra fields: show TID and INSETID columns ./capable --unique # don't repeat stacks for the same pid or cgroup ./capable --cgroupmap mappath # only trace cgroups in this BPF map ./capable --mntnsmap mappath # only trace mount namespaces in the map """ parser = argparse.ArgumentParser( description="Trace security capability checks", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-v", "--verbose", action="store_true", help="include non-audit checks") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("-K", "--kernel-stack", action="store_true", help="output kernel stack trace") parser.add_argument("-U", "--user-stack", action="store_true", help="output user stack trace") parser.add_argument("-x", "--extra", action="store_true", help="show extra fields in TID and INSETID columns") parser.add_argument("--cgroupmap", help="trace cgroups in this BPF map only") parser.add_argument("--mntnsmap", help="trace mount namespaces in this BPF map only") parser.add_argument("--unique", action="store_true", help="don't repeat stacks for the same pid or cgroup") args = parser.parse_args() debug = 0 # capabilities to names, generated from (and will need updating): # awk '/^#define.CAP_.*[0-9]$/ { print " " $3 ": \"" $2 "\"," }' \ # include/uapi/linux/capability.h capabilities = { 0: "CAP_CHOWN", 1: "CAP_DAC_OVERRIDE", 2: "CAP_DAC_READ_SEARCH", 3: "CAP_FOWNER", 4: "CAP_FSETID", 5: "CAP_KILL", 6: "CAP_SETGID", 7: "CAP_SETUID", 8: "CAP_SETPCAP", 9: "CAP_LINUX_IMMUTABLE", 10: "CAP_NET_BIND_SERVICE", 11: "CAP_NET_BROADCAST", 12: "CAP_NET_ADMIN", 13: "CAP_NET_RAW", 14: "CAP_IPC_LOCK", 15: "CAP_IPC_OWNER", 16: "CAP_SYS_MODULE", 17: "CAP_SYS_RAWIO", 18: "CAP_SYS_CHROOT", 19: "CAP_SYS_PTRACE", 20: "CAP_SYS_PACCT", 21: "CAP_SYS_ADMIN", 22: "CAP_SYS_BOOT", 23: "CAP_SYS_NICE", 24: "CAP_SYS_RESOURCE", 25: "CAP_SYS_TIME", 26: "CAP_SYS_TTY_CONFIG", 27: "CAP_MKNOD", 28: "CAP_LEASE", 29: "CAP_AUDIT_WRITE", 30: "CAP_AUDIT_CONTROL", 31: "CAP_SETFCAP", 32: "CAP_MAC_OVERRIDE", 33: "CAP_MAC_ADMIN", 34: "CAP_SYSLOG", 35: "CAP_WAKE_ALARM", 36: "CAP_BLOCK_SUSPEND", 37: "CAP_AUDIT_READ", 38: "CAP_PERFMON", 39: "CAP_BPF", 40: "CAP_CHECKPOINT_RESTORE", } class Enum(set): def __getattr__(self, name): if name in self: return name raise AttributeError # Stack trace types StackType = Enum(("Kernel", "User",)) # define BPF program bpf_text = """ #include #include #include struct data_t { u32 tgid; u32 pid; u32 uid; int cap; int audit; int insetid; char comm[TASK_COMM_LEN]; #ifdef KERNEL_STACKS int kernel_stack_id; #endif #ifdef USER_STACKS int user_stack_id; #endif }; BPF_PERF_OUTPUT(events); #if UNIQUESET struct repeat_t { int cap; u32 tgid; #if CGROUPSET u64 cgroupid; #endif #ifdef KERNEL_STACKS int kernel_stack_id; #endif #ifdef USER_STACKS int user_stack_id; #endif }; BPF_HASH(seen, struct repeat_t, u64); #endif #if defined(USER_STACKS) || defined(KERNEL_STACKS) BPF_STACK_TRACE(stacks, 2048); #endif int kprobe__cap_capable(struct pt_regs *ctx, const struct cred *cred, struct user_namespace *targ_ns, int cap, int cap_opt) { u64 __pid_tgid = bpf_get_current_pid_tgid(); u32 tgid = __pid_tgid >> 32; u32 pid = __pid_tgid; int audit; int insetid; #ifdef CAP_OPT_NONE audit = (cap_opt & 0b10) == 0; insetid = (cap_opt & 0b100) != 0; #else audit = cap_opt; insetid = -1; #endif FILTER1 FILTER2 FILTER3 if (container_should_be_filtered()) { return 0; } u32 uid = bpf_get_current_uid_gid(); struct data_t data = {}; data.tgid = tgid; data.pid = pid; data.uid = uid; data.cap = cap; data.audit = audit; data.insetid = insetid; #ifdef KERNEL_STACKS data.kernel_stack_id = stacks.get_stackid(ctx, 0); #endif #ifdef USER_STACKS data.user_stack_id = stacks.get_stackid(ctx, BPF_F_USER_STACK); #endif #if UNIQUESET struct repeat_t repeat = {0,}; repeat.cap = cap; #if CGROUP_ID_SET repeat.cgroupid = bpf_get_current_cgroup_id(); #else repeat.tgid = tgid; #endif #ifdef KERNEL_STACKS repeat.kernel_stack_id = data.kernel_stack_id; #endif #ifdef USER_STACKS repeat.user_stack_id = data.user_stack_id; #endif if (seen.lookup(&repeat) != NULL) { return 0; } u64 zero = 0; seen.update(&repeat, &zero); #endif bpf_get_current_comm(&data.comm, sizeof(data.comm)); events.perf_submit(ctx, &data, sizeof(data)); return 0; }; """ if args.pid: bpf_text = bpf_text.replace('FILTER1', 'if (pid != %s) { return 0; }' % args.pid) if not args.verbose: bpf_text = bpf_text.replace('FILTER2', 'if (audit == 0) { return 0; }') if args.kernel_stack: bpf_text = "#define KERNEL_STACKS\n" + bpf_text if args.user_stack: bpf_text = "#define USER_STACKS\n" + bpf_text bpf_text = bpf_text.replace('FILTER1', '') bpf_text = bpf_text.replace('FILTER2', '') bpf_text = bpf_text.replace('FILTER3', 'if (pid == %s) { return 0; }' % getpid()) bpf_text = filter_by_containers(args) + bpf_text if args.unique: bpf_text = bpf_text.replace('UNIQUESET', '1') else: bpf_text = bpf_text.replace('UNIQUESET', '0') if debug: print(bpf_text) # initialize BPF b = BPF(text=bpf_text) # header if args.extra: print("%-9s %-6s %-6s %-6s %-16s %-4s %-20s %-6s %s" % ( "TIME", "UID", "PID", "TID", "COMM", "CAP", "NAME", "AUDIT", "INSETID")) else: print("%-9s %-6s %-6s %-16s %-4s %-20s %-6s" % ( "TIME", "UID", "PID", "COMM", "CAP", "NAME", "AUDIT")) def stack_id_err(stack_id): # -EFAULT in get_stackid normally means the stack-trace is not available, # Such as getting kernel stack trace in userspace code return (stack_id < 0) and (stack_id != -errno.EFAULT) def print_stack(bpf, stack_id, stack_type, tgid): if stack_id_err(stack_id): print(" [Missed %s Stack]" % stack_type) return stack = list(bpf.get_table("stacks").walk(stack_id)) for addr in stack: print(" ", end="") print("%s" % (bpf.sym(addr, tgid, show_module=True, show_offset=True))) # process event def print_event(bpf, cpu, data, size): event = b["events"].event(data) if event.cap in capabilities: name = capabilities[event.cap] else: name = "?" if args.extra: print("%-9s %-6d %-6d %-6d %-16s %-4d %-20s %-6d %s" % (strftime("%H:%M:%S"), event.uid, event.pid, event.tgid, event.comm.decode('utf-8', 'replace'), event.cap, name, event.audit, str(event.insetid) if event.insetid != -1 else "N/A")) else: print("%-9s %-6d %-6d %-16s %-4d %-20s %-6d" % (strftime("%H:%M:%S"), event.uid, event.pid, event.comm.decode('utf-8', 'replace'), event.cap, name, event.audit)) if args.kernel_stack: print_stack(bpf, event.kernel_stack_id, StackType.Kernel, -1) if args.user_stack: print_stack(bpf, event.user_stack_id, StackType.User, event.tgid) # loop with callback to print_event callback = partial(print_event, b) b["events"].open_perf_buffer(callback) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/capable_example.txt000066400000000000000000000147771465134135300177000ustar00rootroot00000000000000Demonstrations of capable, the Linux eBPF/bcc version. capable traces calls to the kernel cap_capable() function, which does security capability checks, and prints details for each call. For example: # ./capable.py TIME UID PID COMM CAP NAME AUDIT 22:11:23 114 2676 snmpd 12 CAP_NET_ADMIN 1 22:11:23 0 6990 run 24 CAP_SYS_RESOURCE 1 22:11:23 0 7003 chmod 3 CAP_FOWNER 1 22:11:23 0 7003 chmod 4 CAP_FSETID 1 22:11:23 0 7005 chmod 4 CAP_FSETID 1 22:11:23 0 7005 chmod 4 CAP_FSETID 1 22:11:23 0 7006 chown 4 CAP_FSETID 1 22:11:23 0 7006 chown 4 CAP_FSETID 1 22:11:23 0 6990 setuidgid 6 CAP_SETGID 1 22:11:23 0 6990 setuidgid 6 CAP_SETGID 1 22:11:23 0 6990 setuidgid 7 CAP_SETUID 1 22:11:24 0 7013 run 24 CAP_SYS_RESOURCE 1 22:11:24 0 7026 chmod 3 CAP_FOWNER 1 22:11:24 0 7026 chmod 4 CAP_FSETID 1 22:11:24 0 7028 chmod 4 CAP_FSETID 1 22:11:24 0 7028 chmod 4 CAP_FSETID 1 22:11:24 0 7029 chown 4 CAP_FSETID 1 22:11:24 0 7029 chown 4 CAP_FSETID 1 22:11:24 0 7013 setuidgid 6 CAP_SETGID 1 22:11:24 0 7013 setuidgid 6 CAP_SETGID 1 22:11:24 0 7013 setuidgid 7 CAP_SETUID 1 22:11:25 0 7036 run 24 CAP_SYS_RESOURCE 1 22:11:25 0 7049 chmod 3 CAP_FOWNER 1 22:11:25 0 7049 chmod 4 CAP_FSETID 1 22:11:25 0 7051 chmod 4 CAP_FSETID 1 22:11:25 0 7051 chmod 4 CAP_FSETID 1 Checks where AUDIT is 0 are ignored by default, which can be changed with -v but is more verbose. We can show the TID and INSETID columns with -x. Since only a recent kernel version >= 5.1 reports the INSETID bit to cap_capable(), the fallback value "N/A" will be displayed on older kernels. # ./capable.py -x TIME UID PID TID COMM CAP NAME AUDIT INSETID 08:22:36 0 12869 12869 chown 0 CAP_CHOWN 1 0 08:22:36 0 12869 12869 chown 0 CAP_CHOWN 1 0 08:22:36 0 12869 12869 chown 0 CAP_CHOWN 1 0 08:23:02 0 13036 13036 setuidgid 6 CAP_SETGID 1 0 08:23:02 0 13036 13036 setuidgid 6 CAP_SETGID 1 0 08:23:02 0 13036 13036 setuidgid 7 CAP_SETUID 1 1 08:23:13 0 13085 13085 chmod 3 CAP_FOWNER 1 0 08:23:13 0 13085 13085 chmod 4 CAP_FSETID 1 0 08:23:13 0 13085 13085 chmod 3 CAP_FOWNER 1 0 08:23:13 0 13085 13085 chmod 4 CAP_FSETID 1 0 08:23:13 0 13085 13085 chmod 4 CAP_FSETID 1 0 08:24:27 0 13522 13522 ping 13 CAP_NET_RAW 1 0 [...] This can be useful for general debugging, and also security enforcement: determining a whitelist of capabilities an application needs. The output above includes various capability checks: snmpd checking CAP_NET_ADMIN, run checking CAP_SYS_RESOURCES, then some short-lived processes checking CAP_FOWNER, CAP_FSETID, etc. To see what each of these capabilities does, check the capabilities(7) man page and the kernel source. It is possible to include a kernel stack trace to the capable events by passing -K to the command: # ./capable.py -K TIME UID PID COMM CAP NAME AUDIT 15:32:21 1000 10708 fetchmail 7 CAP_SETUID 1 cap_capable+0x1 [kernel] ns_capable_common+0x7a [kernel] __sys_setresuid+0xc8 [kernel] do_syscall_64+0x56 [kernel] entry_SYSCALL_64_after_hwframe+0x49 [kernel] 15:32:21 1000 30047 procmail 6 CAP_SETGID 1 cap_capable+0x1 [kernel] ns_capable_common+0x7a [kernel] may_setgroups+0x2f [kernel] __x64_sys_setgroups+0x18 [kernel] do_syscall_64+0x56 [kernel] entry_SYSCALL_64_after_hwframe+0x49 [kernel] Similarly, it is possible to include user-space stack with -U (or they can be used both at the same time to include user and kernel stack). Some processes can do a lot of security capability checks, generating a lot of ouput. In this case, the --unique option is useful to only print once the same set of capability, pid (or cgroup if --cgroupmap is used) and kernel/user stacks (if -K or -U are used). # ./capable.py -K -U --unique The --cgroupmap option filters based on a cgroup set. It is meant to be used with an externally created map. # ./capable.py --cgroupmap /sys/fs/bpf/test01 For more details, see docs/special_filtering.md USAGE: # ./capable.py -h usage: capable.py [-h] [-v] [-p PID] [-K] [-U] [-x] [--cgroupmap CGROUPMAP] [--mntnsmap MNTNSMAP] [--unique] Trace security capability checks optional arguments: -h, --help show this help message and exit -v, --verbose include non-audit checks -p PID, --pid PID trace this PID only -K, --kernel-stack output kernel stack trace -U, --user-stack output user stack trace -x, --extra show extra fields in TID and INSETID columns --cgroupmap CGROUPMAP trace cgroups in this BPF map only --mntnsmap MNTNSMAP trace mount namespaces in this BPF map only --unique don't repeat stacks for the same pid or cgroup examples: ./capable # trace capability checks ./capable -v # verbose: include non-audit checks ./capable -p 181 # only trace PID 181 ./capable -K # add kernel stacks to trace ./capable -U # add user-space stacks to trace ./capable -x # extra fields: show TID and INSETID columns ./capable --unique # don't repeat stacks for the same pid or cgroup ./capable --cgroupmap mappath # only trace cgroups in this BPF map ./capable --mntnsmap mappath # only trace mount namespaces in the map bpfcc-0.31.0/tools/cobjnew.sh000077500000000000000000000000741465134135300160040ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/uobjnew.py -l c "$@" bpfcc-0.31.0/tools/cobjnew_example.txt000077700000000000000000000000001465134135300244062lib/uobjnew_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/compactsnoop.py000077500000000000000000000261231465134135300171030ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # compactsnoop Trace compact zone and print details including issuing PID. # For Linux, uses BCC, eBPF. # # This uses in-kernel eBPF maps to cache process details (PID and comm) by # compact zone begin, as well as a starting timestamp for calculating # latency. # # Copyright (c) 2019 Wenbo Zhang # Licensed under the Apache License, Version 2.0 (the "License") # # 11-NOV-2019 Wenbo Zhang Created this. from __future__ import print_function from bcc import BPF import argparse import platform from datetime import datetime, timedelta import sys # arguments examples = """examples: ./compactsnoop # trace all compact stall ./compactsnoop -T # include timestamps ./compactsnoop -d 10 # trace for 10 seconds only ./compactsnoop -K # output kernel stack trace ./compactsnoop -e # show extended fields """ parser = argparse.ArgumentParser( description="Trace compact zone", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples, ) parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("-d", "--duration", help="total duration of trace in seconds") parser.add_argument("-K", "--kernel-stack", action="store_true", help="output kernel stack trace") parser.add_argument("-e", "--extended_fields", action="store_true", help="show system memory state") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() debug = 0 if args.duration: args.duration = timedelta(seconds=int(args.duration)) NO_EXTENDED = """ #ifdef EXTNEDED_FIELDS #undef EXTNEDED_FIELDS #endif """ EXTENDED = """ #define EXTNEDED_FIELDS 1 """ bpf_text = """ #include #include #include #include struct val_t { int nid; int idx; int order; int sync; #ifdef EXTNEDED_FIELDS int fragindex; int low; int min; int high; int free; #endif u64 ts; // compaction begin time }; struct data_t { u32 pid; u32 tid; int nid; int idx; int order; u64 delta; u64 ts; // compaction end time int sync; #ifdef EXTNEDED_FIELDS int fragindex; int low; int min; int high; int free; #endif int status; int stack_id; char comm[TASK_COMM_LEN]; }; BPF_HASH(start, u64, struct val_t); BPF_PERF_OUTPUT(events); BPF_STACK_TRACE(stack_traces, 2048); #ifdef CONFIG_NUMA static inline int zone_to_nid_(struct zone *zone) { int node; bpf_probe_read_kernel(&node, sizeof(node), &zone->node); return node; } #else static inline int zone_to_nid_(struct zone *zone) { return 0; } #endif // #define zone_idx(zone) ((zone) - (zone)->zone_pgdat->node_zones) static inline int zone_idx_(struct zone *zone) { struct pglist_data *zone_pgdat = NULL; bpf_probe_read_kernel(&zone_pgdat, sizeof(zone_pgdat), &zone->zone_pgdat); return ((u64)zone - (u64)zone_pgdat->node_zones)/sizeof(struct zone); } #ifdef EXTNEDED_FIELDS static inline void get_all_wmark_pages(struct zone *zone, struct val_t *valp) { u64 _watermark[NR_WMARK] = {}; u64 watermark_boost = 0; bpf_probe_read_kernel(&_watermark, sizeof(_watermark), &zone->_watermark); bpf_probe_read_kernel(&watermark_boost, sizeof(watermark_boost), &zone->watermark_boost); valp->min = _watermark[WMARK_MIN] + watermark_boost; valp->low = _watermark[WMARK_LOW] + watermark_boost; valp->high = _watermark[WMARK_HIGH] + watermark_boost; bpf_probe_read_kernel(&valp->free, sizeof(valp->free), &zone->vm_stat[NR_FREE_PAGES]); } #endif static inline void submit_event(void *ctx, int status) { struct data_t data = {}; u64 ts = bpf_ktime_get_ns(); u64 id = bpf_get_current_pid_tgid(); struct val_t *valp = start.lookup(&id); if (valp == NULL) { // missed entry return; } data.delta = ts - valp->ts; data.ts = ts / 1000; data.pid = id >> 32; data.tid = id; bpf_get_current_comm(&data.comm, sizeof(data.comm)); data.nid = valp->nid; data.idx = valp->idx; data.order = valp->order; data.sync = valp->sync; #ifdef EXTNEDED_FIELDS data.fragindex = valp->fragindex; data.min = valp->min; data.low = valp->low; data.high = valp->high; data.free = valp->free; #endif data.status = status; data.stack_id = stack_traces.get_stackid(ctx, 0); events.perf_submit(ctx, &data, sizeof(data)); start.delete(&id); } #ifdef EXTNEDED_FIELDS int trace_fragmentation_index_return(struct pt_regs *ctx) { struct val_t val = { }; int ret = PT_REGS_RC(ctx); u64 id = bpf_get_current_pid_tgid(); PID_FILTER val.fragindex = ret; start.update(&id, &val); return 0; } #endif static inline void fill_compact_info(struct val_t *valp, struct zone *zone, int order) { valp->nid = zone_to_nid_(zone); valp->idx = zone_idx_(zone); valp->order = order; } RAW_TRACEPOINT_PROBE(mm_compaction_suitable) { // TP_PROTO(struct zone *zone, int order, int ret) struct zone *zone = (struct zone *)ctx->args[0]; struct val_t val = { }; int order = (int)ctx->args[1]; int ret = (int)ctx->args[2]; u64 id; if(ret != COMPACT_CONTINUE) return 0; id = bpf_get_current_pid_tgid(); PID_FILTER #ifdef EXTNEDED_FIELDS struct val_t *valp = start.lookup(&id); if (valp == NULL) { // missed entry or order <= PAGE_ALLOC_COSTLY_ORDER, eg: // manual trigger echo 1 > /proc/sys/vm/compact_memory val.fragindex = -1000; valp = &val; } fill_compact_info(valp, zone, order); get_all_wmark_pages(zone, valp); start.update(&id, valp); #else fill_compact_info(&val, zone, order); start.update(&id, &val); #endif return 0; } TRACEPOINT_PROBE(compaction, mm_compaction_begin) { bool sync = args->sync; u64 id = bpf_get_current_pid_tgid(); struct val_t *valp = start.lookup(&id); if (valp == NULL) { // missed entry return 0; } valp->ts = bpf_ktime_get_ns(); valp->sync = sync; return 0; } TRACEPOINT_PROBE(compaction, mm_compaction_end) { submit_event(args, args->status); return 0; } """ if platform.machine() != 'x86_64' and platform.machine() != 'ppc64le': print(""" Currently only support x86_64 and power servers, if you want to use it on other platforms(including power embedded processors), please refer include/linux/mmzone.h to modify zone_idex_to_str to get the right zone type """) exit() if args.extended_fields: bpf_text = EXTENDED + bpf_text else: bpf_text = NO_EXTENDED + bpf_text if args.pid: bpf_text = bpf_text.replace("PID_FILTER", "if (id >> 32 != %s) { return 0; }" % args.pid) else: bpf_text = bpf_text.replace("PID_FILTER", "") if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # load BPF program b = BPF(text=bpf_text) if args.extended_fields: b.attach_kretprobe(event="fragmentation_index", fn_name="trace_fragmentation_index_return") stack_traces = b.get_table("stack_traces") initial_ts = 0 def zone_idx_to_str(idx): # from include/linux/mmzone.h # NOTICE: consider only x86_64 servers zone_type = { 'x86_64': { 0: "ZONE_DMA", 1: "ZONE_DMA32", 2: "ZONE_NORMAL" }, # Zones in Power server only 'ppc64le': { 0: "ZONE_NORMAL", 1: "ZONE_MOVABLE" } } if idx in zone_type[platform.machine()]: return zone_type[platform.machine()][idx] else: return str(idx) def compact_result_to_str(status): # from include/trace/evnets/mmflags.h # from include/linux/compaction.h compact_status = { # COMPACT_NOT_SUITABLE_ZONE: For more detailed tracepoint # output - internal to compaction 0: "not_suitable_zone", # COMPACT_SKIPPED: compaction didn't start as it was not # possible or direct reclaim was more suitable 1: "skipped", # COMPACT_DEFERRED: compaction didn't start as it was # deferred due to past failures 2: "deferred", # COMPACT_NOT_SUITABLE_PAGE: For more detailed tracepoint # output - internal to compaction 3: "no_suitable_page", # COMPACT_CONTINUE: compaction should continue to another pageblock 4: "continue", # COMPACT_COMPLETE: The full zone was compacted scanned but wasn't # successful to compact suitable pages. 5: "complete", # COMPACT_PARTIAL_SKIPPED: direct compaction has scanned part of the # zone but wasn't successful to compact suitable pages. 6: "partial_skipped", # COMPACT_CONTENDED: compaction terminated prematurely due to lock # contentions 7: "contended", # COMPACT_SUCCESS: direct compaction terminated after concluding # that the allocation should now succeed 8: "success", } if status in compact_status: return compact_status[status] else: return str(status) # header if args.timestamp: print("%-14s" % ("TIME(s)"), end=" ") print("%-14s %-6s %-4s %-12s %-5s %-7s" % ("COMM", "PID", "NODE", "ZONE", "ORDER", "MODE"), end=" ") if args.extended_fields: print("%-8s %-8s %-8s %-8s %-8s" % ("FRAGIDX", "MIN", "LOW", "HIGH", "FREE"), end=" ") print("%9s %16s" % ("LAT(ms)", "STATUS")) # process event def print_event(cpu, data, size): event = b["events"].event(data) global initial_ts if not initial_ts: initial_ts = event.ts if args.timestamp: delta = event.ts - initial_ts print("%-14.9f" % (float(delta) / 1000000), end=" ") print("%-14.14s %-6s %-4s %-12s %-5s %-7s" % ( event.comm.decode("utf-8", "replace"), event.pid, event.nid, zone_idx_to_str(event.idx), event.order, "SYNC" if event.sync else "ASYNC"), end=" ") if args.extended_fields: print("%-8.3f %-8s %-8s %-8s %-8s" % ( (float(event.fragindex) / 1000), event.min, event.low, event.high, event.free ), end=" ") print("%9.3f %16s" % ( float(event.delta) / 1000000, compact_result_to_str(event.status))) if args.kernel_stack: for addr in stack_traces.walk(event.stack_id): sym = b.ksym(addr, show_offset=True) print("\t%s" % sym) print("") sys.stdout.flush() # loop with callback to print_event b["events"].open_perf_buffer(print_event, page_cnt=64) start_time = datetime.now() while not args.duration or datetime.now() - start_time < args.duration: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/compactsnoop_example.txt000066400000000000000000000236601465134135300210050ustar00rootroot00000000000000Demonstrations of compactstall, the Linux eBPF/bcc version. compactsnoop traces the compact zone system-wide, and print various details. Example output (manual trigger by echo 1 > /proc/sys/vm/compact_memory): # ./compactsnoop COMM PID NODE ZONE ORDER MODE LAT(ms) STATUS zsh 23685 0 ZONE_DMA -1 SYNC 0.025 complete zsh 23685 0 ZONE_DMA32 -1 SYNC 3.925 complete zsh 23685 0 ZONE_NORMAL -1 SYNC 113.975 complete zsh 23685 1 ZONE_NORMAL -1 SYNC 81.57 complete zsh 23685 0 ZONE_DMA -1 SYNC 0.02 complete zsh 23685 0 ZONE_DMA32 -1 SYNC 4.631 complete zsh 23685 0 ZONE_NORMAL -1 SYNC 113.975 complete zsh 23685 1 ZONE_NORMAL -1 SYNC 80.647 complete zsh 23685 0 ZONE_DMA -1 SYNC 0.020 complete zsh 23685 0 ZONE_DMA32 -1 SYNC 3.367 complete zsh 23685 0 ZONE_NORMAL -1 SYNC 115.18 complete zsh 23685 1 ZONE_NORMAL -1 SYNC 81.766 complete zsh 23685 0 ZONE_DMA -1 SYNC 0.025 complete zsh 23685 0 ZONE_DMA32 -1 SYNC 4.346 complete zsh 23685 0 ZONE_NORMAL -1 SYNC 114.570 complete zsh 23685 1 ZONE_NORMAL -1 SYNC 80.820 complete zsh 23685 0 ZONE_DMA -1 SYNC 0.026 complete zsh 23685 0 ZONE_DMA32 -1 SYNC 4.611 complete zsh 23685 0 ZONE_NORMAL -1 SYNC 113.993 complete zsh 23685 1 ZONE_NORMAL -1 SYNC 80.928 complete zsh 23685 0 ZONE_DMA -1 SYNC 0.02 complete zsh 23685 0 ZONE_DMA32 -1 SYNC 3.889 complete zsh 23685 0 ZONE_NORMAL -1 SYNC 113.776 complete zsh 23685 1 ZONE_NORMAL -1 SYNC 80.727 complete ^C While tracing, the processes alloc pages due to memory fragmentation is too serious to meet contiguous memory requirements in the system, compact zone events happened, which will increase the waiting delay of the processes. compactsnoop can be useful for discovering when compact_stall(/proc/vmstat) continues to increase, whether it is caused by some critical processes or not. The STATUS include (CentOS 7.6's kernel) compact_status = { # COMPACT_SKIPPED: compaction didn't start as it was not possible or direct reclaim was more suitable 0: "skipped", # COMPACT_CONTINUE: compaction should continue to another pageblock 1: "continue", # COMPACT_PARTIAL: direct compaction partially compacted a zone and there are suitable pages 2: "partial", # COMPACT_COMPLETE: The full zone was compacted 3: "complete", } or (kernel 4.7 and above) compact_status = { # COMPACT_NOT_SUITABLE_ZONE: For more detailed tracepoint output - internal to compaction 0: "not_suitable_zone", # COMPACT_SKIPPED: compaction didn't start as it was not possible or direct reclaim was more suitable 1: "skipped", # COMPACT_DEFERRED: compaction didn't start as it was deferred due to past failures 2: "deferred", # COMPACT_NOT_SUITABLE_PAGE: For more detailed tracepoint output - internal to compaction 3: "no_suitable_page", # COMPACT_CONTINUE: compaction should continue to another pageblock 4: "continue", # COMPACT_COMPLETE: The full zone was compacted scanned but wasn't successful to compact suitable pages. 5: "complete", # COMPACT_PARTIAL_SKIPPED: direct compaction has scanned part of the zone but wasn't successful to compact suitable pages. 6: "partial_skipped", # COMPACT_CONTENDED: compaction terminated prematurely due to lock contentions 7: "contended", # COMPACT_SUCCESS: direct compaction terminated after concluding that the allocation should now succeed 8: "success", } The -p option can be used to filter on a PID, which is filtered in-kernel. Here I've used it with -T to print timestamps: # ./compactsnoop -Tp 24376 TIME(s) COMM PID NODE ZONE ORDER MODE LAT(ms) STATUS 101.364115000 zsh 24376 0 ZONE_DMA -1 SYNC 0.025 complete 101.364555000 zsh 24376 0 ZONE_DMA32 -1 SYNC 3.925 complete ^C This shows the zsh process allocs pages, and compact zone events happening, and the delays are not affected much. A maximum tracing duration can be set with the -d option. For example, to trace for 2 seconds: # ./compactsnoop -d 2 COMM PID NODE ZONE ORDER MODE LAT(ms) STATUS zsh 26385 0 ZONE_DMA -1 SYNC 0.025444 complete ^C The -e option prints out extra columns # ./compactsnoop -e COMM PID NODE ZONE ORDER MODE FRAGIDX MIN LOW HIGH FREE LAT(ms) STATUS summ 28276 1 ZONE_NORMAL 3 ASYNC 0.728 11284 14105 16926 14193 3.58 partial summ 28276 0 ZONE_NORMAL 2 ASYNC -1.000 11043 13803 16564 14479 0.0 complete summ 28276 1 ZONE_NORMAL 2 ASYNC -1.000 11284 14105 16926 14785 0.019 complete summ 28276 0 ZONE_NORMAL 2 ASYNC -1.000 11043 13803 16564 15199 0.006 partial summ 28276 1 ZONE_NORMAL 2 ASYNC -1.000 11284 14105 16926 17360 0.030 complete summ 28276 0 ZONE_NORMAL 2 ASYNC -1.000 11043 13803 16564 15443 0.024 complete summ 28276 1 ZONE_NORMAL 2 ASYNC -1.000 11284 14105 16926 15634 0.018 complete summ 28276 1 ZONE_NORMAL 3 ASYNC 0.832 11284 14105 16926 15301 0.006 partial summ 28276 0 ZONE_NORMAL 2 ASYNC -1.000 11043 13803 16564 14774 0.005 partial summ 28276 1 ZONE_NORMAL 3 ASYNC 0.733 11284 14105 16926 19888 0.012 partial ^C The FRAGIDX is short for fragmentation index, which only makes sense if an allocation of a requested size would fail. If that is true, the fragmentation index indicates whether external fragmentation or a lack of memory was the problem. The value can be used to determine if page reclaim or compaction should be used. Index is between 0 and 1 so return within 3 decimal places 0 => allocation would fail due to lack of memory 1 => allocation would fail due to fragmentation We can see the whole buddy's fragmentation index from /sys/kernel/debug/extfrag/extfrag_index The MIN/LOW/HIGH shows the watermarks of the zone, which can also get from /proc/zoneinfo, and FREE means nr_free_pages (can be found in /proc/zoneinfo too). The -K option prints out kernel stack # ./compactsnoop -K -e summ 28276 0 ZONE_NORMAL 3 ASYNC 0.528 11043 13803 16564 22654 13.258 partial kretprobe_trampoline+0x0 try_to_compact_pages+0x121 __alloc_pages_direct_compact+0xac __alloc_pages_slowpath+0x3e9 __alloc_pages_nodemask+0x404 alloc_pages_current+0x98 new_slab+0x2c5 ___slab_alloc+0x3ac __slab_alloc+0x40 kmem_cache_alloc_node+0x8b copy_process+0x18e do_fork+0x91 sys_clone+0x16 stub_clone+0x44 summ 28276 1 ZONE_NORMAL 3 ASYNC -1.000 11284 14105 16926 22074 0.008 partial kretprobe_trampoline+0x0 try_to_compact_pages+0x121 __alloc_pages_direct_compact+0xac __alloc_pages_slowpath+0x3e9 __alloc_pages_nodemask+0x404 alloc_pages_current+0x98 new_slab+0x2c5 ___slab_alloc+0x3ac __slab_alloc+0x40 kmem_cache_alloc_node+0x8b copy_process+0x18e do_fork+0x91 sys_clone+0x16 stub_clone+0x44 summ 28276 0 ZONE_NORMAL 3 ASYNC 0.527 11043 13803 16564 25653 9.812 partial kretprobe_trampoline+0x0 try_to_compact_pages+0x121 __alloc_pages_direct_compact+0xac __alloc_pages_slowpath+0x3e9 __alloc_pages_nodemask+0x404 alloc_pages_current+0x98 new_slab+0x2c5 ___slab_alloc+0x3ac __slab_alloc+0x40 kmem_cache_alloc_node+0x8b copy_process+0x18e do_fork+0x91 sys_clone+0x16 stub_clone+0x44 # ./compactsnoop -h usage: compactsnoop.py [-h] [-T] [-p PID] [-d DURATION] [-K] [-e] Trace compact zone optional arguments: -h, --help show this help message and exit -T, --timestamp include timestamp on output -p PID, --pid PID trace this PID only -d DURATION, --duration DURATION total duration of trace in seconds -K, --kernel-stack output kernel stack trace -e, --extended_fields show system memory state examples: ./compactsnoop # trace all compact stall ./compactsnoop -T # include timestamps ./compactsnoop -d 10 # trace for 10 seconds only ./compactsnoop -K # output kernel stack trace ./compactsnoop -e # show extended fields bpfcc-0.31.0/tools/cpudist.py000077500000000000000000000155471465134135300160610ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # cpudist Summarize on- and off-CPU time per task as a histogram. # # USAGE: cpudist [-h] [-O] [-T] [-m] [-P] [-L] [-p PID] [-I] [-e] [interval] [count] # # This measures the time a task spends on or off the CPU, and shows this time # as a histogram, optionally per-process. # # By default CPU idle time are excluded by simply excluding PID 0. # # Copyright 2016 Sasha Goldshtein # Licensed under the Apache License, Version 2.0 (the "License") # # 27-Mar-2022 Rocky Xing Changed to exclude CPU idle time by default. # 25-Jul-2022 Rocky Xing Added extension summary support. from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse examples = """examples: cpudist # summarize on-CPU time as a histogram cpudist -O # summarize off-CPU time as a histogram cpudist 1 10 # print 1 second summaries, 10 times cpudist -mT 1 # 1s summaries, milliseconds, and timestamps cpudist -P # show each PID separately cpudist -p 185 # trace PID 185 only cpudist -I # include CPU idle time cpudist -e # show extension summary (average/total/count) """ parser = argparse.ArgumentParser( description="Summarize on- and off-CPU time per task as a histogram.", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-O", "--offcpu", action="store_true", help="measure off-CPU time") parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-m", "--milliseconds", action="store_true", help="millisecond histogram") parser.add_argument("-P", "--pids", action="store_true", help="print a histogram per process ID") parser.add_argument("-L", "--tids", action="store_true", help="print a histogram per thread ID") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("-I", "--include-idle", action="store_true", help="include CPU idle time") parser.add_argument("-e", "--extension", action="store_true", help="show extension summary (average/total/count)") parser.add_argument("interval", nargs="?", default=99999999, help="output interval, in seconds") parser.add_argument("count", nargs="?", default=99999999, help="number of outputs") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() countdown = int(args.count) debug = 0 bpf_text = """ #include #include """ if not args.offcpu: bpf_text += "#define ONCPU\n" bpf_text += """ typedef struct entry_key { u32 pid; u32 cpu; } entry_key_t; typedef struct pid_key { u64 id; u64 slot; } pid_key_t; typedef struct ext_val { u64 total; u64 count; } ext_val_t; BPF_HASH(start, entry_key_t, u64, MAX_PID); STORAGE static inline void store_start(u32 tgid, u32 pid, u32 cpu, u64 ts) { if (PID_FILTER) return; if (IDLE_FILTER) return; entry_key_t entry_key = { .pid = pid, .cpu = (pid == 0 ? cpu : 0xFFFFFFFF) }; start.update(&entry_key, &ts); } static inline void update_hist(u32 tgid, u32 pid, u32 cpu, u64 ts) { if (PID_FILTER) return; if (IDLE_FILTER) return; entry_key_t entry_key = { .pid = pid, .cpu = (pid == 0 ? cpu : 0xFFFFFFFF) }; u64 *tsp = start.lookup(&entry_key); if (tsp == 0) return; if (ts < *tsp) { // Probably a clock issue where the recorded on-CPU event had a // timestamp later than the recorded off-CPU event, or vice versa. return; } u64 delta = ts - *tsp; FACTOR STORE } int sched_switch(struct pt_regs *ctx, struct task_struct *prev) { u64 ts = bpf_ktime_get_ns(); u64 pid_tgid = bpf_get_current_pid_tgid(); u32 tgid = pid_tgid >> 32, pid = pid_tgid; u32 cpu = bpf_get_smp_processor_id(); u32 prev_pid = prev->pid; u32 prev_tgid = prev->tgid; #ifdef ONCPU update_hist(prev_tgid, prev_pid, cpu, ts); #else store_start(prev_tgid, prev_pid, cpu, ts); #endif BAIL: #ifdef ONCPU store_start(tgid, pid, cpu, ts); #else update_hist(tgid, pid, cpu, ts); #endif return 0; } """ if args.pid: bpf_text = bpf_text.replace('PID_FILTER', 'tgid != %s' % args.pid) else: bpf_text = bpf_text.replace('PID_FILTER', '0') # set idle filter idle_filter = 'pid == 0' if args.include_idle: idle_filter = '0' bpf_text = bpf_text.replace('IDLE_FILTER', idle_filter) if args.milliseconds: bpf_text = bpf_text.replace('FACTOR', 'delta /= 1000000;') label = "msecs" else: bpf_text = bpf_text.replace('FACTOR', 'delta /= 1000;') label = "usecs" storage_str = "" store_str = "" if args.pids or args.tids: section = "pid" pid = "tgid" if args.tids: pid = "pid" section = "tid" storage_str += "BPF_HISTOGRAM(dist, pid_key_t, MAX_PID);" store_str += """ pid_key_t key = {.id = """ + pid + """, .slot = bpf_log2l(delta)}; dist.increment(key); """ else: section = "" storage_str += "BPF_HISTOGRAM(dist);" store_str += "dist.atomic_increment(bpf_log2l(delta));" if args.extension: storage_str += "BPF_ARRAY(extension, ext_val_t, 1);" store_str += """ u32 index = 0; ext_val_t *ext_val = extension.lookup(&index); if (ext_val) { lock_xadd(&ext_val->total, delta); lock_xadd(&ext_val->count, 1); } """ bpf_text = bpf_text.replace("STORAGE", storage_str) bpf_text = bpf_text.replace("STORE", store_str) if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() max_pid = int(open("/proc/sys/kernel/pid_max").read()) b = BPF(text=bpf_text, cflags=["-DMAX_PID=%d" % max_pid]) b.attach_kprobe(event_re=r'^finish_task_switch$|^finish_task_switch\.isra\.\d$', fn_name="sched_switch") print("Tracing %s-CPU time... Hit Ctrl-C to end." % ("off" if args.offcpu else "on")) exiting = 0 if args.interval else 1 dist = b.get_table("dist") if args.extension: extension = b.get_table("extension") while (1): try: sleep(int(args.interval)) except KeyboardInterrupt: exiting = 1 print() if args.timestamp: print("%-8s\n" % strftime("%H:%M:%S"), end="") def pid_to_comm(pid): try: comm = open("/proc/%d/comm" % pid, "r").read() return "%d %s" % (pid, comm) except IOError: return str(pid) dist.print_log2_hist(label, section, section_print_fn=pid_to_comm) if args.extension: total = extension[0].total count = extension[0].count if count > 0: print("\navg = %ld %s, total: %ld %s, count: %ld\n" % (total / count, label, total, label, count)) extension.clear() dist.clear() countdown -= 1 if exiting or countdown == 0: exit() bpfcc-0.31.0/tools/cpudist_example.txt000066400000000000000000000407541465134135300177560ustar00rootroot00000000000000Demonstrations of cpudist. This program summarizes task on-CPU time as a histogram, showing how long tasks spent on the CPU before being descheduled. This provides valuable information that can indicate oversubscription (too many tasks for too few processors), overhead due to excessive context switching (e.g. a common shared lock for multiple threads), uneven workload distribution, too-granular tasks, and more. By default CPU idle time are excluded by simply excluding PID 0. Alternatively, the same options are available for summarizing task off-CPU time, which helps understand how often threads are being descheduled and how long they spend waiting for I/O, locks, timers, and other causes of suspension. # ./cpudist.py Tracing on-CPU time... Hit Ctrl-C to end. ^C usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 1 | | 4 -> 7 : 1 | | 8 -> 15 : 13 |** | 16 -> 31 : 187 |****************************************| 32 -> 63 : 89 |******************* | 64 -> 127 : 26 |***** | 128 -> 255 : 0 | | 256 -> 511 : 1 | | This is from a mostly idle system. Tasks wake up occasionally and run for only a few dozen microseconds, and then get descheduled. Here's some output from a system that is heavily loaded by threads that perform computation but also compete for a lock: # ./cpudist.py Tracing on-CPU time... Hit Ctrl-C to end. ^C usecs : count distribution 0 -> 1 : 51 |* | 2 -> 3 : 395 |*********** | 4 -> 7 : 259 |******* | 8 -> 15 : 61 |* | 16 -> 31 : 75 |** | 32 -> 63 : 31 | | 64 -> 127 : 7 | | 128 -> 255 : 5 | | 256 -> 511 : 3 | | 512 -> 1023 : 5 | | 1024 -> 2047 : 6 | | 2048 -> 4095 : 4 | | 4096 -> 8191 : 1361 |****************************************| 8192 -> 16383 : 523 |*************** | 16384 -> 32767 : 3 | | A bimodal distribution is now clearly visible. Most of the time, tasks were able to run for 4-16ms before being descheduled (this is likely the quantum length). Occasionally, tasks had to be descheduled a lot earlier -- possibly because they competed for a shared lock. If necessary, you can restrict the output to include only threads from a particular process -- this helps reduce noise: # ./cpudist.py -p $(pidof parprimes) Tracing on-CPU time... Hit Ctrl-C to end. ^C usecs : count distribution 0 -> 1 : 3 | | 2 -> 3 : 17 | | 4 -> 7 : 39 | | 8 -> 15 : 52 |* | 16 -> 31 : 43 | | 32 -> 63 : 12 | | 64 -> 127 : 13 | | 128 -> 255 : 0 | | 256 -> 511 : 1 | | 512 -> 1023 : 11 | | 1024 -> 2047 : 15 | | 2048 -> 4095 : 41 | | 4096 -> 8191 : 1134 |************************ | 8192 -> 16383 : 1883 |****************************************| 16384 -> 32767 : 65 |* | You can also ask for output at predefined intervals, and include timestamps for easier interpretation. While we're at it, the -P switch will print a histogram separately for each process: # ./cpudist.py -TP 5 3 Tracing on-CPU time... Hit Ctrl-C to end. 03:46:51 pid = 0 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 1 |** | 4 -> 7 : 17 |********************************** | 8 -> 15 : 11 |********************** | 16 -> 31 : 20 |****************************************| 32 -> 63 : 15 |****************************** | 64 -> 127 : 9 |****************** | 128 -> 255 : 6 |************ | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 1 |** | pid = 5068 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 1 |************* | 4 -> 7 : 3 |****************************************| 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 1 |************* | 03:46:56 pid = 0 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 1 |** | 4 -> 7 : 19 |****************************************| 8 -> 15 : 11 |*********************** | 16 -> 31 : 9 |****************** | 32 -> 63 : 3 |****** | 64 -> 127 : 1 |** | 128 -> 255 : 3 |****** | 256 -> 511 : 0 | | 512 -> 1023 : 1 |** | pid = 5068 usecs : count distribution 0 -> 1 : 1 |******************** | 2 -> 3 : 0 | | 4 -> 7 : 2 |****************************************| 03:47:01 pid = 0 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 12 |******************************** | 8 -> 15 : 15 |****************************************| 16 -> 31 : 15 |****************************************| 32 -> 63 : 0 | | 64 -> 127 : 3 |******** | 128 -> 255 : 1 |** | 256 -> 511 : 0 | | 512 -> 1023 : 1 |** | pid = 5068 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 1 |****** | 4 -> 7 : 6 |****************************************| 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 2 |************* | This histogram was obtained while executing `dd if=/dev/zero of=/dev/null` with fairly large block sizes. You could also ask for an off-CPU report using the -O switch. Here's a histogram of task block times while the system is heavily loaded: # ./cpudist -O -p $(parprimes) Tracing off-CPU time... Hit Ctrl-C to end. ^C usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 1 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 3 | | 64 -> 127 : 1 | | 128 -> 255 : 1 | | 256 -> 511 : 0 | | 512 -> 1023 : 2 | | 1024 -> 2047 : 4 | | 2048 -> 4095 : 3 | | 4096 -> 8191 : 70 |*** | 8192 -> 16383 : 867 |****************************************| 16384 -> 32767 : 141 |****** | 32768 -> 65535 : 8 | | 65536 -> 131071 : 0 | | 131072 -> 262143 : 1 | | 262144 -> 524287 : 2 | | 524288 -> 1048575 : 3 | | As you can see, threads are switching out for relatively long intervals, even though we know the workload doesn't have any significant blocking. This can be a result of over-subscription -- too many threads contending over too few CPUs. Indeed, there are four available CPUs and more than four runnable threads: # nproc 4 # cat /proc/loadavg 0.04 0.11 0.06 9/147 7494 (This shows we have 9 threads runnable out of 147 total. This is more than 4, the number of available CPUs.) Finally, let's ask for a per-thread report and values in milliseconds instead of microseconds: # ./cpudist.py -p $(pidof parprimes) -mL Tracing on-CPU time... Hit Ctrl-C to end. tid = 5092 msecs : count distribution 0 -> 1 : 3 | | 2 -> 3 : 4 | | 4 -> 7 : 4 | | 8 -> 15 : 535 |****************************************| 16 -> 31 : 14 |* | tid = 5093 msecs : count distribution 0 -> 1 : 8 | | 2 -> 3 : 6 | | 4 -> 7 : 4 | | 8 -> 15 : 534 |****************************************| 16 -> 31 : 12 | | tid = 5094 msecs : count distribution 0 -> 1 : 38 |*** | 2 -> 3 : 5 | | 4 -> 7 : 5 | | 8 -> 15 : 476 |****************************************| 16 -> 31 : 25 |** | tid = 5095 msecs : count distribution 0 -> 1 : 31 |** | 2 -> 3 : 6 | | 4 -> 7 : 10 | | 8 -> 15 : 478 |****************************************| 16 -> 31 : 20 |* | tid = 5096 msecs : count distribution 0 -> 1 : 21 |* | 2 -> 3 : 5 | | 4 -> 7 : 4 | | 8 -> 15 : 523 |****************************************| 16 -> 31 : 16 |* | tid = 5097 msecs : count distribution 0 -> 1 : 11 | | 2 -> 3 : 7 | | 4 -> 7 : 7 | | 8 -> 15 : 502 |****************************************| 16 -> 31 : 23 |* | tid = 5098 msecs : count distribution 0 -> 1 : 21 |* | 2 -> 3 : 5 | | 4 -> 7 : 3 | | 8 -> 15 : 494 |****************************************| 16 -> 31 : 28 |** | tid = 5099 msecs : count distribution 0 -> 1 : 15 |* | 2 -> 3 : 4 | | 4 -> 7 : 6 | | 8 -> 15 : 521 |****************************************| 16 -> 31 : 12 | | It looks like all threads are more-or-less equally busy, and are typically switched out after running for 8-15 milliseconds (again, this is the typical quantum length). USAGE message: # ./cpudist.py -h usage: cpudist.py [-h] [-O] [-T] [-m] [-P] [-L] [-p PID] [-I] [-e] [interval] [count] Summarize on- and off-CPU time per task as a histogram. positional arguments: interval output interval, in seconds count number of outputs optional arguments: -h, --help show this help message and exit -O, --offcpu measure off-CPU time -T, --timestamp include timestamp on output -m, --milliseconds millisecond histogram -P, --pids print a histogram per process ID -L, --tids print a histogram per thread ID -p PID, --pid PID trace this PID only -I, --include-idle include CPU idle time -e, --extension show extension summary (average/total/count) examples: cpudist # summarize on-CPU time as a histogram cpudist -O # summarize off-CPU time as a histogram cpudist 1 10 # print 1 second summaries, 10 times cpudist -mT 1 # 1s summaries, milliseconds, and timestamps cpudist -P # show each PID separately cpudist -p 185 # trace PID 185 only cpudist -I # include CPU idle time cpudist -e # show extension summary (average/total/count) bpfcc-0.31.0/tools/cpuunclaimed.py000077500000000000000000000351341465134135300170510ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # cpuunclaimed Sample CPU run queues and calculate unclaimed idle CPU. # For Linux, uses BCC, eBPF. # # This samples the length of the run queues and determine when there are idle # CPUs, yet queued threads waiting their turn. Report the amount of idle # (yet unclaimed by waiting threads) CPU as a system-wide percentage. # # This situation can happen for a number of reasons: # # - An application has been bound to some, but not all, CPUs, and has runnable # threads that cannot migrate to other CPUs due to this configuration. # - CPU affinity: an optimization that leaves threads on CPUs where the CPU # caches are warm, even if this means short periods of waiting while other # CPUs are idle. The wait period is tunale (see sysctl, kernel.sched*). # - Scheduler bugs. # # An unclaimed idle of < 1% is likely to be CPU affinity, and not usually a # cause for concern. By leaving the CPU idle, overall throughput of the system # may be improved. This tool is best for identifying larger issues, > 2%, due # to the coarseness of its 99 Hertz samples. # # This is an experimental tool that currently works by use of sampling to # keep overheads low. Tool assumptions: # # - CPU samples consistently fire around the same offset. There will sometimes # be a lag as a sample is delayed by higher-priority interrupts, but it is # assumed the subsequent samples will catch up to the expected offsets (as # is seen in practice). You can use -J to inspect sample offsets. Some # systems can power down CPUs when idle, and when they wake up again they # may begin firing at a skewed offset: this tool will detect the skew, print # an error, and exit. # - All CPUs are online (see ncpu). # # If this identifies unclaimed CPU, you can double check it by dumping raw # samples (-j), as well as using other tracing tools to instrument scheduler # events (although this latter approach has much higher overhead). # # This tool passes all sampled events to user space for post processing. # I originally wrote this to do the calculations entirerly in kernel context, # and only pass a summary. That involves a number of challenges, and the # overhead savings may not outweigh the caveats. You can see my WIP here: # https://gist.github.com/brendangregg/731cf2ce54bf1f9a19d4ccd397625ad9 # # USAGE: cpuunclaimed [-h] [-j] [-J] [-T] [interval] [count] # # If you see "Lost 1881 samples" warnings, try increasing wakeup_hz. # # REQUIRES: Linux 4.9+ (BPF_PROG_TYPE_PERF_EVENT support). Under tools/old is # a version of this tool that may work on Linux 4.6 - 4.8. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 20-Dec-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF, PerfType, PerfSWConfig from time import sleep, strftime import argparse import multiprocessing from os import getpid, system, open, close, dup, unlink, O_WRONLY from tempfile import NamedTemporaryFile # arguments examples = """examples: ./cpuunclaimed # sample and calculate unclaimed idle CPUs, # output every 1 second (default) ./cpuunclaimed 5 10 # print 5 second summaries, 10 times ./cpuunclaimed -T 1 # 1s summaries and timestamps ./cpuunclaimed -j # raw dump of all samples (verbose), CSV """ parser = argparse.ArgumentParser( description="Sample CPU run queues and calculate unclaimed idle CPU", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-j", "--csv", action="store_true", help="print sample summaries (verbose) as comma-separated values") parser.add_argument("-J", "--fullcsv", action="store_true", help="print sample summaries with extra fields: CPU sample offsets") parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("interval", nargs="?", default=-1, help="output interval, in seconds") parser.add_argument("count", nargs="?", default=99999999, help="number of outputs") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() countdown = int(args.count) frequency = 99 dobind = 1 wakeup_hz = 10 # frequency to read buffers wakeup_s = float(1) / wakeup_hz ncpu = multiprocessing.cpu_count() # assume all are online debug = 0 # Linux 4.15 introduced a new field runnable_weight # in linux_src:kernel/sched/sched.h as # struct cfs_rq { # struct load_weight load; # unsigned long runnable_weight; # unsigned int nr_running, h_nr_running; # ...... # } # and this tool requires to access nr_running to get # runqueue len information. # # The commit which introduces cfs_rq->runnable_weight # field also introduces the field sched_entity->runnable_weight # where sched_entity is defined in linux_src:include/linux/sched.h. # # To cope with pre-4.15 and 4.15/post-4.15 releases, # we run a simple BPF program to detect whether # field sched_entity->runnable_weight exists. The existence of # this field should infer the existence of cfs_rq->runnable_weight. # # This will need maintenance as the relationship between these # two fields may change in the future. # def check_runnable_weight_field(): # Define the bpf program for checking purpose bpf_check_text = """ #include unsigned long dummy(struct sched_entity *entity) { return entity->runnable_weight; } """ # Get a temporary file name tmp_file = NamedTemporaryFile(delete=False) tmp_file.close(); # Duplicate and close stderr (fd = 2) old_stderr = dup(2) close(2) # Open a new file, should get fd number 2 # This will avoid printing llvm errors on the screen fd = open(tmp_file.name, O_WRONLY) try: t = BPF(text=bpf_check_text) success_compile = True except: success_compile = False # Release the fd 2, and next dup should restore old stderr close(fd) dup(old_stderr) close(old_stderr) # remove the temporary file and return unlink(tmp_file.name) return success_compile # process arguments if args.fullcsv: args.csv = True if args.csv: interval = 0.2 if args.interval != -1 and (args.fullcsv or args.csv): print("ERROR: cannot use interval with either -j or -J. Exiting.") exit() if args.interval == -1: args.interval = "1" interval = float(args.interval) # define BPF program bpf_text = """ #include #include #include struct data_t { u64 ts; u64 cpu; u64 len; }; BPF_PERF_OUTPUT(events); // Declare enough of cfs_rq to find nr_running, since we can't #import the // header. This will need maintenance. It is from kernel/sched/sched.h: // The runnable_weight field is removed from Linux 5.7.0 struct cfs_rq_partial { struct load_weight load; #if LINUX_VERSION_CODE < KERNEL_VERSION(5, 7, 0) RUNNABLE_WEIGHT_FIELD #endif unsigned int nr_running, h_nr_running; }; int do_perf_event(struct bpf_perf_event_data *ctx) { int cpu = bpf_get_smp_processor_id(); u64 now = bpf_ktime_get_ns(); /* * Fetch the run queue length from task->se.cfs_rq->nr_running. This is an * unstable interface and may need maintenance. Perhaps a future version * of BPF will support task_rq(p) or something similar as a more reliable * interface. */ unsigned int len = 0; struct task_struct *task = NULL; struct cfs_rq_partial *my_q = NULL; task = (struct task_struct *)bpf_get_current_task(); my_q = (struct cfs_rq_partial *)task->se.cfs_rq; len = my_q->nr_running; struct data_t data = {.ts = now, .cpu = cpu, .len = len}; events.perf_submit(ctx, &data, sizeof(data)); return 0; } """ # If target has BTF enabled, use BTF to check runnable_weight field exists in # cfs_rq first, otherwise fallback to use check_runnable_weight_field(). if BPF.kernel_struct_has_field(b'cfs_rq', b'runnable_weight') == 1 \ or check_runnable_weight_field(): bpf_text = bpf_text.replace('RUNNABLE_WEIGHT_FIELD', 'unsigned long runnable_weight;') else: bpf_text = bpf_text.replace('RUNNABLE_WEIGHT_FIELD', '') # code substitutions if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # initialize BPF & perf_events b = BPF(text=bpf_text) # TODO: check for HW counters first and use if more accurate b.attach_perf_event(ev_type=PerfType.SOFTWARE, ev_config=PerfSWConfig.TASK_CLOCK, fn_name="do_perf_event", sample_period=0, sample_freq=frequency) if args.csv: if args.timestamp: print("TIME", end=",") print("TIMESTAMP_ns", end=",") print(",".join("CPU" + str(c) for c in range(ncpu)), end="") if args.fullcsv: print(",", end="") print(",".join("OFFSET_ns_CPU" + str(c) for c in range(ncpu)), end="") print() else: print(("Sampling run queues... Output every %s seconds. " + "Hit Ctrl-C to end.") % args.interval) samples = {} group = {} last = 0 # process event def print_event(cpu, data, size): event = b["events"].event(data) samples[event.ts] = {} samples[event.ts]['cpu'] = event.cpu samples[event.ts]['len'] = event.len exiting = 0 if args.interval else 1 slept = float(0) # Choose the elapsed time from one sample group to the next that identifies a # new sample group (a group being a set of samples from all CPUs). The # earliest timestamp is compared in each group. This trigger is also used # for sanity testing, if a group's samples exceed half this value. trigger = int(0.8 * (1000000000 / frequency)) # read events b["events"].open_perf_buffer(print_event, page_cnt=64) while 1: # allow some buffering by calling sleep(), to reduce the context switch # rate and lower overhead. try: if not exiting: sleep(wakeup_s) except KeyboardInterrupt: exiting = 1 b.perf_buffer_poll() slept += wakeup_s if slept < 0.999 * interval: # floating point workaround continue slept = 0 positive = 0 # number of samples where an idle CPU could have run work running = 0 idle = 0 if debug >= 2: print("DEBUG: begin samples loop, count %d" % len(samples)) for e in sorted(samples): if debug >= 2: print("DEBUG: ts %d cpu %d len %d delta %d trig %d" % (e, samples[e]['cpu'], samples[e]['len'], e - last, e - last > trigger)) # look for time jumps to identify a new sample group if e - last > trigger: # first first group timestamp, and sanity test g_time = 0 g_max = 0 for ge in sorted(group): if g_time == 0: g_time = ge g_max = ge # process previous sample group if args.csv: lens = [0] * ncpu offs = [0] * ncpu for ge in sorted(group): lens[samples[ge]['cpu']] = samples[ge]['len'] if args.fullcsv: offs[samples[ge]['cpu']] = ge - g_time if g_time > 0: # else first sample if args.timestamp: print("%-8s" % strftime("%H:%M:%S"), end=",") print("%d" % g_time, end=",") print(",".join(str(lens[c]) for c in range(ncpu)), end="") if args.fullcsv: print(",", end="") print(",".join(str(offs[c]) for c in range(ncpu))) else: print() else: # calculate stats g_running = 0 g_queued = 0 for ge in group: if samples[ge]['len'] > 0: g_running += 1 if samples[ge]['len'] > 1: g_queued += samples[ge]['len'] - 1 g_idle = ncpu - g_running # calculate the number of threads that could have run as the # minimum of idle and queued if g_idle > 0 and g_queued > 0: if g_queued > g_idle: i = g_idle else: i = g_queued positive += i running += g_running idle += g_idle # now sanity test, after -J output g_range = g_max - g_time if g_range > trigger / 2: # if a sample group exceeds half the interval, we can no # longer draw conclusions about some CPUs idle while others # have queued work. Error and exit. This can happen when # CPUs power down, then start again on different offsets. # TODO: Since this is a sampling tool, an error margin should # be anticipated, so an improvement may be to bump a counter # instead of exiting, and only exit if this counter shows # a skewed sample rate of over, say, 1%. Such an approach # would allow a small rate of outliers (sampling error), # and, we could tighten the trigger to be, say, trigger / 5. # In the case of a power down, if it's detectable, perhaps # the tool could reinitialize the timers (although exiting # is simple and works). print(("ERROR: CPU samples arrived at skewed offsets " + "(CPUs may have powered down when idle), " + "spanning %d ns (expected < %d ns). Debug with -J, " + "and see the man page. As output may begin to be " + "unreliable, exiting.") % (g_range, trigger / 2)) exit() # these are done, remove for ge in sorted(group): del samples[ge] # begin next group group = {} last = e # stash this timestamp in a sample group dict group[e] = 1 if not args.csv: total = running + idle unclaimed = util = 0 if debug: print("DEBUG: hit %d running %d idle %d total %d buffered %d" % ( positive, running, idle, total, len(samples))) if args.timestamp: print("%-8s " % strftime("%H:%M:%S"), end="") # output if total: unclaimed = float(positive) / total util = float(running) / total print("%%CPU %6.2f%%, unclaimed idle %0.2f%%" % (100 * util, 100 * unclaimed)) countdown -= 1 if exiting or countdown == 0: exit() bpfcc-0.31.0/tools/cpuunclaimed_example.txt000066400000000000000000000363201465134135300207460ustar00rootroot00000000000000Demonstrations of cpuunclaimed, the Linux eBPF/bcc version. This tool samples the length of the CPU run queues and determine when there are idle CPUs, yet queued threads waiting their turn. It reports the amount of idle (yet unclaimed by waiting threads) CPU as a system-wide percentage. For example: # ./cpuunclaimed.py Sampling run queues... Output every 1 seconds. Hit Ctrl-C to end. %CPU 83.00%, unclaimed idle 0.12% %CPU 87.25%, unclaimed idle 0.38% %CPU 85.00%, unclaimed idle 0.25% %CPU 85.00%, unclaimed idle 0.25% %CPU 80.88%, unclaimed idle 0.00% %CPU 82.25%, unclaimed idle 0.00% %CPU 83.50%, unclaimed idle 0.12% %CPU 81.50%, unclaimed idle 0.00% %CPU 81.38%, unclaimed idle 0.00% [...] This shows a system running at over 80% CPU utilization, and with less than 0.5% unclaimed idle CPUs. Unclaimed idle CPUs can happen for a number of reasons: - An application has been bound to some, but not all, CPUs, and has runnable threads that cannot migrate to other CPUs due to this configuration. - CPU affinity: an optimization that leaves threads on CPUs where the CPU caches are warm, even if this means short periods of waiting while other CPUs are idle. The wait period is tunale (see sysctl, kernel.sched*). - Scheduler bugs. An unclaimed idle of < 1% is likely to be CPU affinity, and not usually a cause for concern. By leaving the CPU idle, overall throughput of the system may be improved. This tool is best for identifying larger issues, > 2%, due to the coarseness of its 99 Hertz samples. This is an 8 CPU system, with an 8 CPU-bound threaded application running that has been bound to one CPU (via taskset): # ./cpuunclaimed.py Sampling run queues... Output every 1 seconds. Hit Ctrl-C to end. %CPU 12.63%, unclaimed idle 86.36% %CPU 12.50%, unclaimed idle 87.50% %CPU 12.63%, unclaimed idle 87.37% %CPU 12.75%, unclaimed idle 87.25% %CPU 12.50%, unclaimed idle 87.50% %CPU 12.63%, unclaimed idle 87.37% %CPU 12.50%, unclaimed idle 87.50% %CPU 12.50%, unclaimed idle 87.50% [...] It shows that 7 of the 8 CPUs (87.5%) are idle at the same time there are queued threads waiting to run on CPU. This is an artificial situation caused by binding threads to the same CPU, to demonstrate how the tool works. This is an 8 CPU system running a Linux kernel build with "make -j8", and -T to print timestamps: # ./cpuunclaimed.py -T Sampling run queues... Output every 1 seconds. Hit Ctrl-C to end. 22:25:55 %CPU 98.88%, unclaimed idle 0.12% 22:25:56 %CPU 99.75%, unclaimed idle 0.25% 22:25:57 %CPU 99.50%, unclaimed idle 0.50% 22:25:58 %CPU 99.25%, unclaimed idle 0.75% 22:25:59 %CPU 99.75%, unclaimed idle 0.25% 22:26:00 %CPU 99.50%, unclaimed idle 0.50% 22:26:01 %CPU 99.25%, unclaimed idle 0.75% 22:26:02 %CPU 99.25%, unclaimed idle 0.75% 22:26:03 %CPU 99.01%, unclaimed idle 0.87% 22:26:04 %CPU 99.88%, unclaimed idle 0.12% 22:26:05 %CPU 99.38%, unclaimed idle 0.62% There's now a consistent, yet small, amount of unclaimed idle CPU. This is expected to be deliberate: CPU affinity, as mentioned earlier. The -j option will print raw samples: around one hundred lines of output every second. For the same system with a Linux kernel build of "make -j8": # ./cpuunclaimed.py -j TIMESTAMP_ns,CPU0,CPU1,CPU2,CPU3,CPU4,CPU5,CPU6,CPU7 514606928954752,1,1,1,1,1,1,1,1 514606939054312,1,1,1,1,1,1,1,2 514606949156518,1,1,1,1,1,1,1,1 514606959256596,2,2,1,1,1,1,1,1 514606969357989,1,1,1,1,1,2,1,1 514606979459700,1,2,1,1,1,2,1,1 514606989560481,1,1,1,1,1,1,1,1 514606999661396,1,1,1,1,1,1,2,1 514607009795601,1,1,1,1,1,1,1,2 514607019862711,1,1,1,1,1,1,1,1 514607029963734,1,1,1,1,1,1,1,1 514607040062372,1,1,1,1,1,1,1,1 514607050197735,1,1,1,2,1,1,1,1 514607060266464,1,1,1,1,1,1,1,2 514607070368025,1,1,1,1,1,2,1,1 514607080468375,1,1,1,1,1,1,1,2 514607090570292,3,2,1,1,1,1,1,1 514607100670725,1,1,1,1,1,2,1,1 514607110771946,1,2,1,1,1,1,1,1 514607120873489,1,1,1,1,2,1,2,1 514607130973857,2,1,1,1,3,1,1,1 514607141080056,0,1,1,1,1,2,1,3 514607151176312,1,1,1,2,1,1,1,1 514607161277753,1,1,1,1,1,1,2,1 514607171379095,1,1,1,1,1,1,1,1 514607181479262,1,1,1,1,1,1,1,1 514607191580794,3,1,1,1,1,1,1,1 514607201680952,1,1,1,1,1,1,2,1 514607211783683,1,1,1,1,1,1,1,1 514607221883274,1,1,1,1,1,1,0,1 514607231984244,1,1,1,1,1,1,1,1 514607242085698,1,1,1,1,1,1,1,1 514607252216898,1,2,1,1,1,1,1,1 514607262289420,1,1,1,1,1,2,1,1 514607272389922,1,1,1,1,1,1,1,1 514607282489413,1,1,1,1,1,1,1,1 514607292589950,1,3,1,1,1,1,1,1 514607302693367,1,1,1,1,2,1,1,1 514607312793792,1,1,1,1,1,1,1,1 514607322895249,1,1,1,3,1,1,3,1 514607332994278,1,0,1,1,1,2,1,2 514607343095836,1,1,1,1,1,2,1,1 514607353196533,1,1,1,1,2,1,1,1 514607363297749,1,1,1,1,1,1,1,2 514607373399011,1,1,1,1,1,1,1,2 514607383499730,1,1,1,1,1,1,1,2 514607393601510,1,1,1,1,1,1,1,2 514607403704117,2,1,1,1,1,1,1,2 514607413802700,1,1,1,1,2,1,0,1 514607423904559,1,1,1,1,1,1,1,1 [...] The output is verbose: printing out a timestamp, and then the length of each CPU's run queue. The second last line, of timestamp 514607413802700, is an example of what this tool detects: CPU 4 has a run queue length of 4, which means one thread running and one thread queued, while CPU 6 has a run queue length of 0: idle. The very next sample shows all CPUs busy. The -J option prints raw samples with time offsets showing when the samples were collected on each CPU. It's mostly useful for debugging the tool itself. For example, during a Linux kernel build: # ./cpuunclaimed.py -J TIMESTAMP_ns,CPU0,CPU1,CPU2,CPU3,CPU4,CPU5,CPU6,CPU7,OFFSET_ns_CPU0,OFFSET_ns_CPU1,OFFSET_ns_CPU2,OFFSET_ns_CPU3,OFFSET_ns_CPU4,OFFSET_ns_CPU5,OFFSET_ns_CPU6,OFFSET_ns_CPU7 514722625198188,1,1,1,1,1,1,1,2,0,28321,51655,73396,89654,111172,132803,159792 514722635299034,1,1,1,1,1,2,1,1,0,28809,51999,74183,89552,110011,131995,153519 514722645400274,1,1,1,1,1,1,1,2,0,28024,51333,73652,88964,110075,131973,153568 514722655501816,1,2,1,1,1,1,1,1,0,28893,51671,75233,89496,109430,131945,153694 514722665602594,1,1,2,1,1,2,1,1,0,28623,50988,73866,89383,109186,131786,154555 514722675703498,1,1,1,1,1,1,1,1,0,27379,51031,73175,89625,110380,131482,104811 514722685804942,1,1,1,1,1,2,1,1,0,27213,50501,72183,88797,108780,130659,152153 514722695906294,1,1,1,1,1,1,1,1,0,27036,51182,73420,87861,109585,130364,155089 514722706005778,1,1,1,1,1,1,1,1,0,28492,51851,74138,89744,110208,132462,154060 514722716060705,1,1,1,1,1,1,1,1,0,154499,152528,155232,155046,154502,178746,200001 514722726209615,1,1,1,1,1,1,1,1,0,28170,49580,72605,87741,108144,130723,152138 514722736309475,1,2,1,1,1,1,1,1,0,27421,51386,73061,89358,109457,131273,153005 514722746410845,1,2,1,1,1,2,1,1,0,27788,50840,72720,88920,109111,131143,152979 514722756511363,1,1,1,1,1,1,2,1,0,28280,50977,73559,89848,109659,131579,152693 514722766613044,1,1,1,1,1,1,1,1,0,28046,50812,72754,89160,110108,130735,152948 514722776712932,1,1,1,2,1,1,1,1,0,28586,51177,73974,89588,109947,132376,154162 514722786815477,1,1,1,1,1,1,1,1,0,27973,71104,72539,88302,108896,130414,152236 514722796914955,1,1,1,1,1,1,1,1,0,29054,52354,74214,89592,110615,132586,153925 514722807044060,1,1,1,1,1,1,1,1,1587130,0,24079,46633,61787,82325,104706,125278 514722817117432,2,1,2,1,1,1,1,1,0,27628,51038,75138,89724,109340,132426,155348 514722827218254,1,1,1,1,1,1,2,1,0,29111,51868,74347,88904,109911,132764,153851 514722837340158,1,1,1,1,1,1,1,1,0,7366,30760,53528,68622,89317,111095,132319 514722847421305,1,1,1,1,1,1,1,1,0,28257,51105,73841,89037,110820,131605,153368 514722857521112,1,1,1,1,1,1,1,1,0,28544,51441,73857,89530,110497,131915,153513 514722867626129,0,2,1,1,1,1,1,1,0,24621,47917,70568,85391,106670,128081,150329 514722877727183,2,1,1,1,1,1,1,1,0,24869,47630,71547,84761,106048,128444,149285 514722887824589,1,1,1,1,1,1,2,1,0,28793,51212,73863,89584,109773,132348,153194 514722897925481,1,1,1,1,1,1,2,1,0,29278,51163,73961,89774,109592,132029,153715 514722908026097,1,1,1,1,1,1,1,1,0,30630,35595,36210,188001,190815,190072,190732 514722918127439,1,1,1,1,1,1,1,1,0,28544,51885,73948,89987,109763,132632,154083 514722928227399,1,1,1,1,1,1,1,1,0,31882,51574,74769,89939,110578,132951,154356 514722938329471,1,1,1,1,1,1,1,1,0,28498,51304,74101,89670,110278,132653,153176 514722948430589,1,1,1,1,1,1,1,1,0,27868,50925,73477,89676,109583,132360,153014 514722958531802,1,1,1,1,1,1,1,1,0,28505,50886,73729,89919,109618,131988,152896 514722968632181,1,1,1,1,1,1,1,1,0,28492,51749,73977,90334,109816,132897,152890 514722978733584,1,1,1,1,1,1,1,1,0,28847,50957,74121,90014,110019,132377,152978 514722988834321,1,1,1,1,1,1,1,1,0,28601,51437,74021,89968,110252,132233,153623 514722998937170,1,1,2,1,1,1,1,1,0,27007,50044,73259,87725,108663,132194,152459 514723009036821,1,2,1,2,1,1,1,1,0,28226,50937,73983,89110,110476,131740,153663 514723019137577,1,1,1,1,1,1,1,1,0,30261,52357,75657,87803,61823,131850,153585 514723029238745,1,1,1,1,1,1,1,1,0,28030,50752,74452,89240,110791,132187,153327 514723039339069,1,1,1,1,1,1,1,1,0,29791,52636,75996,90475,110414,132232,154714 514723049439822,1,1,1,1,2,1,1,1,0,29133,56662,74153,89520,110683,132740,154708 514723059541617,1,1,1,1,1,1,1,1,0,27932,51480,74644,89656,109176,131499,153732 514723069642500,1,1,2,1,1,1,2,1,0,27678,51509,73984,90136,110124,131554,153459 514723079743525,2,1,1,1,1,1,1,1,0,28029,51424,74394,90056,110087,132383,152963 514723089844091,2,1,1,2,1,1,1,1,0,28944,51692,74440,90339,110402,132722,154083 514723099945957,1,1,2,1,1,1,1,1,0,28425,51267,73164,89322,115048,114630,115187 514723110047020,1,1,2,0,1,1,1,2,0,28192,50811,76814,89835,109370,131265,153511 514723120216662,1,1,2,1,1,2,1,1,29,34,0,4514,19268,40293,62674,84009 [...] This is a Xen guest system, and it shows that CPU 0 usually completes first (an offset of 0), followed by CPU 1 around 28000 nanoseconds later, and so on. The spread of offsets is triggered by the bcc Python library that initializes the timers, which steps through the CPUs in sequence, with a small delay between them merely from executing its own loop code. Here's more output during a Linux kernel build: # ./cpuunclaimed.py -J TIMESTAMP_ns,CPU0,CPU1,CPU2,CPU3,CPU4,CPU5,CPU6,CPU7,OFFSET_ns_CPU0,OFFSET_ns_CPU1,OFFSET_ns_CPU2,OFFSET_ns_CPU3,OFFSET_ns_CPU4,OFFSET_ns_CPU5,OFFSET_ns_CPU6,OFFSET_ns_CPU7 514722625198188,1,1,1,1,1,1,1,2,0,28321,51655,73396,89654,111172,132803,159792 515700745758947,2,1,1,1,1,1,1,1,0,19835,34891,49397,59364,71988,87571,102769 515700755860451,2,1,1,1,1,1,1,2,0,19946,34323,49855,59844,72741,87925,102891 515700765960560,1,1,1,1,1,1,1,1,0,20805,35339,50436,59677,73557,88661,104796 515700776061744,1,1,1,1,1,1,1,1,1626,77,0,190,153452,154665,178218,154116 515700786162017,1,1,1,1,1,1,1,1,0,20497,35361,51552,59787,74451,147789,104545 515700796262811,1,1,1,1,1,1,1,2,0,20910,35657,50805,60175,73953,88492,103527 515700806364951,1,1,1,1,1,1,1,1,0,20140,35023,50074,59726,72757,88040,102421 515700816465253,1,1,1,1,1,1,2,1,0,20952,34899,50262,60048,72890,88067,103545 515700826566573,1,1,1,1,1,1,1,1,0,20898,35490,50609,59805,74060,88550,103354 515700836667480,1,1,1,1,1,1,2,1,0,20548,34760,50959,59490,73059,87820,103006 515700846768182,1,1,1,1,1,1,2,1,0,20571,35113,50777,59962,74139,88543,103192 515700856869468,1,1,2,1,1,2,2,1,0,20932,35382,50510,60106,73739,91818,103684 515700866971905,1,1,1,2,1,1,1,1,0,19780,33018,49075,58375,71949,86537,102136 515700877073459,2,1,1,1,1,1,1,1,0,20065,73966,48989,58832,71408,85714,101067 515700887172772,1,1,1,1,1,1,1,1,0,20909,34608,51493,59890,73564,88668,103454 515700897273292,1,2,1,1,1,1,1,1,0,20353,35292,50114,59773,73948,88615,103383 515700907374341,1,1,2,1,1,1,1,1,0,20816,35206,50915,60062,73878,88857,103794 515700917475331,1,1,6,1,1,2,1,1,0,20752,34931,50280,59764,73781,88329,103234 515700927576958,1,1,1,1,1,1,1,1,0,19929,34703,50181,59364,73004,88053,103127 515700937677298,1,1,2,2,1,1,1,1,0,21178,34724,50740,61193,73452,89030,103390 515700947778409,2,1,1,1,1,1,1,1,0,21059,35604,50853,60098,73919,88675,103506 515700957879196,2,1,1,1,1,1,1,1,0,21326,35939,51492,60083,74249,89474,103761 [...] Notice the tighter range of offsets? I began executing cpuunclaimed when the system was idle, and it initialized the CPU timers more quickly, and then I began the Linux kernel build. Here's some different output, this time from a physical system with 4 CPUs, also doing a kernel build, # ./cpuunclaimed.py -J TIMESTAMP_ns,CPU0,CPU1,CPU2,CPU3,OFFSET_ns_CPU0,OFFSET_ns_CPU1,OFFSET_ns_CPU2,OFFSET_ns_CPU3 4429382557480,1,1,1,1,0,6011,10895,16018 4429392655042,2,1,1,1,0,8217,13661,19378 4429402757604,1,1,1,1,0,6879,12433,18000 4429412857809,1,1,1,1,0,8303,13190,18719 4429422960709,2,1,1,1,0,6095,11234,17079 4429433060391,1,1,1,2,0,6747,12480,18070 4429443161699,1,1,1,1,0,6560,12264,17945 4429453262002,1,2,1,1,0,6992,12644,18341 4429463363706,1,2,1,1,0,6211,12071,17853 4429473465571,1,1,1,1,0,5766,11495,17638 4429483566920,1,1,1,1,0,5223,11736,16358 4429493666279,1,1,1,1,0,6964,12653,18410 4429503769113,1,1,1,1,0,5161,11399,16612 4429513870744,1,1,1,1,0,5943,10583,15768 4429523969826,1,1,1,1,0,6533,12336,18189 4429534070311,1,1,1,1,0,6834,12816,18488 4429544170456,1,1,1,1,0,7284,13401,19129 4429554274467,1,2,1,1,0,5941,11160,16594 4429564372365,1,2,1,1,0,7514,13618,19190 4429574474406,1,2,1,1,0,6687,12650,18248 4429584574220,1,2,1,1,0,7912,13705,19136 [...] If the offset range becomes too great, we can no longer conclude about when some CPUs were idle and others had queued work. The tool will detect this, and print an error message and exit. Some systems can power down CPUs when idle, and when they wake up again the timed samples may resume from different offsets. If this happens, this tool can no longer draw conclusions about when some CPUs were idle and others had queued work, so it prints an error, and exits. Eg: # ./cpuunclaimed.py 1 Sampling run queues... Output every 1 seconds. Hit Ctrl-C to end. %CPU 0.25%, unclaimed idle 0.00% %CPU 0.75%, unclaimed idle 0.00% %CPU 0.25%, unclaimed idle 0.00% %CPU 0.00%, unclaimed idle 0.00% %CPU 0.00%, unclaimed idle 0.00% %CPU 0.12%, unclaimed idle 0.00% %CPU 0.00%, unclaimed idle 0.00% %CPU 0.25%, unclaimed idle 0.00% %CPU 0.00%, unclaimed idle 0.00% %CPU 0.12%, unclaimed idle 0.00% %CPU 0.13%, unclaimed idle 0.00% %CPU 0.12%, unclaimed idle 0.00% %CPU 0.00%, unclaimed idle 0.00% %CPU 0.00%, unclaimed idle 0.00% %CPU 0.00%, unclaimed idle 0.00% %CPU 0.00%, unclaimed idle 0.00% ERROR: CPU samples arrived at skewed offsets (CPUs may have powered down when idle), spanning 4328176 ns (expected < 4040404 ns). Debug with -J, and see the man page. As output may begin to be unreliable, exiting. It's expected that this will only really occur on idle systems. USAGE: # ./cpuunclaimed.py -h usage: cpuunclaimed.py [-h] [-j] [-J] [-T] [interval] [count] Sample CPU run queues and calculate unclaimed idle CPU positional arguments: interval output interval, in seconds count number of outputs optional arguments: -h, --help show this help message and exit -j, --csv print sample summaries (verbose) as comma-separated values -J, --fullcsv print sample summaries with extra fields: CPU sample offsets -T, --timestamp include timestamp on output examples: ./cpuunclaimed # sample and calculate unclaimed idle CPUs, # output every 1 second (default) ./cpuunclaimed 5 10 # print 5 second summaries, 10 times ./cpuunclaimed -T 1 # 1s summaries and timestamps ./cpuunclaimed -j # raw dump of all samples (verbose), CSV bpfcc-0.31.0/tools/criticalstat.py000077500000000000000000000206411465134135300170630ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # criticalstat Trace long critical sections (IRQs or preemption disabled) # For Linux, uses BCC, eBPF. Requires kernel built with # CONFIG_DEBUG_PREEMPT and CONFIG_PREEMPTIRQ_EVENTS # # USAGE: criticalstat [-h] [-p] [-i] [-d DURATION] # # Copyright (c) 2018, Google, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # By Joel Fernandes from __future__ import print_function from bcc import BPF import argparse import sys import subprocess import os.path examples="" parser = argparse.ArgumentParser( description="Trace long critical sections", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-p", "--preemptoff", action="store_true", help="Find long sections where preemption was off") parser.add_argument("-i", "--irqoff", action="store_true", help="Find long sections where IRQ was off") parser.add_argument("-d", "--duration", default=100, help="Duration in uS (microseconds) below which we filter") args = parser.parse_args() preemptoff = False irqoff = False if args.irqoff: preemptoff = False irqoff = True elif args.preemptoff: preemptoff = True irqoff = False debugfs_path = subprocess.Popen ("cat /proc/mounts | grep -w debugfs" + " | awk '{print $2}'", shell=True, stdout=subprocess.PIPE).stdout.read().split(b"\n")[0] if debugfs_path == "": print("ERROR: Unable to find debugfs mount point"); sys.exit(0); trace_path = debugfs_path + b"/tracing/events/preemptirq/"; if (not os.path.exists(trace_path + b"irq_disable") or not os.path.exists(trace_path + b"irq_enable") or not os.path.exists(trace_path + b"preempt_disable") or not os.path.exists(trace_path + b"preempt_enable")): print("ERROR: required tracing events are not available\n" + "Make sure the kernel is built with CONFIG_DEBUG_PREEMPT " + "CONFIG_PREEMPT_TRACER " + "and CONFIG_PREEMPTIRQ_EVENTS (CONFIG_PREEMPTIRQ_TRACEPOINTS in " "kernel 4.19 and later) enabled. Also please disable " + "CONFIG_PROVE_LOCKING and CONFIG_LOCKDEP on older kernels.") sys.exit(0) bpf_text = """ #include #include enum addr_offs { START_CALLER_OFF, START_PARENT_OFF, END_CALLER_OFF, END_PARENT_OFF }; struct start_data { u32 addr_offs[2]; u64 ts; int idle_skip; int active; }; struct data_t { u64 time; s64 stack_id; u32 cpu; u64 id; u32 addrs[4]; /* indexed by addr_offs */ char comm[TASK_COMM_LEN]; }; BPF_STACK_TRACE(stack_traces, 16384); BPF_PERCPU_ARRAY(sts, struct start_data, 1); BPF_PERCPU_ARRAY(isidle, u64, 1); BPF_PERF_OUTPUT(events); /* * In the below code we install tracepoint probes on preempt or * IRQ disable/enable critical sections and idle events, the cases * are combinations of 4 different states. * The states are defined as: * CSenter: A critical section has been entered. Either due to * preempt disable or irq disable. * CSexit: A critical section has been exited. Either due to * preempt enable or irq enable. * Ienter: The CPU has entered an idle state. * Iexit: The CPU has exited an idle state. * * The scenario we are trying to detect is if there is an overlap * between Critical sections and idle entry/exit. If there are any * such cases, we avoid recording those critical sections since they * are not worth while to record and just add noise. */ TRACEPOINT_PROBE(power, cpu_idle) { int idx = 0; u64 val; struct start_data *stdp, std; // Mark active sections as that they should be skipped // Handle the case CSenter, Ienter, CSexit, Iexit // Handle the case CSenter, Ienter, Iexit, CSexit stdp = sts.lookup(&idx); if (stdp && stdp->active) { /* * Due to verifier issues, we have to copy contents * of stdp onto the stack before the update. * Fix it to directly update once kernel patch d71962f * becomes more widespread. */ std = *stdp; std.idle_skip = 1; sts.update(&idx, &std); } // Mark CPU as actively within idle or not. if (args->state < 100) { val = 1; isidle.update(&idx, &val); } else { val = 0; isidle.update(&idx, &val); } return 0; } static int in_idle(void) { u64 *idlep; int idx = 0; // Skip event if we're in idle loop idlep = isidle.lookup(&idx); if (idlep && *idlep) return 1; return 0; } static void reset_state(void) { int idx = 0; struct start_data s = {}; sts.update(&idx, &s); } TRACEPOINT_PROBE(preemptirq, TYPE_disable) { int idx = 0; struct start_data s; // Handle the case Ienter, CSenter, CSexit, Iexit // Handle the case Ienter, CSenter, Iexit, CSexit if (in_idle()) { reset_state(); return 0; } u64 ts = bpf_ktime_get_ns(); s.idle_skip = 0; s.addr_offs[START_CALLER_OFF] = args->caller_offs; s.addr_offs[START_PARENT_OFF] = args->parent_offs; s.ts = ts; s.active = 1; sts.update(&idx, &s); return 0; } TRACEPOINT_PROBE(preemptirq, TYPE_enable) { int idx = 0; u64 start_ts, end_ts, diff; struct start_data *stdp; // Handle the case CSenter, Ienter, CSexit, Iexit // Handle the case Ienter, CSenter, CSexit, Iexit if (in_idle()) { reset_state(); return 0; } stdp = sts.lookup(&idx); if (!stdp) { reset_state(); return 0; } // Handle the case Ienter, Csenter, Iexit, Csexit if (!stdp->active) { reset_state(); return 0; } // Handle the case CSenter, Ienter, Iexit, CSexit if (stdp->idle_skip) { reset_state(); return 0; } end_ts = bpf_ktime_get_ns(); start_ts = stdp->ts; if (start_ts > end_ts) { reset_state(); return 0; } diff = end_ts - start_ts; if (diff < DURATION) { reset_state(); return 0; } u64 id = bpf_get_current_pid_tgid(); struct data_t data = {}; if (bpf_get_current_comm(&data.comm, sizeof(data.comm)) == 0) { data.addrs[START_CALLER_OFF] = stdp->addr_offs[START_CALLER_OFF]; data.addrs[START_PARENT_OFF] = stdp->addr_offs[START_PARENT_OFF]; data.addrs[END_CALLER_OFF] = args->caller_offs; data.addrs[END_PARENT_OFF] = args->parent_offs; data.id = id; data.stack_id = stack_traces.get_stackid(args, 0); data.time = diff; data.cpu = bpf_get_smp_processor_id(); events.perf_submit(args, &data, sizeof(data)); } reset_state(); return 0; } """ bpf_text = bpf_text.replace('DURATION', '{}'.format(int(args.duration) * 1000)) if preemptoff: bpf_text = bpf_text.replace('TYPE', 'preempt') else: bpf_text = bpf_text.replace('TYPE', 'irq') b = BPF(text=bpf_text) def get_syms(kstack): syms = [] for addr in kstack: s = b.ksym(addr, show_offset=True) syms.append(s) return syms # process event def print_event(cpu, data, size): try: global b event = b["events"].event(data) stack_traces = b['stack_traces'] stext = b.ksymname('_stext') print("===================================") print("TASK: %s (pid %5d tid %5d) Total Time: %-9.3fus\n\n" % (event.comm, \ (event.id >> 32), (event.id & 0xffffffff), float(event.time) / 1000), end="") print("Section start: {} -> {}".format(b.ksym(stext + event.addrs[0]), b.ksym(stext + event.addrs[1]))) print("Section end: {} -> {}".format(b.ksym(stext + event.addrs[2]), b.ksym(stext + event.addrs[3]))) if event.stack_id >= 0: kstack = stack_traces.walk(event.stack_id) syms = get_syms(kstack) if not syms: return for s in syms: print(" ", end="") print("%s" % s) else: print("NO STACK FOUND DUE TO COLLISION") print("===================================") print("") except Exception: sys.exit(0) b["events"].open_perf_buffer(print_event, page_cnt=256) print("Finding critical section with {} disabled for > {}us".format( ('preempt' if preemptoff else 'IRQ'), args.duration)) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/criticalstat_example.txt000066400000000000000000000114761465134135300207700ustar00rootroot00000000000000Demonstrations of criticalstat: Find long atomic critical sections in the kernel. criticalstat traces and reports occurrences of atomic critical sections in the kernel with useful stacktraces showing the origin of them. Such critical sections frequently occur due to use of spinlocks, or if interrupts or preemption were explicitly disabled by a driver. IRQ routines in Linux are also executed with interrupts disabled. There are many reasons. Such critical sections are a source of long latency/responsive issues for real-time systems. This works by probing the preempt/irq and cpuidle tracepoints in the kernel. Since this uses BPF, only the root user can use this tool. Further, the kernel has to be built with certain CONFIG options enabled inorder for it to work: CONFIG_PREEMPTIRQ_EVENTS before kernel 4.19 CONFIG_PREEMPTIRQ_TRACEPOINTS in kernel 4.19 and later CONFIG_DEBUG_PREEMPT CONFIG_PREEMPT_TRACER Additionally, the following options should be turned off on older kernels: CONFIG_PROVE_LOCKING CONFIG_LOCKDEP USAGE: # ./criticalstat -h usage: criticalstat [-h] [-p] [-i] [-d DURATION] Trace long critical sections optional arguments: -h, --help Show this help message and exit -p, --preemptoff Find long sections where preemption was off -i, --irqoff Find long sections where IRQ was off -d DURATION, --duration DURATION Duration in uS (microseconds) below which we filter examples: ./criticalstat # run with default options: irq off for more than 100 uS ./criticalstat -p # find sections with preemption disabled for more than 100 uS ./criticalstat -d 500 # find sections with IRQs disabled for more than 500 uS ./criticalstat -p -d 500 # find sections with preemption disabled for more than 500 uS The tool runs continuously until interrupted by Ctrl-C By default, criticalstat finds IRQ disable sections for > 100us. # ./criticalstat Finding critical section with IRQ disabled for > 100us =================================== TASK: kworker/u16:5 (pid 5903 tid 5903) Total Time: 194.427 us Section start: __schedule -> schedule Section end: _raw_spin_unlock_irq -> finish_task_switch trace_hardirqs_on+0xdc trace_hardirqs_on+0xdc _raw_spin_unlock_irq+0x18 finish_task_switch+0xf0 __schedule+0x8c8 preempt_schedule_irq+0x38 el1_preempt+0x8 =================================== If too many sections are showing up, the user can raise the threshold to only show critical sections that are > 500us by passing "-d" option: # ./criticalstat -d 500 Finding critical section with IRQ disabled for > 500us =================================== TASK: crtc_commit:111 (pid 246 tid 246) Total Time: 580.730 us Section start: clk_enable_lock -> clk_enable Section end: _raw_spin_unlock_irqrestore -> clk_enable trace_hardirqs_on+0xdc trace_hardirqs_on+0xdc _raw_spin_unlock_irqrestore+0x24 clk_enable+0x80 msm_dss_enable_clk+0x7c sde_power_resource_enable+0x578 _sde_crtc_vblank_enable_no_lock+0x68 sde_crtc_vblank+0x8c sde_kms_enable_vblank+0x18 vblank_ctrl_worker+0xd0 kthread_worker_fn+0xf8 kthread+0x114 ret_from_fork+0x10 =================================== If instead of irq disabled sections, we want to see preempt disabled sections, then pass the "-p" option. Below we try to find preempt-disabled critical sections that are > 500us. # ./criticalstat -p -d 500 Finding critical section with preempt disabled for > 500us =================================== TASK: swapper/1 (pid 0 tid 0) Total Time: 618.437 us Section start: preempt_count_add -> preempt_count_add Section end: preempt_count_sub -> preempt_count_sub trace_preempt_on+0x98 trace_preempt_on+0x98 preempt_latency_stop+0x164 preempt_count_sub+0x50 schedule+0x74 schedule_preempt_disabled+0x14 cpu_startup_entry+0x84 secondary_start_kernel+0x1c8 [unknown] =================================== criticalstat -p can also reflect kernel scheduler issues sometimes. These may show up as long preempt-off sections if the functions in the scheduler take a long time to run (such as pick_next_task_fair which selects the CPU for a task Follow is a report showing a preempt-off latency of 700us during the schedule loop's execution: =================================== TASK: irq/296-cs35l36 (pid 666 tid 666) Total Time: 732.657 us Section start: schedule -> schedule Section end: schedule -> schedule trace_preempt_on+0x98 trace_preempt_on+0x98 preempt_count_sub+0xa4 schedule+0x78 schedule_timeout+0x80 wait_for_common+0xb4 wait_for_completion_timeout+0x28 geni_i2c_xfer+0x298 __i2c_transfer+0x4e0 i2c_transfer+0x8 irq_thread_fn+0x2c irq_thread+0x160 kthread+0x118 ret_from_fork+0x10 =================================== See Also: Linux kernel's preemptoff and irqoff tracers which provide similar tracing but with some limitations. bpfcc-0.31.0/tools/cthreads_example.txt000077700000000000000000000000001465134135300247222lib/uthreads_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/dbslower.py000077500000000000000000000163411465134135300162200ustar00rootroot00000000000000#!/usr/bin/env python # # dbslower Trace MySQL and PostgreSQL queries slower than a threshold. # # USAGE: dbslower [-v] [-p PID [PID ...]] [-b PATH_TO_BINARY] [-m THRESHOLD] # {mysql,postgres} # # By default, a threshold of 1ms is used. Set the threshold to 0 to trace all # queries (verbose). # # Script works in two different modes: # 1) USDT probes, which means it needs MySQL and PostgreSQL built with # USDT (DTrace) support. # 2) uprobe and uretprobe on exported function of binary specified by # PATH_TO_BINARY parameter. (At the moment only MySQL support) # # If no PID or PATH_TO_BINARY is provided, the script attempts to discover # all MySQL or PostgreSQL database processes and uses USDT probes. # # Strongly inspired by Brendan Gregg's work on the mysqld_qslower script. # # Copyright 2017, Sasha Goldshtein # Licensed under the Apache License, Version 2.0 # # 15-Feb-2017 Sasha Goldshtein Created this. from bcc import BPF, USDT import argparse import re import subprocess examples = """examples: dbslower postgres # trace PostgreSQL queries slower than 1ms dbslower postgres -p 188 322 # trace specific PostgreSQL processes dbslower mysql -p 480 -m 30 # trace MySQL queries slower than 30ms dbslower mysql -p 480 -v # trace MySQL queries & print the BPF program dbslower mysql -x $(which mysqld) # trace MySQL queries with uprobes """ parser = argparse.ArgumentParser( description="", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-v", "--verbose", action="store_true", help="print the BPF program") parser.add_argument("db", choices=["mysql", "postgres"], help="the database engine to use") parser.add_argument("-p", "--pid", type=int, nargs='*', dest="pids", metavar="PID", help="the pid(s) to trace") parser.add_argument("-x", "--exe", type=str, dest="path", metavar="PATH", help="path to binary") parser.add_argument("-m", "--threshold", type=int, default=1, help="trace queries slower than this threshold (ms)") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() threshold_ns = args.threshold * 1000000 mode = "USDT" if args.path and not args.pids: if args.db == "mysql": regex = "\\w+dispatch_command\\w+" symbols = BPF.get_user_functions_and_addresses(args.path, regex) if len(symbols) == 0: print("Can't find function 'dispatch_command' in %s" % (args.path)) exit(1) (mysql_func_name, addr) = symbols[0] if mysql_func_name.find(b'COM_DATA') >= 0: mode = "MYSQL57" else: mode = "MYSQL56" else: # Placeholder for PostrgeSQL # Look on functions initStringInfo, pgstat_report_activity, EndCommand, # NullCommand print("Sorry at the moment PostgreSQL supports only USDT") exit(1) program = """ #include DEFINE_THRESHOLD DEFINE_USDT DEFINE_MYSQL56 DEFINE_MYSQL57 struct temp_t { u64 timestamp; #ifdef USDT char *query; #else /* MySQL clears query packet before uretprobe call - so copy query in advance */ char query[256]; #endif //USDT }; struct data_t { u32 pid; u64 timestamp; u64 duration; char query[256]; }; BPF_HASH(temp, u64, struct temp_t); BPF_PERF_OUTPUT(events); int query_start(struct pt_regs *ctx) { #if defined(MYSQL56) || defined(MYSQL57) /* Trace only packets with enum_server_command == COM_QUERY */ #ifdef MYSQL56 u64 command = (u64) PT_REGS_PARM1(ctx); #else //MYSQL57 u64 command = (u64) PT_REGS_PARM3(ctx); #endif if (command != 3) return 0; #endif struct temp_t tmp = {}; tmp.timestamp = bpf_ktime_get_ns(); #if defined(MYSQL56) bpf_probe_read_user(&tmp.query, sizeof(tmp.query), (void*) PT_REGS_PARM3(ctx)); #elif defined(MYSQL57) void* st = (void*) PT_REGS_PARM2(ctx); char* query; bpf_probe_read_user(&query, sizeof(query), st); bpf_probe_read_user(&tmp.query, sizeof(tmp.query), query); #else //USDT bpf_usdt_readarg(1, ctx, &tmp.query); #endif u64 pid = bpf_get_current_pid_tgid(); temp.update(&pid, &tmp); return 0; } int query_end(struct pt_regs *ctx) { struct temp_t *tempp; u64 pid = bpf_get_current_pid_tgid(); tempp = temp.lookup(&pid); if (!tempp) return 0; u64 delta = bpf_ktime_get_ns() - tempp->timestamp; #ifdef THRESHOLD if (delta >= THRESHOLD) { #endif //THRESHOLD struct data_t data = {}; data.pid = pid >> 32; // only process id data.timestamp = tempp->timestamp; data.duration = delta; #if defined(MYSQL56) || defined(MYSQL57) // We already copied string to the bpf stack. Hence use bpf_probe_read_kernel() bpf_probe_read_kernel(&data.query, sizeof(data.query), tempp->query); #else // USDT - we didnt copy string to the bpf stack before. bpf_probe_read_user(&data.query, sizeof(data.query), tempp->query); #endif events.perf_submit(ctx, &data, sizeof(data)); #ifdef THRESHOLD } #endif //THRESHOLD temp.delete(&pid); return 0; }; """.replace("DEFINE_USDT", "#define USDT" if mode == "USDT" else "") \ .replace("DEFINE_MYSQL56", "#define MYSQL56" if mode == "MYSQL56" else "") \ .replace("DEFINE_MYSQL57", "#define MYSQL57" if mode == "MYSQL57" else "") \ .replace("DEFINE_THRESHOLD", "#define THRESHOLD %d" % threshold_ns if threshold_ns > 0 else "") if mode.startswith("MYSQL"): # Uprobes mode bpf = BPF(text=program) bpf.attach_uprobe(name=args.path, sym=mysql_func_name, fn_name="query_start") bpf.attach_uretprobe(name=args.path, sym=mysql_func_name, fn_name="query_end") else: # USDT mode if not args.pids or len(args.pids) == 0: if args.db == "mysql": args.pids = map(int, subprocess.check_output( "pidof mysqld".split()).split()) elif args.db == "postgres": args.pids = map(int, subprocess.check_output( "pidof postgres".split()).split()) usdts = list(map(lambda pid: USDT(pid=pid), args.pids)) for usdt in usdts: usdt.enable_probe("query__start", "query_start") usdt.enable_probe("query__done", "query_end") if args.verbose: print('\n'.join(map(lambda u: u.get_text(), usdts))) bpf = BPF(text=program, usdt_contexts=usdts) if args.verbose or args.ebpf: print(program) if args.ebpf: exit() start = BPF.monotonic_time() def print_event(cpu, data, size): event = bpf["events"].event(data) print("%-14.6f %-7d %8.3f %s" % ( float(event.timestamp - start) / 1000000000, event.pid, float(event.duration) / 1000000, event.query)) if mode.startswith("MYSQL"): print("Tracing database queries for application %s slower than %d ms..." % (args.path, args.threshold)) else: print("Tracing database queries for pids %s slower than %d ms..." % (', '.join(map(str, args.pids)), args.threshold)) print("%-14s %-7s %8s %s" % ("TIME(s)", "PID", "MS", "QUERY")) bpf["events"].open_perf_buffer(print_event, page_cnt=64) while True: try: bpf.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/dbslower_example.txt000066400000000000000000000076151465134135300201230ustar00rootroot00000000000000Demonstrations of dbslower, the Linux eBPF/bcc version. dbslower traces queries served by a MySQL or PostgreSQL server, and prints those that exceed a latency (query time) threshold. By default a threshold of 1 ms is used. For example: # dbslower mysql Tracing database queries for pids 25776 slower than 1 ms... TIME(s) PID MS QUERY 1.315800 25776 2000.999 call getproduct(97) 3.360380 25776 3.226 call getproduct(6) ^C This traced two queries slower than 1ms, one of which is very slow: over 2 seconds. We can filter out the shorter ones and keep only the really slow ones: # dbslower mysql -m 1000 Tracing database queries for pids 25776 slower than 1000 ms... TIME(s) PID MS QUERY 1.421264 25776 2002.183 call getproduct(97) 3.572617 25776 2001.381 call getproduct(97) 5.661411 25776 2001.867 call getproduct(97) 7.748296 25776 2001.329 call getproduct(97) ^C This looks like a pattern -- we keep making this slow query every 2 seconds or so, and it takes approximately 2 seconds to run. By default, dbslower will try to detect mysqld and postgres processes, but if necessary, you can specify the process ids with the -p switch: # dbslower mysql -p $(pidof mysql) Tracing database queries for pids 25776 slower than 1 ms... TIME(s) PID MS QUERY 2.002125 25776 3.340 call getproduct(7) 2.045006 25776 2001.558 call getproduct(97) 4.131863 25776 2002.275 call getproduct(97) 6.190513 25776 3.248 call getproduct(33) ^C Specifying 0 as the threshold will print all the queries: # dbslower mysql -m 0 Tracing database queries for pids 25776 slower than 0 ms... TIME(s) PID MS QUERY 6.003720 25776 2.363 /* mysql-connector-java-5.1.40 ( Revision: 402933ef52cad9aa82624e80acbea46e3a701ce6 ) */SELECT @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_conn 6.599219 25776 0.068 SET NAMES latin1 6.613944 25776 0.057 SET character_set_results = NULL 6.645228 25776 0.059 SET autocommit=1 6.653798 25776 0.059 SET sql_mode='NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION,STRICT_TRANS_TABLES' 6.682184 25776 2.526 select * from users where id = 0 6.767888 25776 0.288 select id from products where userid = 0 6.790642 25776 2.255 call getproduct(0) 6.809865 25776 0.218 call getproduct(1) 6.846878 25776 0.248 select * from users where id = 1 6.847623 25776 0.166 select id from products where userid = 1 6.867363 25776 0.244 call getproduct(2) 6.868162 25776 0.107 call getproduct(3) 6.874726 25776 0.208 select * from users where id = 2 6.881722 25776 0.260 select id from products where userid = 2 ^C Here we can see the MySQL connector initialization and connection establishment, before the actual queries start coming in. USAGE: # dbslower -h usage: dbslower.py [-h] [-v] [-p [PIDS [PIDS ...]]] [-x PATH] [-m THRESHOLD] {mysql,postgres} positional arguments: {mysql,postgres} the database engine to use optional arguments: -h, --help show this help message and exit -v, --verbose print the BPF program -p [PID [PID ...]], --pid [PID [PID ...]] the pid(s) to trace -x PATH, --exe PATH path to binary -m THRESHOLD, --threshold THRESHOLD trace queries slower than this threshold (ms) examples: dbslower postgres # trace PostgreSQL queries slower than 1ms dbslower postgres -p 188 322 # trace specific PostgreSQL processes dbslower mysql -p 480 -m 30 # trace MySQL queries slower than 30ms dbslower mysql -p 480 -v # trace MySQL queries and print the BPF program dbslower mysql -x $(which mysqld) # trace MySQL queries with uprobes bpfcc-0.31.0/tools/dbstat.py000077500000000000000000000073201465134135300156550ustar00rootroot00000000000000#!/usr/bin/env python # # dbstat Display a histogram of MySQL and PostgreSQL query latencies. # # USAGE: dbstat [-v] [-p PID [PID ...]] [-m THRESHOLD] [-u] # [-i INTERVAL] {mysql,postgres} # # This tool uses USDT probes, which means it needs MySQL and PostgreSQL built # with USDT (DTrace) support. # # Copyright 2017, Sasha Goldshtein # Licensed under the Apache License, Version 2.0 # # 15-Feb-2017 Sasha Goldshtein Created this. from bcc import BPF, USDT import argparse import subprocess from time import sleep, strftime examples = """ dbstat postgres # display a histogram of PostgreSQL query latencies dbstat mysql -v # display MySQL latencies and print the BPF program dbstat mysql -u # display query latencies in microseconds (default: ms) dbstat mysql -m 5 # trace only queries slower than 5ms dbstat mysql -p 408 # trace queries in a specific process """ parser = argparse.ArgumentParser( description="", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-v", "--verbose", action="store_true", help="print the BPF program") parser.add_argument("db", choices=["mysql", "postgres"], help="the database engine to use") parser.add_argument("-p", "--pid", type=int, nargs='*', dest="pids", metavar="PID", help="the pid(s) to trace") parser.add_argument("-m", "--threshold", type=int, default=0, help="trace queries slower than this threshold (ms)") parser.add_argument("-u", "--microseconds", action="store_true", help="display query latencies in microseconds (default: milliseconds)") parser.add_argument("-i", "--interval", type=int, default=99999999, help="print summary at this interval (seconds)") args = parser.parse_args() if not args.pids or len(args.pids) == 0: if args.db == "mysql": args.pids = map(int, subprocess.check_output( "pidof mysqld".split()).split()) elif args.db == "postgres": args.pids = map(int, subprocess.check_output( "pidof postgres".split()).split()) program = """ #include BPF_HASH(temp, u64, u64); BPF_HISTOGRAM(latency); int probe_start(struct pt_regs *ctx) { u64 timestamp = bpf_ktime_get_ns(); u64 pid = bpf_get_current_pid_tgid(); temp.update(&pid, ×tamp); return 0; } int probe_end(struct pt_regs *ctx) { u64 *timestampp; u64 pid = bpf_get_current_pid_tgid(); timestampp = temp.lookup(&pid); if (!timestampp) return 0; u64 delta = bpf_ktime_get_ns() - *timestampp; FILTER delta /= SCALE; latency.atomic_increment(bpf_log2l(delta)); temp.delete(&pid); return 0; } """ program = program.replace("SCALE", str(1000 if args.microseconds else 1000000)) program = program.replace("FILTER", "" if args.threshold == 0 else "if (delta / 1000000 < %d) { return 0; }" % args.threshold) usdts = list(map(lambda pid: USDT(pid=pid), args.pids)) for usdt in usdts: usdt.enable_probe("query__start", "probe_start") usdt.enable_probe("query__done", "probe_end") if args.verbose: print('\n'.join(map(lambda u: u.get_text(), usdts))) print(program) bpf = BPF(text=program, usdt_contexts=usdts) print("Tracing database queries for pids %s slower than %d ms..." % (', '.join(map(str, args.pids)), args.threshold)) latencies = bpf["latency"] def print_hist(): print("[%s]" % strftime("%H:%M:%S")) latencies.print_log2_hist("query latency (%s)" % ("us" if args.microseconds else "ms")) print("") latencies.clear() while True: try: sleep(args.interval) print_hist() except KeyboardInterrupt: print_hist() break bpfcc-0.31.0/tools/dbstat_example.txt000066400000000000000000000150001465134135300175460ustar00rootroot00000000000000Demonstrations of dbstat, the Linux eBPF/bcc version. dbstat traces queries performed by a MySQL or PostgreSQL database process, and displays a histogram of query latencies. For example: # dbstat mysql Tracing database queries for pids 25776 slower than 0 ms... query latency (ms) : count distribution 0 -> 1 : 990 |****************************************| 2 -> 3 : 7 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 2 | | ^C It's immediately evident that the vast majority of queries finish very quickly, in under 1ms, but there are some super-slow queries occasionally, in the 1-2 seconds bucket. We can filter out the shorter queries with the -m switch: # dbstat mysql -m 1000 Tracing database queries for pids 25776 slower than 1000 ms... query latency (ms) : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 8 |****************************************| ^C By default, dbstat will try to detect mysqld and postgres processes, but if necessary, you can specify the process ids with the -p switch. Here, the -i switch is also used to request histograms at 3 second intervals: # dbstat mysql -p $(pidof mysql) -i 3 Tracing database queries for pids 25776 slower than 0 ms... [06:14:36] query latency (ms) : count distribution 0 -> 1 : 758 |****************************************| 2 -> 3 : 1 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 1 | | [06:14:39] query latency (ms) : count distribution 0 -> 1 : 436 |****************************************| 2 -> 3 : 2 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 1 | | [06:14:42] query latency (ms) : count distribution 0 -> 1 : 399 |****************************************| 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 1 | | ^C USAGE: # dbstat -h usage: dbstat.py [-h] [-v] [-p [PID [PID ...]]] [-m THRESHOLD] [-u] [-i INTERVAL] {mysql,postgres} positional arguments: {mysql,postgres} the database engine to use optional arguments: -h, --help show this help message and exit -v, --verbose print the BPF program -p [PID [PID ...]], --pid [PID [PID ...]] the pid(s) to trace -m THRESHOLD, --threshold THRESHOLD trace queries slower than this threshold (ms) -u, --microseconds display query latencies in microseconds (default: milliseconds) -i INTERVAL, --interval INTERVAL print summary at this interval (seconds) dbstat postgres # display a histogram of PostgreSQL query latencies dbstat mysql -v # display MySQL latencies and print the BPF program dbstat mysql -u # display query latencies in microseconds (default: ms) dbstat mysql -m 5 # trace only queries slower than 5ms dbstat mysql -p 408 # trace queries in a specific process bpfcc-0.31.0/tools/dcsnoop.py000077500000000000000000000100401465134135300160320ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # dcsnoop Trace directory entry cache (dcache) lookups. # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: dcsnoop [-h] [-a] # # By default, this traces every failed dcache lookup, and shows the process # performing the lookup and the filename requested. A -a option can be used # to show all lookups, not just failed ones. # # This uses kernel dynamic tracing of the d_lookup() function, and will need # to be modified to match kernel changes. # # Also see dcstat(8), for per-second summaries. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 09-Feb-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF import argparse import re import time # arguments examples = """examples: ./dcsnoop # trace failed dcache lookups ./dcsnoop -a # trace all dcache lookups """ parser = argparse.ArgumentParser( description="Trace directory entry cache (dcache) lookups", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-a", "--all", action="store_true", help="trace all lookups (default is fails only)") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() # define BPF program bpf_text = """ #include #include #include #define MAX_FILE_LEN 64 enum lookup_type { LOOKUP_MISS, LOOKUP_REFERENCE, }; struct entry_t { char name[MAX_FILE_LEN]; }; BPF_HASH(entrybypid, u32, struct entry_t); struct data_t { u32 pid; enum lookup_type type; char comm[TASK_COMM_LEN]; char filename[MAX_FILE_LEN]; }; BPF_PERF_OUTPUT(events); /* from fs/namei.c: */ struct nameidata { struct path path; struct qstr last; // [...] }; static inline void submit_event(struct pt_regs *ctx, void *name, int type, u32 pid) { struct data_t data = { .pid = pid, .type = type, }; bpf_get_current_comm(&data.comm, sizeof(data.comm)); bpf_probe_read_kernel(&data.filename, sizeof(data.filename), name); events.perf_submit(ctx, &data, sizeof(data)); } int trace_fast(struct pt_regs *ctx, struct nameidata *nd, struct path *path) { u32 pid = bpf_get_current_pid_tgid() >> 32; submit_event(ctx, (void *)nd->last.name, LOOKUP_REFERENCE, pid); return 1; } int kprobe__d_lookup(struct pt_regs *ctx, const struct dentry *parent, const struct qstr *name) { u32 tid = bpf_get_current_pid_tgid(); struct entry_t entry = {}; const char *fname = name->name; if (fname) { bpf_probe_read_kernel(&entry.name, sizeof(entry.name), (void *)fname); } entrybypid.update(&tid, &entry); return 0; } int kretprobe__d_lookup(struct pt_regs *ctx) { u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; struct entry_t *ep; ep = entrybypid.lookup(&tid); if (ep == 0) { return 0; // missed entry } if (PT_REGS_RC(ctx) != 0) { entrybypid.delete(&tid); return 0; // lookup didn't fail } submit_event(ctx, (void *)ep->name, LOOKUP_MISS, pid); entrybypid.delete(&tid); return 0; } """ if args.ebpf: print(bpf_text) exit() # initialize BPF b = BPF(text=bpf_text) if args.all: b.attach_kprobe(event_re=r'^lookup_fast$|^lookup_fast.constprop.*.\d$', fn_name="trace_fast") mode_s = { 0: 'M', 1: 'R', } start_ts = time.time() def print_event(cpu, data, size): event = b["events"].event(data) print("%-11.6f %-7d %-16s %1s %s" % ( time.time() - start_ts, event.pid, event.comm.decode('utf-8', 'replace'), mode_s[event.type], event.filename.decode('utf-8', 'replace'))) # header print("%-11s %-7s %-16s %1s %s" % ("TIME(s)", "PID", "COMM", "T", "FILE")) b["events"].open_perf_buffer(print_event, page_cnt=64) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/dcsnoop_example.txt000066400000000000000000000104231465134135300177360ustar00rootroot00000000000000Demonstrations of dcsnoop, the Linux eBPF/bcc version. dcsnoop traces directory entry cache (dcache) lookups, and can be used for further investigation beyond dcstat(8). The output is likely verbose, as dcache lookups are likely frequent. By default, only failed lookups are shown. For example: # ./dcsnoop.py TIME(s) PID COMM T FILE 0.002837 1643 snmpd M net/dev 0.002852 1643 snmpd M 1643 0.002856 1643 snmpd M net 0.002863 1643 snmpd M dev 0.002952 1643 snmpd M net/if_inet6 0.002964 1643 snmpd M if_inet6 0.003180 1643 snmpd M net/ipv4/neigh/eth0/retrans_time_ms 0.003192 1643 snmpd M ipv4/neigh/eth0/retrans_time_ms 0.003197 1643 snmpd M neigh/eth0/retrans_time_ms 0.003203 1643 snmpd M eth0/retrans_time_ms 0.003206 1643 snmpd M retrans_time_ms 0.003245 1643 snmpd M ipv6/neigh/eth0/retrans_time_ms 0.003249 1643 snmpd M neigh/eth0/retrans_time_ms 0.003252 1643 snmpd M eth0/retrans_time_ms 0.003255 1643 snmpd M retrans_time_ms 0.003287 1643 snmpd M conf/eth0/forwarding 0.003292 1643 snmpd M eth0/forwarding 0.003295 1643 snmpd M forwarding 0.003326 1643 snmpd M base_reachable_time_ms [...] I ran a drop caches at the same time as executing this tool. The output shows the processes, the type of event ("T" column: M == miss, R == reference), and the filename for the dcache lookup. The way the dcache is currently implemented, each component of a path is checked in turn. The first line, showing "net/dev" from snmp, will be a lookup for "net" in a directory (that isn't shown here). If it finds "net", it will then lookup "dev" inside net. You can see this sequence a little later, starting at time 0.003180, where a pathname is being searched directory by directory. The -a option will show all lookups, although be warned, the output will be very verbose. For example: # ./dcsnoop TIME(s) PID COMM T FILE 0.000000 20279 dcsnoop.py M p_lookup_fast 0.000010 20279 dcsnoop.py M enable 0.000013 20279 dcsnoop.py M id 0.000015 20279 dcsnoop.py M filter 0.000017 20279 dcsnoop.py M trigger 0.000019 20279 dcsnoop.py M format 0.006148 20279 dcsnoop.py R sys/kernel/debug/tracing/trace_pipe 0.006158 20279 dcsnoop.py R kernel/debug/tracing/trace_pipe 0.006161 20279 dcsnoop.py R debug/tracing/trace_pipe 0.006164 20279 dcsnoop.py R tracing/trace_pipe 0.006166 20279 dcsnoop.py R trace_pipe 0.015900 1643 snmpd R proc/sys/net/ipv6/conf/lo/forwarding 0.015901 1643 snmpd R sys/net/ipv6/conf/lo/forwarding 0.015901 1643 snmpd R net/ipv6/conf/lo/forwarding 0.015902 1643 snmpd R ipv6/conf/lo/forwarding 0.015903 1643 snmpd R conf/lo/forwarding 0.015904 1643 snmpd R lo/forwarding 0.015905 1643 snmpd M lo/forwarding 0.015908 1643 snmpd R forwarding 0.015909 1643 snmpd M forwarding 0.015937 1643 snmpd R proc/sys/net/ipv6/neigh/lo/base_reachable_time_ms 0.015937 1643 snmpd R sys/net/ipv6/neigh/lo/base_reachable_time_ms 0.015938 1643 snmpd R net/ipv6/neigh/lo/base_reachable_time_ms 0.015939 1643 snmpd R ipv6/neigh/lo/base_reachable_time_ms 0.015940 1643 snmpd R neigh/lo/base_reachable_time_ms 0.015941 1643 snmpd R lo/base_reachable_time_ms 0.015941 1643 snmpd R base_reachable_time_ms 0.015943 1643 snmpd M base_reachable_time_ms 0.043569 1876 supervise M 20281 0.043573 1886 supervise M 20280 0.043582 1886 supervise R supervise/status.new [...] USAGE message: # ./dcsnoop.py -h usage: dcsnoop.py [-h] [-a] Trace directory entry cache (dcache) lookups optional arguments: -h, --help show this help message and exit -a, --all trace all lookups (default is fails only) examples: ./dcsnoop # trace failed dcache lookups ./dcsnoop -a # trace all dcache lookups bpfcc-0.31.0/tools/dcstat.py000077500000000000000000000074251465134135300156640ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # dcstat Directory entry cache (dcache) stats. # For Linux, uses BCC, eBPF. # # USAGE: dcstat [interval [count]] # # This uses kernel dynamic tracing of kernel functions, lookup_fast() and # d_lookup(), which will need to be modified to match kernel changes. See # code comments. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 09-Feb-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF from ctypes import c_int from time import sleep, strftime from sys import argv def usage(): print("USAGE: %s [interval [count]]" % argv[0]) exit() # arguments interval = 1 count = -1 if len(argv) > 1: try: interval = int(argv[1]) if interval == 0: raise if len(argv) > 2: count = int(argv[2]) except: # also catches -h, --help usage() # define BPF program bpf_text = """ #include enum stats { S_REFS = 1, S_SLOW, S_MISS, S_MAXSTAT }; BPF_ARRAY(stats, u64, S_MAXSTAT); /* * How this is instrumented, and how to interpret the statistics, is very much * tied to the current kernel implementation (this was written on Linux 4.4). * This will need maintenance to keep working as the implementation changes. To * aid future adventurers, this is is what the current code does, and why. * * First problem: the current implementation takes a path and then does a * lookup of each component. So how do we count a reference? Once for the path * lookup, or once for every component lookup? I've chosen the latter * since it seems to map more closely to actual dcache lookups (via * __d_lookup_rcu()). It's counted via calls to lookup_fast(). * * The implementation tries different, progressively slower, approaches to * lookup a file. At what point do we call it a dcache miss? I've chosen when * a d_lookup() (which is called during lookup_slow()) returns zero. * * I've also included a "SLOW" statistic to show how often the fast lookup * failed. Whether this exists or is interesting is an implementation detail, * and the "SLOW" statistic may be removed in future versions. */ void count_fast(struct pt_regs *ctx) { int key = S_REFS; stats.atomic_increment(key); } void count_lookup(struct pt_regs *ctx) { int key = S_SLOW; stats.atomic_increment(key); if (PT_REGS_RC(ctx) == 0) { key = S_MISS; stats.atomic_increment(key); } } """ # load BPF program b = BPF(text=bpf_text) b.attach_kprobe(event_re=r'^lookup_fast$|^lookup_fast.constprop.*.\d$', fn_name="count_fast") b.attach_kretprobe(event="d_lookup", fn_name="count_lookup") # stat column labels and indexes stats = { "REFS": 1, "SLOW": 2, "MISS": 3 } # header print("%-8s " % "TIME", end="") for stype, idx in sorted(stats.items(), key=lambda k_v: (k_v[1], k_v[0])): print(" %8s" % (stype + "/s"), end="") print(" %8s" % "HIT%") # output i = 0 while (1): if count > 0: i += 1 if i > count: exit() try: sleep(interval) except KeyboardInterrupt: exit() print("%-8s: " % strftime("%H:%M:%S"), end="") # print each statistic as a column for stype, idx in sorted(stats.items(), key=lambda k_v: (k_v[1], k_v[0])): try: val = b["stats"][c_int(idx)].value / interval print(" %8d" % val, end="") except: print(" %8d" % 0, end="") # print hit ratio percentage try: ref = b["stats"][c_int(stats["REFS"])].value miss = b["stats"][c_int(stats["MISS"])].value hit = ref - miss pct = float(100) * hit / ref print(" %8.2f" % pct) except: print(" %7s%%" % "-") b["stats"].clear() bpfcc-0.31.0/tools/dcstat_example.txt000066400000000000000000000064171465134135300175630ustar00rootroot00000000000000Demonstrations of dcstat, the Linux eBPF/bcc version. dcstat shows directory entry cache (dcache) statistics. For example: # ./dcstat TIME REFS/s SLOW/s MISS/s HIT% 08:11:47: 2059 141 97 95.29 08:11:48: 79974 151 106 99.87 08:11:49: 192874 146 102 99.95 08:11:50: 2051 144 100 95.12 08:11:51: 73373 17239 17194 76.57 08:11:52: 54685 25431 25387 53.58 08:11:53: 18127 8182 8137 55.12 08:11:54: 22517 10345 10301 54.25 08:11:55: 7524 2881 2836 62.31 08:11:56: 2067 141 97 95.31 08:11:57: 2115 145 101 95.22 The output shows the total references per second ("REFS/s"), the number that took a slower code path to be processed ("SLOW/s"), the number of dcache misses ("MISS/s"), and the hit ratio as a percentage. By default, an interval of 1 second is used. At 08:11:49, there were 192 thousand references, which almost entirely hit from the dcache, with a hit ration of 99.95%. A little later, starting at 08:11:51, a workload began that walked many uncached files, reducing the hit ratio to 53%, and more importantly, a miss rate of over 10 thousand per second. Here's an interesting workload: # ./dcstat TIME REFS/s SLOW/s MISS/s HIT% 08:15:53: 250683 141 97 99.96 08:15:54: 266115 145 101 99.96 08:15:55: 268428 141 97 99.96 08:15:56: 260389 143 99 99.96 It's a 99.96% hit ratio, and these are all negative hits: accessing a file that does not exist. Here's the C program that generated the workload: # cat -n badopen.c 1 #include 2 #include 3 #include 4 5 int 6 main(int argc, char *argv[]) 7 { 8 int fd; 9 while (1) { 10 fd = open("bad", O_RDONLY); 11 } 12 return 0; 13 } This is a simple workload generator than tries to open a missing file ("bad") as quickly as possible. Lets see what happens if the workload attempts to open a different filename each time (which is also a missing file), using the following C code: # cat -n badopen2.c 1 #include 2 #include 3 #include 4 #include 5 6 int 7 main(int argc, char *argv[]) 8 { 9 int fd, i = 0; 10 char buf[128] = {}; 11 12 while (1) { 13 sprintf(buf, "bad%d", i++); 14 fd = open(buf, O_RDONLY); 15 } 16 return 0; 17 } Here's dcstat: # ./dcstat TIME REFS/s SLOW/s MISS/s HIT% 08:18:52: 241131 237544 237505 1.51 08:18:53: 238210 236323 236278 0.82 08:18:54: 235259 233307 233261 0.85 08:18:55: 233144 231256 231214 0.83 08:18:56: 231981 230097 230053 0.83 dcstat also supports an optional interval and optional count. For example, printing 5 second summaries 3 times: # ./dcstat 5 3 TIME REFS/s SLOW/s MISS/s HIT% 08:20:03: 2085 143 99 95.23 08:20:08: 2077 143 98 95.24 08:20:14: 2071 144 100 95.15 USAGE message: # ./dcstat -h USAGE: ./dcstat [interval [count]] bpfcc-0.31.0/tools/deadlock.c000066400000000000000000000156321465134135300157360ustar00rootroot00000000000000/* * deadlock.c Detects potential deadlocks in a running process. * For Linux, uses BCC, eBPF. See .py file. * * Copyright 2017 Facebook, Inc. * Licensed under the Apache License, Version 2.0 (the "License") * * 1-Feb-2016 Kenny Yu Created this. */ #include #include // Maximum number of mutexes a single thread can hold at once. // If the number is too big, the unrolled loops wil cause the stack // to be too big, and the bpf verifier will fail. #define MAX_HELD_MUTEXES 16 // Info about held mutexes. `mutex` will be 0 if not held. struct held_mutex_t { u64 mutex; u64 stack_id; }; // List of mutexes that a thread is holding. Whenever we loop over this array, // we need to force the compiler to unroll the loop, otherwise the bcc verifier // will fail because the loop will create a backwards edge. struct thread_to_held_mutex_leaf_t { struct held_mutex_t held_mutexes[MAX_HELD_MUTEXES]; }; // Map of thread ID -> array of (mutex addresses, stack id) BPF_HASH(thread_to_held_mutexes, u32, struct thread_to_held_mutex_leaf_t, MAX_THREADS); // Key type for edges. Represents an edge from mutex1 => mutex2. struct edges_key_t { u64 mutex1; u64 mutex2; }; // Leaf type for edges. Holds information about where each mutex was acquired. struct edges_leaf_t { u64 mutex1_stack_id; u64 mutex2_stack_id; u32 thread_pid; char comm[TASK_COMM_LEN]; }; // Represents all edges currently in the mutex wait graph. BPF_HASH(edges, struct edges_key_t, struct edges_leaf_t, MAX_EDGES); // Info about parent thread when a child thread is created. struct thread_created_leaf_t { u64 stack_id; u32 parent_pid; char comm[TASK_COMM_LEN]; }; // Map of child thread pid -> info about parent thread. BPF_HASH(thread_to_parent, u32, struct thread_created_leaf_t); // Stack traces when threads are created and when mutexes are locked/unlocked. BPF_STACK_TRACE(stack_traces, MAX_TRACES); // The first argument to the user space function we are tracing // is a pointer to the mutex M held by thread T. // // For all mutexes N held by mutexes_held[T] // add edge N => M (held by T) // mutexes_held[T].add(M) int trace_mutex_acquire(struct pt_regs *ctx, void *mutex_addr) { // Higher 32 bits is process ID, Lower 32 bits is thread ID u32 pid = bpf_get_current_pid_tgid(); u64 mutex = (u64)mutex_addr; struct thread_to_held_mutex_leaf_t empty_leaf = {}; struct thread_to_held_mutex_leaf_t *leaf = thread_to_held_mutexes.lookup_or_try_init(&pid, &empty_leaf); if (!leaf) { bpf_trace_printk( "could not add thread_to_held_mutex key, thread: %d, mutex: %p\n", pid, mutex); return 1; // Could not insert, no more memory } // Recursive mutexes lock the same mutex multiple times. We cannot tell if // the mutex is recursive after the mutex is already created. To avoid noisy // reports, disallow self edges. Do one pass to check if we are already // holding the mutex, and if we are, do nothing. #pragma unroll for (int i = 0; i < MAX_HELD_MUTEXES; ++i) { if (leaf->held_mutexes[i].mutex == mutex) { return 1; // Disallow self edges } } u64 stack_id = stack_traces.get_stackid(ctx, BPF_F_USER_STACK); int added_mutex = 0; #pragma unroll for (int i = 0; i < MAX_HELD_MUTEXES; ++i) { // If this is a free slot, see if we can insert. if (!leaf->held_mutexes[i].mutex) { if (!added_mutex) { leaf->held_mutexes[i].mutex = mutex; leaf->held_mutexes[i].stack_id = stack_id; added_mutex = 1; } continue; // Nothing to do for a free slot } // Add edges from held mutex => current mutex struct edges_key_t edge_key = {}; edge_key.mutex1 = leaf->held_mutexes[i].mutex; edge_key.mutex2 = mutex; struct edges_leaf_t edge_leaf = {}; edge_leaf.mutex1_stack_id = leaf->held_mutexes[i].stack_id; edge_leaf.mutex2_stack_id = stack_id; edge_leaf.thread_pid = pid; bpf_get_current_comm(&edge_leaf.comm, sizeof(edge_leaf.comm)); // Returns non-zero on error int result = edges.update(&edge_key, &edge_leaf); if (result) { bpf_trace_printk("could not add edge key %p, %p, error: %d\n", edge_key.mutex1, edge_key.mutex2, result); continue; // Could not insert, no more memory } } // There were no free slots for this mutex. if (!added_mutex) { bpf_trace_printk("could not add mutex %p, added_mutex: %d\n", mutex, added_mutex); return 1; } return 0; } // The first argument to the user space function we are tracing // is a pointer to the mutex M held by thread T. // // mutexes_held[T].remove(M) int trace_mutex_release(struct pt_regs *ctx, void *mutex_addr) { // Higher 32 bits is process ID, Lower 32 bits is thread ID u32 pid = bpf_get_current_pid_tgid(); u64 mutex = (u64)mutex_addr; struct thread_to_held_mutex_leaf_t *leaf = thread_to_held_mutexes.lookup(&pid); if (!leaf) { // If the leaf does not exist for the pid, then it means we either missed // the acquire event, or we had no more memory and could not add it. bpf_trace_printk( "could not find thread_to_held_mutex, thread: %d, mutex: %p\n", pid, mutex); return 1; } // For older kernels without "Bpf: allow access into map value arrays" // (https://lkml.org/lkml/2016/8/30/287) the bpf verifier will fail with an // invalid memory access on `leaf->held_mutexes[i]` below. On newer kernels, // we can avoid making this extra copy in `value` and use `leaf` directly. struct thread_to_held_mutex_leaf_t value = {}; bpf_probe_read_user(&value, sizeof(struct thread_to_held_mutex_leaf_t), leaf); #pragma unroll for (int i = 0; i < MAX_HELD_MUTEXES; ++i) { // Find the current mutex (if it exists), and clear it. // Note: Can't use `leaf->` in this if condition, see comment above. if (value.held_mutexes[i].mutex == mutex) { leaf->held_mutexes[i].mutex = 0; leaf->held_mutexes[i].stack_id = 0; } } return 0; } // Trace return from clone() syscall in the child thread (return value > 0). int trace_clone(struct pt_regs *ctx, unsigned long flags, void *child_stack, void *ptid, void *ctid, struct pt_regs *regs) { u32 child_pid = PT_REGS_RC(ctx); if (child_pid <= 0) { return 1; } struct thread_created_leaf_t thread_created_leaf = {}; thread_created_leaf.parent_pid = bpf_get_current_pid_tgid(); thread_created_leaf.stack_id = stack_traces.get_stackid(ctx, BPF_F_USER_STACK); bpf_get_current_comm(&thread_created_leaf.comm, sizeof(thread_created_leaf.comm)); struct thread_created_leaf_t *insert_result = thread_to_parent.lookup_or_try_init(&child_pid, &thread_created_leaf); if (!insert_result) { bpf_trace_printk( "could not add thread_created_key, child: %d, parent: %d\n", child_pid, thread_created_leaf.parent_pid); return 1; // Could not insert, no more memory } return 0; } bpfcc-0.31.0/tools/deadlock.py000077500000000000000000000506721465134135300161520ustar00rootroot00000000000000#!/usr/bin/env python # # deadlock Detects potential deadlocks (lock order inversions) # on a running process. For Linux, uses BCC, eBPF. # # USAGE: deadlock.py [-h] [--binary BINARY] [--dump-graph DUMP_GRAPH] # [--verbose] [--lock-symbols LOCK_SYMBOLS] # [--unlock-symbols UNLOCK_SYMBOLS] # pid # # This traces pthread mutex lock and unlock calls to build a directed graph # representing the mutex wait graph: # # - Nodes in the graph represent mutexes. # - Edge (A, B) exists if there exists some thread T where lock(A) was called # and lock(B) was called before unlock(A) was called. # # If the program finds a potential lock order inversion, the program will dump # the cycle of mutexes and the stack traces where each mutex was acquired, and # then exit. # # This program can only find potential deadlocks that occur while the program # is tracing the process. It cannot find deadlocks that may have occurred # before the program was attached to the process. # # Since this traces all mutex lock and unlock events and all thread creation # events on the traced process, the overhead of this bpf program can be very # high if the process has many threads and mutexes. You should only run this on # a process where the slowdown is acceptable. # # Note: This tool does not work for shared mutexes or recursive mutexes. # # For shared (read-write) mutexes, a deadlock requires a cycle in the wait # graph where at least one of the mutexes in the cycle is acquiring exclusive # (write) ownership. # # For recursive mutexes, lock() is called multiple times on the same mutex. # However, there is no way to determine if a mutex is a recursive mutex # after the mutex has been created. As a result, this tool will not find # potential deadlocks that involve only one mutex. # # Copyright 2017 Facebook, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 01-Feb-2017 Kenny Yu Created this. from __future__ import ( absolute_import, division, unicode_literals, print_function ) from bcc import BPF from collections import defaultdict import argparse import json import os import subprocess import sys import time class DiGraph(object): ''' Adapted from networkx: http://networkx.github.io/ Represents a directed graph. Edges can store (key, value) attributes. ''' def __init__(self): # Map of node -> set of nodes self.adjacency_map = {} # Map of (node1, node2) -> map string -> arbitrary attribute # This will not be copied in subgraph() self.attributes_map = {} def neighbors(self, node): return self.adjacency_map.get(node, set()) def edges(self): edges = [] for node, neighbors in self.adjacency_map.items(): for neighbor in neighbors: edges.append((node, neighbor)) return edges def nodes(self): return self.adjacency_map.keys() def attributes(self, node1, node2): return self.attributes_map[(node1, node2)] def add_edge(self, node1, node2, **kwargs): if node1 not in self.adjacency_map: self.adjacency_map[node1] = set() if node2 not in self.adjacency_map: self.adjacency_map[node2] = set() self.adjacency_map[node1].add(node2) self.attributes_map[(node1, node2)] = kwargs def remove_node(self, node): self.adjacency_map.pop(node, None) for _, neighbors in self.adjacency_map.items(): neighbors.discard(node) def subgraph(self, nodes): graph = DiGraph() for node in nodes: for neighbor in self.neighbors(node): if neighbor in nodes: graph.add_edge(node, neighbor) return graph def node_link_data(self): ''' Returns the graph as a dictionary in a format that can be serialized. ''' data = { 'directed': True, 'multigraph': False, 'graph': {}, 'links': [], 'nodes': [], } # Do one pass to build a map of node -> position in nodes node_to_number = {} for node in self.adjacency_map.keys(): node_to_number[node] = len(data['nodes']) data['nodes'].append({'id': node}) # Do another pass to build the link information for node, neighbors in self.adjacency_map.items(): for neighbor in neighbors: link = self.attributes_map[(node, neighbor)].copy() link['source'] = node_to_number[node] link['target'] = node_to_number[neighbor] data['links'].append(link) return data def strongly_connected_components(G): ''' Adapted from networkx: http://networkx.github.io/ Parameters ---------- G : DiGraph Returns ------- comp : generator of sets A generator of sets of nodes, one for each strongly connected component of G. ''' preorder = {} lowlink = {} scc_found = {} scc_queue = [] i = 0 # Preorder counter for source in G.nodes(): if source not in scc_found: queue = [source] while queue: v = queue[-1] if v not in preorder: i = i + 1 preorder[v] = i done = 1 v_nbrs = G.neighbors(v) for w in v_nbrs: if w not in preorder: queue.append(w) done = 0 break if done == 1: lowlink[v] = preorder[v] for w in v_nbrs: if w not in scc_found: if preorder[w] > preorder[v]: lowlink[v] = min([lowlink[v], lowlink[w]]) else: lowlink[v] = min([lowlink[v], preorder[w]]) queue.pop() if lowlink[v] == preorder[v]: scc_found[v] = True scc = {v} while ( scc_queue and preorder[scc_queue[-1]] > preorder[v] ): k = scc_queue.pop() scc_found[k] = True scc.add(k) yield scc else: scc_queue.append(v) def simple_cycles(G): ''' Adapted from networkx: http://networkx.github.io/ Parameters ---------- G : DiGraph Returns ------- cycle_generator: generator A generator that produces elementary cycles of the graph. Each cycle is represented by a list of nodes along the cycle. ''' def _unblock(thisnode, blocked, B): stack = set([thisnode]) while stack: node = stack.pop() if node in blocked: blocked.remove(node) stack.update(B[node]) B[node].clear() # Johnson's algorithm requires some ordering of the nodes. # We assign the arbitrary ordering given by the strongly connected comps # There is no need to track the ordering as each node removed as processed. # save the actual graph so we can mutate it here # We only take the edges because we do not want to # copy edge and node attributes here. subG = G.subgraph(G.nodes()) sccs = list(strongly_connected_components(subG)) while sccs: scc = sccs.pop() # order of scc determines ordering of nodes startnode = scc.pop() # Processing node runs 'circuit' routine from recursive version path = [startnode] blocked = set() # vertex: blocked from search? closed = set() # nodes involved in a cycle blocked.add(startnode) B = defaultdict(set) # graph portions that yield no elementary circuit stack = [(startnode, list(subG.neighbors(startnode)))] while stack: thisnode, nbrs = stack[-1] if nbrs: nextnode = nbrs.pop() if nextnode == startnode: yield path[:] closed.update(path) elif nextnode not in blocked: path.append(nextnode) stack.append((nextnode, list(subG.neighbors(nextnode)))) closed.discard(nextnode) blocked.add(nextnode) continue # done with nextnode... look for more neighbors if not nbrs: # no more nbrs if thisnode in closed: _unblock(thisnode, blocked, B) else: for nbr in subG.neighbors(thisnode): if thisnode not in B[nbr]: B[nbr].add(thisnode) stack.pop() path.pop() # done processing this node subG.remove_node(startnode) H = subG.subgraph(scc) # make smaller to avoid work in SCC routine sccs.extend(list(strongly_connected_components(H))) def find_cycle(graph): ''' Looks for a cycle in the graph. If found, returns the first cycle. If nodes a1, a2, ..., an are in a cycle, then this returns: [(a1,a2), (a2,a3), ... (an-1,an), (an, a1)] Otherwise returns an empty list. ''' cycles = list(simple_cycles(graph)) if cycles: nodes = cycles[0] nodes.append(nodes[0]) edges = [] prev = nodes[0] for node in nodes[1:]: edges.append((prev, node)) prev = node return edges else: return [] def print_cycle(binary, graph, edges, thread_info, print_stack_trace_fn): ''' Prints the cycle in the mutex graph in the following format: Potential Deadlock Detected! Cycle in lock order graph: M0 => M1 => M2 => M0 for (m, n) in cycle: Mutex n acquired here while holding Mutex m in thread T: [ stack trace ] Mutex m previously acquired by thread T here: [ stack trace ] for T in all threads: Thread T was created here: [ stack trace ] ''' # List of mutexes in the cycle, first and last repeated nodes_in_order = [] # Map mutex address -> readable alias node_addr_to_name = {} for counter, (m, n) in enumerate(edges): nodes_in_order.append(m) # For global or static variables, try to symbolize the mutex address. symbol = symbolize_with_objdump(binary, m) if symbol: symbol += ' ' node_addr_to_name[m] = 'Mutex M%d (%s0x%016x)' % (counter, symbol, m) nodes_in_order.append(nodes_in_order[0]) print('----------------\nPotential Deadlock Detected!\n') print( 'Cycle in lock order graph: %s\n' % (' => '.join([node_addr_to_name[n] for n in nodes_in_order])) ) # Set of threads involved in the lock inversion thread_pids = set() # For each edge in the cycle, print where the two mutexes were held for (m, n) in edges: thread_pid = graph.attributes(m, n)['thread_pid'] thread_comm = graph.attributes(m, n)['thread_comm'] first_mutex_stack_id = graph.attributes(m, n)['first_mutex_stack_id'] second_mutex_stack_id = graph.attributes(m, n)['second_mutex_stack_id'] thread_pids.add(thread_pid) print( '%s acquired here while holding %s in Thread %d (%s):' % ( node_addr_to_name[n], node_addr_to_name[m], thread_pid, thread_comm ) ) print_stack_trace_fn(second_mutex_stack_id) print('') print( '%s previously acquired by the same Thread %d (%s) here:' % (node_addr_to_name[m], thread_pid, thread_comm) ) print_stack_trace_fn(first_mutex_stack_id) print('') # Print where the threads were created, if available for thread_pid in thread_pids: parent_pid, stack_id, parent_comm = thread_info.get( thread_pid, (None, None, None) ) if parent_pid: print( 'Thread %d created by Thread %d (%s) here: ' % (thread_pid, parent_pid, parent_comm) ) print_stack_trace_fn(stack_id) else: print( 'Could not find stack trace where Thread %d was created' % thread_pid ) print('') def symbolize_with_objdump(binary, addr): ''' Searches the binary for the address using objdump. Returns the symbol if it is found, otherwise returns empty string. ''' try: command = ( 'objdump -tT %s | grep %x | awk {\'print $NF\'} | c++filt' % (binary, addr) ) output = subprocess.check_output(command, shell=True) return output.decode('utf-8').strip() except subprocess.CalledProcessError: return '' def strlist(s): '''Given a comma-separated string, returns a list of substrings''' return s.strip().split(',') def main(): examples = '''Examples: deadlock 181 # Analyze PID 181 deadlock 181 --binary /lib/x86_64-linux-gnu/libpthread.so.0 # Analyze PID 181 and locks from this binary. # If tracing a process that is running from # a dynamically-linked binary, this argument # is required and should be the path to the # pthread library. deadlock 181 --verbose # Analyze PID 181 and print statistics about # the mutex wait graph. deadlock 181 --lock-symbols my_mutex_lock1,my_mutex_lock2 \\ --unlock-symbols my_mutex_unlock1,my_mutex_unlock2 # Analyze PID 181 and trace custom mutex # symbols instead of pthread mutexes. deadlock 181 --dump-graph graph.json # Analyze PID 181 and dump the mutex wait # graph to graph.json. ''' parser = argparse.ArgumentParser( description=( 'Detect potential deadlocks (lock inversions) in a running binary.' '\nMust be run as root.' ), formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples, ) parser.add_argument('pid', type=int, help='Pid to trace') # Binaries with `:` in the path will fail to attach uprobes on kernels # running without this patch: https://lkml.org/lkml/2017/1/13/585. # Symlinks to the binary without `:` in the path can get around this issue. parser.add_argument( '--binary', type=str, default='', help='If set, trace the mutexes from the binary at this path. ' 'For statically-linked binaries, this argument is not required. ' 'For dynamically-linked binaries, this argument is required and ' 'should be the path of the pthread library the binary is using. ' 'Example: /lib/x86_64-linux-gnu/libpthread.so.0', ) parser.add_argument( '--dump-graph', type=str, default='', help='If set, this will dump the mutex graph to the specified file.', ) parser.add_argument( '--verbose', action='store_true', help='Print statistics about the mutex wait graph.', ) parser.add_argument( '--lock-symbols', type=strlist, default=['pthread_mutex_lock'], help='Comma-separated list of lock symbols to trace. Default is ' 'pthread_mutex_lock. These symbols cannot be inlined in the binary.', ) parser.add_argument( '--unlock-symbols', type=strlist, default=['pthread_mutex_unlock'], help='Comma-separated list of unlock symbols to trace. Default is ' 'pthread_mutex_unlock. These symbols cannot be inlined in the binary.', ) parser.add_argument( '-t', '--threads', type=int, default=65536, help='Specifies the maximum number of threads to trace. default 65536. ' 'Note. 40 bytes per thread.' ) parser.add_argument( '-e', '--edges', type=int, default=65536, help='Specifies the maximum number of edge cases that can be recorded. ' 'default 65536. Note. 88 bytes per edge case.' ) parser.add_argument( '-s', '--stacktraces', type=int, default=65536, help='Specifies the maximum number of stack traces that can be recorded. ' 'This number is rounded up to the next power of two.' 'default 65536. Note. 1 kbytes vmalloced per stack trace.' ) args = parser.parse_args() if not args.binary: try: args.binary = os.readlink('/proc/%d/exe' % args.pid) except OSError as e: print('%s. Is the process (pid=%d) running?' % (str(e), args.pid)) sys.exit(1) with open('deadlock.c') as f: text = f.read() text = text.replace('MAX_THREADS', str(args.threads)); text = text.replace('MAX_EDGES', str(args.edges)); text = text.replace('MAX_TRACES', str(args.stacktraces)); bpf = BPF(text=text) # Trace where threads are created bpf.attach_kretprobe(event=bpf.get_syscall_fnname('clone'), fn_name='trace_clone') # We must trace unlock first, otherwise in the time we attached the probe # on lock() and have not yet attached the probe on unlock(), a thread can # acquire mutexes and release them, but the release events will not be # traced, resulting in noisy reports. for symbol in args.unlock_symbols: try: bpf.attach_uprobe( name=args.binary, sym=symbol, fn_name='trace_mutex_release', pid=args.pid, ) except Exception as e: print('%s. Failed to attach to symbol: %s\nIs --binary argument missing?' % (str(e), symbol)) sys.exit(1) for symbol in args.lock_symbols: try: bpf.attach_uprobe( name=args.binary, sym=symbol, fn_name='trace_mutex_acquire', pid=args.pid, ) except Exception as e: print('%s. Failed to attach to symbol: %s' % (str(e), symbol)) sys.exit(1) def print_stack_trace(stack_id): '''Closure that prints the symbolized stack trace.''' for addr in bpf.get_table('stack_traces').walk(stack_id): line = bpf.sym(addr, args.pid) # Try to symbolize with objdump if we cannot with bpf. if line == '[unknown]': symbol = symbolize_with_objdump(args.binary, addr) if symbol: line = symbol print('@ %016x %s' % (addr, line)) print('Tracing... Hit Ctrl-C to end.') while True: try: # Map of child thread pid -> parent info thread_info = { child.value: (parent.parent_pid, parent.stack_id, parent.comm) for child, parent in bpf.get_table('thread_to_parent').items() } # Mutex wait directed graph. Nodes are mutexes. Edge (A,B) exists # if there exists some thread T where lock(A) was called and # lock(B) was called before unlock(A) was called. graph = DiGraph() for key, leaf in bpf.get_table('edges').items(): graph.add_edge( key.mutex1, key.mutex2, thread_pid=leaf.thread_pid, thread_comm=leaf.comm.decode('utf-8'), first_mutex_stack_id=leaf.mutex1_stack_id, second_mutex_stack_id=leaf.mutex2_stack_id, ) if args.verbose: print( 'Mutexes: %d, Edges: %d' % (len(graph.nodes()), len(graph.edges())) ) if args.dump_graph: with open(args.dump_graph, 'w') as f: data = graph.node_link_data() f.write(json.dumps(data, indent=2)) cycle = find_cycle(graph) if cycle: print_cycle( args.binary, graph, cycle, thread_info, print_stack_trace ) sys.exit(1) time.sleep(1) except KeyboardInterrupt: break if __name__ == '__main__': main() bpfcc-0.31.0/tools/deadlock_example.txt000066400000000000000000000404031465134135300200400ustar00rootroot00000000000000Demonstrations of deadlock. This program detects potential deadlocks on a running process. The program attaches uprobes on `pthread_mutex_lock` and `pthread_mutex_unlock` to build a mutex wait directed graph, and then looks for a cycle in this graph. This graph has the following properties: - Nodes in the graph represent mutexes. - Edge (A, B) exists if there exists some thread T where lock(A) was called and lock(B) was called before unlock(A) was called. If there is a cycle in this graph, this indicates that there is a lock order inversion (potential deadlock). If the program finds a lock order inversion, the program will dump the cycle of mutexes, dump the stack traces where each mutex was acquired, and then exit. This program can only find potential deadlocks that occur while the program is tracing the process. It cannot find deadlocks that may have occurred before the program was attached to the process. Since this traces all mutex lock and unlock events and all thread creation events on the traced process, the overhead of this bpf program can be very high if the process has many threads and mutexes. You should only run this on a process where the slowdown is acceptable. Note: This tool does not work for shared mutexes or recursive mutexes. For shared (read-write) mutexes, a deadlock requires a cycle in the wait graph where at least one of the mutexes in the cycle is acquiring exclusive (write) ownership. For recursive mutexes, lock() is called multiple times on the same mutex. However, there is no way to determine if a mutex is a recursive mutex after the mutex has been created. As a result, this tool will not find potential deadlocks that involve only one mutex. # ./deadlock.py 181 Tracing... Hit Ctrl-C to end. ---------------- Potential Deadlock Detected! Cycle in lock order graph: Mutex M0 (main::static_mutex3 0x0000000000473c60) => Mutex M1 (0x00007fff6d738400) => Mutex M2 (global_mutex1 0x0000000000473be0) => Mutex M3 (global_mutex2 0x0000000000473c20) => Mutex M0 (main::static_mutex3 0x0000000000473c60) Mutex M1 (0x00007fff6d738400) acquired here while holding Mutex M0 (main::static_mutex3 0x0000000000473c60) in Thread 357250 (lockinversion): @ 00000000004024d0 pthread_mutex_lock @ 0000000000406dd0 std::mutex::lock() @ 00000000004070d2 std::lock_guard::lock_guard(std::mutex&) @ 0000000000402e38 main::{lambda()#3}::operator()() const @ 0000000000406ba8 void std::_Bind_simple::_M_invoke<>(std::_Index_tuple<>) @ 0000000000406951 std::_Bind_simple::operator()() @ 000000000040673a std::thread::_Impl >::_M_run() @ 00007fd4496564e1 execute_native_thread_routine @ 00007fd449dd57f1 start_thread @ 00007fd44909746d __clone Mutex M0 (main::static_mutex3 0x0000000000473c60) previously acquired by the same Thread 357250 (lockinversion) here: @ 00000000004024d0 pthread_mutex_lock @ 0000000000406dd0 std::mutex::lock() @ 00000000004070d2 std::lock_guard::lock_guard(std::mutex&) @ 0000000000402e22 main::{lambda()#3}::operator()() const @ 0000000000406ba8 void std::_Bind_simple::_M_invoke<>(std::_Index_tuple<>) @ 0000000000406951 std::_Bind_simple::operator()() @ 000000000040673a std::thread::_Impl >::_M_run() @ 00007fd4496564e1 execute_native_thread_routine @ 00007fd449dd57f1 start_thread @ 00007fd44909746d __clone Mutex M2 (global_mutex1 0x0000000000473be0) acquired here while holding Mutex M1 (0x00007fff6d738400) in Thread 357251 (lockinversion): @ 00000000004024d0 pthread_mutex_lock @ 0000000000406dd0 std::mutex::lock() @ 00000000004070d2 std::lock_guard::lock_guard(std::mutex&) @ 0000000000402ea8 main::{lambda()#4}::operator()() const @ 0000000000406b46 void std::_Bind_simple::_M_invoke<>(std::_Index_tuple<>) @ 000000000040692d std::_Bind_simple::operator()() @ 000000000040671c std::thread::_Impl >::_M_run() @ 00007fd4496564e1 execute_native_thread_routine @ 00007fd449dd57f1 start_thread @ 00007fd44909746d __clone Mutex M1 (0x00007fff6d738400) previously acquired by the same Thread 357251 (lockinversion) here: @ 00000000004024d0 pthread_mutex_lock @ 0000000000406dd0 std::mutex::lock() @ 00000000004070d2 std::lock_guard::lock_guard(std::mutex&) @ 0000000000402e97 main::{lambda()#4}::operator()() const @ 0000000000406b46 void std::_Bind_simple::_M_invoke<>(std::_Index_tuple<>) @ 000000000040692d std::_Bind_simple::operator()() @ 000000000040671c std::thread::_Impl >::_M_run() @ 00007fd4496564e1 execute_native_thread_routine @ 00007fd449dd57f1 start_thread @ 00007fd44909746d __clone Mutex M3 (global_mutex2 0x0000000000473c20) acquired here while holding Mutex M2 (global_mutex1 0x0000000000473be0) in Thread 357247 (lockinversion): @ 00000000004024d0 pthread_mutex_lock @ 0000000000406dd0 std::mutex::lock() @ 00000000004070d2 std::lock_guard::lock_guard(std::mutex&) @ 0000000000402d5f main::{lambda()#1}::operator()() const @ 0000000000406c6c void std::_Bind_simple::_M_invoke<>(std::_Index_tuple<>) @ 0000000000406999 std::_Bind_simple::operator()() @ 0000000000406776 std::thread::_Impl >::_M_run() @ 00007fd4496564e1 execute_native_thread_routine @ 00007fd449dd57f1 start_thread @ 00007fd44909746d __clone Mutex M2 (global_mutex1 0x0000000000473be0) previously acquired by the same Thread 357247 (lockinversion) here: @ 00000000004024d0 pthread_mutex_lock @ 0000000000406dd0 std::mutex::lock() @ 00000000004070d2 std::lock_guard::lock_guard(std::mutex&) @ 0000000000402d4e main::{lambda()#1}::operator()() const @ 0000000000406c6c void std::_Bind_simple::_M_invoke<>(std::_Index_tuple<>) @ 0000000000406999 std::_Bind_simple::operator()() @ 0000000000406776 std::thread::_Impl >::_M_run() @ 00007fd4496564e1 execute_native_thread_routine @ 00007fd449dd57f1 start_thread @ 00007fd44909746d __clone Mutex M0 (main::static_mutex3 0x0000000000473c60) acquired here while holding Mutex M3 (global_mutex2 0x0000000000473c20) in Thread 357248 (lockinversion): @ 00000000004024d0 pthread_mutex_lock @ 0000000000406dd0 std::mutex::lock() @ 00000000004070d2 std::lock_guard::lock_guard(std::mutex&) @ 0000000000402dc9 main::{lambda()#2}::operator()() const @ 0000000000406c0a void std::_Bind_simple::_M_invoke<>(std::_Index_tuple<>) @ 0000000000406975 std::_Bind_simple::operator()() @ 0000000000406758 std::thread::_Impl >::_M_run() @ 00007fd4496564e1 execute_native_thread_routine @ 00007fd449dd57f1 start_thread @ 00007fd44909746d __clone Mutex M3 (global_mutex2 0x0000000000473c20) previously acquired by the same Thread 357248 (lockinversion) here: @ 00000000004024d0 pthread_mutex_lock @ 0000000000406dd0 std::mutex::lock() @ 00000000004070d2 std::lock_guard::lock_guard(std::mutex&) @ 0000000000402db8 main::{lambda()#2}::operator()() const @ 0000000000406c0a void std::_Bind_simple::_M_invoke<>(std::_Index_tuple<>) @ 0000000000406975 std::_Bind_simple::operator()() @ 0000000000406758 std::thread::_Impl >::_M_run() @ 00007fd4496564e1 execute_native_thread_routine @ 00007fd449dd57f1 start_thread @ 00007fd44909746d __clone Thread 357248 created by Thread 350692 (lockinversion) here: @ 00007fd449097431 __clone @ 00007fd449dd5ef5 pthread_create @ 00007fd449658440 std::thread::_M_start_thread(std::shared_ptr) @ 00000000004033ac std::thread::thread(main::{lambda()#2}&&) @ 000000000040308f main @ 00007fd448faa0f6 __libc_start_main @ 0000000000402ad8 [unknown] Thread 357250 created by Thread 350692 (lockinversion) here: @ 00007fd449097431 __clone @ 00007fd449dd5ef5 pthread_create @ 00007fd449658440 std::thread::_M_start_thread(std::shared_ptr) @ 00000000004034b2 std::thread::thread(main::{lambda()#3}&&) @ 00000000004030b9 main @ 00007fd448faa0f6 __libc_start_main @ 0000000000402ad8 [unknown] Thread 357251 created by Thread 350692 (lockinversion) here: @ 00007fd449097431 __clone @ 00007fd449dd5ef5 pthread_create @ 00007fd449658440 std::thread::_M_start_thread(std::shared_ptr) @ 00000000004035b8 std::thread::thread(main::{lambda()#4}&&) @ 00000000004030e6 main @ 00007fd448faa0f6 __libc_start_main @ 0000000000402ad8 [unknown] Thread 357247 created by Thread 350692 (lockinversion) here: @ 00007fd449097431 __clone @ 00007fd449dd5ef5 pthread_create @ 00007fd449658440 std::thread::_M_start_thread(std::shared_ptr) @ 00000000004032a6 std::thread::thread(main::{lambda()#1}&&) @ 0000000000403070 main @ 00007fd448faa0f6 __libc_start_main @ 0000000000402ad8 [unknown] This is output from a process that has a potential deadlock involving 4 mutexes and 4 threads: - Thread 357250 acquired M1 while holding M0 (edge M0 -> M1) - Thread 357251 acquired M2 while holding M1 (edge M1 -> M2) - Thread 357247 acquired M3 while holding M2 (edge M2 -> M3) - Thread 357248 acquired M0 while holding M3 (edge M3 -> M0) This is the C++ program that generated the output above: ```c++ #include #include #include #include std::mutex global_mutex1; std::mutex global_mutex2; int main(void) { static std::mutex static_mutex3; std::mutex local_mutex4; std::cout << "sleeping for a bit to allow trace to attach..." << std::endl; std::this_thread::sleep_for(std::chrono::seconds(10)); std::cout << "starting program..." << std::endl; auto t1 = std::thread([] { std::lock_guard g1(global_mutex1); std::lock_guard g2(global_mutex2); }); t1.join(); auto t2 = std::thread([] { std::lock_guard g2(global_mutex2); std::lock_guard g3(static_mutex3); }); t2.join(); auto t3 = std::thread([&local_mutex4] { std::lock_guard g3(static_mutex3); std::lock_guard g4(local_mutex4); }); t3.join(); auto t4 = std::thread([&local_mutex4] { std::lock_guard g4(local_mutex4); std::lock_guard g1(global_mutex1); }); t4.join(); std::cout << "sleeping to allow trace to collect data..." << std::endl; std::this_thread::sleep_for(std::chrono::seconds(5)); std::cout << "done!" << std::endl; } ``` Note that an actual deadlock did not occur, although this mutex lock ordering creates the possibility of a deadlock, and this is a hint to the programmer to reconsider the lock ordering. If the mutexes are global or static and debug symbols are enabled, the output will contain the mutex symbol name. The output uses a similar format as ThreadSanitizer (https://github.com/google/sanitizers/wiki/ThreadSanitizerDeadlockDetector). # ./deadlock.py 181 --binary /usr/local/bin/lockinversion Tracing... Hit Ctrl-C to end. ^C If the traced process is instantiated from a statically-linked executable, this argument is optional, and the program will determine the path of the executable from the pid. However, on older kernels without this patch ("uprobe: Find last occurrence of ':' when parsing uprobe PATH:OFFSET", https://lkml.org/lkml/2017/1/13/585), binaries that contain `:` in the path cannot be attached with uprobes. As a workaround, we can create a symlink to the binary, and provide the symlink name instead to the `--binary` option. # ./deadlock.py 181 --binary /lib/x86_64-linux-gnu/libpthread.so.0 Tracing... Hit Ctrl-C to end. ^C If the traced process is instantiated from a dynamically-linked executable, this argument is required and needs to be the path to the pthread shared library used by the executable. # ./deadlock.py 181 --dump-graph graph.json --verbose Tracing... Hit Ctrl-C to end. Mutexes: 0, Edges: 0 Mutexes: 532, Edges: 411 Mutexes: 735, Edges: 675 Mutexes: 1118, Edges: 1278 Mutexes: 1666, Edges: 2185 Mutexes: 2056, Edges: 2694 Mutexes: 2245, Edges: 2906 Mutexes: 2656, Edges: 3479 Mutexes: 2813, Edges: 3785 ^C If the program does not find a deadlock, it will keep running until you hit Ctrl-C. If you pass the `--verbose` flag, the program will also dump statistics about the number of mutexes and edges in the mutex wait graph. If you want to serialize the graph to analyze it later, you can pass the `--dump-graph FILE` flag, and the program will serialize the graph in json. # ./deadlock.py 181 --lock-symbols custom_mutex1_lock,custom_mutex2_lock --unlock_symbols custom_mutex1_unlock,custom_mutex2_unlock --verbose Tracing... Hit Ctrl-C to end. Mutexes: 0, Edges: 0 Mutexes: 532, Edges: 411 Mutexes: 735, Edges: 675 Mutexes: 1118, Edges: 1278 Mutexes: 1666, Edges: 2185 Mutexes: 2056, Edges: 2694 Mutexes: 2245, Edges: 2906 Mutexes: 2656, Edges: 3479 Mutexes: 2813, Edges: 3785 ^C If your program is using custom mutexes and not pthread mutexes, you can use the `--lock-symbols` and `--unlock-symbols` flags to specify different mutex symbols to trace. The flags take a comma-separated string of symbol names. Note that if the symbols are inlined in the binary, then this program can result in false positives. USAGE message: # ./deadlock.py -h usage: deadlock.py [-h] [--binary BINARY] [--dump-graph DUMP_GRAPH] [--verbose] [--lock-symbols LOCK_SYMBOLS] [--unlock-symbols UNLOCK_SYMBOLS] pid Detect potential deadlocks (lock inversions) in a running binary. Must be run as root. positional arguments: pid Pid to trace optional arguments: -h, --help show this help message and exit --binary BINARY If set, trace the mutexes from the binary at this path. For statically-linked binaries, this argument is not required. For dynamically-linked binaries, this argument is required and should be the path of the pthread library the binary is using. Example: /lib/x86_64-linux-gnu/libpthread.so.0 --dump-graph DUMP_GRAPH If set, this will dump the mutex graph to the specified file. --verbose Print statistics about the mutex wait graph. --lock-symbols LOCK_SYMBOLS Comma-separated list of lock symbols to trace. Default is pthread_mutex_lock. These symbols cannot be inlined in the binary. --unlock-symbols UNLOCK_SYMBOLS Comma-separated list of unlock symbols to trace. Default is pthread_mutex_unlock. These symbols cannot be inlined in the binary. -t THREADS, --threads THREADS Specifies the maximum number of threads to trace. default 65536. Note. 40 bytes per thread. -e EDGES, --edges EDGES Specifies the maximum number of edge cases that can be recorded. default 65536. Note. 88 bytes per edge case. Examples: deadlock 181 # Analyze PID 181 deadlock 181 --binary /lib/x86_64-linux-gnu/libpthread.so.0 # Analyze PID 181 and locks from this binary. # If tracing a process that is running from # a dynamically-linked binary, this argument # is required and should be the path to the # pthread library. deadlock 181 --verbose # Analyze PID 181 and print statistics about # the mutex wait graph. deadlock 181 --lock-symbols my_mutex_lock1,my_mutex_lock2 \ --unlock-symbols my_mutex_unlock1,my_mutex_unlock2 # Analyze PID 181 and trace custom mutex # symbols instead of pthread mutexes. deadlock 181 --dump-graph graph.json # Analyze PID 181 and dump the mutex wait # graph to graph.json. bpfcc-0.31.0/tools/dirtop.py000077500000000000000000000205721465134135300157010ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # dirtop file reads and writes by directory. # For Linux, uses BCC, eBPF. # # USAGE: dirtop.py -d 'directory1,directory2' [-h] [-C] [-r MAXROWS] [interval] [count] # # This uses in-kernel eBPF maps to store per process summaries for efficiency. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 13-Mar-2020 Erwan Velu Created dirtop from filetop # 06-Feb-2016 Brendan Gregg Created filetop. from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse import os import stat from subprocess import call # arguments examples = """examples: ./dirtop -d '/hdfs/uuid/*/yarn' # directory I/O top, 1 second refresh ./dirtop -d '/hdfs/uuid/*/yarn' -C # don't clear the screen ./dirtop -d '/hdfs/uuid/*/yarn' 5 # 5 second summaries ./dirtop -d '/hdfs/uuid/*/yarn' 5 10 # 5 second summaries, 10 times only ./dirtop -d '/hdfs/uuid/*/yarn,/hdfs/uuid/*/data' # Running dirtop on two set of directories """ parser = argparse.ArgumentParser( description="File reads and writes by process", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-C", "--noclear", action="store_true", help="don't clear the screen") parser.add_argument("-r", "--maxrows", default=20, help="maximum rows to print, default 20") parser.add_argument("-s", "--sort", default="all", choices=["all", "reads", "writes", "rbytes", "wbytes"], help="sort column, default all") parser.add_argument("-p", "--pid", type=int, metavar="PID", dest="tgid", help="trace this PID only") parser.add_argument("interval", nargs="?", default=1, help="output interval, in seconds") parser.add_argument("count", nargs="?", default=99999999, help="number of outputs") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) parser.add_argument("-d", "--root-directories", type=str, required=True, dest="rootdirs", help="select the directories to observe, separated by commas") args = parser.parse_args() interval = int(args.interval) countdown = int(args.count) maxrows = int(args.maxrows) clear = not int(args.noclear) debug = 0 # linux stats loadavg = "/proc/loadavg" # define BPF program bpf_text = """ # include # include // the key for the output summary struct info_t { unsigned long inode_id; }; // the value of the output summary struct val_t { u64 reads; u64 writes; u64 rbytes; u64 wbytes; }; BPF_HASH(counts, struct info_t, struct val_t); static int do_entry(struct pt_regs *ctx, struct file *file, char __user *buf, size_t count, int is_read) { u32 tgid = bpf_get_current_pid_tgid() >> 32; if (TGID_FILTER) return 0; // The directory inodes we look at u32 dir_ids[INODES_NUMBER] = DIRECTORY_INODES; struct info_t info = {.inode_id = 0}; struct dentry *pde = file->f_path.dentry; for (int i=0; i<50; i++) { // If we don't have any parent, we reached the root if (!pde->d_parent) { break; } pde = pde->d_parent; // Does the files is part of the directory we look for for(int dir_id=0; dir_idd_inode->i_ino == dir_ids[dir_id]) { // Yes, let's export the top directory inode info.inode_id = pde->d_inode->i_ino; break; } } } // If we didn't found any, let's abort if (info.inode_id == 0) { return 0; } struct val_t *valp, zero = {}; valp = counts.lookup_or_try_init(&info, &zero); if (valp) { if (is_read) { valp->reads++; valp->rbytes += count; } else { valp->writes++; valp->wbytes += count; } } return 0; } int trace_read_entry(struct pt_regs *ctx, struct file *file, char __user *buf, size_t count) { return do_entry(ctx, file, buf, count, 1); } int trace_write_entry(struct pt_regs *ctx, struct file *file, char __user *buf, size_t count) { return do_entry(ctx, file, buf, count, 0); } """ def get_searched_ids(root_directories): """Export the inode numbers of the selected directories.""" from glob import glob inode_to_path = {} inodes = "{" total_dirs = 0 for root_directory in root_directories.split(','): try: searched_dirs = glob(root_directory, recursive=True) except TypeError: searched_dirs = glob(root_directory) if not searched_dirs: continue for mydir in searched_dirs: total_dirs = total_dirs + 1 # If we pass more than 15 dirs, ebpf program fails if total_dirs > 15: print('15 directories limit reached') break inode_id = os.lstat(mydir)[stat.ST_INO] if inode_id in inode_to_path: if inode_to_path[inode_id] == mydir: print('Skipping {} as already considered'.format(mydir)) else: inodes = "{},{}".format(inodes, inode_id) inode_to_path[inode_id] = mydir print('Considering {} with inode_id {}'.format(mydir, inode_id)) inodes = inodes + '}' if len(inode_to_path) == 0: print('Cannot find any valid directory') exit() return inodes.replace('{,', '{'), inode_to_path if args.tgid: bpf_text = bpf_text.replace('TGID_FILTER', 'tgid != %d' % args.tgid) else: bpf_text = bpf_text.replace('TGID_FILTER', '0') inodes, inodes_to_path = get_searched_ids(args.rootdirs) bpf_text = bpf_text.replace("DIRECTORY_INODES", inodes) bpf_text = bpf_text.replace( "INODES_NUMBER", '{}'.format(len(inodes.split(',')))) if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # initialize BPF b = BPF(text=bpf_text) b.attach_kprobe(event="vfs_read", fn_name="trace_read_entry") b.attach_kprobe(event="vfs_write", fn_name="trace_write_entry") # check whether hash table batch ops is supported htab_batch_ops = True if BPF.kernel_struct_has_field(b'bpf_map_ops', b'map_lookup_and_delete_batch') == 1 else False DNAME_INLINE_LEN = 32 # linux/dcache.h print('Tracing... Output every %d secs. Hit Ctrl-C to end' % interval) def sort_fn(counts): """Define how to sort the columns""" if args.sort == "all": return (counts[1].rbytes + counts[1].wbytes + counts[1].reads + counts[1].writes) else: return getattr(counts[1], args.sort) # output exiting = 0 while 1: try: sleep(interval) except KeyboardInterrupt: exiting = 1 # header if clear: call("clear") else: print() with open(loadavg) as stats: print("%-8s loadavg: %s" % (strftime("%H:%M:%S"), stats.read())) print("%-6s %-6s %-8s %-8s %s" % ("READS", "WRITES", "R_Kb", "W_Kb", "PATH")) # by-TID output counts = b.get_table("counts") line = 0 reads = {} writes = {} reads_Kb = {} writes_Kb = {} for k, v in reversed(sorted(counts.items_lookup_and_delete_batch() if htab_batch_ops else counts.items(), key=sort_fn)): # If it's the first time we see this inode if k.inode_id not in reads: # let's create a new entry reads[k.inode_id] = v.reads writes[k.inode_id] = v.writes reads_Kb[k.inode_id] = v.rbytes / 1024 writes_Kb[k.inode_id] = v.wbytes / 1024 else: # unless add the current performance metrics # to the previous ones reads[k.inode_id] += v.reads writes[k.inode_id] += v.writes reads_Kb[k.inode_id] += v.rbytes / 1024 writes_Kb[k.inode_id] += v.wbytes / 1024 for node_id in reads: print("%-6d %-6d %-8d %-8d %s" % (reads[node_id], writes[node_id], reads_Kb[node_id], writes_Kb[node_id], inodes_to_path[node_id])) line += 1 if line >= maxrows: break if not htab_batch_ops: counts.clear() countdown -= 1 if exiting or countdown == 0: print("Detaching...") exit() bpfcc-0.31.0/tools/dirtop_example.txt000066400000000000000000000117511465134135300175770ustar00rootroot00000000000000Demonstrations of dirtop, the Linux eBPF/bcc version. dirtop shows reads and writes by directory. For example: # ./dirtop.py -d '/hdfs/uuid/*/yarn' Tracing... Output every 1 secs. Hit Ctrl-C to end 14:28:12 loadavg: 25.00 22.85 21.22 31/2921 66450 READS WRITES R_Kb W_Kb PATH 1030 2852 8 147341 /hdfs/uuid/c11da291-28de-4a77-873e-44bb452d238b/yarn 3308 2459 10980 24893 /hdfs/uuid/bf829d08-1455-45b8-81fa-05c3303e8c45/yarn 2227 7165 6484 11157 /hdfs/uuid/76dc0b77-e2fd-4476-818f-2b5c3c452396/yarn 1985 9576 6431 6616 /hdfs/uuid/99c178d5-a209-4af2-8467-7382c7f03c1b/yarn 1986 398 6474 6486 /hdfs/uuid/7d512fe7-b20d-464c-a75a-dbf8b687ee1c/yarn 764 3685 5 7069 /hdfs/uuid/250b21c8-1714-45fe-8c08-d45d0271c6bd/yarn 432 1603 259 6402 /hdfs/uuid/4a833770-767e-43b3-b696-dc98901bce26/yarn 993 5856 320 129 /hdfs/uuid/b94cbf3f-76b1-4ced-9043-02d450b9887c/yarn 612 5645 4 249 /hdfs/uuid/8138a53b-b942-44d3-82df-51575f1a3901/yarn 818 21 6 166 /hdfs/uuid/fada8004-53ff-48df-9396-165d8e42925b/yarn 174 23 1 171 /hdfs/uuid/d04fccd8-bc72-4ed9-bda4-c5b6893f1405/yarn 376 6281 2 97 /hdfs/uuid/0cc3683f-4800-4c73-8075-8d77dc7cf116/yarn 370 4588 2 96 /hdfs/uuid/a78f846a-58c4-4d10-a9f5-42f16a6134a0/yarn 190 6420 1 86 /hdfs/uuid/2c6a7223-cb18-4916-a1b6-8cd02bda1d31/yarn 178 123 1 17 /hdfs/uuid/b3b2a2ed-f6c1-4641-86bf-2989dd932411/yarn [...] This shows various directories read and written when hadoop runs. By default the output is sorted by the total read size in Kbytes (R_Kb). Sorting order can be changed via -s option. This is instrumenting at the VFS interface, so this is reads and writes that may return entirely from the file system cache (page cache). While not printed, the average read and write size can be calculated by dividing R_Kb by READS, and the same for writes. This script works by tracing the vfs_read() and vfs_write() functions using kernel dynamic tracing, which instruments explicit read and write calls. If files are read or written using another means (eg, via mmap()), then they will not be visible using this tool. This should be useful for file system workload characterization when analyzing the performance of applications. Note that tracing VFS level reads and writes can be a frequent activity, and this tool can begin to cost measurable overhead at high I/O rates. A -C option will stop clearing the screen, and -r with a number will restrict the output to that many rows (20 by default). For example, not clearing the screen and showing the top 5 only: # ./dirtop -d '/hdfs/uuid/*/yarn' -Cr 5 Tracing... Output every 1 secs. Hit Ctrl-C to end 14:29:08 loadavg: 25.66 23.42 21.51 17/2850 67167 READS WRITES R_Kb W_Kb PATH 100 8429 0 48243 /hdfs/uuid/b94cbf3f-76b1-4ced-9043-02d450b9887c/yarn 2066 4091 8176 26457 /hdfs/uuid/d04fccd8-bc72-4ed9-bda4-c5b6893f1405/yarn 10 2043 0 8172 /hdfs/uuid/b3b2a2ed-f6c1-4641-86bf-2989dd932411/yarn 38 1368 0 2652 /hdfs/uuid/a78f846a-58c4-4d10-a9f5-42f16a6134a0/yarn 86 19 0 123 /hdfs/uuid/c11da291-28de-4a77-873e-44bb452d238b/yarn 14:29:09 loadavg: 25.66 23.42 21.51 15/2849 67170 READS WRITES R_Kb W_Kb PATH 1204 5619 4388 33767 /hdfs/uuid/b94cbf3f-76b1-4ced-9043-02d450b9887c/yarn 2208 3511 8744 22992 /hdfs/uuid/d04fccd8-bc72-4ed9-bda4-c5b6893f1405/yarn 62 4010 0 21181 /hdfs/uuid/8138a53b-b942-44d3-82df-51575f1a3901/yarn 22 2187 0 8748 /hdfs/uuid/b3b2a2ed-f6c1-4641-86bf-2989dd932411/yarn 74 1097 0 4388 /hdfs/uuid/4a833770-767e-43b3-b696-dc98901bce26/yarn [..] USAGE message: # ./dirtop.py -h usage: dirtop.py [-h] [-C] [-r MAXROWS] [-s {all,reads,writes,rbytes,wbytes}] [-p PID] -d ROOTDIRS [interval] [count] File reads and writes by process positional arguments: interval output interval, in seconds count number of outputs optional arguments: -h, --help show this help message and exit -C, --noclear don't clear the screen -r MAXROWS, --maxrows MAXROWS maximum rows to print, default 20 -s {all,reads,writes,rbytes,wbytes}, --sort {all,reads,writes,rbytes,wbytes} sort column, default all -p PID, --pid PID trace this PID only -d ROOTDIRS, --root-directories ROOTDIRS select the directories to observe, separated by commas examples: ./dirtop -d '/hdfs/uuid/*/yarn' # directory I/O top, 1 second refresh ./dirtop -d '/hdfs/uuid/*/yarn' -C # don't clear the screen ./dirtop -d '/hdfs/uuid/*/yarn' 5 # 5 second summaries ./dirtop -d '/hdfs/uuid/*/yarn' 5 10 # 5 second summaries, 10 times only ./dirtop -d '/hdfs/uuid/*/yarn,/hdfs/uuid/*/data' # Running dirtop on two set of directories bpfcc-0.31.0/tools/drsnoop.py000077500000000000000000000153531465134135300160650ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # drsnoop Trace direct reclaim and print details including issuing PID. # For Linux, uses BCC, eBPF. # # This uses in-kernel eBPF maps to cache process details (PID and comm) by # direct reclaim begin, as well as a starting timestamp for calculating # latency. # # Copyright (c) 2019 Wenbo Zhang # Licensed under the Apache License, Version 2.0 (the "License") # # 20-Feb-2019 Wenbo Zhang Created this. # 09-Mar-2019 Wenbo Zhang Updated for show sys mem info. from __future__ import print_function from bcc import ArgString, BPF import argparse from datetime import datetime, timedelta import os import math import sys # symbols kallsyms = "/proc/kallsyms" # arguments examples = """examples: ./drsnoop # trace all direct reclaim ./drsnoop -T # include timestamps ./drsnoop -U # include UID ./drsnoop -P 181 # only trace PID 181 ./drsnoop -t 123 # only trace TID 123 ./drsnoop -u 1000 # only trace UID 1000 ./drsnoop -d 10 # trace for 10 seconds only ./drsnoop -n main # only print process names containing "main" """ parser = argparse.ArgumentParser( description="Trace direct reclaim", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-U", "--print-uid", action="store_true", help="print UID column") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("-t", "--tid", help="trace this TID only") parser.add_argument("-u", "--uid", help="trace this UID only") parser.add_argument("-d", "--duration", help="total duration of trace in seconds") parser.add_argument("-n", "--name", type=ArgString, help="only print process names containing this name") parser.add_argument("-v", "--verbose", action="store_true", help="show system memory state") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() debug = 0 if args.duration: args.duration = timedelta(seconds=int(args.duration)) # vm_stat vm_stat_addr = '' with open(kallsyms) as syms: for line in syms: (addr, size, name) = line.rstrip().split(" ", 2) name = name.split("\t")[0] if name == "vm_stat": vm_stat_addr = "0x" + addr break if name == "vm_zone_stat": vm_stat_addr = "0x" + addr break if vm_stat_addr == '': print("ERROR: no vm_stat or vm_zone_stat in /proc/kallsyms. Exiting.") print("HINT: the kernel should be built with CONFIG_KALLSYMS_ALL.") exit() NR_FREE_PAGES = 0 PAGE_SIZE = os.sysconf("SC_PAGE_SIZE") PAGE_SHIFT = int(math.log(PAGE_SIZE) / math.log(2)) def K(x): return x << (PAGE_SHIFT - 10) # load BPF program bpf_text = """ #include #include #include struct val_t { u64 id; u64 ts; // start time char name[TASK_COMM_LEN]; u64 vm_stat[NR_VM_ZONE_STAT_ITEMS]; }; struct data_t { u64 id; u32 uid; u64 nr_reclaimed; u64 delta; u64 ts; // end time char name[TASK_COMM_LEN]; u64 vm_stat[NR_VM_ZONE_STAT_ITEMS]; }; BPF_HASH(start, u64, struct val_t); BPF_PERF_OUTPUT(events); TRACEPOINT_PROBE(vmscan, mm_vmscan_direct_reclaim_begin) { struct val_t val = {}; u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part u32 tid = id; // Cast and get the lower part u32 uid = bpf_get_current_uid_gid(); u64 ts; PID_TID_FILTER UID_FILTER if (bpf_get_current_comm(&val.name, sizeof(val.name)) == 0) { val.id = id; val.ts = bpf_ktime_get_ns(); bpf_probe_read_kernel(&val.vm_stat, sizeof(val.vm_stat), (const void *)%s); start.update(&id, &val); } return 0; } TRACEPOINT_PROBE(vmscan, mm_vmscan_direct_reclaim_end) { u64 id = bpf_get_current_pid_tgid(); struct val_t *valp; struct data_t data = {}; u64 ts = bpf_ktime_get_ns(); valp = start.lookup(&id); if (valp == NULL) { // missed entry return 0; } data.delta = ts - valp->ts; data.ts = ts / 1000; data.id = valp->id; data.uid = bpf_get_current_uid_gid(); bpf_probe_read_kernel(&data.name, sizeof(data.name), valp->name); bpf_probe_read_kernel(&data.vm_stat, sizeof(data.vm_stat), valp->vm_stat); data.nr_reclaimed = args->nr_reclaimed; events.perf_submit(args, &data, sizeof(data)); start.delete(&id); return 0; } """ % vm_stat_addr if args.tid: # TID trumps PID bpf_text = bpf_text.replace('PID_TID_FILTER', 'if (tid != %s) { return 0; }' % args.tid) elif args.pid: bpf_text = bpf_text.replace('PID_TID_FILTER', 'if (pid != %s) { return 0; }' % args.pid) else: bpf_text = bpf_text.replace('PID_TID_FILTER', '') if args.uid: bpf_text = bpf_text.replace('UID_FILTER', 'if (uid != %s) { return 0; }' % args.uid) else: bpf_text = bpf_text.replace('UID_FILTER', '') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # initialize BPF b = BPF(text=bpf_text) initial_ts = 0 # header if args.timestamp: print("%-14s" % ("TIME(s)"), end="") if args.print_uid: print("%-6s" % ("UID"), end="") print("%-14s %-6s %8s %5s" % ("COMM", "TID" if args.tid else "PID", "LAT(ms)", "PAGES"), end="") if args.verbose: print("%10s" % ("FREE(KB)")) else: print("") # process event def print_event(cpu, data, size): event = b["events"].event(data) global initial_ts if not initial_ts: initial_ts = event.ts if args.name and bytes(args.name) not in event.name: return if args.timestamp: delta = event.ts - initial_ts print("%-14.9f" % (float(delta) / 1000000), end="") if args.print_uid: print("%-6d" % event.uid, end="") print("%-14.14s %-6s %8.2f %5d" % (event.name.decode('utf-8', 'replace'), event.id & 0xffffffff if args.tid else event.id >> 32, float(event.delta) / 1000000, event.nr_reclaimed), end="") if args.verbose: print("%10d" % K(event.vm_stat[NR_FREE_PAGES])) else: print("") sys.stdout.flush() # loop with callback to print_event b["events"].open_perf_buffer(print_event, page_cnt=64) start_time = datetime.now() while not args.duration or datetime.now() - start_time < args.duration: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/drsnoop_example.txt000066400000000000000000000120001465134135300177460ustar00rootroot00000000000000Demonstrations of drsnoop, the Linux eBPF/bcc version. drsnoop traces the direct reclaim system-wide, and prints various details. Example output: # ./drsnoop COMM PID LAT(ms) PAGES summond 17678 0.19 143 summond 17669 0.55 313 summond 17669 0.15 145 summond 17669 0.27 237 summond 17669 0.48 111 summond 17669 0.16 75 head 17821 0.29 339 head 17825 0.17 109 summond 17669 0.14 73 summond 17496 104.84 40 summond 17678 0.32 167 summond 17678 0.14 106 summond 17678 0.16 67 summond 17678 0.29 267 summond 17678 0.27 69 summond 17678 0.32 46 base64 17816 0.16 85 summond 17678 0.43 283 summond 17678 0.14 182 head 17736 0.57 135 ^C While tracing, the processes alloc pages，due to insufficient memory available in the system, direct reclaim events happened, which will increase the waiting delay of the processes. drsnoop can be useful for discovering when allocstall(/proc/vmstat) continues to increase, whether it is caused by some critical processes or not. The -p option can be used to filter on a PID, which is filtered in-kernel. Here I've used it with -T to print timestamps: # ./drsnoop -Tp 17491 TIME(s) COMM PID LAT(ms) PAGES 107.364115000 summond 17491 0.24 50 107.364550000 summond 17491 0.26 38 107.365266000 summond 17491 0.36 72 107.365753000 summond 17491 0.22 49 ^C This shows the summond process allocs pages, and direct reclaim events happening, and the delays are not affected much. The -U option include UID on output: # ./drsnoop -U UID COMM PID LAT(ms) PAGES 1000 summond 17678 0.32 46 0 base64 17816 0.16 85 1000 summond 17678 0.43 283 1000 summond 17678 0.14 182 0 head 17821 0.29 339 0 head 17825 0.17 109 ^C The -u option filtering UID: # ./drsnoop -Uu 1000 UID COMM PID LAT(ms) PAGES 1000 summond 17678 0.19 143 1000 summond 17669 0.55 313 1000 summond 17669 0.15 145 1000 summond 17669 0.27 237 1000 summond 17669 0.48 111 1000 summond 17669 0.16 75 1000 summond 17669 0.14 73 1000 summond 17678 0.32 167 ^C A maximum tracing duration can be set with the -d option. For example, to trace for 2 seconds: # ./drsnoop -d 2 COMM PID LAT(ms) PAGES head 21715 0.15 195 The -n option can be used to filter on process name using partial matches: # ./drsnoop -n mond COMM PID LAT(ms) PAGES summond 10271 0.03 51 summond 10271 0.03 51 summond 10259 0.05 51 summond 10269 319.41 37 summond 10270 111.73 35 summond 10270 0.11 78 summond 10270 0.12 71 summond 10270 0.03 35 summond 10277 111.62 41 summond 10277 0.08 45 summond 10277 0.06 32 ^C This caught the 'summond' command because it partially matches 'mond' that's passed to the '-n' option. The -v option can be used to show system memory state (now only free mem) at the beginning of direct reclaiming: # ./drsnoop.py -v COMM PID LAT(ms) PAGES FREE(KB) base64 34924 0.23 151 86260 base64 34962 0.26 149 86260 head 34931 0.24 150 86260 base64 34902 0.19 148 86260 head 34963 0.19 151 86228 base64 34959 0.17 151 86228 head 34965 0.29 190 86228 base64 34957 0.24 152 86228 summond 34870 0.15 151 86080 summond 34870 0.12 115 86184 USAGE message: # ./drsnoop -h usage: drsnoop.py [-h] [-T] [-U] [-p PID] [-t TID] [-u UID] [-d DURATION] [-n NAME] Trace direct reclaim optional arguments: -h, --help show this help message and exit -T, --timestamp include timestamp on output -U, --print-uid print UID column -p PID, --pid PID trace this PID only -t TID, --tid TID trace this TID only -u UID, --uid UID trace this UID only -d DURATION, --duration DURATION total duration of trace in seconds -n NAME, --name NAME only print process names containing this name examples: ./drsnoop # trace all direct reclaim ./drsnoop -T # include timestamps ./drsnoop -U # include UID ./drsnoop -p 181 # only trace PID 181 ./drsnoop -t 123 # only trace TID 123 ./drsnoop -u 1000 # only trace UID 1000 ./drsnoop -d 10 # trace for 10 seconds only ./drsnoop -n main # only print process names containing "main" bpfcc-0.31.0/tools/execsnoop.py000077500000000000000000000265511465134135300164060ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # execsnoop Trace new processes via exec() syscalls. # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: execsnoop [-h] [-T] [-t] [-x] [--cgroupmap CGROUPMAP] # [--mntnsmap MNTNSMAP] [-u USER] [-q] [-n NAME] [-l LINE] # [-U] [--max-args MAX_ARGS] [-P PPID] # # This currently will print up to a maximum of 19 arguments, plus the process # name, so 20 fields in total (MAXARG). # # This won't catch all new processes: an application may fork() but not exec(). # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 07-Feb-2016 Brendan Gregg Created this. # 11-Aug-2022 Rocky Xing Added PPID filter support. from __future__ import print_function from bcc import BPF from bcc.containers import filter_by_containers from bcc.utils import ArgString, printb import argparse import re import time import pwd from collections import defaultdict from time import strftime def parse_uid(user): try: result = int(user) except ValueError: try: user_info = pwd.getpwnam(user) except KeyError: raise argparse.ArgumentTypeError( "{0!r} is not valid UID or user entry".format(user)) else: return user_info.pw_uid else: # Maybe validate if UID < 0 ? return result # arguments examples = """examples: ./execsnoop # trace all exec() syscalls ./execsnoop -x # include failed exec()s ./execsnoop -T # include time (HH:MM:SS) ./execsnoop -P 181 # only trace new processes whose parent PID is 181 ./execsnoop -U # include UID ./execsnoop -C # include CPU ./execsnoop -M # include PCOMM ./execsnoop -u 1000 # only trace UID 1000 ./execsnoop -u user # get user UID and trace only them ./execsnoop -t # include timestamps ./execsnoop -q # add "quotemarks" around arguments ./execsnoop -n main # only print command lines containing "main" ./execsnoop -l tpkg # only print command where arguments contains "tpkg" ./execsnoop --cgroupmap mappath # only trace cgroups in this BPF map ./execsnoop --mntnsmap mappath # only trace mount namespaces in the map """ parser = argparse.ArgumentParser( description="Trace exec() syscalls", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-T", "--time", action="store_true", help="include time column on output (HH:MM:SS)") parser.add_argument("-t", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-x", "--fails", action="store_true", help="include failed exec()s") parser.add_argument("--cgroupmap", help="trace cgroups in this BPF map only") parser.add_argument("--mntnsmap", help="trace mount namespaces in this BPF map only") parser.add_argument("-u", "--uid", type=parse_uid, metavar='USER', help="trace this UID only") parser.add_argument("-q", "--quote", action="store_true", help="Add quotemarks (\") around arguments." ) parser.add_argument("-n", "--name", type=ArgString, help="only print commands matching this name (regex), any arg") parser.add_argument("-l", "--line", type=ArgString, help="only print commands where arg contains this line (regex)") parser.add_argument("-U", "--print-uid", action="store_true", help="print UID column") parser.add_argument("-C", "--print-cpu", action="store_true", help="print CPU column") parser.add_argument("-M", "--print-pcomm", action="store_true", help="print parent command") parser.add_argument("--max-args", default="20", help="maximum number of arguments parsed and displayed, defaults to 20") parser.add_argument("-P", "--ppid", help="trace this parent PID only") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() def check_cpu_filed(): # Define the bpf program for checking purpose #if LINUX_VERSION_CODE < KERNEL_VERSION(5,16,0) filed_in_task_struct = True #else filed_in_task_struct = False #endif return filed_in_task_struct # define BPF program bpf_text = """ #include #include #include #define ARGSIZE 128 enum event_type { EVENT_ARG, EVENT_RET, }; struct data_t { u32 pid; // PID as in the userspace term (i.e. task->tgid in kernel) u32 ppid; // Parent PID as in the userspace term (i.e task->real_parent->tgid in kernel) u32 uid; u32 cpu; char comm[TASK_COMM_LEN]; char pcomm[TASK_COMM_LEN]; enum event_type type; char argv[ARGSIZE]; int retval; }; BPF_PERF_OUTPUT(events); static int __submit_arg(struct pt_regs *ctx, void *ptr, struct data_t *data) { bpf_probe_read_user(data->argv, sizeof(data->argv), ptr); events.perf_submit(ctx, data, sizeof(struct data_t)); return 1; } static int submit_arg(struct pt_regs *ctx, void *ptr, struct data_t *data) { const char *argp = NULL; bpf_probe_read_user(&argp, sizeof(argp), ptr); if (argp) { return __submit_arg(ctx, (void *)(argp), data); } return 0; } int syscall__execve(struct pt_regs *ctx, const char __user *filename, const char __user *const __user *__argv, const char __user *const __user *__envp) { u32 uid = bpf_get_current_uid_gid() & 0xffffffff; UID_FILTER if (container_should_be_filtered()) { return 0; } // create data here and pass to submit_arg to save stack space (#555) struct data_t data = {}; struct task_struct *task; data.pid = bpf_get_current_pid_tgid() >> 32; task = (struct task_struct *)bpf_get_current_task(); // Some kernels, like Ubuntu 4.13.0-generic, return 0 // as the real_parent->tgid. // We use the get_ppid function as a fallback in those cases. (#1883) data.ppid = task->real_parent->tgid; bpf_probe_read_kernel_str(&data.pcomm, sizeof(data.pcomm), task->real_parent->comm); PPID_FILTER bpf_get_current_comm(&data.comm, sizeof(data.comm)); data.type = EVENT_ARG; __submit_arg(ctx, (void *)filename, &data); // skip first arg, as we submitted filename #pragma unroll for (int i = 1; i < MAXARG; i++) { if (submit_arg(ctx, (void *)&__argv[i], &data) == 0) goto out; } // handle truncated argument list char ellipsis[] = "..."; __submit_arg(ctx, (void *)ellipsis, &data); out: return 0; } int do_ret_sys_execve(struct pt_regs *ctx) { if (container_should_be_filtered()) { return 0; } struct data_t data = {}; struct task_struct *task; u32 uid = bpf_get_current_uid_gid() & 0xffffffff; UID_FILTER data.pid = bpf_get_current_pid_tgid() >> 32; data.uid = uid; task = (struct task_struct *)bpf_get_current_task(); // Some kernels, like Ubuntu 4.13.0-generic, return 0 // as the real_parent->tgid. // We use the get_ppid function as a fallback in those cases. (#1883) data.ppid = task->real_parent->tgid; bpf_probe_read_kernel_str(&data.pcomm, sizeof(data.pcomm), task->real_parent->comm); data.cpu = CPU_RUNNING_ON; PPID_FILTER bpf_get_current_comm(&data.comm, sizeof(data.comm)); data.type = EVENT_RET; data.retval = PT_REGS_RC(ctx); events.perf_submit(ctx, &data, sizeof(data)); return 0; } """ bpf_text = bpf_text.replace("MAXARG", args.max_args) if args.uid: bpf_text = bpf_text.replace('UID_FILTER', 'if (uid != %s) { return 0; }' % args.uid) else: bpf_text = bpf_text.replace('UID_FILTER', '') if args.ppid: bpf_text = bpf_text.replace('PPID_FILTER', 'if (data.ppid != %s) { return 0; }' % args.ppid) else: bpf_text = bpf_text.replace('PPID_FILTER', '') # CPU field moved back into thread_info since commit bcf9033e5449(linux 5.16) # Use BTF for CPU field checks if available, otherwise use LINUX_VERSION_CODE checking. if BPF.kernel_struct_has_field(b'task_struct', b'cpu') == 1 \ or check_cpu_filed(): bpf_text = bpf_text.replace('CPU_RUNNING_ON', 'task->cpu') else: bpf_text = bpf_text.replace('CPU_RUNNING_ON', 'task->thread_info.cpu') bpf_text = filter_by_containers(args) + bpf_text if args.ebpf: print(bpf_text) exit() # initialize BPF b = BPF(text=bpf_text) execve_fnname = b.get_syscall_fnname("execve") b.attach_kprobe(event=execve_fnname, fn_name="syscall__execve") b.attach_kretprobe(event=execve_fnname, fn_name="do_ret_sys_execve") # header if args.time: print("%-9s" % ("TIME"), end="") if args.timestamp: print("%-8s" % ("TIME(s)"), end="") if args.print_uid: print("%-6s" % ("UID"), end="") print("%-16s %-7s " % ("COMM", "PID"), end="") if args.print_pcomm: print("%-16s " % ("PCOMM"), end="") print("%-7s " % ("PPID"), end="") if args.print_cpu: print("%-4s " % ("CPU"), end="") print("%3s %s" % ("RET", "ARGS")) class EventType(object): EVENT_ARG = 0 EVENT_RET = 1 start_ts = time.time() argv = defaultdict(list) # This is best-effort PPID matching. Short-lived processes may exit # before we get a chance to read the PPID. # This is a fallback for when fetching the PPID from task->real_parent->tgip # returns 0, which happens in some kernel versions. def get_ppid(pid): try: with open("/proc/%d/status" % pid) as status: for line in status: if line.startswith("PPid:"): return int(line.split()[1]) except IOError: pass return 0 # process event def print_event(cpu, data, size): event = b["events"].event(data) skip = False if event.type == EventType.EVENT_ARG: argv[event.pid].append(event.argv) elif event.type == EventType.EVENT_RET: if event.retval != 0 and not args.fails: skip = True if args.name and not re.search(bytes(args.name), event.comm): skip = True if args.line and not re.search(bytes(args.line), b' '.join(argv[event.pid])): skip = True if args.quote: argv[event.pid] = [ b"\"" + arg.replace(b"\"", b"\\\"") + b"\"" for arg in argv[event.pid] ] if not skip: if args.time: printb(b"%-9s" % strftime("%H:%M:%S").encode('ascii'), nl="") if args.timestamp: printb(b"%-8.3f" % (time.time() - start_ts), nl="") if args.print_uid: printb(b"%-6d" % event.uid, nl="") ppid = event.ppid if event.ppid > 0 else get_ppid(event.pid) ppid = b"%d" % ppid if ppid > 0 else b"?" argv_text = b' '.join(argv[event.pid]).replace(b'\n', b'\\n') printb(b"%-16s %-7d " % (event.comm, event.pid), nl="") if args.print_pcomm: printb(b"%-16s " % (event.pcomm), nl="") printb(b"%-7s " % (ppid), nl="") if args.print_cpu: printb(b"%-4d " % (event.cpu), nl="") printb(b"%3d %s" % (event.retval, argv_text)) try: del(argv[event.pid]) except Exception: pass # loop with callback to print_event b["events"].open_perf_buffer(print_event) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/execsnoop_example.txt000066400000000000000000000152031465134135300202750ustar00rootroot00000000000000Demonstrations of execsnoop, the Linux eBPF/bcc version. execsnoop traces new processes. For example, tracing the commands invoked when running "man ls": # ./execsnoop COMM PID RET ARGS bash 15887 0 /usr/bin/man ls preconv 15894 0 /usr/bin/preconv -e UTF-8 man 15896 0 /usr/bin/tbl man 15897 0 /usr/bin/nroff -mandoc -rLL=169n -rLT=169n -Tutf8 man 15898 0 /usr/bin/pager -s nroff 15900 0 /usr/bin/locale charmap nroff 15901 0 /usr/bin/groff -mtty-char -Tutf8 -mandoc -rLL=169n -rLT=169n groff 15902 0 /usr/bin/troff -mtty-char -mandoc -rLL=169n -rLT=169n -Tutf8 groff 15903 0 /usr/bin/grotty The output shows the process/command name (COMM), the PID, the return value of the exec() (RET), and the filename with arguments (ARGS). This works by traces the execve() system call (commonly used exec() variant), and shows details of the arguments and return value. This catches new processes that follow the fork->exec sequence, as well as processes that re-exec() themselves. Some applications fork() but do not exec(), eg, for worker processes, which won't be included in the execsnoop output. The -x option can be used to include failed exec()s. For example: # ./execsnoop -x COMM PID RET ARGS supervise 9660 0 ./run supervise 9661 0 ./run mkdir 9662 0 /bin/mkdir -p ./main run 9663 0 ./run chown 9664 0 /bin/chown nobody:nobody ./main run 9665 0 /bin/mkdir -p ./main supervise 9667 0 ./run run 9660 -2 /usr/local/bin/setuidgid nobody /command/multilog t ./main chown 9668 0 /bin/chown nobody:nobody ./main run 9666 0 /bin/chmod 0777 main run 9663 -2 /usr/local/bin/setuidgid nobody /command/multilog t ./main run 9669 0 /bin/mkdir -p ./main run 9661 -2 /usr/local/bin/setuidgid nobody /command/multilog t ./main supervise 9670 0 ./run [...] This example shows various regular system daemon activity, including some failures (trying to execute a /usr/local/bin/setuidgid, which I just noticed doesn't exist). A -T option can be used to include a time column, a -t option to include a timestamp column, and a -n option to match on a name. Regular expressions are allowed. For example, matching commands containing "mount": # ./execsnoop -Ttn mount TIME TIME(s) COMM PID PPID RET ARGS 14:08:23 2.849 mount 18049 1045 0 /bin/mount -p The -l option can be used to only show command where one of the arguments matches specified line. The limitation is that we are looking only into first 20 arguments of the command. For example, matching all command where one of the argument is "testpkg": # ./execsnoop.py -l testpkg COMM PID PPID RET ARGS service 3344535 4146419 0 /usr/sbin/service testpkg status systemctl 3344535 4146419 0 /bin/systemctl status testpkg.service yum 3344856 4146419 0 /usr/local/bin/yum remove testpkg python 3344856 4146419 0 /usr/local/bin/python /usr/local/bin/yum remove testpkg yum 3344856 4146419 0 /usr/bin/yum remove testpkg yum 3345086 4146419 0 /usr/local/bin/yum install testpkg python 3345086 4146419 0 /usr/local/bin/python /usr/local/bin/yum install testpkg yum 3345086 4146419 0 /usr/bin/yum install testpkg rpm 3345452 4146419 0 /bin/rpm -qa testpkg The --cgroupmap option filters based on a cgroup set. It is meant to be used with an externally created map. # ./execsnoop --cgroupmap /sys/fs/bpf/test01 For more details, see docs/special_filtering.md The -U option include UID on output: # ./execsnoop -U UID COMM PID PPID RET ARGS 1000 ls 171318 133702 0 /bin/ls --color=auto 1000 w 171322 133702 0 /usr/bin/w The -u options filters output based process UID. You also can use username as argument, in that cause UID will be looked up using getpwnam (see man 3 getpwnam). # ./execsnoop -Uu 1000 UID COMM PID PPID RET ARGS 1000 ls 171335 133702 0 /bin/ls --color=auto 1000 man 171340 133702 0 /usr/bin/man getpwnam 1000 bzip2 171341 171340 0 /bin/bzip2 -dc 1000 bzip2 171342 171340 0 /bin/bzip2 -dc 1000 bzip2 171345 171340 0 /bin/bzip2 -dc 1000 manpager 171355 171340 0 /usr/bin/manpager 1000 less 171355 171340 0 /usr/bin/less USAGE message: # ./execsnoop -h usage: execsnoop.py [-h] [-T] [-t] [-x] [--cgroupmap CGROUPMAP] [--mntnsmap MNTNSMAP] [-u USER] [-q] [-n NAME] [-l LINE] [-U] [--max-args MAX_ARGS] [-P PPID] Trace exec() syscalls optional arguments: -h, --help show this help message and exit -T, --time include time column on output (HH:MM:SS) -t, --timestamp include timestamp on output -x, --fails include failed exec()s --cgroupmap CGROUPMAP trace cgroups in this BPF map only --mntnsmap MNTNSMAP trace mount namespaces in this BPF map only -u USER, --uid USER trace this UID only -q, --quote Add quotemarks (") around arguments. -n NAME, --name NAME only print commands matching this name (regex), any arg -l LINE, --line LINE only print commands where arg contains this line (regex) -U, --print-uid print UID column --max-args MAX_ARGS maximum number of arguments parsed and displayed, defaults to 20 -P PPID, --ppid PPID trace this parent PID only examples: ./execsnoop # trace all exec() syscalls ./execsnoop -x # include failed exec()s ./execsnoop -T # include time (HH:MM:SS) ./execsnoop -P 181 # only trace new processes whose parent PID is 181 ./execsnoop -U # include UID ./execsnoop -u 1000 # only trace UID 1000 ./execsnoop -u user # get user UID and trace only them ./execsnoop -t # include timestamps ./execsnoop -q # add "quotemarks" around arguments ./execsnoop -n main # only print command lines containing "main" ./execsnoop -l tpkg # only print command where arguments contains "tpkg" ./execsnoop --cgroupmap mappath # only trace cgroups in this BPF map ./execsnoop --mntnsmap mappath # only trace mount namespaces in the map bpfcc-0.31.0/tools/exitsnoop.py000077500000000000000000000226621465134135300164320ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports from __future__ import print_function import argparse import os import platform import re import signal import sys from bcc import BPF from datetime import datetime from time import strftime # # exitsnoop Trace all process termination (exit, fatal signal) # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: exitsnoop [-h] [-x] [-t] [--utc] [--label[=LABEL]] [-p PID] # _examples = """examples: exitsnoop # trace all process termination exitsnoop -x # trace only fails, exclude exit(0) exitsnoop -t # include timestamps (local time) exitsnoop --utc # include timestamps (UTC) exitsnoop -p 181 # only trace PID 181 exitsnoop --label=exit # label each output line with 'exit' exitsnoop --per-thread # trace per thread termination """ """ Exit status (from ): 0 EX_OK Success 2 argparse error 70 EX_SOFTWARE syntax error detected by compiler, or verifier error from kernel 77 EX_NOPERM Need sudo (CAP_SYS_ADMIN) for BPF() system call The template for this script was Brendan Gregg's execsnoop https://github.com/iovisor/bcc/blob/master/tools/execsnoop.py More information about this script is in bcc/tools/exitsnoop_example.txt Copyright 2016 Netflix, Inc. Copyright 2019 Instana, Inc. Licensed under the Apache License, Version 2.0 (the "License") 07-Feb-2016 Brendan Gregg (Netflix) Created execsnoop 04-May-2019 Arturo Martin-de-Nicolas (Instana) Created exitsnoop 13-May-2019 Jeroen Soeters (Instana) Refactor to import as module """ def _getParser(): parser = argparse.ArgumentParser( description="Trace all process termination (exit, fatal signal)", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=_examples) a=parser.add_argument a("-t", "--timestamp", action="store_true", help="include timestamp (local time default)") a("--utc", action="store_true", help="include timestamp in UTC (-t implied)") a("-p", "--pid", help="trace this PID only") a("--label", help="label each line") a("-x", "--failed", action="store_true", help="trace only fails, exclude exit(0)") a("--per-thread", action="store_true", help="trace per thread termination") # print the embedded C program and exit, for debugging a("--ebpf", action="store_true", help=argparse.SUPPRESS) # RHEL 7.6 keeps task->start_time as struct timespec, convert to u64 nanoseconds a("--timespec", action="store_true", help=argparse.SUPPRESS) return parser.parse_args class Global(): parse_args = _getParser() args = None argv = None SIGNUM_TO_SIGNAME = dict((v, re.sub("^SIG", "", k)) for k,v in signal.__dict__.items() if re.match("^SIG[A-Z]+$", k)) def _embedded_c(args): """Generate C program for sched_process_exit tracepoint in kernel/exit.c.""" c = """ EBPF_COMMENT #include struct data_t { u64 start_time; u64 exit_time; u32 pid; u32 tid; u32 ppid; int exit_code; u32 sig_info; char task[TASK_COMM_LEN]; }; BPF_PERF_OUTPUT(events); TRACEPOINT_PROBE(sched, sched_process_exit) { struct task_struct *task = (typeof(task))bpf_get_current_task(); if (FILTER_PID || FILTER_EXIT_CODE) { return 0; } struct data_t data = {}; data.start_time = PROCESS_START_TIME_NS, data.exit_time = bpf_ktime_get_ns(), data.pid = task->tgid, data.tid = task->pid, data.ppid = task->real_parent->tgid, data.exit_code = task->exit_code >> 8, data.sig_info = task->exit_code & 0xFF, bpf_get_current_comm(&data.task, sizeof(data.task)); events.perf_submit(args, &data, sizeof(data)); return 0; } """ if Global.args.pid: if Global.args.per_thread: filter_pid = "task->tgid != %s" % Global.args.pid else: filter_pid = "!(task->tgid == %s && task->pid == task->tgid)" % Global.args.pid else: filter_pid = '0' if Global.args.per_thread else 'task->pid != task->tgid' code_substitutions = [ ('EBPF_COMMENT', '' if not Global.args.ebpf else _ebpf_comment()), ('FILTER_PID', filter_pid), ('FILTER_EXIT_CODE', '0' if not Global.args.failed else 'task->exit_code == 0'), ('PROCESS_START_TIME_NS', 'task->start_time' if not Global.args.timespec else '(task->start_time.tv_sec * 1000000000L) + task->start_time.tv_nsec'), ] for old,new in code_substitutions: c = c.replace(old, new) return c def _ebpf_comment(): """Return a C-style comment with information about the generated code.""" comment=('Created by %s at %s:\n\t%s' % (sys.argv[0], strftime("%Y-%m-%d %H:%M:%S %Z"), _embedded_c.__doc__)) args = str(vars(Global.args)).replace('{','{\n\t').replace(', ',',\n\t').replace('}',',\n }\n\n') return ("\n /*" + ("\n %s\n\n ARGV = %s\n\n ARGS = %s/" % (comment, ' '.join(Global.argv), args)) .replace('\n','\n\t*').replace('\t',' ')) def _print_header(): if Global.args.timestamp: title = 'TIME-' + ('UTC' if Global.args.utc else strftime("%Z")) print("%-13s" % title, end="") if Global.args.label is not None: print("%-6s" % "LABEL", end="") print("%-16s %-7s %-7s %-7s %-7s %-10s" % ("PCOMM", "PID", "PPID", "TID", "AGE(s)", "EXIT_CODE")) buffer = None def _print_event(cpu, data, size): # callback """Print the exit event.""" global buffer e = buffer["events"].event(data) if Global.args.timestamp: now = datetime.utcnow() if Global.args.utc else datetime.now() print("%-13s" % (now.strftime("%H:%M:%S.%f")[:-3]), end="") if Global.args.label is not None: label = Global.args.label if len(Global.args.label) else 'exit' print("%-6s" % label, end="") age = (e.exit_time - e.start_time) / 1e9 print("%-16s %-7d %-7d %-7d %-7.2f " % (e.task.decode(), e.pid, e.ppid, e.tid, age), end="") if e.sig_info == 0: print("0" if e.exit_code == 0 else "code %d" % e.exit_code) else: sig = e.sig_info & 0x7F if sig: print("signal %d (%s)" % (sig, signum_to_signame(sig)), end="") if e.sig_info & 0x80: print(", core dumped ", end="") print() # ============================= # Module: These functions are available for import # ============================= def initialize(arg_list = sys.argv[1:]): """Trace all process termination. arg_list - list of args, if omitted then uses command line args arg_list is passed to argparse.ArgumentParser.parse_args() For example, if arg_list = [ '-x', '-t' ] args.failed == True args.timestamp == True Returns a tuple (return_code, result) 0 = Ok, result is the return value from BPF() 1 = args.ebpf is requested, result is the generated C code os.EX_NOPERM: need CAP_SYS_ADMIN, result is error message os.EX_SOFTWARE: internal software error, result is error message """ Global.argv = arg_list Global.args = Global.parse_args(arg_list) if Global.args.utc and not Global.args.timestamp: Global.args.timestamp = True if not Global.args.ebpf and os.geteuid() != 0: return (os.EX_NOPERM, "Need sudo (CAP_SYS_ADMIN) for BPF() system call") if re.match(r'^3\.10\..*el7.*$', platform.release()): # Centos/Red Hat Global.args.timespec = True for _ in range(2): c = _embedded_c(Global.args) if Global.args.ebpf: return (1, c) try: return (os.EX_OK, BPF(text=c)) except Exception as e: error = format(e) if (not Global.args.timespec and error.find('struct timespec') and error.find('start_time')): print('This kernel keeps task->start_time in a struct timespec.\n' + 'Retrying with --timespec') Global.args.timespec = True continue return (os.EX_SOFTWARE, "BPF error: " + error) except: return (os.EX_SOFTWARE, "Unexpected error: {0}".format(sys.exc_info()[0])) def snoop(bpf, event_handler): """Call event_handler for process termination events. bpf - result returned by successful initialize() event_handler - callback function to handle termination event args.pid - Return after event_handler is called, only monitoring this pid """ bpf["events"].open_perf_buffer(event_handler) while True: bpf.perf_buffer_poll() if Global.args.pid: return def signum_to_signame(signum): """Return the name of the signal corresponding to signum.""" return Global.SIGNUM_TO_SIGNAME.get(signum, "unknown") # ============================= # Script: invoked as a script # ============================= def main(): global buffer try: rc, buffer = initialize() if rc: print(buffer) sys.exit(0 if Global.args.ebpf else rc) _print_header() snoop(buffer, _print_event) except KeyboardInterrupt: print() sys.exit() return 0 if __name__ == '__main__': main() bpfcc-0.31.0/tools/exitsnoop_example.txt000066400000000000000000000143451465134135300203300ustar00rootroot00000000000000Demonstrations of exitsnoop. This Linux tool traces all process terminations and reason, it - is implemented using BPF, which requires CAP_SYS_ADMIN and should therefore be invoked with sudo - traces sched_process_exit tracepoint in kernel/exit.c - includes processes by root and all users - includes processes in containers - includes processes that become zombie The following example shows the termination of the 'sleep' and 'bash' commands when run in a loop that is interrupted with Ctrl-C from the terminal: # ./exitsnoop.py > exitlog & [1] 18997 # for((i=65;i<100;i+=5)); do bash -c "sleep 1.$i;exit $i"; done ^C # fg ./exitsnoop.py > exitlog ^C # cat exitlog PCOMM PID PPID TID AGE(s) EXIT_CODE sleep 19004 19003 19004 1.65 0 bash 19003 17656 19003 1.65 code 65 sleep 19007 19006 19007 1.70 0 bash 19006 17656 19006 1.70 code 70 sleep 19010 19009 19010 1.75 0 bash 19009 17656 19009 1.75 code 75 sleep 19014 19013 19014 0.23 signal 2 (INT) bash 19013 17656 19013 0.23 signal 2 (INT) # The output shows the process/command name (PCOMM), the PID, the process that will be notified (PPID), the thread (TID), the AGE of the process with hundredth of a second resolution, and the reason for the process exit (EXIT_CODE). A -t option can be used to include a timestamp column, it shows local time by default. The --utc option shows the time in UTC. The --label option adds a column indicating the tool that generated the output, 'exit' by default. If other tools follow this format their outputs can be merged into a single trace with a simple lexical sort increasing in time order with each line labeled to indicate the event, e.g. 'exec', 'open', 'exit', etc. Time is displayed with millisecond resolution. The -x option will show only non-zero exits and fatal signals, which excludes processes that exit with 0 code: # ./exitsnoop.py -t --utc -x --label= > exitlog & [1] 18289 # for((i=65;i<100;i+=5)); do bash -c "sleep 1.$i;exit $i"; done ^C # fg ./exitsnoop.py -t --utc -x --label= > exitlog ^C # cat exitlog TIME-UTC LABEL PCOMM PID PPID TID AGE(s) EXIT_CODE 13:20:22.997 exit bash 18300 17656 18300 1.65 code 65 13:20:24.701 exit bash 18303 17656 18303 1.70 code 70 13:20:26.456 exit bash 18306 17656 18306 1.75 code 75 13:20:28.260 exit bash 18310 17656 18310 1.80 code 80 13:20:30.113 exit bash 18313 17656 18313 1.85 code 85 13:20:31.495 exit sleep 18318 18317 18318 1.38 signal 2 (INT) 13:20:31.495 exit bash 18317 17656 18317 1.38 signal 2 (INT) # USAGE message: # ./exitsnoop.py -h usage: exitsnoop.py [-h] [-t] [--utc] [-p PID] [--label LABEL] [-x] [--per-thread] Trace all process termination (exit, fatal signal) optional arguments: -h, --help show this help message and exit -t, --timestamp include timestamp (local time default) --utc include timestamp in UTC (-t implied) -p PID, --pid PID trace this PID only --label LABEL label each line -x, --failed trace only fails, exclude exit(0) --per-thread trace per thread termination examples: exitsnoop # trace all process termination exitsnoop -x # trace only fails, exclude exit(0) exitsnoop -t # include timestamps (local time) exitsnoop --utc # include timestamps (UTC) exitsnoop -p 181 # only trace PID 181 exitsnoop --label=exit # label each output line with 'exit' exitsnoop --per-thread # trace per thread termination Exit status: 0 EX_OK Success 2 argparse error 70 EX_SOFTWARE syntax error detected by compiler, or verifier error from kernel 77 EX_NOPERM Need sudo (CAP_SYS_ADMIN) for BPF() system call About process termination in Linux ---------------------------------- A program/process on Linux terminates normally - by explicitly invoking the exit( int ) system call - in C/C++ by returning an int from main(), ...which is then used as the value for exit() - by reaching the end of main() without a return ...which is equivalent to return 0 (C99 and C++) Notes: - Linux keeps only the least significant eight bits of the exit value - an exit value of 0 means success - an exit value of 1-255 means an error A process terminates abnormally if it - receives a signal which is not ignored or blocked and has no handler ... the default action is to terminate with optional core dump - is selected by the kernel's "Out of Memory Killer", equivalent to being sent SIGKILL (9), which cannot be ignored or blocked Notes: - any signal can be sent asynchronously via the kill() system call - synchronous signals are the result of the CPU detecting a fault or trap during execution of the program, a kernel handler is dispatched which determines the cause and the corresponding signal, examples are - attempting to fetch data or instructions at invalid or privileged addresses, - attempting to divide by zero, unmasked floating point exceptions - hitting a breakpoint Linux keeps process termination information in 'exit_code', an int within struct 'task_struct' defined in - if the process terminated normally: - the exit value is in bits 15:8 - the least significant 8 bits of exit_code are zero (bits 7:0) - if the process terminates abnormally: - the signal number (>= 1) is in bits 6:0 - bit 7 indicates a 'core dump' action, whether a core dump was actually done depends on ulimit. Success is indicated with an exit value of zero. The meaning of a non zero exit value depends on the program. Some programs document their exit values and their meaning. This script uses exit values as defined in References: https://github.com/torvalds/linux/blob/master/kernel/exit.c https://github.com/torvalds/linux/blob/master/arch/x86/include/uapi/asm/signal.h https://code.woboq.org/userspace/glibc/misc/sysexits.h.html bpfcc-0.31.0/tools/ext4dist.py000077500000000000000000000150351465134135300161460ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # ext4dist Summarize ext4 operation latency. # For Linux, uses BCC, eBPF. # # USAGE: ext4dist [-h] [-T] [-m] [-p PID] [interval] [count] # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 12-Feb-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse # symbols kallsyms = "/proc/kallsyms" # arguments examples = """examples: ./ext4dist # show operation latency as a histogram ./ext4dist -p 181 # trace PID 181 only ./ext4dist 1 10 # print 1 second summaries, 10 times ./ext4dist -m 5 # 5s summaries, milliseconds """ parser = argparse.ArgumentParser( description="Summarize ext4 operation latency", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-T", "--notimestamp", action="store_true", help="don't include timestamp on interval output") parser.add_argument("-m", "--milliseconds", action="store_true", help="output in milliseconds") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("interval", nargs="?", help="output interval, in seconds") parser.add_argument("count", nargs="?", default=99999999, help="number of outputs") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() pid = args.pid countdown = int(args.count) if args.milliseconds: factor = 1000000 label = "msecs" else: factor = 1000 label = "usecs" if args.interval and int(args.interval) == 0: print("ERROR: interval 0. Exiting.") exit() debug = 0 # define BPF program bpf_text = """ #include #include #include #define OP_NAME_LEN 8 typedef struct dist_key { char op[OP_NAME_LEN]; u64 slot; } dist_key_t; BPF_HASH(start, u32); BPF_HISTOGRAM(dist, dist_key_t); // time operation int trace_entry(struct pt_regs *ctx) { u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; if (FILTER_PID) return 0; u64 ts = bpf_ktime_get_ns(); start.update(&tid, &ts); return 0; } EXT4_TRACE_READ_CODE static int trace_return(struct pt_regs *ctx, const char *op) { u64 *tsp; u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; // fetch timestamp and calculate delta tsp = start.lookup(&tid); if (tsp == 0) { return 0; // missed start or filtered } u64 delta = bpf_ktime_get_ns() - *tsp; start.delete(&tid); // Skip entries with backwards time: temp workaround for #728 if ((s64) delta < 0) return 0; delta /= FACTOR; // store as histogram dist_key_t key = {.slot = bpf_log2l(delta)}; __builtin_memcpy(&key.op, op, sizeof(key.op)); dist.atomic_increment(key); return 0; } int trace_read_return(struct pt_regs *ctx) { char *op = "read"; return trace_return(ctx, op); } int trace_write_return(struct pt_regs *ctx) { char *op = "write"; return trace_return(ctx, op); } int trace_open_return(struct pt_regs *ctx) { char *op = "open"; return trace_return(ctx, op); } int trace_fsync_return(struct pt_regs *ctx) { char *op = "fsync"; return trace_return(ctx, op); } """ # Starting from Linux 4.10 ext4_file_operations.read_iter has been changed from # using generic_file_read_iter() to its own ext4_file_read_iter(). # # To detect the proper function to trace check if ext4_file_read_iter() is # defined in /proc/kallsyms, if it's defined attach to that function, otherwise # use generic_file_read_iter() and inside the trace hook filter on ext4 read # events (checking if file->f_op == ext4_file_operations). if BPF.get_kprobe_functions(b'ext4_file_read_iter'): ext4_read_fn = 'ext4_file_read_iter' ext4_trace_read_fn = 'trace_entry' ext4_trace_read_code = '' else: ext4_read_fn = 'generic_file_read_iter' ext4_trace_read_fn = 'trace_read_entry' ext4_file_ops_addr = '' with open(kallsyms) as syms: for line in syms: (addr, size, name) = line.rstrip().split(" ", 2) name = name.split("\t")[0] if name == "ext4_file_operations": ext4_file_ops_addr = "0x" + addr break if ext4_file_ops_addr == '': print("ERROR: no ext4_file_operations in /proc/kallsyms. Exiting.") print("HINT: the kernel should be built with CONFIG_KALLSYMS_ALL.") exit() ext4_trace_read_code = """ int trace_read_entry(struct pt_regs *ctx, struct kiocb *iocb) { u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; if (FILTER_PID) return 0; // ext4 filter on file->f_op == ext4_file_operations struct file *fp = iocb->ki_filp; if ((u64)fp->f_op != %s) return 0; u64 ts = bpf_ktime_get_ns(); start.update(&tid, &ts); return 0; }""" % ext4_file_ops_addr # code replacements bpf_text = bpf_text.replace('EXT4_TRACE_READ_CODE', ext4_trace_read_code) bpf_text = bpf_text.replace('FACTOR', str(factor)) if args.pid: bpf_text = bpf_text.replace('FILTER_PID', 'pid != %s' % pid) else: bpf_text = bpf_text.replace('FILTER_PID', '0') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # load BPF program b = BPF(text=bpf_text) b.attach_kprobe(event=ext4_read_fn, fn_name=ext4_trace_read_fn) b.attach_kprobe(event="ext4_file_write_iter", fn_name="trace_entry") b.attach_kprobe(event="ext4_file_open", fn_name="trace_entry") b.attach_kprobe(event="ext4_sync_file", fn_name="trace_entry") b.attach_kretprobe(event=ext4_read_fn, fn_name='trace_read_return') b.attach_kretprobe(event="ext4_file_write_iter", fn_name="trace_write_return") b.attach_kretprobe(event="ext4_file_open", fn_name="trace_open_return") b.attach_kretprobe(event="ext4_sync_file", fn_name="trace_fsync_return") print("Tracing ext4 operation latency... Hit Ctrl-C to end.") # output exiting = 0 dist = b.get_table("dist") while (1): try: if args.interval: sleep(int(args.interval)) else: sleep(99999999) except KeyboardInterrupt: exiting = 1 print() if args.interval and (not args.notimestamp): print(strftime("%H:%M:%S:")) dist.print_log2_hist(label, "operation", section_print_fn=bytes.decode) dist.clear() countdown -= 1 if exiting or countdown == 0: exit() bpfcc-0.31.0/tools/ext4dist_example.txt000066400000000000000000000214371465134135300200500ustar00rootroot00000000000000Demonstrations of ext4dist, the Linux eBPF/bcc version. ext4dist traces ext4 reads, writes, opens, and fsyncs, and summarizes their latency as a power-of-2 histogram. For example: # ./ext4dist Tracing ext4 operation latency... Hit Ctrl-C to end. ^C operation = 'read' usecs : count distribution 0 -> 1 : 1210 |****************************************| 2 -> 3 : 126 |**** | 4 -> 7 : 376 |************ | 8 -> 15 : 86 |** | 16 -> 31 : 9 | | 32 -> 63 : 47 |* | 64 -> 127 : 6 | | 128 -> 255 : 24 | | 256 -> 511 : 137 |**** | 512 -> 1023 : 66 |** | 1024 -> 2047 : 13 | | 2048 -> 4095 : 7 | | 4096 -> 8191 : 13 | | 8192 -> 16383 : 3 | | operation = 'write' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 75 |****************************************| 16 -> 31 : 5 |** | operation = 'open' usecs : count distribution 0 -> 1 : 1278 |****************************************| 2 -> 3 : 40 |* | 4 -> 7 : 4 | | 8 -> 15 : 1 | | 16 -> 31 : 1 | | This output shows a bi-modal distribution for read latency, with a faster mode of less than 7 microseconds, and a slower mode of between 256 and 1023 microseconds. The count column shows how many events fell into that latency range. It's likely that the faster mode was a hit from the in-memory file system cache, and the slower mode is a read from a storage device (disk). This "latency" is measured from when the operation was issued from the VFS interface to the file system, to when it completed. This spans everything: block device I/O (disk I/O), file system CPU cycles, file system locks, run queue latency, etc. This is a better measure of the latency suffered by applications reading from the file system than measuring this down at the block device interface. Note that this only traces the common file system operations previously listed: other file system operations (eg, inode operations including getattr()) are not traced. An optional interval and a count can be provided, as well as -m to show the distributions in milliseconds. For example: # ./ext4dist -m 1 5 Tracing ext4 operation latency... Hit Ctrl-C to end. 10:19:00: operation = 'read' msecs : count distribution 0 -> 1 : 576 |****************************************| 2 -> 3 : 5 | | 4 -> 7 : 6 | | 8 -> 15 : 13 | | 16 -> 31 : 17 |* | 32 -> 63 : 5 | | 64 -> 127 : 1 | | operation = 'write' msecs : count distribution 0 -> 1 : 20 |****************************************| operation = 'open' msecs : count distribution 0 -> 1 : 346 |****************************************| 10:19:01: operation = 'read' msecs : count distribution 0 -> 1 : 584 |****************************************| 2 -> 3 : 10 | | 4 -> 7 : 11 | | 8 -> 15 : 16 |* | 16 -> 31 : 6 | | 32 -> 63 : 4 | | 64 -> 127 : 2 | | 128 -> 255 : 1 | | operation = 'write' msecs : count distribution 0 -> 1 : 20 |****************************************| operation = 'open' msecs : count distribution 0 -> 1 : 336 |****************************************| 10:19:02: operation = 'read' msecs : count distribution 0 -> 1 : 678 |****************************************| 2 -> 3 : 7 | | 4 -> 7 : 9 | | 8 -> 15 : 25 |* | 16 -> 31 : 10 | | 32 -> 63 : 3 | | operation = 'write' msecs : count distribution 0 -> 1 : 19 |****************************************| 2 -> 3 : 1 |** | operation = 'open' msecs : count distribution 0 -> 1 : 390 |****************************************| 10:19:03: operation = 'read' msecs : count distribution 0 -> 1 : 567 |****************************************| 2 -> 3 : 7 | | 4 -> 7 : 9 | | 8 -> 15 : 20 |* | 16 -> 31 : 15 |* | 32 -> 63 : 5 | | 64 -> 127 : 2 | | operation = 'write' msecs : count distribution 0 -> 1 : 20 |****************************************| operation = 'open' msecs : count distribution 0 -> 1 : 417 |****************************************| 10:19:04: operation = 'read' msecs : count distribution 0 -> 1 : 762 |****************************************| 2 -> 3 : 9 | | 4 -> 7 : 9 | | 8 -> 15 : 11 | | 16 -> 31 : 20 |* | 32 -> 63 : 4 | | 64 -> 127 : 1 | | operation = 'write' msecs : count distribution 0 -> 1 : 20 |****************************************| operation = 'open' msecs : count distribution 0 -> 1 : 427 |****************************************| This shows a mixed read/write workload. USAGE message: # ./ext4dist -h usage: ext4dist [-h] [-T] [-m] [-p PID] [interval] [count] Summarize ext4 operation latency positional arguments: interval output interval, in seconds count number of outputs optional arguments: -h, --help show this help message and exit -T, --notimestamp don't include timestamp on interval output -m, --milliseconds output in milliseconds -p PID, --pid PID trace this PID only examples: ./ext4dist # show operation latency as a histogram ./ext4dist -p 181 # trace PID 181 only ./ext4dist 1 10 # print 1 second summaries, 10 times ./ext4dist -m 5 # 5s summaries, milliseconds bpfcc-0.31.0/tools/ext4slower.py000077500000000000000000000233361465134135300165210ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # ext4slower Trace slow ext4 operations. # For Linux, uses BCC, eBPF. # # USAGE: ext4slower [-h] [-j] [-p PID] [min_ms] # # This script traces common ext4 file operations: reads, writes, opens, and # syncs. It measures the time spent in these operations, and prints details # for each that exceeded a threshold. # # WARNING: This adds low-overhead instrumentation to these ext4 operations, # including reads and writes from the file system cache. Such reads and writes # can be very frequent (depending on the workload; eg, 1M/sec), at which # point the overhead of this tool (even if it prints no "slower" events) can # begin to become significant. # # By default, a minimum millisecond threshold of 10 is used. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 11-Feb-2016 Brendan Gregg Created this. # 15-Oct-2016 Dina Goldshtein -p to filter by process ID. # 13-Jun-2018 Joe Yin modify generic_file_read_iter to ext4_file_read_iter. from __future__ import print_function from bcc import BPF import argparse from time import strftime # symbols kallsyms = "/proc/kallsyms" # arguments examples = """examples: ./ext4slower # trace operations slower than 10 ms (default) ./ext4slower 1 # trace operations slower than 1 ms ./ext4slower -j 1 # ... 1 ms, parsable output (csv) ./ext4slower 0 # trace all operations (warning: verbose) ./ext4slower -p 185 # trace PID 185 only """ parser = argparse.ArgumentParser( description="Trace common ext4 file operations slower than a threshold", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-j", "--csv", action="store_true", help="just print fields: comma-separated values") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("min_ms", nargs="?", default='10', help="minimum I/O duration to trace, in ms (default 10)") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() min_ms = int(args.min_ms) pid = args.pid csv = args.csv debug = 0 # define BPF program bpf_text = """ #include #include #include #include // XXX: switch these to char's when supported #define TRACE_READ 0 #define TRACE_WRITE 1 #define TRACE_OPEN 2 #define TRACE_FSYNC 3 struct val_t { u64 ts; u64 offset; struct file *fp; }; struct data_t { // XXX: switch some to u32's when supported u64 ts_us; u64 type; u32 size; u64 offset; u64 delta_us; u32 pid; char task[TASK_COMM_LEN]; char file[DNAME_INLINE_LEN]; }; BPF_HASH(entryinfo, u64, struct val_t); BPF_PERF_OUTPUT(events); // // Store timestamp and size on entry // // The current ext4 (Linux 4.5) uses generic_file_read_iter(), instead of it's // own function, for reads. So we need to trace that and then filter on ext4, // which I do by checking file->f_op. // The new Linux version (since form 4.10) uses ext4_file_read_iter(), And if the 'CONFIG_FS_DAX' // is not set, then ext4_file_read_iter() will call generic_file_read_iter(), else it will call // ext4_dax_read_iter(), and trace generic_file_read_iter() will fail. int trace_read_entry(struct pt_regs *ctx, struct kiocb *iocb) { u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part if (FILTER_PID) return 0; // ext4 filter on file->f_op == ext4_file_operations struct file *fp = iocb->ki_filp; if ((u64)fp->f_op != EXT4_FILE_OPERATIONS) return 0; // store filep and timestamp by id struct val_t val = {}; val.ts = bpf_ktime_get_ns(); val.fp = fp; val.offset = iocb->ki_pos; if (val.fp) entryinfo.update(&id, &val); return 0; } // ext4_file_write_iter(): int trace_write_entry(struct pt_regs *ctx, struct kiocb *iocb) { u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part if (FILTER_PID) return 0; // store filep and timestamp by id struct val_t val = {}; val.ts = bpf_ktime_get_ns(); val.fp = iocb->ki_filp; val.offset = iocb->ki_pos; if (val.fp) entryinfo.update(&id, &val); return 0; } // ext4_file_open(): int trace_open_entry(struct pt_regs *ctx, struct inode *inode, struct file *file) { u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part if (FILTER_PID) return 0; // store filep and timestamp by id struct val_t val = {}; val.ts = bpf_ktime_get_ns(); val.fp = file; val.offset = 0; if (val.fp) entryinfo.update(&id, &val); return 0; } // ext4_sync_file(): int trace_fsync_entry(struct pt_regs *ctx, struct file *file) { u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part if (FILTER_PID) return 0; // store filep and timestamp by id struct val_t val = {}; val.ts = bpf_ktime_get_ns(); val.fp = file; val.offset = 0; if (val.fp) entryinfo.update(&id, &val); return 0; } // // Output // static int trace_return(struct pt_regs *ctx, int type) { struct val_t *valp; u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part valp = entryinfo.lookup(&id); if (valp == 0) { // missed tracing issue or filtered return 0; } // calculate delta u64 ts = bpf_ktime_get_ns(); u64 delta_us = (ts - valp->ts) / 1000; entryinfo.delete(&id); if (FILTER_US) return 0; // populate output struct struct data_t data = {}; data.type = type; data.size = PT_REGS_RC(ctx); data.delta_us = delta_us; data.pid = pid; data.ts_us = ts / 1000; data.offset = valp->offset; bpf_get_current_comm(&data.task, sizeof(data.task)); // workaround (rewriter should handle file to d_name in one step): struct dentry *de = NULL; struct qstr qs = {}; de = valp->fp->f_path.dentry; qs = de->d_name; if (qs.len == 0) return 0; bpf_probe_read_kernel(&data.file, sizeof(data.file), (void *)qs.name); // output events.perf_submit(ctx, &data, sizeof(data)); return 0; } int trace_read_return(struct pt_regs *ctx) { return trace_return(ctx, TRACE_READ); } int trace_write_return(struct pt_regs *ctx) { return trace_return(ctx, TRACE_WRITE); } int trace_open_return(struct pt_regs *ctx) { return trace_return(ctx, TRACE_OPEN); } int trace_fsync_return(struct pt_regs *ctx) { return trace_return(ctx, TRACE_FSYNC); } """ # code replacements with open(kallsyms) as syms: ops = '' for line in syms: (addr, size, name) = line.rstrip().split(" ", 2) name = name.split("\t")[0] if name == "ext4_file_operations": ops = "0x" + addr break if ops == '': print("ERROR: no ext4_file_operations in /proc/kallsyms. Exiting.") print("HINT: the kernel should be built with CONFIG_KALLSYMS_ALL.") exit() bpf_text = bpf_text.replace('EXT4_FILE_OPERATIONS', ops) if min_ms == 0: bpf_text = bpf_text.replace('FILTER_US', '0') else: bpf_text = bpf_text.replace('FILTER_US', 'delta_us <= %s' % str(min_ms * 1000)) if args.pid: bpf_text = bpf_text.replace('FILTER_PID', 'pid != %s' % pid) else: bpf_text = bpf_text.replace('FILTER_PID', '0') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # process event def print_event(cpu, data, size): event = b["events"].event(data) type = 'R' if event.type == 1: type = 'W' elif event.type == 2: type = 'O' elif event.type == 3: type = 'S' if (csv): print("%d,%s,%d,%s,%d,%d,%d,%s" % ( event.ts_us, event.task.decode('utf-8', 'replace'), event.pid, type, event.size, event.offset, event.delta_us, event.file.decode('utf-8', 'replace'))) return print("%-8s %-14.14s %-6s %1s %-7s %-8d %7.2f %s" % (strftime("%H:%M:%S"), event.task.decode('utf-8', 'replace'), event.pid, type, event.size, event.offset / 1024, float(event.delta_us) / 1000, event.file.decode('utf-8', 'replace'))) # initialize BPF b = BPF(text=bpf_text) # Common file functions. See earlier comment about generic_file_read_iter(). if BPF.get_kprobe_functions(b'ext4_file_read_iter'): b.attach_kprobe(event="ext4_file_read_iter", fn_name="trace_read_entry") else: b.attach_kprobe(event="generic_file_read_iter", fn_name="trace_read_entry") b.attach_kprobe(event="ext4_file_write_iter", fn_name="trace_write_entry") b.attach_kprobe(event="ext4_file_open", fn_name="trace_open_entry") b.attach_kprobe(event="ext4_sync_file", fn_name="trace_fsync_entry") if BPF.get_kprobe_functions(b'ext4_file_read_iter'): b.attach_kretprobe(event="ext4_file_read_iter", fn_name="trace_read_return") else: b.attach_kretprobe(event="generic_file_read_iter", fn_name="trace_read_return") b.attach_kretprobe(event="ext4_file_write_iter", fn_name="trace_write_return") b.attach_kretprobe(event="ext4_file_open", fn_name="trace_open_return") b.attach_kretprobe(event="ext4_sync_file", fn_name="trace_fsync_return") # header if (csv): print("ENDTIME_us,TASK,PID,TYPE,BYTES,OFFSET_b,LATENCY_us,FILE") else: if min_ms == 0: print("Tracing ext4 operations") else: print("Tracing ext4 operations slower than %d ms" % min_ms) print("%-8s %-14s %-6s %1s %-7s %-8s %7s %s" % ("TIME", "COMM", "PID", "T", "BYTES", "OFF_KB", "LAT(ms)", "FILENAME")) # read events b["events"].open_perf_buffer(print_event, page_cnt=64) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/ext4slower_example.txt000066400000000000000000000261071465134135300204170ustar00rootroot00000000000000Demonstrations of ext4slower, the Linux eBPF/bcc version. ext4slower shows ext4 reads, writes, opens, and fsyncs, slower than a threshold. For example: # ./ext4slower Tracing ext4 operations slower than 10 ms TIME COMM PID T BYTES OFF_KB LAT(ms) FILENAME 06:35:01 cron 16464 R 1249 0 16.05 common-auth 06:35:01 cron 16463 R 1249 0 16.04 common-auth 06:35:01 cron 16465 R 1249 0 16.03 common-auth 06:35:01 cron 16465 R 4096 0 10.62 login.defs 06:35:01 cron 16464 R 4096 0 10.61 login.defs 06:35:01 cron 16463 R 4096 0 10.63 login.defs 06:35:01 cron 16465 R 2972 0 18.52 pam_env.conf 06:35:01 cron 16464 R 2972 0 18.51 pam_env.conf 06:35:01 cron 16463 R 2972 0 18.49 pam_env.conf 06:35:01 dumpsystemstat 16473 R 128 0 12.58 date 06:35:01 debian-sa1 16474 R 283 0 12.66 sysstat 06:35:01 debian-sa1 16474 R 128 0 10.39 sa1 06:35:01 dumpsystemstat 16491 R 128 0 13.22 ifconfig 06:35:01 DumpThreads 16534 R 128 0 12.78 cut 06:35:01 cron 16545 R 128 0 14.76 sendmail 06:35:01 sendmail 16545 R 274 0 10.88 dynamicmaps.cf 06:35:02 postdrop 16546 R 118 0 32.94 Universal 06:35:02 pickup 9574 R 118 0 21.02 localtime [...] This shows various system tasks reading from ext4. The high latency here is due to disk I/O, as I had just evicted the file system cache for this example. This "latency" is measured from when the operation was issued from the VFS interface to the file system, to when it completed. This spans everything: block device I/O (disk I/O), file system CPU cycles, file system locks, run queue latency, etc. This is a better measure of the latency suffered by applications reading from the file system than measuring this down at the block device interface. Note that this only traces the common file system operations previously listed: other file system operations (eg, inode operations including getattr()) are not traced. The threshold can be provided as an argument. Eg, I/O slower than 1 ms: # ./ext4slower 1 Tracing ext4 operations slower than 1 ms TIME COMM PID T BYTES OFF_KB LAT(ms) FILENAME 06:49:17 bash 3616 R 128 0 7.75 cksum 06:49:17 cksum 3616 R 39552 0 1.34 [ 06:49:17 cksum 3616 R 96 0 5.36 2to3-2.7 06:49:17 cksum 3616 R 96 0 14.94 2to3-3.4 06:49:17 cksum 3616 R 10320 0 6.82 411toppm 06:49:17 cksum 3616 R 65536 0 4.01 a2p 06:49:17 cksum 3616 R 55400 0 8.77 ab 06:49:17 cksum 3616 R 36792 0 16.34 aclocal-1.14 06:49:17 cksum 3616 R 15008 0 19.31 acpi_listen 06:49:17 cksum 3616 R 6123 0 17.23 add-apt-repository 06:49:17 cksum 3616 R 6280 0 18.40 addpart 06:49:17 cksum 3616 R 27696 0 2.16 addr2line 06:49:17 cksum 3616 R 58080 0 10.11 ag 06:49:17 cksum 3616 R 906 0 6.30 ec2-meta-data 06:49:17 cksum 3616 R 6320 0 10.00 animate.im6 06:49:17 cksum 3616 R 5680 0 18.69 anytopnm 06:49:17 cksum 3616 R 2671 0 20.27 apport-bug 06:49:17 cksum 3616 R 12566 0 16.72 apport-cli 06:49:17 cksum 3616 R 1622 0 7.95 apport-unpack 06:49:17 cksum 3616 R 10440 0 2.37 appres 06:49:17 cksum 3616 R 48112 0 5.42 whatis 06:49:17 cksum 3616 R 14832 0 6.24 apt 06:49:17 cksum 3616 R 65536 0 24.74 apt-cache 06:49:17 cksum 3616 R 27264 0 1.68 apt-cdrom 06:49:17 cksum 3616 R 23224 0 5.31 apt-extracttemplates 06:49:17 cksum 3616 R 65536 0 8.08 apt-ftparchive 06:49:17 cksum 3616 R 65536 128 2.92 apt-ftparchive 06:49:17 cksum 3616 R 65536 0 9.58 aptitude-curses 06:49:17 cksum 3616 R 65536 128 44.25 aptitude-curses 06:49:17 cksum 3616 R 65536 384 1.69 aptitude-curses [...] This time a cksum(1) command can be seen reading various files (from /usr/bin). A threshold of 0 will trace all operations. Warning: the output will be verbose, as it will include all file system cache hits. # ./ext4slower 0 Tracing ext4 operations TIME COMM PID T BYTES OFF_KB LAT(ms) FILENAME 06:58:05 supervise 1884 O 0 0 0.00 status.new 06:58:05 supervise 1884 W 18 0 0.02 status.new 06:58:05 supervise 1884 O 0 0 0.00 status.new 06:58:05 supervise 1884 W 18 0 0.01 status.new 06:58:05 supervise 15817 O 0 0 0.00 run 06:58:05 supervise 15817 R 92 0 0.00 run 06:58:05 supervise 15817 O 0 0 0.00 bash 06:58:05 supervise 15817 R 128 0 0.00 bash 06:58:05 supervise 15817 R 504 0 0.00 bash 06:58:05 supervise 15817 R 28 0 0.00 bash 06:58:05 supervise 15817 O 0 0 0.00 ld-2.19.so 06:58:05 supervise 15817 R 64 0 0.00 ld-2.19.so 06:58:05 supervise 15817 R 392 0 0.00 ld-2.19.so 06:58:05 run 15817 O 0 0 0.00 ld.so.cache 06:58:05 run 15817 O 0 0 0.00 libtinfo.so.5.9 06:58:05 run 15817 R 832 0 0.00 libtinfo.so.5.9 06:58:05 run 15817 O 0 0 0.00 libdl-2.19.so 06:58:05 run 15817 R 832 0 0.00 libdl-2.19.so 06:58:05 run 15817 O 0 0 0.00 libc-2.19.so 06:58:05 run 15817 R 832 0 0.00 libc-2.19.so 06:58:05 supervise 1876 O 0 0 0.00 status.new 06:58:05 supervise 1876 W 18 0 0.01 status.new 06:58:05 supervise 1895 O 0 0 0.00 status.new 06:58:05 supervise 1895 W 18 0 0.02 status.new 06:58:05 supervise 1876 O 0 0 0.00 status.new 06:58:05 supervise 1876 W 18 0 0.01 status.new 06:58:05 supervise 1872 O 0 0 0.00 status.new 06:58:05 supervise 1872 W 18 0 0.02 status.new 06:58:05 supervise 1895 O 0 0 0.00 status.new 06:58:05 supervise 1895 W 18 0 0.01 status.new 06:58:05 supervise 15818 R 92 0 0.00 run 06:58:05 supervise 15818 O 0 0 0.00 bash 06:58:05 supervise 15818 R 128 0 0.00 bash 06:58:05 supervise 15818 R 504 0 0.00 bash 06:58:05 supervise 15818 R 28 0 0.00 bash 06:58:05 supervise 15818 O 0 0 0.00 ld-2.19.so 06:58:05 supervise 15818 R 64 0 0.00 ld-2.19.so 06:58:05 supervise 15818 R 392 0 0.00 ld-2.19.so 06:58:05 supervise 15818 O 0 0 0.00 run 06:58:05 supervise 1888 O 0 0 0.00 status.new 06:58:05 supervise 1888 W 18 0 0.01 status.new 06:58:05 supervise 1888 O 0 0 0.00 status.new 06:58:05 supervise 1888 W 18 0 0.02 status.new 06:58:05 supervise 15822 R 119 0 0.00 run 06:58:05 supervise 15822 O 0 0 0.00 bash 06:58:05 supervise 15822 R 128 0 0.00 bash 06:58:05 supervise 15822 R 504 0 0.00 bash 06:58:05 supervise 15822 R 28 0 0.00 bash 06:58:05 supervise 15822 O 0 0 0.00 ld-2.19.so 06:58:05 supervise 15822 R 64 0 0.00 ld-2.19.so 06:58:05 supervise 15822 R 392 0 0.00 ld-2.19.so 06:58:05 supervise 1892 O 0 0 0.00 status.new 06:58:05 supervise 1892 W 18 0 0.02 status.new 06:58:05 supervise 1892 O 0 0 0.00 status.new 06:58:05 supervise 1892 W 18 0 0.02 status.new 06:58:05 supervise 15820 O 0 0 0.00 run [...] The output now includes open operations ("O"), and writes ("W"). A -j option will print just the fields (parsable output, csv): # ./ext4slower -j 1 ENDTIME_us,TASK,PID,TYPE,BYTES,OFFSET_b,LATENCY_us,FILE 127200712278,bash,17225,R,128,0,14329,cksum 127200722986,cksum,17225,R,3274,0,8368,command-not-found 127200735581,cksum,17225,R,65536,0,10903,libbfd-2.24-system.so 127200738482,cksum,17225,R,65536,131072,2419,libbfd-2.24-system.so 127200749226,cksum,17225,R,65536,655360,8995,libbfd-2.24-system.so 127200776273,cksum,17225,R,55080,0,25297,libbind9.so.90.0.9 127200784688,cksum,17225,R,65536,0,7873,libblas.so.3.0 127200787551,cksum,17225,R,65536,131072,2386,libblas.so.3.0 127200795524,cksum,17225,R,18624,0,4947,libcpupower.so.3.13.0-49 127200802073,cksum,17225,R,65536,0,6410,libcwidget.so.3.0.0 127200808718,cksum,17225,R,65536,131072,6181,libcwidget.so.3.0.0 127200829518,cksum,17225,R,65536,0,14213,libdns.so.100.2.2 127200832916,cksum,17225,R,65536,131072,2911,libdns.so.100.2.2 127200841044,cksum,17225,R,65536,655360,6376,libdns.so.100.2.2 127200853646,cksum,17225,R,956,0,1022,libdumbnet.la 127200857814,cksum,17225,R,61096,0,4111,libdumbnet.so.1.0.1 127200869655,cksum,17225,R,65536,0,11252,libgettextlib-0.18.3.so 127200872985,cksum,17225,R,65536,131072,2882,libgettextlib-0.18.3.so 127200883063,cksum,17225,R,65536,0,9661,libgettextsrc-0.18.3.so 127200884767,cksum,17225,R,65536,131072,1251,libgettextsrc-0.18.3.so 127200904830,cksum,17225,R,65536,0,19571,libgirepository-1.0.so.1.0.0 127200906354,cksum,17225,R,65536,131072,1080,libgirepository-1.0.so.1.0.0 127200936047,cksum,17225,R,65536,0,28674,libGraphicsMagick.a 127200939091,cksum,17225,R,65536,131072,2576,libGraphicsMagick.a 127200947295,cksum,17225,R,65536,655360,6463,libGraphicsMagick.a 127200958793,cksum,17225,R,65536,1966080,7034,libGraphicsMagick.a [...] This may be useful for visualizing with another tool, for example, for producing a scatter plot of ENDTIME vs LATENCY, to look for time-based patterns. USAGE message: # ./ext4slower -h usage: ext4slower [-h] [-j] [-p PID] [min_ms] Trace common ext4 file operations slower than a threshold positional arguments: min_ms minimum I/O duration to trace, in ms (default 10) optional arguments: -h, --help show this help message and exit -j, --csv just print fields: comma-separated values -p PID, --pid PID trace this PID only examples: ./ext4slower # trace operations slower than 10 ms (default) ./ext4slower 1 # trace operations slower than 1 ms ./ext4slower -j 1 # ... 1 ms, parsable output (csv) ./ext4slower 0 # trace all operations (warning: verbose) ./ext4slower -p 185 # trace PID 185 only bpfcc-0.31.0/tools/f2fsslower.py000077500000000000000000000250211465134135300164660ustar00rootroot00000000000000#!/usr/bin/python # SPDX-License-Identifier: # @lint-avoid-python-3-compatibility-imports # # f2fsslower Trace slow f2fs operations. # For Linux, uses BCC, eBPF. # # USAGE: f2fsslower [-h] [-s] [-p PID] [min_ms] # # This script traces common f2fs file operations: reads, writes, opens, and # syncs. It measures the time spent in these operations, and prints details # for each that exceeded a threshold. # # WARNING: This adds low-overhead instrumentation to these f2fs operations, # including reads and writes from the file system cache. Such reads and writes # can be very frequent (depending on the workload; eg, 1M/sec), at which # point the overhead of this tool (even if it prints no "slower" events) can # begin to become significant. # # By default, a minimum millisecond threshold of 10 is used. # # Copyright (c) 2022, Samsung Electronics. All rights reserved. # Licensed under the Apache License, Version 2.0 (the "License") # thanks for Brendan Gregg's ext4slower # (https://github.com/iovisor/bcc/blob/master/tools/ext4slower.py) reference. # # 15-Aug-2022 Ting Zhang Created this. from __future__ import print_function from bcc import BPF import argparse from time import strftime # symbols kallsyms = "/proc/kallsyms" # arguments examples = """examples: ./f2fsslower # trace operations slower than 10 ms (default) ./f2fsslower 1 # trace operations slower than 1 ms ./f2fsslower -s 1 # ... 1 ms, parsable output (csv) ./f2fsslower 0 # trace all operations (warning: verbose) ./f2fsslower -p 185 # trace PID 185 only """ parser = argparse.ArgumentParser( description="Trace common f2fs file operations slower than a threshold", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-s", "--csv", action="store_true", help="just print fields: comma-separated values") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("min_ms", nargs="?", default='10', help="minimum I/O duration to trace, in ms (default 10)") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() min_ms = int(args.min_ms) pid = args.pid csv = args.csv debug = 0 # define BPF program bpf_text = """ #include #include #include #include #define TRACE_READ 0 #define TRACE_WRITE 1 #define TRACE_OPEN 2 #define TRACE_FSYNC 3 struct val_t { u64 ts; u64 offset; struct file *fp; }; struct data_t { u64 ts_us; u64 type; u32 size; u64 offset; u64 delta_us; u32 pid; char task[TASK_COMM_LEN]; char file[DNAME_INLINE_LEN]; }; BPF_HASH(entryinfo, u64, struct val_t); PERF_TABLE // // Store timestamp and size on entry // // The current f2fs (Linux 4.5) uses generic_file_read_iter(), instead of it's // own function, for reads. So we need to trace that and then filter on f2fs, // which I do by checking file->f_op. // The new Linux version (since form 4.10) uses f2fs_file_read_iter(), And if // the 'CONFIG_FS_DAX' is not set, then f2fs_file_read_iter() will call // generic_file_read_iter(), else it will call f2fs_dax_read_iter(), and trace // generic_file_read_iter() will fail. int trace_read_entry(struct pt_regs *ctx, struct kiocb *iocb) { u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part if (FILTER_PID) return 0; // f2fs filter on file->f_op == f2fs_file_operations struct file *fp = iocb->ki_filp; if ((u64)fp->f_op != F2FS_FILE_OPERATIONS) return 0; // store filep and timestamp by id struct val_t val = {}; val.ts = bpf_ktime_get_ns(); val.fp = fp; val.offset = iocb->ki_pos; if (val.fp) entryinfo.update(&id, &val); return 0; } // f2fs_file_write_iter(): int trace_write_entry(struct pt_regs *ctx, struct kiocb *iocb) { u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part if (FILTER_PID) return 0; // store filep and timestamp by id struct val_t val = {}; val.ts = bpf_ktime_get_ns(); val.fp = iocb->ki_filp; val.offset = iocb->ki_pos; if (val.fp) entryinfo.update(&id, &val); return 0; } // f2fs_file_open(): int trace_open_entry(struct pt_regs *ctx, struct inode *inode, struct file *file) { u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part if (FILTER_PID) return 0; // store filep and timestamp by id struct val_t val = {}; val.ts = bpf_ktime_get_ns(); val.fp = file; val.offset = 0; if (val.fp) entryinfo.update(&id, &val); return 0; } // f2fs_sync_file(): int trace_fsync_entry(struct pt_regs *ctx, struct file *file) { u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part if (FILTER_PID) return 0; // store filep and timestamp by id struct val_t val = {}; val.ts = bpf_ktime_get_ns(); val.fp = file; val.offset = 0; if (val.fp) entryinfo.update(&id, &val); return 0; } // // Output // static int trace_return(struct pt_regs *ctx, int type) { struct val_t *valp; u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part valp = entryinfo.lookup(&id); if (valp == 0) { // missed tracing issue or filtered return 0; } // calculate delta u64 ts = bpf_ktime_get_ns(); u64 delta_us = (ts - valp->ts) / 1000; if (FILTER_US) goto cleanup; // populate output struct struct data_t data = {}; data.type = type; data.size = PT_REGS_RC(ctx); data.delta_us = delta_us; data.pid = pid; data.ts_us = ts / 1000; data.offset = valp->offset; bpf_get_current_comm(&data.task, sizeof(data.task)); // workaround (rewriter should handle file to d_name in one step): struct dentry *de = NULL; struct qstr qs = {}; de = valp->fp->f_path.dentry; qs = de->d_name; if (qs.len == 0) goto cleanup; bpf_probe_read_kernel(&data.file, sizeof(data.file), (void *)qs.name); // output PERF_OUTPUT_CTX cleanup: entryinfo.delete(&id); return 0; } int trace_read_return(struct pt_regs *ctx) { return trace_return(ctx, TRACE_READ); } int trace_write_return(struct pt_regs *ctx) { return trace_return(ctx, TRACE_WRITE); } int trace_open_return(struct pt_regs *ctx) { return trace_return(ctx, TRACE_OPEN); } int trace_fsync_return(struct pt_regs *ctx) { return trace_return(ctx, TRACE_FSYNC); } """ # code replacements with open(kallsyms) as syms: ops = '' for line in syms: (addr, size, name) = line.rstrip().split(" ", 2) name = name.split("\t")[0] if name == "f2fs_file_operations": ops = "0x" + addr break if ops == '': print("ERROR: no f2fs_file_operations in /proc/kallsyms. Exiting.") print("HINT: the kernel should be built with CONFIG_KALLSYMS_ALL.") exit() bpf_text = bpf_text.replace('F2FS_FILE_OPERATIONS', ops) if min_ms == 0: bpf_text = bpf_text.replace('FILTER_US', '0') else: bpf_text = bpf_text.replace('FILTER_US', 'delta_us <= %s' % str(min_ms * 1000)) if args.pid: bpf_text = bpf_text.replace('FILTER_PID', 'pid != %s' % pid) else: bpf_text = bpf_text.replace('FILTER_PID', '0') if BPF.kernel_struct_has_field(b'bpf_ringbuf', b'waitq') == 1: PERF_MODE = "USE_BPF_RING_BUF" bpf_text = bpf_text.replace('PERF_TABLE', 'BPF_RINGBUF_OUTPUT(events, 64);') bpf_text = bpf_text.replace('PERF_OUTPUT_CTX', 'events.ringbuf_output(&data,sizeof(data),0);') else: PERF_MODE = "USE_BPF_PERF_BUF" bpf_text = bpf_text.replace('PERF_TABLE', 'BPF_PERF_OUTPUT(events);') bpf_text = bpf_text.replace('PERF_OUTPUT_CTX', 'events.perf_submit(ctx,&data,sizeof(data));') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # process event def print_event(cpu, data, size): event = b["events"].event(data) type = 'R' if event.type == 1: type = 'W' elif event.type == 2: type = 'O' elif event.type == 3: type = 'S' if (csv): print("%d,%s,%d,%s,%d,%d,%d,%s" % ( event.ts_us, event.task.decode('utf-8', 'replace'), event.pid, type, event.size, event.offset, event.delta_us, event.file.decode('utf-8', 'replace'))) return print("%-8s %-14.14s %-6s %1s %-7s %-8d %7.2f %s" % (strftime("%H:%M:%S"), event.task.decode('utf-8', 'replace'), event.pid, type, event.size, event.offset / 1024, float(event.delta_us) / 1000, event.file.decode('utf-8', 'replace'))) # initialize BPF b = BPF(text=bpf_text) # Common file functions. See earlier comment about generic_file_read_iter(). if BPF.get_kprobe_functions(b'f2fs_file_read_iter'): b.attach_kprobe(event="f2fs_file_read_iter", fn_name="trace_read_entry") b.attach_kretprobe(event="f2fs_file_read_iter", fn_name="trace_read_return") else: b.attach_kprobe(event="generic_file_read_iter", fn_name="trace_read_entry") b.attach_kretprobe(event="generic_file_read_iter", fn_name="trace_read_return") b.attach_kprobe(event="f2fs_file_write_iter", fn_name="trace_write_entry") b.attach_kprobe(event="f2fs_file_open", fn_name="trace_open_entry") b.attach_kprobe(event="f2fs_sync_file", fn_name="trace_fsync_entry") b.attach_kretprobe(event="f2fs_file_write_iter", fn_name="trace_write_return") b.attach_kretprobe(event="f2fs_file_open", fn_name="trace_open_return") b.attach_kretprobe(event="f2fs_sync_file", fn_name="trace_fsync_return") # header if (csv): print("ENDTIME_us,TASK,PID,TYPE,BYTES,OFFSET_b,LATENCY_us,FILE") else: if min_ms == 0: print("Tracing f2fs operations") else: print("Tracing f2fs operations slower than %d ms" % min_ms) print("%-8s %-14s %-6s %1s %-7s %-8s %7s %s" % ("TIME", "COMM", "PID", "T", "BYTES", "OFF_KB", "LAT(ms)", "FILENAME")) # read events # loop with callback to print_event if PERF_MODE == "USE_BPF_RING_BUF": b["events"].open_ring_buffer(print_event) else: b["events"].open_perf_buffer(print_event, page_cnt=64) while 1: try: if PERF_MODE == "USE_BPF_RING_BUF": b.ring_buffer_poll() else: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/f2fsslower_example.txt000066400000000000000000000422461465134135300203750ustar00rootroot00000000000000Demonstrations of f2fsslower, the Linux eBPF/bcc version. f2fsslower shows f2fs reads, writes, opens, and fsyncs, slower than a threshold. For example: # ./f2fsslower Tracing f2fs operations slower than 10 ms TIME COMM PID T BYTES OFF_KB LAT(ms) FILENAME 07:20:43 StatStore 25169 S 0 0 22.23 com.happyelements.AndroidAnimal_ 07:21:21 binder:912_3 912 R 131112 0 14.66 8.bin 07:21:40 LazyTaskWriter 912 S 0 0 28.05 112_task.xml.new 07:22:01 TaskSnapshotPe 912 S 0 0 21.47 112.proto.new 07:22:11 mobile_log_d.w 1048 W 262137 40198 11.06 main_log_2022_1205_071604.curf 07:22:15 binder:912_1A 912 R 131108 0 13.92 29.bin 07:22:18 LazyTaskWriter 912 S 0 0 28.64 112_task.xml.new 07:22:21 mobile_log_d.w 1048 W 262084 41478 11.88 main_log_2022_1205_071604.curf 07:22:26 LazyTaskWriter 912 S 0 0 27.75 112_task.xml.new 07:22:37 binder:912_17 912 R 131108 0 16.16 25.bin 07:22:39 LazyTaskWriter 912 S 0 0 22.53 112_task.xml.new 07:22:43 TaskSnapshotPe 912 S 0 0 19.32 112.proto.new 07:22:47 LazyTaskWriter 912 S 0 0 25.88 112_task.xml.new 07:22:57 LazyTaskWriter 912 S 0 0 20.77 112_task.xml.new 07:22:57 LazyTaskWriter 912 S 0 0 11.00 112_task.xml.new 07:23:06 LazyTaskWriter 912 S 0 0 21.36 112_task.xml.new 07:23:53 mobile_log_d.w 1048 W 262026 3026 10.28 main_log_2022_1205_072303.curf 07:24:05 s.AndroidAnima 17273 S 0 0 20.18 tbs_download_config.xml 07:24:20 GLThread 42 17273 S 0 0 32.27 Cocos2dxPrefsFile.xml 07:24:23 GLThread 42 17273 S 0 0 19.84 Cocos2dxPrefsFile.xml 07:24:32 GLThread 42 17273 S 0 0 20.27 Cocos2dxPrefsFile.xml 07:24:43 StatStore 17273 S 0 0 20.32 com.happyelements.AndroidAnimal_ 07:24:51 StatStore 18046 S 0 0 16.82 com.happyelements.AndroidAnimal_ 07:25:01 s.AndroidAnima 18046 S 0 0 19.61 com.happyelements.AndroidAnimal_ 07:25:06 GLThread 42 18046 S 0 0 21.33 Cocos2dxPrefsFile.xml 07:25:18 GLThread 42 18046 S 0 0 19.98 Cocos2dxPrefsFile.xml 07:25:21 GLThread 42 18046 S 0 0 20.57 log_data_19.log 07:25:34 GLThread 42 18046 S 0 0 21.82 log_data_19.log 07:26:44 GLThread 42 18046 S 0 0 28.13 Cocos2dxPrefsFile.xml 07:29:02 GLThread 42 18046 S 0 0 26.31 Cocos2dxPrefsFile.xml 07:29:07 GLThread 42 18046 S 0 0 21.80 log_data_19.log 07:29:22 android.bg 912 S 0 0 23.04 mappings.new 07:30:11 GLThread 42 18046 S 0 0 27.54 Cocos2dxPrefsFile.xml 07:31:16 GLThread 42 18046 S 0 0 22.04 Cocos2dxPrefsFile.xml 07:31:59 android.bg 912 S 0 0 40.25 appops 07:32:35 GLThread 42 18046 S 0 0 25.72 log_data_19.log 07:33:50 GLThread 42 18046 S 0 0 20.86 log_data_19.log 07:35:33 GLThread 42 18046 S 0 0 21.47 log_data_19.log 07:35:47 GLThread 42 18046 S 0 0 28.71 Cocos2dxPrefsFile.xml 07:35:53 GLThread 42 18046 S 0 0 22.43 log_data_19.log 07:36:29 StatStore 18046 S 0 0 20.47 com.happyelements.AndroidAnimal_ 07:36:37 LazyTaskWriter 912 S 0 0 22.53 114_task.xml.new 07:38:02 GLThread 42 18046 S 0 0 25.43 Cocos2dxPrefsFile.xml 07:39:42 GLThread 42 18046 R 30 118172 23.11 base.apk 07:39:47 GLThread 42 18046 S 0 0 21.28 log_data_19.log 07:40:45 GLThread 42 18046 S 0 0 20.56 log_data_19.log This shows various system tasks reading from f2fs. This "latency" is measured from when the operation was issued from the VFS interface to the file system, to when it completed. This spans everything: block device I/O (disk I/O), file system CPU cycles, file system locks, run queue latency, etc. This is a better measure of the latency suffered by applications reading from the file system than measuring this down at the block device interface. Note that this only traces the common file system operations previously listed: other file system operations (eg, inode operations including getattr()) are not traced. The threshold can be provided as an argument. Eg, I/O slower than 1 ms: # ./f2fsslower 1 Tracing f2fs operations slower than 1 ms TIME COMM PID T BYTES OFF_KB LAT(ms) FILENAME 03:21:58 mobile_log_d.w 1048 W 261969 15920 2.75 main_log_2022_1208_031540.curf 03:22:03 mobile_log_d.w 1048 W 247156 22098 1.47 adsp_0_log_2022_1208_030243.curf 03:22:04 mobile_log_d.w 1048 W 262019 16176 1.56 main_log_2022_1208_031540.curf 03:22:07 mobile_log_d.w 1048 W 262122 1930 1.62 radio_log_2022_1208_031907.curf 03:22:07 mobile_log_d.w 1048 W 262114 16432 2.63 main_log_2022_1208_031540.curf 03:22:09 mobile_log_d.w 1048 W 262036 16688 2.90 main_log_2022_1208_031540.curf 03:22:11 mobile_log_d.w 1048 W 262002 16944 2.87 main_log_2022_1208_031540.curf 03:22:12 GLThread 42 18046 S 0 0 26.64 Cocos2dxPrefsFile.xml 03:22:13 mobile_log_d.w 1048 W 262138 17200 2.85 main_log_2022_1208_031540.curf 03:22:13 mobile_log_d.w 1048 W 247156 22339 1.70 adsp_0_log_2022_1208_030243.curf 03:22:15 mobile_log_d.w 1048 W 262127 17456 2.76 main_log_2022_1208_031540.curf 03:22:17 GLThread 42 18046 S 0 0 20.30 log_data_19.log 03:22:18 mobile_log_d.w 1048 W 262132 17712 3.00 main_log_2022_1208_031540.curf 03:22:20 mobile_log_d.w 1048 W 262079 17968 2.88 main_log_2022_1208_031540.curf 03:22:23 mobile_log_d.w 1048 W 262037 18224 3.06 main_log_2022_1208_031540.curf 03:22:23 mobile_log_d.w 1048 W 250068 22581 1.54 adsp_0_log_2022_1208_030243.curf 03:22:23 mobile_log_d.w 1048 W 245760 22825 1.14 adsp_0_log_2022_1208_030243.curf 03:22:24 mobile_log_d.w 1048 W 261988 18480 3.17 main_log_2022_1208_031540.curf 03:22:26 mobile_log_d.w 1048 W 262096 18736 2.81 main_log_2022_1208_031540.curf 03:22:28 mobile_log_d.w 1048 W 262056 2186 2.78 radio_log_2022_1208_031907.curf 03:22:28 mobile_log_d.w 1048 W 261992 18991 2.69 main_log_2022_1208_031540.curf 03:22:30 mobile_log_d.w 1048 W 262030 19247 2.97 main_log_2022_1208_031540.curf 03:22:31 GLThread 42 18046 S 0 0 20.65 log_data_19.log 03:22:31 mobile_log_d.w 1048 W 262098 19503 2.95 main_log_2022_1208_031540.curf 03:22:33 mobile_log_d.w 1048 W 261680 19759 2.26 main_log_2022_1208_031540.curf 03:22:33 mobile_log_d.w 1048 W 242579 23065 1.50 adsp_0_log_2022_1208_030243.curf 03:22:33 mobile_log_d.w 1048 W 245760 23302 1.16 adsp_0_log_2022_1208_030243.curf 03:22:35 mobile_log_d.w 1048 W 262030 20015 2.84 main_log_2022_1208_031540.curf 03:22:37 mobile_log_d.w 1048 W 262011 20271 2.65 main_log_2022_1208_031540.curf 03:22:38 mobile_log_d.w 1048 W 262089 20526 1.48 main_log_2022_1208_031540.curf 03:22:39 mobile_log_d.w 1048 W 262127 20782 2.90 main_log_2022_1208_031540.curf 03:22:40 mobile_log_d.w 1048 W 262081 21038 3.29 main_log_2022_1208_031540.curf 03:22:41 mobile_log_d.w 1048 W 262069 21294 2.79 main_log_2022_1208_031540.curf 03:22:42 GLThread 42 18046 S 0 0 20.37 log_data_19.log 03:22:43 mobile_log_d.w 1048 W 261791 21550 3.30 main_log_2022_1208_031540.curf 03:22:43 mobile_log_d.w 1048 W 257177 23542 1.17 adsp_0_log_2022_1208_030243.curf 03:22:43 mobile_log_d.w 1048 W 245760 23793 1.19 adsp_0_log_2022_1208_030243.curf 03:22:44 mobile_log_d.w 1048 W 262102 21806 2.27 main_log_2022_1208_031540.curf 03:22:46 mobile_log_d.w 1048 W 167051 22062 1.74 main_log_2022_1208_031540.curf 03:22:46 mobile_log_d.w 1048 W 224792 2442 2.02 radio_log_2022_1208_031907.curf 03:22:48 mobile_log_d.w 1048 W 262090 22225 3.00 main_log_2022_1208_031540.curf 03:22:50 mobile_log_d.w 1048 W 262046 22481 3.89 main_log_2022_1208_031540.curf 03:22:51 mobile_log_d.w 1048 W 262088 22737 1.35 main_log_2022_1208_031540.curf 03:22:53 mobile_log_d.w 1048 W 262100 22993 2.82 main_log_2022_1208_031540.curf 03:22:53 mobile_log_d.w 1048 W 257957 24033 1.50 adsp_0_log_2022_1208_030243.curf This time a cksum(1) command can be seen reading various files (from /usr/bin). A threshold of 0 will trace all operations. Warning: the output will be verbose, as it will include all file system cache hits. # ./f2fsslower 0 Tracing f2fs operations TIME COMM PID T BYTES OFF_KB LAT(ms) FILENAME 05:56:41 f2fsslowertest 6802 O 0 0 0.01 utf_8.py 05:56:41 f2fsslowertest 6802 O 0 0 0.00 utf_8.pyc 05:56:41 f2fsslowertest 6802 R 1950 0 0.01 utf_8.pyc 05:56:41 f2fsslowertest 6802 R 0 1 0.00 utf_8.pyc 05:56:41 mobile_log_d.w 1048 W 262035 5842 2.70 main_log_2022_1208_055544.curf 05:56:42 GLThread 42 18046 R 30 45062 0.03 base.apk 05:56:42 GLThread 42 18046 R 90 45062 0.01 base.apk 05:56:44 mobile_log_d.w 1048 W 262027 6098 1.09 main_log_2022_1208_055544.curf 05:56:45 binder:1035_1 1035 R 2048 53764 0.04 base.apk 05:56:45 binder:1035_1 1035 R 2048 53766 0.01 base.apk 05:56:45 binder:1035_1 1035 R 2048 53768 0.01 base.apk 05:56:45 binder:1035_1 1035 R 2048 53770 0.01 base.apk 05:56:45 binder:1035_1 1035 R 2048 53772 0.01 base.apk 05:56:45 binder:1035_1 1035 R 2048 53774 0.00 base.apk 05:56:45 binder:1035_1 1035 R 2048 53776 0.00 base.apk 05:56:45 binder:1035_1 1035 R 2048 53778 0.00 base.apk 05:56:45 binder:1035_1 1035 R 2048 53780 0.00 base.apk 05:56:45 binder:1035_1 1035 R 2048 53782 0.00 base.apk 05:56:45 binder:1035_1 1035 R 2048 53784 0.00 base.apk 05:56:46 GLThread 42 18046 R 30 45062 0.03 base.apk 05:56:46 GLThread 42 18046 R 90 45062 0.01 base.apk 05:56:46 mobile_log_d.w 1048 W 233943 6354 2.51 main_log_2022_1208_055544.curf 05:56:46 mobile_log_d.w 1048 W 756 13956 0.32 events_log_2022_1123_004218.curf 05:56:46 mobile_log_d.w 1048 W 838 1690 0.08 sys_log_2022_1206_223338.curf 05:56:46 mobile_log_d.w 1048 W 0 4 0.02 crash_log_2022_1123_004218.curf 05:56:46 mobile_log_d.w 1048 W 223834 6553 1.39 radio_log_2022_1208_054728.curf 05:56:46 mobile_log_d.w 1048 W 258381 33557 1.51 adsp_0_log_2022_1208_054540.curf 05:56:46 mobile_log_d.w 1048 W 245760 33809 1.30 adsp_0_log_2022_1208_054540.curf 05:56:46 mobile_log_d.w 1048 O 0 0 0.01 mblog_history 05:56:46 mobile_log_d.w 1048 W 84 0 0.04 mblog_history 05:56:46 mobile_log_d.w 1048 O 0 0 0.01 mblog_history 05:56:46 mobile_log_d.w 1048 W 84 4043 0.05 mblog_history 05:56:47 binder:1035_1 1035 R 2048 53786 0.14 base.apk 05:56:47 binder:1035_1 1035 R 2048 53788 0.06 base.apk 05:56:47 binder:1035_1 1035 R 2048 53790 0.05 base.apk 05:56:47 binder:1035_1 1035 R 2048 53792 0.03 base.apk 05:56:47 binder:1035_1 1035 R 2048 53794 0.01 base.apk 05:56:47 binder:1035_1 1035 R 2048 53796 0.01 base.apk 05:56:47 binder:1035_1 1035 R 2048 53798 0.01 base.apk 05:56:47 binder:1035_1 1035 R 2048 53800 0.01 base.apk 05:56:47 binder:1035_1 1035 R 2048 53802 0.01 base.apk 05:56:47 binder:1035_1 1035 R 2048 53804 0.01 base.apk 05:56:47 binder:1035_1 1035 R 2048 53806 0.01 base.apk 05:56:47 binder:1035_1 1035 R 2048 53808 0.09 base.apk 05:56:47 binder:1035_1 1035 R 2048 53810 0.03 base.apk 05:56:47 binder:1035_1 1035 R 2048 53812 0.01 base.apk 05:56:47 binder:1035_1 1035 R 2048 53814 0.01 base.apk 05:56:47 binder:1035_1 1035 R 2048 53816 0.01 base.apk 05:56:47 binder:1035_1 1035 R 2048 53818 0.01 base.apk 05:56:47 binder:1035_1 1035 R 2048 53820 0.01 base.apk The output now includes open operations ("O"), and writes ("W"). A -s option will print just the fields (parsable output, csv): # ./f2fsslower -s 1 ENDTIME_us,TASK,PID,TYPE,BYTES,OFFSET_b,LATENCY_us,FILE 1316211823309,mobile_log_d.wr,1048,W,262131,38840382,2661,main_log_2022_1208_061729.curf 1316212810823,mobile_log_d.wr,1048,W,258559,23600773,1204,adsp_0_log_2022_1208_061547.curf 1316212872372,mobile_log_d.wr,1048,W,245760,23859332,1005,adsp_0_log_2022_1208_061547.curf 1316214082932,mobile_log_d.wr,1048,W,262057,39102513,2624,main_log_2022_1208_061729.curf 1316216669137,mobile_log_d.wr,1048,W,261982,39364570,3118,main_log_2022_1208_061729.curf 1316218993842,mobile_log_d.wr,1048,W,262089,39626552,1664,main_log_2022_1208_061729.curf 1316221426544,mobile_log_d.wr,1048,W,262051,39888641,2989,main_log_2022_1208_061729.curf 1316222951157,mobile_log_d.wr,1048,W,257177,24350852,1658,adsp_0_log_2022_1208_061547.curf 1316222954073,mobile_log_d.wr,1048,W,245760,24608029,1164,adsp_0_log_2022_1208_061547.curf 1316223791680,mobile_log_d.wr,1048,W,262069,40150692,2801,main_log_2022_1208_061729.curf 1316226044789,mobile_log_d.wr,1048,W,262035,40412761,2886,main_log_2022_1208_061729.curf 1316228166571,mobile_log_d.wr,1048,W,226979,40674796,2374,main_log_2022_1208_061729.curf 1316228181155,mobile_log_d.wr,1048,W,222758,4736186,1970,radio_log_2022_1208_061707.curf 1316230622583,mobile_log_d.wr,1048,W,262114,40901775,2776,main_log_2022_1208_061729.curf 1316233026221,mobile_log_d.wr,1048,W,257601,24853789,1257,adsp_0_log_2022_1208_061547.curf 1316233029535,mobile_log_d.wr,1048,W,245760,25111390,1561,adsp_0_log_2022_1208_061547.curf 1316233113497,mobile_log_d.wr,1048,W,261997,41163889,3589,main_log_2022_1208_061729.curf 1316235354557,mobile_log_d.wr,1048,W,262049,41425886,2787,main_log_2022_1208_061729.curf 1316238063027,mobile_log_d.wr,1048,W,262069,41687935,2696,main_log_2022_1208_061729.curf 1316242949074,mobile_log_d.wr,1048,W,262070,42212109,2973,main_log_2022_1208_061729.curf 1316243120504,mobile_log_d.wr,1048,W,257355,25357150,1507,adsp_0_log_2022_1208_061547.curf 1316243125525,mobile_log_d.wr,1048,W,245760,25614505,1946,adsp_0_log_2022_1208_061547.curf 1316245305141,mobile_log_d.wr,1048,W,262032,42474179,3083,main_log_2022_1208_061729.curf 1316247588708,mobile_log_d.wr,1048,W,262004,42736211,2967,main_log_2022_1208_061729.curf 1316249295257,mobile_log_d.wr,1048,W,262057,4958944,2578,radio_log_2022_1208_061707.curf 1316250106164,mobile_log_d.wr,1048,W,262010,42998215,2840,main_log_2022_1208_061729.curf 1316252410939,mobile_log_d.wr,1048,W,262106,43260225,2628,main_log_2022_1208_061729.curf 1316253204981,mobile_log_d.wr,1048,W,258381,25860265,1517,adsp_0_log_2022_1208_061547.curf 1316253208316,mobile_log_d.wr,1048,W,245760,26118646,1503,adsp_0_log_2022_1208_061547.curf 1316254946402,mobile_log_d.wr,1048,W,262004,43522331,2816,main_log_2022_1208_061729.curf 1316257209188,mobile_log_d.wr,1048,W,262026,43784335,4450,main_log_2022_1208_061729.curf 1316259556796,mobile_log_d.wr,1048,W,262032,44046361,2833,main_log_2022_1208_061729.curf 1316261921117,mobile_log_d.wr,1048,W,262013,44308393,1357,main_log_2022_1208_061729.curf 1316263243764,mobile_log_d.wr,1048,W,24303,6765649,1016,bsp_log_2022_1208_014047.curf 1316263251662,mobile_log_d.wr,1048,W,160077,26364406,1244,adsp_0_log_2022_1208_061547.curf 1316264438110,mobile_log_d.wr,1048,W,262131,44570406,1672,main_log_2022_1208_061729.curf 1316266865336,mobile_log_d.wr,1048,W,262067,44832537,1692,main_log_2022_1208_061729.curf 1316269146218,mobile_log_d.wr,1048,W,262023,45094604,3041,main_log_2022_1208_061729.curf 1316270305799,mobile_log_d.wr,1048,W,262111,5221001,2913,radio_log_2022_1208_061707.curf 1316271863947,mobile_log_d.wr,1048,W,262071,45356627,2915,main_log_2022_1208_061729.curf 1316273312225,mobile_log_d.wr,1048,W,255036,26770243,3875,adsp_0_log_2022_1208_061547.curf 1316273395545,mobile_log_d.wr,1048,W,245760,27025279,6162,adsp_0_log_2022_1208_061547.curf 1316273398118,mobile_log_d.wr,1048,W,245760,27271039,1846,adsp_0_log_2022_1208_061547.curf 1316274180566,mobile_log_d.wr,1048,W,262010,45618698,2867,main_log_2022_1208_061729.curf This may be useful for visualizing with another tool, for example, for producing a scatter plot of ENDTIME vs LATENCY, to look for time-based patterns. USAGE message: # ./f2fsslower -h usage: f2fsslower [-h] [-s] [-p PID] [min_ms] Trace common f2fs file operations slower than a threshold positional arguments: min_ms minimum I/O duration to trace, in ms (default 10) optional arguments: -h, --help show this help message and exit -s, --csv just print fields: comma-separated values -p PID, --pid PID trace this PID only examples: ./f2fsslower # trace operations slower than 10 ms (default) ./f2fsslower 1 # trace operations slower than 1 ms ./f2fsslower -s 1 # ... 1 ms, parsable output (csv) ./f2fsslower 0 # trace all operations (warning: verbose) ./f2fsslower -p 185 # trace PID 185 onlybpfcc-0.31.0/tools/filegone.py000077500000000000000000000132161465134135300161650ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # filegone Trace why file gone (deleted or renamed). # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: filegone [-h] [-p PID] # # Licensed under the Apache License, Version 2.0 (the "License") # # 08-Nov-2022 Curu. modified from filelife # 19-Nov-2022 Rong Tao Check btf struct field instead of KERNEL_VERSION macro. # 05-Nov-2023 Rong Tao Support rename/unlink failed situation. from __future__ import print_function from bcc import BPF import argparse from time import strftime # arguments examples = """examples: ./filegone # trace all file gone events ./filegone -p 181 # only trace PID 181 """ parser = argparse.ArgumentParser( description="Trace why file gone (deleted or renamed)", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() debug = 0 # define BPF program bpf_text = """ #include #include #include struct data_t { u32 pid; u8 action; char comm[TASK_COMM_LEN]; char fname[DNAME_INLINE_LEN]; char fname2[DNAME_INLINE_LEN]; }; BPF_PERF_OUTPUT(events); BPF_HASH(currdata, u32, struct data_t); // trace file deletion and output details TRACE_VFS_UNLINK_FUNC { u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; FILTER struct data_t data = {}; struct qstr d_name = dentry->d_name; if (d_name.len == 0) return 0; bpf_get_current_comm(&data.comm, sizeof(data.comm)); data.pid = pid; data.action = 'D'; bpf_probe_read(&data.fname, sizeof(data.fname), d_name.name); currdata.update(&tid, &data); return 0; } // trace file rename TRACE_VFS_RENAME_FUNC u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; FILTER struct data_t data = {}; struct qstr s_name = old_dentry->d_name; struct qstr d_name = new_dentry->d_name; if (s_name.len == 0 || d_name.len == 0) return 0; bpf_get_current_comm(&data.comm, sizeof(data.comm)); data.pid = pid; data.action = 'R'; bpf_probe_read(&data.fname, sizeof(data.fname), s_name.name); bpf_probe_read(&data.fname2, sizeof(data.fname), d_name.name); currdata.update(&tid, &data); return 0; } int trace_return(struct pt_regs *ctx) { struct data_t *data; u32 tid = (u32)bpf_get_current_pid_tgid(); int ret = PT_REGS_RC(ctx); data = currdata.lookup(&tid); if (data == 0) return 0; currdata.delete(&tid); /* Skip failed */ if (ret) return 0; events.perf_submit(ctx, data, sizeof(*data)); return 0; } """ bpf_vfs_rename_text_old=""" int trace_rename(struct pt_regs *ctx, struct inode *old_dir, struct dentry *old_dentry, struct inode *new_dir, struct dentry *new_dentry) { """ bpf_vfs_rename_text_new=""" int trace_rename(struct pt_regs *ctx, struct renamedata *rd) { struct dentry *old_dentry = rd->old_dentry; struct dentry *new_dentry = rd->new_dentry; """ bpf_vfs_unlink_text_1=""" int trace_unlink(struct pt_regs *ctx, struct inode *dir, struct dentry *dentry) """ bpf_vfs_unlink_text_2=""" int trace_unlink(struct pt_regs *ctx, struct user_namespace *ns, struct inode *dir, struct dentry *dentry) """ bpf_vfs_unlink_text_3=""" int trace_unlink(struct pt_regs *ctx, struct mnt_idmap *idmap, struct inode *dir, struct dentry *dentry) """ def action2str(action): if chr(action) == 'D': action_str = "DELETE" else: action_str = "RENAME" return action_str if args.pid: bpf_text = bpf_text.replace('FILTER', 'if (pid != %s) { return 0; }' % args.pid) else: bpf_text = bpf_text.replace('FILTER', '') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # check 'struct renamedata' exist or not if BPF.kernel_struct_has_field(b'renamedata', b'new_mnt_idmap') == 1: bpf_text = bpf_text.replace('TRACE_VFS_RENAME_FUNC', bpf_vfs_rename_text_new) bpf_text = bpf_text.replace('TRACE_VFS_UNLINK_FUNC', bpf_vfs_unlink_text_3) elif BPF.kernel_struct_has_field("renamedata", "old_mnt_userns") == 1: bpf_text = bpf_text.replace('TRACE_VFS_RENAME_FUNC', bpf_vfs_rename_text_new) bpf_text = bpf_text.replace('TRACE_VFS_UNLINK_FUNC', bpf_vfs_unlink_text_2) else: bpf_text = bpf_text.replace('TRACE_VFS_RENAME_FUNC', bpf_vfs_rename_text_old) bpf_text = bpf_text.replace('TRACE_VFS_UNLINK_FUNC', bpf_vfs_unlink_text_1) # initialize BPF b = BPF(text=bpf_text) b.attach_kprobe(event="vfs_unlink", fn_name="trace_unlink") b.attach_kprobe(event="vfs_rmdir", fn_name="trace_unlink") b.attach_kprobe(event="vfs_rename", fn_name="trace_rename") b.attach_kretprobe(event="vfs_unlink", fn_name="trace_return") b.attach_kretprobe(event="vfs_rmdir", fn_name="trace_return") b.attach_kretprobe(event="vfs_rename", fn_name="trace_return") # header print("%-8s %-7s %-16s %6s %s" % ("TIME", "PID", "COMM", "ACTION", "FILE")) # process event def print_event(cpu, data, size): event = b["events"].event(data) action_str = action2str(event.action) file_str = event.fname.decode('utf-8', 'replace') if action_str == "RENAME": file_str = "%s > %s" % (file_str, event.fname2.decode('utf-8', 'replace')) print("%-8s %-7d %-16s %6s %s" % (strftime("%H:%M:%S"), event.pid, event.comm.decode('utf-8', 'replace'), action_str, file_str)) b["events"].open_perf_buffer(print_event) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/filegone_example.txt000066400000000000000000000013471465134135300200660ustar00rootroot00000000000000Demonstrations of filegone, the Linux eBPF/bcc version. filegone traces why file gone, either been deleted or renamed For example: # ./filegone 18:30:56 22905 vim DELETE .fstab.swpx 18:30:56 22905 vim DELETE .fstab.swp 18:31:00 22905 vim DELETE .viminfo 18:31:00 22905 vim RENAME .viminfo.tmp > .viminfo 18:31:00 22905 vim DELETE .fstab.swp USAGE message: usage: filegone.py [-h] [-p PID] Trace why file gone (deleted or renamed) optional arguments: -h, --help show this help message and exit -p PID, --pid PID trace this PID only examples: ./filegone # trace all file gone events ./filegone -p 181 # only trace PID 181 bpfcc-0.31.0/tools/filelife.py000077500000000000000000000146021465134135300161540ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # filelife Trace the lifespan of short-lived files. # For Linux, uses BCC, eBPF. Embedded C. # # This traces the creation and deletion of files, providing information # on who deleted the file, the file age, and the file name. The intent is to # provide information on short-lived files, for debugging or performance # analysis. # # USAGE: filelife [-h] [-p PID] # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 08-Feb-2015 Brendan Gregg Created this. # 17-Feb-2016 Allan McAleavy updated for BPF_PERF_OUTPUT # 13-Nov-2022 Rong Tao Check btf struct field for CO-RE and add vfs_open() # 05-Nov-2023 Rong Tao Support unlink failed from __future__ import print_function from bcc import BPF import argparse from time import strftime # arguments examples = """examples: ./filelife # trace lifecycle of file(create->remove) ./filelife -p 181 # only trace PID 181 """ parser = argparse.ArgumentParser( description="Trace lifecycle of file", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() debug = 0 # define BPF program bpf_text = """ #include #include #include struct data_t { u32 pid; u64 delta; char comm[TASK_COMM_LEN]; char fname[DNAME_INLINE_LEN]; /* private */ void *dentry; }; BPF_HASH(birth, struct dentry *); BPF_HASH(unlink_data, u32, struct data_t); BPF_PERF_OUTPUT(events); static int probe_dentry(struct pt_regs *ctx, struct dentry *dentry) { u32 pid = bpf_get_current_pid_tgid() >> 32; FILTER u64 ts = bpf_ktime_get_ns(); birth.update(&dentry, &ts); return 0; } // trace file creation time TRACE_CREATE_FUNC { return probe_dentry(ctx, dentry); }; // trace file security_inode_create time int trace_security_inode_create(struct pt_regs *ctx, struct inode *dir, struct dentry *dentry) { return probe_dentry(ctx, dentry); }; // trace file open time int trace_open(struct pt_regs *ctx, struct path *path, struct file *file) { struct dentry *dentry = path->dentry; if (!(file->f_mode & FMODE_CREATED)) { return 0; } return probe_dentry(ctx, dentry); }; // trace file deletion and output details TRACE_UNLINK_FUNC { struct data_t data = {}; u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; FILTER u64 *tsp, delta; tsp = birth.lookup(&dentry); if (tsp == 0) { return 0; // missed create } delta = (bpf_ktime_get_ns() - *tsp) / 1000000; struct qstr d_name = dentry->d_name; if (d_name.len == 0) return 0; if (bpf_get_current_comm(&data.comm, sizeof(data.comm)) == 0) { data.pid = pid; data.delta = delta; bpf_probe_read_kernel(&data.fname, sizeof(data.fname), d_name.name); } /* record dentry, only delete from birth if unlink successful */ data.dentry = dentry; unlink_data.update(&tid, &data); return 0; } int trace_unlink_ret(struct pt_regs *ctx) { int ret = PT_REGS_RC(ctx); struct data_t *data; u32 tid = (u32)bpf_get_current_pid_tgid(); data = unlink_data.lookup(&tid); if (!data) return 0; /* delete it any way */ unlink_data.delete(&tid); /* Skip failed unlink */ if (ret) return 0; birth.delete((struct dentry **)&data->dentry); events.perf_submit(ctx, data, sizeof(*data)); return 0; } """ trace_create_text_1=""" int trace_create(struct pt_regs *ctx, struct inode *dir, struct dentry *dentry) """ trace_create_text_2=""" int trace_create(struct pt_regs *ctx, struct user_namespace *mnt_userns, struct inode *dir, struct dentry *dentry) """ trace_create_text_3=""" int trace_create(struct pt_regs *ctx, struct mnt_idmap *idmap, struct inode *dir, struct dentry *dentry) """ trace_unlink_text_1=""" int trace_unlink(struct pt_regs *ctx, struct inode *dir, struct dentry *dentry) """ trace_unlink_text_2=""" int trace_unlink(struct pt_regs *ctx, struct user_namespace *mnt_userns, struct inode *dir, struct dentry *dentry) """ trace_unlink_text_3=""" int trace_unlink(struct pt_regs *ctx, struct mnt_idmap *idmap, struct inode *dir, struct dentry *dentry) """ if args.pid: bpf_text = bpf_text.replace('FILTER', 'if (pid != %s) { return 0; }' % args.pid) else: bpf_text = bpf_text.replace('FILTER', '') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() if BPF.kernel_struct_has_field(b'renamedata', b'new_mnt_idmap') == 1: bpf_text = bpf_text.replace('TRACE_CREATE_FUNC', trace_create_text_3) bpf_text = bpf_text.replace('TRACE_UNLINK_FUNC', trace_unlink_text_3) elif BPF.kernel_struct_has_field(b'renamedata', b'old_mnt_userns') == 1: bpf_text = bpf_text.replace('TRACE_CREATE_FUNC', trace_create_text_2) bpf_text = bpf_text.replace('TRACE_UNLINK_FUNC', trace_unlink_text_2) else: bpf_text = bpf_text.replace('TRACE_CREATE_FUNC', trace_create_text_1) bpf_text = bpf_text.replace('TRACE_UNLINK_FUNC', trace_unlink_text_1) # initialize BPF b = BPF(text=bpf_text) b.attach_kprobe(event="vfs_create", fn_name="trace_create") # newer kernels may don't fire vfs_create, call vfs_open instead: b.attach_kprobe(event="vfs_open", fn_name="trace_open") # newer kernels (say, 4.8) may don't fire vfs_create, so record (or overwrite) # the timestamp in security_inode_create(): if BPF.get_kprobe_functions(b"security_inode_create"): b.attach_kprobe(event="security_inode_create", fn_name="trace_security_inode_create") b.attach_kprobe(event="vfs_unlink", fn_name="trace_unlink") b.attach_kretprobe(event="vfs_unlink", fn_name="trace_unlink_ret") # header print("%-8s %-7s %-16s %-7s %s" % ("TIME", "PID", "COMM", "AGE(s)", "FILE")) # process event def print_event(cpu, data, size): event = b["events"].event(data) print("%-8s %-7d %-16s %-7.2f %s" % (strftime("%H:%M:%S"), event.pid, event.comm.decode('utf-8', 'replace'), float(event.delta) / 1000, event.fname.decode('utf-8', 'replace'))) b["events"].open_perf_buffer(print_event) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/filelife_example.txt000066400000000000000000000040541465134135300200530ustar00rootroot00000000000000Demonstrations of filelife, the Linux eBPF/bcc version. filelife traces short-lived files: those that have been created and then deleted while tracing. For example: # ./filelife TIME PID COMM AGE(s) FILE 05:57:59 8556 gcc 0.04 ccCB5EDe.s 05:57:59 8560 rm 0.02 .entry_64.o.d 05:57:59 8563 gcc 0.02 cc5UFHXf.s 05:57:59 8567 rm 0.01 .thunk_64.o.d 05:57:59 8578 rm 0.02 .syscall_64.o.d 05:58:00 8589 rm 0.03 .common.o.d 05:58:00 8596 rm 0.01 .8592.tmp 05:58:00 8601 rm 0.01 .8597.tmp 05:58:00 8606 rm 0.01 .8602.tmp 05:58:00 8639 rm 0.02 .vma.o.d 05:58:00 8650 rm 0.02 .vdso32-setup.o.d 05:58:00 8656 rm 0.00 .vdso.lds.d 05:58:00 8659 gcc 0.01 ccveeJAz.s 05:58:00 8663 rm 0.01 .vdso-note.o.d 05:58:00 8674 rm 0.02 .vclock_gettime.o.d 05:58:01 8684 rm 0.01 .vgetcpu.o.d 05:58:01 8690 collect2 0.00 ccvKMxdm.ld This has caught short-lived files that were created during a Linux kernel build. The PID shows the process ID that finally deleted the file, and COMM is its process name. The AGE(s) column shows the age of the file, in seconds, when it was deleted. These are all short-lived, and existed for less than one tenth of a second. Creating, populating, and then deleting files as part of another process can be an inefficient method of inter-process communication. It can cause disk I/O as files are closed and their file descriptors flushed, only later to be deleted. As such, short-lived files can be a target of performance optimizations. USAGE message: # ./filelife -h usage: filelife [-h] [-p PID] Trace stat() syscalls optional arguments: -h, --help show this help message and exit -p PID, --pid PID trace this PID only examples: ./filelife # trace all stat() syscalls ./filelife -p 181 # only trace PID 181 bpfcc-0.31.0/tools/fileslower.py000077500000000000000000000163161465134135300165540ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # fileslower Trace slow synchronous file reads and writes. # For Linux, uses BCC, eBPF. # # USAGE: fileslower [-h] [-p PID] [-a] [min_ms] # # This script uses kernel dynamic tracing of synchronous reads and writes # at the VFS interface, to identify slow file reads and writes for any file # system. # # This works by tracing __vfs_read() and __vfs_write(), and filtering for # synchronous I/O (the path to new_sync_read() and new_sync_write()), and # for I/O with filenames. This approach provides a view of just two file # system request types. There are typically many others: asynchronous I/O, # directory operations, file handle operations, etc, that this tool does not # instrument. # # WARNING: This traces VFS reads and writes, which can be extremely frequent, # and so the overhead of this tool can become severe depending on the # workload. # # By default, a minimum millisecond threshold of 10 is used. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 06-Feb-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF import argparse import time # arguments examples = """examples: ./fileslower # trace sync file I/O slower than 10 ms (default) ./fileslower 1 # trace sync file I/O slower than 1 ms ./fileslower -p 185 # trace PID 185 only """ parser = argparse.ArgumentParser( description="Trace slow synchronous file reads and writes", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-p", "--pid", type=int, metavar="PID", dest="tgid", help="trace this PID only") parser.add_argument("-a", "--all-files", action="store_true", help="include non-regular file types (sockets, FIFOs, etc)") parser.add_argument("min_ms", nargs="?", default='10', help="minimum I/O duration to trace, in ms (default 10)") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() min_ms = int(args.min_ms) tgid = args.tgid debug = 0 # define BPF program bpf_text = """ #include #include #include enum trace_mode { MODE_READ, MODE_WRITE }; struct val_t { u32 sz; u64 ts; u32 name_len; // de->d_name.name may point to de->d_iname so limit len accordingly char name[DNAME_INLINE_LEN]; char comm[TASK_COMM_LEN]; }; struct data_t { enum trace_mode mode; u32 pid; u32 sz; u64 delta_us; u32 name_len; char name[DNAME_INLINE_LEN]; char comm[TASK_COMM_LEN]; }; BPF_HASH(entryinfo, pid_t, struct val_t); BPF_PERF_OUTPUT(events); // store timestamp and size on entry static int trace_rw_entry(struct pt_regs *ctx, struct file *file, char __user *buf, size_t count) { u32 tgid = bpf_get_current_pid_tgid() >> 32; if (TGID_FILTER) return 0; u32 pid = bpf_get_current_pid_tgid(); // skip I/O lacking a filename struct dentry *de = file->f_path.dentry; int mode = file->f_inode->i_mode; if (de->d_name.len == 0 || TYPE_FILTER) return 0; // store size and timestamp by pid struct val_t val = {}; val.sz = count; val.ts = bpf_ktime_get_ns(); struct qstr d_name = de->d_name; val.name_len = d_name.len; bpf_probe_read_kernel(&val.name, sizeof(val.name), d_name.name); bpf_get_current_comm(&val.comm, sizeof(val.comm)); entryinfo.update(&pid, &val); return 0; } int trace_read_entry(struct pt_regs *ctx, struct file *file, char __user *buf, size_t count) { // skip non-sync I/O; see kernel code for __vfs_read() if (!(file->f_op->read_iter)) return 0; return trace_rw_entry(ctx, file, buf, count); } int trace_write_entry(struct pt_regs *ctx, struct file *file, char __user *buf, size_t count) { // skip non-sync I/O; see kernel code for __vfs_write() if (!(file->f_op->write_iter)) return 0; return trace_rw_entry(ctx, file, buf, count); } // output static int trace_rw_return(struct pt_regs *ctx, int type) { struct val_t *valp; u32 pid = bpf_get_current_pid_tgid(); valp = entryinfo.lookup(&pid); if (valp == 0) { // missed tracing issue or filtered return 0; } u64 delta_us = (bpf_ktime_get_ns() - valp->ts) / 1000; entryinfo.delete(&pid); if (delta_us < MIN_US) return 0; struct data_t data = {}; data.mode = type; data.pid = pid; data.sz = valp->sz; data.delta_us = delta_us; data.name_len = valp->name_len; bpf_probe_read_kernel(&data.name, sizeof(data.name), valp->name); bpf_probe_read_kernel(&data.comm, sizeof(data.comm), valp->comm); events.perf_submit(ctx, &data, sizeof(data)); return 0; } int trace_read_return(struct pt_regs *ctx) { return trace_rw_return(ctx, MODE_READ); } int trace_write_return(struct pt_regs *ctx) { return trace_rw_return(ctx, MODE_WRITE); } """ bpf_text = bpf_text.replace('MIN_US', str(min_ms * 1000)) if args.tgid: bpf_text = bpf_text.replace('TGID_FILTER', 'tgid != %d' % tgid) else: bpf_text = bpf_text.replace('TGID_FILTER', '0') if args.all_files: bpf_text = bpf_text.replace('TYPE_FILTER', '0') else: bpf_text = bpf_text.replace('TYPE_FILTER', '!S_ISREG(mode)') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # initialize BPF b = BPF(text=bpf_text) # I'd rather trace these via new_sync_read/new_sync_write (which used to be # do_sync_read/do_sync_write), but those became static. So trace these from # the parent functions, at the cost of more overhead, instead. # Ultimately, we should be using [V]FS tracepoints. try: b.attach_kprobe(event="__vfs_read", fn_name="trace_read_entry") b.attach_kretprobe(event="__vfs_read", fn_name="trace_read_return") except Exception: print('Current kernel does not have __vfs_read, try vfs_read instead') b.attach_kprobe(event="vfs_read", fn_name="trace_read_entry") b.attach_kretprobe(event="vfs_read", fn_name="trace_read_return") try: b.attach_kprobe(event="__vfs_write", fn_name="trace_write_entry") b.attach_kretprobe(event="__vfs_write", fn_name="trace_write_return") except Exception: print('Current kernel does not have __vfs_write, try vfs_write instead') b.attach_kprobe(event="vfs_write", fn_name="trace_write_entry") b.attach_kretprobe(event="vfs_write", fn_name="trace_write_return") mode_s = { 0: 'R', 1: 'W', } # header print("Tracing sync read/writes slower than %d ms" % min_ms) print("%-8s %-14s %-6s %1s %-7s %7s %s" % ("TIME(s)", "COMM", "TID", "D", "BYTES", "LAT(ms)", "FILENAME")) start_ts = time.time() DNAME_INLINE_LEN = 32 def print_event(cpu, data, size): event = b["events"].event(data) ms = float(event.delta_us) / 1000 name = event.name.decode('utf-8', 'replace') if event.name_len > DNAME_INLINE_LEN: name = name[:-3] + "..." print("%-8.3f %-14.14s %-6s %1s %-7s %7.2f %s" % ( time.time() - start_ts, event.comm.decode('utf-8', 'replace'), event.pid, mode_s[event.mode], event.sz, ms, name)) b["events"].open_perf_buffer(print_event, page_cnt=64) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/fileslower_example.txt000066400000000000000000000131171465134135300204470ustar00rootroot00000000000000Demonstrations of fileslower, the Linux eBPF/bcc version. fileslower shows file-based synchronous reads and writes slower than a threshold. For example: # ./fileslower Tracing sync read/writes slower than 10 ms TIME(s) COMM PID D BYTES LAT(ms) FILENAME 0.000 randread.pl 4762 R 8192 12.70 data1 8.850 randread.pl 4762 R 8192 11.26 data1 12.852 randread.pl 4762 R 8192 10.43 data1 This showed a few reads from a "randread.pl" program, each 8 Kbytes in size, and from a "data1" file. These all had over 10 ms latency. This "latency" is measured from when the read or write was issued at the VFS interface, to when it completed. This spans everything: block device I/O (disk I/O), file system CPU cycles, file system locks, run queue latency, etc. This is a better measure of the latency suffered by applications reading from the file system than measuring this down at the block device interface. Note that this only traces file reads and writes: other file system operations (eg, directory operations, open(), fflush()) are not traced. The threshold can be provided as an argument. Eg, I/O slower than 1 ms: # ./fileslower 1 Tracing sync read/writes slower than 1 ms TIME(s) COMM PID D BYTES LAT(ms) FILENAME 0.000 randread.pl 6925 R 8192 1.06 data1 0.082 randread.pl 6925 R 8192 2.42 data1 0.116 randread.pl 6925 R 8192 1.78 data1 0.153 randread.pl 6925 R 8192 2.31 data1 0.330 randread.pl 6925 R 8192 1.14 data1 0.345 randread.pl 6925 R 8192 1.52 data1 0.359 randread.pl 6925 R 8192 1.04 data1 0.532 randread.pl 6925 R 8192 2.56 data1 0.609 supervise 1892 W 18 3.65 status.new 0.610 randread.pl 6925 R 8192 1.37 data1 0.614 randread.pl 6925 R 8192 3.04 data1 0.729 randread.pl 6925 R 8192 2.90 data1 0.755 randread.pl 6925 R 8192 1.12 data1 0.762 randread.pl 6925 R 8192 2.62 data1 0.771 randread.pl 6925 R 8192 1.07 data1 0.816 randread.pl 6925 R 8192 10.50 data1 0.983 randread.pl 6925 R 8192 1.73 data1 0.989 randread.pl 6925 R 8192 2.12 data1 0.992 randread.pl 6925 R 8192 2.17 data1 1.001 randread.pl 6925 R 8192 1.93 data1 1.007 randread.pl 6925 R 8192 2.03 data1 1.210 randread.pl 6925 R 8192 1.82 data1 1.213 randread.pl 6925 R 8192 2.58 data1 1.219 randread.pl 6925 R 8192 2.20 data1 1.430 randread.pl 6925 R 8192 1.01 data1 1.448 randread.pl 6925 R 8192 2.22 data1 [...] There's now much more output (this spans only 1.4 seconds, the previous output spanned 12 seconds), and the lower threshold is catching more I/O. In the following example, the file system caches were dropped before running fileslower, and then in another session a "man ls" was executed. The command and files read from disk can be seen: # echo 3 > /proc/sys/vm/drop_caches; ./fileslower 1 Tracing sync read/writes slower than 1 ms TIME(s) COMM PID D BYTES LAT(ms) FILENAME 0.000 bash 9647 R 128 5.83 man 0.050 man 9647 R 832 19.52 libmandb-2.6.7.1.so 0.066 man 9647 R 832 15.79 libman-2.6.7.1.so 0.123 man 9647 R 832 56.36 libpipeline.so.1.3.0 0.135 man 9647 R 832 9.79 libgdbm.so.3.0.0 0.323 man 9647 R 4096 59.52 locale.alias 0.540 man 9648 R 8192 11.11 ls.1.gz 0.558 man 9647 R 72 6.97 index.db 0.563 man 9647 R 4096 5.12 index.db 0.723 man 9658 R 128 12.06 less 0.725 man 9656 R 128 14.52 nroff 0.779 man 9655 R 128 68.86 tbl 0.814 nroff 9660 R 128 14.55 locale 0.830 pager 9658 R 4096 28.27 .lesshst 0.866 man 9654 R 128 163.12 preconv 0.980 nroff 9684 R 128 13.80 groff 0.999 groff 9684 R 4096 14.29 DESC 1.036 groff 9685 R 128 5.94 troff 1.038 groff 9686 R 128 7.76 grotty 1.065 troff 9685 R 4096 6.33 R 1.082 troff 9685 R 4096 10.52 BI 1.096 troff 9685 R 4096 8.70 troffrc 1.176 troff 9685 R 4096 80.12 composite.tmac 1.195 troff 9685 R 4096 19.20 fallbacks.tmac 1.202 troff 9685 R 4096 6.79 tty.tmac 1.221 troff 9685 R 4096 7.87 man.local 2.977 supervise 1876 W 18 4.23 status.new This caught an individual I/O reaching 163.12 ms, for the "preconv" file. While the file system cache was flushed, causing these to need to be read from disk, the duration here may not be entirely disk I/O: it can include file system locks, run queue latency, etc. These can be explored using other commands. USAGE message: # ./fileslower -h usage: fileslower.py [-h] [-p PID] [-a] [min_ms] Trace slow synchronous file reads and writes positional arguments: min_ms minimum I/O duration to trace, in ms (default 10) optional arguments: -h, --help show this help message and exit -p PID, --pid PID trace this PID only -a, --all-files include non-regular file types examples: ./fileslower # trace sync file I/O slower than 10 ms (default) ./fileslower 1 # trace sync file I/O slower than 1 ms ./fileslower -p 185 # trace PID 185 only bpfcc-0.31.0/tools/filetop.py000077500000000000000000000145451465134135300160450ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # filetop file reads and writes by process. # For Linux, uses BCC, eBPF. # # USAGE: filetop.py [-h] [-C] [-r MAXROWS] [interval] [count] # # This uses in-kernel eBPF maps to store per process summaries for efficiency. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 06-Feb-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse from subprocess import call # arguments examples = """examples: ./filetop # file I/O top, 1 second refresh ./filetop -C # don't clear the screen ./filetop -p 181 # PID 181 only ./filetop 5 # 5 second summaries ./filetop 5 10 # 5 second summaries, 10 times only """ parser = argparse.ArgumentParser( description="File reads and writes by process", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-a", "--all-files", action="store_true", help="include non-regular file types (sockets, FIFOs, etc)") parser.add_argument("-C", "--noclear", action="store_true", help="don't clear the screen") parser.add_argument("-r", "--maxrows", default=20, help="maximum rows to print, default 20") parser.add_argument("-s", "--sort", default="all", choices=["all", "reads", "writes", "rbytes", "wbytes"], help="sort column, default all") parser.add_argument("-p", "--pid", type=int, metavar="PID", dest="tgid", help="trace this PID only") parser.add_argument("interval", nargs="?", default=1, help="output interval, in seconds") parser.add_argument("count", nargs="?", default=99999999, help="number of outputs") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() interval = int(args.interval) countdown = int(args.count) maxrows = int(args.maxrows) clear = not int(args.noclear) debug = 0 # linux stats loadavg = "/proc/loadavg" # define BPF program bpf_text = """ #include #include // the key for the output summary struct info_t { unsigned long inode; dev_t dev; dev_t rdev; u32 pid; u32 name_len; char comm[TASK_COMM_LEN]; // de->d_name.name may point to de->d_iname so limit len accordingly char name[DNAME_INLINE_LEN]; char type; }; // the value of the output summary struct val_t { u64 reads; u64 writes; u64 rbytes; u64 wbytes; }; BPF_HASH(counts, struct info_t, struct val_t); static int do_entry(struct pt_regs *ctx, struct file *file, char __user *buf, size_t count, int is_read) { u32 tgid = bpf_get_current_pid_tgid() >> 32; if (TGID_FILTER) return 0; u32 pid = bpf_get_current_pid_tgid(); // skip I/O lacking a filename struct dentry *de = file->f_path.dentry; int mode = file->f_inode->i_mode; struct qstr d_name = de->d_name; if (d_name.len == 0 || TYPE_FILTER) return 0; // store counts and sizes by pid & file struct info_t info = { .pid = pid, .inode = file->f_inode->i_ino, .dev = file->f_inode->i_sb->s_dev, .rdev = file->f_inode->i_rdev, }; bpf_get_current_comm(&info.comm, sizeof(info.comm)); info.name_len = d_name.len; bpf_probe_read_kernel(&info.name, sizeof(info.name), d_name.name); if (S_ISREG(mode)) { info.type = 'R'; } else if (S_ISSOCK(mode)) { info.type = 'S'; } else { info.type = 'O'; } struct val_t *valp, zero = {}; valp = counts.lookup_or_try_init(&info, &zero); if (valp) { if (is_read) { valp->reads++; valp->rbytes += count; } else { valp->writes++; valp->wbytes += count; } } return 0; } int trace_read_entry(struct pt_regs *ctx, struct file *file, char __user *buf, size_t count) { return do_entry(ctx, file, buf, count, 1); } int trace_write_entry(struct pt_regs *ctx, struct file *file, char __user *buf, size_t count) { return do_entry(ctx, file, buf, count, 0); } """ if args.tgid: bpf_text = bpf_text.replace('TGID_FILTER', 'tgid != %d' % args.tgid) else: bpf_text = bpf_text.replace('TGID_FILTER', '0') if args.all_files: bpf_text = bpf_text.replace('TYPE_FILTER', '0') else: bpf_text = bpf_text.replace('TYPE_FILTER', '!S_ISREG(mode)') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # initialize BPF b = BPF(text=bpf_text) b.attach_kprobe(event="vfs_read", fn_name="trace_read_entry") b.attach_kprobe(event="vfs_write", fn_name="trace_write_entry") # check whether hash table batch ops is supported htab_batch_ops = True if BPF.kernel_struct_has_field(b'bpf_map_ops', b'map_lookup_and_delete_batch') == 1 else False DNAME_INLINE_LEN = 32 # linux/dcache.h print('Tracing... Output every %d secs. Hit Ctrl-C to end' % interval) def sort_fn(counts): if args.sort == "all": return (counts[1].rbytes + counts[1].wbytes + counts[1].reads + counts[1].writes) else: return getattr(counts[1], args.sort) # output exiting = 0 while 1: try: sleep(interval) except KeyboardInterrupt: exiting = 1 # header if clear: call("clear") else: print() with open(loadavg) as stats: print("%-8s loadavg: %s" % (strftime("%H:%M:%S"), stats.read())) print("%-7s %-16s %-6s %-6s %-7s %-7s %1s %s" % ("TID", "COMM", "READS", "WRITES", "R_Kb", "W_Kb", "T", "FILE")) # by-TID output counts = b.get_table("counts") line = 0 for k, v in reversed(sorted(counts.items_lookup_and_delete_batch() if htab_batch_ops else counts.items(), key=sort_fn)): name = k.name.decode('utf-8', 'replace') if k.name_len > DNAME_INLINE_LEN: name = name[:-3] + "..." # print line print("%-7d %-16s %-6d %-6d %-7d %-7d %1s %s" % (k.pid, k.comm.decode('utf-8', 'replace'), v.reads, v.writes, v.rbytes / 1024, v.wbytes / 1024, k.type.decode('utf-8', 'replace'), name)) line += 1 if line >= maxrows: break if not htab_batch_ops: counts.clear() countdown -= 1 if exiting or countdown == 0: print("Detaching...") exit() bpfcc-0.31.0/tools/filetop_example.txt000066400000000000000000000154701465134135300177420ustar00rootroot00000000000000Demonstrations of filetop, the Linux eBPF/bcc version. filetop shows reads and writes by file, with process details. For example: # ./filetop -C Tracing... Output every 1 secs. Hit Ctrl-C to end 08:00:23 loadavg: 0.91 0.33 0.23 3/286 26635 PID COMM READS WRITES R_Kb W_Kb T FILE 26628 ld 161 186 643 152 R built-in.o 26634 cc1 1 0 200 0 R autoconf.h 26618 cc1 1 0 200 0 R autoconf.h 26634 cc1 12 0 192 0 R tracepoint.h 26584 cc1 2 0 143 0 R mm.h 26634 cc1 2 0 143 0 R mm.h 26631 make 34 0 136 0 R auto.conf 26634 cc1 1 0 98 0 R fs.h 26584 cc1 1 0 98 0 R fs.h 26634 cc1 1 0 91 0 R sched.h 26634 cc1 1 0 78 0 R printk.c 26634 cc1 3 0 73 0 R mmzone.h 26628 ld 18 0 72 0 R hibernate.o 26628 ld 16 0 64 0 R suspend.o 26628 ld 16 0 64 0 R snapshot.o 26628 ld 16 0 64 0 R qos.o 26628 ld 13 0 52 0 R main.o 26628 ld 12 0 52 0 R swap.o [...] This shows various files read and written during a Linux kernel build. By default the output is sorted by the total read size in Kbytes (R_Kb). Sorting order can be changed via -s option. This is instrumenting at the VFS interface, so this is reads and writes that may return entirely from the file system cache (page cache). While not printed, the average read and write size can be calculated by dividing R_Kb by READS, and the same for writes. The "T" column indicates the type of the file: "R" for regular files, "S" for sockets, and "O" for other (including pipes). By default only regular files are shown; use the -a option to show all file types. This script works by tracing the vfs_read() and vfs_write() functions using kernel dynamic tracing, which instruments explicit read and write calls. If files are read or written using another means (eg, via mmap()), then they will not be visible using this tool. This should be useful for file system workload characterization when analyzing the performance of applications. Note that tracing VFS level reads and writes can be a frequent activity, and this tool can begin to cost measurable overhead at high I/O rates. A -C option will stop clearing the screen, and -r with a number will restrict the output to that many rows (20 by default). For example, not clearing the screen and showing the top 5 only: # ./filetop -Cr 5 Tracing... Output every 1 secs. Hit Ctrl-C to end 08:05:11 loadavg: 0.75 0.35 0.25 3/285 822 PID COMM READS WRITES R_Kb W_Kb T FILE 32672 cksum 5006 0 320384 0 R data1 809 run 2 0 8 0 R nsswitch.conf 811 run 2 0 8 0 R nsswitch.conf 804 chown 2 0 8 0 R nsswitch.conf 08:05:12 loadavg: 0.75 0.35 0.25 3/285 845 PID COMM READS WRITES R_Kb W_Kb T FILE 32672 cksum 4986 0 319104 0 R data1 845 chown 2 0 8 0 R nsswitch.conf 828 run 2 0 8 0 R nsswitch.conf 835 run 2 0 8 0 R nsswitch.conf 830 run 2 0 8 0 R nsswitch.conf 08:05:13 loadavg: 0.75 0.35 0.25 3/285 868 PID COMM READS WRITES R_Kb W_Kb T FILE 32672 cksum 4985 0 319040 0 R data1 857 run 2 0 8 0 R nsswitch.conf 858 run 2 0 8 0 R nsswitch.conf 859 run 2 0 8 0 R nsswitch.conf 848 run 2 0 8 0 R nsswitch.conf [...] This output shows a cksum command reading data1. An optional interval and optional count can also be added to the end of the command line. For example, for 1 second interval, and 3 summaries in total: # ./filetop -Cr 5 -a 1 3 Tracing... Output every 1 secs. Hit Ctrl-C to end 08:08:20 loadavg: 0.30 0.42 0.31 3/282 5187 PID COMM READS WRITES R_Kb W_Kb T FILE 12421 sshd 14101 0 225616 0 O ptmx 12296 sshd 4 0 64 0 O ptmx 12421 sshd 3 14104 48 778 S TCP 5178 run 2 0 8 0 R nsswitch.conf 5165 run 2 0 8 0 R nsswitch.conf 08:08:21 loadavg: 0.30 0.42 0.31 5/282 5210 PID COMM READS WRITES R_Kb W_Kb T FILE 12421 sshd 9159 0 146544 0 O ptmx 12421 sshd 3 9161 48 534 S TCP 12296 sshd 1 0 16 0 S TCP 5188 run 2 0 8 0 R nsswitch.conf 5203 run 2 0 8 0 R nsswitch.conf 08:08:22 loadavg: 0.30 0.42 0.31 2/282 5233 PID COMM READS WRITES R_Kb W_Kb T FILE 12421 sshd 26166 0 418656 0 O ptmx 12421 sshd 4 26171 64 1385 S TCP 12296 sshd 1 0 16 0 O ptmx 5214 run 2 0 8 0 R nsswitch.conf 5227 run 2 0 8 0 R nsswitch.conf Detaching... This example shows the -a option to include all file types. It caught heavy socket I/O from an sshd process, showing up as non-regular file types (the "O" for other, and "S" for socket, in the type column: "T"). USAGE message: # ./filetop -h usage: filetop.py [-h] [-a] [-C] [-r MAXROWS] [-p PID] [interval] [count] File reads and writes by process positional arguments: interval output interval, in seconds count number of outputs optional arguments: -h, --help show this help message and exit -a, --all-files include non-regular file types (sockets, FIFOs, etc) -C, --noclear don't clear the screen -r MAXROWS, --maxrows MAXROWS maximum rows to print, default 20 -s {reads,writes,rbytes,wbytes}, --sort {reads,writes,rbytes,wbytes} sort column, default rbytes -p PID, --pid PID trace this PID only examples: ./filetop # file I/O top, 1 second refresh ./filetop -C # don't clear the screen ./filetop -p 181 # PID 181 only ./filetop 5 # 5 second summaries ./filetop 5 10 # 5 second summaries, 10 times only bpfcc-0.31.0/tools/funccount.py000077500000000000000000000312671465134135300164070ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # funccount Count functions, tracepoints, and USDT probes. # For Linux, uses BCC, eBPF. # # USAGE: funccount [-h] [-p PID] [-i INTERVAL] [-d DURATION] [-T] [-r] # [-c CPU] pattern # # The pattern is a string with optional '*' wildcards, similar to file # globbing. If you'd prefer to use regular expressions, use the -r option. # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 09-Sep-2015 Brendan Gregg Created this. # 18-Oct-2016 Sasha Goldshtein Generalized for uprobes, tracepoints, USDT. from __future__ import print_function from bcc import ArgString, BPF, USDT from time import sleep, strftime import argparse import re import signal import sys import traceback debug = False def verify_limit(num): probe_limit = BPF.get_probe_limit() if num > probe_limit: raise Exception("maximum of %d probes allowed, attempted %d" % (probe_limit, num)) class Probe(object): def __init__(self, pattern, use_regex=False, pid=None, cpu=None): """Init a new probe. Init the probe from the pattern provided by the user. The supported patterns mimic the 'trace' and 'argdist' tools, but are simpler because we don't have to distinguish between probes and retprobes. func -- probe a kernel function lib:func -- probe a user-space function in the library 'lib' /path:func -- probe a user-space function in binary '/path' p::func -- same thing as 'func' p:lib:func -- same thing as 'lib:func' t:cat:event -- probe a kernel tracepoint u:lib:probe -- probe a USDT tracepoint """ parts = bytes(pattern).split(b':') if len(parts) == 1: parts = [b"p", b"", parts[0]] elif len(parts) == 2: parts = [b"p", parts[0], parts[1]] elif len(parts) == 3: if parts[0] == b"t": parts = [b"t", b"", b"%s:%s" % tuple(parts[1:])] if parts[0] not in [b"p", b"t", b"u"]: raise Exception("Type must be 'p', 't', or 'u', but got %s" % parts[0]) else: raise Exception("Too many ':'-separated components in pattern %s" % pattern) (self.type, self.library, self.pattern) = parts if not use_regex: self.pattern = self.pattern.replace(b'*', b'.*') self.pattern = b'^' + self.pattern + b'$' if (self.type == b"p" and self.library) or self.type == b"u": libpath = BPF.find_library(self.library) if libpath is None: # This might be an executable (e.g. 'bash') libpath = BPF.find_exe(str(self.library)) if libpath is None or len(libpath) == 0: raise Exception("unable to find library %s" % self.library) self.library = libpath self.pid = pid self.cpu = cpu self.matched = 0 self.trace_functions = {} # map location number to function name def is_kernel_probe(self): return self.type == b"t" or (self.type == b"p" and self.library == b"") def attach(self): if self.type == b"p" and not self.library: for index, function in self.trace_functions.items(): self.bpf.attach_kprobe( event=function, fn_name="trace_count_%d" % index) elif self.type == b"p" and self.library: for index, function in self.trace_functions.items(): self.bpf.attach_uprobe( name=self.library, sym=function, fn_name="trace_count_%d" % index, pid=self.pid or -1) elif self.type == b"t": for index, function in self.trace_functions.items(): self.bpf.attach_tracepoint( tp=function, fn_name="trace_count_%d" % index) elif self.type == b"u": pass # Nothing to do -- attach already happened in `load` def _add_function(self, template, probe_name): new_func = b"trace_count_%d" % self.matched text = template.replace(b"PROBE_FUNCTION", new_func) text = text.replace(b"LOCATION", b"%d" % self.matched) self.trace_functions[self.matched] = probe_name self.matched += 1 return text def _generate_functions(self, template): self.usdt = None text = b"" if self.type == b"p" and not self.library: functions = BPF.get_kprobe_functions(self.pattern) verify_limit(len(functions)) for function in functions: text += self._add_function(template, function) elif self.type == b"p" and self.library: # uprobes are tricky because the same function may have multiple # addresses, and the same address may be mapped to multiple # functions. We aren't allowed to create more than one uprobe # per address, so track unique addresses and ignore functions that # map to an address that we've already seen. Also ignore functions # that may repeat multiple times with different addresses. addresses, functions = (set(), set()) functions_and_addresses = BPF.get_user_functions_and_addresses( self.library, self.pattern) verify_limit(len(functions_and_addresses)) for function, address in functions_and_addresses: if address in addresses or function in functions: continue addresses.add(address) functions.add(function) text += self._add_function(template, function) elif self.type == b"t": tracepoints = BPF.get_tracepoints(self.pattern) verify_limit(len(tracepoints)) for tracepoint in tracepoints: text += self._add_function(template, tracepoint) elif self.type == b"u": self.usdt = USDT(path=str(self.library), pid=self.pid) matches = [] for probe in self.usdt.enumerate_probes(): if not self.pid and (probe.bin_path != self.library): continue if re.match(self.pattern, probe.name): matches.append(probe.name) verify_limit(len(matches)) for match in matches: new_func = b"trace_count_%d" % self.matched text += self._add_function(template, match) self.usdt.enable_probe(match, new_func) if debug: print(self.usdt.get_text()) return text def load(self): trace_count_text = b""" int PROBE_FUNCTION(void *ctx) { FILTERPID FILTERCPU int loc = LOCATION; counts.atomic_increment(loc); return 0; } """ bpf_text = b"""#include BPF_ARRAY(counts, u64, NUMLOCATIONS); """ # We really mean the tgid from the kernel's perspective, which is in # the top 32 bits of bpf_get_current_pid_tgid(). if self.pid: trace_count_text = trace_count_text.replace(b'FILTERPID', b"""u32 pid = bpf_get_current_pid_tgid() >> 32; if (pid != %d) { return 0; }""" % self.pid) else: trace_count_text = trace_count_text.replace(b'FILTERPID', b'') if self.cpu: trace_count_text = trace_count_text.replace(b'FILTERCPU', b"""u32 cpu = bpf_get_smp_processor_id(); if (cpu != %d) { return 0; }""" % int(self.cpu)) else: trace_count_text = trace_count_text.replace(b'FILTERCPU', b'') bpf_text += self._generate_functions(trace_count_text) bpf_text = bpf_text.replace(b"NUMLOCATIONS", b"%d" % len(self.trace_functions)) if debug: print(bpf_text) if self.matched == 0: raise Exception("No functions matched by pattern %s" % self.pattern) self.bpf = BPF(text=bpf_text, usdt_contexts=[self.usdt] if self.usdt else []) self.clear() # Initialize all array items to zero def counts(self): return self.bpf["counts"] def clear(self): counts = self.bpf["counts"] for location, _ in list(self.trace_functions.items()): counts[counts.Key(location)] = counts.Leaf() class Tool(object): def __init__(self): examples = """examples: ./funccount 'vfs_*' # count kernel fns starting with "vfs" ./funccount -r '^vfs.*' # same as above, using regular expressions ./funccount -Ti 5 'vfs_*' # output every 5 seconds, with timestamps ./funccount -d 10 'vfs_*' # trace for 10 seconds only ./funccount -p 185 'vfs_*' # count vfs calls for PID 181 only ./funccount t:sched:sched_fork # count calls to the sched_fork tracepoint ./funccount -p 185 u:node:gc* # count all GC USDT probes in node, PID 185 ./funccount c:malloc # count all malloc() calls in libc ./funccount go:os.* # count all "os.*" calls in libgo ./funccount -p 185 go:os.* # count all "os.*" calls in libgo, PID 185 ./funccount ./test:read* # count "read*" calls in the ./test binary ./funccount -c 1 'vfs_*' # count vfs calls on CPU 1 only """ parser = argparse.ArgumentParser( description="Count functions, tracepoints, and USDT probes", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-p", "--pid", type=int, help="trace this PID only") parser.add_argument("-i", "--interval", help="summary interval, seconds") parser.add_argument("-d", "--duration", help="total duration of trace, seconds") parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-r", "--regexp", action="store_true", help="use regular expressions. Default is \"*\" wildcards only.") parser.add_argument("-D", "--debug", action="store_true", help="print BPF program before starting (for debugging purposes)") parser.add_argument("-c", "--cpu", help="trace this CPU only") parser.add_argument("pattern", type=ArgString, help="search expression for events") self.args = parser.parse_args() global debug debug = self.args.debug self.probe = Probe(self.args.pattern, self.args.regexp, self.args.pid, self.args.cpu) if self.args.duration and not self.args.interval: self.args.interval = self.args.duration if not self.args.interval: self.args.interval = 99999999 @staticmethod def _signal_ignore(signal, frame): print() def run(self): self.probe.load() self.probe.attach() print("Tracing %d functions for \"%s\"... Hit Ctrl-C to end." % (self.probe.matched, bytes(self.args.pattern))) exiting = 0 if self.args.interval else 1 seconds = 0 while True: try: sleep(int(self.args.interval)) seconds += int(self.args.interval) except KeyboardInterrupt: exiting = 1 # as cleanup can take many seconds, trap Ctrl-C: signal.signal(signal.SIGINT, Tool._signal_ignore) if self.args.duration and seconds >= int(self.args.duration): exiting = 1 print() if self.args.timestamp: print("%-8s\n" % strftime("%H:%M:%S"), end="") print("%-36s %8s" % ("FUNC", "COUNT")) counts = self.probe.counts() for k, v in sorted(counts.items(), key=lambda counts: counts[1].value): if v.value == 0: continue print("%-36s %8d" % (self.probe.trace_functions[k.value].decode('utf-8', 'replace'), v.value)) if exiting: print("Detaching...") exit() else: self.probe.clear() if __name__ == "__main__": try: Tool().run() except Exception: if debug: traceback.print_exc() elif sys.exc_info()[0] is not SystemExit: print(sys.exc_info()[1]) bpfcc-0.31.0/tools/funccount_example.txt000066400000000000000000000324451465134135300203050ustar00rootroot00000000000000Demonstrations of funccount, the Linux eBPF/bcc version. This program traces functions, tracepoints, or USDT probes that match a specified pattern, and when Ctrl-C is hit prints a summary of their count while tracing. Eg, tracing all kernel functions that begin with "vfs_": # ./funccount 'vfs_*' Tracing... Ctrl-C to end. ^C FUNC COUNT vfs_create 1 vfs_rename 1 vfs_fsync_range 2 vfs_lock_file 30 vfs_fstatat 152 vfs_fstat 154 vfs_write 166 vfs_getattr_nosec 262 vfs_getattr 262 vfs_open 264 vfs_read 470 Detaching... The above output shows that while tracing the vfs_read() function was called 470 times, and vfs_open() 264 times, etc. This is useful for exploring kernel code, to figure out which functions are in use and which are not. This can narrow down an investigation to just a few functions, whose counts are similar to the workload investigated. Tracing all tcp functions: # ./funccount 'tcp_*' Tracing... Ctrl-C to end. ^C FUNC COUNT tcp_try_undo_recovery 1 tcp_twsk_destructor 1 tcp_enter_recovery 1 tcp_xmit_retransmit_queue 1 tcp_update_scoreboard 1 tcp_verify_retransmit_hint 1 tcp_tsq_handler.part.31 1 tcp_sacktag_write_queue 1 tcp_match_skb_to_sack 1 tcp_time_wait 1 tcp_mark_head_lost 1 tcp_init_cwnd_reduction 1 tcp_sacktag_one 1 tcp_sacktag_walk 1 tcp_retransmit_skb 1 tcp_tasklet_func 1 tcp_resume_early_retransmit 1 tcp_dsack_set 1 tcp_v4_syn_recv_sock 2 tcp_ca_openreq_child 2 tcp_try_fastopen 2 tcp_openreq_init_rwin 2 tcp_v4_init_req 2 tcp_create_openreq_child 2 tcp_v4_send_synack 2 tcp_v4_init_sequence 2 tcp_fragment 2 tcp_v4_conn_request 2 tcp_conn_request 2 tcp_v4_route_req 2 tcp_fragment_tstamp 2 tcp_try_keep_open 2 tcp_v4_reqsk_destructor 2 tcp_may_send_now 2 tcp_make_synack 2 tcp_child_process 2 tcp_check_req 2 tcp_fastretrans_alert 2 tcp_set_keepalive 2 tcp_finish_connect 3 tcp_connect_queue_skb 3 tcp_v4_connect 3 tcp_init_sock 3 tcp_v4_init_sock 3 tcp_connect 3 tcp_any_retrans_done.part.35 3 tcp_clear_retrans 3 tcp_setsockopt 4 tcp_update_metrics 5 tcp_done 5 tcp_initialize_rcv_mss 5 tcp_sndbuf_expand 5 tcp_fin 5 tcp_init_xmit_timers 5 tcp_close 5 tcp_init_congestion_control 5 tcp_init_metrics 5 tcp_gro_complete 5 tcp_free_fastopen_req 5 tcp_v4_destroy_sock 5 tcp_cleanup_congestion_control 5 tcp_send_fin 5 tcp_init_buffer_space 5 tcp_init_cwnd 5 tcp_select_initial_window 5 tcp_check_oom 5 tcp_default_init_rwnd 5 tcp_assign_congestion_control 5 tcp_getsockopt 6 tcp_ioctl 6 tcp_mtup_init 8 tcp_parse_options 8 tcp_mss_to_mtu 8 tcp_try_rmem_schedule 8 tcp_get_metrics 10 tcp_try_coalesce 10 tcp_rcv_state_process 14 tcp_sync_mss 14 tcp_write_timer_handler 15 tcp_write_timer 16 tcp_grow_window.isra.27 22 tcp_set_state 23 tcp_send_ack 37 tcp_delack_timer 42 tcp_delack_timer_handler 42 tcp_validate_incoming 91 tcp_prequeue_process 112 tcp_v4_early_demux 117 tcp_gro_receive 146 tcp_queue_rcv 167 tcp_data_queue 215 tcp_urg 219 tcp_send_delayed_ack 257 tcp_send_mss 275 tcp_push 275 tcp_sendmsg 275 tcp_event_data_recv 275 tcp_nagle_check 279 tcp_write_xmit 282 tcp_event_new_data_sent 282 tcp_current_mss 284 tcp_init_tso_segs 284 tcp_wfree 286 tcp_schedule_loss_probe 305 tcp_v4_send_check 323 tcp_transmit_skb 323 tcp_recvmsg 323 tcp_options_write 325 tcp_rcv_space_adjust 328 tcp_check_space 332 tcp_rcv_established 337 tcp_ack 337 tcp_parse_aligned_timestamp.part.43 345 tcp_prequeue 346 tcp_v4_do_rcv 351 tcp_v4_rcv 351 tcp_parse_md5sig_option 351 tcp_cleanup_rbuf 436 tcp_poll 468 tcp_established_options 604 tcp_v4_md5_lookup 615 tcp_release_cb 736 tcp_rearm_rto 843 tcp_md5_do_lookup 968 Detaching... The current implementation can take many seconds to detach from tracing, after Ctrl-C has been hit. User functions can be traced in executables or libraries, and per-process filtering is allowed: # ./funccount -p 1442 /home/ubuntu/contentions:* Tracing 15 functions for "/home/ubuntu/contentions:*"... Hit Ctrl-C to end. ^C FUNC COUNT main 1 _start 1 primes_thread 2 insert_result 87186 is_prime 1252772 Detaching... If /home/ubuntu is in the $PATH, then the following command will also work: # ./funccount -p 1442 contentions:* Counting libc write and read calls using regular expression syntax (-r): # ./funccount -r 'c:(write|read)$' Tracing 2 functions for "c:(write|read)$"... Hit Ctrl-C to end. ^C FUNC COUNT read 2 write 4 Detaching... Kernel tracepoints are also available as targets. For example, trace common block I/O tracepoints and see how often they are invoked: # ./funccount t:block:* Tracing 19 functions for "t:block:*"... Hit Ctrl-C to end. ^C FUNC COUNT block:block_rq_complete 7 block:block_rq_issue 7 block:block_getrq 7 block:block_rq_insert 7 Detaching... Likewise, user-mode statically defined traces (USDT) can also be probed. For example, count mutex-related events in pthreads: # ./funccount u:pthread:*mutex* -p 1442 Tracing 7 functions for "u:pthread:*mutex*"... Hit Ctrl-C to end. ^C FUNC COUNT mutex_init 1 mutex_entry 547122 mutex_acquired 547175 mutex_release 547185 Detaching... An interval can be provided. Eg, printing output every 1 second for vfs calls: # ./funccount -i 1 'vfs_*' Tracing... Ctrl-C to end. FUNC COUNT vfs_fstatat 1 vfs_fstat 16 vfs_getattr_nosec 17 vfs_getattr 17 vfs_write 52 vfs_read 79 vfs_open 98 FUNC COUNT vfs_fstatat 10 vfs_fstat 10 vfs_open 13 vfs_getattr_nosec 20 vfs_getattr 20 vfs_write 28 vfs_read 39 FUNC COUNT vfs_fsync_range 2 vfs_lock_file 30 vfs_write 107 vfs_fstatat 129 vfs_fstat 130 vfs_open 154 vfs_getattr_nosec 222 vfs_getattr 222 vfs_read 384 ^C Detaching... This can be useful for making some ad hoc tools, exposing new counts of kernel activity that aren't visible in other metrics. Include -T to print timestamps on output. A maximum duration can be set. For example, to print 5 x 1 second summaries of vfs_read() calls: # ./funccount -i 1 -d 5 vfs_read Tracing 1 functions for "vfs_read"... Hit Ctrl-C to end. FUNC COUNT vfs_read 30 FUNC COUNT vfs_read 26 FUNC COUNT vfs_read 54 FUNC COUNT vfs_read 25 FUNC COUNT vfs_read 31 Detaching... By leaving off the "-i 1", this will print a single 5 second summary: # funccount.py -d 5 vfs_read Tracing 1 functions for "vfs_read"... Hit Ctrl-C to end. FUNC COUNT vfs_read 167 Detaching... This can be useful for finding out rates: trace all functions for ten seconds and then divide by ten for the per-second rate. The "*" wildcard can be used multiple times. Eg, matching functions that contain the word "readdir": # ./funccount '*readdir*' Tracing... Ctrl-C to end. ^C FUNC COUNT ext4_readdir 4 Detaching... Matching "tcp" then "send": # ./funccount '*tcp*send*' Tracing... Ctrl-C to end. ^C FUNC COUNT tcp_send_ack 4 tcp_send_delayed_ack 19 tcp_send_mss 26 tcp_sendmsg 26 tcp_v4_send_check 30 __tcp_v4_send_check 30 Detaching... A cpu is specified by "-c CPU", this will only trace the specified CPU. Eg, trace how many timers setting per second of CPU 1 on a x86(Intel) server: # funccount.py -i 1 -c 1 lapic_next_deadline Tracing 1 functions for "lapic_next_deadline"... Hit Ctrl-C to end. FUNC COUNT lapic_next_deadline 3840 FUNC COUNT lapic_next_deadline 3930 FUNC COUNT lapic_next_deadline 4701 FUNC COUNT lapic_next_deadline 5895 FUNC COUNT lapic_next_deadline 5591 FUNC COUNT lapic_next_deadline 4727 FUNC COUNT lapic_next_deadline 5560 FUNC COUNT lapic_next_deadline 5416 ^C FUNC COUNT lapic_next_deadline 372 Detaching... Full USAGE: # ./funccount -h usage: funccount.py [-h] [-p PID] [-i INTERVAL] [-d DURATION] [-T] [-r] [-D] [-c CPU] pattern Count functions, tracepoints, and USDT probes positional arguments: pattern search expression for events optional arguments: -h, --help show this help message and exit -p PID, --pid PID trace this PID only -i INTERVAL, --interval INTERVAL summary interval, seconds -d DURATION, --duration DURATION total duration of trace, seconds -T, --timestamp include timestamp on output -r, --regexp use regular expressions. Default is "*" wildcards only. -D, --debug print BPF program before starting (for debugging purposes) -c CPU, --cpu CPU trace this CPU only examples: ./funccount 'vfs_*' # count kernel fns starting with "vfs" ./funccount -r '^vfs.*' # same as above, using regular expressions ./funccount -Ti 5 'vfs_*' # output every 5 seconds, with timestamps ./funccount -d 10 'vfs_*' # trace for 10 seconds only ./funccount -p 185 'vfs_*' # count vfs calls for PID 181 only ./funccount t:sched:sched_fork # count calls to the sched_fork tracepoint ./funccount -p 185 u:node:gc* # count all GC USDT probes in node, PID 185 ./funccount c:malloc # count all malloc() calls in libc ./funccount go:os.* # count all "os.*" calls in libgo ./funccount -p 185 go:os.* # count all "os.*" calls in libgo, PID 185 ./funccount ./test:read* # count "read*" calls in the ./test binary ./funccount -c 1 'vfs_*' # count vfs calls on CPU 1 only bpfcc-0.31.0/tools/funcinterval.py000077500000000000000000000127301465134135300170750ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # funcinterval Time interval between the same function, tracepoint # as a histogram. # # USAGE: funcinterval [-h] [-p PID] [-i INTERVAL] [-T] [-u] [-m] [-v] pattern # # Run "funcinterval -h" for full usage. # # Copyright (c) 2020 Realtek, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 03-Jun-2020 Edward Wu Referenced funclatency and created this. from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse import signal # arguments examples = """examples: # time the interval of do_sys_open() ./funcinterval do_sys_open # time the interval of xhci_ring_ep_doorbell(), in microseconds ./funcinterval -u xhci_ring_ep_doorbell # time the interval of do_nanosleep(), in milliseconds ./funcinterval -m do_nanosleep # output every 5 seconds, with timestamps ./funcinterval -mTi 5 vfs_read # time process 181 only ./funcinterval -p 181 vfs_read # time the interval of mm_vmscan_direct_reclaim_begin tracepoint ./funcinterval t:vmscan:mm_vmscan_direct_reclaim_begin # time the interval of c:malloc used by top every 3 seconds ./funcinterval -p `pidof -s top` -i 3 c:malloc # time /usr/local/bin/python main function ./funcinterval /usr/local/bin/python:main """ parser = argparse.ArgumentParser( description="Time interval and print latency as a histogram", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-p", "--pid", type=int, help="trace this PID only") parser.add_argument("-i", "--interval", type=int, help="summary interval, in seconds") parser.add_argument("-d", "--duration", type=int, help="total duration of trace, in seconds") parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-u", "--microseconds", action="store_true", help="microsecond histogram") parser.add_argument("-m", "--milliseconds", action="store_true", help="millisecond histogram") parser.add_argument("-v", "--verbose", action="store_true", help="print the BPF program (for debugging purposes)") parser.add_argument("pattern", help="Function/Tracepoint name for tracing") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() if args.duration and not args.interval: args.interval = args.duration if not args.interval: args.interval = 99999999 def bail(error): print("Error: " + error) exit(1) parts = args.pattern.split(':') if len(parts) == 1: attach_type = "kprobe function" pattern = args.pattern elif len(parts) == 2: attach_type = "uprobe function" elf = BPF.find_library(parts[0]) or BPF.find_exe(parts[0]) if not elf: bail("Can't find elf binary %s" % elf) pattern = parts[1] elif len(parts) == 3: attach_type = "tracepoint" pattern = ':'.join(parts[1:]) else: bail("unrecognized pattern format '%s'" % pattern) # define BPF program bpf_text = """ #include BPF_HASH(start, u32, u64, 1); BPF_HISTOGRAM(dist); int trace_func_entry(struct pt_regs *ctx) { u64 pid_tgid = bpf_get_current_pid_tgid(); u32 index = 0, tgid = pid_tgid >> 32; u64 *tsp, ts = bpf_ktime_get_ns(), delta; FILTER tsp = start.lookup(&index); if (tsp == 0) goto out; delta = ts - *tsp; FACTOR // store as histogram dist.atomic_increment(bpf_log2l(delta)); out: start.update(&index, &ts); return 0; } """ # code substitutions if args.pid: bpf_text = bpf_text.replace('FILTER', 'if (tgid != %d) { return 0; }' % args.pid) else: bpf_text = bpf_text.replace('FILTER', '') if args.milliseconds: bpf_text = bpf_text.replace('FACTOR', 'delta /= 1000000;') label = "msecs" elif args.microseconds: bpf_text = bpf_text.replace('FACTOR', 'delta /= 1000;') label = "usecs" else: bpf_text = bpf_text.replace('FACTOR', '') label = "nsecs" if args.verbose or args.ebpf: print(bpf_text) if args.ebpf: exit() # signal handler def signal_ignore(signal, frame): print() # load BPF program b = BPF(text=bpf_text) if len(parts) == 1: b.attach_kprobe(event=pattern, fn_name="trace_func_entry") matched = b.num_open_kprobes() elif len(parts) == 2: # sym_re is regular expression for symbols b.attach_uprobe(name = elf, sym_re = pattern, fn_name = "trace_func_entry", pid = args.pid or -1) matched = b.num_open_uprobes() elif len(parts) == 3: b.attach_tracepoint(tp=pattern, fn_name="trace_func_entry") matched = b.num_open_tracepoints() if matched == 0: print("0 %s matched by \"%s\". Exiting." % (attach_type, pattern)) exit() # header print("Tracing %s for \"%s\"... Hit Ctrl-C to end." % (attach_type, pattern)) exiting = 0 if args.interval else 1 seconds = 0 dist = b.get_table("dist") start = b.get_table("start") while (1): try: sleep(args.interval) seconds += args.interval except KeyboardInterrupt: exiting = 1 # as cleanup can take many seconds, trap Ctrl-C: signal.signal(signal.SIGINT, signal_ignore) if args.duration and seconds >= args.duration: exiting = 1 print() if args.timestamp: print("%-8s\n" % strftime("%H:%M:%S"), end="") dist.print_log2_hist(label) dist.clear() start.clear() if exiting: print("Detaching...") exit() bpfcc-0.31.0/tools/funcinterval_example.txt000066400000000000000000000364361465134135300210050ustar00rootroot00000000000000Demonstrations of funcinterval, the Linux eBPF/bcc version. eBPF/bcc is very suitable for platform performance tuning. By funclatency, we can profile specific functions to know how latency this function costs. However, sometimes performance drop is not about the latency of function but the interval between function calls. funcinterval is born for this purpose. Another story, hardware performance tuning on the platform we will use protocol analyzer to analyze performance, but most protocol analyzers lack the distribution feature. Using a protocol analyzer you need a lot of time to check every detail latency. By funcinterval, we can save a lot of time by distribution feature. For example: # ./funcinterval xhci_ring_ep_doorbell -d 2 -u Tracing 1 functions for "xhci_ring_ep_doorbell"... Hit Ctrl-C to end. usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 134 | | 64 -> 127 : 2862 |******************** | 128 -> 255 : 5552 |****************************************| 256 -> 511 : 216 |* | 512 -> 1023 : 2 | | Detaching... This example output shows that the interval latency of xhci_ring_ep_doorbell took between 64 and 255 microseconds. USB MAC will start its job after USB doorbell register ringing, above information that can help hardware engineer to analyze, the performance drop is because software rings the doorbell too late or just slowly hardware DMA. # ./funcinterval blk_start_request -i 2 -u Tracing 1 functions for "blk_start_request"... Hit Ctrl-C to end. usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 5 |* | 16 -> 31 : 0 | | 32 -> 63 : 1 | | 64 -> 127 : 2 | | 128 -> 255 : 1 | | 256 -> 511 : 0 | | 512 -> 1023 : 1 | | 1024 -> 2047 : 1 | | 2048 -> 4095 : 117 |****************************************| 4096 -> 8191 : 13 |**** | 8192 -> 16383 : 1 | | If using biolatency tool that has no difference between two platforms. Maybe the problem is related to the interval time instead of block device I/O latency. # ./funcinterval ion_ioctl -i 2 -m Tracing 1 functions for "ion_ioctl"... Hit Ctrl-C to end. msecs : count distribution 0 -> 1 : 215 |****************************************| 2 -> 3 : 0 | | 4 -> 7 : 4 | | 8 -> 15 : 5 | | 16 -> 31 : 29 |***** | You can also check the ion_ioctl. By the above output, we know the activity frequency of ion_ioctl() is high mostly(less than 1 ms), but has 29 times low frequency. # ./funcinterval t:block:block_bio_queue -d 30 -u Tracing tracepoint for "block:block_bio_queue"... Hit Ctrl-C to end. usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 2 | | 16 -> 31 : 262 | | 32 -> 63 : 9075 |******************* | 64 -> 127 : 18668 |****************************************| 128 -> 255 : 1492 |*** | 256 -> 511 : 2616 |***** | 512 -> 1023 : 7226 |*************** | 1024 -> 2047 : 8982 |******************* | 2048 -> 4095 : 2394 |***** | 4096 -> 8191 : 163 | | 8192 -> 16383 : 42 | | 16384 -> 32767 : 2 | | 32768 -> 65535 : 0 | | 65536 -> 131071 : 0 | | 131072 -> 262143 : 0 | | 262144 -> 524287 : 0 | | 524288 -> 1048575 : 1 | | Detaching... # ./funcinterval t:block:block_rq_issue -d 30 -u Tracing tracepoint for "block:block_rq_issue"... Hit Ctrl-C to end. usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 5 | | 32 -> 63 : 18 | | 64 -> 127 : 32 | | 128 -> 255 : 95 | | 256 -> 511 : 2194 |****** | 512 -> 1023 : 13830 |****************************************| 1024 -> 2047 : 9001 |************************** | 2048 -> 4095 : 1569 |**** | 4096 -> 8191 : 96 | | 8192 -> 16383 : 17 | | Detaching... funcinterval also supports tracepoint filter. The above two cases are under EMMC throughput testing, by those results you know which layer has a slower interval time. In our case, mmc-cmdqd is slower than block layer. # ./funcinterval -p `pidof -s top` c:malloc -i 3 Tracing uprobe function for "malloc"... Hit Ctrl-C to end. nsecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 0 | | 4096 -> 8191 : 7 |************************* | 8192 -> 16383 : 11 |****************************************| 16384 -> 32767 : 4 |************** | 32768 -> 65535 : 1 |*** | 65536 -> 131071 : 1 |*** | 131072 -> 262143 : 1 |*** | 262144 -> 524287 : 0 | | 524288 -> 1048575 : 0 | | 1048576 -> 2097151 : 0 | | 2097152 -> 4194303 : 0 | | 4194304 -> 8388607 : 1 |*** | nsecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 0 | | 4096 -> 8191 : 8 |******************************** | 8192 -> 16383 : 10 |****************************************| 16384 -> 32767 : 4 |**************** | 32768 -> 65535 : 1 |**** | 65536 -> 131071 : 1 |**** | 131072 -> 262143 : 1 |**** | 262144 -> 524287 : 0 | | 524288 -> 1048575 : 0 | | 1048576 -> 2097151 : 0 | | 2097152 -> 4194303 : 0 | | 4194304 -> 8388607 : 1 |**** | Time the interval of libc's malloc for top utility every 3 seconds. # ./funcinterval /usr/local/bin/python:main Tracing uprobe function for "main"... Hit Ctrl-C to end. ^C nsecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 0 | | 4096 -> 8191 : 0 | | 8192 -> 16383 : 0 | | 16384 -> 32767 : 0 | | 32768 -> 65535 : 0 | | 65536 -> 131071 : 0 | | 131072 -> 262143 : 0 | | 262144 -> 524287 : 0 | | 524288 -> 1048575 : 0 | | 1048576 -> 2097151 : 0 | | 2097152 -> 4194303 : 0 | | 4194304 -> 8388607 : 0 | | 8388608 -> 16777215 : 0 | | 16777216 -> 33554431 : 0 | | 33554432 -> 67108863 : 0 | | 67108864 -> 134217727 : 0 | | 134217728 -> 268435455 : 0 | | 268435456 -> 536870911 : 1 |****************************************| 536870912 -> 1073741823 : 1 |****************************************| 1073741824 -> 2147483647 : 1 |****************************************| 2147483648 -> 4294967295 : 1 |****************************************| Detaching... Time the interal of python's main function. USAGE message: # ./funcinterval -h usage: funcinterval [-h] [-p PID] [-i INTERVAL] [-d DURATION] [-T] [-u] [-m] [-v] pattern Time interval and print latency as a histogram positional arguments: pattern Function name for tracing optional arguments: -h, --help show this help message and exit -p PID, --pid PID trace this PID only -i INTERVAL, --interval INTERVAL summary interval, in seconds -d DURATION, --duration DURATION total duration of trace, in seconds -T, --timestamp include timestamp on output -u, --microseconds microsecond histogram -m, --milliseconds millisecond histogram -v, --verbose print the BPF program (for debugging purposes) examples: # time the interval of do_sys_open() ./funcinterval do_sys_open # time the interval of xhci_ring_ep_doorbell(), in microseconds ./funcinterval -u xhci_ring_ep_doorbell # time the interval of do_nanosleep(), in milliseconds ./funcinterval -m do_nanosleep # output every 5 seconds, with timestamps ./funcinterval -mTi 5 vfs_read # time process 181 only ./funcinterval -p 181 vfs_read # time the interval of mm_vmscan_direct_reclaim_begin tracepoint ./funcinterval t:vmscan:mm_vmscan_direct_reclaim_begin # time the interval of c:malloc used by top every 3 seconds ./funcinterval -p `pidof -s top` -i 3 c:malloc # time /usr/local/bin/python main function ./funcinterval /usr/local/bin/python:main bpfcc-0.31.0/tools/funclatency.py000077500000000000000000000264371465134135300167210ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # funclatency Time functions and print latency as a histogram. # For Linux, uses BCC, eBPF. # # USAGE: funclatency [-h] [-p PID] [-i INTERVAL] [-T] [-u] [-m] [-F] [-r] [-v] # pattern # # Run "funclatency -h" for full usage. # # The pattern is a string with optional '*' wildcards, similar to file # globbing. If you'd prefer to use regular expressions, use the -r option. # # Without the '-l' option, only the innermost calls will be recorded. # Use '-l LEVEL' to record the outermost n levels of nested/recursive functions. # # Copyright (c) 2015 Brendan Gregg. # Copyright (c) 2021 Chenyue Zhou. # Licensed under the Apache License, Version 2.0 (the "License") # # 20-Sep-2015 Brendan Gregg Created this. # 06-Oct-2016 Sasha Goldshtein Added user function support. # 14-Apr-2021 Chenyue Zhou Added nested or recursive function support. from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse import signal # arguments examples = """examples: ./funclatency do_sys_open # time the do_sys_open() kernel function ./funclatency c:read # time the read() C library function ./funclatency -u vfs_read # time vfs_read(), in microseconds ./funclatency -m do_nanosleep # time do_nanosleep(), in milliseconds ./funclatency -i 2 -d 10 c:open # output every 2 seconds, for duration 10s ./funclatency -mTi 5 vfs_read # output every 5 seconds, with timestamps ./funclatency -p 181 vfs_read # time process 181 only ./funclatency 'vfs_fstat*' # time both vfs_fstat() and vfs_fstatat() ./funclatency 'c:*printf' # time the *printf family of functions ./funclatency -F 'vfs_r*' # show one histogram per matched function """ parser = argparse.ArgumentParser( description="Time functions and print latency as a histogram", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-p", "--pid", type=int, help="trace this PID only") parser.add_argument("-i", "--interval", type=int, help="summary interval, in seconds") parser.add_argument("-d", "--duration", type=int, help="total duration of trace, in seconds") parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-u", "--microseconds", action="store_true", help="microsecond histogram") parser.add_argument("-m", "--milliseconds", action="store_true", help="millisecond histogram") parser.add_argument("-F", "--function", action="store_true", help="show a separate histogram per function") parser.add_argument("-r", "--regexp", action="store_true", help="use regular expressions. Default is \"*\" wildcards only.") parser.add_argument("-l", "--level", type=int, help="set the level of nested or recursive functions") parser.add_argument("-v", "--verbose", action="store_true", help="print the BPF program (for debugging purposes)") parser.add_argument("pattern", help="search expression for functions") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() if args.duration and not args.interval: args.interval = args.duration if not args.interval: args.interval = 99999999 def bail(error): print("Error: " + error) exit(1) parts = args.pattern.split(':') if len(parts) == 1: library = None pattern = args.pattern elif len(parts) == 2: library = parts[0] libpath = BPF.find_library(library) or BPF.find_exe(library) if not libpath: bail("can't resolve library %s" % library) library = libpath pattern = parts[1] else: bail("unrecognized pattern format '%s'" % args.pattern) if not args.regexp: pattern = pattern.replace('*', '.*') pattern = '^' + pattern + '$' # define BPF program bpf_text = """ #include typedef struct ip_pid { u64 ip; u64 pid; } ip_pid_t; typedef struct hist_key { ip_pid_t key; u64 slot; } hist_key_t; TYPEDEF BPF_ARRAY(avg, u64, 2); STORAGE FUNCTION int trace_func_entry(struct pt_regs *ctx) { u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid; u32 tgid = pid_tgid >> 32; u64 ts = bpf_ktime_get_ns(); FILTER ENTRYSTORE return 0; } int trace_func_return(struct pt_regs *ctx) { u64 *tsp, delta; u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid; u32 tgid = pid_tgid >> 32; // calculate delta time CALCULATE u32 lat = 0; u32 cnt = 1; avg.atomic_increment(lat, delta); avg.atomic_increment(cnt); FACTOR // store as histogram STORE return 0; } """ # do we need to store the IP and pid for each invocation? need_key = args.function or (library and not args.pid) # code substitutions if args.pid: bpf_text = bpf_text.replace('FILTER', 'if (tgid != %d) { return 0; }' % args.pid) else: bpf_text = bpf_text.replace('FILTER', '') if args.milliseconds: bpf_text = bpf_text.replace('FACTOR', 'delta /= 1000000;') label = "msecs" elif args.microseconds: bpf_text = bpf_text.replace('FACTOR', 'delta /= 1000;') label = "usecs" else: bpf_text = bpf_text.replace('FACTOR', '') label = "nsecs" if need_key: pid = '-1' if not library else 'tgid' if args.level and args.level > 1: bpf_text = bpf_text.replace('TYPEDEF', """ #define STACK_DEPTH %s typedef struct { u64 ip; u64 start_ts; } func_cache_t; /* LIFO */ typedef struct { u32 head; func_cache_t cache[STACK_DEPTH]; } func_stack_t; """ % args.level) bpf_text = bpf_text.replace('STORAGE', """ BPF_HASH(func_stack, u32, func_stack_t); BPF_HISTOGRAM(dist, hist_key_t); """) bpf_text = bpf_text.replace('FUNCTION', """ static inline int stack_pop(func_stack_t *stack, func_cache_t *cache) { if (stack->head <= 0) { return -1; } u32 index = --stack->head; if (index < STACK_DEPTH) { /* bound check */ cache->ip = stack->cache[index].ip; cache->start_ts = stack->cache[index].start_ts; } return 0; } static inline int stack_push(func_stack_t *stack, func_cache_t *cache) { u32 index = stack->head; if (index > STACK_DEPTH - 1) { /* bound check */ return -1; } stack->head++; stack->cache[index].ip = cache->ip; stack->cache[index].start_ts = cache->start_ts; return 0; } """) bpf_text = bpf_text.replace('ENTRYSTORE', """ u64 ip = PT_REGS_IP(ctx); func_cache_t cache = { .ip = ip, .start_ts = ts, }; func_stack_t *stack = func_stack.lookup(&pid); if (!stack) { func_stack_t new_stack = { .head = 0, }; if (!stack_push(&new_stack, &cache)) { func_stack.update(&pid, &new_stack); } return 0; } if (!stack_push(stack, &cache)) { func_stack.update(&pid, stack); } """) bpf_text = bpf_text.replace('CALCULATE', """ u64 ip, start_ts; func_stack_t *stack = func_stack.lookup(&pid); if (!stack) { /* miss start */ return 0; } func_cache_t cache = {}; if (stack_pop(stack, &cache)) { func_stack.delete(&pid); return 0; } ip = cache.ip; start_ts = cache.start_ts; delta = bpf_ktime_get_ns() - start_ts; """) bpf_text = bpf_text.replace('STORE', """ hist_key_t key; key.key.ip = ip; key.key.pid = %s; key.slot = bpf_log2l(delta); dist.atomic_increment(key); if (stack->head == 0) { /* empty */ func_stack.delete(&pid); } """ % pid) else: bpf_text = bpf_text.replace('STORAGE', 'BPF_HASH(ipaddr, u32);\n'\ 'BPF_HISTOGRAM(dist, hist_key_t);\n'\ 'BPF_HASH(start, u32);') # stash the IP on entry, as on return it's kretprobe_trampoline: bpf_text = bpf_text.replace('ENTRYSTORE', 'u64 ip = PT_REGS_IP(ctx); ipaddr.update(&pid, &ip);'\ ' start.update(&pid, &ts);') bpf_text = bpf_text.replace('STORE', """ u64 ip, *ipp = ipaddr.lookup(&pid); if (ipp) { ip = *ipp; hist_key_t key; key.key.ip = ip; key.key.pid = %s; key.slot = bpf_log2l(delta); dist.atomic_increment(key); ipaddr.delete(&pid); } """ % pid) else: bpf_text = bpf_text.replace('STORAGE', 'BPF_HISTOGRAM(dist);\n'\ 'BPF_HASH(start, u32);') bpf_text = bpf_text.replace('ENTRYSTORE', 'start.update(&pid, &ts);') bpf_text = bpf_text.replace('STORE', 'dist.atomic_increment(bpf_log2l(delta));') bpf_text = bpf_text.replace('TYPEDEF', '') bpf_text = bpf_text.replace('FUNCTION', '') bpf_text = bpf_text.replace('CALCULATE', """ tsp = start.lookup(&pid); if (tsp == 0) { return 0; // missed start } delta = bpf_ktime_get_ns() - *tsp; start.delete(&pid); """) if args.verbose or args.ebpf: print(bpf_text) if args.ebpf: exit() # signal handler def signal_ignore(signal, frame): print() # load BPF program b = BPF(text=bpf_text) # attach probes if not library: b.attach_kprobe(event_re=pattern, fn_name="trace_func_entry") b.attach_kretprobe(event_re=pattern, fn_name="trace_func_return") matched = b.num_open_kprobes() else: b.attach_uprobe(name=library, sym_re=pattern, fn_name="trace_func_entry", pid=args.pid or -1) b.attach_uretprobe(name=library, sym_re=pattern, fn_name="trace_func_return", pid=args.pid or -1) matched = b.num_open_uprobes() if matched == 0: print("0 functions matched by \"%s\". Exiting." % args.pattern) exit() # header print("Tracing %d functions for \"%s\"... Hit Ctrl-C to end." % (matched / 2, args.pattern)) # output def print_section(key): if not library: return BPF.sym(key[0], -1).decode('utf-8', 'replace') else: return "%s [%d]" % (BPF.sym(key[0], key[1]).decode('utf-8', 'replace'), key[1]) exiting = 0 if args.interval else 1 seconds = 0 dist = b.get_table("dist") while (1): try: sleep(args.interval) seconds += args.interval except KeyboardInterrupt: exiting = 1 # as cleanup can take many seconds, trap Ctrl-C: signal.signal(signal.SIGINT, signal_ignore) if args.duration and seconds >= args.duration: exiting = 1 print() if args.timestamp: print("%-8s\n" % strftime("%H:%M:%S"), end="") if need_key: dist.print_log2_hist(label, "Function", section_print_fn=print_section, bucket_fn=lambda k: (k.ip, k.pid)) else: dist.print_log2_hist(label) total = b['avg'][0].value counts = b['avg'][1].value if counts > 0: if label == 'msecs': total /= 1000000 elif label == 'usecs': total /= 1000 avg = total/counts print("\navg = %ld %s, total: %ld %s, count: %ld\n" %(total/counts, label, total, label, counts)) dist.clear() b['avg'].clear() if exiting: print("Detaching...") exit() bpfcc-0.31.0/tools/funclatency_example.txt000066400000000000000000000517551465134135300206210ustar00rootroot00000000000000Demonstrations of funclatency, the Linux eBPF/bcc version. Timing the do_sys_open() kernel function until Ctrl-C: # ./funclatency do_sys_open Tracing do_sys_open... Hit Ctrl-C to end. ^C nsecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 124 |**************** | 4096 -> 8191 : 291 |**************************************| 8192 -> 16383 : 36 |**** | 16384 -> 32767 : 16 |** | 32768 -> 65535 : 8 |* | 65536 -> 131071 : 0 | | 131072 -> 262143 : 0 | | 262144 -> 524287 : 0 | | 524288 -> 1048575 : 0 | | 1048576 -> 2097151 : 0 | | 2097152 -> 4194303 : 1 | | avg = 13746 nsecs, total: 6543360 nsecs, count: 476 Detaching... The output shows a histogram of function latency (call time), measured from when the function began executing (was called) to when it finished (returned). This example output shows that most of the time, do_sys_open() took between 2048 and 65536 nanoseconds (2 to 65 microseconds). The peak of this distribution shows 291 calls of between 4096 and 8191 nanoseconds. There was also one occurrence, an outlier, in the 2 to 4 millisecond range. How this works: the function entry and return are traced using the kernel kprobe and kretprobe tracer. Timestamps are collected, the delta time calculated, which is the bucketized and stored as an in-kernel histogram for efficiency. The histogram is visible in the output: it's the "count" column; everything else is decoration. Only the count column is copied to user-level on output. This is an efficient way to time kernel functions and examine their latency distribution. Now trace a user function, pthread_mutex_lock in libpthread, to determine if there is considerable lock contention: # ./funclatency pthread:pthread_mutex_lock -p $(pidof contentions) Tracing 1 function for "pthread:pthread_mutex_lock"... Hit Ctrl-C to end. nsecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 508967 |****************************************| 4096 -> 8191 : 70072 |***** | 8192 -> 16383 : 27686 |** | 16384 -> 32767 : 5075 | | 32768 -> 65535 : 2318 | | 65536 -> 131071 : 581 | | 131072 -> 262143 : 38 | | 262144 -> 524287 : 5 | | 524288 -> 1048575 : 1 | | 1048576 -> 2097151 : 9 | | avg = 4317 nsecs, total: 2654426112 nsecs, count: 614752 Detaching... It seems that most calls to pthread_mutex_lock completed rather quickly (in under 4us), but there were some cases of considerable contention, sometimes over a full millisecond. Run a quick-and-dirty profiler over all the functions in an executable: # ./funclatency /home/user/primes:* -p $(pidof primes) -F Tracing 15 functions for "/home/user/primes:*"... Hit Ctrl-C to end. ^C Function = is_prime [6556] nsecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 1495322 |****************************************| 4096 -> 8191 : 95744 |** | 8192 -> 16383 : 9926 | | 16384 -> 32767 : 3070 | | 32768 -> 65535 : 1415 | | 65536 -> 131071 : 112 | | 131072 -> 262143 : 9 | | 262144 -> 524287 : 3 | | 524288 -> 1048575 : 0 | | 1048576 -> 2097151 : 8 | | Function = insert_result [6556] nsecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 111047 |****************************************| 4096 -> 8191 : 3998 |* | 8192 -> 16383 : 720 | | 16384 -> 32767 : 238 | | 32768 -> 65535 : 106 | | 65536 -> 131071 : 5 | | 131072 -> 262143 : 4 | | avg = 3404 nsecs, total: 5862276096 nsecs, count: 1721727 Detaching... From the results, we can see that the is_prime function has something resembling an exponential distribution -- very few primes take a very long time to test, while most numbers are verified as prime or composite in less than 4us. The insert_result function exhibits a similar phenomenon, likely due to contention over a shared results container. Now vfs_read() is traced, and a microseconds histogram printed: # ./funclatency -u vfs_read Tracing vfs_read... Hit Ctrl-C to end. ^C usecs : count distribution 0 -> 1 : 1143 |**************************************| 2 -> 3 : 420 |************* | 4 -> 7 : 159 |***** | 8 -> 15 : 295 |********* | 16 -> 31 : 25 | | 32 -> 63 : 5 | | 64 -> 127 : 1 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 1 | | 2048 -> 4095 : 0 | | 4096 -> 8191 : 5 | | 8192 -> 16383 : 0 | | 16384 -> 32767 : 0 | | 32768 -> 65535 : 0 | | 65536 -> 131071 : 7 | | 131072 -> 262143 : 7 | | 262144 -> 524287 : 3 | | 524288 -> 1048575 : 7 | | avg = 4229 nsecs, total: 8789145 nsecs, count: 2078 Detaching... This shows a bimodal distribution. Many vfs_read() calls were faster than 15 microseconds, however, there was also a small handful between 65 milliseconds and 1 second, seen at the bottom of the table. These are likely network reads from SSH, waiting on interactive keystrokes. Tracing do_nanosleep() in milliseconds: # ./funclatency -m do_nanosleep Tracing do_nanosleep... Hit Ctrl-C to end. ^C msecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 328 |**************************************| 1024 -> 2047 : 0 | | 2048 -> 4095 : 0 | | 4096 -> 8191 : 32 |*** | 8192 -> 16383 : 0 | | 16384 -> 32767 : 0 | | 32768 -> 65535 : 2 | | avg = 1510 nsecs, total: 546816 nsecs, count: 326 Detaching... This looks like it has found threads that are sleeping every 1, 5, and 60 seconds. An interval can be provided using -i, and timestamps added using -T. For example, tracing vfs_read() latency in milliseconds and printing output every 5 seconds: # ./funclatency -mTi 5 vfs_read Tracing vfs_read... Hit Ctrl-C to end. 20:10:08 msecs : count distribution 0 -> 1 : 1500 |*************************************+| 2 -> 3 : 3 | | 4 -> 7 : 1 | | 8 -> 15 : 2 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 4 | | 128 -> 255 : 3 | | 256 -> 511 : 1 | | 512 -> 1023 : 7 | | avg = 5 nsecs, total: 8259 nsecs, count: 1521 20:10:13 msecs : count distribution 0 -> 1 : 1251 |*************************************+| 2 -> 3 : 3 | | 4 -> 7 : 2 | | 8 -> 15 : 0 | | 16 -> 31 : 2 | | 32 -> 63 : 3 | | 64 -> 127 : 5 | | 128 -> 255 : 5 | | 256 -> 511 : 3 | | 512 -> 1023 : 6 | | 1024 -> 2047 : 2 | | avg = 9 nsecs, total: 11736 nsecs, count: 1282 20:10:18 msecs : count distribution 0 -> 1 : 1265 |*************************************+| 2 -> 3 : 0 | | 4 -> 7 : 5 | | 8 -> 15 : 9 | | 16 -> 31 : 7 | | 32 -> 63 : 1 | | 64 -> 127 : 2 | | 128 -> 255 : 3 | | 256 -> 511 : 5 | | 512 -> 1023 : 5 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 1 | | avg = 8 nsecs, total: 11219 nsecs, count: 1303 ^C 20:10:20 msecs : count distribution 0 -> 1 : 249 |*************************************+| 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 1 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 1 | | avg = 4 nsecs, total: 1029 nsecs, count: 251 Detaching... A single process can be traced, which filters in-kernel for efficiency. Here, the vfs_read() function is timed as milliseconds for PID 17064, which is a bash shell: # ./funclatency -mp 17064 vfs_read Tracing vfs_read... Hit Ctrl-C to end. ^C msecs : count distribution 0 -> 1 : 1 |** | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 1 |** | 16 -> 31 : 2 |***** | 32 -> 63 : 0 | | 64 -> 127 : 13 |**************************************| 128 -> 255 : 10 |***************************** | 256 -> 511 : 4 |*********** | avg = 153 nsecs, total: 4765 nsecs, count: 31 Detaching... The distribution between 64 and 511 milliseconds shows keystroke latency. The -F option can be used to print a histogram per function. Eg: # ./funclatency -uF 'vfs_r*' Tracing 5 functions for "vfs_r*"... Hit Ctrl-C to end. ^C Function = vfs_read usecs : count distribution 0 -> 1 : 1044 |****************************************| 2 -> 3 : 383 |************** | 4 -> 7 : 76 |** | 8 -> 15 : 41 |* | 16 -> 31 : 26 | | 32 -> 63 : 0 | | 64 -> 127 : 1 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 4 | | 4096 -> 8191 : 2 | | 8192 -> 16383 : 0 | | 16384 -> 32767 : 0 | | 32768 -> 65535 : 2 | | 65536 -> 131071 : 5 | | 131072 -> 262143 : 5 | | 262144 -> 524287 : 3 | | 524288 -> 1048575 : 7 | | Function = vfs_rename usecs : count distribution 0 -> 1 : 2 |**** | 2 -> 3 : 2 |**** | 4 -> 7 : 2 |**** | 8 -> 15 : 0 | | 16 -> 31 : 6 |************* | 32 -> 63 : 18 |****************************************| avg = 5087 nsecs, total: 8287001 nsecs, count: 1629 Detaching... USAGE message: # ./funclatency -h usage: funclatency [-h] [-p PID] [-i INTERVAL] [-T] [-u] [-m] [-F] [-r] [-v] pattern Time functions and print latency as a histogram positional arguments: pattern search expression for functions optional arguments: -h, --help show this help message and exit -p PID, --pid PID trace this PID only -i INTERVAL, --interval INTERVAL summary interval, in seconds -d DURATION, --duration DURATION total duration of trace, in seconds -T, --timestamp include timestamp on output -u, --microseconds microsecond histogram -m, --milliseconds millisecond histogram -F, --function show a separate histogram per function -r, --regexp use regular expressions. Default is "*" wildcards only. -l LEVEL, --level LEVEL set the level of nested or recursive functions -v, --verbose print the BPF program (for debugging purposes) examples: ./funclatency do_sys_open # time the do_sys_open() kernel function ./funclatency c:read # time the read() C library function ./funclatency -u vfs_read # time vfs_read(), in microseconds ./funclatency -m do_nanosleep # time do_nanosleep(), in milliseconds ./funclatency -i 2 -d 10 c:open # output every 2 seconds, for duration 10s ./funclatency -mTi 5 vfs_read # output every 5 seconds, with timestamps ./funclatency -p 181 vfs_read # time process 181 only ./funclatency 'vfs_fstat*' # time both vfs_fstat() and vfs_fstatat() ./funclatency 'c:*printf' # time the *printf family of functions ./funclatency -F 'vfs_r*' # show one histogram per matched function bpfcc-0.31.0/tools/funcslower.py000077500000000000000000000246101465134135300165640ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # funcslower Trace slow kernel or user function calls. # For Linux, uses BCC, eBPF. # # USAGE: funcslower [-h] [-p PID] [-m MIN_MS] [-u MIN_US] [-a ARGUMENTS] # [-T] [-t] [-v] function [function ...] # # WARNING: This tool traces function calls by instrumenting the entry and # return from each function. For commonly-invoked functions like memory allocs # or file writes, this can be extremely expensive. Mind the overhead. # # NOTE: This tool cannot trace nested functions in the same invocation # due to instrumentation specifics, only innermost calls will be visible. # # By default, a minimum millisecond threshold of 1 is used. # # Copyright 2017, Sasha Goldshtein # Licensed under the Apache License, Version 2.0 (the "License") # # 30-Mar-2017 Sasha Goldshtein Created this. from __future__ import print_function from bcc import BPF import argparse import time examples = """examples: ./funcslower vfs_write # trace vfs_write calls slower than 1ms ./funcslower -m 10 vfs_write # same, but slower than 10ms ./funcslower -u 10 c:open # trace open calls slower than 10us ./funcslower -p 135 c:open # trace pid 135 only ./funcslower c:malloc c:free # trace both malloc and free slower than 1ms ./funcslower -a 2 c:open # show first two arguments to open ./funcslower -UK -m 10 c:open # Show user and kernel stack frame of open calls slower than 10ms ./funcslower -f -UK c:open # Output in folded format for flame graphs """ parser = argparse.ArgumentParser( description="Trace slow kernel or user function calls.", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-p", "--pid", type=int, metavar="PID", dest="tgid", help="trace this PID only") parser.add_argument("-m", "--min-ms", type=float, dest="min_ms", help="minimum duration to trace (ms)") parser.add_argument("-u", "--min-us", type=float, dest="min_us", help="minimum duration to trace (us)") parser.add_argument("-a", "--arguments", type=int, help="print this many entry arguments, as hex") parser.add_argument("-T", "--time", action="store_true", help="show HH:MM:SS timestamp") parser.add_argument("-t", "--timestamp", action="store_true", help="show timestamp in seconds at us resolution") parser.add_argument("-v", "--verbose", action="store_true", help="print the BPF program for debugging purposes") parser.add_argument(metavar="function", nargs="+", dest="functions", help="function(s) to trace") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) parser.add_argument("-f", "--folded", action="store_true", help="output folded format, one line per stack (for flame graphs)") parser.add_argument("-U", "--user-stack", action="store_true", help="output user stack trace") parser.add_argument("-K", "--kernel-stack", action="store_true", help="output kernel stack trace") args = parser.parse_args() # fractions are allowed, but rounded to an integer nanosecond if args.min_ms: duration_ns = int(args.min_ms * 1000000) elif args.min_us: duration_ns = int(args.min_us * 1000) else: duration_ns = 1000000 # default to 1ms bpf_text = """ #include #include // for TASK_COMM_LEN struct entry_t { u64 id; u64 start_ns; #ifdef GRAB_ARGS #ifndef __s390x__ u64 args[6]; #else u64 args[5]; #endif #endif #ifdef USER_STACKS int user_stack_id; #endif #ifdef KERNEL_STACKS int kernel_stack_id; u64 kernel_ip; #endif }; struct data_t { u64 id; u64 tgid_pid; u64 start_ns; u64 duration_ns; u64 retval; char comm[TASK_COMM_LEN]; #ifdef GRAB_ARGS #ifndef __s390x__ u64 args[6]; #else u64 args[5]; #endif #endif #ifdef USER_STACKS int user_stack_id; #endif #ifdef KERNEL_STACKS int kernel_stack_id; u64 kernel_ip; #endif }; BPF_HASH(entryinfo, u64, struct entry_t); BPF_PERF_OUTPUT(events); #if defined(USER_STACKS) || defined(KERNEL_STACKS) BPF_STACK_TRACE(stacks, 2048); #endif static int trace_entry(struct pt_regs *ctx, int id) { u64 tgid_pid = bpf_get_current_pid_tgid(); u32 tgid = tgid_pid >> 32; if (TGID_FILTER) return 0; u32 pid = tgid_pid; struct entry_t entry = {}; entry.start_ns = bpf_ktime_get_ns(); entry.id = id; #ifdef GRAB_ARGS entry.args[0] = PT_REGS_PARM1(ctx); entry.args[1] = PT_REGS_PARM2(ctx); entry.args[2] = PT_REGS_PARM3(ctx); entry.args[3] = PT_REGS_PARM4(ctx); entry.args[4] = PT_REGS_PARM5(ctx); #ifndef __s390x__ entry.args[5] = PT_REGS_PARM6(ctx); #endif #endif #ifdef USER_STACKS entry.user_stack_id = stacks.get_stackid(ctx, BPF_F_USER_STACK); #endif #ifdef KERNEL_STACKS entry.kernel_stack_id = stacks.get_stackid(ctx, 0); if (entry.kernel_stack_id >= 0) { u64 ip = PT_REGS_IP(ctx); u64 page_offset; // if ip isn't sane, leave key ips as zero for later checking #if defined(CONFIG_X86_64) && defined(__PAGE_OFFSET_BASE) // x64, 4.16, ..., 4.11, etc., but some earlier kernel didn't have it page_offset = __PAGE_OFFSET_BASE; #elif defined(CONFIG_X86_64) && defined(__PAGE_OFFSET_BASE_L4) // x64, 4.17, and later #if defined(CONFIG_DYNAMIC_MEMORY_LAYOUT) && defined(CONFIG_X86_5LEVEL) page_offset = __PAGE_OFFSET_BASE_L5; #else page_offset = __PAGE_OFFSET_BASE_L4; #endif #else // earlier x86_64 kernels, e.g., 4.6, comes here // arm64, s390, powerpc, x86_32 page_offset = PAGE_OFFSET; #endif if (ip > page_offset) { entry.kernel_ip = ip; } } #endif entryinfo.update(&tgid_pid, &entry); return 0; } int trace_return(struct pt_regs *ctx) { struct entry_t *entryp; u64 tgid_pid = bpf_get_current_pid_tgid(); entryp = entryinfo.lookup(&tgid_pid); if (entryp == 0) { return 0; } u64 delta_ns = bpf_ktime_get_ns() - entryp->start_ns; entryinfo.delete(&tgid_pid); if (delta_ns < DURATION_NS) return 0; struct data_t data = {}; data.id = entryp->id; data.tgid_pid = tgid_pid; data.start_ns = entryp->start_ns; data.duration_ns = delta_ns; data.retval = PT_REGS_RC(ctx); #ifdef USER_STACKS data.user_stack_id = entryp->user_stack_id; #endif #ifdef KERNEL_STACKS data.kernel_stack_id = entryp->kernel_stack_id; data.kernel_ip = entryp->kernel_ip; #endif #ifdef GRAB_ARGS bpf_probe_read_kernel(&data.args[0], sizeof(data.args), entryp->args); #endif bpf_get_current_comm(&data.comm, sizeof(data.comm)); events.perf_submit(ctx, &data, sizeof(data)); return 0; } """ bpf_text = bpf_text.replace('DURATION_NS', str(duration_ns)) if args.arguments: bpf_text = "#define GRAB_ARGS\n" + bpf_text if args.user_stack: bpf_text = "#define USER_STACKS\n" + bpf_text if args.kernel_stack: bpf_text = "#define KERNEL_STACKS\n" + bpf_text if args.tgid: bpf_text = bpf_text.replace('TGID_FILTER', 'tgid != %d' % args.tgid) else: bpf_text = bpf_text.replace('TGID_FILTER', '0') for i in range(len(args.functions)): bpf_text += """ int trace_%d(struct pt_regs *ctx) { return trace_entry(ctx, %d); } """ % (i, i) if args.verbose or args.ebpf: print(bpf_text) if args.ebpf: exit() b = BPF(text=bpf_text) for i, function in enumerate(args.functions): if ":" in function: library, func = function.split(":") b.attach_uprobe(name=library, sym=func, fn_name="trace_%d" % i) b.attach_uretprobe(name=library, sym=func, fn_name="trace_return") else: b.attach_kprobe(event=function, fn_name="trace_%d" % i) b.attach_kretprobe(event=function, fn_name="trace_return") time_designator = "us" if args.min_us else "ms" time_value = args.min_us or args.min_ms or 1 time_multiplier = 1000 if args.min_us else 1000000 time_col = args.time or args.timestamp # Do not print header when folded if not args.folded: print("Tracing function calls slower than %g %s... Ctrl+C to quit." % (time_value, time_designator)) print((("%-10s " % "TIME" if time_col else "") + "%-14s %-6s %7s %16s %s") % ("COMM", "PID", "LAT(%s)" % time_designator, "RVAL", "FUNC" + (" ARGS" if args.arguments else ""))) earliest_ts = 0 def time_str(event): if args.time: return "%-10s " % time.strftime("%H:%M:%S") if args.timestamp: global earliest_ts if earliest_ts == 0: earliest_ts = event.start_ns return "%-10.6f " % ((event.start_ns - earliest_ts) / 1000000000.0) return "" def args_str(event): if not args.arguments: return "" return str.join(" ", ["0x%x" % arg for arg in event.args[:args.arguments]]) def print_stack(event): user_stack = [] stack_traces = b.get_table("stacks") if args.user_stack and event.user_stack_id > 0: user_stack = stack_traces.walk(event.user_stack_id) kernel_stack = [] if args.kernel_stack and event.kernel_stack_id > 0: kernel_tmp = stack_traces.walk(event.kernel_stack_id) # fix kernel stack for addr in kernel_tmp: kernel_stack.append(addr) do_delimiter = user_stack and kernel_stack if args.folded: # print folded stack output user_stack = list(user_stack) kernel_stack = list(kernel_stack) line = [event.comm] + \ [b.sym(addr, event.tgid_pid) for addr in reversed(user_stack)] + \ (do_delimiter and ["-"] or []) + \ [b.ksym(addr) for addr in reversed(kernel_stack)] print("%s %d" % (b';'.join(line).decode('utf-8', 'replace'), 1)) else: # print default multi-line stack output. for addr in kernel_stack: print(" %s" % b.ksym(addr).decode('utf-8', 'replace')) for addr in user_stack: print(" %s" % b.sym(addr, event.tgid_pid).decode('utf-8', 'replace')) def print_event(cpu, data, size): event = b["events"].event(data) ts = float(event.duration_ns) / time_multiplier if not args.folded: print((time_str(event) + "%-14.14s %-6s %7.2f %16x %s %s") % (event.comm.decode('utf-8', 'replace'), event.tgid_pid >> 32, ts, event.retval, args.functions[event.id], args_str(event))) if args.user_stack or args.kernel_stack: print_stack(event) b["events"].open_perf_buffer(print_event, page_cnt=64) while True: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/funcslower_example.txt000066400000000000000000000152021465134135300204600ustar00rootroot00000000000000Demonstrations of funcslower, the Linux eBPF/bcc version. funcslower shows kernel or user function invocations slower than a threshold. This can be used for last-resort diagnostics when aggregation-based tools have failed. For example, trace the open() function in libc when it is slower than 1 microsecond (us): # ./funcslower c:open -u 1 Tracing function calls slower than 1 us... Ctrl+C to quit. COMM PID LAT(us) RVAL FUNC less 27074 33.77 3 c:open less 27074 9.96 ffffffffffffffff c:open less 27074 5.92 ffffffffffffffff c:open less 27074 15.88 ffffffffffffffff c:open less 27074 8.89 3 c:open less 27074 15.89 3 c:open sh 27075 20.97 4 c:open bash 27075 20.14 4 c:open lesspipe.sh 27075 18.77 4 c:open lesspipe.sh 27075 11.21 4 c:open lesspipe.sh 27075 13.68 4 c:open file 27076 14.83 ffffffffffffffff c:open file 27076 8.02 4 c:open file 27076 10.26 4 c:open file 27076 6.55 4 c:open less 27074 11.67 4 c:open ^C This shows several open operations performed by less and some helpers it invoked in the process. The latency (in microseconds) is shown, as well as the return value from the open() function, which helps indicate if there is a correlation between failures and slow invocations. Most open() calls seemed to have completed successfully (returning a valid file descriptor), but some have failed and returned -1. You can also trace kernel functions: # ./funcslower -m 10 vfs_read Tracing function calls slower than 10 ms... Ctrl+C to quit. COMM PID LAT(ms) RVAL FUNC bash 11527 78.97 1 vfs_read bash 11527 101.26 1 vfs_read bash 11527 1053.60 1 vfs_read bash 11527 44.21 1 vfs_read bash 11527 79.50 1 vfs_read bash 11527 33.37 1 vfs_read bash 11527 112.17 1 vfs_read bash 11527 101.49 1 vfs_read ^C Occasionally, it is also useful to see the arguments passed to the functions. The raw hex values of the arguments are available when using the -a switch: # ./funcslower __kmalloc -a 2 -u 1 Tracing function calls slower than 1 us... Ctrl+C to quit. COMM PID LAT(us) RVAL FUNC ARGS kworker/0:2 27077 7.46 ffff90054f9f8e40 __kmalloc 0x98 0x1400000 kworker/0:2 27077 6.84 ffff90054f9f8e40 __kmalloc 0x98 0x1400000 bash 11527 6.87 ffff90054f9f8e40 __kmalloc 0x90 0x1408240 bash 11527 1.15 ffff90054f9f8e40 __kmalloc 0x90 0x1408240 bash 11527 1.15 ffff90055a1b8c00 __kmalloc 0x2c 0x1400240 bash 11527 1.18 ffff90054b87d240 __kmalloc 0x1c 0x1400040 bash 11527 10.59 ffff900546d60000 __kmalloc 0x10000 0x14082c0 bash 11527 1.49 ffff90054fbd4c00 __kmalloc 0x280 0x15080c0 bash 11527 1.00 ffff90054789b000 __kmalloc 0x800 0x15012c0 bash 27128 3.47 ffff90057ca1a200 __kmalloc 0x150 0x1400240 bash 27128 1.82 ffff90054fbd4c00 __kmalloc 0x230 0x14000c0 bash 27128 1.17 ffff90054b87d5a0 __kmalloc 0x1c 0x14000c0 perf 27128 4.81 ffff90054f9f8e40 __kmalloc 0x90 0x1408240 perf 27128 24.71 ffff900566990000 __kmalloc 0x10000 0x14082c0 ^C This shows the first two arguments to __kmalloc -- the first one is the size of the requested allocation. The return value is also shown (null return values would indicate a failure). # ./funcslower -U -m 30 '/usr/sbin/nginx:database_write' Tracing function calls slower than 30 ms... Ctrl+C to quit. COMM PID LAT(ms) RVAL FUNC nginx 1617 30.15 9 /usr/sbin/nginx:database_write DataBaseProvider::setData(std::string const&, record_s&) UserDataProvider::saveRecordData(RecordData const&) RequestProcessor::writeResponse(int) RequestProcessor::processRequest() RequestRouter::processRequest(RequestWrapper*, ResponseWrapper*) ngx_http_core_content_phase ngx_http_core_run_phases ngx_http_process_request ngx_process_events_and_timers ngx_spawn_process ngx_master_process_cycle main __libc_start_main [unknown] nginx 1629 30.14 9 /usr/sbin/nginx:database_write DataBaseProvider::setData(std::string const&, record_s&) UserDataProvider::saveRecordData(RecordData const&) RequestProcessor::writeResponse(int) RequestProcessor::processRequest() RequestRouter::processRequest(RequestWrapper*, ResponseWrapper*) ngx_http_core_content_phase ngx_http_core_run_phases ngx_http_process_request ngx_process_events_and_timers ngx_spawn_process ngx_master_process_cycle main __libc_start_main [unknown] ^C Shows the user space stack trace of calls to the user space function call open taking longer than 30 ms. USAGE message: usage: funcslower.py [-hf] [-p PID] [-U | -K] [-m MIN_MS] [-u MIN_US] [-a ARGUMENTS] [-T] [-t] [-v] function [function ...] Trace slow kernel or user function calls. positional arguments: function function(s) to trace optional arguments: -h, --help show this help message and exit -p PID, --pid PID trace this PID only -m MIN_MS, --min-ms MIN_MS minimum duration to trace (ms) -u MIN_US, --min-us MIN_US minimum duration to trace (us) -U, --user-stack show stacks from user space -K, --kernel-stack show stacks from kernel space -f print output in folded stack format. -a ARGUMENTS, --arguments ARGUMENTS print this many entry arguments, as hex -T, --time show HH:MM:SS timestamp -t, --timestamp show timestamp in seconds at us resolution -v, --verbose print the BPF program for debugging purposes examples: ./funcslower vfs_write # trace vfs_write calls slower than 1ms ./funcslower -m 10 vfs_write # same, but slower than 10ms ./funcslower -u 10 c:open # trace open calls slower than 10us ./funcslower -p 135 c:open # trace pid 135 only ./funcslower c:malloc c:free # trace both malloc and free slower than 1ms ./funcslower -a 2 c:open # show first two arguments to open bpfcc-0.31.0/tools/gethostlatency.py000077500000000000000000000075141465134135300174360ustar00rootroot00000000000000#!/usr/bin/env python # # gethostlatency Show latency for getaddrinfo/gethostbyname[2] calls. # For Linux, uses BCC, eBPF. Embedded C. # # This can be useful for identifying DNS latency, by identifying which # remote host name lookups were slow, and by how much. # # This uses dynamic tracing of user-level functions and registers, and may # need modifications to match your software and processor architecture. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 28-Jan-2016 Brendan Gregg Created this. # 30-Mar-2016 Allan McAleavy updated for BPF_PERF_OUTPUT from __future__ import print_function from bcc import BPF from time import strftime import argparse examples = """examples: ./gethostlatency # time getaddrinfo/gethostbyname[2] calls ./gethostlatency -p 181 # only trace PID 181 """ parser = argparse.ArgumentParser( description="Show latency for getaddrinfo/gethostbyname[2] calls", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-p", "--pid", help="trace this PID only", type=int, default=-1) parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() # load BPF program bpf_text = """ #include #include struct val_t { u32 pid; char comm[TASK_COMM_LEN]; char host[80]; u64 ts; }; struct data_t { u32 pid; u64 delta; char comm[TASK_COMM_LEN]; char host[80]; }; BPF_HASH(start, u32, struct val_t); BPF_PERF_OUTPUT(events); int do_entry(struct pt_regs *ctx) { if (!PT_REGS_PARM1(ctx)) return 0; struct val_t val = {}; u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; if (bpf_get_current_comm(&val.comm, sizeof(val.comm)) == 0) { bpf_probe_read_user(&val.host, sizeof(val.host), (void *)PT_REGS_PARM1(ctx)); val.pid = pid; val.ts = bpf_ktime_get_ns(); start.update(&tid, &val); } return 0; } int do_return(struct pt_regs *ctx) { struct val_t *valp; struct data_t data = {}; u64 delta; u64 pid_tgid = bpf_get_current_pid_tgid(); u32 tid = (u32)pid_tgid; u64 tsp = bpf_ktime_get_ns(); valp = start.lookup(&tid); if (valp == 0) return 0; // missed start bpf_probe_read_kernel(&data.comm, sizeof(data.comm), valp->comm); bpf_probe_read_kernel(&data.host, sizeof(data.host), (void *)valp->host); data.pid = valp->pid; data.delta = tsp - valp->ts; events.perf_submit(ctx, &data, sizeof(data)); start.delete(&tid); return 0; } """ if args.ebpf: print(bpf_text) exit() b = BPF(text=bpf_text) b.attach_uprobe(name="c", sym="getaddrinfo", fn_name="do_entry", pid=args.pid) b.attach_uprobe(name="c", sym="gethostbyname", fn_name="do_entry", pid=args.pid) b.attach_uprobe(name="c", sym="gethostbyname2", fn_name="do_entry", pid=args.pid) b.attach_uretprobe(name="c", sym="getaddrinfo", fn_name="do_return", pid=args.pid) b.attach_uretprobe(name="c", sym="gethostbyname", fn_name="do_return", pid=args.pid) b.attach_uretprobe(name="c", sym="gethostbyname2", fn_name="do_return", pid=args.pid) # header print("%-9s %-7s %-16s %10s %s" % ("TIME", "PID", "COMM", "LATms", "HOST")) def print_event(cpu, data, size): event = b["events"].event(data) print("%-9s %-7d %-16s %10.2f %s" % (strftime("%H:%M:%S"), event.pid, event.comm.decode('utf-8', 'replace'), (float(event.delta) / 1000000), event.host.decode('utf-8', 'replace'))) # loop with callback to print_event b["events"].open_perf_buffer(print_event) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/gethostlatency_example.txt000066400000000000000000000024451465134135300213330ustar00rootroot00000000000000Demonstrations of gethostlatency, the Linux eBPF/bcc version. This traces host name lookup calls (getaddrinfo(), gethostbyname(), and gethostbyname2()), and shows the PID and command performing the lookup, the latency (duration) of the call in milliseconds, and the host string: # ./gethostlatency TIME PID COMM LATms HOST 06:10:24 28011 wget 90.00 www.iovisor.org 06:10:28 28127 wget 0.00 www.iovisor.org 06:10:41 28404 wget 9.00 www.netflix.com 06:10:48 28544 curl 35.00 www.netflix.com.au 06:11:10 29054 curl 31.00 www.plumgrid.com 06:11:16 29195 curl 3.00 www.facebook.com 06:11:25 29404 curl 72.00 foo 06:11:28 29475 curl 1.00 foo In this example, the first call to lookup "www.iovisor.org" took 90 ms, and the second took 0 ms (cached). The slowest call in this example was to "foo", which was an unsuccessful lookup. USAGE message: # ./gethostlatency -h usage: gethostlatency [-h] [-p PID] Show latency for getaddrinfo/gethostbyname[2] calls optional arguments: -h, --help show this help message and exit -p PID, --pid PID trace this PID only examples: ./gethostlatency # time getaddrinfo/gethostbyname[2] calls ./gethostlatency -p 181 # only trace PID 181 bpfcc-0.31.0/tools/hardirqs.py000077500000000000000000000155551465134135300162220ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # hardirqs Summarize hard IRQ (interrupt) event time. # For Linux, uses BCC, eBPF. # # USAGE: hardirqs [-h] [-T] [-N] [-C] [-d] [-c CPU] [interval] [outputs] # # Thanks Amer Ather for help understanding irq behavior. # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 19-Oct-2015 Brendan Gregg Created this. # 22-May-2021 Hengqi Chen Migrated to kernel tracepoints. # 07-Mar-2022 Rocky Xing Added CPU filter support. from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse import sys # arguments examples = """examples: ./hardirqs # sum hard irq event time ./hardirqs -d # show hard irq event time as histograms ./hardirqs 1 10 # print 1 second summaries, 10 times ./hardirqs -NT 1 # 1s summaries, nanoseconds, and timestamps ./hardirqs -c 1 # sum hard irq event time on CPU 1 only """ parser = argparse.ArgumentParser( description="Summarize hard irq event time as histograms", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-N", "--nanoseconds", action="store_true", help="output in nanoseconds") parser.add_argument("-C", "--count", action="store_true", help="show event counts instead of timing") parser.add_argument("-d", "--dist", action="store_true", help="show distributions as histograms") parser.add_argument("-c", "--cpu", type=int, help="trace this CPU only") parser.add_argument("interval", nargs="?", default=99999999, help="output interval, in seconds") parser.add_argument("outputs", nargs="?", default=99999999, help="number of outputs") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() countdown = int(args.outputs) if args.count and (args.dist or args.nanoseconds): print("The --count option can't be used with time-based options") exit() if args.count: factor = 1 label = "count" elif args.nanoseconds: factor = 1 label = "nsecs" else: factor = 1000 label = "usecs" debug = 0 # define BPF program bpf_text = """ #include #include #include #include // Add cpu_id as part of key for irq entry event to handle the case which irq // is triggered while idle thread(swapper/x, tid=0) for each cpu core. // Please see more detail at pull request #2804, #3733. typedef struct entry_key { u32 tid; u32 cpu_id; } entry_key_t; typedef struct irq_key { char name[32]; u64 slot; } irq_key_t; typedef struct irq_name { char name[32]; } irq_name_t; BPF_HASH(start, entry_key_t); BPF_HASH(irqnames, entry_key_t, irq_name_t); BPF_HISTOGRAM(dist, irq_key_t); """ bpf_text_count = """ TRACEPOINT_PROBE(irq, irq_handler_entry) { struct entry_key key = {}; irq_name_t name = {}; u32 cpu = bpf_get_smp_processor_id(); FILTER_CPU key.tid = bpf_get_current_pid_tgid(); key.cpu_id = cpu; TP_DATA_LOC_READ_STR(&name.name, name, sizeof(name)); irqnames.update(&key, &name); return 0; } TRACEPOINT_PROBE(irq, irq_handler_exit) { struct entry_key key = {}; u32 cpu = bpf_get_smp_processor_id(); FILTER_CPU key.tid = bpf_get_current_pid_tgid(); key.cpu_id = cpu; // check ret value of irq handler is not IRQ_NONE to make sure // the current event belong to this irq handler if (args->ret != IRQ_NONE) { irq_name_t *namep; namep = irqnames.lookup(&key); if (namep == 0) { return 0; // missed irq name } char *name = (char *)namep->name; irq_key_t key = {.slot = 0 /* ignore */}; bpf_probe_read_kernel(&key.name, sizeof(key.name), name); dist.atomic_increment(key); } irqnames.delete(&key); return 0; } """ bpf_text_time = """ TRACEPOINT_PROBE(irq, irq_handler_entry) { u64 ts = bpf_ktime_get_ns(); irq_name_t name = {}; struct entry_key key = {}; u32 cpu = bpf_get_smp_processor_id(); FILTER_CPU key.tid = bpf_get_current_pid_tgid(); key.cpu_id = cpu; TP_DATA_LOC_READ_STR(&name.name, name, sizeof(name)); irqnames.update(&key, &name); start.update(&key, &ts); return 0; } TRACEPOINT_PROBE(irq, irq_handler_exit) { u64 *tsp, delta; irq_name_t *namep; struct entry_key key = {}; u32 cpu = bpf_get_smp_processor_id(); key.tid = bpf_get_current_pid_tgid(); key.cpu_id = cpu; // check ret value of irq handler is not IRQ_NONE to make sure // the current event belong to this irq handler if (args->ret != IRQ_NONE) { // fetch timestamp and calculate delta tsp = start.lookup(&key); namep = irqnames.lookup(&key); if (tsp == 0 || namep == 0) { return 0; // missed start } char *name = (char *)namep->name; delta = bpf_ktime_get_ns() - *tsp; // store as sum or histogram STORE } start.delete(&key); irqnames.delete(&key); return 0; } """ if args.count: bpf_text += bpf_text_count else: bpf_text += bpf_text_time # code substitutions if args.dist: bpf_text = bpf_text.replace('STORE', 'irq_key_t key = {.slot = bpf_log2l(delta / %d)};' % factor + 'bpf_probe_read_kernel(&key.name, sizeof(key.name), name);' + 'dist.atomic_increment(key);') else: bpf_text = bpf_text.replace('STORE', 'irq_key_t key = {.slot = 0 /* ignore */};' + 'bpf_probe_read_kernel(&key.name, sizeof(key.name), name);' + 'dist.atomic_increment(key, delta);') if args.cpu is not None: bpf_text = bpf_text.replace('FILTER_CPU', 'if (cpu != %d) { return 0; }' % int(args.cpu)) else: bpf_text = bpf_text.replace('FILTER_CPU', '') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # load BPF program b = BPF(text=bpf_text) if args.count: print("Tracing hard irq events... Hit Ctrl-C to end.") else: print("Tracing hard irq event time... Hit Ctrl-C to end.") # output exiting = 0 if args.interval else 1 dist = b.get_table("dist") while (1): try: sleep(int(args.interval)) except KeyboardInterrupt: exiting = 1 print() if args.timestamp: print("%-8s\n" % strftime("%H:%M:%S"), end="") if args.dist: dist.print_log2_hist(label, "hardirq", section_print_fn=bytes.decode) else: print("%-26s %11s" % ("HARDIRQ", "TOTAL_" + label)) for k, v in sorted(dist.items(), key=lambda dist: dist[1].value): print("%-26s %11d" % (k.name.decode('utf-8', 'replace'), v.value / factor)) dist.clear() sys.stdout.flush() countdown -= 1 if exiting or countdown == 0: exit() bpfcc-0.31.0/tools/hardirqs_example.txt000066400000000000000000001120601465134135300201060ustar00rootroot00000000000000Demonstrations of hardirqs, the Linux eBPF/bcc version. This program traces hard interrupts (irqs), and stores timing statistics in-kernel for efficiency. For example: # ./hardirqs Tracing hard irq event time... Hit Ctrl-C to end. ^C HARDIRQ TOTAL_usecs callfuncsingle0 2 callfuncsingle5 5 callfuncsingle6 5 callfuncsingle7 21 blkif 66 timer7 84 resched5 94 resched0 97 resched3 102 resched7 111 resched6 255 timer3 362 resched4 367 timer5 474 timer1 529 timer6 679 timer2 746 timer4 943 resched1 1048 timer0 1558 resched2 1750 eth0 11441 The HARDIRQ column prints the interrupt action name. While tracing, the eth0 hard irq action ran for 11441 microseconds (11 milliseconds) in total. Many other interrupts are visible in the output: this is an 8 CPU system, and some of these interrupts have a separate action per-CPU (eg, "timer", "resched"). An interval can be provided, and also optionally a count. Eg, printing output every 1 second, and including timestamps (-T): # ./hardirqs -T 1 3 Tracing hard irq event time... Hit Ctrl-C to end. 22:16:14 HARDIRQ TOTAL_usecs callfuncsingle0 2 callfuncsingle7 5 callfuncsingle3 5 callfuncsingle2 5 callfuncsingle6 6 callfuncsingle1 11 resched0 32 blkif 51 resched5 71 resched7 71 resched4 72 resched6 82 timer7 172 resched1 187 resched2 236 timer3 252 resched3 282 timer1 320 timer2 374 timer6 396 timer5 427 timer4 470 timer0 1430 eth0 7498 22:16:15 HARDIRQ TOTAL_usecs callfuncsingle7 6 callfuncsingle5 11 callfuncsingle4 13 timer2 17 callfuncsingle6 18 resched0 21 blkif 33 resched3 40 resched5 60 resched4 69 resched6 70 resched7 74 timer7 86 resched2 91 timer3 134 resched1 293 timer5 354 timer1 433 timer6 497 timer4 1112 timer0 1768 eth0 6972 22:16:16 HARDIRQ TOTAL_usecs callfuncsingle7 5 callfuncsingle3 5 callfuncsingle2 6 timer3 10 resched0 18 callfuncsingle4 22 resched5 27 resched6 44 blkif 45 resched7 65 resched4 69 timer4 77 resched2 97 timer7 98 resched3 103 timer2 169 resched1 226 timer5 525 timer1 691 timer6 697 timer0 1415 eth0 7152 This can be useful for quantifying where CPU cycles are spent among the hard interrupts (summarized as the %irq column from mpstat(1)). The output above shows that most time was spent processing for eth0 (network interface), which was around 7 milliseconds per second (total across all CPUs). Note that the time spent among the "timer" interrupts was low, and usually less than one microsecond per second. Here's the hardirq per-second output when the perf tool is performing a 999 Hertz CPU profile ("perf record -F 999 -a ..."): 22:13:59 HARDIRQ TOTAL_usecs callfuncsingle7 5 callfuncsingle5 5 callfuncsingle3 6 callfuncsingle4 7 callfuncsingle6 19 blkif 66 resched0 66 resched2 82 resched7 87 resched3 96 resched4 118 resched5 120 resched6 130 resched1 230 timer3 946 timer1 1981 timer7 2618 timer5 3063 timer6 3141 timer4 3511 timer2 3554 timer0 5044 eth0 16015 This sheds some light into the CPU overhead of the perf profiler, which cost around 3 milliseconds per second. Note that I'm usually profiling at a much lower rate, 99 Hertz, which looks like this: 22:22:12 HARDIRQ TOTAL_usecs callfuncsingle3 5 callfuncsingle6 5 callfuncsingle5 22 blkif 46 resched6 47 resched5 57 resched4 66 resched7 78 resched2 97 resched0 214 timer2 326 timer0 498 timer5 536 timer6 576 timer1 600 timer4 982 resched1 1315 timer7 1364 timer3 1825 resched3 5708 eth0 9743 Much lower (and remember to compare this to the baseline). Note that perf has other overheads (non-irq CPU cycles, file system storage). The distribution of interrupt run time can be printed as a histogram with the -d option. Eg: # ./hardirqs -d Tracing hard irq event time... Hit Ctrl-C to end. ^C hardirq = 'callfuncsingle1' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 0 | | 4096 -> 8191 : 0 | | 8192 -> 16383 : 1 |****************************************| hardirq = 'callfuncsingle0' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 1 |****************************************| hardirq = 'callfuncsingle3' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 0 | | 4096 -> 8191 : 3 |****************************************| hardirq = 'callfuncsingle2' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 0 | | 4096 -> 8191 : 2 |****************************************| hardirq = 'callfuncsingle5' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 0 | | 4096 -> 8191 : 5 |****************************************| hardirq = 'callfuncsingle4' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 0 | | 4096 -> 8191 : 6 |****************************************| hardirq = 'callfuncsingle7' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 0 | | 4096 -> 8191 : 4 |****************************************| hardirq = 'callfuncsingle6' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 0 | | 4096 -> 8191 : 4 |****************************************| hardirq = 'eth0' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 5102 |********* | 1024 -> 2047 : 20617 |****************************************| 2048 -> 4095 : 4832 |********* | 4096 -> 8191 : 12 | | hardirq = 'timer7' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 9 |*** | 2048 -> 4095 : 70 |***************************** | 4096 -> 8191 : 94 |****************************************| hardirq = 'timer6' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 1 | | 2048 -> 4095 : 86 |*********** | 4096 -> 8191 : 295 |****************************************| 8192 -> 16383 : 28 |*** | hardirq = 'timer5' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 1 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 137 |****************************************| 4096 -> 8191 : 123 |*********************************** | 8192 -> 16383 : 8 |** | hardirq = 'timer4' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 46 |********* | 4096 -> 8191 : 198 |****************************************| 8192 -> 16383 : 49 |********* | hardirq = 'timer3' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 4 | | 2048 -> 4095 : 210 |****************************************| 4096 -> 8191 : 186 |*********************************** | hardirq = 'timer2' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 245 |****************************************| 4096 -> 8191 : 227 |************************************* | 8192 -> 16383 : 6 | | hardirq = 'timer1' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 6 |* | 2048 -> 4095 : 112 |************************ | 4096 -> 8191 : 181 |****************************************| 8192 -> 16383 : 7 |* | hardirq = 'timer0' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 0 | | 4096 -> 8191 : 887 |****************************************| 8192 -> 16383 : 92 |**** | hardirq = 'blkif' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 0 | | 4096 -> 8191 : 9 |****************************************| 8192 -> 16383 : 7 |******************************* | 16384 -> 32767 : 2 |******** | hardirq = 'resched4' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 104 |****************************************| 2048 -> 4095 : 80 |****************************** | hardirq = 'resched5' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 27 |***** | 1024 -> 2047 : 216 |****************************************| 2048 -> 4095 : 27 |***** | 4096 -> 8191 : 1 | | hardirq = 'resched6' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 480 |******************* | 1024 -> 2047 : 1003 |****************************************| 2048 -> 4095 : 64 |** | hardirq = 'resched7' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 46 |********* | 1024 -> 2047 : 190 |****************************************| 2048 -> 4095 : 42 |******** | hardirq = 'resched0' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 11 |**** | 1024 -> 2047 : 100 |****************************************| 2048 -> 4095 : 23 |********* | hardirq = 'resched1' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 96 |******** | 1024 -> 2047 : 462 |****************************************| 2048 -> 4095 : 36 |*** | hardirq = 'resched2' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 120 |************************** | 1024 -> 2047 : 183 |****************************************| 2048 -> 4095 : 41 |******** | hardirq = 'resched3' usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 789 |****************************************| 2048 -> 4095 : 39 |* | Sometimes you just want counts of events, and don't need the distribution of times. You can use the -C or --count option: # ./hardirqs.py -C Tracing hard irq events... Hit Ctrl-C to end. ^C HARDIRQ TOTAL_count blkif 2 callfuncsingle3 8 callfuncsingle2 10 callfuncsingle1 18 resched7 25 callfuncsingle6 25 callfuncsingle5 27 callfuncsingle0 27 eth0 34 resched2 40 resched1 66 timer7 70 resched6 71 resched0 73 resched5 79 resched4 90 timer6 95 timer4 100 timer1 109 timer2 115 timer0 117 timer3 123 resched3 140 timer5 288 USAGE message: # ./hardirqs -h usage: hardirqs [-h] [-T] [-N] [-C] [-d] [interval] [outputs] Summarize hard irq event time as histograms positional arguments: interval output interval, in seconds outputs number of outputs optional arguments: -h, --help show this help message and exit -T, --timestamp include timestamp on output -N, --nanoseconds output in nanoseconds -C, --count show event counts instead of timing -d, --dist show distributions as histograms examples: ./hardirqs # sum hard irq event time ./hardirqs -d # show hard irq event time as histograms ./hardirqs 1 10 # print 1 second summaries, 10 times ./hardirqs -NT 1 # 1s summaries, nanoseconds, and timestamps bpfcc-0.31.0/tools/inject.py000077500000000000000000000400731465134135300156520ustar00rootroot00000000000000#!/usr/bin/env python # # This script generates a BPF program with structure inspired by trace.py. The # generated program operates on PID-indexed stacks. Generally speaking, # bookkeeping is done at every intermediate function kprobe/kretprobe to enforce # the goal of "fail iff this call chain and these predicates". # # Top level functions(the ones at the end of the call chain) are responsible for # creating the pid_struct and deleting it from the map in kprobe and kretprobe # respectively. # # Intermediate functions(between should_fail_whatever and the top level # functions) are responsible for updating the stack to indicate "I have been # called and one of my predicate(s) passed" in their entry probes. In their exit # probes, they do the opposite, popping their stack to maintain correctness. # This implementation aims to ensure correctness in edge cases like recursive # calls, so there's some additional information stored in pid_struct for that. # # At the bottom level function(should_fail_whatever), we do a simple check to # ensure all necessary calls/predicates have passed before error injection. # # Note: presently there are a few hacks to get around various rewriter/verifier # issues. # # Note: this tool requires: # - CONFIG_BPF_KPROBE_OVERRIDE # # USAGE: inject [-h] [-I header] [-P probability] [-v] mode spec # # Copyright (c) 2018 Facebook, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 16-Mar-2018 Howard McLauchlan Created this. import argparse import re from bcc import BPF class Probe: errno_mapping = { "kmalloc": "-ENOMEM", "bio": "-EIO", "alloc_page" : "true", } @classmethod def configure(cls, mode, probability, count): cls.mode = mode cls.probability = probability cls.count = count def __init__(self, func, preds, length, entry): # length of call chain self.length = length self.func = func self.preds = preds self.is_entry = entry def _bail(self, err): raise ValueError("error in probe '%s': %s" % (self.spec, err)) def _get_err(self): return Probe.errno_mapping[Probe.mode] def _get_if_top(self): # ordering guarantees that if this function is top, the last tup is top chk = self.preds[0][1] == 0 if not chk: return "" if Probe.probability == 1: early_pred = "false" else: early_pred = "bpf_get_prandom_u32() > %s" % str(int((1<<32)*Probe.probability)) # init the map # don't do an early exit here so the singular case works automatically # have an early exit for probability option enter = """ /* * Early exit for probability case */ if (%s) return 0; /* * Top level function init map */ struct pid_struct p_struct = {0, 0}; m.insert(&pid, &p_struct); """ % early_pred # kill the entry exit = """ /* * Top level function clean up map */ m.delete(&pid); """ return enter if self.is_entry else exit def _get_heading(self): # we need to insert identifier and ctx into self.func # gonna make a lot of formatting assumptions to make this work left = self.func.find("(") right = self.func.rfind(")") # self.event and self.func_name need to be accessible self.event = self.func[0:left] self.func_name = self.event + ("_entry" if self.is_entry else "_exit") func_sig = "struct pt_regs *ctx" # assume there's something in there, no guarantee its well formed if right > left + 1 and self.is_entry: func_sig += ", " + self.func[left + 1:right] return "int %s(%s)" % (self.func_name, func_sig) def _get_entry_logic(self): # there is at least one tup(pred, place) for this function text = """ if (p->conds_met >= %s) return 0; if (p->conds_met == %s && %s) { p->stack[%s] = p->curr_call; p->conds_met++; }""" text = text % (self.length, self.preds[0][1], self.preds[0][0], self.preds[0][1]) # for each additional pred for tup in self.preds[1:]: text += """ else if (p->conds_met == %s && %s) { p->stack[%s] = p->curr_call; p->conds_met++; } """ % (tup[1], tup[0], tup[1]) return text def _generate_entry(self): prog = self._get_heading() + """ { u32 pid = bpf_get_current_pid_tgid(); %s struct pid_struct *p = m.lookup(&pid); if (!p) return 0; /* * preparation for predicate, if necessary */ %s /* * Generate entry logic */ %s p->curr_call++; return 0; }""" prog = prog % (self._get_if_top(), self.prep, self._get_entry_logic()) return prog # only need to check top of stack def _get_exit_logic(self): text = """ if (p->conds_met < 1 || p->conds_met >= %s) return 0; if (p->stack[p->conds_met - 1] == p->curr_call) p->conds_met--; """ return text % str(self.length) def _generate_exit(self): prog = self._get_heading() + """ { u32 pid = bpf_get_current_pid_tgid(); struct pid_struct *p = m.lookup(&pid); if (!p) return 0; p->curr_call--; /* * Generate exit logic */ %s %s return 0; }""" prog = prog % (self._get_exit_logic(), self._get_if_top()) return prog # Special case for should_fail_whatever def _generate_bottom(self): pred = self.preds[0][0] text = self._get_heading() + """ { u32 overridden = 0; int zero = 0; u32* val; val = count.lookup(&zero); if (val) overridden = *val; /* * preparation for predicate, if necessary */ %s /* * If this is the only call in the chain and predicate passes */ if (%s == 1 && %s && overridden < %s) { count.atomic_increment(zero); bpf_override_return(ctx, %s); return 0; } u32 pid = bpf_get_current_pid_tgid(); struct pid_struct *p = m.lookup(&pid); if (!p) return 0; /* * If all conds have been met and predicate passes */ if (p->conds_met == %s && %s && overridden < %s) { count.atomic_increment(zero); bpf_override_return(ctx, %s); } return 0; }""" return text % (self.prep, self.length, pred, Probe.count, self._get_err(), self.length - 1, pred, Probe.count, self._get_err()) # presently parses and replaces STRCMP # STRCMP exists because string comparison is inconvenient and somewhat buggy # https://github.com/iovisor/bcc/issues/1617 def _prepare_pred(self): self.prep = "" for i in range(len(self.preds)): new_pred = "" pred = self.preds[i][0] place = self.preds[i][1] start, ind = 0, 0 while start < len(pred): ind = pred.find("STRCMP(", start) if ind == -1: break new_pred += pred[start:ind] # 7 is len("STRCMP(") start = pred.find(")", start + 7) + 1 # then ind ... start is STRCMP(...) ptr, literal = pred[ind + 7:start - 1].split(",") literal = literal.strip() # x->y->z, some string literal # we make unique id with place_ind uuid = "%s_%s" % (place, ind) unique_bool = "is_true_%s" % uuid self.prep += """ char *str_%s = %s; bool %s = true;\n""" % (uuid, ptr.strip(), unique_bool) check = "\t%s &= *(str_%s++) == '%%s';\n" % (unique_bool, uuid) for ch in literal: self.prep += check % ch self.prep += check % r'\0' new_pred += unique_bool new_pred += pred[start:] self.preds[i] = (new_pred, place) def generate_program(self): # generate code to work around various rewriter issues self._prepare_pred() # special case for bottom if self.preds[-1][1] == self.length - 1: return self._generate_bottom() return self._generate_entry() if self.is_entry else self._generate_exit() def attach(self, bpf): if self.is_entry: bpf.attach_kprobe(event=self.event, fn_name=self.func_name) else: bpf.attach_kretprobe(event=self.event, fn_name=self.func_name) class Tool: examples =""" EXAMPLES: # ./inject.py kmalloc -v 'SyS_mount()' Fails all calls to syscall mount # ./inject.py kmalloc -v '(true) => SyS_mount()(true)' Explicit rewriting of above # ./inject.py kmalloc -v 'mount_subtree() => btrfs_mount()' Fails btrfs mounts only # ./inject.py kmalloc -v 'd_alloc_parallel(struct dentry *parent, const struct \\ qstr *name)(STRCMP(name->name, 'bananas'))' Fails dentry allocations of files named 'bananas' # ./inject.py kmalloc -v -P 0.01 'SyS_mount()' Fails calls to syscall mount with 1% probability """ # add cases as necessary error_injection_mapping = { "kmalloc": "should_failslab(struct kmem_cache *s, gfp_t gfpflags)", "bio": "should_fail_bio(struct bio *bio)", "alloc_page": "should_fail_alloc_page(gfp_t gfp_mask, unsigned int order)", } def __init__(self): parser = argparse.ArgumentParser(description="Fail specified kernel" + " functionality when call chain and predicates are met", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=Tool.examples) parser.add_argument(dest="mode", choices=["kmalloc", "bio", "alloc_page"], help="indicate which base kernel function to fail") parser.add_argument(metavar="spec", dest="spec", help="specify call chain") parser.add_argument("-I", "--include", action="append", metavar="header", help="additional header files to include in the BPF program") parser.add_argument("-P", "--probability", default=1, metavar="probability", type=float, help="probability that this call chain will fail") parser.add_argument("-v", "--verbose", action="store_true", help="print BPF program") parser.add_argument("-c", "--count", action="store", default=-1, help="Number of fails before bypassing the override") self.args = parser.parse_args() self.program = "" self.spec = self.args.spec self.map = {} self.probes = [] self.key = Tool.error_injection_mapping[self.args.mode] # create_probes and associated stuff def _create_probes(self): self._parse_spec() Probe.configure(self.args.mode, self.args.probability, self.args.count) # self, func, preds, total, entry # create all the pair probes for fx, preds in self.map.items(): # do the enter self.probes.append(Probe(fx, preds, self.length, True)) if self.key == fx: continue # do the exit self.probes.append(Probe(fx, preds, self.length, False)) def _parse_frames(self): # sentinel data = self.spec + '\0' start, count = 0, 0 frames = [] cur_frame = [] i = 0 last_frame_added = 0 while i < len(data): # improper input if count < 0: raise Exception("Check your parentheses") c = data[i] count += c == '(' count -= c == ')' if not count: if c == '\0' or (c == '=' and data[i + 1] == '>'): # This block is closing a chunk. This means cur_frame must # have something in it. if not cur_frame: raise Exception("Cannot parse spec, missing parens") if len(cur_frame) == 2: frame = tuple(cur_frame) elif cur_frame[0][0] == '(': frame = self.key, cur_frame[0] else: frame = cur_frame[0], '(true)' frames.append(frame) del cur_frame[:] i += 1 start = i + 1 elif c == ')': cur_frame.append(data[start:i + 1].strip()) start = i + 1 last_frame_added = start i += 1 # We only permit spaces after the last frame if self.spec[last_frame_added:].strip(): raise Exception("Invalid characters found after last frame"); # improper input if count: raise Exception("Check your parentheses") return frames def _parse_spec(self): frames = self._parse_frames() frames.reverse() absolute_order = 0 for f in frames: # default case func, pred = f[0], f[1] if not self._validate_predicate(pred): raise Exception("Invalid predicate") if not self._validate_identifier(func): raise Exception("Invalid function identifier") tup = (pred, absolute_order) if func not in self.map: self.map[func] = [tup] else: self.map[func].append(tup) absolute_order += 1 if self.key not in self.map: self.map[self.key] = [('(true)', absolute_order)] absolute_order += 1 self.length = absolute_order def _validate_identifier(self, func): # We've already established paren balancing. We will only look for # identifier validity here. paren_index = func.find("(") potential_id = func[:paren_index] pattern = '[_a-zA-z][_a-zA-Z0-9]*$' if re.match(pattern, potential_id): return True return False def _validate_predicate(self, pred): if len(pred) > 0 and pred[0] == "(": open = 1 for i in range(1, len(pred)): if pred[i] == "(": open += 1 elif pred[i] == ")": open -= 1 if open != 0: # not well formed, break return False return True def _def_pid_struct(self): text = """ struct pid_struct { u64 curr_call; /* book keeping to handle recursion */ u64 conds_met; /* stack pointer */ u64 stack[%s]; }; """ % self.length return text def _attach_probes(self): self.bpf = BPF(text=self.program) for p in self.probes: p.attach(self.bpf) def _generate_program(self): # leave out auto includes for now self.program += '#include \n' for include in (self.args.include or []): self.program += "#include <%s>\n" % include self.program += self._def_pid_struct() self.program += "BPF_HASH(m, u32, struct pid_struct);\n" self.program += "BPF_ARRAY(count, u32, 1);\n" for p in self.probes: self.program += p.generate_program() + "\n" if self.args.verbose: print(self.program) def _main_loop(self): while True: try: self.bpf.perf_buffer_poll() except KeyboardInterrupt: exit() def run(self): self._create_probes() self._generate_program() self._attach_probes() self._main_loop() if __name__ == "__main__": Tool().run() bpfcc-0.31.0/tools/inject_example.txt000066400000000000000000000152601465134135300175510ustar00rootroot00000000000000Some examples for inject inject guarantees the appropriate erroneous return of the specified injection mode (kmalloc,bio,etc) given a call chain and an optional set of predicates. You can also optionally print out the generated BPF program for modification/debugging purposes. As a simple example, let's say you wanted to fail all mounts. As of 4.17 we can fail syscalls directly, so let's do that: # ./inject.py kmalloc -v 'SyS_mount()' The first argument indicates the mode (or what to fail). Appropriate headers are specified, if necessary. The verbosity flag prints the generated program. Note that some syscalls will be available as 'SyS_xyz' and some will be available as 'sys_xyz'. This is largely dependent on the number of arguments each syscall takes. Trying to mount various filesystems will fail and report an inability to allocate memory, as expected. Whenever a predicate is missing, an implicit "(true)" is inserted. The example above can be explicitly written as: # ./inject.py kmalloc -v '(true) => SyS_mount()(true)' The "(true)" without an associated function is a predicate for the error injection mechanism of the current mode. In the case of kmalloc, the predicate would have access to the arguments of: should_failslab(struct kmem_cache *s, gfp_t gfpflags) Other modes work similarly. "bio" has access to the arguments of: should_fail_bio(struct bio *bio) "alloc_page" has access to the arguments of: should_fail_alloc_page(gfp_t gfp_mask, unsigned int order) We also note that it's unnecessary to state the arguments of the function if you have no intention to reference them in the associated predicate. Now let's say we want to be a bit more specific; suppose you want to fail kmalloc() from mount_subtree() when called from btrfs_mount(). This will fail only btrfs mounts: # ./inject.py kmalloc -v 'mount_subtree() => btrfs_mount()' Attempting to mount btrfs filesystem during the execution of this command will yield an error, but other filesystems will be fine. Next, lets say we want to hit one of the BUG_ONs in fs/btrfs. As of 4.16-rc3, there is a BUG_ON in btrfs_prepare_close_one_device() at fs/btrfs/volumes.c:1002 To hit this, we can use the following: # ./inject.py kmalloc -v 'btrfs_alloc_device() => btrfs_close_devices()' While the script was executing, I mounted and unmounted btrfs, causing a segfault on umount(since that satisfied the call path indicated). A look at dmesg will confirm that the erroneous return value injected by the script tripped the BUG_ON, causing a segfault down the line. In general, it's worth noting that the required specificity of the call chain is dependent on how much granularity you need. The example above might have performed as expected without the intermediate btrfs_alloc_device, but might have also done something unexpected(an earlier kmalloc could have failed before the one we were targeting). For hot paths, the approach outlined above isn't enough. If a path is traversed very often, we can distinguish distinct calls with function arguments. Let's say we want to fail the dentry allocation of a file creatively named 'bananas'. We can do the following: # ./inject.py kmalloc -v 'd_alloc_parallel(struct dentry *parent, const struct qstr *name)(STRCMP(name->name, 'bananas'))' While this script is executing, any operation that would cause a dentry allocation where the name is 'bananas' fails, as expected. Here, since we're referencing a function argument in our predicate, we need to provide the function signature up to the argument we're using. To note, STRCMP is a workaround for some rewriter issues. It will take input of the form (x->...->z, 'literal'), and generate some equivalent code that the verifier is more friendly about. It's not horribly robust, but works for the purposes of making string comparisons a bit easier. Finally, we briefly demonstrate how to inject bio failures. The mechanism is identical, so any information from above will apply. Let's say we want to fail bio requests when the request is to some specific sector. An example use case would be to fail superblock writes in btrfs. For btrfs, we know that there must be a superblock at 65536 bytes, or sector 128. This allows us to run the following: # ./inject.py bio -v -I 'linux/blkdev.h' '(({struct gendisk *d = bio->bi_disk; struct disk_part_tbl *tbl = d->part_tbl; struct hd_struct **parts = (void *)tbl + sizeof(struct disk_part_tbl); struct hd_struct **partp = parts + bio->bi_partno; struct hd_struct *p = *partp; dev_t disk = p->__dev.devt; disk == MKDEV(254,16);}) && bio->bi_iter.bi_sector == 128)' The predicate in the command above has two parts. The first is a compound statement which shortens to "only if the system is btrfs", but is long due to rewriter/verifier shenanigans. The major/minor information can be found however; I used Python. The second part simply checks the starting address of bi_iter. While executing, this script effectively fails superblock writes to the superblock at sector 128 without affecting other filesystems. As an extension to the above, one could easily fail all btrfs superblock writes (we only fail the primary) by calculating the sector number of the mirrors and amending the predicate accordingly. Inject also provides a probability option; this allows you to fail the path+predicates some percentage of the time. For example, let's say we want to fail our mounts half the time: # ./inject.py kmalloc -v -P 0.01 'SyS_mount()' USAGE message: usage: inject.py [-h] [-I header] [-P probability] [-v] [-c COUNT] {kmalloc,bio,alloc_page} spec Fail specified kernel functionality when call chain and predicates are met positional arguments: {kmalloc,bio,alloc_page} indicate which base kernel function to fail spec specify call chain optional arguments: -h, --help show this help message and exit -I header, --include header additional header files to include in the BPF program -P probability, --probability probability probability that this call chain will fail -v, --verbose print BPF program -c COUNT, --count COUNT Number of fails before bypassing the override EXAMPLES: # ./inject.py kmalloc -v 'SyS_mount()' Fails all calls to syscall mount # ./inject.py kmalloc -v '(true) => SyS_mount()(true)' Explicit rewriting of above # ./inject.py kmalloc -v 'mount_subtree() => btrfs_mount()' Fails btrfs mounts only # ./inject.py kmalloc -v 'd_alloc_parallel(struct dentry *parent, const struct \ qstr *name)(STRCMP(name->name, 'bananas'))' Fails dentry allocations of files named 'bananas' # ./inject.py kmalloc -v -P 0.01 'SyS_mount()' Fails calls to syscall mount with 1% probability bpfcc-0.31.0/tools/javacalls.sh000077500000000000000000000000761465134135300163170ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/ucalls.py -l java "$@" bpfcc-0.31.0/tools/javacalls_example.txt000077700000000000000000000000001465134135300245312lib/ucalls_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/javaflow.sh000077500000000000000000000000751465134135300161670ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/uflow.py -l java "$@" bpfcc-0.31.0/tools/javaflow_example.txt000077700000000000000000000000001465134135300242532lib/uflow_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/javagc.sh000077500000000000000000000000731465134135300156070ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/ugc.py -l java "$@" bpfcc-0.31.0/tools/javagc_example.txt000077700000000000000000000000001465134135300233172lib/ugc_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/javaobjnew.sh000077500000000000000000000000771465134135300165060ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/uobjnew.py -l java "$@" bpfcc-0.31.0/tools/javaobjnew_example.txt000077700000000000000000000000001465134135300251052lib/uobjnew_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/javastat.sh000077500000000000000000000000751465134135300161730ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/ustat.py -l java "$@" bpfcc-0.31.0/tools/javastat_example.txt000077700000000000000000000000001465134135300242632lib/ustat_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/javathreads.sh000077500000000000000000000001001465134135300166370ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/uthreads.py -l java "$@" bpfcc-0.31.0/tools/javathreads_example.txt000077700000000000000000000000001465134135300254212lib/uthreads_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/killsnoop.py000077500000000000000000000111651465134135300164100ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # killsnoop Trace signals issued by the kill() syscall. # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: killsnoop [-h] [-x] [-p PID] [-T PID] [-s SIGNAL] # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 20-Sep-2015 Brendan Gregg Created this. # 19-Feb-2016 Allan McAleavy migrated to BPF_PERF_OUTPUT from __future__ import print_function from bcc import BPF from bcc.utils import ArgString, printb import argparse from time import strftime # arguments examples = """examples: ./killsnoop # trace all kill() signals ./killsnoop -x # only show failed kills ./killsnoop -p 181 # only trace PID 181 ./killsnoop -T 189 # only trace target PID 189 ./killsnoop -s 9 # only trace signal 9 ./killsnoop -s 9,15 # trace signal 9 and 15 """ parser = argparse.ArgumentParser( description="Trace signals issued by the kill() syscall", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-x", "--failed", action="store_true", help="only show failed kill syscalls") parser.add_argument("-p", "--pid", help="trace this PID only which is the sender of signal") parser.add_argument("-T", "--tpid", help="trace this target PID only which is the receiver of signal") parser.add_argument("-s", "--signal", help="trace a signal or a signal list") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() debug = 0 # define BPF program bpf_text = """ #include #include struct val_t { u32 pid; int sig; int tpid; char comm[TASK_COMM_LEN]; }; struct data_t { u32 pid; int tpid; int sig; int ret; char comm[TASK_COMM_LEN]; }; BPF_HASH(infotmp, u32, struct val_t); BPF_PERF_OUTPUT(events); int syscall__kill(struct pt_regs *ctx, int tpid, int sig) { u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; TPID_FILTER PID_FILTER SIGNAL_FILTER struct val_t val = {.pid = pid}; if (bpf_get_current_comm(&val.comm, sizeof(val.comm)) == 0) { val.tpid = tpid; val.sig = sig; infotmp.update(&tid, &val); } return 0; }; int do_ret_sys_kill(struct pt_regs *ctx) { struct data_t data = {}; struct val_t *valp; u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; valp = infotmp.lookup(&tid); if (valp == 0) { // missed entry return 0; } bpf_probe_read_kernel(&data.comm, sizeof(data.comm), valp->comm); data.pid = pid; data.tpid = valp->tpid; data.ret = PT_REGS_RC(ctx); data.sig = valp->sig; events.perf_submit(ctx, &data, sizeof(data)); infotmp.delete(&tid); return 0; } """ if args.tpid: bpf_text = bpf_text.replace('TPID_FILTER', 'if (tpid != %s) { return 0; }' % args.tpid) else: bpf_text = bpf_text.replace('TPID_FILTER', '') if args.pid: bpf_text = bpf_text.replace('PID_FILTER', 'if (pid != %s) { return 0; }' % args.pid) else: bpf_text = bpf_text.replace('PID_FILTER', '') if args.signal: signals = args.signal.split(',') signal_filter = ' && '.join(['sig != %s' % signal for signal in signals]) bpf_text = bpf_text.replace('SIGNAL_FILTER', 'if (%s) { return 0; }' % signal_filter) else: bpf_text = bpf_text.replace('SIGNAL_FILTER', '') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # initialize BPF b = BPF(text=bpf_text) kill_fnname = b.get_syscall_fnname("kill") b.attach_kprobe(event=kill_fnname, fn_name="syscall__kill") b.attach_kretprobe(event=kill_fnname, fn_name="do_ret_sys_kill") # detect the length of PID column pid_bytes = 6 try: with open("/proc/sys/kernel/pid_max", 'r') as f: pid_bytes = len(f.read().strip()) + 1 f.close() except: pass # not fatal error, just use the default value # header print("%-9s %-*s %-16s %-4s %-*s %s" % ( "TIME", pid_bytes, "PID", "COMM", "SIG", pid_bytes, "TPID", "RESULT")) # process event def print_event(cpu, data, size): event = b["events"].event(data) if (args.failed and (event.ret >= 0)): return printb(b"%-9s %-*d %-16s %-4d %-*d %d" % (strftime("%H:%M:%S").encode('ascii'), pid_bytes, event.pid, event.comm, event.sig, pid_bytes, event.tpid, event.ret)) # loop with callback to print_event b["events"].open_perf_buffer(print_event) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/killsnoop_example.txt000066400000000000000000000025661465134135300203140ustar00rootroot00000000000000Demonstrations of killsnoop, the Linux eBPF/bcc version. This traces signals sent via the kill() syscall. For example: # ./killsnoop TIME PID COMM SIG TPID RESULT 12:10:51 13967 bash 9 13885 0 12:11:34 13967 bash 9 1024 -3 12:11:41 815 systemd-udevd 15 14076 0 The first line showed a SIGKILL (9) sent from PID 13967 (a bash shell) to PID 13885. The result, 0, means success. The second line showed the same signal sent, this time resulting in a -3 (ESRCH: no such process). USAGE message: # ./killsnoop -h usage: killsnoop [-h] [-x] [-p PID] [-T PID] [-s SIGNAL] Trace signals issued by the kill() syscall optional arguments: -h, --help show this help message and exit -x, --failed only show failed kill syscalls -p PID, --pid PID trace this PID only which is the sender of signal -T TPID, --tpid TPID trace this target PID only which is the receiver of signal -s SIGNAL, --signal SIGNAL trace a signal or a signal list examples: ./killsnoop # trace all kill() signals ./killsnoop -x # only show failed kills ./killsnoop -p 181 # only trace PID 181 ./killsnoop -T 189 # only trace target PID 189 ./killsnoop -s 9 # only trace signal 9 ./killsnoop -s 9,15 # trace signal 9 and 15 bpfcc-0.31.0/tools/klockstat.py000077500000000000000000000320561465134135300163770ustar00rootroot00000000000000#!/usr/bin/env python # # klockstat traces lock events and display locks statistics. # # USAGE: klockstat # from __future__ import print_function from bcc import BPF, USDT import argparse import subprocess import ctypes as ct from time import sleep, strftime from datetime import datetime, timedelta import errno from sys import stderr examples = """ klockstat # trace system wide klockstat -d 5 # trace for 5 seconds only klockstat -i 5 # display stats every 5 seconds klockstat -p 123 # trace locks for PID 123 klockstat -t 321 # trace locks for TID 321 klockstat -c pipe_ # display stats only for lock callers with 'pipe_' substring klockstat -S acq_count # sort lock acquired results on acquired count klockstat -S hld_total # sort lock held results on total held time klockstat -S acq_count,hld_total # combination of above klockstat -n 3 # display 3 locks klockstat -s 3 # display 3 levels of stack """ # arg validation def positive_int(val): try: ival = int(val) except ValueError: raise argparse.ArgumentTypeError("must be an integer") if ival < 0: raise argparse.ArgumentTypeError("must be positive") return ival def positive_nonzero_int(val): ival = positive_int(val) if ival == 0: raise argparse.ArgumentTypeError("must be nonzero") return ival def stack_id_err(stack_id): # -EFAULT in get_stackid normally means the stack-trace is not available, # Such as getting kernel stack trace in userspace code return (stack_id < 0) and (stack_id != -errno.EFAULT) parser = argparse.ArgumentParser( description="", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) time_group = parser.add_mutually_exclusive_group() time_group.add_argument("-d", "--duration", type=int, help="total duration of trace in seconds") time_group.add_argument("-i", "--interval", type=int, help="print summary at this interval (seconds)") parser.add_argument("-n", "--locks", type=int, default=99999999, help="print given number of locks") parser.add_argument("-s", "--stacks", type=int, default=1, help="print given number of stack entries") parser.add_argument("-c", "--caller", help="print locks taken by given caller") parser.add_argument("-S", "--sort", help="sort data on , fields: acq_[max|total|count] hld_[max|total|count]") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("-t", "--tid", help="trace this TID only") parser.add_argument("--stack-storage-size", default=16384, type=positive_nonzero_int, help="the number of unique stack traces that can be stored and " "displayed (default 16384)") args = parser.parse_args() program = """ #include struct depth_id { u64 id; u64 depth; }; BPF_ARRAY(enabled, u64, 1); BPF_HASH(track, u64, u64); BPF_HASH(time_aq, u64, u64); BPF_HASH(lock_depth, u64, u64); BPF_HASH(time_held, struct depth_id, u64); BPF_HASH(stack, struct depth_id, int); BPF_HASH(aq_report_count, int, u64); BPF_HASH(aq_report_max, int, u64); BPF_HASH(aq_report_total, int, u64); BPF_HASH(hl_report_count, int, u64); BPF_HASH(hl_report_max, int, u64); BPF_HASH(hl_report_total, int, u64); BPF_STACK_TRACE(stack_traces, STACK_STORAGE_SIZE); static bool is_enabled(void) { int key = 0; u64 *ret; ret = enabled.lookup(&key); return ret && *ret == 1; } static bool allow_pid(u64 id) { u32 pid = id >> 32; // PID is higher part u32 tid = id; // Cast and get the lower part FILTER return 1; } static int do_mutex_lock_enter(void *ctx, int skip) { if (!is_enabled()) return 0; u64 id = bpf_get_current_pid_tgid(); if (!allow_pid(id)) return 0; u64 one = 1, zero = 0; track.update(&id, &one); u64 *depth = lock_depth.lookup(&id); if (!depth) { lock_depth.update(&id, &zero); depth = lock_depth.lookup(&id); /* something is wrong.. */ if (!depth) return 0; } int stackid = stack_traces.get_stackid(ctx, skip); struct depth_id did = { .id = id, .depth = *depth, }; stack.update(&did, &stackid); u64 ts = bpf_ktime_get_ns(); time_aq.update(&id, &ts); *depth += 1; return 0; } static void update_aq_report_count(int *stackid) { u64 *count, one = 1; count = aq_report_count.lookup(stackid); if (!count) { aq_report_count.update(stackid, &one); } else { *count += 1; } } static void update_hl_report_count(int *stackid) { u64 *count, one = 1; count = hl_report_count.lookup(stackid); if (!count) { hl_report_count.update(stackid, &one); } else { *count += 1; } } static void update_aq_report_max(int *stackid, u64 time) { u64 *max; max = aq_report_max.lookup(stackid); if (!max || *max < time) aq_report_max.update(stackid, &time); } static void update_hl_report_max(int *stackid, u64 time) { u64 *max; max = hl_report_max.lookup(stackid); if (!max || *max < time) hl_report_max.update(stackid, &time); } static void update_aq_report_total(int *stackid, u64 delta) { u64 *count, *time; count = aq_report_count.lookup(stackid); if (!count) return; time = aq_report_total.lookup(stackid); if (!time) { aq_report_total.update(stackid, &delta); } else { *time = *time + delta; } } static void update_hl_report_total(int *stackid, u64 delta) { u64 *count, *time; count = hl_report_count.lookup(stackid); if (!count) return; time = hl_report_total.lookup(stackid); if (!time) { hl_report_total.update(stackid, &delta); } else { *time = *time + delta; } } static int do_mutex_lock_return(void) { if (!is_enabled()) return 0; u64 id = bpf_get_current_pid_tgid(); if (!allow_pid(id)) return 0; u64 *one = track.lookup(&id); if (!one) return 0; track.delete(&id); u64 *depth = lock_depth.lookup(&id); if (!depth) return 0; struct depth_id did = { .id = id, .depth = *depth - 1, }; u64 *aq = time_aq.lookup(&id); if (!aq) return 0; int *stackid = stack.lookup(&did); if (!stackid) return 0; int stackid_ = *stackid; u64 cur = bpf_ktime_get_ns(); if (cur > *aq) { int val = cur - *aq; update_aq_report_count(&stackid_); update_aq_report_max(&stackid_, val); update_aq_report_total(&stackid_, val); } time_held.update(&did, &cur); return 0; } static int do_mutex_unlock_enter(void) { if (!is_enabled()) return 0; u64 id = bpf_get_current_pid_tgid(); if (!allow_pid(id)) return 0; u64 *depth = lock_depth.lookup(&id); if (!depth || *depth == 0) return 0; *depth -= 1; struct depth_id did = { .id = id, .depth = *depth, }; u64 *held = time_held.lookup(&did); if (!held) return 0; int *stackid = stack.lookup(&did); if (!stackid) return 0; int stackid_ = *stackid; u64 cur = bpf_ktime_get_ns(); if (cur > *held) { u64 val = cur - *held; update_hl_report_count(&stackid_); update_hl_report_max(&stackid_, val); update_hl_report_total(&stackid_, val); } stack.delete(&did); time_held.delete(&did); return 0; } """ program_kprobe = """ int mutex_unlock_enter(struct pt_regs *ctx) { return do_mutex_unlock_enter(); } int mutex_lock_return(struct pt_regs *ctx) { return do_mutex_lock_return(); } int mutex_lock_enter(struct pt_regs *ctx) { return do_mutex_lock_enter(ctx, 0); } """ program_kfunc = """ KFUNC_PROBE(mutex_unlock, void *lock) { return do_mutex_unlock_enter(); } KRETFUNC_PROBE(mutex_lock, void *lock, int ret) { return do_mutex_lock_return(); } KFUNC_PROBE(mutex_lock, void *lock) { return do_mutex_lock_enter(ctx, 3); } """ program_kfunc_nested = """ KFUNC_PROBE(mutex_unlock, void *lock) { return do_mutex_unlock_enter(); } KRETFUNC_PROBE(mutex_lock_nested, void *lock, int ret) { return do_mutex_lock_return(); } KFUNC_PROBE(mutex_lock_nested, void *lock) { return do_mutex_lock_enter(ctx, 3); } """ is_support_kfunc = BPF.support_kfunc() if is_support_kfunc: if BPF.get_kprobe_functions(b"mutex_lock_nested"): program += program_kfunc_nested else: program += program_kfunc else: program += program_kprobe def sort_list(maxs, totals, counts): if (not args.sort): return maxs; for field in args.sort.split(','): if (field == "acq_max" or field == "hld_max"): return maxs if (field == "acq_total" or field == "hld_total"): return totals if (field == "acq_count" or field == "hld_count"): return counts print("Wrong sort argument: %s", args.sort) exit(-1) def display(sort, maxs, totals, counts): global missing_stacks global has_enomem for k, v in sorted(sort.items_lookup_batch() if htab_batch_ops else sort.items(), key=lambda sort: sort[1].value, reverse=True)[:args.locks]: missing_stacks += int(stack_id_err(k.value)) has_enomem = has_enomem or (k.value == -errno.ENOMEM) caller = "[Missed Kernel Stack]" stack = [] if (k.value >= 0): stack = list(stack_traces.walk(k.value)) caller = b.ksym(stack[1], show_offset=True) if (args.caller and caller.find(args.caller.encode())): continue avg = totals[k].value / counts[k].value print("%40s %10lu %6lu %10lu %10lu" % (caller, avg, counts[k].value, maxs[k].value, totals[k].value)) for addr in stack[2:args.stacks]: print("%40s" % b.ksym(addr, show_offset=True)) if args.tid: # TID trumps PID program = program.replace('FILTER', 'if (tid != %s) { return 0; }' % args.tid) elif args.pid: program = program.replace('FILTER', 'if (pid != %s) { return 0; }' % args.pid) else: program = program.replace('FILTER', '') program = program.replace('STACK_STORAGE_SIZE', str(args.stack_storage_size)) b = BPF(text=program) if not is_support_kfunc: b.attach_kprobe(event="mutex_unlock", fn_name="mutex_unlock_enter") # Depending on whether DEBUG_LOCK_ALLOC is set, the proper kprobe may be either mutex_lock or mutex_lock_nested if BPF.get_kprobe_functions(b"mutex_lock_nested"): b.attach_kretprobe(event="mutex_lock_nested", fn_name="mutex_lock_return") b.attach_kprobe(event="mutex_lock_nested", fn_name="mutex_lock_enter") else: b.attach_kretprobe(event="mutex_lock", fn_name="mutex_lock_return") b.attach_kprobe(event="mutex_lock", fn_name="mutex_lock_enter") # check whether hash table batch ops is supported htab_batch_ops = True if BPF.kernel_struct_has_field(b'bpf_map_ops', b'map_lookup_and_delete_batch') == 1 else False enabled = b.get_table("enabled"); stack_traces = b.get_table("stack_traces") aq_counts = b.get_table("aq_report_count") aq_maxs = b.get_table("aq_report_max") aq_totals = b.get_table("aq_report_total") hl_counts = b.get_table("hl_report_count") hl_maxs = b.get_table("hl_report_max") hl_totals = b.get_table("hl_report_total") aq_sort = sort_list(aq_maxs, aq_totals, aq_counts) hl_sort = sort_list(hl_maxs, hl_totals, hl_counts) print("Tracing lock events... Hit Ctrl-C to end.") # duration and interval are mutualy exclusive exiting = 0 if args.interval else 1 exiting = 1 if args.duration else 0 seconds = 99999999 if args.interval: seconds = args.interval if args.duration: seconds = args.duration missing_stacks = 0 has_enomem = False while (1): enabled[ct.c_int(0)] = ct.c_int(1) try: sleep(seconds) except KeyboardInterrupt: exiting = 1 enabled[ct.c_int(0)] = ct.c_int(0) print("\n%40s %10s %6s %10s %10s" % ("Caller", "Avg Spin", "Count", "Max spin", "Total spin")) display(aq_sort, aq_maxs, aq_totals, aq_counts) print("\n%40s %10s %6s %10s %10s" % ("Caller", "Avg Hold", "Count", "Max hold", "Total hold")) display(hl_sort, hl_maxs, hl_totals, hl_counts) if exiting: break; stack_traces.clear() if htab_batch_ops: aq_counts.items_delete_batch() aq_maxs.items_delete_batch() aq_totals.items_delete_batch() hl_counts.items_delete_batch() hl_maxs.items_delete_batch() hl_totals.items_delete_batch() else: aq_counts.clear() aq_maxs.clear() aq_totals.clear() hl_counts.clear() hl_maxs.clear() hl_totals.clear() if missing_stacks > 0: enomem_str = " Consider increasing --stack-storage-size." print("WARNING: %d stack traces lost and could not be displayed.%s" % (missing_stacks, (enomem_str if has_enomem else "")), file=stderr) bpfcc-0.31.0/tools/klockstat_example.txt000066400000000000000000000205301465134135300202700ustar00rootroot00000000000000Demonstrations of klockstat, the Linux eBPF/bcc version. klockstat traces kernel mutex lock events and display locks statistics # klockstat.py Tracing lock events... Hit Ctrl-C to end. ^C Caller Avg Spin Count Max spin Total spin psi_avgs_work+0x2e 3675 5 5468 18379 flush_to_ldisc+0x22 2833 2 4210 5667 n_tty_write+0x30c 3914 1 3914 3914 isig+0x5d 2390 1 2390 2390 tty_buffer_flush+0x2a 1604 1 1604 1604 commit_echoes+0x22 1400 1 1400 1400 n_tty_receive_buf_common+0x3b9 1399 1 1399 1399 Caller Avg Hold Count Max hold Total hold flush_to_ldisc+0x22 42558 2 76135 85116 psi_avgs_work+0x2e 14821 5 20446 74106 n_tty_receive_buf_common+0x3b9 12300 1 12300 12300 n_tty_write+0x30c 10712 1 10712 10712 isig+0x5d 3362 1 3362 3362 tty_buffer_flush+0x2a 3078 1 3078 3078 commit_echoes+0x22 3017 1 3017 3017 Every caller to using kernel's mutex is displayed on every line. First portion of lines show the lock acquiring data, showing the amount of time it took to acquired given lock. 'Caller' - symbol acquiring the mutex 'Average Spin' - average time to acquire the mutex 'Count' - number of times mutex was acquired 'Max spin' - maximum time to acquire the mutex 'Total spin' - total time spent in acquiring the mutex Second portion of lines show the lock holding data, showing the amount of time it took to hold given lock. 'Caller' - symbol holding the mutex 'Average Hold' - average time mutex was held 'Count' - number of times mutex was held 'Max hold' - maximum time mutex was held 'Total hold' - total time spent in holding the mutex This works by tracing mutex_lock/unlock kprobes, updating the lock stats in maps and processing them in the python part. An -i option can be used to display stats in interval (5 seconds in example below): # klockstat.py -i 5 Tracing lock events... Hit Ctrl-C to end. Caller Avg Spin Count Max spin Total spin psi_avgs_work+0x2e 3822 15 5650 57338 flush_to_ldisc+0x22 4630 1 4630 4630 work_fn+0x4f 4185 1 4185 4185 Caller Avg Hold Count Max hold Total hold psi_avgs_work+0x2e 12155 15 15739 182329 flush_to_ldisc+0x22 13809 1 13809 13809 work_fn+0x4f 5274 1 5274 5274 Caller Avg Spin Count Max spin Total spin psi_avgs_work+0x2e 3715 17 4374 63163 Caller Avg Hold Count Max hold Total hold psi_avgs_work+0x2e 13141 17 19510 223399 ^C A -p option can be used to trace only selected process: # klockstat.py -p 883 Tracing lock events... Hit Ctrl-C to end. ^C Caller Avg Spin Count Max spin Total spin pipe_wait+0xa9 625 412686 16930 258277958 pipe_read+0x3f 420 413425 16872 174017649 pipe_write+0x35 471 413425 16765 194792253 Caller Avg Hold Count Max hold Total hold pipe_read+0x3f 473 413425 20063 195773647 pipe_wait+0xa9 604 412686 16972 249598153 pipe_write+0x35 481 413425 16944 199008064 A -c option can be used to display only callers with specific substring: # klockstat.py -c pipe_ Tracing lock events... Hit Ctrl-C to end. ^C Caller Avg Spin Count Max spin Total spin pipe_read+0x3f 422 469554 18665 198354705 pipe_wait+0xa9 679 469536 17196 319017069 pipe_write+0x35 469 469554 17057 220338525 Caller Avg Hold Count Max hold Total hold pipe_write+0x35 638 469554 17330 299857180 pipe_wait+0xa9 779 469535 16912 366047392 pipe_read+0x3f 575 469554 13251 270005394 An -n option can be used to display only specific number of callers: # klockstat.py -n 3 Tracing lock events... Hit Ctrl-C to end. ^C Caller Avg Spin Count Max spin Total spin pipe_read+0x3f 420 334120 16964 140632284 pipe_wait+0xa9 688 334116 16876 229957062 pipe_write+0x35 463 334120 16791 154981747 Caller Avg Hold Count Max hold Total hold flush_to_ldisc+0x22 27754 3 63270 83264 pipe_read+0x3f 571 334120 17123 190976463 pipe_wait+0xa9 759 334115 17068 253747213 An -s option can be used to display number of callers backtrace entries: # klockstat.py -n 1 -s 3 Tracing lock events... Hit Ctrl-C to end. ^C Caller Avg Spin Count Max spin Total spin pipe_wait+0xa9 685 811947 17376 556542328 pipe_wait+0xa9 pipe_read+0x206 Caller Avg Hold Count Max hold Total hold flush_to_ldisc+0x22 28145 3 63872 84437 flush_to_ldisc+0x22 process_one_work+0x1b0 Output can be sorted by using -S option on various fields, the acq_total will force the acquired table to be sorted on 'Total spin' column: # klockstat.py -S acq_total Tracing lock events... Hit Ctrl-C to end. ^C Caller Avg Spin Count Max spin Total spin pipe_wait+0xa9 691 269343 17190 186263983 pipe_write+0x35 464 269351 11730 125205417 pipe_read+0x3f 422 269351 17107 113724697 psi_avgs_work+0x2e 2499 11 4454 27494 flush_to_ldisc+0x22 3111 3 5096 9334 n_tty_write+0x30c 2764 1 2764 2764 isig+0x5d 1287 1 1287 1287 tty_buffer_flush+0x2a 961 1 961 961 commit_echoes+0x22 892 1 892 892 n_tty_receive_buf_common+0x3b9 868 1 868 868 Caller Avg Hold Count Max hold Total hold pipe_wait+0xa9 788 269343 17128 212496240 pipe_write+0x35 637 269351 17209 171596811 pipe_read+0x3f 585 269351 11834 157606323 psi_avgs_work+0x2e 8726 11 19177 95996 flush_to_ldisc+0x22 22158 3 43731 66474 n_tty_write+0x30c 9770 1 9770 9770 n_tty_receive_buf_common+0x3b9 6830 1 6830 6830 isig+0x5d 3114 1 3114 3114 tty_buffer_flush+0x2a 2032 1 2032 2032 commit_echoes+0x22 1616 1 1616 1616 bpfcc-0.31.0/tools/kvmexit.py000077500000000000000000000264341465134135300160720ustar00rootroot00000000000000#!/usr/bin/env python # # kvmexit.py # # Display the exit_reason and its statistics of each vm exit # for all vcpus of all virtual machines. For example: # $./kvmexit.py # PID TID KVM_EXIT_REASON COUNT # 1273551 1273568 EXIT_REASON_MSR_WRITE 6 # 1274253 1274261 EXIT_REASON_EXTERNAL_INTERRUPT 1 # 1274253 1274261 EXIT_REASON_HLT 12 # ... # # Besides, we also allow users to specify one pid, tid(s), or one # pid and its vcpu. See kvmexit_example.txt for more examples. # # @PID: each vitual machine's pid in the user space. # @TID: the user space's thread of each vcpu of that virtual machine. # @KVM_EXIT_REASON: the reason why the vm exits. # @COUNT: the counts of the @KVM_EXIT_REASONS. # # REQUIRES: Linux 4.7+ (BPF_PROG_TYPE_TRACEPOINT support) # # Copyright (c) 2021 ByteDance Inc. All rights reserved. # # Author(s): # Fei Li from __future__ import print_function from time import sleep from bcc import BPF import argparse import multiprocessing import os import subprocess # # Process Arguments # def valid_args_list(args): args_list = args.split(",") for arg in args_list: try: int(arg) except: raise argparse.ArgumentTypeError("must be valid integer") return args_list # arguments examples = """examples: ./kvmexit # Display kvm_exit_reason and its statistics in real-time until Ctrl-C ./kvmexit 5 # Display in real-time after sleeping 5s ./kvmexit -p 3195281 # Collpase all tids for pid 3195281 with exit reasons sorted in descending order ./kvmexit -p 3195281 20 # Collpase all tids for pid 3195281 with exit reasons sorted in descending order, and display after sleeping 20s ./kvmexit -p 3195281 -v 0 # Display only vcpu0 for pid 3195281, descending sort by default ./kvmexit -p 3195281 -a # Display all tids for pid 3195281 ./kvmexit -t 395490 # Display only for tid 395490 with exit reasons sorted in descending order ./kvmexit -t 395490 20 # Display only for tid 395490 with exit reasons sorted in descending order after sleeping 20s ./kvmexit -T '395490,395491' # Display for a union like {395490, 395491} """ parser = argparse.ArgumentParser( description="Display kvm_exit_reason and its statistics at a timed interval", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("duration", nargs="?", default=99999999, type=int, help="show delta for next several seconds") parser.add_argument("-p", "--pid", type=int, help="trace this PID only") exgroup = parser.add_mutually_exclusive_group() exgroup.add_argument("-t", "--tid", type=int, help="trace this TID only") exgroup.add_argument("-T", "--tids", type=valid_args_list, help="trace a comma separated series of tids with no space in between") exgroup.add_argument("-v", "--vcpu", type=int, help="trace this vcpu only") exgroup.add_argument("-a", "--alltids", action="store_true", help="trace all tids for this pid") args = parser.parse_args() duration = int(args.duration) # # Setup BPF # # load BPF program bpf_text = """ #include #define REASON_NUM 76 #define TGID_NUM 1024 struct exit_count { u64 exit_ct[REASON_NUM]; }; BPF_PERCPU_ARRAY(init_value, struct exit_count, 1); BPF_TABLE("percpu_hash", u64, struct exit_count, pcpu_kvm_stat, TGID_NUM); struct cache_info { u64 cache_pid_tgid; struct exit_count cache_exit_ct; }; BPF_PERCPU_ARRAY(pcpu_cache, struct cache_info, 1); TRACEPOINT_PROBE(kvm, kvm_exit) { int cache_miss = 0; int zero = 0; u32 er = args->exit_reason; if (er >= REASON_NUM) { return 0; } u64 cur_pid_tgid = bpf_get_current_pid_tgid(); u32 tgid = cur_pid_tgid >> 32; u32 pid = cur_pid_tgid; if (THREAD_FILTER) return 0; struct exit_count *tmp_info = NULL, *initial = NULL; struct cache_info *cache_p; cache_p = pcpu_cache.lookup(&zero); if (cache_p == NULL) { return 0; } if (cache_p->cache_pid_tgid == cur_pid_tgid) { //a. If the cur_pid_tgid hit this physical cpu consecutively, save it to pcpu_cache tmp_info = &cache_p->cache_exit_ct; } else { //b. If another pid_tgid matches this pcpu for the last hit, OR it is the first time to hit this physical cpu. cache_miss = 1; // b.a Try to load the last cache struct if exists. tmp_info = pcpu_kvm_stat.lookup(&cur_pid_tgid); // b.b If it is the first time for the cur_pid_tgid to hit this pcpu, employ a // per_cpu array to initialize pcpu_kvm_stat's exit_count with each exit reason's count is zero if (tmp_info == NULL) { initial = init_value.lookup(&zero); if (initial == NULL) { return 0; } pcpu_kvm_stat.update(&cur_pid_tgid, initial); tmp_info = pcpu_kvm_stat.lookup(&cur_pid_tgid); // To pass the verifier if (tmp_info == NULL) { return 0; } } } if (er < REASON_NUM) { tmp_info->exit_ct[er]++; if (cache_miss == 1) { if (cache_p->cache_pid_tgid != 0) { // b.*.a Let's save the last hit cache_info into kvm_stat. pcpu_kvm_stat.update(&cache_p->cache_pid_tgid, &cache_p->cache_exit_ct); } // b.* As the cur_pid_tgid meets current pcpu_cache_array for the first time, save it. cache_p->cache_pid_tgid = cur_pid_tgid; bpf_probe_read(&cache_p->cache_exit_ct, sizeof(*tmp_info), tmp_info); } return 0; } return 0; } """ # format output exit_reasons = ( "EXCEPTION_NMI", "EXTERNAL_INTERRUPT", "TRIPLE_FAULT", "INIT_SIGNAL", "N/A", "N/A", "N/A", "INTERRUPT_WINDOW", "NMI_WINDOW", "TASK_SWITCH", "CPUID", "N/A", "HLT", "INVD", "INVLPG", "RDPMC", "RDTSC", "N/A", "VMCALL", "VMCLEAR", "VMLAUNCH", "VMPTRLD", "VMPTRST", "VMREAD", "VMRESUME", "VMWRITE", "VMOFF", "VMON", "CR_ACCESS", "DR_ACCESS", "IO_INSTRUCTION", "MSR_READ", "MSR_WRITE", "INVALID_STATE", "MSR_LOAD_FAIL", "N/A", "MWAIT_INSTRUCTION", "MONITOR_TRAP_FLAG", "N/A", "MONITOR_INSTRUCTION", "PAUSE_INSTRUCTION", "MCE_DURING_VMENTRY", "N/A", "TPR_BELOW_THRESHOLD", "APIC_ACCESS", "EOI_INDUCED", "GDTR_IDTR", "LDTR_TR", "EPT_VIOLATION", "EPT_MISCONFIG", "INVEPT", "RDTSCP", "PREEMPTION_TIMER", "INVVPID", "WBINVD", "XSETBV", "APIC_WRITE", "RDRAND", "INVPCID", "VMFUNC", "ENCLS", "RDSEED", "PML_FULL", "XSAVES", "XRSTORS", "N/A", "N/A", "UMWAIT", "TPAUSE" "N/A", "N/A", "N/A", "N/A", "N/A", "BUS_LOCK", "NOTIFY", ) # # Do some checks # try: # Currently, only adapte on intel architecture cmd = "cat /proc/cpuinfo | grep vendor_id | head -n 1" arch_info = subprocess.check_output(cmd, shell=True).strip() if b"Intel" in arch_info: pass else: raise Exception("Currently we only support Intel architecture, please do expansion if needs more.") # Check if kvm module is loaded if os.access("/dev/kvm", os.R_OK | os.W_OK): pass else: raise Exception("Please insmod kvm module to use kvmexit tool.") except Exception as e: raise Exception("Failed to do precondition check, due to: %s." % e) def find_tid(tgt_dir, tgt_vcpu): for tid in os.listdir(tgt_dir): path = tgt_dir + "/" + tid + "/comm" fp = open(path, "r") comm = fp.read() if (comm.find(tgt_vcpu) != -1): return tid return -1 # set process/thread filter thread_context = "" header_format = "" need_collapse = not args.alltids if args.tid is not None: thread_context = "TID %s" % args.tid thread_filter = 'pid != %s' % args.tid elif args.tids is not None: thread_context = "TIDS %s" % args.tids thread_filter = "pid != " + " && pid != ".join(args.tids) header_format = "TIDS " elif args.pid is not None: thread_context = "PID %s" % args.pid thread_filter = 'tgid != %s' % args.pid if args.vcpu is not None: thread_context = "PID %s VCPU %s" % (args.pid, args.vcpu) # transfer vcpu to tid tgt_dir = '/proc/' + str(args.pid) + '/task' tgt_vcpu = "CPU " + str(args.vcpu) args.tid = find_tid(tgt_dir, tgt_vcpu) if args.tid == -1: raise Exception("There's no v%s for PID %d." % (tgt_vcpu, args.pid)) thread_filter = 'pid != %s' % args.tid elif args.alltids: thread_context = "PID %s and its all threads" % args.pid header_format = "TID " else: thread_context = "all threads" thread_filter = '0' header_format = "PID TID " bpf_text = bpf_text.replace('THREAD_FILTER', thread_filter) b = BPF(text=bpf_text) # header print("Display kvm exit reasons and statistics for %s" % thread_context, end="") if duration < 99999999: print(" after sleeping %d secs." % duration) else: print("... Hit Ctrl-C to end.") try: sleep(duration) except KeyboardInterrupt: print() # Currently, sort multiple tids in descending order is not supported. if (args.pid or args.tid): ct_reason = [] if args.pid: tgid_exit = [0 for i in range(len(exit_reasons))] # output print("%s%-35s %s" % (header_format, "KVM_EXIT_REASON", "COUNT")) pcpu_kvm_stat = b["pcpu_kvm_stat"] pcpu_cache = b["pcpu_cache"] for k, v in pcpu_kvm_stat.items(): tgid = k.value >> 32 pid = k.value & 0xffffffff for i in range(0, len(exit_reasons)): sum1 = 0 for inner_cpu in range(0, multiprocessing.cpu_count()): cachePIDTGID = pcpu_cache[0][inner_cpu].cache_pid_tgid # Take priority to check if it is in cache if cachePIDTGID == k.value: sum1 += pcpu_cache[0][inner_cpu].cache_exit_ct.exit_ct[i] # If not in cache, find from kvm_stat else: sum1 += v[inner_cpu].exit_ct[i] if sum1 == 0: continue if (args.pid and args.pid == tgid and need_collapse): tgid_exit[i] += sum1 elif (args.tid and args.tid == pid): ct_reason.append((sum1, i)) elif not need_collapse or args.tids: print("%-8u %-35s %-8u" % (pid, exit_reasons[i], sum1)) else: print("%-8u %-8u %-35s %-8u" % (tgid, pid, exit_reasons[i], sum1)) # Display only for the target tid in descending sort if (args.tid and args.tid == pid): ct_reason.sort(reverse=True) for i in range(0, len(ct_reason)): if ct_reason[i][0] == 0: continue print("%-35s %-8u" % (exit_reasons[ct_reason[i][1]], ct_reason[i][0])) break # Aggregate all tids' counts for this args.pid in descending sort if args.pid and need_collapse: for i in range(0, len(exit_reasons)): ct_reason.append((tgid_exit[i], i)) ct_reason.sort(reverse=True) for i in range(0, len(ct_reason)): if ct_reason[i][0] == 0: continue print("%-35s %-8u" % (exit_reasons[ct_reason[i][1]], ct_reason[i][0])) bpfcc-0.31.0/tools/kvmexit_example.txt000066400000000000000000000272051465134135300177660ustar00rootroot00000000000000Demonstrations of kvm exit reasons, the Linux eBPF/bcc version. Considering virtual machines' frequent exits can cause performance problems, this tool aims to locate the frequent exited reasons and then find solutions to reduce or even avoid the exit, by displaying the detail exit reasons and the counts of each vm exit for all vms running on one physical machine. Features of this tool ===================== - Although there is a patch: [KVM: x86: add full vm-exit reason debug entries] (https://patchwork.kernel.org/project/kvm/patch/1555939499-30854-1-git-send-email-pizhenwei@bytedance.com/) trying to fill more vm-exit reason debug entries, just as the comments said, the code allocates lots of memory that may never be consumed, misses some arch-specific kvm causes, and can not do kernel aggregation. Instead bcc, as a user space tool, can implement all these functions more easily and flexibly. - The bcc python logic could provide nice kernel aggregation and custom output, like collpasing all tids for one pid (e.i. one vm's qemu process id) with exit reasons sorted in descending order. For more information, see the following #USAGE message. - The bpf in-kernel percpu_array and percpu_cache further improves performance. For more information, see the following #Help to understand. Limited ======= In view of the hardware-assisted virtualization technology of different architectures, currently we only adapt on vmx in intel. And the amd feature is on the road.. Example output: =============== # ./kvmexit.py Display kvm exit reasons and statistics for all threads... Hit Ctrl-C to end. PID TID KVM_EXIT_REASON COUNT ^C1273551 1273568 EXIT_REASON_HLT 12 1273551 1273568 EXIT_REASON_MSR_WRITE 6 1274253 1274261 EXIT_REASON_EXTERNAL_INTERRUPT 1 1274253 1274261 EXIT_REASON_HLT 12 1274253 1274261 EXIT_REASON_MSR_WRITE 4 # ./kvmexit.py 6 Display kvm exit reasons and statistics for all threads after sleeping 6 secs. PID TID KVM_EXIT_REASON COUNT 1273903 1273922 EXIT_REASON_EXTERNAL_INTERRUPT 175 1273903 1273922 EXIT_REASON_CPUID 10 1273903 1273922 EXIT_REASON_HLT 6043 1273903 1273922 EXIT_REASON_IO_INSTRUCTION 24 1273903 1273922 EXIT_REASON_MSR_WRITE 15025 1273903 1273922 EXIT_REASON_PAUSE_INSTRUCTION 11 1273903 1273922 EXIT_REASON_EOI_INDUCED 12 1273903 1273922 EXIT_REASON_EPT_VIOLATION 6 1273903 1273922 EXIT_REASON_EPT_MISCONFIG 380 1273903 1273922 EXIT_REASON_PREEMPTION_TIMER 194 1273551 1273568 EXIT_REASON_EXTERNAL_INTERRUPT 18 1273551 1273568 EXIT_REASON_HLT 989 1273551 1273568 EXIT_REASON_IO_INSTRUCTION 10 1273551 1273568 EXIT_REASON_MSR_WRITE 2205 1273551 1273568 EXIT_REASON_PAUSE_INSTRUCTION 1 1273551 1273568 EXIT_REASON_EOI_INDUCED 5 1273551 1273568 EXIT_REASON_EPT_MISCONFIG 61 1273551 1273568 EXIT_REASON_PREEMPTION_TIMER 14 # ./kvmexit.py -p 1273795 5 Display kvm exit reasons and statistics for PID 1273795 after sleeping 5 secs. KVM_EXIT_REASON COUNT MSR_WRITE 13467 HLT 5060 PREEMPTION_TIMER 345 EPT_MISCONFIG 264 EXTERNAL_INTERRUPT 169 EPT_VIOLATION 18 PAUSE_INSTRUCTION 6 IO_INSTRUCTION 4 EOI_INDUCED 2 # ./kvmexit.py -p 1273795 5 -a Display kvm exit reasons and statistics for PID 1273795 and its all threads after sleeping 5 secs. TID KVM_EXIT_REASON COUNT 1273819 EXTERNAL_INTERRUPT 64 1273819 HLT 2802 1273819 IO_INSTRUCTION 4 1273819 MSR_WRITE 7196 1273819 PAUSE_INSTRUCTION 2 1273819 EOI_INDUCED 2 1273819 EPT_VIOLATION 6 1273819 EPT_MISCONFIG 162 1273819 PREEMPTION_TIMER 194 1273820 EXTERNAL_INTERRUPT 78 1273820 HLT 2054 1273820 MSR_WRITE 5199 1273820 EPT_VIOLATION 2 1273820 EPT_MISCONFIG 77 1273820 PREEMPTION_TIMER 102 # ./kvmexit.py -p 1273795 -v 0 Display kvm exit reasons and statistics for PID 1273795 VCPU 0... Hit Ctrl-C to end. KVM_EXIT_REASON COUNT ^CMSR_WRITE 2076 HLT 795 PREEMPTION_TIMER 86 EXTERNAL_INTERRUPT 20 EPT_MISCONFIG 10 PAUSE_INSTRUCTION 2 IO_INSTRUCTION 2 EPT_VIOLATION 1 EOI_INDUCED 1 # ./kvmexit.py -p 1273795 -v 0 4 Display kvm exit reasons and statistics for PID 1273795 VCPU 0 after sleeping 4 secs. KVM_EXIT_REASON COUNT MSR_WRITE 4726 HLT 1827 PREEMPTION_TIMER 78 EPT_MISCONFIG 67 EXTERNAL_INTERRUPT 28 IO_INSTRUCTION 4 EOI_INDUCED 2 PAUSE_INSTRUCTION 2 # ./kvmexit.py -p 1273795 -v 4 4 Traceback (most recent call last): File "tools/kvmexit.py", line 306, in raise Exception("There's no v%s for PID %d." % (tgt_vcpu, args.pid)) Exception: There's no vCPU 4 for PID 1273795. # ./kvmexit.py -t 1273819 10 Display kvm exit reasons and statistics for TID 1273819 after sleeping 10 secs. KVM_EXIT_REASON COUNT MSR_WRITE 13318 HLT 5274 EPT_MISCONFIG 263 PREEMPTION_TIMER 171 EXTERNAL_INTERRUPT 109 IO_INSTRUCTION 8 PAUSE_INSTRUCTION 5 EOI_INDUCED 4 EPT_VIOLATION 2 # ./kvmexit.py -T '1273820,1273819' Display kvm exit reasons and statistics for TIDS ['1273820', '1273819']... Hit Ctrl-C to end. TIDS KVM_EXIT_REASON COUNT ^C1273819 EXTERNAL_INTERRUPT 300 1273819 HLT 13718 1273819 IO_INSTRUCTION 26 1273819 MSR_WRITE 37457 1273819 PAUSE_INSTRUCTION 13 1273819 EOI_INDUCED 13 1273819 EPT_VIOLATION 53 1273819 EPT_MISCONFIG 654 1273819 PREEMPTION_TIMER 958 1273820 EXTERNAL_INTERRUPT 212 1273820 HLT 9002 1273820 MSR_WRITE 25495 1273820 PAUSE_INSTRUCTION 2 1273820 EPT_VIOLATION 64 1273820 EPT_MISCONFIG 396 1273820 PREEMPTION_TIMER 268 Help to understand ================== We use a PERCPU_ARRAY: pcpuArrayA and a percpu_hash: hashA to collaboratively store each kvm exit reason and its count. The reason is there exists a rule when one vcpu exits and re-enters, it tends to continue to run on the same physical cpu (pcpu as follows) as the last cycle, which is also called 'cache hit'. Thus we turn to use a PERCPU_ARRAY to record the 'cache hit' situation to speed things up; and for other cases, then use a percpu_hash. BTW, we originally use a common hash to do this, with a u64(exit_reason) key and a struct exit_info {tgid_pid, exit_reason} value. But due to the big lock in bpf_hash, each updating is quite performance consuming. Now imagine here is a pid_tgidA (vcpu A) exits and is going to run on pcpuArrayA, the BPF code flow is as follows: pid_tgidA keeps running on the same pcpu // \\ // \\ // Y N \\ // \\ a. cache_hit b. cache_miss (cacheA's pid_tgid matches pid_tgidA) || | || | || "increase percpu exit_ct and return" || [*Note*] || pid_tgidA ever been exited on pcpuArrayA? // \\ // \\ // \\ // Y N \\ // \\ b.a load_last_hashA b.b initialize_hashA_with_zero \ / \ / \ / "increase percpu exit_ct" || || is another pid_tgid been running on pcpuArrayA? // \\ // Y N \\ // \\ b.*.a save_theLastHit_hashB do_nothing \\ // \\ // \\ // b.* save_to_pcpuArrayA [*Note*] we do not update the table in above "a.", in case the vcpu hit the same pcpu again when exits next time, instead we only update until this pcpu is not hitted by the same tgidpid(vcpu) again, which is in "b.*.a" and "b.*". USAGE message: ============== # ./kvmexit.py -h usage: kvmexit.py [-h] [-p PID [-v VCPU | -a] ] [-t TID | -T 'TID1,TID2'] [duration] Display kvm_exit_reason and its statistics at a timed interval optional arguments: -h, --help show this help message and exit -p PID, --pid PID display process with this PID only, collpase all tids with exit reasons sorted in descending order -v VCPU, --v VCPU display this VCPU only for this PID -a, --alltids display all TIDS for this PID -t TID, --tid TID display thread with this TID only with exit reasons sorted in descending order -T 'TID1,TID2', --tids 'TID1,TID2' display threads for a union like {395490, 395491} duration duration of display, after sleeping several seconds examples: ./kvmexit # Display kvm_exit_reason and its statistics in real-time until Ctrl-C ./kvmexit 5 # Display in real-time after sleeping 5s ./kvmexit -p 3195281 # Collpase all tids for pid 3195281 with exit reasons sorted in descending order ./kvmexit -p 3195281 20 # Collpase all tids for pid 3195281 with exit reasons sorted in descending order, and display after sleeping 20s ./kvmexit -p 3195281 -v 0 # Display only vcpu0 for pid 3195281, descending sort by default ./kvmexit -p 3195281 -a # Display all tids for pid 3195281 ./kvmexit -t 395490 # Display only for tid 395490 with exit reasons sorted in descending order ./kvmexit -t 395490 20 # Display only for tid 395490 with exit reasons sorted in descending order after sleeping 20s ./kvmexit -T '395490,395491' # Display for a union like {395490, 395491} bpfcc-0.31.0/tools/lib/000077500000000000000000000000001465134135300145635ustar00rootroot00000000000000bpfcc-0.31.0/tools/lib/CMakeLists.txt000066400000000000000000000005351465134135300173260ustar00rootroot00000000000000file(GLOB PY_FILES *.py) file(GLOB TXT_FILES *.txt) list(REMOVE_ITEM TXT_FILES ${CMAKE_CURRENT_SOURCE_DIR}/CMakeLists.txt) foreach(FIL ${PY_FILES}) get_filename_component(FIL_WE ${FIL} NAME_WE) install(PROGRAMS ${FIL} DESTINATION share/bcc/tools/lib RENAME ${FIL_WE}) endforeach() install(FILES ${TXT_FILES} DESTINATION share/bcc/tools/doc/lib) bpfcc-0.31.0/tools/lib/ucalls.py000077500000000000000000000273001465134135300164250ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # ucalls Summarize method calls in high-level languages and/or system calls. # For Linux, uses BCC, eBPF. # # USAGE: ucalls [-l {java,perl,php,python,ruby,tcl}] [-h] [-T TOP] [-L] [-S] [-v] [-m] # pid [interval] # # Copyright 2016 Sasha Goldshtein # Licensed under the Apache License, Version 2.0 (the "License") # # 19-Oct-2016 Sasha Goldshtein Created this. from __future__ import print_function import argparse from time import sleep from bcc import BPF, USDT, utils from bcc.syscall import syscall_name languages = ["java", "perl", "php", "python", "ruby", "tcl"] examples = """examples: ./ucalls -l java 185 # trace Java calls and print statistics on ^C ./ucalls -l python 2020 1 # trace Python calls and print every second ./ucalls -l java 185 -S # trace Java calls and syscalls ./ucalls 6712 -S # trace only syscall counts ./ucalls -l ruby 1344 -T 10 # trace top 10 Ruby method calls ./ucalls -l ruby 1344 -L # trace Ruby calls including latency ./ucalls -l php 443 -LS # trace PHP calls and syscalls with latency ./ucalls -l python 2020 -mL # trace Python calls including latency in ms """ parser = argparse.ArgumentParser( description="Summarize method calls in high-level languages.", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("pid", type=int, help="process id to attach to") parser.add_argument("interval", type=int, nargs='?', help="print every specified number of seconds") parser.add_argument("-l", "--language", choices=languages + ["none"], help="language to trace (if none, trace syscalls only)") parser.add_argument("-T", "--top", type=int, help="number of most frequent/slow calls to print") parser.add_argument("-L", "--latency", action="store_true", help="record method latency from enter to exit (except recursive calls)") parser.add_argument("-S", "--syscalls", action="store_true", help="record syscall latency (adds overhead)") parser.add_argument("-v", "--verbose", action="store_true", help="verbose mode: print the BPF program (for debugging purposes)") parser.add_argument("-m", "--milliseconds", action="store_true", help="report times in milliseconds (default is microseconds)") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() language = args.language if not language: language = utils.detect_language(languages, args.pid) # We assume that the entry and return probes have the same arguments. This is # the case for Java, Python, Ruby, and PHP. If there's a language where it's # not the case, we will need to build a custom correlator from entry to exit. extra_message = "" if language == "java": # TODO for JVM entries, we actually have the real length of the class # and method strings in arg3 and arg5 respectively, so we can insert # the null terminator in its proper position. entry_probe = "method__entry" return_probe = "method__return" read_class = "bpf_usdt_readarg(2, ctx, &clazz);" read_method = "bpf_usdt_readarg(4, ctx, &method);" extra_message = ("If you do not see any results, make sure you ran java" " with option -XX:+ExtendedDTraceProbes") elif language == "perl": entry_probe = "sub__entry" return_probe = "sub__return" read_class = "bpf_usdt_readarg(2, ctx, &clazz);" # filename really read_method = "bpf_usdt_readarg(1, ctx, &method);" elif language == "php": entry_probe = "function__entry" return_probe = "function__return" read_class = "bpf_usdt_readarg(4, ctx, &clazz);" read_method = "bpf_usdt_readarg(1, ctx, &method);" extra_message = ("If you do not see any results, make sure the environment" " variable USE_ZEND_DTRACE is set to 1") elif language == "python": entry_probe = "function__entry" return_probe = "function__return" read_class = "bpf_usdt_readarg(1, ctx, &clazz);" # filename really read_method = "bpf_usdt_readarg(2, ctx, &method);" elif language == "ruby": # TODO Also probe cmethod__entry and cmethod__return with same arguments entry_probe = "method__entry" return_probe = "method__return" read_class = "bpf_usdt_readarg(1, ctx, &clazz);" read_method = "bpf_usdt_readarg(2, ctx, &method);" elif language == "tcl": # TODO Also consider probe cmd__entry and cmd__return with same arguments entry_probe = "proc__entry" return_probe = "proc__return" read_class = "" # no class/file info available read_method = "bpf_usdt_readarg(1, ctx, &method);" elif not language or language == "none": if not args.syscalls: print("Nothing to do; use -S to trace syscalls.") exit(1) entry_probe, return_probe, read_class, read_method = ("", "", "", "") if language: language = None program = """ #include #define MAX_STRING_LENGTH 80 DEFINE_NOLANG DEFINE_LATENCY DEFINE_SYSCALLS struct method_t { char clazz[MAX_STRING_LENGTH]; char method[MAX_STRING_LENGTH]; }; struct entry_t { u64 pid; struct method_t method; }; struct info_t { u64 num_calls; u64 total_ns; }; struct syscall_entry_t { u64 timestamp; u64 id; }; #ifndef LATENCY BPF_HASH(counts, struct method_t, u64); // number of calls #ifdef SYSCALLS BPF_HASH(syscounts, u64, u64); // number of calls per IP #endif // SYSCALLS #else BPF_HASH(times, struct method_t, struct info_t); BPF_HASH(entry, struct entry_t, u64); // timestamp at entry #ifdef SYSCALLS BPF_HASH(systimes, u64, struct info_t); // latency per IP BPF_HASH(sysentry, u64, struct syscall_entry_t); // ts + IP at entry #endif // SYSCALLS #endif #ifndef NOLANG int trace_entry(struct pt_regs *ctx) { u64 clazz = 0, method = 0, val = 0; u64 *valp; struct entry_t data = {0}; #ifdef LATENCY u64 timestamp = bpf_ktime_get_ns(); data.pid = bpf_get_current_pid_tgid(); #endif READ_CLASS READ_METHOD bpf_probe_read_user(&data.method.clazz, sizeof(data.method.clazz), (void *)clazz); bpf_probe_read_user(&data.method.method, sizeof(data.method.method), (void *)method); #ifndef LATENCY valp = counts.lookup_or_try_init(&data.method, &val); if (valp) { ++(*valp); } #endif #ifdef LATENCY entry.update(&data, ×tamp); #endif return 0; } #ifdef LATENCY int trace_return(struct pt_regs *ctx) { u64 *entry_timestamp, clazz = 0, method = 0; struct info_t *info, zero = {}; struct entry_t data = {}; data.pid = bpf_get_current_pid_tgid(); READ_CLASS READ_METHOD bpf_probe_read_user(&data.method.clazz, sizeof(data.method.clazz), (void *)clazz); bpf_probe_read_user(&data.method.method, sizeof(data.method.method), (void *)method); entry_timestamp = entry.lookup(&data); if (!entry_timestamp) { return 0; // missed the entry event } info = times.lookup_or_try_init(&data.method, &zero); if (info) { info->num_calls += 1; info->total_ns += bpf_ktime_get_ns() - *entry_timestamp; } entry.delete(&data); return 0; } #endif // LATENCY #endif // NOLANG #ifdef SYSCALLS TRACEPOINT_PROBE(raw_syscalls, sys_enter) { u64 pid = bpf_get_current_pid_tgid(); u64 *valp, id = args->id, val = 0; PID_FILTER #ifdef LATENCY struct syscall_entry_t data = {}; data.timestamp = bpf_ktime_get_ns(); data.id = id; sysentry.update(&pid, &data); #endif #ifndef LATENCY valp = syscounts.lookup_or_try_init(&id, &val); if (valp) { ++(*valp); } #endif return 0; } #ifdef LATENCY TRACEPOINT_PROBE(raw_syscalls, sys_exit) { struct syscall_entry_t *e; struct info_t *info, zero = {}; u64 pid = bpf_get_current_pid_tgid(), id; PID_FILTER e = sysentry.lookup(&pid); if (!e) { return 0; // missed the entry event } id = e->id; info = systimes.lookup_or_try_init(&id, &zero); if (info) { info->num_calls += 1; info->total_ns += bpf_ktime_get_ns() - e->timestamp; } sysentry.delete(&pid); return 0; } #endif // LATENCY #endif // SYSCALLS """.replace("READ_CLASS", read_class) \ .replace("READ_METHOD", read_method) \ .replace("PID_FILTER", "if ((pid >> 32) != %d) { return 0; }" % args.pid) \ .replace("DEFINE_NOLANG", "#define NOLANG" if not language else "") \ .replace("DEFINE_LATENCY", "#define LATENCY" if args.latency else "") \ .replace("DEFINE_SYSCALLS", "#define SYSCALLS" if args.syscalls else "") if language: usdt = USDT(pid=args.pid) usdt.enable_probe_or_bail(entry_probe, "trace_entry") if args.latency: usdt.enable_probe_or_bail(return_probe, "trace_return") else: usdt = None if args.ebpf or args.verbose: if args.verbose and usdt: print(usdt.get_text()) print(program) if args.ebpf: exit() bpf = BPF(text=program, usdt_contexts=[usdt] if usdt else []) if args.syscalls: print("Attached kernel tracepoints for syscall tracing.") def get_data(): # Will be empty when no language was specified for tracing if args.latency: data = list(map(lambda kv: (kv[0].clazz.decode('utf-8', 'replace') \ + "." + \ kv[0].method.decode('utf-8', 'replace'), (kv[1].num_calls, kv[1].total_ns)), bpf["times"].items())) else: data = list(map(lambda kv: (kv[0].clazz.decode('utf-8', 'replace') \ + "." + \ kv[0].method.decode('utf-8', 'replace'), (kv[1].value, 0)), bpf["counts"].items())) if args.syscalls: if args.latency: syscalls = map(lambda kv: (syscall_name(kv[0].value).decode('utf-8', 'replace'), (kv[1].num_calls, kv[1].total_ns)), bpf["systimes"].items()) data.extend(syscalls) else: syscalls = map(lambda kv: (syscall_name(kv[0].value).decode('utf-8', 'replace'), (kv[1].value, 0)), bpf["syscounts"].items()) data.extend(syscalls) return sorted(data, key=lambda kv: kv[1][1 if args.latency else 0]) def clear_data(): if args.latency: bpf["times"].clear() else: bpf["counts"].clear() if args.syscalls: if args.latency: bpf["systimes"].clear() else: bpf["syscounts"].clear() exit_signaled = False print("Tracing calls in process %d (language: %s)... Ctrl-C to quit." % (args.pid, language or "none")) if extra_message: print(extra_message) while True: try: sleep(args.interval or 99999999) except KeyboardInterrupt: exit_signaled = True print() data = get_data() # [(function, (num calls, latency in ns))] if args.latency: time_col = "TIME (ms)" if args.milliseconds else "TIME (us)" print("%-50s %8s %8s" % ("METHOD", "# CALLS", time_col)) else: print("%-50s %8s" % ("METHOD", "# CALLS")) if args.top: data = data[-args.top:] for key, value in data: if args.latency: time = value[1] / 1000000.0 if args.milliseconds else \ value[1] / 1000.0 print("%-50s %8d %6.2f" % (key, value[0], time)) else: print("%-50s %8d" % (key, value[0])) if args.interval and not exit_signaled: clear_data() else: if args.syscalls: print("Detaching kernel probes, please wait...") exit() bpfcc-0.31.0/tools/lib/ucalls_example.txt000066400000000000000000000076401465134135300203310ustar00rootroot00000000000000Demonstrations of ucalls. ucalls summarizes method calls in various high-level languages, including Java, Perl, PHP, Python, Ruby, Tcl, and Linux system calls. It displays statistics on the most frequently called methods, as well as the latency (duration) of these methods. Through the syscalls support, ucalls can provide basic information on a process' interaction with the system including syscall counts and latencies. This can then be used for further exploration with other BCC tools like trace, argdist, biotop, fileslower, and others. For example, to trace method call latency in a Java application: # ucalls -L $(pidof java) Tracing calls in process 26877 (language: java)... Ctrl-C to quit. METHOD # CALLS TIME (us) java/io/BufferedInputStream.getBufIfOpen 1 7.00 slowy/App.isSimplePrime 8970 8858.35 slowy/App.isDivisible 3228196 3076985.12 slowy/App.isPrime 8969 4841017.64 ^C To trace only syscalls in a particular process and print the top 10 most frequently-invoked ones: # ucalls -l none -ST 10 7913 Attached kernel tracepoints for syscall tracing. Tracing calls in process 7913 (language: none)... Ctrl-C to quit. ^C METHOD # CALLS timerfd_settime 9 tgkill 10 getpid 10 stat 80 writev 158 pselect6 204 rt_sigreturn 301 rt_sigprocmask 872 poll 1387 recvmsg 1417 Detaching kernel probes, please wait... To print only the top 5 methods and report times in milliseconds (the default is microseconds): # ucalls -mT 5 $(pidof python) Tracing calls in process 26914 (language: python)... Ctrl-C to quit. METHOD # CALLS . 1 .fibo 14190928 ^C USAGE message: # ./ucalls.py -h usage: ucalls.py [-h] [-l {java,perl,php,python,ruby,tcl,none}] [-T TOP] [-L] [-S] [-v] [-m] pid [interval] Summarize method calls in high-level languages. positional arguments: pid process id to attach to interval print every specified number of seconds optional arguments: -h, --help show this help message and exit -l {java,perl,php,python,ruby,tcl,none}, --language {java,perl,php,python,ruby,tcl,none} language to trace (if none, trace syscalls only) -T TOP, --top TOP number of most frequent/slow calls to print -L, --latency record method latency from enter to exit (except recursive calls) -S, --syscalls record syscall latency (adds overhead) -v, --verbose verbose mode: print the BPF program (for debugging purposes) -m, --milliseconds report times in milliseconds (default is microseconds) examples: ./ucalls -l java 185 # trace Java calls and print statistics on ^C ./ucalls -l python 2020 1 # trace Python calls and print every second ./ucalls -l java 185 -S # trace Java calls and syscalls ./ucalls 6712 -S # trace only syscall counts ./ucalls -l ruby 1344 -T 10 # trace top 10 Ruby method calls ./ucalls -l ruby 1344 -L # trace Ruby calls including latency ./ucalls -l php 443 -LS # trace PHP calls and syscalls with latency ./ucalls -l python 2020 -mL # trace Python calls including latency in ms bpfcc-0.31.0/tools/lib/uflow.py000077500000000000000000000176611465134135300163070ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # uflow Trace method execution flow in high-level languages. # For Linux, uses BCC, eBPF. # # USAGE: uflow [-C CLASS] [-M METHOD] [-v] {java,perl,php,python,ruby,tcl} pid # # Copyright 2016 Sasha Goldshtein # Licensed under the Apache License, Version 2.0 (the "License") # # 27-Oct-2016 Sasha Goldshtein Created this. from __future__ import print_function import argparse from bcc import BPF, USDT, utils import ctypes as ct import time import os languages = ["java", "perl", "php", "python", "ruby", "tcl"] examples = """examples: ./uflow -l java 185 # trace Java method calls in process 185 ./uflow -l ruby 134 # trace Ruby method calls in process 134 ./uflow -M indexOf -l java 185 # trace only 'indexOf'-prefixed methods ./uflow -C '' -l python 180 # trace only REPL-defined methods """ parser = argparse.ArgumentParser( description="Trace method execution flow in high-level languages.", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-l", "--language", choices=languages, help="language to trace") parser.add_argument("pid", type=int, help="process id to attach to") parser.add_argument("-M", "--method", help="trace only calls to methods starting with this prefix") parser.add_argument("-C", "--class", dest="clazz", help="trace only calls to classes starting with this prefix") parser.add_argument("-v", "--verbose", action="store_true", help="verbose mode: print the BPF program (for debugging purposes)") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() usdt = USDT(pid=args.pid) program = """ struct call_t { u64 depth; // first bit is direction (0 entry, 1 return) u64 pid; // (tgid << 32) + pid from bpf_get_current... char clazz[80]; char method[80]; }; BPF_PERF_OUTPUT(calls); BPF_HASH(entry, u64, u64); """ prefix_template = """ static inline bool prefix_%s(char *actual) { char expected[] = "%s"; for (int i = 0; i < sizeof(expected) - 1; ++i) { if (expected[i] != actual[i]) { return false; } } return true; } """ if args.clazz: program += prefix_template % ("class", args.clazz) if args.method: program += prefix_template % ("method", args.method) trace_template = """ int NAME(struct pt_regs *ctx) { u64 *depth, zero = 0, clazz = 0, method = 0 ; struct call_t data = {}; READ_CLASS READ_METHOD bpf_probe_read_user(&data.clazz, sizeof(data.clazz), (void *)clazz); bpf_probe_read_user(&data.method, sizeof(data.method), (void *)method); FILTER_CLASS FILTER_METHOD data.pid = bpf_get_current_pid_tgid(); depth = entry.lookup_or_try_init(&data.pid, &zero); if (!depth) { depth = &zero; } data.depth = DEPTH; UPDATE calls.perf_submit(ctx, &data, sizeof(data)); return 0; } """ def enable_probe(probe_name, func_name, read_class, read_method, is_return): global program, trace_template, usdt depth = "*depth + 1" if not is_return else "*depth | (1ULL << 63)" update = "++(*depth);" if not is_return else "if (*depth) --(*depth);" filter_class = "if (!prefix_class(data.clazz)) { return 0; }" \ if args.clazz else "" filter_method = "if (!prefix_method(data.method)) { return 0; }" \ if args.method else "" program += trace_template.replace("NAME", func_name) \ .replace("READ_CLASS", read_class) \ .replace("READ_METHOD", read_method) \ .replace("FILTER_CLASS", filter_class) \ .replace("FILTER_METHOD", filter_method) \ .replace("DEPTH", depth) \ .replace("UPDATE", update) usdt.enable_probe_or_bail(probe_name, func_name) usdt = USDT(pid=args.pid) language = args.language if not language: language = utils.detect_language(languages, args.pid) if language == "java": enable_probe("method__entry", "java_entry", "bpf_usdt_readarg(2, ctx, &clazz);", "bpf_usdt_readarg(4, ctx, &method);", is_return=False) enable_probe("method__return", "java_return", "bpf_usdt_readarg(2, ctx, &clazz);", "bpf_usdt_readarg(4, ctx, &method);", is_return=True) elif language == "perl": enable_probe("sub__entry", "perl_entry", "bpf_usdt_readarg(2, ctx, &clazz);", "bpf_usdt_readarg(1, ctx, &method);", is_return=False) enable_probe("sub__return", "perl_return", "bpf_usdt_readarg(2, ctx, &clazz);", "bpf_usdt_readarg(1, ctx, &method);", is_return=True) elif language == "php": enable_probe("function__entry", "php_entry", "bpf_usdt_readarg(4, ctx, &clazz);", "bpf_usdt_readarg(1, ctx, &method);", is_return=False) enable_probe("function__return", "php_return", "bpf_usdt_readarg(4, ctx, &clazz);", "bpf_usdt_readarg(1, ctx, &method);", is_return=True) elif language == "python": enable_probe("function__entry", "python_entry", "bpf_usdt_readarg(1, ctx, &clazz);", # filename really "bpf_usdt_readarg(2, ctx, &method);", is_return=False) enable_probe("function__return", "python_return", "bpf_usdt_readarg(1, ctx, &clazz);", # filename really "bpf_usdt_readarg(2, ctx, &method);", is_return=True) elif language == "ruby": enable_probe("method__entry", "ruby_entry", "bpf_usdt_readarg(1, ctx, &clazz);", "bpf_usdt_readarg(2, ctx, &method);", is_return=False) enable_probe("method__return", "ruby_return", "bpf_usdt_readarg(1, ctx, &clazz);", "bpf_usdt_readarg(2, ctx, &method);", is_return=True) enable_probe("cmethod__entry", "ruby_centry", "bpf_usdt_readarg(1, ctx, &clazz);", "bpf_usdt_readarg(2, ctx, &method);", is_return=False) enable_probe("cmethod__return", "ruby_creturn", "bpf_usdt_readarg(1, ctx, &clazz);", "bpf_usdt_readarg(2, ctx, &method);", is_return=True) elif language == "tcl": enable_probe("proc__args", "tcl_entry", "", # no class/file info available "bpf_usdt_readarg(1, ctx, &method);", is_return=False) enable_probe("proc__return", "tcl_return", "", # no class/file info available "bpf_usdt_readarg(1, ctx, &method);", is_return=True) else: print("No language detected; use -l to trace a language.") exit(1) if args.ebpf or args.verbose: if args.verbose: print(usdt.get_text()) print(program) if args.ebpf: exit() bpf = BPF(text=program, usdt_contexts=[usdt]) print("Tracing method calls in %s process %d... Ctrl-C to quit." % (language, args.pid)) print("%-3s %-6s %-6s %-8s %s" % ("CPU", "PID", "TID", "TIME(us)", "METHOD")) class CallEvent(ct.Structure): _fields_ = [ ("depth", ct.c_ulonglong), ("pid", ct.c_ulonglong), ("clazz", ct.c_char * 80), ("method", ct.c_char * 80) ] start_ts = time.time() def print_event(cpu, data, size): event = ct.cast(data, ct.POINTER(CallEvent)).contents depth = event.depth & (~(1 << 63)) direction = "<- " if event.depth & (1 << 63) else "-> " print("%-3d %-6d %-6d %-8.3f %-40s" % (cpu, event.pid >> 32, event.pid & 0xFFFFFFFF, time.time() - start_ts, (" " * (depth - 1)) + direction + \ event.clazz.decode('utf-8', 'replace') + "." + \ event.method.decode('utf-8', 'replace'))) bpf["calls"].open_perf_buffer(print_event) while 1: try: bpf.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/lib/uflow_example.txt000066400000000000000000000136011465134135300201740ustar00rootroot00000000000000Demonstrations of uflow. uflow traces method entry and exit events and prints a visual flow graph that shows how methods are entered and exited, similar to a tracing debugger with breakpoints. This can be useful for understanding program flow in high-level languages such as Java, Perl, PHP, Python, Ruby, and Tcl which provide USDT probes for method invocations. For example, trace all Ruby method calls in a specific process: # ./uflow -l ruby 27245 Tracing method calls in ruby process 27245... Ctrl-C to quit. CPU PID TID TIME(us) METHOD 3 27245 27245 4.536 <- IO.gets 3 27245 27245 4.536 <- IRB::StdioInputMethod.gets 3 27245 27245 4.536 -> IRB::Context.verbose? 3 27245 27245 4.536 -> NilClass.nil? 3 27245 27245 4.536 <- NilClass.nil? 3 27245 27245 4.536 -> IO.tty? 3 27245 27245 4.536 <- IO.tty? 3 27245 27245 4.536 -> Kernel.kind_of? 3 27245 27245 4.536 <- Kernel.kind_of? 3 27245 27245 4.536 <- IRB::Context.verbose? 3 27245 27245 4.536 <- IRB::Irb.signal_status 3 27245 27245 4.536 -> String.chars 3 27245 27245 4.536 <- String.chars ^C In the preceding output, indentation indicates the depth of the flow graph, and the <- and -> arrows indicate the direction of the event (exit or entry). Often, the amount of output can be overwhelming. You can filter specific classes or methods. For example, trace only methods from the Thread class: # ./uflow -C java/lang/Thread $(pidof java) Tracing method calls in java process 27722... Ctrl-C to quit. CPU PID TID TIME(us) METHOD 3 27722 27731 3.144 -> java/lang/Thread. 3 27722 27731 3.144 -> java/lang/Thread.init 3 27722 27731 3.144 -> java/lang/Thread.init 3 27722 27731 3.144 -> java/lang/Thread.currentThread 3 27722 27731 3.144 <- java/lang/Thread.currentThread 3 27722 27731 3.144 -> java/lang/Thread.getThreadGroup 3 27722 27731 3.144 <- java/lang/Thread.getThreadGroup 3 27722 27731 3.144 -> java/lang/ThreadGroup.checkAccess 3 27722 27731 3.144 <- java/lang/ThreadGroup.checkAccess 3 27722 27731 3.144 -> java/lang/ThreadGroup.addUnstarted 3 27722 27731 3.144 <- java/lang/ThreadGroup.addUnstarted 3 27722 27731 3.145 -> java/lang/Thread.isDaemon 3 27722 27731 3.145 <- java/lang/Thread.isDaemon 3 27722 27731 3.145 -> java/lang/Thread.getPriority 3 27722 27731 3.145 <- java/lang/Thread.getPriority 3 27722 27731 3.145 -> java/lang/Thread.getContextClassLoader 3 27722 27731 3.145 <- java/lang/Thread.getContextClassLoader 3 27722 27731 3.145 -> java/lang/Thread.setPriority 3 27722 27731 3.145 -> java/lang/Thread.checkAccess 3 27722 27731 3.145 <- java/lang/Thread.checkAccess 3 27722 27731 3.145 -> java/lang/Thread.getThreadGroup 3 27722 27731 3.145 <- java/lang/Thread.getThreadGroup 3 27722 27731 3.145 -> java/lang/ThreadGroup.getMaxPriority 3 27722 27731 3.145 <- java/lang/ThreadGroup.getMaxPriority 3 27722 27731 3.145 -> java/lang/Thread.setPriority0 3 27722 27731 3.145 <- java/lang/Thread.setPriority0 3 27722 27731 3.145 <- java/lang/Thread.setPriority 3 27722 27731 3.145 -> java/lang/Thread.nextThreadID 3 27722 27731 3.145 <- java/lang/Thread.nextThreadID 3 27722 27731 3.145 <- java/lang/Thread.init 3 27722 27731 3.145 <- java/lang/Thread.init 3 27722 27731 3.145 <- java/lang/Thread. 3 27722 27731 3.145 -> java/lang/Thread.start 3 27722 27731 3.145 -> java/lang/ThreadGroup.add 3 27722 27731 3.145 <- java/lang/ThreadGroup.add 3 27722 27731 3.145 -> java/lang/Thread.start0 3 27722 27731 3.145 <- java/lang/Thread.start0 3 27722 27731 3.146 <- java/lang/Thread.start 2 27722 27742 3.146 -> java/lang/Thread.run ^C The reason that the CPU number is printed in the first column is that events from different threads can be reordered when running on different CPUs, and produce non-sensible output. By looking for changes in the CPU column, you can easily see if the events you're following make sense and belong to the same thread running on the same CPU. USAGE message: # ./uflow -h usage: uflow.py [-h] [-l {java,perl,php,python,ruby,tcl}] [-M METHOD] [-C CLAZZ] [-v] pid Trace method execution flow in high-level languages. positional arguments: pid process id to attach to optional arguments: -h, --help show this help message and exit -l {java,perl,php,python,ruby,tcl}, --language {java,perl,php,python,ruby,tcl} language to trace -M METHOD, --method METHOD trace only calls to methods starting with this prefix -C CLAZZ, --class CLAZZ trace only calls to classes starting with this prefix -v, --verbose verbose mode: print the BPF program (for debugging purposes) examples: ./uflow -l java 185 # trace Java method calls in process 185 ./uflow -l ruby 134 # trace Ruby method calls in process 134 ./uflow -M indexOf -l java 185 # trace only 'indexOf'-prefixed methods ./uflow -C '' -l python 180 # trace only REPL-defined methods bpfcc-0.31.0/tools/lib/ugc.py000077500000000000000000000172151465134135300157240ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # ugc Summarize garbage collection events in high-level languages. # For Linux, uses BCC, eBPF. # # USAGE: ugc [-v] [-m] [-M MSEC] [-F FILTER] {java,node,python,ruby} pid # # Copyright 2016 Sasha Goldshtein # Licensed under the Apache License, Version 2.0 (the "License") # # 19-Oct-2016 Sasha Goldshtein Created this. from __future__ import print_function import argparse from bcc import BPF, USDT, utils import ctypes as ct import time import os languages = ["java", "node", "python", "ruby"] examples = """examples: ./ugc -l java 185 # trace Java GCs in process 185 ./ugc -l ruby 1344 -m # trace Ruby GCs reporting in ms ./ugc -M 10 -l java 185 # trace only Java GCs longer than 10ms """ parser = argparse.ArgumentParser( description="Summarize garbage collection events in high-level languages.", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-l", "--language", choices=languages, help="language to trace") parser.add_argument("pid", type=int, help="process id to attach to") parser.add_argument("-v", "--verbose", action="store_true", help="verbose mode: print the BPF program (for debugging purposes)") parser.add_argument("-m", "--milliseconds", action="store_true", help="report times in milliseconds (default is microseconds)") parser.add_argument("-M", "--minimum", type=int, default=0, help="display only GCs longer than this many milliseconds") parser.add_argument("-F", "--filter", type=str, help="display only GCs whose description contains this text") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() usdt = USDT(pid=args.pid) program = """ struct gc_event_t { u64 probe_index; u64 elapsed_ns; u64 field1; u64 field2; u64 field3; u64 field4; char string1[32]; char string2[32]; }; struct entry_t { u64 start_ns; u64 field1; u64 field2; }; BPF_PERF_OUTPUT(gcs); BPF_HASH(entry, u64, struct entry_t); """ class Probe(object): def __init__(self, begin, end, begin_save, end_save, formatter): self.begin = begin self.end = end self.begin_save = begin_save self.end_save = end_save self.formatter = formatter def generate(self): text = """ int trace_%s(struct pt_regs *ctx) { u64 pid = bpf_get_current_pid_tgid(); struct entry_t e = {}; e.start_ns = bpf_ktime_get_ns(); %s entry.update(&pid, &e); return 0; } int trace_%s(struct pt_regs *ctx) { u64 elapsed; struct entry_t *e; struct gc_event_t event = {}; u64 pid = bpf_get_current_pid_tgid(); e = entry.lookup(&pid); if (!e) { return 0; // missed the entry event on this thread } elapsed = bpf_ktime_get_ns() - e->start_ns; if (elapsed < %d) { return 0; } event.elapsed_ns = elapsed; %s gcs.perf_submit(ctx, &event, sizeof(event)); return 0; } """ % (self.begin, self.begin_save, self.end, args.minimum * 1000000, self.end_save) return text def attach(self): usdt.enable_probe_or_bail(self.begin, "trace_%s" % self.begin) usdt.enable_probe_or_bail(self.end, "trace_%s" % self.end) def format(self, data): return self.formatter(data) probes = [] language = args.language if not language: language = utils.detect_language(languages, args.pid) # # Java # if language == "java": # Oddly, the gc__begin/gc__end probes don't really have any useful # information, while the mem__pool* ones do. There's also a bunch of # probes described in the hotspot_gc*.stp file which aren't there # when looking at a live Java process. begin_save = """ bpf_usdt_readarg(6, ctx, &e.field1); // used bytes bpf_usdt_readarg(8, ctx, &e.field2); // max bytes """ end_save = """ event.field1 = e->field1; // used bytes at start event.field2 = e->field2; // max bytes at start bpf_usdt_readarg(6, ctx, &event.field3); // used bytes at end bpf_usdt_readarg(8, ctx, &event.field4); // max bytes at end u64 manager = 0, pool = 0; bpf_usdt_readarg(1, ctx, &manager); // ptr to manager name bpf_usdt_readarg(3, ctx, &pool); // ptr to pool name bpf_probe_read_user(&event.string1, sizeof(event.string1), (void *)manager); bpf_probe_read_user(&event.string2, sizeof(event.string2), (void *)pool); """ def formatter(e): "%s %s used=%d->%d max=%d->%d" % \ (e.string1, e.string2, e.field1, e.field3, e.field2, e.field4) probes.append(Probe("mem__pool__gc__begin", "mem__pool__gc__end", begin_save, end_save, formatter)) probes.append(Probe("gc__begin", "gc__end", "", "", lambda _: "no additional info available")) # # Node # elif language == "node": end_save = """ u32 gc_type = 0; bpf_usdt_readarg(1, ctx, &gc_type); event.field1 = gc_type; """ descs = {"GC scavenge": 1, "GC mark-sweep-compact": 2, "GC incremental mark": 4, "GC weak callbacks": 8} probes.append(Probe("gc__start", "gc__done", "", end_save, lambda e: str.join(", ", [desc for desc, val in descs.items() if e.field1 & val != 0]))) # # Python # elif language == "python": begin_save = """ int gen = 0; bpf_usdt_readarg(1, ctx, &gen); e.field1 = gen; """ end_save = """ long objs = 0; bpf_usdt_readarg(1, ctx, &objs); event.field1 = e->field1; event.field2 = objs; """ def formatter(event): "gen %d GC collected %d objects" % \ (event.field1, event.field2) probes.append(Probe("gc__start", "gc__done", begin_save, end_save, formatter)) # # Ruby # elif language == "ruby": # Ruby GC probes do not have any additional information available. probes.append(Probe("gc__mark__begin", "gc__mark__end", "", "", lambda _: "GC mark stage")) probes.append(Probe("gc__sweep__begin", "gc__sweep__end", "", "", lambda _: "GC sweep stage")) else: print("No language detected; use -l to trace a language.") exit(1) for probe in probes: program += probe.generate() probe.attach() if args.ebpf or args.verbose: if args.verbose: print(usdt.get_text()) print(program) if args.ebpf: exit() bpf = BPF(text=program, usdt_contexts=[usdt]) print("Tracing garbage collections in %s process %d... Ctrl-C to quit." % (language, args.pid)) time_col = "TIME (ms)" if args.milliseconds else "TIME (us)" print("%-8s %-8s %-40s" % ("START", time_col, "DESCRIPTION")) class GCEvent(ct.Structure): _fields_ = [ ("probe_index", ct.c_ulonglong), ("elapsed_ns", ct.c_ulonglong), ("field1", ct.c_ulonglong), ("field2", ct.c_ulonglong), ("field3", ct.c_ulonglong), ("field4", ct.c_ulonglong), ("string1", ct.c_char * 32), ("string2", ct.c_char * 32) ] start_ts = time.time() def print_event(cpu, data, size): event = ct.cast(data, ct.POINTER(GCEvent)).contents elapsed = event.elapsed_ns / 1000000 if args.milliseconds else \ event.elapsed_ns / 1000 description = probes[event.probe_index].format(event) if args.filter and args.filter not in description: return print("%-8.3f %-8.2f %s" % (time.time() - start_ts, elapsed, description)) bpf["gcs"].open_perf_buffer(print_event) while 1: try: bpf.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/lib/ugc_example.txt000066400000000000000000000074331465134135300176240ustar00rootroot00000000000000Demonstrations of ugc. ugc traces garbage collection events in high-level languages, including Java, Python, Ruby, and Node. Each GC event is printed with some additional information provided by that language's runtime, if available. The duration of the GC event is also provided. For example, to trace all garbage collection events in a specific Node process: # ugc $(pidof node) Tracing garbage collections in node process 30012... Ctrl-C to quit. START TIME (us) DESCRIPTION 1.500 1181.00 GC scavenge 1.505 1704.00 GC scavenge 1.509 1534.00 GC scavenge 1.515 1953.00 GC scavenge 1.519 2155.00 GC scavenge 1.525 2055.00 GC scavenge 1.530 2164.00 GC scavenge 1.536 2170.00 GC scavenge 1.541 2237.00 GC scavenge 1.547 1982.00 GC scavenge 1.551 2333.00 GC scavenge 1.557 2043.00 GC scavenge 1.561 2028.00 GC scavenge 1.573 3650.00 GC scavenge 1.580 4443.00 GC scavenge 1.604 6236.00 GC scavenge 1.615 8324.00 GC scavenge 1.659 11249.00 GC scavenge 1.678 16084.00 GC scavenge 1.747 15250.00 GC scavenge 1.937 191.00 GC incremental mark 2.001 63120.00 GC mark-sweep-compact 3.185 153.00 GC incremental mark 3.207 20847.00 GC mark-sweep-compact ^C The above output shows some fairly long GCs, notably around 2 seconds in there is a collection that takes over 60ms (mark-sweep-compact). Occasionally, it might be useful to filter out collections that are very short, or display only collections that have a specific description. The -M and -F switches can be useful for this: # ugc -F Tenured $(pidof java) Tracing garbage collections in java process 29907... Ctrl-C to quit. START TIME (us) DESCRIPTION 0.360 4309.00 MarkSweepCompact Tenured Gen used=287528->287528 max=173408256->173408256 2.459 4232.00 MarkSweepCompact Tenured Gen used=287528->287528 max=173408256->173408256 4.648 4139.00 MarkSweepCompact Tenured Gen used=287528->287528 max=173408256->173408256 ^C # ugc -M 1 $(pidof java) Tracing garbage collections in java process 29907... Ctrl-C to quit. START TIME (us) DESCRIPTION 0.160 3715.00 MarkSweepCompact Code Cache used=287528->3209472 max=173408256->251658240 0.160 3975.00 MarkSweepCompact Metaspace used=287528->3092104 max=173408256->18446744073709551615 0.160 4058.00 MarkSweepCompact Compressed Class Space used=287528->266840 max=173408256->1073741824 0.160 4110.00 MarkSweepCompact Eden Space used=287528->0 max=173408256->69337088 0.160 4159.00 MarkSweepCompact Survivor Space used=287528->0 max=173408256->8650752 0.160 4207.00 MarkSweepCompact Tenured Gen used=287528->287528 max=173408256->173408256 0.160 4289.00 used=0->0 max=0->0 ^C USAGE message: # ugc -h usage: ugc.py [-h] [-l {java,python,ruby,node}] [-v] [-m] [-M MINIMUM] [-F FILTER] pid Summarize garbage collection events in high-level languages. positional arguments: pid process id to attach to optional arguments: -h, --help show this help message and exit -l {java,python,ruby,node}, --language {java,python,ruby,node} language to trace -v, --verbose verbose mode: print the BPF program (for debugging purposes) -m, --milliseconds report times in milliseconds (default is microseconds) -M MINIMUM, --minimum MINIMUM display only GCs longer than this many milliseconds -F FILTER, --filter FILTER display only GCs whose description contains this text examples: ./ugc -l java 185 # trace Java GCs in process 185 ./ugc -l ruby 1344 -m # trace Ruby GCs reporting in ms ./ugc -M 10 -l java 185 # trace only Java GCs longer than 10ms bpfcc-0.31.0/tools/lib/uobjnew.py000077500000000000000000000140431465134135300166130ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # uobjnew Summarize object allocations in high-level languages. # For Linux, uses BCC, eBPF. # # USAGE: uobjnew [-h] [-T TOP] [-v] {c,java,ruby,tcl} pid [interval] # # Copyright 2016 Sasha Goldshtein # Licensed under the Apache License, Version 2.0 (the "License") # # 25-Oct-2016 Sasha Goldshtein Created this. from __future__ import print_function import argparse from bcc import BPF, USDT, utils from time import sleep import os # C needs to be the last language. languages = ["c", "java", "ruby", "tcl"] examples = """examples: ./uobjnew -l java 145 # summarize Java allocations in process 145 ./uobjnew -l c 2020 1 # grab malloc() sizes and print every second ./uobjnew -l ruby 6712 -C 10 # top 10 Ruby types by number of allocations ./uobjnew -l ruby 6712 -S 10 # top 10 Ruby types by total size """ parser = argparse.ArgumentParser( description="Summarize object allocations in high-level languages.", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-l", "--language", choices=languages, help="language to trace") parser.add_argument("pid", type=int, help="process id to attach to") parser.add_argument("interval", type=int, nargs='?', help="print every specified number of seconds") parser.add_argument("-C", "--top-count", type=int, help="number of most frequently allocated types to print") parser.add_argument("-S", "--top-size", type=int, help="number of largest types by allocated bytes to print") parser.add_argument("-v", "--verbose", action="store_true", help="verbose mode: print the BPF program (for debugging purposes)") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() language = args.language if not language: language = utils.detect_language(languages, args.pid) program = """ #include struct key_t { #if MALLOC_TRACING u64 size; #else char name[50]; #endif }; struct val_t { u64 total_size; u64 num_allocs; }; BPF_HASH(allocs, struct key_t, struct val_t); """.replace("MALLOC_TRACING", "1" if language == "c" else "0") usdt = USDT(pid=args.pid) # # C # if language == "c": program += """ int alloc_entry(struct pt_regs *ctx, size_t size) { struct key_t key = {}; struct val_t *valp, zero = {}; key.size = size; valp = allocs.lookup_or_try_init(&key, &zero); if (valp) { valp->total_size += size; valp->num_allocs += 1; } return 0; } """ # # Java # elif language == "java": program += """ int alloc_entry(struct pt_regs *ctx) { struct key_t key = {}; struct val_t *valp, zero = {}; u64 classptr = 0, size = 0; u32 length = 0; bpf_usdt_readarg(2, ctx, &classptr); bpf_usdt_readarg(3, ctx, &length); bpf_usdt_readarg(4, ctx, &size); bpf_probe_read_user(&key.name, min(sizeof(key.name), (size_t)length), (void *)classptr); valp = allocs.lookup_or_try_init(&key, &zero); if (valp) { valp->total_size += size; valp->num_allocs += 1; } return 0; } """ usdt.enable_probe_or_bail("object__alloc", "alloc_entry") # # Ruby # elif language == "ruby": create_template = """ int THETHING_alloc_entry(struct pt_regs *ctx) { struct key_t key = { .name = "THETHING" }; struct val_t *valp, zero = {}; u64 size = 0; bpf_usdt_readarg(1, ctx, &size); valp = allocs.lookup_or_try_init(&key, &zero); if (valp) { valp->total_size += size; valp->num_allocs += 1; } return 0; } """ program += """ int object_alloc_entry(struct pt_regs *ctx) { struct key_t key = {}; struct val_t *valp, zero = {}; u64 classptr = 0; bpf_usdt_readarg(1, ctx, &classptr); bpf_probe_read_user(&key.name, sizeof(key.name), (void *)classptr); valp = allocs.lookup_or_try_init(&key, &zero); if (valp) { valp->num_allocs += 1; // We don't know the size, unfortunately } return 0; } """ usdt.enable_probe_or_bail("object__create", "object_alloc_entry") for thing in ["string", "hash", "array"]: program += create_template.replace("THETHING", thing) usdt.enable_probe_or_bail("%s__create" % thing, "%s_alloc_entry" % thing) # # Tcl # elif language == "tcl": program += """ int alloc_entry(struct pt_regs *ctx) { struct key_t key = { .name = "" }; struct val_t *valp, zero = {}; valp = allocs.lookup_or_try_init(&key, &zero); if (valp) { valp->num_allocs += 1; } return 0; } """ usdt.enable_probe_or_bail("obj__create", "alloc_entry") else: print("No language detected; use -l to trace a language.") exit(1) if args.ebpf or args.verbose: if args.verbose: print(usdt.get_text()) print(program) if args.ebpf: exit() bpf = BPF(text=program, usdt_contexts=[usdt]) if language == "c": bpf.attach_uprobe(name="c", sym="malloc", fn_name="alloc_entry", pid=args.pid) exit_signaled = False print("Tracing allocations in process %d (language: %s)... Ctrl-C to quit." % (args.pid, language or "none")) while True: try: sleep(args.interval or 99999999) except KeyboardInterrupt: exit_signaled = True print() data = bpf["allocs"] if args.top_count: data = sorted(data.items(), key=lambda kv: kv[1].num_allocs) data = data[-args.top_count:] elif args.top_size: data = sorted(data.items(), key=lambda kv: kv[1].total_size) data = data[-args.top_size:] else: data = sorted(data.items(), key=lambda kv: kv[1].total_size) print("%-30s %8s %12s" % ("NAME/TYPE", "# ALLOCS", "# BYTES")) for key, value in data: if language == "c": obj_type = "block size %d" % key.size else: obj_type = key.name print("%-30s %8d %12d" % (obj_type, value.num_allocs, value.total_size)) if args.interval and not exit_signaled: bpf["allocs"].clear() else: exit() bpfcc-0.31.0/tools/lib/uobjnew_example.txt000066400000000000000000000057441465134135300205220ustar00rootroot00000000000000Demonstrations of uobjnew. uobjnew summarizes new object allocation events and prints out statistics on which object type has been allocated frequently, and how many bytes of that type have been allocated. This helps diagnose common allocation paths, which can in turn cause heavy garbage collection. For example, trace Ruby object allocations when running some simple commands in irb (the Ruby REPL): # ./uobjnew -l ruby 27245 Tracing allocations in process 27245 (language: ruby)... Ctrl-C to quit. TYPE # ALLOCS # BYTES NameError 1 0 RubyToken::TkSPACE 1 0 RubyToken::TkSTRING 1 0 String 7 0 RubyToken::TkNL 2 0 RubyToken::TkIDENTIFIER 2 0 array 55 129 string 344 1348 ^C Plain C/C++ allocations (through "malloc") are also supported. We can't report the type being allocated, but we can report the object sizes at least. Also, print only the top 10 rows by number of bytes allocated: # ./uobjnew -S 10 -l c 27245 Tracing allocations in process 27245 (language: c)... Ctrl-C to quit. TYPE # ALLOCS # BYTES block size 64 22 1408 block size 992 2 1984 block size 32 68 2176 block size 48 48 2304 block size 944 4 3776 block size 1104 4 4416 block size 160 32 5120 block size 535 15 8025 block size 128 112 14336 block size 80 569 45520 ^C USAGE message: # ./uobjnew -h usage: uobjnew.py [-h] [-l {c,java,ruby,tcl}] [-C TOP_COUNT] [-S TOP_SIZE] [-v] pid [interval] Summarize object allocations in high-level languages. positional arguments: pid process id to attach to interval print every specified number of seconds optional arguments: -h, --help show this help message and exit -l {c,java,ruby,tcl}, --language {c,java,ruby,tcl} language to trace -C TOP_COUNT, --top-count TOP_COUNT number of most frequently allocated types to print -S TOP_SIZE, --top-size TOP_SIZE number of largest types by allocated bytes to print -v, --verbose verbose mode: print the BPF program (for debugging purposes) examples: ./uobjnew -l java 145 # summarize Java allocations in process 145 ./uobjnew -l c 2020 1 # grab malloc() sizes and print every second ./uobjnew -l ruby 6712 -C 10 # top 10 Ruby types by number of allocations ./uobjnew -l ruby 6712 -S 10 # top 10 Ruby types by total size bpfcc-0.31.0/tools/lib/ustat.py000077500000000000000000000301721465134135300163030ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # ustat Activity stats from high-level languages, including exceptions, # method calls, class loads, garbage collections, and more. # For Linux, uses BCC, eBPF. # # USAGE: ustat [-l {java,node,perl,php,python,ruby,tcl}] [-C] # [-S {cload,excp,gc,method,objnew,thread}] [-r MAXROWS] [-d] # [interval [count]] # # This uses in-kernel eBPF maps to store per process summaries for efficiency. # Newly-created processes might only be traced at the next interval, if the # relevant USDT probe requires enabling through a semaphore. # # Copyright 2016 Sasha Goldshtein # Licensed under the Apache License, Version 2.0 (the "License") # # 26-Oct-2016 Sasha Goldshtein Created this. from __future__ import print_function import argparse from bcc import BPF, USDT, USDTException import os import sys from subprocess import call from time import sleep, strftime class Category(object): THREAD = "THREAD" METHOD = "METHOD" OBJNEW = "OBJNEW" CLOAD = "CLOAD" EXCP = "EXCP" GC = "GC" class Probe(object): def __init__(self, language, procnames, events): """ Initialize a new probe object with a specific language, set of process names to monitor for that language, and a dictionary of events and categories. The dictionary is a mapping of USDT probe names (such as 'gc__start') to event categories supported by this tool -- from the Category class. """ self.language = language self.procnames = procnames self.events = events def _find_targets(self): """Find pids where the comm is one of the specified list""" self.targets = {} all_pids = [int(pid) for pid in os.listdir('/proc') if pid.isdigit()] for pid in all_pids: try: comm = open('/proc/%d/comm' % pid).read().strip() if comm in self.procnames: cmdline = open('/proc/%d/cmdline' % pid).read() self.targets[pid] = cmdline.replace('\0', ' ') except IOError: continue # process may already have terminated def _enable_probes(self): self.usdts = [] for pid in self.targets: try: usdt = USDT(pid=pid) except USDTException: # avoid race condition on pid going away. print("failed to instrument %d" % pid, file=sys.stderr) continue for event in self.events: try: usdt.enable_probe(event, "%s_%s" % (self.language, event)) except Exception: # This process might not have a recent version of the USDT # probes enabled, or might have been compiled without USDT # probes at all. The process could even have been shut down # and the pid been recycled. We have to gracefully handle # the possibility that we can't attach probes to it at all. pass self.usdts.append(usdt) def _generate_tables(self): text = """ BPF_HASH(%s_%s_counts, u32, u64); // pid to event count """ return str.join('', [text % (self.language, event) for event in self.events]) def _generate_functions(self): text = """ int %s_%s(void *ctx) { u64 *valp, zero = 0; u32 tgid = bpf_get_current_pid_tgid() >> 32; valp = %s_%s_counts.lookup_or_try_init(&tgid, &zero); if (valp) { ++(*valp); } return 0; } """ lang = self.language return str.join('', [text % (lang, event, lang, event) for event in self.events]) def get_program(self): self._find_targets() self._enable_probes() return self._generate_tables() + self._generate_functions() def get_usdts(self): return self.usdts def get_counts(self, bpf): """Return a map of event counts per process""" event_dict = dict([(category, 0) for category in self.events.values()]) result = dict([(pid, event_dict.copy()) for pid in self.targets]) for event, category in self.events.items(): counts = bpf["%s_%s_counts" % (self.language, event)] for pid, count in counts.items(): if pid.value not in result: print("result was not found for %d" % pid.value, file=sys.stderr) continue result[pid.value][category] = count.value counts.clear() return result def cleanup(self): self.usdts = None class Tool(object): def _parse_args(self): examples = """examples: ./ustat # stats for all languages, 1 second refresh ./ustat -C # don't clear the screen ./ustat -l java # Java processes only ./ustat 5 # 5 second summaries ./ustat 5 10 # 5 second summaries, 10 times only """ parser = argparse.ArgumentParser( description="Activity stats from high-level languages.", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-l", "--language", choices=["java", "node", "perl", "php", "python", "ruby", "tcl"], help="language to trace (default: all languages)") parser.add_argument("-C", "--noclear", action="store_true", help="don't clear the screen") parser.add_argument("-S", "--sort", choices=[cat.lower() for cat in dir(Category) if cat.isupper()], help="sort by this field (descending order)") parser.add_argument("-r", "--maxrows", default=20, type=int, help="maximum rows to print, default 20") parser.add_argument("-d", "--debug", action="store_true", help="Print the resulting BPF program (for debugging purposes)") parser.add_argument("interval", nargs="?", default=1, type=int, help="output interval, in seconds") parser.add_argument("count", nargs="?", default=99999999, type=int, help="number of outputs") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) self.args = parser.parse_args() def _create_probes(self): probes_by_lang = { "java": Probe("java", ["java"], { "gc__begin": Category.GC, "mem__pool__gc__begin": Category.GC, "thread__start": Category.THREAD, "class__loaded": Category.CLOAD, "object__alloc": Category.OBJNEW, "method__entry": Category.METHOD, "ExceptionOccurred__entry": Category.EXCP }), "node": Probe("node", ["node"], { "gc__start": Category.GC }), "perl": Probe("perl", ["perl"], { "sub__entry": Category.METHOD }), "php": Probe("php", ["php"], { "function__entry": Category.METHOD, "compile__file__entry": Category.CLOAD, "exception__thrown": Category.EXCP }), "python": Probe("python", ["python"], { "function__entry": Category.METHOD, "gc__start": Category.GC }), "ruby": Probe("ruby", ["ruby", "irb"], { "method__entry": Category.METHOD, "cmethod__entry": Category.METHOD, "gc__mark__begin": Category.GC, "gc__sweep__begin": Category.GC, "object__create": Category.OBJNEW, "hash__create": Category.OBJNEW, "string__create": Category.OBJNEW, "array__create": Category.OBJNEW, "require__entry": Category.CLOAD, "load__entry": Category.CLOAD, "raise": Category.EXCP }), "tcl": Probe("tcl", ["tclsh", "wish"], { "proc__entry": Category.METHOD, "obj__create": Category.OBJNEW }), } if self.args.language: self.probes = [probes_by_lang[self.args.language]] else: self.probes = probes_by_lang.values() def _attach_probes(self): program = str.join('\n', [p.get_program() for p in self.probes]) if self.args.debug or self.args.ebpf: print(program) if self.args.ebpf: exit() for probe in self.probes: print("Attached to %s processes:" % probe.language, str.join(', ', map(str, probe.targets))) self.bpf = BPF(text=program) usdts = [usdt for probe in self.probes for usdt in probe.get_usdts()] # Filter out duplicates when we have multiple processes with the same # uprobe. We are attaching to these probes manually instead of using # the USDT support from the bcc module, because the USDT class attaches # to each uprobe with a specific pid. When there is more than one # process from some language, we end up attaching more than once to the # same uprobe (albeit with different pids), which is not allowed. # Instead, we use a global attach (with pid=-1). uprobes = set([(path, func, addr) for usdt in usdts for (path, func, addr, _) in usdt.enumerate_active_probes()]) for (path, func, addr) in uprobes: self.bpf.attach_uprobe(name=path, fn_name=func, addr=addr, pid=-1) def _detach_probes(self): for probe in self.probes: probe.cleanup() # Cleans up USDT contexts self.bpf.cleanup() # Cleans up all attached probes self.bpf = None def _loop_iter(self): self._attach_probes() try: sleep(self.args.interval) except KeyboardInterrupt: self.exiting = True if not self.args.noclear: call("clear") else: print() with open("/proc/loadavg") as stats: print("%-8s loadavg: %s" % (strftime("%H:%M:%S"), stats.read())) print("%-6s %-20s %-10s %-6s %-10s %-8s %-6s %-6s" % ( "PID", "CMDLINE", "METHOD/s", "GC/s", "OBJNEW/s", "CLOAD/s", "EXC/s", "THR/s")) line = 0 counts = {} targets = {} for probe in self.probes: counts.update(probe.get_counts(self.bpf)) targets.update(probe.targets) if self.args.sort: sort_field = self.args.sort.upper() counts = sorted(counts.items(), key=lambda kv: -kv[1].get(sort_field, 0)) else: counts = sorted(counts.items(), key=lambda kv: kv[0]) for pid, stats in counts: print("%-6d %-20s %-10d %-6d %-10d %-8d %-6d %-6d" % ( pid, targets[pid][:20], stats.get(Category.METHOD, 0) / self.args.interval, stats.get(Category.GC, 0) / self.args.interval, stats.get(Category.OBJNEW, 0) / self.args.interval, stats.get(Category.CLOAD, 0) / self.args.interval, stats.get(Category.EXCP, 0) / self.args.interval, stats.get(Category.THREAD, 0) / self.args.interval )) line += 1 if line >= self.args.maxrows: break self._detach_probes() def run(self): self._parse_args() self._create_probes() print('Tracing... Output every %d secs. Hit Ctrl-C to end' % self.args.interval) countdown = self.args.count self.exiting = False while True: self._loop_iter() countdown -= 1 if self.exiting or countdown == 0: print("Detaching...") exit() if __name__ == "__main__": try: Tool().run() except KeyboardInterrupt: pass bpfcc-0.31.0/tools/lib/ustat_example.txt000066400000000000000000000057541465134135300202120ustar00rootroot00000000000000Demonstrations of ustat. ustat is a "top"-like tool for monitoring events in high-level languages. It prints statistics about garbage collections, method calls, object allocations, and various other events for every process that it recognizes with a Java, Node, Perl, PHP, Python, Ruby, and Tcl runtime. For example: # ./ustat.py Tracing... Output every 10 secs. Hit Ctrl-C to end 12:17:17 loadavg: 0.33 0.08 0.02 5/211 26284 PID CMDLINE METHOD/s GC/s OBJNEW/s CLOAD/s EXC/s THR/s 3018 node/node 0 3 0 0 0 0 ^C Detaching... If desired, you can instruct ustat to print a certain number of entries and exit, which can be useful to get a quick picture on what's happening on the system over a short time interval. Here, we ask ustat to print 5-second summaries 12 times (for a total time of 1 minute): # ./ustat.py -C 5 12 Tracing... Output every 5 secs. Hit Ctrl-C to end 12:18:26 loadavg: 0.27 0.11 0.04 2/336 26455 PID CMDLINE METHOD/s GC/s OBJNEW/s CLOAD/s EXC/s THR/s 3018 node/node 0 1 0 0 0 0 12:18:31 loadavg: 0.33 0.12 0.04 2/336 26456 PID CMDLINE METHOD/s GC/s OBJNEW/s CLOAD/s EXC/s THR/s 3018 node/node 0 0 0 0 0 0 26439 java -XX:+ExtendedDT 2776045 0 0 0 0 0 12:18:37 loadavg: 0.38 0.14 0.05 2/336 26457 PID CMDLINE METHOD/s GC/s OBJNEW/s CLOAD/s EXC/s THR/s 3018 node/node 0 0 0 0 0 0 26439 java -XX:+ExtendedDT 2804378 0 0 0 0 0 (...more output omitted for brevity) USAGE message: # ./ustat.py -h usage: ustat.py [-h] [-l {java,node,perl,php,python,ruby,tcl}] [-C] [-S {cload,excp,gc,method,objnew,thread}] [-r MAXROWS] [-d] [interval] [count] Activity stats from high-level languages. positional arguments: interval output interval, in seconds count number of outputs optional arguments: -h, --help show this help message and exit -l {java,node,perl,php,python,ruby,tcl}, --language {java,node,perl,php,python,ruby,tcl} language to trace (default: all languages) -C, --noclear don't clear the screen -S {cload,excp,gc,method,objnew,thread}, --sort {cload,excp,gc,method,objnew,thread} sort by this field (descending order) -r MAXROWS, --maxrows MAXROWS maximum rows to print, default 20 -d, --debug Print the resulting BPF program (for debugging purposes) examples: ./ustat # stats for all languages, 1 second refresh ./ustat -C # don't clear the screen ./ustat -l java # Java processes only ./ustat 5 # 5 second summaries ./ustat 5 10 # 5 second summaries, 10 times only bpfcc-0.31.0/tools/lib/uthreads.py000077500000000000000000000100021465134135300167500ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # uthreads Trace thread creation/destruction events in high-level languages. # For Linux, uses BCC, eBPF. # # USAGE: uthreads [-l {c,java,none}] [-v] pid # # Copyright 2016 Sasha Goldshtein # Licensed under the Apache License, Version 2.0 (the "License") # # 25-Oct-2016 Sasha Goldshtein Created this. from __future__ import print_function import argparse from bcc import BPF, USDT, utils import ctypes as ct import time import os languages = ["c", "java"] examples = """examples: ./uthreads -l java 185 # trace Java threads in process 185 ./uthreads -l none 12245 # trace only pthreads in process 12245 """ parser = argparse.ArgumentParser( description="Trace thread creation/destruction events in " + "high-level languages.", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-l", "--language", choices=languages + ["none"], help="language to trace (none for pthreads only)") parser.add_argument("pid", type=int, help="process id to attach to") parser.add_argument("-v", "--verbose", action="store_true", help="verbose mode: print the BPF program (for debugging purposes)") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() usdt = USDT(pid=args.pid) program = """ struct thread_event_t { u64 runtime_id; u64 native_id; char type[8]; char name[80]; }; BPF_PERF_OUTPUT(threads); int trace_pthread(struct pt_regs *ctx) { struct thread_event_t te = {}; u64 start_routine = 0; char type[] = "pthread"; te.native_id = bpf_get_current_pid_tgid() & 0xFFFFFFFF; bpf_usdt_readarg(2, ctx, &start_routine); te.runtime_id = start_routine; // This is really a function pointer __builtin_memcpy(&te.type, type, sizeof(te.type)); threads.perf_submit(ctx, &te, sizeof(te)); return 0; } """ usdt.enable_probe_or_bail("pthread_start", "trace_pthread") language = args.language if not language: language = utils.detect_language(languages, args.pid) if language == "c": # Nothing to add pass elif language == "java": template = """ int %s(struct pt_regs *ctx) { char type[] = "%s"; struct thread_event_t te = {}; u64 nameptr = 0, id = 0, native_id = 0; bpf_usdt_readarg(1, ctx, &nameptr); bpf_usdt_readarg(3, ctx, &id); bpf_usdt_readarg(4, ctx, &native_id); bpf_probe_read_user(&te.name, sizeof(te.name), (void *)nameptr); te.runtime_id = id; te.native_id = native_id; __builtin_memcpy(&te.type, type, sizeof(te.type)); threads.perf_submit(ctx, &te, sizeof(te)); return 0; } """ program += template % ("trace_start", "start") program += template % ("trace_stop", "stop") usdt.enable_probe_or_bail("thread__start", "trace_start") usdt.enable_probe_or_bail("thread__stop", "trace_stop") if args.ebpf or args.verbose: if args.verbose: print(usdt.get_text()) print(program) if args.ebpf: exit() bpf = BPF(text=program, usdt_contexts=[usdt]) print("Tracing thread events in process %d (language: %s)... Ctrl-C to quit." % (args.pid, language or "none")) print("%-8s %-16s %-8s %-30s" % ("TIME", "ID", "TYPE", "DESCRIPTION")) class ThreadEvent(ct.Structure): _fields_ = [ ("runtime_id", ct.c_ulonglong), ("native_id", ct.c_ulonglong), ("type", ct.c_char * 8), ("name", ct.c_char * 80), ] start_ts = time.time() def print_event(cpu, data, size): event = ct.cast(data, ct.POINTER(ThreadEvent)).contents name = event.name if event.type == "pthread": name = bpf.sym(event.runtime_id, args.pid, show_module=True) tid = event.native_id else: tid = "R=%s/N=%s" % (event.runtime_id, event.native_id) print("%-8.3f %-16s %-8s %-30s" % ( time.time() - start_ts, tid, event.type, name)) bpf["threads"].open_perf_buffer(print_event) while 1: try: bpf.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/lib/uthreads_example.txt000066400000000000000000000041241465134135300206570ustar00rootroot00000000000000Demonstrations of uthreads. uthreads traces thread creation events in Java or raw (C) pthreads, and prints details about the newly created thread. For Java threads, the thread name is printed; for pthreads, the thread's start function is printed, if there is symbol information to resolve it. For example, trace all Java thread creation events: # ./uthreads -l java 27420 Tracing thread events in process 27420 (language: java)... Ctrl-C to quit. TIME ID TYPE DESCRIPTION 18.596 R=9/N=0 start SIGINT handler 18.596 R=4/N=0 stop Signal Dispatcher ^C The ID column in the preceding output shows the thread's runtime ID and native ID, when available. The accuracy of this information depends on the Java runtime. Next, trace only pthread creation events in some native application: # ./uthreads 27450 Tracing thread events in process 27450 (language: c)... Ctrl-C to quit. TIME ID TYPE DESCRIPTION 0.924 27462 pthread primes_thread [primes] 0.927 27463 pthread primes_thread [primes] 0.928 27464 pthread primes_thread [primes] 0.928 27465 pthread primes_thread [primes] ^C The thread name ("primes_thread" in this example) is resolved from debuginfo. If symbol information is not present, the thread's start address is printed instead. USAGE message: # ./uthreads -h usage: uthreads.py [-h] [-l {c,java,none}] [-v] pid Trace thread creation/destruction events in high-level languages. positional arguments: pid process id to attach to optional arguments: -h, --help show this help message and exit -l {c,java,none}, --language {c,java,none} language to trace (none for pthreads only) -v, --verbose verbose mode: print the BPF program (for debugging purposes) examples: ./uthreads -l java 185 # trace Java threads in process 185 ./uthreads -l none 12245 # trace only pthreads in process 12245 bpfcc-0.31.0/tools/llcstat.py000077500000000000000000000107521465134135300160450ustar00rootroot00000000000000#!/usr/bin/env python # # llcstat.py Summarize cache references and cache misses by PID. # Cache reference and cache miss are corresponding events defined in # uapi/linux/perf_event.h, it varies to different architecture. # On x86-64, they mean LLC references and LLC misses. # # For Linux, uses BCC, eBPF. Embedded C. # # SEE ALSO: perf top -e cache-misses -e cache-references -a -ns pid,cpu,comm # # REQUIRES: Linux 4.9+ (BPF_PROG_TYPE_PERF_EVENT support). # # Copyright (c) 2016 Facebook, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 19-Oct-2016 Teng Qin Created this. # 20-Jun-2022 YeZhengMao Added tid info. from __future__ import print_function import argparse from bcc import BPF, PerfType, PerfHWConfig import signal from time import sleep parser = argparse.ArgumentParser( description="Summarize cache references and misses by PID", formatter_class=argparse.RawDescriptionHelpFormatter) parser.add_argument( "-c", "--sample_period", type=int, default=100, help="Sample one in this many number of cache reference / miss events") parser.add_argument( "duration", nargs="?", default=10, help="Duration, in seconds, to run") parser.add_argument( "-t", "--tid", action="store_true", help="Summarize cache references and misses by PID/TID" ) parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() # load BPF program bpf_text=""" #include #include struct key_t { int cpu; u32 pid; u32 tid; char name[TASK_COMM_LEN]; }; BPF_HASH(ref_count, struct key_t); BPF_HASH(miss_count, struct key_t); static inline __attribute__((always_inline)) void get_key(struct key_t* key) { u64 pid_tgid = bpf_get_current_pid_tgid(); key->cpu = bpf_get_smp_processor_id(); key->pid = pid_tgid >> 32; key->tid = GET_TID ? (u32)pid_tgid : key->pid; bpf_get_current_comm(&(key->name), sizeof(key->name)); } int on_cache_miss(struct bpf_perf_event_data *ctx) { struct key_t key = {}; get_key(&key); miss_count.increment(key, ctx->sample_period); return 0; } int on_cache_ref(struct bpf_perf_event_data *ctx) { struct key_t key = {}; get_key(&key); ref_count.increment(key, ctx->sample_period); return 0; } """ bpf_text = bpf_text.replace("GET_TID", "1" if args.tid else "0") if args.ebpf: print(bpf_text) exit() b = BPF(text=bpf_text) try: b.attach_perf_event( ev_type=PerfType.HARDWARE, ev_config=PerfHWConfig.CACHE_MISSES, fn_name="on_cache_miss", sample_period=args.sample_period) b.attach_perf_event( ev_type=PerfType.HARDWARE, ev_config=PerfHWConfig.CACHE_REFERENCES, fn_name="on_cache_ref", sample_period=args.sample_period) except Exception: print("Failed to attach to a hardware event. Is this a virtual machine?") exit() print("Running for {} seconds or hit Ctrl-C to end.".format(args.duration)) try: sleep(float(args.duration)) except KeyboardInterrupt: signal.signal(signal.SIGINT, lambda signal, frame: print()) miss_count = {} for (k, v) in b.get_table('miss_count').items(): if args.tid: miss_count[(k.pid, k.tid, k.cpu, k.name)] = v.value else: miss_count[(k.pid, k.cpu, k.name)] = v.value header_text = 'PID ' format_text = '{:<8d} ' if args.tid: header_text += 'TID ' format_text += '{:<8d} ' header_text += 'NAME CPU REFERENCE MISS HIT%' format_text += '{:<16s} {:<4d} {:>12d} {:>12d} {:>6.2f}%' print(header_text) tot_ref = 0 tot_miss = 0 for (k, v) in b.get_table('ref_count').items(): try: if args.tid: miss = miss_count[(k.pid, k.tid, k.cpu, k.name)] else: miss = miss_count[(k.pid, k.cpu, k.name)] except KeyError: miss = 0 tot_ref += v.value tot_miss += miss # This happens on some PIDs due to missed counts caused by sampling hit = (v.value - miss) if (v.value >= miss) else 0 if args.tid: print(format_text.format( k.pid, k.tid, k.name.decode('utf-8', 'replace'), k.cpu, v.value, miss, (float(hit) / float(v.value)) * 100.0)) else: print(format_text.format( k.pid, k.name.decode('utf-8', 'replace'), k.cpu, v.value, miss, (float(hit) / float(v.value)) * 100.0)) print('Total References: {} Total Misses: {} Hit Rate: {:.2f}%'.format( tot_ref, tot_miss, (float(tot_ref - tot_miss) / float(tot_ref)) * 100.0)) bpfcc-0.31.0/tools/llcstat_example.txt000066400000000000000000000063631465134135300177470ustar00rootroot00000000000000Demonstrations of llcstat. llcstat traces cache reference and cache miss events system-wide, and summarizes them by PID and CPU. These events, defined in uapi/linux/perf_event.h, have different meanings on different architecture. For x86-64, they mean misses and references to LLC. Example output: # ./llcstat.py 20 -c 5000 Running for 20 seconds or hit Ctrl-C to end. PID NAME CPU REFERENCE MISS HIT% 0 swapper/15 15 3515000 640000 81.79% 238 migration/38 38 5000 0 100.00% 4512 ntpd 11 5000 0 100.00% 150867 ipmitool 3 25000 5000 80.00% 150895 lscpu 17 280000 25000 91.07% 151807 ipmitool 15 15000 5000 66.67% 150757 awk 2 15000 5000 66.67% 151213 chef-client 5 1770000 240000 86.44% 151822 scribe-dispatch 12 15000 0 100.00% 123386 mysqld 5 5000 0 100.00% [...] Total References: 518920000 Total Misses: 90265000 Hit Rate: 82.61% This shows each PID's cache hit rate during the 20 seconds run period. A count of 5000 was used in this example, which means that one in every 5,000 events will trigger an in-kernel counter to be incremented. This is refactored on the output, which is why it is always in multiples of 5,000. We don't instrument every single event since the overhead would be prohibitive, nor do we need to: this is a type of sampling profiler. Because of this, the processes that trigger the 5,000'th cache reference or misses can happen to some degree by chance. Overall it should make sense. But for low counts, you might find a case where -- by chance -- a process has been tallied with more misses than references, which would seem impossible. # ./llcstat.py 10 -t Running for 10 seconds or hit Ctrl-C to end. PID TID NAME CPU REFERENCE MISS HIT% 170843 170845 docker 12 2700 1200 55.56% 298670 298670 kworker/15:0 15 500 0 100.00% 170254 170254 kworker/11:1 11 2500 400 84.00% 1046952 1046953 git 0 2600 1100 57.69% 170843 170849 docker 15 1000 400 60.00% 1027373 1027382 node 8 3500 2500 28.57% 0 0 swapper/7 7 173000 4200 97.57% 1028217 1028217 node 14 15600 22400 0.00% [...] Total References: 7139900 Total Misses: 1413900 Hit Rate: 80.20% This shows each TID`s cache hit rate during the 10 seconds run period. USAGE message: # ./llcstat.py --help usage: llcstat.py [-h] [-c SAMPLE_PERIOD] [duration] Summarize cache references and misses by PID positional arguments: duration Duration, in seconds, to run optional arguments: -h, --help show this help message and exit -c SAMPLE_PERIOD, --sample_period SAMPLE_PERIOD Sample one in this many number of cache reference and miss events -t, --tid Summarize cache references and misses by PID/TID bpfcc-0.31.0/tools/mdflush.py000077500000000000000000000043711465134135300160410ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # mdflush Trace md flush events. # For Linux, uses BCC, eBPF. # # Todo: add more details of the flush (latency, I/O count). # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 13-Feb-2015 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF from time import strftime # define BPF program bpf_text=""" #include #include #include #include struct data_t { u32 pid; char comm[TASK_COMM_LEN]; char disk[DISK_NAME_LEN]; }; BPF_PERF_OUTPUT(events); int kprobe__md_flush_request(struct pt_regs *ctx, void *mddev, struct bio *bio) { struct data_t data = {}; data.pid = bpf_get_current_pid_tgid() >> 32; bpf_get_current_comm(&data.comm, sizeof(data.comm)); /* * The following deals with kernel version changes (in mainline 4.14 and 5.12, although * it may be backported to earlier kernels) with how the disk name is accessed. * We handle both pre- and post-change versions here. Please avoid kernel * version tests like this as much as possible: they inflate the code, test, * and maintenance burden. */ #ifdef bio_dev struct gendisk *bi_disk = bio->__BI_DISK__; #else struct gendisk *bi_disk = bio->bi_bdev->bd_disk; #endif bpf_probe_read_kernel(&data.disk, sizeof(data.disk), bi_disk->disk_name); events.perf_submit(ctx, &data, sizeof(data)); return 0; } """ if BPF.kernel_struct_has_field('bio', 'bi_bdev') == 1: bpf_text = bpf_text.replace('__BI_DISK__', 'bi_bdev->bd_disk') else: bpf_text = bpf_text.replace('__BI_DISK__', 'bi_disk') # initialize BPF b = BPF(text=bpf_text) # header print("Tracing md flush requests... Hit Ctrl-C to end.") print("%-8s %-7s %-16s %s" % ("TIME", "PID", "COMM", "DEVICE")) # process event def print_event(cpu, data, size): event = b["events"].event(data) print("%-8s %-7d %-16s %s" % (strftime("%H:%M:%S"), event.pid, event.comm.decode('utf-8', 'replace'), event.disk.decode('utf-8', 'replace'))) # read events b["events"].open_perf_buffer(print_event) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/mdflush_example.txt000066400000000000000000000033641465134135300177410ustar00rootroot00000000000000Demonstrations of mdflush, the Linux eBPF/bcc version. The mdflush tool traces flushes at the md driver level, and prints details including the time of the flush: # ./mdflush Tracing md flush requests... Hit Ctrl-C to end. TIME PID COMM DEVICE 03:13:49 16770 sync md0 03:14:08 16864 sync md0 03:14:49 496 kworker/1:0H md0 03:14:49 488 xfsaild/md0 md0 03:14:54 488 xfsaild/md0 md0 03:15:00 488 xfsaild/md0 md0 03:15:02 85 kswapd0 md0 03:15:02 488 xfsaild/md0 md0 03:15:05 488 xfsaild/md0 md0 03:15:08 488 xfsaild/md0 md0 03:15:10 488 xfsaild/md0 md0 03:15:11 488 xfsaild/md0 md0 03:15:11 488 xfsaild/md0 md0 03:15:11 488 xfsaild/md0 md0 03:15:11 488 xfsaild/md0 md0 03:15:11 488 xfsaild/md0 md0 03:15:12 488 xfsaild/md0 md0 03:15:13 488 xfsaild/md0 md0 03:15:15 488 xfsaild/md0 md0 03:15:19 496 kworker/1:0H md0 03:15:49 496 kworker/1:0H md0 03:15:55 18840 sync md0 03:16:49 496 kworker/1:0H md0 03:17:19 496 kworker/1:0H md0 03:20:19 496 kworker/1:0H md0 03:21:19 496 kworker/1:0H md0 03:21:49 496 kworker/1:0H md0 03:25:19 496 kworker/1:0H md0 [...] This can be useful for correlation with latency outliers or spikes in disk latency, as measured using another tool (eg, system monitoring). If spikes in disk latency often coincide with md flush events, then it would make flushing a target for tuning. Note that the flush events are likely to originate from higher in the I/O stack, such as from file systems. This traces md processing them, and the timestamp corresponds with when md began to issue the flush to disks. bpfcc-0.31.0/tools/memleak.py000077500000000000000000000531241465134135300160120ustar00rootroot00000000000000#!/usr/bin/env python # # memleak Trace and display outstanding allocations to detect # memory leaks in user-mode processes and the kernel. # # USAGE: memleak [-h] [-p PID] [-t] [-a] [-o OLDER] [-c COMMAND] # [--combined-only] [--wa-missing-free] [-s SAMPLE_RATE] # [-T TOP] [-z MIN_SIZE] [-Z MAX_SIZE] [-O OBJ] # [interval] [count] # # Licensed under the Apache License, Version 2.0 (the "License") # Copyright (C) 2016 Sasha Goldshtein. from bcc import BPF from time import sleep from datetime import datetime import resource import argparse import subprocess import os import sys class Allocation(object): def __init__(self, stack, size): self.stack = stack self.count = 1 self.size = size def update(self, size): self.count += 1 self.size += size def run_command_get_output(command): p = subprocess.Popen(command.split(), stdout=subprocess.PIPE, stderr=subprocess.STDOUT) return iter(p.stdout.readline, b'') def run_command_get_pid(command): p = subprocess.Popen(command.split()) return p.pid sort_keys = ["size", "count"] alloc_sort_map = {sort_keys[0]: lambda a: a.size, sort_keys[1]: lambda a: a.count}; combined_sort_map = {sort_keys[0]: lambda a: -a[1].total_size, sort_keys[1]: lambda a: -a[1].number_of_allocs}; examples = """ EXAMPLES: ./memleak -p $(pidof allocs) Trace allocations and display a summary of "leaked" (outstanding) allocations every 5 seconds ./memleak -p $(pidof allocs) -t Trace allocations and display each individual allocator function call ./memleak -ap $(pidof allocs) 10 Trace allocations and display allocated addresses, sizes, and stacks every 10 seconds for outstanding allocations ./memleak -c "./allocs" Run the specified command and trace its allocations ./memleak Trace allocations in kernel mode and display a summary of outstanding allocations every 5 seconds ./memleak -o 60000 Trace allocations in kernel mode and display a summary of outstanding allocations that are at least one minute (60 seconds) old ./memleak -s 5 Trace roughly every 5th allocation, to reduce overhead ./memleak --sort count Trace allocations in kernel mode and display a summary of outstanding allocations that are sorted in count order """ description = """ Trace outstanding memory allocations that weren't freed. Supports both user-mode allocations made with libc functions and kernel-mode allocations made with kmalloc/kmem_cache_alloc/get_free_pages and corresponding memory release functions. """ parser = argparse.ArgumentParser(description=description, formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-p", "--pid", type=int, default=-1, help="the PID to trace; if not specified, trace kernel allocs") parser.add_argument("-t", "--trace", action="store_true", help="print trace messages for each alloc/free call") parser.add_argument("interval", nargs="?", default=5, type=int, help="interval in seconds to print outstanding allocations") parser.add_argument("count", nargs="?", type=int, help="number of times to print the report before exiting") parser.add_argument("-a", "--show-allocs", default=False, action="store_true", help="show allocation addresses and sizes as well as call stacks") parser.add_argument("-o", "--older", default=500, type=int, help="prune allocations younger than this age in milliseconds") parser.add_argument("-c", "--command", help="execute and trace the specified command") parser.add_argument("--combined-only", default=False, action="store_true", help="show combined allocation statistics only") parser.add_argument("--wa-missing-free", default=False, action="store_true", help="Workaround to alleviate misjudgments when free is missing") parser.add_argument("-s", "--sample-rate", default=1, type=int, help="sample every N-th allocation to decrease the overhead") parser.add_argument("-T", "--top", type=int, default=10, help="display only this many top allocating stacks (by size)") parser.add_argument("-z", "--min-size", type=int, help="capture only allocations larger than this size") parser.add_argument("-Z", "--max-size", type=int, help="capture only allocations smaller than this size") parser.add_argument("-O", "--obj", type=str, default="c", help="attach to allocator functions in the specified object") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) parser.add_argument("--percpu", default=False, action="store_true", help="trace percpu allocations") parser.add_argument("--sort", type=str, default="size", help="report sorted in given key; available key list: size, count") parser.add_argument("--symbols-prefix", type=str, help="memory allocator symbols prefix") args = parser.parse_args() pid = args.pid command = args.command kernel_trace = (pid == -1 and command is None) trace_all = args.trace interval = args.interval min_age_ns = 1e6 * args.older sample_every_n = args.sample_rate num_prints = args.count top_stacks = args.top min_size = args.min_size max_size = args.max_size obj = args.obj sort_key = args.sort if sort_key not in sort_keys: print("Given sort_key:", sort_key) print("Supporting sort key list:", sort_keys) exit(1) if min_size is not None and max_size is not None and min_size > max_size: print("min_size (-z) can't be greater than max_size (-Z)") exit(1) if command is not None: print("Executing '%s' and tracing the resulting process." % command) pid = run_command_get_pid(command) bpf_source = """ #include struct alloc_info_t { u64 size; u64 timestamp_ns; int stack_id; }; struct combined_alloc_info_t { u64 total_size; u64 number_of_allocs; }; #define KERNEL 0 #define MALLOC 1 #define CALLOC 2 #define REALLOC 3 #define MMAP 4 #define POSIX_MEMALIGN 5 #define VALLOC 6 #define MEMALIGN 7 #define PVALLOC 8 #define ALIGNED_ALLOC 9 #define FREE 10 #define MUNMAP 11 BPF_HASH(sizes, u64, u64); BPF_HASH(allocs, u64, struct alloc_info_t, 1000000); BPF_HASH(memptrs, u32, u64); BPF_STACK_TRACE(stack_traces, 10240); BPF_HASH(combined_allocs, u64, struct combined_alloc_info_t, 10240); static inline void update_statistics_add(u64 stack_id, u64 sz) { struct combined_alloc_info_t *existing_cinfo; struct combined_alloc_info_t cinfo = {0, 0}; existing_cinfo = combined_allocs.lookup(&stack_id); if (!existing_cinfo) { combined_allocs.update(&stack_id, &cinfo); existing_cinfo = combined_allocs.lookup(&stack_id); if (!existing_cinfo) return; } __sync_fetch_and_add(&existing_cinfo->total_size, sz); __sync_fetch_and_add(&existing_cinfo->number_of_allocs, 1); } static inline void update_statistics_del(u64 stack_id, u64 sz) { struct combined_alloc_info_t *existing_cinfo; existing_cinfo = combined_allocs.lookup(&stack_id); if (!existing_cinfo) return; if (existing_cinfo->number_of_allocs > 1) { __sync_fetch_and_sub(&existing_cinfo->total_size, sz); __sync_fetch_and_sub(&existing_cinfo->number_of_allocs, 1); } else { combined_allocs.delete(&stack_id); } } static inline int gen_alloc_enter(struct pt_regs *ctx, size_t size, u32 type_index) { SIZE_FILTER if (SAMPLE_EVERY_N > 1) { u64 ts = bpf_ktime_get_ns(); if (ts % SAMPLE_EVERY_N != 0) return 0; } u32 tid = bpf_get_current_pid_tgid(); u64 size64 = size; u64 key = (uint64_t)type_index << 32 | tid; sizes.update(&key, &size64); if (SHOULD_PRINT) bpf_trace_printk("alloc entered, size = %u\\n", size); return 0; } static inline int gen_alloc_exit2(struct pt_regs *ctx, u64 address, u32 type_index) { u32 tid = bpf_get_current_pid_tgid(); u64 key = (uint64_t)type_index << 32 | tid; u64* size64 = sizes.lookup(&key); struct alloc_info_t info = {0}; if (size64 == 0) return 0; // missed alloc entry info.size = *size64; sizes.delete(&key); if (address != 0) { info.timestamp_ns = bpf_ktime_get_ns(); info.stack_id = stack_traces.get_stackid(ctx, STACK_FLAGS); allocs.update(&address, &info); update_statistics_add(info.stack_id, info.size); } if (SHOULD_PRINT) { bpf_trace_printk("alloc exited, size = %lu, result = %lx\\n", info.size, address); } return 0; } static inline int gen_alloc_exit(struct pt_regs *ctx, u32 type_index) { return gen_alloc_exit2(ctx, PT_REGS_RC(ctx), type_index); } static inline int gen_free_enter(struct pt_regs *ctx, void *address) { u64 addr = (u64)address; struct alloc_info_t *info = allocs.lookup(&addr); if (info == 0) return 0; allocs.delete(&addr); update_statistics_del(info->stack_id, info->size); if (SHOULD_PRINT) { bpf_trace_printk("free entered, address = %lx, size = %lu\\n", address, info->size); } return 0; } int malloc_enter(struct pt_regs *ctx, size_t size) { return gen_alloc_enter(ctx, size, MALLOC); } int malloc_exit(struct pt_regs *ctx) { return gen_alloc_exit2(ctx, PT_REGS_RC(ctx), MALLOC); } int free_enter(struct pt_regs *ctx, void *address) { return gen_free_enter(ctx, address); } int calloc_enter(struct pt_regs *ctx, size_t nmemb, size_t size) { return gen_alloc_enter(ctx, nmemb * size, CALLOC); } int calloc_exit(struct pt_regs *ctx) { return gen_alloc_exit(ctx, CALLOC); } int realloc_enter(struct pt_regs *ctx, void *ptr, size_t size) { gen_free_enter(ctx, ptr); return gen_alloc_enter(ctx, size, REALLOC); } int realloc_exit(struct pt_regs *ctx) { return gen_alloc_exit(ctx, REALLOC); } int mmap_enter(struct pt_regs *ctx) { size_t size = (size_t)PT_REGS_PARM2(ctx); return gen_alloc_enter(ctx, size, MMAP); } int mmap_exit(struct pt_regs *ctx) { return gen_alloc_exit(ctx, MMAP); } int munmap_enter(struct pt_regs *ctx, void *address) { return gen_free_enter(ctx, address); } int posix_memalign_enter(struct pt_regs *ctx, void **memptr, size_t alignment, size_t size) { u64 memptr64 = (u64)(size_t)memptr; u32 tid = bpf_get_current_pid_tgid(); memptrs.update(&tid, &memptr64); return gen_alloc_enter(ctx, size, POSIX_MEMALIGN); } int posix_memalign_exit(struct pt_regs *ctx) { u32 tid = bpf_get_current_pid_tgid(); u64 *memptr64 = memptrs.lookup(&tid); void *addr; if (memptr64 == 0) return 0; memptrs.delete(&tid); if (bpf_probe_read_user(&addr, sizeof(void*), (void*)(size_t)*memptr64)) return 0; u64 addr64 = (u64)(size_t)addr; return gen_alloc_exit2(ctx, addr64, POSIX_MEMALIGN); } int aligned_alloc_enter(struct pt_regs *ctx, size_t alignment, size_t size) { return gen_alloc_enter(ctx, size, ALIGNED_ALLOC); } int aligned_alloc_exit(struct pt_regs *ctx) { return gen_alloc_exit(ctx, ALIGNED_ALLOC); } int valloc_enter(struct pt_regs *ctx, size_t size) { return gen_alloc_enter(ctx, size, VALLOC); } int valloc_exit(struct pt_regs *ctx) { return gen_alloc_exit(ctx, VALLOC); } int memalign_enter(struct pt_regs *ctx, size_t alignment, size_t size) { return gen_alloc_enter(ctx, size, MEMALIGN); } int memalign_exit(struct pt_regs *ctx) { return gen_alloc_exit(ctx, MEMALIGN); } int pvalloc_enter(struct pt_regs *ctx, size_t size) { return gen_alloc_enter(ctx, size, PVALLOC); } int pvalloc_exit(struct pt_regs *ctx) { return gen_alloc_exit(ctx, PVALLOC); } """ bpf_source_kernel_node = """ TRACEPOINT_PROBE(kmem, kmalloc_node) { if (WORKAROUND_MISSING_FREE) gen_free_enter((struct pt_regs *)args, (void *)args->ptr); gen_alloc_enter((struct pt_regs *)args, args->bytes_alloc, KERNEL); return gen_alloc_exit2((struct pt_regs *)args, (size_t)args->ptr, KERNEL); } TRACEPOINT_PROBE(kmem, kmem_cache_alloc_node) { if (WORKAROUND_MISSING_FREE) gen_free_enter((struct pt_regs *)args, (void *)args->ptr); gen_alloc_enter((struct pt_regs *)args, args->bytes_alloc, KERNEL); return gen_alloc_exit2((struct pt_regs *)args, (size_t)args->ptr, KERNEL); } """ bpf_source_kernel = """ TRACEPOINT_PROBE(kmem, kmalloc) { if (WORKAROUND_MISSING_FREE) gen_free_enter((struct pt_regs *)args, (void *)args->ptr); gen_alloc_enter((struct pt_regs *)args, args->bytes_alloc, KERNEL); return gen_alloc_exit2((struct pt_regs *)args, (size_t)args->ptr, KERNEL); } TRACEPOINT_PROBE(kmem, kfree) { return gen_free_enter((struct pt_regs *)args, (void *)args->ptr); } TRACEPOINT_PROBE(kmem, kmem_cache_alloc) { if (WORKAROUND_MISSING_FREE) gen_free_enter((struct pt_regs *)args, (void *)args->ptr); gen_alloc_enter((struct pt_regs *)args, args->bytes_alloc, KERNEL); return gen_alloc_exit2((struct pt_regs *)args, (size_t)args->ptr, KERNEL); } TRACEPOINT_PROBE(kmem, kmem_cache_free) { return gen_free_enter((struct pt_regs *)args, (void *)args->ptr); } TRACEPOINT_PROBE(kmem, mm_page_alloc) { gen_alloc_enter((struct pt_regs *)args, PAGE_SIZE << args->order, KERNEL); return gen_alloc_exit2((struct pt_regs *)args, args->pfn, KERNEL); } TRACEPOINT_PROBE(kmem, mm_page_free) { return gen_free_enter((struct pt_regs *)args, (void *)args->pfn); } """ bpf_source_percpu = """ TRACEPOINT_PROBE(percpu, percpu_alloc_percpu) { gen_alloc_enter((struct pt_regs *)args, args->size, KERNEL); return gen_alloc_exit2((struct pt_regs *)args, (size_t)args->ptr, KERNEL); } TRACEPOINT_PROBE(percpu, percpu_free_percpu) { return gen_free_enter((struct pt_regs *)args, (void *)args->ptr); } """ if kernel_trace: if args.percpu: bpf_source += bpf_source_percpu else: bpf_source += bpf_source_kernel if BPF.tracepoint_exists("kmem", "kmalloc_node"): bpf_source += bpf_source_kernel_node if kernel_trace: bpf_source = bpf_source.replace("WORKAROUND_MISSING_FREE", "1" if args.wa_missing_free else "0") bpf_source = bpf_source.replace("SHOULD_PRINT", "1" if trace_all else "0") bpf_source = bpf_source.replace("SAMPLE_EVERY_N", str(sample_every_n)) bpf_source = bpf_source.replace("PAGE_SIZE", str(resource.getpagesize())) size_filter = "" if min_size is not None and max_size is not None: size_filter = "if (size < %d || size > %d) return 0;" % \ (min_size, max_size) elif min_size is not None: size_filter = "if (size < %d) return 0;" % min_size elif max_size is not None: size_filter = "if (size > %d) return 0;" % max_size bpf_source = bpf_source.replace("SIZE_FILTER", size_filter) stack_flags = "0" if not kernel_trace: stack_flags += "|BPF_F_USER_STACK" bpf_source = bpf_source.replace("STACK_FLAGS", stack_flags) if args.ebpf: print(bpf_source) exit() bpf = BPF(text=bpf_source) if not kernel_trace: print("Attaching to pid %d, Ctrl+C to quit." % pid) def attach_probes(sym, fn_prefix=None, can_fail=False, need_uretprobe=True): if fn_prefix is None: fn_prefix = sym if args.symbols_prefix is not None: sym = args.symbols_prefix + sym try: bpf.attach_uprobe(name=obj, sym=sym, fn_name=fn_prefix + "_enter", pid=pid) if need_uretprobe: bpf.attach_uretprobe(name=obj, sym=sym, fn_name=fn_prefix + "_exit", pid=pid) except Exception: if can_fail: return else: raise attach_probes("malloc") attach_probes("calloc") attach_probes("realloc") attach_probes("mmap", can_fail=True) # failed on jemalloc attach_probes("posix_memalign") attach_probes("valloc", can_fail=True) # failed on Android, is deprecated in libc.so from bionic directory attach_probes("memalign") attach_probes("pvalloc", can_fail=True) # failed on Android, is deprecated in libc.so from bionic directory attach_probes("aligned_alloc", can_fail=True) # added in C11 attach_probes("free", need_uretprobe=False) attach_probes("munmap", can_fail=True, need_uretprobe=False) # failed on jemalloc else: print("Attaching to kernel allocators, Ctrl+C to quit.") # No probe attaching here. Allocations are counted by attaching to # tracepoints. # # Memory allocations in Linux kernel are not limited to malloc/free # equivalents. It's also common to allocate a memory page or multiple # pages. Page allocator have two interfaces, one working with page # frame numbers (PFN), while other working with page addresses. It's # possible to allocate pages with one kind of functions, and free them # with another. Code in kernel can easy convert PFNs to addresses and # back, but it's hard to do the same in eBPF kprobe without fragile # hacks. # # Fortunately, Linux exposes tracepoints for memory allocations, which # can be instrumented by eBPF programs. Tracepoint for page allocations # gives access to PFNs for both allocator interfaces. So there is no # need to guess which allocation corresponds to which free. def print_outstanding(): print("[%s] Top %d stacks with outstanding allocations:" % (datetime.now().strftime("%H:%M:%S"), top_stacks)) alloc_info = {} allocs = bpf["allocs"] stack_traces = bpf["stack_traces"] for address, info in sorted(allocs.items(), key=lambda a: a[1].size): if BPF.monotonic_time() - min_age_ns < info.timestamp_ns: continue if info.stack_id < 0: continue if info.stack_id in alloc_info: alloc_info[info.stack_id].update(info.size) else: stack = list(stack_traces.walk(info.stack_id)) combined = [] for addr in stack: combined.append(('0x'+format(addr, '016x')+'\t').encode('utf-8') + bpf.sym(addr, pid, show_module=True, show_offset=True)) alloc_info[info.stack_id] = Allocation(combined, info.size) if args.show_allocs: print("\taddr = %x size = %s" % (address.value, info.size)) to_show = sorted(alloc_info.values(), key=alloc_sort_map[sort_key])[-top_stacks:] for alloc in to_show: print("\t%d bytes in %d allocations from stack\n\t\t%s" % (alloc.size, alloc.count, b"\n\t\t".join(alloc.stack).decode("ascii"))) def print_outstanding_combined(): stack_traces = bpf["stack_traces"] stacks = sorted(bpf["combined_allocs"].items(), key=combined_sort_map[sort_key]) cnt = 1 entries = [] for stack_id, info in stacks: try: trace = [] for addr in stack_traces.walk(stack_id.value): sym = bpf.sym(addr, pid, show_module=True, show_offset=True) trace.append(sym.decode('utf-8')) trace = "\n\t\t".join(trace) except KeyError: trace = "stack information lost" entry = ("\t%d bytes in %d allocations from stack\n\t\t%s" % (info.total_size, info.number_of_allocs, trace)) entries.append(entry) cnt += 1 if cnt > top_stacks: break print("[%s] Top %d stacks with outstanding allocations:" % (datetime.now().strftime("%H:%M:%S"), top_stacks)) print('\n'.join(reversed(entries))) count_so_far = 0 while True: if trace_all: print(bpf.trace_fields()) else: try: sleep(interval) except KeyboardInterrupt: exit() if args.combined_only: print_outstanding_combined() else: print_outstanding() sys.stdout.flush() count_so_far += 1 if num_prints is not None and count_so_far >= num_prints: exit() bpfcc-0.31.0/tools/memleak_example.txt000066400000000000000000000240271465134135300177110ustar00rootroot00000000000000Demonstrations of memleak. memleak traces and matches memory allocation and deallocation requests, and collects call stacks for each allocation. memleak can then print a summary of which call stacks performed allocations that weren't subsequently freed. For example: # ./memleak -p $(pidof allocs) Attaching to pid 5193, Ctrl+C to quit. [11:16:33] Top 2 stacks with outstanding allocations: 80 bytes in 5 allocations from stack main+0x6d [allocs] __libc_start_main+0xf0 [libc-2.21.so] [11:16:34] Top 2 stacks with outstanding allocations: 160 bytes in 10 allocations from stack main+0x6d [allocs] __libc_start_main+0xf0 [libc-2.21.so] Each entry printed is a set of allocations that originate from the same call stack, and that weren't freed yet. The number of bytes and number of allocs are followed by the call stack, top to bottom, of the allocation site. As time goes on, it becomes apparent that the main function in the allocs process is leaking memory, 16 bytes at a time. Fortunately, you don't have to inspect each allocation individually -- you get a nice summary of which stack is responsible for a large leak. Occasionally, you do want the individual allocation details. Perhaps the same stack is allocating various sizes and you want to confirm which sizes are prevalent. Use the -a switch: # ./memleak -p $(pidof allocs) -a Attaching to pid 5193, Ctrl+C to quit. [11:16:33] Top 2 stacks with outstanding allocations: addr = 948cd0 size = 16 addr = 948d10 size = 16 addr = 948d30 size = 16 addr = 948cf0 size = 16 64 bytes in 4 allocations from stack main+0x6d [allocs] __libc_start_main+0xf0 [libc-2.21.so] [11:16:34] Top 2 stacks with outstanding allocations: addr = 948d50 size = 16 addr = 948cd0 size = 16 addr = 948d10 size = 16 addr = 948d30 size = 16 addr = 948cf0 size = 16 addr = 948dd0 size = 16 addr = 948d90 size = 16 addr = 948db0 size = 16 addr = 948d70 size = 16 addr = 948df0 size = 16 160 bytes in 10 allocations from stack main+0x6d [allocs] __libc_start_main+0xf0 [libc-2.21.so] When using the -p switch, memleak traces the libc allocations of a particular process. Without this switch, kernel allocations are traced instead. For example: # ./memleak Attaching to kernel allocators, Ctrl+C to quit. ... 248 bytes in 4 allocations from stack bpf_prog_load [kernel] sys_bpf [kernel] 328 bytes in 1 allocations from stack perf_mmap [kernel] mmap_region [kernel] do_mmap [kernel] vm_mmap_pgoff [kernel] sys_mmap_pgoff [kernel] sys_mmap [kernel] 464 bytes in 1 allocations from stack traceprobe_command [kernel] traceprobe_probes_write [kernel] probes_write [kernel] __vfs_write [kernel] vfs_write [kernel] sys_write [kernel] entry_SYSCALL_64_fastpath [kernel] 8192 bytes in 1 allocations from stack alloc_and_copy_ftrace_hash.constprop.59 [kernel] ftrace_set_hash [kernel] ftrace_set_filter_ip [kernel] arm_kprobe [kernel] enable_kprobe [kernel] kprobe_register [kernel] perf_trace_init [kernel] perf_tp_event_init [kernel] Here you can see that arming the kprobe to which our eBPF program is attached consumed 8KB of memory. Loading the BPF program also consumed a couple hundred bytes (in bpf_prog_load). memleak stores each allocated block along with its size, timestamp, and the stack that allocated it. When the block is deleted, this information is freed to reduce the memory overhead. To avoid false positives, allocations younger than a certain age (500ms by default) are not printed. To change this threshold, use the -o switch. By default, memleak prints its output every 5 seconds. To change this interval, pass the interval as a positional parameter to memleak. You can also control the number of times the output will be printed before exiting. For example: # ./memleak 1 10 ... will print the outstanding allocation statistics every second, for ten times, and then exit. memleak may introduce considerable overhead if your application or kernel is allocating and freeing memory at a very high rate. In that case, you can control the overhead by sampling every N-th allocation. For example, to sample roughly 10% of the allocations and print the outstanding allocations every 5 seconds, 3 times before quitting: # ./memleak -p $(pidof allocs) -s 10 5 3 Attaching to pid 2614, Ctrl+C to quit. [11:16:33] Top 2 stacks with outstanding allocations: 16 bytes in 1 allocations from stack main+0x6d [allocs] __libc_start_main+0xf0 [libc-2.21.so] [11:16:38] Top 2 stacks with outstanding allocations: 16 bytes in 1 allocations from stack main+0x6d [allocs] __libc_start_main+0xf0 [libc-2.21.so] [11:16:43] Top 2 stacks with outstanding allocations: 32 bytes in 2 allocations from stack main+0x6d [allocs] __libc_start_main+0xf0 [libc-2.21.so] Note that even though the application leaks 16 bytes of memory every second, the report (printed every 5 seconds) doesn't "see" all the allocations because of the sampling rate applied. Profiling in memory part is hard to be accurate because of BPF infrastructure. memleak keeps misjudging memory leak on the complicated environment which has the action of free in hard/soft irq. Add workaround to alleviate misjudgments when free is missing: # ./memleak --wa-missing-free Attaching to kernel allocators, Ctrl+C to quit. ... 248 bytes in 4 allocations from stack bpf_prog_load [kernel] sys_bpf [kernel] 328 bytes in 1 allocations from stack perf_mmap [kernel] mmap_region [kernel] do_mmap [kernel] vm_mmap_pgoff [kernel] sys_mmap_pgoff [kernel] sys_mmap [kernel] # ./redis_memleak -p $(pidof allocs) -O '/proc/$(pid)/exe' --symbols-prefix='je_' Attaching to pid 2623, Ctrl+C to quit. [13:30:16] Top 10 stacks with outstanding allocations: 45 bytes in 45 allocations from stack 0x0000559b4789639f zmalloc+0x2f [redis-server] 0x0000559b478876ee serverCron+0x2e [redis-server] 0x0000559b47875e1b processTimeEvents+0x5b [redis-server] 0x0000559b47876e60 aeMain+0x1d0 [redis-server] 0x0000559b478700b7 main+0x4a7 [redis-server] 0x00007fdf47029d90 __libc_start_call_main+0x80 [libc.so.6] When using the --symbols-prefix argument, memleak can trace the third-party memory allocations, such as jemalloc whose symbols are usually identified by the "je_" prefix in redis project. USAGE message: # ./memleak -h usage: memleak.py [-h] [-p PID] [-t] [-a] [-o OLDER] [-c COMMAND] [--combined-only] [--wa-missing-free] [-s SAMPLE_RATE] [-T TOP] [-z MIN_SIZE] [-Z MAX_SIZE] [-O OBJ] [--sort KEY] [interval] [count] Trace outstanding memory allocations that weren't freed. Supports both user-mode allocations made with libc functions and kernel-mode allocations made with kmalloc/kmem_cache_alloc/get_free_pages and corresponding memory release functions. positional arguments: interval interval in seconds to print outstanding allocations count number of times to print the report before exiting optional arguments: -h, --help show this help message and exit -p PID, --pid PID the PID to trace; if not specified, trace kernel allocs -t, --trace print trace messages for each alloc/free call -a, --show-allocs show allocation addresses and sizes as well as call stacks -o OLDER, --older OLDER prune allocations younger than this age in milliseconds -c COMMAND, --command COMMAND execute and trace the specified command --combined-only show combined allocation statistics only --wa-missing-free Workaround to alleviate misjudgments when free is missing -s SAMPLE_RATE, --sample-rate SAMPLE_RATE sample every N-th allocation to decrease the overhead -T TOP, --top TOP display only this many top allocating stacks (by size) -z MIN_SIZE, --min-size MIN_SIZE capture only allocations larger than this size -Z MAX_SIZE, --max-size MAX_SIZE capture only allocations smaller than this size -O OBJ, --obj OBJ attach to allocator functions in the specified object --sort KEY report sorted in given key; available key list: size, count EXAMPLES: ./memleak -p $(pidof allocs) Trace allocations and display a summary of "leaked" (outstanding) allocations every 5 seconds ./memleak -p $(pidof allocs) -t Trace allocations and display each individual allocator function call ./memleak -ap $(pidof allocs) 10 Trace allocations and display allocated addresses, sizes, and stacks every 10 seconds for outstanding allocations ./memleak -c "./allocs" Run the specified command and trace its allocations ./memleak Trace allocations in kernel mode and display a summary of outstanding allocations every 5 seconds ./memleak -o 60000 Trace allocations in kernel mode and display a summary of outstanding allocations that are at least one minute (60 seconds) old ./memleak -s 5 Trace roughly every 5th allocation, to reduce overhead ./memleak --sort count Trace allocations in kernel mode and display a summary of outstanding allocations that are sorted in count order bpfcc-0.31.0/tools/mountsnoop.py000077500000000000000000000733731465134135300166300ustar00rootroot00000000000000#!/usr/bin/env python # # mountsnoop Trace mount() and umount syscalls. # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: mountsnoop [-h] # # Copyright (c) 2016 Facebook, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 14-Oct-2016 Omar Sandoval Created this. # 23-Jun-2024 Rong Tao Add fsopen(2),fsconfig(2),fsmount(2), # move_mount(2) syscalls support from __future__ import print_function import argparse import bcc from bcc.containers import filter_by_containers import ctypes import errno import functools import sys bpf_text = r""" #include #include #include #include /* * XXX: struct mnt_namespace is defined in fs/mount.h, which is private to the * VFS and not installed in any kernel-devel packages. So, let's duplicate the * important part of the definition. There are actually more members in the * real struct, but we don't need them, and they're more likely to change. * * To add support for --selector option, we need to call filter_by_containers(). * But this function adds code which defines struct mnt_namespace. * To avoid having this structure twice, we define MNT_NAMESPACE_DEFINED in * filter_by_containers(), then here we check if macro is already defined before * adding struct definition. */ #ifndef MNT_NAMESPACE_DEFINED struct mnt_namespace { // This field was removed in https://github.com/torvalds/linux/commit/1a7b8969e664d6af328f00fe6eb7aabd61a71d13 #if LINUX_VERSION_CODE < KERNEL_VERSION(5, 11, 0) atomic_t count; #endif struct ns_common ns; }; #endif /* !MNT_NAMESPACE_DEFINED */ /* * XXX: this could really use first-class string support in BPF. target is a * NUL-terminated path up to PATH_MAX in length. source and type are * NUL-terminated strings up to PAGE_SIZE in length. data is a weird case: it's * almost always a NUL-terminated string, but for some filesystems (e.g., older * NFS variants), it's a binary structure with plenty of NUL bytes, so the * kernel always copies up to PAGE_SIZE bytes, stopping when it hits a fault. * * The best we can do with the existing BPF helpers is to copy as much of each * argument as we can. Our stack space is limited, and we need to leave some * headroom for the rest of the function, so this should be a decent value. */ #define MAX_STR_LEN 412 enum event_type { EVENT_MOUNT, EVENT_MOUNT_SOURCE, EVENT_MOUNT_TARGET, EVENT_MOUNT_TYPE, EVENT_MOUNT_DATA, EVENT_MOUNT_RET, EVENT_FSOPEN, EVENT_FSOPEN_FS_NAME, EVENT_FSOPEN_RET, EVENT_FSMOUNT, EVENT_FSMOUNT_PARAMS, EVENT_FSMOUNT_RET, EVENT_FSCONFIG, EVENT_FSCONFIG_PARAMS, EVENT_FSCONFIG_RET, EVENT_MOVE_MOUNT, EVENT_MOVE_MOUNT_PARAMS, EVENT_MOVE_MOUNT_RET, EVENT_UMOUNT, EVENT_UMOUNT_TARGET, EVENT_UMOUNT_RET, }; struct data_t { enum event_type type; pid_t pid, tgid; union { /* * EVENT_MOUNT, EVENT_UMOUNT, EVENT_FSOPEN, EVENT_FSMOUNT, * EVENT_FSCONFIG, EVENT_MOVE_MOUNT */ struct { /* current->nsproxy->mnt_ns->ns.inum */ unsigned int mnt_ns; char comm[TASK_COMM_LEN]; char pcomm[TASK_COMM_LEN]; pid_t ppid; unsigned long flags; } enter; /* * EVENT_MOUNT_SOURCE, EVENT_MOUNT_TARGET, EVENT_MOUNT_TYPE, * EVENT_MOUNT_DATA, EVENT_UMOUNT_TARGET, EVENT_FSOPEN_FS_NAME */ char str[MAX_STR_LEN]; /* EVENT_FSMOUNT_PARAMS */ struct { int fs_fd; int attr_flags; } fsmount; /* EVENT_FSCONFIG_PARAMS */ struct { int fd; unsigned int cmd; char key[32]; char value[32]; int aux; } fsconfig; /* EVENT_MOVE_MOUNT_PARAMS */ struct { int from_dfd; char from_pathname[128]; int to_dfd; char to_pathname[128]; unsigned int flags; } move_mount; /* * EVENT_MOUNT_RET, EVENT_UMOUNT_RET, EVENT_FSOPEN_RET, * EVENT_FSMOUNT_RET, EVENT_FSCONFIG_RET, EVENT_MOVE_MOUNT_RET */ int retval; }; }; BPF_PERF_OUTPUT(events); int syscall__mount(struct pt_regs *ctx, char __user *source, char __user *target, char __user *type, unsigned long flags, char __user *data) { struct data_t event = {}; struct task_struct *task; struct nsproxy *nsproxy; struct mnt_namespace *mnt_ns; if (container_should_be_filtered()) { return 0; } event.pid = bpf_get_current_pid_tgid() & 0xffffffff; event.tgid = bpf_get_current_pid_tgid() >> 32; event.type = EVENT_MOUNT; bpf_get_current_comm(event.enter.comm, sizeof(event.enter.comm)); event.enter.flags = flags; task = (struct task_struct *)bpf_get_current_task(); event.enter.ppid = task->real_parent->tgid; bpf_probe_read_kernel_str(&event.enter.pcomm, TASK_COMM_LEN, task->real_parent->comm); nsproxy = task->nsproxy; mnt_ns = nsproxy->mnt_ns; event.enter.mnt_ns = mnt_ns->ns.inum; events.perf_submit(ctx, &event, sizeof(event)); event.type = EVENT_MOUNT_SOURCE; __builtin_memset(event.str, 0, sizeof(event.str)); bpf_probe_read_user(event.str, sizeof(event.str), source); events.perf_submit(ctx, &event, sizeof(event)); event.type = EVENT_MOUNT_TARGET; __builtin_memset(event.str, 0, sizeof(event.str)); bpf_probe_read_user(event.str, sizeof(event.str), target); events.perf_submit(ctx, &event, sizeof(event)); event.type = EVENT_MOUNT_TYPE; __builtin_memset(event.str, 0, sizeof(event.str)); bpf_probe_read_user(event.str, sizeof(event.str), type); events.perf_submit(ctx, &event, sizeof(event)); event.type = EVENT_MOUNT_DATA; __builtin_memset(event.str, 0, sizeof(event.str)); bpf_probe_read_user(event.str, sizeof(event.str), data); events.perf_submit(ctx, &event, sizeof(event)); return 0; } int syscall__fsopen(struct pt_regs *ctx, char __user *fs_name, unsigned long flags) { struct data_t event = {}; struct task_struct *task; struct nsproxy *nsproxy; struct mnt_namespace *mnt_ns; if (container_should_be_filtered()) { return 0; } event.pid = bpf_get_current_pid_tgid() & 0xffffffff; event.tgid = bpf_get_current_pid_tgid() >> 32; event.type = EVENT_FSOPEN; bpf_get_current_comm(event.enter.comm, sizeof(event.enter.comm)); event.enter.flags = flags; task = (struct task_struct *)bpf_get_current_task(); event.enter.ppid = task->real_parent->tgid; bpf_probe_read_kernel_str(&event.enter.pcomm, TASK_COMM_LEN, task->real_parent->comm); nsproxy = task->nsproxy; mnt_ns = nsproxy->mnt_ns; event.enter.mnt_ns = mnt_ns->ns.inum; events.perf_submit(ctx, &event, sizeof(event)); event.type = EVENT_FSOPEN_FS_NAME; __builtin_memset(event.str, 0, sizeof(event.str)); bpf_probe_read_user(event.str, sizeof(event.str), fs_name); events.perf_submit(ctx, &event, sizeof(event)); return 0; } int syscall__fsmount(struct pt_regs *ctx, unsigned int fs_fd, unsigned int flags, unsigned int attr_flags) { struct data_t event = {}; struct task_struct *task; struct nsproxy *nsproxy; struct mnt_namespace *mnt_ns; if (container_should_be_filtered()) { return 0; } event.pid = bpf_get_current_pid_tgid() & 0xffffffff; event.tgid = bpf_get_current_pid_tgid() >> 32; event.type = EVENT_FSMOUNT; bpf_get_current_comm(event.enter.comm, sizeof(event.enter.comm)); event.enter.flags = flags; task = (struct task_struct *)bpf_get_current_task(); event.enter.ppid = task->real_parent->tgid; bpf_probe_read_kernel_str(&event.enter.pcomm, TASK_COMM_LEN, task->real_parent->comm); nsproxy = task->nsproxy; mnt_ns = nsproxy->mnt_ns; event.enter.mnt_ns = mnt_ns->ns.inum; events.perf_submit(ctx, &event, sizeof(event)); event.type = EVENT_FSMOUNT_PARAMS; event.fsmount.fs_fd = fs_fd; event.fsmount.attr_flags = attr_flags; events.perf_submit(ctx, &event, sizeof(event)); return 0; } int syscall__fsconfig(struct pt_regs *ctx, int fd, unsigned int cmd, char *key, char *value, int aux) { struct data_t event = {}; struct task_struct *task; struct nsproxy *nsproxy; struct mnt_namespace *mnt_ns; if (container_should_be_filtered()) { return 0; } event.pid = bpf_get_current_pid_tgid() & 0xffffffff; event.tgid = bpf_get_current_pid_tgid() >> 32; event.type = EVENT_FSCONFIG; bpf_get_current_comm(event.enter.comm, sizeof(event.enter.comm)); task = (struct task_struct *)bpf_get_current_task(); event.enter.ppid = task->real_parent->tgid; bpf_probe_read_kernel_str(&event.enter.pcomm, TASK_COMM_LEN, task->real_parent->comm); nsproxy = task->nsproxy; mnt_ns = nsproxy->mnt_ns; event.enter.mnt_ns = mnt_ns->ns.inum; events.perf_submit(ctx, &event, sizeof(event)); event.type = EVENT_FSCONFIG_PARAMS; event.fsconfig.fd = fd; event.fsconfig.cmd = cmd; /* * FIXME: fsconfig.key, fsconfig.value and fsconfig.aux can be used in * different combinations, and perhaps we should distinguish between them. */ __builtin_memset(event.fsconfig.key, 0, sizeof(event.fsconfig.key)); bpf_probe_read_user(event.fsconfig.key, sizeof(event.fsconfig.key), key); __builtin_memset(event.fsconfig.value, 0, sizeof(event.fsconfig.value)); bpf_probe_read_user(event.fsconfig.value, sizeof(event.fsconfig.value), value); event.fsconfig.aux = aux; events.perf_submit(ctx, &event, sizeof(event)); return 0; } int syscall__move_mount(struct pt_regs *ctx, int from_dfd, char *from_pathname, int to_dfd, char *to_pathname, unsigned int flags) { struct data_t event = {}; struct task_struct *task; struct nsproxy *nsproxy; struct mnt_namespace *mnt_ns; if (container_should_be_filtered()) { return 0; } event.pid = bpf_get_current_pid_tgid() & 0xffffffff; event.tgid = bpf_get_current_pid_tgid() >> 32; event.type = EVENT_MOVE_MOUNT; bpf_get_current_comm(event.enter.comm, sizeof(event.enter.comm)); event.enter.flags = flags; task = (struct task_struct *)bpf_get_current_task(); event.enter.ppid = task->real_parent->tgid; bpf_probe_read_kernel_str(&event.enter.pcomm, TASK_COMM_LEN, task->real_parent->comm); nsproxy = task->nsproxy; mnt_ns = nsproxy->mnt_ns; event.enter.mnt_ns = mnt_ns->ns.inum; events.perf_submit(ctx, &event, sizeof(event)); event.type = EVENT_MOVE_MOUNT_PARAMS; event.move_mount.from_dfd = from_dfd; __builtin_memset(event.move_mount.from_pathname, 0, sizeof(event.move_mount.from_pathname)); bpf_probe_read_user(event.move_mount.from_pathname, sizeof(event.move_mount.from_pathname), from_pathname); event.move_mount.to_dfd = to_dfd; __builtin_memset(event.move_mount.to_pathname, 0, sizeof(event.move_mount.to_pathname)); bpf_probe_read_user(event.move_mount.to_pathname, sizeof(event.move_mount.to_pathname), to_pathname); event.move_mount.flags = flags; events.perf_submit(ctx, &event, sizeof(event)); return 0; } static int __do_ret_sys(struct pt_regs *ctx, int ret) { struct data_t event = {}; event.type = ret; event.pid = bpf_get_current_pid_tgid() & 0xffffffff; event.tgid = bpf_get_current_pid_tgid() >> 32; event.retval = PT_REGS_RC(ctx); events.perf_submit(ctx, &event, sizeof(event)); return 0; } int do_ret_sys_mount(struct pt_regs *ctx) { return __do_ret_sys(ctx, EVENT_MOUNT_RET); } int do_ret_sys_fsopen(struct pt_regs *ctx) { return __do_ret_sys(ctx, EVENT_FSOPEN_RET); } int do_ret_sys_fsmount(struct pt_regs *ctx) { return __do_ret_sys(ctx, EVENT_FSMOUNT_RET); } int do_ret_sys_fsconfig(struct pt_regs *ctx) { return __do_ret_sys(ctx, EVENT_FSCONFIG_RET); } int do_ret_sys_move_mount(struct pt_regs *ctx) { return __do_ret_sys(ctx, EVENT_MOVE_MOUNT_RET); } int syscall__umount(struct pt_regs *ctx, char __user *target, int flags) { struct data_t event = {}; struct task_struct *task; struct nsproxy *nsproxy; struct mnt_namespace *mnt_ns; if (container_should_be_filtered()) { return 0; } event.pid = bpf_get_current_pid_tgid() & 0xffffffff; event.tgid = bpf_get_current_pid_tgid() >> 32; event.type = EVENT_UMOUNT; bpf_get_current_comm(event.enter.comm, sizeof(event.enter.comm)); event.enter.flags = flags; task = (struct task_struct *)bpf_get_current_task(); event.enter.ppid = task->real_parent->tgid; bpf_probe_read_kernel_str(&event.enter.pcomm, TASK_COMM_LEN, task->real_parent->comm); nsproxy = task->nsproxy; mnt_ns = nsproxy->mnt_ns; event.enter.mnt_ns = mnt_ns->ns.inum; events.perf_submit(ctx, &event, sizeof(event)); event.type = EVENT_UMOUNT_TARGET; __builtin_memset(event.str, 0, sizeof(event.str)); bpf_probe_read_user(event.str, sizeof(event.str), target); events.perf_submit(ctx, &event, sizeof(event)); return 0; } int do_ret_sys_umount(struct pt_regs *ctx) { return __do_ret_sys(ctx, EVENT_UMOUNT_RET); } """ # sys/mount.h MS_MGC_VAL = 0xc0ed0000 MS_MGC_MSK = 0xffff0000 MOUNT_FLAGS = [ ('MS_RDONLY', 1), ('MS_NOSUID', 2), ('MS_NODEV', 4), ('MS_NOEXEC', 8), ('MS_SYNCHRONOUS', 16), ('MS_REMOUNT', 32), ('MS_MANDLOCK', 64), ('MS_DIRSYNC', 128), ('MS_NOATIME', 1024), ('MS_NODIRATIME', 2048), ('MS_BIND', 4096), ('MS_MOVE', 8192), ('MS_REC', 16384), ('MS_SILENT', 32768), ('MS_POSIXACL', 1 << 16), ('MS_UNBINDABLE', 1 << 17), ('MS_PRIVATE', 1 << 18), ('MS_SLAVE', 1 << 19), ('MS_SHARED', 1 << 20), ('MS_RELATIME', 1 << 21), ('MS_KERNMOUNT', 1 << 22), ('MS_I_VERSION', 1 << 23), ('MS_STRICTATIME', 1 << 24), ('MS_LAZYTIME', 1 << 25), ('MS_ACTIVE', 1 << 30), ('MS_NOUSER', 1 << 31), ] MOUNT_ATTR_FLAGS = [ ('MOUNT_ATTR_RDONLY', 0x00000001), ('MOUNT_ATTR_NOSUID', 0x00000002), ('MOUNT_ATTR_NODEV', 0x00000004), ('MOUNT_ATTR_NOEXEC', 0x00000008), ('MOUNT_ATTR__ATIME', 0x00000070), ('MOUNT_ATTR_RELATIME', 0x00000000), ('MOUNT_ATTR_NOATIME', 0x00000010), ('MOUNT_ATTR_STRICTATIME', 0x00000020), ('MOUNT_ATTR_NODIRATIME', 0x00000080), ('MOUNT_ATTR_IDMAP', 0x00100000), ('MOUNT_ATTR_NOSYMFOLLOW', 0x00200000), ] FSCONFIG_CMD = [ ('FSCONFIG_SET_FLAG', 0), ('FSCONFIG_SET_STRING', 1), ('FSCONFIG_SET_BINARY', 2), ('FSCONFIG_SET_PATH', 3), ('FSCONFIG_SET_PATH_EMPTY', 4), ('FSCONFIG_SET_FD', 5), ('FSCONFIG_CMD_CREATE', 6), ('FSCONFIG_CMD_RECONFIGURE', 7), ('FSCONFIG_CMD_CREATE_EXCL', 8), ] MOVE_MOUNT_FLAGS = [ ('MOVE_MOUNT_F_SYMLINKS', 0x00000001), ('MOVE_MOUNT_F_AUTOMOUNTS', 0x00000002), ('MOVE_MOUNT_F_EMPTY_PATH', 0x00000004), ('MOVE_MOUNT_T_SYMLINKS', 0x00000010), ('MOVE_MOUNT_T_AUTOMOUNTS', 0x00000020), ('MOVE_MOUNT_T_EMPTY_PATH', 0x00000040), ('MOVE_MOUNT_SET_GROUP', 0x00000100), ('MOVE_MOUNT_BENEATH', 0x00000200), ] UMOUNT_FLAGS = [ ('MNT_FORCE', 1), ('MNT_DETACH', 2), ('MNT_EXPIRE', 4), ('UMOUNT_NOFOLLOW', 8), ] TASK_COMM_LEN = 16 # linux/sched.h MAX_STR_LEN = 412 # linux/fcntl.h AT_FDCWD = -100 class EventType(object): EVENT_MOUNT = 0 EVENT_MOUNT_SOURCE = 1 EVENT_MOUNT_TARGET = 2 EVENT_MOUNT_TYPE = 3 EVENT_MOUNT_DATA = 4 EVENT_MOUNT_RET = 5 EVENT_FSOPEN = 6 EVENT_FSOPEN_FS_NAME = 7 EVENT_FSOPEN_RET = 8 EVENT_FSMOUNT = 9 EVENT_FSMOUNT_PARAMS = 10 EVENT_FSMOUNT_RET = 11 EVENT_FSCONFIG = 12 EVENT_FSCONFIG_PARAMS = 13 EVENT_FSCONFIG_RET = 14 EVENT_MOVE_MOUNT = 15 EVENT_MOVE_MOUNT_PARAMS = 16 EVENT_MOVE_MOUNT_RET = 17 EVENT_UMOUNT = 18 EVENT_UMOUNT_TARGET = 19 EVENT_UMOUNT_RET = 20 class EnterData(ctypes.Structure): _fields_ = [ ('mnt_ns', ctypes.c_uint), ('comm', ctypes.c_char * TASK_COMM_LEN), ('pcomm', ctypes.c_char * TASK_COMM_LEN), ('ppid', ctypes.c_uint), ('flags', ctypes.c_ulong), ] class FsmountParam(ctypes.Structure): _fields_ = [ ('fs_fd', ctypes.c_int), ('attr_flags', ctypes.c_uint), ] class FsconfigParam(ctypes.Structure): _fields_ = [ ('fd', ctypes.c_int), ('cmd', ctypes.c_uint), ('key', ctypes.c_char * 32), ('value', ctypes.c_char * 32), ('aux', ctypes.c_uint), ] class MoveMountParam(ctypes.Structure): _fields_ = [ ('from_dfd', ctypes.c_int), ('from_pathname', ctypes.c_char * 128), ('to_dfd', ctypes.c_int), ('to_pathname', ctypes.c_char * 128), ('flags', ctypes.c_uint), ] class DataUnion(ctypes.Union): _fields_ = [ ('enter', EnterData), ('str', ctypes.c_char * MAX_STR_LEN), ('fsmount', FsmountParam), ('fsconfig', FsconfigParam), ('move_mount', MoveMountParam), ('retval', ctypes.c_int), ] class Event(ctypes.Structure): _fields_ = [ ('type', ctypes.c_uint), ('pid', ctypes.c_uint), ('tgid', ctypes.c_uint), ('union', DataUnion), ] def _decode_flags(flags, flag_list): str_flags = [] for flag, bit in flag_list: if flags & bit: str_flags.append(flag) flags &= ~bit if flags or not str_flags: str_flags.append('0x{:x}'.format(flags)) return str_flags def _decode_cmd(cmd, cmd_list): for str_cmd, cmd_val in cmd_list: if cmd == cmd_val: return str_cmd return '0x{:x}'.format(cmd) def decode_flags(flags, flag_list): return '|'.join(_decode_flags(flags, flag_list)) def decode_mount_flags(flags): str_flags = [] if flags & MS_MGC_MSK == MS_MGC_VAL: flags &= ~MS_MGC_MSK str_flags.append('MS_MGC_VAL') str_flags.extend(_decode_flags(flags, MOUNT_FLAGS)) return '|'.join(str_flags) def decode_mount_attr_flags(flags): str_flags = [] str_flags.extend(_decode_flags(flags, MOUNT_ATTR_FLAGS)) return '|'.join(str_flags) def decode_fsconfig_cmd(cmd): return _decode_cmd(cmd, FSCONFIG_CMD) def decode_move_mount_flags(flags): str_flags = [] str_flags.extend(_decode_flags(flags, MOVE_MOUNT_FLAGS)) return '|'.join(str_flags) def decode_umount_flags(flags): return decode_flags(flags, UMOUNT_FLAGS) def decode_special_fd(fd): if fd == AT_FDCWD: return 'AT_FDCWD' return '{:d}'.format(fd) def decode_errno(retval): try: return '-' + errno.errorcode[-retval] except KeyError: return str(retval) _escape_chars = { ord('\a'): '\\a', ord('\b'): '\\b', ord('\t'): '\\t', ord('\n'): '\\n', ord('\v'): '\\v', ord('\f'): '\\f', ord('\r'): '\\r', ord('"'): '\\"', ord('\\'): '\\\\', } def escape_character(c): try: return _escape_chars[c] except KeyError: if 0x20 <= c <= 0x7e: return chr(c) else: return '\\x{:02x}'.format(c) if sys.version_info.major < 3: def decode_mount_string(s): return '"{}"'.format(''.join(escape_character(ord(c)) for c in s)) else: def decode_mount_string(s): return '"{}"'.format(''.join(escape_character(c) for c in s)) def print_event(mounts, umounts, parent, cpu, data, size): event = ctypes.cast(data, ctypes.POINTER(Event)).contents try: if (event.type == EventType.EVENT_MOUNT or event.type == EventType.EVENT_FSOPEN or event.type == EventType.EVENT_FSMOUNT or event.type == EventType.EVENT_FSCONFIG or event.type == EventType.EVENT_MOVE_MOUNT): mounts[event.pid] = { 'pid': event.pid, 'tgid': event.tgid, 'mnt_ns': event.union.enter.mnt_ns, 'comm': event.union.enter.comm, 'flags': event.union.enter.flags, 'ppid': event.union.enter.ppid, 'pcomm': event.union.enter.pcomm, } elif event.type == EventType.EVENT_MOUNT_SOURCE: mounts[event.pid]['source'] = event.union.str elif event.type == EventType.EVENT_MOUNT_TARGET: mounts[event.pid]['target'] = event.union.str elif event.type == EventType.EVENT_MOUNT_TYPE: mounts[event.pid]['type'] = event.union.str elif event.type == EventType.EVENT_MOUNT_DATA: # XXX: data is not always a NUL-terminated string mounts[event.pid]['data'] = event.union.str elif event.type == EventType.EVENT_FSOPEN_FS_NAME: mounts[event.pid]['fs_name'] = event.union.str elif event.type == EventType.EVENT_FSMOUNT_PARAMS: mounts[event.pid]['fs_fd'] = event.union.fsmount.fs_fd mounts[event.pid]['attr_flags'] = event.union.fsmount.attr_flags elif event.type == EventType.EVENT_FSCONFIG_PARAMS: mounts[event.pid]['fd'] = event.union.fsconfig.fd mounts[event.pid]['cmd'] = event.union.fsconfig.cmd mounts[event.pid]['key'] = event.union.fsconfig.key mounts[event.pid]['value'] = event.union.fsconfig.value mounts[event.pid]['aux'] = event.union.fsconfig.aux elif event.type == EventType.EVENT_MOVE_MOUNT_PARAMS: mounts[event.pid]['from_dfd'] = event.union.move_mount.from_dfd mounts[event.pid]['from_pathname'] = event.union.move_mount.from_pathname mounts[event.pid]['to_dfd'] = event.union.move_mount.to_dfd mounts[event.pid]['to_pathname'] = event.union.move_mount.to_pathname mounts[event.pid]['flags'] = event.union.move_mount.flags elif event.type == EventType.EVENT_UMOUNT: umounts[event.pid] = { 'pid': event.pid, 'tgid': event.tgid, 'mnt_ns': event.union.enter.mnt_ns, 'comm': event.union.enter.comm, 'flags': event.union.enter.flags, 'ppid': event.union.enter.ppid, 'pcomm': event.union.enter.pcomm, } elif event.type == EventType.EVENT_UMOUNT_TARGET: umounts[event.pid]['target'] = event.union.str elif (event.type == EventType.EVENT_MOUNT_RET or event.type == EventType.EVENT_UMOUNT_RET or event.type == EventType.EVENT_FSOPEN_RET or event.type == EventType.EVENT_FSMOUNT_RET or event.type == EventType.EVENT_FSCONFIG_RET or event.type == EventType.EVENT_MOVE_MOUNT_RET): if event.type == EventType.EVENT_MOUNT_RET: syscall = mounts.pop(event.pid) call = ('mount({source}, {target}, {type}, {flags}, {data}) ' + '= {retval}').format( source=decode_mount_string(syscall['source']), target=decode_mount_string(syscall['target']), type=decode_mount_string(syscall['type']), flags=decode_mount_flags(syscall['flags']), data=decode_mount_string(syscall['data']), retval=decode_errno(event.union.retval)) elif event.type == EventType.EVENT_UMOUNT_RET: syscall = umounts.pop(event.pid) call = 'umount({target}, {flags}) = {retval}'.format( target=decode_mount_string(syscall['target']), flags=decode_umount_flags(syscall['flags']), retval=decode_errno(event.union.retval)) elif event.type == EventType.EVENT_FSOPEN_RET: syscall = mounts.pop(event.pid) call = ('fsopen({fs_name}, {flags}) ' + '= {retval}').format( fs_name=decode_mount_string(syscall['fs_name']), flags=decode_mount_flags(syscall['flags']), retval=decode_errno(event.union.retval)) elif event.type == EventType.EVENT_FSMOUNT_RET: syscall = mounts.pop(event.pid) call = ('fsmount({fs_fd}, {flags}, {attr_flags}) ' + '= {retval}').format( fs_fd=syscall['fs_fd'], flags=decode_mount_flags(syscall['flags']), attr_flags=decode_mount_attr_flags(syscall['attr_flags']), retval=decode_errno(event.union.retval)) elif event.type == EventType.EVENT_FSCONFIG_RET: syscall = mounts.pop(event.pid) call = ('fsconfig({fd}, {cmd}, {key}, {value}, {aux}) ' + '= {retval}').format( fd=syscall['fd'], cmd=decode_fsconfig_cmd(syscall['cmd']), key=decode_mount_string(syscall['key']), value=decode_mount_string(syscall['value']), aux=syscall['aux'], retval=decode_errno(event.union.retval)) elif event.type == EventType.EVENT_MOVE_MOUNT_RET: syscall = mounts.pop(event.pid) call = ('move_mount({from_dfd}, {from_pathname}, {to_dfd}, {to_pathname}, {flags}) ' + '= {retval}').format( from_dfd=syscall['from_dfd'], from_pathname=decode_mount_string(syscall['from_pathname']), # maye to_dfd == AT_FDCWD to_dfd=decode_special_fd(syscall['to_dfd']), to_pathname=decode_mount_string(syscall['to_pathname']), flags=decode_move_mount_flags(syscall['flags']), retval=decode_errno(event.union.retval)) if parent: print('{:16} {:<7} {:<7} {:16} {:<7} {:<11} {}'.format( syscall['comm'].decode('utf-8', 'replace'), syscall['tgid'], syscall['pid'], syscall['pcomm'].decode('utf-8', 'replace'), syscall['ppid'], syscall['mnt_ns'], call)) else: print('{:16} {:<7} {:<7} {:<11} {}'.format( syscall['comm'].decode('utf-8', 'replace'), syscall['tgid'], syscall['pid'], syscall['mnt_ns'], call)) sys.stdout.flush() except KeyError: # This might happen if we lost an event. pass def main(): parser = argparse.ArgumentParser( description='trace mount() and umount() syscalls' ) parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) parser.add_argument("-P", "--parent_process", action="store_true", help="also snoop the parent process") parser.add_argument("--cgroupmap", help="trace cgroups in this BPF map only") parser.add_argument("--mntnsmap", help="trace mount namespaces in this BPF map only") args = parser.parse_args() mounts = {} umounts = {} global bpf_text bpf_text = filter_by_containers(args) + bpf_text if args.ebpf: print(bpf_text) exit() b = bcc.BPF(text=bpf_text) mount_fnname = b.get_syscall_fnname("mount") # fsopne(2) syscall add since kernel commit 24dcb3d90a1f ("vfs: syscall: # Add fsopen() to prepare for superblock creation") v5.1-rc1-5-g24dcb3d90a1f fsopen_fnname = b.get_syscall_fnname("fsopen") # fsconfig(2) syscall add since kernel commit ecdab150fddb ("vfs: syscall: # Add fsconfig() for configuring and managing a context") v5.1-rc1-7-gecdab150fddb fsconfig_fnname = b.get_syscall_fnname("fsconfig") # fsmount(2) syscall add since kernel commit 93766fbd2696 ("vfs: syscall: # Add fsmount() to create a mount for a superblock") v5.1-rc1-8-g93766fbd2696 fsmount_fnname = b.get_syscall_fnname("fsmount") # move_mount(2) syscall add since kernel commit 2db154b3ea8e ("vfs: syscall: # Add move_mount(2) to move mounts around"), v5.1-rc1-2-g2db154b3ea8e move_mount_fnname = b.get_syscall_fnname("move_mount") umount_fnname = b.get_syscall_fnname("umount") if b.ksymname(fsopen_fnname) == -1: fsopen_fnname = None if b.ksymname(fsconfig_fnname) == -1: fsconfig_fnname = None if b.ksymname(fsmount_fnname) == -1: fsmount_fnname = None if b.ksymname(move_mount_fnname) == -1: move_mount_fnname = None b.attach_kprobe(event=mount_fnname, fn_name="syscall__mount") b.attach_kretprobe(event=mount_fnname, fn_name="do_ret_sys_mount") if fsopen_fnname: b.attach_kprobe(event=fsopen_fnname, fn_name="syscall__fsopen") b.attach_kretprobe(event=fsopen_fnname, fn_name="do_ret_sys_fsopen") if fsmount_fnname: b.attach_kprobe(event=fsmount_fnname, fn_name="syscall__fsmount") b.attach_kretprobe(event=fsmount_fnname, fn_name="do_ret_sys_fsmount") if fsconfig_fnname: b.attach_kprobe(event=fsconfig_fnname, fn_name="syscall__fsconfig") b.attach_kretprobe(event=fsconfig_fnname, fn_name="do_ret_sys_fsconfig") if move_mount_fnname: b.attach_kprobe(event=move_mount_fnname, fn_name="syscall__move_mount") b.attach_kretprobe(event=move_mount_fnname, fn_name="do_ret_sys_move_mount") b.attach_kprobe(event=umount_fnname, fn_name="syscall__umount") b.attach_kretprobe(event=umount_fnname, fn_name="do_ret_sys_umount") b['events'].open_perf_buffer( functools.partial(print_event, mounts, umounts, args.parent_process)) if args.parent_process: print('{:16} {:<7} {:<7} {:16} {:<7} {:<11} {}'.format( 'COMM', 'PID', 'TID', 'PCOMM', 'PPID', 'MNT_NS', 'CALL')) else: print('{:16} {:<7} {:<7} {:<11} {}'.format( 'COMM', 'PID', 'TID', 'MNT_NS', 'CALL')) while True: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() if __name__ == '__main__': main() bpfcc-0.31.0/tools/mountsnoop_example.txt000066400000000000000000000051611465134135300205150ustar00rootroot00000000000000Demonstrations of mountsnoop. mountsnoop traces the mount() and umount syscalls system-wide. For example, running the following series of commands produces this output: # mount --bind /mnt /mnt # umount /mnt # unshare -m # mount --bind /mnt /mnt # umount /mnt # ./mountsnoop.py COMM PID TID MNT_NS CALL mount 13207 13207 4026531841 mount("/dev/loop0", "tmp-dir/", "ext4", 0x0, "") = 0 mount 13207 13207 4026531841 umount("tmp-dir/", 0x0) = 0 fsmount 13224 13224 4026531841 fsopen("ext4", 0x0) = 5 fsmount 13224 13224 4026531841 fsconfig(5, FSCONFIG_SET_FLAG, "rw", "", 0) = 0 fsmount 13224 13224 4026531841 fsconfig(5, FSCONFIG_SET_STRING, "source", "/dev/loop0", 0) = 0 fsmount 13224 13224 4026531841 fsconfig(5, FSCONFIG_CMD_CREATE, "", "", 0) = 0 fsmount 13224 13224 4026531841 fsmount(5, 0x0, MOUNT_ATTR_RDONLY) = 6 fsmount 13224 13224 4026531841 move_mount(6, "", AT_FDCWD, "./tmp-dir/", MOVE_MOUNT_F_EMPTY_PATH) = 0 fsmount 13224 13224 4026531841 umount("./tmp-dir/", 0x0) = 0 # ./mountsnoop.py -P COMM PID TID PCOMM PPID MNT_NS CALL mount 13393 13393 bash 13392 4026531841 mount("/dev/loop0", "tmp-dir/", "ext4", 0x0, "") = 0 mount 13393 13393 bash 13392 4026531841 umount("tmp-dir/", 0x0) = 0 fsmount 13409 13409 bash 13408 4026531841 fsopen("ext4", 0x0) = 5 fsmount 13409 13409 bash 13408 4026531841 fsconfig(5, FSCONFIG_SET_FLAG, "rw", "", 0) = 0 fsmount 13409 13409 bash 13408 4026531841 fsconfig(5, FSCONFIG_SET_STRING, "source", "/dev/loop0", 0) = 0 fsmount 13409 13409 bash 13408 4026531841 fsconfig(5, FSCONFIG_CMD_CREATE, "", "", 0) = 0 fsmount 13409 13409 bash 13408 4026531841 fsmount(5, 0x0, MOUNT_ATTR_RDONLY) = 6 fsmount 13409 13409 bash 13408 4026531841 move_mount(6, "", AT_FDCWD, "./tmp-dir/", MOVE_MOUNT_F_EMPTY_PATH) = 0 fsmount 13409 13409 bash 13408 4026531841 umount("./tmp-dir/", 0x0) = 0 The output shows the calling command, its process ID and thread ID, the mount namespace the call was made in, and the call itself. The mount namespace number is an inode number that uniquely identifies the namespace in the running system. This can also be obtained from readlink /proc/$PID/ns/mnt. Note that because of restrictions in BPF, the string arguments to either syscall may be truncated. bpfcc-0.31.0/tools/mysqld_qslower.py000077500000000000000000000060671465134135300174700ustar00rootroot00000000000000#!/usr/bin/env python # # mysqld_qslower MySQL server queries slower than a threshold. # For Linux, uses BCC, BPF. Embedded C. # # USAGE: mysqld_qslower PID [min_ms] # # By default, a threshold of 1.0 ms is used. Set this to 0 ms to trace all # queries (verbose). # # This uses USDT probes, and needs a MySQL server with -DENABLE_DTRACE=1. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 30-Jul-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF, USDT import sys # arguments def usage(): print("USAGE: mysqld_qslower PID [min_ms]") exit() if len(sys.argv) < 2: usage() if sys.argv[1][0:1] == "-": usage() pid = int(sys.argv[1]) min_ns = 1 * 1000000 min_ms_text = 1 if len(sys.argv) == 3: min_ns = float(sys.argv[2]) * 1000000 min_ms_text = sys.argv[2] debug = 0 QUERY_MAX = 128 # load BPF program bpf_text = """ #include #define QUERY_MAX """ + str(QUERY_MAX) + """ struct start_t { u64 ts; char *query; }; struct data_t { u32 pid; u64 ts; u64 delta; char query[QUERY_MAX]; }; BPF_HASH(start_tmp, u32, struct start_t); BPF_PERF_OUTPUT(events); int do_start(struct pt_regs *ctx) { u32 tid = bpf_get_current_pid_tgid(); struct start_t start = {}; start.ts = bpf_ktime_get_ns(); bpf_usdt_readarg(1, ctx, &start.query); start_tmp.update(&tid, &start); return 0; }; int do_done(struct pt_regs *ctx) { u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; struct start_t *sp; sp = start_tmp.lookup(&tid); if (sp == 0) { // missed tracing start return 0; } // check if query exceeded our threshold u64 delta = bpf_ktime_get_ns() - sp->ts; if (delta >= """ + str(min_ns) + """) { // populate and emit data struct struct data_t data = {.pid = pid, .ts = sp->ts, .delta = delta}; bpf_probe_read_user(&data.query, sizeof(data.query), (void *)sp->query); events.perf_submit(ctx, &data, sizeof(data)); } start_tmp.delete(&tid); return 0; }; """ # enable USDT probe from given PID u = USDT(pid=pid) u.enable_probe(probe="query__start", fn_name="do_start") u.enable_probe(probe="query__done", fn_name="do_done") if debug: print(u.get_text()) print(bpf_text) # initialize BPF b = BPF(text=bpf_text, usdt_contexts=[u]) # header print("Tracing MySQL server queries for PID %d slower than %s ms..." % (pid, min_ms_text)) print("%-14s %-7s %8s %s" % ("TIME(s)", "PID", "MS", "QUERY")) # process event start = 0 def print_event(cpu, data, size): global start event = b["events"].event(data) if start == 0: start = event.ts print("%-14.6f %-7d %8.3f %s" % (float(event.ts - start) / 1000000000, event.pid, float(event.delta) / 1000000, event.query)) # loop with callback to print_event b["events"].open_perf_buffer(print_event, page_cnt=64) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/mysqld_qslower_example.txt000066400000000000000000000044571465134135300213700ustar00rootroot00000000000000Demonstrations of mysqld_qslower, the Linux eBPF/bcc version. mysqld_qslower traces queries served by a MySQL server, and prints those that exceed a latency (query time) threshold. By default a threshold of 1 ms is used. For example: # ./mysqld_qslower.py `pgrep -n mysqld` Tracing MySQL server queries for PID 14371 slower than 1 ms... TIME(s) PID MS QUERY 0.000000 18608 130.751 SELECT * FROM words WHERE word REGEXP '^bre.*n$' 2.921535 18608 130.590 SELECT * FROM words WHERE word REGEXP '^alex.*$' 4.603549 18608 24.164 SELECT COUNT(*) FROM words 9.733847 18608 130.936 SELECT count(*) AS count FROM words WHERE word REGEXP '^bre.*n$' 17.864776 18608 130.298 SELECT * FROM words WHERE word REGEXP '^bre.*n$' ORDER BY word This traced 5 queries, 4 of which took about 130 milliseconds. A pgrep command was used to specify the PID of mysqld. In this example, a lower threshold is used of 0.1 ms: # ./mysqld_qslower.py `pgrep -n mysqld` 0.1 Tracing MySQL server queries for PID 14371 slower than 0.1 ms... TIME(s) PID MS QUERY 0.000000 18608 24.201 SELECT COUNT(*) FROM words 13.242390 18608 130.378 SELECT * FROM words WHERE word REGEXP '^bre.*n$' 23.601751 18608 119.198 SELECT * FROM words WHERE word REGEXP '^zzzzzzzz$' It worked, but I'm not catching any faster queries in this example. Notice I added a query that searched for "zzzzzzzz": it returned an empty set, and ran 11 ms faster. A 0 ms threshold can be specified to trace all queries: # ./mysqld_qslower.py `pgrep -n mysqld` 0 Tracing MySQL server queries for PID 14371 slower than 0 ms... TIME(s) PID MS QUERY 0.000000 18608 0.105 select @@version_comment limit 1 2.049312 18608 0.099 SELECT DATABASE() 2.050666 18608 0.274 show databases 2.051040 18608 0.176 show tables 5.730044 18608 130.365 SELECT count(*) AS count FROM words WHERE word REGEXP '^bre.*n$' 9.273837 18608 0.096 select 1 9.553742 18608 0.059 select 1 9.986087 18608 0.080 select 1 This includes an initialization of a mysql client command, and selecting the database. I also added some "select 1;" queries, which do no work and return quickly. USAGE: # ./mysqld_qslower.py -h USAGE: mysqld_latency PID [min_ms] bpfcc-0.31.0/tools/netqtop.c000066400000000000000000000063771465134135300156700ustar00rootroot00000000000000 #include #include #if IFNAMSIZ != 16 #error "IFNAMSIZ != 16 is not supported" #endif #define MAX_QUEUE_NUM 1024 /** * This union is use to store name of the specified interface * and read it as two different data types */ union name_buf{ char name[IFNAMSIZ]; struct { u64 hi; u64 lo; }name_int; }; /* data retrieved in tracepoints */ struct queue_data{ u64 total_pkt_len; u32 num_pkt; u32 size_64B; u32 size_512B; u32 size_2K; u32 size_16K; u32 size_64K; }; /* array of length 1 for device name */ BPF_ARRAY(name_map, union name_buf, 1); /* table for transmit & receive packets */ BPF_HASH(tx_q, u16, struct queue_data, MAX_QUEUE_NUM); BPF_HASH(rx_q, u16, struct queue_data, MAX_QUEUE_NUM); static inline int name_filter(struct sk_buff* skb){ /* get device name from skb */ union name_buf real_devname; struct net_device *dev; bpf_probe_read(&dev, sizeof(skb->dev), ((char *)skb + offsetof(struct sk_buff, dev))); bpf_probe_read(&real_devname, IFNAMSIZ, dev->name); int key=0; union name_buf *leaf = name_map.lookup(&key); if(!leaf){ return 0; } if((leaf->name_int).hi != real_devname.name_int.hi || (leaf->name_int).lo != real_devname.name_int.lo){ return 0; } return 1; } static void updata_data(struct queue_data *data, u64 len){ data->total_pkt_len += len; data->num_pkt ++; if(len / 64 == 0){ data->size_64B ++; } else if(len / 512 == 0){ data->size_512B ++; } else if(len / 2048 == 0){ data->size_2K ++; } else if(len / 16384 == 0){ data->size_16K ++; } else if(len / 65536 == 0){ data->size_64K ++; } } TRACEPOINT_PROBE(net, net_dev_start_xmit){ /* read device name */ struct sk_buff* skb = (struct sk_buff*)args->skbaddr; if(!name_filter(skb)){ return 0; } /* update table */ u16 qid = skb->queue_mapping; struct queue_data newdata; __builtin_memset(&newdata, 0, sizeof(newdata)); struct queue_data *data = tx_q.lookup_or_try_init(&qid, &newdata); if(!data){ return 0; } updata_data(data, skb->len); return 0; } TRACEPOINT_PROBE(net, netif_receive_skb){ struct sk_buff skb; bpf_probe_read(&skb, sizeof(skb), args->skbaddr); if(!name_filter(&skb)){ return 0; } /* case 1: if the NIC does not support multi-queue feature, there is only * one queue(qid is always 0). * case 2: if the NIC supports multi-queue feature, there are several queues * with different qid(from 0 to n-1). * The net device driver should mark queue id by API 'skb_record_rx_queue' * for a recieved skb, otherwise it should be a BUG(all of the packets are * reported as queue 0). For example, virtio net driver is fixed for linux: * commit: 133bbb18ab1a2("virtio-net: per-queue RPS config") */ u16 qid = 0; if (skb_rx_queue_recorded(&skb)) qid = skb_get_rx_queue(&skb); struct queue_data newdata; __builtin_memset(&newdata, 0, sizeof(newdata)); struct queue_data *data = rx_q.lookup_or_try_init(&qid, &newdata); if(!data){ return 0; } updata_data(data, skb.len); return 0; } bpfcc-0.31.0/tools/netqtop.py000077500000000000000000000131101465134135300160600ustar00rootroot00000000000000#!/usr/bin/env python from __future__ import print_function from bcc import BPF from ctypes import * import argparse import os from time import sleep,time,localtime,asctime # pre defines ------------------------------- ROOT_PATH = "/sys/class/net" IFNAMSIZ = 16 COL_WIDTH = 10 MAX_QUEUE_NUM = 1024 EBPF_FILE = "netqtop.c" # structure for network interface name array class Devname(Structure): _fields_=[ ('name', c_char*IFNAMSIZ) ] ################## printer for results ################### def to_str(num): s = "" if num > 1000000: return str(round(num/(1024*1024.0), 2)) + 'M' elif num > 1000: return str(round(num/1024.0, 2)) + 'K' else: if isinstance(num, float): return str(round(num, 2)) else: return str(num) def print_table(table, qnum): global print_interval # ---- print headers ---------------- headers = [ "QueueID", "avg_size", "[0, 64)", "[64, 512)", "[512, 2K)", "[2K, 16K)", "[16K, 64K)" ] if args.throughput: headers.append("BPS") headers.append("PPS") print(" ", end="") for hd in headers: print( "%-11s" % hd, end="") print() # ------- calculates -------------- qids=[] tBPS = 0 tPPS = 0 tAVG = 0 tGroup = [0,0,0,0,0] tpkt = 0 tlen = 0 for k, v in (table.items_lookup_batch() if htab_batch_ops else table.items()): qids += [k.value] tlen += v.total_pkt_len tpkt += v.num_pkt tGroup[0] += v.size_64B tGroup[1] += v.size_512B tGroup[2] += v.size_2K tGroup[3] += v.size_16K tGroup[4] += v.size_64K tBPS = tlen / print_interval tPPS = tpkt / print_interval if tpkt != 0: tAVG = tlen / tpkt # -------- print table -------------- for k in range(qnum): if k in qids: item = table[c_ushort(k)] data = [ k, item.total_pkt_len, item.num_pkt, item.size_64B, item.size_512B, item.size_2K, item.size_16K, item.size_64K ] else: data = [k,0,0,0,0,0,0,0] # print a line per queue avg = 0 if data[2] != 0: avg = data[1] / data[2] print(" %-11d%-11s%-11s%-11s%-11s%-11s%-11s" % ( data[0], to_str(avg), to_str(data[3]), to_str(data[4]), to_str(data[5]), to_str(data[6]), to_str(data[7]) ), end="") if args.throughput: BPS = data[1] / print_interval PPS = data[2] / print_interval print("%-11s%-11s" % ( to_str(BPS), to_str(PPS) )) else: print() # ------- print total -------------- print(" Total %-11s%-11s%-11s%-11s%-11s%-11s" % ( to_str(tAVG), to_str(tGroup[0]), to_str(tGroup[1]), to_str(tGroup[2]), to_str(tGroup[3]), to_str(tGroup[4]) ), end="") if args.throughput: print("%-11s%-11s" % ( to_str(tBPS), to_str(tPPS) )) else: print() def print_result(b): # --------- print tx queues --------------- print(asctime(localtime(time()))) print("TX") table = b['tx_q'] print_table(table, tx_num) if htab_batch_ops: b['tx_q'].items_delete_batch() else: b['tx_q'].clear() # --------- print rx queues --------------- print("") print("RX") table = b['rx_q'] print_table(table, rx_num) if htab_batch_ops: b['rx_q'].items_delete_batch() else: b['rx_q'].clear() if args.throughput: print("-"*95) else: print("-"*77) ############## specify network interface ################# parser = argparse.ArgumentParser(description="") parser.add_argument("--name", "-n", type=str, default="") parser.add_argument("--interval", "-i", type=float, default=1) parser.add_argument("--throughput", "-t", action="store_true") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() if args.ebpf: with open(EBPF_FILE) as fileobj: progtxt = fileobj.read() print(progtxt) exit() if args.name == "": print ("Please specify a network interface.") exit() else: dev_name = args.name if len(dev_name) > IFNAMSIZ-1: print ("NIC name too long") exit() print_interval = args.interval + 0.0 if print_interval == 0: print ("print interval must be non-zero") exit() ################ get number of queues ##################### tx_num = 0 rx_num = 0 path = ROOT_PATH + "/" + dev_name + "/queues" if not os.path.exists(path): print ("Net interface", dev_name, "does not exits.") exit() list = os.listdir(path) for s in list: if s[0] == 'r': rx_num += 1 if s[0] == 't': tx_num += 1 if tx_num > MAX_QUEUE_NUM or rx_num > MAX_QUEUE_NUM: print ("number of queues over 1024 is not supported.") exit() ################## start tracing ################## b = BPF(src_file = EBPF_FILE) # --- check whether hash table batch ops is supported --- htab_batch_ops = True if BPF.kernel_struct_has_field(b'bpf_map_ops', b'map_lookup_and_delete_batch') == 1 else False # --------- set hash array -------- devname_map = b['name_map'] _name = Devname() _name.name = dev_name.encode() devname_map[0] = _name while 1: try: sleep(print_interval) print_result(b) except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/netqtop_example.txt000066400000000000000000000303211465134135300177620ustar00rootroot00000000000000Demonstrations of netqtop. netqtop traces the kernel functions performing packet transmit (xmit_one) and packet receive (__netif_receive_skb_core) on data link layer. The tool not only traces every packet via a specified network interface, but also accounts the PPS, BPS and average size of packets as well as packet amounts (categorized by size range) on sending and receiving direction respectively. Results are printed as tables, which can be used to understand traffic load allocation on each queue of interested network interface to see if it is balanced. And the overall performance is provided in the buttom. For example, suppose you want to know current traffic on lo, and print result every second: # ./netqtop.py -n lo -i 1 Thu Sep 10 11:28:39 2020 TX QueueID avg_size [0, 64) [64, 512) [512, 2K) [2K, 16K) [16K, 64K) 0 88 0 9 0 0 0 Total 88 0 9 0 0 0 RX QueueID avg_size [0, 64) [64, 512) [512, 2K) [2K, 16K) [16K, 64K) 0 74 4 5 0 0 0 Total 74 4 5 0 0 0 ---------------------------------------------------------------------------- Thu Sep 10 11:28:40 2020 TX QueueID avg_size [0, 64) [64, 512) [512, 2K) [2K, 16K) [16K, 64K) 0 233 0 3 1 0 0 Total 233 0 3 1 0 0 RX QueueID avg_size [0, 64) [64, 512) [512, 2K) [2K, 16K) [16K, 64K) 0 219 2 1 1 0 0 Total 219 2 1 1 0 0 ---------------------------------------------------------------------------- or you can just use the default mode # ./netqtop.py -n lo Thu Sep 10 11:27:45 2020 TX QueueID avg_size [0, 64) [64, 512) [512, 2K) [2K, 16K) [16K, 64K) 0 92 0 7 0 0 0 Total 92 0 7 0 0 0 RX QueueID avg_size [0, 64) [64, 512) [512, 2K) [2K, 16K) [16K, 64K) 0 78 3 4 0 0 0 Total 78 3 4 0 0 0 ---------------------------------------------------------------------------- Thu Sep 10 11:27:46 2020 TX QueueID avg_size [0, 64) [64, 512) [512, 2K) [2K, 16K) [16K, 64K) 0 179 0 5 1 0 0 Total 179 0 5 1 0 0 RX QueueID avg_size [0, 64) [64, 512) [512, 2K) [2K, 16K) [16K, 64K) 0 165 3 2 1 0 0 Total 165 3 2 1 0 0 ---------------------------------------------------------------------------- This NIC only has 1 queue. If you want the tool to print results after a longer interval, specify seconds with -i: # ./netqtop.py -n lo -i 3 Thu Sep 10 11:31:26 2020 TX QueueID avg_size [0, 64) [64, 512) [512, 2K) [2K, 16K) [16K, 64K) 0 85 0 11 0 0 0 Total 85 0 11 0 0 0 RX QueueID avg_size [0, 64) [64, 512) [512, 2K) [2K, 16K) [16K, 64K) 0 71 5 6 0 0 0 Total 71 5 6 0 0 0 ---------------------------------------------------------------------------- Thu Sep 10 11:31:29 2020 TX QueueID avg_size [0, 64) [64, 512) [512, 2K) [2K, 16K) [16K, 64K) 0 153 0 7 1 0 0 Total 153 0 7 1 0 0 RX QueueID avg_size [0, 64) [64, 512) [512, 2K) [2K, 16K) [16K, 64K) 0 139 4 3 1 0 0 Total 139 4 3 1 0 0 ---------------------------------------------------------------------------- To see PPS and BPS of each queue, use -t: # ./netqtop.py -n lo -i 1 -t Thu Sep 10 11:37:02 2020 TX QueueID avg_size [0, 64) [64, 512) [512, 2K) [2K, 16K) [16K, 64K) BPS PPS 0 114 0 10 0 0 0 1.11K 10.0 Total 114 0 10 0 0 0 1.11K 10.0 RX QueueID avg_size [0, 64) [64, 512) [512, 2K) [2K, 16K) [16K, 64K) BPS PPS 0 100 4 6 0 0 0 1000.0 10.0 Total 100 4 6 0 0 0 1000.0 10.0 ----------------------------------------------------------------------------------------------- Thu Sep 10 11:37:03 2020 TX QueueID avg_size [0, 64) [64, 512) [512, 2K) [2K, 16K) [16K, 64K) BPS PPS 0 271 0 3 1 0 0 1.06K 4.0 Total 271 0 3 1 0 0 1.06K 4.0 RX QueueID avg_size [0, 64) [64, 512) [512, 2K) [2K, 16K) [16K, 64K) BPS PPS 0 257 2 1 1 0 0 1.0K 4.0 Total 257 2 1 1 0 0 1.0K 4.0 ----------------------------------------------------------------------------------------------- When filtering multi-queue NICs, you do not need to specify the number of queues, the tool calculates it for you: # ./netqtop.py -n eth0 -t Thu Sep 10 11:39:21 2020 TX QueueID avg_size [0, 64) [64, 512) [512, 2K) [2K, 16K) [16K, 64K) BPS PPS 0 0 0 0 0 0 0 0.0 0.0 1 0 0 0 0 0 0 0.0 0.0 2 0 0 0 0 0 0 0.0 0.0 3 0 0 0 0 0 0 0.0 0.0 4 0 0 0 0 0 0 0.0 0.0 5 0 0 0 0 0 0 0.0 0.0 6 0 0 0 0 0 0 0.0 0.0 7 0 0 0 0 0 0 0.0 0.0 8 54 2 0 0 0 0 108.0 2.0 9 161 0 9 0 0 0 1.42K 9.0 10 0 0 0 0 0 0 0.0 0.0 11 0 0 0 0 0 0 0.0 0.0 12 0 0 0 0 0 0 0.0 0.0 13 0 0 0 0 0 0 0.0 0.0 14 0 0 0 0 0 0 0.0 0.0 15 0 0 0 0 0 0 0.0 0.0 16 0 0 0 0 0 0 0.0 0.0 17 0 0 0 0 0 0 0.0 0.0 18 0 0 0 0 0 0 0.0 0.0 19 0 0 0 0 0 0 0.0 0.0 20 0 0 0 0 0 0 0.0 0.0 21 0 0 0 0 0 0 0.0 0.0 22 0 0 0 0 0 0 0.0 0.0 23 0 0 0 0 0 0 0.0 0.0 24 0 0 0 0 0 0 0.0 0.0 25 0 0 0 0 0 0 0.0 0.0 26 0 0 0 0 0 0 0.0 0.0 27 0 0 0 0 0 0 0.0 0.0 28 0 0 0 0 0 0 0.0 0.0 29 0 0 0 0 0 0 0.0 0.0 30 0 0 0 0 0 0 0.0 0.0 31 0 0 0 0 0 0 0.0 0.0 Total 141 2 9 0 0 0 1.52K 11.0 RX QueueID avg_size [0, 64) [64, 512) [512, 2K) [2K, 16K) [16K, 64K) BPS PPS 0 127 3 9 0 0 0 1.5K 12.0 1 0 0 0 0 0 0 0.0 0.0 2 0 0 0 0 0 0 0.0 0.0 3 0 0 0 0 0 0 0.0 0.0 4 0 0 0 0 0 0 0.0 0.0 5 0 0 0 0 0 0 0.0 0.0 6 0 0 0 0 0 0 0.0 0.0 7 0 0 0 0 0 0 0.0 0.0 8 0 0 0 0 0 0 0.0 0.0 9 0 0 0 0 0 0 0.0 0.0 10 0 0 0 0 0 0 0.0 0.0 11 0 0 0 0 0 0 0.0 0.0 12 0 0 0 0 0 0 0.0 0.0 13 0 0 0 0 0 0 0.0 0.0 14 0 0 0 0 0 0 0.0 0.0 15 0 0 0 0 0 0 0.0 0.0 16 0 0 0 0 0 0 0.0 0.0 17 0 0 0 0 0 0 0.0 0.0 18 0 0 0 0 0 0 0.0 0.0 19 0 0 0 0 0 0 0.0 0.0 20 0 0 0 0 0 0 0.0 0.0 21 0 0 0 0 0 0 0.0 0.0 22 0 0 0 0 0 0 0.0 0.0 23 0 0 0 0 0 0 0.0 0.0 24 0 0 0 0 0 0 0.0 0.0 25 0 0 0 0 0 0 0.0 0.0 26 0 0 0 0 0 0 0.0 0.0 27 0 0 0 0 0 0 0.0 0.0 28 0 0 0 0 0 0 0.0 0.0 29 0 0 0 0 0 0 0.0 0.0 30 0 0 0 0 0 0 0.0 0.0 31 0 0 0 0 0 0 0.0 0.0 Total 127 3 9 0 0 0 1.5K 12.0 -----------------------------------------------------------------------------------------------bpfcc-0.31.0/tools/nfsdist.py000077500000000000000000000117161465134135300160520ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # nfsdist Summarize NFS operation latency # for Linux, uses BCC and eBPF # # USAGE: nfsdist [-h] [-T] [-m] [-p PID] [interval] [count] # # 4-Sep-2017 Samuel Nair created this from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse # arguments examples = """examples: ./nfsdist # show operation latency as a histogram ./nfsdist -p 181 # trace PID 181 only ./nfsdist 1 10 # print 1 second summaries, 10 times ./nfsdist -m 5 # 5s summaries, milliseconds """ parser = argparse.ArgumentParser( description="Summarize NFS operation latency", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-T", "--notimestamp", action="store_true", help="don't include timestamp on interval output") parser.add_argument("-m", "--milliseconds", action="store_true", help="output in milliseconds") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("interval", nargs="?", help="output interval, in seconds") parser.add_argument("count", nargs="?", default=99999999, help="number of outputs") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() pid = args.pid countdown = int(args.count) if args.milliseconds: factor = 1000000 label = "msecs" else: factor = 1000 label = "usecs" if args.interval and int(args.interval) == 0: print("ERROR: interval 0. Exiting.") exit() debug = 0 # define BPF program bpf_text = """ #include #include #include #define OP_NAME_LEN 8 typedef struct dist_key { char op[OP_NAME_LEN]; u64 slot; } dist_key_t; BPF_HASH(start, u32); BPF_HISTOGRAM(dist, dist_key_t); // time operation int trace_entry(struct pt_regs *ctx) { u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; if (FILTER_PID) return 0; u64 ts = bpf_ktime_get_ns(); start.update(&tid, &ts); return 0; } static int trace_return(struct pt_regs *ctx, const char *op) { u64 *tsp; u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; // fetch timestamp and calculate delta tsp = start.lookup(&tid); if (tsp == 0) { return 0; // missed start or filtered } u64 delta = (bpf_ktime_get_ns() - *tsp) / FACTOR; // store as histogram dist_key_t key = {.slot = bpf_log2l(delta)}; __builtin_memcpy(&key.op, op, sizeof(key.op)); dist.atomic_increment(key); start.delete(&tid); return 0; } int trace_read_return(struct pt_regs *ctx) { char *op = "read"; return trace_return(ctx, op); } int trace_write_return(struct pt_regs *ctx) { char *op = "write"; return trace_return(ctx, op); } int trace_open_return(struct pt_regs *ctx) { char *op = "open"; return trace_return(ctx, op); } int trace_getattr_return(struct pt_regs *ctx) { char *op = "getattr"; return trace_return(ctx, op); } """ bpf_text = bpf_text.replace('FACTOR', str(factor)) if args.pid: bpf_text = bpf_text.replace('FILTER_PID', 'pid != %s' % pid) else: bpf_text = bpf_text.replace('FILTER_PID', '0') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # load BPF program b = BPF(text=bpf_text) # common file functions b.attach_kprobe(event="nfs_file_read", fn_name="trace_entry") b.attach_kprobe(event="nfs_file_write", fn_name="trace_entry") b.attach_kprobe(event="nfs_file_open", fn_name="trace_entry") b.attach_kprobe(event="nfs_getattr", fn_name="trace_entry") b.attach_kretprobe(event="nfs_file_read", fn_name="trace_read_return") b.attach_kretprobe(event="nfs_file_write", fn_name="trace_write_return") b.attach_kretprobe(event="nfs_file_open", fn_name="trace_open_return") b.attach_kretprobe(event="nfs_getattr", fn_name="trace_getattr_return") if BPF.get_kprobe_functions(b'nfs4_file_open'): b.attach_kprobe(event="nfs4_file_open", fn_name="trace_entry") b.attach_kretprobe(event="nfs4_file_open", fn_name="trace_open_return") else: b.attach_kprobe(event="nfs_file_open", fn_name="trace_entry") b.attach_kretprobe(event="nfs_file_open", fn_name="trace_open_return") print("Tracing NFS operation latency... Hit Ctrl-C to end.") # output exiting = 0 dist = b.get_table("dist") while (1): try: if args.interval: sleep(int(args.interval)) else: sleep(99999999) except KeyboardInterrupt: exiting = 1 print() if args.interval and (not args.notimestamp): print(strftime("%H:%M:%S:")) dist.print_log2_hist(label, "operation", section_print_fn=bytes.decode) dist.clear() countdown -= 1 if exiting or countdown == 0: exit() bpfcc-0.31.0/tools/nfsdist_example.txt000066400000000000000000000204741465134135300177520ustar00rootroot00000000000000Demonstrations of nfsdist, the Linux eBPF/bcc version. nfsdist traces NFS reads, writes, opens, and getattr, and summarizes their latency as a power-of-2 histogram. For example: ./nfsdist.py Tracing NFS operation latency... Hit Ctrl-C to end. operation = read usecs : count distribution 0 -> 1 : 4 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 7107 |************** | 16 -> 31 : 19864 |****************************************| 32 -> 63 : 1494 |*** | 64 -> 127 : 491 | | 128 -> 255 : 1810 |*** | 256 -> 511 : 6356 |************ | 512 -> 1023 : 4860 |********* | 1024 -> 2047 : 3070 |****** | 2048 -> 4095 : 1853 |*** | 4096 -> 8191 : 921 |* | 8192 -> 16383 : 122 | | 16384 -> 32767 : 15 | | 32768 -> 65535 : 5 | | 65536 -> 131071 : 2 | | 131072 -> 262143 : 1 | | operation = write usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 1 | | 16 -> 31 : 0 | | 32 -> 63 : 9 | | 64 -> 127 : 19491 |****************************************| 128 -> 255 : 3064 |****** | 256 -> 511 : 940 |* | 512 -> 1023 : 365 | | 1024 -> 2047 : 312 | | 2048 -> 4095 : 119 | | 4096 -> 8191 : 31 | | 8192 -> 16383 : 84 | | 16384 -> 32767 : 31 | | 32768 -> 65535 : 5 | | 65536 -> 131071 : 3 | | 131072 -> 262143 : 0 | | 262144 -> 524287 : 1 | | operation = getattr usecs : count distribution 0 -> 1 : 27 |****************************************| 2 -> 3 : 2 |** | 4 -> 7 : 3 |**** | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 2 |** | 512 -> 1023 : 2 |** | operation = open usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 2 |****************************************| In this example you can see that the read traffic is rather bi-modal, with about 26K reads falling within 8 - 30 usecs and about 18K reads spread between 128 - 8191 usecs. Write traffic is largely clustered in the 64 - 127 usecs bracket. The faster read traffic is probably coming from a filesystem cache and the slower traffic from disk. The reason why the writes are so consistently fast is because this example test was run on a couple of VM's and I believe the hypervisor was caching all the write traffic to memory. This "latency" is measured from when the operation was issued from the VFS interface to the file system, to when it completed. This spans everything: RPC latency, network latency, file system CPU cycles, file system locks, run queue latency, etc. This is a better measure of the latency suffered by applications reading from a NFS share and can better expose problems experienced by NFS clients. Note that this only traces the common NFS operations (read, write, open and getattr). I chose to include getattr as a significant percentage of NFS traffic end up being getattr calls and are a good indicator of problems with an NFS server. An optional interval and a count can be provided, as well as -m to show the distributions in milliseconds. For example: ./nfsdist -m 1 5 Tracing NFS operation latency... Hit Ctrl-C to end. 11:02:39: operation = write msecs : count distribution 0 -> 1 : 1 | | 2 -> 3 : 24 |******** | 4 -> 7 : 114 |****************************************| 8 -> 15 : 9 |*** | 16 -> 31 : 1 | | 32 -> 63 : 1 | | 11:02:40: operation = write msecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 11 |*** | 4 -> 7 : 111 |****************************************| 8 -> 15 : 13 |**** | 16 -> 31 : 1 | | 11:02:41: operation = write msecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 21 |****** | 4 -> 7 : 137 |****************************************| 8 -> 15 : 3 | | This shows a write workload, with writes hovering primarily in the 4-7ms range. USAGE message: ./nfsdist -h usage: nfsdist.py [-h] [-T] [-m] [-p PID] [interval] [count] Summarize NFS operation latency positional arguments: interval output interval, in seconds count number of outputs optional arguments: -h, --help show this help message and exit -T, --notimestamp don't include timestamp on interval output -m, --milliseconds output in milliseconds -p PID, --pid PID trace this PID only examples: ./nfsdist # show operation latency as a histogram ./nfsdist -p 181 # trace PID 181 only ./nfsdist 1 10 # print 1 second summaries, 10 times ./nfsdist -m 5 # 5s summaries, milliseconds bpfcc-0.31.0/tools/nfsslower.py000077500000000000000000000331651465134135300164240ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # nfsslower Trace slow NFS operations # for Linux using BCC & eBPF # # Usage: nfsslower [-h] [-p PID] [min_ms] # # This script traces some common NFS operations: read, write, opens and # getattr. It measures the time spent in these operations, and prints details # for each that exceeded a threshold. # The script also traces commit operations, which is specific to nfs and could # be pretty slow. # # WARNING: This adds low-overhead instrumentation to these NFS operations, # including reads and writes from the file system cache. Such reads and writes # can be very frequent (depending on the workload; eg, 1M/sec), at which # point the overhead of this tool (even if it prints no "slower" events) can # begin to become significant. # # Most of this code is copied from similar tools (ext4slower, zfsslower etc) # # By default, a minimum millisecond threshold of 10 is used. # # This tool uses kprobes to instrument the kernel for entry and exit # information, in the future a preferred way would be to use tracepoints. # Currently there aren't any tracepoints available for nfs_read_file, # nfs_write_file and nfs_open_file, nfs_getattr does have entry and exit # tracepoints but we chose to use kprobes for consistency # Raw tracepoints are used to trace nfs:nfs_initiate_commit and # nfs:nfs_commit_done. # # 31-Aug-2017 Samuel Nair created this. Should work with NFSv{3,4} from __future__ import print_function from bcc import BPF import argparse from time import strftime examples = """ ./nfsslower # trace operations slower than 10ms ./nfsslower 1 # trace operations slower than 1ms ./nfsslower -j 1 # ... 1 ms, parsable output (csv) ./nfsslower 0 # trace all nfs operations ./nfsslower -p 121 # trace pid 121 only """ parser = argparse.ArgumentParser( description="""Trace READ, WRITE, OPEN, GETATTR \ and COMMIT NFS calls slower than a threshold,\ supports NFSv{3,4}""", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-j", "--csv", action="store_true", help="just print fields: comma-separated values") parser.add_argument("-p", "--pid", help="Trace this pid only") parser.add_argument("min_ms", nargs="?", default='10', help="Minimum IO duration to trace in ms (default=10ms)") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() min_ms = int(args.min_ms) pid = args.pid csv = args.csv debug = 0 bpf_text = """ #include #include #include #include #include #define TRACE_READ 0 #define TRACE_WRITE 1 #define TRACE_OPEN 2 #define TRACE_GETATTR 3 #define TRACE_COMMIT 4 struct val_t { u64 ts; u64 offset; struct file *fp; struct dentry *d; }; struct commit_t { u64 ts; u64 offset; u64 count; }; struct data_t { // XXX: switch some to u32's when supported u64 ts_us; u64 type; u64 size; u64 offset; u64 delta_us; u32 pid; char task[TASK_COMM_LEN]; char file[DNAME_INLINE_LEN]; }; BPF_HASH(entryinfo, u64, struct val_t); BPF_PERF_OUTPUT(events); BPF_HASH(commitinfo, u64, struct commit_t); int trace_rw_entry(struct pt_regs *ctx, struct kiocb *iocb, struct iov_iter *data) { u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part if(FILTER_PID) return 0; // store filep and timestamp by id struct val_t val = {}; val.ts = bpf_ktime_get_ns(); val.fp = iocb->ki_filp; val.d = NULL; val.offset = iocb->ki_pos; if (val.fp) entryinfo.update(&id, &val); return 0; } int trace_file_open_entry (struct pt_regs *ctx, struct inode *inode, struct file *filp) { u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part if(FILTER_PID) return 0; // store filep and timestamp by id struct val_t val = {}; val.ts = bpf_ktime_get_ns(); val.fp = filp; val.d = NULL; val.offset = 0; if (val.fp) entryinfo.update(&id, &val); return 0; } int trace_getattr_entry(struct pt_regs *ctx, struct vfsmount *mnt, struct dentry *dentry, struct kstat *stat) { u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part if(FILTER_PID) return 0; struct val_t val = {}; val.ts = bpf_ktime_get_ns(); val.fp = NULL; val.d = dentry; val.offset = 0; if (val.d) entryinfo.update(&id, &val); return 0; } static int trace_exit(struct pt_regs *ctx, int type) { struct val_t *valp; u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part valp = entryinfo.lookup(&id); if (valp == 0) { // missed tracing issue or filtered return 0; } // calculate delta u64 ts = bpf_ktime_get_ns(); u64 delta_us = (ts - valp->ts) / 1000; entryinfo.delete(&id); if (FILTER_US) return 0; // populate output struct u32 size = PT_REGS_RC(ctx); struct data_t data = {}; data.type = type; data.size = size; data.delta_us = delta_us; data.pid = pid; data.ts_us = ts / 1000; data.offset = valp->offset; bpf_get_current_comm(&data.task, sizeof(data.task)); // workaround (rewriter should handle file to d_name in one step): struct dentry *de = NULL; struct qstr qs = {}; if(type == TRACE_GETATTR) { bpf_probe_read_kernel(&de,sizeof(de), &valp->d); } else { bpf_probe_read_kernel(&de, sizeof(de), &valp->fp->f_path.dentry); } bpf_probe_read_kernel(&qs, sizeof(qs), (void *)&de->d_name); if (qs.len == 0) return 0; bpf_probe_read_kernel(&data.file, sizeof(data.file), (void *)qs.name); // output events.perf_submit(ctx, &data, sizeof(data)); return 0; } int trace_file_open_return(struct pt_regs *ctx) { return trace_exit(ctx, TRACE_OPEN); } int trace_read_return(struct pt_regs *ctx) { return trace_exit(ctx, TRACE_READ); } int trace_write_return(struct pt_regs *ctx) { return trace_exit(ctx, TRACE_WRITE); } int trace_getattr_return(struct pt_regs *ctx) { return trace_exit(ctx, TRACE_GETATTR); } static int trace_initiate_commit(struct nfs_commit_data *cd) { u64 key = (u64)cd; struct commit_t c = { 0 }; c.ts = bpf_ktime_get_ns(); bpf_probe_read_kernel(&c.offset, sizeof(cd->args.offset), &cd->args.offset); bpf_probe_read_kernel(&c.count, sizeof(cd->args.count), &cd->args.count); commitinfo.update(&key, &c); return 0; } """ bpf_text_raw_tp = """ RAW_TRACEPOINT_PROBE(nfs_initiate_commit) { // TP_PROTO(const struct nfs_commit_data *data) struct nfs_commit_data *cd = (struct nfs_commit_data *)ctx->args[0]; return trace_initiate_commit(cd); } RAW_TRACEPOINT_PROBE(nfs_commit_done) { // TP_PROTO(const struct rpc_task *task, const struct nfs_commit_data *data) struct nfs_commit_data *cd = (struct nfs_commit_data *)ctx->args[1]; u64 key = (u64)cd; struct commit_t *cp = commitinfo.lookup(&key); if (cp) { struct nfs_open_context *p; struct dentry *de; struct qstr qs; u64 ts = bpf_ktime_get_ns(); u64 delta_us = (ts - cp->ts) / 1000; u32 pid = bpf_get_current_pid_tgid() >> 32; struct data_t data = {}; data.type = TRACE_COMMIT; data.offset = cp->offset; data.size = cp->count; data.ts_us = ts/1000; data.delta_us = delta_us; data.pid = pid; commitinfo.delete(&key); bpf_get_current_comm(&data.task, sizeof(data.task)); if(FILTER_PID) return 0; if (FILTER_US) return 0; bpf_probe_read_kernel(&p, sizeof(p), &cd->context); bpf_probe_read_kernel(&de, sizeof(de), &p->dentry); bpf_probe_read_kernel(&qs, sizeof(qs), &de->d_name); if (qs.len) { bpf_probe_read_kernel(&data.file, sizeof(data.file), (void *)qs.name); events.perf_submit(ctx, &data, sizeof(data)); } } return 0; } """ bpf_text_kprobe = """ int trace_nfs_initiate_commit(struct pt_regs *ctx, void *clnt, struct nfs_commit_data *cd) { return trace_initiate_commit(cd); } int trace_nfs_commit_done(struct pt_regs *ctx, void *task, void *calldata) { struct nfs_commit_data *cd = (struct nfs_commit_data *)calldata; u64 key = (u64)cd; struct commit_t *cp = commitinfo.lookup(&key); if (cp) { struct nfs_open_context *p; struct dentry *de; struct qstr qs; u64 ts = bpf_ktime_get_ns(); u64 delta_us = (ts - cp->ts) / 1000; u32 pid = bpf_get_current_pid_tgid() >> 32; struct data_t data = {}; data.type = TRACE_COMMIT; data.offset = cp->offset; data.size = cp->count; data.ts_us = ts/1000; data.delta_us = delta_us; data.pid = pid; commitinfo.delete(&key); bpf_get_current_comm(&data.task, sizeof(data.task)); if(FILTER_PID) return 0; if (FILTER_US) return 0; bpf_probe_read_kernel(&p, sizeof(p), &cd->context); bpf_probe_read_kernel(&de, sizeof(de), &p->dentry); bpf_probe_read_kernel(&qs, sizeof(qs), &de->d_name); if (qs.len) { bpf_probe_read_kernel(&data.file, sizeof(data.file), (void *)qs.name); events.perf_submit(ctx, &data, sizeof(data)); } } return 0; } """ is_support_raw_tp = BPF.support_raw_tracepoint() if is_support_raw_tp: bpf_text += bpf_text_raw_tp else: bpf_text += bpf_text_kprobe if min_ms == 0: bpf_text = bpf_text.replace('FILTER_US', '0') else: bpf_text = bpf_text.replace('FILTER_US', 'delta_us <= %s' % str(min_ms * 1000)) if args.pid: bpf_text = bpf_text.replace('FILTER_PID', 'pid != %s' % pid) else: bpf_text = bpf_text.replace('FILTER_PID', '0') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # process event def print_event(cpu, data, size): event = b["events"].event(data) type = 'R' if event.type == 1: type = 'W' elif event.type == 2: type = 'O' elif event.type == 3: type = 'G' elif event.type == 4: type = 'C' if(csv): print("%d,%s,%d,%s,%d,%d,%d,%s" % ( event.ts_us, event.task, event.pid, type, event.size, event.offset, event.delta_us, event.file)) return print("%-8s %-14.14s %-6s %1s %-7s %-8d %7.2f %s" % (strftime("%H:%M:%S"), event.task.decode('utf-8', 'replace'), event.pid, type, event.size, event.offset / 1024, float(event.delta_us) / 1000, event.file.decode('utf-8', 'replace'))) # Currently specifically works for NFSv4, the other kprobes are generic # so it should work with earlier NFS versions # The following warning is shown on kernels after linux-5.18 when using bcc. # Add compile option to silence it. # In file included from /virtual/main.c:7: # In file included from include/linux/nfs_fs.h:31: # In file included from include/linux/sunrpc/auth.h:13: # In file included from include/linux/sunrpc/sched.h:19: # include/linux/sunrpc/xdr.h:751:10: warning: result of comparison of constant 4611686018427387903 with expression of type '__u32' (aka 'unsigned int') is always false [-Wtautological-constant-out-of-range-compare] # if (len > SIZE_MAX / sizeof(*p)) # ~~~ ^ ~~~~~~~~~~~~~~~~~~~~~ # 1 warning generated. b = BPF(text=bpf_text, cflags=["-Wno-tautological-constant-out-of-range-compare"]) b.attach_kprobe(event="nfs_file_read", fn_name="trace_rw_entry") b.attach_kprobe(event="nfs_file_write", fn_name="trace_rw_entry") b.attach_kprobe(event="nfs_file_open", fn_name="trace_file_open_entry") b.attach_kprobe(event="nfs_getattr", fn_name="trace_getattr_entry") b.attach_kretprobe(event="nfs_file_read", fn_name="trace_read_return") b.attach_kretprobe(event="nfs_file_write", fn_name="trace_write_return") b.attach_kretprobe(event="nfs_file_open", fn_name="trace_file_open_return") b.attach_kretprobe(event="nfs_getattr", fn_name="trace_getattr_return") if BPF.get_kprobe_functions(b'nfs4_file_open'): b.attach_kprobe(event="nfs4_file_open", fn_name="trace_file_open_entry") b.attach_kretprobe(event="nfs4_file_open", fn_name="trace_file_open_return") if not is_support_raw_tp: b.attach_kprobe(event="nfs_initiate_commit", fn_name="trace_nfs_initiate_commit") b.attach_kprobe(event="nfs_commit_done", fn_name="trace_nfs_commit_done") if(csv): print("ENDTIME_us,TASK,PID,TYPE,BYTES,OFFSET_b,LATENCY_us,FILE") else: if min_ms == 0: print("Tracing NFS operations... Ctrl-C to quit") else: print("""Tracing NFS operations that are slower than \ %d ms... Ctrl-C to quit""" % min_ms) print("%-8s %-14s %-6s %1s %-7s %-8s %7s %s" % ("TIME", "COMM", "PID", "T", "BYTES", "OFF_KB", "LAT(ms)", "FILENAME")) b["events"].open_perf_buffer(print_event, page_cnt=64) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/nfsslower_example.txt000066400000000000000000000172731465134135300203250ustar00rootroot00000000000000Demonstrations of nfsslower, the Linux eBPF/bcc version. nfsslower show NFS reads, writes, opens and getattrs, slower than a threshold. For example: ./nfsslower.py Tracing NFS operations that are slower than 10 ms TIME COMM PID T BYTES OFF_KB LAT(ms) FILENAME 11:25:16 dd 21295 W 1048576 15360 14.84 1.test 11:25:16 dd 21295 W 1048576 16384 12.73 1.test 11:25:16 dd 21295 W 1048576 17408 24.27 1.test 11:25:16 dd 21295 W 1048576 18432 22.93 1.test 11:25:16 dd 21295 W 1048576 19456 14.65 1.test 11:25:16 dd 21295 W 1048576 20480 12.58 1.test 11:25:16 dd 21297 W 1048576 6144 10.50 1.test.w 11:25:16 dd 21297 W 1048576 7168 16.65 1.test.w 11:25:16 dd 21297 W 1048576 8192 13.01 1.test.w 11:25:16 dd 21297 W 1048576 9216 14.06 1.test.w This shows NFS writes from dd each 1MB in size to 2 different files. The writes all had latency higher than 10ms. This "latency" is measured from when the operation was issued from the VFS interface to the file system, to when it completed. This spans everything: RPC latency, network latency, file system CPU cycles, file system locks, run queue latency, etc. This is a better measure of the latency suffered by applications reading from a NFS share and can better expose problems experienced by NFS clients. Note that this only traces the common NFS operations (read,write,open and getattr). I chose to include getattr as a significant percentage of NFS traffic end up being getattr calls and are a good indicator of problems with an NFS server. The threshold can be provided as an argument. E.g. I/O slower than 1 ms: ./nfsslower.py 1 Tracing NFS operations that are slower than 1 ms TIME COMM PID T BYTES OFF_KB LAT(ms) FILENAME 11:40:16 cp 21583 R 131072 0 4.35 1.test 11:40:16 cp 21583 R 131072 256 1.87 1.test 11:40:16 cp 21583 R 131072 384 2.99 1.test 11:40:16 cp 21583 R 131072 512 4.19 1.test 11:40:16 cp 21583 R 131072 640 4.25 1.test 11:40:16 cp 21583 R 131072 768 4.65 1.test 11:40:16 cp 21583 R 131072 1280 1.08 1.test 11:40:16 cp 21583 R 131072 1408 3.29 1.test 11:40:16 cp 21583 R 131072 1792 3.12 1.test 11:40:16 cp 21583 R 131072 3712 3.55 1.test 11:40:16 cp 21583 R 131072 3840 1.12 1.test 11:40:16 cp 21583 R 131072 4096 3.23 1.test 11:40:16 cp 21583 R 131072 4224 2.73 1.test 11:40:16 cp 21583 R 131072 4352 2.73 1.test 11:40:16 cp 21583 R 131072 4480 6.09 1.test 11:40:16 cp 21583 R 131072 5120 4.40 1.test [...] This shows all NFS_READS that were more than 1ms. Depending on your latency to your fileserver, you might need to tweak this value to remove A threshold of 0 will trace all operations. Warning: the output will be verbose, as it will include all file system cache hits. ./nfsslower.py 0 Tracing NFS operations 11:56:50 dd 21852 W 1048576 0 0.42 1.test 11:56:50 dd 21852 W 1048576 1024 0.46 1.test 11:56:50 dd 21852 W 1048576 2048 0.36 1.test 11:56:50 cp 21854 G 0 0 0.35 1.test 11:56:50 cp 21854 O 0 0 0.33 1.test 11:56:50 cp 21854 G 0 0 0.00 1.test 11:56:50 cp 21854 R 131072 0 0.07 1.test 11:56:50 cp 21854 R 131072 128 0.02 1.test 11:56:50 cp 21854 R 131072 256 0.02 1.test 11:56:50 cp 21854 R 131072 384 0.02 1.test 11:56:50 cp 21854 R 131072 512 0.02 1.test 11:56:50 cp 21854 R 131072 640 0.02 1.test 11:56:50 cp 21854 R 131072 768 0.02 1.test 11:56:50 cp 21854 R 131072 896 0.02 1.test 11:56:50 cp 21854 R 131072 1024 0.02 1.test 11:56:50 cp 21854 R 131072 1152 0.02 1.test 11:56:50 cp 21854 R 131072 1280 0.02 1.test 11:56:50 cp 21854 R 131072 1408 0.02 1.test 11:56:50 cp 21854 R 131072 1536 0.02 1.test 11:56:50 cp 21854 R 131072 1664 0.02 1.test 11:56:50 cp 21854 R 131072 1792 0.02 1.test 11:56:50 cp 21854 R 131072 1920 0.02 1.test 11:56:50 cp 21854 R 131072 2048 0.02 1.test 11:56:50 cp 21854 R 131072 2176 0.04 1.test 11:56:50 cp 21854 R 131072 2304 0.02 1.test 11:56:50 cp 21854 R 131072 2432 0.03 1.test 11:56:50 cp 21854 R 131072 2560 0.03 1.test 11:56:50 cp 21854 R 131072 2688 0.02 1.test 11:56:50 cp 21854 R 131072 2816 0.03 1.test 11:56:50 cp 21854 R 131072 2944 0.02 1.test 11:56:50 cp 21854 R 0 3072 0.00 1.test 11:56:50 ls 21855 G 0 0 0.00 1.test 11:56:50 ls 21856 G 0 0 0.36 music 11:56:50 ls 21856 G 0 0 0.00 music 11:56:50 ls 21856 G 0 0 0.00 test 11:56:50 ls 21856 G 0 0 0.00 ff 11:56:50 ls 21856 G 0 0 0.00 34.log 11:56:50 ls 21856 G 0 0 0.00 vmlinuz-linux 11:56:50 ls 21856 G 0 0 0.00 2.test 11:56:50 ls 21856 G 0 0 0.00 rt.log 11:56:50 ls 21856 G 0 0 0.00 1.lod 11:56:50 ls 21856 G 0 0 0.00 COPYRIGHT.txt 11:56:50 ls 21856 G 0 0 0.00 gg 11:56:50 ls 21856 G 0 0 0.00 qw.log 11:56:50 ls 21856 G 0 0 0.00 README.md 11:56:50 ls 21856 G 0 0 0.00 1.log The output now includes open operations ("O"), and reads ("R") wand getattrs ("G"). A cp operation A -j option will print just the fields (parsable output, csv): ./nfsslower.py -j 0 ENDTIME_us,TASK,PID,TYPE,BYTES,OFFSET_b,LATENCY_us,FILE 87054476520,dd,22754,W,1048576,0,425,1.test 87054482916,dd,22754,W,1048576,1048576,320,1.test 87054488179,dd,22754,W,1048576,2097152,389,1.test 87054511340,cp,22756,G,0,0,371,1.test 87054511685,cp,22756,O,0,0,306,1.test 87054511700,cp,22756,G,0,0,2,1.test 87054512325,cp,22756,R,131072,0,56,1.test 87054512432,cp,22756,R,131072,131072,22,1.test 87054512520,cp,22756,R,131072,262144,32,1.test 87054512600,cp,22756,R,131072,393216,21,1.test 87054512678,cp,22756,R,131072,524288,21,1.test 87054512803,cp,22756,R,131072,655360,56,1.test This may be useful for visualizing with another tool, for example, for producing a scatter plot of ENDTIME vs LATENCY, to look for time-based patterns. USAGE message: usage: nfsslower.py [-h] [-j] [-p PID] [min_ms] Trace READ, WRITE, OPEN and GETATTR NFS calls slower than a threshold,supports NFSv{3,4} positional arguments: min_ms Minimum IO duration to trace in ms (default=10ms) optional arguments: -h, --help show this help message and exit -j, --csv just print fields: comma-separated values -p PID, --pid PID Trace this pid only ./nfsslower # trace operations slower than 10ms ./nfsslower 1 # trace operations slower than 1ms ./nfsslower -j 1 # ... 1 ms, parsable output (csv) ./nfsslower 0 # trace all nfs operations ./nfsslower -p 121 # trace pid 121 only bpfcc-0.31.0/tools/nodegc.sh000077500000000000000000000000731465134135300156130ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/ugc.py -l node "$@" bpfcc-0.31.0/tools/nodegc_example.txt000077700000000000000000000000001465134135300233232lib/ugc_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/nodestat.sh000077500000000000000000000000751465134135300161770ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/ustat.py -l node "$@" bpfcc-0.31.0/tools/nodestat_example.txt000077700000000000000000000000001465134135300242672lib/ustat_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/offcputime.py000077500000000000000000000327251465134135300165440ustar00rootroot00000000000000#!/usr/bin/env python # # offcputime Summarize off-CPU time by stack trace # For Linux, uses BCC, eBPF. # # USAGE: offcputime [-h] [-p PID | -t TID | -u | -k] [-U | -K] [-d] [-f] [-s] # [--stack-storage-size STACK_STORAGE_SIZE] # [-m MIN_BLOCK_TIME] [-M MAX_BLOCK_TIME] [--state STATE] # [duration] # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 13-Jan-2016 Brendan Gregg Created this. # 27-Mar-2023 Rocky Xing Added option to show symbol offsets. # 04-Apr-2023 Rocky Xing Updated default stack storage size. from __future__ import print_function from bcc import BPF from sys import stderr import argparse import errno import signal # arg validation def positive_int(val): try: ival = int(val) except ValueError: raise argparse.ArgumentTypeError("must be an integer") if ival < 0: raise argparse.ArgumentTypeError("must be positive") return ival def positive_nonzero_int(val): ival = positive_int(val) if ival == 0: raise argparse.ArgumentTypeError("must be nonzero") return ival def stack_id_err(stack_id): # -EFAULT in get_stackid normally means the stack-trace is not available, # Such as getting kernel stack trace in userspace code return (stack_id < 0) and (stack_id != -errno.EFAULT) # arguments examples = """examples: ./offcputime # trace off-CPU stack time until Ctrl-C ./offcputime 5 # trace for 5 seconds only ./offcputime -f 5 # 5 seconds, and output in folded format ./offcputime -s 5 # 5 seconds, and show symbol offsets ./offcputime -m 1000 # trace only events that last more than 1000 usec ./offcputime -M 10000 # trace only events that last less than 10000 usec ./offcputime -p 185 # only trace threads for PID 185 ./offcputime -t 188 # only trace thread 188 ./offcputime -u # only trace user threads (no kernel) ./offcputime -k # only trace kernel threads (no user) ./offcputime -U # only show user space stacks (no kernel) ./offcputime -K # only show kernel space stacks (no user) """ parser = argparse.ArgumentParser( description="Summarize off-CPU time by stack trace", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) thread_group = parser.add_mutually_exclusive_group() # Note: this script provides --pid and --tid flags but their arguments are # referred to internally using kernel nomenclature: TGID and PID. thread_group.add_argument("-p", "--pid", metavar="PID", dest="tgid", help="trace this PID only", type=positive_int) thread_group.add_argument("-t", "--tid", metavar="TID", dest="pid", help="trace this TID only", type=positive_int) thread_group.add_argument("-u", "--user-threads-only", action="store_true", help="user threads only (no kernel threads)") thread_group.add_argument("-k", "--kernel-threads-only", action="store_true", help="kernel threads only (no user threads)") stack_group = parser.add_mutually_exclusive_group() stack_group.add_argument("-U", "--user-stacks-only", action="store_true", help="show stacks from user space only (no kernel space stacks)") stack_group.add_argument("-K", "--kernel-stacks-only", action="store_true", help="show stacks from kernel space only (no user space stacks)") parser.add_argument("-d", "--delimited", action="store_true", help="insert delimiter between kernel/user stacks") parser.add_argument("-f", "--folded", action="store_true", help="output folded format") parser.add_argument("-s", "--offset", action="store_true", help="show address offsets") parser.add_argument("--stack-storage-size", default=16384, type=positive_nonzero_int, help="the number of unique stack traces that can be stored and " "displayed (default 16384)") parser.add_argument("duration", nargs="?", default=99999999, type=positive_nonzero_int, help="duration of trace, in seconds") parser.add_argument("-m", "--min-block-time", default=1, type=positive_nonzero_int, help="the amount of time in microseconds over which we " + "store traces (default 1)") parser.add_argument("-M", "--max-block-time", default=(1 << 64) - 1, type=positive_nonzero_int, help="the amount of time in microseconds under which we " + "store traces (default U64_MAX)") parser.add_argument("--state", type=positive_int, help="filter on this thread state bitmask (eg, 2 == TASK_UNINTERRUPTIBLE" + ") see include/linux/sched.h") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() folded = args.folded duration = int(args.duration) debug = 0 if args.folded and args.offset: print("ERROR: can only use -f or -s. Exiting.") exit() # signal handler def signal_ignore(signal, frame): print() # define BPF program bpf_text = """ #include #include #define MINBLOCK_US MINBLOCK_US_VALUEULL #define MAXBLOCK_US MAXBLOCK_US_VALUEULL struct key_t { u32 pid; u32 tgid; int user_stack_id; int kernel_stack_id; char name[TASK_COMM_LEN]; }; BPF_HASH(counts, struct key_t); BPF_HASH(start, u32); BPF_STACK_TRACE(stack_traces, STACK_STORAGE_SIZE); struct warn_event_t { u32 pid; u32 tgid; u32 t_start; u32 t_end; }; BPF_PERF_OUTPUT(warn_events); int oncpu(struct pt_regs *ctx, struct task_struct *prev) { u32 pid = prev->pid; u32 tgid = prev->tgid; u64 ts, *tsp; // record previous thread sleep time if ((THREAD_FILTER) && (STATE_FILTER)) { ts = bpf_ktime_get_ns(); start.update(&pid, &ts); } // get the current thread's start time pid = bpf_get_current_pid_tgid(); tgid = bpf_get_current_pid_tgid() >> 32; tsp = start.lookup(&pid); if (tsp == 0) { return 0; // missed start or filtered } // calculate current thread's delta time u64 t_start = *tsp; u64 t_end = bpf_ktime_get_ns(); start.delete(&pid); if (t_start > t_end) { struct warn_event_t event = { .pid = pid, .tgid = tgid, .t_start = t_start, .t_end = t_end, }; warn_events.perf_submit(ctx, &event, sizeof(event)); return 0; } u64 delta = t_end - t_start; delta = delta / 1000; if ((delta < MINBLOCK_US) || (delta > MAXBLOCK_US)) { return 0; } // create map key struct key_t key = {}; key.pid = pid; key.tgid = tgid; key.user_stack_id = USER_STACK_GET; key.kernel_stack_id = KERNEL_STACK_GET; bpf_get_current_comm(&key.name, sizeof(key.name)); counts.increment(key, delta); return 0; } """ # set thread filter thread_context = "" if args.tgid is not None: thread_context = "PID %d" % args.tgid thread_filter = 'tgid == %d' % args.tgid elif args.pid is not None: thread_context = "TID %d" % args.pid thread_filter = 'pid == %d' % args.pid elif args.user_threads_only: thread_context = "user threads" thread_filter = '!(prev->flags & PF_KTHREAD)' elif args.kernel_threads_only: thread_context = "kernel threads" thread_filter = 'prev->flags & PF_KTHREAD' else: thread_context = "all threads" thread_filter = '1' if args.state == 0: state_filter = 'prev->STATE_FIELD == 0' elif args.state: # these states are sometimes bitmask checked state_filter = 'prev->STATE_FIELD & %d' % args.state else: state_filter = '1' bpf_text = bpf_text.replace('THREAD_FILTER', thread_filter) bpf_text = bpf_text.replace('STATE_FILTER', state_filter) if BPF.kernel_struct_has_field(b'task_struct', b'__state') == 1: bpf_text = bpf_text.replace('STATE_FIELD', '__state') else: bpf_text = bpf_text.replace('STATE_FIELD', 'state') # set stack storage size bpf_text = bpf_text.replace('STACK_STORAGE_SIZE', str(args.stack_storage_size)) bpf_text = bpf_text.replace('MINBLOCK_US_VALUE', str(args.min_block_time)) bpf_text = bpf_text.replace('MAXBLOCK_US_VALUE', str(args.max_block_time)) # handle stack args kernel_stack_get = "stack_traces.get_stackid(ctx, 0)" user_stack_get = "stack_traces.get_stackid(ctx, BPF_F_USER_STACK)" stack_context = "" if args.user_stacks_only: stack_context = "user" kernel_stack_get = "-1" elif args.kernel_stacks_only: stack_context = "kernel" user_stack_get = "-1" else: stack_context = "user + kernel" bpf_text = bpf_text.replace('USER_STACK_GET', user_stack_get) bpf_text = bpf_text.replace('KERNEL_STACK_GET', kernel_stack_get) need_delimiter = args.delimited and not (args.kernel_stacks_only or args.user_stacks_only) # check for an edge case; the code below will handle this case correctly # but ultimately nothing will be displayed if args.kernel_threads_only and args.user_stacks_only: print("ERROR: Displaying user stacks for kernel threads " + "doesn't make sense.", file=stderr) exit(2) if debug or args.ebpf: print(bpf_text) if args.ebpf: print("ERROR: Exiting") exit(3) # initialize BPF b = BPF(text=bpf_text) b.attach_kprobe(event_re=r'^finish_task_switch$|^finish_task_switch\.isra\.\d$', fn_name="oncpu") matched = b.num_open_kprobes() if matched == 0: print("error: 0 functions traced. Exiting.", file=stderr) exit(4) # header if not folded: print("Tracing off-CPU time (us) of %s by %s stack" % (thread_context, stack_context), end="") if duration < 99999999: print(" for %d secs." % duration) else: print("... Hit Ctrl-C to end.") def print_warn_event(cpu, data, size): event = b["warn_events"].event(data) # See https://github.com/iovisor/bcc/pull/3227 for those wondering how can this happen. print("WARN: Skipped an event with negative duration: pid:%d, tgid:%d, off-cpu:%d, on-cpu:%d" % (event.pid, event.tgid, event.t_start, event.t_end), file=stderr) b["warn_events"].open_perf_buffer(print_warn_event) try: duration_ms = duration * 1000 start_time_ms = int(BPF.monotonic_time() / 1000000) while True: elapsed_ms = int(BPF.monotonic_time() / 1000000) - start_time_ms if elapsed_ms >= duration_ms: break b.perf_buffer_poll(timeout=duration_ms - elapsed_ms) except KeyboardInterrupt: # as cleanup can take many seconds, trap Ctrl-C: signal.signal(signal.SIGINT, signal_ignore) if not folded: print() show_offset = False if args.offset: show_offset = True missing_stacks = 0 has_enomem = False counts = b.get_table("counts") stack_traces = b.get_table("stack_traces") for k, v in sorted(counts.items(), key=lambda counts: counts[1].value): # handle get_stackid errors if not args.user_stacks_only and stack_id_err(k.kernel_stack_id): missing_stacks += 1 has_enomem = has_enomem or k.kernel_stack_id == -errno.ENOMEM if not args.kernel_stacks_only and stack_id_err(k.user_stack_id): missing_stacks += 1 has_enomem = has_enomem or k.user_stack_id == -errno.ENOMEM # user stacks will be symbolized by tgid, not pid, to avoid the overhead # of one symbol resolver per thread user_stack = [] if k.user_stack_id < 0 else \ stack_traces.walk(k.user_stack_id) kernel_stack = [] if k.kernel_stack_id < 0 else \ stack_traces.walk(k.kernel_stack_id) if folded: # print folded stack output user_stack = list(user_stack) kernel_stack = list(kernel_stack) line = [k.name.decode('utf-8', 'replace')] # if we failed to get the stack is, such as due to no space (-ENOMEM) or # hash collision (-EEXIST), we still print a placeholder for consistency if not args.kernel_stacks_only: if stack_id_err(k.user_stack_id): line.append("[Missed User Stack]") else: line.extend([b.sym(addr, k.tgid).decode('utf-8', 'replace') for addr in reversed(user_stack)]) if not args.user_stacks_only: line.extend(["-"] if (need_delimiter and k.kernel_stack_id >= 0 and k.user_stack_id >= 0) else []) if stack_id_err(k.kernel_stack_id): line.append("[Missed Kernel Stack]") else: line.extend([b.ksym(addr).decode('utf-8', 'replace') for addr in reversed(kernel_stack)]) print("%s %d" % (";".join(line), v.value)) else: # print default multi-line stack output if not args.user_stacks_only: if stack_id_err(k.kernel_stack_id): print(" [Missed Kernel Stack]") else: for addr in kernel_stack: print(" %s" % b.ksym(addr, show_offset=show_offset).decode('utf-8', 'replace')) if not args.kernel_stacks_only: if need_delimiter and k.user_stack_id >= 0 and k.kernel_stack_id >= 0: print(" --") if stack_id_err(k.user_stack_id): print(" [Missed User Stack]") else: for addr in user_stack: print(" %s" % b.sym(addr, k.tgid, show_offset=show_offset).decode('utf-8', 'replace')) print(" %-16s %s (%d)" % ("-", k.name.decode('utf-8', 'replace'), k.pid)) print(" %d\n" % v.value) if missing_stacks > 0: enomem_str = "" if not has_enomem else \ " Consider increasing --stack-storage-size." print("WARNING: %d stack traces lost and could not be displayed.%s" % (missing_stacks, enomem_str), file=stderr) bpfcc-0.31.0/tools/offcputime_example.txt000066400000000000000000000463161465134135300204440ustar00rootroot00000000000000Demonstrations of offcputime, the Linux eBPF/bcc version. This program shows stack traces that were blocked, and the total duration they were blocked. It works by tracing when threads block and when they return to CPU, measuring both the time they were blocked (aka the "off-CPU time") and the blocked stack trace and the task name. This data is summarized in kernel by summing the blocked time by unique stack trace and task name. Here is some example output. The -K option was used to only match kernel stacks. To explain what we are seeing: the very first stack trace looks like a page fault (do_page_fault() etc) from the "chmod" command, and in total was off-CPU for 13 microseconds. # ./offcputime -K Tracing off-CPU time (us) of all threads by kernel stack... Hit Ctrl-C to end. ^C schedule schedule_timeout io_schedule_timeout bit_wait_io __wait_on_bit wait_on_page_bit_killable __lock_page_or_retry filemap_fault __do_fault handle_mm_fault __do_page_fault do_page_fault page_fault chmod 13 schedule rcu_nocb_kthread kthread ret_from_fork ddebug_tables rcuos/0 22 schedule schedule_timeout io_schedule_timeout bit_wait_io __wait_on_bit_lock __lock_page lock_page __do_fault handle_mm_fault __do_page_fault do_page_fault page_fault run 27 schedule schedule_timeout io_schedule_timeout bit_wait_io __wait_on_bit wait_on_page_bit_killable __lock_page_or_retry filemap_fault __do_fault handle_mm_fault __do_page_fault do_page_fault page_fault clear_user padzero load_elf_binary search_binary_handler load_script search_binary_handler do_execveat_common.isra.27 run 28 schedule schedule_timeout io_schedule_timeout bit_wait_io __wait_on_bit wait_on_page_bit_killable __lock_page_or_retry filemap_fault __do_fault handle_mm_fault __do_page_fault do_page_fault page_fault run 82 schedule pipe_wait pipe_read __vfs_read vfs_read sys_read entry_SYSCALL_64_fastpath bash 94 schedule rcu_gp_kthread kthread ret_from_fork ddebug_tables rcu_sched 104 schedule schedule_timeout io_schedule_timeout bit_wait_io __wait_on_bit out_of_line_wait_on_bit __wait_on_buffer jbd2_journal_commit_transaction kjournald2 kthread ret_from_fork mb_cache_list jbd2/xvda1-8 986 schedule schedule_timeout io_schedule_timeout bit_wait_io __wait_on_bit out_of_line_wait_on_bit __wait_on_buffer jbd2_journal_commit_transaction kjournald2 kthread ret_from_fork mb_cache_list jbd2/xvda1-8 6630 schedule schedule_timeout io_schedule_timeout bit_wait_io __wait_on_bit out_of_line_wait_on_bit do_get_write_access jbd2_journal_get_write_access __ext4_journal_get_write_access ext4_mb_mark_diskspace_used ext4_mb_new_blocks ext4_ext_map_blocks ext4_map_blocks ext4_writepages do_writepages __filemap_fdatawrite_range filemap_flush ext4_alloc_da_blocks ext4_rename ext4_rename2 supervise 6645 schedule schedule_timeout io_schedule_timeout bit_wait_io __wait_on_bit out_of_line_wait_on_bit do_get_write_access jbd2_journal_get_write_access __ext4_journal_get_write_access __ext4_new_inode ext4_create vfs_create path_openat do_filp_open do_sys_open sys_open entry_SYSCALL_64_fastpath supervise 12702 schedule rcu_nocb_kthread kthread ret_from_fork rcuos/2 16036 schedule rcu_nocb_kthread kthread ret_from_fork rcuos/4 24085 schedule do_wait sys_wait4 entry_SYSCALL_64_fastpath run 233055 schedule schedule_timeout io_schedule_timeout bit_wait_io __wait_on_bit wait_on_page_bit truncate_inode_pages_range truncate_inode_pages_final ext4_evict_inode evict iput __dentry_kill dput sys_rename entry_SYSCALL_64_fastpath supervise 297113 schedule schedule_timeout wait_woken n_tty_read tty_read __vfs_read vfs_read sys_read entry_SYSCALL_64_fastpath bash 1789866 schedule schedule_timeout io_schedule_timeout do_blockdev_direct_IO __blockdev_direct_IO blkdev_direct_IO generic_file_read_iter blkdev_read_iter __vfs_read vfs_read sys_read entry_SYSCALL_64_fastpath dd 3310763 schedule smpboot_thread_fn kthread ret_from_fork watchdog/1 3999989 schedule smpboot_thread_fn kthread ret_from_fork watchdog/5 3999995 schedule smpboot_thread_fn kthread ret_from_fork watchdog/4 3999996 schedule smpboot_thread_fn kthread ret_from_fork watchdog/0 3999996 schedule smpboot_thread_fn kthread ret_from_fork watchdog/3 3999998 schedule smpboot_thread_fn kthread ret_from_fork watchdog/7 3999999 schedule smpboot_thread_fn kthread ret_from_fork watchdog/2 4000001 schedule smpboot_thread_fn kthread ret_from_fork watchdog/6 4000001 schedule do_wait sys_wait4 entry_SYSCALL_64_fastpath bash 4039675 schedule do_nanosleep hrtimer_nanosleep sys_nanosleep entry_SYSCALL_64_fastpath svscan 5000112 schedule schedule_hrtimeout_range_clock schedule_hrtimeout_range poll_schedule_timeout do_select core_sys_select sys_select entry_SYSCALL_64_fastpath snmpd 5998761 schedule smpboot_thread_fn kthread ret_from_fork migration/3 6149779 schedule schedule_hrtimeout_range_clock schedule_hrtimeout_range poll_schedule_timeout do_select core_sys_select sys_select entry_SYSCALL_64_fastpath ntpd 6999832 schedule worker_thread kthread ret_from_fork kworker/u16:2 7131941 schedule worker_thread kthread ret_from_fork kworker/3:0 7999844 schedule worker_thread kthread ret_from_fork kworker/1:1 7999872 schedule worker_thread kthread ret_from_fork kworker/2:1 7999889 schedule worker_thread kthread ret_from_fork kworker/5:1 7999936 schedule worker_thread kthread ret_from_fork kworker/7:1 7999938 schedule worker_thread kthread ret_from_fork kworker/6:1 7999940 schedule do_nanosleep hrtimer_nanosleep sys_nanosleep entry_SYSCALL_64_fastpath tail 8000905 schedule smpboot_thread_fn kthread ret_from_fork migration/7 8197046 schedule pipe_wait pipe_read __vfs_read vfs_read sys_read entry_SYSCALL_64_fastpath readproctitle 8197835 schedule smpboot_thread_fn kthread ret_from_fork migration/4 8201851 schedule smpboot_thread_fn kthread ret_from_fork migration/2 8203375 schedule smpboot_thread_fn kthread ret_from_fork migration/6 8208664 schedule smpboot_thread_fn kthread ret_from_fork migration/5 8209819 schedule smpboot_thread_fn kthread ret_from_fork ddebug_tables migration/0 8211292 schedule smpboot_thread_fn kthread ret_from_fork migration/1 8212100 schedule worker_thread kthread ret_from_fork kworker/0:2 8270305 schedule rcu_nocb_kthread kthread ret_from_fork rcuos/3 8349697 schedule rcu_nocb_kthread kthread ret_from_fork rcuos/2 8363357 schedule rcu_nocb_kthread kthread ret_from_fork rcuos/1 8365338 schedule schedule_timeout xfs_buf_terminate kthread ret_from_fork xfsaild/md0 8371514 schedule rcu_nocb_kthread kthread ret_from_fork rcuos/4 8384013 schedule rcu_nocb_kthread kthread ret_from_fork rcuos/5 8390016 schedule rcu_nocb_kthread kthread ret_from_fork ddebug_tables rcuos/0 8405428 schedule schedule_timeout rcu_gp_kthread kthread ret_from_fork ddebug_tables rcu_sched 8406930 schedule rcu_nocb_kthread kthread ret_from_fork rcuos/7 8409575 schedule rcu_nocb_kthread kthread ret_from_fork rcuos/6 8415062 schedule schedule_hrtimeout_range_clock schedule_hrtimeout_range poll_schedule_timeout do_select core_sys_select sys_select entry_SYSCALL_64_fastpath offcputime 8421478 schedule worker_thread kthread ret_from_fork kworker/4:0 8421492 schedule schedule_hrtimeout_range_clock schedule_hrtimeout_range poll_schedule_timeout do_select core_sys_select sys_select entry_SYSCALL_64_fastpath sshd 14249005 schedule schedule_hrtimeout_range_clock schedule_hrtimeout_range poll_schedule_timeout do_sys_poll sys_poll entry_SYSCALL_64_fastpath supervise 81670888 The last few stack traces aren't very interesting, since they are threads that are often blocked off-CPU waiting for work. Do be somewhat careful with overhead: this is tracing scheduler functions, which can be called very frequently. While this uses in-kernel summaries for efficiency, the rate of scheduler functions can be very high (> 1,000,000/sec), and this is performing stack walks when threads return to CPU. At some point the overhead will be measurable. A -p option can be used to filter (in-kernel) on a single process ID. For example, only matching PID 26651, which is a running "dd" command: # ./offcputime -K -p 26651 Tracing off-CPU time (us) of all threads by kernel stack... Hit Ctrl-C to end. ^C schedule schedule_timeout io_schedule_timeout do_blockdev_direct_IO __blockdev_direct_IO blkdev_direct_IO generic_file_read_iter blkdev_read_iter __vfs_read vfs_read sys_read entry_SYSCALL_64_fastpath dd 2405710 The stack trace shows "dd" is blocked waiting on disk I/O, as expected, for a total of 2.4 seconds during tracing. A duration can be added, for example, tracing for 5 seconds only: # ./offcputime -K -p 26651 5 Tracing off-CPU time (us) of all threads by kernel stack for 5 secs. schedule schedule_timeout io_schedule_timeout do_blockdev_direct_IO __blockdev_direct_IO blkdev_direct_IO generic_file_read_iter blkdev_read_iter __vfs_read vfs_read sys_read entry_SYSCALL_64_fastpath dd 4413909 Here, dd was blocked for 4.4 seconds out of 5. Or put differently, likely on-CPU for about 12% of the time. Which matches the ratio seen by time(1): # time dd if=/dev/md0 iflag=direct of=/dev/null bs=1k ^C108115+0 records in 108114+0 records out 110708736 bytes (111 MB) copied, 13.7565 s, 8.0 MB/s real 0m13.760s user 0m0.000s sys 0m1.739s A -f option will emit output using the "folded stacks" format, which can be read directly by flamegraph.pl from the FlameGraph open source software (https://github.com/brendangregg/FlameGraph). Eg: # ./offcputime -K -f 5 bash;entry_SYSCALL_64_fastpath;sys_read;vfs_read;__vfs_read;tty_read;n_tty_read;call_rwsem_down_read_failed;rwsem_down_read_failed;schedule 8 yes;entry_SYSCALL_64_fastpath;sys_write;vfs_write;__vfs_write;tty_write;n_tty_write;call_rwsem_down_read_failed;rwsem_down_read_failed;schedule 14 run;page_fault;do_page_fault;__do_page_fault;handle_mm_fault;__do_fault;filemap_fault;__lock_page_or_retry;wait_on_page_bit_killable;__wait_on_bit;bit_wait_io;io_schedule_timeout;schedule_timeout;schedule 33 rcuos/4;ret_from_fork;kthread;rcu_nocb_kthread;schedule 45 bash;entry_SYSCALL_64_fastpath;sys_read;vfs_read;__vfs_read;pipe_read;pipe_wait;schedule 88 run;page_fault;do_page_fault;__do_page_fault;handle_mm_fault;__do_fault;filemap_fault;__lock_page_or_retry;wait_on_page_bit_killable;__wait_on_bit;bit_wait_io;io_schedule_timeout;schedule_timeout;schedule 108 jbd2/xvda1-8;mb_cache_list;ret_from_fork;kthread;kjournald2;jbd2_journal_commit_transaction;__wait_on_buffer;out_of_line_wait_on_bit;__wait_on_bit;bit_wait_io;io_schedule_timeout;schedule_timeout;schedule 828 jbd2/xvda1-8;mb_cache_list;ret_from_fork;kthread;kjournald2;jbd2_journal_commit_transaction;__wait_on_buffer;out_of_line_wait_on_bit;__wait_on_bit;bit_wait_io;io_schedule_timeout;schedule_timeout;schedule 6201 supervise;entry_SYSCALL_64_fastpath;sys_rename;dput;__dentry_kill;iput;evict;ext4_evict_inode;truncate_inode_pages_final;truncate_inode_pages_range;wait_on_page_bit;__wait_on_bit;bit_wait_io;io_schedule_timeout;schedule_timeout;schedule 41049 run;entry_SYSCALL_64_fastpath;sys_wait4;do_wait;schedule 120709 bash;entry_SYSCALL_64_fastpath;sys_wait4;do_wait;schedule 699320 ksoftirqd/0;ret_from_fork;kthread;smpboot_thread_fn;schedule 1077529 bash;entry_SYSCALL_64_fastpath;sys_read;vfs_read;__vfs_read;tty_read;n_tty_read;wait_woken;schedule_timeout;schedule 1362045 sshd;entry_SYSCALL_64_fastpath;sys_select;core_sys_select;do_select;poll_schedule_timeout;schedule_hrtimeout_range;schedule_hrtimeout_range_clock;schedule 1377627 migration/0;ddebug_tables;ret_from_fork;kthread;smpboot_thread_fn;schedule 2040753 snmpd;entry_SYSCALL_64_fastpath;sys_select;core_sys_select;do_select;poll_schedule_timeout;schedule_hrtimeout_range;schedule_hrtimeout_range_clock;schedule 2197568 migration/5;ret_from_fork;kthread;smpboot_thread_fn;schedule 3079426 migration/7;ret_from_fork;kthread;smpboot_thread_fn;schedule 3084746 kworker/6:2;ret_from_fork;kthread;worker_thread;schedule 3940583 kworker/5:1;ret_from_fork;kthread;worker_thread;schedule 3944892 kworker/1:2;ret_from_fork;kthread;worker_thread;schedule 3999646 ntpd;entry_SYSCALL_64_fastpath;sys_select;core_sys_select;do_select;poll_schedule_timeout;schedule_hrtimeout_range;schedule_hrtimeout_range_clock;schedule 3999904 kworker/u16:0;ret_from_fork;kthread;worker_thread;schedule 3999967 kworker/7:0;ret_from_fork;kthread;worker_thread;schedule 3999987 tail;entry_SYSCALL_64_fastpath;sys_nanosleep;hrtimer_nanosleep;do_nanosleep;schedule 4000473 migration/1;ret_from_fork;kthread;smpboot_thread_fn;schedule 4091150 migration/4;ret_from_fork;kthread;smpboot_thread_fn;schedule 4095217 readproctitle;entry_SYSCALL_64_fastpath;sys_read;vfs_read;__vfs_read;pipe_read;pipe_wait;schedule 4108470 migration/3;ret_from_fork;kthread;smpboot_thread_fn;schedule 4109264 migration/2;ret_from_fork;kthread;smpboot_thread_fn;schedule 4109280 migration/6;ret_from_fork;kthread;smpboot_thread_fn;schedule 4111143 kworker/4:0;ret_from_fork;kthread;worker_thread;schedule 4402350 kworker/3:0;ret_from_fork;kthread;worker_thread;schedule 4433988 kworker/2:1;ret_from_fork;kthread;worker_thread;schedule 4636142 kworker/0:2;ret_from_fork;kthread;worker_thread;schedule 4832023 rcuos/1;ret_from_fork;kthread;rcu_nocb_kthread;schedule 4974186 rcuos/5;ret_from_fork;kthread;rcu_nocb_kthread;schedule 4977137 rcuos/6;ret_from_fork;kthread;rcu_nocb_kthread;schedule 4987769 rcuos/3;ret_from_fork;kthread;rcu_nocb_kthread;schedule 4992282 rcuos/4;ret_from_fork;kthread;rcu_nocb_kthread;schedule 4992364 rcuos/2;ret_from_fork;kthread;rcu_nocb_kthread;schedule 4992714 rcuos/0;ddebug_tables;ret_from_fork;kthread;rcu_nocb_kthread;schedule 4996504 rcuos/7;ret_from_fork;kthread;rcu_nocb_kthread;schedule 4998497 rcu_sched;ddebug_tables;ret_from_fork;kthread;rcu_gp_kthread;schedule_timeout;schedule 5000686 offcputime;entry_SYSCALL_64_fastpath;sys_select;core_sys_select;do_select;poll_schedule_timeout;schedule_hrtimeout_range;schedule_hrtimeout_range_clock;schedule 5005063 dd;entry_SYSCALL_64_fastpath;sys_read;vfs_read;__vfs_read;blkdev_read_iter;generic_file_read_iter;blkdev_direct_IO;__blockdev_direct_IO;do_blockdev_direct_IO;io_schedule_timeout;schedule_timeout;schedule 8025599 supervise;entry_SYSCALL_64_fastpath;sys_poll;do_sys_poll;poll_schedule_timeout;schedule_hrtimeout_range;schedule_hrtimeout_range_clock;schedule 40835611 The stack traces are shown as single lines, with functions separated by semicolons. The first entry is the task name. The 2nd column is the total off-CPU time. I'd save this output to a file, then move it to the system where you'll be creating your "off-CPU time flame graphs". USAGE message: # ./offcputime.py -h usage: offcputime.py [-h] [-p PID | -t TID | -u | -k] [-U | -K] [-d] [-f] [-s] [--stack-storage-size STACK_STORAGE_SIZE] [-m MIN_BLOCK_TIME] [-M MAX_BLOCK_TIME] [--state STATE] [duration] Summarize off-CPU time by stack trace positional arguments: duration duration of trace, in seconds optional arguments: -h, --help show this help message and exit -p PID, --pid PID trace this PID only -t TID, --tid TID trace this TID only -u, --user-threads-only user threads only (no kernel threads) -k, --kernel-threads-only kernel threads only (no user threads) -U, --user-stacks-only show stacks from user space only (no kernel space stacks) -K, --kernel-stacks-only show stacks from kernel space only (no user space stacks) -d, --delimited insert delimiter between kernel/user stacks -f, --folded output folded format -s, --offset show address offsets --stack-storage-size STACK_STORAGE_SIZE the number of unique stack traces that can be stored and displayed (default 16384) -m MIN_BLOCK_TIME, --min-block-time MIN_BLOCK_TIME the amount of time in microseconds over which we store traces (default 1) -M MAX_BLOCK_TIME, --max-block-time MAX_BLOCK_TIME the amount of time in microseconds under which we store traces (default U64_MAX) --state STATE filter on this thread state bitmask (eg, 2 == TASK_UNINTERRUPTIBLE) see include/linux/sched.h examples: ./offcputime # trace off-CPU stack time until Ctrl-C ./offcputime 5 # trace for 5 seconds only ./offcputime -f 5 # 5 seconds, and output in folded format ./offcputime -s 5 # 5 seconds, and show symbol offsets ./offcputime -m 1000 # trace only events that last more than 1000 usec ./offcputime -M 10000 # trace only events that last less than 10000 usec ./offcputime -p 185 # only trace threads for PID 185 ./offcputime -t 188 # only trace thread 188 ./offcputime -u # only trace user threads (no kernel) ./offcputime -k # only trace kernel threads (no user) ./offcputime -U # only show user space stacks (no kernel) ./offcputime -K # only show kernel space stacks (no user) bpfcc-0.31.0/tools/offwaketime.py000077500000000000000000000364761465134135300167130ustar00rootroot00000000000000#!/usr/bin/env python # # offwaketime Summarize blocked time by kernel off-CPU stack + waker stack # For Linux, uses BCC, eBPF. # # USAGE: offwaketime [-h] [-p PID | -u | -k] [-U | -K] [-f] [duration] # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 20-Jan-2016 Brendan Gregg Created this. # 04-Apr-2023 Rocky Xing Updated default stack storage size. from __future__ import print_function from bcc import BPF from time import sleep import argparse import signal import errno from sys import stderr # arg validation def positive_int(val): dest = [] # Filter up to 5 pids, arbitrary args_list = val.split(",", 5) pids_to_add = min(len(args_list), 5) for i in range(pids_to_add): dest.append(_positive_int(args_list[i])) return dest def _positive_int(val): try: ival = int(val) except ValueError: raise argparse.ArgumentTypeError("must be an integer") if ival < 0: raise argparse.ArgumentTypeError("must be positive") return ival def positive_nonzero_int(val): ival = _positive_int(val) if ival == 0: raise argparse.ArgumentTypeError("must be nonzero") return ival def build_filter(filter_name, values): filter_string = "((%s == %d)" % (filter_name, values[0]) for val in values[1:]: filter_string += " || (%s == %d )" % (filter_name , val) filter_string += ")" return filter_string def stack_id_err(stack_id): # -EFAULT in get_stackid normally means the stack-trace is not available, # Such as getting kernel stack trace in userspace code return (stack_id < 0) and (stack_id != -errno.EFAULT) # arguments examples = """examples: ./offwaketime # trace off-CPU + waker stack time until Ctrl-C ./offwaketime 5 # trace for 5 seconds only ./offwaketime -f 5 # 5 seconds, and output in folded format ./offwaketime -m 1000 # trace only events that last more than 1000 usec ./offwaketime -M 9000 # trace only events that last less than 9000 usec ./offwaketime -p 185 # only trace threads for PID 185 ./offwaketime -t 188 # only trace thread 188 ./offwaketime -u # only trace user threads (no kernel) ./offwaketime -k # only trace kernel threads (no user) ./offwaketime -U # only show user space stacks (no kernel) ./offwaketime -K # only show kernel space stacks (no user) """ parser = argparse.ArgumentParser( description="Summarize blocked time by kernel stack trace + waker stack", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) thread_group = parser.add_mutually_exclusive_group() # Note: this script provides --pid and --tid flags but their arguments are # referred to internally using kernel nomenclature: TGID and PID. thread_group.add_argument("-p", "--pid", metavar="PIDS", dest="tgid", type=positive_int, help="trace these PIDS only. Can be a comma separated list of PIDS.") thread_group.add_argument("-t", "--tid", metavar="TIDS", dest="pid", type=positive_int, help="trace these TIDS only. Can be a comma separated list of TIDS.") thread_group.add_argument("-u", "--user-threads-only", action="store_true", help="user threads only (no kernel threads)") thread_group.add_argument("-k", "--kernel-threads-only", action="store_true", help="kernel threads only (no user threads)") stack_group = parser.add_mutually_exclusive_group() stack_group.add_argument("-U", "--user-stacks-only", action="store_true", help="show stacks from user space only (no kernel space stacks)") stack_group.add_argument("-K", "--kernel-stacks-only", action="store_true", help="show stacks from kernel space only (no user space stacks)") parser.add_argument("-d", "--delimited", action="store_true", help="insert delimiter between kernel/user stacks") parser.add_argument("-f", "--folded", action="store_true", help="output folded format") parser.add_argument("--stack-storage-size", default=16384, type=positive_nonzero_int, help="the number of unique stack traces that can be stored and " "displayed (default 16384)") parser.add_argument("duration", nargs="?", default=99999999, type=positive_nonzero_int, help="duration of trace, in seconds") parser.add_argument("-m", "--min-block-time", default=1, type=positive_nonzero_int, help="the amount of time in microseconds over which we " + "store traces (default 1)") parser.add_argument("-M", "--max-block-time", default=(1 << 64) - 1, type=positive_nonzero_int, help="the amount of time in microseconds under which we " + "store traces (default U64_MAX)") parser.add_argument("--state", type=_positive_int, help="filter on this thread state bitmask (eg, 2 == TASK_UNINTERRUPTIBLE" + ") see include/linux/sched.h") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() folded = args.folded duration = int(args.duration) # signal handler def signal_ignore(signal, frame): print() # define BPF program bpf_text = """ #include #include #define MINBLOCK_US MINBLOCK_US_VALUEULL #define MAXBLOCK_US MAXBLOCK_US_VALUEULL struct key_t { char waker[TASK_COMM_LEN]; char target[TASK_COMM_LEN]; s64 w_k_stack_id; s64 w_u_stack_id; s64 t_k_stack_id; s64 t_u_stack_id; u64 t_pid; u64 t_tgid; u32 w_pid; u32 w_tgid; }; BPF_HASH(counts, struct key_t); // Key of this hash is PID of waiting Process, // value is timestamp when it went into waiting BPF_HASH(start, u32); struct wokeby_t { char name[TASK_COMM_LEN]; int k_stack_id; int u_stack_id; int w_pid; int w_tgid; }; // Key of the hash is PID of the Process to be waken, value is information // of the Process who wakes it BPF_HASH(wokeby, u32, struct wokeby_t); BPF_STACK_TRACE(stack_traces, STACK_STORAGE_SIZE); int waker(struct pt_regs *ctx, struct task_struct *p) { // PID and TGID of the target Process to be waken u32 pid = p->pid; u32 tgid = p->tgid; if (!((THREAD_FILTER) && (STATE_FILTER))) { return 0; } // Construct information about current (the waker) Process struct wokeby_t woke = {}; bpf_get_current_comm(&woke.name, sizeof(woke.name)); woke.k_stack_id = KERNEL_STACK_GET; woke.u_stack_id = USER_STACK_GET; woke.w_pid = bpf_get_current_pid_tgid(); woke.w_tgid = bpf_get_current_pid_tgid() >> 32; wokeby.update(&pid, &woke); return 0; } int oncpu(struct pt_regs *ctx, struct task_struct *p) { // PID and TGID of the previous Process (Process going into waiting) u32 pid = p->pid; u32 tgid = p->tgid; u64 *tsp; u64 ts = bpf_ktime_get_ns(); // Record timestamp for the previous Process (Process going into waiting) if ((THREAD_FILTER) && (STATE_FILTER)) { start.update(&pid, &ts); } // Calculate current Process's wait time by finding the timestamp of when // it went into waiting. // pid and tgid are now the PID and TGID of the current (waking) Process. pid = bpf_get_current_pid_tgid(); tgid = bpf_get_current_pid_tgid() >> 32; tsp = start.lookup(&pid); if (tsp == 0) { // Missed or filtered when the Process went into waiting return 0; } u64 delta = ts - *tsp; start.delete(&pid); delta = delta / 1000; if ((delta < MINBLOCK_US) || (delta > MAXBLOCK_US)) { return 0; } // create map key struct key_t key = {}; struct wokeby_t *woke; bpf_get_current_comm(&key.target, sizeof(key.target)); key.t_pid = pid; key.t_tgid = tgid; key.t_k_stack_id = KERNEL_STACK_GET; key.t_u_stack_id = USER_STACK_GET; woke = wokeby.lookup(&pid); if (woke) { key.w_k_stack_id = woke->k_stack_id; key.w_u_stack_id = woke->u_stack_id; key.w_pid = woke->w_pid; key.w_tgid = woke->w_tgid; __builtin_memcpy(&key.waker, woke->name, TASK_COMM_LEN); wokeby.delete(&pid); } counts.increment(key, delta); return 0; } """ # set thread filter if args.tgid is not None: thread_filter = build_filter("tgid", args.tgid) elif args.pid is not None: thread_filter = build_filter("pid", args.pid) elif args.user_threads_only: thread_filter = '!(p->flags & PF_KTHREAD)' elif args.kernel_threads_only: thread_filter = 'p->flags & PF_KTHREAD' else: thread_filter = '1' if args.state == 0: state_filter = 'p->STATE_FIELD == 0' elif args.state: # these states are sometimes bitmask checked state_filter = 'p->STATE_FIELD & %d' % args.state else: state_filter = '1' bpf_text = bpf_text.replace('THREAD_FILTER', thread_filter) bpf_text = bpf_text.replace('STATE_FILTER', state_filter) if BPF.kernel_struct_has_field(b'task_struct', b'__state') == 1: bpf_text = bpf_text.replace('STATE_FIELD', '__state') else: bpf_text = bpf_text.replace('STATE_FIELD', 'state') # set stack storage size bpf_text = bpf_text.replace('STACK_STORAGE_SIZE', str(args.stack_storage_size)) bpf_text = bpf_text.replace('MINBLOCK_US_VALUE', str(args.min_block_time)) bpf_text = bpf_text.replace('MAXBLOCK_US_VALUE', str(args.max_block_time)) # handle stack args kernel_stack_get = "stack_traces.get_stackid(ctx, 0)" user_stack_get = "stack_traces.get_stackid(ctx, BPF_F_USER_STACK)" stack_context = "" if args.user_stacks_only: stack_context = "user" kernel_stack_get = "-1" elif args.kernel_stacks_only: stack_context = "kernel" user_stack_get = "-1" else: stack_context = "user + kernel" bpf_text = bpf_text.replace('USER_STACK_GET', user_stack_get) bpf_text = bpf_text.replace('KERNEL_STACK_GET', kernel_stack_get) if args.ebpf: print(bpf_text) exit() # initialize BPF b = BPF(text=bpf_text) b.attach_kprobe(event_re=r'^finish_task_switch$|^finish_task_switch\.isra\.\d$', fn_name="oncpu") b.attach_kprobe(event="try_to_wake_up", fn_name="waker") matched = b.num_open_kprobes() if matched == 0: print("0 functions traced. Exiting.") exit() # header if not folded: print("Tracing blocked time (us) by %s off-CPU and waker stack" % stack_context, end="") if duration < 99999999: print(" for %d secs." % duration) else: print("... Hit Ctrl-C to end.") try: sleep(duration) except KeyboardInterrupt: # as cleanup can take many seconds, trap Ctrl-C: # print a newline for folded output on Ctrl-C signal.signal(signal.SIGINT, signal_ignore) if not folded: print() missing_stacks = 0 has_enomem = False counts = b.get_table("counts") stack_traces = b.get_table("stack_traces") need_delimiter = args.delimited and not (args.kernel_stacks_only or args.user_stacks_only) for k, v in sorted(counts.items(), key=lambda counts: counts[1].value): # handle get_stackid errors if not args.user_stacks_only: missing_stacks += int(stack_id_err(k.w_k_stack_id)) missing_stacks += int(stack_id_err(k.t_k_stack_id)) has_enomem = has_enomem or (k.w_k_stack_id == -errno.ENOMEM) or \ (k.t_k_stack_id == -errno.ENOMEM) if not args.kernel_stacks_only: missing_stacks += int(stack_id_err(k.w_u_stack_id)) missing_stacks += int(stack_id_err(k.t_u_stack_id)) has_enomem = has_enomem or (k.w_u_stack_id == -errno.ENOMEM) or \ (k.t_u_stack_id == -errno.ENOMEM) waker_user_stack = [] if k.w_u_stack_id < 1 else \ reversed(list(stack_traces.walk(k.w_u_stack_id))[1:]) waker_kernel_stack = [] if k.w_k_stack_id < 1 else \ reversed(list(stack_traces.walk(k.w_k_stack_id))[1:]) target_user_stack = [] if k.t_u_stack_id < 1 else \ stack_traces.walk(k.t_u_stack_id) target_kernel_stack = [] if k.t_k_stack_id < 1 else \ stack_traces.walk(k.t_k_stack_id) if folded: # print folded stack output line = [k.target.decode('utf-8', 'replace')] if not args.kernel_stacks_only: if stack_id_err(k.t_u_stack_id): line.append("[Missed User Stack] %d" % k.t_u_stack_id) else: line.extend([b.sym(addr, k.t_tgid).decode('utf-8', 'replace') for addr in reversed(list(target_user_stack)[1:])]) if not args.user_stacks_only: line.extend(["-"] if (need_delimiter and k.t_k_stack_id > 0 and k.t_u_stack_id > 0) else []) if stack_id_err(k.t_k_stack_id): line.append("[Missed Kernel Stack]") else: line.extend([b.ksym(addr).decode('utf-8', 'replace') for addr in reversed(list(target_kernel_stack)[1:])]) line.append("--") if not args.user_stacks_only: if stack_id_err(k.w_k_stack_id): line.append("[Missed Kernel Stack]") else: line.extend([b.ksym(addr).decode('utf-8', 'replace') for addr in reversed(list(waker_kernel_stack))]) if not args.kernel_stacks_only: line.extend(["-"] if (need_delimiter and k.w_u_stack_id > 0 and k.w_k_stack_id > 0) else []) if stack_id_err(k.w_u_stack_id): line.append("[Missed User Stack]") else: line.extend([b.sym(addr, k.w_tgid).decode('utf-8', 'replace') for addr in reversed(list(waker_user_stack))]) line.append(k.waker.decode('utf-8', 'replace')) print("%s %d" % (";".join(line), v.value)) else: # print wakeup name then stack in reverse order print(" %-16s %s %s" % ("waker:", k.waker.decode('utf-8', 'replace'), k.w_pid)) if not args.kernel_stacks_only: if stack_id_err(k.w_u_stack_id): print(" [Missed User Stack] %d" % k.w_u_stack_id) else: for addr in waker_user_stack: print(" %s" % b.sym(addr, k.w_tgid).decode('utf-8', 'replace')) if not args.user_stacks_only: if need_delimiter and k.w_u_stack_id > 0 and k.w_k_stack_id > 0: print(" -") if stack_id_err(k.w_k_stack_id): print(" [Missed Kernel Stack]") else: for addr in waker_kernel_stack: print(" %s" % b.ksym(addr).decode('utf-8', 'replace')) # print waker/wakee delimiter print(" %-16s %s" % ("--", "--")) if not args.user_stacks_only: if stack_id_err(k.t_k_stack_id): print(" [Missed Kernel Stack]") else: for addr in target_kernel_stack: print(" %s" % b.ksym(addr).decode('utf-8', 'replace')) if not args.kernel_stacks_only: if need_delimiter and k.t_u_stack_id > 0 and k.t_k_stack_id > 0: print(" -") if stack_id_err(k.t_u_stack_id): print(" [Missed User Stack]") else: for addr in target_user_stack: print(" %s" % b.sym(addr, k.t_tgid).decode('utf-8', 'replace')) print(" %-16s %s %s" % ("target:", k.target.decode('utf-8', 'replace'), k.t_pid)) print(" %d\n" % v.value) if missing_stacks > 0: enomem_str = " Consider increasing --stack-storage-size." print("WARNING: %d stack traces lost and could not be displayed.%s" % (missing_stacks, (enomem_str if has_enomem else "")), file=stderr) bpfcc-0.31.0/tools/offwaketime_example.txt000066400000000000000000001125621465134135300206010ustar00rootroot00000000000000Demonstrations of offwaketime, the Linux eBPF/bcc version. This program shows kernel stack traces and task names that were blocked and "off-CPU", along with the stack traces and task names for the threads that woke them, and the total elapsed time from when they blocked to when they were woken up. This combines the summaries from both the offwaketime and wakeuptime tools. The time measurement will be very similar to off-CPU time, however, off-CPU time may include a little extra time spent waiting on a run queue to be scheduled. The combined stacks, task names, and total time is summarized in kernel context for efficiency, using an eBPF map. The output summary will further help you identify reasons why threads were blocking, and quantify the time from when they were blocked to woken up. This spans all types of blocking activity: disk I/O, network I/O, locks, page faults, swapping, sleeping, involuntary context switches, etc. Here is some sample output from a 5 second trace, truncated to highlight several stack pairs: # ./offwaketime 5 Tracing blocked time (us) by kernel off-CPU and waker stack for 5 secs. [...] waker: swapper/0 ffffffff8137897c blk_mq_complete_request ffffffff81378930 __blk_mq_complete_request ffffffff81378793 blk_mq_end_request ffffffff813778b9 blk_mq_free_request ffffffff8137782d __blk_mq_free_request ffffffff8137bc57 blk_mq_put_tag ffffffff8137b2c7 bt_clear_tag ffffffff810b54d9 __wake_up ffffffff810b5462 __wake_up_common ffffffff810b5b12 autoremove_wake_function - - ffffffff81785085 schedule ffffffff81787e16 schedule_timeout ffffffff81784634 __sched_text_start ffffffff8137b839 bt_get ffffffff8137bbf7 blk_mq_get_tag ffffffff8137761b __blk_mq_alloc_request ffffffff81379442 blk_mq_map_request ffffffff8137a445 blk_sq_make_request ffffffff8136ebc3 generic_make_request ffffffff8136ed07 submit_bio ffffffff81225adf submit_bh_wbc ffffffff81225b42 submit_bh ffffffff812721e0 __ext4_get_inode_loc ffffffff812751dd ext4_iget ffffffff81275c90 ext4_iget_normal ffffffff8127f45b ext4_lookup ffffffff811f94ed lookup_real ffffffff811fad43 __lookup_hash ffffffff811fc3fb walk_component ffffffff811fd050 link_path_walk target: cksum 56529 [...] waker: swapper/1 ffffffff81475cf0 xen_evtchn_do_upcall ffffffff81473e83 __xen_evtchn_do_upcall ffffffff814766f7 evtchn_2l_handle_events ffffffff810cb0c2 generic_handle_irq ffffffff810cf1ca handle_percpu_irq ffffffff810cb9c8 handle_irq_event_percpu ffffffff8100b9e1 xen_timer_interrupt ffffffff810dfba8 hrtimer_interrupt ffffffff810df494 __hrtimer_run_queues ffffffff810df082 hrtimer_wakeup - - ffffffff81785085 schedule ffffffff817880bf do_nanosleep ffffffff810e003d hrtimer_nanosleep ffffffff810e018c sys_nanosleep ffffffff81789076 entry_SYSCALL_64_fastpath target: vmstat 3000331 [...] waker: swapper/0 ffffffff81378930 __blk_mq_complete_request ffffffff8137875a blk_mq_end_request ffffffff8136f157 blk_update_request ffffffff8136836f bio_endio ffffffff812ba709 mpage_end_io ffffffff81176af9 unlock_page ffffffff810b5781 __wake_up_bit ffffffff810b54d9 __wake_up ffffffff810b5462 __wake_up_common ffffffff810b5b7e wake_bit_function - - ffffffff81785085 schedule ffffffff81787e16 schedule_timeout ffffffff81784634 __sched_text_start ffffffff8178586b bit_wait_io ffffffff8178563e __wait_on_bit_lock ffffffff8117616e __lock_page_killable ffffffff81177fce generic_file_read_iter ffffffff811ef9c7 __vfs_read ffffffff811f0206 vfs_read ffffffff811f0eb6 sys_read ffffffff81789076 entry_SYSCALL_64_fastpath target: cksum 4334521 [...] waker: kworker/u16:2 ffffffff8178940f ret_from_fork ffffffff81092979 kthread ffffffff8108caeb worker_thread ffffffff8108c80a process_one_work ffffffff81496df5 flush_to_ldisc ffffffff81494424 n_tty_receive_buf2 ffffffff814939fd n_tty_receive_buf_common ffffffff810b54d9 __wake_up ffffffff810b5462 __wake_up_common ffffffff812037b6 pollwake - - ffffffff81785085 schedule ffffffff81788234 schedule_hrtimeout_range_clock ffffffff81788253 schedule_hrtimeout_range ffffffff812035d4 poll_schedule_timeout ffffffff8120402a do_select ffffffff812042f0 core_sys_select ffffffff8120449b sys_select ffffffff81789076 entry_SYSCALL_64_fastpath target: sshd 6530897 [...] waker: swapper/0 ffffffff81475cf0 xen_evtchn_do_upcall ffffffff81473e83 __xen_evtchn_do_upcall ffffffff814766f7 evtchn_2l_handle_events ffffffff810cb0c2 generic_handle_irq ffffffff810cf1ca handle_percpu_irq ffffffff810cb9c8 handle_irq_event_percpu ffffffff8100b9e1 xen_timer_interrupt ffffffff810dfba8 hrtimer_interrupt ffffffff810df494 __hrtimer_run_queues ffffffff810df082 hrtimer_wakeup - - ffffffff81785085 schedule ffffffff81787fc3 schedule_hrtimeout_range_clock.part.23 ffffffff81788219 schedule_hrtimeout_range_clock ffffffff81788253 schedule_hrtimeout_range ffffffff812035d4 poll_schedule_timeout ffffffff81204b6d do_sys_poll ffffffff81204cf2 sys_poll ffffffff81789076 entry_SYSCALL_64_fastpath target: supervise 16332240 Detaching... The output includes two paths from the cksum(1) command, one for reading files via vfs_read() and the other doing a link_path_walk(). There is also a vmstat(8) stack showing it sleeping between intervals, and an sshd(8) stack showing it waiting on a file descriptor for input. The stack shown at the bottom is the off-CPU stack belonging to the task name shown after "target:". Then there is a separator, "-", and above it the waker stack and the waker task name after "waker:". The wakeup stack is printed in reverse order. The number beneath the stacks is the total time spent from the blocking event to the wakeup event. This is summed for all occurrences with the same stack pairs. The -u option will print user-mode target threads only, and the -f option will show the stacks in "folded stacks" format. Eg: # ./offwaketime -fu 5 supervise;entry_SYSCALL_64_fastpath;sys_rename;dput;__dentry_kill;iput;evict;ext4_evict_inode;ext4_truncate;ext4_ext_truncate;ext4_ext_remove_space;ext4_free_blocks;__ext4_handle_dirty_metadata;_cond_resched;preempt_schedule_common;-; 2 sshd;entry_SYSCALL_64_fastpath;sys_read;vfs_read;__vfs_read;tty_read;n_tty_read;down_read;_cond_resched;preempt_schedule_common;-; 2 cksum;entry_SYSCALL_64_fastpath;sys_open;do_sys_open;do_filp_open;path_openat;lookup_real;ext4_lookup;ext4_iget_normal;ext4_iget;iget_locked;alloc_inode;ext4_alloc_inode;kmem_cache_alloc;_cond_resched;preempt_schedule_common;-; 3 mkdir;page_fault;do_page_fault;__do_page_fault;handle_mm_fault;anon_vma_prepare;_cond_resched;preempt_schedule_common;-; 3 cksum;entry_SYSCALL_64_fastpath;sys_open;do_sys_open;do_filp_open;path_openat;link_path_walk;walk_component;__lookup_hash;lookup_real;ext4_lookup;ext4_iget_normal;ext4_iget;__ext4_get_inode_loc;__breadahead;ll_rw_block;submit_bh_wbc;bio_alloc_bioset;mempool_alloc;_cond_resched;preempt_schedule_common;-; 3 cksum;entry_SYSCALL_64_fastpath;sys_read;vfs_read;__vfs_read;generic_file_read_iter;page_cache_sync_readahead;ondemand_readahead;__do_page_cache_readahead;ext4_readpages;ext4_mpage_readpages;ext4_map_blocks;down_read;_cond_resched;preempt_schedule_common;-; 3 cksum;entry_SYSCALL_64_fastpath;sys_open;do_sys_open;fd_install;__fd_install;_cond_resched;preempt_schedule_common;-; 3 run;return_from_execve;sys_execve;do_execveat_common.isra.33;search_binary_handler;load_script;search_binary_handler;load_elf_binary;elf_map;vm_munmap;down_write;_cond_resched;preempt_schedule_common;-; 3 svscan;entry_SYSCALL_64_fastpath;sys_getdents;iterate_dir;ext4_readdir;ext4_htree_fill_tree;htree_dirblock_to_tree;ext4_htree_store_dirent;__kmalloc;_cond_resched;preempt_schedule_common;-; 4 cksum;entry_SYSCALL_64_fastpath;sys_open;do_sys_open;do_filp_open;path_openat;mutex_lock;_cond_resched;preempt_schedule_common;-; 4 run;entry_SYSCALL_64_fastpath;sys_mprotect;down_write;_cond_resched;preempt_schedule_common;-; 5 sshd;entry_SYSCALL_64_fastpath;sys_select;core_sys_select;do_select;_cond_resched;preempt_schedule_common;-; 5 run;return_from_execve;sys_execve;do_execveat_common.isra.33;search_binary_handler;load_script;search_binary_handler;load_elf_binary;set_brk;vm_brk;down_write;_cond_resched;preempt_schedule_common;-; 5 supervise;entry_SYSCALL_64_fastpath;sys_clone;_do_fork;copy_process;anon_vma_fork;anon_vma_clone;down_write;_cond_resched;preempt_schedule_common;-; 6 svscan;retint_user;prepare_exit_to_usermode;exit_to_usermode_loop;schedule;-;hrtimer_wakeup;__hrtimer_run_queues;hrtimer_interrupt;xen_timer_interrupt;handle_irq_event_percpu;handle_percpu_irq;generic_handle_irq;evtchn_2l_handle_events;__xen_evtchn_do_upcall;xen_evtchn_do_upcall;swapper/0 11 supervise;return_from_execve;sys_execve;do_execveat_common.isra.33;search_binary_handler;load_script;search_binary_handler;load_elf_binary;flush_old_exec;mmput;exit_mmap;free_pgtables;unlink_anon_vmas;down_write;_cond_resched;preempt_schedule_common;-; 12 run;return_from_execve;sys_execve;do_execveat_common.isra.33;search_binary_handler;load_elf_binary;flush_old_exec;mmput;_cond_resched;preempt_schedule_common;-; 13 sshd;entry_SYSCALL_64_fastpath;sys_write;vfs_write;__vfs_write;sock_write_iter;sock_sendmsg;inet_sendmsg;tcp_sendmsg;lock_sock_nested;_cond_resched;preempt_schedule_common;-; 14 cksum;entry_SYSCALL_64_fastpath;sys_write;vfs_write;__vfs_write;tty_write;n_tty_write;mutex_lock;_cond_resched;preempt_schedule_common;-; 19 sshd;retint_user;prepare_exit_to_usermode;exit_to_usermode_loop;schedule;-; 24 run;return_from_execve;sys_execve;do_execveat_common.isra.33;search_binary_handler;load_script;search_binary_handler;load_elf_binary;vm_brk;down_write;_cond_resched;preempt_schedule_common;-; 31 sshd;entry_SYSCALL_64_fastpath;sys_write;vfs_write;__vfs_write;sock_write_iter;sock_sendmsg;inet_sendmsg;tcp_sendmsg;sk_stream_alloc_skb;__alloc_skb;kmem_cache_alloc_node;_cond_resched;preempt_schedule_common;-; 32 run;page_fault;do_page_fault;__do_page_fault;_cond_resched;preempt_schedule_common;-; 33 run;page_fault;do_page_fault;__do_page_fault;handle_mm_fault;anon_vma_prepare;_cond_resched;preempt_schedule_common;-; 33 run;entry_SYSCALL_64_fastpath;sys_clone;_do_fork;copy_process;down_write;_cond_resched;preempt_schedule_common;-; 35 run;page_fault;do_page_fault;__do_page_fault;handle_mm_fault;__do_fault;filemap_fault;_cond_resched;preempt_schedule_common;-; 36 run;return_from_execve;sys_execve;do_execveat_common.isra.33;search_binary_handler;load_script;search_binary_handler;load_elf_binary;elf_map;vm_mmap;vm_mmap_pgoff;down_write;_cond_resched;preempt_schedule_common;-; 38 cksum;entry_SYSCALL_64_fastpath;sys_open;do_sys_open;do_filp_open;path_openat;lookup_real;ext4_lookup;ext4_iget_normal;ext4_iget;__ext4_get_inode_loc;__getblk_gfp;_cond_resched;preempt_schedule_common;-; 38 chmod;int_ret_from_sys_call;syscall_return_slowpath;exit_to_usermode_loop;schedule;-; 39 run;entry_SYSCALL_64_fastpath;sys_munmap;vm_munmap;do_munmap;unmap_region;unmap_vmas;unmap_single_vma;_cond_resched;preempt_schedule_common;-; 41 readproctitle;entry_SYSCALL_64_fastpath;sys_read;vfs_read;__vfs_read;pipe_read;mutex_lock;_cond_resched;preempt_schedule_common;-; 44 run;entry_SYSCALL_64_fastpath;sys_clone;_do_fork;copy_process;kmem_cache_alloc;_cond_resched;preempt_schedule_common;-; 48 run;return_from_execve;sys_execve;do_execveat_common.isra.33;search_binary_handler;load_elf_binary;flush_old_exec;mmput;exit_mmap;unmap_vmas;unmap_single_vma;_cond_resched;preempt_schedule_common;-; 49 sshd;entry_SYSCALL_64_fastpath;sys_select;core_sys_select;do_select;tty_poll;tty_ldisc_ref_wait;ldsem_down_read;_cond_resched;preempt_schedule_common;-; 50 supervise;return_from_execve;sys_execve;do_execveat_common.isra.33;search_binary_handler;load_script;remove_arg_zero;get_user_pages;__get_user_pages;_cond_resched;preempt_schedule_common;-; 50 readproctitle;int_ret_from_sys_call;syscall_return_slowpath;exit_to_usermode_loop;schedule;-; 51 mkdir;int_ret_from_sys_call;syscall_return_slowpath;exit_to_usermode_loop;schedule;-; 53 supervise;entry_SYSCALL_64_fastpath;sys_clone;_do_fork;copy_process;copy_creds;prepare_creds;kmem_cache_alloc;_cond_resched;preempt_schedule_common;-; 66 cksum;entry_SYSCALL_64_fastpath;sys_open;do_sys_open;do_filp_open;path_openat;lookup_real;ext4_lookup;ext4_find_entry;__ext4_read_dirblock;ext4_bread;ext4_getblk;__getblk_gfp;_cond_resched;preempt_schedule_common;-; 76 run;return_from_execve;sys_execve;do_execveat_common.isra.33;search_binary_handler;load_elf_binary;kernel_read;vfs_read;__vfs_read;generic_file_read_iter;_cond_resched;preempt_schedule_common;-; 96 chmod;entry_SYSCALL_64_fastpath;sys_exit_group;do_group_exit;do_exit;mmput;exit_mmap;unmap_vmas;unmap_single_vma;_cond_resched;preempt_schedule_common;-; 100 run;page_fault;do_page_fault;__do_page_fault;handle_mm_fault;__do_fault;filemap_fault;__lock_page_or_retry;wait_on_page_bit_killable;__wait_on_bit;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;unlock_page;handle_mm_fault;__do_page_fault;do_page_fault;page_fault;;run 117 run;entry_SYSCALL_64_fastpath;sys_clone;_do_fork;copy_process;copy_page_range;_cond_resched;preempt_schedule_common;-; 117 cksum;entry_SYSCALL_64_fastpath;sys_read;vfs_read;__vfs_read;generic_file_read_iter;_cond_resched;preempt_schedule_common;-; 121 chown;entry_SYSCALL_64_fastpath;sys_mmap;sys_mmap_pgoff;vm_mmap_pgoff;down_write;_cond_resched;preempt_schedule_common;-; 137 chown;entry_SYSCALL_64_fastpath;sys_mmap;sys_mmap_pgoff;vm_mmap_pgoff;do_mmap;mmap_region;kmem_cache_alloc;_cond_resched;preempt_schedule_common;-; 138 run;return_from_execve;sys_execve;do_execveat_common.isra.33;count.isra.21.constprop.38;_cond_resched;preempt_schedule_common;-; 145 supervise;entry_SYSCALL_64_fastpath;sys_rename;dput;__dentry_kill;iput;evict;ext4_evict_inode;truncate_inode_pages_final;truncate_inode_pages_range;wait_on_page_bit;__wait_on_bit;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;end_page_writeback;ext4_finish_bio;ext4_end_bio;bio_endio;blk_update_request;blk_mq_end_request;mkdir 147 chmod;return_from_execve;sys_execve;do_execveat_common.isra.33;search_binary_handler;load_elf_binary;clear_user;page_fault;do_page_fault;__do_page_fault;_cond_resched;preempt_schedule_common;-; 159 chown;return_from_execve;sys_execve;do_execveat_common.isra.33;search_binary_handler;load_elf_binary;setup_arg_pages;shift_arg_pages;vma_adjust;down_write;_cond_resched;preempt_schedule_common;-; 173 chown;retint_user;prepare_exit_to_usermode;exit_to_usermode_loop;schedule;-; 176 chmod;retint_user;prepare_exit_to_usermode;exit_to_usermode_loop;schedule;-; 191 chmod;entry_SYSCALL_64_fastpath;sys_fchmodat;chmod_common;notify_change;ext4_setattr;__mark_inode_dirty;ext4_dirty_inode;ext4_mark_inode_dirty;ext4_reserve_inode_write;__ext4_get_inode_loc;__getblk_gfp;_cond_resched;preempt_schedule_common;-; 221 cksum;entry_SYSCALL_64_fastpath;sys_open;do_sys_open;do_filp_open;path_openat;trailing_symlink;page_follow_link_light;page_getlink.isra.34.constprop.38;read_cache_page;do_read_cache_page;wait_on_page_read;wait_on_page_bit;__wait_on_bit;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;unlock_page;mpage_end_io;bio_endio;blk_update_request;blk_mq_end_request;__blk_mq_complete_request;swapper/0 230 cksum;entry_SYSCALL_64_fastpath;sys_open;do_sys_open;do_filp_open;path_openat;lookup_real;ext4_lookup;ext4_find_entry;__ext4_read_dirblock;ext4_bread;__wait_on_buffer;out_of_line_wait_on_bit;__wait_on_bit;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;wake_up_bit;unlock_buffer;__end_buffer_read_notouch;end_buffer_read_sync;end_bio_bh_io_sync;bio_endio;rcu_sched 231 supervise;return_from_execve;sys_execve;do_execveat_common.isra.33;search_binary_handler;load_script;search_binary_handler;load_elf_binary;flush_old_exec;mmput;_cond_resched;preempt_schedule_common;-; 234 chown;int_ret_from_sys_call;syscall_return_slowpath;exit_to_usermode_loop;schedule;-; 249 cksum;entry_SYSCALL_64_fastpath;sys_read;vfs_read;__vfs_read;generic_file_read_iter;__lock_page_killable;__wait_on_bit_lock;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;unlock_page;mpage_end_io;bio_endio;blk_update_request;blk_mq_end_request;__blk_mq_complete_request;svscan 273 mkdir;entry_SYSCALL_64_fastpath;sys_exit_group;do_group_exit;do_exit;mmput;exit_mmap;unmap_vmas;unmap_single_vma;_cond_resched;preempt_schedule_common;-; 382 supervise;return_from_execve;sys_execve;do_execveat_common.isra.33;search_binary_handler;load_script;search_binary_handler;load_elf_binary;flush_old_exec;mmput;exit_mmap;unmap_vmas;unmap_single_vma;_cond_resched;preempt_schedule_common;-; 389 run;page_fault;do_page_fault;__do_page_fault;handle_mm_fault;do_wp_page;wp_page_copy.isra.57;anon_vma_prepare;_cond_resched;preempt_schedule_common;-; 390 supervise;return_from_execve;sys_execve;do_execveat_common.isra.33;sched_exec;stop_one_cpu;wait_for_completion;_cond_resched;preempt_schedule_common;-; 409 run;return_from_execve;sys_execve;do_execveat_common.isra.33;sched_exec;stop_one_cpu;wait_for_completion;_cond_resched;preempt_schedule_common;-; 419 mkdir;retint_user;prepare_exit_to_usermode;exit_to_usermode_loop;schedule;-; 457 cksum;entry_SYSCALL_64_fastpath;sys_read;vfs_read;__vfs_read;generic_file_read_iter;__lock_page_killable;__wait_on_bit_lock;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;unlock_page;mpage_end_io;bio_endio;blk_update_request;blk_mq_end_request;__blk_mq_complete_request;rcuos/0 460 run;entry_SYSCALL_64_fastpath;sys_exit_group;do_group_exit;do_exit;mmput;exit_mmap;unmap_vmas;unmap_single_vma;_cond_resched;preempt_schedule_common;-; 481 sshd;int_ret_from_sys_call;syscall_return_slowpath;exit_to_usermode_loop;schedule;-; 495 cksum;do_filp_open;path_openat;lookup_real;ext4_lookup;ext4_find_entry;dx_probe;__ext4_read_dirblock;ext4_bread;ext4_getblk;ext4_map_blocks;ext4_ext_map_blocks;ext4_find_extent;__read_extent_tree_block;bh_submit_read;out_of_line_wait_on_bit;__wait_on_bit;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;wake_up_bit;unlock_buffer;__end_buffer_read_notouch;end_buffer_read_sync;end_bio_bh_io_sync;bio_endio;swapper/0 495 cksum;entry_SYSCALL_64_fastpath;sys_open;do_sys_open;do_filp_open;path_openat;lookup_real;ext4_lookup;ext4_find_entry;dx_probe;__ext4_read_dirblock;ext4_bread;__wait_on_buffer;out_of_line_wait_on_bit;__wait_on_bit;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;wake_up_bit;unlock_buffer;__end_buffer_read_notouch;end_buffer_read_sync;end_bio_bh_io_sync;bio_endio;swapper/0 514 run;entry_SYSCALL_64_fastpath;sys_clone;_do_fork;copy_process;alloc_pid;kmem_cache_alloc;_cond_resched;preempt_schedule_common;-; 572 run;return_from_execve;sys_execve;do_execveat_common.isra.33;search_binary_handler;load_script;search_binary_handler;load_elf_binary;clear_user;page_fault;do_page_fault;__do_page_fault;handle_mm_fault;__pte_alloc;pte_alloc_one;alloc_pages_current;__alloc_pages_nodemask;_cond_resched;preempt_schedule_common;-; 579 supervise;entry_SYSCALL_64_fastpath;sys_clone;_do_fork;copy_process;copy_page_range;_cond_resched;preempt_schedule_common;-; 590 cksum;int_ret_from_sys_call;syscall_return_slowpath;exit_to_usermode_loop;schedule;-; 592 chmod;return_from_execve;sys_execve;do_execveat_common.isra.33;search_binary_handler;load_elf_binary;setup_arg_pages;shift_arg_pages;vma_adjust;down_write;_cond_resched;preempt_schedule_common;-; 697 cksum;entry_SYSCALL_64_fastpath;sys_open;do_sys_open;do_filp_open;path_openat;lookup_real;ext4_lookup;ext4_find_entry;__ext4_read_dirblock;ext4_bread;__wait_on_buffer;out_of_line_wait_on_bit;__wait_on_bit;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;wake_up_bit;unlock_buffer;__end_buffer_read_notouch;end_buffer_read_sync;end_bio_bh_io_sync;bio_endio;swapper/0 706 cksum;entry_SYSCALL_64_fastpath;sys_write;vfs_write;__vfs_write;tty_write;n_tty_write;mutex_lock;_cond_resched;preempt_schedule_common;-;woken_wake_function;__wake_up_common;__wake_up;n_tty_read;tty_read;__vfs_read;vfs_read;sys_read;entry_SYSCALL_64_fastpath;;sshd 804 supervise;retint_user;prepare_exit_to_usermode;exit_to_usermode_loop;schedule;-; 1101 run;return_from_execve;sys_execve;do_execveat_common.isra.33;search_binary_handler;load_elf_binary;flush_old_exec;mmput;exit_mmap;free_pgtables;unlink_anon_vmas;__put_anon_vma;_cond_resched;preempt_schedule_common;-; 1122 cksum;entry_SYSCALL_64_fastpath;sys_read;vfs_read;__vfs_read;generic_file_read_iter;__lock_page_killable;__wait_on_bit_lock;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;unlock_page;mpage_end_io;bio_endio;blk_update_request;blk_mq_end_request;__blk_mq_complete_request;readproctitle 1319 run;int_ret_from_sys_call;syscall_return_slowpath;exit_to_usermode_loop;schedule;-; 1902 cksum;entry_SYSCALL_64_fastpath;sys_read;vfs_read;__vfs_read;generic_file_read_iter;__lock_page_killable;__wait_on_bit_lock;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;unlock_page;mpage_end_io;bio_endio;blk_update_request;blk_mq_end_request;__blk_mq_complete_request;chown 1925 supervise;entry_SYSCALL_64_fastpath;sys_rename;dput;__dentry_kill;iput;evict;ext4_evict_inode;truncate_inode_pages_final;truncate_inode_pages_range;wait_on_page_bit;__wait_on_bit;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;end_page_writeback;ext4_finish_bio;ext4_end_bio;bio_endio;blk_update_request;blk_mq_end_request;cksum 2181 cksum;entry_SYSCALL_64_fastpath;sys_open;do_sys_open;do_filp_open;path_openat;link_path_walk;walk_component;__lookup_hash;lookup_real;ext4_lookup;ext4_find_entry;__wait_on_buffer;out_of_line_wait_on_bit;__wait_on_bit;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;wake_up_bit;unlock_buffer;__end_buffer_read_notouch;end_buffer_read_sync;end_bio_bh_io_sync;bio_endio;swapper/0 2599 cksum;retint_user;prepare_exit_to_usermode;exit_to_usermode_loop;schedule;-; 2816 supervise;ext4_rename2;ext4_rename;ext4_alloc_da_blocks;filemap_flush;__filemap_fdatawrite_range;do_writepages;ext4_writepages;ext4_map_blocks;ext4_ext_map_blocks;ext4_mb_new_blocks;ext4_mb_mark_diskspace_used;__ext4_journal_get_write_access;jbd2_journal_get_write_access;do_get_write_access;out_of_line_wait_on_bit;__wait_on_bit;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;wake_up_bit;journal_end_buffer_io_sync;end_bio_bh_io_sync;bio_endio;blk_update_request;blk_mq_end_request;swapper/0 3393 supervise;entry_SYSCALL_64_fastpath;sys_rename;dput;__dentry_kill;iput;evict;ext4_evict_inode;truncate_inode_pages_final;truncate_inode_pages_range;wait_on_page_bit;__wait_on_bit;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;end_page_writeback;ext4_finish_bio;ext4_end_bio;bio_endio;blk_update_request;blk_mq_end_request;supervise 5398 sshd;entry_SYSCALL_64_fastpath;sys_select;core_sys_select;do_select;poll_schedule_timeout;schedule_hrtimeout_range;schedule_hrtimeout_range_clock;schedule;-;pollwake;__wake_up_common;__wake_up_sync_key;sock_def_readable;tcp_data_queue;tcp_rcv_established;tcp_v4_do_rcv;tcp_v4_rcv;ip_local_deliver_finish;ip_local_deliver;mkdir 6582 cksum;entry_SYSCALL_64_fastpath;sys_read;vfs_read;__vfs_read;generic_file_read_iter;__lock_page_killable;__wait_on_bit_lock;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;unlock_page;mpage_end_io;bio_endio;blk_update_request;blk_mq_end_request;__blk_mq_complete_request;chmod 8310 run;retint_user;prepare_exit_to_usermode;exit_to_usermode_loop;schedule;-; 8444 supervise;entry_SYSCALL_64_fastpath;sys_rename;dput;__dentry_kill;iput;evict;ext4_evict_inode;truncate_inode_pages_final;truncate_inode_pages_range;wait_on_page_bit;__wait_on_bit;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;end_page_writeback;ext4_finish_bio;ext4_end_bio;bio_endio;blk_update_request;blk_mq_end_request;readproctitle 9768 supervise;entry_SYSCALL_64_fastpath;sys_rename;dput;__dentry_kill;iput;evict;ext4_evict_inode;truncate_inode_pages_final;truncate_inode_pages_range;wait_on_page_bit;__wait_on_bit;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;end_page_writeback;ext4_finish_bio;ext4_end_bio;bio_endio;blk_update_request;blk_mq_end_request;run 9945 cksum;entry_SYSCALL_64_fastpath;sys_read;vfs_read;__vfs_read;generic_file_read_iter;__lock_page_killable;__wait_on_bit_lock;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;unlock_page;mpage_end_io;bio_endio;blk_update_request;blk_mq_end_request;__blk_mq_complete_request;mkdir 11978 cksum;entry_SYSCALL_64_fastpath;sys_open;do_sys_open;do_filp_open;path_openat;link_path_walk;walk_component;__lookup_hash;lookup_real;ext4_lookup;ext4_iget_normal;ext4_iget;__ext4_get_inode_loc;__wait_on_buffer;out_of_line_wait_on_bit;__wait_on_bit;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;wake_up_bit;unlock_buffer;__end_buffer_read_notouch;end_buffer_read_sync;end_bio_bh_io_sync;bio_endio;swapper/0 12120 cksum;link_path_walk;walk_component;__lookup_hash;lookup_real;ext4_lookup;ext4_iget_normal;ext4_iget;__ext4_get_inode_loc;submit_bh;submit_bh_wbc;submit_bio;generic_make_request;blk_sq_make_request;blk_mq_map_request;__blk_mq_alloc_request;blk_mq_get_tag;bt_get;__sched_text_start;schedule_timeout;schedule;-;autoremove_wake_function;__wake_up_common;__wake_up;bt_clear_tag;blk_mq_put_tag;__blk_mq_free_request;blk_mq_free_request;blk_mq_end_request;__blk_mq_complete_request;blk_mq_complete_request;swapper/0 23243 cksum;entry_SYSCALL_64_fastpath;sys_open;do_sys_open;do_filp_open;path_openat;lookup_real;ext4_lookup;ext4_find_entry;__wait_on_buffer;out_of_line_wait_on_bit;__wait_on_bit;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;wake_up_bit;unlock_buffer;__end_buffer_read_notouch;end_buffer_read_sync;end_bio_bh_io_sync;bio_endio;swapper/0 24767 run;entry_SYSCALL_64_fastpath;sys_wait4;do_wait;schedule;-;child_wait_callback;__wake_up_common;__wake_up_sync_key;__wake_up_parent;do_notify_parent;do_exit;do_group_exit;sys_exit_group;entry_SYSCALL_64_fastpath;;chmod 33289 run;entry_SYSCALL_64_fastpath;sys_wait4;do_wait;schedule;-;child_wait_callback;__wake_up_common;__wake_up_sync_key;__wake_up_parent;do_notify_parent;do_exit;do_group_exit;sys_exit_group;entry_SYSCALL_64_fastpath;;mkdir 34991 cksum;entry_SYSCALL_64_fastpath;sys_read;vfs_read;__vfs_read;generic_file_read_iter;__lock_page_killable;__wait_on_bit_lock;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;unlock_page;mpage_end_io;bio_endio;blk_update_request;blk_mq_end_request;__blk_mq_complete_request;supervise 35746 run;entry_SYSCALL_64_fastpath;sys_wait4;do_wait;schedule;-;child_wait_callback;__wake_up_common;__wake_up_sync_key;__wake_up_parent;do_notify_parent;do_exit;do_group_exit;sys_exit_group;entry_SYSCALL_64_fastpath;;chown 36942 supervise;entry_SYSCALL_64_fastpath;sys_rename;dput;__dentry_kill;iput;evict;ext4_evict_inode;truncate_inode_pages_final;truncate_inode_pages_range;wait_on_page_bit;__wait_on_bit;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;end_page_writeback;ext4_finish_bio;ext4_end_bio;bio_endio;blk_update_request;blk_mq_end_request;swapper/0 42993 cksum;entry_SYSCALL_64_fastpath;sys_open;do_sys_open;do_filp_open;path_openat;lookup_real;ext4_lookup;ext4_iget_normal;ext4_iget;__ext4_get_inode_loc;__wait_on_buffer;out_of_line_wait_on_bit;__wait_on_bit;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;wake_up_bit;unlock_buffer;__end_buffer_read_notouch;end_buffer_read_sync;end_bio_bh_io_sync;bio_endio;swapper/0 53348 sshd;entry_SYSCALL_64_fastpath;sys_select;core_sys_select;do_select;poll_schedule_timeout;schedule_hrtimeout_range;schedule_hrtimeout_range_clock;schedule;-;pollwake;__wake_up_common;__wake_up;n_tty_receive_buf_common;n_tty_receive_buf2;flush_to_ldisc;process_one_work;worker_thread;kthread;ret_from_fork;kworker/u16:2 86256 cksum;entry_SYSCALL_64_fastpath;sys_read;vfs_read;__vfs_read;generic_file_read_iter;__lock_page_killable;__wait_on_bit_lock;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;unlock_page;mpage_end_io;bio_endio;blk_update_request;blk_mq_end_request;__blk_mq_complete_request;run 109480 ntpd;entry_SYSCALL_64_fastpath;sys_select;core_sys_select;do_select;poll_schedule_timeout;schedule_hrtimeout_range;schedule_hrtimeout_range_clock;schedule;-;signal_wake_up_state;complete_signal;__send_signal;send_signal;do_send_sig_info;group_send_sig_info;kill_pid_info;it_real_fn;__hrtimer_run_queues;hrtimer_interrupt;cksum 999975 ntpd;entry_SYSCALL_64_fastpath;sys_select;core_sys_select;do_select;poll_schedule_timeout;schedule_hrtimeout_range;schedule_hrtimeout_range_clock;schedule;-;signal_wake_up_state;complete_signal;__send_signal;send_signal;do_send_sig_info;group_send_sig_info;kill_pid_info;it_real_fn;__hrtimer_run_queues;hrtimer_interrupt;swapper/0 999976 supervise;entry_SYSCALL_64_fastpath;sys_poll;do_sys_poll;poll_schedule_timeout;schedule_hrtimeout_range;schedule_hrtimeout_range_clock;schedule_hrtimeout_range_clock.part.23;schedule;-;hrtimer_wakeup;__hrtimer_run_queues;hrtimer_interrupt;xen_timer_interrupt;handle_irq_event_percpu;handle_percpu_irq;generic_handle_irq;evtchn_2l_handle_events;__xen_evtchn_do_upcall;xen_evtchn_do_upcall;chmod 1021082 snmpd;entry_SYSCALL_64_fastpath;sys_select;core_sys_select;do_select;poll_schedule_timeout;schedule_hrtimeout_range;schedule_hrtimeout_range_clock;schedule_hrtimeout_range_clock.part.23;schedule;-;hrtimer_wakeup;__hrtimer_run_queues;hrtimer_interrupt;xen_timer_interrupt;handle_irq_event_percpu;handle_percpu_irq;generic_handle_irq;evtchn_2l_handle_events;__xen_evtchn_do_upcall;xen_evtchn_do_upcall;swapper/0 1726275 ntpd;entry_SYSCALL_64_fastpath;sys_select;core_sys_select;do_select;poll_schedule_timeout;schedule_hrtimeout_range;schedule_hrtimeout_range_clock;schedule;-;signal_wake_up_state;complete_signal;__send_signal;send_signal;do_send_sig_info;group_send_sig_info;kill_pid_info;it_real_fn;__hrtimer_run_queues;hrtimer_interrupt;swapper/1 1999944 supervise;entry_SYSCALL_64_fastpath;sys_poll;do_sys_poll;poll_schedule_timeout;schedule_hrtimeout_range;schedule_hrtimeout_range_clock;schedule_hrtimeout_range_clock.part.23;schedule;-;hrtimer_wakeup;__hrtimer_run_queues;hrtimer_interrupt;xen_timer_interrupt;handle_irq_event_percpu;handle_percpu_irq;generic_handle_irq;evtchn_2l_handle_events;__xen_evtchn_do_upcall;xen_evtchn_do_upcall;cksum 2041945 cksum;entry_SYSCALL_64_fastpath;sys_read;vfs_read;__vfs_read;generic_file_read_iter;__lock_page_killable;__wait_on_bit_lock;bit_wait_io;__sched_text_start;schedule_timeout;schedule;-;wake_bit_function;__wake_up_common;__wake_up;__wake_up_bit;unlock_page;mpage_end_io;bio_endio;blk_update_request;blk_mq_end_request;__blk_mq_complete_request;swapper/0 3720413 vmstat;entry_SYSCALL_64_fastpath;sys_nanosleep;hrtimer_nanosleep;do_nanosleep;schedule;-;hrtimer_wakeup;__hrtimer_run_queues;hrtimer_interrupt;xen_timer_interrupt;handle_irq_event_percpu;handle_percpu_irq;generic_handle_irq;evtchn_2l_handle_events;__xen_evtchn_do_upcall;xen_evtchn_do_upcall;swapper/0 4000402 tail;entry_SYSCALL_64_fastpath;sys_nanosleep;hrtimer_nanosleep;do_nanosleep;schedule;-;hrtimer_wakeup;__hrtimer_run_queues;hrtimer_interrupt;xen_timer_interrupt;handle_irq_event_percpu;handle_percpu_irq;generic_handle_irq;evtchn_2l_handle_events;__xen_evtchn_do_upcall;xen_evtchn_do_upcall;swapper/0 4000447 readproctitle;entry_SYSCALL_64_fastpath;sys_read;vfs_read;__vfs_read;pipe_read;pipe_wait;schedule;-;autoremove_wake_function;__wake_up_common;__wake_up_sync_key;pipe_write;__vfs_write;vfs_write;sys_write;entry_SYSCALL_64_fastpath;;run 4149862 offwaketime.py;entry_SYSCALL_64_fastpath;sys_select;core_sys_select;do_select;poll_schedule_timeout;schedule_hrtimeout_range;schedule_hrtimeout_range_clock;schedule_hrtimeout_range_clock.part.23;schedule;-;hrtimer_wakeup;__hrtimer_run_queues;hrtimer_interrupt;xen_timer_interrupt;handle_irq_event_percpu;handle_percpu_irq;generic_handle_irq;evtchn_2l_handle_events;__xen_evtchn_do_upcall;xen_evtchn_do_upcall;swapper/1 5005058 supervise;entry_SYSCALL_64_fastpath;sys_poll;do_sys_poll;poll_schedule_timeout;schedule_hrtimeout_range;schedule_hrtimeout_range_clock;schedule_hrtimeout_range_clock.part.23;schedule;-;hrtimer_wakeup;__hrtimer_run_queues;hrtimer_interrupt;xen_timer_interrupt;handle_irq_event_percpu;handle_percpu_irq;generic_handle_irq;evtchn_2l_handle_events;__xen_evtchn_do_upcall;xen_evtchn_do_upcall;swapper/1 8168600 sshd;entry_SYSCALL_64_fastpath;sys_select;core_sys_select;do_select;poll_schedule_timeout;schedule_hrtimeout_range;schedule_hrtimeout_range_clock;schedule;-;pollwake;__wake_up_common;__wake_up;n_tty_receive_buf_common;n_tty_receive_buf2;flush_to_ldisc;process_one_work;worker_thread;kthread;ret_from_fork;kworker/u16:1 8821767 supervise;entry_SYSCALL_64_fastpath;sys_poll;do_sys_poll;poll_schedule_timeout;schedule_hrtimeout_range;schedule_hrtimeout_range_clock;schedule_hrtimeout_range_clock.part.23;schedule;-;hrtimer_wakeup;__hrtimer_run_queues;hrtimer_interrupt;xen_timer_interrupt;handle_irq_event_percpu;handle_percpu_irq;generic_handle_irq;evtchn_2l_handle_events;__xen_evtchn_do_upcall;xen_evtchn_do_upcall;run 9186846 supervise;entry_SYSCALL_64_fastpath;sys_poll;do_sys_poll;poll_schedule_timeout;schedule_hrtimeout_range;schedule_hrtimeout_range_clock;schedule_hrtimeout_range_clock.part.23;schedule;-;hrtimer_wakeup;__hrtimer_run_queues;hrtimer_interrupt;xen_timer_interrupt;handle_irq_event_percpu;handle_percpu_irq;generic_handle_irq;evtchn_2l_handle_events;__xen_evtchn_do_upcall;xen_evtchn_do_upcall;swapper/0 20415299 This output format is suitable for feeding into the open source FlameGraph software, which visualizes these. USAGE message: # ./offwaketime -h usage: offwaketime [-h] [-p PID | -t TID | -u | -k] [-U | -K] [-d] [-f] [--stack-storage-size STACK_STORAGE_SIZE] [-m MIN_BLOCK_TIME] [-M MAX_BLOCK_TIME] [--state STATE] [duration] Summarize blocked time by kernel stack trace + waker stack positional arguments: duration duration of trace, in seconds optional arguments: -h, --help show this help message and exit -p PID, --pid PID trace these PIDS only. Can be a comma separated list of PID. -t TID, --tid TID trace these TIDS only. Can be a comma separated list of TIDS. -u, --user-threads-only user threads only (no kernel threads) -k, --kernel-threads-only kernel threads only (no user threads) -U, --user-stacks-only show stacks from user space only (no kernel space stacks) -K, --kernel-stacks-only show stacks from kernel space only (no user space stacks) -d, --delimited insert delimiter between kernel/user stacks -f, --folded output folded format --stack-storage-size STACK_STORAGE_SIZE the number of unique stack traces that can be stored and displayed (default 16384) -m MIN_BLOCK_TIME, --min-block-time MIN_BLOCK_TIME the amount of time in microseconds over which we store traces (default 1) -M MAX_BLOCK_TIME, --max-block-time MAX_BLOCK_TIME the amount of time in microseconds under which we store traces (default U64_MAX) --state STATE filter on this thread state bitmask (eg, 2 == TASK_UNINTERRUPTIBLE) see include/linux/sched.h examples: ./offwaketime # trace off-CPU + waker stack time until Ctrl-C ./offwaketime 5 # trace for 5 seconds only ./offwaketime -f 5 # 5 seconds, and output in folded format ./offwaketime -m 1000 # trace only events that last more than 1000 usec ./offwaketime -M 10000 # trace only events that last less than 10000 usec ./offwaketime -p 185 # only trace threads for PID 185 ./offwaketime -t 188 # only trace thread 188 ./offwaketime -u # only trace user threads (no kernel) ./offwaketime -k # only trace kernel threads (no user) ./offwaketime -U # only show user space stacks (no kernel) ./offwaketime -K # only show kernel space stacks (no user) bpfcc-0.31.0/tools/old/000077500000000000000000000000001465134135300145735ustar00rootroot00000000000000bpfcc-0.31.0/tools/old/CMakeLists.txt000066400000000000000000000002731465134135300173350ustar00rootroot00000000000000file(GLOB PY_FILES *.py) foreach(FIL ${PY_FILES}) get_filename_component(FIL_WE ${FIL} NAME_WE) install(PROGRAMS ${FIL} DESTINATION share/bcc/tools/old RENAME ${FIL_WE}) endforeach() bpfcc-0.31.0/tools/old/bashreadline.py000077500000000000000000000021051465134135300175670ustar00rootroot00000000000000#!/usr/bin/python # # bashreadline Print entered bash commands from all running shells. # For Linux, uses BCC, eBPF. Embedded C. # # This works by tracing the readline() function using a uretprobe (uprobes). # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 28-Jan-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF from time import strftime # load BPF program bpf_text = """ #include int printret(struct pt_regs *ctx) { if (!ctx->ax) return 0; char str[80] = {}; bpf_probe_read(&str, sizeof(str), (void *)PT_REGS_RC(ctx)); bpf_trace_printk("%s\\n", &str); return 0; }; """ b = BPF(text=bpf_text) b.attach_uretprobe(name="/bin/bash", sym="readline", fn_name="printret") # header print("%-9s %-6s %s" % ("TIME", "PID", "COMMAND")) # format output while 1: try: (task, pid, cpu, flags, ts, msg) = b.trace_fields() except ValueError: continue print("%-9s %-6d %s" % (strftime("%H:%M:%S"), pid, msg)) bpfcc-0.31.0/tools/old/biosnoop.py000077500000000000000000000065221465134135300170050ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # biosnoop Trace block device I/O and print details including issuing PID. # For Linux, uses BCC, eBPF. # # This uses in-kernel eBPF maps to cache process details (PID and comm) by I/O # request, as well as a starting timestamp for calculating I/O latency. # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 16-Sep-2015 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF # load BPF program b = BPF(text=""" #include #include struct val_t { u32 pid; char name[TASK_COMM_LEN]; }; BPF_HASH(start, struct request *); BPF_HASH(infobyreq, struct request *, struct val_t); // cache PID and comm by-req int trace_pid_start(struct pt_regs *ctx, struct request *req) { struct val_t val = {}; if (bpf_get_current_comm(&val.name, sizeof(val.name)) == 0) { val.pid = bpf_get_current_pid_tgid(); infobyreq.update(&req, &val); } return 0; } // time block I/O int trace_req_start(struct pt_regs *ctx, struct request *req) { u64 ts; ts = bpf_ktime_get_ns(); start.update(&req, &ts); return 0; } // output int trace_req_completion(struct pt_regs *ctx, struct request *req) { u64 *tsp, delta; u32 *pidp = 0; struct val_t *valp; // fetch timestamp and calculate delta tsp = start.lookup(&req); if (tsp == 0) { // missed tracing issue return 0; } delta = bpf_ktime_get_ns() - *tsp; // // Fetch and output issuing pid and comm. // As bpf_trace_prink() is limited to a maximum of 1 string and 2 // integers, we'll use more than one to output the data. // valp = infobyreq.lookup(&req); if (valp == 0) { bpf_trace_printk("0 0 ? %d\\n", req->__data_len); } else { bpf_trace_printk("0 %d %s %d\\n", valp->pid, valp->name, req->__data_len); } // output remaining details if (req->cmd_flags & REQ_WRITE) { bpf_trace_printk("1 W %s %d %d ?\\n", req->rq_disk->disk_name, req->__sector, delta / 1000); } else { bpf_trace_printk("1 R %s %d %d ?\\n", req->rq_disk->disk_name, req->__sector, delta / 1000); } start.delete(&req); infobyreq.delete(&req); return 0; } """, debug=0) b.attach_kprobe(event="blk_account_io_start", fn_name="trace_pid_start") b.attach_kprobe(event="blk_start_request", fn_name="trace_req_start") b.attach_kprobe(event="blk_mq_start_request", fn_name="trace_req_start") b.attach_kprobe(event="blk_account_io_done", fn_name="trace_req_completion") # header print("%-14s %-14s %-6s %-7s %-2s %-9s %-7s %7s" % ("TIME(s)", "COMM", "PID", "DISK", "T", "SECTOR", "BYTES", "LAT(ms)")) start_ts = 0 # format output while 1: (task, pid, cpu, flags, ts, msg) = b.trace_fields() args = msg.split(" ") if start_ts == 0: start_ts = ts if args[0] == "0": (real_pid, real_comm, bytes_s) = (args[1], args[2], args[3]) continue else: (type_s, disk_s, sector_s, us_s) = (args[1], args[2], args[3], args[4]) ms = float(int(us_s, 10)) / 1000 print("%-14.9f %-14.14s %-6s %-7s %-2s %-9s %-7s %7.2f" % ( ts - start_ts, real_comm, real_pid, disk_s, type_s, sector_s, bytes_s, ms)) bpfcc-0.31.0/tools/old/compactsnoop.py000077500000000000000000000244251465134135300176640ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # compactsnoop Trace compact zone and print details including issuing PID. # For Linux, uses BCC, eBPF. # # This uses in-kernel eBPF maps to cache process details (PID and comm) by # compact zone begin, as well as a starting timestamp for calculating # latency. # # Copyright (c) 2019 Wenbo Zhang # Licensed under the Apache License, Version 2.0 (the "License") # # 11-NOV-2019 Wenbo Zhang Created this. from __future__ import print_function from bcc import BPF import argparse import platform from datetime import datetime, timedelta # arguments examples = """examples: ./compactsnoop # trace all compact stall ./compactsnoop -T # include timestamps ./compactsnoop -d 10 # trace for 10 seconds only ./compactsnoop -K # output kernel stack trace ./compactsnoop -e # show extended fields """ parser = argparse.ArgumentParser( description="Trace compact zone", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples, ) parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("-d", "--duration", help="total duration of trace in seconds") parser.add_argument("-K", "--kernel-stack", action="store_true", help="output kernel stack trace") parser.add_argument("-e", "--extended_fields", action="store_true", help="show system memory state") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() debug = 0 if args.duration: args.duration = timedelta(seconds=int(args.duration)) NO_EXTENDED = """ #ifdef EXTNEDED_FIELDS #undef EXTNEDED_FIELDS #endif """ EXTENDED = """ #define EXTNEDED_FIELDS 1 """ bpf_text = """ #include #include #include struct node; #include struct compact_control { struct list_head freepages; /* List of free pages to migrate to */ struct list_head migratepages; /* List of pages being migrated */ unsigned long nr_freepages; /* Number of isolated free pages */ unsigned long nr_migratepages; /* Number of pages to migrate */ unsigned long free_pfn; /* isolate_freepages search base */ unsigned long migrate_pfn; /* isolate_migratepages search base */ bool sync; /* Synchronous migration */ }; struct val_t { int nid; int idx; int order; int sync; #ifdef EXTNEDED_FIELDS int fragindex; int low; int min; int high; int free; #endif u64 ts; // compaction begin time }; struct data_t { u32 pid; u32 tid; int nid; int idx; int order; u64 delta; u64 ts; // compaction end time int sync; #ifdef EXTNEDED_FIELDS int fragindex; int low; int min; int high; int free; #endif int status; int stack_id; char comm[TASK_COMM_LEN]; }; BPF_HASH(start, u64, struct val_t); BPF_PERF_OUTPUT(events); BPF_STACK_TRACE(stack_traces, 2048); #ifdef CONFIG_NUMA static inline int zone_to_nid_(struct zone *zone) { int node; bpf_probe_read(&node, sizeof(node), &zone->node); return node; } #else static inline int zone_to_nid_(struct zone *zone) { return 0; } #endif // #define zone_idx(zone) ((zone) - (zone)->zone_pgdat->node_zones) static inline int zone_idx_(struct zone *zone) { struct pglist_data *zone_pgdat = NULL; bpf_probe_read(&zone_pgdat, sizeof(zone_pgdat), &zone->zone_pgdat); return zone - zone_pgdat->node_zones; } #ifdef EXTNEDED_FIELDS static inline void get_all_wmark_pages(struct zone *zone, struct val_t *valp) { u64 watermark[NR_WMARK] = {}; u64 watermark_boost = 0; bpf_probe_read(&watermark, sizeof(watermark), &zone->watermark); valp->min = watermark[WMARK_MIN]; valp->low = watermark[WMARK_LOW]; valp->high = watermark[WMARK_HIGH]; bpf_probe_read(&valp->free, sizeof(valp->free), &zone->vm_stat[NR_FREE_PAGES]); } #endif int trace_compact_zone_entry(struct pt_regs *ctx, struct zone *zone, struct compact_control *cc) { #ifdef EXTNEDED_FIELDS struct val_t val = { .fragindex=-1000 }; #else struct val_t val = { }; #endif u64 id = bpf_get_current_pid_tgid(); PID_FILTER val.sync = cc->sync; start.update(&id, &val); return 0; } int trace_compaction_suitable_entry(struct pt_regs *ctx, struct zone *zone, int order) { u64 id = bpf_get_current_pid_tgid(); struct val_t *valp = start.lookup(&id); if (valp == NULL) { // missed entry return 0; } valp->nid = zone_to_nid_(zone); valp->idx = zone_idx_(zone); valp->order = order; #ifdef EXTNEDED_FIELDS get_all_wmark_pages(zone, valp); #endif return 0; } int trace_fragmentation_index_return(struct pt_regs *ctx) { int ret = PT_REGS_RC(ctx); u64 id = bpf_get_current_pid_tgid(); struct val_t *valp = start.lookup(&id); if (valp == NULL) { // missed entry return 0; } #ifdef EXTNEDED_FIELDS valp->fragindex = ret; #endif return 0; } int trace_compaction_suitable_return(struct pt_regs *ctx) { int ret = PT_REGS_RC(ctx); u64 id = bpf_get_current_pid_tgid(); struct val_t *valp = start.lookup(&id); if (valp == NULL) { // missed entry return 0; } if (ret != COMPACT_CONTINUE) start.delete(&id); else valp->ts = bpf_ktime_get_ns(); return 0; } int trace_compact_zone_return(struct pt_regs *ctx) { int ret = PT_REGS_RC(ctx); struct data_t data = {}; u64 ts = bpf_ktime_get_ns(); u64 id = bpf_get_current_pid_tgid(); struct val_t *valp = start.lookup(&id); if (valp == NULL) { // missed entry or unsuitable return 0; } data.delta = ts - valp->ts; data.ts = ts / 1000; data.pid = id >> 32; data.tid = id; bpf_get_current_comm(&data.comm, sizeof(data.comm)); data.nid = valp->nid; data.idx = valp->idx; data.order = valp->order; data.sync = valp->sync; #ifdef EXTNEDED_FIELDS data.fragindex = valp->fragindex; data.min = valp->min; data.low = valp->low; data.high = valp->high; data.free = valp->free; #endif data.status = ret; data.stack_id = stack_traces.get_stackid(ctx, BPF_F_REUSE_STACKID); events.perf_submit(ctx, &data, sizeof(data)); start.delete(&id); return 0; } """ if platform.machine() != 'x86_64': print(""" Currently only support x86_64 servers, if you want to use it on other platforms, please refer include/linux/mmzone.h to modify zone_idex_to_str to get the right zone type """) exit() if args.extended_fields: bpf_text = EXTENDED + bpf_text else: bpf_text = NO_EXTENDED + bpf_text if args.pid: bpf_text = bpf_text.replace( "PID_FILTER", "if (id >> 32 != %s) { return 0; }" % args.pid) else: bpf_text = bpf_text.replace("PID_FILTER", "") if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # load BPF program b = BPF(text=bpf_text) b.attach_kprobe(event="compact_zone", fn_name="trace_compact_zone_entry") b.attach_kretprobe(event="compact_zone", fn_name="trace_compact_zone_return") b.attach_kprobe( event="compaction_suitable", fn_name="trace_compaction_suitable_entry" ) b.attach_kretprobe( event="fragmentation_index", fn_name="trace_fragmentation_index_return" ) b.attach_kretprobe( event="compaction_suitable", fn_name="trace_compaction_suitable_return" ) stack_traces = b.get_table("stack_traces") initial_ts = 0 def zone_idx_to_str(idx): # from include/linux/mmzone.h # NOTICE: consider only x86_64 servers zonetype = { 0: "ZONE_DMA", 1: "ZONE_DMA32", 2: "ZONE_NORMAL", } if idx in zonetype: return zonetype[idx] else: return str(idx) def compact_result_to_str(status): # from include/linux/compaction.h compact_status = { # COMPACT_SKIPPED: compaction didn't start as it was not possible # or direct reclaim was more suitable 0: "skipped", # COMPACT_CONTINUE: compaction should continue to another pageblock 1: "continue", # COMPACT_PARTIAL: direct compaction partially compacted a zone and # there are suitable pages 2: "partial", # COMPACT_COMPLETE: The full zone was compacted 3: "complete", } if status in compact_status: return compact_status[status] else: return str(status) # header if args.timestamp: print("%-14s" % ("TIME(s)"), end=" ") print( "%-14s %-6s %-4s %-12s %-5s %-7s" % ("COMM", "PID", "NODE", "ZONE", "ORDER", "MODE"), end=" ", ) if args.extended_fields: print("%-8s %-8s %-8s %-8s %-8s" % ("FRAGIDX", "MIN", "LOW", "HIGH", "FREE"), end=" ") print("%9s %16s" % ("LAT(ms)", "STATUS")) # process event def print_event(cpu, data, size): event = b["events"].event(data) global initial_ts if not initial_ts: initial_ts = event.ts if args.timestamp: delta = event.ts - initial_ts print("%-14.9f" % (float(delta) / 1000000), end=" ") print("%-14.14s %-6s %-4s %-12s %-5s %-7s" % ( event.comm.decode("utf-8", "replace"), event.pid, event.nid, zone_idx_to_str(event.idx), event.order, "SYNC" if event.sync else "ASYNC"), end=" ") if args.extended_fields: print("%-8.3f %-8s %-8s %-8s %-8s" % ( float(event.fragindex) / 1000, event.min, event.low, event.high, event.free), end=" ") print("%9.3f %16s" % ( float(event.delta) / 1000000, compact_result_to_str(event.status))) if args.kernel_stack: for addr in stack_traces.walk(event.stack_id): sym = b.ksym(addr, show_offset=True) print("\t%s" % sym) print("") # loop with callback to print_event b["events"].open_perf_buffer(print_event, page_cnt=64) start_time = datetime.now() while not args.duration or datetime.now() - start_time < args.duration: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/old/filegone.py000077500000000000000000000100061465134135300167350ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # filegone Trace why file gone (deleted or renamed). # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: filegone [-h] [-p PID] # # Licensed under the Apache License, Version 2.0 (the "License") # # 08-Nov-2022 Curu. modified from filelife from __future__ import print_function from bcc import BPF import argparse from time import strftime # arguments examples = """examples: ./filegone # trace all file gone events ./filegone -p 181 # only trace PID 181 """ parser = argparse.ArgumentParser( description="Trace why file gone (deleted or renamed)", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() debug = 0 # define BPF program bpf_text = """ #include #include #include struct data_t { u32 pid; u8 action; char comm[TASK_COMM_LEN]; char fname[DNAME_INLINE_LEN]; char fname2[DNAME_INLINE_LEN]; }; BPF_PERF_OUTPUT(events); // trace file deletion and output details #if LINUX_VERSION_CODE < KERNEL_VERSION(5, 12, 0) int trace_unlink(struct pt_regs *ctx, struct inode *dir, struct dentry *dentry) #else int trace_unlink(struct pt_regs *ctx, struct user_namespace *ns, struct inode *dir, struct dentry *dentry) #endif { u32 pid = bpf_get_current_pid_tgid() >> 32; FILTER struct data_t data = {}; struct qstr d_name = dentry->d_name; if (d_name.len == 0) return 0; bpf_get_current_comm(&data.comm, sizeof(data.comm)); data.pid = pid; data.action = 'D'; bpf_probe_read(&data.fname, sizeof(data.fname), d_name.name); events.perf_submit(ctx, &data, sizeof(data)); return 0; } // trace file rename #if LINUX_VERSION_CODE < KERNEL_VERSION(5, 12, 0) int trace_rename(struct pt_regs *ctx, struct inode *old_dir, struct dentry *old_dentry, struct inode *new_dir, struct dentry *new_dentry) { #else int trace_rename(struct pt_regs *ctx, struct renamedata *rd) { struct dentry *old_dentry = rd->old_dentry; struct dentry *new_dentry = rd->new_dentry; #endif u32 pid = bpf_get_current_pid_tgid() >> 32; FILTER struct data_t data = {}; struct qstr s_name = old_dentry->d_name; struct qstr d_name = new_dentry->d_name; if (s_name.len == 0 || d_name.len == 0) return 0; bpf_get_current_comm(&data.comm, sizeof(data.comm)); data.pid = pid; data.action = 'R'; bpf_probe_read(&data.fname, sizeof(data.fname), s_name.name); bpf_probe_read(&data.fname2, sizeof(data.fname), d_name.name); events.perf_submit(ctx, &data, sizeof(data)); return 0; } """ def action2str(action): if chr(action) == 'D': action_str = "DELETE" else: action_str = "RENAME" return action_str if args.pid: bpf_text = bpf_text.replace('FILTER', 'if (pid != %s) { return 0; }' % args.pid) else: bpf_text = bpf_text.replace('FILTER', '') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # initialize BPF b = BPF(text=bpf_text) b.attach_kprobe(event="vfs_unlink", fn_name="trace_unlink") b.attach_kprobe(event="vfs_rmdir", fn_name="trace_unlink") b.attach_kprobe(event="vfs_rename", fn_name="trace_rename") # header print("%-8s %-7s %-16s %6s %s" % ("TIME", "PID", "COMM", "ACTION", "FILE")) # process event def print_event(cpu, data, size): event = b["events"].event(data) action_str = action2str(event.action) file_str = event.fname.decode('utf-8', 'replace') if action_str == "RENAME": file_str = "%s > %s" % (file_str, event.fname2.decode('utf-8', 'replace')) print("%-8s %-7d %-16s %6s %s" % (strftime("%H:%M:%S"), event.pid, event.comm.decode('utf-8', 'replace'), action_str, file_str)) b["events"].open_perf_buffer(print_event) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/old/filelife.py000077500000000000000000000051641465134135300167350ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # filelife Trace the lifespan of short-lived files. # For Linux, uses BCC, eBPF. Embedded C. # # This traces the creation and deletion of files, providing information # on who deleted the file, the file age, and the file name. The intent is to # provide information on short-lived files, for debugging or performance # analysis. # # USAGE: filelife [-h] [-p PID] # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 08-Feb-2015 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF import argparse from time import strftime # arguments examples = """examples: ./filelife # trace all stat() syscalls ./filelife -p 181 # only trace PID 181 """ parser = argparse.ArgumentParser( description="Trace stat() syscalls", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-p", "--pid", help="trace this PID only") args = parser.parse_args() debug = 0 # define BPF program bpf_text = """ #include #include BPF_HASH(birth, struct dentry *); // trace file creation time int trace_create(struct pt_regs *ctx, struct inode *dir, struct dentry *dentry) { u32 pid = bpf_get_current_pid_tgid(); FILTER u64 ts = bpf_ktime_get_ns(); birth.update(&dentry, &ts); return 0; }; // trace file deletion and output details int trace_unlink(struct pt_regs *ctx, struct inode *dir, struct dentry *dentry) { u32 pid = bpf_get_current_pid_tgid(); FILTER u64 *tsp, delta; tsp = birth.lookup(&dentry); if (tsp == 0) { return 0; // missed create } delta = (bpf_ktime_get_ns() - *tsp) / 1000000; birth.delete(&dentry); if (dentry->d_iname[0] == 0) return 0; bpf_trace_printk("%d %s\\n", delta, dentry->d_iname); return 0; } """ if args.pid: bpf_text = bpf_text.replace('FILTER', 'if (pid != %s) { return 0; }' % args.pid) else: bpf_text = bpf_text.replace('FILTER', '') if debug: print(bpf_text) # initialize BPF b = BPF(text=bpf_text) b.attach_kprobe(event="vfs_create", fn_name="trace_create") b.attach_kprobe(event="vfs_unlink", fn_name="trace_unlink") # header print("%-8s %-6s %-16s %-7s %s" % ("TIME", "PID", "COMM", "AGE(s)", "FILE")) start_ts = 0 # format output while 1: (task, pid, cpu, flags, ts, msg) = b.trace_fields() (delta, filename) = msg.split(" ", 1) # print columns print("%-8s %-6d %-16s %-7.2f %s" % (strftime("%H:%M:%S"), pid, task, float(delta) / 1000, filename)) bpfcc-0.31.0/tools/old/gethostlatency.py000077500000000000000000000043461465134135300202140ustar00rootroot00000000000000#!/usr/bin/python # # gethostlatency Show latency for getaddrinfo/gethostbyname[2] calls. # For Linux, uses BCC, eBPF. Embedded C. # # This can be useful for identifying DNS latency, by identifying which # remote host name lookups were slow, and by how much. # # This uses dynamic tracing of user-level functions and registers, and may # need modifications to match your software and processor architecture. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 28-Jan-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF from time import strftime # load BPF program bpf_text = """ #include struct val_t { char host[80]; u64 ts; }; BPF_HASH(start, u32, struct val_t); int do_entry(struct pt_regs *ctx) { if (!ctx->di) return 0; struct val_t val = {}; u32 pid = bpf_get_current_pid_tgid(); bpf_probe_read(&val.host, sizeof(val.host), (void *)ctx->di); val.ts = bpf_ktime_get_ns(); start.update(&pid, &val); return 0; } int do_return(struct pt_regs *ctx) { struct val_t *valp; u64 delta; u32 pid = bpf_get_current_pid_tgid(); valp = start.lookup(&pid); if (valp == 0) return 0; // missed start delta = (bpf_ktime_get_ns() - valp->ts) / 1000; bpf_trace_printk("%d %s\\n", delta, valp->host); start.delete(&pid); return 0; } """ b = BPF(text=bpf_text) b.attach_uprobe(name="c", sym="getaddrinfo", fn_name="do_entry") b.attach_uprobe(name="c", sym="gethostbyname", fn_name="do_entry") b.attach_uprobe(name="c", sym="gethostbyname2", fn_name="do_entry") b.attach_uretprobe(name="c", sym="getaddrinfo", fn_name="do_return") b.attach_uretprobe(name="c", sym="gethostbyname", fn_name="do_return") b.attach_uretprobe(name="c", sym="gethostbyname2", fn_name="do_return") # header print("%-9s %-6s %-12s %6s %s" % ("TIME", "PID", "COMM", "LATms", "HOST")) # format output while 1: try: (task, pid, cpu, flags, ts, msg) = b.trace_fields() except ValueError: continue (delta, host) = msg.split(" ") deltams = int(delta) / 1000 print("%-9s %-6d %-12.12s %6.2f %s" % (strftime("%H:%M:%S"), pid, task, deltams, host)) bpfcc-0.31.0/tools/old/hardirqs.py000077500000000000000000000121401465134135300167630ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # hardirqs Summarize hard IRQ (interrupt) event time. # For Linux, uses BCC, eBPF. # # USAGE: hardirqs [-h] [-T] [-N] [-C] [-d] [interval] [outputs] # # Thanks Amer Ather for help understanding irq behavior. # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 19-Oct-2015 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse # arguments examples = """examples: ./hardirqs # sum hard irq event time ./hardirqs -d # show hard irq event time as histograms ./hardirqs 1 10 # print 1 second summaries, 10 times ./hardirqs -NT 1 # 1s summaries, nanoseconds, and timestamps """ parser = argparse.ArgumentParser( description="Summarize hard irq event time as histograms", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-N", "--nanoseconds", action="store_true", help="output in nanoseconds") parser.add_argument("-C", "--count", action="store_true", help="show event counts instead of timing") parser.add_argument("-d", "--dist", action="store_true", help="show distributions as histograms") parser.add_argument("interval", nargs="?", default=99999999, help="output interval, in seconds") parser.add_argument("outputs", nargs="?", default=99999999, help="number of outputs") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() countdown = int(args.outputs) if args.count and (args.dist or args.nanoseconds): print("The --count option can't be used with time-based options") exit() if args.count: factor = 1 label = "count" elif args.nanoseconds: factor = 1 label = "nsecs" else: factor = 1000 label = "usecs" debug = 0 # define BPF program bpf_text = """ #include #include #include #include typedef struct irq_key { char name[32]; u64 slot; } irq_key_t; BPF_HASH(start, u32); BPF_HASH(irqdesc, u32, struct irq_desc *); BPF_HISTOGRAM(dist, irq_key_t); // count IRQ int count_only(struct pt_regs *ctx, struct irq_desc *desc) { u32 pid = bpf_get_current_pid_tgid(); struct irqaction *action = desc->action; char *name = (char *)action->name; irq_key_t key = {.slot = 0 /* ignore */}; bpf_probe_read_kernel(&key.name, sizeof(key.name), name); dist.increment(key); return 0; } // time IRQ int trace_start(struct pt_regs *ctx, struct irq_desc *desc) { u32 pid = bpf_get_current_pid_tgid(); u64 ts = bpf_ktime_get_ns(); start.update(&pid, &ts); irqdesc.update(&pid, &desc); return 0; } int trace_completion(struct pt_regs *ctx) { u64 *tsp, delta; struct irq_desc **descp; u32 pid = bpf_get_current_pid_tgid(); // fetch timestamp and calculate delta tsp = start.lookup(&pid); descp = irqdesc.lookup(&pid); if (tsp == 0 || descp == 0) { return 0; // missed start } struct irq_desc *desc = *descp; struct irqaction *action = desc->action; char *name = (char *)action->name; delta = bpf_ktime_get_ns() - *tsp; // store as sum or histogram STORE start.delete(&pid); irqdesc.delete(&pid); return 0; } """ # code substitutions if args.dist: bpf_text = bpf_text.replace('STORE', 'irq_key_t key = {.slot = bpf_log2l(delta / %d)};' % factor + 'bpf_probe_read_kernel(&key.name, sizeof(key.name), name);' + 'dist.increment(key);') else: bpf_text = bpf_text.replace('STORE', 'irq_key_t key = {.slot = 0 /* ignore */};' + 'bpf_probe_read_kernel(&key.name, sizeof(key.name), name);' + 'dist.increment(key, delta);') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # load BPF program b = BPF(text=bpf_text) # these should really use irq:irq_handler_entry/exit tracepoints: if args.count: b.attach_kprobe(event="handle_irq_event_percpu", fn_name="count_only") print("Tracing hard irq events... Hit Ctrl-C to end.") else: b.attach_kprobe(event="handle_irq_event_percpu", fn_name="trace_start") b.attach_kretprobe(event="handle_irq_event_percpu", fn_name="trace_completion") print("Tracing hard irq event time... Hit Ctrl-C to end.") # output exiting = 0 if args.interval else 1 dist = b.get_table("dist") while (1): try: sleep(int(args.interval)) except KeyboardInterrupt: exiting = 1 print() if args.timestamp: print("%-8s\n" % strftime("%H:%M:%S"), end="") if args.dist: dist.print_log2_hist(label, "hardirq") else: print("%-26s %11s" % ("HARDIRQ", "TOTAL_" + label)) for k, v in sorted(dist.items(), key=lambda dist: dist[1].value): print("%-26s %11d" % (k.name.decode('utf-8', 'replace'), v.value / factor)) dist.clear() countdown -= 1 if exiting or countdown == 0: exit() bpfcc-0.31.0/tools/old/killsnoop.py000077500000000000000000000052241465134135300171650ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # killsnoop Trace signals issued by the kill() syscall. # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: killsnoop [-h] [-t] [-x] [-p PID] # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 20-Sep-2015 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF import argparse # arguments examples = """examples: ./killsnoop # trace all kill() signals ./killsnoop -t # include timestamps ./killsnoop -x # only show failed kills ./killsnoop -p 181 # only trace PID 181 """ parser = argparse.ArgumentParser( description="Trace signals issued by the kill() syscall", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-t", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-x", "--failed", action="store_true", help="only show failed opens") parser.add_argument("-p", "--pid", help="trace this PID only") args = parser.parse_args() debug = 0 # define BPF program bpf_text = """ #include BPF_HASH(args_pid, u32, int); BPF_HASH(args_sig, u32, int); int kprobe__sys_kill(struct pt_regs *ctx, int tpid, int sig) { u32 pid = bpf_get_current_pid_tgid(); FILTER args_pid.update(&pid, &tpid); args_sig.update(&pid, &sig); return 0; }; int kretprobe__sys_kill(struct pt_regs *ctx) { int *tpidp, *sigp, ret = ctx->ax; u32 pid = bpf_get_current_pid_tgid(); tpidp = args_pid.lookup(&pid); sigp = args_sig.lookup(&pid); if (tpidp == 0 || sigp == 0) { return 0; // missed entry } bpf_trace_printk("%d %d %d\\n", *tpidp, *sigp, ret); args_pid.delete(&pid); args_sig.delete(&pid); return 0; } """ if args.pid: bpf_text = bpf_text.replace('FILTER', 'if (pid != %s) { return 0; }' % args.pid) else: bpf_text = bpf_text.replace('FILTER', '') if debug: print(bpf_text) # initialize BPF b = BPF(text=bpf_text) # header if args.timestamp: print("%-14s" % ("TIME(s)"), end="") print("%-6s %-16s %-4s %-6s %s" % ("PID", "COMM", "SIG", "TPID", "RESULT")) start_ts = 0 # format output while 1: (task, pid, cpu, flags, ts, msg) = b.trace_fields() (tpid_s, sig_s, ret_s) = msg.split(" ") ret = int(ret_s) if (args.failed and (ret >= 0)): continue # print columns if args.timestamp: if start_ts == 0: start_ts = ts print("%-14.9f" % (ts - start_ts), end="") print("%-6d %-16s %-4s %-6s %s" % (pid, task, sig_s, tpid_s, ret_s)) bpfcc-0.31.0/tools/old/memleak.py000077500000000000000000000237231465134135300165720ustar00rootroot00000000000000#!/usr/bin/python # # memleak Trace and display outstanding allocations to detect # memory leaks in user-mode processes and the kernel. # # USAGE: memleak [-h] [-p PID] [-t] [-a] [-o OLDER] [-c COMMAND] # [-s SAMPLE_RATE] [-d STACK_DEPTH] [-T TOP] [-z MIN_SIZE] # [-Z MAX_SIZE] # [interval] [count] # # Licensed under the Apache License, Version 2.0 (the "License") # Copyright (C) 2016 Sasha Goldshtein. from bcc import BPF from time import sleep from datetime import datetime import argparse import subprocess import os def decode_stack(bpf, pid, info): stack = "" if info.num_frames <= 0: return "???" for i in range(0, info.num_frames): addr = info.callstack[i] stack += " %s ;" % bpf.sym(addr, pid, show_offset=True) return stack def run_command_get_output(command): p = subprocess.Popen(command.split(), stdout=subprocess.PIPE, stderr=subprocess.STDOUT) return iter(p.stdout.readline, b'') def run_command_get_pid(command): p = subprocess.Popen(command.split()) return p.pid examples = """ EXAMPLES: ./memleak -p $(pidof allocs) Trace allocations and display a summary of "leaked" (outstanding) allocations every 5 seconds ./memleak -p $(pidof allocs) -t Trace allocations and display each individual call to malloc/free ./memleak -ap $(pidof allocs) 10 Trace allocations and display allocated addresses, sizes, and stacks every 10 seconds for outstanding allocations ./memleak -c "./allocs" Run the specified command and trace its allocations ./memleak Trace allocations in kernel mode and display a summary of outstanding allocations every 5 seconds ./memleak -o 60000 Trace allocations in kernel mode and display a summary of outstanding allocations that are at least one minute (60 seconds) old ./memleak -s 5 Trace roughly every 5th allocation, to reduce overhead """ description = """ Trace outstanding memory allocations that weren't freed. Supports both user-mode allocations made with malloc/free and kernel-mode allocations made with kmalloc/kfree. """ parser = argparse.ArgumentParser(description=description, formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-p", "--pid", type=int, default=-1, help="the PID to trace; if not specified, trace kernel allocs") parser.add_argument("-t", "--trace", action="store_true", help="print trace messages for each alloc/free call") parser.add_argument("interval", nargs="?", default=5, type=int, help="interval in seconds to print outstanding allocations") parser.add_argument("count", nargs="?", type=int, help="number of times to print the report before exiting") parser.add_argument("-a", "--show-allocs", default=False, action="store_true", help="show allocation addresses and sizes as well as call stacks") parser.add_argument("-o", "--older", default=500, type=int, help="prune allocations younger than this age in milliseconds") parser.add_argument("-c", "--command", help="execute and trace the specified command") parser.add_argument("-s", "--sample-rate", default=1, type=int, help="sample every N-th allocation to decrease the overhead") parser.add_argument("-d", "--stack-depth", default=10, type=int, help="maximum stack depth to capture") parser.add_argument("-T", "--top", type=int, default=10, help="display only this many top allocating stacks (by size)") parser.add_argument("-z", "--min-size", type=int, help="capture only allocations larger than this size") parser.add_argument("-Z", "--max-size", type=int, help="capture only allocations smaller than this size") args = parser.parse_args() pid = args.pid command = args.command kernel_trace = (pid == -1 and command is None) trace_all = args.trace interval = args.interval min_age_ns = 1e6 * args.older sample_every_n = args.sample_rate num_prints = args.count max_stack_size = args.stack_depth + 2 top_stacks = args.top min_size = args.min_size max_size = args.max_size if min_size is not None and max_size is not None and min_size > max_size: print("min_size (-z) can't be greater than max_size (-Z)") exit(1) if command is not None: print("Executing '%s' and tracing the resulting process." % command) pid = run_command_get_pid(command) bpf_source = """ #include struct alloc_info_t { u64 size; u64 timestamp_ns; int num_frames; u64 callstack[MAX_STACK_SIZE]; }; BPF_HASH(sizes, u64); BPF_HASH(allocs, u64, struct alloc_info_t); // Adapted from https://github.com/iovisor/bcc/tools/offcputime.py static u64 get_frame(u64 *bp) { if (*bp) { // The following stack walker is x86_64 specific u64 ret = 0; if (bpf_probe_read(&ret, sizeof(ret), (void *)(*bp+8))) return 0; if (bpf_probe_read(bp, sizeof(*bp), (void *)*bp)) *bp = 0; return ret; } return 0; } static int grab_stack(struct pt_regs *ctx, struct alloc_info_t *info) { int depth = 0; u64 bp = ctx->bp; GRAB_ONE_FRAME return depth; } int alloc_enter(struct pt_regs *ctx, size_t size) { SIZE_FILTER if (SAMPLE_EVERY_N > 1) { u64 ts = bpf_ktime_get_ns(); if (ts % SAMPLE_EVERY_N != 0) return 0; } u64 pid = bpf_get_current_pid_tgid(); u64 size64 = size; sizes.update(&pid, &size64); if (SHOULD_PRINT) bpf_trace_printk("alloc entered, size = %u\\n", size); return 0; } int alloc_exit(struct pt_regs *ctx) { u64 address = ctx->ax; u64 pid = bpf_get_current_pid_tgid(); u64* size64 = sizes.lookup(&pid); struct alloc_info_t info = {0}; if (size64 == 0) return 0; // missed alloc entry info.size = *size64; sizes.delete(&pid); info.timestamp_ns = bpf_ktime_get_ns(); info.num_frames = grab_stack(ctx, &info) - 2; allocs.update(&address, &info); if (SHOULD_PRINT) { bpf_trace_printk("alloc exited, size = %lu, result = %lx," "frames = %d\\n", info.size, address, info.num_frames); } return 0; } int free_enter(struct pt_regs *ctx, void *address) { u64 addr = (u64)address; struct alloc_info_t *info = allocs.lookup(&addr); if (info == 0) return 0; allocs.delete(&addr); if (SHOULD_PRINT) { bpf_trace_printk("free entered, address = %lx, size = %lu\\n", address, info->size); } return 0; } """ bpf_source = bpf_source.replace("SHOULD_PRINT", "1" if trace_all else "0") bpf_source = bpf_source.replace("SAMPLE_EVERY_N", str(sample_every_n)) bpf_source = bpf_source.replace("GRAB_ONE_FRAME", max_stack_size * "\tif (!(info->callstack[depth++] = get_frame(&bp))) return depth;\n") bpf_source = bpf_source.replace("MAX_STACK_SIZE", str(max_stack_size)) size_filter = "" if min_size is not None and max_size is not None: size_filter = "if (size < %d || size > %d) return 0;" % \ (min_size, max_size) elif min_size is not None: size_filter = "if (size < %d) return 0;" % min_size elif max_size is not None: size_filter = "if (size > %d) return 0;" % max_size bpf_source = bpf_source.replace("SIZE_FILTER", size_filter) bpf_program = BPF(text=bpf_source) if not kernel_trace: print("Attaching to malloc and free in pid %d, Ctrl+C to quit." % pid) bpf_program.attach_uprobe(name="c", sym="malloc", fn_name="alloc_enter", pid=pid) bpf_program.attach_uretprobe(name="c", sym="malloc", fn_name="alloc_exit", pid=pid) bpf_program.attach_uprobe(name="c", sym="free", fn_name="free_enter", pid=pid) else: print("Attaching to kmalloc and kfree, Ctrl+C to quit.") bpf_program.attach_kprobe(event="__kmalloc", fn_name="alloc_enter") bpf_program.attach_kretprobe(event="__kmalloc", fn_name="alloc_exit") bpf_program.attach_kprobe(event="kfree", fn_name="free_enter") def print_outstanding(): stacks = {} print("[%s] Top %d stacks with outstanding allocations:" % (datetime.now().strftime("%H:%M:%S"), top_stacks)) allocs = bpf_program.get_table("allocs") for address, info in sorted(allocs.items(), key=lambda a: a[1].size): if BPF.monotonic_time() - min_age_ns < info.timestamp_ns: continue stack = decode_stack(bpf_program, pid, info) if stack in stacks: stacks[stack] = (stacks[stack][0] + 1, stacks[stack][1] + info.size) else: stacks[stack] = (1, info.size) if args.show_allocs: print("\taddr = %x size = %s" % (address.value, info.size)) to_show = sorted(stacks.items(), key=lambda s: s[1][1])[-top_stacks:] for stack, (count, size) in to_show: print("\t%d bytes in %d allocations from stack\n\t\t%s" % (size, count, stack.replace(";", "\n\t\t"))) count_so_far = 0 while True: if trace_all: print(bpf_program.trace_fields()) else: try: sleep(interval) except KeyboardInterrupt: exit() print_outstanding() count_so_far += 1 if num_prints is not None and count_so_far >= num_prints: exit() bpfcc-0.31.0/tools/old/offcputime.py000077500000000000000000000144771465134135300173260ustar00rootroot00000000000000#!/usr/bin/python # # offcputime Summarize off-CPU time by kernel stack trace # For Linux, uses BCC, eBPF. # # USAGE: offcputime [-h] [-u] [-p PID] [-v] [-f] [duration] # # The current implementation uses an unrolled loop for x86_64, and was written # as a proof of concept. This implementation should be replaced in the future # with an appropriate bpf_ call, when available. # # Currently limited to a stack trace depth of 21 (maxdepth + 1). # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 13-Jan-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse import signal # arguments examples = """examples: ./offcputime # trace off-CPU stack time until Ctrl-C ./offcputime 5 # trace for 5 seconds only ./offcputime -f 5 # 5 seconds, and output in folded format ./offcputime -u # don't include kernel threads (user only) ./offcputime -p 185 # trace fo PID 185 only """ parser = argparse.ArgumentParser( description="Summarize off-CPU time by kernel stack trace", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-u", "--useronly", action="store_true", help="user threads only (no kernel threads)") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("-v", "--verbose", action="store_true", help="show raw addresses") parser.add_argument("-f", "--folded", action="store_true", help="output folded format") parser.add_argument("duration", nargs="?", default=99999999, help="duration of trace, in seconds") args = parser.parse_args() folded = args.folded duration = int(args.duration) debug = 0 maxdepth = 20 # and MAXDEPTH if args.pid and args.useronly: print("ERROR: use either -p or -u.") exit() # signal handler def signal_ignore(signal, frame): print() # define BPF program bpf_text = """ #include #include #define MAXDEPTH 20 #define MINBLOCK_US 1 struct key_t { char name[TASK_COMM_LEN]; // Skip saving the ip u64 ret[MAXDEPTH]; }; BPF_HASH(counts, struct key_t); BPF_HASH(start, u32); static u64 get_frame(u64 *bp) { if (*bp) { // The following stack walker is x86_64 specific u64 ret = 0; if (bpf_probe_read(&ret, sizeof(ret), (void *)(*bp+8))) return 0; if (bpf_probe_read(bp, sizeof(*bp), (void *)*bp)) *bp = 0; if (ret < __START_KERNEL_map) return 0; return ret; } return 0; } int oncpu(struct pt_regs *ctx, struct task_struct *prev) { u32 pid = prev->pid; u64 ts, *tsp; // record previous thread sleep time if (FILTER) { ts = bpf_ktime_get_ns(); start.update(&pid, &ts); } // calculate current thread's delta time pid = bpf_get_current_pid_tgid(); tsp = start.lookup(&pid); if (tsp == 0) return 0; // missed start or filtered u64 delta = bpf_ktime_get_ns() - *tsp; start.delete(&pid); delta = delta / 1000; if (delta < MINBLOCK_US) return 0; // create map key u64 zero = 0, *val, bp = 0; int depth = 0; struct key_t key = {}; bpf_get_current_comm(&key.name, sizeof(key.name)); bp = ctx->bp; // unrolled loop (MAXDEPTH): if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; out: val = counts.lookup_or_init(&key, &zero); if (val) { (*val) += delta; } return 0; } """ if args.pid: filter = 'pid == %s' % args.pid elif args.useronly: filter = '!(prev->flags & PF_KTHREAD)' else: filter = '1' bpf_text = bpf_text.replace('FILTER', filter) if debug: print(bpf_text) # initialize BPF b = BPF(text=bpf_text) b.attach_kprobe(event="finish_task_switch", fn_name="oncpu") matched = b.num_open_kprobes() if matched == 0: print("0 functions traced. Exiting.") exit() # header if not folded: print("Tracing off-CPU time (us) by kernel stack", end="") if duration < 99999999: print(" for %d secs." % duration) else: print("... Hit Ctrl-C to end.") # output while (1): try: sleep(duration) except KeyboardInterrupt: # as cleanup can take many seconds, trap Ctrl-C: signal.signal(signal.SIGINT, signal_ignore) if not folded: print() counts = b.get_table("counts") for k, v in sorted(counts.items(), key=lambda counts: counts[1].value): if folded: # print folded stack output line = k.name.decode('utf-8', 'replace') + ";" for i in reversed(range(0, maxdepth)): if k.ret[i] == 0: continue line = line + b.ksym(k.ret[i]) if i != 0: line = line + ";" print("%s %d" % (line, v.value)) else: # print default multi-line stack output for i in range(0, maxdepth): if k.ret[i] == 0: break print(" %-16x %s" % (k.ret[i], b.ksym(k.ret[i]))) print(" %-16s %s" % ("-", k.name)) print(" %d\n" % v.value) counts.clear() if not folded: print("Detaching...") exit() bpfcc-0.31.0/tools/old/offwaketime.py000077500000000000000000000212601465134135300174520ustar00rootroot00000000000000#!/usr/bin/python # # offwaketime Summarize blocked time by kernel off-CPU stack + waker stack # For Linux, uses BCC, eBPF. # # USAGE: offwaketime [-h] [-u] [-p PID] [-T] [duration] # # The current implementation uses an unrolled loop for x86_64, and was written # as a proof of concept. This implementation should be replaced in the future # with an appropriate bpf_ call, when available. # # The Off-CPU stack is currently limited to a stack trace depth of 20 # (maxtdepth), and the waker stack limited to 10 (maxwdepth). This is also # limited to kernel stacks, and x86_64 only. Check for future versions, where # these limitations should be removed. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 20-Jan-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF from time import sleep import argparse import signal # arguments examples = """examples: ./offwaketime # trace off-CPU + waker stack time until Ctrl-C ./offwaketime 5 # trace for 5 seconds only ./offwaketime -f 5 # 5 seconds, and output in folded format ./offwaketime -u # don't include kernel threads (user only) ./offwaketime -p 185 # trace fo PID 185 only """ parser = argparse.ArgumentParser( description="Summarize blocked time by kernel stack trace + waker stack", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-u", "--useronly", action="store_true", help="user threads only (no kernel threads)") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("-v", "--verbose", action="store_true", help="show raw addresses") parser.add_argument("-f", "--folded", action="store_true", help="output folded format") parser.add_argument("duration", nargs="?", default=99999999, help="duration of trace, in seconds") args = parser.parse_args() folded = args.folded duration = int(args.duration) debug = 0 maxwdepth = 10 # and MAXWDEPTH maxtdepth = 20 # and MAXTDEPTH if args.pid and args.useronly: print("ERROR: use either -p or -u.") exit() # signal handler def signal_ignore(signal, frame): print() # define BPF program bpf_text = """ #include #include #define MAXWDEPTH 10 #define MAXTDEPTH 20 #define MINBLOCK_US 1 struct key_t { char waker[TASK_COMM_LEN]; char target[TASK_COMM_LEN]; u64 wret[MAXWDEPTH]; u64 tret[MAXTDEPTH]; }; BPF_HASH(counts, struct key_t); BPF_HASH(start, u32); struct wokeby_t { char name[TASK_COMM_LEN]; u64 ret[MAXWDEPTH]; }; BPF_HASH(wokeby, u32, struct wokeby_t); static u64 get_frame(u64 *bp) { if (*bp) { // The following stack walker is x86_64 specific u64 ret = 0; if (bpf_probe_read(&ret, sizeof(ret), (void *)(*bp+8))) return 0; if (bpf_probe_read(bp, sizeof(*bp), (void *)*bp)) *bp = 0; if (ret < __START_KERNEL_map) return 0; return ret; } return 0; } int waker(struct pt_regs *ctx, struct task_struct *p) { u32 pid = p->pid; if (!(FILTER)) return 0; u64 bp = 0; struct wokeby_t woke = {}; int depth = 0; bpf_get_current_comm(&woke.name, sizeof(woke.name)); bp = ctx->bp; // unrolled loop (MAXWDEPTH): if (!(woke.ret[depth++] = get_frame(&bp))) goto out; if (!(woke.ret[depth++] = get_frame(&bp))) goto out; if (!(woke.ret[depth++] = get_frame(&bp))) goto out; if (!(woke.ret[depth++] = get_frame(&bp))) goto out; if (!(woke.ret[depth++] = get_frame(&bp))) goto out; if (!(woke.ret[depth++] = get_frame(&bp))) goto out; if (!(woke.ret[depth++] = get_frame(&bp))) goto out; if (!(woke.ret[depth++] = get_frame(&bp))) goto out; if (!(woke.ret[depth++] = get_frame(&bp))) goto out; woke.ret[depth] = get_frame(&bp); out: wokeby.update(&pid, &woke); return 0; } int oncpu(struct pt_regs *ctx, struct task_struct *p) { u32 pid = p->pid; u64 ts, *tsp; // record previous thread sleep time if (FILTER) { ts = bpf_ktime_get_ns(); start.update(&pid, &ts); } // calculate current thread's delta time pid = bpf_get_current_pid_tgid(); tsp = start.lookup(&pid); if (tsp == 0) return 0; // missed start or filtered u64 delta = bpf_ktime_get_ns() - *tsp; start.delete(&pid); delta = delta / 1000; if (delta < MINBLOCK_US) return 0; // create map key u64 zero = 0, *val, bp = 0; int depth = 0; struct key_t key = {}; struct wokeby_t *woke; bpf_get_current_comm(&key.target, sizeof(key.target)); bp = ctx->bp; // unrolled loop (MAXTDEPTH): if (!(key.tret[depth++] = get_frame(&bp))) goto out; if (!(key.tret[depth++] = get_frame(&bp))) goto out; if (!(key.tret[depth++] = get_frame(&bp))) goto out; if (!(key.tret[depth++] = get_frame(&bp))) goto out; if (!(key.tret[depth++] = get_frame(&bp))) goto out; if (!(key.tret[depth++] = get_frame(&bp))) goto out; if (!(key.tret[depth++] = get_frame(&bp))) goto out; if (!(key.tret[depth++] = get_frame(&bp))) goto out; if (!(key.tret[depth++] = get_frame(&bp))) goto out; if (!(key.tret[depth++] = get_frame(&bp))) goto out; if (!(key.tret[depth++] = get_frame(&bp))) goto out; if (!(key.tret[depth++] = get_frame(&bp))) goto out; if (!(key.tret[depth++] = get_frame(&bp))) goto out; if (!(key.tret[depth++] = get_frame(&bp))) goto out; if (!(key.tret[depth++] = get_frame(&bp))) goto out; if (!(key.tret[depth++] = get_frame(&bp))) goto out; if (!(key.tret[depth++] = get_frame(&bp))) goto out; if (!(key.tret[depth++] = get_frame(&bp))) goto out; if (!(key.tret[depth++] = get_frame(&bp))) goto out; key.tret[depth] = get_frame(&bp); out: woke = wokeby.lookup(&pid); if (woke) { __builtin_memcpy(&key.wret, woke->ret, sizeof(key.wret)); __builtin_memcpy(&key.waker, woke->name, TASK_COMM_LEN); wokeby.delete(&pid); } val = counts.lookup_or_init(&key, &zero); if (val) { (*val) += delta; } return 0; } """ if args.pid: filter = 'pid == %s' % args.pid elif args.useronly: filter = '!(p->flags & PF_KTHREAD)' else: filter = '1' bpf_text = bpf_text.replace('FILTER', filter) if debug: print(bpf_text) # initialize BPF b = BPF(text=bpf_text) b.attach_kprobe(event="finish_task_switch", fn_name="oncpu") b.attach_kprobe(event="try_to_wake_up", fn_name="waker") matched = b.num_open_kprobes() if matched == 0: print("0 functions traced. Exiting.") exit() # header if not folded: print("Tracing blocked time (us) by kernel off-CPU and waker stack", end="") if duration < 99999999: print(" for %d secs." % duration) else: print("... Hit Ctrl-C to end.") # output while (1): try: sleep(duration) except KeyboardInterrupt: # as cleanup can take many seconds, trap Ctrl-C: signal.signal(signal.SIGINT, signal_ignore) if not folded: print() counts = b.get_table("counts") for k, v in sorted(counts.items(), key=lambda counts: counts[1].value): if folded: # fold target stack line = k.target + ";" for i in reversed(range(0, maxtdepth)): if k.tret[i] == 0: continue line = line + b.ksym(k.tret[i]) if i != 0: line = line + ";" # add delimiter line = line + ";-" # fold waker stack for i in range(0, maxwdepth): line = line + ";" if k.wret[i] == 0: break line = line + b.ksym(k.wret[i]) if i != 0: line = line + ";" + k.waker # print as a line print("%s %d" % (line, v.value)) else: # print wakeup name then stack in reverse order print(" %-16s %s" % ("waker:", k.waker)) for i in reversed(range(0, maxwdepth)): if k.wret[i] == 0: continue print(" %-16x %s" % (k.wret[i], b.ksym(k.wret[i]))) # print delimiter print(" %-16s %s" % ("-", "-")) # print default multi-line stack output for i in range(0, maxtdepth): if k.tret[i] == 0: break print(" %-16x %s" % (k.tret[i], b.ksym(k.tret[i]))) print(" %-16s %s" % ("target:", k.target)) print(" %d\n" % v.value) counts.clear() if not folded: print("Detaching...") exit() bpfcc-0.31.0/tools/old/oomkill.py000077500000000000000000000045101465134135300166160ustar00rootroot00000000000000#!/usr/bin/python # # oomkill Trace oom_kill_process(). For Linux, uses BCC, eBPF. # # This traces the kernel out-of-memory killer, and prints basic details, # including the system load averages. This can provide more context on the # system state at the time of OOM: was it getting busier or steady, based # on the load averages? This tool may also be useful to customize for # investigations; for example, by adding other task_struct details at the time # of OOM. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 09-Feb-2016 Brendan Gregg Created this. from bcc import BPF from time import strftime import ctypes as ct # linux stats loadavg = "/proc/loadavg" # define BPF program bpf_text = """ #include #include struct data_t { u64 fpid; u64 tpid; u64 pages; char fcomm[TASK_COMM_LEN]; char tcomm[TASK_COMM_LEN]; }; BPF_PERF_OUTPUT(events); void kprobe__oom_kill_process(struct pt_regs *ctx, struct oom_control *oc, struct task_struct *p, unsigned int points, unsigned long totalpages) { struct data_t data = {}; u32 pid = bpf_get_current_pid_tgid(); data.fpid = pid; data.tpid = p->pid; data.pages = totalpages; bpf_get_current_comm(&data.fcomm, sizeof(data.fcomm)); bpf_probe_read(&data.tcomm, sizeof(data.tcomm), p->comm); events.perf_submit(ctx, &data, sizeof(data)); } """ # kernel->user event data: struct data_t TASK_COMM_LEN = 16 # linux/sched.h class Data(ct.Structure): _fields_ = [ ("fpid", ct.c_ulonglong), ("tpid", ct.c_ulonglong), ("pages", ct.c_ulonglong), ("fcomm", ct.c_char * TASK_COMM_LEN), ("tcomm", ct.c_char * TASK_COMM_LEN) ] # process event def print_event(cpu, data, size): event = ct.cast(data, ct.POINTER(Data)).contents with open(loadavg) as stats: avgline = stats.read().rstrip() print(("%s Triggered by PID %d (\"%s\"), OOM kill of PID %d (\"%s\")" ", %d pages, loadavg: %s") % (strftime("%H:%M:%S"), event.fpid, event.fcomm.decode('utf-8', 'replace'), event.tpid, event.tcomm.decode('utf-8', 'replace'), event.pages, avgline)) # initialize BPF b = BPF(text=bpf_text) print("Tracing OOM kills... Ctrl-C to stop.") b["events"].open_perf_buffer(print_event) while 1: b.perf_buffer_poll() bpfcc-0.31.0/tools/old/opensnoop.py000077500000000000000000000052611465134135300171740ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # opensnoop Trace open() syscalls. # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: opensnoop [-h] [-t] [-x] [-p PID] # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 17-Sep-2015 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF import argparse # arguments examples = """examples: ./opensnoop # trace all open() syscalls ./opensnoop -t # include timestamps ./opensnoop -x # only show failed opens ./opensnoop -p 181 # only trace PID 181 """ parser = argparse.ArgumentParser( description="Trace open() syscalls", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-t", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-x", "--failed", action="store_true", help="only show failed opens") parser.add_argument("-p", "--pid", help="trace this PID only") args = parser.parse_args() debug = 0 # define BPF program bpf_text = """ #include BPF_HASH(args_filename, u32, const char *); int kprobe__sys_open(struct pt_regs *ctx, const char __user *filename) { u32 pid = bpf_get_current_pid_tgid(); FILTER args_filename.update(&pid, &filename); return 0; }; int kretprobe__sys_open(struct pt_regs *ctx) { const char **filenamep; int ret = ctx->ax; u32 pid = bpf_get_current_pid_tgid(); filenamep = args_filename.lookup(&pid); if (filenamep == 0) { // missed entry return 0; } bpf_trace_printk("%d %s\\n", ret, *filenamep); args_filename.delete(&pid); return 0; } """ if args.pid: bpf_text = bpf_text.replace('FILTER', 'if (pid != %s) { return 0; }' % args.pid) else: bpf_text = bpf_text.replace('FILTER', '') if debug: print(bpf_text) # initialize BPF b = BPF(text=bpf_text) # header if args.timestamp: print("%-14s" % ("TIME(s)"), end="") print("%-6s %-16s %4s %3s %s" % ("PID", "COMM", "FD", "ERR", "PATH")) start_ts = 0 # format output while 1: (task, pid, cpu, flags, ts, msg) = b.trace_fields() (ret_s, filename) = msg.split(" ", 1) ret = int(ret_s) if (args.failed and (ret >= 0)): continue # split return value into FD and errno columns if ret >= 0: fd_s = ret err = 0 else: fd_s = "-1" err = - ret # print columns if args.timestamp: if start_ts == 0: start_ts = ts print("%-14.9f" % (ts - start_ts), end="") print("%-6d %-16s %4s %3s %s" % (pid, task, fd_s, err, filename)) bpfcc-0.31.0/tools/old/profile.py000077500000000000000000000301171465134135300166120ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # profile Profile CPU usage by sampling stack traces at a timed interval. # For Linux, uses BCC, BPF, perf_events. Embedded C. # # This is an efficient profiler, as stack traces are frequency counted in # kernel context, rather than passing every stack to user space for frequency # counting there. Only the unique stacks and counts are passed to user space # at the end of the profile, greatly reducing the kernel<->user transfer. # # This uses perf_event_open to setup a timer which is instrumented by BPF, # and for efficiency it does not initialize the perf ring buffer, so the # redundant perf samples are not collected. # # Kernel stacks are post-process in user-land to skip the interrupt framework # frames. You can improve efficiency a little by specifying the exact number # of frames to skip with -s, provided you know what that is. If you get -s # wrong, note that the first line is the IP, and then the (skipped) stack. # # Note: if another perf-based sampling session is active, the output may become # polluted with their events. On older kernels, the output may also become # polluted with tracing sessions (when the kprobe is used instead of the # tracepoint). If this becomes a problem, logic can be added to filter events. # # REQUIRES: Linux 4.6+ (BPF_MAP_TYPE_STACK_TRACE support), and the # perf_misc_flags() function symbol to exist. The latter may or may not # exist depending on your kernel build. Linux 4.9 provides a proper solution # to this (this tool will be updated). # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # THANKS: Sasha Goldshtein, Andrew Birchall, and Evgeny Vereshchagin, who wrote # much of the code here, borrowed from tracepoint.py and offcputime.py. # # 15-Jul-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF, Perf from sys import stderr from time import sleep import argparse import signal import os import errno import multiprocessing import ctypes as ct # # Process Arguments # # arg validation def positive_int(val): try: ival = int(val) except ValueError: raise argparse.ArgumentTypeError("must be an integer") if ival < 0: raise argparse.ArgumentTypeError("must be positive") return ival def positive_nonzero_int(val): ival = positive_int(val) if ival == 0: raise argparse.ArgumentTypeError("must be nonzero") return ival # arguments examples = """examples: ./profile # profile stack traces at 49 Hertz until Ctrl-C ./profile -F 99 # profile stack traces at 99 Hertz ./profile 5 # profile at 49 Hertz for 5 seconds only ./profile -f 5 # output in folded format for flame graphs ./profile -p 185 # only profile threads for PID 185 ./profile -U # only show user space stacks (no kernel) ./profile -K # only show kernel space stacks (no user) ./profile -S 11 # always skip 11 frames of kernel stack """ parser = argparse.ArgumentParser( description="Profile CPU stack traces at a timed interval", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) thread_group = parser.add_mutually_exclusive_group() thread_group.add_argument("-p", "--pid", type=positive_int, help="profile this PID only") # TODO: add options for user/kernel threads only stack_group = parser.add_mutually_exclusive_group() stack_group.add_argument("-U", "--user-stacks-only", action="store_true", help="show stacks from user space only (no kernel space stacks)") stack_group.add_argument("-K", "--kernel-stacks-only", action="store_true", help="show stacks from kernel space only (no user space stacks)") parser.add_argument("-F", "--frequency", type=positive_int, default=49, help="sample frequency, Hertz (default 49)") parser.add_argument("-d", "--delimited", action="store_true", help="insert delimiter between kernel/user stacks") parser.add_argument("-a", "--annotations", action="store_true", help="add _[k] annotations to kernel frames") parser.add_argument("-f", "--folded", action="store_true", help="output folded format, one line per stack (for flame graphs)") parser.add_argument("--stack-storage-size", default=2048, type=positive_nonzero_int, help="the number of unique stack traces that can be stored and " "displayed (default 2048)") parser.add_argument("-S", "--kernel-skip", type=positive_int, default=0, help="skip this many kernel frames (default 3)") parser.add_argument("duration", nargs="?", default=99999999, type=positive_nonzero_int, help="duration of trace, in seconds") # option logic args = parser.parse_args() skip = args.kernel_skip pid = int(args.pid) if args.pid is not None else -1 duration = int(args.duration) debug = 0 need_delimiter = args.delimited and not (args.kernel_stacks_only or args.user_stacks_only) # TODO: add stack depth, and interval # # Setup BPF # # define BPF program bpf_text = """ #include #include struct key_t { u32 pid; u64 kernel_ip; u64 kernel_ret_ip; int user_stack_id; int kernel_stack_id; char name[TASK_COMM_LEN]; }; BPF_HASH(counts, struct key_t); BPF_HASH(start, u32); BPF_STACK_TRACE(stack_traces, STACK_STORAGE_SIZE); // This code gets a bit complex. Probably not suitable for casual hacking. PERF_TRACE_EVENT { u32 pid = bpf_get_current_pid_tgid(); if (!(THREAD_FILTER)) return 0; // create map key u64 zero = 0, *val; struct key_t key = {.pid = pid}; bpf_get_current_comm(&key.name, sizeof(key.name)); // get stacks key.user_stack_id = USER_STACK_GET; key.kernel_stack_id = KERNEL_STACK_GET; if (key.kernel_stack_id >= 0) { // populate extras to fix the kernel stack struct pt_regs regs = {}; bpf_probe_read(®s, sizeof(regs), (void *)REGS_LOCATION); u64 ip = PT_REGS_IP(®s); // if ip isn't sane, leave key ips as zero for later checking #ifdef CONFIG_RANDOMIZE_MEMORY if (ip > __PAGE_OFFSET_BASE) { #else if (ip > PAGE_OFFSET) { #endif key.kernel_ip = ip; if (DO_KERNEL_RIP) { /* * User didn't specify a skip value (-s), so we will figure * out how many interrupt framework frames to skip by recording * the kernel rip, then later scanning for it on the stack. * This is likely x86_64 specific; can use -s as a workaround * until this supports your architecture. */ bpf_probe_read(&key.kernel_ret_ip, sizeof(key.kernel_ret_ip), (void *)(regs.bp + 8)); } } } val = counts.lookup_or_init(&key, &zero); if (val) { (*val)++; } return 0; } """ # set thread filter thread_context = "" perf_filter = "-a" if args.pid is not None: thread_context = "PID %s" % args.pid thread_filter = 'pid == %s' % args.pid perf_filter = '-p %s' % args.pid else: thread_context = "all threads" thread_filter = '1' bpf_text = bpf_text.replace('THREAD_FILTER', thread_filter) # set stack storage size bpf_text = bpf_text.replace('STACK_STORAGE_SIZE', str(args.stack_storage_size)) # handle stack args kernel_stack_get = "stack_traces.get_stackid(args, " \ "%d)" % skip user_stack_get = \ "stack_traces.get_stackid(args, BPF_F_USER_STACK)" stack_context = "" if args.user_stacks_only: stack_context = "user" kernel_stack_get = "-1" elif args.kernel_stacks_only: stack_context = "kernel" user_stack_get = "-1" else: stack_context = "user + kernel" bpf_text = bpf_text.replace('USER_STACK_GET', user_stack_get) bpf_text = bpf_text.replace('KERNEL_STACK_GET', kernel_stack_get) if skip: # don't record the rip, as we won't use it bpf_text = bpf_text.replace('DO_KERNEL_RIP', '0') else: # rip is used to skip interrupt infrastructure frames bpf_text = bpf_text.replace('DO_KERNEL_RIP', '1') # header if not args.folded: print("Sampling at %d Hertz of %s by %s stack" % (args.frequency, thread_context, stack_context), end="") if duration < 99999999: print(" for %d secs." % duration) else: print("... Hit Ctrl-C to end.") # kprobe perf_misc_flags() bpf_text = bpf_text.replace('PERF_TRACE_EVENT', 'int kprobe__perf_misc_flags(struct pt_regs *args)') bpf_text = bpf_text.replace('REGS_LOCATION', 'PT_REGS_PARM1(args)') if debug: print(bpf_text) # initialize BPF try: b = BPF(text=bpf_text) except: print("BPF initialization failed. perf_misc_flags() may be inlined in " + "your kernel build.\nThis tool will be updated in the future to " + "support Linux 4.9, which has reliable profiling support. Exiting.") exit() # signal handler def signal_ignore(signal, frame): print() # # Setup perf_events # # use perf_events to sample try: Perf.perf_event_open(0, pid=-1, ptype=Perf.PERF_TYPE_SOFTWARE, freq=args.frequency) except: print("ERROR: initializing perf_events for sampling.\n" "To debug this, try running the following command:\n" " perf record -F 49 -e cpu-clock %s -- sleep 1\n" "If that also doesn't work, fix it first." % perf_filter, file=stderr) exit(0) # # Output Report # # collect samples try: sleep(duration) except KeyboardInterrupt: # as cleanup can take some time, trap Ctrl-C: signal.signal(signal.SIGINT, signal_ignore) if not args.folded: print() def aksym(addr): if args.annotations: return b.ksym(addr) + "_[k]" else: return b.ksym(addr) # output stacks missing_stacks = 0 has_enomem = False counts = b.get_table("counts") stack_traces = b.get_table("stack_traces") for k, v in sorted(counts.items(), key=lambda counts: counts[1].value): # handle get_stackid errors if (not args.user_stacks_only and k.kernel_stack_id < 0 and k.kernel_stack_id != -errno.EFAULT) or \ (not args.kernel_stacks_only and k.user_stack_id < 0 and k.user_stack_id != -errno.EFAULT): missing_stacks += 1 # check for an ENOMEM error if k.kernel_stack_id == -errno.ENOMEM or \ k.user_stack_id == -errno.ENOMEM: has_enomem = True user_stack = [] if k.user_stack_id < 0 else \ stack_traces.walk(k.user_stack_id) kernel_tmp = [] if k.kernel_stack_id < 0 else \ stack_traces.walk(k.kernel_stack_id) # fix kernel stack kernel_stack = [] if k.kernel_stack_id >= 0: if skip: # fixed skip for addr in kernel_tmp: kernel_stack.append(addr) kernel_stack = kernel_stack[skip:] else: # skip the interrupt framework stack by searching for our RIP skipping = 1 for addr in kernel_tmp: if k.kernel_ret_ip == addr: skipping = 0 if not skipping: kernel_stack.append(addr) if k.kernel_ip: kernel_stack.insert(0, k.kernel_ip) do_delimiter = need_delimiter and kernel_stack if args.folded: # print folded stack output user_stack = list(user_stack) kernel_stack = list(kernel_stack) line = [k.name.decode('utf-8', 'replace')] + \ [b.sym(addr, k.pid) for addr in reversed(user_stack)] + \ (do_delimiter and ["-"] or []) + \ [aksym(addr) for addr in reversed(kernel_stack)] print("%s %d" % (";".join(line), v.value)) else: # print default multi-line stack output. for addr in kernel_stack: print(" %s" % aksym(addr)) if do_delimiter: print(" --") for addr in user_stack: print(" %s" % b.sym(addr, k.pid)) print(" %-16s %s (%d)" % ("-", k.name, k.pid)) print(" %d\n" % v.value) # check missing if missing_stacks > 0: enomem_str = "" if not has_enomem else \ " Consider increasing --stack-storage-size." print("WARNING: %d stack traces could not be displayed.%s" % (missing_stacks, enomem_str), file=stderr) bpfcc-0.31.0/tools/old/profile_example.txt000066400000000000000000001035171465134135300205160ustar00rootroot00000000000000Demonstrations of profile, the Linux eBPF/bcc version. This is a CPU profiler. It works by taking samples of stack traces at timed intervals, and frequency counting them in kernel context for efficiency. Example output: # ./profile Sampling at 49 Hertz of all threads by user + kernel stack... Hit Ctrl-C to end. ^C ffffffff81189249 filemap_map_pages ffffffff811bd3f5 handle_mm_fault ffffffff81065990 __do_page_fault ffffffff81065caf do_page_fault ffffffff817ce228 page_fault 00007fed989afcc0 [unknown] - cp (9036) 1 00007f31d76c3251 [unknown] 47a2c1e752bf47f7 [unknown] - sign-file (8877) 1 ffffffff813d0af8 __clear_user ffffffff813d5277 iov_iter_zero ffffffff814ec5f2 read_iter_zero ffffffff8120be9d __vfs_read ffffffff8120c385 vfs_read ffffffff8120d786 sys_read ffffffff817cc076 entry_SYSCALL_64_fastpath 00007fc5652ad9b0 read - dd (25036) 4 0000000000400542 func_a 0000000000400598 main 00007f12a133e830 __libc_start_main 083e258d4c544155 [unknown] - func_ab (13549) 5 [...] ffffffff8105eb66 native_safe_halt ffffffff8103659e default_idle ffffffff81036d1f arch_cpu_idle ffffffff810bba5a default_idle_call ffffffff810bbd07 cpu_startup_entry ffffffff817bf4a7 rest_init ffffffff81d65f58 start_kernel ffffffff81d652db x86_64_start_reservations ffffffff81d65418 x86_64_start_kernel - swapper/0 (0) 72 ffffffff8105eb66 native_safe_halt ffffffff8103659e default_idle ffffffff81036d1f arch_cpu_idle ffffffff810bba5a default_idle_call ffffffff810bbd07 cpu_startup_entry ffffffff8104df55 start_secondary - swapper/1 (0) 75 The output was long; I truncated some lines ("[...]"). This default output prints stack traces as two columns (raw addresses, and then translated symbol names), followed by a line to describe the process (a dash, the process name, and a PID in parenthesis), and then an integer count of how many times this stack trace was sampled. The output above shows the most frequent stack was from the "swapper/1" process (PID 0), running the native_safe_halt() function, which was called by default_idle(), which was called by arch_cpu_idle(), and so on. This is the idle thread. Stacks can be read top-down, to follow ancestry: child, parent, grandparent, etc. The func_ab process is running the func_a() function, called by main(), called by __libc_start_main(), and called by "[unknown]" with what looks like a bogus address (1st column). That's evidence of a broken stack trace. It's common for user-level software that hasn't been compiled with frame pointers (in this case, libc). The dd process has called read(), and then enters the kernel via entry_SYSCALL_64_fastpath(), calling sys_read(), and so on. Yes, I'm now reading it bottom up. That way follows the code flow. The dd process is actually "dd if=/dev/zero of=/dev/null": it's a simple workload to analyze that just moves bytes from /dev/zero to /dev/null. Profiling just that process: # ./profile -p 25036 Sampling at 49 Hertz of PID 25036 by user + kernel stack... Hit Ctrl-C to end. ^C 0000000000402748 [unknown] 00007fc56561422c [unknown] - dd (25036) 1 00007fc5652ada0e __write - dd (25036) 1 00007fc5652ad9b0 read - dd (25036) 1 [...] 00000000004047b2 [unknown] 00007fc56561422c [unknown] - dd (25036) 2 ffffffff817cc060 entry_SYSCALL_64_fastpath 00007fc5652ada10 __write 00007fc56561422c [unknown] - dd (25036) 3 ffffffff817cc060 entry_SYSCALL_64_fastpath 00007fc5652ad9b0 read - dd (25036) 3 ffffffff813d0af8 __clear_user ffffffff813d5277 iov_iter_zero ffffffff814ec5f2 read_iter_zero ffffffff8120be9d __vfs_read ffffffff8120c385 vfs_read ffffffff8120d786 sys_read ffffffff817cc076 entry_SYSCALL_64_fastpath 00007fc5652ad9b0 read 00007fc56561422c [unknown] - dd (25036) 3 ffffffff813d0af8 __clear_user ffffffff813d5277 iov_iter_zero ffffffff814ec5f2 read_iter_zero ffffffff8120be9d __vfs_read ffffffff8120c385 vfs_read ffffffff8120d786 sys_read ffffffff817cc076 entry_SYSCALL_64_fastpath 00007fc5652ad9b0 read - dd (25036) 7 Again, I've truncated some lines. Now we're just analyzing the dd process. The filtering is performed in kernel context, for efficiency. This output has some "[unknown]" frames that probably have valid addresses, but we're lacking the symbol translation. This is a common for all profilers on Linux, and is usually fixable. See the DEBUGGING section of the profile(8) man page. Lets add delimiters between the user and kernel stacks, using -d: # ./profile -p 25036 -d ^C ffffffff8120b385 __vfs_write ffffffff8120d826 sys_write ffffffff817cc076 entry_SYSCALL_64_fastpath -- 00007fc5652ada10 __write - dd (25036) 1 -- 00007fc565255ef3 [unknown] 00007fc56561422c [unknown] - dd (25036) 1 ffffffff813d4569 iov_iter_init ffffffff8120be8e __vfs_read ffffffff8120c385 vfs_read ffffffff8120d786 sys_read ffffffff817cc076 entry_SYSCALL_64_fastpath -- 00007fc5652ad9b0 read - dd (25036) 1 [...] ffffffff813d0af8 __clear_user ffffffff813d5277 iov_iter_zero ffffffff814ec5f2 read_iter_zero ffffffff8120be9d __vfs_read ffffffff8120c385 vfs_read ffffffff8120d786 sys_read ffffffff817cc076 entry_SYSCALL_64_fastpath -- 00007fc5652ad9b0 read - dd (25036) 9 In this mode, the delimiters are "--". Here's another example, a func_ab program that runs two functions, func_a() and func_b(). Profiling it for 5 seconds: # ./profile -p `pgrep -n func_ab` 5 Sampling at 49 Hertz of PID 2930 by user + kernel stack for 5 secs. 000000000040053e func_a 0000000000400598 main 00007f0458819830 __libc_start_main 083e258d4c544155 [unknown] - func_ab (2930) 2 0000000000400566 func_b 00000000004005ac main 00007f0458819830 __libc_start_main 083e258d4c544155 [unknown] - func_ab (2930) 3 000000000040053a func_a 0000000000400598 main 00007f0458819830 __libc_start_main 083e258d4c544155 [unknown] - func_ab (2930) 5 0000000000400562 func_b 00000000004005ac main 00007f0458819830 __libc_start_main 083e258d4c544155 [unknown] - func_ab (2930) 12 000000000040056a func_b 00000000004005ac main 00007f0458819830 __libc_start_main 083e258d4c544155 [unknown] - func_ab (2930) 19 0000000000400542 func_a 0000000000400598 main 00007f0458819830 __libc_start_main 083e258d4c544155 [unknown] - func_ab (2930) 22 0000000000400571 func_b 00000000004005ac main 00007f0458819830 __libc_start_main 083e258d4c544155 [unknown] - func_ab (2930) 64 0000000000400549 func_a 0000000000400598 main 00007f0458819830 __libc_start_main 083e258d4c544155 [unknown] - func_ab (2930) 72 Note that the same stack (2nd column) seems to be repeated. Weren't we doing frequency counting and only printing unique stacks? We are, but in terms of the raw addresses, not the symbols. See the 1st column: those stacks are all unique. We can output in "folded format", which puts the stack trace on one line, separating frames with semi-colons. Eg: # ./profile -f -p `pgrep -n func_ab` 5 func_ab;[unknown];__libc_start_main;main;func_a 2 func_ab;[unknown];__libc_start_main;main;func_b 2 func_ab;[unknown];__libc_start_main;main;func_a 11 func_ab;[unknown];__libc_start_main;main;func_b 12 func_ab;[unknown];__libc_start_main;main;func_a 23 func_ab;[unknown];__libc_start_main;main;func_b 28 func_ab;[unknown];__libc_start_main;main;func_b 57 func_ab;[unknown];__libc_start_main;main;func_a 64 I find this pretty useful for writing to files and later grepping. Folded format can also be used by flame graph stack visualizers, including the original implementation: https://github.com/brendangregg/FlameGraph I'd include delimiters, -d. For example: # ./profile -df -p `pgrep -n func_ab` 5 > out.profile # git clone https://github.com/brendangregg/FlameGraph # ./FlameGraph/flamegraph.pl < out.profile > out.svg (Yes, I could pipe profile directly into flamegraph.pl, however, I like to keep the raw folded profiles around: can be useful for regenerating flamegraphs with different options, and, for differential flame graphs.) Some flamegraph.pl palettes recognize kernel annotations, which can be added with -a. It simply adds a "_[k]" at the end of kernel function names. For example: # ./profile -adf -p `pgrep -n dd` 10 dd;[unknown] 1 dd;[unknown];[unknown] 1 dd;[unknown];[unknown] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];__fsnotify_parent_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];__fsnotify_parent_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fdget_pos_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];apparmor_file_permission_[k] 1 dd;[unknown] 1 dd;[unknown];[unknown] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fget_light_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];__fsnotify_parent_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];__fget_light_[k] 1 dd;[unknown];[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k] 1 dd;[unknown];[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];read_iter_zero_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__fsnotify_parent_[k] 1 dd;[unknown];[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k];common_file_perm_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fsnotify_parent_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];fsnotify_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];security_file_permission_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];__fdget_pos_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k] 1 dd;[unknown];[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fget_light_[k] 1 dd;[unknown] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k] 1 dd;[unknown];[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];__fsnotify_parent_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];security_file_permission_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k];__clear_user_[k] 1 dd;[unknown];[unknown] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;[unknown];[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k];common_file_perm_[k] 1 dd;read 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];security_file_permission_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];fsnotify_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];fsnotify_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];apparmor_file_permission_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];__fsnotify_parent_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];apparmor_file_permission_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];iov_iter_init_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];__fsnotify_parent_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];__vfs_write_[k];write_null_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];__clear_user_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];security_file_permission_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k];common_file_perm_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fget_light_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__vfs_read_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];__vfs_write_[k] 1 dd;[unknown] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];__fsnotify_parent_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;[unknown];[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;[unknown];__write;-;sys_write_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fsnotify_parent_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];common_file_perm_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;[unknown];[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k];__clear_user_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];__fget_light_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];vfs_read_[k] 1 dd;__write 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];vfs_read_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k];common_file_perm_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];__fget_light_[k] 1 dd;[unknown];[unknown] 1 dd;[unknown] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;[unknown] 1 dd;[unknown] 1 dd;[unknown];[unknown] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k];common_file_perm_[k] 1 dd;__write 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fget_light_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k] 1 dd;[unknown] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fget_light_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k] 1 dd;[unknown];[unknown] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];__fdget_pos_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];_cond_resched_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];iov_iter_init_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];__fsnotify_parent_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];rw_verify_area_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];apparmor_file_permission_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k] 1 dd;[unknown] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];fsnotify_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];__fdget_pos_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];__vfs_write_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];apparmor_file_permission_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k];common_file_perm_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fget_light_[k] 1 dd;[unknown] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];fsnotify_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k];common_file_perm_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];fsnotify_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];vfs_write_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k];common_file_perm_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];fsnotify_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];apparmor_file_permission_[k] 2 dd;read;-;entry_SYSCALL_64_fastpath_[k];__fdget_pos_[k] 2 dd;[unknown];[unknown] 2 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fdget_pos_[k] 2 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k];common_file_perm_[k] 2 dd;[unknown];[unknown] 2 dd;[unknown];[unknown] 2 dd;[unknown];[unknown] 2 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k] 2 dd;[unknown];[unknown] 2 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];__clear_user_[k] 2 dd;__write;-;entry_SYSCALL_64_fastpath_[k];__fdget_pos_[k] 2 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k] 2 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k] 2 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k];__clear_user_[k] 2 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k];__clear_user_[k] 2 dd;[unknown];[unknown] 2 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];__fget_light_[k] 2 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];fsnotify_[k] 2 dd;__write;-;sys_write_[k] 2 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];fsnotify_[k] 2 dd;[unknown];[unknown] 2 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k] 2 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 2 dd;read;-;SyS_read_[k] 2 dd;[unknown] 2 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k] 2 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];__fget_light_[k] 2 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k] 2 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k] 2 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];__clear_user_[k] 2 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];rw_verify_area_[k] 2 dd;[unknown];[unknown] 3 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];rw_verify_area_[k] 3 dd;[unknown];[unknown] 3 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k];__clear_user_[k] 3 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 3 dd;[unknown];[unknown] 3 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 3 dd;[unknown];[unknown] 3 dd;[unknown];[unknown] 3 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 3 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k] 3 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k];__clear_user_[k] 3 dd;[unknown] 4 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k] 4 dd;[unknown];[unknown] 4 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k] 4 dd;[unknown] 4 dd;[unknown];[unknown] 4 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k] 4 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k];__clear_user_[k] 5 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 5 dd;[unknown];[unknown] 5 dd;[unknown];[unknown] 5 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 6 dd;read 15 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k];__clear_user_[k] 19 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k] 20 dd;read;-;entry_SYSCALL_64_fastpath_[k] 23 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k];__clear_user_[k] 24 dd;__write;-;entry_SYSCALL_64_fastpath_[k] 25 dd;__write 29 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k] 31 This can be made into a flamegraph. Eg: # ./profile -adf -p `pgrep -n func_ab` 10 > out.profile # git clone https://github.com/brendangregg/FlameGraph # ./FlameGraph/flamegraph.pl --color=java < out.profile > out.svg It will highlight the kernel frames in orange, and user-level in red (and Java in green, and C++ in yellow). If you copy-n-paste the above output into a out.profile file, you can try it out. You can increase or decrease the sample frequency. Eg, sampling at 9 Hertz: # ./profile -F 9 Sampling at 9 Hertz of all threads by user + kernel stack... Hit Ctrl-C to end. ^C 000000000040056a func_b 00000000004005ac main 00007f0458819830 __libc_start_main 083e258d4c544155 [unknown] - func_ab (2930) 1 [...] ffffffff8105eb66 native_safe_halt ffffffff8103659e default_idle ffffffff81036d1f arch_cpu_idle ffffffff810bba5a default_idle_call ffffffff810bbd07 cpu_startup_entry ffffffff8104df55 start_secondary - swapper/3 (0) 8 ffffffff8105eb66 native_safe_halt ffffffff8103659e default_idle ffffffff81036d1f arch_cpu_idle ffffffff810bba5a default_idle_call ffffffff810bbd07 cpu_startup_entry ffffffff817bf497 rest_init ffffffff81d65f58 start_kernel ffffffff81d652db x86_64_start_reservations ffffffff81d65418 x86_64_start_kernel - swapper/0 (0) 8 You can also restrict profiling to just kernel stacks (-K) or user stacks (-U). For example, just user stacks: # ./profile -U Sampling at 49 Hertz of all threads by user stack... Hit Ctrl-C to end. ^C 0000000000402ccc [unknown] 00007f45a624422c [unknown] - dd (2931) 1 0000000000404b80 [unknown] 00007f45a624422c [unknown] - dd (2931) 1 0000000000404d77 [unknown] 00007f45a624422c [unknown] - dd (2931) 1 00007f45a5e85e5e [unknown] 00007f45a624422c [unknown] - dd (2931) 1 0000000000402d12 [unknown] 00007f45a624422c [unknown] - dd (2931) 1 0000000000400562 func_b 00000000004005ac main 00007f0458819830 __libc_start_main 083e258d4c544155 [unknown] - func_ab (2930) 1 0000000000404805 [unknown] - dd (2931) 1 00000000004047de [unknown] - dd (2931) 1 0000000000400542 func_a 0000000000400598 main 00007f0458819830 __libc_start_main 083e258d4c544155 [unknown] - func_ab (2930) 3 00007f45a5edda10 __write 00007f45a624422c [unknown] - dd (2931) 3 000000000040053a func_a 0000000000400598 main 00007f0458819830 __libc_start_main 083e258d4c544155 [unknown] - func_ab (2930) 4 000000000040056a func_b 00000000004005ac main 00007f0458819830 __libc_start_main 083e258d4c544155 [unknown] - func_ab (2930) 7 - swapper/6 (0) 10 0000000000400571 func_b 00000000004005ac main 00007f0458819830 __libc_start_main 083e258d4c544155 [unknown] - func_ab (2930) 10 00007f45a5edda10 __write - dd (2931) 10 0000000000400549 func_a 0000000000400598 main 00007f0458819830 __libc_start_main 083e258d4c544155 [unknown] - func_ab (2930) 11 00007f45a5edd9b0 read - dd (2931) 12 00007f45a5edd9b0 read 00007f45a624422c [unknown] - dd (2931) 14 - swapper/7 (0) 46 - swapper/0 (0) 46 - swapper/2 (0) 46 - swapper/1 (0) 46 - swapper/3 (0) 46 - swapper/4 (0) 46 If there are too many unique stack traces for the kernel to save, a warning will be printed. Eg: # ./profile [...] WARNING: 8 stack traces could not be displayed. Consider increasing --stack-storage-size. Run ./profile -h to see the default. There is a -S option to skip kernel frames. You probably don't need to mess with this. Here's why it exists: consider the following kernel stack trace, and IP: ffffffff81174e78 perf_swevent_hrtimer ffffffff810e6984 __hrtimer_run_queues ffffffff810e70f8 hrtimer_interrupt ffffffff81022c69 xen_timer_interrupt ffffffff810d2942 handle_irq_event_percpu ffffffff810d62da handle_percpu_irq ffffffff810d1f52 generic_handle_irq ffffffff814a5137 evtchn_2l_handle_events ffffffff814a2853 __xen_evtchn_do_upcall ffffffff814a4740 xen_evtchn_do_upcall ffffffff817cd50c xen_hvm_callback_vector ffffffff8103663e default_idle ffffffff81036dbf arch_cpu_idle ffffffff810bb8ea default_idle_call ffffffff810bbb97 cpu_startup_entry ffffffff8104df85 start_secondary IP: ffffffff8105eb66 native_safe_halt This is the idle thread. The first function is native_safe_halt(), and its parent is default_idle(). But what you see there is really what we are profiling. All that stuff above default_idle()? Interrupt framework stack. So we have to exclude those interrupt frames. I do this by fetching the ret IP from the kernel stack, and then scanning for it in user-level: in this case it would be default_idle(). Ok. If this doesn't work on your architecture (and your kernel stacks are a single line, the IP), then you might consider setting a fixed skip count, which avoids this ret IP logic. For the above stack, I'd set "-S 11", and it would slice off those 11 interrupt frames nicely. It also does this in kernel context for efficiency. So how do you figure out what number to use? 11? 14? 5? Well.. Try "-S 1", and then see how much higher you need to set it. Remember on the real profile output that the IP line is printed on top of the sliced stack. USAGE message: # ./profile -h usage: profile [-h] [-p PID] [-U | -K] [-F FREQUENCY] [-d] [-a] [-f] [--stack-storage-size STACK_STORAGE_SIZE] [-S KERNEL_SKIP] [duration] Profile CPU stack traces at a timed interval positional arguments: duration duration of trace, in seconds optional arguments: -h, --help show this help message and exit -p PID, --pid PID profile this PID only -U, --user-stacks-only show stacks from user space only (no kernel space stacks) -K, --kernel-stacks-only show stacks from kernel space only (no user space stacks) -F FREQUENCY, --frequency FREQUENCY sample frequency, Hertz (default 49) -d, --delimited insert delimiter between kernel/user stacks -a, --annotations add _[k] annotations to kernel frames -f, --folded output folded format, one line per stack (for flame graphs) --stack-storage-size STACK_STORAGE_SIZE the number of unique stack traces that can be stored and displayed (default 2048) -S KERNEL_SKIP, --kernel-skip KERNEL_SKIP skip this many kernel frames (default 3) examples: ./profile # profile stack traces at 49 Hertz until Ctrl-C ./profile -F 99 # profile stack traces at 99 Hertz ./profile 5 # profile at 49 Hertz for 5 seconds only ./profile -f 5 # output in folded format for flame graphs ./profile -p 185 # only profile threads for PID 185 ./profile -U # only show user space stacks (no kernel) ./profile -K # only show kernel space stacks (no user) ./profile -S 11 # always skip 11 frames of kernel stack bpfcc-0.31.0/tools/old/softirqs.py000077500000000000000000000134561465134135300170330ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # softirqs Summarize soft IRQ (interrupt) event time. # For Linux, uses BCC, eBPF. # # USAGE: softirqs [-h] [-T] [-N] [-d] [interval] [count] # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 20-Oct-2015 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse # arguments examples = """examples: ./softirqs # sum soft irq event time ./softirqs -d # show soft irq event time as histograms ./softirqs 1 10 # print 1 second summaries, 10 times ./softirqs -NT 1 # 1s summaries, nanoseconds, and timestamps """ parser = argparse.ArgumentParser( description="Summarize soft irq event time as histograms", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-N", "--nanoseconds", action="store_true", help="output in nanoseconds") parser.add_argument("-d", "--dist", action="store_true", help="show distributions as histograms") parser.add_argument("-C", "--bycpu", action="store_true", help="break down softirqs to individual cpus") parser.add_argument("interval", nargs="?", default=99999999, help="output interval, in seconds") parser.add_argument("count", nargs="?", default=99999999, help="number of outputs") args = parser.parse_args() countdown = int(args.count) if args.nanoseconds: factor = 1 label = "nsecs" else: factor = 1000 label = "usecs" debug = 0 # define BPF program bpf_text = "" if args.bycpu: bpf_text = """ #include typedef struct irq_cpu_key { s64 cpu; u64 slot; } irq_key_t; BPF_HASH(start, u32); BPF_HISTOGRAM(dist, irq_key_t); // time IRQ int trace_start_cpu(struct pt_regs *ctx) { int curr_cpu = bpf_get_smp_processor_id(); u64 ts = bpf_ktime_get_ns(); start.update(&curr_cpu, &ts); return 0; } int trace_completion_cpu(struct pt_regs *ctx) { u64 *tsp, delta; int curr_cpu = bpf_get_smp_processor_id(); // fetch timestamp and calculate delta tsp = start.lookup(&curr_cpu); COMMON // store as sum or histogram irq_key_t key = {.cpu = curr_cpu, STORE start.delete(&curr_cpu); return 0; } """ else: bpf_text = """ #include typedef struct irq_key { u64 ip; u64 slot; } irq_key_t; BPF_HASH(start, u32); BPF_HASH(iptr, u32); BPF_HISTOGRAM(dist, irq_key_t); // time IRQ int trace_start(struct pt_regs *ctx) { u32 pid = bpf_get_current_pid_tgid(); u64 ip = PT_REGS_IP(ctx), ts = bpf_ktime_get_ns(); start.update(&pid, &ts); iptr.update(&pid, &ip); return 0; } int trace_completion(struct pt_regs *ctx) { u64 *tsp, delta, ip, *ipp; u32 pid = bpf_get_current_pid_tgid(); // fetch timestamp and calculate delta tsp = start.lookup(&pid); ipp = iptr.lookup(&pid); COMMON // store as sum or histogram irq_key_t key = { STORE start.delete(&pid); iptr.delete(&pid); return 0; } """ # code substitutions bpf_text = bpf_text.replace('COMMON', """if (tsp == 0) { return 0; // missed start } delta = bpf_ktime_get_ns() - *tsp; """) if args.dist: bpf_text = bpf_text.replace('STORE', '.slot = bpf_log2l(delta)};' + 'dist.increment(key);') else: bpf_text = bpf_text.replace('STORE', ' .ip = ip, .slot = 0 /* ignore */};' + 'u64 zero = 0, *vp = dist.lookup_or_init(&key, &zero);' + 'if (vp) { (*vp) += delta; }') if debug: print(bpf_text) # load BPF program b = BPF(text=bpf_text) # this should really use irq:softirq_entry/exit tracepoints; for now the # soft irq functions are individually traced (search your kernel for # open_softirq() calls, and adjust the following list as needed). for softirqfunc in ("blk_iopoll_softirq", "blk_done_softirq", "rcu_process_callbacks", "run_rebalance_domains", "tasklet_action", "tasklet_hi_action", "run_timer_softirq", "net_tx_action", "net_rx_action"): if args.bycpu: b.attach_kprobe(event=softirqfunc, fn_name="trace_start_cpu") b.attach_kretprobe(event=softirqfunc, fn_name="trace_completion_cpu") else: b.attach_kprobe(event=softirqfunc, fn_name="trace_start") b.attach_kretprobe(event=softirqfunc, fn_name="trace_completion") print("Tracing soft irq event time... Hit Ctrl-C to end.") # output exiting = 0 if args.interval else 1 dist = b.get_table("dist") while (1): try: sleep(int(args.interval)) except KeyboardInterrupt: exiting = 1 print() if args.timestamp: print("%-8s\n" % strftime("%H:%M:%S"), end="") if args.dist: if args.bycpu: dist.print_log2_hist(label, "CPU") else: dist.print_log2_hist(label, "softirq", section_print_fn=b.ksym) else: if args.bycpu: print("%-26s %11s %11s" % ("SOFTIRQ", "CPU", "TOTAL_" + label)) for k, v in sorted(dist.items(), key=lambda dist: dist[1].value): print("%-26s %11d %11d" % (b.ksym(k.ip), k.cpu, v.value / factor)) else: print("%-26s %11s" % ("SOFTIRQ", "TOTAL_" + label)) for k, v in sorted(dist.items(), key=lambda dist: dist[1].value): print("%-26s %11d" % (b.ksym(k.ip), v.value / factor)) dist.clear() countdown -= 1 if exiting or countdown == 0: exit() bpfcc-0.31.0/tools/old/stackcount.py000077500000000000000000000126531465134135300173350ustar00rootroot00000000000000#!/usr/bin/python # # stackcount Count kernel function calls and their stack traces. # For Linux, uses BCC, eBPF. # # USAGE: stackcount [-h] [-p PID] [-i INTERVAL] [-T] [-r] pattern # # The pattern is a string with optional '*' wildcards, similar to file # globbing. If you'd prefer to use regular expressions, use the -r option. # # The current implementation uses an unrolled loop for x86_64, and was written # as a proof of concept. This implementation should be replaced in the future # with an appropriate bpf_ call, when available. # # Currently limited to a stack trace depth of 11 (maxdepth + 1). # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 12-Jan-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse import signal # arguments examples = """examples: ./stackcount submit_bio # count kernel stack traces for submit_bio ./stackcount ip_output # count kernel stack traces for ip_output ./stackcount -s ip_output # show symbol offsets ./stackcount -sv ip_output # show offsets and raw addresses (verbose) ./stackcount 'tcp_send*' # count stacks for funcs matching tcp_send* ./stackcount -r '^tcp_send.*' # same as above, using regular expressions ./stackcount -Ti 5 ip_output # output every 5 seconds, with timestamps ./stackcount -p 185 ip_output # count ip_output stacks for PID 185 only """ parser = argparse.ArgumentParser( description="Count kernel function calls and their stack traces", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("-i", "--interval", default=99999999, help="summary interval, seconds") parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-r", "--regexp", action="store_true", help="use regular expressions. Default is \"*\" wildcards only.") parser.add_argument("-s", "--offset", action="store_true", help="show address offsets") parser.add_argument("-v", "--verbose", action="store_true", help="show raw addresses") parser.add_argument("pattern", help="search expression for kernel functions") args = parser.parse_args() pattern = args.pattern if not args.regexp: pattern = pattern.replace('*', '.*') pattern = '^' + pattern + '$' offset = args.offset verbose = args.verbose debug = 0 maxdepth = 10 # and MAXDEPTH # signal handler def signal_ignore(signal, frame): print() # load BPF program bpf_text = """ #include #define MAXDEPTH 10 struct key_t { u64 ip; u64 ret[MAXDEPTH]; }; BPF_HASH(counts, struct key_t); static u64 get_frame(u64 *bp) { if (*bp) { // The following stack walker is x86_64 specific u64 ret = 0; if (bpf_probe_read(&ret, sizeof(ret), (void *)(*bp+8))) return 0; if (bpf_probe_read(bp, sizeof(*bp), (void *)*bp)) *bp = 0; if (ret < __START_KERNEL_map) return 0; return ret; } return 0; } int trace_count(struct pt_regs *ctx) { FILTER struct key_t key = {}; u64 zero = 0, *val, bp = 0; int depth = 0; key.ip = ctx->ip; bp = ctx->bp; // unrolled loop, 10 (MAXDEPTH) frames deep: if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; out: val = counts.lookup_or_init(&key, &zero); if (val) { (*val)++; } return 0; } """ if args.pid: bpf_text = bpf_text.replace('FILTER', ('u32 pid; pid = bpf_get_current_pid_tgid(); ' + 'if (pid != %s) { return 0; }') % (args.pid)) else: bpf_text = bpf_text.replace('FILTER', '') if debug: print(bpf_text) b = BPF(text=bpf_text) b.attach_kprobe(event_re=pattern, fn_name="trace_count") matched = b.num_open_kprobes() if matched == 0: print("0 functions matched by \"%s\". Exiting." % args.pattern) exit() # header print("Tracing %d functions for \"%s\"... Hit Ctrl-C to end." % (matched, args.pattern)) def print_frame(addr): print(" ", end="") if verbose: print("%-16x " % addr, end="") print(b.ksym(addr, show_offset=offset)) # output exiting = 0 if args.interval else 1 while (1): try: sleep(int(args.interval)) except KeyboardInterrupt: exiting = 1 # as cleanup can take many seconds, trap Ctrl-C: signal.signal(signal.SIGINT, signal_ignore) print() if args.timestamp: print("%-8s\n" % strftime("%H:%M:%S"), end="") counts = b.get_table("counts") for k, v in sorted(counts.items(), key=lambda counts: counts[1].value): print_frame(k.ip) for i in range(0, maxdepth): if k.ret[i] == 0: break print_frame(k.ret[i]) print(" %d\n" % v.value) counts.clear() if exiting: print("Detaching...") exit() bpfcc-0.31.0/tools/old/stacksnoop.py000077500000000000000000000075311465134135300173420ustar00rootroot00000000000000#!/usr/bin/python # # stacksnoop Trace a kernel function and print all kernel stack traces. # For Linux, uses BCC, eBPF, and currently x86_64 only. Inline C. # # USAGE: stacksnoop [-h] [-p PID] [-s] [-v] function # # The current implementation uses an unrolled loop for x86_64, and was written # as a proof of concept. This implementation should be replaced in the future # with an appropriate bpf_ call, when available. # # The stack depth is limited to 10 (+1 for the current instruction pointer). # This could be tunable in a future version. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 12-Jan-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF import argparse # arguments examples = """examples: ./stacksnoop ext4_sync_fs # print kernel stack traces for ext4_sync_fs ./stacksnoop -s ext4_sync_fs # ... also show symbol offsets ./stacksnoop -v ext4_sync_fs # ... show extra columns ./stacksnoop -p 185 ext4_sync_fs # ... only when PID 185 is on-CPU """ parser = argparse.ArgumentParser( description="Trace and print kernel stack traces for a kernel function", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("-s", "--offset", action="store_true", help="show address offsets") parser.add_argument("-v", "--verbose", action="store_true", help="print more fields") parser.add_argument("function", help="kernel function name") args = parser.parse_args() function = args.function offset = args.offset verbose = args.verbose debug = 0 # define BPF program bpf_text = """ #include static int print_frame(u64 *bp, int *depth) { if (*bp) { // The following stack walker is x86_64 specific u64 ret = 0; if (bpf_probe_read(&ret, sizeof(ret), (void *)(*bp+8))) return 0; if (ret < __START_KERNEL_map) return 0; bpf_trace_printk("r%d: %llx\\n", *depth, ret); if (bpf_probe_read(bp, sizeof(*bp), (void *)*bp)) return 0; *depth += 1; return 1; } return 0; } void trace_stack(struct pt_regs *ctx) { FILTER u64 bp = 0; int depth = 0; bpf_trace_printk("\\n"); if (ctx->ip) bpf_trace_printk("ip: %llx\\n", ctx->ip); bp = ctx->bp; // unrolled loop, 10 frames deep: if (!print_frame(&bp, &depth)) return; if (!print_frame(&bp, &depth)) return; if (!print_frame(&bp, &depth)) return; if (!print_frame(&bp, &depth)) return; if (!print_frame(&bp, &depth)) return; if (!print_frame(&bp, &depth)) return; if (!print_frame(&bp, &depth)) return; if (!print_frame(&bp, &depth)) return; if (!print_frame(&bp, &depth)) return; if (!print_frame(&bp, &depth)) return; }; """ if args.pid: bpf_text = bpf_text.replace('FILTER', ('u32 pid; pid = bpf_get_current_pid_tgid(); ' + 'if (pid != %s) { return; }') % (args.pid)) else: bpf_text = bpf_text.replace('FILTER', '') if debug: print(bpf_text) # initialize BPF b = BPF(text=bpf_text) b.attach_kprobe(event=function, fn_name="trace_stack") matched = b.num_open_kprobes() if matched == 0: print("Function \"%s\" not found. Exiting." % function) exit() # header if verbose: print("%-18s %-12s %-6s %-3s %s" % ("TIME(s)", "COMM", "PID", "CPU", "STACK")) else: print("%-18s %s" % ("TIME(s)", "STACK")) # format output while 1: (task, pid, cpu, flags, ts, msg) = b.trace_fields() if msg != "": (reg, addr) = msg.split(" ") ip = b.ksym(int(addr, 16), show_offset=offset) msg = msg + " " + ip if verbose: print("%-18.9f %-12.12s %-6d %-3d %s" % (ts, task, pid, cpu, msg)) else: print("%-18.9f %s" % (ts, msg)) bpfcc-0.31.0/tools/old/statsnoop.py000077500000000000000000000060141465134135300172030ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # statsnoop Trace stat() syscalls. # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: statsnoop [-h] [-t] [-x] [-p PID] # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 08-Feb-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF import argparse # arguments examples = """examples: ./statsnoop # trace all stat() syscalls ./statsnoop -t # include timestamps ./statsnoop -x # only show failed stats ./statsnoop -p 181 # only trace PID 181 """ parser = argparse.ArgumentParser( description="Trace stat() syscalls", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-t", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-x", "--failed", action="store_true", help="only show failed stats") parser.add_argument("-p", "--pid", help="trace this PID only") args = parser.parse_args() debug = 0 # define BPF program bpf_text = """ #include BPF_HASH(args_filename, u32, const char *); int trace_entry(struct pt_regs *ctx, const char __user *filename) { u32 pid = bpf_get_current_pid_tgid(); FILTER args_filename.update(&pid, &filename); return 0; }; int trace_return(struct pt_regs *ctx) { const char **filenamep; int ret = ctx->ax; u32 pid = bpf_get_current_pid_tgid(); filenamep = args_filename.lookup(&pid); if (filenamep == 0) { // missed entry return 0; } bpf_trace_printk("%d %s\\n", ret, *filenamep); args_filename.delete(&pid); return 0; } """ if args.pid: bpf_text = bpf_text.replace('FILTER', 'if (pid != %s) { return 0; }' % args.pid) else: bpf_text = bpf_text.replace('FILTER', '') if debug: print(bpf_text) # initialize BPF b = BPF(text=bpf_text) b.attach_kprobe(event="sys_stat", fn_name="trace_entry") b.attach_kprobe(event="sys_statfs", fn_name="trace_entry") b.attach_kprobe(event="sys_newstat", fn_name="trace_entry") b.attach_kretprobe(event="sys_stat", fn_name="trace_return") b.attach_kretprobe(event="sys_statfs", fn_name="trace_return") b.attach_kretprobe(event="sys_newstat", fn_name="trace_return") # header if args.timestamp: print("%-14s" % ("TIME(s)"), end="") print("%-6s %-16s %4s %3s %s" % ("PID", "COMM", "FD", "ERR", "PATH")) start_ts = 0 # format output while 1: (task, pid, cpu, flags, ts, msg) = b.trace_fields() (ret_s, filename) = msg.split(" ", 1) ret = int(ret_s) if (args.failed and (ret >= 0)): continue # split return value into FD and errno columns if ret >= 0: fd_s = ret err = 0 else: fd_s = "-1" err = - ret # print columns if args.timestamp: if start_ts == 0: start_ts = ts print("%-14.9f" % (ts - start_ts), end="") print("%-6d %-16s %4s %3s %s" % (pid, task, fd_s, err, filename)) bpfcc-0.31.0/tools/old/syncsnoop.py000077500000000000000000000014061465134135300172040ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # syncsnoop Trace sync() syscall. # For Linux, uses BCC, eBPF. Embedded C. # # Written as a basic example of BCC trace & reformat. See # examples/hello_world.py for a BCC trace with default output example. # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 13-Aug-2015 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF # load BPF program b = BPF(text=""" void kprobe__sys_sync(void *ctx) { bpf_trace_printk("sync()\\n"); }; """) # header print("%-18s %s" % ("TIME(s)", "CALL")) # format output while 1: (task, pid, cpu, flags, ts, msg) = b.trace_fields() print("%-18.9f %s" % (ts, msg)) bpfcc-0.31.0/tools/old/tcpaccept.py000077500000000000000000000076061465134135300171270ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # tcpaccept Trace TCP accept()s. # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: tcpaccept [-h] [-t] [-p PID] # # This uses dynamic tracing of the kernel inet_csk_accept() socket function # (from tcp_prot.accept), and will need to be modified to match kernel changes. # # IPv4 addresses are printed as dotted quads. For IPv6 addresses, the last four # bytes are printed after "..."; check for future versions with better IPv6 # support. # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 13-Oct-2015 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF import argparse # arguments examples = """examples: ./tcpaccept # trace all TCP accept()s ./tcpaccept -t # include timestamps ./tcpaccept -p 181 # only trace PID 181 """ parser = argparse.ArgumentParser( description="Trace TCP accepts", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-t", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-p", "--pid", help="trace this PID only") args = parser.parse_args() debug = 0 # define BPF program bpf_text = """ #include #include #include int kretprobe__inet_csk_accept(struct pt_regs *ctx) { struct sock *newsk = (struct sock *)PT_REGS_RC(ctx); u32 pid = bpf_get_current_pid_tgid(); if (newsk == NULL) return 0; // check this is TCP u8 protocol = 0; // workaround for reading the sk_protocol bitfield: bpf_probe_read(&protocol, 1, (void *)((long)&newsk->sk_wmem_queued) - 3); if (protocol != IPPROTO_TCP) return 0; // pull in details u16 family = 0, lport = 0; u32 saddr = 0, daddr = 0; bpf_probe_read(&family, sizeof(family), &newsk->__sk_common.skc_family); bpf_probe_read(&lport, sizeof(lport), &newsk->__sk_common.skc_num); if (family == AF_INET) { bpf_probe_read(&saddr, sizeof(saddr), &newsk->__sk_common.skc_rcv_saddr); bpf_probe_read(&daddr, sizeof(daddr), &newsk->__sk_common.skc_daddr); // output bpf_trace_printk("4 %x %x %d\\n", daddr, saddr, lport); } else if (family == AF_INET6) { // just grab the last 4 bytes for now bpf_probe_read(&saddr, sizeof(saddr), &newsk->__sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32[3]); bpf_probe_read(&daddr, sizeof(daddr), &newsk->__sk_common.skc_v6_daddr.in6_u.u6_addr32[3]); // output and flip byte order of addresses bpf_trace_printk("6 %x %x %d\\n", bpf_ntohl(daddr), bpf_ntohl(saddr), lport); } // else drop return 0; } """ # code substitutions if args.pid: bpf_text = bpf_text.replace('FILTER', 'if (pid != %s) { return 0; }' % args.pid) else: bpf_text = bpf_text.replace('FILTER', '') if debug: print(bpf_text) # initialize BPF b = BPF(text=bpf_text) # header if args.timestamp: print("%-9s" % ("TIME(s)"), end="") print("%-6s %-12s %-2s %-16s %-16s %-4s" % ("PID", "COMM", "IP", "RADDR", "LADDR", "LPORT")) start_ts = 0 def inet_ntoa(addr): dq = '' for i in range(0, 4): dq = dq + str(addr & 0xff) if (i != 3): dq = dq + '.' addr = addr >> 8 return dq # format output while 1: (task, pid, cpu, flags, ts, msg) = b.trace_fields() (ip_s, raddr_hs, laddr_hs, lport_s) = msg.split(" ") if args.timestamp: if start_ts == 0: start_ts = ts print("%-9.3f" % (ts - start_ts), end="") print("%-6d %-12.12s %-2s %-16s %-16s %-4s" % (pid, task, ip_s, inet_ntoa(int(raddr_hs, 16)) if ip_s == "4" else "..." + raddr_hs, inet_ntoa(int(laddr_hs, 16)) if ip_s == "4" else "..." + laddr_hs, lport_s)) bpfcc-0.31.0/tools/old/tcpconnect.py000077500000000000000000000103351465134135300173120ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # tcpconnect Trace TCP connect()s. # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: tcpconnect [-h] [-t] [-p PID] # # All connection attempts are traced, even if they ultimately fail. # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 25-Sep-2015 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF import argparse # arguments examples = """examples: ./tcpconnect # trace all TCP connect()s ./tcpconnect -t # include timestamps ./tcpconnect -p 181 # only trace PID 181 """ parser = argparse.ArgumentParser( description="Trace TCP connects", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-t", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-p", "--pid", help="trace this PID only") args = parser.parse_args() debug = 0 # define BPF program bpf_text = """ #include #include #include BPF_HASH(currsock, u32, struct sock *); int trace_connect_entry(struct pt_regs *ctx, struct sock *sk) { u32 pid = bpf_get_current_pid_tgid(); FILTER // stash the sock ptr for lookup on return currsock.update(&pid, &sk); return 0; }; static int trace_connect_return(struct pt_regs *ctx, short ipver) { int ret = PT_REGS_RC(ctx); u32 pid = bpf_get_current_pid_tgid(); struct sock **skpp; skpp = currsock.lookup(&pid); if (skpp == 0) { return 0; // missed entry } if (ret != 0) { // failed to send SYNC packet, may not have populated // socket __sk_common.{skc_rcv_saddr, ...} currsock.delete(&pid); return 0; } // pull in details struct sock *skp = *skpp; u32 saddr = 0, daddr = 0; u16 dport = 0; dport = skp->__sk_common.skc_dport; if (ipver == 4) { saddr = skp->__sk_common.skc_rcv_saddr; daddr = skp->__sk_common.skc_daddr; // output bpf_trace_printk("4 %x %x %d\\n", saddr, daddr, ntohs(dport)); } else /* 6 */ { // just grab the last 4 bytes for now bpf_probe_read(&saddr, sizeof(saddr), &skp->__sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32[3]); bpf_probe_read(&daddr, sizeof(daddr), &skp->__sk_common.skc_v6_daddr.in6_u.u6_addr32[3]); // output and flip byte order of addresses bpf_trace_printk("6 %x %x %d\\n", bpf_ntohl(saddr), bpf_ntohl(daddr), ntohs(dport)); } currsock.delete(&pid); return 0; } int trace_connect_v4_return(struct pt_regs *ctx) { return trace_connect_return(ctx, 4); } int trace_connect_v6_return(struct pt_regs *ctx) { return trace_connect_return(ctx, 6); } """ # code substitutions if args.pid: bpf_text = bpf_text.replace('FILTER', 'if (pid != %s) { return 0; }' % args.pid) else: bpf_text = bpf_text.replace('FILTER', '') if debug: print(bpf_text) # initialize BPF b = BPF(text=bpf_text) b.attach_kprobe(event="tcp_v4_connect", fn_name="trace_connect_entry") b.attach_kprobe(event="tcp_v6_connect", fn_name="trace_connect_entry") b.attach_kretprobe(event="tcp_v4_connect", fn_name="trace_connect_v4_return") b.attach_kretprobe(event="tcp_v6_connect", fn_name="trace_connect_v6_return") # header if args.timestamp: print("%-9s" % ("TIME(s)"), end="") print("%-6s %-12s %-2s %-16s %-16s %-4s" % ("PID", "COMM", "IP", "SADDR", "DADDR", "DPORT")) start_ts = 0 def inet_ntoa(addr): dq = '' for i in range(0, 4): dq = dq + str(addr & 0xff) if (i != 3): dq = dq + '.' addr = addr >> 8 return dq # format output while 1: (task, pid, cpu, flags, ts, msg) = b.trace_fields() (ip_s, saddr_hs, daddr_hs, dport_s) = msg.split(" ") if args.timestamp: if start_ts == 0: start_ts = ts print("%-9.3f" % (ts - start_ts), end="") print("%-6d %-12.12s %-2s %-16s %-16s %-4s" % (pid, task, ip_s, inet_ntoa(int(saddr_hs, 16)) if ip_s == "4" else "..." + saddr_hs, inet_ntoa(int(daddr_hs, 16)) if ip_s == "4" else "..." + daddr_hs, dport_s)) bpfcc-0.31.0/tools/old/wakeuptime.py000077500000000000000000000154401465134135300173270ustar00rootroot00000000000000#!/usr/bin/python # # wakeuptime Summarize sleep to wakeup time by waker kernel stack # For Linux, uses BCC, eBPF. # # USAGE: wakeuptime [-h] [-u] [-p PID] [-v] [-f] [duration] # # The current implementation uses an unrolled loop for x86_64, and was written # as a proof of concept. This implementation should be replaced in the future # with an appropriate bpf_ call, when available. # # Currently limited to a stack trace depth of 21 (maxdepth + 1). # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 14-Jan-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse import signal # arguments examples = """examples: ./wakeuptime # trace blocked time with waker stacks ./wakeuptime 5 # trace for 5 seconds only ./wakeuptime -f 5 # 5 seconds, and output in folded format ./wakeuptime -u # don't include kernel threads (user only) ./wakeuptime -p 185 # trace fo PID 185 only """ parser = argparse.ArgumentParser( description="Summarize sleep to wakeup time by waker kernel stack", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-u", "--useronly", action="store_true", help="user threads only (no kernel threads)") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("-v", "--verbose", action="store_true", help="show raw addresses") parser.add_argument("-f", "--folded", action="store_true", help="output folded format") parser.add_argument("duration", nargs="?", default=99999999, help="duration of trace, in seconds") args = parser.parse_args() folded = args.folded duration = int(args.duration) debug = 0 maxdepth = 20 # and MAXDEPTH if args.pid and args.useronly: print("ERROR: use either -p or -u.") exit() # signal handler def signal_ignore(signal, frame): print() # define BPF program bpf_text = """ #include #include #define MAXDEPTH 20 #define MINBLOCK_US 1 struct key_t { char waker[TASK_COMM_LEN]; char target[TASK_COMM_LEN]; // Skip saving the ip u64 ret[MAXDEPTH]; }; BPF_HASH(counts, struct key_t); BPF_HASH(start, u32); static u64 get_frame(u64 *bp) { if (*bp) { // The following stack walker is x86_64/arm64 specific u64 ret = 0; if (bpf_probe_read(&ret, sizeof(ret), (void *)(*bp+8))) return 0; if (bpf_probe_read(bp, sizeof(*bp), (void *)*bp)) return 0; #ifdef __x86_64__ if (ret < __START_KERNEL_map) #elif __aarch64__ if (ret < VA_START) #else #error "Unsupported architecture for stack walker" #endif return 0; return ret; } return 0; } int offcpu(struct pt_regs *ctx) { u32 pid = bpf_get_current_pid_tgid(); u64 ts = bpf_ktime_get_ns(); // XXX: should filter here too, but need task_struct start.update(&pid, &ts); return 0; } int waker(struct pt_regs *ctx, struct task_struct *p) { u32 pid = p->pid; u64 delta, *tsp, ts; tsp = start.lookup(&pid); if (tsp == 0) return 0; // missed start start.delete(&pid); if (FILTER) return 0; // calculate delta time delta = bpf_ktime_get_ns() - *tsp; delta = delta / 1000; if (delta < MINBLOCK_US) return 0; struct key_t key = {}; u64 zero = 0, *val, bp = 0; int depth = 0; bpf_probe_read(&key.target, sizeof(key.target), p->comm); bpf_get_current_comm(&key.waker, sizeof(key.waker)); bp = PT_REGS_FP(ctx); // unrolled loop (MAXDEPTH): if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; if (!(key.ret[depth++] = get_frame(&bp))) goto out; out: val = counts.lookup_or_init(&key, &zero); if (val) { (*val) += delta; } return 0; } """ if args.pid: filter = 'pid != %s' % args.pid elif args.useronly: filter = 'p->flags & PF_KTHREAD' else: filter = '0' bpf_text = bpf_text.replace('FILTER', filter) if debug: print(bpf_text) # initialize BPF b = BPF(text=bpf_text) b.attach_kprobe(event="schedule", fn_name="offcpu") b.attach_kprobe(event="try_to_wake_up", fn_name="waker") matched = b.num_open_kprobes() if matched == 0: print("0 functions traced. Exiting.") exit() # header if not folded: print("Tracing blocked time (us) by kernel stack", end="") if duration < 99999999: print(" for %d secs." % duration) else: print("... Hit Ctrl-C to end.") # output while (1): try: sleep(duration) except KeyboardInterrupt: # as cleanup can take many seconds, trap Ctrl-C: signal.signal(signal.SIGINT, signal_ignore) if not folded: print() counts = b.get_table("counts") for k, v in sorted(counts.items(), key=lambda counts: counts[1].value): if folded: # print folded stack output line = k.waker.decode('utf-8', 'replace') + ";" for i in reversed(range(0, maxdepth)): if k.ret[i] == 0: continue line = line + b.ksym(k.ret[i]) if i != 0: line = line + ";" print("%s;%s %d" % (line, k.target.decode('utf-8', 'replace'), v.value)) else: # print default multi-line stack output print(" %-16s %s" % ("target:", k.target.decode('utf-8', 'replace'))) for i in range(0, maxdepth): if k.ret[i] == 0: break print(" %-16x %s" % (k.ret[i], b.ksym(k.ret[i]))) print(" %-16s %s" % ("waker:", k.waker.decode('utf-8', 'replace'))) print(" %d\n" % v.value) counts.clear() if not folded: print("Detaching...") exit() bpfcc-0.31.0/tools/oomkill.py000077500000000000000000000040461465134135300160440ustar00rootroot00000000000000#!/usr/bin/env python # # oomkill Trace oom_kill_process(). For Linux, uses BCC, eBPF. # # This traces the kernel out-of-memory killer, and prints basic details, # including the system load averages. This can provide more context on the # system state at the time of OOM: was it getting busier or steady, based # on the load averages? This tool may also be useful to customize for # investigations; for example, by adding other task_struct details at the time # of OOM. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 09-Feb-2016 Brendan Gregg Created this. from bcc import BPF from time import strftime # linux stats loadavg = "/proc/loadavg" # define BPF program bpf_text = """ #include #include struct data_t { u32 fpid; u32 tpid; u64 pages; char fcomm[TASK_COMM_LEN]; char tcomm[TASK_COMM_LEN]; }; BPF_PERF_OUTPUT(events); void kprobe__oom_kill_process(struct pt_regs *ctx, struct oom_control *oc, const char *message) { struct task_struct *p = oc->chosen; struct data_t data = {}; u32 pid = bpf_get_current_pid_tgid() >> 32; data.fpid = pid; data.tpid = p->tgid; data.pages = oc->totalpages; bpf_get_current_comm(&data.fcomm, sizeof(data.fcomm)); bpf_probe_read_kernel(&data.tcomm, sizeof(data.tcomm), p->comm); events.perf_submit(ctx, &data, sizeof(data)); } """ # process event def print_event(cpu, data, size): event = b["events"].event(data) with open(loadavg) as stats: avgline = stats.read().rstrip() print(("%s Triggered by PID %d (\"%s\"), OOM kill of PID %d (\"%s\")" ", %d pages, loadavg: %s") % (strftime("%H:%M:%S"), event.fpid, event.fcomm.decode('utf-8', 'replace'), event.tpid, event.tcomm.decode('utf-8', 'replace'), event.pages, avgline)) # initialize BPF b = BPF(text=bpf_text) print("Tracing OOM kills... Ctrl-C to stop.") b["events"].open_perf_buffer(print_event) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/oomkill_example.txt000066400000000000000000000036051465134135300177430ustar00rootroot00000000000000Demonstrations of oomkill, the Linux eBPF/bcc version. oomkill is a simple program that traces the Linux out-of-memory (OOM) killer, and shows basic details on one line per OOM kill: # ./oomkill Tracing oom_kill_process()... Ctrl-C to end. 21:03:39 Triggered by PID 3297 ("ntpd"), OOM kill of PID 22516 ("perl"), 3850642 pages, loadavg: 0.99 0.39 0.30 3/282 22724 21:03:48 Triggered by PID 22517 ("perl"), OOM kill of PID 22517 ("perl"), 3850642 pages, loadavg: 0.99 0.41 0.30 2/282 22932 The first line shows that PID 22516, with process name "perl", was OOM killed when it reached 3850642 pages (usually 4 Kbytes per page). This OOM kill happened to be triggered by PID 3297, process name "ntpd", doing some memory allocation. The system log (dmesg) shows pages of details and system context about an OOM kill. What it currently lacks, however, is context on how the system had been changing over time. I've seen OOM kills where I wanted to know if the system was at steady state at the time, or if there had been a recent increase in workload that triggered the OOM event. oomkill provides some context: at the end of the line is the load average information from /proc/loadavg. For both of the oomkills here, we can see that the system was getting busier at the time (a higher 1 minute "average" of 0.99, compared to the 15 minute "average" of 0.30). oomkill can also be the basis of other tools and customizations. For example, you can edit it to include other task_struct details from the target PID at the time of the OOM kill. The following commands can be used to test this program, and invoke a memory consuming process that exhausts system memory and is OOM killed: sysctl -w vm.overcommit_memory=1 # always overcommit perl -e 'while (1) { $a .= "A" x 1024; }' # eat all memory WARNING: This exhausts system memory after disabling some overcommit checks. Only test in a lab environment. bpfcc-0.31.0/tools/opensnoop.py000077500000000000000000000343671465134135300164270ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # opensnoop Trace open() syscalls. # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: opensnoop [-h] [-T] [-U] [-x] [-p PID] [-t TID] # [--cgroupmap CGROUPMAP] [--mntnsmap MNTNSMAP] [-u UID] # [-d DURATION] [-n NAME] [-F] [-e] [-f FLAG_FILTER] # [-b BUFFER_PAGES] # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 17-Sep-2015 Brendan Gregg Created this. # 29-Apr-2016 Allan McAleavy Updated for BPF_PERF_OUTPUT. # 08-Oct-2016 Dina Goldshtein Support filtering by PID and TID. # 28-Dec-2018 Tim Douglas Print flags argument, enable filtering # 06-Jan-2019 Takuma Kume Support filtering by UID # 21-Aug-2022 Rocky Xing Support showing full path for an open file. # 06-Sep-2022 Rocky Xing Support setting size of the perf ring buffer. from __future__ import print_function from bcc import ArgString, BPF from bcc.containers import filter_by_containers from bcc.utils import printb import argparse from collections import defaultdict from datetime import datetime, timedelta import os # arguments examples = """examples: ./opensnoop # trace all open() syscalls ./opensnoop -T # include timestamps ./opensnoop -U # include UID ./opensnoop -x # only show failed opens ./opensnoop -p 181 # only trace PID 181 ./opensnoop -t 123 # only trace TID 123 ./opensnoop -u 1000 # only trace UID 1000 ./opensnoop -d 10 # trace for 10 seconds only ./opensnoop -n main # only print process names containing "main" ./opensnoop -e # show extended fields ./opensnoop -f O_WRONLY -f O_RDWR # only print calls for writing ./opensnoop -F # show full path for an open file with relative path ./opensnoop --cgroupmap mappath # only trace cgroups in this BPF map ./opensnoop --mntnsmap mappath # only trace mount namespaces in the map """ parser = argparse.ArgumentParser( description="Trace open() syscalls", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-U", "--print-uid", action="store_true", help="print UID column") parser.add_argument("-x", "--failed", action="store_true", help="only show failed opens") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("-t", "--tid", help="trace this TID only") parser.add_argument("--cgroupmap", help="trace cgroups in this BPF map only") parser.add_argument("--mntnsmap", help="trace mount namespaces in this BPF map only") parser.add_argument("-u", "--uid", help="trace this UID only") parser.add_argument("-d", "--duration", help="total duration of trace in seconds") parser.add_argument("-n", "--name", type=ArgString, help="only print process names containing this name") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) parser.add_argument("-e", "--extended_fields", action="store_true", help="show extended fields") parser.add_argument("-f", "--flag_filter", action="append", help="filter on flags argument (e.g., O_WRONLY)") parser.add_argument("-F", "--full-path", action="store_true", help="show full path for an open file with relative path") parser.add_argument("-b", "--buffer-pages", type=int, default=64, help="size of the perf ring buffer " "(must be a power of two number of pages and defaults to 64)") args = parser.parse_args() debug = 0 if args.duration: args.duration = timedelta(seconds=int(args.duration)) flag_filter_mask = 0 for flag in args.flag_filter or []: if not flag.startswith('O_'): exit("Bad flag: %s" % flag) try: flag_filter_mask |= getattr(os, flag) except AttributeError: exit("Bad flag: %s" % flag) # define BPF program bpf_text = """ #include #include #include #ifdef FULLPATH #include #include #define MAX_ENTRIES 32 enum event_type { EVENT_ENTRY, EVENT_END, }; #endif struct val_t { u64 id; char comm[TASK_COMM_LEN]; const char *fname; int flags; // EXTENDED_STRUCT_MEMBER }; struct data_t { u64 id; u64 ts; u32 uid; int ret; char comm[TASK_COMM_LEN]; #ifdef FULLPATH enum event_type type; #endif char name[NAME_MAX]; int flags; // EXTENDED_STRUCT_MEMBER }; BPF_PERF_OUTPUT(events); """ bpf_text_kprobe = """ BPF_HASH(infotmp, u64, struct val_t); int trace_return(struct pt_regs *ctx) { u64 id = bpf_get_current_pid_tgid(); struct val_t *valp; struct data_t data = {}; u64 tsp = bpf_ktime_get_ns(); valp = infotmp.lookup(&id); if (valp == 0) { // missed entry return 0; } bpf_probe_read_kernel(&data.comm, sizeof(data.comm), valp->comm); bpf_probe_read_user_str(&data.name, sizeof(data.name), (void *)valp->fname); data.id = valp->id; data.ts = tsp / 1000; data.uid = bpf_get_current_uid_gid(); data.flags = valp->flags; // EXTENDED_STRUCT_MEMBER data.ret = PT_REGS_RC(ctx); SUBMIT_DATA infotmp.delete(&id); return 0; } """ bpf_text_kprobe_header_open = """ int syscall__trace_entry_open(struct pt_regs *ctx, const char __user *filename, int flags) { """ bpf_text_kprobe_header_openat = """ int syscall__trace_entry_openat(struct pt_regs *ctx, int dfd, const char __user *filename, int flags) { """ bpf_text_kprobe_header_openat2 = """ #include int syscall__trace_entry_openat2(struct pt_regs *ctx, int dfd, const char __user *filename, struct open_how *how) { int flags = how->flags; """ bpf_text_kprobe_body = """ struct val_t val = {}; u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part u32 tid = id; // Cast and get the lower part u32 uid = bpf_get_current_uid_gid(); PID_TID_FILTER UID_FILTER FLAGS_FILTER if (container_should_be_filtered()) { return 0; } if (bpf_get_current_comm(&val.comm, sizeof(val.comm)) == 0) { val.id = id; val.fname = filename; val.flags = flags; // EXTENDED_STRUCT_MEMBER infotmp.update(&id, &val); } return 0; }; """ bpf_text_kfunc_header_open = """ #if defined(CONFIG_ARCH_HAS_SYSCALL_WRAPPER) && !defined(__s390x__) KRETFUNC_PROBE(FNNAME, struct pt_regs *regs, int ret) { const char __user *filename = (char *)PT_REGS_PARM1(regs); int flags = PT_REGS_PARM2(regs); #else KRETFUNC_PROBE(FNNAME, const char __user *filename, int flags, int ret) { #endif """ bpf_text_kfunc_header_openat = """ #if defined(CONFIG_ARCH_HAS_SYSCALL_WRAPPER) && !defined(__s390x__) KRETFUNC_PROBE(FNNAME, struct pt_regs *regs, int ret) { int dfd = PT_REGS_PARM1(regs); const char __user *filename = (char *)PT_REGS_PARM2(regs); int flags = PT_REGS_PARM3(regs); #else KRETFUNC_PROBE(FNNAME, int dfd, const char __user *filename, int flags, int ret) { #endif """ bpf_text_kfunc_header_openat2 = """ #include #if defined(CONFIG_ARCH_HAS_SYSCALL_WRAPPER) && !defined(__s390x__) KRETFUNC_PROBE(FNNAME, struct pt_regs *regs, int ret) { int dfd = PT_REGS_PARM1(regs); const char __user *filename = (char *)PT_REGS_PARM2(regs); struct open_how __user how; int flags; bpf_probe_read_user(&how, sizeof(struct open_how), (struct open_how*)PT_REGS_PARM3(regs)); flags = how.flags; #else KRETFUNC_PROBE(FNNAME, int dfd, const char __user *filename, struct open_how __user *how, int ret) { int flags = how->flags; #endif """ bpf_text_kfunc_body = """ u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part u32 tid = id; // Cast and get the lower part u32 uid = bpf_get_current_uid_gid(); PID_TID_FILTER UID_FILTER FLAGS_FILTER if (container_should_be_filtered()) { return 0; } struct data_t data = {}; bpf_get_current_comm(&data.comm, sizeof(data.comm)); u64 tsp = bpf_ktime_get_ns(); bpf_probe_read_user_str(&data.name, sizeof(data.name), (void *)filename); data.id = id; data.ts = tsp / 1000; data.uid = bpf_get_current_uid_gid(); data.flags = flags; // EXTENDED_STRUCT_MEMBER data.ret = ret; SUBMIT_DATA return 0; } """ b = BPF(text='') # open and openat are always in place since 2.6.16 fnname_open = b.get_syscall_prefix().decode() + 'open' fnname_openat = b.get_syscall_prefix().decode() + 'openat' fnname_openat2 = b.get_syscall_prefix().decode() + 'openat2' if b.ksymname(fnname_openat2) == -1: fnname_openat2 = None if args.full_path: bpf_text = "#define FULLPATH\n" + bpf_text is_support_kfunc = BPF.support_kfunc() if is_support_kfunc: bpf_text += bpf_text_kfunc_header_open.replace('FNNAME', fnname_open) bpf_text += bpf_text_kfunc_body bpf_text += bpf_text_kfunc_header_openat.replace('FNNAME', fnname_openat) bpf_text += bpf_text_kfunc_body if fnname_openat2: bpf_text += bpf_text_kfunc_header_openat2.replace('FNNAME', fnname_openat2) bpf_text += bpf_text_kfunc_body else: bpf_text += bpf_text_kprobe bpf_text += bpf_text_kprobe_header_open bpf_text += bpf_text_kprobe_body bpf_text += bpf_text_kprobe_header_openat bpf_text += bpf_text_kprobe_body if fnname_openat2: bpf_text += bpf_text_kprobe_header_openat2 bpf_text += bpf_text_kprobe_body if args.tid: # TID trumps PID bpf_text = bpf_text.replace('PID_TID_FILTER', 'if (tid != %s) { return 0; }' % args.tid) elif args.pid: bpf_text = bpf_text.replace('PID_TID_FILTER', 'if (pid != %s) { return 0; }' % args.pid) else: bpf_text = bpf_text.replace('PID_TID_FILTER', '') if args.uid: bpf_text = bpf_text.replace('UID_FILTER', 'if (uid != %s) { return 0; }' % args.uid) else: bpf_text = bpf_text.replace('UID_FILTER', '') bpf_text = filter_by_containers(args) + bpf_text if args.flag_filter: bpf_text = bpf_text.replace('FLAGS_FILTER', 'if (!(flags & %d)) { return 0; }' % flag_filter_mask) else: bpf_text = bpf_text.replace('FLAGS_FILTER', '') if not (args.extended_fields or args.flag_filter): bpf_text = '\n'.join(x for x in bpf_text.split('\n') if 'EXTENDED_STRUCT_MEMBER' not in x) if args.full_path: bpf_text = bpf_text.replace('SUBMIT_DATA', """ data.type = EVENT_ENTRY; events.perf_submit(ctx, &data, sizeof(data)); if (data.name[0] != '/') { // relative path struct task_struct *task; struct dentry *dentry; int i; task = (struct task_struct *)bpf_get_current_task_btf(); dentry = task->fs->pwd.dentry; for (i = 1; i < MAX_ENTRIES; i++) { bpf_probe_read_kernel(&data.name, sizeof(data.name), (void *)dentry->d_name.name); data.type = EVENT_ENTRY; events.perf_submit(ctx, &data, sizeof(data)); if (dentry == dentry->d_parent) { // root directory break; } dentry = dentry->d_parent; } } data.type = EVENT_END; events.perf_submit(ctx, &data, sizeof(data)); """) else: bpf_text = bpf_text.replace('SUBMIT_DATA', """ events.perf_submit(ctx, &data, sizeof(data)); """) if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # initialize BPF b = BPF(text=bpf_text) if not is_support_kfunc: b.attach_kprobe(event=fnname_open, fn_name="syscall__trace_entry_open") b.attach_kretprobe(event=fnname_open, fn_name="trace_return") b.attach_kprobe(event=fnname_openat, fn_name="syscall__trace_entry_openat") b.attach_kretprobe(event=fnname_openat, fn_name="trace_return") if fnname_openat2: b.attach_kprobe(event=fnname_openat2, fn_name="syscall__trace_entry_openat2") b.attach_kretprobe(event=fnname_openat2, fn_name="trace_return") initial_ts = 0 # header if args.timestamp: print("%-14s" % ("TIME(s)"), end="") if args.print_uid: print("%-6s" % ("UID"), end="") print("%-6s %-16s %4s %3s " % ("TID" if args.tid else "PID", "COMM", "FD", "ERR"), end="") if args.extended_fields: print("%-9s" % ("FLAGS"), end="") print("PATH") class EventType(object): EVENT_ENTRY = 0 EVENT_END = 1 entries = defaultdict(list) # process event def print_event(cpu, data, size): event = b["events"].event(data) global initial_ts if not args.full_path or event.type == EventType.EVENT_END: skip = False # split return value into FD and errno columns if event.ret >= 0: fd_s = event.ret err = 0 else: fd_s = -1 err = - event.ret if not initial_ts: initial_ts = event.ts if args.failed and (event.ret >= 0): skip = True if args.name and bytes(args.name) not in event.comm: skip = True if not skip: if args.timestamp: delta = event.ts - initial_ts printb(b"%-14.9f" % (float(delta) / 1000000), nl="") if args.print_uid: printb(b"%-6d" % event.uid, nl="") printb(b"%-6d %-16s %4d %3d " % (event.id & 0xffffffff if args.tid else event.id >> 32, event.comm, fd_s, err), nl="") if args.extended_fields: printb(b"%08o " % event.flags, nl="") if not args.full_path: printb(b"%s" % event.name) else: paths = entries[event.id] paths.reverse() printb(b"%s" % os.path.join(*paths)) if args.full_path: try: del(entries[event.id]) except Exception: pass elif event.type == EventType.EVENT_ENTRY: entries[event.id].append(event.name) # loop with callback to print_event b["events"].open_perf_buffer(print_event, page_cnt=args.buffer_pages) start_time = datetime.now() while not args.duration or datetime.now() - start_time < args.duration: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/opensnoop_example.txt000066400000000000000000000245151465134135300203200ustar00rootroot00000000000000Demonstrations of opensnoop, the Linux eBPF/bcc version. opensnoop traces the open() syscall system-wide, and prints various details. Example output: # ./opensnoop PID COMM FD ERR PATH 17326 <...> 7 0 /sys/kernel/debug/tracing/trace_pipe 1576 snmpd 9 0 /proc/net/dev 1576 snmpd 11 0 /proc/net/if_inet6 1576 snmpd 11 0 /proc/sys/net/ipv4/neigh/eth0/retrans_time_ms 1576 snmpd 11 0 /proc/sys/net/ipv6/neigh/eth0/retrans_time_ms 1576 snmpd 11 0 /proc/sys/net/ipv6/conf/eth0/forwarding 1576 snmpd 11 0 /proc/sys/net/ipv6/neigh/eth0/base_reachable_time_ms 1576 snmpd 11 0 /proc/sys/net/ipv4/neigh/lo/retrans_time_ms 1576 snmpd 11 0 /proc/sys/net/ipv6/neigh/lo/retrans_time_ms 1576 snmpd 11 0 /proc/sys/net/ipv6/conf/lo/forwarding 1576 snmpd 11 0 /proc/sys/net/ipv6/neigh/lo/base_reachable_time_ms 1576 snmpd 9 0 /proc/diskstats 1576 snmpd 9 0 /proc/stat 1576 snmpd 9 0 /proc/vmstat 1956 supervise 9 0 supervise/status.new 1956 supervise 9 0 supervise/status.new 17358 run 3 0 /etc/ld.so.cache 17358 run 3 0 /lib/x86_64-linux-gnu/libtinfo.so.5 17358 run 3 0 /lib/x86_64-linux-gnu/libdl.so.2 17358 run 3 0 /lib/x86_64-linux-gnu/libc.so.6 17358 run -1 6 /dev/tty 17358 run 3 0 /proc/meminfo 17358 run 3 0 /etc/nsswitch.conf 17358 run 3 0 /etc/ld.so.cache 17358 run 3 0 /lib/x86_64-linux-gnu/libnss_compat.so.2 17358 run 3 0 /lib/x86_64-linux-gnu/libnsl.so.1 17358 run 3 0 /etc/ld.so.cache 17358 run 3 0 /lib/x86_64-linux-gnu/libnss_nis.so.2 17358 run 3 0 /lib/x86_64-linux-gnu/libnss_files.so.2 17358 run 3 0 /etc/passwd 17358 run 3 0 ./run ^C While tracing, the snmpd process opened various /proc files (reading metrics), and a "run" process read various libraries and config files (looks like it was starting up: a new process). opensnoop can be useful for discovering configuration and log files, if used during application startup. The -p option can be used to filter on a PID, which is filtered in-kernel. Here I've used it with -T to print timestamps: ./opensnoop -Tp 1956 TIME(s) PID COMM FD ERR PATH 0.000000000 1956 supervise 9 0 supervise/status.new 0.000289999 1956 supervise 9 0 supervise/status.new 1.023068000 1956 supervise 9 0 supervise/status.new 1.023381997 1956 supervise 9 0 supervise/status.new 2.046030000 1956 supervise 9 0 supervise/status.new 2.046363000 1956 supervise 9 0 supervise/status.new 3.068203997 1956 supervise 9 0 supervise/status.new 3.068544999 1956 supervise 9 0 supervise/status.new This shows the supervise process is opening the status.new file twice every second. The -U option include UID on output: # ./opensnoop -U UID PID COMM FD ERR PATH 0 27063 vminfo 5 0 /var/run/utmp 103 628 dbus-daemon -1 2 /usr/local/share/dbus-1/system-services 103 628 dbus-daemon 18 0 /usr/share/dbus-1/system-services 103 628 dbus-daemon -1 2 /lib/dbus-1/system-services The -u option filtering UID: # ./opensnoop -Uu 1000 UID PID COMM FD ERR PATH 1000 30240 ls 3 0 /etc/ld.so.cache 1000 30240 ls 3 0 /lib/x86_64-linux-gnu/libselinux.so.1 1000 30240 ls 3 0 /lib/x86_64-linux-gnu/libc.so.6 1000 30240 ls 3 0 /lib/x86_64-linux-gnu/libpcre.so.3 1000 30240 ls 3 0 /lib/x86_64-linux-gnu/libdl.so.2 1000 30240 ls 3 0 /lib/x86_64-linux-gnu/libpthread.so.0 The -x option only prints failed opens: # ./opensnoop -x PID COMM FD ERR PATH 18372 run -1 6 /dev/tty 18373 run -1 6 /dev/tty 18373 multilog -1 13 lock 18372 multilog -1 13 lock 18384 df -1 2 /usr/share/locale/en_US.UTF-8/LC_MESSAGES/coreutils.mo 18384 df -1 2 /usr/share/locale/en_US.utf8/LC_MESSAGES/coreutils.mo 18384 df -1 2 /usr/share/locale/en_US/LC_MESSAGES/coreutils.mo 18384 df -1 2 /usr/share/locale/en.UTF-8/LC_MESSAGES/coreutils.mo 18384 df -1 2 /usr/share/locale/en.utf8/LC_MESSAGES/coreutils.mo 18384 df -1 2 /usr/share/locale/en/LC_MESSAGES/coreutils.mo 18385 run -1 6 /dev/tty 18386 run -1 6 /dev/tty This caught a df command failing to open a coreutils.mo file, and trying from different directories. The ERR column is the system error number. Error number 2 is ENOENT: no such file or directory. A maximum tracing duration can be set with the -d option. For example, to trace for 2 seconds: # ./opensnoop -d 2 PID COMM FD ERR PATH 2191 indicator-multi 11 0 /sys/block 2191 indicator-multi 11 0 /sys/block 2191 indicator-multi 11 0 /sys/block 2191 indicator-multi 11 0 /sys/block 2191 indicator-multi 11 0 /sys/block The -n option can be used to filter on process name using partial matches: # ./opensnoop -n ed PID COMM FD ERR PATH 2679 sed 3 0 /etc/ld.so.cache 2679 sed 3 0 /lib/x86_64-linux-gnu/libselinux.so.1 2679 sed 3 0 /lib/x86_64-linux-gnu/libc.so.6 2679 sed 3 0 /lib/x86_64-linux-gnu/libpcre.so.3 2679 sed 3 0 /lib/x86_64-linux-gnu/libdl.so.2 2679 sed 3 0 /lib/x86_64-linux-gnu/libpthread.so.0 2679 sed 3 0 /proc/filesystems 2679 sed 3 0 /usr/lib/locale/locale-archive 2679 sed -1 2 2679 sed 3 0 /usr/lib/x86_64-linux-gnu/gconv/gconv-modules.cache 2679 sed 3 0 /dev/null 2680 sed 3 0 /etc/ld.so.cache 2680 sed 3 0 /lib/x86_64-linux-gnu/libselinux.so.1 2680 sed 3 0 /lib/x86_64-linux-gnu/libc.so.6 2680 sed 3 0 /lib/x86_64-linux-gnu/libpcre.so.3 2680 sed 3 0 /lib/x86_64-linux-gnu/libdl.so.2 2680 sed 3 0 /lib/x86_64-linux-gnu/libpthread.so.0 2680 sed 3 0 /proc/filesystems 2680 sed 3 0 /usr/lib/locale/locale-archive 2680 sed -1 2 ^C This caught the 'sed' command because it partially matches 'ed' that's passed to the '-n' option. The -e option prints out extra columns; for example, the following output contains the flags passed to open(2), in octal: # ./opensnoop -e PID COMM FD ERR FLAGS PATH 28512 sshd 10 0 00101101 /proc/self/oom_score_adj 28512 sshd 3 0 02100000 /etc/ld.so.cache 28512 sshd 3 0 02100000 /lib/x86_64-linux-gnu/libwrap.so.0 28512 sshd 3 0 02100000 /lib/x86_64-linux-gnu/libaudit.so.1 28512 sshd 3 0 02100000 /lib/x86_64-linux-gnu/libpam.so.0 28512 sshd 3 0 02100000 /lib/x86_64-linux-gnu/libselinux.so.1 28512 sshd 3 0 02100000 /lib/x86_64-linux-gnu/libsystemd.so.0 28512 sshd 3 0 02100000 /usr/lib/x86_64-linux-gnu/libcrypto.so.1.0.2 28512 sshd 3 0 02100000 /lib/x86_64-linux-gnu/libutil.so.1 The -f option filters based on flags to the open(2) call, for example: # ./opensnoop -e -f O_WRONLY -f O_RDWR PID COMM FD ERR FLAGS PATH 28084 clear_console 3 0 00100002 /dev/tty 28084 clear_console -1 13 00100002 /dev/tty0 28084 clear_console -1 13 00100001 /dev/tty0 28084 clear_console -1 13 00100002 /dev/console 28084 clear_console -1 13 00100001 /dev/console 28051 sshd 8 0 02100002 /var/run/utmp 28051 sshd 7 0 00100001 /var/log/wtmp The --cgroupmap option filters based on a cgroup set. It is meant to be used with an externally created map. # ./opensnoop --cgroupmap /sys/fs/bpf/test01 For more details, see docs/special_filtering.md USAGE message: # ./opensnoop -h usage: opensnoop.py [-h] [-T] [-U] [-x] [-p PID] [-t TID] [--cgroupmap CGROUPMAP] [--mntnsmap MNTNSMAP] [-u UID] [-d DURATION] [-n NAME] [-e] [-f FLAG_FILTER] [-F] [-b BUFFER_PAGES] Trace open() syscalls optional arguments: -h, --help show this help message and exit -T, --timestamp include timestamp on output -U, --print-uid print UID column -x, --failed only show failed opens -p PID, --pid PID trace this PID only -t TID, --tid TID trace this TID only --cgroupmap CGROUPMAP trace cgroups in this BPF map only --mntnsmap MNTNSMAP trace mount namespaces in this BPF map only -u UID, --uid UID trace this UID only -d DURATION, --duration DURATION total duration of trace in seconds -n NAME, --name NAME only print process names containing this name -e, --extended_fields show extended fields -f FLAG_FILTER, --flag_filter FLAG_FILTER filter on flags argument (e.g., O_WRONLY) -F, --full-path show full path for an open file with relative path -b BUFFER_PAGES, --buffer-pages BUFFER_PAGES size of the perf ring buffer (must be a power of two number of pages and defaults to 64) examples: ./opensnoop # trace all open() syscalls ./opensnoop -T # include timestamps ./opensnoop -U # include UID ./opensnoop -x # only show failed opens ./opensnoop -p 181 # only trace PID 181 ./opensnoop -t 123 # only trace TID 123 ./opensnoop -u 1000 # only trace UID 1000 ./opensnoop -d 10 # trace for 10 seconds only ./opensnoop -n main # only print process names containing "main" ./opensnoop -e # show extended fields ./opensnoop -f O_WRONLY -f O_RDWR # only print calls for writing ./opensnoop -F # show full path for an open file with relative path ./opensnoop --cgroupmap mappath # only trace cgroups in this BPF map ./opensnoop --mntnsmap mappath # only trace mount namespaces in the map bpfcc-0.31.0/tools/perlcalls.sh000077500000000000000000000000761465134135300163400ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/ucalls.py -l perl "$@" bpfcc-0.31.0/tools/perlcalls_example.txt000077700000000000000000000000001465134135300245522lib/ucalls_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/perlflow.sh000077500000000000000000000000751465134135300162100ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/uflow.py -l perl "$@" bpfcc-0.31.0/tools/perlflow_example.txt000077700000000000000000000000001465134135300242742lib/uflow_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/perlstat.sh000077500000000000000000000000751465134135300162140ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/ustat.py -l perl "$@" bpfcc-0.31.0/tools/perlstat_example.txt000077700000000000000000000000001465134135300243042lib/ustat_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/phpcalls.sh000077500000000000000000000000751465134135300161640ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/ucalls.py -l php "$@" bpfcc-0.31.0/tools/phpcalls_example.txt000077700000000000000000000000001465134135300243772lib/ucalls_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/phpflow.sh000077500000000000000000000000741465134135300160340ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/uflow.py -l php "$@" bpfcc-0.31.0/tools/phpflow_example.txt000077700000000000000000000000001465134135300241212lib/uflow_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/phpstat.sh000077500000000000000000000000741465134135300160400ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/ustat.py -l php "$@" bpfcc-0.31.0/tools/phpstat_example.txt000077700000000000000000000000001465134135300241312lib/ustat_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/pidpersec.py000077500000000000000000000021311465134135300163450ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # pidpersec Count new processes (via fork). # For Linux, uses BCC, eBPF. See .c file. # # USAGE: pidpersec # # Written as a basic example of counting an event. # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 11-Aug-2015 Brendan Gregg Created this. from bcc import BPF from ctypes import c_int from time import sleep, strftime # load BPF program b = BPF(text=""" #include enum stat_types { S_COUNT = 1, S_MAXSTAT }; BPF_ARRAY(stats, u64, S_MAXSTAT); static void stats_increment(int key) { stats.atomic_increment(key); } void do_count(struct pt_regs *ctx) { stats_increment(S_COUNT); } """) b.attach_kprobe(event="sched_fork", fn_name="do_count") # stat indexes S_COUNT = c_int(1) # header print("Tracing... Ctrl-C to end.") # output while (1): try: sleep(1) except KeyboardInterrupt: exit() print("%s: PIDs/sec: %d" % (strftime("%H:%M:%S"), b["stats"][S_COUNT].value)) b["stats"].clear() bpfcc-0.31.0/tools/pidpersec_example.txt000066400000000000000000000012451465134135300202510ustar00rootroot00000000000000Demonstrations of pidpersec, the Linux eBPF/bcc version. This shows the number of new processes created per second, measured by tracing the kernel fork() routine: # ./pidpersec Tracing... Ctrl-C to end. 18:33:06: PIDs/sec: 4 18:33:07: PIDs/sec: 5 18:33:08: PIDs/sec: 4 18:33:09: PIDs/sec: 4 18:33:10: PIDs/sec: 21 18:33:11: PIDs/sec: 5 18:33:12: PIDs/sec: 4 18:33:13: PIDs/sec: 4 Each second there are four new processes (this happens to be caused by a launcher script that is retrying in a loop, and encountering errors). At 18:33:10, I typed "man ls" in another server session, which caused an increase in the number of new processes as the necessary commands were run. bpfcc-0.31.0/tools/ppchcalls.py000077500000000000000000000336161465134135300163540ustar00rootroot00000000000000#!/usr/bin/python # # ppchcalls Summarize ppc hcalls stats. # # Initial version migrating perf based tool to ebpf with additional hcalls, # inspired by existing bcc tool for syscalls. # # from time import sleep, strftime import argparse import errno import itertools import sys import signal from bcc import BPF hcall_table = { 4: 'H_REMOVE', 8: 'H_ENTER', 12: 'H_READ', 16: 'H_CLEAR_MOD', 20: 'H_CLEAR_REF', 24: 'H_PROTECT', 28: 'H_GET_TCE', 32: 'H_PUT_TCE', 36: 'H_SET_SPRG0', 40: 'H_SET_DABR', 44: 'H_PAGE_INIT', 48: 'H_SET_ASR', 52: 'H_ASR_ON', 56: 'H_ASR_OFF', 60: 'H_LOGICAL_CI_LOAD', 64: 'H_LOGICAL_CI_STORE', 68: 'H_LOGICAL_CACHE_LOAD', 72: 'H_LOGICAL_CACHE_STORE', 76: 'H_LOGICAL_ICBI', 80: 'H_LOGICAL_DCBF', 84: 'H_GET_TERM_CHAR', 88: 'H_PUT_TERM_CHAR', 92: 'H_REAL_TO_LOGICAL', 96: 'H_HYPERVISOR_DATA', 100: 'H_EOI', 104: 'H_CPPR', 108: 'H_IPI', 112: 'H_IPOLL', 116: 'H_XIRR', 120: 'H_MIGRATE_DMA', 124: 'H_PERFMON', 220: 'H_REGISTER_VPA', 224: 'H_CEDE', 228: 'H_CONFER', 232: 'H_PROD', 236: 'H_GET_PPP', 240: 'H_SET_PPP', 244: 'H_PURR', 248: 'H_PIC', 252: 'H_REG_CRQ', 256: 'H_FREE_CRQ', 260: 'H_VIO_SIGNAL', 264: 'H_SEND_CRQ', 272: 'H_COPY_RDMA', 276: 'H_REGISTER_LOGICAL_LAN', 280: 'H_FREE_LOGICAL_LAN', 284: 'H_ADD_LOGICAL_LAN_BUFFER', 288: 'H_SEND_LOGICAL_LAN', 292: 'H_BULK_REMOVE', 304: 'H_MULTICAST_CTRL', 308: 'H_SET_XDABR', 312: 'H_STUFF_TCE', 316: 'H_PUT_TCE_INDIRECT', 332: 'H_CHANGE_LOGICAL_LAN_MAC', 336: 'H_VTERM_PARTNER_INFO', 340: 'H_REGISTER_VTERM', 344: 'H_FREE_VTERM', 348: 'H_RESET_EVENTS', 352: 'H_ALLOC_RESOURCE', 356: 'H_FREE_RESOURCE', 360: 'H_MODIFY_QP', 364: 'H_QUERY_QP', 368: 'H_REREGISTER_PMR', 372: 'H_REGISTER_SMR', 376: 'H_QUERY_MR', 380: 'H_QUERY_MW', 384: 'H_QUERY_HCA', 388: 'H_QUERY_PORT', 392: 'H_MODIFY_PORT', 396: 'H_DEFINE_AQP1', 400: 'H_GET_TRACE_BUFFER', 404: 'H_DEFINE_AQP0', 408: 'H_RESIZE_MR', 412: 'H_ATTACH_MCQP', 416: 'H_DETACH_MCQP', 420: 'H_CREATE_RPT', 424: 'H_REMOVE_RPT', 428: 'H_REGISTER_RPAGES', 432: 'H_DISABLE_AND_GET', 436: 'H_ERROR_DATA', 440: 'H_GET_HCA_INFO', 444: 'H_GET_PERF_COUNT', 448: 'H_MANAGE_TRACE', 456: 'H_GET_CPU_CHARACTERISTICS', 468: 'H_FREE_LOGICAL_LAN_BUFFER', 472: 'H_POLL_PENDING', 484: 'H_QUERY_INT_STATE', 580: 'H_ILLAN_ATTRIBUTES', 592: 'H_MODIFY_HEA_QP', 596: 'H_QUERY_HEA_QP', 600: 'H_QUERY_HEA', 604: 'H_QUERY_HEA_PORT', 608: 'H_MODIFY_HEA_PORT', 612: 'H_REG_BCMC', 616: 'H_DEREG_BCMC', 620: 'H_REGISTER_HEA_RPAGES', 624: 'H_DISABLE_AND_GET_HEA', 628: 'H_GET_HEA_INFO', 632: 'H_ALLOC_HEA_RESOURCE', 644: 'H_ADD_CONN', 648: 'H_DEL_CONN', 664: 'H_JOIN', 672: 'H_VASI_SIGNAL', 676: 'H_VASI_STATE', 680: 'H_VIOCTL', 688: 'H_ENABLE_CRQ', 696: 'H_GET_EM_PARMS', 720: 'H_SET_MPP', 724: 'H_GET_MPP', 732: 'H_REG_SUB_CRQ', 736: 'H_FREE_SUB_CRQ', 740: 'H_SEND_SUB_CRQ', 744: 'H_SEND_SUB_CRQ_INDIRECT', 748: 'H_HOME_NODE_ASSOCIATIVITY', 756: 'H_BEST_ENERGY', 764: 'H_XIRR_X', 768: 'H_RANDOM', 772: 'H_COP', 788: 'H_GET_MPP_X', 796: 'H_SET_MODE', 808: 'H_BLOCK_REMOVE', 856: 'H_CLEAR_HPT', 864: 'H_REQUEST_VMC', 876: 'H_RESIZE_HPT_PREPARE', 880: 'H_RESIZE_HPT_COMMIT', 892: 'H_REGISTER_PROC_TBL', 896: 'H_SIGNAL_SYS_RESET', 904: 'H_ALLOCATE_VAS_WINDOW', 908: 'H_MODIFY_VAS_WINDOW', 912: 'H_DEALLOCATE_VAS_WINDOW', 916: 'H_QUERY_VAS_WINDOW', 920: 'H_QUERY_VAS_CAPABILITIES', 924: 'H_QUERY_NX_CAPABILITIES', 928: 'H_GET_NX_FAULT', 936: 'H_INT_GET_SOURCE_INFO', 940: 'H_INT_SET_SOURCE_CONFIG', 944: 'H_INT_GET_SOURCE_CONFIG', 948: 'H_INT_GET_QUEUE_INFO', 952: 'H_INT_SET_QUEUE_CONFIG', 956: 'H_INT_GET_QUEUE_CONFIG', 960: 'H_INT_SET_OS_REPORTING_LINE', 964: 'H_INT_GET_OS_REPORTING_LINE', 968: 'H_INT_ESB', 972: 'H_INT_SYNC', 976: 'H_INT_RESET', 996: 'H_SCM_READ_METADATA', 1000: 'H_SCM_WRITE_METADATA', 1004: 'H_SCM_BIND_MEM', 1008: 'H_SCM_UNBIND_MEM', 1012: 'H_SCM_QUERY_BLOCK_MEM_BINDING', 1016: 'H_SCM_QUERY_LOGICAL_MEM_BINDING', 1020: 'H_SCM_UNBIND_ALL', 1024: 'H_SCM_HEALTH', 1048: 'H_SCM_PERFORMANCE_STATS', 1052: 'H_PKS_GET_CONFIG', 1056: 'H_PKS_SET_PASSWORD', 1060: 'H_PKS_GEN_PASSWORD', 1068: 'H_PKS_WRITE_OBJECT', 1072: 'H_PKS_GEN_KEY', 1076: 'H_PKS_READ_OBJECT', 1080: 'H_PKS_REMOVE_OBJECT', 1084: 'H_PKS_CONFIRM_OBJECT_FLUSHED', 1096: 'H_RPT_INVALIDATE', 1100: 'H_SCM_FLUSH', 1104: 'H_GET_ENERGY_SCALE_INFO', 1108: 'H_PKS_SIGNED_UPDATE', 1116: 'H_WATCHDOG', # Platform specific hcalls used by KVM on PowerVM 1120: 'H_GUEST_GET_CAPABILITIES', 1124: 'H_GUEST_SET_CAPABILITIES', 1136: 'H_GUEST_CREATE', 1140: 'H_GUEST_CREATE_VCPU', 1144: 'H_GUEST_GET_STATE', 1148: 'H_GUEST_SET_STATE', 1152: 'H_GUEST_RUN_VCPU', 1156: 'H_GUEST_COPY_MEMORY', 1160: 'H_GUEST_DELETE', # Platform-specific hcalls used by the Ultravisor 61184: 'H_SVM_PAGE_IN', 61188: 'H_SVM_PAGE_OUT', 61192: 'H_SVM_INIT_START', 61196: 'H_SVM_INIT_DONE', 61204: 'H_SVM_INIT_ABORT', # Platform specific hcalls used by KVM 61440: 'H_RTAS', # Platform specific hcalls used by QEMU/SLOF 61441: 'H_LOGICAL_MEMOP', 61442: 'H_CAS', 61443: 'H_UPDATE_DT', # Platform specific hcalls provided by PHYP 61560: 'H_GET_24X7_CATALOG_PAGE', 61564: 'H_GET_24X7_DATA', 61568: 'H_GET_PERF_COUNTER_INFO', # Platform-specific hcalls used for nested HV KVM 63488: 'H_SET_PARTITION_TABLE', 63492: 'H_ENTER_NESTED', 63496: 'H_TLB_INVALIDATE', 63500: 'H_COPY_TOFROM_GUEST', } def hcall_table_lookup(opcode): if (opcode in hcall_table): return hcall_table[opcode] else: return opcode if sys.version_info.major < 3: izip_longest = itertools.izip_longest else: izip_longest = itertools.zip_longest # signal handler def signal_ignore(signal, frame): print() def handle_errno(errstr): try: return abs(int(errstr)) except ValueError: pass try: return getattr(errno, errstr) except AttributeError: raise argparse.ArgumentTypeError("couldn't map %s to an errno" % errstr) parser = argparse.ArgumentParser( description="Summarize ppc hcall counts and latencies.") parser.add_argument("-p", "--pid", type=int, help="trace only this pid") parser.add_argument("-t", "--tid", type=int, help="trace only this tid") parser.add_argument("-i", "--interval", type=int, help="print summary at this interval (seconds)") parser.add_argument("-d", "--duration", type=int, help="total duration of trace, in seconds") parser.add_argument("-T", "--top", type=int, default=10, help="print only the top hcalls by count or latency") parser.add_argument("-x", "--failures", action="store_true", help="trace only failed hcalls (return < 0)") parser.add_argument("-e", "--errno", type=handle_errno, help="trace only hcalls that return this error (numeric or EPERM, etc.)") parser.add_argument("-L", "--latency", action="store_true", help="collect hcall latency") parser.add_argument("-m", "--milliseconds", action="store_true", help="display latency in milliseconds (default: microseconds)") parser.add_argument("-P", "--process", action="store_true", help="count by process and not by hcall") parser.add_argument("-l", "--list", action="store_true", help="print list of recognized hcalls and exit") parser.add_argument("--hcall", type=str, help="trace this hcall only (use option -l to get all recognized hcalls)") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() if args.duration and not args.interval: args.interval = args.duration if not args.interval: args.interval = 99999999 hcall_nr = -1 if args.hcall is not None: for key, value in hcall_table.items(): if args.hcall == value: hcall_nr = key print("hcall %s , hcall_nr =%d" % (args.hcall, hcall_nr)) break if hcall_nr == -1: print("Error: hcall '%s' not found. Exiting." % args.hcall) sys.exit(1) if args.list: for grp in izip_longest(*(iter(sorted(hcall_table.values())),) * 4): print(" ".join(["%-25s" % s for s in grp if s is not None])) sys.exit(0) text = """ #ifdef LATENCY struct data_t { u64 count; u64 min; u64 max; u64 total_ns; }; BPF_HASH(start, u64, u64); BPF_HASH(ppc_data, u32, struct data_t); #else BPF_HASH(ppc_data, u32, u64); #endif #ifdef LATENCY RAW_TRACEPOINT_PROBE(hcall_entry) { // TP_PROTO(unsigned long opcode, unsigned long *args), u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; #ifdef FILTER_HCALL_NR if (ctx->args[0] != FILTER_HCALL_NR) return 0; #endif #ifdef FILTER_PID if (pid != FILTER_PID) return 0; #endif #ifdef FILTER_TID if (tid != FILTER_TID) return 0; #endif u64 t = bpf_ktime_get_ns(); start.update(&pid_tgid, &t); return 0; } #endif RAW_TRACEPOINT_PROBE(hcall_exit) { // TP_PROTO(unsigned long opcode, long retval, unsigned long *retbuf) u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; #ifdef FILTER_HCALL_NR if (ctx->args[0] != FILTER_HCALL_NR) return 0; #endif #ifdef FILTER_PID if (pid != FILTER_PID) return 0; #endif #ifdef FILTER_TID if (tid != FILTER_TID) return 0; #endif #ifdef FILTER_FAILED if (ctx->args[1] >= 0) return 0; #endif #ifdef FILTER_ERRNO if (ctx->args[1] != -FILTER_ERRNO) return 0; #endif #ifdef BY_PROCESS u32 key = pid_tgid >> 32; #else u32 key = (unsigned long) ctx->args[0]; #endif #ifdef LATENCY struct data_t *val, zero = {}; u64 delta = 0; u64 *start_ns = start.lookup(&pid_tgid); if (!start_ns) return 0; val = ppc_data.lookup_or_try_init(&key, &zero); if (val) { val->count++; delta = bpf_ktime_get_ns() - *start_ns; if (val->min) { if(val->min > delta) val->min = delta; } else { val->min = delta; } if (val->max) { if(val->max < delta) val->max = delta; } else { val->max = delta; } val->total_ns += delta; } #else u64 *val, zero = 0; val = ppc_data.lookup_or_try_init(&key, &zero); if (val) { ++(*val); } #endif return 0; } """ if args.pid: text = ("#define FILTER_PID %d\n" % args.pid) + text elif args.tid: text = ("#define FILTER_TID %d\n" % args.tid) + text if args.failures: text = "#define FILTER_FAILED\n" + text if args.errno: text = "#define FILTER_ERRNO %d\n" % abs(args.errno) + text if args.latency: text = "#define LATENCY\n" + text if args.process: text = "#define BY_PROCESS\n" + text if args.hcall is not None: text = ("#define FILTER_HCALL_NR %d\n" % hcall_nr) + text if args.ebpf: print(text) exit() bpf = BPF(text=text) def print_stats(): if args.latency: ppc_print_latency_stats() else: print_ppc_count_stats() ppc_agg_colname = "PID COMM" if args.process else "PPC HCALL" min_time_colname = "MIN (ms)" if args.milliseconds else "MIN (us)" max_time_colname = "MAX (ms)" if args.milliseconds else "MAX (us)" avg_time_colname = "AVG (ms)" if args.milliseconds else "AVG (us)" def comm_for_pid(pid): try: return open("/proc/%d/comm" % pid, "r").read().strip() except Exception: return "[unknown]" def agg_colval(key): if args.process: return "%-6d %-15s" % (key.value, comm_for_pid(key.value)) else: return hcall_table_lookup(key.value) def print_ppc_count_stats(): data = bpf["ppc_data"] print("[%s]" % strftime("%H:%M:%S")) print("%-45s %8s" % (ppc_agg_colname, "COUNT")) for k, v in sorted(data.items(), key=lambda kv: -kv[1].value)[:args.top]: if k.value == 0xFFFFFFFF: continue # happens occasionally, we don't need it print("%-45s %8d" % (agg_colval(k), v.value)) print("") data.clear() def ppc_print_latency_stats(): data = bpf["ppc_data"] print("[%s]" % strftime("%H:%M:%S")) print("%-45s %8s %17s %17s %17s" % (ppc_agg_colname, "COUNT", min_time_colname, max_time_colname, avg_time_colname)) for k, v in sorted(data.items(), key=lambda kv: -kv[1].count)[:args.top]: if k.value == 0xFFFFFFFF: continue # happens occasionally, we don't need it print(("%-45s %8d " + ("%17.6f" if args.milliseconds else "%17.3f ") + ("%17.6f" if args.milliseconds else "%17.3f ") + ("%17.6f" if args.milliseconds else "%17.3f")) % (agg_colval(k), v.count, v.min / (1e6 if args.milliseconds else 1e3), v.max / (1e6 if args.milliseconds else 1e3), (v.total_ns / v.count) / (1e6 if args.milliseconds else 1e3))) print("") data.clear() if args.hcall is not None: print("Tracing %sppc hcall '%s'... Ctrl+C to quit." % ("failed " if args.failures else "", args.hcall)) else: print("Tracing %sppc hcalls, printing top %d... Ctrl+C to quit." % ("failed " if args.failures else "", args.top)) exiting = 0 if args.interval else 1 seconds = 0 while True: try: sleep(args.interval) seconds += args.interval except KeyboardInterrupt: exiting = 1 signal.signal(signal.SIGINT, signal_ignore) if args.duration and seconds >= args.duration: exiting = 1 print_stats() if exiting: print("Detaching...") exit() bpfcc-0.31.0/tools/ppchcalls_example.txt000066400000000000000000000156711465134135300202540ustar00rootroot00000000000000Demonstrations of ppchcalls, the Linux/eBPF version. ppchcalls summarizes hcall counts across the system or a specific process, with optional latency information. It is very useful for general workload characterization, for example: # ./ppchcalls.py Tracing ppc hcalls, printing top 10... Ctrl+C to quit. ^C[04:59:47] PPC HCALL COUNT H_IPI 26 H_EOI 22 H_XIRR 22 H_VIO_SIGNAL 4 H_REMOVE 3 H_PUT_TCE 2 H_SEND_CRQ 2 H_STUFF_TCE 2 H_ENTER 1 H_PROTECT 1 Detaching... # These are the top 10 entries; you can get more by using the -T switch. Here, the output indicates that the H_IPI, H_EOI and H_XIRR hcalls were very common, followed immediately by H_VIO_SIGNAL, H_REMOVE and so on. By default, ppchcalls counts across the entire system, but we can point it to a specific process of interest: # ./ppchcalls.py -p $(pidof vim) Tracing ppc hcalls, printing top 10... Ctrl+C to quit. ^C[06:23:12] PPC HCALL COUNT H_PUT_TERM_CHAR 62 H_ENTER 2 Detaching... # Occasionally, the count of hcalls is not enough, and you'd also want to know the minimum, maximum and aggregate latency for each of the hcalls: # ./ppchcalls.py -L Tracing ppc hcalls, printing top 10... Ctrl+C to quit. [00:53:59] PPC HCALL COUNT MIN (us) MAX (us) AVG (us) H_IPI 32 0.808 7.730 2.329 H_EOI 25 0.697 1.984 1.081 H_PUT_TERM_CHAR 25 10.315 47.184 14.667 H_XIRR 25 0.868 6.223 2.397 H_VIO_SIGNAL 6 1.418 22.053 7.507 H_STUFF_TCE 3 0.865 2.349 1.384 H_SEND_CRQ 3 18.015 21.137 19.673 H_REMOVE 3 1.838 7.407 3.735 H_PUT_TCE 3 1.473 4.808 2.698 H_GET_TERM_CHAR 2 8.379 26.729 17.554 Detaching... # Another direction would be to understand which processes are making a lot of hcalls, thus responsible for a lot of activity. This is what the -P switch does: # ./ppchcalls.py -P Tracing ppc hcalls, printing top 10... Ctrl+C to quit. ^C[04:07:39] PID COMM COUNT 14118 top 1073 0 [unknown] 286 1679 bash 67 14111 kworker/12:0-events_freezable_power_ 12 2 kthreadd 4 11753 kworker/0:0-events 4 141 kworker/21:0H-xfs-log/dm-0 3 847 systemd-udevd 3 14116 ppchcalls.py 3 13368 kworker/u64:1-events_unbound 3 Detaching... # Sometimes, you'd want both, the process making the most hcalls and respective process-wide latencies. All you need to do is combine both options: # ./ppchcalls.py -P -L Tracing ppc hcalls, printing top 10... Ctrl+C to quit. ^C[04:35:27] PID COMM COUNT MIN (us) MAX (us) AVG (us) 0 [unknown] 69 0.666 13.059 2.834 14151 kworker/12:1-events_freezable_power_ 8 6.489 84.470 34.354 11753 kworker/0:0-events 4 1.415 2.059 1.784 14152 kworker/u64:0-events_unbound 2 2.402 2.935 2.668 14154 ppchcalls.py 2 3.139 11.934 7.537 1751 sshd 1 7.227 7.227 7.227 3413 kworker/6:2-mm_percpu_wq 1 6.775 6.775 6.775 Detaching... # Sometimes, you'd only care about a single hcall rather than all hcalls. Use the --hcall option for this; the following example also demonstrates the --hcall option, for printing at predefined intervals: # ./ppchcalls.py --hcall H_VIO_SIGNAL -i 5 hcall H_VIO_SIGNAL , hcall_nr =260 Tracing ppc hcall 'H_VIO_SIGNAL'... Ctrl+C to quit. [04:29:56] PPC HCALL COUNT H_VIO_SIGNAL 6 [04:30:01] PPC HCALL COUNT H_VIO_SIGNAL 4 [04:30:06] PPC HCALL COUNT H_VIO_SIGNAL 6 [04:30:07] PPC HCALL COUNT Detaching... # USAGE: # ./ppchcalls.py -h usage: ppchcalls.py [-h] [-p PID] [-t TID] [-i INTERVAL] [-d DURATION] [-T TOP] [-x] [-e ERRNO] [-L] [-m] [-P] [-l] [--hcall HCALL] Summarize ppc hcall counts and latencies. optional arguments: -h, --help show this help message and exit -p PID, --pid PID trace only this pid -t TID, --tid TID trace only this tid -i INTERVAL, --interval INTERVAL print summary at this interval (seconds) -d DURATION, --duration DURATION total duration of trace, in seconds -T TOP, --top TOP print only the top hcalls by count or latency -x, --failures trace only failed hcalls (return < 0) -e ERRNO, --errno ERRNO trace only hcalls that return this error (numeric or EPERM, etc.) -L, --latency collect hcall latency -m, --milliseconds display latency in milliseconds (default: microseconds) -P, --process count by process and not by hcall -l, --list print list of recognized hcalls and exit --hcall HCALL trace this hcall only (use option -l to get all recognized hcalls) # Ref: https://docs.kernel.org/powerpc/papr_hcalls.html bpfcc-0.31.0/tools/profile.py000077500000000000000000000351471465134135300160440ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # profile Profile CPU usage by sampling stack traces at a timed interval. # For Linux, uses BCC, BPF, perf_events. Embedded C. # # This is an efficient profiler, as stack traces are frequency counted in # kernel context, rather than passing every stack to user space for frequency # counting there. Only the unique stacks and counts are passed to user space # at the end of the profile, greatly reducing the kernel<->user transfer. # # By default CPU idle stacks are excluded by simply excluding PID 0. # # REQUIRES: Linux 4.9+ (BPF_PROG_TYPE_PERF_EVENT support). Under tools/old is # a version of this tool that may work on Linux 4.6 - 4.8. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # THANKS: Alexei Starovoitov, who added proper BPF profiling support to Linux; # Sasha Goldshtein, Andrew Birchall, and Evgeny Vereshchagin, who wrote much # of the code here, borrowed from tracepoint.py and offcputime.py; and # Teng Qin, who added perf support in bcc. # # 15-Jul-2016 Brendan Gregg Created this. # 20-Oct-2016 " " Switched to use the new 4.9 support. # 26-Jan-2019 " " Changed to exclude CPU idle by default. # 11-Apr-2023 Rocky Xing Added option to increase hash storage size. from __future__ import print_function from bcc import BPF, PerfType, PerfSWConfig from bcc.containers import filter_by_containers from sys import stderr from time import sleep import argparse import signal import os import errno # # Process Arguments # # arg validation def positive_int(val): try: ival = int(val) except ValueError: raise argparse.ArgumentTypeError("must be an integer") if ival < 0: raise argparse.ArgumentTypeError("must be positive") return ival def positive_int_list(val): vlist = val.split(",") if len(vlist) <= 0: raise argparse.ArgumentTypeError("must be an integer list") return [positive_int(v) for v in vlist] def positive_nonzero_int(val): ival = positive_int(val) if ival == 0: raise argparse.ArgumentTypeError("must be nonzero") return ival def stack_id_err(stack_id): # -EFAULT in get_stackid normally means the stack-trace is not available, # Such as getting kernel stack trace in userspace code return (stack_id < 0) and (stack_id != -errno.EFAULT) # arguments examples = """examples: ./profile # profile stack traces at 49 Hertz until Ctrl-C ./profile -F 99 # profile stack traces at 99 Hertz ./profile -c 1000000 # profile stack traces every 1 in a million events ./profile 5 # profile at 49 Hertz for 5 seconds only ./profile -f 5 # output in folded format for flame graphs ./profile -p 185 # only profile process with PID 185 ./profile -L 185 # only profile thread with TID 185 ./profile -U # only show user space stacks (no kernel) ./profile -K # only show kernel space stacks (no user) ./profile --cgroupmap mappath # only trace cgroups in this BPF map ./profile --mntnsmap mappath # only trace mount namespaces in the map """ parser = argparse.ArgumentParser( description="Profile CPU stack traces at a timed interval", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) thread_group = parser.add_mutually_exclusive_group() thread_group.add_argument("-p", "--pid", type=positive_int_list, help="profile process with one or more comma separated PIDs only") thread_group.add_argument("-L", "--tid", type=positive_int_list, help="profile thread with one or more comma separated TIDs only") # TODO: add options for user/kernel threads only stack_group = parser.add_mutually_exclusive_group() stack_group.add_argument("-U", "--user-stacks-only", action="store_true", help="show stacks from user space only (no kernel space stacks)") stack_group.add_argument("-K", "--kernel-stacks-only", action="store_true", help="show stacks from kernel space only (no user space stacks)") sample_group = parser.add_mutually_exclusive_group() sample_group.add_argument("-F", "--frequency", type=positive_int, help="sample frequency, Hertz") sample_group.add_argument("-c", "--count", type=positive_int, help="sample period, number of events") parser.add_argument("-d", "--delimited", action="store_true", help="insert delimiter between kernel/user stacks") parser.add_argument("-a", "--annotations", action="store_true", help="add _[k] annotations to kernel frames") parser.add_argument("-I", "--include-idle", action="store_true", help="include CPU idle stacks") parser.add_argument("-f", "--folded", action="store_true", help="output folded format, one line per stack (for flame graphs)") parser.add_argument("--hash-storage-size", default=40960, type=positive_nonzero_int, help="the number of hash keys that can be stored and (default %(default)s)") parser.add_argument("--stack-storage-size", default=16384, type=positive_nonzero_int, help="the number of unique stack traces that can be stored and " "displayed (default %(default)s)") parser.add_argument("duration", nargs="?", default=99999999, type=positive_nonzero_int, help="duration of trace, in seconds") parser.add_argument("-C", "--cpu", type=int, default=-1, help="cpu number to run profile on") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) parser.add_argument("--cgroupmap", help="trace cgroups in this BPF map only") parser.add_argument("--mntnsmap", help="trace mount namespaces in this BPF map only") # option logic args = parser.parse_args() duration = int(args.duration) debug = 0 need_delimiter = args.delimited and not (args.kernel_stacks_only or args.user_stacks_only) # TODO: add stack depth, and interval # # Setup BPF # # define BPF program bpf_text = """ #include #include #include struct key_t { u32 pid; u64 kernel_ip; int user_stack_id; int kernel_stack_id; char name[TASK_COMM_LEN]; }; BPF_HASH(counts, struct key_t, u64, HASH_STORAGE_SIZE); BPF_STACK_TRACE(stack_traces, STACK_STORAGE_SIZE); // This code gets a bit complex. Probably not suitable for casual hacking. int do_perf_event(struct bpf_perf_event_data *ctx) { u32 tgid = 0; u32 pid = 0; struct bpf_pidns_info ns = {}; if (USE_PIDNS && !bpf_get_ns_current_pid_tgid(PIDNS_DEV, PIDNS_INO, &ns, sizeof(struct bpf_pidns_info))) { tgid = ns.tgid; pid = ns.pid; } else { u64 id = bpf_get_current_pid_tgid(); tgid = id >> 32; pid = id; } if (IDLE_FILTER) return 0; if (!(THREAD_FILTER)) return 0; if (container_should_be_filtered()) { return 0; } // create map key struct key_t key = {.pid = tgid}; bpf_get_current_comm(&key.name, sizeof(key.name)); // get stacks key.user_stack_id = USER_STACK_GET; key.kernel_stack_id = KERNEL_STACK_GET; if (key.kernel_stack_id >= 0) { // populate extras to fix the kernel stack u64 ip = PT_REGS_IP(&ctx->regs); u64 page_offset; // if ip isn't sane, leave key ips as zero for later checking #if defined(CONFIG_X86_64) && defined(__PAGE_OFFSET_BASE) // x64, 4.16, ..., 4.11, etc., but some earlier kernel didn't have it page_offset = __PAGE_OFFSET_BASE; #elif defined(CONFIG_X86_64) && defined(__PAGE_OFFSET_BASE_L4) // x64, 4.17, and later #if defined(CONFIG_DYNAMIC_MEMORY_LAYOUT) && defined(CONFIG_X86_5LEVEL) page_offset = __PAGE_OFFSET_BASE_L5; #else page_offset = __PAGE_OFFSET_BASE_L4; #endif #else // earlier x86_64 kernels, e.g., 4.6, comes here // arm64, s390, powerpc, x86_32 page_offset = PAGE_OFFSET; #endif if (ip > page_offset) { key.kernel_ip = ip; } } counts.increment(key); return 0; } """ # pid-namespace translation try: devinfo = os.stat("/proc/self/ns/pid") version = "".join([ver.zfill(2) for ver in os.uname().release.split(".")]) # Need Linux >= 5.7 to have helper bpf_get_ns_current_pid_tgid() available: assert(version[:4] >= "0507") bpf_text = bpf_text.replace('USE_PIDNS', "1") bpf_text = bpf_text.replace('PIDNS_DEV', str(devinfo.st_dev)) bpf_text = bpf_text.replace('PIDNS_INO', str(devinfo.st_ino)) except: bpf_text = bpf_text.replace('USE_PIDNS', "0") bpf_text = bpf_text.replace('PIDNS_DEV', "0") bpf_text = bpf_text.replace('PIDNS_INO', "0") # set idle filter idle_filter = "pid == 0" if args.include_idle: idle_filter = "0" bpf_text = bpf_text.replace('IDLE_FILTER', idle_filter) # set process/thread filter thread_context = "" thread_filter = "" if args.pid is not None: thread_context = "PID %s" % args.pid thread_filter = " || ".join("tgid == " + str(pid) for pid in args.pid) elif args.tid is not None: thread_context = "TID %s" % args.tid thread_filter = " || ".join("pid == " + str(tid) for tid in args.tid) else: thread_context = "all threads" thread_filter = '1' bpf_text = bpf_text.replace('THREAD_FILTER', thread_filter) # set stack storage size bpf_text = bpf_text.replace('HASH_STORAGE_SIZE', str(args.hash_storage_size)) bpf_text = bpf_text.replace('STACK_STORAGE_SIZE', str(args.stack_storage_size)) # handle stack args kernel_stack_get = "stack_traces.get_stackid(&ctx->regs, 0)" user_stack_get = "stack_traces.get_stackid(&ctx->regs, BPF_F_USER_STACK)" stack_context = "" if args.user_stacks_only: stack_context = "user" kernel_stack_get = "-1" elif args.kernel_stacks_only: stack_context = "kernel" user_stack_get = "-1" else: stack_context = "user + kernel" bpf_text = bpf_text.replace('USER_STACK_GET', user_stack_get) bpf_text = bpf_text.replace('KERNEL_STACK_GET', kernel_stack_get) bpf_text = filter_by_containers(args) + bpf_text sample_freq = 0 sample_period = 0 if args.frequency: sample_freq = args.frequency elif args.count: sample_period = args.count else: # If user didn't specify anything, use default 49Hz sampling sample_freq = 49 sample_context = "%s%d %s" % (("", sample_freq, "Hertz") if sample_freq else ("every ", sample_period, "events")) # header if not args.folded: print("Sampling at %s of %s by %s stack" % (sample_context, thread_context, stack_context), end="") if args.cpu >= 0: print(" on CPU#{}".format(args.cpu), end="") if duration < 99999999: print(" for %d secs." % duration) else: print("... Hit Ctrl-C to end.") if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # initialize BPF & perf_events b = BPF(text=bpf_text) b.attach_perf_event(ev_type=PerfType.SOFTWARE, ev_config=PerfSWConfig.CPU_CLOCK, fn_name="do_perf_event", sample_period=sample_period, sample_freq=sample_freq, cpu=args.cpu) # signal handler def signal_ignore(signal, frame): print() # # Output Report # # collect samples try: sleep(duration) except KeyboardInterrupt: # as cleanup can take some time, trap Ctrl-C: signal.signal(signal.SIGINT, signal_ignore) if not args.folded: print() def aksym(addr): if args.annotations: return b.ksym(addr) + "_[k]".encode() else: return b.ksym(addr) # output stacks missing_stacks = 0 has_collision = False counts = b.get_table("counts") htab_full = args.hash_storage_size == len(counts) stack_traces = b.get_table("stack_traces") for k, v in sorted(counts.items(), key=lambda counts: counts[1].value): # handle get_stackid errors if not args.user_stacks_only and stack_id_err(k.kernel_stack_id): missing_stacks += 1 # hash collision (-EEXIST) suggests that the map size may be too small has_collision = has_collision or k.kernel_stack_id == -errno.EEXIST if not args.kernel_stacks_only and stack_id_err(k.user_stack_id): missing_stacks += 1 has_collision = has_collision or k.user_stack_id == -errno.EEXIST user_stack = [] if k.user_stack_id < 0 else \ stack_traces.walk(k.user_stack_id) kernel_tmp = [] if k.kernel_stack_id < 0 else \ stack_traces.walk(k.kernel_stack_id) # fix kernel stack kernel_stack = [] if k.kernel_stack_id >= 0: for addr in kernel_tmp: kernel_stack.append(addr) # the later IP checking if k.kernel_ip: kernel_stack.insert(0, k.kernel_ip) if args.folded: # print folded stack output user_stack = list(user_stack) kernel_stack = list(kernel_stack) line = [k.name.decode('utf-8', 'replace')] # if we failed to get the stack is, such as due to no space (-ENOMEM) or # hash collision (-EEXIST), we still print a placeholder for consistency if not args.kernel_stacks_only: if stack_id_err(k.user_stack_id): line.append("[Missed User Stack]") else: line.extend([b.sym(addr, k.pid).decode('utf-8', 'replace') for addr in reversed(user_stack)]) if not args.user_stacks_only: line.extend(["-"] if (need_delimiter and k.kernel_stack_id >= 0 and k.user_stack_id >= 0) else []) if stack_id_err(k.kernel_stack_id): line.append("[Missed Kernel Stack]") else: line.extend([aksym(addr).decode('utf-8', 'replace') for addr in reversed(kernel_stack)]) print("%s %d" % (";".join(line), v.value)) else: # print default multi-line stack output if not args.user_stacks_only: if stack_id_err(k.kernel_stack_id): print(" [Missed Kernel Stack]") else: for addr in kernel_stack: print(" %s" % aksym(addr).decode('utf-8', 'replace')) if not args.kernel_stacks_only: if need_delimiter and k.user_stack_id >= 0 and k.kernel_stack_id >= 0: print(" --") if stack_id_err(k.user_stack_id): print(" [Missed User Stack]") else: for addr in user_stack: print(" %s" % b.sym(addr, k.pid).decode('utf-8', 'replace')) print(" %-16s %s (%d)" % ("-", k.name.decode('utf-8', 'replace'), k.pid)) print(" %d\n" % v.value) # check missing if missing_stacks > 0: enomem_str = "" if not has_collision else \ " Consider increasing --stack-storage-size." print("WARNING: %d stack traces could not be displayed.%s" % (missing_stacks, enomem_str), file=stderr) # check whether hash table is full if htab_full: print("WARNING: hash table full. Consider increasing --hash-storage-size.", file=stderr) bpfcc-0.31.0/tools/profile_example.txt000066400000000000000000000762441465134135300177460ustar00rootroot00000000000000Demonstrations of profile, the Linux eBPF/bcc version. This is a CPU profiler. It works by taking samples of stack traces at timed intervals, and frequency counting them in kernel context for efficiency. Example output: # ./profile Sampling at 49 Hertz of all threads by user + kernel stack... Hit Ctrl-C to end. ^C filemap_map_pages handle_mm_fault __do_page_fault do_page_fault page_fault [unknown] - cp (9036) 1 [unknown] [unknown] - sign-file (8877) 1 __clear_user iov_iter_zero read_iter_zero __vfs_read vfs_read sys_read entry_SYSCALL_64_fastpath read - dd (25036) 4 func_a main __libc_start_main [unknown] - func_ab (13549) 5 The output was long; I truncated some lines ("[...]"). This default output prints stack traces, followed by a line to describe the process (a dash, the process name, and a PID in parenthesis), and then an integer count of how many times this stack trace was sampled. The func_ab process is running the func_a() function, called by main(), called by __libc_start_main(), and called by "[unknown]" with what looks like a bogus address (1st column). That's evidence of a broken stack trace. It's common for user-level software that hasn't been compiled with frame pointers (in this case, libc). The dd process has called read(), and then enters the kernel via entry_SYSCALL_64_fastpath(), calling sys_read(), and so on. Yes, I'm now reading it bottom up. That way follows the code flow. By default, CPU idle stacks are excluded. They can be included with -I: # ./profile -I [...] native_safe_halt default_idle arch_cpu_idle default_idle_call cpu_startup_entry rest_init start_kernel x86_64_start_reservations x86_64_start_kernel - swapper/0 (0) 72 native_safe_halt default_idle arch_cpu_idle default_idle_call cpu_startup_entry start_secondary - swapper/1 (0) 75 The output above shows the most frequent stack was from the "swapper/1" process (PID 0), running the native_safe_halt() function, which was called by default_idle(), which was called by arch_cpu_idle(), and so on. This is the idle thread. Stacks can be read top-down, to follow ancestry: child, parent, grandparent, etc. The dd process profiled ealrier is actually "dd if=/dev/zero of=/dev/null": it's a simple workload to analyze that just moves bytes from /dev/zero to /dev/null. Profiling just that process: # ./profile -p 25036 Sampling at 49 Hertz of PID 25036 by user + kernel stack... Hit Ctrl-C to end. ^C [unknown] [unknown] - dd (25036) 1 __write - dd (25036) 1 read - dd (25036) 1 [...] [unknown] [unknown] - dd (25036) 2 entry_SYSCALL_64_fastpath __write [unknown] - dd (25036) 3 entry_SYSCALL_64_fastpath read - dd (25036) 3 __clear_user iov_iter_zero read_iter_zero __vfs_read vfs_read sys_read entry_SYSCALL_64_fastpath read [unknown] - dd (25036) 3 __clear_user iov_iter_zero read_iter_zero __vfs_read vfs_read sys_read entry_SYSCALL_64_fastpath read - dd (25036) 7 Again, I've truncated some lines. Now we're just analyzing the dd process. The filter is configured by specifying the target PID (from the current PID namespace where we are profiling) via the "-p" flag. Filtering is performed in kernel context, for efficiency, with automatic PID translation to the top-level namespace (if required). This output has some "[unknown]" frames that probably have valid addresses, but we're lacking the symbol translation. This is a common for all profilers on Linux, and is usually fixable. See the DEBUGGING section of the profile(8) man page. You can also profile different process: # ./profile -p 2040,1316151 Sampling at 49 Hertz of PID [2040, 1316151] by user + kernel stack... Hit Ctrl-C to end. ^C PyEval_RestoreThread [unknown] [unknown] - python3 (1316151) 1 [...] rcu_all_qs rcu_all_qs dput step_into handle_dots.part.0 walk_component link_path_walk.part.0 path_openat do_filp_open do_sys_openat2 do_sys_open __x64_sys_openat do_syscall_64 entry_SYSCALL_64_after_hwframe __libc_open64 [unknown] - python3 (2040) 1 Lets add delimiters between the user and kernel stacks, using -d: # ./profile -p 25036 -d ^C __vfs_write sys_write entry_SYSCALL_64_fastpath -- __write - dd (25036) 1 -- [unknown] [unknown] - dd (25036) 1 iov_iter_init __vfs_read vfs_read sys_read entry_SYSCALL_64_fastpath -- read - dd (25036) 1 [...] __clear_user iov_iter_zero read_iter_zero __vfs_read vfs_read sys_read entry_SYSCALL_64_fastpath -- read - dd (25036) 9 In this mode, the delimiters are "--". Here's another example, a func_ab program that runs two functions, func_a() and func_b(). Profiling it for 5 seconds: # ./profile -p `pgrep -n func_ab` 5 Sampling at 49 Hertz of PID 2930 by user + kernel stack for 5 secs. func_a main __libc_start_main [unknown] - func_ab (2930) 2 func_b main __libc_start_main [unknown] - func_ab (2930) 3 func_a main __libc_start_main [unknown] - func_ab (2930) 5 func_b main __libc_start_main [unknown] - func_ab (2930) 12 func_b main __libc_start_main [unknown] - func_ab (2930) 19 func_a main __libc_start_main [unknown] - func_ab (2930) 22 func_b main __libc_start_main [unknown] - func_ab (2930) 64 func_a main __libc_start_main [unknown] - func_ab (2930) 72 Note that the same stack (2nd column) seems to be repeated. Weren't we doing frequency counting and only printing unique stacks? We are, but in terms of the raw addresses, not the symbols. See the 1st column: those stacks are all unique. We can output in "folded format", which puts the stack trace on one line, separating frames with semi-colons. Eg: # ./profile -f -p `pgrep -n func_ab` 5 func_ab;[unknown];__libc_start_main;main;func_a 2 func_ab;[unknown];__libc_start_main;main;func_b 2 func_ab;[unknown];__libc_start_main;main;func_a 11 func_ab;[unknown];__libc_start_main;main;func_b 12 func_ab;[unknown];__libc_start_main;main;func_a 23 func_ab;[unknown];__libc_start_main;main;func_b 28 func_ab;[unknown];__libc_start_main;main;func_b 57 func_ab;[unknown];__libc_start_main;main;func_a 64 I find this pretty useful for writing to files and later grepping. Folded format can also be used by flame graph stack visualizers, including the original implementation: https://github.com/brendangregg/FlameGraph I'd include delimiters, -d. For example: # ./profile -df -p `pgrep -n func_ab` 5 > out.profile # git clone https://github.com/brendangregg/FlameGraph # ./FlameGraph/flamegraph.pl < out.profile > out.svg (Yes, I could pipe profile directly into flamegraph.pl, however, I like to keep the raw folded profiles around: can be useful for regenerating flamegraphs with different options, and, for differential flame graphs.) Some flamegraph.pl palettes recognize kernel annotations, which can be added with -a. It simply adds a "_[k]" at the end of kernel function names. For example: # ./profile -adf -p `pgrep -n dd` 10 dd;[unknown] 1 dd;[unknown];[unknown] 1 dd;[unknown];[unknown] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];__fsnotify_parent_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];__fsnotify_parent_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fdget_pos_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];apparmor_file_permission_[k] 1 dd;[unknown] 1 dd;[unknown];[unknown] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fget_light_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];__fsnotify_parent_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];__fget_light_[k] 1 dd;[unknown];[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k] 1 dd;[unknown];[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];read_iter_zero_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__fsnotify_parent_[k] 1 dd;[unknown];[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k];common_file_perm_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fsnotify_parent_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];fsnotify_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];security_file_permission_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];__fdget_pos_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k] 1 dd;[unknown];[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fget_light_[k] 1 dd;[unknown] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k] 1 dd;[unknown];[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];__fsnotify_parent_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];security_file_permission_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k];__clear_user_[k] 1 dd;[unknown];[unknown] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;[unknown];[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k];common_file_perm_[k] 1 dd;read 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];security_file_permission_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];fsnotify_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];fsnotify_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];apparmor_file_permission_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];__fsnotify_parent_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];apparmor_file_permission_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];iov_iter_init_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];__fsnotify_parent_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];__vfs_write_[k];write_null_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];__clear_user_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];security_file_permission_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k];common_file_perm_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fget_light_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__vfs_read_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];__vfs_write_[k] 1 dd;[unknown] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];__fsnotify_parent_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;[unknown];[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;[unknown];__write;-;sys_write_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fsnotify_parent_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];common_file_perm_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;[unknown];[unknown] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k];__clear_user_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];__fget_light_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];vfs_read_[k] 1 dd;__write 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];vfs_read_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k];common_file_perm_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];__fget_light_[k] 1 dd;[unknown];[unknown] 1 dd;[unknown] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;[unknown] 1 dd;[unknown] 1 dd;[unknown];[unknown] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k];common_file_perm_[k] 1 dd;__write 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fget_light_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k] 1 dd;[unknown] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fget_light_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k] 1 dd;[unknown];[unknown] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];__fdget_pos_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];_cond_resched_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];iov_iter_init_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];__fsnotify_parent_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];rw_verify_area_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];apparmor_file_permission_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k] 1 dd;[unknown] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];fsnotify_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];__fdget_pos_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];__vfs_write_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];apparmor_file_permission_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k];common_file_perm_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fget_light_[k] 1 dd;[unknown] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];fsnotify_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k];common_file_perm_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];fsnotify_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 1 dd;__write;-;entry_SYSCALL_64_fastpath_[k];vfs_write_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k] 1 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k];common_file_perm_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k] 1 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];fsnotify_[k] 1 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];apparmor_file_permission_[k] 2 dd;read;-;entry_SYSCALL_64_fastpath_[k];__fdget_pos_[k] 2 dd;[unknown];[unknown] 2 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];__fdget_pos_[k] 2 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k];common_file_perm_[k] 2 dd;[unknown];[unknown] 2 dd;[unknown];[unknown] 2 dd;[unknown];[unknown] 2 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k] 2 dd;[unknown];[unknown] 2 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];__clear_user_[k] 2 dd;__write;-;entry_SYSCALL_64_fastpath_[k];__fdget_pos_[k] 2 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k] 2 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k] 2 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k];__clear_user_[k] 2 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k];__clear_user_[k] 2 dd;[unknown];[unknown] 2 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];__fget_light_[k] 2 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];rw_verify_area_[k];security_file_permission_[k];fsnotify_[k] 2 dd;__write;-;sys_write_[k] 2 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];fsnotify_[k] 2 dd;[unknown];[unknown] 2 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k] 2 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 2 dd;read;-;SyS_read_[k] 2 dd;[unknown] 2 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k] 2 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];__fget_light_[k] 2 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k] 2 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k];rw_verify_area_[k];security_file_permission_[k];apparmor_file_permission_[k] 2 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];__clear_user_[k] 2 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];rw_verify_area_[k] 2 dd;[unknown];[unknown] 3 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];rw_verify_area_[k] 3 dd;[unknown];[unknown] 3 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k];__clear_user_[k] 3 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 3 dd;[unknown];[unknown] 3 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 3 dd;[unknown];[unknown] 3 dd;[unknown];[unknown] 3 dd;__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 3 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k] 3 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k];__clear_user_[k] 3 dd;[unknown] 4 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k] 4 dd;[unknown];[unknown] 4 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k] 4 dd;[unknown] 4 dd;[unknown];[unknown] 4 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k] 4 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k];__clear_user_[k] 5 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k];sys_write_[k];vfs_write_[k] 5 dd;[unknown];[unknown] 5 dd;[unknown];[unknown] 5 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k] 6 dd;read 15 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k];__clear_user_[k] 19 dd;[unknown];__write;-;entry_SYSCALL_64_fastpath_[k] 20 dd;read;-;entry_SYSCALL_64_fastpath_[k] 23 dd;read;-;entry_SYSCALL_64_fastpath_[k];SyS_read_[k];vfs_read_[k];__vfs_read_[k];read_iter_zero_[k];iov_iter_zero_[k];__clear_user_[k] 24 dd;__write;-;entry_SYSCALL_64_fastpath_[k] 25 dd;__write 29 dd;[unknown];read;-;entry_SYSCALL_64_fastpath_[k] 31 This can be made into a flamegraph. Eg: # ./profile -adf -p `pgrep -n func_ab` 10 > out.profile # git clone https://github.com/brendangregg/FlameGraph # ./FlameGraph/flamegraph.pl --color=java < out.profile > out.svg It will highlight the kernel frames in orange, and user-level in red (and Java in green, and C++ in yellow). If you copy-n-paste the above output into a out.profile file, you can try it out. You can increase or decrease the sample frequency. Eg, sampling at 9 Hertz: # ./profile -F 9 Sampling at 9 Hertz of all threads by user + kernel stack... Hit Ctrl-C to end. ^C [...] func_b main __libc_start_main [unknown] - func_ab (2930) 1 [...] You can specify a cpu number using the -C option. Eg, profiling core/cpu (#7): # ./profile -C 7 2 Sampling at 49 Hertz of all threads by user + kernel stack on CPU#7 for 2 secs. PyEval_EvalFrameEx [unknown] [unknown] - python (2827439) 1 PyDict_GetItem [unknown] - python (2827439) 1 [unknown] - python (2827439) 1 PyEval_EvalFrameEx [unknown] [unknown] - python (2827439) 1 PyEval_EvalFrameEx - python (2827439) 1 [unknown] [unknown] - python (2827439) in this example python application was busylooping on a single core/cpu (#7) we were collecting stack traces only from it. You can also restrict profiling to just kernel stacks (-K) or user stacks (-U). For example, just user stacks: # ./profile -U Sampling at 49 Hertz of all threads by user stack... Hit Ctrl-C to end. ^C [unknown] [unknown] - dd (2931) 1 [unknown] [unknown] - dd (2931) 1 [unknown] [unknown] - dd (2931) 1 [unknown] [unknown] - dd (2931) 1 [unknown] [unknown] - dd (2931) 1 func_b main __libc_start_main [unknown] - func_ab (2930) 1 [unknown] - dd (2931) 1 [unknown] - dd (2931) 1 func_a main __libc_start_main [unknown] - func_ab (2930) 3 __write [unknown] - dd (2931) 3 func_a main __libc_start_main [unknown] - func_ab (2930) 4 func_b main __libc_start_main [unknown] - func_ab (2930) 7 - swapper/6 (0) 10 func_b main __libc_start_main [unknown] - func_ab (2930) 10 __write - dd (2931) 10 func_a main __libc_start_main [unknown] - func_ab (2930) 11 read - dd (2931) 12 read [unknown] - dd (2931) 14 If there are too many unique stack traces for the kernel to save, a warning will be printed. Eg: # ./profile [...] WARNING: 8 stack traces could not be displayed. Consider increasing --stack-storage-size. Run ./profile -h to see the default. The --cgroupmap option filters based on a cgroup set. It is meant to be used with an externally created map. # ./profile --cgroupmap /sys/fs/bpf/test01 For more details, see docs/special_filtering.md USAGE message: # ./profile -h usage: profile.py [-h] [-p PID | -L TID] [-U | -K] [-F FREQUENCY | -c COUNT] [-d] [-a] [-I] [-f] [--hash-storage-size HASH_STORAGE_SIZE] [--stack-storage-size STACK_STORAGE_SIZE] [-C CPU] [--cgroupmap CGROUPMAP] [--mntnsmap MNTNSMAP] [duration] Profile CPU stack traces at a timed interval positional arguments: duration duration of trace, in seconds optional arguments: -h, --help show this help message and exit -p PID, --pid PID profile process with one or more comma separated PIDs only -L TID, --tid TID profile thread with one or more comma separated TIDs only -U, --user-stacks-only show stacks from user space only (no kernel space stacks) -K, --kernel-stacks-only show stacks from kernel space only (no user space stacks) -F FREQUENCY, --frequency FREQUENCY sample frequency, Hertz -c COUNT, --count COUNT sample period, number of events -d, --delimited insert delimiter between kernel/user stacks -a, --annotations add _[k] annotations to kernel frames -I, --include-idle include CPU idle stacks -f, --folded output folded format, one line per stack (for flame graphs) --hash-storage-size HASH_STORAGE_SIZE the number of hash keys that can be stored and (default 40960) --stack-storage-size STACK_STORAGE_SIZE the number of unique stack traces that can be stored and displayed (default 16384) -C CPU, --cpu CPU cpu number to run profile on --cgroupmap CGROUPMAP trace cgroups in this BPF map only --mntnsmap MNTNSMAP trace mount namespaces in this BPF map only examples: ./profile # profile stack traces at 49 Hertz until Ctrl-C ./profile -F 99 # profile stack traces at 99 Hertz ./profile -c 1000000 # profile stack traces every 1 in a million events ./profile 5 # profile at 49 Hertz for 5 seconds only ./profile -f 5 # output in folded format for flame graphs ./profile -p 185 # only profile process with PID 185 ./profile -L 185 # only profile thread with TID 185 ./profile -U # only show user space stacks (no kernel) ./profile -K # only show kernel space stacks (no user) ./profile --cgroupmap mappath # only trace cgroups in this BPF map ./profile --mntnsmap mappath # only trace mount namespaces in the map bpfcc-0.31.0/tools/pythoncalls.sh000077500000000000000000000001001465134135300167030ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/ucalls.py -l python "$@" bpfcc-0.31.0/tools/pythoncalls_example.txt000077700000000000000000000000001465134135300251312lib/ucalls_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/pythonflow.sh000077500000000000000000000000771465134135300165710ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/uflow.py -l python "$@" bpfcc-0.31.0/tools/pythonflow_example.txt000077700000000000000000000000001465134135300246532lib/uflow_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/pythongc.sh000077500000000000000000000000751465134135300162110ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/ugc.py -l python "$@" bpfcc-0.31.0/tools/pythongc_example.txt000077700000000000000000000000001465134135300237172lib/ugc_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/pythonstat.sh000077500000000000000000000000771465134135300165750ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/ustat.py -l python "$@" bpfcc-0.31.0/tools/pythonstat_example.txt000077700000000000000000000000001465134135300246632lib/ustat_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/rdmaucma.py000077500000000000000000000117171465134135300161720ustar00rootroot00000000000000#!/usr/bin/python # @lint-avoid-python-3-compatibility-imports # # rdmaucma: Trace RDMA Userspace Connection Manager Access Event. # For Linux, uses BCC, eBPF. # # USAGE: rdmaucma [-h] # # Copyright (c) 2023 zhenwei pi # Licensed under the Apache License, Version 2.0 (the "License") # # 29-MAY-2023 zhenwei pi Created this. from __future__ import print_function from bcc import BPF from socket import inet_ntop, AF_INET, AF_INET6 import socket, struct import argparse import ctypes from time import strftime # arguments examples = """examples: ./rdmaucma # Trace all RDMA Userspace Connection Manager Access Event """ parser = argparse.ArgumentParser( description="Trace RDMA Userspace Connection Manager Access Event", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-D", "--debug", action="store_true", help="print BPF program before starting (for debugging purposes)") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() # define BPF program bpf_text = """ #include #include #include struct ipv4_data_t { u32 saddr; u32 daddr; u16 sport; u16 dport; int event; }; BPF_PERF_OUTPUT(ipv4_events); struct ipv6_data_t { unsigned __int128 saddr; unsigned __int128 daddr; u16 sport; u16 dport; int event; }; BPF_PERF_OUTPUT(ipv6_events); int trace_ucma_event_handler(struct pt_regs *ctx, struct rdma_cm_id *cm_id, struct rdma_cm_event *event) { struct sockaddr_storage *ss = &cm_id->route.addr.src_addr; if (ss->ss_family == AF_INET) { struct ipv4_data_t ipv4_data = { 0 }; struct sockaddr_in *addr4 = (struct sockaddr_in *)ss; ipv4_data.sport = addr4->sin_port; ipv4_data.saddr = addr4->sin_addr.s_addr; addr4 = (struct sockaddr_in *)&cm_id->route.addr.dst_addr; ipv4_data.dport = addr4->sin_port; ipv4_data.daddr = addr4->sin_addr.s_addr; ipv4_data.event = event->event; ipv4_events.perf_submit(ctx, &ipv4_data, sizeof(ipv4_data)); } else if (ss->ss_family == AF_INET6) { struct ipv6_data_t ipv6_data = { 0 }; struct sockaddr_in6 *addr6 = (struct sockaddr_in6 *)ss; ipv6_data.sport = addr6->sin6_port; bpf_probe_read_kernel(&ipv6_data.saddr, sizeof(ipv6_data.saddr), addr6->sin6_addr.in6_u.u6_addr32); addr6 = (struct sockaddr_in6 *)&cm_id->route.addr.dst_addr; ipv6_data.dport = addr6->sin6_port; bpf_probe_read_kernel(&ipv6_data.daddr, sizeof(ipv6_data.daddr), addr6->sin6_addr.in6_u.u6_addr32); ipv6_data.event = event->event; ipv6_events.perf_submit(ctx, &ipv6_data, sizeof(ipv6_data)); } else { return -EPROTONOSUPPORT; } return 0; } """ # debug/dump ebpf enable or not if args.debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # load BPF program b = BPF(text=bpf_text) b.attach_kprobe(event="ucma_event_handler", fn_name="trace_ucma_event_handler") # see linux/include/rdma/rdma_cm.h rdma_cm_event = [ "address resolved", "address error", "route resolved ", "route error", "connect request", "connect response", "connect error", "unreachable", "rejected", "established", "disconnected", "device removal", "multicast join", "multicast error", "address change", "timewait exit" ] def print_ipv4_event(cpu, data, size): event = b["ipv4_events"].event(data) cm_event = "unknown event" if event.event < len(rdma_cm_event): cm_event = rdma_cm_event[event.event] print("%-9s %-16s %-6s %-45s %-45s" % (strftime("%H:%M:%S").encode('ascii'), cm_event, "IPv4", inet_ntop(AF_INET, struct.pack("I", event.saddr)) + ":" + str(socket.ntohs(event.sport)), inet_ntop(AF_INET, struct.pack("I", event.daddr)) + ":" + str(socket.ntohs(event.dport)))) def print_ipv6_event(cpu, data, size): event = b["ipv6_events"].event(data) cm_event = "unknown event" if event.event < len(rdma_cm_event): cm_event = rdma_cm_event[event.event] print("%-9s %-16s %-6s %-45s %-45s" % (strftime("%H:%M:%S").encode('ascii'), cm_event, "IPv6", inet_ntop(AF_INET6, event.saddr) + ":" + str(socket.ntohs(event.sport)), inet_ntop(AF_INET6, event.daddr) + ":" + str(socket.ntohs(event.dport)))) b["ipv4_events"].open_perf_buffer(print_ipv4_event) b["ipv6_events"].open_perf_buffer(print_ipv6_event) # output print("Tracing RDMA Userspace Connection Manager Access event... Hit Ctrl-C to end.") # address length 39 = max("2001:0db8:3c4d:0015:0000:0000:1a2f:1a2b", "255.255.255.255") print("%-9s %-16s %-4s %-45s %-45s" % ("Timestamp", "Event", "Family", "Local", "Remote")) while (1): try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/rdmaucma_example.txt000066400000000000000000000036771465134135300200770ustar00rootroot00000000000000Demonstrations of rdmaucma, the Linux eBPF/bcc version. This program traces RDMA UCMA(Userspace Connection Manager Access) events, then help us to analyze issues on RDMA CM. Example of rdmaucma: # ./rdmaucma Tracing RDMA Userspace Connection Manager Access event... Hit Ctrl-C to end. Timestamp Event Family Local Remote 09:47:49 connect request IPv6 fdcc:abcd:15:479::165:6379 fdcc:abcd:15:479::166:61293 09:47:49 established IPv6 fdcc:abcd:15:479::165:6379 fdcc:abcd:15:479::166:61293 09:47:51 disconnected IPv6 fdcc:abcd:15:479::165:6379 fdcc:abcd:15:479::166:61293 09:47:52 connect request IPv6 fdcc:abcd:15:479::165:6379 fdcc:abcd:15:479::166:33402 09:47:52 established IPv6 fdcc:abcd:15:479::165:6379 fdcc:abcd:15:479::166:33402 09:47:53 disconnected IPv6 fdcc:abcd:15:479::165:6379 fdcc:abcd:15:479::166:33402 09:48:06 connect request IPv4 192.168.122.165:6379 192.168.122.166:41498 09:48:06 established IPv4 192.168.122.165:6379 192.168.122.166:41498 09:48:10 disconnected IPv4 192.168.122.165:6379 192.168.122.166:41498 09:48:11 connect request IPv4 192.168.122.165:6379 192.168.122.166:19047 09:48:11 established IPv4 192.168.122.165:6379 192.168.122.166:19047 09:48:11 disconnected IPv4 192.168.122.165:6379 192.168.122.166:19047 Full USAGE: # ./rdmaucma -h usage: rdmaucma [-h] [-D] Trace RDMA Userspace Connection Manager Access Event optional arguments: -h, --help show this help message and exit -D, --debug print BPF program before starting (for debugging purposes) examples: ./rdmaucma # Trace all RDMA Userspace Connection Manager Access Event bpfcc-0.31.0/tools/readahead.py000077500000000000000000000150501465134135300162710ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # readahead Show performance of read-ahead cache # For Linux, uses BCC, eBPF # # Copyright (c) 2020 Suchakra Sharma # Licensed under the Apache License, Version 2.0 (the "License") # This was originally created for the BPF Performance Tools book # published by Addison Wesley. ISBN-13: 9780136554820 # When copying or porting, include this comment. # # 20-Aug-2020 Suchakra Sharma Ported from bpftrace to BCC # 17-Sep-2021 Hengqi Chen Migrated to kfunc # 30-Jan-2023 Rong Tao Support more kfunc/kprobe, introduce folio from __future__ import print_function from bcc import BPF from time import sleep import ctypes as ct import argparse # arguments examples = """examples: ./readahead -d 20 # monitor for 20 seconds and generate stats """ parser = argparse.ArgumentParser( description="Monitor performance of read ahead cache", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-d", "--duration", type=int, help="total duration to monitor for, in seconds") args = parser.parse_args() if not args.duration: args.duration = 99999999 # BPF program bpf_text = """ #include #include #include BPF_HASH(flag, u32, u8); // used to track if we are in do_page_cache_readahead() BPF_HASH(birth, struct page*, u64); // used to track timestamps of cache alloc'ed page BPF_ARRAY(pages); // increment/decrement readahead pages BPF_HISTOGRAM(dist); """ bpf_text_kprobe = """ int entry__do_page_cache_readahead(struct pt_regs *ctx) { u32 pid; u8 one = 1; pid = bpf_get_current_pid_tgid(); flag.update(&pid, &one); return 0; } int exit__do_page_cache_readahead(struct pt_regs *ctx) { u32 pid; u8 zero = 0; pid = bpf_get_current_pid_tgid(); flag.update(&pid, &zero); return 0; } int exit__page_cache_alloc(struct pt_regs *ctx) { u32 pid; u64 ts; struct page *retval = (struct page*) GET_RETVAL_PAGE; u32 zero = 0; // static key for accessing pages[0] pid = bpf_get_current_pid_tgid(); u8 *f = flag.lookup(&pid); if (f != NULL && *f == 1) { ts = bpf_ktime_get_ns(); birth.update(&retval, &ts); pages.atomic_increment(zero); } return 0; } int entry_mark_page_accessed(struct pt_regs *ctx) { u64 ts, delta; struct page *arg0 = (struct page *) PT_REGS_PARM1(ctx); u32 zero = 0; // static key for accessing pages[0] u64 *bts = birth.lookup(&arg0); if (bts != NULL) { delta = bpf_ktime_get_ns() - *bts; dist.atomic_increment(bpf_log2l(delta/1000000)); pages.atomic_increment(zero, -1); birth.delete(&arg0); // remove the entry from hashmap } return 0; } """ bpf_text_kfunc = """ KFUNC_PROBE(RA_FUNC) { u32 pid = bpf_get_current_pid_tgid(); u8 one = 1; flag.update(&pid, &one); return 0; } KRETFUNC_PROBE(RA_FUNC) { u32 pid = bpf_get_current_pid_tgid(); u8 zero = 0; flag.update(&pid, &zero); return 0; } KFUNC_PROBE(mark_page_accessed, struct page *arg0) { u64 ts, delta; u32 zero = 0; // static key for accessing pages[0] u64 *bts = birth.lookup(&arg0); if (bts != NULL) { delta = bpf_ktime_get_ns() - *bts; dist.atomic_increment(bpf_log2l(delta/1000000)); pages.atomic_increment(zero, -1); birth.delete(&arg0); // remove the entry from hashmap } return 0; } """ bpf_text_kfunc_cache_alloc_ret_page = """ KRETFUNC_PROBE(__page_cache_alloc, gfp_t gfp, struct page *retval) { u64 ts; u32 zero = 0; // static key for accessing pages[0] u32 pid = bpf_get_current_pid_tgid(); u8 *f = flag.lookup(&pid); if (f != NULL && *f == 1) { ts = bpf_ktime_get_ns(); birth.update(&retval, &ts); pages.atomic_increment(zero); } return 0; } """ bpf_text_kfunc_cache_alloc_ret_folio = """ KRETFUNC_PROBE(filemap_alloc_folio, gfp_t gfp, unsigned int order, struct folio *retval) { u64 ts; u32 zero = 0; // static key for accessing pages[0] u32 pid = bpf_get_current_pid_tgid(); u8 *f = flag.lookup(&pid); struct page *page = folio_page(retval, 0); if (f != NULL && *f == 1) { ts = bpf_ktime_get_ns(); birth.update(&page, &ts); pages.atomic_increment(zero); } return 0; } """ if BPF.support_kfunc(): if BPF.get_kprobe_functions(b"__do_page_cache_readahead"): ra_func = "__do_page_cache_readahead" elif BPF.get_kprobe_functions(b"do_page_cache_ra"): ra_func = "do_page_cache_ra" elif BPF.get_kprobe_functions(b"page_cache_ra_order"): ra_func = "page_cache_ra_order" else: print("Not found any kfunc.") exit() bpf_text += bpf_text_kfunc.replace("RA_FUNC", ra_func) if BPF.get_kprobe_functions(b"__page_cache_alloc"): bpf_text += bpf_text_kfunc_cache_alloc_ret_page else: bpf_text += bpf_text_kfunc_cache_alloc_ret_folio b = BPF(text=bpf_text) else: bpf_text += bpf_text_kprobe if BPF.get_kprobe_functions(b"__do_page_cache_readahead"): ra_event = "__do_page_cache_readahead" elif BPF.get_kprobe_functions(b"do_page_cache_ra"): ra_event = "do_page_cache_ra" elif BPF.get_kprobe_functions(b"page_cache_ra_order"): ra_event = "page_cache_ra_order" else: print("Not found any kprobe.") exit() if BPF.get_kprobe_functions(b"__page_cache_alloc"): cache_func = "__page_cache_alloc" bpf_text = bpf_text.replace('GET_RETVAL_PAGE', 'PT_REGS_RC(ctx)') else: cache_func = "filemap_alloc_folio" bpf_text = bpf_text.replace('GET_RETVAL_PAGE', 'folio_page((struct folio *)PT_REGS_RC(ctx), 0)') b = BPF(text=bpf_text) b.attach_kprobe(event=ra_event, fn_name="entry__do_page_cache_readahead") b.attach_kretprobe(event=ra_event, fn_name="exit__do_page_cache_readahead") b.attach_kretprobe(event=cache_func, fn_name="exit__page_cache_alloc") b.attach_kprobe(event="mark_page_accessed", fn_name="entry_mark_page_accessed") # header print("Tracing... Hit Ctrl-C to end.") # print def print_stats(): print() print("Read-ahead unused pages: %d" % (b["pages"][ct.c_ulong(0)].value)) print("Histogram of read-ahead used page age (ms):") print("") b["dist"].print_log2_hist("age (ms)") b["dist"].clear() b["pages"].clear() while True: try: sleep(args.duration) print_stats() except KeyboardInterrupt: print_stats() break bpfcc-0.31.0/tools/readahead_example.txt000066400000000000000000000062601465134135300201730ustar00rootroot00000000000000Demonstration of readahead, the Linux eBPF/bcc version Read-ahead mechanism is used by operation sytems to optimize sequential operations by reading ahead some pages to avoid more expensive filesystem operations. This tool shows the performance of the read-ahead caching on the system under a given load to investigate any caching issues. It shows a count for unused pages in the cache and also prints a histogram showing how long they have remianed there. Usage Scenario ============== Consider that you are developing a React Native application which performs aggressive reads while re-encoding a video in local-storage. Usually such an app would be multi- layered and have transitional library dependencies. The actual read may be performed by some unknown native library which may or may not be using hints to the OS, such as madvise(p, LEN, MADV_SEQUENTIAL). If high IOPS is observed in such an app, running readahead may pin the issue much faster in this case as the developer digs deeper into what may be causing this. An example where such an issue can surface is: https://github.com/boltdb/bolt/issues/691 # readahead -d 30 Tracing... Hit Ctrl-C to end. ^C Read-ahead unused pages: 6765 Histogram of read-ahead used page age (ms): age (ms) : count distribution 0 -> 1 : 4236 |****************************************| 2 -> 3 : 394 |*** | 4 -> 7 : 1670 |*************** | 8 -> 15 : 2132 |******************** | 16 -> 31 : 401 |*** | 32 -> 63 : 1256 |*********** | 64 -> 127 : 2352 |********************** | 128 -> 255 : 357 |*** | 256 -> 511 : 369 |*** | 512 -> 1023 : 366 |*** | 1024 -> 2047 : 181 |* | 2048 -> 4095 : 439 |**** | 4096 -> 8191 : 188 |* | In the example above, we recorded system-wide stats for 30 seconds. We can observe that while most of the pages stayed in the readahead cache for quite less time, after 30 seconds 6765 pages still remained in the cache, yet unaccessed. Note on Kprobes Usage ===================== This tool uses Kprobes on the following kernel functions: __do_page_cache_readahead()/do_page_cache_ra() (After kernel version 5.10 (include), __do_page_cache_readahead was renamed to do_page_cache_ra) __page_cache_alloc() mark_page_accessed() Since the tool uses Kprobes, depending on your linux kernel's compilation, these functions may be inlined and hence not available for Kprobes. To see whether you have the functions available, check vmlinux source and binary to confirm whether inlining is happening or not. You can also check /proc/kallsyms on the host and verify if the target functions are present there before using this tool. bpfcc-0.31.0/tools/reset-trace.sh000077500000000000000000000066521465134135300166030ustar00rootroot00000000000000#!/bin/bash # # reset-trace - reset state of tracing, disabling all tracing. # Written for Linux. # # If a bcc tool crashed and you suspect tracing is partially enabled, you # can use this tool to reset the state of tracing, disabling anything still # enabled. Only use this tool in the case of error, and, consider filing a # bcc ticket so we can fix the error. # # bcc-used tracing facilities are reset. Other tracing facilities (ftrace) are # checked, and if not in an expected state, a note is printed. All tracing # files can be reset with -F for force, but this will interfere with any other # running tracing sessions (eg, ftrace). # # USAGE: ./reset-trace [-Fhqv] # # REQUIREMENTS: debugfs mounted on /sys/kernel/debug # # COPYRIGHT: Copyright (c) 2016 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 20-Jul-2014 Brendan Gregg Created this. # 18-Oct-2016 " " Updated for bcc use. tracing=/sys/kernel/debug/tracing opt_force=0; opt_verbose=0; opt_quiet=0 function usage { cat <<-END >&2 USAGE: reset-trace [-Fhqv] -F # force: reset all tracing files -v # verbose: print details while working -h # this usage message -q # quiet: no output eg, reset-trace # disable semi-enabled tracing END exit } function die { echo >&2 "$@" exit 1 } function vecho { (( ! opt_verbose )) && return echo "$@" } function writefile { file=$1 write=$2 if [[ ! -w $file ]]; then echo >&2 "WARNING: file $file not writable/exists. Skipping." return fi vecho "Checking $PWD/$file" contents=$(grep -v '^#' $file) if [[ "$contents" != "$expected" ]]; then (( ! opt_quiet )) && echo "Needed to reset $PWD/$file" vecho "$file, before (line enumerated):" (( opt_verbose )) && cat -nv $file cmd="echo $write > $file" if ! eval "$cmd"; then echo >&2 "WARNING: command failed \"$cmd\"." \ "bcc still running? Continuing." fi vecho "$file, after (line enumerated):" (( opt_verbose )) && cat -nv $file vecho fi } # only write when force is used function checkfile { file=$1 write=$2 expected=$3 if [[ ! -e $file ]]; then echo >&2 "WARNING: file $file doesn't exist. Skipping." return fi if (( opt_force )); then writefile $file $write return fi (( opt_quiet )) && return vecho "Checking $PWD/$file" contents=$(grep -v '^#' $file) if [[ "$contents" != "$expected" ]]; then echo "Noticed unrelated tracing file $PWD/$file isn't set as" \ "expected. Not resetting (-F to force, -v for verbose)." vecho "Contents of $file is (line enumerated):" (( opt_verbose )) && cat -nv $file vecho "Expected \"$expected\"." fi } ### process options while getopts Fhqv opt do case $opt in F) opt_force=1 ;; q) opt_quiet=1 ;; v) opt_verbose=1 ;; h|?) usage ;; esac done shift $(( $OPTIND - 1 )) ### reset tracing state vecho "Resetting tracing state..." vecho cd $tracing || die "ERROR: accessing tracing. Root user? /sys/kernel/debug?" # files bcc uses writefile kprobe_events "" "" writefile uprobe_events "" "" writefile trace "" "" # clears trace_pipe # non-bcc files checkfile current_tracer nop nop checkfile set_ftrace_filter "" "" checkfile set_graph_function "" "" checkfile set_ftrace_pid "" "no pid" checkfile events/enable 0 0 checkfile tracing_thresh 0 0 checkfile tracing_on 1 1 vecho vecho "Done." bpfcc-0.31.0/tools/reset-trace_example.txt000066400000000000000000000222251465134135300205120ustar00rootroot00000000000000Demonstrations of reset-trace, for Linux bcc/BPF. You will probably never need this tool. If you kill -9 a bcc tool (plus other signals, like SIGTERM), or if a bcc tool crashes, then kernel tracing can be left in a semi-enabled state. It's not as bad as it sounds: there may just be overhead for writing to ring buffers that are never read. This tool can be used to clean up the tracing state, and reset and disable active tracing. WARNING: Make sure no other tracing sessions are active, as it will likely stop them from functioning (perhaps ungracefully). This specifically clears the state in at least the following files in /sys/kernel/debug/tracing: kprobe_events, uprobe_events, trace_pipe. Other tracing facilities (ftrace) are checked, and if not in an expected state, a note is printed. All tracing files can be reset with -F for force, but this will interfere with any other running tracing sessions (eg, ftrace). Here's an example: # ./reset-trace.sh # That's it. You can use -v to see what it does: # ./reset-trace.sh -v Resetting tracing state... Checking /sys/kernel/debug/tracing/kprobe_events Checking /sys/kernel/debug/tracing/uprobe_events Checking /sys/kernel/debug/tracing/trace Checking /sys/kernel/debug/tracing/current_tracer Checking /sys/kernel/debug/tracing/set_ftrace_filter Checking /sys/kernel/debug/tracing/set_graph_function Checking /sys/kernel/debug/tracing/set_ftrace_pid Checking /sys/kernel/debug/tracing/events/enable Checking /sys/kernel/debug/tracing/tracing_thresh Checking /sys/kernel/debug/tracing/tracing_on Done. In this example, no resetting was necessary. Here's an example of actually needing it: # ./funccount 'bash:r*' Tracing 317 functions for "bash:r*"... Hit Ctrl-C to end. ^C FUNC COUNT rl_free_undo_list 1 rl_deprep_terminal 1 readline_internal_teardown 1 rl_on_new_line 1 rl_crlf 1 rl_clear_signals 1 rl_prep_terminal 1 rl_reset_line_state 1 rl_initialize 1 rl_newline 1 readline_internal_setup 1 rl_set_screen_size 1 readline 1 rl_set_signals 1 rl_expand_prompt 1 replace_history_data 1 rl_set_prompt 1 rl_add_undo 1 rl_insert_text 2 rl_insert 2 rl_redisplay 3 rl_read_key 3 rl_getc 3 readline_internal_char 3 restore_parser_state 6 reap_dead_jobs 6 reset_parser 6 restore_input_line_state 6 realloc 7 read_octal 10 read_tty_modified 13 run_exit_trap 13 redirection_expand 13 restore_pipestatus_array 18 reader_loop 20 run_return_trap 21 remember_args 25 reset_signal_handlers 30 remove_quoted_escapes 60 run_unwind_frame 102 reset_terminating_signals 125 restore_original_signals 139 reset_internal_getopt 405 run_debug_trap 719 read_command 940 remove_quoted_nulls 1830 run_pending_traps 3207 ^C ^C ^C I've traced 317 functions using funccount, and when I hit Ctrl-C, funccount is not exiting (it can normally take many seconds, but this really looks stuck): # pidstat 1 Linux 4.9.0-rc1-virtual (bgregg-xenial-bpf-i-xxx) 10/18/2016 _x86_64_ (8 CPU) 10:00:33 PM UID PID %usr %system %guest %CPU CPU Command 10:00:34 PM 60004 3277 0.00 0.98 0.00 0.98 0 redis-server 10:00:34 PM 0 27980 87.25 10.78 0.00 98.04 3 funccount.py 10:00:34 PM 0 29965 0.00 0.98 0.00 0.98 6 pidstat 10:00:34 PM UID PID %usr %system %guest %CPU CPU Command 10:00:35 PM 65534 3276 0.00 1.00 0.00 1.00 2 multilog 10:00:35 PM 0 27980 77.00 23.00 0.00 100.00 3 funccount.py 10:00:35 PM 0 29965 0.00 1.00 0.00 1.00 6 pidstat 10:00:35 PM 60004 29990 0.00 1.00 0.00 1.00 6 catalina.sh funccount looks a lot like it's in an infinite loop (I can use a stack-sampling profiler to confirm). This is a known bug (#665) and may be fixed by the time you read this. But right now it's a good example of needing reset-trace. I'll send a SIGTERM, before resorting to a SIGKILL: # kill 27980 Terminated Ok, so the process is now gone, but it did leave tracing in a semi-enabled state. Using reset-trace: # ./reset-trace.sh -v Resetting tracing state... Checking /sys/kernel/debug/tracing/kprobe_events Checking /sys/kernel/debug/tracing/uprobe_events Needed to reset /sys/kernel/debug/tracing/uprobe_events uprobe_events, before (line enumerated): 1 p:uprobes/p__bin_bash_0xa2540 /bin/bash:0x00000000000a2540 2 p:uprobes/p__bin_bash_0x21220 /bin/bash:0x0000000000021220 3 p:uprobes/p__bin_bash_0x78530 /bin/bash:0x0000000000078530 4 p:uprobes/p__bin_bash_0xa3840 /bin/bash:0x00000000000a3840 5 p:uprobes/p__bin_bash_0x9c550 /bin/bash:0x000000000009c550 6 p:uprobes/p__bin_bash_0x5e360 /bin/bash:0x000000000005e360 7 p:uprobes/p__bin_bash_0xb2630 /bin/bash:0x00000000000b2630 8 p:uprobes/p__bin_bash_0xb1e70 /bin/bash:0x00000000000b1e70 9 p:uprobes/p__bin_bash_0xb2540 /bin/bash:0x00000000000b2540 10 p:uprobes/p__bin_bash_0xb16e0 /bin/bash:0x00000000000b16e0 [...] 312 p:uprobes/p__bin_bash_0xa80b0 /bin/bash:0x00000000000a80b0 313 p:uprobes/p__bin_bash_0x9e280 /bin/bash:0x000000000009e280 314 p:uprobes/p__bin_bash_0x9e100 /bin/bash:0x000000000009e100 315 p:uprobes/p__bin_bash_0xb2bd0 /bin/bash:0x00000000000b2bd0 316 p:uprobes/p__bin_bash_0x9d9c0 /bin/bash:0x000000000009d9c0 317 p:uprobes/p__bin_bash_0x4a930 /bin/bash:0x000000000004a930 uprobe_events, after (line enumerated): Checking /sys/kernel/debug/tracing/trace Checking /sys/kernel/debug/tracing/current_tracer Checking /sys/kernel/debug/tracing/set_ftrace_filter Checking /sys/kernel/debug/tracing/set_graph_function Checking /sys/kernel/debug/tracing/set_ftrace_pid Checking /sys/kernel/debug/tracing/events/enable Checking /sys/kernel/debug/tracing/tracing_thresh Checking /sys/kernel/debug/tracing/tracing_on Done. Now looks clean. I did truncate the output here: there were a few hundred lines from uprobe_events. Here's the same situation, but without the verbose option: # ./reset-trace.sh Needed to reset /sys/kernel/debug/tracing/uprobe_events # And again with quiet: # ./reset-trace.sh -q # Here is an example of reset-trace detecting an unrelated tracing session: # ./reset-trace.sh Noticed unrelated tracing file /sys/kernel/debug/tracing/set_ftrace_filter isn't set as expected. Not resetting (-F to force, -v for verbose). And verbose: # ./reset-trace.sh -v Resetting tracing state... Checking /sys/kernel/debug/tracing/kprobe_events Checking /sys/kernel/debug/tracing/uprobe_events Checking /sys/kernel/debug/tracing/trace Checking /sys/kernel/debug/tracing/current_tracer Checking /sys/kernel/debug/tracing/set_ftrace_filter Noticed unrelated tracing file /sys/kernel/debug/tracing/set_ftrace_filter isn't set as expected. Not resetting (-F to force, -v for verbose). Contents of set_ftrace_filter is (line enumerated): 1 tcp_send_mss 2 tcp_sendpage 3 tcp_sendmsg 4 tcp_send_dupack 5 tcp_send_challenge_ack.isra.53 6 tcp_send_rcvq 7 tcp_send_ack 8 tcp_send_loss_probe 9 tcp_send_fin 10 tcp_send_active_reset 11 tcp_send_synack 12 tcp_send_delayed_ack 13 tcp_send_window_probe 14 tcp_send_probe0 Expected "". Checking /sys/kernel/debug/tracing/set_graph_function Checking /sys/kernel/debug/tracing/set_ftrace_pid Checking /sys/kernel/debug/tracing/events/enable Checking /sys/kernel/debug/tracing/tracing_thresh Checking /sys/kernel/debug/tracing/tracing_on Done. So this file is not currently used by bcc, but it may be useful to know that it's not in the default state -- something is either using it or has left it enabled. These files can be reset with -F, but that may break other tools that are currently using them. Use -h to print the USAGE message: # ./reset-trace.sh -h USAGE: reset-trace [-Fhqv] -F # force: reset all tracing files -v # verbose: print details while working -h # this usage message -q # quiet: no output eg, reset-trace # disable semi-enabled tracing bpfcc-0.31.0/tools/rubycalls.sh000077500000000000000000000000761465134135300163570ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/ucalls.py -l ruby "$@" bpfcc-0.31.0/tools/rubycalls_example.txt000077700000000000000000000000001465134135300245712lib/ucalls_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/rubyflow.sh000077500000000000000000000000751465134135300162270ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/uflow.py -l ruby "$@" bpfcc-0.31.0/tools/rubyflow_example.txt000077700000000000000000000000001465134135300243132lib/uflow_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/rubygc.sh000077500000000000000000000000731465134135300156470ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/ugc.py -l ruby "$@" bpfcc-0.31.0/tools/rubygc_example.txt000077700000000000000000000000001465134135300233572lib/ugc_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/rubyobjnew.sh000077500000000000000000000000771465134135300165460ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/uobjnew.py -l ruby "$@" bpfcc-0.31.0/tools/rubyobjnew_example.txt000077700000000000000000000000001465134135300251452lib/uobjnew_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/rubystat.sh000077500000000000000000000000751465134135300162330ustar00rootroot00000000000000#!/bin/bash lib=$(dirname $0)/lib $lib/ustat.py -l ruby "$@" bpfcc-0.31.0/tools/rubystat_example.txt000077700000000000000000000000001465134135300243232lib/ustat_example.txtustar00rootroot00000000000000bpfcc-0.31.0/tools/runqlat.py000077500000000000000000000224701465134135300160650ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # runqlat Run queue (scheduler) latency as a histogram. # For Linux, uses BCC, eBPF. # # USAGE: runqlat [-h] [-T] [-m] [-P] [-L] [-p PID] [interval] [count] # # This measures the time a task spends waiting on a run queue for a turn # on-CPU, and shows this time as a histogram. This time should be small, but a # task may need to wait its turn due to CPU load. # # This measures two types of run queue latency: # 1. The time from a task being enqueued on a run queue to its context switch # and execution. This traces ttwu_do_wakeup(), wake_up_new_task() -> # finish_task_switch() with either raw tracepoints (if supported) or kprobes # and instruments the run queue latency after a voluntary context switch. # 2. The time from when a task was involuntary context switched and still # in the runnable state, to when it next executed. This is instrumented # from finish_task_switch() alone. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 07-Feb-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse # arguments examples = """examples: ./runqlat # summarize run queue latency as a histogram ./runqlat 1 10 # print 1 second summaries, 10 times ./runqlat -mT 1 # 1s summaries, milliseconds, and timestamps ./runqlat -P # show each PID separately ./runqlat -p 185 # trace PID 185 only """ parser = argparse.ArgumentParser( description="Summarize run queue (scheduler) latency as a histogram", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-m", "--milliseconds", action="store_true", help="millisecond histogram") parser.add_argument("-P", "--pids", action="store_true", help="print a histogram per process ID") # PID options are --pid and --pids, so namespaces should be --pidns (not done # yet) and --pidnss: parser.add_argument("--pidnss", action="store_true", help="print a histogram per PID namespace") parser.add_argument("-L", "--tids", action="store_true", help="print a histogram per thread ID") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("interval", nargs="?", default=99999999, help="output interval, in seconds") parser.add_argument("count", nargs="?", default=99999999, help="number of outputs") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() countdown = int(args.count) debug = 0 # define BPF program bpf_text = """ #include #include #include #include #include typedef struct pid_key { u32 id; u64 slot; } pid_key_t; typedef struct pidns_key { u32 id; u64 slot; } pidns_key_t; BPF_HASH(start, u32); STORAGE // record enqueue timestamp static int trace_enqueue(u32 tgid, u32 pid) { if (FILTER || pid == 0) return 0; u64 ts = bpf_ktime_get_ns(); start.update(&pid, &ts); return 0; } static __always_inline unsigned int pid_namespace(struct task_struct *task) { /* pids[] was removed from task_struct since commit 2c4704756cab7cfa031ada4dab361562f0e357c0 * Using the macro INIT_PID_LINK as a conditional judgment. */ #ifdef INIT_PID_LINK struct pid_link pids; unsigned int level; struct upid upid; struct ns_common ns; /* get the pid namespace by following task_active_pid_ns(), * pid->numbers[pid->level].ns */ bpf_probe_read_kernel(&pids, sizeof(pids), &task->pids[PIDTYPE_PID]); bpf_probe_read_kernel(&level, sizeof(level), &pids.pid->level); bpf_probe_read_kernel(&upid, sizeof(upid), &pids.pid->numbers[level]); bpf_probe_read_kernel(&ns, sizeof(ns), &upid.ns->ns); return ns.inum; #else struct pid *pid; unsigned int level; struct upid upid; struct ns_common ns; /* get the pid namespace by following task_active_pid_ns(), * pid->numbers[pid->level].ns */ bpf_probe_read_kernel(&pid, sizeof(pid), &task->thread_pid); bpf_probe_read_kernel(&level, sizeof(level), &pid->level); bpf_probe_read_kernel(&upid, sizeof(upid), &pid->numbers[level]); bpf_probe_read_kernel(&ns, sizeof(ns), &upid.ns->ns); return ns.inum; #endif } """ bpf_text_kprobe = """ int trace_wake_up_new_task(struct pt_regs *ctx, struct task_struct *p) { return trace_enqueue(p->tgid, p->pid); } int trace_ttwu_do_wakeup(struct pt_regs *ctx, struct rq *rq, struct task_struct *p, int wake_flags) { return trace_enqueue(p->tgid, p->pid); } // calculate latency int trace_run(struct pt_regs *ctx, struct task_struct *prev) { u32 pid, tgid; // ivcsw: treat like an enqueue event and store timestamp if (prev->STATE_FIELD == TASK_RUNNING) { tgid = prev->tgid; pid = prev->pid; if (!(FILTER || pid == 0)) { u64 ts = bpf_ktime_get_ns(); start.update(&pid, &ts); } } tgid = bpf_get_current_pid_tgid() >> 32; pid = bpf_get_current_pid_tgid(); if (FILTER || pid == 0) return 0; u64 *tsp, delta; // fetch timestamp and calculate delta tsp = start.lookup(&pid); if (tsp == 0) { return 0; // missed enqueue } delta = bpf_ktime_get_ns() - *tsp; FACTOR // store as histogram STORE start.delete(&pid); return 0; } """ bpf_text_raw_tp = """ RAW_TRACEPOINT_PROBE(sched_wakeup) { // TP_PROTO(struct task_struct *p) struct task_struct *p = (struct task_struct *)ctx->args[0]; return trace_enqueue(p->tgid, p->pid); } RAW_TRACEPOINT_PROBE(sched_wakeup_new) { // TP_PROTO(struct task_struct *p) struct task_struct *p = (struct task_struct *)ctx->args[0]; return trace_enqueue(p->tgid, p->pid); } RAW_TRACEPOINT_PROBE(sched_switch) { // TP_PROTO(bool preempt, struct task_struct *prev, struct task_struct *next) struct task_struct *prev = (struct task_struct *)ctx->args[1]; struct task_struct *next = (struct task_struct *)ctx->args[2]; u32 pid, tgid; // ivcsw: treat like an enqueue event and store timestamp if (prev->STATE_FIELD == TASK_RUNNING) { tgid = prev->tgid; pid = prev->pid; if (!(FILTER || pid == 0)) { u64 ts = bpf_ktime_get_ns(); start.update(&pid, &ts); } } tgid = next->tgid; pid = next->pid; if (FILTER || pid == 0) return 0; u64 *tsp, delta; // fetch timestamp and calculate delta tsp = start.lookup(&pid); if (tsp == 0) { return 0; // missed enqueue } delta = bpf_ktime_get_ns() - *tsp; FACTOR // store as histogram STORE start.delete(&pid); return 0; } """ is_support_raw_tp = BPF.support_raw_tracepoint() if is_support_raw_tp: bpf_text += bpf_text_raw_tp else: bpf_text += bpf_text_kprobe # code substitutions if BPF.kernel_struct_has_field(b'task_struct', b'__state') == 1: bpf_text = bpf_text.replace('STATE_FIELD', '__state') else: bpf_text = bpf_text.replace('STATE_FIELD', 'state') if args.pid: # pid from userspace point of view is thread group from kernel pov bpf_text = bpf_text.replace('FILTER', 'tgid != %s' % args.pid) else: bpf_text = bpf_text.replace('FILTER', '0') if args.milliseconds: bpf_text = bpf_text.replace('FACTOR', 'delta /= 1000000;') label = "msecs" else: bpf_text = bpf_text.replace('FACTOR', 'delta /= 1000;') label = "usecs" if args.pids or args.tids: section = "pid" pid = "tgid" if args.tids: pid = "pid" section = "tid" bpf_text = bpf_text.replace('STORAGE', 'BPF_HISTOGRAM(dist, pid_key_t);') bpf_text = bpf_text.replace('STORE', 'pid_key_t key = {}; key.id = ' + pid + '; key.slot = bpf_log2l(delta); ' + 'dist.increment(key);') elif args.pidnss: section = "pidns" bpf_text = bpf_text.replace('STORAGE', 'BPF_HISTOGRAM(dist, pidns_key_t);') bpf_text = bpf_text.replace('STORE', 'pidns_key_t key = ' + '{.id = pid_namespace(prev), ' + '.slot = bpf_log2l(delta)}; dist.atomic_increment(key);') else: section = "" bpf_text = bpf_text.replace('STORAGE', 'BPF_HISTOGRAM(dist);') bpf_text = bpf_text.replace('STORE', 'dist.atomic_increment(bpf_log2l(delta));') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # load BPF program b = BPF(text=bpf_text) if not is_support_raw_tp: b.attach_kprobe(event="ttwu_do_wakeup", fn_name="trace_ttwu_do_wakeup") b.attach_kprobe(event="wake_up_new_task", fn_name="trace_wake_up_new_task") b.attach_kprobe(event_re=r'^finish_task_switch$|^finish_task_switch\.isra\.\d$', fn_name="trace_run") print("Tracing run queue latency... Hit Ctrl-C to end.") # output exiting = 0 if args.interval else 1 dist = b.get_table("dist") while (1): try: sleep(int(args.interval)) except KeyboardInterrupt: exiting = 1 print() if args.timestamp: print("%-8s\n" % strftime("%H:%M:%S"), end="") dist.print_log2_hist(label, section, section_print_fn=int) dist.clear() countdown -= 1 if exiting or countdown == 0: exit() bpfcc-0.31.0/tools/runqlat_example.txt000066400000000000000000000764631465134135300177770ustar00rootroot00000000000000Demonstrations of runqlat, the Linux eBPF/bcc version. This program summarizes scheduler run queue latency as a histogram, showing how long tasks spent waiting their turn to run on-CPU. Here is a heavily loaded system: # ./runqlat Tracing run queue latency... Hit Ctrl-C to end. ^C usecs : count distribution 0 -> 1 : 233 |*********** | 2 -> 3 : 742 |************************************ | 4 -> 7 : 203 |********** | 8 -> 15 : 173 |******** | 16 -> 31 : 24 |* | 32 -> 63 : 0 | | 64 -> 127 : 30 |* | 128 -> 255 : 6 | | 256 -> 511 : 3 | | 512 -> 1023 : 5 | | 1024 -> 2047 : 27 |* | 2048 -> 4095 : 30 |* | 4096 -> 8191 : 20 | | 8192 -> 16383 : 29 |* | 16384 -> 32767 : 809 |****************************************| 32768 -> 65535 : 64 |*** | The distribution is bimodal, with one mode between 0 and 15 microseconds, and another between 16 and 65 milliseconds. These modes are visible as the spikes in the ASCII distribution (which is merely a visual representation of the "count" column). As an example of reading one line: 809 events fell into the 16384 to 32767 microsecond range (16 to 32 ms) while tracing. I would expect the two modes to be due the workload: 16 hot CPU-bound threads, and many other mostly idle threads doing occasional work. I suspect the mostly idle threads will run with a higher priority when they wake up, and are the reason for the low latency mode. The high latency mode will be the CPU-bound threads. More analysis with this and other tools can confirm. A -m option can be used to show milliseconds instead, as well as an interval and a count. For example, showing three x five second summary in milliseconds: # ./runqlat -m 5 3 Tracing run queue latency... Hit Ctrl-C to end. msecs : count distribution 0 -> 1 : 3818 |****************************************| 2 -> 3 : 39 | | 4 -> 7 : 39 | | 8 -> 15 : 62 | | 16 -> 31 : 2214 |*********************** | 32 -> 63 : 226 |** | msecs : count distribution 0 -> 1 : 3775 |****************************************| 2 -> 3 : 52 | | 4 -> 7 : 37 | | 8 -> 15 : 65 | | 16 -> 31 : 2230 |*********************** | 32 -> 63 : 212 |** | msecs : count distribution 0 -> 1 : 3816 |****************************************| 2 -> 3 : 49 | | 4 -> 7 : 40 | | 8 -> 15 : 53 | | 16 -> 31 : 2228 |*********************** | 32 -> 63 : 221 |** | This shows a similar distribution across the three summaries. A -p option can be used to show one PID only, which is filtered in kernel for efficiency. For example, PID 4505, and one second summaries: # ./runqlat -mp 4505 1 Tracing run queue latency... Hit Ctrl-C to end. msecs : count distribution 0 -> 1 : 1 |* | 2 -> 3 : 2 |*** | 4 -> 7 : 1 |* | 8 -> 15 : 0 | | 16 -> 31 : 25 |****************************************| 32 -> 63 : 3 |**** | msecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 2 |** | 4 -> 7 : 0 | | 8 -> 15 : 1 |* | 16 -> 31 : 30 |****************************************| 32 -> 63 : 1 |* | msecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 28 |****************************************| 32 -> 63 : 2 |** | msecs : count distribution 0 -> 1 : 1 |* | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 27 |****************************************| 32 -> 63 : 4 |***** | [...] For comparison, here is pidstat(1) for that process: # pidstat -p 4505 1 Linux 4.4.0-virtual (bgregg-xxxxxxxx) 02/08/2016 _x86_64_ (8 CPU) 08:56:11 AM UID PID %usr %system %guest %CPU CPU Command 08:56:12 AM 0 4505 9.00 3.00 0.00 12.00 0 bash 08:56:13 AM 0 4505 7.00 5.00 0.00 12.00 0 bash 08:56:14 AM 0 4505 10.00 2.00 0.00 12.00 0 bash 08:56:15 AM 0 4505 11.00 2.00 0.00 13.00 0 bash 08:56:16 AM 0 4505 9.00 3.00 0.00 12.00 0 bash [...] This is a synthetic workload that is CPU bound. It's only spending 12% on-CPU each second because of high CPU demand on this server: the remaining time is spent waiting on a run queue, as visualized by runqlat. Here is the same system, but when it is CPU idle: # ./runqlat 5 1 Tracing run queue latency... Hit Ctrl-C to end. usecs : count distribution 0 -> 1 : 2250 |******************************** | 2 -> 3 : 2340 |********************************** | 4 -> 7 : 2746 |****************************************| 8 -> 15 : 418 |****** | 16 -> 31 : 93 |* | 32 -> 63 : 28 | | 64 -> 127 : 119 |* | 128 -> 255 : 9 | | 256 -> 511 : 4 | | 512 -> 1023 : 20 | | 1024 -> 2047 : 22 | | 2048 -> 4095 : 5 | | 4096 -> 8191 : 2 | | Back to a microsecond scale, this time there is little run queue latency past 1 millisecond, as would be expected. Now 16 threads are performing heavy disk I/O: # ./runqlat 5 1 Tracing run queue latency... Hit Ctrl-C to end. usecs : count distribution 0 -> 1 : 204 | | 2 -> 3 : 944 |* | 4 -> 7 : 16315 |********************* | 8 -> 15 : 29897 |****************************************| 16 -> 31 : 1044 |* | 32 -> 63 : 23 | | 64 -> 127 : 128 | | 128 -> 255 : 24 | | 256 -> 511 : 5 | | 512 -> 1023 : 13 | | 1024 -> 2047 : 15 | | 2048 -> 4095 : 13 | | 4096 -> 8191 : 10 | | The distribution hasn't changed too much. While the disks are 100% busy, there is still plenty of CPU headroom, and threads still don't spend much time waiting their turn. A -P option will print a distribution for each PID: # ./runqlat -P Tracing run queue latency... Hit Ctrl-C to end. ^C pid = 0 usecs : count distribution 0 -> 1 : 351 |******************************** | 2 -> 3 : 96 |******** | 4 -> 7 : 437 |****************************************| 8 -> 15 : 12 |* | 16 -> 31 : 10 | | 32 -> 63 : 0 | | 64 -> 127 : 16 |* | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 0 | | 2048 -> 4095 : 0 | | 4096 -> 8191 : 0 | | 8192 -> 16383 : 1 | | pid = 12929 usecs : count distribution 0 -> 1 : 1 |****************************************| 2 -> 3 : 0 | | 4 -> 7 : 1 |****************************************| pid = 12930 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 1 |****************************************| 32 -> 63 : 0 | | 64 -> 127 : 1 |****************************************| pid = 12931 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 1 |******************** | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 2 |****************************************| pid = 12932 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 1 |****************************************| 256 -> 511 : 0 | | 512 -> 1023 : 1 |****************************************| pid = 7 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 426 |************************************* | 4 -> 7 : 457 |****************************************| 8 -> 15 : 16 |* | pid = 9 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 425 |****************************************| 8 -> 15 : 16 |* | pid = 11 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 10 |****************************************| pid = 14 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 8 |****************************************| 4 -> 7 : 2 |********** | pid = 18 usecs : count distribution 0 -> 1 : 414 |****************************************| 2 -> 3 : 0 | | 4 -> 7 : 20 |* | 8 -> 15 : 8 | | pid = 12928 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 1 |****************************************| 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 1 |****************************************| pid = 1867 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 15 |****************************************| 16 -> 31 : 1 |** | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 4 |********** | pid = 1871 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 2 |****************************************| 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 1 |******************** | pid = 1876 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 1 |****************************************| 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 1 |****************************************| pid = 1878 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 3 |****************************************| pid = 1880 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 3 |****************************************| pid = 9307 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 1 |****************************************| pid = 1886 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 1 |******************** | 8 -> 15 : 2 |****************************************| pid = 1888 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 3 |****************************************| pid = 3297 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 1 |****************************************| pid = 1892 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 1 |******************** | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 2 |****************************************| pid = 7024 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 4 |****************************************| pid = 16468 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 3 |****************************************| pid = 12922 usecs : count distribution 0 -> 1 : 1 |****************************************| 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 1 |****************************************| 16 -> 31 : 1 |****************************************| 32 -> 63 : 0 | | 64 -> 127 : 1 |****************************************| pid = 12923 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 1 |******************** | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 2 |****************************************| 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 1 |******************** | 1024 -> 2047 : 1 |******************** | pid = 12924 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 2 |******************** | 8 -> 15 : 4 |****************************************| 16 -> 31 : 1 |********** | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 0 | | 1024 -> 2047 : 1 |********** | pid = 12925 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 1 |****************************************| pid = 12926 usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 1 |****************************************| 4 -> 7 : 0 | | 8 -> 15 : 1 |****************************************| 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 1 |****************************************| pid = 12927 usecs : count distribution 0 -> 1 : 1 |****************************************| 2 -> 3 : 0 | | 4 -> 7 : 1 |****************************************| A -L option will print a distribution for each TID: # ./runqlat -L Tracing run queue latency... Hit Ctrl-C to end. ^C tid = 0 usecs : count distribution 0 -> 1 : 593 |**************************** | 2 -> 3 : 829 |****************************************| 4 -> 7 : 300 |************** | 8 -> 15 : 321 |*************** | 16 -> 31 : 132 |****** | 32 -> 63 : 58 |** | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 13 | | tid = 7 usecs : count distribution 0 -> 1 : 8 |******** | 2 -> 3 : 19 |******************** | 4 -> 7 : 37 |****************************************| [...] And a --pidnss option (short for PID namespaces) will print for each PID namespace, for analyzing container performance: # ./runqlat --pidnss -m Tracing run queue latency... Hit Ctrl-C to end. ^C pidns = 4026532870 msecs : count distribution 0 -> 1 : 40 |****************************************| 2 -> 3 : 1 |* | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 2 |** | 64 -> 127 : 5 |***** | pidns = 4026532809 msecs : count distribution 0 -> 1 : 67 |****************************************| pidns = 4026532748 msecs : count distribution 0 -> 1 : 63 |****************************************| pidns = 4026532687 msecs : count distribution 0 -> 1 : 7 |****************************************| pidns = 4026532626 msecs : count distribution 0 -> 1 : 45 |****************************************| 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 3 |** | pidns = 4026531836 msecs : count distribution 0 -> 1 : 314 |****************************************| 2 -> 3 : 1 | | 4 -> 7 : 11 |* | 8 -> 15 : 28 |*** | 16 -> 31 : 137 |***************** | 32 -> 63 : 86 |********** | 64 -> 127 : 1 | | pidns = 4026532382 msecs : count distribution 0 -> 1 : 285 |****************************************| 2 -> 3 : 5 | | 4 -> 7 : 16 |** | 8 -> 15 : 9 |* | 16 -> 31 : 69 |********* | 32 -> 63 : 25 |*** | Many of these distributions have two modes: the second, in this case, is caused by capping CPU usage via CPU shares. USAGE message: # ./runqlat -h usage: runqlat.py [-h] [-T] [-m] [-P] [--pidnss] [-L] [-p PID] [interval] [count] Summarize run queue (scheduler) latency as a histogram positional arguments: interval output interval, in seconds count number of outputs optional arguments: -h, --help show this help message and exit -T, --timestamp include timestamp on output -m, --milliseconds millisecond histogram -P, --pids print a histogram per process ID --pidnss print a histogram per PID namespace -L, --tids print a histogram per thread ID -p PID, --pid PID trace this PID only examples: ./runqlat # summarize run queue latency as a histogram ./runqlat 1 10 # print 1 second summaries, 10 times ./runqlat -mT 1 # 1s summaries, milliseconds, and timestamps ./runqlat -P # show each PID separately ./runqlat -p 185 # trace PID 185 only bpfcc-0.31.0/tools/runqlen.py000077500000000000000000000200721465134135300160570ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # runqlen Summarize scheduler run queue length as a histogram. # For Linux, uses BCC, eBPF. # # This counts the length of the run queue, excluding the currently running # thread, and shows it as a histogram. # # Also answers run queue occupancy. # # USAGE: runqlen [-h] [-T] [-Q] [-m] [-D] [interval] [count] # # REQUIRES: Linux 4.9+ (BPF_PROG_TYPE_PERF_EVENT support). Under tools/old is # a version of this tool that may work on Linux 4.6 - 4.8. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 12-Dec-2016 Brendan Gregg Created this. from __future__ import print_function from bcc import BPF, PerfType, PerfSWConfig, utils from time import sleep, strftime from tempfile import NamedTemporaryFile from os import open, close, dup, unlink, O_WRONLY import argparse # arguments examples = """examples: ./runqlen # summarize run queue length as a histogram ./runqlen 1 10 # print 1 second summaries, 10 times ./runqlen -T 1 # 1s summaries and timestamps ./runqlen -O # report run queue occupancy ./runqlen -C # show each CPU separately """ parser = argparse.ArgumentParser( description="Summarize scheduler run queue length as a histogram", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-O", "--runqocc", action="store_true", help="report run queue occupancy") parser.add_argument("-C", "--cpus", action="store_true", help="print output for each CPU separately") parser.add_argument("interval", nargs="?", default=99999999, help="output interval, in seconds") parser.add_argument("count", nargs="?", default=99999999, help="number of outputs") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() countdown = int(args.count) debug = 0 frequency = 99 # Linux 4.15 introduced a new field runnable_weight # in linux_src:kernel/sched/sched.h as # struct cfs_rq { # struct load_weight load; # unsigned long runnable_weight; # unsigned int nr_running, h_nr_running; # ...... # } # and this tool requires to access nr_running to get # runqueue len information. # # The commit which introduces cfs_rq->runnable_weight # field also introduces the field sched_entity->runnable_weight # where sched_entity is defined in linux_src:include/linux/sched.h. # # To cope with pre-4.15 and 4.15/post-4.15 releases, # we run a simple BPF program to detect whether # field sched_entity->runnable_weight exists. The existence of # this field should infer the existence of cfs_rq->runnable_weight. # # This will need maintenance as the relationship between these # two fields may change in the future. # def check_runnable_weight_field(): # Define the bpf program for checking purpose bpf_check_text = """ #include unsigned long dummy(struct sched_entity *entity) { return entity->runnable_weight; } """ # Get a temporary file name tmp_file = NamedTemporaryFile(delete=False) tmp_file.close() # Duplicate and close stderr (fd = 2) old_stderr = dup(2) close(2) # Open a new file, should get fd number 2 # This will avoid printing llvm errors on the screen fd = open(tmp_file.name, O_WRONLY) try: t = BPF(text=bpf_check_text) success_compile = True except: success_compile = False # Release the fd 2, and next dup should restore old stderr close(fd) dup(old_stderr) close(old_stderr) # remove the temporary file and return unlink(tmp_file.name) return success_compile # define BPF program bpf_text = """ #include #include // Declare enough of cfs_rq to find nr_running, since we can't #import the // header. This will need maintenance. It is from kernel/sched/sched.h: // The runnable_weight field is removed from Linux 5.7.0 struct cfs_rq_partial { struct load_weight load; #if LINUX_VERSION_CODE < KERNEL_VERSION(5, 7, 0) RUNNABLE_WEIGHT_FIELD #endif unsigned int nr_running, h_nr_running; }; typedef struct cpu_key { int cpu; unsigned int slot; } cpu_key_t; STORAGE int do_perf_event() { unsigned int len = 0; pid_t pid = 0; struct task_struct *task = NULL; struct cfs_rq_partial *my_q = NULL; // Fetch the run queue length from task->se.cfs_rq->nr_running. This is an // unstable interface and may need maintenance. Perhaps a future version // of BPF will support task_rq(p) or something similar as a more reliable // interface. task = (struct task_struct *)bpf_get_current_task(); my_q = (struct cfs_rq_partial *)task->se.cfs_rq; len = my_q->nr_running; // Calculate run queue length by subtracting the currently running task, // if present. len 0 == idle, len 1 == one running task. if (len > 0) len--; STORE return 0; } """ # code substitutions if args.cpus: bpf_text = bpf_text.replace('STORAGE', 'BPF_HISTOGRAM(dist, cpu_key_t, MAX_CPUS);') bpf_text = bpf_text.replace('STORE', 'cpu_key_t key = {.slot = len}; ' + 'key.cpu = bpf_get_smp_processor_id(); ' + 'dist.increment(key);') else: bpf_text = bpf_text.replace('STORAGE', 'BPF_HISTOGRAM(dist, unsigned int);') bpf_text = bpf_text.replace('STORE', 'dist.atomic_increment(len);') # If target has BTF enabled, use BTF to check runnable_weight field exists in # cfs_rq first, otherwise fallback to use check_runnable_weight_field(). if BPF.kernel_struct_has_field(b'cfs_rq', b'runnable_weight') == 1 \ or check_runnable_weight_field(): bpf_text = bpf_text.replace('RUNNABLE_WEIGHT_FIELD', 'unsigned long runnable_weight;') else: bpf_text = bpf_text.replace('RUNNABLE_WEIGHT_FIELD', '') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() num_cpus = len(utils.get_online_cpus()) # initialize BPF & perf_events b = BPF(text=bpf_text, cflags=['-DMAX_CPUS=%s' % str(num_cpus)]) b.attach_perf_event(ev_type=PerfType.SOFTWARE, ev_config=PerfSWConfig.CPU_CLOCK, fn_name="do_perf_event", sample_period=0, sample_freq=frequency) print("Sampling run queue length... Hit Ctrl-C to end.") # output exiting = 0 if args.interval else 1 dist = b.get_table("dist") while (1): try: sleep(int(args.interval)) except KeyboardInterrupt: exiting = 1 print() if args.timestamp: print("%-8s\n" % strftime("%H:%M:%S"), end="") if args.runqocc: if args.cpus: # run queue occupancy, per-CPU summary idle = {} queued = {} cpumax = 0 for k, v in dist.items(): if k.cpu > cpumax: cpumax = k.cpu for c in range(0, cpumax + 1): idle[c] = 0 queued[c] = 0 for k, v in dist.items(): if k.slot == 0: idle[k.cpu] += v.value else: queued[k.cpu] += v.value for c in range(0, cpumax + 1): samples = idle[c] + queued[c] if samples: runqocc = float(queued[c]) / samples else: runqocc = 0 print("runqocc, CPU %-3d %6.2f%%" % (c, 100 * runqocc)) else: # run queue occupancy, system-wide summary idle = 0 queued = 0 for k, v in dist.items(): if k.value == 0: idle += v.value else: queued += v.value samples = idle + queued if samples: runqocc = float(queued) / samples else: runqocc = 0 print("runqocc: %0.2f%%" % (100 * runqocc)) else: # run queue length histograms dist.print_linear_hist("runqlen", "cpu") dist.clear() countdown -= 1 if exiting or countdown == 0: exit() bpfcc-0.31.0/tools/runqlen_example.txt000066400000000000000000000275501465134135300177660ustar00rootroot00000000000000Demonstrations of runqlen, the Linux eBPF/bcc version. This program summarizes scheduler queue length as a histogram, and can also show run queue occupancy. It works by sampling the run queue length on all CPUs at 99 Hertz. As an example, here is an idle system: # ./runqlen.py Sampling run queue length... Hit Ctrl-C to end. ^C runqlen : count distribution 0 : 1776 |****************************************| This shows a zero run queue length each time it was sampled. And now a heavily loaded system: # ./runqlen.py Sampling run queue length... Hit Ctrl-C to end. ^C runqlen : count distribution 0 : 1068 |****************************************| 1 : 642 |************************ | 2 : 369 |************* | 3 : 183 |****** | 4 : 104 |*** | 5 : 42 |* | 6 : 13 | | 7 : 2 | | 8 : 1 | | Now there is often threads queued, with one sample reaching a queue length of 8. This will cause run queue latency, which can be measured by the bcc runqlat tool. Here's an example of an issue that runqlen can identify. Starting with the system-wide summary: # ./runqlen.py Sampling run queue length... Hit Ctrl-C to end. ^C runqlen : count distribution 0 : 1209 |****************************************| 1 : 372 |************ | 2 : 73 |** | 3 : 3 | | 4 : 1 | | 5 : 0 | | 6 : 0 | | 7 : 237 |******* | This shows there is often a run queue length of 7. Now using the -C option to see per-CPU histograms: # ./runqlen.py -C Sampling run queue length... Hit Ctrl-C to end. ^C cpu = 0 runqlen : count distribution 0 : 257 |****************************************| 1 : 64 |********* | 2 : 5 | | 3 : 0 | | 4 : 0 | | 5 : 0 | | 6 : 1 | | cpu = 1 runqlen : count distribution 0 : 226 |****************************************| 1 : 90 |*************** | 2 : 11 |* | cpu = 2 runqlen : count distribution 0 : 264 |****************************************| 1 : 52 |******* | 2 : 8 |* | 3 : 1 | | 4 : 0 | | 5 : 0 | | 6 : 1 | | 7 : 0 | | 8 : 1 | | cpu = 3 runqlen : count distribution 0 : 0 | | 1 : 0 | | 2 : 0 | | 3 : 0 | | 4 : 0 | | 5 : 0 | | 6 : 0 | | 7 : 327 |****************************************| cpu = 4 runqlen : count distribution 0 : 255 |****************************************| 1 : 63 |********* | 2 : 9 |* | cpu = 5 runqlen : count distribution 0 : 244 |****************************************| 1 : 78 |************ | 2 : 3 | | 3 : 2 | | cpu = 6 runqlen : count distribution 0 : 253 |****************************************| 1 : 66 |********** | 2 : 6 | | 3 : 1 | | 4 : 1 | | cpu = 7 runqlen : count distribution 0 : 243 |****************************************| 1 : 74 |************ | 2 : 6 | | 3 : 1 | | 4 : 0 | | 5 : 1 | | 6 : 2 | | The run queue length of 7 is isolated to CPU 3. It was caused by CPU binding (taskset). This can sometimes happen by applications that try to auto-bind to CPUs, leaving other CPUs idle while work is queued. runqlat accepts an interval and a count. For example, with -T for timestamps: # ./runqlen.py -T 1 5 Sampling run queue length... Hit Ctrl-C to end. 19:51:34 runqlen : count distribution 0 : 635 |****************************************| 1 : 142 |******** | 2 : 13 | | 3 : 0 | | 4 : 1 | | 19:51:35 runqlen : count distribution 0 : 640 |****************************************| 1 : 136 |******** | 2 : 13 | | 3 : 1 | | 4 : 0 | | 5 : 0 | | 6 : 0 | | 7 : 0 | | 8 : 0 | | 9 : 0 | | 10 : 1 | | 19:51:36 runqlen : count distribution 0 : 603 |****************************************| 1 : 170 |*********** | 2 : 16 |* | 3 : 1 | | 4 : 0 | | 5 : 0 | | 6 : 0 | | 7 : 0 | | 8 : 0 | | 9 : 1 | | 19:51:37 runqlen : count distribution 0 : 617 |****************************************| 1 : 154 |********* | 2 : 20 |* | 3 : 0 | | 4 : 0 | | 5 : 0 | | 6 : 0 | | 7 : 0 | | 8 : 0 | | 9 : 0 | | 10 : 0 | | 11 : 1 | | 19:51:38 runqlen : count distribution 0 : 603 |****************************************| 1 : 161 |********** | 2 : 24 |* | 3 : 4 | | The spikes in run queue length of 11 are likely threads waking up at the same time (a thundering herd), and then are scheduled and complete their execution quickly. The -O option prints run queue occupancy: the percentage of time that there was work queued waiting its turn. Eg: # ./runqlen.py -OT 1 Sampling run queue length... Hit Ctrl-C to end. 19:54:53 runqocc: 41.09% 19:54:54 runqocc: 41.85% 19:54:55 runqocc: 41.47% 19:54:56 runqocc: 42.35% 19:54:57 runqocc: 40.83% [...] This can also be examined per-CPU: # ./runqlen.py -COT 1 Sampling run queue length... Hit Ctrl-C to end. 19:55:03 runqocc, CPU 0 32.32% runqocc, CPU 1 26.26% runqocc, CPU 2 38.38% runqocc, CPU 3 100.00% runqocc, CPU 4 26.26% runqocc, CPU 5 32.32% runqocc, CPU 6 39.39% runqocc, CPU 7 46.46% 19:55:04 runqocc, CPU 0 35.00% runqocc, CPU 1 32.32% runqocc, CPU 2 37.00% runqocc, CPU 3 100.00% runqocc, CPU 4 43.43% runqocc, CPU 5 31.31% runqocc, CPU 6 28.00% runqocc, CPU 7 31.31% 19:55:05 runqocc, CPU 0 43.43% runqocc, CPU 1 32.32% runqocc, CPU 2 45.45% runqocc, CPU 3 100.00% runqocc, CPU 4 29.29% runqocc, CPU 5 36.36% runqocc, CPU 6 36.36% runqocc, CPU 7 30.30% 19:55:06 runqocc, CPU 0 40.00% runqocc, CPU 1 38.00% runqocc, CPU 2 31.31% runqocc, CPU 3 100.00% runqocc, CPU 4 31.31% runqocc, CPU 5 28.28% runqocc, CPU 6 31.00% runqocc, CPU 7 29.29% [...] USAGE message: # ./runqlen -h usage: runqlen [-h] [-T] [-O] [-C] [interval] [count] Summarize scheduler run queue length as a histogram positional arguments: interval output interval, in seconds count number of outputs optional arguments: -h, --help show this help message and exit -T, --timestamp include timestamp on output -O, --runqocc report run queue occupancy -C, --cpus print output for each CPU separately examples: ./runqlen # summarize run queue length as a histogram ./runqlen 1 10 # print 1 second summaries, 10 times ./runqlen -T 1 # 1s summaries and timestamps ./runqlen -O # report run queue occupancy ./runqlen -C # show each CPU separately bpfcc-0.31.0/tools/runqslower.py000077500000000000000000000220131465134135300166110ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # runqslower Trace long process scheduling delays. # For Linux, uses BCC, eBPF. # # This script traces high scheduling delays between tasks being # ready to run and them running on CPU after that. # # USAGE: runqslower [-p PID] [-t TID] [-P] [min_us] # # REQUIRES: Linux 4.9+ (BPF_PROG_TYPE_PERF_EVENT support). # # This measures the time a task spends waiting on a run queue for a turn # on-CPU, and shows this time as a individual events. This time should be small, # but a task may need to wait its turn due to CPU load. # # This measures two types of run queue latency: # 1. The time from a task being enqueued on a run queue to its context switch # and execution. This traces ttwu_do_wakeup(), wake_up_new_task() -> # finish_task_switch() with either raw tracepoints (if supported) or kprobes # and instruments the run queue latency after a voluntary context switch. # 2. The time from when a task was involuntary context switched and still # in the runnable state, to when it next executed. This is instrumented # from finish_task_switch() alone. # # Copyright 2016 Cloudflare, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 02-May-2018 Ivan Babrou Created this. # 18-Nov-2019 Gergely Bod BUG fix: Use bpf_probe_read_kernel_str() to extract the # process name from 'task_struct* next' in raw tp code. # bpf_get_current_comm() operates on the current task # which might already be different than 'next'. from __future__ import print_function from bcc import BPF import argparse from time import strftime # arguments examples = """examples: ./runqslower # trace run queue latency higher than 10000 us (default) ./runqslower 1000 # trace run queue latency higher than 1000 us ./runqslower -p 123 # trace pid 123 ./runqslower -t 123 # trace tid 123 (use for threads only) ./runqslower -P # also show previous task comm and TID """ parser = argparse.ArgumentParser( description="Trace high run queue latency", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("min_us", nargs="?", default='10000', help="minimum run queue latency to trace, in us (default 10000)") parser.add_argument("-P", "--previous", action="store_true", help="also show previous task name and TID") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) thread_group = parser.add_mutually_exclusive_group() thread_group.add_argument("-p", "--pid", metavar="PID", dest="pid", help="trace this PID only", type=int) thread_group.add_argument("-t", "--tid", metavar="TID", dest="tid", help="trace this TID only", type=int) args = parser.parse_args() min_us = int(args.min_us) debug = 0 # define BPF program bpf_text = """ #include #include #include #include BPF_ARRAY(start, u64, MAX_PID); struct data_t { u32 pid; u32 prev_pid; char task[TASK_COMM_LEN]; char prev_task[TASK_COMM_LEN]; u64 delta_us; }; BPF_PERF_OUTPUT(events); // record enqueue timestamp static int trace_enqueue(u32 tgid, u32 pid) { if (FILTER_PID || FILTER_TGID || pid == 0) return 0; u64 ts = bpf_ktime_get_ns(); start.update(&pid, &ts); return 0; } """ bpf_text_kprobe = """ int trace_wake_up_new_task(struct pt_regs *ctx, struct task_struct *p) { return trace_enqueue(p->tgid, p->pid); } int trace_ttwu_do_wakeup(struct pt_regs *ctx, struct rq *rq, struct task_struct *p, int wake_flags) { return trace_enqueue(p->tgid, p->pid); } // calculate latency int trace_run(struct pt_regs *ctx, struct task_struct *prev) { u32 pid, tgid; // ivcsw: treat like an enqueue event and store timestamp if (prev->STATE_FIELD == TASK_RUNNING) { tgid = prev->tgid; pid = prev->pid; u64 ts = bpf_ktime_get_ns(); if (pid != 0) { if (!(FILTER_PID) && !(FILTER_TGID)) { start.update(&pid, &ts); } } } pid = bpf_get_current_pid_tgid(); u64 *tsp, delta_us; // fetch timestamp and calculate delta tsp = start.lookup(&pid); if ((tsp == 0) || (*tsp == 0)) { return 0; // missed enqueue } delta_us = (bpf_ktime_get_ns() - *tsp) / 1000; if (FILTER_US) return 0; struct data_t data = {}; data.pid = pid; data.prev_pid = prev->pid; data.delta_us = delta_us; bpf_get_current_comm(&data.task, sizeof(data.task)); bpf_probe_read_kernel_str(&data.prev_task, sizeof(data.prev_task), prev->comm); // output events.perf_submit(ctx, &data, sizeof(data)); //array map has no delete method, set ts to 0 instead *tsp = 0; return 0; } """ bpf_text_raw_tp = """ RAW_TRACEPOINT_PROBE(sched_wakeup) { // TP_PROTO(struct task_struct *p) struct task_struct *p = (struct task_struct *)ctx->args[0]; return trace_enqueue(p->tgid, p->pid); } RAW_TRACEPOINT_PROBE(sched_wakeup_new) { // TP_PROTO(struct task_struct *p) struct task_struct *p = (struct task_struct *)ctx->args[0]; u32 tgid, pid; bpf_probe_read_kernel(&tgid, sizeof(tgid), &p->tgid); bpf_probe_read_kernel(&pid, sizeof(pid), &p->pid); return trace_enqueue(tgid, pid); } RAW_TRACEPOINT_PROBE(sched_switch) { // TP_PROTO(bool preempt, struct task_struct *prev, struct task_struct *next) struct task_struct *prev = (struct task_struct *)ctx->args[1]; struct task_struct *next= (struct task_struct *)ctx->args[2]; u32 tgid, pid; long state; // ivcsw: treat like an enqueue event and store timestamp bpf_probe_read_kernel(&state, sizeof(long), (const void *)&prev->STATE_FIELD); bpf_probe_read_kernel(&pid, sizeof(prev->pid), &prev->pid); if (state == TASK_RUNNING) { bpf_probe_read_kernel(&tgid, sizeof(prev->tgid), &prev->tgid); u64 ts = bpf_ktime_get_ns(); if (pid != 0) { if (!(FILTER_PID) && !(FILTER_TGID)) { start.update(&pid, &ts); } } } u32 prev_pid; u64 *tsp, delta_us; prev_pid = pid; bpf_probe_read_kernel(&pid, sizeof(next->pid), &next->pid); // fetch timestamp and calculate delta tsp = start.lookup(&pid); if ((tsp == 0) || (*tsp == 0)) { return 0; // missed enqueue } delta_us = (bpf_ktime_get_ns() - *tsp) / 1000; if (FILTER_US) return 0; struct data_t data = {}; data.pid = pid; data.prev_pid = prev_pid; data.delta_us = delta_us; bpf_probe_read_kernel_str(&data.task, sizeof(data.task), next->comm); bpf_probe_read_kernel_str(&data.prev_task, sizeof(data.prev_task), prev->comm); // output events.perf_submit(ctx, &data, sizeof(data)); //array map has no delete method, set ts to 0 instead *tsp = 0; return 0; } """ is_support_raw_tp = BPF.support_raw_tracepoint() if is_support_raw_tp: bpf_text += bpf_text_raw_tp else: bpf_text += bpf_text_kprobe # code substitutions if BPF.kernel_struct_has_field(b'task_struct', b'__state') == 1: bpf_text = bpf_text.replace('STATE_FIELD', '__state') else: bpf_text = bpf_text.replace('STATE_FIELD', 'state') if min_us == 0: bpf_text = bpf_text.replace('FILTER_US', '0') else: bpf_text = bpf_text.replace('FILTER_US', 'delta_us <= %s' % str(min_us)) if args.tid: bpf_text = bpf_text.replace('FILTER_PID', 'pid != %s' % args.tid) else: bpf_text = bpf_text.replace('FILTER_PID', '0') if args.pid: bpf_text = bpf_text.replace('FILTER_TGID', 'tgid != %s' % args.pid) else: bpf_text = bpf_text.replace('FILTER_TGID', '0') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # process event def print_event(cpu, data, size): event = b["events"].event(data) if args.previous: print("%-8s %-16s %-6s %14s %-16s %-6s" % (strftime("%H:%M:%S"), event.task.decode('utf-8', 'replace'), event.pid, event.delta_us, event.prev_task.decode('utf-8', 'replace'), event.prev_pid)) else: print("%-8s %-16s %-6s %14s" % (strftime("%H:%M:%S"), event.task.decode('utf-8', 'replace'), event.pid, event.delta_us)) max_pid = int(open("/proc/sys/kernel/pid_max").read()) # load BPF program b = BPF(text=bpf_text, cflags=["-DMAX_PID=%d" % max_pid]) if not is_support_raw_tp: b.attach_kprobe(event="ttwu_do_wakeup", fn_name="trace_ttwu_do_wakeup") b.attach_kprobe(event="wake_up_new_task", fn_name="trace_wake_up_new_task") b.attach_kprobe(event_re=r'^finish_task_switch$|^finish_task_switch\.isra\.\d$', fn_name="trace_run") print("Tracing run queue latency higher than %d us" % min_us) if args.previous: print("%-8s %-16s %-6s %14s %-16s %-6s" % ("TIME", "COMM", "TID", "LAT(us)", "PREV COMM", "PREV TID")) else: print("%-8s %-16s %-6s %14s" % ("TIME", "COMM", "TID", "LAT(us)")) # read events b["events"].open_perf_buffer(print_event, page_cnt=64) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/runqslower_example.txt000066400000000000000000000042101465134135300205070ustar00rootroot00000000000000Demonstrations of runqslower, the Linux eBPF/bcc version. runqslower shows high latency scheduling times between tasks being ready to run and them running on CPU after that. For example: # runqslower Note: Showing TID (thread id) in the report column. The smallest execution unit becomes a TID when using the --pid flag as in that case the tool reports not only the parent pid but its children threads as well. Tracing run queue latency higher than 10000 us. TIME COMM TID LAT(us) 04:16:32 cc1 12924 12739 04:16:32 sh 13640 12118 04:16:32 make 13639 12730 04:16:32 bash 13655 12047 04:16:32 bash 13657 12744 04:16:32 bash 13656 12880 04:16:32 sh 13660 10846 04:16:32 gcc 13663 12681 04:16:32 make 13668 10814 04:16:32 make 13670 12988 04:16:32 gcc 13677 11770 04:16:32 gcc 13678 23519 04:16:32 as 12999 20541 [...] This shows various processes waiting for available CPU during a Linux kernel build. By default the output contains delays for more than 10ms. These delays can be analyzed in depth with "perf sched" tool, see: * http://www.brendangregg.com/blog/2017-03-16/perf-sched.html USAGE message: # ./runqslower -h usage: runqslower.py [-h] [-p PID | -t TID] [min_us] Trace high run queue latency positional arguments: min_us minimum run queue latency to trace, in us (default 10000) optional arguments: -h, --help show this help message and exit -p PID, --pid PID trace this PID only -t TID, --tid TID trace this TID only -P, --previous also show previous task name and TID examples: ./runqslower # trace run queue latency higher than 10000 us (default) ./runqslower 1000 # trace run queue latency higher than 1000 us ./runqslower -p 123 # trace pid 123 ./runqslower -t 123 # trace tid 123 (use for threads only) ./runqslower -P # also show previous task comm and TID bpfcc-0.31.0/tools/shmsnoop.py000077500000000000000000000174631465134135300162530ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # shmsnoop Trace shm*() syscalls. # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: shmsnoop [-h] [-T] [-x] [-p PID] [-d DURATION] [-t TID] [-n NAME] # # Copyright (c) 2018 Jiri Olsa. # Licensed under the Apache License, Version 2.0 (the "License") # # 08-Oct-2018 Jiri Olsa Created this. from __future__ import print_function from bcc import ArgString, BPF import argparse from datetime import datetime, timedelta # arguments examples = """examples: ./shmsnoop # trace all shm*() syscalls ./shmsnoop -T # include timestamps ./shmsnoop -p 181 # only trace PID 181 ./shmsnoop -t 123 # only trace TID 123 ./shmsnoop -d 10 # trace for 10 seconds only ./shmsnoop -n main # only print process names containing "main" """ parser = argparse.ArgumentParser( description="Trace shm*() syscalls", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("-t", "--tid", help="trace this TID only") parser.add_argument("-d", "--duration", help="total duration of trace in seconds") parser.add_argument("-n", "--name", type=ArgString, help="only print process names containing this name") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() debug = 0 if args.duration: args.duration = timedelta(seconds=int(args.duration)) # define BPF program bpf_text = """ #include #include #include struct val_t { u64 id; u64 ts; int sys; unsigned long key; unsigned long size; unsigned long shmflg; unsigned long shmid; unsigned long cmd; unsigned long buf; unsigned long shmaddr; unsigned long ret; char comm[TASK_COMM_LEN]; }; BPF_HASH(infotmp, u64, struct val_t); BPF_PERF_OUTPUT(events); enum { SYS_SHMGET, SYS_SHMAT, SYS_SHMDT, SYS_SHMCTL, }; static int enter(struct val_t *val) { u64 id = bpf_get_current_pid_tgid(); u32 pid = id >> 32; // PID is higher part u32 tid = id; // Cast and get the lower part FILTER val->id = id; infotmp.update(&id, val); return 0; } int trace_return(struct pt_regs *ctx) { u64 id = bpf_get_current_pid_tgid(); u64 tsp = bpf_ktime_get_ns(); struct val_t *val; val = infotmp.lookup(&id); if (val == 0) return 0; if (bpf_get_current_comm(&val->comm, sizeof(val->comm)) != 0) goto out; val->ts = tsp / 1000; val->ret = PT_REGS_RC(ctx); events.perf_submit(ctx, val, sizeof(*val)); out: infotmp.delete(&id); return 0; } int syscall__shmget(struct pt_regs *ctx, u64 key, u64 size, u64 shmflg) { struct val_t val = { .sys = SYS_SHMGET, }; val.key = key; val.size = size; val.shmflg = shmflg; return enter(&val); }; int syscall__shmat(struct pt_regs *ctx, u64 shmid, u64 shmaddr, u64 shmflg) { struct val_t val = { .sys = SYS_SHMAT, }; val.shmid = shmid; val.shmaddr = shmaddr; val.shmflg = shmflg; return enter(&val); }; int syscall__shmdt(struct pt_regs *ctx, u64 shmaddr) { struct val_t val = { .sys = SYS_SHMDT, }; val.shmaddr = shmaddr; return enter(&val); }; int syscall__shmctl(struct pt_regs *ctx, u64 shmid, u64 cmd, u64 buf) { struct val_t val = { .sys = SYS_SHMCTL, }; val.shmid = shmid; val.cmd = cmd; val.buf = buf; return enter(&val); }; """ if args.tid: # TID trumps PID bpf_text = bpf_text.replace('FILTER', 'if (tid != %s) { return 0; }' % args.tid) elif args.pid: bpf_text = bpf_text.replace('FILTER', 'if (pid != %s) { return 0; }' % args.pid) else: bpf_text = bpf_text.replace('FILTER', '') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # initialize BPF b = BPF(text=bpf_text) syscall_fnname = b.get_syscall_fnname("shmget") if BPF.ksymname(syscall_fnname) != -1: b.attach_kprobe(event=syscall_fnname, fn_name="syscall__shmget") b.attach_kretprobe(event=syscall_fnname, fn_name="trace_return") syscall_fnname = b.get_syscall_fnname("shmat") if BPF.ksymname(syscall_fnname) != -1: b.attach_kprobe(event=syscall_fnname, fn_name="syscall__shmat") b.attach_kretprobe(event=syscall_fnname, fn_name="trace_return") syscall_fnname = b.get_syscall_fnname("shmdt") if BPF.ksymname(syscall_fnname) != -1: b.attach_kprobe(event=syscall_fnname, fn_name="syscall__shmdt") b.attach_kretprobe(event=syscall_fnname, fn_name="trace_return") syscall_fnname = b.get_syscall_fnname("shmctl") if BPF.ksymname(syscall_fnname) != -1: b.attach_kprobe(event=syscall_fnname, fn_name="syscall__shmctl") b.attach_kretprobe(event=syscall_fnname, fn_name="trace_return") TASK_COMM_LEN = 16 # linux/sched.h SYS_SHMGET = 0 SYS_SHMAT = 1 SYS_SHMDT = 2 SYS_SHMCTL = 3 initial_ts = 0 # header if args.timestamp: print("%-14s" % ("TIME(s)"), end="") print("%-6s %-16s %6s %16s ARGs" % ("TID" if args.tid else "PID", "COMM", "SYS", "RET")) def sys_name(sys): switcher = { SYS_SHMGET: "SHMGET", SYS_SHMAT: "SHMAT", SYS_SHMDT: "SHMDT", SYS_SHMCTL: "SHMCTL", } return switcher.get(sys, "N/A") shmget_flags = [ { 'name' : 'IPC_CREAT', 'value' : 0o1000 }, { 'name' : 'IPC_EXCL', 'value' : 0o2000 }, { 'name' : 'SHM_HUGETLB', 'value' : 0o4000 }, { 'name' : 'SHM_HUGE_2MB', 'value' : 21 << 26 }, { 'name' : 'SHM_HUGE_1GB', 'value' : 30 << 26 }, { 'name' : 'SHM_NORESERVE', 'value' : 0o10000 }, { 'name' : 'SHM_EXEC', 'value' : 0o100000 } ] shmat_flags = [ { 'name' : 'SHM_RDONLY', 'value' : 0o10000 }, { 'name' : 'SHM_RND', 'value' : 0o20000 }, { 'name' : 'SHM_REMAP', 'value' : 0o40000 }, { 'name' : 'SHM_EXEC', 'value' : 0o100000 }, ] def shmflg_str(val, flags): cur = filter(lambda x : x['value'] & val, flags) str = "0x%x" % val if (not val): return str str += " (" cnt = 0 for x in cur: if cnt: str += "|" str += x['name'] val &= ~x['value'] cnt += 1 if val != 0 or not cnt: if cnt: str += "|" str += "0%o" % val str += ")" return str # process event def print_event(cpu, data, size): event = b["events"].event(data) global initial_ts if not initial_ts: initial_ts = event.ts if args.name and bytes(args.name) not in event.comm: return if args.timestamp: delta = event.ts - initial_ts print("%-14.9f" % (float(delta) / 1000000), end="") print("%-6d %-16s %6s %16lx " % (event.id & 0xffffffff if args.tid else event.id >> 32, event.comm.decode(), sys_name(event.sys), event.ret), end = '') if event.sys == SYS_SHMGET: print("key: 0x%lx, size: %lu, shmflg: %s" % (event.key, event.size, shmflg_str(event.shmflg, shmget_flags))) if event.sys == SYS_SHMAT: print("shmid: 0x%lx, shmaddr: 0x%lx, shmflg: %s" % (event.shmid, event.shmaddr, shmflg_str(event.shmflg, shmat_flags))) if event.sys == SYS_SHMDT: print("shmaddr: 0x%lx" % (event.shmaddr)) if event.sys == SYS_SHMCTL: print("shmid: 0x%lx, cmd: %lu, buf: 0x%x" % (event.shmid, event.cmd, event.buf)) # loop with callback to print_event b["events"].open_perf_buffer(print_event, page_cnt=64) start_time = datetime.now() while not args.duration or datetime.now() - start_time < args.duration: try: b.perf_buffer_poll(timeout=1000) except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/shmsnoop_example.txt000066400000000000000000000053561465134135300201500ustar00rootroot00000000000000Demonstrations of shmsnoop, the Linux eBPF/bcc version. shmsnoop traces shm*() syscalls, for example: # ./shmsnoop.py PID COMM SYS RET ARGs 19813 server SHMGET 10000 key: 0x78020001, size: 20, shmflg: 0x3b6 (IPC_CREAT|0666) 19813 server SHMAT 7f1cf8b1f000 shmid: 0x10000, shmaddr: 0x0, shmflg: 0x0 19816 client SHMGET 10000 key: 0x78020001, size: 20, shmflg: 0x1b6 (0666) 19816 client SHMAT 7f4fd8ee7000 shmid: 0x10000, shmaddr: 0x0, shmflg: 0x0 19816 client SHMDT 0 shmaddr: 0x7f4fd8ee7000 19813 server SHMDT 0 shmaddr: 0x7f1cf8b1f000 19813 server SHMCTL 0 shmid: 0x10000, cmd: 0, buf: 0x0 Every call the shm* syscall (SHM column) is displayed on separate line together with process info (PID/COMM columns) and argument details: return value (RET column) and syscall arguments (ARGs column). The ARGs column contains 'arg: value' couples that represent given syscall arguments as described in their manpage. This works by tracing shm* system calls and sending argument details to the python script. A -T option can be used to include a timestamp column, and a -n option to match on a command name. Regular expressions are allowed. For example, matching commands containing "server" with timestamps: # ./shmsnoop.py -T -n server TIME(s) PID COMM SYS RET ARGs 0.563194000 19825 server SHMDT 0 shmaddr: 0x7f74362e4000 0.563237000 19825 server SHMCTL 0 shmid: 0x18000, cmd: 0, buf: 0x0 A -p option can be used to trace only selected process: # ./shmsnoop.py -p 19855 PID COMM SYS RET ARGs 19855 server SHMDT 0 shmaddr: 0x7f4329ff8000 19855 server SHMCTL 0 shmid: 0x20000, cmd: 0, buf: 0x0 USAGE message: # ./shmsnoop.py -h usage: shmsnoop.py [-h] [-T] [-p PID] [-t TID] [-d DURATION] [-n NAME] Trace shm*() syscalls optional arguments: -h, --help show this help message and exit -T, --timestamp include timestamp on output -p PID, --pid PID trace this PID only -t TID, --tid TID trace this TID only -d DURATION, --duration DURATION total duration of trace in seconds -n NAME, --name NAME only print process names containing this name examples: ./shmsnoop # trace all shm*() syscalls ./shmsnoop -T # include timestamps ./shmsnoop -p 181 # only trace PID 181 ./shmsnoop -t 123 # only trace TID 123 ./shmsnoop -d 10 # trace for 10 seconds only ./shmsnoop -n main # only print process names containing "main" bpfcc-0.31.0/tools/slabratetop.py000077500000000000000000000152521465134135300167170ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # slabratetop Summarize kmem_cache_alloc() calls. # For Linux, uses BCC, eBPF. # # USAGE: slabratetop [-h] [-C] [-r MAXROWS] [interval] [count] # # This uses in-kernel BPF maps to store cache summaries for efficiency. # # SEE ALSO: slabtop(1), which shows the cache volumes. # # Copyright 2016 Netflix, Inc. # Licensed under the Apache License, Version 2.0 (the "License") # # 15-Oct-2016 Brendan Gregg Created this. # 23-Jan-2023 Rong Tao Introduce kernel internal data structure and # functions to temporarily solve problem for # >=5.16(TODO: fix this workaround) from __future__ import print_function from bcc import BPF from bcc.utils import printb from time import sleep, strftime import argparse, platform from subprocess import call rel = platform.release().split('.') if int(rel[0]) > 6 or (int(rel[0]) == 6 and int(rel[1]) >= 8): print("Linux 6.8 and later are not supported due to kernel internal data structure changes.") print("Please use libbpf-tool version of slabratetop instead.") exit() # arguments examples = """examples: ./slabratetop # kmem_cache_alloc() top, 1 second refresh ./slabratetop -C # don't clear the screen ./slabratetop 5 # 5 second summaries ./slabratetop 5 10 # 5 second summaries, 10 times only """ parser = argparse.ArgumentParser( description="Kernel SLAB/SLUB memory cache allocation rate top", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-C", "--noclear", action="store_true", help="don't clear the screen") parser.add_argument("-r", "--maxrows", default=20, help="maximum rows to print, default 20") parser.add_argument("interval", nargs="?", default=1, help="output interval, in seconds") parser.add_argument("count", nargs="?", default=99999999, help="number of outputs") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() interval = int(args.interval) countdown = int(args.count) maxrows = int(args.maxrows) clear = not int(args.noclear) debug = 0 # linux stats loadavg = "/proc/loadavg" # define BPF program bpf_text = """ #include #include #include // memcg_cache_params is a part of kmem_cache, but is not publicly exposed in // kernel versions 5.4 to 5.8. Define an empty struct for it here to allow the // bpf program to compile. It has been completely removed in kernel version // 5.9, but it does not hurt to have it here for versions 5.4 to 5.8. struct memcg_cache_params {}; // introduce kernel interval slab structure and slab_address() function, solved // 'undefined' error for >=5.16. TODO: we should fix this workaround if BCC // framework support BTF/CO-RE. struct slab { unsigned long __page_flags; #if defined(CONFIG_SLAB) struct kmem_cache *slab_cache; union { struct { struct list_head slab_list; void *freelist; /* array of free object indexes */ void *s_mem; /* first object */ }; struct rcu_head rcu_head; }; unsigned int active; #elif defined(CONFIG_SLUB) struct kmem_cache *slab_cache; union { struct { union { struct list_head slab_list; #ifdef CONFIG_SLUB_CPU_PARTIAL struct { struct slab *next; int slabs; /* Nr of slabs left */ }; #endif }; /* Double-word boundary */ void *freelist; /* first free object */ union { unsigned long counters; struct { unsigned inuse:16; unsigned objects:15; unsigned frozen:1; }; }; }; struct rcu_head rcu_head; }; unsigned int __unused; #elif defined(CONFIG_SLOB) struct list_head slab_list; void *__unused_1; void *freelist; /* first free block */ long units; unsigned int __unused_2; #else #error "Unexpected slab allocator configured" #endif atomic_t __page_refcount; #ifdef CONFIG_MEMCG unsigned long memcg_data; #endif }; // slab_address() will not be used, and NULL will be returned directly, which // can avoid adaptation of different kernel versions static inline void *slab_address(const struct slab *slab) { return NULL; } #ifdef CONFIG_64BIT typedef __uint128_t freelist_full_t; #else typedef u64 freelist_full_t; #endif typedef union { struct { void *freelist; unsigned long counter; }; freelist_full_t full; } freelist_aba_t; #ifdef CONFIG_SLUB #include #else #include #endif #define CACHE_NAME_SIZE 32 // the key for the output summary struct info_t { char name[CACHE_NAME_SIZE]; }; // the value of the output summary struct val_t { u64 count; u64 size; }; BPF_HASH(counts, struct info_t, struct val_t); int kprobe__kmem_cache_alloc(struct pt_regs *ctx, struct kmem_cache *cachep) { struct info_t info = {}; const char *name = cachep->name; bpf_probe_read_kernel(&info.name, sizeof(info.name), name); struct val_t *valp, zero = {}; valp = counts.lookup_or_try_init(&info, &zero); if (valp) { valp->count++; valp->size += cachep->size; } return 0; } """ if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # initialize BPF b = BPF(text=bpf_text) # check whether hash table batch ops is supported htab_batch_ops = True if BPF.kernel_struct_has_field(b'bpf_map_ops', b'map_lookup_and_delete_batch') == 1 else False print('Tracing... Output every %d secs. Hit Ctrl-C to end' % interval) # output exiting = 0 while 1: try: sleep(interval) except KeyboardInterrupt: exiting = 1 # header if clear: call("clear") else: print() with open(loadavg) as stats: print("%-8s loadavg: %s" % (strftime("%H:%M:%S"), stats.read())) print("%-32s %6s %10s" % ("CACHE", "ALLOCS", "BYTES")) # by-TID output counts = b.get_table("counts") line = 0 for k, v in reversed(sorted(counts.items_lookup_and_delete_batch() if htab_batch_ops else counts.items(), key=lambda counts: counts[1].size)): printb(b"%-32s %6d %10d" % (k.name, v.count, v.size)) line += 1 if line >= maxrows: break if not htab_batch_ops: counts.clear() countdown -= 1 if exiting or countdown == 0: print("Detaching...") exit() bpfcc-0.31.0/tools/slabratetop_example.txt000066400000000000000000000123431465134135300206140ustar00rootroot00000000000000Demonstrations of slabratetop, the Linux eBPF/bcc version. slabratetop shows the rate of allocations and total bytes from the kernel memory allocation caches (SLAB or SLUB), in a top-like display that refreshes. For example: # ./slabratetop 07:01:35 loadavg: 0.38 0.21 0.12 1/342 13297 CACHE ALLOCS BYTES kmalloc-4096 3554 14557184 kmalloc-256 2382 609536 cred_jar 2568 493056 anon_vma_chain 2007 128448 anon_vma 972 77760 sighand_cache 24 50688 mm_struct 49 50176 RAW 52 49920 proc_inode_cache 59 38232 signal_cache 24 26112 dentry 135 25920 sock_inode_cache 29 18560 files_cache 24 16896 inode_cache 13 7696 TCP 2 3840 pid 24 3072 sigqueue 17 2720 ext4_inode_cache 2 2160 buffer_head 16 1664 xfs_trans 5 1160 By default the screen refreshes every one second, and only the top 20 caches are shown. These can be tuned with options: see USAGE (-h). The output above showed that the kmalloc-4096 cache allocated the most, about 14 Mbytes during this interval. This is a generic cache; other caches have more meaningful names ("dentry", "TCP", "pid", etc). slabtop(1) is a similar tool that shows the current static volume and usage of the caches. slabratetop shows the active call rates and total size of the allocations. Since "kmalloc-4096" isn't very descriptive, I'm interested in seeing the kernel stacks that led to this allocation. In the future (maybe by now) the bcc trace tool could do this. As I'm writing this, it can't, so I'll use my older ftrace-based kprobe tool as a workarond. This is from my perf-tools collection: https://github.com/brendangregg/perf-tools. # ./perf-tools/bin/kprobe -s 'p:kmem_cache_alloc name=+0(+96(%di)):string' 'name == "kmalloc-4096' | head -100 Tracing kprobe kmem_cache_alloc. Ctrl-C to end. kprobe-3892 [002] d... 7888274.478331: kmem_cache_alloc: (kmem_cache_alloc+0x0/0x1b0) name="kmalloc-4096" kprobe-3892 [002] d... 7888274.478333: => kmem_cache_alloc => user_path_at_empty => vfs_fstatat => SYSC_newstat => SyS_newstat => entry_SYSCALL_64_fastpath kprobe-3892 [002] d... 7888274.478340: kmem_cache_alloc: (kmem_cache_alloc+0x0/0x1b0) name="kmalloc-4096" kprobe-3892 [002] d... 7888274.478341: => kmem_cache_alloc => user_path_at_empty => vfs_fstatat => SYSC_newstat => SyS_newstat => entry_SYSCALL_64_fastpath kprobe-3892 [002] d... 7888274.478345: kmem_cache_alloc: (kmem_cache_alloc+0x0/0x1b0) name="kmalloc-4096" kprobe-3892 [002] d... 7888274.478346: => kmem_cache_alloc => user_path_at_empty => vfs_fstatat => SYSC_newstat => SyS_newstat => entry_SYSCALL_64_fastpath kprobe-3892 [002] d... 7888274.478350: kmem_cache_alloc: (kmem_cache_alloc+0x0/0x1b0) name="kmalloc-4096" kprobe-3892 [002] d... 7888274.478351: => kmem_cache_alloc => user_path_at_empty => vfs_fstatat => SYSC_newstat => SyS_newstat => entry_SYSCALL_64_fastpath kprobe-3892 [002] d... 7888274.478355: kmem_cache_alloc: (kmem_cache_alloc+0x0/0x1b0) name="kmalloc-4096" kprobe-3892 [002] d... 7888274.478355: => kmem_cache_alloc => user_path_at_empty => vfs_fstatat => SYSC_newstat => SyS_newstat => entry_SYSCALL_64_fastpath kprobe-3892 [002] d... 7888274.478359: kmem_cache_alloc: (kmem_cache_alloc+0x0/0x1b0) name="kmalloc-4096" kprobe-3892 [002] d... 7888274.478359: => kmem_cache_alloc => user_path_at_empty => vfs_fstatat => SYSC_newstat => SyS_newstat => entry_SYSCALL_64_fastpath [...] This is just an example so that you can see it's possible to dig further. Please don't copy-n-paste that kprobe command, as it's unlikely to work (the "+0(+96(%di))" text is specific to a kernel version and architecture). So these allocations are coming from user_path_at_empty(), which calls other functions (not seen in the stack: I suspect it's a tail-call compiler optimization). USAGE: # ./slabratetop -h usage: slabratetop [-h] [-C] [-r MAXROWS] [interval] [count] Kernel SLAB/SLUB memory cache allocation rate top positional arguments: interval output interval, in seconds count number of outputs optional arguments: -h, --help show this help message and exit -C, --noclear don't clear the screen -r MAXROWS, --maxrows MAXROWS maximum rows to print, default 20 examples: ./slabratetop # kmem_cache_alloc() top, 1 second refresh ./slabratetop -C # don't clear the screen ./slabratetop 5 # 5 second summaries ./slabratetop 5 10 # 5 second summaries, 10 times only bpfcc-0.31.0/tools/sofdsnoop.py000077500000000000000000000201011465134135300163760ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # sofdsnoop traces file descriptors passed via socket # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: sofdsnoop # # Copyright (c) 2018 Jiri Olsa. # Licensed under the Apache License, Version 2.0 (the "License") # # 30-Jul-2018 Jiri Olsa Created this. from __future__ import print_function from bcc import ArgString, BPF import os import argparse from datetime import datetime, timedelta # arguments examples = """examples: ./sofdsnoop # trace passed file descriptors ./sofdsnoop -T # include timestamps ./sofdsnoop -p 181 # only trace PID 181 ./sofdsnoop -t 123 # only trace TID 123 ./sofdsnoop -d 10 # trace for 10 seconds only ./sofdsnoop -n main # only print process names containing "main" """ parser = argparse.ArgumentParser( description="Trace file descriptors passed via socket", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-p", "--pid", help="trace this PID only") parser.add_argument("-t", "--tid", help="trace this TID only") parser.add_argument("-n", "--name", type=ArgString, help="only print process names containing this name") parser.add_argument("-d", "--duration", help="total duration of trace in seconds") args = parser.parse_args() debug = 0 ACTION_SEND=0 ACTION_RECV=1 MAX_FD=10 if args.duration: args.duration = timedelta(seconds=int(args.duration)) # define BPF program bpf_text = """ #include #include #include #include #include #define MAX_FD 10 #define ACTION_SEND 0 #define ACTION_RECV 1 struct val_t { u64 id; u64 ts; int action; int sock_fd; int fd_cnt; int fd[MAX_FD]; char comm[TASK_COMM_LEN]; }; BPF_HASH(detach_ptr, u64, struct cmsghdr *); BPF_HASH(sock_fd, u64, int); BPF_PERF_OUTPUT(events); static void set_fd(int fd) { u64 id = bpf_get_current_pid_tgid(); sock_fd.update(&id, &fd); } static int get_fd(void) { u64 id = bpf_get_current_pid_tgid(); int *fd; fd = sock_fd.lookup(&id); return fd ? *fd : -1; } static void put_fd(void) { u64 id = bpf_get_current_pid_tgid(); sock_fd.delete(&id); } static int sent_1(struct pt_regs *ctx, struct val_t *val, int num, void *data) { val->fd_cnt = min(num, MAX_FD); if (bpf_probe_read_kernel(&val->fd[0], MAX_FD * sizeof(int), data)) return -1; events.perf_submit(ctx, val, sizeof(*val)); return 0; } #define SEND_1 \ if (sent_1(ctx, &val, num, (void *) data)) \ return 0; \ \ num -= MAX_FD; \ if (num < 0) \ return 0; \ \ data += MAX_FD; #define SEND_2 SEND_1 SEND_1 #define SEND_4 SEND_2 SEND_2 #define SEND_8 SEND_4 SEND_4 #define SEND_260 SEND_8 SEND_8 SEND_8 SEND_2 static int send(struct pt_regs *ctx, struct cmsghdr *cmsg, int action) { struct val_t val = { 0 }; int *data, num, fd; u64 tsp = bpf_ktime_get_ns(); data = (void *) ((char *) cmsg + sizeof(struct cmsghdr)); num = (cmsg->cmsg_len - sizeof(struct cmsghdr)) / sizeof(int); val.id = bpf_get_current_pid_tgid(); val.action = action; val.sock_fd = get_fd(); val.ts = tsp / 1000; if (bpf_get_current_comm(&val.comm, sizeof(val.comm)) != 0) return 0; SEND_260 return 0; } static bool allow_pid(u64 id) { u32 pid = id >> 32; // PID is higher part u32 tid = id; // Cast and get the lower part FILTER return 1; } int trace_scm_send_entry(struct pt_regs *ctx, struct socket *sock, struct msghdr *hdr) { struct cmsghdr *cmsg = NULL; if (!allow_pid(bpf_get_current_pid_tgid())) return 0; if (hdr->msg_controllen >= sizeof(struct cmsghdr)) cmsg = hdr->msg_control; if (!cmsg || (cmsg->cmsg_type != SCM_RIGHTS)) return 0; return send(ctx, cmsg, ACTION_SEND); }; int trace_scm_detach_fds_entry(struct pt_regs *ctx, struct msghdr *hdr) { struct cmsghdr *cmsg = NULL; u64 id = bpf_get_current_pid_tgid(); if (!allow_pid(id)) return 0; if (hdr->msg_controllen >= sizeof(struct cmsghdr)) cmsg = hdr->msg_control; if (!cmsg) return 0; detach_ptr.update(&id, &cmsg); return 0; }; int trace_scm_detach_fds_return(struct pt_regs *ctx) { struct cmsghdr **cmsgp; u64 id = bpf_get_current_pid_tgid(); if (!allow_pid(id)) return 0; cmsgp = detach_ptr.lookup(&id); if (!cmsgp) return 0; return send(ctx, *cmsgp, ACTION_RECV); } int syscall__sendmsg(struct pt_regs *ctx, u64 fd, u64 msg, u64 flags) { struct pt_regs p; if (!allow_pid(bpf_get_current_pid_tgid())) return 0; set_fd(fd); return 0; } int trace_sendmsg_return(struct pt_regs *ctx) { if (!allow_pid(bpf_get_current_pid_tgid())) return 0; put_fd(); return 0; } int syscall__recvmsg(struct pt_regs *ctx, u64 fd, u64 msg, u64 flags) { struct pt_regs p; if (!allow_pid(bpf_get_current_pid_tgid())) return 0; fd = fd; set_fd(fd); return 0; } int trace_recvmsg_return(struct pt_regs *ctx) { if (!allow_pid(bpf_get_current_pid_tgid())) return 0; put_fd(); return 0; } """ if args.tid: # TID trumps PID bpf_text = bpf_text.replace('FILTER', 'if (tid != %s) { return 0; }' % args.tid) elif args.pid: bpf_text = bpf_text.replace('FILTER', 'if (pid != %s) { return 0; }' % args.pid) else: bpf_text = bpf_text.replace('FILTER', '') # initialize BPF b = BPF(text=bpf_text) syscall_fnname = b.get_syscall_fnname("sendmsg") if BPF.ksymname(syscall_fnname) != -1: b.attach_kprobe(event=syscall_fnname, fn_name="syscall__sendmsg") b.attach_kretprobe(event=syscall_fnname, fn_name="trace_sendmsg_return") syscall_fnname = b.get_syscall_fnname("recvmsg") if BPF.ksymname(syscall_fnname) != -1: b.attach_kprobe(event=syscall_fnname, fn_name="syscall__recvmsg") b.attach_kretprobe(event=syscall_fnname, fn_name="trace_recvmsg_return") b.attach_kprobe(event="__scm_send", fn_name="trace_scm_send_entry") b.attach_kprobe(event="scm_detach_fds", fn_name="trace_scm_detach_fds_entry") b.attach_kretprobe(event="scm_detach_fds", fn_name="trace_scm_detach_fds_return") initial_ts = 0 # header if args.timestamp: print("%-14s" % ("TIME(s)"), end="") print("%-6s %-6s %-16s %-25s %-5s %s" % ("ACTION", "TID", "COMM", "SOCKET", "FD", "NAME")) def get_file(pid, fd): proc = "/proc/%d/fd/%d" % (pid, fd) try: return os.readlink(proc) except OSError as err: return "N/A" # process event def print_event(cpu, data, size): event = b["events"].event(data) tid = event.id & 0xffffffff; cnt = min(MAX_FD, event.fd_cnt); if args.name and bytes(args.name) not in event.comm: return for i in range(0, cnt): global initial_ts if not initial_ts: initial_ts = event.ts if args.timestamp: delta = event.ts - initial_ts print("%-14.9f" % (float(delta) / 1000000), end="") print("%-6s %-6d %-16s " % ("SEND" if event.action == ACTION_SEND else "RECV", tid, event.comm.decode()), end = '') sock = "%d:%s" % (event.sock_fd, get_file(tid, event.sock_fd)) print("%-25s " % sock, end = '') fd = event.fd[i] fd_file = get_file(tid, fd) if event.action == ACTION_SEND else "" print("%-5d %s" % (fd, fd_file)) # loop with callback to print_event b["events"].open_perf_buffer(print_event, page_cnt=64) start_time = datetime.now() while not args.duration or datetime.now() - start_time < args.duration: try: b.perf_buffer_poll(timeout=1000) except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/sofdsnoop_example.txt000066400000000000000000000062131465134135300203050ustar00rootroot00000000000000Demonstrations of sofdsnoop, the Linux eBPF/bcc version. sofdsnoop traces FDs passed through unix sockets # ./sofdsnoop.py ACTION TID COMM SOCKET FD NAME SEND 2576 Web Content 24:socket:[39763] 51 /dev/shm/org.mozilla.ipc.2576.23874 RECV 2576 Web Content 49:socket:[809997] 51 SEND 2576 Web Content 24:socket:[39763] 58 N/A RECV 2464 Gecko_IOThread 75:socket:[39753] 55 Every file descriptor that is passed via unix sockets os displayed on separate line together with process info (TID/COMM columns), ACTION details (SEND/RECV), file descriptor number (FD) and its translation to file if available (NAME). The file descriptor (fd) value is bound to a process. The SEND lines display the fd value within the sending process. The RECV lines display the fd value of the sending process. That's why there's translation to name only on SEND lines, where we are able to find it in task proc records. This works by tracing sendmsg/recvmsg system calls to provide the socket fds, and scm_send_entry/scm_detach_fds to provide the file descriptor details. A -T option can be used to include a timestamp column, and a -n option to match on a command name. Regular expressions are allowed. For example, matching commands containing "server" with timestamps: # ./sofdsnoop.py -T -n Web TIME(s) ACTION TID COMM SOCKET FD NAME 0.000000000 SEND 2576 Web Content 24:socket:[39763] 51 /dev/shm/org.mozilla.ipc.2576.25404 (deleted) 0.000413000 RECV 2576 Web Content 49:/dev/shm/org.mozilla.ipc.2576.25404 (deleted) 51 0.000558000 SEND 2576 Web Content 24:socket:[39763] 58 N/A 0.000952000 SEND 2576 Web Content 24:socket:[39763] 58 socket:[817962] A -p option can be used to trace only selected process: # ./sofdsnoop.py -p 2576 -T TIME(s) ACTION TID COMM SOCKET FD NAME 0.000000000 SEND 2576 Web Content 24:socket:[39763] 51 N/A 0.000138000 RECV 2576 Web Content 49:N/A 5 0.000191000 SEND 2576 Web Content 24:socket:[39763] 58 N/A 0.000424000 RECV 2576 Web Content 51:/dev/shm/org.mozilla.ipc.2576.25319 (deleted) 49 USAGE message: usage: sofdsnoop.py [-h] [-T] [-p PID] [-t TID] [-n NAME] [-d DURATION] Trace file descriptors passed via socket optional arguments: -h, --help show this help message and exit -T, --timestamp include timestamp on output -p PID, --pid PID trace this PID only -t TID, --tid TID trace this TID only -n NAME, --name NAME only print process names containing this name -d DURATION, --duration DURATION total duration of trace in seconds examples: ./sofdsnoop # trace passed file descriptors ./sofdsnoop -T # include timestamps ./sofdsnoop -p 181 # only trace PID 181 ./sofdsnoop -t 123 # only trace TID 123 ./sofdsnoop -d 10 # trace for 10 seconds only ./sofdsnoop -n main # only print process names containing "main" bpfcc-0.31.0/tools/softirqs.py000077500000000000000000000131351465134135300162470ustar00rootroot00000000000000#!/usr/bin/env python # @lint-avoid-python-3-compatibility-imports # # softirqs Summarize soft IRQ (interrupt) event time. # For Linux, uses BCC, eBPF. # # USAGE: softirqs [-h] [-T] [-N] [-C] [-d] [-c CPU] [interval] [count] # # Copyright (c) 2015 Brendan Gregg. # Licensed under the Apache License, Version 2.0 (the "License") # # 20-Oct-2015 Brendan Gregg Created this. # 03-Apr-2017 Sasha Goldshtein Migrated to kernel tracepoints. # 07-Mar-2022 Rocky Xing Added CPU filter support. # 24-Mar-2022 Rocky Xing Added event counting support. from __future__ import print_function from bcc import BPF from time import sleep, strftime import argparse import sys # arguments examples = """examples: ./softirqs # sum soft irq event time ./softirqs -C # show the number of soft irq events ./softirqs -d # show soft irq event time as histograms ./softirqs 1 10 # print 1 second summaries, 10 times ./softirqs -NT 1 # 1s summaries, nanoseconds, and timestamps ./softirqs -c 1 # sum soft irq event time on CPU 1 only """ parser = argparse.ArgumentParser( description="Summarize soft irq event time as histograms.", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-T", "--timestamp", action="store_true", help="include timestamp on output") parser.add_argument("-N", "--nanoseconds", action="store_true", help="output in nanoseconds") parser.add_argument("-C", "--events", action="store_true", help="show the number of soft irq events") parser.add_argument("-d", "--dist", action="store_true", help="show distributions as histograms") parser.add_argument("-c", "--cpu", type=int, help="trace this CPU only") parser.add_argument("interval", nargs="?", default=99999999, help="output interval, in seconds") parser.add_argument("count", nargs="?", default=99999999, help="number of outputs") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) args = parser.parse_args() countdown = int(args.count) if args.events and (args.dist or args.nanoseconds): print("The --events option can't be used with time-based options") exit() if args.events: factor = 1 label = "count" elif args.nanoseconds: factor = 1 label = "nsecs" else: factor = 1000 label = "usecs" debug = 0 # define BPF program bpf_text = """ #include typedef struct entry_key { u32 pid; u32 cpu; } entry_key_t; typedef struct irq_key { u32 vec; u64 slot; } irq_key_t; typedef struct account_val { u64 ts; u32 vec; } account_val_t; BPF_HASH(start, entry_key_t, account_val_t); BPF_HISTOGRAM(dist, irq_key_t); """ bpf_text_count = """ TRACEPOINT_PROBE(irq, softirq_entry) { u32 cpu = bpf_get_smp_processor_id(); FILTER_CPU irq_key_t key = { .slot = 0 /* ignore */ }; key.vec = args->vec; dist.atomic_increment(key); return 0; } """ bpf_text_time = """ TRACEPOINT_PROBE(irq, softirq_entry) { account_val_t val = {}; entry_key_t key = {}; u32 cpu = bpf_get_smp_processor_id(); FILTER_CPU key.pid = bpf_get_current_pid_tgid(); key.cpu = cpu; val.ts = bpf_ktime_get_ns(); val.vec = args->vec; start.update(&key, &val); return 0; } TRACEPOINT_PROBE(irq, softirq_exit) { u64 delta; u32 vec; account_val_t *valp; irq_key_t key = {0}; entry_key_t entry_key = {}; u32 cpu = bpf_get_smp_processor_id(); FILTER_CPU entry_key.pid = bpf_get_current_pid_tgid(); entry_key.cpu = cpu; // fetch timestamp and calculate delta valp = start.lookup(&entry_key); if (valp == 0) { return 0; // missed start } delta = bpf_ktime_get_ns() - valp->ts; vec = valp->vec; // store as sum or histogram STORE start.delete(&entry_key); return 0; } """ if args.events: bpf_text += bpf_text_count else: bpf_text += bpf_text_time # code substitutions if args.dist: bpf_text = bpf_text.replace('STORE', 'key.vec = vec; key.slot = bpf_log2l(delta / %d); ' % factor + 'dist.atomic_increment(key);') else: bpf_text = bpf_text.replace('STORE', 'key.vec = valp->vec; ' + 'dist.atomic_increment(key, delta);') if args.cpu is not None: bpf_text = bpf_text.replace('FILTER_CPU', 'if (cpu != %d) { return 0; }' % int(args.cpu)) else: bpf_text = bpf_text.replace('FILTER_CPU', '') if debug or args.ebpf: print(bpf_text) if args.ebpf: exit() # load BPF program b = BPF(text=bpf_text) def vec_to_name(vec): # copied from softirq_to_name() in kernel/softirq.c # may need updates if new softirq handlers are added return ["hi", "timer", "net_tx", "net_rx", "block", "irq_poll", "tasklet", "sched", "hrtimer", "rcu"][vec] if args.events: print("Tracing soft irq events... Hit Ctrl-C to end.") else: print("Tracing soft irq event time... Hit Ctrl-C to end.") # output exiting = 0 if args.interval else 1 dist = b.get_table("dist") while (1): try: sleep(int(args.interval)) except KeyboardInterrupt: exiting = 1 print() if args.timestamp: print("%-8s\n" % strftime("%H:%M:%S"), end="") if args.dist: dist.print_log2_hist(label, "softirq", section_print_fn=vec_to_name) else: print("%-16s %11s" % ("SOFTIRQ", "TOTAL_" + label)) for k, v in sorted(dist.items(), key=lambda dist: dist[1].value): print("%-16s %11d" % (vec_to_name(k.vec), v.value / factor)) dist.clear() sys.stdout.flush() countdown -= 1 if exiting or countdown == 0: exit() bpfcc-0.31.0/tools/softirqs_example.txt000066400000000000000000000260261465134135300201510ustar00rootroot00000000000000Demonstrations of softirqs, the Linux eBPF/bcc version. This program traces soft interrupts (irqs), and stores timing statistics in-kernel for efficiency. For example: # ./softirqs Tracing soft irq event time... Hit Ctrl-C to end. ^C SOFTIRQ TOTAL_usecs rcu_process_callbacks 974 run_rebalance_domains 1809 run_timer_softirq 2615 net_tx_action 14605 tasklet_action 38692 net_rx_action 88188 The SOFTIRQ column prints the interrupt action function name. While tracing, the net_rx_action() soft interrupt ran for 20199 microseconds (20 milliseconds) in total. This tool works by dynamic tracing the individual softirq functions, and will need to be adjusted to match kernel/module changes. Future versions should use the softirq tracepoints instead. An interval can be provided, and also optionally a count. Eg, printing output every 1 second, and including timestamps (-T): # ./softirqs -T 1 3 Tracing soft irq event time... Hit Ctrl-C to end. 22:29:16 SOFTIRQ TOTAL_usecs rcu_process_callbacks 456 run_rebalance_domains 1005 run_timer_softirq 1196 net_tx_action 2796 tasklet_action 5534 net_rx_action 15075 22:29:17 SOFTIRQ TOTAL_usecs rcu_process_callbacks 456 run_rebalance_domains 839 run_timer_softirq 1142 net_tx_action 1912 tasklet_action 4428 net_rx_action 14652 22:29:18 SOFTIRQ TOTAL_usecs rcu_process_callbacks 502 run_rebalance_domains 840 run_timer_softirq 1192 net_tx_action 2341 tasklet_action 5496 net_rx_action 15656 This can be useful for quantifying where CPU cycles are spent among the soft interrupts (summarized as the %softirq column from mpstat(1), and shown as event counts in /proc/softirqs). The output above shows that most time was spent processing net_rx_action(), which was around 15 milliseconds per second (total time across all CPUs). The distribution of interrupt run time can be printed as a histogram with the -d option. Eg: # ./softirqs -d Tracing soft irq event time... Hit Ctrl-C to end. ^C softirq = net_tx_action usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 440 | | 512 -> 1023 : 27613 |****************************************| 1024 -> 2047 : 5728 |******** | 2048 -> 4095 : 439 | | 4096 -> 8191 : 53 | | 8192 -> 16383 : 2 | | softirq = net_rx_action usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 6 | | 1024 -> 2047 : 35 | | 2048 -> 4095 : 3562 |**************** | 4096 -> 8191 : 7023 |******************************** | 8192 -> 16383 : 8770 |****************************************| 16384 -> 32767 : 1780 |******** | 32768 -> 65535 : 216 | | 65536 -> 131071 : 4 | | softirq = tasklet_action usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 95 | | 512 -> 1023 : 12521 |****************************************| 1024 -> 2047 : 1068 |*** | 2048 -> 4095 : 1077 |*** | 4096 -> 8191 : 12349 |*************************************** | 8192 -> 16383 : 464 |* | 16384 -> 32767 : 1 | | softirq = rcu_process_callbacks usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 0 | | 512 -> 1023 : 708 |****************************************| 1024 -> 2047 : 495 |*************************** | 2048 -> 4095 : 98 |***** | 4096 -> 8191 : 62 |*** | 8192 -> 16383 : 4 | | softirq = run_timer_softirq usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 2 | | 512 -> 1023 : 366 |********* | 1024 -> 2047 : 1525 |****************************************| 2048 -> 4095 : 629 |**************** | 4096 -> 8191 : 87 |** | 8192 -> 16383 : 1 | | softirq = run_rebalance_domains usecs : count distribution 0 -> 1 : 0 | | 2 -> 3 : 0 | | 4 -> 7 : 0 | | 8 -> 15 : 0 | | 16 -> 31 : 0 | | 32 -> 63 : 0 | | 64 -> 127 : 0 | | 128 -> 255 : 0 | | 256 -> 511 : 3 | | 512 -> 1023 : 18 |* | 1024 -> 2047 : 80 |******** | 2048 -> 4095 : 374 |****************************************| 4096 -> 8191 : 257 |*************************** | 8192 -> 16383 : 50 |***** | 16384 -> 32767 : 24 |** | Sometimes you just want counts of events, and don't need the distribution of times. You can use the -C or --events option: # ./softirqs.py -C Tracing soft irq events... Hit Ctrl-C to end. ^C SOFTIRQ TOTAL_count block 5 tasklet 6 net_rx 402 sched 5251 rcu 5748 timer 9530 USAGE message: # ./softirqs -h usage: softirqs [-h] [-T] [-N] [-C] [-d] [-c CPU] [interval] [count] Summarize soft irq event time as histograms. positional arguments: interval output interval, in seconds count number of outputs optional arguments: -h, --help show this help message and exit -T, --timestamp include timestamp on output -N, --nanoseconds output in nanoseconds -C, --events show the number of soft irq events -d, --dist show distributions as histograms -c CPU, --cpu CPU trace this CPU only examples: ./softirqs # sum soft irq event time ./softirqs -C # show the number of soft irq events ./softirqs -d # show soft irq event time as histograms ./softirqs 1 10 # print 1 second summaries, 10 times ./softirqs -NT 1 # 1s summaries, nanoseconds, and timestamps ./softirqs -c 1 # sum soft irq event time on CPU 1 only bpfcc-0.31.0/tools/solisten.py000077500000000000000000000137311465134135300162370ustar00rootroot00000000000000#!/usr/bin/env python # # solisten Trace TCP listen events # For Linux, uses BCC, eBPF. Embedded C. # # USAGE: solisten.py [-h] [-p PID] [--show-netns] # # This is provided as a basic example of TCP connection & socket tracing. # It could be useful in scenarios where load balancers needs to be updated # dynamically as application is fully initialized. # # All IPv4 and IPv6 listen attempts are traced, even if they ultimately fail # or the the listening program is not willing to accept(). # # Copyright (c) 2016 Jean-Tiare Le Bigot. # Licensed under the Apache License, Version 2.0 (the "License") # # 04-Mar-2016 Jean-Tiare Le Bigot Created this. import os from socket import inet_ntop, AF_INET, AF_INET6, SOCK_STREAM, SOCK_DGRAM from struct import pack import argparse from bcc import BPF from bcc.utils import printb # Arguments examples = """Examples: ./solisten.py # Stream socket listen ./solisten.py -p 1234 # Stream socket listen for specified PID only ./solisten.py --netns 4242 # " for the specified network namespace ID only ./solisten.py --show-netns # Show network ns ID (useful for containers) """ parser = argparse.ArgumentParser( description="Stream sockets listen", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("--show-netns", action="store_true", help="show network namespace") parser.add_argument("-p", "--pid", default=0, type=int, help="trace this PID only") parser.add_argument("-n", "--netns", default=0, type=int, help="trace this Network Namespace only") parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) # BPF Program bpf_text = """ #include #include #pragma clang diagnostic push #pragma clang diagnostic ignored "-Wenum-conversion" #include #pragma clang diagnostic pop // Common structure for UDP/TCP IPv4/IPv6 struct listen_evt_t { u64 ts_us; u32 pid; int backlog; u64 netns; u64 proto; // familiy << 16 | type u64 lport; // use only 16 bits u64 laddr[2]; // IPv4: store in laddr[0] char task[TASK_COMM_LEN]; }; BPF_PERF_OUTPUT(listen_evt); // Send an event for each IPv4 listen with PID, bound address and port int kprobe__inet_listen(struct pt_regs *ctx, struct socket *sock, int backlog) { // cast types. Intermediate cast not needed, kept for readability struct sock *sk = sock->sk; struct inet_sock *inet = (struct inet_sock *)sk; // Built event for userland struct listen_evt_t evt = { .ts_us = bpf_ktime_get_ns() / 1000, .backlog = backlog, }; // Get process comm. Needs LLVM >= 3.7.1 // see https://github.com/iovisor/bcc/issues/393 bpf_get_current_comm(evt.task, TASK_COMM_LEN); // Get socket IP family u16 family = sk->__sk_common.skc_family; evt.proto = family << 16 | SOCK_STREAM; // Get PID evt.pid = bpf_get_current_pid_tgid() >> 32; ##FILTER_PID## // Get port evt.lport = inet->inet_sport; evt.lport = ntohs(evt.lport); // Get network namespace id, if kernel supports it #ifdef CONFIG_NET_NS evt.netns = sk->__sk_common.skc_net.net->ns.inum; #else evt.netns = 0; #endif ##FILTER_NETNS## // Get IP if (family == AF_INET) { evt.laddr[0] = inet->inet_rcv_saddr; } else if (family == AF_INET6) { bpf_probe_read_kernel(evt.laddr, sizeof(evt.laddr), sk->__sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32); } // Send event to userland listen_evt.perf_submit(ctx, &evt, sizeof(evt)); return 0; }; """ # TODO: properties to unpack protocol / ip / pid / tgid ... # Format output def event_printer(show_netns): def print_event(cpu, data, size): # Decode event event = b["listen_evt"].event(data) pid = event.pid proto_family = event.proto & 0xff proto_type = event.proto >> 16 & 0xff if proto_family == SOCK_STREAM: protocol = "TCP" elif proto_family == SOCK_DGRAM: protocol = "UDP" else: protocol = "UNK" address = "" if proto_type == AF_INET: protocol += "v4" address = inet_ntop(AF_INET, pack("I", event.laddr[0])) elif proto_type == AF_INET6: address = inet_ntop(AF_INET6, event.laddr) protocol += "v6" # Display if show_netns: printb(b"%-7d %-12.12s %-12d %-6s %-8d %-5d %-39s" % ( pid, event.task, event.netns, protocol.encode(), event.backlog, event.lport, address.encode(), )) else: printb(b"%-7d %-12.12s %-6s %-8d %-5d %-39s" % ( pid, event.task, protocol.encode(), event.backlog, event.lport, address.encode(), )) return print_event if __name__ == "__main__": # Parse arguments args = parser.parse_args() pid_filter = "" netns_filter = "" if args.pid: pid_filter = "if (evt.pid != %d) return 0;" % args.pid if args.netns: netns_filter = "if (evt.netns != %d) return 0;" % args.netns bpf_text = bpf_text.replace("##FILTER_PID##", pid_filter) bpf_text = bpf_text.replace("##FILTER_NETNS##", netns_filter) if args.ebpf: print(bpf_text) exit() # Initialize BPF b = BPF(text=bpf_text) b["listen_evt"].open_perf_buffer(event_printer(args.show_netns)) # Print headers if args.show_netns: print("%-7s %-12s %-12s %-6s %-8s %-5s %-39s" % ("PID", "COMM", "NETNS", "PROTO", "BACKLOG", "PORT", "ADDR")) else: print("%-7s %-12s %-6s %-8s %-5s %-39s" % ("PID", "COMM", "PROTO", "BACKLOG", "PORT", "ADDR")) # Read events while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/solisten_example.txt000066400000000000000000000044631465134135300201400ustar00rootroot00000000000000Demonstrations of solisten.py, the Linux eBPF/bcc version. This tool traces the kernel function called when a program wants to listen for TCP connections. It will not see UDP neither UNIX domain sockets. It can be used to dynamically update a load balancer as a program is actually ready to accept connexion, hence avoiding the "downtime" while it is initializing. # ./solisten.py --show-netns PID COMM NETNS PROTO BACKLOG ADDR PORT 3643 nc 4026531957 TCPv4 1 0.0.0.0 4242 3659 nc 4026531957 TCPv6 1 2001:f0d0:1002:51::4 4242 4221 redis-server 4026532165 TCPv6 128 :: 6379 4221 redis-server 4026532165 TCPv4 128 0.0.0.0 6379 6067 nginx 4026531957 TCPv4 128 0.0.0.0 80 6067 nginx 4026531957 TCPv6 128 :: 80 6069 nginx 4026531957 TCPv4 128 0.0.0.0 80 6069 nginx 4026531957 TCPv6 128 :: 80 6069 nginx 4026531957 TCPv4 128 0.0.0.0 80 6069 nginx 4026531957 TCPv6 128 :: 80 This output show the listen event from 3 programs. Netcat was started twice as shown by the 2 different PIDs. The first time on the wildcard IPv4, the second time on an IPv6. Netcat being a "one shot" program. It can accept a single connection, hence the backlog of "1". The next program is redis-server. As the netns column shows, it is in a different network namespace than netcat and nginx. In this specific case it was launched in a docker container. It listens both on IPv4 and IPv4 with up to 128 pending connections. Determining the actual container is out if the scope of this tool. It could be derived by scrapping /proc//cgroup. Note that this is racy. The overhead of this tool is negligeable as it traces listen() calls which are invoked in the initialization path of a program. The operation part will remain unaffected. In particular, accept() calls will not be affected. Neither individual read() and write(). bpfcc-0.31.0/tools/sslsniff.py000077500000000000000000000332751465134135300162330ustar00rootroot00000000000000#!/usr/bin/env python # # sslsniff Captures data on read/recv or write/send functions of OpenSSL, # GnuTLS and NSS # For Linux, uses BCC, eBPF. # # USAGE: sslsniff.py [-h] [-p PID] [-u UID] [-x] [-c COMM] [-o] [-g] [-n] [-d] # [--hexdump] [--max-buffer-size SIZE] [-l] [--handshake] # # Licensed under the Apache License, Version 2.0 (the "License") # # 12-Aug-2016 Adrian Lopez Created this. # 13-Aug-2016 Mark Drayton Fix SSL_Read # 17-Aug-2016 Adrian Lopez Capture GnuTLS and add options # from __future__ import print_function from bcc import BPF import argparse import binascii import textwrap import os.path # arguments examples = """examples: ./sslsniff # sniff OpenSSL and GnuTLS functions ./sslsniff -p 181 # sniff PID 181 only ./sslsniff -u 1000 # sniff only UID 1000 ./sslsniff -c curl # sniff curl command only ./sslsniff --no-openssl # don't show OpenSSL calls ./sslsniff --no-gnutls # don't show GnuTLS calls ./sslsniff --no-nss # don't show NSS calls ./sslsniff --hexdump # show data as hex instead of trying to decode it as UTF-8 ./sslsniff -x # show process UID and TID ./sslsniff -l # show function latency ./sslsniff -l --handshake # show SSL handshake latency ./sslsniff --extra-lib openssl:/path/libssl.so.1.1 # sniff extra library """ def ssllib_type(input_str): valid_types = frozenset(['openssl', 'gnutls', 'nss']) try: lib_type, lib_path = input_str.split(':', 1) except ValueError: raise argparse.ArgumentTypeError("Invalid SSL library param: %r" % input_str) if lib_type not in valid_types: raise argparse.ArgumentTypeError("Invalid SSL library type: %r" % lib_type) if not os.path.isfile(lib_path): raise argparse.ArgumentTypeError("Invalid library path: %r" % lib_path) return lib_type, lib_path parser = argparse.ArgumentParser( description="Sniff SSL data", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=examples) parser.add_argument("-p", "--pid", type=int, help="sniff this PID only.") parser.add_argument("-u", "--uid", type=int, default=None, help="sniff this UID only.") parser.add_argument("-x", "--extra", action="store_true", help="show extra fields (UID, TID)") parser.add_argument("-c", "--comm", help="sniff only commands matching string.") parser.add_argument("-o", "--no-openssl", action="store_false", dest="openssl", help="do not show OpenSSL calls.") parser.add_argument("-g", "--no-gnutls", action="store_false", dest="gnutls", help="do not show GnuTLS calls.") parser.add_argument("-n", "--no-nss", action="store_false", dest="nss", help="do not show NSS calls.") parser.add_argument('-d', '--debug', dest='debug', action='count', default=0, help='debug mode.') parser.add_argument("--ebpf", action="store_true", help=argparse.SUPPRESS) parser.add_argument("--hexdump", action="store_true", dest="hexdump", help="show data as hexdump instead of trying to decode it as UTF-8") parser.add_argument('--max-buffer-size', type=int, default=8192, help='Size of captured buffer') parser.add_argument("-l", "--latency", action="store_true", help="show function latency") parser.add_argument("--handshake", action="store_true", help="show SSL handshake latency, enabled only if latency option is on.") parser.add_argument("--extra-lib", type=ssllib_type, action='append', help="Intercept calls from extra library (format: lib_type:lib_path)") args = parser.parse_args() prog = """ #include #include /* For TASK_COMM_LEN */ #define MAX_BUF_SIZE __MAX_BUF_SIZE__ struct probe_SSL_data_t { u64 timestamp_ns; u64 delta_ns; u32 pid; u32 tid; u32 uid; u32 len; int buf_filled; int rw; char comm[TASK_COMM_LEN]; u8 buf[MAX_BUF_SIZE]; }; #define BASE_EVENT_SIZE ((size_t)(&((struct probe_SSL_data_t*)0)->buf)) #define EVENT_SIZE(X) (BASE_EVENT_SIZE + ((size_t)(X))) BPF_PERCPU_ARRAY(ssl_data, struct probe_SSL_data_t, 1); BPF_PERF_OUTPUT(perf_SSL_rw); BPF_HASH(start_ns, u32); BPF_HASH(bufs, u32, u64); int probe_SSL_rw_enter(struct pt_regs *ctx, void *ssl, void *buf, int num) { int ret; u32 zero = 0; u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = pid_tgid; u32 uid = bpf_get_current_uid_gid(); u64 ts = bpf_ktime_get_ns(); PID_FILTER UID_FILTER bufs.update(&tid, (u64*)&buf); start_ns.update(&tid, &ts); return 0; } static int SSL_exit(struct pt_regs *ctx, int rw) { int ret; u32 zero = 0; u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; u32 uid = bpf_get_current_uid_gid(); u64 ts = bpf_ktime_get_ns(); PID_FILTER UID_FILTER u64 *bufp = bufs.lookup(&tid); if (bufp == 0) return 0; u64 *tsp = start_ns.lookup(&tid); if (tsp == 0) return 0; int len = PT_REGS_RC(ctx); if (len <= 0) // no data return 0; struct probe_SSL_data_t *data = ssl_data.lookup(&zero); if (!data) return 0; data->timestamp_ns = ts; data->delta_ns = ts - *tsp; data->pid = pid; data->tid = tid; data->uid = uid; data->len = (u32)len; data->buf_filled = 0; data->rw = rw; u32 buf_copy_size = min((size_t)MAX_BUF_SIZE, (size_t)len); bpf_get_current_comm(&data->comm, sizeof(data->comm)); if (bufp != 0) ret = bpf_probe_read_user(&data->buf, buf_copy_size, (char *)*bufp); bufs.delete(&tid); start_ns.delete(&tid); if (!ret) data->buf_filled = 1; else buf_copy_size = 0; perf_SSL_rw.perf_submit(ctx, data, EVENT_SIZE(buf_copy_size)); return 0; } int probe_SSL_read_exit(struct pt_regs *ctx) { return (SSL_exit(ctx, 0)); } int probe_SSL_write_exit(struct pt_regs *ctx) { return (SSL_exit(ctx, 1)); } BPF_PERF_OUTPUT(perf_SSL_do_handshake); int probe_SSL_do_handshake_enter(struct pt_regs *ctx, void *ssl) { u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; u64 ts = bpf_ktime_get_ns(); u32 uid = bpf_get_current_uid_gid(); PID_FILTER UID_FILTER start_ns.update(&tid, &ts); return 0; } int probe_SSL_do_handshake_exit(struct pt_regs *ctx) { u32 zero = 0; u64 pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; u32 tid = (u32)pid_tgid; u32 uid = bpf_get_current_uid_gid(); u64 ts = bpf_ktime_get_ns(); int ret; PID_FILTER UID_FILTER u64 *tsp = start_ns.lookup(&tid); if (tsp == 0) return 0; ret = PT_REGS_RC(ctx); if (ret <= 0) // handshake failed return 0; struct probe_SSL_data_t *data = ssl_data.lookup(&zero); if (!data) return 0; data->timestamp_ns = ts; data->delta_ns = ts - *tsp; data->pid = pid; data->tid = tid; data->uid = uid; data->len = 0; data->buf_filled = 0; data->rw = 2; bpf_get_current_comm(&data->comm, sizeof(data->comm)); start_ns.delete(&tid); perf_SSL_do_handshake.perf_submit(ctx, data, EVENT_SIZE(0)); return 0; } """ if args.pid: prog = prog.replace('PID_FILTER', 'if (pid != %d) { return 0; }' % args.pid) else: prog = prog.replace('PID_FILTER', '') if args.uid is not None: prog = prog.replace('UID_FILTER', 'if (uid != %d) { return 0; }' % args.uid) else: prog = prog.replace('UID_FILTER', '') prog = prog.replace('__MAX_BUF_SIZE__', str(args.max_buffer_size)) if args.debug or args.ebpf: print(prog) if args.ebpf: exit() b = BPF(text=prog) # It looks like SSL_read's arguments aren't available in a return probe so you # need to stash the buffer address in a map on the function entry and read it # on its exit (Mark Drayton) # def attach_openssl(lib): b.attach_uprobe(name=lib, sym="SSL_write", fn_name="probe_SSL_rw_enter", pid=args.pid or -1) b.attach_uretprobe(name=lib, sym="SSL_write", fn_name="probe_SSL_write_exit", pid=args.pid or -1) b.attach_uprobe(name=lib, sym="SSL_read", fn_name="probe_SSL_rw_enter", pid=args.pid or -1) b.attach_uretprobe(name=lib, sym="SSL_read", fn_name="probe_SSL_read_exit", pid=args.pid or -1) if args.latency and args.handshake: b.attach_uprobe(name="ssl", sym="SSL_do_handshake", fn_name="probe_SSL_do_handshake_enter", pid=args.pid or -1) b.attach_uretprobe(name="ssl", sym="SSL_do_handshake", fn_name="probe_SSL_do_handshake_exit", pid=args.pid or -1) def attach_gnutls(lib): b.attach_uprobe(name=lib, sym="gnutls_record_send", fn_name="probe_SSL_rw_enter", pid=args.pid or -1) b.attach_uretprobe(name=lib, sym="gnutls_record_send", fn_name="probe_SSL_write_exit", pid=args.pid or -1) b.attach_uprobe(name=lib, sym="gnutls_record_recv", fn_name="probe_SSL_rw_enter", pid=args.pid or -1) b.attach_uretprobe(name=lib, sym="gnutls_record_recv", fn_name="probe_SSL_read_exit", pid=args.pid or -1) def attach_nss(lib): b.attach_uprobe(name=lib, sym="PR_Write", fn_name="probe_SSL_rw_enter", pid=args.pid or -1) b.attach_uretprobe(name=lib, sym="PR_Write", fn_name="probe_SSL_write_exit", pid=args.pid or -1) b.attach_uprobe(name=lib, sym="PR_Send", fn_name="probe_SSL_rw_enter", pid=args.pid or -1) b.attach_uretprobe(name=lib, sym="PR_Send", fn_name="probe_SSL_write_exit", pid=args.pid or -1) b.attach_uprobe(name=lib, sym="PR_Read", fn_name="probe_SSL_rw_enter", pid=args.pid or -1) b.attach_uretprobe(name=lib, sym="PR_Read", fn_name="probe_SSL_read_exit", pid=args.pid or -1) b.attach_uprobe(name=lib, sym="PR_Recv", fn_name="probe_SSL_rw_enter", pid=args.pid or -1) b.attach_uretprobe(name=lib, sym="PR_Recv", fn_name="probe_SSL_read_exit", pid=args.pid or -1) LIB_TRACERS = { "openssl": attach_openssl, "gnutls": attach_gnutls, "nss": attach_nss, } if args.openssl: attach_openssl("ssl") if args.gnutls: attach_gnutls("gnutls") if args.nss: attach_nss("nspr4") if args.extra_lib: for lib_type, lib_path in args.extra_lib: LIB_TRACERS[lib_type](lib_path) # define output data structure in Python # header header = "%-12s %-18s %-16s %-7s %-7s" % ("FUNC", "TIME(s)", "COMM", "PID", "LEN") if args.extra: header += " %-7s %-7s" % ("UID", "TID") if args.latency: header += " %-7s" % ("LAT(ms)") print(header) # process event start = 0 def print_event_rw(cpu, data, size): print_event(cpu, data, size, "perf_SSL_rw") def print_event_handshake(cpu, data, size): print_event(cpu, data, size, "perf_SSL_do_handshake") def print_event(cpu, data, size, evt): global start event = b[evt].event(data) if event.len <= args.max_buffer_size: buf_size = event.len else: buf_size = args.max_buffer_size if event.buf_filled == 1: buf = bytearray(event.buf[:buf_size]) else: buf_size = 0 buf = b"" # Filter events by command if args.comm: if not args.comm == event.comm.decode('utf-8', 'replace'): return if start == 0: start = event.timestamp_ns time_s = (float(event.timestamp_ns - start)) / 1000000000 lat_str = "%.3f" % (event.delta_ns / 1000000) if event.delta_ns else "N/A" s_mark = "-" * 5 + " DATA " + "-" * 5 e_mark = "-" * 5 + " END DATA " + "-" * 5 truncated_bytes = event.len - buf_size if truncated_bytes > 0: e_mark = "-" * 5 + " END DATA (TRUNCATED, " + str(truncated_bytes) + \ " bytes lost) " + "-" * 5 base_fmt = "%(func)-12s %(time)-18.9f %(comm)-16s %(pid)-7d %(len)-6d" if args.extra: base_fmt += " %(uid)-7d %(tid)-7d" if args.latency: base_fmt += " %(lat)-7s" fmt = ''.join([base_fmt, "\n%(begin)s\n%(data)s\n%(end)s\n\n"]) if args.hexdump: unwrapped_data = binascii.hexlify(buf) data = textwrap.fill(unwrapped_data.decode('utf-8', 'replace'), width=32) else: data = buf.decode('utf-8', 'replace') rw_event = { 0: "READ/RECV", 1: "WRITE/SEND", 2: "HANDSHAKE" } fmt_data = { 'func': rw_event[event.rw], 'time': time_s, 'lat': lat_str, 'comm': event.comm.decode('utf-8', 'replace'), 'pid': event.pid, 'tid': event.tid, 'uid': event.uid, 'len': event.len, 'begin': s_mark, 'end': e_mark, 'data': data } # use base_fmt if no buf filled if buf_size == 0: print(base_fmt % fmt_data) else: print(fmt % fmt_data) b["perf_SSL_rw"].open_perf_buffer(print_event_rw) b["perf_SSL_do_handshake"].open_perf_buffer(print_event_handshake) while 1: try: b.perf_buffer_poll() except KeyboardInterrupt: exit() bpfcc-0.31.0/tools/sslsniff_example.txt000066400000000000000000000153661465134135300201330ustar00rootroot00000000000000Demonstrations of sslsniff.py This tool traces the write/send and read/recv functions of OpenSSL, GnuTLS and NSS. Data passed to this functions is printed as plain text. Useful, for example, to sniff HTTP before encrypted with SSL. Output of tool executing in other shell "curl https://example.com" % sudo python sslsniff.py FUNC TIME(s) COMM PID LEN WRITE/SEND 0.000000000 curl 12915 75 ----- DATA ----- GET / HTTP/1.1 Host: example.com User-Agent: curl/7.50.1 Accept: */* ----- END DATA ----- READ/RECV 0.127144585 curl 12915 333 ----- DATA ----- HTTP/1.1 200 OK Cache-Control: max-age=604800 Content-Type: text/html Date: Tue, 16 Aug 2016 15:42:12 GMT Etag: "359670651+gzip+ident" Expires: Tue, 23 Aug 2016 15:42:12 GMT Last-Modified: Fri, 09 Aug 2013 23:54:35 GMT Server: ECS (iad/18CB) Vary: Accept-Encoding X-Cache: HIT x-ec-custom-error: 1 Content-Length: 1270 ----- END DATA ----- READ/RECV 0.129967972 curl 12915 1270 ----- DATA ----- Example Domain